-- Logs begin at Fri 2022-05-20 19:31:24 UTC, end at Fri 2022-05-20 22:16:55 UTC. -- May 20 20:24:32.010231 n-d-842733-1 systemd[1]: Started Devstack devstack@q-svc.service. May 20 20:24:34.840696 n-d-842733-1 neutron-server[103053]: INFO neutron.common.config [-] Logging enabled! May 20 20:24:34.841373 n-d-842733-1 neutron-server[103053]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.2.1.dev25 May 20 20:24:34.841474 n-d-842733-1 neutron-server[103053]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103053) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 20 20:24:34.844614 n-d-842733-1 neutron-server[103053]: INFO neutron.common.config [-] Logging enabled! May 20 20:24:34.844864 n-d-842733-1 neutron-server[103053]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.2.1.dev25 May 20 20:24:34.845172 n-d-842733-1 neutron-server[103053]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103053) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 20 20:24:34.846655 n-d-842733-1 neutron-server[103053]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 20 20:24:34.846887 n-d-842733-1 neutron-server[103053]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 20 20:24:34.847241 n-d-842733-1 neutron-server[103053]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 20 20:24:34.847487 n-d-842733-1 neutron-server[103053]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 20 20:24:34.847713 n-d-842733-1 neutron-server[103053]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 20 20:24:34.848033 n-d-842733-1 neutron-server[103053]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:34.848330 n-d-842733-1 neutron-server[103053]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:34.848624 n-d-842733-1 neutron-server[103053]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:34.848852 n-d-842733-1 neutron-server[103053]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:34.849145 n-d-842733-1 neutron-server[103053]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:34.849460 n-d-842733-1 neutron-server[103053]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:34.849745 n-d-842733-1 neutron-server[103053]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:34.850034 n-d-842733-1 neutron-server[103053]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:34.850329 n-d-842733-1 neutron-server[103053]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:34.850614 n-d-842733-1 neutron-server[103053]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:34.850896 n-d-842733-1 neutron-server[103053]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:34.851180 n-d-842733-1 neutron-server[103053]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:34.851408 n-d-842733-1 neutron-server[103053]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:34.851689 n-d-842733-1 neutron-server[103053]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:34.851977 n-d-842733-1 neutron-server[103053]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:34.852264 n-d-842733-1 neutron-server[103053]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:34.852487 n-d-842733-1 neutron-server[103053]: DEBUG neutron.common.config [-] debug = True {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:34.852768 n-d-842733-1 neutron-server[103053]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:34.853194 n-d-842733-1 neutron-server[103053]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:34.853642 n-d-842733-1 neutron-server[103053]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:34.853922 n-d-842733-1 neutron-server[103053]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:34.854210 n-d-842733-1 neutron-server[103053]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:34.854487 n-d-842733-1 neutron-server[103053]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:34.854761 n-d-842733-1 neutron-server[103053]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:34.855036 n-d-842733-1 neutron-server[103053]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:34.855321 n-d-842733-1 neutron-server[103053]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:34.855652 n-d-842733-1 neutron-server[103053]: DEBUG neutron.common.config [-] host = n-d-842733-1 {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:34.855932 n-d-842733-1 neutron-server[103053]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:34.856219 n-d-842733-1 neutron-server[103053]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:34.856504 n-d-842733-1 neutron-server[103053]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:34.856794 n-d-842733-1 neutron-server[103053]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:34.857073 n-d-842733-1 neutron-server[103053]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:34.857374 n-d-842733-1 neutron-server[103053]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:34.857661 n-d-842733-1 neutron-server[103053]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:34.857934 n-d-842733-1 neutron-server[103053]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:34.858207 n-d-842733-1 neutron-server[103053]: DEBUG neutron.common.config [-] log_file = None {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:34.858483 n-d-842733-1 neutron-server[103053]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:34.858774 n-d-842733-1 neutron-server[103053]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:34.859062 n-d-842733-1 neutron-server[103053]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:34.859353 n-d-842733-1 neutron-server[103053]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:34.859576 n-d-842733-1 neutron-server[103053]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:34.859796 n-d-842733-1 neutron-server[103053]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:34.860084 n-d-842733-1 neutron-server[103053]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:34.860369 n-d-842733-1 neutron-server[103053]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:34.860644 n-d-842733-1 neutron-server[103053]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:34.860919 n-d-842733-1 neutron-server[103053]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:34.861193 n-d-842733-1 neutron-server[103053]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:34.862386 n-d-842733-1 neutron-server[103053]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:34.862674 n-d-842733-1 neutron-server[103053]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:34.862947 n-d-842733-1 neutron-server[103053]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:34.863240 n-d-842733-1 neutron-server[103053]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:34.863527 n-d-842733-1 neutron-server[103053]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:34.863817 n-d-842733-1 neutron-server[103053]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:34.864095 n-d-842733-1 neutron-server[103053]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:34.864372 n-d-842733-1 neutron-server[103053]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:34.864647 n-d-842733-1 neutron-server[103053]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:34.864918 n-d-842733-1 neutron-server[103053]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:34.865228 n-d-842733-1 neutron-server[103053]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:34.865506 n-d-842733-1 neutron-server[103053]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:34.865782 n-d-842733-1 neutron-server[103053]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:34.866057 n-d-842733-1 neutron-server[103053]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:34.866349 n-d-842733-1 neutron-server[103053]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:34.866619 n-d-842733-1 neutron-server[103053]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:34.866893 n-d-842733-1 neutron-server[103053]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:34.867194 n-d-842733-1 neutron-server[103053]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:34.867481 n-d-842733-1 neutron-server[103053]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:34.867762 n-d-842733-1 neutron-server[103053]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:34.868048 n-d-842733-1 neutron-server[103053]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:34.868320 n-d-842733-1 neutron-server[103053]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:34.868601 n-d-842733-1 neutron-server[103053]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:34.868872 n-d-842733-1 neutron-server[103053]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:34.869144 n-d-842733-1 neutron-server[103053]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:34.869442 n-d-842733-1 neutron-server[103053]: DEBUG neutron.common.config [-] use_json = False {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:34.869716 n-d-842733-1 neutron-server[103053]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:34.869988 n-d-842733-1 neutron-server[103053]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:34.870269 n-d-842733-1 neutron-server[103053]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:34.870544 n-d-842733-1 neutron-server[103053]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:34.870813 n-d-842733-1 neutron-server[103053]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:34.871085 n-d-842733-1 neutron-server[103053]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:34.871356 n-d-842733-1 neutron-server[103053]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:34.871641 n-d-842733-1 neutron-server[103053]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:34.871912 n-d-842733-1 neutron-server[103053]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:34.872206 n-d-842733-1 neutron-server[103053]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:34.872501 n-d-842733-1 neutron-server[103053]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:34.872801 n-d-842733-1 neutron-server[103053]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:34.873088 n-d-842733-1 neutron-server[103053]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:34.873402 n-d-842733-1 neutron-server[103053]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:34.873684 n-d-842733-1 neutron-server[103053]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:34.873975 n-d-842733-1 neutron-server[103053]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:34.874253 n-d-842733-1 neutron-server[103053]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:34.874542 n-d-842733-1 neutron-server[103053]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:34.874830 n-d-842733-1 neutron-server[103053]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:34.875118 n-d-842733-1 neutron-server[103053]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:34.875397 n-d-842733-1 neutron-server[103053]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:34.875685 n-d-842733-1 neutron-server[103053]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:34.875967 n-d-842733-1 neutron-server[103053]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:34.876260 n-d-842733-1 neutron-server[103053]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:34.876561 n-d-842733-1 neutron-server[103053]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:34.876853 n-d-842733-1 neutron-server[103053]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:34.878342 n-d-842733-1 neutron-server[103053]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:34.878637 n-d-842733-1 neutron-server[103053]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:34.878926 n-d-842733-1 neutron-server[103053]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:34.879211 n-d-842733-1 neutron-server[103053]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:34.879501 n-d-842733-1 neutron-server[103053]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:34.879799 n-d-842733-1 neutron-server[103053]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:34.880088 n-d-842733-1 neutron-server[103053]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:34.880385 n-d-842733-1 neutron-server[103053]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:34.880680 n-d-842733-1 neutron-server[103053]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:34.880964 n-d-842733-1 neutron-server[103053]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:34.881279 n-d-842733-1 neutron-server[103053]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:34.881578 n-d-842733-1 neutron-server[103053]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:34.881868 n-d-842733-1 neutron-server[103053]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:34.882145 n-d-842733-1 neutron-server[103053]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:34.882426 n-d-842733-1 neutron-server[103053]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:34.882720 n-d-842733-1 neutron-server[103053]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:34.883002 n-d-842733-1 neutron-server[103053]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:34.883275 n-d-842733-1 neutron-server[103053]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:34.883555 n-d-842733-1 neutron-server[103053]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:34.883845 n-d-842733-1 neutron-server[103053]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:34.884125 n-d-842733-1 neutron-server[103053]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:34.884398 n-d-842733-1 neutron-server[103053]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:34.884678 n-d-842733-1 neutron-server[103053]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:34.884952 n-d-842733-1 neutron-server[103053]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:34.885265 n-d-842733-1 neutron-server[103053]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:34.885514 n-d-842733-1 neutron-server[103053]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:34.885790 n-d-842733-1 neutron-server[103053]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:34.886083 n-d-842733-1 neutron-server[103053]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:34.886370 n-d-842733-1 neutron-server[103053]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:34.886645 n-d-842733-1 neutron-server[103053]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:34.886916 n-d-842733-1 neutron-server[103053]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:34.887194 n-d-842733-1 neutron-server[103053]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:34.887467 n-d-842733-1 neutron-server[103053]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:34.887766 n-d-842733-1 neutron-server[103053]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:34.888025 n-d-842733-1 neutron-server[103053]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:34.888297 n-d-842733-1 neutron-server[103053]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:34.888566 n-d-842733-1 neutron-server[103053]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:34.888844 n-d-842733-1 neutron-server[103053]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:34.889115 n-d-842733-1 neutron-server[103053]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:34.889409 n-d-842733-1 neutron-server[103053]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:34.889685 n-d-842733-1 neutron-server[103053]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:34.889956 n-d-842733-1 neutron-server[103053]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:34.890233 n-d-842733-1 neutron-server[103053]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:34.890504 n-d-842733-1 neutron-server[103053]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:34.890773 n-d-842733-1 neutron-server[103053]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:34.891043 n-d-842733-1 neutron-server[103053]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:34.891312 n-d-842733-1 neutron-server[103053]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:34.891581 n-d-842733-1 neutron-server[103053]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:34.891850 n-d-842733-1 neutron-server[103053]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:34.892119 n-d-842733-1 neutron-server[103053]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:34.892395 n-d-842733-1 neutron-server[103053]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:34.892695 n-d-842733-1 neutron-server[103053]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:34.893402 n-d-842733-1 neutron-server[103053]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:34.893684 n-d-842733-1 neutron-server[103053]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:34.893962 n-d-842733-1 neutron-server[103053]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:34.894238 n-d-842733-1 neutron-server[103053]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:34.894527 n-d-842733-1 neutron-server[103053]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:34.894829 n-d-842733-1 neutron-server[103053]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:34.895112 n-d-842733-1 neutron-server[103053]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:34.895395 n-d-842733-1 neutron-server[103053]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:34.895678 n-d-842733-1 neutron-server[103053]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:34.895957 n-d-842733-1 neutron-server[103053]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:34.896236 n-d-842733-1 neutron-server[103053]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:34.896522 n-d-842733-1 neutron-server[103053]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:34.896802 n-d-842733-1 neutron-server[103053]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:34.897081 n-d-842733-1 neutron-server[103053]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:34.897384 n-d-842733-1 neutron-server[103053]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:34.897676 n-d-842733-1 neutron-server[103053]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:34.897959 n-d-842733-1 neutron-server[103053]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:34.898246 n-d-842733-1 neutron-server[103053]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:34.898529 n-d-842733-1 neutron-server[103053]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:34.898815 n-d-842733-1 neutron-server[103053]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:34.899112 n-d-842733-1 neutron-server[103053]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:34.899392 n-d-842733-1 neutron-server[103053]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:34.899675 n-d-842733-1 neutron-server[103053]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:34.899954 n-d-842733-1 neutron-server[103053]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:34.900232 n-d-842733-1 neutron-server[103053]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:34.900517 n-d-842733-1 neutron-server[103053]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:34.900801 n-d-842733-1 neutron-server[103053]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:34.901097 n-d-842733-1 neutron-server[103053]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:34.901430 n-d-842733-1 neutron-server[103053]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:34.901726 n-d-842733-1 neutron-server[103053]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:34.902022 n-d-842733-1 neutron-server[103053]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:34.902315 n-d-842733-1 neutron-server[103053]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:34.902596 n-d-842733-1 neutron-server[103053]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:34.902903 n-d-842733-1 neutron-server[103053]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:34.903179 n-d-842733-1 neutron-server[103053]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:34.903393 n-d-842733-1 neutron-server[103053]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 20 20:24:34.903658 n-d-842733-1 neutron-server[103053]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103053) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 20 20:24:35.263137 n-d-842733-1 neutron-server[103053]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103053) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:24:35.263409 n-d-842733-1 neutron-server[103053]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103053) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:24:35.263699 n-d-842733-1 neutron-server[103053]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103053) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:24:35.264030 n-d-842733-1 neutron-server[103053]: INFO neutron.manager [-] Loading core plugin: ml2 May 20 20:24:35.666632 n-d-842733-1 neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:24:35.666917 n-d-842733-1 neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:24:35.667187 n-d-842733-1 neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:24:35.668517 n-d-842733-1 neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:24:35.668792 n-d-842733-1 neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:24:35.669058 n-d-842733-1 neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:24:35.707075 n-d-842733-1 neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:24:35.707352 n-d-842733-1 neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:24:35.707623 n-d-842733-1 neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:24:35.723214 n-d-842733-1 neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:24:35.723493 n-d-842733-1 neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:24:35.723776 n-d-842733-1 neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:24:35.752819 n-d-842733-1 neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:24:35.753095 n-d-842733-1 neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:24:35.753386 n-d-842733-1 neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:24:35.791294 n-d-842733-1 neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:24:35.791570 n-d-842733-1 neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:24:35.791838 n-d-842733-1 neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:24:36.026215 n-d-842733-1 neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:24:36.026865 n-d-842733-1 neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:24:36.026865 n-d-842733-1 neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:24:36.027035 n-d-842733-1 neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:24:36.027597 n-d-842733-1 neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:24:36.150337 n-d-842733-1 neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:24:36.150654 n-d-842733-1 neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:24:36.150933 n-d-842733-1 neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:24:36.151202 n-d-842733-1 neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:24:36.151468 n-d-842733-1 neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:24:36.151781 n-d-842733-1 neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:24:36.152039 n-d-842733-1 neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:24:36.152291 n-d-842733-1 neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:24:36.152543 n-d-842733-1 neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:24:36.152821 n-d-842733-1 neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:24:36.153077 n-d-842733-1 neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:24:36.153359 n-d-842733-1 neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:24:36.153612 n-d-842733-1 neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:24:36.153860 n-d-842733-1 neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:24:36.154110 n-d-842733-1 neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:24:36.154369 n-d-842733-1 neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:24:36.154618 n-d-842733-1 neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:24:36.154881 n-d-842733-1 neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:24:36.155146 n-d-842733-1 neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:24:36.155398 n-d-842733-1 neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:24:36.155666 n-d-842733-1 neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:24:36.155915 n-d-842733-1 neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:24:36.156194 n-d-842733-1 neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:24:36.156569 n-d-842733-1 neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:24:36.156817 n-d-842733-1 neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:24:36.157059 n-d-842733-1 neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:24:36.157477 n-d-842733-1 neutron-server[103053]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103053) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 20 20:24:36.157719 n-d-842733-1 neutron-server[103053]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103053) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 20 20:24:36.157956 n-d-842733-1 neutron-server[103053]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103053) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 20 20:24:36.158192 n-d-842733-1 neutron-server[103053]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103053) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 20 20:24:36.158859 n-d-842733-1 neutron-server[103053]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103053) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 20 20:24:36.159103 n-d-842733-1 neutron-server[103053]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103053) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 20 20:24:36.159474 n-d-842733-1 neutron-server[103053]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 20 20:24:36.162579 n-d-842733-1 neutron-server[103053]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 20 20:24:36.166496 n-d-842733-1 neutron-server[103053]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 20 20:24:36.170384 n-d-842733-1 neutron-server[103053]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) May 20 20:24:36.171998 n-d-842733-1 neutron-server[103053]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 20 20:24:36.172440 n-d-842733-1 neutron-server[103053]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 20 20:24:36.172771 n-d-842733-1 neutron-server[103053]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 20 20:24:36.173153 n-d-842733-1 neutron-server[103053]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 20 20:24:36.176948 n-d-842733-1 neutron-server[103053]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 20 20:24:36.177197 n-d-842733-1 neutron-server[103053]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 20 20:24:36.177571 n-d-842733-1 neutron-server[103053]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 20 20:24:36.182832 n-d-842733-1 neutron-server[103053]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] May 20 20:24:36.206329 n-d-842733-1 neutron-server[103053]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 20 20:24:36.206783 n-d-842733-1 neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:24:36.207078 n-d-842733-1 neutron-server[103053]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103053) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} May 20 20:24:36.207440 n-d-842733-1 neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:24:36.208801 n-d-842733-1 neutron-server[103053]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103053) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 20 20:24:36.209080 n-d-842733-1 neutron-server[103053]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 20 20:24:36.209350 n-d-842733-1 neutron-server[103053]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 20 20:24:36.212812 n-d-842733-1 neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:24:36.213095 n-d-842733-1 neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:24:36.277544 n-d-842733-1 neutron-server[103053]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 20 20:24:36.277728 n-d-842733-1 neutron-server[103053]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 20 20:24:36.277964 n-d-842733-1 neutron-server[103053]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 20 20:24:36.278330 n-d-842733-1 neutron-server[103053]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 20 20:24:36.302011 n-d-842733-1 neutron-server[103053]: DEBUG oslo_db.sqlalchemy.engines [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103053) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 20 20:24:36.948076 n-d-842733-1 neutron-server[103053]: INFO neutron.plugins.ml2.managers [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Initializing driver for type 'gre' May 20 20:24:36.948595 n-d-842733-1 neutron-server[103053]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] gre ID ranges: [(1, 1000)] May 20 20:24:37.079383 n-d-842733-1 neutron-server[103053]: INFO neutron.plugins.ml2.managers [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Initializing driver for type 'local' May 20 20:24:37.080003 n-d-842733-1 neutron-server[103053]: INFO neutron.plugins.ml2.managers [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Initializing driver for type 'vlan' May 20 20:24:37.130877 n-d-842733-1 neutron-server[103053]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] VlanTypeDriver initialization complete May 20 20:24:37.131226 n-d-842733-1 neutron-server[103053]: INFO neutron.plugins.ml2.managers [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Initializing driver for type 'vxlan' May 20 20:24:37.131744 n-d-842733-1 neutron-server[103053]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] vxlan ID ranges: [(1, 1000)] May 20 20:24:37.359647 n-d-842733-1 neutron-server[103053]: INFO neutron.plugins.ml2.managers [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Initializing extension driver 'port_security' May 20 20:24:37.359907 n-d-842733-1 neutron-server[103053]: INFO neutron.plugins.ml2.extensions.port_security [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] PortSecurityExtensionDriver initialization complete May 20 20:24:37.360236 n-d-842733-1 neutron-server[103053]: INFO neutron.plugins.ml2.managers [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Initializing mechanism driver 'openvswitch' May 20 20:24:37.360558 n-d-842733-1 neutron-server[103053]: INFO neutron.plugins.ml2.managers [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Initializing mechanism driver 'hyperv' May 20 20:24:37.367282 n-d-842733-1 neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:24:37.367985 n-d-842733-1 neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Subscribe: > port after_create 55550000 {{(pid=103053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:24:37.368375 n-d-842733-1 neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Subscribe: > port after_update 55550000 {{(pid=103053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:24:37.368719 n-d-842733-1 neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Subscribe: > port after_delete 55550000 {{(pid=103053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:24:37.369289 n-d-842733-1 neutron-server[103053]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103053) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} May 20 20:24:37.369722 n-d-842733-1 neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Subscribe: > subnet after_create 55550000 {{(pid=103053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:24:37.371215 n-d-842733-1 neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Subscribe: > subnet after_update 55550000 {{(pid=103053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:24:37.371215 n-d-842733-1 neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:24:37.371215 n-d-842733-1 neutron-server[103053]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103053) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} May 20 20:24:37.371215 n-d-842733-1 neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Subscribe: > network after_create 55550000 {{(pid=103053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:24:37.371644 n-d-842733-1 neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Subscribe: > network after_update 55550000 {{(pid=103053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:24:37.371983 n-d-842733-1 neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Subscribe: > network after_delete 55550000 {{(pid=103053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:24:37.372368 n-d-842733-1 neutron-server[103053]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103053) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} May 20 20:24:37.372768 n-d-842733-1 neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Subscribe: > security_group after_create 55550000 {{(pid=103053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:24:37.373111 n-d-842733-1 neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Subscribe: > security_group after_update 55550000 {{(pid=103053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:24:37.373467 n-d-842733-1 neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:24:37.373985 n-d-842733-1 neutron-server[103053]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103053) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} May 20 20:24:37.374389 n-d-842733-1 neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:24:37.374735 n-d-842733-1 neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:24:37.375073 n-d-842733-1 neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:24:37.375459 n-d-842733-1 neutron-server[103053]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103053) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} May 20 20:24:37.375927 n-d-842733-1 neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Subscribe: > address_group after_create 55550000 {{(pid=103053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:24:37.376272 n-d-842733-1 neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Subscribe: > address_group after_update 55550000 {{(pid=103053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:24:37.376606 n-d-842733-1 neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:24:37.378324 n-d-842733-1 neutron-server[103053]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103053) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} May 20 20:24:37.378770 n-d-842733-1 neutron-server[103053]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] ML2 OVO RPC backend initialized. {{(pid=103053) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} May 20 20:24:37.379478 n-d-842733-1 neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:24:37.379827 n-d-842733-1 neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:24:37.380240 n-d-842733-1 neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Subscribe: > network before_response 55550000 {{(pid=103053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:24:37.380582 n-d-842733-1 neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Subscribe: > networks before_response 55550000 {{(pid=103053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:24:37.380925 n-d-842733-1 neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Subscribe: > port before_response 55550000 {{(pid=103053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:24:37.381334 n-d-842733-1 neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Subscribe: > ports before_response 55550000 {{(pid=103053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:24:37.381673 n-d-842733-1 neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Subscribe: > subnet before_response 55550000 {{(pid=103053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:24:37.382010 n-d-842733-1 neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Subscribe: > subnets before_response 55550000 {{(pid=103053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:24:37.382348 n-d-842733-1 neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Subscribe: > network after_create 55550000 {{(pid=103053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:24:37.382682 n-d-842733-1 neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Subscribe: > network after_update 55550000 {{(pid=103053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:24:37.383013 n-d-842733-1 neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Subscribe: > network after_delete 55550000 {{(pid=103053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:24:37.383342 n-d-842733-1 neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Subscribe: > port after_create 55550000 {{(pid=103053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:24:37.383669 n-d-842733-1 neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Subscribe: > port after_update 55550000 {{(pid=103053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:24:37.383995 n-d-842733-1 neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Subscribe: > port after_delete 55550000 {{(pid=103053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:24:37.384328 n-d-842733-1 neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Subscribe: > subnet after_create 55550000 {{(pid=103053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:24:37.384662 n-d-842733-1 neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Subscribe: > subnet after_update 55550000 {{(pid=103053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:24:37.384991 n-d-842733-1 neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:24:37.392126 n-d-842733-1 neutron-server[103053]: INFO neutron.quota [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Loaded quota_driver: . May 20 20:24:37.392483 n-d-842733-1 neutron-server[103053]: INFO neutron.plugins.ml2.plugin [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Modular L2 Plugin initialization complete May 20 20:24:37.393677 n-d-842733-1 neutron-server[103053]: DEBUG neutron.manager [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Loading services supported by the core plugin {{(pid=103053) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 20 20:24:37.393863 n-d-842733-1 neutron-server[103053]: INFO neutron.plugins.ml2.managers [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Got port-security extension from driver 'port_security' May 20 20:24:37.394305 n-d-842733-1 neutron-server[103053]: INFO neutron.extensions.vlantransparent [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Disabled vlantransparent extension. May 20 20:24:37.394797 n-d-842733-1 neutron-server[103053]: DEBUG neutron.manager [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103053) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 20 20:24:37.395117 n-d-842733-1 neutron-server[103053]: INFO neutron.manager [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Loading Plugin: router May 20 20:24:37.443391 n-d-842733-1 neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:24:37.443778 n-d-842733-1 neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Subscribe: > router after_create 55549900 {{(pid=103053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:24:37.444190 n-d-842733-1 neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Subscribe: > router before_create 55549900 {{(pid=103053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:24:37.444569 n-d-842733-1 neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:24:37.444943 n-d-842733-1 neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:24:37.445315 n-d-842733-1 neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Subscribe: > router after_delete 55549900 {{(pid=103053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:24:37.445671 n-d-842733-1 neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:24:37.446018 n-d-842733-1 neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:24:37.446369 n-d-842733-1 neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Subscribe: > router after_create 55549900 {{(pid=103053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:24:37.446708 n-d-842733-1 neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Subscribe: > router after_update 55549900 {{(pid=103053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:24:37.447052 n-d-842733-1 neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Subscribe: > router after_update 55549900 {{(pid=103053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:24:37.447392 n-d-842733-1 neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:24:37.447745 n-d-842733-1 neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Subscribe: > router after_update 55549900 {{(pid=103053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:24:37.448146 n-d-842733-1 neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Subscribe: > router precommit_update 55549900 {{(pid=103053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:24:37.448510 n-d-842733-1 neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Subscribe: port after_update 55550000 {{(pid=103053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:24:37.448845 n-d-842733-1 neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Subscribe: port after_delete 55550000 {{(pid=103053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:24:37.449178 n-d-842733-1 neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Subscribe: subnet after_update 55550000 {{(pid=103053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:24:37.449533 n-d-842733-1 neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:24:37.449873 n-d-842733-1 neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:24:37.450216 n-d-842733-1 neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Subscribe: > router precommit_create 55549900 {{(pid=103053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:24:37.450555 n-d-842733-1 neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Subscribe: port before_delete 55550000 {{(pid=103053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:24:37.450892 n-d-842733-1 neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Subscribe: > router precommit_create 55550000 {{(pid=103053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:24:37.451242 n-d-842733-1 neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Subscribe: > router after_update 55549900 {{(pid=103053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:24:37.451575 n-d-842733-1 neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:24:37.451919 n-d-842733-1 neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Subscribe: > router precommit_create 55549900 {{(pid=103053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:24:37.452271 n-d-842733-1 neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:24:37.452608 n-d-842733-1 neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Subscribe: > router precommit_update 55549900 {{(pid=103053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:24:37.452963 n-d-842733-1 neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Subscribe: > agent after_create 55550000 {{(pid=103053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:24:37.453328 n-d-842733-1 neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Subscribe: > agent after_delete 55550000 {{(pid=103053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:24:37.453666 n-d-842733-1 neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Subscribe: > network after_delete 55550000 {{(pid=103053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:24:37.454518 n-d-842733-1 neutron-server[103053]: DEBUG neutron.quota.resource_registry [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Tracking information for resource: router configured {{(pid=103053) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 20 20:24:37.454847 n-d-842733-1 neutron-server[103053]: DEBUG neutron.quota.resource_registry [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Tracking information for resource: floatingip configured {{(pid=103053) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 20 20:24:37.460238 n-d-842733-1 neutron-server[103053]: INFO neutron.db.l3_agentschedulers_db [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 20 20:24:37.460816 n-d-842733-1 neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Subscribe: port after_update 55550000 {{(pid=103053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:24:37.461173 n-d-842733-1 neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Subscribe: port after_create 55550000 {{(pid=103053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:24:37.461542 n-d-842733-1 neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Subscribe: port after_delete 55550000 {{(pid=103053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:24:37.461889 n-d-842733-1 neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Subscribe: port after_update 55550000 {{(pid=103053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:24:37.462668 n-d-842733-1 neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Subscribe: > router before_create 55550100 {{(pid=103053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:24:37.463025 n-d-842733-1 neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:24:37.463378 n-d-842733-1 neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Subscribe: > router precommit_create 55550100 {{(pid=103053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:24:37.463729 n-d-842733-1 neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Subscribe: > router precommit_update 55550100 {{(pid=103053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:24:37.468518 n-d-842733-1 neutron-server[103053]: DEBUG neutron.services.provider_configuration [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Service providers = [] {{(pid=103053) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 20 20:24:37.468880 n-d-842733-1 neutron-server[103053]: DEBUG neutron.db.servicetype_db [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103053) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 20 20:24:37.471907 n-d-842733-1 neutron-server[103053]: DEBUG neutron.services.service_base [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103053) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 20 20:24:37.472247 n-d-842733-1 neutron-server[103053]: DEBUG neutron.services.service_base [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103053) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 20 20:24:37.472583 n-d-842733-1 neutron-server[103053]: DEBUG neutron.services.service_base [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103053) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 20 20:24:37.473487 n-d-842733-1 neutron-server[103053]: DEBUG neutron.services.service_base [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103053) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 20 20:24:37.473855 n-d-842733-1 neutron-server[103053]: INFO neutron.services.service_base [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Default provider is not specified for service type L3_ROUTER_NAT May 20 20:24:37.474229 n-d-842733-1 neutron-server[103053]: DEBUG neutron.manager [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103053) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 20 20:24:37.474542 n-d-842733-1 neutron-server[103053]: INFO neutron.manager [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 20 20:24:37.484721 n-d-842733-1 neutron-server[103053]: DEBUG neutron.manager [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103053) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 20 20:24:37.485048 n-d-842733-1 neutron-server[103053]: INFO neutron.manager [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Loading Plugin: auto_allocate May 20 20:24:37.491043 n-d-842733-1 neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Subscribe: network precommit_update 55550000 {{(pid=103053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:24:37.491409 n-d-842733-1 neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Subscribe: network precommit_create 55550000 {{(pid=103053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:24:37.491926 n-d-842733-1 neutron-server[103053]: DEBUG neutron.manager [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103053) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 20 20:24:37.492239 n-d-842733-1 neutron-server[103053]: INFO neutron.manager [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Loading Plugin: tag May 20 20:24:37.498932 n-d-842733-1 neutron-server[103053]: DEBUG neutron.manager [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103053) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 20 20:24:37.499258 n-d-842733-1 neutron-server[103053]: INFO neutron.manager [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Loading Plugin: timestamp May 20 20:24:37.504016 n-d-842733-1 neutron-server[103053]: DEBUG neutron.manager [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103053) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 20 20:24:37.511704 n-d-842733-1 neutron-server[103053]: INFO neutron.manager [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Loading Plugin: network_ip_availability May 20 20:24:37.516640 n-d-842733-1 neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:24:37.517004 n-d-842733-1 neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:24:37.517380 n-d-842733-1 neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:24:37.518805 n-d-842733-1 neutron-server[103053]: DEBUG neutron.manager [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103053) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 20 20:24:37.519118 n-d-842733-1 neutron-server[103053]: INFO neutron.manager [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Loading Plugin: flavors May 20 20:24:37.523773 n-d-842733-1 neutron-server[103053]: DEBUG neutron.manager [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103053) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 20 20:24:37.524102 n-d-842733-1 neutron-server[103053]: INFO neutron.manager [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Loading Plugin: revisions May 20 20:24:37.528288 n-d-842733-1 neutron-server[103053]: DEBUG neutron.manager [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103053) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 20 20:24:37.528672 n-d-842733-1 neutron-server[103053]: DEBUG oslo_concurrency.lockutils [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.265s {{(pid=103053) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:24:37.529421 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103053) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} May 20 20:24:37.529817 n-d-842733-1 neutron-server[103053]: INFO neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Initializing extension manager. May 20 20:24:37.530312 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Loading extension file: __init__.py {{(pid=103053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 20 20:24:37.530649 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Loading extension file: __pycache__ {{(pid=103053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 20 20:24:37.530979 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 20 20:24:37.531304 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Loading extension file: address_group.py {{(pid=103053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 20 20:24:37.532043 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 20 20:24:37.532608 n-d-842733-1 neutron-server[103053]: INFO neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Loaded extension: address-group May 20 20:24:37.532926 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Loading extension file: address_scope.py {{(pid=103053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 20 20:24:37.533848 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 20 20:24:37.534364 n-d-842733-1 neutron-server[103053]: INFO neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Loaded extension: address-scope May 20 20:24:37.534683 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 20 20:24:37.535599 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 20 20:24:37.536106 n-d-842733-1 neutron-server[103053]: INFO neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Loaded extension: router-admin-state-down-before-update May 20 20:24:37.536428 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Loading extension file: agent.py {{(pid=103053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 20 20:24:37.537400 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 20 20:24:37.537908 n-d-842733-1 neutron-server[103053]: INFO neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Loaded extension: agent May 20 20:24:37.538226 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Loading extension file: agent_resources_synced.py {{(pid=103053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 20 20:24:37.539123 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 20 20:24:37.539629 n-d-842733-1 neutron-server[103053]: INFO neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Loaded extension: agent-resources-synced May 20 20:24:37.539945 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Loading extension file: allowedaddresspairs.py {{(pid=103053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 20 20:24:37.541795 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 20 20:24:37.542303 n-d-842733-1 neutron-server[103053]: INFO neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Loaded extension: allowed-address-pairs May 20 20:24:37.542622 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Loading extension file: auto_allocated_topology.py {{(pid=103053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 20 20:24:37.543690 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 20 20:24:37.544196 n-d-842733-1 neutron-server[103053]: INFO neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Loaded extension: auto-allocated-topology May 20 20:24:37.544516 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Loading extension file: availability_zone.py {{(pid=103053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 20 20:24:37.545194 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 20 20:24:37.545718 n-d-842733-1 neutron-server[103053]: INFO neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Loaded extension: availability_zone May 20 20:24:37.546036 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Loading extension file: availability_zone_filter.py {{(pid=103053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 20 20:24:37.546935 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 20 20:24:37.547434 n-d-842733-1 neutron-server[103053]: INFO neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Loaded extension: availability_zone_filter May 20 20:24:37.547751 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Loading extension file: data_plane_status.py {{(pid=103053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 20 20:24:37.548642 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 20 20:24:37.549571 n-d-842733-1 neutron-server[103053]: INFO neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Extension data-plane-status not supported by any of loaded plugins May 20 20:24:37.549905 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Loading extension file: default_subnetpools.py {{(pid=103053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 20 20:24:37.557527 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 20 20:24:37.558371 n-d-842733-1 neutron-server[103053]: INFO neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Loaded extension: default-subnetpools May 20 20:24:37.558688 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 20 20:24:37.559483 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 20 20:24:37.559984 n-d-842733-1 neutron-server[103053]: INFO neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Loaded extension: dhcp_agent_scheduler May 20 20:24:37.560301 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Loading extension file: dns.py {{(pid=103053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 20 20:24:37.561203 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 20 20:24:37.561732 n-d-842733-1 neutron-server[103053]: INFO neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Extension dns-integration not supported by any of loaded plugins May 20 20:24:37.562048 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Loading extension file: dns_domain_ports.py {{(pid=103053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 20 20:24:37.562946 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 20 20:24:37.563452 n-d-842733-1 neutron-server[103053]: INFO neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Extension dns-domain-ports not supported by any of loaded plugins May 20 20:24:37.563767 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 20 20:24:37.565443 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 20 20:24:37.565946 n-d-842733-1 neutron-server[103053]: INFO neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins May 20 20:24:37.566261 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Loading extension file: dvr.py {{(pid=103053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 20 20:24:37.566919 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 20 20:24:37.567458 n-d-842733-1 neutron-server[103053]: INFO neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Loaded extension: dvr May 20 20:24:37.567775 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Loading extension file: ecmp_routes.py {{(pid=103053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 20 20:24:37.568686 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 20 20:24:37.569183 n-d-842733-1 neutron-server[103053]: INFO neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Extension ecmp_routes not supported by any of loaded plugins May 20 20:24:37.569563 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Loading extension file: empty_string_filtering.py {{(pid=103053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 20 20:24:37.570563 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 20 20:24:37.571061 n-d-842733-1 neutron-server[103053]: INFO neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Loaded extension: empty-string-filtering May 20 20:24:37.571377 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 20 20:24:37.572267 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 20 20:24:37.572763 n-d-842733-1 neutron-server[103053]: INFO neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 20 20:24:37.573077 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 20 20:24:37.574013 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 20 20:24:37.574510 n-d-842733-1 neutron-server[103053]: INFO neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 20 20:24:37.574824 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Loading extension file: external_net.py {{(pid=103053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 20 20:24:37.575791 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 20 20:24:37.576289 n-d-842733-1 neutron-server[103053]: INFO neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Loaded extension: external-net May 20 20:24:37.576605 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 20 20:24:37.577524 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 20 20:24:37.578029 n-d-842733-1 neutron-server[103053]: INFO neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Loaded extension: extra_dhcp_opt May 20 20:24:37.578344 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Loading extension file: extraroute.py {{(pid=103053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 20 20:24:37.579244 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 20 20:24:37.579784 n-d-842733-1 neutron-server[103053]: INFO neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Loaded extension: extraroute May 20 20:24:37.580160 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Loading extension file: extraroute_atomic.py {{(pid=103053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 20 20:24:37.586550 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 20 20:24:37.587058 n-d-842733-1 neutron-server[103053]: INFO neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Loaded extension: extraroute-atomic May 20 20:24:37.587377 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Loading extension file: filter_validation.py {{(pid=103053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 20 20:24:37.588032 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 20 20:24:37.588536 n-d-842733-1 neutron-server[103053]: INFO neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Loaded extension: filter-validation May 20 20:24:37.588851 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Loading extension file: fip_pf_description.py {{(pid=103053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 20 20:24:37.589778 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 20 20:24:37.590276 n-d-842733-1 neutron-server[103053]: INFO neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 20 20:24:37.590593 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Loading extension file: fip_port_details.py {{(pid=103053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 20 20:24:37.591502 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 20 20:24:37.592004 n-d-842733-1 neutron-server[103053]: INFO neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Loaded extension: fip-port-details May 20 20:24:37.592406 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Loading extension file: flavors.py {{(pid=103053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 20 20:24:37.593624 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 20 20:24:37.594134 n-d-842733-1 neutron-server[103053]: INFO neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Loaded extension: flavors May 20 20:24:37.594455 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 20 20:24:37.596163 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 20 20:24:37.596684 n-d-842733-1 neutron-server[103053]: INFO neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 20 20:24:37.597029 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Loading extension file: floatingip_pools.py {{(pid=103053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 20 20:24:37.597847 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 20 20:24:37.598408 n-d-842733-1 neutron-server[103053]: INFO neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Loaded extension: floatingip-pools May 20 20:24:37.598752 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Loading extension file: ip_allocation.py {{(pid=103053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 20 20:24:37.599674 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 20 20:24:37.600174 n-d-842733-1 neutron-server[103053]: INFO neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Extension ip_allocation not supported by any of loaded plugins May 20 20:24:37.600489 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 20 20:24:37.601431 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 20 20:24:37.601939 n-d-842733-1 neutron-server[103053]: INFO neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Loaded extension: ip-substring-filtering May 20 20:24:37.602257 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Loading extension file: l2_adjacency.py {{(pid=103053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 20 20:24:37.603173 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 20 20:24:37.603672 n-d-842733-1 neutron-server[103053]: INFO neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Extension l2_adjacency not supported by any of loaded plugins May 20 20:24:37.604134 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Loading extension file: l3.py {{(pid=103053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 20 20:24:37.605002 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 20 20:24:37.605541 n-d-842733-1 neutron-server[103053]: INFO neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Loaded extension: router May 20 20:24:37.605860 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 20 20:24:37.608202 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 20 20:24:37.608726 n-d-842733-1 neutron-server[103053]: INFO neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 20 20:24:37.609054 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 20 20:24:37.615575 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 20 20:24:37.615575 n-d-842733-1 neutron-server[103053]: INFO neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Loaded extension: ext-gw-mode May 20 20:24:37.615575 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 20 20:24:37.616269 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 20 20:24:37.616777 n-d-842733-1 neutron-server[103053]: INFO neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Loaded extension: l3-ha May 20 20:24:37.617094 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Loading extension file: l3_flavors.py {{(pid=103053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 20 20:24:37.618026 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 20 20:24:37.618532 n-d-842733-1 neutron-server[103053]: INFO neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Loaded extension: l3-flavors May 20 20:24:37.618852 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 20 20:24:37.619791 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 20 20:24:37.620295 n-d-842733-1 neutron-server[103053]: INFO neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Loaded extension: l3-port-ip-change-not-allowed May 20 20:24:37.620610 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Loading extension file: l3agentscheduler.py {{(pid=103053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 20 20:24:37.621758 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 20 20:24:37.622263 n-d-842733-1 neutron-server[103053]: INFO neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Loaded extension: l3_agent_scheduler May 20 20:24:37.622589 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Loading extension file: logging.py {{(pid=103053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 20 20:24:37.624070 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 20 20:24:37.624590 n-d-842733-1 neutron-server[103053]: INFO neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Extension logging not supported by any of loaded plugins May 20 20:24:37.624919 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Loading extension file: metering.py {{(pid=103053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 20 20:24:37.625681 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 20 20:24:37.626255 n-d-842733-1 neutron-server[103053]: INFO neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Loaded extension: metering May 20 20:24:37.626580 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 20 20:24:37.628253 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 20 20:24:37.628807 n-d-842733-1 neutron-server[103053]: INFO neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Loaded extension: metering_source_and_destination_fields May 20 20:24:37.629253 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Loading extension file: multiprovidernet.py {{(pid=103053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 20 20:24:37.630175 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 20 20:24:37.630685 n-d-842733-1 neutron-server[103053]: INFO neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Loaded extension: multi-provider May 20 20:24:37.631006 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Loading extension file: netmtu.py {{(pid=103053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 20 20:24:37.631911 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 20 20:24:37.632463 n-d-842733-1 neutron-server[103053]: INFO neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Loaded extension: net-mtu May 20 20:24:37.632819 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Loading extension file: netmtu_writable.py {{(pid=103053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 20 20:24:37.633748 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 20 20:24:37.634254 n-d-842733-1 neutron-server[103053]: INFO neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Loaded extension: net-mtu-writable May 20 20:24:37.634571 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Loading extension file: network_availability_zone.py {{(pid=103053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 20 20:24:37.635225 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 20 20:24:37.635723 n-d-842733-1 neutron-server[103053]: INFO neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Loaded extension: network_availability_zone May 20 20:24:37.636040 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Loading extension file: network_ip_availability.py {{(pid=103053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 20 20:24:37.637126 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 20 20:24:37.637659 n-d-842733-1 neutron-server[103053]: INFO neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Loaded extension: network-ip-availability May 20 20:24:37.637982 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Loading extension file: network_segment_range.py {{(pid=103053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 20 20:24:37.638770 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 20 20:24:37.639268 n-d-842733-1 neutron-server[103053]: INFO neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Extension network-segment-range not supported by any of loaded plugins May 20 20:24:37.639585 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Loading extension file: pagination.py {{(pid=103053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 20 20:24:37.640550 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 20 20:24:37.640874 n-d-842733-1 neutron-server[103053]: INFO neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Loaded extension: pagination May 20 20:24:37.641188 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Loading extension file: port_device_profile.py {{(pid=103053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 20 20:24:37.642103 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 20 20:24:37.642669 n-d-842733-1 neutron-server[103053]: INFO neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Loaded extension: port-device-profile May 20 20:24:37.643016 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 20 20:24:37.643998 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 20 20:24:37.644611 n-d-842733-1 neutron-server[103053]: INFO neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Loaded extension: port-mac-address-regenerate May 20 20:24:37.644932 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 20 20:24:37.645848 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 20 20:24:37.646357 n-d-842733-1 neutron-server[103053]: INFO neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Loaded extension: port-numa-affinity-policy May 20 20:24:37.646676 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Loading extension file: port_resource_request.py {{(pid=103053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 20 20:24:37.647577 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 20 20:24:37.648083 n-d-842733-1 neutron-server[103053]: INFO neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Extension port-resource-request not supported by any of loaded plugins May 20 20:24:37.648400 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Loading extension file: portbindings.py {{(pid=103053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 20 20:24:37.649342 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 20 20:24:37.649853 n-d-842733-1 neutron-server[103053]: INFO neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Loaded extension: binding May 20 20:24:37.650169 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Loading extension file: portbindings_extended.py {{(pid=103053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 20 20:24:37.652902 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 20 20:24:37.653446 n-d-842733-1 neutron-server[103053]: INFO neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Loaded extension: binding-extended May 20 20:24:37.653811 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Loading extension file: portsecurity.py {{(pid=103053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 20 20:24:37.654829 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 20 20:24:37.655344 n-d-842733-1 neutron-server[103053]: INFO neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Loaded extension: port-security May 20 20:24:37.655671 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Loading extension file: project_id.py {{(pid=103053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 20 20:24:37.656632 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 20 20:24:37.656963 n-d-842733-1 neutron-server[103053]: INFO neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Loaded extension: project-id May 20 20:24:37.657322 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Loading extension file: providernet.py {{(pid=103053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 20 20:24:37.658368 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 20 20:24:37.658913 n-d-842733-1 neutron-server[103053]: INFO neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Loaded extension: provider May 20 20:24:37.659238 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Loading extension file: qos.py {{(pid=103053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 20 20:24:37.662846 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 20 20:24:37.663368 n-d-842733-1 neutron-server[103053]: INFO neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Extension qos not supported by any of loaded plugins May 20 20:24:37.663699 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 20 20:24:37.664938 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 20 20:24:37.665516 n-d-842733-1 neutron-server[103053]: INFO neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 20 20:24:37.671169 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 20 20:24:37.671861 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 20 20:24:37.672374 n-d-842733-1 neutron-server[103053]: INFO neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 20 20:24:37.672694 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Loading extension file: qos_default.py {{(pid=103053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 20 20:24:37.673629 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 20 20:24:37.674728 n-d-842733-1 neutron-server[103053]: INFO neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Extension qos-default not supported by any of loaded plugins May 20 20:24:37.675045 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Loading extension file: qos_fip.py {{(pid=103053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 20 20:24:37.675700 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 20 20:24:37.676196 n-d-842733-1 neutron-server[103053]: INFO neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Extension qos-fip not supported by any of loaded plugins May 20 20:24:37.676511 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Loading extension file: qos_gateway_ip.py {{(pid=103053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 20 20:24:37.677459 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 20 20:24:37.677963 n-d-842733-1 neutron-server[103053]: INFO neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Extension qos-gateway-ip not supported by any of loaded plugins May 20 20:24:37.678278 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Loading extension file: qos_port_network_policy.py {{(pid=103053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 20 20:24:37.679436 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 20 20:24:37.679942 n-d-842733-1 neutron-server[103053]: INFO neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Extension qos-port-network-policy not supported by any of loaded plugins May 20 20:24:37.680256 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Loading extension file: qos_pps_rule.py {{(pid=103053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 20 20:24:37.681451 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 20 20:24:37.681962 n-d-842733-1 neutron-server[103053]: INFO neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Extension qos-pps not supported by any of loaded plugins May 20 20:24:37.682280 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Loading extension file: qos_rule_type_details.py {{(pid=103053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 20 20:24:37.683439 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 20 20:24:37.683945 n-d-842733-1 neutron-server[103053]: INFO neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Extension qos-rule-type-details not supported by any of loaded plugins May 20 20:24:37.684264 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Loading extension file: qos_rules_alias.py {{(pid=103053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 20 20:24:37.685365 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 20 20:24:37.685870 n-d-842733-1 neutron-server[103053]: INFO neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Extension qos-rules-alias not supported by any of loaded plugins May 20 20:24:37.686232 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Loading extension file: quotasv2.py {{(pid=103053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 20 20:24:37.687277 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=103053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 20 20:24:37.687601 n-d-842733-1 neutron-server[103053]: INFO neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Loaded extension: quotas May 20 20:24:37.687916 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Loading extension file: quotasv2_detail.py {{(pid=103053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 20 20:24:37.690393 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 20 20:24:37.690659 n-d-842733-1 neutron-server[103053]: INFO neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Loaded extension: quota_details May 20 20:24:37.690988 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Loading extension file: rbac.py {{(pid=103053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 20 20:24:37.692044 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 20 20:24:37.692572 n-d-842733-1 neutron-server[103053]: INFO neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Loaded extension: rbac-policies May 20 20:24:37.692904 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Loading extension file: rbac_address_group.py {{(pid=103053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 20 20:24:37.693855 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 20 20:24:37.694371 n-d-842733-1 neutron-server[103053]: INFO neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Loaded extension: rbac-address-group May 20 20:24:37.694730 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Loading extension file: rbac_address_scope.py {{(pid=103053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 20 20:24:37.695637 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 20 20:24:37.696203 n-d-842733-1 neutron-server[103053]: INFO neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Loaded extension: rbac-address-scope May 20 20:24:37.696464 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Loading extension file: rbac_security_groups.py {{(pid=103053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 20 20:24:37.697412 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 20 20:24:37.697931 n-d-842733-1 neutron-server[103053]: INFO neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Loaded extension: rbac-security-groups May 20 20:24:37.698252 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Loading extension file: rbac_subnetpool.py {{(pid=103053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 20 20:24:37.699257 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 20 20:24:37.699774 n-d-842733-1 neutron-server[103053]: INFO neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Loaded extension: rbac-subnetpool May 20 20:24:37.700096 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Loading extension file: revisionifmatch.py {{(pid=103053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 20 20:24:37.701042 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 20 20:24:37.701581 n-d-842733-1 neutron-server[103053]: INFO neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Loaded extension: revision-if-match May 20 20:24:37.701903 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Loading extension file: revisions.py {{(pid=103053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 20 20:24:37.703201 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 20 20:24:37.703728 n-d-842733-1 neutron-server[103053]: INFO neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Loaded extension: standard-attr-revisions May 20 20:24:37.704088 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Loading extension file: router_availability_zone.py {{(pid=103053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 20 20:24:37.704759 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 20 20:24:37.705903 n-d-842733-1 neutron-server[103053]: INFO neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Loaded extension: router_availability_zone May 20 20:24:37.711642 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Loading extension file: routerservicetype.py {{(pid=103053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 20 20:24:37.712335 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 20 20:24:37.712842 n-d-842733-1 neutron-server[103053]: INFO neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Extension router-service-type not supported by any of loaded plugins May 20 20:24:37.713158 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 20 20:24:37.714099 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 20 20:24:37.714607 n-d-842733-1 neutron-server[103053]: INFO neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Loaded extension: security-groups-normalized-cidr May 20 20:24:37.714923 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 20 20:24:37.715831 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 20 20:24:37.716337 n-d-842733-1 neutron-server[103053]: INFO neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Loaded extension: port-security-groups-filtering May 20 20:24:37.716652 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 20 20:24:37.717599 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 20 20:24:37.718104 n-d-842733-1 neutron-server[103053]: INFO neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Loaded extension: security-groups-remote-address-group May 20 20:24:37.718418 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Loading extension file: securitygroup.py {{(pid=103053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 20 20:24:37.728902 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 20 20:24:37.729462 n-d-842733-1 neutron-server[103053]: INFO neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Loaded extension: security-group May 20 20:24:37.729792 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Loading extension file: segment.py {{(pid=103053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 20 20:24:37.730570 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 20 20:24:37.731075 n-d-842733-1 neutron-server[103053]: INFO neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Extension segment not supported by any of loaded plugins May 20 20:24:37.731398 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 20 20:24:37.732335 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 20 20:24:37.732839 n-d-842733-1 neutron-server[103053]: INFO neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 20 20:24:37.733159 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Loading extension file: servicetype.py {{(pid=103053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 20 20:24:37.734355 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 20 20:24:37.734871 n-d-842733-1 neutron-server[103053]: INFO neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Loaded extension: service-type May 20 20:24:37.735194 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Loading extension file: sorting.py {{(pid=103053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 20 20:24:37.736228 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 20 20:24:37.736848 n-d-842733-1 neutron-server[103053]: INFO neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Loaded extension: sorting May 20 20:24:37.736956 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Loading extension file: standard_attr_segment.py {{(pid=103053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 20 20:24:37.737893 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 20 20:24:37.738446 n-d-842733-1 neutron-server[103053]: INFO neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Extension standard-attr-segment not supported by any of loaded plugins May 20 20:24:37.738761 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Loading extension file: standardattrdescription.py {{(pid=103053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 20 20:24:37.739395 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 20 20:24:37.739895 n-d-842733-1 neutron-server[103053]: INFO neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Loaded extension: standard-attr-description May 20 20:24:37.740212 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Loading extension file: stateful_security_group.py {{(pid=103053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 20 20:24:37.746918 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 20 20:24:37.747429 n-d-842733-1 neutron-server[103053]: INFO neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Loaded extension: stateful-security-group May 20 20:24:37.747747 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Loading extension file: stdattrs_common.py {{(pid=103053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 20 20:24:37.748328 n-d-842733-1 neutron-server[103053]: WARNING neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 20 20:24:37.748641 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 20 20:24:37.749592 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 20 20:24:37.750105 n-d-842733-1 neutron-server[103053]: INFO neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 20 20:24:37.750425 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Loading extension file: subnet_onboard.py {{(pid=103053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 20 20:24:37.751479 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 20 20:24:37.752086 n-d-842733-1 neutron-server[103053]: INFO neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Loaded extension: subnet_onboard May 20 20:24:37.752550 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 20 20:24:37.753416 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 20 20:24:37.753924 n-d-842733-1 neutron-server[103053]: INFO neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 20 20:24:37.754244 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Loading extension file: subnet_service_types.py {{(pid=103053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 20 20:24:37.755160 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 20 20:24:37.755667 n-d-842733-1 neutron-server[103053]: INFO neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Loaded extension: subnet-service-types May 20 20:24:37.755985 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Loading extension file: subnetallocation.py {{(pid=103053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 20 20:24:37.757041 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 20 20:24:37.757617 n-d-842733-1 neutron-server[103053]: INFO neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Loaded extension: subnet_allocation May 20 20:24:37.758046 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 20 20:24:37.758706 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 20 20:24:37.759209 n-d-842733-1 neutron-server[103053]: INFO neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Loaded extension: subnetpool-prefix-ops May 20 20:24:37.759526 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 20 20:24:37.760451 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 20 20:24:37.760953 n-d-842733-1 neutron-server[103053]: INFO neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 20 20:24:37.761304 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Loading extension file: tagging.py {{(pid=103053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 20 20:24:37.762346 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 20 20:24:37.762852 n-d-842733-1 neutron-server[103053]: INFO neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Loaded extension: standard-attr-tag May 20 20:24:37.763170 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Loading extension file: timestamp.py {{(pid=103053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 20 20:24:37.764423 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 20 20:24:37.764944 n-d-842733-1 neutron-server[103053]: INFO neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Loaded extension: standard-attr-timestamp May 20 20:24:37.765290 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Loading extension file: trunk.py {{(pid=103053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 20 20:24:37.766313 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 20 20:24:37.766820 n-d-842733-1 neutron-server[103053]: INFO neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Extension trunk not supported by any of loaded plugins May 20 20:24:37.767136 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Loading extension file: trunk_details.py {{(pid=103053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 20 20:24:37.768634 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 20 20:24:37.769138 n-d-842733-1 neutron-server[103053]: INFO neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Extension trunk-details not supported by any of loaded plugins May 20 20:24:37.769502 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Loading extension file: uplink_status_propagation.py {{(pid=103053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 20 20:24:37.777429 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 20 20:24:37.777941 n-d-842733-1 neutron-server[103053]: INFO neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Extension uplink-status-propagation not supported by any of loaded plugins May 20 20:24:37.778260 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Loading extension file: vlantransparent.py {{(pid=103053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 20 20:24:37.778925 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 20 20:24:37.779436 n-d-842733-1 neutron-server[103053]: INFO neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Extension vlan-transparent not supported by any of loaded plugins May 20 20:24:37.781971 n-d-842733-1 neutron-server[103053]: INFO neutron.quota.resource_registry [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Creating instance of TrackedResource for resource:network May 20 20:24:37.782487 n-d-842733-1 neutron-server[103053]: INFO neutron.quota.resource_registry [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Creating instance of TrackedResource for resource:subnet May 20 20:24:37.782879 n-d-842733-1 neutron-server[103053]: INFO neutron.quota.resource_registry [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Creating instance of TrackedResource for resource:subnetpool May 20 20:24:37.783858 n-d-842733-1 neutron-server[103053]: INFO neutron.quota.resource_registry [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Creating instance of TrackedResource for resource:port May 20 20:24:37.785126 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.v2.resource_helper [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103053) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 20:24:37.785594 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.v2.resource_helper [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Service FLAVORS assigned prefix: {{(pid=103053) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 20:24:37.786214 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.v2.resource_helper [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103053) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 20:24:37.786677 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.v2.resource_helper [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103053) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 20:24:37.787106 n-d-842733-1 neutron-server[103053]: INFO neutron.quota.resource_registry [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Creating instance of TrackedResource for resource:router May 20 20:24:37.787532 n-d-842733-1 neutron-server[103053]: INFO neutron.quota.resource_registry [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Creating instance of TrackedResource for resource:floatingip May 20 20:24:37.788019 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.v2.resource_helper [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Service METERING assigned prefix: /metering {{(pid=103053) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 20:24:37.789460 n-d-842733-1 neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:24:37.789831 n-d-842733-1 neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:24:37.790181 n-d-842733-1 neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:24:37.791167 n-d-842733-1 neutron-server[103053]: INFO neutron.quota.resource_registry [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Creating instance of CountableResource for resource:rbac_policy May 20 20:24:37.791607 n-d-842733-1 neutron-server[103053]: INFO neutron.quota.resource_registry [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Creating instance of TrackedResource for resource:security_group May 20 20:24:37.792034 n-d-842733-1 neutron-server[103053]: INFO neutron.quota.resource_registry [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Creating instance of TrackedResource for resource:security_group_rule May 20 20:24:37.792642 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.v2.resource_helper [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Service CORE assigned prefix: {{(pid=103053) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 20:24:37.793062 n-d-842733-1 neutron-server[103053]: INFO neutron.quota.resource_registry [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Creating instance of TrackedResource for resource:subnetpool May 20 20:24:37.793400 n-d-842733-1 neutron-server[103053]: WARNING neutron.quota.resource_registry [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] subnetpool is already registered May 20 20:24:37.793828 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.v2.resource_helper [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Service CORE assigned prefix: {{(pid=103053) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 20:24:37.794147 n-d-842733-1 neutron-server[103053]: INFO neutron.quota.resource_registry [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Creating instance of TrackedResource for resource:subnetpool May 20 20:24:37.794471 n-d-842733-1 neutron-server[103053]: WARNING neutron.quota.resource_registry [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] subnetpool is already registered May 20 20:24:37.796713 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.v2.resource_helper [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103053) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 20:24:37.797141 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.v2.resource_helper [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Service FLAVORS assigned prefix: {{(pid=103053) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 20:24:37.797748 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.v2.resource_helper [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103053) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 20:24:37.798166 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.v2.resource_helper [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103053) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 20:24:37.798494 n-d-842733-1 neutron-server[103053]: INFO neutron.quota.resource_registry [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Creating instance of TrackedResource for resource:router May 20 20:24:37.798873 n-d-842733-1 neutron-server[103053]: WARNING neutron.quota.resource_registry [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] router is already registered May 20 20:24:37.799525 n-d-842733-1 neutron-server[103053]: INFO neutron.quota.resource_registry [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Creating instance of TrackedResource for resource:floatingip May 20 20:24:37.799953 n-d-842733-1 neutron-server[103053]: WARNING neutron.quota.resource_registry [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] floatingip is already registered May 20 20:24:37.800413 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.v2.resource_helper [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Service METERING assigned prefix: /metering {{(pid=103053) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 20:24:37.801146 n-d-842733-1 neutron-server[103053]: INFO neutron.quota.resource_registry [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Creating instance of CountableResource for resource:rbac_policy May 20 20:24:37.801557 n-d-842733-1 neutron-server[103053]: WARNING neutron.quota.resource_registry [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] rbac_policy is already registered May 20 20:24:37.805584 n-d-842733-1 neutron-server[103053]: INFO neutron.quota.resource_registry [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Creating instance of TrackedResource for resource:security_group May 20 20:24:37.805584 n-d-842733-1 neutron-server[103053]: WARNING neutron.quota.resource_registry [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] security_group is already registered May 20 20:24:37.805584 n-d-842733-1 neutron-server[103053]: INFO neutron.quota.resource_registry [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Creating instance of TrackedResource for resource:security_group_rule May 20 20:24:37.805584 n-d-842733-1 neutron-server[103053]: WARNING neutron.quota.resource_registry [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] security_group_rule is already registered May 20 20:24:37.805584 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.v2.resource_helper [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Service CORE assigned prefix: {{(pid=103053) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 20:24:37.805584 n-d-842733-1 neutron-server[103053]: INFO neutron.quota.resource_registry [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Creating instance of TrackedResource for resource:subnetpool May 20 20:24:37.805584 n-d-842733-1 neutron-server[103053]: WARNING neutron.quota.resource_registry [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] subnetpool is already registered May 20 20:24:37.805584 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.v2.resource_helper [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Service CORE assigned prefix: {{(pid=103053) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 20:24:37.805584 n-d-842733-1 neutron-server[103053]: INFO neutron.quota.resource_registry [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Creating instance of TrackedResource for resource:subnetpool May 20 20:24:37.806251 n-d-842733-1 neutron-server[103053]: WARNING neutron.quota.resource_registry [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] subnetpool is already registered May 20 20:24:37.806251 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Extended resource: extensions {{(pid=103053) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 20:24:37.807184 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Extended resource: address-groups {{(pid=103053) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 20:24:37.808927 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Extended resource: address-scopes {{(pid=103053) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 20:24:37.810369 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Extended resource: agents {{(pid=103053) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 20:24:37.811520 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Extended resource: auto-allocated-topology {{(pid=103053) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 20:24:37.812754 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Extended resource: availability_zones {{(pid=103053) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 20:24:37.814006 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Extended resource: dhcp-networks {{(pid=103053) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 20:24:37.815638 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Extended resource: dhcp-agents {{(pid=103053) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 20:24:37.817184 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Extended resource: routers {{(pid=103053) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 20:24:37.819392 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Extended resource: flavors {{(pid=103053) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 20:24:37.820530 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Extended resource: service_profiles {{(pid=103053) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 20:24:37.821839 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Extended resource: next_providers {{(pid=103053) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 20:24:37.823271 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Extended resource: service_profiles {{(pid=103053) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 20:24:37.824869 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Extended resource: floatingip-pools {{(pid=103053) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 20:24:37.826094 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Extended resource: routers {{(pid=103053) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 20:24:37.828216 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Extended resource: floatingips {{(pid=103053) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 20:24:37.829511 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Extended resource: l3-routers {{(pid=103053) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 20:24:37.831548 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Extended resource: l3-agents {{(pid=103053) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 20:24:37.832971 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Extended resource: metering-labels {{(pid=103053) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 20:24:37.835487 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Extended resource: metering-label-rules {{(pid=103053) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 20:24:37.836766 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Extended resource: network-ip-availabilities {{(pid=103053) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 20:24:37.838055 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Extended resource: bindings {{(pid=103053) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 20:24:37.839785 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Extended resource: quotas {{(pid=103053) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 20:24:37.841238 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Extended resource: quotas {{(pid=103053) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 20:24:37.842641 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Extended resource: rbac-policies {{(pid=103053) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 20:24:37.843823 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Extended resource: security-groups {{(pid=103053) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 20:24:37.845123 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Extended resource: security-group-rules {{(pid=103053) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 20:24:37.847248 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Extended resource: service-providers {{(pid=103053) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 20:24:37.848464 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Extended resource: subnetpools {{(pid=103053) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 20:24:37.849905 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Extended resource: subnetpools {{(pid=103053) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 20:24:37.851470 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Extended resource: tags {{(pid=103053) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 20:24:37.853170 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Extended resource: tags {{(pid=103053) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 20:24:37.855072 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Extended resource: tags {{(pid=103053) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 20:24:37.856833 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Extended resource: tags {{(pid=103053) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 20:24:37.858681 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Extended resource: tags {{(pid=103053) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 20:24:37.860584 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Extended resource: tags {{(pid=103053) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 20:24:37.862597 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Extended resource: tags {{(pid=103053) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 20:24:37.864624 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Extended resource: tags {{(pid=103053) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 20:24:37.866451 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Extended resource: tags {{(pid=103053) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 20:24:37.868236 n-d-842733-1 neutron-server[103053]: DEBUG neutron.api.extensions [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Extended resource: tags {{(pid=103053) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 20:24:37.874337 n-d-842733-1 neutron-server[103053]: WARNING keystonemiddleware.auth_token [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 20 20:24:37.879269 n-d-842733-1 neutron-server[103053]: WARNING keystonemiddleware.auth_token [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 20 20:24:37.887836 n-d-842733-1 neutron-server[103053]: DEBUG oslo_concurrency.lockutils [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Acquired lock "singleton_lock" {{(pid=103053) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} May 20 20:24:37.888346 n-d-842733-1 neutron-server[103053]: DEBUG oslo_concurrency.lockutils [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Releasing lock "singleton_lock" {{(pid=103053) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} May 20 20:24:37.891688 n-d-842733-1 neutron-server[103053]: INFO oslo_service.service [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Starting 2 workers May 20 20:24:37.894517 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Started child 103162 {{(pid=103053) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 20 20:24:37.899083 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Started child 103163 {{(pid=103053) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 20 20:24:37.899880 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:24:37.900633 n-d-842733-1 neutron-server[103053]: INFO neutron.service [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Neutron service started, listening on 0.0.0.0:9696 May 20 20:24:37.901452 n-d-842733-1 neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Notify callbacks [] for process, before_spawn {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:24:37.901556 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [-] (103162) wsgi starting up on http://0.0.0.0:9696 May 20 20:24:37.903958 n-d-842733-1 neutron-server[103053]: INFO oslo_service.service [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Starting 1 workers May 20 20:24:37.904091 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:24:37.905404 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [-] (103163) wsgi starting up on http://0.0.0.0:9696 May 20 20:24:37.909977 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Started child 103164 {{(pid=103053) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 20 20:24:37.910547 n-d-842733-1 neutron-server[103053]: INFO oslo_service.service [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Starting 1 workers May 20 20:24:37.913688 n-d-842733-1 neutron-server[103164]: DEBUG neutron.service [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] calling RpcWorker wait() {{(pid=103164) _wait /opt/stack/neutron/neutron/service.py:128}} May 20 20:24:37.914223 n-d-842733-1 neutron-server[103164]: DEBUG neutron.service [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] returning from RpcWorker wait() {{(pid=103164) _wait /opt/stack/neutron/neutron/service.py:135}} May 20 20:24:37.915136 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Started child 103165 {{(pid=103053) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 20 20:24:37.915439 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:24:37.915897 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:24:37.916161 n-d-842733-1 neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e01581ed-acd4-4dd0-a31b-00bf3a73def5 None None] Notify callbacks [] for process, after_spawn {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:24:37.917971 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103053) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 20 20:24:37.920288 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 20 20:24:37.920288 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 20 20:24:37.920288 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 20 20:24:37.920288 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 20 20:24:37.920288 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 20 20:24:37.920288 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:37.920288 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:37.920288 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:37.921083 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:37.921083 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:37.921282 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:37.921542 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:37.921633 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:24:37.922107 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:37.922107 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:37.922304 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:37.922475 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:37.922641 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:37.922888 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:37.923132 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:37.923429 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:37.923682 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:37.924527 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:37.924527 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:37.924527 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:37.924787 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:37.925034 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:37.925299 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:37.925569 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] debug = True {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:37.925806 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:37.926286 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:37.926521 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:37.926768 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:37.927002 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:37.927278 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:37.927521 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:37.927784 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:37.928039 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:37.928258 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:37.928511 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:37.928779 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:37.929002 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:37.929228 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:37.929467 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:37.929698 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:37.929910 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:37.930584 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] host = n-d-842733-1 {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:37.930817 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:37.931049 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:37.931306 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:37.931564 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:37.931805 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:37.932038 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:37.932293 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:37.932554 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:37.932804 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:37.933312 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:37.933579 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:37.933820 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:37.934065 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:37.934294 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] log_file = None {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:37.934453 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] log_options = True {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:37.934673 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:37.934927 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:37.935193 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:37.935373 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:37.935537 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:37.936095 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:37.936095 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:37.936281 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:37.936595 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:37.936838 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:37.937052 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:37.937294 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:37.937532 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:37.937751 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:37.938006 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:37.938249 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:37.938462 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:37.938667 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:37.938915 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:37.940579 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:37.941877 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:37.942158 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:37.942409 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:37.942671 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:37.942940 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:37.943193 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:37.943438 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:37.943702 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:37.944004 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:37.944229 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:37.944452 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:37.944718 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:37.944987 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:37.945242 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:37.945517 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:37.949141 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:37.949141 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:37.949141 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:37.949141 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:37.949141 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:37.949141 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:37.949141 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:37.949141 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:37.949904 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:37.949904 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:37.949904 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:37.949904 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] use_json = False {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:37.949904 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:37.949904 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:37.949904 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:37.949904 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:37.949904 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:37.950566 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:37.950566 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:37.950566 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:37.950782 n-d-842733-1 neutron-server[103165]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:24:37.950869 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:37.950869 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:37.951066 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:37.951372 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:37.951621 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:37.951859 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:37.952116 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:37.952350 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:37.952607 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:37.952869 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:37.953127 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:37.953529 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:37.953755 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:37.954046 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:37.954292 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:37.954588 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:37.954954 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:37.955822 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:37.956281 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:37.956444 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:37.956590 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:37.956782 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:37.957023 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:37.957325 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:37.957698 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:37.957944 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:37.958078 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:37.958282 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:37.958892 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:37.959140 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:37.962243 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.35/identity {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:37.962243 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:37.962243 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:37.962243 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:37.962616 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:37.962863 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:37.963301 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:37.963301 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:37.963633 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:37.963849 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:37.964127 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:37.964372 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:37.964620 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:37.964871 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:37.967104 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:37.967104 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:37.967104 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:37.967104 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:37.967104 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:37.967104 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:37.970658 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:37.970658 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:37.970658 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:37.970658 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:37.970658 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:37.970658 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:37.970658 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:37.970658 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:37.970658 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:37.971273 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:37.971273 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:37.971273 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:37.971273 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:37.971273 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:37.971273 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:37.971273 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:37.971273 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:37.972010 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:37.972010 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:37.972010 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:37.972010 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:37.972276 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:37.972357 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:37.972599 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:37.972841 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:37.973154 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:37.973409 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:37.973672 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:37.973858 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:37.974073 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:37.974309 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:37.974521 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:37.974732 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:37.974942 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:37.975160 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:37.975434 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:37.975604 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:37.975825 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:37.976056 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:37.976270 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:37.976547 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:37.976846 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:37.977107 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:37.977380 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:37.977603 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:37.977851 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:37.978090 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:37.978343 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:37.978563 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:37.978797 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:37.979008 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:37.979290 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:37.979517 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:37.979786 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:37.980031 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:37.980281 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:37.980538 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:37.980772 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:37.981004 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:37.981245 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:37.981473 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:37.981717 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:37.982004 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:37.982213 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:37.982479 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:37.982730 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:37.982966 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:37.983235 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:37.983484 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:37.983780 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:37.983996 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:37.984252 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:37.984542 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:37.984825 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:37.985104 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:37.985392 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:37.985642 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:37.985914 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:37.986147 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:37.986778 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:37.987156 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:37.987413 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:37.987643 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:37.987929 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:37.988150 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:37.988415 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:37.988634 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:37.988865 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:37.989202 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:37.989493 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:37.989733 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:37.989952 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:37.990235 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:37.990486 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:37.990735 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:37.991012 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:37.991265 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:37.991523 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:37.991775 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:37.992022 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.35/identity {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:37.992260 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:37.992488 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:37.992743 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:37.992956 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:37.993204 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:37.993452 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:37.993691 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:37.993933 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:37.995100 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:37.995100 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:37.995100 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:37.995100 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:37.995100 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:37.995516 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:37.995516 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:37.995678 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:37.995891 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:37.996110 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:37.996350 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:37.996572 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:37.996815 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:37.997056 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:37.997307 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:37.997558 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:37.997779 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:37.998047 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:37.998306 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:37.998527 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:37.998753 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:37.998996 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:37.999273 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:37.999489 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:37.999736 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:37.999958 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.000169 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.000395 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.000666 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.000842 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.001063 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.001320 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.001556 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.001811 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.002627 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.003023 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.003286 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.003519 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.003780 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.004032 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.004322 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.004613 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.004768 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.005016 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.005261 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.005489 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.005726 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.010773 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.010773 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.010773 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.010773 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.010773 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.010773 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.010773 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.010773 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.011348 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.011348 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.011348 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.011348 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.011348 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.011348 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.011348 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.011348 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.011348 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.011985 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.011985 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.011985 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.011985 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.011985 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.011985 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.011985 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.011985 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.012533 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.012533 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.012533 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.012533 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.012533 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.012533 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.012938 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.012938 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.013131 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.013372 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.013618 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.013860 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.014031 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.014239 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.014477 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.014687 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.014936 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.015146 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.015419 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.015652 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.015872 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.016081 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.016307 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.016538 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.016746 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.016967 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.017182 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.017414 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.018466 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.018695 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.018944 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.019322 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.019915 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.020135 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.020395 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.020727 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.020987 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.021280 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.021513 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.021896 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.022125 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.022388 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.022705 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.023017 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.023299 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.023598 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.023845 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.024097 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.024362 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.024581 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.024878 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.025237 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.025505 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.025773 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.026006 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.026261 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.026487 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.026730 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.026981 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.027271 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.027461 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.027662 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.027892 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.028146 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.028426 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.028690 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.028908 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.029133 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.029370 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.029613 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.029829 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.035243 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 20 20:24:38.035243 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103053) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 20 20:24:38.035243 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 20 20:24:38.035243 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 20 20:24:38.035243 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 20 20:24:38.035243 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 20 20:24:38.035243 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 20 20:24:38.035243 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:38.035863 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:38.035863 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:38.035863 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:38.035863 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:38.035863 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:38.035863 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:38.035863 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:38.035863 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:38.036426 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:38.036426 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:38.036426 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:38.036426 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:38.036426 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:38.036426 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:38.036426 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:38.036426 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:38.036970 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:38.036970 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:38.036970 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:38.036970 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:38.036970 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:38.036970 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] debug = True {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:38.036970 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:38.037528 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:38.037528 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:38.037528 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:38.037528 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:38.037528 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:38.037528 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:38.037965 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:38.037965 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:38.037965 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:38.037965 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:38.037965 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:38.037965 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:38.037965 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:38.037965 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:38.038524 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:38.038524 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:38.038524 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] host = n-d-842733-1 {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:38.038524 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:38.038524 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:38.038524 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:38.038524 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:38.038524 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:38.039068 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:38.039068 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:38.039068 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:38.039068 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:38.039068 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:38.039068 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:38.039485 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:38.039485 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:38.039485 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] log_file = None {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:38.039693 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] log_options = True {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:38.039693 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:38.039848 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:38.039979 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:38.040165 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:38.040326 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:38.040481 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:38.040637 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:38.040794 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:38.040954 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:38.041157 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:38.041337 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:38.041493 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:38.041647 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:38.041801 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:38.041956 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:38.042109 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:38.042265 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:38.042420 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:38.042575 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:38.042729 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:38.042884 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:38.043036 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:38.043190 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:38.043344 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:38.043499 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:38.043653 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:38.043807 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:38.043986 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:38.044147 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:38.044396 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:38.044497 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:38.044579 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:38.044731 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:38.044885 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:38.045041 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:38.045195 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:38.045376 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:38.045531 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:38.045691 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:38.045846 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:38.046000 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:38.046155 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:38.046310 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:38.046464 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:38.046620 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:38.046775 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:38.046929 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] use_json = False {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:38.047083 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:38.047238 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:38.047393 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:38.047549 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:38.047705 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:38.047858 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:38.048018 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:38.048171 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:38.048325 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:24:38.048498 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.048656 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.048843 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.049012 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.049639 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.049639 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.049639 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.049639 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.060944 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.060944 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.060944 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.060944 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.060944 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.060944 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.060944 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.060944 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.061474 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.061543 n-d-842733-1 neutron-server[103164]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:24:38.061698 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.061698 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.061698 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.061698 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.061698 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.061698 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.061698 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.061698 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.062162 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.062162 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.062162 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.062162 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.062162 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.35/identity {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.062162 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.062162 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.062162 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.062651 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.062651 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.062651 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.062651 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.062651 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.062651 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.062651 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.062651 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.062651 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.063185 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.063185 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.063185 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.063185 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.063185 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.063185 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.063185 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.063185 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.063185 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.063766 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.063766 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.063766 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.063766 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.063766 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.063766 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.063766 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.063766 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.063766 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.064351 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.064351 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.064351 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.064351 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.064351 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.064351 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.064351 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.064351 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.064351 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.065943 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.065943 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.065943 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.065943 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.065943 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.065943 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.065943 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.065943 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.065943 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.066578 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.066578 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.066578 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.066578 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.066578 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.066578 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.066578 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.066578 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.066578 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.067245 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.067245 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.067245 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.067245 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.067245 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.067245 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.067245 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.067245 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.067783 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.067783 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.067783 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.067783 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.067783 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.067783 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.067783 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.067783 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.068326 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.068326 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.068326 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.068326 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.068326 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.068326 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.068326 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.068326 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.068876 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.068876 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.068876 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.068876 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.068876 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.068876 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.068876 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.068876 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.069453 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.069453 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.069453 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.069453 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.069453 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.069453 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.069453 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.069453 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.069999 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.069999 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.069999 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.069999 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.069999 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.069999 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.069999 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.069999 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.070537 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.070537 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.070537 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.070537 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.070537 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.070537 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.070537 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.071015 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.071015 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.071015 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.071229 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.071229 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.071372 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.071482 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.35/identity {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.071639 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.071796 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.071953 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.072108 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.072265 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.072422 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.072579 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.072736 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.072897 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.073249 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.073392 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.073575 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.073939 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.074101 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.074259 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.074444 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.074569 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.074725 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.074881 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.075038 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.075196 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.075352 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.075508 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.075708 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.075801 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.076119 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.076119 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.076285 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.076402 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.076554 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.076712 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.076869 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.077028 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.077184 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.077362 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.077520 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.077681 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.077838 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.077995 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.078175 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.078358 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.078581 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.078672 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.078898 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.079008 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.079120 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.079279 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.079435 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.079957 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.079957 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.079957 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.080279 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.080279 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.080989 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.080989 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.081313 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.083541 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.083541 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.083541 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.083541 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.083541 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.083541 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.083541 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.083541 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.084206 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.084206 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.084206 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.084206 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.084206 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.084206 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.084206 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.084206 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.084206 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.084928 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.084928 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.084928 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.084928 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.084928 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.084928 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.084928 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.084928 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.085496 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.085496 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.085496 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.085694 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.085694 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.085842 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.085986 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.086125 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.086281 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.086446 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.086603 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.086757 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.086912 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.087067 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.087224 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.087389 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.087546 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.087707 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.087862 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.088063 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.088223 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.088380 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.088521 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.088674 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.088830 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.088985 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.089140 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.089342 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.089501 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.089658 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.089822 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.089978 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.090164 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.090334 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.090505 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.090663 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.090822 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.090978 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.091134 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.091291 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.091448 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.091610 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.091777 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.091942 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.092100 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.092264 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.092429 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.092592 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.092749 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.092912 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.093081 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.093257 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.093417 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.093573 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.093728 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.093884 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.094042 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.094198 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.094352 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.094507 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.094703 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.094813 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.094985 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.095116 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.095261 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.095420 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.095552 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.095754 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.096076 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.096264 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:24:38.096475 n-d-842733-1 neutron-server[103053]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 20 20:24:38.184941 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 54776) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:24:38.194112 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [-] 10.222.0.35 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0068471 May 20 20:24:49.794771 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-180fa34f-58fe-426c-8308-ba8829d323f9 None None] get_active_networks_info from n-d-842733-1 {{(pid=103164) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 20 20:24:49.920961 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-180fa34f-58fe-426c-8308-ba8829d323f9 None None] No non-hosted networks {{(pid=103164) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 20 20:24:49.936946 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.agentschedulers_db [None req-180fa34f-58fe-426c-8308-ba8829d323f9 None None] DHCP Agent not found on host n-d-842733-1 {{(pid=103164) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} May 20 20:24:50.098477 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-89d6e90a-400a-4f4f-a739-6b65eba2245a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-692317'] for agent, after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:24:52.206279 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-1624b005-1b98-409e-a69c-6d83053f2fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-692317'] for agent, after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:24:52.240174 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.db.api [None req-74ce8582-cb59-495e-9d34-c0bcb25721fa None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-n-d-842733-1 {{(pid=103164) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 20 20:24:52.240574 n-d-842733-1 neutron-server[103164]: DEBUG oslo_db.api [None req-74ce8582-cb59-495e-9d34-c0bcb25721fa None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 20 20:24:52.897543 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-74ce8582-cb59-495e-9d34-c0bcb25721fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:24:53.788858 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4bb0e131-6525-46ca-a45b-e4ea43a5e69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-692317'] for agent, after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:24:55.184062 n-d-842733-1 neutron-server[103164]: INFO neutron.db.l3_hamode_db [None req-1efdf8d7-dbc4-4ea0-95d3-9382c5cf7f89 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 20 20:24:55.311875 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1efdf8d7-dbc4-4ea0-95d3-9382c5cf7f89 None None] Routers set() bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:24:55.312311 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1efdf8d7-dbc4-4ea0-95d3-9382c5cf7f89 None None] Router IDs set() for agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} May 20 20:24:55.365239 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cc3ec51b-6ec8-438a-8349-5f0bec346d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-692317'] for agent, after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:24:55.439922 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-692317'] for agent, after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:24:55.440964 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:24:55.441529 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:24:55.441867 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:24:55.442303 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:24:55.442660 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:24:55.442986 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:24:55.443316 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:24:55.443641 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:24:55.443960 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:24:55.444493 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:24:55.444820 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:24:55.445171 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:24:55.445596 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-842733-1', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:24:55.456252 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-842733-1', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:24:56.223409 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 54866) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:24:56.744177 n-d-842733-1 neutron-server[103163]: WARNING oslo_policy.policy [None req-ef1bff78-51ec-4612-a311-0fb418be6647 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 20 20:24:56.744838 n-d-842733-1 neutron-server[103163]: WARNING oslo_policy.policy [None req-ef1bff78-51ec-4612-a311-0fb418be6647 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 20 20:24:56.974853 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [None req-ef1bff78-51ec-4612-a311-0fb418be6647 admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103163) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 20:24:56.975913 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-ef1bff78-51ec-4612-a311-0fb418be6647 admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7513990 May 20 20:24:59.389298 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 54882) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:24:59.699425 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-dabd3d29-668c-43af-895a-48be7f90f60f admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'shared': True, 'prefixes': ['172.20.0.0/16'], 'is_default': True}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:24:59.795067 n-d-842733-1 neutron-server[103163]: DEBUG neutron.policy [None req-dabd3d29-668c-43af-895a-48be7f90f60f admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103163) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 20 20:24:59.840530 n-d-842733-1 neutron-server[103163]: WARNING oslo_policy.policy [None req-dabd3d29-668c-43af-895a-48be7f90f60f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 20 20:24:59.840886 n-d-842733-1 neutron-server[103163]: WARNING oslo_policy.policy [None req-dabd3d29-668c-43af-895a-48be7f90f60f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 20 20:25:00.006200 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-dabd3d29-668c-43af-895a-48be7f90f60f admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782422783874', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782422784341', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782422771945', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782422765965', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782422286656', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782422752945', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-33160070', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-33085844', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-621509', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-660009'] for rbac-policy, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:25:00.195787 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-dabd3d29-668c-43af-895a-48be7f90f60f admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:25:00.197073 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-dabd3d29-668c-43af-895a-48be7f90f60f admin admin] 10.222.0.35 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8067608 May 20 20:25:02.814935 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 54894) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:25:03.109787 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-711a941a-d568-4c80-82d8-2ce8ce68ebc5 admin admin] Request body: {'network': {'name': 'private', 'project_id': 'ac4e81407921469caecf476ed1985ed9', 'tenant_id': 'ac4e81407921469caecf476ed1985ed9', 'admin_state_up': True}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:25:03.227796 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-711a941a-d568-4c80-82d8-2ce8ce68ebc5 admin admin] Made reservation on behalf of ac4e81407921469caecf476ed1985ed9 for: {'network': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:25:03.230562 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-711a941a-d568-4c80-82d8-2ce8ce68ebc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for network, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:25:03.247657 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-711a941a-d568-4c80-82d8-2ce8ce68ebc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:25:03.350936 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-711a941a-d568-4c80-82d8-2ce8ce68ebc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:25:03.398952 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-711a941a-d568-4c80-82d8-2ce8ce68ebc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:25:03.418062 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-711a941a-d568-4c80-82d8-2ce8ce68ebc5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 245} {{(pid=103163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 20:25:03.447807 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-711a941a-d568-4c80-82d8-2ce8ce68ebc5 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8782419500575', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:25:03.448396 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-711a941a-d568-4c80-82d8-2ce8ce68ebc5 admin admin] Unsubscribe: segment precommit_create {{(pid=103163) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 20 20:25:03.448908 n-d-842733-1 neutron-server[103163]: INFO neutron.db.segments_db [None req-711a941a-d568-4c80-82d8-2ce8ce68ebc5 admin admin] Added segment 5125cebc-6254-4bad-b5f2-e27ae8136827 of type vlan for network 48ce1e5d-1956-4db2-8cf2-8a133f80ac99 May 20 20:25:03.464465 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711a941a-d568-4c80-82d8-2ce8ce68ebc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ce57094-f0b7-4fd2-a146-0dcc41a78cb5,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:25:03.514638 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711a941a-d568-4c80-82d8-2ce8ce68ebc5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:25:03.514971 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711a941a-d568-4c80-82d8-2ce8ce68ebc5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:25:03.515300 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711a941a-d568-4c80-82d8-2ce8ce68ebc5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:25:03.515627 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711a941a-d568-4c80-82d8-2ce8ce68ebc5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:25:03.515948 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711a941a-d568-4c80-82d8-2ce8ce68ebc5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:25:03.516266 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711a941a-d568-4c80-82d8-2ce8ce68ebc5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:25:03.516578 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711a941a-d568-4c80-82d8-2ce8ce68ebc5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:25:03.516890 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711a941a-d568-4c80-82d8-2ce8ce68ebc5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:25:03.518192 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711a941a-d568-4c80-82d8-2ce8ce68ebc5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:25:03.518515 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711a941a-d568-4c80-82d8-2ce8ce68ebc5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:25:03.518830 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711a941a-d568-4c80-82d8-2ce8ce68ebc5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:25:03.519148 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711a941a-d568-4c80-82d8-2ce8ce68ebc5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:25:03.520225 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711a941a-d568-4c80-82d8-2ce8ce68ebc5 admin admin] Tracked resource versions report: May 20 20:25:03.520225 n-d-842733-1 neutron-server[103163]: pushed versions: May 20 20:25:03.520225 n-d-842733-1 neutron-server[103163]: { 'AddressGroup': {'1.2'}, May 20 20:25:03.520225 n-d-842733-1 neutron-server[103163]: 'ConntrackHelper': {'1.0'}, May 20 20:25:03.520225 n-d-842733-1 neutron-server[103163]: 'Log': {'1.0'}, May 20 20:25:03.520225 n-d-842733-1 neutron-server[103163]: 'Network': {'1.1'}, May 20 20:25:03.520225 n-d-842733-1 neutron-server[103163]: 'Port': {'1.7'}, May 20 20:25:03.520225 n-d-842733-1 neutron-server[103163]: 'PortForwarding': {'1.2'}, May 20 20:25:03.520225 n-d-842733-1 neutron-server[103163]: 'QosPolicy': {'1.9'}, May 20 20:25:03.520225 n-d-842733-1 neutron-server[103163]: 'SecurityGroup': {'1.4'}, May 20 20:25:03.520225 n-d-842733-1 neutron-server[103163]: 'SecurityGroupRule': {'1.2'}, May 20 20:25:03.520225 n-d-842733-1 neutron-server[103163]: 'SubPort': {'1.0'}, May 20 20:25:03.520225 n-d-842733-1 neutron-server[103163]: 'Subnet': {'1.1'}, May 20 20:25:03.520225 n-d-842733-1 neutron-server[103163]: 'Trunk': {'1.1'}} May 20 20:25:03.520225 n-d-842733-1 neutron-server[103163]: consumer versions: May 20 20:25:03.520225 n-d-842733-1 neutron-server[103163]: { DHCP agent@n-d-842733-1: {}, May 20 20:25:03.520225 n-d-842733-1 neutron-server[103163]: L3 agent@n-d-842733-1: {}, May 20 20:25:03.520225 n-d-842733-1 neutron-server[103163]: Metadata agent@n-d-842733-1: {}, May 20 20:25:03.520225 n-d-842733-1 neutron-server[103163]: Metering agent@n-d-842733-1: {}, May 20 20:25:03.520225 n-d-842733-1 neutron-server[103163]: Open vSwitch agent@n-d-842733-1: { 'AddressGroup': '1.2', May 20 20:25:03.520225 n-d-842733-1 neutron-server[103163]: 'ConntrackHelper': '1.0', May 20 20:25:03.520225 n-d-842733-1 neutron-server[103163]: 'Log': '1.0', May 20 20:25:03.520225 n-d-842733-1 neutron-server[103163]: 'Network': '1.1', May 20 20:25:03.520225 n-d-842733-1 neutron-server[103163]: 'Port': '1.7', May 20 20:25:03.520225 n-d-842733-1 neutron-server[103163]: 'PortForwarding': '1.2', May 20 20:25:03.520225 n-d-842733-1 neutron-server[103163]: 'QosPolicy': '1.9', May 20 20:25:03.520225 n-d-842733-1 neutron-server[103163]: 'SecurityGroup': '1.4', May 20 20:25:03.520225 n-d-842733-1 neutron-server[103163]: 'SecurityGroupRule': '1.2', May 20 20:25:03.520225 n-d-842733-1 neutron-server[103163]: 'SubPort': '1.0', May 20 20:25:03.520225 n-d-842733-1 neutron-server[103163]: 'Subnet': '1.1', May 20 20:25:03.520225 n-d-842733-1 neutron-server[103163]: 'Trunk': '1.1'}} May 20 20:25:03.520225 n-d-842733-1 neutron-server[103163]: {{(pid=103163) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 20 20:25:03.559199 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-711a941a-d568-4c80-82d8-2ce8ce68ebc5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418993264'] for network, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:25:03.645249 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-711a941a-d568-4c80-82d8-2ce8ce68ebc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524'] for network, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:25:03.646318 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-711a941a-d568-4c80-82d8-2ce8ce68ebc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:25:03.646968 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-711a941a-d568-4c80-82d8-2ce8ce68ebc5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:25:03.742454 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711a941a-d568-4c80-82d8-2ce8ce68ebc5 admin admin] Pushing event updated for resources: {'Network': ['ID=48ce1e5d-1956-4db2-8cf2-8a133f80ac99,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:25:03.753804 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Network 48ce1e5d-1956-4db2-8cf2-8a133f80ac99 details requested by agent ovs-agent-n-d-842733-1 with host n-d-842733-1 {{(pid=103164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 20 20:25:03.756392 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-711a941a-d568-4c80-82d8-2ce8ce68ebc5 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.9404359 May 20 20:25:06.499175 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 54908) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:25:06.886615 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16235eda-ffcd-4a64-bb40-7a1ab38adea7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:25:06.887965 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-16235eda-ffcd-4a64-bb40-7a1ab38adea7 admin admin] 10.222.0.35 "GET /v2.0/networks/48ce1e5d-1956-4db2-8cf2-8a133f80ac99 HTTP/1.1" status: 200 len: 825 time: 0.3878570 May 20 20:25:06.912372 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-7419560d-967a-4c0d-9b1c-aa2a684b285f admin admin] 10.222.0.35 "GET /v2.0/subnetpools/5d6188dc-5af1-422b-911e-4c2c61178f9e HTTP/1.1" status: 200 len: 734 time: 0.0181367 May 20 20:25:06.921397 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-7b08a934-7c64-405e-9e06-71d362ac01a9 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'private-subnet', 'network_id': '48ce1e5d-1956-4db2-8cf2-8a133f80ac99', 'subnetpool_id': '5d6188dc-5af1-422b-911e-4c2c61178f9e', 'gateway_ip': '172.20.0.1', 'tenant_id': 'ac4e81407921469caecf476ed1985ed9'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:25:06.998421 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b08a934-7c64-405e-9e06-71d362ac01a9 admin admin] Made reservation on behalf of ac4e81407921469caecf476ed1985ed9 for: {'subnet': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:25:07.000639 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7b08a934-7c64-405e-9e06-71d362ac01a9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:25:07.365454 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7b08a934-7c64-405e-9e06-71d362ac01a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524'] for subnet, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:25:07.429097 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b08a934-7c64-405e-9e06-71d362ac01a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d294002f-298e-458e-9e0d-448b3bd87682,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:25:07.438614 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b08a934-7c64-405e-9e06-71d362ac01a9 admin admin] Checking segment: {'id': '5125cebc-6254-4bad-b5f2-e27ae8136827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '48ce1e5d-1956-4db2-8cf2-8a133f80ac99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:25:07.439526 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b08a934-7c64-405e-9e06-71d362ac01a9 admin admin] Network hostable DHCP agents. Network: 48ce1e5d-1956-4db2-8cf2-8a133f80ac99, hostable agents: ['c9b0653c-f3c7-4339-bd50-e3754b629216'], hosted agents: [] {{(pid=103163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 20:25:07.536476 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b08a934-7c64-405e-9e06-71d362ac01a9 admin admin] Network 48ce1e5d-1956-4db2-8cf2-8a133f80ac99 is scheduled to be hosted by DHCP agent c9b0653c-f3c7-4339-bd50-e3754b629216 with binding_index 1 {{(pid=103163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 20:25:07.604899 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-7b08a934-7c64-405e-9e06-71d362ac01a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842733-1, 48ce1e5d-1956-4db2-8cf2-8a133f80ac99) {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:25:07.609552 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b08a934-7c64-405e-9e06-71d362ac01a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:25:07.613028 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7b08a934-7c64-405e-9e06-71d362ac01a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for subnet, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:25:07.615061 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65aca0a0-f487-489d-88f5-aea8a2727931 None None] Network 48ce1e5d-1956-4db2-8cf2-8a133f80ac99 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:25:07.682062 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-7b08a934-7c64-405e-9e06-71d362ac01a9 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7637939 May 20 20:25:07.935252 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a36beb0d-1819-4154-b414-35b442f56b84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaee2b848-d4b9-5db1-b6ef-d6db29d67de7-48ce1e5d-1956-4db2-8cf2-8a133f80ac99', 'network_id': '48ce1e5d-1956-4db2-8cf2-8a133f80ac99', 'tenant_id': 'ac4e81407921469caecf476ed1985ed9', 'fixed_ips': [{'subnet_id': 'd294002f-298e-458e-9e0d-448b3bd87682'}]}} from n-d-842733-1. {{(pid=103164) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 20:25:07.936429 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a36beb0d-1819-4154-b414-35b442f56b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:25:08.232712 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [None req-a36beb0d-1819-4154-b414-35b442f56b84 None None] Allocated IP 172.20.0.2 (48ce1e5d-1956-4db2-8cf2-8a133f80ac99/d294002f-298e-458e-9e0d-448b3bd87682/3bf36c27-e995-4d29-86f2-fad03a6535b1) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:25:08.434077 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a36beb0d-1819-4154-b414-35b442f56b84 None None] Notify callbacks [] for port, precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:25:08.520238 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a36beb0d-1819-4154-b414-35b442f56b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108'] for port, after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:25:08.596303 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a36beb0d-1819-4154-b414-35b442f56b84 None None] Network 48ce1e5d-1956-4db2-8cf2-8a133f80ac99 is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:25:08.602030 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-a36beb0d-1819-4154-b414-35b442f56b84 None None] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:25:08.609460 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36beb0d-1819-4154-b414-35b442f56b84 None None] Pushing event updated for resources: {'Port': ['ID=3bf36c27-e995-4d29-86f2-fad03a6535b1,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:25:08.613906 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a36beb0d-1819-4154-b414-35b442f56b84 None None] Received port after_create {{(pid=103164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:25:08.621541 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36beb0d-1819-4154-b414-35b442f56b84 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:25:08.622114 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36beb0d-1819-4154-b414-35b442f56b84 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:25:08.622211 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36beb0d-1819-4154-b414-35b442f56b84 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:25:08.622516 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36beb0d-1819-4154-b414-35b442f56b84 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:25:08.622836 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36beb0d-1819-4154-b414-35b442f56b84 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:25:08.623156 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36beb0d-1819-4154-b414-35b442f56b84 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:25:08.623473 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36beb0d-1819-4154-b414-35b442f56b84 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:25:08.623791 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36beb0d-1819-4154-b414-35b442f56b84 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:25:08.624108 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36beb0d-1819-4154-b414-35b442f56b84 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:25:08.624420 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36beb0d-1819-4154-b414-35b442f56b84 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:25:08.624732 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36beb0d-1819-4154-b414-35b442f56b84 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:25:08.625045 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36beb0d-1819-4154-b414-35b442f56b84 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:25:08.626205 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36beb0d-1819-4154-b414-35b442f56b84 None None] Tracked resource versions report: May 20 20:25:08.626205 n-d-842733-1 neutron-server[103164]: pushed versions: May 20 20:25:08.626205 n-d-842733-1 neutron-server[103164]: { 'AddressGroup': {'1.2'}, May 20 20:25:08.626205 n-d-842733-1 neutron-server[103164]: 'ConntrackHelper': {'1.0'}, May 20 20:25:08.626205 n-d-842733-1 neutron-server[103164]: 'Log': {'1.0'}, May 20 20:25:08.626205 n-d-842733-1 neutron-server[103164]: 'Network': {'1.1'}, May 20 20:25:08.626205 n-d-842733-1 neutron-server[103164]: 'Port': {'1.7'}, May 20 20:25:08.626205 n-d-842733-1 neutron-server[103164]: 'PortForwarding': {'1.2'}, May 20 20:25:08.626205 n-d-842733-1 neutron-server[103164]: 'QosPolicy': {'1.9'}, May 20 20:25:08.626205 n-d-842733-1 neutron-server[103164]: 'SecurityGroup': {'1.4'}, May 20 20:25:08.626205 n-d-842733-1 neutron-server[103164]: 'SecurityGroupRule': {'1.2'}, May 20 20:25:08.626205 n-d-842733-1 neutron-server[103164]: 'SubPort': {'1.0'}, May 20 20:25:08.626205 n-d-842733-1 neutron-server[103164]: 'Subnet': {'1.1'}, May 20 20:25:08.626205 n-d-842733-1 neutron-server[103164]: 'Trunk': {'1.1'}} May 20 20:25:08.626205 n-d-842733-1 neutron-server[103164]: consumer versions: May 20 20:25:08.626205 n-d-842733-1 neutron-server[103164]: { DHCP agent@n-d-842733-1: {}, May 20 20:25:08.626205 n-d-842733-1 neutron-server[103164]: L3 agent@n-d-842733-1: {}, May 20 20:25:08.626205 n-d-842733-1 neutron-server[103164]: Metadata agent@n-d-842733-1: {}, May 20 20:25:08.626205 n-d-842733-1 neutron-server[103164]: Metering agent@n-d-842733-1: {}, May 20 20:25:08.626205 n-d-842733-1 neutron-server[103164]: Open vSwitch agent@n-d-842733-1: { 'AddressGroup': '1.2', May 20 20:25:08.626205 n-d-842733-1 neutron-server[103164]: 'ConntrackHelper': '1.0', May 20 20:25:08.626205 n-d-842733-1 neutron-server[103164]: 'Log': '1.0', May 20 20:25:08.626205 n-d-842733-1 neutron-server[103164]: 'Network': '1.1', May 20 20:25:08.626205 n-d-842733-1 neutron-server[103164]: 'Port': '1.7', May 20 20:25:08.626205 n-d-842733-1 neutron-server[103164]: 'PortForwarding': '1.2', May 20 20:25:08.626205 n-d-842733-1 neutron-server[103164]: 'QosPolicy': '1.9', May 20 20:25:08.626205 n-d-842733-1 neutron-server[103164]: 'SecurityGroup': '1.4', May 20 20:25:08.626205 n-d-842733-1 neutron-server[103164]: 'SecurityGroupRule': '1.2', May 20 20:25:08.626205 n-d-842733-1 neutron-server[103164]: 'SubPort': '1.0', May 20 20:25:08.626205 n-d-842733-1 neutron-server[103164]: 'Subnet': '1.1', May 20 20:25:08.626205 n-d-842733-1 neutron-server[103164]: 'Trunk': '1.1'}} May 20 20:25:08.626205 n-d-842733-1 neutron-server[103164]: {{(pid=103164) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 20 20:25:08.698741 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-a36beb0d-1819-4154-b414-35b442f56b84 None None] Attempting to bind port 3bf36c27-e995-4d29-86f2-fad03a6535b1 on host n-d-842733-1 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:25:08.699124 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-a36beb0d-1819-4154-b414-35b442f56b84 None None] Attempting to bind port 3bf36c27-e995-4d29-86f2-fad03a6535b1 by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': '5125cebc-6254-4bad-b5f2-e27ae8136827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '48ce1e5d-1956-4db2-8cf2-8a133f80ac99'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:25:08.699548 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36beb0d-1819-4154-b414-35b442f56b84 None None] Attempting to bind port 3bf36c27-e995-4d29-86f2-fad03a6535b1 on network 48ce1e5d-1956-4db2-8cf2-8a133f80ac99 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:25:08.705005 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36beb0d-1819-4154-b414-35b442f56b84 None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 24, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:25:08.705434 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36beb0d-1819-4154-b414-35b442f56b84 None None] Checking segment: {'id': '5125cebc-6254-4bad-b5f2-e27ae8136827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '48ce1e5d-1956-4db2-8cf2-8a133f80ac99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:25:08.705896 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a36beb0d-1819-4154-b414-35b442f56b84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:25:08.706280 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36beb0d-1819-4154-b414-35b442f56b84 None None] Bound using segment: {'id': '5125cebc-6254-4bad-b5f2-e27ae8136827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '48ce1e5d-1956-4db2-8cf2-8a133f80ac99'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:25:08.706757 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-a36beb0d-1819-4154-b414-35b442f56b84 None None] Bound port: 3bf36c27-e995-4d29-86f2-fad03a6535b1, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5125cebc-6254-4bad-b5f2-e27ae8136827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '48ce1e5d-1956-4db2-8cf2-8a133f80ac99'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:25:08.707159 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a36beb0d-1819-4154-b414-35b442f56b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:25:08.769545 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-a36beb0d-1819-4154-b414-35b442f56b84 None None] For port 3bf36c27-e995-4d29-86f2-fad03a6535b1, host n-d-842733-1, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:25:08.773502 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-a36beb0d-1819-4154-b414-35b442f56b84 None None] For port 3bf36c27-e995-4d29-86f2-fad03a6535b1, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=3bf36c27-e995-4d29-86f2-fad03a6535b1,segment=NetworkSegment(5125cebc-6254-4bad-b5f2-e27ae8136827),segment_id=5125cebc-6254-4bad-b5f2-e27ae8136827)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:25:08.834595 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a36beb0d-1819-4154-b414-35b442f56b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:25:08.900588 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36beb0d-1819-4154-b414-35b442f56b84 None None] Pushing event updated for resources: {'Port': ['ID=3bf36c27-e995-4d29-86f2-fad03a6535b1,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:25:10.183549 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 54916) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:25:10.496248 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [None req-666b3b18-6ace-4ae0-acba-309178f4c03a admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103163) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 20:25:10.497298 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-666b3b18-6ace-4ae0-acba-309178f4c03a admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3126402 May 20 20:25:12.970987 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 54924) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:25:13.500810 n-d-842733-1 neutron-server[103162]: WARNING oslo_policy.policy [None req-f0c5c3ab-6978-4a4d-bb9b-26e188c9a9ef admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 20 20:25:13.502363 n-d-842733-1 neutron-server[103162]: WARNING oslo_policy.policy [None req-f0c5c3ab-6978-4a4d-bb9b-26e188c9a9ef admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 20 20:25:13.726571 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [None req-f0c5c3ab-6978-4a4d-bb9b-26e188c9a9ef admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103162) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 20:25:13.727706 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-f0c5c3ab-6978-4a4d-bb9b-26e188c9a9ef admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7545607 May 20 20:25:16.428006 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 54944) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:25:16.728327 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-9d171efe-00f5-4193-ae7f-5bffa01cbc7a admin admin] Request body: {'router': {'tenant_id': 'ac4e81407921469caecf476ed1985ed9', 'admin_state_up': True, 'name': 'router1'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:25:16.845408 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9d171efe-00f5-4193-ae7f-5bffa01cbc7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-694221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26155'] for router, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:25:16.847315 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9d171efe-00f5-4193-ae7f-5bffa01cbc7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-693085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748153', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-718080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26162'] for router, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:25:16.885449 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 3bf36c27-e995-4d29-86f2-fad03a6535b1 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:25:16.987671 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 3bf36c27-e995-4d29-86f2-fad03a6535b1 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:25:16.988064 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:25:16.997704 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9d171efe-00f5-4193-ae7f-5bffa01cbc7a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:25:17.052804 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9d171efe-00f5-4193-ae7f-5bffa01cbc7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748106'] for router, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:25:17.104462 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 3bf36c27-e995-4d29-86f2-fad03a6535b1 is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:25:17.104865 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:25:17.140560 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] For port 3bf36c27-e995-4d29-86f2-fad03a6535b1, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=3bf36c27-e995-4d29-86f2-fad03a6535b1,segment=NetworkSegment(5125cebc-6254-4bad-b5f2-e27ae8136827),segment_id=5125cebc-6254-4bad-b5f2-e27ae8136827)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:25:17.144383 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9d171efe-00f5-4193-ae7f-5bffa01cbc7a admin admin] Notify callbacks [] for router, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:25:17.145645 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-9d171efe-00f5-4193-ae7f-5bffa01cbc7a admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7166827 May 20 20:25:17.222020 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:25:17.272949 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Pushing event updated for resources: {'Port': ['ID=3bf36c27-e995-4d29-86f2-fad03a6535b1,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:25:17.480574 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7da81a2d-2921-4c6d-992f-575558b8422d None None] Network 48ce1e5d-1956-4db2-8cf2-8a133f80ac99 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:25:17.543305 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-75fc8a20-4c43-4232-b6f8-b20df176b3c7 None None] Provisioning complete for port 3bf36c27-e995-4d29-86f2-fad03a6535b1 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:25:17.543664 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-75fc8a20-4c43-4232-b6f8-b20df176b3c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:25:17.668558 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-75fc8a20-4c43-4232-b6f8-b20df176b3c7 None None] Current status of the port 3bf36c27-e995-4d29-86f2-fad03a6535b1 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:25:17.887892 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-2ec7d508-009c-4179-917e-3f995721f58d None None] Provisioning complete for port 3bf36c27-e995-4d29-86f2-fad03a6535b1 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:25:17.888525 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-2ec7d508-009c-4179-917e-3f995721f58d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:25:17.967334 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-2ec7d508-009c-4179-917e-3f995721f58d None None] Current status of the port 3bf36c27-e995-4d29-86f2-fad03a6535b1 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:25:18.874378 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 3bf36c27-e995-4d29-86f2-fad03a6535b1 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:25:18.923427 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 3bf36c27-e995-4d29-86f2-fad03a6535b1 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:25:18.924091 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:25:18.965910 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.agents_db [None req-5c33ad30-4e00-40fa-b486-8c79c4a6cfc5 None None] Agent healthcheck: found 5 active agents {{(pid=103165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 20 20:25:18.998572 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 3bf36c27-e995-4d29-86f2-fad03a6535b1 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:25:19.594405 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 54952) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:25:19.855550 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b41b426d-82c0-40cc-b3b6-bba9cf2c9cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:25:19.906040 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [None req-4062a310-1c8c-4581-9a91-b1d2d831c417 admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103163) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 20:25:19.907037 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-4062a310-1c8c-4581-9a91-b1d2d831c417 admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3115382 May 20 20:25:22.159027 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c6e1fc3a-3417-44f8-914a-4c7b27b25b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:25:22.322458 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 54960) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:25:22.633424 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-db50088e-45c1-4a31-b074-0f3c4945d9c4 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'router:external': True, 'admin_state_up': True, 'is_default': True, 'name': 'public'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:25:22.776530 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db50088e-45c1-4a31-b074-0f3c4945d9c4 admin admin] Made reservation on behalf of 7d85e8852c6b4c0cb4734ccbfa9e77ee for: {'network': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:25:22.852084 n-d-842733-1 neutron-server[103162]: DEBUG neutron.policy [None req-db50088e-45c1-4a31-b074-0f3c4945d9c4 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103162) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 20 20:25:22.898411 n-d-842733-1 neutron-server[103162]: WARNING oslo_policy.policy [None req-db50088e-45c1-4a31-b074-0f3c4945d9c4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 20 20:25:22.898779 n-d-842733-1 neutron-server[103162]: WARNING oslo_policy.policy [None req-db50088e-45c1-4a31-b074-0f3c4945d9c4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 20 20:25:22.909667 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-db50088e-45c1-4a31-b074-0f3c4945d9c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for network, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:25:22.930655 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-db50088e-45c1-4a31-b074-0f3c4945d9c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:25:23.038895 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-db50088e-45c1-4a31-b074-0f3c4945d9c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:25:23.096428 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-db50088e-45c1-4a31-b074-0f3c4945d9c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:25:23.108166 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-db50088e-45c1-4a31-b074-0f3c4945d9c4 admin admin] Reserving flat network on physical network physnet1 {{(pid=103162) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 20 20:25:23.139593 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-db50088e-45c1-4a31-b074-0f3c4945d9c4 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8782419500575', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:25:23.140160 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-db50088e-45c1-4a31-b074-0f3c4945d9c4 admin admin] Unsubscribe: segment precommit_create {{(pid=103162) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 20 20:25:23.140732 n-d-842733-1 neutron-server[103162]: INFO neutron.db.segments_db [None req-db50088e-45c1-4a31-b074-0f3c4945d9c4 admin admin] Added segment 0b5485c4-eff8-42a1-9073-ae54ed4c63ba of type flat for network e3a93b5c-91e2-4064-9c2c-1afc261bfe15 May 20 20:25:23.157642 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db50088e-45c1-4a31-b074-0f3c4945d9c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db956b23-3ba9-4726-b691-f4a90296f497,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:25:23.190442 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db50088e-45c1-4a31-b074-0f3c4945d9c4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:25:23.190774 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db50088e-45c1-4a31-b074-0f3c4945d9c4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:25:23.191102 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db50088e-45c1-4a31-b074-0f3c4945d9c4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:25:23.191426 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db50088e-45c1-4a31-b074-0f3c4945d9c4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:25:23.191751 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db50088e-45c1-4a31-b074-0f3c4945d9c4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:25:23.192065 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db50088e-45c1-4a31-b074-0f3c4945d9c4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:25:23.192385 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db50088e-45c1-4a31-b074-0f3c4945d9c4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:25:23.192762 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db50088e-45c1-4a31-b074-0f3c4945d9c4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:25:23.193077 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db50088e-45c1-4a31-b074-0f3c4945d9c4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:25:23.193415 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db50088e-45c1-4a31-b074-0f3c4945d9c4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:25:23.197999 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db50088e-45c1-4a31-b074-0f3c4945d9c4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:25:23.197999 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db50088e-45c1-4a31-b074-0f3c4945d9c4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:25:23.197999 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db50088e-45c1-4a31-b074-0f3c4945d9c4 admin admin] Tracked resource versions report: May 20 20:25:23.197999 n-d-842733-1 neutron-server[103162]: pushed versions: May 20 20:25:23.197999 n-d-842733-1 neutron-server[103162]: { 'AddressGroup': {'1.2'}, May 20 20:25:23.197999 n-d-842733-1 neutron-server[103162]: 'ConntrackHelper': {'1.0'}, May 20 20:25:23.197999 n-d-842733-1 neutron-server[103162]: 'Log': {'1.0'}, May 20 20:25:23.197999 n-d-842733-1 neutron-server[103162]: 'Network': {'1.1'}, May 20 20:25:23.197999 n-d-842733-1 neutron-server[103162]: 'Port': {'1.7'}, May 20 20:25:23.197999 n-d-842733-1 neutron-server[103162]: 'PortForwarding': {'1.2'}, May 20 20:25:23.197999 n-d-842733-1 neutron-server[103162]: 'QosPolicy': {'1.9'}, May 20 20:25:23.197999 n-d-842733-1 neutron-server[103162]: 'SecurityGroup': {'1.4'}, May 20 20:25:23.197999 n-d-842733-1 neutron-server[103162]: 'SecurityGroupRule': {'1.2'}, May 20 20:25:23.197999 n-d-842733-1 neutron-server[103162]: 'SubPort': {'1.0'}, May 20 20:25:23.197999 n-d-842733-1 neutron-server[103162]: 'Subnet': {'1.1'}, May 20 20:25:23.197999 n-d-842733-1 neutron-server[103162]: 'Trunk': {'1.1'}} May 20 20:25:23.197999 n-d-842733-1 neutron-server[103162]: consumer versions: May 20 20:25:23.197999 n-d-842733-1 neutron-server[103162]: { DHCP agent@n-d-842733-1: {}, May 20 20:25:23.197999 n-d-842733-1 neutron-server[103162]: L3 agent@n-d-842733-1: {}, May 20 20:25:23.197999 n-d-842733-1 neutron-server[103162]: Metadata agent@n-d-842733-1: {}, May 20 20:25:23.197999 n-d-842733-1 neutron-server[103162]: Metering agent@n-d-842733-1: {}, May 20 20:25:23.197999 n-d-842733-1 neutron-server[103162]: Open vSwitch agent@n-d-842733-1: { 'AddressGroup': '1.2', May 20 20:25:23.197999 n-d-842733-1 neutron-server[103162]: 'ConntrackHelper': '1.0', May 20 20:25:23.197999 n-d-842733-1 neutron-server[103162]: 'Log': '1.0', May 20 20:25:23.197999 n-d-842733-1 neutron-server[103162]: 'Network': '1.1', May 20 20:25:23.197999 n-d-842733-1 neutron-server[103162]: 'Port': '1.7', May 20 20:25:23.197999 n-d-842733-1 neutron-server[103162]: 'PortForwarding': '1.2', May 20 20:25:23.197999 n-d-842733-1 neutron-server[103162]: 'QosPolicy': '1.9', May 20 20:25:23.197999 n-d-842733-1 neutron-server[103162]: 'SecurityGroup': '1.4', May 20 20:25:23.197999 n-d-842733-1 neutron-server[103162]: 'SecurityGroupRule': '1.2', May 20 20:25:23.197999 n-d-842733-1 neutron-server[103162]: 'SubPort': '1.0', May 20 20:25:23.200032 n-d-842733-1 neutron-server[103162]: 'Subnet': '1.1', May 20 20:25:23.200032 n-d-842733-1 neutron-server[103162]: 'Trunk': '1.1'}} May 20 20:25:23.200032 n-d-842733-1 neutron-server[103162]: {{(pid=103162) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 20 20:25:23.262925 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-db50088e-45c1-4a31-b074-0f3c4945d9c4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418993264'] for network, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:25:23.348032 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-db50088e-45c1-4a31-b074-0f3c4945d9c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524'] for network, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:25:23.349146 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db50088e-45c1-4a31-b074-0f3c4945d9c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:25:23.349838 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-db50088e-45c1-4a31-b074-0f3c4945d9c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:25:23.456260 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db50088e-45c1-4a31-b074-0f3c4945d9c4 admin admin] Pushing event updated for resources: {'Network': ['ID=e3a93b5c-91e2-4064-9c2c-1afc261bfe15,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:25:23.466663 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Network e3a93b5c-91e2-4064-9c2c-1afc261bfe15 details requested by agent ovs-agent-n-d-842733-1 with host n-d-842733-1 {{(pid=103164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 20 20:25:23.471552 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-db50088e-45c1-4a31-b074-0f3c4945d9c4 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.1479666 May 20 20:25:23.700938 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4bb0e131-6525-46ca-a45b-e4ea43a5e69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:25:25.330490 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cc3ec51b-6ec8-438a-8349-5f0bec346d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:25:25.455525 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:25:25.894720 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 54984) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:25:26.068231 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c765ea97-55ba-4016-9982-603f0ac1923b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:25:26.069557 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-c765ea97-55ba-4016-9982-603f0ac1923b admin admin] 10.222.0.35 "GET /v2.0/subnets/d294002f-298e-458e-9e0d-448b3bd87682 HTTP/1.1" status: 200 len: 849 time: 0.1738958 May 20 20:25:26.188537 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-09af030f-5e3a-4e2a-b4fc-9a3b8643076e admin admin] 10.222.0.35 "GET /v2.0/routers/e32cf0e3-4f18-4535-b279-aeae0ab0bc95 HTTP/1.1" status: 200 len: 704 time: 0.1126945 May 20 20:25:26.449061 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-21058e9e-c5ad-4e71-b5eb-7c81d92a126e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:25:26.733956 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-21058e9e-c5ad-4e71-b5eb-7c81d92a126e admin admin] Allocated IP 172.20.0.1 (48ce1e5d-1956-4db2-8cf2-8a133f80ac99/d294002f-298e-458e-9e0d-448b3bd87682/57747de1-1ac3-43a8-97d1-74cfcff1983a) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:25:26.884425 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-21058e9e-c5ad-4e71-b5eb-7c81d92a126e admin admin] Notify callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:25:27.005788 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-21058e9e-c5ad-4e71-b5eb-7c81d92a126e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:25:27.118082 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21058e9e-c5ad-4e71-b5eb-7c81d92a126e admin admin] Network 48ce1e5d-1956-4db2-8cf2-8a133f80ac99 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:25:27.122445 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-21058e9e-c5ad-4e71-b5eb-7c81d92a126e admin admin] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:25:27.129820 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21058e9e-c5ad-4e71-b5eb-7c81d92a126e admin admin] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:25:27.130339 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-21058e9e-c5ad-4e71-b5eb-7c81d92a126e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748409'] for router_interface, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:25:27.191394 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21058e9e-c5ad-4e71-b5eb-7c81d92a126e admin admin] Pushing event updated for resources: {'Port': ['ID=57747de1-1ac3-43a8-97d1-74cfcff1983a,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:25:27.343502 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a72d5fca-d538-4edf-914a-41ddc337bdab None None] Provisioning complete for port 57747de1-1ac3-43a8-97d1-74cfcff1983a triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:25:27.344051 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a72d5fca-d538-4edf-914a-41ddc337bdab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:25:27.376557 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a72d5fca-d538-4edf-914a-41ddc337bdab None None] Port 57747de1-1ac3-43a8-97d1-74cfcff1983a cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 20:25:27.406764 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-21058e9e-c5ad-4e71-b5eb-7c81d92a126e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:25:27.623167 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-21058e9e-c5ad-4e71-b5eb-7c81d92a126e admin admin] Notify callbacks [] for port, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:25:27.667512 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-21058e9e-c5ad-4e71-b5eb-7c81d92a126e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:25:27.668230 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-21058e9e-c5ad-4e71-b5eb-7c81d92a126e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748437'] for router_interface, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:25:27.744807 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21058e9e-c5ad-4e71-b5eb-7c81d92a126e admin admin] Pushing event updated for resources: {'Port': ['ID=57747de1-1ac3-43a8-97d1-74cfcff1983a,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:25:27.791452 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21058e9e-c5ad-4e71-b5eb-7c81d92a126e admin admin] Network 48ce1e5d-1956-4db2-8cf2-8a133f80ac99 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:25:27.792736 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-21058e9e-c5ad-4e71-b5eb-7c81d92a126e admin admin] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:25:27.998258 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-004a2b43-de1f-4dd8-bd94-787a2a0a7614 None None] Provisioning complete for port 57747de1-1ac3-43a8-97d1-74cfcff1983a triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:25:27.998616 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-004a2b43-de1f-4dd8-bd94-787a2a0a7614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:25:28.021084 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21058e9e-c5ad-4e71-b5eb-7c81d92a126e admin admin] Router e32cf0e3-4f18-4535-b279-aeae0ab0bc95 is scheduled to L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e with binding_index 1 {{(pid=103163) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 20 20:25:28.030823 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-004a2b43-de1f-4dd8-bd94-787a2a0a7614 None None] Port 57747de1-1ac3-43a8-97d1-74cfcff1983a cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 20:25:28.113195 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21058e9e-c5ad-4e71-b5eb-7c81d92a126e admin admin] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 20:25:28.119194 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-21058e9e-c5ad-4e71-b5eb-7c81d92a126e admin admin] 10.222.0.35 "PUT /v2.0/routers/e32cf0e3-4f18-4535-b279-aeae0ab0bc95/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9237380 May 20 20:25:28.122977 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-786fe5ee-f3d0-4b03-bd62-9b09d82ca4c8 None None] Sync routers for ids ['e32cf0e3-4f18-4535-b279-aeae0ab0bc95'] in n-d-842733-1 {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 20:25:28.135562 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-786fe5ee-f3d0-4b03-bd62-9b09d82ca4c8 None None] Routers {'e32cf0e3-4f18-4535-b279-aeae0ab0bc95'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:25:28.136301 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-786fe5ee-f3d0-4b03-bd62-9b09d82ca4c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:25:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['e32cf0e3-4f18-4535-b279-aeae0ab0bc95'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:25:28.320276 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-786fe5ee-f3d0-4b03-bd62-9b09d82ca4c8 None None] Set router e32cf0e3-4f18-4535-b279-aeae0ab0bc95 gateway port host: None {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:25:28.750477 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-786fe5ee-f3d0-4b03-bd62-9b09d82ca4c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e32cf0e3-4f18-4535-b279-aeae0ab0bc95', 'name': 'router1', 'tenant_id': 'ac4e81407921469caecf476ed1985ed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:25:16Z', 'updated_at': '2022-05-20T20:25:27Z', 'revision_number': 2, 'project_id': 'ac4e81407921469caecf476ed1985ed9', 'gw_port_host': None, '_interfaces': [{'id': '57747de1-1ac3-43a8-97d1-74cfcff1983a', 'name': '', 'network_id': '48ce1e5d-1956-4db2-8cf2-8a133f80ac99', 'tenant_id': 'ac4e81407921469caecf476ed1985ed9', 'mac_address': 'fa:16:3e:66:7e:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e32cf0e3-4f18-4535-b279-aeae0ab0bc95', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd294002f-298e-458e-9e0d-448b3bd87682', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:25:26Z', 'updated_at': '2022-05-20T20:25:27Z', 'revision_number': 2, 'project_id': 'ac4e81407921469caecf476ed1985ed9', 'subnets': [{'id': 'd294002f-298e-458e-9e0d-448b3bd87682', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5d6188dc-5af1-422b-911e-4c2c61178f9e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:25:28.810769 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-786fe5ee-f3d0-4b03-bd62-9b09d82ca4c8 None None] Checking router: e32cf0e3-4f18-4535-b279-aeae0ab0bc95 for host: n-d-842733-1 {{(pid=103165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 20:25:28.810769 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-786fe5ee-f3d0-4b03-bd62-9b09d82ca4c8 None None] Updating router e32cf0e3-4f18-4535-b279-aeae0ab0bc95 port 57747de1-1ac3-43a8-97d1-74cfcff1983a binding host n-d-842733-1 {{(pid=103165) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 20:25:28.861448 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-786fe5ee-f3d0-4b03-bd62-9b09d82ca4c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:25:29.393156 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-786fe5ee-f3d0-4b03-bd62-9b09d82ca4c8 None None] Notify callbacks [] for port, precommit_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:25:29.473951 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-786fe5ee-f3d0-4b03-bd62-9b09d82ca4c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:25:29.570845 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66593b33-e55b-4df7-840a-86bb62615d04 None None] Pushing event updated for resources: {'Port': ['ID=57747de1-1ac3-43a8-97d1-74cfcff1983a,revision_number=3']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:25:29.581590 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66593b33-e55b-4df7-840a-86bb62615d04 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:25:29.581926 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66593b33-e55b-4df7-840a-86bb62615d04 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:25:29.582254 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66593b33-e55b-4df7-840a-86bb62615d04 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:25:29.582578 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66593b33-e55b-4df7-840a-86bb62615d04 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:25:29.582899 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66593b33-e55b-4df7-840a-86bb62615d04 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:25:29.583216 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66593b33-e55b-4df7-840a-86bb62615d04 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:25:29.583533 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66593b33-e55b-4df7-840a-86bb62615d04 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:25:29.583846 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66593b33-e55b-4df7-840a-86bb62615d04 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:25:29.584159 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66593b33-e55b-4df7-840a-86bb62615d04 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:25:29.584471 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66593b33-e55b-4df7-840a-86bb62615d04 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:25:29.584785 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66593b33-e55b-4df7-840a-86bb62615d04 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:25:29.585093 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66593b33-e55b-4df7-840a-86bb62615d04 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:25:29.586231 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66593b33-e55b-4df7-840a-86bb62615d04 None None] Tracked resource versions report: May 20 20:25:29.586231 n-d-842733-1 neutron-server[103165]: pushed versions: May 20 20:25:29.586231 n-d-842733-1 neutron-server[103165]: { 'AddressGroup': {'1.2'}, May 20 20:25:29.586231 n-d-842733-1 neutron-server[103165]: 'ConntrackHelper': {'1.0'}, May 20 20:25:29.586231 n-d-842733-1 neutron-server[103165]: 'Log': {'1.0'}, May 20 20:25:29.586231 n-d-842733-1 neutron-server[103165]: 'Network': {'1.1'}, May 20 20:25:29.586231 n-d-842733-1 neutron-server[103165]: 'Port': {'1.7'}, May 20 20:25:29.586231 n-d-842733-1 neutron-server[103165]: 'PortForwarding': {'1.2'}, May 20 20:25:29.586231 n-d-842733-1 neutron-server[103165]: 'QosPolicy': {'1.9'}, May 20 20:25:29.586231 n-d-842733-1 neutron-server[103165]: 'SecurityGroup': {'1.4'}, May 20 20:25:29.586231 n-d-842733-1 neutron-server[103165]: 'SecurityGroupRule': {'1.2'}, May 20 20:25:29.586231 n-d-842733-1 neutron-server[103165]: 'SubPort': {'1.0'}, May 20 20:25:29.586231 n-d-842733-1 neutron-server[103165]: 'Subnet': {'1.1'}, May 20 20:25:29.586231 n-d-842733-1 neutron-server[103165]: 'Trunk': {'1.1'}} May 20 20:25:29.586231 n-d-842733-1 neutron-server[103165]: consumer versions: May 20 20:25:29.586231 n-d-842733-1 neutron-server[103165]: { DHCP agent@n-d-842733-1: {}, May 20 20:25:29.586231 n-d-842733-1 neutron-server[103165]: L3 agent@n-d-842733-1: {}, May 20 20:25:29.586231 n-d-842733-1 neutron-server[103165]: Metadata agent@n-d-842733-1: {}, May 20 20:25:29.586231 n-d-842733-1 neutron-server[103165]: Metering agent@n-d-842733-1: {}, May 20 20:25:29.586231 n-d-842733-1 neutron-server[103165]: Open vSwitch agent@n-d-842733-1: { 'AddressGroup': '1.2', May 20 20:25:29.586231 n-d-842733-1 neutron-server[103165]: 'ConntrackHelper': '1.0', May 20 20:25:29.586231 n-d-842733-1 neutron-server[103165]: 'Log': '1.0', May 20 20:25:29.586231 n-d-842733-1 neutron-server[103165]: 'Network': '1.1', May 20 20:25:29.586231 n-d-842733-1 neutron-server[103165]: 'Port': '1.7', May 20 20:25:29.586231 n-d-842733-1 neutron-server[103165]: 'PortForwarding': '1.2', May 20 20:25:29.586231 n-d-842733-1 neutron-server[103165]: 'QosPolicy': '1.9', May 20 20:25:29.586231 n-d-842733-1 neutron-server[103165]: 'SecurityGroup': '1.4', May 20 20:25:29.586231 n-d-842733-1 neutron-server[103165]: 'SecurityGroupRule': '1.2', May 20 20:25:29.586231 n-d-842733-1 neutron-server[103165]: 'SubPort': '1.0', May 20 20:25:29.586231 n-d-842733-1 neutron-server[103165]: 'Subnet': '1.1', May 20 20:25:29.586231 n-d-842733-1 neutron-server[103165]: 'Trunk': '1.1'}} May 20 20:25:29.586231 n-d-842733-1 neutron-server[103165]: {{(pid=103165) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 20 20:25:29.663970 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-786fe5ee-f3d0-4b03-bd62-9b09d82ca4c8 None None] Attempting to bind port 57747de1-1ac3-43a8-97d1-74cfcff1983a on host n-d-842733-1 for vnic_type normal with profile {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:25:29.664356 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-786fe5ee-f3d0-4b03-bd62-9b09d82ca4c8 None None] Attempting to bind port 57747de1-1ac3-43a8-97d1-74cfcff1983a by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': '5125cebc-6254-4bad-b5f2-e27ae8136827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '48ce1e5d-1956-4db2-8cf2-8a133f80ac99'}] {{(pid=103165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:25:29.664797 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-786fe5ee-f3d0-4b03-bd62-9b09d82ca4c8 None None] Attempting to bind port 57747de1-1ac3-43a8-97d1-74cfcff1983a on network 48ce1e5d-1956-4db2-8cf2-8a133f80ac99 {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:25:29.669987 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-786fe5ee-f3d0-4b03-bd62-9b09d82ca4c8 None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 25, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:25:29.670386 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-786fe5ee-f3d0-4b03-bd62-9b09d82ca4c8 None None] Checking segment: {'id': '5125cebc-6254-4bad-b5f2-e27ae8136827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '48ce1e5d-1956-4db2-8cf2-8a133f80ac99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:25:29.670836 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-786fe5ee-f3d0-4b03-bd62-9b09d82ca4c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:25:29.671210 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-786fe5ee-f3d0-4b03-bd62-9b09d82ca4c8 None None] Bound using segment: {'id': '5125cebc-6254-4bad-b5f2-e27ae8136827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '48ce1e5d-1956-4db2-8cf2-8a133f80ac99'} {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:25:29.671717 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-786fe5ee-f3d0-4b03-bd62-9b09d82ca4c8 None None] Bound port: 57747de1-1ac3-43a8-97d1-74cfcff1983a, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5125cebc-6254-4bad-b5f2-e27ae8136827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '48ce1e5d-1956-4db2-8cf2-8a133f80ac99'}}] {{(pid=103165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:25:29.672102 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-786fe5ee-f3d0-4b03-bd62-9b09d82ca4c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:25:29.740818 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-786fe5ee-f3d0-4b03-bd62-9b09d82ca4c8 None None] For port 57747de1-1ac3-43a8-97d1-74cfcff1983a, host n-d-842733-1, cleared binding levels {{(pid=103165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:25:29.760526 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-786fe5ee-f3d0-4b03-bd62-9b09d82ca4c8 None None] For port 57747de1-1ac3-43a8-97d1-74cfcff1983a, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=57747de1-1ac3-43a8-97d1-74cfcff1983a,segment=NetworkSegment(5125cebc-6254-4bad-b5f2-e27ae8136827),segment_id=5125cebc-6254-4bad-b5f2-e27ae8136827)] {{(pid=103165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:25:29.764520 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b9c4efd8-5c4e-49e1-8c94-18708cd60f78 None None] Provisioning complete for port 57747de1-1ac3-43a8-97d1-74cfcff1983a triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:25:29.765009 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b9c4efd8-5c4e-49e1-8c94-18708cd60f78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:25:29.801100 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b9c4efd8-5c4e-49e1-8c94-18708cd60f78 None None] Port 57747de1-1ac3-43a8-97d1-74cfcff1983a cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 20:25:29.868333 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-786fe5ee-f3d0-4b03-bd62-9b09d82ca4c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:25:29.925468 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-786fe5ee-f3d0-4b03-bd62-9b09d82ca4c8 None None] Routers {'e32cf0e3-4f18-4535-b279-aeae0ab0bc95'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:25:29.926098 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-786fe5ee-f3d0-4b03-bd62-9b09d82ca4c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:25:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['e32cf0e3-4f18-4535-b279-aeae0ab0bc95'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:25:29.928002 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66593b33-e55b-4df7-840a-86bb62615d04 None None] Pushing event updated for resources: {'Port': ['ID=57747de1-1ac3-43a8-97d1-74cfcff1983a,revision_number=4']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:25:30.019842 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-786fe5ee-f3d0-4b03-bd62-9b09d82ca4c8 None None] Set router e32cf0e3-4f18-4535-b279-aeae0ab0bc95 gateway port host: None {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:25:30.124206 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-d14f4876-1789-4fab-9aac-4819d78c6f82 None None] Provisioning complete for port 57747de1-1ac3-43a8-97d1-74cfcff1983a triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:25:30.124724 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d14f4876-1789-4fab-9aac-4819d78c6f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:25:30.205259 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-d14f4876-1789-4fab-9aac-4819d78c6f82 None None] Current status of the port 57747de1-1ac3-43a8-97d1-74cfcff1983a is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:25:30.205570 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d14f4876-1789-4fab-9aac-4819d78c6f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:25:30.240221 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-786fe5ee-f3d0-4b03-bd62-9b09d82ca4c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e32cf0e3-4f18-4535-b279-aeae0ab0bc95', 'name': 'router1', 'tenant_id': 'ac4e81407921469caecf476ed1985ed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:25:16Z', 'updated_at': '2022-05-20T20:25:27Z', 'revision_number': 2, 'project_id': 'ac4e81407921469caecf476ed1985ed9', 'gw_port_host': None, '_interfaces': [{'id': '57747de1-1ac3-43a8-97d1-74cfcff1983a', 'name': '', 'network_id': '48ce1e5d-1956-4db2-8cf2-8a133f80ac99', 'tenant_id': 'ac4e81407921469caecf476ed1985ed9', 'mac_address': 'fa:16:3e:66:7e:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e32cf0e3-4f18-4535-b279-aeae0ab0bc95', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd294002f-298e-458e-9e0d-448b3bd87682', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:25:26Z', 'updated_at': '2022-05-20T20:25:29Z', 'revision_number': 4, 'project_id': 'ac4e81407921469caecf476ed1985ed9', 'subnets': [{'id': 'd294002f-298e-458e-9e0d-448b3bd87682', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5d6188dc-5af1-422b-911e-4c2c61178f9e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:25:30.245485 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-d14f4876-1789-4fab-9aac-4819d78c6f82 None None] For port 57747de1-1ac3-43a8-97d1-74cfcff1983a, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=57747de1-1ac3-43a8-97d1-74cfcff1983a,segment=NetworkSegment(5125cebc-6254-4bad-b5f2-e27ae8136827),segment_id=5125cebc-6254-4bad-b5f2-e27ae8136827)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:25:30.267679 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-786fe5ee-f3d0-4b03-bd62-9b09d82ca4c8 None None] The sync data for ids ['e32cf0e3-4f18-4535-b279-aeae0ab0bc95'] in n-d-842733-1 is: [{'id': 'e32cf0e3-4f18-4535-b279-aeae0ab0bc95', 'name': 'router1', 'tenant_id': 'ac4e81407921469caecf476ed1985ed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:25:16Z', 'updated_at': '2022-05-20T20:25:27Z', 'revision_number': 2, 'project_id': 'ac4e81407921469caecf476ed1985ed9', 'gw_port_host': None, '_interfaces': [{'id': '57747de1-1ac3-43a8-97d1-74cfcff1983a', 'name': '', 'network_id': '48ce1e5d-1956-4db2-8cf2-8a133f80ac99', 'tenant_id': 'ac4e81407921469caecf476ed1985ed9', 'mac_address': 'fa:16:3e:66:7e:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e32cf0e3-4f18-4535-b279-aeae0ab0bc95', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd294002f-298e-458e-9e0d-448b3bd87682', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:25:26Z', 'updated_at': '2022-05-20T20:25:29Z', 'revision_number': 4, 'project_id': 'ac4e81407921469caecf476ed1985ed9', 'subnets': [{'id': 'd294002f-298e-458e-9e0d-448b3bd87682', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5d6188dc-5af1-422b-911e-4c2c61178f9e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 20:25:30.318099 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d14f4876-1789-4fab-9aac-4819d78c6f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:25:30.370131 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14f4876-1789-4fab-9aac-4819d78c6f82 None None] Pushing event updated for resources: {'Port': ['ID=57747de1-1ac3-43a8-97d1-74cfcff1983a,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:25:30.395990 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 55004) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:25:30.511643 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80a0bbba-10bd-4cb0-97a3-708b148a6288 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:25:30.513013 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-80a0bbba-10bd-4cb0-97a3-708b148a6288 admin admin] 10.222.0.35 "GET /v2.0/networks/e3a93b5c-91e2-4064-9c2c-1afc261bfe15 HTTP/1.1" status: 200 len: 842 time: 0.1160839 May 20 20:25:30.523647 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-2756367b-19f3-4b10-bb40-f7d6a03dd7f8 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'ip_version': 4, 'enable_dhcp': False}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:25:30.633569 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2756367b-19f3-4b10-bb40-f7d6a03dd7f8 admin admin] Made reservation on behalf of 7d85e8852c6b4c0cb4734ccbfa9e77ee for: {'subnet': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:25:30.635738 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2756367b-19f3-4b10-bb40-f7d6a03dd7f8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:25:30.981192 n-d-842733-1 neutron-server[103163]: DEBUG neutron.objects.ports [None req-2756367b-19f3-4b10-bb40-f7d6a03dd7f8 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103163) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} May 20 20:25:30.981642 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2756367b-19f3-4b10-bb40-f7d6a03dd7f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524'] for subnet, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:25:31.034183 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2756367b-19f3-4b10-bb40-f7d6a03dd7f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=86fee0c1-6e34-488b-9216-b2b8e7ef585a,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:25:31.042272 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2756367b-19f3-4b10-bb40-f7d6a03dd7f8 admin admin] Checking segment: {'id': '0b5485c4-eff8-42a1-9073-ae54ed4c63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:25:31.042619 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2756367b-19f3-4b10-bb40-f7d6a03dd7f8 admin admin] Network hostable DHCP agents. Network: e3a93b5c-91e2-4064-9c2c-1afc261bfe15, hostable agents: ['c9b0653c-f3c7-4339-bd50-e3754b629216'], hosted agents: [] {{(pid=103163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 20:25:31.141096 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2756367b-19f3-4b10-bb40-f7d6a03dd7f8 admin admin] Network e3a93b5c-91e2-4064-9c2c-1afc261bfe15 is scheduled to be hosted by DHCP agent c9b0653c-f3c7-4339-bd50-e3754b629216 with binding_index 1 {{(pid=103163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 20:25:31.227896 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-2756367b-19f3-4b10-bb40-f7d6a03dd7f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842733-1, e3a93b5c-91e2-4064-9c2c-1afc261bfe15) {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:25:31.232059 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2756367b-19f3-4b10-bb40-f7d6a03dd7f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:25:31.232596 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2756367b-19f3-4b10-bb40-f7d6a03dd7f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for subnet, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:25:31.238368 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6904ebef-f78a-437a-bc53-d200174490a0 None None] Network e3a93b5c-91e2-4064-9c2c-1afc261bfe15 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:25:31.316106 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-2756367b-19f3-4b10-bb40-f7d6a03dd7f8 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7957711 May 20 20:25:31.383668 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d466c10-b763-421f-ae76-25d9a35d6e10 None None] Network e3a93b5c-91e2-4064-9c2c-1afc261bfe15 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:25:33.682771 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 55012) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:25:33.888230 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-8ff23541-a913-4082-ac14-abe13eda696c admin admin] 10.222.0.35 "GET /v2.0/routers/e32cf0e3-4f18-4535-b279-aeae0ab0bc95 HTTP/1.1" status: 200 len: 710 time: 0.2039421 May 20 20:25:33.973538 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34371259-12e3-4ec9-9011-caf0ac1a853f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:25:33.974905 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-34371259-12e3-4ec9-9011-caf0ac1a853f admin admin] 10.222.0.35 "GET /v2.0/networks/e3a93b5c-91e2-4064-9c2c-1afc261bfe15 HTTP/1.1" status: 200 len: 886 time: 0.0795283 May 20 20:25:33.984248 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-2e62d59a-4b98-4539-8ae9-b06cf2952e76 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'}}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:25:34.225592 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2e62d59a-4b98-4539-8ae9-b06cf2952e76 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:25:34.552178 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2e62d59a-4b98-4539-8ae9-b06cf2952e76 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:25:34.634138 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2e62d59a-4b98-4539-8ae9-b06cf2952e76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:25:34.810974 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-2e62d59a-4b98-4539-8ae9-b06cf2952e76 admin admin] Allocated IP 172.25.2.161 (e3a93b5c-91e2-4064-9c2c-1afc261bfe15/86fee0c1-6e34-488b-9216-b2b8e7ef585a/7e4a78eb-30a1-4ba5-a2e7-e722f7695cd9) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:25:34.913999 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2e62d59a-4b98-4539-8ae9-b06cf2952e76 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:25:35.004164 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2e62d59a-4b98-4539-8ae9-b06cf2952e76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:25:35.039833 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e62d59a-4b98-4539-8ae9-b06cf2952e76 admin admin] Network e3a93b5c-91e2-4064-9c2c-1afc261bfe15 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:25:35.042427 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-2e62d59a-4b98-4539-8ae9-b06cf2952e76 admin admin] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:25:35.045630 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e62d59a-4b98-4539-8ae9-b06cf2952e76 admin admin] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:25:35.054942 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e62d59a-4b98-4539-8ae9-b06cf2952e76 admin admin] Pushing event updated for resources: {'Port': ['ID=7e4a78eb-30a1-4ba5-a2e7-e722f7695cd9,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:25:35.379939 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2e62d59a-4b98-4539-8ae9-b06cf2952e76 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:25:35.670787 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2e62d59a-4b98-4539-8ae9-b06cf2952e76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-748143', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-693059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26112'] for router, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:25:35.674951 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2e62d59a-4b98-4539-8ae9-b06cf2952e76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-748132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-748125', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-693176'] for router, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:25:35.782273 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e62d59a-4b98-4539-8ae9-b06cf2952e76 admin admin] Router e32cf0e3-4f18-4535-b279-aeae0ab0bc95 has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 20:25:35.886464 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e62d59a-4b98-4539-8ae9-b06cf2952e76 admin admin] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 20:25:35.891318 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2e62d59a-4b98-4539-8ae9-b06cf2952e76 admin admin] Notify callbacks [] for router, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:25:35.892271 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-2e62d59a-4b98-4539-8ae9-b06cf2952e76 admin admin] 10.222.0.35 "PUT /v2.0/routers/e32cf0e3-4f18-4535-b279-aeae0ab0bc95 HTTP/1.1" status: 200 len: 890 time: 1.9111717 May 20 20:25:36.737754 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-975ca7f4-be4c-4458-8ff8-5e8cb5c05776 None None] Sync routers for ids ['e32cf0e3-4f18-4535-b279-aeae0ab0bc95'] in n-d-842733-1 {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 20:25:36.748944 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-975ca7f4-be4c-4458-8ff8-5e8cb5c05776 None None] Routers {'e32cf0e3-4f18-4535-b279-aeae0ab0bc95'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:25:36.749637 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-975ca7f4-be4c-4458-8ff8-5e8cb5c05776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:25:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['e32cf0e3-4f18-4535-b279-aeae0ab0bc95'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:25:36.910077 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 57747de1-1ac3-43a8-97d1-74cfcff1983a up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:25:36.998836 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-975ca7f4-be4c-4458-8ff8-5e8cb5c05776 None None] Set router e32cf0e3-4f18-4535-b279-aeae0ab0bc95 gateway port host: n-d-842733-1 {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:25:37.115465 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 57747de1-1ac3-43a8-97d1-74cfcff1983a triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:25:37.115834 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:25:37.477481 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 57747de1-1ac3-43a8-97d1-74cfcff1983a is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:25:37.544649 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-975ca7f4-be4c-4458-8ff8-5e8cb5c05776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e32cf0e3-4f18-4535-b279-aeae0ab0bc95', 'name': 'router1', 'tenant_id': 'ac4e81407921469caecf476ed1985ed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.161'}], 'enable_snat': True}, 'gw_port_id': '7e4a78eb-30a1-4ba5-a2e7-e722f7695cd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:25:16Z', 'updated_at': '2022-05-20T20:25:35Z', 'revision_number': 4, 'project_id': 'ac4e81407921469caecf476ed1985ed9', 'gw_port': {'id': '7e4a78eb-30a1-4ba5-a2e7-e722f7695cd9', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:51:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e32cf0e3-4f18-4535-b279-aeae0ab0bc95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:25:34Z', 'updated_at': '2022-05-20T20:25:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': '57747de1-1ac3-43a8-97d1-74cfcff1983a', 'name': '', 'network_id': '48ce1e5d-1956-4db2-8cf2-8a133f80ac99', 'tenant_id': 'ac4e81407921469caecf476ed1985ed9', 'mac_address': 'fa:16:3e:66:7e:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e32cf0e3-4f18-4535-b279-aeae0ab0bc95', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd294002f-298e-458e-9e0d-448b3bd87682', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:25:26Z', 'updated_at': '2022-05-20T20:25:30Z', 'revision_number': 5, 'project_id': 'ac4e81407921469caecf476ed1985ed9', 'subnets': [{'id': 'd294002f-298e-458e-9e0d-448b3bd87682', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5d6188dc-5af1-422b-911e-4c2c61178f9e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:25:37.598131 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-975ca7f4-be4c-4458-8ff8-5e8cb5c05776 None None] Checking router: e32cf0e3-4f18-4535-b279-aeae0ab0bc95 for host: n-d-842733-1 {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 20:25:37.598471 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-975ca7f4-be4c-4458-8ff8-5e8cb5c05776 None None] Updating router e32cf0e3-4f18-4535-b279-aeae0ab0bc95 port 7e4a78eb-30a1-4ba5-a2e7-e722f7695cd9 binding host n-d-842733-1 {{(pid=103164) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 20:25:37.645472 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-975ca7f4-be4c-4458-8ff8-5e8cb5c05776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:25:37.962818 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-975ca7f4-be4c-4458-8ff8-5e8cb5c05776 None None] Notify callbacks [] for port, precommit_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:25:38.050338 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-975ca7f4-be4c-4458-8ff8-5e8cb5c05776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:25:38.102917 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ba6465-2984-49b0-bb6a-98ca39c874e8 None None] Pushing event updated for resources: {'Port': ['ID=7e4a78eb-30a1-4ba5-a2e7-e722f7695cd9,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:25:38.106913 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-975ca7f4-be4c-4458-8ff8-5e8cb5c05776 None None] Attempting to bind port 7e4a78eb-30a1-4ba5-a2e7-e722f7695cd9 on host n-d-842733-1 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:25:38.107272 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-975ca7f4-be4c-4458-8ff8-5e8cb5c05776 None None] Attempting to bind port 7e4a78eb-30a1-4ba5-a2e7-e722f7695cd9 by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': '0b5485c4-eff8-42a1-9073-ae54ed4c63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:25:38.107628 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-975ca7f4-be4c-4458-8ff8-5e8cb5c05776 None None] Attempting to bind port 7e4a78eb-30a1-4ba5-a2e7-e722f7695cd9 on network e3a93b5c-91e2-4064-9c2c-1afc261bfe15 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:25:38.113147 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-975ca7f4-be4c-4458-8ff8-5e8cb5c05776 None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 25, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:25:38.113537 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-975ca7f4-be4c-4458-8ff8-5e8cb5c05776 None None] Checking segment: {'id': '0b5485c4-eff8-42a1-9073-ae54ed4c63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:25:38.113926 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-975ca7f4-be4c-4458-8ff8-5e8cb5c05776 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:25:38.114302 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-975ca7f4-be4c-4458-8ff8-5e8cb5c05776 None None] Bound using segment: {'id': '0b5485c4-eff8-42a1-9073-ae54ed4c63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:25:38.114761 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-975ca7f4-be4c-4458-8ff8-5e8cb5c05776 None None] Bound port: 7e4a78eb-30a1-4ba5-a2e7-e722f7695cd9, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b5485c4-eff8-42a1-9073-ae54ed4c63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:25:38.115149 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-975ca7f4-be4c-4458-8ff8-5e8cb5c05776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:25:38.164761 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-975ca7f4-be4c-4458-8ff8-5e8cb5c05776 None None] For port 7e4a78eb-30a1-4ba5-a2e7-e722f7695cd9, host n-d-842733-1, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:25:38.167687 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-975ca7f4-be4c-4458-8ff8-5e8cb5c05776 None None] For port 7e4a78eb-30a1-4ba5-a2e7-e722f7695cd9, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=7e4a78eb-30a1-4ba5-a2e7-e722f7695cd9,segment=NetworkSegment(0b5485c4-eff8-42a1-9073-ae54ed4c63ba),segment_id=0b5485c4-eff8-42a1-9073-ae54ed4c63ba)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:25:38.239458 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-975ca7f4-be4c-4458-8ff8-5e8cb5c05776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:25:38.297090 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-975ca7f4-be4c-4458-8ff8-5e8cb5c05776 None None] Routers {'e32cf0e3-4f18-4535-b279-aeae0ab0bc95'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:25:38.297787 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-975ca7f4-be4c-4458-8ff8-5e8cb5c05776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:25:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['e32cf0e3-4f18-4535-b279-aeae0ab0bc95'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:25:38.309188 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ba6465-2984-49b0-bb6a-98ca39c874e8 None None] Pushing event updated for resources: {'Port': ['ID=7e4a78eb-30a1-4ba5-a2e7-e722f7695cd9,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:25:38.349051 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 55024) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:25:38.406394 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-975ca7f4-be4c-4458-8ff8-5e8cb5c05776 None None] Set router e32cf0e3-4f18-4535-b279-aeae0ab0bc95 gateway port host: n-d-842733-1 {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:25:38.461271 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-2187cae0-d2cf-452d-956e-f0de6d1bf714 admin admin] 10.222.0.35 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1110477 May 20 20:25:38.626612 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-975ca7f4-be4c-4458-8ff8-5e8cb5c05776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e32cf0e3-4f18-4535-b279-aeae0ab0bc95', 'name': 'router1', 'tenant_id': 'ac4e81407921469caecf476ed1985ed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.161'}], 'enable_snat': True}, 'gw_port_id': '7e4a78eb-30a1-4ba5-a2e7-e722f7695cd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:25:16Z', 'updated_at': '2022-05-20T20:25:35Z', 'revision_number': 4, 'project_id': 'ac4e81407921469caecf476ed1985ed9', 'gw_port': {'id': '7e4a78eb-30a1-4ba5-a2e7-e722f7695cd9', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:51:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e32cf0e3-4f18-4535-b279-aeae0ab0bc95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:25:34Z', 'updated_at': '2022-05-20T20:25:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': '57747de1-1ac3-43a8-97d1-74cfcff1983a', 'name': '', 'network_id': '48ce1e5d-1956-4db2-8cf2-8a133f80ac99', 'tenant_id': 'ac4e81407921469caecf476ed1985ed9', 'mac_address': 'fa:16:3e:66:7e:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e32cf0e3-4f18-4535-b279-aeae0ab0bc95', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd294002f-298e-458e-9e0d-448b3bd87682', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:25:26Z', 'updated_at': '2022-05-20T20:25:30Z', 'revision_number': 5, 'project_id': 'ac4e81407921469caecf476ed1985ed9', 'subnets': [{'id': 'd294002f-298e-458e-9e0d-448b3bd87682', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5d6188dc-5af1-422b-911e-4c2c61178f9e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:25:38.652218 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-975ca7f4-be4c-4458-8ff8-5e8cb5c05776 None None] The sync data for ids ['e32cf0e3-4f18-4535-b279-aeae0ab0bc95'] in n-d-842733-1 is: [{'id': 'e32cf0e3-4f18-4535-b279-aeae0ab0bc95', 'name': 'router1', 'tenant_id': 'ac4e81407921469caecf476ed1985ed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.161'}], 'enable_snat': True}, 'gw_port_id': '7e4a78eb-30a1-4ba5-a2e7-e722f7695cd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:25:16Z', 'updated_at': '2022-05-20T20:25:35Z', 'revision_number': 4, 'project_id': 'ac4e81407921469caecf476ed1985ed9', 'gw_port': {'id': '7e4a78eb-30a1-4ba5-a2e7-e722f7695cd9', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:51:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e32cf0e3-4f18-4535-b279-aeae0ab0bc95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:25:34Z', 'updated_at': '2022-05-20T20:25:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': '57747de1-1ac3-43a8-97d1-74cfcff1983a', 'name': '', 'network_id': '48ce1e5d-1956-4db2-8cf2-8a133f80ac99', 'tenant_id': 'ac4e81407921469caecf476ed1985ed9', 'mac_address': 'fa:16:3e:66:7e:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e32cf0e3-4f18-4535-b279-aeae0ab0bc95', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd294002f-298e-458e-9e0d-448b3bd87682', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:25:26Z', 'updated_at': '2022-05-20T20:25:30Z', 'revision_number': 5, 'project_id': 'ac4e81407921469caecf476ed1985ed9', 'subnets': [{'id': 'd294002f-298e-458e-9e0d-448b3bd87682', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5d6188dc-5af1-422b-911e-4c2c61178f9e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 20:25:38.935370 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 7e4a78eb-30a1-4ba5-a2e7-e722f7695cd9 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:25:38.995194 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 7e4a78eb-30a1-4ba5-a2e7-e722f7695cd9 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:25:38.995774 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:25:39.085855 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 7e4a78eb-30a1-4ba5-a2e7-e722f7695cd9 is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:25:39.086279 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:25:39.117435 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] For port 7e4a78eb-30a1-4ba5-a2e7-e722f7695cd9, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=7e4a78eb-30a1-4ba5-a2e7-e722f7695cd9,segment=NetworkSegment(0b5485c4-eff8-42a1-9073-ae54ed4c63ba),segment_id=0b5485c4-eff8-42a1-9073-ae54ed4c63ba)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:25:39.193772 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:25:39.252444 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Pushing event updated for resources: {'Port': ['ID=7e4a78eb-30a1-4ba5-a2e7-e722f7695cd9,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:25:40.896420 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 7e4a78eb-30a1-4ba5-a2e7-e722f7695cd9 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:25:40.953188 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 7e4a78eb-30a1-4ba5-a2e7-e722f7695cd9 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:25:40.956216 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:25:41.041879 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 7e4a78eb-30a1-4ba5-a2e7-e722f7695cd9 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:25:49.833355 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4a5c577b-873e-4fcc-a231-fd4a154c0396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:25:52.159954 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-6eed3520-870a-44cb-8eab-84f9db6cd2ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:25:53.707412 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4bb0e131-6525-46ca-a45b-e4ea43a5e69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:25:55.317744 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cc3ec51b-6ec8-438a-8349-5f0bec346d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:25:55.513845 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:25:55.964862 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.agents_db [None req-5c33ad30-4e00-40fa-b486-8c79c4a6cfc5 None None] Agent healthcheck: found 5 active agents {{(pid=103165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 20 20:26:19.941175 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3cf5d2fd-2618-4ca5-a4de-1813a7bfe987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:26:22.169799 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b68ed17f-c52f-480c-982c-dca7f50918d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:26:23.689608 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4bb0e131-6525-46ca-a45b-e4ea43a5e69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:26:25.793383 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cc3ec51b-6ec8-438a-8349-5f0bec346d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:26:25.815946 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:26:32.963339 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.agents_db [None req-5c33ad30-4e00-40fa-b486-8c79c4a6cfc5 None None] Agent healthcheck: found 5 active agents {{(pid=103165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 20 20:26:49.809781 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ffdd1128-a5d3-4be6-8886-e600d3b348fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:26:52.161109 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-af56d20b-5b7c-41c7-a55c-130c131a6f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:26:53.711893 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4bb0e131-6525-46ca-a45b-e4ea43a5e69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:26:55.300314 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cc3ec51b-6ec8-438a-8349-5f0bec346d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:26:55.460344 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:27:09.962880 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.agents_db [None req-5c33ad30-4e00-40fa-b486-8c79c4a6cfc5 None None] Agent healthcheck: found 5 active agents {{(pid=103165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 20 20:27:19.814602 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d5b4de9a-201c-45a6-bb9f-42695f2c1adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:27:22.174344 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4e8d565f-94e8-4916-9336-77ec11d54aef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:27:22.963164 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 55618) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:27:23.027737 n-d-842733-1 neutron-server[103163]: INFO neutron.pecan_wsgi.hooks.translation [None req-d02f3dd8-955b-490e-968c-96dc975b1c1d admin admin] GET failed (client error): The resource could not be found. May 20 20:27:23.029087 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-d02f3dd8-955b-490e-968c-96dc975b1c1d admin admin] 10.222.0.35 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0649245 May 20 20:27:23.183115 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7707b907-8d1b-4648-9a21-34e7334fa6e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:27:23.184839 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-7707b907-8d1b-4648-9a21-34e7334fa6e9 admin admin] 10.222.0.35 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1511710 May 20 20:27:23.700007 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4bb0e131-6525-46ca-a45b-e4ea43a5e69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:27:25.286484 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cc3ec51b-6ec8-438a-8349-5f0bec346d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:27:25.421548 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 55628) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:27:25.463451 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:27:25.524050 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40087ae0-a04f-4814-a72b-a66fde4c7ecb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:27:25.524050 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-40087ae0-a04f-4814-a72b-a66fde4c7ecb admin admin] 10.222.0.35 "GET /v2.0/subnets/d294002f-298e-458e-9e0d-448b3bd87682 HTTP/1.1" status: 200 len: 849 time: 0.1000135 May 20 20:27:25.534069 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-37aeeab8-3993-4e2a-8fc5-bb5bdda9524a admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:27:25.616081 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-37aeeab8-3993-4e2a-8fc5-bb5bdda9524a admin admin] Notify callbacks [] for subnet, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:27:25.806192 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-37aeeab8-3993-4e2a-8fc5-bb5bdda9524a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8782419393648'] for subnet, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:27:25.838577 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37aeeab8-3993-4e2a-8fc5-bb5bdda9524a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:27:25.839183 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-37aeeab8-3993-4e2a-8fc5-bb5bdda9524a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for subnet, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:27:25.840441 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-37aeeab8-3993-4e2a-8fc5-bb5bdda9524a admin admin] 10.222.0.35 "PUT /v2.0/subnets/d294002f-298e-458e-9e0d-448b3bd87682 HTTP/1.1" status: 200 len: 868 time: 0.3102152 May 20 20:27:25.840875 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8d51e89-bf6a-40ad-9927-49b2de612d29 None None] Network 48ce1e5d-1956-4db2-8cf2-8a133f80ac99 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:27:25.859682 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37aeeab8-3993-4e2a-8fc5-bb5bdda9524a admin admin] Pushing event updated for resources: {'Subnet': ['ID=d294002f-298e-458e-9e0d-448b3bd87682,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:27:25.867731 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37aeeab8-3993-4e2a-8fc5-bb5bdda9524a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:27:25.868105 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37aeeab8-3993-4e2a-8fc5-bb5bdda9524a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:27:25.868401 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37aeeab8-3993-4e2a-8fc5-bb5bdda9524a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:27:25.868766 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37aeeab8-3993-4e2a-8fc5-bb5bdda9524a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:27:25.869079 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37aeeab8-3993-4e2a-8fc5-bb5bdda9524a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:27:25.869415 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37aeeab8-3993-4e2a-8fc5-bb5bdda9524a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:27:25.869744 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37aeeab8-3993-4e2a-8fc5-bb5bdda9524a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:27:25.870069 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37aeeab8-3993-4e2a-8fc5-bb5bdda9524a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:27:25.870394 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37aeeab8-3993-4e2a-8fc5-bb5bdda9524a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:27:25.870714 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37aeeab8-3993-4e2a-8fc5-bb5bdda9524a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:27:25.871034 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37aeeab8-3993-4e2a-8fc5-bb5bdda9524a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:27:25.871353 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37aeeab8-3993-4e2a-8fc5-bb5bdda9524a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:27:26.238083 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-62e6757c-2f3f-4fe3-8fed-8938a1774da8 None None] Provisioning complete for port 57747de1-1ac3-43a8-97d1-74cfcff1983a triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:27:26.238454 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-62e6757c-2f3f-4fe3-8fed-8938a1774da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:27:26.315566 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-62e6757c-2f3f-4fe3-8fed-8938a1774da8 None None] Current status of the port 57747de1-1ac3-43a8-97d1-74cfcff1983a is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:27:26.324963 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-62e6757c-2f3f-4fe3-8fed-8938a1774da8 None None] Provisioning complete for port 3bf36c27-e995-4d29-86f2-fad03a6535b1 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:27:26.325353 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-62e6757c-2f3f-4fe3-8fed-8938a1774da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:27:26.397263 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-62e6757c-2f3f-4fe3-8fed-8938a1774da8 None None] Current status of the port 3bf36c27-e995-4d29-86f2-fad03a6535b1 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:27:28.126562 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 55636) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:27:28.323385 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5398e0d-94e7-4ed5-b9da-55ea094fc41d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:27:28.323775 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5398e0d-94e7-4ed5-b9da-55ea094fc41d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:27:28.325295 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-e5398e0d-94e7-4ed5-b9da-55ea094fc41d admin admin] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1977701 May 20 20:27:30.545432 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 55644) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:27:30.676329 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3de5e637-b4ea-47d2-904d-91df7063c40b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:27:30.676789 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3de5e637-b4ea-47d2-904d-91df7063c40b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:27:30.678328 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-3de5e637-b4ea-47d2-904d-91df7063c40b admin admin] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1319563 May 20 20:27:32.881862 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 55652) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:27:33.010591 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad8cb060-cf8d-4c5c-9c9a-8599b06a0e31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:27:33.011937 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-ad8cb060-cf8d-4c5c-9c9a-8599b06a0e31 admin admin] 10.222.0.35 "GET /v2.0/networks/48ce1e5d-1956-4db2-8cf2-8a133f80ac99 HTTP/1.1" status: 200 len: 869 time: 0.1291575 May 20 20:27:35.243343 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 55660) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:27:35.367136 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0831bebe-5aa1-478a-885b-1f59e2e231b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:27:35.368490 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-0831bebe-5aa1-478a-885b-1f59e2e231b0 admin admin] 10.222.0.35 "GET /v2.0/networks/e3a93b5c-91e2-4064-9c2c-1afc261bfe15 HTTP/1.1" status: 200 len: 886 time: 0.1242154 May 20 20:27:37.624598 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 55668) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:27:37.748126 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a6751a5-3b1b-4f74-8e65-cba7b101cb4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:27:37.748571 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a6751a5-3b1b-4f74-8e65-cba7b101cb4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:27:37.750121 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-8a6751a5-3b1b-4f74-8e65-cba7b101cb4b admin admin] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1245832 May 20 20:27:39.954254 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 55676) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:27:40.042077 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e882901-88cc-41fb-96ef-fe17a53073a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:27:40.042522 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e882901-88cc-41fb-96ef-fe17a53073a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:27:40.044001 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-8e882901-88cc-41fb-96ef-fe17a53073a1 admin admin] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0888121 May 20 20:27:42.245082 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 55684) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:27:42.331907 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dd06bc1-d6e1-4855-ae08-b9406f4197f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:27:42.333258 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-0dd06bc1-d6e1-4855-ae08-b9406f4197f1 admin admin] 10.222.0.35 "GET /v2.0/subnets/86fee0c1-6e34-488b-9216-b2b8e7ef585a HTTP/1.1" status: 200 len: 816 time: 0.0871258 May 20 20:27:44.554060 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 55692) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:27:44.647075 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-904e97e7-2968-4c95-abb3-550ba7e922a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:27:44.648366 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-904e97e7-2968-4c95-abb3-550ba7e922a4 admin admin] 10.222.0.35 "GET /v2.0/subnets/d294002f-298e-458e-9e0d-448b3bd87682 HTTP/1.1" status: 200 len: 868 time: 0.0933752 May 20 20:27:46.963031 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.agents_db [None req-5c33ad30-4e00-40fa-b486-8c79c4a6cfc5 None None] Agent healthcheck: found 5 active agents {{(pid=103165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 20 20:27:49.808276 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-e650419c-49dd-4ab4-95d8-6f9ef41ab127 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:27:52.170621 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-5a15169b-0c6e-40b4-bcc2-64de02fbeb85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:27:53.719568 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4bb0e131-6525-46ca-a45b-e4ea43a5e69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:27:55.285113 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cc3ec51b-6ec8-438a-8349-5f0bec346d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:27:55.451112 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:28:05.058173 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 55746) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:28:05.105632 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [None req-3b2c08f6-a15f-4c26-aae4-edd60ae2041c admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103163) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 20:28:05.106707 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-3b2c08f6-a15f-4c26-aae4-edd60ae2041c admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0475101 May 20 20:28:07.405104 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 55754) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:28:07.563568 n-d-842733-1 neutron-server[103163]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc985ed4-93f9-47e2-845a-72dbfa055ec3 admin admin] GET failed (client error): The resource could not be found. May 20 20:28:07.564948 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-dc985ed4-93f9-47e2-845a-72dbfa055ec3 admin admin] 10.222.0.35 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.1588967 May 20 20:28:07.647494 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d6782fe-94c7-4a78-80d1-b440e3eb5498 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:28:07.648850 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-0d6782fe-94c7-4a78-80d1-b440e3eb5498 admin admin] 10.222.0.35 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0787041 May 20 20:28:10.044165 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 55762) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:28:10.093426 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-fa50f87b-a698-4420-8248-0a6f527aec44 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:28:10.173425 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa50f87b-a698-4420-8248-0a6f527aec44 admin admin] Made reservation on behalf of 7d85e8852c6b4c0cb4734ccbfa9e77ee for: {'network': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:28:10.175695 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-fa50f87b-a698-4420-8248-0a6f527aec44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for network, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:28:10.203140 n-d-842733-1 neutron-server[103163]: WARNING neutron.services.revisions.revision_plugin [None req-fa50f87b-a698-4420-8248-0a6f527aec44 admin admin] Could not find related network for resource to bump revision. May 20 20:28:10.215672 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa50f87b-a698-4420-8248-0a6f527aec44 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 219} {{(pid=103163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 20:28:10.225029 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-fa50f87b-a698-4420-8248-0a6f527aec44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:28:10.225339 n-d-842733-1 neutron-server[103163]: INFO neutron.db.segments_db [None req-fa50f87b-a698-4420-8248-0a6f527aec44 admin admin] Added segment ed3a602f-49fb-4a95-be80-401e1eb72e33 of type vlan for network cd702362-b982-46c5-a7d0-51de1b03df86 May 20 20:28:10.266766 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-fa50f87b-a698-4420-8248-0a6f527aec44 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418993264'] for network, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:28:10.370020 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-fa50f87b-a698-4420-8248-0a6f527aec44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524'] for network, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:28:10.371318 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa50f87b-a698-4420-8248-0a6f527aec44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:28:10.371886 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-fa50f87b-a698-4420-8248-0a6f527aec44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:28:10.427709 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa50f87b-a698-4420-8248-0a6f527aec44 admin admin] Pushing event updated for resources: {'Network': ['ID=cd702362-b982-46c5-a7d0-51de1b03df86,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:28:10.438125 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Network cd702362-b982-46c5-a7d0-51de1b03df86 details requested by agent ovs-agent-n-d-842733-1 with host n-d-842733-1 {{(pid=103164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 20 20:28:10.507854 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-fa50f87b-a698-4420-8248-0a6f527aec44 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4626019 May 20 20:28:12.798851 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 55770) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:28:12.871243 n-d-842733-1 neutron-server[103162]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c2dfc7a-6089-4764-a859-017e73386fa8 admin admin] GET failed (client error): The resource could not be found. May 20 20:28:12.872592 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-1c2dfc7a-6089-4764-a859-017e73386fa8 admin admin] 10.222.0.35 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0727913 May 20 20:28:12.974838 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fc314f6-ebb0-40b0-864b-1b71c55d75ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:28:12.976280 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-7fc314f6-ebb0-40b0-864b-1b71c55d75ce admin admin] 10.222.0.35 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0990813 May 20 20:28:12.986478 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-149d5880-a29a-4171-b3df-e0779ea66383 admin admin] Request body: {'subnet': {'network_id': 'cd702362-b982-46c5-a7d0-51de1b03df86', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'name': 'shared-subnet'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:28:13.084222 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-149d5880-a29a-4171-b3df-e0779ea66383 admin admin] Made reservation on behalf of 7d85e8852c6b4c0cb4734ccbfa9e77ee for: {'subnet': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:28:13.086427 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-149d5880-a29a-4171-b3df-e0779ea66383 admin admin] Notify callbacks [] for subnet, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:28:13.393769 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-149d5880-a29a-4171-b3df-e0779ea66383 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524'] for subnet, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:28:13.446703 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149d5880-a29a-4171-b3df-e0779ea66383 admin admin] Pushing event updated for resources: {'Subnet': ['ID=26b342ea-254c-483a-9ea9-f11c178970eb,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:28:13.460289 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149d5880-a29a-4171-b3df-e0779ea66383 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:28:13.460629 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149d5880-a29a-4171-b3df-e0779ea66383 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:28:13.460965 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149d5880-a29a-4171-b3df-e0779ea66383 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:28:13.461326 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149d5880-a29a-4171-b3df-e0779ea66383 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:28:13.461654 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149d5880-a29a-4171-b3df-e0779ea66383 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:28:13.461981 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149d5880-a29a-4171-b3df-e0779ea66383 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:28:13.462303 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149d5880-a29a-4171-b3df-e0779ea66383 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:28:13.462619 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149d5880-a29a-4171-b3df-e0779ea66383 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:28:13.462937 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149d5880-a29a-4171-b3df-e0779ea66383 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:28:13.463253 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149d5880-a29a-4171-b3df-e0779ea66383 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:28:13.463568 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149d5880-a29a-4171-b3df-e0779ea66383 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:28:13.463882 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149d5880-a29a-4171-b3df-e0779ea66383 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:28:13.473324 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-149d5880-a29a-4171-b3df-e0779ea66383 admin admin] Checking segment: {'id': 'ed3a602f-49fb-4a95-be80-401e1eb72e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'cd702362-b982-46c5-a7d0-51de1b03df86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:28:13.473700 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-149d5880-a29a-4171-b3df-e0779ea66383 admin admin] Network hostable DHCP agents. Network: cd702362-b982-46c5-a7d0-51de1b03df86, hostable agents: ['c9b0653c-f3c7-4339-bd50-e3754b629216'], hosted agents: [] {{(pid=103162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 20:28:13.564540 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-149d5880-a29a-4171-b3df-e0779ea66383 admin admin] Network cd702362-b982-46c5-a7d0-51de1b03df86 is scheduled to be hosted by DHCP agent c9b0653c-f3c7-4339-bd50-e3754b629216 with binding_index 1 {{(pid=103162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 20:28:13.642096 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-149d5880-a29a-4171-b3df-e0779ea66383 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842733-1, cd702362-b982-46c5-a7d0-51de1b03df86) {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:28:13.647190 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-149d5880-a29a-4171-b3df-e0779ea66383 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:28:13.647736 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-149d5880-a29a-4171-b3df-e0779ea66383 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:28:13.651766 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72d7d161-fb20-4720-bc59-d905448bb9b1 None None] Network cd702362-b982-46c5-a7d0-51de1b03df86 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:28:13.727423 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-149d5880-a29a-4171-b3df-e0779ea66383 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7442055 May 20 20:28:13.888465 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea0de1d4-4203-4b6d-a7e0-b367ffc444bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaee2b848-d4b9-5db1-b6ef-d6db29d67de7-cd702362-b982-46c5-a7d0-51de1b03df86', 'network_id': 'cd702362-b982-46c5-a7d0-51de1b03df86', 'tenant_id': '7d85e8852c6b4c0cb4734ccbfa9e77ee', 'fixed_ips': [{'subnet_id': '26b342ea-254c-483a-9ea9-f11c178970eb'}]}} from n-d-842733-1. {{(pid=103164) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 20:28:13.889443 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ea0de1d4-4203-4b6d-a7e0-b367ffc444bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:28:14.027151 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [None req-ea0de1d4-4203-4b6d-a7e0-b367ffc444bd None None] Allocated IP 192.168.233.2 (cd702362-b982-46c5-a7d0-51de1b03df86/26b342ea-254c-483a-9ea9-f11c178970eb/e7c04652-38bc-4bdf-baed-94e897544f99) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:28:14.173794 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ea0de1d4-4203-4b6d-a7e0-b367ffc444bd None None] Notify callbacks [] for port, precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:28:14.254175 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ea0de1d4-4203-4b6d-a7e0-b367ffc444bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108'] for port, after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:28:14.291263 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea0de1d4-4203-4b6d-a7e0-b367ffc444bd None None] Network cd702362-b982-46c5-a7d0-51de1b03df86 is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:28:14.293843 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-ea0de1d4-4203-4b6d-a7e0-b367ffc444bd None None] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:28:14.302091 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea0de1d4-4203-4b6d-a7e0-b367ffc444bd None None] Received port after_create {{(pid=103164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:28:14.305035 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0de1d4-4203-4b6d-a7e0-b367ffc444bd None None] Pushing event updated for resources: {'Port': ['ID=e7c04652-38bc-4bdf-baed-94e897544f99,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:28:14.315989 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0de1d4-4203-4b6d-a7e0-b367ffc444bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:28:14.316324 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0de1d4-4203-4b6d-a7e0-b367ffc444bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:28:14.316653 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0de1d4-4203-4b6d-a7e0-b367ffc444bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:28:14.316977 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0de1d4-4203-4b6d-a7e0-b367ffc444bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:28:14.317319 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0de1d4-4203-4b6d-a7e0-b367ffc444bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:28:14.317642 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0de1d4-4203-4b6d-a7e0-b367ffc444bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:28:14.318019 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0de1d4-4203-4b6d-a7e0-b367ffc444bd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:28:14.318336 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0de1d4-4203-4b6d-a7e0-b367ffc444bd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:28:14.318650 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0de1d4-4203-4b6d-a7e0-b367ffc444bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:28:14.318962 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0de1d4-4203-4b6d-a7e0-b367ffc444bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:28:14.319270 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0de1d4-4203-4b6d-a7e0-b367ffc444bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:28:14.319581 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0de1d4-4203-4b6d-a7e0-b367ffc444bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:28:14.365394 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-ea0de1d4-4203-4b6d-a7e0-b367ffc444bd None None] Attempting to bind port e7c04652-38bc-4bdf-baed-94e897544f99 on host n-d-842733-1 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:28:14.365752 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-ea0de1d4-4203-4b6d-a7e0-b367ffc444bd None None] Attempting to bind port e7c04652-38bc-4bdf-baed-94e897544f99 by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': 'ed3a602f-49fb-4a95-be80-401e1eb72e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'cd702362-b982-46c5-a7d0-51de1b03df86'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:28:14.366105 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea0de1d4-4203-4b6d-a7e0-b367ffc444bd None None] Attempting to bind port e7c04652-38bc-4bdf-baed-94e897544f99 on network cd702362-b982-46c5-a7d0-51de1b03df86 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:28:14.370958 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea0de1d4-4203-4b6d-a7e0-b367ffc444bd None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 27, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:28:14.371318 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea0de1d4-4203-4b6d-a7e0-b367ffc444bd None None] Checking segment: {'id': 'ed3a602f-49fb-4a95-be80-401e1eb72e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'cd702362-b982-46c5-a7d0-51de1b03df86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:28:14.371701 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ea0de1d4-4203-4b6d-a7e0-b367ffc444bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:28:14.372074 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea0de1d4-4203-4b6d-a7e0-b367ffc444bd None None] Bound using segment: {'id': 'ed3a602f-49fb-4a95-be80-401e1eb72e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'cd702362-b982-46c5-a7d0-51de1b03df86'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:28:14.372521 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-ea0de1d4-4203-4b6d-a7e0-b367ffc444bd None None] Bound port: e7c04652-38bc-4bdf-baed-94e897544f99, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed3a602f-49fb-4a95-be80-401e1eb72e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'cd702362-b982-46c5-a7d0-51de1b03df86'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:28:14.372900 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ea0de1d4-4203-4b6d-a7e0-b367ffc444bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:28:14.438984 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-ea0de1d4-4203-4b6d-a7e0-b367ffc444bd None None] For port e7c04652-38bc-4bdf-baed-94e897544f99, host n-d-842733-1, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:28:14.442122 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-ea0de1d4-4203-4b6d-a7e0-b367ffc444bd None None] For port e7c04652-38bc-4bdf-baed-94e897544f99, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=e7c04652-38bc-4bdf-baed-94e897544f99,segment=NetworkSegment(ed3a602f-49fb-4a95-be80-401e1eb72e33),segment_id=ed3a602f-49fb-4a95-be80-401e1eb72e33)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:28:14.511012 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ea0de1d4-4203-4b6d-a7e0-b367ffc444bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:28:14.567998 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0de1d4-4203-4b6d-a7e0-b367ffc444bd None None] Pushing event updated for resources: {'Port': ['ID=e7c04652-38bc-4bdf-baed-94e897544f99,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:28:15.035107 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device e7c04652-38bc-4bdf-baed-94e897544f99 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:28:15.087891 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port e7c04652-38bc-4bdf-baed-94e897544f99 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:28:15.088168 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:28:15.167049 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port e7c04652-38bc-4bdf-baed-94e897544f99 is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:28:15.167442 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:28:15.203857 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] For port e7c04652-38bc-4bdf-baed-94e897544f99, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=e7c04652-38bc-4bdf-baed-94e897544f99,segment=NetworkSegment(ed3a602f-49fb-4a95-be80-401e1eb72e33),segment_id=ed3a602f-49fb-4a95-be80-401e1eb72e33)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:28:15.274172 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:28:15.338422 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Pushing event updated for resources: {'Port': ['ID=e7c04652-38bc-4bdf-baed-94e897544f99,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:28:15.497036 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a712613-053a-4ba9-ae88-db307472705c None None] Network cd702362-b982-46c5-a7d0-51de1b03df86 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:28:15.630872 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-78cd895f-4042-4a1e-8482-16fdecab39a0 None None] Provisioning complete for port e7c04652-38bc-4bdf-baed-94e897544f99 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:28:15.630872 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-78cd895f-4042-4a1e-8482-16fdecab39a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:28:15.743450 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-78cd895f-4042-4a1e-8482-16fdecab39a0 None None] Current status of the port e7c04652-38bc-4bdf-baed-94e897544f99 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:28:15.860811 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-d4313747-f7a6-477a-a971-e3177db1a76d None None] Provisioning complete for port e7c04652-38bc-4bdf-baed-94e897544f99 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:28:15.861165 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d4313747-f7a6-477a-a971-e3177db1a76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:28:15.938445 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-d4313747-f7a6-477a-a971-e3177db1a76d None None] Current status of the port e7c04652-38bc-4bdf-baed-94e897544f99 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:28:16.970391 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device e7c04652-38bc-4bdf-baed-94e897544f99 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:28:17.020120 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port e7c04652-38bc-4bdf-baed-94e897544f99 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:28:17.020476 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:28:17.093160 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port e7c04652-38bc-4bdf-baed-94e897544f99 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:28:19.825002 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c79bc8de-0fd2-4518-8b98-b7c6eee0c2fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:28:22.192600 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-66130312-1a1f-4b2a-a11a-0e0c63335b64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:28:23.710136 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4bb0e131-6525-46ca-a45b-e4ea43a5e69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:28:23.962518 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.agents_db [None req-5c33ad30-4e00-40fa-b486-8c79c4a6cfc5 None None] Agent healthcheck: found 5 active agents {{(pid=103165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 20 20:28:25.304522 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cc3ec51b-6ec8-438a-8349-5f0bec346d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:28:25.450208 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:28:49.852456 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4c102d94-d383-4df6-8858-25a27f9b3fc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:28:52.186022 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-f7882699-8789-4c08-8462-42c711a72164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:28:53.738178 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4bb0e131-6525-46ca-a45b-e4ea43a5e69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:28:55.298127 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cc3ec51b-6ec8-438a-8349-5f0bec346d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:28:55.458478 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:29:00.961986 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.agents_db [None req-5c33ad30-4e00-40fa-b486-8c79c4a6cfc5 None None] Agent healthcheck: found 5 active agents {{(pid=103165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 20 20:29:19.945624 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-149ad27e-56a6-4091-9c49-6be63bcf2307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:29:22.179642 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c472cc37-c62a-4055-a13d-6426a8cf5437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:29:23.715027 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4bb0e131-6525-46ca-a45b-e4ea43a5e69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:29:25.299662 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cc3ec51b-6ec8-438a-8349-5f0bec346d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:29:25.448151 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:29:37.960737 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.agents_db [None req-5c33ad30-4e00-40fa-b486-8c79c4a6cfc5 None None] Agent healthcheck: found 5 active agents {{(pid=103165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 20 20:29:49.822918 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-fe6f6dea-d64c-43fa-b379-83319467e1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:29:52.161544 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a5e87812-4da8-490b-937b-097275d46368 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:29:53.731382 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4bb0e131-6525-46ca-a45b-e4ea43a5e69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:29:55.130500 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 55810) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:29:55.136320 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [None req-448d7b84-33bb-4f20-9146-0ad282c027c2 tempest-verify_tempest_config-865092580 tempest-verify_tempest_config-865092580-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103162) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 20:29:55.137300 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-448d7b84-33bb-4f20-9146-0ad282c027c2 tempest-verify_tempest_config-865092580 tempest-verify_tempest_config-865092580-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0058711 May 20 20:29:55.332510 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cc3ec51b-6ec8-438a-8349-5f0bec346d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:29:55.452898 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:29:55.659416 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 55828) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:29:55.762088 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7145d422-d02f-438e-9c6f-0efa117a2396 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:29:55.835520 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7145d422-d02f-438e-9c6f-0efa117a2396 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:29:56.052749 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7145d422-d02f-438e-9c6f-0efa117a2396 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:29:56.097903 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-7145d422-d02f-438e-9c6f-0efa117a2396 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b516fcff647e432e98d4a7f3276fd818&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4374542 May 20 20:29:56.098851 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7145d422-d02f-438e-9c6f-0efa117a2396 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce7b6a5a-2207-4277-ba58-0c164d5d5eb4,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:29:56.100777 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 55832) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:29:56.105644 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7145d422-d02f-438e-9c6f-0efa117a2396 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:29:56.105992 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7145d422-d02f-438e-9c6f-0efa117a2396 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:29:56.106329 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7145d422-d02f-438e-9c6f-0efa117a2396 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:29:56.106663 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7145d422-d02f-438e-9c6f-0efa117a2396 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:29:56.106993 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7145d422-d02f-438e-9c6f-0efa117a2396 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:29:56.107318 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7145d422-d02f-438e-9c6f-0efa117a2396 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:29:56.107641 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7145d422-d02f-438e-9c6f-0efa117a2396 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:29:56.107963 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7145d422-d02f-438e-9c6f-0efa117a2396 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:29:56.108285 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7145d422-d02f-438e-9c6f-0efa117a2396 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:29:56.108603 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7145d422-d02f-438e-9c6f-0efa117a2396 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:29:56.108923 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7145d422-d02f-438e-9c6f-0efa117a2396 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:29:56.109670 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7145d422-d02f-438e-9c6f-0efa117a2396 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:29:56.158204 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ef5b896e-c12e-471a-a9f9-3b1c77a67857 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:29:56.182495 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ef5b896e-c12e-471a-a9f9-3b1c77a67857 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:29:56.337135 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ef5b896e-c12e-471a-a9f9-3b1c77a67857 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:29:56.339576 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ef5b896e-c12e-471a-a9f9-3b1c77a67857 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:29:56.340847 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-ef5b896e-c12e-471a-a9f9-3b1c77a67857 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ce7b6a5a-2207-4277-ba58-0c164d5d5eb4 HTTP/1.1" status: 204 len: 168 time: 0.2390995 May 20 20:29:56.348289 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5b896e-c12e-471a-a9f9-3b1c77a67857 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce7b6a5a-2207-4277-ba58-0c164d5d5eb4,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:29:56.355022 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5b896e-c12e-471a-a9f9-3b1c77a67857 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:29:56.355359 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5b896e-c12e-471a-a9f9-3b1c77a67857 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:29:56.355686 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5b896e-c12e-471a-a9f9-3b1c77a67857 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:29:56.356188 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5b896e-c12e-471a-a9f9-3b1c77a67857 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:29:56.356509 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5b896e-c12e-471a-a9f9-3b1c77a67857 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:29:56.356826 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5b896e-c12e-471a-a9f9-3b1c77a67857 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:29:56.357142 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5b896e-c12e-471a-a9f9-3b1c77a67857 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:29:56.357476 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5b896e-c12e-471a-a9f9-3b1c77a67857 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:29:56.357788 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5b896e-c12e-471a-a9f9-3b1c77a67857 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:29:56.358103 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5b896e-c12e-471a-a9f9-3b1c77a67857 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:29:56.358414 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5b896e-c12e-471a-a9f9-3b1c77a67857 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:29:56.358747 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5b896e-c12e-471a-a9f9-3b1c77a67857 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:30:14.959622 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.agents_db [None req-5c33ad30-4e00-40fa-b486-8c79c4a6cfc5 None None] Agent healthcheck: found 5 active agents {{(pid=103165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 20 20:30:19.811641 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-2e37cebe-8b41-49e4-96bc-963dcf84b0bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:30:22.261896 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-0cf80c64-db25-4678-83ab-7d716cfb1fa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:30:23.720007 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4bb0e131-6525-46ca-a45b-e4ea43a5e69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:30:25.291212 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cc3ec51b-6ec8-438a-8349-5f0bec346d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:30:25.440910 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:30:49.788309 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-84a6bcc2-be9b-4036-8434-33735db0a74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:30:51.959627 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.agents_db [None req-5c33ad30-4e00-40fa-b486-8c79c4a6cfc5 None None] Agent healthcheck: found 5 active agents {{(pid=103165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 20 20:30:52.269335 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3ee0756f-b3c0-4be4-990c-b6e47f9a7012 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:30:53.759436 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4bb0e131-6525-46ca-a45b-e4ea43a5e69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:30:55.296336 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cc3ec51b-6ec8-438a-8349-5f0bec346d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:30:55.445020 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:31:19.838218 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-dca99bec-9ed6-44f0-b0fa-c1d7e8320154 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:31:22.158203 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-2759bf72-b0c7-4797-8395-1ee9a9ebccac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:31:23.724147 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4bb0e131-6525-46ca-a45b-e4ea43a5e69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:31:25.312784 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cc3ec51b-6ec8-438a-8349-5f0bec346d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:31:25.477927 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:31:28.959828 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.agents_db [None req-5c33ad30-4e00-40fa-b486-8c79c4a6cfc5 None None] Agent healthcheck: found 5 active agents {{(pid=103165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 20 20:31:49.808575 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-9ad0783d-2482-41e5-9d2a-784809ca5c79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:31:52.237170 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-049e5848-7c6d-4fd8-b130-17ccba796890 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:31:53.734451 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4bb0e131-6525-46ca-a45b-e4ea43a5e69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:31:55.334385 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cc3ec51b-6ec8-438a-8349-5f0bec346d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:31:55.465622 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:32:05.958554 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.agents_db [None req-5c33ad30-4e00-40fa-b486-8c79c4a6cfc5 None None] Agent healthcheck: found 5 active agents {{(pid=103165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 20 20:32:19.842717 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a3800a11-b9ad-4c40-80db-ee1fb4a39e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:32:22.164855 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-aa0a1ffb-f853-41a9-a31c-2fa018205b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:32:23.750611 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4bb0e131-6525-46ca-a45b-e4ea43a5e69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:32:25.311038 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cc3ec51b-6ec8-438a-8349-5f0bec346d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:32:25.447895 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:32:42.957809 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.agents_db [None req-5c33ad30-4e00-40fa-b486-8c79c4a6cfc5 None None] Agent healthcheck: found 5 active agents {{(pid=103165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 20 20:32:49.806696 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-13558b00-15ee-49c5-819a-d69351a27360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:32:52.219070 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-e805639f-8bbb-425e-970f-3be82c08dc4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:32:53.738640 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4bb0e131-6525-46ca-a45b-e4ea43a5e69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:32:54.292852 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-692317'] for agent, after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:32:55.321178 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cc3ec51b-6ec8-438a-8349-5f0bec346d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:32:55.464932 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:33:01.899137 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-692317'] for agent, after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:33:19.795566 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-1fda1fb7-6f3b-4b15-a06a-ae0ec35e4161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:33:19.957427 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.agents_db [None req-5c33ad30-4e00-40fa-b486-8c79c4a6cfc5 None None] Agent healthcheck: found 7 active agents {{(pid=103165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 20 20:33:22.178225 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c4c35aa8-a5f8-4eda-92e1-0f4528293704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:33:23.726730 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4bb0e131-6525-46ca-a45b-e4ea43a5e69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:33:24.240674 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:33:25.348582 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cc3ec51b-6ec8-438a-8349-5f0bec346d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:33:25.481187 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:33:31.885408 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:33:40.176827 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 55886) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:33:40.279896 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-36f85ae2-c3f1-4ed3-ade3-e3f032bb4af4 admin admin] 10.222.0.35 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.1019297 May 20 20:33:42.517344 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 55896) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:33:42.572496 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-f17d3c17-af23-4fab-99ae-f65d90315e56 admin admin] 10.222.0.35 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0540905 May 20 20:33:49.811558 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4078cd37-6504-4e31-802e-d8b6da4a483e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:33:52.177474 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a06fefe3-8ede-45d7-9944-f39afc695dae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:33:53.777302 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4bb0e131-6525-46ca-a45b-e4ea43a5e69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:33:54.280339 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:33:55.344229 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cc3ec51b-6ec8-438a-8349-5f0bec346d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:33:55.469049 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:33:56.956993 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.agents_db [None req-5c33ad30-4e00-40fa-b486-8c79c4a6cfc5 None None] Agent healthcheck: found 7 active agents {{(pid=103165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 20 20:34:01.903231 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:34:19.815416 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4ef13942-4888-40f6-8fab-b349dd516640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:34:22.198108 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-f25689c6-3055-4732-af86-87e09831b220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:34:23.760905 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4bb0e131-6525-46ca-a45b-e4ea43a5e69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:34:24.296585 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:34:25.329877 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cc3ec51b-6ec8-438a-8349-5f0bec346d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:34:25.460820 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:34:31.900477 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:34:33.957924 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.agents_db [None req-5c33ad30-4e00-40fa-b486-8c79c4a6cfc5 None None] Agent healthcheck: found 7 active agents {{(pid=103165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 20 20:34:49.810952 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-7e1f342a-f372-484f-81ea-01400a7d3acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:34:52.210349 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b762cbcf-8671-4272-b152-a15fbbc09ee1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:34:53.745127 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4bb0e131-6525-46ca-a45b-e4ea43a5e69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:34:54.279180 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:34:55.358628 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cc3ec51b-6ec8-438a-8349-5f0bec346d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:34:55.461984 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:01.905144 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:10.957737 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.agents_db [None req-5c33ad30-4e00-40fa-b486-8c79c4a6cfc5 None None] Agent healthcheck: found 7 active agents {{(pid=103165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 20 20:35:19.850231 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-2e4e2a11-a1b5-4f3f-90d2-fa4b7a1d078a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:22.337889 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b9918059-c36f-4ee6-adbf-6a02fb4c2733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:23.428272 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 56116) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:35:23.735969 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4bb0e131-6525-46ca-a45b-e4ea43a5e69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:23.926898 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-b0d98915-e0ca-48c1-870a-eec85ec75c48 tempest-AutoAllocateNetworkTest-2088950847 tempest-AutoAllocateNetworkTest-2088950847-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=d132956988c14aae8c13832287652fad&shared=False HTTP/1.1" status: 200 len: 208 time: 0.4967103 May 20 20:35:23.929474 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 56138) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:35:24.116927 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca0093db-c997-4417-823e-5a6c6933ee50 tempest-AutoAllocateNetworkTest-2088950847 tempest-AutoAllocateNetworkTest-2088950847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:35:24.118442 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-ca0093db-c997-4417-823e-5a6c6933ee50 tempest-AutoAllocateNetworkTest-2088950847 tempest-AutoAllocateNetworkTest-2088950847-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1881404 May 20 20:35:24.121376 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 56144) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:35:24.179177 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-0a8a09cc-48e9-46cc-9a2b-ec6678bd2ce1 tempest-AutoAllocateNetworkTest-2088950847 tempest-AutoAllocateNetworkTest-2088950847-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0566778 May 20 20:35:24.181824 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 56146) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:35:24.209832 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-19d937b6-658b-4c3c-ad35-e99ae6112694 tempest-AutoAllocateNetworkTest-2088950847 tempest-AutoAllocateNetworkTest-2088950847-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=d132956988c14aae8c13832287652fad HTTP/1.1" status: 200 len: 208 time: 0.0269663 May 20 20:35:24.301404 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:25.316093 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 56194) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:35:25.335374 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cc3ec51b-6ec8-438a-8349-5f0bec346d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:25.490570 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:25.732006 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d0e1f409-7664-405e-a897-38c3c4a5a500 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:25.813061 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d0e1f409-7664-405e-a897-38c3c4a5a500 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:25.882127 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d0e1f409-7664-405e-a897-38c3c4a5a500 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:25.925240 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-d0e1f409-7664-405e-a897-38c3c4a5a500 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d132956988c14aae8c13832287652fad&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6080108 May 20 20:35:25.927951 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 56224) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:35:25.934018 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e1f409-7664-405e-a897-38c3c4a5a500 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f053900-90c0-429e-87a1-e2f15a1ccbf8,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:35:25.949372 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e1f409-7664-405e-a897-38c3c4a5a500 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:35:25.949708 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e1f409-7664-405e-a897-38c3c4a5a500 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:35:25.950196 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e1f409-7664-405e-a897-38c3c4a5a500 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:35:25.950658 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e1f409-7664-405e-a897-38c3c4a5a500 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:35:25.951152 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e1f409-7664-405e-a897-38c3c4a5a500 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:35:25.951474 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e1f409-7664-405e-a897-38c3c4a5a500 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:35:25.951927 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e1f409-7664-405e-a897-38c3c4a5a500 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:35:25.952382 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e1f409-7664-405e-a897-38c3c4a5a500 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:35:25.952833 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e1f409-7664-405e-a897-38c3c4a5a500 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:35:25.953322 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e1f409-7664-405e-a897-38c3c4a5a500 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:35:25.954378 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e1f409-7664-405e-a897-38c3c4a5a500 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:35:25.954839 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e1f409-7664-405e-a897-38c3c4a5a500 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:35:25.956080 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e1f409-7664-405e-a897-38c3c4a5a500 admin admin] Tracked resource versions report: May 20 20:35:25.956080 n-d-842733-1 neutron-server[103163]: pushed versions: May 20 20:35:25.956080 n-d-842733-1 neutron-server[103163]: { 'AddressGroup': {'1.2'}, May 20 20:35:25.956080 n-d-842733-1 neutron-server[103163]: 'ConntrackHelper': {'1.0'}, May 20 20:35:25.956080 n-d-842733-1 neutron-server[103163]: 'Log': {'1.0'}, May 20 20:35:25.956080 n-d-842733-1 neutron-server[103163]: 'Network': {'1.1'}, May 20 20:35:25.956080 n-d-842733-1 neutron-server[103163]: 'Port': {'1.7'}, May 20 20:35:25.956080 n-d-842733-1 neutron-server[103163]: 'PortForwarding': {'1.2'}, May 20 20:35:25.956080 n-d-842733-1 neutron-server[103163]: 'QosPolicy': {'1.9'}, May 20 20:35:25.956080 n-d-842733-1 neutron-server[103163]: 'SecurityGroup': {'1.4'}, May 20 20:35:25.956080 n-d-842733-1 neutron-server[103163]: 'SecurityGroupRule': {'1.2'}, May 20 20:35:25.956080 n-d-842733-1 neutron-server[103163]: 'SubPort': {'1.0'}, May 20 20:35:25.956080 n-d-842733-1 neutron-server[103163]: 'Subnet': {'1.1'}, May 20 20:35:25.956080 n-d-842733-1 neutron-server[103163]: 'Trunk': {'1.1'}} May 20 20:35:25.956080 n-d-842733-1 neutron-server[103163]: consumer versions: May 20 20:35:25.956080 n-d-842733-1 neutron-server[103163]: { DHCP agent@n-d-842733-1: {}, May 20 20:35:25.956080 n-d-842733-1 neutron-server[103163]: HyperV agent@n-h1-842733-1: {}, May 20 20:35:25.956080 n-d-842733-1 neutron-server[103163]: HyperV agent@n-h2-842733-1: {}, May 20 20:35:25.956080 n-d-842733-1 neutron-server[103163]: L3 agent@n-d-842733-1: {}, May 20 20:35:25.956080 n-d-842733-1 neutron-server[103163]: Metadata agent@n-d-842733-1: {}, May 20 20:35:25.956080 n-d-842733-1 neutron-server[103163]: Metering agent@n-d-842733-1: {}, May 20 20:35:25.956080 n-d-842733-1 neutron-server[103163]: Open vSwitch agent@n-d-842733-1: { 'AddressGroup': '1.2', May 20 20:35:25.956080 n-d-842733-1 neutron-server[103163]: 'ConntrackHelper': '1.0', May 20 20:35:25.956080 n-d-842733-1 neutron-server[103163]: 'Log': '1.0', May 20 20:35:25.956080 n-d-842733-1 neutron-server[103163]: 'Network': '1.1', May 20 20:35:25.956080 n-d-842733-1 neutron-server[103163]: 'Port': '1.7', May 20 20:35:25.956080 n-d-842733-1 neutron-server[103163]: 'PortForwarding': '1.2', May 20 20:35:25.956080 n-d-842733-1 neutron-server[103163]: 'QosPolicy': '1.9', May 20 20:35:25.956080 n-d-842733-1 neutron-server[103163]: 'SecurityGroup': '1.4', May 20 20:35:25.956080 n-d-842733-1 neutron-server[103163]: 'SecurityGroupRule': '1.2', May 20 20:35:25.956080 n-d-842733-1 neutron-server[103163]: 'SubPort': '1.0', May 20 20:35:25.956080 n-d-842733-1 neutron-server[103163]: 'Subnet': '1.1', May 20 20:35:25.956080 n-d-842733-1 neutron-server[103163]: 'Trunk': '1.1'}} May 20 20:35:25.956080 n-d-842733-1 neutron-server[103163]: {{(pid=103163) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 20 20:35:26.015327 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-80ccb3af-ce27-41d7-8dd6-b87e60d9dd3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:26.033335 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-80ccb3af-ce27-41d7-8dd6-b87e60d9dd3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:26.190965 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-80ccb3af-ce27-41d7-8dd6-b87e60d9dd3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:26.194291 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-80ccb3af-ce27-41d7-8dd6-b87e60d9dd3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:26.199483 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-80ccb3af-ce27-41d7-8dd6-b87e60d9dd3c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0f053900-90c0-429e-87a1-e2f15a1ccbf8 HTTP/1.1" status: 204 len: 168 time: 0.2705338 May 20 20:35:26.214798 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ccb3af-ce27-41d7-8dd6-b87e60d9dd3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f053900-90c0-429e-87a1-e2f15a1ccbf8,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:35:26.225373 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ccb3af-ce27-41d7-8dd6-b87e60d9dd3c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:35:26.225373 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ccb3af-ce27-41d7-8dd6-b87e60d9dd3c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:35:26.225373 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ccb3af-ce27-41d7-8dd6-b87e60d9dd3c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:35:26.225857 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ccb3af-ce27-41d7-8dd6-b87e60d9dd3c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:35:26.227328 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ccb3af-ce27-41d7-8dd6-b87e60d9dd3c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:35:26.227755 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ccb3af-ce27-41d7-8dd6-b87e60d9dd3c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:35:26.228261 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ccb3af-ce27-41d7-8dd6-b87e60d9dd3c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:35:26.230124 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ccb3af-ce27-41d7-8dd6-b87e60d9dd3c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:35:26.230907 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ccb3af-ce27-41d7-8dd6-b87e60d9dd3c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:35:26.231510 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ccb3af-ce27-41d7-8dd6-b87e60d9dd3c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:35:26.232007 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ccb3af-ce27-41d7-8dd6-b87e60d9dd3c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:35:26.232626 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ccb3af-ce27-41d7-8dd6-b87e60d9dd3c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:35:26.234098 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ccb3af-ce27-41d7-8dd6-b87e60d9dd3c admin admin] Tracked resource versions report: May 20 20:35:26.234098 n-d-842733-1 neutron-server[103162]: pushed versions: May 20 20:35:26.234098 n-d-842733-1 neutron-server[103162]: { 'AddressGroup': {'1.2'}, May 20 20:35:26.234098 n-d-842733-1 neutron-server[103162]: 'ConntrackHelper': {'1.0'}, May 20 20:35:26.234098 n-d-842733-1 neutron-server[103162]: 'Log': {'1.0'}, May 20 20:35:26.234098 n-d-842733-1 neutron-server[103162]: 'Network': {'1.1'}, May 20 20:35:26.234098 n-d-842733-1 neutron-server[103162]: 'Port': {'1.7'}, May 20 20:35:26.234098 n-d-842733-1 neutron-server[103162]: 'PortForwarding': {'1.2'}, May 20 20:35:26.234098 n-d-842733-1 neutron-server[103162]: 'QosPolicy': {'1.9'}, May 20 20:35:26.234098 n-d-842733-1 neutron-server[103162]: 'SecurityGroup': {'1.4'}, May 20 20:35:26.234098 n-d-842733-1 neutron-server[103162]: 'SecurityGroupRule': {'1.2'}, May 20 20:35:26.234098 n-d-842733-1 neutron-server[103162]: 'SubPort': {'1.0'}, May 20 20:35:26.234098 n-d-842733-1 neutron-server[103162]: 'Subnet': {'1.1'}, May 20 20:35:26.234098 n-d-842733-1 neutron-server[103162]: 'Trunk': {'1.1'}} May 20 20:35:26.234098 n-d-842733-1 neutron-server[103162]: consumer versions: May 20 20:35:26.234098 n-d-842733-1 neutron-server[103162]: { DHCP agent@n-d-842733-1: {}, May 20 20:35:26.234098 n-d-842733-1 neutron-server[103162]: HyperV agent@n-h1-842733-1: {}, May 20 20:35:26.234098 n-d-842733-1 neutron-server[103162]: HyperV agent@n-h2-842733-1: {}, May 20 20:35:26.234098 n-d-842733-1 neutron-server[103162]: L3 agent@n-d-842733-1: {}, May 20 20:35:26.234098 n-d-842733-1 neutron-server[103162]: Metadata agent@n-d-842733-1: {}, May 20 20:35:26.234098 n-d-842733-1 neutron-server[103162]: Metering agent@n-d-842733-1: {}, May 20 20:35:26.234098 n-d-842733-1 neutron-server[103162]: Open vSwitch agent@n-d-842733-1: { 'AddressGroup': '1.2', May 20 20:35:26.234098 n-d-842733-1 neutron-server[103162]: 'ConntrackHelper': '1.0', May 20 20:35:26.234098 n-d-842733-1 neutron-server[103162]: 'Log': '1.0', May 20 20:35:26.234098 n-d-842733-1 neutron-server[103162]: 'Network': '1.1', May 20 20:35:26.234098 n-d-842733-1 neutron-server[103162]: 'Port': '1.7', May 20 20:35:26.234098 n-d-842733-1 neutron-server[103162]: 'PortForwarding': '1.2', May 20 20:35:26.234098 n-d-842733-1 neutron-server[103162]: 'QosPolicy': '1.9', May 20 20:35:26.234098 n-d-842733-1 neutron-server[103162]: 'SecurityGroup': '1.4', May 20 20:35:26.234098 n-d-842733-1 neutron-server[103162]: 'SecurityGroupRule': '1.2', May 20 20:35:26.234098 n-d-842733-1 neutron-server[103162]: 'SubPort': '1.0', May 20 20:35:26.234098 n-d-842733-1 neutron-server[103162]: 'Subnet': '1.1', May 20 20:35:26.234098 n-d-842733-1 neutron-server[103162]: 'Trunk': '1.1'}} May 20 20:35:26.234098 n-d-842733-1 neutron-server[103162]: {{(pid=103162) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 20 20:35:27.454196 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 56296) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:35:27.754561 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9e505b24-61f0-4014-a098-6e7d0bcbddf6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:27.849297 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9e505b24-61f0-4014-a098-6e7d0bcbddf6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:27.930493 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9e505b24-61f0-4014-a098-6e7d0bcbddf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:27.993919 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 56328) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:35:28.000599 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-9e505b24-61f0-4014-a098-6e7d0bcbddf6 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=89a019f94a3a463197beff436a0be8d5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5426850 May 20 20:35:28.010774 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e505b24-61f0-4014-a098-6e7d0bcbddf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9adb1b1f-7af1-4313-82f9-309634f7dae5,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:35:28.062558 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5b706c2d-aa4f-4c53-8a3e-e210e3187053 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:28.084564 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5b706c2d-aa4f-4c53-8a3e-e210e3187053 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:28.210769 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5b706c2d-aa4f-4c53-8a3e-e210e3187053 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:28.210769 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5b706c2d-aa4f-4c53-8a3e-e210e3187053 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:28.210769 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-5b706c2d-aa4f-4c53-8a3e-e210e3187053 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9adb1b1f-7af1-4313-82f9-309634f7dae5 HTTP/1.1" status: 204 len: 168 time: 0.2130213 May 20 20:35:28.216601 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b706c2d-aa4f-4c53-8a3e-e210e3187053 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9adb1b1f-7af1-4313-82f9-309634f7dae5,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:35:28.851631 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 56380) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:35:29.116762 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1382e3a0-c401-40d3-9f44-eb6a420ef420 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:29.158600 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 56400) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:35:29.180984 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6ef2a61a-0485-4f42-a9c9-c298f42c3073 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:29.200273 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1382e3a0-c401-40d3-9f44-eb6a420ef420 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:29.267665 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6ef2a61a-0485-4f42-a9c9-c298f42c3073 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:29.273848 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1382e3a0-c401-40d3-9f44-eb6a420ef420 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:29.321965 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 56408) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:35:29.322223 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-1382e3a0-c401-40d3-9f44-eb6a420ef420 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3bfb7ab619304ff4aa450fe8d33dcc86&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4690552 May 20 20:35:29.322729 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1382e3a0-c401-40d3-9f44-eb6a420ef420 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00dfc350-9c38-4838-bd8f-4737324ddd92,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:35:29.358525 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6ef2a61a-0485-4f42-a9c9-c298f42c3073 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:29.406824 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 56418) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:35:29.407016 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-6ef2a61a-0485-4f42-a9c9-c298f42c3073 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=93a630e5a3854d6aac1aad8f289241b3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2464871 May 20 20:35:29.425675 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a062fdb8-778c-4410-9071-036160ae9741 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:29.431831 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef2a61a-0485-4f42-a9c9-c298f42c3073 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc11d495-3477-4d99-a0f6-869f079a0201,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:35:29.451683 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a062fdb8-778c-4410-9071-036160ae9741 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:29.470411 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a6e36776-c67e-4cbb-b2a5-758bccc799e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:29.494115 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a6e36776-c67e-4cbb-b2a5-758bccc799e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:29.607056 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a062fdb8-778c-4410-9071-036160ae9741 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:29.609571 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a062fdb8-778c-4410-9071-036160ae9741 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:29.610736 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-a062fdb8-778c-4410-9071-036160ae9741 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/00dfc350-9c38-4838-bd8f-4737324ddd92 HTTP/1.1" status: 204 len: 168 time: 0.2877932 May 20 20:35:29.618954 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a062fdb8-778c-4410-9071-036160ae9741 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00dfc350-9c38-4838-bd8f-4737324ddd92,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:35:29.638207 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a6e36776-c67e-4cbb-b2a5-758bccc799e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:29.645809 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a6e36776-c67e-4cbb-b2a5-758bccc799e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:29.645809 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-a6e36776-c67e-4cbb-b2a5-758bccc799e3 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/bc11d495-3477-4d99-a0f6-869f079a0201 HTTP/1.1" status: 204 len: 168 time: 0.2358840 May 20 20:35:29.653812 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e36776-c67e-4cbb-b2a5-758bccc799e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc11d495-3477-4d99-a0f6-869f079a0201,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:35:30.102158 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 56456) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:35:30.522113 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b61e2c5b-3a7f-4985-b0b1-aae5f162c3d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:30.533754 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 56474) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:35:30.551677 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8ca69f68-874a-4f13-9481-abd0659bf2ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:30.631850 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b61e2c5b-3a7f-4985-b0b1-aae5f162c3d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:30.646544 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8ca69f68-874a-4f13-9481-abd0659bf2ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:30.702006 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b61e2c5b-3a7f-4985-b0b1-aae5f162c3d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:30.729918 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8ca69f68-874a-4f13-9481-abd0659bf2ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:30.781158 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61e2c5b-3a7f-4985-b0b1-aae5f162c3d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9737e3f0-986f-4eaf-a57a-636ce904e558,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:35:30.781905 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca69f68-874a-4f13-9481-abd0659bf2ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28776e4b-ee20-4495-a471-8f47895a694b,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:35:30.786168 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-8ca69f68-874a-4f13-9481-abd0659bf2ee admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=57fd78635ef14688bf4d45af31cfb9d9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2512698 May 20 20:35:30.788679 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 56492) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:35:30.791247 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-b61e2c5b-3a7f-4985-b0b1-aae5f162c3d5 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8b49b30838fc43838f8d2b96ceb1edab&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6880448 May 20 20:35:30.794365 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 56494) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:35:30.862419 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a7be4ecf-9c81-405b-a15b-34003d368443 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:30.866044 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-fa119857-ecf0-4c99-80b5-d64f80f7ee4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:30.885785 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a7be4ecf-9c81-405b-a15b-34003d368443 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:30.890998 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-fa119857-ecf0-4c99-80b5-d64f80f7ee4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:31.004346 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a7be4ecf-9c81-405b-a15b-34003d368443 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:31.006854 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a7be4ecf-9c81-405b-a15b-34003d368443 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:31.008040 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-a7be4ecf-9c81-405b-a15b-34003d368443 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9737e3f0-986f-4eaf-a57a-636ce904e558 HTTP/1.1" status: 204 len: 168 time: 0.2127507 May 20 20:35:31.018719 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7be4ecf-9c81-405b-a15b-34003d368443 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9737e3f0-986f-4eaf-a57a-636ce904e558,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:35:31.022077 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-fa119857-ecf0-4c99-80b5-d64f80f7ee4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:31.026050 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-fa119857-ecf0-4c99-80b5-d64f80f7ee4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:31.028194 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-fa119857-ecf0-4c99-80b5-d64f80f7ee4f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/28776e4b-ee20-4495-a471-8f47895a694b HTTP/1.1" status: 204 len: 168 time: 0.2384725 May 20 20:35:31.042872 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa119857-ecf0-4c99-80b5-d64f80f7ee4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28776e4b-ee20-4495-a471-8f47895a694b,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:35:31.804253 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 56554) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:35:31.818609 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-18928f00-b53b-4ae0-8f51-1580eef01b17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:31.899953 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-18928f00-b53b-4ae0-8f51-1580eef01b17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:31.935426 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:31.963822 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-18928f00-b53b-4ae0-8f51-1580eef01b17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:32.014819 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 56568) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:35:32.015279 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-18928f00-b53b-4ae0-8f51-1580eef01b17 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d43b04ffe4484141b67a2167f1701af7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2094114 May 20 20:35:32.016793 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18928f00-b53b-4ae0-8f51-1580eef01b17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dea70ad-e18b-4a28-a3bd-a18b17438b99,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:35:32.038781 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 56570) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:35:32.041122 n-d-842733-1 neutron-server[103163]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 20 20:35:32.071033 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d9fe9d39-72a6-446d-95ca-aa3d940e5912 req-4937c6fb-2f9a-4628-bb00-aefea2880454 tempest-AggregatesAdminTestJSON-1188427473 tempest-AggregatesAdminTestJSON-1188427473-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=8135b52a8b7f4cf984503d606af9bb73&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0309458 May 20 20:35:32.075313 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f7f017e2-121d-479d-8a33-6fb735878825 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:32.101662 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f7f017e2-121d-479d-8a33-6fb735878825 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:32.170546 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 56574) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:35:32.210763 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fe9d39-72a6-446d-95ca-aa3d940e5912 req-19d3e20d-0ae2-4e36-a099-e2d7cc4bb4a8 tempest-AggregatesAdminTestJSON-1188427473 tempest-AggregatesAdminTestJSON-1188427473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:35:32.212281 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d9fe9d39-72a6-446d-95ca-aa3d940e5912 req-19d3e20d-0ae2-4e36-a099-e2d7cc4bb4a8 tempest-AggregatesAdminTestJSON-1188427473 tempest-AggregatesAdminTestJSON-1188427473-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1400304 May 20 20:35:32.229517 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d9fe9d39-72a6-446d-95ca-aa3d940e5912 req-085dddc8-47f0-460e-9cd2-c039e52e1762 tempest-AggregatesAdminTestJSON-1188427473 tempest-AggregatesAdminTestJSON-1188427473-project] 10.222.0.35 "GET /v2.0/quotas/8135b52a8b7f4cf984503d606af9bb73 HTTP/1.1" status: 200 len: 375 time: 0.0113256 May 20 20:35:32.259363 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f7f017e2-121d-479d-8a33-6fb735878825 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:32.264008 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f7f017e2-121d-479d-8a33-6fb735878825 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:32.269506 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-f7f017e2-121d-479d-8a33-6fb735878825 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6dea70ad-e18b-4a28-a3bd-a18b17438b99 HTTP/1.1" status: 204 len: 168 time: 0.2512083 May 20 20:35:32.279392 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f017e2-121d-479d-8a33-6fb735878825 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dea70ad-e18b-4a28-a3bd-a18b17438b99,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:35:32.323252 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d9fe9d39-72a6-446d-95ca-aa3d940e5912 req-2368787c-6571-4180-8fbd-9eed2d0bbd4b tempest-AggregatesAdminTestJSON-1188427473 tempest-AggregatesAdminTestJSON-1188427473-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=8135b52a8b7f4cf984503d606af9bb73&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0868475 May 20 20:35:32.359614 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-f2f5fe01-8dcd-4e26-85e5-77e84db766cb admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-207630631-network', 'tenant_id': '7a0946b7566d4115bc78791f06e90f69'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:35:32.488415 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2f5fe01-8dcd-4e26-85e5-77e84db766cb admin admin] Made reservation on behalf of 7a0946b7566d4115bc78791f06e90f69 for: {'network': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:35:32.492829 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f2f5fe01-8dcd-4e26-85e5-77e84db766cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for network, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:32.500555 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f2f5fe01-8dcd-4e26-85e5-77e84db766cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:32.623066 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f2f5fe01-8dcd-4e26-85e5-77e84db766cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:32.650863 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d7a563de-f4f2-41a6-9c12-98a80a0d5af1 req-193cc348-7cc6-49f4-8926-b3ecba853834 tempest-AggregatesAdminTestJSON-1188427473 tempest-AggregatesAdminTestJSON-1188427473-project] 10.222.0.35 "GET /v2.0/ports?device_id=083f1347-9fbf-48f9-83a4-1fe55930f4c3 HTTP/1.1" status: 200 len: 210 time: 0.0501380 May 20 20:35:32.679618 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f2f5fe01-8dcd-4e26-85e5-77e84db766cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:32.714455 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2f5fe01-8dcd-4e26-85e5-77e84db766cb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 203} {{(pid=103162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 20:35:32.723266 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f5fe01-8dcd-4e26-85e5-77e84db766cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13ea56f8-085b-45fb-8735-ebcf175a7a44,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:35:32.729907 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f2f5fe01-8dcd-4e26-85e5-77e84db766cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:32.730413 n-d-842733-1 neutron-server[103162]: INFO neutron.db.segments_db [None req-f2f5fe01-8dcd-4e26-85e5-77e84db766cb admin admin] Added segment 94a4894e-95e9-4cfb-9a59-0548accd47c0 of type vlan for network b6d9e896-d344-4c48-82c9-67ef44a8b110 May 20 20:35:32.799677 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f2f5fe01-8dcd-4e26-85e5-77e84db766cb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418993264'] for network, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:32.921242 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f2f5fe01-8dcd-4e26-85e5-77e84db766cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524'] for network, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:32.922753 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2f5fe01-8dcd-4e26-85e5-77e84db766cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:35:32.923336 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f2f5fe01-8dcd-4e26-85e5-77e84db766cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:32.996327 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f5fe01-8dcd-4e26-85e5-77e84db766cb admin admin] Pushing event updated for resources: {'Network': ['ID=b6d9e896-d344-4c48-82c9-67ef44a8b110,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:35:33.017934 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Network b6d9e896-d344-4c48-82c9-67ef44a8b110 details requested by agent ovs-agent-n-d-842733-1 with host n-d-842733-1 {{(pid=103164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 20 20:35:33.052312 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-f2f5fe01-8dcd-4e26-85e5-77e84db766cb admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.8804545 May 20 20:35:33.058286 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 56642) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:35:33.063661 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-aab79005-c197-4c77-af13-370d36d57cdb admin admin] Request body: {'subnet': {'network_id': 'b6d9e896-d344-4c48-82c9-67ef44a8b110', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-207630631-subnet', 'tenant_id': '7a0946b7566d4115bc78791f06e90f69', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:35:33.184705 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aab79005-c197-4c77-af13-370d36d57cdb admin admin] Made reservation on behalf of 7a0946b7566d4115bc78791f06e90f69 for: {'subnet': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:35:33.187390 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-aab79005-c197-4c77-af13-370d36d57cdb admin admin] Notify callbacks [] for subnet, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:33.441481 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-aab79005-c197-4c77-af13-370d36d57cdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524'] for subnet, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:33.498010 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab79005-c197-4c77-af13-370d36d57cdb admin admin] Pushing event updated for resources: {'Subnet': ['ID=3749240c-676d-4d91-b602-5dfaa1286886,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:35:33.510476 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aab79005-c197-4c77-af13-370d36d57cdb admin admin] Checking segment: {'id': '94a4894e-95e9-4cfb-9a59-0548accd47c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'b6d9e896-d344-4c48-82c9-67ef44a8b110'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:35:33.510476 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aab79005-c197-4c77-af13-370d36d57cdb admin admin] Network hostable DHCP agents. Network: b6d9e896-d344-4c48-82c9-67ef44a8b110, hostable agents: ['c9b0653c-f3c7-4339-bd50-e3754b629216'], hosted agents: [] {{(pid=103163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 20:35:33.621410 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aab79005-c197-4c77-af13-370d36d57cdb admin admin] Network b6d9e896-d344-4c48-82c9-67ef44a8b110 is scheduled to be hosted by DHCP agent c9b0653c-f3c7-4339-bd50-e3754b629216 with binding_index 1 {{(pid=103163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 20:35:33.681904 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-aab79005-c197-4c77-af13-370d36d57cdb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842733-1, b6d9e896-d344-4c48-82c9-67ef44a8b110) {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:35:33.692893 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55415065-95b9-4443-a015-904a37e8b8af None None] Network b6d9e896-d344-4c48-82c9-67ef44a8b110 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:35:33.699023 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aab79005-c197-4c77-af13-370d36d57cdb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:35:33.699622 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-aab79005-c197-4c77-af13-370d36d57cdb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for subnet, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:33.804816 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-aab79005-c197-4c77-af13-370d36d57cdb admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.7448573 May 20 20:35:33.806987 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 56706) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:35:33.811924 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-a78942c5-8214-450e-954d-e1ab18f212cd admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-207630631-router', 'tenant_id': '7a0946b7566d4115bc78791f06e90f69', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'}}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:35:33.855938 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-579d94bb-acff-473b-97c5-156bfbb97d5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaee2b848-d4b9-5db1-b6ef-d6db29d67de7-b6d9e896-d344-4c48-82c9-67ef44a8b110', 'network_id': 'b6d9e896-d344-4c48-82c9-67ef44a8b110', 'tenant_id': '7a0946b7566d4115bc78791f06e90f69', 'fixed_ips': [{'subnet_id': '3749240c-676d-4d91-b602-5dfaa1286886'}]}} from n-d-842733-1. {{(pid=103164) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 20:35:33.856845 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-579d94bb-acff-473b-97c5-156bfbb97d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:33.967730 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a78942c5-8214-450e-954d-e1ab18f212cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-694221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26155'] for router, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:33.970084 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a78942c5-8214-450e-954d-e1ab18f212cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-693085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748153', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-718080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26162'] for router, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:34.013292 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [None req-579d94bb-acff-473b-97c5-156bfbb97d5d None None] Allocated IP 172.20.0.2 (b6d9e896-d344-4c48-82c9-67ef44a8b110/3749240c-676d-4d91-b602-5dfaa1286886/cac39c72-2c71-4267-99d2-99e2a1131a8d) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:35:34.129988 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a78942c5-8214-450e-954d-e1ab18f212cd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:34.182248 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-579d94bb-acff-473b-97c5-156bfbb97d5d None None] Notify callbacks [] for port, precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:34.295732 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-579d94bb-acff-473b-97c5-156bfbb97d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108'] for port, after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:34.299866 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 56730) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:35:34.361777 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579d94bb-acff-473b-97c5-156bfbb97d5d None None] Pushing event updated for resources: {'Port': ['ID=cac39c72-2c71-4267-99d2-99e2a1131a8d,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:35:34.380044 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579d94bb-acff-473b-97c5-156bfbb97d5d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:35:34.380633 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579d94bb-acff-473b-97c5-156bfbb97d5d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:35:34.381125 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579d94bb-acff-473b-97c5-156bfbb97d5d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:35:34.381606 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579d94bb-acff-473b-97c5-156bfbb97d5d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:35:34.382065 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579d94bb-acff-473b-97c5-156bfbb97d5d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:35:34.382521 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579d94bb-acff-473b-97c5-156bfbb97d5d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:35:34.382977 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579d94bb-acff-473b-97c5-156bfbb97d5d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:35:34.389084 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579d94bb-acff-473b-97c5-156bfbb97d5d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:35:34.389084 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579d94bb-acff-473b-97c5-156bfbb97d5d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:35:34.389084 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579d94bb-acff-473b-97c5-156bfbb97d5d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:35:34.389084 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579d94bb-acff-473b-97c5-156bfbb97d5d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:35:34.389084 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579d94bb-acff-473b-97c5-156bfbb97d5d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:35:34.389084 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579d94bb-acff-473b-97c5-156bfbb97d5d None None] Tracked resource versions report: May 20 20:35:34.389084 n-d-842733-1 neutron-server[103164]: pushed versions: May 20 20:35:34.389084 n-d-842733-1 neutron-server[103164]: { 'AddressGroup': {'1.2'}, May 20 20:35:34.389084 n-d-842733-1 neutron-server[103164]: 'ConntrackHelper': {'1.0'}, May 20 20:35:34.389084 n-d-842733-1 neutron-server[103164]: 'Log': {'1.0'}, May 20 20:35:34.389084 n-d-842733-1 neutron-server[103164]: 'Network': {'1.1'}, May 20 20:35:34.389084 n-d-842733-1 neutron-server[103164]: 'Port': {'1.7'}, May 20 20:35:34.389084 n-d-842733-1 neutron-server[103164]: 'PortForwarding': {'1.2'}, May 20 20:35:34.389084 n-d-842733-1 neutron-server[103164]: 'QosPolicy': {'1.9'}, May 20 20:35:34.389084 n-d-842733-1 neutron-server[103164]: 'SecurityGroup': {'1.4'}, May 20 20:35:34.389084 n-d-842733-1 neutron-server[103164]: 'SecurityGroupRule': {'1.2'}, May 20 20:35:34.389084 n-d-842733-1 neutron-server[103164]: 'SubPort': {'1.0'}, May 20 20:35:34.389084 n-d-842733-1 neutron-server[103164]: 'Subnet': {'1.1'}, May 20 20:35:34.389084 n-d-842733-1 neutron-server[103164]: 'Trunk': {'1.1'}} May 20 20:35:34.389084 n-d-842733-1 neutron-server[103164]: consumer versions: May 20 20:35:34.389084 n-d-842733-1 neutron-server[103164]: { DHCP agent@n-d-842733-1: {}, May 20 20:35:34.389084 n-d-842733-1 neutron-server[103164]: HyperV agent@n-h1-842733-1: {}, May 20 20:35:34.389084 n-d-842733-1 neutron-server[103164]: HyperV agent@n-h2-842733-1: {}, May 20 20:35:34.389084 n-d-842733-1 neutron-server[103164]: L3 agent@n-d-842733-1: {}, May 20 20:35:34.389084 n-d-842733-1 neutron-server[103164]: Metadata agent@n-d-842733-1: {}, May 20 20:35:34.389084 n-d-842733-1 neutron-server[103164]: Metering agent@n-d-842733-1: {}, May 20 20:35:34.389084 n-d-842733-1 neutron-server[103164]: Open vSwitch agent@n-d-842733-1: { 'AddressGroup': '1.2', May 20 20:35:34.389084 n-d-842733-1 neutron-server[103164]: 'ConntrackHelper': '1.0', May 20 20:35:34.389084 n-d-842733-1 neutron-server[103164]: 'Log': '1.0', May 20 20:35:34.389084 n-d-842733-1 neutron-server[103164]: 'Network': '1.1', May 20 20:35:34.389084 n-d-842733-1 neutron-server[103164]: 'Port': '1.7', May 20 20:35:34.389084 n-d-842733-1 neutron-server[103164]: 'PortForwarding': '1.2', May 20 20:35:34.389084 n-d-842733-1 neutron-server[103164]: 'QosPolicy': '1.9', May 20 20:35:34.389084 n-d-842733-1 neutron-server[103164]: 'SecurityGroup': '1.4', May 20 20:35:34.389084 n-d-842733-1 neutron-server[103164]: 'SecurityGroupRule': '1.2', May 20 20:35:34.389084 n-d-842733-1 neutron-server[103164]: 'SubPort': '1.0', May 20 20:35:34.389084 n-d-842733-1 neutron-server[103164]: 'Subnet': '1.1', May 20 20:35:34.389084 n-d-842733-1 neutron-server[103164]: 'Trunk': '1.1'}} May 20 20:35:34.389084 n-d-842733-1 neutron-server[103164]: {{(pid=103164) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 20 20:35:34.400198 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-579d94bb-acff-473b-97c5-156bfbb97d5d None None] Network b6d9e896-d344-4c48-82c9-67ef44a8b110 is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:35:34.403319 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-579d94bb-acff-473b-97c5-156bfbb97d5d None None] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:35:34.408717 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-579d94bb-acff-473b-97c5-156bfbb97d5d None None] Received port after_create {{(pid=103164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:35:34.443598 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a78942c5-8214-450e-954d-e1ab18f212cd admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:34.483443 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-579d94bb-acff-473b-97c5-156bfbb97d5d None None] Attempting to bind port cac39c72-2c71-4267-99d2-99e2a1131a8d on host n-d-842733-1 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:35:34.483809 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-579d94bb-acff-473b-97c5-156bfbb97d5d None None] Attempting to bind port cac39c72-2c71-4267-99d2-99e2a1131a8d by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': '94a4894e-95e9-4cfb-9a59-0548accd47c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'b6d9e896-d344-4c48-82c9-67ef44a8b110'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:35:34.484198 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-579d94bb-acff-473b-97c5-156bfbb97d5d None None] Attempting to bind port cac39c72-2c71-4267-99d2-99e2a1131a8d on network b6d9e896-d344-4c48-82c9-67ef44a8b110 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:35:34.489897 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-579d94bb-acff-473b-97c5-156bfbb97d5d None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 35, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:35:34.490267 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-579d94bb-acff-473b-97c5-156bfbb97d5d None None] Checking segment: {'id': '94a4894e-95e9-4cfb-9a59-0548accd47c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'b6d9e896-d344-4c48-82c9-67ef44a8b110'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:35:34.490666 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-579d94bb-acff-473b-97c5-156bfbb97d5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:34.491061 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-579d94bb-acff-473b-97c5-156bfbb97d5d None None] Bound using segment: {'id': '94a4894e-95e9-4cfb-9a59-0548accd47c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'b6d9e896-d344-4c48-82c9-67ef44a8b110'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:35:34.491526 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-579d94bb-acff-473b-97c5-156bfbb97d5d None None] Bound port: cac39c72-2c71-4267-99d2-99e2a1131a8d, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94a4894e-95e9-4cfb-9a59-0548accd47c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'b6d9e896-d344-4c48-82c9-67ef44a8b110'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:35:34.491924 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-579d94bb-acff-473b-97c5-156bfbb97d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:34.499494 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 56736) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:35:34.700069 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-579d94bb-acff-473b-97c5-156bfbb97d5d None None] For port cac39c72-2c71-4267-99d2-99e2a1131a8d, host n-d-842733-1, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:35:34.705331 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-579d94bb-acff-473b-97c5-156bfbb97d5d None None] For port cac39c72-2c71-4267-99d2-99e2a1131a8d, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=cac39c72-2c71-4267-99d2-99e2a1131a8d,segment=NetworkSegment(94a4894e-95e9-4cfb-9a59-0548accd47c0),segment_id=94a4894e-95e9-4cfb-9a59-0548accd47c0)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:35:34.771739 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-579d94bb-acff-473b-97c5-156bfbb97d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:34.851006 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a360c6e8-f6c1-4f20-a932-31c49a46b865 req-cde4a943-5f88-4338-8558-da79fe4c9ce1 tempest-AggregatesAdminTestJSON-1188427473 tempest-AggregatesAdminTestJSON-1188427473-project] 10.222.0.35 "GET /v2.0/ports?device_id=083f1347-9fbf-48f9-83a4-1fe55930f4c3 HTTP/1.1" status: 200 len: 210 time: 0.5464642 May 20 20:35:34.897407 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-017e4c72-65b4-40f9-a417-c9c35230f793 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:34.912992 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579d94bb-acff-473b-97c5-156bfbb97d5d None None] Pushing event updated for resources: {'Port': ['ID=cac39c72-2c71-4267-99d2-99e2a1131a8d,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:35:34.924010 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a78942c5-8214-450e-954d-e1ab18f212cd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:34.951447 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a78942c5-8214-450e-954d-e1ab18f212cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:35.004663 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-017e4c72-65b4-40f9-a417-c9c35230f793 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:35.112985 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-017e4c72-65b4-40f9-a417-c9c35230f793 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:35.153727 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-a78942c5-8214-450e-954d-e1ab18f212cd admin admin] Allocated IP 172.25.2.22 (e3a93b5c-91e2-4064-9c2c-1afc261bfe15/86fee0c1-6e34-488b-9216-b2b8e7ef585a/ba8bf304-383d-48b9-b1fb-fce16c280a44) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:35:35.204180 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017e4c72-65b4-40f9-a417-c9c35230f793 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d26f12cf-1534-463a-a139-ed861e9c19f9,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:35:35.208720 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-017e4c72-65b4-40f9-a417-c9c35230f793 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=fe0021284b8e4f2db4f8dff01f181a92&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7080503 May 20 20:35:35.211322 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 56772) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:35:35.290414 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-27601c6e-7aeb-4191-bddd-c7120f5e66b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:35.356014 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-27601c6e-7aeb-4191-bddd-c7120f5e66b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:35.421912 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a78942c5-8214-450e-954d-e1ab18f212cd admin admin] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:35.535828 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-27601c6e-7aeb-4191-bddd-c7120f5e66b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:35.538324 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-27601c6e-7aeb-4191-bddd-c7120f5e66b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:35.547940 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-27601c6e-7aeb-4191-bddd-c7120f5e66b8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d26f12cf-1534-463a-a139-ed861e9c19f9 HTTP/1.1" status: 204 len: 168 time: 0.3270724 May 20 20:35:35.550045 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27601c6e-7aeb-4191-bddd-c7120f5e66b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d26f12cf-1534-463a-a139-ed861e9c19f9,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:35:35.643845 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a78942c5-8214-450e-954d-e1ab18f212cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:35.724922 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a78942c5-8214-450e-954d-e1ab18f212cd admin admin] Network e3a93b5c-91e2-4064-9c2c-1afc261bfe15 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:35:35.737777 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-a78942c5-8214-450e-954d-e1ab18f212cd admin admin] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:35:35.745135 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a78942c5-8214-450e-954d-e1ab18f212cd admin admin] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:35:35.796370 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78942c5-8214-450e-954d-e1ab18f212cd admin admin] Pushing event updated for resources: {'Port': ['ID=ba8bf304-383d-48b9-b1fb-fce16c280a44,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:35:36.077189 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6a94f2a9-7036-481e-8e0d-a1312c75f020 req-f5a82da5-9485-4be9-9a69-741cf379dea8 tempest-AggregatesAdminTestJSON-1188427473 tempest-AggregatesAdminTestJSON-1188427473-project] 10.222.0.35 "GET /v2.0/ports?device_id=083f1347-9fbf-48f9-83a4-1fe55930f4c3 HTTP/1.1" status: 200 len: 210 time: 0.0482888 May 20 20:35:36.225197 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a78942c5-8214-450e-954d-e1ab18f212cd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:36.253396 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.24', 52501) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:35:36.285951 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d9fe9d39-72a6-446d-95ca-aa3d940e5912 req-da182b9c-4173-4eb5-be98-d316d7a15166 tempest-AggregatesAdminTestJSON-1188427473 tempest-AggregatesAdminTestJSON-1188427473-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=8135b52a8b7f4cf984503d606af9bb73&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0312054 May 20 20:35:36.342214 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad60ee92-8305-4898-9638-42fb5f420b13 None None] Network b6d9e896-d344-4c48-82c9-67ef44a8b110 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:35:36.408653 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-e2d90d00-0fb7-42f3-9480-c50729a3a197 None None] Provisioning complete for port cac39c72-2c71-4267-99d2-99e2a1131a8d triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:35:36.409159 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-e2d90d00-0fb7-42f3-9480-c50729a3a197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:36.429914 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fe9d39-72a6-446d-95ca-aa3d940e5912 req-6ee75b21-1719-4134-ba3a-fb3c88981b5d tempest-AggregatesAdminTestJSON-1188427473 tempest-AggregatesAdminTestJSON-1188427473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:35:36.432247 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d9fe9d39-72a6-446d-95ca-aa3d940e5912 req-6ee75b21-1719-4134-ba3a-fb3c88981b5d tempest-AggregatesAdminTestJSON-1188427473 tempest-AggregatesAdminTestJSON-1188427473-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1407647 May 20 20:35:36.507931 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a78942c5-8214-450e-954d-e1ab18f212cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748106'] for router, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:36.527959 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [req-d9fe9d39-72a6-446d-95ca-aa3d940e5912 req-9c56cc4c-b457-42f2-9006-8b52036fd850 tempest-AggregatesAdminTestJSON-1188427473 tempest-AggregatesAdminTestJSON-1188427473-project] Request body: {'port': {'device_id': '083f1347-9fbf-48f9-83a4-1fe55930f4c3', 'network_id': 'cd702362-b982-46c5-a7d0-51de1b03df86', 'admin_state_up': True, 'tenant_id': '8135b52a8b7f4cf984503d606af9bb73'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:35:36.571257 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-e2d90d00-0fb7-42f3-9480-c50729a3a197 None None] Current status of the port cac39c72-2c71-4267-99d2-99e2a1131a8d is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:35:36.571942 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-e2d90d00-0fb7-42f3-9480-c50729a3a197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:36.593490 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 56826) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:35:36.641877 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-e2d90d00-0fb7-42f3-9480-c50729a3a197 None None] For port cac39c72-2c71-4267-99d2-99e2a1131a8d, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=cac39c72-2c71-4267-99d2-99e2a1131a8d,segment=NetworkSegment(94a4894e-95e9-4cfb-9a59-0548accd47c0),segment_id=94a4894e-95e9-4cfb-9a59-0548accd47c0)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:35:36.726451 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 56828) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:35:36.751082 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-e2d90d00-0fb7-42f3-9480-c50729a3a197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:36.793937 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-84c675c6-77c5-49f2-b430-67fd0b87155c admin admin] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:36.816225 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a78942c5-8214-450e-954d-e1ab18f212cd admin admin] Router 5ed96472-d954-4742-aed3-d420512dcb22 is scheduled to L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e with binding_index 1 {{(pid=103162) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 20 20:35:36.822238 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d90d00-0fb7-42f3-9480-c50729a3a197 None None] Pushing event updated for resources: {'Port': ['ID=cac39c72-2c71-4267-99d2-99e2a1131a8d,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:35:36.954408 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a78942c5-8214-450e-954d-e1ab18f212cd admin admin] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 20:35:36.973813 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac009b53-df01-401f-9556-1b4a18a4bcea None None] Sync routers for ids ['5ed96472-d954-4742-aed3-d420512dcb22'] in n-d-842733-1 {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 20:35:36.995842 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac009b53-df01-401f-9556-1b4a18a4bcea None None] Routers {'5ed96472-d954-4742-aed3-d420512dcb22'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:35:37.000539 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-ac009b53-df01-401f-9556-1b4a18a4bcea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:35:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['5ed96472-d954-4742-aed3-d420512dcb22'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:35:37.003370 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-ed500aa8-bd07-475b-a0a3-2e473c4769ce None None] Provisioning complete for port cac39c72-2c71-4267-99d2-99e2a1131a8d triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:35:37.006500 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ed500aa8-bd07-475b-a0a3-2e473c4769ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:37.012322 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-84c675c6-77c5-49f2-b430-67fd0b87155c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:37.018426 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9fe9d39-72a6-446d-95ca-aa3d940e5912 req-9c56cc4c-b457-42f2-9006-8b52036fd850 tempest-AggregatesAdminTestJSON-1188427473 tempest-AggregatesAdminTestJSON-1188427473-project] Made reservation on behalf of 8135b52a8b7f4cf984503d606af9bb73 for: {'port': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:35:37.024024 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-d9fe9d39-72a6-446d-95ca-aa3d940e5912 req-9c56cc4c-b457-42f2-9006-8b52036fd850 tempest-AggregatesAdminTestJSON-1188427473 tempest-AggregatesAdminTestJSON-1188427473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:37.034867 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-d9fe9d39-72a6-446d-95ca-aa3d940e5912 req-9c56cc4c-b457-42f2-9006-8b52036fd850 tempest-AggregatesAdminTestJSON-1188427473 tempest-AggregatesAdminTestJSON-1188427473-project] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:37.052554 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a78942c5-8214-450e-954d-e1ab18f212cd admin admin] Notify callbacks [] for router, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:37.056844 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-a78942c5-8214-450e-954d-e1ab18f212cd admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 3.2487864 May 20 20:35:37.057563 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 56842) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:35:37.116519 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-84c675c6-77c5-49f2-b430-67fd0b87155c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:37.132842 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 56848) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:35:37.166967 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-ed500aa8-bd07-475b-a0a3-2e473c4769ce None None] Current status of the port cac39c72-2c71-4267-99d2-99e2a1131a8d is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:35:37.173433 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-ac009b53-df01-401f-9556-1b4a18a4bcea None None] Set router 5ed96472-d954-4742-aed3-d420512dcb22 gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:35:37.277649 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c675c6-77c5-49f2-b430-67fd0b87155c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30f78ab0-b496-441f-837b-13657b4d575b,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:35:37.324262 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-84c675c6-77c5-49f2-b430-67fd0b87155c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a5759250dbe64e8dbcb8fce6d0a7e6d4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7286558 May 20 20:35:37.329170 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 56852) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:35:37.352154 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-03483892-acb8-46b3-9a69-a975a6d5088b admin admin] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:37.375874 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device cac39c72-2c71-4267-99d2-99e2a1131a8d up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:35:37.434884 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-d9fe9d39-72a6-446d-95ca-aa3d940e5912 req-9c56cc4c-b457-42f2-9006-8b52036fd850 tempest-AggregatesAdminTestJSON-1188427473 tempest-AggregatesAdminTestJSON-1188427473-project] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:37.436562 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9b3a4c25-4814-4be5-971b-2f4098b57b38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:37.463338 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9b3a4c25-4814-4be5-971b-2f4098b57b38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:37.544968 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port cac39c72-2c71-4267-99d2-99e2a1131a8d triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:35:37.545686 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:37.549929 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-04240997-8300-4d5b-9ccb-bd4bb133aa6e req-94d8a448-8862-4e17-9c84-6ee533391996 tempest-AggregatesAdminTestJSON-1188427473 tempest-AggregatesAdminTestJSON-1188427473-project] 10.222.0.35 "GET /v2.0/ports?device_id=083f1347-9fbf-48f9-83a4-1fe55930f4c3 HTTP/1.1" status: 200 len: 210 time: 0.0425723 May 20 20:35:37.550914 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8319f8ef-bc87-46c2-9b73-9f01e9ce591a admin admin] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:37.553003 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-d9fe9d39-72a6-446d-95ca-aa3d940e5912 req-9c56cc4c-b457-42f2-9006-8b52036fd850 tempest-AggregatesAdminTestJSON-1188427473 tempest-AggregatesAdminTestJSON-1188427473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:37.657165 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-03483892-acb8-46b3-9a69-a975a6d5088b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:37.737432 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port cac39c72-2c71-4267-99d2-99e2a1131a8d is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:35:37.784161 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-ac009b53-df01-401f-9556-1b4a18a4bcea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ed96472-d954-4742-aed3-d420512dcb22', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-207630631-router', 'tenant_id': '7a0946b7566d4115bc78791f06e90f69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': 'ba8bf304-383d-48b9-b1fb-fce16c280a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:35:33Z', 'updated_at': '2022-05-20T20:35:35Z', 'revision_number': 3, 'project_id': '7a0946b7566d4115bc78791f06e90f69', 'gw_port': {'id': 'ba8bf304-383d-48b9-b1fb-fce16c280a44', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:2d:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ed96472-d954-4742-aed3-d420512dcb22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:35:34Z', 'updated_at': '2022-05-20T20:35:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:35:37.791020 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-03483892-acb8-46b3-9a69-a975a6d5088b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:37.827913 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac009b53-df01-401f-9556-1b4a18a4bcea None None] Checking router: 5ed96472-d954-4742-aed3-d420512dcb22 for host: n-d-842733-1 {{(pid=103165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 20:35:37.828959 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac009b53-df01-401f-9556-1b4a18a4bcea None None] Updating router 5ed96472-d954-4742-aed3-d420512dcb22 port ba8bf304-383d-48b9-b1fb-fce16c280a44 binding host n-d-842733-1 {{(pid=103165) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 20:35:37.854509 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-03483892-acb8-46b3-9a69-a975a6d5088b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=dad46cf3dc3648c7b2cf6d6ac2abf788&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1259711 May 20 20:35:37.861716 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [req-d9fe9d39-72a6-446d-95ca-aa3d940e5912 req-9c56cc4c-b457-42f2-9006-8b52036fd850 tempest-AggregatesAdminTestJSON-1188427473 tempest-AggregatesAdminTestJSON-1188427473-project] Allocated IP 192.168.233.118 (cd702362-b982-46c5-a7d0-51de1b03df86/26b342ea-254c-483a-9ea9-f11c178970eb/064579eb-9bb1-4dd4-9173-8e00e4b16037) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:35:37.865079 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-ac009b53-df01-401f-9556-1b4a18a4bcea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:37.870992 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 56880) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:35:37.876452 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9b3a4c25-4814-4be5-971b-2f4098b57b38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:37.879023 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9b3a4c25-4814-4be5-971b-2f4098b57b38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:37.880282 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-9b3a4c25-4814-4be5-971b-2f4098b57b38 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/30f78ab0-b496-441f-837b-13657b4d575b HTTP/1.1" status: 204 len: 168 time: 0.5499735 May 20 20:35:37.883395 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c56cc4c-b457-42f2-9006-8b52036fd850 tempest-AggregatesAdminTestJSON-1188427473 tempest-AggregatesAdminTestJSON-1188427473-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1cf681c-16a4-4f0f-b602-fed34cb755c5,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:35:37.913976 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3a4c25-4814-4be5-971b-2f4098b57b38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30f78ab0-b496-441f-837b-13657b4d575b,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:35:37.934362 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03483892-acb8-46b3-9a69-a975a6d5088b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=314c2dca-0fcf-4ba9-a91f-bdae407867c2,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:35:38.071698 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8319f8ef-bc87-46c2-9b73-9f01e9ce591a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:38.145052 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8319f8ef-bc87-46c2-9b73-9f01e9ce591a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:38.166820 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-d9fe9d39-72a6-446d-95ca-aa3d940e5912 req-9c56cc4c-b457-42f2-9006-8b52036fd850 tempest-AggregatesAdminTestJSON-1188427473 tempest-AggregatesAdminTestJSON-1188427473-project] Notify callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:38.189176 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c6eba0ae-0698-4c80-89d4-0982004bd5f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:38.208814 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8319f8ef-bc87-46c2-9b73-9f01e9ce591a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5b59d35-367e-4770-84b0-389e4439200e,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:35:38.215562 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c6eba0ae-0698-4c80-89d4-0982004bd5f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:38.228878 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-8319f8ef-bc87-46c2-9b73-9f01e9ce591a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ec0cf4f68be1498b9d8f703897a5593d&name=default HTTP/1.1" status: 200 len: 2978 time: 1.0817270 May 20 20:35:38.236663 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 56888) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:35:38.238492 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-ac009b53-df01-401f-9556-1b4a18a4bcea None None] Notify callbacks [] for port, precommit_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:38.253555 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ec5dd826-ab98-4da9-b187-8e761db95bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:38.314662 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-fb44d5de-18f8-4f3c-b288-7fabc9004130 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:38.327157 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-ac009b53-df01-401f-9556-1b4a18a4bcea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:38.345041 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-fb44d5de-18f8-4f3c-b288-7fabc9004130 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:38.394049 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-d9fe9d39-72a6-446d-95ca-aa3d940e5912 req-9c56cc4c-b457-42f2-9006-8b52036fd850 tempest-AggregatesAdminTestJSON-1188427473 tempest-AggregatesAdminTestJSON-1188427473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:38.439957 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-ac009b53-df01-401f-9556-1b4a18a4bcea None None] Attempting to bind port ba8bf304-383d-48b9-b1fb-fce16c280a44 on host n-d-842733-1 for vnic_type normal with profile {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:35:38.439957 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-ac009b53-df01-401f-9556-1b4a18a4bcea None None] Attempting to bind port ba8bf304-383d-48b9-b1fb-fce16c280a44 by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': '0b5485c4-eff8-42a1-9073-ae54ed4c63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'}] {{(pid=103165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:35:38.439957 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac009b53-df01-401f-9556-1b4a18a4bcea None None] Attempting to bind port ba8bf304-383d-48b9-b1fb-fce16c280a44 on network e3a93b5c-91e2-4064-9c2c-1afc261bfe15 {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:35:38.441932 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73bde1a-9ccf-4700-b501-97372339c1e8 None None] Pushing event updated for resources: {'Port': ['ID=ba8bf304-383d-48b9-b1fb-fce16c280a44,revision_number=2']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:35:38.451353 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73bde1a-9ccf-4700-b501-97372339c1e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:35:38.451698 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73bde1a-9ccf-4700-b501-97372339c1e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:35:38.452040 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73bde1a-9ccf-4700-b501-97372339c1e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:35:38.452788 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73bde1a-9ccf-4700-b501-97372339c1e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:35:38.452788 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73bde1a-9ccf-4700-b501-97372339c1e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:35:38.453186 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73bde1a-9ccf-4700-b501-97372339c1e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:35:38.453458 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73bde1a-9ccf-4700-b501-97372339c1e8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:35:38.453786 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73bde1a-9ccf-4700-b501-97372339c1e8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:35:38.454116 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73bde1a-9ccf-4700-b501-97372339c1e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:35:38.454441 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73bde1a-9ccf-4700-b501-97372339c1e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:35:38.454765 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73bde1a-9ccf-4700-b501-97372339c1e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:35:38.455090 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73bde1a-9ccf-4700-b501-97372339c1e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:35:38.456320 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73bde1a-9ccf-4700-b501-97372339c1e8 None None] Tracked resource versions report: May 20 20:35:38.456320 n-d-842733-1 neutron-server[103165]: pushed versions: May 20 20:35:38.456320 n-d-842733-1 neutron-server[103165]: { 'AddressGroup': {'1.2'}, May 20 20:35:38.456320 n-d-842733-1 neutron-server[103165]: 'ConntrackHelper': {'1.0'}, May 20 20:35:38.456320 n-d-842733-1 neutron-server[103165]: 'Log': {'1.0'}, May 20 20:35:38.456320 n-d-842733-1 neutron-server[103165]: 'Network': {'1.1'}, May 20 20:35:38.456320 n-d-842733-1 neutron-server[103165]: 'Port': {'1.7'}, May 20 20:35:38.456320 n-d-842733-1 neutron-server[103165]: 'PortForwarding': {'1.2'}, May 20 20:35:38.456320 n-d-842733-1 neutron-server[103165]: 'QosPolicy': {'1.9'}, May 20 20:35:38.456320 n-d-842733-1 neutron-server[103165]: 'SecurityGroup': {'1.4'}, May 20 20:35:38.456320 n-d-842733-1 neutron-server[103165]: 'SecurityGroupRule': {'1.2'}, May 20 20:35:38.456320 n-d-842733-1 neutron-server[103165]: 'SubPort': {'1.0'}, May 20 20:35:38.456320 n-d-842733-1 neutron-server[103165]: 'Subnet': {'1.1'}, May 20 20:35:38.456320 n-d-842733-1 neutron-server[103165]: 'Trunk': {'1.1'}} May 20 20:35:38.456320 n-d-842733-1 neutron-server[103165]: consumer versions: May 20 20:35:38.456320 n-d-842733-1 neutron-server[103165]: { DHCP agent@n-d-842733-1: {}, May 20 20:35:38.456320 n-d-842733-1 neutron-server[103165]: HyperV agent@n-h1-842733-1: {}, May 20 20:35:38.456320 n-d-842733-1 neutron-server[103165]: HyperV agent@n-h2-842733-1: {}, May 20 20:35:38.456320 n-d-842733-1 neutron-server[103165]: L3 agent@n-d-842733-1: {}, May 20 20:35:38.456320 n-d-842733-1 neutron-server[103165]: Metadata agent@n-d-842733-1: {}, May 20 20:35:38.456320 n-d-842733-1 neutron-server[103165]: Metering agent@n-d-842733-1: {}, May 20 20:35:38.456320 n-d-842733-1 neutron-server[103165]: Open vSwitch agent@n-d-842733-1: { 'AddressGroup': '1.2', May 20 20:35:38.456320 n-d-842733-1 neutron-server[103165]: 'ConntrackHelper': '1.0', May 20 20:35:38.456320 n-d-842733-1 neutron-server[103165]: 'Log': '1.0', May 20 20:35:38.456320 n-d-842733-1 neutron-server[103165]: 'Network': '1.1', May 20 20:35:38.456320 n-d-842733-1 neutron-server[103165]: 'Port': '1.7', May 20 20:35:38.456320 n-d-842733-1 neutron-server[103165]: 'PortForwarding': '1.2', May 20 20:35:38.456320 n-d-842733-1 neutron-server[103165]: 'QosPolicy': '1.9', May 20 20:35:38.456320 n-d-842733-1 neutron-server[103165]: 'SecurityGroup': '1.4', May 20 20:35:38.456320 n-d-842733-1 neutron-server[103165]: 'SecurityGroupRule': '1.2', May 20 20:35:38.456320 n-d-842733-1 neutron-server[103165]: 'SubPort': '1.0', May 20 20:35:38.456320 n-d-842733-1 neutron-server[103165]: 'Subnet': '1.1', May 20 20:35:38.456320 n-d-842733-1 neutron-server[103165]: 'Trunk': '1.1'}} May 20 20:35:38.456320 n-d-842733-1 neutron-server[103165]: {{(pid=103165) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 20 20:35:38.459325 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac009b53-df01-401f-9556-1b4a18a4bcea None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 35, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:35:38.459603 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac009b53-df01-401f-9556-1b4a18a4bcea None None] Checking segment: {'id': '0b5485c4-eff8-42a1-9073-ae54ed4c63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:35:38.459930 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-ac009b53-df01-401f-9556-1b4a18a4bcea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:38.460310 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac009b53-df01-401f-9556-1b4a18a4bcea None None] Bound using segment: {'id': '0b5485c4-eff8-42a1-9073-ae54ed4c63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'} {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:35:38.460764 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-ac009b53-df01-401f-9556-1b4a18a4bcea None None] Bound port: ba8bf304-383d-48b9-b1fb-fce16c280a44, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b5485c4-eff8-42a1-9073-ae54ed4c63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'}}] {{(pid=103165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:35:38.461164 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-ac009b53-df01-401f-9556-1b4a18a4bcea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:38.522724 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c6eba0ae-0698-4c80-89d4-0982004bd5f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:38.530641 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c6eba0ae-0698-4c80-89d4-0982004bd5f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:38.536326 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-c6eba0ae-0698-4c80-89d4-0982004bd5f1 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/314c2dca-0fcf-4ba9-a91f-bdae407867c2 HTTP/1.1" status: 204 len: 168 time: 0.6614566 May 20 20:35:38.549455 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c56cc4c-b457-42f2-9006-8b52036fd850 tempest-AggregatesAdminTestJSON-1188427473 tempest-AggregatesAdminTestJSON-1188427473-project] Pushing event updated for resources: {'Port': ['ID=064579eb-9bb1-4dd4-9173-8e00e4b16037,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:35:38.559757 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6eba0ae-0698-4c80-89d4-0982004bd5f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=314c2dca-0fcf-4ba9-a91f-bdae407867c2,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:35:38.619951 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9fe9d39-72a6-446d-95ca-aa3d940e5912 req-9c56cc4c-b457-42f2-9006-8b52036fd850 tempest-AggregatesAdminTestJSON-1188427473 tempest-AggregatesAdminTestJSON-1188427473-project] Network cd702362-b982-46c5-a7d0-51de1b03df86 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:35:38.627426 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [req-d9fe9d39-72a6-446d-95ca-aa3d940e5912 req-9c56cc4c-b457-42f2-9006-8b52036fd850 tempest-AggregatesAdminTestJSON-1188427473 tempest-AggregatesAdminTestJSON-1188427473-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:35:38.633107 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9fe9d39-72a6-446d-95ca-aa3d940e5912 req-9c56cc4c-b457-42f2-9006-8b52036fd850 tempest-AggregatesAdminTestJSON-1188427473 tempest-AggregatesAdminTestJSON-1188427473-project] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:35:38.649165 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fe9d39-72a6-446d-95ca-aa3d940e5912 req-9c56cc4c-b457-42f2-9006-8b52036fd850 tempest-AggregatesAdminTestJSON-1188427473 tempest-AggregatesAdminTestJSON-1188427473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:35:38.653013 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-d9fe9d39-72a6-446d-95ca-aa3d940e5912 req-9c56cc4c-b457-42f2-9006-8b52036fd850 tempest-AggregatesAdminTestJSON-1188427473 tempest-AggregatesAdminTestJSON-1188427473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:38.662530 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-ac009b53-df01-401f-9556-1b4a18a4bcea None None] For port ba8bf304-383d-48b9-b1fb-fce16c280a44, host n-d-842733-1, cleared binding levels {{(pid=103165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:35:38.678136 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-fb44d5de-18f8-4f3c-b288-7fabc9004130 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:38.681102 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-fb44d5de-18f8-4f3c-b288-7fabc9004130 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:38.682578 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-fb44d5de-18f8-4f3c-b288-7fabc9004130 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e5b59d35-367e-4770-84b0-389e4439200e HTTP/1.1" status: 204 len: 168 time: 0.4447753 May 20 20:35:38.686083 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-ac009b53-df01-401f-9556-1b4a18a4bcea None None] For port ba8bf304-383d-48b9-b1fb-fce16c280a44, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=ba8bf304-383d-48b9-b1fb-fce16c280a44,segment=NetworkSegment(0b5485c4-eff8-42a1-9073-ae54ed4c63ba),segment_id=0b5485c4-eff8-42a1-9073-ae54ed4c63ba)] {{(pid=103165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:35:38.696799 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb44d5de-18f8-4f3c-b288-7fabc9004130 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5b59d35-367e-4770-84b0-389e4439200e,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:35:38.709358 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-ec5dd826-ab98-4da9-b187-8e761db95bf5 admin admin] Allocated IP 172.20.0.1 (b6d9e896-d344-4c48-82c9-67ef44a8b110/3749240c-676d-4d91-b602-5dfaa1286886/54aef385-a175-415f-85b8-a08e77f1a399) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:35:38.813911 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-ac009b53-df01-401f-9556-1b4a18a4bcea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:38.822182 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d9fe9d39-72a6-446d-95ca-aa3d940e5912 req-9c56cc4c-b457-42f2-9006-8b52036fd850 tempest-AggregatesAdminTestJSON-1188427473 tempest-AggregatesAdminTestJSON-1188427473-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2984750 May 20 20:35:38.868046 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [req-d9fe9d39-72a6-446d-95ca-aa3d940e5912 req-c8c05bb6-0190-425a-bebf-322e4a751b6d tempest-AggregatesAdminTestJSON-1188427473 tempest-AggregatesAdminTestJSON-1188427473-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103163) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 20:35:38.873175 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d9fe9d39-72a6-446d-95ca-aa3d940e5912 req-c8c05bb6-0190-425a-bebf-322e4a751b6d tempest-AggregatesAdminTestJSON-1188427473 tempest-AggregatesAdminTestJSON-1188427473-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0346904 May 20 20:35:38.956648 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cdd08f-008e-4902-a98d-b00fd266149a req-62c4e863-0826-4412-b3a5-f914b66dc448 tempest-AggregatesAdminTestJSON-1188427473 tempest-AggregatesAdminTestJSON-1188427473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:35:38.963092 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-09cdd08f-008e-4902-a98d-b00fd266149a req-62c4e863-0826-4412-b3a5-f914b66dc448 tempest-AggregatesAdminTestJSON-1188427473 tempest-AggregatesAdminTestJSON-1188427473-project] 10.222.0.35 "GET /v2.0/ports?device_id=083f1347-9fbf-48f9-83a4-1fe55930f4c3 HTTP/1.1" status: 200 len: 936 time: 0.2379930 May 20 20:35:38.976407 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac009b53-df01-401f-9556-1b4a18a4bcea None None] Routers {'5ed96472-d954-4742-aed3-d420512dcb22'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:35:38.977053 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-ac009b53-df01-401f-9556-1b4a18a4bcea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:35:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['5ed96472-d954-4742-aed3-d420512dcb22'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:35:38.994435 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73bde1a-9ccf-4700-b501-97372339c1e8 None None] Pushing event updated for resources: {'Port': ['ID=ba8bf304-383d-48b9-b1fb-fce16c280a44,revision_number=3']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:35:39.011522 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ec5dd826-ab98-4da9-b187-8e761db95bf5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:39.065816 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-09cdd08f-008e-4902-a98d-b00fd266149a req-6a787765-78d1-473a-b826-76f7dacabf1c tempest-AggregatesAdminTestJSON-1188427473 tempest-AggregatesAdminTestJSON-1188427473-project] 10.222.0.35 "GET /v2.0/security-groups?id=d1cf681c-16a4-4f0f-b602-fed34cb755c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941339 May 20 20:35:39.121841 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b96f3e67-788a-4111-adb8-e993e6b5a603 None None] Provisioning complete for port 064579eb-9bb1-4dd4-9173-8e00e4b16037 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:35:39.122862 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b96f3e67-788a-4111-adb8-e993e6b5a603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:39.202146 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ec5dd826-ab98-4da9-b187-8e761db95bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:39.204196 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b96f3e67-788a-4111-adb8-e993e6b5a603 None None] Port 064579eb-9bb1-4dd4-9173-8e00e4b16037 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 20:35:39.252163 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-ac009b53-df01-401f-9556-1b4a18a4bcea None None] Set router 5ed96472-d954-4742-aed3-d420512dcb22 gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:35:39.292244 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec5dd826-ab98-4da9-b187-8e761db95bf5 admin admin] Network b6d9e896-d344-4c48-82c9-67ef44a8b110 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:35:39.302387 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-ec5dd826-ab98-4da9-b187-8e761db95bf5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:35:39.314107 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec5dd826-ab98-4da9-b187-8e761db95bf5 admin admin] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:35:39.314762 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ec5dd826-ab98-4da9-b187-8e761db95bf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748409'] for router_interface, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:39.458905 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5dd826-ab98-4da9-b187-8e761db95bf5 admin admin] Pushing event updated for resources: {'Port': ['ID=54aef385-a175-415f-85b8-a08e77f1a399,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:35:39.670098 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-ac009b53-df01-401f-9556-1b4a18a4bcea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ed96472-d954-4742-aed3-d420512dcb22', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-207630631-router', 'tenant_id': '7a0946b7566d4115bc78791f06e90f69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': 'ba8bf304-383d-48b9-b1fb-fce16c280a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:35:33Z', 'updated_at': '2022-05-20T20:35:35Z', 'revision_number': 3, 'project_id': '7a0946b7566d4115bc78791f06e90f69', 'gw_port': {'id': 'ba8bf304-383d-48b9-b1fb-fce16c280a44', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:2d:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ed96472-d954-4742-aed3-d420512dcb22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:35:34Z', 'updated_at': '2022-05-20T20:35:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:35:39.856273 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac009b53-df01-401f-9556-1b4a18a4bcea None None] The sync data for ids ['5ed96472-d954-4742-aed3-d420512dcb22'] in n-d-842733-1 is: [{'id': '5ed96472-d954-4742-aed3-d420512dcb22', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-207630631-router', 'tenant_id': '7a0946b7566d4115bc78791f06e90f69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': 'ba8bf304-383d-48b9-b1fb-fce16c280a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:35:33Z', 'updated_at': '2022-05-20T20:35:35Z', 'revision_number': 3, 'project_id': '7a0946b7566d4115bc78791f06e90f69', 'gw_port': {'id': 'ba8bf304-383d-48b9-b1fb-fce16c280a44', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:2d:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ed96472-d954-4742-aed3-d420512dcb22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:35:34Z', 'updated_at': '2022-05-20T20:35:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 20:35:39.856675 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-6771f581-adcd-4c5f-8739-a716ceda621b None None] Provisioning complete for port 54aef385-a175-415f-85b8-a08e77f1a399 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:35:39.856675 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-6771f581-adcd-4c5f-8739-a716ceda621b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:39.856675 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-6771f581-adcd-4c5f-8739-a716ceda621b None None] Port 54aef385-a175-415f-85b8-a08e77f1a399 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 20:35:40.250713 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ec5dd826-ab98-4da9-b187-8e761db95bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:40.340559 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff6575b-cf30-4aa7-8024-ee311801124b req-afeeee6a-b4e7-4202-b918-f34bd372fc3e tempest-AggregatesAdminTestJSON-1188427473 tempest-AggregatesAdminTestJSON-1188427473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:35:40.346393 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-bff6575b-cf30-4aa7-8024-ee311801124b req-afeeee6a-b4e7-4202-b918-f34bd372fc3e tempest-AggregatesAdminTestJSON-1188427473 tempest-AggregatesAdminTestJSON-1188427473-project] 10.222.0.35 "GET /v2.0/ports?device_id=083f1347-9fbf-48f9-83a4-1fe55930f4c3 HTTP/1.1" status: 200 len: 936 time: 0.1447439 May 20 20:35:40.456802 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-bff6575b-cf30-4aa7-8024-ee311801124b req-7d10003c-24fa-4a33-aa75-af0398a64f69 tempest-AggregatesAdminTestJSON-1188427473 tempest-AggregatesAdminTestJSON-1188427473-project] 10.222.0.35 "GET /v2.0/security-groups?id=d1cf681c-16a4-4f0f-b602-fed34cb755c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870929 May 20 20:35:40.613804 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [req-d9fe9d39-72a6-446d-95ca-aa3d940e5912 req-3b35ccfe-67c2-4726-8ea0-74fb625cd519 service neutron] Request body: {'port': {'device_id': '083f1347-9fbf-48f9-83a4-1fe55930f4c3', 'device_owner': 'compute:tempest-test_az-182300140', 'binding:host_id': 'n-h1-842733-1'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:35:40.645985 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ec5dd826-ab98-4da9-b187-8e761db95bf5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:40.711670 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-d9fe9d39-72a6-446d-95ca-aa3d940e5912 req-3b35ccfe-67c2-4726-8ea0-74fb625cd519 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:40.719331 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ec5dd826-ab98-4da9-b187-8e761db95bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:40.721135 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ec5dd826-ab98-4da9-b187-8e761db95bf5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748437'] for router_interface, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:40.855818 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 56934) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:35:40.883337 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5dd826-ab98-4da9-b187-8e761db95bf5 admin admin] Pushing event updated for resources: {'Port': ['ID=54aef385-a175-415f-85b8-a08e77f1a399,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:35:40.956166 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec5dd826-ab98-4da9-b187-8e761db95bf5 admin admin] Network b6d9e896-d344-4c48-82c9-67ef44a8b110 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:35:40.958258 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-ec5dd826-ab98-4da9-b187-8e761db95bf5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:35:40.988708 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e45d3f0f-e268-4557-917d-9870df069bd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:41.196385 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 56940) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:35:41.244566 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b3533e02-f87a-4665-a9ee-46c7dbf1046c admin admin] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:41.366232 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device ba8bf304-383d-48b9-b1fb-fce16c280a44 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:35:41.409973 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e45d3f0f-e268-4557-917d-9870df069bd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:41.433797 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec5dd826-ab98-4da9-b187-8e761db95bf5 admin admin] Router 5ed96472-d954-4742-aed3-d420512dcb22 has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 20:35:41.475139 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-5d439b8f-5227-42e8-a21e-0af2f45bb5aa None None] Provisioning complete for port 54aef385-a175-415f-85b8-a08e77f1a399 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:35:41.475748 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-5d439b8f-5227-42e8-a21e-0af2f45bb5aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:41.544605 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-5d439b8f-5227-42e8-a21e-0af2f45bb5aa None None] Port 54aef385-a175-415f-85b8-a08e77f1a399 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 20:35:41.546431 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port ba8bf304-383d-48b9-b1fb-fce16c280a44 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:35:41.547498 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:41.571062 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [req-d9fe9d39-72a6-446d-95ca-aa3d940e5912 req-3b35ccfe-67c2-4726-8ea0-74fb625cd519 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 064579eb-9bb1-4dd4-9173-8e00e4b16037 {{(pid=103163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:35:41.591243 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-d9fe9d39-72a6-446d-95ca-aa3d940e5912 req-3b35ccfe-67c2-4726-8ea0-74fb625cd519 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:41.642459 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [req-d9fe9d39-72a6-446d-95ca-aa3d940e5912 req-3b35ccfe-67c2-4726-8ea0-74fb625cd519 service neutron] Transition to ACTIVE for port object 064579eb-9bb1-4dd4-9173-8e00e4b16037 will not be triggered until provisioned by entity L2. {{(pid=103163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 20:35:41.649195 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e45d3f0f-e268-4557-917d-9870df069bd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:41.697873 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port ba8bf304-383d-48b9-b1fb-fce16c280a44 is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:35:41.698319 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:41.729603 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec5dd826-ab98-4da9-b187-8e761db95bf5 admin admin] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 20:35:41.749269 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-ec5dd826-ab98-4da9-b187-8e761db95bf5 admin admin] 10.222.0.35 "PUT /v2.0/routers/5ed96472-d954-4742-aed3-d420512dcb22/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6876788 May 20 20:35:41.750671 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] For port ba8bf304-383d-48b9-b1fb-fce16c280a44, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=ba8bf304-383d-48b9-b1fb-fce16c280a44,segment=NetworkSegment(0b5485c4-eff8-42a1-9073-ae54ed4c63ba),segment_id=0b5485c4-eff8-42a1-9073-ae54ed4c63ba)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:35:41.831900 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:41.904278 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-d9fe9d39-72a6-446d-95ca-aa3d940e5912 req-3b35ccfe-67c2-4726-8ea0-74fb625cd519 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:41.970854 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Pushing event updated for resources: {'Port': ['ID=ba8bf304-383d-48b9-b1fb-fce16c280a44,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:35:42.033292 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b35ccfe-67c2-4726-8ea0-74fb625cd519 service neutron] Pushing event updated for resources: {'Port': ['ID=064579eb-9bb1-4dd4-9173-8e00e4b16037,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:35:42.090911 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b259572e-e6f2-46e1-9104-1e667ca53a7c req-4b355d77-84ac-4f55-9a0b-066b8a36102c tempest-AggregatesAdminTestJSON-1188427473 tempest-AggregatesAdminTestJSON-1188427473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:35:42.100808 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b259572e-e6f2-46e1-9104-1e667ca53a7c req-4b355d77-84ac-4f55-9a0b-066b8a36102c tempest-AggregatesAdminTestJSON-1188427473 tempest-AggregatesAdminTestJSON-1188427473-project] 10.222.0.35 "GET /v2.0/ports?device_id=083f1347-9fbf-48f9-83a4-1fe55930f4c3 HTTP/1.1" status: 200 len: 936 time: 0.4551125 May 20 20:35:42.105672 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-e45d3f0f-e268-4557-917d-9870df069bd6 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1778d6acc528420db349a52f14b30725&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2478511 May 20 20:35:42.108224 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 56960) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:35:42.147134 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45d3f0f-e268-4557-917d-9870df069bd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e212c1d-58c0-4ea5-b49d-fa9e59e583a8,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:35:42.204542 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b3533e02-f87a-4665-a9ee-46c7dbf1046c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:42.233918 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-afdc66af-95e7-4810-8286-5e1c3a50a456 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:42.294213 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-afdc66af-95e7-4810-8286-5e1c3a50a456 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:42.356004 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b3533e02-f87a-4665-a9ee-46c7dbf1046c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:42.399200 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-b3533e02-f87a-4665-a9ee-46c7dbf1046c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1ec67c9c02bb4643b1f1a07998255391&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1989031 May 20 20:35:42.400689 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 56966) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:35:42.429289 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b259572e-e6f2-46e1-9104-1e667ca53a7c req-cc8a79df-3b3b-491a-8271-17e41a3309c8 tempest-AggregatesAdminTestJSON-1188427473 tempest-AggregatesAdminTestJSON-1188427473-project] 10.222.0.35 "GET /v2.0/security-groups?id=d1cf681c-16a4-4f0f-b602-fed34cb755c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3261771 May 20 20:35:42.444080 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-d9fe9d39-72a6-446d-95ca-aa3d940e5912 req-3b35ccfe-67c2-4726-8ea0-74fb625cd519 service neutron] Attempting to bind port 064579eb-9bb1-4dd4-9173-8e00e4b16037 on host n-h1-842733-1 for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:35:42.444784 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-d9fe9d39-72a6-446d-95ca-aa3d940e5912 req-3b35ccfe-67c2-4726-8ea0-74fb625cd519 service neutron] Attempting to bind port 064579eb-9bb1-4dd4-9173-8e00e4b16037 by drivers openvswitch,hyperv on host n-h1-842733-1 at level 0 using segments [{'id': 'ed3a602f-49fb-4a95-be80-401e1eb72e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'cd702362-b982-46c5-a7d0-51de1b03df86'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:35:42.445414 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9fe9d39-72a6-446d-95ca-aa3d940e5912 req-3b35ccfe-67c2-4726-8ea0-74fb625cd519 service neutron] Attempting to bind port 064579eb-9bb1-4dd4-9173-8e00e4b16037 on network cd702362-b982-46c5-a7d0-51de1b03df86 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:35:42.454762 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3533e02-f87a-4665-a9ee-46c7dbf1046c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef726e6e-cee5-4553-b4d2-fb962dc6c2f4,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:35:42.463731 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9fe9d39-72a6-446d-95ca-aa3d940e5912 req-3b35ccfe-67c2-4726-8ea0-74fb625cd519 service neutron] Port 064579eb-9bb1-4dd4-9173-8e00e4b16037 on network cd702362-b982-46c5-a7d0-51de1b03df86 not bound, no agent of type Open vSwitch agent registered on host n-h1-842733-1 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 20:35:42.463731 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9fe9d39-72a6-446d-95ca-aa3d940e5912 req-3b35ccfe-67c2-4726-8ea0-74fb625cd519 service neutron] Attempting to bind port 064579eb-9bb1-4dd4-9173-8e00e4b16037 on network cd702362-b982-46c5-a7d0-51de1b03df86 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:35:42.466697 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9fe9d39-72a6-446d-95ca-aa3d940e5912 req-3b35ccfe-67c2-4726-8ea0-74fb625cd519 service neutron] Checking agent: {'id': '08dfb1ce-804b-4db8-838b-21094082e041', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 32, 54), 'started_at': datetime.datetime(2022, 5, 20, 20, 32, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 35, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:35:42.467121 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9fe9d39-72a6-446d-95ca-aa3d940e5912 req-3b35ccfe-67c2-4726-8ea0-74fb625cd519 service neutron] Checking segment: {'id': 'ed3a602f-49fb-4a95-be80-401e1eb72e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'cd702362-b982-46c5-a7d0-51de1b03df86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:35:42.467962 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9fe9d39-72a6-446d-95ca-aa3d940e5912 req-3b35ccfe-67c2-4726-8ea0-74fb625cd519 service neutron] Bound using segment: {'id': 'ed3a602f-49fb-4a95-be80-401e1eb72e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'cd702362-b982-46c5-a7d0-51de1b03df86'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:35:42.468325 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-d9fe9d39-72a6-446d-95ca-aa3d940e5912 req-3b35ccfe-67c2-4726-8ea0-74fb625cd519 service neutron] Bound port: 064579eb-9bb1-4dd4-9173-8e00e4b16037, host: n-h1-842733-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed3a602f-49fb-4a95-be80-401e1eb72e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'cd702362-b982-46c5-a7d0-51de1b03df86'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:35:42.469784 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-d9fe9d39-72a6-446d-95ca-aa3d940e5912 req-3b35ccfe-67c2-4726-8ea0-74fb625cd519 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:42.492187 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-afdc66af-95e7-4810-8286-5e1c3a50a456 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:42.494761 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-afdc66af-95e7-4810-8286-5e1c3a50a456 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:42.496316 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-afdc66af-95e7-4810-8286-5e1c3a50a456 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0e212c1d-58c0-4ea5-b49d-fa9e59e583a8 HTTP/1.1" status: 204 len: 168 time: 0.3758636 May 20 20:35:42.521086 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdc66af-95e7-4810-8286-5e1c3a50a456 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e212c1d-58c0-4ea5-b49d-fa9e59e583a8,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:35:42.537477 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-55d42bd5-90dd-4055-86f4-1c78837dcb18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:42.571334 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-55d42bd5-90dd-4055-86f4-1c78837dcb18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:42.661110 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-d9fe9d39-72a6-446d-95ca-aa3d940e5912 req-3b35ccfe-67c2-4726-8ea0-74fb625cd519 service neutron] For port 064579eb-9bb1-4dd4-9173-8e00e4b16037, host n-h1-842733-1, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:35:42.665638 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-d9fe9d39-72a6-446d-95ca-aa3d940e5912 req-3b35ccfe-67c2-4726-8ea0-74fb625cd519 service neutron] For port 064579eb-9bb1-4dd4-9173-8e00e4b16037, host n-h1-842733-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=064579eb-9bb1-4dd4-9173-8e00e4b16037,segment=NetworkSegment(ed3a602f-49fb-4a95-be80-401e1eb72e33),segment_id=ed3a602f-49fb-4a95-be80-401e1eb72e33)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:35:42.719108 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-55d42bd5-90dd-4055-86f4-1c78837dcb18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:42.723479 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-55d42bd5-90dd-4055-86f4-1c78837dcb18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:42.727409 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-55d42bd5-90dd-4055-86f4-1c78837dcb18 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ef726e6e-cee5-4553-b4d2-fb962dc6c2f4 HTTP/1.1" status: 204 len: 168 time: 0.3231614 May 20 20:35:42.738827 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d42bd5-90dd-4055-86f4-1c78837dcb18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef726e6e-cee5-4553-b4d2-fb962dc6c2f4,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:35:42.745169 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-d9fe9d39-72a6-446d-95ca-aa3d940e5912 req-3b35ccfe-67c2-4726-8ea0-74fb625cd519 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:42.819551 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fe9d39-72a6-446d-95ca-aa3d940e5912 req-3b35ccfe-67c2-4726-8ea0-74fb625cd519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:35:42.821398 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-d9fe9d39-72a6-446d-95ca-aa3d940e5912 req-3b35ccfe-67c2-4726-8ea0-74fb625cd519 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:42.823002 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d9fe9d39-72a6-446d-95ca-aa3d940e5912 req-3b35ccfe-67c2-4726-8ea0-74fb625cd519 service neutron] 10.222.0.24 "PUT /v2.0/ports/064579eb-9bb1-4dd4-9173-8e00e4b16037 HTTP/1.1" status: 200 len: 1117 time: 3.2190993 May 20 20:35:42.823491 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '083f1347-9fbf-48f9-83a4-1fe55930f4c3', 'tag': '064579eb-9bb1-4dd4-9173-8e00e4b16037'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:35:42.853985 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f803c5c2-db76-4cfb-bf66-c890b2387fd2 None None] Sync routers for ids ['5ed96472-d954-4742-aed3-d420512dcb22'] in n-d-842733-1 {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 20:35:42.874231 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f803c5c2-db76-4cfb-bf66-c890b2387fd2 None None] Routers {'5ed96472-d954-4742-aed3-d420512dcb22'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:35:42.875236 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-f803c5c2-db76-4cfb-bf66-c890b2387fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:35:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['5ed96472-d954-4742-aed3-d420512dcb22'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:35:42.932093 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b35ccfe-67c2-4726-8ea0-74fb625cd519 service neutron] Pushing event updated for resources: {'Port': ['ID=064579eb-9bb1-4dd4-9173-8e00e4b16037,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:35:43.105350 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-f803c5c2-db76-4cfb-bf66-c890b2387fd2 None None] Set router 5ed96472-d954-4742-aed3-d420512dcb22 gateway port host: n-d-842733-1 {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:35:43.154561 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fe9d39-72a6-446d-95ca-aa3d940e5912 req-6839a5c5-1133-419c-8623-89c791b9bde3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:35:43.156349 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d9fe9d39-72a6-446d-95ca-aa3d940e5912 req-6839a5c5-1133-419c-8623-89c791b9bde3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8135b52a8b7f4cf984503d606af9bb73&device_id=083f1347-9fbf-48f9-83a4-1fe55930f4c3 HTTP/1.1" status: 200 len: 1120 time: 0.1588242 May 20 20:35:43.254703 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device ba8bf304-383d-48b9-b1fb-fce16c280a44 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:35:43.400514 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port ba8bf304-383d-48b9-b1fb-fce16c280a44 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:35:43.400883 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:43.565574 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d9fe9d39-72a6-446d-95ca-aa3d940e5912 req-b1099005-f0f5-482f-b262-a65be2f0d146 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=064579eb-9bb1-4dd4-9173-8e00e4b16037 HTTP/1.1" status: 200 len: 217 time: 0.1677125 May 20 20:35:43.638595 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port ba8bf304-383d-48b9-b1fb-fce16c280a44 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:35:43.646767 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-f803c5c2-db76-4cfb-bf66-c890b2387fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ed96472-d954-4742-aed3-d420512dcb22', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-207630631-router', 'tenant_id': '7a0946b7566d4115bc78791f06e90f69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': 'ba8bf304-383d-48b9-b1fb-fce16c280a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:35:33Z', 'updated_at': '2022-05-20T20:35:39Z', 'revision_number': 4, 'project_id': '7a0946b7566d4115bc78791f06e90f69', 'gw_port': {'id': 'ba8bf304-383d-48b9-b1fb-fce16c280a44', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:2d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed96472-d954-4742-aed3-d420512dcb22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:35:34Z', 'updated_at': '2022-05-20T20:35:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': '54aef385-a175-415f-85b8-a08e77f1a399', 'name': '', 'network_id': 'b6d9e896-d344-4c48-82c9-67ef44a8b110', 'tenant_id': '7a0946b7566d4115bc78791f06e90f69', 'mac_address': 'fa:16:3e:f2:ea:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ed96472-d954-4742-aed3-d420512dcb22', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '3749240c-676d-4d91-b602-5dfaa1286886', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:35:38Z', 'updated_at': '2022-05-20T20:35:40Z', 'revision_number': 2, 'project_id': '7a0946b7566d4115bc78791f06e90f69', 'subnets': [{'id': '3749240c-676d-4d91-b602-5dfaa1286886', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:35:43.681378 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f803c5c2-db76-4cfb-bf66-c890b2387fd2 None None] Checking router: 5ed96472-d954-4742-aed3-d420512dcb22 for host: n-d-842733-1 {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 20:35:43.686941 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f803c5c2-db76-4cfb-bf66-c890b2387fd2 None None] Updating router 5ed96472-d954-4742-aed3-d420512dcb22 port 54aef385-a175-415f-85b8-a08e77f1a399 binding host n-d-842733-1 {{(pid=103164) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 20:35:43.717848 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-f803c5c2-db76-4cfb-bf66-c890b2387fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:43.743023 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fe9d39-72a6-446d-95ca-aa3d940e5912 req-f113ee31-9f4d-40ce-898d-469cf5b3fe85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:35:43.744485 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d9fe9d39-72a6-446d-95ca-aa3d940e5912 req-f113ee31-9f4d-40ce-898d-469cf5b3fe85 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=26b342ea-254c-483a-9ea9-f11c178970eb HTTP/1.1" status: 200 len: 843 time: 0.1496892 May 20 20:35:43.755345 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1817cff7-e105-40b4-9c01-58e325f392d2 req-735eed55-9521-45c9-a6eb-8c96f12bf89f tempest-AggregatesAdminTestJSON-1188427473 tempest-AggregatesAdminTestJSON-1188427473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:35:43.756871 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1817cff7-e105-40b4-9c01-58e325f392d2 req-735eed55-9521-45c9-a6eb-8c96f12bf89f tempest-AggregatesAdminTestJSON-1188427473 tempest-AggregatesAdminTestJSON-1188427473-project] 10.222.0.35 "GET /v2.0/ports?device_id=083f1347-9fbf-48f9-83a4-1fe55930f4c3 HTTP/1.1" status: 200 len: 969 time: 0.1904924 May 20 20:35:43.824786 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1817cff7-e105-40b4-9c01-58e325f392d2 req-709090dc-8b3f-414e-a7bc-8fc7702a47b1 tempest-AggregatesAdminTestJSON-1188427473 tempest-AggregatesAdminTestJSON-1188427473-project] 10.222.0.35 "GET /v2.0/security-groups?id=d1cf681c-16a4-4f0f-b602-fed34cb755c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517149 May 20 20:35:43.929956 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fe9d39-72a6-446d-95ca-aa3d940e5912 req-b2bd27d6-77fa-40b7-8484-6d4395656b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:35:43.931643 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d9fe9d39-72a6-446d-95ca-aa3d940e5912 req-b2bd27d6-77fa-40b7-8484-6d4395656b68 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cd702362-b982-46c5-a7d0-51de1b03df86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1059902 May 20 20:35:44.084116 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d9fe9d39-72a6-446d-95ca-aa3d940e5912 req-0bc1a444-2ecf-4cd4-8865-d6aa8e31945f service neutron] 10.222.0.24 "GET /v2.0/networks/cd702362-b982-46c5-a7d0-51de1b03df86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340773 May 20 20:35:44.176670 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-f803c5c2-db76-4cfb-bf66-c890b2387fd2 None None] Notify callbacks [] for port, precommit_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:44.218752 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d9fe9d39-72a6-446d-95ca-aa3d940e5912 req-22f49712-1696-4842-8ce0-2162742a14f2 service neutron] 10.222.0.24 "GET /v2.0/networks/cd702362-b982-46c5-a7d0-51de1b03df86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078467 May 20 20:35:44.230162 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 57006) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:35:44.261535 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e7cd47b1-8d72-4658-915f-de133e675500 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:44.276165 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-f803c5c2-db76-4cfb-bf66-c890b2387fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:44.379044 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b2761c-5799-4580-891d-822a15db06bf None None] Pushing event updated for resources: {'Port': ['ID=54aef385-a175-415f-85b8-a08e77f1a399,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:35:44.412336 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e7cd47b1-8d72-4658-915f-de133e675500 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:44.452273 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4291b17aa7b45362825f0571e77c85f5e73afe1df9c7e9e15006df9d695c005e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caca2ea3-5051-42fb-b4d7-17cff37c4929" -d '{"events": [{"name": "network-changed", "server_uuid": "083f1347-9fbf-48f9-83a4-1fe55930f4c3", "tag": "064579eb-9bb1-4dd4-9173-8e00e4b16037"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:35:44.486249 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-f803c5c2-db76-4cfb-bf66-c890b2387fd2 None None] Attempting to bind port 54aef385-a175-415f-85b8-a08e77f1a399 on host n-d-842733-1 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:35:44.487138 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-f803c5c2-db76-4cfb-bf66-c890b2387fd2 None None] Attempting to bind port 54aef385-a175-415f-85b8-a08e77f1a399 by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': '94a4894e-95e9-4cfb-9a59-0548accd47c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'b6d9e896-d344-4c48-82c9-67ef44a8b110'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:35:44.488405 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f803c5c2-db76-4cfb-bf66-c890b2387fd2 None None] Attempting to bind port 54aef385-a175-415f-85b8-a08e77f1a399 on network b6d9e896-d344-4c48-82c9-67ef44a8b110 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:35:44.498241 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f803c5c2-db76-4cfb-bf66-c890b2387fd2 None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 35, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:35:44.498241 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f803c5c2-db76-4cfb-bf66-c890b2387fd2 None None] Checking segment: {'id': '94a4894e-95e9-4cfb-9a59-0548accd47c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'b6d9e896-d344-4c48-82c9-67ef44a8b110'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:35:44.498241 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-f803c5c2-db76-4cfb-bf66-c890b2387fd2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:44.498241 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f803c5c2-db76-4cfb-bf66-c890b2387fd2 None None] Bound using segment: {'id': '94a4894e-95e9-4cfb-9a59-0548accd47c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'b6d9e896-d344-4c48-82c9-67ef44a8b110'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:35:44.498241 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-f803c5c2-db76-4cfb-bf66-c890b2387fd2 None None] Bound port: 54aef385-a175-415f-85b8-a08e77f1a399, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94a4894e-95e9-4cfb-9a59-0548accd47c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'b6d9e896-d344-4c48-82c9-67ef44a8b110'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:35:44.498241 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-f803c5c2-db76-4cfb-bf66-c890b2387fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:44.513153 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e7cd47b1-8d72-4658-915f-de133e675500 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:44.576293 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cd47b1-8d72-4658-915f-de133e675500 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b8e86c5-f660-4770-99ea-8bedbd798afa,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:35:44.608844 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-e7cd47b1-8d72-4658-915f-de133e675500 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ed7694220eb64511be77f8d6bfb7cd7f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3775609 May 20 20:35:44.612032 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 57022) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:35:44.658737 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-f803c5c2-db76-4cfb-bf66-c890b2387fd2 None None] For port 54aef385-a175-415f-85b8-a08e77f1a399, host n-d-842733-1, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:35:44.664902 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-f803c5c2-db76-4cfb-bf66-c890b2387fd2 None None] For port 54aef385-a175-415f-85b8-a08e77f1a399, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=54aef385-a175-415f-85b8-a08e77f1a399,segment=NetworkSegment(94a4894e-95e9-4cfb-9a59-0548accd47c0),segment_id=94a4894e-95e9-4cfb-9a59-0548accd47c0)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:35:44.716160 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-1545430d-b645-4b85-b281-49621d64fc3b None None] Provisioning complete for port 54aef385-a175-415f-85b8-a08e77f1a399 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:35:44.716735 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-1545430d-b645-4b85-b281-49621d64fc3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:44.744308 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-583d1a07-bf15-4b4b-8ab0-a6759b6be4a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:44.772445 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-1545430d-b645-4b85-b281-49621d64fc3b None None] Port 54aef385-a175-415f-85b8-a08e77f1a399 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 20:35:44.783300 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-f803c5c2-db76-4cfb-bf66-c890b2387fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:44.783588 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-583d1a07-bf15-4b4b-8ab0-a6759b6be4a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:44.884175 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b2761c-5799-4580-891d-822a15db06bf None None] Pushing event updated for resources: {'Port': ['ID=54aef385-a175-415f-85b8-a08e77f1a399,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:35:44.913807 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f803c5c2-db76-4cfb-bf66-c890b2387fd2 None None] Routers {'5ed96472-d954-4742-aed3-d420512dcb22'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:35:44.913807 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-f803c5c2-db76-4cfb-bf66-c890b2387fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:35:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['5ed96472-d954-4742-aed3-d420512dcb22'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:35:44.933483 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-583d1a07-bf15-4b4b-8ab0-a6759b6be4a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:44.936919 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-583d1a07-bf15-4b4b-8ab0-a6759b6be4a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:44.941742 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-583d1a07-bf15-4b4b-8ab0-a6759b6be4a8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3b8e86c5-f660-4770-99ea-8bedbd798afa HTTP/1.1" status: 204 len: 168 time: 0.3259912 May 20 20:35:44.958189 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583d1a07-bf15-4b4b-8ab0-a6759b6be4a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b8e86c5-f660-4770-99ea-8bedbd798afa,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:35:45.093232 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 20:35:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d62c62b8-db55-4770-af8b-7b9c4a4d24f3 x-openstack-request-id: req-d62c62b8-db55-4770-af8b-7b9c4a4d24f3 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:35:45.094526 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "083f1347-9fbf-48f9-83a4-1fe55930f4c3", "tag": "064579eb-9bb1-4dd4-9173-8e00e4b16037", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:35:45.094920 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d62c62b8-db55-4770-af8b-7b9c4a4d24f3 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:35:45.095532 n-d-842733-1 neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d62c62b8-db55-4770-af8b-7b9c4a4d24f3'] response: {'name': 'network-changed', 'server_uuid': '083f1347-9fbf-48f9-83a4-1fe55930f4c3', 'tag': '064579eb-9bb1-4dd4-9173-8e00e4b16037', 'status': 'completed', 'code': 200} May 20 20:35:45.289867 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f3957e-fbd3-4c58-9035-4f431e73f816 req-58098eda-c0fb-4076-b07a-2741b5f519de tempest-AggregatesAdminTestJSON-1188427473 tempest-AggregatesAdminTestJSON-1188427473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:35:45.299929 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-27f3957e-fbd3-4c58-9035-4f431e73f816 req-58098eda-c0fb-4076-b07a-2741b5f519de tempest-AggregatesAdminTestJSON-1188427473 tempest-AggregatesAdminTestJSON-1188427473-project] 10.222.0.35 "GET /v2.0/ports?device_id=083f1347-9fbf-48f9-83a4-1fe55930f4c3 HTTP/1.1" status: 200 len: 969 time: 0.1793108 May 20 20:35:45.321671 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caca2ea3-5051-42fb-b4d7-17cff37c4929 req-3cacea5f-4acb-466b-a22c-a9ea52ec3986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:35:45.323580 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-caca2ea3-5051-42fb-b4d7-17cff37c4929 req-3cacea5f-4acb-466b-a22c-a9ea52ec3986 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8135b52a8b7f4cf984503d606af9bb73&device_id=083f1347-9fbf-48f9-83a4-1fe55930f4c3 HTTP/1.1" status: 200 len: 1120 time: 0.1547136 May 20 20:35:45.366523 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-27f3957e-fbd3-4c58-9035-4f431e73f816 req-afc7f3de-61e8-4c23-a02a-4b0b218eedde tempest-AggregatesAdminTestJSON-1188427473 tempest-AggregatesAdminTestJSON-1188427473-project] 10.222.0.35 "GET /v2.0/security-groups?id=d1cf681c-16a4-4f0f-b602-fed34cb755c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576878 May 20 20:35:45.396945 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-68f8bbc8-a519-4fea-9b5a-92fc3436766a None None] Provisioning complete for port 54aef385-a175-415f-85b8-a08e77f1a399 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:35:45.397553 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-68f8bbc8-a519-4fea-9b5a-92fc3436766a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:45.491021 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-f803c5c2-db76-4cfb-bf66-c890b2387fd2 None None] Set router 5ed96472-d954-4742-aed3-d420512dcb22 gateway port host: n-d-842733-1 {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:35:45.648505 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-68f8bbc8-a519-4fea-9b5a-92fc3436766a None None] Current status of the port 54aef385-a175-415f-85b8-a08e77f1a399 is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:35:45.648909 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-68f8bbc8-a519-4fea-9b5a-92fc3436766a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:45.689925 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caca2ea3-5051-42fb-b4d7-17cff37c4929 req-3fe8c4ac-c712-4791-b1d5-4e83bae10b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:35:45.691695 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-caca2ea3-5051-42fb-b4d7-17cff37c4929 req-3fe8c4ac-c712-4791-b1d5-4e83bae10b83 service neutron] 10.222.0.24 "GET /v2.0/networks?id=cd702362-b982-46c5-a7d0-51de1b03df86 HTTP/1.1" status: 200 len: 870 time: 0.3125045 May 20 20:35:45.711843 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-68f8bbc8-a519-4fea-9b5a-92fc3436766a None None] For port 54aef385-a175-415f-85b8-a08e77f1a399, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=54aef385-a175-415f-85b8-a08e77f1a399,segment=NetworkSegment(94a4894e-95e9-4cfb-9a59-0548accd47c0),segment_id=94a4894e-95e9-4cfb-9a59-0548accd47c0)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:35:45.763292 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-caca2ea3-5051-42fb-b4d7-17cff37c4929 req-309e626e-4f9e-457a-9ca3-a58c7347e31b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=064579eb-9bb1-4dd4-9173-8e00e4b16037 HTTP/1.1" status: 200 len: 217 time: 0.0524952 May 20 20:35:45.804294 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-68f8bbc8-a519-4fea-9b5a-92fc3436766a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:45.861264 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 57050) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:35:45.867866 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-0d5d3c3c-070b-40a8-875f-a596ca4b10e9 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-729365858-network', 'tenant_id': '31ee811cf8bf4496a8c0a15123029084'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:35:45.898015 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f8bbc8-a519-4fea-9b5a-92fc3436766a None None] Pushing event updated for resources: {'Port': ['ID=54aef385-a175-415f-85b8-a08e77f1a399,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:35:45.909244 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-f803c5c2-db76-4cfb-bf66-c890b2387fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ed96472-d954-4742-aed3-d420512dcb22', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-207630631-router', 'tenant_id': '7a0946b7566d4115bc78791f06e90f69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': 'ba8bf304-383d-48b9-b1fb-fce16c280a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:35:33Z', 'updated_at': '2022-05-20T20:35:39Z', 'revision_number': 4, 'project_id': '7a0946b7566d4115bc78791f06e90f69', 'gw_port': {'id': 'ba8bf304-383d-48b9-b1fb-fce16c280a44', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:2d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed96472-d954-4742-aed3-d420512dcb22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:35:34Z', 'updated_at': '2022-05-20T20:35:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': '54aef385-a175-415f-85b8-a08e77f1a399', 'name': '', 'network_id': 'b6d9e896-d344-4c48-82c9-67ef44a8b110', 'tenant_id': '7a0946b7566d4115bc78791f06e90f69', 'mac_address': 'fa:16:3e:f2:ea:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ed96472-d954-4742-aed3-d420512dcb22', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '3749240c-676d-4d91-b602-5dfaa1286886', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:35:38Z', 'updated_at': '2022-05-20T20:35:44Z', 'revision_number': 4, 'project_id': '7a0946b7566d4115bc78791f06e90f69', 'subnets': [{'id': '3749240c-676d-4d91-b602-5dfaa1286886', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:35:45.952727 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f803c5c2-db76-4cfb-bf66-c890b2387fd2 None None] The sync data for ids ['5ed96472-d954-4742-aed3-d420512dcb22'] in n-d-842733-1 is: [{'id': '5ed96472-d954-4742-aed3-d420512dcb22', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-207630631-router', 'tenant_id': '7a0946b7566d4115bc78791f06e90f69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': 'ba8bf304-383d-48b9-b1fb-fce16c280a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:35:33Z', 'updated_at': '2022-05-20T20:35:39Z', 'revision_number': 4, 'project_id': '7a0946b7566d4115bc78791f06e90f69', 'gw_port': {'id': 'ba8bf304-383d-48b9-b1fb-fce16c280a44', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:2d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed96472-d954-4742-aed3-d420512dcb22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:35:34Z', 'updated_at': '2022-05-20T20:35:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': '54aef385-a175-415f-85b8-a08e77f1a399', 'name': '', 'network_id': 'b6d9e896-d344-4c48-82c9-67ef44a8b110', 'tenant_id': '7a0946b7566d4115bc78791f06e90f69', 'mac_address': 'fa:16:3e:f2:ea:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ed96472-d954-4742-aed3-d420512dcb22', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '3749240c-676d-4d91-b602-5dfaa1286886', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:35:38Z', 'updated_at': '2022-05-20T20:35:44Z', 'revision_number': 4, 'project_id': '7a0946b7566d4115bc78791f06e90f69', 'subnets': [{'id': '3749240c-676d-4d91-b602-5dfaa1286886', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 20:35:45.982251 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d5d3c3c-070b-40a8-875f-a596ca4b10e9 admin admin] Made reservation on behalf of 31ee811cf8bf4496a8c0a15123029084 for: {'network': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:35:45.994287 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0d5d3c3c-070b-40a8-875f-a596ca4b10e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for network, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:46.002409 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0d5d3c3c-070b-40a8-875f-a596ca4b10e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:46.114551 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caca2ea3-5051-42fb-b4d7-17cff37c4929 req-c86f2252-cc9b-4165-b0ff-0ac179d49479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:35:46.123002 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-caca2ea3-5051-42fb-b4d7-17cff37c4929 req-c86f2252-cc9b-4165-b0ff-0ac179d49479 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=26b342ea-254c-483a-9ea9-f11c178970eb HTTP/1.1" status: 200 len: 843 time: 0.1233940 May 20 20:35:46.192152 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0d5d3c3c-070b-40a8-875f-a596ca4b10e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:46.218823 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caca2ea3-5051-42fb-b4d7-17cff37c4929 req-d0442a63-f532-4848-aff4-6ffc7967dde0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:35:46.220700 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-caca2ea3-5051-42fb-b4d7-17cff37c4929 req-d0442a63-f532-4848-aff4-6ffc7967dde0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cd702362-b982-46c5-a7d0-51de1b03df86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0856297 May 20 20:35:46.264120 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0d5d3c3c-070b-40a8-875f-a596ca4b10e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:46.292177 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d5d3c3c-070b-40a8-875f-a596ca4b10e9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 228} {{(pid=103162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 20:35:46.313042 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5d3c3c-070b-40a8-875f-a596ca4b10e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd7ff652-3d3f-4159-94cd-0dbe71a75d2e,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:35:46.331487 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0d5d3c3c-070b-40a8-875f-a596ca4b10e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:46.331487 n-d-842733-1 neutron-server[103162]: INFO neutron.db.segments_db [None req-0d5d3c3c-070b-40a8-875f-a596ca4b10e9 admin admin] Added segment c52be16b-c0f3-4850-bcd1-0bdefd3bab7d of type vlan for network c4b43d7b-7098-4775-8fc5-4e9463bbe780 May 20 20:35:46.399345 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-caca2ea3-5051-42fb-b4d7-17cff37c4929 req-9b5c3d11-ee3c-4b56-a7b5-7f7f3447f1be service neutron] 10.222.0.24 "GET /v2.0/networks/cd702362-b982-46c5-a7d0-51de1b03df86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577716 May 20 20:35:46.410447 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0d5d3c3c-070b-40a8-875f-a596ca4b10e9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418993264'] for network, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:46.562216 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0d5d3c3c-070b-40a8-875f-a596ca4b10e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524'] for network, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:46.564911 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d5d3c3c-070b-40a8-875f-a596ca4b10e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:35:46.565619 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0d5d3c3c-070b-40a8-875f-a596ca4b10e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:46.695235 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b671e9-9cb3-40db-9743-ff71bd92342d req-19adf4ce-053d-42d3-8b1c-cc8c4dfac235 tempest-AggregatesAdminTestJSON-1188427473 tempest-AggregatesAdminTestJSON-1188427473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:35:46.697128 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-97b671e9-9cb3-40db-9743-ff71bd92342d req-19adf4ce-053d-42d3-8b1c-cc8c4dfac235 tempest-AggregatesAdminTestJSON-1188427473 tempest-AggregatesAdminTestJSON-1188427473-project] 10.222.0.35 "GET /v2.0/ports?device_id=083f1347-9fbf-48f9-83a4-1fe55930f4c3 HTTP/1.1" status: 200 len: 969 time: 0.1716866 May 20 20:35:46.699474 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-caca2ea3-5051-42fb-b4d7-17cff37c4929 req-a285be88-3f56-4ea5-8105-c36749c1a0e2 service neutron] 10.222.0.24 "GET /v2.0/networks/cd702362-b982-46c5-a7d0-51de1b03df86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2871068 May 20 20:35:46.703816 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5d3c3c-070b-40a8-875f-a596ca4b10e9 admin admin] Pushing event updated for resources: {'Network': ['ID=c4b43d7b-7098-4775-8fc5-4e9463bbe780,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:35:46.716325 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Network c4b43d7b-7098-4775-8fc5-4e9463bbe780 details requested by agent ovs-agent-n-d-842733-1 with host n-d-842733-1 {{(pid=103164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 20 20:35:46.740651 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-0d5d3c3c-070b-40a8-875f-a596ca4b10e9 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.8771675 May 20 20:35:46.743870 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 57076) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:35:46.754887 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-274cbf57-eb84-4ae2-a2aa-4a88bb9e39ed admin admin] Request body: {'subnet': {'network_id': 'c4b43d7b-7098-4775-8fc5-4e9463bbe780', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-729365858-subnet', 'tenant_id': '31ee811cf8bf4496a8c0a15123029084', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:35:46.850261 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-97b671e9-9cb3-40db-9743-ff71bd92342d req-d110957d-5d8b-4c3f-9c6e-5d24a65e2fa4 tempest-AggregatesAdminTestJSON-1188427473 tempest-AggregatesAdminTestJSON-1188427473-project] 10.222.0.35 "GET /v2.0/security-groups?id=d1cf681c-16a4-4f0f-b602-fed34cb755c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440008 May 20 20:35:46.901500 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-274cbf57-eb84-4ae2-a2aa-4a88bb9e39ed admin admin] Made reservation on behalf of 31ee811cf8bf4496a8c0a15123029084 for: {'subnet': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:35:46.904655 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-274cbf57-eb84-4ae2-a2aa-4a88bb9e39ed admin admin] Notify callbacks [] for subnet, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:47.099631 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 57090) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:35:47.320943 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 54aef385-a175-415f-85b8-a08e77f1a399 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:35:47.371283 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-274cbf57-eb84-4ae2-a2aa-4a88bb9e39ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524'] for subnet, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:47.478105 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 54aef385-a175-415f-85b8-a08e77f1a399 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:35:47.478722 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:47.495931 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274cbf57-eb84-4ae2-a2aa-4a88bb9e39ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=b976e55b-bc0e-4cb1-aae3-746fb21d0e80,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:35:47.540041 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-274cbf57-eb84-4ae2-a2aa-4a88bb9e39ed admin admin] Checking segment: {'id': 'c52be16b-c0f3-4850-bcd1-0bdefd3bab7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'c4b43d7b-7098-4775-8fc5-4e9463bbe780'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:35:47.540709 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-274cbf57-eb84-4ae2-a2aa-4a88bb9e39ed admin admin] Network hostable DHCP agents. Network: c4b43d7b-7098-4775-8fc5-4e9463bbe780, hostable agents: ['c9b0653c-f3c7-4339-bd50-e3754b629216'], hosted agents: [] {{(pid=103162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 20:35:47.633626 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-274cbf57-eb84-4ae2-a2aa-4a88bb9e39ed admin admin] Network c4b43d7b-7098-4775-8fc5-4e9463bbe780 is scheduled to be hosted by DHCP agent c9b0653c-f3c7-4339-bd50-e3754b629216 with binding_index 1 {{(pid=103162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 20:35:47.656668 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 54aef385-a175-415f-85b8-a08e77f1a399 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:35:47.684603 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-d5076ec3-42c0-4a5c-bc3f-ae98ddf61838 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-459478279-network', 'tenant_id': '8b3cc11ab7334369b6693afcab69aa6e'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:35:47.742429 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-274cbf57-eb84-4ae2-a2aa-4a88bb9e39ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842733-1, c4b43d7b-7098-4775-8fc5-4e9463bbe780) {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:35:47.748407 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-274cbf57-eb84-4ae2-a2aa-4a88bb9e39ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:35:47.756364 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-274cbf57-eb84-4ae2-a2aa-4a88bb9e39ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:47.756700 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77a55b1f-8f41-47d9-8a36-652b45fab90f None None] Network c4b43d7b-7098-4775-8fc5-4e9463bbe780 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:35:47.847169 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5076ec3-42c0-4a5c-bc3f-ae98ddf61838 admin admin] Made reservation on behalf of 8b3cc11ab7334369b6693afcab69aa6e for: {'network': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:35:47.854419 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d5076ec3-42c0-4a5c-bc3f-ae98ddf61838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for network, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:47.875646 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d5076ec3-42c0-4a5c-bc3f-ae98ddf61838 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:47.884584 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-274cbf57-eb84-4ae2-a2aa-4a88bb9e39ed admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.1395304 May 20 20:35:47.895137 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 57120) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:35:47.895137 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-fdc9bb9d-5839-4e13-b025-6eba4fa93f05 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-729365858-router', 'tenant_id': '31ee811cf8bf4496a8c0a15123029084', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'}}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:35:47.958015 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.agents_db [None req-5c33ad30-4e00-40fa-b486-8c79c4a6cfc5 None None] Agent healthcheck: found 7 active agents {{(pid=103165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 20 20:35:48.033355 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d5076ec3-42c0-4a5c-bc3f-ae98ddf61838 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:48.041492 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91896f84-5f29-4cd8-b364-97a3d4a35a9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaee2b848-d4b9-5db1-b6ef-d6db29d67de7-c4b43d7b-7098-4775-8fc5-4e9463bbe780', 'network_id': 'c4b43d7b-7098-4775-8fc5-4e9463bbe780', 'tenant_id': '31ee811cf8bf4496a8c0a15123029084', 'fixed_ips': [{'subnet_id': 'b976e55b-bc0e-4cb1-aae3-746fb21d0e80'}]}} from n-d-842733-1. {{(pid=103164) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 20:35:48.042403 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-91896f84-5f29-4cd8-b364-97a3d4a35a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:48.076704 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-fdc9bb9d-5839-4e13-b025-6eba4fa93f05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-694221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26155'] for router, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:48.077941 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-fdc9bb9d-5839-4e13-b025-6eba4fa93f05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-693085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748153', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-718080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26162'] for router, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:48.124479 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d5076ec3-42c0-4a5c-bc3f-ae98ddf61838 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:48.197699 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5076ec3-42c0-4a5c-bc3f-ae98ddf61838 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c1ac446-2eae-4e3c-98ef-7a4684e96782,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:35:48.223925 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-fdc9bb9d-5839-4e13-b025-6eba4fa93f05 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:48.239253 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5076ec3-42c0-4a5c-bc3f-ae98ddf61838 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 232} {{(pid=103163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 20:35:48.264142 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0cb472-9861-420f-84ea-2b971d2c2253 req-7cbafb96-2bde-4aba-a9da-5aaf1ad1cea9 tempest-AggregatesAdminTestJSON-1188427473 tempest-AggregatesAdminTestJSON-1188427473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:35:48.267564 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-dd0cb472-9861-420f-84ea-2b971d2c2253 req-7cbafb96-2bde-4aba-a9da-5aaf1ad1cea9 tempest-AggregatesAdminTestJSON-1188427473 tempest-AggregatesAdminTestJSON-1188427473-project] 10.222.0.35 "GET /v2.0/ports?device_id=083f1347-9fbf-48f9-83a4-1fe55930f4c3 HTTP/1.1" status: 200 len: 969 time: 0.2111571 May 20 20:35:48.338713 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d5076ec3-42c0-4a5c-bc3f-ae98ddf61838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:48.339615 n-d-842733-1 neutron-server[103163]: INFO neutron.db.segments_db [None req-d5076ec3-42c0-4a5c-bc3f-ae98ddf61838 admin admin] Added segment 65a8f4c3-036d-4ff8-a81a-cd07cb6f1230 of type vlan for network fef9e30f-3c34-4b6b-9bd5-2a167649e7b0 May 20 20:35:48.429248 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [None req-91896f84-5f29-4cd8-b364-97a3d4a35a9b None None] Allocated IP 172.20.0.2 (c4b43d7b-7098-4775-8fc5-4e9463bbe780/b976e55b-bc0e-4cb1-aae3-746fb21d0e80/c3c50bc7-f7c1-4a09-bad4-ca69406b54f7) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:35:48.458688 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-dd0cb472-9861-420f-84ea-2b971d2c2253 req-bd1d851f-3647-4d21-880a-27e0ee6a6920 tempest-AggregatesAdminTestJSON-1188427473 tempest-AggregatesAdminTestJSON-1188427473-project] 10.222.0.35 "GET /v2.0/security-groups?id=d1cf681c-16a4-4f0f-b602-fed34cb755c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817834 May 20 20:35:48.503362 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d5076ec3-42c0-4a5c-bc3f-ae98ddf61838 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418993264'] for network, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:48.572816 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-fdc9bb9d-5839-4e13-b025-6eba4fa93f05 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:48.622020 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d5076ec3-42c0-4a5c-bc3f-ae98ddf61838 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524'] for network, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:48.623389 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5076ec3-42c0-4a5c-bc3f-ae98ddf61838 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:35:48.624150 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d5076ec3-42c0-4a5c-bc3f-ae98ddf61838 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:48.726838 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5076ec3-42c0-4a5c-bc3f-ae98ddf61838 admin admin] Pushing event updated for resources: {'Network': ['ID=fef9e30f-3c34-4b6b-9bd5-2a167649e7b0,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:35:48.742215 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-d5076ec3-42c0-4a5c-bc3f-ae98ddf61838 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.6413758 May 20 20:35:48.748404 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 57146) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:35:48.749293 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Network fef9e30f-3c34-4b6b-9bd5-2a167649e7b0 details requested by agent ovs-agent-n-d-842733-1 with host n-d-842733-1 {{(pid=103164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 20 20:35:48.758940 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-720a7377-826f-4946-8745-379b65f05842 admin admin] Request body: {'subnet': {'network_id': 'fef9e30f-3c34-4b6b-9bd5-2a167649e7b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-459478279-subnet', 'tenant_id': '8b3cc11ab7334369b6693afcab69aa6e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:35:48.776494 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-91896f84-5f29-4cd8-b364-97a3d4a35a9b None None] Notify callbacks [] for port, precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:48.886484 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-720a7377-826f-4946-8745-379b65f05842 admin admin] Made reservation on behalf of 8b3cc11ab7334369b6693afcab69aa6e for: {'subnet': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:35:48.888930 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-720a7377-826f-4946-8745-379b65f05842 admin admin] Notify callbacks [] for subnet, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:48.948046 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-91896f84-5f29-4cd8-b364-97a3d4a35a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108'] for port, after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:48.970361 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-fdc9bb9d-5839-4e13-b025-6eba4fa93f05 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:49.011962 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-fdc9bb9d-5839-4e13-b025-6eba4fa93f05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:49.124723 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91896f84-5f29-4cd8-b364-97a3d4a35a9b None None] Network c4b43d7b-7098-4775-8fc5-4e9463bbe780 is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:35:49.147769 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-91896f84-5f29-4cd8-b364-97a3d4a35a9b None None] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:35:49.154535 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91896f84-5f29-4cd8-b364-97a3d4a35a9b None None] Received port after_create {{(pid=103164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:35:49.271468 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 57154) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:35:49.283940 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91896f84-5f29-4cd8-b364-97a3d4a35a9b None None] Pushing event updated for resources: {'Port': ['ID=c3c50bc7-f7c1-4a09-bad4-ca69406b54f7,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:35:49.292413 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-fdc9bb9d-5839-4e13-b025-6eba4fa93f05 admin admin] Allocated IP 172.25.2.52 (e3a93b5c-91e2-4064-9c2c-1afc261bfe15/86fee0c1-6e34-488b-9216-b2b8e7ef585a/52377c38-cf3a-4b97-acd7-9880fae78a38) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:35:49.345862 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-91896f84-5f29-4cd8-b364-97a3d4a35a9b None None] Attempting to bind port c3c50bc7-f7c1-4a09-bad4-ca69406b54f7 on host n-d-842733-1 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:35:49.346327 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-91896f84-5f29-4cd8-b364-97a3d4a35a9b None None] Attempting to bind port c3c50bc7-f7c1-4a09-bad4-ca69406b54f7 by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': 'c52be16b-c0f3-4850-bcd1-0bdefd3bab7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'c4b43d7b-7098-4775-8fc5-4e9463bbe780'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:35:49.346716 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91896f84-5f29-4cd8-b364-97a3d4a35a9b None None] Attempting to bind port c3c50bc7-f7c1-4a09-bad4-ca69406b54f7 on network c4b43d7b-7098-4775-8fc5-4e9463bbe780 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:35:49.356491 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91896f84-5f29-4cd8-b364-97a3d4a35a9b None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 35, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:35:49.357009 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91896f84-5f29-4cd8-b364-97a3d4a35a9b None None] Checking segment: {'id': 'c52be16b-c0f3-4850-bcd1-0bdefd3bab7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'c4b43d7b-7098-4775-8fc5-4e9463bbe780'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:35:49.357298 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-91896f84-5f29-4cd8-b364-97a3d4a35a9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:49.357690 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91896f84-5f29-4cd8-b364-97a3d4a35a9b None None] Bound using segment: {'id': 'c52be16b-c0f3-4850-bcd1-0bdefd3bab7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'c4b43d7b-7098-4775-8fc5-4e9463bbe780'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:35:49.358250 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-91896f84-5f29-4cd8-b364-97a3d4a35a9b None None] Bound port: c3c50bc7-f7c1-4a09-bad4-ca69406b54f7, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c52be16b-c0f3-4850-bcd1-0bdefd3bab7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'c4b43d7b-7098-4775-8fc5-4e9463bbe780'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:35:49.358798 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-91896f84-5f29-4cd8-b364-97a3d4a35a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:49.415549 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-720a7377-826f-4946-8745-379b65f05842 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524'] for subnet, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:49.454834 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-91896f84-5f29-4cd8-b364-97a3d4a35a9b None None] For port c3c50bc7-f7c1-4a09-bad4-ca69406b54f7, host n-d-842733-1, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:35:49.463103 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-91896f84-5f29-4cd8-b364-97a3d4a35a9b None None] For port c3c50bc7-f7c1-4a09-bad4-ca69406b54f7, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=c3c50bc7-f7c1-4a09-bad4-ca69406b54f7,segment=NetworkSegment(c52be16b-c0f3-4850-bcd1-0bdefd3bab7d),segment_id=c52be16b-c0f3-4850-bcd1-0bdefd3bab7d)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:35:49.465255 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-fdc9bb9d-5839-4e13-b025-6eba4fa93f05 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:49.531104 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720a7377-826f-4946-8745-379b65f05842 admin admin] Pushing event updated for resources: {'Subnet': ['ID=33548886-d6e3-48e7-a819-149526989122,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:35:49.538207 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-720a7377-826f-4946-8745-379b65f05842 admin admin] Checking segment: {'id': '65a8f4c3-036d-4ff8-a81a-cd07cb6f1230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'fef9e30f-3c34-4b6b-9bd5-2a167649e7b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:35:49.538562 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-720a7377-826f-4946-8745-379b65f05842 admin admin] Network hostable DHCP agents. Network: fef9e30f-3c34-4b6b-9bd5-2a167649e7b0, hostable agents: ['c9b0653c-f3c7-4339-bd50-e3754b629216'], hosted agents: [] {{(pid=103163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 20:35:49.544996 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-91896f84-5f29-4cd8-b364-97a3d4a35a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:49.693399 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91896f84-5f29-4cd8-b364-97a3d4a35a9b None None] Pushing event updated for resources: {'Port': ['ID=c3c50bc7-f7c1-4a09-bad4-ca69406b54f7,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:35:49.723891 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-720a7377-826f-4946-8745-379b65f05842 admin admin] Network fef9e30f-3c34-4b6b-9bd5-2a167649e7b0 is scheduled to be hosted by DHCP agent c9b0653c-f3c7-4339-bd50-e3754b629216 with binding_index 1 {{(pid=103163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 20:35:49.819057 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c652c7f5-e177-4b72-b934-484b8175303d req-d65f7962-4a88-4378-ab73-ef3e930f02ce tempest-AggregatesAdminTestJSON-1188427473 tempest-AggregatesAdminTestJSON-1188427473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:35:49.830371 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a1e17b0b-3cfe-4730-9dc2-fabe27221ba3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:49.834731 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c652c7f5-e177-4b72-b934-484b8175303d req-d65f7962-4a88-4378-ab73-ef3e930f02ce tempest-AggregatesAdminTestJSON-1188427473 tempest-AggregatesAdminTestJSON-1188427473-project] 10.222.0.35 "GET /v2.0/ports?device_id=083f1347-9fbf-48f9-83a4-1fe55930f4c3 HTTP/1.1" status: 200 len: 969 time: 0.2112188 May 20 20:35:49.839576 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-720a7377-826f-4946-8745-379b65f05842 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842733-1, fef9e30f-3c34-4b6b-9bd5-2a167649e7b0) {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:35:49.851572 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-720a7377-826f-4946-8745-379b65f05842 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:35:49.852253 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-720a7377-826f-4946-8745-379b65f05842 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for subnet, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:49.856066 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c566967c-b7a7-4276-a054-355f2c26c8c8 None None] Network fef9e30f-3c34-4b6b-9bd5-2a167649e7b0 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:35:49.957038 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-5d7dd3f0-7051-403f-9bf3-b8a12d083dcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:49.972035 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c652c7f5-e177-4b72-b934-484b8175303d req-4665a0cd-abee-4289-9ae1-265295d75933 tempest-AggregatesAdminTestJSON-1188427473 tempest-AggregatesAdminTestJSON-1188427473-project] 10.222.0.35 "GET /v2.0/security-groups?id=d1cf681c-16a4-4f0f-b602-fed34cb755c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013629 May 20 20:35:50.074319 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a1e17b0b-3cfe-4730-9dc2-fabe27221ba3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:50.126849 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-fdc9bb9d-5839-4e13-b025-6eba4fa93f05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:50.130202 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36be6062-2596-49c7-8f6a-1badf62b9871 None None] Network fef9e30f-3c34-4b6b-9bd5-2a167649e7b0 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:35:50.186669 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdc9bb9d-5839-4e13-b025-6eba4fa93f05 admin admin] Network e3a93b5c-91e2-4064-9c2c-1afc261bfe15 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:35:50.190311 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-fdc9bb9d-5839-4e13-b025-6eba4fa93f05 admin admin] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:35:50.199936 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdc9bb9d-5839-4e13-b025-6eba4fa93f05 admin admin] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:35:50.240284 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc9bb9d-5839-4e13-b025-6eba4fa93f05 admin admin] Pushing event updated for resources: {'Port': ['ID=52377c38-cf3a-4b97-acd7-9880fae78a38,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:35:50.287494 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-720a7377-826f-4946-8745-379b65f05842 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.5374713 May 20 20:35:50.333614 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a1e17b0b-3cfe-4730-9dc2-fabe27221ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:50.381658 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-a1e17b0b-3cfe-4730-9dc2-fabe27221ba3 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a7de97d40d8548f2836fd6098255feef&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0881345 May 20 20:35:50.382426 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 57178) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:35:50.386178 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e17b0b-3cfe-4730-9dc2-fabe27221ba3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eebc6631-3128-4571-8a5f-9728059ae13f,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:35:50.491801 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8488e0c5-b5fe-4c51-a79e-dd813d752f88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:50.517539 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8488e0c5-b5fe-4c51-a79e-dd813d752f88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:50.530752 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-fdc9bb9d-5839-4e13-b025-6eba4fa93f05 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:50.667690 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8488e0c5-b5fe-4c51-a79e-dd813d752f88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:50.670582 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8488e0c5-b5fe-4c51-a79e-dd813d752f88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:50.672088 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-8488e0c5-b5fe-4c51-a79e-dd813d752f88 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/eebc6631-3128-4571-8a5f-9728059ae13f HTTP/1.1" status: 204 len: 168 time: 0.2888091 May 20 20:35:50.694140 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8488e0c5-b5fe-4c51-a79e-dd813d752f88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eebc6631-3128-4571-8a5f-9728059ae13f,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:35:50.732869 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 57188) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:35:50.769817 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-fdc9bb9d-5839-4e13-b025-6eba4fa93f05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748106'] for router, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:50.983824 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db4daa02-5fb2-461e-9bf1-9ca9657086e4 None None] Network c4b43d7b-7098-4775-8fc5-4e9463bbe780 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:35:51.017238 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdc9bb9d-5839-4e13-b025-6eba4fa93f05 admin admin] Router 24b0e45d-c0c2-4d8a-bff8-1e0349fedd3f is scheduled to L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e with binding_index 1 {{(pid=103162) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 20 20:35:51.123095 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f769d492-81c9-4fa0-8779-a88d0ebdddbf req-f6bb47ec-fdf5-45d8-a21e-0985388f3084 tempest-AggregatesAdminTestJSON-1188427473 tempest-AggregatesAdminTestJSON-1188427473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:35:51.128753 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f769d492-81c9-4fa0-8779-a88d0ebdddbf req-f6bb47ec-fdf5-45d8-a21e-0985388f3084 tempest-AggregatesAdminTestJSON-1188427473 tempest-AggregatesAdminTestJSON-1188427473-project] 10.222.0.35 "GET /v2.0/ports?device_id=083f1347-9fbf-48f9-83a4-1fe55930f4c3 HTTP/1.1" status: 200 len: 969 time: 0.0685599 May 20 20:35:51.129875 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-f9a00a35-61d5-4256-8032-0948c04f4421 None None] Provisioning complete for port c3c50bc7-f7c1-4a09-bad4-ca69406b54f7 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:35:51.130337 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-f9a00a35-61d5-4256-8032-0948c04f4421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:51.153243 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ad5a34ac-fec2-41af-939e-530cca9af47f admin admin] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:51.221881 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdc9bb9d-5839-4e13-b025-6eba4fa93f05 admin admin] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 20:35:51.235771 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-488ed983-b283-4c74-99fd-7b074e252523 None None] Sync routers for ids ['24b0e45d-c0c2-4d8a-bff8-1e0349fedd3f'] in n-d-842733-1 {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 20:35:51.252771 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-488ed983-b283-4c74-99fd-7b074e252523 None None] Routers {'24b0e45d-c0c2-4d8a-bff8-1e0349fedd3f'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:35:51.257267 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-488ed983-b283-4c74-99fd-7b074e252523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:35:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['24b0e45d-c0c2-4d8a-bff8-1e0349fedd3f'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:35:51.289304 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f769d492-81c9-4fa0-8779-a88d0ebdddbf req-4b4af594-f31c-4798-b7ca-c3d067525229 tempest-AggregatesAdminTestJSON-1188427473 tempest-AggregatesAdminTestJSON-1188427473-project] 10.222.0.35 "GET /v2.0/security-groups?id=d1cf681c-16a4-4f0f-b602-fed34cb755c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428170 May 20 20:35:51.333909 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-fdc9bb9d-5839-4e13-b025-6eba4fa93f05 admin admin] Notify callbacks [] for router, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:51.335638 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-fdc9bb9d-5839-4e13-b025-6eba4fa93f05 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 3.4465671 May 20 20:35:51.338374 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 57200) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:35:51.339933 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-f9a00a35-61d5-4256-8032-0948c04f4421 None None] Current status of the port c3c50bc7-f7c1-4a09-bad4-ca69406b54f7 is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:35:51.340546 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-f9a00a35-61d5-4256-8032-0948c04f4421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:51.344824 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device c3c50bc7-f7c1-4a09-bad4-ca69406b54f7 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:35:51.402675 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ad5a34ac-fec2-41af-939e-530cca9af47f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:51.411266 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-f9a00a35-61d5-4256-8032-0948c04f4421 None None] For port c3c50bc7-f7c1-4a09-bad4-ca69406b54f7, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=c3c50bc7-f7c1-4a09-bad4-ca69406b54f7,segment=NetworkSegment(c52be16b-c0f3-4850-bcd1-0bdefd3bab7d),segment_id=c52be16b-c0f3-4850-bcd1-0bdefd3bab7d)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:35:51.429890 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-488ed983-b283-4c74-99fd-7b074e252523 None None] Set router 24b0e45d-c0c2-4d8a-bff8-1e0349fedd3f gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:35:51.432340 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port c3c50bc7-f7c1-4a09-bad4-ca69406b54f7 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:35:51.433228 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:51.481663 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ad5a34ac-fec2-41af-939e-530cca9af47f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:51.490471 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-f9a00a35-61d5-4256-8032-0948c04f4421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:51.538200 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-ad5a34ac-fec2-41af-939e-530cca9af47f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1f5080228cf747c4b39d395ee8c21a6a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8038225 May 20 20:35:51.540648 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 57204) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:35:51.548257 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5a34ac-fec2-41af-939e-530cca9af47f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69f3d0d9-b8dd-4bcd-b9db-fd0bccd55bd5,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:35:51.632332 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 57206) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:35:51.664781 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-eb85dd50-83d7-41ea-8a00-c780155a6788 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:51.666479 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a00a35-61d5-4256-8032-0948c04f4421 None None] Pushing event updated for resources: {'Port': ['ID=c3c50bc7-f7c1-4a09-bad4-ca69406b54f7,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:35:51.686633 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port c3c50bc7-f7c1-4a09-bad4-ca69406b54f7 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:35:51.701083 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f2ba5d47-64f0-4cae-82d3-8123f3c59059 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:51.720214 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-488ed983-b283-4c74-99fd-7b074e252523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24b0e45d-c0c2-4d8a-bff8-1e0349fedd3f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-729365858-router', 'tenant_id': '31ee811cf8bf4496a8c0a15123029084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': '52377c38-cf3a-4b97-acd7-9880fae78a38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:35:48Z', 'updated_at': '2022-05-20T20:35:50Z', 'revision_number': 3, 'project_id': '31ee811cf8bf4496a8c0a15123029084', 'gw_port': {'id': '52377c38-cf3a-4b97-acd7-9880fae78a38', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:1f:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24b0e45d-c0c2-4d8a-bff8-1e0349fedd3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:35:49Z', 'updated_at': '2022-05-20T20:35:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:35:51.722770 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-04ff00db-9068-408c-bd08-31a2fca1e888 None None] Provisioning complete for port c3c50bc7-f7c1-4a09-bad4-ca69406b54f7 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:35:51.725587 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-04ff00db-9068-408c-bd08-31a2fca1e888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:51.753661 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-488ed983-b283-4c74-99fd-7b074e252523 None None] Checking router: 24b0e45d-c0c2-4d8a-bff8-1e0349fedd3f for host: n-d-842733-1 {{(pid=103165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 20:35:51.754234 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-488ed983-b283-4c74-99fd-7b074e252523 None None] Updating router 24b0e45d-c0c2-4d8a-bff8-1e0349fedd3f port 52377c38-cf3a-4b97-acd7-9880fae78a38 binding host n-d-842733-1 {{(pid=103165) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 20:35:51.776545 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f2ba5d47-64f0-4cae-82d3-8123f3c59059 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:51.780961 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-488ed983-b283-4c74-99fd-7b074e252523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:51.908025 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-eb85dd50-83d7-41ea-8a00-c780155a6788 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:51.908025 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 57216) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:35:51.913143 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-1c960045-1c51-4226-b131-ce8d0352b24d admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-482991973-network', 'tenant_id': '664639fa2a7940ae80af876bef4aa3ee'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:35:51.942330 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-04ff00db-9068-408c-bd08-31a2fca1e888 None None] Current status of the port c3c50bc7-f7c1-4a09-bad4-ca69406b54f7 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:35:51.967025 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-871b8218-4237-4c86-9e30-3e70cab26b31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:51.982144 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f2ba5d47-64f0-4cae-82d3-8123f3c59059 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:51.985296 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f2ba5d47-64f0-4cae-82d3-8123f3c59059 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:51.986569 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-f2ba5d47-64f0-4cae-82d3-8123f3c59059 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/69f3d0d9-b8dd-4bcd-b9db-fd0bccd55bd5 HTTP/1.1" status: 204 len: 168 time: 0.4448566 May 20 20:35:51.994874 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ba5d47-64f0-4cae-82d3-8123f3c59059 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69f3d0d9-b8dd-4bcd-b9db-fd0bccd55bd5,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:35:52.011493 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c960045-1c51-4226-b131-ce8d0352b24d admin admin] Made reservation on behalf of 664639fa2a7940ae80af876bef4aa3ee for: {'network': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:35:52.016310 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1c960045-1c51-4226-b131-ce8d0352b24d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for network, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:52.040898 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-eb85dd50-83d7-41ea-8a00-c780155a6788 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:52.047803 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1c960045-1c51-4226-b131-ce8d0352b24d admin admin] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:52.109162 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-eb85dd50-83d7-41ea-8a00-c780155a6788 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c06a0ea355b94317923e46b3855394a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4749677 May 20 20:35:52.112810 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 57220) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:35:52.128052 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb85dd50-83d7-41ea-8a00-c780155a6788 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19afab9f-d359-4571-81e1-4b9ef5ea73e7,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:35:52.162414 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-488ed983-b283-4c74-99fd-7b074e252523 None None] Notify callbacks [] for port, precommit_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:52.219955 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-67a3b8c3-6e85-45d6-b233-62ad9d3c3fb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:52.230351 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ef4c75f1-f532-40a6-8945-9d79d44060d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:52.244492 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-488ed983-b283-4c74-99fd-7b074e252523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:52.282034 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ef4c75f1-f532-40a6-8945-9d79d44060d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:52.302136 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1c960045-1c51-4226-b131-ce8d0352b24d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:52.330549 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-871b8218-4237-4c86-9e30-3e70cab26b31 admin admin] Allocated IP 172.20.0.1 (c4b43d7b-7098-4775-8fc5-4e9463bbe780/b976e55b-bc0e-4cb1-aae3-746fb21d0e80/cccdffef-5b05-481c-a498-0f8f1ae7fe37) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:35:52.338019 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-488ed983-b283-4c74-99fd-7b074e252523 None None] Attempting to bind port 52377c38-cf3a-4b97-acd7-9880fae78a38 on host n-d-842733-1 for vnic_type normal with profile {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:35:52.338393 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-488ed983-b283-4c74-99fd-7b074e252523 None None] Attempting to bind port 52377c38-cf3a-4b97-acd7-9880fae78a38 by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': '0b5485c4-eff8-42a1-9073-ae54ed4c63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'}] {{(pid=103165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:35:52.339160 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-488ed983-b283-4c74-99fd-7b074e252523 None None] Attempting to bind port 52377c38-cf3a-4b97-acd7-9880fae78a38 on network e3a93b5c-91e2-4064-9c2c-1afc261bfe15 {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:35:52.348227 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-488ed983-b283-4c74-99fd-7b074e252523 None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 35, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:35:52.352730 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-488ed983-b283-4c74-99fd-7b074e252523 None None] Checking segment: {'id': '0b5485c4-eff8-42a1-9073-ae54ed4c63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:35:52.352730 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-488ed983-b283-4c74-99fd-7b074e252523 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:52.352730 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-488ed983-b283-4c74-99fd-7b074e252523 None None] Bound using segment: {'id': '0b5485c4-eff8-42a1-9073-ae54ed4c63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'} {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:35:52.352730 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-488ed983-b283-4c74-99fd-7b074e252523 None None] Bound port: 52377c38-cf3a-4b97-acd7-9880fae78a38, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b5485c4-eff8-42a1-9073-ae54ed4c63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'}}] {{(pid=103165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:35:52.352730 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-488ed983-b283-4c74-99fd-7b074e252523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:52.370906 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1c960045-1c51-4226-b131-ce8d0352b24d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:52.387838 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7291159f-7a26-4f63-b9b0-43697a29d6b9 None None] Pushing event updated for resources: {'Port': ['ID=52377c38-cf3a-4b97-acd7-9880fae78a38,revision_number=2']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:35:52.419104 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c960045-1c51-4226-b131-ce8d0352b24d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dfaf841-938d-452d-ab64-9445179cb98e,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:35:52.425733 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-488ed983-b283-4c74-99fd-7b074e252523 None None] For port 52377c38-cf3a-4b97-acd7-9880fae78a38, host n-d-842733-1, cleared binding levels {{(pid=103165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:35:52.430225 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-488ed983-b283-4c74-99fd-7b074e252523 None None] For port 52377c38-cf3a-4b97-acd7-9880fae78a38, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=52377c38-cf3a-4b97-acd7-9880fae78a38,segment=NetworkSegment(0b5485c4-eff8-42a1-9073-ae54ed4c63ba),segment_id=0b5485c4-eff8-42a1-9073-ae54ed4c63ba)] {{(pid=103165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:35:52.444510 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c960045-1c51-4226-b131-ce8d0352b24d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 208} {{(pid=103163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 20:35:52.447730 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ef4c75f1-f532-40a6-8945-9d79d44060d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:52.450250 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ef4c75f1-f532-40a6-8945-9d79d44060d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:52.451394 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-ef4c75f1-f532-40a6-8945-9d79d44060d3 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/19afab9f-d359-4571-81e1-4b9ef5ea73e7 HTTP/1.1" status: 204 len: 168 time: 0.3374534 May 20 20:35:52.472991 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1c960045-1c51-4226-b131-ce8d0352b24d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:52.473387 n-d-842733-1 neutron-server[103163]: INFO neutron.db.segments_db [None req-1c960045-1c51-4226-b131-ce8d0352b24d admin admin] Added segment 7ad71ad5-4179-4098-bd0f-1166020e8835 of type vlan for network 2eabd434-d432-4c12-88c2-8eab21380fcf May 20 20:35:52.489926 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4c75f1-f532-40a6-8945-9d79d44060d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19afab9f-d359-4571-81e1-4b9ef5ea73e7,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:35:52.534559 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-488ed983-b283-4c74-99fd-7b074e252523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:52.542019 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eed5133-8077-4ed0-b0b9-66615cc15804 req-a29b5101-2af3-40bd-b8ed-4942749990bb tempest-AggregatesAdminTestJSON-1188427473 tempest-AggregatesAdminTestJSON-1188427473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:35:52.545842 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1eed5133-8077-4ed0-b0b9-66615cc15804 req-a29b5101-2af3-40bd-b8ed-4942749990bb tempest-AggregatesAdminTestJSON-1188427473 tempest-AggregatesAdminTestJSON-1188427473-project] 10.222.0.35 "GET /v2.0/ports?device_id=083f1347-9fbf-48f9-83a4-1fe55930f4c3 HTTP/1.1" status: 200 len: 969 time: 0.1416104 May 20 20:35:52.555773 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1c960045-1c51-4226-b131-ce8d0352b24d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418993264'] for network, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:52.615108 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1eed5133-8077-4ed0-b0b9-66615cc15804 req-bdf69914-5d62-4533-93ca-d484365072bb tempest-AggregatesAdminTestJSON-1188427473 tempest-AggregatesAdminTestJSON-1188427473-project] 10.222.0.35 "GET /v2.0/security-groups?id=d1cf681c-16a4-4f0f-b602-fed34cb755c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623312 May 20 20:35:52.642310 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-871b8218-4237-4c86-9e30-3e70cab26b31 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:52.646987 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-488ed983-b283-4c74-99fd-7b074e252523 None None] Routers {'24b0e45d-c0c2-4d8a-bff8-1e0349fedd3f'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:35:52.647611 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-488ed983-b283-4c74-99fd-7b074e252523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:35:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['24b0e45d-c0c2-4d8a-bff8-1e0349fedd3f'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:35:52.678507 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1c960045-1c51-4226-b131-ce8d0352b24d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524'] for network, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:52.679474 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c960045-1c51-4226-b131-ce8d0352b24d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:35:52.680222 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1c960045-1c51-4226-b131-ce8d0352b24d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:52.708604 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7291159f-7a26-4f63-b9b0-43697a29d6b9 None None] Pushing event updated for resources: {'Port': ['ID=52377c38-cf3a-4b97-acd7-9880fae78a38,revision_number=3']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:35:52.738780 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c960045-1c51-4226-b131-ce8d0352b24d admin admin] Pushing event updated for resources: {'Network': ['ID=2eabd434-d432-4c12-88c2-8eab21380fcf,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:35:52.748493 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Network 2eabd434-d432-4c12-88c2-8eab21380fcf details requested by agent ovs-agent-n-d-842733-1 with host n-d-842733-1 {{(pid=103164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 20 20:35:52.766198 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-871b8218-4237-4c86-9e30-3e70cab26b31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:52.772098 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-488ed983-b283-4c74-99fd-7b074e252523 None None] Set router 24b0e45d-c0c2-4d8a-bff8-1e0349fedd3f gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:35:52.801766 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-1c960045-1c51-4226-b131-ce8d0352b24d admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.8899112 May 20 20:35:52.802092 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 57228) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:35:52.809620 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-8f94b318-7b0d-4c35-8aef-69628aebafb3 admin admin] Request body: {'subnet': {'network_id': '2eabd434-d432-4c12-88c2-8eab21380fcf', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-482991973-subnet', 'tenant_id': '664639fa2a7940ae80af876bef4aa3ee', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:35:52.816364 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-871b8218-4237-4c86-9e30-3e70cab26b31 admin admin] Network c4b43d7b-7098-4775-8fc5-4e9463bbe780 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:35:52.819191 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-871b8218-4237-4c86-9e30-3e70cab26b31 admin admin] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:35:52.824240 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-871b8218-4237-4c86-9e30-3e70cab26b31 admin admin] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:35:52.824240 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-871b8218-4237-4c86-9e30-3e70cab26b31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748409'] for router_interface, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:52.861835 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871b8218-4237-4c86-9e30-3e70cab26b31 admin admin] Pushing event updated for resources: {'Port': ['ID=cccdffef-5b05-481c-a498-0f8f1ae7fe37,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:35:52.973183 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f94b318-7b0d-4c35-8aef-69628aebafb3 admin admin] Made reservation on behalf of 664639fa2a7940ae80af876bef4aa3ee for: {'subnet': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:35:52.976317 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8f94b318-7b0d-4c35-8aef-69628aebafb3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:53.020255 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-488ed983-b283-4c74-99fd-7b074e252523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24b0e45d-c0c2-4d8a-bff8-1e0349fedd3f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-729365858-router', 'tenant_id': '31ee811cf8bf4496a8c0a15123029084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': '52377c38-cf3a-4b97-acd7-9880fae78a38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:35:48Z', 'updated_at': '2022-05-20T20:35:50Z', 'revision_number': 3, 'project_id': '31ee811cf8bf4496a8c0a15123029084', 'gw_port': {'id': '52377c38-cf3a-4b97-acd7-9880fae78a38', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:1f:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24b0e45d-c0c2-4d8a-bff8-1e0349fedd3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:35:49Z', 'updated_at': '2022-05-20T20:35:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:35:53.020412 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 57232) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:35:53.049981 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-488ed983-b283-4c74-99fd-7b074e252523 None None] The sync data for ids ['24b0e45d-c0c2-4d8a-bff8-1e0349fedd3f'] in n-d-842733-1 is: [{'id': '24b0e45d-c0c2-4d8a-bff8-1e0349fedd3f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-729365858-router', 'tenant_id': '31ee811cf8bf4496a8c0a15123029084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': '52377c38-cf3a-4b97-acd7-9880fae78a38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:35:48Z', 'updated_at': '2022-05-20T20:35:50Z', 'revision_number': 3, 'project_id': '31ee811cf8bf4496a8c0a15123029084', 'gw_port': {'id': '52377c38-cf3a-4b97-acd7-9880fae78a38', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:1f:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24b0e45d-c0c2-4d8a-bff8-1e0349fedd3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:35:49Z', 'updated_at': '2022-05-20T20:35:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 20:35:53.061012 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-647980ab-21e1-4ec1-8059-db3619b15b55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:53.130766 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-16927ea5-556f-4ea5-962a-1c68bbb2b410 None None] Provisioning complete for port cccdffef-5b05-481c-a498-0f8f1ae7fe37 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:35:53.131486 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-16927ea5-556f-4ea5-962a-1c68bbb2b410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:53.149945 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-871b8218-4237-4c86-9e30-3e70cab26b31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:53.220647 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-16927ea5-556f-4ea5-962a-1c68bbb2b410 None None] Port cccdffef-5b05-481c-a498-0f8f1ae7fe37 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 20:35:53.244739 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-647980ab-21e1-4ec1-8059-db3619b15b55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:53.268149 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device c3c50bc7-f7c1-4a09-bad4-ca69406b54f7 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:35:53.329191 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port c3c50bc7-f7c1-4a09-bad4-ca69406b54f7 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:35:53.329924 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:53.367604 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8f94b318-7b0d-4c35-8aef-69628aebafb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524'] for subnet, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:53.380087 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-647980ab-21e1-4ec1-8059-db3619b15b55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:53.442638 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f94b318-7b0d-4c35-8aef-69628aebafb3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc83d0f4-83f8-46b1-89d4-9e80c95fc52e,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:35:53.464905 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f94b318-7b0d-4c35-8aef-69628aebafb3 admin admin] Checking segment: {'id': '7ad71ad5-4179-4098-bd0f-1166020e8835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '2eabd434-d432-4c12-88c2-8eab21380fcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:35:53.465384 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f94b318-7b0d-4c35-8aef-69628aebafb3 admin admin] Network hostable DHCP agents. Network: 2eabd434-d432-4c12-88c2-8eab21380fcf, hostable agents: ['c9b0653c-f3c7-4339-bd50-e3754b629216'], hosted agents: [] {{(pid=103163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 20:35:53.483150 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-871b8218-4237-4c86-9e30-3e70cab26b31 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:53.497875 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-647980ab-21e1-4ec1-8059-db3619b15b55 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1dfbf322c850479ea0cfc2cec6da60a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4738817 May 20 20:35:53.499059 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 57240) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:35:53.499360 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port c3c50bc7-f7c1-4a09-bad4-ca69406b54f7 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:35:53.506463 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647980ab-21e1-4ec1-8059-db3619b15b55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41ad061d-8e14-4424-a2b0-7c02df89705d,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:35:53.567600 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-87aea0ab-d875-41c3-95db-17f690c608e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:53.572168 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f94b318-7b0d-4c35-8aef-69628aebafb3 admin admin] Network 2eabd434-d432-4c12-88c2-8eab21380fcf is scheduled to be hosted by DHCP agent c9b0653c-f3c7-4339-bd50-e3754b629216 with binding_index 1 {{(pid=103163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 20:35:53.597434 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-87aea0ab-d875-41c3-95db-17f690c608e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:53.622060 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-871b8218-4237-4c86-9e30-3e70cab26b31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:53.622882 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-871b8218-4237-4c86-9e30-3e70cab26b31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748437'] for router_interface, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:53.649004 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-8f94b318-7b0d-4c35-8aef-69628aebafb3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842733-1, 2eabd434-d432-4c12-88c2-8eab21380fcf) {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:35:53.653906 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f94b318-7b0d-4c35-8aef-69628aebafb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:35:53.654516 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8f94b318-7b0d-4c35-8aef-69628aebafb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for subnet, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:53.673099 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2db153b-0d00-4aea-b551-2a3808241e1c None None] Network 2eabd434-d432-4c12-88c2-8eab21380fcf requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:35:53.742696 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871b8218-4237-4c86-9e30-3e70cab26b31 admin admin] Pushing event updated for resources: {'Port': ['ID=cccdffef-5b05-481c-a498-0f8f1ae7fe37,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:35:53.776732 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-871b8218-4237-4c86-9e30-3e70cab26b31 admin admin] Network c4b43d7b-7098-4775-8fc5-4e9463bbe780 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:35:53.778400 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-871b8218-4237-4c86-9e30-3e70cab26b31 admin admin] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:35:53.779567 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-8f94b318-7b0d-4c35-8aef-69628aebafb3 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.9765236 May 20 20:35:53.780716 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-87aea0ab-d875-41c3-95db-17f690c608e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:53.788467 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-87aea0ab-d875-41c3-95db-17f690c608e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:53.790508 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-87aea0ab-d875-41c3-95db-17f690c608e3 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/41ad061d-8e14-4424-a2b0-7c02df89705d HTTP/1.1" status: 204 len: 168 time: 0.2890863 May 20 20:35:53.800978 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87aea0ab-d875-41c3-95db-17f690c608e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41ad061d-8e14-4424-a2b0-7c02df89705d,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:35:53.836346 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f6ddbc-bfbd-44cb-b3f7-afc2f0d3be87 req-80b18ebf-ace5-4dd9-bc91-b6552614f34d tempest-AggregatesAdminTestJSON-1188427473 tempest-AggregatesAdminTestJSON-1188427473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:35:53.847429 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-32f6ddbc-bfbd-44cb-b3f7-afc2f0d3be87 req-80b18ebf-ace5-4dd9-bc91-b6552614f34d tempest-AggregatesAdminTestJSON-1188427473 tempest-AggregatesAdminTestJSON-1188427473-project] 10.222.0.35 "GET /v2.0/ports?device_id=083f1347-9fbf-48f9-83a4-1fe55930f4c3 HTTP/1.1" status: 200 len: 969 time: 0.1246376 May 20 20:35:53.876737 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4bb0e131-6525-46ca-a45b-e4ea43a5e69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:53.916070 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-633d253b-9d73-42a5-aa0d-56adb462e090 None None] Network 2eabd434-d432-4c12-88c2-8eab21380fcf requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:35:53.937551 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-32f6ddbc-bfbd-44cb-b3f7-afc2f0d3be87 req-293056d4-8dea-4ffc-9260-5dd292104145 tempest-AggregatesAdminTestJSON-1188427473 tempest-AggregatesAdminTestJSON-1188427473-project] 10.222.0.35 "GET /v2.0/security-groups?id=d1cf681c-16a4-4f0f-b602-fed34cb755c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773265 May 20 20:35:54.075087 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-871b8218-4237-4c86-9e30-3e70cab26b31 admin admin] Router 24b0e45d-c0c2-4d8a-bff8-1e0349fedd3f has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 20:35:54.148790 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-5e64be10-1736-4df2-a473-fac425d1103e None None] Provisioning complete for port cccdffef-5b05-481c-a498-0f8f1ae7fe37 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:35:54.149278 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-5e64be10-1736-4df2-a473-fac425d1103e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:54.186135 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-5e64be10-1736-4df2-a473-fac425d1103e None None] Port cccdffef-5b05-481c-a498-0f8f1ae7fe37 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 20:35:54.226935 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-871b8218-4237-4c86-9e30-3e70cab26b31 admin admin] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 20:35:54.233246 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-871b8218-4237-4c86-9e30-3e70cab26b31 admin admin] 10.222.0.35 "PUT /v2.0/routers/24b0e45d-c0c2-4d8a-bff8-1e0349fedd3f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8929958 May 20 20:35:54.367856 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:54.865036 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 064579eb-9bb1-4dd4-9173-8e00e4b16037 details requested by agent hyperv_n-h1-842733-1 with host n-h1-842733-1 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 20:35:54.942943 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4c674d-c5d7-4a8f-808b-efaea77140e2 req-18a2f953-f66c-46e7-97d1-678f54d01a98 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:35:54.944429 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0f4c674d-c5d7-4a8f-808b-efaea77140e2 req-18a2f953-f66c-46e7-97d1-678f54d01a98 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.35 "GET /v2.0/networks?id=fef9e30f-3c34-4b6b-9bd5-2a167649e7b0 HTTP/1.1" status: 200 len: 820 time: 0.1970494 May 20 20:35:54.960754 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0f4c674d-c5d7-4a8f-808b-efaea77140e2 req-6f21982a-6742-4203-ba5c-928c43ef6077 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.35 "GET /v2.0/quotas/8b3cc11ab7334369b6693afcab69aa6e HTTP/1.1" status: 200 len: 375 time: 0.0101581 May 20 20:35:54.971221 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port 064579eb-9bb1-4dd4-9173-8e00e4b16037, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=064579eb-9bb1-4dd4-9173-8e00e4b16037,segment=NetworkSegment(ed3a602f-49fb-4a95-be80-401e1eb72e33),segment_id=ed3a602f-49fb-4a95-be80-401e1eb72e33)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:35:54.992163 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Returning: {'device': '064579eb-9bb1-4dd4-9173-8e00e4b16037', 'network_id': 'cd702362-b982-46c5-a7d0-51de1b03df86', 'port_id': '064579eb-9bb1-4dd4-9173-8e00e4b16037', 'mac_address': 'fa:16:3e:9a:f8:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26b342ea-254c-483a-9ea9-f11c178970eb', 'ip_address': '192.168.233.118'}], 'device_owner': 'compute:tempest-test_az-182300140', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 20 20:35:55.001104 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0f4c674d-c5d7-4a8f-808b-efaea77140e2 req-e56bd0f2-6250-43fd-beb3-65b88c53b052 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=8b3cc11ab7334369b6693afcab69aa6e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0323441 May 20 20:35:55.057938 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Current status of the port 064579eb-9bb1-4dd4-9173-8e00e4b16037 is: DOWN; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:35:55.057938 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:55.057938 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 064579eb-9bb1-4dd4-9173-8e00e4b16037 {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:35:55.071484 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7880cac2-44ec-4699-b76d-6716ef7fcfdf None None] Sync routers for ids ['24b0e45d-c0c2-4d8a-bff8-1e0349fedd3f'] in n-d-842733-1 {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 20:35:55.087116 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port 064579eb-9bb1-4dd4-9173-8e00e4b16037, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=064579eb-9bb1-4dd4-9173-8e00e4b16037,segment=NetworkSegment(ed3a602f-49fb-4a95-be80-401e1eb72e33),segment_id=ed3a602f-49fb-4a95-be80-401e1eb72e33)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:35:55.090417 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7880cac2-44ec-4699-b76d-6716ef7fcfdf None None] Routers {'24b0e45d-c0c2-4d8a-bff8-1e0349fedd3f'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:35:55.091079 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-7880cac2-44ec-4699-b76d-6716ef7fcfdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:35:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['24b0e45d-c0c2-4d8a-bff8-1e0349fedd3f'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:35:55.199955 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-7880cac2-44ec-4699-b76d-6716ef7fcfdf None None] Set router 24b0e45d-c0c2-4d8a-bff8-1e0349fedd3f gateway port host: n-d-842733-1 {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:35:55.271777 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 52377c38-cf3a-4b97-acd7-9880fae78a38 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:35:55.427873 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 52377c38-cf3a-4b97-acd7-9880fae78a38 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:35:55.428501 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:55.514903 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-7880cac2-44ec-4699-b76d-6716ef7fcfdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24b0e45d-c0c2-4d8a-bff8-1e0349fedd3f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-729365858-router', 'tenant_id': '31ee811cf8bf4496a8c0a15123029084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': '52377c38-cf3a-4b97-acd7-9880fae78a38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:35:48Z', 'updated_at': '2022-05-20T20:35:52Z', 'revision_number': 4, 'project_id': '31ee811cf8bf4496a8c0a15123029084', 'gw_port': {'id': '52377c38-cf3a-4b97-acd7-9880fae78a38', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:1f:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24b0e45d-c0c2-4d8a-bff8-1e0349fedd3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:35:49Z', 'updated_at': '2022-05-20T20:35:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': 'cccdffef-5b05-481c-a498-0f8f1ae7fe37', 'name': '', 'network_id': 'c4b43d7b-7098-4775-8fc5-4e9463bbe780', 'tenant_id': '31ee811cf8bf4496a8c0a15123029084', 'mac_address': 'fa:16:3e:0d:1e:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24b0e45d-c0c2-4d8a-bff8-1e0349fedd3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 153, 'fixed_ips': [{'subnet_id': 'b976e55b-bc0e-4cb1-aae3-746fb21d0e80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:35:51Z', 'updated_at': '2022-05-20T20:35:53Z', 'revision_number': 2, 'project_id': '31ee811cf8bf4496a8c0a15123029084', 'subnets': [{'id': 'b976e55b-bc0e-4cb1-aae3-746fb21d0e80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:35:55.648674 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7880cac2-44ec-4699-b76d-6716ef7fcfdf None None] Checking router: 24b0e45d-c0c2-4d8a-bff8-1e0349fedd3f for host: n-d-842733-1 {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 20:35:55.649013 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7880cac2-44ec-4699-b76d-6716ef7fcfdf None None] Updating router 24b0e45d-c0c2-4d8a-bff8-1e0349fedd3f port cccdffef-5b05-481c-a498-0f8f1ae7fe37 binding host n-d-842733-1 {{(pid=103164) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 20:35:55.670363 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 52377c38-cf3a-4b97-acd7-9880fae78a38 is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:35:55.670766 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:55.690625 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-7880cac2-44ec-4699-b76d-6716ef7fcfdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:55.708202 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] For port 52377c38-cf3a-4b97-acd7-9880fae78a38, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=52377c38-cf3a-4b97-acd7-9880fae78a38,segment=NetworkSegment(0b5485c4-eff8-42a1-9073-ae54ed4c63ba),segment_id=0b5485c4-eff8-42a1-9073-ae54ed4c63ba)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:35:55.960194 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-7880cac2-44ec-4699-b76d-6716ef7fcfdf None None] Notify callbacks [] for port, precommit_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:55.979621 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 57316) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:35:56.094317 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:56.095819 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:56.097403 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cc3ec51b-6ec8-438a-8349-5f0bec346d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:56.158752 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:56.170198 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Pushing event updated for resources: {'Port': ['ID=064579eb-9bb1-4dd4-9173-8e00e4b16037,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:35:56.198583 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-7880cac2-44ec-4699-b76d-6716ef7fcfdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:56.225202 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96440e3-9da1-4ed1-9ea2-91723983b9e1 req-5fbe8cc9-507e-4735-be31-b41152963470 tempest-AggregatesAdminTestJSON-1188427473 tempest-AggregatesAdminTestJSON-1188427473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:35:56.231269 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a96440e3-9da1-4ed1-9ea2-91723983b9e1 req-5fbe8cc9-507e-4735-be31-b41152963470 tempest-AggregatesAdminTestJSON-1188427473 tempest-AggregatesAdminTestJSON-1188427473-project] 10.222.0.35 "GET /v2.0/ports?device_id=083f1347-9fbf-48f9-83a4-1fe55930f4c3 HTTP/1.1" status: 200 len: 970 time: 0.0626726 May 20 20:35:56.235282 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Pushing event updated for resources: {'Port': ['ID=52377c38-cf3a-4b97-acd7-9880fae78a38,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:35:56.312260 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a96440e3-9da1-4ed1-9ea2-91723983b9e1 req-16c97e6f-8565-4c23-bbbf-2be8cfedfaba tempest-AggregatesAdminTestJSON-1188427473 tempest-AggregatesAdminTestJSON-1188427473-project] 10.222.0.35 "GET /v2.0/security-groups?id=d1cf681c-16a4-4f0f-b602-fed34cb755c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696018 May 20 20:35:56.330638 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-7880cac2-44ec-4699-b76d-6716ef7fcfdf None None] Attempting to bind port cccdffef-5b05-481c-a498-0f8f1ae7fe37 on host n-d-842733-1 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:35:56.331008 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-7880cac2-44ec-4699-b76d-6716ef7fcfdf None None] Attempting to bind port cccdffef-5b05-481c-a498-0f8f1ae7fe37 by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': 'c52be16b-c0f3-4850-bcd1-0bdefd3bab7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'c4b43d7b-7098-4775-8fc5-4e9463bbe780'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:35:56.331369 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7880cac2-44ec-4699-b76d-6716ef7fcfdf None None] Attempting to bind port cccdffef-5b05-481c-a498-0f8f1ae7fe37 on network c4b43d7b-7098-4775-8fc5-4e9463bbe780 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:35:56.331480 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [req-0f4c674d-c5d7-4a8f-808b-efaea77140e2 req-5c4a64f4-ad01-44bb-a949-4d109dd20a5c service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103163) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 20:35:56.334552 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2843aefd-9156-4f01-8ce1-44168df87b73 None None] Pushing event updated for resources: {'Port': ['ID=cccdffef-5b05-481c-a498-0f8f1ae7fe37,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:35:56.345456 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0f4c674d-c5d7-4a8f-808b-efaea77140e2 req-5c4a64f4-ad01-44bb-a949-4d109dd20a5c service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3907743 May 20 20:35:56.357537 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7880cac2-44ec-4699-b76d-6716ef7fcfdf None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 35, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:35:56.357537 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7880cac2-44ec-4699-b76d-6716ef7fcfdf None None] Checking segment: {'id': 'c52be16b-c0f3-4850-bcd1-0bdefd3bab7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'c4b43d7b-7098-4775-8fc5-4e9463bbe780'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:35:56.357537 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-7880cac2-44ec-4699-b76d-6716ef7fcfdf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:56.357537 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7880cac2-44ec-4699-b76d-6716ef7fcfdf None None] Bound using segment: {'id': 'c52be16b-c0f3-4850-bcd1-0bdefd3bab7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'c4b43d7b-7098-4775-8fc5-4e9463bbe780'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:35:56.357537 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-7880cac2-44ec-4699-b76d-6716ef7fcfdf None None] Bound port: cccdffef-5b05-481c-a498-0f8f1ae7fe37, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c52be16b-c0f3-4850-bcd1-0bdefd3bab7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'c4b43d7b-7098-4775-8fc5-4e9463bbe780'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:35:56.357537 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-7880cac2-44ec-4699-b76d-6716ef7fcfdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:56.441094 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] get_ports_and_sgs() called for port_ids ['064579eb-9bb1-4dd4-9173-8e00e4b16037'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:35:56.490967 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-42d96624-66fc-428a-92e2-0b309e37a27e admin admin] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:56.602267 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-7880cac2-44ec-4699-b76d-6716ef7fcfdf None None] For port cccdffef-5b05-481c-a498-0f8f1ae7fe37, host n-d-842733-1, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:35:56.606304 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-42d96624-66fc-428a-92e2-0b309e37a27e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:56.609186 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0f4c674d-c5d7-4a8f-808b-efaea77140e2 req-3ecddd98-7ead-4f07-8413-d2fa0608751b service neutron] 10.222.0.35 "GET /v2.0/networks/fef9e30f-3c34-4b6b-9bd5-2a167649e7b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2608352 May 20 20:35:56.630084 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-7880cac2-44ec-4699-b76d-6716ef7fcfdf None None] For port cccdffef-5b05-481c-a498-0f8f1ae7fe37, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=cccdffef-5b05-481c-a498-0f8f1ae7fe37,segment=NetworkSegment(c52be16b-c0f3-4850-bcd1-0bdefd3bab7d),segment_id=c52be16b-c0f3-4850-bcd1-0bdefd3bab7d)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:35:56.679002 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-73632e3d-2313-442c-bbce-f7c1e1dc9812 None None] Provisioning complete for port cccdffef-5b05-481c-a498-0f8f1ae7fe37 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:35:56.679002 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-73632e3d-2313-442c-bbce-f7c1e1dc9812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:56.713453 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-42d96624-66fc-428a-92e2-0b309e37a27e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:56.739232 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-73632e3d-2313-442c-bbce-f7c1e1dc9812 None None] Port cccdffef-5b05-481c-a498-0f8f1ae7fe37 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 20:35:56.741322 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-7880cac2-44ec-4699-b76d-6716ef7fcfdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:56.765883 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0f4c674d-c5d7-4a8f-808b-efaea77140e2 req-8051f7cc-685c-41b3-85b2-85a2fd72d87d service neutron] 10.222.0.35 "GET /v2.0/networks/fef9e30f-3c34-4b6b-9bd5-2a167649e7b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455510 May 20 20:35:56.779519 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 57346) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:35:56.785038 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-5f473f29-ead0-47d7-b13d-60b7b6957e0e tempest-ServersWithSpecificFlavorTestJSON-403335495 tempest-ServersWithSpecificFlavorTestJSON-403335495-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1172290487', 'description': 'tempest-description--930110466'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:35:56.823537 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-42d96624-66fc-428a-92e2-0b309e37a27e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3a9df1ca2db94fe6bb7e83b36ce3cbbb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8426933 May 20 20:35:56.828708 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 57348) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:35:56.833875 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d96624-66fc-428a-92e2-0b309e37a27e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b538f35c-ce15-4f14-86a7-9c2a5e17cf57,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:35:56.837955 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2843aefd-9156-4f01-8ce1-44168df87b73 None None] Pushing event updated for resources: {'Port': ['ID=cccdffef-5b05-481c-a498-0f8f1ae7fe37,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:35:56.866170 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7880cac2-44ec-4699-b76d-6716ef7fcfdf None None] Routers {'24b0e45d-c0c2-4d8a-bff8-1e0349fedd3f'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:35:56.866998 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-7880cac2-44ec-4699-b76d-6716ef7fcfdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:35:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['24b0e45d-c0c2-4d8a-bff8-1e0349fedd3f'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:35:56.918168 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3f8573ef-4b36-43e6-a2f9-65b8043e5b53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:56.951092 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3f8573ef-4b36-43e6-a2f9-65b8043e5b53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:56.953576 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5f473f29-ead0-47d7-b13d-60b7b6957e0e tempest-ServersWithSpecificFlavorTestJSON-403335495 tempest-ServersWithSpecificFlavorTestJSON-403335495-project] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:57.022027 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-7880cac2-44ec-4699-b76d-6716ef7fcfdf None None] Set router 24b0e45d-c0c2-4d8a-bff8-1e0349fedd3f gateway port host: n-d-842733-1 {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:35:57.131858 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5f473f29-ead0-47d7-b13d-60b7b6957e0e tempest-ServersWithSpecificFlavorTestJSON-403335495 tempest-ServersWithSpecificFlavorTestJSON-403335495-project] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:57.153059 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3f8573ef-4b36-43e6-a2f9-65b8043e5b53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:57.155795 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3f8573ef-4b36-43e6-a2f9-65b8043e5b53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:57.160566 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-3f8573ef-4b36-43e6-a2f9-65b8043e5b53 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b538f35c-ce15-4f14-86a7-9c2a5e17cf57 HTTP/1.1" status: 204 len: 168 time: 0.3308282 May 20 20:35:57.178384 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8573ef-4b36-43e6-a2f9-65b8043e5b53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b538f35c-ce15-4f14-86a7-9c2a5e17cf57,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:35:57.205061 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5f473f29-ead0-47d7-b13d-60b7b6957e0e tempest-ServersWithSpecificFlavorTestJSON-403335495 tempest-ServersWithSpecificFlavorTestJSON-403335495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:57.240594 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-534210bb-f877-4f39-b777-ba2bfc05a812 req-900e1dab-7c80-403e-a106-1f8e350473d1 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.35 "GET /v2.0/ports?device_id=72dcbc3c-1ad5-469d-891f-fc55788615d5 HTTP/1.1" status: 200 len: 210 time: 0.0790334 May 20 20:35:57.260486 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f473f29-ead0-47d7-b13d-60b7b6957e0e tempest-ServersWithSpecificFlavorTestJSON-403335495 tempest-ServersWithSpecificFlavorTestJSON-403335495-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb4532a0-c356-4e15-af9a-d177d4428652,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:35:57.303811 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-7886543c-d139-4508-84fb-46d9a42910c6 None None] Provisioning complete for port cccdffef-5b05-481c-a498-0f8f1ae7fe37 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:35:57.304176 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-7886543c-d139-4508-84fb-46d9a42910c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:57.308516 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 52377c38-cf3a-4b97-acd7-9880fae78a38 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:35:57.371135 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5f473f29-ead0-47d7-b13d-60b7b6957e0e tempest-ServersWithSpecificFlavorTestJSON-403335495 tempest-ServersWithSpecificFlavorTestJSON-403335495-project] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:57.372687 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-5f473f29-ead0-47d7-b13d-60b7b6957e0e tempest-ServersWithSpecificFlavorTestJSON-403335495 tempest-ServersWithSpecificFlavorTestJSON-403335495-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.5915456 May 20 20:35:57.375641 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 57378) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:35:57.394201 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-2a3f118e-1f03-4c6a-8aee-c0197d8e790d tempest-ServersWithSpecificFlavorTestJSON-403335495 tempest-ServersWithSpecificFlavorTestJSON-403335495-project] Request body: {'security_group_rule': {'security_group_id': 'fb4532a0-c356-4e15-af9a-d177d4428652', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:35:57.461303 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 52377c38-cf3a-4b97-acd7-9880fae78a38 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:35:57.461840 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:57.508670 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9eaa40-27f5-49c0-a4ae-34019f637657 req-36fcc617-1b4d-4638-b4c6-da50eab77fe0 tempest-AggregatesAdminTestJSON-1188427473 tempest-AggregatesAdminTestJSON-1188427473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:35:57.510608 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1b9eaa40-27f5-49c0-a4ae-34019f637657 req-36fcc617-1b4d-4638-b4c6-da50eab77fe0 tempest-AggregatesAdminTestJSON-1188427473 tempest-AggregatesAdminTestJSON-1188427473-project] 10.222.0.35 "GET /v2.0/ports?device_id=083f1347-9fbf-48f9-83a4-1fe55930f4c3 HTTP/1.1" status: 200 len: 970 time: 0.0782173 May 20 20:35:57.543354 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-7886543c-d139-4508-84fb-46d9a42910c6 None None] Current status of the port cccdffef-5b05-481c-a498-0f8f1ae7fe37 is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:35:57.543745 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-7886543c-d139-4508-84fb-46d9a42910c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:57.565370 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1b9eaa40-27f5-49c0-a4ae-34019f637657 req-eca75ae5-2cce-4a5f-a544-848bc618b081 tempest-AggregatesAdminTestJSON-1188427473 tempest-AggregatesAdminTestJSON-1188427473-project] 10.222.0.35 "GET /v2.0/security-groups?id=d1cf681c-16a4-4f0f-b602-fed34cb755c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459816 May 20 20:35:57.602677 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2a3f118e-1f03-4c6a-8aee-c0197d8e790d tempest-ServersWithSpecificFlavorTestJSON-403335495 tempest-ServersWithSpecificFlavorTestJSON-403335495-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:57.612396 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-7886543c-d139-4508-84fb-46d9a42910c6 None None] For port cccdffef-5b05-481c-a498-0f8f1ae7fe37, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=cccdffef-5b05-481c-a498-0f8f1ae7fe37,segment=NetworkSegment(c52be16b-c0f3-4850-bcd1-0bdefd3bab7d),segment_id=c52be16b-c0f3-4850-bcd1-0bdefd3bab7d)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:35:57.628476 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-7880cac2-44ec-4699-b76d-6716ef7fcfdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24b0e45d-c0c2-4d8a-bff8-1e0349fedd3f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-729365858-router', 'tenant_id': '31ee811cf8bf4496a8c0a15123029084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': '52377c38-cf3a-4b97-acd7-9880fae78a38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:35:48Z', 'updated_at': '2022-05-20T20:35:52Z', 'revision_number': 4, 'project_id': '31ee811cf8bf4496a8c0a15123029084', 'gw_port': {'id': '52377c38-cf3a-4b97-acd7-9880fae78a38', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:1f:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24b0e45d-c0c2-4d8a-bff8-1e0349fedd3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:35:49Z', 'updated_at': '2022-05-20T20:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': 'cccdffef-5b05-481c-a498-0f8f1ae7fe37', 'name': '', 'network_id': 'c4b43d7b-7098-4775-8fc5-4e9463bbe780', 'tenant_id': '31ee811cf8bf4496a8c0a15123029084', 'mac_address': 'fa:16:3e:0d:1e:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24b0e45d-c0c2-4d8a-bff8-1e0349fedd3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 153, 'fixed_ips': [{'subnet_id': 'b976e55b-bc0e-4cb1-aae3-746fb21d0e80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:35:51Z', 'updated_at': '2022-05-20T20:35:56Z', 'revision_number': 4, 'project_id': '31ee811cf8bf4496a8c0a15123029084', 'subnets': [{'id': 'b976e55b-bc0e-4cb1-aae3-746fb21d0e80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:35:57.666460 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2a3f118e-1f03-4c6a-8aee-c0197d8e790d tempest-ServersWithSpecificFlavorTestJSON-403335495 tempest-ServersWithSpecificFlavorTestJSON-403335495-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:57.687858 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7880cac2-44ec-4699-b76d-6716ef7fcfdf None None] The sync data for ids ['24b0e45d-c0c2-4d8a-bff8-1e0349fedd3f'] in n-d-842733-1 is: [{'id': '24b0e45d-c0c2-4d8a-bff8-1e0349fedd3f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-729365858-router', 'tenant_id': '31ee811cf8bf4496a8c0a15123029084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': '52377c38-cf3a-4b97-acd7-9880fae78a38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:35:48Z', 'updated_at': '2022-05-20T20:35:52Z', 'revision_number': 4, 'project_id': '31ee811cf8bf4496a8c0a15123029084', 'gw_port': {'id': '52377c38-cf3a-4b97-acd7-9880fae78a38', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:1f:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24b0e45d-c0c2-4d8a-bff8-1e0349fedd3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:35:49Z', 'updated_at': '2022-05-20T20:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': 'cccdffef-5b05-481c-a498-0f8f1ae7fe37', 'name': '', 'network_id': 'c4b43d7b-7098-4775-8fc5-4e9463bbe780', 'tenant_id': '31ee811cf8bf4496a8c0a15123029084', 'mac_address': 'fa:16:3e:0d:1e:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24b0e45d-c0c2-4d8a-bff8-1e0349fedd3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 153, 'fixed_ips': [{'subnet_id': 'b976e55b-bc0e-4cb1-aae3-746fb21d0e80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:35:51Z', 'updated_at': '2022-05-20T20:35:56Z', 'revision_number': 4, 'project_id': '31ee811cf8bf4496a8c0a15123029084', 'subnets': [{'id': 'b976e55b-bc0e-4cb1-aae3-746fb21d0e80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 20:35:57.701859 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 52377c38-cf3a-4b97-acd7-9880fae78a38 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:35:57.730634 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-7886543c-d139-4508-84fb-46d9a42910c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:57.759340 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2a3f118e-1f03-4c6a-8aee-c0197d8e790d tempest-ServersWithSpecificFlavorTestJSON-403335495 tempest-ServersWithSpecificFlavorTestJSON-403335495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691816'] for security_group_rule, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:57.787969 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3f118e-1f03-4c6a-8aee-c0197d8e790d tempest-ServersWithSpecificFlavorTestJSON-403335495 tempest-ServersWithSpecificFlavorTestJSON-403335495-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4473f013-7679-44ca-b7ab-b9560d0df2fa,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:35:57.823480 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7886543c-d139-4508-84fb-46d9a42910c6 None None] Pushing event updated for resources: {'Port': ['ID=cccdffef-5b05-481c-a498-0f8f1ae7fe37,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:35:57.898823 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2a3f118e-1f03-4c6a-8aee-c0197d8e790d tempest-ServersWithSpecificFlavorTestJSON-403335495 tempest-ServersWithSpecificFlavorTestJSON-403335495-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:57.901149 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-2a3f118e-1f03-4c6a-8aee-c0197d8e790d tempest-ServersWithSpecificFlavorTestJSON-403335495 tempest-ServersWithSpecificFlavorTestJSON-403335495-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5228157 May 20 20:35:57.907835 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 57398) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:35:57.912385 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-9f4fd784-5f17-4bbd-af6a-d0a4331625ec tempest-ServersWithSpecificFlavorTestJSON-403335495 tempest-ServersWithSpecificFlavorTestJSON-403335495-project] Request body: {'security_group_rule': {'security_group_id': 'fb4532a0-c356-4e15-af9a-d177d4428652', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:35:58.058269 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9f4fd784-5f17-4bbd-af6a-d0a4331625ec tempest-ServersWithSpecificFlavorTestJSON-403335495 tempest-ServersWithSpecificFlavorTestJSON-403335495-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:58.157293 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 57404) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:35:58.157639 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9f4fd784-5f17-4bbd-af6a-d0a4331625ec tempest-ServersWithSpecificFlavorTestJSON-403335495 tempest-ServersWithSpecificFlavorTestJSON-403335495-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:58.175151 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ec96896e-249c-46e6-b066-70091e40722b admin admin] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:58.246164 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9f4fd784-5f17-4bbd-af6a-d0a4331625ec tempest-ServersWithSpecificFlavorTestJSON-403335495 tempest-ServersWithSpecificFlavorTestJSON-403335495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691816'] for security_group_rule, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:58.286248 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4fd784-5f17-4bbd-af6a-d0a4331625ec tempest-ServersWithSpecificFlavorTestJSON-403335495 tempest-ServersWithSpecificFlavorTestJSON-403335495-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f936a63-ef40-4817-be56-b9cf007d7e19,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:35:58.369726 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-bc6c32f8-6dd9-49c1-b53a-5c19021871c8 req-d72a9ff1-0dea-4022-aa23-bfe0d1f39db7 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.35 "GET /v2.0/ports?device_id=72dcbc3c-1ad5-469d-891f-fc55788615d5 HTTP/1.1" status: 200 len: 210 time: 0.0386615 May 20 20:35:58.371581 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ec96896e-249c-46e6-b066-70091e40722b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:58.388516 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9f4fd784-5f17-4bbd-af6a-d0a4331625ec tempest-ServersWithSpecificFlavorTestJSON-403335495 tempest-ServersWithSpecificFlavorTestJSON-403335495-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:58.391209 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-9f4fd784-5f17-4bbd-af6a-d0a4331625ec tempest-ServersWithSpecificFlavorTestJSON-403335495 tempest-ServersWithSpecificFlavorTestJSON-403335495-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4812121 May 20 20:35:58.398127 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 57412) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:35:58.402580 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-dd9a520c-e9b1-43e6-8578-e95db0e255a8 tempest-ServersWithSpecificFlavorTestJSON-403335495 tempest-ServersWithSpecificFlavorTestJSON-403335495-project] Request body: {'floatingip': {'floating_network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:35:58.498601 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ec96896e-249c-46e6-b066-70091e40722b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:58.535794 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-dd9a520c-e9b1-43e6-8578-e95db0e255a8 tempest-ServersWithSpecificFlavorTestJSON-403335495 tempest-ServersWithSpecificFlavorTestJSON-403335495-project] Notify callbacks [] for floatingip, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:58.541827 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec96896e-249c-46e6-b066-70091e40722b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39d657f0-6558-4384-8e44-d8a18186bcb0,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:35:58.553227 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-ec96896e-249c-46e6-b066-70091e40722b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8472a73279584cf0bc194403c612b41a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3942559 May 20 20:35:58.555946 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 57420) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:35:58.629446 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-163e7ad1-03cd-4bf7-b9a5-81482cbd0bce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:58.669708 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-163e7ad1-03cd-4bf7-b9a5-81482cbd0bce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:58.737905 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344002d4-690d-4e6e-b9f1-c39e02100513 req-31606488-ae16-4c15-80c0-c843e8f894d8 tempest-AggregatesAdminTestJSON-1188427473 tempest-AggregatesAdminTestJSON-1188427473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:35:58.745710 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-344002d4-690d-4e6e-b9f1-c39e02100513 req-31606488-ae16-4c15-80c0-c843e8f894d8 tempest-AggregatesAdminTestJSON-1188427473 tempest-AggregatesAdminTestJSON-1188427473-project] 10.222.0.35 "GET /v2.0/ports?device_id=083f1347-9fbf-48f9-83a4-1fe55930f4c3 HTTP/1.1" status: 200 len: 970 time: 0.0934782 May 20 20:35:58.766777 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-dd9a520c-e9b1-43e6-8578-e95db0e255a8 tempest-ServersWithSpecificFlavorTestJSON-403335495 tempest-ServersWithSpecificFlavorTestJSON-403335495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:58.798181 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-163e7ad1-03cd-4bf7-b9a5-81482cbd0bce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:58.800189 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-344002d4-690d-4e6e-b9f1-c39e02100513 req-0fc04dd6-5eaa-4789-9eb8-9630067ddded tempest-AggregatesAdminTestJSON-1188427473 tempest-AggregatesAdminTestJSON-1188427473-project] 10.222.0.35 "GET /v2.0/security-groups?id=d1cf681c-16a4-4f0f-b602-fed34cb755c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528936 May 20 20:35:58.808096 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-163e7ad1-03cd-4bf7-b9a5-81482cbd0bce admin admin] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:58.808096 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-163e7ad1-03cd-4bf7-b9a5-81482cbd0bce admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/39d657f0-6558-4384-8e44-d8a18186bcb0 HTTP/1.1" status: 204 len: 168 time: 0.2453237 May 20 20:35:58.821677 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163e7ad1-03cd-4bf7-b9a5-81482cbd0bce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39d657f0-6558-4384-8e44-d8a18186bcb0,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:35:58.856758 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 064579eb-9bb1-4dd4-9173-8e00e4b16037 up at agent hyperv_n-h1-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:35:58.938899 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-dd9a520c-e9b1-43e6-8578-e95db0e255a8 tempest-ServersWithSpecificFlavorTestJSON-403335495 tempest-ServersWithSpecificFlavorTestJSON-403335495-project] Allocated IP 172.25.2.217 (e3a93b5c-91e2-4064-9c2c-1afc261bfe15/86fee0c1-6e34-488b-9216-b2b8e7ef585a/45434eb3-d480-4031-88cb-d86d3a44eeae) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:35:58.987810 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Provisioning for port 064579eb-9bb1-4dd4-9173-8e00e4b16037 completed by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 20:35:58.992052 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Provisioning complete for port 064579eb-9bb1-4dd4-9173-8e00e4b16037 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:35:58.992416 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:59.064539 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-dd9a520c-e9b1-43e6-8578-e95db0e255a8 tempest-ServersWithSpecificFlavorTestJSON-403335495 tempest-ServersWithSpecificFlavorTestJSON-403335495-project] Notify callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:59.076536 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Current status of the port 064579eb-9bb1-4dd4-9173-8e00e4b16037 is: BUILD; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:35:59.077062 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:59.213478 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '083f1347-9fbf-48f9-83a4-1fe55930f4c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '064579eb-9bb1-4dd4-9173-8e00e4b16037'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:35:59.228179 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-dd9a520c-e9b1-43e6-8578-e95db0e255a8 tempest-ServersWithSpecificFlavorTestJSON-403335495 tempest-ServersWithSpecificFlavorTestJSON-403335495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:59.266556 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd9a520c-e9b1-43e6-8578-e95db0e255a8 tempest-ServersWithSpecificFlavorTestJSON-403335495 tempest-ServersWithSpecificFlavorTestJSON-403335495-project] Network e3a93b5c-91e2-4064-9c2c-1afc261bfe15 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:35:59.269626 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-dd9a520c-e9b1-43e6-8578-e95db0e255a8 tempest-ServersWithSpecificFlavorTestJSON-403335495 tempest-ServersWithSpecificFlavorTestJSON-403335495-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:35:59.276544 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd9a520c-e9b1-43e6-8578-e95db0e255a8 tempest-ServersWithSpecificFlavorTestJSON-403335495 tempest-ServersWithSpecificFlavorTestJSON-403335495-project] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:35:59.282098 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9a520c-e9b1-43e6-8578-e95db0e255a8 tempest-ServersWithSpecificFlavorTestJSON-403335495 tempest-ServersWithSpecificFlavorTestJSON-403335495-project] Pushing event updated for resources: {'Port': ['ID=45434eb3-d480-4031-88cb-d86d3a44eeae,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:35:59.285745 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port 064579eb-9bb1-4dd4-9173-8e00e4b16037, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=064579eb-9bb1-4dd4-9173-8e00e4b16037,segment=NetworkSegment(ed3a602f-49fb-4a95-be80-401e1eb72e33),segment_id=ed3a602f-49fb-4a95-be80-401e1eb72e33)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:35:59.333620 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device cccdffef-5b05-481c-a498-0f8f1ae7fe37 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:35:59.366680 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:59.386239 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-dd9a520c-e9b1-43e6-8578-e95db0e255a8 tempest-ServersWithSpecificFlavorTestJSON-403335495 tempest-ServersWithSpecificFlavorTestJSON-403335495-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:59.450534 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Pushing event updated for resources: {'Port': ['ID=064579eb-9bb1-4dd4-9173-8e00e4b16037,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:35:59.463941 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port cccdffef-5b05-481c-a498-0f8f1ae7fe37 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:35:59.464320 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:59.503622 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8ef33b47-ec11-41e3-b5ea-28bb378b17d6 req-1d8726ce-b2a8-4d49-b5eb-390803d106d9 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.35 "GET /v2.0/ports?device_id=72dcbc3c-1ad5-469d-891f-fc55788615d5 HTTP/1.1" status: 200 len: 210 time: 0.0316167 May 20 20:35:59.532844 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-dd9a520c-e9b1-43e6-8578-e95db0e255a8 tempest-ServersWithSpecificFlavorTestJSON-403335495 tempest-ServersWithSpecificFlavorTestJSON-403335495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:59.587315 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8485417003ce7c0410b00f5cdc2f391e21107b70bb68e2773712534a96e108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-498cb167-f8be-4f4a-9d18-14537ca103d7" -d '{"events": [{"server_uuid": "083f1347-9fbf-48f9-83a4-1fe55930f4c3", "name": "network-vif-plugged", "status": "completed", "tag": "064579eb-9bb1-4dd4-9173-8e00e4b16037"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:35:59.598964 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 57452) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:35:59.603435 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port cccdffef-5b05-481c-a498-0f8f1ae7fe37 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:35:59.718618 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-dd9a520c-e9b1-43e6-8578-e95db0e255a8 tempest-ServersWithSpecificFlavorTestJSON-403335495 tempest-ServersWithSpecificFlavorTestJSON-403335495-project] Notify callbacks [] for port, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:59.730127 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 20:35:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-163ec967-a3bc-4b82-a4f4-c1e087af6eb7 x-openstack-request-id: req-163ec967-a3bc-4b82-a4f4-c1e087af6eb7 {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:35:59.730636 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "083f1347-9fbf-48f9-83a4-1fe55930f4c3", "name": "network-vif-plugged", "status": "completed", "tag": "064579eb-9bb1-4dd4-9173-8e00e4b16037", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:35:59.735362 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-163ec967-a3bc-4b82-a4f4-c1e087af6eb7 {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:35:59.735362 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-163ec967-a3bc-4b82-a4f4-c1e087af6eb7'] response: {'server_uuid': '083f1347-9fbf-48f9-83a4-1fe55930f4c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '064579eb-9bb1-4dd4-9173-8e00e4b16037', 'code': 200} May 20 20:35:59.778550 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-23020119-8867-4736-9ac1-f7571f03dca8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:59.838863 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-dd9a520c-e9b1-43e6-8578-e95db0e255a8 tempest-ServersWithSpecificFlavorTestJSON-403335495 tempest-ServersWithSpecificFlavorTestJSON-403335495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:59.874252 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-dd9a520c-e9b1-43e6-8578-e95db0e255a8 tempest-ServersWithSpecificFlavorTestJSON-403335495 tempest-ServersWithSpecificFlavorTestJSON-403335495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748272'] for floatingip, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:59.891072 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-23020119-8867-4736-9ac1-f7571f03dca8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:59.961629 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-23020119-8867-4736-9ac1-f7571f03dca8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:59.972650 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9a520c-e9b1-43e6-8578-e95db0e255a8 tempest-ServersWithSpecificFlavorTestJSON-403335495 tempest-ServersWithSpecificFlavorTestJSON-403335495-project] Pushing event updated for resources: {'Port': ['ID=45434eb3-d480-4031-88cb-d86d3a44eeae,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:35:59.978461 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7d283a-f7dc-4b8c-b86b-71a7efe84bf1 req-818509ca-209e-489e-a6ba-1cb93495509a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:35:59.980114 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ee7d283a-f7dc-4b8c-b86b-71a7efe84bf1 req-818509ca-209e-489e-a6ba-1cb93495509a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=083f1347-9fbf-48f9-83a4-1fe55930f4c3 HTTP/1.1" status: 200 len: 1122 time: 0.1792316 May 20 20:36:00.018255 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23020119-8867-4736-9ac1-f7571f03dca8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14b147e8-dafc-42eb-8f54-ff8b3ba12a50,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:36:00.020471 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-ee7d283a-f7dc-4b8c-b86b-71a7efe84bf1 req-7a326209-fde8-46bb-8fe6-309bb0e62c11 service neutron] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:00.026215 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-dd9a520c-e9b1-43e6-8578-e95db0e255a8 tempest-ServersWithSpecificFlavorTestJSON-403335495 tempest-ServersWithSpecificFlavorTestJSON-403335495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for floatingip, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:00.026404 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-23020119-8867-4736-9ac1-f7571f03dca8 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f7ed9f2ad86144d8b33ecb931955a50f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4261980 May 20 20:36:00.027090 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 57464) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:36:00.039307 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-dd9a520c-e9b1-43e6-8578-e95db0e255a8 tempest-ServersWithSpecificFlavorTestJSON-403335495 tempest-ServersWithSpecificFlavorTestJSON-403335495-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6311545 May 20 20:36:00.043453 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26591d23-200c-4962-a52a-bca096e0ed52 req-2641a97a-f7fd-41b1-a715-5166f11286d8 tempest-AggregatesAdminTestJSON-1188427473 tempest-AggregatesAdminTestJSON-1188427473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:36:00.044945 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-26591d23-200c-4962-a52a-bca096e0ed52 req-2641a97a-f7fd-41b1-a715-5166f11286d8 tempest-AggregatesAdminTestJSON-1188427473 tempest-AggregatesAdminTestJSON-1188427473-project] 10.222.0.35 "GET /v2.0/ports?device_id=083f1347-9fbf-48f9-83a4-1fe55930f4c3 HTTP/1.1" status: 200 len: 971 time: 0.1392837 May 20 20:36:00.099890 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7731becd-fabe-4f46-a875-a707bed76870 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:00.105658 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-26591d23-200c-4962-a52a-bca096e0ed52 req-e62552b8-cf07-4917-b7b9-26cad9830600 tempest-AggregatesAdminTestJSON-1188427473 tempest-AggregatesAdminTestJSON-1188427473-project] 10.222.0.35 "GET /v2.0/security-groups?id=d1cf681c-16a4-4f0f-b602-fed34cb755c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492070 May 20 20:36:00.139965 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7731becd-fabe-4f46-a875-a707bed76870 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:00.213981 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-ee7d283a-f7dc-4b8c-b86b-71a7efe84bf1 req-7a326209-fde8-46bb-8fe6-309bb0e62c11 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:00.261776 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7731becd-fabe-4f46-a875-a707bed76870 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:00.264931 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7731becd-fabe-4f46-a875-a707bed76870 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:00.271825 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-7731becd-fabe-4f46-a875-a707bed76870 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/14b147e8-dafc-42eb-8f54-ff8b3ba12a50 HTTP/1.1" status: 204 len: 168 time: 0.2396019 May 20 20:36:00.278938 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7731becd-fabe-4f46-a875-a707bed76870 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14b147e8-dafc-42eb-8f54-ff8b3ba12a50,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:36:00.478184 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-ee7d283a-f7dc-4b8c-b86b-71a7efe84bf1 req-7a326209-fde8-46bb-8fe6-309bb0e62c11 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:00.524619 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ee7d283a-f7dc-4b8c-b86b-71a7efe84bf1 req-7a326209-fde8-46bb-8fe6-309bb0e62c11 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=d1cf681c-16a4-4f0f-b602-fed34cb755c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5330639 May 20 20:36:00.538578 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.13', 65426) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:36:00.541449 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d7889b7b-be30-4889-a210-d7c9e12c57ce req-229b9a59-e549-48c4-a941-b9e5ce5e841a tempest-ServersWithSpecificFlavorTestJSON-403335495 tempest-ServersWithSpecificFlavorTestJSON-403335495-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--1172290487&fields=id&tenant_id=7a0946b7566d4115bc78791f06e90f69 HTTP/1.1" status: 200 len: 267 time: 0.2856736 May 20 20:36:00.547306 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a326209-fde8-46bb-8fe6-309bb0e62c11 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=80169998-5ac8-4373-96a5-02361a48f539,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:36:00.676341 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7889b7b-be30-4889-a210-d7c9e12c57ce req-7006096e-e4bb-4feb-9146-c93f41b1eb8b tempest-ServersWithSpecificFlavorTestJSON-403335495 tempest-ServersWithSpecificFlavorTestJSON-403335495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:36:00.684379 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d7889b7b-be30-4889-a210-d7c9e12c57ce req-7006096e-e4bb-4feb-9146-c93f41b1eb8b tempest-ServersWithSpecificFlavorTestJSON-403335495 tempest-ServersWithSpecificFlavorTestJSON-403335495-project] 10.222.0.35 "GET /v2.0/networks?id=b6d9e896-d344-4c48-82c9-67ef44a8b110 HTTP/1.1" status: 200 len: 823 time: 0.1290903 May 20 20:36:00.704665 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d7889b7b-be30-4889-a210-d7c9e12c57ce req-533909a3-a222-4415-886c-cdb177443ab8 tempest-ServersWithSpecificFlavorTestJSON-403335495 tempest-ServersWithSpecificFlavorTestJSON-403335495-project] 10.222.0.35 "GET /v2.0/quotas/7a0946b7566d4115bc78791f06e90f69 HTTP/1.1" status: 200 len: 375 time: 0.0189865 May 20 20:36:00.776959 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5b9922bf-7c9f-4f4b-9e8c-708674b1edaa req-257816ac-e6e8-43dd-86da-da9d2ac73e04 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.35 "GET /v2.0/ports?device_id=72dcbc3c-1ad5-469d-891f-fc55788615d5 HTTP/1.1" status: 200 len: 210 time: 0.0897555 May 20 20:36:00.829517 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d7889b7b-be30-4889-a210-d7c9e12c57ce req-2cbab996-649e-4f13-b7c1-b9636889376e tempest-ServersWithSpecificFlavorTestJSON-403335495 tempest-ServersWithSpecificFlavorTestJSON-403335495-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=7a0946b7566d4115bc78791f06e90f69&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1207879 May 20 20:36:00.909286 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4c674d-c5d7-4a8f-808b-efaea77140e2 req-dc05dcd7-ba37-46a4-8ad8-6e458b2a9aa8 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:36:00.910947 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-0f4c674d-c5d7-4a8f-808b-efaea77140e2 req-dc05dcd7-ba37-46a4-8ad8-6e458b2a9aa8 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.13 "GET /v2.0/networks?id=fef9e30f-3c34-4b6b-9bd5-2a167649e7b0 HTTP/1.1" status: 200 len: 820 time: 0.3714039 May 20 20:36:00.946968 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d7889b7b-be30-4889-a210-d7c9e12c57ce req-c6856d3a-28bf-439e-8e32-b699a783b030 service neutron] 10.222.0.35 "GET /v2.0/networks/b6d9e896-d344-4c48-82c9-67ef44a8b110?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919454 May 20 20:36:01.024634 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [req-0f4c674d-c5d7-4a8f-808b-efaea77140e2 req-a0fb7781-8465-4333-99d8-7aaf73fc120e tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] Request body: {'port': {'device_id': '72dcbc3c-1ad5-469d-891f-fc55788615d5', 'network_id': 'fef9e30f-3c34-4b6b-9bd5-2a167649e7b0', 'admin_state_up': True, 'tenant_id': '8b3cc11ab7334369b6693afcab69aa6e'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:36:01.051101 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d7889b7b-be30-4889-a210-d7c9e12c57ce req-2a8e0342-8e65-4a57-9572-e8169bf3e608 service neutron] 10.222.0.35 "GET /v2.0/networks/b6d9e896-d344-4c48-82c9-67ef44a8b110?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978079 May 20 20:36:01.195792 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 57514) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:36:01.225945 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-348ad5f9-2ec2-4d69-a4e9-cd18672c0d94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:01.288511 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dbc5b7-8e9a-445f-8f69-466187b11d6e req-a0b1db0d-7659-471c-bdb3-465e901b8c1d tempest-AggregatesAdminTestJSON-1188427473 tempest-AggregatesAdminTestJSON-1188427473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:36:01.289977 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c6dbc5b7-8e9a-445f-8f69-466187b11d6e req-a0b1db0d-7659-471c-bdb3-465e901b8c1d tempest-AggregatesAdminTestJSON-1188427473 tempest-AggregatesAdminTestJSON-1188427473-project] 10.222.0.35 "GET /v2.0/ports?device_id=083f1347-9fbf-48f9-83a4-1fe55930f4c3 HTTP/1.1" status: 200 len: 971 time: 0.0838382 May 20 20:36:01.332970 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f4c674d-c5d7-4a8f-808b-efaea77140e2 req-a0fb7781-8465-4333-99d8-7aaf73fc120e tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] Made reservation on behalf of 8b3cc11ab7334369b6693afcab69aa6e for: {'port': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:36:01.337310 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-0f4c674d-c5d7-4a8f-808b-efaea77140e2 req-a0fb7781-8465-4333-99d8-7aaf73fc120e tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:01.383085 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b5cc9fa9-d0f6-4191-92a9-61bde14efddf req-96e1b5a7-e323-4075-b053-87062735bdeb tempest-ServersWithSpecificFlavorTestJSON-403335495 tempest-ServersWithSpecificFlavorTestJSON-403335495-project] 10.222.0.35 "GET /v2.0/ports?device_id=dcc37251-fe20-4f7e-aa5f-f8a826d9ed0d HTTP/1.1" status: 200 len: 210 time: 0.0394883 May 20 20:36:01.398672 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c6dbc5b7-8e9a-445f-8f69-466187b11d6e req-6cfe1ce7-fcfc-4477-88ce-34425dd17e97 tempest-AggregatesAdminTestJSON-1188427473 tempest-AggregatesAdminTestJSON-1188427473-project] 10.222.0.35 "GET /v2.0/security-groups?id=d1cf681c-16a4-4f0f-b602-fed34cb755c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957437 May 20 20:36:01.418449 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-348ad5f9-2ec2-4d69-a4e9-cd18672c0d94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:01.496469 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-348ad5f9-2ec2-4d69-a4e9-cd18672c0d94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:01.545230 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-348ad5f9-2ec2-4d69-a4e9-cd18672c0d94 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ce15cfffa94c42298c783c98d8821fc5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3482261 May 20 20:36:01.546389 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348ad5f9-2ec2-4d69-a4e9-cd18672c0d94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f4389a9-cb4e-488e-b2d2-580d08f7d4e8,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:36:01.549943 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 57526) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:36:01.626516 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-da206303-6f37-499c-9662-b456f0398feb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:01.655517 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-da206303-6f37-499c-9662-b456f0398feb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:01.752584 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [req-0f4c674d-c5d7-4a8f-808b-efaea77140e2 req-a0fb7781-8465-4333-99d8-7aaf73fc120e tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] Allocated IP 172.20.0.12 (fef9e30f-3c34-4b6b-9bd5-2a167649e7b0/33548886-d6e3-48e7-a819-149526989122/65c226fe-0bb9-4ed2-8058-7f27ec6ceba5) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:36:01.800072 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-da206303-6f37-499c-9662-b456f0398feb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:01.802702 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-da206303-6f37-499c-9662-b456f0398feb admin admin] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:01.806945 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-da206303-6f37-499c-9662-b456f0398feb admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7f4389a9-cb4e-488e-b2d2-580d08f7d4e8 HTTP/1.1" status: 204 len: 168 time: 0.2529206 May 20 20:36:01.814974 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da206303-6f37-499c-9662-b456f0398feb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f4389a9-cb4e-488e-b2d2-580d08f7d4e8,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:36:01.960078 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0178c8be-93c8-4523-a38d-54079189fa5e req-fac3c6a9-ce9a-4397-9568-258bf25cf20a tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.35 "GET /v2.0/ports?device_id=72dcbc3c-1ad5-469d-891f-fc55788615d5 HTTP/1.1" status: 200 len: 210 time: 0.0354197 May 20 20:36:01.965057 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:02.046289 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-0f4c674d-c5d7-4a8f-808b-efaea77140e2 req-a0fb7781-8465-4333-99d8-7aaf73fc120e tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:02.164802 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-0f4c674d-c5d7-4a8f-808b-efaea77140e2 req-a0fb7781-8465-4333-99d8-7aaf73fc120e tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:02.240996 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f4c674d-c5d7-4a8f-808b-efaea77140e2 req-a0fb7781-8465-4333-99d8-7aaf73fc120e tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] Network fef9e30f-3c34-4b6b-9bd5-2a167649e7b0 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:36:02.246867 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [req-0f4c674d-c5d7-4a8f-808b-efaea77140e2 req-a0fb7781-8465-4333-99d8-7aaf73fc120e tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:36:02.255379 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f4c674d-c5d7-4a8f-808b-efaea77140e2 req-a0fb7781-8465-4333-99d8-7aaf73fc120e tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:36:02.280133 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4c674d-c5d7-4a8f-808b-efaea77140e2 req-a0fb7781-8465-4333-99d8-7aaf73fc120e tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:36:02.280801 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-0f4c674d-c5d7-4a8f-808b-efaea77140e2 req-a0fb7781-8465-4333-99d8-7aaf73fc120e tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:02.307792 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fb7781-8465-4333-99d8-7aaf73fc120e tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] Pushing event updated for resources: {'Port': ['ID=65c226fe-0bb9-4ed2-8058-7f27ec6ceba5,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:36:02.402679 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-0f4c674d-c5d7-4a8f-808b-efaea77140e2 req-a0fb7781-8465-4333-99d8-7aaf73fc120e tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3837504 May 20 20:36:02.478820 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 57550) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:36:02.491076 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-152a13ad-e266-4b58-85e8-9b4b053b4b95 req-4822ad40-a11b-41aa-afb2-356938398610 tempest-ServersWithSpecificFlavorTestJSON-403335495 tempest-ServersWithSpecificFlavorTestJSON-403335495-project] 10.222.0.35 "GET /v2.0/ports?device_id=dcc37251-fe20-4f7e-aa5f-f8a826d9ed0d HTTP/1.1" status: 200 len: 210 time: 0.0425487 May 20 20:36:02.555885 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8d8705-d2b7-4683-b9a3-548478b6f0db req-4a49c5dd-6bdb-4279-9499-52a3ca7910fd tempest-AggregatesAdminTestJSON-1188427473 tempest-AggregatesAdminTestJSON-1188427473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:36:02.557467 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-be8d8705-d2b7-4683-b9a3-548478b6f0db req-4a49c5dd-6bdb-4279-9499-52a3ca7910fd tempest-AggregatesAdminTestJSON-1188427473 tempest-AggregatesAdminTestJSON-1188427473-project] 10.222.0.35 "GET /v2.0/ports?device_id=083f1347-9fbf-48f9-83a4-1fe55930f4c3 HTTP/1.1" status: 200 len: 971 time: 0.0654933 May 20 20:36:02.607988 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-be8d8705-d2b7-4683-b9a3-548478b6f0db req-93d6c5fb-a20b-4144-9eb4-75808cba5004 tempest-AggregatesAdminTestJSON-1188427473 tempest-AggregatesAdminTestJSON-1188427473-project] 10.222.0.35 "GET /v2.0/security-groups?id=d1cf681c-16a4-4f0f-b602-fed34cb755c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392575 May 20 20:36:02.653519 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-20ffe2d0-3f22-4373-a306-640da23f3913 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:02.734149 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-20ffe2d0-3f22-4373-a306-640da23f3913 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:02.821844 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-20ffe2d0-3f22-4373-a306-640da23f3913 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:02.860653 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-20ffe2d0-3f22-4373-a306-640da23f3913 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6b0083c5491d41519ff709a3f595bd0f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3776364 May 20 20:36:02.861500 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ffe2d0-3f22-4373-a306-640da23f3913 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c0a0e81-fd99-4135-9f10-30cad53c6e19,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:36:02.868391 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 57560) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:36:02.918345 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d026d610-e7ae-4335-8422-4f64c6635e60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:02.954498 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d026d610-e7ae-4335-8422-4f64c6635e60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:03.085270 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d026d610-e7ae-4335-8422-4f64c6635e60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:03.088195 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d026d610-e7ae-4335-8422-4f64c6635e60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:03.089709 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-d026d610-e7ae-4335-8422-4f64c6635e60 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7c0a0e81-fd99-4135-9f10-30cad53c6e19 HTTP/1.1" status: 204 len: 168 time: 0.2202101 May 20 20:36:03.097035 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e7efc0-664a-4694-b58b-4b8d67612474 req-3d25a07d-8ff7-4e54-ad09-1b19f1681a20 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:36:03.098843 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a0e7efc0-664a-4694-b58b-4b8d67612474 req-3d25a07d-8ff7-4e54-ad09-1b19f1681a20 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.35 "GET /v2.0/ports?device_id=72dcbc3c-1ad5-469d-891f-fc55788615d5 HTTP/1.1" status: 200 len: 932 time: 0.0557482 May 20 20:36:03.102059 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d026d610-e7ae-4335-8422-4f64c6635e60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c0a0e81-fd99-4135-9f10-30cad53c6e19,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:36:03.147312 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a0e7efc0-664a-4694-b58b-4b8d67612474 req-9d287ccf-74c4-4501-9d1b-b0b21021f671 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c1ac446-2eae-4e3c-98ef-7a4684e96782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405734 May 20 20:36:03.588579 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2103880d-6e7a-42a6-80dd-5e03c63cef61 req-e270641a-8be7-4c94-93ce-ead3841f7dfb tempest-ServersWithSpecificFlavorTestJSON-403335495 tempest-ServersWithSpecificFlavorTestJSON-403335495-project] 10.222.0.35 "GET /v2.0/ports?device_id=dcc37251-fe20-4f7e-aa5f-f8a826d9ed0d HTTP/1.1" status: 200 len: 210 time: 0.0317326 May 20 20:36:03.708318 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 57584) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:36:03.722841 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-aca2ccef-0aba-496d-8bb0-41922a826900 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:03.737473 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81832a03-9ac1-43ae-95cf-527f3da64694 req-836f7255-4113-4224-9c59-8bb1c6e0d91e tempest-AggregatesAdminTestJSON-1188427473 tempest-AggregatesAdminTestJSON-1188427473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:36:03.739235 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-81832a03-9ac1-43ae-95cf-527f3da64694 req-836f7255-4113-4224-9c59-8bb1c6e0d91e tempest-AggregatesAdminTestJSON-1188427473 tempest-AggregatesAdminTestJSON-1188427473-project] 10.222.0.35 "GET /v2.0/ports?device_id=083f1347-9fbf-48f9-83a4-1fe55930f4c3 HTTP/1.1" status: 200 len: 971 time: 0.0568151 May 20 20:36:03.785239 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-81832a03-9ac1-43ae-95cf-527f3da64694 req-d580d7ba-d683-412c-8019-3d212be39cd1 tempest-AggregatesAdminTestJSON-1188427473 tempest-AggregatesAdminTestJSON-1188427473-project] 10.222.0.35 "GET /v2.0/security-groups?id=d1cf681c-16a4-4f0f-b602-fed34cb755c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396640 May 20 20:36:03.824772 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-aca2ccef-0aba-496d-8bb0-41922a826900 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:03.884820 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-aca2ccef-0aba-496d-8bb0-41922a826900 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:03.924133 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-aca2ccef-0aba-496d-8bb0-41922a826900 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=56d7e97b15c54909af87ef10410c09a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2146156 May 20 20:36:03.925358 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca2ccef-0aba-496d-8bb0-41922a826900 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a0133ba-573c-498e-afd5-81bf9b8a62e3,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:36:03.927829 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 57592) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:36:03.952175 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1429247f-c174-4061-a093-8197b4975239 req-ad41ecb4-969d-4db6-82a5-99e57810f658 tempest-AggregatesAdminTestJSON-1830309432 tempest-AggregatesAdminTestJSON-1830309432-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:36:03.952175 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1429247f-c174-4061-a093-8197b4975239 req-ad41ecb4-969d-4db6-82a5-99e57810f658 tempest-AggregatesAdminTestJSON-1830309432 tempest-AggregatesAdminTestJSON-1830309432-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=083f1347-9fbf-48f9-83a4-1fe55930f4c3 HTTP/1.1" status: 200 len: 1122 time: 0.0519009 May 20 20:36:03.973161 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-1429247f-c174-4061-a093-8197b4975239 req-b74d5de1-5cfc-4c3c-a059-65a91cb7317b tempest-AggregatesAdminTestJSON-1830309432 tempest-AggregatesAdminTestJSON-1830309432-project-admin] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:03.983881 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6c0d4058-b8f5-429a-8d87-98ffd4b26f4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:04.007985 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6c0d4058-b8f5-429a-8d87-98ffd4b26f4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:04.064159 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-1429247f-c174-4061-a093-8197b4975239 req-b74d5de1-5cfc-4c3c-a059-65a91cb7317b tempest-AggregatesAdminTestJSON-1830309432 tempest-AggregatesAdminTestJSON-1830309432-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:04.147870 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6c0d4058-b8f5-429a-8d87-98ffd4b26f4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:04.148465 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-1429247f-c174-4061-a093-8197b4975239 req-b74d5de1-5cfc-4c3c-a059-65a91cb7317b tempest-AggregatesAdminTestJSON-1830309432 tempest-AggregatesAdminTestJSON-1830309432-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:04.150434 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6c0d4058-b8f5-429a-8d87-98ffd4b26f4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:04.151755 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-6c0d4058-b8f5-429a-8d87-98ffd4b26f4f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0a0133ba-573c-498e-afd5-81bf9b8a62e3 HTTP/1.1" status: 204 len: 168 time: 0.2229700 May 20 20:36:04.161591 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0d4058-b8f5-429a-8d87-98ffd4b26f4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a0133ba-573c-498e-afd5-81bf9b8a62e3,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:36:04.200918 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74d5de1-5cfc-4c3c-a059-65a91cb7317b tempest-AggregatesAdminTestJSON-1830309432 tempest-AggregatesAdminTestJSON-1830309432-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8c143b9-4edd-4aae-8ce5-af82fef63bf3,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:36:04.225504 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1429247f-c174-4061-a093-8197b4975239 req-b74d5de1-5cfc-4c3c-a059-65a91cb7317b tempest-AggregatesAdminTestJSON-1830309432 tempest-AggregatesAdminTestJSON-1830309432-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=d1cf681c-16a4-4f0f-b602-fed34cb755c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2640612 May 20 20:36:04.306516 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d43327-2320-41d6-82b9-52e5df69c990 req-8fef1e27-f86c-4870-8971-55e67a8aaf50 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:36:04.308294 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-63d43327-2320-41d6-82b9-52e5df69c990 req-8fef1e27-f86c-4870-8971-55e67a8aaf50 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.35 "GET /v2.0/ports?device_id=72dcbc3c-1ad5-469d-891f-fc55788615d5 HTTP/1.1" status: 200 len: 932 time: 0.0605733 May 20 20:36:04.352953 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-63d43327-2320-41d6-82b9-52e5df69c990 req-8b293c39-2680-44dd-a2b4-ce14bd018f80 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c1ac446-2eae-4e3c-98ef-7a4684e96782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376096 May 20 20:36:04.749293 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8f3af8ab-0412-4cc1-bf8a-63c3210c7b7f req-0c162791-ea26-4240-8f33-6ef6d60314a9 tempest-ServersWithSpecificFlavorTestJSON-403335495 tempest-ServersWithSpecificFlavorTestJSON-403335495-project] 10.222.0.35 "GET /v2.0/ports?device_id=dcc37251-fe20-4f7e-aa5f-f8a826d9ed0d HTTP/1.1" status: 200 len: 210 time: 0.0280139 May 20 20:36:04.900945 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d52b42a-9375-4f32-a271-7101bfe26002 req-bf74a3ed-64d1-4e8a-983d-edd8f377aea8 tempest-AggregatesAdminTestJSON-1188427473 tempest-AggregatesAdminTestJSON-1188427473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:36:04.902715 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5d52b42a-9375-4f32-a271-7101bfe26002 req-bf74a3ed-64d1-4e8a-983d-edd8f377aea8 tempest-AggregatesAdminTestJSON-1188427473 tempest-AggregatesAdminTestJSON-1188427473-project] 10.222.0.35 "GET /v2.0/ports?device_id=083f1347-9fbf-48f9-83a4-1fe55930f4c3 HTTP/1.1" status: 200 len: 971 time: 0.0560448 May 20 20:36:04.957039 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5d52b42a-9375-4f32-a271-7101bfe26002 req-78aafec7-9af6-4906-b56b-f68a2f942ffd tempest-AggregatesAdminTestJSON-1188427473 tempest-AggregatesAdminTestJSON-1188427473-project] 10.222.0.35 "GET /v2.0/security-groups?id=d1cf681c-16a4-4f0f-b602-fed34cb755c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407341 May 20 20:36:05.358318 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 57644) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:36:05.478040 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-41ba5bc6-8f1d-416c-9f44-0af0ab7dcec2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:05.483699 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bead63-4869-413e-a874-604cea3de043 req-1d944c1e-f51e-48e9-a487-5b253360603e tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:36:05.486509 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-56bead63-4869-413e-a874-604cea3de043 req-1d944c1e-f51e-48e9-a487-5b253360603e tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.35 "GET /v2.0/ports?device_id=72dcbc3c-1ad5-469d-891f-fc55788615d5 HTTP/1.1" status: 200 len: 932 time: 0.0548091 May 20 20:36:05.533981 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-56bead63-4869-413e-a874-604cea3de043 req-63810f07-bdac-4a92-be7b-47415ca3798c tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c1ac446-2eae-4e3c-98ef-7a4684e96782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393412 May 20 20:36:05.586496 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-41ba5bc6-8f1d-416c-9f44-0af0ab7dcec2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:05.659225 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-41ba5bc6-8f1d-416c-9f44-0af0ab7dcec2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:05.702447 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-41ba5bc6-8f1d-416c-9f44-0af0ab7dcec2 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d32a1e4c92a04c8490faeff91d5cb840&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3430812 May 20 20:36:05.703963 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ba5bc6-8f1d-416c-9f44-0af0ab7dcec2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c43a65c-0ede-4188-8af1-533e0d49c9e5,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:36:05.705988 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 57656) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:36:05.763548 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4bb293d6-594a-4263-af48-a2a6f2f2c3dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:05.788126 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4bb293d6-594a-4263-af48-a2a6f2f2c3dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:05.852115 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a880b888-3462-4f99-90b8-823db6b387ac req-223e7df2-2cb0-4d42-852b-a0ee7a587782 tempest-ServersWithSpecificFlavorTestJSON-403335495 tempest-ServersWithSpecificFlavorTestJSON-403335495-project] 10.222.0.35 "GET /v2.0/ports?device_id=dcc37251-fe20-4f7e-aa5f-f8a826d9ed0d HTTP/1.1" status: 200 len: 210 time: 0.0310473 May 20 20:36:05.927458 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4bb293d6-594a-4263-af48-a2a6f2f2c3dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:05.930007 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4bb293d6-594a-4263-af48-a2a6f2f2c3dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:05.931193 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-4bb293d6-594a-4263-af48-a2a6f2f2c3dc admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9c43a65c-0ede-4188-8af1-533e0d49c9e5 HTTP/1.1" status: 204 len: 168 time: 0.2239974 May 20 20:36:05.940193 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb293d6-594a-4263-af48-a2a6f2f2c3dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c43a65c-0ede-4188-8af1-533e0d49c9e5,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:36:06.088832 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555edddd-9c7a-42e9-a855-92996c74d653 req-e5641a45-f051-4e33-bfdd-0b1bc9965926 tempest-AggregatesAdminTestJSON-1188427473 tempest-AggregatesAdminTestJSON-1188427473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:36:06.090369 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-555edddd-9c7a-42e9-a855-92996c74d653 req-e5641a45-f051-4e33-bfdd-0b1bc9965926 tempest-AggregatesAdminTestJSON-1188427473 tempest-AggregatesAdminTestJSON-1188427473-project] 10.222.0.35 "GET /v2.0/ports?device_id=083f1347-9fbf-48f9-83a4-1fe55930f4c3 HTTP/1.1" status: 200 len: 971 time: 0.0504937 May 20 20:36:06.164403 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7589e819-1ecc-4c44-b8a8-4f875639328c req-1437a004-46b7-45bb-8598-3dd98befa254 tempest-AggregatesAdminTestJSON-1188427473 tempest-AggregatesAdminTestJSON-1188427473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:36:06.165913 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7589e819-1ecc-4c44-b8a8-4f875639328c req-1437a004-46b7-45bb-8598-3dd98befa254 tempest-AggregatesAdminTestJSON-1188427473 tempest-AggregatesAdminTestJSON-1188427473-project] 10.222.0.24 "GET /v2.0/ports?device_id=083f1347-9fbf-48f9-83a4-1fe55930f4c3 HTTP/1.1" status: 200 len: 971 time: 0.0746920 May 20 20:36:06.169029 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-555edddd-9c7a-42e9-a855-92996c74d653 req-acfc741e-bcde-4327-9b52-d8e19e4fbd37 tempest-AggregatesAdminTestJSON-1188427473 tempest-AggregatesAdminTestJSON-1188427473-project] 10.222.0.35 "GET /v2.0/security-groups?id=d1cf681c-16a4-4f0f-b602-fed34cb755c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683680 May 20 20:36:06.344242 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [req-7589e819-1ecc-4c44-b8a8-4f875639328c req-abeeb632-f6f7-4f52-bc22-fd0fef23773b tempest-AggregatesAdminTestJSON-1188427473 tempest-AggregatesAdminTestJSON-1188427473-project] Deleting port 064579eb-9bb1-4dd4-9173-8e00e4b16037 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:36:06.345141 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-7589e819-1ecc-4c44-b8a8-4f875639328c req-abeeb632-f6f7-4f52-bc22-fd0fef23773b tempest-AggregatesAdminTestJSON-1188427473 tempest-AggregatesAdminTestJSON-1188427473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:06.452394 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-7589e819-1ecc-4c44-b8a8-4f875639328c req-abeeb632-f6f7-4f52-bc22-fd0fef23773b tempest-AggregatesAdminTestJSON-1188427473 tempest-AggregatesAdminTestJSON-1188427473-project] For port 064579eb-9bb1-4dd4-9173-8e00e4b16037, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=064579eb-9bb1-4dd4-9173-8e00e4b16037,segment=NetworkSegment(ed3a602f-49fb-4a95-be80-401e1eb72e33),segment_id=ed3a602f-49fb-4a95-be80-401e1eb72e33)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:36:06.452754 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-7589e819-1ecc-4c44-b8a8-4f875639328c req-abeeb632-f6f7-4f52-bc22-fd0fef23773b tempest-AggregatesAdminTestJSON-1188427473 tempest-AggregatesAdminTestJSON-1188427473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:06.468624 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [req-7589e819-1ecc-4c44-b8a8-4f875639328c req-abeeb632-f6f7-4f52-bc22-fd0fef23773b tempest-AggregatesAdminTestJSON-1188427473 tempest-AggregatesAdminTestJSON-1188427473-project] Calling delete_port for 064579eb-9bb1-4dd4-9173-8e00e4b16037 owned by compute:tempest-test_az-182300140 {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:36:06.678419 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 57698) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:36:06.693118 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9bc34a7e-b324-4a62-b427-7decc3c378e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:06.702425 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a19dd59-0a76-47c5-85e0-afd7d2460e97 req-84ff7d2f-1df1-4c2d-b8f0-2418840e82b7 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:36:06.703940 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4a19dd59-0a76-47c5-85e0-afd7d2460e97 req-84ff7d2f-1df1-4c2d-b8f0-2418840e82b7 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.35 "GET /v2.0/ports?device_id=72dcbc3c-1ad5-469d-891f-fc55788615d5 HTTP/1.1" status: 200 len: 932 time: 0.0743244 May 20 20:36:06.743035 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4a19dd59-0a76-47c5-85e0-afd7d2460e97 req-a6c27f26-c615-47de-bb20-39f17d8c95d5 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c1ac446-2eae-4e3c-98ef-7a4684e96782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324492 May 20 20:36:06.767571 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-7589e819-1ecc-4c44-b8a8-4f875639328c req-abeeb632-f6f7-4f52-bc22-fd0fef23773b tempest-AggregatesAdminTestJSON-1188427473 tempest-AggregatesAdminTestJSON-1188427473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:06.779897 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] get_ports_and_sgs() called for port_ids ['064579eb-9bb1-4dd4-9173-8e00e4b16037'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:36:06.780483 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9bc34a7e-b324-4a62-b427-7decc3c378e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:06.804739 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abeeb632-f6f7-4f52-bc22-fd0fef23773b tempest-AggregatesAdminTestJSON-1188427473 tempest-AggregatesAdminTestJSON-1188427473-project] Pushing event deleted for resources: {'Port': ['ID=064579eb-9bb1-4dd4-9173-8e00e4b16037,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:36:06.885190 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [req-7589e819-1ecc-4c44-b8a8-4f875639328c req-abeeb632-f6f7-4f52-bc22-fd0fef23773b tempest-AggregatesAdminTestJSON-1188427473 tempest-AggregatesAdminTestJSON-1188427473-project] No DVR routers for this DVR port 064579eb-9bb1-4dd4-9173-8e00e4b16037 on host n-h1-842733-1 {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:36:06.889258 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-7589e819-1ecc-4c44-b8a8-4f875639328c req-abeeb632-f6f7-4f52-bc22-fd0fef23773b tempest-AggregatesAdminTestJSON-1188427473 tempest-AggregatesAdminTestJSON-1188427473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:06.895098 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7589e819-1ecc-4c44-b8a8-4f875639328c req-abeeb632-f6f7-4f52-bc22-fd0fef23773b tempest-AggregatesAdminTestJSON-1188427473 tempest-AggregatesAdminTestJSON-1188427473-project] 10.222.0.24 "DELETE /v2.0/ports/064579eb-9bb1-4dd4-9173-8e00e4b16037 HTTP/1.1" status: 204 len: 173 time: 0.7238305 May 20 20:36:06.895661 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '083f1347-9fbf-48f9-83a4-1fe55930f4c3', 'name': 'network-vif-deleted', 'tag': '064579eb-9bb1-4dd4-9173-8e00e4b16037'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:36:06.897994 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4291b17aa7b45362825f0571e77c85f5e73afe1df9c7e9e15006df9d695c005e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b96041ae-3fa5-4a0f-a2bd-826adc852d74" -d '{"events": [{"server_uuid": "083f1347-9fbf-48f9-83a4-1fe55930f4c3", "name": "network-vif-deleted", "tag": "064579eb-9bb1-4dd4-9173-8e00e4b16037"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:36:06.899308 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9bc34a7e-b324-4a62-b427-7decc3c378e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:06.941906 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc34a7e-b324-4a62-b427-7decc3c378e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a79ae24-cd5b-48f3-a8b0-e4711daf5678,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:36:06.961162 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-9bc34a7e-b324-4a62-b427-7decc3c378e0 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b2bbb7770f154f009dd079d9afd0cbf1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2816823 May 20 20:36:06.963783 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 57720) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:36:06.989772 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b450145c-c0fb-4f40-96cd-b4e07474a38d req-c03e0106-549d-46b4-9044-7bf1ea1808d8 tempest-ServersWithSpecificFlavorTestJSON-403335495 tempest-ServersWithSpecificFlavorTestJSON-403335495-project] 10.222.0.35 "GET /v2.0/ports?device_id=dcc37251-fe20-4f7e-aa5f-f8a826d9ed0d HTTP/1.1" status: 200 len: 210 time: 0.0440140 May 20 20:36:07.002861 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [req-0f4c674d-c5d7-4a8f-808b-efaea77140e2 req-86186179-4c80-4030-b161-4e076d47962d tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103162) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 20:36:07.004838 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-0f4c674d-c5d7-4a8f-808b-efaea77140e2 req-86186179-4c80-4030-b161-4e076d47962d tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0077586 May 20 20:36:07.039524 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-28600fbd-d4cc-4520-a8d3-50c84bc96c65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:07.068697 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 20:36:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efbc54e8-9c4e-4546-80fa-c0f923c1413d x-openstack-request-id: req-efbc54e8-9c4e-4546-80fa-c0f923c1413d {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:36:07.069305 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "083f1347-9fbf-48f9-83a4-1fe55930f4c3", "name": "network-vif-deleted", "tag": "064579eb-9bb1-4dd4-9173-8e00e4b16037", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:36:07.070351 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-efbc54e8-9c4e-4546-80fa-c0f923c1413d {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:36:07.071031 n-d-842733-1 neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-efbc54e8-9c4e-4546-80fa-c0f923c1413d'] response: {'server_uuid': '083f1347-9fbf-48f9-83a4-1fe55930f4c3', 'name': 'network-vif-deleted', 'tag': '064579eb-9bb1-4dd4-9173-8e00e4b16037', 'status': 'completed', 'code': 200} May 20 20:36:07.085625 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-28600fbd-d4cc-4520-a8d3-50c84bc96c65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:07.209256 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-28600fbd-d4cc-4520-a8d3-50c84bc96c65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:07.215858 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-28600fbd-d4cc-4520-a8d3-50c84bc96c65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:07.215858 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-28600fbd-d4cc-4520-a8d3-50c84bc96c65 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0a79ae24-cd5b-48f3-a8b0-e4711daf5678 HTTP/1.1" status: 204 len: 168 time: 0.2492256 May 20 20:36:07.224275 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28600fbd-d4cc-4520-a8d3-50c84bc96c65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a79ae24-cd5b-48f3-a8b0-e4711daf5678,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:36:07.247898 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [req-0f4c674d-c5d7-4a8f-808b-efaea77140e2 req-2cce48a0-ff20-48c0-83ee-037049a773d0 service neutron] Request body: {'port': {'device_id': '72dcbc3c-1ad5-469d-891f-fc55788615d5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-842733-1'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:36:07.302669 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3e36148f-cd1c-4e80-99d1-51d173c5ab62 req-44a0fe33-9d4e-4523-866f-fd67131716c8 tempest-AggregatesAdminTestJSON-1188427473 tempest-AggregatesAdminTestJSON-1188427473-project] 10.222.0.35 "GET /v2.0/ports?device_id=083f1347-9fbf-48f9-83a4-1fe55930f4c3 HTTP/1.1" status: 200 len: 210 time: 0.0409136 May 20 20:36:07.318573 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-0f4c674d-c5d7-4a8f-808b-efaea77140e2 req-2cce48a0-ff20-48c0-83ee-037049a773d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:07.663010 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [req-0f4c674d-c5d7-4a8f-808b-efaea77140e2 req-2cce48a0-ff20-48c0-83ee-037049a773d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65c226fe-0bb9-4ed2-8058-7f27ec6ceba5 {{(pid=103162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:36:07.670846 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-0f4c674d-c5d7-4a8f-808b-efaea77140e2 req-2cce48a0-ff20-48c0-83ee-037049a773d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:07.693154 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.provisioning_blocks [req-0f4c674d-c5d7-4a8f-808b-efaea77140e2 req-2cce48a0-ff20-48c0-83ee-037049a773d0 service neutron] Transition to ACTIVE for port object 65c226fe-0bb9-4ed2-8058-7f27ec6ceba5 will not be triggered until provisioned by entity L2. {{(pid=103162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 20:36:07.728709 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 57738) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:36:07.765122 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-0f4c674d-c5d7-4a8f-808b-efaea77140e2 req-2cce48a0-ff20-48c0-83ee-037049a773d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:07.874797 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3e0f7222-e5c7-402d-9898-419e6bab1cc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:07.889092 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cce48a0-ff20-48c0-83ee-037049a773d0 service neutron] Pushing event updated for resources: {'Port': ['ID=65c226fe-0bb9-4ed2-8058-7f27ec6ceba5,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:36:07.905679 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-0f4c674d-c5d7-4a8f-808b-efaea77140e2 req-2cce48a0-ff20-48c0-83ee-037049a773d0 service neutron] Attempting to bind port 65c226fe-0bb9-4ed2-8058-7f27ec6ceba5 on host n-h2-842733-1 for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:36:07.906089 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-0f4c674d-c5d7-4a8f-808b-efaea77140e2 req-2cce48a0-ff20-48c0-83ee-037049a773d0 service neutron] Attempting to bind port 65c226fe-0bb9-4ed2-8058-7f27ec6ceba5 by drivers openvswitch,hyperv on host n-h2-842733-1 at level 0 using segments [{'id': '65a8f4c3-036d-4ff8-a81a-cd07cb6f1230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'fef9e30f-3c34-4b6b-9bd5-2a167649e7b0'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:36:07.907077 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f4c674d-c5d7-4a8f-808b-efaea77140e2 req-2cce48a0-ff20-48c0-83ee-037049a773d0 service neutron] Attempting to bind port 65c226fe-0bb9-4ed2-8058-7f27ec6ceba5 on network fef9e30f-3c34-4b6b-9bd5-2a167649e7b0 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:36:07.911460 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f4c674d-c5d7-4a8f-808b-efaea77140e2 req-2cce48a0-ff20-48c0-83ee-037049a773d0 service neutron] Port 65c226fe-0bb9-4ed2-8058-7f27ec6ceba5 on network fef9e30f-3c34-4b6b-9bd5-2a167649e7b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-842733-1 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 20:36:07.911949 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f4c674d-c5d7-4a8f-808b-efaea77140e2 req-2cce48a0-ff20-48c0-83ee-037049a773d0 service neutron] Attempting to bind port 65c226fe-0bb9-4ed2-8058-7f27ec6ceba5 on network fef9e30f-3c34-4b6b-9bd5-2a167649e7b0 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:36:07.916696 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f4c674d-c5d7-4a8f-808b-efaea77140e2 req-2cce48a0-ff20-48c0-83ee-037049a773d0 service neutron] Checking agent: {'id': 'a66f2511-b955-448f-877c-56cfe9c81b12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 33, 2), 'started_at': datetime.datetime(2022, 5, 20, 20, 33, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 36, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:36:07.917270 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f4c674d-c5d7-4a8f-808b-efaea77140e2 req-2cce48a0-ff20-48c0-83ee-037049a773d0 service neutron] Checking segment: {'id': '65a8f4c3-036d-4ff8-a81a-cd07cb6f1230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'fef9e30f-3c34-4b6b-9bd5-2a167649e7b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:36:07.918035 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f4c674d-c5d7-4a8f-808b-efaea77140e2 req-2cce48a0-ff20-48c0-83ee-037049a773d0 service neutron] Bound using segment: {'id': '65a8f4c3-036d-4ff8-a81a-cd07cb6f1230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'fef9e30f-3c34-4b6b-9bd5-2a167649e7b0'} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:36:07.918485 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-0f4c674d-c5d7-4a8f-808b-efaea77140e2 req-2cce48a0-ff20-48c0-83ee-037049a773d0 service neutron] Bound port: 65c226fe-0bb9-4ed2-8058-7f27ec6ceba5, host: n-h2-842733-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65a8f4c3-036d-4ff8-a81a-cd07cb6f1230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'fef9e30f-3c34-4b6b-9bd5-2a167649e7b0'}}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:36:07.918958 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-0f4c674d-c5d7-4a8f-808b-efaea77140e2 req-2cce48a0-ff20-48c0-83ee-037049a773d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:07.936504 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8afa04e-01cb-4219-b771-59d5655e4878 req-b2eafee4-7c2d-4e5a-a0ce-f4c791bd7961 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:36:07.938640 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e8afa04e-01cb-4219-b771-59d5655e4878 req-b2eafee4-7c2d-4e5a-a0ce-f4c791bd7961 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.35 "GET /v2.0/ports?device_id=72dcbc3c-1ad5-469d-891f-fc55788615d5 HTTP/1.1" status: 200 len: 944 time: 0.0839827 May 20 20:36:07.994639 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-0f4c674d-c5d7-4a8f-808b-efaea77140e2 req-2cce48a0-ff20-48c0-83ee-037049a773d0 service neutron] For port 65c226fe-0bb9-4ed2-8058-7f27ec6ceba5, host n-h2-842733-1, cleared binding levels {{(pid=103162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:36:08.002175 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-0f4c674d-c5d7-4a8f-808b-efaea77140e2 req-2cce48a0-ff20-48c0-83ee-037049a773d0 service neutron] For port 65c226fe-0bb9-4ed2-8058-7f27ec6ceba5, host n-h2-842733-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=65c226fe-0bb9-4ed2-8058-7f27ec6ceba5,segment=NetworkSegment(65a8f4c3-036d-4ff8-a81a-cd07cb6f1230),segment_id=65a8f4c3-036d-4ff8-a81a-cd07cb6f1230)] {{(pid=103162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:36:08.013940 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e8afa04e-01cb-4219-b771-59d5655e4878 req-cbad888a-bbd8-42a8-abf4-2aadafe4ce69 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c1ac446-2eae-4e3c-98ef-7a4684e96782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655065 May 20 20:36:08.019592 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3e0f7222-e5c7-402d-9898-419e6bab1cc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:08.085342 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-0f4c674d-c5d7-4a8f-808b-efaea77140e2 req-2cce48a0-ff20-48c0-83ee-037049a773d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:08.100935 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-431dc861-e90c-4480-99c8-04f86349ebef req-9fa88898-ea80-4cb5-9144-546714048f56 tempest-ServersWithSpecificFlavorTestJSON-403335495 tempest-ServersWithSpecificFlavorTestJSON-403335495-project] 10.222.0.35 "GET /v2.0/ports?device_id=dcc37251-fe20-4f7e-aa5f-f8a826d9ed0d HTTP/1.1" status: 200 len: 210 time: 0.0263424 May 20 20:36:08.130239 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4c674d-c5d7-4a8f-808b-efaea77140e2 req-2cce48a0-ff20-48c0-83ee-037049a773d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:36:08.130842 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-0f4c674d-c5d7-4a8f-808b-efaea77140e2 req-2cce48a0-ff20-48c0-83ee-037049a773d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:08.132184 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-0f4c674d-c5d7-4a8f-808b-efaea77140e2 req-2cce48a0-ff20-48c0-83ee-037049a773d0 service neutron] 10.222.0.13 "PUT /v2.0/ports/65c226fe-0bb9-4ed2-8058-7f27ec6ceba5 HTTP/1.1" status: 200 len: 1092 time: 0.9393599 May 20 20:36:08.132605 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72dcbc3c-1ad5-469d-891f-fc55788615d5', 'tag': '65c226fe-0bb9-4ed2-8058-7f27ec6ceba5'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:36:08.136013 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3e0f7222-e5c7-402d-9898-419e6bab1cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:08.171753 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0f7222-e5c7-402d-9898-419e6bab1cc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee148680-fb10-4d9d-ae98-501d4e6063b1,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:36:08.176297 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-3e0f7222-e5c7-402d-9898-419e6bab1cc2 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0931d5665e294cb0abf1a573809f2068&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4465764 May 20 20:36:08.179140 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 57754) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:36:08.221735 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cce48a0-ff20-48c0-83ee-037049a773d0 service neutron] Pushing event updated for resources: {'Port': ['ID=65c226fe-0bb9-4ed2-8058-7f27ec6ceba5,revision_number=3']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:36:08.239450 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-455bb945-e05a-4ecb-820a-e5739b195d1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:08.263607 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-455bb945-e05a-4ecb-820a-e5739b195d1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:08.418997 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-455bb945-e05a-4ecb-820a-e5739b195d1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:08.422197 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-455bb945-e05a-4ecb-820a-e5739b195d1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:08.425873 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-455bb945-e05a-4ecb-820a-e5739b195d1c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ee148680-fb10-4d9d-ae98-501d4e6063b1 HTTP/1.1" status: 204 len: 168 time: 0.2431571 May 20 20:36:08.439988 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455bb945-e05a-4ecb-820a-e5739b195d1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee148680-fb10-4d9d-ae98-501d4e6063b1,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:36:08.468149 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6fa957933fccbf596d28104b23404b952ad6a8238afaebaed40a0874b2e409" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d15a6e8-58a2-47c9-b1df-6ada2e1a7312" -d '{"events": [{"name": "network-changed", "server_uuid": "72dcbc3c-1ad5-469d-891f-fc55788615d5", "tag": "65c226fe-0bb9-4ed2-8058-7f27ec6ceba5"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:36:08.474033 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4c674d-c5d7-4a8f-808b-efaea77140e2 req-d4692799-0bdb-429e-9999-a6237070d47f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:36:08.475650 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-0f4c674d-c5d7-4a8f-808b-efaea77140e2 req-d4692799-0bdb-429e-9999-a6237070d47f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8b3cc11ab7334369b6693afcab69aa6e&device_id=72dcbc3c-1ad5-469d-891f-fc55788615d5 HTTP/1.1" status: 200 len: 1095 time: 0.2042184 May 20 20:36:08.558103 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-0f4c674d-c5d7-4a8f-808b-efaea77140e2 req-09e64a85-dde0-4bb0-84f8-e1bd4b957dde service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=65c226fe-0bb9-4ed2-8058-7f27ec6ceba5 HTTP/1.1" status: 200 len: 217 time: 0.0677979 May 20 20:36:08.616832 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4c674d-c5d7-4a8f-808b-efaea77140e2 req-4271ef4f-7a42-4a4e-9815-7871298094f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:36:08.618290 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-0f4c674d-c5d7-4a8f-808b-efaea77140e2 req-4271ef4f-7a42-4a4e-9815-7871298094f3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=33548886-d6e3-48e7-a819-149526989122 HTTP/1.1" status: 200 len: 860 time: 0.0531702 May 20 20:36:08.669632 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-0f4c674d-c5d7-4a8f-808b-efaea77140e2 req-bd34f828-ebd3-46d1-a6e0-5675c67409ea service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fef9e30f-3c34-4b6b-9bd5-2a167649e7b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435851 May 20 20:36:08.767661 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 20:36:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86440c5a-f7ef-43a8-a1ef-23c0044c6f5b x-openstack-request-id: req-86440c5a-f7ef-43a8-a1ef-23c0044c6f5b {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:36:08.768397 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72dcbc3c-1ad5-469d-891f-fc55788615d5", "tag": "65c226fe-0bb9-4ed2-8058-7f27ec6ceba5", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:36:08.768397 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-86440c5a-f7ef-43a8-a1ef-23c0044c6f5b {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:36:08.768678 n-d-842733-1 neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86440c5a-f7ef-43a8-a1ef-23c0044c6f5b'] response: {'name': 'network-changed', 'server_uuid': '72dcbc3c-1ad5-469d-891f-fc55788615d5', 'tag': '65c226fe-0bb9-4ed2-8058-7f27ec6ceba5', 'status': 'completed', 'code': 200} May 20 20:36:08.789867 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-0f4c674d-c5d7-4a8f-808b-efaea77140e2 req-5389c508-102e-4f69-8152-0ae37964744a service neutron] 10.222.0.13 "GET /v2.0/networks/fef9e30f-3c34-4b6b-9bd5-2a167649e7b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124034 May 20 20:36:08.884621 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-0f4c674d-c5d7-4a8f-808b-efaea77140e2 req-a530db4a-63d4-4820-bca5-0d790e296b58 service neutron] 10.222.0.13 "GET /v2.0/networks/fef9e30f-3c34-4b6b-9bd5-2a167649e7b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868497 May 20 20:36:09.055892 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7889b7b-be30-4889-a210-d7c9e12c57ce req-e0f120f0-1e03-4c77-8672-88307e3b9615 tempest-ServersWithSpecificFlavorTestJSON-403335495 tempest-ServersWithSpecificFlavorTestJSON-403335495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:36:09.057411 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-d7889b7b-be30-4889-a210-d7c9e12c57ce req-e0f120f0-1e03-4c77-8672-88307e3b9615 tempest-ServersWithSpecificFlavorTestJSON-403335495 tempest-ServersWithSpecificFlavorTestJSON-403335495-project] 10.222.0.13 "GET /v2.0/networks?id=b6d9e896-d344-4c48-82c9-67ef44a8b110 HTTP/1.1" status: 200 len: 823 time: 0.1106818 May 20 20:36:09.059651 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.13', 65434) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:36:09.161431 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d15a6e8-58a2-47c9-b1df-6ada2e1a7312 req-32a60caa-3ea3-4870-9ad0-6800a075e99c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:36:09.162398 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-7d15a6e8-58a2-47c9-b1df-6ada2e1a7312 req-32a60caa-3ea3-4870-9ad0-6800a075e99c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8b3cc11ab7334369b6693afcab69aa6e&device_id=72dcbc3c-1ad5-469d-891f-fc55788615d5 HTTP/1.1" status: 200 len: 1095 time: 0.0879524 May 20 20:36:09.167269 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-d7889b7b-be30-4889-a210-d7c9e12c57ce req-71541423-a124-4d52-bb55-8c497969b4d8 tempest-ServersWithSpecificFlavorTestJSON-403335495 tempest-ServersWithSpecificFlavorTestJSON-403335495-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7a0946b7566d4115bc78791f06e90f69 HTTP/1.1" status: 200 len: 380 time: 0.0842509 May 20 20:36:09.195593 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [req-d7889b7b-be30-4889-a210-d7c9e12c57ce req-41a8405d-7d5e-4e6f-a15e-3fb516719793 tempest-ServersWithSpecificFlavorTestJSON-403335495 tempest-ServersWithSpecificFlavorTestJSON-403335495-project] Request body: {'port': {'device_id': 'dcc37251-fe20-4f7e-aa5f-f8a826d9ed0d', 'network_id': 'b6d9e896-d344-4c48-82c9-67ef44a8b110', 'admin_state_up': True, 'tenant_id': '7a0946b7566d4115bc78791f06e90f69', 'security_groups': ['fb4532a0-c356-4e15-af9a-d177d4428652']}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:36:09.197987 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b03be84-e49f-45da-a2a5-b513f8af54cb req-75529677-2afc-4a07-aee1-4b7a85dccd22 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:36:09.199589 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2b03be84-e49f-45da-a2a5-b513f8af54cb req-75529677-2afc-4a07-aee1-4b7a85dccd22 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.35 "GET /v2.0/ports?device_id=72dcbc3c-1ad5-469d-891f-fc55788615d5 HTTP/1.1" status: 200 len: 944 time: 0.0906527 May 20 20:36:09.255979 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 57808) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:36:09.279487 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-baddb5a3-226a-431b-9ea5-3553eaf9c222 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:09.291216 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2b03be84-e49f-45da-a2a5-b513f8af54cb req-701d2ac7-b820-40b3-8e94-a1d691cdc05c tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c1ac446-2eae-4e3c-98ef-7a4684e96782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819752 May 20 20:36:09.368396 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-baddb5a3-226a-431b-9ea5-3553eaf9c222 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:09.402971 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-08e32b35-51c1-4480-b471-14cae9d826e3 req-51257c34-0fa6-4cc6-970c-37463a66b66f tempest-ServersWithSpecificFlavorTestJSON-403335495 tempest-ServersWithSpecificFlavorTestJSON-403335495-project] 10.222.0.35 "GET /v2.0/ports?device_id=dcc37251-fe20-4f7e-aa5f-f8a826d9ed0d HTTP/1.1" status: 200 len: 210 time: 0.0397620 May 20 20:36:09.445095 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-baddb5a3-226a-431b-9ea5-3553eaf9c222 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:09.465585 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d15a6e8-58a2-47c9-b1df-6ada2e1a7312 req-c02b5881-09ab-4923-ae51-f87c3deac980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:36:09.467188 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-7d15a6e8-58a2-47c9-b1df-6ada2e1a7312 req-c02b5881-09ab-4923-ae51-f87c3deac980 service neutron] 10.222.0.13 "GET /v2.0/networks?id=fef9e30f-3c34-4b6b-9bd5-2a167649e7b0 HTTP/1.1" status: 200 len: 921 time: 0.2943509 May 20 20:36:09.470918 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-baddb5a3-226a-431b-9ea5-3553eaf9c222 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d4e13814572e4721a021410e52be5703&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2135630 May 20 20:36:09.473641 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 57816) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:36:09.496745 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baddb5a3-226a-431b-9ea5-3553eaf9c222 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d603ec4-011a-4f48-ba7d-931fe3de2009,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:36:09.543164 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7889b7b-be30-4889-a210-d7c9e12c57ce req-41a8405d-7d5e-4e6f-a15e-3fb516719793 tempest-ServersWithSpecificFlavorTestJSON-403335495 tempest-ServersWithSpecificFlavorTestJSON-403335495-project] Made reservation on behalf of 7a0946b7566d4115bc78791f06e90f69 for: {'port': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:36:09.547402 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-d7889b7b-be30-4889-a210-d7c9e12c57ce req-41a8405d-7d5e-4e6f-a15e-3fb516719793 tempest-ServersWithSpecificFlavorTestJSON-403335495 tempest-ServersWithSpecificFlavorTestJSON-403335495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:09.553772 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-7d15a6e8-58a2-47c9-b1df-6ada2e1a7312 req-f98284ff-3e9b-4592-b655-edb9bf74800c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=65c226fe-0bb9-4ed2-8058-7f27ec6ceba5 HTTP/1.1" status: 200 len: 217 time: 0.0552220 May 20 20:36:09.631145 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d15a6e8-58a2-47c9-b1df-6ada2e1a7312 req-d43d75c0-0bcf-4e0f-8b9c-1e5b71951f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:36:09.632585 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-7d15a6e8-58a2-47c9-b1df-6ada2e1a7312 req-d43d75c0-0bcf-4e0f-8b9c-1e5b71951f22 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=33548886-d6e3-48e7-a819-149526989122 HTTP/1.1" status: 200 len: 860 time: 0.0685396 May 20 20:36:09.710704 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-7d15a6e8-58a2-47c9-b1df-6ada2e1a7312 req-a3baafc0-8b43-4a89-ae57-de3fb1750e7c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fef9e30f-3c34-4b6b-9bd5-2a167649e7b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499923 May 20 20:36:09.714243 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-81de0f99-e0dd-4182-b163-6ab64a678b16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:09.815205 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-81de0f99-e0dd-4182-b163-6ab64a678b16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:09.874630 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [req-d7889b7b-be30-4889-a210-d7c9e12c57ce req-41a8405d-7d5e-4e6f-a15e-3fb516719793 tempest-ServersWithSpecificFlavorTestJSON-403335495 tempest-ServersWithSpecificFlavorTestJSON-403335495-project] Allocated IP 172.20.0.8 (b6d9e896-d344-4c48-82c9-67ef44a8b110/3749240c-676d-4d91-b602-5dfaa1286886/2ebc82e3-a3fb-4509-a8df-f79d7a1ccb17) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:36:09.903538 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-7d15a6e8-58a2-47c9-b1df-6ada2e1a7312 req-c34556c4-f0bb-4bb5-8aa8-973a281d2254 service neutron] 10.222.0.13 "GET /v2.0/networks/fef9e30f-3c34-4b6b-9bd5-2a167649e7b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1844616 May 20 20:36:09.934786 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [req-89a561af-d46f-4dc1-8d64-bda16719865e req-3644af6f-4700-4d8c-9935-607a399ec448 tempest-SecurityGroupsTestAdminJSON-1003612300 tempest-SecurityGroupsTestAdminJSON-1003612300-project] Request body: {'security_group': {'name': 'tempest-securitygroup-168553628', 'description': 'tempest-description-1008821901'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:36:09.977614 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-81de0f99-e0dd-4182-b163-6ab64a678b16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:09.980031 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-81de0f99-e0dd-4182-b163-6ab64a678b16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:09.981150 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-81de0f99-e0dd-4182-b163-6ab64a678b16 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0d603ec4-011a-4f48-ba7d-931fe3de2009 HTTP/1.1" status: 204 len: 168 time: 0.5064166 May 20 20:36:10.033241 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81de0f99-e0dd-4182-b163-6ab64a678b16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d603ec4-011a-4f48-ba7d-931fe3de2009,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:36:10.050711 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-89a561af-d46f-4dc1-8d64-bda16719865e req-3644af6f-4700-4d8c-9935-607a399ec448 tempest-SecurityGroupsTestAdminJSON-1003612300 tempest-SecurityGroupsTestAdminJSON-1003612300-project] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:10.061980 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-89a561af-d46f-4dc1-8d64-bda16719865e req-3644af6f-4700-4d8c-9935-607a399ec448 tempest-SecurityGroupsTestAdminJSON-1003612300 tempest-SecurityGroupsTestAdminJSON-1003612300-project] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:10.089711 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-7d15a6e8-58a2-47c9-b1df-6ada2e1a7312 req-4f107ad7-db95-4370-b18a-10e33945232d service neutron] 10.222.0.13 "GET /v2.0/networks/fef9e30f-3c34-4b6b-9bd5-2a167649e7b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1785374 May 20 20:36:10.116612 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-d7889b7b-be30-4889-a210-d7c9e12c57ce req-41a8405d-7d5e-4e6f-a15e-3fb516719793 tempest-ServersWithSpecificFlavorTestJSON-403335495 tempest-ServersWithSpecificFlavorTestJSON-403335495-project] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:10.157658 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-89a561af-d46f-4dc1-8d64-bda16719865e req-3644af6f-4700-4d8c-9935-607a399ec448 tempest-SecurityGroupsTestAdminJSON-1003612300 tempest-SecurityGroupsTestAdminJSON-1003612300-project] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:10.247305 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-89a561af-d46f-4dc1-8d64-bda16719865e req-3644af6f-4700-4d8c-9935-607a399ec448 tempest-SecurityGroupsTestAdminJSON-1003612300 tempest-SecurityGroupsTestAdminJSON-1003612300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:10.247921 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-d7889b7b-be30-4889-a210-d7c9e12c57ce req-41a8405d-7d5e-4e6f-a15e-3fb516719793 tempest-ServersWithSpecificFlavorTestJSON-403335495 tempest-ServersWithSpecificFlavorTestJSON-403335495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:10.283680 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3644af6f-4700-4d8c-9935-607a399ec448 tempest-SecurityGroupsTestAdminJSON-1003612300 tempest-SecurityGroupsTestAdminJSON-1003612300-project] Pushing event updated for resources: {'SecurityGroup': ['ID=059ff789-d90c-445f-957e-bac237fcb846,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:36:10.299256 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7889b7b-be30-4889-a210-d7c9e12c57ce req-41a8405d-7d5e-4e6f-a15e-3fb516719793 tempest-ServersWithSpecificFlavorTestJSON-403335495 tempest-ServersWithSpecificFlavorTestJSON-403335495-project] Network b6d9e896-d344-4c48-82c9-67ef44a8b110 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:36:10.304853 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [req-d7889b7b-be30-4889-a210-d7c9e12c57ce req-41a8405d-7d5e-4e6f-a15e-3fb516719793 tempest-ServersWithSpecificFlavorTestJSON-403335495 tempest-ServersWithSpecificFlavorTestJSON-403335495-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:36:10.308667 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7889b7b-be30-4889-a210-d7c9e12c57ce req-41a8405d-7d5e-4e6f-a15e-3fb516719793 tempest-ServersWithSpecificFlavorTestJSON-403335495 tempest-ServersWithSpecificFlavorTestJSON-403335495-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:36:10.314848 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7889b7b-be30-4889-a210-d7c9e12c57ce req-41a8405d-7d5e-4e6f-a15e-3fb516719793 tempest-ServersWithSpecificFlavorTestJSON-403335495 tempest-ServersWithSpecificFlavorTestJSON-403335495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:36:10.315558 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-d7889b7b-be30-4889-a210-d7c9e12c57ce req-41a8405d-7d5e-4e6f-a15e-3fb516719793 tempest-ServersWithSpecificFlavorTestJSON-403335495 tempest-ServersWithSpecificFlavorTestJSON-403335495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:10.329408 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a8405d-7d5e-4e6f-a15e-3fb516719793 tempest-ServersWithSpecificFlavorTestJSON-403335495 tempest-ServersWithSpecificFlavorTestJSON-403335495-project] Pushing event updated for resources: {'Port': ['ID=2ebc82e3-a3fb-4509-a8df-f79d7a1ccb17,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:36:10.347188 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-89a561af-d46f-4dc1-8d64-bda16719865e req-3644af6f-4700-4d8c-9935-607a399ec448 tempest-SecurityGroupsTestAdminJSON-1003612300 tempest-SecurityGroupsTestAdminJSON-1003612300-project] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:10.418088 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-d7889b7b-be30-4889-a210-d7c9e12c57ce req-41a8405d-7d5e-4e6f-a15e-3fb516719793 tempest-ServersWithSpecificFlavorTestJSON-403335495 tempest-ServersWithSpecificFlavorTestJSON-403335495-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2353125 May 20 20:36:10.436381 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-89a561af-d46f-4dc1-8d64-bda16719865e req-3644af6f-4700-4d8c-9935-607a399ec448 tempest-SecurityGroupsTestAdminJSON-1003612300 tempest-SecurityGroupsTestAdminJSON-1003612300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:10.437397 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [req-d7889b7b-be30-4889-a210-d7c9e12c57ce req-cabcffcf-0aed-46d9-9895-738de30cdfe8 service neutron] Request body: {'port': {'device_id': 'dcc37251-fe20-4f7e-aa5f-f8a826d9ed0d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-842733-1'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:36:10.480312 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3644af6f-4700-4d8c-9935-607a399ec448 tempest-SecurityGroupsTestAdminJSON-1003612300 tempest-SecurityGroupsTestAdminJSON-1003612300-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55188386-092c-49f2-8007-9c644d9031c5,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:36:10.511614 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-d7889b7b-be30-4889-a210-d7c9e12c57ce req-cabcffcf-0aed-46d9-9895-738de30cdfe8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:10.537465 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-89a561af-d46f-4dc1-8d64-bda16719865e req-3644af6f-4700-4d8c-9935-607a399ec448 tempest-SecurityGroupsTestAdminJSON-1003612300 tempest-SecurityGroupsTestAdminJSON-1003612300-project] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:10.550788 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-89a561af-d46f-4dc1-8d64-bda16719865e req-3644af6f-4700-4d8c-9935-607a399ec448 tempest-SecurityGroupsTestAdminJSON-1003612300 tempest-SecurityGroupsTestAdminJSON-1003612300-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.6191249 May 20 20:36:10.580735 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed0daa6-42e4-44c1-af60-6d3505c0d2d8 req-390249ba-79bc-4c00-9b7e-9c71b416a18a tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:36:10.582498 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8ed0daa6-42e4-44c1-af60-6d3505c0d2d8 req-390249ba-79bc-4c00-9b7e-9c71b416a18a tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.35 "GET /v2.0/ports?device_id=72dcbc3c-1ad5-469d-891f-fc55788615d5 HTTP/1.1" status: 200 len: 944 time: 0.0790541 May 20 20:36:10.622022 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8ed0daa6-42e4-44c1-af60-6d3505c0d2d8 req-971adb46-d58b-4cc8-a93d-f18720234b1c tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c1ac446-2eae-4e3c-98ef-7a4684e96782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324600 May 20 20:36:10.648994 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-762ca24f-cc63-447f-90b6-82564bf17fc7 None None] Provisioning complete for port 2ebc82e3-a3fb-4509-a8df-f79d7a1ccb17 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:36:10.650170 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-762ca24f-cc63-447f-90b6-82564bf17fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:10.690745 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-762ca24f-cc63-447f-90b6-82564bf17fc7 None None] Port 2ebc82e3-a3fb-4509-a8df-f79d7a1ccb17 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 20:36:10.865816 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8889964-f7f4-4280-bb76-fea6ad8b4fa1 req-4b43bdd9-8aab-41ab-a3ac-ed9a0249471c tempest-ServersWithSpecificFlavorTestJSON-403335495 tempest-ServersWithSpecificFlavorTestJSON-403335495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:36:10.867315 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b8889964-f7f4-4280-bb76-fea6ad8b4fa1 req-4b43bdd9-8aab-41ab-a3ac-ed9a0249471c tempest-ServersWithSpecificFlavorTestJSON-403335495 tempest-ServersWithSpecificFlavorTestJSON-403335495-project] 10.222.0.35 "GET /v2.0/ports?device_id=dcc37251-fe20-4f7e-aa5f-f8a826d9ed0d HTTP/1.1" status: 200 len: 931 time: 0.0603380 May 20 20:36:10.892800 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [req-48bbe074-395a-4d9b-a23b-59c15bf2e6e7 req-489463a7-05b9-44ac-91a3-6499d9d75462 tempest-SecurityGroupsTestAdminJSON-1003612300 tempest-SecurityGroupsTestAdminJSON-1003612300-project] Request body: {'security_group': {'name': 'tempest-securitygroup-2106430412', 'description': 'tempest-description-965999923'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:36:10.902890 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 064579eb-9bb1-4dd4-9173-8e00e4b16037 no longer exists at agent hyperv_n-h1-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:36:10.927541 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b8889964-f7f4-4280-bb76-fea6ad8b4fa1 req-8130a803-7709-4058-aec9-bd58222c0357 tempest-ServersWithSpecificFlavorTestJSON-403335495 tempest-ServersWithSpecificFlavorTestJSON-403335495-project] 10.222.0.35 "GET /v2.0/security-groups?id=fb4532a0-c356-4e15-af9a-d177d4428652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530758 May 20 20:36:10.937039 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] No Port match for: 064579eb-9bb1-4dd4-9173-8e00e4b16037 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 20:36:10.938285 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 064579eb-9bb1-4dd4-9173-8e00e4b16037 not bound to the agent host n-h1-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 20:36:10.986010 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [req-d7889b7b-be30-4889-a210-d7c9e12c57ce req-cabcffcf-0aed-46d9-9895-738de30cdfe8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ebc82e3-a3fb-4509-a8df-f79d7a1ccb17 {{(pid=103162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:36:10.994006 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-d7889b7b-be30-4889-a210-d7c9e12c57ce req-cabcffcf-0aed-46d9-9895-738de30cdfe8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:11.010820 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.provisioning_blocks [req-d7889b7b-be30-4889-a210-d7c9e12c57ce req-cabcffcf-0aed-46d9-9895-738de30cdfe8 service neutron] Transition to ACTIVE for port object 2ebc82e3-a3fb-4509-a8df-f79d7a1ccb17 will not be triggered until provisioned by entity L2. {{(pid=103162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 20:36:11.023160 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-48bbe074-395a-4d9b-a23b-59c15bf2e6e7 req-489463a7-05b9-44ac-91a3-6499d9d75462 tempest-SecurityGroupsTestAdminJSON-1003612300 tempest-SecurityGroupsTestAdminJSON-1003612300-project] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:11.092629 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-48bbe074-395a-4d9b-a23b-59c15bf2e6e7 req-489463a7-05b9-44ac-91a3-6499d9d75462 tempest-SecurityGroupsTestAdminJSON-1003612300 tempest-SecurityGroupsTestAdminJSON-1003612300-project] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:11.115745 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-d7889b7b-be30-4889-a210-d7c9e12c57ce req-cabcffcf-0aed-46d9-9895-738de30cdfe8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:11.165100 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabcffcf-0aed-46d9-9895-738de30cdfe8 service neutron] Pushing event updated for resources: {'Port': ['ID=2ebc82e3-a3fb-4509-a8df-f79d7a1ccb17,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:36:11.202614 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-48bbe074-395a-4d9b-a23b-59c15bf2e6e7 req-489463a7-05b9-44ac-91a3-6499d9d75462 tempest-SecurityGroupsTestAdminJSON-1003612300 tempest-SecurityGroupsTestAdminJSON-1003612300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:11.207117 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-d7889b7b-be30-4889-a210-d7c9e12c57ce req-cabcffcf-0aed-46d9-9895-738de30cdfe8 service neutron] Attempting to bind port 2ebc82e3-a3fb-4509-a8df-f79d7a1ccb17 on host n-h2-842733-1 for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:36:11.207456 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-d7889b7b-be30-4889-a210-d7c9e12c57ce req-cabcffcf-0aed-46d9-9895-738de30cdfe8 service neutron] Attempting to bind port 2ebc82e3-a3fb-4509-a8df-f79d7a1ccb17 by drivers openvswitch,hyperv on host n-h2-842733-1 at level 0 using segments [{'id': '94a4894e-95e9-4cfb-9a59-0548accd47c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'b6d9e896-d344-4c48-82c9-67ef44a8b110'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:36:11.207785 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7889b7b-be30-4889-a210-d7c9e12c57ce req-cabcffcf-0aed-46d9-9895-738de30cdfe8 service neutron] Attempting to bind port 2ebc82e3-a3fb-4509-a8df-f79d7a1ccb17 on network b6d9e896-d344-4c48-82c9-67ef44a8b110 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:36:11.212328 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7889b7b-be30-4889-a210-d7c9e12c57ce req-cabcffcf-0aed-46d9-9895-738de30cdfe8 service neutron] Port 2ebc82e3-a3fb-4509-a8df-f79d7a1ccb17 on network b6d9e896-d344-4c48-82c9-67ef44a8b110 not bound, no agent of type Open vSwitch agent registered on host n-h2-842733-1 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 20:36:11.212642 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7889b7b-be30-4889-a210-d7c9e12c57ce req-cabcffcf-0aed-46d9-9895-738de30cdfe8 service neutron] Attempting to bind port 2ebc82e3-a3fb-4509-a8df-f79d7a1ccb17 on network b6d9e896-d344-4c48-82c9-67ef44a8b110 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:36:11.217551 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7889b7b-be30-4889-a210-d7c9e12c57ce req-cabcffcf-0aed-46d9-9895-738de30cdfe8 service neutron] Checking agent: {'id': 'a66f2511-b955-448f-877c-56cfe9c81b12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 33, 2), 'started_at': datetime.datetime(2022, 5, 20, 20, 33, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 36, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:36:11.217877 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7889b7b-be30-4889-a210-d7c9e12c57ce req-cabcffcf-0aed-46d9-9895-738de30cdfe8 service neutron] Checking segment: {'id': '94a4894e-95e9-4cfb-9a59-0548accd47c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'b6d9e896-d344-4c48-82c9-67ef44a8b110'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:36:11.218263 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7889b7b-be30-4889-a210-d7c9e12c57ce req-cabcffcf-0aed-46d9-9895-738de30cdfe8 service neutron] Bound using segment: {'id': '94a4894e-95e9-4cfb-9a59-0548accd47c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'b6d9e896-d344-4c48-82c9-67ef44a8b110'} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:36:11.218780 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-d7889b7b-be30-4889-a210-d7c9e12c57ce req-cabcffcf-0aed-46d9-9895-738de30cdfe8 service neutron] Bound port: 2ebc82e3-a3fb-4509-a8df-f79d7a1ccb17, host: n-h2-842733-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94a4894e-95e9-4cfb-9a59-0548accd47c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'b6d9e896-d344-4c48-82c9-67ef44a8b110'}}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:36:11.219531 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-d7889b7b-be30-4889-a210-d7c9e12c57ce req-cabcffcf-0aed-46d9-9895-738de30cdfe8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:11.251035 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489463a7-05b9-44ac-91a3-6499d9d75462 tempest-SecurityGroupsTestAdminJSON-1003612300 tempest-SecurityGroupsTestAdminJSON-1003612300-project] Pushing event updated for resources: {'SecurityGroup': ['ID=611c766d-164e-407b-8dcc-d4d8e71d6830,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:36:11.298655 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-d7889b7b-be30-4889-a210-d7c9e12c57ce req-cabcffcf-0aed-46d9-9895-738de30cdfe8 service neutron] For port 2ebc82e3-a3fb-4509-a8df-f79d7a1ccb17, host n-h2-842733-1, cleared binding levels {{(pid=103162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:36:11.310597 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-d7889b7b-be30-4889-a210-d7c9e12c57ce req-cabcffcf-0aed-46d9-9895-738de30cdfe8 service neutron] For port 2ebc82e3-a3fb-4509-a8df-f79d7a1ccb17, host n-h2-842733-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=2ebc82e3-a3fb-4509-a8df-f79d7a1ccb17,segment=NetworkSegment(94a4894e-95e9-4cfb-9a59-0548accd47c0),segment_id=94a4894e-95e9-4cfb-9a59-0548accd47c0)] {{(pid=103162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:36:11.322889 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 57900) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:36:11.345404 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-48bbe074-395a-4d9b-a23b-59c15bf2e6e7 req-489463a7-05b9-44ac-91a3-6499d9d75462 tempest-SecurityGroupsTestAdminJSON-1003612300 tempest-SecurityGroupsTestAdminJSON-1003612300-project] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:11.345404 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-48bbe074-395a-4d9b-a23b-59c15bf2e6e7 req-489463a7-05b9-44ac-91a3-6499d9d75462 tempest-SecurityGroupsTestAdminJSON-1003612300 tempest-SecurityGroupsTestAdminJSON-1003612300-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.4543247 May 20 20:36:11.382329 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 57908) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:36:11.400425 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-d7889b7b-be30-4889-a210-d7c9e12c57ce req-cabcffcf-0aed-46d9-9895-738de30cdfe8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:11.444586 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7889b7b-be30-4889-a210-d7c9e12c57ce req-cabcffcf-0aed-46d9-9895-738de30cdfe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:36:11.445687 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-d7889b7b-be30-4889-a210-d7c9e12c57ce req-cabcffcf-0aed-46d9-9895-738de30cdfe8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:11.447216 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-d7889b7b-be30-4889-a210-d7c9e12c57ce req-cabcffcf-0aed-46d9-9895-738de30cdfe8 service neutron] 10.222.0.13 "PUT /v2.0/ports/2ebc82e3-a3fb-4509-a8df-f79d7a1ccb17 HTTP/1.1" status: 200 len: 1091 time: 1.0147073 May 20 20:36:11.447705 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcc37251-fe20-4f7e-aa5f-f8a826d9ed0d', 'tag': '2ebc82e3-a3fb-4509-a8df-f79d7a1ccb17'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:36:11.450002 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6fa957933fccbf596d28104b23404b952ad6a8238afaebaed40a0874b2e409" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eccf9595-e7a5-476a-b600-a9159612a481" -d '{"events": [{"name": "network-changed", "server_uuid": "dcc37251-fe20-4f7e-aa5f-f8a826d9ed0d", "tag": "2ebc82e3-a3fb-4509-a8df-f79d7a1ccb17"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:36:11.494915 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabcffcf-0aed-46d9-9895-738de30cdfe8 service neutron] Pushing event updated for resources: {'Port': ['ID=2ebc82e3-a3fb-4509-a8df-f79d7a1ccb17,revision_number=3']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:36:11.525459 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 20:36:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69be16cc-14b5-4038-a554-d3601956749b x-openstack-request-id: req-69be16cc-14b5-4038-a554-d3601956749b {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:36:11.529893 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcc37251-fe20-4f7e-aa5f-f8a826d9ed0d", "tag": "2ebc82e3-a3fb-4509-a8df-f79d7a1ccb17", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:36:11.529893 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-69be16cc-14b5-4038-a554-d3601956749b {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:36:11.529893 n-d-842733-1 neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69be16cc-14b5-4038-a554-d3601956749b'] response: {'name': 'network-changed', 'server_uuid': 'dcc37251-fe20-4f7e-aa5f-f8a826d9ed0d', 'tag': '2ebc82e3-a3fb-4509-a8df-f79d7a1ccb17', 'status': 'completed', 'code': 200} May 20 20:36:11.545527 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-d49f6f35-a27c-4518-b0e4-fbcc224dd8be admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1171348864-network', 'tenant_id': '3aa857ff5a56444e93e0415b31d5c061'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:36:11.618000 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b072c042-1e4b-4898-a84c-3a9ab6109aa7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:11.629138 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccf9595-e7a5-476a-b600-a9159612a481 req-2795c8aa-3496-418f-994f-6824b0e52ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:36:11.630763 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-eccf9595-e7a5-476a-b600-a9159612a481 req-2795c8aa-3496-418f-994f-6824b0e52ea6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7a0946b7566d4115bc78791f06e90f69&device_id=dcc37251-fe20-4f7e-aa5f-f8a826d9ed0d HTTP/1.1" status: 200 len: 1094 time: 0.0607078 May 20 20:36:11.645636 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [req-74d677ec-eece-4b3a-90f1-4131d297b7ef req-5eacbf3c-bb9c-4836-9b46-bccdd9409170 tempest-SecurityGroupsTestAdminJSON-1275863975 tempest-SecurityGroupsTestAdminJSON-1275863975-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-442696005', 'description': 'tempest-description-577807330'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:36:11.682119 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d49f6f35-a27c-4518-b0e4-fbcc224dd8be admin admin] Made reservation on behalf of 3aa857ff5a56444e93e0415b31d5c061 for: {'network': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:36:11.684380 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d49f6f35-a27c-4518-b0e4-fbcc224dd8be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for network, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:11.700104 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d49f6f35-a27c-4518-b0e4-fbcc224dd8be admin admin] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:11.770123 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-74d677ec-eece-4b3a-90f1-4131d297b7ef req-5eacbf3c-bb9c-4836-9b46-bccdd9409170 tempest-SecurityGroupsTestAdminJSON-1275863975 tempest-SecurityGroupsTestAdminJSON-1275863975-project-admin] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:11.794349 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-74d677ec-eece-4b3a-90f1-4131d297b7ef req-5eacbf3c-bb9c-4836-9b46-bccdd9409170 tempest-SecurityGroupsTestAdminJSON-1275863975 tempest-SecurityGroupsTestAdminJSON-1275863975-project-admin] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:11.832939 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccf9595-e7a5-476a-b600-a9159612a481 req-32317543-fccd-4347-b5f3-171012c71adf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:36:11.834357 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-eccf9595-e7a5-476a-b600-a9159612a481 req-32317543-fccd-4347-b5f3-171012c71adf service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=7a0946b7566d4115bc78791f06e90f69&shared=False HTTP/1.1" status: 200 len: 924 time: 0.1893077 May 20 20:36:11.841266 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda3e306-e5ba-4fff-8f6f-6b31d36dfe0e req-b741a437-da0b-4068-b669-2b0537ecc578 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:36:11.842671 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-cda3e306-e5ba-4fff-8f6f-6b31d36dfe0e req-b741a437-da0b-4068-b669-2b0537ecc578 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.35 "GET /v2.0/ports?device_id=72dcbc3c-1ad5-469d-891f-fc55788615d5 HTTP/1.1" status: 200 len: 944 time: 0.1299517 May 20 20:36:11.844970 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b072c042-1e4b-4898-a84c-3a9ab6109aa7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:11.899690 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b072c042-1e4b-4898-a84c-3a9ab6109aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:11.957430 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d49f6f35-a27c-4518-b0e4-fbcc224dd8be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:11.960709 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-cda3e306-e5ba-4fff-8f6f-6b31d36dfe0e req-a5909d3b-8417-479e-ae3c-d410bb8889a6 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c1ac446-2eae-4e3c-98ef-7a4684e96782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086009 May 20 20:36:11.978934 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b072c042-1e4b-4898-a84c-3a9ab6109aa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e144c0af-e305-4a76-ab5e-dc1a367ec203,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:36:11.990992 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-b072c042-1e4b-4898-a84c-3a9ab6109aa7 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=29e5479d845046e7a9fcd9a084a1d803&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6075606 May 20 20:36:11.991852 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 57922) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:36:11.999484 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccf9595-e7a5-476a-b600-a9159612a481 req-9d94b739-7d49-481b-b33d-5264054bf4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:36:12.001746 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-eccf9595-e7a5-476a-b600-a9159612a481 req-9d94b739-7d49-481b-b33d-5264054bf4d3 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1606612 May 20 20:36:12.043009 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d49f6f35-a27c-4518-b0e4-fbcc224dd8be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:12.047954 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-74d677ec-eece-4b3a-90f1-4131d297b7ef req-5eacbf3c-bb9c-4836-9b46-bccdd9409170 tempest-SecurityGroupsTestAdminJSON-1275863975 tempest-SecurityGroupsTestAdminJSON-1275863975-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:12.075581 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d49f6f35-a27c-4518-b0e4-fbcc224dd8be admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 220} {{(pid=103163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 20:36:12.106027 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7889b7b-be30-4889-a210-d7c9e12c57ce req-576ec7e4-1acc-421e-8946-add2fd03d502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:36:12.107202 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49f6f35-a27c-4518-b0e4-fbcc224dd8be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=172ae0c8-f88d-4469-9787-7983274ce353,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:36:12.108739 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-d7889b7b-be30-4889-a210-d7c9e12c57ce req-576ec7e4-1acc-421e-8946-add2fd03d502 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7a0946b7566d4115bc78791f06e90f69&device_id=dcc37251-fe20-4f7e-aa5f-f8a826d9ed0d HTTP/1.1" status: 200 len: 1094 time: 0.0468502 May 20 20:36:12.114098 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-74d677ec-eece-4b3a-90f1-4131d297b7ef req-5eacbf3c-bb9c-4836-9b46-bccdd9409170 tempest-SecurityGroupsTestAdminJSON-1275863975 tempest-SecurityGroupsTestAdminJSON-1275863975-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:12.117182 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d49f6f35-a27c-4518-b0e4-fbcc224dd8be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:12.117685 n-d-842733-1 neutron-server[103163]: INFO neutron.db.segments_db [None req-d49f6f35-a27c-4518-b0e4-fbcc224dd8be admin admin] Added segment 0d7203d2-b69c-4495-9de2-934effcad581 of type vlan for network a0290b44-966d-432b-ba1e-eebf860facfc May 20 20:36:12.129450 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2a500a7f-31d8-45ae-ad15-89ff310f3b2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:12.157116 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-d7889b7b-be30-4889-a210-d7c9e12c57ce req-dd84fdbf-9f03-49cb-a237-31869814d088 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2ebc82e3-a3fb-4509-a8df-f79d7a1ccb17 HTTP/1.1" status: 200 len: 217 time: 0.0342398 May 20 20:36:12.207620 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eacbf3c-bb9c-4836-9b46-bccdd9409170 tempest-SecurityGroupsTestAdminJSON-1275863975 tempest-SecurityGroupsTestAdminJSON-1275863975-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70edcdc5-586c-4842-b6cd-e093a3dba807,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:36:12.210254 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7889b7b-be30-4889-a210-d7c9e12c57ce req-4256f2bf-4283-40f2-8f58-51a0fffe3d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:36:12.211262 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-d7889b7b-be30-4889-a210-d7c9e12c57ce req-4256f2bf-4283-40f2-8f58-51a0fffe3d99 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3749240c-676d-4d91-b602-5dfaa1286886 HTTP/1.1" status: 200 len: 862 time: 0.0476065 May 20 20:36:12.217481 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2a500a7f-31d8-45ae-ad15-89ff310f3b2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:12.220336 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d49f6f35-a27c-4518-b0e4-fbcc224dd8be admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418993264'] for network, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:12.278934 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7889b7b-be30-4889-a210-d7c9e12c57ce req-796da0ab-7e4a-4dff-b0db-881720f8e95c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:36:12.280669 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-d7889b7b-be30-4889-a210-d7c9e12c57ce req-796da0ab-7e4a-4dff-b0db-881720f8e95c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b6d9e896-d344-4c48-82c9-67ef44a8b110&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0631611 May 20 20:36:12.292115 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-74d677ec-eece-4b3a-90f1-4131d297b7ef req-5eacbf3c-bb9c-4836-9b46-bccdd9409170 tempest-SecurityGroupsTestAdminJSON-1275863975 tempest-SecurityGroupsTestAdminJSON-1275863975-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:12.356900 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c79a678-7811-4911-8969-094392c4a2fb req-a9cbbc56-7e15-4948-9435-08e1380d1228 tempest-ServersWithSpecificFlavorTestJSON-403335495 tempest-ServersWithSpecificFlavorTestJSON-403335495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:36:12.358308 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9c79a678-7811-4911-8969-094392c4a2fb req-a9cbbc56-7e15-4948-9435-08e1380d1228 tempest-ServersWithSpecificFlavorTestJSON-403335495 tempest-ServersWithSpecificFlavorTestJSON-403335495-project] 10.222.0.35 "GET /v2.0/ports?device_id=dcc37251-fe20-4f7e-aa5f-f8a826d9ed0d HTTP/1.1" status: 200 len: 943 time: 0.0544090 May 20 20:36:12.370962 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-d7889b7b-be30-4889-a210-d7c9e12c57ce req-0142e723-b2bb-430f-8edc-2a0c4c194c2b service neutron] 10.222.0.13 "GET /v2.0/networks/b6d9e896-d344-4c48-82c9-67ef44a8b110?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826330 May 20 20:36:12.379920 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d49f6f35-a27c-4518-b0e4-fbcc224dd8be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524'] for network, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:12.380813 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d49f6f35-a27c-4518-b0e4-fbcc224dd8be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:36:12.381404 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d49f6f35-a27c-4518-b0e4-fbcc224dd8be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:12.430516 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-74d677ec-eece-4b3a-90f1-4131d297b7ef req-5eacbf3c-bb9c-4836-9b46-bccdd9409170 tempest-SecurityGroupsTestAdminJSON-1275863975 tempest-SecurityGroupsTestAdminJSON-1275863975-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:12.444769 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2a500a7f-31d8-45ae-ad15-89ff310f3b2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:12.447460 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2a500a7f-31d8-45ae-ad15-89ff310f3b2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:12.448286 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-2a500a7f-31d8-45ae-ad15-89ff310f3b2f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e144c0af-e305-4a76-ab5e-dc1a367ec203 HTTP/1.1" status: 204 len: 168 time: 0.4547074 May 20 20:36:12.467613 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-d7889b7b-be30-4889-a210-d7c9e12c57ce req-1a7d7867-3584-446f-aa3d-922bb707fd27 service neutron] 10.222.0.13 "GET /v2.0/networks/b6d9e896-d344-4c48-82c9-67ef44a8b110?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903125 May 20 20:36:12.477944 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9c79a678-7811-4911-8969-094392c4a2fb req-58d585b6-3c18-40cb-b1be-8fd570e4c5a1 tempest-ServersWithSpecificFlavorTestJSON-403335495 tempest-ServersWithSpecificFlavorTestJSON-403335495-project] 10.222.0.35 "GET /v2.0/security-groups?id=fb4532a0-c356-4e15-af9a-d177d4428652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1129420 May 20 20:36:12.485667 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49f6f35-a27c-4518-b0e4-fbcc224dd8be admin admin] Pushing event updated for resources: {'Network': ['ID=a0290b44-966d-432b-ba1e-eebf860facfc,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:36:12.489962 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eacbf3c-bb9c-4836-9b46-bccdd9409170 tempest-SecurityGroupsTestAdminJSON-1275863975 tempest-SecurityGroupsTestAdminJSON-1275863975-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfac933e-8643-43cc-b1d9-2139c1c36063,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:36:12.498912 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a500a7f-31d8-45ae-ad15-89ff310f3b2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e144c0af-e305-4a76-ab5e-dc1a367ec203,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:36:12.512059 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-d49f6f35-a27c-4518-b0e4-fbcc224dd8be admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.1808145 May 20 20:36:12.512059 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 57934) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:36:12.512598 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-e6563149-2fc9-4328-b016-3a09a3efffac admin admin] Request body: {'subnet': {'network_id': 'a0290b44-966d-432b-ba1e-eebf860facfc', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1171348864-subnet', 'tenant_id': '3aa857ff5a56444e93e0415b31d5c061', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:36:12.518797 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Network a0290b44-966d-432b-ba1e-eebf860facfc details requested by agent ovs-agent-n-d-842733-1 with host n-d-842733-1 {{(pid=103164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 20 20:36:12.568319 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-74d677ec-eece-4b3a-90f1-4131d297b7ef req-5eacbf3c-bb9c-4836-9b46-bccdd9409170 tempest-SecurityGroupsTestAdminJSON-1275863975 tempest-SecurityGroupsTestAdminJSON-1275863975-project-admin] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:12.569659 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-74d677ec-eece-4b3a-90f1-4131d297b7ef req-5eacbf3c-bb9c-4836-9b46-bccdd9409170 tempest-SecurityGroupsTestAdminJSON-1275863975 tempest-SecurityGroupsTestAdminJSON-1275863975-project-admin] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.9314821 May 20 20:36:12.603744 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [req-12c74988-8bed-4f25-8be0-f70ebc69cdb2 req-f89a2164-8d17-4267-a46b-f125975bd099 tempest-SecurityGroupsTestAdminJSON-1275863975 tempest-SecurityGroupsTestAdminJSON-1275863975-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-989436921', 'description': 'tempest-description-1683518625'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:36:12.647417 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6563149-2fc9-4328-b016-3a09a3efffac admin admin] Made reservation on behalf of 3aa857ff5a56444e93e0415b31d5c061 for: {'subnet': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:36:12.649864 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e6563149-2fc9-4328-b016-3a09a3efffac admin admin] Notify callbacks [] for subnet, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:12.737472 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 65c226fe-0bb9-4ed2-8058-7f27ec6ceba5 details requested by agent hyperv_n-h2-842733-1 with host n-h2-842733-1 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 20:36:12.854333 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port 65c226fe-0bb9-4ed2-8058-7f27ec6ceba5, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=65c226fe-0bb9-4ed2-8058-7f27ec6ceba5,segment=NetworkSegment(65a8f4c3-036d-4ff8-a81a-cd07cb6f1230),segment_id=65a8f4c3-036d-4ff8-a81a-cd07cb6f1230)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:36:12.867046 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Returning: {'device': '65c226fe-0bb9-4ed2-8058-7f27ec6ceba5', 'network_id': 'fef9e30f-3c34-4b6b-9bd5-2a167649e7b0', 'port_id': '65c226fe-0bb9-4ed2-8058-7f27ec6ceba5', 'mac_address': 'fa:16:3e:2d:d9:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33548886-d6e3-48e7-a819-149526989122', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 20 20:36:12.893702 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-12c74988-8bed-4f25-8be0-f70ebc69cdb2 req-f89a2164-8d17-4267-a46b-f125975bd099 tempest-SecurityGroupsTestAdminJSON-1275863975 tempest-SecurityGroupsTestAdminJSON-1275863975-project-admin] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:12.907351 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port 65c226fe-0bb9-4ed2-8058-7f27ec6ceba5 is: DOWN; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:36:12.907800 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:12.921047 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65c226fe-0bb9-4ed2-8058-7f27ec6ceba5 {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:36:12.941459 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port 65c226fe-0bb9-4ed2-8058-7f27ec6ceba5, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=65c226fe-0bb9-4ed2-8058-7f27ec6ceba5,segment=NetworkSegment(65a8f4c3-036d-4ff8-a81a-cd07cb6f1230),segment_id=65a8f4c3-036d-4ff8-a81a-cd07cb6f1230)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:36:13.022109 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-12c74988-8bed-4f25-8be0-f70ebc69cdb2 req-f89a2164-8d17-4267-a46b-f125975bd099 tempest-SecurityGroupsTestAdminJSON-1275863975 tempest-SecurityGroupsTestAdminJSON-1275863975-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:13.115958 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:13.145140 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e6563149-2fc9-4328-b016-3a09a3efffac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524'] for subnet, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:13.147088 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-12c74988-8bed-4f25-8be0-f70ebc69cdb2 req-f89a2164-8d17-4267-a46b-f125975bd099 tempest-SecurityGroupsTestAdminJSON-1275863975 tempest-SecurityGroupsTestAdminJSON-1275863975-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:13.176631 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=65c226fe-0bb9-4ed2-8058-7f27ec6ceba5,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:36:13.244323 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89a2164-8d17-4267-a46b-f125975bd099 tempest-SecurityGroupsTestAdminJSON-1275863975 tempest-SecurityGroupsTestAdminJSON-1275863975-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c92876df-73dd-4323-a930-f3bb06b5dce5,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:36:13.252844 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6563149-2fc9-4328-b016-3a09a3efffac admin admin] Pushing event updated for resources: {'Subnet': ['ID=369a64d4-d6f4-46ac-8e75-6e5795e8e94c,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:36:13.279633 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 57958) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:36:13.287111 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a674d16-c0e4-41d2-9fe4-2cac7a76df05 req-2b2dc894-915e-4d52-9dff-737e3b709c4e tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:36:13.288613 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9a674d16-c0e4-41d2-9fe4-2cac7a76df05 req-2b2dc894-915e-4d52-9dff-737e3b709c4e tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.35 "GET /v2.0/ports?device_id=72dcbc3c-1ad5-469d-891f-fc55788615d5 HTTP/1.1" status: 200 len: 945 time: 0.0919030 May 20 20:36:13.290121 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6563149-2fc9-4328-b016-3a09a3efffac admin admin] Checking segment: {'id': '0d7203d2-b69c-4495-9de2-934effcad581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'a0290b44-966d-432b-ba1e-eebf860facfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:36:13.290466 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6563149-2fc9-4328-b016-3a09a3efffac admin admin] Network hostable DHCP agents. Network: a0290b44-966d-432b-ba1e-eebf860facfc, hostable agents: ['c9b0653c-f3c7-4339-bd50-e3754b629216'], hosted agents: [] {{(pid=103163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 20:36:13.293793 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-81dab25f-1b0f-48ea-b40d-38a654bf8a2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:13.294565 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-12c74988-8bed-4f25-8be0-f70ebc69cdb2 req-f89a2164-8d17-4267-a46b-f125975bd099 tempest-SecurityGroupsTestAdminJSON-1275863975 tempest-SecurityGroupsTestAdminJSON-1275863975-project-admin] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:13.295703 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-12c74988-8bed-4f25-8be0-f70ebc69cdb2 req-f89a2164-8d17-4267-a46b-f125975bd099 tempest-SecurityGroupsTestAdminJSON-1275863975 tempest-SecurityGroupsTestAdminJSON-1275863975-project-admin] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.6973121 May 20 20:36:13.340609 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9a674d16-c0e4-41d2-9fe4-2cac7a76df05 req-0046f6f4-691f-42d2-9676-91325c5c919a tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c1ac446-2eae-4e3c-98ef-7a4684e96782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439632 May 20 20:36:13.384180 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-81dab25f-1b0f-48ea-b40d-38a654bf8a2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:13.414828 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6563149-2fc9-4328-b016-3a09a3efffac admin admin] Network a0290b44-966d-432b-ba1e-eebf860facfc is scheduled to be hosted by DHCP agent c9b0653c-f3c7-4339-bd50-e3754b629216 with binding_index 1 {{(pid=103163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 20:36:13.504638 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-81dab25f-1b0f-48ea-b40d-38a654bf8a2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:13.534363 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-e6563149-2fc9-4328-b016-3a09a3efffac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842733-1, a0290b44-966d-432b-ba1e-eebf860facfc) {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:36:13.543902 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aca4cccb-f453-4df1-b335-59dc789a72d5 None None] Network a0290b44-966d-432b-ba1e-eebf860facfc requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:36:13.544393 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6563149-2fc9-4328-b016-3a09a3efffac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:36:13.544827 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e6563149-2fc9-4328-b016-3a09a3efffac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for subnet, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:13.565987 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dab25f-1b0f-48ea-b40d-38a654bf8a2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f5d8f94-f068-44df-8639-4d08f23799c1,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:36:13.574386 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 57970) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:36:13.574560 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-81dab25f-1b0f-48ea-b40d-38a654bf8a2d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=64c1e60eb3d244f4ba0f897bbd6a981b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2937422 May 20 20:36:13.591524 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] get_ports_and_sgs() called for port_ids ['65c226fe-0bb9-4ed2-8058-7f27ec6ceba5'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:36:13.619272 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7fdf5490-6fbc-4abd-8641-454417bd9cbb req-bfbf6357-2ed2-43b8-bfa4-7362bf3562b0 tempest-SecurityGroupsTestAdminJSON-1275863975 tempest-SecurityGroupsTestAdminJSON-1275863975-project-admin] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 42317 time: 0.2447956 May 20 20:36:13.649459 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-e6563149-2fc9-4328-b016-3a09a3efffac admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.1397252 May 20 20:36:13.653091 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 57974) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:36:13.660423 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-cc249918-a7e3-4653-9f7b-5457aefe521a admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1171348864-router', 'tenant_id': '3aa857ff5a56444e93e0415b31d5c061', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'}}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:36:13.725117 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7fdf5490-6fbc-4abd-8641-454417bd9cbb req-359f27cf-b5df-49d7-8911-d334fbf0eed9 tempest-SecurityGroupsTestAdminJSON-1275863975 tempest-SecurityGroupsTestAdminJSON-1275863975-project-admin] 10.222.0.35 "GET /v2.0/security-groups/059ff789-d90c-445f-957e-bac237fcb846 HTTP/1.1" status: 200 len: 2981 time: 0.0983713 May 20 20:36:13.727147 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6923b1a2-be7f-4c66-99c1-07ab5a6123e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:13.744256 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-cc249918-a7e3-4653-9f7b-5457aefe521a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-694221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26155'] for router, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:13.745894 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-cc249918-a7e3-4653-9f7b-5457aefe521a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-693085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748153', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-718080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26162'] for router, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:13.772291 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6923b1a2-be7f-4c66-99c1-07ab5a6123e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:13.784734 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2aaf211-f81c-417c-b50c-025efa5e4039 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaee2b848-d4b9-5db1-b6ef-d6db29d67de7-a0290b44-966d-432b-ba1e-eebf860facfc', 'network_id': 'a0290b44-966d-432b-ba1e-eebf860facfc', 'tenant_id': '3aa857ff5a56444e93e0415b31d5c061', 'fixed_ips': [{'subnet_id': '369a64d4-d6f4-46ac-8e75-6e5795e8e94c'}]}} from n-d-842733-1. {{(pid=103164) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 20:36:13.785579 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-e2aaf211-f81c-417c-b50c-025efa5e4039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:13.795276 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cc6ae4-cf1a-4b10-9c94-5e6b15835b98 req-2b1cfe52-0da7-42d4-8625-6be549bcb972 tempest-ServersWithSpecificFlavorTestJSON-403335495 tempest-ServersWithSpecificFlavorTestJSON-403335495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:36:13.796753 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d7cc6ae4-cf1a-4b10-9c94-5e6b15835b98 req-2b1cfe52-0da7-42d4-8625-6be549bcb972 tempest-ServersWithSpecificFlavorTestJSON-403335495 tempest-ServersWithSpecificFlavorTestJSON-403335495-project] 10.222.0.35 "GET /v2.0/ports?device_id=dcc37251-fe20-4f7e-aa5f-f8a826d9ed0d HTTP/1.1" status: 200 len: 943 time: 0.1186895 May 20 20:36:13.819187 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-cc249918-a7e3-4653-9f7b-5457aefe521a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:13.833479 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7fdf5490-6fbc-4abd-8641-454417bd9cbb req-7e209636-38b5-458a-b242-58ed3c2164e2 tempest-SecurityGroupsTestAdminJSON-1275863975 tempest-SecurityGroupsTestAdminJSON-1275863975-project-admin] 10.222.0.35 "GET /v2.0/security-groups/059ff789-d90c-445f-957e-bac237fcb846 HTTP/1.1" status: 200 len: 2981 time: 0.0995774 May 20 20:36:13.876337 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d7cc6ae4-cf1a-4b10-9c94-5e6b15835b98 req-b042ee3d-9bb9-41ae-b9e8-473274efdcfe tempest-ServersWithSpecificFlavorTestJSON-403335495 tempest-ServersWithSpecificFlavorTestJSON-403335495-project] 10.222.0.35 "GET /v2.0/security-groups?id=fb4532a0-c356-4e15-af9a-d177d4428652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723698 May 20 20:36:13.893970 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7fdf5490-6fbc-4abd-8641-454417bd9cbb req-03660cb2-ac90-424e-a327-5ac8e687c801 tempest-SecurityGroupsTestAdminJSON-1275863975 tempest-SecurityGroupsTestAdminJSON-1275863975-project-admin] 10.222.0.35 "GET /v2.0/security-groups/13ea56f8-085b-45fb-8735-ebcf175a7a44 HTTP/1.1" status: 200 len: 2977 time: 0.0527833 May 20 20:36:13.949141 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7fdf5490-6fbc-4abd-8641-454417bd9cbb req-6d1546fb-86d7-4ff5-9c33-90cf7a329f30 tempest-SecurityGroupsTestAdminJSON-1275863975 tempest-SecurityGroupsTestAdminJSON-1275863975-project-admin] 10.222.0.35 "GET /v2.0/security-groups/13ea56f8-085b-45fb-8735-ebcf175a7a44 HTTP/1.1" status: 200 len: 2977 time: 0.0467811 May 20 20:36:13.961409 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6923b1a2-be7f-4c66-99c1-07ab5a6123e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:13.963893 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6923b1a2-be7f-4c66-99c1-07ab5a6123e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:13.968235 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-6923b1a2-be7f-4c66-99c1-07ab5a6123e2 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7f5d8f94-f068-44df-8639-4d08f23799c1 HTTP/1.1" status: 204 len: 168 time: 0.3896604 May 20 20:36:13.968388 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [None req-e2aaf211-f81c-417c-b50c-025efa5e4039 None None] Allocated IP 172.20.0.2 (a0290b44-966d-432b-ba1e-eebf860facfc/369a64d4-d6f4-46ac-8e75-6e5795e8e94c/7eb8422c-e98c-43eb-a4d0-c4381ba8e70b) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:36:14.003455 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6923b1a2-be7f-4c66-99c1-07ab5a6123e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f5d8f94-f068-44df-8639-4d08f23799c1,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:36:14.026930 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7fdf5490-6fbc-4abd-8641-454417bd9cbb req-1b2af245-4114-4a9e-944e-2407a7f609bb tempest-SecurityGroupsTestAdminJSON-1275863975 tempest-SecurityGroupsTestAdminJSON-1275863975-project-admin] 10.222.0.35 "GET /v2.0/security-groups/172ae0c8-f88d-4469-9787-7983274ce353 HTTP/1.1" status: 200 len: 2981 time: 0.0715861 May 20 20:36:14.069327 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-cc249918-a7e3-4653-9f7b-5457aefe521a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:14.103067 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7fdf5490-6fbc-4abd-8641-454417bd9cbb req-f371174b-2770-4e87-b063-b31bf656bd05 tempest-SecurityGroupsTestAdminJSON-1275863975 tempest-SecurityGroupsTestAdminJSON-1275863975-project-admin] 10.222.0.35 "GET /v2.0/security-groups/172ae0c8-f88d-4469-9787-7983274ce353 HTTP/1.1" status: 200 len: 2981 time: 0.0694127 May 20 20:36:14.158471 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7fdf5490-6fbc-4abd-8641-454417bd9cbb req-e4b02592-7063-40f2-9992-c54d4993bf51 tempest-SecurityGroupsTestAdminJSON-1275863975 tempest-SecurityGroupsTestAdminJSON-1275863975-project-admin] 10.222.0.35 "GET /v2.0/security-groups/1c1ac446-2eae-4e3c-98ef-7a4684e96782 HTTP/1.1" status: 200 len: 2981 time: 0.0470603 May 20 20:36:14.182054 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-e2aaf211-f81c-417c-b50c-025efa5e4039 None None] Notify callbacks [] for port, precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:14.224198 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7fdf5490-6fbc-4abd-8641-454417bd9cbb req-59fef2d8-3e33-43fe-abde-89d660b102a7 tempest-SecurityGroupsTestAdminJSON-1275863975 tempest-SecurityGroupsTestAdminJSON-1275863975-project-admin] 10.222.0.35 "GET /v2.0/security-groups/1c1ac446-2eae-4e3c-98ef-7a4684e96782 HTTP/1.1" status: 200 len: 2981 time: 0.0588357 May 20 20:36:14.263573 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7fdf5490-6fbc-4abd-8641-454417bd9cbb req-85c385e8-bd6f-4eb1-a196-beaaa22f8f99 tempest-SecurityGroupsTestAdminJSON-1275863975 tempest-SecurityGroupsTestAdminJSON-1275863975-project-admin] 10.222.0.35 "GET /v2.0/security-groups/2ce57094-f0b7-4fd2-a146-0dcc41a78cb5 HTTP/1.1" status: 200 len: 2973 time: 0.0383945 May 20 20:36:14.264942 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-e2aaf211-f81c-417c-b50c-025efa5e4039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108'] for port, after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:14.316462 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2aaf211-f81c-417c-b50c-025efa5e4039 None None] Network a0290b44-966d-432b-ba1e-eebf860facfc is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:36:14.320898 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-e2aaf211-f81c-417c-b50c-025efa5e4039 None None] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:36:14.323929 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2aaf211-f81c-417c-b50c-025efa5e4039 None None] Received port after_create {{(pid=103164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:36:14.341917 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7fdf5490-6fbc-4abd-8641-454417bd9cbb req-5d756be4-3f75-4555-a0b4-1d3c5414f72d tempest-SecurityGroupsTestAdminJSON-1275863975 tempest-SecurityGroupsTestAdminJSON-1275863975-project-admin] 10.222.0.35 "GET /v2.0/security-groups/2ce57094-f0b7-4fd2-a146-0dcc41a78cb5 HTTP/1.1" status: 200 len: 2973 time: 0.0700741 May 20 20:36:14.362936 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2aaf211-f81c-417c-b50c-025efa5e4039 None None] Pushing event updated for resources: {'Port': ['ID=7eb8422c-e98c-43eb-a4d0-c4381ba8e70b,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:36:14.390544 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7fdf5490-6fbc-4abd-8641-454417bd9cbb req-842b211d-160c-462b-ab46-b9e6ab5236ee tempest-SecurityGroupsTestAdminJSON-1275863975 tempest-SecurityGroupsTestAdminJSON-1275863975-project-admin] 10.222.0.35 "GET /v2.0/security-groups/3dfaf841-938d-452d-ab64-9445179cb98e HTTP/1.1" status: 200 len: 2981 time: 0.0469613 May 20 20:36:14.393575 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-e2aaf211-f81c-417c-b50c-025efa5e4039 None None] Attempting to bind port 7eb8422c-e98c-43eb-a4d0-c4381ba8e70b on host n-d-842733-1 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:36:14.394079 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-e2aaf211-f81c-417c-b50c-025efa5e4039 None None] Attempting to bind port 7eb8422c-e98c-43eb-a4d0-c4381ba8e70b by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': '0d7203d2-b69c-4495-9de2-934effcad581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'a0290b44-966d-432b-ba1e-eebf860facfc'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:36:14.394445 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2aaf211-f81c-417c-b50c-025efa5e4039 None None] Attempting to bind port 7eb8422c-e98c-43eb-a4d0-c4381ba8e70b on network a0290b44-966d-432b-ba1e-eebf860facfc {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:36:14.399825 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2aaf211-f81c-417c-b50c-025efa5e4039 None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 35, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:36:14.400195 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2aaf211-f81c-417c-b50c-025efa5e4039 None None] Checking segment: {'id': '0d7203d2-b69c-4495-9de2-934effcad581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'a0290b44-966d-432b-ba1e-eebf860facfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:36:14.400591 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-e2aaf211-f81c-417c-b50c-025efa5e4039 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:14.407295 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2aaf211-f81c-417c-b50c-025efa5e4039 None None] Bound using segment: {'id': '0d7203d2-b69c-4495-9de2-934effcad581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'a0290b44-966d-432b-ba1e-eebf860facfc'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:36:14.407295 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-e2aaf211-f81c-417c-b50c-025efa5e4039 None None] Bound port: 7eb8422c-e98c-43eb-a4d0-c4381ba8e70b, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d7203d2-b69c-4495-9de2-934effcad581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'a0290b44-966d-432b-ba1e-eebf860facfc'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:36:14.407295 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-e2aaf211-f81c-417c-b50c-025efa5e4039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:14.408348 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-cc249918-a7e3-4653-9f7b-5457aefe521a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:14.429318 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-cc249918-a7e3-4653-9f7b-5457aefe521a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:14.449576 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7fdf5490-6fbc-4abd-8641-454417bd9cbb req-f0d42738-19b6-4e24-880b-01f58202564b tempest-SecurityGroupsTestAdminJSON-1275863975 tempest-SecurityGroupsTestAdminJSON-1275863975-project-admin] 10.222.0.35 "GET /v2.0/security-groups/3dfaf841-938d-452d-ab64-9445179cb98e HTTP/1.1" status: 200 len: 2981 time: 0.0560865 May 20 20:36:14.503368 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-e2aaf211-f81c-417c-b50c-025efa5e4039 None None] For port 7eb8422c-e98c-43eb-a4d0-c4381ba8e70b, host n-d-842733-1, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:36:14.507987 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-e2aaf211-f81c-417c-b50c-025efa5e4039 None None] For port 7eb8422c-e98c-43eb-a4d0-c4381ba8e70b, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=7eb8422c-e98c-43eb-a4d0-c4381ba8e70b,segment=NetworkSegment(0d7203d2-b69c-4495-9de2-934effcad581),segment_id=0d7203d2-b69c-4495-9de2-934effcad581)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:36:14.545926 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7fdf5490-6fbc-4abd-8641-454417bd9cbb req-c6729b92-8220-4cad-b6bb-96f7e5083527 tempest-SecurityGroupsTestAdminJSON-1275863975 tempest-SecurityGroupsTestAdminJSON-1275863975-project-admin] 10.222.0.35 "GET /v2.0/security-groups/70edcdc5-586c-4842-b6cd-e093a3dba807 HTTP/1.1" status: 200 len: 2981 time: 0.0880551 May 20 20:36:14.570362 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29223d0f-1e74-41d8-95dd-abb23fc758b0 req-27d47297-f247-4078-bd51-f46cbd736435 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:36:14.571997 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-29223d0f-1e74-41d8-95dd-abb23fc758b0 req-27d47297-f247-4078-bd51-f46cbd736435 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.35 "GET /v2.0/ports?device_id=72dcbc3c-1ad5-469d-891f-fc55788615d5 HTTP/1.1" status: 200 len: 945 time: 0.0667629 May 20 20:36:14.613978 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-e2aaf211-f81c-417c-b50c-025efa5e4039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:14.632575 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7fdf5490-6fbc-4abd-8641-454417bd9cbb req-6c88ae0a-7cf0-4d62-8396-00c2d086099e tempest-SecurityGroupsTestAdminJSON-1275863975 tempest-SecurityGroupsTestAdminJSON-1275863975-project-admin] 10.222.0.35 "GET /v2.0/security-groups/70edcdc5-586c-4842-b6cd-e093a3dba807 HTTP/1.1" status: 200 len: 2981 time: 0.0764771 May 20 20:36:14.640559 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-29223d0f-1e74-41d8-95dd-abb23fc758b0 req-8c5299bf-2438-4e71-9c02-63242e52a825 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c1ac446-2eae-4e3c-98ef-7a4684e96782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590467 May 20 20:36:14.695031 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7fdf5490-6fbc-4abd-8641-454417bd9cbb req-2f260510-7df9-4ea5-957a-3d07cc43bfe3 tempest-SecurityGroupsTestAdminJSON-1275863975 tempest-SecurityGroupsTestAdminJSON-1275863975-project-admin] 10.222.0.35 "GET /v2.0/security-groups/80169998-5ac8-4373-96a5-02361a48f539 HTTP/1.1" status: 200 len: 2981 time: 0.0519702 May 20 20:36:14.727562 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 65c226fe-0bb9-4ed2-8058-7f27ec6ceba5 up at agent hyperv_n-h2-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:36:14.756623 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7fdf5490-6fbc-4abd-8641-454417bd9cbb req-af214d66-33cf-448b-b903-a3ea189f974d tempest-SecurityGroupsTestAdminJSON-1275863975 tempest-SecurityGroupsTestAdminJSON-1275863975-project-admin] 10.222.0.35 "GET /v2.0/security-groups/80169998-5ac8-4373-96a5-02361a48f539 HTTP/1.1" status: 200 len: 2981 time: 0.0605388 May 20 20:36:14.772196 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-cc249918-a7e3-4653-9f7b-5457aefe521a admin admin] Allocated IP 172.25.2.37 (e3a93b5c-91e2-4064-9c2c-1afc261bfe15/86fee0c1-6e34-488b-9216-b2b8e7ef585a/72f70cbe-6fa3-4cef-a563-d80a27137ac7) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:36:14.780378 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2aaf211-f81c-417c-b50c-025efa5e4039 None None] Pushing event updated for resources: {'Port': ['ID=7eb8422c-e98c-43eb-a4d0-c4381ba8e70b,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:36:14.823036 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7fdf5490-6fbc-4abd-8641-454417bd9cbb req-6bdddf82-63ad-40f6-b58e-07227e22b5f3 tempest-SecurityGroupsTestAdminJSON-1275863975 tempest-SecurityGroupsTestAdminJSON-1275863975-project-admin] 10.222.0.35 "GET /v2.0/security-groups/a8c143b9-4edd-4aae-8ce5-af82fef63bf3 HTTP/1.1" status: 200 len: 2981 time: 0.0581205 May 20 20:36:14.881632 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7fdf5490-6fbc-4abd-8641-454417bd9cbb req-0a49ae1b-9f19-4132-8992-b6e000e736f2 tempest-SecurityGroupsTestAdminJSON-1275863975 tempest-SecurityGroupsTestAdminJSON-1275863975-project-admin] 10.222.0.35 "GET /v2.0/security-groups/a8c143b9-4edd-4aae-8ce5-af82fef63bf3 HTTP/1.1" status: 200 len: 2981 time: 0.0575969 May 20 20:36:14.894070 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Provisioning for port 65c226fe-0bb9-4ed2-8058-7f27ec6ceba5 completed by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 20:36:14.912947 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Provisioning complete for port 65c226fe-0bb9-4ed2-8058-7f27ec6ceba5 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:36:14.913363 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:14.938921 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7fdf5490-6fbc-4abd-8641-454417bd9cbb req-9cbeda25-4dfe-433e-a069-9523f142c1c8 tempest-SecurityGroupsTestAdminJSON-1275863975 tempest-SecurityGroupsTestAdminJSON-1275863975-project-admin] 10.222.0.35 "GET /v2.0/security-groups/d1cf681c-16a4-4f0f-b602-fed34cb755c5 HTTP/1.1" status: 200 len: 2977 time: 0.0560882 May 20 20:36:14.946026 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-cc249918-a7e3-4653-9f7b-5457aefe521a admin admin] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:15.014736 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7fdf5490-6fbc-4abd-8641-454417bd9cbb req-616c68dc-ee90-4889-917f-ae4ec07b24f2 tempest-SecurityGroupsTestAdminJSON-1275863975 tempest-SecurityGroupsTestAdminJSON-1275863975-project-admin] 10.222.0.35 "GET /v2.0/security-groups/d1cf681c-16a4-4f0f-b602-fed34cb755c5 HTTP/1.1" status: 200 len: 2977 time: 0.0748851 May 20 20:36:15.078262 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7fdf5490-6fbc-4abd-8641-454417bd9cbb req-ce3e639e-3a7b-49e3-8485-39bdd5604833 tempest-SecurityGroupsTestAdminJSON-1275863975 tempest-SecurityGroupsTestAdminJSON-1275863975-project-admin] 10.222.0.35 "GET /v2.0/security-groups/db956b23-3ba9-4726-b691-f4a90296f497 HTTP/1.1" status: 200 len: 2977 time: 0.0593870 May 20 20:36:15.101519 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-cc249918-a7e3-4653-9f7b-5457aefe521a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:15.104803 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port 65c226fe-0bb9-4ed2-8058-7f27ec6ceba5 is: BUILD; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:36:15.105185 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:15.135322 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72dcbc3c-1ad5-469d-891f-fc55788615d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65c226fe-0bb9-4ed2-8058-7f27ec6ceba5'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:36:15.138140 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8485417003ce7c0410b00f5cdc2f391e21107b70bb68e2773712534a96e108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e40d73d-f6d5-4e1a-859c-a54a77879261" -d '{"events": [{"server_uuid": "72dcbc3c-1ad5-469d-891f-fc55788615d5", "name": "network-vif-plugged", "status": "completed", "tag": "65c226fe-0bb9-4ed2-8058-7f27ec6ceba5"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:36:15.149613 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc249918-a7e3-4653-9f7b-5457aefe521a admin admin] Network e3a93b5c-91e2-4064-9c2c-1afc261bfe15 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:36:15.152381 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-cc249918-a7e3-4653-9f7b-5457aefe521a admin admin] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:36:15.157241 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc249918-a7e3-4653-9f7b-5457aefe521a admin admin] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:36:15.167491 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7fdf5490-6fbc-4abd-8641-454417bd9cbb req-303e33af-90df-4580-a7b7-19a8e89cf21e tempest-SecurityGroupsTestAdminJSON-1275863975 tempest-SecurityGroupsTestAdminJSON-1275863975-project-admin] 10.222.0.35 "GET /v2.0/security-groups/db956b23-3ba9-4726-b691-f4a90296f497 HTTP/1.1" status: 200 len: 2977 time: 0.0855088 May 20 20:36:15.167698 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port 65c226fe-0bb9-4ed2-8058-7f27ec6ceba5, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=65c226fe-0bb9-4ed2-8058-7f27ec6ceba5,segment=NetworkSegment(65a8f4c3-036d-4ff8-a81a-cd07cb6f1230),segment_id=65a8f4c3-036d-4ff8-a81a-cd07cb6f1230)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:36:15.181892 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc249918-a7e3-4653-9f7b-5457aefe521a admin admin] Pushing event updated for resources: {'Port': ['ID=72f70cbe-6fa3-4cef-a563-d80a27137ac7,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:36:15.222261 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068cdfc6-4d8f-4fdf-a1b0-4964a2d4fbff req-f8257d05-61f2-4860-b6b5-b3374ac2710e tempest-ServersWithSpecificFlavorTestJSON-403335495 tempest-ServersWithSpecificFlavorTestJSON-403335495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:36:15.230105 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-068cdfc6-4d8f-4fdf-a1b0-4964a2d4fbff req-f8257d05-61f2-4860-b6b5-b3374ac2710e tempest-ServersWithSpecificFlavorTestJSON-403335495 tempest-ServersWithSpecificFlavorTestJSON-403335495-project] 10.222.0.35 "GET /v2.0/ports?device_id=dcc37251-fe20-4f7e-aa5f-f8a826d9ed0d HTTP/1.1" status: 200 len: 943 time: 0.1049488 May 20 20:36:15.246028 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7fdf5490-6fbc-4abd-8641-454417bd9cbb req-335fe9d8-124f-4f86-996b-acf68d08de1b tempest-SecurityGroupsTestAdminJSON-1275863975 tempest-SecurityGroupsTestAdminJSON-1275863975-project-admin] 10.222.0.35 "GET /v2.0/security-groups/dd7ff652-3d3f-4159-94cd-0dbe71a75d2e HTTP/1.1" status: 200 len: 2981 time: 0.0769899 May 20 20:36:15.278767 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:15.316381 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7fdf5490-6fbc-4abd-8641-454417bd9cbb req-1265b0f4-9115-4454-9909-a491b1171fe9 tempest-SecurityGroupsTestAdminJSON-1275863975 tempest-SecurityGroupsTestAdminJSON-1275863975-project-admin] 10.222.0.35 "GET /v2.0/security-groups/dd7ff652-3d3f-4159-94cd-0dbe71a75d2e HTTP/1.1" status: 200 len: 2981 time: 0.0693040 May 20 20:36:15.336423 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-068cdfc6-4d8f-4fdf-a1b0-4964a2d4fbff req-393b0fc2-c1a8-426e-9ca1-f65ac06cc550 tempest-ServersWithSpecificFlavorTestJSON-403335495 tempest-ServersWithSpecificFlavorTestJSON-403335495-project] 10.222.0.35 "GET /v2.0/security-groups?id=fb4532a0-c356-4e15-af9a-d177d4428652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1022432 May 20 20:36:15.346577 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 7eb8422c-e98c-43eb-a4d0-c4381ba8e70b up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:36:15.404349 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=65c226fe-0bb9-4ed2-8058-7f27ec6ceba5,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:36:15.425000 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 7eb8422c-e98c-43eb-a4d0-c4381ba8e70b triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:36:15.425000 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:15.449081 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 20:36:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77726ac2-80a4-4b2e-889f-c91c85be4058 x-openstack-request-id: req-77726ac2-80a4-4b2e-889f-c91c85be4058 {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:36:15.449518 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72dcbc3c-1ad5-469d-891f-fc55788615d5", "name": "network-vif-plugged", "status": "completed", "tag": "65c226fe-0bb9-4ed2-8058-7f27ec6ceba5", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:36:15.449835 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-77726ac2-80a4-4b2e-889f-c91c85be4058 {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:36:15.450291 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77726ac2-80a4-4b2e-889f-c91c85be4058'] response: {'server_uuid': '72dcbc3c-1ad5-469d-891f-fc55788615d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65c226fe-0bb9-4ed2-8058-7f27ec6ceba5', 'code': 200} May 20 20:36:15.544772 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 7eb8422c-e98c-43eb-a4d0-c4381ba8e70b is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:36:15.546057 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:15.561922 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-cc249918-a7e3-4653-9f7b-5457aefe521a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:15.595966 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] For port 7eb8422c-e98c-43eb-a4d0-c4381ba8e70b, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=7eb8422c-e98c-43eb-a4d0-c4381ba8e70b,segment=NetworkSegment(0d7203d2-b69c-4495-9de2-934effcad581),segment_id=0d7203d2-b69c-4495-9de2-934effcad581)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:36:15.615656 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4d65f9b3-de8c-4a79-905c-d01d8d65262b req-10d5ca92-a42b-4c41-9626-06ae9cdc4fec tempest-SecurityGroupsTestAdminJSON-1003612300 tempest-SecurityGroupsTestAdminJSON-1003612300-project] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a1681bd080884c01bd0fa63212995e4f HTTP/1.1" status: 200 len: 6102 time: 0.1691372 May 20 20:36:15.680077 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:15.690354 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4d65f9b3-de8c-4a79-905c-d01d8d65262b req-ba712d54-5860-4984-89c3-9c55213bc1d9 tempest-SecurityGroupsTestAdminJSON-1003612300 tempest-SecurityGroupsTestAdminJSON-1003612300-project] 10.222.0.35 "GET /v2.0/security-groups/059ff789-d90c-445f-957e-bac237fcb846 HTTP/1.1" status: 200 len: 2981 time: 0.0605192 May 20 20:36:15.785729 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Pushing event updated for resources: {'Port': ['ID=7eb8422c-e98c-43eb-a4d0-c4381ba8e70b,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:36:15.803263 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0960d100-1a86-4cd9-962f-1520ec34a09d req-cdbcf66a-78c1-45fd-99f0-170a5a524091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:36:15.803263 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-0960d100-1a86-4cd9-962f-1520ec34a09d req-cdbcf66a-78c1-45fd-99f0-170a5a524091 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=72dcbc3c-1ad5-469d-891f-fc55788615d5 HTTP/1.1" status: 200 len: 1097 time: 0.1846209 May 20 20:36:15.825158 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4d65f9b3-de8c-4a79-905c-d01d8d65262b req-1789dd01-bbed-459b-bc81-0d2453594992 tempest-SecurityGroupsTestAdminJSON-1003612300 tempest-SecurityGroupsTestAdminJSON-1003612300-project] 10.222.0.35 "GET /v2.0/security-groups/059ff789-d90c-445f-957e-bac237fcb846 HTTP/1.1" status: 200 len: 2981 time: 0.1337585 May 20 20:36:15.950872 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-0960d100-1a86-4cd9-962f-1520ec34a09d req-65dc9645-b744-44b0-bbd9-4a936fcee0b0 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=1c1ac446-2eae-4e3c-98ef-7a4684e96782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409900 May 20 20:36:15.978363 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-cc249918-a7e3-4653-9f7b-5457aefe521a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748106'] for router, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:16.067210 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde3fb18-bb74-4634-a483-568ea61f8e17 req-c1c4cb6f-5fe0-4d2c-a053-7560f755c3b1 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:36:16.074281 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-bde3fb18-bb74-4634-a483-568ea61f8e17 req-c1c4cb6f-5fe0-4d2c-a053-7560f755c3b1 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.35 "GET /v2.0/ports?device_id=72dcbc3c-1ad5-469d-891f-fc55788615d5 HTTP/1.1" status: 200 len: 946 time: 0.0963845 May 20 20:36:16.085035 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cde470c6-6f99-4b3a-9271-9367f43230c9 None None] Network a0290b44-966d-432b-ba1e-eebf860facfc requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:36:16.095951 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b8299aaa-6664-40f6-98f1-a3c5b999ad9a req-3d83c050-9855-43fc-aecd-187da3f8aa4f tempest-SecurityGroupsTestAdminJSON-1275863975 tempest-SecurityGroupsTestAdminJSON-1275863975-project-admin] 10.222.0.35 "GET /v2.0/security-groups/c92876df-73dd-4323-a930-f3bb06b5dce5 HTTP/1.1" status: 200 len: 1777 time: 0.0772645 May 20 20:36:16.129669 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-bde3fb18-bb74-4634-a483-568ea61f8e17 req-6af9b5c6-7d1b-4068-913d-3595818388b4 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c1ac446-2eae-4e3c-98ef-7a4684e96782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545361 May 20 20:36:16.186072 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-b8299aaa-6664-40f6-98f1-a3c5b999ad9a req-6631974b-f6ca-4c76-9d92-23611658f744 tempest-SecurityGroupsTestAdminJSON-1275863975 tempest-SecurityGroupsTestAdminJSON-1275863975-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:16.213777 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-b8299aaa-6664-40f6-98f1-a3c5b999ad9a req-6631974b-f6ca-4c76-9d92-23611658f744 tempest-SecurityGroupsTestAdminJSON-1275863975 tempest-SecurityGroupsTestAdminJSON-1275863975-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:16.219139 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-9d8881c9-3bb0-40f1-ae3f-4707c68dee7d None None] Provisioning complete for port 7eb8422c-e98c-43eb-a4d0-c4381ba8e70b triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:36:16.219425 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-9d8881c9-3bb0-40f1-ae3f-4707c68dee7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:16.256307 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc249918-a7e3-4653-9f7b-5457aefe521a admin admin] Router d8f8f993-dc52-4de8-9ee6-f9a7cd747adf is scheduled to L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e with binding_index 1 {{(pid=103162) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 20 20:36:16.343161 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-b8299aaa-6664-40f6-98f1-a3c5b999ad9a req-6631974b-f6ca-4c76-9d92-23611658f744 tempest-SecurityGroupsTestAdminJSON-1275863975 tempest-SecurityGroupsTestAdminJSON-1275863975-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:16.346826 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-b8299aaa-6664-40f6-98f1-a3c5b999ad9a req-6631974b-f6ca-4c76-9d92-23611658f744 tempest-SecurityGroupsTestAdminJSON-1275863975 tempest-SecurityGroupsTestAdminJSON-1275863975-project-admin] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:16.348439 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b8299aaa-6664-40f6-98f1-a3c5b999ad9a req-6631974b-f6ca-4c76-9d92-23611658f744 tempest-SecurityGroupsTestAdminJSON-1275863975 tempest-SecurityGroupsTestAdminJSON-1275863975-project-admin] 10.222.0.35 "DELETE /v2.0/security-groups/c92876df-73dd-4323-a930-f3bb06b5dce5 HTTP/1.1" status: 204 len: 173 time: 0.2449999 May 20 20:36:16.360716 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6631974b-f6ca-4c76-9d92-23611658f744 tempest-SecurityGroupsTestAdminJSON-1275863975 tempest-SecurityGroupsTestAdminJSON-1275863975-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c92876df-73dd-4323-a930-f3bb06b5dce5,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:36:16.401160 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc249918-a7e3-4653-9f7b-5457aefe521a admin admin] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 20:36:16.425893 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c66259b5-352a-4b77-ba99-86341b5ffdc5 None None] Sync routers for ids ['d8f8f993-dc52-4de8-9ee6-f9a7cd747adf'] in n-d-842733-1 {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 20:36:16.478968 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c66259b5-352a-4b77-ba99-86341b5ffdc5 None None] Routers {'d8f8f993-dc52-4de8-9ee6-f9a7cd747adf'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:36:16.479518 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-c66259b5-352a-4b77-ba99-86341b5ffdc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:35:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['d8f8f993-dc52-4de8-9ee6-f9a7cd747adf'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:36:16.505054 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-9d8881c9-3bb0-40f1-ae3f-4707c68dee7d None None] Current status of the port 7eb8422c-e98c-43eb-a4d0-c4381ba8e70b is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:36:16.522333 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c861d3c9-a6f8-43f6-be09-ab6584e22ce8 req-0da45bd2-9d84-437d-80d9-e7cf3c783d6c tempest-SecurityGroupsTestAdminJSON-1275863975 tempest-SecurityGroupsTestAdminJSON-1275863975-project-admin] 10.222.0.35 "GET /v2.0/security-groups/dfac933e-8643-43cc-b1d9-2139c1c36063 HTTP/1.1" status: 200 len: 1776 time: 0.1299174 May 20 20:36:16.532932 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-cc249918-a7e3-4653-9f7b-5457aefe521a admin admin] Notify callbacks [] for router, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:16.535246 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-cc249918-a7e3-4653-9f7b-5457aefe521a admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.8807523 May 20 20:36:16.537458 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 58078) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:36:16.588827 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 58082) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:36:16.666229 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-c861d3c9-a6f8-43f6-be09-ab6584e22ce8 req-a3e22406-91c2-48b9-aeb0-f14f43f536dc tempest-SecurityGroupsTestAdminJSON-1275863975 tempest-SecurityGroupsTestAdminJSON-1275863975-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:16.684975 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-c66259b5-352a-4b77-ba99-86341b5ffdc5 None None] Set router d8f8f993-dc52-4de8-9ee6-f9a7cd747adf gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:36:16.701425 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-c861d3c9-a6f8-43f6-be09-ab6584e22ce8 req-a3e22406-91c2-48b9-aeb0-f14f43f536dc tempest-SecurityGroupsTestAdminJSON-1275863975 tempest-SecurityGroupsTestAdminJSON-1275863975-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:16.727345 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 2ebc82e3-a3fb-4509-a8df-f79d7a1ccb17 details requested by agent hyperv_n-h2-842733-1 with host n-h2-842733-1 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 20:36:16.894193 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017da6c8-3064-4bd2-8a99-c1c6b8565385 req-a3c980a6-a981-46c0-b099-a934233185a9 tempest-ServersWithSpecificFlavorTestJSON-403335495 tempest-ServersWithSpecificFlavorTestJSON-403335495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:36:16.896331 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-017da6c8-3064-4bd2-8a99-c1c6b8565385 req-a3c980a6-a981-46c0-b099-a934233185a9 tempest-ServersWithSpecificFlavorTestJSON-403335495 tempest-ServersWithSpecificFlavorTestJSON-403335495-project] 10.222.0.35 "GET /v2.0/ports?device_id=dcc37251-fe20-4f7e-aa5f-f8a826d9ed0d HTTP/1.1" status: 200 len: 943 time: 0.0765460 May 20 20:36:16.918190 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-c861d3c9-a6f8-43f6-be09-ab6584e22ce8 req-a3e22406-91c2-48b9-aeb0-f14f43f536dc tempest-SecurityGroupsTestAdminJSON-1275863975 tempest-SecurityGroupsTestAdminJSON-1275863975-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:16.921605 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-27e71b0f-5714-4c1d-a4cd-7a432fa4397c None None] Provisioning complete for port 7eb8422c-e98c-43eb-a4d0-c4381ba8e70b triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:36:16.922133 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-27e71b0f-5714-4c1d-a4cd-7a432fa4397c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:16.925257 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-c861d3c9-a6f8-43f6-be09-ab6584e22ce8 req-a3e22406-91c2-48b9-aeb0-f14f43f536dc tempest-SecurityGroupsTestAdminJSON-1275863975 tempest-SecurityGroupsTestAdminJSON-1275863975-project-admin] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:16.928001 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c861d3c9-a6f8-43f6-be09-ab6584e22ce8 req-a3e22406-91c2-48b9-aeb0-f14f43f536dc tempest-SecurityGroupsTestAdminJSON-1275863975 tempest-SecurityGroupsTestAdminJSON-1275863975-project-admin] 10.222.0.35 "DELETE /v2.0/security-groups/dfac933e-8643-43cc-b1d9-2139c1c36063 HTTP/1.1" status: 204 len: 173 time: 0.3993938 May 20 20:36:16.986275 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port 2ebc82e3-a3fb-4509-a8df-f79d7a1ccb17, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=2ebc82e3-a3fb-4509-a8df-f79d7a1ccb17,segment=NetworkSegment(94a4894e-95e9-4cfb-9a59-0548accd47c0),segment_id=94a4894e-95e9-4cfb-9a59-0548accd47c0)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:36:16.987358 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6a6fd2f6-b47b-4a4c-b020-3e64aa03f06b admin admin] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:17.003217 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Returning: {'device': '2ebc82e3-a3fb-4509-a8df-f79d7a1ccb17', 'network_id': 'b6d9e896-d344-4c48-82c9-67ef44a8b110', 'port_id': '2ebc82e3-a3fb-4509-a8df-f79d7a1ccb17', 'mac_address': 'fa:16:3e:32:4c:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3749240c-676d-4d91-b602-5dfaa1286886', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 20 20:36:17.068251 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-c66259b5-352a-4b77-ba99-86341b5ffdc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8f8f993-dc52-4de8-9ee6-f9a7cd747adf', 'name': 'tempest-FloatingIPsNegativeTestJSON-1171348864-router', 'tenant_id': '3aa857ff5a56444e93e0415b31d5c061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.37'}], 'enable_snat': True}, 'gw_port_id': '72f70cbe-6fa3-4cef-a563-d80a27137ac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:36:13Z', 'updated_at': '2022-05-20T20:36:15Z', 'revision_number': 3, 'project_id': '3aa857ff5a56444e93e0415b31d5c061', 'gw_port': {'id': '72f70cbe-6fa3-4cef-a563-d80a27137ac7', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:1e:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8f8f993-dc52-4de8-9ee6-f9a7cd747adf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:36:14Z', 'updated_at': '2022-05-20T20:36:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:36:17.082092 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-27e71b0f-5714-4c1d-a4cd-7a432fa4397c None None] Current status of the port 7eb8422c-e98c-43eb-a4d0-c4381ba8e70b is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:36:17.084874 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port 2ebc82e3-a3fb-4509-a8df-f79d7a1ccb17 is: DOWN; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:36:17.085321 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:17.100873 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ebc82e3-a3fb-4509-a8df-f79d7a1ccb17 {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:36:17.114241 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e22406-91c2-48b9-aeb0-f14f43f536dc tempest-SecurityGroupsTestAdminJSON-1275863975 tempest-SecurityGroupsTestAdminJSON-1275863975-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfac933e-8643-43cc-b1d9-2139c1c36063,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:36:17.118451 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6a6fd2f6-b47b-4a4c-b020-3e64aa03f06b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:17.131913 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c66259b5-352a-4b77-ba99-86341b5ffdc5 None None] Checking router: d8f8f993-dc52-4de8-9ee6-f9a7cd747adf for host: n-d-842733-1 {{(pid=103165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 20:36:17.132418 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c66259b5-352a-4b77-ba99-86341b5ffdc5 None None] Updating router d8f8f993-dc52-4de8-9ee6-f9a7cd747adf port 72f70cbe-6fa3-4cef-a563-d80a27137ac7 binding host n-d-842733-1 {{(pid=103165) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 20:36:17.136012 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-017da6c8-3064-4bd2-8a99-c1c6b8565385 req-48c8b494-3d42-45b8-8c17-1cf08c23e0e1 tempest-ServersWithSpecificFlavorTestJSON-403335495 tempest-ServersWithSpecificFlavorTestJSON-403335495-project] 10.222.0.35 "GET /v2.0/security-groups?id=fb4532a0-c356-4e15-af9a-d177d4428652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2316506 May 20 20:36:17.138404 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port 2ebc82e3-a3fb-4509-a8df-f79d7a1ccb17, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=2ebc82e3-a3fb-4509-a8df-f79d7a1ccb17,segment=NetworkSegment(94a4894e-95e9-4cfb-9a59-0548accd47c0),segment_id=94a4894e-95e9-4cfb-9a59-0548accd47c0)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:36:17.164249 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-c66259b5-352a-4b77-ba99-86341b5ffdc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:17.209611 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-cc44c20c-a4ec-4f21-82fe-ce3aba215b5f req-56c4c6c8-4f87-4f0b-9e94-47eddd5da575 tempest-SecurityGroupsTestAdminJSON-1003612300 tempest-SecurityGroupsTestAdminJSON-1003612300-project] 10.222.0.35 "GET /v2.0/security-groups/611c766d-164e-407b-8dcc-d4d8e71d6830 HTTP/1.1" status: 200 len: 1777 time: 0.0442002 May 20 20:36:17.235783 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:17.236945 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6a6fd2f6-b47b-4a4c-b020-3e64aa03f06b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:17.284154 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 7eb8422c-e98c-43eb-a4d0-c4381ba8e70b up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:36:17.296721 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-6a6fd2f6-b47b-4a4c-b020-3e64aa03f06b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c24ee871ed684252b25e96b32f929107&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7068226 May 20 20:36:17.302284 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 58106) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:36:17.335840 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6fd2f6-b47b-4a4c-b020-3e64aa03f06b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57b86d0f-5fee-4f54-9dcd-b3d6157d8ffe,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:36:17.364397 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-cc44c20c-a4ec-4f21-82fe-ce3aba215b5f req-6cd73b64-4ef0-4470-b7a8-aac7107c0eea tempest-SecurityGroupsTestAdminJSON-1003612300 tempest-SecurityGroupsTestAdminJSON-1003612300-project] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:17.372024 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-88152572-3235-4165-acf7-f0ed65b6c81c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:17.397235 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=2ebc82e3-a3fb-4509-a8df-f79d7a1ccb17,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:36:17.406333 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-cc44c20c-a4ec-4f21-82fe-ce3aba215b5f req-6cd73b64-4ef0-4470-b7a8-aac7107c0eea tempest-SecurityGroupsTestAdminJSON-1003612300 tempest-SecurityGroupsTestAdminJSON-1003612300-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:17.406333 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-99344a97-eb77-4907-87df-375892387a7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:17.448945 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-99344a97-eb77-4907-87df-375892387a7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:17.481138 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 7eb8422c-e98c-43eb-a4d0-c4381ba8e70b triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:36:17.483928 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:17.572922 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-c66259b5-352a-4b77-ba99-86341b5ffdc5 None None] Notify callbacks [] for port, precommit_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:17.593415 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-cc44c20c-a4ec-4f21-82fe-ce3aba215b5f req-6cd73b64-4ef0-4470-b7a8-aac7107c0eea tempest-SecurityGroupsTestAdminJSON-1003612300 tempest-SecurityGroupsTestAdminJSON-1003612300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:17.596969 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-cc44c20c-a4ec-4f21-82fe-ce3aba215b5f req-6cd73b64-4ef0-4470-b7a8-aac7107c0eea tempest-SecurityGroupsTestAdminJSON-1003612300 tempest-SecurityGroupsTestAdminJSON-1003612300-project] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:17.605439 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-cc44c20c-a4ec-4f21-82fe-ce3aba215b5f req-6cd73b64-4ef0-4470-b7a8-aac7107c0eea tempest-SecurityGroupsTestAdminJSON-1003612300 tempest-SecurityGroupsTestAdminJSON-1003612300-project] 10.222.0.35 "DELETE /v2.0/security-groups/611c766d-164e-407b-8dcc-d4d8e71d6830 HTTP/1.1" status: 204 len: 173 time: 0.3887877 May 20 20:36:17.616603 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] get_ports_and_sgs() called for port_ids ['2ebc82e3-a3fb-4509-a8df-f79d7a1ccb17'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:36:17.627493 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd73b64-4ef0-4470-b7a8-aac7107c0eea tempest-SecurityGroupsTestAdminJSON-1003612300 tempest-SecurityGroupsTestAdminJSON-1003612300-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=611c766d-164e-407b-8dcc-d4d8e71d6830,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:36:17.637720 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-88152572-3235-4165-acf7-f0ed65b6c81c admin admin] Allocated IP 172.20.0.1 (a0290b44-966d-432b-ba1e-eebf860facfc/369a64d4-d6f4-46ac-8e75-6e5795e8e94c/07ee6271-ba9e-4528-93c5-ee88143065e0) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:36:17.656820 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-99344a97-eb77-4907-87df-375892387a7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:17.659583 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-99344a97-eb77-4907-87df-375892387a7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:17.663238 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-99344a97-eb77-4907-87df-375892387a7f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/57b86d0f-5fee-4f54-9dcd-b3d6157d8ffe HTTP/1.1" status: 204 len: 168 time: 0.3589969 May 20 20:36:17.676450 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344a97-eb77-4907-87df-375892387a7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57b86d0f-5fee-4f54-9dcd-b3d6157d8ffe,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:36:17.685078 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 7eb8422c-e98c-43eb-a4d0-c4381ba8e70b is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:36:17.698282 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-c66259b5-352a-4b77-ba99-86341b5ffdc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:17.773395 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d53a1e-dcbc-44ed-9826-c196fd3d962f None None] Pushing event updated for resources: {'Port': ['ID=72f70cbe-6fa3-4cef-a563-d80a27137ac7,revision_number=2']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:36:17.821901 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-c66259b5-352a-4b77-ba99-86341b5ffdc5 None None] Attempting to bind port 72f70cbe-6fa3-4cef-a563-d80a27137ac7 on host n-d-842733-1 for vnic_type normal with profile {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:36:17.822576 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-c66259b5-352a-4b77-ba99-86341b5ffdc5 None None] Attempting to bind port 72f70cbe-6fa3-4cef-a563-d80a27137ac7 by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': '0b5485c4-eff8-42a1-9073-ae54ed4c63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'}] {{(pid=103165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:36:17.823669 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c66259b5-352a-4b77-ba99-86341b5ffdc5 None None] Attempting to bind port 72f70cbe-6fa3-4cef-a563-d80a27137ac7 on network e3a93b5c-91e2-4064-9c2c-1afc261bfe15 {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:36:17.832340 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd4a5d7-7bad-49dc-b222-172325b11982 req-38d28d37-7024-4437-aaae-a3937a7155f5 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:36:17.838542 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c66259b5-352a-4b77-ba99-86341b5ffdc5 None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 35, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:36:17.838935 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c66259b5-352a-4b77-ba99-86341b5ffdc5 None None] Checking segment: {'id': '0b5485c4-eff8-42a1-9073-ae54ed4c63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:36:17.839313 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-c66259b5-352a-4b77-ba99-86341b5ffdc5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:17.840571 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c66259b5-352a-4b77-ba99-86341b5ffdc5 None None] Bound using segment: {'id': '0b5485c4-eff8-42a1-9073-ae54ed4c63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'} {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:36:17.841078 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-c66259b5-352a-4b77-ba99-86341b5ffdc5 None None] Bound port: 72f70cbe-6fa3-4cef-a563-d80a27137ac7, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b5485c4-eff8-42a1-9073-ae54ed4c63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'}}] {{(pid=103165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:36:17.841517 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-c66259b5-352a-4b77-ba99-86341b5ffdc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:17.846987 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8cd4a5d7-7bad-49dc-b222-172325b11982 req-38d28d37-7024-4437-aaae-a3937a7155f5 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.35 "GET /v2.0/ports?device_id=72dcbc3c-1ad5-469d-891f-fc55788615d5 HTTP/1.1" status: 200 len: 946 time: 0.1172400 May 20 20:36:17.907235 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-c66259b5-352a-4b77-ba99-86341b5ffdc5 None None] For port 72f70cbe-6fa3-4cef-a563-d80a27137ac7, host n-d-842733-1, cleared binding levels {{(pid=103165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:36:17.910879 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-c66259b5-352a-4b77-ba99-86341b5ffdc5 None None] For port 72f70cbe-6fa3-4cef-a563-d80a27137ac7, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=72f70cbe-6fa3-4cef-a563-d80a27137ac7,segment=NetworkSegment(0b5485c4-eff8-42a1-9073-ae54ed4c63ba),segment_id=0b5485c4-eff8-42a1-9073-ae54ed4c63ba)] {{(pid=103165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:36:17.918043 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8cd4a5d7-7bad-49dc-b222-172325b11982 req-b06266bc-1f6d-455e-9eae-77d6b6e9d202 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c1ac446-2eae-4e3c-98ef-7a4684e96782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705414 May 20 20:36:17.992050 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d6ed5f0c-5df4-4185-941a-e31116b66b4a req-7ca80bbb-8496-4cc7-9a06-6cbf557eb78f tempest-SecurityGroupsTestAdminJSON-1003612300 tempest-SecurityGroupsTestAdminJSON-1003612300-project] 10.222.0.35 "GET /v2.0/security-groups/55188386-092c-49f2-8007-9c644d9031c5 HTTP/1.1" status: 200 len: 1777 time: 0.0406935 May 20 20:36:17.992331 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-88152572-3235-4165-acf7-f0ed65b6c81c admin admin] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:18.028248 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-c66259b5-352a-4b77-ba99-86341b5ffdc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:18.078062 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-d6ed5f0c-5df4-4185-941a-e31116b66b4a req-cbeb0795-bb47-4cdd-bc17-4596d2e10e4b tempest-SecurityGroupsTestAdminJSON-1003612300 tempest-SecurityGroupsTestAdminJSON-1003612300-project] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:18.106791 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-d6ed5f0c-5df4-4185-941a-e31116b66b4a req-cbeb0795-bb47-4cdd-bc17-4596d2e10e4b tempest-SecurityGroupsTestAdminJSON-1003612300 tempest-SecurityGroupsTestAdminJSON-1003612300-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:18.119628 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d53a1e-dcbc-44ed-9826-c196fd3d962f None None] Pushing event updated for resources: {'Port': ['ID=72f70cbe-6fa3-4cef-a563-d80a27137ac7,revision_number=3']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:36:18.125829 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c66259b5-352a-4b77-ba99-86341b5ffdc5 None None] Routers {'d8f8f993-dc52-4de8-9ee6-f9a7cd747adf'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:36:18.126164 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-c66259b5-352a-4b77-ba99-86341b5ffdc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:35:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['d8f8f993-dc52-4de8-9ee6-f9a7cd747adf'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:36:18.136701 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-88152572-3235-4165-acf7-f0ed65b6c81c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:18.174308 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88152572-3235-4165-acf7-f0ed65b6c81c admin admin] Network a0290b44-966d-432b-ba1e-eebf860facfc is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:36:18.177927 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-88152572-3235-4165-acf7-f0ed65b6c81c admin admin] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:36:18.181950 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88152572-3235-4165-acf7-f0ed65b6c81c admin admin] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:36:18.182678 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-88152572-3235-4165-acf7-f0ed65b6c81c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748409'] for router_interface, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:18.230676 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-d6ed5f0c-5df4-4185-941a-e31116b66b4a req-cbeb0795-bb47-4cdd-bc17-4596d2e10e4b tempest-SecurityGroupsTestAdminJSON-1003612300 tempest-SecurityGroupsTestAdminJSON-1003612300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:18.233247 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-d6ed5f0c-5df4-4185-941a-e31116b66b4a req-cbeb0795-bb47-4cdd-bc17-4596d2e10e4b tempest-SecurityGroupsTestAdminJSON-1003612300 tempest-SecurityGroupsTestAdminJSON-1003612300-project] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:18.235010 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d6ed5f0c-5df4-4185-941a-e31116b66b4a req-cbeb0795-bb47-4cdd-bc17-4596d2e10e4b tempest-SecurityGroupsTestAdminJSON-1003612300 tempest-SecurityGroupsTestAdminJSON-1003612300-project] 10.222.0.35 "DELETE /v2.0/security-groups/55188386-092c-49f2-8007-9c644d9031c5 HTTP/1.1" status: 204 len: 173 time: 0.2317505 May 20 20:36:18.270959 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88152572-3235-4165-acf7-f0ed65b6c81c admin admin] Pushing event updated for resources: {'Port': ['ID=07ee6271-ba9e-4528-93c5-ee88143065e0,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:36:18.286338 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbeb0795-bb47-4cdd-bc17-4596d2e10e4b tempest-SecurityGroupsTestAdminJSON-1003612300 tempest-SecurityGroupsTestAdminJSON-1003612300-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=55188386-092c-49f2-8007-9c644d9031c5,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:36:18.291736 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-c66259b5-352a-4b77-ba99-86341b5ffdc5 None None] Set router d8f8f993-dc52-4de8-9ee6-f9a7cd747adf gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:36:18.439304 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90275ba-0d45-4efe-bab2-16d50731cc22 req-0cdbe4b3-cbdc-4c8d-9e8d-d9e50b9cad82 tempest-ServersWithSpecificFlavorTestJSON-403335495 tempest-ServersWithSpecificFlavorTestJSON-403335495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:36:18.441241 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b90275ba-0d45-4efe-bab2-16d50731cc22 req-0cdbe4b3-cbdc-4c8d-9e8d-d9e50b9cad82 tempest-ServersWithSpecificFlavorTestJSON-403335495 tempest-ServersWithSpecificFlavorTestJSON-403335495-project] 10.222.0.35 "GET /v2.0/ports?device_id=dcc37251-fe20-4f7e-aa5f-f8a826d9ed0d HTTP/1.1" status: 200 len: 944 time: 0.0890231 May 20 20:36:18.476369 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-88152572-3235-4165-acf7-f0ed65b6c81c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:18.494332 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b90275ba-0d45-4efe-bab2-16d50731cc22 req-ea2821c7-98a0-47b8-bad4-4983dc97064b tempest-ServersWithSpecificFlavorTestJSON-403335495 tempest-ServersWithSpecificFlavorTestJSON-403335495-project] 10.222.0.35 "GET /v2.0/security-groups?id=fb4532a0-c356-4e15-af9a-d177d4428652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390041 May 20 20:36:18.521585 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-56da0987-3c5a-4091-83d7-8939d169f9f6 None None] Provisioning complete for port 07ee6271-ba9e-4528-93c5-ee88143065e0 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:36:18.522027 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-56da0987-3c5a-4091-83d7-8939d169f9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:18.566567 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-56da0987-3c5a-4091-83d7-8939d169f9f6 None None] Port 07ee6271-ba9e-4528-93c5-ee88143065e0 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 20:36:18.576431 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-c66259b5-352a-4b77-ba99-86341b5ffdc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8f8f993-dc52-4de8-9ee6-f9a7cd747adf', 'name': 'tempest-FloatingIPsNegativeTestJSON-1171348864-router', 'tenant_id': '3aa857ff5a56444e93e0415b31d5c061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.37'}], 'enable_snat': True}, 'gw_port_id': '72f70cbe-6fa3-4cef-a563-d80a27137ac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:36:13Z', 'updated_at': '2022-05-20T20:36:15Z', 'revision_number': 3, 'project_id': '3aa857ff5a56444e93e0415b31d5c061', 'gw_port': {'id': '72f70cbe-6fa3-4cef-a563-d80a27137ac7', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:1e:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8f8f993-dc52-4de8-9ee6-f9a7cd747adf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:36:14Z', 'updated_at': '2022-05-20T20:36:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:36:18.629307 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c66259b5-352a-4b77-ba99-86341b5ffdc5 None None] The sync data for ids ['d8f8f993-dc52-4de8-9ee6-f9a7cd747adf'] in n-d-842733-1 is: [{'id': 'd8f8f993-dc52-4de8-9ee6-f9a7cd747adf', 'name': 'tempest-FloatingIPsNegativeTestJSON-1171348864-router', 'tenant_id': '3aa857ff5a56444e93e0415b31d5c061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.37'}], 'enable_snat': True}, 'gw_port_id': '72f70cbe-6fa3-4cef-a563-d80a27137ac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:36:13Z', 'updated_at': '2022-05-20T20:36:15Z', 'revision_number': 3, 'project_id': '3aa857ff5a56444e93e0415b31d5c061', 'gw_port': {'id': '72f70cbe-6fa3-4cef-a563-d80a27137ac7', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:1e:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8f8f993-dc52-4de8-9ee6-f9a7cd747adf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:36:14Z', 'updated_at': '2022-05-20T20:36:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 20:36:18.721150 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-88152572-3235-4165-acf7-f0ed65b6c81c admin admin] Notify callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:18.742890 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 2ebc82e3-a3fb-4509-a8df-f79d7a1ccb17 up at agent hyperv_n-h2-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:36:18.810612 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-88152572-3235-4165-acf7-f0ed65b6c81c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:18.811601 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-88152572-3235-4165-acf7-f0ed65b6c81c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748437'] for router_interface, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:18.830373 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 58152) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:36:18.868416 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-abc58971-4f32-4813-8e15-69a4045031bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:18.895196 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Provisioning for port 2ebc82e3-a3fb-4509-a8df-f79d7a1ccb17 completed by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 20:36:18.903660 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Provisioning complete for port 2ebc82e3-a3fb-4509-a8df-f79d7a1ccb17 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:36:18.904032 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:18.970435 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88152572-3235-4165-acf7-f0ed65b6c81c admin admin] Pushing event updated for resources: {'Port': ['ID=07ee6271-ba9e-4528-93c5-ee88143065e0,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:36:19.025503 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88152572-3235-4165-acf7-f0ed65b6c81c admin admin] Network a0290b44-966d-432b-ba1e-eebf860facfc is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:36:19.028852 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-88152572-3235-4165-acf7-f0ed65b6c81c admin admin] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:36:19.048624 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-abc58971-4f32-4813-8e15-69a4045031bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:19.070547 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 58160) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:36:19.094193 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port 2ebc82e3-a3fb-4509-a8df-f79d7a1ccb17 is: BUILD; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:36:19.095825 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:19.110405 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-abc58971-4f32-4813-8e15-69a4045031bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:19.158089 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcc37251-fe20-4f7e-aa5f-f8a826d9ed0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ebc82e3-a3fb-4509-a8df-f79d7a1ccb17'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:36:19.164798 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8485417003ce7c0410b00f5cdc2f391e21107b70bb68e2773712534a96e108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10917b81-912a-4a55-ba79-c5df2248fb87" -d '{"events": [{"server_uuid": "dcc37251-fe20-4f7e-aa5f-f8a826d9ed0d", "name": "network-vif-plugged", "status": "completed", "tag": "2ebc82e3-a3fb-4509-a8df-f79d7a1ccb17"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:36:19.203230 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc58971-4f32-4813-8e15-69a4045031bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72312edb-f639-4179-9286-ac35b420be4d,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:36:19.236038 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-abc58971-4f32-4813-8e15-69a4045031bb admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5f711e21771c4e71ae456e5cbf890f5b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4038582 May 20 20:36:19.242313 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port 2ebc82e3-a3fb-4509-a8df-f79d7a1ccb17, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=2ebc82e3-a3fb-4509-a8df-f79d7a1ccb17,segment=NetworkSegment(94a4894e-95e9-4cfb-9a59-0548accd47c0),segment_id=94a4894e-95e9-4cfb-9a59-0548accd47c0)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:36:19.243144 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 58168) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:36:19.344348 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 20:36:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd7430ba-665b-4ede-ac7b-3a06804ae41f x-openstack-request-id: req-cd7430ba-665b-4ede-ac7b-3a06804ae41f {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:36:19.344786 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcc37251-fe20-4f7e-aa5f-f8a826d9ed0d", "name": "network-vif-plugged", "status": "completed", "tag": "2ebc82e3-a3fb-4509-a8df-f79d7a1ccb17", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:36:19.349519 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-cd7430ba-665b-4ede-ac7b-3a06804ae41f {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:36:19.349519 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd7430ba-665b-4ede-ac7b-3a06804ae41f'] response: {'server_uuid': 'dcc37251-fe20-4f7e-aa5f-f8a826d9ed0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ebc82e3-a3fb-4509-a8df-f79d7a1ccb17', 'code': 200} May 20 20:36:19.349519 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:19.359026 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88152572-3235-4165-acf7-f0ed65b6c81c admin admin] Router d8f8f993-dc52-4de8-9ee6-f9a7cd747adf has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 20:36:19.392139 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c7dde4-51e3-44ec-9a88-2bf9f02cbc63 req-3f6ad654-96fa-400d-b57b-b74350419156 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:36:19.416725 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-43c7dde4-51e3-44ec-9a88-2bf9f02cbc63 req-3f6ad654-96fa-400d-b57b-b74350419156 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.35 "GET /v2.0/ports?device_id=72dcbc3c-1ad5-469d-891f-fc55788615d5 HTTP/1.1" status: 200 len: 946 time: 0.2474954 May 20 20:36:19.434314 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 72f70cbe-6fa3-4cef-a563-d80a27137ac7 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:36:19.465838 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3b84af45-80ab-420c-bb95-c35e73c9a78d admin admin] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:19.548266 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-bd3d8736-5c33-4a83-8377-4e6ceedc4089 None None] Provisioning complete for port 07ee6271-ba9e-4528-93c5-ee88143065e0 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:36:19.548798 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-bd3d8736-5c33-4a83-8377-4e6ceedc4089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:19.592951 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 58180) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:36:19.594562 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-43c7dde4-51e3-44ec-9a88-2bf9f02cbc63 req-0833eb40-b314-49bc-87e9-e46ac4e46eb0 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c1ac446-2eae-4e3c-98ef-7a4684e96782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762981 May 20 20:36:19.612220 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=2ebc82e3-a3fb-4509-a8df-f79d7a1ccb17,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:36:19.620089 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-bd3d8736-5c33-4a83-8377-4e6ceedc4089 None None] Port 07ee6271-ba9e-4528-93c5-ee88143065e0 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 20:36:19.640989 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 72f70cbe-6fa3-4cef-a563-d80a27137ac7 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:36:19.641390 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:19.644087 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-742f4649-a29f-467e-b8a8-0f1bbba1403d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:19.659245 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2c8282-167d-4e9a-a1d0-7241d05ba280 req-7cbde6b3-22c2-4ff9-a4a2-d140ddda5e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:36:19.660880 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-9c2c8282-167d-4e9a-a1d0-7241d05ba280 req-7cbde6b3-22c2-4ff9-a4a2-d140ddda5e3d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=dcc37251-fe20-4f7e-aa5f-f8a826d9ed0d HTTP/1.1" status: 200 len: 1096 time: 0.2024534 May 20 20:36:19.697662 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3b84af45-80ab-420c-bb95-c35e73c9a78d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:19.705089 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-742f4649-a29f-467e-b8a8-0f1bbba1403d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:19.728390 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88152572-3235-4165-acf7-f0ed65b6c81c admin admin] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 20:36:19.740142 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-88152572-3235-4165-acf7-f0ed65b6c81c admin admin] 10.222.0.35 "PUT /v2.0/routers/d8f8f993-dc52-4de8-9ee6-f9a7cd747adf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2014756 May 20 20:36:19.762822 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-9c2c8282-167d-4e9a-a1d0-7241d05ba280 req-3578f1f0-5b75-4bf0-ac72-a5e03c0b0e1a service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=fb4532a0-c356-4e15-af9a-d177d4428652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791352 May 20 20:36:19.811355 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 72f70cbe-6fa3-4cef-a563-d80a27137ac7 is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:36:19.811843 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:19.830129 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3b84af45-80ab-420c-bb95-c35e73c9a78d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:19.838724 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] For port 72f70cbe-6fa3-4cef-a563-d80a27137ac7, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=72f70cbe-6fa3-4cef-a563-d80a27137ac7,segment=NetworkSegment(0b5485c4-eff8-42a1-9073-ae54ed4c63ba),segment_id=0b5485c4-eff8-42a1-9073-ae54ed4c63ba)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:36:19.862295 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-95697126-cc4e-463c-b8b5-4a0d32bc16bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:19.866885 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-6873913b-79ae-43d0-a483-170704a02661 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a1681bd080884c01bd0fa63212995e4f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2684245 May 20 20:36:19.869510 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 58194) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:36:19.874711 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b84af45-80ab-420c-bb95-c35e73c9a78d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55748088-30f9-4dc0-b5a0-576940028c25,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:36:19.929740 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f6023e-eff0-41b3-8d98-20c875f50b45 req-df859187-16ed-487a-9f99-098fac8b1132 tempest-ServersWithSpecificFlavorTestJSON-403335495 tempest-ServersWithSpecificFlavorTestJSON-403335495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:36:19.934498 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-05f6023e-eff0-41b3-8d98-20c875f50b45 req-df859187-16ed-487a-9f99-098fac8b1132 tempest-ServersWithSpecificFlavorTestJSON-403335495 tempest-ServersWithSpecificFlavorTestJSON-403335495-project] 10.222.0.35 "GET /v2.0/ports?device_id=dcc37251-fe20-4f7e-aa5f-f8a826d9ed0d HTTP/1.1" status: 200 len: 945 time: 0.2196703 May 20 20:36:19.945629 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-3b84af45-80ab-420c-bb95-c35e73c9a78d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b8b7ccce00ed41c7a40e11f354e9f833&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8676481 May 20 20:36:19.950354 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:19.957834 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 58198) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:36:19.969472 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-742f4649-a29f-467e-b8a8-0f1bbba1403d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:19.973686 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-742f4649-a29f-467e-b8a8-0f1bbba1403d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:19.974855 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-742f4649-a29f-467e-b8a8-0f1bbba1403d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/72312edb-f639-4179-9286-ac35b420be4d HTTP/1.1" status: 204 len: 168 time: 0.7257717 May 20 20:36:20.009335 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d74cd23d-3336-48e3-aa6f-e59f751a573f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:20.028623 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742f4649-a29f-467e-b8a8-0f1bbba1403d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72312edb-f639-4179-9286-ac35b420be4d,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:36:20.057143 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d74cd23d-3336-48e3-aa6f-e59f751a573f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:20.066471 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-05f6023e-eff0-41b3-8d98-20c875f50b45 req-4243ab17-f48e-477b-a79f-9012374ed10b tempest-ServersWithSpecificFlavorTestJSON-403335495 tempest-ServersWithSpecificFlavorTestJSON-403335495-project] 10.222.0.35 "GET /v2.0/security-groups?id=fb4532a0-c356-4e15-af9a-d177d4428652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1247797 May 20 20:36:20.097094 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Pushing event updated for resources: {'Port': ['ID=72f70cbe-6fa3-4cef-a563-d80a27137ac7,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:36:20.121353 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-395479d2-e961-4622-b664-ada0118dfd18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:20.156205 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-395479d2-e961-4622-b664-ada0118dfd18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:20.258341 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9295e7-d8d6-43d9-b61a-b7142f6d1726 req-f052d41f-b418-41ba-8703-12c0f85d184c tempest-LiveAutoBlockMigrationV225Test-1777330067 tempest-LiveAutoBlockMigrationV225Test-1777330067-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:36:20.260196 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0f9295e7-d8d6-43d9-b61a-b7142f6d1726 req-f052d41f-b418-41ba-8703-12c0f85d184c tempest-LiveAutoBlockMigrationV225Test-1777330067 tempest-LiveAutoBlockMigrationV225Test-1777330067-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=72dcbc3c-1ad5-469d-891f-fc55788615d5 HTTP/1.1" status: 200 len: 1097 time: 0.0460978 May 20 20:36:20.309684 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0f9295e7-d8d6-43d9-b61a-b7142f6d1726 req-dfcecd21-a404-4b50-b0ae-f359a9cd7c4a tempest-LiveAutoBlockMigrationV225Test-1777330067 tempest-LiveAutoBlockMigrationV225Test-1777330067-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=1c1ac446-2eae-4e3c-98ef-7a4684e96782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362420 May 20 20:36:20.322737 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d74cd23d-3336-48e3-aa6f-e59f751a573f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:20.325429 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d74cd23d-3336-48e3-aa6f-e59f751a573f admin admin] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:20.330839 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-d74cd23d-3336-48e3-aa6f-e59f751a573f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/059ff789-d90c-445f-957e-bac237fcb846 HTTP/1.1" status: 204 len: 168 time: 0.4558017 May 20 20:36:20.330975 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-395479d2-e961-4622-b664-ada0118dfd18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:20.333565 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-395479d2-e961-4622-b664-ada0118dfd18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:20.334694 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-395479d2-e961-4622-b664-ada0118dfd18 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/55748088-30f9-4dc0-b5a0-576940028c25 HTTP/1.1" status: 204 len: 168 time: 0.3751602 May 20 20:36:20.341577 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74cd23d-3336-48e3-aa6f-e59f751a573f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=059ff789-d90c-445f-957e-bac237fcb846,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:36:20.364707 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395479d2-e961-4622-b664-ada0118dfd18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55748088-30f9-4dc0-b5a0-576940028c25,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:36:20.620877 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a077dced-90f7-4c58-b8a4-9c2615283055 req-90f40452-8226-4278-a596-8def4fb3932c tempest-FloatingIPsNegativeTestJSON-707385153 tempest-FloatingIPsNegativeTestJSON-707385153-project] 10.222.0.35 "GET /v2.0/floatingips?tenant_id=3aa857ff5a56444e93e0415b31d5c061 HTTP/1.1" status: 200 len: 217 time: 0.1128397 May 20 20:36:20.676188 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5247cf48-1dc8-4531-afe4-ec840bdedd01 req-71c6e4a3-bf8b-47d3-ba1c-1412998cbaae tempest-LiveAutoBlockMigrationV225Test-1777330067 tempest-LiveAutoBlockMigrationV225Test-1777330067-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:36:20.677738 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5247cf48-1dc8-4531-afe4-ec840bdedd01 req-71c6e4a3-bf8b-47d3-ba1c-1412998cbaae tempest-LiveAutoBlockMigrationV225Test-1777330067 tempest-LiveAutoBlockMigrationV225Test-1777330067-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=72dcbc3c-1ad5-469d-891f-fc55788615d5 HTTP/1.1" status: 200 len: 1097 time: 0.0462933 May 20 20:36:20.717721 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5247cf48-1dc8-4531-afe4-ec840bdedd01 req-7ff22d7f-08a5-44ec-91ae-fc224e712930 tempest-LiveAutoBlockMigrationV225Test-1777330067 tempest-LiveAutoBlockMigrationV225Test-1777330067-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=1c1ac446-2eae-4e3c-98ef-7a4684e96782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335832 May 20 20:36:20.827082 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-53fa8f25-e762-47f3-9d75-dca268d10d4d req-1554c264-0731-4839-b1f9-b6b211c3ff2c tempest-FloatingIPsNegativeTestJSON-707385153 tempest-FloatingIPsNegativeTestJSON-707385153-project] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0327618 May 20 20:36:20.980482 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-501a801f-1744-42cf-b836-1fee41493ea9 None None] Sync routers for ids ['d8f8f993-dc52-4de8-9ee6-f9a7cd747adf'] in n-d-842733-1 {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 20:36:20.983053 n-d-842733-1 neutron-server[103163]: INFO neutron.api.v2.resource [req-ce077b70-9348-4342-ab59-5ce29596bf78 req-e971aeea-7e91-489f-a9b7-8d30be76e01e tempest-FloatingIPsNegativeTestJSON-707385153 tempest-FloatingIPsNegativeTestJSON-707385153-project] show failed (client error): The resource could not be found. May 20 20:36:20.985014 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ce077b70-9348-4342-ab59-5ce29596bf78 req-e971aeea-7e91-489f-a9b7-8d30be76e01e tempest-FloatingIPsNegativeTestJSON-707385153 tempest-FloatingIPsNegativeTestJSON-707385153-project] 10.222.0.35 "GET /v2.0/floatingips/47402ff8-9f28-4960-ba15-f4a083875f29 HTTP/1.1" status: 404 len: 350 time: 0.0905948 May 20 20:36:20.995194 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 58246) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:36:21.005583 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-501a801f-1744-42cf-b836-1fee41493ea9 None None] Routers {'d8f8f993-dc52-4de8-9ee6-f9a7cd747adf'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:36:21.006160 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-501a801f-1744-42cf-b836-1fee41493ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:35:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['d8f8f993-dc52-4de8-9ee6-f9a7cd747adf'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:36:21.140375 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-501a801f-1744-42cf-b836-1fee41493ea9 None None] Set router d8f8f993-dc52-4de8-9ee6-f9a7cd747adf gateway port host: n-d-842733-1 {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:36:21.142650 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [req-c63a6c44-e5c4-4e39-a0f5-66933c666800 req-33f8903a-878d-4b33-b5df-4f6a02dcd75b service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103163) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 20:36:21.143658 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c63a6c44-e5c4-4e39-a0f5-66933c666800 req-33f8903a-878d-4b33-b5df-4f6a02dcd75b service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053220 May 20 20:36:21.328741 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f301154c-1fa9-4cf3-acce-0482d1548ba6 req-abd709ae-207d-4835-aa74-c06daedbcac4 tempest-ServersWithSpecificFlavorTestJSON-403335495 tempest-ServersWithSpecificFlavorTestJSON-403335495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:36:21.337878 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f301154c-1fa9-4cf3-acce-0482d1548ba6 req-abd709ae-207d-4835-aa74-c06daedbcac4 tempest-ServersWithSpecificFlavorTestJSON-403335495 tempest-ServersWithSpecificFlavorTestJSON-403335495-project] 10.222.0.35 "GET /v2.0/ports?device_id=dcc37251-fe20-4f7e-aa5f-f8a826d9ed0d HTTP/1.1" status: 200 len: 945 time: 0.0914357 May 20 20:36:21.365046 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 58256) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:36:21.386631 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3a4b98e7-b475-4314-a4a0-dfbca262c79f admin admin] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:21.438660 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 72f70cbe-6fa3-4cef-a563-d80a27137ac7 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:36:21.439808 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f301154c-1fa9-4cf3-acce-0482d1548ba6 req-83fe8170-f41a-45c2-bf5d-ae836a5925c4 tempest-ServersWithSpecificFlavorTestJSON-403335495 tempest-ServersWithSpecificFlavorTestJSON-403335495-project] 10.222.0.35 "GET /v2.0/security-groups?id=fb4532a0-c356-4e15-af9a-d177d4428652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009498 May 20 20:36:21.537677 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3a4b98e7-b475-4314-a4a0-dfbca262c79f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:21.606306 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 72f70cbe-6fa3-4cef-a563-d80a27137ac7 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:36:21.606586 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 58262) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:36:21.606702 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:21.670368 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eeae02e-7395-4c25-bad9-98b1679dd3b0 req-5e53b406-40ad-4fa1-a6c6-7c434267a6bb tempest-ServersWithSpecificFlavorTestJSON-403335495 tempest-ServersWithSpecificFlavorTestJSON-403335495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:36:21.686385 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4eeae02e-7395-4c25-bad9-98b1679dd3b0 req-5e53b406-40ad-4fa1-a6c6-7c434267a6bb tempest-ServersWithSpecificFlavorTestJSON-403335495 tempest-ServersWithSpecificFlavorTestJSON-403335495-project] 10.222.0.35 "GET /v2.0/ports?device_id=dcc37251-fe20-4f7e-aa5f-f8a826d9ed0d HTTP/1.1" status: 200 len: 945 time: 0.1039274 May 20 20:36:21.686874 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 58268) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:36:21.689611 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-501a801f-1744-42cf-b836-1fee41493ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8f8f993-dc52-4de8-9ee6-f9a7cd747adf', 'name': 'tempest-FloatingIPsNegativeTestJSON-1171348864-router', 'tenant_id': '3aa857ff5a56444e93e0415b31d5c061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.37'}], 'enable_snat': True}, 'gw_port_id': '72f70cbe-6fa3-4cef-a563-d80a27137ac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:36:13Z', 'updated_at': '2022-05-20T20:36:18Z', 'revision_number': 4, 'project_id': '3aa857ff5a56444e93e0415b31d5c061', 'gw_port': {'id': '72f70cbe-6fa3-4cef-a563-d80a27137ac7', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:1e:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8f8f993-dc52-4de8-9ee6-f9a7cd747adf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:36:14Z', 'updated_at': '2022-05-20T20:36:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': '07ee6271-ba9e-4528-93c5-ee88143065e0', 'name': '', 'network_id': 'a0290b44-966d-432b-ba1e-eebf860facfc', 'tenant_id': '3aa857ff5a56444e93e0415b31d5c061', 'mac_address': 'fa:16:3e:7d:5f:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8f8f993-dc52-4de8-9ee6-f9a7cd747adf', 'device_owner': 'network:router_interface', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '369a64d4-d6f4-46ac-8e75-6e5795e8e94c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:36:17Z', 'updated_at': '2022-05-20T20:36:18Z', 'revision_number': 2, 'project_id': '3aa857ff5a56444e93e0415b31d5c061', 'subnets': [{'id': '369a64d4-d6f4-46ac-8e75-6e5795e8e94c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:36:21.909738 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-8966e3ac-094a-48b4-a45c-21e53840db8c tempest-ServersWithSpecificFlavorTestJSON-403335495 tempest-ServersWithSpecificFlavorTestJSON-403335495-project] Request body: {'floatingip': {'port_id': '2ebc82e3-a3fb-4509-a8df-f79d7a1ccb17'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:36:21.909738 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3a4b98e7-b475-4314-a4a0-dfbca262c79f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:21.910957 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-47ac0f5b-4fbf-4c98-a21d-5b747c712270 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8b5548acaf7d4a7393e7485d4a6373cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1011977 May 20 20:36:21.910957 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2ea9b335-6c39-4349-8381-a11f459cce90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748528'] for router_interface, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:21.912118 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-501a801f-1744-42cf-b836-1fee41493ea9 None None] Checking router: d8f8f993-dc52-4de8-9ee6-f9a7cd747adf for host: n-d-842733-1 {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 20:36:21.912118 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-501a801f-1744-42cf-b836-1fee41493ea9 None None] Updating router d8f8f993-dc52-4de8-9ee6-f9a7cd747adf port 07ee6271-ba9e-4528-93c5-ee88143065e0 binding host n-d-842733-1 {{(pid=103164) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 20:36:21.912118 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-501a801f-1744-42cf-b836-1fee41493ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:21.912887 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8966e3ac-094a-48b4-a45c-21e53840db8c tempest-ServersWithSpecificFlavorTestJSON-403335495 tempest-ServersWithSpecificFlavorTestJSON-403335495-project] Notify callbacks [] for floatingip, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:21.913267 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 72f70cbe-6fa3-4cef-a563-d80a27137ac7 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:36:21.913634 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-3a4b98e7-b475-4314-a4a0-dfbca262c79f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=bbf492750b824601a0ad5f8395187150&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4298642 May 20 20:36:21.913634 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4b98e7-b475-4314-a4a0-dfbca262c79f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fac2a6d-4e54-43b0-85f3-6477affc2737,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:36:21.913634 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 58270) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:36:21.913634 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 58272) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:36:22.098721 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-501a801f-1744-42cf-b836-1fee41493ea9 None None] Notify callbacks [] for port, precommit_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:22.131952 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b0c36dfd-1d3d-4b6f-9446-1c2b047d2b8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:22.142375 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e9daa440-9816-406d-aa74-d48a13559aed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:22.174813 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b0c36dfd-1d3d-4b6f-9446-1c2b047d2b8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:22.178874 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-501a801f-1744-42cf-b836-1fee41493ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:22.209608 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e9daa440-9816-406d-aa74-d48a13559aed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:22.292623 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5755fa-edab-4209-8ea4-7c78dc2a0d53 None None] Pushing event updated for resources: {'Port': ['ID=07ee6271-ba9e-4528-93c5-ee88143065e0,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:36:22.328877 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-49313b8f-0a81-4edb-86f7-20dff79a4bb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:22.363375 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-2ea9b335-6c39-4349-8381-a11f459cce90 admin admin] Deleting port 07ee6271-ba9e-4528-93c5-ee88143065e0 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:36:22.363869 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2ea9b335-6c39-4349-8381-a11f459cce90 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:22.384551 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-501a801f-1744-42cf-b836-1fee41493ea9 None None] Attempting to bind port 07ee6271-ba9e-4528-93c5-ee88143065e0 on host n-d-842733-1 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:36:22.387388 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-501a801f-1744-42cf-b836-1fee41493ea9 None None] Attempting to bind port 07ee6271-ba9e-4528-93c5-ee88143065e0 by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': '0d7203d2-b69c-4495-9de2-934effcad581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'a0290b44-966d-432b-ba1e-eebf860facfc'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:36:22.395045 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-501a801f-1744-42cf-b836-1fee41493ea9 None None] Attempting to bind port 07ee6271-ba9e-4528-93c5-ee88143065e0 on network a0290b44-966d-432b-ba1e-eebf860facfc {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:36:22.409408 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-501a801f-1744-42cf-b836-1fee41493ea9 None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 35, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:36:22.410049 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-501a801f-1744-42cf-b836-1fee41493ea9 None None] Checking segment: {'id': '0d7203d2-b69c-4495-9de2-934effcad581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'a0290b44-966d-432b-ba1e-eebf860facfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:36:22.410521 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-501a801f-1744-42cf-b836-1fee41493ea9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:22.410996 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-501a801f-1744-42cf-b836-1fee41493ea9 None None] Bound using segment: {'id': '0d7203d2-b69c-4495-9de2-934effcad581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'a0290b44-966d-432b-ba1e-eebf860facfc'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:36:22.411554 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-501a801f-1744-42cf-b836-1fee41493ea9 None None] Bound port: 07ee6271-ba9e-4528-93c5-ee88143065e0, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d7203d2-b69c-4495-9de2-934effcad581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'a0290b44-966d-432b-ba1e-eebf860facfc'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:36:22.412054 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-501a801f-1744-42cf-b836-1fee41493ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:22.535597 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-501a801f-1744-42cf-b836-1fee41493ea9 None None] For port 07ee6271-ba9e-4528-93c5-ee88143065e0, host n-d-842733-1, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:36:22.545178 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-501a801f-1744-42cf-b836-1fee41493ea9 None None] For port 07ee6271-ba9e-4528-93c5-ee88143065e0, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=07ee6271-ba9e-4528-93c5-ee88143065e0,segment=NetworkSegment(0d7203d2-b69c-4495-9de2-934effcad581),segment_id=0d7203d2-b69c-4495-9de2-934effcad581)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:36:22.552234 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b0c36dfd-1d3d-4b6f-9446-1c2b047d2b8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:22.561794 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b0c36dfd-1d3d-4b6f-9446-1c2b047d2b8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:22.561794 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-b0c36dfd-1d3d-4b6f-9446-1c2b047d2b8a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3fac2a6d-4e54-43b0-85f3-6477affc2737 HTTP/1.1" status: 204 len: 168 time: 0.6411474 May 20 20:36:22.561794 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 58284) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:36:22.570112 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-2ea9b335-6c39-4349-8381-a11f459cce90 admin admin] For port 07ee6271-ba9e-4528-93c5-ee88143065e0, host n-d-842733-1, got binding levels [] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:36:22.570475 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2ea9b335-6c39-4349-8381-a11f459cce90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:22.598184 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-2ea9b335-6c39-4349-8381-a11f459cce90 admin admin] Calling delete_port for 07ee6271-ba9e-4528-93c5-ee88143065e0 owned by network:router_interface {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:36:22.623911 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e9daa440-9816-406d-aa74-d48a13559aed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:22.627171 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e9daa440-9816-406d-aa74-d48a13559aed admin admin] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:22.630724 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-e9daa440-9816-406d-aa74-d48a13559aed admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/70edcdc5-586c-4842-b6cd-e093a3dba807 HTTP/1.1" status: 204 len: 168 time: 0.7174633 May 20 20:36:22.634374 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-501a801f-1744-42cf-b836-1fee41493ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:22.663366 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c36dfd-1d3d-4b6f-9446-1c2b047d2b8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fac2a6d-4e54-43b0-85f3-6477affc2737,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:36:22.710602 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9daa440-9816-406d-aa74-d48a13559aed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70edcdc5-586c-4842-b6cd-e093a3dba807,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:36:22.841631 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b15d47fc-a47f-4e77-81c5-c05f74099461 None None] Provisioning complete for port 07ee6271-ba9e-4528-93c5-ee88143065e0 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:36:22.841995 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b15d47fc-a47f-4e77-81c5-c05f74099461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:22.909469 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-501a801f-1744-42cf-b836-1fee41493ea9 None None] Routers {'d8f8f993-dc52-4de8-9ee6-f9a7cd747adf'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:36:22.910345 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-501a801f-1744-42cf-b836-1fee41493ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:36:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['d8f8f993-dc52-4de8-9ee6-f9a7cd747adf'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:36:22.957534 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5755fa-edab-4209-8ea4-7c78dc2a0d53 None None] Pushing event updated for resources: {'Port': ['ID=07ee6271-ba9e-4528-93c5-ee88143065e0,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:36:23.063220 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2ea9b335-6c39-4349-8381-a11f459cce90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:23.105278 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b15d47fc-a47f-4e77-81c5-c05f74099461 None None] Current status of the port 07ee6271-ba9e-4528-93c5-ee88143065e0 is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:36:23.105278 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b15d47fc-a47f-4e77-81c5-c05f74099461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:23.105278 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-501a801f-1744-42cf-b836-1fee41493ea9 None None] Set router d8f8f993-dc52-4de8-9ee6-f9a7cd747adf gateway port host: n-d-842733-1 {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:36:23.107952 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea9b335-6c39-4349-8381-a11f459cce90 admin admin] Pushing event deleted for resources: {'Port': ['ID=07ee6271-ba9e-4528-93c5-ee88143065e0,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:36:23.296139 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8966e3ac-094a-48b4-a45c-21e53840db8c tempest-ServersWithSpecificFlavorTestJSON-403335495 tempest-ServersWithSpecificFlavorTestJSON-403335495-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:23.377368 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8966e3ac-094a-48b4-a45c-21e53840db8c tempest-ServersWithSpecificFlavorTestJSON-403335495 tempest-ServersWithSpecificFlavorTestJSON-403335495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748272'] for floatingip, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:23.480244 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2ea9b335-6c39-4349-8381-a11f459cce90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-692224'] for router_interface, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:23.588584 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-21489793-1911-4081-a9b5-57139e87423f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8135b52a8b7f4cf984503d606af9bb73&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0055337 May 20 20:36:23.590738 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 58344) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:36:23.598540 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-501a801f-1744-42cf-b836-1fee41493ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8f8f993-dc52-4de8-9ee6-f9a7cd747adf', 'name': 'tempest-FloatingIPsNegativeTestJSON-1171348864-router', 'tenant_id': '3aa857ff5a56444e93e0415b31d5c061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.37'}], 'enable_snat': True}, 'gw_port_id': '72f70cbe-6fa3-4cef-a563-d80a27137ac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:36:13Z', 'updated_at': '2022-05-20T20:36:18Z', 'revision_number': 4, 'project_id': '3aa857ff5a56444e93e0415b31d5c061', 'gw_port': {'id': '72f70cbe-6fa3-4cef-a563-d80a27137ac7', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:1e:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8f8f993-dc52-4de8-9ee6-f9a7cd747adf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:36:14Z', 'updated_at': '2022-05-20T20:36:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': '07ee6271-ba9e-4528-93c5-ee88143065e0', 'name': '', 'network_id': 'a0290b44-966d-432b-ba1e-eebf860facfc', 'tenant_id': '3aa857ff5a56444e93e0415b31d5c061', 'mac_address': 'fa:16:3e:7d:5f:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8f8f993-dc52-4de8-9ee6-f9a7cd747adf', 'device_owner': 'network:router_interface', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '369a64d4-d6f4-46ac-8e75-6e5795e8e94c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:36:17Z', 'updated_at': '2022-05-20T20:36:22Z', 'revision_number': 4, 'project_id': '3aa857ff5a56444e93e0415b31d5c061', 'subnets': [{'id': '369a64d4-d6f4-46ac-8e75-6e5795e8e94c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:36:23.637873 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-501a801f-1744-42cf-b836-1fee41493ea9 None None] The sync data for ids ['d8f8f993-dc52-4de8-9ee6-f9a7cd747adf'] in n-d-842733-1 is: [{'id': 'd8f8f993-dc52-4de8-9ee6-f9a7cd747adf', 'name': 'tempest-FloatingIPsNegativeTestJSON-1171348864-router', 'tenant_id': '3aa857ff5a56444e93e0415b31d5c061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.37'}], 'enable_snat': True}, 'gw_port_id': '72f70cbe-6fa3-4cef-a563-d80a27137ac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:36:13Z', 'updated_at': '2022-05-20T20:36:18Z', 'revision_number': 4, 'project_id': '3aa857ff5a56444e93e0415b31d5c061', 'gw_port': {'id': '72f70cbe-6fa3-4cef-a563-d80a27137ac7', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:1e:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8f8f993-dc52-4de8-9ee6-f9a7cd747adf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:36:14Z', 'updated_at': '2022-05-20T20:36:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': '07ee6271-ba9e-4528-93c5-ee88143065e0', 'name': '', 'network_id': 'a0290b44-966d-432b-ba1e-eebf860facfc', 'tenant_id': '3aa857ff5a56444e93e0415b31d5c061', 'mac_address': 'fa:16:3e:7d:5f:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8f8f993-dc52-4de8-9ee6-f9a7cd747adf', 'device_owner': 'network:router_interface', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '369a64d4-d6f4-46ac-8e75-6e5795e8e94c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:36:17Z', 'updated_at': '2022-05-20T20:36:22Z', 'revision_number': 4, 'project_id': '3aa857ff5a56444e93e0415b31d5c061', 'subnets': [{'id': '369a64d4-d6f4-46ac-8e75-6e5795e8e94c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 20:36:23.667050 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-7aba256e-7d4b-4f2d-9688-1c6c7b4933ca None None] Could not find standard attr ID for object 07ee6271-ba9e-4528-93c5-ee88143065e0. {{(pid=103164) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 20 20:36:23.674296 n-d-842733-1 neutron-server[103163]: INFO neutron.db.l3_db [None req-8966e3ac-094a-48b4-a45c-21e53840db8c tempest-ServersWithSpecificFlavorTestJSON-403335495 tempest-ServersWithSpecificFlavorTestJSON-403335495-project] Floating IP a32b27b6-5e0a-499f-b377-97dd6f3e0da3 associated. External IP: 172.25.2.217, port: 2ebc82e3-a3fb-4509-a8df-f79d7a1ccb17. May 20 20:36:23.753031 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-24f33d68-67c1-4944-8609-0cebf9c9d3ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:23.848076 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-24f33d68-67c1-4944-8609-0cebf9c9d3ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:23.852716 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4bb0e131-6525-46ca-a45b-e4ea43a5e69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:24.047758 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ea9b335-6c39-4349-8381-a11f459cce90 admin admin] Router d8f8f993-dc52-4de8-9ee6-f9a7cd747adf has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 20:36:24.096784 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-24f33d68-67c1-4944-8609-0cebf9c9d3ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:24.103132 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-24f33d68-67c1-4944-8609-0cebf9c9d3ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:24.103639 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-24f33d68-67c1-4944-8609-0cebf9c9d3ad admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d1cf681c-16a4-4f0f-b602-fed34cb755c5 HTTP/1.1" status: 204 len: 168 time: 0.5116999 May 20 20:36:24.119283 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f33d68-67c1-4944-8609-0cebf9c9d3ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1cf681c-16a4-4f0f-b602-fed34cb755c5,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:36:24.132516 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8966e3ac-094a-48b4-a45c-21e53840db8c tempest-ServersWithSpecificFlavorTestJSON-403335495 tempest-ServersWithSpecificFlavorTestJSON-403335495-project] Router 5ed96472-d954-4742-aed3-d420512dcb22 has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 20:36:24.269279 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ea9b335-6c39-4349-8381-a11f459cce90 admin admin] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 20:36:24.278883 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-2ea9b335-6c39-4349-8381-a11f459cce90 admin admin] 10.222.0.35 "PUT /v2.0/routers/d8f8f993-dc52-4de8-9ee6-f9a7cd747adf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2825367 May 20 20:36:24.286547 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 58388) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:36:24.339575 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8966e3ac-094a-48b4-a45c-21e53840db8c tempest-ServersWithSpecificFlavorTestJSON-403335495 tempest-ServersWithSpecificFlavorTestJSON-403335495-project] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 20:36:24.352039 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8966e3ac-094a-48b4-a45c-21e53840db8c tempest-ServersWithSpecificFlavorTestJSON-403335495 tempest-ServersWithSpecificFlavorTestJSON-403335495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for floatingip, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:24.353557 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-230a0d69-a9ee-40a1-9cf1-30aa3bf773cb None None] Sync routers for ids ['5ed96472-d954-4742-aed3-d420512dcb22'] in n-d-842733-1 {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 20:36:24.368218 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-230a0d69-a9ee-40a1-9cf1-30aa3bf773cb None None] Routers {'5ed96472-d954-4742-aed3-d420512dcb22'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:36:24.372392 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-230a0d69-a9ee-40a1-9cf1-30aa3bf773cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:36:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['5ed96472-d954-4742-aed3-d420512dcb22'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:36:24.374589 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:24.439574 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-8966e3ac-094a-48b4-a45c-21e53840db8c tempest-ServersWithSpecificFlavorTestJSON-403335495 tempest-ServersWithSpecificFlavorTestJSON-403335495-project] 10.222.0.35 "PUT /v2.0/floatingips/a32b27b6-5e0a-499f-b377-97dd6f3e0da3 HTTP/1.1" status: 200 len: 991 time: 2.7507482 May 20 20:36:24.440753 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcc37251-fe20-4f7e-aa5f-f8a826d9ed0d', 'tag': '2ebc82e3-a3fb-4509-a8df-f79d7a1ccb17'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:36:24.445247 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4291b17aa7b45362825f0571e77c85f5e73afe1df9c7e9e15006df9d695c005e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bac6f6c-09d7-450b-b3de-c52f983fd39b" -d '{"events": [{"name": "network-changed", "server_uuid": "dcc37251-fe20-4f7e-aa5f-f8a826d9ed0d", "tag": "2ebc82e3-a3fb-4509-a8df-f79d7a1ccb17"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:36:24.462898 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-56152239-c809-4396-b4cc-c89efa4e0859 admin admin] Notify callbacks [] for router, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:24.558166 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-230a0d69-a9ee-40a1-9cf1-30aa3bf773cb None None] Set router 5ed96472-d954-4742-aed3-d420512dcb22 gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:36:24.616979 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-56152239-c809-4396-b4cc-c89efa4e0859 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:24.695071 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3db8ad-d1e7-4af1-944a-433d0fe047b2 req-76470098-b7e5-4c84-b6de-43cecf73f98e tempest-ServersWithSpecificFlavorTestJSON-403335495 tempest-ServersWithSpecificFlavorTestJSON-403335495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:36:24.704918 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-dd3db8ad-d1e7-4af1-944a-433d0fe047b2 req-76470098-b7e5-4c84-b6de-43cecf73f98e tempest-ServersWithSpecificFlavorTestJSON-403335495 tempest-ServersWithSpecificFlavorTestJSON-403335495-project] 10.222.0.35 "GET /v2.0/ports?device_id=dcc37251-fe20-4f7e-aa5f-f8a826d9ed0d HTTP/1.1" status: 200 len: 945 time: 0.0695989 May 20 20:36:24.756922 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-56152239-c809-4396-b4cc-c89efa4e0859 admin admin] Deleting port 72f70cbe-6fa3-4cef-a563-d80a27137ac7 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:36:24.757441 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-56152239-c809-4396-b4cc-c89efa4e0859 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:24.779843 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-dd3db8ad-d1e7-4af1-944a-433d0fe047b2 req-79995242-e0d8-4a22-a09f-6ce459239aba tempest-ServersWithSpecificFlavorTestJSON-403335495 tempest-ServersWithSpecificFlavorTestJSON-403335495-project] 10.222.0.35 "GET /v2.0/security-groups?id=fb4532a0-c356-4e15-af9a-d177d4428652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690117 May 20 20:36:24.836475 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 20:36:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-659f85f0-bbf6-4276-a4f1-cd4bb0931562 x-openstack-request-id: req-659f85f0-bbf6-4276-a4f1-cd4bb0931562 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:36:24.836980 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcc37251-fe20-4f7e-aa5f-f8a826d9ed0d", "tag": "2ebc82e3-a3fb-4509-a8df-f79d7a1ccb17", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:36:24.837405 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-659f85f0-bbf6-4276-a4f1-cd4bb0931562 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:36:24.838029 n-d-842733-1 neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-659f85f0-bbf6-4276-a4f1-cd4bb0931562'] response: {'name': 'network-changed', 'server_uuid': 'dcc37251-fe20-4f7e-aa5f-f8a826d9ed0d', 'tag': '2ebc82e3-a3fb-4509-a8df-f79d7a1ccb17', 'status': 'completed', 'code': 200} May 20 20:36:24.895100 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-56152239-c809-4396-b4cc-c89efa4e0859 admin admin] For port 72f70cbe-6fa3-4cef-a563-d80a27137ac7, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=72f70cbe-6fa3-4cef-a563-d80a27137ac7,segment=NetworkSegment(0b5485c4-eff8-42a1-9073-ae54ed4c63ba),segment_id=0b5485c4-eff8-42a1-9073-ae54ed4c63ba)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:36:24.906958 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-56152239-c809-4396-b4cc-c89efa4e0859 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:24.960552 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-56152239-c809-4396-b4cc-c89efa4e0859 admin admin] Calling delete_port for 72f70cbe-6fa3-4cef-a563-d80a27137ac7 owned by network:router_gateway {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:36:24.999326 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.agents_db [None req-5c33ad30-4e00-40fa-b486-8c79c4a6cfc5 None None] Agent healthcheck: found 7 active agents {{(pid=103165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 20 20:36:25.043380 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bac6f6c-09d7-450b-b3de-c52f983fd39b req-62012082-4dce-4553-b587-6c3f8580bb7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:36:25.046587 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-6bac6f6c-09d7-450b-b3de-c52f983fd39b req-62012082-4dce-4553-b587-6c3f8580bb7d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7a0946b7566d4115bc78791f06e90f69&device_id=dcc37251-fe20-4f7e-aa5f-f8a826d9ed0d HTTP/1.1" status: 200 len: 1096 time: 0.1582346 May 20 20:36:25.051369 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-230a0d69-a9ee-40a1-9cf1-30aa3bf773cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ed96472-d954-4742-aed3-d420512dcb22', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-207630631-router', 'tenant_id': '7a0946b7566d4115bc78791f06e90f69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': 'ba8bf304-383d-48b9-b1fb-fce16c280a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:35:33Z', 'updated_at': '2022-05-20T20:35:39Z', 'revision_number': 4, 'project_id': '7a0946b7566d4115bc78791f06e90f69', 'gw_port': {'id': 'ba8bf304-383d-48b9-b1fb-fce16c280a44', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:2d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed96472-d954-4742-aed3-d420512dcb22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:35:34Z', 'updated_at': '2022-05-20T20:35:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_floatingips': [{'id': 'a32b27b6-5e0a-499f-b377-97dd6f3e0da3', 'tenant_id': '7a0946b7566d4115bc78791f06e90f69', 'floating_ip_address': '172.25.2.217', 'floating_network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'router_id': '5ed96472-d954-4742-aed3-d420512dcb22', 'port_id': '2ebc82e3-a3fb-4509-a8df-f79d7a1ccb17', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 183, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6d9e896-d344-4c48-82c9-67ef44a8b110', 'mac_address': 'fa:16:3e:32:4c:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc37251-fe20-4f7e-aa5f-f8a826d9ed0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-20T20:35:59Z', 'updated_at': '2022-05-20T20:36:22Z', 'revision_number': 1, 'project_id': '7a0946b7566d4115bc78791f06e90f69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54aef385-a175-415f-85b8-a08e77f1a399', 'name': '', 'network_id': 'b6d9e896-d344-4c48-82c9-67ef44a8b110', 'tenant_id': '7a0946b7566d4115bc78791f06e90f69', 'mac_address': 'fa:16:3e:f2:ea:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed96472-d954-4742-aed3-d420512dcb22', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '3749240c-676d-4d91-b602-5dfaa1286886', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:35:38Z', 'updated_at': '2022-05-20T20:35:45Z', 'revision_number': 5, 'project_id': '7a0946b7566d4115bc78791f06e90f69', 'subnets': [{'id': '3749240c-676d-4d91-b602-5dfaa1286886', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:36:25.099170 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-230a0d69-a9ee-40a1-9cf1-30aa3bf773cb None None] Checking router: 5ed96472-d954-4742-aed3-d420512dcb22 for host: n-d-842733-1 {{(pid=103165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 20:36:25.108891 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-230a0d69-a9ee-40a1-9cf1-30aa3bf773cb None None] Routers {'5ed96472-d954-4742-aed3-d420512dcb22'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:36:25.110282 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-230a0d69-a9ee-40a1-9cf1-30aa3bf773cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:36:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['5ed96472-d954-4742-aed3-d420512dcb22'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:36:25.247384 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-230a0d69-a9ee-40a1-9cf1-30aa3bf773cb None None] Set router 5ed96472-d954-4742-aed3-d420512dcb22 gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:36:25.382164 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cc3ec51b-6ec8-438a-8349-5f0bec346d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:25.480402 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bac6f6c-09d7-450b-b3de-c52f983fd39b req-7f32de0b-25ae-4ab4-a6d6-2936a1ae6c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:36:25.481979 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-6bac6f6c-09d7-450b-b3de-c52f983fd39b req-7f32de0b-25ae-4ab4-a6d6-2936a1ae6c3d service neutron] 10.222.0.13 "GET /v2.0/networks?id=b6d9e896-d344-4c48-82c9-67ef44a8b110 HTTP/1.1" status: 200 len: 924 time: 0.4283485 May 20 20:36:25.483275 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:25.535470 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec94bab7-ae15-4298-af14-4ba793251f7f None None] Sync routers for ids ['d8f8f993-dc52-4de8-9ee6-f9a7cd747adf'] in n-d-842733-1 {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 20:36:25.550178 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec94bab7-ae15-4298-af14-4ba793251f7f None None] Routers {'d8f8f993-dc52-4de8-9ee6-f9a7cd747adf'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:36:25.551083 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-ec94bab7-ae15-4298-af14-4ba793251f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:36:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['d8f8f993-dc52-4de8-9ee6-f9a7cd747adf'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:36:25.666851 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-6bac6f6c-09d7-450b-b3de-c52f983fd39b req-96d51044-e971-4310-8219-fe05994abbc6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2ebc82e3-a3fb-4509-a8df-f79d7a1ccb17 HTTP/1.1" status: 200 len: 999 time: 0.1766591 May 20 20:36:25.669759 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-ec94bab7-ae15-4298-af14-4ba793251f7f None None] Set router d8f8f993-dc52-4de8-9ee6-f9a7cd747adf gateway port host: None {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:36:25.677282 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-230a0d69-a9ee-40a1-9cf1-30aa3bf773cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ed96472-d954-4742-aed3-d420512dcb22', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-207630631-router', 'tenant_id': '7a0946b7566d4115bc78791f06e90f69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': 'ba8bf304-383d-48b9-b1fb-fce16c280a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:35:33Z', 'updated_at': '2022-05-20T20:35:39Z', 'revision_number': 4, 'project_id': '7a0946b7566d4115bc78791f06e90f69', 'gw_port': {'id': 'ba8bf304-383d-48b9-b1fb-fce16c280a44', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:2d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed96472-d954-4742-aed3-d420512dcb22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:35:34Z', 'updated_at': '2022-05-20T20:35:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_floatingips': [{'id': 'a32b27b6-5e0a-499f-b377-97dd6f3e0da3', 'tenant_id': '7a0946b7566d4115bc78791f06e90f69', 'floating_ip_address': '172.25.2.217', 'floating_network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'router_id': '5ed96472-d954-4742-aed3-d420512dcb22', 'port_id': '2ebc82e3-a3fb-4509-a8df-f79d7a1ccb17', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 183, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6d9e896-d344-4c48-82c9-67ef44a8b110', 'mac_address': 'fa:16:3e:32:4c:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc37251-fe20-4f7e-aa5f-f8a826d9ed0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-20T20:35:59Z', 'updated_at': '2022-05-20T20:36:22Z', 'revision_number': 1, 'project_id': '7a0946b7566d4115bc78791f06e90f69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54aef385-a175-415f-85b8-a08e77f1a399', 'name': '', 'network_id': 'b6d9e896-d344-4c48-82c9-67ef44a8b110', 'tenant_id': '7a0946b7566d4115bc78791f06e90f69', 'mac_address': 'fa:16:3e:f2:ea:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed96472-d954-4742-aed3-d420512dcb22', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '3749240c-676d-4d91-b602-5dfaa1286886', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:35:38Z', 'updated_at': '2022-05-20T20:35:45Z', 'revision_number': 5, 'project_id': '7a0946b7566d4115bc78791f06e90f69', 'subnets': [{'id': '3749240c-676d-4d91-b602-5dfaa1286886', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:36:25.703304 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 58428) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:36:25.726522 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bac6f6c-09d7-450b-b3de-c52f983fd39b req-ecd05ece-db66-4bc4-bf40-14f44f0cf676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:36:25.728400 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-6bac6f6c-09d7-450b-b3de-c52f983fd39b req-ecd05ece-db66-4bc4-bf40-14f44f0cf676 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3749240c-676d-4d91-b602-5dfaa1286886 HTTP/1.1" status: 200 len: 862 time: 0.0541701 May 20 20:36:25.729764 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-230a0d69-a9ee-40a1-9cf1-30aa3bf773cb None None] The sync data for ids ['5ed96472-d954-4742-aed3-d420512dcb22'] in n-d-842733-1 is: [{'id': '5ed96472-d954-4742-aed3-d420512dcb22', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-207630631-router', 'tenant_id': '7a0946b7566d4115bc78791f06e90f69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': 'ba8bf304-383d-48b9-b1fb-fce16c280a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:35:33Z', 'updated_at': '2022-05-20T20:35:39Z', 'revision_number': 4, 'project_id': '7a0946b7566d4115bc78791f06e90f69', 'gw_port': {'id': 'ba8bf304-383d-48b9-b1fb-fce16c280a44', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:2d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed96472-d954-4742-aed3-d420512dcb22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:35:34Z', 'updated_at': '2022-05-20T20:35:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_floatingips': [{'id': 'a32b27b6-5e0a-499f-b377-97dd6f3e0da3', 'tenant_id': '7a0946b7566d4115bc78791f06e90f69', 'floating_ip_address': '172.25.2.217', 'floating_network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'router_id': '5ed96472-d954-4742-aed3-d420512dcb22', 'port_id': '2ebc82e3-a3fb-4509-a8df-f79d7a1ccb17', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 183, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6d9e896-d344-4c48-82c9-67ef44a8b110', 'mac_address': 'fa:16:3e:32:4c:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc37251-fe20-4f7e-aa5f-f8a826d9ed0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-20T20:35:59Z', 'updated_at': '2022-05-20T20:36:22Z', 'revision_number': 1, 'project_id': '7a0946b7566d4115bc78791f06e90f69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54aef385-a175-415f-85b8-a08e77f1a399', 'name': '', 'network_id': 'b6d9e896-d344-4c48-82c9-67ef44a8b110', 'tenant_id': '7a0946b7566d4115bc78791f06e90f69', 'mac_address': 'fa:16:3e:f2:ea:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed96472-d954-4742-aed3-d420512dcb22', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '3749240c-676d-4d91-b602-5dfaa1286886', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:35:38Z', 'updated_at': '2022-05-20T20:35:45Z', 'revision_number': 5, 'project_id': '7a0946b7566d4115bc78791f06e90f69', 'subnets': [{'id': '3749240c-676d-4d91-b602-5dfaa1286886', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 20:36:25.754436 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-ec94bab7-ae15-4298-af14-4ba793251f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8f8f993-dc52-4de8-9ee6-f9a7cd747adf', 'name': 'tempest-FloatingIPsNegativeTestJSON-1171348864-router', 'tenant_id': '3aa857ff5a56444e93e0415b31d5c061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:36:13Z', 'updated_at': '2022-05-20T20:36:24Z', 'revision_number': 6, 'project_id': '3aa857ff5a56444e93e0415b31d5c061', 'gw_port_host': None}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:36:25.755576 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-56152239-c809-4396-b4cc-c89efa4e0859 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:25.774503 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-2346a2c2-e999-4e15-a855-74b999a00f01 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a887cce542ae460c961c8c3307d65ee2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0687354 May 20 20:36:25.780808 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 58430) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:36:25.837926 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56152239-c809-4396-b4cc-c89efa4e0859 admin admin] Pushing event deleted for resources: {'Port': ['ID=72f70cbe-6fa3-4cef-a563-d80a27137ac7,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:36:25.852934 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b127ef23-0723-4216-ab45-cc025164b6f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:25.885930 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-56152239-c809-4396-b4cc-c89efa4e0859 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-748206'] for router_gateway, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:25.902336 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b127ef23-0723-4216-ab45-cc025164b6f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:26.035897 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b127ef23-0723-4216-ab45-cc025164b6f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:26.039031 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b127ef23-0723-4216-ab45-cc025164b6f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:26.043400 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-b127ef23-0723-4216-ab45-cc025164b6f4 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a8c143b9-4edd-4aae-8ce5-af82fef63bf3 HTTP/1.1" status: 204 len: 168 time: 0.2609122 May 20 20:36:26.056204 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b127ef23-0723-4216-ab45-cc025164b6f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8c143b9-4edd-4aae-8ce5-af82fef63bf3,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:36:26.073948 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 58444) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:36:26.076123 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec94bab7-ae15-4298-af14-4ba793251f7f None None] Checking router: d8f8f993-dc52-4de8-9ee6-f9a7cd747adf for host: n-d-842733-1 {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 20:36:26.076697 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b127ef23-0723-4216-ab45-cc025164b6f4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:36:26.077044 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b127ef23-0723-4216-ab45-cc025164b6f4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:36:26.077411 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b127ef23-0723-4216-ab45-cc025164b6f4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:36:26.080428 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b127ef23-0723-4216-ab45-cc025164b6f4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:36:26.081039 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b127ef23-0723-4216-ab45-cc025164b6f4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:36:26.081566 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b127ef23-0723-4216-ab45-cc025164b6f4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:36:26.082036 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-56152239-c809-4396-b4cc-c89efa4e0859 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26169'] for router, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:26.082552 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b127ef23-0723-4216-ab45-cc025164b6f4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:36:26.083862 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b127ef23-0723-4216-ab45-cc025164b6f4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:36:26.084720 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-56152239-c809-4396-b4cc-c89efa4e0859 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:26.085385 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b127ef23-0723-4216-ab45-cc025164b6f4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:36:26.088327 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b127ef23-0723-4216-ab45-cc025164b6f4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:36:26.088877 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b127ef23-0723-4216-ab45-cc025164b6f4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:36:26.089632 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b127ef23-0723-4216-ab45-cc025164b6f4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:36:26.096459 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec94bab7-ae15-4298-af14-4ba793251f7f None None] Routers {'d8f8f993-dc52-4de8-9ee6-f9a7cd747adf'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:36:26.101143 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-ec94bab7-ae15-4298-af14-4ba793251f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:36:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['d8f8f993-dc52-4de8-9ee6-f9a7cd747adf'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:36:26.135585 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36f7c592-e810-402c-b704-949508fd81a4 None None] New status for floating IP a32b27b6-5e0a-499f-b377-97dd6f3e0da3: ACTIVE {{(pid=103165) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 20:36:26.201888 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bac6f6c-09d7-450b-b3de-c52f983fd39b req-a140f08e-6676-44f0-83ee-0050547b49d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:36:26.204135 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-6bac6f6c-09d7-450b-b3de-c52f983fd39b req-a140f08e-6676-44f0-83ee-0050547b49d0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b6d9e896-d344-4c48-82c9-67ef44a8b110&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4643385 May 20 20:36:26.227676 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-ec94bab7-ae15-4298-af14-4ba793251f7f None None] Set router d8f8f993-dc52-4de8-9ee6-f9a7cd747adf gateway port host: None {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:36:26.271928 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-56152239-c809-4396-b4cc-c89efa4e0859 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-693148'] for router, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:26.272992 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56152239-c809-4396-b4cc-c89efa4e0859 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d8f8f993-dc52-4de8-9ee6-f9a7cd747adf {{(pid=103162) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 20 20:36:26.279850 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-56152239-c809-4396-b4cc-c89efa4e0859 admin admin] Notify callbacks [] for router, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:26.283405 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-56152239-c809-4396-b4cc-c89efa4e0859 admin admin] 10.222.0.35 "DELETE /v2.0/routers/d8f8f993-dc52-4de8-9ee6-f9a7cd747adf HTTP/1.1" status: 204 len: 168 time: 1.9929457 May 20 20:36:26.285382 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 58454) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:36:26.308374 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-ec94bab7-ae15-4298-af14-4ba793251f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8f8f993-dc52-4de8-9ee6-f9a7cd747adf', 'name': 'tempest-FloatingIPsNegativeTestJSON-1171348864-router', 'tenant_id': '3aa857ff5a56444e93e0415b31d5c061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:36:13Z', 'updated_at': '2022-05-20T20:36:25Z', 'revision_number': 7, 'project_id': '3aa857ff5a56444e93e0415b31d5c061', 'gw_port_host': None}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:36:26.322680 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-6bac6f6c-09d7-450b-b3de-c52f983fd39b req-88bd2364-b9c4-42bd-b697-48cfb38e771f service neutron] 10.222.0.13 "GET /v2.0/networks/b6d9e896-d344-4c48-82c9-67ef44a8b110?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116397 May 20 20:36:26.376234 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2bccb31-a5cd-4168-8b99-cc6ae79a3a18 admin admin] Deleting subnet 369a64d4-d6f4-46ac-8e75-6e5795e8e94c {{(pid=103163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 20 20:36:26.380193 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec94bab7-ae15-4298-af14-4ba793251f7f None None] The sync data for ids ['d8f8f993-dc52-4de8-9ee6-f9a7cd747adf'] in n-d-842733-1 is: [{'id': 'd8f8f993-dc52-4de8-9ee6-f9a7cd747adf', 'name': 'tempest-FloatingIPsNegativeTestJSON-1171348864-router', 'tenant_id': '3aa857ff5a56444e93e0415b31d5c061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:36:13Z', 'updated_at': '2022-05-20T20:36:25Z', 'revision_number': 7, 'project_id': '3aa857ff5a56444e93e0415b31d5c061', 'gw_port_host': None}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 20:36:26.382749 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f2bccb31-a5cd-4168-8b99-cc6ae79a3a18 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:26.443307 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f2bccb31-a5cd-4168-8b99-cc6ae79a3a18 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:26.477802 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-6bac6f6c-09d7-450b-b3de-c52f983fd39b req-1d4248da-8fd8-4507-81a6-b40f960f6f14 service neutron] 10.222.0.13 "GET /v2.0/networks/b6d9e896-d344-4c48-82c9-67ef44a8b110?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481361 May 20 20:36:26.549531 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f2bccb31-a5cd-4168-8b99-cc6ae79a3a18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33068388'] for subnet, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:26.628199 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 58462) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:36:26.671633 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2d1f2a0c-5ecf-4ef4-8293-9bcb23611eba admin admin] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:26.680648 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f2bccb31-a5cd-4168-8b99-cc6ae79a3a18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33068399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524'] for subnet, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:26.717107 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bccb31-a5cd-4168-8b99-cc6ae79a3a18 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=369a64d4-d6f4-46ac-8e75-6e5795e8e94c,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:36:26.727419 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f2bccb31-a5cd-4168-8b99-cc6ae79a3a18 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:26.736835 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-f2bccb31-a5cd-4168-8b99-cc6ae79a3a18 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/369a64d4-d6f4-46ac-8e75-6e5795e8e94c HTTP/1.1" status: 204 len: 168 time: 0.4444718 May 20 20:36:26.737128 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 58468) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:36:26.746787 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c20e965d-e4ba-49de-a0f5-1e1df6f89fc1 None None] Network a0290b44-966d-432b-ba1e-eebf860facfc requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:36:26.802468 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 58472) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:36:26.835882 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2d1f2a0c-5ecf-4ef4-8293-9bcb23611eba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:26.865779 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9da8ce75-b1db-4e4c-b765-9e7423025c93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33160123'] for network, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:26.910351 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2d1f2a0c-5ecf-4ef4-8293-9bcb23611eba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:26.939299 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-9da8ce75-b1db-4e4c-b765-9e7423025c93 admin admin] Deleting port 7eb8422c-e98c-43eb-a4d0-c4381ba8e70b {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:36:26.939620 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9da8ce75-b1db-4e4c-b765-9e7423025c93 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:26.975963 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-2d1f2a0c-5ecf-4ef4-8293-9bcb23611eba admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=432beb6ee526418ca13540b1e84823ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8796825 May 20 20:36:26.977085 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1f2a0c-5ecf-4ef4-8293-9bcb23611eba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23682bfe-ef65-446b-a563-ffe9117420a2,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:36:26.981097 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 58478) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:36:27.036504 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-9da8ce75-b1db-4e4c-b765-9e7423025c93 admin admin] For port 7eb8422c-e98c-43eb-a4d0-c4381ba8e70b, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=7eb8422c-e98c-43eb-a4d0-c4381ba8e70b,segment=NetworkSegment(0d7203d2-b69c-4495-9de2-934effcad581),segment_id=0d7203d2-b69c-4495-9de2-934effcad581)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:36:27.036752 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9da8ce75-b1db-4e4c-b765-9e7423025c93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:27.056803 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-9da8ce75-b1db-4e4c-b765-9e7423025c93 admin admin] Calling delete_port for 7eb8422c-e98c-43eb-a4d0-c4381ba8e70b owned by network:dhcp {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:36:27.063057 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [req-07a58997-9652-4868-9411-b837daa32b09 req-a9e6b77b-70ec-4007-be7c-f2fad20e9ec2 tempest-LiveAutoBlockMigrationV225Test-1777330067 tempest-LiveAutoBlockMigrationV225Test-1777330067-project-admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103163) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 20:36:27.063057 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-07a58997-9652-4868-9411-b837daa32b09 req-a9e6b77b-70ec-4007-be7c-f2fad20e9ec2 tempest-LiveAutoBlockMigrationV225Test-1777330067 tempest-LiveAutoBlockMigrationV225Test-1777330067-project-admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4295557 May 20 20:36:27.078587 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-51407d63-3020-48dc-a1c2-5b171f8181b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:27.137607 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-51407d63-3020-48dc-a1c2-5b171f8181b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:27.183714 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-b384f989-3a8f-4ac5-8ea8-2fd0dff0b684 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1265675137-network', 'tenant_id': 'b97c1ecbe0624d719c96ed25710ed172'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:36:27.230221 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26c27b4e-e33d-4839-ba92-464da63af07d None None] DHCP port deletion for a0290b44-966d-432b-ba1e-eebf860facfc request from n-d-842733-1 {{(pid=103164) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 20:36:27.316938 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 7eb8422c-e98c-43eb-a4d0-c4381ba8e70b no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:36:27.327555 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9da8ce75-b1db-4e4c-b765-9e7423025c93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:27.353505 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-26c27b4e-e33d-4839-ba92-464da63af07d None None] Deleting port 7eb8422c-e98c-43eb-a4d0-c4381ba8e70b {{(pid=103164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:36:27.353931 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-26c27b4e-e33d-4839-ba92-464da63af07d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:27.372951 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-51407d63-3020-48dc-a1c2-5b171f8181b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:27.380783 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-51407d63-3020-48dc-a1c2-5b171f8181b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:27.386334 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-51407d63-3020-48dc-a1c2-5b171f8181b1 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/23682bfe-ef65-446b-a563-ffe9117420a2 HTTP/1.1" status: 204 len: 168 time: 0.4003794 May 20 20:36:27.394731 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da8ce75-b1db-4e4c-b765-9e7423025c93 admin admin] Pushing event deleted for resources: {'Port': ['ID=7eb8422c-e98c-43eb-a4d0-c4381ba8e70b,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:36:27.396813 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b384f989-3a8f-4ac5-8ea8-2fd0dff0b684 admin admin] Made reservation on behalf of b97c1ecbe0624d719c96ed25710ed172 for: {'network': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:36:27.399434 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b384f989-3a8f-4ac5-8ea8-2fd0dff0b684 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for network, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:27.403718 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51407d63-3020-48dc-a1c2-5b171f8181b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23682bfe-ef65-446b-a563-ffe9117420a2,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:36:27.414967 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da8ce75-b1db-4e4c-b765-9e7423025c93 admin admin] No DVR routers for this DVR port 7eb8422c-e98c-43eb-a4d0-c4381ba8e70b on host n-d-842733-1 {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:36:27.423440 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No active binding found for port 7eb8422c-e98c-43eb-a4d0-c4381ba8e70b {{(pid=103164) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} May 20 20:36:27.423855 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 7eb8422c-e98c-43eb-a4d0-c4381ba8e70b not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 20:36:27.424268 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 72f70cbe-6fa3-4cef-a563-d80a27137ac7 no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:36:27.437810 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51407d63-3020-48dc-a1c2-5b171f8181b1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:36:27.443657 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51407d63-3020-48dc-a1c2-5b171f8181b1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:36:27.443657 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51407d63-3020-48dc-a1c2-5b171f8181b1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:36:27.443657 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51407d63-3020-48dc-a1c2-5b171f8181b1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:36:27.443657 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51407d63-3020-48dc-a1c2-5b171f8181b1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:36:27.443657 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51407d63-3020-48dc-a1c2-5b171f8181b1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:36:27.443657 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51407d63-3020-48dc-a1c2-5b171f8181b1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:36:27.443657 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51407d63-3020-48dc-a1c2-5b171f8181b1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:36:27.443657 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51407d63-3020-48dc-a1c2-5b171f8181b1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:36:27.443657 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51407d63-3020-48dc-a1c2-5b171f8181b1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:36:27.443657 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51407d63-3020-48dc-a1c2-5b171f8181b1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:36:27.443657 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51407d63-3020-48dc-a1c2-5b171f8181b1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:36:27.444535 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b384f989-3a8f-4ac5-8ea8-2fd0dff0b684 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:27.452172 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: 72f70cbe-6fa3-4cef-a563-d80a27137ac7 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 20:36:27.452515 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 72f70cbe-6fa3-4cef-a563-d80a27137ac7 not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 20:36:27.452930 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 07ee6271-ba9e-4528-93c5-ee88143065e0 no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:36:27.483973 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da8ce75-b1db-4e4c-b765-9e7423025c93 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:36:27.484448 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-26c27b4e-e33d-4839-ba92-464da63af07d None None] For port 7eb8422c-e98c-43eb-a4d0-c4381ba8e70b, host n-d-842733-1, got binding levels [] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:36:27.485251 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-26c27b4e-e33d-4839-ba92-464da63af07d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:27.491905 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da8ce75-b1db-4e4c-b765-9e7423025c93 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:36:27.496084 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da8ce75-b1db-4e4c-b765-9e7423025c93 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:36:27.496084 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da8ce75-b1db-4e4c-b765-9e7423025c93 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:36:27.496084 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da8ce75-b1db-4e4c-b765-9e7423025c93 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:36:27.497011 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: 07ee6271-ba9e-4528-93c5-ee88143065e0 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 20:36:27.497245 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da8ce75-b1db-4e4c-b765-9e7423025c93 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:36:27.497340 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 07ee6271-ba9e-4528-93c5-ee88143065e0 not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 20:36:27.497529 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da8ce75-b1db-4e4c-b765-9e7423025c93 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:36:27.497529 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da8ce75-b1db-4e4c-b765-9e7423025c93 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:36:27.497529 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da8ce75-b1db-4e4c-b765-9e7423025c93 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:36:27.497529 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da8ce75-b1db-4e4c-b765-9e7423025c93 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:36:27.497529 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da8ce75-b1db-4e4c-b765-9e7423025c93 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:36:27.497529 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da8ce75-b1db-4e4c-b765-9e7423025c93 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:36:27.506335 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-26c27b4e-e33d-4839-ba92-464da63af07d None None] Calling delete_port for 7eb8422c-e98c-43eb-a4d0-c4381ba8e70b owned by network:dhcp {{(pid=103164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:36:27.516810 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.ipam_backend_mixin [None req-26c27b4e-e33d-4839-ba92-464da63af07d None None] Port 7eb8422c-e98c-43eb-a4d0-c4381ba8e70b was not found and therefore no delete operation was performed {{(pid=103164) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} May 20 20:36:27.518340 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-26c27b4e-e33d-4839-ba92-464da63af07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099'] for port, after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:27.565549 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c27b4e-e33d-4839-ba92-464da63af07d None None] Pushing event deleted for resources: {'Port': ['ID=7eb8422c-e98c-43eb-a4d0-c4381ba8e70b,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:36:27.577060 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c27b4e-e33d-4839-ba92-464da63af07d None None] No DVR routers for this DVR port 7eb8422c-e98c-43eb-a4d0-c4381ba8e70b on host n-d-842733-1 {{(pid=103164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:36:27.616332 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9da8ce75-b1db-4e4c-b765-9e7423025c93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33072115', 'neutron.services.segments.db._delete_segments_for_network-8782419500584'] for network, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:27.641959 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a58997-9652-4868-9411-b837daa32b09 req-400852e8-a61b-4f56-8028-7abcb3b2d2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:36:27.643525 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-07a58997-9652-4868-9411-b837daa32b09 req-400852e8-a61b-4f56-8028-7abcb3b2d2b3 service neutron] 10.222.0.35 "GET /v2.0/ports/65c226fe-0bb9-4ed2-8058-7f27ec6ceba5 HTTP/1.1" status: 200 len: 1094 time: 0.3344390 May 20 20:36:27.655476 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9da8ce75-b1db-4e4c-b765-9e7423025c93 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103162) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:36:27.655752 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [req-07a58997-9652-4868-9411-b837daa32b09 req-cb0f8e3b-5f66-444a-99b3-c1f3eca7b462 service neutron] Request body: {'binding': {'host': 'n-h1-842733-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:36:27.655875 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9da8ce75-b1db-4e4c-b765-9e7423025c93 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103162) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:36:27.657369 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [req-07a58997-9652-4868-9411-b837daa32b09 req-cb0f8e3b-5f66-444a-99b3-c1f3eca7b462 service neutron] Unknown quota resources ['binding']. {{(pid=103163) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} May 20 20:36:27.657774 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9da8ce75-b1db-4e4c-b765-9e7423025c93 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103162) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:36:27.658131 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9da8ce75-b1db-4e4c-b765-9e7423025c93 admin admin] Subscribe: > port after_create 55550000 {{(pid=103162) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:36:27.658481 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9da8ce75-b1db-4e4c-b765-9e7423025c93 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103162) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:36:27.658830 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9da8ce75-b1db-4e4c-b765-9e7423025c93 admin admin] Subscribe: > port after_update 55550000 {{(pid=103162) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:36:27.659148 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9da8ce75-b1db-4e4c-b765-9e7423025c93 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103162) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:36:27.659486 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9da8ce75-b1db-4e4c-b765-9e7423025c93 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103162) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:36:27.659908 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9da8ce75-b1db-4e4c-b765-9e7423025c93 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103162) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:36:27.660112 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9da8ce75-b1db-4e4c-b765-9e7423025c93 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103162) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:36:27.749454 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9da8ce75-b1db-4e4c-b765-9e7423025c93 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103162) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:36:27.749977 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9da8ce75-b1db-4e4c-b765-9e7423025c93 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103162) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:36:27.750234 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9da8ce75-b1db-4e4c-b765-9e7423025c93 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103162) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:36:27.751129 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9da8ce75-b1db-4e4c-b765-9e7423025c93 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103162) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:36:27.751280 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-9da8ce75-b1db-4e4c-b765-9e7423025c93 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0290b44-966d-432b-ba1e-eebf860facfc']}} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:36:27.778622 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-9da8ce75-b1db-4e4c-b765-9e7423025c93 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d7203d2-b69c-4495-9de2-934effcad581') {'for_net_delete': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:36:27.778622 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-9da8ce75-b1db-4e4c-b765-9e7423025c93 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d7203d2-b69c-4495-9de2-934effcad581') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:36:27.802147 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9da8ce75-b1db-4e4c-b765-9e7423025c93 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419501617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3738385'] for segment, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:27.817933 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-07a58997-9652-4868-9411-b837daa32b09 req-cb0f8e3b-5f66-444a-99b3-c1f3eca7b462 service neutron] Attempting to bind port 65c226fe-0bb9-4ed2-8058-7f27ec6ceba5 on host n-h1-842733-1 for vnic_type normal with profile None {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:36:27.818483 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-07a58997-9652-4868-9411-b837daa32b09 req-cb0f8e3b-5f66-444a-99b3-c1f3eca7b462 service neutron] Attempting to bind port 65c226fe-0bb9-4ed2-8058-7f27ec6ceba5 by drivers openvswitch,hyperv on host n-h1-842733-1 at level 0 using segments [{'id': '65a8f4c3-036d-4ff8-a81a-cd07cb6f1230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'fef9e30f-3c34-4b6b-9bd5-2a167649e7b0'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:36:27.818588 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07a58997-9652-4868-9411-b837daa32b09 req-cb0f8e3b-5f66-444a-99b3-c1f3eca7b462 service neutron] Attempting to bind port 65c226fe-0bb9-4ed2-8058-7f27ec6ceba5 on network fef9e30f-3c34-4b6b-9bd5-2a167649e7b0 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:36:27.822913 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07a58997-9652-4868-9411-b837daa32b09 req-cb0f8e3b-5f66-444a-99b3-c1f3eca7b462 service neutron] Port 65c226fe-0bb9-4ed2-8058-7f27ec6ceba5 on network fef9e30f-3c34-4b6b-9bd5-2a167649e7b0 not bound, no agent of type Open vSwitch agent registered on host n-h1-842733-1 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 20:36:27.823402 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07a58997-9652-4868-9411-b837daa32b09 req-cb0f8e3b-5f66-444a-99b3-c1f3eca7b462 service neutron] Attempting to bind port 65c226fe-0bb9-4ed2-8058-7f27ec6ceba5 on network fef9e30f-3c34-4b6b-9bd5-2a167649e7b0 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:36:27.829367 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07a58997-9652-4868-9411-b837daa32b09 req-cb0f8e3b-5f66-444a-99b3-c1f3eca7b462 service neutron] Checking agent: {'id': '08dfb1ce-804b-4db8-838b-21094082e041', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 32, 54), 'started_at': datetime.datetime(2022, 5, 20, 20, 32, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 36, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:36:27.829693 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07a58997-9652-4868-9411-b837daa32b09 req-cb0f8e3b-5f66-444a-99b3-c1f3eca7b462 service neutron] Checking segment: {'id': '65a8f4c3-036d-4ff8-a81a-cd07cb6f1230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'fef9e30f-3c34-4b6b-9bd5-2a167649e7b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:36:27.830258 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07a58997-9652-4868-9411-b837daa32b09 req-cb0f8e3b-5f66-444a-99b3-c1f3eca7b462 service neutron] Bound using segment: {'id': '65a8f4c3-036d-4ff8-a81a-cd07cb6f1230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'fef9e30f-3c34-4b6b-9bd5-2a167649e7b0'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:36:27.830677 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-07a58997-9652-4868-9411-b837daa32b09 req-cb0f8e3b-5f66-444a-99b3-c1f3eca7b462 service neutron] Bound port: 65c226fe-0bb9-4ed2-8058-7f27ec6ceba5, host: n-h1-842733-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65a8f4c3-036d-4ff8-a81a-cd07cb6f1230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'fef9e30f-3c34-4b6b-9bd5-2a167649e7b0'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:36:27.838022 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9da8ce75-b1db-4e4c-b765-9e7423025c93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:27.851790 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b384f989-3a8f-4ac5-8ea8-2fd0dff0b684 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:27.851790 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9da8ce75-b1db-4e4c-b765-9e7423025c93 admin admin] Releasing vlan 220 on physical network physnet1 to pool {{(pid=103162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 20:36:27.852247 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9da8ce75-b1db-4e4c-b765-9e7423025c93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3800791'] for segment, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:27.888623 n-d-842733-1 neutron-server[103162]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 20 20:36:27.888623 n-d-842733-1 neutron-server[103162]: from cryptography.utils import int_from_bytes May 20 20:36:27.888623 n-d-842733-1 neutron-server[103162]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 20 20:36:27.888623 n-d-842733-1 neutron-server[103162]: from cryptography.utils import int_from_bytes May 20 20:36:27.888623 n-d-842733-1 neutron-server[103162]: Traceback (most recent call last): May 20 20:36:27.888623 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 20:36:27.888623 n-d-842733-1 neutron-server[103162]: timer() May 20 20:36:27.888623 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 20:36:27.888623 n-d-842733-1 neutron-server[103162]: cb(*args, **kw) May 20 20:36:27.888623 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 20 20:36:27.888623 n-d-842733-1 neutron-server[103162]: return func(*args, **kwargs) May 20 20:36:27.888623 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 20:36:27.888623 n-d-842733-1 neutron-server[103162]: self._notify() May 20 20:36:27.888623 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 20:36:27.888623 n-d-842733-1 neutron-server[103162]: self.callback(batched_events) May 20 20:36:27.888623 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 20:36:27.888623 n-d-842733-1 neutron-server[103162]: event.method(event) May 20 20:36:27.888623 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 20 20:36:27.888623 n-d-842733-1 neutron-server[103162]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 20:36:27.888623 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 20 20:36:27.888623 n-d-842733-1 neutron-server[103162]: aggregate_uuid = self.p_client.list_aggregates( May 20 20:36:27.888623 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 20 20:36:27.888623 n-d-842733-1 neutron-server[103162]: return f(self, *a, **k) May 20 20:36:27.888623 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 20 20:36:27.888623 n-d-842733-1 neutron-server[103162]: return self._get(url).json() May 20 20:36:27.888623 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 20 20:36:27.888623 n-d-842733-1 neutron-server[103162]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 20:36:27.888623 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 20:36:27.888623 n-d-842733-1 neutron-server[103162]: return self.request(url, 'GET', **kwargs) May 20 20:36:27.888623 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 20:36:27.888623 n-d-842733-1 neutron-server[103162]: base_url = self.get_endpoint(auth, allow=allow, May 20 20:36:27.888623 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 20:36:27.888623 n-d-842733-1 neutron-server[103162]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 20:36:27.888623 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 20:36:27.888623 n-d-842733-1 neutron-server[103162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 20:36:27.888623 n-d-842733-1 neutron-server[103162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 20:36:27.923260 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-07a58997-9652-4868-9411-b837daa32b09 req-cb0f8e3b-5f66-444a-99b3-c1f3eca7b462 service neutron] For port 65c226fe-0bb9-4ed2-8058-7f27ec6ceba5, host n-h1-842733-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=65c226fe-0bb9-4ed2-8058-7f27ec6ceba5,segment=NetworkSegment(65a8f4c3-036d-4ff8-a81a-cd07cb6f1230),segment_id=65a8f4c3-036d-4ff8-a81a-cd07cb6f1230)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:36:27.987999 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b384f989-3a8f-4ac5-8ea8-2fd0dff0b684 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:28.016411 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b384f989-3a8f-4ac5-8ea8-2fd0dff0b684 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8add6a39-73c7-4db1-bdd1-d5feec5456ad,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:36:28.037879 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-07a58997-9652-4868-9411-b837daa32b09 req-cb0f8e3b-5f66-444a-99b3-c1f3eca7b462 service neutron] Notify callbacks [] for binding, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:28.039313 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-07a58997-9652-4868-9411-b837daa32b09 req-cb0f8e3b-5f66-444a-99b3-c1f3eca7b462 service neutron] 10.222.0.35 "POST /v2.0/ports/65c226fe-0bb9-4ed2-8058-7f27ec6ceba5/bindings HTTP/1.1" status: 201 len: 389 time: 0.3886330 May 20 20:36:28.065238 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9da8ce75-b1db-4e4c-b765-9e7423025c93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33072122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748162'] for network, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:28.069490 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b384f989-3a8f-4ac5-8ea8-2fd0dff0b684 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 217} {{(pid=103162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 20:36:28.077668 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9da8ce75-b1db-4e4c-b765-9e7423025c93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:28.081762 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-9da8ce75-b1db-4e4c-b765-9e7423025c93 admin admin] 10.222.0.35 "DELETE /v2.0/networks/a0290b44-966d-432b-ba1e-eebf860facfc HTTP/1.1" status: 204 len: 168 time: 1.3430710 May 20 20:36:28.094356 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da8ce75-b1db-4e4c-b765-9e7423025c93 admin admin] Pushing event deleted for resources: {'Network': ['ID=a0290b44-966d-432b-ba1e-eebf860facfc,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:36:28.098820 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b384f989-3a8f-4ac5-8ea8-2fd0dff0b684 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:28.099165 n-d-842733-1 neutron-server[103162]: INFO neutron.db.segments_db [None req-b384f989-3a8f-4ac5-8ea8-2fd0dff0b684 admin admin] Added segment 2b83fc6f-929c-428a-8add-773c0563082c of type vlan for network 012139d3-632b-4bd5-b2e9-f8546d34c06c May 20 20:36:28.139185 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b384f989-3a8f-4ac5-8ea8-2fd0dff0b684 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418993264'] for network, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:28.275760 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b384f989-3a8f-4ac5-8ea8-2fd0dff0b684 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524'] for network, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:28.276790 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b384f989-3a8f-4ac5-8ea8-2fd0dff0b684 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:36:28.277420 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b384f989-3a8f-4ac5-8ea8-2fd0dff0b684 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:28.343023 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b384f989-3a8f-4ac5-8ea8-2fd0dff0b684 admin admin] Pushing event updated for resources: {'Network': ['ID=012139d3-632b-4bd5-b2e9-f8546d34c06c,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:36:28.357377 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Network 012139d3-632b-4bd5-b2e9-f8546d34c06c details requested by agent ovs-agent-n-d-842733-1 with host n-d-842733-1 {{(pid=103164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 20 20:36:28.393773 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-b384f989-3a8f-4ac5-8ea8-2fd0dff0b684 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.5838990 May 20 20:36:28.398242 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 58520) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:36:28.403875 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-7ed19dd8-f651-4b83-980a-f74a7d266c30 admin admin] Request body: {'subnet': {'network_id': '012139d3-632b-4bd5-b2e9-f8546d34c06c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1265675137-subnet', 'tenant_id': 'b97c1ecbe0624d719c96ed25710ed172', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:36:28.404160 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10bcab6-49a8-47af-aa00-2f0fb147bb73 req-f3f35767-d450-4ebb-a7e6-26883cc2cfd8 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:36:28.405939 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d10bcab6-49a8-47af-aa00-2f0fb147bb73 req-f3f35767-d450-4ebb-a7e6-26883cc2cfd8 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.35 "GET /v2.0/ports?device_id=72dcbc3c-1ad5-469d-891f-fc55788615d5 HTTP/1.1" status: 200 len: 946 time: 0.0650470 May 20 20:36:28.455705 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d10bcab6-49a8-47af-aa00-2f0fb147bb73 req-3ac70f88-a31c-4b69-9ba2-6f9e65b54635 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c1ac446-2eae-4e3c-98ef-7a4684e96782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424902 May 20 20:36:28.516030 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ed19dd8-f651-4b83-980a-f74a7d266c30 admin admin] Made reservation on behalf of b97c1ecbe0624d719c96ed25710ed172 for: {'subnet': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:36:28.518493 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7ed19dd8-f651-4b83-980a-f74a7d266c30 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4018244'] for subnet, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:28.670434 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 58524) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:36:28.685541 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ec3b857d-08f8-4232-810b-a3b79ed86826 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:28.785704 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ec3b857d-08f8-4232-810b-a3b79ed86826 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:28.802241 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7ed19dd8-f651-4b83-980a-f74a7d266c30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3797684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4018258'] for subnet, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:28.819684 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a58997-9652-4868-9411-b837daa32b09 req-18d8e826-bca0-43af-b806-7ae9e1c379ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:36:28.822856 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-07a58997-9652-4868-9411-b837daa32b09 req-18d8e826-bca0-43af-b806-7ae9e1c379ea service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8b3cc11ab7334369b6693afcab69aa6e&device_id=72dcbc3c-1ad5-469d-891f-fc55788615d5 HTTP/1.1" status: 200 len: 1097 time: 0.0510790 May 20 20:36:28.864422 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed19dd8-f651-4b83-980a-f74a7d266c30 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c0a7dd5-9518-4df4-871d-835055d29640,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:36:28.866736 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 58532) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:36:28.880987 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed19dd8-f651-4b83-980a-f74a7d266c30 admin admin] Checking segment: {'id': '2b83fc6f-929c-428a-8add-773c0563082c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '012139d3-632b-4bd5-b2e9-f8546d34c06c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:36:28.881569 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ed19dd8-f651-4b83-980a-f74a7d266c30 admin admin] Network hostable DHCP agents. Network: 012139d3-632b-4bd5-b2e9-f8546d34c06c, hostable agents: ['c9b0653c-f3c7-4339-bd50-e3754b629216'], hosted agents: [] {{(pid=103162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 20:36:28.889161 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ec3b857d-08f8-4232-810b-a3b79ed86826 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:28.946200 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-ec3b857d-08f8-4232-810b-a3b79ed86826 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d6919c816bd84a7e9983f3ed8129cfab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2757761 May 20 20:36:28.948856 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3b857d-08f8-4232-810b-a3b79ed86826 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba17fe11-29fc-4fcf-abea-60b766ce42a4,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:36:28.949010 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 58536) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:36:28.967238 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 58538) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:36:28.979511 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ed19dd8-f651-4b83-980a-f74a7d266c30 admin admin] Network 012139d3-632b-4bd5-b2e9-f8546d34c06c is scheduled to be hosted by DHCP agent c9b0653c-f3c7-4339-bd50-e3754b629216 with binding_index 1 {{(pid=103162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 20:36:28.984064 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a58997-9652-4868-9411-b837daa32b09 req-b6bd2e89-5da8-4614-9080-7a04c0c6906e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:36:28.988536 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-07a58997-9652-4868-9411-b837daa32b09 req-b6bd2e89-5da8-4614-9080-7a04c0c6906e service neutron] 10.222.0.24 "GET /v2.0/networks?id=fef9e30f-3c34-4b6b-9bd5-2a167649e7b0 HTTP/1.1" status: 200 len: 921 time: 0.1565948 May 20 20:36:29.007593 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-370f6b54-e398-488b-9229-8b32f6f5ded0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:29.030170 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-370f6b54-e398-488b-9229-8b32f6f5ded0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:29.053799 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-07a58997-9652-4868-9411-b837daa32b09 req-f075052a-3781-4705-804c-5ea4b16fb06b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=65c226fe-0bb9-4ed2-8058-7f27ec6ceba5 HTTP/1.1" status: 200 len: 217 time: 0.0554614 May 20 20:36:29.070960 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-7ed19dd8-f651-4b83-980a-f74a7d266c30 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842733-1, 012139d3-632b-4bd5-b2e9-f8546d34c06c) {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:36:29.085476 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ed19dd8-f651-4b83-980a-f74a7d266c30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:36:29.086069 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7ed19dd8-f651-4b83-980a-f74a7d266c30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:29.086182 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c8dbdf8-fb9d-4358-a8f8-f73d8d2c1f10 None None] Network 012139d3-632b-4bd5-b2e9-f8546d34c06c requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:36:29.096511 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-bb67a52e-e445-41c0-afbe-bdf373f5a1a2 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3aa857ff5a56444e93e0415b31d5c061&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1277511 May 20 20:36:29.099914 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 58542) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:36:29.124521 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a58997-9652-4868-9411-b837daa32b09 req-f683a205-5f9d-4f52-8a5b-70afc25b3ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:36:29.127015 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-07a58997-9652-4868-9411-b837daa32b09 req-f683a205-5f9d-4f52-8a5b-70afc25b3ddc service neutron] 10.222.0.24 "GET /v2.0/subnets?id=33548886-d6e3-48e7-a819-149526989122 HTTP/1.1" status: 200 len: 860 time: 0.0639091 May 20 20:36:29.158165 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-370f6b54-e398-488b-9229-8b32f6f5ded0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:29.161268 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-370f6b54-e398-488b-9229-8b32f6f5ded0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:29.162532 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-07a58997-9652-4868-9411-b837daa32b09 req-2f421880-7360-46b0-8bff-2020b3765fef service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fef9e30f-3c34-4b6b-9bd5-2a167649e7b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295525 May 20 20:36:29.163557 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-370f6b54-e398-488b-9229-8b32f6f5ded0 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ba17fe11-29fc-4fcf-abea-60b766ce42a4 HTTP/1.1" status: 204 len: 168 time: 0.2135205 May 20 20:36:29.226086 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370f6b54-e398-488b-9229-8b32f6f5ded0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba17fe11-29fc-4fcf-abea-60b766ce42a4,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:36:29.244974 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-7ed19dd8-f651-4b83-980a-f74a7d266c30 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8454096 May 20 20:36:29.254542 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c611bf13-819c-46b5-8c4f-2ef651d6f924 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:29.256310 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0a389290-33c7-4936-8f8f-899cda56f5e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:29.285604 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4afff872-e2de-40e1-bb7c-5f590f0f07ff None None] Network 012139d3-632b-4bd5-b2e9-f8546d34c06c requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:36:29.295304 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0a389290-33c7-4936-8f8f-899cda56f5e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:29.304669 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-07a58997-9652-4868-9411-b837daa32b09 req-2aef9ba9-eb16-4dbb-9de8-e93e89daa107 service neutron] 10.222.0.24 "GET /v2.0/networks/fef9e30f-3c34-4b6b-9bd5-2a167649e7b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348879 May 20 20:36:29.385357 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c611bf13-819c-46b5-8c4f-2ef651d6f924 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:29.408987 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-07a58997-9652-4868-9411-b837daa32b09 req-3d4e2436-d789-426e-bc3d-ed07c8a587b7 service neutron] 10.222.0.24 "GET /v2.0/networks/fef9e30f-3c34-4b6b-9bd5-2a167649e7b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977123 May 20 20:36:29.447562 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0a389290-33c7-4936-8f8f-899cda56f5e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:29.450263 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0a389290-33c7-4936-8f8f-899cda56f5e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:29.451770 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-0a389290-33c7-4936-8f8f-899cda56f5e1 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/172ae0c8-f88d-4469-9787-7983274ce353 HTTP/1.1" status: 204 len: 168 time: 0.3493898 May 20 20:36:29.460700 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a389290-33c7-4936-8f8f-899cda56f5e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=172ae0c8-f88d-4469-9787-7983274ce353,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:36:29.521948 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c611bf13-819c-46b5-8c4f-2ef651d6f924 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:29.571266 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-c611bf13-819c-46b5-8c4f-2ef651d6f924 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ac9eda0ecae84131b4a053a7feb3288f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7034857 May 20 20:36:29.572341 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c611bf13-819c-46b5-8c4f-2ef651d6f924 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fcce601-482a-4c46-ab60-89abb2293e4d,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:36:29.584792 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 58562) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:36:29.613541 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bb1620-5556-406d-a5c9-ef9ab128c60d req-054a45f0-6617-4f90-b105-810777953331 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:36:29.615211 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f6bb1620-5556-406d-a5c9-ef9ab128c60d req-054a45f0-6617-4f90-b105-810777953331 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.35 "GET /v2.0/ports?device_id=72dcbc3c-1ad5-469d-891f-fc55788615d5 HTTP/1.1" status: 200 len: 946 time: 0.0804312 May 20 20:36:29.730271 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f6bb1620-5556-406d-a5c9-ef9ab128c60d req-6ac0a4fb-2d13-4726-8a98-4beef893822a tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c1ac446-2eae-4e3c-98ef-7a4684e96782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038425 May 20 20:36:29.739948 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5ea68a21-f94e-4678-8eca-f9cdbbd494fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:29.772869 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5ea68a21-f94e-4678-8eca-f9cdbbd494fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:29.787081 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a58997-9652-4868-9411-b837daa32b09 req-3c01de01-5dc2-485c-9fbb-3894b2ca68b5 tempest-LiveAutoBlockMigrationV225Test-1777330067 tempest-LiveAutoBlockMigrationV225Test-1777330067-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:36:29.788535 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-07a58997-9652-4868-9411-b837daa32b09 req-3c01de01-5dc2-485c-9fbb-3894b2ca68b5 tempest-LiveAutoBlockMigrationV225Test-1777330067 tempest-LiveAutoBlockMigrationV225Test-1777330067-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=72dcbc3c-1ad5-469d-891f-fc55788615d5&tenant_id=8b3cc11ab7334369b6693afcab69aa6e&binding%3Ahost_id=n-h2-842733-1 HTTP/1.1" status: 200 len: 1097 time: 0.1171849 May 20 20:36:29.805965 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [req-07a58997-9652-4868-9411-b837daa32b09 req-9ea81f0a-0d22-4375-a0b3-40e048a53b40 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-842733-1'}}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:36:29.871671 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-07a58997-9652-4868-9411-b837daa32b09 req-9ea81f0a-0d22-4375-a0b3-40e048a53b40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:29.962107 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5ea68a21-f94e-4678-8eca-f9cdbbd494fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:29.963467 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5ea68a21-f94e-4678-8eca-f9cdbbd494fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:29.964583 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-5ea68a21-f94e-4678-8eca-f9cdbbd494fa admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3fcce601-482a-4c46-ab60-89abb2293e4d HTTP/1.1" status: 204 len: 168 time: 0.3785658 May 20 20:36:29.981294 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea68a21-f94e-4678-8eca-f9cdbbd494fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fcce601-482a-4c46-ab60-89abb2293e4d,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:36:30.023991 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-07a58997-9652-4868-9411-b837daa32b09 req-9ea81f0a-0d22-4375-a0b3-40e048a53b40 service neutron] For port 65c226fe-0bb9-4ed2-8058-7f27ec6ceba5, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=65c226fe-0bb9-4ed2-8058-7f27ec6ceba5,segment=NetworkSegment(65a8f4c3-036d-4ff8-a81a-cd07cb6f1230),segment_id=65a8f4c3-036d-4ff8-a81a-cd07cb6f1230)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:36:30.065543 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-07a58997-9652-4868-9411-b837daa32b09 req-9ea81f0a-0d22-4375-a0b3-40e048a53b40 service neutron] For port 65c226fe-0bb9-4ed2-8058-7f27ec6ceba5, host n-h2-842733-1, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:36:30.105712 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72dcbc3c-1ad5-469d-891f-fc55788615d5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '65c226fe-0bb9-4ed2-8058-7f27ec6ceba5'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:36:30.107938 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4291b17aa7b45362825f0571e77c85f5e73afe1df9c7e9e15006df9d695c005e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2eb2a71c-75e7-4681-8c16-fe46d0bf7add" -d '{"events": [{"server_uuid": "72dcbc3c-1ad5-469d-891f-fc55788615d5", "name": "network-vif-unplugged", "status": "completed", "tag": "65c226fe-0bb9-4ed2-8058-7f27ec6ceba5"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:36:30.112589 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-07a58997-9652-4868-9411-b837daa32b09 req-9ea81f0a-0d22-4375-a0b3-40e048a53b40 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:30.149024 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 May 2022 20:36:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08911a9e-4dcb-4498-837e-93dce9aa3540 x-openstack-request-id: req-08911a9e-4dcb-4498-837e-93dce9aa3540 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:36:30.149353 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72dcbc3c-1ad5-469d-891f-fc55788615d5", "name": "network-vif-unplugged", "status": "completed", "tag": "65c226fe-0bb9-4ed2-8058-7f27ec6ceba5", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:36:30.149660 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-08911a9e-4dcb-4498-837e-93dce9aa3540 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:36:30.150090 n-d-842733-1 neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08911a9e-4dcb-4498-837e-93dce9aa3540'] response: {'server_uuid': '72dcbc3c-1ad5-469d-891f-fc55788615d5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '65c226fe-0bb9-4ed2-8058-7f27ec6ceba5', 'code': 200} May 20 20:36:30.207215 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-07a58997-9652-4868-9411-b837daa32b09 req-9ea81f0a-0d22-4375-a0b3-40e048a53b40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:30.295001 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea81f0a-0d22-4375-a0b3-40e048a53b40 service neutron] Pushing event updated for resources: {'Port': ['ID=65c226fe-0bb9-4ed2-8058-7f27ec6ceba5,revision_number=7']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:36:30.313644 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-07a58997-9652-4868-9411-b837daa32b09 req-9ea81f0a-0d22-4375-a0b3-40e048a53b40 service neutron] Attempting to bind port 65c226fe-0bb9-4ed2-8058-7f27ec6ceba5 on host n-h2-842733-1 for vnic_type normal with profile {"migrating_to": "n-h1-842733-1"} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:36:30.313644 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-07a58997-9652-4868-9411-b837daa32b09 req-9ea81f0a-0d22-4375-a0b3-40e048a53b40 service neutron] Attempting to bind port 65c226fe-0bb9-4ed2-8058-7f27ec6ceba5 by drivers openvswitch,hyperv on host n-h2-842733-1 at level 0 using segments [{'id': '65a8f4c3-036d-4ff8-a81a-cd07cb6f1230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'fef9e30f-3c34-4b6b-9bd5-2a167649e7b0'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:36:30.313644 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07a58997-9652-4868-9411-b837daa32b09 req-9ea81f0a-0d22-4375-a0b3-40e048a53b40 service neutron] Attempting to bind port 65c226fe-0bb9-4ed2-8058-7f27ec6ceba5 on network fef9e30f-3c34-4b6b-9bd5-2a167649e7b0 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:36:30.316722 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07a58997-9652-4868-9411-b837daa32b09 req-9ea81f0a-0d22-4375-a0b3-40e048a53b40 service neutron] Port 65c226fe-0bb9-4ed2-8058-7f27ec6ceba5 on network fef9e30f-3c34-4b6b-9bd5-2a167649e7b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-842733-1 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 20:36:30.317034 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07a58997-9652-4868-9411-b837daa32b09 req-9ea81f0a-0d22-4375-a0b3-40e048a53b40 service neutron] Attempting to bind port 65c226fe-0bb9-4ed2-8058-7f27ec6ceba5 on network fef9e30f-3c34-4b6b-9bd5-2a167649e7b0 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:36:30.322147 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07a58997-9652-4868-9411-b837daa32b09 req-9ea81f0a-0d22-4375-a0b3-40e048a53b40 service neutron] Checking agent: {'id': 'a66f2511-b955-448f-877c-56cfe9c81b12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 33, 2), 'started_at': datetime.datetime(2022, 5, 20, 20, 33, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 36, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:36:30.322372 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07a58997-9652-4868-9411-b837daa32b09 req-9ea81f0a-0d22-4375-a0b3-40e048a53b40 service neutron] Checking segment: {'id': '65a8f4c3-036d-4ff8-a81a-cd07cb6f1230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'fef9e30f-3c34-4b6b-9bd5-2a167649e7b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:36:30.322702 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07a58997-9652-4868-9411-b837daa32b09 req-9ea81f0a-0d22-4375-a0b3-40e048a53b40 service neutron] Bound using segment: {'id': '65a8f4c3-036d-4ff8-a81a-cd07cb6f1230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'fef9e30f-3c34-4b6b-9bd5-2a167649e7b0'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:36:30.323126 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-07a58997-9652-4868-9411-b837daa32b09 req-9ea81f0a-0d22-4375-a0b3-40e048a53b40 service neutron] Bound port: 65c226fe-0bb9-4ed2-8058-7f27ec6ceba5, host: n-h2-842733-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65a8f4c3-036d-4ff8-a81a-cd07cb6f1230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'fef9e30f-3c34-4b6b-9bd5-2a167649e7b0'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:36:30.323478 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-07a58997-9652-4868-9411-b837daa32b09 req-9ea81f0a-0d22-4375-a0b3-40e048a53b40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:30.392965 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-07a58997-9652-4868-9411-b837daa32b09 req-9ea81f0a-0d22-4375-a0b3-40e048a53b40 service neutron] For port 65c226fe-0bb9-4ed2-8058-7f27ec6ceba5, host n-h2-842733-1, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:36:30.395915 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-07a58997-9652-4868-9411-b837daa32b09 req-9ea81f0a-0d22-4375-a0b3-40e048a53b40 service neutron] For port 65c226fe-0bb9-4ed2-8058-7f27ec6ceba5, host n-h2-842733-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=65c226fe-0bb9-4ed2-8058-7f27ec6ceba5,segment=NetworkSegment(65a8f4c3-036d-4ff8-a81a-cd07cb6f1230),segment_id=65a8f4c3-036d-4ff8-a81a-cd07cb6f1230)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:36:30.480137 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-07a58997-9652-4868-9411-b837daa32b09 req-9ea81f0a-0d22-4375-a0b3-40e048a53b40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:30.563546 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea81f0a-0d22-4375-a0b3-40e048a53b40 service neutron] Pushing event updated for resources: {'Port': ['ID=65c226fe-0bb9-4ed2-8058-7f27ec6ceba5,revision_number=8']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:36:30.567074 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a58997-9652-4868-9411-b837daa32b09 req-9ea81f0a-0d22-4375-a0b3-40e048a53b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:36:30.570849 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-07a58997-9652-4868-9411-b837daa32b09 req-9ea81f0a-0d22-4375-a0b3-40e048a53b40 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:30.570849 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-07a58997-9652-4868-9411-b837daa32b09 req-9ea81f0a-0d22-4375-a0b3-40e048a53b40 service neutron] 10.222.0.24 "PUT /v2.0/ports/65c226fe-0bb9-4ed2-8058-7f27ec6ceba5 HTTP/1.1" status: 200 len: 1122 time: 0.7722523 May 20 20:36:30.710123 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] get_ports_and_sgs() called for port_ids ['65c226fe-0bb9-4ed2-8058-7f27ec6ceba5'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:36:30.867452 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf74c07-28c3-4e39-884e-4caa71dacfc6 req-c1859666-c538-4e8f-851c-602075e3324b tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:36:30.868896 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ecf74c07-28c3-4e39-884e-4caa71dacfc6 req-c1859666-c538-4e8f-851c-602075e3324b tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.35 "GET /v2.0/ports?device_id=72dcbc3c-1ad5-469d-891f-fc55788615d5 HTTP/1.1" status: 200 len: 944 time: 0.0519793 May 20 20:36:30.909276 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ecf74c07-28c3-4e39-884e-4caa71dacfc6 req-82949984-501d-4eb2-a7e0-2de895e537b5 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c1ac446-2eae-4e3c-98ef-7a4684e96782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342786 May 20 20:36:31.023505 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 58614) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:36:31.036699 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8884ba2b-344a-40fb-80c2-01110b853aec admin admin] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:31.110987 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8884ba2b-344a-40fb-80c2-01110b853aec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:31.195852 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8884ba2b-344a-40fb-80c2-01110b853aec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:31.238381 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-8884ba2b-344a-40fb-80c2-01110b853aec admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c80b5d8578aa4a1089fa3be27c88a5a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2132392 May 20 20:36:31.239190 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8884ba2b-344a-40fb-80c2-01110b853aec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a3c8254-eb06-4701-9b2d-e254305d01fd,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:36:31.244086 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 58622) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:36:31.244501 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 58624) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:36:31.296319 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e57f3b59-13b5-4515-be60-61f8e57b16cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:31.321665 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e57f3b59-13b5-4515-be60-61f8e57b16cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:31.430360 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e57f3b59-13b5-4515-be60-61f8e57b16cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:31.433357 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e57f3b59-13b5-4515-be60-61f8e57b16cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:31.434733 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-e57f3b59-13b5-4515-be60-61f8e57b16cf admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6a3c8254-eb06-4701-9b2d-e254305d01fd HTTP/1.1" status: 204 len: 168 time: 0.1915278 May 20 20:36:31.444922 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57f3b59-13b5-4515-be60-61f8e57b16cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a3c8254-eb06-4701-9b2d-e254305d01fd,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:36:31.633786 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f85d3358-10aa-4ab7-865f-b977e36d719b admin admin] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:31.712260 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f85d3358-10aa-4ab7-865f-b977e36d719b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:31.758872 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 58644) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:36:31.763836 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-b705c29a-7896-42d2-be8f-6372684e1448 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-2123243527-network', 'tenant_id': '5deb8bd405a642b0885595534a7bf9cd'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:36:31.779282 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f85d3358-10aa-4ab7-865f-b977e36d719b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:31.818746 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-f85d3358-10aa-4ab7-865f-b977e36d719b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=363856c5261440399ec633f208a4db3a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5731330 May 20 20:36:31.819577 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85d3358-10aa-4ab7-865f-b977e36d719b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb7727ac-8208-4aae-8550-2fb8dc08954f,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:36:31.821441 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 58646) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:36:31.856912 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b705c29a-7896-42d2-be8f-6372684e1448 admin admin] Made reservation on behalf of 5deb8bd405a642b0885595534a7bf9cd for: {'network': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:36:31.859320 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b705c29a-7896-42d2-be8f-6372684e1448 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for network, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:31.868952 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b705c29a-7896-42d2-be8f-6372684e1448 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:31.882743 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4bf793b1-d792-41c2-bb10-315f0c9ef9cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:31.904951 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4bf793b1-d792-41c2-bb10-315f0c9ef9cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:31.956492 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:31.962859 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b705c29a-7896-42d2-be8f-6372684e1448 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:32.047127 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e928cf-93b6-46ef-928a-ebfc657a5da9 req-39086ef5-54ff-4f9d-a3d8-c63a3dd8b17b tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:36:32.048642 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-53e928cf-93b6-46ef-928a-ebfc657a5da9 req-39086ef5-54ff-4f9d-a3d8-c63a3dd8b17b tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.35 "GET /v2.0/ports?device_id=72dcbc3c-1ad5-469d-891f-fc55788615d5 HTTP/1.1" status: 200 len: 944 time: 0.0534701 May 20 20:36:32.052845 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4bf793b1-d792-41c2-bb10-315f0c9ef9cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:32.056091 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4bf793b1-d792-41c2-bb10-315f0c9ef9cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:32.057527 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-4bf793b1-d792-41c2-bb10-315f0c9ef9cb admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/bb7727ac-8208-4aae-8550-2fb8dc08954f HTTP/1.1" status: 204 len: 168 time: 0.2347314 May 20 20:36:32.066917 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf793b1-d792-41c2-bb10-315f0c9ef9cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb7727ac-8208-4aae-8550-2fb8dc08954f,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:36:32.068684 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b705c29a-7896-42d2-be8f-6372684e1448 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:32.087283 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b705c29a-7896-42d2-be8f-6372684e1448 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 235} {{(pid=103163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 20:36:32.099391 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b705c29a-7896-42d2-be8f-6372684e1448 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:32.099651 n-d-842733-1 neutron-server[103163]: INFO neutron.db.segments_db [None req-b705c29a-7896-42d2-be8f-6372684e1448 admin admin] Added segment f4e74cb8-7331-4b0e-91e5-0dc8f972bdbb of type vlan for network f7340e14-6313-4d10-8bc3-4a16e953ae02 May 20 20:36:32.153120 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72dcbc3c-1ad5-469d-891f-fc55788615d5', 'tag': '65c226fe-0bb9-4ed2-8058-7f27ec6ceba5'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:36:32.155384 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4291b17aa7b45362825f0571e77c85f5e73afe1df9c7e9e15006df9d695c005e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fee67128-2dca-44e4-9222-52e5ee2c7c69" -d '{"events": [{"name": "network-changed", "server_uuid": "72dcbc3c-1ad5-469d-891f-fc55788615d5", "tag": "65c226fe-0bb9-4ed2-8058-7f27ec6ceba5"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:36:32.188055 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b705c29a-7896-42d2-be8f-6372684e1448 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418993264'] for network, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:32.196171 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b705c29a-7896-42d2-be8f-6372684e1448 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b71febb9-08b1-46ff-a948-c59e6ace60fe,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:36:32.228209 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-53e928cf-93b6-46ef-928a-ebfc657a5da9 req-d7c53135-cf6b-455c-b550-65da9a3a224a tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c1ac446-2eae-4e3c-98ef-7a4684e96782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589220 May 20 20:36:32.229792 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 20:36:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0fa0199-4640-42f3-a49e-520133377cc4 x-openstack-request-id: req-b0fa0199-4640-42f3-a49e-520133377cc4 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:36:32.230076 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72dcbc3c-1ad5-469d-891f-fc55788615d5", "tag": "65c226fe-0bb9-4ed2-8058-7f27ec6ceba5", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:36:32.230327 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b0fa0199-4640-42f3-a49e-520133377cc4 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:36:32.230715 n-d-842733-1 neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0fa0199-4640-42f3-a49e-520133377cc4'] response: {'name': 'network-changed', 'server_uuid': '72dcbc3c-1ad5-469d-891f-fc55788615d5', 'tag': '65c226fe-0bb9-4ed2-8058-7f27ec6ceba5', 'status': 'completed', 'code': 200} May 20 20:36:32.316836 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b705c29a-7896-42d2-be8f-6372684e1448 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524'] for network, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:32.317923 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b705c29a-7896-42d2-be8f-6372684e1448 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:36:32.318569 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b705c29a-7896-42d2-be8f-6372684e1448 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:32.319996 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee67128-2dca-44e4-9222-52e5ee2c7c69 req-aea20776-0f07-486b-a816-a20a63e05cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:36:32.321514 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-fee67128-2dca-44e4-9222-52e5ee2c7c69 req-aea20776-0f07-486b-a816-a20a63e05cc6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8b3cc11ab7334369b6693afcab69aa6e&device_id=72dcbc3c-1ad5-469d-891f-fc55788615d5 HTTP/1.1" status: 200 len: 1125 time: 0.0437908 May 20 20:36:32.425385 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee67128-2dca-44e4-9222-52e5ee2c7c69 req-61dee87f-d1c7-4d10-9b33-27a4e83b3f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:36:32.426893 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-fee67128-2dca-44e4-9222-52e5ee2c7c69 req-61dee87f-d1c7-4d10-9b33-27a4e83b3f24 service neutron] 10.222.0.13 "GET /v2.0/networks?id=fef9e30f-3c34-4b6b-9bd5-2a167649e7b0 HTTP/1.1" status: 200 len: 921 time: 0.0962608 May 20 20:36:32.475677 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-fee67128-2dca-44e4-9222-52e5ee2c7c69 req-3462888a-9471-4ecf-b770-94b975ac8223 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=65c226fe-0bb9-4ed2-8058-7f27ec6ceba5 HTTP/1.1" status: 200 len: 217 time: 0.0414803 May 20 20:36:32.536718 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee67128-2dca-44e4-9222-52e5ee2c7c69 req-8d18b642-191e-4e1e-8d62-f8b082ff4605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:36:32.538547 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-fee67128-2dca-44e4-9222-52e5ee2c7c69 req-8d18b642-191e-4e1e-8d62-f8b082ff4605 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=33548886-d6e3-48e7-a819-149526989122 HTTP/1.1" status: 200 len: 860 time: 0.0507526 May 20 20:36:32.577782 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-fee67128-2dca-44e4-9222-52e5ee2c7c69 req-62ce9a27-6b86-4d6a-87c7-2e01dac1584c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fef9e30f-3c34-4b6b-9bd5-2a167649e7b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279984 May 20 20:36:32.611969 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-b705c29a-7896-42d2-be8f-6372684e1448 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8492880 May 20 20:36:32.612205 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 58678) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:36:32.616919 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-82bf45a2-3fff-4c92-b3db-f7f735df2a31 admin admin] Request body: {'subnet': {'network_id': 'f7340e14-6313-4d10-8bc3-4a16e953ae02', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-2123243527-subnet', 'tenant_id': '5deb8bd405a642b0885595534a7bf9cd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:36:32.631131 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b705c29a-7896-42d2-be8f-6372684e1448 admin admin] Pushing event updated for resources: {'Network': ['ID=f7340e14-6313-4d10-8bc3-4a16e953ae02,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:36:32.643568 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Network f7340e14-6313-4d10-8bc3-4a16e953ae02 details requested by agent ovs-agent-n-d-842733-1 with host n-d-842733-1 {{(pid=103164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 20 20:36:32.691130 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82bf45a2-3fff-4c92-b3db-f7f735df2a31 admin admin] Made reservation on behalf of 5deb8bd405a642b0885595534a7bf9cd for: {'subnet': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:36:32.694154 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-82bf45a2-3fff-4c92-b3db-f7f735df2a31 admin admin] Notify callbacks [] for subnet, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:32.703852 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-fee67128-2dca-44e4-9222-52e5ee2c7c69 req-9f960c6a-ba2a-4610-95ef-2e97de9439a9 service neutron] 10.222.0.13 "GET /v2.0/networks/fef9e30f-3c34-4b6b-9bd5-2a167649e7b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111460 May 20 20:36:32.822041 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-fee67128-2dca-44e4-9222-52e5ee2c7c69 req-f7e45dae-c7c1-41d8-a002-f311e2e40ba8 service neutron] 10.222.0.13 "GET /v2.0/networks/fef9e30f-3c34-4b6b-9bd5-2a167649e7b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073596 May 20 20:36:32.953917 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 65c226fe-0bb9-4ed2-8058-7f27ec6ceba5 details requested by agent hyperv_n-h1-842733-1 with host n-h1-842733-1 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 20:36:32.979334 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-82bf45a2-3fff-4c92-b3db-f7f735df2a31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524'] for subnet, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:33.037383 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bf45a2-3fff-4c92-b3db-f7f735df2a31 admin admin] Pushing event updated for resources: {'Subnet': ['ID=047e256a-4f80-4917-9c5f-620964384131,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:36:33.056334 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82bf45a2-3fff-4c92-b3db-f7f735df2a31 admin admin] Checking segment: {'id': 'f4e74cb8-7331-4b0e-91e5-0dc8f972bdbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'f7340e14-6313-4d10-8bc3-4a16e953ae02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:36:33.057692 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82bf45a2-3fff-4c92-b3db-f7f735df2a31 admin admin] Network hostable DHCP agents. Network: f7340e14-6313-4d10-8bc3-4a16e953ae02, hostable agents: ['c9b0653c-f3c7-4339-bd50-e3754b629216'], hosted agents: [] {{(pid=103163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 20:36:33.061673 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port 65c226fe-0bb9-4ed2-8058-7f27ec6ceba5, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=65c226fe-0bb9-4ed2-8058-7f27ec6ceba5,segment=NetworkSegment(65a8f4c3-036d-4ff8-a81a-cd07cb6f1230),segment_id=65a8f4c3-036d-4ff8-a81a-cd07cb6f1230)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:36:33.082113 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 65c226fe-0bb9-4ed2-8058-7f27ec6ceba5 has no active binding in host n-h1-842733-1 {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} May 20 20:36:33.159539 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82bf45a2-3fff-4c92-b3db-f7f735df2a31 admin admin] Network f7340e14-6313-4d10-8bc3-4a16e953ae02 is scheduled to be hosted by DHCP agent c9b0653c-f3c7-4339-bd50-e3754b629216 with binding_index 1 {{(pid=103163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 20:36:33.170617 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 58692) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:36:33.184706 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-91513270-282a-41f2-8863-60eadef11527 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:33.235044 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-82bf45a2-3fff-4c92-b3db-f7f735df2a31 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842733-1, f7340e14-6313-4d10-8bc3-4a16e953ae02) {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:36:33.241146 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82bf45a2-3fff-4c92-b3db-f7f735df2a31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:36:33.241948 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-82bf45a2-3fff-4c92-b3db-f7f735df2a31 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:33.249139 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25f57137-74cd-4891-96a1-12324fb31774 None None] Network f7340e14-6313-4d10-8bc3-4a16e953ae02 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:36:33.277298 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-91513270-282a-41f2-8863-60eadef11527 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:33.278585 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 58696) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:36:33.368013 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-82bf45a2-3fff-4c92-b3db-f7f735df2a31 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7548208 May 20 20:36:33.380675 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a894d0c6-d5fa-4905-b4dd-65dce928ccdb req-4a6eff08-6e64-4a92-9279-650b781d362a tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:36:33.382204 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a894d0c6-d5fa-4905-b4dd-65dce928ccdb req-4a6eff08-6e64-4a92-9279-650b781d362a tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.35 "GET /v2.0/ports?device_id=72dcbc3c-1ad5-469d-891f-fc55788615d5 HTTP/1.1" status: 200 len: 944 time: 0.0814474 May 20 20:36:33.395783 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-91513270-282a-41f2-8863-60eadef11527 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:33.413398 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-317b3ca2-d391-47c9-b651-f14f292a139d None None] Network f7340e14-6313-4d10-8bc3-4a16e953ae02 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:36:33.434478 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a894d0c6-d5fa-4905-b4dd-65dce928ccdb req-91605856-9c9e-4903-af27-eacdc16c1f88 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c1ac446-2eae-4e3c-98ef-7a4684e96782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459533 May 20 20:36:33.450920 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-91513270-282a-41f2-8863-60eadef11527 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=800aaea1f312426b8235538ce22e395b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2767546 May 20 20:36:33.451675 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 58710) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:36:33.482261 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91513270-282a-41f2-8863-60eadef11527 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34851412-f5b3-4d65-92a4-1a1612ea253e,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:36:33.545905 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a20545e2-ad89-4559-bb3c-2d3aedf4097f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:33.569994 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-520b333a-14f9-4aa4-b46e-71bda91e68c3 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-826694950-network', 'tenant_id': 'fa823b23a2e344439514ceb0488dcf72'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:36:33.582519 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a20545e2-ad89-4559-bb3c-2d3aedf4097f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:33.681251 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-520b333a-14f9-4aa4-b46e-71bda91e68c3 admin admin] Made reservation on behalf of fa823b23a2e344439514ceb0488dcf72 for: {'network': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:36:33.683639 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-520b333a-14f9-4aa4-b46e-71bda91e68c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for network, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:33.693037 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-520b333a-14f9-4aa4-b46e-71bda91e68c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:33.706665 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a20545e2-ad89-4559-bb3c-2d3aedf4097f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:33.709240 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a20545e2-ad89-4559-bb3c-2d3aedf4097f admin admin] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:33.710406 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-a20545e2-ad89-4559-bb3c-2d3aedf4097f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/34851412-f5b3-4d65-92a4-1a1612ea253e HTTP/1.1" status: 204 len: 168 time: 0.2575927 May 20 20:36:33.725145 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20545e2-ad89-4559-bb3c-2d3aedf4097f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34851412-f5b3-4d65-92a4-1a1612ea253e,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:36:33.795841 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-520b333a-14f9-4aa4-b46e-71bda91e68c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:33.867931 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-520b333a-14f9-4aa4-b46e-71bda91e68c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:33.895351 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-520b333a-14f9-4aa4-b46e-71bda91e68c3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 226} {{(pid=103163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 20:36:33.900612 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520b333a-14f9-4aa4-b46e-71bda91e68c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eadbc83d-6084-48c2-9504-9ae6664b5f61,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:36:33.909359 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-520b333a-14f9-4aa4-b46e-71bda91e68c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:33.909646 n-d-842733-1 neutron-server[103163]: INFO neutron.db.segments_db [None req-520b333a-14f9-4aa4-b46e-71bda91e68c3 admin admin] Added segment 178a872b-7252-48e6-a979-6d6c88932541 of type vlan for network 7ed06668-a481-44f7-b5a3-dd51df5a5876 May 20 20:36:33.951191 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-520b333a-14f9-4aa4-b46e-71bda91e68c3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418993264'] for network, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:34.041476 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-520b333a-14f9-4aa4-b46e-71bda91e68c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524'] for network, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:34.042457 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-520b333a-14f9-4aa4-b46e-71bda91e68c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:36:34.043073 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-520b333a-14f9-4aa4-b46e-71bda91e68c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:34.106462 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520b333a-14f9-4aa4-b46e-71bda91e68c3 admin admin] Pushing event updated for resources: {'Network': ['ID=7ed06668-a481-44f7-b5a3-dd51df5a5876,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:36:34.118786 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Network 7ed06668-a481-44f7-b5a3-dd51df5a5876 details requested by agent ovs-agent-n-d-842733-1 with host n-d-842733-1 {{(pid=103164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 20 20:36:34.148115 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-520b333a-14f9-4aa4-b46e-71bda91e68c3 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8648634 May 20 20:36:34.148380 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 58730) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:36:34.153428 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-8676f610-91b8-4236-855f-b0e38fabef07 admin admin] Request body: {'subnet': {'network_id': '7ed06668-a481-44f7-b5a3-dd51df5a5876', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-826694950-subnet', 'tenant_id': 'fa823b23a2e344439514ceb0488dcf72', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:36:34.196321 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 58734) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:36:34.245311 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8676f610-91b8-4236-855f-b0e38fabef07 admin admin] Made reservation on behalf of fa823b23a2e344439514ceb0488dcf72 for: {'subnet': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:36:34.248709 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8676f610-91b8-4236-855f-b0e38fabef07 admin admin] Notify callbacks [] for subnet, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:34.526219 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8676f610-91b8-4236-855f-b0e38fabef07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524'] for subnet, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:34.603553 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-73107d2d-daa0-4be3-83c7-39cd1b31463b admin admin] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:34.665137 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8676f610-91b8-4236-855f-b0e38fabef07 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c52d0e96-49be-4a98-a7de-3ef335befc2d,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:36:34.715198 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181a5222-906b-456a-b6f6-c33bcf24643c req-6ddfcd54-1629-4518-801e-3ebc5524ce27 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:36:34.716785 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-181a5222-906b-456a-b6f6-c33bcf24643c req-6ddfcd54-1629-4518-801e-3ebc5524ce27 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.35 "GET /v2.0/ports?device_id=72dcbc3c-1ad5-469d-891f-fc55788615d5 HTTP/1.1" status: 200 len: 944 time: 0.1714578 May 20 20:36:34.720321 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8676f610-91b8-4236-855f-b0e38fabef07 admin admin] Checking segment: {'id': '178a872b-7252-48e6-a979-6d6c88932541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '7ed06668-a481-44f7-b5a3-dd51df5a5876'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:36:34.720689 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8676f610-91b8-4236-855f-b0e38fabef07 admin admin] Network hostable DHCP agents. Network: 7ed06668-a481-44f7-b5a3-dd51df5a5876, hostable agents: ['c9b0653c-f3c7-4339-bd50-e3754b629216'], hosted agents: [] {{(pid=103163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 20:36:34.730786 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-73107d2d-daa0-4be3-83c7-39cd1b31463b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:34.733979 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af70664-700d-4a78-9a1c-58cb68365c07 req-45e029ff-6d9e-4f34-92ee-856a6d8aed36 tempest-VolumesAdminNegativeTest-632306137 tempest-VolumesAdminNegativeTest-632306137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:36:34.736466 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0af70664-700d-4a78-9a1c-58cb68365c07 req-45e029ff-6d9e-4f34-92ee-856a6d8aed36 tempest-VolumesAdminNegativeTest-632306137 tempest-VolumesAdminNegativeTest-632306137-project] 10.222.0.35 "GET /v2.0/networks?id=012139d3-632b-4bd5-b2e9-f8546d34c06c HTTP/1.1" status: 200 len: 815 time: 0.2211230 May 20 20:36:34.780771 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0af70664-700d-4a78-9a1c-58cb68365c07 req-dac24cf9-eba7-447a-9808-812f9f19a955 tempest-VolumesAdminNegativeTest-632306137 tempest-VolumesAdminNegativeTest-632306137-project] 10.222.0.35 "GET /v2.0/quotas/b97c1ecbe0624d719c96ed25710ed172 HTTP/1.1" status: 200 len: 375 time: 0.0226710 May 20 20:36:34.788955 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-181a5222-906b-456a-b6f6-c33bcf24643c req-ac4d73b1-a9e5-4bfc-a35c-4ccf116bc150 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c1ac446-2eae-4e3c-98ef-7a4684e96782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636744 May 20 20:36:34.801674 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-73107d2d-daa0-4be3-83c7-39cd1b31463b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:34.836459 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0af70664-700d-4a78-9a1c-58cb68365c07 req-1c2ffaf0-0f24-4910-817f-ae47266ba332 tempest-VolumesAdminNegativeTest-632306137 tempest-VolumesAdminNegativeTest-632306137-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=b97c1ecbe0624d719c96ed25710ed172&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0463622 May 20 20:36:34.859123 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-73107d2d-daa0-4be3-83c7-39cd1b31463b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3ae51549f6364de5961a1c05ac07075d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6604319 May 20 20:36:34.862119 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 58762) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:36:34.870095 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73107d2d-daa0-4be3-83c7-39cd1b31463b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4900606-c3da-4354-bb50-32569f1554bb,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:36:34.896382 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8676f610-91b8-4236-855f-b0e38fabef07 admin admin] Network 7ed06668-a481-44f7-b5a3-dd51df5a5876 is scheduled to be hosted by DHCP agent c9b0653c-f3c7-4339-bd50-e3754b629216 with binding_index 1 {{(pid=103163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 20:36:34.961321 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b3ee5a78-f787-48eb-ba31-5981ceece9be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:34.970862 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0af70664-700d-4a78-9a1c-58cb68365c07 req-fd2deaea-e6b6-4192-88d2-38a213edef50 service neutron] 10.222.0.35 "GET /v2.0/networks/012139d3-632b-4bd5-b2e9-f8546d34c06c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335878 May 20 20:36:34.976061 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-8676f610-91b8-4236-855f-b0e38fabef07 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842733-1, 7ed06668-a481-44f7-b5a3-dd51df5a5876) {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:36:34.983682 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30380af6-3438-4589-90dd-28a310058699 None None] Network 7ed06668-a481-44f7-b5a3-dd51df5a5876 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:36:34.990296 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b3ee5a78-f787-48eb-ba31-5981ceece9be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:35.005916 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8676f610-91b8-4236-855f-b0e38fabef07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:36:35.006505 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8676f610-91b8-4236-855f-b0e38fabef07 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:35.090065 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0af70664-700d-4a78-9a1c-58cb68365c07 req-84e5cb62-ae05-450a-bc3b-c1068fa583b4 service neutron] 10.222.0.35 "GET /v2.0/networks/012139d3-632b-4bd5-b2e9-f8546d34c06c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119189 May 20 20:36:35.138466 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b3ee5a78-f787-48eb-ba31-5981ceece9be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:35.139074 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b3ee5a78-f787-48eb-ba31-5981ceece9be admin admin] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:35.146813 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-8676f610-91b8-4236-855f-b0e38fabef07 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9923182 May 20 20:36:35.146813 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 58774) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:36:35.148487 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-b3ee5a78-f787-48eb-ba31-5981ceece9be admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e4900606-c3da-4354-bb50-32569f1554bb HTTP/1.1" status: 204 len: 168 time: 0.2835698 May 20 20:36:35.150637 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-00ab9797-17bb-4dc7-89a6-621a64ebb5f0 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-826694950-router', 'tenant_id': 'fa823b23a2e344439514ceb0488dcf72', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'}}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:36:35.162711 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6de4ebe3-fd6f-4b23-9a58-ad9c9c354d31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaee2b848-d4b9-5db1-b6ef-d6db29d67de7-7ed06668-a481-44f7-b5a3-dd51df5a5876', 'network_id': '7ed06668-a481-44f7-b5a3-dd51df5a5876', 'tenant_id': 'fa823b23a2e344439514ceb0488dcf72', 'fixed_ips': [{'subnet_id': 'c52d0e96-49be-4a98-a7de-3ef335befc2d'}]}} from n-d-842733-1. {{(pid=103164) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 20:36:35.165302 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ee5a78-f787-48eb-ba31-5981ceece9be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4900606-c3da-4354-bb50-32569f1554bb,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:36:35.167846 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-6de4ebe3-fd6f-4b23-9a58-ad9c9c354d31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:35.270602 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-00ab9797-17bb-4dc7-89a6-621a64ebb5f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-694221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26155'] for router, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:35.271890 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-00ab9797-17bb-4dc7-89a6-621a64ebb5f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-693085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748153', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-718080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26162'] for router, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:35.341931 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [None req-6de4ebe3-fd6f-4b23-9a58-ad9c9c354d31 None None] Allocated IP 172.20.0.2 (7ed06668-a481-44f7-b5a3-dd51df5a5876/c52d0e96-49be-4a98-a7de-3ef335befc2d/be724aa8-ab4c-4061-bdac-7cd0f9f1951b) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:36:35.347626 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-21143d94-1e66-4b27-adfe-8844d7668220 req-2e821eb7-902a-4b66-b2f3-1b26bc726e41 tempest-VolumesAdminNegativeTest-632306137 tempest-VolumesAdminNegativeTest-632306137-project] 10.222.0.35 "GET /v2.0/ports?device_id=994104a2-3192-4e47-99fe-3a924301b6df HTTP/1.1" status: 200 len: 210 time: 0.0361800 May 20 20:36:35.404509 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-00ab9797-17bb-4dc7-89a6-621a64ebb5f0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:35.534143 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-6de4ebe3-fd6f-4b23-9a58-ad9c9c354d31 None None] Notify callbacks [] for port, precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:35.638380 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-00ab9797-17bb-4dc7-89a6-621a64ebb5f0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:35.645734 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-6de4ebe3-fd6f-4b23-9a58-ad9c9c354d31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108'] for port, after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:35.685257 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6de4ebe3-fd6f-4b23-9a58-ad9c9c354d31 None None] Network 7ed06668-a481-44f7-b5a3-dd51df5a5876 is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:36:35.689885 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-6de4ebe3-fd6f-4b23-9a58-ad9c9c354d31 None None] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:36:35.698048 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de4ebe3-fd6f-4b23-9a58-ad9c9c354d31 None None] Received port after_create {{(pid=103164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:36:35.700925 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de4ebe3-fd6f-4b23-9a58-ad9c9c354d31 None None] Pushing event updated for resources: {'Port': ['ID=be724aa8-ab4c-4061-bdac-7cd0f9f1951b,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:36:35.715930 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de4ebe3-fd6f-4b23-9a58-ad9c9c354d31 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:36:35.715930 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de4ebe3-fd6f-4b23-9a58-ad9c9c354d31 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:36:35.715930 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de4ebe3-fd6f-4b23-9a58-ad9c9c354d31 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:36:35.715930 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de4ebe3-fd6f-4b23-9a58-ad9c9c354d31 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:36:35.715930 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de4ebe3-fd6f-4b23-9a58-ad9c9c354d31 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:36:35.716410 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de4ebe3-fd6f-4b23-9a58-ad9c9c354d31 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:36:35.716499 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de4ebe3-fd6f-4b23-9a58-ad9c9c354d31 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:36:35.716790 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de4ebe3-fd6f-4b23-9a58-ad9c9c354d31 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:36:35.717107 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de4ebe3-fd6f-4b23-9a58-ad9c9c354d31 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:36:35.717469 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de4ebe3-fd6f-4b23-9a58-ad9c9c354d31 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:36:35.717791 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de4ebe3-fd6f-4b23-9a58-ad9c9c354d31 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:36:35.718105 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de4ebe3-fd6f-4b23-9a58-ad9c9c354d31 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:36:35.771811 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-6de4ebe3-fd6f-4b23-9a58-ad9c9c354d31 None None] Attempting to bind port be724aa8-ab4c-4061-bdac-7cd0f9f1951b on host n-d-842733-1 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:36:35.772255 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-6de4ebe3-fd6f-4b23-9a58-ad9c9c354d31 None None] Attempting to bind port be724aa8-ab4c-4061-bdac-7cd0f9f1951b by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': '178a872b-7252-48e6-a979-6d6c88932541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '7ed06668-a481-44f7-b5a3-dd51df5a5876'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:36:35.772667 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de4ebe3-fd6f-4b23-9a58-ad9c9c354d31 None None] Attempting to bind port be724aa8-ab4c-4061-bdac-7cd0f9f1951b on network 7ed06668-a481-44f7-b5a3-dd51df5a5876 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:36:35.777584 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de4ebe3-fd6f-4b23-9a58-ad9c9c354d31 None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 36, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:36:35.777947 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de4ebe3-fd6f-4b23-9a58-ad9c9c354d31 None None] Checking segment: {'id': '178a872b-7252-48e6-a979-6d6c88932541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '7ed06668-a481-44f7-b5a3-dd51df5a5876'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:36:35.778339 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-6de4ebe3-fd6f-4b23-9a58-ad9c9c354d31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:35.778723 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de4ebe3-fd6f-4b23-9a58-ad9c9c354d31 None None] Bound using segment: {'id': '178a872b-7252-48e6-a979-6d6c88932541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '7ed06668-a481-44f7-b5a3-dd51df5a5876'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:36:35.779176 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-6de4ebe3-fd6f-4b23-9a58-ad9c9c354d31 None None] Bound port: be724aa8-ab4c-4061-bdac-7cd0f9f1951b, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '178a872b-7252-48e6-a979-6d6c88932541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '7ed06668-a481-44f7-b5a3-dd51df5a5876'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:36:35.779549 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-6de4ebe3-fd6f-4b23-9a58-ad9c9c354d31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:35.854007 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-6de4ebe3-fd6f-4b23-9a58-ad9c9c354d31 None None] For port be724aa8-ab4c-4061-bdac-7cd0f9f1951b, host n-d-842733-1, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:36:35.860733 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-6de4ebe3-fd6f-4b23-9a58-ad9c9c354d31 None None] For port be724aa8-ab4c-4061-bdac-7cd0f9f1951b, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=be724aa8-ab4c-4061-bdac-7cd0f9f1951b,segment=NetworkSegment(178a872b-7252-48e6-a979-6d6c88932541),segment_id=178a872b-7252-48e6-a979-6d6c88932541)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:36:35.934788 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-6de4ebe3-fd6f-4b23-9a58-ad9c9c354d31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:36.003870 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de4ebe3-fd6f-4b23-9a58-ad9c9c354d31 None None] Pushing event updated for resources: {'Port': ['ID=be724aa8-ab4c-4061-bdac-7cd0f9f1951b,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:36:36.056124 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bf85cc-2dc8-4b55-9d3e-814d376c331d req-ce83c208-2577-475c-af64-38ed0cc0e4ed tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:36:36.064477 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-95bf85cc-2dc8-4b55-9d3e-814d376c331d req-ce83c208-2577-475c-af64-38ed0cc0e4ed tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.35 "GET /v2.0/ports?device_id=72dcbc3c-1ad5-469d-891f-fc55788615d5 HTTP/1.1" status: 200 len: 944 time: 0.1567440 May 20 20:36:36.103221 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-00ab9797-17bb-4dc7-89a6-621a64ebb5f0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:36.136977 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-00ab9797-17bb-4dc7-89a6-621a64ebb5f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:36.142661 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-95bf85cc-2dc8-4b55-9d3e-814d376c331d req-c3725ba8-ba69-442e-a3bc-1656a583e52d tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c1ac446-2eae-4e3c-98ef-7a4684e96782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771477 May 20 20:36:36.243071 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-07a58997-9652-4868-9411-b837daa32b09 req-419f6abd-a08f-42c0-9678-a3749472f5d5 service neutron] 10.222.0.13 "GET /v2.0/ports/65c226fe-0bb9-4ed2-8058-7f27ec6ceba5/bindings/n-h1-842733-1 HTTP/1.1" status: 200 len: 384 time: 0.1309781 May 20 20:36:36.342011 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-00ab9797-17bb-4dc7-89a6-621a64ebb5f0 admin admin] Allocated IP 172.25.2.3 (e3a93b5c-91e2-4064-9c2c-1afc261bfe15/86fee0c1-6e34-488b-9216-b2b8e7ef585a/d45319c3-e0b3-43a6-8b74-9cb4c1fb8c21) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:36:36.441480 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 58826) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:36:36.504038 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d86835e6-246a-45c1-884c-0135560f6ac6 req-fae2cd0c-5ab2-471f-a958-09591ce92c68 tempest-VolumesAdminNegativeTest-632306137 tempest-VolumesAdminNegativeTest-632306137-project] 10.222.0.35 "GET /v2.0/ports?device_id=994104a2-3192-4e47-99fe-3a924301b6df HTTP/1.1" status: 200 len: 210 time: 0.0682278 May 20 20:36:36.511340 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6cad2caa-3f5e-4f9a-add3-181426fe6f20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:36.536248 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-07a58997-9652-4868-9411-b837daa32b09 req-e5bcaf29-748f-4257-84e7-84c9dd8efa2b service neutron] For port 65c226fe-0bb9-4ed2-8058-7f27ec6ceba5, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=65c226fe-0bb9-4ed2-8058-7f27ec6ceba5,segment=NetworkSegment(65a8f4c3-036d-4ff8-a81a-cd07cb6f1230),segment_id=65a8f4c3-036d-4ff8-a81a-cd07cb6f1230)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:36:36.562309 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-07a58997-9652-4868-9411-b837daa32b09 req-e5bcaf29-748f-4257-84e7-84c9dd8efa2b service neutron] For port 65c226fe-0bb9-4ed2-8058-7f27ec6ceba5, host n-h2-842733-1, cleared binding levels {{(pid=103162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:36:36.590826 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-00ab9797-17bb-4dc7-89a6-621a64ebb5f0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:36.612013 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [req-07a58997-9652-4868-9411-b837daa32b09 req-e5bcaf29-748f-4257-84e7-84c9dd8efa2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65c226fe-0bb9-4ed2-8058-7f27ec6ceba5 {{(pid=103162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:36:36.629427 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-07a58997-9652-4868-9411-b837daa32b09 req-e5bcaf29-748f-4257-84e7-84c9dd8efa2b service neutron] For port 65c226fe-0bb9-4ed2-8058-7f27ec6ceba5, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=65c226fe-0bb9-4ed2-8058-7f27ec6ceba5,segment=NetworkSegment(65a8f4c3-036d-4ff8-a81a-cd07cb6f1230),segment_id=65a8f4c3-036d-4ff8-a81a-cd07cb6f1230)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:36:36.666841 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6cad2caa-3f5e-4f9a-add3-181426fe6f20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:36.771862 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-07a58997-9652-4868-9411-b837daa32b09 req-e5bcaf29-748f-4257-84e7-84c9dd8efa2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:36.772731 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6cad2caa-3f5e-4f9a-add3-181426fe6f20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:36.788098 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-00ab9797-17bb-4dc7-89a6-621a64ebb5f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:36.859275 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00ab9797-17bb-4dc7-89a6-621a64ebb5f0 admin admin] Network e3a93b5c-91e2-4064-9c2c-1afc261bfe15 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:36:36.862245 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-6cad2caa-3f5e-4f9a-add3-181426fe6f20 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=550c8016f6bc4d00b13a86eb4591e712&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4182534 May 20 20:36:36.863388 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.provisioning_blocks [req-07a58997-9652-4868-9411-b837daa32b09 req-e5bcaf29-748f-4257-84e7-84c9dd8efa2b service neutron] Transition to ACTIVE for port object 65c226fe-0bb9-4ed2-8058-7f27ec6ceba5 will not be triggered until provisioned by entity L2. {{(pid=103162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 20:36:36.865601 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 58836) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:36:36.868531 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-00ab9797-17bb-4dc7-89a6-621a64ebb5f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:36:36.872595 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cad2caa-3f5e-4f9a-add3-181426fe6f20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9159096e-772c-4aec-b1af-e367f2dfd254,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:36:36.888440 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ab9797-17bb-4dc7-89a6-621a64ebb5f0 admin admin] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:36:36.945072 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2b099868-44eb-46f6-ae10-a8abaa11b434 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:36.971876 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-07a58997-9652-4868-9411-b837daa32b09 req-e5bcaf29-748f-4257-84e7-84c9dd8efa2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:37.015302 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ab9797-17bb-4dc7-89a6-621a64ebb5f0 admin admin] Pushing event updated for resources: {'Port': ['ID=d45319c3-e0b3-43a6-8b74-9cb4c1fb8c21,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:36:37.016904 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2b099868-44eb-46f6-ae10-a8abaa11b434 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:37.087206 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-07a58997-9652-4868-9411-b837daa32b09 req-e5bcaf29-748f-4257-84e7-84c9dd8efa2b service neutron] No DVR routers for this DVR port 65c226fe-0bb9-4ed2-8058-7f27ec6ceba5 on host n-h2-842733-1 {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:36:37.104891 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bcaf29-748f-4257-84e7-84c9dd8efa2b service neutron] Pushing event updated for resources: {'Port': ['ID=65c226fe-0bb9-4ed2-8058-7f27ec6ceba5,revision_number=10']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:36:37.136845 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-07a58997-9652-4868-9411-b837daa32b09 req-e5bcaf29-748f-4257-84e7-84c9dd8efa2b service neutron] 10.222.0.13 "PUT /v2.0/ports/65c226fe-0bb9-4ed2-8058-7f27ec6ceba5/bindings/n-h1-842733-1/activate HTTP/1.1" status: 200 len: 369 time: 0.8901107 May 20 20:36:37.214293 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2b099868-44eb-46f6-ae10-a8abaa11b434 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:37.220131 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2b099868-44eb-46f6-ae10-a8abaa11b434 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:37.226107 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-2b099868-44eb-46f6-ae10-a8abaa11b434 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9159096e-772c-4aec-b1af-e367f2dfd254 HTTP/1.1" status: 204 len: 168 time: 0.3580296 May 20 20:36:37.241822 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b099868-44eb-46f6-ae10-a8abaa11b434 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9159096e-772c-4aec-b1af-e367f2dfd254,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:36:37.306739 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4a02fc9-5e81-413e-90d5-36878712de32 None None] Network 7ed06668-a481-44f7-b5a3-dd51df5a5876 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:36:37.371707 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 58850) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:36:37.425376 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-00ab9797-17bb-4dc7-89a6-621a64ebb5f0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:37.451143 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d00c1b-e004-46b1-a6ca-bf06ca139f73 req-626509e0-c64c-4d5b-8f36-9c8a6cb4209a tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:36:37.454785 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-34d00c1b-e004-46b1-a6ca-bf06ca139f73 req-626509e0-c64c-4d5b-8f36-9c8a6cb4209a tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.35 "GET /v2.0/ports?device_id=72dcbc3c-1ad5-469d-891f-fc55788615d5 HTTP/1.1" status: 200 len: 945 time: 0.1614399 May 20 20:36:37.482938 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device be724aa8-ab4c-4061-bdac-7cd0f9f1951b up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:36:37.522939 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a58997-9652-4868-9411-b837daa32b09 req-23960a53-cc95-4cff-b8f9-3e7b0b7d2948 tempest-LiveAutoBlockMigrationV225Test-1777330067 tempest-LiveAutoBlockMigrationV225Test-1777330067-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:36:37.525349 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-07a58997-9652-4868-9411-b837daa32b09 req-23960a53-cc95-4cff-b8f9-3e7b0b7d2948 tempest-LiveAutoBlockMigrationV225Test-1777330067 tempest-LiveAutoBlockMigrationV225Test-1777330067-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=72dcbc3c-1ad5-469d-891f-fc55788615d5&tenant_id=8b3cc11ab7334369b6693afcab69aa6e&binding%3Ahost_id=n-h2-842733-1 HTTP/1.1" status: 200 len: 1096 time: 0.1584072 May 20 20:36:37.583465 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-323eff4d-7c1e-4cb9-853e-1044a62a1437 None None] Provisioning complete for port be724aa8-ab4c-4061-bdac-7cd0f9f1951b triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:36:37.584117 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-323eff4d-7c1e-4cb9-853e-1044a62a1437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:37.622072 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-34d00c1b-e004-46b1-a6ca-bf06ca139f73 req-c9cce477-a63a-4342-8924-846261962142 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c1ac446-2eae-4e3c-98ef-7a4684e96782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658773 May 20 20:36:37.679499 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port be724aa8-ab4c-4061-bdac-7cd0f9f1951b triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:36:37.679852 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:37.694532 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e4ecf730-fe34-4e37-8fdb-6e5bb85bb88f req-c2de3d06-04cd-4243-b468-fa3729483a38 tempest-VolumesAdminNegativeTest-632306137 tempest-VolumesAdminNegativeTest-632306137-project] 10.222.0.35 "GET /v2.0/ports?device_id=994104a2-3192-4e47-99fe-3a924301b6df HTTP/1.1" status: 200 len: 210 time: 0.0709419 May 20 20:36:37.735813 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a58997-9652-4868-9411-b837daa32b09 req-78c70d1e-7b76-4db3-be02-2eb7952c073e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:36:37.741354 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-07a58997-9652-4868-9411-b837daa32b09 req-78c70d1e-7b76-4db3-be02-2eb7952c073e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=72dcbc3c-1ad5-469d-891f-fc55788615d5&tenant_id=8b3cc11ab7334369b6693afcab69aa6e HTTP/1.1" status: 200 len: 1096 time: 0.2013843 May 20 20:36:37.793095 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-323eff4d-7c1e-4cb9-853e-1044a62a1437 None None] Current status of the port be724aa8-ab4c-4061-bdac-7cd0f9f1951b is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:36:37.793630 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-323eff4d-7c1e-4cb9-853e-1044a62a1437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:37.894551 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-323eff4d-7c1e-4cb9-853e-1044a62a1437 None None] For port be724aa8-ab4c-4061-bdac-7cd0f9f1951b, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=be724aa8-ab4c-4061-bdac-7cd0f9f1951b,segment=NetworkSegment(178a872b-7252-48e6-a979-6d6c88932541),segment_id=178a872b-7252-48e6-a979-6d6c88932541)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:36:37.909688 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port be724aa8-ab4c-4061-bdac-7cd0f9f1951b is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:36:37.919468 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:37.933952 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a58997-9652-4868-9411-b837daa32b09 req-2ff03a73-aad0-42a7-ada2-5114e99e1e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:36:37.935595 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-07a58997-9652-4868-9411-b837daa32b09 req-2ff03a73-aad0-42a7-ada2-5114e99e1e18 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8b3cc11ab7334369b6693afcab69aa6e&device_id=72dcbc3c-1ad5-469d-891f-fc55788615d5 HTTP/1.1" status: 200 len: 1096 time: 0.1346567 May 20 20:36:37.943503 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-98275e2b-7b2a-4662-8e6d-d1373e3ae176 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:38.005609 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.24', 52517) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:36:38.019557 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-323eff4d-7c1e-4cb9-853e-1044a62a1437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:38.082435 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-98275e2b-7b2a-4662-8e6d-d1373e3ae176 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:38.163900 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af70664-700d-4a78-9a1c-58cb68365c07 req-a5923eaf-76aa-4d3b-b6f7-75f09107b0e2 tempest-VolumesAdminNegativeTest-632306137 tempest-VolumesAdminNegativeTest-632306137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:36:38.166035 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-0af70664-700d-4a78-9a1c-58cb68365c07 req-a5923eaf-76aa-4d3b-b6f7-75f09107b0e2 tempest-VolumesAdminNegativeTest-632306137 tempest-VolumesAdminNegativeTest-632306137-project] 10.222.0.24 "GET /v2.0/networks?id=012139d3-632b-4bd5-b2e9-f8546d34c06c HTTP/1.1" status: 200 len: 815 time: 0.1593451 May 20 20:36:38.179595 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [req-0af70664-700d-4a78-9a1c-58cb68365c07 req-77538914-e75f-4dde-8596-30aef1e3cd57 tempest-VolumesAdminNegativeTest-632306137 tempest-VolumesAdminNegativeTest-632306137-project] Request body: {'port': {'device_id': '994104a2-3192-4e47-99fe-3a924301b6df', 'network_id': '012139d3-632b-4bd5-b2e9-f8546d34c06c', 'admin_state_up': True, 'tenant_id': 'b97c1ecbe0624d719c96ed25710ed172'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:36:38.185055 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-98275e2b-7b2a-4662-8e6d-d1373e3ae176 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:38.197749 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.db.api [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103164) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 20 20:36:38.198419 n-d-842733-1 neutron-server[103164]: DEBUG oslo_db.api [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 20 20:36:38.205722 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323eff4d-7c1e-4cb9-853e-1044a62a1437 None None] Pushing event updated for resources: {'Port': ['ID=be724aa8-ab4c-4061-bdac-7cd0f9f1951b,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:36:38.214592 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-f12558eb-b6ec-4cd1-bf96-a49a14a47e11 None None] Provisioning complete for port be724aa8-ab4c-4061-bdac-7cd0f9f1951b triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:36:38.215581 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-f12558eb-b6ec-4cd1-bf96-a49a14a47e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:38.240057 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98275e2b-7b2a-4662-8e6d-d1373e3ae176 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=509ab088-07ce-480f-b645-217e47c4f54c,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:36:38.301970 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-98275e2b-7b2a-4662-8e6d-d1373e3ae176 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=25e7fdd238e448e798abadd1353124a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9289377 May 20 20:36:38.304695 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 58870) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:36:38.357579 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-f12558eb-b6ec-4cd1-bf96-a49a14a47e11 None None] Current status of the port be724aa8-ab4c-4061-bdac-7cd0f9f1951b is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:36:38.425371 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-00ab9797-17bb-4dc7-89a6-621a64ebb5f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748106'] for router, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:38.582868 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a58997-9652-4868-9411-b837daa32b09 req-df8653cf-5921-4c46-87cf-e89dd993dd97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:36:38.584414 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-07a58997-9652-4868-9411-b837daa32b09 req-df8653cf-5921-4c46-87cf-e89dd993dd97 service neutron] 10.222.0.24 "GET /v2.0/networks?id=fef9e30f-3c34-4b6b-9bd5-2a167649e7b0 HTTP/1.1" status: 200 len: 921 time: 0.6381917 May 20 20:36:38.592169 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6e564b65-958b-4801-952a-666f8c4786a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:38.617273 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6e564b65-958b-4801-952a-666f8c4786a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:38.646182 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-07a58997-9652-4868-9411-b837daa32b09 req-01872ada-56fd-48a6-9d47-ee2bad68a753 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=65c226fe-0bb9-4ed2-8058-7f27ec6ceba5 HTTP/1.1" status: 200 len: 217 time: 0.0493772 May 20 20:36:38.682039 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0af70664-700d-4a78-9a1c-58cb68365c07 req-77538914-e75f-4dde-8596-30aef1e3cd57 tempest-VolumesAdminNegativeTest-632306137 tempest-VolumesAdminNegativeTest-632306137-project] Made reservation on behalf of b97c1ecbe0624d719c96ed25710ed172 for: {'port': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:36:38.685916 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-0af70664-700d-4a78-9a1c-58cb68365c07 req-77538914-e75f-4dde-8596-30aef1e3cd57 tempest-VolumesAdminNegativeTest-632306137 tempest-VolumesAdminNegativeTest-632306137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:38.724761 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a58997-9652-4868-9411-b837daa32b09 req-69ab12c2-1d6b-4ac9-a6f2-c554d53bbfac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:36:38.726268 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-07a58997-9652-4868-9411-b837daa32b09 req-69ab12c2-1d6b-4ac9-a6f2-c554d53bbfac service neutron] 10.222.0.24 "GET /v2.0/subnets?id=33548886-d6e3-48e7-a819-149526989122 HTTP/1.1" status: 200 len: 860 time: 0.0734203 May 20 20:36:38.739969 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6e564b65-958b-4801-952a-666f8c4786a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:38.744769 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6e564b65-958b-4801-952a-666f8c4786a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:38.749175 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-6e564b65-958b-4801-952a-666f8c4786a5 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/509ab088-07ce-480f-b645-217e47c4f54c HTTP/1.1" status: 204 len: 168 time: 0.4406204 May 20 20:36:38.760393 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port be724aa8-ab4c-4061-bdac-7cd0f9f1951b is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:36:38.779145 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00ab9797-17bb-4dc7-89a6-621a64ebb5f0 admin admin] Router c46ef496-e32b-41bc-91d8-f85943fa6174 is scheduled to L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e with binding_index 1 {{(pid=103163) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 20 20:36:38.791810 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e564b65-958b-4801-952a-666f8c4786a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=509ab088-07ce-480f-b645-217e47c4f54c,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:36:38.809109 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-07a58997-9652-4868-9411-b837daa32b09 req-74c579b2-7b23-447e-b661-f438cb3c55b1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fef9e30f-3c34-4b6b-9bd5-2a167649e7b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412331 May 20 20:36:38.896943 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [req-0af70664-700d-4a78-9a1c-58cb68365c07 req-77538914-e75f-4dde-8596-30aef1e3cd57 tempest-VolumesAdminNegativeTest-632306137 tempest-VolumesAdminNegativeTest-632306137-project] Allocated IP 172.20.0.8 (012139d3-632b-4bd5-b2e9-f8546d34c06c/1c0a7dd5-9518-4df4-871d-835055d29640/33c7843d-8f21-4018-8a4e-80fde1c2521e) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:36:38.924393 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5ae830-6be8-4afc-af17-6b32c5f7f84c req-db3f28fa-6ac0-41ee-8976-a0a282244131 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:36:38.926088 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5f5ae830-6be8-4afc-af17-6b32c5f7f84c req-db3f28fa-6ac0-41ee-8976-a0a282244131 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.35 "GET /v2.0/ports?device_id=72dcbc3c-1ad5-469d-891f-fc55788615d5 HTTP/1.1" status: 200 len: 945 time: 0.2138476 May 20 20:36:38.977086 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f343fafb-69bf-4e84-8459-ebd9d4a2f3f6 req-a92fde2c-564d-440d-90fc-6e05f256a904 tempest-VolumesAdminNegativeTest-632306137 tempest-VolumesAdminNegativeTest-632306137-project] 10.222.0.35 "GET /v2.0/ports?device_id=994104a2-3192-4e47-99fe-3a924301b6df HTTP/1.1" status: 200 len: 210 time: 0.0469131 May 20 20:36:39.055125 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5f5ae830-6be8-4afc-af17-6b32c5f7f84c req-54432aaf-619d-48ab-a717-7494741f98fc tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c1ac446-2eae-4e3c-98ef-7a4684e96782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205673 May 20 20:36:39.067670 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-07a58997-9652-4868-9411-b837daa32b09 req-58853f89-6984-4a93-8c87-161b63aedd80 service neutron] 10.222.0.24 "GET /v2.0/networks/fef9e30f-3c34-4b6b-9bd5-2a167649e7b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2509785 May 20 20:36:39.068779 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-0af70664-700d-4a78-9a1c-58cb68365c07 req-77538914-e75f-4dde-8596-30aef1e3cd57 tempest-VolumesAdminNegativeTest-632306137 tempest-VolumesAdminNegativeTest-632306137-project] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:39.068886 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00ab9797-17bb-4dc7-89a6-621a64ebb5f0 admin admin] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 20:36:39.080581 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb1379e-3795-480f-8d35-97cf46e6778b None None] Sync routers for ids ['c46ef496-e32b-41bc-91d8-f85943fa6174'] in n-d-842733-1 {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 20:36:39.126263 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb1379e-3795-480f-8d35-97cf46e6778b None None] Routers {'c46ef496-e32b-41bc-91d8-f85943fa6174'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:36:39.126263 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-5fb1379e-3795-480f-8d35-97cf46e6778b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:36:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['c46ef496-e32b-41bc-91d8-f85943fa6174'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:36:39.174208 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-07a58997-9652-4868-9411-b837daa32b09 req-9f9bf2ad-8d86-44a7-9bf0-ca4f291cbce1 service neutron] 10.222.0.24 "GET /v2.0/networks/fef9e30f-3c34-4b6b-9bd5-2a167649e7b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974524 May 20 20:36:39.203529 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-00ab9797-17bb-4dc7-89a6-621a64ebb5f0 admin admin] Notify callbacks [] for router, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:39.204769 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-00ab9797-17bb-4dc7-89a6-621a64ebb5f0 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.0588892 May 20 20:36:39.207864 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 58904) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:36:39.226170 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-0af70664-700d-4a78-9a1c-58cb68365c07 req-77538914-e75f-4dde-8596-30aef1e3cd57 tempest-VolumesAdminNegativeTest-632306137 tempest-VolumesAdminNegativeTest-632306137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:39.299504 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device be724aa8-ab4c-4061-bdac-7cd0f9f1951b up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:36:39.330025 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-5fb1379e-3795-480f-8d35-97cf46e6778b None None] Set router c46ef496-e32b-41bc-91d8-f85943fa6174 gateway port host: n-d-842733-1 {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:36:39.330768 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0af70664-700d-4a78-9a1c-58cb68365c07 req-77538914-e75f-4dde-8596-30aef1e3cd57 tempest-VolumesAdminNegativeTest-632306137 tempest-VolumesAdminNegativeTest-632306137-project] Network 012139d3-632b-4bd5-b2e9-f8546d34c06c is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:36:39.334280 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [req-0af70664-700d-4a78-9a1c-58cb68365c07 req-77538914-e75f-4dde-8596-30aef1e3cd57 tempest-VolumesAdminNegativeTest-632306137 tempest-VolumesAdminNegativeTest-632306137-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:36:39.341994 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-0af70664-700d-4a78-9a1c-58cb68365c07 req-77538914-e75f-4dde-8596-30aef1e3cd57 tempest-VolumesAdminNegativeTest-632306137 tempest-VolumesAdminNegativeTest-632306137-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:36:39.391565 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af70664-700d-4a78-9a1c-58cb68365c07 req-77538914-e75f-4dde-8596-30aef1e3cd57 tempest-VolumesAdminNegativeTest-632306137 tempest-VolumesAdminNegativeTest-632306137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:36:39.392462 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-0af70664-700d-4a78-9a1c-58cb68365c07 req-77538914-e75f-4dde-8596-30aef1e3cd57 tempest-VolumesAdminNegativeTest-632306137 tempest-VolumesAdminNegativeTest-632306137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:39.395325 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77538914-e75f-4dde-8596-30aef1e3cd57 tempest-VolumesAdminNegativeTest-632306137 tempest-VolumesAdminNegativeTest-632306137-project] Pushing event updated for resources: {'Port': ['ID=33c7843d-8f21-4018-8a4e-80fde1c2521e,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:36:39.502522 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port be724aa8-ab4c-4061-bdac-7cd0f9f1951b triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:36:39.503100 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:39.547428 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-0af70664-700d-4a78-9a1c-58cb68365c07 req-77538914-e75f-4dde-8596-30aef1e3cd57 tempest-VolumesAdminNegativeTest-632306137 tempest-VolumesAdminNegativeTest-632306137-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3717535 May 20 20:36:39.563752 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [req-0af70664-700d-4a78-9a1c-58cb68365c07 req-861b402d-a024-4a57-b7c6-24f431e5906b service neutron] Request body: {'port': {'device_id': '994104a2-3192-4e47-99fe-3a924301b6df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-842733-1'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:36:39.624096 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 58912) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:36:39.664635 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8f0e4fbd-a6bb-4399-899d-42379bdba39b admin admin] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:39.715989 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port be724aa8-ab4c-4061-bdac-7cd0f9f1951b is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:36:39.739005 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-5fb1379e-3795-480f-8d35-97cf46e6778b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c46ef496-e32b-41bc-91d8-f85943fa6174', 'name': 'tempest-FloatingIPDetailsTestJSON-826694950-router', 'tenant_id': 'fa823b23a2e344439514ceb0488dcf72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.3'}], 'enable_snat': True}, 'gw_port_id': 'd45319c3-e0b3-43a6-8b74-9cb4c1fb8c21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:36:35Z', 'updated_at': '2022-05-20T20:36:37Z', 'revision_number': 3, 'project_id': 'fa823b23a2e344439514ceb0488dcf72', 'gw_port': {'id': 'd45319c3-e0b3-43a6-8b74-9cb4c1fb8c21', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:92:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c46ef496-e32b-41bc-91d8-f85943fa6174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:36:36Z', 'updated_at': '2022-05-20T20:36:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:36:39.758808 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-0af70664-700d-4a78-9a1c-58cb68365c07 req-861b402d-a024-4a57-b7c6-24f431e5906b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:39.772816 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb1379e-3795-480f-8d35-97cf46e6778b None None] Checking router: c46ef496-e32b-41bc-91d8-f85943fa6174 for host: n-d-842733-1 {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 20:36:39.773168 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb1379e-3795-480f-8d35-97cf46e6778b None None] Updating router c46ef496-e32b-41bc-91d8-f85943fa6174 port d45319c3-e0b3-43a6-8b74-9cb4c1fb8c21 binding host n-d-842733-1 {{(pid=103164) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 20:36:39.826084 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-5fb1379e-3795-480f-8d35-97cf46e6778b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:39.914516 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-399f2346-cb9b-43be-8d7c-e8f67b31d29a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:39.918238 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a58997-9652-4868-9411-b837daa32b09 req-72751d99-12cd-4c75-8e43-78196b012c6b tempest-LiveAutoBlockMigrationV225Test-1777330067 tempest-LiveAutoBlockMigrationV225Test-1777330067-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:36:39.926331 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-07a58997-9652-4868-9411-b837daa32b09 req-72751d99-12cd-4c75-8e43-78196b012c6b tempest-LiveAutoBlockMigrationV225Test-1777330067 tempest-LiveAutoBlockMigrationV225Test-1777330067-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=72dcbc3c-1ad5-469d-891f-fc55788615d5&tenant_id=8b3cc11ab7334369b6693afcab69aa6e&binding%3Ahost_id=n-h1-842733-1 HTTP/1.1" status: 200 len: 1096 time: 0.1217415 May 20 20:36:40.172709 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8f0e4fbd-a6bb-4399-899d-42379bdba39b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:40.258619 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8f0e4fbd-a6bb-4399-899d-42379bdba39b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:40.278064 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f06966-719b-4947-82ed-7d8b969cb72a req-6f4ddbad-9f6d-4c5a-8186-c149861bcc47 tempest-VolumesAdminNegativeTest-632306137 tempest-VolumesAdminNegativeTest-632306137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:36:40.279776 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-13f06966-719b-4947-82ed-7d8b969cb72a req-6f4ddbad-9f6d-4c5a-8186-c149861bcc47 tempest-VolumesAdminNegativeTest-632306137 tempest-VolumesAdminNegativeTest-632306137-project] 10.222.0.35 "GET /v2.0/ports?device_id=994104a2-3192-4e47-99fe-3a924301b6df HTTP/1.1" status: 200 len: 931 time: 0.1975250 May 20 20:36:40.295897 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0e4fbd-a6bb-4399-899d-42379bdba39b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac0d9ba7-7fd5-47ad-b8c6-b2979d000355,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:36:40.332912 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [req-0af70664-700d-4a78-9a1c-58cb68365c07 req-861b402d-a024-4a57-b7c6-24f431e5906b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33c7843d-8f21-4018-8a4e-80fde1c2521e {{(pid=103162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:36:40.341616 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-0af70664-700d-4a78-9a1c-58cb68365c07 req-861b402d-a024-4a57-b7c6-24f431e5906b service neutron] Notify callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:40.348604 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-8f0e4fbd-a6bb-4399-899d-42379bdba39b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f1aa59ff1bc646e4a26ebe6b12566f0a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7211950 May 20 20:36:40.350689 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 58932) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:36:40.372053 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.provisioning_blocks [req-0af70664-700d-4a78-9a1c-58cb68365c07 req-861b402d-a024-4a57-b7c6-24f431e5906b service neutron] Transition to ACTIVE for port object 33c7843d-8f21-4018-8a4e-80fde1c2521e will not be triggered until provisioned by entity L2. {{(pid=103162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 20:36:40.414259 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-cfd0091d-5768-404e-a048-46d631f633cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:40.415028 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-5fb1379e-3795-480f-8d35-97cf46e6778b None None] Notify callbacks [] for port, precommit_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:40.415884 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d499c4b-0e56-414b-985e-b9c0726931b9 req-2f1ecf55-b598-4b29-b0b8-88cbf58a60da tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:36:40.417436 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6d499c4b-0e56-414b-985e-b9c0726931b9 req-2f1ecf55-b598-4b29-b0b8-88cbf58a60da tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.35 "GET /v2.0/ports?device_id=72dcbc3c-1ad5-469d-891f-fc55788615d5 HTTP/1.1" status: 200 len: 945 time: 0.2108917 May 20 20:36:40.442052 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-13f06966-719b-4947-82ed-7d8b969cb72a req-229d71b9-0c75-4a76-8858-f0f63027d318 tempest-VolumesAdminNegativeTest-632306137 tempest-VolumesAdminNegativeTest-632306137-project] 10.222.0.35 "GET /v2.0/security-groups?id=8add6a39-73c7-4db1-bdd1-d5feec5456ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266589 May 20 20:36:40.446932 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-cfd0091d-5768-404e-a048-46d631f633cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:40.459174 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-399f2346-cb9b-43be-8d7c-e8f67b31d29a admin admin] Allocated IP 172.20.0.1 (7ed06668-a481-44f7-b5a3-dd51df5a5876/c52d0e96-49be-4a98-a7de-3ef335befc2d/109937dd-c3bc-4e26-a517-620d7731166c) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:36:40.509584 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-0af70664-700d-4a78-9a1c-58cb68365c07 req-861b402d-a024-4a57-b7c6-24f431e5906b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:40.535285 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6d499c4b-0e56-414b-985e-b9c0726931b9 req-e76bd5c1-ea40-42b3-b3ef-ceba90946589 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c1ac446-2eae-4e3c-98ef-7a4684e96782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062734 May 20 20:36:40.540951 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-5fb1379e-3795-480f-8d35-97cf46e6778b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:40.545695 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-07a58997-9652-4868-9411-b837daa32b09 req-130df1ed-2976-455c-9597-4214671856ab service neutron] For port 65c226fe-0bb9-4ed2-8058-7f27ec6ceba5, host n-h2-842733-1, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:36:40.551697 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-07a58997-9652-4868-9411-b837daa32b09 req-130df1ed-2976-455c-9597-4214671856ab service neutron] Notify callbacks [] for binding, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:40.552281 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-07a58997-9652-4868-9411-b837daa32b09 req-130df1ed-2976-455c-9597-4214671856ab service neutron] 10.222.0.24 "DELETE /v2.0/ports/65c226fe-0bb9-4ed2-8058-7f27ec6ceba5/bindings/n-h2-842733-1 HTTP/1.1" status: 204 len: 173 time: 0.6203549 May 20 20:36:40.580607 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861b402d-a024-4a57-b7c6-24f431e5906b service neutron] Pushing event updated for resources: {'Port': ['ID=33c7843d-8f21-4018-8a4e-80fde1c2521e,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:36:40.605993 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-cfd0091d-5768-404e-a048-46d631f633cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:40.608287 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-cfd0091d-5768-404e-a048-46d631f633cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:40.610017 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-cfd0091d-5768-404e-a048-46d631f633cf admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ac0d9ba7-7fd5-47ad-b8c6-b2979d000355 HTTP/1.1" status: 204 len: 168 time: 0.2581878 May 20 20:36:40.627193 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-399f2346-cb9b-43be-8d7c-e8f67b31d29a admin admin] Notify callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:40.637897 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd0091d-5768-404e-a048-46d631f633cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac0d9ba7-7fd5-47ad-b8c6-b2979d000355,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:36:40.666673 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-0af70664-700d-4a78-9a1c-58cb68365c07 req-861b402d-a024-4a57-b7c6-24f431e5906b service neutron] Attempting to bind port 33c7843d-8f21-4018-8a4e-80fde1c2521e on host n-h1-842733-1 for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:36:40.666673 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-0af70664-700d-4a78-9a1c-58cb68365c07 req-861b402d-a024-4a57-b7c6-24f431e5906b service neutron] Attempting to bind port 33c7843d-8f21-4018-8a4e-80fde1c2521e by drivers openvswitch,hyperv on host n-h1-842733-1 at level 0 using segments [{'id': '2b83fc6f-929c-428a-8add-773c0563082c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '012139d3-632b-4bd5-b2e9-f8546d34c06c'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:36:40.666958 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0af70664-700d-4a78-9a1c-58cb68365c07 req-861b402d-a024-4a57-b7c6-24f431e5906b service neutron] Attempting to bind port 33c7843d-8f21-4018-8a4e-80fde1c2521e on network 012139d3-632b-4bd5-b2e9-f8546d34c06c {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:36:40.672627 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0af70664-700d-4a78-9a1c-58cb68365c07 req-861b402d-a024-4a57-b7c6-24f431e5906b service neutron] Port 33c7843d-8f21-4018-8a4e-80fde1c2521e on network 012139d3-632b-4bd5-b2e9-f8546d34c06c not bound, no agent of type Open vSwitch agent registered on host n-h1-842733-1 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 20:36:40.673027 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0af70664-700d-4a78-9a1c-58cb68365c07 req-861b402d-a024-4a57-b7c6-24f431e5906b service neutron] Attempting to bind port 33c7843d-8f21-4018-8a4e-80fde1c2521e on network 012139d3-632b-4bd5-b2e9-f8546d34c06c {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:36:40.678496 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0af70664-700d-4a78-9a1c-58cb68365c07 req-861b402d-a024-4a57-b7c6-24f431e5906b service neutron] Checking agent: {'id': '08dfb1ce-804b-4db8-838b-21094082e041', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 32, 54), 'started_at': datetime.datetime(2022, 5, 20, 20, 32, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 36, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:36:40.678870 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0af70664-700d-4a78-9a1c-58cb68365c07 req-861b402d-a024-4a57-b7c6-24f431e5906b service neutron] Checking segment: {'id': '2b83fc6f-929c-428a-8add-773c0563082c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '012139d3-632b-4bd5-b2e9-f8546d34c06c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:36:40.685270 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0af70664-700d-4a78-9a1c-58cb68365c07 req-861b402d-a024-4a57-b7c6-24f431e5906b service neutron] Bound using segment: {'id': '2b83fc6f-929c-428a-8add-773c0563082c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '012139d3-632b-4bd5-b2e9-f8546d34c06c'} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:36:40.685270 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-0af70664-700d-4a78-9a1c-58cb68365c07 req-861b402d-a024-4a57-b7c6-24f431e5906b service neutron] Bound port: 33c7843d-8f21-4018-8a4e-80fde1c2521e, host: n-h1-842733-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b83fc6f-929c-428a-8add-773c0563082c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '012139d3-632b-4bd5-b2e9-f8546d34c06c'}}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:36:40.685270 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-0af70664-700d-4a78-9a1c-58cb68365c07 req-861b402d-a024-4a57-b7c6-24f431e5906b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:40.704471 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-5fb1379e-3795-480f-8d35-97cf46e6778b None None] Attempting to bind port d45319c3-e0b3-43a6-8b74-9cb4c1fb8c21 on host n-d-842733-1 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:36:40.704471 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-5fb1379e-3795-480f-8d35-97cf46e6778b None None] Attempting to bind port d45319c3-e0b3-43a6-8b74-9cb4c1fb8c21 by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': '0b5485c4-eff8-42a1-9073-ae54ed4c63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:36:40.704792 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fb1379e-3795-480f-8d35-97cf46e6778b None None] Attempting to bind port d45319c3-e0b3-43a6-8b74-9cb4c1fb8c21 on network e3a93b5c-91e2-4064-9c2c-1afc261bfe15 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:36:40.716267 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-399f2346-cb9b-43be-8d7c-e8f67b31d29a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:40.733081 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18eda559-8780-41c7-b9b4-caa28a57cde3 None None] Pushing event updated for resources: {'Port': ['ID=d45319c3-e0b3-43a6-8b74-9cb4c1fb8c21,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:36:40.748844 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fb1379e-3795-480f-8d35-97cf46e6778b None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 36, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:36:40.750086 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fb1379e-3795-480f-8d35-97cf46e6778b None None] Checking segment: {'id': '0b5485c4-eff8-42a1-9073-ae54ed4c63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:36:40.750453 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-5fb1379e-3795-480f-8d35-97cf46e6778b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:40.750843 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fb1379e-3795-480f-8d35-97cf46e6778b None None] Bound using segment: {'id': '0b5485c4-eff8-42a1-9073-ae54ed4c63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:36:40.756518 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-5fb1379e-3795-480f-8d35-97cf46e6778b None None] Bound port: d45319c3-e0b3-43a6-8b74-9cb4c1fb8c21, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b5485c4-eff8-42a1-9073-ae54ed4c63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:36:40.756518 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-5fb1379e-3795-480f-8d35-97cf46e6778b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:40.774393 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399f2346-cb9b-43be-8d7c-e8f67b31d29a admin admin] Pushing event updated for resources: {'Port': ['ID=109937dd-c3bc-4e26-a517-620d7731166c,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:36:40.803920 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-0af70664-700d-4a78-9a1c-58cb68365c07 req-861b402d-a024-4a57-b7c6-24f431e5906b service neutron] For port 33c7843d-8f21-4018-8a4e-80fde1c2521e, host n-h1-842733-1, cleared binding levels {{(pid=103162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:36:40.808781 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-399f2346-cb9b-43be-8d7c-e8f67b31d29a admin admin] Network 7ed06668-a481-44f7-b5a3-dd51df5a5876 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:36:40.810235 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-0af70664-700d-4a78-9a1c-58cb68365c07 req-861b402d-a024-4a57-b7c6-24f431e5906b service neutron] For port 33c7843d-8f21-4018-8a4e-80fde1c2521e, host n-h1-842733-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=33c7843d-8f21-4018-8a4e-80fde1c2521e,segment=NetworkSegment(2b83fc6f-929c-428a-8add-773c0563082c),segment_id=2b83fc6f-929c-428a-8add-773c0563082c)] {{(pid=103162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:36:40.815577 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 58948) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:36:40.831185 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-399f2346-cb9b-43be-8d7c-e8f67b31d29a admin admin] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:36:40.837423 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-399f2346-cb9b-43be-8d7c-e8f67b31d29a admin admin] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:36:40.837890 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-399f2346-cb9b-43be-8d7c-e8f67b31d29a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748409'] for router_interface, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:40.856181 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-5fb1379e-3795-480f-8d35-97cf46e6778b None None] For port d45319c3-e0b3-43a6-8b74-9cb4c1fb8c21, host n-d-842733-1, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:36:40.863135 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-5fb1379e-3795-480f-8d35-97cf46e6778b None None] For port d45319c3-e0b3-43a6-8b74-9cb4c1fb8c21, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=d45319c3-e0b3-43a6-8b74-9cb4c1fb8c21,segment=NetworkSegment(0b5485c4-eff8-42a1-9073-ae54ed4c63ba),segment_id=0b5485c4-eff8-42a1-9073-ae54ed4c63ba)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:36:40.870824 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 65c226fe-0bb9-4ed2-8058-7f27ec6ceba5 no longer exists at agent hyperv_n-h2-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:36:40.897672 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-0af70664-700d-4a78-9a1c-58cb68365c07 req-861b402d-a024-4a57-b7c6-24f431e5906b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:40.923494 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 65c226fe-0bb9-4ed2-8058-7f27ec6ceba5 not bound to the agent host n-h2-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 20:36:40.943984 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa261a04-c385-4032-a345-9266fc823eb3 req-99b7376f-79fb-426f-882d-eb41853d9f54 tempest-LiveAutoBlockMigrationV225Test-1777330067 tempest-LiveAutoBlockMigrationV225Test-1777330067-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:36:40.956486 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af70664-700d-4a78-9a1c-58cb68365c07 req-861b402d-a024-4a57-b7c6-24f431e5906b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:36:40.957284 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-0af70664-700d-4a78-9a1c-58cb68365c07 req-861b402d-a024-4a57-b7c6-24f431e5906b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:40.958810 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-0af70664-700d-4a78-9a1c-58cb68365c07 req-861b402d-a024-4a57-b7c6-24f431e5906b service neutron] 10.222.0.24 "PUT /v2.0/ports/33c7843d-8f21-4018-8a4e-80fde1c2521e HTTP/1.1" status: 200 len: 1091 time: 1.4016752 May 20 20:36:40.959376 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-fa261a04-c385-4032-a345-9266fc823eb3 req-99b7376f-79fb-426f-882d-eb41853d9f54 tempest-LiveAutoBlockMigrationV225Test-1777330067 tempest-LiveAutoBlockMigrationV225Test-1777330067-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=72dcbc3c-1ad5-469d-891f-fc55788615d5 HTTP/1.1" status: 200 len: 1096 time: 0.1862841 May 20 20:36:40.959695 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '994104a2-3192-4e47-99fe-3a924301b6df', 'tag': '33c7843d-8f21-4018-8a4e-80fde1c2521e'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:36:40.966222 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6fa957933fccbf596d28104b23404b952ad6a8238afaebaed40a0874b2e409" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56db02ef-ceca-4069-a1af-cdec8a64636f" -d '{"events": [{"name": "network-changed", "server_uuid": "994104a2-3192-4e47-99fe-3a924301b6df", "tag": "33c7843d-8f21-4018-8a4e-80fde1c2521e"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:36:40.966338 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-5fb1379e-3795-480f-8d35-97cf46e6778b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:40.994246 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861b402d-a024-4a57-b7c6-24f431e5906b service neutron] Pushing event updated for resources: {'Port': ['ID=33c7843d-8f21-4018-8a4e-80fde1c2521e,revision_number=3']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:36:41.083911 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb1379e-3795-480f-8d35-97cf46e6778b None None] Routers {'c46ef496-e32b-41bc-91d8-f85943fa6174'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:36:41.084537 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-5fb1379e-3795-480f-8d35-97cf46e6778b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:36:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['c46ef496-e32b-41bc-91d8-f85943fa6174'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:36:41.103302 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-fa261a04-c385-4032-a345-9266fc823eb3 req-68fad341-b43c-4c1c-b16c-0b0c8685c629 tempest-LiveAutoBlockMigrationV225Test-1777330067 tempest-LiveAutoBlockMigrationV225Test-1777330067-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=1c1ac446-2eae-4e3c-98ef-7a4684e96782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430495 May 20 20:36:41.193598 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af70664-700d-4a78-9a1c-58cb68365c07 req-f8a09d5d-cdb0-4c09-b1e2-5ce7653f21a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:36:41.195661 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-0af70664-700d-4a78-9a1c-58cb68365c07 req-f8a09d5d-cdb0-4c09-b1e2-5ce7653f21a8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b97c1ecbe0624d719c96ed25710ed172&device_id=994104a2-3192-4e47-99fe-3a924301b6df HTTP/1.1" status: 200 len: 1094 time: 0.1160307 May 20 20:36:41.233661 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-399f2346-cb9b-43be-8d7c-e8f67b31d29a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:41.247940 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18eda559-8780-41c7-b9b4-caa28a57cde3 None None] Pushing event updated for resources: {'Port': ['ID=d45319c3-e0b3-43a6-8b74-9cb4c1fb8c21,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:36:41.302652 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a97fe6cd-dca1-407b-bbbd-6e467fd11bd3 None None] Provisioning complete for port 109937dd-c3bc-4e26-a517-620d7731166c triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:36:41.303123 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a97fe6cd-dca1-407b-bbbd-6e467fd11bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:41.311175 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-0af70664-700d-4a78-9a1c-58cb68365c07 req-edbee45b-658d-446c-a69d-43973c38f9fd service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=33c7843d-8f21-4018-8a4e-80fde1c2521e HTTP/1.1" status: 200 len: 217 time: 0.1038084 May 20 20:36:41.341975 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-5fb1379e-3795-480f-8d35-97cf46e6778b None None] Set router c46ef496-e32b-41bc-91d8-f85943fa6174 gateway port host: n-d-842733-1 {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:36:41.349771 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 20:36:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe46345d-82fa-437e-9415-206b498797e3 x-openstack-request-id: req-fe46345d-82fa-437e-9415-206b498797e3 {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:36:41.350047 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "994104a2-3192-4e47-99fe-3a924301b6df", "tag": "33c7843d-8f21-4018-8a4e-80fde1c2521e", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:36:41.350361 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-fe46345d-82fa-437e-9415-206b498797e3 {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:36:41.350678 n-d-842733-1 neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe46345d-82fa-437e-9415-206b498797e3'] response: {'name': 'network-changed', 'server_uuid': '994104a2-3192-4e47-99fe-3a924301b6df', 'tag': '33c7843d-8f21-4018-8a4e-80fde1c2521e', 'status': 'completed', 'code': 200} May 20 20:36:41.351464 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8a43d881-f7be-4d84-853f-0d08c0964713 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:41.403809 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af70664-700d-4a78-9a1c-58cb68365c07 req-56582b3c-2a01-46ff-aa26-7b44b055594c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:36:41.406073 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-0af70664-700d-4a78-9a1c-58cb68365c07 req-56582b3c-2a01-46ff-aa26-7b44b055594c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1c0a7dd5-9518-4df4-871d-835055d29640 HTTP/1.1" status: 200 len: 855 time: 0.0863614 May 20 20:36:41.427585 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a97fe6cd-dca1-407b-bbbd-6e467fd11bd3 None None] Port 109937dd-c3bc-4e26-a517-620d7731166c cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 20:36:41.498056 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-0af70664-700d-4a78-9a1c-58cb68365c07 req-7885b5de-f277-451d-9e52-f3ae02f24c3f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=012139d3-632b-4bd5-b2e9-f8546d34c06c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0774479 May 20 20:36:41.593679 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-5fb1379e-3795-480f-8d35-97cf46e6778b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c46ef496-e32b-41bc-91d8-f85943fa6174', 'name': 'tempest-FloatingIPDetailsTestJSON-826694950-router', 'tenant_id': 'fa823b23a2e344439514ceb0488dcf72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.3'}], 'enable_snat': True}, 'gw_port_id': 'd45319c3-e0b3-43a6-8b74-9cb4c1fb8c21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:36:35Z', 'updated_at': '2022-05-20T20:36:37Z', 'revision_number': 3, 'project_id': 'fa823b23a2e344439514ceb0488dcf72', 'gw_port': {'id': 'd45319c3-e0b3-43a6-8b74-9cb4c1fb8c21', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:92:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c46ef496-e32b-41bc-91d8-f85943fa6174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:36:36Z', 'updated_at': '2022-05-20T20:36:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:36:41.647453 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb1379e-3795-480f-8d35-97cf46e6778b None None] The sync data for ids ['c46ef496-e32b-41bc-91d8-f85943fa6174'] in n-d-842733-1 is: [{'id': 'c46ef496-e32b-41bc-91d8-f85943fa6174', 'name': 'tempest-FloatingIPDetailsTestJSON-826694950-router', 'tenant_id': 'fa823b23a2e344439514ceb0488dcf72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.3'}], 'enable_snat': True}, 'gw_port_id': 'd45319c3-e0b3-43a6-8b74-9cb4c1fb8c21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:36:35Z', 'updated_at': '2022-05-20T20:36:37Z', 'revision_number': 3, 'project_id': 'fa823b23a2e344439514ceb0488dcf72', 'gw_port': {'id': 'd45319c3-e0b3-43a6-8b74-9cb4c1fb8c21', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:92:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c46ef496-e32b-41bc-91d8-f85943fa6174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:36:36Z', 'updated_at': '2022-05-20T20:36:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 20:36:41.671833 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-0af70664-700d-4a78-9a1c-58cb68365c07 req-cf8b4939-0526-4997-aa8d-f71ad5ded5b8 service neutron] 10.222.0.24 "GET /v2.0/networks/012139d3-632b-4bd5-b2e9-f8546d34c06c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1616669 May 20 20:36:41.833577 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8a43d881-f7be-4d84-853f-0d08c0964713 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:41.905645 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-0af70664-700d-4a78-9a1c-58cb68365c07 req-cb7cfda5-d9c6-4322-a3b7-2454a2a99557 service neutron] 10.222.0.24 "GET /v2.0/networks/012139d3-632b-4bd5-b2e9-f8546d34c06c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2165434 May 20 20:36:41.916093 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8a43d881-f7be-4d84-853f-0d08c0964713 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:41.947189 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e9a3e6-a504-4a2c-a7b8-e44146f65f25 req-260f3106-c400-4a91-ac3f-d03e239c9065 tempest-VolumesAdminNegativeTest-632306137 tempest-VolumesAdminNegativeTest-632306137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:36:41.949114 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-26e9a3e6-a504-4a2c-a7b8-e44146f65f25 req-260f3106-c400-4a91-ac3f-d03e239c9065 tempest-VolumesAdminNegativeTest-632306137 tempest-VolumesAdminNegativeTest-632306137-project] 10.222.0.35 "GET /v2.0/ports?device_id=994104a2-3192-4e47-99fe-3a924301b6df HTTP/1.1" status: 200 len: 943 time: 0.1499934 May 20 20:36:41.980282 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-8a43d881-f7be-4d84-853f-0d08c0964713 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d223101993474b65a0c3777227a34b0e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1640685 May 20 20:36:41.983265 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 58980) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:36:41.990279 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a43d881-f7be-4d84-853f-0d08c0964713 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb94e88c-f1f5-4bd5-8379-3be93a75f142,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:36:42.043046 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-399f2346-cb9b-43be-8d7c-e8f67b31d29a admin admin] Notify callbacks [] for port, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:42.071529 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-26e9a3e6-a504-4a2c-a7b8-e44146f65f25 req-c23beb25-20bc-4208-ae15-76fb088e39e9 tempest-VolumesAdminNegativeTest-632306137 tempest-VolumesAdminNegativeTest-632306137-project] 10.222.0.35 "GET /v2.0/security-groups?id=8add6a39-73c7-4db1-bdd1-d5feec5456ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037252 May 20 20:36:42.126208 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-399f2346-cb9b-43be-8d7c-e8f67b31d29a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:42.127660 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-399f2346-cb9b-43be-8d7c-e8f67b31d29a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748437'] for router_interface, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:42.161601 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2fccc30a-af72-40ad-a038-546547bfcb89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:42.186236 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2fccc30a-af72-40ad-a038-546547bfcb89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:42.266327 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399f2346-cb9b-43be-8d7c-e8f67b31d29a admin admin] Pushing event updated for resources: {'Port': ['ID=109937dd-c3bc-4e26-a517-620d7731166c,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:36:42.283071 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56db02ef-ceca-4069-a1af-cdec8a64636f req-358bfa06-628a-4642-b2ee-0da014a6419d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:36:42.286528 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-56db02ef-ceca-4069-a1af-cdec8a64636f req-358bfa06-628a-4642-b2ee-0da014a6419d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b97c1ecbe0624d719c96ed25710ed172&device_id=994104a2-3192-4e47-99fe-3a924301b6df HTTP/1.1" status: 200 len: 1094 time: 0.1811547 May 20 20:36:42.329383 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2fccc30a-af72-40ad-a038-546547bfcb89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:42.334173 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2fccc30a-af72-40ad-a038-546547bfcb89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:42.339819 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-2fccc30a-af72-40ad-a038-546547bfcb89 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/cb94e88c-f1f5-4bd5-8379-3be93a75f142 HTTP/1.1" status: 204 len: 168 time: 0.3554833 May 20 20:36:42.388044 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fccc30a-af72-40ad-a038-546547bfcb89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb94e88c-f1f5-4bd5-8379-3be93a75f142,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:36:42.402174 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f053f1e-8ebc-4cb5-be19-b8ae47e06e79 req-47ace3c1-98de-47db-ba0e-2bf250c3d510 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:36:42.413998 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0f053f1e-8ebc-4cb5-be19-b8ae47e06e79 req-47ace3c1-98de-47db-ba0e-2bf250c3d510 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.35 "GET /v2.0/networks?id=fef9e30f-3c34-4b6b-9bd5-2a167649e7b0 HTTP/1.1" status: 200 len: 820 time: 0.1826332 May 20 20:36:42.428524 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-399f2346-cb9b-43be-8d7c-e8f67b31d29a admin admin] Network 7ed06668-a481-44f7-b5a3-dd51df5a5876 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:36:42.431573 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-399f2346-cb9b-43be-8d7c-e8f67b31d29a admin admin] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:36:42.441031 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0f053f1e-8ebc-4cb5-be19-b8ae47e06e79 req-b360107e-dac8-48cd-947a-ef5d1e335ba7 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.35 "GET /v2.0/quotas/8b3cc11ab7334369b6693afcab69aa6e HTTP/1.1" status: 200 len: 375 time: 0.0261531 May 20 20:36:42.445917 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56db02ef-ceca-4069-a1af-cdec8a64636f req-ebc52741-1358-48df-b35e-656bbc525221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:36:42.448441 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-56db02ef-ceca-4069-a1af-cdec8a64636f req-ebc52741-1358-48df-b35e-656bbc525221 service neutron] 10.222.0.24 "GET /v2.0/networks?id=012139d3-632b-4bd5-b2e9-f8546d34c06c HTTP/1.1" status: 200 len: 916 time: 0.1547279 May 20 20:36:42.505256 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-56db02ef-ceca-4069-a1af-cdec8a64636f req-41788a43-e531-435c-87b1-0fad422d9e2a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=33c7843d-8f21-4018-8a4e-80fde1c2521e HTTP/1.1" status: 200 len: 217 time: 0.0492599 May 20 20:36:42.575989 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56db02ef-ceca-4069-a1af-cdec8a64636f req-a570fb9c-76c0-492c-931b-1f01c62ea5de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:36:42.577575 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-56db02ef-ceca-4069-a1af-cdec8a64636f req-a570fb9c-76c0-492c-931b-1f01c62ea5de service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1c0a7dd5-9518-4df4-871d-835055d29640 HTTP/1.1" status: 200 len: 855 time: 0.0644531 May 20 20:36:42.651135 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-56db02ef-ceca-4069-a1af-cdec8a64636f req-25c70030-4a59-43dd-a9db-8648fcf5f13e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=012139d3-632b-4bd5-b2e9-f8546d34c06c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0654886 May 20 20:36:42.683170 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-399f2346-cb9b-43be-8d7c-e8f67b31d29a admin admin] Router c46ef496-e32b-41bc-91d8-f85943fa6174 has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 20:36:42.720911 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0f053f1e-8ebc-4cb5-be19-b8ae47e06e79 req-b833367f-a15e-4a10-b56d-9cd97d335e9b tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=8b3cc11ab7334369b6693afcab69aa6e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2788219 May 20 20:36:42.778344 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-c5e9e9ec-1f63-4084-9a0e-e5d332d228b8 None None] Provisioning complete for port 109937dd-c3bc-4e26-a517-620d7731166c triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:36:42.778864 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c5e9e9ec-1f63-4084-9a0e-e5d332d228b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:42.817865 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-56db02ef-ceca-4069-a1af-cdec8a64636f req-43852acd-ec47-4e11-a795-7126b8932ab1 service neutron] 10.222.0.24 "GET /v2.0/networks/012139d3-632b-4bd5-b2e9-f8546d34c06c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587772 May 20 20:36:42.872231 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-c5e9e9ec-1f63-4084-9a0e-e5d332d228b8 None None] Port 109937dd-c3bc-4e26-a517-620d7731166c cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 20:36:42.957237 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0f053f1e-8ebc-4cb5-be19-b8ae47e06e79 req-8a496d9a-dd4c-412f-b9a5-2b1b2f66870d service neutron] 10.222.0.35 "GET /v2.0/networks/fef9e30f-3c34-4b6b-9bd5-2a167649e7b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2351701 May 20 20:36:42.959474 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-56db02ef-ceca-4069-a1af-cdec8a64636f req-310ab0e7-bb60-4c5b-8121-69d51986565e service neutron] 10.222.0.24 "GET /v2.0/networks/012139d3-632b-4bd5-b2e9-f8546d34c06c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342335 May 20 20:36:42.960691 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-399f2346-cb9b-43be-8d7c-e8f67b31d29a admin admin] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 20:36:43.021955 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-399f2346-cb9b-43be-8d7c-e8f67b31d29a admin admin] 10.222.0.35 "PUT /v2.0/routers/c46ef496-e32b-41bc-91d8-f85943fa6174/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8130498 May 20 20:36:43.067531 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0f053f1e-8ebc-4cb5-be19-b8ae47e06e79 req-0debc89c-c2d9-487a-b18c-7f5f58364bed service neutron] 10.222.0.35 "GET /v2.0/networks/fef9e30f-3c34-4b6b-9bd5-2a167649e7b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021304 May 20 20:36:43.279052 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71e0fe3-295c-4a87-9841-52c8a306eb21 req-4321bb30-c0c7-439a-a97c-3d512c09dc6e tempest-VolumesAdminNegativeTest-632306137 tempest-VolumesAdminNegativeTest-632306137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:36:43.281309 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a71e0fe3-295c-4a87-9841-52c8a306eb21 req-4321bb30-c0c7-439a-a97c-3d512c09dc6e tempest-VolumesAdminNegativeTest-632306137 tempest-VolumesAdminNegativeTest-632306137-project] 10.222.0.35 "GET /v2.0/ports?device_id=994104a2-3192-4e47-99fe-3a924301b6df HTTP/1.1" status: 200 len: 943 time: 0.0695059 May 20 20:36:43.294416 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device d45319c3-e0b3-43a6-8b74-9cb4c1fb8c21 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:36:43.324454 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a71e0fe3-295c-4a87-9841-52c8a306eb21 req-cd4cfa4e-806c-418d-accf-9d479db8cf26 tempest-VolumesAdminNegativeTest-632306137 tempest-VolumesAdminNegativeTest-632306137-project] 10.222.0.35 "GET /v2.0/security-groups?id=8add6a39-73c7-4db1-bdd1-d5feec5456ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365415 May 20 20:36:43.363107 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port d45319c3-e0b3-43a6-8b74-9cb4c1fb8c21 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:36:43.363488 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:43.459812 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port d45319c3-e0b3-43a6-8b74-9cb4c1fb8c21 is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:36:43.460661 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:43.481852 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] For port d45319c3-e0b3-43a6-8b74-9cb4c1fb8c21, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=d45319c3-e0b3-43a6-8b74-9cb4c1fb8c21,segment=NetworkSegment(0b5485c4-eff8-42a1-9073-ae54ed4c63ba),segment_id=0b5485c4-eff8-42a1-9073-ae54ed4c63ba)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:36:43.493323 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-43d373b0-d42f-4b6f-ab87-9132149cabf4 req-92c00f2d-1b69-4930-af42-fd3ebd278062 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.35 "GET /v2.0/ports?device_id=15403929-020e-4cba-8203-91654f1a9017 HTTP/1.1" status: 200 len: 210 time: 0.0404217 May 20 20:36:43.545465 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 59034) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:36:43.560125 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-eac93094-4400-4e8d-b89d-0b03b6cf0525 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:43.567591 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:43.649134 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Pushing event updated for resources: {'Port': ['ID=d45319c3-e0b3-43a6-8b74-9cb4c1fb8c21,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:36:43.697549 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-eac93094-4400-4e8d-b89d-0b03b6cf0525 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:43.759492 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-eac93094-4400-4e8d-b89d-0b03b6cf0525 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:43.800702 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-eac93094-4400-4e8d-b89d-0b03b6cf0525 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=bd178e2d6f9c4c8daf6b107b8fe841a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2537394 May 20 20:36:43.801495 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac93094-4400-4e8d-b89d-0b03b6cf0525 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5938d167-ad13-4399-8735-5922d70f3a70,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:36:43.803934 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 59040) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:36:43.883588 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bf788515-9f0b-44f9-a79e-bac590047384 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:43.907977 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bf788515-9f0b-44f9-a79e-bac590047384 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:44.052801 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bf788515-9f0b-44f9-a79e-bac590047384 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:44.055789 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bf788515-9f0b-44f9-a79e-bac590047384 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:44.056852 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-bf788515-9f0b-44f9-a79e-bac590047384 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5938d167-ad13-4399-8735-5922d70f3a70 HTTP/1.1" status: 204 len: 168 time: 0.2523077 May 20 20:36:44.067411 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce7d5440-7949-495b-8abf-51a5a8b093a4 None None] Sync routers for ids ['c46ef496-e32b-41bc-91d8-f85943fa6174'] in n-d-842733-1 {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 20:36:44.067951 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf788515-9f0b-44f9-a79e-bac590047384 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5938d167-ad13-4399-8735-5922d70f3a70,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:36:44.083580 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce7d5440-7949-495b-8abf-51a5a8b093a4 None None] Routers {'c46ef496-e32b-41bc-91d8-f85943fa6174'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:36:44.084518 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-ce7d5440-7949-495b-8abf-51a5a8b093a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:36:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['c46ef496-e32b-41bc-91d8-f85943fa6174'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:36:44.209103 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-ce7d5440-7949-495b-8abf-51a5a8b093a4 None None] Set router c46ef496-e32b-41bc-91d8-f85943fa6174 gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:36:44.434760 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-67e96081-4cc5-4981-96b5-79b7f6080d7b req-2230c309-0d67-499c-9046-2d0f4a0b82d5 tempest-FloatingIPDetailsTestJSON-954991064 tempest-FloatingIPDetailsTestJSON-954991064-project] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2585115 May 20 20:36:44.454434 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [req-67e96081-4cc5-4981-96b5-79b7f6080d7b req-f218adf6-8dab-4028-a94e-dbf45858d6a3 tempest-FloatingIPDetailsTestJSON-954991064 tempest-FloatingIPDetailsTestJSON-954991064-project] Request body: {'floatingip': {'floating_network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:36:44.483726 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-ce7d5440-7949-495b-8abf-51a5a8b093a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c46ef496-e32b-41bc-91d8-f85943fa6174', 'name': 'tempest-FloatingIPDetailsTestJSON-826694950-router', 'tenant_id': 'fa823b23a2e344439514ceb0488dcf72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.3'}], 'enable_snat': True}, 'gw_port_id': 'd45319c3-e0b3-43a6-8b74-9cb4c1fb8c21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:36:35Z', 'updated_at': '2022-05-20T20:36:41Z', 'revision_number': 4, 'project_id': 'fa823b23a2e344439514ceb0488dcf72', 'gw_port': {'id': 'd45319c3-e0b3-43a6-8b74-9cb4c1fb8c21', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:92:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c46ef496-e32b-41bc-91d8-f85943fa6174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:36:36Z', 'updated_at': '2022-05-20T20:36:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': '109937dd-c3bc-4e26-a517-620d7731166c', 'name': '', 'network_id': '7ed06668-a481-44f7-b5a3-dd51df5a5876', 'tenant_id': 'fa823b23a2e344439514ceb0488dcf72', 'mac_address': 'fa:16:3e:a3:1d:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c46ef496-e32b-41bc-91d8-f85943fa6174', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': 'c52d0e96-49be-4a98-a7de-3ef335befc2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:36:40Z', 'updated_at': '2022-05-20T20:36:41Z', 'revision_number': 2, 'project_id': 'fa823b23a2e344439514ceb0488dcf72', 'subnets': [{'id': 'c52d0e96-49be-4a98-a7de-3ef335befc2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:36:44.489757 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666cd581-0f42-48b0-8eaf-b40525b676e5 req-6acc3e79-5b5a-45b1-bb57-2d077baa8c99 tempest-VolumesAdminNegativeTest-632306137 tempest-VolumesAdminNegativeTest-632306137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:36:44.493144 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-666cd581-0f42-48b0-8eaf-b40525b676e5 req-6acc3e79-5b5a-45b1-bb57-2d077baa8c99 tempest-VolumesAdminNegativeTest-632306137 tempest-VolumesAdminNegativeTest-632306137-project] 10.222.0.35 "GET /v2.0/ports?device_id=994104a2-3192-4e47-99fe-3a924301b6df HTTP/1.1" status: 200 len: 943 time: 0.0743492 May 20 20:36:44.524576 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce7d5440-7949-495b-8abf-51a5a8b093a4 None None] Checking router: c46ef496-e32b-41bc-91d8-f85943fa6174 for host: n-d-842733-1 {{(pid=103165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 20:36:44.524926 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce7d5440-7949-495b-8abf-51a5a8b093a4 None None] Updating router c46ef496-e32b-41bc-91d8-f85943fa6174 port 109937dd-c3bc-4e26-a517-620d7731166c binding host n-d-842733-1 {{(pid=103165) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 20:36:44.540623 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-666cd581-0f42-48b0-8eaf-b40525b676e5 req-33d3728b-1225-4cab-9e2c-e32ec04e3f7d tempest-VolumesAdminNegativeTest-632306137 tempest-VolumesAdminNegativeTest-632306137-project] 10.222.0.35 "GET /v2.0/security-groups?id=8add6a39-73c7-4db1-bdd1-d5feec5456ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407064 May 20 20:36:44.554325 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-ce7d5440-7949-495b-8abf-51a5a8b093a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:44.592743 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-67e96081-4cc5-4981-96b5-79b7f6080d7b req-f218adf6-8dab-4028-a94e-dbf45858d6a3 tempest-FloatingIPDetailsTestJSON-954991064 tempest-FloatingIPDetailsTestJSON-954991064-project] Notify callbacks [] for floatingip, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:44.695919 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c58d9bc2-9260-4b08-bf0b-0cd2a1171c50 req-7dbb576e-b325-4d7c-b7bf-8cb7c23f4aa3 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.35 "GET /v2.0/ports?device_id=15403929-020e-4cba-8203-91654f1a9017 HTTP/1.1" status: 200 len: 210 time: 0.0296924 May 20 20:36:44.779315 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-67e96081-4cc5-4981-96b5-79b7f6080d7b req-f218adf6-8dab-4028-a94e-dbf45858d6a3 tempest-FloatingIPDetailsTestJSON-954991064 tempest-FloatingIPDetailsTestJSON-954991064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:44.809416 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 59078) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:36:44.989097 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [req-67e96081-4cc5-4981-96b5-79b7f6080d7b req-f218adf6-8dab-4028-a94e-dbf45858d6a3 tempest-FloatingIPDetailsTestJSON-954991064 tempest-FloatingIPDetailsTestJSON-954991064-project] Allocated IP 172.25.2.94 (e3a93b5c-91e2-4064-9c2c-1afc261bfe15/86fee0c1-6e34-488b-9216-b2b8e7ef585a/d3b46ada-d362-49c0-9f81-3b693f971c30) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:36:45.021988 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-ce7d5440-7949-495b-8abf-51a5a8b093a4 None None] Notify callbacks [] for port, precommit_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:45.031882 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 33c7843d-8f21-4018-8a4e-80fde1c2521e details requested by agent hyperv_n-h1-842733-1 with host n-h1-842733-1 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 20:36:45.092690 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-ce7d5440-7949-495b-8abf-51a5a8b093a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:45.123202 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-67e96081-4cc5-4981-96b5-79b7f6080d7b req-f218adf6-8dab-4028-a94e-dbf45858d6a3 tempest-FloatingIPDetailsTestJSON-954991064 tempest-FloatingIPDetailsTestJSON-954991064-project] Notify callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:45.154237 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3cf91031-f453-4890-8cb4-ee2897961344 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:45.175585 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port 33c7843d-8f21-4018-8a4e-80fde1c2521e, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=33c7843d-8f21-4018-8a4e-80fde1c2521e,segment=NetworkSegment(2b83fc6f-929c-428a-8add-773c0563082c),segment_id=2b83fc6f-929c-428a-8add-773c0563082c)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:36:45.190696 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Returning: {'device': '33c7843d-8f21-4018-8a4e-80fde1c2521e', 'network_id': '012139d3-632b-4bd5-b2e9-f8546d34c06c', 'port_id': '33c7843d-8f21-4018-8a4e-80fde1c2521e', 'mac_address': 'fa:16:3e:ea:0f:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c0a7dd5-9518-4df4-871d-835055d29640', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 20 20:36:45.216457 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac9d04a-0c50-4fee-a8a8-93b3e14af03b None None] Pushing event updated for resources: {'Port': ['ID=109937dd-c3bc-4e26-a517-620d7731166c,revision_number=3']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:36:45.244663 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac9d04a-0c50-4fee-a8a8-93b3e14af03b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:36:45.245376 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac9d04a-0c50-4fee-a8a8-93b3e14af03b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:36:45.245885 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac9d04a-0c50-4fee-a8a8-93b3e14af03b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:36:45.246395 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac9d04a-0c50-4fee-a8a8-93b3e14af03b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:36:45.246868 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac9d04a-0c50-4fee-a8a8-93b3e14af03b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:36:45.247339 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac9d04a-0c50-4fee-a8a8-93b3e14af03b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:36:45.248360 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac9d04a-0c50-4fee-a8a8-93b3e14af03b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:36:45.249000 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac9d04a-0c50-4fee-a8a8-93b3e14af03b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:36:45.249511 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac9d04a-0c50-4fee-a8a8-93b3e14af03b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:36:45.249984 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac9d04a-0c50-4fee-a8a8-93b3e14af03b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:36:45.251004 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac9d04a-0c50-4fee-a8a8-93b3e14af03b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:36:45.251475 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac9d04a-0c50-4fee-a8a8-93b3e14af03b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:36:45.258297 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Current status of the port 33c7843d-8f21-4018-8a4e-80fde1c2521e is: DOWN; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:36:45.258730 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:45.264821 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3cf91031-f453-4890-8cb4-ee2897961344 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:45.275050 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33c7843d-8f21-4018-8a4e-80fde1c2521e {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:36:45.282079 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-67e96081-4cc5-4981-96b5-79b7f6080d7b req-f218adf6-8dab-4028-a94e-dbf45858d6a3 tempest-FloatingIPDetailsTestJSON-954991064 tempest-FloatingIPDetailsTestJSON-954991064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:45.304633 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port 33c7843d-8f21-4018-8a4e-80fde1c2521e, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=33c7843d-8f21-4018-8a4e-80fde1c2521e,segment=NetworkSegment(2b83fc6f-929c-428a-8add-773c0563082c),segment_id=2b83fc6f-929c-428a-8add-773c0563082c)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:36:45.332860 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device d45319c3-e0b3-43a6-8b74-9cb4c1fb8c21 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:36:45.345153 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-ce7d5440-7949-495b-8abf-51a5a8b093a4 None None] Attempting to bind port 109937dd-c3bc-4e26-a517-620d7731166c on host n-d-842733-1 for vnic_type normal with profile {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:36:45.347727 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-ce7d5440-7949-495b-8abf-51a5a8b093a4 None None] Attempting to bind port 109937dd-c3bc-4e26-a517-620d7731166c by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': '178a872b-7252-48e6-a979-6d6c88932541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '7ed06668-a481-44f7-b5a3-dd51df5a5876'}] {{(pid=103165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:36:45.348088 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce7d5440-7949-495b-8abf-51a5a8b093a4 None None] Attempting to bind port 109937dd-c3bc-4e26-a517-620d7731166c on network 7ed06668-a481-44f7-b5a3-dd51df5a5876 {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:36:45.348743 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f218adf6-8dab-4028-a94e-dbf45858d6a3 tempest-FloatingIPDetailsTestJSON-954991064 tempest-FloatingIPDetailsTestJSON-954991064-project] Pushing event updated for resources: {'Port': ['ID=d3b46ada-d362-49c0-9f81-3b693f971c30,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:36:45.359540 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67e96081-4cc5-4981-96b5-79b7f6080d7b req-f218adf6-8dab-4028-a94e-dbf45858d6a3 tempest-FloatingIPDetailsTestJSON-954991064 tempest-FloatingIPDetailsTestJSON-954991064-project] Network e3a93b5c-91e2-4064-9c2c-1afc261bfe15 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:36:45.361845 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3cf91031-f453-4890-8cb4-ee2897961344 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:45.366361 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce7d5440-7949-495b-8abf-51a5a8b093a4 None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 36, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:36:45.366361 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce7d5440-7949-495b-8abf-51a5a8b093a4 None None] Checking segment: {'id': '178a872b-7252-48e6-a979-6d6c88932541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '7ed06668-a481-44f7-b5a3-dd51df5a5876'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:36:45.366361 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-ce7d5440-7949-495b-8abf-51a5a8b093a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:45.366361 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce7d5440-7949-495b-8abf-51a5a8b093a4 None None] Bound using segment: {'id': '178a872b-7252-48e6-a979-6d6c88932541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '7ed06668-a481-44f7-b5a3-dd51df5a5876'} {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:36:45.366361 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-ce7d5440-7949-495b-8abf-51a5a8b093a4 None None] Bound port: 109937dd-c3bc-4e26-a517-620d7731166c, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '178a872b-7252-48e6-a979-6d6c88932541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '7ed06668-a481-44f7-b5a3-dd51df5a5876'}}] {{(pid=103165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:36:45.366361 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-ce7d5440-7949-495b-8abf-51a5a8b093a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:45.373985 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [req-67e96081-4cc5-4981-96b5-79b7f6080d7b req-f218adf6-8dab-4028-a94e-dbf45858d6a3 tempest-FloatingIPDetailsTestJSON-954991064 tempest-FloatingIPDetailsTestJSON-954991064-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:36:45.380331 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [req-67e96081-4cc5-4981-96b5-79b7f6080d7b req-f218adf6-8dab-4028-a94e-dbf45858d6a3 tempest-FloatingIPDetailsTestJSON-954991064 tempest-FloatingIPDetailsTestJSON-954991064-project] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:36:45.384933 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:45.458168 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Pushing event updated for resources: {'Port': ['ID=33c7843d-8f21-4018-8a4e-80fde1c2521e,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:36:45.488053 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port d45319c3-e0b3-43a6-8b74-9cb4c1fb8c21 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:36:45.488657 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:45.491427 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-ce7d5440-7949-495b-8abf-51a5a8b093a4 None None] For port 109937dd-c3bc-4e26-a517-620d7731166c, host n-d-842733-1, cleared binding levels {{(pid=103165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:36:45.492729 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-3cf91031-f453-4890-8cb4-ee2897961344 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5a8185e0d2aa4bff84c472ac2169cd09&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6788788 May 20 20:36:45.494231 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 59098) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:36:45.502050 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf91031-f453-4890-8cb4-ee2897961344 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=350dd98d-b655-4bd0-9f02-63111ca82420,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:36:45.503700 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-ce7d5440-7949-495b-8abf-51a5a8b093a4 None None] For port 109937dd-c3bc-4e26-a517-620d7731166c, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=109937dd-c3bc-4e26-a517-620d7731166c,segment=NetworkSegment(178a872b-7252-48e6-a979-6d6c88932541),segment_id=178a872b-7252-48e6-a979-6d6c88932541)] {{(pid=103165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:36:45.544710 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-67e96081-4cc5-4981-96b5-79b7f6080d7b req-f218adf6-8dab-4028-a94e-dbf45858d6a3 tempest-FloatingIPDetailsTestJSON-954991064 tempest-FloatingIPDetailsTestJSON-954991064-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:45.592902 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f8b8781c-0a51-4e9c-9b65-db718d9533f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:45.622861 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f8b8781c-0a51-4e9c-9b65-db718d9533f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:45.626272 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] get_ports_and_sgs() called for port_ids ['33c7843d-8f21-4018-8a4e-80fde1c2521e'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:36:45.630071 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port d45319c3-e0b3-43a6-8b74-9cb4c1fb8c21 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:36:45.660627 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-ce7d5440-7949-495b-8abf-51a5a8b093a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:45.671340 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-647d25b3-e2ed-4c35-beb7-d1f85b2f69ac None None] Provisioning complete for port 109937dd-c3bc-4e26-a517-620d7731166c triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:36:45.671710 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-647d25b3-e2ed-4c35-beb7-d1f85b2f69ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:45.774646 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-67e96081-4cc5-4981-96b5-79b7f6080d7b req-f218adf6-8dab-4028-a94e-dbf45858d6a3 tempest-FloatingIPDetailsTestJSON-954991064 tempest-FloatingIPDetailsTestJSON-954991064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:45.794662 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac9d04a-0c50-4fee-a8a8-93b3e14af03b None None] Pushing event updated for resources: {'Port': ['ID=109937dd-c3bc-4e26-a517-620d7731166c,revision_number=4']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:36:45.817828 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce7d5440-7949-495b-8abf-51a5a8b093a4 None None] Routers {'c46ef496-e32b-41bc-91d8-f85943fa6174'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:36:45.818971 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-ce7d5440-7949-495b-8abf-51a5a8b093a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:36:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['c46ef496-e32b-41bc-91d8-f85943fa6174'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:36:45.859301 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea6a596-c37a-4651-8052-418b76de3979 req-877f5eae-87bb-4a75-8ada-da214019d96e tempest-VolumesAdminNegativeTest-632306137 tempest-VolumesAdminNegativeTest-632306137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:36:45.870157 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2ea6a596-c37a-4651-8052-418b76de3979 req-877f5eae-87bb-4a75-8ada-da214019d96e tempest-VolumesAdminNegativeTest-632306137 tempest-VolumesAdminNegativeTest-632306137-project] 10.222.0.35 "GET /v2.0/ports?device_id=994104a2-3192-4e47-99fe-3a924301b6df HTTP/1.1" status: 200 len: 944 time: 0.2321191 May 20 20:36:45.911305 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-647d25b3-e2ed-4c35-beb7-d1f85b2f69ac None None] Current status of the port 109937dd-c3bc-4e26-a517-620d7731166c is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:36:45.911719 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-647d25b3-e2ed-4c35-beb7-d1f85b2f69ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:45.946919 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f8b8781c-0a51-4e9c-9b65-db718d9533f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:45.954018 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f8b8781c-0a51-4e9c-9b65-db718d9533f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:45.957369 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-f8b8781c-0a51-4e9c-9b65-db718d9533f5 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/350dd98d-b655-4bd0-9f02-63111ca82420 HTTP/1.1" status: 204 len: 168 time: 0.4520447 May 20 20:36:45.965447 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-ce7d5440-7949-495b-8abf-51a5a8b093a4 None None] Set router c46ef496-e32b-41bc-91d8-f85943fa6174 gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:36:45.967609 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-647d25b3-e2ed-4c35-beb7-d1f85b2f69ac None None] For port 109937dd-c3bc-4e26-a517-620d7731166c, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=109937dd-c3bc-4e26-a517-620d7731166c,segment=NetworkSegment(178a872b-7252-48e6-a979-6d6c88932541),segment_id=178a872b-7252-48e6-a979-6d6c88932541)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:36:45.980520 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2ea6a596-c37a-4651-8052-418b76de3979 req-2d43570e-057a-4863-a1d5-fe96a56c23c5 tempest-VolumesAdminNegativeTest-632306137 tempest-VolumesAdminNegativeTest-632306137-project] 10.222.0.35 "GET /v2.0/security-groups?id=8add6a39-73c7-4db1-bdd1-d5feec5456ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075172 May 20 20:36:45.990435 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 59116) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:36:46.012237 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b8781c-0a51-4e9c-9b65-db718d9533f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=350dd98d-b655-4bd0-9f02-63111ca82420,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:36:46.041923 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-647d25b3-e2ed-4c35-beb7-d1f85b2f69ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:46.125249 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f053f1e-8ebc-4cb5-be19-b8ae47e06e79 req-88e75743-a2d2-4267-bbb0-8719731ec96f tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:36:46.127188 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-0f053f1e-8ebc-4cb5-be19-b8ae47e06e79 req-88e75743-a2d2-4267-bbb0-8719731ec96f tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.13 "GET /v2.0/networks?id=fef9e30f-3c34-4b6b-9bd5-2a167649e7b0 HTTP/1.1" status: 200 len: 820 time: 0.4028194 May 20 20:36:46.140388 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647d25b3-e2ed-4c35-beb7-d1f85b2f69ac None None] Pushing event updated for resources: {'Port': ['ID=109937dd-c3bc-4e26-a517-620d7731166c,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:36:46.157610 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [req-0f053f1e-8ebc-4cb5-be19-b8ae47e06e79 req-6044c8ea-d1a2-4b61-9a14-34c7609703e6 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] Request body: {'port': {'device_id': '15403929-020e-4cba-8203-91654f1a9017', 'network_id': 'fef9e30f-3c34-4b6b-9bd5-2a167649e7b0', 'admin_state_up': True, 'tenant_id': '8b3cc11ab7334369b6693afcab69aa6e'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:36:46.182622 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-53999a2a-c0eb-4dd8-9c8e-1f8efa18ff5c req-7fcbadae-accb-42fc-9df5-b02b9c010b7c tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.35 "GET /v2.0/ports?device_id=15403929-020e-4cba-8203-91654f1a9017 HTTP/1.1" status: 200 len: 210 time: 0.0426250 May 20 20:36:46.198750 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-0abafb44-cd64-4c73-8fd3-975a160751c6 None None] Provisioning complete for port 109937dd-c3bc-4e26-a517-620d7731166c triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:36:46.199385 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-0abafb44-cd64-4c73-8fd3-975a160751c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:46.320792 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-67e96081-4cc5-4981-96b5-79b7f6080d7b req-f218adf6-8dab-4028-a94e-dbf45858d6a3 tempest-FloatingIPDetailsTestJSON-954991064 tempest-FloatingIPDetailsTestJSON-954991064-project] Notify callbacks [] for port, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:46.346423 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-0abafb44-cd64-4c73-8fd3-975a160751c6 None None] Current status of the port 109937dd-c3bc-4e26-a517-620d7731166c is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:36:46.389057 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-63bda048-9b05-4bd1-9279-e6a0aec881a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:46.430247 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f053f1e-8ebc-4cb5-be19-b8ae47e06e79 req-6044c8ea-d1a2-4b61-9a14-34c7609703e6 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] Made reservation on behalf of 8b3cc11ab7334369b6693afcab69aa6e for: {'port': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:36:46.434092 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-ce7d5440-7949-495b-8abf-51a5a8b093a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c46ef496-e32b-41bc-91d8-f85943fa6174', 'name': 'tempest-FloatingIPDetailsTestJSON-826694950-router', 'tenant_id': 'fa823b23a2e344439514ceb0488dcf72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.3'}], 'enable_snat': True}, 'gw_port_id': 'd45319c3-e0b3-43a6-8b74-9cb4c1fb8c21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:36:35Z', 'updated_at': '2022-05-20T20:36:41Z', 'revision_number': 4, 'project_id': 'fa823b23a2e344439514ceb0488dcf72', 'gw_port': {'id': 'd45319c3-e0b3-43a6-8b74-9cb4c1fb8c21', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:92:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c46ef496-e32b-41bc-91d8-f85943fa6174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:36:36Z', 'updated_at': '2022-05-20T20:36:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': '109937dd-c3bc-4e26-a517-620d7731166c', 'name': '', 'network_id': '7ed06668-a481-44f7-b5a3-dd51df5a5876', 'tenant_id': 'fa823b23a2e344439514ceb0488dcf72', 'mac_address': 'fa:16:3e:a3:1d:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c46ef496-e32b-41bc-91d8-f85943fa6174', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': 'c52d0e96-49be-4a98-a7de-3ef335befc2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:36:40Z', 'updated_at': '2022-05-20T20:36:45Z', 'revision_number': 4, 'project_id': 'fa823b23a2e344439514ceb0488dcf72', 'subnets': [{'id': 'c52d0e96-49be-4a98-a7de-3ef335befc2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:36:46.435107 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-0f053f1e-8ebc-4cb5-be19-b8ae47e06e79 req-6044c8ea-d1a2-4b61-9a14-34c7609703e6 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:46.440818 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-67e96081-4cc5-4981-96b5-79b7f6080d7b req-f218adf6-8dab-4028-a94e-dbf45858d6a3 tempest-FloatingIPDetailsTestJSON-954991064 tempest-FloatingIPDetailsTestJSON-954991064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:46.458926 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-67e96081-4cc5-4981-96b5-79b7f6080d7b req-f218adf6-8dab-4028-a94e-dbf45858d6a3 tempest-FloatingIPDetailsTestJSON-954991064 tempest-FloatingIPDetailsTestJSON-954991064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748272'] for floatingip, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:46.475296 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce7d5440-7949-495b-8abf-51a5a8b093a4 None None] The sync data for ids ['c46ef496-e32b-41bc-91d8-f85943fa6174'] in n-d-842733-1 is: [{'id': 'c46ef496-e32b-41bc-91d8-f85943fa6174', 'name': 'tempest-FloatingIPDetailsTestJSON-826694950-router', 'tenant_id': 'fa823b23a2e344439514ceb0488dcf72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.3'}], 'enable_snat': True}, 'gw_port_id': 'd45319c3-e0b3-43a6-8b74-9cb4c1fb8c21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:36:35Z', 'updated_at': '2022-05-20T20:36:41Z', 'revision_number': 4, 'project_id': 'fa823b23a2e344439514ceb0488dcf72', 'gw_port': {'id': 'd45319c3-e0b3-43a6-8b74-9cb4c1fb8c21', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:92:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c46ef496-e32b-41bc-91d8-f85943fa6174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:36:36Z', 'updated_at': '2022-05-20T20:36:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': '109937dd-c3bc-4e26-a517-620d7731166c', 'name': '', 'network_id': '7ed06668-a481-44f7-b5a3-dd51df5a5876', 'tenant_id': 'fa823b23a2e344439514ceb0488dcf72', 'mac_address': 'fa:16:3e:a3:1d:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c46ef496-e32b-41bc-91d8-f85943fa6174', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': 'c52d0e96-49be-4a98-a7de-3ef335befc2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:36:40Z', 'updated_at': '2022-05-20T20:36:45Z', 'revision_number': 4, 'project_id': 'fa823b23a2e344439514ceb0488dcf72', 'subnets': [{'id': 'c52d0e96-49be-4a98-a7de-3ef335befc2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 20:36:46.539563 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f218adf6-8dab-4028-a94e-dbf45858d6a3 tempest-FloatingIPDetailsTestJSON-954991064 tempest-FloatingIPDetailsTestJSON-954991064-project] Pushing event updated for resources: {'Port': ['ID=d3b46ada-d362-49c0-9f81-3b693f971c30,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:36:46.600806 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-63bda048-9b05-4bd1-9279-e6a0aec881a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:46.620957 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-67e96081-4cc5-4981-96b5-79b7f6080d7b req-f218adf6-8dab-4028-a94e-dbf45858d6a3 tempest-FloatingIPDetailsTestJSON-954991064 tempest-FloatingIPDetailsTestJSON-954991064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for floatingip, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:46.631626 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-67e96081-4cc5-4981-96b5-79b7f6080d7b req-f218adf6-8dab-4028-a94e-dbf45858d6a3 tempest-FloatingIPDetailsTestJSON-954991064 tempest-FloatingIPDetailsTestJSON-954991064-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.1826463 May 20 20:36:46.654377 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [req-0f053f1e-8ebc-4cb5-be19-b8ae47e06e79 req-6044c8ea-d1a2-4b61-9a14-34c7609703e6 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] Allocated IP 172.20.0.10 (fef9e30f-3c34-4b6b-9bd5-2a167649e7b0/33548886-d6e3-48e7-a819-149526989122/4f63bad5-6519-46fc-8d43-bff4764dbc9c) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:36:46.711013 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-63bda048-9b05-4bd1-9279-e6a0aec881a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:46.771175 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-67e96081-4cc5-4981-96b5-79b7f6080d7b req-0b8e1a24-013b-4b60-b6a6-656b007437b6 tempest-FloatingIPDetailsTestJSON-954991064 tempest-FloatingIPDetailsTestJSON-954991064-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.2.94 HTTP/1.1" status: 200 len: 695 time: 0.1383109 May 20 20:36:46.821743 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-63bda048-9b05-4bd1-9279-e6a0aec881a7 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b1f90b8750b34f1bb64dd6ad78f5b172&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8278451 May 20 20:36:46.825109 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 59136) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:36:46.858858 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bda048-9b05-4bd1-9279-e6a0aec881a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=422257d2-c8e6-48d9-a7a7-7748ffb2807f,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:36:46.910043 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-0f053f1e-8ebc-4cb5-be19-b8ae47e06e79 req-6044c8ea-d1a2-4b61-9a14-34c7609703e6 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:46.930037 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e96081-4cc5-4981-96b5-79b7f6080d7b req-1db0a3ba-bee7-489b-9f5e-0a98c68b7f85 tempest-FloatingIPDetailsTestJSON-954991064 tempest-FloatingIPDetailsTestJSON-954991064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:36:46.933004 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-67e96081-4cc5-4981-96b5-79b7f6080d7b req-1db0a3ba-bee7-489b-9f5e-0a98c68b7f85 tempest-FloatingIPDetailsTestJSON-954991064 tempest-FloatingIPDetailsTestJSON-954991064-project] 10.222.0.35 "GET /v2.0/networks/e3a93b5c-91e2-4064-9c2c-1afc261bfe15 HTTP/1.1" status: 200 len: 784 time: 0.1609819 May 20 20:36:46.947392 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [req-67e96081-4cc5-4981-96b5-79b7f6080d7b req-8653b3c9-7551-462a-b446-b964cd6c3b5f tempest-FloatingIPDetailsTestJSON-954991064 tempest-FloatingIPDetailsTestJSON-954991064-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103163) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 20:36:46.948816 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-67e96081-4cc5-4981-96b5-79b7f6080d7b req-8653b3c9-7551-462a-b446-b964cd6c3b5f tempest-FloatingIPDetailsTestJSON-954991064 tempest-FloatingIPDetailsTestJSON-954991064-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0099080 May 20 20:36:46.974093 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-66ff6b81-d244-4090-829d-9c2b07f98dbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:47.008897 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-66ff6b81-d244-4090-829d-9c2b07f98dbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:47.030118 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 59144) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:36:47.045981 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 33c7843d-8f21-4018-8a4e-80fde1c2521e up at agent hyperv_n-h1-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:36:47.054855 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-db259d7e-b441-4d64-a0d9-1cb4c99f2557 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:47.062656 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-0f053f1e-8ebc-4cb5-be19-b8ae47e06e79 req-6044c8ea-d1a2-4b61-9a14-34c7609703e6 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:47.137192 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f053f1e-8ebc-4cb5-be19-b8ae47e06e79 req-6044c8ea-d1a2-4b61-9a14-34c7609703e6 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] Network fef9e30f-3c34-4b6b-9bd5-2a167649e7b0 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:36:47.147154 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [req-0f053f1e-8ebc-4cb5-be19-b8ae47e06e79 req-6044c8ea-d1a2-4b61-9a14-34c7609703e6 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:36:47.155661 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f053f1e-8ebc-4cb5-be19-b8ae47e06e79 req-6044c8ea-d1a2-4b61-9a14-34c7609703e6 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:36:47.196633 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f3131307-d6ba-4115-b4b2-94300ed7e4d8 req-b6e8b6de-eb19-4794-bd2e-fb88571cb4dd tempest-FloatingIPDetailsTestJSON-954991064 tempest-FloatingIPDetailsTestJSON-954991064-project] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2226646 May 20 20:36:47.201068 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6044c8ea-d1a2-4b61-9a14-34c7609703e6 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] Pushing event updated for resources: {'Port': ['ID=4f63bad5-6519-46fc-8d43-bff4764dbc9c,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:36:47.214855 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c01127-7771-4543-bf31-0c003574ce1b req-75de1014-3d25-4514-86a1-c381ae2eac7e tempest-VolumesAdminNegativeTest-632306137 tempest-VolumesAdminNegativeTest-632306137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:36:47.218157 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Provisioning for port 33c7843d-8f21-4018-8a4e-80fde1c2521e completed by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 20:36:47.224402 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Provisioning complete for port 33c7843d-8f21-4018-8a4e-80fde1c2521e triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:36:47.224764 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:47.226425 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-13c01127-7771-4543-bf31-0c003574ce1b req-75de1014-3d25-4514-86a1-c381ae2eac7e tempest-VolumesAdminNegativeTest-632306137 tempest-VolumesAdminNegativeTest-632306137-project] 10.222.0.35 "GET /v2.0/ports?device_id=994104a2-3192-4e47-99fe-3a924301b6df HTTP/1.1" status: 200 len: 944 time: 0.1426849 May 20 20:36:47.237162 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f053f1e-8ebc-4cb5-be19-b8ae47e06e79 req-6044c8ea-d1a2-4b61-9a14-34c7609703e6 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:36:47.238108 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-0f053f1e-8ebc-4cb5-be19-b8ae47e06e79 req-6044c8ea-d1a2-4b61-9a14-34c7609703e6 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:47.242974 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [req-f3131307-d6ba-4115-b4b2-94300ed7e4d8 req-11f0d7e5-0f67-4280-ada5-74432cb90e10 tempest-FloatingIPDetailsTestJSON-954991064 tempest-FloatingIPDetailsTestJSON-954991064-project] Request body: {'floatingip': {'floating_network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:36:47.292461 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-66ff6b81-d244-4090-829d-9c2b07f98dbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:47.296520 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-66ff6b81-d244-4090-829d-9c2b07f98dbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:47.297785 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-66ff6b81-d244-4090-829d-9c2b07f98dbd admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/422257d2-c8e6-48d9-a7a7-7748ffb2807f HTTP/1.1" status: 204 len: 168 time: 0.4712813 May 20 20:36:47.317688 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ff6b81-d244-4090-829d-9c2b07f98dbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=422257d2-c8e6-48d9-a7a7-7748ffb2807f,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:36:47.354701 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-13c01127-7771-4543-bf31-0c003574ce1b req-d9a3bc61-15ac-41ec-8107-4cc40f708558 tempest-VolumesAdminNegativeTest-632306137 tempest-VolumesAdminNegativeTest-632306137-project] 10.222.0.35 "GET /v2.0/security-groups?id=8add6a39-73c7-4db1-bdd1-d5feec5456ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284435 May 20 20:36:47.360333 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-0f053f1e-8ebc-4cb5-be19-b8ae47e06e79 req-6044c8ea-d1a2-4b61-9a14-34c7609703e6 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2130871 May 20 20:36:47.394664 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [req-0f053f1e-8ebc-4cb5-be19-b8ae47e06e79 req-3e1d0ec4-8d2f-4c8f-9a85-4af241ec987b service neutron] Request body: {'port': {'device_id': '15403929-020e-4cba-8203-91654f1a9017', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-842733-1'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:36:47.398064 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Current status of the port 33c7843d-8f21-4018-8a4e-80fde1c2521e is: BUILD; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:36:47.404029 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:47.410889 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-db259d7e-b441-4d64-a0d9-1cb4c99f2557 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:47.449012 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 109937dd-c3bc-4e26-a517-620d7731166c up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:36:47.487749 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-f3131307-d6ba-4115-b4b2-94300ed7e4d8 req-11f0d7e5-0f67-4280-ada5-74432cb90e10 tempest-FloatingIPDetailsTestJSON-954991064 tempest-FloatingIPDetailsTestJSON-954991064-project] Notify callbacks [] for floatingip, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:47.509558 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-0f053f1e-8ebc-4cb5-be19-b8ae47e06e79 req-3e1d0ec4-8d2f-4c8f-9a85-4af241ec987b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:47.512507 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '994104a2-3192-4e47-99fe-3a924301b6df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33c7843d-8f21-4018-8a4e-80fde1c2521e'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:36:47.515565 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8485417003ce7c0410b00f5cdc2f391e21107b70bb68e2773712534a96e108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e28a01d2-a47e-445a-9c8e-82a2e265a1db" -d '{"events": [{"server_uuid": "994104a2-3192-4e47-99fe-3a924301b6df", "name": "network-vif-plugged", "status": "completed", "tag": "33c7843d-8f21-4018-8a4e-80fde1c2521e"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:36:47.536131 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port 33c7843d-8f21-4018-8a4e-80fde1c2521e, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=33c7843d-8f21-4018-8a4e-80fde1c2521e,segment=NetworkSegment(2b83fc6f-929c-428a-8add-773c0563082c),segment_id=2b83fc6f-929c-428a-8add-773c0563082c)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:36:47.555449 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 109937dd-c3bc-4e26-a517-620d7731166c triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:36:47.556321 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:47.567708 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-db259d7e-b441-4d64-a0d9-1cb4c99f2557 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:47.649591 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:47.652050 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-f3131307-d6ba-4115-b4b2-94300ed7e4d8 req-11f0d7e5-0f67-4280-ada5-74432cb90e10 tempest-FloatingIPDetailsTestJSON-954991064 tempest-FloatingIPDetailsTestJSON-954991064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:47.685920 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 109937dd-c3bc-4e26-a517-620d7731166c is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:36:47.694627 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db259d7e-b441-4d64-a0d9-1cb4c99f2557 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca6b6a27-6c3a-4a3e-8257-08977dc29afd,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:36:47.720350 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-db259d7e-b441-4d64-a0d9-1cb4c99f2557 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9963b3907fbd4b668fe4d430233c7949&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6890731 May 20 20:36:47.722114 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 59158) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:36:47.734090 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Pushing event updated for resources: {'Port': ['ID=33c7843d-8f21-4018-8a4e-80fde1c2521e,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:36:47.802390 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [req-f3131307-d6ba-4115-b4b2-94300ed7e4d8 req-11f0d7e5-0f67-4280-ada5-74432cb90e10 tempest-FloatingIPDetailsTestJSON-954991064 tempest-FloatingIPDetailsTestJSON-954991064-project] Allocated IP 172.25.2.201 (e3a93b5c-91e2-4064-9c2c-1afc261bfe15/86fee0c1-6e34-488b-9216-b2b8e7ef585a/3274d7c4-24b1-41a9-a7d1-6affa3d2ac70) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:36:47.880780 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f529ab71-ab84-452b-aa0e-736d430616a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:47.926531 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f529ab71-ab84-452b-aa0e-736d430616a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:47.946647 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-f3131307-d6ba-4115-b4b2-94300ed7e4d8 req-11f0d7e5-0f67-4280-ada5-74432cb90e10 tempest-FloatingIPDetailsTestJSON-954991064 tempest-FloatingIPDetailsTestJSON-954991064-project] Notify callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:48.042029 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [req-0f053f1e-8ebc-4cb5-be19-b8ae47e06e79 req-3e1d0ec4-8d2f-4c8f-9a85-4af241ec987b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f63bad5-6519-46fc-8d43-bff4764dbc9c {{(pid=103162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:36:48.052702 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-0f053f1e-8ebc-4cb5-be19-b8ae47e06e79 req-3e1d0ec4-8d2f-4c8f-9a85-4af241ec987b service neutron] Notify callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:48.085485 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-f3131307-d6ba-4115-b4b2-94300ed7e4d8 req-11f0d7e5-0f67-4280-ada5-74432cb90e10 tempest-FloatingIPDetailsTestJSON-954991064 tempest-FloatingIPDetailsTestJSON-954991064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:48.125957 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3131307-d6ba-4115-b4b2-94300ed7e4d8 req-11f0d7e5-0f67-4280-ada5-74432cb90e10 tempest-FloatingIPDetailsTestJSON-954991064 tempest-FloatingIPDetailsTestJSON-954991064-project] Network e3a93b5c-91e2-4064-9c2c-1afc261bfe15 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:36:48.128865 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [req-f3131307-d6ba-4115-b4b2-94300ed7e4d8 req-11f0d7e5-0f67-4280-ada5-74432cb90e10 tempest-FloatingIPDetailsTestJSON-954991064 tempest-FloatingIPDetailsTestJSON-954991064-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:36:48.131640 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3131307-d6ba-4115-b4b2-94300ed7e4d8 req-11f0d7e5-0f67-4280-ada5-74432cb90e10 tempest-FloatingIPDetailsTestJSON-954991064 tempest-FloatingIPDetailsTestJSON-954991064-project] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:36:48.145584 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f0d7e5-0f67-4280-ada5-74432cb90e10 tempest-FloatingIPDetailsTestJSON-954991064 tempest-FloatingIPDetailsTestJSON-954991064-project] Pushing event updated for resources: {'Port': ['ID=3274d7c4-24b1-41a9-a7d1-6affa3d2ac70,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:36:48.150128 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f529ab71-ab84-452b-aa0e-736d430616a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:48.161126 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f529ab71-ab84-452b-aa0e-736d430616a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:48.174489 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-f529ab71-ab84-452b-aa0e-736d430616a7 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ca6b6a27-6c3a-4a3e-8257-08977dc29afd HTTP/1.1" status: 204 len: 168 time: 0.4398835 May 20 20:36:48.175887 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.provisioning_blocks [req-0f053f1e-8ebc-4cb5-be19-b8ae47e06e79 req-3e1d0ec4-8d2f-4c8f-9a85-4af241ec987b service neutron] Transition to ACTIVE for port object 4f63bad5-6519-46fc-8d43-bff4764dbc9c will not be triggered until provisioned by entity L2. {{(pid=103162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 20:36:48.183824 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f529ab71-ab84-452b-aa0e-736d430616a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca6b6a27-6c3a-4a3e-8257-08977dc29afd,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:36:48.198700 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-f3131307-d6ba-4115-b4b2-94300ed7e4d8 req-11f0d7e5-0f67-4280-ada5-74432cb90e10 tempest-FloatingIPDetailsTestJSON-954991064 tempest-FloatingIPDetailsTestJSON-954991064-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:48.275998 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-0f053f1e-8ebc-4cb5-be19-b8ae47e06e79 req-3e1d0ec4-8d2f-4c8f-9a85-4af241ec987b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:48.308023 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-f3131307-d6ba-4115-b4b2-94300ed7e4d8 req-11f0d7e5-0f67-4280-ada5-74432cb90e10 tempest-FloatingIPDetailsTestJSON-954991064 tempest-FloatingIPDetailsTestJSON-954991064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:48.330764 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1d0ec4-8d2f-4c8f-9a85-4af241ec987b service neutron] Pushing event updated for resources: {'Port': ['ID=4f63bad5-6519-46fc-8d43-bff4764dbc9c,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:36:48.387724 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 59170) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:36:48.426729 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9df2c990-0552-41cd-bbf4-1c04d50b81ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:48.479367 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-0f053f1e-8ebc-4cb5-be19-b8ae47e06e79 req-3e1d0ec4-8d2f-4c8f-9a85-4af241ec987b service neutron] Attempting to bind port 4f63bad5-6519-46fc-8d43-bff4764dbc9c on host n-h2-842733-1 for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:36:48.479692 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-0f053f1e-8ebc-4cb5-be19-b8ae47e06e79 req-3e1d0ec4-8d2f-4c8f-9a85-4af241ec987b service neutron] Attempting to bind port 4f63bad5-6519-46fc-8d43-bff4764dbc9c by drivers openvswitch,hyperv on host n-h2-842733-1 at level 0 using segments [{'id': '65a8f4c3-036d-4ff8-a81a-cd07cb6f1230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'fef9e30f-3c34-4b6b-9bd5-2a167649e7b0'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:36:48.481038 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f053f1e-8ebc-4cb5-be19-b8ae47e06e79 req-3e1d0ec4-8d2f-4c8f-9a85-4af241ec987b service neutron] Attempting to bind port 4f63bad5-6519-46fc-8d43-bff4764dbc9c on network fef9e30f-3c34-4b6b-9bd5-2a167649e7b0 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:36:48.493488 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f053f1e-8ebc-4cb5-be19-b8ae47e06e79 req-3e1d0ec4-8d2f-4c8f-9a85-4af241ec987b service neutron] Port 4f63bad5-6519-46fc-8d43-bff4764dbc9c on network fef9e30f-3c34-4b6b-9bd5-2a167649e7b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-842733-1 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 20:36:48.493818 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f053f1e-8ebc-4cb5-be19-b8ae47e06e79 req-3e1d0ec4-8d2f-4c8f-9a85-4af241ec987b service neutron] Attempting to bind port 4f63bad5-6519-46fc-8d43-bff4764dbc9c on network fef9e30f-3c34-4b6b-9bd5-2a167649e7b0 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:36:48.506862 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f053f1e-8ebc-4cb5-be19-b8ae47e06e79 req-3e1d0ec4-8d2f-4c8f-9a85-4af241ec987b service neutron] Checking agent: {'id': 'a66f2511-b955-448f-877c-56cfe9c81b12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 33, 2), 'started_at': datetime.datetime(2022, 5, 20, 20, 33, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 36, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:36:48.507305 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f053f1e-8ebc-4cb5-be19-b8ae47e06e79 req-3e1d0ec4-8d2f-4c8f-9a85-4af241ec987b service neutron] Checking segment: {'id': '65a8f4c3-036d-4ff8-a81a-cd07cb6f1230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'fef9e30f-3c34-4b6b-9bd5-2a167649e7b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:36:48.507588 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f053f1e-8ebc-4cb5-be19-b8ae47e06e79 req-3e1d0ec4-8d2f-4c8f-9a85-4af241ec987b service neutron] Bound using segment: {'id': '65a8f4c3-036d-4ff8-a81a-cd07cb6f1230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'fef9e30f-3c34-4b6b-9bd5-2a167649e7b0'} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:36:48.508024 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-0f053f1e-8ebc-4cb5-be19-b8ae47e06e79 req-3e1d0ec4-8d2f-4c8f-9a85-4af241ec987b service neutron] Bound port: 4f63bad5-6519-46fc-8d43-bff4764dbc9c, host: n-h2-842733-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65a8f4c3-036d-4ff8-a81a-cd07cb6f1230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'fef9e30f-3c34-4b6b-9bd5-2a167649e7b0'}}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:36:48.508381 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-0f053f1e-8ebc-4cb5-be19-b8ae47e06e79 req-3e1d0ec4-8d2f-4c8f-9a85-4af241ec987b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:48.548492 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-f3131307-d6ba-4115-b4b2-94300ed7e4d8 req-11f0d7e5-0f67-4280-ada5-74432cb90e10 tempest-FloatingIPDetailsTestJSON-954991064 tempest-FloatingIPDetailsTestJSON-954991064-project] Notify callbacks [] for port, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:48.565874 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0cd36e-0a3c-4a84-b474-83b176c890c2 req-6609941c-cb54-46c7-908e-ea03b478ba49 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:36:48.567364 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-fd0cd36e-0a3c-4a84-b474-83b176c890c2 req-6609941c-cb54-46c7-908e-ea03b478ba49 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.35 "GET /v2.0/ports?device_id=15403929-020e-4cba-8203-91654f1a9017 HTTP/1.1" status: 200 len: 944 time: 0.0700586 May 20 20:36:48.590995 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9df2c990-0552-41cd-bbf4-1c04d50b81ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:48.603657 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-0f053f1e-8ebc-4cb5-be19-b8ae47e06e79 req-3e1d0ec4-8d2f-4c8f-9a85-4af241ec987b service neutron] For port 4f63bad5-6519-46fc-8d43-bff4764dbc9c, host n-h2-842733-1, cleared binding levels {{(pid=103162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:36:48.607305 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-0f053f1e-8ebc-4cb5-be19-b8ae47e06e79 req-3e1d0ec4-8d2f-4c8f-9a85-4af241ec987b service neutron] For port 4f63bad5-6519-46fc-8d43-bff4764dbc9c, host n-h2-842733-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=4f63bad5-6519-46fc-8d43-bff4764dbc9c,segment=NetworkSegment(65a8f4c3-036d-4ff8-a81a-cd07cb6f1230),segment_id=65a8f4c3-036d-4ff8-a81a-cd07cb6f1230)] {{(pid=103162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:36:48.617471 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-fd0cd36e-0a3c-4a84-b474-83b176c890c2 req-41720dfb-a242-4758-b6b5-2772e53526a6 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c1ac446-2eae-4e3c-98ef-7a4684e96782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415461 May 20 20:36:48.647212 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-f3131307-d6ba-4115-b4b2-94300ed7e4d8 req-11f0d7e5-0f67-4280-ada5-74432cb90e10 tempest-FloatingIPDetailsTestJSON-954991064 tempest-FloatingIPDetailsTestJSON-954991064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:48.669898 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 20:36:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19954f35-4a46-4da6-af9c-1873fd115023 x-openstack-request-id: req-19954f35-4a46-4da6-af9c-1873fd115023 {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:36:48.670753 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "994104a2-3192-4e47-99fe-3a924301b6df", "name": "network-vif-plugged", "status": "completed", "tag": "33c7843d-8f21-4018-8a4e-80fde1c2521e", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:36:48.671012 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-19954f35-4a46-4da6-af9c-1873fd115023 {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:36:48.671410 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19954f35-4a46-4da6-af9c-1873fd115023'] response: {'server_uuid': '994104a2-3192-4e47-99fe-3a924301b6df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33c7843d-8f21-4018-8a4e-80fde1c2521e', 'code': 200} May 20 20:36:48.685492 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9df2c990-0552-41cd-bbf4-1c04d50b81ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:48.691311 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-0f053f1e-8ebc-4cb5-be19-b8ae47e06e79 req-3e1d0ec4-8d2f-4c8f-9a85-4af241ec987b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:48.713956 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-f3131307-d6ba-4115-b4b2-94300ed7e4d8 req-11f0d7e5-0f67-4280-ada5-74432cb90e10 tempest-FloatingIPDetailsTestJSON-954991064 tempest-FloatingIPDetailsTestJSON-954991064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748272'] for floatingip, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:48.801109 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f0d7e5-0f67-4280-ada5-74432cb90e10 tempest-FloatingIPDetailsTestJSON-954991064 tempest-FloatingIPDetailsTestJSON-954991064-project] Pushing event updated for resources: {'Port': ['ID=3274d7c4-24b1-41a9-a7d1-6affa3d2ac70,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:36:48.820571 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-f3131307-d6ba-4115-b4b2-94300ed7e4d8 req-11f0d7e5-0f67-4280-ada5-74432cb90e10 tempest-FloatingIPDetailsTestJSON-954991064 tempest-FloatingIPDetailsTestJSON-954991064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for floatingip, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:48.821447 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f3131307-d6ba-4115-b4b2-94300ed7e4d8 req-11f0d7e5-0f67-4280-ada5-74432cb90e10 tempest-FloatingIPDetailsTestJSON-954991064 tempest-FloatingIPDetailsTestJSON-954991064-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.5934033 May 20 20:36:48.832374 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27057f43-ba54-42cc-9093-7269d851ff6a req-6a9bf867-d740-4c49-a47d-8de5c2fe4653 tempest-VolumesAdminNegativeTest-632306137 tempest-VolumesAdminNegativeTest-632306137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:36:48.840057 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-27057f43-ba54-42cc-9093-7269d851ff6a req-6a9bf867-d740-4c49-a47d-8de5c2fe4653 tempest-VolumesAdminNegativeTest-632306137 tempest-VolumesAdminNegativeTest-632306137-project] 10.222.0.35 "GET /v2.0/ports?device_id=994104a2-3192-4e47-99fe-3a924301b6df HTTP/1.1" status: 200 len: 945 time: 0.0900698 May 20 20:36:48.843139 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f053f1e-8ebc-4cb5-be19-b8ae47e06e79 req-3e1d0ec4-8d2f-4c8f-9a85-4af241ec987b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:36:48.843738 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-0f053f1e-8ebc-4cb5-be19-b8ae47e06e79 req-3e1d0ec4-8d2f-4c8f-9a85-4af241ec987b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:48.847443 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-0f053f1e-8ebc-4cb5-be19-b8ae47e06e79 req-3e1d0ec4-8d2f-4c8f-9a85-4af241ec987b service neutron] 10.222.0.13 "PUT /v2.0/ports/4f63bad5-6519-46fc-8d43-bff4764dbc9c HTTP/1.1" status: 200 len: 1092 time: 1.4572289 May 20 20:36:48.847873 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15403929-020e-4cba-8203-91654f1a9017', 'tag': '4f63bad5-6519-46fc-8d43-bff4764dbc9c'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:36:48.850098 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6fa957933fccbf596d28104b23404b952ad6a8238afaebaed40a0874b2e409" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f096e5d-b923-4314-a1ec-805ce4f7dc38" -d '{"events": [{"name": "network-changed", "server_uuid": "15403929-020e-4cba-8203-91654f1a9017", "tag": "4f63bad5-6519-46fc-8d43-bff4764dbc9c"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:36:48.860358 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-9df2c990-0552-41cd-bbf4-1c04d50b81ab admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c482982121ea4399acb09cddca4caae7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4690785 May 20 20:36:48.860550 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df2c990-0552-41cd-bbf4-1c04d50b81ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e21f49c-6535-4632-a19d-37fe86d53b84,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:36:48.862417 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 59194) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:36:48.884881 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1d0ec4-8d2f-4c8f-9a85-4af241ec987b service neutron] Pushing event updated for resources: {'Port': ['ID=4f63bad5-6519-46fc-8d43-bff4764dbc9c,revision_number=3']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:36:48.891381 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fadae5d-bda4-4523-8491-dec605a4b861 req-75414370-5dae-4e32-8159-4db2f80c1eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:36:48.893455 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-8fadae5d-bda4-4523-8491-dec605a4b861 req-75414370-5dae-4e32-8159-4db2f80c1eaf service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=994104a2-3192-4e47-99fe-3a924301b6df HTTP/1.1" status: 200 len: 1096 time: 0.1324596 May 20 20:36:48.915469 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f3131307-d6ba-4115-b4b2-94300ed7e4d8 req-207bde3b-2519-42c9-9240-a0246032235a tempest-FloatingIPDetailsTestJSON-954991064 tempest-FloatingIPDetailsTestJSON-954991064-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.2.201 HTTP/1.1" status: 200 len: 696 time: 0.0723493 May 20 20:36:48.944372 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-8fadae5d-bda4-4523-8491-dec605a4b861 req-4b6b8bcb-fd17-4b23-934c-f593f4829630 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=8add6a39-73c7-4db1-bdd1-d5feec5456ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438426 May 20 20:36:48.958464 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-27057f43-ba54-42cc-9093-7269d851ff6a req-fa148fa0-1342-45ae-8023-3f362746998b tempest-VolumesAdminNegativeTest-632306137 tempest-VolumesAdminNegativeTest-632306137-project] 10.222.0.35 "GET /v2.0/security-groups?id=8add6a39-73c7-4db1-bdd1-d5feec5456ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171606 May 20 20:36:49.020416 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f053f1e-8ebc-4cb5-be19-b8ae47e06e79 req-b99e21b4-f9ef-4561-98c6-5b9c58da4a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:36:49.024200 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-0f053f1e-8ebc-4cb5-be19-b8ae47e06e79 req-b99e21b4-f9ef-4561-98c6-5b9c58da4a3f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8b3cc11ab7334369b6693afcab69aa6e&device_id=15403929-020e-4cba-8203-91654f1a9017 HTTP/1.1" status: 200 len: 1095 time: 0.0543926 May 20 20:36:49.058868 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-556aa1b8-48d0-4bfe-84cf-2743b3e5ef12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:49.081252 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-0f053f1e-8ebc-4cb5-be19-b8ae47e06e79 req-23ea8759-895d-49e6-ba8d-697285d51eb7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4f63bad5-6519-46fc-8d43-bff4764dbc9c HTTP/1.1" status: 200 len: 217 time: 0.0428407 May 20 20:36:49.104664 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-556aa1b8-48d0-4bfe-84cf-2743b3e5ef12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:49.117984 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3131307-d6ba-4115-b4b2-94300ed7e4d8 req-4bfcb854-0dae-437b-ad26-2b43f818929d tempest-FloatingIPDetailsTestJSON-954991064 tempest-FloatingIPDetailsTestJSON-954991064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:36:49.131937 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f3131307-d6ba-4115-b4b2-94300ed7e4d8 req-4bfcb854-0dae-437b-ad26-2b43f818929d tempest-FloatingIPDetailsTestJSON-954991064 tempest-FloatingIPDetailsTestJSON-954991064-project] 10.222.0.35 "GET /v2.0/networks/e3a93b5c-91e2-4064-9c2c-1afc261bfe15 HTTP/1.1" status: 200 len: 784 time: 0.2027392 May 20 20:36:49.147314 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f053f1e-8ebc-4cb5-be19-b8ae47e06e79 req-22a0a496-9483-45e2-869d-a1b1d39829b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:36:49.148872 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-0f053f1e-8ebc-4cb5-be19-b8ae47e06e79 req-22a0a496-9483-45e2-869d-a1b1d39829b4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=33548886-d6e3-48e7-a819-149526989122 HTTP/1.1" status: 200 len: 860 time: 0.0618186 May 20 20:36:49.188969 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-0f053f1e-8ebc-4cb5-be19-b8ae47e06e79 req-f6926033-74fb-49d8-8e2e-e9b22bcb241c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fef9e30f-3c34-4b6b-9bd5-2a167649e7b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333388 May 20 20:36:49.191040 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 20:36:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d8d1642-0129-41e2-aef4-43fe6b351173 x-openstack-request-id: req-3d8d1642-0129-41e2-aef4-43fe6b351173 {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:36:49.191320 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15403929-020e-4cba-8203-91654f1a9017", "tag": "4f63bad5-6519-46fc-8d43-bff4764dbc9c", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:36:49.191571 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3d8d1642-0129-41e2-aef4-43fe6b351173 {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:36:49.192109 n-d-842733-1 neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d8d1642-0129-41e2-aef4-43fe6b351173'] response: {'name': 'network-changed', 'server_uuid': '15403929-020e-4cba-8203-91654f1a9017', 'tag': '4f63bad5-6519-46fc-8d43-bff4764dbc9c', 'status': 'completed', 'code': 200} May 20 20:36:49.267921 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-556aa1b8-48d0-4bfe-84cf-2743b3e5ef12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:49.270814 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-556aa1b8-48d0-4bfe-84cf-2743b3e5ef12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:49.274470 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-556aa1b8-48d0-4bfe-84cf-2743b3e5ef12 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2e21f49c-6535-4632-a19d-37fe86d53b84 HTTP/1.1" status: 204 len: 168 time: 0.3738854 May 20 20:36:49.286242 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556aa1b8-48d0-4bfe-84cf-2743b3e5ef12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e21f49c-6535-4632-a19d-37fe86d53b84,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:36:49.308553 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-0f053f1e-8ebc-4cb5-be19-b8ae47e06e79 req-b6115dae-5786-4690-8f5f-9608ccaf8455 service neutron] 10.222.0.13 "GET /v2.0/networks/fef9e30f-3c34-4b6b-9bd5-2a167649e7b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061182 May 20 20:36:49.412873 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-0f053f1e-8ebc-4cb5-be19-b8ae47e06e79 req-53c8d63f-171a-4c91-8f08-34fcc74972a4 service neutron] 10.222.0.13 "GET /v2.0/networks/fef9e30f-3c34-4b6b-9bd5-2a167649e7b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974510 May 20 20:36:49.427532 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1601c372-3f4e-4727-9cad-b63ef7ced266 req-1fa60c3d-db8c-46f4-a562-65f221e43d00 tempest-FloatingIPDetailsTestJSON-954991064 tempest-FloatingIPDetailsTestJSON-954991064-project] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1288030 May 20 20:36:49.445766 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [req-1601c372-3f4e-4727-9cad-b63ef7ced266 req-657171a7-1e92-484c-bfbf-4c75dca0f7f2 tempest-FloatingIPDetailsTestJSON-954991064 tempest-FloatingIPDetailsTestJSON-954991064-project] Request body: {'floatingip': {'floating_network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:36:49.559768 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-1601c372-3f4e-4727-9cad-b63ef7ced266 req-657171a7-1e92-484c-bfbf-4c75dca0f7f2 tempest-FloatingIPDetailsTestJSON-954991064 tempest-FloatingIPDetailsTestJSON-954991064-project] Notify callbacks [] for floatingip, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:49.660728 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f096e5d-b923-4314-a1ec-805ce4f7dc38 req-92955d00-0373-48e7-9d66-e4e799755036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:36:49.663342 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-9f096e5d-b923-4314-a1ec-805ce4f7dc38 req-92955d00-0373-48e7-9d66-e4e799755036 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8b3cc11ab7334369b6693afcab69aa6e&device_id=15403929-020e-4cba-8203-91654f1a9017 HTTP/1.1" status: 200 len: 1095 time: 0.0464928 May 20 20:36:49.677879 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-1601c372-3f4e-4727-9cad-b63ef7ced266 req-657171a7-1e92-484c-bfbf-4c75dca0f7f2 tempest-FloatingIPDetailsTestJSON-954991064 tempest-FloatingIPDetailsTestJSON-954991064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:49.795136 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f096e5d-b923-4314-a1ec-805ce4f7dc38 req-06e5baf6-82c8-4ec0-8566-2d771f073c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:36:49.799008 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-9f096e5d-b923-4314-a1ec-805ce4f7dc38 req-06e5baf6-82c8-4ec0-8566-2d771f073c49 service neutron] 10.222.0.13 "GET /v2.0/networks?id=fef9e30f-3c34-4b6b-9bd5-2a167649e7b0 HTTP/1.1" status: 200 len: 921 time: 0.1279838 May 20 20:36:49.814471 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [req-1601c372-3f4e-4727-9cad-b63ef7ced266 req-657171a7-1e92-484c-bfbf-4c75dca0f7f2 tempest-FloatingIPDetailsTestJSON-954991064 tempest-FloatingIPDetailsTestJSON-954991064-project] Allocated IP 172.25.2.111 (e3a93b5c-91e2-4064-9c2c-1afc261bfe15/86fee0c1-6e34-488b-9216-b2b8e7ef585a/7d52cd7b-d870-4436-b42e-84baf065b07c) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:36:49.817869 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-dc62e9c6-323f-4ad8-b505-58feb52498be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:49.866251 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-9f096e5d-b923-4314-a1ec-805ce4f7dc38 req-0b79b838-99d7-40b0-a22e-530168dc2123 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4f63bad5-6519-46fc-8d43-bff4764dbc9c HTTP/1.1" status: 200 len: 217 time: 0.0577991 May 20 20:36:49.941011 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f096e5d-b923-4314-a1ec-805ce4f7dc38 req-4e12ad66-b8ce-46c7-a574-76e72fc41717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:36:49.942704 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-9f096e5d-b923-4314-a1ec-805ce4f7dc38 req-4e12ad66-b8ce-46c7-a574-76e72fc41717 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=33548886-d6e3-48e7-a819-149526989122 HTTP/1.1" status: 200 len: 860 time: 0.0692809 May 20 20:36:49.994923 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-9f096e5d-b923-4314-a1ec-805ce4f7dc38 req-b810241f-bb3c-45b6-8533-80114d55434a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fef9e30f-3c34-4b6b-9bd5-2a167649e7b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402112 May 20 20:36:50.111178 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-9f096e5d-b923-4314-a1ec-805ce4f7dc38 req-c5a7d7c1-e089-4d6d-b618-844b9cd07d3e service neutron] 10.222.0.13 "GET /v2.0/networks/fef9e30f-3c34-4b6b-9bd5-2a167649e7b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085985 May 20 20:36:50.257163 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-1601c372-3f4e-4727-9cad-b63ef7ced266 req-657171a7-1e92-484c-bfbf-4c75dca0f7f2 tempest-FloatingIPDetailsTestJSON-954991064 tempest-FloatingIPDetailsTestJSON-954991064-project] Notify callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:50.356888 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-1601c372-3f4e-4727-9cad-b63ef7ced266 req-657171a7-1e92-484c-bfbf-4c75dca0f7f2 tempest-FloatingIPDetailsTestJSON-954991064 tempest-FloatingIPDetailsTestJSON-954991064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:50.407649 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-9f096e5d-b923-4314-a1ec-805ce4f7dc38 req-286896b5-3e20-420e-b9bb-5c892cb4bec2 service neutron] 10.222.0.13 "GET /v2.0/networks/fef9e30f-3c34-4b6b-9bd5-2a167649e7b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2869120 May 20 20:36:50.424442 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1601c372-3f4e-4727-9cad-b63ef7ced266 req-657171a7-1e92-484c-bfbf-4c75dca0f7f2 tempest-FloatingIPDetailsTestJSON-954991064 tempest-FloatingIPDetailsTestJSON-954991064-project] Network e3a93b5c-91e2-4064-9c2c-1afc261bfe15 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:36:50.431431 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [req-1601c372-3f4e-4727-9cad-b63ef7ced266 req-657171a7-1e92-484c-bfbf-4c75dca0f7f2 tempest-FloatingIPDetailsTestJSON-954991064 tempest-FloatingIPDetailsTestJSON-954991064-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:36:50.436495 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [req-1601c372-3f4e-4727-9cad-b63ef7ced266 req-657171a7-1e92-484c-bfbf-4c75dca0f7f2 tempest-FloatingIPDetailsTestJSON-954991064 tempest-FloatingIPDetailsTestJSON-954991064-project] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:36:50.458962 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657171a7-1e92-484c-bfbf-4c75dca0f7f2 tempest-FloatingIPDetailsTestJSON-954991064 tempest-FloatingIPDetailsTestJSON-954991064-project] Pushing event updated for resources: {'Port': ['ID=7d52cd7b-d870-4436-b42e-84baf065b07c,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:36:50.498810 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef3d647-94a4-4fe9-bf86-8bacfcb1fc9e req-4fa34629-64b5-460a-a7e7-7d9aba09efc0 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:36:50.499437 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 59246) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:36:50.499530 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-fef3d647-94a4-4fe9-bf86-8bacfcb1fc9e req-4fa34629-64b5-460a-a7e7-7d9aba09efc0 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.35 "GET /v2.0/ports?device_id=15403929-020e-4cba-8203-91654f1a9017 HTTP/1.1" status: 200 len: 944 time: 0.1374359 May 20 20:36:50.530497 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-1601c372-3f4e-4727-9cad-b63ef7ced266 req-657171a7-1e92-484c-bfbf-4c75dca0f7f2 tempest-FloatingIPDetailsTestJSON-954991064 tempest-FloatingIPDetailsTestJSON-954991064-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:50.554736 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-fef3d647-94a4-4fe9-bf86-8bacfcb1fc9e req-9baf20f6-8fff-44dc-8907-ce7cd305d1c4 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c1ac446-2eae-4e3c-98ef-7a4684e96782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498788 May 20 20:36:50.615922 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-1601c372-3f4e-4727-9cad-b63ef7ced266 req-657171a7-1e92-484c-bfbf-4c75dca0f7f2 tempest-FloatingIPDetailsTestJSON-954991064 tempest-FloatingIPDetailsTestJSON-954991064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:50.634337 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7cee3d55-cbeb-405c-a4f9-d0dda29624a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:50.714298 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7cee3d55-cbeb-405c-a4f9-d0dda29624a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:50.766253 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6f7932-e370-437b-a8b8-bc684218a241 req-bca1d21c-b8ba-43dd-a9f2-ce976d6a4422 tempest-VolumesAdminNegativeTest-632306137 tempest-VolumesAdminNegativeTest-632306137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:36:50.768113 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5e6f7932-e370-437b-a8b8-bc684218a241 req-bca1d21c-b8ba-43dd-a9f2-ce976d6a4422 tempest-VolumesAdminNegativeTest-632306137 tempest-VolumesAdminNegativeTest-632306137-project] 10.222.0.35 "GET /v2.0/ports?device_id=994104a2-3192-4e47-99fe-3a924301b6df HTTP/1.1" status: 200 len: 945 time: 0.1225040 May 20 20:36:50.784861 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7cee3d55-cbeb-405c-a4f9-d0dda29624a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:50.826899 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cee3d55-cbeb-405c-a4f9-d0dda29624a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40edddd0-f34b-4a1b-9873-de9c8f450d3a,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:36:50.847322 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-7cee3d55-cbeb-405c-a4f9-d0dda29624a7 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4efb2f3e91b34fa5a0294f558a078795&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3467438 May 20 20:36:50.848416 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 59262) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:36:50.862888 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5e6f7932-e370-437b-a8b8-bc684218a241 req-2e610eff-99bd-487d-aeea-4c959e866f6a tempest-VolumesAdminNegativeTest-632306137 tempest-VolumesAdminNegativeTest-632306137-project] 10.222.0.35 "GET /v2.0/security-groups?id=8add6a39-73c7-4db1-bdd1-d5feec5456ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762396 May 20 20:36:50.915268 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-1601c372-3f4e-4727-9cad-b63ef7ced266 req-657171a7-1e92-484c-bfbf-4c75dca0f7f2 tempest-FloatingIPDetailsTestJSON-954991064 tempest-FloatingIPDetailsTestJSON-954991064-project] Notify callbacks [] for port, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:50.930860 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0424e5f5-08ac-4f85-b6b6-a8d0ad9ead56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:50.955818 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0424e5f5-08ac-4f85-b6b6-a8d0ad9ead56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:50.988664 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-1601c372-3f4e-4727-9cad-b63ef7ced266 req-657171a7-1e92-484c-bfbf-4c75dca0f7f2 tempest-FloatingIPDetailsTestJSON-954991064 tempest-FloatingIPDetailsTestJSON-954991064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:51.027918 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-1601c372-3f4e-4727-9cad-b63ef7ced266 req-657171a7-1e92-484c-bfbf-4c75dca0f7f2 tempest-FloatingIPDetailsTestJSON-954991064 tempest-FloatingIPDetailsTestJSON-954991064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748272'] for floatingip, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:51.061438 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657171a7-1e92-484c-bfbf-4c75dca0f7f2 tempest-FloatingIPDetailsTestJSON-954991064 tempest-FloatingIPDetailsTestJSON-954991064-project] Pushing event updated for resources: {'Port': ['ID=7d52cd7b-d870-4436-b42e-84baf065b07c,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:36:51.141669 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-1601c372-3f4e-4727-9cad-b63ef7ced266 req-657171a7-1e92-484c-bfbf-4c75dca0f7f2 tempest-FloatingIPDetailsTestJSON-954991064 tempest-FloatingIPDetailsTestJSON-954991064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for floatingip, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:51.143118 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1601c372-3f4e-4727-9cad-b63ef7ced266 req-657171a7-1e92-484c-bfbf-4c75dca0f7f2 tempest-FloatingIPDetailsTestJSON-954991064 tempest-FloatingIPDetailsTestJSON-954991064-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.7019494 May 20 20:36:51.194803 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0424e5f5-08ac-4f85-b6b6-a8d0ad9ead56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:51.197937 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0424e5f5-08ac-4f85-b6b6-a8d0ad9ead56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:51.201614 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-0424e5f5-08ac-4f85-b6b6-a8d0ad9ead56 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/40edddd0-f34b-4a1b-9873-de9c8f450d3a HTTP/1.1" status: 204 len: 168 time: 0.3495114 May 20 20:36:51.213813 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1601c372-3f4e-4727-9cad-b63ef7ced266 req-fb28753c-0077-4492-8d42-849bf8d742a2 tempest-FloatingIPDetailsTestJSON-954991064 tempest-FloatingIPDetailsTestJSON-954991064-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.2.111 HTTP/1.1" status: 200 len: 696 time: 0.0637085 May 20 20:36:51.215674 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0424e5f5-08ac-4f85-b6b6-a8d0ad9ead56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40edddd0-f34b-4a1b-9873-de9c8f450d3a,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:36:51.335245 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1601c372-3f4e-4727-9cad-b63ef7ced266 req-d80608fb-73b8-4c43-9a9f-b57d377f22ac tempest-FloatingIPDetailsTestJSON-954991064 tempest-FloatingIPDetailsTestJSON-954991064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:36:51.336625 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1601c372-3f4e-4727-9cad-b63ef7ced266 req-d80608fb-73b8-4c43-9a9f-b57d377f22ac tempest-FloatingIPDetailsTestJSON-954991064 tempest-FloatingIPDetailsTestJSON-954991064-project] 10.222.0.35 "GET /v2.0/networks/e3a93b5c-91e2-4064-9c2c-1afc261bfe15 HTTP/1.1" status: 200 len: 784 time: 0.1160312 May 20 20:36:51.348583 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [req-1601c372-3f4e-4727-9cad-b63ef7ced266 req-0b5130b3-3dc2-437c-b4a0-c7b5e592cd1d tempest-FloatingIPDetailsTestJSON-954991064 tempest-FloatingIPDetailsTestJSON-954991064-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103163) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 20:36:51.350116 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1601c372-3f4e-4727-9cad-b63ef7ced266 req-0b5130b3-3dc2-437c-b4a0-c7b5e592cd1d tempest-FloatingIPDetailsTestJSON-954991064 tempest-FloatingIPDetailsTestJSON-954991064-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062346 May 20 20:36:51.483387 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5844083c-bc9c-4b63-b8ea-37a7e57872c2 req-884018fe-0f43-404c-80f3-b50fc0dd7310 tempest-FloatingIPDetailsTestJSON-954991064 tempest-FloatingIPDetailsTestJSON-954991064-project] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1096213 May 20 20:36:51.494249 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [req-5844083c-bc9c-4b63-b8ea-37a7e57872c2 req-77ea28fc-78ac-406e-ab09-735c3df8ccef tempest-FloatingIPDetailsTestJSON-954991064 tempest-FloatingIPDetailsTestJSON-954991064-project] Request body: {'floatingip': {'floating_network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:36:51.596108 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-5844083c-bc9c-4b63-b8ea-37a7e57872c2 req-77ea28fc-78ac-406e-ab09-735c3df8ccef tempest-FloatingIPDetailsTestJSON-954991064 tempest-FloatingIPDetailsTestJSON-954991064-project] Notify callbacks [] for floatingip, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:51.704708 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-5844083c-bc9c-4b63-b8ea-37a7e57872c2 req-77ea28fc-78ac-406e-ab09-735c3df8ccef tempest-FloatingIPDetailsTestJSON-954991064 tempest-FloatingIPDetailsTestJSON-954991064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:51.783682 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 59302) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:36:51.826411 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [req-5844083c-bc9c-4b63-b8ea-37a7e57872c2 req-77ea28fc-78ac-406e-ab09-735c3df8ccef tempest-FloatingIPDetailsTestJSON-954991064 tempest-FloatingIPDetailsTestJSON-954991064-project] Allocated IP 172.25.2.61 (e3a93b5c-91e2-4064-9c2c-1afc261bfe15/86fee0c1-6e34-488b-9216-b2b8e7ef585a/fb6d093c-8ea8-4822-9bd5-3a4103651d0f) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:36:51.967962 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-5844083c-bc9c-4b63-b8ea-37a7e57872c2 req-77ea28fc-78ac-406e-ab09-735c3df8ccef tempest-FloatingIPDetailsTestJSON-954991064 tempest-FloatingIPDetailsTestJSON-954991064-project] Notify callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:52.033397 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-fe07620f-8871-4822-813b-4076a039b871 req-1b1aaa6c-6360-463b-93d8-75970e649307 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=4207919be7244eb28564658a511e407f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0421038 May 20 20:36:52.082059 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5962128d-4533-4c5a-8391-8470b934fc88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:52.119128 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-5844083c-bc9c-4b63-b8ea-37a7e57872c2 req-77ea28fc-78ac-406e-ab09-735c3df8ccef tempest-FloatingIPDetailsTestJSON-954991064 tempest-FloatingIPDetailsTestJSON-954991064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:52.158193 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 59326) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:36:52.172808 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5844083c-bc9c-4b63-b8ea-37a7e57872c2 req-77ea28fc-78ac-406e-ab09-735c3df8ccef tempest-FloatingIPDetailsTestJSON-954991064 tempest-FloatingIPDetailsTestJSON-954991064-project] Network e3a93b5c-91e2-4064-9c2c-1afc261bfe15 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:36:52.178072 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5962128d-4533-4c5a-8391-8470b934fc88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:52.190431 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-acca0d6b-2f3b-4546-842b-db808838673f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:52.197678 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [req-5844083c-bc9c-4b63-b8ea-37a7e57872c2 req-77ea28fc-78ac-406e-ab09-735c3df8ccef tempest-FloatingIPDetailsTestJSON-954991064 tempest-FloatingIPDetailsTestJSON-954991064-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:36:52.202953 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2790e738-0eac-436b-9465-718ec8e0ee90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:52.208405 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [req-5844083c-bc9c-4b63-b8ea-37a7e57872c2 req-77ea28fc-78ac-406e-ab09-735c3df8ccef tempest-FloatingIPDetailsTestJSON-954991064 tempest-FloatingIPDetailsTestJSON-954991064-project] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:36:52.230665 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ea28fc-78ac-406e-ab09-735c3df8ccef tempest-FloatingIPDetailsTestJSON-954991064 tempest-FloatingIPDetailsTestJSON-954991064-project] Pushing event updated for resources: {'Port': ['ID=fb6d093c-8ea8-4822-9bd5-3a4103651d0f,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:36:52.241804 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5962128d-4533-4c5a-8391-8470b934fc88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:52.277861 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe07620f-8871-4822-813b-4076a039b871 req-32e00200-ae69-4af6-b34c-13d1da2b4901 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:36:52.279360 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-fe07620f-8871-4822-813b-4076a039b871 req-32e00200-ae69-4af6-b34c-13d1da2b4901 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2398560 May 20 20:36:52.284627 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-5962128d-4533-4c5a-8391-8470b934fc88 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=16aff1c603f04d02ad8e69cd7e925e31&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4998715 May 20 20:36:52.286125 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5962128d-4533-4c5a-8391-8470b934fc88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd6ea9de-15ce-4788-8038-433b6b8928b6,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:36:52.288622 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 59330) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:36:52.347820 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-fe07620f-8871-4822-813b-4076a039b871 req-50c8d0e4-5f07-419c-bc5b-fd6f721a3f61 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] 10.222.0.35 "GET /v2.0/quotas/4207919be7244eb28564658a511e407f HTTP/1.1" status: 200 len: 375 time: 0.0447800 May 20 20:36:52.353191 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-5844083c-bc9c-4b63-b8ea-37a7e57872c2 req-77ea28fc-78ac-406e-ab09-735c3df8ccef tempest-FloatingIPDetailsTestJSON-954991064 tempest-FloatingIPDetailsTestJSON-954991064-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:52.401042 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-fe07620f-8871-4822-813b-4076a039b871 req-ede45612-768a-459f-8efc-4279666563bd tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=4207919be7244eb28564658a511e407f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0416684 May 20 20:36:52.441879 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2aa2ca2c-3fee-4c95-b90b-2d7a73c6340b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:52.522517 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2790e738-0eac-436b-9465-718ec8e0ee90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:52.529157 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2aa2ca2c-3fee-4c95-b90b-2d7a73c6340b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:52.553112 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-5844083c-bc9c-4b63-b8ea-37a7e57872c2 req-77ea28fc-78ac-406e-ab09-735c3df8ccef tempest-FloatingIPDetailsTestJSON-954991064 tempest-FloatingIPDetailsTestJSON-954991064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:52.592504 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2790e738-0eac-436b-9465-718ec8e0ee90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:52.668276 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-2790e738-0eac-436b-9465-718ec8e0ee90 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d5802fc70e53481b85bb946ade37d72e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5057092 May 20 20:36:52.668631 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 59346) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:36:52.671288 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2790e738-0eac-436b-9465-718ec8e0ee90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9095189a-10f5-4775-b524-6fd9ed86f221,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:36:52.889705 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8365470f-1b39-4860-85f3-652312cff31d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:52.889705 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8365470f-1b39-4860-85f3-652312cff31d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:52.893001 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-5844083c-bc9c-4b63-b8ea-37a7e57872c2 req-77ea28fc-78ac-406e-ab09-735c3df8ccef tempest-FloatingIPDetailsTestJSON-954991064 tempest-FloatingIPDetailsTestJSON-954991064-project] Notify callbacks [] for port, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:52.893001 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4119afd-8908-406d-8935-d144b559a5e0 req-42ed0dd7-bb80-4196-a6ab-485e0e574233 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:36:52.893001 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f4119afd-8908-406d-8935-d144b559a5e0 req-42ed0dd7-bb80-4196-a6ab-485e0e574233 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.35 "GET /v2.0/ports?device_id=15403929-020e-4cba-8203-91654f1a9017 HTTP/1.1" status: 200 len: 944 time: 0.1149907 May 20 20:36:52.912592 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f4119afd-8908-406d-8935-d144b559a5e0 req-fe051f11-b7ae-4f2f-b539-b2a62cbf9233 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c1ac446-2eae-4e3c-98ef-7a4684e96782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353580 May 20 20:36:52.942199 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 4f63bad5-6519-46fc-8d43-bff4764dbc9c details requested by agent hyperv_n-h2-842733-1 with host n-h2-842733-1 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 20:36:52.966735 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2aa2ca2c-3fee-4c95-b90b-2d7a73c6340b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:52.970426 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2aa2ca2c-3fee-4c95-b90b-2d7a73c6340b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:52.972298 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-2aa2ca2c-3fee-4c95-b90b-2d7a73c6340b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/cd6ea9de-15ce-4788-8038-433b6b8928b6 HTTP/1.1" status: 204 len: 168 time: 0.6803343 May 20 20:36:52.999058 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa2ca2c-3fee-4c95-b90b-2d7a73c6340b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd6ea9de-15ce-4788-8038-433b6b8928b6,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:36:53.028719 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8365470f-1b39-4860-85f3-652312cff31d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:53.033565 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-5844083c-bc9c-4b63-b8ea-37a7e57872c2 req-77ea28fc-78ac-406e-ab09-735c3df8ccef tempest-FloatingIPDetailsTestJSON-954991064 tempest-FloatingIPDetailsTestJSON-954991064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:53.033707 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8365470f-1b39-4860-85f3-652312cff31d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:53.036054 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-8365470f-1b39-4860-85f3-652312cff31d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9095189a-10f5-4775-b524-6fd9ed86f221 HTTP/1.1" status: 204 len: 168 time: 0.3618748 May 20 20:36:53.046732 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8365470f-1b39-4860-85f3-652312cff31d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9095189a-10f5-4775-b524-6fd9ed86f221,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:36:53.071749 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-5844083c-bc9c-4b63-b8ea-37a7e57872c2 req-77ea28fc-78ac-406e-ab09-735c3df8ccef tempest-FloatingIPDetailsTestJSON-954991064 tempest-FloatingIPDetailsTestJSON-954991064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748272'] for floatingip, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:53.102566 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ea28fc-78ac-406e-ab09-735c3df8ccef tempest-FloatingIPDetailsTestJSON-954991064 tempest-FloatingIPDetailsTestJSON-954991064-project] Pushing event updated for resources: {'Port': ['ID=fb6d093c-8ea8-4822-9bd5-3a4103651d0f,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:36:53.120143 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port 4f63bad5-6519-46fc-8d43-bff4764dbc9c, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=4f63bad5-6519-46fc-8d43-bff4764dbc9c,segment=NetworkSegment(65a8f4c3-036d-4ff8-a81a-cd07cb6f1230),segment_id=65a8f4c3-036d-4ff8-a81a-cd07cb6f1230)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:36:53.136413 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Returning: {'device': '4f63bad5-6519-46fc-8d43-bff4764dbc9c', 'network_id': 'fef9e30f-3c34-4b6b-9bd5-2a167649e7b0', 'port_id': '4f63bad5-6519-46fc-8d43-bff4764dbc9c', 'mac_address': 'fa:16:3e:40:b0:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33548886-d6e3-48e7-a819-149526989122', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 20 20:36:53.175878 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-5844083c-bc9c-4b63-b8ea-37a7e57872c2 req-77ea28fc-78ac-406e-ab09-735c3df8ccef tempest-FloatingIPDetailsTestJSON-954991064 tempest-FloatingIPDetailsTestJSON-954991064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for floatingip, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:53.184283 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5844083c-bc9c-4b63-b8ea-37a7e57872c2 req-77ea28fc-78ac-406e-ab09-735c3df8ccef tempest-FloatingIPDetailsTestJSON-954991064 tempest-FloatingIPDetailsTestJSON-954991064-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.6940405 May 20 20:36:53.223709 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port 4f63bad5-6519-46fc-8d43-bff4764dbc9c is: DOWN; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:36:53.224955 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:53.284480 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8b15b1d4-b28e-4281-b333-453d23193293 req-f2b99b73-4595-4ef4-b698-ad8d6a0af9a6 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] 10.222.0.35 "GET /v2.0/ports?device_id=e8242be7-517a-4c2d-a6a7-26bb03d4cb82 HTTP/1.1" status: 200 len: 210 time: 0.0883987 May 20 20:36:53.291625 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5844083c-bc9c-4b63-b8ea-37a7e57872c2 req-b8481118-4e8d-4486-b759-2faf72d76792 tempest-FloatingIPDetailsTestJSON-954991064 tempest-FloatingIPDetailsTestJSON-954991064-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.2.61 HTTP/1.1" status: 200 len: 695 time: 0.1056683 May 20 20:36:53.447054 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5844083c-bc9c-4b63-b8ea-37a7e57872c2 req-341a4f4c-75cc-40b1-9925-475833a5e3f6 tempest-FloatingIPDetailsTestJSON-954991064 tempest-FloatingIPDetailsTestJSON-954991064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:36:53.453640 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5844083c-bc9c-4b63-b8ea-37a7e57872c2 req-341a4f4c-75cc-40b1-9925-475833a5e3f6 tempest-FloatingIPDetailsTestJSON-954991064 tempest-FloatingIPDetailsTestJSON-954991064-project] 10.222.0.35 "GET /v2.0/networks/e3a93b5c-91e2-4064-9c2c-1afc261bfe15 HTTP/1.1" status: 200 len: 784 time: 0.1509068 May 20 20:36:53.454615 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f63bad5-6519-46fc-8d43-bff4764dbc9c {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:36:53.505865 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port 4f63bad5-6519-46fc-8d43-bff4764dbc9c, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=4f63bad5-6519-46fc-8d43-bff4764dbc9c,segment=NetworkSegment(65a8f4c3-036d-4ff8-a81a-cd07cb6f1230),segment_id=65a8f4c3-036d-4ff8-a81a-cd07cb6f1230)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:36:53.536415 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-db081276-2beb-4969-ada1-35e65473154f req-6030770c-3792-40d6-8133-747f0c16fa23 tempest-FloatingIPDetailsTestJSON-954991064 tempest-FloatingIPDetailsTestJSON-954991064-project] 10.222.0.35 "GET /v2.0/floatingips/e8284688-5e8e-414a-8b24-0d22edca91f1 HTTP/1.1" status: 200 len: 692 time: 0.0652118 May 20 20:36:53.654227 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db081276-2beb-4969-ada1-35e65473154f req-025a9dd9-05ef-4d2b-a85e-ce1bea40c21e tempest-FloatingIPDetailsTestJSON-954991064 tempest-FloatingIPDetailsTestJSON-954991064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:36:53.656152 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-db081276-2beb-4969-ada1-35e65473154f req-025a9dd9-05ef-4d2b-a85e-ce1bea40c21e tempest-FloatingIPDetailsTestJSON-954991064 tempest-FloatingIPDetailsTestJSON-954991064-project] 10.222.0.35 "GET /v2.0/networks/e3a93b5c-91e2-4064-9c2c-1afc261bfe15 HTTP/1.1" status: 200 len: 784 time: 0.1187930 May 20 20:36:53.665079 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:53.675862 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [req-db081276-2beb-4969-ada1-35e65473154f req-319e3527-f0dd-4065-addd-534e2665066e tempest-FloatingIPDetailsTestJSON-954991064 tempest-FloatingIPDetailsTestJSON-954991064-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103163) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 20:36:53.677067 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-db081276-2beb-4969-ada1-35e65473154f req-319e3527-f0dd-4065-addd-534e2665066e tempest-FloatingIPDetailsTestJSON-954991064 tempest-FloatingIPDetailsTestJSON-954991064-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067251 May 20 20:36:53.754727 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=4f63bad5-6519-46fc-8d43-bff4764dbc9c,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:36:53.763252 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c36b6f23-41d9-4e46-88a6-a2d198876e1c req-70dcf2cf-6e73-4974-a9e9-c6a353bc0eac tempest-FloatingIPDetailsTestJSON-954991064 tempest-FloatingIPDetailsTestJSON-954991064-project] 10.222.0.35 "GET /v2.0/floatingips/e8284688-5e8e-414a-8b24-0d22edca91f1 HTTP/1.1" status: 200 len: 692 time: 0.0584984 May 20 20:36:53.793889 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4bb0e131-6525-46ca-a45b-e4ea43a5e69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:53.877881 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36b6f23-41d9-4e46-88a6-a2d198876e1c req-53ba705b-e49f-43e8-b19d-d232e918fac8 tempest-FloatingIPDetailsTestJSON-954991064 tempest-FloatingIPDetailsTestJSON-954991064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:36:53.879253 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c36b6f23-41d9-4e46-88a6-a2d198876e1c req-53ba705b-e49f-43e8-b19d-d232e918fac8 tempest-FloatingIPDetailsTestJSON-954991064 tempest-FloatingIPDetailsTestJSON-954991064-project] 10.222.0.35 "GET /v2.0/networks/e3a93b5c-91e2-4064-9c2c-1afc261bfe15 HTTP/1.1" status: 200 len: 784 time: 0.1050076 May 20 20:36:53.893723 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [req-c36b6f23-41d9-4e46-88a6-a2d198876e1c req-cf11106b-07c1-44fa-b105-6d9dce503360 tempest-FloatingIPDetailsTestJSON-954991064 tempest-FloatingIPDetailsTestJSON-954991064-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103163) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 20:36:53.897536 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c36b6f23-41d9-4e46-88a6-a2d198876e1c req-cf11106b-07c1-44fa-b105-6d9dce503360 tempest-FloatingIPDetailsTestJSON-954991064 tempest-FloatingIPDetailsTestJSON-954991064-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0095985 May 20 20:36:53.941151 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] get_ports_and_sgs() called for port_ids ['4f63bad5-6519-46fc-8d43-bff4764dbc9c'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:36:53.956586 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c36b6f23-41d9-4e46-88a6-a2d198876e1c req-9d230d10-0a84-4e77-8412-963bdc8c55fc tempest-FloatingIPDetailsTestJSON-954991064 tempest-FloatingIPDetailsTestJSON-954991064-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.2.61 HTTP/1.1" status: 200 len: 695 time: 0.0536692 May 20 20:36:54.033152 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c36b6f23-41d9-4e46-88a6-a2d198876e1c req-dba38476-657b-487a-a381-7b460d81e106 tempest-FloatingIPDetailsTestJSON-954991064 tempest-FloatingIPDetailsTestJSON-954991064-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.2.61 HTTP/1.1" status: 200 len: 695 time: 0.0617967 May 20 20:36:54.136606 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 59380) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:36:54.159227 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f858dc81-eed0-4c57-9b05-5f0809086bd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:54.285082 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 59384) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:36:54.289354 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fc8a0e-367c-4a3a-9c7e-9ddb8a4655b1 req-c642829d-bdec-4863-82a1-4fcaa2817155 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:36:54.301970 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-81fc8a0e-367c-4a3a-9c7e-9ddb8a4655b1 req-c642829d-bdec-4863-82a1-4fcaa2817155 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.35 "GET /v2.0/ports?device_id=15403929-020e-4cba-8203-91654f1a9017 HTTP/1.1" status: 200 len: 945 time: 0.2376506 May 20 20:36:54.310655 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f858dc81-eed0-4c57-9b05-5f0809086bd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:54.357764 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-81fc8a0e-367c-4a3a-9c7e-9ddb8a4655b1 req-718a7b7a-c037-466f-8cfc-b9e7b276d052 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c1ac446-2eae-4e3c-98ef-7a4684e96782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563858 May 20 20:36:54.368927 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [req-c36b6f23-41d9-4e46-88a6-a2d198876e1c req-1b9a954c-680d-46b7-b317-4b05d0270811 tempest-FloatingIPDetailsTestJSON-954991064 tempest-FloatingIPDetailsTestJSON-954991064-project] Deleting port fb6d093c-8ea8-4822-9bd5-3a4103651d0f {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:36:54.369439 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-c36b6f23-41d9-4e46-88a6-a2d198876e1c req-1b9a954c-680d-46b7-b317-4b05d0270811 tempest-FloatingIPDetailsTestJSON-954991064 tempest-FloatingIPDetailsTestJSON-954991064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:54.390735 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:54.391755 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f858dc81-eed0-4c57-9b05-5f0809086bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:54.438953 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-f858dc81-eed0-4c57-9b05-5f0809086bd3 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=23132ebadaaf4192ba50fa69b5ffa2a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3012140 May 20 20:36:54.441192 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f858dc81-eed0-4c57-9b05-5f0809086bd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4189f7c7-581c-461e-b077-48e3595c2b6d,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:36:54.442396 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 59394) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:36:54.476799 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a354b843-1371-4f8b-801b-e9222a4b7ff8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:54.502209 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2240dcfc-e524-49ec-8de5-35859c9bd199 req-a1115e8f-a566-49e2-9603-4dd8e5d66146 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] 10.222.0.35 "GET /v2.0/ports?device_id=e8242be7-517a-4c2d-a6a7-26bb03d4cb82 HTTP/1.1" status: 200 len: 210 time: 0.0587909 May 20 20:36:54.529490 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-c36b6f23-41d9-4e46-88a6-a2d198876e1c req-1b9a954c-680d-46b7-b317-4b05d0270811 tempest-FloatingIPDetailsTestJSON-954991064 tempest-FloatingIPDetailsTestJSON-954991064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:54.529814 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-c36b6f23-41d9-4e46-88a6-a2d198876e1c req-1b9a954c-680d-46b7-b317-4b05d0270811 tempest-FloatingIPDetailsTestJSON-954991064 tempest-FloatingIPDetailsTestJSON-954991064-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:54.553926 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [req-c36b6f23-41d9-4e46-88a6-a2d198876e1c req-1b9a954c-680d-46b7-b317-4b05d0270811 tempest-FloatingIPDetailsTestJSON-954991064 tempest-FloatingIPDetailsTestJSON-954991064-project] Calling delete_port for fb6d093c-8ea8-4822-9bd5-3a4103651d0f owned by network:floatingip {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:36:54.567219 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a354b843-1371-4f8b-801b-e9222a4b7ff8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:54.616122 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5d2b1fd6-5c88-4ffc-9e1d-f750b3723d27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:54.636012 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a354b843-1371-4f8b-801b-e9222a4b7ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:54.647727 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5d2b1fd6-5c88-4ffc-9e1d-f750b3723d27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:54.681971 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-a354b843-1371-4f8b-801b-e9222a4b7ff8 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=50105f0c285a4cbe974ff09b4bff562f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3932300 May 20 20:36:54.681971 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a354b843-1371-4f8b-801b-e9222a4b7ff8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86dcb83b-7d5f-464e-b760-b53b6e85d32a,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:36:54.683739 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 59400) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:36:54.749571 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-70750f87-77d7-4148-bbf5-c7fac25bed9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:54.772178 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-70750f87-77d7-4148-bbf5-c7fac25bed9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:54.796169 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5d2b1fd6-5c88-4ffc-9e1d-f750b3723d27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:54.799399 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5d2b1fd6-5c88-4ffc-9e1d-f750b3723d27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:54.800533 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-5d2b1fd6-5c88-4ffc-9e1d-f750b3723d27 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4189f7c7-581c-461e-b077-48e3595c2b6d HTTP/1.1" status: 204 len: 168 time: 0.3553081 May 20 20:36:54.813098 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2b1fd6-5c88-4ffc-9e1d-f750b3723d27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4189f7c7-581c-461e-b077-48e3595c2b6d,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:36:54.824089 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-c36b6f23-41d9-4e46-88a6-a2d198876e1c req-1b9a954c-680d-46b7-b317-4b05d0270811 tempest-FloatingIPDetailsTestJSON-954991064 tempest-FloatingIPDetailsTestJSON-954991064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:54.858708 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9a954c-680d-46b7-b317-4b05d0270811 tempest-FloatingIPDetailsTestJSON-954991064 tempest-FloatingIPDetailsTestJSON-954991064-project] Pushing event deleted for resources: {'Port': ['ID=fb6d093c-8ea8-4822-9bd5-3a4103651d0f,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:36:54.879248 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-c36b6f23-41d9-4e46-88a6-a2d198876e1c req-1b9a954c-680d-46b7-b317-4b05d0270811 tempest-FloatingIPDetailsTestJSON-954991064 tempest-FloatingIPDetailsTestJSON-954991064-project] Notify callbacks [] for floatingip, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:54.882796 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-c36b6f23-41d9-4e46-88a6-a2d198876e1c req-1b9a954c-680d-46b7-b317-4b05d0270811 tempest-FloatingIPDetailsTestJSON-954991064 tempest-FloatingIPDetailsTestJSON-954991064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for floatingip, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:54.884076 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c36b6f23-41d9-4e46-88a6-a2d198876e1c req-1b9a954c-680d-46b7-b317-4b05d0270811 tempest-FloatingIPDetailsTestJSON-954991064 tempest-FloatingIPDetailsTestJSON-954991064-project] 10.222.0.35 "DELETE /v2.0/floatingips/e8284688-5e8e-414a-8b24-0d22edca91f1 HTTP/1.1" status: 204 len: 173 time: 0.8329380 May 20 20:36:54.894123 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-70750f87-77d7-4148-bbf5-c7fac25bed9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:54.896912 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-70750f87-77d7-4148-bbf5-c7fac25bed9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:54.899510 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-70750f87-77d7-4148-bbf5-c7fac25bed9c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/86dcb83b-7d5f-464e-b760-b53b6e85d32a HTTP/1.1" status: 204 len: 168 time: 0.2146165 May 20 20:36:54.909259 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70750f87-77d7-4148-bbf5-c7fac25bed9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86dcb83b-7d5f-464e-b760-b53b6e85d32a,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:36:54.971807 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 4f63bad5-6519-46fc-8d43-bff4764dbc9c up at agent hyperv_n-h2-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:36:55.099102 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Provisioning for port 4f63bad5-6519-46fc-8d43-bff4764dbc9c completed by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 20:36:55.104006 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d25990-6e7a-4544-b3d3-56d70560a3da req-07c5f786-7b40-407d-97e6-8a94beda6a1d tempest-FloatingIPDetailsTestJSON-954991064 tempest-FloatingIPDetailsTestJSON-954991064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:36:55.104006 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a8d25990-6e7a-4544-b3d3-56d70560a3da req-07c5f786-7b40-407d-97e6-8a94beda6a1d tempest-FloatingIPDetailsTestJSON-954991064 tempest-FloatingIPDetailsTestJSON-954991064-project] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.1978240 May 20 20:36:55.110842 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Provisioning complete for port 4f63bad5-6519-46fc-8d43-bff4764dbc9c triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:36:55.110842 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:55.195299 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b45a9c8f-80be-4931-a78c-e9e9c68f09c2 req-22f9c9f0-d417-4d0e-b1d1-83e3fd6a0e65 tempest-FloatingIPDetailsTestJSON-954991064 tempest-FloatingIPDetailsTestJSON-954991064-project] 10.222.0.35 "GET /v2.0/floatingips?tenant_id=fa823b23a2e344439514ceb0488dcf72 HTTP/1.1" status: 200 len: 1656 time: 0.0631301 May 20 20:36:55.201140 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port 4f63bad5-6519-46fc-8d43-bff4764dbc9c is: BUILD; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:36:55.201636 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:55.248390 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15403929-020e-4cba-8203-91654f1a9017', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f63bad5-6519-46fc-8d43-bff4764dbc9c'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:36:55.254407 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8485417003ce7c0410b00f5cdc2f391e21107b70bb68e2773712534a96e108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b5a6129-9218-41a3-ba54-96cc53e867ad" -d '{"events": [{"server_uuid": "15403929-020e-4cba-8203-91654f1a9017", "name": "network-vif-plugged", "status": "completed", "tag": "4f63bad5-6519-46fc-8d43-bff4764dbc9c"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:36:55.266204 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port 4f63bad5-6519-46fc-8d43-bff4764dbc9c, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=4f63bad5-6519-46fc-8d43-bff4764dbc9c,segment=NetworkSegment(65a8f4c3-036d-4ff8-a81a-cd07cb6f1230),segment_id=65a8f4c3-036d-4ff8-a81a-cd07cb6f1230)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:36:55.339164 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:55.361545 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45a9c8f-80be-4931-a78c-e9e9c68f09c2 req-7e05b501-7220-420d-8ea5-e2821e6c1113 tempest-FloatingIPDetailsTestJSON-954991064 tempest-FloatingIPDetailsTestJSON-954991064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:36:55.363391 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b45a9c8f-80be-4931-a78c-e9e9c68f09c2 req-7e05b501-7220-420d-8ea5-e2821e6c1113 tempest-FloatingIPDetailsTestJSON-954991064 tempest-FloatingIPDetailsTestJSON-954991064-project] 10.222.0.35 "GET /v2.0/networks?id=e3a93b5c-91e2-4064-9c2c-1afc261bfe15&id=e3a93b5c-91e2-4064-9c2c-1afc261bfe15&id=e3a93b5c-91e2-4064-9c2c-1afc261bfe15 HTTP/1.1" status: 200 len: 787 time: 0.1603801 May 20 20:36:55.378753 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [req-b45a9c8f-80be-4931-a78c-e9e9c68f09c2 req-84ee2886-c52e-4011-80af-dd73cafcb1cd tempest-FloatingIPDetailsTestJSON-954991064 tempest-FloatingIPDetailsTestJSON-954991064-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103163) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 20:36:55.380571 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b45a9c8f-80be-4931-a78c-e9e9c68f09c2 req-84ee2886-c52e-4011-80af-dd73cafcb1cd tempest-FloatingIPDetailsTestJSON-954991064 tempest-FloatingIPDetailsTestJSON-954991064-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0093827 May 20 20:36:55.407023 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cc3ec51b-6ec8-438a-8349-5f0bec346d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:55.436940 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 20:36:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f484613a-b4a0-431a-9553-b2a5b3e47a4f x-openstack-request-id: req-f484613a-b4a0-431a-9553-b2a5b3e47a4f {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:36:55.437820 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15403929-020e-4cba-8203-91654f1a9017", "name": "network-vif-plugged", "status": "completed", "tag": "4f63bad5-6519-46fc-8d43-bff4764dbc9c", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:36:55.438843 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f484613a-b4a0-431a-9553-b2a5b3e47a4f {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:36:55.439399 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f484613a-b4a0-431a-9553-b2a5b3e47a4f'] response: {'server_uuid': '15403929-020e-4cba-8203-91654f1a9017', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f63bad5-6519-46fc-8d43-bff4764dbc9c', 'code': 200} May 20 20:36:55.467447 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=4f63bad5-6519-46fc-8d43-bff4764dbc9c,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:36:55.513231 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-fe07620f-8871-4822-813b-4076a039b871 req-189f3017-3fb2-4dfd-8fd9-1cb816d77199 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=4207919be7244eb28564658a511e407f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0389614 May 20 20:36:55.541354 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:55.560895 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692a8ff2-7cdf-4c91-b7ec-3217afeef5b1 req-8b3507fc-1f1a-4799-8acc-bb93d4835499 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:36:55.563239 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-692a8ff2-7cdf-4c91-b7ec-3217afeef5b1 req-8b3507fc-1f1a-4799-8acc-bb93d4835499 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.35 "GET /v2.0/ports?device_id=15403929-020e-4cba-8203-91654f1a9017 HTTP/1.1" status: 200 len: 946 time: 0.0564845 May 20 20:36:55.601567 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-692a8ff2-7cdf-4c91-b7ec-3217afeef5b1 req-a8e9b560-6683-4be2-9787-3f3a72b55ed0 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c1ac446-2eae-4e3c-98ef-7a4684e96782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320206 May 20 20:36:55.701004 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3d0e9d3b-8d46-4e5c-8caf-c040683c4f08 req-fe7c9e48-a125-41ec-bb44-21437bff66c5 tempest-FloatingIPDetailsTestJSON-954991064 tempest-FloatingIPDetailsTestJSON-954991064-project] 10.222.0.35 "GET /v2.0/floatingips/2a54a506-6b49-4046-89b4-61dcd2607ded HTTP/1.1" status: 200 len: 693 time: 0.0502563 May 20 20:36:55.722760 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae07ae4-d27e-4b5d-b835-f8744a88d8bf req-9e6c642a-6ef7-4795-8fc9-7445f9027111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:36:55.724358 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-7ae07ae4-d27e-4b5d-b835-f8744a88d8bf req-9e6c642a-6ef7-4795-8fc9-7445f9027111 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=15403929-020e-4cba-8203-91654f1a9017 HTTP/1.1" status: 200 len: 1097 time: 0.1578081 May 20 20:36:55.776352 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe07620f-8871-4822-813b-4076a039b871 req-12d486c4-b46d-4737-bab5-add59c110b09 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:36:55.784547 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-fe07620f-8871-4822-813b-4076a039b871 req-12d486c4-b46d-4737-bab5-add59c110b09 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2660394 May 20 20:36:55.798320 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [req-fe07620f-8871-4822-813b-4076a039b871 req-15901f8f-6cea-4b50-9514-f9e482aeb7ce tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] Request body: {'port': {'device_id': 'e8242be7-517a-4c2d-a6a7-26bb03d4cb82', 'network_id': 'cd702362-b982-46c5-a7d0-51de1b03df86', 'admin_state_up': True, 'tenant_id': '4207919be7244eb28564658a511e407f'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:36:55.806436 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-7ae07ae4-d27e-4b5d-b835-f8744a88d8bf req-7614893f-5055-4663-9f89-4acd7858ecf1 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=1c1ac446-2eae-4e3c-98ef-7a4684e96782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672200 May 20 20:36:55.844884 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0e9d3b-8d46-4e5c-8caf-c040683c4f08 req-29fdbe34-f91b-4a65-8c91-6c80eebcb129 tempest-FloatingIPDetailsTestJSON-954991064 tempest-FloatingIPDetailsTestJSON-954991064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:36:55.846416 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3d0e9d3b-8d46-4e5c-8caf-c040683c4f08 req-29fdbe34-f91b-4a65-8c91-6c80eebcb129 tempest-FloatingIPDetailsTestJSON-954991064 tempest-FloatingIPDetailsTestJSON-954991064-project] 10.222.0.35 "GET /v2.0/networks/e3a93b5c-91e2-4064-9c2c-1afc261bfe15 HTTP/1.1" status: 200 len: 784 time: 0.1398485 May 20 20:36:55.856111 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 59446) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:36:55.879609 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-fe9059ac-09e6-4886-b6ac-85d47af55f64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:55.920963 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3d0e9d3b-8d46-4e5c-8caf-c040683c4f08 req-4750bf2e-3d9e-4f2f-ae41-cdf52a0370da tempest-FloatingIPDetailsTestJSON-954991064 tempest-FloatingIPDetailsTestJSON-954991064-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.2.111 HTTP/1.1" status: 200 len: 696 time: 0.0668650 May 20 20:36:55.997576 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3d0e9d3b-8d46-4e5c-8caf-c040683c4f08 req-c2de0d74-ae32-45ca-8e25-b2cec472c316 tempest-FloatingIPDetailsTestJSON-954991064 tempest-FloatingIPDetailsTestJSON-954991064-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.2.111 HTTP/1.1" status: 200 len: 696 time: 0.0718684 May 20 20:36:56.004244 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-fe9059ac-09e6-4886-b6ac-85d47af55f64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:56.041739 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe07620f-8871-4822-813b-4076a039b871 req-15901f8f-6cea-4b50-9514-f9e482aeb7ce tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] Made reservation on behalf of 4207919be7244eb28564658a511e407f for: {'port': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:36:56.046392 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-fe07620f-8871-4822-813b-4076a039b871 req-15901f8f-6cea-4b50-9514-f9e482aeb7ce tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:56.058599 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-fe07620f-8871-4822-813b-4076a039b871 req-15901f8f-6cea-4b50-9514-f9e482aeb7ce tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:56.091916 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-fe9059ac-09e6-4886-b6ac-85d47af55f64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:56.146651 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-fe9059ac-09e6-4886-b6ac-85d47af55f64 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7b712d63c5014c1e8d2b5df0743070f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2895172 May 20 20:36:56.148422 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9059ac-09e6-4886-b6ac-85d47af55f64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f222c139-66b9-4c5b-b942-ae5e6da3b7db,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:36:56.149627 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 59454) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:36:56.192168 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-fe07620f-8871-4822-813b-4076a039b871 req-15901f8f-6cea-4b50-9514-f9e482aeb7ce tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:56.198068 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [req-3d0e9d3b-8d46-4e5c-8caf-c040683c4f08 req-e4328f79-006b-4052-82b1-23c9499abe70 tempest-FloatingIPDetailsTestJSON-954991064 tempest-FloatingIPDetailsTestJSON-954991064-project] Deleting port 7d52cd7b-d870-4436-b42e-84baf065b07c {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:36:56.198465 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-3d0e9d3b-8d46-4e5c-8caf-c040683c4f08 req-e4328f79-006b-4052-82b1-23c9499abe70 tempest-FloatingIPDetailsTestJSON-954991064 tempest-FloatingIPDetailsTestJSON-954991064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:56.274222 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-fe07620f-8871-4822-813b-4076a039b871 req-15901f8f-6cea-4b50-9514-f9e482aeb7ce tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:56.314768 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-551b2c93-ae61-49f0-9db5-f1138c8dbb88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:56.375177 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15901f8f-6cea-4b50-9514-f9e482aeb7ce tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c2aa399-3055-4eb0-8f1a-45933e0e3cd5,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:36:56.465849 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [req-fe07620f-8871-4822-813b-4076a039b871 req-15901f8f-6cea-4b50-9514-f9e482aeb7ce tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] Allocated IP 192.168.233.36 (cd702362-b982-46c5-a7d0-51de1b03df86/26b342ea-254c-483a-9ea9-f11c178970eb/ff8333d5-3411-4ce2-bab2-7173fcf8ad5b) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:36:56.690840 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-fe07620f-8871-4822-813b-4076a039b871 req-15901f8f-6cea-4b50-9514-f9e482aeb7ce tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:56.732507 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-551b2c93-ae61-49f0-9db5-f1138c8dbb88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:56.735599 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1237e57b-1820-4465-94c2-4a8004d3b6a6 req-400ce217-150a-42b2-8d46-fcb540aca76e tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] 10.222.0.35 "GET /v2.0/ports?device_id=e8242be7-517a-4c2d-a6a7-26bb03d4cb82 HTTP/1.1" status: 200 len: 210 time: 0.4091313 May 20 20:36:56.737481 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-3d0e9d3b-8d46-4e5c-8caf-c040683c4f08 req-e4328f79-006b-4052-82b1-23c9499abe70 tempest-FloatingIPDetailsTestJSON-954991064 tempest-FloatingIPDetailsTestJSON-954991064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:56.737807 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-3d0e9d3b-8d46-4e5c-8caf-c040683c4f08 req-e4328f79-006b-4052-82b1-23c9499abe70 tempest-FloatingIPDetailsTestJSON-954991064 tempest-FloatingIPDetailsTestJSON-954991064-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:56.790353 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [req-3d0e9d3b-8d46-4e5c-8caf-c040683c4f08 req-e4328f79-006b-4052-82b1-23c9499abe70 tempest-FloatingIPDetailsTestJSON-954991064 tempest-FloatingIPDetailsTestJSON-954991064-project] Calling delete_port for 7d52cd7b-d870-4436-b42e-84baf065b07c owned by network:floatingip {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:36:56.836349 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-fe07620f-8871-4822-813b-4076a039b871 req-15901f8f-6cea-4b50-9514-f9e482aeb7ce tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:56.923580 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe07620f-8871-4822-813b-4076a039b871 req-15901f8f-6cea-4b50-9514-f9e482aeb7ce tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] Network cd702362-b982-46c5-a7d0-51de1b03df86 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:36:56.929402 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [req-fe07620f-8871-4822-813b-4076a039b871 req-15901f8f-6cea-4b50-9514-f9e482aeb7ce tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:36:56.939948 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe07620f-8871-4822-813b-4076a039b871 req-15901f8f-6cea-4b50-9514-f9e482aeb7ce tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:36:56.968813 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4752bf-8f25-4b34-82b6-24fbf7a66983 req-2949d901-c1b6-4d23-87b6-e8d1dfa1fb37 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:36:56.970576 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7d4752bf-8f25-4b34-82b6-24fbf7a66983 req-2949d901-c1b6-4d23-87b6-e8d1dfa1fb37 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.35 "GET /v2.0/ports?device_id=15403929-020e-4cba-8203-91654f1a9017 HTTP/1.1" status: 200 len: 946 time: 0.0868261 May 20 20:36:57.048487 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7d4752bf-8f25-4b34-82b6-24fbf7a66983 req-2b80bebf-4d4d-4350-9307-3462999c5239 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c1ac446-2eae-4e3c-98ef-7a4684e96782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659499 May 20 20:36:57.062037 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe07620f-8871-4822-813b-4076a039b871 req-15901f8f-6cea-4b50-9514-f9e482aeb7ce tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:36:57.063093 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-fe07620f-8871-4822-813b-4076a039b871 req-15901f8f-6cea-4b50-9514-f9e482aeb7ce tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:57.093159 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15901f8f-6cea-4b50-9514-f9e482aeb7ce tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] Pushing event updated for resources: {'Port': ['ID=ff8333d5-3411-4ce2-bab2-7173fcf8ad5b,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:36:57.138529 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-551b2c93-ae61-49f0-9db5-f1138c8dbb88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:57.142046 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-551b2c93-ae61-49f0-9db5-f1138c8dbb88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:57.145740 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-551b2c93-ae61-49f0-9db5-f1138c8dbb88 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f222c139-66b9-4c5b-b942-ae5e6da3b7db HTTP/1.1" status: 204 len: 168 time: 0.9905977 May 20 20:36:57.162552 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551b2c93-ae61-49f0-9db5-f1138c8dbb88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f222c139-66b9-4c5b-b942-ae5e6da3b7db,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:36:57.171186 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-fe07620f-8871-4822-813b-4076a039b871 req-15901f8f-6cea-4b50-9514-f9e482aeb7ce tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3767495 May 20 20:36:57.183916 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [req-fe07620f-8871-4822-813b-4076a039b871 req-481f3c26-bc55-484d-961c-1f3b8dbd250e service neutron] Request body: {'port': {'device_id': 'e8242be7-517a-4c2d-a6a7-26bb03d4cb82', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-842733-1'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:36:57.270357 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-3d0e9d3b-8d46-4e5c-8caf-c040683c4f08 req-e4328f79-006b-4052-82b1-23c9499abe70 tempest-FloatingIPDetailsTestJSON-954991064 tempest-FloatingIPDetailsTestJSON-954991064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:57.287396 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-fe07620f-8871-4822-813b-4076a039b871 req-481f3c26-bc55-484d-961c-1f3b8dbd250e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:57.314275 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4328f79-006b-4052-82b1-23c9499abe70 tempest-FloatingIPDetailsTestJSON-954991064 tempest-FloatingIPDetailsTestJSON-954991064-project] Pushing event deleted for resources: {'Port': ['ID=7d52cd7b-d870-4436-b42e-84baf065b07c,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:36:57.360369 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-3d0e9d3b-8d46-4e5c-8caf-c040683c4f08 req-e4328f79-006b-4052-82b1-23c9499abe70 tempest-FloatingIPDetailsTestJSON-954991064 tempest-FloatingIPDetailsTestJSON-954991064-project] Notify callbacks [] for floatingip, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:57.364751 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-3d0e9d3b-8d46-4e5c-8caf-c040683c4f08 req-e4328f79-006b-4052-82b1-23c9499abe70 tempest-FloatingIPDetailsTestJSON-954991064 tempest-FloatingIPDetailsTestJSON-954991064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for floatingip, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:57.366631 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3d0e9d3b-8d46-4e5c-8caf-c040683c4f08 req-e4328f79-006b-4052-82b1-23c9499abe70 tempest-FloatingIPDetailsTestJSON-954991064 tempest-FloatingIPDetailsTestJSON-954991064-project] 10.222.0.35 "DELETE /v2.0/floatingips/2a54a506-6b49-4046-89b4-61dcd2607ded HTTP/1.1" status: 204 len: 173 time: 1.3599575 May 20 20:36:57.373763 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-f90551b0-b779-485d-8e61-c1a189dfb187 None None] Provisioning complete for port ff8333d5-3411-4ce2-bab2-7173fcf8ad5b triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:36:57.380838 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-f90551b0-b779-485d-8e61-c1a189dfb187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:57.448265 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d8a359fb-13f5-4fe7-9ae6-85457fc3140e req-19ed81dd-63cc-4b16-9ec2-262f9a878eb7 tempest-FloatingIPDetailsTestJSON-954991064 tempest-FloatingIPDetailsTestJSON-954991064-project] 10.222.0.35 "GET /v2.0/floatingips/5612d527-17fa-40f8-b499-223d4dddbe79 HTTP/1.1" status: 200 len: 693 time: 0.0605867 May 20 20:36:57.463482 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-f90551b0-b779-485d-8e61-c1a189dfb187 None None] Port ff8333d5-3411-4ce2-bab2-7173fcf8ad5b cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 20:36:57.599149 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a359fb-13f5-4fe7-9ae6-85457fc3140e req-1f6befa8-8ea8-4beb-bcfa-b0dd273751ba tempest-FloatingIPDetailsTestJSON-954991064 tempest-FloatingIPDetailsTestJSON-954991064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:36:57.600520 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d8a359fb-13f5-4fe7-9ae6-85457fc3140e req-1f6befa8-8ea8-4beb-bcfa-b0dd273751ba tempest-FloatingIPDetailsTestJSON-954991064 tempest-FloatingIPDetailsTestJSON-954991064-project] 10.222.0.35 "GET /v2.0/networks/e3a93b5c-91e2-4064-9c2c-1afc261bfe15 HTTP/1.1" status: 200 len: 784 time: 0.1400795 May 20 20:36:57.674660 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d8a359fb-13f5-4fe7-9ae6-85457fc3140e req-43aa07b3-ef12-40c3-a940-7ea437dc1063 tempest-FloatingIPDetailsTestJSON-954991064 tempest-FloatingIPDetailsTestJSON-954991064-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.2.201 HTTP/1.1" status: 200 len: 696 time: 0.0663414 May 20 20:36:57.705818 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [req-fe07620f-8871-4822-813b-4076a039b871 req-481f3c26-bc55-484d-961c-1f3b8dbd250e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff8333d5-3411-4ce2-bab2-7173fcf8ad5b {{(pid=103162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:36:57.727518 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-fe07620f-8871-4822-813b-4076a039b871 req-481f3c26-bc55-484d-961c-1f3b8dbd250e service neutron] Notify callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:57.743464 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d8a359fb-13f5-4fe7-9ae6-85457fc3140e req-7963adc3-d982-4a93-8ec3-b78ee86c3720 tempest-FloatingIPDetailsTestJSON-954991064 tempest-FloatingIPDetailsTestJSON-954991064-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.2.201 HTTP/1.1" status: 200 len: 696 time: 0.0673702 May 20 20:36:57.750856 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.provisioning_blocks [req-fe07620f-8871-4822-813b-4076a039b871 req-481f3c26-bc55-484d-961c-1f3b8dbd250e service neutron] Transition to ACTIVE for port object ff8333d5-3411-4ce2-bab2-7173fcf8ad5b will not be triggered until provisioned by entity L2. {{(pid=103162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 20:36:57.835769 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-fe07620f-8871-4822-813b-4076a039b871 req-481f3c26-bc55-484d-961c-1f3b8dbd250e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:57.899597 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481f3c26-bc55-484d-961c-1f3b8dbd250e service neutron] Pushing event updated for resources: {'Port': ['ID=ff8333d5-3411-4ce2-bab2-7173fcf8ad5b,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:36:57.931730 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [req-d8a359fb-13f5-4fe7-9ae6-85457fc3140e req-4c692959-769a-4047-b0bc-751107bf8fbb tempest-FloatingIPDetailsTestJSON-954991064 tempest-FloatingIPDetailsTestJSON-954991064-project] Deleting port 3274d7c4-24b1-41a9-a7d1-6affa3d2ac70 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:36:57.932090 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-d8a359fb-13f5-4fe7-9ae6-85457fc3140e req-4c692959-769a-4047-b0bc-751107bf8fbb tempest-FloatingIPDetailsTestJSON-954991064 tempest-FloatingIPDetailsTestJSON-954991064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:57.991407 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-fe07620f-8871-4822-813b-4076a039b871 req-481f3c26-bc55-484d-961c-1f3b8dbd250e service neutron] Attempting to bind port ff8333d5-3411-4ce2-bab2-7173fcf8ad5b on host n-h1-842733-1 for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:36:58.001070 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-fe07620f-8871-4822-813b-4076a039b871 req-481f3c26-bc55-484d-961c-1f3b8dbd250e service neutron] Attempting to bind port ff8333d5-3411-4ce2-bab2-7173fcf8ad5b by drivers openvswitch,hyperv on host n-h1-842733-1 at level 0 using segments [{'id': 'ed3a602f-49fb-4a95-be80-401e1eb72e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'cd702362-b982-46c5-a7d0-51de1b03df86'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:36:58.001070 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe07620f-8871-4822-813b-4076a039b871 req-481f3c26-bc55-484d-961c-1f3b8dbd250e service neutron] Attempting to bind port ff8333d5-3411-4ce2-bab2-7173fcf8ad5b on network cd702362-b982-46c5-a7d0-51de1b03df86 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:36:58.001070 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe07620f-8871-4822-813b-4076a039b871 req-481f3c26-bc55-484d-961c-1f3b8dbd250e service neutron] Port ff8333d5-3411-4ce2-bab2-7173fcf8ad5b on network cd702362-b982-46c5-a7d0-51de1b03df86 not bound, no agent of type Open vSwitch agent registered on host n-h1-842733-1 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 20:36:58.001070 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe07620f-8871-4822-813b-4076a039b871 req-481f3c26-bc55-484d-961c-1f3b8dbd250e service neutron] Attempting to bind port ff8333d5-3411-4ce2-bab2-7173fcf8ad5b on network cd702362-b982-46c5-a7d0-51de1b03df86 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:36:58.003401 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe07620f-8871-4822-813b-4076a039b871 req-481f3c26-bc55-484d-961c-1f3b8dbd250e service neutron] Checking agent: {'id': '08dfb1ce-804b-4db8-838b-21094082e041', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 32, 54), 'started_at': datetime.datetime(2022, 5, 20, 20, 32, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 36, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:36:58.003821 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe07620f-8871-4822-813b-4076a039b871 req-481f3c26-bc55-484d-961c-1f3b8dbd250e service neutron] Checking segment: {'id': 'ed3a602f-49fb-4a95-be80-401e1eb72e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'cd702362-b982-46c5-a7d0-51de1b03df86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:36:58.004250 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe07620f-8871-4822-813b-4076a039b871 req-481f3c26-bc55-484d-961c-1f3b8dbd250e service neutron] Bound using segment: {'id': 'ed3a602f-49fb-4a95-be80-401e1eb72e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'cd702362-b982-46c5-a7d0-51de1b03df86'} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:36:58.004747 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-fe07620f-8871-4822-813b-4076a039b871 req-481f3c26-bc55-484d-961c-1f3b8dbd250e service neutron] Bound port: ff8333d5-3411-4ce2-bab2-7173fcf8ad5b, host: n-h1-842733-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed3a602f-49fb-4a95-be80-401e1eb72e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'cd702362-b982-46c5-a7d0-51de1b03df86'}}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:36:58.005169 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-fe07620f-8871-4822-813b-4076a039b871 req-481f3c26-bc55-484d-961c-1f3b8dbd250e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:58.081774 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-fe07620f-8871-4822-813b-4076a039b871 req-481f3c26-bc55-484d-961c-1f3b8dbd250e service neutron] For port ff8333d5-3411-4ce2-bab2-7173fcf8ad5b, host n-h1-842733-1, cleared binding levels {{(pid=103162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:36:58.085898 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-fe07620f-8871-4822-813b-4076a039b871 req-481f3c26-bc55-484d-961c-1f3b8dbd250e service neutron] For port ff8333d5-3411-4ce2-bab2-7173fcf8ad5b, host n-h1-842733-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=ff8333d5-3411-4ce2-bab2-7173fcf8ad5b,segment=NetworkSegment(ed3a602f-49fb-4a95-be80-401e1eb72e33),segment_id=ed3a602f-49fb-4a95-be80-401e1eb72e33)] {{(pid=103162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:36:58.112036 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-d8a359fb-13f5-4fe7-9ae6-85457fc3140e req-4c692959-769a-4047-b0bc-751107bf8fbb tempest-FloatingIPDetailsTestJSON-954991064 tempest-FloatingIPDetailsTestJSON-954991064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:58.113007 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-d8a359fb-13f5-4fe7-9ae6-85457fc3140e req-4c692959-769a-4047-b0bc-751107bf8fbb tempest-FloatingIPDetailsTestJSON-954991064 tempest-FloatingIPDetailsTestJSON-954991064-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:58.194343 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [req-d8a359fb-13f5-4fe7-9ae6-85457fc3140e req-4c692959-769a-4047-b0bc-751107bf8fbb tempest-FloatingIPDetailsTestJSON-954991064 tempest-FloatingIPDetailsTestJSON-954991064-project] Calling delete_port for 3274d7c4-24b1-41a9-a7d1-6affa3d2ac70 owned by network:floatingip {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:36:58.219453 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-fe07620f-8871-4822-813b-4076a039b871 req-481f3c26-bc55-484d-961c-1f3b8dbd250e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:58.229535 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-01414902-7b13-4bcd-bedf-e07ff83cdc0e req-044260f5-c3cd-4029-8d77-666d301ae42a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=72dcbc3c-1ad5-469d-891f-fc55788615d5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0890148 May 20 20:36:58.243596 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe07620f-8871-4822-813b-4076a039b871 req-481f3c26-bc55-484d-961c-1f3b8dbd250e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:36:58.244368 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-fe07620f-8871-4822-813b-4076a039b871 req-481f3c26-bc55-484d-961c-1f3b8dbd250e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:58.246374 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-fe07620f-8871-4822-813b-4076a039b871 req-481f3c26-bc55-484d-961c-1f3b8dbd250e service neutron] 10.222.0.24 "PUT /v2.0/ports/ff8333d5-3411-4ce2-bab2-7173fcf8ad5b HTTP/1.1" status: 200 len: 1095 time: 1.0673828 May 20 20:36:58.248235 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8242be7-517a-4c2d-a6a7-26bb03d4cb82', 'tag': 'ff8333d5-3411-4ce2-bab2-7173fcf8ad5b'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:36:58.253681 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6fa957933fccbf596d28104b23404b952ad6a8238afaebaed40a0874b2e409" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f368de84-2389-41c8-897b-5563f40b30bd" -d '{"events": [{"name": "network-changed", "server_uuid": "e8242be7-517a-4c2d-a6a7-26bb03d4cb82", "tag": "ff8333d5-3411-4ce2-bab2-7173fcf8ad5b"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:36:58.413564 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481f3c26-bc55-484d-961c-1f3b8dbd250e service neutron] Pushing event updated for resources: {'Port': ['ID=ff8333d5-3411-4ce2-bab2-7173fcf8ad5b,revision_number=3']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:36:58.515701 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01414902-7b13-4bcd-bedf-e07ff83cdc0e req-77950476-55ef-4661-9832-a2164a2b72c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:36:58.522420 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-01414902-7b13-4bcd-bedf-e07ff83cdc0e req-77950476-55ef-4661-9832-a2164a2b72c6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8b3cc11ab7334369b6693afcab69aa6e&device_id=72dcbc3c-1ad5-469d-891f-fc55788615d5 HTTP/1.1" status: 200 len: 1096 time: 0.1831105 May 20 20:36:58.750600 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe07620f-8871-4822-813b-4076a039b871 req-d6e10b7f-3e59-48b2-b573-f78ffc243082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:36:58.756799 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-fe07620f-8871-4822-813b-4076a039b871 req-d6e10b7f-3e59-48b2-b573-f78ffc243082 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4207919be7244eb28564658a511e407f&device_id=e8242be7-517a-4c2d-a6a7-26bb03d4cb82 HTTP/1.1" status: 200 len: 1098 time: 0.3465469 May 20 20:36:58.764563 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01414902-7b13-4bcd-bedf-e07ff83cdc0e req-6a91ccbd-a91d-44d3-bba6-524da9238f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:36:58.767745 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-01414902-7b13-4bcd-bedf-e07ff83cdc0e req-6a91ccbd-a91d-44d3-bba6-524da9238f51 service neutron] 10.222.0.24 "GET /v2.0/networks?id=fef9e30f-3c34-4b6b-9bd5-2a167649e7b0 HTTP/1.1" status: 200 len: 921 time: 0.2124515 May 20 20:36:58.794801 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b99bdee-1bb8-49d5-8360-27096c1ba9ad req-a6437300-5d07-4543-8e6c-d0f4ff3e41e4 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:36:58.816157 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6b99bdee-1bb8-49d5-8360-27096c1ba9ad req-a6437300-5d07-4543-8e6c-d0f4ff3e41e4 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] 10.222.0.35 "GET /v2.0/ports?device_id=e8242be7-517a-4c2d-a6a7-26bb03d4cb82 HTTP/1.1" status: 200 len: 947 time: 0.2317448 May 20 20:36:58.839740 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-fe07620f-8871-4822-813b-4076a039b871 req-f24631d7-1de8-47ae-9034-320d86e3b564 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=ff8333d5-3411-4ce2-bab2-7173fcf8ad5b HTTP/1.1" status: 200 len: 217 time: 0.0717371 May 20 20:36:58.857601 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-01414902-7b13-4bcd-bedf-e07ff83cdc0e req-18c2a9a9-282d-4bae-a81f-54a0675e20fd service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=65c226fe-0bb9-4ed2-8058-7f27ec6ceba5 HTTP/1.1" status: 200 len: 217 time: 0.0817578 May 20 20:36:58.911200 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6b99bdee-1bb8-49d5-8360-27096c1ba9ad req-d086bff6-de8c-49e2-9f1b-3e0568c17a31 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c2aa399-3055-4eb0-8f1a-45933e0e3cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072385 May 20 20:36:58.931258 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-d8a359fb-13f5-4fe7-9ae6-85457fc3140e req-4c692959-769a-4047-b0bc-751107bf8fbb tempest-FloatingIPDetailsTestJSON-954991064 tempest-FloatingIPDetailsTestJSON-954991064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:58.955522 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe07620f-8871-4822-813b-4076a039b871 req-ef727e4a-a91a-4518-8ba8-e108bba3bc55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:36:58.960576 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01414902-7b13-4bcd-bedf-e07ff83cdc0e req-498eb580-1bf0-4f8c-9085-8553a5ce0aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:36:58.961535 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-fe07620f-8871-4822-813b-4076a039b871 req-ef727e4a-a91a-4518-8ba8-e108bba3bc55 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=26b342ea-254c-483a-9ea9-f11c178970eb HTTP/1.1" status: 200 len: 843 time: 0.1097078 May 20 20:36:58.963352 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-01414902-7b13-4bcd-bedf-e07ff83cdc0e req-498eb580-1bf0-4f8c-9085-8553a5ce0aaf service neutron] 10.222.0.24 "GET /v2.0/subnets?id=33548886-d6e3-48e7-a819-149526989122 HTTP/1.1" status: 200 len: 860 time: 0.0994611 May 20 20:36:58.989594 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c692959-769a-4047-b0bc-751107bf8fbb tempest-FloatingIPDetailsTestJSON-954991064 tempest-FloatingIPDetailsTestJSON-954991064-project] Pushing event deleted for resources: {'Port': ['ID=3274d7c4-24b1-41a9-a7d1-6affa3d2ac70,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:36:59.017465 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-01414902-7b13-4bcd-bedf-e07ff83cdc0e req-9346b70b-f538-442c-8e14-f13a7715bbe2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fef9e30f-3c34-4b6b-9bd5-2a167649e7b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438557 May 20 20:36:59.043996 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-d8a359fb-13f5-4fe7-9ae6-85457fc3140e req-4c692959-769a-4047-b0bc-751107bf8fbb tempest-FloatingIPDetailsTestJSON-954991064 tempest-FloatingIPDetailsTestJSON-954991064-project] Notify callbacks [] for floatingip, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:59.046662 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-d8a359fb-13f5-4fe7-9ae6-85457fc3140e req-4c692959-769a-4047-b0bc-751107bf8fbb tempest-FloatingIPDetailsTestJSON-954991064 tempest-FloatingIPDetailsTestJSON-954991064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for floatingip, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:59.047925 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d8a359fb-13f5-4fe7-9ae6-85457fc3140e req-4c692959-769a-4047-b0bc-751107bf8fbb tempest-FloatingIPDetailsTestJSON-954991064 tempest-FloatingIPDetailsTestJSON-954991064-project] 10.222.0.35 "DELETE /v2.0/floatingips/5612d527-17fa-40f8-b499-223d4dddbe79 HTTP/1.1" status: 204 len: 173 time: 1.3037136 May 20 20:36:59.090513 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 20:36:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5059d356-5edf-4847-8980-bcd9b03479b1 x-openstack-request-id: req-5059d356-5edf-4847-8980-bcd9b03479b1 {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:36:59.090912 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8242be7-517a-4c2d-a6a7-26bb03d4cb82", "tag": "ff8333d5-3411-4ce2-bab2-7173fcf8ad5b", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:36:59.091258 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5059d356-5edf-4847-8980-bcd9b03479b1 {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:36:59.091742 n-d-842733-1 neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5059d356-5edf-4847-8980-bcd9b03479b1'] response: {'name': 'network-changed', 'server_uuid': 'e8242be7-517a-4c2d-a6a7-26bb03d4cb82', 'tag': 'ff8333d5-3411-4ce2-bab2-7173fcf8ad5b', 'status': 'completed', 'code': 200} May 20 20:36:59.100704 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe07620f-8871-4822-813b-4076a039b871 req-bcba17d0-04d3-4a51-ae78-8b23eed23f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:36:59.103906 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-fe07620f-8871-4822-813b-4076a039b871 req-bcba17d0-04d3-4a51-ae78-8b23eed23f4b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cd702362-b982-46c5-a7d0-51de1b03df86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1172235 May 20 20:36:59.118999 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb99b9f1-a967-42fb-bc77-0b5a7ef305fd req-388b6ec7-5b82-472c-9b77-dd59ddb7ab82 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:36:59.121276 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-cb99b9f1-a967-42fb-bc77-0b5a7ef305fd req-388b6ec7-5b82-472c-9b77-dd59ddb7ab82 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.35 "GET /v2.0/ports?device_id=15403929-020e-4cba-8203-91654f1a9017 HTTP/1.1" status: 200 len: 946 time: 0.0920372 May 20 20:36:59.150249 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-01414902-7b13-4bcd-bedf-e07ff83cdc0e req-a3097efc-3164-44cb-b762-3eae533b31db service neutron] 10.222.0.24 "GET /v2.0/networks/fef9e30f-3c34-4b6b-9bd5-2a167649e7b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215260 May 20 20:36:59.218284 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-cb99b9f1-a967-42fb-bc77-0b5a7ef305fd req-2a620d58-5c85-4431-9764-7dc1cd3a27a1 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c1ac446-2eae-4e3c-98ef-7a4684e96782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675879 May 20 20:36:59.278175 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-01414902-7b13-4bcd-bedf-e07ff83cdc0e req-0491799c-8aa7-4153-b795-e9bd669c0e56 service neutron] 10.222.0.24 "GET /v2.0/networks/fef9e30f-3c34-4b6b-9bd5-2a167649e7b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236219 May 20 20:36:59.289425 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-fe07620f-8871-4822-813b-4076a039b871 req-7280d5c3-477d-487b-a7b3-b2d3aaef1ab2 service neutron] 10.222.0.24 "GET /v2.0/networks/cd702362-b982-46c5-a7d0-51de1b03df86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664555 May 20 20:36:59.380046 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 59558) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:36:59.460469 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-fe07620f-8871-4822-813b-4076a039b871 req-2f62691d-8590-4c4b-8bf9-5b3d774eee84 service neutron] 10.222.0.24 "GET /v2.0/networks/cd702362-b982-46c5-a7d0-51de1b03df86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1641092 May 20 20:36:59.521693 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-5c4d82b1-8d89-4d36-a153-51418865dc8d admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-302968645-network', 'tenant_id': '33876e14b0274b60a421aea47180bf46'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:36:59.652095 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c4d82b1-8d89-4d36-a153-51418865dc8d admin admin] Made reservation on behalf of 33876e14b0274b60a421aea47180bf46 for: {'network': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:36:59.655746 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5c4d82b1-8d89-4d36-a153-51418865dc8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for network, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:59.675858 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f368de84-2389-41c8-897b-5563f40b30bd req-10be0cfa-6b9a-4692-abe3-d2b03846e4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:36:59.679471 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f368de84-2389-41c8-897b-5563f40b30bd req-10be0cfa-6b9a-4692-abe3-d2b03846e4a2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4207919be7244eb28564658a511e407f&device_id=e8242be7-517a-4c2d-a6a7-26bb03d4cb82 HTTP/1.1" status: 200 len: 1098 time: 0.0941963 May 20 20:36:59.682931 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5c4d82b1-8d89-4d36-a153-51418865dc8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:59.806354 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5c4d82b1-8d89-4d36-a153-51418865dc8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:59.910564 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7cb81e51-7454-424c-b9ac-21ed1111c196 req-8c5b06e1-b4f9-4f70-b1b9-2ab668c62885 tempest-FloatingIPDetailsTestJSON-954991064 tempest-FloatingIPDetailsTestJSON-954991064-project] 10.222.0.35 "GET /v2.0/floatingips/14cdbf35-667a-4f1c-b5e9-223690b7cbbb HTTP/1.1" status: 200 len: 692 time: 0.0651932 May 20 20:36:59.915105 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5c4d82b1-8d89-4d36-a153-51418865dc8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:59.992828 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4d82b1-8d89-4d36-a153-51418865dc8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a1ca955-ee86-4e03-bb39-6b1e6a532a5a,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:37:00.017198 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c4d82b1-8d89-4d36-a153-51418865dc8d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 202} {{(pid=103162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 20:37:00.022629 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6262c0bb-a657-4e60-b0b4-4a8a71b7ff34 req-d77d9ce0-10c4-4e0f-aa36-725975f1ed54 tempest-LiveMigrationNegativeTest-1438540510 tempest-LiveMigrationNegativeTest-1438540510-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=f0a00de831794c7980c037dc26b9c7f6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0360103 May 20 20:37:00.023678 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f368de84-2389-41c8-897b-5563f40b30bd req-88003d5f-9f06-445f-bace-aea88f275560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:00.025059 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f368de84-2389-41c8-897b-5563f40b30bd req-88003d5f-9f06-445f-bace-aea88f275560 service neutron] 10.222.0.24 "GET /v2.0/networks?id=cd702362-b982-46c5-a7d0-51de1b03df86 HTTP/1.1" status: 200 len: 870 time: 0.3252633 May 20 20:37:00.043333 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5c4d82b1-8d89-4d36-a153-51418865dc8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:00.043850 n-d-842733-1 neutron-server[103162]: INFO neutron.db.segments_db [None req-5c4d82b1-8d89-4d36-a153-51418865dc8d admin admin] Added segment 8e7444da-2574-4e87-afbd-a324be0dd68b of type vlan for network f2296de0-b06c-422e-98fe-14a3771aba33 May 20 20:37:00.108177 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5c4d82b1-8d89-4d36-a153-51418865dc8d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418993264'] for network, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:00.147889 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f368de84-2389-41c8-897b-5563f40b30bd req-ca60a66f-d7d2-4256-868d-79d8c3efcc6f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=ff8333d5-3411-4ce2-bab2-7173fcf8ad5b HTTP/1.1" status: 200 len: 217 time: 0.0928941 May 20 20:37:00.170332 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb81e51-7454-424c-b9ac-21ed1111c196 req-ada042bc-675f-4377-a3ae-3815fce4cbe5 tempest-FloatingIPDetailsTestJSON-954991064 tempest-FloatingIPDetailsTestJSON-954991064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:00.177098 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7cb81e51-7454-424c-b9ac-21ed1111c196 req-ada042bc-675f-4377-a3ae-3815fce4cbe5 tempest-FloatingIPDetailsTestJSON-954991064 tempest-FloatingIPDetailsTestJSON-954991064-project] 10.222.0.35 "GET /v2.0/networks/e3a93b5c-91e2-4064-9c2c-1afc261bfe15 HTTP/1.1" status: 200 len: 784 time: 0.2623057 May 20 20:37:00.211539 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5c4d82b1-8d89-4d36-a153-51418865dc8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524'] for network, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:00.213166 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c4d82b1-8d89-4d36-a153-51418865dc8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:00.214036 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5c4d82b1-8d89-4d36-a153-51418865dc8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:00.216547 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [req-7cb81e51-7454-424c-b9ac-21ed1111c196 req-7fb9858d-cd51-4d04-b3c3-2ed4604531e0 tempest-FloatingIPDetailsTestJSON-954991064 tempest-FloatingIPDetailsTestJSON-954991064-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103163) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 20:37:00.217566 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7cb81e51-7454-424c-b9ac-21ed1111c196 req-7fb9858d-cd51-4d04-b3c3-2ed4604531e0 tempest-FloatingIPDetailsTestJSON-954991064 tempest-FloatingIPDetailsTestJSON-954991064-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0305078 May 20 20:37:00.279237 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4d82b1-8d89-4d36-a153-51418865dc8d admin admin] Pushing event updated for resources: {'Network': ['ID=f2296de0-b06c-422e-98fe-14a3771aba33,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:37:00.291064 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Network f2296de0-b06c-422e-98fe-14a3771aba33 details requested by agent ovs-agent-n-d-842733-1 with host n-d-842733-1 {{(pid=103164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 20 20:37:00.296339 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7cb81e51-7454-424c-b9ac-21ed1111c196 req-51fa51d2-3260-4163-ae55-3833a89815a0 tempest-FloatingIPDetailsTestJSON-954991064 tempest-FloatingIPDetailsTestJSON-954991064-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.2.94 HTTP/1.1" status: 200 len: 695 time: 0.0658629 May 20 20:37:00.300087 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f368de84-2389-41c8-897b-5563f40b30bd req-e43c4e29-cd80-4b2b-9a3b-8f7997b7e582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:00.301637 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f368de84-2389-41c8-897b-5563f40b30bd req-e43c4e29-cd80-4b2b-9a3b-8f7997b7e582 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=26b342ea-254c-483a-9ea9-f11c178970eb HTTP/1.1" status: 200 len: 843 time: 0.1387651 May 20 20:37:00.308638 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6262c0bb-a657-4e60-b0b4-4a8a71b7ff34 req-48100130-9f5a-4f97-907f-315d023cac00 tempest-LiveMigrationNegativeTest-1438540510 tempest-LiveMigrationNegativeTest-1438540510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:00.310250 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6262c0bb-a657-4e60-b0b4-4a8a71b7ff34 req-48100130-9f5a-4f97-907f-315d023cac00 tempest-LiveMigrationNegativeTest-1438540510 tempest-LiveMigrationNegativeTest-1438540510-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2801547 May 20 20:37:00.364939 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-5c4d82b1-8d89-4d36-a153-51418865dc8d admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.9830248 May 20 20:37:00.367308 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 59590) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:37:00.372846 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-a13c86ce-7ab5-4284-acfe-09d2fb47b643 admin admin] Request body: {'subnet': {'network_id': 'f2296de0-b06c-422e-98fe-14a3771aba33', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-302968645-subnet', 'tenant_id': '33876e14b0274b60a421aea47180bf46', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:37:00.392345 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6262c0bb-a657-4e60-b0b4-4a8a71b7ff34 req-d0d783c1-a9dd-4261-94eb-83b62cbf9e33 tempest-LiveMigrationNegativeTest-1438540510 tempest-LiveMigrationNegativeTest-1438540510-project] 10.222.0.35 "GET /v2.0/quotas/f0a00de831794c7980c037dc26b9c7f6 HTTP/1.1" status: 200 len: 375 time: 0.0654356 May 20 20:37:00.395285 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7cb81e51-7454-424c-b9ac-21ed1111c196 req-99cc3608-09d5-41b3-8be7-81a734df96ed tempest-FloatingIPDetailsTestJSON-954991064 tempest-FloatingIPDetailsTestJSON-954991064-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.2.94 HTTP/1.1" status: 200 len: 695 time: 0.0841224 May 20 20:37:00.434533 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6262c0bb-a657-4e60-b0b4-4a8a71b7ff34 req-9b388671-eb6a-4369-99c8-dd480c72cf7e tempest-LiveMigrationNegativeTest-1438540510 tempest-LiveMigrationNegativeTest-1438540510-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=f0a00de831794c7980c037dc26b9c7f6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0345876 May 20 20:37:00.474624 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f368de84-2389-41c8-897b-5563f40b30bd req-0ff3a992-85de-4e3b-8467-96d40455359f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:00.476025 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f368de84-2389-41c8-897b-5563f40b30bd req-0ff3a992-85de-4e3b-8467-96d40455359f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cd702362-b982-46c5-a7d0-51de1b03df86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1638105 May 20 20:37:00.549603 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a13c86ce-7ab5-4284-acfe-09d2fb47b643 admin admin] Made reservation on behalf of 33876e14b0274b60a421aea47180bf46 for: {'subnet': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:37:00.552340 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a13c86ce-7ab5-4284-acfe-09d2fb47b643 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4018244'] for subnet, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:00.652510 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [req-7cb81e51-7454-424c-b9ac-21ed1111c196 req-f7a9cd5f-9d41-4c08-972b-76d708be4759 tempest-FloatingIPDetailsTestJSON-954991064 tempest-FloatingIPDetailsTestJSON-954991064-project] Deleting port d3b46ada-d362-49c0-9f81-3b693f971c30 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:37:00.652895 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-7cb81e51-7454-424c-b9ac-21ed1111c196 req-f7a9cd5f-9d41-4c08-972b-76d708be4759 tempest-FloatingIPDetailsTestJSON-954991064 tempest-FloatingIPDetailsTestJSON-954991064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:00.656625 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f368de84-2389-41c8-897b-5563f40b30bd req-725c4ba3-4b94-4f48-8034-b7eba21e2744 service neutron] 10.222.0.24 "GET /v2.0/networks/cd702362-b982-46c5-a7d0-51de1b03df86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1729317 May 20 20:37:00.785999 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-7cb81e51-7454-424c-b9ac-21ed1111c196 req-f7a9cd5f-9d41-4c08-972b-76d708be4759 tempest-FloatingIPDetailsTestJSON-954991064 tempest-FloatingIPDetailsTestJSON-954991064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:00.789348 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-7cb81e51-7454-424c-b9ac-21ed1111c196 req-f7a9cd5f-9d41-4c08-972b-76d708be4759 tempest-FloatingIPDetailsTestJSON-954991064 tempest-FloatingIPDetailsTestJSON-954991064-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:00.868263 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [req-7cb81e51-7454-424c-b9ac-21ed1111c196 req-f7a9cd5f-9d41-4c08-972b-76d708be4759 tempest-FloatingIPDetailsTestJSON-954991064 tempest-FloatingIPDetailsTestJSON-954991064-project] Calling delete_port for d3b46ada-d362-49c0-9f81-3b693f971c30 owned by network:floatingip {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:37:00.952290 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a13c86ce-7ab5-4284-acfe-09d2fb47b643 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3797684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4018258'] for subnet, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:00.975046 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a049ec-943e-4786-ad8e-70a20b6aaf7b req-eb4fa361-025b-473f-9e45-cf09e7f9745c tempest-LiveAutoBlockMigrationV225Test-1777330067 tempest-LiveAutoBlockMigrationV225Test-1777330067-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:00.976706 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e4a049ec-943e-4786-ad8e-70a20b6aaf7b req-eb4fa361-025b-473f-9e45-cf09e7f9745c tempest-LiveAutoBlockMigrationV225Test-1777330067 tempest-LiveAutoBlockMigrationV225Test-1777330067-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=15403929-020e-4cba-8203-91654f1a9017 HTTP/1.1" status: 200 len: 1097 time: 0.1690087 May 20 20:37:01.012891 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f368de84-2389-41c8-897b-5563f40b30bd req-6100a63e-39ec-4534-86c3-d31f1dcf0a76 service neutron] 10.222.0.24 "GET /v2.0/networks/cd702362-b982-46c5-a7d0-51de1b03df86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3419251 May 20 20:37:01.035459 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13c86ce-7ab5-4284-acfe-09d2fb47b643 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9e5fad6-106c-4fb6-bdcf-0e79e7e3eb1f,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:37:01.045806 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a13c86ce-7ab5-4284-acfe-09d2fb47b643 admin admin] Checking segment: {'id': '8e7444da-2574-4e87-afbd-a324be0dd68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'f2296de0-b06c-422e-98fe-14a3771aba33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:37:01.046155 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a13c86ce-7ab5-4284-acfe-09d2fb47b643 admin admin] Network hostable DHCP agents. Network: f2296de0-b06c-422e-98fe-14a3771aba33, hostable agents: ['c9b0653c-f3c7-4339-bd50-e3754b629216'], hosted agents: [] {{(pid=103162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 20:37:01.055799 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e4a049ec-943e-4786-ad8e-70a20b6aaf7b req-d2299f07-9f77-4335-a391-46b9fd75a721 tempest-LiveAutoBlockMigrationV225Test-1777330067 tempest-LiveAutoBlockMigrationV225Test-1777330067-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=1c1ac446-2eae-4e3c-98ef-7a4684e96782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653183 May 20 20:37:01.121825 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a13c86ce-7ab5-4284-acfe-09d2fb47b643 admin admin] Network f2296de0-b06c-422e-98fe-14a3771aba33 is scheduled to be hosted by DHCP agent c9b0653c-f3c7-4339-bd50-e3754b629216 with binding_index 1 {{(pid=103162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 20:37:01.179136 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-7cb81e51-7454-424c-b9ac-21ed1111c196 req-f7a9cd5f-9d41-4c08-972b-76d708be4759 tempest-FloatingIPDetailsTestJSON-954991064 tempest-FloatingIPDetailsTestJSON-954991064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:01.207503 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-a13c86ce-7ab5-4284-acfe-09d2fb47b643 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842733-1, f2296de0-b06c-422e-98fe-14a3771aba33) {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:37:01.211640 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a13c86ce-7ab5-4284-acfe-09d2fb47b643 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:01.212230 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a13c86ce-7ab5-4284-acfe-09d2fb47b643 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:01.217184 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a9cd5f-9d41-4c08-972b-76d708be4759 tempest-FloatingIPDetailsTestJSON-954991064 tempest-FloatingIPDetailsTestJSON-954991064-project] Pushing event deleted for resources: {'Port': ['ID=d3b46ada-d362-49c0-9f81-3b693f971c30,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:37:01.236855 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f15bfa5-6bb2-4257-a639-67cc9dac9caf None None] Network f2296de0-b06c-422e-98fe-14a3771aba33 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:37:01.247991 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-7cb81e51-7454-424c-b9ac-21ed1111c196 req-f7a9cd5f-9d41-4c08-972b-76d708be4759 tempest-FloatingIPDetailsTestJSON-954991064 tempest-FloatingIPDetailsTestJSON-954991064-project] Notify callbacks [] for floatingip, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:01.251141 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-7cb81e51-7454-424c-b9ac-21ed1111c196 req-f7a9cd5f-9d41-4c08-972b-76d708be4759 tempest-FloatingIPDetailsTestJSON-954991064 tempest-FloatingIPDetailsTestJSON-954991064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for floatingip, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:01.252313 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7cb81e51-7454-424c-b9ac-21ed1111c196 req-f7a9cd5f-9d41-4c08-972b-76d708be4759 tempest-FloatingIPDetailsTestJSON-954991064 tempest-FloatingIPDetailsTestJSON-954991064-project] 10.222.0.35 "DELETE /v2.0/floatingips/14cdbf35-667a-4f1c-b5e9-223690b7cbbb HTTP/1.1" status: 204 len: 173 time: 0.8434038 May 20 20:37:01.259241 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 59604) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:37:01.261949 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52038f7-5070-4051-885f-38bfb60f4d02 req-ee48fd81-7bf3-4aef-99b4-da5748d7fd77 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:01.263472 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d52038f7-5070-4051-885f-38bfb60f4d02 req-ee48fd81-7bf3-4aef-99b4-da5748d7fd77 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] 10.222.0.35 "GET /v2.0/ports?device_id=e8242be7-517a-4c2d-a6a7-26bb03d4cb82 HTTP/1.1" status: 200 len: 947 time: 0.1183174 May 20 20:37:01.361010 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d52038f7-5070-4051-885f-38bfb60f4d02 req-3e9c1c30-4187-4bcc-80ec-4d9fe207c887 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c2aa399-3055-4eb0-8f1a-45933e0e3cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786135 May 20 20:37:01.476708 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-a13c86ce-7ab5-4284-acfe-09d2fb47b643 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.1079485 May 20 20:37:01.479358 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bcb87cf-27ee-4b64-91f0-2d5f4df89e61 None None] Network f2296de0-b06c-422e-98fe-14a3771aba33 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:37:01.535562 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ccf93bb9-6252-4d15-809b-11eb99e67045 req-143c622f-4d46-487b-9dc7-7b81a8200eed tempest-ServersWithSpecificFlavorTestJSON-403335495 tempest-ServersWithSpecificFlavorTestJSON-403335495-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--1172290487&fields=id&tenant_id=7a0946b7566d4115bc78791f06e90f69 HTTP/1.1" status: 200 len: 267 time: 0.0777891 May 20 20:37:01.648798 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b085a3e-f7e6-4a96-99fe-32b53f805daa req-c31232e7-30e1-4265-8f89-e0b35ce6e16e tempest-ServersWithSpecificFlavorTestJSON-403335495 tempest-ServersWithSpecificFlavorTestJSON-403335495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:01.650553 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-9b085a3e-f7e6-4a96-99fe-32b53f805daa req-c31232e7-30e1-4265-8f89-e0b35ce6e16e tempest-ServersWithSpecificFlavorTestJSON-403335495 tempest-ServersWithSpecificFlavorTestJSON-403335495-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcc37251-fe20-4f7e-aa5f-f8a826d9ed0d HTTP/1.1" status: 200 len: 945 time: 0.3816087 May 20 20:37:01.703229 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b97eb89a-b045-4283-929e-31d9a3df8688 req-354f9828-993a-4b6e-85c7-fbb9e901a5a5 tempest-LiveMigrationNegativeTest-1438540510 tempest-LiveMigrationNegativeTest-1438540510-project] 10.222.0.35 "GET /v2.0/ports?device_id=52c18748-2cc2-40bf-a3a4-f9db6e725ba2 HTTP/1.1" status: 200 len: 210 time: 0.0413640 May 20 20:37:01.762759 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf93bb9-6252-4d15-809b-11eb99e67045 req-dff0a9fc-d21f-48d2-81ce-fb2966561207 tempest-ServersWithSpecificFlavorTestJSON-403335495 tempest-ServersWithSpecificFlavorTestJSON-403335495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:01.764378 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ccf93bb9-6252-4d15-809b-11eb99e67045 req-dff0a9fc-d21f-48d2-81ce-fb2966561207 tempest-ServersWithSpecificFlavorTestJSON-403335495 tempest-ServersWithSpecificFlavorTestJSON-403335495-project] 10.222.0.35 "GET /v2.0/networks?id=b6d9e896-d344-4c48-82c9-67ef44a8b110 HTTP/1.1" status: 200 len: 823 time: 0.2280316 May 20 20:37:01.789424 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ccf93bb9-6252-4d15-809b-11eb99e67045 req-2e66b175-694b-462e-83be-cf085421170a tempest-ServersWithSpecificFlavorTestJSON-403335495 tempest-ServersWithSpecificFlavorTestJSON-403335495-project] 10.222.0.35 "GET /v2.0/quotas/7a0946b7566d4115bc78791f06e90f69 HTTP/1.1" status: 200 len: 375 time: 0.0127792 May 20 20:37:01.865950 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dac8f75-0c12-4def-9057-94ee3771ccf1 req-a5afb9e9-743b-4f42-ae08-bab11541c14a tempest-LiveAutoBlockMigrationV225Test-1777330067 tempest-LiveAutoBlockMigrationV225Test-1777330067-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:01.867546 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5dac8f75-0c12-4def-9057-94ee3771ccf1 req-a5afb9e9-743b-4f42-ae08-bab11541c14a tempest-LiveAutoBlockMigrationV225Test-1777330067 tempest-LiveAutoBlockMigrationV225Test-1777330067-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=15403929-020e-4cba-8203-91654f1a9017 HTTP/1.1" status: 200 len: 1097 time: 0.0729685 May 20 20:37:01.894513 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ccf93bb9-6252-4d15-809b-11eb99e67045 req-54ca593c-4447-4e62-9f4f-7640e648145c tempest-ServersWithSpecificFlavorTestJSON-403335495 tempest-ServersWithSpecificFlavorTestJSON-403335495-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=7a0946b7566d4115bc78791f06e90f69&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0913177 May 20 20:37:01.935744 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5dac8f75-0c12-4def-9057-94ee3771ccf1 req-0e0e1583-4622-40e4-86bd-23f53667f1a7 tempest-LiveAutoBlockMigrationV225Test-1777330067 tempest-LiveAutoBlockMigrationV225Test-1777330067-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=1c1ac446-2eae-4e3c-98ef-7a4684e96782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600805 May 20 20:37:01.978681 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.agents_db [None req-5c33ad30-4e00-40fa-b486-8c79c4a6cfc5 None None] Agent healthcheck: found 7 active agents {{(pid=103165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 20 20:37:02.041530 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:02.214068 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [req-ccf93bb9-6252-4d15-809b-11eb99e67045 req-20b98aa7-16b6-433e-aa02-3fc7df889a3e service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103163) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 20:37:02.214068 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ccf93bb9-6252-4d15-809b-11eb99e67045 req-20b98aa7-16b6-433e-aa02-3fc7df889a3e service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1466982 May 20 20:37:02.280510 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-9b085a3e-f7e6-4a96-99fe-32b53f805daa req-cdeb35b8-b6ca-4c57-86a1-b71bf9f1a211 tempest-ServersWithSpecificFlavorTestJSON-403335495 tempest-ServersWithSpecificFlavorTestJSON-403335495-project] Deleting port 2ebc82e3-a3fb-4509-a8df-f79d7a1ccb17 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:37:02.280510 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-9b085a3e-f7e6-4a96-99fe-32b53f805daa req-cdeb35b8-b6ca-4c57-86a1-b71bf9f1a211 tempest-ServersWithSpecificFlavorTestJSON-403335495 tempest-ServersWithSpecificFlavorTestJSON-403335495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:02.331297 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ccf93bb9-6252-4d15-809b-11eb99e67045 req-4d70390c-20f8-44cb-a17d-c1e9a2b2e83b service neutron] 10.222.0.35 "GET /v2.0/networks/b6d9e896-d344-4c48-82c9-67ef44a8b110?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148882 May 20 20:37:02.444183 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-9b085a3e-f7e6-4a96-99fe-32b53f805daa req-cdeb35b8-b6ca-4c57-86a1-b71bf9f1a211 tempest-ServersWithSpecificFlavorTestJSON-403335495 tempest-ServersWithSpecificFlavorTestJSON-403335495-project] For port 2ebc82e3-a3fb-4509-a8df-f79d7a1ccb17, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=2ebc82e3-a3fb-4509-a8df-f79d7a1ccb17,segment=NetworkSegment(94a4894e-95e9-4cfb-9a59-0548accd47c0),segment_id=94a4894e-95e9-4cfb-9a59-0548accd47c0)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:37:02.444551 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-9b085a3e-f7e6-4a96-99fe-32b53f805daa req-cdeb35b8-b6ca-4c57-86a1-b71bf9f1a211 tempest-ServersWithSpecificFlavorTestJSON-403335495 tempest-ServersWithSpecificFlavorTestJSON-403335495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:02.487611 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ccf93bb9-6252-4d15-809b-11eb99e67045 req-ecf846e6-8e80-422e-9335-4111dec8f4a7 service neutron] 10.222.0.35 "GET /v2.0/networks/b6d9e896-d344-4c48-82c9-67ef44a8b110?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441381 May 20 20:37:02.647040 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f4968407-bf8f-4d11-9bc3-f4afa4c2d83e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748528'] for router_interface, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:02.685574 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 59658) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:37:02.691252 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-0857b79d-a1a8-4280-ad61-9f4a0652af24 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1026628617-network', 'tenant_id': 'c86619c5bb7f48378ec3786fe14b1663'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:37:02.859755 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-9b085a3e-f7e6-4a96-99fe-32b53f805daa req-cdeb35b8-b6ca-4c57-86a1-b71bf9f1a211 tempest-ServersWithSpecificFlavorTestJSON-403335495 tempest-ServersWithSpecificFlavorTestJSON-403335495-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:02.860154 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-9b085a3e-f7e6-4a96-99fe-32b53f805daa req-cdeb35b8-b6ca-4c57-86a1-b71bf9f1a211 tempest-ServersWithSpecificFlavorTestJSON-403335495 tempest-ServersWithSpecificFlavorTestJSON-403335495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748272'] for floatingip, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:02.860541 n-d-842733-1 neutron-server[103162]: INFO neutron.db.l3_db [req-9b085a3e-f7e6-4a96-99fe-32b53f805daa req-cdeb35b8-b6ca-4c57-86a1-b71bf9f1a211 tempest-ServersWithSpecificFlavorTestJSON-403335495 tempest-ServersWithSpecificFlavorTestJSON-403335495-project] Floating IP a32b27b6-5e0a-499f-b377-97dd6f3e0da3 disassociated. External IP: 172.25.2.217, port: 2ebc82e3-a3fb-4509-a8df-f79d7a1ccb17. May 20 20:37:02.860910 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-9b085a3e-f7e6-4a96-99fe-32b53f805daa req-cdeb35b8-b6ca-4c57-86a1-b71bf9f1a211 tempest-ServersWithSpecificFlavorTestJSON-403335495 tempest-ServersWithSpecificFlavorTestJSON-403335495-project] Calling delete_port for 2ebc82e3-a3fb-4509-a8df-f79d7a1ccb17 owned by compute:nova {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:37:03.120501 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0857b79d-a1a8-4280-ad61-9f4a0652af24 admin admin] Made reservation on behalf of c86619c5bb7f48378ec3786fe14b1663 for: {'network': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:37:03.122718 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0857b79d-a1a8-4280-ad61-9f4a0652af24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for network, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:03.133165 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device ff8333d5-3411-4ce2-bab2-7173fcf8ad5b details requested by agent hyperv_n-h1-842733-1 with host n-h1-842733-1 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 20:37:03.166209 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0857b79d-a1a8-4280-ad61-9f4a0652af24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:03.180903 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-f4968407-bf8f-4d11-9bc3-f4afa4c2d83e admin admin] Deleting port 109937dd-c3bc-4e26-a517-620d7731166c {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:37:03.181115 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f4968407-bf8f-4d11-9bc3-f4afa4c2d83e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:03.213242 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb64762-9737-40b8-868e-e1ff4ceace83 req-6df5be1d-70c7-49fe-b030-8b629baac933 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:03.214719 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-dfb64762-9737-40b8-868e-e1ff4ceace83 req-6df5be1d-70c7-49fe-b030-8b629baac933 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] 10.222.0.35 "GET /v2.0/ports?device_id=e8242be7-517a-4c2d-a6a7-26bb03d4cb82 HTTP/1.1" status: 200 len: 947 time: 0.0962188 May 20 20:37:03.219360 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cfb72d-20a0-46cc-8c3e-86724bc98f7c req-dedc3f29-85c0-46aa-9265-953f9350a2ec tempest-LiveAutoBlockMigrationV225Test-1777330067 tempest-LiveAutoBlockMigrationV225Test-1777330067-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:03.227128 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-29cfb72d-20a0-46cc-8c3e-86724bc98f7c req-dedc3f29-85c0-46aa-9265-953f9350a2ec tempest-LiveAutoBlockMigrationV225Test-1777330067 tempest-LiveAutoBlockMigrationV225Test-1777330067-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=15403929-020e-4cba-8203-91654f1a9017 HTTP/1.1" status: 200 len: 1097 time: 0.4222040 May 20 20:37:03.282231 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port ff8333d5-3411-4ce2-bab2-7173fcf8ad5b, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=ff8333d5-3411-4ce2-bab2-7173fcf8ad5b,segment=NetworkSegment(ed3a602f-49fb-4a95-be80-401e1eb72e33),segment_id=ed3a602f-49fb-4a95-be80-401e1eb72e33)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:37:03.282608 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-f4968407-bf8f-4d11-9bc3-f4afa4c2d83e admin admin] For port 109937dd-c3bc-4e26-a517-620d7731166c, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=109937dd-c3bc-4e26-a517-620d7731166c,segment=NetworkSegment(178a872b-7252-48e6-a979-6d6c88932541),segment_id=178a872b-7252-48e6-a979-6d6c88932541)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:37:03.283113 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f4968407-bf8f-4d11-9bc3-f4afa4c2d83e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:03.296743 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Returning: {'device': 'ff8333d5-3411-4ce2-bab2-7173fcf8ad5b', 'network_id': 'cd702362-b982-46c5-a7d0-51de1b03df86', 'port_id': 'ff8333d5-3411-4ce2-bab2-7173fcf8ad5b', 'mac_address': 'fa:16:3e:f7:8c:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26b342ea-254c-483a-9ea9-f11c178970eb', 'ip_address': '192.168.233.36'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 20 20:37:03.300522 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-f4968407-bf8f-4d11-9bc3-f4afa4c2d83e admin admin] Calling delete_port for 109937dd-c3bc-4e26-a517-620d7731166c owned by network:router_interface {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:37:03.309611 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-dfb64762-9737-40b8-868e-e1ff4ceace83 req-dc0700a0-2f67-4090-93eb-18d24dd74aa4 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c2aa399-3055-4eb0-8f1a-45933e0e3cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801272 May 20 20:37:03.322828 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-9b085a3e-f7e6-4a96-99fe-32b53f805daa req-cdeb35b8-b6ca-4c57-86a1-b71bf9f1a211 tempest-ServersWithSpecificFlavorTestJSON-403335495 tempest-ServersWithSpecificFlavorTestJSON-403335495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:03.328887 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-29cfb72d-20a0-46cc-8c3e-86724bc98f7c req-43c4cf60-2169-4bf7-a4aa-490ef2d5d869 tempest-LiveAutoBlockMigrationV225Test-1777330067 tempest-LiveAutoBlockMigrationV225Test-1777330067-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=1c1ac446-2eae-4e3c-98ef-7a4684e96782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938652 May 20 20:37:03.363859 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Current status of the port ff8333d5-3411-4ce2-bab2-7173fcf8ad5b is: DOWN; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:37:03.364238 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:03.378073 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff8333d5-3411-4ce2-bab2-7173fcf8ad5b {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:37:03.378670 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0857b79d-a1a8-4280-ad61-9f4a0652af24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:03.450948 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port ff8333d5-3411-4ce2-bab2-7173fcf8ad5b, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=ff8333d5-3411-4ce2-bab2-7173fcf8ad5b,segment=NetworkSegment(ed3a602f-49fb-4a95-be80-401e1eb72e33),segment_id=ed3a602f-49fb-4a95-be80-401e1eb72e33)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:37:03.452673 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdeb35b8-b6ca-4c57-86a1-b71bf9f1a211 tempest-ServersWithSpecificFlavorTestJSON-403335495 tempest-ServersWithSpecificFlavorTestJSON-403335495-project] Pushing event deleted for resources: {'Port': ['ID=2ebc82e3-a3fb-4509-a8df-f79d7a1ccb17,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:37:03.500679 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a3a68d0d-d583-4e72-97db-f8892eeecd97 req-b16df926-42d7-450d-aeca-7071b11eb160 tempest-ServersWithSpecificFlavorTestJSON-403335495 tempest-ServersWithSpecificFlavorTestJSON-403335495-project] 10.222.0.35 "GET /v2.0/ports?device_id=b4070de9-726e-4300-9952-8e4a88742aac HTTP/1.1" status: 200 len: 210 time: 0.0988133 May 20 20:37:03.512144 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0857b79d-a1a8-4280-ad61-9f4a0652af24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:03.548832 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8bd9c2d1-faee-4b8a-b3ab-ab9d65735f39 req-dc281e1f-ed94-41a4-9bb9-805d5d980b78 tempest-LiveMigrationNegativeTest-1438540510 tempest-LiveMigrationNegativeTest-1438540510-project] 10.222.0.35 "GET /v2.0/ports?device_id=52c18748-2cc2-40bf-a3a4-f9db6e725ba2 HTTP/1.1" status: 200 len: 210 time: 0.0410542 May 20 20:37:03.563082 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:03.573947 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0857b79d-a1a8-4280-ad61-9f4a0652af24 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 200} {{(pid=103163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 20:37:03.618764 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0857b79d-a1a8-4280-ad61-9f4a0652af24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9443e12-a3e2-4fb7-a5e1-254847a8aa97,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:37:03.635847 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0857b79d-a1a8-4280-ad61-9f4a0652af24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:03.643188 n-d-842733-1 neutron-server[103163]: INFO neutron.db.segments_db [None req-0857b79d-a1a8-4280-ad61-9f4a0652af24 admin admin] Added segment f0a9836a-2fae-434d-a296-9e955526f53b of type vlan for network dbdadd71-0ca9-4117-a440-caaa209f1848 May 20 20:37:03.668473 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Pushing event updated for resources: {'Port': ['ID=ff8333d5-3411-4ce2-bab2-7173fcf8ad5b,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:37:03.735151 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0857b79d-a1a8-4280-ad61-9f4a0652af24 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418993264'] for network, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:03.774562 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9b085a3e-f7e6-4a96-99fe-32b53f805daa req-cdeb35b8-b6ca-4c57-86a1-b71bf9f1a211 tempest-ServersWithSpecificFlavorTestJSON-403335495 tempest-ServersWithSpecificFlavorTestJSON-403335495-project] Router 5ed96472-d954-4742-aed3-d420512dcb22 has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 20:37:03.819634 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] get_ports_and_sgs() called for port_ids ['ff8333d5-3411-4ce2-bab2-7173fcf8ad5b'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:37:03.881687 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0857b79d-a1a8-4280-ad61-9f4a0652af24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524'] for network, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:03.882713 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0857b79d-a1a8-4280-ad61-9f4a0652af24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:03.883077 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-6262c0bb-a657-4e60-b0b4-4a8a71b7ff34 req-34bce86d-dbdb-48bf-b61d-d88b0a2db170 tempest-LiveMigrationNegativeTest-1438540510 tempest-LiveMigrationNegativeTest-1438540510-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=f0a00de831794c7980c037dc26b9c7f6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0290422 May 20 20:37:03.883287 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0857b79d-a1a8-4280-ad61-9f4a0652af24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:03.946541 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0857b79d-a1a8-4280-ad61-9f4a0652af24 admin admin] Pushing event updated for resources: {'Network': ['ID=dbdadd71-0ca9-4117-a440-caaa209f1848,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:37:03.961042 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Network dbdadd71-0ca9-4117-a440-caaa209f1848 details requested by agent ovs-agent-n-d-842733-1 with host n-d-842733-1 {{(pid=103164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 20 20:37:03.965597 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9b085a3e-f7e6-4a96-99fe-32b53f805daa req-cdeb35b8-b6ca-4c57-86a1-b71bf9f1a211 tempest-ServersWithSpecificFlavorTestJSON-403335495 tempest-ServersWithSpecificFlavorTestJSON-403335495-project] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 20:37:03.986105 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c2617c6-3738-44cc-aea7-7a23ab031b3e None None] Sync routers for ids ['5ed96472-d954-4742-aed3-d420512dcb22'] in n-d-842733-1 {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 20:37:04.038616 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-0857b79d-a1a8-4280-ad61-9f4a0652af24 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.3519375 May 20 20:37:04.047579 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 59682) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:37:04.052422 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-57659e7b-0c11-470a-a0ba-878b8f705cbe admin admin] Request body: {'subnet': {'network_id': 'dbdadd71-0ca9-4117-a440-caaa209f1848', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1026628617-subnet', 'tenant_id': 'c86619c5bb7f48378ec3786fe14b1663', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:37:04.098978 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c2617c6-3738-44cc-aea7-7a23ab031b3e None None] Routers {'5ed96472-d954-4742-aed3-d420512dcb22'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:37:04.099606 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-2c2617c6-3738-44cc-aea7-7a23ab031b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:36:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['5ed96472-d954-4742-aed3-d420512dcb22'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:37:04.137594 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f4968407-bf8f-4d11-9bc3-f4afa4c2d83e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:04.189378 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57659e7b-0c11-470a-a0ba-878b8f705cbe admin admin] Made reservation on behalf of c86619c5bb7f48378ec3786fe14b1663 for: {'subnet': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:37:04.192109 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-57659e7b-0c11-470a-a0ba-878b8f705cbe admin admin] Notify callbacks [] for subnet, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:04.240322 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-2c2617c6-3738-44cc-aea7-7a23ab031b3e None None] Set router 5ed96472-d954-4742-aed3-d420512dcb22 gateway port host: n-d-842733-1 {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:37:04.327403 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 59686) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:37:04.506415 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b085a3e-f7e6-4a96-99fe-32b53f805daa req-cdeb35b8-b6ca-4c57-86a1-b71bf9f1a211 tempest-ServersWithSpecificFlavorTestJSON-403335495 tempest-ServersWithSpecificFlavorTestJSON-403335495-project] No DVR routers for this DVR port 2ebc82e3-a3fb-4509-a8df-f79d7a1ccb17 on host n-h2-842733-1 {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:37:04.532840 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-9b085a3e-f7e6-4a96-99fe-32b53f805daa req-cdeb35b8-b6ca-4c57-86a1-b71bf9f1a211 tempest-ServersWithSpecificFlavorTestJSON-403335495 tempest-ServersWithSpecificFlavorTestJSON-403335495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:04.536302 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-9b085a3e-f7e6-4a96-99fe-32b53f805daa req-cdeb35b8-b6ca-4c57-86a1-b71bf9f1a211 tempest-ServersWithSpecificFlavorTestJSON-403335495 tempest-ServersWithSpecificFlavorTestJSON-403335495-project] 10.222.0.13 "DELETE /v2.0/ports/2ebc82e3-a3fb-4509-a8df-f79d7a1ccb17 HTTP/1.1" status: 204 len: 173 time: 2.8292081 May 20 20:37:04.536768 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcc37251-fe20-4f7e-aa5f-f8a826d9ed0d', 'name': 'network-vif-deleted', 'tag': '2ebc82e3-a3fb-4509-a8df-f79d7a1ccb17'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:37:04.544009 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6fa957933fccbf596d28104b23404b952ad6a8238afaebaed40a0874b2e409" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-749f2a15-7f8f-42bb-8a2b-c4f3e8a0fef9" -d '{"events": [{"server_uuid": "dcc37251-fe20-4f7e-aa5f-f8a826d9ed0d", "name": "network-vif-deleted", "tag": "2ebc82e3-a3fb-4509-a8df-f79d7a1ccb17"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:37:04.576264 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4968407-bf8f-4d11-9bc3-f4afa4c2d83e admin admin] Pushing event deleted for resources: {'Port': ['ID=109937dd-c3bc-4e26-a517-620d7731166c,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:37:04.631639 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-2c2617c6-3738-44cc-aea7-7a23ab031b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ed96472-d954-4742-aed3-d420512dcb22', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-207630631-router', 'tenant_id': '7a0946b7566d4115bc78791f06e90f69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': 'ba8bf304-383d-48b9-b1fb-fce16c280a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:35:33Z', 'updated_at': '2022-05-20T20:35:39Z', 'revision_number': 4, 'project_id': '7a0946b7566d4115bc78791f06e90f69', 'gw_port': {'id': 'ba8bf304-383d-48b9-b1fb-fce16c280a44', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:2d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed96472-d954-4742-aed3-d420512dcb22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:35:34Z', 'updated_at': '2022-05-20T20:35:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': '54aef385-a175-415f-85b8-a08e77f1a399', 'name': '', 'network_id': 'b6d9e896-d344-4c48-82c9-67ef44a8b110', 'tenant_id': '7a0946b7566d4115bc78791f06e90f69', 'mac_address': 'fa:16:3e:f2:ea:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed96472-d954-4742-aed3-d420512dcb22', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '3749240c-676d-4d91-b602-5dfaa1286886', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:35:38Z', 'updated_at': '2022-05-20T20:35:45Z', 'revision_number': 5, 'project_id': '7a0946b7566d4115bc78791f06e90f69', 'subnets': [{'id': '3749240c-676d-4d91-b602-5dfaa1286886', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:37:04.663383 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2163a868-f0f0-4194-826d-d37b3f324c31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:04.667680 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6262c0bb-a657-4e60-b0b4-4a8a71b7ff34 req-43a12a45-2e58-40e3-bd45-7888f6d310f4 tempest-LiveMigrationNegativeTest-1438540510 tempest-LiveMigrationNegativeTest-1438540510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:04.669246 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-6262c0bb-a657-4e60-b0b4-4a8a71b7ff34 req-43a12a45-2e58-40e3-bd45-7888f6d310f4 tempest-LiveMigrationNegativeTest-1438540510 tempest-LiveMigrationNegativeTest-1438540510-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7790205 May 20 20:37:04.673783 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c2617c6-3738-44cc-aea7-7a23ab031b3e None None] Checking router: 5ed96472-d954-4742-aed3-d420512dcb22 for host: n-d-842733-1 {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 20:37:04.685026 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c2617c6-3738-44cc-aea7-7a23ab031b3e None None] Routers {'5ed96472-d954-4742-aed3-d420512dcb22'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:37:04.685686 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-2c2617c6-3738-44cc-aea7-7a23ab031b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:36:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['5ed96472-d954-4742-aed3-d420512dcb22'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:37:04.693526 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [req-6262c0bb-a657-4e60-b0b4-4a8a71b7ff34 req-ddaecf75-29d3-48aa-941b-815e84feffb8 tempest-LiveMigrationNegativeTest-1438540510 tempest-LiveMigrationNegativeTest-1438540510-project] Request body: {'port': {'device_id': '52c18748-2cc2-40bf-a3a4-f9db6e725ba2', 'network_id': 'cd702362-b982-46c5-a7d0-51de1b03df86', 'admin_state_up': True, 'tenant_id': 'f0a00de831794c7980c037dc26b9c7f6'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:37:04.720610 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a7c1bf-c706-4e81-a8e6-bf761b05312d req-f5d8ea37-4174-49a7-8246-a8df7766f323 tempest-LiveAutoBlockMigrationV225Test-1777330067 tempest-LiveAutoBlockMigrationV225Test-1777330067-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:04.725191 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-45a7c1bf-c706-4e81-a8e6-bf761b05312d req-f5d8ea37-4174-49a7-8246-a8df7766f323 tempest-LiveAutoBlockMigrationV225Test-1777330067 tempest-LiveAutoBlockMigrationV225Test-1777330067-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=15403929-020e-4cba-8203-91654f1a9017 HTTP/1.1" status: 200 len: 1097 time: 0.2291842 May 20 20:37:04.747347 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0667a5-1ee6-4b6b-8624-647590e7293d req-9f280f18-fcbe-4552-bc49-b46ccacd4135 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:04.754298 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0d0667a5-1ee6-4b6b-8624-647590e7293d req-9f280f18-fcbe-4552-bc49-b46ccacd4135 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] 10.222.0.35 "GET /v2.0/ports?device_id=e8242be7-517a-4c2d-a6a7-26bb03d4cb82 HTTP/1.1" status: 200 len: 948 time: 0.2609382 May 20 20:37:04.814361 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-57659e7b-0c11-470a-a0ba-878b8f705cbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524'] for subnet, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:04.912023 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-2c2617c6-3738-44cc-aea7-7a23ab031b3e None None] Set router 5ed96472-d954-4742-aed3-d420512dcb22 gateway port host: n-d-842733-1 {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:37:04.912990 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57659e7b-0c11-470a-a0ba-878b8f705cbe admin admin] Pushing event updated for resources: {'Subnet': ['ID=87501d58-f011-480e-b836-b4ca600cd9ae,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:37:04.954860 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-45a7c1bf-c706-4e81-a8e6-bf761b05312d req-4647d21f-2c52-4259-901f-f6de81620eca tempest-LiveAutoBlockMigrationV225Test-1777330067 tempest-LiveAutoBlockMigrationV225Test-1777330067-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=1c1ac446-2eae-4e3c-98ef-7a4684e96782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987171 May 20 20:37:04.972959 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 2ebc82e3-a3fb-4509-a8df-f79d7a1ccb17 no longer exists at agent hyperv_n-h2-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:37:04.979915 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0d0667a5-1ee6-4b6b-8624-647590e7293d req-b1df8435-c0db-4585-9f2f-68809732f7b2 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c2aa399-3055-4eb0-8f1a-45933e0e3cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068784 May 20 20:37:05.034323 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57659e7b-0c11-470a-a0ba-878b8f705cbe admin admin] Checking segment: {'id': 'f0a9836a-2fae-434d-a296-9e955526f53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'dbdadd71-0ca9-4117-a440-caaa209f1848'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:37:05.034323 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57659e7b-0c11-470a-a0ba-878b8f705cbe admin admin] Network hostable DHCP agents. Network: dbdadd71-0ca9-4117-a440-caaa209f1848, hostable agents: ['c9b0653c-f3c7-4339-bd50-e3754b629216'], hosted agents: [] {{(pid=103163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 20:37:05.049505 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f4968407-bf8f-4d11-9bc3-f4afa4c2d83e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-692224'] for router_interface, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:05.073440 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] No Port match for: 2ebc82e3-a3fb-4509-a8df-f79d7a1ccb17 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 20:37:05.073785 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 2ebc82e3-a3fb-4509-a8df-f79d7a1ccb17 not bound to the agent host n-h2-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 20:37:05.074479 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2163a868-f0f0-4194-826d-d37b3f324c31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:05.136085 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device ff8333d5-3411-4ce2-bab2-7173fcf8ad5b up at agent hyperv_n-h1-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:37:05.149616 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-40053a1e-4a2b-4cc1-84e0-30a4b85d3ce9 req-40730fa4-8486-4001-8a35-ffd7bbb4eaa2 tempest-ServersWithSpecificFlavorTestJSON-403335495 tempest-ServersWithSpecificFlavorTestJSON-403335495-project] 10.222.0.35 "GET /v2.0/ports?device_id=b4070de9-726e-4300-9952-8e4a88742aac HTTP/1.1" status: 200 len: 210 time: 0.0524192 May 20 20:37:05.150784 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57659e7b-0c11-470a-a0ba-878b8f705cbe admin admin] Network dbdadd71-0ca9-4117-a440-caaa209f1848 is scheduled to be hosted by DHCP agent c9b0653c-f3c7-4339-bd50-e3754b629216 with binding_index 1 {{(pid=103163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 20:37:05.169260 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6262c0bb-a657-4e60-b0b4-4a8a71b7ff34 req-ddaecf75-29d3-48aa-941b-815e84feffb8 tempest-LiveMigrationNegativeTest-1438540510 tempest-LiveMigrationNegativeTest-1438540510-project] Made reservation on behalf of f0a00de831794c7980c037dc26b9c7f6 for: {'port': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:37:05.179219 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-6262c0bb-a657-4e60-b0b4-4a8a71b7ff34 req-ddaecf75-29d3-48aa-941b-815e84feffb8 tempest-LiveMigrationNegativeTest-1438540510 tempest-LiveMigrationNegativeTest-1438540510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:05.204719 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-518ca326-bf4f-40db-b187-7514c1efafe1 req-f17f5fac-eb8e-47b9-8dd5-1cf43f5a9758 tempest-LiveMigrationNegativeTest-1438540510 tempest-LiveMigrationNegativeTest-1438540510-project] 10.222.0.35 "GET /v2.0/ports?device_id=52c18748-2cc2-40bf-a3a4-f9db6e725ba2 HTTP/1.1" status: 200 len: 210 time: 0.0495138 May 20 20:37:05.206081 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2163a868-f0f0-4194-826d-d37b3f324c31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:05.238732 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2163a868-f0f0-4194-826d-d37b3f324c31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ebd23d6-0424-4a2b-b1f6-614ab6c6048b,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:37:05.252119 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-6262c0bb-a657-4e60-b0b4-4a8a71b7ff34 req-ddaecf75-29d3-48aa-941b-815e84feffb8 tempest-LiveMigrationNegativeTest-1438540510 tempest-LiveMigrationNegativeTest-1438540510-project] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:05.275213 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-57659e7b-0c11-470a-a0ba-878b8f705cbe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842733-1, dbdadd71-0ca9-4117-a440-caaa209f1848) {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:37:05.291733 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57659e7b-0c11-470a-a0ba-878b8f705cbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:05.292902 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-57659e7b-0c11-470a-a0ba-878b8f705cbe admin admin] Notify callbacks [] for subnet, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:05.305613 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-2163a868-f0f0-4194-826d-d37b3f324c31 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=629cd953b07e41219e16292203c76451&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9745302 May 20 20:37:05.306807 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 59704) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:37:05.330857 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 20:37:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0c5bdf3-aec7-4ca3-b89a-0ac75df0432e x-openstack-request-id: req-e0c5bdf3-aec7-4ca3-b89a-0ac75df0432e {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:37:05.331298 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcc37251-fe20-4f7e-aa5f-f8a826d9ed0d", "name": "network-vif-deleted", "tag": "2ebc82e3-a3fb-4509-a8df-f79d7a1ccb17", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:37:05.331560 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e0c5bdf3-aec7-4ca3-b89a-0ac75df0432e {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:37:05.331943 n-d-842733-1 neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0c5bdf3-aec7-4ca3-b89a-0ac75df0432e'] response: {'server_uuid': 'dcc37251-fe20-4f7e-aa5f-f8a826d9ed0d', 'name': 'network-vif-deleted', 'tag': '2ebc82e3-a3fb-4509-a8df-f79d7a1ccb17', 'status': 'completed', 'code': 200} May 20 20:37:05.396249 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9bf784ed-0f58-4fd1-a0fe-e3683fa55e50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:05.418289 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05e57ae3-ba5e-414b-b2f3-e4e162c3b4cd None None] Network dbdadd71-0ca9-4117-a440-caaa209f1848 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:37:05.425981 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9bf784ed-0f58-4fd1-a0fe-e3683fa55e50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:05.448455 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-57659e7b-0c11-470a-a0ba-878b8f705cbe admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.3997324 May 20 20:37:05.544980 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-6262c0bb-a657-4e60-b0b4-4a8a71b7ff34 req-ddaecf75-29d3-48aa-941b-815e84feffb8 tempest-LiveMigrationNegativeTest-1438540510 tempest-LiveMigrationNegativeTest-1438540510-project] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:05.612850 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9bf784ed-0f58-4fd1-a0fe-e3683fa55e50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:05.616540 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9bf784ed-0f58-4fd1-a0fe-e3683fa55e50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:05.623560 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-9bf784ed-0f58-4fd1-a0fe-e3683fa55e50 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1ebd23d6-0424-4a2b-b1f6-614ab6c6048b HTTP/1.1" status: 204 len: 168 time: 0.3103435 May 20 20:37:05.629779 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf784ed-0f58-4fd1-a0fe-e3683fa55e50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ebd23d6-0424-4a2b-b1f6-614ab6c6048b,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:37:05.634823 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4968407-bf8f-4d11-9bc3-f4afa4c2d83e admin admin] Router c46ef496-e32b-41bc-91d8-f85943fa6174 has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 20:37:05.647395 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Provisioning for port ff8333d5-3411-4ce2-bab2-7173fcf8ad5b completed by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 20:37:05.651566 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-6262c0bb-a657-4e60-b0b4-4a8a71b7ff34 req-ddaecf75-29d3-48aa-941b-815e84feffb8 tempest-LiveMigrationNegativeTest-1438540510 tempest-LiveMigrationNegativeTest-1438540510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:05.670583 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Provisioning complete for port ff8333d5-3411-4ce2-bab2-7173fcf8ad5b triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:37:05.670583 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:05.694252 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc2e5c20-1d9a-4ede-a427-732e1a3ae1e2 None None] Network dbdadd71-0ca9-4117-a440-caaa209f1848 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:37:05.768550 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-2c2617c6-3738-44cc-aea7-7a23ab031b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ed96472-d954-4742-aed3-d420512dcb22', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-207630631-router', 'tenant_id': '7a0946b7566d4115bc78791f06e90f69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': 'ba8bf304-383d-48b9-b1fb-fce16c280a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:35:33Z', 'updated_at': '2022-05-20T20:35:39Z', 'revision_number': 4, 'project_id': '7a0946b7566d4115bc78791f06e90f69', 'gw_port': {'id': 'ba8bf304-383d-48b9-b1fb-fce16c280a44', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:2d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed96472-d954-4742-aed3-d420512dcb22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:35:34Z', 'updated_at': '2022-05-20T20:35:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': '54aef385-a175-415f-85b8-a08e77f1a399', 'name': '', 'network_id': 'b6d9e896-d344-4c48-82c9-67ef44a8b110', 'tenant_id': '7a0946b7566d4115bc78791f06e90f69', 'mac_address': 'fa:16:3e:f2:ea:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed96472-d954-4742-aed3-d420512dcb22', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '3749240c-676d-4d91-b602-5dfaa1286886', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:35:38Z', 'updated_at': '2022-05-20T20:35:45Z', 'revision_number': 5, 'project_id': '7a0946b7566d4115bc78791f06e90f69', 'subnets': [{'id': '3749240c-676d-4d91-b602-5dfaa1286886', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:37:05.800617 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c2617c6-3738-44cc-aea7-7a23ab031b3e None None] The sync data for ids ['5ed96472-d954-4742-aed3-d420512dcb22'] in n-d-842733-1 is: [{'id': '5ed96472-d954-4742-aed3-d420512dcb22', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-207630631-router', 'tenant_id': '7a0946b7566d4115bc78791f06e90f69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': 'ba8bf304-383d-48b9-b1fb-fce16c280a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:35:33Z', 'updated_at': '2022-05-20T20:35:39Z', 'revision_number': 4, 'project_id': '7a0946b7566d4115bc78791f06e90f69', 'gw_port': {'id': 'ba8bf304-383d-48b9-b1fb-fce16c280a44', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:2d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed96472-d954-4742-aed3-d420512dcb22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:35:34Z', 'updated_at': '2022-05-20T20:35:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': '54aef385-a175-415f-85b8-a08e77f1a399', 'name': '', 'network_id': 'b6d9e896-d344-4c48-82c9-67ef44a8b110', 'tenant_id': '7a0946b7566d4115bc78791f06e90f69', 'mac_address': 'fa:16:3e:f2:ea:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed96472-d954-4742-aed3-d420512dcb22', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '3749240c-676d-4d91-b602-5dfaa1286886', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:35:38Z', 'updated_at': '2022-05-20T20:35:45Z', 'revision_number': 5, 'project_id': '7a0946b7566d4115bc78791f06e90f69', 'subnets': [{'id': '3749240c-676d-4d91-b602-5dfaa1286886', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 20:37:05.984237 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Current status of the port ff8333d5-3411-4ce2-bab2-7173fcf8ad5b is: BUILD; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:37:05.985797 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:06.018313 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8242be7-517a-4c2d-a6a7-26bb03d4cb82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff8333d5-3411-4ce2-bab2-7173fcf8ad5b'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:37:06.020889 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8485417003ce7c0410b00f5cdc2f391e21107b70bb68e2773712534a96e108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a2d64a5-1573-48a7-af6a-e02252d17cfe" -d '{"events": [{"server_uuid": "e8242be7-517a-4c2d-a6a7-26bb03d4cb82", "name": "network-vif-plugged", "status": "completed", "tag": "ff8333d5-3411-4ce2-bab2-7173fcf8ad5b"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:37:06.040743 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddaecf75-29d3-48aa-941b-815e84feffb8 tempest-LiveMigrationNegativeTest-1438540510 tempest-LiveMigrationNegativeTest-1438540510-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89ca7ea3-9b4d-452a-a64a-566d7b2e6fb3,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:37:06.056939 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port ff8333d5-3411-4ce2-bab2-7173fcf8ad5b, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=ff8333d5-3411-4ce2-bab2-7173fcf8ad5b,segment=NetworkSegment(ed3a602f-49fb-4a95-be80-401e1eb72e33),segment_id=ed3a602f-49fb-4a95-be80-401e1eb72e33)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:37:06.147087 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:06.168831 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4968407-bf8f-4d11-9bc3-f4afa4c2d83e admin admin] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 20:37:06.184177 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-f4968407-bf8f-4d11-9bc3-f4afa4c2d83e admin admin] 10.222.0.35 "PUT /v2.0/routers/c46ef496-e32b-41bc-91d8-f85943fa6174/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9204867 May 20 20:37:06.184439 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b848fae0-e576-4393-9cbc-9ec576608658 None None] Sync routers for ids ['c46ef496-e32b-41bc-91d8-f85943fa6174'] in n-d-842733-1 {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 20:37:06.184945 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 59728) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:37:06.200982 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf93bb9-6252-4d15-809b-11eb99e67045 req-a195aeb5-83c3-43f2-8fff-bcf0bd79576a tempest-ServersWithSpecificFlavorTestJSON-403335495 tempest-ServersWithSpecificFlavorTestJSON-403335495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:06.202601 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-ccf93bb9-6252-4d15-809b-11eb99e67045 req-a195aeb5-83c3-43f2-8fff-bcf0bd79576a tempest-ServersWithSpecificFlavorTestJSON-403335495 tempest-ServersWithSpecificFlavorTestJSON-403335495-project] 10.222.0.13 "GET /v2.0/networks?id=b6d9e896-d344-4c48-82c9-67ef44a8b110 HTTP/1.1" status: 200 len: 823 time: 0.3580244 May 20 20:37:06.207949 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b848fae0-e576-4393-9cbc-9ec576608658 None None] Routers {'c46ef496-e32b-41bc-91d8-f85943fa6174'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:37:06.208596 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-b848fae0-e576-4393-9cbc-9ec576608658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:36:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['c46ef496-e32b-41bc-91d8-f85943fa6174'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:37:06.220793 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [req-6262c0bb-a657-4e60-b0b4-4a8a71b7ff34 req-ddaecf75-29d3-48aa-941b-815e84feffb8 tempest-LiveMigrationNegativeTest-1438540510 tempest-LiveMigrationNegativeTest-1438540510-project] Allocated IP 192.168.233.34 (cd702362-b982-46c5-a7d0-51de1b03df86/26b342ea-254c-483a-9ea9-f11c178970eb/4859f9ea-c854-491e-9b3b-d61b8efaa94b) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:37:06.300648 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Pushing event updated for resources: {'Port': ['ID=ff8333d5-3411-4ce2-bab2-7173fcf8ad5b,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:37:06.315920 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-ccf93bb9-6252-4d15-809b-11eb99e67045 req-3961e481-5943-4dd5-9e57-f2734907d135 tempest-ServersWithSpecificFlavorTestJSON-403335495 tempest-ServersWithSpecificFlavorTestJSON-403335495-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7a0946b7566d4115bc78791f06e90f69 HTTP/1.1" status: 200 len: 380 time: 0.0973744 May 20 20:37:06.343725 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [req-ccf93bb9-6252-4d15-809b-11eb99e67045 req-13492508-c4bb-4734-8e9f-3f0164de0e44 tempest-ServersWithSpecificFlavorTestJSON-403335495 tempest-ServersWithSpecificFlavorTestJSON-403335495-project] Request body: {'port': {'device_id': 'b4070de9-726e-4300-9952-8e4a88742aac', 'network_id': 'b6d9e896-d344-4c48-82c9-67ef44a8b110', 'admin_state_up': True, 'tenant_id': '7a0946b7566d4115bc78791f06e90f69', 'security_groups': ['fb4532a0-c356-4e15-af9a-d177d4428652']}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:37:06.385620 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af9b1da-26c0-4ae3-9590-2a34a495dce4 None None] New status for floating IP a32b27b6-5e0a-499f-b377-97dd6f3e0da3: DOWN {{(pid=103164) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 20:37:06.431660 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-89a014f5-ef54-416c-abf7-e5bfbd048cad admin admin] Notify callbacks [] for router, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:06.529626 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-b848fae0-e576-4393-9cbc-9ec576608658 None None] Set router c46ef496-e32b-41bc-91d8-f85943fa6174 gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:37:06.591539 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-6262c0bb-a657-4e60-b0b4-4a8a71b7ff34 req-ddaecf75-29d3-48aa-941b-815e84feffb8 tempest-LiveMigrationNegativeTest-1438540510 tempest-LiveMigrationNegativeTest-1438540510-project] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:06.723041 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ccf93bb9-6252-4d15-809b-11eb99e67045 req-13492508-c4bb-4734-8e9f-3f0164de0e44 tempest-ServersWithSpecificFlavorTestJSON-403335495 tempest-ServersWithSpecificFlavorTestJSON-403335495-project] Made reservation on behalf of 7a0946b7566d4115bc78791f06e90f69 for: {'port': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:37:06.727936 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-ccf93bb9-6252-4d15-809b-11eb99e67045 req-13492508-c4bb-4734-8e9f-3f0164de0e44 tempest-ServersWithSpecificFlavorTestJSON-403335495 tempest-ServersWithSpecificFlavorTestJSON-403335495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:06.731018 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-6262c0bb-a657-4e60-b0b4-4a8a71b7ff34 req-ddaecf75-29d3-48aa-941b-815e84feffb8 tempest-LiveMigrationNegativeTest-1438540510 tempest-LiveMigrationNegativeTest-1438540510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:06.754221 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-89a014f5-ef54-416c-abf7-e5bfbd048cad admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:06.766858 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 59748) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:37:06.792561 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5ed7663e-f103-437d-9cc4-5b22ba3c000c admin admin] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:06.805859 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-b848fae0-e576-4393-9cbc-9ec576608658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c46ef496-e32b-41bc-91d8-f85943fa6174', 'name': 'tempest-FloatingIPDetailsTestJSON-826694950-router', 'tenant_id': 'fa823b23a2e344439514ceb0488dcf72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.3'}], 'enable_snat': True}, 'gw_port_id': 'd45319c3-e0b3-43a6-8b74-9cb4c1fb8c21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:36:35Z', 'updated_at': '2022-05-20T20:37:03Z', 'revision_number': 5, 'project_id': 'fa823b23a2e344439514ceb0488dcf72', 'gw_port': {'id': 'd45319c3-e0b3-43a6-8b74-9cb4c1fb8c21', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:92:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c46ef496-e32b-41bc-91d8-f85943fa6174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:36:36Z', 'updated_at': '2022-05-20T20:36:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:37:06.809352 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6262c0bb-a657-4e60-b0b4-4a8a71b7ff34 req-ddaecf75-29d3-48aa-941b-815e84feffb8 tempest-LiveMigrationNegativeTest-1438540510 tempest-LiveMigrationNegativeTest-1438540510-project] Network cd702362-b982-46c5-a7d0-51de1b03df86 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:37:06.822180 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f0a0ce-e389-498c-8cd1-3e137fdd0e4e req-7e6bbd45-2ac5-481b-af95-de8f006cfd8a tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:06.823685 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-71f0a0ce-e389-498c-8cd1-3e137fdd0e4e req-7e6bbd45-2ac5-481b-af95-de8f006cfd8a tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] 10.222.0.35 "GET /v2.0/networks?id=f2296de0-b06c-422e-98fe-14a3771aba33 HTTP/1.1" status: 200 len: 807 time: 0.2590275 May 20 20:37:06.846730 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b848fae0-e576-4393-9cbc-9ec576608658 None None] Checking router: c46ef496-e32b-41bc-91d8-f85943fa6174 for host: n-d-842733-1 {{(pid=103165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 20:37:06.855799 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-71f0a0ce-e389-498c-8cd1-3e137fdd0e4e req-8efaafeb-0b3e-49d2-883d-eef979f96234 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] 10.222.0.35 "GET /v2.0/quotas/33876e14b0274b60a421aea47180bf46 HTTP/1.1" status: 200 len: 375 time: 0.0249083 May 20 20:37:06.858377 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b848fae0-e576-4393-9cbc-9ec576608658 None None] Routers {'c46ef496-e32b-41bc-91d8-f85943fa6174'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:37:06.859362 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-b848fae0-e576-4393-9cbc-9ec576608658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:36:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['c46ef496-e32b-41bc-91d8-f85943fa6174'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:37:06.916036 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-71f0a0ce-e389-498c-8cd1-3e137fdd0e4e req-83122b2b-5be0-474a-922c-ea624fe30a45 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=33876e14b0274b60a421aea47180bf46&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0386012 May 20 20:37:06.984173 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-b848fae0-e576-4393-9cbc-9ec576608658 None None] Set router c46ef496-e32b-41bc-91d8-f85943fa6174 gateway port host: None {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:37:06.990737 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [req-ccf93bb9-6252-4d15-809b-11eb99e67045 req-13492508-c4bb-4734-8e9f-3f0164de0e44 tempest-ServersWithSpecificFlavorTestJSON-403335495 tempest-ServersWithSpecificFlavorTestJSON-403335495-project] Allocated IP 172.20.0.8 (b6d9e896-d344-4c48-82c9-67ef44a8b110/3749240c-676d-4d91-b602-5dfaa1286886/ac79cc1c-bc7e-4b34-8030-40c06f95b85c) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:37:07.012882 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5ed7663e-f103-437d-9cc4-5b22ba3c000c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:07.021658 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-89a014f5-ef54-416c-abf7-e5bfbd048cad admin admin] Deleting port d45319c3-e0b3-43a6-8b74-9cb4c1fb8c21 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:37:07.021996 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-89a014f5-ef54-416c-abf7-e5bfbd048cad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:07.042567 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-b848fae0-e576-4393-9cbc-9ec576608658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c46ef496-e32b-41bc-91d8-f85943fa6174', 'name': 'tempest-FloatingIPDetailsTestJSON-826694950-router', 'tenant_id': 'fa823b23a2e344439514ceb0488dcf72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:36:35Z', 'updated_at': '2022-05-20T20:37:06Z', 'revision_number': 6, 'project_id': 'fa823b23a2e344439514ceb0488dcf72', 'gw_port_host': None}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:37:07.069125 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b848fae0-e576-4393-9cbc-9ec576608658 None None] The sync data for ids ['c46ef496-e32b-41bc-91d8-f85943fa6174'] in n-d-842733-1 is: [{'id': 'c46ef496-e32b-41bc-91d8-f85943fa6174', 'name': 'tempest-FloatingIPDetailsTestJSON-826694950-router', 'tenant_id': 'fa823b23a2e344439514ceb0488dcf72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:36:35Z', 'updated_at': '2022-05-20T20:37:06Z', 'revision_number': 6, 'project_id': 'fa823b23a2e344439514ceb0488dcf72', 'gw_port_host': None}] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 20:37:07.085249 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [req-6262c0bb-a657-4e60-b0b4-4a8a71b7ff34 req-ddaecf75-29d3-48aa-941b-815e84feffb8 tempest-LiveMigrationNegativeTest-1438540510 tempest-LiveMigrationNegativeTest-1438540510-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:37:07.091422 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-6262c0bb-a657-4e60-b0b4-4a8a71b7ff34 req-ddaecf75-29d3-48aa-941b-815e84feffb8 tempest-LiveMigrationNegativeTest-1438540510 tempest-LiveMigrationNegativeTest-1438540510-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:37:07.105059 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5ed7663e-f103-437d-9cc4-5b22ba3c000c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:07.112928 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-71f0a0ce-e389-498c-8cd1-3e137fdd0e4e req-bed02807-c63d-46ab-9c60-d340ff2ec007 service neutron] 10.222.0.35 "GET /v2.0/networks/f2296de0-b06c-422e-98fe-14a3771aba33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1829867 May 20 20:37:07.133134 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddaecf75-29d3-48aa-941b-815e84feffb8 tempest-LiveMigrationNegativeTest-1438540510 tempest-LiveMigrationNegativeTest-1438540510-project] Pushing event updated for resources: {'Port': ['ID=4859f9ea-c854-491e-9b3b-d61b8efaa94b,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:37:07.180528 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6262c0bb-a657-4e60-b0b4-4a8a71b7ff34 req-ddaecf75-29d3-48aa-941b-815e84feffb8 tempest-LiveMigrationNegativeTest-1438540510 tempest-LiveMigrationNegativeTest-1438540510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:07.181245 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-6262c0bb-a657-4e60-b0b4-4a8a71b7ff34 req-ddaecf75-29d3-48aa-941b-815e84feffb8 tempest-LiveMigrationNegativeTest-1438540510 tempest-LiveMigrationNegativeTest-1438540510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:07.198405 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed7663e-f103-437d-9cc4-5b22ba3c000c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d72d1b4b-f7b0-41a6-afff-69d96efaefcc,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:37:07.212376 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-89a014f5-ef54-416c-abf7-e5bfbd048cad admin admin] For port d45319c3-e0b3-43a6-8b74-9cb4c1fb8c21, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=d45319c3-e0b3-43a6-8b74-9cb4c1fb8c21,segment=NetworkSegment(0b5485c4-eff8-42a1-9073-ae54ed4c63ba),segment_id=0b5485c4-eff8-42a1-9073-ae54ed4c63ba)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:37:07.212747 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-89a014f5-ef54-416c-abf7-e5bfbd048cad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:07.213823 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-ccf93bb9-6252-4d15-809b-11eb99e67045 req-13492508-c4bb-4734-8e9f-3f0164de0e44 tempest-ServersWithSpecificFlavorTestJSON-403335495 tempest-ServersWithSpecificFlavorTestJSON-403335495-project] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:07.254203 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-5ed7663e-f103-437d-9cc4-5b22ba3c000c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c08379926b034a34a0187a8c3b143cdc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4862409 May 20 20:37:07.258488 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 59760) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:37:07.264259 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-89a014f5-ef54-416c-abf7-e5bfbd048cad admin admin] Calling delete_port for d45319c3-e0b3-43a6-8b74-9cb4c1fb8c21 owned by network:router_gateway {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:37:07.293336 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-6262c0bb-a657-4e60-b0b4-4a8a71b7ff34 req-ddaecf75-29d3-48aa-941b-815e84feffb8 tempest-LiveMigrationNegativeTest-1438540510 tempest-LiveMigrationNegativeTest-1438540510-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6091652 May 20 20:37:07.318714 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [req-6262c0bb-a657-4e60-b0b4-4a8a71b7ff34 req-2a575c84-b3b5-496f-a079-15fbf46dce72 service neutron] Request body: {'port': {'device_id': '52c18748-2cc2-40bf-a3a4-f9db6e725ba2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-842733-1'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:37:07.346047 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b09a4536-b9d7-45cd-9c87-6a0634d830c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:07.348122 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-ccf93bb9-6252-4d15-809b-11eb99e67045 req-13492508-c4bb-4734-8e9f-3f0164de0e44 tempest-ServersWithSpecificFlavorTestJSON-403335495 tempest-ServersWithSpecificFlavorTestJSON-403335495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:07.359334 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-71f0a0ce-e389-498c-8cd1-3e137fdd0e4e req-2892acf4-4d6a-4da7-ac29-64d0c56925f1 service neutron] 10.222.0.35 "GET /v2.0/networks/f2296de0-b06c-422e-98fe-14a3771aba33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2300887 May 20 20:37:07.484175 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-6262c0bb-a657-4e60-b0b4-4a8a71b7ff34 req-2a575c84-b3b5-496f-a079-15fbf46dce72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:07.488842 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 109937dd-c3bc-4e26-a517-620d7731166c no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:37:07.521792 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b09a4536-b9d7-45cd-9c87-6a0634d830c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:07.529490 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ccf93bb9-6252-4d15-809b-11eb99e67045 req-13492508-c4bb-4734-8e9f-3f0164de0e44 tempest-ServersWithSpecificFlavorTestJSON-403335495 tempest-ServersWithSpecificFlavorTestJSON-403335495-project] Network b6d9e896-d344-4c48-82c9-67ef44a8b110 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:37:07.538336 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: 109937dd-c3bc-4e26-a517-620d7731166c {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 20:37:07.538496 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 109937dd-c3bc-4e26-a517-620d7731166c not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 20:37:07.555512 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [req-ccf93bb9-6252-4d15-809b-11eb99e67045 req-13492508-c4bb-4734-8e9f-3f0164de0e44 tempest-ServersWithSpecificFlavorTestJSON-403335495 tempest-ServersWithSpecificFlavorTestJSON-403335495-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:37:07.593258 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccf93bb9-6252-4d15-809b-11eb99e67045 req-13492508-c4bb-4734-8e9f-3f0164de0e44 tempest-ServersWithSpecificFlavorTestJSON-403335495 tempest-ServersWithSpecificFlavorTestJSON-403335495-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:37:07.617039 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 65470) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:37:07.620273 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13492508-c4bb-4734-8e9f-3f0164de0e44 tempest-ServersWithSpecificFlavorTestJSON-403335495 tempest-ServersWithSpecificFlavorTestJSON-403335495-project] Pushing event updated for resources: {'Port': ['ID=ac79cc1c-bc7e-4b34-8030-40c06f95b85c,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:37:07.655560 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-dc46d425-2b8e-4624-8b2d-9f970abe624b None None] Provisioning complete for port 4859f9ea-c854-491e-9b3b-d61b8efaa94b triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:37:07.656732 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-dc46d425-2b8e-4624-8b2d-9f970abe624b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:07.701492 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717c3440-1881-4fa0-b8a4-8602bc14804f req-266fb437-a391-4a85-8672-c1001c9103b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:07.703008 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-717c3440-1881-4fa0-b8a4-8602bc14804f req-266fb437-a391-4a85-8672-c1001c9103b7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8b3cc11ab7334369b6693afcab69aa6e&device_id=15403929-020e-4cba-8203-91654f1a9017 HTTP/1.1" status: 200 len: 1097 time: 0.0847652 May 20 20:37:07.707078 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-89a014f5-ef54-416c-abf7-e5bfbd048cad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:07.785595 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-dc46d425-2b8e-4624-8b2d-9f970abe624b None None] Port 4859f9ea-c854-491e-9b3b-d61b8efaa94b cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 20:37:07.836146 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a014f5-ef54-416c-abf7-e5bfbd048cad admin admin] Pushing event deleted for resources: {'Port': ['ID=d45319c3-e0b3-43a6-8b74-9cb4c1fb8c21,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:37:07.913992 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-1302613f-93fd-4c47-944e-8ddb13540ebb None None] Provisioning complete for port ac79cc1c-bc7e-4b34-8030-40c06f95b85c triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:37:07.913992 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-1302613f-93fd-4c47-944e-8ddb13540ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:07.914474 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf93bb9-6252-4d15-809b-11eb99e67045 req-13492508-c4bb-4734-8e9f-3f0164de0e44 tempest-ServersWithSpecificFlavorTestJSON-403335495 tempest-ServersWithSpecificFlavorTestJSON-403335495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:07.915099 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-ccf93bb9-6252-4d15-809b-11eb99e67045 req-13492508-c4bb-4734-8e9f-3f0164de0e44 tempest-ServersWithSpecificFlavorTestJSON-403335495 tempest-ServersWithSpecificFlavorTestJSON-403335495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:07.928387 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-89a014f5-ef54-416c-abf7-e5bfbd048cad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-748206'] for router_gateway, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:07.957005 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-1302613f-93fd-4c47-944e-8ddb13540ebb None None] Port ac79cc1c-bc7e-4b34-8030-40c06f95b85c cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 20:37:07.959608 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c318bc-d589-4fe4-ae45-79efe464dccb req-e1f67df2-a527-4cfa-809e-0e6446f9ab71 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:07.962526 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-71c318bc-d589-4fe4-ae45-79efe464dccb req-e1f67df2-a527-4cfa-809e-0e6446f9ab71 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] 10.222.0.35 "GET /v2.0/ports?device_id=e8242be7-517a-4c2d-a6a7-26bb03d4cb82 HTTP/1.1" status: 200 len: 949 time: 0.1579251 May 20 20:37:08.009831 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b09a4536-b9d7-45cd-9c87-6a0634d830c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:08.012549 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b09a4536-b9d7-45cd-9c87-6a0634d830c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:08.013715 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-b09a4536-b9d7-45cd-9c87-6a0634d830c3 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d72d1b4b-f7b0-41a6-afff-69d96efaefcc HTTP/1.1" status: 204 len: 168 time: 0.7557263 May 20 20:37:08.027081 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09a4536-b9d7-45cd-9c87-6a0634d830c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d72d1b4b-f7b0-41a6-afff-69d96efaefcc,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:37:08.041162 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-ccf93bb9-6252-4d15-809b-11eb99e67045 req-13492508-c4bb-4734-8e9f-3f0164de0e44 tempest-ServersWithSpecificFlavorTestJSON-403335495 tempest-ServersWithSpecificFlavorTestJSON-403335495-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7099040 May 20 20:37:08.046115 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [req-6262c0bb-a657-4e60-b0b4-4a8a71b7ff34 req-2a575c84-b3b5-496f-a079-15fbf46dce72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4859f9ea-c854-491e-9b3b-d61b8efaa94b {{(pid=103162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:37:08.058950 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-6262c0bb-a657-4e60-b0b4-4a8a71b7ff34 req-2a575c84-b3b5-496f-a079-15fbf46dce72 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:08.065403 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [req-ccf93bb9-6252-4d15-809b-11eb99e67045 req-736bde8e-e802-4459-9097-8cee1815c427 service neutron] Request body: {'port': {'device_id': 'b4070de9-726e-4300-9952-8e4a88742aac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-842733-1'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:37:08.117674 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-89a014f5-ef54-416c-abf7-e5bfbd048cad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26169'] for router, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:08.125146 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-71c318bc-d589-4fe4-ae45-79efe464dccb req-e9a010b1-edf3-4698-9f58-fdf05f5e701c tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c2aa399-3055-4eb0-8f1a-45933e0e3cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335254 May 20 20:37:08.131707 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-89a014f5-ef54-416c-abf7-e5bfbd048cad admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:08.144760 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717c3440-1881-4fa0-b8a4-8602bc14804f req-531845f9-74e8-4d63-ba89-e4ac354b07da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:08.146319 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-717c3440-1881-4fa0-b8a4-8602bc14804f req-531845f9-74e8-4d63-ba89-e4ac354b07da service neutron] 10.222.0.13 "GET /v2.0/networks?id=fef9e30f-3c34-4b6b-9bd5-2a167649e7b0 HTTP/1.1" status: 200 len: 921 time: 0.3516328 May 20 20:37:08.162112 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.provisioning_blocks [req-6262c0bb-a657-4e60-b0b4-4a8a71b7ff34 req-2a575c84-b3b5-496f-a079-15fbf46dce72 service neutron] Transition to ACTIVE for port object 4859f9ea-c854-491e-9b3b-d61b8efaa94b will not be triggered until provisioned by entity L2. {{(pid=103162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 20:37:08.165631 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-ccf93bb9-6252-4d15-809b-11eb99e67045 req-736bde8e-e802-4459-9097-8cee1815c427 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:08.194399 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 20:37:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d0f3207-bb0d-4ea0-b005-edb356e3a3de x-openstack-request-id: req-9d0f3207-bb0d-4ea0-b005-edb356e3a3de {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:37:08.194841 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8242be7-517a-4c2d-a6a7-26bb03d4cb82", "name": "network-vif-plugged", "status": "completed", "tag": "ff8333d5-3411-4ce2-bab2-7173fcf8ad5b", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:37:08.195309 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9d0f3207-bb0d-4ea0-b005-edb356e3a3de {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:37:08.195884 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d0f3207-bb0d-4ea0-b005-edb356e3a3de'] response: {'server_uuid': 'e8242be7-517a-4c2d-a6a7-26bb03d4cb82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff8333d5-3411-4ce2-bab2-7173fcf8ad5b', 'code': 200} May 20 20:37:08.244101 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-717c3440-1881-4fa0-b8a4-8602bc14804f req-440334ad-f2ca-4c39-a258-e37f57cc3eb5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4f63bad5-6519-46fc-8d43-bff4764dbc9c HTTP/1.1" status: 200 len: 217 time: 0.0743203 May 20 20:37:08.244684 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-6262c0bb-a657-4e60-b0b4-4a8a71b7ff34 req-2a575c84-b3b5-496f-a079-15fbf46dce72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:08.272711 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [req-e57f0d05-c6a9-472d-ba34-9dc9d0bf9650 req-081e0657-da83-473d-a585-552a492e2bbb tempest-LiveAutoBlockMigrationV225Test-1777330067 tempest-LiveAutoBlockMigrationV225Test-1777330067-project-admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103163) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 20:37:08.273782 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e57f0d05-c6a9-472d-ba34-9dc9d0bf9650 req-081e0657-da83-473d-a585-552a492e2bbb tempest-LiveAutoBlockMigrationV225Test-1777330067 tempest-LiveAutoBlockMigrationV225Test-1777330067-project-admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0209618 May 20 20:37:08.342642 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57f0d05-c6a9-472d-ba34-9dc9d0bf9650 req-4e30a9bb-3fa0-4a14-b8b8-eb8c91897d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:08.344046 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e57f0d05-c6a9-472d-ba34-9dc9d0bf9650 req-4e30a9bb-3fa0-4a14-b8b8-eb8c91897d37 service neutron] 10.222.0.35 "GET /v2.0/ports/4f63bad5-6519-46fc-8d43-bff4764dbc9c HTTP/1.1" status: 200 len: 1094 time: 0.0520222 May 20 20:37:08.360613 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-89a014f5-ef54-416c-abf7-e5bfbd048cad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-693148'] for router, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:08.361245 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89a014f5-ef54-416c-abf7-e5bfbd048cad admin admin] Fanout notify agent at l3_agent the message router_deleted on router c46ef496-e32b-41bc-91d8-f85943fa6174 {{(pid=103163) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 20 20:37:08.411607 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [req-e57f0d05-c6a9-472d-ba34-9dc9d0bf9650 req-03f4fe34-9e77-440b-bf5d-68b86f5b9fdd service neutron] Request body: {'binding': {'host': 'n-h1-842733-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:37:08.412163 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [req-e57f0d05-c6a9-472d-ba34-9dc9d0bf9650 req-03f4fe34-9e77-440b-bf5d-68b86f5b9fdd service neutron] Unknown quota resources ['binding']. {{(pid=103163) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} May 20 20:37:08.457108 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a575c84-b3b5-496f-a079-15fbf46dce72 service neutron] Pushing event updated for resources: {'Port': ['ID=4859f9ea-c854-491e-9b3b-d61b8efaa94b,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:37:08.473709 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-89a014f5-ef54-416c-abf7-e5bfbd048cad admin admin] Notify callbacks [] for router, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:08.475751 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-89a014f5-ef54-416c-abf7-e5bfbd048cad admin admin] 10.222.0.35 "DELETE /v2.0/routers/c46ef496-e32b-41bc-91d8-f85943fa6174 HTTP/1.1" status: 204 len: 168 time: 2.2899261 May 20 20:37:08.483395 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 59778) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:37:08.494329 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717c3440-1881-4fa0-b8a4-8602bc14804f req-a589e7d9-8f76-4d71-93b7-4b79e5341a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:08.501645 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-717c3440-1881-4fa0-b8a4-8602bc14804f req-a589e7d9-8f76-4d71-93b7-4b79e5341a7a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=33548886-d6e3-48e7-a819-149526989122 HTTP/1.1" status: 200 len: 860 time: 0.2493563 May 20 20:37:08.569370 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cedf5bd-514e-43f1-b3f3-f891f2ad1a40 admin admin] Deleting subnet c52d0e96-49be-4a98-a7de-3ef335befc2d {{(pid=103162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 20 20:37:08.572702 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0cedf5bd-514e-43f1-b3f3-f891f2ad1a40 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:08.575945 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed2a92b-ac5b-43c6-af78-e7000258d0e0 req-b0926747-035c-4edd-8e15-54306b2c7f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:08.577635 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5ed2a92b-ac5b-43c6-af78-e7000258d0e0 req-b0926747-035c-4edd-8e15-54306b2c7f07 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e8242be7-517a-4c2d-a6a7-26bb03d4cb82 HTTP/1.1" status: 200 len: 1100 time: 0.2845378 May 20 20:37:08.588002 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-717c3440-1881-4fa0-b8a4-8602bc14804f req-27af1fdf-81e8-4e2d-88c5-ff6c5415d494 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fef9e30f-3c34-4b6b-9bd5-2a167649e7b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0759909 May 20 20:37:08.682500 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73edb6eb-16c5-40ab-bb45-de2e720b5538 req-7cacb0dd-eae4-4f73-ba85-9c10487bea1b tempest-ServersWithSpecificFlavorTestJSON-403335495 tempest-ServersWithSpecificFlavorTestJSON-403335495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:08.691208 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-73edb6eb-16c5-40ab-bb45-de2e720b5538 req-7cacb0dd-eae4-4f73-ba85-9c10487bea1b tempest-ServersWithSpecificFlavorTestJSON-403335495 tempest-ServersWithSpecificFlavorTestJSON-403335495-project] 10.222.0.35 "GET /v2.0/ports?device_id=b4070de9-726e-4300-9952-8e4a88742aac HTTP/1.1" status: 200 len: 931 time: 0.3969197 May 20 20:37:08.933541 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0cedf5bd-514e-43f1-b3f3-f891f2ad1a40 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3738392'] for subnet, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:08.936747 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-6262c0bb-a657-4e60-b0b4-4a8a71b7ff34 req-2a575c84-b3b5-496f-a079-15fbf46dce72 service neutron] Attempting to bind port 4859f9ea-c854-491e-9b3b-d61b8efaa94b on host n-h2-842733-1 for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:37:08.937080 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-6262c0bb-a657-4e60-b0b4-4a8a71b7ff34 req-2a575c84-b3b5-496f-a079-15fbf46dce72 service neutron] Attempting to bind port 4859f9ea-c854-491e-9b3b-d61b8efaa94b by drivers openvswitch,hyperv on host n-h2-842733-1 at level 0 using segments [{'id': 'ed3a602f-49fb-4a95-be80-401e1eb72e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'cd702362-b982-46c5-a7d0-51de1b03df86'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:37:08.937433 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6262c0bb-a657-4e60-b0b4-4a8a71b7ff34 req-2a575c84-b3b5-496f-a079-15fbf46dce72 service neutron] Attempting to bind port 4859f9ea-c854-491e-9b3b-d61b8efaa94b on network cd702362-b982-46c5-a7d0-51de1b03df86 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:37:08.968537 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6262c0bb-a657-4e60-b0b4-4a8a71b7ff34 req-2a575c84-b3b5-496f-a079-15fbf46dce72 service neutron] Port 4859f9ea-c854-491e-9b3b-d61b8efaa94b on network cd702362-b982-46c5-a7d0-51de1b03df86 not bound, no agent of type Open vSwitch agent registered on host n-h2-842733-1 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 20:37:08.968962 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6262c0bb-a657-4e60-b0b4-4a8a71b7ff34 req-2a575c84-b3b5-496f-a079-15fbf46dce72 service neutron] Attempting to bind port 4859f9ea-c854-491e-9b3b-d61b8efaa94b on network cd702362-b982-46c5-a7d0-51de1b03df86 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:37:08.987798 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6262c0bb-a657-4e60-b0b4-4a8a71b7ff34 req-2a575c84-b3b5-496f-a079-15fbf46dce72 service neutron] Checking agent: {'id': 'a66f2511-b955-448f-877c-56cfe9c81b12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 33, 2), 'started_at': datetime.datetime(2022, 5, 20, 20, 33, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 37, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:37:08.988447 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6262c0bb-a657-4e60-b0b4-4a8a71b7ff34 req-2a575c84-b3b5-496f-a079-15fbf46dce72 service neutron] Checking segment: {'id': 'ed3a602f-49fb-4a95-be80-401e1eb72e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'cd702362-b982-46c5-a7d0-51de1b03df86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:37:08.988837 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6262c0bb-a657-4e60-b0b4-4a8a71b7ff34 req-2a575c84-b3b5-496f-a079-15fbf46dce72 service neutron] Bound using segment: {'id': 'ed3a602f-49fb-4a95-be80-401e1eb72e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'cd702362-b982-46c5-a7d0-51de1b03df86'} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:37:08.989309 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-6262c0bb-a657-4e60-b0b4-4a8a71b7ff34 req-2a575c84-b3b5-496f-a079-15fbf46dce72 service neutron] Bound port: 4859f9ea-c854-491e-9b3b-d61b8efaa94b, host: n-h2-842733-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed3a602f-49fb-4a95-be80-401e1eb72e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'cd702362-b982-46c5-a7d0-51de1b03df86'}}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:37:08.989667 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-6262c0bb-a657-4e60-b0b4-4a8a71b7ff34 req-2a575c84-b3b5-496f-a079-15fbf46dce72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:09.054793 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5ed2a92b-ac5b-43c6-af78-e7000258d0e0 req-b961f7c2-0d27-4b4d-8040-86547429015c service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=0c2aa399-3055-4eb0-8f1a-45933e0e3cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4645379 May 20 20:37:09.069124 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-73edb6eb-16c5-40ab-bb45-de2e720b5538 req-c7614e3c-fce2-4a8f-8bc7-de421ad7e9cd tempest-ServersWithSpecificFlavorTestJSON-403335495 tempest-ServersWithSpecificFlavorTestJSON-403335495-project] 10.222.0.35 "GET /v2.0/security-groups?id=fb4532a0-c356-4e15-af9a-d177d4428652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3770366 May 20 20:37:09.104010 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-717c3440-1881-4fa0-b8a4-8602bc14804f req-c310ffe0-9d6b-4f06-bab0-cefbd8534205 service neutron] 10.222.0.13 "GET /v2.0/networks/fef9e30f-3c34-4b6b-9bd5-2a167649e7b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5009701 May 20 20:37:09.167937 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0cedf5bd-514e-43f1-b3f3-f891f2ad1a40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33068388'] for subnet, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:09.219491 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-e57f0d05-c6a9-472d-ba34-9dc9d0bf9650 req-03f4fe34-9e77-440b-bf5d-68b86f5b9fdd service neutron] Attempting to bind port 4f63bad5-6519-46fc-8d43-bff4764dbc9c on host n-h1-842733-1 for vnic_type normal with profile None {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:37:09.220349 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-e57f0d05-c6a9-472d-ba34-9dc9d0bf9650 req-03f4fe34-9e77-440b-bf5d-68b86f5b9fdd service neutron] Attempting to bind port 4f63bad5-6519-46fc-8d43-bff4764dbc9c by drivers openvswitch,hyperv on host n-h1-842733-1 at level 0 using segments [{'id': '65a8f4c3-036d-4ff8-a81a-cd07cb6f1230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'fef9e30f-3c34-4b6b-9bd5-2a167649e7b0'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:37:09.220349 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e57f0d05-c6a9-472d-ba34-9dc9d0bf9650 req-03f4fe34-9e77-440b-bf5d-68b86f5b9fdd service neutron] Attempting to bind port 4f63bad5-6519-46fc-8d43-bff4764dbc9c on network fef9e30f-3c34-4b6b-9bd5-2a167649e7b0 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:37:09.223532 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-6262c0bb-a657-4e60-b0b4-4a8a71b7ff34 req-2a575c84-b3b5-496f-a079-15fbf46dce72 service neutron] For port 4859f9ea-c854-491e-9b3b-d61b8efaa94b, host n-h2-842733-1, cleared binding levels {{(pid=103162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:37:09.240936 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e57f0d05-c6a9-472d-ba34-9dc9d0bf9650 req-03f4fe34-9e77-440b-bf5d-68b86f5b9fdd service neutron] Port 4f63bad5-6519-46fc-8d43-bff4764dbc9c on network fef9e30f-3c34-4b6b-9bd5-2a167649e7b0 not bound, no agent of type Open vSwitch agent registered on host n-h1-842733-1 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 20:37:09.241278 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e57f0d05-c6a9-472d-ba34-9dc9d0bf9650 req-03f4fe34-9e77-440b-bf5d-68b86f5b9fdd service neutron] Attempting to bind port 4f63bad5-6519-46fc-8d43-bff4764dbc9c on network fef9e30f-3c34-4b6b-9bd5-2a167649e7b0 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:37:09.243993 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [req-ccf93bb9-6252-4d15-809b-11eb99e67045 req-736bde8e-e802-4459-9097-8cee1815c427 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac79cc1c-bc7e-4b34-8030-40c06f95b85c {{(pid=103162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:37:09.252353 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e57f0d05-c6a9-472d-ba34-9dc9d0bf9650 req-03f4fe34-9e77-440b-bf5d-68b86f5b9fdd service neutron] Checking agent: {'id': '08dfb1ce-804b-4db8-838b-21094082e041', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 32, 54), 'started_at': datetime.datetime(2022, 5, 20, 20, 32, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 36, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:37:09.252814 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e57f0d05-c6a9-472d-ba34-9dc9d0bf9650 req-03f4fe34-9e77-440b-bf5d-68b86f5b9fdd service neutron] Checking segment: {'id': '65a8f4c3-036d-4ff8-a81a-cd07cb6f1230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'fef9e30f-3c34-4b6b-9bd5-2a167649e7b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:37:09.252946 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e57f0d05-c6a9-472d-ba34-9dc9d0bf9650 req-03f4fe34-9e77-440b-bf5d-68b86f5b9fdd service neutron] Bound using segment: {'id': '65a8f4c3-036d-4ff8-a81a-cd07cb6f1230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'fef9e30f-3c34-4b6b-9bd5-2a167649e7b0'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:37:09.253410 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-e57f0d05-c6a9-472d-ba34-9dc9d0bf9650 req-03f4fe34-9e77-440b-bf5d-68b86f5b9fdd service neutron] Bound port: 4f63bad5-6519-46fc-8d43-bff4764dbc9c, host: n-h1-842733-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65a8f4c3-036d-4ff8-a81a-cd07cb6f1230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'fef9e30f-3c34-4b6b-9bd5-2a167649e7b0'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:37:09.257306 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-6262c0bb-a657-4e60-b0b4-4a8a71b7ff34 req-2a575c84-b3b5-496f-a079-15fbf46dce72 service neutron] For port 4859f9ea-c854-491e-9b3b-d61b8efaa94b, host n-h2-842733-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=4859f9ea-c854-491e-9b3b-d61b8efaa94b,segment=NetworkSegment(ed3a602f-49fb-4a95-be80-401e1eb72e33),segment_id=ed3a602f-49fb-4a95-be80-401e1eb72e33)] {{(pid=103162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:37:09.260400 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-ccf93bb9-6252-4d15-809b-11eb99e67045 req-736bde8e-e802-4459-9097-8cee1815c427 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:09.260848 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-717c3440-1881-4fa0-b8a4-8602bc14804f req-604d3801-60e3-4a02-bc25-1ddb7aebd8f1 service neutron] 10.222.0.13 "GET /v2.0/networks/fef9e30f-3c34-4b6b-9bd5-2a167649e7b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500998 May 20 20:37:09.288219 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.provisioning_blocks [req-ccf93bb9-6252-4d15-809b-11eb99e67045 req-736bde8e-e802-4459-9097-8cee1815c427 service neutron] Transition to ACTIVE for port object ac79cc1c-bc7e-4b34-8030-40c06f95b85c will not be triggered until provisioned by entity L2. {{(pid=103162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 20:37:09.292972 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e021d25-2fbb-4265-b55a-acb612d0a8af req-189b4736-681f-402e-b29f-d39cb41750b0 tempest-LiveMigrationNegativeTest-1438540510 tempest-LiveMigrationNegativeTest-1438540510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:09.294956 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4e021d25-2fbb-4265-b55a-acb612d0a8af req-189b4736-681f-402e-b29f-d39cb41750b0 tempest-LiveMigrationNegativeTest-1438540510 tempest-LiveMigrationNegativeTest-1438540510-project] 10.222.0.35 "GET /v2.0/ports?device_id=52c18748-2cc2-40bf-a3a4-f9db6e725ba2 HTTP/1.1" status: 200 len: 947 time: 0.1336770 May 20 20:37:09.337368 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-6262c0bb-a657-4e60-b0b4-4a8a71b7ff34 req-2a575c84-b3b5-496f-a079-15fbf46dce72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:09.347212 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-e57f0d05-c6a9-472d-ba34-9dc9d0bf9650 req-03f4fe34-9e77-440b-bf5d-68b86f5b9fdd service neutron] For port 4f63bad5-6519-46fc-8d43-bff4764dbc9c, host n-h1-842733-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=4f63bad5-6519-46fc-8d43-bff4764dbc9c,segment=NetworkSegment(65a8f4c3-036d-4ff8-a81a-cd07cb6f1230),segment_id=65a8f4c3-036d-4ff8-a81a-cd07cb6f1230)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:37:09.365520 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4e021d25-2fbb-4265-b55a-acb612d0a8af req-f5bff82c-d9ce-404c-ac2d-15baa114607d tempest-LiveMigrationNegativeTest-1438540510 tempest-LiveMigrationNegativeTest-1438540510-project] 10.222.0.35 "GET /v2.0/security-groups?id=89ca7ea3-9b4d-452a-a64a-566d7b2e6fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627778 May 20 20:37:09.368306 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device d45319c3-e0b3-43a6-8b74-9cb4c1fb8c21 no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:37:09.372989 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6262c0bb-a657-4e60-b0b4-4a8a71b7ff34 req-2a575c84-b3b5-496f-a079-15fbf46dce72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:09.373639 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-6262c0bb-a657-4e60-b0b4-4a8a71b7ff34 req-2a575c84-b3b5-496f-a079-15fbf46dce72 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:09.375549 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-6262c0bb-a657-4e60-b0b4-4a8a71b7ff34 req-2a575c84-b3b5-496f-a079-15fbf46dce72 service neutron] 10.222.0.13 "PUT /v2.0/ports/4859f9ea-c854-491e-9b3b-d61b8efaa94b HTTP/1.1" status: 200 len: 1095 time: 2.0674419 May 20 20:37:09.377180 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52c18748-2cc2-40bf-a3a4-f9db6e725ba2', 'tag': '4859f9ea-c854-491e-9b3b-d61b8efaa94b'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:37:09.384552 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6fa957933fccbf596d28104b23404b952ad6a8238afaebaed40a0874b2e409" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7374594-02f7-43b4-89a0-6d98f10d18d9" -d '{"events": [{"name": "network-changed", "server_uuid": "52c18748-2cc2-40bf-a3a4-f9db6e725ba2", "tag": "4859f9ea-c854-491e-9b3b-d61b8efaa94b"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:37:09.403277 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: d45319c3-e0b3-43a6-8b74-9cb4c1fb8c21 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 20:37:09.403685 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device d45319c3-e0b3-43a6-8b74-9cb4c1fb8c21 not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 20:37:09.405145 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-ccf93bb9-6252-4d15-809b-11eb99e67045 req-736bde8e-e802-4459-9097-8cee1815c427 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:09.415872 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0cedf5bd-514e-43f1-b3f3-f891f2ad1a40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33068399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3797621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4018265'] for subnet, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:09.444565 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-e57f0d05-c6a9-472d-ba34-9dc9d0bf9650 req-03f4fe34-9e77-440b-bf5d-68b86f5b9fdd service neutron] Notify callbacks [] for binding, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:09.454983 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e57f0d05-c6a9-472d-ba34-9dc9d0bf9650 req-03f4fe34-9e77-440b-bf5d-68b86f5b9fdd service neutron] 10.222.0.35 "POST /v2.0/ports/4f63bad5-6519-46fc-8d43-bff4764dbc9c/bindings HTTP/1.1" status: 201 len: 389 time: 1.0470121 May 20 20:37:09.482455 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cedf5bd-514e-43f1-b3f3-f891f2ad1a40 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c52d0e96-49be-4a98-a7de-3ef335befc2d,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:37:09.487794 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0cedf5bd-514e-43f1-b3f3-f891f2ad1a40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:09.496630 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-0cedf5bd-514e-43f1-b3f3-f891f2ad1a40 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/c52d0e96-49be-4a98-a7de-3ef335befc2d HTTP/1.1" status: 204 len: 168 time: 1.0059693 May 20 20:37:09.496747 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 59806) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:37:09.496840 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a575c84-b3b5-496f-a079-15fbf46dce72 service neutron] Pushing event updated for resources: {'Port': ['ID=4859f9ea-c854-491e-9b3b-d61b8efaa94b,revision_number=3']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:37:09.508682 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d810b813-e977-430b-8c9d-6bf2af5db8a7 None None] Network 7ed06668-a481-44f7-b5a3-dd51df5a5876 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:37:09.572325 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-950da6f3-ef75-4b7e-8ef2-a9ac007d04e0 req-c5fea863-4a44-47f1-b370-18ee341d0457 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] 10.222.0.35 "GET /v2.0/ports?device_id=076de625-2a49-46b5-9344-19509d3a2557 HTTP/1.1" status: 200 len: 210 time: 0.1140501 May 20 20:37:09.579485 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736bde8e-e802-4459-9097-8cee1815c427 service neutron] Pushing event updated for resources: {'Port': ['ID=ac79cc1c-bc7e-4b34-8030-40c06f95b85c,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:37:09.768608 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f8c3fdb2-b0fb-4459-a6c1-59e65ab695db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33160123'] for network, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:09.807854 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6262c0bb-a657-4e60-b0b4-4a8a71b7ff34 req-b1f58380-f367-45ee-bb79-3967cccc6506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:09.810551 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-6262c0bb-a657-4e60-b0b4-4a8a71b7ff34 req-b1f58380-f367-45ee-bb79-3967cccc6506 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f0a00de831794c7980c037dc26b9c7f6&device_id=52c18748-2cc2-40bf-a3a4-f9db6e725ba2 HTTP/1.1" status: 200 len: 1098 time: 0.2193661 May 20 20:37:09.825756 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 20:37:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-743f57cc-6462-49eb-b43f-cc4d938c84a6 x-openstack-request-id: req-743f57cc-6462-49eb-b43f-cc4d938c84a6 {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:37:09.826209 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52c18748-2cc2-40bf-a3a4-f9db6e725ba2", "tag": "4859f9ea-c854-491e-9b3b-d61b8efaa94b", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:37:09.826621 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-743f57cc-6462-49eb-b43f-cc4d938c84a6 {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:37:09.827321 n-d-842733-1 neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-743f57cc-6462-49eb-b43f-cc4d938c84a6'] response: {'name': 'network-changed', 'server_uuid': '52c18748-2cc2-40bf-a3a4-f9db6e725ba2', 'tag': '4859f9ea-c854-491e-9b3b-d61b8efaa94b', 'status': 'completed', 'code': 200} May 20 20:37:09.941569 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-6262c0bb-a657-4e60-b0b4-4a8a71b7ff34 req-1febd31f-f436-405f-a263-6e1e730c0b5d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=4859f9ea-c854-491e-9b3b-d61b8efaa94b HTTP/1.1" status: 200 len: 217 time: 0.1086962 May 20 20:37:09.942948 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-ccf93bb9-6252-4d15-809b-11eb99e67045 req-736bde8e-e802-4459-9097-8cee1815c427 service neutron] Attempting to bind port ac79cc1c-bc7e-4b34-8030-40c06f95b85c on host n-h2-842733-1 for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:37:09.943282 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-ccf93bb9-6252-4d15-809b-11eb99e67045 req-736bde8e-e802-4459-9097-8cee1815c427 service neutron] Attempting to bind port ac79cc1c-bc7e-4b34-8030-40c06f95b85c by drivers openvswitch,hyperv on host n-h2-842733-1 at level 0 using segments [{'id': '94a4894e-95e9-4cfb-9a59-0548accd47c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'b6d9e896-d344-4c48-82c9-67ef44a8b110'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:37:09.943610 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccf93bb9-6252-4d15-809b-11eb99e67045 req-736bde8e-e802-4459-9097-8cee1815c427 service neutron] Attempting to bind port ac79cc1c-bc7e-4b34-8030-40c06f95b85c on network b6d9e896-d344-4c48-82c9-67ef44a8b110 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:37:09.946380 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02c6ec3-e161-411a-bba5-f930b83e4fcc req-9b2059c1-60b4-494e-9a21-88967f4da4cf tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:09.948464 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e02c6ec3-e161-411a-bba5-f930b83e4fcc req-9b2059c1-60b4-494e-9a21-88967f4da4cf tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] 10.222.0.35 "GET /v2.0/ports?device_id=e8242be7-517a-4c2d-a6a7-26bb03d4cb82 HTTP/1.1" status: 200 len: 949 time: 0.2020569 May 20 20:37:09.987776 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d518b63-ca36-4507-8aa4-f24fcc42b06f None None] DHCP port deletion for 7ed06668-a481-44f7-b5a3-dd51df5a5876 request from n-d-842733-1 {{(pid=103164) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 20:37:10.055164 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e02c6ec3-e161-411a-bba5-f930b83e4fcc req-d14b9f95-4b02-4417-95c1-dfa880aa3140 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c2aa399-3055-4eb0-8f1a-45933e0e3cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910664 May 20 20:37:10.063825 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccf93bb9-6252-4d15-809b-11eb99e67045 req-736bde8e-e802-4459-9097-8cee1815c427 service neutron] Port ac79cc1c-bc7e-4b34-8030-40c06f95b85c on network b6d9e896-d344-4c48-82c9-67ef44a8b110 not bound, no agent of type Open vSwitch agent registered on host n-h2-842733-1 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 20:37:10.064141 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccf93bb9-6252-4d15-809b-11eb99e67045 req-736bde8e-e802-4459-9097-8cee1815c427 service neutron] Attempting to bind port ac79cc1c-bc7e-4b34-8030-40c06f95b85c on network b6d9e896-d344-4c48-82c9-67ef44a8b110 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:37:10.073393 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccf93bb9-6252-4d15-809b-11eb99e67045 req-736bde8e-e802-4459-9097-8cee1815c427 service neutron] Checking agent: {'id': 'a66f2511-b955-448f-877c-56cfe9c81b12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 33, 2), 'started_at': datetime.datetime(2022, 5, 20, 20, 33, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 37, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:37:10.073825 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccf93bb9-6252-4d15-809b-11eb99e67045 req-736bde8e-e802-4459-9097-8cee1815c427 service neutron] Checking segment: {'id': '94a4894e-95e9-4cfb-9a59-0548accd47c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'b6d9e896-d344-4c48-82c9-67ef44a8b110'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:37:10.074221 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccf93bb9-6252-4d15-809b-11eb99e67045 req-736bde8e-e802-4459-9097-8cee1815c427 service neutron] Bound using segment: {'id': '94a4894e-95e9-4cfb-9a59-0548accd47c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'b6d9e896-d344-4c48-82c9-67ef44a8b110'} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:37:10.074703 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-ccf93bb9-6252-4d15-809b-11eb99e67045 req-736bde8e-e802-4459-9097-8cee1815c427 service neutron] Bound port: ac79cc1c-bc7e-4b34-8030-40c06f95b85c, host: n-h2-842733-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94a4894e-95e9-4cfb-9a59-0548accd47c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'b6d9e896-d344-4c48-82c9-67ef44a8b110'}}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:37:10.075065 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-ccf93bb9-6252-4d15-809b-11eb99e67045 req-736bde8e-e802-4459-9097-8cee1815c427 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:10.084751 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019e7c33-c5da-478f-89e4-3988fb92abe3 req-ca48fe2b-5fd1-4129-a84e-d3f8e74379f2 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:10.097377 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-019e7c33-c5da-478f-89e4-3988fb92abe3 req-ca48fe2b-5fd1-4129-a84e-d3f8e74379f2 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.35 "GET /v2.0/ports?device_id=15403929-020e-4cba-8203-91654f1a9017 HTTP/1.1" status: 200 len: 946 time: 0.1644909 May 20 20:37:10.100674 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6262c0bb-a657-4e60-b0b4-4a8a71b7ff34 req-3bd33a52-e2c9-4081-97e2-c8731320e1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:10.109044 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-6262c0bb-a657-4e60-b0b4-4a8a71b7ff34 req-3bd33a52-e2c9-4081-97e2-c8731320e1e7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=26b342ea-254c-483a-9ea9-f11c178970eb HTTP/1.1" status: 200 len: 843 time: 0.1600940 May 20 20:37:10.123735 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-0d518b63-ca36-4507-8aa4-f24fcc42b06f None None] Deleting port be724aa8-ab4c-4061-bdac-7cd0f9f1951b {{(pid=103164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:37:10.126035 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-0d518b63-ca36-4507-8aa4-f24fcc42b06f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:10.146773 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-f8c3fdb2-b0fb-4459-a6c1-59e65ab695db admin admin] Deleting port be724aa8-ab4c-4061-bdac-7cd0f9f1951b {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:37:10.147329 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f8c3fdb2-b0fb-4459-a6c1-59e65ab695db admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:10.164927 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-019e7c33-c5da-478f-89e4-3988fb92abe3 req-e1628934-14ae-48ee-bcfc-81dbe0c00191 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c1ac446-2eae-4e3c-98ef-7a4684e96782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659909 May 20 20:37:10.233438 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-0d518b63-ca36-4507-8aa4-f24fcc42b06f None None] For port be724aa8-ab4c-4061-bdac-7cd0f9f1951b, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=be724aa8-ab4c-4061-bdac-7cd0f9f1951b,segment=NetworkSegment(178a872b-7252-48e6-a979-6d6c88932541),segment_id=178a872b-7252-48e6-a979-6d6c88932541)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:37:10.233982 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-0d518b63-ca36-4507-8aa4-f24fcc42b06f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:10.235777 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-ccf93bb9-6252-4d15-809b-11eb99e67045 req-736bde8e-e802-4459-9097-8cee1815c427 service neutron] For port ac79cc1c-bc7e-4b34-8030-40c06f95b85c, host n-h2-842733-1, cleared binding levels {{(pid=103162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:37:10.240309 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-ccf93bb9-6252-4d15-809b-11eb99e67045 req-736bde8e-e802-4459-9097-8cee1815c427 service neutron] For port ac79cc1c-bc7e-4b34-8030-40c06f95b85c, host n-h2-842733-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=ac79cc1c-bc7e-4b34-8030-40c06f95b85c,segment=NetworkSegment(94a4894e-95e9-4cfb-9a59-0548accd47c0),segment_id=94a4894e-95e9-4cfb-9a59-0548accd47c0)] {{(pid=103162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:37:10.243218 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6262c0bb-a657-4e60-b0b4-4a8a71b7ff34 req-df6d6be3-ea19-43e8-b9d7-29d80a29d43d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:10.244715 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-6262c0bb-a657-4e60-b0b4-4a8a71b7ff34 req-df6d6be3-ea19-43e8-b9d7-29d80a29d43d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cd702362-b982-46c5-a7d0-51de1b03df86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1272068 May 20 20:37:10.249510 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-0d518b63-ca36-4507-8aa4-f24fcc42b06f None None] Calling delete_port for be724aa8-ab4c-4061-bdac-7cd0f9f1951b owned by network:dhcp {{(pid=103164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:37:10.311382 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-f8c3fdb2-b0fb-4459-a6c1-59e65ab695db admin admin] For port be724aa8-ab4c-4061-bdac-7cd0f9f1951b, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=be724aa8-ab4c-4061-bdac-7cd0f9f1951b,segment=NetworkSegment(178a872b-7252-48e6-a979-6d6c88932541),segment_id=178a872b-7252-48e6-a979-6d6c88932541)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:37:10.311382 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f8c3fdb2-b0fb-4459-a6c1-59e65ab695db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:10.344768 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-f8c3fdb2-b0fb-4459-a6c1-59e65ab695db admin admin] Calling delete_port for be724aa8-ab4c-4061-bdac-7cd0f9f1951b owned by network:dhcp {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:37:10.368424 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2c99dd-d640-406b-bf38-6f7ae33ac8f5 req-5ac16b47-9890-4849-a92a-412267702305 tempest-ServersWithSpecificFlavorTestJSON-403335495 tempest-ServersWithSpecificFlavorTestJSON-403335495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:10.369883 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-ccf93bb9-6252-4d15-809b-11eb99e67045 req-736bde8e-e802-4459-9097-8cee1815c427 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:10.370291 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5c2c99dd-d640-406b-bf38-6f7ae33ac8f5 req-5ac16b47-9890-4849-a92a-412267702305 tempest-ServersWithSpecificFlavorTestJSON-403335495 tempest-ServersWithSpecificFlavorTestJSON-403335495-project] 10.222.0.35 "GET /v2.0/ports?device_id=b4070de9-726e-4300-9952-8e4a88742aac HTTP/1.1" status: 200 len: 943 time: 0.1319754 May 20 20:37:10.427606 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf93bb9-6252-4d15-809b-11eb99e67045 req-736bde8e-e802-4459-9097-8cee1815c427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:10.428321 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-ccf93bb9-6252-4d15-809b-11eb99e67045 req-736bde8e-e802-4459-9097-8cee1815c427 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:10.429739 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-ccf93bb9-6252-4d15-809b-11eb99e67045 req-736bde8e-e802-4459-9097-8cee1815c427 service neutron] 10.222.0.13 "PUT /v2.0/ports/ac79cc1c-bc7e-4b34-8030-40c06f95b85c HTTP/1.1" status: 200 len: 1091 time: 2.3752658 May 20 20:37:10.466194 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-6262c0bb-a657-4e60-b0b4-4a8a71b7ff34 req-c885492a-3e89-4ca7-be77-c24be848aed9 service neutron] 10.222.0.13 "GET /v2.0/networks/cd702362-b982-46c5-a7d0-51de1b03df86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2144530 May 20 20:37:10.485041 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57f0d05-c6a9-472d-ba34-9dc9d0bf9650 req-c7abe2b6-c4f4-46eb-ab06-d9fc58b06610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:10.486325 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736bde8e-e802-4459-9097-8cee1815c427 service neutron] Pushing event updated for resources: {'Port': ['ID=ac79cc1c-bc7e-4b34-8030-40c06f95b85c,revision_number=3']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:37:10.487224 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e57f0d05-c6a9-472d-ba34-9dc9d0bf9650 req-c7abe2b6-c4f4-46eb-ab06-d9fc58b06610 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8b3cc11ab7334369b6693afcab69aa6e&device_id=15403929-020e-4cba-8203-91654f1a9017 HTTP/1.1" status: 200 len: 1097 time: 0.1903610 May 20 20:37:10.527987 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-0d518b63-ca36-4507-8aa4-f24fcc42b06f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099'] for port, after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:10.584445 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d518b63-ca36-4507-8aa4-f24fcc42b06f None None] Pushing event deleted for resources: {'Port': ['ID=be724aa8-ab4c-4061-bdac-7cd0f9f1951b,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:37:10.599519 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d518b63-ca36-4507-8aa4-f24fcc42b06f None None] No DVR routers for this DVR port be724aa8-ab4c-4061-bdac-7cd0f9f1951b on host n-d-842733-1 {{(pid=103164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:37:10.607599 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-6262c0bb-a657-4e60-b0b4-4a8a71b7ff34 req-06635439-c27f-4df8-a711-e6165d6adad1 service neutron] 10.222.0.13 "GET /v2.0/networks/cd702362-b982-46c5-a7d0-51de1b03df86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328273 May 20 20:37:10.619834 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5c2c99dd-d640-406b-bf38-6f7ae33ac8f5 req-c631fa8f-52f4-4eba-b78f-3897da45e8a0 tempest-ServersWithSpecificFlavorTestJSON-403335495 tempest-ServersWithSpecificFlavorTestJSON-403335495-project] 10.222.0.35 "GET /v2.0/security-groups?id=fb4532a0-c356-4e15-af9a-d177d4428652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2409306 May 20 20:37:10.685470 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf93bb9-6252-4d15-809b-11eb99e67045 req-d4b7389c-2ba3-40ee-b9c3-241fd1fca81f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:10.688046 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-ccf93bb9-6252-4d15-809b-11eb99e67045 req-d4b7389c-2ba3-40ee-b9c3-241fd1fca81f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7a0946b7566d4115bc78791f06e90f69&device_id=b4070de9-726e-4300-9952-8e4a88742aac HTTP/1.1" status: 200 len: 1094 time: 0.0787992 May 20 20:37:10.696581 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f8c3fdb2-b0fb-4459-a6c1-59e65ab695db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:10.719545 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bee92c9-2b02-4a7f-a36c-09a88fd45bf4 req-d78d1a55-1a31-46eb-9734-a1da6644aa7e tempest-LiveMigrationNegativeTest-1438540510 tempest-LiveMigrationNegativeTest-1438540510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:10.728104 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8bee92c9-2b02-4a7f-a36c-09a88fd45bf4 req-d78d1a55-1a31-46eb-9734-a1da6644aa7e tempest-LiveMigrationNegativeTest-1438540510 tempest-LiveMigrationNegativeTest-1438540510-project] 10.222.0.35 "GET /v2.0/ports?device_id=52c18748-2cc2-40bf-a3a4-f9db6e725ba2 HTTP/1.1" status: 200 len: 947 time: 0.2702956 May 20 20:37:10.765313 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-ccf93bb9-6252-4d15-809b-11eb99e67045 req-424a70a7-5d22-4b00-a050-6b1c878e9d47 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ac79cc1c-bc7e-4b34-8030-40c06f95b85c HTTP/1.1" status: 200 len: 217 time: 0.0612051 May 20 20:37:10.787524 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c3fdb2-b0fb-4459-a6c1-59e65ab695db admin admin] Pushing event deleted for resources: {'Port': ['ID=be724aa8-ab4c-4061-bdac-7cd0f9f1951b,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:37:10.815290 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c3fdb2-b0fb-4459-a6c1-59e65ab695db admin admin] No DVR routers for this DVR port be724aa8-ab4c-4061-bdac-7cd0f9f1951b on host n-d-842733-1 {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:37:10.825592 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b647c1c2-f496-45f4-809a-774916e406f8 req-78bc989a-ba67-4fee-8b26-b407d5b2b749 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] 10.222.0.35 "GET /v2.0/ports?device_id=076de625-2a49-46b5-9344-19509d3a2557 HTTP/1.1" status: 200 len: 210 time: 0.0919292 May 20 20:37:10.862175 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57f0d05-c6a9-472d-ba34-9dc9d0bf9650 req-8b1a05c4-5acd-4e5b-b9b3-a925dd9ca0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:10.863950 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e57f0d05-c6a9-472d-ba34-9dc9d0bf9650 req-8b1a05c4-5acd-4e5b-b9b3-a925dd9ca0a5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=fef9e30f-3c34-4b6b-9bd5-2a167649e7b0 HTTP/1.1" status: 200 len: 921 time: 0.3537002 May 20 20:37:10.883553 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf93bb9-6252-4d15-809b-11eb99e67045 req-9bda072a-b7b6-4a29-a386-138c3db9040d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:10.884992 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-ccf93bb9-6252-4d15-809b-11eb99e67045 req-9bda072a-b7b6-4a29-a386-138c3db9040d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3749240c-676d-4d91-b602-5dfaa1286886 HTTP/1.1" status: 200 len: 862 time: 0.0862751 May 20 20:37:10.886766 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7374594-02f7-43b4-89a0-6d98f10d18d9 req-06db7b5e-f171-4d8b-8813-a9713476bc1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:10.888101 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-d7374594-02f7-43b4-89a0-6d98f10d18d9 req-06db7b5e-f171-4d8b-8813-a9713476bc1c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f0a00de831794c7980c037dc26b9c7f6&device_id=52c18748-2cc2-40bf-a3a4-f9db6e725ba2 HTTP/1.1" status: 200 len: 1098 time: 0.1112027 May 20 20:37:10.970121 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8bee92c9-2b02-4a7f-a36c-09a88fd45bf4 req-0e3bc690-10fe-4c80-8ffb-514e720937ef tempest-LiveMigrationNegativeTest-1438540510 tempest-LiveMigrationNegativeTest-1438540510-project] 10.222.0.35 "GET /v2.0/security-groups?id=89ca7ea3-9b4d-452a-a64a-566d7b2e6fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2404206 May 20 20:37:10.980404 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e57f0d05-c6a9-472d-ba34-9dc9d0bf9650 req-eda491f2-1f1f-48af-8647-1cdcd32a858e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4f63bad5-6519-46fc-8d43-bff4764dbc9c HTTP/1.1" status: 200 len: 217 time: 0.0968649 May 20 20:37:10.986479 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f8c3fdb2-b0fb-4459-a6c1-59e65ab695db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33072115', 'neutron.services.segments.db._delete_segments_for_network-8782419500584'] for network, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:11.039953 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f8c3fdb2-b0fb-4459-a6c1-59e65ab695db admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:37:11.040724 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f8c3fdb2-b0fb-4459-a6c1-59e65ab695db admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:37:11.042124 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f8c3fdb2-b0fb-4459-a6c1-59e65ab695db admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:37:11.044056 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f8c3fdb2-b0fb-4459-a6c1-59e65ab695db admin admin] Subscribe: > port after_create 55550000 {{(pid=103163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:37:11.044536 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f8c3fdb2-b0fb-4459-a6c1-59e65ab695db admin admin] Subscribe: > port after_delete 55550000 {{(pid=103163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:37:11.044753 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f8c3fdb2-b0fb-4459-a6c1-59e65ab695db admin admin] Subscribe: > port after_update 55550000 {{(pid=103163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:37:11.045079 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f8c3fdb2-b0fb-4459-a6c1-59e65ab695db admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:37:11.045446 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f8c3fdb2-b0fb-4459-a6c1-59e65ab695db admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:37:11.045765 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f8c3fdb2-b0fb-4459-a6c1-59e65ab695db admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:37:11.046142 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f8c3fdb2-b0fb-4459-a6c1-59e65ab695db admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:37:11.116844 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f8c3fdb2-b0fb-4459-a6c1-59e65ab695db admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:37:11.117155 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f0a0ce-e389-498c-8cd1-3e137fdd0e4e req-94ee89be-0b18-4485-9344-a493f9718e29 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:11.117657 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f8c3fdb2-b0fb-4459-a6c1-59e65ab695db admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:37:11.117657 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f8c3fdb2-b0fb-4459-a6c1-59e65ab695db admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:37:11.117889 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f8c3fdb2-b0fb-4459-a6c1-59e65ab695db admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:37:11.118239 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-f8c3fdb2-b0fb-4459-a6c1-59e65ab695db admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ed06668-a481-44f7-b5a3-dd51df5a5876']}} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:37:11.118560 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-71f0a0ce-e389-498c-8cd1-3e137fdd0e4e req-94ee89be-0b18-4485-9344-a493f9718e29 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] 10.222.0.24 "GET /v2.0/networks?id=f2296de0-b06c-422e-98fe-14a3771aba33 HTTP/1.1" status: 200 len: 807 time: 0.1219726 May 20 20:37:11.130863 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf93bb9-6252-4d15-809b-11eb99e67045 req-68548ef0-bc53-41e7-977f-c2da21abd26c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:11.132432 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-ccf93bb9-6252-4d15-809b-11eb99e67045 req-68548ef0-bc53-41e7-977f-c2da21abd26c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b6d9e896-d344-4c48-82c9-67ef44a8b110&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2318275 May 20 20:37:11.139994 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [req-71f0a0ce-e389-498c-8cd1-3e137fdd0e4e req-46adcb4b-3788-4775-9c5b-bee4d8e3f909 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] Request body: {'port': {'device_id': '076de625-2a49-46b5-9344-19509d3a2557', 'network_id': 'f2296de0-b06c-422e-98fe-14a3771aba33', 'admin_state_up': True, 'tenant_id': '33876e14b0274b60a421aea47180bf46'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:37:11.145164 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-f8c3fdb2-b0fb-4459-a6c1-59e65ab695db admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '178a872b-7252-48e6-a979-6d6c88932541') {'for_net_delete': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:37:11.145617 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-f8c3fdb2-b0fb-4459-a6c1-59e65ab695db admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '178a872b-7252-48e6-a979-6d6c88932541') {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:37:11.166373 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f8c3fdb2-b0fb-4459-a6c1-59e65ab695db admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419501617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9338764'] for segment, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:11.170848 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57f0d05-c6a9-472d-ba34-9dc9d0bf9650 req-9dafd396-5622-480c-9646-707f4d81f7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:11.172970 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e57f0d05-c6a9-472d-ba34-9dc9d0bf9650 req-9dafd396-5622-480c-9646-707f4d81f7bb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=33548886-d6e3-48e7-a819-149526989122 HTTP/1.1" status: 200 len: 860 time: 0.1852071 May 20 20:37:11.216569 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f8c3fdb2-b0fb-4459-a6c1-59e65ab695db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:11.221136 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e57f0d05-c6a9-472d-ba34-9dc9d0bf9650 req-97621881-d136-41d4-99ff-3336f03f2246 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fef9e30f-3c34-4b6b-9bd5-2a167649e7b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392253 May 20 20:37:11.227708 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8c3fdb2-b0fb-4459-a6c1-59e65ab695db admin admin] Releasing vlan 226 on physical network physnet1 to pool {{(pid=103163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 20:37:11.228180 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f8c3fdb2-b0fb-4459-a6c1-59e65ab695db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9638311'] for segment, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:11.232545 n-d-842733-1 neutron-server[103163]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 20 20:37:11.232545 n-d-842733-1 neutron-server[103163]: from cryptography.utils import int_from_bytes May 20 20:37:11.232545 n-d-842733-1 neutron-server[103163]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 20 20:37:11.232545 n-d-842733-1 neutron-server[103163]: from cryptography.utils import int_from_bytes May 20 20:37:11.232545 n-d-842733-1 neutron-server[103163]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 20:37:11.232545 n-d-842733-1 neutron-server[103163]: self.session.flush() May 20 20:37:11.232545 n-d-842733-1 neutron-server[103163]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 20:37:11.232545 n-d-842733-1 neutron-server[103163]: self.session.flush() May 20 20:37:11.232545 n-d-842733-1 neutron-server[103163]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 20:37:11.232545 n-d-842733-1 neutron-server[103163]: self.session.flush() May 20 20:37:11.232545 n-d-842733-1 neutron-server[103163]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 20:37:11.232545 n-d-842733-1 neutron-server[103163]: self.session.flush() May 20 20:37:11.232545 n-d-842733-1 neutron-server[103163]: Traceback (most recent call last): May 20 20:37:11.232545 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 20:37:11.232545 n-d-842733-1 neutron-server[103163]: timer() May 20 20:37:11.232545 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 20:37:11.232545 n-d-842733-1 neutron-server[103163]: cb(*args, **kw) May 20 20:37:11.232545 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 20 20:37:11.232545 n-d-842733-1 neutron-server[103163]: return func(*args, **kwargs) May 20 20:37:11.232545 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 20:37:11.232545 n-d-842733-1 neutron-server[103163]: self._notify() May 20 20:37:11.232545 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 20:37:11.232545 n-d-842733-1 neutron-server[103163]: self.callback(batched_events) May 20 20:37:11.232545 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 20:37:11.232545 n-d-842733-1 neutron-server[103163]: event.method(event) May 20 20:37:11.232545 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 20 20:37:11.232545 n-d-842733-1 neutron-server[103163]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 20:37:11.232545 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 20 20:37:11.232545 n-d-842733-1 neutron-server[103163]: aggregate_uuid = self.p_client.list_aggregates( May 20 20:37:11.232545 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 20 20:37:11.232545 n-d-842733-1 neutron-server[103163]: return f(self, *a, **k) May 20 20:37:11.232545 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 20 20:37:11.232545 n-d-842733-1 neutron-server[103163]: return self._get(url).json() May 20 20:37:11.232545 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 20 20:37:11.232545 n-d-842733-1 neutron-server[103163]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 20:37:11.232545 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 20:37:11.232545 n-d-842733-1 neutron-server[103163]: return self.request(url, 'GET', **kwargs) May 20 20:37:11.232545 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 20:37:11.232545 n-d-842733-1 neutron-server[103163]: base_url = self.get_endpoint(auth, allow=allow, May 20 20:37:11.232545 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 20:37:11.232545 n-d-842733-1 neutron-server[103163]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 20:37:11.232545 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 20:37:11.232545 n-d-842733-1 neutron-server[103163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 20:37:11.232545 n-d-842733-1 neutron-server[103163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 20:37:11.347829 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device be724aa8-ab4c-4061-bdac-7cd0f9f1951b no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:37:11.353502 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-ccf93bb9-6252-4d15-809b-11eb99e67045 req-8d2da9f4-3247-4c9a-9587-79ab34f34316 service neutron] 10.222.0.13 "GET /v2.0/networks/b6d9e896-d344-4c48-82c9-67ef44a8b110?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1965890 May 20 20:37:11.363103 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-cf654191-5e3f-43c1-8a35-6d9316577685 req-2dffaf1b-3a01-4344-9811-ace37079d7de tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=e3bf9bf1dd86451a9fc95ed1873df9d4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0658267 May 20 20:37:11.389072 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: be724aa8-ab4c-4061-bdac-7cd0f9f1951b {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 20:37:11.396083 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device be724aa8-ab4c-4061-bdac-7cd0f9f1951b not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 20:37:11.433307 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7374594-02f7-43b4-89a0-6d98f10d18d9 req-001f7840-7792-4e39-9f32-c4e133eda516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:11.435057 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-d7374594-02f7-43b4-89a0-6d98f10d18d9 req-001f7840-7792-4e39-9f32-c4e133eda516 service neutron] 10.222.0.13 "GET /v2.0/networks?id=cd702362-b982-46c5-a7d0-51de1b03df86 HTTP/1.1" status: 200 len: 870 time: 0.5331402 May 20 20:37:11.446407 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f8c3fdb2-b0fb-4459-a6c1-59e65ab695db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33072122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748162'] for network, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:11.474345 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f8c3fdb2-b0fb-4459-a6c1-59e65ab695db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:11.477774 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-f8c3fdb2-b0fb-4459-a6c1-59e65ab695db admin admin] 10.222.0.35 "DELETE /v2.0/networks/7ed06668-a481-44f7-b5a3-dd51df5a5876 HTTP/1.1" status: 204 len: 168 time: 1.9806552 May 20 20:37:11.493486 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e57f0d05-c6a9-472d-ba34-9dc9d0bf9650 req-ab0bcd99-5f1a-4e7f-87e6-9db99d6436fe service neutron] 10.222.0.24 "GET /v2.0/networks/fef9e30f-3c34-4b6b-9bd5-2a167649e7b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2591519 May 20 20:37:11.505200 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-d7374594-02f7-43b4-89a0-6d98f10d18d9 req-f99070e5-7af7-461a-959c-d3f8df645612 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=4859f9ea-c854-491e-9b3b-d61b8efaa94b HTTP/1.1" status: 200 len: 217 time: 0.0612972 May 20 20:37:11.506806 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c3fdb2-b0fb-4459-a6c1-59e65ab695db admin admin] Pushing event deleted for resources: {'Network': ['ID=7ed06668-a481-44f7-b5a3-dd51df5a5876,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:37:11.605253 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-ccf93bb9-6252-4d15-809b-11eb99e67045 req-e5a2a60d-7782-490e-8280-2aded6553840 service neutron] 10.222.0.13 "GET /v2.0/networks/b6d9e896-d344-4c48-82c9-67ef44a8b110?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2331746 May 20 20:37:11.614534 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7374594-02f7-43b4-89a0-6d98f10d18d9 req-f65f4f61-a001-45bb-927c-700428678475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:11.615998 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-d7374594-02f7-43b4-89a0-6d98f10d18d9 req-f65f4f61-a001-45bb-927c-700428678475 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=26b342ea-254c-483a-9ea9-f11c178970eb HTTP/1.1" status: 200 len: 843 time: 0.0985963 May 20 20:37:11.658151 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf654191-5e3f-43c1-8a35-6d9316577685 req-e224b8c1-7065-49e7-8759-ebb32c0e156c tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:11.661714 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-cf654191-5e3f-43c1-8a35-6d9316577685 req-e224b8c1-7065-49e7-8759-ebb32c0e156c tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2926617 May 20 20:37:11.677104 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7374594-02f7-43b4-89a0-6d98f10d18d9 req-3635c545-6a69-4951-a800-79b3467ad03a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:11.678633 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-d7374594-02f7-43b4-89a0-6d98f10d18d9 req-3635c545-6a69-4951-a800-79b3467ad03a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cd702362-b982-46c5-a7d0-51de1b03df86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0551455 May 20 20:37:11.693638 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71f0a0ce-e389-498c-8cd1-3e137fdd0e4e req-46adcb4b-3788-4775-9c5b-bee4d8e3f909 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] Made reservation on behalf of 33876e14b0274b60a421aea47180bf46 for: {'port': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:37:11.696942 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-71f0a0ce-e389-498c-8cd1-3e137fdd0e4e req-46adcb4b-3788-4775-9c5b-bee4d8e3f909 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:11.717444 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-cf654191-5e3f-43c1-8a35-6d9316577685 req-ee43fa68-4186-45fa-9b96-e8720bc5065d tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] 10.222.0.35 "GET /v2.0/quotas/e3bf9bf1dd86451a9fc95ed1873df9d4 HTTP/1.1" status: 200 len: 375 time: 0.0498643 May 20 20:37:11.742092 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e57f0d05-c6a9-472d-ba34-9dc9d0bf9650 req-268e187e-f7ac-4fc8-9045-7ca7928e8325 service neutron] 10.222.0.24 "GET /v2.0/networks/fef9e30f-3c34-4b6b-9bd5-2a167649e7b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2285092 May 20 20:37:11.758314 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-cf654191-5e3f-43c1-8a35-6d9316577685 req-99899507-ef3a-4663-ba9d-f6be52f2e2bd tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=e3bf9bf1dd86451a9fc95ed1873df9d4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0337253 May 20 20:37:11.774403 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7f9c8e-8c5e-4932-a686-8b351afba042 req-fe4f91df-954e-4f3a-96be-4beea7192d04 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:11.775949 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9e7f9c8e-8c5e-4932-a686-8b351afba042 req-fe4f91df-954e-4f3a-96be-4beea7192d04 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] 10.222.0.35 "GET /v2.0/ports?device_id=e8242be7-517a-4c2d-a6a7-26bb03d4cb82 HTTP/1.1" status: 200 len: 949 time: 0.1116121 May 20 20:37:11.828228 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4070de9-726e-4300-9952-8e4a88742aac', 'tag': 'ac79cc1c-bc7e-4b34-8030-40c06f95b85c'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:37:11.830867 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6fa957933fccbf596d28104b23404b952ad6a8238afaebaed40a0874b2e409" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd72318b-11c8-4ecc-90c7-d296fc7a302a" -d '{"events": [{"name": "network-changed", "server_uuid": "b4070de9-726e-4300-9952-8e4a88742aac", "tag": "ac79cc1c-bc7e-4b34-8030-40c06f95b85c"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:37:11.853589 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9e7f9c8e-8c5e-4932-a686-8b351afba042 req-297b7984-6638-4f2f-8fce-50f2fce18365 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c2aa399-3055-4eb0-8f1a-45933e0e3cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693772 May 20 20:37:11.853796 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-d7374594-02f7-43b4-89a0-6d98f10d18d9 req-e94865ec-8282-4b85-b4dd-44a5b0d6e0ec service neutron] 10.222.0.13 "GET /v2.0/networks/cd702362-b982-46c5-a7d0-51de1b03df86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1678572 May 20 20:37:11.867419 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57f0d05-c6a9-472d-ba34-9dc9d0bf9650 req-dcb01592-fdab-4579-abb6-7d7344407022 tempest-LiveAutoBlockMigrationV225Test-1777330067 tempest-LiveAutoBlockMigrationV225Test-1777330067-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:11.868967 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e57f0d05-c6a9-472d-ba34-9dc9d0bf9650 req-dcb01592-fdab-4579-abb6-7d7344407022 tempest-LiveAutoBlockMigrationV225Test-1777330067 tempest-LiveAutoBlockMigrationV225Test-1777330067-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=15403929-020e-4cba-8203-91654f1a9017&tenant_id=8b3cc11ab7334369b6693afcab69aa6e&binding%3Ahost_id=n-h2-842733-1 HTTP/1.1" status: 200 len: 1097 time: 0.0718272 May 20 20:37:11.886409 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [req-e57f0d05-c6a9-472d-ba34-9dc9d0bf9650 req-bfa39cb1-08be-4b51-a9cb-e9da26eac5d5 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-842733-1'}}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:37:11.945386 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 59882) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:37:11.955424 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [req-71f0a0ce-e389-498c-8cd1-3e137fdd0e4e req-46adcb4b-3788-4775-9c5b-bee4d8e3f909 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] Allocated IP 172.20.0.7 (f2296de0-b06c-422e-98fe-14a3771aba33/f9e5fad6-106c-4fb6-bdcf-0e79e7e3eb1f/0f61439d-122d-49c1-9b17-9f2635d1301f) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:37:11.997489 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-e57f0d05-c6a9-472d-ba34-9dc9d0bf9650 req-bfa39cb1-08be-4b51-a9cb-e9da26eac5d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:12.086077 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-be6cde75-33a8-40fd-863f-d8797b972169 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=fa823b23a2e344439514ceb0488dcf72&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1306970 May 20 20:37:12.094229 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-d7374594-02f7-43b4-89a0-6d98f10d18d9 req-c7ca0e1b-9d4b-4202-b2c5-63b1a7454204 service neutron] 10.222.0.13 "GET /v2.0/networks/cd702362-b982-46c5-a7d0-51de1b03df86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2123921 May 20 20:37:12.096612 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba4db89-6233-486c-8d3e-e343581584bf req-c9d93899-d946-497a-9fd3-8f4d2b1b3b57 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:12.097042 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 59890) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:37:12.104877 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-bba4db89-6233-486c-8d3e-e343581584bf req-c9d93899-d946-497a-9fd3-8f4d2b1b3b57 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.35 "GET /v2.0/ports?device_id=15403929-020e-4cba-8203-91654f1a9017 HTTP/1.1" status: 200 len: 946 time: 0.1801758 May 20 20:37:12.195718 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-bba4db89-6233-486c-8d3e-e343581584bf req-3f129b70-f153-4249-a60f-461d2e9640ac tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c1ac446-2eae-4e3c-98ef-7a4684e96782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899603 May 20 20:37:12.245842 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-e57f0d05-c6a9-472d-ba34-9dc9d0bf9650 req-bfa39cb1-08be-4b51-a9cb-e9da26eac5d5 service neutron] For port 4f63bad5-6519-46fc-8d43-bff4764dbc9c, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=4f63bad5-6519-46fc-8d43-bff4764dbc9c,segment=NetworkSegment(65a8f4c3-036d-4ff8-a81a-cd07cb6f1230),segment_id=65a8f4c3-036d-4ff8-a81a-cd07cb6f1230)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:37:12.245981 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-71f0a0ce-e389-498c-8cd1-3e137fdd0e4e req-46adcb4b-3788-4775-9c5b-bee4d8e3f909 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:12.247406 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-56b48078-8cac-4aca-83be-c5ae9c844b1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:12.280886 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-56b48078-8cac-4aca-83be-c5ae9c844b1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:12.288985 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-e57f0d05-c6a9-472d-ba34-9dc9d0bf9650 req-bfa39cb1-08be-4b51-a9cb-e9da26eac5d5 service neutron] For port 4f63bad5-6519-46fc-8d43-bff4764dbc9c, host n-h2-842733-1, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:37:12.373778 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15403929-020e-4cba-8203-91654f1a9017', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f63bad5-6519-46fc-8d43-bff4764dbc9c'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:37:12.376878 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4291b17aa7b45362825f0571e77c85f5e73afe1df9c7e9e15006df9d695c005e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc4c9d4b-edf9-467c-8237-cc4449563373" -d '{"events": [{"server_uuid": "15403929-020e-4cba-8203-91654f1a9017", "name": "network-vif-unplugged", "status": "completed", "tag": "4f63bad5-6519-46fc-8d43-bff4764dbc9c"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:37:12.382752 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-e57f0d05-c6a9-472d-ba34-9dc9d0bf9650 req-bfa39cb1-08be-4b51-a9cb-e9da26eac5d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:12.395096 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-71f0a0ce-e389-498c-8cd1-3e137fdd0e4e req-46adcb4b-3788-4775-9c5b-bee4d8e3f909 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:12.396960 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c20e1f5-4113-4be5-b83e-66ffe248a5e5 req-f6c46f5d-5555-43c8-9aa0-830be030c0a3 tempest-ServersWithSpecificFlavorTestJSON-403335495 tempest-ServersWithSpecificFlavorTestJSON-403335495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:12.398501 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0c20e1f5-4113-4be5-b83e-66ffe248a5e5 req-f6c46f5d-5555-43c8-9aa0-830be030c0a3 tempest-ServersWithSpecificFlavorTestJSON-403335495 tempest-ServersWithSpecificFlavorTestJSON-403335495-project] 10.222.0.35 "GET /v2.0/ports?device_id=b4070de9-726e-4300-9952-8e4a88742aac HTTP/1.1" status: 200 len: 943 time: 0.0815613 May 20 20:37:12.430569 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-56b48078-8cac-4aca-83be-c5ae9c844b1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:12.433247 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-56b48078-8cac-4aca-83be-c5ae9c844b1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:12.434388 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-56b48078-8cac-4aca-83be-c5ae9c844b1f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/eadbc83d-6084-48c2-9504-9ae6664b5f61 HTTP/1.1" status: 204 len: 168 time: 0.3363142 May 20 20:37:12.443575 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0c20e1f5-4113-4be5-b83e-66ffe248a5e5 req-bb02edf3-08b2-4dbd-be3e-76ef6e232419 tempest-ServersWithSpecificFlavorTestJSON-403335495 tempest-ServersWithSpecificFlavorTestJSON-403335495-project] 10.222.0.35 "GET /v2.0/security-groups?id=fb4532a0-c356-4e15-af9a-d177d4428652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384717 May 20 20:37:12.454304 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b48078-8cac-4aca-83be-c5ae9c844b1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eadbc83d-6084-48c2-9504-9ae6664b5f61,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:37:12.459491 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71f0a0ce-e389-498c-8cd1-3e137fdd0e4e req-46adcb4b-3788-4775-9c5b-bee4d8e3f909 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] Network f2296de0-b06c-422e-98fe-14a3771aba33 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:37:12.468185 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [req-71f0a0ce-e389-498c-8cd1-3e137fdd0e4e req-46adcb4b-3788-4775-9c5b-bee4d8e3f909 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:37:12.470504 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-71f0a0ce-e389-498c-8cd1-3e137fdd0e4e req-46adcb4b-3788-4775-9c5b-bee4d8e3f909 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:37:12.496606 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46adcb4b-3788-4775-9c5b-bee4d8e3f909 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] Pushing event updated for resources: {'Port': ['ID=0f61439d-122d-49c1-9b17-9f2635d1301f,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:37:12.512498 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 20:37:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd96e05e-5c50-4160-8735-054027a89bb8 x-openstack-request-id: req-bd96e05e-5c50-4160-8735-054027a89bb8 {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:37:12.512498 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4070de9-726e-4300-9952-8e4a88742aac", "tag": "ac79cc1c-bc7e-4b34-8030-40c06f95b85c", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:37:12.512702 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-bd96e05e-5c50-4160-8735-054027a89bb8 {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:37:12.513098 n-d-842733-1 neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd96e05e-5c50-4160-8735-054027a89bb8'] response: {'name': 'network-changed', 'server_uuid': 'b4070de9-726e-4300-9952-8e4a88742aac', 'tag': 'ac79cc1c-bc7e-4b34-8030-40c06f95b85c', 'status': 'completed', 'code': 200} May 20 20:37:12.525745 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-e57f0d05-c6a9-472d-ba34-9dc9d0bf9650 req-bfa39cb1-08be-4b51-a9cb-e9da26eac5d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:12.537615 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f0a0ce-e389-498c-8cd1-3e137fdd0e4e req-46adcb4b-3788-4775-9c5b-bee4d8e3f909 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:12.538209 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-71f0a0ce-e389-498c-8cd1-3e137fdd0e4e req-46adcb4b-3788-4775-9c5b-bee4d8e3f909 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:12.607488 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd72318b-11c8-4ecc-90c7-d296fc7a302a req-7e213dbb-c813-4887-b97e-595c1a69e3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:12.608871 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-cd72318b-11c8-4ecc-90c7-d296fc7a302a req-7e213dbb-c813-4887-b97e-595c1a69e3e1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7a0946b7566d4115bc78791f06e90f69&device_id=b4070de9-726e-4300-9952-8e4a88742aac HTTP/1.1" status: 200 len: 1094 time: 0.0475433 May 20 20:37:12.640243 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-71f0a0ce-e389-498c-8cd1-3e137fdd0e4e req-46adcb4b-3788-4775-9c5b-bee4d8e3f909 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5048804 May 20 20:37:12.665839 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa39cb1-08be-4b51-a9cb-e9da26eac5d5 service neutron] Pushing event updated for resources: {'Port': ['ID=4f63bad5-6519-46fc-8d43-bff4764dbc9c,revision_number=7']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:37:12.679250 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [req-71f0a0ce-e389-498c-8cd1-3e137fdd0e4e req-54ed18c7-68a5-4e54-be52-efd0ed104b3c service neutron] Request body: {'port': {'device_id': '076de625-2a49-46b5-9344-19509d3a2557', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-842733-1'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:37:12.683180 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-e57f0d05-c6a9-472d-ba34-9dc9d0bf9650 req-bfa39cb1-08be-4b51-a9cb-e9da26eac5d5 service neutron] Attempting to bind port 4f63bad5-6519-46fc-8d43-bff4764dbc9c on host n-h2-842733-1 for vnic_type normal with profile {"migrating_to": "n-h1-842733-1"} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:37:12.683554 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-e57f0d05-c6a9-472d-ba34-9dc9d0bf9650 req-bfa39cb1-08be-4b51-a9cb-e9da26eac5d5 service neutron] Attempting to bind port 4f63bad5-6519-46fc-8d43-bff4764dbc9c by drivers openvswitch,hyperv on host n-h2-842733-1 at level 0 using segments [{'id': '65a8f4c3-036d-4ff8-a81a-cd07cb6f1230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'fef9e30f-3c34-4b6b-9bd5-2a167649e7b0'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:37:12.683853 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e57f0d05-c6a9-472d-ba34-9dc9d0bf9650 req-bfa39cb1-08be-4b51-a9cb-e9da26eac5d5 service neutron] Attempting to bind port 4f63bad5-6519-46fc-8d43-bff4764dbc9c on network fef9e30f-3c34-4b6b-9bd5-2a167649e7b0 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:37:12.698683 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed24cd8-b441-4735-a725-cbdc0d1f709d req-70251672-6066-4540-a16e-c5b6da196d91 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:12.700329 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-aed24cd8-b441-4735-a725-cbdc0d1f709d req-70251672-6066-4540-a16e-c5b6da196d91 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] 10.222.0.35 "GET /v2.0/ports?device_id=076de625-2a49-46b5-9344-19509d3a2557 HTTP/1.1" status: 200 len: 931 time: 0.1231635 May 20 20:37:12.702956 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e57f0d05-c6a9-472d-ba34-9dc9d0bf9650 req-bfa39cb1-08be-4b51-a9cb-e9da26eac5d5 service neutron] Port 4f63bad5-6519-46fc-8d43-bff4764dbc9c on network fef9e30f-3c34-4b6b-9bd5-2a167649e7b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-842733-1 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 20:37:12.703107 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e57f0d05-c6a9-472d-ba34-9dc9d0bf9650 req-bfa39cb1-08be-4b51-a9cb-e9da26eac5d5 service neutron] Attempting to bind port 4f63bad5-6519-46fc-8d43-bff4764dbc9c on network fef9e30f-3c34-4b6b-9bd5-2a167649e7b0 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:37:12.709088 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e57f0d05-c6a9-472d-ba34-9dc9d0bf9650 req-bfa39cb1-08be-4b51-a9cb-e9da26eac5d5 service neutron] Checking agent: {'id': 'a66f2511-b955-448f-877c-56cfe9c81b12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 33, 2), 'started_at': datetime.datetime(2022, 5, 20, 20, 33, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 37, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:37:12.709471 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e57f0d05-c6a9-472d-ba34-9dc9d0bf9650 req-bfa39cb1-08be-4b51-a9cb-e9da26eac5d5 service neutron] Checking segment: {'id': '65a8f4c3-036d-4ff8-a81a-cd07cb6f1230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'fef9e30f-3c34-4b6b-9bd5-2a167649e7b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:37:12.709854 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e57f0d05-c6a9-472d-ba34-9dc9d0bf9650 req-bfa39cb1-08be-4b51-a9cb-e9da26eac5d5 service neutron] Bound using segment: {'id': '65a8f4c3-036d-4ff8-a81a-cd07cb6f1230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'fef9e30f-3c34-4b6b-9bd5-2a167649e7b0'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:37:12.710287 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-e57f0d05-c6a9-472d-ba34-9dc9d0bf9650 req-bfa39cb1-08be-4b51-a9cb-e9da26eac5d5 service neutron] Bound port: 4f63bad5-6519-46fc-8d43-bff4764dbc9c, host: n-h2-842733-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65a8f4c3-036d-4ff8-a81a-cd07cb6f1230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'fef9e30f-3c34-4b6b-9bd5-2a167649e7b0'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:37:12.710644 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-e57f0d05-c6a9-472d-ba34-9dc9d0bf9650 req-bfa39cb1-08be-4b51-a9cb-e9da26eac5d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:12.783076 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-71f0a0ce-e389-498c-8cd1-3e137fdd0e4e req-54ed18c7-68a5-4e54-be52-efd0ed104b3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:12.814621 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-aed24cd8-b441-4735-a725-cbdc0d1f709d req-af38b092-003c-4927-8baf-e4f56cb499b2 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] 10.222.0.35 "GET /v2.0/security-groups?id=0a1ca955-ee86-4e03-bb39-6b1e6a532a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948453 May 20 20:37:12.839381 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd72318b-11c8-4ecc-90c7-d296fc7a302a req-15255ccc-11fa-4495-a6d4-702ed3013149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:12.841040 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-cd72318b-11c8-4ecc-90c7-d296fc7a302a req-15255ccc-11fa-4495-a6d4-702ed3013149 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b6d9e896-d344-4c48-82c9-67ef44a8b110 HTTP/1.1" status: 200 len: 924 time: 0.2249835 May 20 20:37:12.875466 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-e57f0d05-c6a9-472d-ba34-9dc9d0bf9650 req-bfa39cb1-08be-4b51-a9cb-e9da26eac5d5 service neutron] For port 4f63bad5-6519-46fc-8d43-bff4764dbc9c, host n-h2-842733-1, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:37:12.883649 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-e57f0d05-c6a9-472d-ba34-9dc9d0bf9650 req-bfa39cb1-08be-4b51-a9cb-e9da26eac5d5 service neutron] For port 4f63bad5-6519-46fc-8d43-bff4764dbc9c, host n-h2-842733-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=4f63bad5-6519-46fc-8d43-bff4764dbc9c,segment=NetworkSegment(65a8f4c3-036d-4ff8-a81a-cd07cb6f1230),segment_id=65a8f4c3-036d-4ff8-a81a-cd07cb6f1230)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:37:12.901074 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-cd72318b-11c8-4ecc-90c7-d296fc7a302a req-e3c5ea50-3c0d-42e5-aa46-8f6264dc1eed service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ac79cc1c-bc7e-4b34-8030-40c06f95b85c HTTP/1.1" status: 200 len: 217 time: 0.0486159 May 20 20:37:12.961699 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-e57f0d05-c6a9-472d-ba34-9dc9d0bf9650 req-bfa39cb1-08be-4b51-a9cb-e9da26eac5d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:13.021963 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd72318b-11c8-4ecc-90c7-d296fc7a302a req-9903900d-3916-4b97-b7e2-0fc39f54a47b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:13.023480 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-cd72318b-11c8-4ecc-90c7-d296fc7a302a req-9903900d-3916-4b97-b7e2-0fc39f54a47b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3749240c-676d-4d91-b602-5dfaa1286886 HTTP/1.1" status: 200 len: 862 time: 0.1134181 May 20 20:37:13.075175 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa39cb1-08be-4b51-a9cb-e9da26eac5d5 service neutron] Pushing event updated for resources: {'Port': ['ID=4f63bad5-6519-46fc-8d43-bff4764dbc9c,revision_number=8']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:37:13.106092 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9db167-ad07-4c53-922b-9db5d7c7f158 req-a7c03074-e01f-456a-b494-92e440f23e9b tempest-LiveMigrationNegativeTest-1438540510 tempest-LiveMigrationNegativeTest-1438540510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:13.115916 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-cd9db167-ad07-4c53-922b-9db5d7c7f158 req-a7c03074-e01f-456a-b494-92e440f23e9b tempest-LiveMigrationNegativeTest-1438540510 tempest-LiveMigrationNegativeTest-1438540510-project] 10.222.0.35 "GET /v2.0/ports?device_id=52c18748-2cc2-40bf-a3a4-f9db6e725ba2 HTTP/1.1" status: 200 len: 947 time: 0.1838479 May 20 20:37:13.209667 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57f0d05-c6a9-472d-ba34-9dc9d0bf9650 req-bfa39cb1-08be-4b51-a9cb-e9da26eac5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:13.210488 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-e57f0d05-c6a9-472d-ba34-9dc9d0bf9650 req-bfa39cb1-08be-4b51-a9cb-e9da26eac5d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:13.212459 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e57f0d05-c6a9-472d-ba34-9dc9d0bf9650 req-bfa39cb1-08be-4b51-a9cb-e9da26eac5d5 service neutron] 10.222.0.24 "PUT /v2.0/ports/4f63bad5-6519-46fc-8d43-bff4764dbc9c HTTP/1.1" status: 200 len: 1122 time: 1.3308001 May 20 20:37:13.217839 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-cd9db167-ad07-4c53-922b-9db5d7c7f158 req-8cec3da5-b7c8-4dba-a81e-9ed756e58bee tempest-LiveMigrationNegativeTest-1438540510 tempest-LiveMigrationNegativeTest-1438540510-project] 10.222.0.35 "GET /v2.0/security-groups?id=89ca7ea3-9b4d-452a-a64a-566d7b2e6fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002142 May 20 20:37:13.228813 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb8cf97-9eae-4cfe-9ac3-aa680842087c req-3ca409e8-bed0-4a1c-9e43-d5dd97362f2d tempest-ServersOnMultiNodesTest-1803513337 tempest-ServersOnMultiNodesTest-1803513337-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:13.230594 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6fb8cf97-9eae-4cfe-9ac3-aa680842087c req-3ca409e8-bed0-4a1c-9e43-d5dd97362f2d tempest-ServersOnMultiNodesTest-1803513337 tempest-ServersOnMultiNodesTest-1803513337-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=e8242be7-517a-4c2d-a6a7-26bb03d4cb82 HTTP/1.1" status: 200 len: 1100 time: 0.0912514 May 20 20:37:13.313326 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-6fb8cf97-9eae-4cfe-9ac3-aa680842087c req-f25160a4-4175-4e36-a156-28203c519c5d tempest-ServersOnMultiNodesTest-1803513337 tempest-ServersOnMultiNodesTest-1803513337-project-admin] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:13.338243 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] get_ports_and_sgs() called for port_ids ['4f63bad5-6519-46fc-8d43-bff4764dbc9c'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:37:13.342983 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd72318b-11c8-4ecc-90c7-d296fc7a302a req-76794972-a36d-4fa6-bf60-0d5bd930f388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:13.344500 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-cd72318b-11c8-4ecc-90c7-d296fc7a302a req-76794972-a36d-4fa6-bf60-0d5bd930f388 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b6d9e896-d344-4c48-82c9-67ef44a8b110&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0861900 May 20 20:37:13.465472 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-87aaa57a-e94a-46cf-95ff-a9eeefa3255f req-5a9f865c-73de-45e1-98e5-7bcba2c1c9f7 tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=e3bf9bf1dd86451a9fc95ed1873df9d4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0551891 May 20 20:37:13.472574 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-6fb8cf97-9eae-4cfe-9ac3-aa680842087c req-f25160a4-4175-4e36-a156-28203c519c5d tempest-ServersOnMultiNodesTest-1803513337 tempest-ServersOnMultiNodesTest-1803513337-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:13.507679 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [req-71f0a0ce-e389-498c-8cd1-3e137fdd0e4e req-54ed18c7-68a5-4e54-be52-efd0ed104b3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f61439d-122d-49c1-9b17-9f2635d1301f {{(pid=103162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:37:13.514124 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-cd72318b-11c8-4ecc-90c7-d296fc7a302a req-948fe4e7-3f42-449e-b423-67332cd4f6c2 service neutron] 10.222.0.13 "GET /v2.0/networks/b6d9e896-d344-4c48-82c9-67ef44a8b110?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603031 May 20 20:37:13.518299 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-71f0a0ce-e389-498c-8cd1-3e137fdd0e4e req-54ed18c7-68a5-4e54-be52-efd0ed104b3c service neutron] Notify callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:13.530853 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.provisioning_blocks [req-71f0a0ce-e389-498c-8cd1-3e137fdd0e4e req-54ed18c7-68a5-4e54-be52-efd0ed104b3c service neutron] Transition to ACTIVE for port object 0f61439d-122d-49c1-9b17-9f2635d1301f will not be triggered until provisioned by entity L2. {{(pid=103162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 20:37:13.586191 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-6fb8cf97-9eae-4cfe-9ac3-aa680842087c req-f25160a4-4175-4e36-a156-28203c519c5d tempest-ServersOnMultiNodesTest-1803513337 tempest-ServersOnMultiNodesTest-1803513337-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:13.616661 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-71f0a0ce-e389-498c-8cd1-3e137fdd0e4e req-54ed18c7-68a5-4e54-be52-efd0ed104b3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:13.652036 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6fb8cf97-9eae-4cfe-9ac3-aa680842087c req-f25160a4-4175-4e36-a156-28203c519c5d tempest-ServersOnMultiNodesTest-1803513337 tempest-ServersOnMultiNodesTest-1803513337-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=0c2aa399-3055-4eb0-8f1a-45933e0e3cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3810310 May 20 20:37:13.708358 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87aaa57a-e94a-46cf-95ff-a9eeefa3255f req-efa54045-64f0-45bd-82b5-cdf38a3984b5 tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:13.715524 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ed18c7-68a5-4e54-be52-efd0ed104b3c service neutron] Pushing event updated for resources: {'Port': ['ID=0f61439d-122d-49c1-9b17-9f2635d1301f,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:37:13.718258 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-87aaa57a-e94a-46cf-95ff-a9eeefa3255f req-efa54045-64f0-45bd-82b5-cdf38a3984b5 tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2426956 May 20 20:37:13.721344 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25160a4-4175-4e36-a156-28203c519c5d tempest-ServersOnMultiNodesTest-1803513337 tempest-ServersOnMultiNodesTest-1803513337-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a454814-7a1a-4176-9556-28a2c7bf95f7,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:37:13.742743 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-87aaa57a-e94a-46cf-95ff-a9eeefa3255f req-51920e7a-ca27-4c6d-bcc0-472b395ce89a tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] 10.222.0.35 "GET /v2.0/quotas/e3bf9bf1dd86451a9fc95ed1873df9d4 HTTP/1.1" status: 200 len: 375 time: 0.0233059 May 20 20:37:13.755944 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 May 2022 20:37:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be640029-47d4-423f-8dd3-41a350b6dad6 x-openstack-request-id: req-be640029-47d4-423f-8dd3-41a350b6dad6 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:37:13.756254 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15403929-020e-4cba-8203-91654f1a9017", "name": "network-vif-unplugged", "status": "completed", "tag": "4f63bad5-6519-46fc-8d43-bff4764dbc9c", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:37:13.756512 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-be640029-47d4-423f-8dd3-41a350b6dad6 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:37:13.761923 n-d-842733-1 neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be640029-47d4-423f-8dd3-41a350b6dad6'] response: {'server_uuid': '15403929-020e-4cba-8203-91654f1a9017', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f63bad5-6519-46fc-8d43-bff4764dbc9c', 'code': 200} May 20 20:37:13.788584 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-87aaa57a-e94a-46cf-95ff-a9eeefa3255f req-fdf976b6-7e54-4b5c-aa8b-689d0f070571 tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=e3bf9bf1dd86451a9fc95ed1873df9d4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0421400 May 20 20:37:13.797545 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-cd72318b-11c8-4ecc-90c7-d296fc7a302a req-aefd0eb5-f3df-44d9-b23f-732a390a5fcf service neutron] 10.222.0.13 "GET /v2.0/networks/b6d9e896-d344-4c48-82c9-67ef44a8b110?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2385771 May 20 20:37:13.882083 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-71f0a0ce-e389-498c-8cd1-3e137fdd0e4e req-54ed18c7-68a5-4e54-be52-efd0ed104b3c service neutron] Attempting to bind port 0f61439d-122d-49c1-9b17-9f2635d1301f on host n-h1-842733-1 for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:37:13.882498 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-71f0a0ce-e389-498c-8cd1-3e137fdd0e4e req-54ed18c7-68a5-4e54-be52-efd0ed104b3c service neutron] Attempting to bind port 0f61439d-122d-49c1-9b17-9f2635d1301f by drivers openvswitch,hyperv on host n-h1-842733-1 at level 0 using segments [{'id': '8e7444da-2574-4e87-afbd-a324be0dd68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'f2296de0-b06c-422e-98fe-14a3771aba33'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:37:13.882913 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71f0a0ce-e389-498c-8cd1-3e137fdd0e4e req-54ed18c7-68a5-4e54-be52-efd0ed104b3c service neutron] Attempting to bind port 0f61439d-122d-49c1-9b17-9f2635d1301f on network f2296de0-b06c-422e-98fe-14a3771aba33 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:37:13.887305 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71f0a0ce-e389-498c-8cd1-3e137fdd0e4e req-54ed18c7-68a5-4e54-be52-efd0ed104b3c service neutron] Port 0f61439d-122d-49c1-9b17-9f2635d1301f on network f2296de0-b06c-422e-98fe-14a3771aba33 not bound, no agent of type Open vSwitch agent registered on host n-h1-842733-1 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 20:37:13.887690 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71f0a0ce-e389-498c-8cd1-3e137fdd0e4e req-54ed18c7-68a5-4e54-be52-efd0ed104b3c service neutron] Attempting to bind port 0f61439d-122d-49c1-9b17-9f2635d1301f on network f2296de0-b06c-422e-98fe-14a3771aba33 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:37:13.894243 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71f0a0ce-e389-498c-8cd1-3e137fdd0e4e req-54ed18c7-68a5-4e54-be52-efd0ed104b3c service neutron] Checking agent: {'id': '08dfb1ce-804b-4db8-838b-21094082e041', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 32, 54), 'started_at': datetime.datetime(2022, 5, 20, 20, 32, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 36, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:37:13.894667 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71f0a0ce-e389-498c-8cd1-3e137fdd0e4e req-54ed18c7-68a5-4e54-be52-efd0ed104b3c service neutron] Checking segment: {'id': '8e7444da-2574-4e87-afbd-a324be0dd68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'f2296de0-b06c-422e-98fe-14a3771aba33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:37:13.895224 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71f0a0ce-e389-498c-8cd1-3e137fdd0e4e req-54ed18c7-68a5-4e54-be52-efd0ed104b3c service neutron] Bound using segment: {'id': '8e7444da-2574-4e87-afbd-a324be0dd68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'f2296de0-b06c-422e-98fe-14a3771aba33'} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:37:13.895973 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-71f0a0ce-e389-498c-8cd1-3e137fdd0e4e req-54ed18c7-68a5-4e54-be52-efd0ed104b3c service neutron] Bound port: 0f61439d-122d-49c1-9b17-9f2635d1301f, host: n-h1-842733-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e7444da-2574-4e87-afbd-a324be0dd68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'f2296de0-b06c-422e-98fe-14a3771aba33'}}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:37:13.896331 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-71f0a0ce-e389-498c-8cd1-3e137fdd0e4e req-54ed18c7-68a5-4e54-be52-efd0ed104b3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:13.954411 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d15914-f11c-44ba-877b-b2b903aa7c66 req-90463474-c2f6-4825-aa91-dcb548f12111 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:13.955955 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-00d15914-f11c-44ba-877b-b2b903aa7c66 req-90463474-c2f6-4825-aa91-dcb548f12111 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.35 "GET /v2.0/ports?device_id=15403929-020e-4cba-8203-91654f1a9017 HTTP/1.1" status: 200 len: 944 time: 0.0720086 May 20 20:37:13.978205 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-71f0a0ce-e389-498c-8cd1-3e137fdd0e4e req-54ed18c7-68a5-4e54-be52-efd0ed104b3c service neutron] For port 0f61439d-122d-49c1-9b17-9f2635d1301f, host n-h1-842733-1, cleared binding levels {{(pid=103162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:37:13.981995 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-71f0a0ce-e389-498c-8cd1-3e137fdd0e4e req-54ed18c7-68a5-4e54-be52-efd0ed104b3c service neutron] For port 0f61439d-122d-49c1-9b17-9f2635d1301f, host n-h1-842733-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=0f61439d-122d-49c1-9b17-9f2635d1301f,segment=NetworkSegment(8e7444da-2574-4e87-afbd-a324be0dd68b),segment_id=8e7444da-2574-4e87-afbd-a324be0dd68b)] {{(pid=103162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:37:13.998958 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-00d15914-f11c-44ba-877b-b2b903aa7c66 req-65f6c25a-bcec-4ae2-98de-d462da64ef55 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c1ac446-2eae-4e3c-98ef-7a4684e96782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364151 May 20 20:37:14.042609 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-71f0a0ce-e389-498c-8cd1-3e137fdd0e4e req-54ed18c7-68a5-4e54-be52-efd0ed104b3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:14.098627 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f0a0ce-e389-498c-8cd1-3e137fdd0e4e req-54ed18c7-68a5-4e54-be52-efd0ed104b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:14.099258 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-71f0a0ce-e389-498c-8cd1-3e137fdd0e4e req-54ed18c7-68a5-4e54-be52-efd0ed104b3c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:14.104361 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-71f0a0ce-e389-498c-8cd1-3e137fdd0e4e req-54ed18c7-68a5-4e54-be52-efd0ed104b3c service neutron] 10.222.0.24 "PUT /v2.0/ports/0f61439d-122d-49c1-9b17-9f2635d1301f HTTP/1.1" status: 200 len: 1091 time: 1.4306018 May 20 20:37:14.175418 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ed18c7-68a5-4e54-be52-efd0ed104b3c service neutron] Pushing event updated for resources: {'Port': ['ID=0f61439d-122d-49c1-9b17-9f2635d1301f,revision_number=3']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:37:14.247623 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff0a269-b279-4727-b141-559b7ae112c2 req-19d9da7a-ec2b-4c6f-a952-327b952254f3 tempest-ServersWithSpecificFlavorTestJSON-403335495 tempest-ServersWithSpecificFlavorTestJSON-403335495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:14.249170 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9ff0a269-b279-4727-b141-559b7ae112c2 req-19d9da7a-ec2b-4c6f-a952-327b952254f3 tempest-ServersWithSpecificFlavorTestJSON-403335495 tempest-ServersWithSpecificFlavorTestJSON-403335495-project] 10.222.0.35 "GET /v2.0/ports?device_id=b4070de9-726e-4300-9952-8e4a88742aac HTTP/1.1" status: 200 len: 943 time: 0.1453040 May 20 20:37:14.321111 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f0a0ce-e389-498c-8cd1-3e137fdd0e4e req-44b62f7b-f971-4323-bf50-f4a278e26298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:14.322709 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-71f0a0ce-e389-498c-8cd1-3e137fdd0e4e req-44b62f7b-f971-4323-bf50-f4a278e26298 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=33876e14b0274b60a421aea47180bf46&device_id=076de625-2a49-46b5-9344-19509d3a2557 HTTP/1.1" status: 200 len: 1094 time: 0.0880508 May 20 20:37:14.332149 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9ff0a269-b279-4727-b141-559b7ae112c2 req-de0dcc1b-72f8-4598-8da0-a509ac572d25 tempest-ServersWithSpecificFlavorTestJSON-403335495 tempest-ServersWithSpecificFlavorTestJSON-403335495-project] 10.222.0.35 "GET /v2.0/security-groups?id=fb4532a0-c356-4e15-af9a-d177d4428652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731139 May 20 20:37:14.390491 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-71f0a0ce-e389-498c-8cd1-3e137fdd0e4e req-98900b84-f54b-4239-99a1-d72b8de4fa77 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0f61439d-122d-49c1-9b17-9f2635d1301f HTTP/1.1" status: 200 len: 217 time: 0.0583155 May 20 20:37:14.466716 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f0a0ce-e389-498c-8cd1-3e137fdd0e4e req-97aafd2b-9661-4199-8f78-8026d867c321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:14.468674 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-71f0a0ce-e389-498c-8cd1-3e137fdd0e4e req-97aafd2b-9661-4199-8f78-8026d867c321 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f9e5fad6-106c-4fb6-bdcf-0e79e7e3eb1f HTTP/1.1" status: 200 len: 847 time: 0.0695238 May 20 20:37:14.511237 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-71f0a0ce-e389-498c-8cd1-3e137fdd0e4e req-dbcd0e09-62fc-4908-9650-60624e7ad944 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f2296de0-b06c-422e-98fe-14a3771aba33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342789 May 20 20:37:14.513712 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d961566f-c428-4488-b6ab-73c4d511f674 req-74d09989-a806-4a55-8bd6-e4a9b5209c30 tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] 10.222.0.35 "GET /v2.0/ports?device_id=da88f731-41bc-47f8-a232-4c07bc5e2068 HTTP/1.1" status: 200 len: 210 time: 0.0794222 May 20 20:37:14.515229 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '076de625-2a49-46b5-9344-19509d3a2557', 'tag': '0f61439d-122d-49c1-9b17-9f2635d1301f'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:37:14.518930 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6fa957933fccbf596d28104b23404b952ad6a8238afaebaed40a0874b2e409" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc9dbb03-8231-4761-9c97-4089c80a97b6" -d '{"events": [{"name": "network-changed", "server_uuid": "076de625-2a49-46b5-9344-19509d3a2557", "tag": "0f61439d-122d-49c1-9b17-9f2635d1301f"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:37:14.552404 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14479ed0-15c7-474c-a0d8-f8192e8da14f req-533af7b6-f89e-426f-91ab-903623c58649 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:14.563537 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-14479ed0-15c7-474c-a0d8-f8192e8da14f req-533af7b6-f89e-426f-91ab-903623c58649 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] 10.222.0.35 "GET /v2.0/ports?device_id=076de625-2a49-46b5-9344-19509d3a2557 HTTP/1.1" status: 200 len: 943 time: 0.1534436 May 20 20:37:14.603594 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-14479ed0-15c7-474c-a0d8-f8192e8da14f req-fb11f105-30cf-4b59-b929-9bc3e5277985 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] 10.222.0.35 "GET /v2.0/security-groups?id=0a1ca955-ee86-4e03-bb39-6b1e6a532a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408146 May 20 20:37:14.631169 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-71f0a0ce-e389-498c-8cd1-3e137fdd0e4e req-6a261a84-d199-4755-b80e-659a741ecd5f service neutron] 10.222.0.24 "GET /v2.0/networks/f2296de0-b06c-422e-98fe-14a3771aba33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078265 May 20 20:37:14.670381 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776f98b7-0623-4313-b001-ba65ca0276db req-d05efcb8-2661-4319-9879-3748686564a4 tempest-LiveMigrationNegativeTest-1438540510 tempest-LiveMigrationNegativeTest-1438540510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:14.670381 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-776f98b7-0623-4313-b001-ba65ca0276db req-d05efcb8-2661-4319-9879-3748686564a4 tempest-LiveMigrationNegativeTest-1438540510 tempest-LiveMigrationNegativeTest-1438540510-project] 10.222.0.35 "GET /v2.0/ports?device_id=52c18748-2cc2-40bf-a3a4-f9db6e725ba2 HTTP/1.1" status: 200 len: 947 time: 0.0701671 May 20 20:37:14.700251 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 20:37:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e6e5a50-e1b1-4ca9-92d5-e10ece7d8cf2 x-openstack-request-id: req-3e6e5a50-e1b1-4ca9-92d5-e10ece7d8cf2 {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:37:14.704754 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "076de625-2a49-46b5-9344-19509d3a2557", "tag": "0f61439d-122d-49c1-9b17-9f2635d1301f", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:37:14.704754 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3e6e5a50-e1b1-4ca9-92d5-e10ece7d8cf2 {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:37:14.704754 n-d-842733-1 neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e6e5a50-e1b1-4ca9-92d5-e10ece7d8cf2'] response: {'name': 'network-changed', 'server_uuid': '076de625-2a49-46b5-9344-19509d3a2557', 'tag': '0f61439d-122d-49c1-9b17-9f2635d1301f', 'status': 'completed', 'code': 200} May 20 20:37:14.776393 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-776f98b7-0623-4313-b001-ba65ca0276db req-90b6ebca-d03d-4fb8-bccf-84f157ea0525 tempest-LiveMigrationNegativeTest-1438540510 tempest-LiveMigrationNegativeTest-1438540510-project] 10.222.0.35 "GET /v2.0/security-groups?id=89ca7ea3-9b4d-452a-a64a-566d7b2e6fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974498 May 20 20:37:14.818020 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-71f0a0ce-e389-498c-8cd1-3e137fdd0e4e req-32bbd8cc-a2fd-45cf-8df2-9570fc1b08d2 service neutron] 10.222.0.24 "GET /v2.0/networks/f2296de0-b06c-422e-98fe-14a3771aba33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1785934 May 20 20:37:14.849266 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c3cccf59-1d01-4cdc-9ad9-2c24f9817cda req-c22a82e0-7a48-487e-9edd-86af15eec632 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=4207919be7244eb28564658a511e407f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0776570 May 20 20:37:14.998426 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cccf59-1d01-4cdc-9ad9-2c24f9817cda req-c807dd35-46b3-4dbf-9bb3-dc427fa9d842 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:15.000057 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c3cccf59-1d01-4cdc-9ad9-2c24f9817cda req-c807dd35-46b3-4dbf-9bb3-dc427fa9d842 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1498995 May 20 20:37:15.022212 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c3cccf59-1d01-4cdc-9ad9-2c24f9817cda req-098d73f2-e4e4-4f00-b349-971b26956430 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] 10.222.0.35 "GET /v2.0/quotas/4207919be7244eb28564658a511e407f HTTP/1.1" status: 200 len: 375 time: 0.0118384 May 20 20:37:15.038787 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-cf654191-5e3f-43c1-8a35-6d9316577685 req-600cc63f-fca9-46e1-9cac-fe5312979a2c tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=e3bf9bf1dd86451a9fc95ed1873df9d4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0740871 May 20 20:37:15.049555 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 4859f9ea-c854-491e-9b3b-d61b8efaa94b details requested by agent hyperv_n-h2-842733-1 with host n-h2-842733-1 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 20:37:15.112966 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c3cccf59-1d01-4cdc-9ad9-2c24f9817cda req-3802be8f-5e24-41ed-b0bd-ca8528faa2bf tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=4207919be7244eb28564658a511e407f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0802915 May 20 20:37:15.205950 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9dbb03-8231-4761-9c97-4089c80a97b6 req-7c35a0c9-3e0d-43ca-9e46-2bfb6929ef9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:15.207436 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-bc9dbb03-8231-4761-9c97-4089c80a97b6 req-7c35a0c9-3e0d-43ca-9e46-2bfb6929ef9c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=33876e14b0274b60a421aea47180bf46&device_id=076de625-2a49-46b5-9344-19509d3a2557 HTTP/1.1" status: 200 len: 1094 time: 0.2275853 May 20 20:37:15.218621 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd92a37-6024-4c99-b715-e5d63f50647b req-7fefa1c8-9270-4b52-92f4-fabce5fe16b6 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:15.233024 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-afd92a37-6024-4c99-b715-e5d63f50647b req-7fefa1c8-9270-4b52-92f4-fabce5fe16b6 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.35 "GET /v2.0/ports?device_id=15403929-020e-4cba-8203-91654f1a9017 HTTP/1.1" status: 200 len: 944 time: 0.1186321 May 20 20:37:15.317845 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-afd92a37-6024-4c99-b715-e5d63f50647b req-3e73e617-9ff6-41fd-976b-9f5868711435 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c1ac446-2eae-4e3c-98ef-7a4684e96782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837247 May 20 20:37:15.376665 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 4f63bad5-6519-46fc-8d43-bff4764dbc9c details requested by agent hyperv_n-h1-842733-1 with host n-h1-842733-1 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 20:37:15.378615 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf654191-5e3f-43c1-8a35-6d9316577685 req-575b3193-4320-4c07-a179-5281ca224360 tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:15.380144 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-cf654191-5e3f-43c1-8a35-6d9316577685 req-575b3193-4320-4c07-a179-5281ca224360 tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3357396 May 20 20:37:15.406108 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [req-cf654191-5e3f-43c1-8a35-6d9316577685 req-a7d98d51-b669-4da5-9435-a46f0038c7ff tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] Request body: {'port': {'device_id': 'af8dbbf2-af97-4d08-9dfb-94cc026d387b', 'network_id': 'cd702362-b982-46c5-a7d0-51de1b03df86', 'admin_state_up': True, 'tenant_id': 'e3bf9bf1dd86451a9fc95ed1873df9d4'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:37:15.425677 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9dbb03-8231-4761-9c97-4089c80a97b6 req-afae620c-671e-41f9-82d9-ceaf340cb93c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:15.432336 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-bc9dbb03-8231-4761-9c97-4089c80a97b6 req-afae620c-671e-41f9-82d9-ceaf340cb93c service neutron] 10.222.0.24 "GET /v2.0/networks?id=f2296de0-b06c-422e-98fe-14a3771aba33 HTTP/1.1" status: 200 len: 908 time: 0.2050462 May 20 20:37:15.535465 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-bc9dbb03-8231-4761-9c97-4089c80a97b6 req-47f7e990-5e13-4685-a782-fca06848d5c3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0f61439d-122d-49c1-9b17-9f2635d1301f HTTP/1.1" status: 200 len: 217 time: 0.0739231 May 20 20:37:15.562002 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953bfc30-78da-441b-9def-8fff24842c79 req-9c3a10a2-0af6-4559-84f7-cbb7c380122a tempest-ServersWithSpecificFlavorTestJSON-403335495 tempest-ServersWithSpecificFlavorTestJSON-403335495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:15.566418 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port 4859f9ea-c854-491e-9b3b-d61b8efaa94b, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=4859f9ea-c854-491e-9b3b-d61b8efaa94b,segment=NetworkSegment(ed3a602f-49fb-4a95-be80-401e1eb72e33),segment_id=ed3a602f-49fb-4a95-be80-401e1eb72e33)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:37:15.585665 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-953bfc30-78da-441b-9def-8fff24842c79 req-9c3a10a2-0af6-4559-84f7-cbb7c380122a tempest-ServersWithSpecificFlavorTestJSON-403335495 tempest-ServersWithSpecificFlavorTestJSON-403335495-project] 10.222.0.35 "GET /v2.0/ports?device_id=b4070de9-726e-4300-9952-8e4a88742aac HTTP/1.1" status: 200 len: 943 time: 0.1354380 May 20 20:37:15.600929 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Returning: {'device': '4859f9ea-c854-491e-9b3b-d61b8efaa94b', 'network_id': 'cd702362-b982-46c5-a7d0-51de1b03df86', 'port_id': '4859f9ea-c854-491e-9b3b-d61b8efaa94b', 'mac_address': 'fa:16:3e:3b:4b:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26b342ea-254c-483a-9ea9-f11c178970eb', 'ip_address': '192.168.233.34'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 20 20:37:15.605587 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port 4f63bad5-6519-46fc-8d43-bff4764dbc9c, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=4f63bad5-6519-46fc-8d43-bff4764dbc9c,segment=NetworkSegment(65a8f4c3-036d-4ff8-a81a-cd07cb6f1230),segment_id=65a8f4c3-036d-4ff8-a81a-cd07cb6f1230)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:37:15.625809 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9dbb03-8231-4761-9c97-4089c80a97b6 req-cb8bcb5a-a4fa-4611-9343-39bce8b14b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:15.627260 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-bc9dbb03-8231-4761-9c97-4089c80a97b6 req-cb8bcb5a-a4fa-4611-9343-39bce8b14b0e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f9e5fad6-106c-4fb6-bdcf-0e79e7e3eb1f HTTP/1.1" status: 200 len: 847 time: 0.0831552 May 20 20:37:15.662169 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-953bfc30-78da-441b-9def-8fff24842c79 req-946cdb07-6d67-480f-b136-18885f65f6c9 tempest-ServersWithSpecificFlavorTestJSON-403335495 tempest-ServersWithSpecificFlavorTestJSON-403335495-project] 10.222.0.35 "GET /v2.0/security-groups?id=fb4532a0-c356-4e15-af9a-d177d4428652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713356 May 20 20:37:15.667599 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 4f63bad5-6519-46fc-8d43-bff4764dbc9c has no active binding in host n-h1-842733-1 {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} May 20 20:37:15.686489 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-bc9dbb03-8231-4761-9c97-4089c80a97b6 req-ae2ffb38-0862-46fc-960b-75777bbbeb69 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f2296de0-b06c-422e-98fe-14a3771aba33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488617 May 20 20:37:15.699424 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port 4859f9ea-c854-491e-9b3b-d61b8efaa94b is: DOWN; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:37:15.699819 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:15.725518 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4859f9ea-c854-491e-9b3b-d61b8efaa94b {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:37:15.748700 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port 4859f9ea-c854-491e-9b3b-d61b8efaa94b, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=4859f9ea-c854-491e-9b3b-d61b8efaa94b,segment=NetworkSegment(ed3a602f-49fb-4a95-be80-401e1eb72e33),segment_id=ed3a602f-49fb-4a95-be80-401e1eb72e33)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:37:15.770444 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15403929-020e-4cba-8203-91654f1a9017', 'tag': '4f63bad5-6519-46fc-8d43-bff4764dbc9c'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:37:15.773120 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4291b17aa7b45362825f0571e77c85f5e73afe1df9c7e9e15006df9d695c005e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1734dffd-1589-4677-bee8-f5829eeed5de" -d '{"events": [{"name": "network-changed", "server_uuid": "15403929-020e-4cba-8203-91654f1a9017", "tag": "4f63bad5-6519-46fc-8d43-bff4764dbc9c"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:37:15.776225 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf654191-5e3f-43c1-8a35-6d9316577685 req-a7d98d51-b669-4da5-9435-a46f0038c7ff tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] Made reservation on behalf of e3bf9bf1dd86451a9fc95ed1873df9d4 for: {'port': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:37:15.781937 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7618846b-7b96-4dc2-9c72-17d10bc0385f req-3bb2d2b8-a192-42b6-a61f-7ff0c132917f tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] 10.222.0.35 "GET /v2.0/ports?device_id=da88f731-41bc-47f8-a232-4c07bc5e2068 HTTP/1.1" status: 200 len: 210 time: 0.0400467 May 20 20:37:15.782174 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-cf654191-5e3f-43c1-8a35-6d9316577685 req-a7d98d51-b669-4da5-9435-a46f0038c7ff tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:15.794949 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-cf654191-5e3f-43c1-8a35-6d9316577685 req-a7d98d51-b669-4da5-9435-a46f0038c7ff tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:15.858905 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-bc9dbb03-8231-4761-9c97-4089c80a97b6 req-a52eb356-f821-4345-8a9b-e57bb31f4a2d service neutron] 10.222.0.24 "GET /v2.0/networks/f2296de0-b06c-422e-98fe-14a3771aba33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489732 May 20 20:37:15.866044 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:15.866980 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device ac79cc1c-bc7e-4b34-8030-40c06f95b85c details requested by agent hyperv_n-h2-842733-1 with host n-h2-842733-1 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 20:37:15.955730 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40523b65-f136-4d27-bc1b-765a5728a887 req-224e2187-e8e6-432d-9059-fd87db027c16 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:15.958165 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-40523b65-f136-4d27-bc1b-765a5728a887 req-224e2187-e8e6-432d-9059-fd87db027c16 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] 10.222.0.35 "GET /v2.0/ports?device_id=076de625-2a49-46b5-9344-19509d3a2557 HTTP/1.1" status: 200 len: 943 time: 0.1070981 May 20 20:37:15.983640 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-cf654191-5e3f-43c1-8a35-6d9316577685 req-a7d98d51-b669-4da5-9435-a46f0038c7ff tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:16.003814 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-bc9dbb03-8231-4761-9c97-4089c80a97b6 req-3aba8f43-751b-4d6e-ae9f-87673ab129a6 service neutron] 10.222.0.24 "GET /v2.0/networks/f2296de0-b06c-422e-98fe-14a3771aba33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371467 May 20 20:37:16.028449 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-40523b65-f136-4d27-bc1b-765a5728a887 req-565df7e0-67cd-476e-a709-664816102a01 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] 10.222.0.35 "GET /v2.0/security-groups?id=0a1ca955-ee86-4e03-bb39-6b1e6a532a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638406 May 20 20:37:16.097925 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port ac79cc1c-bc7e-4b34-8030-40c06f95b85c, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=ac79cc1c-bc7e-4b34-8030-40c06f95b85c,segment=NetworkSegment(94a4894e-95e9-4cfb-9a59-0548accd47c0),segment_id=94a4894e-95e9-4cfb-9a59-0548accd47c0)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:37:16.102727 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-cf654191-5e3f-43c1-8a35-6d9316577685 req-a7d98d51-b669-4da5-9435-a46f0038c7ff tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:16.114581 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Returning: {'device': 'ac79cc1c-bc7e-4b34-8030-40c06f95b85c', 'network_id': 'b6d9e896-d344-4c48-82c9-67ef44a8b110', 'port_id': 'ac79cc1c-bc7e-4b34-8030-40c06f95b85c', 'mac_address': 'fa:16:3e:7b:63:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3749240c-676d-4d91-b602-5dfaa1286886', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 20 20:37:16.135812 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 20:37:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b40ceae-3ab5-4928-83b4-7bbf8abab6be x-openstack-request-id: req-8b40ceae-3ab5-4928-83b4-7bbf8abab6be {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:37:16.136362 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15403929-020e-4cba-8203-91654f1a9017", "tag": "4f63bad5-6519-46fc-8d43-bff4764dbc9c", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:37:16.137036 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8b40ceae-3ab5-4928-83b4-7bbf8abab6be {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:37:16.137654 n-d-842733-1 neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b40ceae-3ab5-4928-83b4-7bbf8abab6be'] response: {'name': 'network-changed', 'server_uuid': '15403929-020e-4cba-8203-91654f1a9017', 'tag': '4f63bad5-6519-46fc-8d43-bff4764dbc9c', 'status': 'completed', 'code': 200} May 20 20:37:16.186415 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=4859f9ea-c854-491e-9b3b-d61b8efaa94b,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:37:16.199795 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port ac79cc1c-bc7e-4b34-8030-40c06f95b85c is: DOWN; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:37:16.200390 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:16.219821 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac79cc1c-bc7e-4b34-8030-40c06f95b85c {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:37:16.243815 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port ac79cc1c-bc7e-4b34-8030-40c06f95b85c, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=ac79cc1c-bc7e-4b34-8030-40c06f95b85c,segment=NetworkSegment(94a4894e-95e9-4cfb-9a59-0548accd47c0),segment_id=94a4894e-95e9-4cfb-9a59-0548accd47c0)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:37:16.290104 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d98d51-b669-4da5-9435-a46f0038c7ff tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b86a25cf-8ff6-49a5-9967-210010093ba4,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:37:16.338020 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8682a10-4c53-4c34-bd63-9ce7e8c66ff3 req-d7d5a3a1-44d4-446c-a011-2fd96c0328c2 tempest-LiveMigrationNegativeTest-1438540510 tempest-LiveMigrationNegativeTest-1438540510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:16.339849 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c8682a10-4c53-4c34-bd63-9ce7e8c66ff3 req-d7d5a3a1-44d4-446c-a011-2fd96c0328c2 tempest-LiveMigrationNegativeTest-1438540510 tempest-LiveMigrationNegativeTest-1438540510-project] 10.222.0.35 "GET /v2.0/ports?device_id=52c18748-2cc2-40bf-a3a4-f9db6e725ba2 HTTP/1.1" status: 200 len: 948 time: 0.1017714 May 20 20:37:16.350228 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:16.371995 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1734dffd-1589-4677-bee8-f5829eeed5de req-ce0ec81b-acae-4489-aa63-288acad0c4ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:16.373754 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-1734dffd-1589-4677-bee8-f5829eeed5de req-ce0ec81b-acae-4489-aa63-288acad0c4ec service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8b3cc11ab7334369b6693afcab69aa6e&device_id=15403929-020e-4cba-8203-91654f1a9017 HTTP/1.1" status: 200 len: 1125 time: 0.1201196 May 20 20:37:16.399993 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c8682a10-4c53-4c34-bd63-9ce7e8c66ff3 req-5d9832f3-fa06-4e5a-b8df-0221e795f0ba tempest-LiveMigrationNegativeTest-1438540510 tempest-LiveMigrationNegativeTest-1438540510-project] 10.222.0.35 "GET /v2.0/security-groups?id=89ca7ea3-9b4d-452a-a64a-566d7b2e6fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488029 May 20 20:37:16.415753 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [req-cf654191-5e3f-43c1-8a35-6d9316577685 req-a7d98d51-b669-4da5-9435-a46f0038c7ff tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] Allocated IP 192.168.233.99 (cd702362-b982-46c5-a7d0-51de1b03df86/26b342ea-254c-483a-9ea9-f11c178970eb/a34dcdeb-2b13-4bc8-95e3-99318b5bfb70) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:37:16.467487 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=ac79cc1c-bc7e-4b34-8030-40c06f95b85c,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:37:16.557510 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1734dffd-1589-4677-bee8-f5829eeed5de req-cc0ecbd7-2a32-4210-8811-a49b43abfe0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:16.559666 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-1734dffd-1589-4677-bee8-f5829eeed5de req-cc0ecbd7-2a32-4210-8811-a49b43abfe0f service neutron] 10.222.0.13 "GET /v2.0/networks?id=fef9e30f-3c34-4b6b-9bd5-2a167649e7b0 HTTP/1.1" status: 200 len: 921 time: 0.1772399 May 20 20:37:16.663348 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-1734dffd-1589-4677-bee8-f5829eeed5de req-f495d48a-d2e5-41cf-aea3-7c1955ab9441 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4f63bad5-6519-46fc-8d43-bff4764dbc9c HTTP/1.1" status: 200 len: 217 time: 0.0446019 May 20 20:37:16.764864 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1734dffd-1589-4677-bee8-f5829eeed5de req-60c739d8-1427-4cff-bb6d-5108f2c73535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:16.767413 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-1734dffd-1589-4677-bee8-f5829eeed5de req-60c739d8-1427-4cff-bb6d-5108f2c73535 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=33548886-d6e3-48e7-a819-149526989122 HTTP/1.1" status: 200 len: 860 time: 0.0941939 May 20 20:37:16.841001 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-cf654191-5e3f-43c1-8a35-6d9316577685 req-a7d98d51-b669-4da5-9435-a46f0038c7ff tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:16.847784 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-1734dffd-1589-4677-bee8-f5829eeed5de req-b5cc0e51-62f8-4808-a590-ef5f5a2269c9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fef9e30f-3c34-4b6b-9bd5-2a167649e7b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0686653 May 20 20:37:16.884070 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] get_ports_and_sgs() called for port_ids ['4859f9ea-c854-491e-9b3b-d61b8efaa94b'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:37:16.902863 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-87aaa57a-e94a-46cf-95ff-a9eeefa3255f req-5eb4d089-5dd8-4cea-981d-f7eda9e46e54 tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=e3bf9bf1dd86451a9fc95ed1873df9d4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0459948 May 20 20:37:16.932247 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] get_ports_and_sgs() called for port_ids ['ac79cc1c-bc7e-4b34-8030-40c06f95b85c'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:37:17.014068 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-1734dffd-1589-4677-bee8-f5829eeed5de req-ec4f1496-97b9-469e-aaca-f5bd8a0b46e9 service neutron] 10.222.0.13 "GET /v2.0/networks/fef9e30f-3c34-4b6b-9bd5-2a167649e7b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559596 May 20 20:37:17.027521 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf88cce-063b-4767-8051-8886893c61e6 req-978593f3-fbd3-4d1c-899a-1f5b6e09b111 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:17.036005 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8cf88cce-063b-4767-8051-8886893c61e6 req-978593f3-fbd3-4d1c-899a-1f5b6e09b111 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.35 "GET /v2.0/ports?device_id=15403929-020e-4cba-8203-91654f1a9017 HTTP/1.1" status: 200 len: 944 time: 0.2376268 May 20 20:37:17.137497 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8cf88cce-063b-4767-8051-8886893c61e6 req-129f6204-5970-48f8-bbb1-4cce75a1d5fd tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c1ac446-2eae-4e3c-98ef-7a4684e96782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954113 May 20 20:37:17.145606 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-1734dffd-1589-4677-bee8-f5829eeed5de req-4e0d9234-29f5-4968-8c18-35b285dc619e service neutron] 10.222.0.13 "GET /v2.0/networks/fef9e30f-3c34-4b6b-9bd5-2a167649e7b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221507 May 20 20:37:17.177832 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-cf654191-5e3f-43c1-8a35-6d9316577685 req-a7d98d51-b669-4da5-9435-a46f0038c7ff tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:17.218582 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf654191-5e3f-43c1-8a35-6d9316577685 req-a7d98d51-b669-4da5-9435-a46f0038c7ff tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] Network cd702362-b982-46c5-a7d0-51de1b03df86 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:37:17.222422 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [req-cf654191-5e3f-43c1-8a35-6d9316577685 req-a7d98d51-b669-4da5-9435-a46f0038c7ff tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:37:17.226456 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf654191-5e3f-43c1-8a35-6d9316577685 req-a7d98d51-b669-4da5-9435-a46f0038c7ff tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:37:17.244663 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87aaa57a-e94a-46cf-95ff-a9eeefa3255f req-e5968db0-4915-4bf8-bbbb-a78227f7da23 tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:17.251184 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-87aaa57a-e94a-46cf-95ff-a9eeefa3255f req-e5968db0-4915-4bf8-bbbb-a78227f7da23 tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3349028 May 20 20:37:17.258110 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 0f61439d-122d-49c1-9b17-9f2635d1301f details requested by agent hyperv_n-h1-842733-1 with host n-h1-842733-1 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 20:37:17.280192 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d98d51-b669-4da5-9435-a46f0038c7ff tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] Pushing event updated for resources: {'Port': ['ID=a34dcdeb-2b13-4bc8-95e3-99318b5bfb70,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:37:17.310086 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf654191-5e3f-43c1-8a35-6d9316577685 req-a7d98d51-b669-4da5-9435-a46f0038c7ff tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:17.310819 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-cf654191-5e3f-43c1-8a35-6d9316577685 req-a7d98d51-b669-4da5-9435-a46f0038c7ff tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:17.346719 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [req-87aaa57a-e94a-46cf-95ff-a9eeefa3255f req-b56c9bf8-1534-450c-86f7-9f7823d37938 tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] Request body: {'port': {'device_id': 'da88f731-41bc-47f8-a232-4c07bc5e2068', 'network_id': 'cd702362-b982-46c5-a7d0-51de1b03df86', 'admin_state_up': True, 'tenant_id': 'e3bf9bf1dd86451a9fc95ed1873df9d4'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:37:17.391400 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-29252422-4e3e-41a3-a06f-d6704001151b req-7db03202-40b0-42ce-9921-3cfdf755d345 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] 10.222.0.35 "GET /v2.0/ports?device_id=217a8edb-2b21-456c-8e31-8a00107e1259 HTTP/1.1" status: 200 len: 210 time: 0.0493886 May 20 20:37:17.432381 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-cf654191-5e3f-43c1-8a35-6d9316577685 req-a7d98d51-b669-4da5-9435-a46f0038c7ff tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0336974 May 20 20:37:17.455464 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [req-cf654191-5e3f-43c1-8a35-6d9316577685 req-f5fcaa79-e5c5-46fd-bd25-74e40ed8d3b4 service neutron] Request body: {'port': {'device_id': 'af8dbbf2-af97-4d08-9dfb-94cc026d387b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-842733-1'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:37:17.618101 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-e57f0d05-c6a9-472d-ba34-9dc9d0bf9650 req-ffecb4a4-da74-47f9-8e89-4172a1a755f9 service neutron] 10.222.0.13 "GET /v2.0/ports/4f63bad5-6519-46fc-8d43-bff4764dbc9c/bindings/n-h1-842733-1 HTTP/1.1" status: 200 len: 384 time: 0.0811975 May 20 20:37:17.623666 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-cf654191-5e3f-43c1-8a35-6d9316577685 req-f5fcaa79-e5c5-46fd-bd25-74e40ed8d3b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:17.629254 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port 0f61439d-122d-49c1-9b17-9f2635d1301f, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=0f61439d-122d-49c1-9b17-9f2635d1301f,segment=NetworkSegment(8e7444da-2574-4e87-afbd-a324be0dd68b),segment_id=8e7444da-2574-4e87-afbd-a324be0dd68b)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:37:17.633020 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-353998f7-f24d-4dc5-a61e-dc593a0e875c None None] Provisioning complete for port a34dcdeb-2b13-4bc8-95e3-99318b5bfb70 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:37:17.633637 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-353998f7-f24d-4dc5-a61e-dc593a0e875c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:17.691220 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-353998f7-f24d-4dc5-a61e-dc593a0e875c None None] Port a34dcdeb-2b13-4bc8-95e3-99318b5bfb70 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 20:37:17.707405 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Returning: {'device': '0f61439d-122d-49c1-9b17-9f2635d1301f', 'network_id': 'f2296de0-b06c-422e-98fe-14a3771aba33', 'port_id': '0f61439d-122d-49c1-9b17-9f2635d1301f', 'mac_address': 'fa:16:3e:e5:b9:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9e5fad6-106c-4fb6-bdcf-0e79e7e3eb1f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 20 20:37:17.750166 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Current status of the port 0f61439d-122d-49c1-9b17-9f2635d1301f is: DOWN; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:37:17.751155 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:17.764228 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f61439d-122d-49c1-9b17-9f2635d1301f {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:37:17.802036 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port 0f61439d-122d-49c1-9b17-9f2635d1301f, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=0f61439d-122d-49c1-9b17-9f2635d1301f,segment=NetworkSegment(8e7444da-2574-4e87-afbd-a324be0dd68b),segment_id=8e7444da-2574-4e87-afbd-a324be0dd68b)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:37:17.811367 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-eda913c8-f5af-446c-9bc8-427c2bdd811b req-c3818a2d-84f1-49af-8e03-fb2248b9826e tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] 10.222.0.35 "GET /v2.0/ports?device_id=da88f731-41bc-47f8-a232-4c07bc5e2068 HTTP/1.1" status: 200 len: 210 time: 0.0369115 May 20 20:37:17.823469 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c2e62a-1056-49aa-a8d1-c0e1d53bdff2 req-9c43c927-c277-4209-8e42-a7dcaa9ff5fb tempest-ServersWithSpecificFlavorTestJSON-403335495 tempest-ServersWithSpecificFlavorTestJSON-403335495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:17.824960 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c2c2e62a-1056-49aa-a8d1-c0e1d53bdff2 req-9c43c927-c277-4209-8e42-a7dcaa9ff5fb tempest-ServersWithSpecificFlavorTestJSON-403335495 tempest-ServersWithSpecificFlavorTestJSON-403335495-project] 10.222.0.35 "GET /v2.0/ports?device_id=b4070de9-726e-4300-9952-8e4a88742aac HTTP/1.1" status: 200 len: 944 time: 0.5727668 May 20 20:37:17.879684 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:17.895139 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c2c2e62a-1056-49aa-a8d1-c0e1d53bdff2 req-91c9a846-6ba6-4c4d-8685-f894ecfa5d2c tempest-ServersWithSpecificFlavorTestJSON-403335495 tempest-ServersWithSpecificFlavorTestJSON-403335495-project] 10.222.0.35 "GET /v2.0/security-groups?id=fb4532a0-c356-4e15-af9a-d177d4428652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536706 May 20 20:37:18.001129 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Pushing event updated for resources: {'Port': ['ID=0f61439d-122d-49c1-9b17-9f2635d1301f,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:37:18.034305 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23e21b3-4de5-4060-afca-ffcbda544832 req-f3c66817-da26-4aae-baf1-4544d82ef372 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:18.037113 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c23e21b3-4de5-4060-afca-ffcbda544832 req-f3c66817-da26-4aae-baf1-4544d82ef372 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] 10.222.0.35 "GET /v2.0/ports?device_id=076de625-2a49-46b5-9344-19509d3a2557 HTTP/1.1" status: 200 len: 944 time: 0.1109550 May 20 20:37:18.037928 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87aaa57a-e94a-46cf-95ff-a9eeefa3255f req-b56c9bf8-1534-450c-86f7-9f7823d37938 tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] Made reservation on behalf of e3bf9bf1dd86451a9fc95ed1873df9d4 for: {'port': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:37:18.041808 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-87aaa57a-e94a-46cf-95ff-a9eeefa3255f req-b56c9bf8-1534-450c-86f7-9f7823d37938 tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:18.104270 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-e57f0d05-c6a9-472d-ba34-9dc9d0bf9650 req-c3f5fa0d-f1d1-4e4d-ab1f-57f065042f93 service neutron] For port 4f63bad5-6519-46fc-8d43-bff4764dbc9c, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=4f63bad5-6519-46fc-8d43-bff4764dbc9c,segment=NetworkSegment(65a8f4c3-036d-4ff8-a81a-cd07cb6f1230),segment_id=65a8f4c3-036d-4ff8-a81a-cd07cb6f1230)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:37:18.158006 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c23e21b3-4de5-4060-afca-ffcbda544832 req-f377583e-ac58-4d0f-a03b-46af54d93783 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] 10.222.0.35 "GET /v2.0/security-groups?id=0a1ca955-ee86-4e03-bb39-6b1e6a532a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129100 May 20 20:37:18.159092 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-e57f0d05-c6a9-472d-ba34-9dc9d0bf9650 req-c3f5fa0d-f1d1-4e4d-ab1f-57f065042f93 service neutron] For port 4f63bad5-6519-46fc-8d43-bff4764dbc9c, host n-h2-842733-1, cleared binding levels {{(pid=103162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:37:18.166639 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] get_ports_and_sgs() called for port_ids ['0f61439d-122d-49c1-9b17-9f2635d1301f'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:37:18.467100 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [req-cf654191-5e3f-43c1-8a35-6d9316577685 req-f5fcaa79-e5c5-46fd-bd25-74e40ed8d3b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a34dcdeb-2b13-4bc8-95e3-99318b5bfb70 {{(pid=103162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:37:18.478065 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-cf654191-5e3f-43c1-8a35-6d9316577685 req-f5fcaa79-e5c5-46fd-bd25-74e40ed8d3b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:18.486748 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [req-e57f0d05-c6a9-472d-ba34-9dc9d0bf9650 req-c3f5fa0d-f1d1-4e4d-ab1f-57f065042f93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f63bad5-6519-46fc-8d43-bff4764dbc9c {{(pid=103162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:37:18.504955 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfced7c-5ece-4927-8a4f-c9558218a56d req-48480e34-6d0c-4cde-9932-b11a51454df2 tempest-LiveMigrationNegativeTest-1438540510 tempest-LiveMigrationNegativeTest-1438540510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:18.505232 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-e57f0d05-c6a9-472d-ba34-9dc9d0bf9650 req-c3f5fa0d-f1d1-4e4d-ab1f-57f065042f93 service neutron] For port 4f63bad5-6519-46fc-8d43-bff4764dbc9c, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=4f63bad5-6519-46fc-8d43-bff4764dbc9c,segment=NetworkSegment(65a8f4c3-036d-4ff8-a81a-cd07cb6f1230),segment_id=65a8f4c3-036d-4ff8-a81a-cd07cb6f1230)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:37:18.506815 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7bfced7c-5ece-4927-8a4f-c9558218a56d req-48480e34-6d0c-4cde-9932-b11a51454df2 tempest-LiveMigrationNegativeTest-1438540510 tempest-LiveMigrationNegativeTest-1438540510-project] 10.222.0.35 "GET /v2.0/ports?device_id=52c18748-2cc2-40bf-a3a4-f9db6e725ba2 HTTP/1.1" status: 200 len: 948 time: 0.1524889 May 20 20:37:18.513897 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.provisioning_blocks [req-cf654191-5e3f-43c1-8a35-6d9316577685 req-f5fcaa79-e5c5-46fd-bd25-74e40ed8d3b4 service neutron] Transition to ACTIVE for port object a34dcdeb-2b13-4bc8-95e3-99318b5bfb70 will not be triggered until provisioned by entity L2. {{(pid=103162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 20:37:18.551994 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7bfced7c-5ece-4927-8a4f-c9558218a56d req-6c6fa78d-d94f-49b5-adf3-24580e6f1530 tempest-LiveMigrationNegativeTest-1438540510 tempest-LiveMigrationNegativeTest-1438540510-project] 10.222.0.35 "GET /v2.0/security-groups?id=89ca7ea3-9b4d-452a-a64a-566d7b2e6fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366530 May 20 20:37:18.591003 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-cf654191-5e3f-43c1-8a35-6d9316577685 req-f5fcaa79-e5c5-46fd-bd25-74e40ed8d3b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:18.634890 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fcaa79-e5c5-46fd-bd25-74e40ed8d3b4 service neutron] Pushing event updated for resources: {'Port': ['ID=a34dcdeb-2b13-4bc8-95e3-99318b5bfb70,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:37:18.637409 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-e57f0d05-c6a9-472d-ba34-9dc9d0bf9650 req-c3f5fa0d-f1d1-4e4d-ab1f-57f065042f93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:18.769537 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c74c9cf5-3618-4d5c-979f-78a35afd3452 req-3227abb6-26cf-4673-bd0d-3df788cffd8a tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] 10.222.0.35 "GET /v2.0/ports?device_id=217a8edb-2b21-456c-8e31-8a00107e1259 HTTP/1.1" status: 200 len: 210 time: 0.0321798 May 20 20:37:18.786486 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.provisioning_blocks [req-e57f0d05-c6a9-472d-ba34-9dc9d0bf9650 req-c3f5fa0d-f1d1-4e4d-ab1f-57f065042f93 service neutron] Transition to ACTIVE for port object 4f63bad5-6519-46fc-8d43-bff4764dbc9c will not be triggered until provisioned by entity L2. {{(pid=103162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 20:37:18.807954 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [req-87aaa57a-e94a-46cf-95ff-a9eeefa3255f req-b56c9bf8-1534-450c-86f7-9f7823d37938 tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] Allocated IP 192.168.233.161 (cd702362-b982-46c5-a7d0-51de1b03df86/26b342ea-254c-483a-9ea9-f11c178970eb/e4e4ecc2-8320-4318-9781-f8822bce8067) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:37:18.840844 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-cf654191-5e3f-43c1-8a35-6d9316577685 req-f5fcaa79-e5c5-46fd-bd25-74e40ed8d3b4 service neutron] Attempting to bind port a34dcdeb-2b13-4bc8-95e3-99318b5bfb70 on host n-h2-842733-1 for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:37:18.841273 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-cf654191-5e3f-43c1-8a35-6d9316577685 req-f5fcaa79-e5c5-46fd-bd25-74e40ed8d3b4 service neutron] Attempting to bind port a34dcdeb-2b13-4bc8-95e3-99318b5bfb70 by drivers openvswitch,hyperv on host n-h2-842733-1 at level 0 using segments [{'id': 'ed3a602f-49fb-4a95-be80-401e1eb72e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'cd702362-b982-46c5-a7d0-51de1b03df86'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:37:18.841559 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf654191-5e3f-43c1-8a35-6d9316577685 req-f5fcaa79-e5c5-46fd-bd25-74e40ed8d3b4 service neutron] Attempting to bind port a34dcdeb-2b13-4bc8-95e3-99318b5bfb70 on network cd702362-b982-46c5-a7d0-51de1b03df86 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:37:18.848180 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf654191-5e3f-43c1-8a35-6d9316577685 req-f5fcaa79-e5c5-46fd-bd25-74e40ed8d3b4 service neutron] Port a34dcdeb-2b13-4bc8-95e3-99318b5bfb70 on network cd702362-b982-46c5-a7d0-51de1b03df86 not bound, no agent of type Open vSwitch agent registered on host n-h2-842733-1 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 20:37:18.848844 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf654191-5e3f-43c1-8a35-6d9316577685 req-f5fcaa79-e5c5-46fd-bd25-74e40ed8d3b4 service neutron] Attempting to bind port a34dcdeb-2b13-4bc8-95e3-99318b5bfb70 on network cd702362-b982-46c5-a7d0-51de1b03df86 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:37:18.855870 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3d8745-0b06-4d81-b6d8-511ea3e93efc req-4c422b19-30bc-4752-93b6-91ec9fd6777f tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:18.857459 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6d3d8745-0b06-4d81-b6d8-511ea3e93efc req-4c422b19-30bc-4752-93b6-91ec9fd6777f tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.35 "GET /v2.0/ports?device_id=15403929-020e-4cba-8203-91654f1a9017 HTTP/1.1" status: 200 len: 944 time: 0.2353213 May 20 20:37:18.869419 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf654191-5e3f-43c1-8a35-6d9316577685 req-f5fcaa79-e5c5-46fd-bd25-74e40ed8d3b4 service neutron] Checking agent: {'id': 'a66f2511-b955-448f-877c-56cfe9c81b12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 33, 2), 'started_at': datetime.datetime(2022, 5, 20, 20, 33, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 37, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:37:18.869765 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf654191-5e3f-43c1-8a35-6d9316577685 req-f5fcaa79-e5c5-46fd-bd25-74e40ed8d3b4 service neutron] Checking segment: {'id': 'ed3a602f-49fb-4a95-be80-401e1eb72e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'cd702362-b982-46c5-a7d0-51de1b03df86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:37:18.870152 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf654191-5e3f-43c1-8a35-6d9316577685 req-f5fcaa79-e5c5-46fd-bd25-74e40ed8d3b4 service neutron] Bound using segment: {'id': 'ed3a602f-49fb-4a95-be80-401e1eb72e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'cd702362-b982-46c5-a7d0-51de1b03df86'} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:37:18.875860 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-cf654191-5e3f-43c1-8a35-6d9316577685 req-f5fcaa79-e5c5-46fd-bd25-74e40ed8d3b4 service neutron] Bound port: a34dcdeb-2b13-4bc8-95e3-99318b5bfb70, host: n-h2-842733-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed3a602f-49fb-4a95-be80-401e1eb72e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'cd702362-b982-46c5-a7d0-51de1b03df86'}}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:37:18.875860 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-cf654191-5e3f-43c1-8a35-6d9316577685 req-f5fcaa79-e5c5-46fd-bd25-74e40ed8d3b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:18.875860 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-e57f0d05-c6a9-472d-ba34-9dc9d0bf9650 req-c3f5fa0d-f1d1-4e4d-ab1f-57f065042f93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:18.955923 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6d3d8745-0b06-4d81-b6d8-511ea3e93efc req-4e76d915-71de-467b-a781-3cc9d6370ebb tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c1ac446-2eae-4e3c-98ef-7a4684e96782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885527 May 20 20:37:18.985794 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5e9b2703-0b60-4196-bb85-ab153a79ed2f req-9a9ba242-e3df-4fdd-912e-dee8aeaed8fe tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] 10.222.0.35 "GET /v2.0/ports?device_id=da88f731-41bc-47f8-a232-4c07bc5e2068 HTTP/1.1" status: 200 len: 210 time: 0.0620372 May 20 20:37:19.008883 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-e57f0d05-c6a9-472d-ba34-9dc9d0bf9650 req-c3f5fa0d-f1d1-4e4d-ab1f-57f065042f93 service neutron] No DVR routers for this DVR port 4f63bad5-6519-46fc-8d43-bff4764dbc9c on host n-h2-842733-1 {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:37:19.013382 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f5fa0d-f1d1-4e4d-ab1f-57f065042f93 service neutron] Pushing event updated for resources: {'Port': ['ID=4f63bad5-6519-46fc-8d43-bff4764dbc9c,revision_number=10']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:37:19.092110 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 4859f9ea-c854-491e-9b3b-d61b8efaa94b up at agent hyperv_n-h2-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:37:19.099934 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-e57f0d05-c6a9-472d-ba34-9dc9d0bf9650 req-c3f5fa0d-f1d1-4e4d-ab1f-57f065042f93 service neutron] 10.222.0.13 "PUT /v2.0/ports/4f63bad5-6519-46fc-8d43-bff4764dbc9c/bindings/n-h1-842733-1/activate HTTP/1.1" status: 200 len: 369 time: 1.4716613 May 20 20:37:19.106277 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-cf654191-5e3f-43c1-8a35-6d9316577685 req-f5fcaa79-e5c5-46fd-bd25-74e40ed8d3b4 service neutron] For port a34dcdeb-2b13-4bc8-95e3-99318b5bfb70, host n-h2-842733-1, cleared binding levels {{(pid=103162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:37:19.122353 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-cf654191-5e3f-43c1-8a35-6d9316577685 req-f5fcaa79-e5c5-46fd-bd25-74e40ed8d3b4 service neutron] For port a34dcdeb-2b13-4bc8-95e3-99318b5bfb70, host n-h2-842733-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=a34dcdeb-2b13-4bc8-95e3-99318b5bfb70,segment=NetworkSegment(ed3a602f-49fb-4a95-be80-401e1eb72e33),segment_id=ed3a602f-49fb-4a95-be80-401e1eb72e33)] {{(pid=103162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:37:19.197814 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 0f61439d-122d-49c1-9b17-9f2635d1301f up at agent hyperv_n-h1-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:37:19.200518 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-cf654191-5e3f-43c1-8a35-6d9316577685 req-f5fcaa79-e5c5-46fd-bd25-74e40ed8d3b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:19.213367 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-87aaa57a-e94a-46cf-95ff-a9eeefa3255f req-b56c9bf8-1534-450c-86f7-9f7823d37938 tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] Notify callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:19.226470 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f517253f-d8c8-444c-9519-c09cbbd88545 req-141f24c9-12fa-4b5a-93dd-a6b27c395dfb tempest-ServersWithSpecificFlavorTestJSON-403335495 tempest-ServersWithSpecificFlavorTestJSON-403335495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:19.227993 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f517253f-d8c8-444c-9519-c09cbbd88545 req-141f24c9-12fa-4b5a-93dd-a6b27c395dfb tempest-ServersWithSpecificFlavorTestJSON-403335495 tempest-ServersWithSpecificFlavorTestJSON-403335495-project] 10.222.0.35 "GET /v2.0/ports?device_id=b4070de9-726e-4300-9952-8e4a88742aac HTTP/1.1" status: 200 len: 944 time: 0.0919826 May 20 20:37:19.274901 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf654191-5e3f-43c1-8a35-6d9316577685 req-f5fcaa79-e5c5-46fd-bd25-74e40ed8d3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:19.276032 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-cf654191-5e3f-43c1-8a35-6d9316577685 req-f5fcaa79-e5c5-46fd-bd25-74e40ed8d3b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:19.277765 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-cf654191-5e3f-43c1-8a35-6d9316577685 req-f5fcaa79-e5c5-46fd-bd25-74e40ed8d3b4 service neutron] 10.222.0.13 "PUT /v2.0/ports/a34dcdeb-2b13-4bc8-95e3-99318b5bfb70 HTTP/1.1" status: 200 len: 1095 time: 1.8309379 May 20 20:37:19.280242 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af8dbbf2-af97-4d08-9dfb-94cc026d387b', 'tag': 'a34dcdeb-2b13-4bc8-95e3-99318b5bfb70'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:37:19.282993 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6fa957933fccbf596d28104b23404b952ad6a8238afaebaed40a0874b2e409" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0812855b-8985-47c1-badb-8c5698d0006c" -d '{"events": [{"name": "network-changed", "server_uuid": "af8dbbf2-af97-4d08-9dfb-94cc026d387b", "tag": "a34dcdeb-2b13-4bc8-95e3-99318b5bfb70"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:37:19.304132 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f517253f-d8c8-444c-9519-c09cbbd88545 req-9c29cce2-c85e-4362-b07f-993ea2b2ff31 tempest-ServersWithSpecificFlavorTestJSON-403335495 tempest-ServersWithSpecificFlavorTestJSON-403335495-project] 10.222.0.35 "GET /v2.0/security-groups?id=fb4532a0-c356-4e15-af9a-d177d4428652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588300 May 20 20:37:19.329873 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fcaa79-e5c5-46fd-bd25-74e40ed8d3b4 service neutron] Pushing event updated for resources: {'Port': ['ID=a34dcdeb-2b13-4bc8-95e3-99318b5bfb70,revision_number=3']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:37:19.330989 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Provisioning for port 4859f9ea-c854-491e-9b3b-d61b8efaa94b completed by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 20:37:19.341933 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Provisioning complete for port 4859f9ea-c854-491e-9b3b-d61b8efaa94b triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:37:19.342311 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:19.462984 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-87aaa57a-e94a-46cf-95ff-a9eeefa3255f req-b56c9bf8-1534-450c-86f7-9f7823d37938 tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:19.479554 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c3cccf59-1d01-4cdc-9ad9-2c24f9817cda req-bc8217b2-2e40-449a-a44e-b06d991f5bcf tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=4207919be7244eb28564658a511e407f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0341992 May 20 20:37:19.492618 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57f0d05-c6a9-472d-ba34-9dc9d0bf9650 req-f21e8ff5-f58f-4a5d-ae85-f01e3bd4958d tempest-LiveAutoBlockMigrationV225Test-1777330067 tempest-LiveAutoBlockMigrationV225Test-1777330067-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:19.494189 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-e57f0d05-c6a9-472d-ba34-9dc9d0bf9650 req-f21e8ff5-f58f-4a5d-ae85-f01e3bd4958d tempest-LiveAutoBlockMigrationV225Test-1777330067 tempest-LiveAutoBlockMigrationV225Test-1777330067-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=15403929-020e-4cba-8203-91654f1a9017&tenant_id=8b3cc11ab7334369b6693afcab69aa6e&binding%3Ahost_id=n-h2-842733-1 HTTP/1.1" status: 200 len: 1096 time: 0.1467655 May 20 20:37:19.506966 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port 4859f9ea-c854-491e-9b3b-d61b8efaa94b is: BUILD; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:37:19.507362 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:19.510626 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Provisioning for port 0f61439d-122d-49c1-9b17-9f2635d1301f completed by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 20:37:19.524210 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Provisioning complete for port 0f61439d-122d-49c1-9b17-9f2635d1301f triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:37:19.524588 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:19.550414 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56c9bf8-1534-450c-86f7-9f7823d37938 tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] Pushing event updated for resources: {'Port': ['ID=e4e4ecc2-8320-4318-9781-f8822bce8067,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:37:19.573095 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port 4859f9ea-c854-491e-9b3b-d61b8efaa94b, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=4859f9ea-c854-491e-9b3b-d61b8efaa94b,segment=NetworkSegment(ed3a602f-49fb-4a95-be80-401e1eb72e33),segment_id=ed3a602f-49fb-4a95-be80-401e1eb72e33)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:37:19.594799 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52c18748-2cc2-40bf-a3a4-f9db6e725ba2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4859f9ea-c854-491e-9b3b-d61b8efaa94b'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:37:19.596113 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf654191-5e3f-43c1-8a35-6d9316577685 req-7ca205d2-10fb-40ed-8898-a10cef92ca1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:19.597234 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8485417003ce7c0410b00f5cdc2f391e21107b70bb68e2773712534a96e108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4cf5bd7-f5ac-4baf-9fc3-ec25fdd3700a" -d '{"events": [{"server_uuid": "52c18748-2cc2-40bf-a3a4-f9db6e725ba2", "name": "network-vif-plugged", "status": "completed", "tag": "4859f9ea-c854-491e-9b3b-d61b8efaa94b"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:37:19.597721 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-cf654191-5e3f-43c1-8a35-6d9316577685 req-7ca205d2-10fb-40ed-8898-a10cef92ca1d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e3bf9bf1dd86451a9fc95ed1873df9d4&device_id=af8dbbf2-af97-4d08-9dfb-94cc026d387b HTTP/1.1" status: 200 len: 1098 time: 0.1446753 May 20 20:37:19.628032 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7437ee43-d112-41fe-8c6a-288eaf53d418 req-3df6ed91-642f-4e3c-868d-145f03db8188 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:19.633818 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7437ee43-d112-41fe-8c6a-288eaf53d418 req-3df6ed91-642f-4e3c-868d-145f03db8188 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] 10.222.0.35 "GET /v2.0/ports?device_id=076de625-2a49-46b5-9344-19509d3a2557 HTTP/1.1" status: 200 len: 944 time: 0.2535272 May 20 20:37:19.638590 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87aaa57a-e94a-46cf-95ff-a9eeefa3255f req-b56c9bf8-1534-450c-86f7-9f7823d37938 tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] Network cd702362-b982-46c5-a7d0-51de1b03df86 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:37:19.670124 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [req-87aaa57a-e94a-46cf-95ff-a9eeefa3255f req-b56c9bf8-1534-450c-86f7-9f7823d37938 tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:37:19.680318 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [req-87aaa57a-e94a-46cf-95ff-a9eeefa3255f req-b56c9bf8-1534-450c-86f7-9f7823d37938 tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:37:19.684855 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Current status of the port 0f61439d-122d-49c1-9b17-9f2635d1301f is: BUILD; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:37:19.685270 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:19.714981 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:19.715752 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device ac79cc1c-bc7e-4b34-8030-40c06f95b85c up at agent hyperv_n-h2-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:37:19.727481 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-cf654191-5e3f-43c1-8a35-6d9316577685 req-eb8a113f-abb3-4084-890b-428a06eb9283 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=a34dcdeb-2b13-4bc8-95e3-99318b5bfb70 HTTP/1.1" status: 200 len: 217 time: 0.1125393 May 20 20:37:19.730684 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 20:37:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45fc5afd-bcd6-4c0e-a8bb-185ea69c771f x-openstack-request-id: req-45fc5afd-bcd6-4c0e-a8bb-185ea69c771f {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:37:19.730977 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af8dbbf2-af97-4d08-9dfb-94cc026d387b", "tag": "a34dcdeb-2b13-4bc8-95e3-99318b5bfb70", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:37:19.731232 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-45fc5afd-bcd6-4c0e-a8bb-185ea69c771f {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:37:19.731628 n-d-842733-1 neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45fc5afd-bcd6-4c0e-a8bb-185ea69c771f'] response: {'name': 'network-changed', 'server_uuid': 'af8dbbf2-af97-4d08-9dfb-94cc026d387b', 'tag': 'a34dcdeb-2b13-4bc8-95e3-99318b5bfb70', 'status': 'completed', 'code': 200} May 20 20:37:19.837862 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7437ee43-d112-41fe-8c6a-288eaf53d418 req-c227e36f-af7a-4be3-933e-f07ca33fe66c tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] 10.222.0.35 "GET /v2.0/security-groups?id=0a1ca955-ee86-4e03-bb39-6b1e6a532a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958413 May 20 20:37:19.843162 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=4859f9ea-c854-491e-9b3b-d61b8efaa94b,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:37:19.873048 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf654191-5e3f-43c1-8a35-6d9316577685 req-d215c0cf-1ef4-49ff-87ef-5357a5f2e958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:19.875151 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-cf654191-5e3f-43c1-8a35-6d9316577685 req-d215c0cf-1ef4-49ff-87ef-5357a5f2e958 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=26b342ea-254c-483a-9ea9-f11c178970eb HTTP/1.1" status: 200 len: 843 time: 0.1323981 May 20 20:37:19.879341 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57f0d05-c6a9-472d-ba34-9dc9d0bf9650 req-167c7b48-072a-41b6-b58f-b8fb642463c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:19.881104 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-e57f0d05-c6a9-472d-ba34-9dc9d0bf9650 req-167c7b48-072a-41b6-b58f-b8fb642463c2 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=15403929-020e-4cba-8203-91654f1a9017&tenant_id=8b3cc11ab7334369b6693afcab69aa6e HTTP/1.1" status: 200 len: 1096 time: 0.3780918 May 20 20:37:19.932040 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87aaa57a-e94a-46cf-95ff-a9eeefa3255f req-b56c9bf8-1534-450c-86f7-9f7823d37938 tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:19.932882 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-87aaa57a-e94a-46cf-95ff-a9eeefa3255f req-b56c9bf8-1534-450c-86f7-9f7823d37938 tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:19.962056 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cccf59-1d01-4cdc-9ad9-2c24f9817cda req-7139897d-42bc-4734-9444-75c784f59feb tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:19.964046 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c3cccf59-1d01-4cdc-9ad9-2c24f9817cda req-7139897d-42bc-4734-9444-75c784f59feb tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4242773 May 20 20:37:19.966321 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 20:37:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e91289dc-8ab6-4dcb-ba1c-1fdc807a795c x-openstack-request-id: req-e91289dc-8ab6-4dcb-ba1c-1fdc807a795c {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:37:19.966853 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52c18748-2cc2-40bf-a3a4-f9db6e725ba2", "name": "network-vif-plugged", "status": "completed", "tag": "4859f9ea-c854-491e-9b3b-d61b8efaa94b", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:37:19.967264 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e91289dc-8ab6-4dcb-ba1c-1fdc807a795c {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:37:19.967916 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e91289dc-8ab6-4dcb-ba1c-1fdc807a795c'] response: {'server_uuid': '52c18748-2cc2-40bf-a3a4-f9db6e725ba2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4859f9ea-c854-491e-9b3b-d61b8efaa94b', 'code': 200} May 20 20:37:19.997572 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf654191-5e3f-43c1-8a35-6d9316577685 req-baefbbe3-e3bf-4bb1-a282-58be8f7aa215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:19.999127 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-cf654191-5e3f-43c1-8a35-6d9316577685 req-baefbbe3-e3bf-4bb1-a282-58be8f7aa215 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cd702362-b982-46c5-a7d0-51de1b03df86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1166003 May 20 20:37:20.014501 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [req-c3cccf59-1d01-4cdc-9ad9-2c24f9817cda req-24620106-2d08-4234-a3e6-ba9073f79650 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] Request body: {'port': {'device_id': '79fb5e92-04b7-4f21-b860-f2bc97282b3e', 'network_id': 'cd702362-b982-46c5-a7d0-51de1b03df86', 'admin_state_up': True, 'tenant_id': '4207919be7244eb28564658a511e407f'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:37:20.015502 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port 0f61439d-122d-49c1-9b17-9f2635d1301f, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=0f61439d-122d-49c1-9b17-9f2635d1301f,segment=NetworkSegment(8e7444da-2574-4e87-afbd-a324be0dd68b),segment_id=8e7444da-2574-4e87-afbd-a324be0dd68b)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:37:20.042810 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d8ba435d-bce0-4e9a-ae40-59b77ace438a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:20.092988 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.24', 52535) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:37:20.122441 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:20.145171 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9652373e-eb44-44f8-9d99-5bef8c105152 req-d27d245a-5940-4abb-b4db-f9ebcb9a8ca1 tempest-LiveMigrationNegativeTest-1438540510 tempest-LiveMigrationNegativeTest-1438540510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:20.152460 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9652373e-eb44-44f8-9d99-5bef8c105152 req-d27d245a-5940-4abb-b4db-f9ebcb9a8ca1 tempest-LiveMigrationNegativeTest-1438540510 tempest-LiveMigrationNegativeTest-1438540510-project] 10.222.0.35 "GET /v2.0/ports?device_id=52c18748-2cc2-40bf-a3a4-f9db6e725ba2 HTTP/1.1" status: 200 len: 949 time: 0.2146468 May 20 20:37:20.163908 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c3cccf59-1d01-4cdc-9ad9-2c24f9817cda req-60b26d69-9f3f-4c42-92f5-e3546a4e7386 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=4207919be7244eb28564658a511e407f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0614605 May 20 20:37:20.169825 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-87aaa57a-e94a-46cf-95ff-a9eeefa3255f req-b56c9bf8-1534-450c-86f7-9f7823d37938 tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8267739 May 20 20:37:20.182834 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Provisioning for port ac79cc1c-bc7e-4b34-8030-40c06f95b85c completed by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 20:37:20.198622 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Provisioning complete for port ac79cc1c-bc7e-4b34-8030-40c06f95b85c triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:37:20.198892 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:20.202483 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [req-87aaa57a-e94a-46cf-95ff-a9eeefa3255f req-256d754e-c430-47ba-8661-12bb41121c68 service neutron] Request body: {'port': {'device_id': 'da88f731-41bc-47f8-a232-4c07bc5e2068', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-842733-1'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:37:20.206250 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-cf654191-5e3f-43c1-8a35-6d9316577685 req-b1989f20-742c-42a2-af85-be533493c14c service neutron] 10.222.0.13 "GET /v2.0/networks/cd702362-b982-46c5-a7d0-51de1b03df86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1812901 May 20 20:37:20.210695 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57f0d05-c6a9-472d-ba34-9dc9d0bf9650 req-3afd4c19-657e-4372-acec-119b963b2027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:20.211447 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-e57f0d05-c6a9-472d-ba34-9dc9d0bf9650 req-3afd4c19-657e-4372-acec-119b963b2027 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8b3cc11ab7334369b6693afcab69aa6e&device_id=15403929-020e-4cba-8203-91654f1a9017 HTTP/1.1" status: 200 len: 1096 time: 0.2113402 May 20 20:37:20.246410 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Pushing event updated for resources: {'Port': ['ID=0f61439d-122d-49c1-9b17-9f2635d1301f,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:37:20.251396 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-36ab9c86-57f2-4254-91c0-f86b7807ca63 None None] Provisioning complete for port e4e4ecc2-8320-4318-9781-f8822bce8067 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:37:20.252069 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-36ab9c86-57f2-4254-91c0-f86b7807ca63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:20.293415 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512395e2-b33f-476c-a0da-239b9feea483 req-47b190e7-6cd9-4cb2-9812-52b2ff81039b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:20.295034 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-512395e2-b33f-476c-a0da-239b9feea483 req-47b190e7-6cd9-4cb2-9812-52b2ff81039b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=52c18748-2cc2-40bf-a3a4-f9db6e725ba2 HTTP/1.1" status: 200 len: 1100 time: 0.1570060 May 20 20:37:20.310683 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-36ab9c86-57f2-4254-91c0-f86b7807ca63 None None] Port e4e4ecc2-8320-4318-9781-f8822bce8067 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 20:37:20.334814 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-907d7e72-78d1-47bc-8f47-17a9cd9253b2 req-28a3c200-6327-44e8-98a3-6e4e410cb476 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] 10.222.0.35 "GET /v2.0/ports?device_id=217a8edb-2b21-456c-8e31-8a00107e1259 HTTP/1.1" status: 200 len: 210 time: 0.1147892 May 20 20:37:20.362404 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9652373e-eb44-44f8-9d99-5bef8c105152 req-f6a75ef0-d91c-4905-9d3e-e62a457a9a8f tempest-LiveMigrationNegativeTest-1438540510 tempest-LiveMigrationNegativeTest-1438540510-project] 10.222.0.35 "GET /v2.0/security-groups?id=89ca7ea3-9b4d-452a-a64a-566d7b2e6fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2090142 May 20 20:37:20.374372 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-cf654191-5e3f-43c1-8a35-6d9316577685 req-51e2d681-3082-441f-9e82-6407ce621bb3 service neutron] 10.222.0.13 "GET /v2.0/networks/cd702362-b982-46c5-a7d0-51de1b03df86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594057 May 20 20:37:20.404536 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port ac79cc1c-bc7e-4b34-8030-40c06f95b85c is: BUILD; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:37:20.404536 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:20.460219 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-87aaa57a-e94a-46cf-95ff-a9eeefa3255f req-256d754e-c430-47ba-8661-12bb41121c68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:20.483864 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57f0d05-c6a9-472d-ba34-9dc9d0bf9650 req-85007001-273a-4e42-9f8d-92f5485953de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:20.491465 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-e57f0d05-c6a9-472d-ba34-9dc9d0bf9650 req-85007001-273a-4e42-9f8d-92f5485953de service neutron] 10.222.0.24 "GET /v2.0/networks?id=fef9e30f-3c34-4b6b-9bd5-2a167649e7b0 HTTP/1.1" status: 200 len: 921 time: 0.2659147 May 20 20:37:20.492065 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port ac79cc1c-bc7e-4b34-8030-40c06f95b85c, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=ac79cc1c-bc7e-4b34-8030-40c06f95b85c,segment=NetworkSegment(94a4894e-95e9-4cfb-9a59-0548accd47c0),segment_id=94a4894e-95e9-4cfb-9a59-0548accd47c0)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:37:20.539970 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-512395e2-b33f-476c-a0da-239b9feea483 req-f4f97304-352d-4c97-95af-be7120420f9e service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=89ca7ea3-9b4d-452a-a64a-566d7b2e6fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624296 May 20 20:37:20.541473 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-e57f0d05-c6a9-472d-ba34-9dc9d0bf9650 req-4343678a-cecf-4820-9ac6-e723358b7053 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4f63bad5-6519-46fc-8d43-bff4764dbc9c HTTP/1.1" status: 200 len: 217 time: 0.0384171 May 20 20:37:20.588796 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:20.589652 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 4f63bad5-6519-46fc-8d43-bff4764dbc9c no longer exists at agent hyperv_n-h2-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:37:20.595299 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cccf59-1d01-4cdc-9ad9-2c24f9817cda req-c40abd3a-72d7-4632-b01b-f07c771d59d5 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:20.596339 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c3cccf59-1d01-4cdc-9ad9-2c24f9817cda req-c40abd3a-72d7-4632-b01b-f07c771d59d5 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4229374 May 20 20:37:20.602398 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57f0d05-c6a9-472d-ba34-9dc9d0bf9650 req-b2d9b8d7-4b24-4d54-bf2c-a5b27daa0e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:20.604347 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-e57f0d05-c6a9-472d-ba34-9dc9d0bf9650 req-b2d9b8d7-4b24-4d54-bf2c-a5b27daa0e9f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=33548886-d6e3-48e7-a819-149526989122 HTTP/1.1" status: 200 len: 860 time: 0.0557818 May 20 20:37:20.604820 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3cccf59-1d01-4cdc-9ad9-2c24f9817cda req-24620106-2d08-4234-a3e6-ba9073f79650 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] Made reservation on behalf of 4207919be7244eb28564658a511e407f for: {'port': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:37:20.608164 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-c3cccf59-1d01-4cdc-9ad9-2c24f9817cda req-24620106-2d08-4234-a3e6-ba9073f79650 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:20.619902 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [req-c3cccf59-1d01-4cdc-9ad9-2c24f9817cda req-3f14f974-5f7d-42db-b146-646bfef505fe tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] Request body: {'port': {'device_id': '217a8edb-2b21-456c-8e31-8a00107e1259', 'network_id': 'cd702362-b982-46c5-a7d0-51de1b03df86', 'admin_state_up': True, 'tenant_id': '4207919be7244eb28564658a511e407f'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:37:20.641190 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-e57f0d05-c6a9-472d-ba34-9dc9d0bf9650 req-1e7f5d65-00e2-4b43-93f9-a2413c594308 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fef9e30f-3c34-4b6b-9bd5-2a167649e7b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264242 May 20 20:37:20.665484 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd0ebfb-7c58-44f3-b669-c6182e0c2bb9 req-6a96d534-a6a0-48d8-a752-da64090652ba tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:20.666965 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-afd0ebfb-7c58-44f3-b669-c6182e0c2bb9 req-6a96d534-a6a0-48d8-a752-da64090652ba tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.35 "GET /v2.0/ports?device_id=15403929-020e-4cba-8203-91654f1a9017 HTTP/1.1" status: 200 len: 945 time: 0.1947117 May 20 20:37:20.668764 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 4f63bad5-6519-46fc-8d43-bff4764dbc9c not bound to the agent host n-h2-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 20:37:20.671788 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=ac79cc1c-bc7e-4b34-8030-40c06f95b85c,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:37:20.760648 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-e57f0d05-c6a9-472d-ba34-9dc9d0bf9650 req-898d7101-dc2c-40e5-a39b-2f64515ab510 service neutron] 10.222.0.24 "GET /v2.0/networks/fef9e30f-3c34-4b6b-9bd5-2a167649e7b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126246 May 20 20:37:20.774630 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcde6d7-4ae0-4707-8a4a-776315913040 req-cc8187b5-f058-4c31-98cb-140ad5cccc9d tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:20.776053 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8dcde6d7-4ae0-4707-8a4a-776315913040 req-cc8187b5-f058-4c31-98cb-140ad5cccc9d tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] 10.222.0.35 "GET /v2.0/ports?device_id=da88f731-41bc-47f8-a232-4c07bc5e2068 HTTP/1.1" status: 200 len: 936 time: 0.3018057 May 20 20:37:20.879293 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0812855b-8985-47c1-badb-8c5698d0006c req-c5072a3b-93b3-407b-a5a1-322951c986f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:20.880523 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-0812855b-8985-47c1-badb-8c5698d0006c req-c5072a3b-93b3-407b-a5a1-322951c986f3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e3bf9bf1dd86451a9fc95ed1873df9d4&device_id=af8dbbf2-af97-4d08-9dfb-94cc026d387b HTTP/1.1" status: 200 len: 1098 time: 0.0700409 May 20 20:37:20.897727 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-e57f0d05-c6a9-472d-ba34-9dc9d0bf9650 req-5535245a-7890-46df-88bd-48ecc79e3a92 service neutron] 10.222.0.24 "GET /v2.0/networks/fef9e30f-3c34-4b6b-9bd5-2a167649e7b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301243 May 20 20:37:20.964609 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-afd0ebfb-7c58-44f3-b669-c6182e0c2bb9 req-8c09b26e-fbb4-4729-805a-341933097403 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c1ac446-2eae-4e3c-98ef-7a4684e96782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064097 May 20 20:37:20.974455 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8dcde6d7-4ae0-4707-8a4a-776315913040 req-f13499f8-74ed-400b-b53e-7e16cb150745 tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] 10.222.0.35 "GET /v2.0/security-groups?id=b86a25cf-8ff6-49a5-9967-210010093ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854887 May 20 20:37:20.975603 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0812855b-8985-47c1-badb-8c5698d0006c req-d85339c2-7344-4838-8253-dd7f228a59f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:20.977203 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-0812855b-8985-47c1-badb-8c5698d0006c req-d85339c2-7344-4838-8253-dd7f228a59f9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=cd702362-b982-46c5-a7d0-51de1b03df86 HTTP/1.1" status: 200 len: 870 time: 0.0879967 May 20 20:37:21.060879 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-0812855b-8985-47c1-badb-8c5698d0006c req-b8162b99-e3ab-454b-8558-07e2856890a8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=a34dcdeb-2b13-4bc8-95e3-99318b5bfb70 HTTP/1.1" status: 200 len: 217 time: 0.0739663 May 20 20:37:21.087822 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3cccf59-1d01-4cdc-9ad9-2c24f9817cda req-3f14f974-5f7d-42db-b146-646bfef505fe tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] Made reservation on behalf of 4207919be7244eb28564658a511e407f for: {'port': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:37:21.091554 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-c3cccf59-1d01-4cdc-9ad9-2c24f9817cda req-3f14f974-5f7d-42db-b146-646bfef505fe tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:21.146526 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0812855b-8985-47c1-badb-8c5698d0006c req-ceb8240b-5204-44aa-9e5e-3106f7b98605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:21.147986 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-0812855b-8985-47c1-badb-8c5698d0006c req-ceb8240b-5204-44aa-9e5e-3106f7b98605 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=26b342ea-254c-483a-9ea9-f11c178970eb HTTP/1.1" status: 200 len: 843 time: 0.0802624 May 20 20:37:21.166098 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [req-87aaa57a-e94a-46cf-95ff-a9eeefa3255f req-256d754e-c430-47ba-8661-12bb41121c68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4e4ecc2-8320-4318-9781-f8822bce8067 {{(pid=103163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:37:21.178501 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-87aaa57a-e94a-46cf-95ff-a9eeefa3255f req-256d754e-c430-47ba-8661-12bb41121c68 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:21.215917 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0812855b-8985-47c1-badb-8c5698d0006c req-85259be4-a064-44de-bfed-721a507676ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:21.217460 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-0812855b-8985-47c1-badb-8c5698d0006c req-85259be4-a064-44de-bfed-721a507676ee service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cd702362-b982-46c5-a7d0-51de1b03df86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0565312 May 20 20:37:21.243532 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [req-87aaa57a-e94a-46cf-95ff-a9eeefa3255f req-256d754e-c430-47ba-8661-12bb41121c68 service neutron] Transition to ACTIVE for port object e4e4ecc2-8320-4318-9781-f8822bce8067 will not be triggered until provisioned by entity L2. {{(pid=103163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 20:37:21.265314 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8cfc8e-2bff-4ddf-9add-6883e4a84ae4 req-287f1459-c84e-42be-b77b-503bea31df0f tempest-ServersWithSpecificFlavorTestJSON-403335495 tempest-ServersWithSpecificFlavorTestJSON-403335495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:21.273587 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2e8cfc8e-2bff-4ddf-9add-6883e4a84ae4 req-287f1459-c84e-42be-b77b-503bea31df0f tempest-ServersWithSpecificFlavorTestJSON-403335495 tempest-ServersWithSpecificFlavorTestJSON-403335495-project] 10.222.0.35 "GET /v2.0/ports?device_id=b4070de9-726e-4300-9952-8e4a88742aac HTTP/1.1" status: 200 len: 945 time: 0.1616285 May 20 20:37:21.320755 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-0812855b-8985-47c1-badb-8c5698d0006c req-2e55f262-0089-4be8-9c1c-35b0f2cc8ced service neutron] 10.222.0.13 "GET /v2.0/networks/cd702362-b982-46c5-a7d0-51de1b03df86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958815 May 20 20:37:21.329831 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-87aaa57a-e94a-46cf-95ff-a9eeefa3255f req-256d754e-c430-47ba-8661-12bb41121c68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:21.433509 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2e8cfc8e-2bff-4ddf-9add-6883e4a84ae4 req-6e3d176b-bfc4-4505-940c-a9d692c619df tempest-ServersWithSpecificFlavorTestJSON-403335495 tempest-ServersWithSpecificFlavorTestJSON-403335495-project] 10.222.0.35 "GET /v2.0/security-groups?id=fb4532a0-c356-4e15-af9a-d177d4428652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1589592 May 20 20:37:21.455826 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256d754e-c430-47ba-8661-12bb41121c68 service neutron] Pushing event updated for resources: {'Port': ['ID=e4e4ecc2-8320-4318-9781-f8822bce8067,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:37:21.482958 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [req-c3cccf59-1d01-4cdc-9ad9-2c24f9817cda req-24620106-2d08-4234-a3e6-ba9073f79650 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] Allocated IP 192.168.233.164 (cd702362-b982-46c5-a7d0-51de1b03df86/26b342ea-254c-483a-9ea9-f11c178970eb/ad8036cd-7d02-407a-9e0d-263626d3f679) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:37:21.532938 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-0812855b-8985-47c1-badb-8c5698d0006c req-52c22ec5-e1e6-4190-ac60-02656b5191a3 service neutron] 10.222.0.13 "GET /v2.0/networks/cd702362-b982-46c5-a7d0-51de1b03df86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2011964 May 20 20:37:21.545637 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57f0d05-c6a9-472d-ba34-9dc9d0bf9650 req-6ebd8486-e7bf-4f32-a940-5c2f60312ef4 tempest-LiveAutoBlockMigrationV225Test-1777330067 tempest-LiveAutoBlockMigrationV225Test-1777330067-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:21.549334 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-e57f0d05-c6a9-472d-ba34-9dc9d0bf9650 req-6ebd8486-e7bf-4f32-a940-5c2f60312ef4 tempest-LiveAutoBlockMigrationV225Test-1777330067 tempest-LiveAutoBlockMigrationV225Test-1777330067-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=15403929-020e-4cba-8203-91654f1a9017&tenant_id=8b3cc11ab7334369b6693afcab69aa6e&binding%3Ahost_id=n-h1-842733-1 HTTP/1.1" status: 200 len: 1096 time: 0.1259031 May 20 20:37:21.701057 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-97a393fd-9e35-497b-bdcc-a3dd50bdc97f req-7aa52507-2571-40f9-813e-12cd126f0ddd tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] 10.222.0.35 "GET /v2.0/ports?device_id=217a8edb-2b21-456c-8e31-8a00107e1259 HTTP/1.1" status: 200 len: 210 time: 0.1315873 May 20 20:37:21.817068 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b84fd59-e6f9-4a43-b790-ffacfa4e94e6 req-84c2c318-0587-4680-90d0-251bf3a42e51 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:21.818541 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9b84fd59-e6f9-4a43-b790-ffacfa4e94e6 req-84c2c318-0587-4680-90d0-251bf3a42e51 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] 10.222.0.35 "GET /v2.0/ports?device_id=076de625-2a49-46b5-9344-19509d3a2557 HTTP/1.1" status: 200 len: 945 time: 0.2333925 May 20 20:37:21.845284 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-e57f0d05-c6a9-472d-ba34-9dc9d0bf9650 req-eedf6032-7f02-40b5-9264-389ed694cb56 service neutron] For port 4f63bad5-6519-46fc-8d43-bff4764dbc9c, host n-h2-842733-1, cleared binding levels {{(pid=103162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:37:21.851643 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-e57f0d05-c6a9-472d-ba34-9dc9d0bf9650 req-eedf6032-7f02-40b5-9264-389ed694cb56 service neutron] Notify callbacks [] for binding, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:21.851945 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-e57f0d05-c6a9-472d-ba34-9dc9d0bf9650 req-eedf6032-7f02-40b5-9264-389ed694cb56 service neutron] 10.222.0.24 "DELETE /v2.0/ports/4f63bad5-6519-46fc-8d43-bff4764dbc9c/bindings/n-h2-842733-1 HTTP/1.1" status: 204 len: 173 time: 0.2915423 May 20 20:37:21.861006 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-c3cccf59-1d01-4cdc-9ad9-2c24f9817cda req-24620106-2d08-4234-a3e6-ba9073f79650 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] Notify callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:21.866615 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-87aaa57a-e94a-46cf-95ff-a9eeefa3255f req-256d754e-c430-47ba-8661-12bb41121c68 service neutron] Attempting to bind port e4e4ecc2-8320-4318-9781-f8822bce8067 on host n-h2-842733-1 for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:37:21.866943 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-87aaa57a-e94a-46cf-95ff-a9eeefa3255f req-256d754e-c430-47ba-8661-12bb41121c68 service neutron] Attempting to bind port e4e4ecc2-8320-4318-9781-f8822bce8067 by drivers openvswitch,hyperv on host n-h2-842733-1 at level 0 using segments [{'id': 'ed3a602f-49fb-4a95-be80-401e1eb72e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'cd702362-b982-46c5-a7d0-51de1b03df86'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:37:21.867266 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87aaa57a-e94a-46cf-95ff-a9eeefa3255f req-256d754e-c430-47ba-8661-12bb41121c68 service neutron] Attempting to bind port e4e4ecc2-8320-4318-9781-f8822bce8067 on network cd702362-b982-46c5-a7d0-51de1b03df86 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:37:21.894580 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87aaa57a-e94a-46cf-95ff-a9eeefa3255f req-256d754e-c430-47ba-8661-12bb41121c68 service neutron] Port e4e4ecc2-8320-4318-9781-f8822bce8067 on network cd702362-b982-46c5-a7d0-51de1b03df86 not bound, no agent of type Open vSwitch agent registered on host n-h2-842733-1 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 20:37:21.895083 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87aaa57a-e94a-46cf-95ff-a9eeefa3255f req-256d754e-c430-47ba-8661-12bb41121c68 service neutron] Attempting to bind port e4e4ecc2-8320-4318-9781-f8822bce8067 on network cd702362-b982-46c5-a7d0-51de1b03df86 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:37:21.920054 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87aaa57a-e94a-46cf-95ff-a9eeefa3255f req-256d754e-c430-47ba-8661-12bb41121c68 service neutron] Checking agent: {'id': 'a66f2511-b955-448f-877c-56cfe9c81b12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 33, 2), 'started_at': datetime.datetime(2022, 5, 20, 20, 33, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 37, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:37:21.920329 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87aaa57a-e94a-46cf-95ff-a9eeefa3255f req-256d754e-c430-47ba-8661-12bb41121c68 service neutron] Checking segment: {'id': 'ed3a602f-49fb-4a95-be80-401e1eb72e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'cd702362-b982-46c5-a7d0-51de1b03df86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:37:21.920691 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87aaa57a-e94a-46cf-95ff-a9eeefa3255f req-256d754e-c430-47ba-8661-12bb41121c68 service neutron] Bound using segment: {'id': 'ed3a602f-49fb-4a95-be80-401e1eb72e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'cd702362-b982-46c5-a7d0-51de1b03df86'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:37:21.921133 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-87aaa57a-e94a-46cf-95ff-a9eeefa3255f req-256d754e-c430-47ba-8661-12bb41121c68 service neutron] Bound port: e4e4ecc2-8320-4318-9781-f8822bce8067, host: n-h2-842733-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed3a602f-49fb-4a95-be80-401e1eb72e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'cd702362-b982-46c5-a7d0-51de1b03df86'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:37:21.921522 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-87aaa57a-e94a-46cf-95ff-a9eeefa3255f req-256d754e-c430-47ba-8661-12bb41121c68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:21.947877 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9b84fd59-e6f9-4a43-b790-ffacfa4e94e6 req-8566e3b8-b1f4-4cd0-8a79-f4a3394b8c9c tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] 10.222.0.35 "GET /v2.0/security-groups?id=0a1ca955-ee86-4e03-bb39-6b1e6a532a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118000 May 20 20:37:21.959306 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f0b3b5-442e-4beb-90c5-22f59864f950 req-12cf9b28-e629-4dd7-bfec-8bbe4cf153de tempest-LiveMigrationNegativeTest-1438540510 tempest-LiveMigrationNegativeTest-1438540510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:21.965553 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-23f0b3b5-442e-4beb-90c5-22f59864f950 req-12cf9b28-e629-4dd7-bfec-8bbe4cf153de tempest-LiveMigrationNegativeTest-1438540510 tempest-LiveMigrationNegativeTest-1438540510-project] 10.222.0.35 "GET /v2.0/ports?device_id=52c18748-2cc2-40bf-a3a4-f9db6e725ba2 HTTP/1.1" status: 200 len: 949 time: 0.1712298 May 20 20:37:21.971614 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '076de625-2a49-46b5-9344-19509d3a2557', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f61439d-122d-49c1-9b17-9f2635d1301f'}, {'server_uuid': 'b4070de9-726e-4300-9952-8e4a88742aac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac79cc1c-bc7e-4b34-8030-40c06f95b85c'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:37:21.975143 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8485417003ce7c0410b00f5cdc2f391e21107b70bb68e2773712534a96e108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-402dae5f-c746-4b3a-b052-ed9e05275264" -d '{"events": [{"server_uuid": "076de625-2a49-46b5-9344-19509d3a2557", "name": "network-vif-plugged", "status": "completed", "tag": "0f61439d-122d-49c1-9b17-9f2635d1301f"}, {"server_uuid": "b4070de9-726e-4300-9952-8e4a88742aac", "name": "network-vif-plugged", "status": "completed", "tag": "ac79cc1c-bc7e-4b34-8030-40c06f95b85c"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:37:22.052002 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-23f0b3b5-442e-4beb-90c5-22f59864f950 req-c18a4538-af2d-415e-958b-ca1c885dff23 tempest-LiveMigrationNegativeTest-1438540510 tempest-LiveMigrationNegativeTest-1438540510-project] 10.222.0.35 "GET /v2.0/security-groups?id=89ca7ea3-9b4d-452a-a64a-566d7b2e6fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787404 May 20 20:37:22.086574 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-87aaa57a-e94a-46cf-95ff-a9eeefa3255f req-256d754e-c430-47ba-8661-12bb41121c68 service neutron] For port e4e4ecc2-8320-4318-9781-f8822bce8067, host n-h2-842733-1, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:37:22.090054 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-87aaa57a-e94a-46cf-95ff-a9eeefa3255f req-256d754e-c430-47ba-8661-12bb41121c68 service neutron] For port e4e4ecc2-8320-4318-9781-f8822bce8067, host n-h2-842733-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=e4e4ecc2-8320-4318-9781-f8822bce8067,segment=NetworkSegment(ed3a602f-49fb-4a95-be80-401e1eb72e33),segment_id=ed3a602f-49fb-4a95-be80-401e1eb72e33)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:37:22.113607 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 20 May 2022 20:37:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-109416c6-d1a8-4699-ae45-824b13767008 x-openstack-request-id: req-109416c6-d1a8-4699-ae45-824b13767008 {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:37:22.113607 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "076de625-2a49-46b5-9344-19509d3a2557", "name": "network-vif-plugged", "status": "completed", "tag": "0f61439d-122d-49c1-9b17-9f2635d1301f", "code": 200}, {"server_uuid": "b4070de9-726e-4300-9952-8e4a88742aac", "name": "network-vif-plugged", "status": "completed", "tag": "ac79cc1c-bc7e-4b34-8030-40c06f95b85c", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:37:22.113607 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-109416c6-d1a8-4699-ae45-824b13767008 {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:37:22.113607 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-109416c6-d1a8-4699-ae45-824b13767008'] response: {'server_uuid': '076de625-2a49-46b5-9344-19509d3a2557', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f61439d-122d-49c1-9b17-9f2635d1301f', 'code': 200} May 20 20:37:22.113607 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-109416c6-d1a8-4699-ae45-824b13767008'] response: {'server_uuid': 'b4070de9-726e-4300-9952-8e4a88742aac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac79cc1c-bc7e-4b34-8030-40c06f95b85c', 'code': 200} May 20 20:37:22.114167 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-c3cccf59-1d01-4cdc-9ad9-2c24f9817cda req-24620106-2d08-4234-a3e6-ba9073f79650 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:22.138021 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] get_ports_and_sgs() called for port_ids ['ff8333d5-3411-4ce2-bab2-7173fcf8ad5b'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:37:22.227826 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3cccf59-1d01-4cdc-9ad9-2c24f9817cda req-24620106-2d08-4234-a3e6-ba9073f79650 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] Network cd702362-b982-46c5-a7d0-51de1b03df86 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:37:22.237072 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4c3ba82c-83b1-4d6b-9eb4-db156f04c464 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:22.238503 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-87aaa57a-e94a-46cf-95ff-a9eeefa3255f req-256d754e-c430-47ba-8661-12bb41121c68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:22.254309 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [req-c3cccf59-1d01-4cdc-9ad9-2c24f9817cda req-24620106-2d08-4234-a3e6-ba9073f79650 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:37:22.272442 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7587e6-4771-455d-a84e-0565685fccdd req-96d5cd6e-4d29-4b83-9243-2d80c387e387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:22.276581 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-5f7587e6-4771-455d-a84e-0565685fccdd req-96d5cd6e-4d29-4b83-9243-2d80c387e387 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=076de625-2a49-46b5-9344-19509d3a2557 HTTP/1.1" status: 200 len: 1096 time: 0.1013908 May 20 20:37:22.283326 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7c1398-a4e1-4d48-819c-c51f82a12bcb req-d4840468-42c0-4cdc-ac25-388c362ccc37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:22.286234 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-0c7c1398-a4e1-4d48-819c-c51f82a12bcb req-d4840468-42c0-4cdc-ac25-388c362ccc37 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b4070de9-726e-4300-9952-8e4a88742aac HTTP/1.1" status: 200 len: 1096 time: 0.0794830 May 20 20:37:22.319247 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3cccf59-1d01-4cdc-9ad9-2c24f9817cda req-24620106-2d08-4234-a3e6-ba9073f79650 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:37:22.350665 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [req-c3cccf59-1d01-4cdc-9ad9-2c24f9817cda req-3f14f974-5f7d-42db-b146-646bfef505fe tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] Allocated IP 192.168.233.176 (cd702362-b982-46c5-a7d0-51de1b03df86/26b342ea-254c-483a-9ea9-f11c178970eb/c97eadfd-f41a-4fb2-80fd-962422a3d259) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:37:22.372735 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-5f7587e6-4771-455d-a84e-0565685fccdd req-a8d30042-ebff-4c2b-a940-04d4539b34e5 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=0a1ca955-ee86-4e03-bb39-6b1e6a532a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788774 May 20 20:37:22.374389 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-0c7c1398-a4e1-4d48-819c-c51f82a12bcb req-eb997556-347e-4143-a1d6-4862c5244d8d service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=fb4532a0-c356-4e15-af9a-d177d4428652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723758 May 20 20:37:22.390880 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24620106-2d08-4234-a3e6-ba9073f79650 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] Pushing event updated for resources: {'Port': ['ID=ad8036cd-7d02-407a-9e0d-263626d3f679,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:37:22.447502 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87aaa57a-e94a-46cf-95ff-a9eeefa3255f req-256d754e-c430-47ba-8661-12bb41121c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:22.448156 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-87aaa57a-e94a-46cf-95ff-a9eeefa3255f req-256d754e-c430-47ba-8661-12bb41121c68 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:22.449624 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-87aaa57a-e94a-46cf-95ff-a9eeefa3255f req-256d754e-c430-47ba-8661-12bb41121c68 service neutron] 10.222.0.13 "PUT /v2.0/ports/e4e4ecc2-8320-4318-9781-f8822bce8067 HTTP/1.1" status: 200 len: 1096 time: 2.2539284 May 20 20:37:22.454246 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da88f731-41bc-47f8-a232-4c07bc5e2068', 'tag': 'e4e4ecc2-8320-4318-9781-f8822bce8067'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:37:22.456679 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4291b17aa7b45362825f0571e77c85f5e73afe1df9c7e9e15006df9d695c005e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-634ee8a9-f38e-4ac3-89fb-68f4453ebb9a" -d '{"events": [{"name": "network-changed", "server_uuid": "da88f731-41bc-47f8-a232-4c07bc5e2068", "tag": "e4e4ecc2-8320-4318-9781-f8822bce8067"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:37:22.485394 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777c05db-dc8e-4f5a-8a38-74da74699959 req-77a4b52e-83a2-458d-8532-49f51ded4857 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:22.487050 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-777c05db-dc8e-4f5a-8a38-74da74699959 req-77a4b52e-83a2-458d-8532-49f51ded4857 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.35 "GET /v2.0/ports?device_id=15403929-020e-4cba-8203-91654f1a9017 HTTP/1.1" status: 200 len: 945 time: 0.3002279 May 20 20:37:22.557106 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cccf59-1d01-4cdc-9ad9-2c24f9817cda req-24620106-2d08-4234-a3e6-ba9073f79650 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:22.557782 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-c3cccf59-1d01-4cdc-9ad9-2c24f9817cda req-24620106-2d08-4234-a3e6-ba9073f79650 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:22.579312 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46fdb5c-521a-4015-920b-5926e715f95e req-523947dc-5c24-4e4e-9c51-c7ea159f43fe tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:22.580537 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-715583e6-11fb-4002-ae78-2d112cdad607 None None] Provisioning complete for port ad8036cd-7d02-407a-9e0d-263626d3f679 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:37:22.580891 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c46fdb5c-521a-4015-920b-5926e715f95e req-523947dc-5c24-4e4e-9c51-c7ea159f43fe tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] 10.222.0.35 "GET /v2.0/ports?device_id=da88f731-41bc-47f8-a232-4c07bc5e2068 HTTP/1.1" status: 200 len: 948 time: 0.3554642 May 20 20:37:22.581013 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-715583e6-11fb-4002-ae78-2d112cdad607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:22.589436 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256d754e-c430-47ba-8661-12bb41121c68 service neutron] Pushing event updated for resources: {'Port': ['ID=e4e4ecc2-8320-4318-9781-f8822bce8067,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:37:22.632607 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-715583e6-11fb-4002-ae78-2d112cdad607 None None] Port ad8036cd-7d02-407a-9e0d-263626d3f679 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 20:37:22.975649 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-777c05db-dc8e-4f5a-8a38-74da74699959 req-4fa49300-452c-4e0a-8d77-532bb9e24447 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c1ac446-2eae-4e3c-98ef-7a4684e96782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4671938 May 20 20:37:23.007032 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c3cccf59-1d01-4cdc-9ad9-2c24f9817cda req-24620106-2d08-4234-a3e6-ba9073f79650 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0130458 May 20 20:37:23.014022 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c46fdb5c-521a-4015-920b-5926e715f95e req-b1d1f4e9-bbdc-435b-9b6e-75daea0d1144 tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] 10.222.0.35 "GET /v2.0/security-groups?id=b86a25cf-8ff6-49a5-9967-210010093ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4162071 May 20 20:37:23.033059 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [req-c3cccf59-1d01-4cdc-9ad9-2c24f9817cda req-7579c51d-2bae-4e21-ba5a-bbbc3f90e91b service neutron] Request body: {'port': {'device_id': '79fb5e92-04b7-4f21-b860-f2bc97282b3e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-842733-1'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:37:23.054116 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87aaa57a-e94a-46cf-95ff-a9eeefa3255f req-fc01e7d3-c5a6-42b3-9c22-f83b211b429e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:23.055619 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-87aaa57a-e94a-46cf-95ff-a9eeefa3255f req-fc01e7d3-c5a6-42b3-9c22-f83b211b429e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e3bf9bf1dd86451a9fc95ed1873df9d4&device_id=da88f731-41bc-47f8-a232-4c07bc5e2068 HTTP/1.1" status: 200 len: 1099 time: 0.1520138 May 20 20:37:23.092847 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device a34dcdeb-2b13-4bc8-95e3-99318b5bfb70 details requested by agent hyperv_n-h2-842733-1 with host n-h2-842733-1 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 20:37:23.164757 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-87aaa57a-e94a-46cf-95ff-a9eeefa3255f req-b46f1365-a241-4378-b361-ce3469d54822 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=e4e4ecc2-8320-4318-9781-f8822bce8067 HTTP/1.1" status: 200 len: 217 time: 0.0892828 May 20 20:37:23.173273 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-c3cccf59-1d01-4cdc-9ad9-2c24f9817cda req-3f14f974-5f7d-42db-b146-646bfef505fe tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] Notify callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:23.185759 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-c3cccf59-1d01-4cdc-9ad9-2c24f9817cda req-7579c51d-2bae-4e21-ba5a-bbbc3f90e91b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:23.201181 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port a34dcdeb-2b13-4bc8-95e3-99318b5bfb70, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=a34dcdeb-2b13-4bc8-95e3-99318b5bfb70,segment=NetworkSegment(ed3a602f-49fb-4a95-be80-401e1eb72e33),segment_id=ed3a602f-49fb-4a95-be80-401e1eb72e33)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:37:23.213791 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Returning: {'device': 'a34dcdeb-2b13-4bc8-95e3-99318b5bfb70', 'network_id': 'cd702362-b982-46c5-a7d0-51de1b03df86', 'port_id': 'a34dcdeb-2b13-4bc8-95e3-99318b5bfb70', 'mac_address': 'fa:16:3e:95:d7:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26b342ea-254c-483a-9ea9-f11c178970eb', 'ip_address': '192.168.233.99'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 20 20:37:23.255038 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port a34dcdeb-2b13-4bc8-95e3-99318b5bfb70 is: DOWN; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:37:23.255492 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:23.269410 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a34dcdeb-2b13-4bc8-95e3-99318b5bfb70 {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:37:23.280895 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1319df-8af6-48af-bf09-19db194c07ee req-0717a568-8792-4f20-8f73-b7458bf4ad9e tempest-ServersWithSpecificFlavorTestJSON-403335495 tempest-ServersWithSpecificFlavorTestJSON-403335495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:23.283037 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-fa1319df-8af6-48af-bf09-19db194c07ee req-0717a568-8792-4f20-8f73-b7458bf4ad9e tempest-ServersWithSpecificFlavorTestJSON-403335495 tempest-ServersWithSpecificFlavorTestJSON-403335495-project] 10.222.0.35 "GET /v2.0/ports?device_id=b4070de9-726e-4300-9952-8e4a88742aac HTTP/1.1" status: 200 len: 945 time: 0.1961615 May 20 20:37:23.291637 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port a34dcdeb-2b13-4bc8-95e3-99318b5bfb70, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=a34dcdeb-2b13-4bc8-95e3-99318b5bfb70,segment=NetworkSegment(ed3a602f-49fb-4a95-be80-401e1eb72e33),segment_id=ed3a602f-49fb-4a95-be80-401e1eb72e33)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:37:23.299034 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87aaa57a-e94a-46cf-95ff-a9eeefa3255f req-85c91e23-0adf-4fb4-b2b8-7ed3b27d43e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:23.300491 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-87aaa57a-e94a-46cf-95ff-a9eeefa3255f req-85c91e23-0adf-4fb4-b2b8-7ed3b27d43e8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=26b342ea-254c-483a-9ea9-f11c178970eb HTTP/1.1" status: 200 len: 843 time: 0.1241145 May 20 20:37:23.364695 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 20:37:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0a6c8a6-887e-4560-ba57-d45a60edc369 x-openstack-request-id: req-b0a6c8a6-887e-4560-ba57-d45a60edc369 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:37:23.364981 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da88f731-41bc-47f8-a232-4c07bc5e2068", "tag": "e4e4ecc2-8320-4318-9781-f8822bce8067", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:37:23.365240 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b0a6c8a6-887e-4560-ba57-d45a60edc369 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:37:23.365644 n-d-842733-1 neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0a6c8a6-887e-4560-ba57-d45a60edc369'] response: {'name': 'network-changed', 'server_uuid': 'da88f731-41bc-47f8-a232-4c07bc5e2068', 'tag': 'e4e4ecc2-8320-4318-9781-f8822bce8067', 'status': 'completed', 'code': 200} May 20 20:37:23.384781 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:23.450866 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=a34dcdeb-2b13-4bc8-95e3-99318b5bfb70,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:37:23.473064 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-221e42bf-2672-4f19-820d-8abbc646d702 req-f00f11a5-0828-433b-acde-53f73ca6b4ca tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] 10.222.0.35 "GET /v2.0/ports?device_id=217a8edb-2b21-456c-8e31-8a00107e1259 HTTP/1.1" status: 200 len: 210 time: 0.0529308 May 20 20:37:23.479022 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-c3cccf59-1d01-4cdc-9ad9-2c24f9817cda req-3f14f974-5f7d-42db-b146-646bfef505fe tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:23.496168 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] get_ports_and_sgs() called for port_ids ['ff8333d5-3411-4ce2-bab2-7173fcf8ad5b'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:37:23.496330 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-fa1319df-8af6-48af-bf09-19db194c07ee req-ef5e4f7c-a2c6-4a36-8fda-b6219d1d66b7 tempest-ServersWithSpecificFlavorTestJSON-403335495 tempest-ServersWithSpecificFlavorTestJSON-403335495-project] 10.222.0.35 "GET /v2.0/security-groups?id=fb4532a0-c356-4e15-af9a-d177d4428652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2025824 May 20 20:37:23.556872 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87aaa57a-e94a-46cf-95ff-a9eeefa3255f req-011c11db-a41a-4a0e-ab7a-232cb316a5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:23.558404 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-87aaa57a-e94a-46cf-95ff-a9eeefa3255f req-011c11db-a41a-4a0e-ab7a-232cb316a5d6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cd702362-b982-46c5-a7d0-51de1b03df86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2398813 May 20 20:37:23.598744 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3cccf59-1d01-4cdc-9ad9-2c24f9817cda req-3f14f974-5f7d-42db-b146-646bfef505fe tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] Network cd702362-b982-46c5-a7d0-51de1b03df86 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:37:23.627500 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [req-c3cccf59-1d01-4cdc-9ad9-2c24f9817cda req-3f14f974-5f7d-42db-b146-646bfef505fe tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:37:23.644746 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3cccf59-1d01-4cdc-9ad9-2c24f9817cda req-3f14f974-5f7d-42db-b146-646bfef505fe tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:37:23.691461 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f14f974-5f7d-42db-b146-646bfef505fe tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] Pushing event updated for resources: {'Port': ['ID=c97eadfd-f41a-4fb2-80fd-962422a3d259,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:37:23.723586 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] get_ports_and_sgs() called for port_ids ['a34dcdeb-2b13-4bc8-95e3-99318b5bfb70'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:37:23.966768 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cccf59-1d01-4cdc-9ad9-2c24f9817cda req-3f14f974-5f7d-42db-b146-646bfef505fe tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:23.966768 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-c3cccf59-1d01-4cdc-9ad9-2c24f9817cda req-3f14f974-5f7d-42db-b146-646bfef505fe tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:23.966768 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac322e97-e3eb-4cc1-ae00-371858275c20 req-1be016d2-9715-430f-b927-55a23175ba31 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:23.966768 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ac322e97-e3eb-4cc1-ae00-371858275c20 req-1be016d2-9715-430f-b927-55a23175ba31 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] 10.222.0.35 "GET /v2.0/ports?device_id=076de625-2a49-46b5-9344-19509d3a2557 HTTP/1.1" status: 200 len: 945 time: 0.2446983 May 20 20:37:23.966768 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-87aaa57a-e94a-46cf-95ff-a9eeefa3255f req-a7ac9db3-40bd-45b2-b608-e90eb83eb3bd service neutron] 10.222.0.13 "GET /v2.0/networks/cd702362-b982-46c5-a7d0-51de1b03df86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2936609 May 20 20:37:23.968020 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-f6220c87-0d72-46b2-ab4c-c645cba002e9 None None] Provisioning complete for port c97eadfd-f41a-4fb2-80fd-962422a3d259 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:37:23.968020 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-f6220c87-0d72-46b2-ab4c-c645cba002e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:23.968288 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b75b4c-44cc-493c-bbac-cb54e793bc82 req-ce4413ee-eac6-41b5-ae50-1ce41ea131a1 tempest-LiveMigrationNegativeTest-1438540510 tempest-LiveMigrationNegativeTest-1438540510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:23.970368 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-92b75b4c-44cc-493c-bbac-cb54e793bc82 req-ce4413ee-eac6-41b5-ae50-1ce41ea131a1 tempest-LiveMigrationNegativeTest-1438540510 tempest-LiveMigrationNegativeTest-1438540510-project] 10.222.0.35 "GET /v2.0/ports?device_id=52c18748-2cc2-40bf-a3a4-f9db6e725ba2 HTTP/1.1" status: 200 len: 949 time: 0.2169075 May 20 20:37:24.040150 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [req-c3cccf59-1d01-4cdc-9ad9-2c24f9817cda req-7579c51d-2bae-4e21-ba5a-bbbc3f90e91b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad8036cd-7d02-407a-9e0d-263626d3f679 {{(pid=103163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:37:24.061802 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ac322e97-e3eb-4cc1-ae00-371858275c20 req-388e6682-ae93-41c3-add5-291e505be531 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] 10.222.0.35 "GET /v2.0/security-groups?id=0a1ca955-ee86-4e03-bb39-6b1e6a532a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773715 May 20 20:37:24.068279 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-c3cccf59-1d01-4cdc-9ad9-2c24f9817cda req-7579c51d-2bae-4e21-ba5a-bbbc3f90e91b service neutron] Notify callbacks [] for port, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:24.100268 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [req-c3cccf59-1d01-4cdc-9ad9-2c24f9817cda req-7579c51d-2bae-4e21-ba5a-bbbc3f90e91b service neutron] Transition to ACTIVE for port object ad8036cd-7d02-407a-9e0d-263626d3f679 will not be triggered until provisioned by entity L2. {{(pid=103163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 20:37:24.121858 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-87aaa57a-e94a-46cf-95ff-a9eeefa3255f req-0b6a15a9-cfd3-4682-baf5-053d4e9ab185 service neutron] 10.222.0.13 "GET /v2.0/networks/cd702362-b982-46c5-a7d0-51de1b03df86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2168756 May 20 20:37:24.122778 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-f6220c87-0d72-46b2-ab4c-c645cba002e9 None None] Port c97eadfd-f41a-4fb2-80fd-962422a3d259 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 20:37:24.124820 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-92b75b4c-44cc-493c-bbac-cb54e793bc82 req-07eeae65-f458-4472-a19e-977f9e82fb4e tempest-LiveMigrationNegativeTest-1438540510 tempest-LiveMigrationNegativeTest-1438540510-project] 10.222.0.35 "GET /v2.0/security-groups?id=89ca7ea3-9b4d-452a-a64a-566d7b2e6fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223221 May 20 20:37:24.200443 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4bb0e131-6525-46ca-a45b-e4ea43a5e69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:24.200901 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c3cccf59-1d01-4cdc-9ad9-2c24f9817cda req-3f14f974-5f7d-42db-b146-646bfef505fe tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.5876851 May 20 20:37:24.215558 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [req-c3cccf59-1d01-4cdc-9ad9-2c24f9817cda req-e31ca996-cf3b-49fd-a6ef-949aa6baa3b8 service neutron] Request body: {'port': {'device_id': '217a8edb-2b21-456c-8e31-8a00107e1259', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-842733-1'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:37:24.301319 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-c3cccf59-1d01-4cdc-9ad9-2c24f9817cda req-7579c51d-2bae-4e21-ba5a-bbbc3f90e91b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:24.418286 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-c3cccf59-1d01-4cdc-9ad9-2c24f9817cda req-e31ca996-cf3b-49fd-a6ef-949aa6baa3b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:24.447074 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7579c51d-2bae-4e21-ba5a-bbbc3f90e91b service neutron] Pushing event updated for resources: {'Port': ['ID=ad8036cd-7d02-407a-9e0d-263626d3f679,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:37:24.452953 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8880e59e-a992-4807-aed3-88172d007c0f req-bad12a0a-d73c-4a18-b233-8b3d6d7320de tempest-LiveAutoBlockMigrationV225Test-1777330067 tempest-LiveAutoBlockMigrationV225Test-1777330067-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:24.461774 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8880e59e-a992-4807-aed3-88172d007c0f req-bad12a0a-d73c-4a18-b233-8b3d6d7320de tempest-LiveAutoBlockMigrationV225Test-1777330067 tempest-LiveAutoBlockMigrationV225Test-1777330067-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=15403929-020e-4cba-8203-91654f1a9017 HTTP/1.1" status: 200 len: 1096 time: 0.2404454 May 20 20:37:24.472749 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:24.566292 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634ee8a9-f38e-4ac3-89fb-68f4453ebb9a req-c29c3f29-22be-4dd2-aa28-8b72ece4cc4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:24.567699 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-634ee8a9-f38e-4ac3-89fb-68f4453ebb9a req-c29c3f29-22be-4dd2-aa28-8b72ece4cc4a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e3bf9bf1dd86451a9fc95ed1873df9d4&device_id=da88f731-41bc-47f8-a232-4c07bc5e2068 HTTP/1.1" status: 200 len: 1099 time: 0.2030699 May 20 20:37:24.603946 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8880e59e-a992-4807-aed3-88172d007c0f req-c7751afe-c8cf-45e5-944a-aff84cc09b13 tempest-LiveAutoBlockMigrationV225Test-1777330067 tempest-LiveAutoBlockMigrationV225Test-1777330067-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=1c1ac446-2eae-4e3c-98ef-7a4684e96782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412165 May 20 20:37:24.716917 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-c3cccf59-1d01-4cdc-9ad9-2c24f9817cda req-7579c51d-2bae-4e21-ba5a-bbbc3f90e91b service neutron] Attempting to bind port ad8036cd-7d02-407a-9e0d-263626d3f679 on host n-h1-842733-1 for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:37:24.717293 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-c3cccf59-1d01-4cdc-9ad9-2c24f9817cda req-7579c51d-2bae-4e21-ba5a-bbbc3f90e91b service neutron] Attempting to bind port ad8036cd-7d02-407a-9e0d-263626d3f679 by drivers openvswitch,hyperv on host n-h1-842733-1 at level 0 using segments [{'id': 'ed3a602f-49fb-4a95-be80-401e1eb72e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'cd702362-b982-46c5-a7d0-51de1b03df86'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:37:24.717604 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3cccf59-1d01-4cdc-9ad9-2c24f9817cda req-7579c51d-2bae-4e21-ba5a-bbbc3f90e91b service neutron] Attempting to bind port ad8036cd-7d02-407a-9e0d-263626d3f679 on network cd702362-b982-46c5-a7d0-51de1b03df86 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:37:24.756617 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3cccf59-1d01-4cdc-9ad9-2c24f9817cda req-7579c51d-2bae-4e21-ba5a-bbbc3f90e91b service neutron] Port ad8036cd-7d02-407a-9e0d-263626d3f679 on network cd702362-b982-46c5-a7d0-51de1b03df86 not bound, no agent of type Open vSwitch agent registered on host n-h1-842733-1 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 20:37:24.756966 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3cccf59-1d01-4cdc-9ad9-2c24f9817cda req-7579c51d-2bae-4e21-ba5a-bbbc3f90e91b service neutron] Attempting to bind port ad8036cd-7d02-407a-9e0d-263626d3f679 on network cd702362-b982-46c5-a7d0-51de1b03df86 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:37:24.818216 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3cccf59-1d01-4cdc-9ad9-2c24f9817cda req-7579c51d-2bae-4e21-ba5a-bbbc3f90e91b service neutron] Checking agent: {'id': '08dfb1ce-804b-4db8-838b-21094082e041', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 32, 54), 'started_at': datetime.datetime(2022, 5, 20, 20, 32, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 37, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:37:24.818551 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3cccf59-1d01-4cdc-9ad9-2c24f9817cda req-7579c51d-2bae-4e21-ba5a-bbbc3f90e91b service neutron] Checking segment: {'id': 'ed3a602f-49fb-4a95-be80-401e1eb72e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'cd702362-b982-46c5-a7d0-51de1b03df86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:37:24.818937 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3cccf59-1d01-4cdc-9ad9-2c24f9817cda req-7579c51d-2bae-4e21-ba5a-bbbc3f90e91b service neutron] Bound using segment: {'id': 'ed3a602f-49fb-4a95-be80-401e1eb72e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'cd702362-b982-46c5-a7d0-51de1b03df86'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:37:24.819384 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-c3cccf59-1d01-4cdc-9ad9-2c24f9817cda req-7579c51d-2bae-4e21-ba5a-bbbc3f90e91b service neutron] Bound port: ad8036cd-7d02-407a-9e0d-263626d3f679, host: n-h1-842733-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed3a602f-49fb-4a95-be80-401e1eb72e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'cd702362-b982-46c5-a7d0-51de1b03df86'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:37:24.819743 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-c3cccf59-1d01-4cdc-9ad9-2c24f9817cda req-7579c51d-2bae-4e21-ba5a-bbbc3f90e91b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:24.863322 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634ee8a9-f38e-4ac3-89fb-68f4453ebb9a req-bfb5b547-e22f-450e-b240-8b0f8ea11f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:24.864785 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-634ee8a9-f38e-4ac3-89fb-68f4453ebb9a req-bfb5b547-e22f-450e-b240-8b0f8ea11f1a service neutron] 10.222.0.13 "GET /v2.0/networks?id=cd702362-b982-46c5-a7d0-51de1b03df86 HTTP/1.1" status: 200 len: 870 time: 0.2798312 May 20 20:37:24.872283 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267ee33b-b587-4b64-878c-0c2bcb0a4ccc req-711d3faa-1c73-424f-8e4d-7ce48b43cfc2 tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:24.873719 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-267ee33b-b587-4b64-878c-0c2bcb0a4ccc req-711d3faa-1c73-424f-8e4d-7ce48b43cfc2 tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] 10.222.0.35 "GET /v2.0/ports?device_id=da88f731-41bc-47f8-a232-4c07bc5e2068 HTTP/1.1" status: 200 len: 948 time: 0.1512573 May 20 20:37:24.963144 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-634ee8a9-f38e-4ac3-89fb-68f4453ebb9a req-cd6ab8b3-0dff-443a-a76d-732fcc178d51 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=e4e4ecc2-8320-4318-9781-f8822bce8067 HTTP/1.1" status: 200 len: 217 time: 0.0884757 May 20 20:37:25.052944 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-c3cccf59-1d01-4cdc-9ad9-2c24f9817cda req-7579c51d-2bae-4e21-ba5a-bbbc3f90e91b service neutron] For port ad8036cd-7d02-407a-9e0d-263626d3f679, host n-h1-842733-1, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:37:25.071084 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-267ee33b-b587-4b64-878c-0c2bcb0a4ccc req-8b5711e7-95d6-42d4-8b0b-af252b5319f6 tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] 10.222.0.35 "GET /v2.0/security-groups?id=b86a25cf-8ff6-49a5-9967-210010093ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712835 May 20 20:37:25.088124 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-c3cccf59-1d01-4cdc-9ad9-2c24f9817cda req-7579c51d-2bae-4e21-ba5a-bbbc3f90e91b service neutron] For port ad8036cd-7d02-407a-9e0d-263626d3f679, host n-h1-842733-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=ad8036cd-7d02-407a-9e0d-263626d3f679,segment=NetworkSegment(ed3a602f-49fb-4a95-be80-401e1eb72e33),segment_id=ed3a602f-49fb-4a95-be80-401e1eb72e33)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:37:25.098805 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device a34dcdeb-2b13-4bc8-95e3-99318b5bfb70 up at agent hyperv_n-h2-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:37:25.125854 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634ee8a9-f38e-4ac3-89fb-68f4453ebb9a req-d9388a40-bed4-45b7-b139-c638bde3efb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:25.127461 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-634ee8a9-f38e-4ac3-89fb-68f4453ebb9a req-d9388a40-bed4-45b7-b139-c638bde3efb1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=26b342ea-254c-483a-9ea9-f11c178970eb HTTP/1.1" status: 200 len: 843 time: 0.1540520 May 20 20:37:25.179701 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-c3cccf59-1d01-4cdc-9ad9-2c24f9817cda req-7579c51d-2bae-4e21-ba5a-bbbc3f90e91b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:25.217824 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Provisioning for port a34dcdeb-2b13-4bc8-95e3-99318b5bfb70 completed by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 20:37:25.223423 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Provisioning complete for port a34dcdeb-2b13-4bc8-95e3-99318b5bfb70 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:37:25.228356 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:25.327105 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port a34dcdeb-2b13-4bc8-95e3-99318b5bfb70 is: BUILD; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:37:25.327625 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:25.353168 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af8dbbf2-af97-4d08-9dfb-94cc026d387b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a34dcdeb-2b13-4bc8-95e3-99318b5bfb70'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:37:25.355818 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8485417003ce7c0410b00f5cdc2f391e21107b70bb68e2773712534a96e108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbfc2760-7410-421d-99b8-8d8e20a2482a" -d '{"events": [{"server_uuid": "af8dbbf2-af97-4d08-9dfb-94cc026d387b", "name": "network-vif-plugged", "status": "completed", "tag": "a34dcdeb-2b13-4bc8-95e3-99318b5bfb70"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:37:25.374498 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port a34dcdeb-2b13-4bc8-95e3-99318b5bfb70, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=a34dcdeb-2b13-4bc8-95e3-99318b5bfb70,segment=NetworkSegment(ed3a602f-49fb-4a95-be80-401e1eb72e33),segment_id=ed3a602f-49fb-4a95-be80-401e1eb72e33)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:37:25.378657 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cc3ec51b-6ec8-438a-8349-5f0bec346d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:25.436852 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:25.504853 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:25.506850 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=a34dcdeb-2b13-4bc8-95e3-99318b5bfb70,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:37:25.527996 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [req-c3cccf59-1d01-4cdc-9ad9-2c24f9817cda req-e31ca996-cf3b-49fd-a6ef-949aa6baa3b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c97eadfd-f41a-4fb2-80fd-962422a3d259 {{(pid=103163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:37:25.552716 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f713ea9-fa2f-4787-b078-9074e76d3bc4 req-12034ccd-41f7-413b-9632-ab768fc1b6f7 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:25.554267 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5f713ea9-fa2f-4787-b078-9074e76d3bc4 req-12034ccd-41f7-413b-9632-ab768fc1b6f7 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] 10.222.0.35 "GET /v2.0/ports?device_id=217a8edb-2b21-456c-8e31-8a00107e1259 HTTP/1.1" status: 200 len: 936 time: 0.4865303 May 20 20:37:25.556198 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-c3cccf59-1d01-4cdc-9ad9-2c24f9817cda req-e31ca996-cf3b-49fd-a6ef-949aa6baa3b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:25.559095 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cccf59-1d01-4cdc-9ad9-2c24f9817cda req-7579c51d-2bae-4e21-ba5a-bbbc3f90e91b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:25.559683 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-c3cccf59-1d01-4cdc-9ad9-2c24f9817cda req-7579c51d-2bae-4e21-ba5a-bbbc3f90e91b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:25.561009 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c3cccf59-1d01-4cdc-9ad9-2c24f9817cda req-7579c51d-2bae-4e21-ba5a-bbbc3f90e91b service neutron] 10.222.0.24 "PUT /v2.0/ports/ad8036cd-7d02-407a-9e0d-263626d3f679 HTTP/1.1" status: 200 len: 1096 time: 2.5366883 May 20 20:37:25.563599 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79fb5e92-04b7-4f21-b860-f2bc97282b3e', 'tag': 'ad8036cd-7d02-407a-9e0d-263626d3f679'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:37:25.565844 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4291b17aa7b45362825f0571e77c85f5e73afe1df9c7e9e15006df9d695c005e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3331e029-a73d-4ca9-a37d-4b8ba6a5c19b" -d '{"events": [{"name": "network-changed", "server_uuid": "79fb5e92-04b7-4f21-b860-f2bc97282b3e", "tag": "ad8036cd-7d02-407a-9e0d-263626d3f679"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:37:25.618387 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [req-c3cccf59-1d01-4cdc-9ad9-2c24f9817cda req-e31ca996-cf3b-49fd-a6ef-949aa6baa3b8 service neutron] Transition to ACTIVE for port object c97eadfd-f41a-4fb2-80fd-962422a3d259 will not be triggered until provisioned by entity L2. {{(pid=103163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 20:37:25.620356 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634ee8a9-f38e-4ac3-89fb-68f4453ebb9a req-a6de87dd-f9a3-4563-a229-05de7ef6fdc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:25.621870 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-634ee8a9-f38e-4ac3-89fb-68f4453ebb9a req-a6de87dd-f9a3-4563-a229-05de7ef6fdc1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cd702362-b982-46c5-a7d0-51de1b03df86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4840577 May 20 20:37:25.633112 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4385cc94-621a-464f-bc42-f23fe3ddb1db req-b800d2b9-562c-4674-9f5a-3a987484bb2e tempest-ServersWithSpecificFlavorTestJSON-403335495 tempest-ServersWithSpecificFlavorTestJSON-403335495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:25.637568 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4385cc94-621a-464f-bc42-f23fe3ddb1db req-b800d2b9-562c-4674-9f5a-3a987484bb2e tempest-ServersWithSpecificFlavorTestJSON-403335495 tempest-ServersWithSpecificFlavorTestJSON-403335495-project] 10.222.0.35 "GET /v2.0/ports?device_id=b4070de9-726e-4300-9952-8e4a88742aac HTTP/1.1" status: 200 len: 945 time: 0.5014191 May 20 20:37:25.644732 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7579c51d-2bae-4e21-ba5a-bbbc3f90e91b service neutron] Pushing event updated for resources: {'Port': ['ID=ad8036cd-7d02-407a-9e0d-263626d3f679,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:37:25.724609 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-c3cccf59-1d01-4cdc-9ad9-2c24f9817cda req-e31ca996-cf3b-49fd-a6ef-949aa6baa3b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:25.754602 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5f713ea9-fa2f-4787-b078-9074e76d3bc4 req-82144cdb-d4c5-4f43-808a-c4684ff69c8a tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c2aa399-3055-4eb0-8f1a-45933e0e3cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800818 May 20 20:37:25.834322 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4385cc94-621a-464f-bc42-f23fe3ddb1db req-b814910e-d9cf-46ff-9268-64f2d3143d8f tempest-ServersWithSpecificFlavorTestJSON-403335495 tempest-ServersWithSpecificFlavorTestJSON-403335495-project] 10.222.0.35 "GET /v2.0/security-groups?id=fb4532a0-c356-4e15-af9a-d177d4428652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1849542 May 20 20:37:25.848497 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31ca996-cf3b-49fd-a6ef-949aa6baa3b8 service neutron] Pushing event updated for resources: {'Port': ['ID=c97eadfd-f41a-4fb2-80fd-962422a3d259,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:37:25.921502 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-634ee8a9-f38e-4ac3-89fb-68f4453ebb9a req-4fa2971e-c907-49a2-bc99-7921aa97af22 service neutron] 10.222.0.13 "GET /v2.0/networks/cd702362-b982-46c5-a7d0-51de1b03df86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2858467 May 20 20:37:25.930216 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cccf59-1d01-4cdc-9ad9-2c24f9817cda req-3395a64b-c716-481b-b22f-337298b373d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:25.931621 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c3cccf59-1d01-4cdc-9ad9-2c24f9817cda req-3395a64b-c716-481b-b22f-337298b373d1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4207919be7244eb28564658a511e407f&device_id=79fb5e92-04b7-4f21-b860-f2bc97282b3e HTTP/1.1" status: 200 len: 1099 time: 0.2288778 May 20 20:37:26.125949 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c3cccf59-1d01-4cdc-9ad9-2c24f9817cda req-0f67f42a-c581-46f5-be1b-4f5304b6965c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=ad8036cd-7d02-407a-9e0d-263626d3f679 HTTP/1.1" status: 200 len: 217 time: 0.1463475 May 20 20:37:26.244213 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa6a3c0-968b-42b2-af40-671561a1b0a6 req-65fe2639-f7fa-4b98-85fc-f81e96dacbf6 tempest-LiveMigrationNegativeTest-1438540510 tempest-LiveMigrationNegativeTest-1438540510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:26.245702 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3aa6a3c0-968b-42b2-af40-671561a1b0a6 req-65fe2639-f7fa-4b98-85fc-f81e96dacbf6 tempest-LiveMigrationNegativeTest-1438540510 tempest-LiveMigrationNegativeTest-1438540510-project] 10.222.0.35 "GET /v2.0/ports?device_id=52c18748-2cc2-40bf-a3a4-f9db6e725ba2 HTTP/1.1" status: 200 len: 949 time: 0.3216643 May 20 20:37:26.246331 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-c3cccf59-1d01-4cdc-9ad9-2c24f9817cda req-e31ca996-cf3b-49fd-a6ef-949aa6baa3b8 service neutron] Attempting to bind port c97eadfd-f41a-4fb2-80fd-962422a3d259 on host n-h1-842733-1 for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:37:26.246652 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-c3cccf59-1d01-4cdc-9ad9-2c24f9817cda req-e31ca996-cf3b-49fd-a6ef-949aa6baa3b8 service neutron] Attempting to bind port c97eadfd-f41a-4fb2-80fd-962422a3d259 by drivers openvswitch,hyperv on host n-h1-842733-1 at level 0 using segments [{'id': 'ed3a602f-49fb-4a95-be80-401e1eb72e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'cd702362-b982-46c5-a7d0-51de1b03df86'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:37:26.246971 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3cccf59-1d01-4cdc-9ad9-2c24f9817cda req-e31ca996-cf3b-49fd-a6ef-949aa6baa3b8 service neutron] Attempting to bind port c97eadfd-f41a-4fb2-80fd-962422a3d259 on network cd702362-b982-46c5-a7d0-51de1b03df86 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:37:26.264028 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cccf59-1d01-4cdc-9ad9-2c24f9817cda req-1b71dca1-272d-4b58-9c38-6757ad2a307e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:26.265398 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c3cccf59-1d01-4cdc-9ad9-2c24f9817cda req-1b71dca1-272d-4b58-9c38-6757ad2a307e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=26b342ea-254c-483a-9ea9-f11c178970eb HTTP/1.1" status: 200 len: 843 time: 0.1294541 May 20 20:37:26.288661 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3cccf59-1d01-4cdc-9ad9-2c24f9817cda req-e31ca996-cf3b-49fd-a6ef-949aa6baa3b8 service neutron] Port c97eadfd-f41a-4fb2-80fd-962422a3d259 on network cd702362-b982-46c5-a7d0-51de1b03df86 not bound, no agent of type Open vSwitch agent registered on host n-h1-842733-1 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 20:37:26.290077 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3cccf59-1d01-4cdc-9ad9-2c24f9817cda req-e31ca996-cf3b-49fd-a6ef-949aa6baa3b8 service neutron] Attempting to bind port c97eadfd-f41a-4fb2-80fd-962422a3d259 on network cd702362-b982-46c5-a7d0-51de1b03df86 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:37:26.320013 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2d03e9-768a-4f60-8ef7-78bd78fcf40d req-fc3ade15-40bd-4e19-83b4-44b65c0d83b2 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:26.321463 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2d2d03e9-768a-4f60-8ef7-78bd78fcf40d req-fc3ade15-40bd-4e19-83b4-44b65c0d83b2 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.35 "GET /v2.0/networks?id=fef9e30f-3c34-4b6b-9bd5-2a167649e7b0 HTTP/1.1" status: 200 len: 820 time: 0.3962634 May 20 20:37:26.341398 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-634ee8a9-f38e-4ac3-89fb-68f4453ebb9a req-16ae2650-2560-458e-a92f-fd9fe7774ea5 service neutron] 10.222.0.13 "GET /v2.0/networks/cd702362-b982-46c5-a7d0-51de1b03df86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3785083 May 20 20:37:26.342098 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3cccf59-1d01-4cdc-9ad9-2c24f9817cda req-e31ca996-cf3b-49fd-a6ef-949aa6baa3b8 service neutron] Checking agent: {'id': '08dfb1ce-804b-4db8-838b-21094082e041', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 32, 54), 'started_at': datetime.datetime(2022, 5, 20, 20, 32, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 37, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:37:26.342429 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3cccf59-1d01-4cdc-9ad9-2c24f9817cda req-e31ca996-cf3b-49fd-a6ef-949aa6baa3b8 service neutron] Checking segment: {'id': 'ed3a602f-49fb-4a95-be80-401e1eb72e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'cd702362-b982-46c5-a7d0-51de1b03df86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:37:26.342805 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3cccf59-1d01-4cdc-9ad9-2c24f9817cda req-e31ca996-cf3b-49fd-a6ef-949aa6baa3b8 service neutron] Bound using segment: {'id': 'ed3a602f-49fb-4a95-be80-401e1eb72e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'cd702362-b982-46c5-a7d0-51de1b03df86'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:37:26.343242 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-c3cccf59-1d01-4cdc-9ad9-2c24f9817cda req-e31ca996-cf3b-49fd-a6ef-949aa6baa3b8 service neutron] Bound port: c97eadfd-f41a-4fb2-80fd-962422a3d259, host: n-h1-842733-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed3a602f-49fb-4a95-be80-401e1eb72e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'cd702362-b982-46c5-a7d0-51de1b03df86'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:37:26.343592 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-c3cccf59-1d01-4cdc-9ad9-2c24f9817cda req-e31ca996-cf3b-49fd-a6ef-949aa6baa3b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:26.384344 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3aa6a3c0-968b-42b2-af40-671561a1b0a6 req-7fed4cb7-60da-4745-9acd-21ccd4831132 tempest-LiveMigrationNegativeTest-1438540510 tempest-LiveMigrationNegativeTest-1438540510-project] 10.222.0.35 "GET /v2.0/security-groups?id=89ca7ea3-9b4d-452a-a64a-566d7b2e6fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283526 May 20 20:37:26.386768 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2d2d03e9-768a-4f60-8ef7-78bd78fcf40d req-55d3020f-a8ec-488d-bf44-5b873cf5ebf3 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.35 "GET /v2.0/quotas/8b3cc11ab7334369b6693afcab69aa6e HTTP/1.1" status: 200 len: 375 time: 0.0404527 May 20 20:37:26.442704 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cccf59-1d01-4cdc-9ad9-2c24f9817cda req-8b5e9c85-751c-499f-8bdb-9ae826b6e2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:26.444194 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c3cccf59-1d01-4cdc-9ad9-2c24f9817cda req-8b5e9c85-751c-499f-8bdb-9ae826b6e2b6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cd702362-b982-46c5-a7d0-51de1b03df86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1565123 May 20 20:37:26.524630 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-c3cccf59-1d01-4cdc-9ad9-2c24f9817cda req-e31ca996-cf3b-49fd-a6ef-949aa6baa3b8 service neutron] For port c97eadfd-f41a-4fb2-80fd-962422a3d259, host n-h1-842733-1, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:37:26.570735 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-c3cccf59-1d01-4cdc-9ad9-2c24f9817cda req-e31ca996-cf3b-49fd-a6ef-949aa6baa3b8 service neutron] For port c97eadfd-f41a-4fb2-80fd-962422a3d259, host n-h1-842733-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=c97eadfd-f41a-4fb2-80fd-962422a3d259,segment=NetworkSegment(ed3a602f-49fb-4a95-be80-401e1eb72e33),segment_id=ed3a602f-49fb-4a95-be80-401e1eb72e33)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:37:26.586486 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2d2d03e9-768a-4f60-8ef7-78bd78fcf40d req-8e5e15f8-b745-4b61-b67c-f22e1a6c7b03 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=8b3cc11ab7334369b6693afcab69aa6e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1736498 May 20 20:37:26.620892 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9ae51a-67d6-4a86-aa3d-f2ea86283377 req-6e6d9b4f-16c4-4756-a51a-74ec629565c5 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:26.622360 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5a9ae51a-67d6-4a86-aa3d-f2ea86283377 req-6e6d9b4f-16c4-4756-a51a-74ec629565c5 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] 10.222.0.35 "GET /v2.0/ports?device_id=076de625-2a49-46b5-9344-19509d3a2557 HTTP/1.1" status: 200 len: 945 time: 0.1646287 May 20 20:37:26.694617 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c3cccf59-1d01-4cdc-9ad9-2c24f9817cda req-0f967a71-c1cc-448c-a4f9-bf1f6a7af10d service neutron] 10.222.0.24 "GET /v2.0/networks/cd702362-b982-46c5-a7d0-51de1b03df86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2357109 May 20 20:37:26.716054 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-c3cccf59-1d01-4cdc-9ad9-2c24f9817cda req-e31ca996-cf3b-49fd-a6ef-949aa6baa3b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:26.779150 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5a9ae51a-67d6-4a86-aa3d-f2ea86283377 req-e94c7d78-a357-4777-85f8-24f09cafa722 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] 10.222.0.35 "GET /v2.0/security-groups?id=0a1ca955-ee86-4e03-bb39-6b1e6a532a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416042 May 20 20:37:26.828033 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cccf59-1d01-4cdc-9ad9-2c24f9817cda req-e31ca996-cf3b-49fd-a6ef-949aa6baa3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:26.828984 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-c3cccf59-1d01-4cdc-9ad9-2c24f9817cda req-e31ca996-cf3b-49fd-a6ef-949aa6baa3b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:26.834796 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c3cccf59-1d01-4cdc-9ad9-2c24f9817cda req-e31ca996-cf3b-49fd-a6ef-949aa6baa3b8 service neutron] 10.222.0.24 "PUT /v2.0/ports/c97eadfd-f41a-4fb2-80fd-962422a3d259 HTTP/1.1" status: 200 len: 1096 time: 2.6202769 May 20 20:37:26.861781 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2d2d03e9-768a-4f60-8ef7-78bd78fcf40d req-011a23a8-785b-477c-8ac0-d0f3515b615b service neutron] 10.222.0.35 "GET /v2.0/networks/fef9e30f-3c34-4b6b-9bd5-2a167649e7b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2609217 May 20 20:37:26.864310 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 20:37:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c3d20e6-ffbd-4ed0-9938-46288bbcf65d x-openstack-request-id: req-6c3d20e6-ffbd-4ed0-9938-46288bbcf65d {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:37:26.864824 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af8dbbf2-af97-4d08-9dfb-94cc026d387b", "name": "network-vif-plugged", "status": "completed", "tag": "a34dcdeb-2b13-4bc8-95e3-99318b5bfb70", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:37:26.864939 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6c3d20e6-ffbd-4ed0-9938-46288bbcf65d {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:37:26.865445 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c3d20e6-ffbd-4ed0-9938-46288bbcf65d'] response: {'server_uuid': 'af8dbbf2-af97-4d08-9dfb-94cc026d387b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a34dcdeb-2b13-4bc8-95e3-99318b5bfb70', 'code': 200} May 20 20:37:26.915867 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c3cccf59-1d01-4cdc-9ad9-2c24f9817cda req-f7c853ba-9522-4cf4-a29e-7c6523b5e50f service neutron] 10.222.0.24 "GET /v2.0/networks/cd702362-b982-46c5-a7d0-51de1b03df86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2097144 May 20 20:37:26.929574 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 20:37:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-235a8d49-542e-4f53-ae39-5e27c16ff0bc x-openstack-request-id: req-235a8d49-542e-4f53-ae39-5e27c16ff0bc {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:37:26.944473 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79fb5e92-04b7-4f21-b860-f2bc97282b3e", "tag": "ad8036cd-7d02-407a-9e0d-263626d3f679", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:37:26.944473 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-235a8d49-542e-4f53-ae39-5e27c16ff0bc {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:37:26.944473 n-d-842733-1 neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-235a8d49-542e-4f53-ae39-5e27c16ff0bc'] response: {'name': 'network-changed', 'server_uuid': '79fb5e92-04b7-4f21-b860-f2bc97282b3e', 'tag': 'ad8036cd-7d02-407a-9e0d-263626d3f679', 'status': 'completed', 'code': 200} May 20 20:37:27.042523 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31ca996-cf3b-49fd-a6ef-949aa6baa3b8 service neutron] Pushing event updated for resources: {'Port': ['ID=c97eadfd-f41a-4fb2-80fd-962422a3d259,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:37:27.082321 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31ca996-cf3b-49fd-a6ef-949aa6baa3b8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:37:27.082883 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31ca996-cf3b-49fd-a6ef-949aa6baa3b8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:37:27.083379 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31ca996-cf3b-49fd-a6ef-949aa6baa3b8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:37:27.083883 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31ca996-cf3b-49fd-a6ef-949aa6baa3b8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:37:27.084360 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31ca996-cf3b-49fd-a6ef-949aa6baa3b8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:37:27.084845 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31ca996-cf3b-49fd-a6ef-949aa6baa3b8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:37:27.085347 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31ca996-cf3b-49fd-a6ef-949aa6baa3b8 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:37:27.085831 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31ca996-cf3b-49fd-a6ef-949aa6baa3b8 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:37:27.086324 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31ca996-cf3b-49fd-a6ef-949aa6baa3b8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:37:27.086791 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31ca996-cf3b-49fd-a6ef-949aa6baa3b8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:37:27.087266 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31ca996-cf3b-49fd-a6ef-949aa6baa3b8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:37:27.087740 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31ca996-cf3b-49fd-a6ef-949aa6baa3b8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:37:27.123734 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device e4e4ecc2-8320-4318-9781-f8822bce8067 details requested by agent hyperv_n-h2-842733-1 with host n-h2-842733-1 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 20:37:27.255983 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2d2d03e9-768a-4f60-8ef7-78bd78fcf40d req-7e014c69-7459-40d0-a2a8-6436cb4c431a service neutron] 10.222.0.35 "GET /v2.0/networks/fef9e30f-3c34-4b6b-9bd5-2a167649e7b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3834615 May 20 20:37:27.276236 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cccf59-1d01-4cdc-9ad9-2c24f9817cda req-56ae8e3a-5356-452c-8226-cffd411568e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:27.281114 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c3cccf59-1d01-4cdc-9ad9-2c24f9817cda req-56ae8e3a-5356-452c-8226-cffd411568e8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4207919be7244eb28564658a511e407f&device_id=217a8edb-2b21-456c-8e31-8a00107e1259 HTTP/1.1" status: 200 len: 1099 time: 0.2405891 May 20 20:37:27.295655 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port e4e4ecc2-8320-4318-9781-f8822bce8067, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=e4e4ecc2-8320-4318-9781-f8822bce8067,segment=NetworkSegment(ed3a602f-49fb-4a95-be80-401e1eb72e33),segment_id=ed3a602f-49fb-4a95-be80-401e1eb72e33)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:37:27.303080 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66642d3-14a5-4182-b024-932d9aa93cad req-dd9c503a-76a1-4897-bb1a-1d513d86bcd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:27.304732 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d66642d3-14a5-4182-b024-932d9aa93cad req-dd9c503a-76a1-4897-bb1a-1d513d86bcd4 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=af8dbbf2-af97-4d08-9dfb-94cc026d387b HTTP/1.1" status: 200 len: 1100 time: 0.3513153 May 20 20:37:27.335853 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Returning: {'device': 'e4e4ecc2-8320-4318-9781-f8822bce8067', 'network_id': 'cd702362-b982-46c5-a7d0-51de1b03df86', 'port_id': 'e4e4ecc2-8320-4318-9781-f8822bce8067', 'mac_address': 'fa:16:3e:10:6f:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26b342ea-254c-483a-9ea9-f11c178970eb', 'ip_address': '192.168.233.161'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 20 20:37:27.394243 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c3cccf59-1d01-4cdc-9ad9-2c24f9817cda req-28c9a3ba-d96b-4ba0-8c8f-c80256df1390 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=c97eadfd-f41a-4fb2-80fd-962422a3d259 HTTP/1.1" status: 200 len: 217 time: 0.0978243 May 20 20:37:27.435517 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port e4e4ecc2-8320-4318-9781-f8822bce8067 is: DOWN; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:37:27.436240 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:27.440008 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d66642d3-14a5-4182-b024-932d9aa93cad req-cf5223f7-c201-43b7-a11e-b0b62652a8a0 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=b86a25cf-8ff6-49a5-9967-210010093ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444314 May 20 20:37:27.443442 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3331e029-a73d-4ca9-a37d-4b8ba6a5c19b req-d49df4ac-7708-487c-af5b-ffb40fe30d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:27.451002 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4e4ecc2-8320-4318-9781-f8822bce8067 {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:37:27.452305 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3331e029-a73d-4ca9-a37d-4b8ba6a5c19b req-d49df4ac-7708-487c-af5b-ffb40fe30d7b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4207919be7244eb28564658a511e407f&device_id=79fb5e92-04b7-4f21-b860-f2bc97282b3e HTTP/1.1" status: 200 len: 1099 time: 0.3462651 May 20 20:37:27.475982 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port e4e4ecc2-8320-4318-9781-f8822bce8067, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=e4e4ecc2-8320-4318-9781-f8822bce8067,segment=NetworkSegment(ed3a602f-49fb-4a95-be80-401e1eb72e33),segment_id=ed3a602f-49fb-4a95-be80-401e1eb72e33)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:37:27.548442 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cccf59-1d01-4cdc-9ad9-2c24f9817cda req-074beeee-c9e8-40b4-bbf9-5681a7a32cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:27.550124 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c3cccf59-1d01-4cdc-9ad9-2c24f9817cda req-074beeee-c9e8-40b4-bbf9-5681a7a32cb0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=26b342ea-254c-483a-9ea9-f11c178970eb HTTP/1.1" status: 200 len: 843 time: 0.1338546 May 20 20:37:27.571798 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:27.637582 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3331e029-a73d-4ca9-a37d-4b8ba6a5c19b req-caeb0704-c66e-40dc-bfe6-527fb025686c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:27.639048 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3331e029-a73d-4ca9-a37d-4b8ba6a5c19b req-caeb0704-c66e-40dc-bfe6-527fb025686c service neutron] 10.222.0.24 "GET /v2.0/networks?id=cd702362-b982-46c5-a7d0-51de1b03df86 HTTP/1.1" status: 200 len: 870 time: 0.1621425 May 20 20:37:27.643702 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cccf59-1d01-4cdc-9ad9-2c24f9817cda req-d3fac971-fb8e-45bf-ad64-08b78885290d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:27.645005 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c3cccf59-1d01-4cdc-9ad9-2c24f9817cda req-d3fac971-fb8e-45bf-ad64-08b78885290d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cd702362-b982-46c5-a7d0-51de1b03df86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0803390 May 20 20:37:27.697824 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3331e029-a73d-4ca9-a37d-4b8ba6a5c19b req-d49905d0-dcdc-4828-835b-d9c56086f674 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=ad8036cd-7d02-407a-9e0d-263626d3f679 HTTP/1.1" status: 200 len: 217 time: 0.0449569 May 20 20:37:27.707128 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=e4e4ecc2-8320-4318-9781-f8822bce8067,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:37:27.864590 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e5dad4-e766-448d-b658-39934295d288 req-93c31ed5-e88e-4fb6-9e77-6ee35990dcc0 tempest-ServersWithSpecificFlavorTestJSON-403335495 tempest-ServersWithSpecificFlavorTestJSON-403335495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:27.866847 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-24e5dad4-e766-448d-b658-39934295d288 req-93c31ed5-e88e-4fb6-9e77-6ee35990dcc0 tempest-ServersWithSpecificFlavorTestJSON-403335495 tempest-ServersWithSpecificFlavorTestJSON-403335495-project] 10.222.0.35 "GET /v2.0/ports?device_id=b4070de9-726e-4300-9952-8e4a88742aac HTTP/1.1" status: 200 len: 945 time: 0.2255938 May 20 20:37:27.880501 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 60504) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:37:27.881576 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3331e029-a73d-4ca9-a37d-4b8ba6a5c19b req-d424855c-536a-4c1a-8608-5fd04ca1bdc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:27.883021 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3331e029-a73d-4ca9-a37d-4b8ba6a5c19b req-d424855c-536a-4c1a-8608-5fd04ca1bdc5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=26b342ea-254c-483a-9ea9-f11c178970eb HTTP/1.1" status: 200 len: 843 time: 0.1515419 May 20 20:37:27.891345 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-caaa5309-0826-4266-a91a-d10ef1ebda7e tempest-ServersWithSpecificFlavorTestJSON-403335495 tempest-ServersWithSpecificFlavorTestJSON-403335495-project] Request body: {'floatingip': {'port_id': 'ac79cc1c-bc7e-4b34-8030-40c06f95b85c'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:37:27.893823 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] get_ports_and_sgs() called for port_ids ['e4e4ecc2-8320-4318-9781-f8822bce8067'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:37:27.966807 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddd6b10-4288-43b6-bb9f-3ab2cc0b40be req-348261ae-10ec-4fe6-a946-0f59869fdf97 tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:27.970462 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0ddd6b10-4288-43b6-bb9f-3ab2cc0b40be req-348261ae-10ec-4fe6-a946-0f59869fdf97 tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] 10.222.0.35 "GET /v2.0/ports?device_id=da88f731-41bc-47f8-a232-4c07bc5e2068 HTTP/1.1" status: 200 len: 949 time: 0.2263780 May 20 20:37:27.978488 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-caaa5309-0826-4266-a91a-d10ef1ebda7e tempest-ServersWithSpecificFlavorTestJSON-403335495 tempest-ServersWithSpecificFlavorTestJSON-403335495-project] Notify callbacks [] for floatingip, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:28.020722 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c3cccf59-1d01-4cdc-9ad9-2c24f9817cda req-80742748-cfc0-4d3b-9793-89f412bd7314 service neutron] 10.222.0.24 "GET /v2.0/networks/cd702362-b982-46c5-a7d0-51de1b03df86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3087628 May 20 20:37:28.042577 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3331e029-a73d-4ca9-a37d-4b8ba6a5c19b req-ebf5f769-385a-40ab-881d-766df18f4dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:28.044944 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3331e029-a73d-4ca9-a37d-4b8ba6a5c19b req-ebf5f769-385a-40ab-881d-766df18f4dae service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cd702362-b982-46c5-a7d0-51de1b03df86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1509535 May 20 20:37:28.053770 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-00f008c4-3a82-40a1-a9b1-b2957fe0c670 req-b9fd1520-4a86-47f2-8f5c-3f8d62e27c41 tempest-LiveMigrationNegativeTest-1438540510 tempest-LiveMigrationNegativeTest-1438540510-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=f0a00de831794c7980c037dc26b9c7f6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0586259 May 20 20:37:28.248250 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0ddd6b10-4288-43b6-bb9f-3ab2cc0b40be req-956fa4c9-df79-43a3-ba05-bfa5e369a40c tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] 10.222.0.35 "GET /v2.0/security-groups?id=b86a25cf-8ff6-49a5-9967-210010093ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2578609 May 20 20:37:28.271178 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3331e029-a73d-4ca9-a37d-4b8ba6a5c19b req-3daf1b51-ac1c-4b83-bf51-130f2ff521d8 service neutron] 10.222.0.24 "GET /v2.0/networks/cd702362-b982-46c5-a7d0-51de1b03df86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2162044 May 20 20:37:28.377651 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c3cccf59-1d01-4cdc-9ad9-2c24f9817cda req-38a6d11c-1b7d-4238-ba2b-814660809254 service neutron] 10.222.0.24 "GET /v2.0/networks/cd702362-b982-46c5-a7d0-51de1b03df86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3345664 May 20 20:37:28.738211 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f008c4-3a82-40a1-a9b1-b2957fe0c670 req-d4037894-746f-48b9-837d-a6b825176727 tempest-LiveMigrationNegativeTest-1438540510 tempest-LiveMigrationNegativeTest-1438540510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:28.739679 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-00f008c4-3a82-40a1-a9b1-b2957fe0c670 req-d4037894-746f-48b9-837d-a6b825176727 tempest-LiveMigrationNegativeTest-1438540510 tempest-LiveMigrationNegativeTest-1438540510-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6130621 May 20 20:37:28.778147 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-00f008c4-3a82-40a1-a9b1-b2957fe0c670 req-4aad66e6-4dc2-4d0a-bce9-fafddbac546b tempest-LiveMigrationNegativeTest-1438540510 tempest-LiveMigrationNegativeTest-1438540510-project] 10.222.0.35 "GET /v2.0/quotas/f0a00de831794c7980c037dc26b9c7f6 HTTP/1.1" status: 200 len: 375 time: 0.0291045 May 20 20:37:28.785457 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3331e029-a73d-4ca9-a37d-4b8ba6a5c19b req-15820624-c49d-4ce1-b57a-5b1beb0865a5 service neutron] 10.222.0.24 "GET /v2.0/networks/cd702362-b982-46c5-a7d0-51de1b03df86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5039427 May 20 20:37:28.795927 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f0a402-6551-43c7-8b53-ccbe308fe822 req-23195c18-ae0c-4a8b-a000-61c93ca42d58 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:28.798903 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f4f0a402-6551-43c7-8b53-ccbe308fe822 req-23195c18-ae0c-4a8b-a000-61c93ca42d58 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] 10.222.0.35 "GET /v2.0/ports?device_id=217a8edb-2b21-456c-8e31-8a00107e1259 HTTP/1.1" status: 200 len: 948 time: 0.4201121 May 20 20:37:28.870967 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f4f0a402-6551-43c7-8b53-ccbe308fe822 req-564287be-01e8-4e0c-957e-0bd89f88f4ce tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c2aa399-3055-4eb0-8f1a-45933e0e3cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568013 May 20 20:37:28.875999 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-00f008c4-3a82-40a1-a9b1-b2957fe0c670 req-5fa00929-4e18-4505-8d46-ad44c06bd8f1 tempest-LiveMigrationNegativeTest-1438540510 tempest-LiveMigrationNegativeTest-1438540510-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=f0a00de831794c7980c037dc26b9c7f6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0758939 May 20 20:37:28.932909 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '217a8edb-2b21-456c-8e31-8a00107e1259', 'tag': 'c97eadfd-f41a-4fb2-80fd-962422a3d259'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:37:28.936420 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4291b17aa7b45362825f0571e77c85f5e73afe1df9c7e9e15006df9d695c005e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f036f73-0c0d-4cf2-a004-f69f267f1b9c" -d '{"events": [{"name": "network-changed", "server_uuid": "217a8edb-2b21-456c-8e31-8a00107e1259", "tag": "c97eadfd-f41a-4fb2-80fd-962422a3d259"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:37:28.938858 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-caaa5309-0826-4266-a91a-d10ef1ebda7e tempest-ServersWithSpecificFlavorTestJSON-403335495 tempest-ServersWithSpecificFlavorTestJSON-403335495-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:29.028449 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-caaa5309-0826-4266-a91a-d10ef1ebda7e tempest-ServersWithSpecificFlavorTestJSON-403335495 tempest-ServersWithSpecificFlavorTestJSON-403335495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748272'] for floatingip, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:29.135549 n-d-842733-1 neutron-server[103162]: INFO neutron.db.l3_db [None req-caaa5309-0826-4266-a91a-d10ef1ebda7e tempest-ServersWithSpecificFlavorTestJSON-403335495 tempest-ServersWithSpecificFlavorTestJSON-403335495-project] Floating IP a32b27b6-5e0a-499f-b377-97dd6f3e0da3 associated. External IP: 172.25.2.217, port: ac79cc1c-bc7e-4b34-8030-40c06f95b85c. May 20 20:37:29.150475 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device e4e4ecc2-8320-4318-9781-f8822bce8067 up at agent hyperv_n-h2-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:37:29.169876 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e763d197-057b-4a8d-b256-b4a7212811b0 req-9976d862-4025-46c1-8ba7-a7486f4989ca tempest-LiveMigrationTest-1108997473 tempest-LiveMigrationTest-1108997473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:29.171545 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e763d197-057b-4a8d-b256-b4a7212811b0 req-9976d862-4025-46c1-8ba7-a7486f4989ca tempest-LiveMigrationTest-1108997473 tempest-LiveMigrationTest-1108997473-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=076de625-2a49-46b5-9344-19509d3a2557 HTTP/1.1" status: 200 len: 1096 time: 0.0911589 May 20 20:37:29.240351 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e763d197-057b-4a8d-b256-b4a7212811b0 req-664e1524-e307-45d4-b9fe-3ed47bdf9e97 tempest-LiveMigrationTest-1108997473 tempest-LiveMigrationTest-1108997473-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=0a1ca955-ee86-4e03-bb39-6b1e6a532a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547838 May 20 20:37:29.297971 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device ad8036cd-7d02-407a-9e0d-263626d3f679 details requested by agent hyperv_n-h1-842733-1 with host n-h1-842733-1 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 20:37:29.332230 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d62231d2-b083-4097-9641-3e7188778acd req-f5b1b687-7194-4d26-a48e-39a65950ddf8 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6b770e5-8fc5-41ee-a663-8df2656df33f HTTP/1.1" status: 200 len: 210 time: 0.0334363 May 20 20:37:29.418532 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 20:37:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45dbb663-4c87-4373-b3ea-775c3006512c x-openstack-request-id: req-45dbb663-4c87-4373-b3ea-775c3006512c {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:37:29.418532 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "217a8edb-2b21-456c-8e31-8a00107e1259", "tag": "c97eadfd-f41a-4fb2-80fd-962422a3d259", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:37:29.418532 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-45dbb663-4c87-4373-b3ea-775c3006512c {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:37:29.419556 n-d-842733-1 neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45dbb663-4c87-4373-b3ea-775c3006512c'] response: {'name': 'network-changed', 'server_uuid': '217a8edb-2b21-456c-8e31-8a00107e1259', 'tag': 'c97eadfd-f41a-4fb2-80fd-962422a3d259', 'status': 'completed', 'code': 200} May 20 20:37:29.504793 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-caaa5309-0826-4266-a91a-d10ef1ebda7e tempest-ServersWithSpecificFlavorTestJSON-403335495 tempest-ServersWithSpecificFlavorTestJSON-403335495-project] Router 5ed96472-d954-4742-aed3-d420512dcb22 has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 20:37:29.520512 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Provisioning for port e4e4ecc2-8320-4318-9781-f8822bce8067 completed by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 20:37:29.528755 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Provisioning complete for port e4e4ecc2-8320-4318-9781-f8822bce8067 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:37:29.529459 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:29.587488 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5e4472fb-4e1c-4961-a044-88b01eb99476 req-cc34480f-07cf-49f7-a16b-79466a569bc4 tempest-LiveMigrationNegativeTest-1438540510 tempest-LiveMigrationNegativeTest-1438540510-project] 10.222.0.35 "GET /v2.0/ports?device_id=4849adcd-b381-46eb-81c7-318e4432773a HTTP/1.1" status: 200 len: 210 time: 0.0536511 May 20 20:37:29.606087 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f036f73-0c0d-4cf2-a004-f69f267f1b9c req-894c09c1-38f9-4b28-a74f-003c1f26838f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:29.614756 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6f036f73-0c0d-4cf2-a004-f69f267f1b9c req-894c09c1-38f9-4b28-a74f-003c1f26838f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4207919be7244eb28564658a511e407f&device_id=217a8edb-2b21-456c-8e31-8a00107e1259 HTTP/1.1" status: 200 len: 1099 time: 0.1601589 May 20 20:37:29.619471 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port ad8036cd-7d02-407a-9e0d-263626d3f679, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=ad8036cd-7d02-407a-9e0d-263626d3f679,segment=NetworkSegment(ed3a602f-49fb-4a95-be80-401e1eb72e33),segment_id=ed3a602f-49fb-4a95-be80-401e1eb72e33)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:37:29.633844 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Returning: {'device': 'ad8036cd-7d02-407a-9e0d-263626d3f679', 'network_id': 'cd702362-b982-46c5-a7d0-51de1b03df86', 'port_id': 'ad8036cd-7d02-407a-9e0d-263626d3f679', 'mac_address': 'fa:16:3e:4b:22:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26b342ea-254c-483a-9ea9-f11c178970eb', 'ip_address': '192.168.233.164'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 20 20:37:29.664841 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caaa5309-0826-4266-a91a-d10ef1ebda7e tempest-ServersWithSpecificFlavorTestJSON-403335495 tempest-ServersWithSpecificFlavorTestJSON-403335495-project] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 20:37:29.676472 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18188a79-2cc4-4e16-8b8b-3bec58fdbbd1 None None] Sync routers for ids ['5ed96472-d954-4742-aed3-d420512dcb22'] in n-d-842733-1 {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 20:37:29.676910 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-caaa5309-0826-4266-a91a-d10ef1ebda7e tempest-ServersWithSpecificFlavorTestJSON-403335495 tempest-ServersWithSpecificFlavorTestJSON-403335495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for floatingip, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:29.698257 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18188a79-2cc4-4e16-8b8b-3bec58fdbbd1 None None] Routers {'5ed96472-d954-4742-aed3-d420512dcb22'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:37:29.701038 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-18188a79-2cc4-4e16-8b8b-3bec58fdbbd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:37:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['5ed96472-d954-4742-aed3-d420512dcb22'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:37:29.716836 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-caaa5309-0826-4266-a91a-d10ef1ebda7e tempest-ServersWithSpecificFlavorTestJSON-403335495 tempest-ServersWithSpecificFlavorTestJSON-403335495-project] 10.222.0.35 "PUT /v2.0/floatingips/a32b27b6-5e0a-499f-b377-97dd6f3e0da3 HTTP/1.1" status: 200 len: 991 time: 1.8342459 May 20 20:37:29.720502 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4070de9-726e-4300-9952-8e4a88742aac', 'tag': 'ac79cc1c-bc7e-4b34-8030-40c06f95b85c'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:37:29.725712 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6fa957933fccbf596d28104b23404b952ad6a8238afaebaed40a0874b2e409" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e1b9208-b18e-4d7e-a372-d7be5dde7211" -d '{"events": [{"name": "network-changed", "server_uuid": "b4070de9-726e-4300-9952-8e4a88742aac", "tag": "ac79cc1c-bc7e-4b34-8030-40c06f95b85c"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:37:29.768226 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Current status of the port ad8036cd-7d02-407a-9e0d-263626d3f679 is: DOWN; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:37:29.768611 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:29.811260 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad8036cd-7d02-407a-9e0d-263626d3f679 {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:37:29.853672 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-18188a79-2cc4-4e16-8b8b-3bec58fdbbd1 None None] Set router 5ed96472-d954-4742-aed3-d420512dcb22 gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:37:29.881413 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2378fd7-030f-4c7b-9aea-2563e64bf518 req-2035ba89-88e3-4868-9543-41ffea990947 tempest-LiveMigrationTest-1108997473 tempest-LiveMigrationTest-1108997473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:29.888342 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port ad8036cd-7d02-407a-9e0d-263626d3f679, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=ad8036cd-7d02-407a-9e0d-263626d3f679,segment=NetworkSegment(ed3a602f-49fb-4a95-be80-401e1eb72e33),segment_id=ed3a602f-49fb-4a95-be80-401e1eb72e33)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:37:29.888972 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e2378fd7-030f-4c7b-9aea-2563e64bf518 req-2035ba89-88e3-4868-9543-41ffea990947 tempest-LiveMigrationTest-1108997473 tempest-LiveMigrationTest-1108997473-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=076de625-2a49-46b5-9344-19509d3a2557 HTTP/1.1" status: 200 len: 1096 time: 0.1052170 May 20 20:37:29.902876 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port e4e4ecc2-8320-4318-9781-f8822bce8067 is: BUILD; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:37:29.902876 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:29.927598 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da88f731-41bc-47f8-a232-4c07bc5e2068', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4e4ecc2-8320-4318-9781-f8822bce8067'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:37:29.929940 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8485417003ce7c0410b00f5cdc2f391e21107b70bb68e2773712534a96e108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f29f54d7-620c-46ea-b96e-12d4bb1bc36f" -d '{"events": [{"server_uuid": "da88f731-41bc-47f8-a232-4c07bc5e2068", "name": "network-vif-plugged", "status": "completed", "tag": "e4e4ecc2-8320-4318-9781-f8822bce8067"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:37:29.942012 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f036f73-0c0d-4cf2-a004-f69f267f1b9c req-b55c37f6-1c5d-4ea0-8d23-cd6a30d57a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:29.943446 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port e4e4ecc2-8320-4318-9781-f8822bce8067, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=e4e4ecc2-8320-4318-9781-f8822bce8067,segment=NetworkSegment(ed3a602f-49fb-4a95-be80-401e1eb72e33),segment_id=ed3a602f-49fb-4a95-be80-401e1eb72e33)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:37:29.945318 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6f036f73-0c0d-4cf2-a004-f69f267f1b9c req-b55c37f6-1c5d-4ea0-8d23-cd6a30d57a4f service neutron] 10.222.0.24 "GET /v2.0/networks?id=cd702362-b982-46c5-a7d0-51de1b03df86 HTTP/1.1" status: 200 len: 870 time: 0.3179657 May 20 20:37:29.991460 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:30.013385 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6f036f73-0c0d-4cf2-a004-f69f267f1b9c req-0508ae96-7a10-41c3-95ff-4a0618e2b0fa service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=c97eadfd-f41a-4fb2-80fd-962422a3d259 HTTP/1.1" status: 200 len: 217 time: 0.0579119 May 20 20:37:30.027530 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:30.060552 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Pushing event updated for resources: {'Port': ['ID=ad8036cd-7d02-407a-9e0d-263626d3f679,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:37:30.097691 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-18188a79-2cc4-4e16-8b8b-3bec58fdbbd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ed96472-d954-4742-aed3-d420512dcb22', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-207630631-router', 'tenant_id': '7a0946b7566d4115bc78791f06e90f69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': 'ba8bf304-383d-48b9-b1fb-fce16c280a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:35:33Z', 'updated_at': '2022-05-20T20:35:39Z', 'revision_number': 4, 'project_id': '7a0946b7566d4115bc78791f06e90f69', 'gw_port': {'id': 'ba8bf304-383d-48b9-b1fb-fce16c280a44', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:2d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed96472-d954-4742-aed3-d420512dcb22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:35:34Z', 'updated_at': '2022-05-20T20:35:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_floatingips': [{'id': 'a32b27b6-5e0a-499f-b377-97dd6f3e0da3', 'tenant_id': '7a0946b7566d4115bc78791f06e90f69', 'floating_ip_address': '172.25.2.217', 'floating_network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'router_id': '5ed96472-d954-4742-aed3-d420512dcb22', 'port_id': 'ac79cc1c-bc7e-4b34-8030-40c06f95b85c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 183, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6d9e896-d344-4c48-82c9-67ef44a8b110', 'mac_address': 'fa:16:3e:7b:63:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4070de9-726e-4300-9952-8e4a88742aac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-20T20:35:59Z', 'updated_at': '2022-05-20T20:37:28Z', 'revision_number': 5, 'project_id': '7a0946b7566d4115bc78791f06e90f69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54aef385-a175-415f-85b8-a08e77f1a399', 'name': '', 'network_id': 'b6d9e896-d344-4c48-82c9-67ef44a8b110', 'tenant_id': '7a0946b7566d4115bc78791f06e90f69', 'mac_address': 'fa:16:3e:f2:ea:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed96472-d954-4742-aed3-d420512dcb22', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '3749240c-676d-4d91-b602-5dfaa1286886', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:35:38Z', 'updated_at': '2022-05-20T20:35:45Z', 'revision_number': 5, 'project_id': '7a0946b7566d4115bc78791f06e90f69', 'subnets': [{'id': '3749240c-676d-4d91-b602-5dfaa1286886', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:37:30.119087 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=e4e4ecc2-8320-4318-9781-f8822bce8067,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:37:30.125885 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18188a79-2cc4-4e16-8b8b-3bec58fdbbd1 None None] Checking router: 5ed96472-d954-4742-aed3-d420512dcb22 for host: n-d-842733-1 {{(pid=103165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 20:37:30.134515 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18188a79-2cc4-4e16-8b8b-3bec58fdbbd1 None None] Routers {'5ed96472-d954-4742-aed3-d420512dcb22'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:37:30.135150 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-18188a79-2cc4-4e16-8b8b-3bec58fdbbd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:37:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['5ed96472-d954-4742-aed3-d420512dcb22'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:37:30.172639 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e2378fd7-030f-4c7b-9aea-2563e64bf518 req-f7bc9981-1398-4c5b-97fc-e79d7f7ec4b7 tempest-LiveMigrationTest-1108997473 tempest-LiveMigrationTest-1108997473-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=0a1ca955-ee86-4e03-bb39-6b1e6a532a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2828438 May 20 20:37:30.231584 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31af6b52-8b0c-41d8-bb5a-1a5eb725f5c9 req-923bd3b8-b0bc-4f7e-9820-e4f0e2f8a8c9 tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:30.233375 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-31af6b52-8b0c-41d8-bb5a-1a5eb725f5c9 req-923bd3b8-b0bc-4f7e-9820-e4f0e2f8a8c9 tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] 10.222.0.35 "GET /v2.0/ports?device_id=da88f731-41bc-47f8-a232-4c07bc5e2068 HTTP/1.1" status: 200 len: 949 time: 0.2319202 May 20 20:37:30.246003 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f036f73-0c0d-4cf2-a004-f69f267f1b9c req-60f4ddeb-e2ac-493f-9a8f-379de8e1b338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:30.247691 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6f036f73-0c0d-4cf2-a004-f69f267f1b9c req-60f4ddeb-e2ac-493f-9a8f-379de8e1b338 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=26b342ea-254c-483a-9ea9-f11c178970eb HTTP/1.1" status: 200 len: 843 time: 0.1485574 May 20 20:37:30.248583 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-18188a79-2cc4-4e16-8b8b-3bec58fdbbd1 None None] Set router 5ed96472-d954-4742-aed3-d420512dcb22 gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:37:30.329141 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] get_ports_and_sgs() called for port_ids ['ad8036cd-7d02-407a-9e0d-263626d3f679'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:37:30.367077 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-31af6b52-8b0c-41d8-bb5a-1a5eb725f5c9 req-6408ab60-9657-4214-90ef-8f6b4c2ba039 tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] 10.222.0.35 "GET /v2.0/security-groups?id=b86a25cf-8ff6-49a5-9967-210010093ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247673 May 20 20:37:30.441259 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4c9313-f8da-477c-aeb6-4c11995a087a req-f7fed2e5-681f-4b03-ae4b-47443bbf1a7d tempest-ServersWithSpecificFlavorTestJSON-403335495 tempest-ServersWithSpecificFlavorTestJSON-403335495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:30.444592 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 20:37:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49b7d8a5-62ca-413e-a8da-d8c125e309b6 x-openstack-request-id: req-49b7d8a5-62ca-413e-a8da-d8c125e309b6 {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:37:30.445096 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4070de9-726e-4300-9952-8e4a88742aac", "tag": "ac79cc1c-bc7e-4b34-8030-40c06f95b85c", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:37:30.445486 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-49b7d8a5-62ca-413e-a8da-d8c125e309b6 {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:37:30.452500 n-d-842733-1 neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49b7d8a5-62ca-413e-a8da-d8c125e309b6'] response: {'name': 'network-changed', 'server_uuid': 'b4070de9-726e-4300-9952-8e4a88742aac', 'tag': 'ac79cc1c-bc7e-4b34-8030-40c06f95b85c', 'status': 'completed', 'code': 200} May 20 20:37:30.452856 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ca4c9313-f8da-477c-aeb6-4c11995a087a req-f7fed2e5-681f-4b03-ae4b-47443bbf1a7d tempest-ServersWithSpecificFlavorTestJSON-403335495 tempest-ServersWithSpecificFlavorTestJSON-403335495-project] 10.222.0.35 "GET /v2.0/ports?device_id=b4070de9-726e-4300-9952-8e4a88742aac HTTP/1.1" status: 200 len: 945 time: 0.1953290 May 20 20:37:30.544834 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f036f73-0c0d-4cf2-a004-f69f267f1b9c req-eeb66993-8750-4902-980e-4e5abe518274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:30.546591 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6f036f73-0c0d-4cf2-a004-f69f267f1b9c req-eeb66993-8750-4902-980e-4e5abe518274 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cd702362-b982-46c5-a7d0-51de1b03df86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2731738 May 20 20:37:30.558321 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1b9208-b18e-4d7e-a372-d7be5dde7211 req-3d115ad8-59c8-444c-9fb0-1df9c10fb7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:30.562260 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-1e1b9208-b18e-4d7e-a372-d7be5dde7211 req-3d115ad8-59c8-444c-9fb0-1df9c10fb7f2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7a0946b7566d4115bc78791f06e90f69&device_id=b4070de9-726e-4300-9952-8e4a88742aac HTTP/1.1" status: 200 len: 1096 time: 0.0658169 May 20 20:37:30.623641 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ca4c9313-f8da-477c-aeb6-4c11995a087a req-344f7efa-2bcf-4e8c-88ba-48cdfc1c535a tempest-ServersWithSpecificFlavorTestJSON-403335495 tempest-ServersWithSpecificFlavorTestJSON-403335495-project] 10.222.0.35 "GET /v2.0/security-groups?id=fb4532a0-c356-4e15-af9a-d177d4428652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1545126 May 20 20:37:30.702905 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-18188a79-2cc4-4e16-8b8b-3bec58fdbbd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ed96472-d954-4742-aed3-d420512dcb22', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-207630631-router', 'tenant_id': '7a0946b7566d4115bc78791f06e90f69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': 'ba8bf304-383d-48b9-b1fb-fce16c280a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:35:33Z', 'updated_at': '2022-05-20T20:35:39Z', 'revision_number': 4, 'project_id': '7a0946b7566d4115bc78791f06e90f69', 'gw_port': {'id': 'ba8bf304-383d-48b9-b1fb-fce16c280a44', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:2d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed96472-d954-4742-aed3-d420512dcb22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:35:34Z', 'updated_at': '2022-05-20T20:35:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_floatingips': [{'id': 'a32b27b6-5e0a-499f-b377-97dd6f3e0da3', 'tenant_id': '7a0946b7566d4115bc78791f06e90f69', 'floating_ip_address': '172.25.2.217', 'floating_network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'router_id': '5ed96472-d954-4742-aed3-d420512dcb22', 'port_id': 'ac79cc1c-bc7e-4b34-8030-40c06f95b85c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 183, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6d9e896-d344-4c48-82c9-67ef44a8b110', 'mac_address': 'fa:16:3e:7b:63:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4070de9-726e-4300-9952-8e4a88742aac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-20T20:35:59Z', 'updated_at': '2022-05-20T20:37:28Z', 'revision_number': 5, 'project_id': '7a0946b7566d4115bc78791f06e90f69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54aef385-a175-415f-85b8-a08e77f1a399', 'name': '', 'network_id': 'b6d9e896-d344-4c48-82c9-67ef44a8b110', 'tenant_id': '7a0946b7566d4115bc78791f06e90f69', 'mac_address': 'fa:16:3e:f2:ea:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed96472-d954-4742-aed3-d420512dcb22', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '3749240c-676d-4d91-b602-5dfaa1286886', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:35:38Z', 'updated_at': '2022-05-20T20:35:45Z', 'revision_number': 5, 'project_id': '7a0946b7566d4115bc78791f06e90f69', 'subnets': [{'id': '3749240c-676d-4d91-b602-5dfaa1286886', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:37:30.727738 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1b9208-b18e-4d7e-a372-d7be5dde7211 req-7e5e6449-71cc-442f-b8ea-9b1dbcf843f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:30.729744 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-1e1b9208-b18e-4d7e-a372-d7be5dde7211 req-7e5e6449-71cc-442f-b8ea-9b1dbcf843f6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b6d9e896-d344-4c48-82c9-67ef44a8b110 HTTP/1.1" status: 200 len: 924 time: 0.1594846 May 20 20:37:30.743411 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18188a79-2cc4-4e16-8b8b-3bec58fdbbd1 None None] The sync data for ids ['5ed96472-d954-4742-aed3-d420512dcb22'] in n-d-842733-1 is: [{'id': '5ed96472-d954-4742-aed3-d420512dcb22', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-207630631-router', 'tenant_id': '7a0946b7566d4115bc78791f06e90f69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': 'ba8bf304-383d-48b9-b1fb-fce16c280a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:35:33Z', 'updated_at': '2022-05-20T20:35:39Z', 'revision_number': 4, 'project_id': '7a0946b7566d4115bc78791f06e90f69', 'gw_port': {'id': 'ba8bf304-383d-48b9-b1fb-fce16c280a44', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:2d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed96472-d954-4742-aed3-d420512dcb22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:35:34Z', 'updated_at': '2022-05-20T20:35:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_floatingips': [{'id': 'a32b27b6-5e0a-499f-b377-97dd6f3e0da3', 'tenant_id': '7a0946b7566d4115bc78791f06e90f69', 'floating_ip_address': '172.25.2.217', 'floating_network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'router_id': '5ed96472-d954-4742-aed3-d420512dcb22', 'port_id': 'ac79cc1c-bc7e-4b34-8030-40c06f95b85c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 183, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6d9e896-d344-4c48-82c9-67ef44a8b110', 'mac_address': 'fa:16:3e:7b:63:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4070de9-726e-4300-9952-8e4a88742aac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-20T20:35:59Z', 'updated_at': '2022-05-20T20:37:28Z', 'revision_number': 5, 'project_id': '7a0946b7566d4115bc78791f06e90f69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54aef385-a175-415f-85b8-a08e77f1a399', 'name': '', 'network_id': 'b6d9e896-d344-4c48-82c9-67ef44a8b110', 'tenant_id': '7a0946b7566d4115bc78791f06e90f69', 'mac_address': 'fa:16:3e:f2:ea:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed96472-d954-4742-aed3-d420512dcb22', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '3749240c-676d-4d91-b602-5dfaa1286886', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:35:38Z', 'updated_at': '2022-05-20T20:35:45Z', 'revision_number': 5, 'project_id': '7a0946b7566d4115bc78791f06e90f69', 'subnets': [{'id': '3749240c-676d-4d91-b602-5dfaa1286886', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 20:37:30.779610 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 20:37:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5466624-82cb-47df-a953-472eb9af7181 x-openstack-request-id: req-f5466624-82cb-47df-a953-472eb9af7181 {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:37:30.779610 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da88f731-41bc-47f8-a232-4c07bc5e2068", "name": "network-vif-plugged", "status": "completed", "tag": "e4e4ecc2-8320-4318-9781-f8822bce8067", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:37:30.779610 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f5466624-82cb-47df-a953-472eb9af7181 {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:37:30.779966 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5466624-82cb-47df-a953-472eb9af7181'] response: {'server_uuid': 'da88f731-41bc-47f8-a232-4c07bc5e2068', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4e4ecc2-8320-4318-9781-f8822bce8067', 'code': 200} May 20 20:37:30.856079 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-1e1b9208-b18e-4d7e-a372-d7be5dde7211 req-ec1322e2-cfc5-44a9-99de-a9d5ca26e665 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ac79cc1c-bc7e-4b34-8030-40c06f95b85c HTTP/1.1" status: 200 len: 999 time: 0.1151876 May 20 20:37:30.876304 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6f036f73-0c0d-4cf2-a004-f69f267f1b9c req-4c7634ab-c1e3-4919-ba25-a87ff87b97f0 service neutron] 10.222.0.24 "GET /v2.0/networks/cd702362-b982-46c5-a7d0-51de1b03df86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3108640 May 20 20:37:30.894474 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2d03e9-768a-4f60-8ef7-78bd78fcf40d req-5e915f05-f951-4b04-93dd-f477d8d2bb05 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:30.896114 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2d2d03e9-768a-4f60-8ef7-78bd78fcf40d req-5e915f05-f951-4b04-93dd-f477d8d2bb05 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.13 "GET /v2.0/networks?id=fef9e30f-3c34-4b6b-9bd5-2a167649e7b0 HTTP/1.1" status: 200 len: 820 time: 0.5243762 May 20 20:37:30.907152 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538f8dd7-ceac-4f04-b08f-78d01984fcae req-dd2b1457-092d-412f-92ed-1024a8c80e07 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:30.916347 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-538f8dd7-ceac-4f04-b08f-78d01984fcae req-dd2b1457-092d-412f-92ed-1024a8c80e07 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] 10.222.0.35 "GET /v2.0/ports?device_id=217a8edb-2b21-456c-8e31-8a00107e1259 HTTP/1.1" status: 200 len: 948 time: 0.3872559 May 20 20:37:30.955862 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [req-2d2d03e9-768a-4f60-8ef7-78bd78fcf40d req-346b5ea6-79e2-454c-b79d-e647ac8d8abd tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] Request body: {'port': {'device_id': 'd6b770e5-8fc5-41ee-a663-8df2656df33f', 'network_id': 'fef9e30f-3c34-4b6b-9bd5-2a167649e7b0', 'admin_state_up': True, 'tenant_id': '8b3cc11ab7334369b6693afcab69aa6e'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:37:30.971589 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1b9208-b18e-4d7e-a372-d7be5dde7211 req-e58ea06f-1de8-4e9c-a7ba-f2815690369f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:30.973663 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-1e1b9208-b18e-4d7e-a372-d7be5dde7211 req-e58ea06f-1de8-4e9c-a7ba-f2815690369f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3749240c-676d-4d91-b602-5dfaa1286886 HTTP/1.1" status: 200 len: 862 time: 0.1094124 May 20 20:37:30.981803 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab45be94-c716-497a-8867-86a16ed10506 req-1979b4ad-6af4-4b76-87c0-760e79b4e114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:30.983965 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-ab45be94-c716-497a-8867-86a16ed10506 req-1979b4ad-6af4-4b76-87c0-760e79b4e114 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=da88f731-41bc-47f8-a232-4c07bc5e2068 HTTP/1.1" status: 200 len: 1101 time: 0.0831051 May 20 20:37:31.038944 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-538f8dd7-ceac-4f04-b08f-78d01984fcae req-7c2721c0-650f-4998-a471-f5067f42c996 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c2aa399-3055-4eb0-8f1a-45933e0e3cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215103 May 20 20:37:31.087261 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a734354-d0f7-4faa-9260-209ad63ced32 None None] New status for floating IP a32b27b6-5e0a-499f-b377-97dd6f3e0da3: ACTIVE {{(pid=103164) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 20:37:31.088866 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1b9208-b18e-4d7e-a372-d7be5dde7211 req-86bcad65-3851-4443-81c2-7bdb4bb8c94f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:31.090460 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-1e1b9208-b18e-4d7e-a372-d7be5dde7211 req-86bcad65-3851-4443-81c2-7bdb4bb8c94f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b6d9e896-d344-4c48-82c9-67ef44a8b110&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1048660 May 20 20:37:31.093258 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-ab45be94-c716-497a-8867-86a16ed10506 req-615c979b-dfa0-4238-96ac-3de23ca8bd18 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=b86a25cf-8ff6-49a5-9967-210010093ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631464 May 20 20:37:31.198786 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6f036f73-0c0d-4cf2-a004-f69f267f1b9c req-88149a44-9752-4f9b-a5c1-4a91082f5bf5 service neutron] 10.222.0.24 "GET /v2.0/networks/cd702362-b982-46c5-a7d0-51de1b03df86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2782769 May 20 20:37:31.228909 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-99496c96-064b-4777-b32e-1c74757fa5e7 req-7a5dbf42-0b80-4c77-8327-22b6ed15fb0b tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6b770e5-8fc5-41ee-a663-8df2656df33f HTTP/1.1" status: 200 len: 210 time: 0.0429604 May 20 20:37:31.304812 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d2d03e9-768a-4f60-8ef7-78bd78fcf40d req-346b5ea6-79e2-454c-b79d-e647ac8d8abd tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] Made reservation on behalf of 8b3cc11ab7334369b6693afcab69aa6e for: {'port': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:37:31.309158 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-2d2d03e9-768a-4f60-8ef7-78bd78fcf40d req-346b5ea6-79e2-454c-b79d-e647ac8d8abd tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:31.317957 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device c97eadfd-f41a-4fb2-80fd-962422a3d259 details requested by agent hyperv_n-h1-842733-1 with host n-h1-842733-1 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 20:37:31.319989 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device ad8036cd-7d02-407a-9e0d-263626d3f679 up at agent hyperv_n-h1-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:37:31.343067 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1fac1880-5196-4476-aabc-a90b8e72d750 req-15bb67a7-8e0a-4756-84df-231c153749d6 tempest-LiveMigrationNegativeTest-1438540510 tempest-LiveMigrationNegativeTest-1438540510-project] 10.222.0.35 "GET /v2.0/ports?device_id=4849adcd-b381-46eb-81c7-318e4432773a HTTP/1.1" status: 200 len: 210 time: 0.0501435 May 20 20:37:31.502918 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port c97eadfd-f41a-4fb2-80fd-962422a3d259, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=c97eadfd-f41a-4fb2-80fd-962422a3d259,segment=NetworkSegment(ed3a602f-49fb-4a95-be80-401e1eb72e33),segment_id=ed3a602f-49fb-4a95-be80-401e1eb72e33)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:37:31.510290 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Provisioning for port ad8036cd-7d02-407a-9e0d-263626d3f679 completed by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 20:37:31.520197 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Provisioning complete for port ad8036cd-7d02-407a-9e0d-263626d3f679 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:37:31.520398 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:31.522152 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Returning: {'device': 'c97eadfd-f41a-4fb2-80fd-962422a3d259', 'network_id': 'cd702362-b982-46c5-a7d0-51de1b03df86', 'port_id': 'c97eadfd-f41a-4fb2-80fd-962422a3d259', 'mac_address': 'fa:16:3e:fe:a8:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26b342ea-254c-483a-9ea9-f11c178970eb', 'ip_address': '192.168.233.176'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 20 20:37:31.551174 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-1e1b9208-b18e-4d7e-a372-d7be5dde7211 req-f147d098-cda3-4811-ae81-a93ca7739670 service neutron] 10.222.0.13 "GET /v2.0/networks/b6d9e896-d344-4c48-82c9-67ef44a8b110?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1982973 May 20 20:37:31.569340 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [req-2d2d03e9-768a-4f60-8ef7-78bd78fcf40d req-346b5ea6-79e2-454c-b79d-e647ac8d8abd tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] Allocated IP 172.20.0.13 (fef9e30f-3c34-4b6b-9bd5-2a167649e7b0/33548886-d6e3-48e7-a819-149526989122/dd7c455f-f7fa-4ccb-8d0f-f44da1bcb1a1) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:37:31.600536 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Current status of the port c97eadfd-f41a-4fb2-80fd-962422a3d259 is: DOWN; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:37:31.600929 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:31.639805 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c97eadfd-f41a-4fb2-80fd-962422a3d259 {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:37:31.684395 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port c97eadfd-f41a-4fb2-80fd-962422a3d259, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=c97eadfd-f41a-4fb2-80fd-962422a3d259,segment=NetworkSegment(ed3a602f-49fb-4a95-be80-401e1eb72e33),segment_id=ed3a602f-49fb-4a95-be80-401e1eb72e33)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:37:31.685624 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-1e1b9208-b18e-4d7e-a372-d7be5dde7211 req-116a3063-a932-4729-80b2-58cca03c5262 service neutron] 10.222.0.13 "GET /v2.0/networks/b6d9e896-d344-4c48-82c9-67ef44a8b110?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193469 May 20 20:37:31.707224 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Current status of the port ad8036cd-7d02-407a-9e0d-263626d3f679 is: BUILD; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:37:31.708482 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:31.745180 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port ad8036cd-7d02-407a-9e0d-263626d3f679, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=ad8036cd-7d02-407a-9e0d-263626d3f679,segment=NetworkSegment(ed3a602f-49fb-4a95-be80-401e1eb72e33),segment_id=ed3a602f-49fb-4a95-be80-401e1eb72e33)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:37:31.756331 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-2d2d03e9-768a-4f60-8ef7-78bd78fcf40d req-346b5ea6-79e2-454c-b79d-e647ac8d8abd tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] Notify callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:31.771478 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:31.818696 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Pushing event updated for resources: {'Port': ['ID=c97eadfd-f41a-4fb2-80fd-962422a3d259,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:37:31.863136 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:31.863525 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-2d2d03e9-768a-4f60-8ef7-78bd78fcf40d req-346b5ea6-79e2-454c-b79d-e647ac8d8abd tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:31.922649 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Pushing event updated for resources: {'Port': ['ID=ad8036cd-7d02-407a-9e0d-263626d3f679,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:37:31.944715 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d2d03e9-768a-4f60-8ef7-78bd78fcf40d req-346b5ea6-79e2-454c-b79d-e647ac8d8abd tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] Network fef9e30f-3c34-4b6b-9bd5-2a167649e7b0 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:37:31.951804 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [req-2d2d03e9-768a-4f60-8ef7-78bd78fcf40d req-346b5ea6-79e2-454c-b79d-e647ac8d8abd tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:37:31.955819 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346b5ea6-79e2-454c-b79d-e647ac8d8abd tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] Pushing event updated for resources: {'Port': ['ID=dd7c455f-f7fa-4ccb-8d0f-f44da1bcb1a1,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:37:31.960554 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d2d03e9-768a-4f60-8ef7-78bd78fcf40d req-346b5ea6-79e2-454c-b79d-e647ac8d8abd tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:37:32.000668 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3668961-baea-4008-86cc-043ecfe21fbf req-27710bbc-0622-428a-b3f0-08d7864f7f2c tempest-VolumesAdminNegativeTest-632306137 tempest-VolumesAdminNegativeTest-632306137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:32.002254 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d3668961-baea-4008-86cc-043ecfe21fbf req-27710bbc-0622-428a-b3f0-08d7864f7f2c tempest-VolumesAdminNegativeTest-632306137 tempest-VolumesAdminNegativeTest-632306137-project] 10.222.0.35 "GET /v2.0/ports?device_id=994104a2-3192-4e47-99fe-3a924301b6df HTTP/1.1" status: 200 len: 945 time: 0.1308324 May 20 20:37:32.012801 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:32.027623 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2d03e9-768a-4f60-8ef7-78bd78fcf40d req-346b5ea6-79e2-454c-b79d-e647ac8d8abd tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:32.027623 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-2d2d03e9-768a-4f60-8ef7-78bd78fcf40d req-346b5ea6-79e2-454c-b79d-e647ac8d8abd tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:32.056845 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d3668961-baea-4008-86cc-043ecfe21fbf req-9ef9ce7b-5e39-41a3-b34e-0a304ef1159f tempest-VolumesAdminNegativeTest-632306137 tempest-VolumesAdminNegativeTest-632306137-project] 10.222.0.35 "GET /v2.0/security-groups?id=8add6a39-73c7-4db1-bdd1-d5feec5456ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471191 May 20 20:37:32.082155 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] get_ports_and_sgs() called for port_ids ['c97eadfd-f41a-4fb2-80fd-962422a3d259'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:37:32.161016 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2d2d03e9-768a-4f60-8ef7-78bd78fcf40d req-346b5ea6-79e2-454c-b79d-e647ac8d8abd tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2417018 May 20 20:37:32.182561 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4b09a4-fd16-47c9-8aa8-c0ab65e60159 req-8b63f67a-633b-4726-917f-cb8232c64551 tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:32.191184 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ce4b09a4-fd16-47c9-8aa8-c0ab65e60159 req-8b63f67a-633b-4726-917f-cb8232c64551 tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] 10.222.0.35 "GET /v2.0/ports?device_id=da88f731-41bc-47f8-a232-4c07bc5e2068 HTTP/1.1" status: 200 len: 950 time: 0.0617056 May 20 20:37:32.201860 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [req-2d2d03e9-768a-4f60-8ef7-78bd78fcf40d req-c65c9591-3166-48f9-9685-618adecb6c9f service neutron] Request body: {'port': {'device_id': 'd6b770e5-8fc5-41ee-a663-8df2656df33f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-842733-1'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:37:32.277903 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ce4b09a4-fd16-47c9-8aa8-c0ab65e60159 req-6c30c911-1883-4541-91ae-ed1ae928422a tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] 10.222.0.35 "GET /v2.0/security-groups?id=b86a25cf-8ff6-49a5-9967-210010093ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856464 May 20 20:37:32.285086 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-2d2d03e9-768a-4f60-8ef7-78bd78fcf40d req-c65c9591-3166-48f9-9685-618adecb6c9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:32.408771 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-00f008c4-3a82-40a1-a9b1-b2957fe0c670 req-09b54282-c7db-4c73-a116-14fcb050f28d tempest-LiveMigrationNegativeTest-1438540510 tempest-LiveMigrationNegativeTest-1438540510-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=f0a00de831794c7980c037dc26b9c7f6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0267539 May 20 20:37:32.587066 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f008c4-3a82-40a1-a9b1-b2957fe0c670 req-48736a9b-176e-495e-bd75-cdea62e9a1d8 tempest-LiveMigrationNegativeTest-1438540510 tempest-LiveMigrationNegativeTest-1438540510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:32.588508 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-00f008c4-3a82-40a1-a9b1-b2957fe0c670 req-48736a9b-176e-495e-bd75-cdea62e9a1d8 tempest-LiveMigrationNegativeTest-1438540510 tempest-LiveMigrationNegativeTest-1438540510-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1725328 May 20 20:37:32.607469 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [req-00f008c4-3a82-40a1-a9b1-b2957fe0c670 req-391247ec-1a00-4ea6-8d9b-fdc6ca848133 tempest-LiveMigrationNegativeTest-1438540510 tempest-LiveMigrationNegativeTest-1438540510-project] Request body: {'port': {'device_id': '4849adcd-b381-46eb-81c7-318e4432773a', 'network_id': 'cd702362-b982-46c5-a7d0-51de1b03df86', 'admin_state_up': True, 'tenant_id': 'f0a00de831794c7980c037dc26b9c7f6'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:37:32.643109 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [req-2d2d03e9-768a-4f60-8ef7-78bd78fcf40d req-c65c9591-3166-48f9-9685-618adecb6c9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd7c455f-f7fa-4ccb-8d0f-f44da1bcb1a1 {{(pid=103163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:37:32.650498 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-2d2d03e9-768a-4f60-8ef7-78bd78fcf40d req-c65c9591-3166-48f9-9685-618adecb6c9f service neutron] Notify callbacks [] for port, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:32.663571 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [req-2d2d03e9-768a-4f60-8ef7-78bd78fcf40d req-c65c9591-3166-48f9-9685-618adecb6c9f service neutron] Transition to ACTIVE for port object dd7c455f-f7fa-4ccb-8d0f-f44da1bcb1a1 will not be triggered until provisioned by entity L2. {{(pid=103163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 20:37:32.732765 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-2d2d03e9-768a-4f60-8ef7-78bd78fcf40d req-c65c9591-3166-48f9-9685-618adecb6c9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:32.780847 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65c9591-3166-48f9-9685-618adecb6c9f service neutron] Pushing event updated for resources: {'Port': ['ID=dd7c455f-f7fa-4ccb-8d0f-f44da1bcb1a1,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:37:32.782150 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79fb5e92-04b7-4f21-b860-f2bc97282b3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad8036cd-7d02-407a-9e0d-263626d3f679'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:37:32.788947 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8485417003ce7c0410b00f5cdc2f391e21107b70bb68e2773712534a96e108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c28a604-9a83-4b1f-ae10-7e6a1dd14fa7" -d '{"events": [{"server_uuid": "79fb5e92-04b7-4f21-b860-f2bc97282b3e", "name": "network-vif-plugged", "status": "completed", "tag": "ad8036cd-7d02-407a-9e0d-263626d3f679"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:37:32.820257 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00f008c4-3a82-40a1-a9b1-b2957fe0c670 req-391247ec-1a00-4ea6-8d9b-fdc6ca848133 tempest-LiveMigrationNegativeTest-1438540510 tempest-LiveMigrationNegativeTest-1438540510-project] Made reservation on behalf of f0a00de831794c7980c037dc26b9c7f6 for: {'port': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:37:32.825773 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-00f008c4-3a82-40a1-a9b1-b2957fe0c670 req-391247ec-1a00-4ea6-8d9b-fdc6ca848133 tempest-LiveMigrationNegativeTest-1438540510 tempest-LiveMigrationNegativeTest-1438540510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:32.861269 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-2d2d03e9-768a-4f60-8ef7-78bd78fcf40d req-c65c9591-3166-48f9-9685-618adecb6c9f service neutron] Attempting to bind port dd7c455f-f7fa-4ccb-8d0f-f44da1bcb1a1 on host n-h2-842733-1 for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:37:32.867138 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-2d2d03e9-768a-4f60-8ef7-78bd78fcf40d req-c65c9591-3166-48f9-9685-618adecb6c9f service neutron] Attempting to bind port dd7c455f-f7fa-4ccb-8d0f-f44da1bcb1a1 by drivers openvswitch,hyperv on host n-h2-842733-1 at level 0 using segments [{'id': '65a8f4c3-036d-4ff8-a81a-cd07cb6f1230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'fef9e30f-3c34-4b6b-9bd5-2a167649e7b0'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:37:32.867138 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d2d03e9-768a-4f60-8ef7-78bd78fcf40d req-c65c9591-3166-48f9-9685-618adecb6c9f service neutron] Attempting to bind port dd7c455f-f7fa-4ccb-8d0f-f44da1bcb1a1 on network fef9e30f-3c34-4b6b-9bd5-2a167649e7b0 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:37:32.867914 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d2d03e9-768a-4f60-8ef7-78bd78fcf40d req-c65c9591-3166-48f9-9685-618adecb6c9f service neutron] Port dd7c455f-f7fa-4ccb-8d0f-f44da1bcb1a1 on network fef9e30f-3c34-4b6b-9bd5-2a167649e7b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-842733-1 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 20:37:32.868235 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d2d03e9-768a-4f60-8ef7-78bd78fcf40d req-c65c9591-3166-48f9-9685-618adecb6c9f service neutron] Attempting to bind port dd7c455f-f7fa-4ccb-8d0f-f44da1bcb1a1 on network fef9e30f-3c34-4b6b-9bd5-2a167649e7b0 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:37:32.873337 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d2d03e9-768a-4f60-8ef7-78bd78fcf40d req-c65c9591-3166-48f9-9685-618adecb6c9f service neutron] Checking agent: {'id': 'a66f2511-b955-448f-877c-56cfe9c81b12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 33, 2), 'started_at': datetime.datetime(2022, 5, 20, 20, 33, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 37, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:37:32.873679 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d2d03e9-768a-4f60-8ef7-78bd78fcf40d req-c65c9591-3166-48f9-9685-618adecb6c9f service neutron] Checking segment: {'id': '65a8f4c3-036d-4ff8-a81a-cd07cb6f1230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'fef9e30f-3c34-4b6b-9bd5-2a167649e7b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:37:32.874056 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d2d03e9-768a-4f60-8ef7-78bd78fcf40d req-c65c9591-3166-48f9-9685-618adecb6c9f service neutron] Bound using segment: {'id': '65a8f4c3-036d-4ff8-a81a-cd07cb6f1230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'fef9e30f-3c34-4b6b-9bd5-2a167649e7b0'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:37:32.874481 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-2d2d03e9-768a-4f60-8ef7-78bd78fcf40d req-c65c9591-3166-48f9-9685-618adecb6c9f service neutron] Bound port: dd7c455f-f7fa-4ccb-8d0f-f44da1bcb1a1, host: n-h2-842733-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65a8f4c3-036d-4ff8-a81a-cd07cb6f1230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'fef9e30f-3c34-4b6b-9bd5-2a167649e7b0'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:37:32.874862 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-2d2d03e9-768a-4f60-8ef7-78bd78fcf40d req-c65c9591-3166-48f9-9685-618adecb6c9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:32.991066 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-2d2d03e9-768a-4f60-8ef7-78bd78fcf40d req-c65c9591-3166-48f9-9685-618adecb6c9f service neutron] For port dd7c455f-f7fa-4ccb-8d0f-f44da1bcb1a1, host n-h2-842733-1, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:37:32.996602 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [req-00f008c4-3a82-40a1-a9b1-b2957fe0c670 req-391247ec-1a00-4ea6-8d9b-fdc6ca848133 tempest-LiveMigrationNegativeTest-1438540510 tempest-LiveMigrationNegativeTest-1438540510-project] Allocated IP 192.168.233.197 (cd702362-b982-46c5-a7d0-51de1b03df86/26b342ea-254c-483a-9ea9-f11c178970eb/c35c31a6-92a1-4ade-bd3a-469954331e30) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:37:33.007208 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-2d2d03e9-768a-4f60-8ef7-78bd78fcf40d req-c65c9591-3166-48f9-9685-618adecb6c9f service neutron] For port dd7c455f-f7fa-4ccb-8d0f-f44da1bcb1a1, host n-h2-842733-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=dd7c455f-f7fa-4ccb-8d0f-f44da1bcb1a1,segment=NetworkSegment(65a8f4c3-036d-4ff8-a81a-cd07cb6f1230),segment_id=65a8f4c3-036d-4ff8-a81a-cd07cb6f1230)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:37:33.025630 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af26050-54d2-458f-82d6-b5ff2922d183 req-942c50d8-7820-46a2-97be-8cdf04a36f99 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:33.027159 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5af26050-54d2-458f-82d6-b5ff2922d183 req-942c50d8-7820-46a2-97be-8cdf04a36f99 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] 10.222.0.35 "GET /v2.0/ports?device_id=217a8edb-2b21-456c-8e31-8a00107e1259 HTTP/1.1" status: 200 len: 949 time: 0.0637352 May 20 20:37:33.071929 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5af26050-54d2-458f-82d6-b5ff2922d183 req-4d1813f4-d185-48e8-9918-c521a713d33c tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c2aa399-3055-4eb0-8f1a-45933e0e3cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336733 May 20 20:37:33.116735 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-2d2d03e9-768a-4f60-8ef7-78bd78fcf40d req-c65c9591-3166-48f9-9685-618adecb6c9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:33.149903 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-00f008c4-3a82-40a1-a9b1-b2957fe0c670 req-391247ec-1a00-4ea6-8d9b-fdc6ca848133 tempest-LiveMigrationNegativeTest-1438540510 tempest-LiveMigrationNegativeTest-1438540510-project] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:33.196722 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2d03e9-768a-4f60-8ef7-78bd78fcf40d req-c65c9591-3166-48f9-9685-618adecb6c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:33.197338 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-2d2d03e9-768a-4f60-8ef7-78bd78fcf40d req-c65c9591-3166-48f9-9685-618adecb6c9f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:33.198670 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2d2d03e9-768a-4f60-8ef7-78bd78fcf40d req-c65c9591-3166-48f9-9685-618adecb6c9f service neutron] 10.222.0.13 "PUT /v2.0/ports/dd7c455f-f7fa-4ccb-8d0f-f44da1bcb1a1 HTTP/1.1" status: 200 len: 1092 time: 1.0006819 May 20 20:37:33.200759 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6b770e5-8fc5-41ee-a663-8df2656df33f', 'tag': 'dd7c455f-f7fa-4ccb-8d0f-f44da1bcb1a1'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:37:33.202982 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4291b17aa7b45362825f0571e77c85f5e73afe1df9c7e9e15006df9d695c005e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d7f74cd-b598-477d-8cb5-627a35ae64f8" -d '{"events": [{"name": "network-changed", "server_uuid": "d6b770e5-8fc5-41ee-a663-8df2656df33f", "tag": "dd7c455f-f7fa-4ccb-8d0f-f44da1bcb1a1"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:37:33.243147 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07925828-fcd8-489b-b836-3865bdc3ad57 req-f1b567b2-dd4c-4d2b-bfa9-2fbc2d7fa0cd tempest-VolumesAdminNegativeTest-632306137 tempest-VolumesAdminNegativeTest-632306137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:33.244564 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-07925828-fcd8-489b-b836-3865bdc3ad57 req-f1b567b2-dd4c-4d2b-bfa9-2fbc2d7fa0cd tempest-VolumesAdminNegativeTest-632306137 tempest-VolumesAdminNegativeTest-632306137-project] 10.222.0.24 "GET /v2.0/ports?device_id=994104a2-3192-4e47-99fe-3a924301b6df HTTP/1.1" status: 200 len: 945 time: 0.1383407 May 20 20:37:33.249584 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65c9591-3166-48f9-9685-618adecb6c9f service neutron] Pushing event updated for resources: {'Port': ['ID=dd7c455f-f7fa-4ccb-8d0f-f44da1bcb1a1,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:37:33.252559 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-00f008c4-3a82-40a1-a9b1-b2957fe0c670 req-391247ec-1a00-4ea6-8d9b-fdc6ca848133 tempest-LiveMigrationNegativeTest-1438540510 tempest-LiveMigrationNegativeTest-1438540510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:33.268151 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7427e46c-1719-4cca-b781-f2ce24625f47 req-ebe84678-ba78-4a13-bf6a-7907a6daceaa tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:33.269658 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7427e46c-1719-4cca-b781-f2ce24625f47 req-ebe84678-ba78-4a13-bf6a-7907a6daceaa tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6b770e5-8fc5-41ee-a663-8df2656df33f HTTP/1.1" status: 200 len: 944 time: 0.1318960 May 20 20:37:33.290915 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] get_ports_and_sgs() called for port_ids ['4859f9ea-c854-491e-9b3b-d61b8efaa94b'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:37:33.306309 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00f008c4-3a82-40a1-a9b1-b2957fe0c670 req-391247ec-1a00-4ea6-8d9b-fdc6ca848133 tempest-LiveMigrationNegativeTest-1438540510 tempest-LiveMigrationNegativeTest-1438540510-project] Network cd702362-b982-46c5-a7d0-51de1b03df86 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:37:33.309908 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [req-00f008c4-3a82-40a1-a9b1-b2957fe0c670 req-391247ec-1a00-4ea6-8d9b-fdc6ca848133 tempest-LiveMigrationNegativeTest-1438540510 tempest-LiveMigrationNegativeTest-1438540510-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:37:33.317954 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-00f008c4-3a82-40a1-a9b1-b2957fe0c670 req-391247ec-1a00-4ea6-8d9b-fdc6ca848133 tempest-LiveMigrationNegativeTest-1438540510 tempest-LiveMigrationNegativeTest-1438540510-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:37:33.320755 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391247ec-1a00-4ea6-8d9b-fdc6ca848133 tempest-LiveMigrationNegativeTest-1438540510 tempest-LiveMigrationNegativeTest-1438540510-project] Pushing event updated for resources: {'Port': ['ID=c35c31a6-92a1-4ade-bd3a-469954331e30,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:37:33.326397 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device c97eadfd-f41a-4fb2-80fd-962422a3d259 up at agent hyperv_n-h1-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:37:33.351271 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391247ec-1a00-4ea6-8d9b-fdc6ca848133 tempest-LiveMigrationNegativeTest-1438540510 tempest-LiveMigrationNegativeTest-1438540510-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:37:33.351696 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391247ec-1a00-4ea6-8d9b-fdc6ca848133 tempest-LiveMigrationNegativeTest-1438540510 tempest-LiveMigrationNegativeTest-1438540510-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:37:33.352420 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391247ec-1a00-4ea6-8d9b-fdc6ca848133 tempest-LiveMigrationNegativeTest-1438540510 tempest-LiveMigrationNegativeTest-1438540510-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:37:33.352420 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391247ec-1a00-4ea6-8d9b-fdc6ca848133 tempest-LiveMigrationNegativeTest-1438540510 tempest-LiveMigrationNegativeTest-1438540510-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:37:33.353016 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391247ec-1a00-4ea6-8d9b-fdc6ca848133 tempest-LiveMigrationNegativeTest-1438540510 tempest-LiveMigrationNegativeTest-1438540510-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:37:33.353248 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391247ec-1a00-4ea6-8d9b-fdc6ca848133 tempest-LiveMigrationNegativeTest-1438540510 tempest-LiveMigrationNegativeTest-1438540510-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:37:33.353662 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391247ec-1a00-4ea6-8d9b-fdc6ca848133 tempest-LiveMigrationNegativeTest-1438540510 tempest-LiveMigrationNegativeTest-1438540510-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:37:33.354061 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391247ec-1a00-4ea6-8d9b-fdc6ca848133 tempest-LiveMigrationNegativeTest-1438540510 tempest-LiveMigrationNegativeTest-1438540510-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:37:33.354451 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391247ec-1a00-4ea6-8d9b-fdc6ca848133 tempest-LiveMigrationNegativeTest-1438540510 tempest-LiveMigrationNegativeTest-1438540510-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:37:33.354837 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391247ec-1a00-4ea6-8d9b-fdc6ca848133 tempest-LiveMigrationNegativeTest-1438540510 tempest-LiveMigrationNegativeTest-1438540510-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:37:33.355218 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391247ec-1a00-4ea6-8d9b-fdc6ca848133 tempest-LiveMigrationNegativeTest-1438540510 tempest-LiveMigrationNegativeTest-1438540510-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:37:33.355600 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391247ec-1a00-4ea6-8d9b-fdc6ca848133 tempest-LiveMigrationNegativeTest-1438540510 tempest-LiveMigrationNegativeTest-1438540510-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:37:33.388786 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7427e46c-1719-4cca-b781-f2ce24625f47 req-00f620b3-6911-412c-a141-dcdb05e2db33 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c1ac446-2eae-4e3c-98ef-7a4684e96782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968699 May 20 20:37:33.408343 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f008c4-3a82-40a1-a9b1-b2957fe0c670 req-391247ec-1a00-4ea6-8d9b-fdc6ca848133 tempest-LiveMigrationNegativeTest-1438540510 tempest-LiveMigrationNegativeTest-1438540510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:33.409077 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-00f008c4-3a82-40a1-a9b1-b2957fe0c670 req-391247ec-1a00-4ea6-8d9b-fdc6ca848133 tempest-LiveMigrationNegativeTest-1438540510 tempest-LiveMigrationNegativeTest-1438540510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:33.468004 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [req-07925828-fcd8-489b-b836-3865bdc3ad57 req-990c9008-d30f-4122-af72-8c09996e7609 tempest-VolumesAdminNegativeTest-632306137 tempest-VolumesAdminNegativeTest-632306137-project] Deleting port 33c7843d-8f21-4018-8a4e-80fde1c2521e {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:37:33.468360 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-07925828-fcd8-489b-b836-3865bdc3ad57 req-990c9008-d30f-4122-af72-8c09996e7609 tempest-VolumesAdminNegativeTest-632306137 tempest-VolumesAdminNegativeTest-632306137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:33.472467 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2d03e9-768a-4f60-8ef7-78bd78fcf40d req-1838990f-4687-4f33-bf4e-80b3e5856598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:33.474002 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2d2d03e9-768a-4f60-8ef7-78bd78fcf40d req-1838990f-4687-4f33-bf4e-80b3e5856598 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8b3cc11ab7334369b6693afcab69aa6e&device_id=d6b770e5-8fc5-41ee-a663-8df2656df33f HTTP/1.1" status: 200 len: 1095 time: 0.0842631 May 20 20:37:33.490173 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-00f008c4-3a82-40a1-a9b1-b2957fe0c670 req-391247ec-1a00-4ea6-8d9b-fdc6ca848133 tempest-LiveMigrationNegativeTest-1438540510 tempest-LiveMigrationNegativeTest-1438540510-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8867984 May 20 20:37:33.523066 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [req-00f008c4-3a82-40a1-a9b1-b2957fe0c670 req-f5ddcf56-eab9-42c2-b9f7-b95001d9dd18 service neutron] Request body: {'port': {'device_id': '4849adcd-b381-46eb-81c7-318e4432773a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-842733-1'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:37:33.589384 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-00f008c4-3a82-40a1-a9b1-b2957fe0c670 req-f5ddcf56-eab9-42c2-b9f7-b95001d9dd18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:33.590033 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2d2d03e9-768a-4f60-8ef7-78bd78fcf40d req-cffad934-7b25-4f1e-8d63-6d17a9ca2f29 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dd7c455f-f7fa-4ccb-8d0f-f44da1bcb1a1 HTTP/1.1" status: 200 len: 217 time: 0.0638018 May 20 20:37:33.605742 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Provisioning for port c97eadfd-f41a-4fb2-80fd-962422a3d259 completed by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 20:37:33.610202 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Provisioning complete for port c97eadfd-f41a-4fb2-80fd-962422a3d259 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:37:33.610580 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:33.653055 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a4888d-ee3d-4a59-aa51-acb9ddebd0a6 req-24ddac83-8aa1-4451-9a2e-41049344097d tempest-LiveMigrationNegativeTest-1438540510 tempest-LiveMigrationNegativeTest-1438540510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:33.654560 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d7a4888d-ee3d-4a59-aa51-acb9ddebd0a6 req-24ddac83-8aa1-4451-9a2e-41049344097d tempest-LiveMigrationNegativeTest-1438540510 tempest-LiveMigrationNegativeTest-1438540510-project] 10.222.0.35 "GET /v2.0/ports?device_id=4849adcd-b381-46eb-81c7-318e4432773a HTTP/1.1" status: 200 len: 936 time: 0.1665156 May 20 20:37:33.678670 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-07925828-fcd8-489b-b836-3865bdc3ad57 req-990c9008-d30f-4122-af72-8c09996e7609 tempest-VolumesAdminNegativeTest-632306137 tempest-VolumesAdminNegativeTest-632306137-project] For port 33c7843d-8f21-4018-8a4e-80fde1c2521e, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=33c7843d-8f21-4018-8a4e-80fde1c2521e,segment=NetworkSegment(2b83fc6f-929c-428a-8add-773c0563082c),segment_id=2b83fc6f-929c-428a-8add-773c0563082c)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:37:33.679022 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-07925828-fcd8-489b-b836-3865bdc3ad57 req-990c9008-d30f-4122-af72-8c09996e7609 tempest-VolumesAdminNegativeTest-632306137 tempest-VolumesAdminNegativeTest-632306137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:33.690193 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-0a87ac56-e903-46e2-a863-adc045848010 None None] Provisioning complete for port c35c31a6-92a1-4ade-bd3a-469954331e30 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:37:33.690557 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-0a87ac56-e903-46e2-a863-adc045848010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:33.704907 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2d03e9-768a-4f60-8ef7-78bd78fcf40d req-25d9790a-017b-4b32-869e-6c6c0d154d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:33.706357 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2d2d03e9-768a-4f60-8ef7-78bd78fcf40d req-25d9790a-017b-4b32-869e-6c6c0d154d01 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=33548886-d6e3-48e7-a819-149526989122 HTTP/1.1" status: 200 len: 860 time: 0.1036427 May 20 20:37:33.712521 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [req-07925828-fcd8-489b-b836-3865bdc3ad57 req-990c9008-d30f-4122-af72-8c09996e7609 tempest-VolumesAdminNegativeTest-632306137 tempest-VolumesAdminNegativeTest-632306137-project] Calling delete_port for 33c7843d-8f21-4018-8a4e-80fde1c2521e owned by compute:nova {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:37:33.758004 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2d2d03e9-768a-4f60-8ef7-78bd78fcf40d req-4426aa15-5633-40f6-acce-9d6c186f1a65 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fef9e30f-3c34-4b6b-9bd5-2a167649e7b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390763 May 20 20:37:33.770436 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d7a4888d-ee3d-4a59-aa51-acb9ddebd0a6 req-fe8a6488-a4a9-4eb0-809e-c3f06881a156 tempest-LiveMigrationNegativeTest-1438540510 tempest-LiveMigrationNegativeTest-1438540510-project] 10.222.0.35 "GET /v2.0/security-groups?id=89ca7ea3-9b4d-452a-a64a-566d7b2e6fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999694 May 20 20:37:33.888387 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 20:37:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-488a1e37-f073-4f29-b3eb-d02c8598d66d x-openstack-request-id: req-488a1e37-f073-4f29-b3eb-d02c8598d66d {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:37:33.888850 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79fb5e92-04b7-4f21-b860-f2bc97282b3e", "name": "network-vif-plugged", "status": "completed", "tag": "ad8036cd-7d02-407a-9e0d-263626d3f679", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:37:33.888959 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-488a1e37-f073-4f29-b3eb-d02c8598d66d {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:37:33.889418 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-488a1e37-f073-4f29-b3eb-d02c8598d66d'] response: {'server_uuid': '79fb5e92-04b7-4f21-b860-f2bc97282b3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad8036cd-7d02-407a-9e0d-263626d3f679', 'code': 200} May 20 20:37:33.915877 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-0a87ac56-e903-46e2-a863-adc045848010 None None] Port c35c31a6-92a1-4ade-bd3a-469954331e30 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 20:37:33.921725 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 60740) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:37:33.922869 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Current status of the port c97eadfd-f41a-4fb2-80fd-962422a3d259 is: BUILD; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:37:33.923330 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:33.964541 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port c97eadfd-f41a-4fb2-80fd-962422a3d259, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=c97eadfd-f41a-4fb2-80fd-962422a3d259,segment=NetworkSegment(ed3a602f-49fb-4a95-be80-401e1eb72e33),segment_id=ed3a602f-49fb-4a95-be80-401e1eb72e33)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:37:34.041577 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:34.079571 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [req-00f008c4-3a82-40a1-a9b1-b2957fe0c670 req-f5ddcf56-eab9-42c2-b9f7-b95001d9dd18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c35c31a6-92a1-4ade-bd3a-469954331e30 {{(pid=103162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:37:34.092072 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-00f008c4-3a82-40a1-a9b1-b2957fe0c670 req-f5ddcf56-eab9-42c2-b9f7-b95001d9dd18 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:34.106768 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.provisioning_blocks [req-00f008c4-3a82-40a1-a9b1-b2957fe0c670 req-f5ddcf56-eab9-42c2-b9f7-b95001d9dd18 service neutron] Transition to ACTIVE for port object c35c31a6-92a1-4ade-bd3a-469954331e30 will not be triggered until provisioned by entity L2. {{(pid=103162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 20:37:34.111897 n-d-842733-1 neutron-server[103162]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 20 20:37:34.116925 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [req-fccb6bf6-0af0-4475-9fe3-08b84e252963 req-256c7a90-5ac8-48da-b261-a0fbb90c0cf2 tempest-LiveMigrationTest-1108997473 tempest-LiveMigrationTest-1108997473-project-admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103162) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 20:37:34.117719 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-fccb6bf6-0af0-4475-9fe3-08b84e252963 req-256c7a90-5ac8-48da-b261-a0fbb90c0cf2 tempest-LiveMigrationTest-1108997473 tempest-LiveMigrationTest-1108997473-project-admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1946607 May 20 20:37:34.120286 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5597e27-dddf-4d8d-8eec-62e6db619bd7 req-815e3b1b-4c5d-4442-bd42-4306bb6a88de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:34.122287 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e5597e27-dddf-4d8d-8eec-62e6db619bd7 req-815e3b1b-4c5d-4442-bd42-4306bb6a88de service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=79fb5e92-04b7-4f21-b860-f2bc97282b3e HTTP/1.1" status: 200 len: 1101 time: 0.1528089 May 20 20:37:34.126084 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Pushing event updated for resources: {'Port': ['ID=c97eadfd-f41a-4fb2-80fd-962422a3d259,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:37:34.147240 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930afbce-97d9-40b9-aeb0-27f4b3229dda req-5ec97c5e-7d46-422e-9305-e441917e010c tempest-VolumesAdminNegativeTest-632306137 tempest-VolumesAdminNegativeTest-632306137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:34.148719 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-930afbce-97d9-40b9-aeb0-27f4b3229dda req-5ec97c5e-7d46-422e-9305-e441917e010c tempest-VolumesAdminNegativeTest-632306137 tempest-VolumesAdminNegativeTest-632306137-project] 10.222.0.35 "GET /v2.0/ports?device_id=994104a2-3192-4e47-99fe-3a924301b6df HTTP/1.1" status: 200 len: 945 time: 0.1808381 May 20 20:37:34.197049 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2d2d03e9-768a-4f60-8ef7-78bd78fcf40d req-7a40c29d-d97c-4511-957b-2af55488797b service neutron] 10.222.0.13 "GET /v2.0/networks/fef9e30f-3c34-4b6b-9bd5-2a167649e7b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4254560 May 20 20:37:34.218331 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-07925828-fcd8-489b-b836-3865bdc3ad57 req-990c9008-d30f-4122-af72-8c09996e7609 tempest-VolumesAdminNegativeTest-632306137 tempest-VolumesAdminNegativeTest-632306137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:34.231406 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] get_ports_and_sgs() called for port_ids ['33c7843d-8f21-4018-8a4e-80fde1c2521e'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:37:34.237554 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-00f008c4-3a82-40a1-a9b1-b2957fe0c670 req-f5ddcf56-eab9-42c2-b9f7-b95001d9dd18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:34.273829 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccb6bf6-0af0-4475-9fe3-08b84e252963 req-8cc7ec18-4fbe-49cc-8417-82874805d754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:34.275906 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-fccb6bf6-0af0-4475-9fe3-08b84e252963 req-8cc7ec18-4fbe-49cc-8417-82874805d754 service neutron] 10.222.0.35 "GET /v2.0/ports/0f61439d-122d-49c1-9b17-9f2635d1301f HTTP/1.1" status: 200 len: 1093 time: 0.1066065 May 20 20:37:34.279720 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e5597e27-dddf-4d8d-8eec-62e6db619bd7 req-0422cf22-356b-4d7f-b03c-2499cffa43f3 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=0c2aa399-3055-4eb0-8f1a-45933e0e3cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418393 May 20 20:37:34.299357 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [req-fccb6bf6-0af0-4475-9fe3-08b84e252963 req-95b6102a-9be7-42f6-8fd9-c3ab5b0ba14b service neutron] Request body: {'binding': {'host': 'n-h2-842733-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:37:34.299880 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [req-fccb6bf6-0af0-4475-9fe3-08b84e252963 req-95b6102a-9be7-42f6-8fd9-c3ab5b0ba14b service neutron] Unknown quota resources ['binding']. {{(pid=103162) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} May 20 20:37:34.315732 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990c9008-d30f-4122-af72-8c09996e7609 tempest-VolumesAdminNegativeTest-632306137 tempest-VolumesAdminNegativeTest-632306137-project] Pushing event deleted for resources: {'Port': ['ID=33c7843d-8f21-4018-8a4e-80fde1c2521e,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:37:34.332101 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ddcf56-eab9-42c2-b9f7-b95001d9dd18 service neutron] Pushing event updated for resources: {'Port': ['ID=c35c31a6-92a1-4ade-bd3a-469954331e30,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:37:34.342944 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-930afbce-97d9-40b9-aeb0-27f4b3229dda req-623360dd-bdd6-4bb9-947e-097d4eebad5c tempest-VolumesAdminNegativeTest-632306137 tempest-VolumesAdminNegativeTest-632306137-project] 10.222.0.35 "GET /v2.0/security-groups?id=8add6a39-73c7-4db1-bdd1-d5feec5456ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794403 May 20 20:37:34.402873 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 20:37:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f745d97-c023-4953-8fa8-1a2394211b7c x-openstack-request-id: req-2f745d97-c023-4953-8fa8-1a2394211b7c {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:37:34.403273 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6b770e5-8fc5-41ee-a663-8df2656df33f", "tag": "dd7c455f-f7fa-4ccb-8d0f-f44da1bcb1a1", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:37:34.407482 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2f745d97-c023-4953-8fa8-1a2394211b7c {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:37:34.407482 n-d-842733-1 neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f745d97-c023-4953-8fa8-1a2394211b7c'] response: {'name': 'network-changed', 'server_uuid': 'd6b770e5-8fc5-41ee-a663-8df2656df33f', 'tag': 'dd7c455f-f7fa-4ccb-8d0f-f44da1bcb1a1', 'status': 'completed', 'code': 200} May 20 20:37:34.407482 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [req-07925828-fcd8-489b-b836-3865bdc3ad57 req-990c9008-d30f-4122-af72-8c09996e7609 tempest-VolumesAdminNegativeTest-632306137 tempest-VolumesAdminNegativeTest-632306137-project] No DVR routers for this DVR port 33c7843d-8f21-4018-8a4e-80fde1c2521e on host n-h1-842733-1 {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:37:34.409703 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-07925828-fcd8-489b-b836-3865bdc3ad57 req-990c9008-d30f-4122-af72-8c09996e7609 tempest-VolumesAdminNegativeTest-632306137 tempest-VolumesAdminNegativeTest-632306137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:34.413630 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-07925828-fcd8-489b-b836-3865bdc3ad57 req-990c9008-d30f-4122-af72-8c09996e7609 tempest-VolumesAdminNegativeTest-632306137 tempest-VolumesAdminNegativeTest-632306137-project] 10.222.0.24 "DELETE /v2.0/ports/33c7843d-8f21-4018-8a4e-80fde1c2521e HTTP/1.1" status: 204 len: 173 time: 1.1605814 May 20 20:37:34.444248 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2d2d03e9-768a-4f60-8ef7-78bd78fcf40d req-923b22fa-0505-4d34-9edc-551f1e8bb4c3 service neutron] 10.222.0.13 "GET /v2.0/networks/fef9e30f-3c34-4b6b-9bd5-2a167649e7b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2370603 May 20 20:37:34.453993 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-00f008c4-3a82-40a1-a9b1-b2957fe0c670 req-f5ddcf56-eab9-42c2-b9f7-b95001d9dd18 service neutron] Attempting to bind port c35c31a6-92a1-4ade-bd3a-469954331e30 on host n-h2-842733-1 for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:37:34.453993 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-00f008c4-3a82-40a1-a9b1-b2957fe0c670 req-f5ddcf56-eab9-42c2-b9f7-b95001d9dd18 service neutron] Attempting to bind port c35c31a6-92a1-4ade-bd3a-469954331e30 by drivers openvswitch,hyperv on host n-h2-842733-1 at level 0 using segments [{'id': 'ed3a602f-49fb-4a95-be80-401e1eb72e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'cd702362-b982-46c5-a7d0-51de1b03df86'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:37:34.454483 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00f008c4-3a82-40a1-a9b1-b2957fe0c670 req-f5ddcf56-eab9-42c2-b9f7-b95001d9dd18 service neutron] Attempting to bind port c35c31a6-92a1-4ade-bd3a-469954331e30 on network cd702362-b982-46c5-a7d0-51de1b03df86 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:37:34.492457 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00f008c4-3a82-40a1-a9b1-b2957fe0c670 req-f5ddcf56-eab9-42c2-b9f7-b95001d9dd18 service neutron] Port c35c31a6-92a1-4ade-bd3a-469954331e30 on network cd702362-b982-46c5-a7d0-51de1b03df86 not bound, no agent of type Open vSwitch agent registered on host n-h2-842733-1 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 20:37:34.492959 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00f008c4-3a82-40a1-a9b1-b2957fe0c670 req-f5ddcf56-eab9-42c2-b9f7-b95001d9dd18 service neutron] Attempting to bind port c35c31a6-92a1-4ade-bd3a-469954331e30 on network cd702362-b982-46c5-a7d0-51de1b03df86 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:37:34.504535 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00f008c4-3a82-40a1-a9b1-b2957fe0c670 req-f5ddcf56-eab9-42c2-b9f7-b95001d9dd18 service neutron] Checking agent: {'id': 'a66f2511-b955-448f-877c-56cfe9c81b12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 33, 2), 'started_at': datetime.datetime(2022, 5, 20, 20, 33, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 37, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:37:34.508024 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00f008c4-3a82-40a1-a9b1-b2957fe0c670 req-f5ddcf56-eab9-42c2-b9f7-b95001d9dd18 service neutron] Checking segment: {'id': 'ed3a602f-49fb-4a95-be80-401e1eb72e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'cd702362-b982-46c5-a7d0-51de1b03df86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:37:34.509162 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00f008c4-3a82-40a1-a9b1-b2957fe0c670 req-f5ddcf56-eab9-42c2-b9f7-b95001d9dd18 service neutron] Bound using segment: {'id': 'ed3a602f-49fb-4a95-be80-401e1eb72e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'cd702362-b982-46c5-a7d0-51de1b03df86'} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:37:34.509646 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-00f008c4-3a82-40a1-a9b1-b2957fe0c670 req-f5ddcf56-eab9-42c2-b9f7-b95001d9dd18 service neutron] Bound port: c35c31a6-92a1-4ade-bd3a-469954331e30, host: n-h2-842733-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed3a602f-49fb-4a95-be80-401e1eb72e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'cd702362-b982-46c5-a7d0-51de1b03df86'}}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:37:34.510014 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-00f008c4-3a82-40a1-a9b1-b2957fe0c670 req-f5ddcf56-eab9-42c2-b9f7-b95001d9dd18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:34.541527 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f4fc44-1d95-4875-b938-23f1956b939a req-13745721-b223-4be4-bdae-1f159931737f tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:34.543030 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-56f4fc44-1d95-4875-b938-23f1956b939a req-13745721-b223-4be4-bdae-1f159931737f tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] 10.222.0.35 "GET /v2.0/ports?device_id=da88f731-41bc-47f8-a232-4c07bc5e2068 HTTP/1.1" status: 200 len: 950 time: 0.0666926 May 20 20:37:34.585086 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-56f4fc44-1d95-4875-b938-23f1956b939a req-9ae4e4ea-5633-40d1-8595-884cb3d7cc4b tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] 10.222.0.35 "GET /v2.0/security-groups?id=b86a25cf-8ff6-49a5-9967-210010093ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316772 May 20 20:37:34.615716 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-00f008c4-3a82-40a1-a9b1-b2957fe0c670 req-f5ddcf56-eab9-42c2-b9f7-b95001d9dd18 service neutron] For port c35c31a6-92a1-4ade-bd3a-469954331e30, host n-h2-842733-1, cleared binding levels {{(pid=103162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:37:34.625204 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-fccb6bf6-0af0-4475-9fe3-08b84e252963 req-95b6102a-9be7-42f6-8fd9-c3ab5b0ba14b service neutron] Attempting to bind port 0f61439d-122d-49c1-9b17-9f2635d1301f on host n-h2-842733-1 for vnic_type normal with profile None {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:37:34.629354 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-fccb6bf6-0af0-4475-9fe3-08b84e252963 req-95b6102a-9be7-42f6-8fd9-c3ab5b0ba14b service neutron] Attempting to bind port 0f61439d-122d-49c1-9b17-9f2635d1301f by drivers openvswitch,hyperv on host n-h2-842733-1 at level 0 using segments [{'id': '8e7444da-2574-4e87-afbd-a324be0dd68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'f2296de0-b06c-422e-98fe-14a3771aba33'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:37:34.629354 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fccb6bf6-0af0-4475-9fe3-08b84e252963 req-95b6102a-9be7-42f6-8fd9-c3ab5b0ba14b service neutron] Attempting to bind port 0f61439d-122d-49c1-9b17-9f2635d1301f on network f2296de0-b06c-422e-98fe-14a3771aba33 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:37:34.635835 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fccb6bf6-0af0-4475-9fe3-08b84e252963 req-95b6102a-9be7-42f6-8fd9-c3ab5b0ba14b service neutron] Port 0f61439d-122d-49c1-9b17-9f2635d1301f on network f2296de0-b06c-422e-98fe-14a3771aba33 not bound, no agent of type Open vSwitch agent registered on host n-h2-842733-1 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 20:37:34.636403 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fccb6bf6-0af0-4475-9fe3-08b84e252963 req-95b6102a-9be7-42f6-8fd9-c3ab5b0ba14b service neutron] Attempting to bind port 0f61439d-122d-49c1-9b17-9f2635d1301f on network f2296de0-b06c-422e-98fe-14a3771aba33 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:37:34.643258 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-00f008c4-3a82-40a1-a9b1-b2957fe0c670 req-f5ddcf56-eab9-42c2-b9f7-b95001d9dd18 service neutron] For port c35c31a6-92a1-4ade-bd3a-469954331e30, host n-h2-842733-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=c35c31a6-92a1-4ade-bd3a-469954331e30,segment=NetworkSegment(ed3a602f-49fb-4a95-be80-401e1eb72e33),segment_id=ed3a602f-49fb-4a95-be80-401e1eb72e33)] {{(pid=103162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:37:34.644615 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fccb6bf6-0af0-4475-9fe3-08b84e252963 req-95b6102a-9be7-42f6-8fd9-c3ab5b0ba14b service neutron] Checking agent: {'id': 'a66f2511-b955-448f-877c-56cfe9c81b12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 33, 2), 'started_at': datetime.datetime(2022, 5, 20, 20, 33, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 37, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:37:34.645130 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fccb6bf6-0af0-4475-9fe3-08b84e252963 req-95b6102a-9be7-42f6-8fd9-c3ab5b0ba14b service neutron] Checking segment: {'id': '8e7444da-2574-4e87-afbd-a324be0dd68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'f2296de0-b06c-422e-98fe-14a3771aba33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:37:34.645708 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fccb6bf6-0af0-4475-9fe3-08b84e252963 req-95b6102a-9be7-42f6-8fd9-c3ab5b0ba14b service neutron] Bound using segment: {'id': '8e7444da-2574-4e87-afbd-a324be0dd68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'f2296de0-b06c-422e-98fe-14a3771aba33'} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:37:34.646747 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-fccb6bf6-0af0-4475-9fe3-08b84e252963 req-95b6102a-9be7-42f6-8fd9-c3ab5b0ba14b service neutron] Bound port: 0f61439d-122d-49c1-9b17-9f2635d1301f, host: n-h2-842733-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e7444da-2574-4e87-afbd-a324be0dd68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'f2296de0-b06c-422e-98fe-14a3771aba33'}}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:37:34.707520 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-00f008c4-3a82-40a1-a9b1-b2957fe0c670 req-f5ddcf56-eab9-42c2-b9f7-b95001d9dd18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:34.723510 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-fccb6bf6-0af0-4475-9fe3-08b84e252963 req-95b6102a-9be7-42f6-8fd9-c3ab5b0ba14b service neutron] For port 0f61439d-122d-49c1-9b17-9f2635d1301f, host n-h2-842733-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=0f61439d-122d-49c1-9b17-9f2635d1301f,segment=NetworkSegment(8e7444da-2574-4e87-afbd-a324be0dd68b),segment_id=8e7444da-2574-4e87-afbd-a324be0dd68b)] {{(pid=103162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:37:34.729555 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e82e8e0-3c40-438e-bac3-b2a50bb74f4a req-70fe78ed-552f-432e-afb8-bb28d71c3c4f tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:34.731100 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5e82e8e0-3c40-438e-bac3-b2a50bb74f4a req-70fe78ed-552f-432e-afb8-bb28d71c3c4f tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] 10.222.0.35 "GET /v2.0/ports?device_id=217a8edb-2b21-456c-8e31-8a00107e1259 HTTP/1.1" status: 200 len: 950 time: 0.0699935 May 20 20:37:34.755144 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f008c4-3a82-40a1-a9b1-b2957fe0c670 req-f5ddcf56-eab9-42c2-b9f7-b95001d9dd18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:34.755700 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-00f008c4-3a82-40a1-a9b1-b2957fe0c670 req-f5ddcf56-eab9-42c2-b9f7-b95001d9dd18 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:34.757744 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-00f008c4-3a82-40a1-a9b1-b2957fe0c670 req-f5ddcf56-eab9-42c2-b9f7-b95001d9dd18 service neutron] 10.222.0.13 "PUT /v2.0/ports/c35c31a6-92a1-4ade-bd3a-469954331e30 HTTP/1.1" status: 200 len: 1096 time: 1.2406437 May 20 20:37:34.760673 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4849adcd-b381-46eb-81c7-318e4432773a', 'tag': 'c35c31a6-92a1-4ade-bd3a-469954331e30'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:37:34.763017 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6fa957933fccbf596d28104b23404b952ad6a8238afaebaed40a0874b2e409" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26a39808-70c9-438b-af62-375ff774bf12" -d '{"events": [{"name": "network-changed", "server_uuid": "4849adcd-b381-46eb-81c7-318e4432773a", "tag": "c35c31a6-92a1-4ade-bd3a-469954331e30"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:37:34.788512 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5e82e8e0-3c40-438e-bac3-b2a50bb74f4a req-436a7c29-8071-48c3-83d6-22c2a5c9880b tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c2aa399-3055-4eb0-8f1a-45933e0e3cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429313 May 20 20:37:34.791269 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7f74cd-b598-477d-8cb5-627a35ae64f8 req-6f6dfa22-c4cc-4ce9-a9e6-d3d7ee439f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:34.792667 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9d7f74cd-b598-477d-8cb5-627a35ae64f8 req-6f6dfa22-c4cc-4ce9-a9e6-d3d7ee439f15 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8b3cc11ab7334369b6693afcab69aa6e&device_id=d6b770e5-8fc5-41ee-a663-8df2656df33f HTTP/1.1" status: 200 len: 1095 time: 0.0809894 May 20 20:37:34.795303 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-fccb6bf6-0af0-4475-9fe3-08b84e252963 req-95b6102a-9be7-42f6-8fd9-c3ab5b0ba14b service neutron] Notify callbacks [] for binding, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:34.796496 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-fccb6bf6-0af0-4475-9fe3-08b84e252963 req-95b6102a-9be7-42f6-8fd9-c3ab5b0ba14b service neutron] 10.222.0.35 "POST /v2.0/ports/0f61439d-122d-49c1-9b17-9f2635d1301f/bindings HTTP/1.1" status: 201 len: 389 time: 0.5063312 May 20 20:37:34.798040 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ddcf56-eab9-42c2-b9f7-b95001d9dd18 service neutron] Pushing event updated for resources: {'Port': ['ID=c35c31a6-92a1-4ade-bd3a-469954331e30,revision_number=3']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:37:34.947589 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f008c4-3a82-40a1-a9b1-b2957fe0c670 req-534c06d8-06fc-4e99-9014-244492e1afb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:34.949568 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-00f008c4-3a82-40a1-a9b1-b2957fe0c670 req-534c06d8-06fc-4e99-9014-244492e1afb9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f0a00de831794c7980c037dc26b9c7f6&device_id=4849adcd-b381-46eb-81c7-318e4432773a HTTP/1.1" status: 200 len: 1099 time: 0.0659988 May 20 20:37:35.011002 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-00f008c4-3a82-40a1-a9b1-b2957fe0c670 req-f1fe2109-0f35-428d-9278-abb9992a99b4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=c35c31a6-92a1-4ade-bd3a-469954331e30 HTTP/1.1" status: 200 len: 217 time: 0.0373917 May 20 20:37:35.086484 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f008c4-3a82-40a1-a9b1-b2957fe0c670 req-fb8aa827-36b3-41a8-8251-636cd21da630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:35.088239 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-00f008c4-3a82-40a1-a9b1-b2957fe0c670 req-fb8aa827-36b3-41a8-8251-636cd21da630 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=26b342ea-254c-483a-9ea9-f11c178970eb HTTP/1.1" status: 200 len: 843 time: 0.0646806 May 20 20:37:35.138881 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f008c4-3a82-40a1-a9b1-b2957fe0c670 req-34b81932-ab75-4685-9517-cb860251bb2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:35.141821 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-00f008c4-3a82-40a1-a9b1-b2957fe0c670 req-34b81932-ab75-4685-9517-cb860251bb2d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cd702362-b982-46c5-a7d0-51de1b03df86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0425425 May 20 20:37:35.182476 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 60778) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:37:35.219746 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7f74cd-b598-477d-8cb5-627a35ae64f8 req-afff2888-15e0-4cd5-b650-40c42060eed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:35.224002 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9d7f74cd-b598-477d-8cb5-627a35ae64f8 req-afff2888-15e0-4cd5-b650-40c42060eed5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=fef9e30f-3c34-4b6b-9bd5-2a167649e7b0 HTTP/1.1" status: 200 len: 921 time: 0.4213836 May 20 20:37:35.247083 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d50a93-86d4-4439-b443-c09d5d6be730 req-d27b5721-9228-4c87-8bd6-56e0978bde20 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:35.255482 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-54d50a93-86d4-4439-b443-c09d5d6be730 req-d27b5721-9228-4c87-8bd6-56e0978bde20 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6b770e5-8fc5-41ee-a663-8df2656df33f HTTP/1.1" status: 200 len: 944 time: 0.1152306 May 20 20:37:35.273081 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-00f008c4-3a82-40a1-a9b1-b2957fe0c670 req-2534abb5-8240-42ee-9685-b5e48e73face service neutron] 10.222.0.13 "GET /v2.0/networks/cd702362-b982-46c5-a7d0-51de1b03df86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228511 May 20 20:37:35.335907 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9d7f74cd-b598-477d-8cb5-627a35ae64f8 req-701c3424-d86f-4658-a7b4-472fac09e132 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dd7c455f-f7fa-4ccb-8d0f-f44da1bcb1a1 HTTP/1.1" status: 200 len: 217 time: 0.0783963 May 20 20:37:35.350168 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ae272bc9-8d28-4d89-b1d5-9126570a95f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:35.380517 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-00f008c4-3a82-40a1-a9b1-b2957fe0c670 req-b9a32074-5040-4771-ae9b-63138325fcd2 service neutron] 10.222.0.13 "GET /v2.0/networks/cd702362-b982-46c5-a7d0-51de1b03df86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002197 May 20 20:37:35.412117 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-54d50a93-86d4-4439-b443-c09d5d6be730 req-f5d8038c-d1a9-4730-b22a-43099813855a tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c1ac446-2eae-4e3c-98ef-7a4684e96782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557739 May 20 20:37:35.436588 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fd5a5f-fc6c-40f4-b3c4-b94fcd71e06c req-92efdb43-ba0c-48b0-8751-b3acf5739ad9 tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:35.436588 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-62fd5a5f-fc6c-40f4-b3c4-b94fcd71e06c req-92efdb43-ba0c-48b0-8751-b3acf5739ad9 tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] 10.222.0.35 "GET /v2.0/ports?device_id=af8dbbf2-af97-4d08-9dfb-94cc026d387b HTTP/1.1" status: 200 len: 949 time: 0.2018692 May 20 20:37:35.442307 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7f74cd-b598-477d-8cb5-627a35ae64f8 req-a680f5c1-fc4e-4c3e-9abd-2f5e388509be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:35.443732 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9d7f74cd-b598-477d-8cb5-627a35ae64f8 req-a680f5c1-fc4e-4c3e-9abd-2f5e388509be service neutron] 10.222.0.13 "GET /v2.0/subnets?id=33548886-d6e3-48e7-a819-149526989122 HTTP/1.1" status: 200 len: 860 time: 0.0906713 May 20 20:37:35.481422 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 20:37:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbd43c88-a170-4b79-8bf4-4e92e9aa3f58 x-openstack-request-id: req-cbd43c88-a170-4b79-8bf4-4e92e9aa3f58 {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:37:35.481708 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4849adcd-b381-46eb-81c7-318e4432773a", "tag": "c35c31a6-92a1-4ade-bd3a-469954331e30", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:37:35.481964 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-cbd43c88-a170-4b79-8bf4-4e92e9aa3f58 {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:37:35.482368 n-d-842733-1 neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cbd43c88-a170-4b79-8bf4-4e92e9aa3f58'] response: {'name': 'network-changed', 'server_uuid': '4849adcd-b381-46eb-81c7-318e4432773a', 'tag': 'c35c31a6-92a1-4ade-bd3a-469954331e30', 'status': 'completed', 'code': 200} May 20 20:37:35.510928 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9d7f74cd-b598-477d-8cb5-627a35ae64f8 req-231370d4-0ad7-48ec-9a46-c6edd0aadc1b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fef9e30f-3c34-4b6b-9bd5-2a167649e7b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450850 May 20 20:37:35.559553 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-62fd5a5f-fc6c-40f4-b3c4-b94fcd71e06c req-60cbaa40-f176-4ed7-b46a-a67a7c494b96 tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] 10.222.0.35 "GET /v2.0/security-groups?id=b86a25cf-8ff6-49a5-9967-210010093ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096601 May 20 20:37:35.619595 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccb6bf6-0af0-4475-9fe3-08b84e252963 req-5a2b4b67-c7fb-4553-9425-9802d9b10602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:35.621102 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-fccb6bf6-0af0-4475-9fe3-08b84e252963 req-5a2b4b67-c7fb-4553-9425-9802d9b10602 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=33876e14b0274b60a421aea47180bf46&device_id=076de625-2a49-46b5-9344-19509d3a2557 HTTP/1.1" status: 200 len: 1096 time: 0.0913897 May 20 20:37:35.659859 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ae272bc9-8d28-4d89-b1d5-9126570a95f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:35.696688 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8b83d7-b46d-4502-ab23-c1af482eaef3 req-55d06654-216a-4f2a-bdb0-c970a17aaa2d tempest-LiveMigrationNegativeTest-1438540510 tempest-LiveMigrationNegativeTest-1438540510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:35.698243 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0c8b83d7-b46d-4502-ab23-c1af482eaef3 req-55d06654-216a-4f2a-bdb0-c970a17aaa2d tempest-LiveMigrationNegativeTest-1438540510 tempest-LiveMigrationNegativeTest-1438540510-project] 10.222.0.35 "GET /v2.0/ports?device_id=4849adcd-b381-46eb-81c7-318e4432773a HTTP/1.1" status: 200 len: 948 time: 0.1435568 May 20 20:37:35.733029 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9d7f74cd-b598-477d-8cb5-627a35ae64f8 req-bf51320f-4da8-4f95-bbcc-ba1d4e4cfd3f service neutron] 10.222.0.13 "GET /v2.0/networks/fef9e30f-3c34-4b6b-9bd5-2a167649e7b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2033188 May 20 20:37:35.748728 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a39808-70c9-438b-af62-375ff774bf12 req-dd222650-d5fc-41d3-bcd3-3c5e6d083618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:35.750498 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-26a39808-70c9-438b-af62-375ff774bf12 req-dd222650-d5fc-41d3-bcd3-3c5e6d083618 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f0a00de831794c7980c037dc26b9c7f6&device_id=4849adcd-b381-46eb-81c7-318e4432773a HTTP/1.1" status: 200 len: 1099 time: 0.1047034 May 20 20:37:35.760659 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccb6bf6-0af0-4475-9fe3-08b84e252963 req-e1b95704-ca7b-4cf4-9bde-7160e2322de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:35.762168 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-fccb6bf6-0af0-4475-9fe3-08b84e252963 req-e1b95704-ca7b-4cf4-9bde-7160e2322de7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f2296de0-b06c-422e-98fe-14a3771aba33 HTTP/1.1" status: 200 len: 908 time: 0.1267240 May 20 20:37:35.771718 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ae272bc9-8d28-4d89-b1d5-9126570a95f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:35.878000 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d280c54-fa18-4811-bdf0-2e12d4a81715 req-8383262f-2d99-466b-99e0-609ef93c4bb1 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:35.879621 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7d280c54-fa18-4811-bdf0-2e12d4a81715 req-8383262f-2d99-466b-99e0-609ef93c4bb1 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] 10.222.0.35 "GET /v2.0/ports?device_id=076de625-2a49-46b5-9344-19509d3a2557 HTTP/1.1" status: 200 len: 945 time: 0.1804924 May 20 20:37:35.885062 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0c8b83d7-b46d-4502-ab23-c1af482eaef3 req-e19d71bb-259a-4ad1-9f9b-b6c58fa01d49 tempest-LiveMigrationNegativeTest-1438540510 tempest-LiveMigrationNegativeTest-1438540510-project] 10.222.0.35 "GET /v2.0/security-groups?id=89ca7ea3-9b4d-452a-a64a-566d7b2e6fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542482 May 20 20:37:35.885650 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae272bc9-8d28-4d89-b1d5-9126570a95f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0200a288-9d9c-47dd-8377-5210d9566b60,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:37:35.890309 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-ae272bc9-8d28-4d89-b1d5-9126570a95f7 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=cc905dabbf0a42769ebb239079dea975&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7006986 May 20 20:37:35.891396 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '217a8edb-2b21-456c-8e31-8a00107e1259', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c97eadfd-f41a-4fb2-80fd-962422a3d259'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:37:35.896258 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8485417003ce7c0410b00f5cdc2f391e21107b70bb68e2773712534a96e108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d224b835-8349-40c6-8213-c465f7352fbc" -d '{"events": [{"server_uuid": "217a8edb-2b21-456c-8e31-8a00107e1259", "name": "network-vif-plugged", "status": "completed", "tag": "c97eadfd-f41a-4fb2-80fd-962422a3d259"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:37:35.899336 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 60792) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:37:35.958575 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 60796) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:37:36.002557 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9d7f74cd-b598-477d-8cb5-627a35ae64f8 req-85e87531-b0ef-45d3-814f-08d89fbcab75 service neutron] 10.222.0.13 "GET /v2.0/networks/fef9e30f-3c34-4b6b-9bd5-2a167649e7b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2605016 May 20 20:37:36.027639 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7d280c54-fa18-4811-bdf0-2e12d4a81715 req-e81d0d97-7a8d-4198-984e-dae71b685e97 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] 10.222.0.35 "GET /v2.0/security-groups?id=0a1ca955-ee86-4e03-bb39-6b1e6a532a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339667 May 20 20:37:36.077660 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8caef1b0-3e45-4dd1-9835-7c9e347e7eb0 req-ba1dbe66-7b30-42bf-82e1-2f00a6d0b63a tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=e3bf9bf1dd86451a9fc95ed1873df9d4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0556822 May 20 20:37:36.082770 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_v2 [None req-5923487b-6aeb-4ba2-bbc2-bd6df76d08f1 admin admin] Deleting subnet 1c0a7dd5-9518-4df4-871d-835055d29640 {{(pid=103163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 20 20:37:36.086035 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5923487b-6aeb-4ba2-bbc2-bd6df76d08f1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:36.097453 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-fccb6bf6-0af0-4475-9fe3-08b84e252963 req-2d21a475-e8db-4e5a-8072-231615455ec0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0f61439d-122d-49c1-9b17-9f2635d1301f HTTP/1.1" status: 200 len: 217 time: 0.3250985 May 20 20:37:36.119866 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-325fa1bd-178e-42f6-a0dc-c92e2ae67cb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:36.165968 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a39808-70c9-438b-af62-375ff774bf12 req-799052a2-6239-4bcb-906a-15d0069e219b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:36.167433 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-26a39808-70c9-438b-af62-375ff774bf12 req-799052a2-6239-4bcb-906a-15d0069e219b service neutron] 10.222.0.13 "GET /v2.0/networks?id=cd702362-b982-46c5-a7d0-51de1b03df86 HTTP/1.1" status: 200 len: 870 time: 0.4044340 May 20 20:37:36.174331 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccb6bf6-0af0-4475-9fe3-08b84e252963 req-ad54a5c5-b3f0-4810-85ff-1b4ca79e92bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:36.175696 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-fccb6bf6-0af0-4475-9fe3-08b84e252963 req-ad54a5c5-b3f0-4810-85ff-1b4ca79e92bc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f9e5fad6-106c-4fb6-bdcf-0e79e7e3eb1f HTTP/1.1" status: 200 len: 847 time: 0.0595665 May 20 20:37:36.212291 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5923487b-6aeb-4ba2-bbc2-bd6df76d08f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9338757'] for subnet, precommit_delete_associations {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:36.240151 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-325fa1bd-178e-42f6-a0dc-c92e2ae67cb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:36.241505 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-fccb6bf6-0af0-4475-9fe3-08b84e252963 req-80fddd6d-e081-4d67-9555-512136210d0e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f2296de0-b06c-422e-98fe-14a3771aba33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498767 May 20 20:37:36.242400 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-26a39808-70c9-438b-af62-375ff774bf12 req-e2d3a484-9f37-4b7f-8f65-eec751f1cd67 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=c35c31a6-92a1-4ade-bd3a-469954331e30 HTTP/1.1" status: 200 len: 217 time: 0.0576787 May 20 20:37:36.316065 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118e1fae-4e58-4f33-a341-537ab6e0c1f0 req-f34587c3-daaf-4410-846e-0427e7e3c2be tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:36.317547 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-118e1fae-4e58-4f33-a341-537ab6e0c1f0 req-f34587c3-daaf-4410-846e-0427e7e3c2be tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] 10.222.0.35 "GET /v2.0/ports?device_id=217a8edb-2b21-456c-8e31-8a00107e1259 HTTP/1.1" status: 200 len: 950 time: 0.1989717 May 20 20:37:36.338894 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5923487b-6aeb-4ba2-bbc2-bd6df76d08f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33068388'] for subnet, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:36.348387 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caef1b0-3e45-4dd1-9835-7c9e347e7eb0 req-8c81adb4-e27f-4251-a3b1-7e871774f99a tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:36.349849 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8caef1b0-3e45-4dd1-9835-7c9e347e7eb0 req-8c81adb4-e27f-4251-a3b1-7e871774f99a tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2602048 May 20 20:37:36.357989 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a39808-70c9-438b-af62-375ff774bf12 req-b03c63d2-031a-4b9c-88f0-59ed6cfdd735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:36.359437 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-26a39808-70c9-438b-af62-375ff774bf12 req-b03c63d2-031a-4b9c-88f0-59ed6cfdd735 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=26b342ea-254c-483a-9ea9-f11c178970eb HTTP/1.1" status: 200 len: 843 time: 0.0874467 May 20 20:37:36.374359 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-fccb6bf6-0af0-4475-9fe3-08b84e252963 req-e93bbb0f-1bb4-43e1-bbb5-7aa74566213c service neutron] 10.222.0.13 "GET /v2.0/networks/f2296de0-b06c-422e-98fe-14a3771aba33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197259 May 20 20:37:36.408633 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8caef1b0-3e45-4dd1-9835-7c9e347e7eb0 req-e43a8099-f124-4bcc-8082-d08256487ef4 tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] 10.222.0.35 "GET /v2.0/quotas/e3bf9bf1dd86451a9fc95ed1873df9d4 HTTP/1.1" status: 200 len: 375 time: 0.0288887 May 20 20:37:36.409052 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '994104a2-3192-4e47-99fe-3a924301b6df', 'name': 'network-vif-deleted', 'tag': '33c7843d-8f21-4018-8a4e-80fde1c2521e'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:37:36.411271 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4291b17aa7b45362825f0571e77c85f5e73afe1df9c7e9e15006df9d695c005e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66f1bf6e-655c-4dd4-942d-7161082c427d" -d '{"events": [{"server_uuid": "994104a2-3192-4e47-99fe-3a924301b6df", "name": "network-vif-deleted", "tag": "33c7843d-8f21-4018-8a4e-80fde1c2521e"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:37:36.439522 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-118e1fae-4e58-4f33-a341-537ab6e0c1f0 req-be098f71-4f50-42ef-bf7e-24446919bfac tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c2aa399-3055-4eb0-8f1a-45933e0e3cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092112 May 20 20:37:36.471021 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a39808-70c9-438b-af62-375ff774bf12 req-84a211e5-f6ee-4543-a06b-ac614ee02cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:36.473091 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-26a39808-70c9-438b-af62-375ff774bf12 req-84a211e5-f6ee-4543-a06b-ac614ee02cdf service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cd702362-b982-46c5-a7d0-51de1b03df86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0978708 May 20 20:37:36.485872 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8caef1b0-3e45-4dd1-9835-7c9e347e7eb0 req-8b9a69fa-e221-4184-97a9-a223519ac877 tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=e3bf9bf1dd86451a9fc95ed1873df9d4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0675437 May 20 20:37:36.508720 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-325fa1bd-178e-42f6-a0dc-c92e2ae67cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:36.512924 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-325fa1bd-178e-42f6-a0dc-c92e2ae67cb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:36.517544 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-325fa1bd-178e-42f6-a0dc-c92e2ae67cb1 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0200a288-9d9c-47dd-8377-5210d9566b60 HTTP/1.1" status: 204 len: 168 time: 0.6113460 May 20 20:37:36.523412 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 20:37:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ae1818d-03b7-4ad1-86e9-64c32945f471 x-openstack-request-id: req-5ae1818d-03b7-4ad1-86e9-64c32945f471 {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:37:36.523798 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "217a8edb-2b21-456c-8e31-8a00107e1259", "name": "network-vif-plugged", "status": "completed", "tag": "c97eadfd-f41a-4fb2-80fd-962422a3d259", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:37:36.524056 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5ae1818d-03b7-4ad1-86e9-64c32945f471 {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:37:36.524453 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ae1818d-03b7-4ad1-86e9-64c32945f471'] response: {'server_uuid': '217a8edb-2b21-456c-8e31-8a00107e1259', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c97eadfd-f41a-4fb2-80fd-962422a3d259', 'code': 200} May 20 20:37:36.542503 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325fa1bd-178e-42f6-a0dc-c92e2ae67cb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0200a288-9d9c-47dd-8377-5210d9566b60,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:37:36.558739 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-fccb6bf6-0af0-4475-9fe3-08b84e252963 req-750997e7-6fb7-4d25-b7f6-3b35c543eadf service neutron] 10.222.0.13 "GET /v2.0/networks/f2296de0-b06c-422e-98fe-14a3771aba33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1732523 May 20 20:37:36.560403 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5923487b-6aeb-4ba2-bbc2-bd6df76d08f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33068399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9641221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8422588'] for subnet, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:36.617127 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 20:37:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7c97978-1f0c-4d91-b1ec-94d0b2ef92d0 x-openstack-request-id: req-d7c97978-1f0c-4d91-b1ec-94d0b2ef92d0 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:37:36.617473 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "994104a2-3192-4e47-99fe-3a924301b6df", "name": "network-vif-deleted", "tag": "33c7843d-8f21-4018-8a4e-80fde1c2521e", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:37:36.617666 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d7c97978-1f0c-4d91-b1ec-94d0b2ef92d0 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:37:36.618057 n-d-842733-1 neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7c97978-1f0c-4d91-b1ec-94d0b2ef92d0'] response: {'server_uuid': '994104a2-3192-4e47-99fe-3a924301b6df', 'name': 'network-vif-deleted', 'tag': '33c7843d-8f21-4018-8a4e-80fde1c2521e', 'status': 'completed', 'code': 200} May 20 20:37:36.627653 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5923487b-6aeb-4ba2-bbc2-bd6df76d08f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c0a7dd5-9518-4df4-871d-835055d29640,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:37:36.653463 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-26a39808-70c9-438b-af62-375ff774bf12 req-9e59360d-b04a-4246-bd5d-03aac5fc8324 service neutron] 10.222.0.13 "GET /v2.0/networks/cd702362-b982-46c5-a7d0-51de1b03df86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615489 May 20 20:37:36.654274 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5923487b-6aeb-4ba2-bbc2-bd6df76d08f1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:36.659284 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-5923487b-6aeb-4ba2-bbc2-bd6df76d08f1 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/1c0a7dd5-9518-4df4-871d-835055d29640 HTTP/1.1" status: 204 len: 168 time: 0.6943398 May 20 20:37:36.660298 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 60812) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:37:36.704877 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff7be8a-b7c1-48eb-b172-7d2df369fad1 req-bbdf7306-f5b8-4550-b0e0-16f72e3ab7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:36.706273 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-cff7be8a-b7c1-48eb-b172-7d2df369fad1 req-bbdf7306-f5b8-4550-b0e0-16f72e3ab7b0 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=217a8edb-2b21-456c-8e31-8a00107e1259 HTTP/1.1" status: 200 len: 1101 time: 0.0910795 May 20 20:37:36.730469 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bcad3c-e4fa-4912-bc67-453d5acc2190 req-7f805605-b92a-4959-a547-8f55c4d8c7ed tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:36.731701 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-32bcad3c-e4fa-4912-bc67-453d5acc2190 req-7f805605-b92a-4959-a547-8f55c4d8c7ed tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6b770e5-8fc5-41ee-a663-8df2656df33f HTTP/1.1" status: 200 len: 944 time: 0.0698309 May 20 20:37:36.770298 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-cff7be8a-b7c1-48eb-b172-7d2df369fad1 req-2f7a841a-1295-4dc4-80a8-a873ccacc54f service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=0c2aa399-3055-4eb0-8f1a-45933e0e3cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535719 May 20 20:37:36.788864 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-32bcad3c-e4fa-4912-bc67-453d5acc2190 req-021e50d1-fc10-4e32-91c4-2042a48f25f7 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c1ac446-2eae-4e3c-98ef-7a4684e96782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464971 May 20 20:37:36.829771 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b61aa3a5-1333-4faf-90f3-deba49c8b1fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33160123'] for network, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:36.879847 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ee7b8d3f-3f71-4871-af98-1220a7a90685 req-51c41912-f8c9-4186-9d5b-913e5f8bfa8d tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7f978b0-d7bb-49b4-b5fa-99a6bea01646 HTTP/1.1" status: 200 len: 210 time: 0.0401647 May 20 20:37:36.903144 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccb6bf6-0af0-4475-9fe3-08b84e252963 req-0a1713da-1e10-4579-ba11-b3a461d21a33 tempest-LiveMigrationTest-1108997473 tempest-LiveMigrationTest-1108997473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:36.904585 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-fccb6bf6-0af0-4475-9fe3-08b84e252963 req-0a1713da-1e10-4579-ba11-b3a461d21a33 tempest-LiveMigrationTest-1108997473 tempest-LiveMigrationTest-1108997473-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=076de625-2a49-46b5-9344-19509d3a2557&tenant_id=33876e14b0274b60a421aea47180bf46&binding%3Ahost_id=n-h1-842733-1 HTTP/1.1" status: 200 len: 1096 time: 0.1253026 May 20 20:37:36.906946 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-26a39808-70c9-438b-af62-375ff774bf12 req-3cf23526-c9e9-4f3e-b0fd-bb967d9d2c50 service neutron] 10.222.0.13 "GET /v2.0/networks/cd702362-b982-46c5-a7d0-51de1b03df86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2388761 May 20 20:37:36.961244 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [req-fccb6bf6-0af0-4475-9fe3-08b84e252963 req-e6057c72-9f0e-4eb4-a728-f85d9065c67e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-842733-1'}}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:37:36.988947 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b61aa3a5-1333-4faf-90f3-deba49c8b1fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33072115', 'neutron.services.segments.db._delete_segments_for_network-8782419500584'] for network, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:37.040392 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-b61aa3a5-1333-4faf-90f3-deba49c8b1fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['012139d3-632b-4bd5-b2e9-f8546d34c06c']}} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:37:37.050810 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d954b8-d3e2-474f-bd50-27abe97ab5ed req-3675a4e1-6160-4b87-a044-f20fa2fe83ee tempest-LiveMigrationNegativeTest-1438540510 tempest-LiveMigrationNegativeTest-1438540510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:37.051690 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-fccb6bf6-0af0-4475-9fe3-08b84e252963 req-e6057c72-9f0e-4eb4-a728-f85d9065c67e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:37.052351 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-10d954b8-d3e2-474f-bd50-27abe97ab5ed req-3675a4e1-6160-4b87-a044-f20fa2fe83ee tempest-LiveMigrationNegativeTest-1438540510 tempest-LiveMigrationNegativeTest-1438540510-project] 10.222.0.35 "GET /v2.0/ports?device_id=4849adcd-b381-46eb-81c7-318e4432773a HTTP/1.1" status: 200 len: 948 time: 0.0587029 May 20 20:37:37.055986 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-b61aa3a5-1333-4faf-90f3-deba49c8b1fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b83fc6f-929c-428a-8add-773c0563082c') {'for_net_delete': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:37:37.055986 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-b61aa3a5-1333-4faf-90f3-deba49c8b1fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b83fc6f-929c-428a-8add-773c0563082c') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:37:37.087327 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b61aa3a5-1333-4faf-90f3-deba49c8b1fd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419501617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3738385'] for segment, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:37.121370 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b61aa3a5-1333-4faf-90f3-deba49c8b1fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:37.130014 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-10d954b8-d3e2-474f-bd50-27abe97ab5ed req-64745d68-0e99-40ea-8227-d737ab2c90a5 tempest-LiveMigrationNegativeTest-1438540510 tempest-LiveMigrationNegativeTest-1438540510-project] 10.222.0.35 "GET /v2.0/security-groups?id=89ca7ea3-9b4d-452a-a64a-566d7b2e6fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705087 May 20 20:37:37.133880 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b61aa3a5-1333-4faf-90f3-deba49c8b1fd admin admin] Releasing vlan 217 on physical network physnet1 to pool {{(pid=103162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 20:37:37.134694 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b61aa3a5-1333-4faf-90f3-deba49c8b1fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3800791'] for segment, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:37.136547 n-d-842733-1 neutron-server[103162]: Traceback (most recent call last): May 20 20:37:37.136547 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 20:37:37.136547 n-d-842733-1 neutron-server[103162]: timer() May 20 20:37:37.136547 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 20:37:37.136547 n-d-842733-1 neutron-server[103162]: cb(*args, **kw) May 20 20:37:37.136547 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 20 20:37:37.136547 n-d-842733-1 neutron-server[103162]: return func(*args, **kwargs) May 20 20:37:37.136547 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 20:37:37.136547 n-d-842733-1 neutron-server[103162]: self._notify() May 20 20:37:37.136547 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 20:37:37.136547 n-d-842733-1 neutron-server[103162]: self.callback(batched_events) May 20 20:37:37.136547 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 20:37:37.136547 n-d-842733-1 neutron-server[103162]: event.method(event) May 20 20:37:37.136547 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 20 20:37:37.136547 n-d-842733-1 neutron-server[103162]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 20:37:37.136547 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 20 20:37:37.136547 n-d-842733-1 neutron-server[103162]: aggregate_uuid = self.p_client.list_aggregates( May 20 20:37:37.136547 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 20 20:37:37.136547 n-d-842733-1 neutron-server[103162]: return f(self, *a, **k) May 20 20:37:37.136547 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 20 20:37:37.136547 n-d-842733-1 neutron-server[103162]: return self._get(url).json() May 20 20:37:37.136547 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 20 20:37:37.136547 n-d-842733-1 neutron-server[103162]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 20:37:37.136547 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 20:37:37.136547 n-d-842733-1 neutron-server[103162]: return self.request(url, 'GET', **kwargs) May 20 20:37:37.136547 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 20:37:37.136547 n-d-842733-1 neutron-server[103162]: base_url = self.get_endpoint(auth, allow=allow, May 20 20:37:37.136547 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 20:37:37.136547 n-d-842733-1 neutron-server[103162]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 20:37:37.136547 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 20:37:37.136547 n-d-842733-1 neutron-server[103162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 20:37:37.136547 n-d-842733-1 neutron-server[103162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 20:37:37.171526 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1f7cdd-29ae-4d40-9a7d-798a88b312c6 req-4b157e72-b91d-4d13-b8f5-397821c73c8d tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:37.173775 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3e1f7cdd-29ae-4d40-9a7d-798a88b312c6 req-4b157e72-b91d-4d13-b8f5-397821c73c8d tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] 10.222.0.35 "GET /v2.0/ports?device_id=076de625-2a49-46b5-9344-19509d3a2557 HTTP/1.1" status: 200 len: 945 time: 0.0577376 May 20 20:37:37.246665 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3e1f7cdd-29ae-4d40-9a7d-798a88b312c6 req-4f18a271-2745-4b4b-8b7e-394cfa1f366e tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] 10.222.0.35 "GET /v2.0/security-groups?id=0a1ca955-ee86-4e03-bb39-6b1e6a532a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640659 May 20 20:37:37.289927 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-fccb6bf6-0af0-4475-9fe3-08b84e252963 req-e6057c72-9f0e-4eb4-a728-f85d9065c67e service neutron] For port 0f61439d-122d-49c1-9b17-9f2635d1301f, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=0f61439d-122d-49c1-9b17-9f2635d1301f,segment=NetworkSegment(8e7444da-2574-4e87-afbd-a324be0dd68b),segment_id=8e7444da-2574-4e87-afbd-a324be0dd68b)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:37:37.313821 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 33c7843d-8f21-4018-8a4e-80fde1c2521e no longer exists at agent hyperv_n-h1-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:37:37.327882 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-fccb6bf6-0af0-4475-9fe3-08b84e252963 req-e6057c72-9f0e-4eb4-a728-f85d9065c67e service neutron] For port 0f61439d-122d-49c1-9b17-9f2635d1301f, host n-h1-842733-1, cleared binding levels {{(pid=103162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:37:37.334856 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] No Port match for: 33c7843d-8f21-4018-8a4e-80fde1c2521e {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 20:37:37.335286 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 33c7843d-8f21-4018-8a4e-80fde1c2521e not bound to the agent host n-h1-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 20:37:37.348660 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b61aa3a5-1333-4faf-90f3-deba49c8b1fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33072122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748162'] for network, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:37.360029 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b61aa3a5-1333-4faf-90f3-deba49c8b1fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:37.363101 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-b61aa3a5-1333-4faf-90f3-deba49c8b1fd admin admin] 10.222.0.35 "DELETE /v2.0/networks/012139d3-632b-4bd5-b2e9-f8546d34c06c HTTP/1.1" status: 204 len: 168 time: 0.7018466 May 20 20:37:37.366172 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 60836) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:37:37.373463 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61aa3a5-1333-4faf-90f3-deba49c8b1fd admin admin] Pushing event deleted for resources: {'Network': ['ID=012139d3-632b-4bd5-b2e9-f8546d34c06c,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:37:37.408207 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-fccb6bf6-0af0-4475-9fe3-08b84e252963 req-e6057c72-9f0e-4eb4-a728-f85d9065c67e service neutron] Notify callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:37.425876 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_v2 [None req-55395019-314f-40c7-9389-6b713c4860f7 admin admin] Deleting subnet 047e256a-4f80-4917-9c5f-620964384131 {{(pid=103163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 20 20:37:37.430404 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-55395019-314f-40c7-9389-6b713c4860f7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:37.476346 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-55395019-314f-40c7-9389-6b713c4860f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9338757'] for subnet, precommit_delete_associations {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:37.483915 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '076de625-2a49-46b5-9344-19509d3a2557', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0f61439d-122d-49c1-9b17-9f2635d1301f'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:37:37.489692 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6fa957933fccbf596d28104b23404b952ad6a8238afaebaed40a0874b2e409" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff0bf46a-67e7-4b6a-a980-a29d01871e82" -d '{"events": [{"server_uuid": "076de625-2a49-46b5-9344-19509d3a2557", "name": "network-vif-unplugged", "status": "completed", "tag": "0f61439d-122d-49c1-9b17-9f2635d1301f"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:37:37.504695 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-fccb6bf6-0af0-4475-9fe3-08b84e252963 req-e6057c72-9f0e-4eb4-a728-f85d9065c67e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:37.528699 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-55395019-314f-40c7-9389-6b713c4860f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33068388'] for subnet, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:37.576536 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 May 2022 20:37:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87fdb56e-5a9f-4762-bc43-973cc7cb9195 x-openstack-request-id: req-87fdb56e-5a9f-4762-bc43-973cc7cb9195 {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:37:37.576819 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "076de625-2a49-46b5-9344-19509d3a2557", "name": "network-vif-unplugged", "status": "completed", "tag": "0f61439d-122d-49c1-9b17-9f2635d1301f", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:37:37.577157 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-87fdb56e-5a9f-4762-bc43-973cc7cb9195 {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:37:37.577458 n-d-842733-1 neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87fdb56e-5a9f-4762-bc43-973cc7cb9195'] response: {'server_uuid': '076de625-2a49-46b5-9344-19509d3a2557', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0f61439d-122d-49c1-9b17-9f2635d1301f', 'code': 200} May 20 20:37:37.608151 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6057c72-9f0e-4eb4-a728-f85d9065c67e service neutron] Pushing event updated for resources: {'Port': ['ID=0f61439d-122d-49c1-9b17-9f2635d1301f,revision_number=7']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:37:37.620219 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-fccb6bf6-0af0-4475-9fe3-08b84e252963 req-e6057c72-9f0e-4eb4-a728-f85d9065c67e service neutron] Attempting to bind port 0f61439d-122d-49c1-9b17-9f2635d1301f on host n-h1-842733-1 for vnic_type normal with profile {"migrating_to": "n-h2-842733-1"} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:37:37.620548 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-fccb6bf6-0af0-4475-9fe3-08b84e252963 req-e6057c72-9f0e-4eb4-a728-f85d9065c67e service neutron] Attempting to bind port 0f61439d-122d-49c1-9b17-9f2635d1301f by drivers openvswitch,hyperv on host n-h1-842733-1 at level 0 using segments [{'id': '8e7444da-2574-4e87-afbd-a324be0dd68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'f2296de0-b06c-422e-98fe-14a3771aba33'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:37:37.620930 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fccb6bf6-0af0-4475-9fe3-08b84e252963 req-e6057c72-9f0e-4eb4-a728-f85d9065c67e service neutron] Attempting to bind port 0f61439d-122d-49c1-9b17-9f2635d1301f on network f2296de0-b06c-422e-98fe-14a3771aba33 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:37:37.624339 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50792b38-b67e-4935-93b4-9f084c61c528 req-9a6f7134-15bc-4292-8624-bb02ff55b5d5 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:37.625315 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fccb6bf6-0af0-4475-9fe3-08b84e252963 req-e6057c72-9f0e-4eb4-a728-f85d9065c67e service neutron] Port 0f61439d-122d-49c1-9b17-9f2635d1301f on network f2296de0-b06c-422e-98fe-14a3771aba33 not bound, no agent of type Open vSwitch agent registered on host n-h1-842733-1 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 20:37:37.625631 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fccb6bf6-0af0-4475-9fe3-08b84e252963 req-e6057c72-9f0e-4eb4-a728-f85d9065c67e service neutron] Attempting to bind port 0f61439d-122d-49c1-9b17-9f2635d1301f on network f2296de0-b06c-422e-98fe-14a3771aba33 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:37:37.625900 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-50792b38-b67e-4935-93b4-9f084c61c528 req-9a6f7134-15bc-4292-8624-bb02ff55b5d5 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] 10.222.0.35 "GET /v2.0/ports?device_id=217a8edb-2b21-456c-8e31-8a00107e1259 HTTP/1.1" status: 200 len: 950 time: 0.0744455 May 20 20:37:37.630676 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fccb6bf6-0af0-4475-9fe3-08b84e252963 req-e6057c72-9f0e-4eb4-a728-f85d9065c67e service neutron] Checking agent: {'id': '08dfb1ce-804b-4db8-838b-21094082e041', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 32, 54), 'started_at': datetime.datetime(2022, 5, 20, 20, 32, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 37, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:37:37.631009 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fccb6bf6-0af0-4475-9fe3-08b84e252963 req-e6057c72-9f0e-4eb4-a728-f85d9065c67e service neutron] Checking segment: {'id': '8e7444da-2574-4e87-afbd-a324be0dd68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'f2296de0-b06c-422e-98fe-14a3771aba33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:37:37.631459 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fccb6bf6-0af0-4475-9fe3-08b84e252963 req-e6057c72-9f0e-4eb4-a728-f85d9065c67e service neutron] Bound using segment: {'id': '8e7444da-2574-4e87-afbd-a324be0dd68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'f2296de0-b06c-422e-98fe-14a3771aba33'} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:37:37.631877 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-fccb6bf6-0af0-4475-9fe3-08b84e252963 req-e6057c72-9f0e-4eb4-a728-f85d9065c67e service neutron] Bound port: 0f61439d-122d-49c1-9b17-9f2635d1301f, host: n-h1-842733-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e7444da-2574-4e87-afbd-a324be0dd68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'f2296de0-b06c-422e-98fe-14a3771aba33'}}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:37:37.632231 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-fccb6bf6-0af0-4475-9fe3-08b84e252963 req-e6057c72-9f0e-4eb4-a728-f85d9065c67e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:37.681878 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-50792b38-b67e-4935-93b4-9f084c61c528 req-01cacb14-a835-4cd4-9c8b-aa3b5f08dbc3 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c2aa399-3055-4eb0-8f1a-45933e0e3cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477705 May 20 20:37:37.702980 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-fccb6bf6-0af0-4475-9fe3-08b84e252963 req-e6057c72-9f0e-4eb4-a728-f85d9065c67e service neutron] For port 0f61439d-122d-49c1-9b17-9f2635d1301f, host n-h1-842733-1, cleared binding levels {{(pid=103162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:37:37.706081 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-55395019-314f-40c7-9389-6b713c4860f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33068399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9641221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8422588'] for subnet, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:37.706535 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-fccb6bf6-0af0-4475-9fe3-08b84e252963 req-e6057c72-9f0e-4eb4-a728-f85d9065c67e service neutron] For port 0f61439d-122d-49c1-9b17-9f2635d1301f, host n-h1-842733-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=0f61439d-122d-49c1-9b17-9f2635d1301f,segment=NetworkSegment(8e7444da-2574-4e87-afbd-a324be0dd68b),segment_id=8e7444da-2574-4e87-afbd-a324be0dd68b)] {{(pid=103162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:37:37.737185 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55395019-314f-40c7-9389-6b713c4860f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=047e256a-4f80-4917-9c5f-620964384131,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:37:37.746984 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-55395019-314f-40c7-9389-6b713c4860f7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:37.746984 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-55395019-314f-40c7-9389-6b713c4860f7 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/047e256a-4f80-4917-9c5f-620964384131 HTTP/1.1" status: 204 len: 168 time: 0.3784659 May 20 20:37:37.748280 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 60852) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:37:37.749455 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 60854) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:37:37.768002 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-fccb6bf6-0af0-4475-9fe3-08b84e252963 req-e6057c72-9f0e-4eb4-a728-f85d9065c67e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:37.830554 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-34760e20-1cbc-4147-a8b7-0904aef68bbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33160123'] for network, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:37.833979 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6057c72-9f0e-4eb4-a728-f85d9065c67e service neutron] Pushing event updated for resources: {'Port': ['ID=0f61439d-122d-49c1-9b17-9f2635d1301f,revision_number=8']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:37:37.865592 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccb6bf6-0af0-4475-9fe3-08b84e252963 req-e6057c72-9f0e-4eb4-a728-f85d9065c67e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:37.866765 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-fccb6bf6-0af0-4475-9fe3-08b84e252963 req-e6057c72-9f0e-4eb4-a728-f85d9065c67e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:37.868837 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-fccb6bf6-0af0-4475-9fe3-08b84e252963 req-e6057c72-9f0e-4eb4-a728-f85d9065c67e service neutron] 10.222.0.13 "PUT /v2.0/ports/0f61439d-122d-49c1-9b17-9f2635d1301f HTTP/1.1" status: 200 len: 1121 time: 0.9186442 May 20 20:37:37.908538 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-be83a3bf-b9e3-446b-9637-8324b6cb86d0 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-130071565-network', 'tenant_id': 'b5cb8ef143b54944922aa234c877940c'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:37:37.964500 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-34760e20-1cbc-4147-a8b7-0904aef68bbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33072115', 'neutron.services.segments.db._delete_segments_for_network-8782419500584'] for network, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:37.976718 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] get_ports_and_sgs() called for port_ids ['0f61439d-122d-49c1-9b17-9f2635d1301f'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:37:37.995684 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7ff1aa27-38aa-4c66-bde5-fd55e71161db req-a3fa7d31-d2d1-4b3d-80a8-596555782f04 tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7f978b0-d7bb-49b4-b5fa-99a6bea01646 HTTP/1.1" status: 200 len: 210 time: 0.0479195 May 20 20:37:38.006563 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be83a3bf-b9e3-446b-9637-8324b6cb86d0 admin admin] Made reservation on behalf of b5cb8ef143b54944922aa234c877940c for: {'network': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:37:38.009052 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-be83a3bf-b9e3-446b-9637-8324b6cb86d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for network, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:38.010955 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-34760e20-1cbc-4147-a8b7-0904aef68bbb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7340e14-6313-4d10-8bc3-4a16e953ae02']}} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:37:38.028139 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-be83a3bf-b9e3-446b-9637-8324b6cb86d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:38.030090 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e495705d-9051-4f1f-811b-425112292fc8 req-1c569dc2-6dea-4780-8424-30cf093874a7 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:38.032566 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e495705d-9051-4f1f-811b-425112292fc8 req-1c569dc2-6dea-4780-8424-30cf093874a7 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6b770e5-8fc5-41ee-a663-8df2656df33f HTTP/1.1" status: 200 len: 944 time: 0.1402755 May 20 20:37:38.036385 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-34760e20-1cbc-4147-a8b7-0904aef68bbb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4e74cb8-7331-4b0e-91e5-0dc8f972bdbb') {'for_net_delete': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:37:38.036692 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-34760e20-1cbc-4147-a8b7-0904aef68bbb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4e74cb8-7331-4b0e-91e5-0dc8f972bdbb') {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:37:38.053907 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-34760e20-1cbc-4147-a8b7-0904aef68bbb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419501617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9338764'] for segment, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:38.082852 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-34760e20-1cbc-4147-a8b7-0904aef68bbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:38.094936 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e495705d-9051-4f1f-811b-425112292fc8 req-2a6d68bf-55c0-4938-b650-5a60f6b3dbef tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c1ac446-2eae-4e3c-98ef-7a4684e96782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555890 May 20 20:37:38.095953 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34760e20-1cbc-4147-a8b7-0904aef68bbb admin admin] Releasing vlan 235 on physical network physnet1 to pool {{(pid=103163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 20:37:38.096352 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-34760e20-1cbc-4147-a8b7-0904aef68bbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9638311'] for segment, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:38.098181 n-d-842733-1 neutron-server[103163]: Traceback (most recent call last): May 20 20:37:38.098181 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 20:37:38.098181 n-d-842733-1 neutron-server[103163]: timer() May 20 20:37:38.098181 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 20:37:38.098181 n-d-842733-1 neutron-server[103163]: cb(*args, **kw) May 20 20:37:38.098181 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 20 20:37:38.098181 n-d-842733-1 neutron-server[103163]: return func(*args, **kwargs) May 20 20:37:38.098181 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 20:37:38.098181 n-d-842733-1 neutron-server[103163]: self._notify() May 20 20:37:38.098181 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 20:37:38.098181 n-d-842733-1 neutron-server[103163]: self.callback(batched_events) May 20 20:37:38.098181 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 20:37:38.098181 n-d-842733-1 neutron-server[103163]: event.method(event) May 20 20:37:38.098181 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 20 20:37:38.098181 n-d-842733-1 neutron-server[103163]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 20:37:38.098181 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 20 20:37:38.098181 n-d-842733-1 neutron-server[103163]: aggregate_uuid = self.p_client.list_aggregates( May 20 20:37:38.098181 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 20 20:37:38.098181 n-d-842733-1 neutron-server[103163]: return f(self, *a, **k) May 20 20:37:38.098181 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 20 20:37:38.098181 n-d-842733-1 neutron-server[103163]: return self._get(url).json() May 20 20:37:38.098181 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 20 20:37:38.098181 n-d-842733-1 neutron-server[103163]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 20:37:38.098181 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 20:37:38.098181 n-d-842733-1 neutron-server[103163]: return self.request(url, 'GET', **kwargs) May 20 20:37:38.098181 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 20:37:38.098181 n-d-842733-1 neutron-server[103163]: base_url = self.get_endpoint(auth, allow=allow, May 20 20:37:38.098181 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 20:37:38.098181 n-d-842733-1 neutron-server[103163]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 20:37:38.098181 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 20:37:38.098181 n-d-842733-1 neutron-server[103163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 20:37:38.098181 n-d-842733-1 neutron-server[103163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 20:37:38.172634 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-be83a3bf-b9e3-446b-9637-8324b6cb86d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:38.213132 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-be83a3bf-b9e3-446b-9637-8324b6cb86d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:38.218222 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-34760e20-1cbc-4147-a8b7-0904aef68bbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33072122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748162'] for network, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:38.238785 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be83a3bf-b9e3-446b-9637-8324b6cb86d0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 237} {{(pid=103162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 20:37:38.247560 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be83a3bf-b9e3-446b-9637-8324b6cb86d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c0a3399-0b5a-404c-ac78-7f73e5b23ac7,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:37:38.248763 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-34760e20-1cbc-4147-a8b7-0904aef68bbb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:38.255320 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-34760e20-1cbc-4147-a8b7-0904aef68bbb admin admin] 10.222.0.35 "DELETE /v2.0/networks/f7340e14-6313-4d10-8bc3-4a16e953ae02 HTTP/1.1" status: 204 len: 168 time: 0.5060191 May 20 20:37:38.273153 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-be83a3bf-b9e3-446b-9637-8324b6cb86d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:38.273153 n-d-842733-1 neutron-server[103162]: INFO neutron.db.segments_db [None req-be83a3bf-b9e3-446b-9637-8324b6cb86d0 admin admin] Added segment 36c527e8-ab99-4e5a-90b3-3b7a2e17914b of type vlan for network 74193a44-74a4-484b-a3fa-19f00691c93e May 20 20:37:38.273544 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34760e20-1cbc-4147-a8b7-0904aef68bbb admin admin] Pushing event deleted for resources: {'Network': ['ID=f7340e14-6313-4d10-8bc3-4a16e953ae02,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:37:38.311000 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebf4245-737a-4236-a5af-e4501148220c req-a2ff31f4-9b93-44a2-8c5b-af685ae7f706 tempest-LiveMigrationNegativeTest-1438540510 tempest-LiveMigrationNegativeTest-1438540510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:38.313899 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-bebf4245-737a-4236-a5af-e4501148220c req-a2ff31f4-9b93-44a2-8c5b-af685ae7f706 tempest-LiveMigrationNegativeTest-1438540510 tempest-LiveMigrationNegativeTest-1438540510-project] 10.222.0.35 "GET /v2.0/ports?device_id=4849adcd-b381-46eb-81c7-318e4432773a HTTP/1.1" status: 200 len: 948 time: 0.1088145 May 20 20:37:38.319016 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-be83a3bf-b9e3-446b-9637-8324b6cb86d0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418993264'] for network, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:38.395558 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-bebf4245-737a-4236-a5af-e4501148220c req-fc5e2c22-64c2-442d-a49c-1a6d6b1b7edb tempest-LiveMigrationNegativeTest-1438540510 tempest-LiveMigrationNegativeTest-1438540510-project] 10.222.0.35 "GET /v2.0/security-groups?id=89ca7ea3-9b4d-452a-a64a-566d7b2e6fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638089 May 20 20:37:38.415966 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20205f35-cc27-470f-9167-0ffd7e67658b req-db2f92ea-b371-4943-b7fc-54c0187af70b tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:38.415966 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-20205f35-cc27-470f-9167-0ffd7e67658b req-db2f92ea-b371-4943-b7fc-54c0187af70b tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] 10.222.0.35 "GET /v2.0/ports?device_id=076de625-2a49-46b5-9344-19509d3a2557 HTTP/1.1" status: 200 len: 943 time: 0.0749817 May 20 20:37:38.454286 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-20205f35-cc27-470f-9167-0ffd7e67658b req-6157421e-589e-4377-bf55-303ea1291453 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] 10.222.0.35 "GET /v2.0/security-groups?id=0a1ca955-ee86-4e03-bb39-6b1e6a532a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324314 May 20 20:37:38.556490 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-be83a3bf-b9e3-446b-9637-8324b6cb86d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524'] for network, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:38.559087 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be83a3bf-b9e3-446b-9637-8324b6cb86d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:38.566381 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-be83a3bf-b9e3-446b-9637-8324b6cb86d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:38.617339 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be83a3bf-b9e3-446b-9637-8324b6cb86d0 admin admin] Pushing event updated for resources: {'Network': ['ID=74193a44-74a4-484b-a3fa-19f00691c93e,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:37:38.627445 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Network 74193a44-74a4-484b-a3fa-19f00691c93e details requested by agent ovs-agent-n-d-842733-1 with host n-d-842733-1 {{(pid=103164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 20 20:37:38.678492 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-be83a3bf-b9e3-446b-9637-8324b6cb86d0 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9271886 May 20 20:37:38.681284 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 60868) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:37:38.686232 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-e6414b6a-1293-4151-83ad-e969c16eb2f2 admin admin] Request body: {'subnet': {'network_id': '74193a44-74a4-484b-a3fa-19f00691c93e', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-130071565-subnet', 'tenant_id': 'b5cb8ef143b54944922aa234c877940c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:37:38.739035 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 60872) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:37:38.769891 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6414b6a-1293-4151-83ad-e969c16eb2f2 admin admin] Made reservation on behalf of b5cb8ef143b54944922aa234c877940c for: {'subnet': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:37:38.772460 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e6414b6a-1293-4151-83ad-e969c16eb2f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4018244'] for subnet, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:38.811568 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-3bcc3965-410c-4a27-b31a-9a7415a37f95 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b97c1ecbe0624d719c96ed25710ed172&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0712829 May 20 20:37:38.814422 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 60874) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:37:38.837679 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ab86c2-9071-41bc-baff-8c65239af1e3 req-5d0c2dce-d64e-40cd-ad31-4d455b6f102f tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:38.839115 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-22ab86c2-9071-41bc-baff-8c65239af1e3 req-5d0c2dce-d64e-40cd-ad31-4d455b6f102f tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] 10.222.0.35 "GET /v2.0/ports?device_id=217a8edb-2b21-456c-8e31-8a00107e1259 HTTP/1.1" status: 200 len: 950 time: 0.0858564 May 20 20:37:38.899601 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-22ab86c2-9071-41bc-baff-8c65239af1e3 req-d33207a4-354c-43e2-a7cc-bc370fe7c0bd tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c2aa399-3055-4eb0-8f1a-45933e0e3cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524650 May 20 20:37:38.904175 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-72847b22-511c-44be-ad28-f8cf36bd9164 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:38.926928 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-72847b22-511c-44be-ad28-f8cf36bd9164 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:38.974388 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.agents_db [None req-5c33ad30-4e00-40fa-b486-8c79c4a6cfc5 None None] Agent healthcheck: found 7 active agents {{(pid=103165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 20 20:37:39.001202 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e6414b6a-1293-4151-83ad-e969c16eb2f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3797684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4018258'] for subnet, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:39.028769 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03447efc-cde8-49b8-97db-b53075ec63ce req-333439aa-201c-4408-92bf-f8f47bae2996 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:39.033816 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-03447efc-cde8-49b8-97db-b53075ec63ce req-333439aa-201c-4408-92bf-f8f47bae2996 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] 10.222.0.35 "GET /v2.0/ports?device_id=79fb5e92-04b7-4f21-b860-f2bc97282b3e HTTP/1.1" status: 200 len: 950 time: 0.0528767 May 20 20:37:39.064826 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6414b6a-1293-4151-83ad-e969c16eb2f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c3bd18b-4796-4cd3-bf5c-e6ca9ef55660,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:37:39.076131 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6414b6a-1293-4151-83ad-e969c16eb2f2 admin admin] Checking segment: {'id': '36c527e8-ab99-4e5a-90b3-3b7a2e17914b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '74193a44-74a4-484b-a3fa-19f00691c93e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:37:39.076507 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6414b6a-1293-4151-83ad-e969c16eb2f2 admin admin] Network hostable DHCP agents. Network: 74193a44-74a4-484b-a3fa-19f00691c93e, hostable agents: ['c9b0653c-f3c7-4339-bd50-e3754b629216'], hosted agents: [] {{(pid=103162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 20:37:39.076655 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-03447efc-cde8-49b8-97db-b53075ec63ce req-7af1ea7b-dcbf-4633-a32e-fc55340da1cf tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c2aa399-3055-4eb0-8f1a-45933e0e3cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386505 May 20 20:37:39.120612 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-72847b22-511c-44be-ad28-f8cf36bd9164 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:39.123171 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-72847b22-511c-44be-ad28-f8cf36bd9164 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:39.124301 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-72847b22-511c-44be-ad28-f8cf36bd9164 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8add6a39-73c7-4db1-bdd1-d5feec5456ad HTTP/1.1" status: 204 len: 168 time: 0.3089752 May 20 20:37:39.139231 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-16b6a672-1978-4f04-8b14-c7007fe6b45c req-99caae87-cbd7-4ad0-83e6-f4af5808ac56 tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7f978b0-d7bb-49b4-b5fa-99a6bea01646 HTTP/1.1" status: 200 len: 210 time: 0.0531328 May 20 20:37:39.140202 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72847b22-511c-44be-ad28-f8cf36bd9164 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8add6a39-73c7-4db1-bdd1-d5feec5456ad,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:37:39.183881 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6414b6a-1293-4151-83ad-e969c16eb2f2 admin admin] Network 74193a44-74a4-484b-a3fa-19f00691c93e is scheduled to be hosted by DHCP agent c9b0653c-f3c7-4339-bd50-e3754b629216 with binding_index 1 {{(pid=103162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 20:37:39.231046 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device c35c31a6-92a1-4ade-bd3a-469954331e30 details requested by agent hyperv_n-h2-842733-1 with host n-h2-842733-1 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 20:37:39.248183 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff1f368-e532-494d-aa46-9aae0a3011fd req-f2eece26-96dd-44d4-aacc-556b32c2eba7 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:39.253754 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4ff1f368-e532-494d-aa46-9aae0a3011fd req-f2eece26-96dd-44d4-aacc-556b32c2eba7 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6b770e5-8fc5-41ee-a663-8df2656df33f HTTP/1.1" status: 200 len: 944 time: 0.0579157 May 20 20:37:39.302865 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-8caef1b0-3e45-4dd1-9835-7c9e347e7eb0 req-c93b66d3-9cd5-44f3-9fd9-a73ac5cf5b2c tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=e3bf9bf1dd86451a9fc95ed1873df9d4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0422816 May 20 20:37:39.304143 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4ff1f368-e532-494d-aa46-9aae0a3011fd req-d98702af-d7b1-4c81-b985-248b5f836bda tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c1ac446-2eae-4e3c-98ef-7a4684e96782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458632 May 20 20:37:39.318620 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-e6414b6a-1293-4151-83ad-e969c16eb2f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842733-1, 74193a44-74a4-484b-a3fa-19f00691c93e) {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:37:39.339671 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7984b0ee-d8be-474a-a91a-57626f45f24c None None] Network 74193a44-74a4-484b-a3fa-19f00691c93e requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:37:39.346781 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6414b6a-1293-4151-83ad-e969c16eb2f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:39.347444 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e6414b6a-1293-4151-83ad-e969c16eb2f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:39.470409 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port c35c31a6-92a1-4ade-bd3a-469954331e30, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=c35c31a6-92a1-4ade-bd3a-469954331e30,segment=NetworkSegment(ed3a602f-49fb-4a95-be80-401e1eb72e33),segment_id=ed3a602f-49fb-4a95-be80-401e1eb72e33)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:37:39.479204 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caef1b0-3e45-4dd1-9835-7c9e347e7eb0 req-7473df90-d020-4ca0-924a-d76591bbc47a tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:39.481871 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-8caef1b0-3e45-4dd1-9835-7c9e347e7eb0 req-7473df90-d020-4ca0-924a-d76591bbc47a tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1615942 May 20 20:37:39.492690 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Returning: {'device': 'c35c31a6-92a1-4ade-bd3a-469954331e30', 'network_id': 'cd702362-b982-46c5-a7d0-51de1b03df86', 'port_id': 'c35c31a6-92a1-4ade-bd3a-469954331e30', 'mac_address': 'fa:16:3e:78:73:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26b342ea-254c-483a-9ea9-f11c178970eb', 'ip_address': '192.168.233.197'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 20 20:37:39.511604 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [req-8caef1b0-3e45-4dd1-9835-7c9e347e7eb0 req-7aa18b18-c71b-490e-8e68-63f00f9f079b tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] Request body: {'port': {'device_id': 'b7f978b0-d7bb-49b4-b5fa-99a6bea01646', 'network_id': 'cd702362-b982-46c5-a7d0-51de1b03df86', 'admin_state_up': True, 'tenant_id': 'e3bf9bf1dd86451a9fc95ed1873df9d4'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:37:39.551321 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-e6414b6a-1293-4151-83ad-e969c16eb2f2 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.8687365 May 20 20:37:39.566543 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port c35c31a6-92a1-4ade-bd3a-469954331e30 is: DOWN; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:37:39.566934 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:39.595177 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f120433-d329-4597-8282-be68d2c25561 None None] Network 74193a44-74a4-484b-a3fa-19f00691c93e requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:37:39.596548 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '076de625-2a49-46b5-9344-19509d3a2557', 'tag': '0f61439d-122d-49c1-9b17-9f2635d1301f'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:37:39.599060 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6fa957933fccbf596d28104b23404b952ad6a8238afaebaed40a0874b2e409" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc4be676-a1b5-4b73-aecc-8d097e12aad5" -d '{"events": [{"name": "network-changed", "server_uuid": "076de625-2a49-46b5-9344-19509d3a2557", "tag": "0f61439d-122d-49c1-9b17-9f2635d1301f"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:37:39.607148 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75252280-4ceb-49ab-b0f7-092fbc1224e0 req-47ab585c-92d8-4f86-bd75-b88984a935aa tempest-LiveMigrationNegativeTest-1438540510 tempest-LiveMigrationNegativeTest-1438540510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:39.608993 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-75252280-4ceb-49ab-b0f7-092fbc1224e0 req-47ab585c-92d8-4f86-bd75-b88984a935aa tempest-LiveMigrationNegativeTest-1438540510 tempest-LiveMigrationNegativeTest-1438540510-project] 10.222.0.35 "GET /v2.0/ports?device_id=4849adcd-b381-46eb-81c7-318e4432773a HTTP/1.1" status: 200 len: 948 time: 0.1256802 May 20 20:37:39.618851 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec572bc-8d78-4b1e-bcbe-56bf3a2a5281 req-16a4f272-73ef-4d36-a261-51f5d37414f5 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:39.626288 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec572bc-8d78-4b1e-bcbe-56bf3a2a5281 req-16a4f272-73ef-4d36-a261-51f5d37414f5 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:39.636038 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-aec572bc-8d78-4b1e-bcbe-56bf3a2a5281 req-16a4f272-73ef-4d36-a261-51f5d37414f5 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] 10.222.0.35 "GET /v2.0/ports?device_id=217a8edb-2b21-456c-8e31-8a00107e1259&device_id=79fb5e92-04b7-4f21-b860-f2bc97282b3e HTTP/1.1" status: 200 len: 1691 time: 0.1086075 May 20 20:37:39.690117 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c35c31a6-92a1-4ade-bd3a-469954331e30 {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:37:39.697884 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-75252280-4ceb-49ab-b0f7-092fbc1224e0 req-5c2d36fb-f2c2-459e-865d-9fc903d0cdda tempest-LiveMigrationNegativeTest-1438540510 tempest-LiveMigrationNegativeTest-1438540510-project] 10.222.0.35 "GET /v2.0/security-groups?id=89ca7ea3-9b4d-452a-a64a-566d7b2e6fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597842 May 20 20:37:39.741808 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-aec572bc-8d78-4b1e-bcbe-56bf3a2a5281 req-02ac97ee-24fa-4a40-bf5d-daeb1898605e tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c2aa399-3055-4eb0-8f1a-45933e0e3cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046891 May 20 20:37:39.774401 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port c35c31a6-92a1-4ade-bd3a-469954331e30, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=c35c31a6-92a1-4ade-bd3a-469954331e30,segment=NetworkSegment(ed3a602f-49fb-4a95-be80-401e1eb72e33),segment_id=ed3a602f-49fb-4a95-be80-401e1eb72e33)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:37:39.789536 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 20:37:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec5478ed-3930-43e9-9a8f-fc4d8e9b2bf6 x-openstack-request-id: req-ec5478ed-3930-43e9-9a8f-fc4d8e9b2bf6 {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:37:39.790078 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "076de625-2a49-46b5-9344-19509d3a2557", "tag": "0f61439d-122d-49c1-9b17-9f2635d1301f", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:37:39.793906 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ec5478ed-3930-43e9-9a8f-fc4d8e9b2bf6 {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:37:39.793906 n-d-842733-1 neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec5478ed-3930-43e9-9a8f-fc4d8e9b2bf6'] response: {'name': 'network-changed', 'server_uuid': '076de625-2a49-46b5-9344-19509d3a2557', 'tag': '0f61439d-122d-49c1-9b17-9f2635d1301f', 'status': 'completed', 'code': 200} May 20 20:37:39.852856 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8caef1b0-3e45-4dd1-9835-7c9e347e7eb0 req-7aa18b18-c71b-490e-8e68-63f00f9f079b tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] Made reservation on behalf of e3bf9bf1dd86451a9fc95ed1873df9d4 for: {'port': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:37:39.856727 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-8caef1b0-3e45-4dd1-9835-7c9e347e7eb0 req-7aa18b18-c71b-490e-8e68-63f00f9f079b tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:39.862548 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a164924a-dd41-4df1-9b7f-e58d2a323f9b req-b361a2b4-3104-4cfa-b913-8fc5495ab2f9 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:39.862548 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a164924a-dd41-4df1-9b7f-e58d2a323f9b req-b361a2b4-3104-4cfa-b913-8fc5495ab2f9 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] 10.222.0.35 "GET /v2.0/ports?device_id=076de625-2a49-46b5-9344-19509d3a2557 HTTP/1.1" status: 200 len: 943 time: 0.0848517 May 20 20:37:39.897375 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4be676-a1b5-4b73-aecc-8d097e12aad5 req-831118f1-aa78-4c49-8c94-137f65e34c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:39.899127 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-bc4be676-a1b5-4b73-aecc-8d097e12aad5 req-831118f1-aa78-4c49-8c94-137f65e34c9f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=33876e14b0274b60a421aea47180bf46&device_id=076de625-2a49-46b5-9344-19509d3a2557 HTTP/1.1" status: 200 len: 1124 time: 0.0753334 May 20 20:37:39.915945 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:39.917726 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device dd7c455f-f7fa-4ccb-8d0f-f44da1bcb1a1 details requested by agent hyperv_n-h2-842733-1 with host n-h2-842733-1 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 20:37:39.928058 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a164924a-dd41-4df1-9b7f-e58d2a323f9b req-30f70a54-e047-4c28-953b-89700b74055a tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] 10.222.0.35 "GET /v2.0/security-groups?id=0a1ca955-ee86-4e03-bb39-6b1e6a532a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603263 May 20 20:37:40.033418 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [req-8caef1b0-3e45-4dd1-9835-7c9e347e7eb0 req-7aa18b18-c71b-490e-8e68-63f00f9f079b tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] Allocated IP 192.168.233.79 (cd702362-b982-46c5-a7d0-51de1b03df86/26b342ea-254c-483a-9ea9-f11c178970eb/402dcb18-4263-4f97-b1b0-6d3014d65335) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:37:40.060112 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4be676-a1b5-4b73-aecc-8d097e12aad5 req-db3328cb-c11d-410c-bbec-527e0b94dc2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:40.061607 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-bc4be676-a1b5-4b73-aecc-8d097e12aad5 req-db3328cb-c11d-410c-bbec-527e0b94dc2c service neutron] 10.222.0.24 "GET /v2.0/networks?id=f2296de0-b06c-422e-98fe-14a3771aba33 HTTP/1.1" status: 200 len: 908 time: 0.1505964 May 20 20:37:40.074486 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=c35c31a6-92a1-4ade-bd3a-469954331e30,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:37:40.086828 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:37:40.087397 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:37:40.087886 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:37:40.088370 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:37:40.088884 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:37:40.089403 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:37:40.089876 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:37:40.090348 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:37:40.091325 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:37:40.091842 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:37:40.092318 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:37:40.092791 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:37:40.117765 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a997703-9d03-4f48-b744-d292fffe691a req-bd37a79e-b9db-44ae-81ba-0c0921f40cb6 tempest-ServersOnMultiNodesTest-1803513337 tempest-ServersOnMultiNodesTest-1803513337-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:40.119260 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7a997703-9d03-4f48-b744-d292fffe691a req-bd37a79e-b9db-44ae-81ba-0c0921f40cb6 tempest-ServersOnMultiNodesTest-1803513337 tempest-ServersOnMultiNodesTest-1803513337-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=217a8edb-2b21-456c-8e31-8a00107e1259 HTTP/1.1" status: 200 len: 1101 time: 0.1060855 May 20 20:37:40.120591 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-bc4be676-a1b5-4b73-aecc-8d097e12aad5 req-dee52045-fd99-47e8-8c03-a0bca78a74ef service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0f61439d-122d-49c1-9b17-9f2635d1301f HTTP/1.1" status: 200 len: 217 time: 0.0485830 May 20 20:37:40.123519 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [req-f5ccd47b-f690-4ba4-b19a-49f27c10a9a0 req-7c3f3d77-160a-4f1c-91fc-39ef2356c97f tempest-SecurityGroupRulesNegativeTestJSON-1236476410 tempest-SecurityGroupRulesNegativeTestJSON-1236476410-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1460805874', 'description': 'tempest-description-1694642063'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:37:40.144855 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port dd7c455f-f7fa-4ccb-8d0f-f44da1bcb1a1, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=dd7c455f-f7fa-4ccb-8d0f-f44da1bcb1a1,segment=NetworkSegment(65a8f4c3-036d-4ff8-a81a-cd07cb6f1230),segment_id=65a8f4c3-036d-4ff8-a81a-cd07cb6f1230)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:37:40.157055 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Returning: {'device': 'dd7c455f-f7fa-4ccb-8d0f-f44da1bcb1a1', 'network_id': 'fef9e30f-3c34-4b6b-9bd5-2a167649e7b0', 'port_id': 'dd7c455f-f7fa-4ccb-8d0f-f44da1bcb1a1', 'mac_address': 'fa:16:3e:60:dd:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33548886-d6e3-48e7-a819-149526989122', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 20 20:37:40.203351 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port dd7c455f-f7fa-4ccb-8d0f-f44da1bcb1a1 is: DOWN; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:37:40.204615 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:40.210434 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4be676-a1b5-4b73-aecc-8d097e12aad5 req-8e142bd9-9ef9-4f29-a6db-d81ab5859877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:40.212096 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-bc4be676-a1b5-4b73-aecc-8d097e12aad5 req-8e142bd9-9ef9-4f29-a6db-d81ab5859877 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f9e5fad6-106c-4fb6-bdcf-0e79e7e3eb1f HTTP/1.1" status: 200 len: 847 time: 0.0832126 May 20 20:37:40.219597 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7a997703-9d03-4f48-b744-d292fffe691a req-b01c0c0a-8fd8-4c25-95b6-39bfbbebe661 tempest-ServersOnMultiNodesTest-1803513337 tempest-ServersOnMultiNodesTest-1803513337-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=0c2aa399-3055-4eb0-8f1a-45933e0e3cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812986 May 20 20:37:40.220099 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 60906) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:37:40.225387 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd7c455f-f7fa-4ccb-8d0f-f44da1bcb1a1 {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:37:40.258944 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port dd7c455f-f7fa-4ccb-8d0f-f44da1bcb1a1, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=dd7c455f-f7fa-4ccb-8d0f-f44da1bcb1a1,segment=NetworkSegment(65a8f4c3-036d-4ff8-a81a-cd07cb6f1230),segment_id=65a8f4c3-036d-4ff8-a81a-cd07cb6f1230)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:37:40.260880 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-8caef1b0-3e45-4dd1-9835-7c9e347e7eb0 req-7aa18b18-c71b-490e-8e68-63f00f9f079b tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:40.262577 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-bc4be676-a1b5-4b73-aecc-8d097e12aad5 req-c9701340-dbd6-49b8-a293-7df4e142cb16 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f2296de0-b06c-422e-98fe-14a3771aba33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415537 May 20 20:37:40.265246 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-f5ccd47b-f690-4ba4-b19a-49f27c10a9a0 req-7c3f3d77-160a-4f1c-91fc-39ef2356c97f tempest-SecurityGroupRulesNegativeTestJSON-1236476410 tempest-SecurityGroupRulesNegativeTestJSON-1236476410-project] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:40.315663 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:40.345945 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-8caef1b0-3e45-4dd1-9835-7c9e347e7eb0 req-7aa18b18-c71b-490e-8e68-63f00f9f079b tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:40.369943 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=dd7c455f-f7fa-4ccb-8d0f-f44da1bcb1a1,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:37:40.383122 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-e7fbbebf-50f7-4954-b65e-636e81d0cc7f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5deb8bd405a642b0885595534a7bf9cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1380296 May 20 20:37:40.386788 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 60912) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:37:40.417938 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8caef1b0-3e45-4dd1-9835-7c9e347e7eb0 req-7aa18b18-c71b-490e-8e68-63f00f9f079b tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] Network cd702362-b982-46c5-a7d0-51de1b03df86 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:37:40.428042 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [req-8caef1b0-3e45-4dd1-9835-7c9e347e7eb0 req-7aa18b18-c71b-490e-8e68-63f00f9f079b tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:37:40.430951 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-8caef1b0-3e45-4dd1-9835-7c9e347e7eb0 req-7aa18b18-c71b-490e-8e68-63f00f9f079b tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:37:40.441323 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da237b8-985e-48c1-9b5f-b33c643a3d33 req-3d1ecd26-f6a4-4413-8db8-8d3d5f1271b1 tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:40.442812 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1da237b8-985e-48c1-9b5f-b33c643a3d33 req-3d1ecd26-f6a4-4413-8db8-8d3d5f1271b1 tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7f978b0-d7bb-49b4-b5fa-99a6bea01646 HTTP/1.1" status: 200 len: 935 time: 0.1479135 May 20 20:37:40.446915 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-bc4be676-a1b5-4b73-aecc-8d097e12aad5 req-c44efc44-21f5-4860-9718-0452c450feb9 service neutron] 10.222.0.24 "GET /v2.0/networks/f2296de0-b06c-422e-98fe-14a3771aba33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773944 May 20 20:37:40.470186 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa18b18-c71b-490e-8e68-63f00f9f079b tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] Pushing event updated for resources: {'Port': ['ID=402dcb18-4263-4f97-b1b0-6d3014d65335,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:37:40.493891 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] get_ports_and_sgs() called for port_ids ['a34dcdeb-2b13-4bc8-95e3-99318b5bfb70', 'e4e4ecc2-8320-4318-9781-f8822bce8067'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:37:40.514744 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-30708a1d-7fed-4c4f-820c-4a06c1036de4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:40.527932 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caef1b0-3e45-4dd1-9835-7c9e347e7eb0 req-7aa18b18-c71b-490e-8e68-63f00f9f079b tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:40.528579 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-8caef1b0-3e45-4dd1-9835-7c9e347e7eb0 req-7aa18b18-c71b-490e-8e68-63f00f9f079b tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:40.539905 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-f5ccd47b-f690-4ba4-b19a-49f27c10a9a0 req-7c3f3d77-160a-4f1c-91fc-39ef2356c97f tempest-SecurityGroupRulesNegativeTestJSON-1236476410 tempest-SecurityGroupRulesNegativeTestJSON-1236476410-project] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:40.558834 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-30708a1d-7fed-4c4f-820c-4a06c1036de4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:40.611496 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-f5ccd47b-f690-4ba4-b19a-49f27c10a9a0 req-7c3f3d77-160a-4f1c-91fc-39ef2356c97f tempest-SecurityGroupRulesNegativeTestJSON-1236476410 tempest-SecurityGroupRulesNegativeTestJSON-1236476410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:40.621464 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-8caef1b0-3e45-4dd1-9835-7c9e347e7eb0 req-7aa18b18-c71b-490e-8e68-63f00f9f079b tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1137283 May 20 20:37:40.627064 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1da237b8-985e-48c1-9b5f-b33c643a3d33 req-3c102a2d-4280-4942-b86f-aac05ccc623a tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] 10.222.0.35 "GET /v2.0/security-groups?id=b86a25cf-8ff6-49a5-9967-210010093ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726904 May 20 20:37:40.649475 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [req-8caef1b0-3e45-4dd1-9835-7c9e347e7eb0 req-a7c1db5a-e5a6-4647-bf82-2aa20ce1ac16 service neutron] Request body: {'port': {'device_id': 'b7f978b0-d7bb-49b4-b5fa-99a6bea01646', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-842733-1'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:37:40.655556 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-bc4be676-a1b5-4b73-aecc-8d097e12aad5 req-7ae74429-7005-459f-800b-0f44a3b835cd service neutron] 10.222.0.24 "GET /v2.0/networks/f2296de0-b06c-422e-98fe-14a3771aba33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2012634 May 20 20:37:40.671060 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3f3d77-160a-4f1c-91fc-39ef2356c97f tempest-SecurityGroupRulesNegativeTestJSON-1236476410 tempest-SecurityGroupRulesNegativeTestJSON-1236476410-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0aea940-5c3d-4678-a1b7-e6def4852f12,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:37:40.686566 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-30708a1d-7fed-4c4f-820c-4a06c1036de4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:40.688206 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-30708a1d-7fed-4c4f-820c-4a06c1036de4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:40.689621 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-30708a1d-7fed-4c4f-820c-4a06c1036de4 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b71febb9-08b1-46ff-a948-c59e6ace60fe HTTP/1.1" status: 204 len: 168 time: 0.3002954 May 20 20:37:40.702662 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30708a1d-7fed-4c4f-820c-4a06c1036de4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b71febb9-08b1-46ff-a948-c59e6ace60fe,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:37:40.706633 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-f5ccd47b-f690-4ba4-b19a-49f27c10a9a0 req-7c3f3d77-160a-4f1c-91fc-39ef2356c97f tempest-SecurityGroupRulesNegativeTestJSON-1236476410 tempest-SecurityGroupRulesNegativeTestJSON-1236476410-project] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:40.718644 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f5ccd47b-f690-4ba4-b19a-49f27c10a9a0 req-7c3f3d77-160a-4f1c-91fc-39ef2356c97f tempest-SecurityGroupRulesNegativeTestJSON-1236476410 tempest-SecurityGroupRulesNegativeTestJSON-1236476410-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.6000493 May 20 20:37:40.762931 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-8caef1b0-3e45-4dd1-9835-7c9e347e7eb0 req-a7c1db5a-e5a6-4647-bf82-2aa20ce1ac16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:40.792708 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-e3d28e66-b56a-4536-948a-cf970deb7011 None None] Provisioning complete for port 402dcb18-4263-4f97-b1b0-6d3014d65335 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:37:40.793307 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-e3d28e66-b56a-4536-948a-cf970deb7011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:40.834923 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-e3d28e66-b56a-4536-948a-cf970deb7011 None None] Port 402dcb18-4263-4f97-b1b0-6d3014d65335 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 20:37:41.035900 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] get_ports_and_sgs() called for port_ids ['dd7c455f-f7fa-4ccb-8d0f-f44da1bcb1a1'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:37:41.081197 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [req-8caef1b0-3e45-4dd1-9835-7c9e347e7eb0 req-a7c1db5a-e5a6-4647-bf82-2aa20ce1ac16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 402dcb18-4263-4f97-b1b0-6d3014d65335 {{(pid=103162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:37:41.086964 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] get_ports_and_sgs() called for port_ids ['c35c31a6-92a1-4ade-bd3a-469954331e30'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:37:41.093118 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-8caef1b0-3e45-4dd1-9835-7c9e347e7eb0 req-a7c1db5a-e5a6-4647-bf82-2aa20ce1ac16 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:41.108560 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.provisioning_blocks [req-8caef1b0-3e45-4dd1-9835-7c9e347e7eb0 req-a7c1db5a-e5a6-4647-bf82-2aa20ce1ac16 service neutron] Transition to ACTIVE for port object 402dcb18-4263-4f97-b1b0-6d3014d65335 will not be triggered until provisioned by entity L2. {{(pid=103162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 20:37:41.111730 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da72b56-2f11-44dd-b828-7b66e87334e0 req-433f0f0d-a498-4692-940f-d06eb6cf4550 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:41.113246 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1da72b56-2f11-44dd-b828-7b66e87334e0 req-433f0f0d-a498-4692-940f-d06eb6cf4550 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6b770e5-8fc5-41ee-a663-8df2656df33f HTTP/1.1" status: 200 len: 945 time: 0.0585120 May 20 20:37:41.115990 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703fc452-cfb9-45ad-a345-465f33b23aaf req-a4005336-fb5b-40ba-ae7e-b5091f32e97c tempest-ServersOnMultiNodesTest-1803513337 tempest-ServersOnMultiNodesTest-1803513337-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:41.117633 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-703fc452-cfb9-45ad-a345-465f33b23aaf req-a4005336-fb5b-40ba-ae7e-b5091f32e97c tempest-ServersOnMultiNodesTest-1803513337 tempest-ServersOnMultiNodesTest-1803513337-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=79fb5e92-04b7-4f21-b860-f2bc97282b3e HTTP/1.1" status: 200 len: 1101 time: 0.4028485 May 20 20:37:41.162369 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-8caef1b0-3e45-4dd1-9835-7c9e347e7eb0 req-a7c1db5a-e5a6-4647-bf82-2aa20ce1ac16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:41.175934 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1da72b56-2f11-44dd-b828-7b66e87334e0 req-8d7f1d65-cdbb-45bb-bcc9-e19283863c71 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c1ac446-2eae-4e3c-98ef-7a4684e96782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545113 May 20 20:37:41.187646 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-703fc452-cfb9-45ad-a345-465f33b23aaf req-d4d9d651-ff73-49e3-a4a5-f83e2f49cda5 tempest-ServersOnMultiNodesTest-1803513337 tempest-ServersOnMultiNodesTest-1803513337-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=0c2aa399-3055-4eb0-8f1a-45933e0e3cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584254 May 20 20:37:41.273452 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 0f61439d-122d-49c1-9b17-9f2635d1301f details requested by agent hyperv_n-h2-842733-1 with host n-h2-842733-1 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 20:37:41.288449 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c1db5a-e5a6-4647-bf82-2aa20ce1ac16 service neutron] Pushing event updated for resources: {'Port': ['ID=402dcb18-4263-4f97-b1b0-6d3014d65335,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:37:41.294990 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9491697d-8865-4974-bdaf-28d9dfc35642 req-875800a0-b6cc-44bd-a513-5a9088f117e7 tempest-SecurityGroupRulesNegativeTestJSON-1236476410 tempest-SecurityGroupRulesNegativeTestJSON-1236476410-project] 10.222.0.35 "GET /v2.0/security-groups/b0aea940-5c3d-4678-a1b7-e6def4852f12 HTTP/1.1" status: 200 len: 1813 time: 0.0868878 May 20 20:37:41.301353 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [req-9491697d-8865-4974-bdaf-28d9dfc35642 req-a4b907ae-3cd5-4a76-9747-b52a9a47673d tempest-SecurityGroupRulesNegativeTestJSON-1236476410 tempest-SecurityGroupRulesNegativeTestJSON-1236476410-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b0aea940-5c3d-4678-a1b7-e6def4852f12', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:37:41.302002 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [req-9491697d-8865-4974-bdaf-28d9dfc35642 req-a4b907ae-3cd5-4a76-9747-b52a9a47673d tempest-SecurityGroupRulesNegativeTestJSON-1236476410 tempest-SecurityGroupRulesNegativeTestJSON-1236476410-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b0aea940-5c3d-4678-a1b7-e6def4852f12', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:37:41.385095 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9e98f8-c0da-4c84-ad6b-241a36b9f66a req-23f0c638-a583-4b7b-b5fd-43baaabab78c tempest-LiveMigrationNegativeTest-1438540510 tempest-LiveMigrationNegativeTest-1438540510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:41.387087 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2e9e98f8-c0da-4c84-ad6b-241a36b9f66a req-23f0c638-a583-4b7b-b5fd-43baaabab78c tempest-LiveMigrationNegativeTest-1438540510 tempest-LiveMigrationNegativeTest-1438540510-project] 10.222.0.35 "GET /v2.0/ports?device_id=4849adcd-b381-46eb-81c7-318e4432773a HTTP/1.1" status: 200 len: 949 time: 0.0754681 May 20 20:37:41.413518 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-8caef1b0-3e45-4dd1-9835-7c9e347e7eb0 req-a7c1db5a-e5a6-4647-bf82-2aa20ce1ac16 service neutron] Attempting to bind port 402dcb18-4263-4f97-b1b0-6d3014d65335 on host n-h2-842733-1 for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:37:41.414230 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-8caef1b0-3e45-4dd1-9835-7c9e347e7eb0 req-a7c1db5a-e5a6-4647-bf82-2aa20ce1ac16 service neutron] Attempting to bind port 402dcb18-4263-4f97-b1b0-6d3014d65335 by drivers openvswitch,hyperv on host n-h2-842733-1 at level 0 using segments [{'id': 'ed3a602f-49fb-4a95-be80-401e1eb72e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'cd702362-b982-46c5-a7d0-51de1b03df86'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:37:41.414770 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8caef1b0-3e45-4dd1-9835-7c9e347e7eb0 req-a7c1db5a-e5a6-4647-bf82-2aa20ce1ac16 service neutron] Attempting to bind port 402dcb18-4263-4f97-b1b0-6d3014d65335 on network cd702362-b982-46c5-a7d0-51de1b03df86 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:37:41.421297 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8caef1b0-3e45-4dd1-9835-7c9e347e7eb0 req-a7c1db5a-e5a6-4647-bf82-2aa20ce1ac16 service neutron] Port 402dcb18-4263-4f97-b1b0-6d3014d65335 on network cd702362-b982-46c5-a7d0-51de1b03df86 not bound, no agent of type Open vSwitch agent registered on host n-h2-842733-1 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 20:37:41.421838 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8caef1b0-3e45-4dd1-9835-7c9e347e7eb0 req-a7c1db5a-e5a6-4647-bf82-2aa20ce1ac16 service neutron] Attempting to bind port 402dcb18-4263-4f97-b1b0-6d3014d65335 on network cd702362-b982-46c5-a7d0-51de1b03df86 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:37:41.429600 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8caef1b0-3e45-4dd1-9835-7c9e347e7eb0 req-a7c1db5a-e5a6-4647-bf82-2aa20ce1ac16 service neutron] Checking agent: {'id': 'a66f2511-b955-448f-877c-56cfe9c81b12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 33, 2), 'started_at': datetime.datetime(2022, 5, 20, 20, 33, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 37, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:37:41.431036 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8caef1b0-3e45-4dd1-9835-7c9e347e7eb0 req-a7c1db5a-e5a6-4647-bf82-2aa20ce1ac16 service neutron] Checking segment: {'id': 'ed3a602f-49fb-4a95-be80-401e1eb72e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'cd702362-b982-46c5-a7d0-51de1b03df86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:37:41.431744 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8caef1b0-3e45-4dd1-9835-7c9e347e7eb0 req-a7c1db5a-e5a6-4647-bf82-2aa20ce1ac16 service neutron] Bound using segment: {'id': 'ed3a602f-49fb-4a95-be80-401e1eb72e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'cd702362-b982-46c5-a7d0-51de1b03df86'} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:37:41.432417 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-8caef1b0-3e45-4dd1-9835-7c9e347e7eb0 req-a7c1db5a-e5a6-4647-bf82-2aa20ce1ac16 service neutron] Bound port: 402dcb18-4263-4f97-b1b0-6d3014d65335, host: n-h2-842733-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed3a602f-49fb-4a95-be80-401e1eb72e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'cd702362-b982-46c5-a7d0-51de1b03df86'}}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:37:41.432932 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-8caef1b0-3e45-4dd1-9835-7c9e347e7eb0 req-a7c1db5a-e5a6-4647-bf82-2aa20ce1ac16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:41.470064 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2e9e98f8-c0da-4c84-ad6b-241a36b9f66a req-3bd7ed92-9e78-41db-a0d3-5e5f7fd6a94a tempest-LiveMigrationNegativeTest-1438540510 tempest-LiveMigrationNegativeTest-1438540510-project] 10.222.0.35 "GET /v2.0/security-groups?id=89ca7ea3-9b4d-452a-a64a-566d7b2e6fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711157 May 20 20:37:41.494016 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-9491697d-8865-4974-bdaf-28d9dfc35642 req-a4b907ae-3cd5-4a76-9747-b52a9a47673d tempest-SecurityGroupRulesNegativeTestJSON-1236476410 tempest-SecurityGroupRulesNegativeTestJSON-1236476410-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:41.538069 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-9491697d-8865-4974-bdaf-28d9dfc35642 req-a4b907ae-3cd5-4a76-9747-b52a9a47673d tempest-SecurityGroupRulesNegativeTestJSON-1236476410 tempest-SecurityGroupRulesNegativeTestJSON-1236476410-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:41.563435 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-8caef1b0-3e45-4dd1-9835-7c9e347e7eb0 req-a7c1db5a-e5a6-4647-bf82-2aa20ce1ac16 service neutron] For port 402dcb18-4263-4f97-b1b0-6d3014d65335, host n-h2-842733-1, cleared binding levels {{(pid=103162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:37:41.567444 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-8caef1b0-3e45-4dd1-9835-7c9e347e7eb0 req-a7c1db5a-e5a6-4647-bf82-2aa20ce1ac16 service neutron] For port 402dcb18-4263-4f97-b1b0-6d3014d65335, host n-h2-842733-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=402dcb18-4263-4f97-b1b0-6d3014d65335,segment=NetworkSegment(ed3a602f-49fb-4a95-be80-401e1eb72e33),segment_id=ed3a602f-49fb-4a95-be80-401e1eb72e33)] {{(pid=103162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:37:41.571086 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port 0f61439d-122d-49c1-9b17-9f2635d1301f, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=0f61439d-122d-49c1-9b17-9f2635d1301f,segment=NetworkSegment(8e7444da-2574-4e87-afbd-a324be0dd68b),segment_id=8e7444da-2574-4e87-afbd-a324be0dd68b)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:37:41.587482 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 0f61439d-122d-49c1-9b17-9f2635d1301f has no active binding in host n-h2-842733-1 {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} May 20 20:37:41.608707 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3b62ce-f655-48bc-9db3-99eb9b7b670c req-0a6724f8-6263-4751-9d6b-188c54fa6bd6 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:41.610956 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7c3b62ce-f655-48bc-9db3-99eb9b7b670c req-0a6724f8-6263-4751-9d6b-188c54fa6bd6 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] 10.222.0.35 "GET /v2.0/ports?device_id=076de625-2a49-46b5-9344-19509d3a2557 HTTP/1.1" status: 200 len: 943 time: 0.0612690 May 20 20:37:41.630081 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-9491697d-8865-4974-bdaf-28d9dfc35642 req-a4b907ae-3cd5-4a76-9747-b52a9a47673d tempest-SecurityGroupRulesNegativeTestJSON-1236476410 tempest-SecurityGroupRulesNegativeTestJSON-1236476410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691816'] for security_group_rule, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:41.659465 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-8caef1b0-3e45-4dd1-9835-7c9e347e7eb0 req-a7c1db5a-e5a6-4647-bf82-2aa20ce1ac16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:41.662981 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b907ae-3cd5-4a76-9747-b52a9a47673d tempest-SecurityGroupRulesNegativeTestJSON-1236476410 tempest-SecurityGroupRulesNegativeTestJSON-1236476410-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2d1ebd1-d88e-40b0-8e87-e2e5c63b443e,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:37:41.672250 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7c3b62ce-f655-48bc-9db3-99eb9b7b670c req-f248887d-e56c-4af5-9a47-f7dd734289ba tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] 10.222.0.35 "GET /v2.0/security-groups?id=0a1ca955-ee86-4e03-bb39-6b1e6a532a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551426 May 20 20:37:41.698237 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caef1b0-3e45-4dd1-9835-7c9e347e7eb0 req-a7c1db5a-e5a6-4647-bf82-2aa20ce1ac16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:41.698921 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-8caef1b0-3e45-4dd1-9835-7c9e347e7eb0 req-a7c1db5a-e5a6-4647-bf82-2aa20ce1ac16 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:41.702996 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-8caef1b0-3e45-4dd1-9835-7c9e347e7eb0 req-a7c1db5a-e5a6-4647-bf82-2aa20ce1ac16 service neutron] 10.222.0.13 "PUT /v2.0/ports/402dcb18-4263-4f97-b1b0-6d3014d65335 HTTP/1.1" status: 200 len: 1095 time: 1.0571945 May 20 20:37:41.719826 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c1db5a-e5a6-4647-bf82-2aa20ce1ac16 service neutron] Pushing event updated for resources: {'Port': ['ID=402dcb18-4263-4f97-b1b0-6d3014d65335,revision_number=3']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:37:41.757753 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-9491697d-8865-4974-bdaf-28d9dfc35642 req-a4b907ae-3cd5-4a76-9747-b52a9a47673d tempest-SecurityGroupRulesNegativeTestJSON-1236476410 tempest-SecurityGroupRulesNegativeTestJSON-1236476410-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:41.766418 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9491697d-8865-4974-bdaf-28d9dfc35642 req-a4b907ae-3cd5-4a76-9747-b52a9a47673d tempest-SecurityGroupRulesNegativeTestJSON-1236476410 tempest-SecurityGroupRulesNegativeTestJSON-1236476410-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4652982 May 20 20:37:41.791715 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7f978b0-d7bb-49b4-b5fa-99a6bea01646', 'tag': '402dcb18-4263-4f97-b1b0-6d3014d65335'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:37:41.794608 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6fa957933fccbf596d28104b23404b952ad6a8238afaebaed40a0874b2e409" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa583c89-1baa-4bc9-a4a9-391aeec8a4ee" -d '{"events": [{"name": "network-changed", "server_uuid": "b7f978b0-d7bb-49b4-b5fa-99a6bea01646", "tag": "402dcb18-4263-4f97-b1b0-6d3014d65335"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:37:41.897022 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6aaaaa-c4f2-4a1d-b5d4-5991a2a03698 req-e1a84e48-e546-4990-8d72-859d682a2da3 tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:41.898927 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-af6aaaaa-c4f2-4a1d-b5d4-5991a2a03698 req-e1a84e48-e546-4990-8d72-859d682a2da3 tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7f978b0-d7bb-49b4-b5fa-99a6bea01646 HTTP/1.1" status: 200 len: 947 time: 0.0810182 May 20 20:37:41.965618 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2a1e946d-c54a-4385-ae5f-078e926d1796 req-e2096051-8e2d-4427-acb7-7f57542bb7da tempest-SecurityGroupRulesNegativeTestJSON-1236476410 tempest-SecurityGroupRulesNegativeTestJSON-1236476410-project] 10.222.0.35 "GET /v2.0/security-groups/b0aea940-5c3d-4678-a1b7-e6def4852f12 HTTP/1.1" status: 200 len: 2406 time: 0.0656674 May 20 20:37:41.980519 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-af6aaaaa-c4f2-4a1d-b5d4-5991a2a03698 req-9e8afb99-d1b2-4ede-9366-c7faf766718e tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] 10.222.0.35 "GET /v2.0/security-groups?id=b86a25cf-8ff6-49a5-9967-210010093ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741346 May 20 20:37:41.985799 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caef1b0-3e45-4dd1-9835-7c9e347e7eb0 req-b964268b-f3ff-4b5b-80d0-4ea1a84e3f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:41.988189 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-8caef1b0-3e45-4dd1-9835-7c9e347e7eb0 req-b964268b-f3ff-4b5b-80d0-4ea1a84e3f58 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e3bf9bf1dd86451a9fc95ed1873df9d4&device_id=b7f978b0-d7bb-49b4-b5fa-99a6bea01646 HTTP/1.1" status: 200 len: 1098 time: 0.0592844 May 20 20:37:42.040629 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5d63e6b7-2f8d-463d-90bd-cc0c654157a1 req-68a52654-7891-4f17-bb83-0b21492cd777 tempest-SecurityGroupRulesNegativeTestJSON-1236476410 tempest-SecurityGroupRulesNegativeTestJSON-1236476410-project] 10.222.0.35 "GET /v2.0/security-group-rules/a2d1ebd1-d88e-40b0-8e87-e2e5c63b443e HTTP/1.1" status: 200 len: 778 time: 0.0231757 May 20 20:37:42.061944 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 20:37:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed2174fb-a468-40af-aece-5703eecd8afb x-openstack-request-id: req-ed2174fb-a468-40af-aece-5703eecd8afb {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:37:42.062229 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7f978b0-d7bb-49b4-b5fa-99a6bea01646", "tag": "402dcb18-4263-4f97-b1b0-6d3014d65335", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:37:42.063122 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ed2174fb-a468-40af-aece-5703eecd8afb {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:37:42.063361 n-d-842733-1 neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed2174fb-a468-40af-aece-5703eecd8afb'] response: {'name': 'network-changed', 'server_uuid': 'b7f978b0-d7bb-49b4-b5fa-99a6bea01646', 'tag': '402dcb18-4263-4f97-b1b0-6d3014d65335', 'status': 'completed', 'code': 200} May 20 20:37:42.065559 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-8caef1b0-3e45-4dd1-9835-7c9e347e7eb0 req-889c2aa6-bcba-4aa9-b659-107bba67a479 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=402dcb18-4263-4f97-b1b0-6d3014d65335 HTTP/1.1" status: 200 len: 217 time: 0.0456948 May 20 20:37:42.075362 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 60958) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:37:42.109888 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5d63e6b7-2f8d-463d-90bd-cc0c654157a1 req-a1c00ae5-c4ae-430f-8aac-4e55406c1e19 tempest-SecurityGroupRulesNegativeTestJSON-1236476410 tempest-SecurityGroupRulesNegativeTestJSON-1236476410-project] 10.222.0.35 "GET /v2.0/security-groups/b0aea940-5c3d-4678-a1b7-e6def4852f12 HTTP/1.1" status: 200 len: 2406 time: 0.0591869 May 20 20:37:42.149560 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caef1b0-3e45-4dd1-9835-7c9e347e7eb0 req-5c929c2c-5723-49b4-b946-e0d1af496c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:42.151009 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-8caef1b0-3e45-4dd1-9835-7c9e347e7eb0 req-5c929c2c-5723-49b4-b946-e0d1af496c96 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=26b342ea-254c-483a-9ea9-f11c178970eb HTTP/1.1" status: 200 len: 843 time: 0.0512657 May 20 20:37:42.152995 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-26a25efc-a1af-4985-b35e-001b3cdc9243 req-b1f431e0-147c-4699-b57a-2c5f27ac1722 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=4207919be7244eb28564658a511e407f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0420420 May 20 20:37:42.213087 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caef1b0-3e45-4dd1-9835-7c9e347e7eb0 req-84358bc6-deb7-493f-9012-88702e75bee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:42.214737 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-8caef1b0-3e45-4dd1-9835-7c9e347e7eb0 req-84358bc6-deb7-493f-9012-88702e75bee3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cd702362-b982-46c5-a7d0-51de1b03df86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0497928 May 20 20:37:42.218196 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-5d63e6b7-2f8d-463d-90bd-cc0c654157a1 req-ca6a7a4a-3618-4dba-9a67-9d72be360457 tempest-SecurityGroupRulesNegativeTestJSON-1236476410 tempest-SecurityGroupRulesNegativeTestJSON-1236476410-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:42.229860 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-c6ad8c8e-bcb6-4b9c-83e1-a558507fbbad admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1099213482-network', 'tenant_id': '252e70c22fc14d1f8cdac3ea1fb08518'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:37:42.230997 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-5d63e6b7-2f8d-463d-90bd-cc0c654157a1 req-ca6a7a4a-3618-4dba-9a67-9d72be360457 tempest-SecurityGroupRulesNegativeTestJSON-1236476410 tempest-SecurityGroupRulesNegativeTestJSON-1236476410-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:42.299952 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a25efc-a1af-4985-b35e-001b3cdc9243 req-e9a66786-afd3-4a0d-a359-f89250f1b4f2 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:42.301334 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-26a25efc-a1af-4985-b35e-001b3cdc9243 req-e9a66786-afd3-4a0d-a359-f89250f1b4f2 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1473489 May 20 20:37:42.317297 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-26a25efc-a1af-4985-b35e-001b3cdc9243 req-4a8be34b-ef77-4e3d-bc20-dae8ff4dc451 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] 10.222.0.35 "GET /v2.0/quotas/4207919be7244eb28564658a511e407f HTTP/1.1" status: 200 len: 375 time: 0.0100372 May 20 20:37:42.324743 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-8caef1b0-3e45-4dd1-9835-7c9e347e7eb0 req-c472ab27-5ea4-47ea-a2ce-7f4523030c6d service neutron] 10.222.0.13 "GET /v2.0/networks/cd702362-b982-46c5-a7d0-51de1b03df86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906434 May 20 20:37:42.362287 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-5d63e6b7-2f8d-463d-90bd-cc0c654157a1 req-ca6a7a4a-3618-4dba-9a67-9d72be360457 tempest-SecurityGroupRulesNegativeTestJSON-1236476410 tempest-SecurityGroupRulesNegativeTestJSON-1236476410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691816'] for security_group_rule, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:42.368077 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-5d63e6b7-2f8d-463d-90bd-cc0c654157a1 req-ca6a7a4a-3618-4dba-9a67-9d72be360457 tempest-SecurityGroupRulesNegativeTestJSON-1236476410 tempest-SecurityGroupRulesNegativeTestJSON-1236476410-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:42.369188 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5d63e6b7-2f8d-463d-90bd-cc0c654157a1 req-ca6a7a4a-3618-4dba-9a67-9d72be360457 tempest-SecurityGroupRulesNegativeTestJSON-1236476410 tempest-SecurityGroupRulesNegativeTestJSON-1236476410-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/a2d1ebd1-d88e-40b0-8e87-e2e5c63b443e HTTP/1.1" status: 204 len: 173 time: 0.2552028 May 20 20:37:42.378860 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6a7a4a-3618-4dba-9a67-9d72be360457 tempest-SecurityGroupRulesNegativeTestJSON-1236476410 tempest-SecurityGroupRulesNegativeTestJSON-1236476410-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a2d1ebd1-d88e-40b0-8e87-e2e5c63b443e,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:37:42.393118 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6ad8c8e-bcb6-4b9c-83e1-a558507fbbad admin admin] Made reservation on behalf of 252e70c22fc14d1f8cdac3ea1fb08518 for: {'network': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:37:42.394123 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-26a25efc-a1af-4985-b35e-001b3cdc9243 req-477d1865-606c-48fa-b085-e72e16787d67 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=4207919be7244eb28564658a511e407f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0709693 May 20 20:37:42.395408 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c6ad8c8e-bcb6-4b9c-83e1-a558507fbbad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for network, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:42.408492 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c6ad8c8e-bcb6-4b9c-83e1-a558507fbbad admin admin] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:42.463332 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-8caef1b0-3e45-4dd1-9835-7c9e347e7eb0 req-9d3aaf20-e24f-4ab1-8b7e-2f78656018f3 service neutron] 10.222.0.13 "GET /v2.0/networks/cd702362-b982-46c5-a7d0-51de1b03df86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313252 May 20 20:37:42.490987 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf00069-2d6a-46bf-9de0-5aa99f44430a req-fb465604-6f72-47ee-beda-71e37ecff952 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:42.492854 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-dcf00069-2d6a-46bf-9de0-5aa99f44430a req-fb465604-6f72-47ee-beda-71e37ecff952 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6b770e5-8fc5-41ee-a663-8df2656df33f HTTP/1.1" status: 200 len: 945 time: 0.0554478 May 20 20:37:42.524520 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c6ad8c8e-bcb6-4b9c-83e1-a558507fbbad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:42.532796 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-dcf00069-2d6a-46bf-9de0-5aa99f44430a req-8b9cb0c1-5720-4a52-90cf-096837086c51 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c1ac446-2eae-4e3c-98ef-7a4684e96782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312474 May 20 20:37:42.563372 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [req-0344f512-f5e0-42a8-9e12-a01707427111 req-ea8c7ac8-bc93-4a37-9efc-725984e54afd tempest-SecurityGroupRulesNegativeTestJSON-1236476410 tempest-SecurityGroupRulesNegativeTestJSON-1236476410-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1004124257', 'description': 'tempest-description-541788110'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:37:42.586623 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c6ad8c8e-bcb6-4b9c-83e1-a558507fbbad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:42.607456 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6ad8c8e-bcb6-4b9c-83e1-a558507fbbad admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 222} {{(pid=103162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 20:37:42.622256 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ad8c8e-bcb6-4b9c-83e1-a558507fbbad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=078f3e96-f1d8-48b4-8cd5-8adee91cee64,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:37:42.625141 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c6ad8c8e-bcb6-4b9c-83e1-a558507fbbad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:42.625988 n-d-842733-1 neutron-server[103162]: INFO neutron.db.segments_db [None req-c6ad8c8e-bcb6-4b9c-83e1-a558507fbbad admin admin] Added segment 902335b0-4452-4b31-9bc3-509eaa8e03dd of type vlan for network 33c25ced-ae3c-45c1-992b-09946514bfb0 May 20 20:37:42.635554 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-0344f512-f5e0-42a8-9e12-a01707427111 req-ea8c7ac8-bc93-4a37-9efc-725984e54afd tempest-SecurityGroupRulesNegativeTestJSON-1236476410 tempest-SecurityGroupRulesNegativeTestJSON-1236476410-project] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:42.665164 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c6ad8c8e-bcb6-4b9c-83e1-a558507fbbad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418993264'] for network, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:42.705181 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-0344f512-f5e0-42a8-9e12-a01707427111 req-ea8c7ac8-bc93-4a37-9efc-725984e54afd tempest-SecurityGroupRulesNegativeTestJSON-1236476410 tempest-SecurityGroupRulesNegativeTestJSON-1236476410-project] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:42.755443 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa583c89-1baa-4bc9-a4a9-391aeec8a4ee req-ecee9b98-e274-4c13-9017-9b8206458d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:42.757237 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-fa583c89-1baa-4bc9-a4a9-391aeec8a4ee req-ecee9b98-e274-4c13-9017-9b8206458d39 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e3bf9bf1dd86451a9fc95ed1873df9d4&device_id=b7f978b0-d7bb-49b4-b5fa-99a6bea01646 HTTP/1.1" status: 200 len: 1098 time: 0.0441866 May 20 20:37:42.757983 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c6ad8c8e-bcb6-4b9c-83e1-a558507fbbad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524'] for network, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:42.758822 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6ad8c8e-bcb6-4b9c-83e1-a558507fbbad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:42.759366 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c6ad8c8e-bcb6-4b9c-83e1-a558507fbbad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:42.811404 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-0344f512-f5e0-42a8-9e12-a01707427111 req-ea8c7ac8-bc93-4a37-9efc-725984e54afd tempest-SecurityGroupRulesNegativeTestJSON-1236476410 tempest-SecurityGroupRulesNegativeTestJSON-1236476410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:42.840838 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8c7ac8-bc93-4a37-9efc-725984e54afd tempest-SecurityGroupRulesNegativeTestJSON-1236476410 tempest-SecurityGroupRulesNegativeTestJSON-1236476410-project] Pushing event updated for resources: {'SecurityGroup': ['ID=492e2a79-03c6-44b1-a05b-95964a23f9ad,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:37:42.863783 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-c6ad8c8e-bcb6-4b9c-83e1-a558507fbbad admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7832799 May 20 20:37:42.864647 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 60974) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:37:42.868568 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ad8c8e-bcb6-4b9c-83e1-a558507fbbad admin admin] Pushing event updated for resources: {'Network': ['ID=33c25ced-ae3c-45c1-992b-09946514bfb0,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:37:42.870183 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-65eb6c0c-5992-45c1-a456-6da7b7561a93 admin admin] Request body: {'subnet': {'network_id': '33c25ced-ae3c-45c1-992b-09946514bfb0', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1099213482-subnet', 'tenant_id': '252e70c22fc14d1f8cdac3ea1fb08518', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:37:42.890877 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Network 33c25ced-ae3c-45c1-992b-09946514bfb0 details requested by agent ovs-agent-n-d-842733-1 with host n-d-842733-1 {{(pid=103164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 20 20:37:42.904791 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa583c89-1baa-4bc9-a4a9-391aeec8a4ee req-db6ea6e8-3dbc-44a4-9063-cac5ae1bbfc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:42.906882 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-fa583c89-1baa-4bc9-a4a9-391aeec8a4ee req-db6ea6e8-3dbc-44a4-9063-cac5ae1bbfc1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=cd702362-b982-46c5-a7d0-51de1b03df86 HTTP/1.1" status: 200 len: 870 time: 0.1296434 May 20 20:37:42.950782 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-fa583c89-1baa-4bc9-a4a9-391aeec8a4ee req-f46e4b8c-2c08-4adc-a8cb-75337663066c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=402dcb18-4263-4f97-b1b0-6d3014d65335 HTTP/1.1" status: 200 len: 217 time: 0.0357199 May 20 20:37:42.952500 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-0344f512-f5e0-42a8-9e12-a01707427111 req-ea8c7ac8-bc93-4a37-9efc-725984e54afd tempest-SecurityGroupRulesNegativeTestJSON-1236476410 tempest-SecurityGroupRulesNegativeTestJSON-1236476410-project] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:42.954099 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0344f512-f5e0-42a8-9e12-a01707427111 req-ea8c7ac8-bc93-4a37-9efc-725984e54afd tempest-SecurityGroupRulesNegativeTestJSON-1236476410 tempest-SecurityGroupRulesNegativeTestJSON-1236476410-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.3951895 May 20 20:37:43.005228 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa583c89-1baa-4bc9-a4a9-391aeec8a4ee req-37150daa-1509-4d43-8e3b-c6942a971bec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:43.006676 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-fa583c89-1baa-4bc9-a4a9-391aeec8a4ee req-37150daa-1509-4d43-8e3b-c6942a971bec service neutron] 10.222.0.13 "GET /v2.0/subnets?id=26b342ea-254c-483a-9ea9-f11c178970eb HTTP/1.1" status: 200 len: 843 time: 0.0462074 May 20 20:37:43.017439 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65eb6c0c-5992-45c1-a456-6da7b7561a93 admin admin] Made reservation on behalf of 252e70c22fc14d1f8cdac3ea1fb08518 for: {'subnet': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:37:43.019791 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-65eb6c0c-5992-45c1-a456-6da7b7561a93 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8422561'] for subnet, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:43.059507 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa583c89-1baa-4bc9-a4a9-391aeec8a4ee req-f93063b4-da10-402e-bf09-d882a423d389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:43.060998 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-fa583c89-1baa-4bc9-a4a9-391aeec8a4ee req-f93063b4-da10-402e-bf09-d882a423d389 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cd702362-b982-46c5-a7d0-51de1b03df86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0430424 May 20 20:37:43.103692 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30ed179-5edc-41e7-b00d-bf76beca4869 req-83cd7992-4733-40f6-b005-341def5dbd4e tempest-LiveMigrationNegativeTest-1438540510 tempest-LiveMigrationNegativeTest-1438540510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:43.111826 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a30ed179-5edc-41e7-b00d-bf76beca4869 req-83cd7992-4733-40f6-b005-341def5dbd4e tempest-LiveMigrationNegativeTest-1438540510 tempest-LiveMigrationNegativeTest-1438540510-project] 10.222.0.35 "GET /v2.0/ports?device_id=4849adcd-b381-46eb-81c7-318e4432773a HTTP/1.1" status: 200 len: 949 time: 0.1082060 May 20 20:37:43.190589 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-fa583c89-1baa-4bc9-a4a9-391aeec8a4ee req-d8bd62c7-363c-47bf-8f3d-64b954243360 service neutron] 10.222.0.13 "GET /v2.0/networks/cd702362-b982-46c5-a7d0-51de1b03df86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179314 May 20 20:37:43.198036 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a30ed179-5edc-41e7-b00d-bf76beca4869 req-6bd365fb-7a26-404b-aa73-f3de4d0d67a9 tempest-LiveMigrationNegativeTest-1438540510 tempest-LiveMigrationNegativeTest-1438540510-project] 10.222.0.35 "GET /v2.0/security-groups?id=89ca7ea3-9b4d-452a-a64a-566d7b2e6fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853736 May 20 20:37:43.249652 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a730a3-56b0-4d57-b9a7-e2ad8ef86094 req-50049821-5fd9-42cf-9a6d-58b502bfba26 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:43.251740 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d8a730a3-56b0-4d57-b9a7-e2ad8ef86094 req-50049821-5fd9-42cf-9a6d-58b502bfba26 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] 10.222.0.35 "GET /v2.0/ports?device_id=076de625-2a49-46b5-9344-19509d3a2557 HTTP/1.1" status: 200 len: 943 time: 0.1174226 May 20 20:37:43.275748 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device c35c31a6-92a1-4ade-bd3a-469954331e30 up at agent hyperv_n-h2-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:37:43.309122 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-fa583c89-1baa-4bc9-a4a9-391aeec8a4ee req-ee1d73f7-9399-4c21-b186-e6330622a73d service neutron] 10.222.0.13 "GET /v2.0/networks/cd702362-b982-46c5-a7d0-51de1b03df86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075132 May 20 20:37:43.365250 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d4c112ca-2ce2-4cf1-a9f1-5bdd4e75fdcd req-f9f97ade-a3bd-443b-9bfc-9cff5c5af1ad tempest-SecurityGroupRulesNegativeTestJSON-1236476410 tempest-SecurityGroupRulesNegativeTestJSON-1236476410-project] 10.222.0.35 "GET /v2.0/security-groups/492e2a79-03c6-44b1-a05b-95964a23f9ad HTTP/1.1" status: 200 len: 1812 time: 0.1236691 May 20 20:37:43.373125 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d8a730a3-56b0-4d57-b9a7-e2ad8ef86094 req-61fc01d2-845b-43bb-890d-c44ed83588d4 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] 10.222.0.35 "GET /v2.0/security-groups?id=0a1ca955-ee86-4e03-bb39-6b1e6a532a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095991 May 20 20:37:43.392433 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Provisioning for port c35c31a6-92a1-4ade-bd3a-469954331e30 completed by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 20:37:43.396317 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Provisioning complete for port c35c31a6-92a1-4ade-bd3a-469954331e30 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:37:43.396686 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:43.449687 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-65eb6c0c-5992-45c1-a456-6da7b7561a93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9641412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8422583'] for subnet, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:43.514306 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port c35c31a6-92a1-4ade-bd3a-469954331e30 is: BUILD; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:37:43.514949 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:43.540775 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4849adcd-b381-46eb-81c7-318e4432773a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c35c31a6-92a1-4ade-bd3a-469954331e30'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:37:43.543215 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8485417003ce7c0410b00f5cdc2f391e21107b70bb68e2773712534a96e108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fce496ed-6dda-4941-a57c-12f0d4da3b21" -d '{"events": [{"server_uuid": "4849adcd-b381-46eb-81c7-318e4432773a", "name": "network-vif-plugged", "status": "completed", "tag": "c35c31a6-92a1-4ade-bd3a-469954331e30"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:37:43.561135 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port c35c31a6-92a1-4ade-bd3a-469954331e30, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=c35c31a6-92a1-4ade-bd3a-469954331e30,segment=NetworkSegment(ed3a602f-49fb-4a95-be80-401e1eb72e33),segment_id=ed3a602f-49fb-4a95-be80-401e1eb72e33)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:37:43.569270 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad70541-9d4c-4c2a-b14c-90fd8d8c35ad req-b53a9f43-fc06-4aa7-8e5d-5a41900a352a tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:43.570758 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7ad70541-9d4c-4c2a-b14c-90fd8d8c35ad req-b53a9f43-fc06-4aa7-8e5d-5a41900a352a tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7f978b0-d7bb-49b4-b5fa-99a6bea01646 HTTP/1.1" status: 200 len: 947 time: 0.1324604 May 20 20:37:43.576588 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65eb6c0c-5992-45c1-a456-6da7b7561a93 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8a2f1c9-14ba-4c21-bba8-ae1d91a10bab,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:37:43.599169 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65eb6c0c-5992-45c1-a456-6da7b7561a93 admin admin] Checking segment: {'id': '902335b0-4452-4b31-9bc3-509eaa8e03dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '33c25ced-ae3c-45c1-992b-09946514bfb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:37:43.599525 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65eb6c0c-5992-45c1-a456-6da7b7561a93 admin admin] Network hostable DHCP agents. Network: 33c25ced-ae3c-45c1-992b-09946514bfb0, hostable agents: ['c9b0653c-f3c7-4339-bd50-e3754b629216'], hosted agents: [] {{(pid=103163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 20:37:43.623767 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 20:37:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d866667b-c5e3-4221-86f3-057920781073 x-openstack-request-id: req-d866667b-c5e3-4221-86f3-057920781073 {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:37:43.623767 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4849adcd-b381-46eb-81c7-318e4432773a", "name": "network-vif-plugged", "status": "completed", "tag": "c35c31a6-92a1-4ade-bd3a-469954331e30", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:37:43.623767 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d866667b-c5e3-4221-86f3-057920781073 {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:37:43.623767 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d866667b-c5e3-4221-86f3-057920781073'] response: {'server_uuid': '4849adcd-b381-46eb-81c7-318e4432773a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c35c31a6-92a1-4ade-bd3a-469954331e30', 'code': 200} May 20 20:37:43.631426 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7ad70541-9d4c-4c2a-b14c-90fd8d8c35ad req-6998cf9a-f2c5-4163-a5e4-d21dc2dc3835 tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] 10.222.0.35 "GET /v2.0/security-groups?id=b86a25cf-8ff6-49a5-9967-210010093ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512004 May 20 20:37:43.642654 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:43.643469 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device dd7c455f-f7fa-4ccb-8d0f-f44da1bcb1a1 up at agent hyperv_n-h2-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:37:43.726764 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65eb6c0c-5992-45c1-a456-6da7b7561a93 admin admin] Network 33c25ced-ae3c-45c1-992b-09946514bfb0 is scheduled to be hosted by DHCP agent c9b0653c-f3c7-4339-bd50-e3754b629216 with binding_index 1 {{(pid=103163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 20:37:43.738277 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=c35c31a6-92a1-4ade-bd3a-469954331e30,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:37:43.763259 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3fbfdcdb-67ab-477e-b64a-31fe7e6473d4 req-72a7fe1f-021d-4b66-9fd2-6c41bdbc3411 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e3c1c39-47b2-4b09-b73c-3948794708ee HTTP/1.1" status: 200 len: 210 time: 0.0408666 May 20 20:37:43.779500 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e66ee8b-bf46-4a34-82c6-346c2496389a req-522b21c3-57dd-4c35-989d-303081d34b44 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:43.780978 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8e66ee8b-bf46-4a34-82c6-346c2496389a req-522b21c3-57dd-4c35-989d-303081d34b44 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6b770e5-8fc5-41ee-a663-8df2656df33f HTTP/1.1" status: 200 len: 945 time: 0.0886545 May 20 20:37:43.792267 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [req-f6ff72f5-f355-4bbe-87f5-baa989d43538 req-212b7ea2-e983-45b9-8eae-b19936471b1b tempest-SecurityGroupRulesNegativeTestJSON-1236476410 tempest-SecurityGroupRulesNegativeTestJSON-1236476410-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1675908730', 'description': 'tempest-description-991262005'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:37:43.814228 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Provisioning for port dd7c455f-f7fa-4ccb-8d0f-f44da1bcb1a1 completed by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 20:37:43.818569 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-65eb6c0c-5992-45c1-a456-6da7b7561a93 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842733-1, 33c25ced-ae3c-45c1-992b-09946514bfb0) {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:37:43.820175 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Provisioning complete for port dd7c455f-f7fa-4ccb-8d0f-f44da1bcb1a1 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:37:43.820696 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:43.830316 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65eb6c0c-5992-45c1-a456-6da7b7561a93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:43.830892 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-65eb6c0c-5992-45c1-a456-6da7b7561a93 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:43.852240 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8e66ee8b-bf46-4a34-82c6-346c2496389a req-dbbf4d22-e5bb-4d83-b48f-e7bc0261c73b tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c1ac446-2eae-4e3c-98ef-7a4684e96782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635414 May 20 20:37:43.852437 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-395d01e4-eed3-4792-a966-bc148d628843 None None] Network 33c25ced-ae3c-45c1-992b-09946514bfb0 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:37:43.862327 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a91dfcd-fff3-483a-a168-dc19a819af1b req-416d945d-14fe-400d-92a5-18729f9bd69c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:43.863990 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-5a91dfcd-fff3-483a-a168-dc19a819af1b req-416d945d-14fe-400d-92a5-18729f9bd69c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4849adcd-b381-46eb-81c7-318e4432773a HTTP/1.1" status: 200 len: 1101 time: 0.0656857 May 20 20:37:43.884363 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-f6ff72f5-f355-4bbe-87f5-baa989d43538 req-212b7ea2-e983-45b9-8eae-b19936471b1b tempest-SecurityGroupRulesNegativeTestJSON-1236476410 tempest-SecurityGroupRulesNegativeTestJSON-1236476410-project] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:43.917266 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-65eb6c0c-5992-45c1-a456-6da7b7561a93 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0449369 May 20 20:37:43.917493 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-5a91dfcd-fff3-483a-a168-dc19a819af1b req-57b8f561-73c8-4fc5-a7bc-3e526e19ce15 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=89ca7ea3-9b4d-452a-a64a-566d7b2e6fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343869 May 20 20:37:43.964006 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-f6ff72f5-f355-4bbe-87f5-baa989d43538 req-212b7ea2-e983-45b9-8eae-b19936471b1b tempest-SecurityGroupRulesNegativeTestJSON-1236476410 tempest-SecurityGroupRulesNegativeTestJSON-1236476410-project] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:43.985746 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port dd7c455f-f7fa-4ccb-8d0f-f44da1bcb1a1 is: BUILD; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:37:43.986794 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:44.022670 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-f6ff72f5-f355-4bbe-87f5-baa989d43538 req-212b7ea2-e983-45b9-8eae-b19936471b1b tempest-SecurityGroupRulesNegativeTestJSON-1236476410 tempest-SecurityGroupRulesNegativeTestJSON-1236476410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:44.057551 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212b7ea2-e983-45b9-8eae-b19936471b1b tempest-SecurityGroupRulesNegativeTestJSON-1236476410 tempest-SecurityGroupRulesNegativeTestJSON-1236476410-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dce73f98-bfa0-4791-baad-7ea26adc53e2,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:37:44.060436 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38c4bfa6-c543-46c2-8396-ed00394f970c None None] Network 33c25ced-ae3c-45c1-992b-09946514bfb0 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:37:44.086962 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port dd7c455f-f7fa-4ccb-8d0f-f44da1bcb1a1, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=dd7c455f-f7fa-4ccb-8d0f-f44da1bcb1a1,segment=NetworkSegment(65a8f4c3-036d-4ff8-a81a-cd07cb6f1230),segment_id=65a8f4c3-036d-4ff8-a81a-cd07cb6f1230)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:37:44.116179 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-f6ff72f5-f355-4bbe-87f5-baa989d43538 req-212b7ea2-e983-45b9-8eae-b19936471b1b tempest-SecurityGroupRulesNegativeTestJSON-1236476410 tempest-SecurityGroupRulesNegativeTestJSON-1236476410-project] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:44.117460 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f6ff72f5-f355-4bbe-87f5-baa989d43538 req-212b7ea2-e983-45b9-8eae-b19936471b1b tempest-SecurityGroupRulesNegativeTestJSON-1236476410 tempest-SecurityGroupRulesNegativeTestJSON-1236476410-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.3305457 May 20 20:37:44.177981 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:44.194063 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6a924f79-f0dd-49a9-a57c-5314f5061844 req-9ee8185c-4da2-4728-a623-2ce124a827b3 tempest-SecurityGroupRulesNegativeTestJSON-1236476410 tempest-SecurityGroupRulesNegativeTestJSON-1236476410-project] 10.222.0.35 "GET /v2.0/security-groups/dce73f98-bfa0-4791-baad-7ea26adc53e2 HTTP/1.1" status: 200 len: 1812 time: 0.0509531 May 20 20:37:44.223615 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [req-9405b5ae-7b13-491d-8e33-7f2ae0ef3328 req-0f0e86fb-93e8-4056-9bee-7d438fd80e3e tempest-SecurityGroupRulesNegativeTestJSON-1236476410 tempest-SecurityGroupRulesNegativeTestJSON-1236476410-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1160965244', 'description': 'tempest-description-473465707'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:37:44.249842 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=dd7c455f-f7fa-4ccb-8d0f-f44da1bcb1a1,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:37:44.308344 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-9405b5ae-7b13-491d-8e33-7f2ae0ef3328 req-0f0e86fb-93e8-4056-9bee-7d438fd80e3e tempest-SecurityGroupRulesNegativeTestJSON-1236476410 tempest-SecurityGroupRulesNegativeTestJSON-1236476410-project] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:44.429376 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7572e0-c8f8-4f7c-af3f-5ea5ac73344c req-b16d308b-4432-4e69-a05b-dfde40c4f657 tempest-MultipleCreateTestJSON-719674146 tempest-MultipleCreateTestJSON-719674146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:44.430749 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4e7572e0-c8f8-4f7c-af3f-5ea5ac73344c req-b16d308b-4432-4e69-a05b-dfde40c4f657 tempest-MultipleCreateTestJSON-719674146 tempest-MultipleCreateTestJSON-719674146-project] 10.222.0.35 "GET /v2.0/networks?id=33c25ced-ae3c-45c1-992b-09946514bfb0 HTTP/1.1" status: 200 len: 813 time: 0.1339500 May 20 20:37:44.460604 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-9405b5ae-7b13-491d-8e33-7f2ae0ef3328 req-0f0e86fb-93e8-4056-9bee-7d438fd80e3e tempest-SecurityGroupRulesNegativeTestJSON-1236476410 tempest-SecurityGroupRulesNegativeTestJSON-1236476410-project] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:44.462608 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4e7572e0-c8f8-4f7c-af3f-5ea5ac73344c req-cc9a3ae7-830e-4a1d-b6c4-afa8746c4472 tempest-MultipleCreateTestJSON-719674146 tempest-MultipleCreateTestJSON-719674146-project] 10.222.0.35 "GET /v2.0/quotas/252e70c22fc14d1f8cdac3ea1fb08518 HTTP/1.1" status: 200 len: 375 time: 0.0254824 May 20 20:37:44.494233 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4e7572e0-c8f8-4f7c-af3f-5ea5ac73344c req-3b7178f2-d51f-4876-b10d-e91baeeaf159 tempest-MultipleCreateTestJSON-719674146 tempest-MultipleCreateTestJSON-719674146-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=252e70c22fc14d1f8cdac3ea1fb08518&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0255723 May 20 20:37:44.520435 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-9405b5ae-7b13-491d-8e33-7f2ae0ef3328 req-0f0e86fb-93e8-4056-9bee-7d438fd80e3e tempest-SecurityGroupRulesNegativeTestJSON-1236476410 tempest-SecurityGroupRulesNegativeTestJSON-1236476410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:44.596306 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0e86fb-93e8-4056-9bee-7d438fd80e3e tempest-SecurityGroupRulesNegativeTestJSON-1236476410 tempest-SecurityGroupRulesNegativeTestJSON-1236476410-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bad594ae-a088-4021-91a5-6f70e844807a,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:37:44.615438 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4e7572e0-c8f8-4f7c-af3f-5ea5ac73344c req-f756edef-d7c3-493b-9065-eea69d253d78 service neutron] 10.222.0.35 "GET /v2.0/networks/33c25ced-ae3c-45c1-992b-09946514bfb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131968 May 20 20:37:44.632974 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-9405b5ae-7b13-491d-8e33-7f2ae0ef3328 req-0f0e86fb-93e8-4056-9bee-7d438fd80e3e tempest-SecurityGroupRulesNegativeTestJSON-1236476410 tempest-SecurityGroupRulesNegativeTestJSON-1236476410-project] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:44.636753 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9405b5ae-7b13-491d-8e33-7f2ae0ef3328 req-0f0e86fb-93e8-4056-9bee-7d438fd80e3e tempest-SecurityGroupRulesNegativeTestJSON-1236476410 tempest-SecurityGroupRulesNegativeTestJSON-1236476410-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.4160957 May 20 20:37:44.744105 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4e7572e0-c8f8-4f7c-af3f-5ea5ac73344c req-83fc9c1a-225d-49a3-a08d-99c3319aaefe service neutron] 10.222.0.35 "GET /v2.0/networks/33c25ced-ae3c-45c1-992b-09946514bfb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222963 May 20 20:37:44.760065 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe879069-468b-4d51-b7fc-a822ad0c3d79 req-deb668f0-1c55-43a4-b3c3-943d27f3aef6 tempest-LiveMigrationNegativeTest-1438540510 tempest-LiveMigrationNegativeTest-1438540510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:44.761542 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-fe879069-468b-4d51-b7fc-a822ad0c3d79 req-deb668f0-1c55-43a4-b3c3-943d27f3aef6 tempest-LiveMigrationNegativeTest-1438540510 tempest-LiveMigrationNegativeTest-1438540510-project] 10.222.0.35 "GET /v2.0/ports?device_id=4849adcd-b381-46eb-81c7-318e4432773a HTTP/1.1" status: 200 len: 950 time: 0.0729644 May 20 20:37:44.800942 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-fe879069-468b-4d51-b7fc-a822ad0c3d79 req-561cfefc-e86a-4dc1-9919-3bc74f55ef62 tempest-LiveMigrationNegativeTest-1438540510 tempest-LiveMigrationNegativeTest-1438540510-project] 10.222.0.35 "GET /v2.0/security-groups?id=89ca7ea3-9b4d-452a-a64a-566d7b2e6fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323966 May 20 20:37:44.906504 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2115f782-63a9-434a-8378-23b1b2f08e65 req-43d0c133-5fb9-4960-a1a3-1c98c6e226a7 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:44.907986 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2115f782-63a9-434a-8378-23b1b2f08e65 req-43d0c133-5fb9-4960-a1a3-1c98c6e226a7 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] 10.222.0.35 "GET /v2.0/ports?device_id=076de625-2a49-46b5-9344-19509d3a2557 HTTP/1.1" status: 200 len: 943 time: 0.0514748 May 20 20:37:44.949446 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2115f782-63a9-434a-8378-23b1b2f08e65 req-e3e95c0d-1ca4-4d43-b5b5-7322a8d937ad tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] 10.222.0.35 "GET /v2.0/security-groups?id=0a1ca955-ee86-4e03-bb39-6b1e6a532a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351994 May 20 20:37:45.011133 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-516f515e-ea16-451d-93fc-f56887f6fa7a req-12a812c9-f0c1-42f7-8146-8fdee448d180 tempest-SecurityGroupRulesNegativeTestJSON-1236476410 tempest-SecurityGroupRulesNegativeTestJSON-1236476410-project] 10.222.0.35 "GET /v2.0/security-groups/bad594ae-a088-4021-91a5-6f70e844807a HTTP/1.1" status: 200 len: 1812 time: 0.0385222 May 20 20:37:45.140697 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5368574d-bb25-4a3f-ac4d-7985542c36d2 req-ef37d1b9-d7cc-49a9-a73b-ea6ebe65d4cc tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e3c1c39-47b2-4b09-b73c-3948794708ee HTTP/1.1" status: 200 len: 210 time: 0.0334706 May 20 20:37:45.148291 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1991a7ec-81db-44fa-a21e-c628e697feae req-820d071f-2f54-41fb-9e20-cf90130de482 tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:45.149858 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1991a7ec-81db-44fa-a21e-c628e697feae req-820d071f-2f54-41fb-9e20-cf90130de482 tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7f978b0-d7bb-49b4-b5fa-99a6bea01646 HTTP/1.1" status: 200 len: 947 time: 0.0833733 May 20 20:37:45.197591 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1991a7ec-81db-44fa-a21e-c628e697feae req-984a2246-93d1-4e22-96a5-bec4d6952d2b tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] 10.222.0.35 "GET /v2.0/security-groups?id=b86a25cf-8ff6-49a5-9967-210010093ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400937 May 20 20:37:45.238415 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [req-a596ab1b-5e1a-4d59-bfa5-9865ca3d1bb7 req-c45d2d54-8a81-4b73-b466-07e4be26b0d7 tempest-SecurityGroupRulesNegativeTestJSON-1236476410 tempest-SecurityGroupRulesNegativeTestJSON-1236476410-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1004340685', 'description': 'tempest-description-100868882'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:37:45.270246 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b72e78-2381-41c1-ade2-c28ca6bb7399 req-70da6086-b563-48d7-8617-1c5f97c694a1 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:45.271781 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-55b72e78-2381-41c1-ade2-c28ca6bb7399 req-70da6086-b563-48d7-8617-1c5f97c694a1 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6b770e5-8fc5-41ee-a663-8df2656df33f HTTP/1.1" status: 200 len: 946 time: 0.0669568 May 20 20:37:45.311701 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-55b72e78-2381-41c1-ade2-c28ca6bb7399 req-49c19111-9a79-4fef-b9e9-467619ecfcd1 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c1ac446-2eae-4e3c-98ef-7a4684e96782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328934 May 20 20:37:45.339277 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-a596ab1b-5e1a-4d59-bfa5-9865ca3d1bb7 req-c45d2d54-8a81-4b73-b466-07e4be26b0d7 tempest-SecurityGroupRulesNegativeTestJSON-1236476410 tempest-SecurityGroupRulesNegativeTestJSON-1236476410-project] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:45.413940 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-a596ab1b-5e1a-4d59-bfa5-9865ca3d1bb7 req-c45d2d54-8a81-4b73-b466-07e4be26b0d7 tempest-SecurityGroupRulesNegativeTestJSON-1236476410 tempest-SecurityGroupRulesNegativeTestJSON-1236476410-project] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:45.456419 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-050d0caa-cf9f-4bbc-acc0-5551258c58cb req-e6538e1b-ab94-4475-835f-784fe1d4c40c tempest-MultipleCreateTestJSON-719674146 tempest-MultipleCreateTestJSON-719674146-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6208fad-1865-4610-83a7-f9cccb80fc3d HTTP/1.1" status: 200 len: 210 time: 0.0335708 May 20 20:37:45.502898 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-a596ab1b-5e1a-4d59-bfa5-9865ca3d1bb7 req-c45d2d54-8a81-4b73-b466-07e4be26b0d7 tempest-SecurityGroupRulesNegativeTestJSON-1236476410 tempest-SecurityGroupRulesNegativeTestJSON-1236476410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:45.533946 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45d2d54-8a81-4b73-b466-07e4be26b0d7 tempest-SecurityGroupRulesNegativeTestJSON-1236476410 tempest-SecurityGroupRulesNegativeTestJSON-1236476410-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b1836d1-0a18-4385-8fa2-8e71c49acc6b,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:37:45.624842 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6b770e5-8fc5-41ee-a663-8df2656df33f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd7c455f-f7fa-4ccb-8d0f-f44da1bcb1a1'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:37:45.627259 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8485417003ce7c0410b00f5cdc2f391e21107b70bb68e2773712534a96e108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bed9a6b4-fc89-4afa-94b5-5537f107bd68" -d '{"events": [{"server_uuid": "d6b770e5-8fc5-41ee-a663-8df2656df33f", "name": "network-vif-plugged", "status": "completed", "tag": "dd7c455f-f7fa-4ccb-8d0f-f44da1bcb1a1"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:37:45.660814 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-a596ab1b-5e1a-4d59-bfa5-9865ca3d1bb7 req-c45d2d54-8a81-4b73-b466-07e4be26b0d7 tempest-SecurityGroupRulesNegativeTestJSON-1236476410 tempest-SecurityGroupRulesNegativeTestJSON-1236476410-project] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:45.669871 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a596ab1b-5e1a-4d59-bfa5-9865ca3d1bb7 req-c45d2d54-8a81-4b73-b466-07e4be26b0d7 tempest-SecurityGroupRulesNegativeTestJSON-1236476410 tempest-SecurityGroupRulesNegativeTestJSON-1236476410-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.4343054 May 20 20:37:45.670029 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 20:37:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-328dc90b-fc1d-434c-9c78-62afa9e15068 x-openstack-request-id: req-328dc90b-fc1d-434c-9c78-62afa9e15068 {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:37:45.670029 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6b770e5-8fc5-41ee-a663-8df2656df33f", "name": "network-vif-plugged", "status": "completed", "tag": "dd7c455f-f7fa-4ccb-8d0f-f44da1bcb1a1", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:37:45.670029 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-328dc90b-fc1d-434c-9c78-62afa9e15068 {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:37:45.670029 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-328dc90b-fc1d-434c-9c78-62afa9e15068'] response: {'server_uuid': 'd6b770e5-8fc5-41ee-a663-8df2656df33f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd7c455f-f7fa-4ccb-8d0f-f44da1bcb1a1', 'code': 200} May 20 20:37:45.708920 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-26a25efc-a1af-4985-b35e-001b3cdc9243 req-834e21ef-d90f-4600-82b2-c49bf8760c9e tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=4207919be7244eb28564658a511e407f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0292177 May 20 20:37:45.806963 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-61d30733-dcbb-43ed-a6a1-575ea04ad3f9 req-25afb5e5-5f21-4df8-83c8-818a56460c2e tempest-SecurityGroupRulesNegativeTestJSON-1236476410 tempest-SecurityGroupRulesNegativeTestJSON-1236476410-project] 10.222.0.35 "GET /v2.0/security-groups/8b1836d1-0a18-4385-8fa2-8e71c49acc6b HTTP/1.1" status: 200 len: 1812 time: 0.1156762 May 20 20:37:45.835211 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491aa8cc-eb93-459d-97c4-47a9e9da1b91 req-b0b4196a-2a5a-4de9-8d94-904effffef74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:45.837400 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-491aa8cc-eb93-459d-97c4-47a9e9da1b91 req-b0b4196a-2a5a-4de9-8d94-904effffef74 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d6b770e5-8fc5-41ee-a663-8df2656df33f HTTP/1.1" status: 200 len: 1097 time: 0.0456123 May 20 20:37:45.868915 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a25efc-a1af-4985-b35e-001b3cdc9243 req-807ba022-5c70-4204-ac84-59ed137c84af tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:45.870397 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-26a25efc-a1af-4985-b35e-001b3cdc9243 req-807ba022-5c70-4204-ac84-59ed137c84af tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1452079 May 20 20:37:45.879383 n-d-842733-1 neutron-server[103163]: INFO neutron.api.v2.resource [req-f2ec785b-7bca-45a6-afdf-fec8b75f8a51 req-95930034-1850-4f93-8f94-1a6b5a84efd5 tempest-SecurityGroupRulesNegativeTestJSON-1236476410 tempest-SecurityGroupRulesNegativeTestJSON-1236476410-project] show failed (client error): The resource could not be found. May 20 20:37:45.880396 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f2ec785b-7bca-45a6-afdf-fec8b75f8a51 req-95930034-1850-4f93-8f94-1a6b5a84efd5 tempest-SecurityGroupRulesNegativeTestJSON-1236476410 tempest-SecurityGroupRulesNegativeTestJSON-1236476410-project] 10.222.0.35 "GET /v2.0/security-groups/03479b16-1f1b-419f-a482-9d12cddff480 HTTP/1.1" status: 404 len: 352 time: 0.0269840 May 20 20:37:45.909590 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [req-26a25efc-a1af-4985-b35e-001b3cdc9243 req-0c32fa72-7177-470f-83a7-b54129b07c01 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] Request body: {'port': {'device_id': '6c3b8525-c1c2-452b-9384-dea38d96ba7d', 'network_id': 'cd702362-b982-46c5-a7d0-51de1b03df86', 'admin_state_up': True, 'tenant_id': '4207919be7244eb28564658a511e407f'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:37:45.910535 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-491aa8cc-eb93-459d-97c4-47a9e9da1b91 req-fb74f4c1-8301-4d32-aa69-81ab8f96533f service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=1c1ac446-2eae-4e3c-98ef-7a4684e96782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500796 May 20 20:37:45.975166 n-d-842733-1 neutron-server[103163]: INFO neutron.api.v2.resource [req-c76e6e71-50cf-4654-80b5-b0f670b73124 req-7d6bdd7e-f4bc-4208-ac57-a389488e8b52 tempest-SecurityGroupRulesNegativeTestJSON-1236476410 tempest-SecurityGroupRulesNegativeTestJSON-1236476410-project] show failed (client error): The resource could not be found. May 20 20:37:45.976136 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c76e6e71-50cf-4654-80b5-b0f670b73124 req-7d6bdd7e-f4bc-4208-ac57-a389488e8b52 tempest-SecurityGroupRulesNegativeTestJSON-1236476410 tempest-SecurityGroupRulesNegativeTestJSON-1236476410-project] 10.222.0.35 "GET /v2.0/security-group-rules/ebb57df9-39f6-48aa-9685-10ec4e2eb059 HTTP/1.1" status: 404 len: 361 time: 0.0600390 May 20 20:37:45.995526 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f32803-a450-4c90-a2c9-944528af53e8 req-6ffbc99f-e6bd-4a04-bc30-af91c6e028db tempest-LiveMigrationNegativeTest-1438540510 tempest-LiveMigrationNegativeTest-1438540510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:45.995526 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a2f32803-a450-4c90-a2c9-944528af53e8 req-6ffbc99f-e6bd-4a04-bc30-af91c6e028db tempest-LiveMigrationNegativeTest-1438540510 tempest-LiveMigrationNegativeTest-1438540510-project] 10.222.0.35 "GET /v2.0/ports?device_id=4849adcd-b381-46eb-81c7-318e4432773a HTTP/1.1" status: 200 len: 950 time: 0.1155148 May 20 20:37:46.087788 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a2f32803-a450-4c90-a2c9-944528af53e8 req-049906d7-b227-4348-a14e-8e5cca34d008 tempest-LiveMigrationNegativeTest-1438540510 tempest-LiveMigrationNegativeTest-1438540510-project] 10.222.0.35 "GET /v2.0/security-groups?id=89ca7ea3-9b4d-452a-a64a-566d7b2e6fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814562 May 20 20:37:46.195629 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb192e21-d41d-4435-810f-2423d088be8e req-0a895a0d-d630-42d7-9121-8d899a789245 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:46.197095 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-bb192e21-d41d-4435-810f-2423d088be8e req-0a895a0d-d630-42d7-9121-8d899a789245 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] 10.222.0.35 "GET /v2.0/ports?device_id=076de625-2a49-46b5-9344-19509d3a2557 HTTP/1.1" status: 200 len: 943 time: 0.1558907 May 20 20:37:46.211327 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-44c0c564-d870-4f13-8d6f-23ed1e9ed2aa req-c83a0498-254b-43b3-b3d0-ca2c53878f3d tempest-SecurityGroupRulesNegativeTestJSON-1236476410 tempest-SecurityGroupRulesNegativeTestJSON-1236476410-project] 10.222.0.35 "GET /v2.0/security-groups/8b1836d1-0a18-4385-8fa2-8e71c49acc6b HTTP/1.1" status: 200 len: 1812 time: 0.0898466 May 20 20:37:46.217931 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-fccb6bf6-0af0-4475-9fe3-08b84e252963 req-221975d5-2139-4108-aac3-41f4d7e05199 service neutron] 10.222.0.24 "GET /v2.0/ports/0f61439d-122d-49c1-9b17-9f2635d1301f/bindings/n-h2-842733-1 HTTP/1.1" status: 200 len: 384 time: 0.1275320 May 20 20:37:46.271664 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26a25efc-a1af-4985-b35e-001b3cdc9243 req-0c32fa72-7177-470f-83a7-b54129b07c01 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] Made reservation on behalf of 4207919be7244eb28564658a511e407f for: {'port': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:37:46.275185 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-26a25efc-a1af-4985-b35e-001b3cdc9243 req-0c32fa72-7177-470f-83a7-b54129b07c01 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:46.323799 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-bb192e21-d41d-4435-810f-2423d088be8e req-b2e142de-e159-46c1-97f6-7410a77493f7 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] 10.222.0.35 "GET /v2.0/security-groups?id=0a1ca955-ee86-4e03-bb39-6b1e6a532a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171620 May 20 20:37:46.426544 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-44c0c564-d870-4f13-8d6f-23ed1e9ed2aa req-bcd16b60-f049-469f-b5c3-494b4bba0daf tempest-SecurityGroupRulesNegativeTestJSON-1236476410 tempest-SecurityGroupRulesNegativeTestJSON-1236476410-project] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:46.521423 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-44c0c564-d870-4f13-8d6f-23ed1e9ed2aa req-bcd16b60-f049-469f-b5c3-494b4bba0daf tempest-SecurityGroupRulesNegativeTestJSON-1236476410 tempest-SecurityGroupRulesNegativeTestJSON-1236476410-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:46.580806 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [req-26a25efc-a1af-4985-b35e-001b3cdc9243 req-0c32fa72-7177-470f-83a7-b54129b07c01 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] Allocated IP 192.168.233.69 (cd702362-b982-46c5-a7d0-51de1b03df86/26b342ea-254c-483a-9ea9-f11c178970eb/8d87c637-17a5-42ec-9e52-1fc6319310a7) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:37:46.661131 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-fccb6bf6-0af0-4475-9fe3-08b84e252963 req-b3e4f782-a5a7-464e-9d3b-4979d9209943 service neutron] For port 0f61439d-122d-49c1-9b17-9f2635d1301f, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=0f61439d-122d-49c1-9b17-9f2635d1301f,segment=NetworkSegment(8e7444da-2574-4e87-afbd-a324be0dd68b),segment_id=8e7444da-2574-4e87-afbd-a324be0dd68b)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:37:46.741243 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-fccb6bf6-0af0-4475-9fe3-08b84e252963 req-b3e4f782-a5a7-464e-9d3b-4979d9209943 service neutron] For port 0f61439d-122d-49c1-9b17-9f2635d1301f, host n-h1-842733-1, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:37:46.774279 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-44c0c564-d870-4f13-8d6f-23ed1e9ed2aa req-bcd16b60-f049-469f-b5c3-494b4bba0daf tempest-SecurityGroupRulesNegativeTestJSON-1236476410 tempest-SecurityGroupRulesNegativeTestJSON-1236476410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:46.776808 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-44c0c564-d870-4f13-8d6f-23ed1e9ed2aa req-bcd16b60-f049-469f-b5c3-494b4bba0daf tempest-SecurityGroupRulesNegativeTestJSON-1236476410 tempest-SecurityGroupRulesNegativeTestJSON-1236476410-project] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:46.777948 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-44c0c564-d870-4f13-8d6f-23ed1e9ed2aa req-bcd16b60-f049-469f-b5c3-494b4bba0daf tempest-SecurityGroupRulesNegativeTestJSON-1236476410 tempest-SecurityGroupRulesNegativeTestJSON-1236476410-project] 10.222.0.35 "DELETE /v2.0/security-groups/8b1836d1-0a18-4385-8fa2-8e71c49acc6b HTTP/1.1" status: 204 len: 173 time: 0.5533996 May 20 20:37:46.788738 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9b73d3dc-a8a6-4729-a137-14d8d82e322e req-49b0cd27-bc87-403b-9a6b-f0f99bf0fdf8 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e3c1c39-47b2-4b09-b73c-3948794708ee HTTP/1.1" status: 200 len: 210 time: 0.0883727 May 20 20:37:46.807088 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd16b60-f049-469f-b5c3-494b4bba0daf tempest-SecurityGroupRulesNegativeTestJSON-1236476410 tempest-SecurityGroupRulesNegativeTestJSON-1236476410-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b1836d1-0a18-4385-8fa2-8e71c49acc6b,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:37:46.820472 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [req-fccb6bf6-0af0-4475-9fe3-08b84e252963 req-b3e4f782-a5a7-464e-9d3b-4979d9209943 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f61439d-122d-49c1-9b17-9f2635d1301f {{(pid=103163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:37:46.848324 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-fccb6bf6-0af0-4475-9fe3-08b84e252963 req-b3e4f782-a5a7-464e-9d3b-4979d9209943 service neutron] For port 0f61439d-122d-49c1-9b17-9f2635d1301f, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=0f61439d-122d-49c1-9b17-9f2635d1301f,segment=NetworkSegment(8e7444da-2574-4e87-afbd-a324be0dd68b),segment_id=8e7444da-2574-4e87-afbd-a324be0dd68b)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:37:46.942807 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-26a25efc-a1af-4985-b35e-001b3cdc9243 req-0c32fa72-7177-470f-83a7-b54129b07c01 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] Notify callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:46.975213 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b560d5d-0251-4157-b5c1-d8a8056b29dc req-f61977a0-5ccd-4713-8640-b47867bdf7b5 tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:46.976703 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6b560d5d-0251-4157-b5c1-d8a8056b29dc req-f61977a0-5ccd-4713-8640-b47867bdf7b5 tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7f978b0-d7bb-49b4-b5fa-99a6bea01646 HTTP/1.1" status: 200 len: 947 time: 0.1255543 May 20 20:37:46.985960 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef2b839-3d35-40f6-bd44-f898f67da922 req-b82545dc-0148-438e-ac77-cd8fb797a97c tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:46.987328 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2ef2b839-3d35-40f6-bd44-f898f67da922 req-b82545dc-0148-438e-ac77-cd8fb797a97c tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6b770e5-8fc5-41ee-a663-8df2656df33f HTTP/1.1" status: 200 len: 946 time: 0.0933588 May 20 20:37:47.019652 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-fccb6bf6-0af0-4475-9fe3-08b84e252963 req-b3e4f782-a5a7-464e-9d3b-4979d9209943 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:47.081359 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6b560d5d-0251-4157-b5c1-d8a8056b29dc req-47039f1a-027e-4a8f-92f0-d0c7ea7dc910 tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] 10.222.0.35 "GET /v2.0/security-groups?id=b86a25cf-8ff6-49a5-9967-210010093ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899155 May 20 20:37:47.099180 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2ef2b839-3d35-40f6-bd44-f898f67da922 req-23d7eb6c-99b4-4645-8ae8-157a3ae687a7 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c1ac446-2eae-4e3c-98ef-7a4684e96782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980182 May 20 20:37:47.121673 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-26a25efc-a1af-4985-b35e-001b3cdc9243 req-0c32fa72-7177-470f-83a7-b54129b07c01 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:47.139427 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] get_ports_and_sgs() called for port_ids ['ff8333d5-3411-4ce2-bab2-7173fcf8ad5b', 'ad8036cd-7d02-407a-9e0d-263626d3f679', 'c97eadfd-f41a-4fb2-80fd-962422a3d259'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:37:47.183146 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2fd1af46-fae0-45ca-8ed7-058900ec6e29 req-2c6236dc-a4b5-495e-9105-de2463bc4fa6 tempest-MultipleCreateTestJSON-719674146 tempest-MultipleCreateTestJSON-719674146-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6208fad-1865-4610-83a7-f9cccb80fc3d HTTP/1.1" status: 200 len: 210 time: 0.0592937 May 20 20:37:47.233306 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-26a25efc-a1af-4985-b35e-001b3cdc9243 req-2472c879-b128-46d0-92e6-78e034538f07 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=4207919be7244eb28564658a511e407f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0456641 May 20 20:37:47.235138 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26a25efc-a1af-4985-b35e-001b3cdc9243 req-0c32fa72-7177-470f-83a7-b54129b07c01 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] Network cd702362-b982-46c5-a7d0-51de1b03df86 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:37:47.240594 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [req-fccb6bf6-0af0-4475-9fe3-08b84e252963 req-b3e4f782-a5a7-464e-9d3b-4979d9209943 service neutron] Transition to ACTIVE for port object 0f61439d-122d-49c1-9b17-9f2635d1301f will not be triggered until provisioned by entity L2. {{(pid=103163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 20:37:47.250334 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c32fa72-7177-470f-83a7-b54129b07c01 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] Pushing event updated for resources: {'Port': ['ID=8d87c637-17a5-42ec-9e52-1fc6319310a7,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:37:47.255389 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [req-26a25efc-a1af-4985-b35e-001b3cdc9243 req-0c32fa72-7177-470f-83a7-b54129b07c01 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:37:47.266368 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [req-26a25efc-a1af-4985-b35e-001b3cdc9243 req-0c32fa72-7177-470f-83a7-b54129b07c01 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:37:47.331523 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4166684-158a-4f68-a770-2bf91891077b req-a3a45ac5-ddfc-4ef6-b976-d8b3a93f6c45 tempest-LiveMigrationNegativeTest-1438540510 tempest-LiveMigrationNegativeTest-1438540510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:47.333142 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d4166684-158a-4f68-a770-2bf91891077b req-a3a45ac5-ddfc-4ef6-b976-d8b3a93f6c45 tempest-LiveMigrationNegativeTest-1438540510 tempest-LiveMigrationNegativeTest-1438540510-project] 10.222.0.35 "GET /v2.0/ports?device_id=4849adcd-b381-46eb-81c7-318e4432773a HTTP/1.1" status: 200 len: 950 time: 0.1433530 May 20 20:37:47.374435 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-fccb6bf6-0af0-4475-9fe3-08b84e252963 req-b3e4f782-a5a7-464e-9d3b-4979d9209943 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:47.393644 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7d2b858d-ee53-4a9a-96ff-4d9478cc3884 req-73941b54-a98c-4594-a41c-efe1a6deb5ce tempest-SecurityGroupRulesNegativeTestJSON-1236476410 tempest-SecurityGroupRulesNegativeTestJSON-1236476410-project] 10.222.0.35 "GET /v2.0/security-groups/bad594ae-a088-4021-91a5-6f70e844807a HTTP/1.1" status: 200 len: 1812 time: 0.1607597 May 20 20:37:47.421039 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a25efc-a1af-4985-b35e-001b3cdc9243 req-0c32fa72-7177-470f-83a7-b54129b07c01 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:47.421426 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-26a25efc-a1af-4985-b35e-001b3cdc9243 req-0c32fa72-7177-470f-83a7-b54129b07c01 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:47.421527 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 402dcb18-4263-4f97-b1b0-6d3014d65335 details requested by agent hyperv_n-h2-842733-1 with host n-h2-842733-1 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 20:37:47.478106 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a25efc-a1af-4985-b35e-001b3cdc9243 req-e6029de1-acfc-44f3-bbd7-ae0ec91f43fd tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:47.491513 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-26a25efc-a1af-4985-b35e-001b3cdc9243 req-e6029de1-acfc-44f3-bbd7-ae0ec91f43fd tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2322967 May 20 20:37:47.499673 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d4166684-158a-4f68-a770-2bf91891077b req-097107a9-b5d4-49dc-b00e-509470ab67e9 tempest-LiveMigrationNegativeTest-1438540510 tempest-LiveMigrationNegativeTest-1438540510-project] 10.222.0.35 "GET /v2.0/security-groups?id=89ca7ea3-9b4d-452a-a64a-566d7b2e6fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538122 May 20 20:37:47.531057 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [req-26a25efc-a1af-4985-b35e-001b3cdc9243 req-931ad188-cdea-414c-82f4-e1cc2f900ee8 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] Request body: {'port': {'device_id': '9e3c1c39-47b2-4b09-b73c-3948794708ee', 'network_id': 'cd702362-b982-46c5-a7d0-51de1b03df86', 'admin_state_up': True, 'tenant_id': '4207919be7244eb28564658a511e407f'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:37:47.546202 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [req-fccb6bf6-0af0-4475-9fe3-08b84e252963 req-b3e4f782-a5a7-464e-9d3b-4979d9209943 service neutron] No DVR routers for this DVR port 0f61439d-122d-49c1-9b17-9f2635d1301f on host n-h1-842733-1 {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:37:47.568455 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e4f782-a5a7-464e-9d3b-4979d9209943 service neutron] Pushing event updated for resources: {'Port': ['ID=0f61439d-122d-49c1-9b17-9f2635d1301f,revision_number=10']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:37:47.607024 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-fccb6bf6-0af0-4475-9fe3-08b84e252963 req-b3e4f782-a5a7-464e-9d3b-4979d9209943 service neutron] 10.222.0.24 "PUT /v2.0/ports/0f61439d-122d-49c1-9b17-9f2635d1301f/bindings/n-h2-842733-1/activate HTTP/1.1" status: 200 len: 369 time: 1.3740044 May 20 20:37:47.632053 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-7d2b858d-ee53-4a9a-96ff-4d9478cc3884 req-19ae669d-5f03-47e0-af6a-1e4ef7468905 tempest-SecurityGroupRulesNegativeTestJSON-1236476410 tempest-SecurityGroupRulesNegativeTestJSON-1236476410-project] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:47.659561 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port 402dcb18-4263-4f97-b1b0-6d3014d65335, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=402dcb18-4263-4f97-b1b0-6d3014d65335,segment=NetworkSegment(ed3a602f-49fb-4a95-be80-401e1eb72e33),segment_id=ed3a602f-49fb-4a95-be80-401e1eb72e33)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:37:47.673126 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-7d2b858d-ee53-4a9a-96ff-4d9478cc3884 req-19ae669d-5f03-47e0-af6a-1e4ef7468905 tempest-SecurityGroupRulesNegativeTestJSON-1236476410 tempest-SecurityGroupRulesNegativeTestJSON-1236476410-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:47.678804 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-26a25efc-a1af-4985-b35e-001b3cdc9243 req-0c32fa72-7177-470f-83a7-b54129b07c01 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7888072 May 20 20:37:47.700795 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Returning: {'device': '402dcb18-4263-4f97-b1b0-6d3014d65335', 'network_id': 'cd702362-b982-46c5-a7d0-51de1b03df86', 'port_id': '402dcb18-4263-4f97-b1b0-6d3014d65335', 'mac_address': 'fa:16:3e:be:84:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26b342ea-254c-483a-9ea9-f11c178970eb', 'ip_address': '192.168.233.79'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 20 20:37:47.704285 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [req-26a25efc-a1af-4985-b35e-001b3cdc9243 req-7bec4076-fbce-4c21-832e-05dabffd1bb8 service neutron] Request body: {'port': {'device_id': '6c3b8525-c1c2-452b-9384-dea38d96ba7d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-842733-1'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:37:47.714484 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a99f826-2486-4eee-9eda-4a40624c046b req-89ef7c6d-d4dd-4255-85bf-03913a7d1b65 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:47.722526 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2a99f826-2486-4eee-9eda-4a40624c046b req-89ef7c6d-d4dd-4255-85bf-03913a7d1b65 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] 10.222.0.35 "GET /v2.0/ports?device_id=076de625-2a49-46b5-9344-19509d3a2557 HTTP/1.1" status: 200 len: 944 time: 0.1145067 May 20 20:37:47.751212 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-cd88bc69-b3ff-4bcc-9555-47a9b9bebfd1 None None] Provisioning complete for port 8d87c637-17a5-42ec-9e52-1fc6319310a7 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:37:47.751577 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cd88bc69-b3ff-4bcc-9555-47a9b9bebfd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:47.783299 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26a25efc-a1af-4985-b35e-001b3cdc9243 req-931ad188-cdea-414c-82f4-e1cc2f900ee8 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] Made reservation on behalf of 4207919be7244eb28564658a511e407f for: {'port': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:37:47.787275 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-26a25efc-a1af-4985-b35e-001b3cdc9243 req-931ad188-cdea-414c-82f4-e1cc2f900ee8 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:47.817479 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port 402dcb18-4263-4f97-b1b0-6d3014d65335 is: DOWN; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:37:47.818506 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:47.828805 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2a99f826-2486-4eee-9eda-4a40624c046b req-239f037a-42f8-4ab7-8761-3dccb2f9e7d5 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] 10.222.0.35 "GET /v2.0/security-groups?id=0a1ca955-ee86-4e03-bb39-6b1e6a532a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992146 May 20 20:37:47.832838 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-26a25efc-a1af-4985-b35e-001b3cdc9243 req-7bec4076-fbce-4c21-832e-05dabffd1bb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:47.854024 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 402dcb18-4263-4f97-b1b0-6d3014d65335 {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:37:47.871478 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-7d2b858d-ee53-4a9a-96ff-4d9478cc3884 req-19ae669d-5f03-47e0-af6a-1e4ef7468905 tempest-SecurityGroupRulesNegativeTestJSON-1236476410 tempest-SecurityGroupRulesNegativeTestJSON-1236476410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:47.874060 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-7d2b858d-ee53-4a9a-96ff-4d9478cc3884 req-19ae669d-5f03-47e0-af6a-1e4ef7468905 tempest-SecurityGroupRulesNegativeTestJSON-1236476410 tempest-SecurityGroupRulesNegativeTestJSON-1236476410-project] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:47.875353 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7d2b858d-ee53-4a9a-96ff-4d9478cc3884 req-19ae669d-5f03-47e0-af6a-1e4ef7468905 tempest-SecurityGroupRulesNegativeTestJSON-1236476410 tempest-SecurityGroupRulesNegativeTestJSON-1236476410-project] 10.222.0.35 "DELETE /v2.0/security-groups/bad594ae-a088-4021-91a5-6f70e844807a HTTP/1.1" status: 204 len: 173 time: 0.4467747 May 20 20:37:47.892068 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-cd88bc69-b3ff-4bcc-9555-47a9b9bebfd1 None None] Port 8d87c637-17a5-42ec-9e52-1fc6319310a7 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 20:37:47.954575 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ae669d-5f03-47e0-af6a-1e4ef7468905 tempest-SecurityGroupRulesNegativeTestJSON-1236476410 tempest-SecurityGroupRulesNegativeTestJSON-1236476410-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bad594ae-a088-4021-91a5-6f70e844807a,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:37:47.960823 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port 402dcb18-4263-4f97-b1b0-6d3014d65335, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=402dcb18-4263-4f97-b1b0-6d3014d65335,segment=NetworkSegment(ed3a602f-49fb-4a95-be80-401e1eb72e33),segment_id=ed3a602f-49fb-4a95-be80-401e1eb72e33)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:37:47.974403 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [req-26a25efc-a1af-4985-b35e-001b3cdc9243 req-931ad188-cdea-414c-82f4-e1cc2f900ee8 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] Allocated IP 192.168.233.225 (cd702362-b982-46c5-a7d0-51de1b03df86/26b342ea-254c-483a-9ea9-f11c178970eb/d98c405b-6579-48af-bdbe-2911ebe2fa55) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:37:47.988257 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6a425def-ee70-466b-8233-e0f2aac15551 req-0c19a8ab-ee30-4c9a-814b-5a84cde4cd2c tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e3c1c39-47b2-4b09-b73c-3948794708ee HTTP/1.1" status: 200 len: 210 time: 0.0627694 May 20 20:37:48.080611 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:48.082738 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-94b7a3d9-d57d-487c-879c-fdb54e81a6b9 req-2f137f6e-faae-4d10-afb9-0d2bf27dc134 tempest-SecurityGroupRulesNegativeTestJSON-1236476410 tempest-SecurityGroupRulesNegativeTestJSON-1236476410-project] 10.222.0.35 "GET /v2.0/security-groups/dce73f98-bfa0-4791-baad-7ea26adc53e2 HTTP/1.1" status: 200 len: 1812 time: 0.1605706 May 20 20:37:48.152731 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=402dcb18-4263-4f97-b1b0-6d3014d65335,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:37:48.175380 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-26a25efc-a1af-4985-b35e-001b3cdc9243 req-931ad188-cdea-414c-82f4-e1cc2f900ee8 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:48.309492 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-26a25efc-a1af-4985-b35e-001b3cdc9243 req-931ad188-cdea-414c-82f4-e1cc2f900ee8 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:48.356060 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26a25efc-a1af-4985-b35e-001b3cdc9243 req-931ad188-cdea-414c-82f4-e1cc2f900ee8 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] Network cd702362-b982-46c5-a7d0-51de1b03df86 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:37:48.359273 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [req-26a25efc-a1af-4985-b35e-001b3cdc9243 req-931ad188-cdea-414c-82f4-e1cc2f900ee8 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:37:48.366104 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-26a25efc-a1af-4985-b35e-001b3cdc9243 req-931ad188-cdea-414c-82f4-e1cc2f900ee8 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:37:48.370735 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931ad188-cdea-414c-82f4-e1cc2f900ee8 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] Pushing event updated for resources: {'Port': ['ID=d98c405b-6579-48af-bdbe-2911ebe2fa55,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:37:48.459607 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a25efc-a1af-4985-b35e-001b3cdc9243 req-931ad188-cdea-414c-82f4-e1cc2f900ee8 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:48.460229 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-26a25efc-a1af-4985-b35e-001b3cdc9243 req-931ad188-cdea-414c-82f4-e1cc2f900ee8 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:48.474847 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccb6bf6-0af0-4475-9fe3-08b84e252963 req-15b49dfa-f7ad-413e-a369-b0bd1cf34cae tempest-LiveMigrationTest-1108997473 tempest-LiveMigrationTest-1108997473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:48.476417 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-fccb6bf6-0af0-4475-9fe3-08b84e252963 req-15b49dfa-f7ad-413e-a369-b0bd1cf34cae tempest-LiveMigrationTest-1108997473 tempest-LiveMigrationTest-1108997473-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=076de625-2a49-46b5-9344-19509d3a2557&tenant_id=33876e14b0274b60a421aea47180bf46&binding%3Ahost_id=n-h1-842733-1 HTTP/1.1" status: 200 len: 1095 time: 0.0854769 May 20 20:37:48.548465 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccb6bf6-0af0-4475-9fe3-08b84e252963 req-20891025-e3cd-48c7-a499-c39c46203973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:48.550470 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-fccb6bf6-0af0-4475-9fe3-08b84e252963 req-20891025-e3cd-48c7-a499-c39c46203973 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=076de625-2a49-46b5-9344-19509d3a2557&tenant_id=33876e14b0274b60a421aea47180bf46 HTTP/1.1" status: 200 len: 1095 time: 0.0615416 May 20 20:37:48.554125 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-26a25efc-a1af-4985-b35e-001b3cdc9243 req-931ad188-cdea-414c-82f4-e1cc2f900ee8 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0392296 May 20 20:37:48.568462 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] get_ports_and_sgs() called for port_ids ['402dcb18-4263-4f97-b1b0-6d3014d65335'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:37:48.590396 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-94b7a3d9-d57d-487c-879c-fdb54e81a6b9 req-d07b5c94-a875-4e17-a76c-d40343320880 tempest-SecurityGroupRulesNegativeTestJSON-1236476410 tempest-SecurityGroupRulesNegativeTestJSON-1236476410-project] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:48.598731 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [req-26a25efc-a1af-4985-b35e-001b3cdc9243 req-6e112199-c72b-476a-99c0-71e43cac5ba4 service neutron] Request body: {'port': {'device_id': '9e3c1c39-47b2-4b09-b73c-3948794708ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-842733-1'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:37:48.636579 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-e44f2bc0-c538-4e5f-b1a0-edcfddc29545 None None] Provisioning complete for port d98c405b-6579-48af-bdbe-2911ebe2fa55 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:37:48.636960 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-e44f2bc0-c538-4e5f-b1a0-edcfddc29545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:48.644343 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] get_ports_and_sgs() called for port_ids ['ff8333d5-3411-4ce2-bab2-7173fcf8ad5b', 'ad8036cd-7d02-407a-9e0d-263626d3f679', 'c97eadfd-f41a-4fb2-80fd-962422a3d259'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:37:48.655031 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-94b7a3d9-d57d-487c-879c-fdb54e81a6b9 req-d07b5c94-a875-4e17-a76c-d40343320880 tempest-SecurityGroupRulesNegativeTestJSON-1236476410 tempest-SecurityGroupRulesNegativeTestJSON-1236476410-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:48.669680 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a32628-ed30-4597-bdc2-9bd4cacc389f req-b65b8834-ae88-4b15-9cd3-3f9bc5ea705e tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:48.671758 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-99a32628-ed30-4597-bdc2-9bd4cacc389f req-b65b8834-ae88-4b15-9cd3-3f9bc5ea705e tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7f978b0-d7bb-49b4-b5fa-99a6bea01646 HTTP/1.1" status: 200 len: 948 time: 0.2274296 May 20 20:37:48.714780 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7572e0-c8f8-4f7c-af3f-5ea5ac73344c req-836d091b-23e9-4fd8-93c0-150d2bc96886 tempest-MultipleCreateTestJSON-719674146 tempest-MultipleCreateTestJSON-719674146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:48.716399 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4e7572e0-c8f8-4f7c-af3f-5ea5ac73344c req-836d091b-23e9-4fd8-93c0-150d2bc96886 tempest-MultipleCreateTestJSON-719674146 tempest-MultipleCreateTestJSON-719674146-project] 10.222.0.24 "GET /v2.0/networks?id=33c25ced-ae3c-45c1-992b-09946514bfb0 HTTP/1.1" status: 200 len: 813 time: 0.2746034 May 20 20:37:48.720828 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccb6bf6-0af0-4475-9fe3-08b84e252963 req-2063f201-1542-480f-962b-3c4f97bb9a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:48.723128 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-fccb6bf6-0af0-4475-9fe3-08b84e252963 req-2063f201-1542-480f-962b-3c4f97bb9a9b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=33876e14b0274b60a421aea47180bf46&device_id=076de625-2a49-46b5-9344-19509d3a2557 HTTP/1.1" status: 200 len: 1095 time: 0.0903952 May 20 20:37:48.724380 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-26a25efc-a1af-4985-b35e-001b3cdc9243 req-6e112199-c72b-476a-99c0-71e43cac5ba4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:48.737389 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-e44f2bc0-c538-4e5f-b1a0-edcfddc29545 None None] Port d98c405b-6579-48af-bdbe-2911ebe2fa55 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 20:37:48.739081 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [req-4e7572e0-c8f8-4f7c-af3f-5ea5ac73344c req-37af17f1-9d10-4eed-8630-e434a6fd197b tempest-MultipleCreateTestJSON-719674146 tempest-MultipleCreateTestJSON-719674146-project] Request body: {'port': {'device_id': '67a28b2a-abda-4f85-a46b-3098c6372731', 'network_id': '33c25ced-ae3c-45c1-992b-09946514bfb0', 'admin_state_up': True, 'tenant_id': '252e70c22fc14d1f8cdac3ea1fb08518'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:37:48.849135 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-99a32628-ed30-4597-bdc2-9bd4cacc389f req-9937d46d-852d-4c1a-af47-d737f422debe tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] 10.222.0.35 "GET /v2.0/security-groups?id=b86a25cf-8ff6-49a5-9967-210010093ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561081 May 20 20:37:48.923498 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [req-26a25efc-a1af-4985-b35e-001b3cdc9243 req-7bec4076-fbce-4c21-832e-05dabffd1bb8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d87c637-17a5-42ec-9e52-1fc6319310a7 {{(pid=103163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:37:48.938731 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-26a25efc-a1af-4985-b35e-001b3cdc9243 req-7bec4076-fbce-4c21-832e-05dabffd1bb8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:48.999881 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccb6bf6-0af0-4475-9fe3-08b84e252963 req-a82f01cb-2741-4c0f-a51f-515bd2bce997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:49.002260 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-fccb6bf6-0af0-4475-9fe3-08b84e252963 req-a82f01cb-2741-4c0f-a51f-515bd2bce997 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f2296de0-b06c-422e-98fe-14a3771aba33 HTTP/1.1" status: 200 len: 908 time: 0.2687480 May 20 20:37:49.017859 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc9ffe7-5e3c-4fa4-9f75-d67f1f345821 req-ac55df1c-ec7c-468b-a573-89aa15674d9f tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:49.019480 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6dc9ffe7-5e3c-4fa4-9f75-d67f1f345821 req-ac55df1c-ec7c-468b-a573-89aa15674d9f tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6b770e5-8fc5-41ee-a663-8df2656df33f HTTP/1.1" status: 200 len: 946 time: 0.0681658 May 20 20:37:49.020712 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [req-26a25efc-a1af-4985-b35e-001b3cdc9243 req-7bec4076-fbce-4c21-832e-05dabffd1bb8 service neutron] Transition to ACTIVE for port object 8d87c637-17a5-42ec-9e52-1fc6319310a7 will not be triggered until provisioned by entity L2. {{(pid=103163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 20:37:49.022055 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-94b7a3d9-d57d-487c-879c-fdb54e81a6b9 req-d07b5c94-a875-4e17-a76c-d40343320880 tempest-SecurityGroupRulesNegativeTestJSON-1236476410 tempest-SecurityGroupRulesNegativeTestJSON-1236476410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:49.024771 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-94b7a3d9-d57d-487c-879c-fdb54e81a6b9 req-d07b5c94-a875-4e17-a76c-d40343320880 tempest-SecurityGroupRulesNegativeTestJSON-1236476410 tempest-SecurityGroupRulesNegativeTestJSON-1236476410-project] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:49.030304 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-94b7a3d9-d57d-487c-879c-fdb54e81a6b9 req-d07b5c94-a875-4e17-a76c-d40343320880 tempest-SecurityGroupRulesNegativeTestJSON-1236476410 tempest-SecurityGroupRulesNegativeTestJSON-1236476410-project] 10.222.0.35 "DELETE /v2.0/security-groups/dce73f98-bfa0-4791-baad-7ea26adc53e2 HTTP/1.1" status: 204 len: 173 time: 0.9360795 May 20 20:37:49.109196 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e7572e0-c8f8-4f7c-af3f-5ea5ac73344c req-37af17f1-9d10-4eed-8630-e434a6fd197b tempest-MultipleCreateTestJSON-719674146 tempest-MultipleCreateTestJSON-719674146-project] Made reservation on behalf of 252e70c22fc14d1f8cdac3ea1fb08518 for: {'port': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:37:49.112930 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-4e7572e0-c8f8-4f7c-af3f-5ea5ac73344c req-37af17f1-9d10-4eed-8630-e434a6fd197b tempest-MultipleCreateTestJSON-719674146 tempest-MultipleCreateTestJSON-719674146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:49.115084 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07b5c94-a875-4e17-a76c-d40343320880 tempest-SecurityGroupRulesNegativeTestJSON-1236476410 tempest-SecurityGroupRulesNegativeTestJSON-1236476410-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dce73f98-bfa0-4791-baad-7ea26adc53e2,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:37:49.134542 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-26a25efc-a1af-4985-b35e-001b3cdc9243 req-7bec4076-fbce-4c21-832e-05dabffd1bb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:49.199652 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e16a18b2-07de-493e-9d0a-9bb9d08de52c req-fab27f38-9a26-4637-9c99-3088e3d44d20 tempest-MultipleCreateTestJSON-719674146 tempest-MultipleCreateTestJSON-719674146-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6208fad-1865-4610-83a7-f9cccb80fc3d HTTP/1.1" status: 200 len: 210 time: 0.0812368 May 20 20:37:49.285515 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6dc9ffe7-5e3c-4fa4-9f75-d67f1f345821 req-88d5efc2-75ab-4464-8bbf-85c661cdb867 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c1ac446-2eae-4e3c-98ef-7a4684e96782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2272797 May 20 20:37:49.360829 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-fccb6bf6-0af0-4475-9fe3-08b84e252963 req-b3313c1d-de90-401b-9e67-9aca8b1d3843 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0f61439d-122d-49c1-9b17-9f2635d1301f HTTP/1.1" status: 200 len: 217 time: 0.3358734 May 20 20:37:49.380223 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 0f61439d-122d-49c1-9b17-9f2635d1301f no longer exists at agent hyperv_n-h1-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:37:49.392467 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bec4076-fbce-4c21-832e-05dabffd1bb8 service neutron] Pushing event updated for resources: {'Port': ['ID=8d87c637-17a5-42ec-9e52-1fc6319310a7,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:37:49.426592 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7572e0-c8f8-4f7c-af3f-5ea5ac73344c req-3464e286-85ae-4990-b368-a0f0b2991bfd tempest-MultipleCreateTestJSON-719674146 tempest-MultipleCreateTestJSON-719674146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:49.428220 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4e7572e0-c8f8-4f7c-af3f-5ea5ac73344c req-3464e286-85ae-4990-b368-a0f0b2991bfd tempest-MultipleCreateTestJSON-719674146 tempest-MultipleCreateTestJSON-719674146-project] 10.222.0.13 "GET /v2.0/networks?id=33c25ced-ae3c-45c1-992b-09946514bfb0 HTTP/1.1" status: 200 len: 813 time: 0.3970222 May 20 20:37:49.450422 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 0f61439d-122d-49c1-9b17-9f2635d1301f not bound to the agent host n-h1-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 20:37:49.478206 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [req-4e7572e0-c8f8-4f7c-af3f-5ea5ac73344c req-cde4c7ae-3149-47d6-8bd8-af146a20afcb tempest-MultipleCreateTestJSON-719674146 tempest-MultipleCreateTestJSON-719674146-project] Request body: {'port': {'device_id': 'd6208fad-1865-4610-83a7-f9cccb80fc3d', 'network_id': '33c25ced-ae3c-45c1-992b-09946514bfb0', 'admin_state_up': True, 'tenant_id': '252e70c22fc14d1f8cdac3ea1fb08518'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:37:49.485851 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccb6bf6-0af0-4475-9fe3-08b84e252963 req-12547e68-ffd5-4403-944d-56401af8ae6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:49.487410 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-fccb6bf6-0af0-4475-9fe3-08b84e252963 req-12547e68-ffd5-4403-944d-56401af8ae6c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f9e5fad6-106c-4fb6-bdcf-0e79e7e3eb1f HTTP/1.1" status: 200 len: 847 time: 0.0845551 May 20 20:37:49.584786 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-fccb6bf6-0af0-4475-9fe3-08b84e252963 req-d65a122d-3062-429d-a4a7-8cc74fa5fecc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f2296de0-b06c-422e-98fe-14a3771aba33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286951 May 20 20:37:49.588476 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [req-26a25efc-a1af-4985-b35e-001b3cdc9243 req-6e112199-c72b-476a-99c0-71e43cac5ba4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d98c405b-6579-48af-bdbe-2911ebe2fa55 {{(pid=103162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:37:49.596088 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-26a25efc-a1af-4985-b35e-001b3cdc9243 req-6e112199-c72b-476a-99c0-71e43cac5ba4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:49.642307 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a2b0c4-8ce3-4ce1-9ae1-1f6714f1c9c1 req-f284c350-e6f4-4ca7-a4fb-d54229153685 tempest-LiveMigrationNegativeTest-1438540510 tempest-LiveMigrationNegativeTest-1438540510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:49.643652 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d6a2b0c4-8ce3-4ce1-9ae1-1f6714f1c9c1 req-f284c350-e6f4-4ca7-a4fb-d54229153685 tempest-LiveMigrationNegativeTest-1438540510 tempest-LiveMigrationNegativeTest-1438540510-project] 10.222.0.35 "GET /v2.0/ports?device_id=4849adcd-b381-46eb-81c7-318e4432773a HTTP/1.1" status: 200 len: 950 time: 0.2690599 May 20 20:37:49.653063 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.provisioning_blocks [req-26a25efc-a1af-4985-b35e-001b3cdc9243 req-6e112199-c72b-476a-99c0-71e43cac5ba4 service neutron] Transition to ACTIVE for port object d98c405b-6579-48af-bdbe-2911ebe2fa55 will not be triggered until provisioned by entity L2. {{(pid=103162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 20:37:49.668584 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c762135-961f-4d8d-9dda-785a7dd214e5 req-f8218001-b01b-44ce-b2be-81d7e7ce7d64 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:49.670074 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7c762135-961f-4d8d-9dda-785a7dd214e5 req-f8218001-b01b-44ce-b2be-81d7e7ce7d64 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] 10.222.0.35 "GET /v2.0/ports?device_id=076de625-2a49-46b5-9344-19509d3a2557 HTTP/1.1" status: 200 len: 944 time: 0.2980776 May 20 20:37:49.682906 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [req-4e7572e0-c8f8-4f7c-af3f-5ea5ac73344c req-37af17f1-9d10-4eed-8630-e434a6fd197b tempest-MultipleCreateTestJSON-719674146 tempest-MultipleCreateTestJSON-719674146-project] Allocated IP 172.20.0.3 (33c25ced-ae3c-45c1-992b-09946514bfb0/b8a2f1c9-14ba-4c21-bba8-ae1d91a10bab/fbfda35d-0ae8-4bc3-8ae5-5a14f01019ad) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:37:49.692752 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-fccb6bf6-0af0-4475-9fe3-08b84e252963 req-3f1100f9-2854-433b-8b46-5ad286fff65b service neutron] 10.222.0.13 "GET /v2.0/networks/f2296de0-b06c-422e-98fe-14a3771aba33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941854 May 20 20:37:49.749170 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-26a25efc-a1af-4985-b35e-001b3cdc9243 req-7bec4076-fbce-4c21-832e-05dabffd1bb8 service neutron] Attempting to bind port 8d87c637-17a5-42ec-9e52-1fc6319310a7 on host n-h1-842733-1 for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:37:49.749576 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-26a25efc-a1af-4985-b35e-001b3cdc9243 req-7bec4076-fbce-4c21-832e-05dabffd1bb8 service neutron] Attempting to bind port 8d87c637-17a5-42ec-9e52-1fc6319310a7 by drivers openvswitch,hyperv on host n-h1-842733-1 at level 0 using segments [{'id': 'ed3a602f-49fb-4a95-be80-401e1eb72e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'cd702362-b982-46c5-a7d0-51de1b03df86'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:37:49.749921 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26a25efc-a1af-4985-b35e-001b3cdc9243 req-7bec4076-fbce-4c21-832e-05dabffd1bb8 service neutron] Attempting to bind port 8d87c637-17a5-42ec-9e52-1fc6319310a7 on network cd702362-b982-46c5-a7d0-51de1b03df86 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:37:49.763483 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-26a25efc-a1af-4985-b35e-001b3cdc9243 req-6e112199-c72b-476a-99c0-71e43cac5ba4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:49.794167 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26a25efc-a1af-4985-b35e-001b3cdc9243 req-7bec4076-fbce-4c21-832e-05dabffd1bb8 service neutron] Port 8d87c637-17a5-42ec-9e52-1fc6319310a7 on network cd702362-b982-46c5-a7d0-51de1b03df86 not bound, no agent of type Open vSwitch agent registered on host n-h1-842733-1 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 20:37:49.794478 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26a25efc-a1af-4985-b35e-001b3cdc9243 req-7bec4076-fbce-4c21-832e-05dabffd1bb8 service neutron] Attempting to bind port 8d87c637-17a5-42ec-9e52-1fc6319310a7 on network cd702362-b982-46c5-a7d0-51de1b03df86 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:37:49.816167 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d6a2b0c4-8ce3-4ce1-9ae1-1f6714f1c9c1 req-34139ea5-5576-45f4-a6a5-7de7b84d5a66 tempest-LiveMigrationNegativeTest-1438540510 tempest-LiveMigrationNegativeTest-1438540510-project] 10.222.0.35 "GET /v2.0/security-groups?id=89ca7ea3-9b4d-452a-a64a-566d7b2e6fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622026 May 20 20:37:49.833783 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7c762135-961f-4d8d-9dda-785a7dd214e5 req-99d47332-c717-4185-8e06-9f9895b5fbb9 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] 10.222.0.35 "GET /v2.0/security-groups?id=0a1ca955-ee86-4e03-bb39-6b1e6a532a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449323 May 20 20:37:49.841696 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e112199-c72b-476a-99c0-71e43cac5ba4 service neutron] Pushing event updated for resources: {'Port': ['ID=d98c405b-6579-48af-bdbe-2911ebe2fa55,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:37:49.853473 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-bac96ba6-9b7c-4c0b-bed0-ba8ddb26fc7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:49.866736 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26a25efc-a1af-4985-b35e-001b3cdc9243 req-7bec4076-fbce-4c21-832e-05dabffd1bb8 service neutron] Checking agent: {'id': '08dfb1ce-804b-4db8-838b-21094082e041', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 32, 54), 'started_at': datetime.datetime(2022, 5, 20, 20, 32, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 37, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:37:49.866736 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26a25efc-a1af-4985-b35e-001b3cdc9243 req-7bec4076-fbce-4c21-832e-05dabffd1bb8 service neutron] Checking segment: {'id': 'ed3a602f-49fb-4a95-be80-401e1eb72e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'cd702362-b982-46c5-a7d0-51de1b03df86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:37:49.866736 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26a25efc-a1af-4985-b35e-001b3cdc9243 req-7bec4076-fbce-4c21-832e-05dabffd1bb8 service neutron] Bound using segment: {'id': 'ed3a602f-49fb-4a95-be80-401e1eb72e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'cd702362-b982-46c5-a7d0-51de1b03df86'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:37:49.866736 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-26a25efc-a1af-4985-b35e-001b3cdc9243 req-7bec4076-fbce-4c21-832e-05dabffd1bb8 service neutron] Bound port: 8d87c637-17a5-42ec-9e52-1fc6319310a7, host: n-h1-842733-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed3a602f-49fb-4a95-be80-401e1eb72e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'cd702362-b982-46c5-a7d0-51de1b03df86'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:37:49.866736 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-26a25efc-a1af-4985-b35e-001b3cdc9243 req-7bec4076-fbce-4c21-832e-05dabffd1bb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:49.888041 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-fccb6bf6-0af0-4475-9fe3-08b84e252963 req-ebb83360-dc0e-45f3-b83e-21fc0efc88b2 service neutron] 10.222.0.13 "GET /v2.0/networks/f2296de0-b06c-422e-98fe-14a3771aba33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1743920 May 20 20:37:49.949148 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-26a25efc-a1af-4985-b35e-001b3cdc9243 req-6e112199-c72b-476a-99c0-71e43cac5ba4 service neutron] Attempting to bind port d98c405b-6579-48af-bdbe-2911ebe2fa55 on host n-h2-842733-1 for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:37:49.949537 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-26a25efc-a1af-4985-b35e-001b3cdc9243 req-6e112199-c72b-476a-99c0-71e43cac5ba4 service neutron] Attempting to bind port d98c405b-6579-48af-bdbe-2911ebe2fa55 by drivers openvswitch,hyperv on host n-h2-842733-1 at level 0 using segments [{'id': 'ed3a602f-49fb-4a95-be80-401e1eb72e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'cd702362-b982-46c5-a7d0-51de1b03df86'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:37:49.949980 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26a25efc-a1af-4985-b35e-001b3cdc9243 req-6e112199-c72b-476a-99c0-71e43cac5ba4 service neutron] Attempting to bind port d98c405b-6579-48af-bdbe-2911ebe2fa55 on network cd702362-b982-46c5-a7d0-51de1b03df86 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:37:49.954851 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26a25efc-a1af-4985-b35e-001b3cdc9243 req-6e112199-c72b-476a-99c0-71e43cac5ba4 service neutron] Port d98c405b-6579-48af-bdbe-2911ebe2fa55 on network cd702362-b982-46c5-a7d0-51de1b03df86 not bound, no agent of type Open vSwitch agent registered on host n-h2-842733-1 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 20:37:49.959794 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26a25efc-a1af-4985-b35e-001b3cdc9243 req-6e112199-c72b-476a-99c0-71e43cac5ba4 service neutron] Attempting to bind port d98c405b-6579-48af-bdbe-2911ebe2fa55 on network cd702362-b982-46c5-a7d0-51de1b03df86 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:37:49.960918 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26a25efc-a1af-4985-b35e-001b3cdc9243 req-6e112199-c72b-476a-99c0-71e43cac5ba4 service neutron] Checking agent: {'id': 'a66f2511-b955-448f-877c-56cfe9c81b12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 33, 2), 'started_at': datetime.datetime(2022, 5, 20, 20, 33, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 37, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:37:49.961290 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26a25efc-a1af-4985-b35e-001b3cdc9243 req-6e112199-c72b-476a-99c0-71e43cac5ba4 service neutron] Checking segment: {'id': 'ed3a602f-49fb-4a95-be80-401e1eb72e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'cd702362-b982-46c5-a7d0-51de1b03df86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:37:49.961681 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26a25efc-a1af-4985-b35e-001b3cdc9243 req-6e112199-c72b-476a-99c0-71e43cac5ba4 service neutron] Bound using segment: {'id': 'ed3a602f-49fb-4a95-be80-401e1eb72e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'cd702362-b982-46c5-a7d0-51de1b03df86'} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:37:49.962115 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-26a25efc-a1af-4985-b35e-001b3cdc9243 req-6e112199-c72b-476a-99c0-71e43cac5ba4 service neutron] Bound port: d98c405b-6579-48af-bdbe-2911ebe2fa55, host: n-h2-842733-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed3a602f-49fb-4a95-be80-401e1eb72e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'cd702362-b982-46c5-a7d0-51de1b03df86'}}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:37:49.962480 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-26a25efc-a1af-4985-b35e-001b3cdc9243 req-6e112199-c72b-476a-99c0-71e43cac5ba4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:49.966246 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e7572e0-c8f8-4f7c-af3f-5ea5ac73344c req-cde4c7ae-3149-47d6-8bd8-af146a20afcb tempest-MultipleCreateTestJSON-719674146 tempest-MultipleCreateTestJSON-719674146-project] Made reservation on behalf of 252e70c22fc14d1f8cdac3ea1fb08518 for: {'port': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:37:49.969808 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-4e7572e0-c8f8-4f7c-af3f-5ea5ac73344c req-cde4c7ae-3149-47d6-8bd8-af146a20afcb tempest-MultipleCreateTestJSON-719674146 tempest-MultipleCreateTestJSON-719674146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:50.051319 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-26a25efc-a1af-4985-b35e-001b3cdc9243 req-6e112199-c72b-476a-99c0-71e43cac5ba4 service neutron] For port d98c405b-6579-48af-bdbe-2911ebe2fa55, host n-h2-842733-1, cleared binding levels {{(pid=103162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:37:50.054734 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-26a25efc-a1af-4985-b35e-001b3cdc9243 req-6e112199-c72b-476a-99c0-71e43cac5ba4 service neutron] For port d98c405b-6579-48af-bdbe-2911ebe2fa55, host n-h2-842733-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=d98c405b-6579-48af-bdbe-2911ebe2fa55,segment=NetworkSegment(ed3a602f-49fb-4a95-be80-401e1eb72e33),segment_id=ed3a602f-49fb-4a95-be80-401e1eb72e33)] {{(pid=103162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:37:50.135261 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-01fc7ffb-0273-409d-8ec4-8c83c3e9224f req-020f9977-54d5-45c5-81c4-c1e46e06dc02 tempest-SecurityGroupRulesNegativeTestJSON-1236476410 tempest-SecurityGroupRulesNegativeTestJSON-1236476410-project] 10.222.0.35 "GET /v2.0/security-groups/492e2a79-03c6-44b1-a05b-95964a23f9ad HTTP/1.1" status: 200 len: 1812 time: 0.2627554 May 20 20:37:50.142876 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb519812-f262-4d9d-a86a-179d7ef00f3c req-a2b0de45-ffb0-4446-bc66-a78a52f1beaa tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:50.144296 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-eb519812-f262-4d9d-a86a-179d7ef00f3c req-a2b0de45-ffb0-4446-bc66-a78a52f1beaa tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e3c1c39-47b2-4b09-b73c-3948794708ee HTTP/1.1" status: 200 len: 948 time: 0.2412705 May 20 20:37:50.144833 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-26a25efc-a1af-4985-b35e-001b3cdc9243 req-6e112199-c72b-476a-99c0-71e43cac5ba4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:50.182445 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a25efc-a1af-4985-b35e-001b3cdc9243 req-6e112199-c72b-476a-99c0-71e43cac5ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:50.183080 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-26a25efc-a1af-4985-b35e-001b3cdc9243 req-6e112199-c72b-476a-99c0-71e43cac5ba4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:50.185202 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-26a25efc-a1af-4985-b35e-001b3cdc9243 req-6e112199-c72b-476a-99c0-71e43cac5ba4 service neutron] 10.222.0.13 "PUT /v2.0/ports/d98c405b-6579-48af-bdbe-2911ebe2fa55 HTTP/1.1" status: 200 len: 1096 time: 1.5914769 May 20 20:37:50.185202 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e3c1c39-47b2-4b09-b73c-3948794708ee', 'tag': 'd98c405b-6579-48af-bdbe-2911ebe2fa55'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:37:50.187270 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6fa957933fccbf596d28104b23404b952ad6a8238afaebaed40a0874b2e409" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62a7c499-4a83-4264-b59a-057a8bb7b672" -d '{"events": [{"name": "network-changed", "server_uuid": "9e3c1c39-47b2-4b09-b73c-3948794708ee", "tag": "d98c405b-6579-48af-bdbe-2911ebe2fa55"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:37:50.222254 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e112199-c72b-476a-99c0-71e43cac5ba4 service neutron] Pushing event updated for resources: {'Port': ['ID=d98c405b-6579-48af-bdbe-2911ebe2fa55,revision_number=3']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:37:50.243545 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-26a25efc-a1af-4985-b35e-001b3cdc9243 req-7bec4076-fbce-4c21-832e-05dabffd1bb8 service neutron] For port 8d87c637-17a5-42ec-9e52-1fc6319310a7, host n-h1-842733-1, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:37:50.279433 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-4e7572e0-c8f8-4f7c-af3f-5ea5ac73344c req-37af17f1-9d10-4eed-8630-e434a6fd197b tempest-MultipleCreateTestJSON-719674146 tempest-MultipleCreateTestJSON-719674146-project] Notify callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:50.290713 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-26a25efc-a1af-4985-b35e-001b3cdc9243 req-7bec4076-fbce-4c21-832e-05dabffd1bb8 service neutron] For port 8d87c637-17a5-42ec-9e52-1fc6319310a7, host n-h1-842733-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=8d87c637-17a5-42ec-9e52-1fc6319310a7,segment=NetworkSegment(ed3a602f-49fb-4a95-be80-401e1eb72e33),segment_id=ed3a602f-49fb-4a95-be80-401e1eb72e33)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:37:50.297775 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-eb519812-f262-4d9d-a86a-179d7ef00f3c req-e7202114-7a15-440b-b880-3e18ef144dc7 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c2aa399-3055-4eb0-8f1a-45933e0e3cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381116 May 20 20:37:50.335703 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-01fc7ffb-0273-409d-8ec4-8c83c3e9224f req-0fd608b8-4747-42d1-86f7-783dd73aa813 tempest-SecurityGroupRulesNegativeTestJSON-1236476410 tempest-SecurityGroupRulesNegativeTestJSON-1236476410-project] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:50.386778 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a25efc-a1af-4985-b35e-001b3cdc9243 req-d140f1ce-64bd-4999-b42a-edfe103be0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:50.388272 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-26a25efc-a1af-4985-b35e-001b3cdc9243 req-d140f1ce-64bd-4999-b42a-edfe103be0b0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4207919be7244eb28564658a511e407f&device_id=9e3c1c39-47b2-4b09-b73c-3948794708ee HTTP/1.1" status: 200 len: 1099 time: 0.0536408 May 20 20:37:50.394966 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-01fc7ffb-0273-409d-8ec4-8c83c3e9224f req-0fd608b8-4747-42d1-86f7-783dd73aa813 tempest-SecurityGroupRulesNegativeTestJSON-1236476410 tempest-SecurityGroupRulesNegativeTestJSON-1236476410-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:50.399055 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-26a25efc-a1af-4985-b35e-001b3cdc9243 req-7bec4076-fbce-4c21-832e-05dabffd1bb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:50.448767 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-26a25efc-a1af-4985-b35e-001b3cdc9243 req-e8ce47d2-4d4b-494b-97ac-e7aa0d4e2767 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=d98c405b-6579-48af-bdbe-2911ebe2fa55 HTTP/1.1" status: 200 len: 217 time: 0.0371246 May 20 20:37:50.488110 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a25efc-a1af-4985-b35e-001b3cdc9243 req-7bec4076-fbce-4c21-832e-05dabffd1bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:50.488761 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-26a25efc-a1af-4985-b35e-001b3cdc9243 req-7bec4076-fbce-4c21-832e-05dabffd1bb8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:50.490836 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-26a25efc-a1af-4985-b35e-001b3cdc9243 req-7bec4076-fbce-4c21-832e-05dabffd1bb8 service neutron] 10.222.0.24 "PUT /v2.0/ports/8d87c637-17a5-42ec-9e52-1fc6319310a7 HTTP/1.1" status: 200 len: 1095 time: 2.7952125 May 20 20:37:50.493460 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c3b8525-c1c2-452b-9384-dea38d96ba7d', 'tag': '8d87c637-17a5-42ec-9e52-1fc6319310a7'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:37:50.496644 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4291b17aa7b45362825f0571e77c85f5e73afe1df9c7e9e15006df9d695c005e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0d2da89-ee06-4345-8894-0b519ff357e6" -d '{"events": [{"name": "network-changed", "server_uuid": "6c3b8525-c1c2-452b-9384-dea38d96ba7d", "tag": "8d87c637-17a5-42ec-9e52-1fc6319310a7"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:37:50.527123 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8245011-a2f2-4631-9d3e-eb0eaa494e2b req-59f09c45-6521-470e-bd84-f31ea5943d29 tempest-LiveAutoBlockMigrationV225Test-1777330067 tempest-LiveAutoBlockMigrationV225Test-1777330067-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:50.528682 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e8245011-a2f2-4631-9d3e-eb0eaa494e2b req-59f09c45-6521-470e-bd84-f31ea5943d29 tempest-LiveAutoBlockMigrationV225Test-1777330067 tempest-LiveAutoBlockMigrationV225Test-1777330067-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=d6b770e5-8fc5-41ee-a663-8df2656df33f HTTP/1.1" status: 200 len: 1097 time: 0.1557126 May 20 20:37:50.533004 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bec4076-fbce-4c21-832e-05dabffd1bb8 service neutron] Pushing event updated for resources: {'Port': ['ID=8d87c637-17a5-42ec-9e52-1fc6319310a7,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:37:50.550789 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a25efc-a1af-4985-b35e-001b3cdc9243 req-909f0633-d56f-4813-b44b-ac96401a4047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:50.555413 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-26a25efc-a1af-4985-b35e-001b3cdc9243 req-909f0633-d56f-4813-b44b-ac96401a4047 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=26b342ea-254c-483a-9ea9-f11c178970eb HTTP/1.1" status: 200 len: 843 time: 0.0969691 May 20 20:37:50.555537 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-4e7572e0-c8f8-4f7c-af3f-5ea5ac73344c req-37af17f1-9d10-4eed-8630-e434a6fd197b tempest-MultipleCreateTestJSON-719674146 tempest-MultipleCreateTestJSON-719674146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:50.558096 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccb6bf6-0af0-4475-9fe3-08b84e252963 req-fd03b2f8-76e5-47e8-ba11-c899dfb3da2a tempest-LiveMigrationTest-1108997473 tempest-LiveMigrationTest-1108997473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:50.559636 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-fccb6bf6-0af0-4475-9fe3-08b84e252963 req-fd03b2f8-76e5-47e8-ba11-c899dfb3da2a tempest-LiveMigrationTest-1108997473 tempest-LiveMigrationTest-1108997473-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=076de625-2a49-46b5-9344-19509d3a2557&tenant_id=33876e14b0274b60a421aea47180bf46&binding%3Ahost_id=n-h2-842733-1 HTTP/1.1" status: 200 len: 1095 time: 0.0970511 May 20 20:37:50.663579 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-01fc7ffb-0273-409d-8ec4-8c83c3e9224f req-0fd608b8-4747-42d1-86f7-783dd73aa813 tempest-SecurityGroupRulesNegativeTestJSON-1236476410 tempest-SecurityGroupRulesNegativeTestJSON-1236476410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:50.666101 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-01fc7ffb-0273-409d-8ec4-8c83c3e9224f req-0fd608b8-4747-42d1-86f7-783dd73aa813 tempest-SecurityGroupRulesNegativeTestJSON-1236476410 tempest-SecurityGroupRulesNegativeTestJSON-1236476410-project] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:50.667268 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-01fc7ffb-0273-409d-8ec4-8c83c3e9224f req-0fd608b8-4747-42d1-86f7-783dd73aa813 tempest-SecurityGroupRulesNegativeTestJSON-1236476410 tempest-SecurityGroupRulesNegativeTestJSON-1236476410-project] 10.222.0.35 "DELETE /v2.0/security-groups/492e2a79-03c6-44b1-a05b-95964a23f9ad HTTP/1.1" status: 204 len: 173 time: 0.5146868 May 20 20:37:50.681381 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a25efc-a1af-4985-b35e-001b3cdc9243 req-99c74c61-31cd-412a-a02d-2e43b1bc0820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:50.683509 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-26a25efc-a1af-4985-b35e-001b3cdc9243 req-99c74c61-31cd-412a-a02d-2e43b1bc0820 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cd702362-b982-46c5-a7d0-51de1b03df86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1012559 May 20 20:37:50.684629 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e8245011-a2f2-4631-9d3e-eb0eaa494e2b req-86b783a3-0a49-46e9-91e8-f7f76c0c3474 tempest-LiveAutoBlockMigrationV225Test-1777330067 tempest-LiveAutoBlockMigrationV225Test-1777330067-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=1c1ac446-2eae-4e3c-98ef-7a4684e96782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486237 May 20 20:37:50.701104 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e7572e0-c8f8-4f7c-af3f-5ea5ac73344c req-37af17f1-9d10-4eed-8630-e434a6fd197b tempest-MultipleCreateTestJSON-719674146 tempest-MultipleCreateTestJSON-719674146-project] Network 33c25ced-ae3c-45c1-992b-09946514bfb0 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:37:50.712042 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd608b8-4747-42d1-86f7-783dd73aa813 tempest-SecurityGroupRulesNegativeTestJSON-1236476410 tempest-SecurityGroupRulesNegativeTestJSON-1236476410-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=492e2a79-03c6-44b1-a05b-95964a23f9ad,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:37:50.717882 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [req-4e7572e0-c8f8-4f7c-af3f-5ea5ac73344c req-37af17f1-9d10-4eed-8630-e434a6fd197b tempest-MultipleCreateTestJSON-719674146 tempest-MultipleCreateTestJSON-719674146-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:37:50.721783 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [req-4e7572e0-c8f8-4f7c-af3f-5ea5ac73344c req-cde4c7ae-3149-47d6-8bd8-af146a20afcb tempest-MultipleCreateTestJSON-719674146 tempest-MultipleCreateTestJSON-719674146-project] Allocated IP 172.20.0.6 (33c25ced-ae3c-45c1-992b-09946514bfb0/b8a2f1c9-14ba-4c21-bba8-ae1d91a10bab/d54c2248-c8ab-4d92-a7c2-22d2b693e7b5) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:37:50.723795 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37af17f1-9d10-4eed-8630-e434a6fd197b tempest-MultipleCreateTestJSON-719674146 tempest-MultipleCreateTestJSON-719674146-project] Pushing event updated for resources: {'Port': ['ID=fbfda35d-0ae8-4bc3-8ae5-5a14f01019ad,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:37:50.727274 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e7572e0-c8f8-4f7c-af3f-5ea5ac73344c req-37af17f1-9d10-4eed-8630-e434a6fd197b tempest-MultipleCreateTestJSON-719674146 tempest-MultipleCreateTestJSON-719674146-project] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:37:50.805252 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a25efc-a1af-4985-b35e-001b3cdc9243 req-df90b40a-0621-48f5-a0a9-eaa99b878df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:50.806841 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-26a25efc-a1af-4985-b35e-001b3cdc9243 req-df90b40a-0621-48f5-a0a9-eaa99b878df4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4207919be7244eb28564658a511e407f&device_id=6c3b8525-c1c2-452b-9384-dea38d96ba7d HTTP/1.1" status: 200 len: 1098 time: 0.1907938 May 20 20:37:50.838629 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-26a25efc-a1af-4985-b35e-001b3cdc9243 req-de2f2db8-c7ee-4051-b5c1-480933daa80a service neutron] 10.222.0.13 "GET /v2.0/networks/cd702362-b982-46c5-a7d0-51de1b03df86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220698 May 20 20:37:50.846025 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7572e0-c8f8-4f7c-af3f-5ea5ac73344c req-37af17f1-9d10-4eed-8630-e434a6fd197b tempest-MultipleCreateTestJSON-719674146 tempest-MultipleCreateTestJSON-719674146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:50.846658 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-4e7572e0-c8f8-4f7c-af3f-5ea5ac73344c req-37af17f1-9d10-4eed-8630-e434a6fd197b tempest-MultipleCreateTestJSON-719674146 tempest-MultipleCreateTestJSON-719674146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:50.877864 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-fccb6bf6-0af0-4475-9fe3-08b84e252963 req-f3f5bb10-608a-4fdd-9484-50233178282c service neutron] For port 0f61439d-122d-49c1-9b17-9f2635d1301f, host n-h1-842733-1, cleared binding levels {{(pid=103162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:37:50.898779 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-26a25efc-a1af-4985-b35e-001b3cdc9243 req-bf2d838e-b525-46ce-a4e2-9f1bd40c373c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.69&port_id=8d87c637-17a5-42ec-9e52-1fc6319310a7 HTTP/1.1" status: 200 len: 217 time: 0.0787969 May 20 20:37:50.907518 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-fccb6bf6-0af0-4475-9fe3-08b84e252963 req-f3f5bb10-608a-4fdd-9484-50233178282c service neutron] Notify callbacks [] for binding, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:50.908653 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-fccb6bf6-0af0-4475-9fe3-08b84e252963 req-f3f5bb10-608a-4fdd-9484-50233178282c service neutron] 10.222.0.13 "DELETE /v2.0/ports/0f61439d-122d-49c1-9b17-9f2635d1301f/bindings/n-h1-842733-1 HTTP/1.1" status: 204 len: 173 time: 0.3153434 May 20 20:37:50.949704 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-26a25efc-a1af-4985-b35e-001b3cdc9243 req-3e283f81-7cac-4a2e-9966-7eb720a6c821 service neutron] 10.222.0.13 "GET /v2.0/networks/cd702362-b982-46c5-a7d0-51de1b03df86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990424 May 20 20:37:51.011094 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05285113-5c41-44d1-a30d-575e2427fe70 req-179a97e7-0f81-42fb-a7c6-9c1df5d87288 tempest-LiveMigrationNegativeTest-1351779969 tempest-LiveMigrationNegativeTest-1351779969-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:51.012697 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-05285113-5c41-44d1-a30d-575e2427fe70 req-179a97e7-0f81-42fb-a7c6-9c1df5d87288 tempest-LiveMigrationNegativeTest-1351779969 tempest-LiveMigrationNegativeTest-1351779969-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=4849adcd-b381-46eb-81c7-318e4432773a HTTP/1.1" status: 200 len: 1101 time: 0.2459211 May 20 20:37:51.021156 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4e7572e0-c8f8-4f7c-af3f-5ea5ac73344c req-37af17f1-9d10-4eed-8630-e434a6fd197b tempest-MultipleCreateTestJSON-719674146 tempest-MultipleCreateTestJSON-719674146-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2892926 May 20 20:37:51.048759 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [req-4e7572e0-c8f8-4f7c-af3f-5ea5ac73344c req-7f7820a8-9582-4ca3-afd7-15cb0ebb505f service neutron] Request body: {'port': {'device_id': '67a28b2a-abda-4f85-a46b-3098c6372731', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-842733-1'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:37:51.088590 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-05285113-5c41-44d1-a30d-575e2427fe70 req-06b42bd5-75e3-4fec-bcc1-825ab015b8de tempest-LiveMigrationNegativeTest-1351779969 tempest-LiveMigrationNegativeTest-1351779969-project-admin] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:51.095988 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a25efc-a1af-4985-b35e-001b3cdc9243 req-4ddb9cd6-d36b-4294-b00d-bddbd4f79a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:51.097512 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-26a25efc-a1af-4985-b35e-001b3cdc9243 req-4ddb9cd6-d36b-4294-b00d-bddbd4f79a6a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=26b342ea-254c-483a-9ea9-f11c178970eb HTTP/1.1" status: 200 len: 843 time: 0.1853142 May 20 20:37:51.112592 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c786e80-3566-4096-a3a9-d0887a550915 req-f5a8ef0d-bab3-4b4d-9d9a-60e9be9a3560 tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:51.114024 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9c786e80-3566-4096-a3a9-d0887a550915 req-f5a8ef0d-bab3-4b4d-9d9a-60e9be9a3560 tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7f978b0-d7bb-49b4-b5fa-99a6bea01646 HTTP/1.1" status: 200 len: 948 time: 0.2591367 May 20 20:37:51.207488 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-4e7572e0-c8f8-4f7c-af3f-5ea5ac73344c req-cde4c7ae-3149-47d6-8bd8-af146a20afcb tempest-MultipleCreateTestJSON-719674146 tempest-MultipleCreateTestJSON-719674146-project] Notify callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:51.236497 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-4e7572e0-c8f8-4f7c-af3f-5ea5ac73344c req-7f7820a8-9582-4ca3-afd7-15cb0ebb505f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:51.277447 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9c786e80-3566-4096-a3a9-d0887a550915 req-4e6fe62e-1684-4676-a8c5-58f454e87393 tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] 10.222.0.35 "GET /v2.0/security-groups?id=b86a25cf-8ff6-49a5-9967-210010093ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459727 May 20 20:37:51.279525 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a25efc-a1af-4985-b35e-001b3cdc9243 req-6adc44e6-80e0-4914-b3f2-a62e571c35ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:51.280959 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-26a25efc-a1af-4985-b35e-001b3cdc9243 req-6adc44e6-80e0-4914-b3f2-a62e571c35ef service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cd702362-b982-46c5-a7d0-51de1b03df86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1623425 May 20 20:37:51.321554 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 20:37:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb06d49b-e420-4bc2-a8ab-76fce8efb7ca x-openstack-request-id: req-fb06d49b-e420-4bc2-a8ab-76fce8efb7ca {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:37:51.321898 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e3c1c39-47b2-4b09-b73c-3948794708ee", "tag": "d98c405b-6579-48af-bdbe-2911ebe2fa55", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:37:51.322208 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-fb06d49b-e420-4bc2-a8ab-76fce8efb7ca {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:37:51.322693 n-d-842733-1 neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb06d49b-e420-4bc2-a8ab-76fce8efb7ca'] response: {'name': 'network-changed', 'server_uuid': '9e3c1c39-47b2-4b09-b73c-3948794708ee', 'tag': 'd98c405b-6579-48af-bdbe-2911ebe2fa55', 'status': 'completed', 'code': 200} May 20 20:37:51.356644 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 402dcb18-4263-4f97-b1b0-6d3014d65335 up at agent hyperv_n-h2-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:37:51.462059 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a7c499-4a83-4264-b59a-057a8bb7b672 req-2022f99d-0396-49ec-8009-8c50eb060f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:51.464559 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-62a7c499-4a83-4264-b59a-057a8bb7b672 req-2022f99d-0396-49ec-8009-8c50eb060f88 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4207919be7244eb28564658a511e407f&device_id=9e3c1c39-47b2-4b09-b73c-3948794708ee HTTP/1.1" status: 200 len: 1099 time: 0.0680840 May 20 20:37:51.505007 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Provisioning for port 402dcb18-4263-4f97-b1b0-6d3014d65335 completed by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 20:37:51.511436 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Provisioning complete for port 402dcb18-4263-4f97-b1b0-6d3014d65335 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:37:51.514249 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:51.581668 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a7c499-4a83-4264-b59a-057a8bb7b672 req-7b8a0c70-3f12-4c7c-bfc7-8a7c3e98d302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:51.583299 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-62a7c499-4a83-4264-b59a-057a8bb7b672 req-7b8a0c70-3f12-4c7c-bfc7-8a7c3e98d302 service neutron] 10.222.0.13 "GET /v2.0/networks?id=cd702362-b982-46c5-a7d0-51de1b03df86 HTTP/1.1" status: 200 len: 870 time: 0.1069434 May 20 20:37:51.602940 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port 402dcb18-4263-4f97-b1b0-6d3014d65335 is: BUILD; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:37:51.603321 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:51.630193 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7f978b0-d7bb-49b4-b5fa-99a6bea01646', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '402dcb18-4263-4f97-b1b0-6d3014d65335'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:37:51.633144 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8485417003ce7c0410b00f5cdc2f391e21107b70bb68e2773712534a96e108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0b3f9d4-d8a7-4e1a-bcad-4ebcbb226721" -d '{"events": [{"server_uuid": "b7f978b0-d7bb-49b4-b5fa-99a6bea01646", "name": "network-vif-plugged", "status": "completed", "tag": "402dcb18-4263-4f97-b1b0-6d3014d65335"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:37:51.645745 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-62a7c499-4a83-4264-b59a-057a8bb7b672 req-0c6600bf-a493-44b9-abaa-1d02d0c0679e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=d98c405b-6579-48af-bdbe-2911ebe2fa55 HTTP/1.1" status: 200 len: 217 time: 0.0371680 May 20 20:37:51.647533 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port 402dcb18-4263-4f97-b1b0-6d3014d65335, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=402dcb18-4263-4f97-b1b0-6d3014d65335,segment=NetworkSegment(ed3a602f-49fb-4a95-be80-401e1eb72e33),segment_id=ed3a602f-49fb-4a95-be80-401e1eb72e33)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:37:51.697915 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1f32ef9d-6f1a-4f2f-bdde-b670bc7f8f78 req-f05eb675-1f54-4db7-b7e9-7cf81d28768f tempest-MultipleCreateTestJSON-719674146 tempest-MultipleCreateTestJSON-719674146-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6208fad-1865-4610-83a7-f9cccb80fc3d HTTP/1.1" status: 200 len: 210 time: 0.3262775 May 20 20:37:51.705657 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a7c499-4a83-4264-b59a-057a8bb7b672 req-bb974663-37d6-4d29-b7a3-7e5060d97600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:51.707107 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-62a7c499-4a83-4264-b59a-057a8bb7b672 req-bb974663-37d6-4d29-b7a3-7e5060d97600 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=26b342ea-254c-483a-9ea9-f11c178970eb HTTP/1.1" status: 200 len: 843 time: 0.0461581 May 20 20:37:51.712804 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-4e7572e0-c8f8-4f7c-af3f-5ea5ac73344c req-cde4c7ae-3149-47d6-8bd8-af146a20afcb tempest-MultipleCreateTestJSON-719674146 tempest-MultipleCreateTestJSON-719674146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:51.738107 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:51.772945 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a7c499-4a83-4264-b59a-057a8bb7b672 req-1509f7e5-8873-4113-b687-ae77d318c1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:51.772945 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-62a7c499-4a83-4264-b59a-057a8bb7b672 req-1509f7e5-8873-4113-b687-ae77d318c1ea service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cd702362-b982-46c5-a7d0-51de1b03df86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0484912 May 20 20:37:51.773268 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-05285113-5c41-44d1-a30d-575e2427fe70 req-06b42bd5-75e3-4fec-bcc1-825ab015b8de tempest-LiveMigrationNegativeTest-1351779969 tempest-LiveMigrationNegativeTest-1351779969-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:51.774539 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 20:37:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f4f8bcc-8b9c-4671-b698-394c413ae293 x-openstack-request-id: req-8f4f8bcc-8b9c-4671-b698-394c413ae293 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:37:51.774844 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c3b8525-c1c2-452b-9384-dea38d96ba7d", "tag": "8d87c637-17a5-42ec-9e52-1fc6319310a7", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:37:51.775078 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8f4f8bcc-8b9c-4671-b698-394c413ae293 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:37:51.775476 n-d-842733-1 neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f4f8bcc-8b9c-4671-b698-394c413ae293'] response: {'name': 'network-changed', 'server_uuid': '6c3b8525-c1c2-452b-9384-dea38d96ba7d', 'tag': '8d87c637-17a5-42ec-9e52-1fc6319310a7', 'status': 'completed', 'code': 200} May 20 20:37:51.802400 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=402dcb18-4263-4f97-b1b0-6d3014d65335,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:37:51.870932 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e7572e0-c8f8-4f7c-af3f-5ea5ac73344c req-cde4c7ae-3149-47d6-8bd8-af146a20afcb tempest-MultipleCreateTestJSON-719674146 tempest-MultipleCreateTestJSON-719674146-project] Network 33c25ced-ae3c-45c1-992b-09946514bfb0 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:37:51.871769 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-62a7c499-4a83-4264-b59a-057a8bb7b672 req-8bce338c-2b57-4145-ac82-21d10a079f2f service neutron] 10.222.0.13 "GET /v2.0/networks/cd702362-b982-46c5-a7d0-51de1b03df86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833561 May 20 20:37:51.873741 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-05285113-5c41-44d1-a30d-575e2427fe70 req-06b42bd5-75e3-4fec-bcc1-825ab015b8de tempest-LiveMigrationNegativeTest-1351779969 tempest-LiveMigrationNegativeTest-1351779969-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:51.889776 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-26a25efc-a1af-4985-b35e-001b3cdc9243 req-ca8dcd87-b1eb-4054-b047-a8b4482f5415 service neutron] 10.222.0.24 "GET /v2.0/networks/cd702362-b982-46c5-a7d0-51de1b03df86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5946028 May 20 20:37:51.900746 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [req-4e7572e0-c8f8-4f7c-af3f-5ea5ac73344c req-cde4c7ae-3149-47d6-8bd8-af146a20afcb tempest-MultipleCreateTestJSON-719674146 tempest-MultipleCreateTestJSON-719674146-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:37:51.929413 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde4c7ae-3149-47d6-8bd8-af146a20afcb tempest-MultipleCreateTestJSON-719674146 tempest-MultipleCreateTestJSON-719674146-project] Pushing event updated for resources: {'Port': ['ID=d54c2248-c8ab-4d92-a7c2-22d2b693e7b5,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:37:51.945132 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e7572e0-c8f8-4f7c-af3f-5ea5ac73344c req-cde4c7ae-3149-47d6-8bd8-af146a20afcb tempest-MultipleCreateTestJSON-719674146 tempest-MultipleCreateTestJSON-719674146-project] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:37:51.951695 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b42bd5-75e3-4fec-bcc1-825ab015b8de tempest-LiveMigrationNegativeTest-1351779969 tempest-LiveMigrationNegativeTest-1351779969-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb96f5d1-cc05-4b57-b290-6e422c0390f7,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:37:51.973296 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-62a7c499-4a83-4264-b59a-057a8bb7b672 req-6a3942a2-9aed-41aa-93e4-1a5d3bf9b49c service neutron] 10.222.0.13 "GET /v2.0/networks/cd702362-b982-46c5-a7d0-51de1b03df86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929546 May 20 20:37:51.997146 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-05285113-5c41-44d1-a30d-575e2427fe70 req-06b42bd5-75e3-4fec-bcc1-825ab015b8de tempest-LiveMigrationNegativeTest-1351779969 tempest-LiveMigrationNegativeTest-1351779969-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=89ca7ea3-9b4d-452a-a64a-566d7b2e6fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9742451 May 20 20:37:52.093612 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7d01c11c-0939-4e9d-99dd-bf2c6b093a34 req-d19f9887-81e9-4310-8233-455140cda618 tempest-SecurityGroupRulesNegativeTestJSON-1236476410 tempest-SecurityGroupRulesNegativeTestJSON-1236476410-project] 10.222.0.35 "GET /v2.0/security-groups/b0aea940-5c3d-4678-a1b7-e6def4852f12 HTTP/1.1" status: 200 len: 1813 time: 0.3228819 May 20 20:37:52.153847 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7572e0-c8f8-4f7c-af3f-5ea5ac73344c req-cde4c7ae-3149-47d6-8bd8-af146a20afcb tempest-MultipleCreateTestJSON-719674146 tempest-MultipleCreateTestJSON-719674146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:52.154478 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-4e7572e0-c8f8-4f7c-af3f-5ea5ac73344c req-cde4c7ae-3149-47d6-8bd8-af146a20afcb tempest-MultipleCreateTestJSON-719674146 tempest-MultipleCreateTestJSON-719674146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:52.217386 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-e1cb2208-bf45-4b28-bef0-78a78aa216f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:52.270711 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-26a25efc-a1af-4985-b35e-001b3cdc9243 req-dd71adb2-1a68-46ff-8186-e8cbab00d671 service neutron] 10.222.0.24 "GET /v2.0/networks/cd702362-b982-46c5-a7d0-51de1b03df86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3677001 May 20 20:37:52.271243 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-7d01c11c-0939-4e9d-99dd-bf2c6b093a34 req-e7ceb967-4b6a-4a23-bbee-e0e3bdf9dd71 tempest-SecurityGroupRulesNegativeTestJSON-1236476410 tempest-SecurityGroupRulesNegativeTestJSON-1236476410-project] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:52.285260 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992c1409-97ad-4ade-83e4-c0269bd0f704 req-f518a947-7c93-4fa8-becb-04e67f7db6b1 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:52.286631 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-992c1409-97ad-4ade-83e4-c0269bd0f704 req-f518a947-7c93-4fa8-becb-04e67f7db6b1 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] 10.222.0.35 "GET /v2.0/ports?device_id=076de625-2a49-46b5-9344-19509d3a2557 HTTP/1.1" status: 200 len: 944 time: 0.1585917 May 20 20:37:52.299459 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4e7572e0-c8f8-4f7c-af3f-5ea5ac73344c req-cde4c7ae-3149-47d6-8bd8-af146a20afcb tempest-MultipleCreateTestJSON-719674146 tempest-MultipleCreateTestJSON-719674146-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8349731 May 20 20:37:52.336222 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [req-4e7572e0-c8f8-4f7c-af3f-5ea5ac73344c req-a845650c-d145-4962-9219-6f307368dec9 service neutron] Request body: {'port': {'device_id': 'd6208fad-1865-4610-83a7-f9cccb80fc3d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-842733-1'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:37:52.340663 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-7d01c11c-0939-4e9d-99dd-bf2c6b093a34 req-e7ceb967-4b6a-4a23-bbee-e0e3bdf9dd71 tempest-SecurityGroupRulesNegativeTestJSON-1236476410 tempest-SecurityGroupRulesNegativeTestJSON-1236476410-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:52.461103 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [req-4e7572e0-c8f8-4f7c-af3f-5ea5ac73344c req-7f7820a8-9582-4ca3-afd7-15cb0ebb505f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbfda35d-0ae8-4bc3-8ae5-5a14f01019ad {{(pid=103163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:37:52.467428 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-992c1409-97ad-4ade-83e4-c0269bd0f704 req-a7a96f32-439e-4422-8dc8-5707753bebfb tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] 10.222.0.35 "GET /v2.0/security-groups?id=0a1ca955-ee86-4e03-bb39-6b1e6a532a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717427 May 20 20:37:52.488390 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-4e7572e0-c8f8-4f7c-af3f-5ea5ac73344c req-7f7820a8-9582-4ca3-afd7-15cb0ebb505f service neutron] Notify callbacks [] for port, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:52.512177 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-4e7572e0-c8f8-4f7c-af3f-5ea5ac73344c req-a845650c-d145-4962-9219-6f307368dec9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:52.519665 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [req-4e7572e0-c8f8-4f7c-af3f-5ea5ac73344c req-7f7820a8-9582-4ca3-afd7-15cb0ebb505f service neutron] Transition to ACTIVE for port object fbfda35d-0ae8-4bc3-8ae5-5a14f01019ad will not be triggered until provisioned by entity L2. {{(pid=103163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 20:37:52.545052 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d2da89-ee06-4345-8894-0b519ff357e6 req-5509aff3-ea59-4c19-9ba6-55ee4d04f46e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:52.546388 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d0d2da89-ee06-4345-8894-0b519ff357e6 req-5509aff3-ea59-4c19-9ba6-55ee4d04f46e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4207919be7244eb28564658a511e407f&device_id=6c3b8525-c1c2-452b-9384-dea38d96ba7d HTTP/1.1" status: 200 len: 1098 time: 0.1318715 May 20 20:37:52.642740 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-4e7572e0-c8f8-4f7c-af3f-5ea5ac73344c req-7f7820a8-9582-4ca3-afd7-15cb0ebb505f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:52.665124 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-7d01c11c-0939-4e9d-99dd-bf2c6b093a34 req-e7ceb967-4b6a-4a23-bbee-e0e3bdf9dd71 tempest-SecurityGroupRulesNegativeTestJSON-1236476410 tempest-SecurityGroupRulesNegativeTestJSON-1236476410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:52.667683 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-7d01c11c-0939-4e9d-99dd-bf2c6b093a34 req-e7ceb967-4b6a-4a23-bbee-e0e3bdf9dd71 tempest-SecurityGroupRulesNegativeTestJSON-1236476410 tempest-SecurityGroupRulesNegativeTestJSON-1236476410-project] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:52.668808 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7d01c11c-0939-4e9d-99dd-bf2c6b093a34 req-e7ceb967-4b6a-4a23-bbee-e0e3bdf9dd71 tempest-SecurityGroupRulesNegativeTestJSON-1236476410 tempest-SecurityGroupRulesNegativeTestJSON-1236476410-project] 10.222.0.35 "DELETE /v2.0/security-groups/b0aea940-5c3d-4678-a1b7-e6def4852f12 HTTP/1.1" status: 204 len: 173 time: 0.5738263 May 20 20:37:52.675731 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 32904) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:37:52.728134 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 20:37:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6719ec7-f6e6-4cab-9844-9751b6f678cb x-openstack-request-id: req-a6719ec7-f6e6-4cab-9844-9751b6f678cb {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:37:52.730119 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7f978b0-d7bb-49b4-b5fa-99a6bea01646", "name": "network-vif-plugged", "status": "completed", "tag": "402dcb18-4263-4f97-b1b0-6d3014d65335", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:37:52.730719 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a6719ec7-f6e6-4cab-9844-9751b6f678cb {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:37:52.736524 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6719ec7-f6e6-4cab-9844-9751b6f678cb'] response: {'server_uuid': 'b7f978b0-d7bb-49b4-b5fa-99a6bea01646', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '402dcb18-4263-4f97-b1b0-6d3014d65335', 'code': 200} May 20 20:37:52.746282 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a748d76-7d49-43b2-9552-d50e2f3826f0 admin admin] Deleting subnet 7c3bd18b-4796-4cd3-bf5c-e6ca9ef55660 {{(pid=103162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 20 20:37:52.749910 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7a748d76-7d49-43b2-9552-d50e2f3826f0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:52.773570 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1ab117-1678-498f-8708-2b482806a337 req-b638b27f-4c34-4143-9427-a772ff478bd9 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:52.781948 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8c1ab117-1678-498f-8708-2b482806a337 req-b638b27f-4c34-4143-9427-a772ff478bd9 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e3c1c39-47b2-4b09-b73c-3948794708ee HTTP/1.1" status: 200 len: 948 time: 0.2429168 May 20 20:37:52.786358 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ceb967-4b6a-4a23-bbee-e0e3bdf9dd71 tempest-SecurityGroupRulesNegativeTestJSON-1236476410 tempest-SecurityGroupRulesNegativeTestJSON-1236476410-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0aea940-5c3d-4678-a1b7-e6def4852f12,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:37:52.831693 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7a748d76-7d49-43b2-9552-d50e2f3826f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3738392'] for subnet, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:52.838530 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7820a8-9582-4ca3-afd7-15cb0ebb505f service neutron] Pushing event updated for resources: {'Port': ['ID=fbfda35d-0ae8-4bc3-8ae5-5a14f01019ad,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:37:52.895468 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7a748d76-7d49-43b2-9552-d50e2f3826f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33068388'] for subnet, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:52.930482 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d2da89-ee06-4345-8894-0b519ff357e6 req-5e46458b-8a16-471a-8b5e-d16093f7cbcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:52.931997 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d0d2da89-ee06-4345-8894-0b519ff357e6 req-5e46458b-8a16-471a-8b5e-d16093f7cbcf service neutron] 10.222.0.24 "GET /v2.0/networks?id=cd702362-b982-46c5-a7d0-51de1b03df86 HTTP/1.1" status: 200 len: 870 time: 0.3645971 May 20 20:37:52.978371 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c37c65-7785-4ccc-b24d-7e00b3ecdc35 req-31f31d38-f482-488c-b3e0-158acedb093a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:52.979826 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-d6c37c65-7785-4ccc-b24d-7e00b3ecdc35 req-31f31d38-f482-488c-b3e0-158acedb093a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b7f978b0-d7bb-49b4-b5fa-99a6bea01646 HTTP/1.1" status: 200 len: 1100 time: 0.0616562 May 20 20:37:53.015082 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-d6c37c65-7785-4ccc-b24d-7e00b3ecdc35 req-2d78fda3-952f-4f88-8762-f4897ec07e78 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=b86a25cf-8ff6-49a5-9967-210010093ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283544 May 20 20:37:53.039457 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8c1ab117-1678-498f-8708-2b482806a337 req-3de32829-5f2a-41b4-9627-e6b825f5a0d7 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c2aa399-3055-4eb0-8f1a-45933e0e3cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2347922 May 20 20:37:53.046711 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d0d2da89-ee06-4345-8894-0b519ff357e6 req-865da1ae-dc39-4b67-8621-19261f829634 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.69&port_id=8d87c637-17a5-42ec-9e52-1fc6319310a7 HTTP/1.1" status: 200 len: 217 time: 0.0805264 May 20 20:37:53.082160 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7a748d76-7d49-43b2-9552-d50e2f3826f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33068399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3797621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4018265'] for subnet, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:53.118896 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7a748d76-7d49-43b2-9552-d50e2f3826f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:53.122654 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-7a748d76-7d49-43b2-9552-d50e2f3826f0 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/7c3bd18b-4796-4cd3-bf5c-e6ca9ef55660 HTTP/1.1" status: 204 len: 168 time: 0.4458709 May 20 20:37:53.123722 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a748d76-7d49-43b2-9552-d50e2f3826f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c3bd18b-4796-4cd3-bf5c-e6ca9ef55660,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:37:53.126174 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 32918) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:37:53.128344 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3867c0db-5b1f-44bf-8a21-b4988b15bbbf req-dc0f5718-2bfb-4370-be1f-617c1cb89cdf tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:53.129920 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3867c0db-5b1f-44bf-8a21-b4988b15bbbf req-dc0f5718-2bfb-4370-be1f-617c1cb89cdf tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7f978b0-d7bb-49b4-b5fa-99a6bea01646 HTTP/1.1" status: 200 len: 949 time: 0.2062278 May 20 20:37:53.140904 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-4e7572e0-c8f8-4f7c-af3f-5ea5ac73344c req-7f7820a8-9582-4ca3-afd7-15cb0ebb505f service neutron] Attempting to bind port fbfda35d-0ae8-4bc3-8ae5-5a14f01019ad on host n-h1-842733-1 for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:37:53.141348 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-4e7572e0-c8f8-4f7c-af3f-5ea5ac73344c req-7f7820a8-9582-4ca3-afd7-15cb0ebb505f service neutron] Attempting to bind port fbfda35d-0ae8-4bc3-8ae5-5a14f01019ad by drivers openvswitch,hyperv on host n-h1-842733-1 at level 0 using segments [{'id': '902335b0-4452-4b31-9bc3-509eaa8e03dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '33c25ced-ae3c-45c1-992b-09946514bfb0'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:37:53.141681 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e7572e0-c8f8-4f7c-af3f-5ea5ac73344c req-7f7820a8-9582-4ca3-afd7-15cb0ebb505f service neutron] Attempting to bind port fbfda35d-0ae8-4bc3-8ae5-5a14f01019ad on network 33c25ced-ae3c-45c1-992b-09946514bfb0 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:37:53.180083 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e7572e0-c8f8-4f7c-af3f-5ea5ac73344c req-7f7820a8-9582-4ca3-afd7-15cb0ebb505f service neutron] Port fbfda35d-0ae8-4bc3-8ae5-5a14f01019ad on network 33c25ced-ae3c-45c1-992b-09946514bfb0 not bound, no agent of type Open vSwitch agent registered on host n-h1-842733-1 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 20:37:53.180410 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e7572e0-c8f8-4f7c-af3f-5ea5ac73344c req-7f7820a8-9582-4ca3-afd7-15cb0ebb505f service neutron] Attempting to bind port fbfda35d-0ae8-4bc3-8ae5-5a14f01019ad on network 33c25ced-ae3c-45c1-992b-09946514bfb0 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:37:53.200104 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-49aa4c3f-2d0c-47ff-a99c-d9939bc9915f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33160123'] for network, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:53.216237 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d2da89-ee06-4345-8894-0b519ff357e6 req-a16ed508-0e3c-4ef9-9a27-43dacf460bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:53.217772 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d0d2da89-ee06-4345-8894-0b519ff357e6 req-a16ed508-0e3c-4ef9-9a27-43dacf460bfd service neutron] 10.222.0.24 "GET /v2.0/subnets?id=26b342ea-254c-483a-9ea9-f11c178970eb HTTP/1.1" status: 200 len: 843 time: 0.1598482 May 20 20:37:53.226486 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e7572e0-c8f8-4f7c-af3f-5ea5ac73344c req-7f7820a8-9582-4ca3-afd7-15cb0ebb505f service neutron] Checking agent: {'id': '08dfb1ce-804b-4db8-838b-21094082e041', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 32, 54), 'started_at': datetime.datetime(2022, 5, 20, 20, 32, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 37, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:37:53.226846 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e7572e0-c8f8-4f7c-af3f-5ea5ac73344c req-7f7820a8-9582-4ca3-afd7-15cb0ebb505f service neutron] Checking segment: {'id': '902335b0-4452-4b31-9bc3-509eaa8e03dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '33c25ced-ae3c-45c1-992b-09946514bfb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:37:53.227191 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e7572e0-c8f8-4f7c-af3f-5ea5ac73344c req-7f7820a8-9582-4ca3-afd7-15cb0ebb505f service neutron] Bound using segment: {'id': '902335b0-4452-4b31-9bc3-509eaa8e03dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '33c25ced-ae3c-45c1-992b-09946514bfb0'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:37:53.227634 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-4e7572e0-c8f8-4f7c-af3f-5ea5ac73344c req-7f7820a8-9582-4ca3-afd7-15cb0ebb505f service neutron] Bound port: fbfda35d-0ae8-4bc3-8ae5-5a14f01019ad, host: n-h1-842733-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '902335b0-4452-4b31-9bc3-509eaa8e03dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '33c25ced-ae3c-45c1-992b-09946514bfb0'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:37:53.228003 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-4e7572e0-c8f8-4f7c-af3f-5ea5ac73344c req-7f7820a8-9582-4ca3-afd7-15cb0ebb505f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:53.287893 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-49aa4c3f-2d0c-47ff-a99c-d9939bc9915f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33072115', 'neutron.services.segments.db._delete_segments_for_network-8782419500584'] for network, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:53.310061 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-49aa4c3f-2d0c-47ff-a99c-d9939bc9915f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74193a44-74a4-484b-a3fa-19f00691c93e']}} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:37:53.316058 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3867c0db-5b1f-44bf-8a21-b4988b15bbbf req-df8c5f37-c20c-4b37-9b9b-5acf71e4eaff tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] 10.222.0.35 "GET /v2.0/security-groups?id=b86a25cf-8ff6-49a5-9967-210010093ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789057 May 20 20:37:53.320947 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-49aa4c3f-2d0c-47ff-a99c-d9939bc9915f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36c527e8-ab99-4e5a-90b3-3b7a2e17914b') {'for_net_delete': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:37:53.321275 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-49aa4c3f-2d0c-47ff-a99c-d9939bc9915f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36c527e8-ab99-4e5a-90b3-3b7a2e17914b') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:37:53.332559 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-49aa4c3f-2d0c-47ff-a99c-d9939bc9915f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419501617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3738385'] for segment, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:53.349010 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-49aa4c3f-2d0c-47ff-a99c-d9939bc9915f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:53.353723 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee52642-5c7f-4d4f-b151-3358428d25da req-fc5214b6-b8fb-4805-bc49-cd27bdfc6b7d tempest-MultipleCreateTestJSON-719674146 tempest-MultipleCreateTestJSON-719674146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:53.355248 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9ee52642-5c7f-4d4f-b151-3358428d25da req-fc5214b6-b8fb-4805-bc49-cd27bdfc6b7d tempest-MultipleCreateTestJSON-719674146 tempest-MultipleCreateTestJSON-719674146-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6208fad-1865-4610-83a7-f9cccb80fc3d HTTP/1.1" status: 200 len: 931 time: 0.2032886 May 20 20:37:53.364116 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49aa4c3f-2d0c-47ff-a99c-d9939bc9915f admin admin] Releasing vlan 237 on physical network physnet1 to pool {{(pid=103162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 20:37:53.364537 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-49aa4c3f-2d0c-47ff-a99c-d9939bc9915f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3800791'] for segment, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:53.366527 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [req-4e7572e0-c8f8-4f7c-af3f-5ea5ac73344c req-a845650c-d145-4962-9219-6f307368dec9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d54c2248-c8ab-4d92-a7c2-22d2b693e7b5 {{(pid=103163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:37:53.366663 n-d-842733-1 neutron-server[103162]: Traceback (most recent call last): May 20 20:37:53.366663 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 20:37:53.366663 n-d-842733-1 neutron-server[103162]: timer() May 20 20:37:53.366663 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 20:37:53.366663 n-d-842733-1 neutron-server[103162]: cb(*args, **kw) May 20 20:37:53.366663 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 20 20:37:53.366663 n-d-842733-1 neutron-server[103162]: return func(*args, **kwargs) May 20 20:37:53.366663 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 20:37:53.366663 n-d-842733-1 neutron-server[103162]: self._notify() May 20 20:37:53.366663 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 20:37:53.366663 n-d-842733-1 neutron-server[103162]: self.callback(batched_events) May 20 20:37:53.366663 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 20:37:53.366663 n-d-842733-1 neutron-server[103162]: event.method(event) May 20 20:37:53.366663 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 20 20:37:53.366663 n-d-842733-1 neutron-server[103162]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 20:37:53.366663 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 20 20:37:53.366663 n-d-842733-1 neutron-server[103162]: aggregate_uuid = self.p_client.list_aggregates( May 20 20:37:53.366663 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 20 20:37:53.366663 n-d-842733-1 neutron-server[103162]: return f(self, *a, **k) May 20 20:37:53.366663 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 20 20:37:53.366663 n-d-842733-1 neutron-server[103162]: return self._get(url).json() May 20 20:37:53.366663 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 20 20:37:53.366663 n-d-842733-1 neutron-server[103162]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 20:37:53.366663 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 20:37:53.366663 n-d-842733-1 neutron-server[103162]: return self.request(url, 'GET', **kwargs) May 20 20:37:53.366663 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 20:37:53.366663 n-d-842733-1 neutron-server[103162]: base_url = self.get_endpoint(auth, allow=allow, May 20 20:37:53.366663 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 20:37:53.366663 n-d-842733-1 neutron-server[103162]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 20:37:53.366663 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 20:37:53.366663 n-d-842733-1 neutron-server[103162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 20:37:53.366663 n-d-842733-1 neutron-server[103162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 20:37:53.384251 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-4e7572e0-c8f8-4f7c-af3f-5ea5ac73344c req-a845650c-d145-4962-9219-6f307368dec9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:53.428779 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d2da89-ee06-4345-8894-0b519ff357e6 req-8b12e7d6-9f4e-4293-87de-e6e56696b8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:53.430330 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d0d2da89-ee06-4345-8894-0b519ff357e6 req-8b12e7d6-9f4e-4293-87de-e6e56696b8f6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cd702362-b982-46c5-a7d0-51de1b03df86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2003143 May 20 20:37:53.434507 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [req-4e7572e0-c8f8-4f7c-af3f-5ea5ac73344c req-a845650c-d145-4962-9219-6f307368dec9 service neutron] Transition to ACTIVE for port object d54c2248-c8ab-4d92-a7c2-22d2b693e7b5 will not be triggered until provisioned by entity L2. {{(pid=103163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 20:37:53.472113 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-4e7572e0-c8f8-4f7c-af3f-5ea5ac73344c req-7f7820a8-9582-4ca3-afd7-15cb0ebb505f service neutron] For port fbfda35d-0ae8-4bc3-8ae5-5a14f01019ad, host n-h1-842733-1, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:37:53.481550 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [req-e55f1186-20ce-4418-b67e-5fcdf212728e req-75334146-3584-4e83-be9a-0933c7212962 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103163) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 20:37:53.482443 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e55f1186-20ce-4418-b67e-5fcdf212728e req-75334146-3584-4e83-be9a-0933c7212962 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0079520 May 20 20:37:53.490327 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9ee52642-5c7f-4d4f-b151-3358428d25da req-1deb2059-3af4-486a-a4d0-ba0d5bf873bc tempest-MultipleCreateTestJSON-719674146 tempest-MultipleCreateTestJSON-719674146-project] 10.222.0.35 "GET /v2.0/security-groups?id=078f3e96-f1d8-48b4-8cd5-8adee91cee64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099265 May 20 20:37:53.520187 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-4e7572e0-c8f8-4f7c-af3f-5ea5ac73344c req-a845650c-d145-4962-9219-6f307368dec9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:53.523087 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-4e7572e0-c8f8-4f7c-af3f-5ea5ac73344c req-7f7820a8-9582-4ca3-afd7-15cb0ebb505f service neutron] For port fbfda35d-0ae8-4bc3-8ae5-5a14f01019ad, host n-h1-842733-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=fbfda35d-0ae8-4bc3-8ae5-5a14f01019ad,segment=NetworkSegment(902335b0-4452-4b31-9bc3-509eaa8e03dd),segment_id=902335b0-4452-4b31-9bc3-509eaa8e03dd)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:37:53.574603 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-49aa4c3f-2d0c-47ff-a99c-d9939bc9915f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33072122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748162'] for network, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:53.582691 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-49aa4c3f-2d0c-47ff-a99c-d9939bc9915f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:53.589936 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-49aa4c3f-2d0c-47ff-a99c-d9939bc9915f admin admin] 10.222.0.35 "DELETE /v2.0/networks/74193a44-74a4-484b-a3fa-19f00691c93e HTTP/1.1" status: 204 len: 168 time: 0.4622998 May 20 20:37:53.600509 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a845650c-d145-4962-9219-6f307368dec9 service neutron] Pushing event updated for resources: {'Port': ['ID=d54c2248-c8ab-4d92-a7c2-22d2b693e7b5,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:37:53.621938 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49aa4c3f-2d0c-47ff-a99c-d9939bc9915f admin admin] Pushing event deleted for resources: {'Network': ['ID=74193a44-74a4-484b-a3fa-19f00691c93e,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:37:53.632239 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-4e7572e0-c8f8-4f7c-af3f-5ea5ac73344c req-7f7820a8-9582-4ca3-afd7-15cb0ebb505f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:53.669415 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d0d2da89-ee06-4345-8894-0b519ff357e6 req-4084e61b-3db9-4ac3-a210-a4614c4d6064 service neutron] 10.222.0.24 "GET /v2.0/networks/cd702362-b982-46c5-a7d0-51de1b03df86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2275498 May 20 20:37:53.720896 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7572e0-c8f8-4f7c-af3f-5ea5ac73344c req-7f7820a8-9582-4ca3-afd7-15cb0ebb505f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:53.721562 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-4e7572e0-c8f8-4f7c-af3f-5ea5ac73344c req-7f7820a8-9582-4ca3-afd7-15cb0ebb505f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:53.723050 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4e7572e0-c8f8-4f7c-af3f-5ea5ac73344c req-7f7820a8-9582-4ca3-afd7-15cb0ebb505f service neutron] 10.222.0.24 "PUT /v2.0/ports/fbfda35d-0ae8-4bc3-8ae5-5a14f01019ad HTTP/1.1" status: 200 len: 1091 time: 2.6802845 May 20 20:37:53.780053 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67a28b2a-abda-4f85-a46b-3098c6372731', 'tag': 'fbfda35d-0ae8-4bc3-8ae5-5a14f01019ad'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:37:53.782980 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4291b17aa7b45362825f0571e77c85f5e73afe1df9c7e9e15006df9d695c005e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a7a1cb1-ca9a-40f7-9d46-1e4a40d7f46c" -d '{"events": [{"name": "network-changed", "server_uuid": "67a28b2a-abda-4f85-a46b-3098c6372731", "tag": "fbfda35d-0ae8-4bc3-8ae5-5a14f01019ad"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:37:53.791201 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4bb0e131-6525-46ca-a45b-e4ea43a5e69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:53.810085 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7820a8-9582-4ca3-afd7-15cb0ebb505f service neutron] Pushing event updated for resources: {'Port': ['ID=fbfda35d-0ae8-4bc3-8ae5-5a14f01019ad,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:37:53.822348 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-4e7572e0-c8f8-4f7c-af3f-5ea5ac73344c req-a845650c-d145-4962-9219-6f307368dec9 service neutron] Attempting to bind port d54c2248-c8ab-4d92-a7c2-22d2b693e7b5 on host n-h2-842733-1 for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:37:53.822790 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-4e7572e0-c8f8-4f7c-af3f-5ea5ac73344c req-a845650c-d145-4962-9219-6f307368dec9 service neutron] Attempting to bind port d54c2248-c8ab-4d92-a7c2-22d2b693e7b5 by drivers openvswitch,hyperv on host n-h2-842733-1 at level 0 using segments [{'id': '902335b0-4452-4b31-9bc3-509eaa8e03dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '33c25ced-ae3c-45c1-992b-09946514bfb0'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:37:53.823154 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e7572e0-c8f8-4f7c-af3f-5ea5ac73344c req-a845650c-d145-4962-9219-6f307368dec9 service neutron] Attempting to bind port d54c2248-c8ab-4d92-a7c2-22d2b693e7b5 on network 33c25ced-ae3c-45c1-992b-09946514bfb0 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:37:53.832556 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e7572e0-c8f8-4f7c-af3f-5ea5ac73344c req-a845650c-d145-4962-9219-6f307368dec9 service neutron] Port d54c2248-c8ab-4d92-a7c2-22d2b693e7b5 on network 33c25ced-ae3c-45c1-992b-09946514bfb0 not bound, no agent of type Open vSwitch agent registered on host n-h2-842733-1 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 20:37:53.832871 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e7572e0-c8f8-4f7c-af3f-5ea5ac73344c req-a845650c-d145-4962-9219-6f307368dec9 service neutron] Attempting to bind port d54c2248-c8ab-4d92-a7c2-22d2b693e7b5 on network 33c25ced-ae3c-45c1-992b-09946514bfb0 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:37:53.848301 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e7572e0-c8f8-4f7c-af3f-5ea5ac73344c req-a845650c-d145-4962-9219-6f307368dec9 service neutron] Checking agent: {'id': 'a66f2511-b955-448f-877c-56cfe9c81b12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 33, 2), 'started_at': datetime.datetime(2022, 5, 20, 20, 33, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 37, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:37:53.848638 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e7572e0-c8f8-4f7c-af3f-5ea5ac73344c req-a845650c-d145-4962-9219-6f307368dec9 service neutron] Checking segment: {'id': '902335b0-4452-4b31-9bc3-509eaa8e03dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '33c25ced-ae3c-45c1-992b-09946514bfb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:37:53.849031 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e7572e0-c8f8-4f7c-af3f-5ea5ac73344c req-a845650c-d145-4962-9219-6f307368dec9 service neutron] Bound using segment: {'id': '902335b0-4452-4b31-9bc3-509eaa8e03dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '33c25ced-ae3c-45c1-992b-09946514bfb0'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:37:53.849505 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-4e7572e0-c8f8-4f7c-af3f-5ea5ac73344c req-a845650c-d145-4962-9219-6f307368dec9 service neutron] Bound port: d54c2248-c8ab-4d92-a7c2-22d2b693e7b5, host: n-h2-842733-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '902335b0-4452-4b31-9bc3-509eaa8e03dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '33c25ced-ae3c-45c1-992b-09946514bfb0'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:37:53.849867 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-4e7572e0-c8f8-4f7c-af3f-5ea5ac73344c req-a845650c-d145-4962-9219-6f307368dec9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:53.874787 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d0d2da89-ee06-4345-8894-0b519ff357e6 req-33b4f9e8-7fe5-4b85-9648-ca09e3a73916 service neutron] 10.222.0.24 "GET /v2.0/networks/cd702362-b982-46c5-a7d0-51de1b03df86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1838672 May 20 20:37:53.990605 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e36553-9b32-4049-b9b1-654acf2766e9 req-df81a0eb-29a0-4408-911c-4e0306b39541 tempest-LiveMigrationTest-1108997473 tempest-LiveMigrationTest-1108997473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:53.992321 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-84e36553-9b32-4049-b9b1-654acf2766e9 req-df81a0eb-29a0-4408-911c-4e0306b39541 tempest-LiveMigrationTest-1108997473 tempest-LiveMigrationTest-1108997473-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=076de625-2a49-46b5-9344-19509d3a2557 HTTP/1.1" status: 200 len: 1095 time: 0.1295450 May 20 20:37:54.017112 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7572e0-c8f8-4f7c-af3f-5ea5ac73344c req-721f3251-b76e-412d-aae1-114e7595565f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:54.018491 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4e7572e0-c8f8-4f7c-af3f-5ea5ac73344c req-721f3251-b76e-412d-aae1-114e7595565f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=252e70c22fc14d1f8cdac3ea1fb08518&device_id=67a28b2a-abda-4f85-a46b-3098c6372731 HTTP/1.1" status: 200 len: 1094 time: 0.1024535 May 20 20:37:54.042075 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 20:37:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f7535ba-7450-4730-b6e7-0d72359972c6 x-openstack-request-id: req-0f7535ba-7450-4730-b6e7-0d72359972c6 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:37:54.042075 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67a28b2a-abda-4f85-a46b-3098c6372731", "tag": "fbfda35d-0ae8-4bc3-8ae5-5a14f01019ad", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:37:54.042075 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0f7535ba-7450-4730-b6e7-0d72359972c6 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:37:54.042075 n-d-842733-1 neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f7535ba-7450-4730-b6e7-0d72359972c6'] response: {'name': 'network-changed', 'server_uuid': '67a28b2a-abda-4f85-a46b-3098c6372731', 'tag': 'fbfda35d-0ae8-4bc3-8ae5-5a14f01019ad', 'status': 'completed', 'code': 200} May 20 20:37:54.047563 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-4e7572e0-c8f8-4f7c-af3f-5ea5ac73344c req-a845650c-d145-4962-9219-6f307368dec9 service neutron] For port d54c2248-c8ab-4d92-a7c2-22d2b693e7b5, host n-h2-842733-1, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:37:54.096205 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4e7572e0-c8f8-4f7c-af3f-5ea5ac73344c req-e6018aa4-c2a2-42a5-b8f0-42678bc5c6ec service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fbfda35d-0ae8-4bc3-8ae5-5a14f01019ad HTTP/1.1" status: 200 len: 217 time: 0.0585511 May 20 20:37:54.105421 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-4e7572e0-c8f8-4f7c-af3f-5ea5ac73344c req-a845650c-d145-4962-9219-6f307368dec9 service neutron] For port d54c2248-c8ab-4d92-a7c2-22d2b693e7b5, host n-h2-842733-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=d54c2248-c8ab-4d92-a7c2-22d2b693e7b5,segment=NetworkSegment(902335b0-4452-4b31-9bc3-509eaa8e03dd),segment_id=902335b0-4452-4b31-9bc3-509eaa8e03dd)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:37:54.111269 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 32934) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:37:54.132580 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-84e36553-9b32-4049-b9b1-654acf2766e9 req-ae9a16ac-9626-4c8f-b5c2-061ab43d1483 tempest-LiveMigrationTest-1108997473 tempest-LiveMigrationTest-1108997473-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=0a1ca955-ee86-4e03-bb39-6b1e6a532a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251285 May 20 20:37:54.157504 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-dd2f37bc-c1d4-422e-8d43-44be15401b62 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b5cb8ef143b54944922aa234c877940c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0447807 May 20 20:37:54.166757 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 32938) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:37:54.196747 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7572e0-c8f8-4f7c-af3f-5ea5ac73344c req-b03722aa-5290-4245-8ff9-870c93c4a134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:54.202484 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4e7572e0-c8f8-4f7c-af3f-5ea5ac73344c req-b03722aa-5290-4245-8ff9-870c93c4a134 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b8a2f1c9-14ba-4c21-bba8-ae1d91a10bab HTTP/1.1" status: 200 len: 853 time: 0.0908530 May 20 20:37:54.221600 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6c0c8532-4624-48a8-9667-e34194132284 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:54.245551 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6c0c8532-4624-48a8-9667-e34194132284 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:54.253246 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-4e7572e0-c8f8-4f7c-af3f-5ea5ac73344c req-a845650c-d145-4962-9219-6f307368dec9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:54.277610 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b236921b-090a-45af-ac16-443aead46b36 req-90c20eca-8be3-4fa5-94d7-63390150f746 tempest-LiveMigrationNegativeTest-1438540510 tempest-LiveMigrationNegativeTest-1438540510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:54.279075 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b236921b-090a-45af-ac16-443aead46b36 req-90c20eca-8be3-4fa5-94d7-63390150f746 tempest-LiveMigrationNegativeTest-1438540510 tempest-LiveMigrationNegativeTest-1438540510-project] 10.222.0.35 "GET /v2.0/ports?device_id=4849adcd-b381-46eb-81c7-318e4432773a HTTP/1.1" status: 200 len: 950 time: 0.1918886 May 20 20:37:54.287253 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4e7572e0-c8f8-4f7c-af3f-5ea5ac73344c req-4707d27d-86da-4f42-a104-8b4b3aa9de7d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=33c25ced-ae3c-45c1-992b-09946514bfb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0758505 May 20 20:37:54.362276 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6c0c8532-4624-48a8-9667-e34194132284 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:54.365049 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6c0c8532-4624-48a8-9667-e34194132284 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:54.368825 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-6c0c8532-4624-48a8-9667-e34194132284 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8c0a3399-0b5a-404c-ac78-7f73e5b23ac7 HTTP/1.1" status: 204 len: 168 time: 0.1987529 May 20 20:37:54.377805 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0c8532-4624-48a8-9667-e34194132284 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c0a3399-0b5a-404c-ac78-7f73e5b23ac7,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:37:54.394346 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:54.624715 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7572e0-c8f8-4f7c-af3f-5ea5ac73344c req-a845650c-d145-4962-9219-6f307368dec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:54.626076 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-4e7572e0-c8f8-4f7c-af3f-5ea5ac73344c req-a845650c-d145-4962-9219-6f307368dec9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:54.627516 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4e7572e0-c8f8-4f7c-af3f-5ea5ac73344c req-a845650c-d145-4962-9219-6f307368dec9 service neutron] 10.222.0.13 "PUT /v2.0/ports/d54c2248-c8ab-4d92-a7c2-22d2b693e7b5 HTTP/1.1" status: 200 len: 1091 time: 2.3010085 May 20 20:37:54.695005 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d20d03-d96b-4551-803e-fc94b7e42c10 req-e94d85d1-34d9-4056-a165-75f063737b21 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:54.696540 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d9d20d03-d96b-4551-803e-fc94b7e42c10 req-e94d85d1-34d9-4056-a165-75f063737b21 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e3c1c39-47b2-4b09-b73c-3948794708ee HTTP/1.1" status: 200 len: 948 time: 0.4839938 May 20 20:37:54.709505 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b236921b-090a-45af-ac16-443aead46b36 req-b1770d5d-5a79-4f7c-83ca-c40873e825a5 tempest-LiveMigrationNegativeTest-1438540510 tempest-LiveMigrationNegativeTest-1438540510-project] 10.222.0.35 "GET /v2.0/security-groups?id=89ca7ea3-9b4d-452a-a64a-566d7b2e6fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4032354 May 20 20:37:54.712232 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a845650c-d145-4962-9219-6f307368dec9 service neutron] Pushing event updated for resources: {'Port': ['ID=d54c2248-c8ab-4d92-a7c2-22d2b693e7b5,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:37:54.784487 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d9d20d03-d96b-4551-803e-fc94b7e42c10 req-2f9a5f9b-9f10-4e26-a2e3-ac46bbb0d11c tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c2aa399-3055-4eb0-8f1a-45933e0e3cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784347 May 20 20:37:54.808276 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4e7572e0-c8f8-4f7c-af3f-5ea5ac73344c req-984bfb65-73e5-49f7-9252-08bee717cb74 service neutron] 10.222.0.24 "GET /v2.0/networks/33c25ced-ae3c-45c1-992b-09946514bfb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4941330 May 20 20:37:54.832382 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7572e0-c8f8-4f7c-af3f-5ea5ac73344c req-3b99b51d-c754-465e-af86-89669afa49d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:54.834130 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4e7572e0-c8f8-4f7c-af3f-5ea5ac73344c req-3b99b51d-c754-465e-af86-89669afa49d3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=252e70c22fc14d1f8cdac3ea1fb08518&device_id=d6208fad-1865-4610-83a7-f9cccb80fc3d HTTP/1.1" status: 200 len: 1094 time: 0.0645807 May 20 20:37:54.936336 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4e7572e0-c8f8-4f7c-af3f-5ea5ac73344c req-1868f9c1-c973-4488-8d42-2eef1f489af9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d54c2248-c8ab-4d92-a7c2-22d2b693e7b5 HTTP/1.1" status: 200 len: 217 time: 0.0639210 May 20 20:37:55.089521 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7572e0-c8f8-4f7c-af3f-5ea5ac73344c req-a4312842-f89c-4b4a-ab39-30cf9e163807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:55.090973 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4e7572e0-c8f8-4f7c-af3f-5ea5ac73344c req-a4312842-f89c-4b4a-ab39-30cf9e163807 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b8a2f1c9-14ba-4c21-bba8-ae1d91a10bab HTTP/1.1" status: 200 len: 853 time: 0.1287298 May 20 20:37:55.101268 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1088ff7-3f0e-469b-874c-6453be5bbe15 req-8cfce32f-5b32-4035-84a1-fd36e56c724a tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:55.102709 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a1088ff7-3f0e-469b-874c-6453be5bbe15 req-8cfce32f-5b32-4035-84a1-fd36e56c724a tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7f978b0-d7bb-49b4-b5fa-99a6bea01646 HTTP/1.1" status: 200 len: 949 time: 0.2198336 May 20 20:37:55.104515 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4e7572e0-c8f8-4f7c-af3f-5ea5ac73344c req-f02dfab6-cd09-4fe1-aed5-056122412783 service neutron] 10.222.0.24 "GET /v2.0/networks/33c25ced-ae3c-45c1-992b-09946514bfb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2878695 May 20 20:37:55.150542 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4e7572e0-c8f8-4f7c-af3f-5ea5ac73344c req-85e1d86c-d5f9-4f89-be14-bfbc5e91ba96 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=33c25ced-ae3c-45c1-992b-09946514bfb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450263 May 20 20:37:55.165751 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c3d651-fd84-422f-8088-920de880cdb5 req-bb83aec1-e936-42f8-a17d-f7ef78c5b139 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:55.167139 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e1c3d651-fd84-422f-8088-920de880cdb5 req-bb83aec1-e936-42f8-a17d-f7ef78c5b139 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] 10.222.0.35 "GET /v2.0/networks?id=f2296de0-b06c-422e-98fe-14a3771aba33 HTTP/1.1" status: 200 len: 807 time: 0.2960386 May 20 20:37:55.239080 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e1c3d651-fd84-422f-8088-920de880cdb5 req-bb4187c2-637f-4a1d-b3eb-ebe944ee71cf tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] 10.222.0.35 "GET /v2.0/quotas/33876e14b0274b60a421aea47180bf46 HTTP/1.1" status: 200 len: 375 time: 0.0625551 May 20 20:37:55.243291 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a1088ff7-3f0e-469b-874c-6453be5bbe15 req-6a86b5b0-6495-432c-b5a1-b89c6953e3f0 tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] 10.222.0.35 "GET /v2.0/security-groups?id=b86a25cf-8ff6-49a5-9967-210010093ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272871 May 20 20:37:55.304273 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4e7572e0-c8f8-4f7c-af3f-5ea5ac73344c req-a64b6038-fb60-4610-b591-913957519935 service neutron] 10.222.0.13 "GET /v2.0/networks/33c25ced-ae3c-45c1-992b-09946514bfb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351478 May 20 20:37:55.317051 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e1c3d651-fd84-422f-8088-920de880cdb5 req-e3a8ec1f-b364-42b0-a7ea-468a1e8c7ad8 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=33876e14b0274b60a421aea47180bf46&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0713813 May 20 20:37:55.386235 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device d98c405b-6579-48af-bdbe-2911ebe2fa55 details requested by agent hyperv_n-h2-842733-1 with host n-h2-842733-1 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 20:37:55.458776 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 8d87c637-17a5-42ec-9e52-1fc6319310a7 details requested by agent hyperv_n-h1-842733-1 with host n-h1-842733-1 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 20:37:55.472018 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4e7572e0-c8f8-4f7c-af3f-5ea5ac73344c req-46b3aa0e-97cc-4f4e-aa58-739627c292e7 service neutron] 10.222.0.13 "GET /v2.0/networks/33c25ced-ae3c-45c1-992b-09946514bfb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1539993 May 20 20:37:55.473930 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e1c3d651-fd84-422f-8088-920de880cdb5 req-0a819f2c-d8eb-4872-af9c-9d090ca7767b service neutron] 10.222.0.35 "GET /v2.0/networks/f2296de0-b06c-422e-98fe-14a3771aba33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491261 May 20 20:37:55.549047 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port d98c405b-6579-48af-bdbe-2911ebe2fa55, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=d98c405b-6579-48af-bdbe-2911ebe2fa55,segment=NetworkSegment(ed3a602f-49fb-4a95-be80-401e1eb72e33),segment_id=ed3a602f-49fb-4a95-be80-401e1eb72e33)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:37:55.569039 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Returning: {'device': 'd98c405b-6579-48af-bdbe-2911ebe2fa55', 'network_id': 'cd702362-b982-46c5-a7d0-51de1b03df86', 'port_id': 'd98c405b-6579-48af-bdbe-2911ebe2fa55', 'mac_address': 'fa:16:3e:b8:c9:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26b342ea-254c-483a-9ea9-f11c178970eb', 'ip_address': '192.168.233.225'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 20 20:37:55.614785 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cc3ec51b-6ec8-438a-8349-5f0bec346d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:55.615470 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:55.621187 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae46d355-198b-4025-a822-a77d49409a29 req-6ad71781-eaf8-493d-82dd-a5378dfec695 tempest-MultipleCreateTestJSON-719674146 tempest-MultipleCreateTestJSON-719674146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:55.622590 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port 8d87c637-17a5-42ec-9e52-1fc6319310a7, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=8d87c637-17a5-42ec-9e52-1fc6319310a7,segment=NetworkSegment(ed3a602f-49fb-4a95-be80-401e1eb72e33),segment_id=ed3a602f-49fb-4a95-be80-401e1eb72e33)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:37:55.622743 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ae46d355-198b-4025-a822-a77d49409a29 req-6ad71781-eaf8-493d-82dd-a5378dfec695 tempest-MultipleCreateTestJSON-719674146 tempest-MultipleCreateTestJSON-719674146-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6208fad-1865-4610-83a7-f9cccb80fc3d HTTP/1.1" status: 200 len: 943 time: 0.0749528 May 20 20:37:55.642216 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Returning: {'device': '8d87c637-17a5-42ec-9e52-1fc6319310a7', 'network_id': 'cd702362-b982-46c5-a7d0-51de1b03df86', 'port_id': '8d87c637-17a5-42ec-9e52-1fc6319310a7', 'mac_address': 'fa:16:3e:4d:14:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26b342ea-254c-483a-9ea9-f11c178970eb', 'ip_address': '192.168.233.69'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 20 20:37:55.646120 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port d98c405b-6579-48af-bdbe-2911ebe2fa55 is: DOWN; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:37:55.646120 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:55.660746 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d98c405b-6579-48af-bdbe-2911ebe2fa55 {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:37:55.666725 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e1c3d651-fd84-422f-8088-920de880cdb5 req-4ad3f645-66e9-45bb-a3c5-8fb55896d641 service neutron] 10.222.0.35 "GET /v2.0/networks/f2296de0-b06c-422e-98fe-14a3771aba33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1857226 May 20 20:37:55.704824 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port d98c405b-6579-48af-bdbe-2911ebe2fa55, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=d98c405b-6579-48af-bdbe-2911ebe2fa55,segment=NetworkSegment(ed3a602f-49fb-4a95-be80-401e1eb72e33),segment_id=ed3a602f-49fb-4a95-be80-401e1eb72e33)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:37:55.715469 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Current status of the port 8d87c637-17a5-42ec-9e52-1fc6319310a7 is: DOWN; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:37:55.715855 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:55.737029 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d87c637-17a5-42ec-9e52-1fc6319310a7 {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:37:55.738027 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7a1cb1-ca9a-40f7-9d46-1e4a40d7f46c req-337da785-150d-4fed-abaf-fa233a2fb210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:55.739656 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7a7a1cb1-ca9a-40f7-9d46-1e4a40d7f46c req-337da785-150d-4fed-abaf-fa233a2fb210 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=252e70c22fc14d1f8cdac3ea1fb08518&device_id=67a28b2a-abda-4f85-a46b-3098c6372731 HTTP/1.1" status: 200 len: 1094 time: 0.0624940 May 20 20:37:55.763640 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port 8d87c637-17a5-42ec-9e52-1fc6319310a7, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=8d87c637-17a5-42ec-9e52-1fc6319310a7,segment=NetworkSegment(ed3a602f-49fb-4a95-be80-401e1eb72e33),segment_id=ed3a602f-49fb-4a95-be80-401e1eb72e33)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:37:55.773871 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ae46d355-198b-4025-a822-a77d49409a29 req-6af2b34b-f02c-4ea0-823e-d54903268e0b tempest-MultipleCreateTestJSON-719674146 tempest-MultipleCreateTestJSON-719674146-project] 10.222.0.35 "GET /v2.0/security-groups?id=078f3e96-f1d8-48b4-8cd5-8adee91cee64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420362 May 20 20:37:55.797088 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:55.832122 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:55.870137 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7a1cb1-ca9a-40f7-9d46-1e4a40d7f46c req-c17b90dc-3d7b-445c-aeed-551f5df46bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:55.873023 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7a7a1cb1-ca9a-40f7-9d46-1e4a40d7f46c req-c17b90dc-3d7b-445c-aeed-551f5df46bdd service neutron] 10.222.0.24 "GET /v2.0/networks?id=33c25ced-ae3c-45c1-992b-09946514bfb0 HTTP/1.1" status: 200 len: 914 time: 0.1213024 May 20 20:37:55.875484 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=d98c405b-6579-48af-bdbe-2911ebe2fa55,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:37:55.932676 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7a7a1cb1-ca9a-40f7-9d46-1e4a40d7f46c req-31ef3e58-27da-4afe-8c52-640b5659b853 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fbfda35d-0ae8-4bc3-8ae5-5a14f01019ad HTTP/1.1" status: 200 len: 217 time: 0.0424800 May 20 20:37:55.933991 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Pushing event updated for resources: {'Port': ['ID=8d87c637-17a5-42ec-9e52-1fc6319310a7,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:37:56.007288 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7a1cb1-ca9a-40f7-9d46-1e4a40d7f46c req-bd36d491-a175-4b7e-ad66-2524bbcef48c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:56.008837 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7a7a1cb1-ca9a-40f7-9d46-1e4a40d7f46c req-bd36d491-a175-4b7e-ad66-2524bbcef48c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b8a2f1c9-14ba-4c21-bba8-ae1d91a10bab HTTP/1.1" status: 200 len: 853 time: 0.0587015 May 20 20:37:56.057777 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6208fad-1865-4610-83a7-f9cccb80fc3d', 'tag': 'd54c2248-c8ab-4d92-a7c2-22d2b693e7b5'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:37:56.061897 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4291b17aa7b45362825f0571e77c85f5e73afe1df9c7e9e15006df9d695c005e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5025959c-282a-4d75-a0e6-72646a70b772" -d '{"events": [{"name": "network-changed", "server_uuid": "d6208fad-1865-4610-83a7-f9cccb80fc3d", "tag": "d54c2248-c8ab-4d92-a7c2-22d2b693e7b5"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:37:56.068107 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7a7a1cb1-ca9a-40f7-9d46-1e4a40d7f46c req-2a7742b8-4745-4e57-9a5f-c4c0743186f6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=33c25ced-ae3c-45c1-992b-09946514bfb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501182 May 20 20:37:56.153966 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] get_ports_and_sgs() called for port_ids ['8d87c637-17a5-42ec-9e52-1fc6319310a7'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:37:56.183990 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7a7a1cb1-ca9a-40f7-9d46-1e4a40d7f46c req-1d923a45-dd72-4640-bc91-f04ac84624e5 service neutron] 10.222.0.24 "GET /v2.0/networks/33c25ced-ae3c-45c1-992b-09946514bfb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039505 May 20 20:37:56.239873 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 33004) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:37:56.352317 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7a7a1cb1-ca9a-40f7-9d46-1e4a40d7f46c req-50c3a73c-01d2-446f-90a7-ea34dc6b536c service neutron] 10.222.0.24 "GET /v2.0/networks/33c25ced-ae3c-45c1-992b-09946514bfb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599841 May 20 20:37:56.399447 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] get_ports_and_sgs() called for port_ids ['d98c405b-6579-48af-bdbe-2911ebe2fa55'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:37:56.430448 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-dc2f5e67-77c5-492d-893c-3086fa37fde3 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-667217382-network', 'tenant_id': '4db4ec0def424bec87de5a3f7547267e'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:37:56.471363 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cd1092-0d95-4bd9-afae-70523a859c9f req-1f69eca0-c3a7-4992-a335-4faa97f7ea2a tempest-LiveMigrationNegativeTest-1438540510 tempest-LiveMigrationNegativeTest-1438540510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:56.473298 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-34cd1092-0d95-4bd9-afae-70523a859c9f req-1f69eca0-c3a7-4992-a335-4faa97f7ea2a tempest-LiveMigrationNegativeTest-1438540510 tempest-LiveMigrationNegativeTest-1438540510-project] 10.222.0.35 "GET /v2.0/ports?device_id=4849adcd-b381-46eb-81c7-318e4432773a HTTP/1.1" status: 200 len: 950 time: 0.0603912 May 20 20:37:56.524813 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-34cd1092-0d95-4bd9-afae-70523a859c9f req-a881fa87-94f9-4938-be9e-a48e198c9bf2 tempest-LiveMigrationNegativeTest-1438540510 tempest-LiveMigrationNegativeTest-1438540510-project] 10.222.0.35 "GET /v2.0/security-groups?id=89ca7ea3-9b4d-452a-a64a-566d7b2e6fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413747 May 20 20:37:56.579039 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc2f5e67-77c5-492d-893c-3086fa37fde3 admin admin] Made reservation on behalf of 4db4ec0def424bec87de5a3f7547267e for: {'network': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:37:56.583790 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-dc2f5e67-77c5-492d-893c-3086fa37fde3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for network, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:56.597363 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-dc2f5e67-77c5-492d-893c-3086fa37fde3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:56.677971 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-dc2f5e67-77c5-492d-893c-3086fa37fde3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:56.691724 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee2f1f0-5b7b-4d04-b52e-f56301516c25 req-05f791f2-7217-4a26-bef3-d32985ca0c4c tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:56.693175 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3ee2f1f0-5b7b-4d04-b52e-f56301516c25 req-05f791f2-7217-4a26-bef3-d32985ca0c4c tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e3c1c39-47b2-4b09-b73c-3948794708ee HTTP/1.1" status: 200 len: 949 time: 0.0536180 May 20 20:37:56.755851 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-dc2f5e67-77c5-492d-893c-3086fa37fde3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:56.760271 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3ee2f1f0-5b7b-4d04-b52e-f56301516c25 req-87fb4b05-f9d4-437c-8a8e-1ff1af1ecdee tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c2aa399-3055-4eb0-8f1a-45933e0e3cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609901 May 20 20:37:56.776530 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9934f3-3b1e-4549-b6a6-e83d57eb6340 req-d748a94d-86f6-45b6-8e7a-1aa9e4673c25 tempest-LiveMigrationNegativeTest-1438540510 tempest-LiveMigrationNegativeTest-1438540510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:56.782305 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc2f5e67-77c5-492d-893c-3086fa37fde3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 247} {{(pid=103162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 20:37:56.786575 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ac9934f3-3b1e-4549-b6a6-e83d57eb6340 req-d748a94d-86f6-45b6-8e7a-1aa9e4673c25 tempest-LiveMigrationNegativeTest-1438540510 tempest-LiveMigrationNegativeTest-1438540510-project] 10.222.0.13 "GET /v2.0/ports?device_id=4849adcd-b381-46eb-81c7-318e4432773a HTTP/1.1" status: 200 len: 950 time: 0.0740209 May 20 20:37:56.798592 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2f5e67-77c5-492d-893c-3086fa37fde3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e13b9d4-dc78-43f9-922d-3a9af0272345,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:37:56.807581 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-dc2f5e67-77c5-492d-893c-3086fa37fde3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:56.810168 n-d-842733-1 neutron-server[103162]: INFO neutron.db.segments_db [None req-dc2f5e67-77c5-492d-893c-3086fa37fde3 admin admin] Added segment 2e6e4d76-0e9f-4826-8486-6bd4ed5544e9 of type vlan for network 7e63056f-89a6-4da2-9322-ff3239b073c6 May 20 20:37:56.873478 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 20:37:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eef3b69b-0d06-4f13-8f74-162bbeefe5f4 x-openstack-request-id: req-eef3b69b-0d06-4f13-8f74-162bbeefe5f4 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:37:56.873988 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6208fad-1865-4610-83a7-f9cccb80fc3d", "tag": "d54c2248-c8ab-4d92-a7c2-22d2b693e7b5", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:37:56.874130 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-eef3b69b-0d06-4f13-8f74-162bbeefe5f4 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:37:56.874707 n-d-842733-1 neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eef3b69b-0d06-4f13-8f74-162bbeefe5f4'] response: {'name': 'network-changed', 'server_uuid': 'd6208fad-1865-4610-83a7-f9cccb80fc3d', 'tag': 'd54c2248-c8ab-4d92-a7c2-22d2b693e7b5', 'status': 'completed', 'code': 200} May 20 20:37:56.878087 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5fcfdf62-b0c2-4ab6-9dcd-6682dbd070a3 req-24c4fed7-607e-4db1-859d-1826fb3026e3 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] 10.222.0.35 "GET /v2.0/ports?device_id=ac9eebca-999a-402a-b2b5-aa424b891f77 HTTP/1.1" status: 200 len: 210 time: 0.0386879 May 20 20:37:56.895371 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-dc2f5e67-77c5-492d-893c-3086fa37fde3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418993264'] for network, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:56.989805 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [req-ac9934f3-3b1e-4549-b6a6-e83d57eb6340 req-f8e7965b-9a55-4e1b-ba57-d696231a7a2f tempest-LiveMigrationNegativeTest-1438540510 tempest-LiveMigrationNegativeTest-1438540510-project] Deleting port c35c31a6-92a1-4ade-bd3a-469954331e30 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:37:56.990286 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-ac9934f3-3b1e-4549-b6a6-e83d57eb6340 req-f8e7965b-9a55-4e1b-ba57-d696231a7a2f tempest-LiveMigrationNegativeTest-1438540510 tempest-LiveMigrationNegativeTest-1438540510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:57.009728 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-dc2f5e67-77c5-492d-893c-3086fa37fde3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524'] for network, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:57.010594 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc2f5e67-77c5-492d-893c-3086fa37fde3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:57.011158 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-dc2f5e67-77c5-492d-893c-3086fa37fde3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:57.036330 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5025959c-282a-4d75-a0e6-72646a70b772 req-794a0284-ce61-48b6-be1a-bfa27f501290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:57.038125 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-5025959c-282a-4d75-a0e6-72646a70b772 req-794a0284-ce61-48b6-be1a-bfa27f501290 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=252e70c22fc14d1f8cdac3ea1fb08518&device_id=d6208fad-1865-4610-83a7-f9cccb80fc3d HTTP/1.1" status: 200 len: 1094 time: 0.0717399 May 20 20:37:57.061963 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db4e98e-4c8e-401f-afde-023f666c4ceb req-bd242f26-a99a-43f5-9a41-6089f7e0cea9 tempest-MultipleCreateTestJSON-719674146 tempest-MultipleCreateTestJSON-719674146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:57.069884 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2db4e98e-4c8e-401f-afde-023f666c4ceb req-bd242f26-a99a-43f5-9a41-6089f7e0cea9 tempest-MultipleCreateTestJSON-719674146 tempest-MultipleCreateTestJSON-719674146-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6208fad-1865-4610-83a7-f9cccb80fc3d HTTP/1.1" status: 200 len: 943 time: 0.1171513 May 20 20:37:57.085454 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2f5e67-77c5-492d-893c-3086fa37fde3 admin admin] Pushing event updated for resources: {'Network': ['ID=7e63056f-89a6-4da2-9322-ff3239b073c6,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:37:57.097802 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Network 7e63056f-89a6-4da2-9322-ff3239b073c6 details requested by agent ovs-agent-n-d-842733-1 with host n-d-842733-1 {{(pid=103164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 20 20:37:57.141552 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-dc2f5e67-77c5-492d-893c-3086fa37fde3 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9005435 May 20 20:37:57.144761 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 33016) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:37:57.150200 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-82855a26-1eb1-4971-a4ae-a609c9577bdb admin admin] Request body: {'subnet': {'network_id': '7e63056f-89a6-4da2-9322-ff3239b073c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-667217382-subnet', 'tenant_id': '4db4ec0def424bec87de5a3f7547267e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:37:57.152187 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-ac9934f3-3b1e-4549-b6a6-e83d57eb6340 req-f8e7965b-9a55-4e1b-ba57-d696231a7a2f tempest-LiveMigrationNegativeTest-1438540510 tempest-LiveMigrationNegativeTest-1438540510-project] For port c35c31a6-92a1-4ade-bd3a-469954331e30, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=c35c31a6-92a1-4ade-bd3a-469954331e30,segment=NetworkSegment(ed3a602f-49fb-4a95-be80-401e1eb72e33),segment_id=ed3a602f-49fb-4a95-be80-401e1eb72e33)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:37:57.152624 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-ac9934f3-3b1e-4549-b6a6-e83d57eb6340 req-f8e7965b-9a55-4e1b-ba57-d696231a7a2f tempest-LiveMigrationNegativeTest-1438540510 tempest-LiveMigrationNegativeTest-1438540510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:57.174470 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [req-ac9934f3-3b1e-4549-b6a6-e83d57eb6340 req-f8e7965b-9a55-4e1b-ba57-d696231a7a2f tempest-LiveMigrationNegativeTest-1438540510 tempest-LiveMigrationNegativeTest-1438540510-project] Calling delete_port for c35c31a6-92a1-4ade-bd3a-469954331e30 owned by compute:nova {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:37:57.180912 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2db4e98e-4c8e-401f-afde-023f666c4ceb req-12fe909b-4ba8-4a6c-9af7-1cb8e355f7db tempest-MultipleCreateTestJSON-719674146 tempest-MultipleCreateTestJSON-719674146-project] 10.222.0.35 "GET /v2.0/security-groups?id=078f3e96-f1d8-48b4-8cd5-8adee91cee64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100450 May 20 20:37:57.290044 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ac94e1-2628-4830-abca-7773e44b87c6 req-a4d303da-d20a-4085-a586-b963836dc516 tempest-ServersAdminTestJSON-1599135660 tempest-ServersAdminTestJSON-1599135660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:57.290515 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ac94e1-2628-4830-abca-7773e44b87c6 req-a4d303da-d20a-4085-a586-b963836dc516 tempest-ServersAdminTestJSON-1599135660 tempest-ServersAdminTestJSON-1599135660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:57.290965 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ac94e1-2628-4830-abca-7773e44b87c6 req-a4d303da-d20a-4085-a586-b963836dc516 tempest-ServersAdminTestJSON-1599135660 tempest-ServersAdminTestJSON-1599135660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:57.291415 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ac94e1-2628-4830-abca-7773e44b87c6 req-a4d303da-d20a-4085-a586-b963836dc516 tempest-ServersAdminTestJSON-1599135660 tempest-ServersAdminTestJSON-1599135660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:57.291665 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82855a26-1eb1-4971-a4ae-a609c9577bdb admin admin] Made reservation on behalf of 4db4ec0def424bec87de5a3f7547267e for: {'subnet': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:37:57.292120 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ac94e1-2628-4830-abca-7773e44b87c6 req-a4d303da-d20a-4085-a586-b963836dc516 tempest-ServersAdminTestJSON-1599135660 tempest-ServersAdminTestJSON-1599135660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:57.292302 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ac94e1-2628-4830-abca-7773e44b87c6 req-a4d303da-d20a-4085-a586-b963836dc516 tempest-ServersAdminTestJSON-1599135660 tempest-ServersAdminTestJSON-1599135660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:57.292750 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ac94e1-2628-4830-abca-7773e44b87c6 req-a4d303da-d20a-4085-a586-b963836dc516 tempest-ServersAdminTestJSON-1599135660 tempest-ServersAdminTestJSON-1599135660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:57.293195 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ac94e1-2628-4830-abca-7773e44b87c6 req-a4d303da-d20a-4085-a586-b963836dc516 tempest-ServersAdminTestJSON-1599135660 tempest-ServersAdminTestJSON-1599135660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:57.293663 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ac94e1-2628-4830-abca-7773e44b87c6 req-a4d303da-d20a-4085-a586-b963836dc516 tempest-ServersAdminTestJSON-1599135660 tempest-ServersAdminTestJSON-1599135660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:57.293997 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-82855a26-1eb1-4971-a4ae-a609c9577bdb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4018244'] for subnet, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:57.294094 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ac94e1-2628-4830-abca-7773e44b87c6 req-a4d303da-d20a-4085-a586-b963836dc516 tempest-ServersAdminTestJSON-1599135660 tempest-ServersAdminTestJSON-1599135660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:57.294534 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ac94e1-2628-4830-abca-7773e44b87c6 req-a4d303da-d20a-4085-a586-b963836dc516 tempest-ServersAdminTestJSON-1599135660 tempest-ServersAdminTestJSON-1599135660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:57.294975 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ac94e1-2628-4830-abca-7773e44b87c6 req-a4d303da-d20a-4085-a586-b963836dc516 tempest-ServersAdminTestJSON-1599135660 tempest-ServersAdminTestJSON-1599135660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:57.295425 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ac94e1-2628-4830-abca-7773e44b87c6 req-a4d303da-d20a-4085-a586-b963836dc516 tempest-ServersAdminTestJSON-1599135660 tempest-ServersAdminTestJSON-1599135660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:57.295873 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ac94e1-2628-4830-abca-7773e44b87c6 req-a4d303da-d20a-4085-a586-b963836dc516 tempest-ServersAdminTestJSON-1599135660 tempest-ServersAdminTestJSON-1599135660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:57.296314 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ac94e1-2628-4830-abca-7773e44b87c6 req-a4d303da-d20a-4085-a586-b963836dc516 tempest-ServersAdminTestJSON-1599135660 tempest-ServersAdminTestJSON-1599135660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:57.296754 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ac94e1-2628-4830-abca-7773e44b87c6 req-a4d303da-d20a-4085-a586-b963836dc516 tempest-ServersAdminTestJSON-1599135660 tempest-ServersAdminTestJSON-1599135660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:57.297789 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ac94e1-2628-4830-abca-7773e44b87c6 req-a4d303da-d20a-4085-a586-b963836dc516 tempest-ServersAdminTestJSON-1599135660 tempest-ServersAdminTestJSON-1599135660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:57.300275 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-66ac94e1-2628-4830-abca-7773e44b87c6 req-a4d303da-d20a-4085-a586-b963836dc516 tempest-ServersAdminTestJSON-1599135660 tempest-ServersAdminTestJSON-1599135660-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=ac9eebca-999a-402a-b2b5-aa424b891f77&device_id=67a28b2a-abda-4f85-a46b-3098c6372731&device_id=d6208fad-1865-4610-83a7-f9cccb80fc3d&device_id=6c3b8525-c1c2-452b-9384-dea38d96ba7d&device_id=9e3c1c39-47b2-4b09-b73c-3948794708ee&device_id=b7f978b0-d7bb-49b4-b5fa-99a6bea01646&device_id=4849adcd-b381-46eb-81c7-318e4432773a&device_id=d6b770e5-8fc5-41ee-a663-8df2656df33f&device_id=217a8edb-2b21-456c-8e31-8a00107e1259&device_id=79fb5e92-04b7-4f21-b860-f2bc97282b3e&device_id=da88f731-41bc-47f8-a232-4c07bc5e2068&device_id=af8dbbf2-af97-4d08-9dfb-94cc026d387b&device_id=076de625-2a49-46b5-9344-19509d3a2557&device_id=b4070de9-726e-4300-9952-8e4a88742aac&device_id=52c18748-2cc2-40bf-a3a4-f9db6e725ba2&device_id=e8242be7-517a-4c2d-a6a7-26bb03d4cb82&device_id=15403929-020e-4cba-8203-91654f1a9017&device_id=72dcbc3c-1ad5-469d-891f-fc55788615d5 HTTP/1.1" status: 200 len: 15313 time: 0.1096518 May 20 20:37:57.323066 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-66ac94e1-2628-4830-abca-7773e44b87c6 req-2b35c0f0-5217-494e-bef2-1f5906aa956b tempest-ServersAdminTestJSON-1599135660 tempest-ServersAdminTestJSON-1599135660-project-admin] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:57.449845 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 8d87c637-17a5-42ec-9e52-1fc6319310a7 up at agent hyperv_n-h1-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:37:57.450809 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-66ac94e1-2628-4830-abca-7773e44b87c6 req-2b35c0f0-5217-494e-bef2-1f5906aa956b tempest-ServersAdminTestJSON-1599135660 tempest-ServersAdminTestJSON-1599135660-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:57.471218 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-ac9934f3-3b1e-4549-b6a6-e83d57eb6340 req-f8e7965b-9a55-4e1b-ba57-d696231a7a2f tempest-LiveMigrationNegativeTest-1438540510 tempest-LiveMigrationNegativeTest-1438540510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:57.510786 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e7965b-9a55-4e1b-ba57-d696231a7a2f tempest-LiveMigrationNegativeTest-1438540510 tempest-LiveMigrationNegativeTest-1438540510-project] Pushing event deleted for resources: {'Port': ['ID=c35c31a6-92a1-4ade-bd3a-469954331e30,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:37:57.546447 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac9934f3-3b1e-4549-b6a6-e83d57eb6340 req-f8e7965b-9a55-4e1b-ba57-d696231a7a2f tempest-LiveMigrationNegativeTest-1438540510 tempest-LiveMigrationNegativeTest-1438540510-project] No DVR routers for this DVR port c35c31a6-92a1-4ade-bd3a-469954331e30 on host n-h2-842733-1 {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:37:57.549500 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-ac9934f3-3b1e-4549-b6a6-e83d57eb6340 req-f8e7965b-9a55-4e1b-ba57-d696231a7a2f tempest-LiveMigrationNegativeTest-1438540510 tempest-LiveMigrationNegativeTest-1438540510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:57.552874 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ac9934f3-3b1e-4549-b6a6-e83d57eb6340 req-f8e7965b-9a55-4e1b-ba57-d696231a7a2f tempest-LiveMigrationNegativeTest-1438540510 tempest-LiveMigrationNegativeTest-1438540510-project] 10.222.0.13 "DELETE /v2.0/ports/c35c31a6-92a1-4ade-bd3a-469954331e30 HTTP/1.1" status: 204 len: 173 time: 0.7634954 May 20 20:37:57.590532 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-66ac94e1-2628-4830-abca-7773e44b87c6 req-2b35c0f0-5217-494e-bef2-1f5906aa956b tempest-ServersAdminTestJSON-1599135660 tempest-ServersAdminTestJSON-1599135660-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:57.613108 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Provisioning for port 8d87c637-17a5-42ec-9e52-1fc6319310a7 completed by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 20:37:57.618034 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Provisioning complete for port 8d87c637-17a5-42ec-9e52-1fc6319310a7 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:37:57.618407 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:57.623677 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-82855a26-1eb1-4971-a4ae-a609c9577bdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3797684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4018258'] for subnet, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:57.629998 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-66ac94e1-2628-4830-abca-7773e44b87c6 req-2b35c0f0-5217-494e-bef2-1f5906aa956b tempest-ServersAdminTestJSON-1599135660 tempest-ServersAdminTestJSON-1599135660-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=0c2aa399-3055-4eb0-8f1a-45933e0e3cd5&id=1c1ac446-2eae-4e3c-98ef-7a4684e96782&id=078f3e96-f1d8-48b4-8cd5-8adee91cee64&id=fb4532a0-c356-4e15-af9a-d177d4428652&id=b86a25cf-8ff6-49a5-9967-210010093ba4&id=0a1ca955-ee86-4e03-bb39-6b1e6a532a5a&id=89ca7ea3-9b4d-452a-a64a-566d7b2e6fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 715 time: 0.3217397 May 20 20:37:57.698050 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b35c0f0-5217-494e-bef2-1f5906aa956b tempest-ServersAdminTestJSON-1599135660 tempest-ServersAdminTestJSON-1599135660-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f33c17b-bf50-4270-9411-e2e3bae97852,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:37:57.700256 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] get_ports_and_sgs() called for port_ids ['4859f9ea-c854-491e-9b3b-d61b8efaa94b', 'c35c31a6-92a1-4ade-bd3a-469954331e30'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:37:57.706682 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82855a26-1eb1-4971-a4ae-a609c9577bdb admin admin] Pushing event updated for resources: {'Subnet': ['ID=f320fcb0-0b3a-445c-8395-c256db82b19f,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:37:57.739247 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3d005270-a3ab-453f-9944-d4ae798649ec req-2337774a-e903-49b6-bc5d-cf1215897658 tempest-LiveMigrationNegativeTest-1438540510 tempest-LiveMigrationNegativeTest-1438540510-project] 10.222.0.35 "GET /v2.0/ports?device_id=4849adcd-b381-46eb-81c7-318e4432773a HTTP/1.1" status: 200 len: 210 time: 0.0985291 May 20 20:37:57.760437 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5025959c-282a-4d75-a0e6-72646a70b772 req-c4bd82c3-3b59-462e-b50f-0d2e76a33969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:57.762936 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-5025959c-282a-4d75-a0e6-72646a70b772 req-c4bd82c3-3b59-462e-b50f-0d2e76a33969 service neutron] 10.222.0.13 "GET /v2.0/networks?id=33c25ced-ae3c-45c1-992b-09946514bfb0 HTTP/1.1" status: 200 len: 914 time: 0.2356284 May 20 20:37:57.803524 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Current status of the port 8d87c637-17a5-42ec-9e52-1fc6319310a7 is: BUILD; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:37:57.803911 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:57.844170 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-5025959c-282a-4d75-a0e6-72646a70b772 req-49b239b0-c292-4578-ba30-15310769fc98 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d54c2248-c8ab-4d92-a7c2-22d2b693e7b5 HTTP/1.1" status: 200 len: 217 time: 0.0695522 May 20 20:37:57.881842 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port 8d87c637-17a5-42ec-9e52-1fc6319310a7, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=8d87c637-17a5-42ec-9e52-1fc6319310a7,segment=NetworkSegment(ed3a602f-49fb-4a95-be80-401e1eb72e33),segment_id=ed3a602f-49fb-4a95-be80-401e1eb72e33)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:37:57.884929 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c3b8525-c1c2-452b-9384-dea38d96ba7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d87c637-17a5-42ec-9e52-1fc6319310a7'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:37:57.886578 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8485417003ce7c0410b00f5cdc2f391e21107b70bb68e2773712534a96e108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38ca928a-bf5d-4376-bbf7-2bcdc37fcf90" -d '{"events": [{"server_uuid": "6c3b8525-c1c2-452b-9384-dea38d96ba7d", "name": "network-vif-plugged", "status": "completed", "tag": "8d87c637-17a5-42ec-9e52-1fc6319310a7"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:37:57.967140 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82855a26-1eb1-4971-a4ae-a609c9577bdb admin admin] Checking segment: {'id': '2e6e4d76-0e9f-4826-8486-6bd4ed5544e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '7e63056f-89a6-4da2-9322-ff3239b073c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:37:57.967507 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82855a26-1eb1-4971-a4ae-a609c9577bdb admin admin] Network hostable DHCP agents. Network: 7e63056f-89a6-4da2-9322-ff3239b073c6, hostable agents: ['c9b0653c-f3c7-4339-bd50-e3754b629216'], hosted agents: [] {{(pid=103162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 20:37:57.976767 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:57.997454 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5025959c-282a-4d75-a0e6-72646a70b772 req-19001cd3-1410-4248-8d7b-21927ff5a0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:57.998909 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-5025959c-282a-4d75-a0e6-72646a70b772 req-19001cd3-1410-4248-8d7b-21927ff5a0cd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b8a2f1c9-14ba-4c21-bba8-ae1d91a10bab HTTP/1.1" status: 200 len: 853 time: 0.1412122 May 20 20:37:58.008477 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d64c077-14e6-45ef-a4a0-1562e3987821 req-4a49237d-5cb4-4698-8180-aac43e666913 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:58.019156 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0d64c077-14e6-45ef-a4a0-1562e3987821 req-4a49237d-5cb4-4698-8180-aac43e666913 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e3c1c39-47b2-4b09-b73c-3948794708ee HTTP/1.1" status: 200 len: 949 time: 0.1511431 May 20 20:37:58.088935 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-5025959c-282a-4d75-a0e6-72646a70b772 req-2b0f2db1-5838-4914-be18-76be8f40b1e0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=33c25ced-ae3c-45c1-992b-09946514bfb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362787 May 20 20:37:58.090598 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82855a26-1eb1-4971-a4ae-a609c9577bdb admin admin] Network 7e63056f-89a6-4da2-9322-ff3239b073c6 is scheduled to be hosted by DHCP agent c9b0653c-f3c7-4339-bd50-e3754b629216 with binding_index 1 {{(pid=103162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 20:37:58.132432 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Pushing event updated for resources: {'Port': ['ID=8d87c637-17a5-42ec-9e52-1fc6319310a7,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:37:58.145825 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0d64c077-14e6-45ef-a4a0-1562e3987821 req-4d12752e-bf70-4fca-8d74-de4c540aeed0 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c2aa399-3055-4eb0-8f1a-45933e0e3cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253476 May 20 20:37:58.159595 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1a0882-d802-44d1-adc4-5129785ce2a3 req-8b734376-9153-4986-8e4b-17a95cdee63f tempest-ServersAdminTestJSON-1599135660 tempest-ServersAdminTestJSON-1599135660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:58.160082 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1a0882-d802-44d1-adc4-5129785ce2a3 req-8b734376-9153-4986-8e4b-17a95cdee63f tempest-ServersAdminTestJSON-1599135660 tempest-ServersAdminTestJSON-1599135660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:58.160553 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1a0882-d802-44d1-adc4-5129785ce2a3 req-8b734376-9153-4986-8e4b-17a95cdee63f tempest-ServersAdminTestJSON-1599135660 tempest-ServersAdminTestJSON-1599135660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:58.162259 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7c1a0882-d802-44d1-adc4-5129785ce2a3 req-8b734376-9153-4986-8e4b-17a95cdee63f tempest-ServersAdminTestJSON-1599135660 tempest-ServersAdminTestJSON-1599135660-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=b7f978b0-d7bb-49b4-b5fa-99a6bea01646&device_id=da88f731-41bc-47f8-a232-4c07bc5e2068&device_id=af8dbbf2-af97-4d08-9dfb-94cc026d387b HTTP/1.1" status: 200 len: 2882 time: 0.0874715 May 20 20:37:58.203634 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7c1a0882-d802-44d1-adc4-5129785ce2a3 req-ab53ec68-9067-496f-83b5-79d13775464b tempest-ServersAdminTestJSON-1599135660 tempest-ServersAdminTestJSON-1599135660-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=b86a25cf-8ff6-49a5-9967-210010093ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342443 May 20 20:37:58.218338 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-82855a26-1eb1-4971-a4ae-a609c9577bdb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842733-1, 7e63056f-89a6-4da2-9322-ff3239b073c6) {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:37:58.227706 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-521ad896-7b4f-4310-bd6c-d49330d82a33 None None] Network 7e63056f-89a6-4da2-9322-ff3239b073c6 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:37:58.237011 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82855a26-1eb1-4971-a4ae-a609c9577bdb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:58.239639 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-82855a26-1eb1-4971-a4ae-a609c9577bdb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:58.267050 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-5025959c-282a-4d75-a0e6-72646a70b772 req-25915606-311a-4688-9c07-72b7e6cc9861 service neutron] 10.222.0.13 "GET /v2.0/networks/33c25ced-ae3c-45c1-992b-09946514bfb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625314 May 20 20:37:58.307200 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 20:37:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fecde109-631f-4691-bc44-89ba2aa20e26 x-openstack-request-id: req-fecde109-631f-4691-bc44-89ba2aa20e26 {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:37:58.308504 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c3b8525-c1c2-452b-9384-dea38d96ba7d", "name": "network-vif-plugged", "status": "completed", "tag": "8d87c637-17a5-42ec-9e52-1fc6319310a7", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:37:58.308973 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-fecde109-631f-4691-bc44-89ba2aa20e26 {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:37:58.309739 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fecde109-631f-4691-bc44-89ba2aa20e26'] response: {'server_uuid': '6c3b8525-c1c2-452b-9384-dea38d96ba7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d87c637-17a5-42ec-9e52-1fc6319310a7', 'code': 200} May 20 20:37:58.395873 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b855b946-06d2-4f4b-8413-6c6da0aeb864 req-a30de1d0-2c0b-4511-b516-9b383d267153 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] 10.222.0.35 "GET /v2.0/ports?device_id=ac9eebca-999a-402a-b2b5-aa424b891f77 HTTP/1.1" status: 200 len: 210 time: 0.0834680 May 20 20:37:58.430217 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-82855a26-1eb1-4971-a4ae-a609c9577bdb admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2838366 May 20 20:37:58.441046 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 33036) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:37:58.454176 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-bfc7fb07-c6c8-4bc5-8a68-1ec8cd3931b3 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-667217382-router', 'tenant_id': '4db4ec0def424bec87de5a3f7547267e', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'}}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:37:58.494651 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-5025959c-282a-4d75-a0e6-72646a70b772 req-bd4819e0-86b7-4018-9fd7-5dd5a0e3aade service neutron] 10.222.0.13 "GET /v2.0/networks/33c25ced-ae3c-45c1-992b-09946514bfb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1989508 May 20 20:37:58.554440 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a40265f-2b62-428b-8f5c-bd84a4c49c76 req-bbfe2213-8836-40cb-9fb8-804bd18d9dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:58.556183 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1a40265f-2b62-428b-8f5c-bd84a4c49c76 req-bbfe2213-8836-40cb-9fb8-804bd18d9dd4 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6c3b8525-c1c2-452b-9384-dea38d96ba7d HTTP/1.1" status: 200 len: 1100 time: 0.2113008 May 20 20:37:58.570820 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bfc7fb07-c6c8-4bc5-8a68-1ec8cd3931b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-694221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26155'] for router, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:58.572058 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bfc7fb07-c6c8-4bc5-8a68-1ec8cd3931b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-693085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748153', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-718080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26162'] for router, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:58.588890 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c5d10d9-2199-4c09-ab23-fe1a19582cde None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaee2b848-d4b9-5db1-b6ef-d6db29d67de7-7e63056f-89a6-4da2-9322-ff3239b073c6', 'network_id': '7e63056f-89a6-4da2-9322-ff3239b073c6', 'tenant_id': '4db4ec0def424bec87de5a3f7547267e', 'fixed_ips': [{'subnet_id': 'f320fcb0-0b3a-445c-8395-c256db82b19f'}]}} from n-d-842733-1. {{(pid=103164) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 20:37:58.591537 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-9c5d10d9-2199-4c09-ab23-fe1a19582cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:58.662545 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c3d651-fd84-422f-8088-920de880cdb5 req-6ab6c237-d952-499b-9d71-fee2fffb1ddf tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:58.664671 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e1c3d651-fd84-422f-8088-920de880cdb5 req-6ab6c237-d952-499b-9d71-fee2fffb1ddf tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] 10.222.0.24 "GET /v2.0/networks?id=f2296de0-b06c-422e-98fe-14a3771aba33 HTTP/1.1" status: 200 len: 807 time: 0.3171320 May 20 20:37:58.678247 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1a40265f-2b62-428b-8f5c-bd84a4c49c76 req-4fb29e54-5f92-4cd0-ab2c-7f5b39bb8170 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=0c2aa399-3055-4eb0-8f1a-45933e0e3cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119540 May 20 20:37:58.685088 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [req-e1c3d651-fd84-422f-8088-920de880cdb5 req-0022957f-8404-49b8-8957-c1c53ba48ce3 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] Request body: {'port': {'device_id': 'ac9eebca-999a-402a-b2b5-aa424b891f77', 'network_id': 'f2296de0-b06c-422e-98fe-14a3771aba33', 'admin_state_up': True, 'tenant_id': '33876e14b0274b60a421aea47180bf46'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:37:58.691593 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bfc7fb07-c6c8-4bc5-8a68-1ec8cd3931b3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:58.697394 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8413a858-c8b4-4111-9acb-b93c2bc3443a req-9e70bbc5-8a53-4925-aab2-8e6a67bb4d88 tempest-MultipleCreateTestJSON-719674146 tempest-MultipleCreateTestJSON-719674146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:58.698948 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8413a858-c8b4-4111-9acb-b93c2bc3443a req-9e70bbc5-8a53-4925-aab2-8e6a67bb4d88 tempest-MultipleCreateTestJSON-719674146 tempest-MultipleCreateTestJSON-719674146-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6208fad-1865-4610-83a7-f9cccb80fc3d HTTP/1.1" status: 200 len: 943 time: 0.1961546 May 20 20:37:58.783752 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [None req-9c5d10d9-2199-4c09-ab23-fe1a19582cde None None] Allocated IP 172.20.0.2 (7e63056f-89a6-4da2-9322-ff3239b073c6/f320fcb0-0b3a-445c-8395-c256db82b19f/64cbf296-2e20-493e-8fc7-c28dc45152d4) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:37:58.791269 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8413a858-c8b4-4111-9acb-b93c2bc3443a req-ed2244cd-76ba-4ff4-b791-d17263a077b2 tempest-MultipleCreateTestJSON-719674146 tempest-MultipleCreateTestJSON-719674146-project] 10.222.0.35 "GET /v2.0/security-groups?id=078f3e96-f1d8-48b4-8cd5-8adee91cee64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768733 May 20 20:37:58.876257 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4849adcd-b381-46eb-81c7-318e4432773a', 'name': 'network-vif-deleted', 'tag': 'c35c31a6-92a1-4ade-bd3a-469954331e30'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:37:58.889466 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4291b17aa7b45362825f0571e77c85f5e73afe1df9c7e9e15006df9d695c005e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51284adc-ab61-48fd-affe-125b73b3a66c" -d '{"events": [{"server_uuid": "4849adcd-b381-46eb-81c7-318e4432773a", "name": "network-vif-deleted", "tag": "c35c31a6-92a1-4ade-bd3a-469954331e30"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:37:58.969684 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1c3d651-fd84-422f-8088-920de880cdb5 req-0022957f-8404-49b8-8957-c1c53ba48ce3 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] Made reservation on behalf of 33876e14b0274b60a421aea47180bf46 for: {'port': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:37:58.973156 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-e1c3d651-fd84-422f-8088-920de880cdb5 req-0022957f-8404-49b8-8957-c1c53ba48ce3 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:58.991797 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8c06ae4f-389a-4ba3-ab8d-6a12c5623d3a req-d3f08c48-aa55-491d-b480-4191f312cc21 tempest-LiveMigrationNegativeTest-1438540510 tempest-LiveMigrationNegativeTest-1438540510-project] 10.222.0.35 "GET /v2.0/ports?device_id=4849adcd-b381-46eb-81c7-318e4432773a HTTP/1.1" status: 200 len: 210 time: 0.0827832 May 20 20:37:59.097563 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 20:37:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97eac6d4-f9b2-4c3f-b419-0b55e6c226e5 x-openstack-request-id: req-97eac6d4-f9b2-4c3f-b419-0b55e6c226e5 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:37:59.097563 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4849adcd-b381-46eb-81c7-318e4432773a", "name": "network-vif-deleted", "tag": "c35c31a6-92a1-4ade-bd3a-469954331e30", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:37:59.097563 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-97eac6d4-f9b2-4c3f-b419-0b55e6c226e5 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:37:59.097563 n-d-842733-1 neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97eac6d4-f9b2-4c3f-b419-0b55e6c226e5'] response: {'server_uuid': '4849adcd-b381-46eb-81c7-318e4432773a', 'name': 'network-vif-deleted', 'tag': 'c35c31a6-92a1-4ade-bd3a-469954331e30', 'status': 'completed', 'code': 200} May 20 20:37:59.133182 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bfc7fb07-c6c8-4bc5-8a68-1ec8cd3931b3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:59.225129 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [req-e1c3d651-fd84-422f-8088-920de880cdb5 req-0022957f-8404-49b8-8957-c1c53ba48ce3 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] Allocated IP 172.20.0.2 (f2296de0-b06c-422e-98fe-14a3771aba33/f9e5fad6-106c-4fb6-bdcf-0e79e7e3eb1f/49eba6ec-323b-40ab-b0e1-d93823fd439f) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:37:59.497643 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device d98c405b-6579-48af-bdbe-2911ebe2fa55 up at agent hyperv_n-h2-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:37:59.501386 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device fbfda35d-0ae8-4bc3-8ae5-5a14f01019ad details requested by agent hyperv_n-h1-842733-1 with host n-h1-842733-1 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 20:37:59.620160 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port fbfda35d-0ae8-4bc3-8ae5-5a14f01019ad, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=fbfda35d-0ae8-4bc3-8ae5-5a14f01019ad,segment=NetworkSegment(902335b0-4452-4b31-9bc3-509eaa8e03dd),segment_id=902335b0-4452-4b31-9bc3-509eaa8e03dd)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:37:59.658515 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-9c5d10d9-2199-4c09-ab23-fe1a19582cde None None] Notify callbacks [] for port, precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:59.662213 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Returning: {'device': 'fbfda35d-0ae8-4bc3-8ae5-5a14f01019ad', 'network_id': '33c25ced-ae3c-45c1-992b-09946514bfb0', 'port_id': 'fbfda35d-0ae8-4bc3-8ae5-5a14f01019ad', 'mac_address': 'fa:16:3e:42:83:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8a2f1c9-14ba-4c21-bba8-ae1d91a10bab', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 20 20:37:59.679529 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-e1c3d651-fd84-422f-8088-920de880cdb5 req-0022957f-8404-49b8-8957-c1c53ba48ce3 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] Notify callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:59.715478 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bfc7fb07-c6c8-4bc5-8a68-1ec8cd3931b3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:59.758098 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1661dbc-a6cb-4fd0-95fe-b45c0389d25c req-dbebd7d3-e78c-4b64-8c9e-781f03a8224e tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:37:59.759978 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-9c5d10d9-2199-4c09-ab23-fe1a19582cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108'] for port, after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:59.767211 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b1661dbc-a6cb-4fd0-95fe-b45c0389d25c req-dbebd7d3-e78c-4b64-8c9e-781f03a8224e tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e3c1c39-47b2-4b09-b73c-3948794708ee HTTP/1.1" status: 200 len: 949 time: 0.4620643 May 20 20:37:59.771599 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bfc7fb07-c6c8-4bc5-8a68-1ec8cd3931b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:59.791727 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-020505eb-dc70-4a05-9e5c-b6d7de0a9fe3 req-63ace216-b814-4e57-b1dd-fa70706bdd04 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] 10.222.0.35 "GET /v2.0/ports?device_id=ac9eebca-999a-402a-b2b5-aa424b891f77 HTTP/1.1" status: 200 len: 210 time: 0.0695839 May 20 20:37:59.809301 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-e1c3d651-fd84-422f-8088-920de880cdb5 req-0022957f-8404-49b8-8957-c1c53ba48ce3 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:59.874558 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5d10d9-2199-4c09-ab23-fe1a19582cde None None] Pushing event updated for resources: {'Port': ['ID=64cbf296-2e20-493e-8fc7-c28dc45152d4,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:37:59.900806 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Current status of the port fbfda35d-0ae8-4bc3-8ae5-5a14f01019ad is: DOWN; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:37:59.901599 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:59.936450 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c5d10d9-2199-4c09-ab23-fe1a19582cde None None] Network 7e63056f-89a6-4da2-9322-ff3239b073c6 is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:37:59.941456 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1c3d651-fd84-422f-8088-920de880cdb5 req-0022957f-8404-49b8-8957-c1c53ba48ce3 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] Network f2296de0-b06c-422e-98fe-14a3771aba33 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:37:59.946829 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [req-e1c3d651-fd84-422f-8088-920de880cdb5 req-0022957f-8404-49b8-8957-c1c53ba48ce3 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:37:59.949414 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1c3d651-fd84-422f-8088-920de880cdb5 req-0022957f-8404-49b8-8957-c1c53ba48ce3 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:37:59.954702 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-9c5d10d9-2199-4c09-ab23-fe1a19582cde None None] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:37:59.960603 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-bfc7fb07-c6c8-4bc5-8a68-1ec8cd3931b3 admin admin] Allocated IP 172.25.2.191 (e3a93b5c-91e2-4064-9c2c-1afc261bfe15/86fee0c1-6e34-488b-9216-b2b8e7ef585a/e0979714-7681-44dc-82d0-17304f0447a6) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:37:59.964836 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbfda35d-0ae8-4bc3-8ae5-5a14f01019ad {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:37:59.972987 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c5d10d9-2199-4c09-ab23-fe1a19582cde None None] Received port after_create {{(pid=103164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:37:59.986206 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b1661dbc-a6cb-4fd0-95fe-b45c0389d25c req-b140f30b-f856-45cd-b0a6-808fade6a644 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c2aa399-3055-4eb0-8f1a-45933e0e3cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189727 May 20 20:38:00.016540 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0022957f-8404-49b8-8957-c1c53ba48ce3 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] Pushing event updated for resources: {'Port': ['ID=49eba6ec-323b-40ab-b0e1-d93823fd439f,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:38:00.017724 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Provisioning for port d98c405b-6579-48af-bdbe-2911ebe2fa55 completed by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 20:38:00.055490 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c3d651-fd84-422f-8088-920de880cdb5 req-0022957f-8404-49b8-8957-c1c53ba48ce3 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:00.056108 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-e1c3d651-fd84-422f-8088-920de880cdb5 req-0022957f-8404-49b8-8957-c1c53ba48ce3 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:00.075695 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port fbfda35d-0ae8-4bc3-8ae5-5a14f01019ad, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=fbfda35d-0ae8-4bc3-8ae5-5a14f01019ad,segment=NetworkSegment(902335b0-4452-4b31-9bc3-509eaa8e03dd),segment_id=902335b0-4452-4b31-9bc3-509eaa8e03dd)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:38:00.110276 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Provisioning complete for port d98c405b-6579-48af-bdbe-2911ebe2fa55 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:38:00.121729 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:00.180222 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211d3b0d-e733-46ad-810b-24b19bd8bdbb req-366bbfc1-62af-4d0b-bc6b-6ec7a14ec594 tempest-MultipleCreateTestJSON-719674146 tempest-MultipleCreateTestJSON-719674146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:00.182871 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-211d3b0d-e733-46ad-810b-24b19bd8bdbb req-366bbfc1-62af-4d0b-bc6b-6ec7a14ec594 tempest-MultipleCreateTestJSON-719674146 tempest-MultipleCreateTestJSON-719674146-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6208fad-1865-4610-83a7-f9cccb80fc3d HTTP/1.1" status: 200 len: 943 time: 0.0771127 May 20 20:38:00.187122 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e1c3d651-fd84-422f-8088-920de880cdb5 req-0022957f-8404-49b8-8957-c1c53ba48ce3 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5079820 May 20 20:38:00.198220 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bfc7fb07-c6c8-4bc5-8a68-1ec8cd3931b3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:00.208298 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [req-e1c3d651-fd84-422f-8088-920de880cdb5 req-e11de4af-8a79-49be-bc6a-56d604add16a service neutron] Request body: {'port': {'device_id': 'ac9eebca-999a-402a-b2b5-aa424b891f77', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-842733-1'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:38:00.249748 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:00.316850 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-e1c3d651-fd84-422f-8088-920de880cdb5 req-e11de4af-8a79-49be-bc6a-56d604add16a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:00.319044 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-9c5d10d9-2199-4c09-ab23-fe1a19582cde None None] Attempting to bind port 64cbf296-2e20-493e-8fc7-c28dc45152d4 on host n-d-842733-1 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:38:00.319622 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-9c5d10d9-2199-4c09-ab23-fe1a19582cde None None] Attempting to bind port 64cbf296-2e20-493e-8fc7-c28dc45152d4 by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': '2e6e4d76-0e9f-4826-8486-6bd4ed5544e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '7e63056f-89a6-4da2-9322-ff3239b073c6'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:38:00.320171 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c5d10d9-2199-4c09-ab23-fe1a19582cde None None] Attempting to bind port 64cbf296-2e20-493e-8fc7-c28dc45152d4 on network 7e63056f-89a6-4da2-9322-ff3239b073c6 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:38:00.333776 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c5d10d9-2199-4c09-ab23-fe1a19582cde None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 37, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:38:00.336474 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c5d10d9-2199-4c09-ab23-fe1a19582cde None None] Checking segment: {'id': '2e6e4d76-0e9f-4826-8486-6bd4ed5544e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '7e63056f-89a6-4da2-9322-ff3239b073c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:38:00.340163 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-9c5d10d9-2199-4c09-ab23-fe1a19582cde None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:00.340163 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c5d10d9-2199-4c09-ab23-fe1a19582cde None None] Bound using segment: {'id': '2e6e4d76-0e9f-4826-8486-6bd4ed5544e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '7e63056f-89a6-4da2-9322-ff3239b073c6'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:38:00.340163 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-9c5d10d9-2199-4c09-ab23-fe1a19582cde None None] Bound port: 64cbf296-2e20-493e-8fc7-c28dc45152d4, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e6e4d76-0e9f-4826-8486-6bd4ed5544e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '7e63056f-89a6-4da2-9322-ff3239b073c6'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:38:00.340163 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-9c5d10d9-2199-4c09-ab23-fe1a19582cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:00.340546 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-211d3b0d-e733-46ad-810b-24b19bd8bdbb req-bfdb931d-3db2-4b47-9912-3dc3f1ac2aaf tempest-MultipleCreateTestJSON-719674146 tempest-MultipleCreateTestJSON-719674146-project] 10.222.0.35 "GET /v2.0/security-groups?id=078f3e96-f1d8-48b4-8cd5-8adee91cee64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482468 May 20 20:38:00.366641 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bfc7fb07-c6c8-4bc5-8a68-1ec8cd3931b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:00.378714 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Pushing event updated for resources: {'Port': ['ID=fbfda35d-0ae8-4bc3-8ae5-5a14f01019ad,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:38:00.495300 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-9c5d10d9-2199-4c09-ab23-fe1a19582cde None None] For port 64cbf296-2e20-493e-8fc7-c28dc45152d4, host n-d-842733-1, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:38:00.503926 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-9c5d10d9-2199-4c09-ab23-fe1a19582cde None None] For port 64cbf296-2e20-493e-8fc7-c28dc45152d4, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=64cbf296-2e20-493e-8fc7-c28dc45152d4,segment=NetworkSegment(2e6e4d76-0e9f-4826-8486-6bd4ed5544e9),segment_id=2e6e4d76-0e9f-4826-8486-6bd4ed5544e9)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:38:00.571541 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port d98c405b-6579-48af-bdbe-2911ebe2fa55 is: BUILD; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:38:00.571931 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:00.618805 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port d98c405b-6579-48af-bdbe-2911ebe2fa55, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=d98c405b-6579-48af-bdbe-2911ebe2fa55,segment=NetworkSegment(ed3a602f-49fb-4a95-be80-401e1eb72e33),segment_id=ed3a602f-49fb-4a95-be80-401e1eb72e33)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:38:00.620116 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e3c1c39-47b2-4b09-b73c-3948794708ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd98c405b-6579-48af-bdbe-2911ebe2fa55'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:38:00.622779 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8485417003ce7c0410b00f5cdc2f391e21107b70bb68e2773712534a96e108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6981b53-65a6-4614-a43f-ea602475356a" -d '{"events": [{"server_uuid": "9e3c1c39-47b2-4b09-b73c-3948794708ee", "name": "network-vif-plugged", "status": "completed", "tag": "d98c405b-6579-48af-bdbe-2911ebe2fa55"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:38:00.627623 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-9c5d10d9-2199-4c09-ab23-fe1a19582cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:00.695890 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] get_ports_and_sgs() called for port_ids ['fbfda35d-0ae8-4bc3-8ae5-5a14f01019ad'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:38:00.712192 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:00.841422 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1f62f7-ceb0-418e-86d5-046706a03a0d req-ca9185cf-3996-4bae-884e-4571ffc9e6d1 tempest-ServersAdminTestJSON-1599135660 tempest-ServersAdminTestJSON-1599135660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:00.854641 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1e1f62f7-ceb0-418e-86d5-046706a03a0d req-ca9185cf-3996-4bae-884e-4571ffc9e6d1 tempest-ServersAdminTestJSON-1599135660 tempest-ServersAdminTestJSON-1599135660-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=af8dbbf2-af97-4d08-9dfb-94cc026d387b HTTP/1.1" status: 200 len: 1100 time: 0.2061665 May 20 20:38:00.861484 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5d10d9-2199-4c09-ab23-fe1a19582cde None None] Pushing event updated for resources: {'Port': ['ID=64cbf296-2e20-493e-8fc7-c28dc45152d4,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:38:00.896917 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfc7fb07-c6c8-4bc5-8a68-1ec8cd3931b3 admin admin] Network e3a93b5c-91e2-4064-9c2c-1afc261bfe15 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:38:00.908009 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-bfc7fb07-c6c8-4bc5-8a68-1ec8cd3931b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:38:00.912076 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc7fb07-c6c8-4bc5-8a68-1ec8cd3931b3 admin admin] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:38:00.945030 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1e1f62f7-ceb0-418e-86d5-046706a03a0d req-b0f0505b-080b-42c1-89b2-ef12d47ee278 tempest-ServersAdminTestJSON-1599135660 tempest-ServersAdminTestJSON-1599135660-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=b86a25cf-8ff6-49a5-9967-210010093ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721531 May 20 20:38:00.985697 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc7fb07-c6c8-4bc5-8a68-1ec8cd3931b3 admin admin] Pushing event updated for resources: {'Port': ['ID=e0979714-7681-44dc-82d0-17304f0447a6,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:38:01.110306 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 20:38:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a74c4ddd-7987-48f2-b856-1ad2a8d2117d x-openstack-request-id: req-a74c4ddd-7987-48f2-b856-1ad2a8d2117d {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:38:01.110555 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e3c1c39-47b2-4b09-b73c-3948794708ee", "name": "network-vif-plugged", "status": "completed", "tag": "d98c405b-6579-48af-bdbe-2911ebe2fa55", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:38:01.110730 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a74c4ddd-7987-48f2-b856-1ad2a8d2117d {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:38:01.111145 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a74c4ddd-7987-48f2-b856-1ad2a8d2117d'] response: {'server_uuid': '9e3c1c39-47b2-4b09-b73c-3948794708ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd98c405b-6579-48af-bdbe-2911ebe2fa55', 'code': 200} May 20 20:38:01.114311 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [req-e1c3d651-fd84-422f-8088-920de880cdb5 req-e11de4af-8a79-49be-bc6a-56d604add16a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49eba6ec-323b-40ab-b0e1-d93823fd439f {{(pid=103163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:38:01.136931 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=d98c405b-6579-48af-bdbe-2911ebe2fa55,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:38:01.227451 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-e1c3d651-fd84-422f-8088-920de880cdb5 req-e11de4af-8a79-49be-bc6a-56d604add16a service neutron] Notify callbacks [] for port, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:01.311417 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [req-e1c3d651-fd84-422f-8088-920de880cdb5 req-e11de4af-8a79-49be-bc6a-56d604add16a service neutron] Transition to ACTIVE for port object 49eba6ec-323b-40ab-b0e1-d93823fd439f will not be triggered until provisioned by entity L2. {{(pid=103163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 20:38:01.320683 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ae2b07-089b-42be-aedf-8a4cafc8b2a0 req-c2955767-8a42-42d2-a481-d34d8e673593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:01.324007 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-f9ae2b07-089b-42be-aedf-8a4cafc8b2a0 req-c2955767-8a42-42d2-a481-d34d8e673593 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9e3c1c39-47b2-4b09-b73c-3948794708ee HTTP/1.1" status: 200 len: 1101 time: 0.1261683 May 20 20:38:01.370979 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd459929-26db-4ba3-ab51-9aefe623f481 req-6fd108c4-e0ed-4674-bf12-a41a7798f836 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:01.373909 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-fd459929-26db-4ba3-ab51-9aefe623f481 req-6fd108c4-e0ed-4674-bf12-a41a7798f836 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] 10.222.0.35 "GET /v2.0/ports?device_id=ac9eebca-999a-402a-b2b5-aa424b891f77 HTTP/1.1" status: 200 len: 931 time: 0.2715349 May 20 20:38:01.381821 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device d54c2248-c8ab-4d92-a7c2-22d2b693e7b5 details requested by agent hyperv_n-h2-842733-1 with host n-h2-842733-1 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 20:38:01.382153 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-f9ae2b07-089b-42be-aedf-8a4cafc8b2a0 req-aea097dc-8d3e-495e-b24a-dec60a844a8a service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=0c2aa399-3055-4eb0-8f1a-45933e0e3cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439858 May 20 20:38:01.406872 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device c35c31a6-92a1-4ade-bd3a-469954331e30 no longer exists at agent hyperv_n-h2-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:38:01.414536 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-e1c3d651-fd84-422f-8088-920de880cdb5 req-e11de4af-8a79-49be-bc6a-56d604add16a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:01.438224 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d1c123-2754-4714-b6b5-89d07d84026e req-2bfbe53c-8e4e-4fef-a41b-6f9b779349ad tempest-ServersAdminTestJSON-1599135660 tempest-ServersAdminTestJSON-1599135660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:01.442002 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-07d1c123-2754-4714-b6b5-89d07d84026e req-2bfbe53c-8e4e-4fef-a41b-6f9b779349ad tempest-ServersAdminTestJSON-1599135660 tempest-ServersAdminTestJSON-1599135660-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=af8dbbf2-af97-4d08-9dfb-94cc026d387b HTTP/1.1" status: 200 len: 1100 time: 0.2174973 May 20 20:38:01.472775 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 64cbf296-2e20-493e-8fc7-c28dc45152d4 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:38:01.477636 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] No Port match for: c35c31a6-92a1-4ade-bd3a-469954331e30 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 20:38:01.478288 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device c35c31a6-92a1-4ade-bd3a-469954331e30 not bound to the agent host n-h2-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 20:38:01.530402 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-fd459929-26db-4ba3-ab51-9aefe623f481 req-1a8f5c67-ec5e-45a5-bd3f-0210272f9d83 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] 10.222.0.35 "GET /v2.0/security-groups?id=0a1ca955-ee86-4e03-bb39-6b1e6a532a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296113 May 20 20:38:01.613489 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11de4af-8a79-49be-bc6a-56d604add16a service neutron] Pushing event updated for resources: {'Port': ['ID=49eba6ec-323b-40ab-b0e1-d93823fd439f,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:38:01.638569 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bfc7fb07-c6c8-4bc5-8a68-1ec8cd3931b3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:01.651071 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 64cbf296-2e20-493e-8fc7-c28dc45152d4 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:38:01.651686 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:01.658222 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port d54c2248-c8ab-4d92-a7c2-22d2b693e7b5, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=d54c2248-c8ab-4d92-a7c2-22d2b693e7b5,segment=NetworkSegment(902335b0-4452-4b31-9bc3-509eaa8e03dd),segment_id=902335b0-4452-4b31-9bc3-509eaa8e03dd)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:38:01.677781 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-07d1c123-2754-4714-b6b5-89d07d84026e req-5aa75de1-cf34-4967-8d76-a874664dd853 tempest-ServersAdminTestJSON-1599135660 tempest-ServersAdminTestJSON-1599135660-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=b86a25cf-8ff6-49a5-9967-210010093ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121499 May 20 20:38:01.694341 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Returning: {'device': 'd54c2248-c8ab-4d92-a7c2-22d2b693e7b5', 'network_id': '33c25ced-ae3c-45c1-992b-09946514bfb0', 'port_id': 'd54c2248-c8ab-4d92-a7c2-22d2b693e7b5', 'mac_address': 'fa:16:3e:42:bb:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8a2f1c9-14ba-4c21-bba8-ae1d91a10bab', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 20 20:38:01.748415 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port d54c2248-c8ab-4d92-a7c2-22d2b693e7b5 is: DOWN; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:38:01.749674 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:01.753304 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-e1c3d651-fd84-422f-8088-920de880cdb5 req-e11de4af-8a79-49be-bc6a-56d604add16a service neutron] Attempting to bind port 49eba6ec-323b-40ab-b0e1-d93823fd439f on host n-h1-842733-1 for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:38:01.753815 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-e1c3d651-fd84-422f-8088-920de880cdb5 req-e11de4af-8a79-49be-bc6a-56d604add16a service neutron] Attempting to bind port 49eba6ec-323b-40ab-b0e1-d93823fd439f by drivers openvswitch,hyperv on host n-h1-842733-1 at level 0 using segments [{'id': '8e7444da-2574-4e87-afbd-a324be0dd68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'f2296de0-b06c-422e-98fe-14a3771aba33'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:38:01.754314 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1c3d651-fd84-422f-8088-920de880cdb5 req-e11de4af-8a79-49be-bc6a-56d604add16a service neutron] Attempting to bind port 49eba6ec-323b-40ab-b0e1-d93823fd439f on network f2296de0-b06c-422e-98fe-14a3771aba33 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:38:01.761973 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1c3d651-fd84-422f-8088-920de880cdb5 req-e11de4af-8a79-49be-bc6a-56d604add16a service neutron] Port 49eba6ec-323b-40ab-b0e1-d93823fd439f on network f2296de0-b06c-422e-98fe-14a3771aba33 not bound, no agent of type Open vSwitch agent registered on host n-h1-842733-1 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 20:38:01.762544 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1c3d651-fd84-422f-8088-920de880cdb5 req-e11de4af-8a79-49be-bc6a-56d604add16a service neutron] Attempting to bind port 49eba6ec-323b-40ab-b0e1-d93823fd439f on network f2296de0-b06c-422e-98fe-14a3771aba33 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:38:01.769842 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1c3d651-fd84-422f-8088-920de880cdb5 req-e11de4af-8a79-49be-bc6a-56d604add16a service neutron] Checking agent: {'id': '08dfb1ce-804b-4db8-838b-21094082e041', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 32, 54), 'started_at': datetime.datetime(2022, 5, 20, 20, 32, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 37, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:38:01.770103 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1c3d651-fd84-422f-8088-920de880cdb5 req-e11de4af-8a79-49be-bc6a-56d604add16a service neutron] Checking segment: {'id': '8e7444da-2574-4e87-afbd-a324be0dd68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'f2296de0-b06c-422e-98fe-14a3771aba33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:38:01.770486 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1c3d651-fd84-422f-8088-920de880cdb5 req-e11de4af-8a79-49be-bc6a-56d604add16a service neutron] Bound using segment: {'id': '8e7444da-2574-4e87-afbd-a324be0dd68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'f2296de0-b06c-422e-98fe-14a3771aba33'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:38:01.770919 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-e1c3d651-fd84-422f-8088-920de880cdb5 req-e11de4af-8a79-49be-bc6a-56d604add16a service neutron] Bound port: 49eba6ec-323b-40ab-b0e1-d93823fd439f, host: n-h1-842733-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e7444da-2574-4e87-afbd-a324be0dd68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'f2296de0-b06c-422e-98fe-14a3771aba33'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:38:01.771276 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-e1c3d651-fd84-422f-8088-920de880cdb5 req-e11de4af-8a79-49be-bc6a-56d604add16a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:01.779811 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d54c2248-c8ab-4d92-a7c2-22d2b693e7b5 {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:38:01.830678 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6dc7f9-5e5e-4fea-b02b-553cfca45379 req-799a3dd1-1f57-45b4-8b4b-5400edbf3696 tempest-LiveMigrationNegativeTest-1438540510 tempest-LiveMigrationNegativeTest-1438540510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:01.834500 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port d54c2248-c8ab-4d92-a7c2-22d2b693e7b5, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=d54c2248-c8ab-4d92-a7c2-22d2b693e7b5,segment=NetworkSegment(902335b0-4452-4b31-9bc3-509eaa8e03dd),segment_id=902335b0-4452-4b31-9bc3-509eaa8e03dd)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:38:01.841404 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6a6dc7f9-5e5e-4fea-b02b-553cfca45379 req-799a3dd1-1f57-45b4-8b4b-5400edbf3696 tempest-LiveMigrationNegativeTest-1438540510 tempest-LiveMigrationNegativeTest-1438540510-project] 10.222.0.35 "GET /v2.0/ports?device_id=52c18748-2cc2-40bf-a3a4-f9db6e725ba2 HTTP/1.1" status: 200 len: 949 time: 0.2006998 May 20 20:38:01.842974 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 64cbf296-2e20-493e-8fc7-c28dc45152d4 is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:38:01.843450 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:01.879785 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] For port 64cbf296-2e20-493e-8fc7-c28dc45152d4, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=64cbf296-2e20-493e-8fc7-c28dc45152d4,segment=NetworkSegment(2e6e4d76-0e9f-4826-8486-6bd4ed5544e9),segment_id=2e6e4d76-0e9f-4826-8486-6bd4ed5544e9)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:38:01.921566 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:01.942475 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bfc7fb07-c6c8-4bc5-8a68-1ec8cd3931b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748106'] for router, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:01.961784 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:01.995058 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:02.002823 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=d54c2248-c8ab-4d92-a7c2-22d2b693e7b5,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:38:02.082706 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Pushing event updated for resources: {'Port': ['ID=64cbf296-2e20-493e-8fc7-c28dc45152d4,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:38:02.201301 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfc7fb07-c6c8-4bc5-8a68-1ec8cd3931b3 admin admin] Router 96877dde-8809-4099-bfc6-95b6aad55f68 is scheduled to L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e with binding_index 1 {{(pid=103162) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 20 20:38:02.279612 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6a6dc7f9-5e5e-4fea-b02b-553cfca45379 req-a1086fd7-ce04-489c-ab5b-e2e4c8567fe3 tempest-LiveMigrationNegativeTest-1438540510 tempest-LiveMigrationNegativeTest-1438540510-project] 10.222.0.35 "GET /v2.0/security-groups?id=89ca7ea3-9b4d-452a-a64a-566d7b2e6fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4373434 May 20 20:38:02.320478 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27db3486-5e48-43a6-9407-a83644810ab3 None None] Network 7e63056f-89a6-4da2-9322-ff3239b073c6 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:38:02.340124 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a00740-bc0d-48db-8e9e-414ec9a7929a req-d7205b80-fcc7-4d74-b5ba-f3217c694846 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:02.350811 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-54a00740-bc0d-48db-8e9e-414ec9a7929a req-d7205b80-fcc7-4d74-b5ba-f3217c694846 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e3c1c39-47b2-4b09-b73c-3948794708ee HTTP/1.1" status: 200 len: 950 time: 0.5494387 May 20 20:38:02.360881 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfc7fb07-c6c8-4bc5-8a68-1ec8cd3931b3 admin admin] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 20:38:02.370278 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c7b954c-d173-4a0e-a892-aedfa6a7beb7 None None] Sync routers for ids ['96877dde-8809-4099-bfc6-95b6aad55f68'] in n-d-842733-1 {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 20:38:02.382557 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-e1c3d651-fd84-422f-8088-920de880cdb5 req-e11de4af-8a79-49be-bc6a-56d604add16a service neutron] For port 49eba6ec-323b-40ab-b0e1-d93823fd439f, host n-h1-842733-1, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:38:02.385826 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c7b954c-d173-4a0e-a892-aedfa6a7beb7 None None] Routers {'96877dde-8809-4099-bfc6-95b6aad55f68'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:38:02.387641 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-4c7b954c-d173-4a0e-a892-aedfa6a7beb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:37:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['96877dde-8809-4099-bfc6-95b6aad55f68'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:38:02.423535 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-e1c3d651-fd84-422f-8088-920de880cdb5 req-e11de4af-8a79-49be-bc6a-56d604add16a service neutron] For port 49eba6ec-323b-40ab-b0e1-d93823fd439f, host n-h1-842733-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=49eba6ec-323b-40ab-b0e1-d93823fd439f,segment=NetworkSegment(8e7444da-2574-4e87-afbd-a324be0dd68b),segment_id=8e7444da-2574-4e87-afbd-a324be0dd68b)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:38:02.431761 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-1af88c0e-f35e-42f1-bec2-8cee53e3994c None None] Provisioning complete for port 64cbf296-2e20-493e-8fc7-c28dc45152d4 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:38:02.432133 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-1af88c0e-f35e-42f1-bec2-8cee53e3994c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:02.441539 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-54a00740-bc0d-48db-8e9e-414ec9a7929a req-0e59bf9c-9b34-487d-b171-84d43568b7db tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c2aa399-3055-4eb0-8f1a-45933e0e3cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880172 May 20 20:38:02.477726 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53277d0f-a9f5-43c4-8187-ebbb22417b48 req-3f49b16a-b588-488e-9352-fcc0944a15dc tempest-MultipleCreateTestJSON-719674146 tempest-MultipleCreateTestJSON-719674146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:02.481064 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-53277d0f-a9f5-43c4-8187-ebbb22417b48 req-3f49b16a-b588-488e-9352-fcc0944a15dc tempest-MultipleCreateTestJSON-719674146 tempest-MultipleCreateTestJSON-719674146-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6208fad-1865-4610-83a7-f9cccb80fc3d HTTP/1.1" status: 200 len: 944 time: 0.1123514 May 20 20:38:02.489925 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bfc7fb07-c6c8-4bc5-8a68-1ec8cd3931b3 admin admin] Notify callbacks [] for router, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:02.495590 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 33086) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:38:02.495997 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-bfc7fb07-c6c8-4bc5-8a68-1ec8cd3931b3 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.0539112 May 20 20:38:02.554064 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] get_ports_and_sgs() called for port_ids ['d54c2248-c8ab-4d92-a7c2-22d2b693e7b5'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:38:02.572762 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-4c7b954c-d173-4a0e-a892-aedfa6a7beb7 None None] Set router 96877dde-8809-4099-bfc6-95b6aad55f68 gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:38:02.605291 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-e1c3d651-fd84-422f-8088-920de880cdb5 req-e11de4af-8a79-49be-bc6a-56d604add16a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:02.714669 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c3d651-fd84-422f-8088-920de880cdb5 req-e11de4af-8a79-49be-bc6a-56d604add16a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:02.715294 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-e1c3d651-fd84-422f-8088-920de880cdb5 req-e11de4af-8a79-49be-bc6a-56d604add16a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:02.716719 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e1c3d651-fd84-422f-8088-920de880cdb5 req-e11de4af-8a79-49be-bc6a-56d604add16a service neutron] 10.222.0.24 "PUT /v2.0/ports/49eba6ec-323b-40ab-b0e1-d93823fd439f HTTP/1.1" status: 200 len: 1091 time: 2.5157375 May 20 20:38:02.731927 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-53277d0f-a9f5-43c4-8187-ebbb22417b48 req-f271e436-1f22-4d93-88df-6dbc0dfd7cef tempest-MultipleCreateTestJSON-719674146 tempest-MultipleCreateTestJSON-719674146-project] 10.222.0.35 "GET /v2.0/security-groups?id=078f3e96-f1d8-48b4-8cd5-8adee91cee64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2387099 May 20 20:38:02.732396 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac9eebca-999a-402a-b2b5-aa424b891f77', 'tag': '49eba6ec-323b-40ab-b0e1-d93823fd439f'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:38:02.734923 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4291b17aa7b45362825f0571e77c85f5e73afe1df9c7e9e15006df9d695c005e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12b65828-d645-4bbc-9e24-21ec288e9a1f" -d '{"events": [{"name": "network-changed", "server_uuid": "ac9eebca-999a-402a-b2b5-aa424b891f77", "tag": "49eba6ec-323b-40ab-b0e1-d93823fd439f"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:38:02.864546 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-1af88c0e-f35e-42f1-bec2-8cee53e3994c None None] Current status of the port 64cbf296-2e20-493e-8fc7-c28dc45152d4 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:38:02.909451 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-4c7b954c-d173-4a0e-a892-aedfa6a7beb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96877dde-8809-4099-bfc6-95b6aad55f68', 'name': 'tempest-ServersTestBootFromVolume-667217382-router', 'tenant_id': '4db4ec0def424bec87de5a3f7547267e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.191'}], 'enable_snat': True}, 'gw_port_id': 'e0979714-7681-44dc-82d0-17304f0447a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:37:58Z', 'updated_at': '2022-05-20T20:38:01Z', 'revision_number': 3, 'project_id': '4db4ec0def424bec87de5a3f7547267e', 'gw_port': {'id': 'e0979714-7681-44dc-82d0-17304f0447a6', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:67:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96877dde-8809-4099-bfc6-95b6aad55f68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:37:59Z', 'updated_at': '2022-05-20T20:37:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:38:02.941874 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 20:38:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12caee01-124e-41bc-9622-3184c39ecdc6 x-openstack-request-id: req-12caee01-124e-41bc-9622-3184c39ecdc6 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:38:02.942166 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac9eebca-999a-402a-b2b5-aa424b891f77", "tag": "49eba6ec-323b-40ab-b0e1-d93823fd439f", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:38:02.942549 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-12caee01-124e-41bc-9622-3184c39ecdc6 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:38:02.942959 n-d-842733-1 neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12caee01-124e-41bc-9622-3184c39ecdc6'] response: {'name': 'network-changed', 'server_uuid': 'ac9eebca-999a-402a-b2b5-aa424b891f77', 'tag': '49eba6ec-323b-40ab-b0e1-d93823fd439f', 'status': 'completed', 'code': 200} May 20 20:38:02.947661 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11de4af-8a79-49be-bc6a-56d604add16a service neutron] Pushing event updated for resources: {'Port': ['ID=49eba6ec-323b-40ab-b0e1-d93823fd439f,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:38:02.948998 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c7b954c-d173-4a0e-a892-aedfa6a7beb7 None None] Checking router: 96877dde-8809-4099-bfc6-95b6aad55f68 for host: n-d-842733-1 {{(pid=103165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 20:38:02.949530 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c7b954c-d173-4a0e-a892-aedfa6a7beb7 None None] Updating router 96877dde-8809-4099-bfc6-95b6aad55f68 port e0979714-7681-44dc-82d0-17304f0447a6 binding host n-d-842733-1 {{(pid=103165) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 20:38:02.985015 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-4c7b954c-d173-4a0e-a892-aedfa6a7beb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:03.052441 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f301dfd3-0a74-4fa0-a3bc-a2c67abca92e req-bd76538c-3309-4eda-9877-7f3accecea1a tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:03.061431 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f301dfd3-0a74-4fa0-a3bc-a2c67abca92e req-bd76538c-3309-4eda-9877-7f3accecea1a tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] 10.222.0.35 "GET /v2.0/ports?device_id=ac9eebca-999a-402a-b2b5-aa424b891f77 HTTP/1.1" status: 200 len: 943 time: 0.1901350 May 20 20:38:03.065586 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c3d651-fd84-422f-8088-920de880cdb5 req-1255c90c-c8d9-4ac9-acdd-23032c0035e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:03.067135 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e1c3d651-fd84-422f-8088-920de880cdb5 req-1255c90c-c8d9-4ac9-acdd-23032c0035e1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=33876e14b0274b60a421aea47180bf46&device_id=ac9eebca-999a-402a-b2b5-aa424b891f77 HTTP/1.1" status: 200 len: 1094 time: 0.2149751 May 20 20:38:03.087822 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-5b6d68c1-b353-44ec-9d27-f3c45e4d478e None None] Provisioning complete for port 64cbf296-2e20-493e-8fc7-c28dc45152d4 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:38:03.088186 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-5b6d68c1-b353-44ec-9d27-f3c45e4d478e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:03.193847 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e1c3d651-fd84-422f-8088-920de880cdb5 req-467396be-5808-411e-96c6-ed2e3eef25b8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=49eba6ec-323b-40ab-b0e1-d93823fd439f HTTP/1.1" status: 200 len: 217 time: 0.1021032 May 20 20:38:03.199033 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-5b6d68c1-b353-44ec-9d27-f3c45e4d478e None None] Current status of the port 64cbf296-2e20-493e-8fc7-c28dc45152d4 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:38:03.205468 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f301dfd3-0a74-4fa0-a3bc-a2c67abca92e req-d5ba6997-2d34-41f4-a7d5-61e1d8285ec0 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] 10.222.0.35 "GET /v2.0/security-groups?id=0a1ca955-ee86-4e03-bb39-6b1e6a532a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373072 May 20 20:38:03.267708 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c3d651-fd84-422f-8088-920de880cdb5 req-7a67f7fa-3e29-4326-b51e-b47e3bd8626c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:03.269104 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e1c3d651-fd84-422f-8088-920de880cdb5 req-7a67f7fa-3e29-4326-b51e-b47e3bd8626c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f9e5fad6-106c-4fb6-bdcf-0e79e7e3eb1f HTTP/1.1" status: 200 len: 847 time: 0.0677152 May 20 20:38:03.336113 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-4c7b954c-d173-4a0e-a892-aedfa6a7beb7 None None] Notify callbacks [] for port, precommit_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:03.347840 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e1c3d651-fd84-422f-8088-920de880cdb5 req-b2f18ad9-2fa5-4478-a9b1-67351446f619 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f2296de0-b06c-422e-98fe-14a3771aba33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382612 May 20 20:38:03.403335 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 64cbf296-2e20-493e-8fc7-c28dc45152d4 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:38:03.464890 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-4c7b954c-d173-4a0e-a892-aedfa6a7beb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:03.468453 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 64cbf296-2e20-493e-8fc7-c28dc45152d4 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:38:03.469029 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:03.503024 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device fbfda35d-0ae8-4bc3-8ae5-5a14f01019ad up at agent hyperv_n-h1-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:38:03.551926 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9aa55e-5a52-4511-bdeb-5e99bd1b912a req-5e5a68d2-f3da-40e7-bf4b-9ff85e60da18 tempest-LiveMigrationNegativeTest-1438540510 tempest-LiveMigrationNegativeTest-1438540510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:03.553565 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-da9aa55e-5a52-4511-bdeb-5e99bd1b912a req-5e5a68d2-f3da-40e7-bf4b-9ff85e60da18 tempest-LiveMigrationNegativeTest-1438540510 tempest-LiveMigrationNegativeTest-1438540510-project] 10.222.0.35 "GET /v2.0/ports?device_id=52c18748-2cc2-40bf-a3a4-f9db6e725ba2 HTTP/1.1" status: 200 len: 949 time: 0.1381481 May 20 20:38:03.559558 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98ebe9b-b131-44e6-8223-a9de3953380c None None] Pushing event updated for resources: {'Port': ['ID=e0979714-7681-44dc-82d0-17304f0447a6,revision_number=2']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:38:03.572050 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98ebe9b-b131-44e6-8223-a9de3953380c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:38:03.572545 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98ebe9b-b131-44e6-8223-a9de3953380c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:38:03.572985 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98ebe9b-b131-44e6-8223-a9de3953380c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:38:03.573448 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98ebe9b-b131-44e6-8223-a9de3953380c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:38:03.574260 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98ebe9b-b131-44e6-8223-a9de3953380c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:38:03.574699 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98ebe9b-b131-44e6-8223-a9de3953380c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:38:03.575510 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98ebe9b-b131-44e6-8223-a9de3953380c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:38:03.576011 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98ebe9b-b131-44e6-8223-a9de3953380c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:38:03.576495 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98ebe9b-b131-44e6-8223-a9de3953380c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:38:03.576918 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98ebe9b-b131-44e6-8223-a9de3953380c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:38:03.577400 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98ebe9b-b131-44e6-8223-a9de3953380c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:38:03.577953 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98ebe9b-b131-44e6-8223-a9de3953380c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:38:03.598471 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e1c3d651-fd84-422f-8088-920de880cdb5 req-b932ea01-0f9a-45b5-bd90-41d647a40412 service neutron] 10.222.0.24 "GET /v2.0/networks/f2296de0-b06c-422e-98fe-14a3771aba33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2353544 May 20 20:38:03.611095 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-4c7b954c-d173-4a0e-a892-aedfa6a7beb7 None None] Attempting to bind port e0979714-7681-44dc-82d0-17304f0447a6 on host n-d-842733-1 for vnic_type normal with profile {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:38:03.611619 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-4c7b954c-d173-4a0e-a892-aedfa6a7beb7 None None] Attempting to bind port e0979714-7681-44dc-82d0-17304f0447a6 by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': '0b5485c4-eff8-42a1-9073-ae54ed4c63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'}] {{(pid=103165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:38:03.612291 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c7b954c-d173-4a0e-a892-aedfa6a7beb7 None None] Attempting to bind port e0979714-7681-44dc-82d0-17304f0447a6 on network e3a93b5c-91e2-4064-9c2c-1afc261bfe15 {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:38:03.619529 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c7b954c-d173-4a0e-a892-aedfa6a7beb7 None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 37, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:38:03.624784 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c7b954c-d173-4a0e-a892-aedfa6a7beb7 None None] Checking segment: {'id': '0b5485c4-eff8-42a1-9073-ae54ed4c63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:38:03.624784 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-4c7b954c-d173-4a0e-a892-aedfa6a7beb7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:03.624784 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c7b954c-d173-4a0e-a892-aedfa6a7beb7 None None] Bound using segment: {'id': '0b5485c4-eff8-42a1-9073-ae54ed4c63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'} {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:38:03.624784 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-4c7b954c-d173-4a0e-a892-aedfa6a7beb7 None None] Bound port: e0979714-7681-44dc-82d0-17304f0447a6, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b5485c4-eff8-42a1-9073-ae54ed4c63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'}}] {{(pid=103165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:38:03.624784 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-4c7b954c-d173-4a0e-a892-aedfa6a7beb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:03.704237 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-4c7b954c-d173-4a0e-a892-aedfa6a7beb7 None None] For port e0979714-7681-44dc-82d0-17304f0447a6, host n-d-842733-1, cleared binding levels {{(pid=103165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:38:03.708579 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-da9aa55e-5a52-4511-bdeb-5e99bd1b912a req-02608404-8c05-41ce-b0d6-c96c92a981b1 tempest-LiveMigrationNegativeTest-1438540510 tempest-LiveMigrationNegativeTest-1438540510-project] 10.222.0.35 "GET /v2.0/security-groups?id=89ca7ea3-9b4d-452a-a64a-566d7b2e6fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459079 May 20 20:38:03.714329 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-4c7b954c-d173-4a0e-a892-aedfa6a7beb7 None None] For port e0979714-7681-44dc-82d0-17304f0447a6, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=e0979714-7681-44dc-82d0-17304f0447a6,segment=NetworkSegment(0b5485c4-eff8-42a1-9073-ae54ed4c63ba),segment_id=0b5485c4-eff8-42a1-9073-ae54ed4c63ba)] {{(pid=103165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:38:03.777830 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992c03fd-2390-49d8-a5c6-349a5ee8b459 req-69e5561c-91a0-4802-8279-0899073d9788 tempest-LiveMigrationNegativeTest-1438540510 tempest-LiveMigrationNegativeTest-1438540510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:03.780973 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-992c03fd-2390-49d8-a5c6-349a5ee8b459 req-69e5561c-91a0-4802-8279-0899073d9788 tempest-LiveMigrationNegativeTest-1438540510 tempest-LiveMigrationNegativeTest-1438540510-project] 10.222.0.13 "GET /v2.0/ports?device_id=52c18748-2cc2-40bf-a3a4-f9db6e725ba2 HTTP/1.1" status: 200 len: 949 time: 0.0920925 May 20 20:38:03.807706 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-4c7b954c-d173-4a0e-a892-aedfa6a7beb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:03.849888 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b09c0192-ee6a-49b9-8309-a334ded6f23c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:03.855228 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e1c3d651-fd84-422f-8088-920de880cdb5 req-e7249645-d1a8-4cee-b195-4b430e52ffc1 service neutron] 10.222.0.24 "GET /v2.0/networks/f2296de0-b06c-422e-98fe-14a3771aba33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2010984 May 20 20:38:03.870780 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 64cbf296-2e20-493e-8fc7-c28dc45152d4 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:38:03.905479 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c7b954c-d173-4a0e-a892-aedfa6a7beb7 None None] Routers {'96877dde-8809-4099-bfc6-95b6aad55f68'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:38:03.906663 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-4c7b954c-d173-4a0e-a892-aedfa6a7beb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:37:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['96877dde-8809-4099-bfc6-95b6aad55f68'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:38:03.951164 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Provisioning for port fbfda35d-0ae8-4bc3-8ae5-5a14f01019ad completed by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 20:38:03.956844 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Provisioning complete for port fbfda35d-0ae8-4bc3-8ae5-5a14f01019ad triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:38:03.956844 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:04.052152 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33bcea8-df31-44e0-9404-28ff4a87b6de req-616facfa-6b4a-4bd5-821d-b09fc6196b2d tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:04.059652 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-4c7b954c-d173-4a0e-a892-aedfa6a7beb7 None None] Set router 96877dde-8809-4099-bfc6-95b6aad55f68 gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:38:04.059872 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f33bcea8-df31-44e0-9404-28ff4a87b6de req-616facfa-6b4a-4bd5-821d-b09fc6196b2d tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e3c1c39-47b2-4b09-b73c-3948794708ee HTTP/1.1" status: 200 len: 950 time: 0.2210145 May 20 20:38:04.060972 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-992c03fd-2390-49d8-a5c6-349a5ee8b459 req-10b65c63-cee0-4499-a450-21c408d13ea8 tempest-LiveMigrationNegativeTest-1438540510 tempest-LiveMigrationNegativeTest-1438540510-project] Deleting port 4859f9ea-c854-491e-9b3b-d61b8efaa94b {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:38:04.062204 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-992c03fd-2390-49d8-a5c6-349a5ee8b459 req-10b65c63-cee0-4499-a450-21c408d13ea8 tempest-LiveMigrationNegativeTest-1438540510 tempest-LiveMigrationNegativeTest-1438540510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:04.072781 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Current status of the port fbfda35d-0ae8-4bc3-8ae5-5a14f01019ad is: BUILD; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:38:04.073508 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:04.105128 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67a28b2a-abda-4f85-a46b-3098c6372731', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbfda35d-0ae8-4bc3-8ae5-5a14f01019ad'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:38:04.107930 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8485417003ce7c0410b00f5cdc2f391e21107b70bb68e2773712534a96e108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b10312fc-01de-4c27-9e98-3715dc3af2d6" -d '{"events": [{"server_uuid": "67a28b2a-abda-4f85-a46b-3098c6372731", "name": "network-vif-plugged", "status": "completed", "tag": "fbfda35d-0ae8-4bc3-8ae5-5a14f01019ad"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:38:04.123646 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port fbfda35d-0ae8-4bc3-8ae5-5a14f01019ad, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=fbfda35d-0ae8-4bc3-8ae5-5a14f01019ad,segment=NetworkSegment(902335b0-4452-4b31-9bc3-509eaa8e03dd),segment_id=902335b0-4452-4b31-9bc3-509eaa8e03dd)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:38:04.174727 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27000ef-a32d-468f-8457-d8aee417361c req-28a4caca-3098-4404-b937-38191cca32e3 tempest-MultipleCreateTestJSON-719674146 tempest-MultipleCreateTestJSON-719674146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:04.181771 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e27000ef-a32d-468f-8457-d8aee417361c req-28a4caca-3098-4404-b937-38191cca32e3 tempest-MultipleCreateTestJSON-719674146 tempest-MultipleCreateTestJSON-719674146-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6208fad-1865-4610-83a7-f9cccb80fc3d HTTP/1.1" status: 200 len: 944 time: 0.2423847 May 20 20:38:04.195849 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-992c03fd-2390-49d8-a5c6-349a5ee8b459 req-10b65c63-cee0-4499-a450-21c408d13ea8 tempest-LiveMigrationNegativeTest-1438540510 tempest-LiveMigrationNegativeTest-1438540510-project] For port 4859f9ea-c854-491e-9b3b-d61b8efaa94b, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=4859f9ea-c854-491e-9b3b-d61b8efaa94b,segment=NetworkSegment(ed3a602f-49fb-4a95-be80-401e1eb72e33),segment_id=ed3a602f-49fb-4a95-be80-401e1eb72e33)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:38:04.196211 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-992c03fd-2390-49d8-a5c6-349a5ee8b459 req-10b65c63-cee0-4499-a450-21c408d13ea8 tempest-LiveMigrationNegativeTest-1438540510 tempest-LiveMigrationNegativeTest-1438540510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:04.202049 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f33bcea8-df31-44e0-9404-28ff4a87b6de req-03929bda-b3c2-43b0-8166-747a6a913b30 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c2aa399-3055-4eb0-8f1a-45933e0e3cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413355 May 20 20:38:04.209800 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-992c03fd-2390-49d8-a5c6-349a5ee8b459 req-10b65c63-cee0-4499-a450-21c408d13ea8 tempest-LiveMigrationNegativeTest-1438540510 tempest-LiveMigrationNegativeTest-1438540510-project] Calling delete_port for 4859f9ea-c854-491e-9b3b-d61b8efaa94b owned by compute:nova {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:38:04.221885 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b65828-d645-4bbc-9e24-21ec288e9a1f req-7625deb4-b2eb-4c76-b188-2cde3ec378a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:04.223976 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-12b65828-d645-4bbc-9e24-21ec288e9a1f req-7625deb4-b2eb-4c76-b188-2cde3ec378a2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=33876e14b0274b60a421aea47180bf46&device_id=ac9eebca-999a-402a-b2b5-aa424b891f77 HTTP/1.1" status: 200 len: 1094 time: 0.2168503 May 20 20:38:04.235152 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:04.253978 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98ebe9b-b131-44e6-8223-a9de3953380c None None] Pushing event updated for resources: {'Port': ['ID=e0979714-7681-44dc-82d0-17304f0447a6,revision_number=3']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:38:04.344471 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Pushing event updated for resources: {'Port': ['ID=fbfda35d-0ae8-4bc3-8ae5-5a14f01019ad,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:38:04.383223 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-4c7b954c-d173-4a0e-a892-aedfa6a7beb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96877dde-8809-4099-bfc6-95b6aad55f68', 'name': 'tempest-ServersTestBootFromVolume-667217382-router', 'tenant_id': '4db4ec0def424bec87de5a3f7547267e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.191'}], 'enable_snat': True}, 'gw_port_id': 'e0979714-7681-44dc-82d0-17304f0447a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:37:58Z', 'updated_at': '2022-05-20T20:38:01Z', 'revision_number': 3, 'project_id': '4db4ec0def424bec87de5a3f7547267e', 'gw_port': {'id': 'e0979714-7681-44dc-82d0-17304f0447a6', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:67:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96877dde-8809-4099-bfc6-95b6aad55f68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:37:59Z', 'updated_at': '2022-05-20T20:38:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:38:04.399872 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e27000ef-a32d-468f-8457-d8aee417361c req-b7a163a2-cf72-4857-8e79-03f8f5b9cd30 tempest-MultipleCreateTestJSON-719674146 tempest-MultipleCreateTestJSON-719674146-project] 10.222.0.35 "GET /v2.0/security-groups?id=078f3e96-f1d8-48b4-8cd5-8adee91cee64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172174 May 20 20:38:04.412562 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c7b954c-d173-4a0e-a892-aedfa6a7beb7 None None] The sync data for ids ['96877dde-8809-4099-bfc6-95b6aad55f68'] in n-d-842733-1 is: [{'id': '96877dde-8809-4099-bfc6-95b6aad55f68', 'name': 'tempest-ServersTestBootFromVolume-667217382-router', 'tenant_id': '4db4ec0def424bec87de5a3f7547267e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.191'}], 'enable_snat': True}, 'gw_port_id': 'e0979714-7681-44dc-82d0-17304f0447a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:37:58Z', 'updated_at': '2022-05-20T20:38:01Z', 'revision_number': 3, 'project_id': '4db4ec0def424bec87de5a3f7547267e', 'gw_port': {'id': 'e0979714-7681-44dc-82d0-17304f0447a6', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:67:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96877dde-8809-4099-bfc6-95b6aad55f68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:37:59Z', 'updated_at': '2022-05-20T20:38:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 20:38:04.438542 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-b09c0192-ee6a-49b9-8309-a334ded6f23c admin admin] Allocated IP 172.20.0.1 (7e63056f-89a6-4da2-9322-ff3239b073c6/f320fcb0-0b3a-445c-8395-c256db82b19f/4528711f-fa7a-4d6a-9aa8-302ffe4b8cf7) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:38:04.449884 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 20:38:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ae50e69-98c3-4c73-8a8e-57a41a6a952e x-openstack-request-id: req-2ae50e69-98c3-4c73-8a8e-57a41a6a952e {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:38:04.450848 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67a28b2a-abda-4f85-a46b-3098c6372731", "name": "network-vif-plugged", "status": "completed", "tag": "fbfda35d-0ae8-4bc3-8ae5-5a14f01019ad", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:38:04.450848 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2ae50e69-98c3-4c73-8a8e-57a41a6a952e {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:38:04.450848 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ae50e69-98c3-4c73-8a8e-57a41a6a952e'] response: {'server_uuid': '67a28b2a-abda-4f85-a46b-3098c6372731', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbfda35d-0ae8-4bc3-8ae5-5a14f01019ad', 'code': 200} May 20 20:38:04.474964 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-992c03fd-2390-49d8-a5c6-349a5ee8b459 req-10b65c63-cee0-4499-a450-21c408d13ea8 tempest-LiveMigrationNegativeTest-1438540510 tempest-LiveMigrationNegativeTest-1438540510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:04.524472 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] get_ports_and_sgs() called for port_ids ['4859f9ea-c854-491e-9b3b-d61b8efaa94b'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:38:04.547389 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e2a1d8-f773-4cd5-858f-cf476cefb680 req-c3c5a162-1066-4cfb-9d80-1d2ccb6ad404 tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:04.553815 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e9e2a1d8-f773-4cd5-858f-cf476cefb680 req-c3c5a162-1066-4cfb-9d80-1d2ccb6ad404 tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] 10.222.0.35 "GET /v2.0/ports?device_id=af8dbbf2-af97-4d08-9dfb-94cc026d387b HTTP/1.1" status: 200 len: 949 time: 0.2309380 May 20 20:38:04.555733 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b65c63-cee0-4499-a450-21c408d13ea8 tempest-LiveMigrationNegativeTest-1438540510 tempest-LiveMigrationNegativeTest-1438540510-project] Pushing event deleted for resources: {'Port': ['ID=4859f9ea-c854-491e-9b3b-d61b8efaa94b,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:38:04.589077 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-992c03fd-2390-49d8-a5c6-349a5ee8b459 req-10b65c63-cee0-4499-a450-21c408d13ea8 tempest-LiveMigrationNegativeTest-1438540510 tempest-LiveMigrationNegativeTest-1438540510-project] No DVR routers for this DVR port 4859f9ea-c854-491e-9b3b-d61b8efaa94b on host n-h2-842733-1 {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:38:04.593532 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-992c03fd-2390-49d8-a5c6-349a5ee8b459 req-10b65c63-cee0-4499-a450-21c408d13ea8 tempest-LiveMigrationNegativeTest-1438540510 tempest-LiveMigrationNegativeTest-1438540510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:04.596872 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-992c03fd-2390-49d8-a5c6-349a5ee8b459 req-10b65c63-cee0-4499-a450-21c408d13ea8 tempest-LiveMigrationNegativeTest-1438540510 tempest-LiveMigrationNegativeTest-1438540510-project] 10.222.0.13 "DELETE /v2.0/ports/4859f9ea-c854-491e-9b3b-d61b8efaa94b HTTP/1.1" status: 204 len: 173 time: 0.7955053 May 20 20:38:04.597519 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52c18748-2cc2-40bf-a3a4-f9db6e725ba2', 'name': 'network-vif-deleted', 'tag': '4859f9ea-c854-491e-9b3b-d61b8efaa94b'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:38:04.599771 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6fa957933fccbf596d28104b23404b952ad6a8238afaebaed40a0874b2e409" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9d743ca-e188-4e2e-804b-1dadcb4fc32d" -d '{"events": [{"server_uuid": "52c18748-2cc2-40bf-a3a4-f9db6e725ba2", "name": "network-vif-deleted", "tag": "4859f9ea-c854-491e-9b3b-d61b8efaa94b"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:38:04.661550 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b65828-d645-4bbc-9e24-21ec288e9a1f req-a306f04d-11fe-49ce-90a1-e4d37094cef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:04.663012 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-12b65828-d645-4bbc-9e24-21ec288e9a1f req-a306f04d-11fe-49ce-90a1-e4d37094cef2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=f2296de0-b06c-422e-98fe-14a3771aba33 HTTP/1.1" status: 200 len: 908 time: 0.3977687 May 20 20:38:04.774966 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-12b65828-d645-4bbc-9e24-21ec288e9a1f req-8e44f1a0-58d6-4824-b5d7-cbaee65790ca service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=49eba6ec-323b-40ab-b0e1-d93823fd439f HTTP/1.1" status: 200 len: 217 time: 0.0903502 May 20 20:38:04.792012 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e9e2a1d8-f773-4cd5-858f-cf476cefb680 req-97b4e8b3-fe4b-43bc-97ed-36eb4e720f97 tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] 10.222.0.35 "GET /v2.0/security-groups?id=b86a25cf-8ff6-49a5-9967-210010093ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804490 May 20 20:38:04.850046 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5abebe-0b7d-47e4-b7ce-d7e8a898b3ed req-93c3a9ee-5731-49c0-bc00-2be8373fd543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:04.853097 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1f5abebe-0b7d-47e4-b7ce-d7e8a898b3ed req-93c3a9ee-5731-49c0-bc00-2be8373fd543 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=67a28b2a-abda-4f85-a46b-3098c6372731 HTTP/1.1" status: 200 len: 1096 time: 0.2786901 May 20 20:38:04.865400 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdac147-2c7d-4afb-ad48-a5953e54f27d req-3f9b1495-54c6-4683-ba13-16a387f8c1ec tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:04.867371 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8bdac147-2c7d-4afb-ad48-a5953e54f27d req-3f9b1495-54c6-4683-ba13-16a387f8c1ec tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] 10.222.0.35 "GET /v2.0/ports?device_id=ac9eebca-999a-402a-b2b5-aa424b891f77 HTTP/1.1" status: 200 len: 943 time: 0.2942419 May 20 20:38:04.890045 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b09c0192-ee6a-49b9-8309-a334ded6f23c admin admin] Notify callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:04.987139 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b65828-d645-4bbc-9e24-21ec288e9a1f req-46e30616-111b-4904-99df-87e41942922f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:04.989264 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-12b65828-d645-4bbc-9e24-21ec288e9a1f req-46e30616-111b-4904-99df-87e41942922f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f9e5fad6-106c-4fb6-bdcf-0e79e7e3eb1f HTTP/1.1" status: 200 len: 847 time: 0.2045262 May 20 20:38:05.029852 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1f5abebe-0b7d-47e4-b7ce-d7e8a898b3ed req-06750478-5b96-4d9e-aaaa-fe3eb0b24d7a service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=078f3e96-f1d8-48b4-8cd5-8adee91cee64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558075 May 20 20:38:05.051906 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8bdac147-2c7d-4afb-ad48-a5953e54f27d req-884c536e-589d-4d8c-8d28-eb3b17ff74f6 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] 10.222.0.35 "GET /v2.0/security-groups?id=0a1ca955-ee86-4e03-bb39-6b1e6a532a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724803 May 20 20:38:05.057097 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-12b65828-d645-4bbc-9e24-21ec288e9a1f req-33e3d6d3-79be-41a3-95c4-ab6a842b73bd service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f2296de0-b06c-422e-98fe-14a3771aba33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428660 May 20 20:38:05.079025 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a757f82-c952-40a7-8121-836c95b6c9d9 req-9262fb5e-8cd9-47fe-9d57-85fc8a2d6092 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:05.079025 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3a757f82-c952-40a7-8121-836c95b6c9d9 req-9262fb5e-8cd9-47fe-9d57-85fc8a2d6092 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c3b8525-c1c2-452b-9384-dea38d96ba7d HTTP/1.1" status: 200 len: 949 time: 0.1769125 May 20 20:38:05.115490 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 20:38:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92dd79c4-b664-4f03-813e-d7c70285625e x-openstack-request-id: req-92dd79c4-b664-4f03-813e-d7c70285625e {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:38:05.116020 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52c18748-2cc2-40bf-a3a4-f9db6e725ba2", "name": "network-vif-deleted", "tag": "4859f9ea-c854-491e-9b3b-d61b8efaa94b", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:38:05.116020 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-92dd79c4-b664-4f03-813e-d7c70285625e {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:38:05.116407 n-d-842733-1 neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92dd79c4-b664-4f03-813e-d7c70285625e'] response: {'server_uuid': '52c18748-2cc2-40bf-a3a4-f9db6e725ba2', 'name': 'network-vif-deleted', 'tag': '4859f9ea-c854-491e-9b3b-d61b8efaa94b', 'status': 'completed', 'code': 200} May 20 20:38:05.128591 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3a757f82-c952-40a7-8121-836c95b6c9d9 req-3eb88bf5-3494-43fa-9e86-5ae0f6f04545 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c2aa399-3055-4eb0-8f1a-45933e0e3cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388520 May 20 20:38:05.163346 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b09c0192-ee6a-49b9-8309-a334ded6f23c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:05.231606 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ac4fd6ed-f761-4131-b230-8772d3c75390 req-ed4e9184-ee53-43b1-9580-9df839ea759f tempest-LiveMigrationNegativeTest-1438540510 tempest-LiveMigrationNegativeTest-1438540510-project] 10.222.0.35 "GET /v2.0/ports?device_id=52c18748-2cc2-40bf-a3a4-f9db6e725ba2 HTTP/1.1" status: 200 len: 210 time: 0.0396137 May 20 20:38:05.233362 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b09c0192-ee6a-49b9-8309-a334ded6f23c admin admin] Network 7e63056f-89a6-4da2-9322-ff3239b073c6 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:38:05.238288 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-b09c0192-ee6a-49b9-8309-a334ded6f23c admin admin] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:38:05.245149 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b09c0192-ee6a-49b9-8309-a334ded6f23c admin admin] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:38:05.249302 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09c0192-ee6a-49b9-8309-a334ded6f23c admin admin] Pushing event updated for resources: {'Port': ['ID=4528711f-fa7a-4d6a-9aa8-302ffe4b8cf7,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:38:05.337959 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b09c0192-ee6a-49b9-8309-a334ded6f23c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748409'] for router_interface, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:05.409286 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device e0979714-7681-44dc-82d0-17304f0447a6 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:38:05.450551 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device d54c2248-c8ab-4d92-a7c2-22d2b693e7b5 up at agent hyperv_n-h2-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:38:05.546729 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port e0979714-7681-44dc-82d0-17304f0447a6 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:38:05.547642 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:05.575126 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-c8e383d4-6f93-4cf0-8518-cc65b6d7e312 None None] Provisioning complete for port 4528711f-fa7a-4d6a-9aa8-302ffe4b8cf7 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:38:05.575493 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c8e383d4-6f93-4cf0-8518-cc65b6d7e312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:05.623062 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Provisioning for port d54c2248-c8ab-4d92-a7c2-22d2b693e7b5 completed by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 20:38:05.625067 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-c8e383d4-6f93-4cf0-8518-cc65b6d7e312 None None] Port 4528711f-fa7a-4d6a-9aa8-302ffe4b8cf7 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 20:38:05.631815 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Provisioning complete for port d54c2248-c8ab-4d92-a7c2-22d2b693e7b5 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:38:05.632413 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:05.699933 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port e0979714-7681-44dc-82d0-17304f0447a6 is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:38:05.700314 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:05.728460 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] For port e0979714-7681-44dc-82d0-17304f0447a6, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=e0979714-7681-44dc-82d0-17304f0447a6,segment=NetworkSegment(0b5485c4-eff8-42a1-9073-ae54ed4c63ba),segment_id=0b5485c4-eff8-42a1-9073-ae54ed4c63ba)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:38:05.766511 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port d54c2248-c8ab-4d92-a7c2-22d2b693e7b5 is: BUILD; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:38:05.766836 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:05.810189 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:05.840352 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port d54c2248-c8ab-4d92-a7c2-22d2b693e7b5, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=d54c2248-c8ab-4d92-a7c2-22d2b693e7b5,segment=NetworkSegment(902335b0-4452-4b31-9bc3-509eaa8e03dd),segment_id=902335b0-4452-4b31-9bc3-509eaa8e03dd)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:38:05.869384 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Pushing event updated for resources: {'Port': ['ID=e0979714-7681-44dc-82d0-17304f0447a6,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:38:05.893370 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-12b65828-d645-4bbc-9e24-21ec288e9a1f req-ece26c39-b22c-4aff-91d4-0db9c84568d9 service neutron] 10.222.0.24 "GET /v2.0/networks/f2296de0-b06c-422e-98fe-14a3771aba33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6079648 May 20 20:38:05.908455 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cd5e9e-a5c5-4900-bf43-e8195e81ad64 req-472bec67-d4e3-4ffb-97c2-3059b7a878b5 tempest-MultipleCreateTestJSON-719674146 tempest-MultipleCreateTestJSON-719674146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:05.910008 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b2cd5e9e-a5c5-4900-bf43-e8195e81ad64 req-472bec67-d4e3-4ffb-97c2-3059b7a878b5 tempest-MultipleCreateTestJSON-719674146 tempest-MultipleCreateTestJSON-719674146-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6208fad-1865-4610-83a7-f9cccb80fc3d HTTP/1.1" status: 200 len: 944 time: 0.1546042 May 20 20:38:05.917678 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706943d3-b012-4a7a-9667-e6356cbffb88 req-d3b0fe81-c82f-437a-a689-8505af167ba7 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:05.924254 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706943d3-b012-4a7a-9667-e6356cbffb88 req-d3b0fe81-c82f-437a-a689-8505af167ba7 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:05.925820 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-706943d3-b012-4a7a-9667-e6356cbffb88 req-d3b0fe81-c82f-437a-a689-8505af167ba7 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c3b8525-c1c2-452b-9384-dea38d96ba7d&device_id=9e3c1c39-47b2-4b09-b73c-3948794708ee HTTP/1.1" status: 200 len: 1690 time: 0.1714423 May 20 20:38:05.927092 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:05.928682 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 4859f9ea-c854-491e-9b3b-d61b8efaa94b no longer exists at agent hyperv_n-h2-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:38:05.954433 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] No Port match for: 4859f9ea-c854-491e-9b3b-d61b8efaa94b {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 20:38:05.954941 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 4859f9ea-c854-491e-9b3b-d61b8efaa94b not bound to the agent host n-h2-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 20:38:05.998793 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=d54c2248-c8ab-4d92-a7c2-22d2b693e7b5,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:38:06.043102 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b2cd5e9e-a5c5-4900-bf43-e8195e81ad64 req-7f65eb80-b77f-4f02-82ff-b320aa948cf0 tempest-MultipleCreateTestJSON-719674146 tempest-MultipleCreateTestJSON-719674146-project] 10.222.0.35 "GET /v2.0/security-groups?id=078f3e96-f1d8-48b4-8cd5-8adee91cee64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147304 May 20 20:38:06.050617 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-706943d3-b012-4a7a-9667-e6356cbffb88 req-eeecc6d7-2969-4ce1-b5e0-9fd5116e53c0 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c2aa399-3055-4eb0-8f1a-45933e0e3cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118033 May 20 20:38:06.098915 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-12b65828-d645-4bbc-9e24-21ec288e9a1f req-71a3fdd3-688f-4bc5-b03c-c66cddb1d8e1 service neutron] 10.222.0.24 "GET /v2.0/networks/f2296de0-b06c-422e-98fe-14a3771aba33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1694798 May 20 20:38:06.207287 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b09c0192-ee6a-49b9-8309-a334ded6f23c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:06.219668 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8850421f-221d-402f-b619-4bbfbb23d5dc req-76ac24c6-66e7-4893-bdeb-04a316dd6aca tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:06.221388 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8850421f-221d-402f-b619-4bbfbb23d5dc req-76ac24c6-66e7-4893-bdeb-04a316dd6aca tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] 10.222.0.35 "GET /v2.0/ports?device_id=af8dbbf2-af97-4d08-9dfb-94cc026d387b HTTP/1.1" status: 200 len: 949 time: 0.1064599 May 20 20:38:06.297528 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310b9033-73e0-4fe8-8079-44fdd6dcad32 req-a9b50a88-51ec-4be2-af23-fb7df4025468 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:06.299047 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-310b9033-73e0-4fe8-8079-44fdd6dcad32 req-a9b50a88-51ec-4be2-af23-fb7df4025468 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] 10.222.0.35 "GET /v2.0/ports?device_id=ac9eebca-999a-402a-b2b5-aa424b891f77 HTTP/1.1" status: 200 len: 943 time: 0.1292398 May 20 20:38:06.311054 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8850421f-221d-402f-b619-4bbfbb23d5dc req-d3d6bf77-4205-4f77-b052-38de3e65eb49 tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] 10.222.0.35 "GET /v2.0/security-groups?id=b86a25cf-8ff6-49a5-9967-210010093ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809479 May 20 20:38:06.407572 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-310b9033-73e0-4fe8-8079-44fdd6dcad32 req-972bb668-2f5e-4d13-89aa-a3b4454dae1b tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] 10.222.0.35 "GET /v2.0/security-groups?id=0a1ca955-ee86-4e03-bb39-6b1e6a532a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996959 May 20 20:38:06.452078 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6208fad-1865-4610-83a7-f9cccb80fc3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd54c2248-c8ab-4d92-a7c2-22d2b693e7b5'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:38:06.458351 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8485417003ce7c0410b00f5cdc2f391e21107b70bb68e2773712534a96e108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08b31bc9-a196-40f2-b2e8-809f177082eb" -d '{"events": [{"server_uuid": "d6208fad-1865-4610-83a7-f9cccb80fc3d", "name": "network-vif-plugged", "status": "completed", "tag": "d54c2248-c8ab-4d92-a7c2-22d2b693e7b5"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:38:06.472651 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3956ce88-558d-4e3d-aec0-64907658f474 req-71c5f68e-b4d7-4531-9f67-2a9cad07f966 tempest-ServersOnMultiNodesTest-1803513337 tempest-ServersOnMultiNodesTest-1803513337-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:06.474299 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3956ce88-558d-4e3d-aec0-64907658f474 req-71c5f68e-b4d7-4531-9f67-2a9cad07f966 tempest-ServersOnMultiNodesTest-1803513337 tempest-ServersOnMultiNodesTest-1803513337-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=6c3b8525-c1c2-452b-9384-dea38d96ba7d HTTP/1.1" status: 200 len: 1100 time: 0.0875428 May 20 20:38:06.498149 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 20:38:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe01f33d-9ccb-4d1c-977d-74ddbad7f53e x-openstack-request-id: req-fe01f33d-9ccb-4d1c-977d-74ddbad7f53e {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:38:06.498613 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6208fad-1865-4610-83a7-f9cccb80fc3d", "name": "network-vif-plugged", "status": "completed", "tag": "d54c2248-c8ab-4d92-a7c2-22d2b693e7b5", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:38:06.499023 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-fe01f33d-9ccb-4d1c-977d-74ddbad7f53e {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:38:06.499528 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe01f33d-9ccb-4d1c-977d-74ddbad7f53e'] response: {'server_uuid': 'd6208fad-1865-4610-83a7-f9cccb80fc3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd54c2248-c8ab-4d92-a7c2-22d2b693e7b5', 'code': 200} May 20 20:38:06.514132 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b09c0192-ee6a-49b9-8309-a334ded6f23c admin admin] Notify callbacks [] for port, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:06.530901 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3956ce88-558d-4e3d-aec0-64907658f474 req-684ef470-fc25-4e50-9008-5db6e3e80d8b tempest-ServersOnMultiNodesTest-1803513337 tempest-ServersOnMultiNodesTest-1803513337-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=0c2aa399-3055-4eb0-8f1a-45933e0e3cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437009 May 20 20:38:06.609156 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b09c0192-ee6a-49b9-8309-a334ded6f23c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:06.643921 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7821eeb3-bbec-4867-ace0-481950e5cd94 req-794af33c-7e24-4a46-b903-a5f8a6cf482f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:06.645346 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-7821eeb3-bbec-4867-ace0-481950e5cd94 req-794af33c-7e24-4a46-b903-a5f8a6cf482f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d6208fad-1865-4610-83a7-f9cccb80fc3d HTTP/1.1" status: 200 len: 1096 time: 0.0390089 May 20 20:38:06.692061 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-7821eeb3-bbec-4867-ace0-481950e5cd94 req-7f4f4a01-0c38-4137-a2e8-f5d63fc02bd6 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=078f3e96-f1d8-48b4-8cd5-8adee91cee64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300581 May 20 20:38:06.697293 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b09c0192-ee6a-49b9-8309-a334ded6f23c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748437'] for router_interface, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:06.699609 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09c0192-ee6a-49b9-8309-a334ded6f23c admin admin] Pushing event updated for resources: {'Port': ['ID=4528711f-fa7a-4d6a-9aa8-302ffe4b8cf7,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:38:06.704607 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680f0ca4-5a10-4c56-b3d7-e7f00171b7d6 req-8977dbbd-a244-4b25-9f45-d407e62bcd5d tempest-ServersOnMultiNodesTest-1803513337 tempest-ServersOnMultiNodesTest-1803513337-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:06.706147 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-680f0ca4-5a10-4c56-b3d7-e7f00171b7d6 req-8977dbbd-a244-4b25-9f45-d407e62bcd5d tempest-ServersOnMultiNodesTest-1803513337 tempest-ServersOnMultiNodesTest-1803513337-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=9e3c1c39-47b2-4b09-b73c-3948794708ee HTTP/1.1" status: 200 len: 1101 time: 0.1062131 May 20 20:38:06.791087 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-680f0ca4-5a10-4c56-b3d7-e7f00171b7d6 req-4b0528bb-8f75-4048-87b5-d6d579a5a5fa tempest-ServersOnMultiNodesTest-1803513337 tempest-ServersOnMultiNodesTest-1803513337-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=0c2aa399-3055-4eb0-8f1a-45933e0e3cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784094 May 20 20:38:06.828993 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b09c0192-ee6a-49b9-8309-a334ded6f23c admin admin] Network 7e63056f-89a6-4da2-9322-ff3239b073c6 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:38:06.831109 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-b09c0192-ee6a-49b9-8309-a334ded6f23c admin admin] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:38:06.964360 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b09c0192-ee6a-49b9-8309-a334ded6f23c admin admin] Router 96877dde-8809-4099-bfc6-95b6aad55f68 has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 20:38:06.976954 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 33170) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:38:07.053872 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6d7caf29-624c-4179-b28c-b665c50b8531 req-5750fc1f-849d-4283-9628-43804ab7da0f tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=4207919be7244eb28564658a511e407f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0264628 May 20 20:38:07.125900 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-165bc2f8-178c-4ac3-99ec-88f200c01f61 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f0a00de831794c7980c037dc26b9c7f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1469212 May 20 20:38:07.128456 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 33180) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:38:07.161747 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-6645d57d-d28d-406a-8293-de14a30807a0 None None] Provisioning complete for port 4528711f-fa7a-4d6a-9aa8-302ffe4b8cf7 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:38:07.162448 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-6645d57d-d28d-406a-8293-de14a30807a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:07.182216 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ea982bdf-dd4e-4fcd-a07c-2b36916eef01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:07.199157 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b09c0192-ee6a-49b9-8309-a334ded6f23c admin admin] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 20:38:07.199943 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-6645d57d-d28d-406a-8293-de14a30807a0 None None] Port 4528711f-fa7a-4d6a-9aa8-302ffe4b8cf7 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 20:38:07.206112 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ea982bdf-dd4e-4fcd-a07c-2b36916eef01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:07.212330 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afac982d-b607-4cad-bb1f-6ddf62fe3ceb None None] Sync routers for ids ['96877dde-8809-4099-bfc6-95b6aad55f68'] in n-d-842733-1 {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 20:38:07.215541 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-b09c0192-ee6a-49b9-8309-a334ded6f23c admin admin] 10.222.0.35 "PUT /v2.0/routers/96877dde-8809-4099-bfc6-95b6aad55f68/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7182550 May 20 20:38:07.222205 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afac982d-b607-4cad-bb1f-6ddf62fe3ceb None None] Routers {'96877dde-8809-4099-bfc6-95b6aad55f68'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:38:07.222838 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-afac982d-b607-4cad-bb1f-6ddf62fe3ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:37:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['96877dde-8809-4099-bfc6-95b6aad55f68'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:38:07.259517 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff68ce8a-60f0-443a-8362-f8ce1170a6b0 req-b1f5053b-959e-4b7a-9b7c-b28d03942824 tempest-MultipleCreateTestJSON-719674146 tempest-MultipleCreateTestJSON-719674146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:07.264944 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ff68ce8a-60f0-443a-8362-f8ce1170a6b0 req-b1f5053b-959e-4b7a-9b7c-b28d03942824 tempest-MultipleCreateTestJSON-719674146 tempest-MultipleCreateTestJSON-719674146-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6208fad-1865-4610-83a7-f9cccb80fc3d HTTP/1.1" status: 200 len: 945 time: 0.1089246 May 20 20:38:07.274427 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7caf29-624c-4179-b28c-b665c50b8531 req-6af76040-bdd2-4513-80c2-e4f1061b7d77 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:07.275913 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6d7caf29-624c-4179-b28c-b665c50b8531 req-6af76040-bdd2-4513-80c2-e4f1061b7d77 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2096646 May 20 20:38:07.301432 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6d7caf29-624c-4179-b28c-b665c50b8531 req-6820be9b-e353-41fc-8c84-ea2b50a57717 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] 10.222.0.35 "GET /v2.0/quotas/4207919be7244eb28564658a511e407f HTTP/1.1" status: 200 len: 375 time: 0.0169683 May 20 20:38:07.321580 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ea982bdf-dd4e-4fcd-a07c-2b36916eef01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:07.329415 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ea982bdf-dd4e-4fcd-a07c-2b36916eef01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:07.331246 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-ea982bdf-dd4e-4fcd-a07c-2b36916eef01 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/89ca7ea3-9b4d-452a-a64a-566d7b2e6fb3 HTTP/1.1" status: 204 len: 168 time: 0.2017934 May 20 20:38:07.336215 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ff68ce8a-60f0-443a-8362-f8ce1170a6b0 req-7a9a61c6-473c-4e66-9b7b-1548813848cb tempest-MultipleCreateTestJSON-719674146 tempest-MultipleCreateTestJSON-719674146-project] 10.222.0.35 "GET /v2.0/security-groups?id=078f3e96-f1d8-48b4-8cd5-8adee91cee64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580394 May 20 20:38:07.359345 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea982bdf-dd4e-4fcd-a07c-2b36916eef01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89ca7ea3-9b4d-452a-a64a-566d7b2e6fb3,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:38:07.377112 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-afac982d-b607-4cad-bb1f-6ddf62fe3ceb None None] Set router 96877dde-8809-4099-bfc6-95b6aad55f68 gateway port host: n-d-842733-1 {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:38:07.440799 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6d7caf29-624c-4179-b28c-b665c50b8531 req-e5d8f5a6-46ad-433d-9aa1-3208e5a45188 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=4207919be7244eb28564658a511e407f&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1296098 May 20 20:38:07.477513 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device e0979714-7681-44dc-82d0-17304f0447a6 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:38:07.506035 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 49eba6ec-323b-40ab-b0e1-d93823fd439f details requested by agent hyperv_n-h1-842733-1 with host n-h1-842733-1 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 20:38:07.515070 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc9fcb4-9dde-47e1-93b3-ab26dd7aa394 req-331538a6-7526-4c1d-baa6-71fd6d526ffd tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:07.517165 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3fc9fcb4-9dde-47e1-93b3-ab26dd7aa394 req-331538a6-7526-4c1d-baa6-71fd6d526ffd tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] 10.222.0.35 "GET /v2.0/ports?device_id=af8dbbf2-af97-4d08-9dfb-94cc026d387b HTTP/1.1" status: 200 len: 949 time: 0.0712454 May 20 20:38:07.573797 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3fc9fcb4-9dde-47e1-93b3-ab26dd7aa394 req-960cbf00-1bd9-49cd-b9a0-ffad6de996b8 tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] 10.222.0.35 "GET /v2.0/security-groups?id=b86a25cf-8ff6-49a5-9967-210010093ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433774 May 20 20:38:07.663268 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port e0979714-7681-44dc-82d0-17304f0447a6 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:38:07.663732 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:07.679517 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a162b31c-a0c4-44d7-adf5-efead6800968 req-29c27381-6f3c-4c5b-817f-8509c6ec0db3 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:07.681118 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a162b31c-a0c4-44d7-adf5-efead6800968 req-29c27381-6f3c-4c5b-817f-8509c6ec0db3 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] 10.222.0.35 "GET /v2.0/ports?device_id=ac9eebca-999a-402a-b2b5-aa424b891f77 HTTP/1.1" status: 200 len: 943 time: 0.0530889 May 20 20:38:07.753825 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a162b31c-a0c4-44d7-adf5-efead6800968 req-8b093f5a-558f-436c-82fd-616813ed81e6 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] 10.222.0.35 "GET /v2.0/security-groups?id=0a1ca955-ee86-4e03-bb39-6b1e6a532a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595200 May 20 20:38:07.770034 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port 49eba6ec-323b-40ab-b0e1-d93823fd439f, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=49eba6ec-323b-40ab-b0e1-d93823fd439f,segment=NetworkSegment(8e7444da-2574-4e87-afbd-a324be0dd68b),segment_id=8e7444da-2574-4e87-afbd-a324be0dd68b)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:38:07.806603 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Returning: {'device': '49eba6ec-323b-40ab-b0e1-d93823fd439f', 'network_id': 'f2296de0-b06c-422e-98fe-14a3771aba33', 'port_id': '49eba6ec-323b-40ab-b0e1-d93823fd439f', 'mac_address': 'fa:16:3e:13:f4:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9e5fad6-106c-4fb6-bdcf-0e79e7e3eb1f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 20 20:38:07.846125 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-145ed657-6ac8-4241-8caa-8bfeeaaea247 req-e5c2bfdd-ab81-48a6-a3da-8c75ff9230f1 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] 10.222.0.35 "GET /v2.0/ports?device_id=baee7f9c-76fb-4cfd-b10c-e926b4d4c895 HTTP/1.1" status: 200 len: 210 time: 0.0401847 May 20 20:38:07.893125 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Current status of the port 49eba6ec-323b-40ab-b0e1-d93823fd439f is: DOWN; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:38:07.893466 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:07.897847 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port e0979714-7681-44dc-82d0-17304f0447a6 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:38:07.908665 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-afac982d-b607-4cad-bb1f-6ddf62fe3ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96877dde-8809-4099-bfc6-95b6aad55f68', 'name': 'tempest-ServersTestBootFromVolume-667217382-router', 'tenant_id': '4db4ec0def424bec87de5a3f7547267e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.191'}], 'enable_snat': True}, 'gw_port_id': 'e0979714-7681-44dc-82d0-17304f0447a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:37:58Z', 'updated_at': '2022-05-20T20:38:05Z', 'revision_number': 4, 'project_id': '4db4ec0def424bec87de5a3f7547267e', 'gw_port': {'id': 'e0979714-7681-44dc-82d0-17304f0447a6', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:67:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96877dde-8809-4099-bfc6-95b6aad55f68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:37:59Z', 'updated_at': '2022-05-20T20:38:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': '4528711f-fa7a-4d6a-9aa8-302ffe4b8cf7', 'name': '', 'network_id': '7e63056f-89a6-4da2-9322-ff3239b073c6', 'tenant_id': '4db4ec0def424bec87de5a3f7547267e', 'mac_address': 'fa:16:3e:60:9b:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96877dde-8809-4099-bfc6-95b6aad55f68', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'f320fcb0-0b3a-445c-8395-c256db82b19f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:38:03Z', 'updated_at': '2022-05-20T20:38:06Z', 'revision_number': 2, 'project_id': '4db4ec0def424bec87de5a3f7547267e', 'subnets': [{'id': 'f320fcb0-0b3a-445c-8395-c256db82b19f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:38:07.940442 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49eba6ec-323b-40ab-b0e1-d93823fd439f {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:38:07.945717 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afac982d-b607-4cad-bb1f-6ddf62fe3ceb None None] Checking router: 96877dde-8809-4099-bfc6-95b6aad55f68 for host: n-d-842733-1 {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 20:38:07.946067 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afac982d-b607-4cad-bb1f-6ddf62fe3ceb None None] Updating router 96877dde-8809-4099-bfc6-95b6aad55f68 port 4528711f-fa7a-4d6a-9aa8-302ffe4b8cf7 binding host n-d-842733-1 {{(pid=103164) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 20:38:07.985915 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port 49eba6ec-323b-40ab-b0e1-d93823fd439f, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=49eba6ec-323b-40ab-b0e1-d93823fd439f,segment=NetworkSegment(8e7444da-2574-4e87-afbd-a324be0dd68b),segment_id=8e7444da-2574-4e87-afbd-a324be0dd68b)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:38:07.990667 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-afac982d-b607-4cad-bb1f-6ddf62fe3ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:08.093185 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:08.177602 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 33206) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:38:08.195313 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Pushing event updated for resources: {'Port': ['ID=49eba6ec-323b-40ab-b0e1-d93823fd439f,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:38:08.217443 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 33208) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:38:08.223167 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-d6df9753-5a8d-4aa0-bee5-86f9a70f55e8 tempest-ServersTestBootFromVolume-26390201 tempest-ServersTestBootFromVolume-26390201-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1383954390', 'description': 'tempest-description--2107114890'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:38:08.236393 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-dc9cc8ce-bd16-40b7-bb2d-aedd67f10582 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9ae79256ed9e441cbdc88287f319cf68&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0568185 May 20 20:38:08.237013 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 33210) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:38:08.290398 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-17fff97b-9e91-4aac-96b4-fddf3a4e0262 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:08.324111 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-17fff97b-9e91-4aac-96b4-fddf3a4e0262 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:08.349978 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d6df9753-5a8d-4aa0-bee5-86f9a70f55e8 tempest-ServersTestBootFromVolume-26390201 tempest-ServersTestBootFromVolume-26390201-project] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:08.450456 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-afac982d-b607-4cad-bb1f-6ddf62fe3ceb None None] Notify callbacks [] for port, precommit_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:08.473806 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d6df9753-5a8d-4aa0-bee5-86f9a70f55e8 tempest-ServersTestBootFromVolume-26390201 tempest-ServersTestBootFromVolume-26390201-project] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:08.491709 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ff64c8-b666-4047-a764-598c3b7961b5 req-58d70dbf-c793-432c-b1c4-8e6029f73ad0 tempest-MultipleCreateTestJSON-719674146 tempest-MultipleCreateTestJSON-719674146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:08.492891 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-17fff97b-9e91-4aac-96b4-fddf3a4e0262 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:08.493244 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-62ff64c8-b666-4047-a764-598c3b7961b5 req-58d70dbf-c793-432c-b1c4-8e6029f73ad0 tempest-MultipleCreateTestJSON-719674146 tempest-MultipleCreateTestJSON-719674146-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6208fad-1865-4610-83a7-f9cccb80fc3d HTTP/1.1" status: 200 len: 945 time: 0.0715649 May 20 20:38:08.495500 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-17fff97b-9e91-4aac-96b4-fddf3a4e0262 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:08.496635 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-17fff97b-9e91-4aac-96b4-fddf3a4e0262 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/eb96f5d1-cc05-4b57-b290-6e422c0390f7 HTTP/1.1" status: 204 len: 168 time: 0.2586765 May 20 20:38:08.505029 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fff97b-9e91-4aac-96b4-fddf3a4e0262 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb96f5d1-cc05-4b57-b290-6e422c0390f7,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:38:08.512041 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] get_ports_and_sgs() called for port_ids ['49eba6ec-323b-40ab-b0e1-d93823fd439f'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:38:08.543653 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-62ff64c8-b666-4047-a764-598c3b7961b5 req-8a62bae8-c84c-4d7c-b128-c0b2788214be tempest-MultipleCreateTestJSON-719674146 tempest-MultipleCreateTestJSON-719674146-project] 10.222.0.35 "GET /v2.0/security-groups?id=078f3e96-f1d8-48b4-8cd5-8adee91cee64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435107 May 20 20:38:08.550555 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-afac982d-b607-4cad-bb1f-6ddf62fe3ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:08.575390 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d6df9753-5a8d-4aa0-bee5-86f9a70f55e8 tempest-ServersTestBootFromVolume-26390201 tempest-ServersTestBootFromVolume-26390201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:08.632672 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6df9753-5a8d-4aa0-bee5-86f9a70f55e8 tempest-ServersTestBootFromVolume-26390201 tempest-ServersTestBootFromVolume-26390201-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a3fb94c-0846-423e-9e5e-d5c146d3cf48,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:38:08.657376 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d0a8bc-8fab-49bf-806d-f39fbcf61411 None None] Pushing event updated for resources: {'Port': ['ID=4528711f-fa7a-4d6a-9aa8-302ffe4b8cf7,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:38:08.712155 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d6df9753-5a8d-4aa0-bee5-86f9a70f55e8 tempest-ServersTestBootFromVolume-26390201 tempest-ServersTestBootFromVolume-26390201-project] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:08.715116 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-d6df9753-5a8d-4aa0-bee5-86f9a70f55e8 tempest-ServersTestBootFromVolume-26390201 tempest-ServersTestBootFromVolume-26390201-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4964435 May 20 20:38:08.720159 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 33220) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:38:08.726029 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-9dde211e-533d-4d30-b32f-9fe1b4a6c9c0 tempest-ServersTestBootFromVolume-26390201 tempest-ServersTestBootFromVolume-26390201-project] Request body: {'security_group_rule': {'security_group_id': '7a3fb94c-0846-423e-9e5e-d5c146d3cf48', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:38:08.730811 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629c06d9-315c-4783-84af-d408720ccea4 req-c87a7a3e-0778-429a-8ac3-d3f232d7339e tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:08.739054 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-629c06d9-315c-4783-84af-d408720ccea4 req-c87a7a3e-0778-429a-8ac3-d3f232d7339e tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] 10.222.0.35 "GET /v2.0/ports?device_id=af8dbbf2-af97-4d08-9dfb-94cc026d387b HTTP/1.1" status: 200 len: 949 time: 0.0694745 May 20 20:38:08.764366 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-afac982d-b607-4cad-bb1f-6ddf62fe3ceb None None] Attempting to bind port 4528711f-fa7a-4d6a-9aa8-302ffe4b8cf7 on host n-d-842733-1 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:38:08.765079 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-afac982d-b607-4cad-bb1f-6ddf62fe3ceb None None] Attempting to bind port 4528711f-fa7a-4d6a-9aa8-302ffe4b8cf7 by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': '2e6e4d76-0e9f-4826-8486-6bd4ed5544e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '7e63056f-89a6-4da2-9322-ff3239b073c6'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:38:08.766155 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afac982d-b607-4cad-bb1f-6ddf62fe3ceb None None] Attempting to bind port 4528711f-fa7a-4d6a-9aa8-302ffe4b8cf7 on network 7e63056f-89a6-4da2-9322-ff3239b073c6 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:38:08.782010 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afac982d-b607-4cad-bb1f-6ddf62fe3ceb None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 37, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:38:08.782702 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afac982d-b607-4cad-bb1f-6ddf62fe3ceb None None] Checking segment: {'id': '2e6e4d76-0e9f-4826-8486-6bd4ed5544e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '7e63056f-89a6-4da2-9322-ff3239b073c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:38:08.783277 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-afac982d-b607-4cad-bb1f-6ddf62fe3ceb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:08.784024 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afac982d-b607-4cad-bb1f-6ddf62fe3ceb None None] Bound using segment: {'id': '2e6e4d76-0e9f-4826-8486-6bd4ed5544e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '7e63056f-89a6-4da2-9322-ff3239b073c6'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:38:08.784939 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-afac982d-b607-4cad-bb1f-6ddf62fe3ceb None None] Bound port: 4528711f-fa7a-4d6a-9aa8-302ffe4b8cf7, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e6e4d76-0e9f-4826-8486-6bd4ed5544e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '7e63056f-89a6-4da2-9322-ff3239b073c6'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:38:08.785515 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-afac982d-b607-4cad-bb1f-6ddf62fe3ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:08.787392 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-629c06d9-315c-4783-84af-d408720ccea4 req-6e859a90-3ed2-4bdd-b5c9-f6ac78921749 tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] 10.222.0.35 "GET /v2.0/security-groups?id=b86a25cf-8ff6-49a5-9967-210010093ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474243 May 20 20:38:08.836332 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9dde211e-533d-4d30-b32f-9fe1b4a6c9c0 tempest-ServersTestBootFromVolume-26390201 tempest-ServersTestBootFromVolume-26390201-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:08.923240 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9dde211e-533d-4d30-b32f-9fe1b4a6c9c0 tempest-ServersTestBootFromVolume-26390201 tempest-ServersTestBootFromVolume-26390201-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:08.936867 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36909bb-e2a1-481e-9c0c-0d31e8985f2c req-d0a7d1f7-6965-4349-8d72-d36b2bfe4c06 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:08.946078 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a36909bb-e2a1-481e-9c0c-0d31e8985f2c req-d0a7d1f7-6965-4349-8d72-d36b2bfe4c06 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] 10.222.0.35 "GET /v2.0/ports?device_id=ac9eebca-999a-402a-b2b5-aa424b891f77 HTTP/1.1" status: 200 len: 944 time: 0.1136591 May 20 20:38:08.962501 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-afac982d-b607-4cad-bb1f-6ddf62fe3ceb None None] For port 4528711f-fa7a-4d6a-9aa8-302ffe4b8cf7, host n-d-842733-1, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:38:08.974871 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-afac982d-b607-4cad-bb1f-6ddf62fe3ceb None None] For port 4528711f-fa7a-4d6a-9aa8-302ffe4b8cf7, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=4528711f-fa7a-4d6a-9aa8-302ffe4b8cf7,segment=NetworkSegment(2e6e4d76-0e9f-4826-8486-6bd4ed5544e9),segment_id=2e6e4d76-0e9f-4826-8486-6bd4ed5544e9)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:38:08.995462 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9dde211e-533d-4d30-b32f-9fe1b4a6c9c0 tempest-ServersTestBootFromVolume-26390201 tempest-ServersTestBootFromVolume-26390201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691816'] for security_group_rule, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:09.004472 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-af0c3476-b8f0-4fce-9e2f-c39bdbe64b8c req-b19ca0b3-02bd-4b64-b4b0-2f85323571cc tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] 10.222.0.35 "GET /v2.0/ports?device_id=baee7f9c-76fb-4cfd-b10c-e926b4d4c895 HTTP/1.1" status: 200 len: 210 time: 0.0551481 May 20 20:38:09.020109 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dde211e-533d-4d30-b32f-9fe1b4a6c9c0 tempest-ServersTestBootFromVolume-26390201 tempest-ServersTestBootFromVolume-26390201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b332cbe-868e-49e2-b080-d39e763321d5,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:38:09.041773 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a36909bb-e2a1-481e-9c0c-0d31e8985f2c req-a2106a82-9e05-483e-a293-e3972f2201b9 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] 10.222.0.35 "GET /v2.0/security-groups?id=0a1ca955-ee86-4e03-bb39-6b1e6a532a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946019 May 20 20:38:09.049329 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-7b762779-20d3-43af-bd63-f26c350ad5b8 None None] Provisioning complete for port 4528711f-fa7a-4d6a-9aa8-302ffe4b8cf7 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:38:09.049689 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-7b762779-20d3-43af-bd63-f26c350ad5b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:09.094586 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9dde211e-533d-4d30-b32f-9fe1b4a6c9c0 tempest-ServersTestBootFromVolume-26390201 tempest-ServersTestBootFromVolume-26390201-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:09.096603 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-afac982d-b607-4cad-bb1f-6ddf62fe3ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:09.096744 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-9dde211e-533d-4d30-b32f-9fe1b4a6c9c0 tempest-ServersTestBootFromVolume-26390201 tempest-ServersTestBootFromVolume-26390201-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3744388 May 20 20:38:09.098160 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-7b762779-20d3-43af-bd63-f26c350ad5b8 None None] Port 4528711f-fa7a-4d6a-9aa8-302ffe4b8cf7 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 20:38:09.103135 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 33236) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:38:09.107698 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-7b6cb034-8c89-45b0-b7f6-6ea0750f2bce tempest-ServersTestBootFromVolume-26390201 tempest-ServersTestBootFromVolume-26390201-project] Request body: {'security_group_rule': {'security_group_id': '7a3fb94c-0846-423e-9e5e-d5c146d3cf48', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:38:09.157101 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afac982d-b607-4cad-bb1f-6ddf62fe3ceb None None] Routers {'96877dde-8809-4099-bfc6-95b6aad55f68'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:38:09.157766 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-afac982d-b607-4cad-bb1f-6ddf62fe3ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:37:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['96877dde-8809-4099-bfc6-95b6aad55f68'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:38:09.195438 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7b6cb034-8c89-45b0-b7f6-6ea0750f2bce tempest-ServersTestBootFromVolume-26390201 tempest-ServersTestBootFromVolume-26390201-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:09.203643 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d0a8bc-8fab-49bf-806d-f39fbcf61411 None None] Pushing event updated for resources: {'Port': ['ID=4528711f-fa7a-4d6a-9aa8-302ffe4b8cf7,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:38:09.272888 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7b6cb034-8c89-45b0-b7f6-6ea0750f2bce tempest-ServersTestBootFromVolume-26390201 tempest-ServersTestBootFromVolume-26390201-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:09.295863 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-afac982d-b607-4cad-bb1f-6ddf62fe3ceb None None] Set router 96877dde-8809-4099-bfc6-95b6aad55f68 gateway port host: n-d-842733-1 {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:38:09.342975 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7b6cb034-8c89-45b0-b7f6-6ea0750f2bce tempest-ServersTestBootFromVolume-26390201 tempest-ServersTestBootFromVolume-26390201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691816'] for security_group_rule, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:09.364430 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6cb034-8c89-45b0-b7f6-6ea0750f2bce tempest-ServersTestBootFromVolume-26390201 tempest-ServersTestBootFromVolume-26390201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2cc87e0-b22a-46cf-8158-191d1139f144,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:38:09.442142 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-2a8bca3f-6ae7-4de2-bcd0-17c610db7ec7 None None] Provisioning complete for port 4528711f-fa7a-4d6a-9aa8-302ffe4b8cf7 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:38:09.442436 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-2a8bca3f-6ae7-4de2-bcd0-17c610db7ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:09.449157 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7b6cb034-8c89-45b0-b7f6-6ea0750f2bce tempest-ServersTestBootFromVolume-26390201 tempest-ServersTestBootFromVolume-26390201-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:09.450750 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-7b6cb034-8c89-45b0-b7f6-6ea0750f2bce tempest-ServersTestBootFromVolume-26390201 tempest-ServersTestBootFromVolume-26390201-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3466413 May 20 20:38:09.454195 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 33242) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:38:09.467374 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-c5913c08-a4b2-4162-b249-975e5b643fda tempest-ServersTestBootFromVolume-26390201 tempest-ServersTestBootFromVolume-26390201-project] Request body: {'floatingip': {'floating_network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:38:09.561647 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c5913c08-a4b2-4162-b249-975e5b643fda tempest-ServersTestBootFromVolume-26390201 tempest-ServersTestBootFromVolume-26390201-project] Notify callbacks [] for floatingip, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:09.587722 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-2a8bca3f-6ae7-4de2-bcd0-17c610db7ec7 None None] Current status of the port 4528711f-fa7a-4d6a-9aa8-302ffe4b8cf7 is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:38:09.588942 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-2a8bca3f-6ae7-4de2-bcd0-17c610db7ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:09.607797 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-afac982d-b607-4cad-bb1f-6ddf62fe3ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96877dde-8809-4099-bfc6-95b6aad55f68', 'name': 'tempest-ServersTestBootFromVolume-667217382-router', 'tenant_id': '4db4ec0def424bec87de5a3f7547267e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.191'}], 'enable_snat': True}, 'gw_port_id': 'e0979714-7681-44dc-82d0-17304f0447a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:37:58Z', 'updated_at': '2022-05-20T20:38:05Z', 'revision_number': 4, 'project_id': '4db4ec0def424bec87de5a3f7547267e', 'gw_port': {'id': 'e0979714-7681-44dc-82d0-17304f0447a6', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:67:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96877dde-8809-4099-bfc6-95b6aad55f68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:37:59Z', 'updated_at': '2022-05-20T20:38:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': '4528711f-fa7a-4d6a-9aa8-302ffe4b8cf7', 'name': '', 'network_id': '7e63056f-89a6-4da2-9322-ff3239b073c6', 'tenant_id': '4db4ec0def424bec87de5a3f7547267e', 'mac_address': 'fa:16:3e:60:9b:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96877dde-8809-4099-bfc6-95b6aad55f68', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'f320fcb0-0b3a-445c-8395-c256db82b19f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:38:03Z', 'updated_at': '2022-05-20T20:38:08Z', 'revision_number': 4, 'project_id': '4db4ec0def424bec87de5a3f7547267e', 'subnets': [{'id': 'f320fcb0-0b3a-445c-8395-c256db82b19f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:38:09.648452 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afac982d-b607-4cad-bb1f-6ddf62fe3ceb None None] The sync data for ids ['96877dde-8809-4099-bfc6-95b6aad55f68'] in n-d-842733-1 is: [{'id': '96877dde-8809-4099-bfc6-95b6aad55f68', 'name': 'tempest-ServersTestBootFromVolume-667217382-router', 'tenant_id': '4db4ec0def424bec87de5a3f7547267e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.191'}], 'enable_snat': True}, 'gw_port_id': 'e0979714-7681-44dc-82d0-17304f0447a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:37:58Z', 'updated_at': '2022-05-20T20:38:05Z', 'revision_number': 4, 'project_id': '4db4ec0def424bec87de5a3f7547267e', 'gw_port': {'id': 'e0979714-7681-44dc-82d0-17304f0447a6', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:67:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96877dde-8809-4099-bfc6-95b6aad55f68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:37:59Z', 'updated_at': '2022-05-20T20:38:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': '4528711f-fa7a-4d6a-9aa8-302ffe4b8cf7', 'name': '', 'network_id': '7e63056f-89a6-4da2-9322-ff3239b073c6', 'tenant_id': '4db4ec0def424bec87de5a3f7547267e', 'mac_address': 'fa:16:3e:60:9b:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96877dde-8809-4099-bfc6-95b6aad55f68', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'f320fcb0-0b3a-445c-8395-c256db82b19f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:38:03Z', 'updated_at': '2022-05-20T20:38:08Z', 'revision_number': 4, 'project_id': '4db4ec0def424bec87de5a3f7547267e', 'subnets': [{'id': 'f320fcb0-0b3a-445c-8395-c256db82b19f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 20:38:09.652516 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-91a4f4f2-de79-4b1a-baa6-f19b925d1870 req-66ee3858-b246-4467-94ea-9116cdc1103f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b4070de9-726e-4300-9952-8e4a88742aac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0629687 May 20 20:38:09.676043 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-2a8bca3f-6ae7-4de2-bcd0-17c610db7ec7 None None] For port 4528711f-fa7a-4d6a-9aa8-302ffe4b8cf7, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=4528711f-fa7a-4d6a-9aa8-302ffe4b8cf7,segment=NetworkSegment(2e6e4d76-0e9f-4826-8486-6bd4ed5544e9),segment_id=2e6e4d76-0e9f-4826-8486-6bd4ed5544e9)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:38:09.739368 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-2a8bca3f-6ae7-4de2-bcd0-17c610db7ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:09.779313 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e4c6f5-295d-4465-83bb-1764bb5965d6 req-734515f9-63f8-42d5-b419-ef38689c5e38 tempest-MultipleCreateTestJSON-719674146 tempest-MultipleCreateTestJSON-719674146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:09.780898 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-72e4c6f5-295d-4465-83bb-1764bb5965d6 req-734515f9-63f8-42d5-b419-ef38689c5e38 tempest-MultipleCreateTestJSON-719674146 tempest-MultipleCreateTestJSON-719674146-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6208fad-1865-4610-83a7-f9cccb80fc3d HTTP/1.1" status: 200 len: 945 time: 0.1298018 May 20 20:38:09.831106 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8bca3f-6ae7-4de2-bcd0-17c610db7ec7 None None] Pushing event updated for resources: {'Port': ['ID=4528711f-fa7a-4d6a-9aa8-302ffe4b8cf7,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:38:09.838436 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c5913c08-a4b2-4162-b249-975e5b643fda tempest-ServersTestBootFromVolume-26390201 tempest-ServersTestBootFromVolume-26390201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:09.842087 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a4f4f2-de79-4b1a-baa6-f19b925d1870 req-6232cbe1-be57-44cd-9284-4458353d39bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:09.844908 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-91a4f4f2-de79-4b1a-baa6-f19b925d1870 req-6232cbe1-be57-44cd-9284-4458353d39bf service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7a0946b7566d4115bc78791f06e90f69&device_id=b4070de9-726e-4300-9952-8e4a88742aac HTTP/1.1" status: 200 len: 1096 time: 0.0739646 May 20 20:38:09.878743 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-72e4c6f5-295d-4465-83bb-1764bb5965d6 req-51448f6e-67c2-4e52-a4b0-3daf78f5c1e6 tempest-MultipleCreateTestJSON-719674146 tempest-MultipleCreateTestJSON-719674146-project] 10.222.0.35 "GET /v2.0/security-groups?id=078f3e96-f1d8-48b4-8cd5-8adee91cee64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802367 May 20 20:38:09.985455 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a4f4f2-de79-4b1a-baa6-f19b925d1870 req-858469eb-c418-4dcf-9306-4ed3722bd600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:09.987145 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-91a4f4f2-de79-4b1a-baa6-f19b925d1870 req-858469eb-c418-4dcf-9306-4ed3722bd600 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b6d9e896-d344-4c48-82c9-67ef44a8b110 HTTP/1.1" status: 200 len: 924 time: 0.1170294 May 20 20:38:10.077594 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460e193f-3a07-4e06-af03-c04c1c912cbb req-8db210ec-22a0-4c1d-bb30-d59121432fed tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:10.079645 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-460e193f-3a07-4e06-af03-c04c1c912cbb req-8db210ec-22a0-4c1d-bb30-d59121432fed tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] 10.222.0.35 "GET /v2.0/ports?device_id=af8dbbf2-af97-4d08-9dfb-94cc026d387b HTTP/1.1" status: 200 len: 949 time: 0.1530190 May 20 20:38:10.104940 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-91a4f4f2-de79-4b1a-baa6-f19b925d1870 req-0cf1d5d2-834a-49c3-b68b-07efec45906f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ac79cc1c-bc7e-4b34-8030-40c06f95b85c HTTP/1.1" status: 200 len: 1001 time: 0.1027920 May 20 20:38:10.111994 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-c5913c08-a4b2-4162-b249-975e5b643fda tempest-ServersTestBootFromVolume-26390201 tempest-ServersTestBootFromVolume-26390201-project] Allocated IP 172.25.2.201 (e3a93b5c-91e2-4064-9c2c-1afc261bfe15/86fee0c1-6e34-488b-9216-b2b8e7ef585a/8daa50bf-0375-4522-9eb9-11ec15f357e5) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:38:10.144498 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58058b4e-e4a9-48df-80df-6158761ef3b3 req-026e0102-0fcf-4a80-bfb9-095201939608 tempest-MultipleCreateTestJSON-719674146 tempest-MultipleCreateTestJSON-719674146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:10.146046 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-58058b4e-e4a9-48df-80df-6158761ef3b3 req-026e0102-0fcf-4a80-bfb9-095201939608 tempest-MultipleCreateTestJSON-719674146 tempest-MultipleCreateTestJSON-719674146-project] 10.222.0.35 "GET /v2.0/ports?device_id=67a28b2a-abda-4f85-a46b-3098c6372731 HTTP/1.1" status: 200 len: 945 time: 0.1266792 May 20 20:38:10.163196 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a4f4f2-de79-4b1a-baa6-f19b925d1870 req-fc9d7ee4-efc2-4df7-9f67-00272f3826e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:10.164987 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-91a4f4f2-de79-4b1a-baa6-f19b925d1870 req-fc9d7ee4-efc2-4df7-9f67-00272f3826e5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3749240c-676d-4d91-b602-5dfaa1286886 HTTP/1.1" status: 200 len: 862 time: 0.0487823 May 20 20:38:10.192812 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-460e193f-3a07-4e06-af03-c04c1c912cbb req-89de2ecf-87b5-4275-af1a-f8843eb04ac4 tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] 10.222.0.35 "GET /v2.0/security-groups?id=b86a25cf-8ff6-49a5-9967-210010093ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006544 May 20 20:38:10.273787 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-58058b4e-e4a9-48df-80df-6158761ef3b3 req-c90d51b3-87d5-4a01-948d-54a8ca1786a1 tempest-MultipleCreateTestJSON-719674146 tempest-MultipleCreateTestJSON-719674146-project] 10.222.0.35 "GET /v2.0/security-groups?id=078f3e96-f1d8-48b4-8cd5-8adee91cee64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191645 May 20 20:38:10.295157 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a4f4f2-de79-4b1a-baa6-f19b925d1870 req-a7ab661f-2d86-4658-9fc5-f87cba965d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:10.297419 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-91a4f4f2-de79-4b1a-baa6-f19b925d1870 req-a7ab661f-2d86-4658-9fc5-f87cba965d4b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b6d9e896-d344-4c48-82c9-67ef44a8b110&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0820198 May 20 20:38:10.354876 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-495259f4-c124-4086-927e-375dcb133558 req-4ae5f8dc-fa91-4b02-bda6-b0d22e7f51be tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] 10.222.0.35 "GET /v2.0/ports?device_id=baee7f9c-76fb-4cfd-b10c-e926b4d4c895 HTTP/1.1" status: 200 len: 210 time: 0.0438771 May 20 20:38:10.429250 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c5913c08-a4b2-4162-b249-975e5b643fda tempest-ServersTestBootFromVolume-26390201 tempest-ServersTestBootFromVolume-26390201-project] Notify callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:10.445097 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-91a4f4f2-de79-4b1a-baa6-f19b925d1870 req-86dbc490-6273-4764-b3ff-f0e842b635e5 service neutron] 10.222.0.13 "GET /v2.0/networks/b6d9e896-d344-4c48-82c9-67ef44a8b110?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322532 May 20 20:38:10.458203 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c60cda-7c18-46e3-91c8-ec631b9a21ea req-81d07a21-9c02-4b92-a0e3-4fd42d58877b tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:10.466086 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c2c60cda-7c18-46e3-91c8-ec631b9a21ea req-81d07a21-9c02-4b92-a0e3-4fd42d58877b tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] 10.222.0.35 "GET /v2.0/ports?device_id=ac9eebca-999a-402a-b2b5-aa424b891f77 HTTP/1.1" status: 200 len: 944 time: 0.1162446 May 20 20:38:10.537320 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c2c60cda-7c18-46e3-91c8-ec631b9a21ea req-1ee16b62-3fce-429f-b241-fd57abe2a7b6 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] 10.222.0.35 "GET /v2.0/security-groups?id=0a1ca955-ee86-4e03-bb39-6b1e6a532a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702493 May 20 20:38:10.570542 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6d7caf29-624c-4179-b28c-b665c50b8531 req-6f392191-ce64-4159-84f1-c9a738b896ae tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=4207919be7244eb28564658a511e407f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0269148 May 20 20:38:10.577960 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-91a4f4f2-de79-4b1a-baa6-f19b925d1870 req-fd10c85c-6e2d-408f-8cdd-635b01871fe9 service neutron] 10.222.0.13 "GET /v2.0/networks/b6d9e896-d344-4c48-82c9-67ef44a8b110?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251702 May 20 20:38:10.665374 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c5913c08-a4b2-4162-b249-975e5b643fda tempest-ServersTestBootFromVolume-26390201 tempest-ServersTestBootFromVolume-26390201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:10.725123 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5913c08-a4b2-4162-b249-975e5b643fda tempest-ServersTestBootFromVolume-26390201 tempest-ServersTestBootFromVolume-26390201-project] Network e3a93b5c-91e2-4064-9c2c-1afc261bfe15 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:38:10.737875 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-c5913c08-a4b2-4162-b249-975e5b643fda tempest-ServersTestBootFromVolume-26390201 tempest-ServersTestBootFromVolume-26390201-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:38:10.751186 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5913c08-a4b2-4162-b249-975e5b643fda tempest-ServersTestBootFromVolume-26390201 tempest-ServersTestBootFromVolume-26390201-project] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:38:10.756934 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5913c08-a4b2-4162-b249-975e5b643fda tempest-ServersTestBootFromVolume-26390201 tempest-ServersTestBootFromVolume-26390201-project] Pushing event updated for resources: {'Port': ['ID=8daa50bf-0375-4522-9eb9-11ec15f357e5,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:38:10.821014 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7caf29-624c-4179-b28c-b665c50b8531 req-529cae97-7361-4ab9-b884-8b81a5ad3a41 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:10.821014 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6d7caf29-624c-4179-b28c-b665c50b8531 req-529cae97-7361-4ab9-b884-8b81a5ad3a41 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2166030 May 20 20:38:10.855397 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [req-6d7caf29-624c-4179-b28c-b665c50b8531 req-916a133c-2ee8-47ee-984c-1770d60b4585 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] Request body: {'port': {'device_id': 'baee7f9c-76fb-4cfd-b10c-e926b4d4c895', 'network_id': 'cd702362-b982-46c5-a7d0-51de1b03df86', 'admin_state_up': True, 'tenant_id': '4207919be7244eb28564658a511e407f'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:38:10.924893 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c5913c08-a4b2-4162-b249-975e5b643fda tempest-ServersTestBootFromVolume-26390201 tempest-ServersTestBootFromVolume-26390201-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:11.031802 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c5913c08-a4b2-4162-b249-975e5b643fda tempest-ServersTestBootFromVolume-26390201 tempest-ServersTestBootFromVolume-26390201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:11.184496 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d7caf29-624c-4179-b28c-b665c50b8531 req-916a133c-2ee8-47ee-984c-1770d60b4585 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] Made reservation on behalf of 4207919be7244eb28564658a511e407f for: {'port': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:38:11.188262 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-6d7caf29-624c-4179-b28c-b665c50b8531 req-916a133c-2ee8-47ee-984c-1770d60b4585 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:11.333313 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c5913c08-a4b2-4162-b249-975e5b643fda tempest-ServersTestBootFromVolume-26390201 tempest-ServersTestBootFromVolume-26390201-project] Notify callbacks [] for port, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:11.381598 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 4528711f-fa7a-4d6a-9aa8-302ffe4b8cf7 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:38:11.430609 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c5913c08-a4b2-4162-b249-975e5b643fda tempest-ServersTestBootFromVolume-26390201 tempest-ServersTestBootFromVolume-26390201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:11.431557 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 4528711f-fa7a-4d6a-9aa8-302ffe4b8cf7 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:38:11.431927 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:11.448043 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [req-6d7caf29-624c-4179-b28c-b665c50b8531 req-916a133c-2ee8-47ee-984c-1770d60b4585 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] Allocated IP 192.168.233.159 (cd702362-b982-46c5-a7d0-51de1b03df86/26b342ea-254c-483a-9ea9-f11c178970eb/ad65896f-0d65-48a0-845a-c7a465632aa8) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:38:11.513176 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 4528711f-fa7a-4d6a-9aa8-302ffe4b8cf7 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:38:11.546633 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 49eba6ec-323b-40ab-b0e1-d93823fd439f up at agent hyperv_n-h1-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:38:11.573299 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c93bbc3-c0ca-426f-a08e-03341e66c5c2 req-b0431854-03d0-41c5-bf11-1d2d7122f247 tempest-MultipleCreateTestJSON-719674146 tempest-MultipleCreateTestJSON-719674146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:11.574746 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7c93bbc3-c0ca-426f-a08e-03341e66c5c2 req-b0431854-03d0-41c5-bf11-1d2d7122f247 tempest-MultipleCreateTestJSON-719674146 tempest-MultipleCreateTestJSON-719674146-project] 10.222.0.35 "GET /v2.0/networks?id=33c25ced-ae3c-45c1-992b-09946514bfb0 HTTP/1.1" status: 200 len: 813 time: 0.2438533 May 20 20:38:11.579353 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5913c08-a4b2-4162-b249-975e5b643fda tempest-ServersTestBootFromVolume-26390201 tempest-ServersTestBootFromVolume-26390201-project] Pushing event updated for resources: {'Port': ['ID=8daa50bf-0375-4522-9eb9-11ec15f357e5,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:38:11.586491 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c5913c08-a4b2-4162-b249-975e5b643fda tempest-ServersTestBootFromVolume-26390201 tempest-ServersTestBootFromVolume-26390201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748272'] for floatingip, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:11.615760 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7c93bbc3-c0ca-426f-a08e-03341e66c5c2 req-1c6735a8-ae7a-4ec0-8a2e-0bd9321631d8 tempest-MultipleCreateTestJSON-719674146 tempest-MultipleCreateTestJSON-719674146-project] 10.222.0.35 "GET /v2.0/quotas/252e70c22fc14d1f8cdac3ea1fb08518 HTTP/1.1" status: 200 len: 375 time: 0.0307252 May 20 20:38:11.715998 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Provisioning for port 49eba6ec-323b-40ab-b0e1-d93823fd439f completed by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 20:38:11.720316 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Provisioning complete for port 49eba6ec-323b-40ab-b0e1-d93823fd439f triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:38:11.724241 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:11.725488 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7c93bbc3-c0ca-426f-a08e-03341e66c5c2 req-051eebf7-afa9-4af4-9230-b54879aa45bc tempest-MultipleCreateTestJSON-719674146 tempest-MultipleCreateTestJSON-719674146-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=252e70c22fc14d1f8cdac3ea1fb08518&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1012187 May 20 20:38:11.757359 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c5913c08-a4b2-4162-b249-975e5b643fda tempest-ServersTestBootFromVolume-26390201 tempest-ServersTestBootFromVolume-26390201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for floatingip, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:11.758547 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-c5913c08-a4b2-4162-b249-975e5b643fda tempest-ServersTestBootFromVolume-26390201 tempest-ServersTestBootFromVolume-26390201-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3031049 May 20 20:38:11.802389 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Current status of the port 49eba6ec-323b-40ab-b0e1-d93823fd439f is: BUILD; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:38:11.803100 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:11.832315 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac9eebca-999a-402a-b2b5-aa424b891f77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49eba6ec-323b-40ab-b0e1-d93823fd439f'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:38:11.834646 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8485417003ce7c0410b00f5cdc2f391e21107b70bb68e2773712534a96e108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f6ba49f-cb62-48af-8fc4-e912e0e8808d" -d '{"events": [{"server_uuid": "ac9eebca-999a-402a-b2b5-aa424b891f77", "name": "network-vif-plugged", "status": "completed", "tag": "49eba6ec-323b-40ab-b0e1-d93823fd439f"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:38:11.848630 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port 49eba6ec-323b-40ab-b0e1-d93823fd439f, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=49eba6ec-323b-40ab-b0e1-d93823fd439f,segment=NetworkSegment(8e7444da-2574-4e87-afbd-a324be0dd68b),segment_id=8e7444da-2574-4e87-afbd-a324be0dd68b)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:38:11.916671 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:11.978006 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Pushing event updated for resources: {'Port': ['ID=49eba6ec-323b-40ab-b0e1-d93823fd439f,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:38:12.052163 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-6d7caf29-624c-4179-b28c-b665c50b8531 req-916a133c-2ee8-47ee-984c-1770d60b4585 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] Notify callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:12.146162 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7c93bbc3-c0ca-426f-a08e-03341e66c5c2 req-a01eecb9-d7e1-4963-8323-696eb745f180 service neutron] 10.222.0.35 "GET /v2.0/networks/33c25ced-ae3c-45c1-992b-09946514bfb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4008899 May 20 20:38:12.237513 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7c93bbc3-c0ca-426f-a08e-03341e66c5c2 req-4fc33335-1a62-4bb0-ad25-ac01ddf9d5b2 service neutron] 10.222.0.35 "GET /v2.0/networks/33c25ced-ae3c-45c1-992b-09946514bfb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904555 May 20 20:38:12.247432 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-6d7caf29-624c-4179-b28c-b665c50b8531 req-916a133c-2ee8-47ee-984c-1770d60b4585 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:12.263730 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] get_ports_and_sgs() called for port_ids ['ff8333d5-3411-4ce2-bab2-7173fcf8ad5b', 'ad8036cd-7d02-407a-9e0d-263626d3f679', 'c97eadfd-f41a-4fb2-80fd-962422a3d259', '8d87c637-17a5-42ec-9e52-1fc6319310a7'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:38:12.328391 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] get_ports_and_sgs() called for port_ids ['d98c405b-6579-48af-bdbe-2911ebe2fa55'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:38:12.330246 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d7caf29-624c-4179-b28c-b665c50b8531 req-916a133c-2ee8-47ee-984c-1770d60b4585 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] Network cd702362-b982-46c5-a7d0-51de1b03df86 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:38:12.335090 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [req-6d7caf29-624c-4179-b28c-b665c50b8531 req-916a133c-2ee8-47ee-984c-1770d60b4585 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:38:12.346697 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d7caf29-624c-4179-b28c-b665c50b8531 req-916a133c-2ee8-47ee-984c-1770d60b4585 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:38:12.391596 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916a133c-2ee8-47ee-984c-1770d60b4585 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] Pushing event updated for resources: {'Port': ['ID=ad65896f-0d65-48a0-845a-c7a465632aa8,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:38:12.464881 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7caf29-624c-4179-b28c-b665c50b8531 req-916a133c-2ee8-47ee-984c-1770d60b4585 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:12.465552 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-6d7caf29-624c-4179-b28c-b665c50b8531 req-916a133c-2ee8-47ee-984c-1770d60b4585 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:12.482446 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0ca6f9-c083-48bd-90c7-03ada6337c3e req-5a22e957-71c0-4f5b-9d14-0f723207f4c7 tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:12.486364 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-bf0ca6f9-c083-48bd-90c7-03ada6337c3e req-5a22e957-71c0-4f5b-9d14-0f723207f4c7 tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] 10.222.0.35 "GET /v2.0/ports?device_id=af8dbbf2-af97-4d08-9dfb-94cc026d387b HTTP/1.1" status: 200 len: 949 time: 0.1522014 May 20 20:38:12.498020 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcbdf32-3384-4a45-a76c-8861a781265c req-34fb4b13-f9d1-49c5-9993-3fd9d0f88ca6 tempest-MultipleCreateTestJSON-719674146 tempest-MultipleCreateTestJSON-719674146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:12.499512 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-dbcbdf32-3384-4a45-a76c-8861a781265c req-34fb4b13-f9d1-49c5-9993-3fd9d0f88ca6 tempest-MultipleCreateTestJSON-719674146 tempest-MultipleCreateTestJSON-719674146-project] 10.222.0.24 "GET /v2.0/ports?device_id=67a28b2a-abda-4f85-a46b-3098c6372731 HTTP/1.1" status: 200 len: 945 time: 0.1005034 May 20 20:38:12.596293 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6d7caf29-624c-4179-b28c-b665c50b8531 req-916a133c-2ee8-47ee-984c-1770d60b4585 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7467980 May 20 20:38:12.601008 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-bf0ca6f9-c083-48bd-90c7-03ada6337c3e req-590df510-c7d6-44d3-9f0d-78c04a2a7d6c tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] 10.222.0.35 "GET /v2.0/security-groups?id=b86a25cf-8ff6-49a5-9967-210010093ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993464 May 20 20:38:12.622472 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [req-6d7caf29-624c-4179-b28c-b665c50b8531 req-05c7976f-bd27-4f71-afb0-485a858674ad service neutron] Request body: {'port': {'device_id': 'baee7f9c-76fb-4cfd-b10c-e926b4d4c895', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-842733-1'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:38:12.656171 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [req-dbcbdf32-3384-4a45-a76c-8861a781265c req-76287dc6-be93-4e3a-b971-6488a0cfb3b8 tempest-MultipleCreateTestJSON-719674146 tempest-MultipleCreateTestJSON-719674146-project] Deleting port fbfda35d-0ae8-4bc3-8ae5-5a14f01019ad {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:38:12.657580 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-dbcbdf32-3384-4a45-a76c-8861a781265c req-76287dc6-be93-4e3a-b971-6488a0cfb3b8 tempest-MultipleCreateTestJSON-719674146 tempest-MultipleCreateTestJSON-719674146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:12.751176 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b680f66a-12ef-4a50-a534-dd2c056f0530 None None] Provisioning complete for port ad65896f-0d65-48a0-845a-c7a465632aa8 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:38:12.751774 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b680f66a-12ef-4a50-a534-dd2c056f0530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:12.787156 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-6d7caf29-624c-4179-b28c-b665c50b8531 req-05c7976f-bd27-4f71-afb0-485a858674ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:12.820184 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b680f66a-12ef-4a50-a534-dd2c056f0530 None None] Port ad65896f-0d65-48a0-845a-c7a465632aa8 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 20:38:12.923366 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb6fd14-5cfc-4e6e-b380-38e968053184 req-45dce9e0-07d6-40bd-a6ce-e62fd410f381 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:12.924890 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7fb6fd14-5cfc-4e6e-b380-38e968053184 req-45dce9e0-07d6-40bd-a6ce-e62fd410f381 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] 10.222.0.35 "GET /v2.0/ports?device_id=baee7f9c-76fb-4cfd-b10c-e926b4d4c895 HTTP/1.1" status: 200 len: 936 time: 0.2467034 May 20 20:38:12.942039 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-dbcbdf32-3384-4a45-a76c-8861a781265c req-76287dc6-be93-4e3a-b971-6488a0cfb3b8 tempest-MultipleCreateTestJSON-719674146 tempest-MultipleCreateTestJSON-719674146-project] For port fbfda35d-0ae8-4bc3-8ae5-5a14f01019ad, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=fbfda35d-0ae8-4bc3-8ae5-5a14f01019ad,segment=NetworkSegment(902335b0-4452-4b31-9bc3-509eaa8e03dd),segment_id=902335b0-4452-4b31-9bc3-509eaa8e03dd)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:38:12.948908 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-dbcbdf32-3384-4a45-a76c-8861a781265c req-76287dc6-be93-4e3a-b971-6488a0cfb3b8 tempest-MultipleCreateTestJSON-719674146 tempest-MultipleCreateTestJSON-719674146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:12.954562 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b964209-3f9f-4b92-a751-2528ae88eeac req-eaeaf072-3695-4d94-bcbe-b38daab9dfb7 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:12.956049 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6b964209-3f9f-4b92-a751-2528ae88eeac req-eaeaf072-3695-4d94-bcbe-b38daab9dfb7 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] 10.222.0.35 "GET /v2.0/ports?device_id=ac9eebca-999a-402a-b2b5-aa424b891f77 HTTP/1.1" status: 200 len: 945 time: 0.2073996 May 20 20:38:12.995667 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [req-dbcbdf32-3384-4a45-a76c-8861a781265c req-76287dc6-be93-4e3a-b971-6488a0cfb3b8 tempest-MultipleCreateTestJSON-719674146 tempest-MultipleCreateTestJSON-719674146-project] Calling delete_port for fbfda35d-0ae8-4bc3-8ae5-5a14f01019ad owned by compute:nova {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:38:13.134858 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7fb6fd14-5cfc-4e6e-b380-38e968053184 req-3e8c9cb6-e091-44d0-a8dd-7de70b106bc7 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c2aa399-3055-4eb0-8f1a-45933e0e3cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962345 May 20 20:38:13.159193 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6b964209-3f9f-4b92-a751-2528ae88eeac req-cd9793af-351f-49e8-a50b-7e50c3bfe368 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] 10.222.0.35 "GET /v2.0/security-groups?id=0a1ca955-ee86-4e03-bb39-6b1e6a532a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919446 May 20 20:38:13.193807 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 20:38:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7e609ee-4d3d-475b-b08b-cf8e965ae8cb x-openstack-request-id: req-b7e609ee-4d3d-475b-b08b-cf8e965ae8cb {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:38:13.195049 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac9eebca-999a-402a-b2b5-aa424b891f77", "name": "network-vif-plugged", "status": "completed", "tag": "49eba6ec-323b-40ab-b0e1-d93823fd439f", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:38:13.195049 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b7e609ee-4d3d-475b-b08b-cf8e965ae8cb {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:38:13.195493 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7e609ee-4d3d-475b-b08b-cf8e965ae8cb'] response: {'server_uuid': 'ac9eebca-999a-402a-b2b5-aa424b891f77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49eba6ec-323b-40ab-b0e1-d93823fd439f', 'code': 200} May 20 20:38:13.434873 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18fa23b-9044-46b2-9b61-c978e6195dde req-d1b84b83-d9ca-4391-b22f-17ac4cfb5d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:13.436200 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a18fa23b-9044-46b2-9b61-c978e6195dde req-d1b84b83-d9ca-4391-b22f-17ac4cfb5d03 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ac9eebca-999a-402a-b2b5-aa424b891f77 HTTP/1.1" status: 200 len: 1096 time: 0.1700883 May 20 20:38:13.447315 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc135e6b-997d-498b-8859-2d2d92115a5d req-4f3977bf-d743-4387-be19-bcd5d8cd7a3c tempest-LiveAutoBlockMigrationV225Test-1777330067 tempest-LiveAutoBlockMigrationV225Test-1777330067-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:13.448751 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-fc135e6b-997d-498b-8859-2d2d92115a5d req-4f3977bf-d743-4387-be19-bcd5d8cd7a3c tempest-LiveAutoBlockMigrationV225Test-1777330067 tempest-LiveAutoBlockMigrationV225Test-1777330067-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=d6b770e5-8fc5-41ee-a663-8df2656df33f HTTP/1.1" status: 200 len: 1097 time: 0.1552765 May 20 20:38:13.485812 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [req-6d7caf29-624c-4179-b28c-b665c50b8531 req-05c7976f-bd27-4f71-afb0-485a858674ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad65896f-0d65-48a0-845a-c7a465632aa8 {{(pid=103163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:38:13.499102 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-6d7caf29-624c-4179-b28c-b665c50b8531 req-05c7976f-bd27-4f71-afb0-485a858674ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:13.527005 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a18fa23b-9044-46b2-9b61-c978e6195dde req-f2281147-c244-441b-8bd0-844e77e871c7 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=0a1ca955-ee86-4e03-bb39-6b1e6a532a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818181 May 20 20:38:13.532572 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-fc135e6b-997d-498b-8859-2d2d92115a5d req-cc7de89d-e180-4225-9625-cf46e4321f67 tempest-LiveAutoBlockMigrationV225Test-1777330067 tempest-LiveAutoBlockMigrationV225Test-1777330067-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=1c1ac446-2eae-4e3c-98ef-7a4684e96782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760694 May 20 20:38:13.555875 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [req-6d7caf29-624c-4179-b28c-b665c50b8531 req-05c7976f-bd27-4f71-afb0-485a858674ad service neutron] Transition to ACTIVE for port object ad65896f-0d65-48a0-845a-c7a465632aa8 will not be triggered until provisioned by entity L2. {{(pid=103163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 20:38:13.557381 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-dbcbdf32-3384-4a45-a76c-8861a781265c req-76287dc6-be93-4e3a-b971-6488a0cfb3b8 tempest-MultipleCreateTestJSON-719674146 tempest-MultipleCreateTestJSON-719674146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:13.587202 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76287dc6-be93-4e3a-b971-6488a0cfb3b8 tempest-MultipleCreateTestJSON-719674146 tempest-MultipleCreateTestJSON-719674146-project] Pushing event deleted for resources: {'Port': ['ID=fbfda35d-0ae8-4bc3-8ae5-5a14f01019ad,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:38:13.615701 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] get_ports_and_sgs() called for port_ids ['d54c2248-c8ab-4d92-a7c2-22d2b693e7b5'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:38:13.638248 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbcbdf32-3384-4a45-a76c-8861a781265c req-76287dc6-be93-4e3a-b971-6488a0cfb3b8 tempest-MultipleCreateTestJSON-719674146 tempest-MultipleCreateTestJSON-719674146-project] No DVR routers for this DVR port fbfda35d-0ae8-4bc3-8ae5-5a14f01019ad on host n-h1-842733-1 {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:38:13.641357 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-6d7caf29-624c-4179-b28c-b665c50b8531 req-05c7976f-bd27-4f71-afb0-485a858674ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:13.643738 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-dbcbdf32-3384-4a45-a76c-8861a781265c req-76287dc6-be93-4e3a-b971-6488a0cfb3b8 tempest-MultipleCreateTestJSON-719674146 tempest-MultipleCreateTestJSON-719674146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:13.647013 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-dbcbdf32-3384-4a45-a76c-8861a781265c req-76287dc6-be93-4e3a-b971-6488a0cfb3b8 tempest-MultipleCreateTestJSON-719674146 tempest-MultipleCreateTestJSON-719674146-project] 10.222.0.24 "DELETE /v2.0/ports/fbfda35d-0ae8-4bc3-8ae5-5a14f01019ad HTTP/1.1" status: 204 len: 173 time: 1.1372347 May 20 20:38:13.649201 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67a28b2a-abda-4f85-a46b-3098c6372731', 'name': 'network-vif-deleted', 'tag': 'fbfda35d-0ae8-4bc3-8ae5-5a14f01019ad'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:38:13.651474 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4291b17aa7b45362825f0571e77c85f5e73afe1df9c7e9e15006df9d695c005e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56d3f7bf-591f-441c-8434-63ea9a8bf8bd" -d '{"events": [{"server_uuid": "67a28b2a-abda-4f85-a46b-3098c6372731", "name": "network-vif-deleted", "tag": "fbfda35d-0ae8-4bc3-8ae5-5a14f01019ad"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:38:13.674781 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-301d074d-17b5-4560-9f1b-0560e8de772c req-9557b62a-a765-4e71-af34-99d3cf0b16ff tempest-MultipleCreateTestJSON-719674146 tempest-MultipleCreateTestJSON-719674146-project] 10.222.0.35 "GET /v2.0/ports?device_id=57f4a3aa-190f-4099-8c96-407cccecac67 HTTP/1.1" status: 200 len: 210 time: 0.0588362 May 20 20:38:13.740980 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c7976f-bd27-4f71-afb0-485a858674ad service neutron] Pushing event updated for resources: {'Port': ['ID=ad65896f-0d65-48a0-845a-c7a465632aa8,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:38:13.837007 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef12eb62-77f4-4ed0-834e-49bf80bcd3c6 req-487dd442-70ba-47df-aed1-da4fe371a5a2 tempest-MultipleCreateTestJSON-719674146 tempest-MultipleCreateTestJSON-719674146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:13.838562 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-ef12eb62-77f4-4ed0-834e-49bf80bcd3c6 req-487dd442-70ba-47df-aed1-da4fe371a5a2 tempest-MultipleCreateTestJSON-719674146 tempest-MultipleCreateTestJSON-719674146-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6208fad-1865-4610-83a7-f9cccb80fc3d HTTP/1.1" status: 200 len: 945 time: 0.1764891 May 20 20:38:13.852891 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-6d7caf29-624c-4179-b28c-b665c50b8531 req-05c7976f-bd27-4f71-afb0-485a858674ad service neutron] Attempting to bind port ad65896f-0d65-48a0-845a-c7a465632aa8 on host n-h2-842733-1 for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:38:13.853301 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-6d7caf29-624c-4179-b28c-b665c50b8531 req-05c7976f-bd27-4f71-afb0-485a858674ad service neutron] Attempting to bind port ad65896f-0d65-48a0-845a-c7a465632aa8 by drivers openvswitch,hyperv on host n-h2-842733-1 at level 0 using segments [{'id': 'ed3a602f-49fb-4a95-be80-401e1eb72e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'cd702362-b982-46c5-a7d0-51de1b03df86'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:38:13.860889 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d7caf29-624c-4179-b28c-b665c50b8531 req-05c7976f-bd27-4f71-afb0-485a858674ad service neutron] Attempting to bind port ad65896f-0d65-48a0-845a-c7a465632aa8 on network cd702362-b982-46c5-a7d0-51de1b03df86 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:38:13.879758 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d7caf29-624c-4179-b28c-b665c50b8531 req-05c7976f-bd27-4f71-afb0-485a858674ad service neutron] Port ad65896f-0d65-48a0-845a-c7a465632aa8 on network cd702362-b982-46c5-a7d0-51de1b03df86 not bound, no agent of type Open vSwitch agent registered on host n-h2-842733-1 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 20:38:13.880259 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d7caf29-624c-4179-b28c-b665c50b8531 req-05c7976f-bd27-4f71-afb0-485a858674ad service neutron] Attempting to bind port ad65896f-0d65-48a0-845a-c7a465632aa8 on network cd702362-b982-46c5-a7d0-51de1b03df86 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:38:13.891339 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d7caf29-624c-4179-b28c-b665c50b8531 req-05c7976f-bd27-4f71-afb0-485a858674ad service neutron] Checking agent: {'id': 'a66f2511-b955-448f-877c-56cfe9c81b12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 33, 2), 'started_at': datetime.datetime(2022, 5, 20, 20, 33, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 38, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:38:13.896401 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d7caf29-624c-4179-b28c-b665c50b8531 req-05c7976f-bd27-4f71-afb0-485a858674ad service neutron] Checking segment: {'id': 'ed3a602f-49fb-4a95-be80-401e1eb72e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'cd702362-b982-46c5-a7d0-51de1b03df86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:38:13.896812 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d7caf29-624c-4179-b28c-b665c50b8531 req-05c7976f-bd27-4f71-afb0-485a858674ad service neutron] Bound using segment: {'id': 'ed3a602f-49fb-4a95-be80-401e1eb72e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'cd702362-b982-46c5-a7d0-51de1b03df86'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:38:13.897299 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-6d7caf29-624c-4179-b28c-b665c50b8531 req-05c7976f-bd27-4f71-afb0-485a858674ad service neutron] Bound port: ad65896f-0d65-48a0-845a-c7a465632aa8, host: n-h2-842733-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed3a602f-49fb-4a95-be80-401e1eb72e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'cd702362-b982-46c5-a7d0-51de1b03df86'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:38:13.897671 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-6d7caf29-624c-4179-b28c-b665c50b8531 req-05c7976f-bd27-4f71-afb0-485a858674ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:14.005028 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-ef12eb62-77f4-4ed0-834e-49bf80bcd3c6 req-4ebebc4f-c14e-4afd-b0d2-ff0d23c7db22 tempest-MultipleCreateTestJSON-719674146 tempest-MultipleCreateTestJSON-719674146-project] Deleting port d54c2248-c8ab-4d92-a7c2-22d2b693e7b5 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:38:14.008185 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-ef12eb62-77f4-4ed0-834e-49bf80bcd3c6 req-4ebebc4f-c14e-4afd-b0d2-ff0d23c7db22 tempest-MultipleCreateTestJSON-719674146 tempest-MultipleCreateTestJSON-719674146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:14.025112 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-6d7caf29-624c-4179-b28c-b665c50b8531 req-05c7976f-bd27-4f71-afb0-485a858674ad service neutron] For port ad65896f-0d65-48a0-845a-c7a465632aa8, host n-h2-842733-1, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:38:14.030879 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-6d7caf29-624c-4179-b28c-b665c50b8531 req-05c7976f-bd27-4f71-afb0-485a858674ad service neutron] For port ad65896f-0d65-48a0-845a-c7a465632aa8, host n-h2-842733-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=ad65896f-0d65-48a0-845a-c7a465632aa8,segment=NetworkSegment(ed3a602f-49fb-4a95-be80-401e1eb72e33),segment_id=ed3a602f-49fb-4a95-be80-401e1eb72e33)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:38:14.115017 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-ef12eb62-77f4-4ed0-834e-49bf80bcd3c6 req-4ebebc4f-c14e-4afd-b0d2-ff0d23c7db22 tempest-MultipleCreateTestJSON-719674146 tempest-MultipleCreateTestJSON-719674146-project] For port d54c2248-c8ab-4d92-a7c2-22d2b693e7b5, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=d54c2248-c8ab-4d92-a7c2-22d2b693e7b5,segment=NetworkSegment(902335b0-4452-4b31-9bc3-509eaa8e03dd),segment_id=902335b0-4452-4b31-9bc3-509eaa8e03dd)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:38:14.115384 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-ef12eb62-77f4-4ed0-834e-49bf80bcd3c6 req-4ebebc4f-c14e-4afd-b0d2-ff0d23c7db22 tempest-MultipleCreateTestJSON-719674146 tempest-MultipleCreateTestJSON-719674146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:14.122092 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-6d7caf29-624c-4179-b28c-b665c50b8531 req-05c7976f-bd27-4f71-afb0-485a858674ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:14.130093 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-ef12eb62-77f4-4ed0-834e-49bf80bcd3c6 req-4ebebc4f-c14e-4afd-b0d2-ff0d23c7db22 tempest-MultipleCreateTestJSON-719674146 tempest-MultipleCreateTestJSON-719674146-project] Calling delete_port for d54c2248-c8ab-4d92-a7c2-22d2b693e7b5 owned by compute:nova {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:38:14.161882 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7caf29-624c-4179-b28c-b665c50b8531 req-05c7976f-bd27-4f71-afb0-485a858674ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:14.162502 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-6d7caf29-624c-4179-b28c-b665c50b8531 req-05c7976f-bd27-4f71-afb0-485a858674ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:14.163903 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6d7caf29-624c-4179-b28c-b665c50b8531 req-05c7976f-bd27-4f71-afb0-485a858674ad service neutron] 10.222.0.13 "PUT /v2.0/ports/ad65896f-0d65-48a0-845a-c7a465632aa8 HTTP/1.1" status: 200 len: 1096 time: 1.5471711 May 20 20:38:14.198208 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c7976f-bd27-4f71-afb0-485a858674ad service neutron] Pushing event updated for resources: {'Port': ['ID=ad65896f-0d65-48a0-845a-c7a465632aa8,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:38:14.384533 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7caf29-624c-4179-b28c-b665c50b8531 req-876b3844-704d-4381-8541-2f7d19dd4c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:14.384533 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6d7caf29-624c-4179-b28c-b665c50b8531 req-876b3844-704d-4381-8541-2f7d19dd4c90 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4207919be7244eb28564658a511e407f&device_id=baee7f9c-76fb-4cfd-b10c-e926b4d4c895 HTTP/1.1" status: 200 len: 1099 time: 0.0453429 May 20 20:38:14.403137 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-ef12eb62-77f4-4ed0-834e-49bf80bcd3c6 req-4ebebc4f-c14e-4afd-b0d2-ff0d23c7db22 tempest-MultipleCreateTestJSON-719674146 tempest-MultipleCreateTestJSON-719674146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:14.457073 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebebc4f-c14e-4afd-b0d2-ff0d23c7db22 tempest-MultipleCreateTestJSON-719674146 tempest-MultipleCreateTestJSON-719674146-project] Pushing event deleted for resources: {'Port': ['ID=d54c2248-c8ab-4d92-a7c2-22d2b693e7b5,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:38:14.508013 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6d7caf29-624c-4179-b28c-b665c50b8531 req-79bbdedf-de4b-452b-b203-01bf2b62e696 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.159&port_id=ad65896f-0d65-48a0-845a-c7a465632aa8 HTTP/1.1" status: 200 len: 217 time: 0.1008062 May 20 20:38:14.530522 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef12eb62-77f4-4ed0-834e-49bf80bcd3c6 req-4ebebc4f-c14e-4afd-b0d2-ff0d23c7db22 tempest-MultipleCreateTestJSON-719674146 tempest-MultipleCreateTestJSON-719674146-project] No DVR routers for this DVR port d54c2248-c8ab-4d92-a7c2-22d2b693e7b5 on host n-h2-842733-1 {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:38:14.533706 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-ef12eb62-77f4-4ed0-834e-49bf80bcd3c6 req-4ebebc4f-c14e-4afd-b0d2-ff0d23c7db22 tempest-MultipleCreateTestJSON-719674146 tempest-MultipleCreateTestJSON-719674146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:14.538152 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-ef12eb62-77f4-4ed0-834e-49bf80bcd3c6 req-4ebebc4f-c14e-4afd-b0d2-ff0d23c7db22 tempest-MultipleCreateTestJSON-719674146 tempest-MultipleCreateTestJSON-719674146-project] 10.222.0.13 "DELETE /v2.0/ports/d54c2248-c8ab-4d92-a7c2-22d2b693e7b5 HTTP/1.1" status: 204 len: 173 time: 0.6889970 May 20 20:38:14.538653 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6208fad-1865-4610-83a7-f9cccb80fc3d', 'name': 'network-vif-deleted', 'tag': 'd54c2248-c8ab-4d92-a7c2-22d2b693e7b5'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:38:14.542571 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6fa957933fccbf596d28104b23404b952ad6a8238afaebaed40a0874b2e409" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-829565cc-81eb-4823-aa1d-b265bd0d1893" -d '{"events": [{"server_uuid": "d6208fad-1865-4610-83a7-f9cccb80fc3d", "name": "network-vif-deleted", "tag": "d54c2248-c8ab-4d92-a7c2-22d2b693e7b5"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:38:14.644865 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7caf29-624c-4179-b28c-b665c50b8531 req-16cb3abe-5d8e-4a86-929b-09893ee895d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:14.646620 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6d7caf29-624c-4179-b28c-b665c50b8531 req-16cb3abe-5d8e-4a86-929b-09893ee895d0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=26b342ea-254c-483a-9ea9-f11c178970eb HTTP/1.1" status: 200 len: 843 time: 0.1326578 May 20 20:38:14.666315 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b048f4-b1fc-4ec8-a994-aa95ba5d0c87 req-bca1a602-cee4-47c9-97af-6580f6cc8f58 tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:14.668038 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-86b048f4-b1fc-4ec8-a994-aa95ba5d0c87 req-bca1a602-cee4-47c9-97af-6580f6cc8f58 tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] 10.222.0.35 "GET /v2.0/ports?device_id=af8dbbf2-af97-4d08-9dfb-94cc026d387b HTTP/1.1" status: 200 len: 949 time: 0.0811195 May 20 20:38:14.721909 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-86b048f4-b1fc-4ec8-a994-aa95ba5d0c87 req-0e38b3d4-bd4e-455a-a0b3-a3dc884d7381 tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] 10.222.0.35 "GET /v2.0/security-groups?id=b86a25cf-8ff6-49a5-9967-210010093ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435636 May 20 20:38:14.773674 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 20:38:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9bb1aa8-ed69-429a-8a2d-5c0d24d95e2f x-openstack-request-id: req-a9bb1aa8-ed69-429a-8a2d-5c0d24d95e2f {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:38:14.773963 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67a28b2a-abda-4f85-a46b-3098c6372731", "name": "network-vif-deleted", "tag": "fbfda35d-0ae8-4bc3-8ae5-5a14f01019ad", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:38:14.774216 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a9bb1aa8-ed69-429a-8a2d-5c0d24d95e2f {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:38:14.774616 n-d-842733-1 neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9bb1aa8-ed69-429a-8a2d-5c0d24d95e2f'] response: {'server_uuid': '67a28b2a-abda-4f85-a46b-3098c6372731', 'name': 'network-vif-deleted', 'tag': 'fbfda35d-0ae8-4bc3-8ae5-5a14f01019ad', 'status': 'completed', 'code': 200} May 20 20:38:14.926021 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7caf29-624c-4179-b28c-b665c50b8531 req-5e561a0e-20c6-4092-9451-01d92b280213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:14.928185 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6d7caf29-624c-4179-b28c-b665c50b8531 req-5e561a0e-20c6-4092-9451-01d92b280213 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cd702362-b982-46c5-a7d0-51de1b03df86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1351380 May 20 20:38:14.945515 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ad2031-95aa-4519-8357-dd1168206377 req-db4a238c-0406-4820-8223-a22e241a3329 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:14.948424 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f0ad2031-95aa-4519-8357-dd1168206377 req-db4a238c-0406-4820-8223-a22e241a3329 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] 10.222.0.35 "GET /v2.0/ports?device_id=baee7f9c-76fb-4cfd-b10c-e926b4d4c895 HTTP/1.1" status: 200 len: 948 time: 0.0907133 May 20 20:38:15.064528 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f0ad2031-95aa-4519-8357-dd1168206377 req-db2435aa-d8a6-49d4-9919-8de6dccc3382 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c2aa399-3055-4eb0-8f1a-45933e0e3cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064739 May 20 20:38:15.136360 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6d7caf29-624c-4179-b28c-b665c50b8531 req-6974a8c4-a93a-4db7-9d0e-19b12d76060a service neutron] 10.222.0.13 "GET /v2.0/networks/cd702362-b982-46c5-a7d0-51de1b03df86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1869097 May 20 20:38:15.148233 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 33452) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:38:15.302255 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c91d9b28-cb4f-48af-853a-dc23debd2217 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:15.302643 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73de32af-2e2a-4fcc-95b2-42fe480c1aef req-1fd7e31c-36b3-486b-8c07-1683bf50c8cf tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:15.310128 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-73de32af-2e2a-4fcc-95b2-42fe480c1aef req-1fd7e31c-36b3-486b-8c07-1683bf50c8cf tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] 10.222.0.35 "GET /v2.0/ports?device_id=ac9eebca-999a-402a-b2b5-aa424b891f77 HTTP/1.1" status: 200 len: 945 time: 0.1473422 May 20 20:38:15.359956 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6d7caf29-624c-4179-b28c-b665c50b8531 req-8bf98819-fde0-4efa-b46a-7e84589095a4 service neutron] 10.222.0.13 "GET /v2.0/networks/cd702362-b982-46c5-a7d0-51de1b03df86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1804612 May 20 20:38:15.368146 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-73de32af-2e2a-4fcc-95b2-42fe480c1aef req-9b185aba-11ac-4353-becb-f90709811851 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] 10.222.0.35 "GET /v2.0/security-groups?id=0a1ca955-ee86-4e03-bb39-6b1e6a532a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571852 May 20 20:38:15.405946 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c91d9b28-cb4f-48af-853a-dc23debd2217 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:15.445018 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 20:38:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10d758d8-1e3e-480c-b577-9c2447fd8a76 x-openstack-request-id: req-10d758d8-1e3e-480c-b577-9c2447fd8a76 {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:38:15.445577 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6208fad-1865-4610-83a7-f9cccb80fc3d", "name": "network-vif-deleted", "tag": "d54c2248-c8ab-4d92-a7c2-22d2b693e7b5", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:38:15.445989 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-10d758d8-1e3e-480c-b577-9c2447fd8a76 {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:38:15.446449 n-d-842733-1 neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10d758d8-1e3e-480c-b577-9c2447fd8a76'] response: {'server_uuid': 'd6208fad-1865-4610-83a7-f9cccb80fc3d', 'name': 'network-vif-deleted', 'tag': 'd54c2248-c8ab-4d92-a7c2-22d2b693e7b5', 'status': 'completed', 'code': 200} May 20 20:38:15.523418 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e1d280e3-90c9-4af7-af4c-d361a69eed1e req-9cb3ae0e-442e-48cf-805f-f577c5d289bf tempest-MultipleCreateTestJSON-719674146 tempest-MultipleCreateTestJSON-719674146-project] 10.222.0.35 "GET /v2.0/ports?device_id=57f4a3aa-190f-4099-8c96-407cccecac67 HTTP/1.1" status: 200 len: 210 time: 0.0297189 May 20 20:38:15.674886 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device fbfda35d-0ae8-4bc3-8ae5-5a14f01019ad no longer exists at agent hyperv_n-h1-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:38:15.674886 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] No Port match for: fbfda35d-0ae8-4bc3-8ae5-5a14f01019ad {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 20:38:15.674886 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device fbfda35d-0ae8-4bc3-8ae5-5a14f01019ad not bound to the agent host n-h1-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 20:38:15.676003 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c91d9b28-cb4f-48af-853a-dc23debd2217 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:15.688469 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91d9b28-cb4f-48af-853a-dc23debd2217 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75d3ba01-7396-4fe5-89ec-8a79aeeee193,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:38:15.693154 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-c91d9b28-cb4f-48af-853a-dc23debd2217 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8bfe43367c2d45b7b8c76a5925e28a3c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5438352 May 20 20:38:15.697108 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 33464) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:38:15.780797 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-929920f0-e4ee-408a-aa2e-530913528327 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:15.780797 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-929920f0-e4ee-408a-aa2e-530913528327 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:15.863310 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833b6378-b258-4266-9731-465866ea0b1f req-8eefca0f-5272-4911-b630-b55a81cd01c7 tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:15.865016 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-833b6378-b258-4266-9731-465866ea0b1f req-8eefca0f-5272-4911-b630-b55a81cd01c7 tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] 10.222.0.35 "GET /v2.0/ports?device_id=af8dbbf2-af97-4d08-9dfb-94cc026d387b HTTP/1.1" status: 200 len: 949 time: 0.0616040 May 20 20:38:15.907560 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-833b6378-b258-4266-9731-465866ea0b1f req-1961a593-1d5e-4f16-96ee-585ebbe0dcae tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] 10.222.0.35 "GET /v2.0/security-groups?id=b86a25cf-8ff6-49a5-9967-210010093ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343826 May 20 20:38:15.974427 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.agents_db [None req-5c33ad30-4e00-40fa-b486-8c79c4a6cfc5 None None] Agent healthcheck: found 7 active agents {{(pid=103165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 20 20:38:16.064690 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-929920f0-e4ee-408a-aa2e-530913528327 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:16.068847 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-929920f0-e4ee-408a-aa2e-530913528327 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:16.070844 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-929920f0-e4ee-408a-aa2e-530913528327 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/75d3ba01-7396-4fe5-89ec-8a79aeeee193 HTTP/1.1" status: 204 len: 168 time: 0.3724554 May 20 20:38:16.092143 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929920f0-e4ee-408a-aa2e-530913528327 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75d3ba01-7396-4fe5-89ec-8a79aeeee193,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:38:16.251307 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e8a428-31bc-42ee-9cb4-192ac3e12b7c req-dc5a914f-0303-4914-b62c-b263b9eae342 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:16.252851 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-04e8a428-31bc-42ee-9cb4-192ac3e12b7c req-dc5a914f-0303-4914-b62c-b263b9eae342 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] 10.222.0.35 "GET /v2.0/ports?device_id=baee7f9c-76fb-4cfd-b10c-e926b4d4c895 HTTP/1.1" status: 200 len: 948 time: 0.0919845 May 20 20:38:16.347785 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-04e8a428-31bc-42ee-9cb4-192ac3e12b7c req-7768aac3-1448-4a1a-9ff7-2bef48d66544 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c2aa399-3055-4eb0-8f1a-45933e0e3cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642984 May 20 20:38:16.385049 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c93bbc3-c0ca-426f-a08e-03341e66c5c2 req-20f498de-7c64-46a3-bc12-30102efdd667 tempest-MultipleCreateTestJSON-719674146 tempest-MultipleCreateTestJSON-719674146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:16.386557 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7c93bbc3-c0ca-426f-a08e-03341e66c5c2 req-20f498de-7c64-46a3-bc12-30102efdd667 tempest-MultipleCreateTestJSON-719674146 tempest-MultipleCreateTestJSON-719674146-project] 10.222.0.24 "GET /v2.0/networks?id=33c25ced-ae3c-45c1-992b-09946514bfb0 HTTP/1.1" status: 200 len: 813 time: 0.1700788 May 20 20:38:16.414022 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [req-7c93bbc3-c0ca-426f-a08e-03341e66c5c2 req-f4d40b58-9ef2-4baa-bde9-631249857fea tempest-MultipleCreateTestJSON-719674146 tempest-MultipleCreateTestJSON-719674146-project] Request body: {'port': {'device_id': '220863ce-6e9f-40f2-bcb4-6e3b105a3ac7', 'network_id': '33c25ced-ae3c-45c1-992b-09946514bfb0', 'admin_state_up': True, 'tenant_id': '252e70c22fc14d1f8cdac3ea1fb08518'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:38:16.567171 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36047677-42e5-4b56-8e38-591badc538b5 req-a7366141-1d4a-48c6-9606-60ba031b750b tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:16.568928 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-36047677-42e5-4b56-8e38-591badc538b5 req-a7366141-1d4a-48c6-9606-60ba031b750b tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] 10.222.0.35 "GET /v2.0/ports?device_id=ac9eebca-999a-402a-b2b5-aa424b891f77 HTTP/1.1" status: 200 len: 945 time: 0.0935452 May 20 20:38:16.619019 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-36047677-42e5-4b56-8e38-591badc538b5 req-f4fd72e1-a933-40fd-b24d-99e3ac6c8873 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] 10.222.0.35 "GET /v2.0/security-groups?id=0a1ca955-ee86-4e03-bb39-6b1e6a532a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430145 May 20 20:38:16.714794 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5887dba1-240d-451c-8eeb-fe8053a0c633 req-4318de1a-6655-4456-899d-bc75c53e8730 tempest-MultipleCreateTestJSON-719674146 tempest-MultipleCreateTestJSON-719674146-project] 10.222.0.35 "GET /v2.0/ports?device_id=57f4a3aa-190f-4099-8c96-407cccecac67 HTTP/1.1" status: 200 len: 210 time: 0.0307279 May 20 20:38:16.772762 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c93bbc3-c0ca-426f-a08e-03341e66c5c2 req-f4d40b58-9ef2-4baa-bde9-631249857fea tempest-MultipleCreateTestJSON-719674146 tempest-MultipleCreateTestJSON-719674146-project] Made reservation on behalf of 252e70c22fc14d1f8cdac3ea1fb08518 for: {'port': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:38:16.782777 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-7c93bbc3-c0ca-426f-a08e-03341e66c5c2 req-f4d40b58-9ef2-4baa-bde9-631249857fea tempest-MultipleCreateTestJSON-719674146 tempest-MultipleCreateTestJSON-719674146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:16.792967 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [req-2d716749-c4de-4580-bc58-4472054a01af req-6f6dc518-e036-47d7-bb0a-8087a617e712 tempest-LiveAutoBlockMigrationV225Test-1777330067 tempest-LiveAutoBlockMigrationV225Test-1777330067-project-admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103162) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 20:38:16.795115 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-2d716749-c4de-4580-bc58-4472054a01af req-6f6dc518-e036-47d7-bb0a-8087a617e712 tempest-LiveAutoBlockMigrationV225Test-1777330067 tempest-LiveAutoBlockMigrationV225Test-1777330067-project-admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0077896 May 20 20:38:16.795749 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'baee7f9c-76fb-4cfd-b10c-e926b4d4c895', 'tag': 'ad65896f-0d65-48a0-845a-c7a465632aa8'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:38:16.799014 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4291b17aa7b45362825f0571e77c85f5e73afe1df9c7e9e15006df9d695c005e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0a9b6c4-e7a8-4b91-9966-f9bd94ab2dce" -d '{"events": [{"name": "network-changed", "server_uuid": "baee7f9c-76fb-4cfd-b10c-e926b4d4c895", "tag": "ad65896f-0d65-48a0-845a-c7a465632aa8"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:38:16.878774 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d716749-c4de-4580-bc58-4472054a01af req-de162e0a-d71c-4e16-8b2e-81de51f660d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:16.889076 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-2d716749-c4de-4580-bc58-4472054a01af req-de162e0a-d71c-4e16-8b2e-81de51f660d5 service neutron] 10.222.0.35 "GET /v2.0/ports/dd7c455f-f7fa-4ccb-8d0f-f44da1bcb1a1 HTTP/1.1" status: 200 len: 1094 time: 0.0789125 May 20 20:38:16.895249 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [req-2d716749-c4de-4580-bc58-4472054a01af req-143a0178-212d-45eb-a72b-ecc7035d6479 service neutron] Request body: {'binding': {'host': 'n-h1-842733-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:38:16.896188 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [req-2d716749-c4de-4580-bc58-4472054a01af req-143a0178-212d-45eb-a72b-ecc7035d6479 service neutron] Unknown quota resources ['binding']. {{(pid=103162) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} May 20 20:38:16.899528 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd5fd5b-e44a-40dc-8585-acd1308f58c5 req-94330e09-d6d6-46e7-8940-917301ca170a tempest-LiveMigrationTest-1108997473 tempest-LiveMigrationTest-1108997473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:16.901035 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-fcd5fd5b-e44a-40dc-8585-acd1308f58c5 req-94330e09-d6d6-46e7-8940-917301ca170a tempest-LiveMigrationTest-1108997473 tempest-LiveMigrationTest-1108997473-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=ac9eebca-999a-402a-b2b5-aa424b891f77 HTTP/1.1" status: 200 len: 1096 time: 0.1144624 May 20 20:38:16.990622 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 33486) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:38:17.005985 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-fcd5fd5b-e44a-40dc-8585-acd1308f58c5 req-ea2cf8b2-a3ac-4ff1-bd6d-33c19e140793 tempest-LiveMigrationTest-1108997473 tempest-LiveMigrationTest-1108997473-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=0a1ca955-ee86-4e03-bb39-6b1e6a532a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960011 May 20 20:38:17.013364 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4b5c62d4-67c7-44e8-8784-c309502393f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:17.031001 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [req-7c93bbc3-c0ca-426f-a08e-03341e66c5c2 req-f4d40b58-9ef2-4baa-bde9-631249857fea tempest-MultipleCreateTestJSON-719674146 tempest-MultipleCreateTestJSON-719674146-project] Allocated IP 172.20.0.2 (33c25ced-ae3c-45c1-992b-09946514bfb0/b8a2f1c9-14ba-4c21-bba8-ae1d91a10bab/df21a357-d4d3-420f-84fe-4b786006725d) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:38:17.061262 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 20:38:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d81bf712-5ffd-418d-b938-0a5162a0047a x-openstack-request-id: req-d81bf712-5ffd-418d-b938-0a5162a0047a {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:38:17.061262 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "baee7f9c-76fb-4cfd-b10c-e926b4d4c895", "tag": "ad65896f-0d65-48a0-845a-c7a465632aa8", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:38:17.061262 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d81bf712-5ffd-418d-b938-0a5162a0047a {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:38:17.061627 n-d-842733-1 neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d81bf712-5ffd-418d-b938-0a5162a0047a'] response: {'name': 'network-changed', 'server_uuid': 'baee7f9c-76fb-4cfd-b10c-e926b4d4c895', 'tag': 'ad65896f-0d65-48a0-845a-c7a465632aa8', 'status': 'completed', 'code': 200} May 20 20:38:17.119671 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-2d716749-c4de-4580-bc58-4472054a01af req-143a0178-212d-45eb-a72b-ecc7035d6479 service neutron] Attempting to bind port dd7c455f-f7fa-4ccb-8d0f-f44da1bcb1a1 on host n-h1-842733-1 for vnic_type normal with profile None {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:38:17.120098 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-2d716749-c4de-4580-bc58-4472054a01af req-143a0178-212d-45eb-a72b-ecc7035d6479 service neutron] Attempting to bind port dd7c455f-f7fa-4ccb-8d0f-f44da1bcb1a1 by drivers openvswitch,hyperv on host n-h1-842733-1 at level 0 using segments [{'id': '65a8f4c3-036d-4ff8-a81a-cd07cb6f1230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'fef9e30f-3c34-4b6b-9bd5-2a167649e7b0'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:38:17.120788 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d716749-c4de-4580-bc58-4472054a01af req-143a0178-212d-45eb-a72b-ecc7035d6479 service neutron] Attempting to bind port dd7c455f-f7fa-4ccb-8d0f-f44da1bcb1a1 on network fef9e30f-3c34-4b6b-9bd5-2a167649e7b0 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:38:17.133904 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d716749-c4de-4580-bc58-4472054a01af req-143a0178-212d-45eb-a72b-ecc7035d6479 service neutron] Port dd7c455f-f7fa-4ccb-8d0f-f44da1bcb1a1 on network fef9e30f-3c34-4b6b-9bd5-2a167649e7b0 not bound, no agent of type Open vSwitch agent registered on host n-h1-842733-1 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 20:38:17.134234 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d716749-c4de-4580-bc58-4472054a01af req-143a0178-212d-45eb-a72b-ecc7035d6479 service neutron] Attempting to bind port dd7c455f-f7fa-4ccb-8d0f-f44da1bcb1a1 on network fef9e30f-3c34-4b6b-9bd5-2a167649e7b0 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:38:17.145253 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d716749-c4de-4580-bc58-4472054a01af req-143a0178-212d-45eb-a72b-ecc7035d6479 service neutron] Checking agent: {'id': '08dfb1ce-804b-4db8-838b-21094082e041', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 32, 54), 'started_at': datetime.datetime(2022, 5, 20, 20, 32, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 37, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:38:17.145673 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d716749-c4de-4580-bc58-4472054a01af req-143a0178-212d-45eb-a72b-ecc7035d6479 service neutron] Checking segment: {'id': '65a8f4c3-036d-4ff8-a81a-cd07cb6f1230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'fef9e30f-3c34-4b6b-9bd5-2a167649e7b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:38:17.146002 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d716749-c4de-4580-bc58-4472054a01af req-143a0178-212d-45eb-a72b-ecc7035d6479 service neutron] Bound using segment: {'id': '65a8f4c3-036d-4ff8-a81a-cd07cb6f1230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'fef9e30f-3c34-4b6b-9bd5-2a167649e7b0'} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:38:17.146424 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-2d716749-c4de-4580-bc58-4472054a01af req-143a0178-212d-45eb-a72b-ecc7035d6479 service neutron] Bound port: dd7c455f-f7fa-4ccb-8d0f-f44da1bcb1a1, host: n-h1-842733-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65a8f4c3-036d-4ff8-a81a-cd07cb6f1230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'fef9e30f-3c34-4b6b-9bd5-2a167649e7b0'}}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:38:17.209457 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4b5c62d4-67c7-44e8-8784-c309502393f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:17.232945 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-2d716749-c4de-4580-bc58-4472054a01af req-143a0178-212d-45eb-a72b-ecc7035d6479 service neutron] For port dd7c455f-f7fa-4ccb-8d0f-f44da1bcb1a1, host n-h1-842733-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=dd7c455f-f7fa-4ccb-8d0f-f44da1bcb1a1,segment=NetworkSegment(65a8f4c3-036d-4ff8-a81a-cd07cb6f1230),segment_id=65a8f4c3-036d-4ff8-a81a-cd07cb6f1230)] {{(pid=103162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:38:17.256718 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ae062d-210c-4312-912f-ac8e49983da6 req-ade98512-29b3-4e8f-a263-89825a1c820d tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:17.258383 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-55ae062d-210c-4312-912f-ac8e49983da6 req-ade98512-29b3-4e8f-a263-89825a1c820d tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] 10.222.0.35 "GET /v2.0/ports?device_id=af8dbbf2-af97-4d08-9dfb-94cc026d387b HTTP/1.1" status: 200 len: 949 time: 0.1250794 May 20 20:38:17.275925 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4b5c62d4-67c7-44e8-8784-c309502393f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:17.276164 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a9b6c4-e7a8-4b91-9966-f9bd94ab2dce req-9bd3f273-ac66-4d7d-956e-83cb51975d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:17.277415 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a0a9b6c4-e7a8-4b91-9966-f9bd94ab2dce req-9bd3f273-ac66-4d7d-956e-83cb51975d4c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4207919be7244eb28564658a511e407f&device_id=baee7f9c-76fb-4cfd-b10c-e926b4d4c895 HTTP/1.1" status: 200 len: 1099 time: 0.1321142 May 20 20:38:17.304213 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-7c93bbc3-c0ca-426f-a08e-03341e66c5c2 req-f4d40b58-9ef2-4baa-bde9-631249857fea tempest-MultipleCreateTestJSON-719674146 tempest-MultipleCreateTestJSON-719674146-project] Notify callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:17.319432 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-2d716749-c4de-4580-bc58-4472054a01af req-143a0178-212d-45eb-a72b-ecc7035d6479 service neutron] Notify callbacks [] for binding, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:17.320791 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-2d716749-c4de-4580-bc58-4472054a01af req-143a0178-212d-45eb-a72b-ecc7035d6479 service neutron] 10.222.0.35 "POST /v2.0/ports/dd7c455f-f7fa-4ccb-8d0f-f44da1bcb1a1/bindings HTTP/1.1" status: 201 len: 389 time: 0.4303977 May 20 20:38:17.323854 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-4b5c62d4-67c7-44e8-8784-c309502393f2 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=af2a4ab3b65c4d1f9f5a1531fd319de2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3320484 May 20 20:38:17.324939 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5c62d4-67c7-44e8-8784-c309502393f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=679931b5-06b7-4d67-ad9b-e242483fdb56,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:38:17.327734 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 33492) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:38:17.393745 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-55ae062d-210c-4312-912f-ac8e49983da6 req-8d01342b-1fdd-4888-a9b9-d2c4e80abd80 tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] 10.222.0.35 "GET /v2.0/security-groups?id=b86a25cf-8ff6-49a5-9967-210010093ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283376 May 20 20:38:17.511625 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a9b6c4-e7a8-4b91-9966-f9bd94ab2dce req-5e0ee73a-3d86-4bbd-beae-5b9fb8aab387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:17.513070 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a0a9b6c4-e7a8-4b91-9966-f9bd94ab2dce req-5e0ee73a-3d86-4bbd-beae-5b9fb8aab387 service neutron] 10.222.0.13 "GET /v2.0/networks?id=cd702362-b982-46c5-a7d0-51de1b03df86 HTTP/1.1" status: 200 len: 870 time: 0.2199304 May 20 20:38:17.520015 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-fd14a372-66a5-4470-a000-92d2081e9a8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:17.550425 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-fd14a372-66a5-4470-a000-92d2081e9a8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:17.553883 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0ce2d2-6ffd-4590-8868-3ba723dd7c44 req-5d252181-50ca-467e-9603-6a1004fe7ac4 tempest-LiveMigrationTest-1108997473 tempest-LiveMigrationTest-1108997473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:17.555419 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2c0ce2d2-6ffd-4590-8868-3ba723dd7c44 req-5d252181-50ca-467e-9603-6a1004fe7ac4 tempest-LiveMigrationTest-1108997473 tempest-LiveMigrationTest-1108997473-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=ac9eebca-999a-402a-b2b5-aa424b891f77 HTTP/1.1" status: 200 len: 1096 time: 0.0892899 May 20 20:38:17.561483 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-7c93bbc3-c0ca-426f-a08e-03341e66c5c2 req-f4d40b58-9ef2-4baa-bde9-631249857fea tempest-MultipleCreateTestJSON-719674146 tempest-MultipleCreateTestJSON-719674146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:17.602457 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device d54c2248-c8ab-4d92-a7c2-22d2b693e7b5 no longer exists at agent hyperv_n-h2-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:38:17.628962 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] No Port match for: d54c2248-c8ab-4d92-a7c2-22d2b693e7b5 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 20:38:17.629404 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device d54c2248-c8ab-4d92-a7c2-22d2b693e7b5 not bound to the agent host n-h2-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 20:38:17.676733 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a0a9b6c4-e7a8-4b91-9966-f9bd94ab2dce req-e9113eef-00d9-419a-98d3-fc15f5612a9d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.159&port_id=ad65896f-0d65-48a0-845a-c7a465632aa8 HTTP/1.1" status: 200 len: 217 time: 0.1020296 May 20 20:38:17.686536 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c93bbc3-c0ca-426f-a08e-03341e66c5c2 req-f4d40b58-9ef2-4baa-bde9-631249857fea tempest-MultipleCreateTestJSON-719674146 tempest-MultipleCreateTestJSON-719674146-project] Network 33c25ced-ae3c-45c1-992b-09946514bfb0 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:38:17.693348 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [req-7c93bbc3-c0ca-426f-a08e-03341e66c5c2 req-f4d40b58-9ef2-4baa-bde9-631249857fea tempest-MultipleCreateTestJSON-719674146 tempest-MultipleCreateTestJSON-719674146-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:38:17.711988 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c93bbc3-c0ca-426f-a08e-03341e66c5c2 req-f4d40b58-9ef2-4baa-bde9-631249857fea tempest-MultipleCreateTestJSON-719674146 tempest-MultipleCreateTestJSON-719674146-project] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:38:18.018246 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d40b58-9ef2-4baa-bde9-631249857fea tempest-MultipleCreateTestJSON-719674146 tempest-MultipleCreateTestJSON-719674146-project] Pushing event updated for resources: {'Port': ['ID=df21a357-d4d3-420f-84fe-4b786006725d,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:38:18.035449 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c93bbc3-c0ca-426f-a08e-03341e66c5c2 req-0eb83694-c471-486a-b28d-145b9703d87b tempest-MultipleCreateTestJSON-719674146 tempest-MultipleCreateTestJSON-719674146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:18.039156 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-7c93bbc3-c0ca-426f-a08e-03341e66c5c2 req-0eb83694-c471-486a-b28d-145b9703d87b tempest-MultipleCreateTestJSON-719674146 tempest-MultipleCreateTestJSON-719674146-project] 10.222.0.13 "GET /v2.0/networks?id=33c25ced-ae3c-45c1-992b-09946514bfb0 HTTP/1.1" status: 200 len: 813 time: 0.1518884 May 20 20:38:18.050228 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2c0ce2d2-6ffd-4590-8868-3ba723dd7c44 req-3e69f564-1ecf-4a92-bd95-4041f7518b6c tempest-LiveMigrationTest-1108997473 tempest-LiveMigrationTest-1108997473-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=0a1ca955-ee86-4e03-bb39-6b1e6a532a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4844339 May 20 20:38:18.082261 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [req-7c93bbc3-c0ca-426f-a08e-03341e66c5c2 req-92a70301-dbdc-4a37-9922-1ff8f0ec45cf tempest-MultipleCreateTestJSON-719674146 tempest-MultipleCreateTestJSON-719674146-project] Request body: {'port': {'device_id': '57f4a3aa-190f-4099-8c96-407cccecac67', 'network_id': '33c25ced-ae3c-45c1-992b-09946514bfb0', 'admin_state_up': True, 'tenant_id': '252e70c22fc14d1f8cdac3ea1fb08518'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:38:18.114043 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c93bbc3-c0ca-426f-a08e-03341e66c5c2 req-f4d40b58-9ef2-4baa-bde9-631249857fea tempest-MultipleCreateTestJSON-719674146 tempest-MultipleCreateTestJSON-719674146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:18.122748 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-7c93bbc3-c0ca-426f-a08e-03341e66c5c2 req-f4d40b58-9ef2-4baa-bde9-631249857fea tempest-MultipleCreateTestJSON-719674146 tempest-MultipleCreateTestJSON-719674146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:18.123746 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a9b6c4-e7a8-4b91-9966-f9bd94ab2dce req-1c66fff3-4edb-479d-8243-d5a88df811f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:18.125286 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a0a9b6c4-e7a8-4b91-9966-f9bd94ab2dce req-1c66fff3-4edb-479d-8243-d5a88df811f7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=26b342ea-254c-483a-9ea9-f11c178970eb HTTP/1.1" status: 200 len: 843 time: 0.4297400 May 20 20:38:18.148884 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-fd14a372-66a5-4470-a000-92d2081e9a8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:18.151370 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-fd14a372-66a5-4470-a000-92d2081e9a8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:18.155189 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-fd14a372-66a5-4470-a000-92d2081e9a8a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/679931b5-06b7-4d67-ad9b-e242483fdb56 HTTP/1.1" status: 204 len: 168 time: 0.8233731 May 20 20:38:18.210967 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bfa561-fd25-4f1a-b600-0bf61de44925 req-6a04920f-9b5b-46b4-890b-5fbdafe8fb1f tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:18.212458 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-57bfa561-fd25-4f1a-b600-0bf61de44925 req-6a04920f-9b5b-46b4-890b-5fbdafe8fb1f tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] 10.222.0.35 "GET /v2.0/ports?device_id=baee7f9c-76fb-4cfd-b10c-e926b4d4c895 HTTP/1.1" status: 200 len: 948 time: 0.1717353 May 20 20:38:18.214317 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-06c7a879-e729-422c-aac0-8ae238e41aa5 req-85e1802d-556f-4670-9597-3d107e42a18d tempest-MultipleCreateTestJSON-719674146 tempest-MultipleCreateTestJSON-719674146-project] 10.222.0.35 "GET /v2.0/ports?device_id=57f4a3aa-190f-4099-8c96-407cccecac67 HTTP/1.1" status: 200 len: 210 time: 0.0845492 May 20 20:38:18.228055 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7c93bbc3-c0ca-426f-a08e-03341e66c5c2 req-f4d40b58-9ef2-4baa-bde9-631249857fea tempest-MultipleCreateTestJSON-719674146 tempest-MultipleCreateTestJSON-719674146-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8201501 May 20 20:38:18.232156 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd14a372-66a5-4470-a000-92d2081e9a8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=679931b5-06b7-4d67-ad9b-e242483fdb56,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:38:18.264083 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c93bbc3-c0ca-426f-a08e-03341e66c5c2 req-92a70301-dbdc-4a37-9922-1ff8f0ec45cf tempest-MultipleCreateTestJSON-719674146 tempest-MultipleCreateTestJSON-719674146-project] Made reservation on behalf of 252e70c22fc14d1f8cdac3ea1fb08518 for: {'port': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:38:18.269988 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-7c93bbc3-c0ca-426f-a08e-03341e66c5c2 req-92a70301-dbdc-4a37-9922-1ff8f0ec45cf tempest-MultipleCreateTestJSON-719674146 tempest-MultipleCreateTestJSON-719674146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:18.280110 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [req-7c93bbc3-c0ca-426f-a08e-03341e66c5c2 req-f947b657-3d7a-4569-b542-ec969f004ba9 service neutron] Request body: {'port': {'device_id': '220863ce-6e9f-40f2-bcb4-6e3b105a3ac7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-842733-1'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:38:18.366587 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a9b6c4-e7a8-4b91-9966-f9bd94ab2dce req-0e1b1160-de88-43ce-94cb-e2063c061e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:18.368366 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a0a9b6c4-e7a8-4b91-9966-f9bd94ab2dce req-0e1b1160-de88-43ce-94cb-e2063c061e52 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cd702362-b982-46c5-a7d0-51de1b03df86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2285633 May 20 20:38:18.398935 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-57bfa561-fd25-4f1a-b600-0bf61de44925 req-380b6a60-678a-4ce8-9337-a5e6b95c9bf8 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c2aa399-3055-4eb0-8f1a-45933e0e3cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747208 May 20 20:38:18.489742 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-7c93bbc3-c0ca-426f-a08e-03341e66c5c2 req-f947b657-3d7a-4569-b542-ec969f004ba9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:18.503632 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [req-7c93bbc3-c0ca-426f-a08e-03341e66c5c2 req-92a70301-dbdc-4a37-9922-1ff8f0ec45cf tempest-MultipleCreateTestJSON-719674146 tempest-MultipleCreateTestJSON-719674146-project] Allocated IP 172.20.0.14 (33c25ced-ae3c-45c1-992b-09946514bfb0/b8a2f1c9-14ba-4c21-bba8-ae1d91a10bab/b2dd33d4-67bf-40ab-b2bb-11a4c76a22d3) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:38:18.520061 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9260b2-babc-4b3e-9316-6357f97e874a req-3f88326b-9aa2-4506-8eed-a6cb919277ba tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:18.521690 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7c9260b2-babc-4b3e-9316-6357f97e874a req-3f88326b-9aa2-4506-8eed-a6cb919277ba tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6b770e5-8fc5-41ee-a663-8df2656df33f HTTP/1.1" status: 200 len: 946 time: 0.1894681 May 20 20:38:18.679654 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a0a9b6c4-e7a8-4b91-9966-f9bd94ab2dce req-d44ed1bc-df3b-41a5-9332-abe232fc517e service neutron] 10.222.0.13 "GET /v2.0/networks/cd702362-b982-46c5-a7d0-51de1b03df86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2650781 May 20 20:38:18.740232 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7c9260b2-babc-4b3e-9316-6357f97e874a req-23840c74-ad97-482d-a509-e9780252ec73 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c1ac446-2eae-4e3c-98ef-7a4684e96782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097912 May 20 20:38:18.741619 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-7c93bbc3-c0ca-426f-a08e-03341e66c5c2 req-92a70301-dbdc-4a37-9922-1ff8f0ec45cf tempest-MultipleCreateTestJSON-719674146 tempest-MultipleCreateTestJSON-719674146-project] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:18.795568 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d716749-c4de-4580-bc58-4472054a01af req-292e669c-9a9e-43c6-af91-2c12a486de3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:18.797129 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2d716749-c4de-4580-bc58-4472054a01af req-292e669c-9a9e-43c6-af91-2c12a486de3c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8b3cc11ab7334369b6693afcab69aa6e&device_id=d6b770e5-8fc5-41ee-a663-8df2656df33f HTTP/1.1" status: 200 len: 1097 time: 0.2330298 May 20 20:38:18.836386 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-7c93bbc3-c0ca-426f-a08e-03341e66c5c2 req-92a70301-dbdc-4a37-9922-1ff8f0ec45cf tempest-MultipleCreateTestJSON-719674146 tempest-MultipleCreateTestJSON-719674146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:18.857064 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140cf02e-f9d2-42c5-8ebe-30ae592791b2 req-9562f58d-cc0e-4a74-8c0b-ef1b7aca3d7e tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:18.858613 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-140cf02e-f9d2-42c5-8ebe-30ae592791b2 req-9562f58d-cc0e-4a74-8c0b-ef1b7aca3d7e tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] 10.222.0.35 "GET /v2.0/ports?device_id=af8dbbf2-af97-4d08-9dfb-94cc026d387b HTTP/1.1" status: 200 len: 949 time: 0.2697074 May 20 20:38:18.905668 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c93bbc3-c0ca-426f-a08e-03341e66c5c2 req-92a70301-dbdc-4a37-9922-1ff8f0ec45cf tempest-MultipleCreateTestJSON-719674146 tempest-MultipleCreateTestJSON-719674146-project] Network 33c25ced-ae3c-45c1-992b-09946514bfb0 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:38:18.908961 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [req-7c93bbc3-c0ca-426f-a08e-03341e66c5c2 req-92a70301-dbdc-4a37-9922-1ff8f0ec45cf tempest-MultipleCreateTestJSON-719674146 tempest-MultipleCreateTestJSON-719674146-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:38:18.911407 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c93bbc3-c0ca-426f-a08e-03341e66c5c2 req-92a70301-dbdc-4a37-9922-1ff8f0ec45cf tempest-MultipleCreateTestJSON-719674146 tempest-MultipleCreateTestJSON-719674146-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:38:18.954533 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a70301-dbdc-4a37-9922-1ff8f0ec45cf tempest-MultipleCreateTestJSON-719674146 tempest-MultipleCreateTestJSON-719674146-project] Pushing event updated for resources: {'Port': ['ID=b2dd33d4-67bf-40ab-b2bb-11a4c76a22d3,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:38:18.982082 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c93bbc3-c0ca-426f-a08e-03341e66c5c2 req-92a70301-dbdc-4a37-9922-1ff8f0ec45cf tempest-MultipleCreateTestJSON-719674146 tempest-MultipleCreateTestJSON-719674146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:18.982704 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-7c93bbc3-c0ca-426f-a08e-03341e66c5c2 req-92a70301-dbdc-4a37-9922-1ff8f0ec45cf tempest-MultipleCreateTestJSON-719674146 tempest-MultipleCreateTestJSON-719674146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:19.041354 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a0a9b6c4-e7a8-4b91-9966-f9bd94ab2dce req-7313f3d1-154b-43de-9b6c-711af35f8f2f service neutron] 10.222.0.13 "GET /v2.0/networks/cd702362-b982-46c5-a7d0-51de1b03df86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2924948 May 20 20:38:19.044180 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-140cf02e-f9d2-42c5-8ebe-30ae592791b2 req-0c835e6d-bc0c-422b-abec-144d0b5c3968 tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] 10.222.0.35 "GET /v2.0/security-groups?id=b86a25cf-8ff6-49a5-9967-210010093ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683564 May 20 20:38:19.068664 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-7c93bbc3-c0ca-426f-a08e-03341e66c5c2 req-92a70301-dbdc-4a37-9922-1ff8f0ec45cf tempest-MultipleCreateTestJSON-719674146 tempest-MultipleCreateTestJSON-719674146-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0030940 May 20 20:38:19.078956 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d716749-c4de-4580-bc58-4472054a01af req-6a964c09-eacb-4268-8043-19dd69c00737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:19.083447 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2d716749-c4de-4580-bc58-4472054a01af req-6a964c09-eacb-4268-8043-19dd69c00737 service neutron] 10.222.0.24 "GET /v2.0/networks?id=fef9e30f-3c34-4b6b-9bd5-2a167649e7b0 HTTP/1.1" status: 200 len: 921 time: 0.2461853 May 20 20:38:19.124755 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [req-7c93bbc3-c0ca-426f-a08e-03341e66c5c2 req-fc34f60a-ee75-448a-812e-b090b21a0e20 service neutron] Request body: {'port': {'device_id': '57f4a3aa-190f-4099-8c96-407cccecac67', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-842733-1'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:38:19.130413 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2d716749-c4de-4580-bc58-4472054a01af req-fdc67d0a-628f-4e8c-aa45-f5d694ab04b8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dd7c455f-f7fa-4ccb-8d0f-f44da1bcb1a1 HTTP/1.1" status: 200 len: 217 time: 0.0395987 May 20 20:38:19.198981 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-7c93bbc3-c0ca-426f-a08e-03341e66c5c2 req-fc34f60a-ee75-448a-812e-b090b21a0e20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:19.272229 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [req-7c93bbc3-c0ca-426f-a08e-03341e66c5c2 req-f947b657-3d7a-4569-b542-ec969f004ba9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df21a357-d4d3-420f-84fe-4b786006725d {{(pid=103163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:38:19.291019 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d716749-c4de-4580-bc58-4472054a01af req-212a334c-8640-45ef-a569-cf5b6f0823c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:19.292501 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2d716749-c4de-4580-bc58-4472054a01af req-212a334c-8640-45ef-a569-cf5b6f0823c0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=33548886-d6e3-48e7-a819-149526989122 HTTP/1.1" status: 200 len: 860 time: 0.1408732 May 20 20:38:19.295208 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-7c93bbc3-c0ca-426f-a08e-03341e66c5c2 req-f947b657-3d7a-4569-b542-ec969f004ba9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:19.311462 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d940a0b4-a525-47ef-9e86-923025c07468 req-31b5b3f3-8584-4922-bccd-efbeb5369ae3 tempest-LiveMigrationTest-1108997473 tempest-LiveMigrationTest-1108997473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:19.319495 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d940a0b4-a525-47ef-9e86-923025c07468 req-31b5b3f3-8584-4922-bccd-efbeb5369ae3 tempest-LiveMigrationTest-1108997473 tempest-LiveMigrationTest-1108997473-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=ac9eebca-999a-402a-b2b5-aa424b891f77 HTTP/1.1" status: 200 len: 1096 time: 0.1907637 May 20 20:38:19.354351 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2d716749-c4de-4580-bc58-4472054a01af req-eddea9fd-7ed5-4804-879f-ea0f9ab01ec7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fef9e30f-3c34-4b6b-9bd5-2a167649e7b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0532997 May 20 20:38:19.376207 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [req-7c93bbc3-c0ca-426f-a08e-03341e66c5c2 req-f947b657-3d7a-4569-b542-ec969f004ba9 service neutron] Transition to ACTIVE for port object df21a357-d4d3-420f-84fe-4b786006725d will not be triggered until provisioned by entity L2. {{(pid=103163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 20:38:19.432113 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device ad65896f-0d65-48a0-845a-c7a465632aa8 details requested by agent hyperv_n-h2-842733-1 with host n-h2-842733-1 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 20:38:19.488196 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-7c93bbc3-c0ca-426f-a08e-03341e66c5c2 req-f947b657-3d7a-4569-b542-ec969f004ba9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:19.506522 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d940a0b4-a525-47ef-9e86-923025c07468 req-f0e74acd-43ca-47e7-a234-c6483701ec20 tempest-LiveMigrationTest-1108997473 tempest-LiveMigrationTest-1108997473-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=0a1ca955-ee86-4e03-bb39-6b1e6a532a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860816 May 20 20:38:19.582464 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f947b657-3d7a-4569-b542-ec969f004ba9 service neutron] Pushing event updated for resources: {'Port': ['ID=df21a357-d4d3-420f-84fe-4b786006725d,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:38:19.606384 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c94a45e-868a-4b73-bfc8-7b1d9f26ea32 req-03ed8646-686c-4848-afcc-60b9ff3f1f65 tempest-MultipleCreateTestJSON-719674146 tempest-MultipleCreateTestJSON-719674146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:19.616955 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6c94a45e-868a-4b73-bfc8-7b1d9f26ea32 req-03ed8646-686c-4848-afcc-60b9ff3f1f65 tempest-MultipleCreateTestJSON-719674146 tempest-MultipleCreateTestJSON-719674146-project] 10.222.0.35 "GET /v2.0/ports?device_id=57f4a3aa-190f-4099-8c96-407cccecac67 HTTP/1.1" status: 200 len: 932 time: 0.2647619 May 20 20:38:19.623072 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port ad65896f-0d65-48a0-845a-c7a465632aa8, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=ad65896f-0d65-48a0-845a-c7a465632aa8,segment=NetworkSegment(ed3a602f-49fb-4a95-be80-401e1eb72e33),segment_id=ed3a602f-49fb-4a95-be80-401e1eb72e33)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:38:19.653678 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Returning: {'device': 'ad65896f-0d65-48a0-845a-c7a465632aa8', 'network_id': 'cd702362-b982-46c5-a7d0-51de1b03df86', 'port_id': 'ad65896f-0d65-48a0-845a-c7a465632aa8', 'mac_address': 'fa:16:3e:46:b2:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26b342ea-254c-483a-9ea9-f11c178970eb', 'ip_address': '192.168.233.159'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 20 20:38:19.702108 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2d716749-c4de-4580-bc58-4472054a01af req-b41c48d6-59e7-4536-a33d-1a61fbdf21fc service neutron] 10.222.0.24 "GET /v2.0/networks/fef9e30f-3c34-4b6b-9bd5-2a167649e7b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3284135 May 20 20:38:19.729910 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port ad65896f-0d65-48a0-845a-c7a465632aa8 is: DOWN; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:38:19.732802 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:19.733367 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [req-7c93bbc3-c0ca-426f-a08e-03341e66c5c2 req-fc34f60a-ee75-448a-812e-b090b21a0e20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2dd33d4-67bf-40ab-b2bb-11a4c76a22d3 {{(pid=103162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:38:19.745934 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-7c93bbc3-c0ca-426f-a08e-03341e66c5c2 req-fc34f60a-ee75-448a-812e-b090b21a0e20 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:19.763484 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.provisioning_blocks [req-7c93bbc3-c0ca-426f-a08e-03341e66c5c2 req-fc34f60a-ee75-448a-812e-b090b21a0e20 service neutron] Transition to ACTIVE for port object b2dd33d4-67bf-40ab-b2bb-11a4c76a22d3 will not be triggered until provisioned by entity L2. {{(pid=103162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 20:38:19.768314 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad65896f-0d65-48a0-845a-c7a465632aa8 {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:38:19.791963 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port ad65896f-0d65-48a0-845a-c7a465632aa8, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=ad65896f-0d65-48a0-845a-c7a465632aa8,segment=NetworkSegment(ed3a602f-49fb-4a95-be80-401e1eb72e33),segment_id=ed3a602f-49fb-4a95-be80-401e1eb72e33)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:38:19.799172 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f3f626-8b0b-4ef8-a224-33e3ad6321e5 req-ca08d377-7d5a-46e7-a24c-0299533c5f1e tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:19.807137 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e3f3f626-8b0b-4ef8-a224-33e3ad6321e5 req-ca08d377-7d5a-46e7-a24c-0299533c5f1e tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] 10.222.0.35 "GET /v2.0/ports?device_id=baee7f9c-76fb-4cfd-b10c-e926b4d4c895 HTTP/1.1" status: 200 len: 948 time: 0.2108243 May 20 20:38:19.814128 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6c94a45e-868a-4b73-bfc8-7b1d9f26ea32 req-3c5ff6ef-7692-4772-8dfb-954a47c9754a tempest-MultipleCreateTestJSON-719674146 tempest-MultipleCreateTestJSON-719674146-project] 10.222.0.35 "GET /v2.0/security-groups?id=078f3e96-f1d8-48b4-8cd5-8adee91cee64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957831 May 20 20:38:19.848200 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-7c93bbc3-c0ca-426f-a08e-03341e66c5c2 req-fc34f60a-ee75-448a-812e-b090b21a0e20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:19.882037 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:19.888789 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-627829d4-c5ed-421f-8659-b2cc38eaed70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:19.951181 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=ad65896f-0d65-48a0-845a-c7a465632aa8,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:38:19.955693 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e3f3f626-8b0b-4ef8-a224-33e3ad6321e5 req-2f058598-a679-45fc-b946-9a9c1f658340 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c2aa399-3055-4eb0-8f1a-45933e0e3cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476994 May 20 20:38:19.977591 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc34f60a-ee75-448a-812e-b090b21a0e20 service neutron] Pushing event updated for resources: {'Port': ['ID=b2dd33d4-67bf-40ab-b2bb-11a4c76a22d3,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:38:20.012688 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2d716749-c4de-4580-bc58-4472054a01af req-acde1a90-9fdf-42d7-be25-20dedafdbfec service neutron] 10.222.0.24 "GET /v2.0/networks/fef9e30f-3c34-4b6b-9bd5-2a167649e7b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3009620 May 20 20:38:20.016911 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-7c93bbc3-c0ca-426f-a08e-03341e66c5c2 req-f947b657-3d7a-4569-b542-ec969f004ba9 service neutron] Attempting to bind port df21a357-d4d3-420f-84fe-4b786006725d on host n-h1-842733-1 for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:38:20.017273 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-7c93bbc3-c0ca-426f-a08e-03341e66c5c2 req-f947b657-3d7a-4569-b542-ec969f004ba9 service neutron] Attempting to bind port df21a357-d4d3-420f-84fe-4b786006725d by drivers openvswitch,hyperv on host n-h1-842733-1 at level 0 using segments [{'id': '902335b0-4452-4b31-9bc3-509eaa8e03dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '33c25ced-ae3c-45c1-992b-09946514bfb0'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:38:20.017603 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c93bbc3-c0ca-426f-a08e-03341e66c5c2 req-f947b657-3d7a-4569-b542-ec969f004ba9 service neutron] Attempting to bind port df21a357-d4d3-420f-84fe-4b786006725d on network 33c25ced-ae3c-45c1-992b-09946514bfb0 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:38:20.046518 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947a5086-b297-49e3-986f-8bb29d5f5871 req-ae7bdab5-f7b2-4766-8365-f8a567d6b266 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:20.048727 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-947a5086-b297-49e3-986f-8bb29d5f5871 req-ae7bdab5-f7b2-4766-8365-f8a567d6b266 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6b770e5-8fc5-41ee-a663-8df2656df33f HTTP/1.1" status: 200 len: 946 time: 0.1662519 May 20 20:38:20.049905 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-7c93bbc3-c0ca-426f-a08e-03341e66c5c2 req-fc34f60a-ee75-448a-812e-b090b21a0e20 service neutron] Attempting to bind port b2dd33d4-67bf-40ab-b2bb-11a4c76a22d3 on host n-h2-842733-1 for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:38:20.050065 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c93bbc3-c0ca-426f-a08e-03341e66c5c2 req-f947b657-3d7a-4569-b542-ec969f004ba9 service neutron] Port df21a357-d4d3-420f-84fe-4b786006725d on network 33c25ced-ae3c-45c1-992b-09946514bfb0 not bound, no agent of type Open vSwitch agent registered on host n-h1-842733-1 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 20:38:20.050324 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-7c93bbc3-c0ca-426f-a08e-03341e66c5c2 req-fc34f60a-ee75-448a-812e-b090b21a0e20 service neutron] Attempting to bind port b2dd33d4-67bf-40ab-b2bb-11a4c76a22d3 by drivers openvswitch,hyperv on host n-h2-842733-1 at level 0 using segments [{'id': '902335b0-4452-4b31-9bc3-509eaa8e03dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '33c25ced-ae3c-45c1-992b-09946514bfb0'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:38:20.050455 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c93bbc3-c0ca-426f-a08e-03341e66c5c2 req-f947b657-3d7a-4569-b542-ec969f004ba9 service neutron] Attempting to bind port df21a357-d4d3-420f-84fe-4b786006725d on network 33c25ced-ae3c-45c1-992b-09946514bfb0 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:38:20.050551 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c93bbc3-c0ca-426f-a08e-03341e66c5c2 req-fc34f60a-ee75-448a-812e-b090b21a0e20 service neutron] Attempting to bind port b2dd33d4-67bf-40ab-b2bb-11a4c76a22d3 on network 33c25ced-ae3c-45c1-992b-09946514bfb0 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:38:20.054980 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c93bbc3-c0ca-426f-a08e-03341e66c5c2 req-fc34f60a-ee75-448a-812e-b090b21a0e20 service neutron] Port b2dd33d4-67bf-40ab-b2bb-11a4c76a22d3 on network 33c25ced-ae3c-45c1-992b-09946514bfb0 not bound, no agent of type Open vSwitch agent registered on host n-h2-842733-1 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 20:38:20.055299 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c93bbc3-c0ca-426f-a08e-03341e66c5c2 req-fc34f60a-ee75-448a-812e-b090b21a0e20 service neutron] Attempting to bind port b2dd33d4-67bf-40ab-b2bb-11a4c76a22d3 on network 33c25ced-ae3c-45c1-992b-09946514bfb0 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:38:20.060670 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c93bbc3-c0ca-426f-a08e-03341e66c5c2 req-fc34f60a-ee75-448a-812e-b090b21a0e20 service neutron] Checking agent: {'id': 'a66f2511-b955-448f-877c-56cfe9c81b12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 33, 2), 'started_at': datetime.datetime(2022, 5, 20, 20, 33, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 38, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:38:20.061019 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c93bbc3-c0ca-426f-a08e-03341e66c5c2 req-fc34f60a-ee75-448a-812e-b090b21a0e20 service neutron] Checking segment: {'id': '902335b0-4452-4b31-9bc3-509eaa8e03dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '33c25ced-ae3c-45c1-992b-09946514bfb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:38:20.061428 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c93bbc3-c0ca-426f-a08e-03341e66c5c2 req-fc34f60a-ee75-448a-812e-b090b21a0e20 service neutron] Bound using segment: {'id': '902335b0-4452-4b31-9bc3-509eaa8e03dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '33c25ced-ae3c-45c1-992b-09946514bfb0'} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:38:20.061856 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-7c93bbc3-c0ca-426f-a08e-03341e66c5c2 req-fc34f60a-ee75-448a-812e-b090b21a0e20 service neutron] Bound port: b2dd33d4-67bf-40ab-b2bb-11a4c76a22d3, host: n-h2-842733-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '902335b0-4452-4b31-9bc3-509eaa8e03dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '33c25ced-ae3c-45c1-992b-09946514bfb0'}}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:38:20.062214 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-7c93bbc3-c0ca-426f-a08e-03341e66c5c2 req-fc34f60a-ee75-448a-812e-b090b21a0e20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:20.064402 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c93bbc3-c0ca-426f-a08e-03341e66c5c2 req-f947b657-3d7a-4569-b542-ec969f004ba9 service neutron] Checking agent: {'id': '08dfb1ce-804b-4db8-838b-21094082e041', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 32, 54), 'started_at': datetime.datetime(2022, 5, 20, 20, 32, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 37, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:38:20.064741 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c93bbc3-c0ca-426f-a08e-03341e66c5c2 req-f947b657-3d7a-4569-b542-ec969f004ba9 service neutron] Checking segment: {'id': '902335b0-4452-4b31-9bc3-509eaa8e03dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '33c25ced-ae3c-45c1-992b-09946514bfb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:38:20.065829 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c93bbc3-c0ca-426f-a08e-03341e66c5c2 req-f947b657-3d7a-4569-b542-ec969f004ba9 service neutron] Bound using segment: {'id': '902335b0-4452-4b31-9bc3-509eaa8e03dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '33c25ced-ae3c-45c1-992b-09946514bfb0'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:38:20.065974 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-7c93bbc3-c0ca-426f-a08e-03341e66c5c2 req-f947b657-3d7a-4569-b542-ec969f004ba9 service neutron] Bound port: df21a357-d4d3-420f-84fe-4b786006725d, host: n-h1-842733-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '902335b0-4452-4b31-9bc3-509eaa8e03dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '33c25ced-ae3c-45c1-992b-09946514bfb0'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:38:20.066269 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-7c93bbc3-c0ca-426f-a08e-03341e66c5c2 req-f947b657-3d7a-4569-b542-ec969f004ba9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:20.147979 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-947a5086-b297-49e3-986f-8bb29d5f5871 req-adf7a294-0a9d-4211-8119-ce05e5a18ec4 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c1ac446-2eae-4e3c-98ef-7a4684e96782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922623 May 20 20:38:20.201997 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-7c93bbc3-c0ca-426f-a08e-03341e66c5c2 req-f947b657-3d7a-4569-b542-ec969f004ba9 service neutron] For port df21a357-d4d3-420f-84fe-4b786006725d, host n-h1-842733-1, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:38:20.218046 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-7c93bbc3-c0ca-426f-a08e-03341e66c5c2 req-fc34f60a-ee75-448a-812e-b090b21a0e20 service neutron] For port b2dd33d4-67bf-40ab-b2bb-11a4c76a22d3, host n-h2-842733-1, cleared binding levels {{(pid=103162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:38:20.220924 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-7c93bbc3-c0ca-426f-a08e-03341e66c5c2 req-fc34f60a-ee75-448a-812e-b090b21a0e20 service neutron] For port b2dd33d4-67bf-40ab-b2bb-11a4c76a22d3, host n-h2-842733-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=b2dd33d4-67bf-40ab-b2bb-11a4c76a22d3,segment=NetworkSegment(902335b0-4452-4b31-9bc3-509eaa8e03dd),segment_id=902335b0-4452-4b31-9bc3-509eaa8e03dd)] {{(pid=103162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:38:20.231739 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-7c93bbc3-c0ca-426f-a08e-03341e66c5c2 req-f947b657-3d7a-4569-b542-ec969f004ba9 service neutron] For port df21a357-d4d3-420f-84fe-4b786006725d, host n-h1-842733-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=df21a357-d4d3-420f-84fe-4b786006725d,segment=NetworkSegment(902335b0-4452-4b31-9bc3-509eaa8e03dd),segment_id=902335b0-4452-4b31-9bc3-509eaa8e03dd)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:38:20.250805 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb2b661-0a0c-474f-8762-66c64bf8f1df req-b51bc879-b15c-4b73-b170-e19f41fab5b3 tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:20.252430 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1fb2b661-0a0c-474f-8762-66c64bf8f1df req-b51bc879-b15c-4b73-b170-e19f41fab5b3 tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] 10.222.0.35 "GET /v2.0/ports?device_id=af8dbbf2-af97-4d08-9dfb-94cc026d387b HTTP/1.1" status: 200 len: 949 time: 0.0852220 May 20 20:38:20.297568 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-7c93bbc3-c0ca-426f-a08e-03341e66c5c2 req-fc34f60a-ee75-448a-812e-b090b21a0e20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:20.310323 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1fb2b661-0a0c-474f-8762-66c64bf8f1df req-f69cfcf6-e289-4d3d-afe6-55ef35edee03 tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] 10.222.0.35 "GET /v2.0/security-groups?id=b86a25cf-8ff6-49a5-9967-210010093ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512366 May 20 20:38:20.311152 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-7c93bbc3-c0ca-426f-a08e-03341e66c5c2 req-f947b657-3d7a-4569-b542-ec969f004ba9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:20.337346 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c93bbc3-c0ca-426f-a08e-03341e66c5c2 req-fc34f60a-ee75-448a-812e-b090b21a0e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:20.338211 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-7c93bbc3-c0ca-426f-a08e-03341e66c5c2 req-fc34f60a-ee75-448a-812e-b090b21a0e20 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:20.339584 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-7c93bbc3-c0ca-426f-a08e-03341e66c5c2 req-fc34f60a-ee75-448a-812e-b090b21a0e20 service neutron] 10.222.0.13 "PUT /v2.0/ports/b2dd33d4-67bf-40ab-b2bb-11a4c76a22d3 HTTP/1.1" status: 200 len: 1092 time: 1.2204266 May 20 20:38:20.340018 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57f4a3aa-190f-4099-8c96-407cccecac67', 'tag': 'b2dd33d4-67bf-40ab-b2bb-11a4c76a22d3'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:38:20.342279 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6fa957933fccbf596d28104b23404b952ad6a8238afaebaed40a0874b2e409" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3439721-c9ee-4317-9408-56052f8dc4f0" -d '{"events": [{"name": "network-changed", "server_uuid": "57f4a3aa-190f-4099-8c96-407cccecac67", "tag": "b2dd33d4-67bf-40ab-b2bb-11a4c76a22d3"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:38:20.384336 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f947b657-3d7a-4569-b542-ec969f004ba9 service neutron] Pushing event updated for resources: {'Port': ['ID=df21a357-d4d3-420f-84fe-4b786006725d,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:38:20.384518 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc34f60a-ee75-448a-812e-b090b21a0e20 service neutron] Pushing event updated for resources: {'Port': ['ID=b2dd33d4-67bf-40ab-b2bb-11a4c76a22d3,revision_number=3']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:38:20.384608 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c93bbc3-c0ca-426f-a08e-03341e66c5c2 req-f947b657-3d7a-4569-b542-ec969f004ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:20.384608 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-7c93bbc3-c0ca-426f-a08e-03341e66c5c2 req-f947b657-3d7a-4569-b542-ec969f004ba9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:20.384608 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7c93bbc3-c0ca-426f-a08e-03341e66c5c2 req-f947b657-3d7a-4569-b542-ec969f004ba9 service neutron] 10.222.0.24 "PUT /v2.0/ports/df21a357-d4d3-420f-84fe-4b786006725d HTTP/1.1" status: 200 len: 1091 time: 2.1316960 May 20 20:38:20.384608 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '220863ce-6e9f-40f2-bcb4-6e3b105a3ac7', 'tag': 'df21a357-d4d3-420f-84fe-4b786006725d'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:38:20.385932 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4291b17aa7b45362825f0571e77c85f5e73afe1df9c7e9e15006df9d695c005e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-086b3ed1-9f9e-458b-8238-551eebaa09bf" -d '{"events": [{"name": "network-changed", "server_uuid": "220863ce-6e9f-40f2-bcb4-6e3b105a3ac7", "tag": "df21a357-d4d3-420f-84fe-4b786006725d"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:38:20.431110 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 20:38:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e895b8bb-bd9e-4cfd-b7c6-825465af7c18 x-openstack-request-id: req-e895b8bb-bd9e-4cfd-b7c6-825465af7c18 {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:38:20.431879 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57f4a3aa-190f-4099-8c96-407cccecac67", "tag": "b2dd33d4-67bf-40ab-b2bb-11a4c76a22d3", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:38:20.432285 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e895b8bb-bd9e-4cfd-b7c6-825465af7c18 {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:38:20.432833 n-d-842733-1 neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e895b8bb-bd9e-4cfd-b7c6-825465af7c18'] response: {'name': 'network-changed', 'server_uuid': '57f4a3aa-190f-4099-8c96-407cccecac67', 'tag': 'b2dd33d4-67bf-40ab-b2bb-11a4c76a22d3', 'status': 'completed', 'code': 200} May 20 20:38:20.439757 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 20:38:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cb93ec8-03c7-4b49-8971-419d3b625fdf x-openstack-request-id: req-9cb93ec8-03c7-4b49-8971-419d3b625fdf {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:38:20.440485 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "220863ce-6e9f-40f2-bcb4-6e3b105a3ac7", "tag": "df21a357-d4d3-420f-84fe-4b786006725d", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:38:20.440897 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9cb93ec8-03c7-4b49-8971-419d3b625fdf {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:38:20.441362 n-d-842733-1 neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9cb93ec8-03c7-4b49-8971-419d3b625fdf'] response: {'name': 'network-changed', 'server_uuid': '220863ce-6e9f-40f2-bcb4-6e3b105a3ac7', 'tag': 'df21a357-d4d3-420f-84fe-4b786006725d', 'status': 'completed', 'code': 200} May 20 20:38:20.466533 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] get_ports_and_sgs() called for port_ids ['ad65896f-0d65-48a0-845a-c7a465632aa8'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:38:20.575227 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3439721-c9ee-4317-9408-56052f8dc4f0 req-5e878677-202f-4d41-b3d7-13d9e10cd6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:20.578792 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-c3439721-c9ee-4317-9408-56052f8dc4f0 req-5e878677-202f-4d41-b3d7-13d9e10cd6a8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=252e70c22fc14d1f8cdac3ea1fb08518&device_id=57f4a3aa-190f-4099-8c96-407cccecac67 HTTP/1.1" status: 200 len: 1095 time: 0.0878677 May 20 20:38:20.601090 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086b3ed1-9f9e-458b-8238-551eebaa09bf req-c2586462-3624-449f-bc31-86af3328ea5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:20.602955 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-086b3ed1-9f9e-458b-8238-551eebaa09bf req-c2586462-3624-449f-bc31-86af3328ea5c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=252e70c22fc14d1f8cdac3ea1fb08518&device_id=220863ce-6e9f-40f2-bcb4-6e3b105a3ac7 HTTP/1.1" status: 200 len: 1094 time: 0.1408963 May 20 20:38:20.782264 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4680065d-daf4-4137-9d62-933f30ddbfec req-bf257604-a768-4e4e-8750-0331e4938506 tempest-LiveMigrationTest-1108997473 tempest-LiveMigrationTest-1108997473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:20.788846 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4680065d-daf4-4137-9d62-933f30ddbfec req-bf257604-a768-4e4e-8750-0331e4938506 tempest-LiveMigrationTest-1108997473 tempest-LiveMigrationTest-1108997473-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=ac9eebca-999a-402a-b2b5-aa424b891f77 HTTP/1.1" status: 200 len: 1096 time: 0.1547616 May 20 20:38:20.795448 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3439721-c9ee-4317-9408-56052f8dc4f0 req-8bae4fc9-fcc5-4b26-8c49-a4558e786c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:20.797660 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-c3439721-c9ee-4317-9408-56052f8dc4f0 req-8bae4fc9-fcc5-4b26-8c49-a4558e786c2c service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=252e70c22fc14d1f8cdac3ea1fb08518&shared=False HTTP/1.1" status: 200 len: 914 time: 0.2023666 May 20 20:38:20.897621 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4680065d-daf4-4137-9d62-933f30ddbfec req-53ac8835-b7d8-42e4-b375-f86f8a599bad tempest-LiveMigrationTest-1108997473 tempest-LiveMigrationTest-1108997473-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=0a1ca955-ee86-4e03-bb39-6b1e6a532a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068912 May 20 20:38:20.954049 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086b3ed1-9f9e-458b-8238-551eebaa09bf req-7f1a9999-5e76-4dac-9a44-082dab9cc702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:20.959073 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-086b3ed1-9f9e-458b-8238-551eebaa09bf req-7f1a9999-5e76-4dac-9a44-082dab9cc702 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=252e70c22fc14d1f8cdac3ea1fb08518&shared=False HTTP/1.1" status: 200 len: 914 time: 0.3463409 May 20 20:38:20.998691 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3439721-c9ee-4317-9408-56052f8dc4f0 req-20f60733-13a5-48a2-b27c-9ab7bdac1864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:21.001602 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-c3439721-c9ee-4317-9408-56052f8dc4f0 req-20f60733-13a5-48a2-b27c-9ab7bdac1864 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1915023 May 20 20:38:21.117434 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c93bbc3-c0ca-426f-a08e-03341e66c5c2 req-7a403fd3-e9d6-4db2-b1c8-46e4bd9034fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:21.119399 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-7c93bbc3-c0ca-426f-a08e-03341e66c5c2 req-7a403fd3-e9d6-4db2-b1c8-46e4bd9034fb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=252e70c22fc14d1f8cdac3ea1fb08518&device_id=57f4a3aa-190f-4099-8c96-407cccecac67 HTTP/1.1" status: 200 len: 1095 time: 0.0452540 May 20 20:38:21.184396 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-7c93bbc3-c0ca-426f-a08e-03341e66c5c2 req-de540169-c169-4d2b-99f0-a935b4a7cbe0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b2dd33d4-67bf-40ab-b2bb-11a4c76a22d3 HTTP/1.1" status: 200 len: 217 time: 0.0459490 May 20 20:38:21.245560 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c93bbc3-c0ca-426f-a08e-03341e66c5c2 req-ae7540fb-dcad-41d9-b513-a830c7d22121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:21.254109 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-7c93bbc3-c0ca-426f-a08e-03341e66c5c2 req-ae7540fb-dcad-41d9-b513-a830c7d22121 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b8a2f1c9-14ba-4c21-bba8-ae1d91a10bab HTTP/1.1" status: 200 len: 853 time: 0.0603542 May 20 20:38:21.295228 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-7c93bbc3-c0ca-426f-a08e-03341e66c5c2 req-21861694-c780-4674-836e-a83c14e5350d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=33c25ced-ae3c-45c1-992b-09946514bfb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344520 May 20 20:38:21.424757 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-7c93bbc3-c0ca-426f-a08e-03341e66c5c2 req-f99267d3-1912-4af7-8740-2337c7bab1f9 service neutron] 10.222.0.13 "GET /v2.0/networks/33c25ced-ae3c-45c1-992b-09946514bfb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185069 May 20 20:38:21.431751 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c11ebd7-fa5a-474c-8582-66ad98a2d32d req-efecd984-418c-43b3-9fab-fefec96f5f64 tempest-MultipleCreateTestJSON-719674146 tempest-MultipleCreateTestJSON-719674146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:21.433330 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5c11ebd7-fa5a-474c-8582-66ad98a2d32d req-efecd984-418c-43b3-9fab-fefec96f5f64 tempest-MultipleCreateTestJSON-719674146 tempest-MultipleCreateTestJSON-719674146-project] 10.222.0.35 "GET /v2.0/ports?device_id=57f4a3aa-190f-4099-8c96-407cccecac67 HTTP/1.1" status: 200 len: 944 time: 0.4733419 May 20 20:38:21.445785 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device a34dcdeb-2b13-4bc8-95e3-99318b5bfb70 details requested by agent hyperv_n-h2-842733-1 with host n-h2-842733-1 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 20:38:21.473962 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device a34dcdeb-2b13-4bc8-95e3-99318b5bfb70 no longer exists at agent hyperv_n-h2-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:38:21.539903 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5c11ebd7-fa5a-474c-8582-66ad98a2d32d req-6ead2521-077b-45dc-ae7b-21a3eb56f681 tempest-MultipleCreateTestJSON-719674146 tempest-MultipleCreateTestJSON-719674146-project] 10.222.0.35 "GET /v2.0/security-groups?id=078f3e96-f1d8-48b4-8cd5-8adee91cee64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817389 May 20 20:38:21.541625 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086b3ed1-9f9e-458b-8238-551eebaa09bf req-e8cd307f-b78a-42a0-8445-481ba0b437a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:21.555800 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-086b3ed1-9f9e-458b-8238-551eebaa09bf req-e8cd307f-b78a-42a0-8445-481ba0b437a9 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5798423 May 20 20:38:21.727800 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c93bbc3-c0ca-426f-a08e-03341e66c5c2 req-7a265ede-2653-4969-a5e9-03b2810ea316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:21.733722 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7c93bbc3-c0ca-426f-a08e-03341e66c5c2 req-7a265ede-2653-4969-a5e9-03b2810ea316 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=252e70c22fc14d1f8cdac3ea1fb08518&device_id=220863ce-6e9f-40f2-bcb4-6e3b105a3ac7 HTTP/1.1" status: 200 len: 1094 time: 0.1084104 May 20 20:38:21.837272 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7c93bbc3-c0ca-426f-a08e-03341e66c5c2 req-d8675afa-4e07-4ad8-ada4-3ff0bc62a018 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=df21a357-d4d3-420f-84fe-4b786006725d HTTP/1.1" status: 200 len: 217 time: 0.0973616 May 20 20:38:21.883436 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port a34dcdeb-2b13-4bc8-95e3-99318b5bfb70 is: ACTIVE; New status is: DOWN {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:38:21.883822 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:21.931932 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port a34dcdeb-2b13-4bc8-95e3-99318b5bfb70, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=a34dcdeb-2b13-4bc8-95e3-99318b5bfb70,segment=NetworkSegment(ed3a602f-49fb-4a95-be80-401e1eb72e33),segment_id=ed3a602f-49fb-4a95-be80-401e1eb72e33)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:38:21.946014 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af8dbbf2-af97-4d08-9dfb-94cc026d387b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a34dcdeb-2b13-4bc8-95e3-99318b5bfb70'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:38:21.948161 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e0d2401c-2a28-4078-91cc-2865c539cc94 req-5de3b028-7b48-4763-9b4e-7950df95e73b tempest-ServerDiagnosticsNegativeTest-1442979801 tempest-ServerDiagnosticsNegativeTest-1442979801-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=eff173d5effc4807b4800c885a2849cc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1097980 May 20 20:38:21.949033 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8485417003ce7c0410b00f5cdc2f391e21107b70bb68e2773712534a96e108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29bd32e3-8904-402b-beb2-b2e15ab48ad7" -d '{"events": [{"server_uuid": "af8dbbf2-af97-4d08-9dfb-94cc026d387b", "name": "network-vif-unplugged", "status": "completed", "tag": "a34dcdeb-2b13-4bc8-95e3-99318b5bfb70"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:38:22.004101 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port a34dcdeb-2b13-4bc8-95e3-99318b5bfb70, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=a34dcdeb-2b13-4bc8-95e3-99318b5bfb70,segment=NetworkSegment(ed3a602f-49fb-4a95-be80-401e1eb72e33),segment_id=ed3a602f-49fb-4a95-be80-401e1eb72e33)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:38:22.024470 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:22.053420 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Returning: {'device': 'a34dcdeb-2b13-4bc8-95e3-99318b5bfb70', 'network_id': 'cd702362-b982-46c5-a7d0-51de1b03df86', 'port_id': 'a34dcdeb-2b13-4bc8-95e3-99318b5bfb70', 'mac_address': 'fa:16:3e:95:d7:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26b342ea-254c-483a-9ea9-f11c178970eb', 'ip_address': '192.168.233.99'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 20 20:38:22.108822 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-7c93bbc3-c0ca-426f-a08e-03341e66c5c2 req-be0030dc-b21c-4ed4-8b59-07ae75bc5052 service neutron] 10.222.0.13 "GET /v2.0/networks/33c25ced-ae3c-45c1-992b-09946514bfb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6707923 May 20 20:38:22.161942 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d2401c-2a28-4078-91cc-2865c539cc94 req-8a562f2a-16dc-4a69-b7dc-2e1d2c173598 tempest-ServerDiagnosticsNegativeTest-1442979801 tempest-ServerDiagnosticsNegativeTest-1442979801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:22.164125 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e0d2401c-2a28-4078-91cc-2865c539cc94 req-8a562f2a-16dc-4a69-b7dc-2e1d2c173598 tempest-ServerDiagnosticsNegativeTest-1442979801 tempest-ServerDiagnosticsNegativeTest-1442979801-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2068553 May 20 20:38:22.165289 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c93bbc3-c0ca-426f-a08e-03341e66c5c2 req-d90521c1-7024-49dc-b296-ac6408988a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:22.166613 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7c93bbc3-c0ca-426f-a08e-03341e66c5c2 req-d90521c1-7024-49dc-b296-ac6408988a1b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b8a2f1c9-14ba-4c21-bba8-ae1d91a10bab HTTP/1.1" status: 200 len: 853 time: 0.3075011 May 20 20:38:22.179089 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=a34dcdeb-2b13-4bc8-95e3-99318b5bfb70,revision_number=6']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:38:22.186289 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port a34dcdeb-2b13-4bc8-95e3-99318b5bfb70 is: DOWN; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:38:22.186289 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:22.200414 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e0d2401c-2a28-4078-91cc-2865c539cc94 req-57b7c5bc-1bf0-4675-a22b-24c52ccb2d93 tempest-ServerDiagnosticsNegativeTest-1442979801 tempest-ServerDiagnosticsNegativeTest-1442979801-project] 10.222.0.35 "GET /v2.0/quotas/eff173d5effc4807b4800c885a2849cc HTTP/1.1" status: 200 len: 375 time: 0.0257556 May 20 20:38:22.210495 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a34dcdeb-2b13-4bc8-95e3-99318b5bfb70 {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:38:22.243520 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port a34dcdeb-2b13-4bc8-95e3-99318b5bfb70, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=a34dcdeb-2b13-4bc8-95e3-99318b5bfb70,segment=NetworkSegment(ed3a602f-49fb-4a95-be80-401e1eb72e33),segment_id=ed3a602f-49fb-4a95-be80-401e1eb72e33)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:38:22.260824 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-0dd37f1c-62ee-4616-bc07-a27d0a19a8a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:22.280525 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7c93bbc3-c0ca-426f-a08e-03341e66c5c2 req-f301ccbe-737d-42e3-9f27-775bae4066b9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=33c25ced-ae3c-45c1-992b-09946514bfb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0790958 May 20 20:38:22.282911 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e0d2401c-2a28-4078-91cc-2865c539cc94 req-df8844bc-9235-4f00-ae72-52ef3522e357 tempest-ServerDiagnosticsNegativeTest-1442979801 tempest-ServerDiagnosticsNegativeTest-1442979801-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=eff173d5effc4807b4800c885a2849cc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0628643 May 20 20:38:22.316421 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:22.422483 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7c93bbc3-c0ca-426f-a08e-03341e66c5c2 req-43c47982-06b7-48ce-915f-1267984ed251 service neutron] 10.222.0.24 "GET /v2.0/networks/33c25ced-ae3c-45c1-992b-09946514bfb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338797 May 20 20:38:22.447266 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=a34dcdeb-2b13-4bc8-95e3-99318b5bfb70,revision_number=7']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:38:22.548986 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7c93bbc3-c0ca-426f-a08e-03341e66c5c2 req-2099a1ad-9ff9-469d-9071-47c146ce0fbe service neutron] 10.222.0.24 "GET /v2.0/networks/33c25ced-ae3c-45c1-992b-09946514bfb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153553 May 20 20:38:22.721413 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4306e696-0a57-413f-ba4f-2fb6cb59af53 req-b83530a1-b0f4-46a8-a142-2b7872b00718 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:22.723011 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4306e696-0a57-413f-ba4f-2fb6cb59af53 req-b83530a1-b0f4-46a8-a142-2b7872b00718 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] 10.222.0.35 "GET /v2.0/ports?device_id=baee7f9c-76fb-4cfd-b10c-e926b4d4c895 HTTP/1.1" status: 200 len: 949 time: 0.0938001 May 20 20:38:22.793337 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4306e696-0a57-413f-ba4f-2fb6cb59af53 req-2d6c6da0-dcd6-43ac-999a-607f2e1f2424 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c2aa399-3055-4eb0-8f1a-45933e0e3cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600648 May 20 20:38:22.814603 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] get_ports_and_sgs() called for port_ids ['a34dcdeb-2b13-4bc8-95e3-99318b5bfb70'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:38:22.961034 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdfe6ac-a61d-4aa0-b94c-bd580720b1dc req-131f197f-b64c-4d55-a3d2-0de4f8a76507 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:22.970927 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8bdfe6ac-a61d-4aa0-b94c-bd580720b1dc req-131f197f-b64c-4d55-a3d2-0de4f8a76507 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6b770e5-8fc5-41ee-a663-8df2656df33f HTTP/1.1" status: 200 len: 946 time: 0.0751965 May 20 20:38:23.037259 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8bdfe6ac-a61d-4aa0-b94c-bd580720b1dc req-d9b2be6b-7c47-42f9-a7f7-5c8ffadcddc3 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c1ac446-2eae-4e3c-98ef-7a4684e96782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648568 May 20 20:38:23.177922 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e45dfc-d41d-4ae1-8469-a0a1b335a7de req-d5509867-2d77-4005-8e18-f2e9aaaa947c tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:23.181892 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e5e45dfc-d41d-4ae1-8469-a0a1b335a7de req-d5509867-2d77-4005-8e18-f2e9aaaa947c tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] 10.222.0.35 "GET /v2.0/ports?device_id=af8dbbf2-af97-4d08-9dfb-94cc026d387b HTTP/1.1" status: 200 len: 948 time: 0.0599124 May 20 20:38:23.244958 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e5e45dfc-d41d-4ae1-8469-a0a1b335a7de req-96d40c77-ae8b-4d4f-98f9-1cc854c2bb60 tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] 10.222.0.35 "GET /v2.0/security-groups?id=b86a25cf-8ff6-49a5-9967-210010093ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545084 May 20 20:38:23.289056 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 May 2022 20:38:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd851886-cea5-4a90-9072-651f3a6d02e9 x-openstack-request-id: req-fd851886-cea5-4a90-9072-651f3a6d02e9 {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:38:23.289486 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af8dbbf2-af97-4d08-9dfb-94cc026d387b", "name": "network-vif-unplugged", "status": "completed", "tag": "a34dcdeb-2b13-4bc8-95e3-99318b5bfb70", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:38:23.290065 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-fd851886-cea5-4a90-9072-651f3a6d02e9 {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:38:23.290560 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd851886-cea5-4a90-9072-651f3a6d02e9'] response: {'server_uuid': 'af8dbbf2-af97-4d08-9dfb-94cc026d387b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a34dcdeb-2b13-4bc8-95e3-99318b5bfb70', 'code': 200} May 20 20:38:23.370016 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [req-583e0bc9-b502-471c-ac23-4dbe2f4fa838 req-3e4f6e6d-8f47-4d2b-8fa8-ee8a8a52f690 tempest-LiveMigrationTest-1108997473 tempest-LiveMigrationTest-1108997473-project-admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103163) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 20:38:23.370925 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-583e0bc9-b502-471c-ac23-4dbe2f4fa838 req-3e4f6e6d-8f47-4d2b-8fa8-ee8a8a52f690 tempest-LiveMigrationTest-1108997473 tempest-LiveMigrationTest-1108997473-project-admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0225630 May 20 20:38:23.425477 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f58355-1f04-44e3-9de5-8911e26dc4fd req-8cdcc709-08d0-433f-911a-bd3f1eb003cb tempest-MultipleCreateTestJSON-719674146 tempest-MultipleCreateTestJSON-719674146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:23.426912 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-34f58355-1f04-44e3-9de5-8911e26dc4fd req-8cdcc709-08d0-433f-911a-bd3f1eb003cb tempest-MultipleCreateTestJSON-719674146 tempest-MultipleCreateTestJSON-719674146-project] 10.222.0.35 "GET /v2.0/ports?device_id=57f4a3aa-190f-4099-8c96-407cccecac67 HTTP/1.1" status: 200 len: 944 time: 0.0880694 May 20 20:38:23.434886 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583e0bc9-b502-471c-ac23-4dbe2f4fa838 req-894f7b07-e771-424d-a55f-b9f4a2a70ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:23.436251 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-583e0bc9-b502-471c-ac23-4dbe2f4fa838 req-894f7b07-e771-424d-a55f-b9f4a2a70ab5 service neutron] 10.222.0.35 "GET /v2.0/ports/49eba6ec-323b-40ab-b0e1-d93823fd439f HTTP/1.1" status: 200 len: 1093 time: 0.0552802 May 20 20:38:23.455438 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [req-583e0bc9-b502-471c-ac23-4dbe2f4fa838 req-ca5027c3-240d-4976-a3e4-53280527df11 service neutron] Request body: {'binding': {'host': 'n-h2-842733-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:38:23.455886 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [req-583e0bc9-b502-471c-ac23-4dbe2f4fa838 req-ca5027c3-240d-4976-a3e4-53280527df11 service neutron] Unknown quota resources ['binding']. {{(pid=103163) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} May 20 20:38:23.478276 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device ad65896f-0d65-48a0-845a-c7a465632aa8 up at agent hyperv_n-h2-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:38:23.541982 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-34f58355-1f04-44e3-9de5-8911e26dc4fd req-b76a81b9-9b1a-4ee0-ba37-879c14f26d18 tempest-MultipleCreateTestJSON-719674146 tempest-MultipleCreateTestJSON-719674146-project] 10.222.0.35 "GET /v2.0/security-groups?id=078f3e96-f1d8-48b4-8cd5-8adee91cee64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987802 May 20 20:38:23.636501 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7ef2eabe-ba76-4101-938b-35c33f78ba17 req-ca4a3dfc-e429-4c28-85a6-5d866baf6c4c tempest-ServerDiagnosticsNegativeTest-1442979801 tempest-ServerDiagnosticsNegativeTest-1442979801-project] 10.222.0.35 "GET /v2.0/ports?device_id=df5744ba-f5b9-4c13-9986-3b65c05471d9 HTTP/1.1" status: 200 len: 210 time: 0.0388770 May 20 20:38:23.659116 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Provisioning for port ad65896f-0d65-48a0-845a-c7a465632aa8 completed by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 20:38:23.664135 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Provisioning complete for port ad65896f-0d65-48a0-845a-c7a465632aa8 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:38:23.664760 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:23.686282 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-583e0bc9-b502-471c-ac23-4dbe2f4fa838 req-ca5027c3-240d-4976-a3e4-53280527df11 service neutron] Attempting to bind port 49eba6ec-323b-40ab-b0e1-d93823fd439f on host n-h2-842733-1 for vnic_type normal with profile None {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:38:23.686619 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-583e0bc9-b502-471c-ac23-4dbe2f4fa838 req-ca5027c3-240d-4976-a3e4-53280527df11 service neutron] Attempting to bind port 49eba6ec-323b-40ab-b0e1-d93823fd439f by drivers openvswitch,hyperv on host n-h2-842733-1 at level 0 using segments [{'id': '8e7444da-2574-4e87-afbd-a324be0dd68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'f2296de0-b06c-422e-98fe-14a3771aba33'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:38:23.686949 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-583e0bc9-b502-471c-ac23-4dbe2f4fa838 req-ca5027c3-240d-4976-a3e4-53280527df11 service neutron] Attempting to bind port 49eba6ec-323b-40ab-b0e1-d93823fd439f on network f2296de0-b06c-422e-98fe-14a3771aba33 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:38:23.692489 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-583e0bc9-b502-471c-ac23-4dbe2f4fa838 req-ca5027c3-240d-4976-a3e4-53280527df11 service neutron] Port 49eba6ec-323b-40ab-b0e1-d93823fd439f on network f2296de0-b06c-422e-98fe-14a3771aba33 not bound, no agent of type Open vSwitch agent registered on host n-h2-842733-1 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 20:38:23.692809 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-583e0bc9-b502-471c-ac23-4dbe2f4fa838 req-ca5027c3-240d-4976-a3e4-53280527df11 service neutron] Attempting to bind port 49eba6ec-323b-40ab-b0e1-d93823fd439f on network f2296de0-b06c-422e-98fe-14a3771aba33 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:38:23.698489 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-583e0bc9-b502-471c-ac23-4dbe2f4fa838 req-ca5027c3-240d-4976-a3e4-53280527df11 service neutron] Checking agent: {'id': 'a66f2511-b955-448f-877c-56cfe9c81b12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 33, 2), 'started_at': datetime.datetime(2022, 5, 20, 20, 33, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 38, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:38:23.698818 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-583e0bc9-b502-471c-ac23-4dbe2f4fa838 req-ca5027c3-240d-4976-a3e4-53280527df11 service neutron] Checking segment: {'id': '8e7444da-2574-4e87-afbd-a324be0dd68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'f2296de0-b06c-422e-98fe-14a3771aba33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:38:23.699199 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-583e0bc9-b502-471c-ac23-4dbe2f4fa838 req-ca5027c3-240d-4976-a3e4-53280527df11 service neutron] Bound using segment: {'id': '8e7444da-2574-4e87-afbd-a324be0dd68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'f2296de0-b06c-422e-98fe-14a3771aba33'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:38:23.699982 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-583e0bc9-b502-471c-ac23-4dbe2f4fa838 req-ca5027c3-240d-4976-a3e4-53280527df11 service neutron] Bound port: 49eba6ec-323b-40ab-b0e1-d93823fd439f, host: n-h2-842733-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e7444da-2574-4e87-afbd-a324be0dd68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'f2296de0-b06c-422e-98fe-14a3771aba33'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:38:23.771515 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-583e0bc9-b502-471c-ac23-4dbe2f4fa838 req-ca5027c3-240d-4976-a3e4-53280527df11 service neutron] For port 49eba6ec-323b-40ab-b0e1-d93823fd439f, host n-h2-842733-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=49eba6ec-323b-40ab-b0e1-d93823fd439f,segment=NetworkSegment(8e7444da-2574-4e87-afbd-a324be0dd68b),segment_id=8e7444da-2574-4e87-afbd-a324be0dd68b)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:38:23.801540 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port ad65896f-0d65-48a0-845a-c7a465632aa8 is: BUILD; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:38:23.802127 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:23.844091 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-583e0bc9-b502-471c-ac23-4dbe2f4fa838 req-ca5027c3-240d-4976-a3e4-53280527df11 service neutron] Notify callbacks [] for binding, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:23.845503 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-583e0bc9-b502-471c-ac23-4dbe2f4fa838 req-ca5027c3-240d-4976-a3e4-53280527df11 service neutron] 10.222.0.35 "POST /v2.0/ports/49eba6ec-323b-40ab-b0e1-d93823fd439f/bindings HTTP/1.1" status: 201 len: 389 time: 0.4009068 May 20 20:38:23.851623 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port ad65896f-0d65-48a0-845a-c7a465632aa8, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=ad65896f-0d65-48a0-845a-c7a465632aa8,segment=NetworkSegment(ed3a602f-49fb-4a95-be80-401e1eb72e33),segment_id=ed3a602f-49fb-4a95-be80-401e1eb72e33)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:38:23.853137 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4bb0e131-6525-46ca-a45b-e4ea43a5e69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:23.927185 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:23.967784 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13be5677-0383-4f51-83cf-1225ad421ca9 req-0343f9ad-bf69-4ded-b9db-b4265999f548 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:23.970339 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-13be5677-0383-4f51-83cf-1225ad421ca9 req-0343f9ad-bf69-4ded-b9db-b4265999f548 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] 10.222.0.35 "GET /v2.0/ports?device_id=baee7f9c-76fb-4cfd-b10c-e926b4d4c895 HTTP/1.1" status: 200 len: 949 time: 0.0734255 May 20 20:38:23.989580 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=ad65896f-0d65-48a0-845a-c7a465632aa8,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:38:24.041785 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-13be5677-0383-4f51-83cf-1225ad421ca9 req-1c15debe-f129-4c1d-a25f-632931869113 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c2aa399-3055-4eb0-8f1a-45933e0e3cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627139 May 20 20:38:24.228941 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f96d43-ff27-4478-b077-7de85d8658f8 req-e048e013-770e-4055-a728-acd8ab60594a tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:24.230494 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e5f96d43-ff27-4478-b077-7de85d8658f8 req-e048e013-770e-4055-a728-acd8ab60594a tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6b770e5-8fc5-41ee-a663-8df2656df33f HTTP/1.1" status: 200 len: 946 time: 0.0943775 May 20 20:38:24.251373 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0b8d77-15fd-4d28-a7f5-1150462efe95 req-3966d6bc-c05a-435d-807f-44a7ce5acf5b tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:24.253461 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ac0b8d77-15fd-4d28-a7f5-1150462efe95 req-3966d6bc-c05a-435d-807f-44a7ce5acf5b tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] 10.222.0.35 "GET /v2.0/ports?device_id=ac9eebca-999a-402a-b2b5-aa424b891f77 HTTP/1.1" status: 200 len: 945 time: 0.0736609 May 20 20:38:24.348519 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ac0b8d77-15fd-4d28-a7f5-1150462efe95 req-7a9fc5a0-875a-4432-8557-fbbba7fdddc7 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] 10.222.0.35 "GET /v2.0/security-groups?id=0a1ca955-ee86-4e03-bb39-6b1e6a532a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654402 May 20 20:38:24.360356 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e5f96d43-ff27-4478-b077-7de85d8658f8 req-37f0e581-e2bd-44b5-bd99-f29e7fd73d24 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c1ac446-2eae-4e3c-98ef-7a4684e96782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029258 May 20 20:38:24.392225 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:24.486348 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b738605f-7c88-4368-ae9e-fef19e1c3996 req-050e17b3-02e4-488d-8435-bb216967f946 tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:24.489264 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b738605f-7c88-4368-ae9e-fef19e1c3996 req-050e17b3-02e4-488d-8435-bb216967f946 tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] 10.222.0.35 "GET /v2.0/ports?device_id=af8dbbf2-af97-4d08-9dfb-94cc026d387b HTTP/1.1" status: 200 len: 948 time: 0.0715284 May 20 20:38:24.540310 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b738605f-7c88-4368-ae9e-fef19e1c3996 req-d4748357-df86-467d-948a-04eb22e2bb5a tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] 10.222.0.35 "GET /v2.0/security-groups?id=b86a25cf-8ff6-49a5-9967-210010093ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441241 May 20 20:38:24.666743 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63038c2-2120-4a27-8e7a-309fb3aab3d9 req-37daa4ac-ffdd-4136-8fc4-3e221152ecbb tempest-MultipleCreateTestJSON-719674146 tempest-MultipleCreateTestJSON-719674146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:24.668278 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d63038c2-2120-4a27-8e7a-309fb3aab3d9 req-37daa4ac-ffdd-4136-8fc4-3e221152ecbb tempest-MultipleCreateTestJSON-719674146 tempest-MultipleCreateTestJSON-719674146-project] 10.222.0.35 "GET /v2.0/ports?device_id=57f4a3aa-190f-4099-8c96-407cccecac67 HTTP/1.1" status: 200 len: 944 time: 0.0594335 May 20 20:38:24.694983 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583e0bc9-b502-471c-ac23-4dbe2f4fa838 req-dbeabbcf-167c-477f-89dd-726319a731db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:24.697434 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-583e0bc9-b502-471c-ac23-4dbe2f4fa838 req-dbeabbcf-167c-477f-89dd-726319a731db service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=33876e14b0274b60a421aea47180bf46&device_id=ac9eebca-999a-402a-b2b5-aa424b891f77 HTTP/1.1" status: 200 len: 1096 time: 0.0579696 May 20 20:38:24.727786 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d63038c2-2120-4a27-8e7a-309fb3aab3d9 req-96c96578-83af-47fb-be59-f5442f410daf tempest-MultipleCreateTestJSON-719674146 tempest-MultipleCreateTestJSON-719674146-project] 10.222.0.35 "GET /v2.0/security-groups?id=078f3e96-f1d8-48b4-8cd5-8adee91cee64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462079 May 20 20:38:24.764009 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a720dd03-a881-4954-a5a3-b744e7b12e79 req-3cdad16b-d4f0-42aa-8480-d5d4abd343e8 tempest-ServerDiagnosticsNegativeTest-1442979801 tempest-ServerDiagnosticsNegativeTest-1442979801-project] 10.222.0.35 "GET /v2.0/ports?device_id=df5744ba-f5b9-4c13-9986-3b65c05471d9 HTTP/1.1" status: 200 len: 210 time: 0.0351748 May 20 20:38:24.826104 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583e0bc9-b502-471c-ac23-4dbe2f4fa838 req-4eb65b11-7e75-4518-9ef4-4e0ec3e84de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:24.827851 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-583e0bc9-b502-471c-ac23-4dbe2f4fa838 req-4eb65b11-7e75-4518-9ef4-4e0ec3e84de4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f2296de0-b06c-422e-98fe-14a3771aba33 HTTP/1.1" status: 200 len: 908 time: 0.1219394 May 20 20:38:24.927079 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-583e0bc9-b502-471c-ac23-4dbe2f4fa838 req-d02da9d7-fd0b-4ad2-ad94-508a33e5b30f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=49eba6ec-323b-40ab-b0e1-d93823fd439f HTTP/1.1" status: 200 len: 217 time: 0.0835478 May 20 20:38:24.987698 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583e0bc9-b502-471c-ac23-4dbe2f4fa838 req-28e934e1-ad60-4c10-966d-774ff83130db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:24.989228 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-583e0bc9-b502-471c-ac23-4dbe2f4fa838 req-28e934e1-ad60-4c10-966d-774ff83130db service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f9e5fad6-106c-4fb6-bdcf-0e79e7e3eb1f HTTP/1.1" status: 200 len: 847 time: 0.0480487 May 20 20:38:25.036611 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-583e0bc9-b502-471c-ac23-4dbe2f4fa838 req-63f42938-70a3-40b3-ab5d-4a3616da55d7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f2296de0-b06c-422e-98fe-14a3771aba33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379601 May 20 20:38:25.147887 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-583e0bc9-b502-471c-ac23-4dbe2f4fa838 req-3721a452-2fae-4413-9446-bddbddab6b31 service neutron] 10.222.0.13 "GET /v2.0/networks/f2296de0-b06c-422e-98fe-14a3771aba33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036856 May 20 20:38:25.228789 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e0d2401c-2a28-4078-91cc-2865c539cc94 req-7aa351b4-0990-457b-bb1c-0678a9e2098c tempest-ServerDiagnosticsNegativeTest-1442979801 tempest-ServerDiagnosticsNegativeTest-1442979801-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=eff173d5effc4807b4800c885a2849cc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0328453 May 20 20:38:25.256886 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f25edfc-e38d-4e57-986e-e2e553a3251a req-80c71cda-1f00-471f-be6c-c8762e38131d tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:25.258512 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9f25edfc-e38d-4e57-986e-e2e553a3251a req-80c71cda-1f00-471f-be6c-c8762e38131d tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] 10.222.0.35 "GET /v2.0/ports?device_id=baee7f9c-76fb-4cfd-b10c-e926b4d4c895 HTTP/1.1" status: 200 len: 950 time: 0.1035085 May 20 20:38:25.293505 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baee7f9c-76fb-4cfd-b10c-e926b4d4c895', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad65896f-0d65-48a0-845a-c7a465632aa8'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:38:25.302816 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8485417003ce7c0410b00f5cdc2f391e21107b70bb68e2773712534a96e108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-211f354b-e91d-4572-b121-81f142d3cae3" -d '{"events": [{"server_uuid": "baee7f9c-76fb-4cfd-b10c-e926b4d4c895", "name": "network-vif-plugged", "status": "completed", "tag": "ad65896f-0d65-48a0-845a-c7a465632aa8"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:38:25.310775 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-583e0bc9-b502-471c-ac23-4dbe2f4fa838 req-988fee93-20fc-4091-9b8b-18aae5782492 service neutron] 10.222.0.13 "GET /v2.0/networks/f2296de0-b06c-422e-98fe-14a3771aba33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520243 May 20 20:38:25.402542 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cc3ec51b-6ec8-438a-8349-5f0bec346d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:25.452698 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9f25edfc-e38d-4e57-986e-e2e553a3251a req-b870a5e2-bba3-4938-8ba1-9eed3e8acf75 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c2aa399-3055-4eb0-8f1a-45933e0e3cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064355 May 20 20:38:25.466049 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91800b05-3755-46e4-a313-2777e2cb0f22 req-97fc578d-c302-4eb5-bd3e-812e2975a3a7 tempest-ServersWithSpecificFlavorTestJSON-403335495 tempest-ServersWithSpecificFlavorTestJSON-403335495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:25.468502 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-91800b05-3755-46e4-a313-2777e2cb0f22 req-97fc578d-c302-4eb5-bd3e-812e2975a3a7 tempest-ServersWithSpecificFlavorTestJSON-403335495 tempest-ServersWithSpecificFlavorTestJSON-403335495-project] 10.222.0.35 "GET /v2.0/ports?device_id=b4070de9-726e-4300-9952-8e4a88742aac HTTP/1.1" status: 200 len: 945 time: 0.1215169 May 20 20:38:25.478295 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d2401c-2a28-4078-91cc-2865c539cc94 req-db1367c9-9a70-4408-b781-3d902cfe269b tempest-ServerDiagnosticsNegativeTest-1442979801 tempest-ServerDiagnosticsNegativeTest-1442979801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:25.480928 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e0d2401c-2a28-4078-91cc-2865c539cc94 req-db1367c9-9a70-4408-b781-3d902cfe269b tempest-ServerDiagnosticsNegativeTest-1442979801 tempest-ServerDiagnosticsNegativeTest-1442979801-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2398911 May 20 20:38:25.499624 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device b2dd33d4-67bf-40ab-b2bb-11a4c76a22d3 details requested by agent hyperv_n-h2-842733-1 with host n-h2-842733-1 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 20:38:25.501997 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [req-e0d2401c-2a28-4078-91cc-2865c539cc94 req-492d40d8-a8a1-454a-8f65-f5e1e1ae600c tempest-ServerDiagnosticsNegativeTest-1442979801 tempest-ServerDiagnosticsNegativeTest-1442979801-project] Request body: {'port': {'device_id': 'df5744ba-f5b9-4c13-9986-3b65c05471d9', 'network_id': 'cd702362-b982-46c5-a7d0-51de1b03df86', 'admin_state_up': True, 'tenant_id': 'eff173d5effc4807b4800c885a2849cc'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:38:25.515298 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device a34dcdeb-2b13-4bc8-95e3-99318b5bfb70 up at agent hyperv_n-h2-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:38:25.523670 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:25.548947 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 20:38:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-187890a6-2993-4b8e-8986-0b497dbbc5c5 x-openstack-request-id: req-187890a6-2993-4b8e-8986-0b497dbbc5c5 {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:38:25.549161 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baee7f9c-76fb-4cfd-b10c-e926b4d4c895", "name": "network-vif-plugged", "status": "completed", "tag": "ad65896f-0d65-48a0-845a-c7a465632aa8", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:38:25.549412 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-187890a6-2993-4b8e-8986-0b497dbbc5c5 {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:38:25.549808 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-187890a6-2993-4b8e-8986-0b497dbbc5c5'] response: {'server_uuid': 'baee7f9c-76fb-4cfd-b10c-e926b4d4c895', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad65896f-0d65-48a0-845a-c7a465632aa8', 'code': 200} May 20 20:38:25.590790 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-91800b05-3755-46e4-a313-2777e2cb0f22 req-c4eee5a8-b17a-438f-9de2-ccf77f3aa2f8 tempest-ServersWithSpecificFlavorTestJSON-403335495 tempest-ServersWithSpecificFlavorTestJSON-403335495-project] 10.222.0.35 "GET /v2.0/security-groups?id=fb4532a0-c356-4e15-af9a-d177d4428652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1066246 May 20 20:38:25.635834 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device df21a357-d4d3-420f-84fe-4b786006725d details requested by agent hyperv_n-h1-842733-1 with host n-h1-842733-1 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 20:38:25.697158 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e789ae04-f6ee-4de8-b945-d1a93074d9c8 req-d91815e3-e8db-49cb-89a4-2df9872a5689 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:25.704659 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e789ae04-f6ee-4de8-b945-d1a93074d9c8 req-d91815e3-e8db-49cb-89a4-2df9872a5689 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] 10.222.0.35 "GET /v2.0/ports?device_id=ac9eebca-999a-402a-b2b5-aa424b891f77 HTTP/1.1" status: 200 len: 945 time: 0.0863528 May 20 20:38:25.707444 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583e0bc9-b502-471c-ac23-4dbe2f4fa838 req-6ad27966-b8fd-4b70-aaa6-9bdfada1bc40 tempest-LiveMigrationTest-1108997473 tempest-LiveMigrationTest-1108997473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:25.710448 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-583e0bc9-b502-471c-ac23-4dbe2f4fa838 req-6ad27966-b8fd-4b70-aaa6-9bdfada1bc40 tempest-LiveMigrationTest-1108997473 tempest-LiveMigrationTest-1108997473-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=ac9eebca-999a-402a-b2b5-aa424b891f77&tenant_id=33876e14b0274b60a421aea47180bf46&binding%3Ahost_id=n-h1-842733-1 HTTP/1.1" status: 200 len: 1096 time: 0.0652487 May 20 20:38:25.738841 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [req-583e0bc9-b502-471c-ac23-4dbe2f4fa838 req-489e89f2-7077-4ac2-baba-fc3437fee284 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-842733-1'}}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:38:25.741650 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port b2dd33d4-67bf-40ab-b2bb-11a4c76a22d3, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=b2dd33d4-67bf-40ab-b2bb-11a4c76a22d3,segment=NetworkSegment(902335b0-4452-4b31-9bc3-509eaa8e03dd),segment_id=902335b0-4452-4b31-9bc3-509eaa8e03dd)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:38:25.772133 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e789ae04-f6ee-4de8-b945-d1a93074d9c8 req-bec65a41-c1dd-4b8c-9664-1f6fcb3eec46 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] 10.222.0.35 "GET /v2.0/security-groups?id=0a1ca955-ee86-4e03-bb39-6b1e6a532a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665038 May 20 20:38:25.773989 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Provisioning complete for port a34dcdeb-2b13-4bc8-95e3-99318b5bfb70 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:38:25.774770 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:25.805176 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0d2401c-2a28-4078-91cc-2865c539cc94 req-492d40d8-a8a1-454a-8f65-f5e1e1ae600c tempest-ServerDiagnosticsNegativeTest-1442979801 tempest-ServerDiagnosticsNegativeTest-1442979801-project] Made reservation on behalf of eff173d5effc4807b4800c885a2849cc for: {'port': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:38:25.808790 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-e0d2401c-2a28-4078-91cc-2865c539cc94 req-492d40d8-a8a1-454a-8f65-f5e1e1ae600c tempest-ServerDiagnosticsNegativeTest-1442979801 tempest-ServerDiagnosticsNegativeTest-1442979801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:25.825579 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-e0d2401c-2a28-4078-91cc-2865c539cc94 req-492d40d8-a8a1-454a-8f65-f5e1e1ae600c tempest-ServerDiagnosticsNegativeTest-1442979801 tempest-ServerDiagnosticsNegativeTest-1442979801-project] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:25.830002 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-583e0bc9-b502-471c-ac23-4dbe2f4fa838 req-489e89f2-7077-4ac2-baba-fc3437fee284 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:25.855673 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121285dd-aabd-42da-a23c-edb7ab8de70c req-ddfee59f-2a13-4e88-b711-2cdea8c81dff tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:25.857170 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-121285dd-aabd-42da-a23c-edb7ab8de70c req-ddfee59f-2a13-4e88-b711-2cdea8c81dff tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6b770e5-8fc5-41ee-a663-8df2656df33f HTTP/1.1" status: 200 len: 946 time: 0.1210186 May 20 20:38:25.866563 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ea9a91-d012-4ed5-95de-1f473ea8f5f7 req-c02adf4f-36a5-43cb-b5c6-f280c506a506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:25.868097 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e5ea9a91-d012-4ed5-95de-1f473ea8f5f7 req-c02adf4f-36a5-43cb-b5c6-f280c506a506 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=baee7f9c-76fb-4cfd-b10c-e926b4d4c895 HTTP/1.1" status: 200 len: 1101 time: 0.1303875 May 20 20:38:25.869861 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Returning: {'device': 'b2dd33d4-67bf-40ab-b2bb-11a4c76a22d3', 'network_id': '33c25ced-ae3c-45c1-992b-09946514bfb0', 'port_id': 'b2dd33d4-67bf-40ab-b2bb-11a4c76a22d3', 'mac_address': 'fa:16:3e:ba:f2:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8a2f1c9-14ba-4c21-bba8-ae1d91a10bab', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 20 20:38:25.975313 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port a34dcdeb-2b13-4bc8-95e3-99318b5bfb70 is: BUILD; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:38:25.975313 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:26.034746 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port b2dd33d4-67bf-40ab-b2bb-11a4c76a22d3 is: DOWN; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:38:26.035423 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:26.035726 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-121285dd-aabd-42da-a23c-edb7ab8de70c req-244754de-32b9-43c2-a9e9-27bed86ea28b tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c1ac446-2eae-4e3c-98ef-7a4684e96782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656268 May 20 20:38:26.042871 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-583e0bc9-b502-471c-ac23-4dbe2f4fa838 req-489e89f2-7077-4ac2-baba-fc3437fee284 service neutron] For port 49eba6ec-323b-40ab-b0e1-d93823fd439f, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=49eba6ec-323b-40ab-b0e1-d93823fd439f,segment=NetworkSegment(8e7444da-2574-4e87-afbd-a324be0dd68b),segment_id=8e7444da-2574-4e87-afbd-a324be0dd68b)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:38:26.043163 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e5ea9a91-d012-4ed5-95de-1f473ea8f5f7 req-1e2a7b3a-61e5-42bc-8f8d-d41334be25cc service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=0c2aa399-3055-4eb0-8f1a-45933e0e3cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637309 May 20 20:38:26.081924 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2dd33d4-67bf-40ab-b2bb-11a4c76a22d3 {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:38:26.093111 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e02912-e509-460a-88cb-e4f3a150e3d0 req-0fe06bdd-afa3-4ed8-accc-d54057eb80f9 tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:26.106901 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-17e02912-e509-460a-88cb-e4f3a150e3d0 req-0fe06bdd-afa3-4ed8-accc-d54057eb80f9 tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] 10.222.0.35 "GET /v2.0/ports?device_id=af8dbbf2-af97-4d08-9dfb-94cc026d387b HTTP/1.1" status: 200 len: 948 time: 0.1898513 May 20 20:38:26.116215 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port a34dcdeb-2b13-4bc8-95e3-99318b5bfb70, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=a34dcdeb-2b13-4bc8-95e3-99318b5bfb70,segment=NetworkSegment(ed3a602f-49fb-4a95-be80-401e1eb72e33),segment_id=ed3a602f-49fb-4a95-be80-401e1eb72e33)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:38:26.119717 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-583e0bc9-b502-471c-ac23-4dbe2f4fa838 req-489e89f2-7077-4ac2-baba-fc3437fee284 service neutron] For port 49eba6ec-323b-40ab-b0e1-d93823fd439f, host n-h1-842733-1, cleared binding levels {{(pid=103162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:38:26.138561 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port df21a357-d4d3-420f-84fe-4b786006725d, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=df21a357-d4d3-420f-84fe-4b786006725d,segment=NetworkSegment(902335b0-4452-4b31-9bc3-509eaa8e03dd),segment_id=902335b0-4452-4b31-9bc3-509eaa8e03dd)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:38:26.144727 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-e0d2401c-2a28-4078-91cc-2865c539cc94 req-492d40d8-a8a1-454a-8f65-f5e1e1ae600c tempest-ServerDiagnosticsNegativeTest-1442979801 tempest-ServerDiagnosticsNegativeTest-1442979801-project] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:26.152276 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port b2dd33d4-67bf-40ab-b2bb-11a4c76a22d3, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=b2dd33d4-67bf-40ab-b2bb-11a4c76a22d3,segment=NetworkSegment(902335b0-4452-4b31-9bc3-509eaa8e03dd),segment_id=902335b0-4452-4b31-9bc3-509eaa8e03dd)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:38:26.155600 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Returning: {'device': 'df21a357-d4d3-420f-84fe-4b786006725d', 'network_id': '33c25ced-ae3c-45c1-992b-09946514bfb0', 'port_id': 'df21a357-d4d3-420f-84fe-4b786006725d', 'mac_address': 'fa:16:3e:03:d0:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8a2f1c9-14ba-4c21-bba8-ae1d91a10bab', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 20 20:38:26.175457 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-583e0bc9-b502-471c-ac23-4dbe2f4fa838 req-489e89f2-7077-4ac2-baba-fc3437fee284 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:26.178330 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac9eebca-999a-402a-b2b5-aa424b891f77', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49eba6ec-323b-40ab-b0e1-d93823fd439f'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:38:26.182141 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6fa957933fccbf596d28104b23404b952ad6a8238afaebaed40a0874b2e409" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4516b87-efeb-44a2-9a83-c328cb0789e9" -d '{"events": [{"server_uuid": "ac9eebca-999a-402a-b2b5-aa424b891f77", "name": "network-vif-unplugged", "status": "completed", "tag": "49eba6ec-323b-40ab-b0e1-d93823fd439f"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:38:26.185859 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-17e02912-e509-460a-88cb-e4f3a150e3d0 req-284c20f9-ee93-4b56-b486-34972233177d tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] 10.222.0.35 "GET /v2.0/security-groups?id=b86a25cf-8ff6-49a5-9967-210010093ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726776 May 20 20:38:26.191916 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:26.218409 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-e0d2401c-2a28-4078-91cc-2865c539cc94 req-492d40d8-a8a1-454a-8f65-f5e1e1ae600c tempest-ServerDiagnosticsNegativeTest-1442979801 tempest-ServerDiagnosticsNegativeTest-1442979801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:26.222132 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Current status of the port df21a357-d4d3-420f-84fe-4b786006725d is: DOWN; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:38:26.225384 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:26.226375 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:26.246697 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df21a357-d4d3-420f-84fe-4b786006725d {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:38:26.270200 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-583e0bc9-b502-471c-ac23-4dbe2f4fa838 req-489e89f2-7077-4ac2-baba-fc3437fee284 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:26.276918 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=a34dcdeb-2b13-4bc8-95e3-99318b5bfb70,revision_number=8']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:38:26.284777 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port df21a357-d4d3-420f-84fe-4b786006725d, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=df21a357-d4d3-420f-84fe-4b786006725d,segment=NetworkSegment(902335b0-4452-4b31-9bc3-509eaa8e03dd),segment_id=902335b0-4452-4b31-9bc3-509eaa8e03dd)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:38:26.340195 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=b2dd33d4-67bf-40ab-b2bb-11a4c76a22d3,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:38:26.349160 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:26.353707 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c8d825b8-96c1-4948-bfec-1f4ff9825685 req-1e3f95ed-b622-45ca-af02-26e7cfa38635 tempest-ServerDiagnosticsNegativeTest-1442979801 tempest-ServerDiagnosticsNegativeTest-1442979801-project] 10.222.0.35 "GET /v2.0/ports?device_id=df5744ba-f5b9-4c13-9986-3b65c05471d9 HTTP/1.1" status: 200 len: 210 time: 0.0849988 May 20 20:38:26.371409 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489e89f2-7077-4ac2-baba-fc3437fee284 service neutron] Pushing event updated for resources: {'Port': ['ID=49eba6ec-323b-40ab-b0e1-d93823fd439f,revision_number=7']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:38:26.379672 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-583e0bc9-b502-471c-ac23-4dbe2f4fa838 req-489e89f2-7077-4ac2-baba-fc3437fee284 service neutron] Attempting to bind port 49eba6ec-323b-40ab-b0e1-d93823fd439f on host n-h1-842733-1 for vnic_type normal with profile {"migrating_to": "n-h2-842733-1"} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:38:26.380003 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-583e0bc9-b502-471c-ac23-4dbe2f4fa838 req-489e89f2-7077-4ac2-baba-fc3437fee284 service neutron] Attempting to bind port 49eba6ec-323b-40ab-b0e1-d93823fd439f by drivers openvswitch,hyperv on host n-h1-842733-1 at level 0 using segments [{'id': '8e7444da-2574-4e87-afbd-a324be0dd68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'f2296de0-b06c-422e-98fe-14a3771aba33'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:38:26.380330 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-583e0bc9-b502-471c-ac23-4dbe2f4fa838 req-489e89f2-7077-4ac2-baba-fc3437fee284 service neutron] Attempting to bind port 49eba6ec-323b-40ab-b0e1-d93823fd439f on network f2296de0-b06c-422e-98fe-14a3771aba33 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:38:26.396074 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-583e0bc9-b502-471c-ac23-4dbe2f4fa838 req-489e89f2-7077-4ac2-baba-fc3437fee284 service neutron] Port 49eba6ec-323b-40ab-b0e1-d93823fd439f on network f2296de0-b06c-422e-98fe-14a3771aba33 not bound, no agent of type Open vSwitch agent registered on host n-h1-842733-1 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 20:38:26.396403 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-583e0bc9-b502-471c-ac23-4dbe2f4fa838 req-489e89f2-7077-4ac2-baba-fc3437fee284 service neutron] Attempting to bind port 49eba6ec-323b-40ab-b0e1-d93823fd439f on network f2296de0-b06c-422e-98fe-14a3771aba33 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:38:26.400519 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492d40d8-a8a1-454a-8f65-f5e1e1ae600c tempest-ServerDiagnosticsNegativeTest-1442979801 tempest-ServerDiagnosticsNegativeTest-1442979801-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d23a37b-22f4-4de0-ac30-98d1faf2729b,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:38:26.403380 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-583e0bc9-b502-471c-ac23-4dbe2f4fa838 req-489e89f2-7077-4ac2-baba-fc3437fee284 service neutron] Checking agent: {'id': '08dfb1ce-804b-4db8-838b-21094082e041', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 32, 54), 'started_at': datetime.datetime(2022, 5, 20, 20, 32, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 38, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:38:26.403725 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-583e0bc9-b502-471c-ac23-4dbe2f4fa838 req-489e89f2-7077-4ac2-baba-fc3437fee284 service neutron] Checking segment: {'id': '8e7444da-2574-4e87-afbd-a324be0dd68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'f2296de0-b06c-422e-98fe-14a3771aba33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:38:26.404088 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-583e0bc9-b502-471c-ac23-4dbe2f4fa838 req-489e89f2-7077-4ac2-baba-fc3437fee284 service neutron] Bound using segment: {'id': '8e7444da-2574-4e87-afbd-a324be0dd68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'f2296de0-b06c-422e-98fe-14a3771aba33'} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:38:26.404527 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-583e0bc9-b502-471c-ac23-4dbe2f4fa838 req-489e89f2-7077-4ac2-baba-fc3437fee284 service neutron] Bound port: 49eba6ec-323b-40ab-b0e1-d93823fd439f, host: n-h1-842733-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e7444da-2574-4e87-afbd-a324be0dd68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'f2296de0-b06c-422e-98fe-14a3771aba33'}}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:38:26.404886 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-583e0bc9-b502-471c-ac23-4dbe2f4fa838 req-489e89f2-7077-4ac2-baba-fc3437fee284 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:26.438996 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a5d2bc-e187-436d-9727-705f46fa8f61 req-8dea7445-c017-435d-a1f4-6d9aab8836d8 tempest-MultipleCreateTestJSON-719674146 tempest-MultipleCreateTestJSON-719674146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:26.449481 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e2a5d2bc-e187-436d-9727-705f46fa8f61 req-8dea7445-c017-435d-a1f4-6d9aab8836d8 tempest-MultipleCreateTestJSON-719674146 tempest-MultipleCreateTestJSON-719674146-project] 10.222.0.35 "GET /v2.0/ports?device_id=57f4a3aa-190f-4099-8c96-407cccecac67 HTTP/1.1" status: 200 len: 945 time: 0.2366903 May 20 20:38:26.451704 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Pushing event updated for resources: {'Port': ['ID=df21a357-d4d3-420f-84fe-4b786006725d,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:38:26.469975 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 May 2022 20:38:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e096346a-b680-4dc7-9570-cbce4ac2d2c2 x-openstack-request-id: req-e096346a-b680-4dc7-9570-cbce4ac2d2c2 {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:38:26.470255 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac9eebca-999a-402a-b2b5-aa424b891f77", "name": "network-vif-unplugged", "status": "completed", "tag": "49eba6ec-323b-40ab-b0e1-d93823fd439f", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:38:26.470581 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e096346a-b680-4dc7-9570-cbce4ac2d2c2 {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:38:26.470897 n-d-842733-1 neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e096346a-b680-4dc7-9570-cbce4ac2d2c2'] response: {'server_uuid': 'ac9eebca-999a-402a-b2b5-aa424b891f77', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49eba6ec-323b-40ab-b0e1-d93823fd439f', 'code': 200} May 20 20:38:26.502816 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-583e0bc9-b502-471c-ac23-4dbe2f4fa838 req-489e89f2-7077-4ac2-baba-fc3437fee284 service neutron] For port 49eba6ec-323b-40ab-b0e1-d93823fd439f, host n-h1-842733-1, cleared binding levels {{(pid=103162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:38:26.505990 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-583e0bc9-b502-471c-ac23-4dbe2f4fa838 req-489e89f2-7077-4ac2-baba-fc3437fee284 service neutron] For port 49eba6ec-323b-40ab-b0e1-d93823fd439f, host n-h1-842733-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=49eba6ec-323b-40ab-b0e1-d93823fd439f,segment=NetworkSegment(8e7444da-2574-4e87-afbd-a324be0dd68b),segment_id=8e7444da-2574-4e87-afbd-a324be0dd68b)] {{(pid=103162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:38:26.579861 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-583e0bc9-b502-471c-ac23-4dbe2f4fa838 req-489e89f2-7077-4ac2-baba-fc3437fee284 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:26.580087 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e2a5d2bc-e187-436d-9727-705f46fa8f61 req-6e9ea44d-dbfc-4700-b640-3a233ad8de4d tempest-MultipleCreateTestJSON-719674146 tempest-MultipleCreateTestJSON-719674146-project] 10.222.0.35 "GET /v2.0/security-groups?id=078f3e96-f1d8-48b4-8cd5-8adee91cee64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251261 May 20 20:38:26.603371 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [req-e0d2401c-2a28-4078-91cc-2865c539cc94 req-492d40d8-a8a1-454a-8f65-f5e1e1ae600c tempest-ServerDiagnosticsNegativeTest-1442979801 tempest-ServerDiagnosticsNegativeTest-1442979801-project] Allocated IP 192.168.233.6 (cd702362-b982-46c5-a7d0-51de1b03df86/26b342ea-254c-483a-9ea9-f11c178970eb/2acf4357-64ab-482c-ab19-6d73e56910d9) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:38:26.618576 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b4ef41-a84e-452d-bda7-f387bf50a148 req-07f6f582-a3fc-4fa0-a989-b7b9ab1835a1 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:26.620237 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e3b4ef41-a84e-452d-bda7-f387bf50a148 req-07f6f582-a3fc-4fa0-a989-b7b9ab1835a1 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] 10.222.0.35 "GET /v2.0/ports?device_id=baee7f9c-76fb-4cfd-b10c-e926b4d4c895 HTTP/1.1" status: 200 len: 950 time: 0.0912349 May 20 20:38:26.647063 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] get_ports_and_sgs() called for port_ids ['df21a357-d4d3-420f-84fe-4b786006725d'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:38:26.686182 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489e89f2-7077-4ac2-baba-fc3437fee284 service neutron] Pushing event updated for resources: {'Port': ['ID=49eba6ec-323b-40ab-b0e1-d93823fd439f,revision_number=8']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:38:26.691006 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583e0bc9-b502-471c-ac23-4dbe2f4fa838 req-489e89f2-7077-4ac2-baba-fc3437fee284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:26.691615 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-583e0bc9-b502-471c-ac23-4dbe2f4fa838 req-489e89f2-7077-4ac2-baba-fc3437fee284 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:26.692991 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-583e0bc9-b502-471c-ac23-4dbe2f4fa838 req-489e89f2-7077-4ac2-baba-fc3437fee284 service neutron] 10.222.0.13 "PUT /v2.0/ports/49eba6ec-323b-40ab-b0e1-d93823fd439f HTTP/1.1" status: 200 len: 1121 time: 0.9598393 May 20 20:38:26.716989 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e3b4ef41-a84e-452d-bda7-f387bf50a148 req-24b43417-0b7d-417d-a1af-f9a4209e843b tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c2aa399-3055-4eb0-8f1a-45933e0e3cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877998 May 20 20:38:26.810120 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] get_ports_and_sgs() called for port_ids ['49eba6ec-323b-40ab-b0e1-d93823fd439f'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:38:26.829717 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75206aa-eff8-4ff1-ba32-bfad5445029e req-9be23dcd-0201-40e5-8dd0-41531e3577be tempest-ServersWithSpecificFlavorTestJSON-403335495 tempest-ServersWithSpecificFlavorTestJSON-403335495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:26.831929 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a75206aa-eff8-4ff1-ba32-bfad5445029e req-9be23dcd-0201-40e5-8dd0-41531e3577be tempest-ServersWithSpecificFlavorTestJSON-403335495 tempest-ServersWithSpecificFlavorTestJSON-403335495-project] 10.222.0.35 "GET /v2.0/ports?device_id=b4070de9-726e-4300-9952-8e4a88742aac HTTP/1.1" status: 200 len: 945 time: 0.1227174 May 20 20:38:26.849582 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] get_ports_and_sgs() called for port_ids ['b2dd33d4-67bf-40ab-b2bb-11a4c76a22d3'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:38:26.924473 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-e0d2401c-2a28-4078-91cc-2865c539cc94 req-492d40d8-a8a1-454a-8f65-f5e1e1ae600c tempest-ServerDiagnosticsNegativeTest-1442979801 tempest-ServerDiagnosticsNegativeTest-1442979801-project] Notify callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:26.940967 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a75206aa-eff8-4ff1-ba32-bfad5445029e req-3fcfff55-2ea0-4605-b5c7-db0f9c961dd1 tempest-ServersWithSpecificFlavorTestJSON-403335495 tempest-ServersWithSpecificFlavorTestJSON-403335495-project] 10.222.0.35 "GET /v2.0/security-groups?id=fb4532a0-c356-4e15-af9a-d177d4428652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1016138 May 20 20:38:26.966505 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066cda7a-9f99-4566-85f7-7828400f2f26 req-0fb2d750-c094-4664-b8bd-a951b505a9b5 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:26.967974 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-066cda7a-9f99-4566-85f7-7828400f2f26 req-0fb2d750-c094-4664-b8bd-a951b505a9b5 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] 10.222.0.35 "GET /v2.0/ports?device_id=ac9eebca-999a-402a-b2b5-aa424b891f77 HTTP/1.1" status: 200 len: 943 time: 0.1023405 May 20 20:38:27.036203 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-066cda7a-9f99-4566-85f7-7828400f2f26 req-9b444c34-2375-49bf-8f31-c0013c7e2e42 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] 10.222.0.35 "GET /v2.0/security-groups?id=0a1ca955-ee86-4e03-bb39-6b1e6a532a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573909 May 20 20:38:27.075308 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-e0d2401c-2a28-4078-91cc-2865c539cc94 req-492d40d8-a8a1-454a-8f65-f5e1e1ae600c tempest-ServerDiagnosticsNegativeTest-1442979801 tempest-ServerDiagnosticsNegativeTest-1442979801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:27.143411 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0d2401c-2a28-4078-91cc-2865c539cc94 req-492d40d8-a8a1-454a-8f65-f5e1e1ae600c tempest-ServerDiagnosticsNegativeTest-1442979801 tempest-ServerDiagnosticsNegativeTest-1442979801-project] Network cd702362-b982-46c5-a7d0-51de1b03df86 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:38:27.157266 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [req-e0d2401c-2a28-4078-91cc-2865c539cc94 req-492d40d8-a8a1-454a-8f65-f5e1e1ae600c tempest-ServerDiagnosticsNegativeTest-1442979801 tempest-ServerDiagnosticsNegativeTest-1442979801-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:38:27.165323 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0d2401c-2a28-4078-91cc-2865c539cc94 req-492d40d8-a8a1-454a-8f65-f5e1e1ae600c tempest-ServerDiagnosticsNegativeTest-1442979801 tempest-ServerDiagnosticsNegativeTest-1442979801-project] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:38:27.182349 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492d40d8-a8a1-454a-8f65-f5e1e1ae600c tempest-ServerDiagnosticsNegativeTest-1442979801 tempest-ServerDiagnosticsNegativeTest-1442979801-project] Pushing event updated for resources: {'Port': ['ID=2acf4357-64ab-482c-ab19-6d73e56910d9,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:38:27.213412 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492d40d8-a8a1-454a-8f65-f5e1e1ae600c tempest-ServerDiagnosticsNegativeTest-1442979801 tempest-ServerDiagnosticsNegativeTest-1442979801-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:38:27.213755 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492d40d8-a8a1-454a-8f65-f5e1e1ae600c tempest-ServerDiagnosticsNegativeTest-1442979801 tempest-ServerDiagnosticsNegativeTest-1442979801-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:38:27.214087 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492d40d8-a8a1-454a-8f65-f5e1e1ae600c tempest-ServerDiagnosticsNegativeTest-1442979801 tempest-ServerDiagnosticsNegativeTest-1442979801-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:38:27.216279 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492d40d8-a8a1-454a-8f65-f5e1e1ae600c tempest-ServerDiagnosticsNegativeTest-1442979801 tempest-ServerDiagnosticsNegativeTest-1442979801-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:38:27.216279 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492d40d8-a8a1-454a-8f65-f5e1e1ae600c tempest-ServerDiagnosticsNegativeTest-1442979801 tempest-ServerDiagnosticsNegativeTest-1442979801-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:38:27.216279 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492d40d8-a8a1-454a-8f65-f5e1e1ae600c tempest-ServerDiagnosticsNegativeTest-1442979801 tempest-ServerDiagnosticsNegativeTest-1442979801-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:38:27.216279 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492d40d8-a8a1-454a-8f65-f5e1e1ae600c tempest-ServerDiagnosticsNegativeTest-1442979801 tempest-ServerDiagnosticsNegativeTest-1442979801-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:38:27.216279 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492d40d8-a8a1-454a-8f65-f5e1e1ae600c tempest-ServerDiagnosticsNegativeTest-1442979801 tempest-ServerDiagnosticsNegativeTest-1442979801-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:38:27.216279 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492d40d8-a8a1-454a-8f65-f5e1e1ae600c tempest-ServerDiagnosticsNegativeTest-1442979801 tempest-ServerDiagnosticsNegativeTest-1442979801-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:38:27.216279 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492d40d8-a8a1-454a-8f65-f5e1e1ae600c tempest-ServerDiagnosticsNegativeTest-1442979801 tempest-ServerDiagnosticsNegativeTest-1442979801-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:38:27.216875 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492d40d8-a8a1-454a-8f65-f5e1e1ae600c tempest-ServerDiagnosticsNegativeTest-1442979801 tempest-ServerDiagnosticsNegativeTest-1442979801-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:38:27.216875 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492d40d8-a8a1-454a-8f65-f5e1e1ae600c tempest-ServerDiagnosticsNegativeTest-1442979801 tempest-ServerDiagnosticsNegativeTest-1442979801-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:38:27.250663 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d2401c-2a28-4078-91cc-2865c539cc94 req-492d40d8-a8a1-454a-8f65-f5e1e1ae600c tempest-ServerDiagnosticsNegativeTest-1442979801 tempest-ServerDiagnosticsNegativeTest-1442979801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:27.251293 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-e0d2401c-2a28-4078-91cc-2865c539cc94 req-492d40d8-a8a1-454a-8f65-f5e1e1ae600c tempest-ServerDiagnosticsNegativeTest-1442979801 tempest-ServerDiagnosticsNegativeTest-1442979801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:27.262442 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b381444c-330b-4013-acf5-bf77511e3dc1 req-f0602c85-b3bf-4997-be65-48f26283a86e tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:27.263964 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b381444c-330b-4013-acf5-bf77511e3dc1 req-f0602c85-b3bf-4997-be65-48f26283a86e tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6b770e5-8fc5-41ee-a663-8df2656df33f HTTP/1.1" status: 200 len: 946 time: 0.1195374 May 20 20:38:27.340630 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b381444c-330b-4013-acf5-bf77511e3dc1 req-f141cc0e-fb85-473b-a0be-cca5fe18b896 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c1ac446-2eae-4e3c-98ef-7a4684e96782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625973 May 20 20:38:27.349390 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c877acc-3914-4749-acc2-1982eb75f3f1 req-d8af8753-c837-4b8b-adff-7330c0028eaf tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:27.350908 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9c877acc-3914-4749-acc2-1982eb75f3f1 req-d8af8753-c837-4b8b-adff-7330c0028eaf tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] 10.222.0.35 "GET /v2.0/ports?device_id=af8dbbf2-af97-4d08-9dfb-94cc026d387b HTTP/1.1" status: 200 len: 949 time: 0.0860579 May 20 20:38:27.354659 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e0d2401c-2a28-4078-91cc-2865c539cc94 req-492d40d8-a8a1-454a-8f65-f5e1e1ae600c tempest-ServerDiagnosticsNegativeTest-1442979801 tempest-ServerDiagnosticsNegativeTest-1442979801-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.8633783 May 20 20:38:27.376383 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [req-e0d2401c-2a28-4078-91cc-2865c539cc94 req-8695458b-4efd-4423-a6d6-9a797bc66624 service neutron] Request body: {'port': {'device_id': 'df5744ba-f5b9-4c13-9986-3b65c05471d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-842733-1'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:38:27.441598 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9c877acc-3914-4749-acc2-1982eb75f3f1 req-676c1fa5-53cf-4a49-86f5-8d576b3fe3c4 tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] 10.222.0.35 "GET /v2.0/security-groups?id=b86a25cf-8ff6-49a5-9967-210010093ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834568 May 20 20:38:27.461470 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-e0d2401c-2a28-4078-91cc-2865c539cc94 req-8695458b-4efd-4423-a6d6-9a797bc66624 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:27.464978 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-01f67234-2e88-47e2-a672-be6c862c7710 None None] Provisioning complete for port 2acf4357-64ab-482c-ab19-6d73e56910d9 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:38:27.465947 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-01f67234-2e88-47e2-a672-be6c862c7710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:27.507175 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-01f67234-2e88-47e2-a672-be6c862c7710 None None] Port 2acf4357-64ab-482c-ab19-6d73e56910d9 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 20:38:27.551220 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af8dbbf2-af97-4d08-9dfb-94cc026d387b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a34dcdeb-2b13-4bc8-95e3-99318b5bfb70'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:38:27.551455 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9dc6b5-7da9-4454-b8f1-e0702b8183b2 req-ab541328-e04d-49ca-bad8-0face74a8ffe tempest-ServerDiagnosticsNegativeTest-1442979801 tempest-ServerDiagnosticsNegativeTest-1442979801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:27.554111 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8485417003ce7c0410b00f5cdc2f391e21107b70bb68e2773712534a96e108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-379a604a-7b68-425a-b2cb-ab9ced378302" -d '{"events": [{"server_uuid": "af8dbbf2-af97-4d08-9dfb-94cc026d387b", "name": "network-vif-plugged", "status": "completed", "tag": "a34dcdeb-2b13-4bc8-95e3-99318b5bfb70"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:38:27.557735 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3e9dc6b5-7da9-4454-b8f1-e0702b8183b2 req-ab541328-e04d-49ca-bad8-0face74a8ffe tempest-ServerDiagnosticsNegativeTest-1442979801 tempest-ServerDiagnosticsNegativeTest-1442979801-project] 10.222.0.35 "GET /v2.0/ports?device_id=df5744ba-f5b9-4c13-9986-3b65c05471d9 HTTP/1.1" status: 200 len: 934 time: 0.1133492 May 20 20:38:27.592666 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 20:38:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3ffb77a-70e0-405d-97ca-a7d6c2a65631 x-openstack-request-id: req-e3ffb77a-70e0-405d-97ca-a7d6c2a65631 {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:38:27.592998 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af8dbbf2-af97-4d08-9dfb-94cc026d387b", "name": "network-vif-plugged", "status": "completed", "tag": "a34dcdeb-2b13-4bc8-95e3-99318b5bfb70", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:38:27.593273 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e3ffb77a-70e0-405d-97ca-a7d6c2a65631 {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:38:27.593702 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3ffb77a-70e0-405d-97ca-a7d6c2a65631'] response: {'server_uuid': 'af8dbbf2-af97-4d08-9dfb-94cc026d387b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a34dcdeb-2b13-4bc8-95e3-99318b5bfb70', 'code': 200} May 20 20:38:27.671513 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3e9dc6b5-7da9-4454-b8f1-e0702b8183b2 req-b21bb8dd-2490-468c-a9f5-07db3a7e0639 tempest-ServerDiagnosticsNegativeTest-1442979801 tempest-ServerDiagnosticsNegativeTest-1442979801-project] 10.222.0.35 "GET /v2.0/security-groups?id=6d23a37b-22f4-4de0-ac30-98d1faf2729b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104169 May 20 20:38:27.772789 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8af8c4f-15a9-4a56-a474-c32168f8e735 req-cc838187-acfc-4281-ba8c-2732a33cd127 tempest-MultipleCreateTestJSON-719674146 tempest-MultipleCreateTestJSON-719674146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:27.774332 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c8af8c4f-15a9-4a56-a474-c32168f8e735 req-cc838187-acfc-4281-ba8c-2732a33cd127 tempest-MultipleCreateTestJSON-719674146 tempest-MultipleCreateTestJSON-719674146-project] 10.222.0.35 "GET /v2.0/ports?device_id=57f4a3aa-190f-4099-8c96-407cccecac67 HTTP/1.1" status: 200 len: 945 time: 0.1149726 May 20 20:38:27.865496 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c8af8c4f-15a9-4a56-a474-c32168f8e735 req-2d121f69-fbe8-497f-b9bb-6cc626df9dbd tempest-MultipleCreateTestJSON-719674146 tempest-MultipleCreateTestJSON-719674146-project] 10.222.0.35 "GET /v2.0/security-groups?id=078f3e96-f1d8-48b4-8cd5-8adee91cee64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844452 May 20 20:38:27.941749 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ba1e2a-b13c-4a7b-a797-924343ecfd98 req-6b5c6f60-1727-45a2-92dd-a0a4139ce14e tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:27.943600 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f6ba1e2a-b13c-4a7b-a797-924343ecfd98 req-6b5c6f60-1727-45a2-92dd-a0a4139ce14e tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] 10.222.0.35 "GET /v2.0/ports?device_id=baee7f9c-76fb-4cfd-b10c-e926b4d4c895 HTTP/1.1" status: 200 len: 950 time: 0.1148684 May 20 20:38:27.957438 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [req-e0d2401c-2a28-4078-91cc-2865c539cc94 req-8695458b-4efd-4423-a6d6-9a797bc66624 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2acf4357-64ab-482c-ab19-6d73e56910d9 {{(pid=103163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:38:27.977903 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-e0d2401c-2a28-4078-91cc-2865c539cc94 req-8695458b-4efd-4423-a6d6-9a797bc66624 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:28.005245 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [req-e0d2401c-2a28-4078-91cc-2865c539cc94 req-8695458b-4efd-4423-a6d6-9a797bc66624 service neutron] Transition to ACTIVE for port object 2acf4357-64ab-482c-ab19-6d73e56910d9 will not be triggered until provisioned by entity L2. {{(pid=103163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 20:38:28.008305 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b38fec-88e8-44a8-8e3c-ae6631365295 req-00576521-a713-4b34-929a-02e6a7a735e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:28.008839 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f6ba1e2a-b13c-4a7b-a797-924343ecfd98 req-0e11492e-dbd8-4e69-9828-22afbe7ed253 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c2aa399-3055-4eb0-8f1a-45933e0e3cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563540 May 20 20:38:28.010811 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-75b38fec-88e8-44a8-8e3c-ae6631365295 req-00576521-a713-4b34-929a-02e6a7a735e0 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=af8dbbf2-af97-4d08-9dfb-94cc026d387b HTTP/1.1" status: 200 len: 1100 time: 0.0433319 May 20 20:38:28.071585 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-75b38fec-88e8-44a8-8e3c-ae6631365295 req-eed89663-f38f-430e-a1f5-e97576a56c97 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=b86a25cf-8ff6-49a5-9967-210010093ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370922 May 20 20:38:28.088673 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a080c17-7d18-4cc1-959f-065c6e03ba8d req-42d3663a-d52b-451d-91ba-f2768c160049 tempest-ServersWithSpecificFlavorTestJSON-403335495 tempest-ServersWithSpecificFlavorTestJSON-403335495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:28.090208 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6a080c17-7d18-4cc1-959f-065c6e03ba8d req-42d3663a-d52b-451d-91ba-f2768c160049 tempest-ServersWithSpecificFlavorTestJSON-403335495 tempest-ServersWithSpecificFlavorTestJSON-403335495-project] 10.222.0.35 "GET /v2.0/ports?device_id=b4070de9-726e-4300-9952-8e4a88742aac HTTP/1.1" status: 200 len: 945 time: 0.0640652 May 20 20:38:28.091397 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-e0d2401c-2a28-4078-91cc-2865c539cc94 req-8695458b-4efd-4423-a6d6-9a797bc66624 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:28.197197 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8695458b-4efd-4423-a6d6-9a797bc66624 service neutron] Pushing event updated for resources: {'Port': ['ID=2acf4357-64ab-482c-ab19-6d73e56910d9,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:38:28.257148 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6a080c17-7d18-4cc1-959f-065c6e03ba8d req-7729a974-eddd-4175-8461-3aebdb43a4ae tempest-ServersWithSpecificFlavorTestJSON-403335495 tempest-ServersWithSpecificFlavorTestJSON-403335495-project] 10.222.0.35 "GET /v2.0/security-groups?id=fb4532a0-c356-4e15-af9a-d177d4428652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1380064 May 20 20:38:28.284831 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dd21e5-2382-4094-9244-ecd6819cde4c req-62325e49-5b11-4f20-b232-6379c030b4ef tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:28.286335 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f7dd21e5-2382-4094-9244-ecd6819cde4c req-62325e49-5b11-4f20-b232-6379c030b4ef tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] 10.222.0.35 "GET /v2.0/ports?device_id=ac9eebca-999a-402a-b2b5-aa424b891f77 HTTP/1.1" status: 200 len: 943 time: 0.1360846 May 20 20:38:28.308909 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-e0d2401c-2a28-4078-91cc-2865c539cc94 req-8695458b-4efd-4423-a6d6-9a797bc66624 service neutron] Attempting to bind port 2acf4357-64ab-482c-ab19-6d73e56910d9 on host n-h1-842733-1 for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:38:28.309257 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-e0d2401c-2a28-4078-91cc-2865c539cc94 req-8695458b-4efd-4423-a6d6-9a797bc66624 service neutron] Attempting to bind port 2acf4357-64ab-482c-ab19-6d73e56910d9 by drivers openvswitch,hyperv on host n-h1-842733-1 at level 0 using segments [{'id': 'ed3a602f-49fb-4a95-be80-401e1eb72e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'cd702362-b982-46c5-a7d0-51de1b03df86'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:38:28.309584 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0d2401c-2a28-4078-91cc-2865c539cc94 req-8695458b-4efd-4423-a6d6-9a797bc66624 service neutron] Attempting to bind port 2acf4357-64ab-482c-ab19-6d73e56910d9 on network cd702362-b982-46c5-a7d0-51de1b03df86 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:38:28.322672 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0d2401c-2a28-4078-91cc-2865c539cc94 req-8695458b-4efd-4423-a6d6-9a797bc66624 service neutron] Port 2acf4357-64ab-482c-ab19-6d73e56910d9 on network cd702362-b982-46c5-a7d0-51de1b03df86 not bound, no agent of type Open vSwitch agent registered on host n-h1-842733-1 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 20:38:28.322989 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0d2401c-2a28-4078-91cc-2865c539cc94 req-8695458b-4efd-4423-a6d6-9a797bc66624 service neutron] Attempting to bind port 2acf4357-64ab-482c-ab19-6d73e56910d9 on network cd702362-b982-46c5-a7d0-51de1b03df86 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:38:28.335929 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0d2401c-2a28-4078-91cc-2865c539cc94 req-8695458b-4efd-4423-a6d6-9a797bc66624 service neutron] Checking agent: {'id': '08dfb1ce-804b-4db8-838b-21094082e041', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 32, 54), 'started_at': datetime.datetime(2022, 5, 20, 20, 32, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 38, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:38:28.336265 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0d2401c-2a28-4078-91cc-2865c539cc94 req-8695458b-4efd-4423-a6d6-9a797bc66624 service neutron] Checking segment: {'id': 'ed3a602f-49fb-4a95-be80-401e1eb72e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'cd702362-b982-46c5-a7d0-51de1b03df86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:38:28.336638 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0d2401c-2a28-4078-91cc-2865c539cc94 req-8695458b-4efd-4423-a6d6-9a797bc66624 service neutron] Bound using segment: {'id': 'ed3a602f-49fb-4a95-be80-401e1eb72e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'cd702362-b982-46c5-a7d0-51de1b03df86'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:38:28.337290 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-e0d2401c-2a28-4078-91cc-2865c539cc94 req-8695458b-4efd-4423-a6d6-9a797bc66624 service neutron] Bound port: 2acf4357-64ab-482c-ab19-6d73e56910d9, host: n-h1-842733-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed3a602f-49fb-4a95-be80-401e1eb72e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'cd702362-b982-46c5-a7d0-51de1b03df86'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:38:28.337439 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-e0d2401c-2a28-4078-91cc-2865c539cc94 req-8695458b-4efd-4423-a6d6-9a797bc66624 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:28.352735 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f7dd21e5-2382-4094-9244-ecd6819cde4c req-182c3c10-737c-4aa0-89af-01f42b116356 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] 10.222.0.35 "GET /v2.0/security-groups?id=0a1ca955-ee86-4e03-bb39-6b1e6a532a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542040 May 20 20:38:28.415472 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-e0d2401c-2a28-4078-91cc-2865c539cc94 req-8695458b-4efd-4423-a6d6-9a797bc66624 service neutron] For port 2acf4357-64ab-482c-ab19-6d73e56910d9, host n-h1-842733-1, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:38:28.418625 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-e0d2401c-2a28-4078-91cc-2865c539cc94 req-8695458b-4efd-4423-a6d6-9a797bc66624 service neutron] For port 2acf4357-64ab-482c-ab19-6d73e56910d9, host n-h1-842733-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=2acf4357-64ab-482c-ab19-6d73e56910d9,segment=NetworkSegment(ed3a602f-49fb-4a95-be80-401e1eb72e33),segment_id=ed3a602f-49fb-4a95-be80-401e1eb72e33)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:38:28.470855 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36332ff-1981-4bbc-a604-162791864694 req-cb04cbab-73ac-453e-8cab-8f8ca193bef9 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:28.472418 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d36332ff-1981-4bbc-a604-162791864694 req-cb04cbab-73ac-453e-8cab-8f8ca193bef9 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6b770e5-8fc5-41ee-a663-8df2656df33f HTTP/1.1" status: 200 len: 946 time: 0.0516419 May 20 20:38:28.473771 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac9eebca-999a-402a-b2b5-aa424b891f77', 'tag': '49eba6ec-323b-40ab-b0e1-d93823fd439f'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:38:28.476347 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6fa957933fccbf596d28104b23404b952ad6a8238afaebaed40a0874b2e409" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff1b145f-7699-4bf9-bbb7-9cc2e900b859" -d '{"events": [{"name": "network-changed", "server_uuid": "ac9eebca-999a-402a-b2b5-aa424b891f77", "tag": "49eba6ec-323b-40ab-b0e1-d93823fd439f"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:38:28.500812 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-e0d2401c-2a28-4078-91cc-2865c539cc94 req-8695458b-4efd-4423-a6d6-9a797bc66624 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:28.542667 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d36332ff-1981-4bbc-a604-162791864694 req-11232689-0b1e-4154-844c-c069a70766fe tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c1ac446-2eae-4e3c-98ef-7a4684e96782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637619 May 20 20:38:28.577590 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d2401c-2a28-4078-91cc-2865c539cc94 req-8695458b-4efd-4423-a6d6-9a797bc66624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:28.578936 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-e0d2401c-2a28-4078-91cc-2865c539cc94 req-8695458b-4efd-4423-a6d6-9a797bc66624 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:28.580226 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e0d2401c-2a28-4078-91cc-2865c539cc94 req-8695458b-4efd-4423-a6d6-9a797bc66624 service neutron] 10.222.0.24 "PUT /v2.0/ports/2acf4357-64ab-482c-ab19-6d73e56910d9 HTTP/1.1" status: 200 len: 1094 time: 1.2110522 May 20 20:38:28.581568 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df5744ba-f5b9-4c13-9986-3b65c05471d9', 'tag': '2acf4357-64ab-482c-ab19-6d73e56910d9'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:38:28.583798 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4291b17aa7b45362825f0571e77c85f5e73afe1df9c7e9e15006df9d695c005e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba9ea355-29c9-4ce2-a862-e1d739ef433e" -d '{"events": [{"name": "network-changed", "server_uuid": "df5744ba-f5b9-4c13-9986-3b65c05471d9", "tag": "2acf4357-64ab-482c-ab19-6d73e56910d9"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:38:28.609486 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8695458b-4efd-4423-a6d6-9a797bc66624 service neutron] Pushing event updated for resources: {'Port': ['ID=2acf4357-64ab-482c-ab19-6d73e56910d9,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:38:28.609625 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 20:38:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b27ca38-e786-4f6e-8910-f1c2e8064404 x-openstack-request-id: req-1b27ca38-e786-4f6e-8910-f1c2e8064404 {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:38:28.609625 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac9eebca-999a-402a-b2b5-aa424b891f77", "tag": "49eba6ec-323b-40ab-b0e1-d93823fd439f", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:38:28.609625 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1b27ca38-e786-4f6e-8910-f1c2e8064404 {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:38:28.609883 n-d-842733-1 neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b27ca38-e786-4f6e-8910-f1c2e8064404'] response: {'name': 'network-changed', 'server_uuid': 'ac9eebca-999a-402a-b2b5-aa424b891f77', 'tag': '49eba6ec-323b-40ab-b0e1-d93823fd439f', 'status': 'completed', 'code': 200} May 20 20:38:28.624490 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4fcae3-f2b4-489c-a3bc-c37cc1c37c3f req-d092491a-7f5e-4476-ab6f-3e2ea752e07c tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:28.632425 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ec4fcae3-f2b4-489c-a3bc-c37cc1c37c3f req-d092491a-7f5e-4476-ab6f-3e2ea752e07c tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] 10.222.0.35 "GET /v2.0/ports?device_id=af8dbbf2-af97-4d08-9dfb-94cc026d387b HTTP/1.1" status: 200 len: 949 time: 0.0976419 May 20 20:38:28.665122 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 20:38:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b551eb6c-2643-4769-90c6-c73bfdf3496a x-openstack-request-id: req-b551eb6c-2643-4769-90c6-c73bfdf3496a {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:38:28.665455 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df5744ba-f5b9-4c13-9986-3b65c05471d9", "tag": "2acf4357-64ab-482c-ab19-6d73e56910d9", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:38:28.665663 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b551eb6c-2643-4769-90c6-c73bfdf3496a {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:38:28.666053 n-d-842733-1 neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b551eb6c-2643-4769-90c6-c73bfdf3496a'] response: {'name': 'network-changed', 'server_uuid': 'df5744ba-f5b9-4c13-9986-3b65c05471d9', 'tag': '2acf4357-64ab-482c-ab19-6d73e56910d9', 'status': 'completed', 'code': 200} May 20 20:38:28.709953 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ec4fcae3-f2b4-489c-a3bc-c37cc1c37c3f req-9bc81029-462b-440d-a914-e0f6d080e7fb tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] 10.222.0.35 "GET /v2.0/security-groups?id=b86a25cf-8ff6-49a5-9967-210010093ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765007 May 20 20:38:28.729503 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1b145f-7699-4bf9-bbb7-9cc2e900b859 req-e6dd3c1d-7041-4c68-90d1-b4f119aeee26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:28.730961 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ff1b145f-7699-4bf9-bbb7-9cc2e900b859 req-e6dd3c1d-7041-4c68-90d1-b4f119aeee26 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=33876e14b0274b60a421aea47180bf46&device_id=ac9eebca-999a-402a-b2b5-aa424b891f77 HTTP/1.1" status: 200 len: 1124 time: 0.0964541 May 20 20:38:28.797230 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9ea355-29c9-4ce2-a862-e1d739ef433e req-48360328-2334-40ce-bf58-5acaffbd6a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:28.798852 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ba9ea355-29c9-4ce2-a862-e1d739ef433e req-48360328-2334-40ce-bf58-5acaffbd6a70 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=eff173d5effc4807b4800c885a2849cc&device_id=df5744ba-f5b9-4c13-9986-3b65c05471d9 HTTP/1.1" status: 200 len: 1097 time: 0.1079490 May 20 20:38:28.856197 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ba9ea355-29c9-4ce2-a862-e1d739ef433e req-7df09851-aa53-40d2-9eb9-c437be9f03e1 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=eff173d5effc4807b4800c885a2849cc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0382147 May 20 20:38:29.227239 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69bd681-6992-42dd-a1e4-34f3775a5076 req-3e9c1b94-d4db-4365-afcf-391a3da7c099 tempest-ServerDiagnosticsNegativeTest-1442979801 tempest-ServerDiagnosticsNegativeTest-1442979801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:29.228711 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a69bd681-6992-42dd-a1e4-34f3775a5076 req-3e9c1b94-d4db-4365-afcf-391a3da7c099 tempest-ServerDiagnosticsNegativeTest-1442979801 tempest-ServerDiagnosticsNegativeTest-1442979801-project] 10.222.0.35 "GET /v2.0/ports?device_id=df5744ba-f5b9-4c13-9986-3b65c05471d9 HTTP/1.1" status: 200 len: 946 time: 0.4377604 May 20 20:38:29.235212 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1b145f-7699-4bf9-bbb7-9cc2e900b859 req-b40c7f03-bb1d-4cf6-a940-ee0fc1991d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:29.236635 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ff1b145f-7699-4bf9-bbb7-9cc2e900b859 req-b40c7f03-bb1d-4cf6-a940-ee0fc1991d29 service neutron] 10.222.0.24 "GET /v2.0/networks?id=f2296de0-b06c-422e-98fe-14a3771aba33 HTTP/1.1" status: 200 len: 908 time: 0.4989841 May 20 20:38:29.323980 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ff1b145f-7699-4bf9-bbb7-9cc2e900b859 req-00b9ff9d-7e36-4b66-a343-9b569736ec4b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=49eba6ec-323b-40ab-b0e1-d93823fd439f HTTP/1.1" status: 200 len: 217 time: 0.0719352 May 20 20:38:29.374723 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ee116f-f3fc-4ec2-9388-34886d4e1640 req-bb5608a3-ade0-4935-be91-0952edd9976a tempest-ServersWithSpecificFlavorTestJSON-403335495 tempest-ServersWithSpecificFlavorTestJSON-403335495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:29.376936 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-32ee116f-f3fc-4ec2-9388-34886d4e1640 req-bb5608a3-ade0-4935-be91-0952edd9976a tempest-ServersWithSpecificFlavorTestJSON-403335495 tempest-ServersWithSpecificFlavorTestJSON-403335495-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4070de9-726e-4300-9952-8e4a88742aac HTTP/1.1" status: 200 len: 945 time: 0.0540724 May 20 20:38:29.393560 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a69bd681-6992-42dd-a1e4-34f3775a5076 req-c03ada08-4e07-4396-b8b1-a97454f0ddc9 tempest-ServerDiagnosticsNegativeTest-1442979801 tempest-ServerDiagnosticsNegativeTest-1442979801-project] 10.222.0.35 "GET /v2.0/security-groups?id=6d23a37b-22f4-4de0-ac30-98d1faf2729b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538055 May 20 20:38:29.402516 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9ea355-29c9-4ce2-a862-e1d739ef433e req-d39448ab-8d52-4dc0-8948-092920b97438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:29.402516 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ba9ea355-29c9-4ce2-a862-e1d739ef433e req-d39448ab-8d52-4dc0-8948-092920b97438 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5315969 May 20 20:38:29.419811 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a90b4ad-a277-4645-a4ab-b5ff10c52709 req-da5be278-5ed4-4959-b43a-c6f86fb3be50 tempest-MultipleCreateTestJSON-719674146 tempest-MultipleCreateTestJSON-719674146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:29.419811 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4a90b4ad-a277-4645-a4ab-b5ff10c52709 req-da5be278-5ed4-4959-b43a-c6f86fb3be50 tempest-MultipleCreateTestJSON-719674146 tempest-MultipleCreateTestJSON-719674146-project] 10.222.0.35 "GET /v2.0/ports?device_id=57f4a3aa-190f-4099-8c96-407cccecac67 HTTP/1.1" status: 200 len: 945 time: 0.1813221 May 20 20:38:29.433341 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1b145f-7699-4bf9-bbb7-9cc2e900b859 req-a6d723d4-4354-47a9-b2fe-a88ad0f09b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:29.445595 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ff1b145f-7699-4bf9-bbb7-9cc2e900b859 req-a6d723d4-4354-47a9-b2fe-a88ad0f09b6c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f9e5fad6-106c-4fb6-bdcf-0e79e7e3eb1f HTTP/1.1" status: 200 len: 847 time: 0.1091681 May 20 20:38:29.509348 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-32ee116f-f3fc-4ec2-9388-34886d4e1640 req-fc7dba0b-664d-4685-b1e4-976407c9ad68 tempest-ServersWithSpecificFlavorTestJSON-403335495 tempest-ServersWithSpecificFlavorTestJSON-403335495-project] Deleting port ac79cc1c-bc7e-4b34-8030-40c06f95b85c {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:38:29.509790 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-32ee116f-f3fc-4ec2-9388-34886d4e1640 req-fc7dba0b-664d-4685-b1e4-976407c9ad68 tempest-ServersWithSpecificFlavorTestJSON-403335495 tempest-ServersWithSpecificFlavorTestJSON-403335495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:29.513569 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 49eba6ec-323b-40ab-b0e1-d93823fd439f details requested by agent hyperv_n-h2-842733-1 with host n-h2-842733-1 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 20:38:29.529247 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ff1b145f-7699-4bf9-bbb7-9cc2e900b859 req-a8e48c7d-bb25-4085-adbd-0d520514d687 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f2296de0-b06c-422e-98fe-14a3771aba33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0698788 May 20 20:38:29.533741 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device b2dd33d4-67bf-40ab-b2bb-11a4c76a22d3 up at agent hyperv_n-h2-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:38:29.568379 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4a90b4ad-a277-4645-a4ab-b5ff10c52709 req-f5e464cd-0704-44c7-9364-8b02c2b9f1e1 tempest-MultipleCreateTestJSON-719674146 tempest-MultipleCreateTestJSON-719674146-project] 10.222.0.35 "GET /v2.0/security-groups?id=078f3e96-f1d8-48b4-8cd5-8adee91cee64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447198 May 20 20:38:29.643416 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device df21a357-d4d3-420f-84fe-4b786006725d up at agent hyperv_n-h1-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:38:29.647891 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d2401c-2a28-4078-91cc-2865c539cc94 req-bbcf096e-96f4-46e1-8723-dc3710bff64e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:29.649487 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e0d2401c-2a28-4078-91cc-2865c539cc94 req-bbcf096e-96f4-46e1-8723-dc3710bff64e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=eff173d5effc4807b4800c885a2849cc&device_id=df5744ba-f5b9-4c13-9986-3b65c05471d9 HTTP/1.1" status: 200 len: 1097 time: 0.1727929 May 20 20:38:29.676862 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-32ee116f-f3fc-4ec2-9388-34886d4e1640 req-fc7dba0b-664d-4685-b1e4-976407c9ad68 tempest-ServersWithSpecificFlavorTestJSON-403335495 tempest-ServersWithSpecificFlavorTestJSON-403335495-project] For port ac79cc1c-bc7e-4b34-8030-40c06f95b85c, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=ac79cc1c-bc7e-4b34-8030-40c06f95b85c,segment=NetworkSegment(94a4894e-95e9-4cfb-9a59-0548accd47c0),segment_id=94a4894e-95e9-4cfb-9a59-0548accd47c0)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:38:29.680499 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-32ee116f-f3fc-4ec2-9388-34886d4e1640 req-fc7dba0b-664d-4685-b1e4-976407c9ad68 tempest-ServersWithSpecificFlavorTestJSON-403335495 tempest-ServersWithSpecificFlavorTestJSON-403335495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:29.684389 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0aac64-fc29-499d-86b6-65057a52bd5d req-44c8817d-6320-44c8-8fc3-e211a05c84d8 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:29.684389 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-cf0aac64-fc29-499d-86b6-65057a52bd5d req-44c8817d-6320-44c8-8fc3-e211a05c84d8 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] 10.222.0.35 "GET /v2.0/ports?device_id=baee7f9c-76fb-4cfd-b10c-e926b4d4c895 HTTP/1.1" status: 200 len: 950 time: 0.1696620 May 20 20:38:29.735966 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e0d2401c-2a28-4078-91cc-2865c539cc94 req-83c71ff6-b015-4f53-b26b-55843f9ac89e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.6&port_id=2acf4357-64ab-482c-ab19-6d73e56910d9 HTTP/1.1" status: 200 len: 217 time: 0.0771365 May 20 20:38:29.752476 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port 49eba6ec-323b-40ab-b0e1-d93823fd439f, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=49eba6ec-323b-40ab-b0e1-d93823fd439f,segment=NetworkSegment(8e7444da-2574-4e87-afbd-a324be0dd68b),segment_id=8e7444da-2574-4e87-afbd-a324be0dd68b)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:38:29.765016 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 49eba6ec-323b-40ab-b0e1-d93823fd439f has no active binding in host n-h2-842733-1 {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} May 20 20:38:29.824606 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ff1b145f-7699-4bf9-bbb7-9cc2e900b859 req-ac084028-ce89-49a5-93ab-340fa0a2fcbd service neutron] 10.222.0.24 "GET /v2.0/networks/f2296de0-b06c-422e-98fe-14a3771aba33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2745776 May 20 20:38:29.874185 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-cf0aac64-fc29-499d-86b6-65057a52bd5d req-08e3e1e3-5804-4a09-a1b1-0eb6847dc949 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c2aa399-3055-4eb0-8f1a-45933e0e3cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448622 May 20 20:38:29.906830 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d2401c-2a28-4078-91cc-2865c539cc94 req-0a5c02d5-ae8f-4b6f-804c-948512c642a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:29.908659 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e0d2401c-2a28-4078-91cc-2865c539cc94 req-0a5c02d5-ae8f-4b6f-804c-948512c642a0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=26b342ea-254c-483a-9ea9-f11c178970eb HTTP/1.1" status: 200 len: 843 time: 0.1655452 May 20 20:38:29.920022 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae127c71-f0f7-40bc-857d-4d34695b5e8f req-a4c76ab7-804f-44bc-aa2d-b6a60bd58df3 tempest-ServersWithSpecificFlavorTestJSON-403335495 tempest-ServersWithSpecificFlavorTestJSON-403335495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:29.921536 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ae127c71-f0f7-40bc-857d-4d34695b5e8f req-a4c76ab7-804f-44bc-aa2d-b6a60bd58df3 tempest-ServersWithSpecificFlavorTestJSON-403335495 tempest-ServersWithSpecificFlavorTestJSON-403335495-project] 10.222.0.35 "GET /v2.0/ports?device_id=b4070de9-726e-4300-9952-8e4a88742aac HTTP/1.1" status: 200 len: 945 time: 0.2390473 May 20 20:38:29.942585 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-32ee116f-f3fc-4ec2-9388-34886d4e1640 req-fc7dba0b-664d-4685-b1e4-976407c9ad68 tempest-ServersWithSpecificFlavorTestJSON-403335495 tempest-ServersWithSpecificFlavorTestJSON-403335495-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:29.944497 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-32ee116f-f3fc-4ec2-9388-34886d4e1640 req-fc7dba0b-664d-4685-b1e4-976407c9ad68 tempest-ServersWithSpecificFlavorTestJSON-403335495 tempest-ServersWithSpecificFlavorTestJSON-403335495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748272'] for floatingip, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:29.944497 n-d-842733-1 neutron-server[103162]: INFO neutron.db.l3_db [req-32ee116f-f3fc-4ec2-9388-34886d4e1640 req-fc7dba0b-664d-4685-b1e4-976407c9ad68 tempest-ServersWithSpecificFlavorTestJSON-403335495 tempest-ServersWithSpecificFlavorTestJSON-403335495-project] Floating IP a32b27b6-5e0a-499f-b377-97dd6f3e0da3 disassociated. External IP: 172.25.2.217, port: ac79cc1c-bc7e-4b34-8030-40c06f95b85c. May 20 20:38:29.944497 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-32ee116f-f3fc-4ec2-9388-34886d4e1640 req-fc7dba0b-664d-4685-b1e4-976407c9ad68 tempest-ServersWithSpecificFlavorTestJSON-403335495 tempest-ServersWithSpecificFlavorTestJSON-403335495-project] Calling delete_port for ac79cc1c-bc7e-4b34-8030-40c06f95b85c owned by compute:nova {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:38:30.052017 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ae127c71-f0f7-40bc-857d-4d34695b5e8f req-ebf0d974-1286-45e5-90f4-4d7d49ecab46 tempest-ServersWithSpecificFlavorTestJSON-403335495 tempest-ServersWithSpecificFlavorTestJSON-403335495-project] 10.222.0.35 "GET /v2.0/security-groups?id=fb4532a0-c356-4e15-af9a-d177d4428652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1155360 May 20 20:38:30.057281 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ff1b145f-7699-4bf9-bbb7-9cc2e900b859 req-e6de7a5a-1c2d-48dd-845f-49165c1a65e3 service neutron] 10.222.0.24 "GET /v2.0/networks/f2296de0-b06c-422e-98fe-14a3771aba33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2228119 May 20 20:38:30.060642 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d2401c-2a28-4078-91cc-2865c539cc94 req-404e6121-75a9-4d3d-abce-66b6a64f3061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:30.062049 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e0d2401c-2a28-4078-91cc-2865c539cc94 req-404e6121-75a9-4d3d-abce-66b6a64f3061 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cd702362-b982-46c5-a7d0-51de1b03df86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1369152 May 20 20:38:30.129361 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e2387d-dd88-401e-943a-ef00818a89d1 req-bb04f604-3601-4215-ae05-8ecca596876a tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:30.130931 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-49e2387d-dd88-401e-943a-ef00818a89d1 req-bb04f604-3601-4215-ae05-8ecca596876a tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] 10.222.0.35 "GET /v2.0/ports?device_id=ac9eebca-999a-402a-b2b5-aa424b891f77 HTTP/1.1" status: 200 len: 943 time: 0.1451161 May 20 20:38:30.138667 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Provisioning for port b2dd33d4-67bf-40ab-b2bb-11a4c76a22d3 completed by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 20:38:30.145441 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Provisioning complete for port b2dd33d4-67bf-40ab-b2bb-11a4c76a22d3 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:38:30.145441 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:30.169797 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Provisioning for port df21a357-d4d3-420f-84fe-4b786006725d completed by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 20:38:30.177477 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Provisioning complete for port df21a357-d4d3-420f-84fe-4b786006725d triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:38:30.178764 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:30.249956 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-49e2387d-dd88-401e-943a-ef00818a89d1 req-11bdef8d-72b8-43a2-9dc6-b80b927e0d97 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] 10.222.0.35 "GET /v2.0/security-groups?id=0a1ca955-ee86-4e03-bb39-6b1e6a532a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881431 May 20 20:38:30.263654 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4757b273-e8cd-41c7-a6d6-ff35a99b3d9e req-47ce7294-1251-44ea-b654-10903152d370 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:30.263838 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-32ee116f-f3fc-4ec2-9388-34886d4e1640 req-fc7dba0b-664d-4685-b1e4-976407c9ad68 tempest-ServersWithSpecificFlavorTestJSON-403335495 tempest-ServersWithSpecificFlavorTestJSON-403335495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:30.277626 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4757b273-e8cd-41c7-a6d6-ff35a99b3d9e req-47ce7294-1251-44ea-b654-10903152d370 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6b770e5-8fc5-41ee-a663-8df2656df33f HTTP/1.1" status: 200 len: 946 time: 0.1423135 May 20 20:38:30.318828 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e0d2401c-2a28-4078-91cc-2865c539cc94 req-7220ef5b-b9bf-418f-b00d-484a199984c8 service neutron] 10.222.0.24 "GET /v2.0/networks/cd702362-b982-46c5-a7d0-51de1b03df86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2436624 May 20 20:38:30.348299 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7dba0b-664d-4685-b1e4-976407c9ad68 tempest-ServersWithSpecificFlavorTestJSON-403335495 tempest-ServersWithSpecificFlavorTestJSON-403335495-project] Pushing event deleted for resources: {'Port': ['ID=ac79cc1c-bc7e-4b34-8030-40c06f95b85c,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:38:30.380329 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4757b273-e8cd-41c7-a6d6-ff35a99b3d9e req-84865f87-dbea-4300-aab7-a3f3755c4263 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c1ac446-2eae-4e3c-98ef-7a4684e96782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951807 May 20 20:38:30.497770 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b757a1e-b636-44fe-83d3-726b3227fad6 req-8c17a346-22c6-4fc3-961f-11ba2da1599c tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:30.499855 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0b757a1e-b636-44fe-83d3-726b3227fad6 req-8c17a346-22c6-4fc3-961f-11ba2da1599c tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] 10.222.0.35 "GET /v2.0/ports?device_id=af8dbbf2-af97-4d08-9dfb-94cc026d387b HTTP/1.1" status: 200 len: 949 time: 0.1413598 May 20 20:38:30.524636 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [req-32ee116f-f3fc-4ec2-9388-34886d4e1640 req-fc7dba0b-664d-4685-b1e4-976407c9ad68 tempest-ServersWithSpecificFlavorTestJSON-403335495 tempest-ServersWithSpecificFlavorTestJSON-403335495-project] Router 5ed96472-d954-4742-aed3-d420512dcb22 has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 20:38:30.562155 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Current status of the port df21a357-d4d3-420f-84fe-4b786006725d is: BUILD; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:38:30.562836 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:30.604109 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port b2dd33d4-67bf-40ab-b2bb-11a4c76a22d3 is: BUILD; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:38:30.604109 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:30.605613 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0b757a1e-b636-44fe-83d3-726b3227fad6 req-bb8f8c6e-1dd5-4d76-b574-c2ffffa76f16 tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] 10.222.0.35 "GET /v2.0/security-groups?id=b86a25cf-8ff6-49a5-9967-210010093ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931015 May 20 20:38:30.613350 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e9d3b5-3107-4c3b-beac-d3cf996202d7 req-cb713f4c-6da1-45e2-a1c4-b4313ecaa33e tempest-ServersOnMultiNodesTest-1803513337 tempest-ServersOnMultiNodesTest-1803513337-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:30.615002 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-16e9d3b5-3107-4c3b-beac-d3cf996202d7 req-cb713f4c-6da1-45e2-a1c4-b4313ecaa33e tempest-ServersOnMultiNodesTest-1803513337 tempest-ServersOnMultiNodesTest-1803513337-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=baee7f9c-76fb-4cfd-b10c-e926b4d4c895 HTTP/1.1" status: 200 len: 1101 time: 0.1141169 May 20 20:38:30.620691 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '220863ce-6e9f-40f2-bcb4-6e3b105a3ac7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df21a357-d4d3-420f-84fe-4b786006725d'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:38:30.623332 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8485417003ce7c0410b00f5cdc2f391e21107b70bb68e2773712534a96e108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30fa8fb3-d806-4e97-93f2-e8db5f6833ce" -d '{"events": [{"server_uuid": "220863ce-6e9f-40f2-bcb4-6e3b105a3ac7", "name": "network-vif-plugged", "status": "completed", "tag": "df21a357-d4d3-420f-84fe-4b786006725d"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:38:30.629558 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e0d2401c-2a28-4078-91cc-2865c539cc94 req-5cbb1aee-2a03-4619-b37c-e2db29bd8c61 service neutron] 10.222.0.24 "GET /v2.0/networks/cd702362-b982-46c5-a7d0-51de1b03df86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3035202 May 20 20:38:30.667617 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port df21a357-d4d3-420f-84fe-4b786006725d, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=df21a357-d4d3-420f-84fe-4b786006725d,segment=NetworkSegment(902335b0-4452-4b31-9bc3-509eaa8e03dd),segment_id=902335b0-4452-4b31-9bc3-509eaa8e03dd)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:38:30.702049 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-16e9d3b5-3107-4c3b-beac-d3cf996202d7 req-5fd777c1-f689-429f-9621-80e7291ce721 tempest-ServersOnMultiNodesTest-1803513337 tempest-ServersOnMultiNodesTest-1803513337-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=0c2aa399-3055-4eb0-8f1a-45933e0e3cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671442 May 20 20:38:30.713831 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port b2dd33d4-67bf-40ab-b2bb-11a4c76a22d3, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=b2dd33d4-67bf-40ab-b2bb-11a4c76a22d3,segment=NetworkSegment(902335b0-4452-4b31-9bc3-509eaa8e03dd),segment_id=902335b0-4452-4b31-9bc3-509eaa8e03dd)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:38:30.732490 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-32ee116f-f3fc-4ec2-9388-34886d4e1640 req-fc7dba0b-664d-4685-b1e4-976407c9ad68 tempest-ServersWithSpecificFlavorTestJSON-403335495 tempest-ServersWithSpecificFlavorTestJSON-403335495-project] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 20:38:30.746565 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df0e8e4d-6669-4bed-a153-49ea7748cd47 None None] Sync routers for ids ['5ed96472-d954-4742-aed3-d420512dcb22'] in n-d-842733-1 {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 20:38:30.786983 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df0e8e4d-6669-4bed-a153-49ea7748cd47 None None] Routers {'5ed96472-d954-4742-aed3-d420512dcb22'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:38:30.790440 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:30.791837 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-32ee116f-f3fc-4ec2-9388-34886d4e1640 req-fc7dba0b-664d-4685-b1e4-976407c9ad68 tempest-ServersWithSpecificFlavorTestJSON-403335495 tempest-ServersWithSpecificFlavorTestJSON-403335495-project] No DVR routers for this DVR port ac79cc1c-bc7e-4b34-8030-40c06f95b85c on host n-h2-842733-1 {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:38:30.803514 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-df0e8e4d-6669-4bed-a153-49ea7748cd47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:38:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['5ed96472-d954-4742-aed3-d420512dcb22'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:38:30.803730 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-32ee116f-f3fc-4ec2-9388-34886d4e1640 req-fc7dba0b-664d-4685-b1e4-976407c9ad68 tempest-ServersWithSpecificFlavorTestJSON-403335495 tempest-ServersWithSpecificFlavorTestJSON-403335495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:30.810282 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e215e6a-015c-4bb0-a367-5dadea815e55 req-db2351d1-7c42-405e-97e5-7be898fd059a tempest-ServerDiagnosticsNegativeTest-1442979801 tempest-ServerDiagnosticsNegativeTest-1442979801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:30.811950 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7e215e6a-015c-4bb0-a367-5dadea815e55 req-db2351d1-7c42-405e-97e5-7be898fd059a tempest-ServerDiagnosticsNegativeTest-1442979801 tempest-ServerDiagnosticsNegativeTest-1442979801-project] 10.222.0.35 "GET /v2.0/ports?device_id=df5744ba-f5b9-4c13-9986-3b65c05471d9 HTTP/1.1" status: 200 len: 946 time: 0.0807397 May 20 20:38:30.815011 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-32ee116f-f3fc-4ec2-9388-34886d4e1640 req-fc7dba0b-664d-4685-b1e4-976407c9ad68 tempest-ServersWithSpecificFlavorTestJSON-403335495 tempest-ServersWithSpecificFlavorTestJSON-403335495-project] 10.222.0.13 "DELETE /v2.0/ports/ac79cc1c-bc7e-4b34-8030-40c06f95b85c HTTP/1.1" status: 204 len: 173 time: 1.4212627 May 20 20:38:30.817270 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4070de9-726e-4300-9952-8e4a88742aac', 'name': 'network-vif-deleted', 'tag': 'ac79cc1c-bc7e-4b34-8030-40c06f95b85c'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:38:30.824409 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6fa957933fccbf596d28104b23404b952ad6a8238afaebaed40a0874b2e409" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecd6f3d1-c76e-4907-b287-1ab29af933e1" -d '{"events": [{"server_uuid": "b4070de9-726e-4300-9952-8e4a88742aac", "name": "network-vif-deleted", "tag": "ac79cc1c-bc7e-4b34-8030-40c06f95b85c"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:38:30.901538 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7e215e6a-015c-4bb0-a367-5dadea815e55 req-47c91503-d81d-4234-ab25-450b902143e4 tempest-ServerDiagnosticsNegativeTest-1442979801 tempest-ServerDiagnosticsNegativeTest-1442979801-project] 10.222.0.35 "GET /v2.0/security-groups?id=6d23a37b-22f4-4de0-ac30-98d1faf2729b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809205 May 20 20:38:30.949462 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:30.957199 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Pushing event updated for resources: {'Port': ['ID=df21a357-d4d3-420f-84fe-4b786006725d,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:38:30.966065 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c478a48d-559d-4041-8fff-9b80712f1354 req-2d559707-adb3-41f3-add0-25d0ca5b1f7b tempest-MultipleCreateTestJSON-719674146 tempest-MultipleCreateTestJSON-719674146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:30.968860 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c478a48d-559d-4041-8fff-9b80712f1354 req-2d559707-adb3-41f3-add0-25d0ca5b1f7b tempest-MultipleCreateTestJSON-719674146 tempest-MultipleCreateTestJSON-719674146-project] 10.222.0.35 "GET /v2.0/ports?device_id=57f4a3aa-190f-4099-8c96-407cccecac67 HTTP/1.1" status: 200 len: 946 time: 0.0985956 May 20 20:38:31.023510 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 20:38:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0085d54-4532-492d-a4a0-491348542c85 x-openstack-request-id: req-f0085d54-4532-492d-a4a0-491348542c85 {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:38:31.023510 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "220863ce-6e9f-40f2-bcb4-6e3b105a3ac7", "name": "network-vif-plugged", "status": "completed", "tag": "df21a357-d4d3-420f-84fe-4b786006725d", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:38:31.023510 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f0085d54-4532-492d-a4a0-491348542c85 {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:38:31.023510 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0085d54-4532-492d-a4a0-491348542c85'] response: {'server_uuid': '220863ce-6e9f-40f2-bcb4-6e3b105a3ac7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df21a357-d4d3-420f-84fe-4b786006725d', 'code': 200} May 20 20:38:31.030476 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c478a48d-559d-4041-8fff-9b80712f1354 req-d61ecb4a-b747-4985-ab9e-951f21ca0c26 tempest-MultipleCreateTestJSON-719674146 tempest-MultipleCreateTestJSON-719674146-project] 10.222.0.35 "GET /v2.0/security-groups?id=078f3e96-f1d8-48b4-8cd5-8adee91cee64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548241 May 20 20:38:31.061817 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 20:38:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c780183-fdb0-4d38-9ba1-395e4e2d894c x-openstack-request-id: req-0c780183-fdb0-4d38-9ba1-395e4e2d894c {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:38:31.062114 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4070de9-726e-4300-9952-8e4a88742aac", "name": "network-vif-deleted", "tag": "ac79cc1c-bc7e-4b34-8030-40c06f95b85c", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:38:31.063466 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0c780183-fdb0-4d38-9ba1-395e4e2d894c {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:38:31.063466 n-d-842733-1 neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c780183-fdb0-4d38-9ba1-395e4e2d894c'] response: {'server_uuid': 'b4070de9-726e-4300-9952-8e4a88742aac', 'name': 'network-vif-deleted', 'tag': 'ac79cc1c-bc7e-4b34-8030-40c06f95b85c', 'status': 'completed', 'code': 200} May 20 20:38:31.068590 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=b2dd33d4-67bf-40ab-b2bb-11a4c76a22d3,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:38:31.120546 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-df0e8e4d-6669-4bed-a153-49ea7748cd47 None None] Set router 5ed96472-d954-4742-aed3-d420512dcb22 gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:38:31.175370 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1a9005bc-c919-4a9f-b293-0c6e4c46cfbf req-67a036f7-a455-4088-98fa-e9d3d26d68ef tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=4207919be7244eb28564658a511e407f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0414915 May 20 20:38:31.231097 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9cb872c7-3ae9-483b-92ff-b8ce2eb5e625 req-db957f91-cf65-4372-81f9-08b6abb926e5 tempest-ServersWithSpecificFlavorTestJSON-403335495 tempest-ServersWithSpecificFlavorTestJSON-403335495-project] 10.222.0.35 "GET /v2.0/ports?device_id=b4070de9-726e-4300-9952-8e4a88742aac HTTP/1.1" status: 200 len: 210 time: 0.0601008 May 20 20:38:31.275868 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddcc1f9-30a6-46b6-98e2-d9ae921bd2f3 req-52e512f4-fb5a-466f-a224-420f702117d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:31.277286 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-fddcc1f9-30a6-46b6-98e2-d9ae921bd2f3 req-52e512f4-fb5a-466f-a224-420f702117d1 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=220863ce-6e9f-40f2-bcb4-6e3b105a3ac7 HTTP/1.1" status: 200 len: 1096 time: 0.1776085 May 20 20:38:31.363824 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9005bc-c919-4a9f-b293-0c6e4c46cfbf req-915db723-8fae-4c8d-abf1-1565abe0d89c tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:31.365554 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1a9005bc-c919-4a9f-b293-0c6e4c46cfbf req-915db723-8fae-4c8d-abf1-1565abe0d89c tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1799226 May 20 20:38:31.370423 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-df0e8e4d-6669-4bed-a153-49ea7748cd47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ed96472-d954-4742-aed3-d420512dcb22', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-207630631-router', 'tenant_id': '7a0946b7566d4115bc78791f06e90f69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': 'ba8bf304-383d-48b9-b1fb-fce16c280a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:35:33Z', 'updated_at': '2022-05-20T20:35:39Z', 'revision_number': 4, 'project_id': '7a0946b7566d4115bc78791f06e90f69', 'gw_port': {'id': 'ba8bf304-383d-48b9-b1fb-fce16c280a44', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:2d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed96472-d954-4742-aed3-d420512dcb22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:35:34Z', 'updated_at': '2022-05-20T20:35:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': '54aef385-a175-415f-85b8-a08e77f1a399', 'name': '', 'network_id': 'b6d9e896-d344-4c48-82c9-67ef44a8b110', 'tenant_id': '7a0946b7566d4115bc78791f06e90f69', 'mac_address': 'fa:16:3e:f2:ea:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed96472-d954-4742-aed3-d420512dcb22', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '3749240c-676d-4d91-b602-5dfaa1286886', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:35:38Z', 'updated_at': '2022-05-20T20:35:45Z', 'revision_number': 5, 'project_id': '7a0946b7566d4115bc78791f06e90f69', 'subnets': [{'id': '3749240c-676d-4d91-b602-5dfaa1286886', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:38:31.397658 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df0e8e4d-6669-4bed-a153-49ea7748cd47 None None] Checking router: 5ed96472-d954-4742-aed3-d420512dcb22 for host: n-d-842733-1 {{(pid=103165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 20:38:31.407915 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df0e8e4d-6669-4bed-a153-49ea7748cd47 None None] Routers {'5ed96472-d954-4742-aed3-d420512dcb22'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:38:31.408776 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-df0e8e4d-6669-4bed-a153-49ea7748cd47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:38:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['5ed96472-d954-4742-aed3-d420512dcb22'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:38:31.443207 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1a9005bc-c919-4a9f-b293-0c6e4c46cfbf req-40f73c3e-56fa-4ee8-9d0d-8d76964583a1 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] 10.222.0.35 "GET /v2.0/quotas/4207919be7244eb28564658a511e407f HTTP/1.1" status: 200 len: 375 time: 0.0597301 May 20 20:38:31.458911 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-fddcc1f9-30a6-46b6-98e2-d9ae921bd2f3 req-8441e3b6-aa7b-41de-937a-0d48fda093a0 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=078f3e96-f1d8-48b4-8cd5-8adee91cee64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646075 May 20 20:38:31.513750 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abff6218-0536-4240-9a4c-60faacb039f9 req-074fce33-57a2-4bc9-addc-72fb95c9cb8c tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:31.515238 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-abff6218-0536-4240-9a4c-60faacb039f9 req-074fce33-57a2-4bc9-addc-72fb95c9cb8c tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] 10.222.0.35 "GET /v2.0/ports?device_id=ac9eebca-999a-402a-b2b5-aa424b891f77 HTTP/1.1" status: 200 len: 943 time: 0.1478200 May 20 20:38:31.538079 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-df0e8e4d-6669-4bed-a153-49ea7748cd47 None None] Set router 5ed96472-d954-4742-aed3-d420512dcb22 gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:38:31.582071 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-583e0bc9-b502-471c-ac23-4dbe2f4fa838 req-77013afe-ae1d-4717-b4c8-685c58d2bf57 service neutron] 10.222.0.24 "GET /v2.0/ports/49eba6ec-323b-40ab-b0e1-d93823fd439f/bindings/n-h2-842733-1 HTTP/1.1" status: 200 len: 384 time: 0.1377864 May 20 20:38:31.598302 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1a9005bc-c919-4a9f-b293-0c6e4c46cfbf req-bfc333b7-eeb3-4641-be67-1f6bce344ac3 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=4207919be7244eb28564658a511e407f&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1413178 May 20 20:38:31.601320 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-abff6218-0536-4240-9a4c-60faacb039f9 req-cdf26b8d-d64f-4032-9753-66df654f2664 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] 10.222.0.35 "GET /v2.0/security-groups?id=0a1ca955-ee86-4e03-bb39-6b1e6a532a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776649 May 20 20:38:31.761488 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-df0e8e4d-6669-4bed-a153-49ea7748cd47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ed96472-d954-4742-aed3-d420512dcb22', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-207630631-router', 'tenant_id': '7a0946b7566d4115bc78791f06e90f69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': 'ba8bf304-383d-48b9-b1fb-fce16c280a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:35:33Z', 'updated_at': '2022-05-20T20:35:39Z', 'revision_number': 4, 'project_id': '7a0946b7566d4115bc78791f06e90f69', 'gw_port': {'id': 'ba8bf304-383d-48b9-b1fb-fce16c280a44', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:2d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed96472-d954-4742-aed3-d420512dcb22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:35:34Z', 'updated_at': '2022-05-20T20:35:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': '54aef385-a175-415f-85b8-a08e77f1a399', 'name': '', 'network_id': 'b6d9e896-d344-4c48-82c9-67ef44a8b110', 'tenant_id': '7a0946b7566d4115bc78791f06e90f69', 'mac_address': 'fa:16:3e:f2:ea:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed96472-d954-4742-aed3-d420512dcb22', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '3749240c-676d-4d91-b602-5dfaa1286886', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:35:38Z', 'updated_at': '2022-05-20T20:35:45Z', 'revision_number': 5, 'project_id': '7a0946b7566d4115bc78791f06e90f69', 'subnets': [{'id': '3749240c-676d-4d91-b602-5dfaa1286886', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:38:31.775708 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dd61b1-0686-410e-862d-4f957df55023 req-541d68ed-aaea-4806-8e83-83424ebb2e81 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:31.777237 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-66dd61b1-0686-410e-862d-4f957df55023 req-541d68ed-aaea-4806-8e83-83424ebb2e81 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6b770e5-8fc5-41ee-a663-8df2656df33f HTTP/1.1" status: 200 len: 946 time: 0.1029296 May 20 20:38:31.799364 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df0e8e4d-6669-4bed-a153-49ea7748cd47 None None] The sync data for ids ['5ed96472-d954-4742-aed3-d420512dcb22'] in n-d-842733-1 is: [{'id': '5ed96472-d954-4742-aed3-d420512dcb22', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-207630631-router', 'tenant_id': '7a0946b7566d4115bc78791f06e90f69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': 'ba8bf304-383d-48b9-b1fb-fce16c280a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:35:33Z', 'updated_at': '2022-05-20T20:35:39Z', 'revision_number': 4, 'project_id': '7a0946b7566d4115bc78791f06e90f69', 'gw_port': {'id': 'ba8bf304-383d-48b9-b1fb-fce16c280a44', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:2d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed96472-d954-4742-aed3-d420512dcb22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:35:34Z', 'updated_at': '2022-05-20T20:35:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': '54aef385-a175-415f-85b8-a08e77f1a399', 'name': '', 'network_id': 'b6d9e896-d344-4c48-82c9-67ef44a8b110', 'tenant_id': '7a0946b7566d4115bc78791f06e90f69', 'mac_address': 'fa:16:3e:f2:ea:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed96472-d954-4742-aed3-d420512dcb22', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '3749240c-676d-4d91-b602-5dfaa1286886', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:35:38Z', 'updated_at': '2022-05-20T20:35:45Z', 'revision_number': 5, 'project_id': '7a0946b7566d4115bc78791f06e90f69', 'subnets': [{'id': '3749240c-676d-4d91-b602-5dfaa1286886', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 20:38:31.883236 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-66dd61b1-0686-410e-862d-4f957df55023 req-cdb9e40e-78af-4014-b223-e116a99e33d5 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c1ac446-2eae-4e3c-98ef-7a4684e96782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862691 May 20 20:38:31.959124 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-583e0bc9-b502-471c-ac23-4dbe2f4fa838 req-7fc61401-eef6-4dc3-9116-eb1fe836928e service neutron] For port 49eba6ec-323b-40ab-b0e1-d93823fd439f, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=49eba6ec-323b-40ab-b0e1-d93823fd439f,segment=NetworkSegment(8e7444da-2574-4e87-afbd-a324be0dd68b),segment_id=8e7444da-2574-4e87-afbd-a324be0dd68b)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:38:32.032551 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-583e0bc9-b502-471c-ac23-4dbe2f4fa838 req-7fc61401-eef6-4dc3-9116-eb1fe836928e service neutron] For port 49eba6ec-323b-40ab-b0e1-d93823fd439f, host n-h1-842733-1, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:38:32.041413 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:32.103118 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [req-583e0bc9-b502-471c-ac23-4dbe2f4fa838 req-7fc61401-eef6-4dc3-9116-eb1fe836928e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49eba6ec-323b-40ab-b0e1-d93823fd439f {{(pid=103163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:38:32.120988 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-583e0bc9-b502-471c-ac23-4dbe2f4fa838 req-7fc61401-eef6-4dc3-9116-eb1fe836928e service neutron] For port 49eba6ec-323b-40ab-b0e1-d93823fd439f, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=49eba6ec-323b-40ab-b0e1-d93823fd439f,segment=NetworkSegment(8e7444da-2574-4e87-afbd-a324be0dd68b),segment_id=8e7444da-2574-4e87-afbd-a324be0dd68b)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:38:32.145608 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b380b118-59c0-496b-aa14-c17e76f23c5d req-d7180fe0-b058-4874-be1b-dfe9075605a2 tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:32.153509 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b380b118-59c0-496b-aa14-c17e76f23c5d req-d7180fe0-b058-4874-be1b-dfe9075605a2 tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] 10.222.0.35 "GET /v2.0/ports?device_id=af8dbbf2-af97-4d08-9dfb-94cc026d387b HTTP/1.1" status: 200 len: 949 time: 0.1592591 May 20 20:38:32.169426 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485c872d-5810-4f83-aa4c-8fe33b16d04b req-38eb9313-28a3-4490-9578-9fce3c113c71 tempest-ServerDiagnosticsNegativeTest-1442979801 tempest-ServerDiagnosticsNegativeTest-1442979801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:32.170949 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-485c872d-5810-4f83-aa4c-8fe33b16d04b req-38eb9313-28a3-4490-9578-9fce3c113c71 tempest-ServerDiagnosticsNegativeTest-1442979801 tempest-ServerDiagnosticsNegativeTest-1442979801-project] 10.222.0.35 "GET /v2.0/ports?device_id=df5744ba-f5b9-4c13-9986-3b65c05471d9 HTTP/1.1" status: 200 len: 946 time: 0.1398416 May 20 20:38:32.191397 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-583e0bc9-b502-471c-ac23-4dbe2f4fa838 req-7fc61401-eef6-4dc3-9116-eb1fe836928e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:32.233679 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b380b118-59c0-496b-aa14-c17e76f23c5d req-00e76471-b308-45f4-b21c-9372936b3540 tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] 10.222.0.35 "GET /v2.0/security-groups?id=b86a25cf-8ff6-49a5-9967-210010093ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793104 May 20 20:38:32.235302 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c61ebcf-3944-4bd7-bfcf-e911a93ddc28 None None] New status for floating IP a32b27b6-5e0a-499f-b377-97dd6f3e0da3: DOWN {{(pid=103164) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 20:38:32.262886 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-485c872d-5810-4f83-aa4c-8fe33b16d04b req-176a3908-fa38-430d-8283-ec8c168662be tempest-ServerDiagnosticsNegativeTest-1442979801 tempest-ServerDiagnosticsNegativeTest-1442979801-project] 10.222.0.35 "GET /v2.0/security-groups?id=6d23a37b-22f4-4de0-ac30-98d1faf2729b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794876 May 20 20:38:32.332748 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9ae5f8aa-e5b5-4d0d-8b6b-db85622544b2 req-cd139c9a-183f-4f19-aade-6c7df8444e61 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] 10.222.0.35 "GET /v2.0/ports?device_id=aa812417-dc22-4467-9c3a-232bd488429c HTTP/1.1" status: 200 len: 210 time: 0.0310678 May 20 20:38:32.335633 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [req-583e0bc9-b502-471c-ac23-4dbe2f4fa838 req-7fc61401-eef6-4dc3-9116-eb1fe836928e service neutron] Transition to ACTIVE for port object 49eba6ec-323b-40ab-b0e1-d93823fd439f will not be triggered until provisioned by entity L2. {{(pid=103163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 20:38:32.402741 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28336cc-8f94-490a-a4ff-ae90e851af58 req-9b4428fc-b7d4-4606-8b9a-af920308946a tempest-MultipleCreateTestJSON-719674146 tempest-MultipleCreateTestJSON-719674146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:32.404473 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f28336cc-8f94-490a-a4ff-ae90e851af58 req-9b4428fc-b7d4-4606-8b9a-af920308946a tempest-MultipleCreateTestJSON-719674146 tempest-MultipleCreateTestJSON-719674146-project] 10.222.0.35 "GET /v2.0/ports?device_id=57f4a3aa-190f-4099-8c96-407cccecac67 HTTP/1.1" status: 200 len: 946 time: 0.0633905 May 20 20:38:32.431494 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-583e0bc9-b502-471c-ac23-4dbe2f4fa838 req-7fc61401-eef6-4dc3-9116-eb1fe836928e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:32.520927 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f28336cc-8f94-490a-a4ff-ae90e851af58 req-ef27e940-24c2-43a3-8075-9ea86f6602a8 tempest-MultipleCreateTestJSON-719674146 tempest-MultipleCreateTestJSON-719674146-project] 10.222.0.35 "GET /v2.0/security-groups?id=078f3e96-f1d8-48b4-8cd5-8adee91cee64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083999 May 20 20:38:32.544708 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c7b736c0-49b7-4271-9613-ee5a5fd90a24 req-3e48841b-c424-4b6d-a957-54491b472854 tempest-ServersWithSpecificFlavorTestJSON-403335495 tempest-ServersWithSpecificFlavorTestJSON-403335495-project] 10.222.0.35 "GET /v2.0/ports?device_id=b4070de9-726e-4300-9952-8e4a88742aac HTTP/1.1" status: 200 len: 210 time: 0.0670984 May 20 20:38:32.572958 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [req-583e0bc9-b502-471c-ac23-4dbe2f4fa838 req-7fc61401-eef6-4dc3-9116-eb1fe836928e service neutron] No DVR routers for this DVR port 49eba6ec-323b-40ab-b0e1-d93823fd439f on host n-h1-842733-1 {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:38:32.577329 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc61401-eef6-4dc3-9116-eb1fe836928e service neutron] Pushing event updated for resources: {'Port': ['ID=49eba6ec-323b-40ab-b0e1-d93823fd439f,revision_number=10']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:38:32.618792 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-583e0bc9-b502-471c-ac23-4dbe2f4fa838 req-7fc61401-eef6-4dc3-9116-eb1fe836928e service neutron] 10.222.0.24 "PUT /v2.0/ports/49eba6ec-323b-40ab-b0e1-d93823fd439f/bindings/n-h2-842733-1/activate HTTP/1.1" status: 200 len: 369 time: 0.9456682 May 20 20:38:32.663438 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822fe5cf-e718-4093-bcc9-775cf74c6c05 req-f926bc19-64ee-4418-b9b2-355e652353a3 tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:32.664984 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-822fe5cf-e718-4093-bcc9-775cf74c6c05 req-f926bc19-64ee-4418-b9b2-355e652353a3 tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] 10.222.0.35 "GET /v2.0/ports?device_id=af8dbbf2-af97-4d08-9dfb-94cc026d387b HTTP/1.1" status: 200 len: 949 time: 0.0617919 May 20 20:38:32.734905 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-822fe5cf-e718-4093-bcc9-775cf74c6c05 req-aef71b8c-3ef3-489f-80a6-cb8b58e25050 tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] 10.222.0.35 "GET /v2.0/security-groups?id=b86a25cf-8ff6-49a5-9967-210010093ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613756 May 20 20:38:32.758761 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cd3fc8-3c17-41bd-bb40-7491f2b85e73 req-2114a0ba-6a91-42d5-bb4b-e27af541902a tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:32.761674 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-48cd3fc8-3c17-41bd-bb40-7491f2b85e73 req-2114a0ba-6a91-42d5-bb4b-e27af541902a tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] 10.222.0.35 "GET /v2.0/ports?device_id=ac9eebca-999a-402a-b2b5-aa424b891f77 HTTP/1.1" status: 200 len: 944 time: 0.0678873 May 20 20:38:32.844859 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583e0bc9-b502-471c-ac23-4dbe2f4fa838 req-1697317b-494c-45e6-b548-96d8ce4521e4 tempest-LiveMigrationTest-1108997473 tempest-LiveMigrationTest-1108997473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:32.847582 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-583e0bc9-b502-471c-ac23-4dbe2f4fa838 req-1697317b-494c-45e6-b548-96d8ce4521e4 tempest-LiveMigrationTest-1108997473 tempest-LiveMigrationTest-1108997473-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=ac9eebca-999a-402a-b2b5-aa424b891f77&tenant_id=33876e14b0274b60a421aea47180bf46&binding%3Ahost_id=n-h1-842733-1 HTTP/1.1" status: 200 len: 1095 time: 0.0576451 May 20 20:38:32.873153 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-48cd3fc8-3c17-41bd-bb40-7491f2b85e73 req-21778e02-1cdc-4e7b-b901-f424b3aec101 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] 10.222.0.35 "GET /v2.0/security-groups?id=0a1ca955-ee86-4e03-bb39-6b1e6a532a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967100 May 20 20:38:32.883365 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d716749-c4de-4580-bc58-4472054a01af req-63a62141-44f0-43fd-86c5-dbf9283961bd tempest-LiveAutoBlockMigrationV225Test-1777330067 tempest-LiveAutoBlockMigrationV225Test-1777330067-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:32.890163 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2d716749-c4de-4580-bc58-4472054a01af req-63a62141-44f0-43fd-86c5-dbf9283961bd tempest-LiveAutoBlockMigrationV225Test-1777330067 tempest-LiveAutoBlockMigrationV225Test-1777330067-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=d6b770e5-8fc5-41ee-a663-8df2656df33f&tenant_id=8b3cc11ab7334369b6693afcab69aa6e&binding%3Ahost_id=n-h2-842733-1 HTTP/1.1" status: 200 len: 1097 time: 0.1007006 May 20 20:38:32.898298 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [req-2d716749-c4de-4580-bc58-4472054a01af req-d3ef0e6a-b408-4eb8-99e7-dab7f2a13a57 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-842733-1'}}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:38:32.919991 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583e0bc9-b502-471c-ac23-4dbe2f4fa838 req-18f309dc-e8df-4060-be99-cb48e6b19ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:32.924941 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-583e0bc9-b502-471c-ac23-4dbe2f4fa838 req-18f309dc-e8df-4060-be99-cb48e6b19ef2 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ac9eebca-999a-402a-b2b5-aa424b891f77&tenant_id=33876e14b0274b60a421aea47180bf46 HTTP/1.1" status: 200 len: 1095 time: 0.0681226 May 20 20:38:32.957549 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-2d716749-c4de-4580-bc58-4472054a01af req-d3ef0e6a-b408-4eb8-99e7-dab7f2a13a57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:33.016626 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57f4a3aa-190f-4099-8c96-407cccecac67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2dd33d4-67bf-40ab-b2bb-11a4c76a22d3'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:38:33.018948 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8485417003ce7c0410b00f5cdc2f391e21107b70bb68e2773712534a96e108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c8dc75d-749f-4e84-bc48-85b746f8048f" -d '{"events": [{"server_uuid": "57f4a3aa-190f-4099-8c96-407cccecac67", "name": "network-vif-plugged", "status": "completed", "tag": "b2dd33d4-67bf-40ab-b2bb-11a4c76a22d3"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:38:33.034799 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583e0bc9-b502-471c-ac23-4dbe2f4fa838 req-a82a245c-3fe6-4be4-afb7-49bcfaee0c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:33.036411 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-583e0bc9-b502-471c-ac23-4dbe2f4fa838 req-a82a245c-3fe6-4be4-afb7-49bcfaee0c71 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=33876e14b0274b60a421aea47180bf46&device_id=ac9eebca-999a-402a-b2b5-aa424b891f77 HTTP/1.1" status: 200 len: 1095 time: 0.0578785 May 20 20:38:33.153917 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583e0bc9-b502-471c-ac23-4dbe2f4fa838 req-3d6d4f8b-8299-45a5-9c30-301e50ab2145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:33.156780 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-583e0bc9-b502-471c-ac23-4dbe2f4fa838 req-3d6d4f8b-8299-45a5-9c30-301e50ab2145 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f2296de0-b06c-422e-98fe-14a3771aba33 HTTP/1.1" status: 200 len: 908 time: 0.1097622 May 20 20:38:33.165265 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b30ba0-f411-4cf4-b06d-a437cfe3589a req-29e21d62-b0ed-4e11-a50b-549f0e203f4e tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:33.166922 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-23b30ba0-f411-4cf4-b06d-a437cfe3589a req-29e21d62-b0ed-4e11-a50b-549f0e203f4e tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6b770e5-8fc5-41ee-a663-8df2656df33f HTTP/1.1" status: 200 len: 946 time: 0.0838704 May 20 20:38:33.177825 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-2d716749-c4de-4580-bc58-4472054a01af req-d3ef0e6a-b408-4eb8-99e7-dab7f2a13a57 service neutron] For port dd7c455f-f7fa-4ccb-8d0f-f44da1bcb1a1, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=dd7c455f-f7fa-4ccb-8d0f-f44da1bcb1a1,segment=NetworkSegment(65a8f4c3-036d-4ff8-a81a-cd07cb6f1230),segment_id=65a8f4c3-036d-4ff8-a81a-cd07cb6f1230)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:38:33.220792 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-583e0bc9-b502-471c-ac23-4dbe2f4fa838 req-4b887b8c-f89d-4eda-a3c2-c67275dd82f9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=49eba6ec-323b-40ab-b0e1-d93823fd439f HTTP/1.1" status: 200 len: 217 time: 0.0563581 May 20 20:38:33.239538 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-23b30ba0-f411-4cf4-b06d-a437cfe3589a req-3a3fb8ec-b7a6-4b89-b566-2b7a17398c99 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c1ac446-2eae-4e3c-98ef-7a4684e96782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594418 May 20 20:38:33.256479 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-2d716749-c4de-4580-bc58-4472054a01af req-d3ef0e6a-b408-4eb8-99e7-dab7f2a13a57 service neutron] For port dd7c455f-f7fa-4ccb-8d0f-f44da1bcb1a1, host n-h2-842733-1, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:38:33.331894 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 20:38:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17f7c2fc-9751-4e1c-ad66-be602a4722d5 x-openstack-request-id: req-17f7c2fc-9751-4e1c-ad66-be602a4722d5 {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:38:33.331894 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57f4a3aa-190f-4099-8c96-407cccecac67", "name": "network-vif-plugged", "status": "completed", "tag": "b2dd33d4-67bf-40ab-b2bb-11a4c76a22d3", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:38:33.331894 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-17f7c2fc-9751-4e1c-ad66-be602a4722d5 {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:38:33.331894 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17f7c2fc-9751-4e1c-ad66-be602a4722d5'] response: {'server_uuid': '57f4a3aa-190f-4099-8c96-407cccecac67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2dd33d4-67bf-40ab-b2bb-11a4c76a22d3', 'code': 200} May 20 20:38:33.342754 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583e0bc9-b502-471c-ac23-4dbe2f4fa838 req-0ee9956c-41f7-4010-ab6e-a7e512dbc154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:33.357570 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-583e0bc9-b502-471c-ac23-4dbe2f4fa838 req-0ee9956c-41f7-4010-ab6e-a7e512dbc154 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f9e5fad6-106c-4fb6-bdcf-0e79e7e3eb1f HTTP/1.1" status: 200 len: 847 time: 0.1019013 May 20 20:38:33.364719 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-2d716749-c4de-4580-bc58-4472054a01af req-d3ef0e6a-b408-4eb8-99e7-dab7f2a13a57 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:33.371394 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6b770e5-8fc5-41ee-a663-8df2656df33f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dd7c455f-f7fa-4ccb-8d0f-f44da1bcb1a1'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:38:33.387030 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4291b17aa7b45362825f0571e77c85f5e73afe1df9c7e9e15006df9d695c005e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0617c04e-e144-4058-96fb-ef2893f9f157" -d '{"events": [{"server_uuid": "d6b770e5-8fc5-41ee-a663-8df2656df33f", "name": "network-vif-unplugged", "status": "completed", "tag": "dd7c455f-f7fa-4ccb-8d0f-f44da1bcb1a1"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:38:33.407077 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-583e0bc9-b502-471c-ac23-4dbe2f4fa838 req-77a49fda-30c6-41c1-9e3e-85d1f5366e70 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f2296de0-b06c-422e-98fe-14a3771aba33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305161 May 20 20:38:33.478422 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-2d716749-c4de-4580-bc58-4472054a01af req-d3ef0e6a-b408-4eb8-99e7-dab7f2a13a57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:33.541808 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device ac79cc1c-bc7e-4b34-8030-40c06f95b85c no longer exists at agent hyperv_n-h2-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:38:33.565636 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] No Port match for: ac79cc1c-bc7e-4b34-8030-40c06f95b85c {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 20:38:33.566425 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device ac79cc1c-bc7e-4b34-8030-40c06f95b85c not bound to the agent host n-h2-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 20:38:33.567588 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-583e0bc9-b502-471c-ac23-4dbe2f4fa838 req-07652a7e-0061-40ee-81c6-aa084c0589d5 service neutron] 10.222.0.13 "GET /v2.0/networks/f2296de0-b06c-422e-98fe-14a3771aba33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442900 May 20 20:38:33.611647 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7c7eb9-bc1b-4795-a506-2f2777c7ca38 req-cf49b288-85f3-490a-858b-f60e171fd819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:33.613024 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-eb7c7eb9-bc1b-4795-a506-2f2777c7ca38 req-cf49b288-85f3-490a-858b-f60e171fd819 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=57f4a3aa-190f-4099-8c96-407cccecac67 HTTP/1.1" status: 200 len: 1097 time: 0.1377063 May 20 20:38:33.630257 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8db799-8e53-4597-a2ba-2803842cf5aa req-435d8ee5-38ea-44b9-924b-5b770a3137e5 tempest-ServerDiagnosticsNegativeTest-1442979801 tempest-ServerDiagnosticsNegativeTest-1442979801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:33.636016 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0c8db799-8e53-4597-a2ba-2803842cf5aa req-435d8ee5-38ea-44b9-924b-5b770a3137e5 tempest-ServerDiagnosticsNegativeTest-1442979801 tempest-ServerDiagnosticsNegativeTest-1442979801-project] 10.222.0.35 "GET /v2.0/ports?device_id=df5744ba-f5b9-4c13-9986-3b65c05471d9 HTTP/1.1" status: 200 len: 946 time: 0.2319517 May 20 20:38:33.653830 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63b7b2a-66bb-4169-ab6f-780c527b75e3 req-1a3f6afc-5a6d-4920-9160-a1a979d50c33 tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:33.655309 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d63b7b2a-66bb-4169-ab6f-780c527b75e3 req-1a3f6afc-5a6d-4920-9160-a1a979d50c33 tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] 10.222.0.35 "GET /v2.0/ports?device_id=af8dbbf2-af97-4d08-9dfb-94cc026d387b HTTP/1.1" status: 200 len: 949 time: 0.2188363 May 20 20:38:33.670671 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device dd7c455f-f7fa-4ccb-8d0f-f44da1bcb1a1 details requested by agent hyperv_n-h1-842733-1 with host n-h1-842733-1 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 20:38:33.699358 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ef0e6a-b408-4eb8-99e7-dab7f2a13a57 service neutron] Pushing event updated for resources: {'Port': ['ID=dd7c455f-f7fa-4ccb-8d0f-f44da1bcb1a1,revision_number=7']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:38:33.702490 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-583e0bc9-b502-471c-ac23-4dbe2f4fa838 req-8dfdddc6-d06d-48bb-9d5d-45d2b56f8b52 service neutron] 10.222.0.13 "GET /v2.0/networks/f2296de0-b06c-422e-98fe-14a3771aba33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042964 May 20 20:38:33.779665 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-eb7c7eb9-bc1b-4795-a506-2f2777c7ca38 req-bd1b2a9f-b7fe-4938-ac13-feb77b2d0fac service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=078f3e96-f1d8-48b4-8cd5-8adee91cee64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469378 May 20 20:38:33.780286 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-2d716749-c4de-4580-bc58-4472054a01af req-d3ef0e6a-b408-4eb8-99e7-dab7f2a13a57 service neutron] Attempting to bind port dd7c455f-f7fa-4ccb-8d0f-f44da1bcb1a1 on host n-h2-842733-1 for vnic_type normal with profile {"migrating_to": "n-h1-842733-1"} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:38:33.780606 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-2d716749-c4de-4580-bc58-4472054a01af req-d3ef0e6a-b408-4eb8-99e7-dab7f2a13a57 service neutron] Attempting to bind port dd7c455f-f7fa-4ccb-8d0f-f44da1bcb1a1 by drivers openvswitch,hyperv on host n-h2-842733-1 at level 0 using segments [{'id': '65a8f4c3-036d-4ff8-a81a-cd07cb6f1230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'fef9e30f-3c34-4b6b-9bd5-2a167649e7b0'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:38:33.780931 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d716749-c4de-4580-bc58-4472054a01af req-d3ef0e6a-b408-4eb8-99e7-dab7f2a13a57 service neutron] Attempting to bind port dd7c455f-f7fa-4ccb-8d0f-f44da1bcb1a1 on network fef9e30f-3c34-4b6b-9bd5-2a167649e7b0 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:38:33.785402 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port dd7c455f-f7fa-4ccb-8d0f-f44da1bcb1a1, host n-h2-842733-1, got binding levels [] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:38:33.794354 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0c8db799-8e53-4597-a2ba-2803842cf5aa req-d12ef51b-94b5-41da-a084-535a54a9554e tempest-ServerDiagnosticsNegativeTest-1442979801 tempest-ServerDiagnosticsNegativeTest-1442979801-project] 10.222.0.35 "GET /v2.0/security-groups?id=6d23a37b-22f4-4de0-ac30-98d1faf2729b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462121 May 20 20:38:33.816621 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d63b7b2a-66bb-4169-ab6f-780c527b75e3 req-f6955207-c6e2-462e-ad29-9d49c017af7e tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] 10.222.0.35 "GET /v2.0/security-groups?id=b86a25cf-8ff6-49a5-9967-210010093ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413584 May 20 20:38:33.817713 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d716749-c4de-4580-bc58-4472054a01af req-d3ef0e6a-b408-4eb8-99e7-dab7f2a13a57 service neutron] Port dd7c455f-f7fa-4ccb-8d0f-f44da1bcb1a1 on network fef9e30f-3c34-4b6b-9bd5-2a167649e7b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-842733-1 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 20:38:33.817713 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d716749-c4de-4580-bc58-4472054a01af req-d3ef0e6a-b408-4eb8-99e7-dab7f2a13a57 service neutron] Attempting to bind port dd7c455f-f7fa-4ccb-8d0f-f44da1bcb1a1 on network fef9e30f-3c34-4b6b-9bd5-2a167649e7b0 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:38:33.823686 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Attempting to bind port dd7c455f-f7fa-4ccb-8d0f-f44da1bcb1a1 on host n-h2-842733-1 for vnic_type normal with profile {"migrating_to": "n-h1-842733-1"} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:38:33.824072 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Attempting to bind port dd7c455f-f7fa-4ccb-8d0f-f44da1bcb1a1 by drivers openvswitch,hyperv on host n-h2-842733-1 at level 0 using segments [{'id': '65a8f4c3-036d-4ff8-a81a-cd07cb6f1230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'fef9e30f-3c34-4b6b-9bd5-2a167649e7b0'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:38:33.824526 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Attempting to bind port dd7c455f-f7fa-4ccb-8d0f-f44da1bcb1a1 on network fef9e30f-3c34-4b6b-9bd5-2a167649e7b0 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:38:33.836647 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d716749-c4de-4580-bc58-4472054a01af req-d3ef0e6a-b408-4eb8-99e7-dab7f2a13a57 service neutron] Checking agent: {'id': 'a66f2511-b955-448f-877c-56cfe9c81b12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 33, 2), 'started_at': datetime.datetime(2022, 5, 20, 20, 33, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 38, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:38:33.836983 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d716749-c4de-4580-bc58-4472054a01af req-d3ef0e6a-b408-4eb8-99e7-dab7f2a13a57 service neutron] Checking segment: {'id': '65a8f4c3-036d-4ff8-a81a-cd07cb6f1230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'fef9e30f-3c34-4b6b-9bd5-2a167649e7b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:38:33.837461 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d716749-c4de-4580-bc58-4472054a01af req-d3ef0e6a-b408-4eb8-99e7-dab7f2a13a57 service neutron] Bound using segment: {'id': '65a8f4c3-036d-4ff8-a81a-cd07cb6f1230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'fef9e30f-3c34-4b6b-9bd5-2a167649e7b0'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:38:33.837899 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-2d716749-c4de-4580-bc58-4472054a01af req-d3ef0e6a-b408-4eb8-99e7-dab7f2a13a57 service neutron] Bound port: dd7c455f-f7fa-4ccb-8d0f-f44da1bcb1a1, host: n-h2-842733-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65a8f4c3-036d-4ff8-a81a-cd07cb6f1230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'fef9e30f-3c34-4b6b-9bd5-2a167649e7b0'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:38:33.848025 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-2d716749-c4de-4580-bc58-4472054a01af req-d3ef0e6a-b408-4eb8-99e7-dab7f2a13a57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:33.848378 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Port dd7c455f-f7fa-4ccb-8d0f-f44da1bcb1a1 on network fef9e30f-3c34-4b6b-9bd5-2a167649e7b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-842733-1 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 20:38:33.848378 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Attempting to bind port dd7c455f-f7fa-4ccb-8d0f-f44da1bcb1a1 on network fef9e30f-3c34-4b6b-9bd5-2a167649e7b0 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:38:33.855873 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Checking agent: {'id': 'a66f2511-b955-448f-877c-56cfe9c81b12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 33, 2), 'started_at': datetime.datetime(2022, 5, 20, 20, 33, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 38, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:38:33.856251 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Checking segment: {'id': '65a8f4c3-036d-4ff8-a81a-cd07cb6f1230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'fef9e30f-3c34-4b6b-9bd5-2a167649e7b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:38:33.856871 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Bound using segment: {'id': '65a8f4c3-036d-4ff8-a81a-cd07cb6f1230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'fef9e30f-3c34-4b6b-9bd5-2a167649e7b0'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:38:33.859739 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Bound port: dd7c455f-f7fa-4ccb-8d0f-f44da1bcb1a1, host: n-h2-842733-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65a8f4c3-036d-4ff8-a81a-cd07cb6f1230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'fef9e30f-3c34-4b6b-9bd5-2a167649e7b0'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:38:33.860149 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:33.953929 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port dd7c455f-f7fa-4ccb-8d0f-f44da1bcb1a1, host n-h2-842733-1, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:38:33.957658 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port dd7c455f-f7fa-4ccb-8d0f-f44da1bcb1a1, host n-h2-842733-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=dd7c455f-f7fa-4ccb-8d0f-f44da1bcb1a1,segment=NetworkSegment(65a8f4c3-036d-4ff8-a81a-cd07cb6f1230),segment_id=65a8f4c3-036d-4ff8-a81a-cd07cb6f1230)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:38:34.012467 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:34.091268 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Pushing event updated for resources: {'Port': ['ID=dd7c455f-f7fa-4ccb-8d0f-f44da1bcb1a1,revision_number=8']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:38:34.095254 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device dd7c455f-f7fa-4ccb-8d0f-f44da1bcb1a1 has no active binding in host n-h1-842733-1 {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} May 20 20:38:34.095625 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 2acf4357-64ab-482c-ab19-6d73e56910d9 details requested by agent hyperv_n-h1-842733-1 with host n-h1-842733-1 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 20:38:34.206734 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port 2acf4357-64ab-482c-ab19-6d73e56910d9, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=2acf4357-64ab-482c-ab19-6d73e56910d9,segment=NetworkSegment(ed3a602f-49fb-4a95-be80-401e1eb72e33),segment_id=ed3a602f-49fb-4a95-be80-401e1eb72e33)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:38:34.208555 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 May 2022 20:38:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36920ab5-86ef-4b45-8100-aa2ccfce4e9a x-openstack-request-id: req-36920ab5-86ef-4b45-8100-aa2ccfce4e9a {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:38:34.208842 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6b770e5-8fc5-41ee-a663-8df2656df33f", "name": "network-vif-unplugged", "status": "completed", "tag": "dd7c455f-f7fa-4ccb-8d0f-f44da1bcb1a1", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:38:34.209083 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-36920ab5-86ef-4b45-8100-aa2ccfce4e9a {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:38:34.209488 n-d-842733-1 neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36920ab5-86ef-4b45-8100-aa2ccfce4e9a'] response: {'server_uuid': 'd6b770e5-8fc5-41ee-a663-8df2656df33f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dd7c455f-f7fa-4ccb-8d0f-f44da1bcb1a1', 'code': 200} May 20 20:38:34.222360 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Returning: {'device': '2acf4357-64ab-482c-ab19-6d73e56910d9', 'network_id': 'cd702362-b982-46c5-a7d0-51de1b03df86', 'port_id': '2acf4357-64ab-482c-ab19-6d73e56910d9', 'mac_address': 'fa:16:3e:d1:68:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26b342ea-254c-483a-9ea9-f11c178970eb', 'ip_address': '192.168.233.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 20 20:38:34.248710 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-71f66209-d9e3-42e8-bccc-becc22edc6ad req-09fa5587-2eeb-4568-b71b-9f41b4f931f3 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] 10.222.0.35 "GET /v2.0/ports?device_id=aa812417-dc22-4467-9c3a-232bd488429c HTTP/1.1" status: 200 len: 210 time: 0.0496507 May 20 20:38:34.270452 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Current status of the port 2acf4357-64ab-482c-ab19-6d73e56910d9 is: DOWN; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:38:34.270908 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:34.286907 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2acf4357-64ab-482c-ab19-6d73e56910d9 {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:38:34.311582 n-d-842733-1 neutron-server[103163]: WARNING neutron.plugins.ml2.plugin [req-2d716749-c4de-4580-bc58-4472054a01af req-d3ef0e6a-b408-4eb8-99e7-dab7f2a13a57 service neutron] Concurrent port binding operations failed on port dd7c455f-f7fa-4ccb-8d0f-f44da1bcb1a1 May 20 20:38:34.313835 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port 2acf4357-64ab-482c-ab19-6d73e56910d9, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=2acf4357-64ab-482c-ab19-6d73e56910d9,segment=NetworkSegment(ed3a602f-49fb-4a95-be80-401e1eb72e33),segment_id=ed3a602f-49fb-4a95-be80-401e1eb72e33)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:38:34.316495 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-2d716749-c4de-4580-bc58-4472054a01af req-d3ef0e6a-b408-4eb8-99e7-dab7f2a13a57 service neutron] For port dd7c455f-f7fa-4ccb-8d0f-f44da1bcb1a1, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=dd7c455f-f7fa-4ccb-8d0f-f44da1bcb1a1,segment=NetworkSegment(65a8f4c3-036d-4ff8-a81a-cd07cb6f1230),segment_id=65a8f4c3-036d-4ff8-a81a-cd07cb6f1230)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:38:34.324402 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f68b948-48c3-49d8-9f13-3d3d80f4ea83 req-1e94be2f-2f7c-45e9-aa39-f381d0ca5559 tempest-MultipleCreateTestJSON-719674146 tempest-MultipleCreateTestJSON-719674146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:34.325903 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6f68b948-48c3-49d8-9f13-3d3d80f4ea83 req-1e94be2f-2f7c-45e9-aa39-f381d0ca5559 tempest-MultipleCreateTestJSON-719674146 tempest-MultipleCreateTestJSON-719674146-project] 10.222.0.35 "GET /v2.0/ports?device_id=57f4a3aa-190f-4099-8c96-407cccecac67 HTTP/1.1" status: 200 len: 946 time: 0.1156886 May 20 20:38:34.328833 n-d-842733-1 neutron-server[103163]: INFO neutron.plugins.ml2.plugin [req-2d716749-c4de-4580-bc58-4472054a01af req-d3ef0e6a-b408-4eb8-99e7-dab7f2a13a57 service neutron] Attempt 2 to bind port dd7c455f-f7fa-4ccb-8d0f-f44da1bcb1a1 May 20 20:38:34.334396 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d716749-c4de-4580-bc58-4472054a01af req-d3ef0e6a-b408-4eb8-99e7-dab7f2a13a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:34.335151 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-2d716749-c4de-4580-bc58-4472054a01af req-d3ef0e6a-b408-4eb8-99e7-dab7f2a13a57 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:34.336666 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2d716749-c4de-4580-bc58-4472054a01af req-d3ef0e6a-b408-4eb8-99e7-dab7f2a13a57 service neutron] 10.222.0.24 "PUT /v2.0/ports/dd7c455f-f7fa-4ccb-8d0f-f44da1bcb1a1 HTTP/1.1" status: 200 len: 1122 time: 1.4431789 May 20 20:38:34.378536 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6f68b948-48c3-49d8-9f13-3d3d80f4ea83 req-ed703be9-e453-42ff-b2b8-c92c73c76047 tempest-MultipleCreateTestJSON-719674146 tempest-MultipleCreateTestJSON-719674146-project] 10.222.0.35 "GET /v2.0/security-groups?id=078f3e96-f1d8-48b4-8cd5-8adee91cee64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403678 May 20 20:38:34.425192 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:34.456346 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] get_ports_and_sgs() called for port_ids ['dd7c455f-f7fa-4ccb-8d0f-f44da1bcb1a1'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:38:34.543696 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fa69dc-1df7-496c-810b-843a8a0e6538 req-84721190-5f18-4cbd-91ed-8b7bac9caa6a tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:34.546088 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-94fa69dc-1df7-496c-810b-843a8a0e6538 req-84721190-5f18-4cbd-91ed-8b7bac9caa6a tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] 10.222.0.35 "GET /v2.0/ports?device_id=ac9eebca-999a-402a-b2b5-aa424b891f77 HTTP/1.1" status: 200 len: 944 time: 0.1377916 May 20 20:38:34.573640 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Pushing event updated for resources: {'Port': ['ID=2acf4357-64ab-482c-ab19-6d73e56910d9,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:38:34.595509 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1220987-69b7-4676-b228-ec9265bbb879 req-96e6abfe-e4e9-4afd-b4dd-2db3bb12cc8a tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:34.597118 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c1220987-69b7-4676-b228-ec9265bbb879 req-96e6abfe-e4e9-4afd-b4dd-2db3bb12cc8a tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6b770e5-8fc5-41ee-a663-8df2656df33f HTTP/1.1" status: 200 len: 944 time: 0.1334291 May 20 20:38:34.617857 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-94fa69dc-1df7-496c-810b-843a8a0e6538 req-1f77f726-06c5-4eba-8973-544bde8c0c5b tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] 10.222.0.35 "GET /v2.0/security-groups?id=0a1ca955-ee86-4e03-bb39-6b1e6a532a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610943 May 20 20:38:34.651588 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c1220987-69b7-4676-b228-ec9265bbb879 req-b767f7d9-f576-4f09-be85-5123faef2b91 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c1ac446-2eae-4e3c-98ef-7a4684e96782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453048 May 20 20:38:34.685702 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] get_ports_and_sgs() called for port_ids ['dd7c455f-f7fa-4ccb-8d0f-f44da1bcb1a1'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:38:34.749594 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] get_ports_and_sgs() called for port_ids ['2acf4357-64ab-482c-ab19-6d73e56910d9'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:38:34.822655 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 33844) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:38:34.882310 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6d9cc404-2464-485e-95c9-853d2ecdb0e0 tempest-ServersWithSpecificFlavorTestJSON-403335495 tempest-ServersWithSpecificFlavorTestJSON-403335495-project] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:34.906855 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6d9cc404-2464-485e-95c9-853d2ecdb0e0 tempest-ServersWithSpecificFlavorTestJSON-403335495 tempest-ServersWithSpecificFlavorTestJSON-403335495-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:35.038546 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515b0a89-62cc-44e7-9eca-5f511e73cbae req-cc61e811-b03f-4e2b-a98e-3e1d4a12e82e tempest-ServerDiagnosticsNegativeTest-1442979801 tempest-ServerDiagnosticsNegativeTest-1442979801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:35.040088 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-515b0a89-62cc-44e7-9eca-5f511e73cbae req-cc61e811-b03f-4e2b-a98e-3e1d4a12e82e tempest-ServerDiagnosticsNegativeTest-1442979801 tempest-ServerDiagnosticsNegativeTest-1442979801-project] 10.222.0.35 "GET /v2.0/ports?device_id=df5744ba-f5b9-4c13-9986-3b65c05471d9 HTTP/1.1" status: 200 len: 947 time: 0.1288097 May 20 20:38:35.051103 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee0d5d1-7c36-455a-b130-edbdc0005c72 req-a6f6d8f0-0404-4a9b-a72b-93d5b4aedb7d tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:35.052513 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-bee0d5d1-7c36-455a-b130-edbdc0005c72 req-a6f6d8f0-0404-4a9b-a72b-93d5b4aedb7d tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] 10.222.0.35 "GET /v2.0/ports?device_id=af8dbbf2-af97-4d08-9dfb-94cc026d387b HTTP/1.1" status: 200 len: 949 time: 0.0700345 May 20 20:38:35.087052 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6d9cc404-2464-485e-95c9-853d2ecdb0e0 tempest-ServersWithSpecificFlavorTestJSON-403335495 tempest-ServersWithSpecificFlavorTestJSON-403335495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:35.089924 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6d9cc404-2464-485e-95c9-853d2ecdb0e0 tempest-ServersWithSpecificFlavorTestJSON-403335495 tempest-ServersWithSpecificFlavorTestJSON-403335495-project] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:35.093337 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-6d9cc404-2464-485e-95c9-853d2ecdb0e0 tempest-ServersWithSpecificFlavorTestJSON-403335495 tempest-ServersWithSpecificFlavorTestJSON-403335495-project] 10.222.0.35 "DELETE /v2.0/security-groups/fb4532a0-c356-4e15-af9a-d177d4428652 HTTP/1.1" status: 204 len: 168 time: 0.2675183 May 20 20:38:35.095374 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 33848) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:38:35.115388 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-515b0a89-62cc-44e7-9eca-5f511e73cbae req-9066434d-a417-4a4e-98e8-8b45b33015bf tempest-ServerDiagnosticsNegativeTest-1442979801 tempest-ServerDiagnosticsNegativeTest-1442979801-project] 10.222.0.35 "GET /v2.0/security-groups?id=6d23a37b-22f4-4de0-ac30-98d1faf2729b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619223 May 20 20:38:35.115718 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9cc404-2464-485e-95c9-853d2ecdb0e0 tempest-ServersWithSpecificFlavorTestJSON-403335495 tempest-ServersWithSpecificFlavorTestJSON-403335495-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb4532a0-c356-4e15-af9a-d177d4428652,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:38:35.118938 n-d-842733-1 neutron-server[103162]: INFO neutron.api.v2.resource [None req-448984c0-9ac1-4b07-a073-7279154bc248 tempest-ServersWithSpecificFlavorTestJSON-403335495 tempest-ServersWithSpecificFlavorTestJSON-403335495-project] show failed (client error): The resource could not be found. May 20 20:38:35.119435 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-448984c0-9ac1-4b07-a073-7279154bc248 tempest-ServersWithSpecificFlavorTestJSON-403335495 tempest-ServersWithSpecificFlavorTestJSON-403335495-project] 10.222.0.35 "GET /v2.0/security-groups/fb4532a0-c356-4e15-af9a-d177d4428652 HTTP/1.1" status: 404 len: 347 time: 0.0223429 May 20 20:38:35.124392 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 33850) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:38:35.127802 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9cc404-2464-485e-95c9-853d2ecdb0e0 tempest-ServersWithSpecificFlavorTestJSON-403335495 tempest-ServersWithSpecificFlavorTestJSON-403335495-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:38:35.128176 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9cc404-2464-485e-95c9-853d2ecdb0e0 tempest-ServersWithSpecificFlavorTestJSON-403335495 tempest-ServersWithSpecificFlavorTestJSON-403335495-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:38:35.128425 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9cc404-2464-485e-95c9-853d2ecdb0e0 tempest-ServersWithSpecificFlavorTestJSON-403335495 tempest-ServersWithSpecificFlavorTestJSON-403335495-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:38:35.128730 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9cc404-2464-485e-95c9-853d2ecdb0e0 tempest-ServersWithSpecificFlavorTestJSON-403335495 tempest-ServersWithSpecificFlavorTestJSON-403335495-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:38:35.129128 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9cc404-2464-485e-95c9-853d2ecdb0e0 tempest-ServersWithSpecificFlavorTestJSON-403335495 tempest-ServersWithSpecificFlavorTestJSON-403335495-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:38:35.129522 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9cc404-2464-485e-95c9-853d2ecdb0e0 tempest-ServersWithSpecificFlavorTestJSON-403335495 tempest-ServersWithSpecificFlavorTestJSON-403335495-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:38:35.129854 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9cc404-2464-485e-95c9-853d2ecdb0e0 tempest-ServersWithSpecificFlavorTestJSON-403335495 tempest-ServersWithSpecificFlavorTestJSON-403335495-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:38:35.130183 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9cc404-2464-485e-95c9-853d2ecdb0e0 tempest-ServersWithSpecificFlavorTestJSON-403335495 tempest-ServersWithSpecificFlavorTestJSON-403335495-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:38:35.130639 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9cc404-2464-485e-95c9-853d2ecdb0e0 tempest-ServersWithSpecificFlavorTestJSON-403335495 tempest-ServersWithSpecificFlavorTestJSON-403335495-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:38:35.130960 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9cc404-2464-485e-95c9-853d2ecdb0e0 tempest-ServersWithSpecificFlavorTestJSON-403335495 tempest-ServersWithSpecificFlavorTestJSON-403335495-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:38:35.131297 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9cc404-2464-485e-95c9-853d2ecdb0e0 tempest-ServersWithSpecificFlavorTestJSON-403335495 tempest-ServersWithSpecificFlavorTestJSON-403335495-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:38:35.131669 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9cc404-2464-485e-95c9-853d2ecdb0e0 tempest-ServersWithSpecificFlavorTestJSON-403335495 tempest-ServersWithSpecificFlavorTestJSON-403335495-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:38:35.137705 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-bee0d5d1-7c36-455a-b130-edbdc0005c72 req-9283897f-6e12-40dd-9277-4ef4335ca6d0 tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] 10.222.0.35 "GET /v2.0/security-groups?id=b86a25cf-8ff6-49a5-9967-210010093ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778377 May 20 20:38:35.266046 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-e39fd08b-f382-4f34-9018-9ca0f13952e1 tempest-ServersWithSpecificFlavorTestJSON-403335495 tempest-ServersWithSpecificFlavorTestJSON-403335495-project] Deleting port 45434eb3-d480-4031-88cb-d86d3a44eeae {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:38:35.266524 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e39fd08b-f382-4f34-9018-9ca0f13952e1 tempest-ServersWithSpecificFlavorTestJSON-403335495 tempest-ServersWithSpecificFlavorTestJSON-403335495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:35.368386 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-99eae2b4-358f-49ab-9eb9-45ad6d35257d req-3d44b2d8-2460-4f95-a474-935950a8d299 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] 10.222.0.35 "GET /v2.0/ports?device_id=aa812417-dc22-4467-9c3a-232bd488429c HTTP/1.1" status: 200 len: 210 time: 0.0368068 May 20 20:38:35.371809 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e39fd08b-f382-4f34-9018-9ca0f13952e1 tempest-ServersWithSpecificFlavorTestJSON-403335495 tempest-ServersWithSpecificFlavorTestJSON-403335495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:35.372149 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e39fd08b-f382-4f34-9018-9ca0f13952e1 tempest-ServersWithSpecificFlavorTestJSON-403335495 tempest-ServersWithSpecificFlavorTestJSON-403335495-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:35.385080 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-e39fd08b-f382-4f34-9018-9ca0f13952e1 tempest-ServersWithSpecificFlavorTestJSON-403335495 tempest-ServersWithSpecificFlavorTestJSON-403335495-project] Calling delete_port for 45434eb3-d480-4031-88cb-d86d3a44eeae owned by network:floatingip {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:38:35.533364 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1a9005bc-c919-4a9f-b293-0c6e4c46cfbf req-fc27ccee-b9c9-448f-a9a2-7a97248fe3e7 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=4207919be7244eb28564658a511e407f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0277309 May 20 20:38:35.578073 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc46da8a-45af-4926-ba4c-bf36974f967b req-63169b21-893f-4d53-a00f-a4790e0abbf8 tempest-MultipleCreateTestJSON-719674146 tempest-MultipleCreateTestJSON-719674146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:35.579834 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-fc46da8a-45af-4926-ba4c-bf36974f967b req-63169b21-893f-4d53-a00f-a4790e0abbf8 tempest-MultipleCreateTestJSON-719674146 tempest-MultipleCreateTestJSON-719674146-project] 10.222.0.35 "GET /v2.0/ports?device_id=57f4a3aa-190f-4099-8c96-407cccecac67 HTTP/1.1" status: 200 len: 946 time: 0.1111610 May 20 20:38:35.682448 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 49eba6ec-323b-40ab-b0e1-d93823fd439f no longer exists at agent hyperv_n-h1-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:38:35.714972 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-fc46da8a-45af-4926-ba4c-bf36974f967b req-a7cb46ba-ca6b-44cd-9eff-623696c7e750 tempest-MultipleCreateTestJSON-719674146 tempest-MultipleCreateTestJSON-719674146-project] 10.222.0.35 "GET /v2.0/security-groups?id=078f3e96-f1d8-48b4-8cd5-8adee91cee64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646477 May 20 20:38:35.744437 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 49eba6ec-323b-40ab-b0e1-d93823fd439f not bound to the agent host n-h1-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 20:38:35.769934 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e39fd08b-f382-4f34-9018-9ca0f13952e1 tempest-ServersWithSpecificFlavorTestJSON-403335495 tempest-ServersWithSpecificFlavorTestJSON-403335495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:35.787671 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9005bc-c919-4a9f-b293-0c6e4c46cfbf req-b880ce38-8310-49a4-8ddc-b4e5d32ef828 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:35.789039 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1a9005bc-c919-4a9f-b293-0c6e4c46cfbf req-b880ce38-8310-49a4-8ddc-b4e5d32ef828 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2015820 May 20 20:38:35.818710 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39fd08b-f382-4f34-9018-9ca0f13952e1 tempest-ServersWithSpecificFlavorTestJSON-403335495 tempest-ServersWithSpecificFlavorTestJSON-403335495-project] Pushing event deleted for resources: {'Port': ['ID=45434eb3-d480-4031-88cb-d86d3a44eeae,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:38:35.829290 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [req-1a9005bc-c919-4a9f-b293-0c6e4c46cfbf req-c3c9baec-6986-437d-94bd-a985303a6e7b tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] Request body: {'port': {'device_id': 'aa812417-dc22-4467-9c3a-232bd488429c', 'network_id': 'cd702362-b982-46c5-a7d0-51de1b03df86', 'admin_state_up': True, 'tenant_id': '4207919be7244eb28564658a511e407f'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:38:35.931596 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583e0bc9-b502-471c-ac23-4dbe2f4fa838 req-32bb4cc1-47be-43bf-b657-e18d2379f9da tempest-LiveMigrationTest-1108997473 tempest-LiveMigrationTest-1108997473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:35.935372 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-583e0bc9-b502-471c-ac23-4dbe2f4fa838 req-32bb4cc1-47be-43bf-b657-e18d2379f9da tempest-LiveMigrationTest-1108997473 tempest-LiveMigrationTest-1108997473-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=ac9eebca-999a-402a-b2b5-aa424b891f77&tenant_id=33876e14b0274b60a421aea47180bf46&binding%3Ahost_id=n-h2-842733-1 HTTP/1.1" status: 200 len: 1095 time: 0.0623307 May 20 20:38:35.958491 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12479dc1-1bc1-44a8-a34b-3c479929f91a req-eaca79c7-9461-4296-94c9-7aa02099519c tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:35.970766 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-12479dc1-1bc1-44a8-a34b-3c479929f91a req-eaca79c7-9461-4296-94c9-7aa02099519c tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] 10.222.0.35 "GET /v2.0/ports?device_id=ac9eebca-999a-402a-b2b5-aa424b891f77 HTTP/1.1" status: 200 len: 944 time: 0.2497439 May 20 20:38:36.036070 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12c3ff2-dae5-431d-98bc-4842a006636b req-0ebd7ca4-8232-4dfa-b40d-429f95b41591 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:36.037671 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c12c3ff2-dae5-431d-98bc-4842a006636b req-0ebd7ca4-8232-4dfa-b40d-429f95b41591 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6b770e5-8fc5-41ee-a663-8df2656df33f HTTP/1.1" status: 200 len: 944 time: 0.2459991 May 20 20:38:36.060460 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e39fd08b-f382-4f34-9018-9ca0f13952e1 tempest-ServersWithSpecificFlavorTestJSON-403335495 tempest-ServersWithSpecificFlavorTestJSON-403335495-project] Notify callbacks [] for floatingip, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:36.064255 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e39fd08b-f382-4f34-9018-9ca0f13952e1 tempest-ServersWithSpecificFlavorTestJSON-403335495 tempest-ServersWithSpecificFlavorTestJSON-403335495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for floatingip, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:36.068190 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-e39fd08b-f382-4f34-9018-9ca0f13952e1 tempest-ServersWithSpecificFlavorTestJSON-403335495 tempest-ServersWithSpecificFlavorTestJSON-403335495-project] 10.222.0.35 "DELETE /v2.0/floatingips/a32b27b6-5e0a-499f-b377-97dd6f3e0da3 HTTP/1.1" status: 204 len: 168 time: 0.9388697 May 20 20:38:36.098864 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-12479dc1-1bc1-44a8-a34b-3c479929f91a req-d620c97a-364e-40aa-9a1d-c1449fc753d2 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] 10.222.0.35 "GET /v2.0/security-groups?id=0a1ca955-ee86-4e03-bb39-6b1e6a532a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103759 May 20 20:38:36.137608 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c12c3ff2-dae5-431d-98bc-4842a006636b req-7b5c70bd-9c1f-46ee-b618-24a80e77d4a5 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c1ac446-2eae-4e3c-98ef-7a4684e96782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892003 May 20 20:38:36.193384 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-583e0bc9-b502-471c-ac23-4dbe2f4fa838 req-1a048884-8908-4be4-a5b7-100459eb2264 service neutron] For port 49eba6ec-323b-40ab-b0e1-d93823fd439f, host n-h1-842733-1, cleared binding levels {{(pid=103162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:38:36.196596 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-583e0bc9-b502-471c-ac23-4dbe2f4fa838 req-1a048884-8908-4be4-a5b7-100459eb2264 service neutron] Notify callbacks [] for binding, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:36.198828 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-583e0bc9-b502-471c-ac23-4dbe2f4fa838 req-1a048884-8908-4be4-a5b7-100459eb2264 service neutron] 10.222.0.13 "DELETE /v2.0/ports/49eba6ec-323b-40ab-b0e1-d93823fd439f/bindings/n-h1-842733-1 HTTP/1.1" status: 204 len: 173 time: 0.2386997 May 20 20:38:36.214786 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6b770e5-8fc5-41ee-a663-8df2656df33f', 'tag': 'dd7c455f-f7fa-4ccb-8d0f-f44da1bcb1a1'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:38:36.216931 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4291b17aa7b45362825f0571e77c85f5e73afe1df9c7e9e15006df9d695c005e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e0e3705-6a6d-4f0e-9c13-60dda080673b" -d '{"events": [{"name": "network-changed", "server_uuid": "d6b770e5-8fc5-41ee-a663-8df2656df33f", "tag": "dd7c455f-f7fa-4ccb-8d0f-f44da1bcb1a1"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:38:36.259453 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1d76dc-9e24-4d77-86e1-fa17249949c9 req-e1ce1a53-e47f-440e-a248-4b4c4a0884f1 tempest-ServerDiagnosticsNegativeTest-1442979801 tempest-ServerDiagnosticsNegativeTest-1442979801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:36.260923 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-db1d76dc-9e24-4d77-86e1-fa17249949c9 req-e1ce1a53-e47f-440e-a248-4b4c4a0884f1 tempest-ServerDiagnosticsNegativeTest-1442979801 tempest-ServerDiagnosticsNegativeTest-1442979801-project] 10.222.0.35 "GET /v2.0/ports?device_id=df5744ba-f5b9-4c13-9986-3b65c05471d9 HTTP/1.1" status: 200 len: 947 time: 0.0544538 May 20 20:38:36.275974 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a9005bc-c919-4a9f-b293-0c6e4c46cfbf req-c3c9baec-6986-437d-94bd-a985303a6e7b tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] Made reservation on behalf of 4207919be7244eb28564658a511e407f for: {'port': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:38:36.280095 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-1a9005bc-c919-4a9f-b293-0c6e4c46cfbf req-c3c9baec-6986-437d-94bd-a985303a6e7b tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:36.327273 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-db1d76dc-9e24-4d77-86e1-fa17249949c9 req-5411e13d-c3ef-4dd7-93bb-6cd1e9eb4a80 tempest-ServerDiagnosticsNegativeTest-1442979801 tempest-ServerDiagnosticsNegativeTest-1442979801-project] 10.222.0.35 "GET /v2.0/security-groups?id=6d23a37b-22f4-4de0-ac30-98d1faf2729b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592246 May 20 20:38:36.385278 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 20:38:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c0e1c29-a011-490d-8869-88e1deac293e x-openstack-request-id: req-8c0e1c29-a011-490d-8869-88e1deac293e {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:38:36.385568 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6b770e5-8fc5-41ee-a663-8df2656df33f", "tag": "dd7c455f-f7fa-4ccb-8d0f-f44da1bcb1a1", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:38:36.385823 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8c0e1c29-a011-490d-8869-88e1deac293e {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:38:36.386212 n-d-842733-1 neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c0e1c29-a011-490d-8869-88e1deac293e'] response: {'name': 'network-changed', 'server_uuid': 'd6b770e5-8fc5-41ee-a663-8df2656df33f', 'tag': 'dd7c455f-f7fa-4ccb-8d0f-f44da1bcb1a1', 'status': 'completed', 'code': 200} May 20 20:38:36.454917 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6da23c-84c8-4788-a4f1-d1478f4fb734 req-92acf667-c736-4f8e-9f27-f3d50be994e1 tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:36.456429 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-cb6da23c-84c8-4788-a4f1-d1478f4fb734 req-92acf667-c736-4f8e-9f27-f3d50be994e1 tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] 10.222.0.35 "GET /v2.0/ports?device_id=af8dbbf2-af97-4d08-9dfb-94cc026d387b HTTP/1.1" status: 200 len: 949 time: 0.1351075 May 20 20:38:36.508003 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f64a94f2-8360-4b5e-9737-f521bf675858 req-a7da8fd9-a065-4ced-b7ac-7167dbef4d15 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] 10.222.0.35 "GET /v2.0/ports?device_id=aa812417-dc22-4467-9c3a-232bd488429c HTTP/1.1" status: 200 len: 210 time: 0.0505033 May 20 20:38:36.530464 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [req-1a9005bc-c919-4a9f-b293-0c6e4c46cfbf req-c3c9baec-6986-437d-94bd-a985303a6e7b tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] Allocated IP 192.168.233.50 (cd702362-b982-46c5-a7d0-51de1b03df86/26b342ea-254c-483a-9ea9-f11c178970eb/38bca092-2852-49b0-b371-088cd68e5070) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:38:36.539609 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0e3705-6a6d-4f0e-9c13-60dda080673b req-15cd5f60-8a86-4444-bbfb-ffd826a9b593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:36.541155 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-3e0e3705-6a6d-4f0e-9c13-60dda080673b req-15cd5f60-8a86-4444-bbfb-ffd826a9b593 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8b3cc11ab7334369b6693afcab69aa6e&device_id=d6b770e5-8fc5-41ee-a663-8df2656df33f HTTP/1.1" status: 200 len: 1125 time: 0.0516515 May 20 20:38:36.551578 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-cb6da23c-84c8-4788-a4f1-d1478f4fb734 req-fd8150fe-7b40-4a3a-a53f-d1168b28ad05 tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] 10.222.0.35 "GET /v2.0/security-groups?id=b86a25cf-8ff6-49a5-9967-210010093ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820487 May 20 20:38:36.662865 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0e3705-6a6d-4f0e-9c13-60dda080673b req-f6b270b7-c8b5-4a14-b4f4-7dad9619b9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:36.664749 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-3e0e3705-6a6d-4f0e-9c13-60dda080673b req-f6b270b7-c8b5-4a14-b4f4-7dad9619b9d7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=fef9e30f-3c34-4b6b-9bd5-2a167649e7b0 HTTP/1.1" status: 200 len: 921 time: 0.1041670 May 20 20:38:36.710663 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-1a9005bc-c919-4a9f-b293-0c6e4c46cfbf req-c3c9baec-6986-437d-94bd-a985303a6e7b tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] Notify callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:36.731744 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-3e0e3705-6a6d-4f0e-9c13-60dda080673b req-750548dc-2d39-49af-b54d-dca0b8f41fd7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dd7c455f-f7fa-4ccb-8d0f-f44da1bcb1a1 HTTP/1.1" status: 200 len: 217 time: 0.0522718 May 20 20:38:36.793073 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0e3705-6a6d-4f0e-9c13-60dda080673b req-80526159-453b-4db4-bbc5-c3ba5bdf1532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:36.794676 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-3e0e3705-6a6d-4f0e-9c13-60dda080673b req-80526159-453b-4db4-bbc5-c3ba5bdf1532 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=33548886-d6e3-48e7-a819-149526989122 HTTP/1.1" status: 200 len: 860 time: 0.0477421 May 20 20:38:36.842461 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-3e0e3705-6a6d-4f0e-9c13-60dda080673b req-57030123-764e-47ac-ae3d-d7e479da6924 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fef9e30f-3c34-4b6b-9bd5-2a167649e7b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275326 May 20 20:38:36.868237 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efe17f0-b430-49aa-ac39-8bf89767b9db req-58053502-78d5-4129-9fd1-893e53e69630 tempest-MultipleCreateTestJSON-719674146 tempest-MultipleCreateTestJSON-719674146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:36.869746 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8efe17f0-b430-49aa-ac39-8bf89767b9db req-58053502-78d5-4129-9fd1-893e53e69630 tempest-MultipleCreateTestJSON-719674146 tempest-MultipleCreateTestJSON-719674146-project] 10.222.0.35 "GET /v2.0/ports?device_id=57f4a3aa-190f-4099-8c96-407cccecac67 HTTP/1.1" status: 200 len: 946 time: 0.0680022 May 20 20:38:36.871572 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-1a9005bc-c919-4a9f-b293-0c6e4c46cfbf req-c3c9baec-6986-437d-94bd-a985303a6e7b tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:36.885332 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] get_ports_and_sgs() called for port_ids ['ff8333d5-3411-4ce2-bab2-7173fcf8ad5b', 'ad8036cd-7d02-407a-9e0d-263626d3f679', 'c97eadfd-f41a-4fb2-80fd-962422a3d259', '8d87c637-17a5-42ec-9e52-1fc6319310a7'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:38:36.928591 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 33890) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:38:36.937311 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] get_ports_and_sgs() called for port_ids ['d98c405b-6579-48af-bdbe-2911ebe2fa55', 'ad65896f-0d65-48a0-845a-c7a465632aa8'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:38:36.942412 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a9005bc-c919-4a9f-b293-0c6e4c46cfbf req-c3c9baec-6986-437d-94bd-a985303a6e7b tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] Network cd702362-b982-46c5-a7d0-51de1b03df86 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:38:36.980181 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [req-1a9005bc-c919-4a9f-b293-0c6e4c46cfbf req-c3c9baec-6986-437d-94bd-a985303a6e7b tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:38:36.988031 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a9005bc-c919-4a9f-b293-0c6e4c46cfbf req-c3c9baec-6986-437d-94bd-a985303a6e7b tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:38:36.997668 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c9baec-6986-437d-94bd-a985303a6e7b tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] Pushing event updated for resources: {'Port': ['ID=38bca092-2852-49b0-b371-088cd68e5070,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:38:37.009821 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-3e0e3705-6a6d-4f0e-9c13-60dda080673b req-e341e4ff-4a5b-4627-93ca-da768a519a11 service neutron] 10.222.0.13 "GET /v2.0/networks/fef9e30f-3c34-4b6b-9bd5-2a167649e7b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505795 May 20 20:38:37.046769 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8efe17f0-b430-49aa-ac39-8bf89767b9db req-3726708a-19b4-48e8-b016-e45fc9c1685e tempest-MultipleCreateTestJSON-719674146 tempest-MultipleCreateTestJSON-719674146-project] 10.222.0.35 "GET /v2.0/security-groups?id=078f3e96-f1d8-48b4-8cd5-8adee91cee64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621385 May 20 20:38:37.157310 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9005bc-c919-4a9f-b293-0c6e4c46cfbf req-c3c9baec-6986-437d-94bd-a985303a6e7b tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:37.158997 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-1a9005bc-c919-4a9f-b293-0c6e4c46cfbf req-c3c9baec-6986-437d-94bd-a985303a6e7b tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:37.188059 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-3e0e3705-6a6d-4f0e-9c13-60dda080673b req-a3c2a7bf-8635-4a26-8a1e-d9a8cf2cc2d1 service neutron] 10.222.0.13 "GET /v2.0/networks/fef9e30f-3c34-4b6b-9bd5-2a167649e7b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1662455 May 20 20:38:37.327478 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a612fb23-35f6-4d85-a2d1-5227bc4ee653 None None] Provisioning complete for port 38bca092-2852-49b0-b371-088cd68e5070 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:38:37.327848 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a612fb23-35f6-4d85-a2d1-5227bc4ee653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:37.350615 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2685c7-a1aa-4923-8760-b019fa4023df req-d75df0ec-4f1f-41f3-8e02-78f8d1c14373 tempest-MultipleCreateTestJSON-719674146 tempest-MultipleCreateTestJSON-719674146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:37.352203 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4b2685c7-a1aa-4923-8760-b019fa4023df req-d75df0ec-4f1f-41f3-8e02-78f8d1c14373 tempest-MultipleCreateTestJSON-719674146 tempest-MultipleCreateTestJSON-719674146-project] 10.222.0.35 "GET /v2.0/ports?device_id=220863ce-6e9f-40f2-bcb4-6e3b105a3ac7 HTTP/1.1" status: 200 len: 945 time: 0.1802804 May 20 20:38:37.380485 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6bb7e7-b5b0-4c11-98c1-466bab665fbd req-f4f8704b-1755-4af0-995f-ff062d370472 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:37.382092 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8d6bb7e7-b5b0-4c11-98c1-466bab665fbd req-f4f8704b-1755-4af0-995f-ff062d370472 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] 10.222.0.35 "GET /v2.0/ports?device_id=ac9eebca-999a-402a-b2b5-aa424b891f77 HTTP/1.1" status: 200 len: 944 time: 0.1700766 May 20 20:38:37.394069 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1a9005bc-c919-4a9f-b293-0c6e4c46cfbf req-c3c9baec-6986-437d-94bd-a985303a6e7b tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5698924 May 20 20:38:37.402069 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a612fb23-35f6-4d85-a2d1-5227bc4ee653 None None] Port 38bca092-2852-49b0-b371-088cd68e5070 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 20:38:37.430396 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [req-1a9005bc-c919-4a9f-b293-0c6e4c46cfbf req-748e71f9-2838-438f-a11c-1df4348bbbfd service neutron] Request body: {'port': {'device_id': 'aa812417-dc22-4467-9c3a-232bd488429c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-842733-1'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:38:37.485168 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4b2685c7-a1aa-4923-8760-b019fa4023df req-9201c84a-47d8-4e1b-a471-1291a043b2e3 tempest-MultipleCreateTestJSON-719674146 tempest-MultipleCreateTestJSON-719674146-project] 10.222.0.35 "GET /v2.0/security-groups?id=078f3e96-f1d8-48b4-8cd5-8adee91cee64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197081 May 20 20:38:37.569131 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8d6bb7e7-b5b0-4c11-98c1-466bab665fbd req-f7926139-b398-44b0-b40b-27421f1e3002 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] 10.222.0.35 "GET /v2.0/security-groups?id=0a1ca955-ee86-4e03-bb39-6b1e6a532a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740763 May 20 20:38:37.652005 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-1a9005bc-c919-4a9f-b293-0c6e4c46cfbf req-748e71f9-2838-438f-a11c-1df4348bbbfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:37.673754 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 2acf4357-64ab-482c-ab19-6d73e56910d9 up at agent hyperv_n-h1-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:38:37.713478 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad653c8-672b-4308-858b-a82d3388fa55 req-4f589a63-af33-48ed-b070-eecdcc56b6ec tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:37.714930 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2ad653c8-672b-4308-858b-a82d3388fa55 req-4f589a63-af33-48ed-b070-eecdcc56b6ec tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6b770e5-8fc5-41ee-a663-8df2656df33f HTTP/1.1" status: 200 len: 944 time: 0.1268189 May 20 20:38:37.784584 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285541d0-760f-466f-afec-37571fd04dcf req-96c2aef6-3f08-4c08-acbb-4380bc722bea tempest-ServerDiagnosticsNegativeTest-1442979801 tempest-ServerDiagnosticsNegativeTest-1442979801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:37.784584 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-285541d0-760f-466f-afec-37571fd04dcf req-96c2aef6-3f08-4c08-acbb-4380bc722bea tempest-ServerDiagnosticsNegativeTest-1442979801 tempest-ServerDiagnosticsNegativeTest-1442979801-project] 10.222.0.35 "GET /v2.0/ports?device_id=df5744ba-f5b9-4c13-9986-3b65c05471d9 HTTP/1.1" status: 200 len: 947 time: 0.1413798 May 20 20:38:37.811595 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Provisioning for port 2acf4357-64ab-482c-ab19-6d73e56910d9 completed by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 20:38:37.816441 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Provisioning complete for port 2acf4357-64ab-482c-ab19-6d73e56910d9 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:38:37.819098 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:37.896544 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Current status of the port 2acf4357-64ab-482c-ab19-6d73e56910d9 is: BUILD; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:38:37.897282 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:37.915290 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2ad653c8-672b-4308-858b-a82d3388fa55 req-fa847b53-6248-4fdc-a5a2-983860830ce4 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c1ac446-2eae-4e3c-98ef-7a4684e96782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731257 May 20 20:38:37.919693 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df5744ba-f5b9-4c13-9986-3b65c05471d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2acf4357-64ab-482c-ab19-6d73e56910d9'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:38:37.921491 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8485417003ce7c0410b00f5cdc2f391e21107b70bb68e2773712534a96e108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c488361-c0bf-48c2-b296-c3e17ce703ad" -d '{"events": [{"server_uuid": "df5744ba-f5b9-4c13-9986-3b65c05471d9", "name": "network-vif-plugged", "status": "completed", "tag": "2acf4357-64ab-482c-ab19-6d73e56910d9"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:38:37.934871 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port 2acf4357-64ab-482c-ab19-6d73e56910d9, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=2acf4357-64ab-482c-ab19-6d73e56910d9,segment=NetworkSegment(ed3a602f-49fb-4a95-be80-401e1eb72e33),segment_id=ed3a602f-49fb-4a95-be80-401e1eb72e33)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:38:37.965170 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-285541d0-760f-466f-afec-37571fd04dcf req-37c6d7c1-981d-404d-8e0f-68965cb2106e tempest-ServerDiagnosticsNegativeTest-1442979801 tempest-ServerDiagnosticsNegativeTest-1442979801-project] 10.222.0.35 "GET /v2.0/security-groups?id=6d23a37b-22f4-4de0-ac30-98d1faf2729b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681783 May 20 20:38:38.013838 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:38.060742 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-dcbf533b-b9e3-4f5c-a393-bd6be84e7d14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748528'] for router_interface, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:38.074603 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Pushing event updated for resources: {'Port': ['ID=2acf4357-64ab-482c-ab19-6d73e56910d9,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:38:38.143654 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e281f2-6905-44a3-80dd-78021e3faa68 req-434264b3-3278-4549-b71b-2239c6e7a43c tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:38.145104 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-63e281f2-6905-44a3-80dd-78021e3faa68 req-434264b3-3278-4549-b71b-2239c6e7a43c tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] 10.222.0.35 "GET /v2.0/ports?device_id=aa812417-dc22-4467-9c3a-232bd488429c HTTP/1.1" status: 200 len: 935 time: 0.1401365 May 20 20:38:38.620773 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-63e281f2-6905-44a3-80dd-78021e3faa68 req-8e2f5615-fea4-4767-8001-bee4e0fc0294 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c2aa399-3055-4eb0-8f1a-45933e0e3cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809659 May 20 20:38:38.673900 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bb3281-79a5-4c2a-96ce-8fcfa515dc04 req-b707a430-0e0d-4ac2-95af-acd342ff7d94 tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:38.675456 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-94bb3281-79a5-4c2a-96ce-8fcfa515dc04 req-b707a430-0e0d-4ac2-95af-acd342ff7d94 tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] 10.222.0.35 "GET /v2.0/ports?device_id=af8dbbf2-af97-4d08-9dfb-94cc026d387b HTTP/1.1" status: 200 len: 949 time: 0.2388978 May 20 20:38:38.679885 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [req-1a9005bc-c919-4a9f-b293-0c6e4c46cfbf req-748e71f9-2838-438f-a11c-1df4348bbbfd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38bca092-2852-49b0-b371-088cd68e5070 {{(pid=103163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:38:38.686809 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 20:38:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef404bfd-3a84-4fac-bc86-8b6952da795c x-openstack-request-id: req-ef404bfd-3a84-4fac-bc86-8b6952da795c {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:38:38.687233 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df5744ba-f5b9-4c13-9986-3b65c05471d9", "name": "network-vif-plugged", "status": "completed", "tag": "2acf4357-64ab-482c-ab19-6d73e56910d9", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:38:38.688575 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ef404bfd-3a84-4fac-bc86-8b6952da795c {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:38:38.688575 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef404bfd-3a84-4fac-bc86-8b6952da795c'] response: {'server_uuid': 'df5744ba-f5b9-4c13-9986-3b65c05471d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2acf4357-64ab-482c-ab19-6d73e56910d9', 'code': 200} May 20 20:38:38.698776 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-1a9005bc-c919-4a9f-b293-0c6e4c46cfbf req-748e71f9-2838-438f-a11c-1df4348bbbfd service neutron] Notify callbacks [] for port, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:38.728293 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [req-1a9005bc-c919-4a9f-b293-0c6e4c46cfbf req-748e71f9-2838-438f-a11c-1df4348bbbfd service neutron] Transition to ACTIVE for port object 38bca092-2852-49b0-b371-088cd68e5070 will not be triggered until provisioned by entity L2. {{(pid=103163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 20:38:38.751998 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-94bb3281-79a5-4c2a-96ce-8fcfa515dc04 req-761f95dd-6f47-4974-b576-6d95d6e6f0d6 tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] 10.222.0.35 "GET /v2.0/security-groups?id=b86a25cf-8ff6-49a5-9967-210010093ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668199 May 20 20:38:38.814474 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-1a9005bc-c919-4a9f-b293-0c6e4c46cfbf req-748e71f9-2838-438f-a11c-1df4348bbbfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:38.887690 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a358f1-bd77-499e-b34d-2fa3b0f873fe req-20c6b5db-1127-480d-b18b-c46ec5d87805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:38.889047 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f2a358f1-bd77-499e-b34d-2fa3b0f873fe req-20c6b5db-1127-480d-b18b-c46ec5d87805 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=df5744ba-f5b9-4c13-9986-3b65c05471d9 HTTP/1.1" status: 200 len: 1099 time: 0.1324575 May 20 20:38:38.947539 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748e71f9-2838-438f-a11c-1df4348bbbfd service neutron] Pushing event updated for resources: {'Port': ['ID=38bca092-2852-49b0-b371-088cd68e5070,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:38:39.021122 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7b0229-d671-460d-9bb9-76b85d797e10 req-c5491a40-4db2-45ef-ace9-d80527c5d10c tempest-LiveMigrationTest-1108997473 tempest-LiveMigrationTest-1108997473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:39.022671 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4c7b0229-d671-460d-9bb9-76b85d797e10 req-c5491a40-4db2-45ef-ace9-d80527c5d10c tempest-LiveMigrationTest-1108997473 tempest-LiveMigrationTest-1108997473-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=ac9eebca-999a-402a-b2b5-aa424b891f77 HTTP/1.1" status: 200 len: 1095 time: 0.1895545 May 20 20:38:39.035316 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f2a358f1-bd77-499e-b34d-2fa3b0f873fe req-ba929b43-f9d1-47d5-af61-4578f0998220 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=6d23a37b-22f4-4de0-ac30-98d1faf2729b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983839 May 20 20:38:39.086694 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-dcbf533b-b9e3-4f5c-a393-bd6be84e7d14 admin admin] Deleting port 54aef385-a175-415f-85b8-a08e77f1a399 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:38:39.087027 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-dcbf533b-b9e3-4f5c-a393-bd6be84e7d14 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:39.106862 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4c7b0229-d671-460d-9bb9-76b85d797e10 req-5a0c0c38-cfbd-4520-a353-dc9d213a8f65 tempest-LiveMigrationTest-1108997473 tempest-LiveMigrationTest-1108997473-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=0a1ca955-ee86-4e03-bb39-6b1e6a532a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736051 May 20 20:38:39.135037 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-1a9005bc-c919-4a9f-b293-0c6e4c46cfbf req-748e71f9-2838-438f-a11c-1df4348bbbfd service neutron] Attempting to bind port 38bca092-2852-49b0-b371-088cd68e5070 on host n-h2-842733-1 for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:38:39.135217 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-1a9005bc-c919-4a9f-b293-0c6e4c46cfbf req-748e71f9-2838-438f-a11c-1df4348bbbfd service neutron] Attempting to bind port 38bca092-2852-49b0-b371-088cd68e5070 by drivers openvswitch,hyperv on host n-h2-842733-1 at level 0 using segments [{'id': 'ed3a602f-49fb-4a95-be80-401e1eb72e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'cd702362-b982-46c5-a7d0-51de1b03df86'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:38:39.135540 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a9005bc-c919-4a9f-b293-0c6e4c46cfbf req-748e71f9-2838-438f-a11c-1df4348bbbfd service neutron] Attempting to bind port 38bca092-2852-49b0-b371-088cd68e5070 on network cd702362-b982-46c5-a7d0-51de1b03df86 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:38:39.160918 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a9005bc-c919-4a9f-b293-0c6e4c46cfbf req-748e71f9-2838-438f-a11c-1df4348bbbfd service neutron] Port 38bca092-2852-49b0-b371-088cd68e5070 on network cd702362-b982-46c5-a7d0-51de1b03df86 not bound, no agent of type Open vSwitch agent registered on host n-h2-842733-1 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 20:38:39.161258 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a9005bc-c919-4a9f-b293-0c6e4c46cfbf req-748e71f9-2838-438f-a11c-1df4348bbbfd service neutron] Attempting to bind port 38bca092-2852-49b0-b371-088cd68e5070 on network cd702362-b982-46c5-a7d0-51de1b03df86 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:38:39.190052 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a9005bc-c919-4a9f-b293-0c6e4c46cfbf req-748e71f9-2838-438f-a11c-1df4348bbbfd service neutron] Checking agent: {'id': 'a66f2511-b955-448f-877c-56cfe9c81b12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 33, 2), 'started_at': datetime.datetime(2022, 5, 20, 20, 33, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 38, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:38:39.190643 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a9005bc-c919-4a9f-b293-0c6e4c46cfbf req-748e71f9-2838-438f-a11c-1df4348bbbfd service neutron] Checking segment: {'id': 'ed3a602f-49fb-4a95-be80-401e1eb72e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'cd702362-b982-46c5-a7d0-51de1b03df86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:38:39.191024 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a9005bc-c919-4a9f-b293-0c6e4c46cfbf req-748e71f9-2838-438f-a11c-1df4348bbbfd service neutron] Bound using segment: {'id': 'ed3a602f-49fb-4a95-be80-401e1eb72e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'cd702362-b982-46c5-a7d0-51de1b03df86'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:38:39.191452 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-1a9005bc-c919-4a9f-b293-0c6e4c46cfbf req-748e71f9-2838-438f-a11c-1df4348bbbfd service neutron] Bound port: 38bca092-2852-49b0-b371-088cd68e5070, host: n-h2-842733-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed3a602f-49fb-4a95-be80-401e1eb72e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'cd702362-b982-46c5-a7d0-51de1b03df86'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:38:39.191806 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-1a9005bc-c919-4a9f-b293-0c6e4c46cfbf req-748e71f9-2838-438f-a11c-1df4348bbbfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:39.281998 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-dcbf533b-b9e3-4f5c-a393-bd6be84e7d14 admin admin] For port 54aef385-a175-415f-85b8-a08e77f1a399, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=54aef385-a175-415f-85b8-a08e77f1a399,segment=NetworkSegment(94a4894e-95e9-4cfb-9a59-0548accd47c0),segment_id=94a4894e-95e9-4cfb-9a59-0548accd47c0)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:38:39.282356 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-dcbf533b-b9e3-4f5c-a393-bd6be84e7d14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:39.303524 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad51c239-76b5-4651-af77-5360309676e5 req-fd2bc531-5165-4fc6-b66c-ad203c138e92 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:39.305069 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ad51c239-76b5-4651-af77-5360309676e5 req-fd2bc531-5165-4fc6-b66c-ad203c138e92 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6b770e5-8fc5-41ee-a663-8df2656df33f HTTP/1.1" status: 200 len: 944 time: 0.1624413 May 20 20:38:39.314746 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-dcbf533b-b9e3-4f5c-a393-bd6be84e7d14 admin admin] Calling delete_port for 54aef385-a175-415f-85b8-a08e77f1a399 owned by network:router_interface {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:38:39.361867 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bef642c-7eca-4b21-8897-8600f97f2db1 req-1ae65dc3-147b-4e64-8c82-d229b0c09991 tempest-ServerDiagnosticsNegativeTest-1442979801 tempest-ServerDiagnosticsNegativeTest-1442979801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:39.363320 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0bef642c-7eca-4b21-8897-8600f97f2db1 req-1ae65dc3-147b-4e64-8c82-d229b0c09991 tempest-ServerDiagnosticsNegativeTest-1442979801 tempest-ServerDiagnosticsNegativeTest-1442979801-project] 10.222.0.35 "GET /v2.0/ports?device_id=df5744ba-f5b9-4c13-9986-3b65c05471d9 HTTP/1.1" status: 200 len: 948 time: 0.1789064 May 20 20:38:39.423723 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-1a9005bc-c919-4a9f-b293-0c6e4c46cfbf req-748e71f9-2838-438f-a11c-1df4348bbbfd service neutron] For port 38bca092-2852-49b0-b371-088cd68e5070, host n-h2-842733-1, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:38:39.445707 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ad51c239-76b5-4651-af77-5360309676e5 req-1f337c12-c00b-4090-b163-99d7c7f7d259 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c1ac446-2eae-4e3c-98ef-7a4684e96782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288211 May 20 20:38:39.461553 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-1a9005bc-c919-4a9f-b293-0c6e4c46cfbf req-748e71f9-2838-438f-a11c-1df4348bbbfd service neutron] For port 38bca092-2852-49b0-b371-088cd68e5070, host n-h2-842733-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=38bca092-2852-49b0-b371-088cd68e5070,segment=NetworkSegment(ed3a602f-49fb-4a95-be80-401e1eb72e33),segment_id=ed3a602f-49fb-4a95-be80-401e1eb72e33)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:38:39.479244 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0bef642c-7eca-4b21-8897-8600f97f2db1 req-a72f73de-ff26-4e89-b2ef-97fc98d235d3 tempest-ServerDiagnosticsNegativeTest-1442979801 tempest-ServerDiagnosticsNegativeTest-1442979801-project] 10.222.0.35 "GET /v2.0/security-groups?id=6d23a37b-22f4-4de0-ac30-98d1faf2729b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081507 May 20 20:38:39.573467 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-1a9005bc-c919-4a9f-b293-0c6e4c46cfbf req-748e71f9-2838-438f-a11c-1df4348bbbfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:39.678774 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9005bc-c919-4a9f-b293-0c6e4c46cfbf req-748e71f9-2838-438f-a11c-1df4348bbbfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:39.679312 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-1a9005bc-c919-4a9f-b293-0c6e4c46cfbf req-748e71f9-2838-438f-a11c-1df4348bbbfd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:39.680727 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1a9005bc-c919-4a9f-b293-0c6e4c46cfbf req-748e71f9-2838-438f-a11c-1df4348bbbfd service neutron] 10.222.0.13 "PUT /v2.0/ports/38bca092-2852-49b0-b371-088cd68e5070 HTTP/1.1" status: 200 len: 1095 time: 2.2550750 May 20 20:38:39.681231 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa812417-dc22-4467-9c3a-232bd488429c', 'tag': '38bca092-2852-49b0-b371-088cd68e5070'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:38:39.683582 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4291b17aa7b45362825f0571e77c85f5e73afe1df9c7e9e15006df9d695c005e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-413826a2-928d-4add-98fd-8750236c2375" -d '{"events": [{"name": "network-changed", "server_uuid": "aa812417-dc22-4467-9c3a-232bd488429c", "tag": "38bca092-2852-49b0-b371-088cd68e5070"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:38:39.713666 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a3ccec-d627-4439-bc75-9771d812e1c3 req-375d218a-cd62-4fcd-9def-5bc6b533b442 tempest-MultipleCreateTestJSON-719674146 tempest-MultipleCreateTestJSON-719674146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:39.715208 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-14a3ccec-d627-4439-bc75-9771d812e1c3 req-375d218a-cd62-4fcd-9def-5bc6b533b442 tempest-MultipleCreateTestJSON-719674146 tempest-MultipleCreateTestJSON-719674146-project] 10.222.0.35 "GET /v2.0/ports?device_id=220863ce-6e9f-40f2-bcb4-6e3b105a3ac7 HTTP/1.1" status: 200 len: 945 time: 0.1849837 May 20 20:38:39.776334 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748e71f9-2838-438f-a11c-1df4348bbbfd service neutron] Pushing event updated for resources: {'Port': ['ID=38bca092-2852-49b0-b371-088cd68e5070,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:38:39.855308 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160c4d33-aa79-411c-971e-4d5b68d33f47 req-e24b1070-8356-42c0-9c94-92be768815af tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:39.856932 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-160c4d33-aa79-411c-971e-4d5b68d33f47 req-e24b1070-8356-42c0-9c94-92be768815af tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] 10.222.0.35 "GET /v2.0/networks?id=f2296de0-b06c-422e-98fe-14a3771aba33 HTTP/1.1" status: 200 len: 807 time: 0.2799571 May 20 20:38:39.873834 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-14a3ccec-d627-4439-bc75-9771d812e1c3 req-bc9f8e26-4bca-487b-ad2b-1be313c1d691 tempest-MultipleCreateTestJSON-719674146 tempest-MultipleCreateTestJSON-719674146-project] 10.222.0.35 "GET /v2.0/security-groups?id=078f3e96-f1d8-48b4-8cd5-8adee91cee64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423316 May 20 20:38:39.898891 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-160c4d33-aa79-411c-971e-4d5b68d33f47 req-0b3ea730-1f5a-4aea-9558-e70f7a8affcd tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] 10.222.0.35 "GET /v2.0/quotas/33876e14b0274b60a421aea47180bf46 HTTP/1.1" status: 200 len: 375 time: 0.0152264 May 20 20:38:39.911172 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9005bc-c919-4a9f-b293-0c6e4c46cfbf req-7626d72f-e685-4999-a068-94a1edf1e33f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:39.912729 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1a9005bc-c919-4a9f-b293-0c6e4c46cfbf req-7626d72f-e685-4999-a068-94a1edf1e33f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4207919be7244eb28564658a511e407f&device_id=aa812417-dc22-4467-9c3a-232bd488429c HTTP/1.1" status: 200 len: 1098 time: 0.0773001 May 20 20:38:39.929523 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-dcbf533b-b9e3-4f5c-a393-bd6be84e7d14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:39.998083 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbf533b-b9e3-4f5c-a393-bd6be84e7d14 admin admin] Pushing event deleted for resources: {'Port': ['ID=54aef385-a175-415f-85b8-a08e77f1a399,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:38:40.013239 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1a9005bc-c919-4a9f-b293-0c6e4c46cfbf req-bd39dadc-c079-4689-84ad-d7b65efbf089 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.50&port_id=38bca092-2852-49b0-b371-088cd68e5070 HTTP/1.1" status: 200 len: 217 time: 0.0815866 May 20 20:38:40.070571 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-160c4d33-aa79-411c-971e-4d5b68d33f47 req-e9ca65af-a97f-48ea-85b7-3df3aabb1be0 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=33876e14b0274b60a421aea47180bf46&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1731632 May 20 20:38:40.197250 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9005bc-c919-4a9f-b293-0c6e4c46cfbf req-f4bd9742-5a97-428e-815e-e4dde99ea09b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:40.198711 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1a9005bc-c919-4a9f-b293-0c6e4c46cfbf req-f4bd9742-5a97-428e-815e-e4dde99ea09b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=26b342ea-254c-483a-9ea9-f11c178970eb HTTP/1.1" status: 200 len: 843 time: 0.1596797 May 20 20:38:40.213058 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8dbdb5-fc13-43d0-88f6-13c00598d9b1 req-c6d2a91d-04ec-4f61-9ae1-73ccb461e197 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:40.214455 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9d8dbdb5-fc13-43d0-88f6-13c00598d9b1 req-c6d2a91d-04ec-4f61-9ae1-73ccb461e197 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] 10.222.0.35 "GET /v2.0/ports?device_id=aa812417-dc22-4467-9c3a-232bd488429c HTTP/1.1" status: 200 len: 947 time: 0.2482347 May 20 20:38:40.352683 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-160c4d33-aa79-411c-971e-4d5b68d33f47 req-d33a765e-6532-4b88-8a24-9188d8709824 service neutron] 10.222.0.35 "GET /v2.0/networks/f2296de0-b06c-422e-98fe-14a3771aba33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2568209 May 20 20:38:40.358203 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9d8dbdb5-fc13-43d0-88f6-13c00598d9b1 req-d1f680dc-7667-48ea-87e6-c48b5338b34b tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c2aa399-3055-4eb0-8f1a-45933e0e3cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287074 May 20 20:38:40.402361 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9005bc-c919-4a9f-b293-0c6e4c46cfbf req-b2237cda-5dca-4527-b81b-57aebe5be03e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:40.403805 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1a9005bc-c919-4a9f-b293-0c6e4c46cfbf req-b2237cda-5dca-4527-b81b-57aebe5be03e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cd702362-b982-46c5-a7d0-51de1b03df86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1871543 May 20 20:38:40.408865 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 20:38:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3df0edb9-970a-4ed2-abe6-b94d45b48faf x-openstack-request-id: req-3df0edb9-970a-4ed2-abe6-b94d45b48faf {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:38:40.409155 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa812417-dc22-4467-9c3a-232bd488429c", "tag": "38bca092-2852-49b0-b371-088cd68e5070", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:38:40.409432 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3df0edb9-970a-4ed2-abe6-b94d45b48faf {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:38:40.409840 n-d-842733-1 neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3df0edb9-970a-4ed2-abe6-b94d45b48faf'] response: {'name': 'network-changed', 'server_uuid': 'aa812417-dc22-4467-9c3a-232bd488429c', 'tag': '38bca092-2852-49b0-b371-088cd68e5070', 'status': 'completed', 'code': 200} May 20 20:38:40.547487 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-dcbf533b-b9e3-4f5c-a393-bd6be84e7d14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-692224'] for router_interface, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:40.651450 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee47579-0f29-41ca-961c-31e33db3c9cf req-bdfd8da4-b608-4c7b-9c81-5c29a3e31b02 tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:40.652904 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0ee47579-0f29-41ca-961c-31e33db3c9cf req-bdfd8da4-b608-4c7b-9c81-5c29a3e31b02 tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] 10.222.0.35 "GET /v2.0/ports?device_id=af8dbbf2-af97-4d08-9dfb-94cc026d387b HTTP/1.1" status: 200 len: 949 time: 0.1927173 May 20 20:38:40.660272 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-160c4d33-aa79-411c-971e-4d5b68d33f47 req-1cbca1ef-ca72-4964-a9c4-279fc2c1e398 service neutron] 10.222.0.35 "GET /v2.0/networks/f2296de0-b06c-422e-98fe-14a3771aba33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2729137 May 20 20:38:40.998238 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1a9005bc-c919-4a9f-b293-0c6e4c46cfbf req-a7c3edb8-941f-47cb-9438-a6d55f48a3eb service neutron] 10.222.0.13 "GET /v2.0/networks/cd702362-b982-46c5-a7d0-51de1b03df86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5510337 May 20 20:38:41.137752 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0ee47579-0f29-41ca-961c-31e33db3c9cf req-1d71e941-4e6b-496a-910b-034baf6be89e tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] 10.222.0.35 "GET /v2.0/security-groups?id=b86a25cf-8ff6-49a5-9967-210010093ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4764013 May 20 20:38:41.184765 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edb2d18-c395-4fb1-9e3d-99249abc1a97 req-47e69122-526e-43a1-9565-7bfc34610346 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:41.186256 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4edb2d18-c395-4fb1-9e3d-99249abc1a97 req-47e69122-526e-43a1-9565-7bfc34610346 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6b770e5-8fc5-41ee-a663-8df2656df33f HTTP/1.1" status: 200 len: 944 time: 0.1584365 May 20 20:38:41.259325 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1a9005bc-c919-4a9f-b293-0c6e4c46cfbf req-d7424a51-e281-4518-bfa5-d8631ba8dc7d service neutron] 10.222.0.13 "GET /v2.0/networks/cd702362-b982-46c5-a7d0-51de1b03df86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2303512 May 20 20:38:41.354442 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4edb2d18-c395-4fb1-9e3d-99249abc1a97 req-96f469a1-7ab1-4a8a-ba43-f57911ee93a9 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c1ac446-2eae-4e3c-98ef-7a4684e96782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274981 May 20 20:38:41.390218 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4769a9ff-b6c2-4d3f-82ef-5a10e7d3b9cc req-f6f995c1-b810-4bd2-aa0d-602d2d293a16 tempest-ServerDiagnosticsNegativeTest-1442979801 tempest-ServerDiagnosticsNegativeTest-1442979801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:41.392952 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4769a9ff-b6c2-4d3f-82ef-5a10e7d3b9cc req-f6f995c1-b810-4bd2-aa0d-602d2d293a16 tempest-ServerDiagnosticsNegativeTest-1442979801 tempest-ServerDiagnosticsNegativeTest-1442979801-project] 10.222.0.35 "GET /v2.0/ports?device_id=df5744ba-f5b9-4c13-9986-3b65c05471d9 HTTP/1.1" status: 200 len: 948 time: 0.1635962 May 20 20:38:41.409490 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcbf533b-b9e3-4f5c-a393-bd6be84e7d14 admin admin] Router 5ed96472-d954-4742-aed3-d420512dcb22 has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 20:38:41.487805 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc0a691-9252-428f-bdb5-c9514b5ddd6f req-c856c33a-d5dc-47a9-ae75-681291fa3d7b tempest-MultipleCreateTestJSON-719674146 tempest-MultipleCreateTestJSON-719674146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:41.489348 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-adc0a691-9252-428f-bdb5-c9514b5ddd6f req-c856c33a-d5dc-47a9-ae75-681291fa3d7b tempest-MultipleCreateTestJSON-719674146 tempest-MultipleCreateTestJSON-719674146-project] 10.222.0.24 "GET /v2.0/ports?device_id=220863ce-6e9f-40f2-bcb4-6e3b105a3ac7 HTTP/1.1" status: 200 len: 945 time: 0.1508768 May 20 20:38:41.526516 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4769a9ff-b6c2-4d3f-82ef-5a10e7d3b9cc req-5a1ed0e1-2c94-4db8-8bf4-7682a404e15a tempest-ServerDiagnosticsNegativeTest-1442979801 tempest-ServerDiagnosticsNegativeTest-1442979801-project] 10.222.0.35 "GET /v2.0/security-groups?id=6d23a37b-22f4-4de0-ac30-98d1faf2729b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239147 May 20 20:38:41.611282 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99bc8e7-a4ef-4a98-844c-55f544785e1b req-baf7479b-5777-4555-bf76-2c926736e61b tempest-MultipleCreateTestJSON-719674146 tempest-MultipleCreateTestJSON-719674146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:41.612901 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-c99bc8e7-a4ef-4a98-844c-55f544785e1b req-baf7479b-5777-4555-bf76-2c926736e61b tempest-MultipleCreateTestJSON-719674146 tempest-MultipleCreateTestJSON-719674146-project] 10.222.0.13 "GET /v2.0/ports?device_id=57f4a3aa-190f-4099-8c96-407cccecac67 HTTP/1.1" status: 200 len: 946 time: 0.0581644 May 20 20:38:41.694911 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c291c099-7c4f-4b8e-987c-5c25af826550 req-4e9bc7e8-9b62-4ebb-8e7d-5aeef55049d3 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] 10.222.0.35 "GET /v2.0/ports?device_id=fb13a393-1e95-453a-a8fa-345812285948 HTTP/1.1" status: 200 len: 210 time: 0.1099310 May 20 20:38:41.714255 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19c68fa-41c6-4cf3-be0c-7ffdecb384a7 req-ab26d8fd-5578-4a69-a678-6af7621afa04 tempest-MultipleCreateTestJSON-719674146 tempest-MultipleCreateTestJSON-719674146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:41.715741 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f19c68fa-41c6-4cf3-be0c-7ffdecb384a7 req-ab26d8fd-5578-4a69-a678-6af7621afa04 tempest-MultipleCreateTestJSON-719674146 tempest-MultipleCreateTestJSON-719674146-project] 10.222.0.35 "GET /v2.0/ports?device_id=220863ce-6e9f-40f2-bcb4-6e3b105a3ac7 HTTP/1.1" status: 200 len: 945 time: 0.2760901 May 20 20:38:41.753856 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413826a2-928d-4add-98fd-8750236c2375 req-b5a7da88-eeef-46f2-be21-531ccf589520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:41.755356 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-413826a2-928d-4add-98fd-8750236c2375 req-b5a7da88-eeef-46f2-be21-531ccf589520 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4207919be7244eb28564658a511e407f&device_id=aa812417-dc22-4467-9c3a-232bd488429c HTTP/1.1" status: 200 len: 1098 time: 0.1909714 May 20 20:38:41.760908 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcbf533b-b9e3-4f5c-a393-bd6be84e7d14 admin admin] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 20:38:41.768588 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-dcbf533b-b9e3-4f5c-a393-bd6be84e7d14 admin admin] 10.222.0.35 "PUT /v2.0/routers/5ed96472-d954-4742-aed3-d420512dcb22/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8386362 May 20 20:38:41.775269 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-c99bc8e7-a4ef-4a98-844c-55f544785e1b req-2df81c48-f970-4a6c-808a-8908ae33e527 tempest-MultipleCreateTestJSON-719674146 tempest-MultipleCreateTestJSON-719674146-project] Deleting port b2dd33d4-67bf-40ab-b2bb-11a4c76a22d3 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:38:41.775623 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-c99bc8e7-a4ef-4a98-844c-55f544785e1b req-2df81c48-f970-4a6c-808a-8908ae33e527 tempest-MultipleCreateTestJSON-719674146 tempest-MultipleCreateTestJSON-719674146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:41.781748 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db046a4f-9706-4e25-964d-2dd60cb8a1b3 None None] Sync routers for ids ['5ed96472-d954-4742-aed3-d420512dcb22'] in n-d-842733-1 {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 20:38:41.782267 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 33964) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:38:41.795528 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db046a4f-9706-4e25-964d-2dd60cb8a1b3 None None] Routers {'5ed96472-d954-4742-aed3-d420512dcb22'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:38:41.796432 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-db046a4f-9706-4e25-964d-2dd60cb8a1b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:38:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['5ed96472-d954-4742-aed3-d420512dcb22'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:38:41.871241 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f19c68fa-41c6-4cf3-be0c-7ffdecb384a7 req-31d9b1e3-8387-4bb0-8617-973ce34f4b6d tempest-MultipleCreateTestJSON-719674146 tempest-MultipleCreateTestJSON-719674146-project] 10.222.0.35 "GET /v2.0/security-groups?id=078f3e96-f1d8-48b4-8cd5-8adee91cee64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464808 May 20 20:38:41.902828 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [req-adc0a691-9252-428f-bdb5-c9514b5ddd6f req-db0a4cad-c743-4242-bd7e-a75a93c01875 tempest-MultipleCreateTestJSON-719674146 tempest-MultipleCreateTestJSON-719674146-project] Deleting port df21a357-d4d3-420f-84fe-4b786006725d {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:38:41.903169 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-adc0a691-9252-428f-bdb5-c9514b5ddd6f req-db0a4cad-c743-4242-bd7e-a75a93c01875 tempest-MultipleCreateTestJSON-719674146 tempest-MultipleCreateTestJSON-719674146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:41.942552 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1345616a-c17b-4030-ab1b-4cd1e78289f0 req-a04c42de-93ab-44bf-81b6-cb58fef96251 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:41.947918 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1345616a-c17b-4030-ab1b-4cd1e78289f0 req-a04c42de-93ab-44bf-81b6-cb58fef96251 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] 10.222.0.35 "GET /v2.0/ports?device_id=aa812417-dc22-4467-9c3a-232bd488429c HTTP/1.1" status: 200 len: 947 time: 0.1688056 May 20 20:38:41.951289 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-db046a4f-9706-4e25-964d-2dd60cb8a1b3 None None] Set router 5ed96472-d954-4742-aed3-d420512dcb22 gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:38:41.968064 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-c99bc8e7-a4ef-4a98-844c-55f544785e1b req-2df81c48-f970-4a6c-808a-8908ae33e527 tempest-MultipleCreateTestJSON-719674146 tempest-MultipleCreateTestJSON-719674146-project] For port b2dd33d4-67bf-40ab-b2bb-11a4c76a22d3, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=b2dd33d4-67bf-40ab-b2bb-11a4c76a22d3,segment=NetworkSegment(902335b0-4452-4b31-9bc3-509eaa8e03dd),segment_id=902335b0-4452-4b31-9bc3-509eaa8e03dd)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:38:41.968436 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-c99bc8e7-a4ef-4a98-844c-55f544785e1b req-2df81c48-f970-4a6c-808a-8908ae33e527 tempest-MultipleCreateTestJSON-719674146 tempest-MultipleCreateTestJSON-719674146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:41.985365 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-cc9df6dd-b740-421c-b43b-dcbaba1daa2d admin admin] Notify callbacks [] for router, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:41.987884 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-c99bc8e7-a4ef-4a98-844c-55f544785e1b req-2df81c48-f970-4a6c-808a-8908ae33e527 tempest-MultipleCreateTestJSON-719674146 tempest-MultipleCreateTestJSON-719674146-project] Calling delete_port for b2dd33d4-67bf-40ab-b2bb-11a4c76a22d3 owned by compute:nova {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:38:42.052822 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413826a2-928d-4add-98fd-8750236c2375 req-a35a1cd9-bbca-492c-bcb1-625922636401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:42.054668 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-413826a2-928d-4add-98fd-8750236c2375 req-a35a1cd9-bbca-492c-bcb1-625922636401 service neutron] 10.222.0.13 "GET /v2.0/networks?id=cd702362-b982-46c5-a7d0-51de1b03df86 HTTP/1.1" status: 200 len: 870 time: 0.2854719 May 20 20:38:42.057834 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1345616a-c17b-4030-ab1b-4cd1e78289f0 req-cffc8874-3261-472e-8726-8bb3d7904a0f tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c2aa399-3055-4eb0-8f1a-45933e0e3cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091328 May 20 20:38:42.123666 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-413826a2-928d-4add-98fd-8750236c2375 req-9ab9a44c-290c-4ffe-a0e4-2baf5ebcc791 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.50&port_id=38bca092-2852-49b0-b371-088cd68e5070 HTTP/1.1" status: 200 len: 217 time: 0.0459406 May 20 20:38:42.153562 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-db046a4f-9706-4e25-964d-2dd60cb8a1b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ed96472-d954-4742-aed3-d420512dcb22', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-207630631-router', 'tenant_id': '7a0946b7566d4115bc78791f06e90f69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': 'ba8bf304-383d-48b9-b1fb-fce16c280a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:35:33Z', 'updated_at': '2022-05-20T20:38:39Z', 'revision_number': 5, 'project_id': '7a0946b7566d4115bc78791f06e90f69', 'gw_port': {'id': 'ba8bf304-383d-48b9-b1fb-fce16c280a44', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:2d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed96472-d954-4742-aed3-d420512dcb22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:35:34Z', 'updated_at': '2022-05-20T20:35:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:38:42.186332 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db046a4f-9706-4e25-964d-2dd60cb8a1b3 None None] Checking router: 5ed96472-d954-4742-aed3-d420512dcb22 for host: n-d-842733-1 {{(pid=103165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 20:38:42.196451 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db046a4f-9706-4e25-964d-2dd60cb8a1b3 None None] Routers {'5ed96472-d954-4742-aed3-d420512dcb22'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:38:42.197069 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-db046a4f-9706-4e25-964d-2dd60cb8a1b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:38:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['5ed96472-d954-4742-aed3-d420512dcb22'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:38:42.197454 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-cc9df6dd-b740-421c-b43b-dcbaba1daa2d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:42.216894 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-adc0a691-9252-428f-bdb5-c9514b5ddd6f req-db0a4cad-c743-4242-bd7e-a75a93c01875 tempest-MultipleCreateTestJSON-719674146 tempest-MultipleCreateTestJSON-719674146-project] For port df21a357-d4d3-420f-84fe-4b786006725d, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=df21a357-d4d3-420f-84fe-4b786006725d,segment=NetworkSegment(902335b0-4452-4b31-9bc3-509eaa8e03dd),segment_id=902335b0-4452-4b31-9bc3-509eaa8e03dd)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:38:42.217815 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-adc0a691-9252-428f-bdb5-c9514b5ddd6f req-db0a4cad-c743-4242-bd7e-a75a93c01875 tempest-MultipleCreateTestJSON-719674146 tempest-MultipleCreateTestJSON-719674146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:42.271658 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [req-adc0a691-9252-428f-bdb5-c9514b5ddd6f req-db0a4cad-c743-4242-bd7e-a75a93c01875 tempest-MultipleCreateTestJSON-719674146 tempest-MultipleCreateTestJSON-719674146-project] Calling delete_port for df21a357-d4d3-420f-84fe-4b786006725d owned by compute:nova {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:38:42.274412 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413826a2-928d-4add-98fd-8750236c2375 req-aa32f115-af16-46ff-a289-8ce49870f77d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:42.275857 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-413826a2-928d-4add-98fd-8750236c2375 req-aa32f115-af16-46ff-a289-8ce49870f77d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=26b342ea-254c-483a-9ea9-f11c178970eb HTTP/1.1" status: 200 len: 843 time: 0.1362097 May 20 20:38:42.304630 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-db046a4f-9706-4e25-964d-2dd60cb8a1b3 None None] Set router 5ed96472-d954-4742-aed3-d420512dcb22 gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:38:42.360845 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00aed546-6598-485d-b1ca-7c0fa1092bc7 req-d81bac50-e10d-42f4-9637-e16289d176ea tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:42.362462 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-00aed546-6598-485d-b1ca-7c0fa1092bc7 req-d81bac50-e10d-42f4-9637-e16289d176ea tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] 10.222.0.35 "GET /v2.0/ports?device_id=af8dbbf2-af97-4d08-9dfb-94cc026d387b HTTP/1.1" status: 200 len: 949 time: 0.1378994 May 20 20:38:42.408593 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413826a2-928d-4add-98fd-8750236c2375 req-92f1c519-38a7-4b08-89d1-41b71306ec0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:42.410058 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-413826a2-928d-4add-98fd-8750236c2375 req-92f1c519-38a7-4b08-89d1-41b71306ec0b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cd702362-b982-46c5-a7d0-51de1b03df86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1203108 May 20 20:38:42.411955 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-cc9df6dd-b740-421c-b43b-dcbaba1daa2d admin admin] Deleting port ba8bf304-383d-48b9-b1fb-fce16c280a44 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:38:42.418311 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-cc9df6dd-b740-421c-b43b-dcbaba1daa2d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:42.449705 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-c99bc8e7-a4ef-4a98-844c-55f544785e1b req-2df81c48-f970-4a6c-808a-8908ae33e527 tempest-MultipleCreateTestJSON-719674146 tempest-MultipleCreateTestJSON-719674146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:42.464801 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-00aed546-6598-485d-b1ca-7c0fa1092bc7 req-9c089950-9168-4840-8b46-443824530c37 tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] 10.222.0.35 "GET /v2.0/security-groups?id=b86a25cf-8ff6-49a5-9967-210010093ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875573 May 20 20:38:42.470856 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] get_ports_and_sgs() called for port_ids ['df21a357-d4d3-420f-84fe-4b786006725d'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:38:42.517819 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-db046a4f-9706-4e25-964d-2dd60cb8a1b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ed96472-d954-4742-aed3-d420512dcb22', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-207630631-router', 'tenant_id': '7a0946b7566d4115bc78791f06e90f69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': 'ba8bf304-383d-48b9-b1fb-fce16c280a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:35:33Z', 'updated_at': '2022-05-20T20:38:39Z', 'revision_number': 5, 'project_id': '7a0946b7566d4115bc78791f06e90f69', 'gw_port': {'id': 'ba8bf304-383d-48b9-b1fb-fce16c280a44', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:2d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed96472-d954-4742-aed3-d420512dcb22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:35:34Z', 'updated_at': '2022-05-20T20:35:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:38:42.533765 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df81c48-f970-4a6c-808a-8908ae33e527 tempest-MultipleCreateTestJSON-719674146 tempest-MultipleCreateTestJSON-719674146-project] Pushing event deleted for resources: {'Port': ['ID=b2dd33d4-67bf-40ab-b2bb-11a4c76a22d3,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:38:42.554639 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] get_ports_and_sgs() called for port_ids ['b2dd33d4-67bf-40ab-b2bb-11a4c76a22d3'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:38:42.560359 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db046a4f-9706-4e25-964d-2dd60cb8a1b3 None None] The sync data for ids ['5ed96472-d954-4742-aed3-d420512dcb22'] in n-d-842733-1 is: [{'id': '5ed96472-d954-4742-aed3-d420512dcb22', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-207630631-router', 'tenant_id': '7a0946b7566d4115bc78791f06e90f69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': 'ba8bf304-383d-48b9-b1fb-fce16c280a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:35:33Z', 'updated_at': '2022-05-20T20:38:39Z', 'revision_number': 5, 'project_id': '7a0946b7566d4115bc78791f06e90f69', 'gw_port': {'id': 'ba8bf304-383d-48b9-b1fb-fce16c280a44', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:2d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed96472-d954-4742-aed3-d420512dcb22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:35:34Z', 'updated_at': '2022-05-20T20:35:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 20:38:42.616102 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-c99bc8e7-a4ef-4a98-844c-55f544785e1b req-2df81c48-f970-4a6c-808a-8908ae33e527 tempest-MultipleCreateTestJSON-719674146 tempest-MultipleCreateTestJSON-719674146-project] No DVR routers for this DVR port b2dd33d4-67bf-40ab-b2bb-11a4c76a22d3 on host n-h2-842733-1 {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:38:42.620377 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-c99bc8e7-a4ef-4a98-844c-55f544785e1b req-2df81c48-f970-4a6c-808a-8908ae33e527 tempest-MultipleCreateTestJSON-719674146 tempest-MultipleCreateTestJSON-719674146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:42.623920 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-c99bc8e7-a4ef-4a98-844c-55f544785e1b req-2df81c48-f970-4a6c-808a-8908ae33e527 tempest-MultipleCreateTestJSON-719674146 tempest-MultipleCreateTestJSON-719674146-project] 10.222.0.13 "DELETE /v2.0/ports/b2dd33d4-67bf-40ab-b2bb-11a4c76a22d3 HTTP/1.1" status: 204 len: 173 time: 1.0010931 May 20 20:38:42.624367 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57f4a3aa-190f-4099-8c96-407cccecac67', 'name': 'network-vif-deleted', 'tag': 'b2dd33d4-67bf-40ab-b2bb-11a4c76a22d3'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:38:42.627514 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6fa957933fccbf596d28104b23404b952ad6a8238afaebaed40a0874b2e409" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddc94678-c7d5-43da-aafd-51cd8150c419" -d '{"events": [{"server_uuid": "57f4a3aa-190f-4099-8c96-407cccecac67", "name": "network-vif-deleted", "tag": "b2dd33d4-67bf-40ab-b2bb-11a4c76a22d3"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:38:42.649292 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-cc9df6dd-b740-421c-b43b-dcbaba1daa2d admin admin] For port ba8bf304-383d-48b9-b1fb-fce16c280a44, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=ba8bf304-383d-48b9-b1fb-fce16c280a44,segment=NetworkSegment(0b5485c4-eff8-42a1-9073-ae54ed4c63ba),segment_id=0b5485c4-eff8-42a1-9073-ae54ed4c63ba)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:38:42.653419 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-cc9df6dd-b740-421c-b43b-dcbaba1daa2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:42.665122 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-cc9df6dd-b740-421c-b43b-dcbaba1daa2d admin admin] Calling delete_port for ba8bf304-383d-48b9-b1fb-fce16c280a44 owned by network:router_gateway {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:38:42.678336 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-413826a2-928d-4add-98fd-8750236c2375 req-c65ed4ba-1547-4337-ba3f-a82c95d41dc0 service neutron] 10.222.0.13 "GET /v2.0/networks/cd702362-b982-46c5-a7d0-51de1b03df86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2502379 May 20 20:38:42.690750 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fc5e39-68ca-4bf6-9d0e-2008e54c58ac req-b3284ec5-0ada-42be-8ab3-2c3d2d888b85 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:42.698236 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-68fc5e39-68ca-4bf6-9d0e-2008e54c58ac req-b3284ec5-0ada-42be-8ab3-2c3d2d888b85 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6b770e5-8fc5-41ee-a663-8df2656df33f HTTP/1.1" status: 200 len: 944 time: 0.1953759 May 20 20:38:42.792902 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-adc0a691-9252-428f-bdb5-c9514b5ddd6f req-db0a4cad-c743-4242-bd7e-a75a93c01875 tempest-MultipleCreateTestJSON-719674146 tempest-MultipleCreateTestJSON-719674146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:42.842460 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0a4cad-c743-4242-bd7e-a75a93c01875 tempest-MultipleCreateTestJSON-719674146 tempest-MultipleCreateTestJSON-719674146-project] Pushing event deleted for resources: {'Port': ['ID=df21a357-d4d3-420f-84fe-4b786006725d,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:38:42.862912 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] get_ports_and_sgs() called for port_ids ['b2dd33d4-67bf-40ab-b2bb-11a4c76a22d3'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:38:42.888231 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96be0d31-8899-4a5b-9eed-069aac188aad req-c7843959-828a-425a-a18a-1318715cc90a tempest-ServerDiagnosticsNegativeTest-1442979801 tempest-ServerDiagnosticsNegativeTest-1442979801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:42.889666 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-96be0d31-8899-4a5b-9eed-069aac188aad req-c7843959-828a-425a-a18a-1318715cc90a tempest-ServerDiagnosticsNegativeTest-1442979801 tempest-ServerDiagnosticsNegativeTest-1442979801-project] 10.222.0.35 "GET /v2.0/ports?device_id=df5744ba-f5b9-4c13-9986-3b65c05471d9 HTTP/1.1" status: 200 len: 948 time: 0.2081187 May 20 20:38:42.895744 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-68fc5e39-68ca-4bf6-9d0e-2008e54c58ac req-d5595ce6-8f9e-4dfd-b7d9-51f7c7316dda tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c1ac446-2eae-4e3c-98ef-7a4684e96782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849360 May 20 20:38:42.941704 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [req-adc0a691-9252-428f-bdb5-c9514b5ddd6f req-db0a4cad-c743-4242-bd7e-a75a93c01875 tempest-MultipleCreateTestJSON-719674146 tempest-MultipleCreateTestJSON-719674146-project] No DVR routers for this DVR port df21a357-d4d3-420f-84fe-4b786006725d on host n-h1-842733-1 {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:38:42.959818 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-adc0a691-9252-428f-bdb5-c9514b5ddd6f req-db0a4cad-c743-4242-bd7e-a75a93c01875 tempest-MultipleCreateTestJSON-719674146 tempest-MultipleCreateTestJSON-719674146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:42.962350 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 20:38:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-772e8c6a-2421-4646-8d7e-84e4eab97676 x-openstack-request-id: req-772e8c6a-2421-4646-8d7e-84e4eab97676 {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:38:42.962661 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57f4a3aa-190f-4099-8c96-407cccecac67", "name": "network-vif-deleted", "tag": "b2dd33d4-67bf-40ab-b2bb-11a4c76a22d3", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:38:42.962907 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-772e8c6a-2421-4646-8d7e-84e4eab97676 {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:38:42.963270 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-adc0a691-9252-428f-bdb5-c9514b5ddd6f req-db0a4cad-c743-4242-bd7e-a75a93c01875 tempest-MultipleCreateTestJSON-719674146 tempest-MultipleCreateTestJSON-719674146-project] 10.222.0.24 "DELETE /v2.0/ports/df21a357-d4d3-420f-84fe-4b786006725d HTTP/1.1" status: 204 len: 173 time: 1.4333754 May 20 20:38:42.964393 n-d-842733-1 neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-772e8c6a-2421-4646-8d7e-84e4eab97676'] response: {'server_uuid': '57f4a3aa-190f-4099-8c96-407cccecac67', 'name': 'network-vif-deleted', 'tag': 'b2dd33d4-67bf-40ab-b2bb-11a4c76a22d3', 'status': 'completed', 'code': 200} May 20 20:38:42.965013 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '220863ce-6e9f-40f2-bcb4-6e3b105a3ac7', 'name': 'network-vif-deleted', 'tag': 'df21a357-d4d3-420f-84fe-4b786006725d'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:38:42.967356 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4291b17aa7b45362825f0571e77c85f5e73afe1df9c7e9e15006df9d695c005e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e63c7ba-229d-428c-9fc5-3b3360ff392e" -d '{"events": [{"server_uuid": "220863ce-6e9f-40f2-bcb4-6e3b105a3ac7", "name": "network-vif-deleted", "tag": "df21a357-d4d3-420f-84fe-4b786006725d"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:38:42.985498 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-413826a2-928d-4add-98fd-8750236c2375 req-2faafa45-137b-4ed3-ab18-1cb2226d01a2 service neutron] 10.222.0.13 "GET /v2.0/networks/cd702362-b982-46c5-a7d0-51de1b03df86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2852397 May 20 20:38:43.001497 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-96be0d31-8899-4a5b-9eed-069aac188aad req-a50aabfa-1aae-4afb-af16-36560528f740 tempest-ServerDiagnosticsNegativeTest-1442979801 tempest-ServerDiagnosticsNegativeTest-1442979801-project] 10.222.0.35 "GET /v2.0/security-groups?id=6d23a37b-22f4-4de0-ac30-98d1faf2729b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017623 May 20 20:38:43.012914 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-cc9df6dd-b740-421c-b43b-dcbaba1daa2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:43.049768 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9d2cb14b-0c27-4f3d-a500-8851eec986b4 req-982e2f25-6dee-4bcd-9e75-f622b6702392 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] 10.222.0.35 "GET /v2.0/ports?device_id=fb13a393-1e95-453a-a8fa-345812285948 HTTP/1.1" status: 200 len: 210 time: 0.0296252 May 20 20:38:43.076871 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9df6dd-b740-421c-b43b-dcbaba1daa2d admin admin] Pushing event deleted for resources: {'Port': ['ID=ba8bf304-383d-48b9-b1fb-fce16c280a44,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:38:43.147968 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-652b44a7-0c8a-407b-a991-2c23d47785f8 req-b46ccf1c-d97a-4f12-9172-e00d099560b0 tempest-MultipleCreateTestJSON-719674146 tempest-MultipleCreateTestJSON-719674146-project] 10.222.0.35 "GET /v2.0/ports?device_id=220863ce-6e9f-40f2-bcb4-6e3b105a3ac7 HTTP/1.1" status: 200 len: 210 time: 0.0622916 May 20 20:38:43.153109 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 20:38:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cc5f571-5d80-48b5-bb81-1c3e7a984034 x-openstack-request-id: req-8cc5f571-5d80-48b5-bb81-1c3e7a984034 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:38:43.154712 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "220863ce-6e9f-40f2-bcb4-6e3b105a3ac7", "name": "network-vif-deleted", "tag": "df21a357-d4d3-420f-84fe-4b786006725d", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:38:43.157523 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8cc5f571-5d80-48b5-bb81-1c3e7a984034 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:38:43.158240 n-d-842733-1 neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8cc5f571-5d80-48b5-bb81-1c3e7a984034'] response: {'server_uuid': '220863ce-6e9f-40f2-bcb4-6e3b105a3ac7', 'name': 'network-vif-deleted', 'tag': 'df21a357-d4d3-420f-84fe-4b786006725d', 'status': 'completed', 'code': 200} May 20 20:38:43.205635 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-cc9df6dd-b740-421c-b43b-dcbaba1daa2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-748206'] for router_gateway, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:43.269860 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a3d9f1-39d0-4be1-be43-f8075a34e504 req-7518c47a-16fd-446a-8906-c0802638cd0f tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:43.271702 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-14a3d9f1-39d0-4be1-be43-f8075a34e504 req-7518c47a-16fd-446a-8906-c0802638cd0f tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] 10.222.0.35 "GET /v2.0/ports?device_id=aa812417-dc22-4467-9c3a-232bd488429c HTTP/1.1" status: 200 len: 947 time: 0.0565262 May 20 20:38:43.308760 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-cc9df6dd-b740-421c-b43b-dcbaba1daa2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26169'] for router, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:43.310976 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-cc9df6dd-b740-421c-b43b-dcbaba1daa2d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:43.340315 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-14a3d9f1-39d0-4be1-be43-f8075a34e504 req-857719ad-db47-4f91-99e9-1b43d2842d61 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c2aa399-3055-4eb0-8f1a-45933e0e3cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625720 May 20 20:38:43.385330 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 54aef385-a175-415f-85b8-a08e77f1a399 no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:38:43.406111 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: 54aef385-a175-415f-85b8-a08e77f1a399 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 20:38:43.412230 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 54aef385-a175-415f-85b8-a08e77f1a399 not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 20:38:43.469645 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-cc9df6dd-b740-421c-b43b-dcbaba1daa2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-693148'] for router, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:43.470441 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc9df6dd-b740-421c-b43b-dcbaba1daa2d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5ed96472-d954-4742-aed3-d420512dcb22 {{(pid=103162) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 20 20:38:43.475108 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-cc9df6dd-b740-421c-b43b-dcbaba1daa2d admin admin] Notify callbacks [] for router, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:43.482780 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-cc9df6dd-b740-421c-b43b-dcbaba1daa2d admin admin] 10.222.0.35 "DELETE /v2.0/routers/5ed96472-d954-4742-aed3-d420512dcb22 HTTP/1.1" status: 204 len: 168 time: 1.6932809 May 20 20:38:43.482780 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 33990) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:38:43.540015 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_v2 [None req-58ea7ae6-af00-4b71-83df-1d99819bf89a admin admin] Deleting subnet 3749240c-676d-4d91-b602-5dfaa1286886 {{(pid=103162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 20 20:38:43.543949 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-58ea7ae6-af00-4b71-83df-1d99819bf89a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:43.581850 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-58ea7ae6-af00-4b71-83df-1d99819bf89a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3738392'] for subnet, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:43.617822 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e18313d-d3e3-4688-bdf2-da6a709dfb3b req-35d6ad47-0141-48cb-ab29-c1e75924dffc tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:43.619451 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0e18313d-d3e3-4688-bdf2-da6a709dfb3b req-35d6ad47-0141-48cb-ab29-c1e75924dffc tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] 10.222.0.35 "GET /v2.0/ports?device_id=af8dbbf2-af97-4d08-9dfb-94cc026d387b HTTP/1.1" status: 200 len: 949 time: 0.0586636 May 20 20:38:43.672916 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0e18313d-d3e3-4688-bdf2-da6a709dfb3b req-64e4a7d3-2604-43dd-8f47-4d83d9df9752 tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] 10.222.0.35 "GET /v2.0/security-groups?id=b86a25cf-8ff6-49a5-9967-210010093ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397124 May 20 20:38:43.677611 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-58ea7ae6-af00-4b71-83df-1d99819bf89a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33068388'] for subnet, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:43.824830 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-58ea7ae6-af00-4b71-83df-1d99819bf89a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33068399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3797621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4018265'] for subnet, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:43.852450 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ea7ae6-af00-4b71-83df-1d99819bf89a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3749240c-676d-4d91-b602-5dfaa1286886,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:38:43.854466 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-58ea7ae6-af00-4b71-83df-1d99819bf89a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:43.860119 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-58ea7ae6-af00-4b71-83df-1d99819bf89a admin admin] 10.222.0.35 "DELETE /v2.0/subnets/3749240c-676d-4d91-b602-5dfaa1286886 HTTP/1.1" status: 204 len: 168 time: 0.3776934 May 20 20:38:43.861588 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 33996) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:38:43.864519 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5bc57ab-6120-49da-b112-657032a4a859 None None] Network b6d9e896-d344-4c48-82c9-67ef44a8b110 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:38:43.955599 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2668fd6c-109a-458c-b521-832b07043351 req-9c3cc7ac-0b81-4b6f-b7c7-22202251526d tempest-ServerDiagnosticsNegativeTest-1442979801 tempest-ServerDiagnosticsNegativeTest-1442979801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:43.963542 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2668fd6c-109a-458c-b521-832b07043351 req-9c3cc7ac-0b81-4b6f-b7c7-22202251526d tempest-ServerDiagnosticsNegativeTest-1442979801 tempest-ServerDiagnosticsNegativeTest-1442979801-project] 10.222.0.35 "GET /v2.0/ports?device_id=df5744ba-f5b9-4c13-9986-3b65c05471d9 HTTP/1.1" status: 200 len: 948 time: 0.1673069 May 20 20:38:44.007467 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160c4d33-aa79-411c-971e-4d5b68d33f47 req-258425f1-6f82-4668-bd0c-06e31ae9b846 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:44.009065 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-160c4d33-aa79-411c-971e-4d5b68d33f47 req-258425f1-6f82-4668-bd0c-06e31ae9b846 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] 10.222.0.24 "GET /v2.0/networks?id=f2296de0-b06c-422e-98fe-14a3771aba33 HTTP/1.1" status: 200 len: 807 time: 0.2350237 May 20 20:38:44.018243 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-899c345e-975d-44aa-bfd3-272cb149807c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33160123'] for network, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:44.024350 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [req-160c4d33-aa79-411c-971e-4d5b68d33f47 req-69c60a09-7d66-493d-a2ff-018656a36a49 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] Request body: {'port': {'device_id': 'fb13a393-1e95-453a-a8fa-345812285948', 'network_id': 'f2296de0-b06c-422e-98fe-14a3771aba33', 'admin_state_up': True, 'tenant_id': '33876e14b0274b60a421aea47180bf46'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:38:44.103455 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74709fc1-32d8-4825-97da-00b94ccee3ad None None] DHCP port deletion for b6d9e896-d344-4c48-82c9-67ef44a8b110 request from n-d-842733-1 {{(pid=103164) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 20:38:44.133524 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2668fd6c-109a-458c-b521-832b07043351 req-6c4497f3-9a04-448c-828b-a30c44bdf612 tempest-ServerDiagnosticsNegativeTest-1442979801 tempest-ServerDiagnosticsNegativeTest-1442979801-project] 10.222.0.35 "GET /v2.0/security-groups?id=6d23a37b-22f4-4de0-ac30-98d1faf2729b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690400 May 20 20:38:44.200176 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-74709fc1-32d8-4825-97da-00b94ccee3ad None None] Deleting port cac39c72-2c71-4267-99d2-99e2a1131a8d {{(pid=103164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:38:44.200883 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-74709fc1-32d8-4825-97da-00b94ccee3ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:44.223743 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c59d5a-2768-4817-bb32-517328264343 req-7e735a6c-74be-4be2-9868-e34c52f1e230 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:44.225236 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a9c59d5a-2768-4817-bb32-517328264343 req-7e735a6c-74be-4be2-9868-e34c52f1e230 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6b770e5-8fc5-41ee-a663-8df2656df33f HTTP/1.1" status: 200 len: 944 time: 0.1911335 May 20 20:38:44.270504 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ddcb88a6-ec2c-481f-966a-ec1cf66982ab req-890468d8-ec02-4e9d-a9b6-95965a7893c1 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] 10.222.0.35 "GET /v2.0/ports?device_id=fb13a393-1e95-453a-a8fa-345812285948 HTTP/1.1" status: 200 len: 210 time: 0.0558586 May 20 20:38:44.273316 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-74709fc1-32d8-4825-97da-00b94ccee3ad None None] For port cac39c72-2c71-4267-99d2-99e2a1131a8d, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=cac39c72-2c71-4267-99d2-99e2a1131a8d,segment=NetworkSegment(94a4894e-95e9-4cfb-9a59-0548accd47c0),segment_id=94a4894e-95e9-4cfb-9a59-0548accd47c0)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:38:44.273728 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-74709fc1-32d8-4825-97da-00b94ccee3ad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:44.303157 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-74709fc1-32d8-4825-97da-00b94ccee3ad None None] Calling delete_port for cac39c72-2c71-4267-99d2-99e2a1131a8d owned by network:dhcp {{(pid=103164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:38:44.307106 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-899c345e-975d-44aa-bfd3-272cb149807c admin admin] Deleting port cac39c72-2c71-4267-99d2-99e2a1131a8d {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:38:44.307439 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-899c345e-975d-44aa-bfd3-272cb149807c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:44.321842 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a9c59d5a-2768-4817-bb32-517328264343 req-fbbd1fe1-0482-47b7-bc91-b28b0a96e3f3 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c1ac446-2eae-4e3c-98ef-7a4684e96782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828366 May 20 20:38:44.412352 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-305d881a-0e9d-4dfb-83d7-45e0fbac5c46 req-eba4c07e-7d65-403b-a4da-a9290057dd4d tempest-MultipleCreateTestJSON-719674146 tempest-MultipleCreateTestJSON-719674146-project] 10.222.0.35 "GET /v2.0/ports?device_id=220863ce-6e9f-40f2-bcb4-6e3b105a3ac7 HTTP/1.1" status: 200 len: 210 time: 0.0423398 May 20 20:38:44.464714 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-899c345e-975d-44aa-bfd3-272cb149807c admin admin] For port cac39c72-2c71-4267-99d2-99e2a1131a8d, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=cac39c72-2c71-4267-99d2-99e2a1131a8d,segment=NetworkSegment(94a4894e-95e9-4cfb-9a59-0548accd47c0),segment_id=94a4894e-95e9-4cfb-9a59-0548accd47c0)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:38:44.465079 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-899c345e-975d-44aa-bfd3-272cb149807c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:44.481855 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-899c345e-975d-44aa-bfd3-272cb149807c admin admin] Calling delete_port for cac39c72-2c71-4267-99d2-99e2a1131a8d owned by network:dhcp {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:38:44.484301 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-160c4d33-aa79-411c-971e-4d5b68d33f47 req-69c60a09-7d66-493d-a2ff-018656a36a49 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] Made reservation on behalf of 33876e14b0274b60a421aea47180bf46 for: {'port': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:38:44.488486 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-160c4d33-aa79-411c-971e-4d5b68d33f47 req-69c60a09-7d66-493d-a2ff-018656a36a49 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:44.524785 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e02e04-996d-4e17-a069-7a3c9d9adc3d req-a728cba4-0b0f-4fe8-acb6-12709bb97521 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:44.526255 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-50e02e04-996d-4e17-a069-7a3c9d9adc3d req-a728cba4-0b0f-4fe8-acb6-12709bb97521 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] 10.222.0.35 "GET /v2.0/ports?device_id=aa812417-dc22-4467-9c3a-232bd488429c HTTP/1.1" status: 200 len: 947 time: 0.1046112 May 20 20:38:44.527453 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-74709fc1-32d8-4825-97da-00b94ccee3ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099'] for port, after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:44.556802 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74709fc1-32d8-4825-97da-00b94ccee3ad None None] Pushing event deleted for resources: {'Port': ['ID=cac39c72-2c71-4267-99d2-99e2a1131a8d,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:38:44.567075 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74709fc1-32d8-4825-97da-00b94ccee3ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:38:44.567415 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74709fc1-32d8-4825-97da-00b94ccee3ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:38:44.567746 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74709fc1-32d8-4825-97da-00b94ccee3ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:38:44.568271 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74709fc1-32d8-4825-97da-00b94ccee3ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:38:44.568603 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74709fc1-32d8-4825-97da-00b94ccee3ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:38:44.568985 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74709fc1-32d8-4825-97da-00b94ccee3ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:38:44.569576 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74709fc1-32d8-4825-97da-00b94ccee3ad None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:38:44.569701 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74709fc1-32d8-4825-97da-00b94ccee3ad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:38:44.569979 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74709fc1-32d8-4825-97da-00b94ccee3ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:38:44.570292 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74709fc1-32d8-4825-97da-00b94ccee3ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:38:44.570605 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74709fc1-32d8-4825-97da-00b94ccee3ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:38:44.570915 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74709fc1-32d8-4825-97da-00b94ccee3ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:38:44.573886 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74709fc1-32d8-4825-97da-00b94ccee3ad None None] No DVR routers for this DVR port cac39c72-2c71-4267-99d2-99e2a1131a8d on host n-d-842733-1 {{(pid=103164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:38:44.661518 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-50e02e04-996d-4e17-a069-7a3c9d9adc3d req-9f2cd5b9-587e-49f0-b3dc-ec78e46e719a tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c2aa399-3055-4eb0-8f1a-45933e0e3cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051788 May 20 20:38:45.008795 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-899c345e-975d-44aa-bfd3-272cb149807c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:45.059525 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899c345e-975d-44aa-bfd3-272cb149807c admin admin] Pushing event deleted for resources: {'Port': ['ID=cac39c72-2c71-4267-99d2-99e2a1131a8d,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:38:45.061398 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-899c345e-975d-44aa-bfd3-272cb149807c admin admin] No DVR routers for this DVR port cac39c72-2c71-4267-99d2-99e2a1131a8d on host n-d-842733-1 {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:38:45.070793 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [req-160c4d33-aa79-411c-971e-4d5b68d33f47 req-69c60a09-7d66-493d-a2ff-018656a36a49 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] Allocated IP 172.20.0.9 (f2296de0-b06c-422e-98fe-14a3771aba33/f9e5fad6-106c-4fb6-bdcf-0e79e7e3eb1f/d48c4a89-5248-4669-905a-a53da6b07df6) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:38:45.162344 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d92cba-bd44-4198-95f7-200f00201173 req-3d218ab4-7576-491b-9f60-efb7a7d75057 tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:45.167505 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-86d92cba-bd44-4198-95f7-200f00201173 req-3d218ab4-7576-491b-9f60-efb7a7d75057 tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] 10.222.0.35 "GET /v2.0/ports?device_id=af8dbbf2-af97-4d08-9dfb-94cc026d387b HTTP/1.1" status: 200 len: 949 time: 0.1755533 May 20 20:38:45.181827 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-899c345e-975d-44aa-bfd3-272cb149807c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33072115', 'neutron.services.segments.db._delete_segments_for_network-8782419500584'] for network, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:45.247790 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-899c345e-975d-44aa-bfd3-272cb149807c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6d9e896-d344-4c48-82c9-67ef44a8b110']}} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:38:45.330893 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-899c345e-975d-44aa-bfd3-272cb149807c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94a4894e-95e9-4cfb-9a59-0548accd47c0') {'for_net_delete': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:38:45.331187 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-899c345e-975d-44aa-bfd3-272cb149807c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94a4894e-95e9-4cfb-9a59-0548accd47c0') {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:38:45.366600 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-899c345e-975d-44aa-bfd3-272cb149807c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419501617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9338764'] for segment, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:45.372460 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-86d92cba-bd44-4198-95f7-200f00201173 req-88397cbe-5ab4-473d-86e1-889d493164e4 tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] 10.222.0.35 "GET /v2.0/security-groups?id=b86a25cf-8ff6-49a5-9967-210010093ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955590 May 20 20:38:45.386471 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device ba8bf304-383d-48b9-b1fb-fce16c280a44 no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:38:45.409302 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: ba8bf304-383d-48b9-b1fb-fce16c280a44 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 20:38:45.409863 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device ba8bf304-383d-48b9-b1fb-fce16c280a44 not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 20:38:45.410723 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device cac39c72-2c71-4267-99d2-99e2a1131a8d no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:38:45.416752 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-899c345e-975d-44aa-bfd3-272cb149807c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:45.433679 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: cac39c72-2c71-4267-99d2-99e2a1131a8d {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 20:38:45.434362 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device cac39c72-2c71-4267-99d2-99e2a1131a8d not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 20:38:45.439787 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-899c345e-975d-44aa-bfd3-272cb149807c admin admin] Releasing vlan 203 on physical network physnet1 to pool {{(pid=103163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 20:38:45.440197 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-899c345e-975d-44aa-bfd3-272cb149807c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9638311'] for segment, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:45.449155 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe46303-4901-4572-a983-5abbaa0902a6 req-01c11531-f470-4250-9a9f-955b326a48d3 tempest-ServerDiagnosticsNegativeTest-1442979801 tempest-ServerDiagnosticsNegativeTest-1442979801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:45.450691 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0fe46303-4901-4572-a983-5abbaa0902a6 req-01c11531-f470-4250-9a9f-955b326a48d3 tempest-ServerDiagnosticsNegativeTest-1442979801 tempest-ServerDiagnosticsNegativeTest-1442979801-project] 10.222.0.24 "GET /v2.0/ports?device_id=df5744ba-f5b9-4c13-9986-3b65c05471d9 HTTP/1.1" status: 200 len: 948 time: 0.2207873 May 20 20:38:45.451353 n-d-842733-1 neutron-server[103163]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 20:38:45.451353 n-d-842733-1 neutron-server[103163]: self.session.flush() May 20 20:38:45.451353 n-d-842733-1 neutron-server[103163]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 20:38:45.451353 n-d-842733-1 neutron-server[103163]: self.session.flush() May 20 20:38:45.451353 n-d-842733-1 neutron-server[103163]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 20:38:45.451353 n-d-842733-1 neutron-server[103163]: self.session.flush() May 20 20:38:45.451353 n-d-842733-1 neutron-server[103163]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 20:38:45.451353 n-d-842733-1 neutron-server[103163]: self.session.flush() May 20 20:38:45.451353 n-d-842733-1 neutron-server[103163]: Traceback (most recent call last): May 20 20:38:45.451353 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 20:38:45.451353 n-d-842733-1 neutron-server[103163]: timer() May 20 20:38:45.451353 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 20:38:45.451353 n-d-842733-1 neutron-server[103163]: cb(*args, **kw) May 20 20:38:45.451353 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 20 20:38:45.451353 n-d-842733-1 neutron-server[103163]: return func(*args, **kwargs) May 20 20:38:45.451353 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 20:38:45.451353 n-d-842733-1 neutron-server[103163]: self._notify() May 20 20:38:45.451353 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 20:38:45.451353 n-d-842733-1 neutron-server[103163]: self.callback(batched_events) May 20 20:38:45.451353 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 20:38:45.451353 n-d-842733-1 neutron-server[103163]: event.method(event) May 20 20:38:45.451353 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 20 20:38:45.451353 n-d-842733-1 neutron-server[103163]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 20:38:45.451353 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 20 20:38:45.451353 n-d-842733-1 neutron-server[103163]: aggregate_uuid = self.p_client.list_aggregates( May 20 20:38:45.451353 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 20 20:38:45.451353 n-d-842733-1 neutron-server[103163]: return f(self, *a, **k) May 20 20:38:45.451353 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 20 20:38:45.451353 n-d-842733-1 neutron-server[103163]: return self._get(url).json() May 20 20:38:45.451353 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 20 20:38:45.451353 n-d-842733-1 neutron-server[103163]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 20:38:45.451353 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 20:38:45.451353 n-d-842733-1 neutron-server[103163]: return self.request(url, 'GET', **kwargs) May 20 20:38:45.451353 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 20:38:45.451353 n-d-842733-1 neutron-server[103163]: base_url = self.get_endpoint(auth, allow=allow, May 20 20:38:45.451353 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 20:38:45.451353 n-d-842733-1 neutron-server[103163]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 20:38:45.451353 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 20:38:45.451353 n-d-842733-1 neutron-server[103163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 20:38:45.451353 n-d-842733-1 neutron-server[103163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 20:38:45.552039 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6653a690-60d1-4462-a79c-9744183bb2ac req-281a2829-3321-471b-9718-beff5976f630 tempest-ServerDiagnosticsNegativeTest-1442979801 tempest-ServerDiagnosticsNegativeTest-1442979801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:45.553649 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6653a690-60d1-4462-a79c-9744183bb2ac req-281a2829-3321-471b-9718-beff5976f630 tempest-ServerDiagnosticsNegativeTest-1442979801 tempest-ServerDiagnosticsNegativeTest-1442979801-project] 10.222.0.35 "GET /v2.0/ports?device_id=df5744ba-f5b9-4c13-9986-3b65c05471d9 HTTP/1.1" status: 200 len: 948 time: 0.2711823 May 20 20:38:45.583977 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 38bca092-2852-49b0-b371-088cd68e5070 details requested by agent hyperv_n-h2-842733-1 with host n-h2-842733-1 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 20:38:45.588771 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-232413dc-1360-4913-9ac8-a89b0000e274 req-ddff3bbe-3be5-4170-866c-d3ad648e0c87 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] 10.222.0.35 "GET /v2.0/ports?device_id=fb13a393-1e95-453a-a8fa-345812285948 HTTP/1.1" status: 200 len: 210 time: 0.1123281 May 20 20:38:45.604692 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device b2dd33d4-67bf-40ab-b2bb-11a4c76a22d3 no longer exists at agent hyperv_n-h2-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:38:45.610058 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-160c4d33-aa79-411c-971e-4d5b68d33f47 req-69c60a09-7d66-493d-a2ff-018656a36a49 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] Notify callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:45.653260 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] No Port match for: b2dd33d4-67bf-40ab-b2bb-11a4c76a22d3 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 20:38:45.653568 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device b2dd33d4-67bf-40ab-b2bb-11a4c76a22d3 not bound to the agent host n-h2-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 20:38:45.685001 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6653a690-60d1-4462-a79c-9744183bb2ac req-ab76128a-8a10-4938-8f23-f5749094a40d tempest-ServerDiagnosticsNegativeTest-1442979801 tempest-ServerDiagnosticsNegativeTest-1442979801-project] 10.222.0.35 "GET /v2.0/security-groups?id=6d23a37b-22f4-4de0-ac30-98d1faf2729b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021595 May 20 20:38:45.732313 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [req-0fe46303-4901-4572-a983-5abbaa0902a6 req-9ca4b406-5984-4c50-b009-96faab930bf6 tempest-ServerDiagnosticsNegativeTest-1442979801 tempest-ServerDiagnosticsNegativeTest-1442979801-project] Deleting port 2acf4357-64ab-482c-ab19-6d73e56910d9 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:38:45.732656 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-0fe46303-4901-4572-a983-5abbaa0902a6 req-9ca4b406-5984-4c50-b009-96faab930bf6 tempest-ServerDiagnosticsNegativeTest-1442979801 tempest-ServerDiagnosticsNegativeTest-1442979801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:45.736435 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device df21a357-d4d3-420f-84fe-4b786006725d no longer exists at agent hyperv_n-h1-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:38:45.761751 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] No Port match for: df21a357-d4d3-420f-84fe-4b786006725d {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 20:38:45.762031 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device df21a357-d4d3-420f-84fe-4b786006725d not bound to the agent host n-h1-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 20:38:45.769720 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-899c345e-975d-44aa-bfd3-272cb149807c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33072122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748162'] for network, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:45.809006 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port 38bca092-2852-49b0-b371-088cd68e5070, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=38bca092-2852-49b0-b371-088cd68e5070,segment=NetworkSegment(ed3a602f-49fb-4a95-be80-401e1eb72e33),segment_id=ed3a602f-49fb-4a95-be80-401e1eb72e33)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:38:45.815530 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-899c345e-975d-44aa-bfd3-272cb149807c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:45.819245 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-899c345e-975d-44aa-bfd3-272cb149807c admin admin] 10.222.0.35 "DELETE /v2.0/networks/b6d9e896-d344-4c48-82c9-67ef44a8b110 HTTP/1.1" status: 204 len: 168 time: 1.9549968 May 20 20:38:45.823167 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 34024) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:38:45.831039 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Returning: {'device': '38bca092-2852-49b0-b371-088cd68e5070', 'network_id': 'cd702362-b982-46c5-a7d0-51de1b03df86', 'port_id': '38bca092-2852-49b0-b371-088cd68e5070', 'mac_address': 'fa:16:3e:aa:19:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26b342ea-254c-483a-9ea9-f11c178970eb', 'ip_address': '192.168.233.50'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 20 20:38:45.832753 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-160c4d33-aa79-411c-971e-4d5b68d33f47 req-69c60a09-7d66-493d-a2ff-018656a36a49 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:45.844023 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899c345e-975d-44aa-bfd3-272cb149807c admin admin] Pushing event deleted for resources: {'Network': ['ID=b6d9e896-d344-4c48-82c9-67ef44a8b110,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:38:45.890411 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port 38bca092-2852-49b0-b371-088cd68e5070 is: DOWN; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:38:45.891848 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:45.914115 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38bca092-2852-49b0-b371-088cd68e5070 {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:38:45.925562 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bcdbf5-0e42-4783-9f87-ab756f49b357 req-ffb815ac-57f2-475a-9f9b-a5e2b9dd4531 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:45.933140 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-94bcdbf5-0e42-4783-9f87-ab756f49b357 req-ffb815ac-57f2-475a-9f9b-a5e2b9dd4531 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6b770e5-8fc5-41ee-a663-8df2656df33f HTTP/1.1" status: 200 len: 944 time: 0.2183483 May 20 20:38:45.945062 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port 38bca092-2852-49b0-b371-088cd68e5070, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=38bca092-2852-49b0-b371-088cd68e5070,segment=NetworkSegment(ed3a602f-49fb-4a95-be80-401e1eb72e33),segment_id=ed3a602f-49fb-4a95-be80-401e1eb72e33)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:38:45.950412 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-160c4d33-aa79-411c-971e-4d5b68d33f47 req-69c60a09-7d66-493d-a2ff-018656a36a49 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] Network f2296de0-b06c-422e-98fe-14a3771aba33 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:38:45.975583 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [req-160c4d33-aa79-411c-971e-4d5b68d33f47 req-69c60a09-7d66-493d-a2ff-018656a36a49 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:38:45.990503 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [req-160c4d33-aa79-411c-971e-4d5b68d33f47 req-69c60a09-7d66-493d-a2ff-018656a36a49 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:38:46.007442 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c60a09-7d66-493d-a2ff-018656a36a49 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] Pushing event updated for resources: {'Port': ['ID=d48c4a89-5248-4669-905a-a53da6b07df6,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:38:46.063723 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-0fe46303-4901-4572-a983-5abbaa0902a6 req-9ca4b406-5984-4c50-b009-96faab930bf6 tempest-ServerDiagnosticsNegativeTest-1442979801 tempest-ServerDiagnosticsNegativeTest-1442979801-project] For port 2acf4357-64ab-482c-ab19-6d73e56910d9, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=2acf4357-64ab-482c-ab19-6d73e56910d9,segment=NetworkSegment(ed3a602f-49fb-4a95-be80-401e1eb72e33),segment_id=ed3a602f-49fb-4a95-be80-401e1eb72e33)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:38:46.064087 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-0fe46303-4901-4572-a983-5abbaa0902a6 req-9ca4b406-5984-4c50-b009-96faab930bf6 tempest-ServerDiagnosticsNegativeTest-1442979801 tempest-ServerDiagnosticsNegativeTest-1442979801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:46.070247 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-94bcdbf5-0e42-4783-9f87-ab756f49b357 req-05c1faea-8034-4f8a-9e34-7c5d472e86a8 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c1ac446-2eae-4e3c-98ef-7a4684e96782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361525 May 20 20:38:46.075953 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:46.099753 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e963ca9d-fce5-44b4-9900-07915dadf59f req-f38e0e54-fd4b-4738-8b03-a2bd2af5d4a3 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:46.115474 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e963ca9d-fce5-44b4-9900-07915dadf59f req-f38e0e54-fd4b-4738-8b03-a2bd2af5d4a3 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] 10.222.0.35 "GET /v2.0/ports?device_id=aa812417-dc22-4467-9c3a-232bd488429c HTTP/1.1" status: 200 len: 947 time: 0.2813563 May 20 20:38:46.142823 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [req-0fe46303-4901-4572-a983-5abbaa0902a6 req-9ca4b406-5984-4c50-b009-96faab930bf6 tempest-ServerDiagnosticsNegativeTest-1442979801 tempest-ServerDiagnosticsNegativeTest-1442979801-project] Calling delete_port for 2acf4357-64ab-482c-ab19-6d73e56910d9 owned by compute:nova {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:38:46.147376 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=38bca092-2852-49b0-b371-088cd68e5070,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:38:46.158016 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160c4d33-aa79-411c-971e-4d5b68d33f47 req-69c60a09-7d66-493d-a2ff-018656a36a49 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:46.167032 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-160c4d33-aa79-411c-971e-4d5b68d33f47 req-69c60a09-7d66-493d-a2ff-018656a36a49 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:46.170372 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 34026) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:38:46.217468 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e963ca9d-fce5-44b4-9900-07915dadf59f req-a857ffd4-bd7f-4adc-817f-36f7415f5226 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c2aa399-3055-4eb0-8f1a-45933e0e3cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008031 May 20 20:38:46.311982 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-160c4d33-aa79-411c-971e-4d5b68d33f47 req-69c60a09-7d66-493d-a2ff-018656a36a49 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2914352 May 20 20:38:46.315414 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_v2 [None req-5492f2d6-d5e6-46bc-b901-0a665d7b918d admin admin] Deleting subnet b8a2f1c9-14ba-4c21-bba8-ae1d91a10bab {{(pid=103163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 20 20:38:46.343731 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [req-160c4d33-aa79-411c-971e-4d5b68d33f47 req-75b7fe3d-8104-4595-ad01-c16c81057ce5 service neutron] Request body: {'port': {'device_id': 'fb13a393-1e95-453a-a8fa-345812285948', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-842733-1'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:38:46.346157 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5492f2d6-d5e6-46bc-b901-0a665d7b918d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:46.423945 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5492f2d6-d5e6-46bc-b901-0a665d7b918d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9338757'] for subnet, precommit_delete_associations {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:46.471453 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-160c4d33-aa79-411c-971e-4d5b68d33f47 req-75b7fe3d-8104-4595-ad01-c16c81057ce5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:46.501157 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5492f2d6-d5e6-46bc-b901-0a665d7b918d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33068388'] for subnet, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:46.549734 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] get_ports_and_sgs() called for port_ids ['38bca092-2852-49b0-b371-088cd68e5070'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:38:46.553616 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-41753d42-bb45-4709-85ad-594016cdcefb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748528'] for router_interface, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:46.606172 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-0fe46303-4901-4572-a983-5abbaa0902a6 req-9ca4b406-5984-4c50-b009-96faab930bf6 tempest-ServerDiagnosticsNegativeTest-1442979801 tempest-ServerDiagnosticsNegativeTest-1442979801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:46.619435 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] get_ports_and_sgs() called for port_ids ['2acf4357-64ab-482c-ab19-6d73e56910d9'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:38:46.626946 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96918f71-eba5-4b6a-914f-0d64af25dfaa req-992940c2-23d3-4b3b-a844-b444bae19b0e tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:46.628547 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-96918f71-eba5-4b6a-914f-0d64af25dfaa req-992940c2-23d3-4b3b-a844-b444bae19b0e tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] 10.222.0.35 "GET /v2.0/ports?device_id=af8dbbf2-af97-4d08-9dfb-94cc026d387b HTTP/1.1" status: 200 len: 949 time: 0.1420712 May 20 20:38:46.726711 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca4b406-5984-4c50-b009-96faab930bf6 tempest-ServerDiagnosticsNegativeTest-1442979801 tempest-ServerDiagnosticsNegativeTest-1442979801-project] Pushing event deleted for resources: {'Port': ['ID=2acf4357-64ab-482c-ab19-6d73e56910d9,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:38:46.853667 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5492f2d6-d5e6-46bc-b901-0a665d7b918d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33068399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9641221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8422588'] for subnet, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:46.887314 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fe46303-4901-4572-a983-5abbaa0902a6 req-9ca4b406-5984-4c50-b009-96faab930bf6 tempest-ServerDiagnosticsNegativeTest-1442979801 tempest-ServerDiagnosticsNegativeTest-1442979801-project] No DVR routers for this DVR port 2acf4357-64ab-482c-ab19-6d73e56910d9 on host n-h1-842733-1 {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:38:46.894185 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-41753d42-bb45-4709-85ad-594016cdcefb admin admin] Deleting port cccdffef-5b05-481c-a498-0f8f1ae7fe37 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:38:46.894661 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-41753d42-bb45-4709-85ad-594016cdcefb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:46.904069 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-96918f71-eba5-4b6a-914f-0d64af25dfaa req-36aab881-c989-4535-a8e5-c2b2c6dd1124 tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] 10.222.0.35 "GET /v2.0/security-groups?id=b86a25cf-8ff6-49a5-9967-210010093ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2168500 May 20 20:38:46.937993 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-0fe46303-4901-4572-a983-5abbaa0902a6 req-9ca4b406-5984-4c50-b009-96faab930bf6 tempest-ServerDiagnosticsNegativeTest-1442979801 tempest-ServerDiagnosticsNegativeTest-1442979801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:46.942491 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0fe46303-4901-4572-a983-5abbaa0902a6 req-9ca4b406-5984-4c50-b009-96faab930bf6 tempest-ServerDiagnosticsNegativeTest-1442979801 tempest-ServerDiagnosticsNegativeTest-1442979801-project] 10.222.0.24 "DELETE /v2.0/ports/2acf4357-64ab-482c-ab19-6d73e56910d9 HTTP/1.1" status: 204 len: 173 time: 1.4785681 May 20 20:38:46.943054 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df5744ba-f5b9-4c13-9986-3b65c05471d9', 'name': 'network-vif-deleted', 'tag': '2acf4357-64ab-482c-ab19-6d73e56910d9'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:38:46.957533 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4291b17aa7b45362825f0571e77c85f5e73afe1df9c7e9e15006df9d695c005e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa2434ad-80c6-43ed-b23d-57ef984c59f6" -d '{"events": [{"server_uuid": "df5744ba-f5b9-4c13-9986-3b65c05471d9", "name": "network-vif-deleted", "tag": "2acf4357-64ab-482c-ab19-6d73e56910d9"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:38:46.974953 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5492f2d6-d5e6-46bc-b901-0a665d7b918d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b8a2f1c9-14ba-4c21-bba8-ae1d91a10bab,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:38:46.990287 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5492f2d6-d5e6-46bc-b901-0a665d7b918d admin admin] Notify callbacks [] for subnet, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:46.993133 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-5492f2d6-d5e6-46bc-b901-0a665d7b918d admin admin] 10.222.0.35 "DELETE /v2.0/subnets/b8a2f1c9-14ba-4c21-bba8-ae1d91a10bab HTTP/1.1" status: 204 len: 168 time: 0.8130231 May 20 20:38:46.996262 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 34038) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:38:47.003074 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ac97df-b889-4178-b0c4-93dd2022fdeb req-1c930a48-1fdc-49e7-80de-32eb5e442c8a tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:47.005762 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-02ac97df-b889-4178-b0c4-93dd2022fdeb req-1c930a48-1fdc-49e7-80de-32eb5e442c8a tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] 10.222.0.35 "GET /v2.0/ports?device_id=fb13a393-1e95-453a-a8fa-345812285948 HTTP/1.1" status: 200 len: 931 time: 0.2848217 May 20 20:38:47.011142 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-41753d42-bb45-4709-85ad-594016cdcefb admin admin] For port cccdffef-5b05-481c-a498-0f8f1ae7fe37, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=cccdffef-5b05-481c-a498-0f8f1ae7fe37,segment=NetworkSegment(c52be16b-c0f3-4850-bcd1-0bdefd3bab7d),segment_id=c52be16b-c0f3-4850-bcd1-0bdefd3bab7d)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:38:47.015072 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-41753d42-bb45-4709-85ad-594016cdcefb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:47.064455 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-41753d42-bb45-4709-85ad-594016cdcefb admin admin] Calling delete_port for cccdffef-5b05-481c-a498-0f8f1ae7fe37 owned by network:router_interface {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:38:47.068444 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-53efce8b-b9bf-47a3-95e9-be4f29802427 req-a0708a7d-d7ea-4ea4-b059-aa0a784109a1 tempest-ServerDiagnosticsNegativeTest-1442979801 tempest-ServerDiagnosticsNegativeTest-1442979801-project] 10.222.0.35 "GET /v2.0/ports?device_id=df5744ba-f5b9-4c13-9986-3b65c05471d9 HTTP/1.1" status: 200 len: 210 time: 0.0615194 May 20 20:38:47.127389 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-51c3469e-c719-4e77-a5f1-7baade9ea4ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33160123'] for network, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:47.169294 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 20:38:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3175c790-7a2a-4fa0-8451-e8a70d752d4f x-openstack-request-id: req-3175c790-7a2a-4fa0-8451-e8a70d752d4f {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:38:47.169752 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df5744ba-f5b9-4c13-9986-3b65c05471d9", "name": "network-vif-deleted", "tag": "2acf4357-64ab-482c-ab19-6d73e56910d9", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:38:47.170002 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3175c790-7a2a-4fa0-8451-e8a70d752d4f {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:38:47.170437 n-d-842733-1 neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3175c790-7a2a-4fa0-8451-e8a70d752d4f'] response: {'server_uuid': 'df5744ba-f5b9-4c13-9986-3b65c05471d9', 'name': 'network-vif-deleted', 'tag': '2acf4357-64ab-482c-ab19-6d73e56910d9', 'status': 'completed', 'code': 200} May 20 20:38:47.220744 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-02ac97df-b889-4178-b0c4-93dd2022fdeb req-80df33fb-3166-482b-9d09-aadc9abdfbb3 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] 10.222.0.35 "GET /v2.0/security-groups?id=0a1ca955-ee86-4e03-bb39-6b1e6a532a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821642 May 20 20:38:47.285537 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-51c3469e-c719-4e77-a5f1-7baade9ea4ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33072115', 'neutron.services.segments.db._delete_segments_for_network-8782419500584'] for network, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:47.291799 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2d716749-c4de-4580-bc58-4472054a01af req-ab5fc839-3c2c-43dd-9106-57ab1cf67e98 service neutron] 10.222.0.13 "GET /v2.0/ports/dd7c455f-f7fa-4ccb-8d0f-f44da1bcb1a1/bindings/n-h1-842733-1 HTTP/1.1" status: 200 len: 384 time: 0.2609482 May 20 20:38:47.304771 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [req-160c4d33-aa79-411c-971e-4d5b68d33f47 req-75b7fe3d-8104-4595-ad01-c16c81057ce5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d48c4a89-5248-4669-905a-a53da6b07df6 {{(pid=103163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:38:47.315205 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-51c3469e-c719-4e77-a5f1-7baade9ea4ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33c25ced-ae3c-45c1-992b-09946514bfb0']}} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:38:47.324632 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-160c4d33-aa79-411c-971e-4d5b68d33f47 req-75b7fe3d-8104-4595-ad01-c16c81057ce5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:47.332734 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-51c3469e-c719-4e77-a5f1-7baade9ea4ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '902335b0-4452-4b31-9bc3-509eaa8e03dd') {'for_net_delete': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:38:47.333141 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-51c3469e-c719-4e77-a5f1-7baade9ea4ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '902335b0-4452-4b31-9bc3-509eaa8e03dd') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:38:47.343334 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-51c3469e-c719-4e77-a5f1-7baade9ea4ca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419501617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3738385'] for segment, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:47.372660 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e585e3de-aaf5-44a0-a7aa-13a0c7f6951e req-ba26c80a-94c0-405e-8c45-1423b465b15a tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:47.382189 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e585e3de-aaf5-44a0-a7aa-13a0c7f6951e req-ba26c80a-94c0-405e-8c45-1423b465b15a tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6b770e5-8fc5-41ee-a663-8df2656df33f HTTP/1.1" status: 200 len: 944 time: 0.1330075 May 20 20:38:47.409253 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-51c3469e-c719-4e77-a5f1-7baade9ea4ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:47.412901 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51c3469e-c719-4e77-a5f1-7baade9ea4ca admin admin] Releasing vlan 222 on physical network physnet1 to pool {{(pid=103162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 20:38:47.413314 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-51c3469e-c719-4e77-a5f1-7baade9ea4ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3800791'] for segment, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:47.414981 n-d-842733-1 neutron-server[103162]: Traceback (most recent call last): May 20 20:38:47.414981 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 20:38:47.414981 n-d-842733-1 neutron-server[103162]: timer() May 20 20:38:47.414981 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 20:38:47.414981 n-d-842733-1 neutron-server[103162]: cb(*args, **kw) May 20 20:38:47.414981 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 20 20:38:47.414981 n-d-842733-1 neutron-server[103162]: return func(*args, **kwargs) May 20 20:38:47.414981 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 20:38:47.414981 n-d-842733-1 neutron-server[103162]: self._notify() May 20 20:38:47.414981 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 20:38:47.414981 n-d-842733-1 neutron-server[103162]: self.callback(batched_events) May 20 20:38:47.414981 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 20:38:47.414981 n-d-842733-1 neutron-server[103162]: event.method(event) May 20 20:38:47.414981 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 20 20:38:47.414981 n-d-842733-1 neutron-server[103162]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 20:38:47.414981 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 20 20:38:47.414981 n-d-842733-1 neutron-server[103162]: aggregate_uuid = self.p_client.list_aggregates( May 20 20:38:47.414981 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 20 20:38:47.414981 n-d-842733-1 neutron-server[103162]: return f(self, *a, **k) May 20 20:38:47.414981 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 20 20:38:47.414981 n-d-842733-1 neutron-server[103162]: return self._get(url).json() May 20 20:38:47.414981 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 20 20:38:47.414981 n-d-842733-1 neutron-server[103162]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 20:38:47.414981 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 20:38:47.414981 n-d-842733-1 neutron-server[103162]: return self.request(url, 'GET', **kwargs) May 20 20:38:47.414981 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 20:38:47.414981 n-d-842733-1 neutron-server[103162]: base_url = self.get_endpoint(auth, allow=allow, May 20 20:38:47.414981 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 20:38:47.414981 n-d-842733-1 neutron-server[103162]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 20:38:47.414981 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 20:38:47.414981 n-d-842733-1 neutron-server[103162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 20:38:47.414981 n-d-842733-1 neutron-server[103162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 20:38:47.450247 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [req-160c4d33-aa79-411c-971e-4d5b68d33f47 req-75b7fe3d-8104-4595-ad01-c16c81057ce5 service neutron] Transition to ACTIVE for port object d48c4a89-5248-4669-905a-a53da6b07df6 will not be triggered until provisioned by entity L2. {{(pid=103163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 20:38:47.470051 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-41753d42-bb45-4709-85ad-594016cdcefb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:47.497921 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41753d42-bb45-4709-85ad-594016cdcefb admin admin] Pushing event deleted for resources: {'Port': ['ID=cccdffef-5b05-481c-a498-0f8f1ae7fe37,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:38:47.509653 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54c7608-9cc0-402f-bd9b-a6643f26066e req-b5e6f8be-e7df-4e4d-a708-1993133e2e82 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:47.511291 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d54c7608-9cc0-402f-bd9b-a6643f26066e req-b5e6f8be-e7df-4e4d-a708-1993133e2e82 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] 10.222.0.35 "GET /v2.0/ports?device_id=aa812417-dc22-4467-9c3a-232bd488429c HTTP/1.1" status: 200 len: 948 time: 0.1239367 May 20 20:38:47.524959 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e585e3de-aaf5-44a0-a7aa-13a0c7f6951e req-83cfdfa7-6048-43b9-b9c5-436d829f0eff tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c1ac446-2eae-4e3c-98ef-7a4684e96782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921204 May 20 20:38:47.549741 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-160c4d33-aa79-411c-971e-4d5b68d33f47 req-75b7fe3d-8104-4595-ad01-c16c81057ce5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:47.579309 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-51c3469e-c719-4e77-a5f1-7baade9ea4ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33072122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748162'] for network, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:47.586779 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-51c3469e-c719-4e77-a5f1-7baade9ea4ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:47.590192 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-51c3469e-c719-4e77-a5f1-7baade9ea4ca admin admin] 10.222.0.35 "DELETE /v2.0/networks/33c25ced-ae3c-45c1-992b-09946514bfb0 HTTP/1.1" status: 204 len: 168 time: 0.5929892 May 20 20:38:47.624615 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device dd7c455f-f7fa-4ccb-8d0f-f44da1bcb1a1 no longer exists at agent hyperv_n-h2-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:38:47.642050 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c3469e-c719-4e77-a5f1-7baade9ea4ca admin admin] Pushing event deleted for resources: {'Network': ['ID=33c25ced-ae3c-45c1-992b-09946514bfb0,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:38:47.670881 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d54c7608-9cc0-402f-bd9b-a6643f26066e req-6816a1ec-69da-416a-8ca2-dd79028d0953 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c2aa399-3055-4eb0-8f1a-45933e0e3cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379914 May 20 20:38:47.697345 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b7fe3d-8104-4595-ad01-c16c81057ce5 service neutron] Pushing event updated for resources: {'Port': ['ID=d48c4a89-5248-4669-905a-a53da6b07df6,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:38:47.760709 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-41753d42-bb45-4709-85ad-594016cdcefb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-692224'] for router_interface, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:47.838950 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port dd7c455f-f7fa-4ccb-8d0f-f44da1bcb1a1 is: DOWN; New status is: DOWN {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:38:47.858403 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-2d716749-c4de-4580-bc58-4472054a01af req-b8bd79db-ed56-42d1-8c23-cf88844b38cc service neutron] For port dd7c455f-f7fa-4ccb-8d0f-f44da1bcb1a1, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=dd7c455f-f7fa-4ccb-8d0f-f44da1bcb1a1,segment=NetworkSegment(65a8f4c3-036d-4ff8-a81a-cd07cb6f1230),segment_id=65a8f4c3-036d-4ff8-a81a-cd07cb6f1230)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:38:47.910650 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-2d716749-c4de-4580-bc58-4472054a01af req-b8bd79db-ed56-42d1-8c23-cf88844b38cc service neutron] For port dd7c455f-f7fa-4ccb-8d0f-f44da1bcb1a1, host n-h2-842733-1, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:38:47.955344 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-160c4d33-aa79-411c-971e-4d5b68d33f47 req-75b7fe3d-8104-4595-ad01-c16c81057ce5 service neutron] Attempting to bind port d48c4a89-5248-4669-905a-a53da6b07df6 on host n-h1-842733-1 for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:38:47.955683 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-160c4d33-aa79-411c-971e-4d5b68d33f47 req-75b7fe3d-8104-4595-ad01-c16c81057ce5 service neutron] Attempting to bind port d48c4a89-5248-4669-905a-a53da6b07df6 by drivers openvswitch,hyperv on host n-h1-842733-1 at level 0 using segments [{'id': '8e7444da-2574-4e87-afbd-a324be0dd68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'f2296de0-b06c-422e-98fe-14a3771aba33'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:38:47.957999 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-160c4d33-aa79-411c-971e-4d5b68d33f47 req-75b7fe3d-8104-4595-ad01-c16c81057ce5 service neutron] Attempting to bind port d48c4a89-5248-4669-905a-a53da6b07df6 on network f2296de0-b06c-422e-98fe-14a3771aba33 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:38:47.964251 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-160c4d33-aa79-411c-971e-4d5b68d33f47 req-75b7fe3d-8104-4595-ad01-c16c81057ce5 service neutron] Port d48c4a89-5248-4669-905a-a53da6b07df6 on network f2296de0-b06c-422e-98fe-14a3771aba33 not bound, no agent of type Open vSwitch agent registered on host n-h1-842733-1 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 20:38:47.964551 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-160c4d33-aa79-411c-971e-4d5b68d33f47 req-75b7fe3d-8104-4595-ad01-c16c81057ce5 service neutron] Attempting to bind port d48c4a89-5248-4669-905a-a53da6b07df6 on network f2296de0-b06c-422e-98fe-14a3771aba33 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:38:47.972219 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-160c4d33-aa79-411c-971e-4d5b68d33f47 req-75b7fe3d-8104-4595-ad01-c16c81057ce5 service neutron] Checking agent: {'id': '08dfb1ce-804b-4db8-838b-21094082e041', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 32, 54), 'started_at': datetime.datetime(2022, 5, 20, 20, 32, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 38, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:38:47.972717 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-160c4d33-aa79-411c-971e-4d5b68d33f47 req-75b7fe3d-8104-4595-ad01-c16c81057ce5 service neutron] Checking segment: {'id': '8e7444da-2574-4e87-afbd-a324be0dd68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'f2296de0-b06c-422e-98fe-14a3771aba33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:38:47.972924 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-160c4d33-aa79-411c-971e-4d5b68d33f47 req-75b7fe3d-8104-4595-ad01-c16c81057ce5 service neutron] Bound using segment: {'id': '8e7444da-2574-4e87-afbd-a324be0dd68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'f2296de0-b06c-422e-98fe-14a3771aba33'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:38:47.973395 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-160c4d33-aa79-411c-971e-4d5b68d33f47 req-75b7fe3d-8104-4595-ad01-c16c81057ce5 service neutron] Bound port: d48c4a89-5248-4669-905a-a53da6b07df6, host: n-h1-842733-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e7444da-2574-4e87-afbd-a324be0dd68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'f2296de0-b06c-422e-98fe-14a3771aba33'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:38:47.973750 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-160c4d33-aa79-411c-971e-4d5b68d33f47 req-75b7fe3d-8104-4595-ad01-c16c81057ce5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:47.993425 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [req-2d716749-c4de-4580-bc58-4472054a01af req-b8bd79db-ed56-42d1-8c23-cf88844b38cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd7c455f-f7fa-4ccb-8d0f-f44da1bcb1a1 {{(pid=103163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:38:48.045038 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-2d716749-c4de-4580-bc58-4472054a01af req-b8bd79db-ed56-42d1-8c23-cf88844b38cc service neutron] For port dd7c455f-f7fa-4ccb-8d0f-f44da1bcb1a1, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=dd7c455f-f7fa-4ccb-8d0f-f44da1bcb1a1,segment=NetworkSegment(65a8f4c3-036d-4ff8-a81a-cd07cb6f1230),segment_id=65a8f4c3-036d-4ff8-a81a-cd07cb6f1230)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:38:48.056428 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41753d42-bb45-4709-85ad-594016cdcefb admin admin] Router 24b0e45d-c0c2-4d8a-bff8-1e0349fedd3f has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 20:38:48.101391 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d808f7-1b20-4e3b-ba7c-e3059917424c req-8fdcfcea-fdec-4fc8-b278-86419167c3ab tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:48.105107 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f6d808f7-1b20-4e3b-ba7c-e3059917424c req-8fdcfcea-fdec-4fc8-b278-86419167c3ab tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] 10.222.0.35 "GET /v2.0/ports?device_id=af8dbbf2-af97-4d08-9dfb-94cc026d387b HTTP/1.1" status: 200 len: 949 time: 0.1048973 May 20 20:38:48.113301 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-160c4d33-aa79-411c-971e-4d5b68d33f47 req-75b7fe3d-8104-4595-ad01-c16c81057ce5 service neutron] For port d48c4a89-5248-4669-905a-a53da6b07df6, host n-h1-842733-1, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:38:48.117146 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-160c4d33-aa79-411c-971e-4d5b68d33f47 req-75b7fe3d-8104-4595-ad01-c16c81057ce5 service neutron] For port d48c4a89-5248-4669-905a-a53da6b07df6, host n-h1-842733-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=d48c4a89-5248-4669-905a-a53da6b07df6,segment=NetworkSegment(8e7444da-2574-4e87-afbd-a324be0dd68b),segment_id=8e7444da-2574-4e87-afbd-a324be0dd68b)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:38:48.148121 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 34052) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:38:48.163090 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f6d808f7-1b20-4e3b-ba7c-e3059917424c req-15a845af-08cb-45d7-97ca-9c06008da26b tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] 10.222.0.35 "GET /v2.0/security-groups?id=b86a25cf-8ff6-49a5-9967-210010093ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511584 May 20 20:38:48.181801 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-2d716749-c4de-4580-bc58-4472054a01af req-b8bd79db-ed56-42d1-8c23-cf88844b38cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:48.189442 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41753d42-bb45-4709-85ad-594016cdcefb admin admin] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 20:38:48.195186 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-41753d42-bb45-4709-85ad-594016cdcefb admin admin] 10.222.0.35 "PUT /v2.0/routers/24b0e45d-c0c2-4d8a-bff8-1e0349fedd3f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3708835 May 20 20:38:48.197736 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 34054) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:38:48.200480 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36bb949a-d09c-48e9-925f-ac96ecb5627c None None] Sync routers for ids ['24b0e45d-c0c2-4d8a-bff8-1e0349fedd3f'] in n-d-842733-1 {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 20:38:48.208593 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-160c4d33-aa79-411c-971e-4d5b68d33f47 req-75b7fe3d-8104-4595-ad01-c16c81057ce5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:48.212218 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36bb949a-d09c-48e9-925f-ac96ecb5627c None None] Routers {'24b0e45d-c0c2-4d8a-bff8-1e0349fedd3f'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:38:48.213297 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-36bb949a-d09c-48e9-925f-ac96ecb5627c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:38:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['24b0e45d-c0c2-4d8a-bff8-1e0349fedd3f'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:38:48.258159 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f0b15578-0adc-478e-b28f-a9b61c150d3c req-8d8e73e9-d1c0-4854-9cc0-f434c9eff7ba tempest-ServerDiagnosticsNegativeTest-1442979801 tempest-ServerDiagnosticsNegativeTest-1442979801-project] 10.222.0.35 "GET /v2.0/ports?device_id=df5744ba-f5b9-4c13-9986-3b65c05471d9 HTTP/1.1" status: 200 len: 210 time: 0.0706406 May 20 20:38:48.331237 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-1c3e3e85-6c53-437c-9e95-06f5f1667f60 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=252e70c22fc14d1f8cdac3ea1fb08518&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1783345 May 20 20:38:48.336570 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 34058) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:38:48.364796 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1503b917-5e10-44c0-941b-a8bce8f4be7d admin admin] Notify callbacks [] for router, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:48.380734 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160c4d33-aa79-411c-971e-4d5b68d33f47 req-75b7fe3d-8104-4595-ad01-c16c81057ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:48.381423 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-160c4d33-aa79-411c-971e-4d5b68d33f47 req-75b7fe3d-8104-4595-ad01-c16c81057ce5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:48.383086 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-160c4d33-aa79-411c-971e-4d5b68d33f47 req-75b7fe3d-8104-4595-ad01-c16c81057ce5 service neutron] 10.222.0.24 "PUT /v2.0/ports/d48c4a89-5248-4669-905a-a53da6b07df6 HTTP/1.1" status: 200 len: 1091 time: 2.0472169 May 20 20:38:48.454617 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b7fe3d-8104-4595-ad01-c16c81057ce5 service neutron] Pushing event updated for resources: {'Port': ['ID=d48c4a89-5248-4669-905a-a53da6b07df6,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:38:48.489649 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49425f08-8424-4363-9ba7-3dc40e03818f req-1922b856-18b7-4983-80bb-291a780ab02f tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:48.498121 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-49425f08-8424-4363-9ba7-3dc40e03818f req-1922b856-18b7-4983-80bb-291a780ab02f tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] 10.222.0.35 "GET /v2.0/ports?device_id=fb13a393-1e95-453a-a8fa-345812285948 HTTP/1.1" status: 200 len: 943 time: 0.1750746 May 20 20:38:48.503414 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-36bb949a-d09c-48e9-925f-ac96ecb5627c None None] Set router 24b0e45d-c0c2-4d8a-bff8-1e0349fedd3f gateway port host: n-d-842733-1 {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:38:48.513469 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3adbb6b8-b380-4095-bc05-ac098429f254 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:48.524140 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1503b917-5e10-44c0-941b-a8bce8f4be7d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:48.582963 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3adbb6b8-b380-4095-bc05-ac098429f254 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:48.584749 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [req-2d716749-c4de-4580-bc58-4472054a01af req-b8bd79db-ed56-42d1-8c23-cf88844b38cc service neutron] Transition to ACTIVE for port object dd7c455f-f7fa-4ccb-8d0f-f44da1bcb1a1 will not be triggered until provisioned by entity L2. {{(pid=103163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 20:38:48.622600 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-49425f08-8424-4363-9ba7-3dc40e03818f req-1baff54b-8dca-4597-acca-722fd1c44680 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] 10.222.0.35 "GET /v2.0/security-groups?id=0a1ca955-ee86-4e03-bb39-6b1e6a532a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231446 May 20 20:38:48.665828 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-1503b917-5e10-44c0-941b-a8bce8f4be7d admin admin] Deleting port 52377c38-cf3a-4b97-acd7-9880fae78a38 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:38:48.666303 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1503b917-5e10-44c0-941b-a8bce8f4be7d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:48.678094 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160c4d33-aa79-411c-971e-4d5b68d33f47 req-3ab1b803-39cf-4ba1-a9cf-aaf45f5f9488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:48.679732 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-160c4d33-aa79-411c-971e-4d5b68d33f47 req-3ab1b803-39cf-4ba1-a9cf-aaf45f5f9488 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=33876e14b0274b60a421aea47180bf46&device_id=fb13a393-1e95-453a-a8fa-345812285948 HTTP/1.1" status: 200 len: 1094 time: 0.1437085 May 20 20:38:48.684081 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-2d716749-c4de-4580-bc58-4472054a01af req-b8bd79db-ed56-42d1-8c23-cf88844b38cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:48.717248 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-36bb949a-d09c-48e9-925f-ac96ecb5627c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24b0e45d-c0c2-4d8a-bff8-1e0349fedd3f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-729365858-router', 'tenant_id': '31ee811cf8bf4496a8c0a15123029084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': '52377c38-cf3a-4b97-acd7-9880fae78a38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:35:48Z', 'updated_at': '2022-05-20T20:38:47Z', 'revision_number': 5, 'project_id': '31ee811cf8bf4496a8c0a15123029084', 'gw_port': {'id': '52377c38-cf3a-4b97-acd7-9880fae78a38', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:1f:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24b0e45d-c0c2-4d8a-bff8-1e0349fedd3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:35:49Z', 'updated_at': '2022-05-20T20:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:38:48.754658 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36bb949a-d09c-48e9-925f-ac96ecb5627c None None] Checking router: 24b0e45d-c0c2-4d8a-bff8-1e0349fedd3f for host: n-d-842733-1 {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 20:38:48.755529 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-160c4d33-aa79-411c-971e-4d5b68d33f47 req-cd320ab0-0ecc-472b-a1ff-670fa2f0343a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d48c4a89-5248-4669-905a-a53da6b07df6 HTTP/1.1" status: 200 len: 217 time: 0.0616243 May 20 20:38:48.766085 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36bb949a-d09c-48e9-925f-ac96ecb5627c None None] Routers {'24b0e45d-c0c2-4d8a-bff8-1e0349fedd3f'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:38:48.766961 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-36bb949a-d09c-48e9-925f-ac96ecb5627c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:38:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['24b0e45d-c0c2-4d8a-bff8-1e0349fedd3f'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:38:48.775566 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-1503b917-5e10-44c0-941b-a8bce8f4be7d admin admin] For port 52377c38-cf3a-4b97-acd7-9880fae78a38, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=52377c38-cf3a-4b97-acd7-9880fae78a38,segment=NetworkSegment(0b5485c4-eff8-42a1-9073-ae54ed4c63ba),segment_id=0b5485c4-eff8-42a1-9073-ae54ed4c63ba)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:38:48.776028 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1503b917-5e10-44c0-941b-a8bce8f4be7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:48.791822 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-1503b917-5e10-44c0-941b-a8bce8f4be7d admin admin] Calling delete_port for 52377c38-cf3a-4b97-acd7-9880fae78a38 owned by network:router_gateway {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:38:48.860922 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-36bb949a-d09c-48e9-925f-ac96ecb5627c None None] Set router 24b0e45d-c0c2-4d8a-bff8-1e0349fedd3f gateway port host: None {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:38:48.917593 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-36bb949a-d09c-48e9-925f-ac96ecb5627c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24b0e45d-c0c2-4d8a-bff8-1e0349fedd3f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-729365858-router', 'tenant_id': '31ee811cf8bf4496a8c0a15123029084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:35:48Z', 'updated_at': '2022-05-20T20:38:48Z', 'revision_number': 6, 'project_id': '31ee811cf8bf4496a8c0a15123029084', 'gw_port_host': None}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:38:48.948667 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36bb949a-d09c-48e9-925f-ac96ecb5627c None None] The sync data for ids ['24b0e45d-c0c2-4d8a-bff8-1e0349fedd3f'] in n-d-842733-1 is: [{'id': '24b0e45d-c0c2-4d8a-bff8-1e0349fedd3f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-729365858-router', 'tenant_id': '31ee811cf8bf4496a8c0a15123029084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:35:48Z', 'updated_at': '2022-05-20T20:38:48Z', 'revision_number': 6, 'project_id': '31ee811cf8bf4496a8c0a15123029084', 'gw_port_host': None}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 20:38:49.035516 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1503b917-5e10-44c0-941b-a8bce8f4be7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:49.064221 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1503b917-5e10-44c0-941b-a8bce8f4be7d admin admin] Pushing event deleted for resources: {'Port': ['ID=52377c38-cf3a-4b97-acd7-9880fae78a38,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:38:49.113854 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d716749-c4de-4580-bc58-4472054a01af req-b8bd79db-ed56-42d1-8c23-cf88844b38cc service neutron] No DVR routers for this DVR port dd7c455f-f7fa-4ccb-8d0f-f44da1bcb1a1 on host n-h2-842733-1 {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:38:49.122816 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1503b917-5e10-44c0-941b-a8bce8f4be7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-748206'] for router_gateway, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:49.132540 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3adbb6b8-b380-4095-bc05-ac098429f254 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:49.134980 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3adbb6b8-b380-4095-bc05-ac098429f254 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:49.136082 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-3adbb6b8-b380-4095-bc05-ac098429f254 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/078f3e96-f1d8-48b4-8cd5-8adee91cee64 HTTP/1.1" status: 204 len: 168 time: 0.7691271 May 20 20:38:49.170684 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b124014c-6377-48ec-ac39-df55ae4dc40a req-084ce853-ec9c-468d-b056-a7f1c0bf42e2 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:49.172279 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b124014c-6377-48ec-ac39-df55ae4dc40a req-084ce853-ec9c-468d-b056-a7f1c0bf42e2 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6b770e5-8fc5-41ee-a663-8df2656df33f HTTP/1.1" status: 200 len: 944 time: 0.5652604 May 20 20:38:49.177389 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb13a393-1e95-453a-a8fa-345812285948', 'tag': 'd48c4a89-5248-4669-905a-a53da6b07df6'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:38:49.179581 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4291b17aa7b45362825f0571e77c85f5e73afe1df9c7e9e15006df9d695c005e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba63e93a-1224-4612-bd4a-d7c5dd9ceb63" -d '{"events": [{"name": "network-changed", "server_uuid": "fb13a393-1e95-453a-a8fa-345812285948", "tag": "d48c4a89-5248-4669-905a-a53da6b07df6"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:38:49.210508 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bd79db-ed56-42d1-8c23-cf88844b38cc service neutron] Pushing event updated for resources: {'Port': ['ID=dd7c455f-f7fa-4ccb-8d0f-f44da1bcb1a1,revision_number=10']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:38:49.213687 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1503b917-5e10-44c0-941b-a8bce8f4be7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26169'] for router, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:49.215833 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1503b917-5e10-44c0-941b-a8bce8f4be7d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:49.225815 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adbb6b8-b380-4095-bc05-ac098429f254 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=078f3e96-f1d8-48b4-8cd5-8adee91cee64,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:38:49.245122 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160c4d33-aa79-411c-971e-4d5b68d33f47 req-9d371a34-e5be-4f4a-a490-7d0672b1a61e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:49.245463 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-160c4d33-aa79-411c-971e-4d5b68d33f47 req-9d371a34-e5be-4f4a-a490-7d0672b1a61e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f9e5fad6-106c-4fb6-bdcf-0e79e7e3eb1f HTTP/1.1" status: 200 len: 847 time: 0.4788477 May 20 20:38:49.252347 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2d716749-c4de-4580-bc58-4472054a01af req-b8bd79db-ed56-42d1-8c23-cf88844b38cc service neutron] 10.222.0.13 "PUT /v2.0/ports/dd7c455f-f7fa-4ccb-8d0f-f44da1bcb1a1/bindings/n-h1-842733-1/activate HTTP/1.1" status: 200 len: 369 time: 1.9416990 May 20 20:38:49.294069 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-160c4d33-aa79-411c-971e-4d5b68d33f47 req-dc004d73-a5d1-4ecb-a2c0-88f5676c45e9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f2296de0-b06c-422e-98fe-14a3771aba33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385642 May 20 20:38:49.308875 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56502132-c12a-480c-b743-5ccb81296360 req-2841aa49-d4a0-4360-96d8-c63343e3842e tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:49.310223 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-56502132-c12a-480c-b743-5ccb81296360 req-2841aa49-d4a0-4360-96d8-c63343e3842e tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] 10.222.0.35 "GET /v2.0/ports?device_id=aa812417-dc22-4467-9c3a-232bd488429c HTTP/1.1" status: 200 len: 948 time: 0.5292492 May 20 20:38:49.314758 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b124014c-6377-48ec-ac39-df55ae4dc40a req-2b07de43-50b7-429f-aae5-3a5912ec43fd tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c1ac446-2eae-4e3c-98ef-7a4684e96782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266947 May 20 20:38:49.368440 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1503b917-5e10-44c0-941b-a8bce8f4be7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-693148'] for router, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:49.368905 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1503b917-5e10-44c0-941b-a8bce8f4be7d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 24b0e45d-c0c2-4d8a-bff8-1e0349fedd3f {{(pid=103162) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 20 20:38:49.381658 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1503b917-5e10-44c0-941b-a8bce8f4be7d admin admin] Notify callbacks [] for router, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:49.383259 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-1503b917-5e10-44c0-941b-a8bce8f4be7d admin admin] 10.222.0.35 "DELETE /v2.0/routers/24b0e45d-c0c2-4d8a-bff8-1e0349fedd3f HTTP/1.1" status: 204 len: 168 time: 1.1833777 May 20 20:38:49.385375 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 34076) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:38:49.497921 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-56502132-c12a-480c-b743-5ccb81296360 req-fa2b4243-fd3d-45ca-8af2-1cd1a54ec9b0 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c2aa399-3055-4eb0-8f1a-45933e0e3cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650550 May 20 20:38:49.558033 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_v2 [None req-b98f904b-57bb-44b6-8f41-538ca6cac316 admin admin] Deleting subnet b976e55b-bc0e-4cb1-aae3-746fb21d0e80 {{(pid=103163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 20 20:38:49.562897 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-160c4d33-aa79-411c-971e-4d5b68d33f47 req-77b71112-865d-48e5-8954-c2fe5d3cf4f9 service neutron] 10.222.0.24 "GET /v2.0/networks/f2296de0-b06c-422e-98fe-14a3771aba33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2509861 May 20 20:38:49.568663 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b98f904b-57bb-44b6-8f41-538ca6cac316 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:49.598814 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d464ffc-3f2b-4e9d-830c-b681927b36f1 req-3647b3fa-e57b-4cbe-ba85-368b4212ad82 tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:49.606274 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4d464ffc-3f2b-4e9d-830c-b681927b36f1 req-3647b3fa-e57b-4cbe-ba85-368b4212ad82 tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] 10.222.0.35 "GET /v2.0/ports?device_id=af8dbbf2-af97-4d08-9dfb-94cc026d387b HTTP/1.1" status: 200 len: 949 time: 0.1745269 May 20 20:38:49.606601 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 38bca092-2852-49b0-b371-088cd68e5070 up at agent hyperv_n-h2-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:38:49.608925 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 20:38:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-341ce132-8b79-4933-b366-9ff13c19f1d2 x-openstack-request-id: req-341ce132-8b79-4933-b366-9ff13c19f1d2 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:38:49.609257 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb13a393-1e95-453a-a8fa-345812285948", "tag": "d48c4a89-5248-4669-905a-a53da6b07df6", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:38:49.609509 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-341ce132-8b79-4933-b366-9ff13c19f1d2 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:38:49.609898 n-d-842733-1 neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-341ce132-8b79-4933-b366-9ff13c19f1d2'] response: {'name': 'network-changed', 'server_uuid': 'fb13a393-1e95-453a-a8fa-345812285948', 'tag': 'd48c4a89-5248-4669-905a-a53da6b07df6', 'status': 'completed', 'code': 200} May 20 20:38:49.690139 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d716749-c4de-4580-bc58-4472054a01af req-41d29ad4-da25-4611-824c-915eaf7bdce2 tempest-LiveAutoBlockMigrationV225Test-1777330067 tempest-LiveAutoBlockMigrationV225Test-1777330067-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:49.691884 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2d716749-c4de-4580-bc58-4472054a01af req-41d29ad4-da25-4611-824c-915eaf7bdce2 tempest-LiveAutoBlockMigrationV225Test-1777330067 tempest-LiveAutoBlockMigrationV225Test-1777330067-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=d6b770e5-8fc5-41ee-a663-8df2656df33f&tenant_id=8b3cc11ab7334369b6693afcab69aa6e&binding%3Ahost_id=n-h2-842733-1 HTTP/1.1" status: 200 len: 1096 time: 0.2061832 May 20 20:38:49.696403 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b98f904b-57bb-44b6-8f41-538ca6cac316 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9338757'] for subnet, precommit_delete_associations {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:49.721960 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 2acf4357-64ab-482c-ab19-6d73e56910d9 no longer exists at agent hyperv_n-h1-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:38:49.758038 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] No Port match for: 2acf4357-64ab-482c-ab19-6d73e56910d9 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 20:38:49.759141 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 2acf4357-64ab-482c-ab19-6d73e56910d9 not bound to the agent host n-h1-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 20:38:49.790043 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Provisioning for port 38bca092-2852-49b0-b371-088cd68e5070 completed by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 20:38:49.792509 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4d464ffc-3f2b-4e9d-830c-b681927b36f1 req-7804f447-4f8a-441b-a2fc-905d9f812964 tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] 10.222.0.35 "GET /v2.0/security-groups?id=b86a25cf-8ff6-49a5-9967-210010093ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853173 May 20 20:38:49.811474 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Provisioning complete for port 38bca092-2852-49b0-b371-088cd68e5070 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:38:49.814867 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:49.851983 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device cccdffef-5b05-481c-a498-0f8f1ae7fe37 no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:38:49.881484 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: cccdffef-5b05-481c-a498-0f8f1ae7fe37 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 20:38:49.881808 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device cccdffef-5b05-481c-a498-0f8f1ae7fe37 not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 20:38:49.887406 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-32bb475f-b84b-4a37-a88d-53e2eef39aeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:49.897577 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0e6c0197-f773-4b3b-9a3b-2ebd4f55f93f req-a3b6ec34-7be8-457f-9625-297a4bfe864c tempest-ServersTestBootFromVolume-26390201 tempest-ServersTestBootFromVolume-26390201-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--1383954390&fields=id&tenant_id=4db4ec0def424bec87de5a3f7547267e HTTP/1.1" status: 200 len: 267 time: 0.1571028 May 20 20:38:49.907104 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-160c4d33-aa79-411c-971e-4d5b68d33f47 req-4276aed8-4770-4618-88f4-1dea7fd5a734 service neutron] 10.222.0.24 "GET /v2.0/networks/f2296de0-b06c-422e-98fe-14a3771aba33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3179817 May 20 20:38:49.918489 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d716749-c4de-4580-bc58-4472054a01af req-81ebfb84-db2a-47b9-99f0-ebad404782fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:49.920070 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2d716749-c4de-4580-bc58-4472054a01af req-81ebfb84-db2a-47b9-99f0-ebad404782fd service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d6b770e5-8fc5-41ee-a663-8df2656df33f&tenant_id=8b3cc11ab7334369b6693afcab69aa6e HTTP/1.1" status: 200 len: 1096 time: 0.2178771 May 20 20:38:49.967785 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port 38bca092-2852-49b0-b371-088cd68e5070 is: BUILD; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:38:49.968236 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:49.987047 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b98f904b-57bb-44b6-8f41-538ca6cac316 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33068388'] for subnet, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:50.001033 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa812417-dc22-4467-9c3a-232bd488429c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38bca092-2852-49b0-b371-088cd68e5070'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:38:50.004400 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8485417003ce7c0410b00f5cdc2f391e21107b70bb68e2773712534a96e108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-503e593d-820f-4eb5-a187-7bda688865b6" -d '{"events": [{"server_uuid": "aa812417-dc22-4467-9c3a-232bd488429c", "name": "network-vif-plugged", "status": "completed", "tag": "38bca092-2852-49b0-b371-088cd68e5070"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:38:50.019735 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port 38bca092-2852-49b0-b371-088cd68e5070, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=38bca092-2852-49b0-b371-088cd68e5070,segment=NetworkSegment(ed3a602f-49fb-4a95-be80-401e1eb72e33),segment_id=ed3a602f-49fb-4a95-be80-401e1eb72e33)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:38:50.110466 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:50.147591 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db9b715-47ae-49a8-8200-3fe2f6399f72 req-4c85a763-fde8-4d7e-b314-739463e7bdce tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:50.148995 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5db9b715-47ae-49a8-8200-3fe2f6399f72 req-4c85a763-fde8-4d7e-b314-739463e7bdce tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] 10.222.0.35 "GET /v2.0/ports?device_id=fb13a393-1e95-453a-a8fa-345812285948 HTTP/1.1" status: 200 len: 943 time: 0.2472987 May 20 20:38:50.162206 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=38bca092-2852-49b0-b371-088cd68e5070,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:38:50.182884 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d716749-c4de-4580-bc58-4472054a01af req-2eb7f74c-e222-41a5-9a92-7e23f1179f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:50.184392 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2d716749-c4de-4580-bc58-4472054a01af req-2eb7f74c-e222-41a5-9a92-7e23f1179f2d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8b3cc11ab7334369b6693afcab69aa6e&device_id=d6b770e5-8fc5-41ee-a663-8df2656df33f HTTP/1.1" status: 200 len: 1096 time: 0.2306635 May 20 20:38:50.227167 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6c0197-f773-4b3b-9a3b-2ebd4f55f93f req-b4538d3f-7ca0-46f3-a36f-187b5c14e661 tempest-ServersTestBootFromVolume-26390201 tempest-ServersTestBootFromVolume-26390201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:50.234784 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0e6c0197-f773-4b3b-9a3b-2ebd4f55f93f req-b4538d3f-7ca0-46f3-a36f-187b5c14e661 tempest-ServersTestBootFromVolume-26390201 tempest-ServersTestBootFromVolume-26390201-project] 10.222.0.35 "GET /v2.0/networks?id=7e63056f-89a6-4da2-9322-ff3239b073c6 HTTP/1.1" status: 200 len: 815 time: 0.3247147 May 20 20:38:50.242619 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba63e93a-1224-4612-bd4a-d7c5dd9ceb63 req-cc2450b7-e435-437d-b146-2a2c9ada7aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:50.244125 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ba63e93a-1224-4612-bd4a-d7c5dd9ceb63 req-cc2450b7-e435-437d-b146-2a2c9ada7aa4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=33876e14b0274b60a421aea47180bf46&device_id=fb13a393-1e95-453a-a8fa-345812285948 HTTP/1.1" status: 200 len: 1094 time: 0.1858931 May 20 20:38:50.285771 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 34104) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:38:50.326245 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b98f904b-57bb-44b6-8f41-538ca6cac316 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33068399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9641221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8422588'] for subnet, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:50.335503 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0e6c0197-f773-4b3b-9a3b-2ebd4f55f93f req-96e0735a-b710-4ab1-a019-32a61842e119 tempest-ServersTestBootFromVolume-26390201 tempest-ServersTestBootFromVolume-26390201-project] 10.222.0.35 "GET /v2.0/quotas/4db4ec0def424bec87de5a3f7547267e HTTP/1.1" status: 200 len: 375 time: 0.0998409 May 20 20:38:50.410911 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5db9b715-47ae-49a8-8200-3fe2f6399f72 req-0587e546-c56d-45ee-922a-186f4927726b tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] 10.222.0.35 "GET /v2.0/security-groups?id=0a1ca955-ee86-4e03-bb39-6b1e6a532a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2462907 May 20 20:38:50.432297 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98f904b-57bb-44b6-8f41-538ca6cac316 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b976e55b-bc0e-4cb1-aae3-746fb21d0e80,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:38:50.449182 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b98f904b-57bb-44b6-8f41-538ca6cac316 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:50.454094 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-b98f904b-57bb-44b6-8f41-538ca6cac316 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/b976e55b-bc0e-4cb1-aae3-746fb21d0e80 HTTP/1.1" status: 204 len: 168 time: 1.0677681 May 20 20:38:50.458783 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7b5c63e-2c12-4d43-89a9-438b8cf5dbbe None None] Network c4b43d7b-7098-4775-8fc5-4e9463bbe780 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:38:50.464090 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 34114) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:38:50.526175 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-d6bbc9d7-d73c-45f5-8c96-26cf06291b6d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=eff173d5effc4807b4800c885a2849cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2391500 May 20 20:38:50.528575 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 34120) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:38:50.539072 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d716749-c4de-4580-bc58-4472054a01af req-8ae46459-1c51-4a42-ac7e-b4d1e4891b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:50.540536 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2d716749-c4de-4580-bc58-4472054a01af req-8ae46459-1c51-4a42-ac7e-b4d1e4891b82 service neutron] 10.222.0.24 "GET /v2.0/networks?id=fef9e30f-3c34-4b6b-9bd5-2a167649e7b0 HTTP/1.1" status: 200 len: 921 time: 0.3324432 May 20 20:38:50.547874 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 20:38:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-641d48a6-85e3-4151-a7db-4cf6e05e9287 x-openstack-request-id: req-641d48a6-85e3-4151-a7db-4cf6e05e9287 {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:38:50.550365 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa812417-dc22-4467-9c3a-232bd488429c", "name": "network-vif-plugged", "status": "completed", "tag": "38bca092-2852-49b0-b371-088cd68e5070", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:38:50.550828 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-641d48a6-85e3-4151-a7db-4cf6e05e9287 {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:38:50.551308 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-641d48a6-85e3-4151-a7db-4cf6e05e9287'] response: {'server_uuid': 'aa812417-dc22-4467-9c3a-232bd488429c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38bca092-2852-49b0-b371-088cd68e5070', 'code': 200} May 20 20:38:50.574611 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0e6c0197-f773-4b3b-9a3b-2ebd4f55f93f req-39e822df-5f5f-4dc2-9b39-8c13459a263f tempest-ServersTestBootFromVolume-26390201 tempest-ServersTestBootFromVolume-26390201-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=4db4ec0def424bec87de5a3f7547267e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2381523 May 20 20:38:50.618149 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6953315b-1004-479d-8962-708befe4f516 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:50.641140 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6953315b-1004-479d-8962-708befe4f516 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:50.665157 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2d716749-c4de-4580-bc58-4472054a01af req-0ffa8b01-a19b-4321-96e7-509b54f43f0a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dd7c455f-f7fa-4ccb-8d0f-f44da1bcb1a1 HTTP/1.1" status: 200 len: 217 time: 0.1117413 May 20 20:38:50.666290 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba63e93a-1224-4612-bd4a-d7c5dd9ceb63 req-dfb6b338-3f22-493c-bcb0-bb3b40fe4305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:50.667625 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ba63e93a-1224-4612-bd4a-d7c5dd9ceb63 req-dfb6b338-3f22-493c-bcb0-bb3b40fe4305 service neutron] 10.222.0.24 "GET /v2.0/networks?id=f2296de0-b06c-422e-98fe-14a3771aba33 HTTP/1.1" status: 200 len: 908 time: 0.4059556 May 20 20:38:50.669359 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 34122) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:38:50.762770 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-651bd0cf-e5db-4912-9f9b-c708c9e3a5fc None None] DHCP port deletion for c4b43d7b-7098-4775-8fc5-4e9463bbe780 request from n-d-842733-1 {{(pid=103164) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 20:38:50.778878 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6953315b-1004-479d-8962-708befe4f516 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:50.781975 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6953315b-1004-479d-8962-708befe4f516 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:50.783969 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-6953315b-1004-479d-8962-708befe4f516 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6d23a37b-22f4-4de0-ac30-98d1faf2729b HTTP/1.1" status: 204 len: 168 time: 0.2540386 May 20 20:38:50.801877 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-09e434a6-df17-4e10-ba38-168aefceae97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33160123'] for network, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:50.806281 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-cdb214fb-f64a-4b45-8a76-a7711b0d6d1a admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-880786765-network', 'tenant_id': '2492915dd73f457d8cb02b28e57274de'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:38:50.822269 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ba63e93a-1224-4612-bd4a-d7c5dd9ceb63 req-7f6dd1f7-cd34-4015-a7ad-a0686473a354 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d48c4a89-5248-4669-905a-a53da6b07df6 HTTP/1.1" status: 200 len: 217 time: 0.1092558 May 20 20:38:50.834693 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-651bd0cf-e5db-4912-9f9b-c708c9e3a5fc None None] Deleting port c3c50bc7-f7c1-4a09-bad4-ca69406b54f7 {{(pid=103164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:38:50.835423 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-651bd0cf-e5db-4912-9f9b-c708c9e3a5fc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:50.839904 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6953315b-1004-479d-8962-708befe4f516 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d23a37b-22f4-4de0-ac30-98d1faf2729b,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:38:50.897354 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66297d1-cd78-4924-9c6e-7fc1f4a36e94 req-c9d38340-301e-4d68-b75b-1950167334ed tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:50.898928 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c66297d1-cd78-4924-9c6e-7fc1f4a36e94 req-c9d38340-301e-4d68-b75b-1950167334ed tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6b770e5-8fc5-41ee-a663-8df2656df33f HTTP/1.1" status: 200 len: 945 time: 0.2997091 May 20 20:38:50.909581 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d716749-c4de-4580-bc58-4472054a01af req-8360af3c-1cbe-4071-827c-43727f6af1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:50.911049 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2d716749-c4de-4580-bc58-4472054a01af req-8360af3c-1cbe-4071-827c-43727f6af1d6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=33548886-d6e3-48e7-a819-149526989122 HTTP/1.1" status: 200 len: 860 time: 0.1981075 May 20 20:38:50.915466 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-651bd0cf-e5db-4912-9f9b-c708c9e3a5fc None None] For port c3c50bc7-f7c1-4a09-bad4-ca69406b54f7, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=c3c50bc7-f7c1-4a09-bad4-ca69406b54f7,segment=NetworkSegment(c52be16b-c0f3-4850-bcd1-0bdefd3bab7d),segment_id=c52be16b-c0f3-4850-bcd1-0bdefd3bab7d)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:38:50.915627 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdb214fb-f64a-4b45-8a76-a7711b0d6d1a admin admin] Made reservation on behalf of 2492915dd73f457d8cb02b28e57274de for: {'network': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:38:50.915859 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-651bd0cf-e5db-4912-9f9b-c708c9e3a5fc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:50.919268 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-cdb214fb-f64a-4b45-8a76-a7711b0d6d1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for network, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:50.927604 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729153ac-e5c3-4a00-9539-53bf08a2c8dc req-95a44f7a-cf58-4674-896f-c55237acf8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:50.929071 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-729153ac-e5c3-4a00-9539-53bf08a2c8dc req-95a44f7a-cf58-4674-896f-c55237acf8a8 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=aa812417-dc22-4467-9c3a-232bd488429c HTTP/1.1" status: 200 len: 1100 time: 0.2944195 May 20 20:38:50.931461 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-651bd0cf-e5db-4912-9f9b-c708c9e3a5fc None None] Calling delete_port for c3c50bc7-f7c1-4a09-bad4-ca69406b54f7 owned by network:dhcp {{(pid=103164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:38:50.935857 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-cdb214fb-f64a-4b45-8a76-a7711b0d6d1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:50.995704 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0e6c0197-f773-4b3b-9a3b-2ebd4f55f93f req-280f7ecd-5a4a-408a-8299-acf7ee9646e4 service neutron] 10.222.0.35 "GET /v2.0/networks/7e63056f-89a6-4da2-9322-ff3239b073c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4201384 May 20 20:38:51.003149 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2d716749-c4de-4580-bc58-4472054a01af req-724f37ee-614f-435d-8107-fb2eb07db819 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fef9e30f-3c34-4b6b-9bd5-2a167649e7b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0794673 May 20 20:38:51.024278 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-cdb214fb-f64a-4b45-8a76-a7711b0d6d1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:51.041991 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba63e93a-1224-4612-bd4a-d7c5dd9ceb63 req-90ac3eef-90d8-4bdd-a568-a17eacb596ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:51.043506 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ba63e93a-1224-4612-bd4a-d7c5dd9ceb63 req-90ac3eef-90d8-4bdd-a568-a17eacb596ce service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f9e5fad6-106c-4fb6-bdcf-0e79e7e3eb1f HTTP/1.1" status: 200 len: 847 time: 0.2067335 May 20 20:38:51.086929 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-cdb214fb-f64a-4b45-8a76-a7711b0d6d1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:51.110778 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cdb214fb-f64a-4b45-8a76-a7711b0d6d1a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 205} {{(pid=103162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 20:38:51.116889 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-651bd0cf-e5db-4912-9f9b-c708c9e3a5fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099'] for port, after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:51.124220 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb214fb-f64a-4b45-8a76-a7711b0d6d1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9d9c404-d869-4158-9779-ac1a15da4bac,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:38:51.145025 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-cdb214fb-f64a-4b45-8a76-a7711b0d6d1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:51.145573 n-d-842733-1 neutron-server[103162]: INFO neutron.db.segments_db [None req-cdb214fb-f64a-4b45-8a76-a7711b0d6d1a admin admin] Added segment 1b0c59b6-1da5-46b1-ba4a-82e83befd33e of type vlan for network 85e5027c-d244-4186-8c19-3a12977de170 May 20 20:38:51.159515 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-651bd0cf-e5db-4912-9f9b-c708c9e3a5fc None None] No DVR routers for this DVR port c3c50bc7-f7c1-4a09-bad4-ca69406b54f7 on host n-d-842733-1 {{(pid=103164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:38:51.168330 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c66297d1-cd78-4924-9c6e-7fc1f4a36e94 req-4224dd0e-4212-4351-a97a-ef47de7a43da tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c1ac446-2eae-4e3c-98ef-7a4684e96782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2501183 May 20 20:38:51.176097 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ba63e93a-1224-4612-bd4a-d7c5dd9ceb63 req-5c48aa29-732b-4eb0-9910-5b8b74e03bde service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f2296de0-b06c-422e-98fe-14a3771aba33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1037712 May 20 20:38:51.180351 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651bd0cf-e5db-4912-9f9b-c708c9e3a5fc None None] Pushing event deleted for resources: {'Port': ['ID=c3c50bc7-f7c1-4a09-bad4-ca69406b54f7,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:38:51.203425 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-729153ac-e5c3-4a00-9539-53bf08a2c8dc req-bb973d65-6714-4292-9b19-2386f8891df6 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=0c2aa399-3055-4eb0-8f1a-45933e0e3cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2397647 May 20 20:38:51.214203 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-cdb214fb-f64a-4b45-8a76-a7711b0d6d1a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418993264'] for network, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:51.298522 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-cdb214fb-f64a-4b45-8a76-a7711b0d6d1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524'] for network, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:51.299671 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdb214fb-f64a-4b45-8a76-a7711b0d6d1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:51.300382 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-cdb214fb-f64a-4b45-8a76-a7711b0d6d1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:51.312677 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-09e434a6-df17-4e10-ba38-168aefceae97 admin admin] Deleting port c3c50bc7-f7c1-4a09-bad4-ca69406b54f7 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:38:51.313015 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-09e434a6-df17-4e10-ba38-168aefceae97 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:51.350851 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2d716749-c4de-4580-bc58-4472054a01af req-354845de-34bc-4756-b702-b9b44f508d96 service neutron] 10.222.0.24 "GET /v2.0/networks/fef9e30f-3c34-4b6b-9bd5-2a167649e7b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3370526 May 20 20:38:51.362382 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb214fb-f64a-4b45-8a76-a7711b0d6d1a admin admin] Pushing event updated for resources: {'Network': ['ID=85e5027c-d244-4186-8c19-3a12977de170,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:38:51.377529 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Network 85e5027c-d244-4186-8c19-3a12977de170 details requested by agent ovs-agent-n-d-842733-1 with host n-d-842733-1 {{(pid=103164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 20 20:38:51.381425 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0e6c0197-f773-4b3b-9a3b-2ebd4f55f93f req-0e2cc7e5-06b1-4cae-b4d8-dcc199d70ff2 service neutron] 10.222.0.35 "GET /v2.0/networks/7e63056f-89a6-4da2-9322-ff3239b073c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3688347 May 20 20:38:51.425943 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-cdb214fb-f64a-4b45-8a76-a7711b0d6d1a admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7554116 May 20 20:38:51.426710 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 34132) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:38:51.431585 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-b82e851a-ca24-4cef-9840-b28a148705e5 admin admin] Request body: {'subnet': {'network_id': '85e5027c-d244-4186-8c19-3a12977de170', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-880786765-subnet', 'tenant_id': '2492915dd73f457d8cb02b28e57274de', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:38:51.474266 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 34136) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:38:51.478530 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device c3c50bc7-f7c1-4a09-bad4-ca69406b54f7 no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:38:51.502643 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-445f191b-f74f-40d8-aaca-f488b3b139ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:51.510730 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: c3c50bc7-f7c1-4a09-bad4-ca69406b54f7 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 20:38:51.511410 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device c3c50bc7-f7c1-4a09-bad4-ca69406b54f7 not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 20:38:51.512028 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 52377c38-cf3a-4b97-acd7-9880fae78a38 no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:38:51.548328 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: 52377c38-cf3a-4b97-acd7-9880fae78a38 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 20:38:51.549067 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 52377c38-cf3a-4b97-acd7-9880fae78a38 not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 20:38:51.622154 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-445f191b-f74f-40d8-aaca-f488b3b139ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:51.624268 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b82e851a-ca24-4cef-9840-b28a148705e5 admin admin] Made reservation on behalf of 2492915dd73f457d8cb02b28e57274de for: {'subnet': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:38:51.627495 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b82e851a-ca24-4cef-9840-b28a148705e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4018244'] for subnet, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:51.706219 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-445f191b-f74f-40d8-aaca-f488b3b139ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:51.737618 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device d48c4a89-5248-4669-905a-a53da6b07df6 details requested by agent hyperv_n-h1-842733-1 with host n-h1-842733-1 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 20:38:51.794700 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-445f191b-f74f-40d8-aaca-f488b3b139ee admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ba44e81ca93e483085fb600d61d462ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3166878 May 20 20:38:51.796129 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445f191b-f74f-40d8-aaca-f488b3b139ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09aa5eb1-33df-4f45-8445-d19b4c3ea878,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:38:51.798779 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 34144) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:38:51.807616 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ba63e93a-1224-4612-bd4a-d7c5dd9ceb63 req-b24c7c0c-a8c2-4b9b-a9d5-0b62f2d305bc service neutron] 10.222.0.24 "GET /v2.0/networks/f2296de0-b06c-422e-98fe-14a3771aba33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6212921 May 20 20:38:51.809320 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-09e434a6-df17-4e10-ba38-168aefceae97 admin admin] For port c3c50bc7-f7c1-4a09-bad4-ca69406b54f7, host n-d-842733-1, got binding levels [] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:38:51.809687 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-09e434a6-df17-4e10-ba38-168aefceae97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:51.826048 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e258beb-3657-47b5-8225-9421a58da6d6 req-ab3b20a9-9983-463b-a87e-328a4848aa7c tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:51.834219 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7e258beb-3657-47b5-8225-9421a58da6d6 req-ab3b20a9-9983-463b-a87e-328a4848aa7c tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] 10.222.0.35 "GET /v2.0/ports?device_id=aa812417-dc22-4467-9c3a-232bd488429c HTTP/1.1" status: 200 len: 949 time: 0.5575380 May 20 20:38:51.856160 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-09e434a6-df17-4e10-ba38-168aefceae97 admin admin] Calling delete_port for c3c50bc7-f7c1-4a09-bad4-ca69406b54f7 owned by network:dhcp {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:38:51.860487 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port d48c4a89-5248-4669-905a-a53da6b07df6, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=d48c4a89-5248-4669-905a-a53da6b07df6,segment=NetworkSegment(8e7444da-2574-4e87-afbd-a324be0dd68b),segment_id=8e7444da-2574-4e87-afbd-a324be0dd68b)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:38:51.861159 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.ipam_backend_mixin [None req-09e434a6-df17-4e10-ba38-168aefceae97 admin admin] Port c3c50bc7-f7c1-4a09-bad4-ca69406b54f7 was not found and therefore no delete operation was performed {{(pid=103163) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} May 20 20:38:51.874650 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Returning: {'device': 'd48c4a89-5248-4669-905a-a53da6b07df6', 'network_id': 'f2296de0-b06c-422e-98fe-14a3771aba33', 'port_id': 'd48c4a89-5248-4669-905a-a53da6b07df6', 'mac_address': 'fa:16:3e:8c:79:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9e5fad6-106c-4fb6-bdcf-0e79e7e3eb1f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 20 20:38:51.913357 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bb89d90c-1788-4568-a99e-e80da1bd5767 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:51.919176 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-09e434a6-df17-4e10-ba38-168aefceae97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:51.920380 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Current status of the port d48c4a89-5248-4669-905a-a53da6b07df6 is: DOWN; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:38:51.921013 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:51.936903 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bb89d90c-1788-4568-a99e-e80da1bd5767 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:51.938816 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d48c4a89-5248-4669-905a-a53da6b07df6 {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:38:51.964564 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e434a6-df17-4e10-ba38-168aefceae97 admin admin] Pushing event deleted for resources: {'Port': ['ID=c3c50bc7-f7c1-4a09-bad4-ca69406b54f7,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:38:51.970624 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port d48c4a89-5248-4669-905a-a53da6b07df6, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=d48c4a89-5248-4669-905a-a53da6b07df6,segment=NetworkSegment(8e7444da-2574-4e87-afbd-a324be0dd68b),segment_id=8e7444da-2574-4e87-afbd-a324be0dd68b)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:38:51.973665 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b82e851a-ca24-4cef-9840-b28a148705e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3797684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4018258'] for subnet, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:51.983586 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e434a6-df17-4e10-ba38-168aefceae97 admin admin] No DVR routers for this DVR port c3c50bc7-f7c1-4a09-bad4-ca69406b54f7 on host n-d-842733-1 {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:38:51.996261 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2d716749-c4de-4580-bc58-4472054a01af req-2b275489-617e-4e34-a055-cfa418e71ae1 service neutron] 10.222.0.24 "GET /v2.0/networks/fef9e30f-3c34-4b6b-9bd5-2a167649e7b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6138873 May 20 20:38:51.999152 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7e258beb-3657-47b5-8225-9421a58da6d6 req-1e93bc31-fb19-4b07-b531-1c4bd89ee0b9 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c2aa399-3055-4eb0-8f1a-45933e0e3cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641493 May 20 20:38:52.036715 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:52.044401 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82e851a-ca24-4cef-9840-b28a148705e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5df30a0b-5cdb-4d91-9fe8-512f286a6485,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:38:52.050966 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b82e851a-ca24-4cef-9840-b28a148705e5 admin admin] Checking segment: {'id': '1b0c59b6-1da5-46b1-ba4a-82e83befd33e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '85e5027c-d244-4186-8c19-3a12977de170'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:38:52.050966 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b82e851a-ca24-4cef-9840-b28a148705e5 admin admin] Network hostable DHCP agents. Network: 85e5027c-d244-4186-8c19-3a12977de170, hostable agents: ['c9b0653c-f3c7-4339-bd50-e3754b629216'], hosted agents: [] {{(pid=103162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 20:38:52.084828 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ba63e93a-1224-4612-bd4a-d7c5dd9ceb63 req-95927277-3108-460a-988c-f2bbefc20f24 service neutron] 10.222.0.24 "GET /v2.0/networks/f2296de0-b06c-422e-98fe-14a3771aba33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2448983 May 20 20:38:52.100411 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-09e434a6-df17-4e10-ba38-168aefceae97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33072115', 'neutron.services.segments.db._delete_segments_for_network-8782419500584'] for network, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:52.134411 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-09e434a6-df17-4e10-ba38-168aefceae97 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4b43d7b-7098-4775-8fc5-4e9463bbe780']}} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:38:52.148303 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Pushing event updated for resources: {'Port': ['ID=d48c4a89-5248-4669-905a-a53da6b07df6,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:38:52.167562 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b82e851a-ca24-4cef-9840-b28a148705e5 admin admin] Network 85e5027c-d244-4186-8c19-3a12977de170 is scheduled to be hosted by DHCP agent c9b0653c-f3c7-4339-bd50-e3754b629216 with binding_index 1 {{(pid=103162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 20:38:52.169788 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bb89d90c-1788-4568-a99e-e80da1bd5767 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:52.173399 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bb89d90c-1788-4568-a99e-e80da1bd5767 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:52.177483 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-bb89d90c-1788-4568-a99e-e80da1bd5767 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/09aa5eb1-33df-4f45-8445-d19b4c3ea878 HTTP/1.1" status: 204 len: 168 time: 0.3693905 May 20 20:38:52.187079 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-09e434a6-df17-4e10-ba38-168aefceae97 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c52be16b-c0f3-4850-bcd1-0bdefd3bab7d') {'for_net_delete': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:38:52.188826 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb89d90c-1788-4568-a99e-e80da1bd5767 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09aa5eb1-33df-4f45-8445-d19b4c3ea878,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:38:52.191505 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-09e434a6-df17-4e10-ba38-168aefceae97 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c52be16b-c0f3-4850-bcd1-0bdefd3bab7d') {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:38:52.211792 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-09e434a6-df17-4e10-ba38-168aefceae97 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419501617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9338764'] for segment, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:52.233965 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-09e434a6-df17-4e10-ba38-168aefceae97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:52.268807 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09e434a6-df17-4e10-ba38-168aefceae97 admin admin] Releasing vlan 228 on physical network physnet1 to pool {{(pid=103163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 20:38:52.269242 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-09e434a6-df17-4e10-ba38-168aefceae97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9638311'] for segment, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:52.284828 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-02781946-d64e-4bca-8e00-6f324b9e7dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:52.284926 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d98d6b2-9482-4b93-9ac1-4ccf563dfb33 req-7d02301a-2831-4f52-8f82-c998df3d8ab5 tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:52.284926 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1d98d6b2-9482-4b93-9ac1-4ccf563dfb33 req-7d02301a-2831-4f52-8f82-c998df3d8ab5 tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] 10.222.0.35 "GET /v2.0/ports?device_id=af8dbbf2-af97-4d08-9dfb-94cc026d387b HTTP/1.1" status: 200 len: 949 time: 0.1419826 May 20 20:38:52.284926 n-d-842733-1 neutron-server[103163]: Traceback (most recent call last): May 20 20:38:52.284926 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 20:38:52.284926 n-d-842733-1 neutron-server[103163]: timer() May 20 20:38:52.284926 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 20:38:52.284926 n-d-842733-1 neutron-server[103163]: cb(*args, **kw) May 20 20:38:52.284926 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 20 20:38:52.284926 n-d-842733-1 neutron-server[103163]: return func(*args, **kwargs) May 20 20:38:52.284926 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 20:38:52.284926 n-d-842733-1 neutron-server[103163]: self._notify() May 20 20:38:52.284926 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 20:38:52.284926 n-d-842733-1 neutron-server[103163]: self.callback(batched_events) May 20 20:38:52.284926 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 20:38:52.284926 n-d-842733-1 neutron-server[103163]: event.method(event) May 20 20:38:52.284926 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 20 20:38:52.284926 n-d-842733-1 neutron-server[103163]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 20:38:52.284926 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 20 20:38:52.284926 n-d-842733-1 neutron-server[103163]: aggregate_uuid = self.p_client.list_aggregates( May 20 20:38:52.284926 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 20 20:38:52.284926 n-d-842733-1 neutron-server[103163]: return f(self, *a, **k) May 20 20:38:52.284926 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 20 20:38:52.284926 n-d-842733-1 neutron-server[103163]: return self._get(url).json() May 20 20:38:52.284926 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 20 20:38:52.284926 n-d-842733-1 neutron-server[103163]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 20:38:52.284926 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 20:38:52.284926 n-d-842733-1 neutron-server[103163]: return self.request(url, 'GET', **kwargs) May 20 20:38:52.284926 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 20:38:52.284926 n-d-842733-1 neutron-server[103163]: base_url = self.get_endpoint(auth, allow=allow, May 20 20:38:52.284926 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 20:38:52.284926 n-d-842733-1 neutron-server[103163]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 20:38:52.284926 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 20:38:52.284926 n-d-842733-1 neutron-server[103163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 20:38:52.284926 n-d-842733-1 neutron-server[103163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 20:38:52.304368 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-b82e851a-ca24-4cef-9840-b28a148705e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842733-1, 85e5027c-d244-4186-8c19-3a12977de170) {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:38:52.315129 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b82e851a-ca24-4cef-9840-b28a148705e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:52.317414 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b82e851a-ca24-4cef-9840-b28a148705e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:52.319004 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c2e1668-610f-4bcc-8e4c-9a4037edb726 None None] Network 85e5027c-d244-4186-8c19-3a12977de170 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:38:52.341439 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] get_ports_and_sgs() called for port_ids ['d48c4a89-5248-4669-905a-a53da6b07df6'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:38:52.388767 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb552743-64c8-4632-8632-87650cc5ebc1 req-8948819a-b7bd-4e9c-9e2b-8cf7db59051f tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:52.396947 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-eb552743-64c8-4632-8632-87650cc5ebc1 req-8948819a-b7bd-4e9c-9e2b-8cf7db59051f tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] 10.222.0.35 "GET /v2.0/ports?device_id=fb13a393-1e95-453a-a8fa-345812285948 HTTP/1.1" status: 200 len: 944 time: 0.1592996 May 20 20:38:52.399478 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-b82e851a-ca24-4cef-9840-b28a148705e5 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9704978 May 20 20:38:52.401005 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 34158) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:38:52.404265 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1d98d6b2-9482-4b93-9ac1-4ccf563dfb33 req-843c86bb-d7ef-4844-b5bd-82d47b695a52 tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] 10.222.0.35 "GET /v2.0/security-groups?id=b86a25cf-8ff6-49a5-9967-210010093ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106541 May 20 20:38:52.406754 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-60d132f9-160a-4103-95d3-dc7a973ee07c admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-880786765-router', 'tenant_id': '2492915dd73f457d8cb02b28e57274de', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'}}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:38:52.457681 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-eb552743-64c8-4632-8632-87650cc5ebc1 req-fc1c5aff-acf6-425d-b42b-c1d05cc21bfd tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] 10.222.0.35 "GET /v2.0/security-groups?id=0a1ca955-ee86-4e03-bb39-6b1e6a532a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597699 May 20 20:38:52.467973 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-09e434a6-df17-4e10-ba38-168aefceae97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33072122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748162'] for network, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:52.485912 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-09e434a6-df17-4e10-ba38-168aefceae97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:52.490056 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-09e434a6-df17-4e10-ba38-168aefceae97 admin admin] 10.222.0.35 "DELETE /v2.0/networks/c4b43d7b-7098-4775-8fc5-4e9463bbe780 HTTP/1.1" status: 204 len: 168 time: 2.0244637 May 20 20:38:52.519251 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a88985bc-6efe-47ae-b771-94a6e7805f9b req-de00e0d6-6a5f-4f78-a4f2-d5860c047cd3 tempest-ServersTestBootFromVolume-26390201 tempest-ServersTestBootFromVolume-26390201-project] 10.222.0.35 "GET /v2.0/ports?device_id=0fc2910a-509a-4f46-a3d9-4753ae692890 HTTP/1.1" status: 200 len: 210 time: 0.0482655 May 20 20:38:52.527407 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-60d132f9-160a-4103-95d3-dc7a973ee07c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-694221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26155'] for router, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:52.532663 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-60d132f9-160a-4103-95d3-dc7a973ee07c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-693085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748153', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-718080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26162'] for router, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:52.538840 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e434a6-df17-4e10-ba38-168aefceae97 admin admin] Pushing event deleted for resources: {'Network': ['ID=c4b43d7b-7098-4775-8fc5-4e9463bbe780,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:38:52.633385 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-60d132f9-160a-4103-95d3-dc7a973ee07c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:52.661709 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d716749-c4de-4580-bc58-4472054a01af req-eb2b76e8-8301-4a06-8e5b-9d6acce7adb4 tempest-LiveAutoBlockMigrationV225Test-1777330067 tempest-LiveAutoBlockMigrationV225Test-1777330067-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:52.663238 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2d716749-c4de-4580-bc58-4472054a01af req-eb2b76e8-8301-4a06-8e5b-9d6acce7adb4 tempest-LiveAutoBlockMigrationV225Test-1777330067 tempest-LiveAutoBlockMigrationV225Test-1777330067-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=d6b770e5-8fc5-41ee-a663-8df2656df33f&tenant_id=8b3cc11ab7334369b6693afcab69aa6e&binding%3Ahost_id=n-h1-842733-1 HTTP/1.1" status: 200 len: 1096 time: 0.1428978 May 20 20:38:52.676590 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f34d2c23-a799-4170-a3f0-1786e9711d2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaee2b848-d4b9-5db1-b6ef-d6db29d67de7-85e5027c-d244-4186-8c19-3a12977de170', 'network_id': '85e5027c-d244-4186-8c19-3a12977de170', 'tenant_id': '2492915dd73f457d8cb02b28e57274de', 'fixed_ips': [{'subnet_id': '5df30a0b-5cdb-4d91-9fe8-512f286a6485'}]}} from n-d-842733-1. {{(pid=103164) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 20:38:52.677609 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-f34d2c23-a799-4170-a3f0-1786e9711d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:52.686088 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d404a02-f9bf-4001-ba06-60f64dda9913 req-33e4c1f8-2802-4a3e-a8b9-ce3786d54db6 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:52.690690 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0d404a02-f9bf-4001-ba06-60f64dda9913 req-33e4c1f8-2802-4a3e-a8b9-ce3786d54db6 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6b770e5-8fc5-41ee-a663-8df2656df33f HTTP/1.1" status: 200 len: 945 time: 0.0917373 May 20 20:38:52.790652 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0d404a02-f9bf-4001-ba06-60f64dda9913 req-ad44f2c2-7f63-4331-93f4-dd2317ba90ba tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c1ac446-2eae-4e3c-98ef-7a4684e96782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773587 May 20 20:38:52.870124 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [None req-f34d2c23-a799-4170-a3f0-1786e9711d2d None None] Allocated IP 172.20.0.2 (85e5027c-d244-4186-8c19-3a12977de170/5df30a0b-5cdb-4d91-9fe8-512f286a6485/5f1ff243-6497-4ebc-b25a-adfe148e467d) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:38:52.935478 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-2d716749-c4de-4580-bc58-4472054a01af req-13e3b37e-3af6-41b8-8d38-3b8bfbff1598 service neutron] For port dd7c455f-f7fa-4ccb-8d0f-f44da1bcb1a1, host n-h2-842733-1, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:38:52.940048 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-2d716749-c4de-4580-bc58-4472054a01af req-13e3b37e-3af6-41b8-8d38-3b8bfbff1598 service neutron] Notify callbacks [] for binding, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:52.941460 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2d716749-c4de-4580-bc58-4472054a01af req-13e3b37e-3af6-41b8-8d38-3b8bfbff1598 service neutron] 10.222.0.24 "DELETE /v2.0/ports/dd7c455f-f7fa-4ccb-8d0f-f44da1bcb1a1/bindings/n-h2-842733-1 HTTP/1.1" status: 204 len: 173 time: 0.2700858 May 20 20:38:52.986377 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.agents_db [None req-5c33ad30-4e00-40fa-b486-8c79c4a6cfc5 None None] Agent healthcheck: found 7 active agents {{(pid=103165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 20 20:38:53.017826 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 34172) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:38:53.025381 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-60d132f9-160a-4103-95d3-dc7a973ee07c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:53.037835 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d001450-4081-462d-812d-c5e3326422e7 req-ab339728-bfbb-47ea-9c71-9546314decfa tempest-LiveAutoBlockMigrationV225Test-1777330067 tempest-LiveAutoBlockMigrationV225Test-1777330067-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:53.050107 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4d001450-4081-462d-812d-c5e3326422e7 req-ab339728-bfbb-47ea-9c71-9546314decfa tempest-LiveAutoBlockMigrationV225Test-1777330067 tempest-LiveAutoBlockMigrationV225Test-1777330067-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=d6b770e5-8fc5-41ee-a663-8df2656df33f HTTP/1.1" status: 200 len: 1096 time: 0.0821526 May 20 20:38:53.071320 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-aa036986-70ad-49a5-a658-b0dae48dd2d6 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7a0946b7566d4115bc78791f06e90f69&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0506179 May 20 20:38:53.071576 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 34180) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:38:53.147253 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4d001450-4081-462d-812d-c5e3326422e7 req-d5ef4a6e-e00f-4e36-8aa9-bb113a0834a0 tempest-LiveAutoBlockMigrationV225Test-1777330067 tempest-LiveAutoBlockMigrationV225Test-1777330067-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=1c1ac446-2eae-4e3c-98ef-7a4684e96782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879669 May 20 20:38:53.176932 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970bd712-020a-4d4d-8007-98409686e520 req-06323bef-77c2-4d1d-bf30-8fa2161cbb30 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:53.178944 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-970bd712-020a-4d4d-8007-98409686e520 req-06323bef-77c2-4d1d-bf30-8fa2161cbb30 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] 10.222.0.35 "GET /v2.0/ports?device_id=aa812417-dc22-4467-9c3a-232bd488429c HTTP/1.1" status: 200 len: 949 time: 0.0611889 May 20 20:38:53.184231 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-f34d2c23-a799-4170-a3f0-1786e9711d2d None None] Notify callbacks [] for port, precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:53.213337 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-21a2b05b-9997-46b2-9e06-6d44ffaeb7de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:53.231665 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-970bd712-020a-4d4d-8007-98409686e520 req-6a267d17-df3f-4ec3-a127-248603fb3e8c tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c2aa399-3055-4eb0-8f1a-45933e0e3cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452507 May 20 20:38:53.251528 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-21a2b05b-9997-46b2-9e06-6d44ffaeb7de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:53.255199 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-f34d2c23-a799-4170-a3f0-1786e9711d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108'] for port, after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:53.302442 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f34d2c23-a799-4170-a3f0-1786e9711d2d None None] Network 85e5027c-d244-4186-8c19-3a12977de170 is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:38:53.304915 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d62e04-d0bd-4cd9-9dbc-aed73c0d02ce req-4d0af9b3-5f5e-4da8-a7b0-8e350c747d87 tempest-LiveAutoBlockMigrationV225Test-1777330067 tempest-LiveAutoBlockMigrationV225Test-1777330067-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:53.306583 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-01d62e04-d0bd-4cd9-9dbc-aed73c0d02ce req-4d0af9b3-5f5e-4da8-a7b0-8e350c747d87 tempest-LiveAutoBlockMigrationV225Test-1777330067 tempest-LiveAutoBlockMigrationV225Test-1777330067-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=d6b770e5-8fc5-41ee-a663-8df2656df33f HTTP/1.1" status: 200 len: 1096 time: 0.0426567 May 20 20:38:53.310157 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-f34d2c23-a799-4170-a3f0-1786e9711d2d None None] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:38:53.332373 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f34d2c23-a799-4170-a3f0-1786e9711d2d None None] Received port after_create {{(pid=103164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:38:53.345702 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34d2c23-a799-4170-a3f0-1786e9711d2d None None] Pushing event updated for resources: {'Port': ['ID=5f1ff243-6497-4ebc-b25a-adfe148e467d,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:38:53.393724 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-01d62e04-d0bd-4cd9-9dbc-aed73c0d02ce req-e4db0698-f910-4f01-b707-484218b72b99 tempest-LiveAutoBlockMigrationV225Test-1777330067 tempest-LiveAutoBlockMigrationV225Test-1777330067-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=1c1ac446-2eae-4e3c-98ef-7a4684e96782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790823 May 20 20:38:53.409977 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-f34d2c23-a799-4170-a3f0-1786e9711d2d None None] Attempting to bind port 5f1ff243-6497-4ebc-b25a-adfe148e467d on host n-d-842733-1 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:38:53.410485 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-f34d2c23-a799-4170-a3f0-1786e9711d2d None None] Attempting to bind port 5f1ff243-6497-4ebc-b25a-adfe148e467d by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': '1b0c59b6-1da5-46b1-ba4a-82e83befd33e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '85e5027c-d244-4186-8c19-3a12977de170'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:38:53.410899 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f34d2c23-a799-4170-a3f0-1786e9711d2d None None] Attempting to bind port 5f1ff243-6497-4ebc-b25a-adfe148e467d on network 85e5027c-d244-4186-8c19-3a12977de170 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:38:53.416478 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f34d2c23-a799-4170-a3f0-1786e9711d2d None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 38, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:38:53.428836 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f34d2c23-a799-4170-a3f0-1786e9711d2d None None] Checking segment: {'id': '1b0c59b6-1da5-46b1-ba4a-82e83befd33e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '85e5027c-d244-4186-8c19-3a12977de170'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:38:53.428836 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-f34d2c23-a799-4170-a3f0-1786e9711d2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:53.428836 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f34d2c23-a799-4170-a3f0-1786e9711d2d None None] Bound using segment: {'id': '1b0c59b6-1da5-46b1-ba4a-82e83befd33e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '85e5027c-d244-4186-8c19-3a12977de170'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:38:53.428836 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-f34d2c23-a799-4170-a3f0-1786e9711d2d None None] Bound port: 5f1ff243-6497-4ebc-b25a-adfe148e467d, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b0c59b6-1da5-46b1-ba4a-82e83befd33e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '85e5027c-d244-4186-8c19-3a12977de170'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:38:53.428836 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-f34d2c23-a799-4170-a3f0-1786e9711d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:53.429614 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c129eacc-615f-4363-b960-e96da8aae6cd req-a7c370fd-3cf7-4347-93c6-5f2ad7055803 tempest-ServersOnMultiNodesTest-1803513337 tempest-ServersOnMultiNodesTest-1803513337-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:53.432096 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c129eacc-615f-4363-b960-e96da8aae6cd req-a7c370fd-3cf7-4347-93c6-5f2ad7055803 tempest-ServersOnMultiNodesTest-1803513337 tempest-ServersOnMultiNodesTest-1803513337-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=aa812417-dc22-4467-9c3a-232bd488429c HTTP/1.1" status: 200 len: 1100 time: 0.1056833 May 20 20:38:53.516835 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-60d132f9-160a-4103-95d3-dc7a973ee07c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:53.519308 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c129eacc-615f-4363-b960-e96da8aae6cd req-87c40268-be11-4025-9e26-4b20b256c56c tempest-ServersOnMultiNodesTest-1803513337 tempest-ServersOnMultiNodesTest-1803513337-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=0c2aa399-3055-4eb0-8f1a-45933e0e3cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759845 May 20 20:38:53.545111 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-60d132f9-160a-4103-95d3-dc7a973ee07c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:53.594495 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-21a2b05b-9997-46b2-9e06-6d44ffaeb7de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:53.598071 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-21a2b05b-9997-46b2-9e06-6d44ffaeb7de admin admin] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:53.600299 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-21a2b05b-9997-46b2-9e06-6d44ffaeb7de admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/13ea56f8-085b-45fb-8735-ebcf175a7a44 HTTP/1.1" status: 204 len: 168 time: 0.5268910 May 20 20:38:53.612081 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-f34d2c23-a799-4170-a3f0-1786e9711d2d None None] For port 5f1ff243-6497-4ebc-b25a-adfe148e467d, host n-d-842733-1, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:38:53.614560 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a2b05b-9997-46b2-9e06-6d44ffaeb7de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13ea56f8-085b-45fb-8735-ebcf175a7a44,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:38:53.626649 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf29324-e786-418f-9dd7-f43b1d51d422 req-25a8841f-e98d-4c8b-93e9-6f8fcbe8ed21 tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:53.627356 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-f34d2c23-a799-4170-a3f0-1786e9711d2d None None] For port 5f1ff243-6497-4ebc-b25a-adfe148e467d, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=5f1ff243-6497-4ebc-b25a-adfe148e467d,segment=NetworkSegment(1b0c59b6-1da5-46b1-ba4a-82e83befd33e),segment_id=1b0c59b6-1da5-46b1-ba4a-82e83befd33e)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:38:53.637304 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ccf29324-e786-418f-9dd7-f43b1d51d422 req-25a8841f-e98d-4c8b-93e9-6f8fcbe8ed21 tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] 10.222.0.35 "GET /v2.0/ports?device_id=af8dbbf2-af97-4d08-9dfb-94cc026d387b HTTP/1.1" status: 200 len: 949 time: 0.0760336 May 20 20:38:53.707088 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be80a46-f245-4fc5-bd92-d6a5475cd85f req-b0bd6472-7684-40d1-9e30-18841a7a4c59 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:53.709043 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4be80a46-f245-4fc5-bd92-d6a5475cd85f req-b0bd6472-7684-40d1-9e30-18841a7a4c59 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] 10.222.0.35 "GET /v2.0/ports?device_id=fb13a393-1e95-453a-a8fa-345812285948 HTTP/1.1" status: 200 len: 944 time: 0.1002691 May 20 20:38:53.728263 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ccf29324-e786-418f-9dd7-f43b1d51d422 req-68d335d9-bd70-4e99-a6c2-b6761ca13707 tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] 10.222.0.35 "GET /v2.0/security-groups?id=b86a25cf-8ff6-49a5-9967-210010093ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898290 May 20 20:38:53.729283 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-f34d2c23-a799-4170-a3f0-1786e9711d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:53.733186 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-60d132f9-160a-4103-95d3-dc7a973ee07c admin admin] Allocated IP 172.25.2.232 (e3a93b5c-91e2-4064-9c2c-1afc261bfe15/86fee0c1-6e34-488b-9216-b2b8e7ef585a/9cfd6017-7461-4640-ae15-d19de67f1935) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:38:53.820677 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device d48c4a89-5248-4669-905a-a53da6b07df6 up at agent hyperv_n-h1-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:38:53.833656 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4be80a46-f245-4fc5-bd92-d6a5475cd85f req-749128bc-b822-482f-a908-f3f3950b5e31 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] 10.222.0.35 "GET /v2.0/security-groups?id=0a1ca955-ee86-4e03-bb39-6b1e6a532a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012130 May 20 20:38:53.900102 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4bb0e131-6525-46ca-a45b-e4ea43a5e69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:53.926087 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4ce10626-144b-472a-8b07-4a7b12241695 req-d7dd7676-0558-4352-bded-50c995792620 tempest-ServersTestBootFromVolume-26390201 tempest-ServersTestBootFromVolume-26390201-project] 10.222.0.35 "GET /v2.0/ports?device_id=0fc2910a-509a-4f46-a3d9-4753ae692890 HTTP/1.1" status: 200 len: 210 time: 0.0825653 May 20 20:38:53.950278 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34d2c23-a799-4170-a3f0-1786e9711d2d None None] Pushing event updated for resources: {'Port': ['ID=5f1ff243-6497-4ebc-b25a-adfe148e467d,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:38:53.995675 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-60d132f9-160a-4103-95d3-dc7a973ee07c admin admin] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:54.052651 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Provisioning for port d48c4a89-5248-4669-905a-a53da6b07df6 completed by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 20:38:54.057547 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Provisioning complete for port d48c4a89-5248-4669-905a-a53da6b07df6 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:38:54.058098 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:54.107102 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-37d7975a-c084-48db-b77c-0bcb1451d05d req-199acf0d-f32c-4afd-b3f6-a5c7e9b304d4 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=4207919be7244eb28564658a511e407f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0589640 May 20 20:38:54.150981 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-60d132f9-160a-4103-95d3-dc7a973ee07c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:54.217966 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Current status of the port d48c4a89-5248-4669-905a-a53da6b07df6 is: BUILD; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:38:54.218459 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:54.253271 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60d132f9-160a-4103-95d3-dc7a973ee07c admin admin] Network e3a93b5c-91e2-4064-9c2c-1afc261bfe15 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:38:54.254200 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb13a393-1e95-453a-a8fa-345812285948', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd48c4a89-5248-4669-905a-a53da6b07df6'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:38:54.257080 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8485417003ce7c0410b00f5cdc2f391e21107b70bb68e2773712534a96e108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4470b48-98b8-4ee8-8103-f5a6e881ee12" -d '{"events": [{"server_uuid": "fb13a393-1e95-453a-a8fa-345812285948", "name": "network-vif-plugged", "status": "completed", "tag": "d48c4a89-5248-4669-905a-a53da6b07df6"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:38:54.257351 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-60d132f9-160a-4103-95d3-dc7a973ee07c admin admin] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:38:54.269320 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d132f9-160a-4103-95d3-dc7a973ee07c admin admin] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:38:54.280869 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port d48c4a89-5248-4669-905a-a53da6b07df6, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=d48c4a89-5248-4669-905a-a53da6b07df6,segment=NetworkSegment(8e7444da-2574-4e87-afbd-a324be0dd68b),segment_id=8e7444da-2574-4e87-afbd-a324be0dd68b)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:38:54.347913 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d132f9-160a-4103-95d3-dc7a973ee07c admin admin] Pushing event updated for resources: {'Port': ['ID=9cfd6017-7461-4640-ae15-d19de67f1935,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:38:54.364099 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d7975a-c084-48db-b77c-0bcb1451d05d req-ddad140f-b29d-482f-9bbf-b72c0b63de9f tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:54.366325 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-37d7975a-c084-48db-b77c-0bcb1451d05d req-ddad140f-b29d-482f-9bbf-b72c0b63de9f tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2498581 May 20 20:38:54.368015 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:54.418735 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-37d7975a-c084-48db-b77c-0bcb1451d05d req-7a6c7ef3-d7dd-4275-96e8-fd77574fc06c tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] 10.222.0.35 "GET /v2.0/quotas/4207919be7244eb28564658a511e407f HTTP/1.1" status: 200 len: 375 time: 0.0148036 May 20 20:38:54.645360 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-37d7975a-c084-48db-b77c-0bcb1451d05d req-bbd266b8-c300-407c-b9c5-65e2b2b8dea1 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=4207919be7244eb28564658a511e407f&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2163012 May 20 20:38:54.658136 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 20:38:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8572ecc1-0867-496b-a727-f1e978cded46 x-openstack-request-id: req-8572ecc1-0867-496b-a727-f1e978cded46 {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:38:54.659132 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb13a393-1e95-453a-a8fa-345812285948", "name": "network-vif-plugged", "status": "completed", "tag": "d48c4a89-5248-4669-905a-a53da6b07df6", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:38:54.659397 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8572ecc1-0867-496b-a727-f1e978cded46 {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:38:54.659793 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8572ecc1-0867-496b-a727-f1e978cded46'] response: {'server_uuid': 'fb13a393-1e95-453a-a8fa-345812285948', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd48c4a89-5248-4669-905a-a53da6b07df6', 'code': 200} May 20 20:38:54.662592 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:54.670018 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 34232) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:38:54.693324 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e29a9b-ae19-45d3-a92a-3dbc405187e5 req-0869177d-62f8-4a4b-8f62-31cbcbcfb0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:54.695154 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-27e29a9b-ae19-45d3-a92a-3dbc405187e5 req-0869177d-62f8-4a4b-8f62-31cbcbcfb0d1 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=fb13a393-1e95-453a-a8fa-345812285948 HTTP/1.1" status: 200 len: 1096 time: 0.1186671 May 20 20:38:54.695905 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Pushing event updated for resources: {'Port': ['ID=d48c4a89-5248-4669-905a-a53da6b07df6,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:38:54.736793 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-6733b358-7450-422e-92b2-562b14d8e2d0 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=31ee811cf8bf4496a8c0a15123029084&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0592184 May 20 20:38:54.739613 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 34234) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:38:54.743662 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-27e29a9b-ae19-45d3-a92a-3dbc405187e5 req-81f71dfd-f4cf-4808-a776-9c389912ece8 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=0a1ca955-ee86-4e03-bb39-6b1e6a532a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396576 May 20 20:38:55.075787 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a91639b9-dec8-4a36-820a-2b1d91348bf1 req-9765f22d-c935-4d0b-ae95-59c333654092 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] 10.222.0.35 "GET /v2.0/ports?device_id=47d5b9a3-391b-4838-9114-d97b5723fd10 HTTP/1.1" status: 200 len: 210 time: 0.1461008 May 20 20:38:55.107352 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a550c139-427f-496c-88be-9f76d3ffb155 req-949202a2-f75b-42c9-a479-98ce0ed27a93 tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:55.117663 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a550c139-427f-496c-88be-9f76d3ffb155 req-949202a2-f75b-42c9-a479-98ce0ed27a93 tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] 10.222.0.35 "GET /v2.0/ports?device_id=af8dbbf2-af97-4d08-9dfb-94cc026d387b HTTP/1.1" status: 200 len: 949 time: 0.2840395 May 20 20:38:55.178342 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a550c139-427f-496c-88be-9f76d3ffb155 req-d25b3745-678f-4dd2-aaeb-0b1ca1d75eec tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] 10.222.0.35 "GET /v2.0/security-groups?id=b86a25cf-8ff6-49a5-9967-210010093ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537593 May 20 20:38:55.245904 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6c0197-f773-4b3b-9a3b-2ebd4f55f93f req-b0b714b7-8250-4006-a2b2-9b6466789f5a tempest-ServersTestBootFromVolume-26390201 tempest-ServersTestBootFromVolume-26390201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:55.245904 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0e6c0197-f773-4b3b-9a3b-2ebd4f55f93f req-b0b714b7-8250-4006-a2b2-9b6466789f5a tempest-ServersTestBootFromVolume-26390201 tempest-ServersTestBootFromVolume-26390201-project] 10.222.0.24 "GET /v2.0/networks?id=7e63056f-89a6-4da2-9322-ff3239b073c6 HTTP/1.1" status: 200 len: 815 time: 0.2833993 May 20 20:38:55.304670 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-eb067c42-ac07-4036-bfec-6d7eccb29bff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:55.332285 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0e6c0197-f773-4b3b-9a3b-2ebd4f55f93f req-95678370-9cc5-42c6-b047-2a3363dea55a tempest-ServersTestBootFromVolume-26390201 tempest-ServersTestBootFromVolume-26390201-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4db4ec0def424bec87de5a3f7547267e HTTP/1.1" status: 200 len: 380 time: 0.0737755 May 20 20:38:55.383748 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-eb067c42-ac07-4036-bfec-6d7eccb29bff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:55.406034 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-656a0ca6-1155-465e-84fd-e789a3085152 req-e8385249-ee49-4d23-8a36-3f371290bd15 tempest-ServersTestBootFromVolume-26390201 tempest-ServersTestBootFromVolume-26390201-project] 10.222.0.35 "GET /v2.0/ports?device_id=0fc2910a-509a-4f46-a3d9-4753ae692890 HTTP/1.1" status: 200 len: 210 time: 0.1040914 May 20 20:38:55.410624 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [req-0e6c0197-f773-4b3b-9a3b-2ebd4f55f93f req-275ef810-01d8-4004-9425-cc6c7e3fdf3d tempest-ServersTestBootFromVolume-26390201 tempest-ServersTestBootFromVolume-26390201-project] Request body: {'port': {'device_id': '0fc2910a-509a-4f46-a3d9-4753ae692890', 'network_id': '7e63056f-89a6-4da2-9322-ff3239b073c6', 'admin_state_up': True, 'tenant_id': '4db4ec0def424bec87de5a3f7547267e', 'security_groups': ['7a3fb94c-0846-423e-9e5e-d5c146d3cf48']}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:38:55.448002 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cc3ec51b-6ec8-438a-8349-5f0bec346d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:55.458152 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-60d132f9-160a-4103-95d3-dc7a973ee07c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:55.509913 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29332fe6-1311-4236-9403-b3a620aacd5c None None] Network 85e5027c-d244-4186-8c19-3a12977de170 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:38:55.595586 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 5f1ff243-6497-4ebc-b25a-adfe148e467d up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:38:55.602698 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:55.628816 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85976ed3-7225-4a6c-b0d5-b0aa7bf02b8c req-62b0fa74-dbf7-47be-a94d-15542737dbf1 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:55.637348 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-85976ed3-7225-4a6c-b0d5-b0aa7bf02b8c req-62b0fa74-dbf7-47be-a94d-15542737dbf1 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] 10.222.0.35 "GET /v2.0/ports?device_id=fb13a393-1e95-453a-a8fa-345812285948 HTTP/1.1" status: 200 len: 945 time: 0.3130538 May 20 20:38:55.689008 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-85976ed3-7225-4a6c-b0d5-b0aa7bf02b8c req-fb61e37f-44b5-46c0-923d-5d127a211d16 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] 10.222.0.35 "GET /v2.0/security-groups?id=0a1ca955-ee86-4e03-bb39-6b1e6a532a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482373 May 20 20:38:55.726546 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e6c0197-f773-4b3b-9a3b-2ebd4f55f93f req-275ef810-01d8-4004-9425-cc6c7e3fdf3d tempest-ServersTestBootFromVolume-26390201 tempest-ServersTestBootFromVolume-26390201-project] Made reservation on behalf of 4db4ec0def424bec87de5a3f7547267e for: {'port': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:38:55.730055 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-0e6c0197-f773-4b3b-9a3b-2ebd4f55f93f req-275ef810-01d8-4004-9425-cc6c7e3fdf3d tempest-ServersTestBootFromVolume-26390201 tempest-ServersTestBootFromVolume-26390201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:55.735575 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-eb067c42-ac07-4036-bfec-6d7eccb29bff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:55.739166 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-eb067c42-ac07-4036-bfec-6d7eccb29bff admin admin] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:55.741147 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-eb067c42-ac07-4036-bfec-6d7eccb29bff admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/dd7ff652-3d3f-4159-94cd-0dbe71a75d2e HTTP/1.1" status: 204 len: 168 time: 1.0002196 May 20 20:38:55.797793 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb067c42-ac07-4036-bfec-6d7eccb29bff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd7ff652-3d3f-4159-94cd-0dbe71a75d2e,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:38:55.848568 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-cb04be49-702f-48ab-bea4-0c6a23985359 None None] Provisioning complete for port 5f1ff243-6497-4ebc-b25a-adfe148e467d triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:38:55.848953 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cb04be49-702f-48ab-bea4-0c6a23985359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:56.023346 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-60d132f9-160a-4103-95d3-dc7a973ee07c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748106'] for router, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:56.086977 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [req-0e6c0197-f773-4b3b-9a3b-2ebd4f55f93f req-275ef810-01d8-4004-9425-cc6c7e3fdf3d tempest-ServersTestBootFromVolume-26390201 tempest-ServersTestBootFromVolume-26390201-project] Allocated IP 172.20.0.10 (7e63056f-89a6-4da2-9322-ff3239b073c6/f320fcb0-0b3a-445c-8395-c256db82b19f/6d161f51-5ea4-4c0c-8b8d-64a6b8518980) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:38:56.098504 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 5f1ff243-6497-4ebc-b25a-adfe148e467d triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:38:56.099177 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:56.262189 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-fbb9e592-e700-4add-909a-2ae79cc4ae17 req-ca886607-eb10-426b-bc93-8a7eb8ba336a tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] 10.222.0.35 "GET /v2.0/ports?device_id=47d5b9a3-391b-4838-9114-d97b5723fd10 HTTP/1.1" status: 200 len: 210 time: 0.0873494 May 20 20:38:56.283039 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-cb04be49-702f-48ab-bea4-0c6a23985359 None None] Current status of the port 5f1ff243-6497-4ebc-b25a-adfe148e467d is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:38:56.283422 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cb04be49-702f-48ab-bea4-0c6a23985359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:56.431842 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-cb04be49-702f-48ab-bea4-0c6a23985359 None None] For port 5f1ff243-6497-4ebc-b25a-adfe148e467d, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=5f1ff243-6497-4ebc-b25a-adfe148e467d,segment=NetworkSegment(1b0c59b6-1da5-46b1-ba4a-82e83befd33e),segment_id=1b0c59b6-1da5-46b1-ba4a-82e83befd33e)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:38:56.448338 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 5f1ff243-6497-4ebc-b25a-adfe148e467d is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:38:56.452312 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:56.459981 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60d132f9-160a-4103-95d3-dc7a973ee07c admin admin] Router f355266f-7bb3-4b8c-a0c8-ab01fa65432f is scheduled to L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e with binding_index 1 {{(pid=103162) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 20 20:38:56.495235 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cb04be49-702f-48ab-bea4-0c6a23985359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:56.566367 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8f1915-2664-41e2-80c1-05c80ace8624 req-b5c32dc4-ad8c-4b3a-bd18-a677aaf6d181 tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:56.589761 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5f8f1915-2664-41e2-80c1-05c80ace8624 req-b5c32dc4-ad8c-4b3a-bd18-a677aaf6d181 tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] 10.222.0.35 "GET /v2.0/ports?device_id=af8dbbf2-af97-4d08-9dfb-94cc026d387b HTTP/1.1" status: 200 len: 949 time: 0.2984281 May 20 20:38:56.691450 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.db.api [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103164) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 20 20:38:56.692153 n-d-842733-1 neutron-server[103164]: DEBUG oslo_db.api [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 20 20:38:56.695481 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb04be49-702f-48ab-bea4-0c6a23985359 None None] Pushing event updated for resources: {'Port': ['ID=5f1ff243-6497-4ebc-b25a-adfe148e467d,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:38:56.714898 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5f8f1915-2664-41e2-80c1-05c80ace8624 req-e5ae26bd-f82a-4837-9bed-f88265995cab tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] 10.222.0.35 "GET /v2.0/security-groups?id=b86a25cf-8ff6-49a5-9967-210010093ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225686 May 20 20:38:56.745881 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-91689adf-2705-46db-9090-d20fedcdef7d req-0e5adad1-2116-42e8-ac8d-e26923b5329e tempest-ServersTestBootFromVolume-26390201 tempest-ServersTestBootFromVolume-26390201-project] 10.222.0.35 "GET /v2.0/ports?device_id=0fc2910a-509a-4f46-a3d9-4753ae692890 HTTP/1.1" status: 200 len: 210 time: 0.0739338 May 20 20:38:56.768897 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60d132f9-160a-4103-95d3-dc7a973ee07c admin admin] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 20:38:56.798839 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae19e5b-8629-474d-834f-dd73ebd2a9dd None None] Sync routers for ids ['f355266f-7bb3-4b8c-a0c8-ab01fa65432f'] in n-d-842733-1 {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 20:38:56.839555 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-6fee3b2c-efbc-4457-b7ba-36b4663c2e6a None None] Provisioning complete for port 5f1ff243-6497-4ebc-b25a-adfe148e467d triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:38:56.843337 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-6fee3b2c-efbc-4457-b7ba-36b4663c2e6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:56.851242 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae19e5b-8629-474d-834f-dd73ebd2a9dd None None] Routers {'f355266f-7bb3-4b8c-a0c8-ab01fa65432f'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:38:56.852247 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-3ae19e5b-8629-474d-834f-dd73ebd2a9dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:38:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['f355266f-7bb3-4b8c-a0c8-ab01fa65432f'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:38:56.855815 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-0e6c0197-f773-4b3b-9a3b-2ebd4f55f93f req-275ef810-01d8-4004-9425-cc6c7e3fdf3d tempest-ServersTestBootFromVolume-26390201 tempest-ServersTestBootFromVolume-26390201-project] Notify callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:56.944651 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-60d132f9-160a-4103-95d3-dc7a973ee07c admin admin] Notify callbacks [] for router, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:56.951480 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-60d132f9-160a-4103-95d3-dc7a973ee07c admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.5491002 May 20 20:38:56.960108 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 34308) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:38:57.036784 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-6fee3b2c-efbc-4457-b7ba-36b4663c2e6a None None] Current status of the port 5f1ff243-6497-4ebc-b25a-adfe148e467d is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:38:57.159813 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a90bb6-b853-47a6-a362-666a340dcb2e req-444c5aa5-45c7-4620-9981-e1d3c7f82c99 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:57.163533 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-29a90bb6-b853-47a6-a362-666a340dcb2e req-444c5aa5-45c7-4620-9981-e1d3c7f82c99 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] 10.222.0.35 "GET /v2.0/ports?device_id=fb13a393-1e95-453a-a8fa-345812285948 HTTP/1.1" status: 200 len: 945 time: 0.1060033 May 20 20:38:57.166299 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-0e6c0197-f773-4b3b-9a3b-2ebd4f55f93f req-275ef810-01d8-4004-9425-cc6c7e3fdf3d tempest-ServersTestBootFromVolume-26390201 tempest-ServersTestBootFromVolume-26390201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:57.254498 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 5f1ff243-6497-4ebc-b25a-adfe148e467d is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:38:57.353814 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e6c0197-f773-4b3b-9a3b-2ebd4f55f93f req-275ef810-01d8-4004-9425-cc6c7e3fdf3d tempest-ServersTestBootFromVolume-26390201 tempest-ServersTestBootFromVolume-26390201-project] Network 7e63056f-89a6-4da2-9322-ff3239b073c6 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:38:57.361922 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-3ae19e5b-8629-474d-834f-dd73ebd2a9dd None None] Set router f355266f-7bb3-4b8c-a0c8-ab01fa65432f gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:38:57.364350 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [req-0e6c0197-f773-4b3b-9a3b-2ebd4f55f93f req-275ef810-01d8-4004-9425-cc6c7e3fdf3d tempest-ServersTestBootFromVolume-26390201 tempest-ServersTestBootFromVolume-26390201-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:38:57.369713 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e6c0197-f773-4b3b-9a3b-2ebd4f55f93f req-275ef810-01d8-4004-9425-cc6c7e3fdf3d tempest-ServersTestBootFromVolume-26390201 tempest-ServersTestBootFromVolume-26390201-project] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:38:57.453287 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-29a90bb6-b853-47a6-a362-666a340dcb2e req-8347d485-7231-4a38-8f24-a21a4316d446 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] 10.222.0.35 "GET /v2.0/security-groups?id=0a1ca955-ee86-4e03-bb39-6b1e6a532a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2818804 May 20 20:38:57.481154 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275ef810-01d8-4004-9425-cc6c7e3fdf3d tempest-ServersTestBootFromVolume-26390201 tempest-ServersTestBootFromVolume-26390201-project] Pushing event updated for resources: {'Port': ['ID=6d161f51-5ea4-4c0c-8b8d-64a6b8518980,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:38:57.490549 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6c0197-f773-4b3b-9a3b-2ebd4f55f93f req-275ef810-01d8-4004-9425-cc6c7e3fdf3d tempest-ServersTestBootFromVolume-26390201 tempest-ServersTestBootFromVolume-26390201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:57.491459 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-0e6c0197-f773-4b3b-9a3b-2ebd4f55f93f req-275ef810-01d8-4004-9425-cc6c7e3fdf3d tempest-ServersTestBootFromVolume-26390201 tempest-ServersTestBootFromVolume-26390201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:57.586773 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 5f1ff243-6497-4ebc-b25a-adfe148e467d up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:38:57.672886 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f082e64a-3011-4a19-8910-faa3e921565e req-61ae4d88-65a6-437c-a85b-148e6f6314df tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] 10.222.0.35 "GET /v2.0/ports?device_id=47d5b9a3-391b-4838-9114-d97b5723fd10 HTTP/1.1" status: 200 len: 210 time: 0.1401119 May 20 20:38:57.684918 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0e6c0197-f773-4b3b-9a3b-2ebd4f55f93f req-275ef810-01d8-4004-9425-cc6c7e3fdf3d tempest-ServersTestBootFromVolume-26390201 tempest-ServersTestBootFromVolume-26390201-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3008461 May 20 20:38:57.744266 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 5f1ff243-6497-4ebc-b25a-adfe148e467d triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:38:57.744898 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:57.751383 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [req-0e6c0197-f773-4b3b-9a3b-2ebd4f55f93f req-701e0862-3ac3-4f6c-84c2-7d7ea5045c83 service neutron] Request body: {'port': {'device_id': '0fc2910a-509a-4f46-a3d9-4753ae692890', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-842733-1'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:38:57.931357 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-3ae19e5b-8629-474d-834f-dd73ebd2a9dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f355266f-7bb3-4b8c-a0c8-ab01fa65432f', 'name': 'tempest-ServerActionsTestJSON-880786765-router', 'tenant_id': '2492915dd73f457d8cb02b28e57274de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': '9cfd6017-7461-4640-ae15-d19de67f1935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:38:52Z', 'updated_at': '2022-05-20T20:38:54Z', 'revision_number': 3, 'project_id': '2492915dd73f457d8cb02b28e57274de', 'gw_port': {'id': '9cfd6017-7461-4640-ae15-d19de67f1935', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:61:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f355266f-7bb3-4b8c-a0c8-ab01fa65432f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:38:53Z', 'updated_at': '2022-05-20T20:38:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:38:57.977125 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae19e5b-8629-474d-834f-dd73ebd2a9dd None None] Checking router: f355266f-7bb3-4b8c-a0c8-ab01fa65432f for host: n-d-842733-1 {{(pid=103165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 20:38:57.977800 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae19e5b-8629-474d-834f-dd73ebd2a9dd None None] Updating router f355266f-7bb3-4b8c-a0c8-ab01fa65432f port 9cfd6017-7461-4640-ae15-d19de67f1935 binding host n-d-842733-1 {{(pid=103165) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 20:38:57.982848 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 5f1ff243-6497-4ebc-b25a-adfe148e467d is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:38:58.009381 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d901956b-6cef-4a86-acdb-ba1e0fe36302 req-454af42b-fc08-4380-a297-b67936ed6f0d tempest-LiveMigrationTest-1108997473 tempest-LiveMigrationTest-1108997473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:58.017241 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d901956b-6cef-4a86-acdb-ba1e0fe36302 req-454af42b-fc08-4380-a297-b67936ed6f0d tempest-LiveMigrationTest-1108997473 tempest-LiveMigrationTest-1108997473-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=fb13a393-1e95-453a-a8fa-345812285948 HTTP/1.1" status: 200 len: 1096 time: 0.3788807 May 20 20:38:58.039192 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-3ae19e5b-8629-474d-834f-dd73ebd2a9dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:58.039660 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-0e6c0197-f773-4b3b-9a3b-2ebd4f55f93f req-701e0862-3ac3-4f6c-84c2-7d7ea5045c83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:58.107526 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-6e674a38-81c5-4f58-b87c-154412108913 None None] Provisioning complete for port 6d161f51-5ea4-4c0c-8b8d-64a6b8518980 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:38:58.110045 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-6e674a38-81c5-4f58-b87c-154412108913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:58.115123 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01386e96-7fdd-4a1c-b47e-028b9db69eda req-949dd430-e333-4049-8d92-709e19484050 tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:58.130839 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-01386e96-7fdd-4a1c-b47e-028b9db69eda req-949dd430-e333-4049-8d92-709e19484050 tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] 10.222.0.35 "GET /v2.0/ports?device_id=af8dbbf2-af97-4d08-9dfb-94cc026d387b HTTP/1.1" status: 200 len: 949 time: 0.2650151 May 20 20:38:58.186683 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-6e674a38-81c5-4f58-b87c-154412108913 None None] Port 6d161f51-5ea4-4c0c-8b8d-64a6b8518980 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 20:38:58.198044 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 34332) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:38:58.208778 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-37d7975a-c084-48db-b77c-0bcb1451d05d req-15af8f4b-d0b6-4567-bc68-5bb5d16dadd0 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=4207919be7244eb28564658a511e407f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0730956 May 20 20:38:58.225104 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d901956b-6cef-4a86-acdb-ba1e0fe36302 req-808e7b3d-af42-4755-bd55-428f378bd4c4 tempest-LiveMigrationTest-1108997473 tempest-LiveMigrationTest-1108997473-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=0a1ca955-ee86-4e03-bb39-6b1e6a532a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065609 May 20 20:38:58.443799 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3aa2bf28-4f6e-4991-8fc9-2ebe5286ab6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:58.481056 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-01386e96-7fdd-4a1c-b47e-028b9db69eda req-f71bd46a-a33e-43f8-bd35-31cfe24dfb93 tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] 10.222.0.35 "GET /v2.0/security-groups?id=b86a25cf-8ff6-49a5-9967-210010093ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2737255 May 20 20:38:58.661165 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-3ae19e5b-8629-474d-834f-dd73ebd2a9dd None None] Notify callbacks [] for port, precommit_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:58.740569 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5a9f49-b468-465b-86ab-15d9efe3704b req-11eca975-d2c5-466b-aab1-98d786c4a63c tempest-ServersTestBootFromVolume-26390201 tempest-ServersTestBootFromVolume-26390201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:58.748532 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3d5a9f49-b468-465b-86ab-15d9efe3704b req-11eca975-d2c5-466b-aab1-98d786c4a63c tempest-ServersTestBootFromVolume-26390201 tempest-ServersTestBootFromVolume-26390201-project] 10.222.0.35 "GET /v2.0/ports?device_id=0fc2910a-509a-4f46-a3d9-4753ae692890 HTTP/1.1" status: 200 len: 932 time: 0.3432586 May 20 20:38:58.758233 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-3aa2bf28-4f6e-4991-8fc9-2ebe5286ab6f admin admin] Allocated IP 172.20.0.1 (85e5027c-d244-4186-8c19-3a12977de170/5df30a0b-5cdb-4d91-9fe8-512f286a6485/1d631e8b-9f50-42e3-9874-3df33de0d701) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:38:58.778281 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-3ae19e5b-8629-474d-834f-dd73ebd2a9dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:58.806945 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-462b9251-1f67-4e44-a3ac-ed4f55d2e5cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:58.844537 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-3ae19e5b-8629-474d-834f-dd73ebd2a9dd None None] Attempting to bind port 9cfd6017-7461-4640-ae15-d19de67f1935 on host n-d-842733-1 for vnic_type normal with profile {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:38:58.844918 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-3ae19e5b-8629-474d-834f-dd73ebd2a9dd None None] Attempting to bind port 9cfd6017-7461-4640-ae15-d19de67f1935 by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': '0b5485c4-eff8-42a1-9073-ae54ed4c63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'}] {{(pid=103165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:38:58.845288 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae19e5b-8629-474d-834f-dd73ebd2a9dd None None] Attempting to bind port 9cfd6017-7461-4640-ae15-d19de67f1935 on network e3a93b5c-91e2-4064-9c2c-1afc261bfe15 {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:38:58.850221 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f8ef6d-7bc2-40a8-8b99-60a98359fcf2 None None] Pushing event updated for resources: {'Port': ['ID=9cfd6017-7461-4640-ae15-d19de67f1935,revision_number=2']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:38:58.864603 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae19e5b-8629-474d-834f-dd73ebd2a9dd None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 38, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:38:58.864972 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae19e5b-8629-474d-834f-dd73ebd2a9dd None None] Checking segment: {'id': '0b5485c4-eff8-42a1-9073-ae54ed4c63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:38:58.865390 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-3ae19e5b-8629-474d-834f-dd73ebd2a9dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:58.865776 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae19e5b-8629-474d-834f-dd73ebd2a9dd None None] Bound using segment: {'id': '0b5485c4-eff8-42a1-9073-ae54ed4c63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'} {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:38:58.866230 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-3ae19e5b-8629-474d-834f-dd73ebd2a9dd None None] Bound port: 9cfd6017-7461-4640-ae15-d19de67f1935, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b5485c4-eff8-42a1-9073-ae54ed4c63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'}}] {{(pid=103165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:38:58.866629 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-3ae19e5b-8629-474d-834f-dd73ebd2a9dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:58.912628 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3aa2bf28-4f6e-4991-8fc9-2ebe5286ab6f admin admin] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:58.925651 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-37e8bb47-afe2-4418-8eea-74b2916c34d0 req-89eeb800-8082-4928-bf08-e894d1bfbe5e tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] 10.222.0.35 "GET /v2.0/ports?device_id=47d5b9a3-391b-4838-9114-d97b5723fd10 HTTP/1.1" status: 200 len: 210 time: 0.1324902 May 20 20:38:58.958697 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-3ae19e5b-8629-474d-834f-dd73ebd2a9dd None None] For port 9cfd6017-7461-4640-ae15-d19de67f1935, host n-d-842733-1, cleared binding levels {{(pid=103165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:38:58.962274 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d7975a-c084-48db-b77c-0bcb1451d05d req-c03fd7cd-cda4-4cf8-89ef-724ce4f91eed tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:38:58.963837 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-37d7975a-c084-48db-b77c-0bcb1451d05d req-c03fd7cd-cda4-4cf8-89ef-724ce4f91eed tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7313964 May 20 20:38:58.964394 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-3ae19e5b-8629-474d-834f-dd73ebd2a9dd None None] For port 9cfd6017-7461-4640-ae15-d19de67f1935, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=9cfd6017-7461-4640-ae15-d19de67f1935,segment=NetworkSegment(0b5485c4-eff8-42a1-9073-ae54ed4c63ba),segment_id=0b5485c4-eff8-42a1-9073-ae54ed4c63ba)] {{(pid=103165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:38:59.009885 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [req-37d7975a-c084-48db-b77c-0bcb1451d05d req-909794a7-d1fd-4071-aefe-37dc2a0b8198 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] Request body: {'port': {'device_id': '47d5b9a3-391b-4838-9114-d97b5723fd10', 'network_id': 'cd702362-b982-46c5-a7d0-51de1b03df86', 'admin_state_up': True, 'tenant_id': '4207919be7244eb28564658a511e407f'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:38:59.024588 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3aa2bf28-4f6e-4991-8fc9-2ebe5286ab6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:59.065864 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aa2bf28-4f6e-4991-8fc9-2ebe5286ab6f admin admin] Network 85e5027c-d244-4186-8c19-3a12977de170 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:38:59.065864 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-3aa2bf28-4f6e-4991-8fc9-2ebe5286ab6f admin admin] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:38:59.065864 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aa2bf28-4f6e-4991-8fc9-2ebe5286ab6f admin admin] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:38:59.072473 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-3ae19e5b-8629-474d-834f-dd73ebd2a9dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:59.175647 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa2bf28-4f6e-4991-8fc9-2ebe5286ab6f admin admin] Pushing event updated for resources: {'Port': ['ID=1d631e8b-9f50-42e3-9874-3df33de0d701,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:38:59.195946 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3d5a9f49-b468-465b-86ab-15d9efe3704b req-c4193a74-ff8d-440a-a33b-d7efb6e88f66 tempest-ServersTestBootFromVolume-26390201 tempest-ServersTestBootFromVolume-26390201-project] 10.222.0.35 "GET /v2.0/security-groups?id=7a3fb94c-0846-423e-9e5e-d5c146d3cf48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4464757 May 20 20:38:59.202437 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae19e5b-8629-474d-834f-dd73ebd2a9dd None None] Routers {'f355266f-7bb3-4b8c-a0c8-ab01fa65432f'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:38:59.202437 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-3ae19e5b-8629-474d-834f-dd73ebd2a9dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:38:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['f355266f-7bb3-4b8c-a0c8-ab01fa65432f'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:38:59.210749 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3aa2bf28-4f6e-4991-8fc9-2ebe5286ab6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748409'] for router_interface, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:59.273280 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f8ef6d-7bc2-40a8-8b99-60a98359fcf2 None None] Pushing event updated for resources: {'Port': ['ID=9cfd6017-7461-4640-ae15-d19de67f1935,revision_number=3']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:38:59.336312 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37d7975a-c084-48db-b77c-0bcb1451d05d req-909794a7-d1fd-4071-aefe-37dc2a0b8198 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] Made reservation on behalf of 4207919be7244eb28564658a511e407f for: {'port': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:38:59.339859 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-37d7975a-c084-48db-b77c-0bcb1451d05d req-909794a7-d1fd-4071-aefe-37dc2a0b8198 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:59.380796 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-3ae19e5b-8629-474d-834f-dd73ebd2a9dd None None] Set router f355266f-7bb3-4b8c-a0c8-ab01fa65432f gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:38:59.439490 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-462b9251-1f67-4e44-a3ac-ed4f55d2e5cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:59.483575 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [req-0e6c0197-f773-4b3b-9a3b-2ebd4f55f93f req-701e0862-3ac3-4f6c-84c2-7d7ea5045c83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d161f51-5ea4-4c0c-8b8d-64a6b8518980 {{(pid=103163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:38:59.502232 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-0e6c0197-f773-4b3b-9a3b-2ebd4f55f93f req-701e0862-3ac3-4f6c-84c2-7d7ea5045c83 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:59.530238 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [req-0e6c0197-f773-4b3b-9a3b-2ebd4f55f93f req-701e0862-3ac3-4f6c-84c2-7d7ea5045c83 service neutron] Transition to ACTIVE for port object 6d161f51-5ea4-4c0c-8b8d-64a6b8518980 will not be triggered until provisioned by entity L2. {{(pid=103163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 20:38:59.583692 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3aa2bf28-4f6e-4991-8fc9-2ebe5286ab6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:59.586111 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-af7ce8b0-46f1-4480-ae83-443181184b6e None None] Provisioning complete for port 1d631e8b-9f50-42e3-9874-3df33de0d701 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:38:59.589966 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-af7ce8b0-46f1-4480-ae83-443181184b6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:59.634583 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [req-37d7975a-c084-48db-b77c-0bcb1451d05d req-909794a7-d1fd-4071-aefe-37dc2a0b8198 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] Allocated IP 192.168.233.132 (cd702362-b982-46c5-a7d0-51de1b03df86/26b342ea-254c-483a-9ea9-f11c178970eb/7fdfd52e-b40e-4fe9-a489-269bbd28cc0b) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:38:59.642189 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-462b9251-1f67-4e44-a3ac-ed4f55d2e5cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:59.706448 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-af7ce8b0-46f1-4480-ae83-443181184b6e None None] Port 1d631e8b-9f50-42e3-9874-3df33de0d701 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 20:38:59.714218 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-0e6c0197-f773-4b3b-9a3b-2ebd4f55f93f req-701e0862-3ac3-4f6c-84c2-7d7ea5045c83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:59.847880 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-462b9251-1f67-4e44-a3ac-ed4f55d2e5cb admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8123e524a1224439bfeea66d0015b318&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6411040 May 20 20:38:59.849114 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462b9251-1f67-4e44-a3ac-ed4f55d2e5cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa020ae9-6175-4426-b0ec-1bdef91f7a06,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:38:59.853759 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 34370) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:38:59.872818 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-3ae19e5b-8629-474d-834f-dd73ebd2a9dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f355266f-7bb3-4b8c-a0c8-ab01fa65432f', 'name': 'tempest-ServerActionsTestJSON-880786765-router', 'tenant_id': '2492915dd73f457d8cb02b28e57274de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': '9cfd6017-7461-4640-ae15-d19de67f1935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:38:52Z', 'updated_at': '2022-05-20T20:38:54Z', 'revision_number': 3, 'project_id': '2492915dd73f457d8cb02b28e57274de', 'gw_port': {'id': '9cfd6017-7461-4640-ae15-d19de67f1935', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:61:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f355266f-7bb3-4b8c-a0c8-ab01fa65432f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:38:53Z', 'updated_at': '2022-05-20T20:38:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:38:59.929975 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3aa2bf28-4f6e-4991-8fc9-2ebe5286ab6f admin admin] Notify callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:59.972281 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae19e5b-8629-474d-834f-dd73ebd2a9dd None None] The sync data for ids ['f355266f-7bb3-4b8c-a0c8-ab01fa65432f'] in n-d-842733-1 is: [{'id': 'f355266f-7bb3-4b8c-a0c8-ab01fa65432f', 'name': 'tempest-ServerActionsTestJSON-880786765-router', 'tenant_id': '2492915dd73f457d8cb02b28e57274de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': '9cfd6017-7461-4640-ae15-d19de67f1935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:38:52Z', 'updated_at': '2022-05-20T20:38:54Z', 'revision_number': 3, 'project_id': '2492915dd73f457d8cb02b28e57274de', 'gw_port': {'id': '9cfd6017-7461-4640-ae15-d19de67f1935', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:61:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f355266f-7bb3-4b8c-a0c8-ab01fa65432f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:38:53Z', 'updated_at': '2022-05-20T20:38:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 20:39:00.002147 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3aa2bf28-4f6e-4991-8fc9-2ebe5286ab6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:00.009135 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701e0862-3ac3-4f6c-84c2-7d7ea5045c83 service neutron] Pushing event updated for resources: {'Port': ['ID=6d161f51-5ea4-4c0c-8b8d-64a6b8518980,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:39:00.016365 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-04d24c29-dc82-4902-89a6-c3b28d52aaff req-2cb0029b-daa2-4e88-9940-da99e446901e tempest-DeleteServersAdminTestJSON-1856297794 tempest-DeleteServersAdminTestJSON-1856297794-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=742d4b3430f94d92945cee196b9b431a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0992310 May 20 20:39:00.099081 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ac539c-526c-4f48-aa3a-edaff0b74f3c req-7e1bf888-482f-48b3-96bc-5579848edd40 tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:39:00.100613 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-30ac539c-526c-4f48-aa3a-edaff0b74f3c req-7e1bf888-482f-48b3-96bc-5579848edd40 tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] 10.222.0.35 "GET /v2.0/ports?device_id=af8dbbf2-af97-4d08-9dfb-94cc026d387b HTTP/1.1" status: 200 len: 949 time: 0.3952482 May 20 20:39:00.146300 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3aa2bf28-4f6e-4991-8fc9-2ebe5286ab6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748437'] for router_interface, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:00.149445 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa2bf28-4f6e-4991-8fc9-2ebe5286ab6f admin admin] Pushing event updated for resources: {'Port': ['ID=1d631e8b-9f50-42e3-9874-3df33de0d701,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:39:00.267013 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d113cf95-7462-41c1-930d-2703d61b1091 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:00.324883 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aa2bf28-4f6e-4991-8fc9-2ebe5286ab6f admin admin] Network 85e5027c-d244-4186-8c19-3a12977de170 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:39:00.331360 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-26dcd0da-f3df-4782-8e11-014ea6790dc7 req-05b2eeda-038d-45af-99a9-f5120ab857ec service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=72dcbc3c-1ad5-469d-891f-fc55788615d5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0925374 May 20 20:39:00.332704 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-3aa2bf28-4f6e-4991-8fc9-2ebe5286ab6f admin admin] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:39:00.483148 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d113cf95-7462-41c1-930d-2703d61b1091 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:00.528217 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-30ac539c-526c-4f48-aa3a-edaff0b74f3c req-4ef01032-2189-4d94-b2c3-e77250d65460 tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] 10.222.0.35 "GET /v2.0/security-groups?id=b86a25cf-8ff6-49a5-9967-210010093ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3010445 May 20 20:39:00.606067 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dcd0da-f3df-4782-8e11-014ea6790dc7 req-77f01472-1f13-4eae-85b7-14e8d58f39be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:39:00.607550 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-26dcd0da-f3df-4782-8e11-014ea6790dc7 req-77f01472-1f13-4eae-85b7-14e8d58f39be service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8b3cc11ab7334369b6693afcab69aa6e&device_id=72dcbc3c-1ad5-469d-891f-fc55788615d5 HTTP/1.1" status: 200 len: 1096 time: 0.1555216 May 20 20:39:00.649399 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-0e6c0197-f773-4b3b-9a3b-2ebd4f55f93f req-701e0862-3ac3-4f6c-84c2-7d7ea5045c83 service neutron] Attempting to bind port 6d161f51-5ea4-4c0c-8b8d-64a6b8518980 on host n-h1-842733-1 for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:39:00.649732 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-0e6c0197-f773-4b3b-9a3b-2ebd4f55f93f req-701e0862-3ac3-4f6c-84c2-7d7ea5045c83 service neutron] Attempting to bind port 6d161f51-5ea4-4c0c-8b8d-64a6b8518980 by drivers openvswitch,hyperv on host n-h1-842733-1 at level 0 using segments [{'id': '2e6e4d76-0e9f-4826-8486-6bd4ed5544e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '7e63056f-89a6-4da2-9322-ff3239b073c6'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:39:00.650061 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e6c0197-f773-4b3b-9a3b-2ebd4f55f93f req-701e0862-3ac3-4f6c-84c2-7d7ea5045c83 service neutron] Attempting to bind port 6d161f51-5ea4-4c0c-8b8d-64a6b8518980 on network 7e63056f-89a6-4da2-9322-ff3239b073c6 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:39:00.660224 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3aa2bf28-4f6e-4991-8fc9-2ebe5286ab6f admin admin] Router f355266f-7bb3-4b8c-a0c8-ab01fa65432f has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 20:39:00.667256 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e6c0197-f773-4b3b-9a3b-2ebd4f55f93f req-701e0862-3ac3-4f6c-84c2-7d7ea5045c83 service neutron] Port 6d161f51-5ea4-4c0c-8b8d-64a6b8518980 on network 7e63056f-89a6-4da2-9322-ff3239b073c6 not bound, no agent of type Open vSwitch agent registered on host n-h1-842733-1 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 20:39:00.667773 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e6c0197-f773-4b3b-9a3b-2ebd4f55f93f req-701e0862-3ac3-4f6c-84c2-7d7ea5045c83 service neutron] Attempting to bind port 6d161f51-5ea4-4c0c-8b8d-64a6b8518980 on network 7e63056f-89a6-4da2-9322-ff3239b073c6 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:39:00.738249 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-37d7975a-c084-48db-b77c-0bcb1451d05d req-909794a7-d1fd-4071-aefe-37dc2a0b8198 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] Notify callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:00.784329 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e6c0197-f773-4b3b-9a3b-2ebd4f55f93f req-701e0862-3ac3-4f6c-84c2-7d7ea5045c83 service neutron] Checking agent: {'id': '08dfb1ce-804b-4db8-838b-21094082e041', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 32, 54), 'started_at': datetime.datetime(2022, 5, 20, 20, 32, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 38, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:39:00.784674 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e6c0197-f773-4b3b-9a3b-2ebd4f55f93f req-701e0862-3ac3-4f6c-84c2-7d7ea5045c83 service neutron] Checking segment: {'id': '2e6e4d76-0e9f-4826-8486-6bd4ed5544e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '7e63056f-89a6-4da2-9322-ff3239b073c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:39:00.785076 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e6c0197-f773-4b3b-9a3b-2ebd4f55f93f req-701e0862-3ac3-4f6c-84c2-7d7ea5045c83 service neutron] Bound using segment: {'id': '2e6e4d76-0e9f-4826-8486-6bd4ed5544e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '7e63056f-89a6-4da2-9322-ff3239b073c6'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:39:00.785533 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-0e6c0197-f773-4b3b-9a3b-2ebd4f55f93f req-701e0862-3ac3-4f6c-84c2-7d7ea5045c83 service neutron] Bound port: 6d161f51-5ea4-4c0c-8b8d-64a6b8518980, host: n-h1-842733-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e6e4d76-0e9f-4826-8486-6bd4ed5544e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '7e63056f-89a6-4da2-9322-ff3239b073c6'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:39:00.785890 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-0e6c0197-f773-4b3b-9a3b-2ebd4f55f93f req-701e0862-3ac3-4f6c-84c2-7d7ea5045c83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:00.790995 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-73432d59-bdea-42cf-9318-29a5cf76bd1b None None] Provisioning complete for port 1d631e8b-9f50-42e3-9874-3df33de0d701 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:39:00.792399 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-73432d59-bdea-42cf-9318-29a5cf76bd1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:00.863702 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-73432d59-bdea-42cf-9318-29a5cf76bd1b None None] Port 1d631e8b-9f50-42e3-9874-3df33de0d701 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 20:39:00.900311 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d24c29-dc82-4902-89a6-c3b28d52aaff req-2c383467-42e1-40bc-b151-b6117e0336d4 tempest-DeleteServersAdminTestJSON-1856297794 tempest-DeleteServersAdminTestJSON-1856297794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:39:00.901789 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-04d24c29-dc82-4902-89a6-c3b28d52aaff req-2c383467-42e1-40bc-b151-b6117e0336d4 tempest-DeleteServersAdminTestJSON-1856297794 tempest-DeleteServersAdminTestJSON-1856297794-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8359153 May 20 20:39:00.920166 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dcd0da-f3df-4782-8e11-014ea6790dc7 req-6ddc9e8a-d071-4fbb-a777-a7d37d2e54f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:39:00.923848 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-26dcd0da-f3df-4782-8e11-014ea6790dc7 req-6ddc9e8a-d071-4fbb-a777-a7d37d2e54f2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=fef9e30f-3c34-4b6b-9bd5-2a167649e7b0 HTTP/1.1" status: 200 len: 921 time: 0.2558942 May 20 20:39:00.924091 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e7f36bb4-5ac6-4c51-b200-915ecb0f253d req-9ee61b9f-987b-4b9c-a4d8-0d3b25f0d649 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] 10.222.0.35 "GET /v2.0/ports?device_id=47d5b9a3-391b-4838-9114-d97b5723fd10 HTTP/1.1" status: 200 len: 210 time: 0.1207249 May 20 20:39:00.943698 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3aa2bf28-4f6e-4991-8fc9-2ebe5286ab6f admin admin] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 20:39:00.996920 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-3aa2bf28-4f6e-4991-8fc9-2ebe5286ab6f admin admin] 10.222.0.35 "PUT /v2.0/routers/f355266f-7bb3-4b8c-a0c8-ab01fa65432f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0405362 May 20 20:39:01.001640 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-26dcd0da-f3df-4782-8e11-014ea6790dc7 req-1cfc234a-a9ca-4fed-b4f2-30ae2b58cc7f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=65c226fe-0bb9-4ed2-8058-7f27ec6ceba5 HTTP/1.1" status: 200 len: 217 time: 0.0674005 May 20 20:39:01.014166 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d113cf95-7462-41c1-930d-2703d61b1091 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:01.016941 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d113cf95-7462-41c1-930d-2703d61b1091 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:01.018117 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-d113cf95-7462-41c1-930d-2703d61b1091 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/fa020ae9-6175-4426-b0ec-1bdef91f7a06 HTTP/1.1" status: 204 len: 168 time: 1.1440473 May 20 20:39:01.031402 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-04d24c29-dc82-4902-89a6-c3b28d52aaff req-2e38e601-41a2-4410-807d-ea2969113578 tempest-DeleteServersAdminTestJSON-1856297794 tempest-DeleteServersAdminTestJSON-1856297794-project] 10.222.0.35 "GET /v2.0/quotas/742d4b3430f94d92945cee196b9b431a HTTP/1.1" status: 200 len: 375 time: 0.1055512 May 20 20:39:01.067236 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d113cf95-7462-41c1-930d-2703d61b1091 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa020ae9-6175-4426-b0ec-1bdef91f7a06,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:39:01.118117 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-37d7975a-c084-48db-b77c-0bcb1451d05d req-909794a7-d1fd-4071-aefe-37dc2a0b8198 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:01.136501 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dcd0da-f3df-4782-8e11-014ea6790dc7 req-5a89e9e2-e37f-403c-ac04-24d73f20a405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:39:01.137999 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-26dcd0da-f3df-4782-8e11-014ea6790dc7 req-5a89e9e2-e37f-403c-ac04-24d73f20a405 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=33548886-d6e3-48e7-a819-149526989122 HTTP/1.1" status: 200 len: 860 time: 0.1272187 May 20 20:39:01.151060 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] get_ports_and_sgs() called for port_ids ['ff8333d5-3411-4ce2-bab2-7173fcf8ad5b', 'ad8036cd-7d02-407a-9e0d-263626d3f679', 'c97eadfd-f41a-4fb2-80fd-962422a3d259', '8d87c637-17a5-42ec-9e52-1fc6319310a7'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:39:01.163641 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-04d24c29-dc82-4902-89a6-c3b28d52aaff req-e11e46a8-f1ab-4885-b812-75826dcca0a1 tempest-DeleteServersAdminTestJSON-1856297794 tempest-DeleteServersAdminTestJSON-1856297794-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=742d4b3430f94d92945cee196b9b431a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1155863 May 20 20:39:01.205246 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-26dcd0da-f3df-4782-8e11-014ea6790dc7 req-b3db7ed6-ad7b-4b26-8ec1-b501690ecb87 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fef9e30f-3c34-4b6b-9bd5-2a167649e7b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0549984 May 20 20:39:01.300038 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] get_ports_and_sgs() called for port_ids ['d98c405b-6579-48af-bdbe-2911ebe2fa55', 'ad65896f-0d65-48a0-845a-c7a465632aa8', '38bca092-2852-49b0-b371-088cd68e5070'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:39:01.362795 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909794a7-d1fd-4071-aefe-37dc2a0b8198 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] Pushing event updated for resources: {'Port': ['ID=7fdfd52e-b40e-4fe9-a489-269bbd28cc0b,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:39:01.386206 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-0e6c0197-f773-4b3b-9a3b-2ebd4f55f93f req-701e0862-3ac3-4f6c-84c2-7d7ea5045c83 service neutron] For port 6d161f51-5ea4-4c0c-8b8d-64a6b8518980, host n-h1-842733-1, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:39:01.409667 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-26dcd0da-f3df-4782-8e11-014ea6790dc7 req-cefe160e-1264-4da4-aab8-a138eb1c9a3a service neutron] 10.222.0.24 "GET /v2.0/networks/fef9e30f-3c34-4b6b-9bd5-2a167649e7b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1962070 May 20 20:39:01.422109 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-0e6c0197-f773-4b3b-9a3b-2ebd4f55f93f req-701e0862-3ac3-4f6c-84c2-7d7ea5045c83 service neutron] For port 6d161f51-5ea4-4c0c-8b8d-64a6b8518980, host n-h1-842733-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=6d161f51-5ea4-4c0c-8b8d-64a6b8518980,segment=NetworkSegment(2e6e4d76-0e9f-4826-8486-6bd4ed5544e9),segment_id=2e6e4d76-0e9f-4826-8486-6bd4ed5544e9)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:39:01.429828 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37d7975a-c084-48db-b77c-0bcb1451d05d req-909794a7-d1fd-4071-aefe-37dc2a0b8198 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] Network cd702362-b982-46c5-a7d0-51de1b03df86 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:39:01.441940 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [req-37d7975a-c084-48db-b77c-0bcb1451d05d req-909794a7-d1fd-4071-aefe-37dc2a0b8198 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:39:01.445837 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [req-37d7975a-c084-48db-b77c-0bcb1451d05d req-909794a7-d1fd-4071-aefe-37dc2a0b8198 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:39:01.469949 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bec21c-29c5-438d-b157-bfab96efac65 req-e1bfc69e-9f42-4fa4-b6b2-3297fdbcb5df tempest-ServersTestBootFromVolume-26390201 tempest-ServersTestBootFromVolume-26390201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:39:01.478453 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-49bec21c-29c5-438d-b157-bfab96efac65 req-e1bfc69e-9f42-4fa4-b6b2-3297fdbcb5df tempest-ServersTestBootFromVolume-26390201 tempest-ServersTestBootFromVolume-26390201-project] 10.222.0.35 "GET /v2.0/ports?device_id=0fc2910a-509a-4f46-a3d9-4753ae692890 HTTP/1.1" status: 200 len: 944 time: 0.4536777 May 20 20:39:01.594042 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-0e6c0197-f773-4b3b-9a3b-2ebd4f55f93f req-701e0862-3ac3-4f6c-84c2-7d7ea5045c83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:01.637144 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 9cfd6017-7461-4640-ae15-d19de67f1935 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:39:01.750546 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-26dcd0da-f3df-4782-8e11-014ea6790dc7 req-66ded6ec-dfb7-4073-8776-64626601f1ab service neutron] 10.222.0.24 "GET /v2.0/networks/fef9e30f-3c34-4b6b-9bd5-2a167649e7b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3260496 May 20 20:39:01.855388 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6c0197-f773-4b3b-9a3b-2ebd4f55f93f req-701e0862-3ac3-4f6c-84c2-7d7ea5045c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:39:01.856255 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-0e6c0197-f773-4b3b-9a3b-2ebd4f55f93f req-701e0862-3ac3-4f6c-84c2-7d7ea5045c83 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:01.857995 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0e6c0197-f773-4b3b-9a3b-2ebd4f55f93f req-701e0862-3ac3-4f6c-84c2-7d7ea5045c83 service neutron] 10.222.0.24 "PUT /v2.0/ports/6d161f51-5ea4-4c0c-8b8d-64a6b8518980 HTTP/1.1" status: 200 len: 1092 time: 4.1416566 May 20 20:39:01.890080 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fc2910a-509a-4f46-a3d9-4753ae692890', 'tag': '6d161f51-5ea4-4c0c-8b8d-64a6b8518980'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:39:01.899972 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4291b17aa7b45362825f0571e77c85f5e73afe1df9c7e9e15006df9d695c005e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dbd033c-5ef8-4368-838b-76c07e078b31" -d '{"events": [{"name": "network-changed", "server_uuid": "0fc2910a-509a-4f46-a3d9-4753ae692890", "tag": "6d161f51-5ea4-4c0c-8b8d-64a6b8518980"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:39:01.949520 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 9cfd6017-7461-4640-ae15-d19de67f1935 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:39:01.951148 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:01.968737 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d7975a-c084-48db-b77c-0bcb1451d05d req-909794a7-d1fd-4071-aefe-37dc2a0b8198 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:39:01.969700 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-37d7975a-c084-48db-b77c-0bcb1451d05d req-909794a7-d1fd-4071-aefe-37dc2a0b8198 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:02.056079 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-49bec21c-29c5-438d-b157-bfab96efac65 req-79600bd1-fc10-49f9-8e76-a7bb87698453 tempest-ServersTestBootFromVolume-26390201 tempest-ServersTestBootFromVolume-26390201-project] 10.222.0.35 "GET /v2.0/security-groups?id=7a3fb94c-0846-423e-9e5e-d5c146d3cf48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4709558 May 20 20:39:02.090701 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701e0862-3ac3-4f6c-84c2-7d7ea5045c83 service neutron] Pushing event updated for resources: {'Port': ['ID=6d161f51-5ea4-4c0c-8b8d-64a6b8518980,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:39:02.134389 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6c0197-f773-4b3b-9a3b-2ebd4f55f93f req-977cd384-754b-4ce3-97c0-cef420d504e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:39:02.136208 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0e6c0197-f773-4b3b-9a3b-2ebd4f55f93f req-977cd384-754b-4ce3-97c0-cef420d504e6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4db4ec0def424bec87de5a3f7547267e&device_id=0fc2910a-509a-4f46-a3d9-4753ae692890 HTTP/1.1" status: 200 len: 1095 time: 0.1306961 May 20 20:39:02.179659 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-8b71b0fc-a1a7-4f86-bc61-259e12368062 None None] Provisioning complete for port 7fdfd52e-b40e-4fe9-a489-269bbd28cc0b triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:39:02.180273 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-8b71b0fc-a1a7-4f86-bc61-259e12368062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:02.204881 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 34406) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:39:02.204881 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-d0130473-fc92-4ebb-829e-aa2ab792dcd3 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1426329163', 'description': 'tempest-description--1809892542'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:39:02.266413 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:02.322809 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 34408) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:39:02.340911 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a600c11a-8ff2-416f-bff7-949290aee48f admin admin] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:02.348050 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d0130473-fc92-4ebb-829e-aa2ab792dcd3 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:02.481434 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d0130473-fc92-4ebb-829e-aa2ab792dcd3 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:02.569941 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a600c11a-8ff2-416f-bff7-949290aee48f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:02.603879 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 9cfd6017-7461-4640-ae15-d19de67f1935 is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:39:02.604284 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:02.614123 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d0130473-fc92-4ebb-829e-aa2ab792dcd3 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:02.633429 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0edf4cc1-d9ea-4a37-9275-6852cc09fdca req-419a92a9-726f-4d50-aca6-52a3992d7875 tempest-DeleteServersAdminTestJSON-1856297794 tempest-DeleteServersAdminTestJSON-1856297794-project] 10.222.0.35 "GET /v2.0/ports?device_id=390523bb-8790-47df-b668-1cd18db99a26 HTTP/1.1" status: 200 len: 210 time: 0.4962721 May 20 20:39:02.655805 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-8b71b0fc-a1a7-4f86-bc61-259e12368062 None None] Port 7fdfd52e-b40e-4fe9-a489-269bbd28cc0b cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 20:39:02.672102 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0130473-fc92-4ebb-829e-aa2ab792dcd3 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3c6019f-4c4a-4c16-982c-852ac3d8d84a,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:39:02.682684 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a600c11a-8ff2-416f-bff7-949290aee48f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:02.737658 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-37d7975a-c084-48db-b77c-0bcb1451d05d req-909794a7-d1fd-4071-aefe-37dc2a0b8198 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.7326264 May 20 20:39:02.763860 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0e6c0197-f773-4b3b-9a3b-2ebd4f55f93f req-26180733-6045-4248-b290-073c157f270b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6d161f51-5ea4-4c0c-8b8d-64a6b8518980 HTTP/1.1" status: 200 len: 217 time: 0.6137555 May 20 20:39:02.764344 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] For port 9cfd6017-7461-4640-ae15-d19de67f1935, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=9cfd6017-7461-4640-ae15-d19de67f1935,segment=NetworkSegment(0b5485c4-eff8-42a1-9073-ae54ed4c63ba),segment_id=0b5485c4-eff8-42a1-9073-ae54ed4c63ba)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:39:02.773983 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [req-37d7975a-c084-48db-b77c-0bcb1451d05d req-68c4149e-a67d-4256-a90a-9c8758ea3612 service neutron] Request body: {'port': {'device_id': '47d5b9a3-391b-4838-9114-d97b5723fd10', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-842733-1'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:39:02.809384 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d0130473-fc92-4ebb-829e-aa2ab792dcd3 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:02.810630 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-d0130473-fc92-4ebb-829e-aa2ab792dcd3 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.6094720 May 20 20:39:02.817059 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 34414) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:39:02.826837 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a600c11a-8ff2-416f-bff7-949290aee48f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af200645-afea-4387-be8f-b00f27c81f2a,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:39:02.849765 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-a600c11a-8ff2-416f-bff7-949290aee48f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1d9d09b0280243f1b151983c1796d348&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5269058 May 20 20:39:02.852692 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 34416) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:39:02.894850 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-f8f7cc32-8699-41bd-ad39-9409f9be2104 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Request body: {'security_group_rule': {'security_group_id': 'b3c6019f-4c4a-4c16-982c-852ac3d8d84a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:39:02.896983 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:02.916197 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1cfa6ebf-6daa-45fc-ae5a-8daa5be8685a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:02.958336 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1cfa6ebf-6daa-45fc-ae5a-8daa5be8685a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:03.006227 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 20:39:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95d1a909-6f45-4845-8392-9deaffdce159 x-openstack-request-id: req-95d1a909-6f45-4845-8392-9deaffdce159 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:39:03.006797 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fc2910a-509a-4f46-a3d9-4753ae692890", "tag": "6d161f51-5ea4-4c0c-8b8d-64a6b8518980", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:39:03.006931 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b74bf36-56b8-438a-af88-261430325c7e None None] Sync routers for ids ['f355266f-7bb3-4b8c-a0c8-ab01fa65432f'] in n-d-842733-1 {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 20:39:03.007665 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-95d1a909-6f45-4845-8392-9deaffdce159 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:39:03.008213 n-d-842733-1 neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95d1a909-6f45-4845-8392-9deaffdce159'] response: {'name': 'network-changed', 'server_uuid': '0fc2910a-509a-4f46-a3d9-4753ae692890', 'tag': '6d161f51-5ea4-4c0c-8b8d-64a6b8518980', 'status': 'completed', 'code': 200} May 20 20:39:03.041757 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f8f7cc32-8699-41bd-ad39-9409f9be2104 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:03.053137 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Pushing event updated for resources: {'Port': ['ID=9cfd6017-7461-4640-ae15-d19de67f1935,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:39:03.059779 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b74bf36-56b8-438a-af88-261430325c7e None None] Routers {'f355266f-7bb3-4b8c-a0c8-ab01fa65432f'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:39:03.059779 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-6b74bf36-56b8-438a-af88-261430325c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:38:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['f355266f-7bb3-4b8c-a0c8-ab01fa65432f'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:39:03.109934 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1cfa6ebf-6daa-45fc-ae5a-8daa5be8685a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:03.112289 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1cfa6ebf-6daa-45fc-ae5a-8daa5be8685a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:03.116035 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-1cfa6ebf-6daa-45fc-ae5a-8daa5be8685a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/af200645-afea-4387-be8f-b00f27c81f2a HTTP/1.1" status: 204 len: 168 time: 0.2593541 May 20 20:39:03.129312 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6c0197-f773-4b3b-9a3b-2ebd4f55f93f req-d9de5e08-2098-4f7a-b365-dd4de79c73bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:39:03.130186 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfa6ebf-6daa-45fc-ae5a-8daa5be8685a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af200645-afea-4387-be8f-b00f27c81f2a,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:39:03.131889 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0e6c0197-f773-4b3b-9a3b-2ebd4f55f93f req-d9de5e08-2098-4f7a-b365-dd4de79c73bc service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f320fcb0-0b3a-445c-8395-c256db82b19f HTTP/1.1" status: 200 len: 854 time: 0.3078823 May 20 20:39:03.156966 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002c16f0-8390-4cc9-8cb5-c49296ff2b5d req-3eb44aeb-9b00-4055-934d-e842bceacd4f tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:39:03.164250 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-002c16f0-8390-4cc9-8cb5-c49296ff2b5d req-3eb44aeb-9b00-4055-934d-e842bceacd4f tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] 10.222.0.35 "GET /v2.0/ports?device_id=af8dbbf2-af97-4d08-9dfb-94cc026d387b HTTP/1.1" status: 200 len: 949 time: 0.5452263 May 20 20:39:03.196257 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-37d7975a-c084-48db-b77c-0bcb1451d05d req-68c4149e-a67d-4256-a90a-9c8758ea3612 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:03.247186 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-6b74bf36-56b8-438a-af88-261430325c7e None None] Set router f355266f-7bb3-4b8c-a0c8-ab01fa65432f gateway port host: n-d-842733-1 {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:39:03.256573 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6563e27c-83fc-4f71-8856-2ea305ef15f4 req-e315a8eb-1d72-4376-8f9d-be3c9ba79e8c tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:39:03.264451 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6563e27c-83fc-4f71-8856-2ea305ef15f4 req-e315a8eb-1d72-4376-8f9d-be3c9ba79e8c tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] 10.222.0.35 "GET /v2.0/ports?device_id=47d5b9a3-391b-4838-9114-d97b5723fd10 HTTP/1.1" status: 200 len: 936 time: 0.2549996 May 20 20:39:03.341967 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f8f7cc32-8699-41bd-ad39-9409f9be2104 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:03.360694 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-002c16f0-8390-4cc9-8cb5-c49296ff2b5d req-51653f34-ceb1-4db1-a214-ebe7b6212206 tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] 10.222.0.35 "GET /v2.0/security-groups?id=b86a25cf-8ff6-49a5-9967-210010093ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899805 May 20 20:39:03.384409 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6c0197-f773-4b3b-9a3b-2ebd4f55f93f req-4f094142-bf0a-4632-9918-b55ef392d371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:39:03.385977 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0e6c0197-f773-4b3b-9a3b-2ebd4f55f93f req-4f094142-bf0a-4632-9918-b55ef392d371 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7e63056f-89a6-4da2-9322-ff3239b073c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2378194 May 20 20:39:03.486426 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f8f7cc32-8699-41bd-ad39-9409f9be2104 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691816'] for security_group_rule, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:03.537285 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 9cfd6017-7461-4640-ae15-d19de67f1935 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:39:03.645749 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6563e27c-83fc-4f71-8856-2ea305ef15f4 req-c10fa9a3-663b-448a-aac8-c2d3be716657 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c2aa399-3055-4eb0-8f1a-45933e0e3cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3720388 May 20 20:39:03.749559 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 9cfd6017-7461-4640-ae15-d19de67f1935 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:39:03.750758 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:03.883301 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-6b74bf36-56b8-438a-af88-261430325c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f355266f-7bb3-4b8c-a0c8-ab01fa65432f', 'name': 'tempest-ServerActionsTestJSON-880786765-router', 'tenant_id': '2492915dd73f457d8cb02b28e57274de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': '9cfd6017-7461-4640-ae15-d19de67f1935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:38:52Z', 'updated_at': '2022-05-20T20:38:59Z', 'revision_number': 4, 'project_id': '2492915dd73f457d8cb02b28e57274de', 'gw_port': {'id': '9cfd6017-7461-4640-ae15-d19de67f1935', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:61:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f355266f-7bb3-4b8c-a0c8-ab01fa65432f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:38:53Z', 'updated_at': '2022-05-20T20:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': '1d631e8b-9f50-42e3-9874-3df33de0d701', 'name': '', 'network_id': '85e5027c-d244-4186-8c19-3a12977de170', 'tenant_id': '2492915dd73f457d8cb02b28e57274de', 'mac_address': 'fa:16:3e:84:92:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f355266f-7bb3-4b8c-a0c8-ab01fa65432f', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '5df30a0b-5cdb-4d91-9fe8-512f286a6485', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:38:58Z', 'updated_at': '2022-05-20T20:38:59Z', 'revision_number': 2, 'project_id': '2492915dd73f457d8cb02b28e57274de', 'subnets': [{'id': '5df30a0b-5cdb-4d91-9fe8-512f286a6485', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:39:03.887228 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 9cfd6017-7461-4640-ae15-d19de67f1935 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:39:03.894680 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f7cc32-8699-41bd-ad39-9409f9be2104 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66d26cc1-0b1f-43c0-b96a-dce9b9d12332,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:39:03.923979 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b74bf36-56b8-438a-af88-261430325c7e None None] Checking router: f355266f-7bb3-4b8c-a0c8-ab01fa65432f for host: n-d-842733-1 {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 20:39:03.924638 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b74bf36-56b8-438a-af88-261430325c7e None None] Updating router f355266f-7bb3-4b8c-a0c8-ab01fa65432f port 1d631e8b-9f50-42e3-9874-3df33de0d701 binding host n-d-842733-1 {{(pid=103164) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 20:39:03.944706 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2b5473e5-b5a2-4a06-b880-a79776b16c83 req-f020536b-d2c0-42b5-b905-362d110e6595 tempest-DeleteServersAdminTestJSON-1856297794 tempest-DeleteServersAdminTestJSON-1856297794-project] 10.222.0.35 "GET /v2.0/ports?device_id=390523bb-8790-47df-b668-1cd18db99a26 HTTP/1.1" status: 200 len: 210 time: 0.0687447 May 20 20:39:03.956101 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-6b74bf36-56b8-438a-af88-261430325c7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:04.046048 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f8f7cc32-8699-41bd-ad39-9409f9be2104 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:04.049838 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-f8f7cc32-8699-41bd-ad39-9409f9be2104 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2007320 May 20 20:39:04.053581 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 34460) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:39:04.065845 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-b0f85095-5fd9-4042-9229-902b1086b0e2 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Request body: {'security_group_rule': {'security_group_id': 'b3c6019f-4c4a-4c16-982c-852ac3d8d84a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:39:04.089084 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0566c87-bea9-453a-ad3d-fcad97c2c8cb req-a9bfc4a5-6af6-4155-8dd7-db7b0e4de3a8 tempest-ServersTestBootFromVolume-26390201 tempest-ServersTestBootFromVolume-26390201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:39:04.090866 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b0566c87-bea9-453a-ad3d-fcad97c2c8cb req-a9bfc4a5-6af6-4155-8dd7-db7b0e4de3a8 tempest-ServersTestBootFromVolume-26390201 tempest-ServersTestBootFromVolume-26390201-project] 10.222.0.35 "GET /v2.0/ports?device_id=0fc2910a-509a-4f46-a3d9-4753ae692890 HTTP/1.1" status: 200 len: 944 time: 0.5832384 May 20 20:39:04.124524 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0e6c0197-f773-4b3b-9a3b-2ebd4f55f93f req-ca4239cd-c49c-401f-ac0b-ea669dafa108 service neutron] 10.222.0.24 "GET /v2.0/networks/7e63056f-89a6-4da2-9322-ff3239b073c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7255154 May 20 20:39:04.196776 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b0f85095-5fd9-4042-9229-902b1086b0e2 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:04.234527 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b0566c87-bea9-453a-ad3d-fcad97c2c8cb req-9258a2f0-8b66-4933-8eea-ebe67c9572d7 tempest-ServersTestBootFromVolume-26390201 tempest-ServersTestBootFromVolume-26390201-project] 10.222.0.35 "GET /v2.0/security-groups?id=7a3fb94c-0846-423e-9e5e-d5c146d3cf48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1348336 May 20 20:39:04.322831 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0e6c0197-f773-4b3b-9a3b-2ebd4f55f93f req-1716fb25-aeb1-4a94-8cae-16ad7a86c042 service neutron] 10.222.0.24 "GET /v2.0/networks/7e63056f-89a6-4da2-9322-ff3239b073c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1898904 May 20 20:39:04.341973 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b0f85095-5fd9-4042-9229-902b1086b0e2 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:04.375795 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [req-37d7975a-c084-48db-b77c-0bcb1451d05d req-68c4149e-a67d-4256-a90a-9c8758ea3612 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7fdfd52e-b40e-4fe9-a489-269bbd28cc0b {{(pid=103163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:39:04.387164 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-37d7975a-c084-48db-b77c-0bcb1451d05d req-68c4149e-a67d-4256-a90a-9c8758ea3612 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:04.418509 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [req-37d7975a-c084-48db-b77c-0bcb1451d05d req-68c4149e-a67d-4256-a90a-9c8758ea3612 service neutron] Transition to ACTIVE for port object 7fdfd52e-b40e-4fe9-a489-269bbd28cc0b will not be triggered until provisioned by entity L2. {{(pid=103163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 20:39:04.480806 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b0f85095-5fd9-4042-9229-902b1086b0e2 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691816'] for security_group_rule, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:04.511262 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-6b74bf36-56b8-438a-af88-261430325c7e None None] Notify callbacks [] for port, precommit_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:04.538411 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f85095-5fd9-4042-9229-902b1086b0e2 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40a6beac-6203-4a5e-8771-ed1e875e45da,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:39:04.564657 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-37d7975a-c084-48db-b77c-0bcb1451d05d req-68c4149e-a67d-4256-a90a-9c8758ea3612 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:04.640348 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c4149e-a67d-4256-a90a-9c8758ea3612 service neutron] Pushing event updated for resources: {'Port': ['ID=7fdfd52e-b40e-4fe9-a489-269bbd28cc0b,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:39:04.651073 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c642c254-28d1-42fe-ad0e-5eb9fcaa3b0a req-2c4c1432-9427-4cc4-a624-6f8ec8fbcbad tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:39:04.652554 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c642c254-28d1-42fe-ad0e-5eb9fcaa3b0a req-2c4c1432-9427-4cc4-a624-6f8ec8fbcbad tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] 10.222.0.35 "GET /v2.0/ports?device_id=af8dbbf2-af97-4d08-9dfb-94cc026d387b HTTP/1.1" status: 200 len: 949 time: 0.1805835 May 20 20:39:04.663520 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbd033c-5ef8-4368-838b-76c07e078b31 req-2f8dc01d-1be1-4aad-829a-40e2d117bda6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:39:04.663520 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9dbd033c-5ef8-4368-838b-76c07e078b31 req-2f8dc01d-1be1-4aad-829a-40e2d117bda6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4db4ec0def424bec87de5a3f7547267e&device_id=0fc2910a-509a-4f46-a3d9-4753ae692890 HTTP/1.1" status: 200 len: 1095 time: 0.1305778 May 20 20:39:04.715555 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-6b74bf36-56b8-438a-af88-261430325c7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:04.717357 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b0f85095-5fd9-4042-9229-902b1086b0e2 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:04.718966 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-b0f85095-5fd9-4042-9229-902b1086b0e2 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6644077 May 20 20:39:04.721941 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 34486) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:39:04.731193 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-6de2a835-4ffe-4aad-b98c-5b158cb3ff30 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Request body: {'floatingip': {'floating_network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:39:04.853479 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6de2a835-4ffe-4aad-b98c-5b158cb3ff30 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Notify callbacks [] for floatingip, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:04.883438 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b69ee47-f0ba-43ef-9f96-4f7c3ea54360 None None] Pushing event updated for resources: {'Port': ['ID=1d631e8b-9f50-42e3-9874-3df33de0d701,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:39:05.055054 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-6b74bf36-56b8-438a-af88-261430325c7e None None] Attempting to bind port 1d631e8b-9f50-42e3-9874-3df33de0d701 on host n-d-842733-1 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:39:05.072899 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-6b74bf36-56b8-438a-af88-261430325c7e None None] Attempting to bind port 1d631e8b-9f50-42e3-9874-3df33de0d701 by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': '1b0c59b6-1da5-46b1-ba4a-82e83befd33e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '85e5027c-d244-4186-8c19-3a12977de170'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:39:05.073846 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b74bf36-56b8-438a-af88-261430325c7e None None] Attempting to bind port 1d631e8b-9f50-42e3-9874-3df33de0d701 on network 85e5027c-d244-4186-8c19-3a12977de170 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:39:05.084213 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c642c254-28d1-42fe-ad0e-5eb9fcaa3b0a req-0acc96e4-891b-4194-a8cf-07bf75590613 tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] 10.222.0.35 "GET /v2.0/security-groups?id=b86a25cf-8ff6-49a5-9967-210010093ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4215546 May 20 20:39:05.115537 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b74bf36-56b8-438a-af88-261430325c7e None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 38, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:39:05.115916 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b74bf36-56b8-438a-af88-261430325c7e None None] Checking segment: {'id': '1b0c59b6-1da5-46b1-ba4a-82e83befd33e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '85e5027c-d244-4186-8c19-3a12977de170'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:39:05.116318 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-6b74bf36-56b8-438a-af88-261430325c7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:05.116733 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b74bf36-56b8-438a-af88-261430325c7e None None] Bound using segment: {'id': '1b0c59b6-1da5-46b1-ba4a-82e83befd33e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '85e5027c-d244-4186-8c19-3a12977de170'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:39:05.117188 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-6b74bf36-56b8-438a-af88-261430325c7e None None] Bound port: 1d631e8b-9f50-42e3-9874-3df33de0d701, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b0c59b6-1da5-46b1-ba4a-82e83befd33e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '85e5027c-d244-4186-8c19-3a12977de170'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:39:05.129407 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-6b74bf36-56b8-438a-af88-261430325c7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:05.160207 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6de2a835-4ffe-4aad-b98c-5b158cb3ff30 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:05.334990 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-04d24c29-dc82-4902-89a6-c3b28d52aaff req-a0eca192-63c7-4d52-87c1-a53523ccb092 tempest-DeleteServersAdminTestJSON-1856297794 tempest-DeleteServersAdminTestJSON-1856297794-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=742d4b3430f94d92945cee196b9b431a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3555343 May 20 20:39:05.351479 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-6de2a835-4ffe-4aad-b98c-5b158cb3ff30 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Allocated IP 172.25.2.203 (e3a93b5c-91e2-4064-9c2c-1afc261bfe15/86fee0c1-6e34-488b-9216-b2b8e7ef585a/61709815-e9d6-40ce-a1de-4480253bede2) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:39:05.398540 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-6b74bf36-56b8-438a-af88-261430325c7e None None] For port 1d631e8b-9f50-42e3-9874-3df33de0d701, host n-d-842733-1, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:39:05.402384 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-6b74bf36-56b8-438a-af88-261430325c7e None None] For port 1d631e8b-9f50-42e3-9874-3df33de0d701, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=1d631e8b-9f50-42e3-9874-3df33de0d701,segment=NetworkSegment(1b0c59b6-1da5-46b1-ba4a-82e83befd33e),segment_id=1b0c59b6-1da5-46b1-ba4a-82e83befd33e)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:39:05.442688 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-08856df4-28ca-4dac-835d-95701e383d5d req-cac9dadb-8e24-48ce-89a9-fd6b14dfe443 tempest-DeleteServersAdminTestJSON-1856297794 tempest-DeleteServersAdminTestJSON-1856297794-project] 10.222.0.35 "GET /v2.0/ports?device_id=390523bb-8790-47df-b668-1cd18db99a26 HTTP/1.1" status: 200 len: 210 time: 0.1896663 May 20 20:39:05.456343 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af12faf-00f6-46bd-a8b3-de43eaffc799 req-0cc92f4b-c060-4082-8549-37ed73ad9abf tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:39:05.458067 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-438cd15d-098f-4cf8-9caf-5480e9513df9 None None] Provisioning complete for port 1d631e8b-9f50-42e3-9874-3df33de0d701 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:39:05.458435 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-438cd15d-098f-4cf8-9caf-5480e9513df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:05.467902 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9af12faf-00f6-46bd-a8b3-de43eaffc799 req-0cc92f4b-c060-4082-8549-37ed73ad9abf tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] 10.222.0.35 "GET /v2.0/ports?device_id=47d5b9a3-391b-4838-9114-d97b5723fd10 HTTP/1.1" status: 200 len: 948 time: 0.6413198 May 20 20:39:05.533228 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-6b74bf36-56b8-438a-af88-261430325c7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:05.562867 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbd033c-5ef8-4368-838b-76c07e078b31 req-d4b95cae-0c15-4884-a71b-db33b498c879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:39:05.567081 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9dbd033c-5ef8-4368-838b-76c07e078b31 req-d4b95cae-0c15-4884-a71b-db33b498c879 service neutron] 10.222.0.24 "GET /v2.0/networks?id=7e63056f-89a6-4da2-9322-ff3239b073c6 HTTP/1.1" status: 200 len: 916 time: 0.8918839 May 20 20:39:05.598160 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6de2a835-4ffe-4aad-b98c-5b158cb3ff30 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:05.605618 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9af12faf-00f6-46bd-a8b3-de43eaffc799 req-fc8108c8-a0d5-45df-a683-5034f2bc8ff2 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c2aa399-3055-4eb0-8f1a-45933e0e3cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377356 May 20 20:39:05.605833 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-37d7975a-c084-48db-b77c-0bcb1451d05d req-68c4149e-a67d-4256-a90a-9c8758ea3612 service neutron] Attempting to bind port 7fdfd52e-b40e-4fe9-a489-269bbd28cc0b on host n-h1-842733-1 for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:39:05.606353 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-37d7975a-c084-48db-b77c-0bcb1451d05d req-68c4149e-a67d-4256-a90a-9c8758ea3612 service neutron] Attempting to bind port 7fdfd52e-b40e-4fe9-a489-269bbd28cc0b by drivers openvswitch,hyperv on host n-h1-842733-1 at level 0 using segments [{'id': 'ed3a602f-49fb-4a95-be80-401e1eb72e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'cd702362-b982-46c5-a7d0-51de1b03df86'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:39:05.606835 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37d7975a-c084-48db-b77c-0bcb1451d05d req-68c4149e-a67d-4256-a90a-9c8758ea3612 service neutron] Attempting to bind port 7fdfd52e-b40e-4fe9-a489-269bbd28cc0b on network cd702362-b982-46c5-a7d0-51de1b03df86 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:39:05.677258 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device a34dcdeb-2b13-4bc8-95e3-99318b5bfb70 details requested by agent hyperv_n-h2-842733-1 with host n-h2-842733-1 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 20:39:05.680689 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device a34dcdeb-2b13-4bc8-95e3-99318b5bfb70 no longer exists at agent hyperv_n-h2-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:39:05.687751 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-438cd15d-098f-4cf8-9caf-5480e9513df9 None None] Port 1d631e8b-9f50-42e3-9874-3df33de0d701 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 20:39:05.732353 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6de2a835-4ffe-4aad-b98c-5b158cb3ff30 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:05.736476 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37d7975a-c084-48db-b77c-0bcb1451d05d req-68c4149e-a67d-4256-a90a-9c8758ea3612 service neutron] Port 7fdfd52e-b40e-4fe9-a489-269bbd28cc0b on network cd702362-b982-46c5-a7d0-51de1b03df86 not bound, no agent of type Open vSwitch agent registered on host n-h1-842733-1 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 20:39:05.737542 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37d7975a-c084-48db-b77c-0bcb1451d05d req-68c4149e-a67d-4256-a90a-9c8758ea3612 service neutron] Attempting to bind port 7fdfd52e-b40e-4fe9-a489-269bbd28cc0b on network cd702362-b982-46c5-a7d0-51de1b03df86 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:39:05.768814 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9dbd033c-5ef8-4368-838b-76c07e078b31 req-8d413cd7-42bb-49d9-bfd8-d2cd1f57c0cd service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6d161f51-5ea4-4c0c-8b8d-64a6b8518980 HTTP/1.1" status: 200 len: 217 time: 0.1515191 May 20 20:39:05.791977 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37d7975a-c084-48db-b77c-0bcb1451d05d req-68c4149e-a67d-4256-a90a-9c8758ea3612 service neutron] Checking agent: {'id': '08dfb1ce-804b-4db8-838b-21094082e041', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 32, 54), 'started_at': datetime.datetime(2022, 5, 20, 20, 32, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 38, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:39:05.792784 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37d7975a-c084-48db-b77c-0bcb1451d05d req-68c4149e-a67d-4256-a90a-9c8758ea3612 service neutron] Checking segment: {'id': 'ed3a602f-49fb-4a95-be80-401e1eb72e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'cd702362-b982-46c5-a7d0-51de1b03df86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:39:05.793503 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37d7975a-c084-48db-b77c-0bcb1451d05d req-68c4149e-a67d-4256-a90a-9c8758ea3612 service neutron] Bound using segment: {'id': 'ed3a602f-49fb-4a95-be80-401e1eb72e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'cd702362-b982-46c5-a7d0-51de1b03df86'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:39:05.794745 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-37d7975a-c084-48db-b77c-0bcb1451d05d req-68c4149e-a67d-4256-a90a-9c8758ea3612 service neutron] Bound port: 7fdfd52e-b40e-4fe9-a489-269bbd28cc0b, host: n-h1-842733-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed3a602f-49fb-4a95-be80-401e1eb72e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'cd702362-b982-46c5-a7d0-51de1b03df86'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:39:05.795425 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-37d7975a-c084-48db-b77c-0bcb1451d05d req-68c4149e-a67d-4256-a90a-9c8758ea3612 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:05.821987 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6de2a835-4ffe-4aad-b98c-5b158cb3ff30 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Network e3a93b5c-91e2-4064-9c2c-1afc261bfe15 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:39:05.832191 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-6de2a835-4ffe-4aad-b98c-5b158cb3ff30 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:39:05.833076 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b69ee47-f0ba-43ef-9f96-4f7c3ea54360 None None] Pushing event updated for resources: {'Port': ['ID=1d631e8b-9f50-42e3-9874-3df33de0d701,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:39:05.836147 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de2a835-4ffe-4aad-b98c-5b158cb3ff30 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:39:05.883093 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b74bf36-56b8-438a-af88-261430325c7e None None] Routers {'f355266f-7bb3-4b8c-a0c8-ab01fa65432f'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:39:05.883593 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-6b74bf36-56b8-438a-af88-261430325c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:38:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['f355266f-7bb3-4b8c-a0c8-ab01fa65432f'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:39:05.988290 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d24c29-dc82-4902-89a6-c3b28d52aaff req-9f4a7f99-8a4d-4f46-81ca-8a5b92f57cfc tempest-DeleteServersAdminTestJSON-1856297794 tempest-DeleteServersAdminTestJSON-1856297794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:39:05.992426 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-04d24c29-dc82-4902-89a6-c3b28d52aaff req-9f4a7f99-8a4d-4f46-81ca-8a5b92f57cfc tempest-DeleteServersAdminTestJSON-1856297794 tempest-DeleteServersAdminTestJSON-1856297794-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6312320 May 20 20:39:05.999452 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6de2a835-4ffe-4aad-b98c-5b158cb3ff30 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:06.015319 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de2a835-4ffe-4aad-b98c-5b158cb3ff30 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Pushing event updated for resources: {'Port': ['ID=61709815-e9d6-40ce-a1de-4480253bede2,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:39:06.067858 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [req-04d24c29-dc82-4902-89a6-c3b28d52aaff req-62abc772-ea14-4dc6-b1f9-c4cb936a5c99 tempest-DeleteServersAdminTestJSON-1856297794 tempest-DeleteServersAdminTestJSON-1856297794-project] Request body: {'port': {'device_id': '390523bb-8790-47df-b668-1cd18db99a26', 'network_id': 'cd702362-b982-46c5-a7d0-51de1b03df86', 'admin_state_up': True, 'tenant_id': '742d4b3430f94d92945cee196b9b431a'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:39:06.078722 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbd033c-5ef8-4368-838b-76c07e078b31 req-e107c432-227e-4c69-a8e1-d1f76bfa05d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:39:06.080978 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9dbd033c-5ef8-4368-838b-76c07e078b31 req-e107c432-227e-4c69-a8e1-d1f76bfa05d7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f320fcb0-0b3a-445c-8395-c256db82b19f HTTP/1.1" status: 200 len: 854 time: 0.3029845 May 20 20:39:06.147422 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f65f52-ab86-46eb-a7ea-f0b257847e25 req-0487b60a-ed1f-475c-88b7-9082104949bc tempest-ServersTestBootFromVolume-26390201 tempest-ServersTestBootFromVolume-26390201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:39:06.159568 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b0f65f52-ab86-46eb-a7ea-f0b257847e25 req-0487b60a-ed1f-475c-88b7-9082104949bc tempest-ServersTestBootFromVolume-26390201 tempest-ServersTestBootFromVolume-26390201-project] 10.222.0.35 "GET /v2.0/ports?device_id=0fc2910a-509a-4f46-a3d9-4753ae692890 HTTP/1.1" status: 200 len: 944 time: 0.5193632 May 20 20:39:06.176975 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6de2a835-4ffe-4aad-b98c-5b158cb3ff30 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:06.211330 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port a34dcdeb-2b13-4bc8-95e3-99318b5bfb70, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=a34dcdeb-2b13-4bc8-95e3-99318b5bfb70,segment=NetworkSegment(ed3a602f-49fb-4a95-be80-401e1eb72e33),segment_id=ed3a602f-49fb-4a95-be80-401e1eb72e33)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:39:06.211330 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port a34dcdeb-2b13-4bc8-95e3-99318b5bfb70 is: ACTIVE; New status is: DOWN {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:39:06.211330 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:06.237648 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-6b74bf36-56b8-438a-af88-261430325c7e None None] Set router f355266f-7bb3-4b8c-a0c8-ab01fa65432f gateway port host: n-d-842733-1 {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:39:06.241424 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-63828ca5-5207-4068-a2a3-29edd99a82b3 None None] Provisioning complete for port 1d631e8b-9f50-42e3-9874-3df33de0d701 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:39:06.241791 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-63828ca5-5207-4068-a2a3-29edd99a82b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:06.276620 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Returning: {'device': 'a34dcdeb-2b13-4bc8-95e3-99318b5bfb70', 'network_id': 'cd702362-b982-46c5-a7d0-51de1b03df86', 'port_id': 'a34dcdeb-2b13-4bc8-95e3-99318b5bfb70', 'mac_address': 'fa:16:3e:95:d7:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26b342ea-254c-483a-9ea9-f11c178970eb', 'ip_address': '192.168.233.99'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 20 20:39:06.330137 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af8dbbf2-af97-4d08-9dfb-94cc026d387b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a34dcdeb-2b13-4bc8-95e3-99318b5bfb70'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:39:06.332945 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8485417003ce7c0410b00f5cdc2f391e21107b70bb68e2773712534a96e108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4918cc69-4f10-4a25-b2f3-e546cb034454" -d '{"events": [{"server_uuid": "af8dbbf2-af97-4d08-9dfb-94cc026d387b", "name": "network-vif-unplugged", "status": "completed", "tag": "a34dcdeb-2b13-4bc8-95e3-99318b5bfb70"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:39:06.426380 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port a34dcdeb-2b13-4bc8-95e3-99318b5bfb70, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=a34dcdeb-2b13-4bc8-95e3-99318b5bfb70,segment=NetworkSegment(ed3a602f-49fb-4a95-be80-401e1eb72e33),segment_id=ed3a602f-49fb-4a95-be80-401e1eb72e33)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:39:06.464315 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b0f65f52-ab86-46eb-a7ea-f0b257847e25 req-a8ee1c81-b0b1-4ebd-81e0-028b8db5a937 tempest-ServersTestBootFromVolume-26390201 tempest-ServersTestBootFromVolume-26390201-project] 10.222.0.35 "GET /v2.0/security-groups?id=7a3fb94c-0846-423e-9e5e-d5c146d3cf48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3000512 May 20 20:39:06.490633 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port a34dcdeb-2b13-4bc8-95e3-99318b5bfb70 is: ACTIVE; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:39:06.491067 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:06.518244 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-37d7975a-c084-48db-b77c-0bcb1451d05d req-68c4149e-a67d-4256-a90a-9c8758ea3612 service neutron] For port 7fdfd52e-b40e-4fe9-a489-269bbd28cc0b, host n-h1-842733-1, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:39:06.547311 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:06.552759 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a34dcdeb-2b13-4bc8-95e3-99318b5bfb70 {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:39:06.573475 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbd033c-5ef8-4368-838b-76c07e078b31 req-478fb0a8-0b9b-4916-ba7e-e8a791523858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:39:06.575804 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9dbd033c-5ef8-4368-838b-76c07e078b31 req-478fb0a8-0b9b-4916-ba7e-e8a791523858 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7e63056f-89a6-4da2-9322-ff3239b073c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4049993 May 20 20:39:06.583243 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-37d7975a-c084-48db-b77c-0bcb1451d05d req-68c4149e-a67d-4256-a90a-9c8758ea3612 service neutron] For port 7fdfd52e-b40e-4fe9-a489-269bbd28cc0b, host n-h1-842733-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=7fdfd52e-b40e-4fe9-a489-269bbd28cc0b,segment=NetworkSegment(ed3a602f-49fb-4a95-be80-401e1eb72e33),segment_id=ed3a602f-49fb-4a95-be80-401e1eb72e33)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:39:06.705422 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d24fcd-4f7a-4ce1-b2c9-0915fb402263 req-8251294c-f43d-4c2c-9de5-cab684ea6a6c tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:39:06.711776 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-86d24fcd-4f7a-4ce1-b2c9-0915fb402263 req-8251294c-f43d-4c2c-9de5-cab684ea6a6c tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] 10.222.0.35 "GET /v2.0/ports?device_id=af8dbbf2-af97-4d08-9dfb-94cc026d387b HTTP/1.1" status: 200 len: 949 time: 0.3638227 May 20 20:39:06.720999 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-37d7975a-c084-48db-b77c-0bcb1451d05d req-68c4149e-a67d-4256-a90a-9c8758ea3612 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:06.884426 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d7975a-c084-48db-b77c-0bcb1451d05d req-68c4149e-a67d-4256-a90a-9c8758ea3612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:39:06.884950 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-37d7975a-c084-48db-b77c-0bcb1451d05d req-68c4149e-a67d-4256-a90a-9c8758ea3612 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:06.886386 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-37d7975a-c084-48db-b77c-0bcb1451d05d req-68c4149e-a67d-4256-a90a-9c8758ea3612 service neutron] 10.222.0.24 "PUT /v2.0/ports/7fdfd52e-b40e-4fe9-a489-269bbd28cc0b HTTP/1.1" status: 200 len: 1096 time: 4.1285262 May 20 20:39:06.888474 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6de2a835-4ffe-4aad-b98c-5b158cb3ff30 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Notify callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:06.901241 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-63828ca5-5207-4068-a2a3-29edd99a82b3 None None] Current status of the port 1d631e8b-9f50-42e3-9874-3df33de0d701 is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:39:06.905187 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-63828ca5-5207-4068-a2a3-29edd99a82b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:06.910527 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47d5b9a3-391b-4838-9114-d97b5723fd10', 'tag': '7fdfd52e-b40e-4fe9-a489-269bbd28cc0b'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:39:06.914963 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4291b17aa7b45362825f0571e77c85f5e73afe1df9c7e9e15006df9d695c005e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b3e5599-543c-4c8e-886d-3f9caf27f392" -d '{"events": [{"name": "network-changed", "server_uuid": "47d5b9a3-391b-4838-9114-d97b5723fd10", "tag": "7fdfd52e-b40e-4fe9-a489-269bbd28cc0b"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:39:06.955238 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6de2a835-4ffe-4aad-b98c-5b158cb3ff30 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:06.999405 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04d24c29-dc82-4902-89a6-c3b28d52aaff req-62abc772-ea14-4dc6-b1f9-c4cb936a5c99 tempest-DeleteServersAdminTestJSON-1856297794 tempest-DeleteServersAdminTestJSON-1856297794-project] Made reservation on behalf of 742d4b3430f94d92945cee196b9b431a for: {'port': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:39:07.012692 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-04d24c29-dc82-4902-89a6-c3b28d52aaff req-62abc772-ea14-4dc6-b1f9-c4cb936a5c99 tempest-DeleteServersAdminTestJSON-1856297794 tempest-DeleteServersAdminTestJSON-1856297794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:07.063597 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-86d24fcd-4f7a-4ce1-b2c9-0915fb402263 req-c43a8f04-f166-4173-ad10-d816918b1312 tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] 10.222.0.35 "GET /v2.0/security-groups?id=b86a25cf-8ff6-49a5-9967-210010093ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2832897 May 20 20:39:07.064205 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c4149e-a67d-4256-a90a-9c8758ea3612 service neutron] Pushing event updated for resources: {'Port': ['ID=7fdfd52e-b40e-4fe9-a489-269bbd28cc0b,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:39:07.076739 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-04d24c29-dc82-4902-89a6-c3b28d52aaff req-62abc772-ea14-4dc6-b1f9-c4cb936a5c99 tempest-DeleteServersAdminTestJSON-1856297794 tempest-DeleteServersAdminTestJSON-1856297794-project] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:07.124596 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de2a835-4ffe-4aad-b98c-5b158cb3ff30 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Pushing event updated for resources: {'Port': ['ID=61709815-e9d6-40ce-a1de-4480253bede2,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:39:07.128217 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6de2a835-4ffe-4aad-b98c-5b158cb3ff30 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748272'] for floatingip, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:07.150355 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-63828ca5-5207-4068-a2a3-29edd99a82b3 None None] For port 1d631e8b-9f50-42e3-9874-3df33de0d701, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=1d631e8b-9f50-42e3-9874-3df33de0d701,segment=NetworkSegment(1b0c59b6-1da5-46b1-ba4a-82e83befd33e),segment_id=1b0c59b6-1da5-46b1-ba4a-82e83befd33e)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:39:07.177719 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9dbd033c-5ef8-4368-838b-76c07e078b31 req-152ebec6-68d0-4395-ad80-9013eec47027 service neutron] 10.222.0.24 "GET /v2.0/networks/7e63056f-89a6-4da2-9322-ff3239b073c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5608013 May 20 20:39:07.217905 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6de2a835-4ffe-4aad-b98c-5b158cb3ff30 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for floatingip, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:07.230326 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-6de2a835-4ffe-4aad-b98c-5b158cb3ff30 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5071514 May 20 20:39:07.231408 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 May 2022 20:39:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9a6a8ae-9ea8-4406-b6e4-c94897c0cd38 x-openstack-request-id: req-b9a6a8ae-9ea8-4406-b6e4-c94897c0cd38 {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:39:07.231723 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af8dbbf2-af97-4d08-9dfb-94cc026d387b", "name": "network-vif-unplugged", "status": "completed", "tag": "a34dcdeb-2b13-4bc8-95e3-99318b5bfb70", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:39:07.231976 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b9a6a8ae-9ea8-4406-b6e4-c94897c0cd38 {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:39:07.232376 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9a6a8ae-9ea8-4406-b6e4-c94897c0cd38'] response: {'server_uuid': 'af8dbbf2-af97-4d08-9dfb-94cc026d387b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a34dcdeb-2b13-4bc8-95e3-99318b5bfb70', 'code': 200} May 20 20:39:07.273135 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.db.api [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103164) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 20 20:39:07.274786 n-d-842733-1 neutron-server[103164]: DEBUG oslo_db.api [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 20 20:39:07.275649 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-63828ca5-5207-4068-a2a3-29edd99a82b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:07.309061 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=a34dcdeb-2b13-4bc8-95e3-99318b5bfb70,revision_number=9']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:39:07.315014 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d7975a-c084-48db-b77c-0bcb1451d05d req-76d7e78b-6e85-464f-906b-4805bcb47f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:39:07.317532 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-37d7975a-c084-48db-b77c-0bcb1451d05d req-76d7e78b-6e85-464f-906b-4805bcb47f72 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4207919be7244eb28564658a511e407f&device_id=47d5b9a3-391b-4838-9114-d97b5723fd10 HTTP/1.1" status: 200 len: 1099 time: 0.2834208 May 20 20:39:07.547628 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0ad28f4c-0fdd-4fad-ae7a-d2d3fbe03550 req-1cce8059-b8fc-41dd-a373-fab8a2a0ffc5 tempest-DeleteServersAdminTestJSON-1856297794 tempest-DeleteServersAdminTestJSON-1856297794-project] 10.222.0.35 "GET /v2.0/ports?device_id=390523bb-8790-47df-b668-1cd18db99a26 HTTP/1.1" status: 200 len: 210 time: 0.1575370 May 20 20:39:07.548821 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-6b74bf36-56b8-438a-af88-261430325c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f355266f-7bb3-4b8c-a0c8-ab01fa65432f', 'name': 'tempest-ServerActionsTestJSON-880786765-router', 'tenant_id': '2492915dd73f457d8cb02b28e57274de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': '9cfd6017-7461-4640-ae15-d19de67f1935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:38:52Z', 'updated_at': '2022-05-20T20:38:59Z', 'revision_number': 4, 'project_id': '2492915dd73f457d8cb02b28e57274de', 'gw_port': {'id': '9cfd6017-7461-4640-ae15-d19de67f1935', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:61:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f355266f-7bb3-4b8c-a0c8-ab01fa65432f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:38:53Z', 'updated_at': '2022-05-20T20:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': '1d631e8b-9f50-42e3-9874-3df33de0d701', 'name': '', 'network_id': '85e5027c-d244-4186-8c19-3a12977de170', 'tenant_id': '2492915dd73f457d8cb02b28e57274de', 'mac_address': 'fa:16:3e:84:92:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f355266f-7bb3-4b8c-a0c8-ab01fa65432f', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '5df30a0b-5cdb-4d91-9fe8-512f286a6485', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:38:58Z', 'updated_at': '2022-05-20T20:39:05Z', 'revision_number': 4, 'project_id': '2492915dd73f457d8cb02b28e57274de', 'subnets': [{'id': '5df30a0b-5cdb-4d91-9fe8-512f286a6485', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:39:07.558057 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-37d7975a-c084-48db-b77c-0bcb1451d05d req-b3987289-53f6-4124-98e1-0f71d6f81c25 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=7fdfd52e-b40e-4fe9-a489-269bbd28cc0b HTTP/1.1" status: 200 len: 217 time: 0.1898475 May 20 20:39:07.599117 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b74bf36-56b8-438a-af88-261430325c7e None None] The sync data for ids ['f355266f-7bb3-4b8c-a0c8-ab01fa65432f'] in n-d-842733-1 is: [{'id': 'f355266f-7bb3-4b8c-a0c8-ab01fa65432f', 'name': 'tempest-ServerActionsTestJSON-880786765-router', 'tenant_id': '2492915dd73f457d8cb02b28e57274de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': '9cfd6017-7461-4640-ae15-d19de67f1935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:38:52Z', 'updated_at': '2022-05-20T20:38:59Z', 'revision_number': 4, 'project_id': '2492915dd73f457d8cb02b28e57274de', 'gw_port': {'id': '9cfd6017-7461-4640-ae15-d19de67f1935', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:61:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f355266f-7bb3-4b8c-a0c8-ab01fa65432f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:38:53Z', 'updated_at': '2022-05-20T20:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': '1d631e8b-9f50-42e3-9874-3df33de0d701', 'name': '', 'network_id': '85e5027c-d244-4186-8c19-3a12977de170', 'tenant_id': '2492915dd73f457d8cb02b28e57274de', 'mac_address': 'fa:16:3e:84:92:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f355266f-7bb3-4b8c-a0c8-ab01fa65432f', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '5df30a0b-5cdb-4d91-9fe8-512f286a6485', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:38:58Z', 'updated_at': '2022-05-20T20:39:05Z', 'revision_number': 4, 'project_id': '2492915dd73f457d8cb02b28e57274de', 'subnets': [{'id': '5df30a0b-5cdb-4d91-9fe8-512f286a6485', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 20:39:07.600559 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63828ca5-5207-4068-a2a3-29edd99a82b3 None None] Pushing event updated for resources: {'Port': ['ID=1d631e8b-9f50-42e3-9874-3df33de0d701,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:39:07.861672 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port a34dcdeb-2b13-4bc8-95e3-99318b5bfb70 is: DOWN; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:39:07.862088 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:07.908221 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a34dcdeb-2b13-4bc8-95e3-99318b5bfb70 {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:39:07.964349 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port a34dcdeb-2b13-4bc8-95e3-99318b5bfb70, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=a34dcdeb-2b13-4bc8-95e3-99318b5bfb70,segment=NetworkSegment(ed3a602f-49fb-4a95-be80-401e1eb72e33),segment_id=ed3a602f-49fb-4a95-be80-401e1eb72e33)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:39:08.029888 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:08.147508 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=a34dcdeb-2b13-4bc8-95e3-99318b5bfb70,revision_number=10']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:39:08.222185 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 20:39:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c9f94e4-9665-4afa-91ce-fd351d595064 x-openstack-request-id: req-0c9f94e4-9665-4afa-91ce-fd351d595064 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:39:08.222724 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47d5b9a3-391b-4838-9114-d97b5723fd10", "tag": "7fdfd52e-b40e-4fe9-a489-269bbd28cc0b", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:39:08.222827 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0c9f94e4-9665-4afa-91ce-fd351d595064 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:39:08.223188 n-d-842733-1 neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c9f94e4-9665-4afa-91ce-fd351d595064'] response: {'name': 'network-changed', 'server_uuid': '47d5b9a3-391b-4838-9114-d97b5723fd10', 'tag': '7fdfd52e-b40e-4fe9-a489-269bbd28cc0b', 'status': 'completed', 'code': 200} May 20 20:39:08.286939 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9dbd033c-5ef8-4368-838b-76c07e078b31 req-71c9875f-771a-4f01-a954-d4e29b580e55 service neutron] 10.222.0.24 "GET /v2.0/networks/7e63056f-89a6-4da2-9322-ff3239b073c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1083558 May 20 20:39:08.330583 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-04d24c29-dc82-4902-89a6-c3b28d52aaff req-62abc772-ea14-4dc6-b1f9-c4cb936a5c99 tempest-DeleteServersAdminTestJSON-1856297794 tempest-DeleteServersAdminTestJSON-1856297794-project] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:08.356061 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a582f5cf-4944-4614-bce6-172dbb579995 req-1177a7e9-598e-45f2-be53-10013fe1977f tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--1426329163&fields=id&tenant_id=2492915dd73f457d8cb02b28e57274de HTTP/1.1" status: 200 len: 267 time: 0.1374435 May 20 20:39:08.358537 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d7975a-c084-48db-b77c-0bcb1451d05d req-d9224287-c671-4bb5-8cd7-f5a4c7877146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:39:08.360269 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-37d7975a-c084-48db-b77c-0bcb1451d05d req-d9224287-c671-4bb5-8cd7-f5a4c7877146 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=26b342ea-254c-483a-9ea9-f11c178970eb HTTP/1.1" status: 200 len: 843 time: 0.7811184 May 20 20:39:08.376191 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb87b5d-1e30-46e0-b34b-b0085cc36b72 req-be0a8048-9a5b-4264-b554-ec0131621937 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:39:08.384609 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8bb87b5d-1e30-46e0-b34b-b0085cc36b72 req-be0a8048-9a5b-4264-b554-ec0131621937 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] 10.222.0.35 "GET /v2.0/ports?device_id=47d5b9a3-391b-4838-9114-d97b5723fd10 HTTP/1.1" status: 200 len: 948 time: 0.8022935 May 20 20:39:08.424808 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] get_ports_and_sgs() called for port_ids ['a34dcdeb-2b13-4bc8-95e3-99318b5bfb70'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:39:08.446833 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-04d24c29-dc82-4902-89a6-c3b28d52aaff req-62abc772-ea14-4dc6-b1f9-c4cb936a5c99 tempest-DeleteServersAdminTestJSON-1856297794 tempest-DeleteServersAdminTestJSON-1856297794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:08.618224 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8bb87b5d-1e30-46e0-b34b-b0085cc36b72 req-105b424f-80c2-4391-9d7f-aabcb0be8c76 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c2aa399-3055-4eb0-8f1a-45933e0e3cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2327344 May 20 20:39:08.692226 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d7975a-c084-48db-b77c-0bcb1451d05d req-cc8ebbac-cd45-46b6-8984-c9f2d4bfe03b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:39:08.695921 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-37d7975a-c084-48db-b77c-0bcb1451d05d req-cc8ebbac-cd45-46b6-8984-c9f2d4bfe03b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cd702362-b982-46c5-a7d0-51de1b03df86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2910421 May 20 20:39:08.760001 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62abc772-ea14-4dc6-b1f9-c4cb936a5c99 tempest-DeleteServersAdminTestJSON-1856297794 tempest-DeleteServersAdminTestJSON-1856297794-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6903454-4a4e-41a2-89af-df0b3db87427,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:39:08.905546 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [req-04d24c29-dc82-4902-89a6-c3b28d52aaff req-62abc772-ea14-4dc6-b1f9-c4cb936a5c99 tempest-DeleteServersAdminTestJSON-1856297794 tempest-DeleteServersAdminTestJSON-1856297794-project] Allocated IP 192.168.233.81 (cd702362-b982-46c5-a7d0-51de1b03df86/26b342ea-254c-483a-9ea9-f11c178970eb/7272c97e-0fde-4b58-8537-3c4ae20f9e57) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:39:08.938564 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a582f5cf-4944-4614-bce6-172dbb579995 req-ed19508d-2300-423e-b6c9-95e60c0b7efd tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:39:08.940273 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a582f5cf-4944-4614-bce6-172dbb579995 req-ed19508d-2300-423e-b6c9-95e60c0b7efd tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/networks?id=85e5027c-d244-4186-8c19-3a12977de170 HTTP/1.1" status: 200 len: 811 time: 0.5275450 May 20 20:39:08.981981 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55c3cbb-a22d-465a-8cbb-ae17f5cc3379 req-ae480d65-0bc4-4c97-a23f-d3eb47ae281e tempest-ServersTestBootFromVolume-26390201 tempest-ServersTestBootFromVolume-26390201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:39:08.983604 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c55c3cbb-a22d-465a-8cbb-ae17f5cc3379 req-ae480d65-0bc4-4c97-a23f-d3eb47ae281e tempest-ServersTestBootFromVolume-26390201 tempest-ServersTestBootFromVolume-26390201-project] 10.222.0.35 "GET /v2.0/ports?device_id=0fc2910a-509a-4f46-a3d9-4753ae692890 HTTP/1.1" status: 200 len: 944 time: 0.2069826 May 20 20:39:09.008524 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a582f5cf-4944-4614-bce6-172dbb579995 req-8501e135-d59e-4e0e-94fd-afdaed1826e7 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/quotas/2492915dd73f457d8cb02b28e57274de HTTP/1.1" status: 200 len: 375 time: 0.0472822 May 20 20:39:09.049602 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-37d7975a-c084-48db-b77c-0bcb1451d05d req-fb9210ac-3756-4e0b-bb61-543bd73dcefd service neutron] 10.222.0.24 "GET /v2.0/networks/cd702362-b982-46c5-a7d0-51de1b03df86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3419993 May 20 20:39:09.110685 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-46f938b0-006d-4bcf-84e9-0605c3b16d5e req-f0383c7f-9b71-400a-a0bd-0b78d8078349 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=076de625-2a49-46b5-9344-19509d3a2557&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0785782 May 20 20:39:09.163961 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c55c3cbb-a22d-465a-8cbb-ae17f5cc3379 req-bbaf79b0-6b6e-4be9-a5f6-78b96562b187 tempest-ServersTestBootFromVolume-26390201 tempest-ServersTestBootFromVolume-26390201-project] 10.222.0.35 "GET /v2.0/security-groups?id=7a3fb94c-0846-423e-9e5e-d5c146d3cf48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1648920 May 20 20:39:09.229238 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f938b0-006d-4bcf-84e9-0605c3b16d5e req-62d17f6e-ea4d-4590-8583-8d833ee965db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:39:09.230726 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-46f938b0-006d-4bcf-84e9-0605c3b16d5e req-62d17f6e-ea4d-4590-8583-8d833ee965db service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=33876e14b0274b60a421aea47180bf46&device_id=076de625-2a49-46b5-9344-19509d3a2557 HTTP/1.1" status: 200 len: 1095 time: 0.0722721 May 20 20:39:09.259822 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a582f5cf-4944-4614-bce6-172dbb579995 req-18510adb-39c3-4b73-89a8-2e87b981d4c2 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=2492915dd73f457d8cb02b28e57274de&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2243907 May 20 20:39:09.375077 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-37d7975a-c084-48db-b77c-0bcb1451d05d req-d3d51640-c81e-4aa5-a075-74e1c77bba10 service neutron] 10.222.0.24 "GET /v2.0/networks/cd702362-b982-46c5-a7d0-51de1b03df86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2911611 May 20 20:39:09.446901 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f938b0-006d-4bcf-84e9-0605c3b16d5e req-97a02109-4d5e-41be-abc7-cd9da7973501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:39:09.448376 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-46f938b0-006d-4bcf-84e9-0605c3b16d5e req-97a02109-4d5e-41be-abc7-cd9da7973501 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f2296de0-b06c-422e-98fe-14a3771aba33 HTTP/1.1" status: 200 len: 908 time: 0.1840556 May 20 20:39:09.462442 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-04d24c29-dc82-4902-89a6-c3b28d52aaff req-62abc772-ea14-4dc6-b1f9-c4cb936a5c99 tempest-DeleteServersAdminTestJSON-1856297794 tempest-DeleteServersAdminTestJSON-1856297794-project] Notify callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:09.525280 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-46f938b0-006d-4bcf-84e9-0605c3b16d5e req-6c6a2b4e-9bb5-4dbc-9962-671ca4f7fe7d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0f61439d-122d-49c1-9b17-9f2635d1301f HTTP/1.1" status: 200 len: 217 time: 0.0674314 May 20 20:39:09.585884 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a582f5cf-4944-4614-bce6-172dbb579995 req-ec2ff397-f83d-4e77-9165-766a51667332 service neutron] 10.222.0.35 "GET /v2.0/networks/85e5027c-d244-4186-8c19-3a12977de170?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3252087 May 20 20:39:09.592483 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 1d631e8b-9f50-42e3-9874-3df33de0d701 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:39:09.635404 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f938b0-006d-4bcf-84e9-0605c3b16d5e req-b7702d33-3c29-4559-a839-8d611c7c13e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:39:09.636863 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-46f938b0-006d-4bcf-84e9-0605c3b16d5e req-b7702d33-3c29-4559-a839-8d611c7c13e5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f9e5fad6-106c-4fb6-bdcf-0e79e7e3eb1f HTTP/1.1" status: 200 len: 847 time: 0.1017156 May 20 20:39:09.673759 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50999761-28b8-4fad-bd93-89937ef32fee req-12988542-1f46-4831-a7b3-0046b242455b tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:39:09.675241 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-50999761-28b8-4fad-bd93-89937ef32fee req-12988542-1f46-4831-a7b3-0046b242455b tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] 10.222.0.35 "GET /v2.0/ports?device_id=af8dbbf2-af97-4d08-9dfb-94cc026d387b HTTP/1.1" status: 200 len: 949 time: 0.2701671 May 20 20:39:09.694221 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 1d631e8b-9f50-42e3-9874-3df33de0d701 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:39:09.694874 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:09.710007 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-46f938b0-006d-4bcf-84e9-0605c3b16d5e req-01354155-432c-4848-a2c1-0cfccc879b1f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f2296de0-b06c-422e-98fe-14a3771aba33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0546818 May 20 20:39:09.776290 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3e5599-543c-4c8e-886d-3f9caf27f392 req-cfa6c30e-8f00-43b9-936e-372e12b08da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:39:09.778217 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1b3e5599-543c-4c8e-886d-3f9caf27f392 req-cfa6c30e-8f00-43b9-936e-372e12b08da3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4207919be7244eb28564658a511e407f&device_id=47d5b9a3-391b-4838-9114-d97b5723fd10 HTTP/1.1" status: 200 len: 1099 time: 0.2538958 May 20 20:39:09.809799 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 1d631e8b-9f50-42e3-9874-3df33de0d701 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:39:09.860039 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-46f938b0-006d-4bcf-84e9-0605c3b16d5e req-d79bdaeb-e3d0-481a-b7d9-d800e4eb8ddd service neutron] 10.222.0.13 "GET /v2.0/networks/f2296de0-b06c-422e-98fe-14a3771aba33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376405 May 20 20:39:09.872997 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-50999761-28b8-4fad-bd93-89937ef32fee req-2d1a5f1c-c9e8-47e8-975b-8d2cc851b408 tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] 10.222.0.35 "GET /v2.0/security-groups?id=b86a25cf-8ff6-49a5-9967-210010093ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209209 May 20 20:39:09.880016 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-04d24c29-dc82-4902-89a6-c3b28d52aaff req-62abc772-ea14-4dc6-b1f9-c4cb936a5c99 tempest-DeleteServersAdminTestJSON-1856297794 tempest-DeleteServersAdminTestJSON-1856297794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:09.932437 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04d24c29-dc82-4902-89a6-c3b28d52aaff req-62abc772-ea14-4dc6-b1f9-c4cb936a5c99 tempest-DeleteServersAdminTestJSON-1856297794 tempest-DeleteServersAdminTestJSON-1856297794-project] Network cd702362-b982-46c5-a7d0-51de1b03df86 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:39:09.944109 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [req-04d24c29-dc82-4902-89a6-c3b28d52aaff req-62abc772-ea14-4dc6-b1f9-c4cb936a5c99 tempest-DeleteServersAdminTestJSON-1856297794 tempest-DeleteServersAdminTestJSON-1856297794-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:39:09.962381 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [req-04d24c29-dc82-4902-89a6-c3b28d52aaff req-62abc772-ea14-4dc6-b1f9-c4cb936a5c99 tempest-DeleteServersAdminTestJSON-1856297794 tempest-DeleteServersAdminTestJSON-1856297794-project] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:39:10.034536 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-46f938b0-006d-4bcf-84e9-0605c3b16d5e req-024e2aeb-3ffe-443b-8a16-b520c730d55f service neutron] 10.222.0.13 "GET /v2.0/networks/f2296de0-b06c-422e-98fe-14a3771aba33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1673527 May 20 20:39:10.067964 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device a34dcdeb-2b13-4bc8-95e3-99318b5bfb70 up at agent hyperv_n-h2-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:39:10.091354 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d24c29-dc82-4902-89a6-c3b28d52aaff req-62abc772-ea14-4dc6-b1f9-c4cb936a5c99 tempest-DeleteServersAdminTestJSON-1856297794 tempest-DeleteServersAdminTestJSON-1856297794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:39:10.092043 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-04d24c29-dc82-4902-89a6-c3b28d52aaff req-62abc772-ea14-4dc6-b1f9-c4cb936a5c99 tempest-DeleteServersAdminTestJSON-1856297794 tempest-DeleteServersAdminTestJSON-1856297794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:10.173936 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Provisioning complete for port a34dcdeb-2b13-4bc8-95e3-99318b5bfb70 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:39:10.174610 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:10.176486 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a582f5cf-4944-4614-bce6-172dbb579995 req-aa54216c-7dbf-4a78-b228-347fe02fec67 service neutron] 10.222.0.35 "GET /v2.0/networks/85e5027c-d244-4186-8c19-3a12977de170?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5897577 May 20 20:39:10.180483 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62abc772-ea14-4dc6-b1f9-c4cb936a5c99 tempest-DeleteServersAdminTestJSON-1856297794 tempest-DeleteServersAdminTestJSON-1856297794-project] Pushing event updated for resources: {'Port': ['ID=7272c97e-0fde-4b58-8537-3c4ae20f9e57,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:39:10.257892 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3e5599-543c-4c8e-886d-3f9caf27f392 req-72892998-0838-4bc2-9c4e-2e7553a22897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:39:10.260416 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1b3e5599-543c-4c8e-886d-3f9caf27f392 req-72892998-0838-4bc2-9c4e-2e7553a22897 service neutron] 10.222.0.24 "GET /v2.0/networks?id=cd702362-b982-46c5-a7d0-51de1b03df86 HTTP/1.1" status: 200 len: 870 time: 0.4509261 May 20 20:39:10.268909 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f2e499-66b9-4aca-a753-0c1053e59e6c req-4d803941-1249-4652-8dfe-0276aa5e2a7e tempest-DeleteServersAdminTestJSON-1856297794 tempest-DeleteServersAdminTestJSON-1856297794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:39:10.272621 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c6f2e499-66b9-4aca-a753-0c1053e59e6c req-4d803941-1249-4652-8dfe-0276aa5e2a7e tempest-DeleteServersAdminTestJSON-1856297794 tempest-DeleteServersAdminTestJSON-1856297794-project] 10.222.0.35 "GET /v2.0/ports?device_id=390523bb-8790-47df-b668-1cd18db99a26 HTTP/1.1" status: 200 len: 935 time: 0.1764836 May 20 20:39:10.294693 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-04d24c29-dc82-4902-89a6-c3b28d52aaff req-62abc772-ea14-4dc6-b1f9-c4cb936a5c99 tempest-DeleteServersAdminTestJSON-1856297794 tempest-DeleteServersAdminTestJSON-1856297794-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.2352529 May 20 20:39:10.341443 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [req-04d24c29-dc82-4902-89a6-c3b28d52aaff req-5efdaea4-e1fd-400b-a212-a7cded427eb5 service neutron] Request body: {'port': {'device_id': '390523bb-8790-47df-b668-1cd18db99a26', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-842733-1'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:39:10.345564 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port a34dcdeb-2b13-4bc8-95e3-99318b5bfb70 is: BUILD; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:39:10.346478 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:10.370348 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1b3e5599-543c-4c8e-886d-3f9caf27f392 req-e9a1afc0-ab43-4e1d-8cd4-67bfd10285b9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=7fdfd52e-b40e-4fe9-a489-269bbd28cc0b HTTP/1.1" status: 200 len: 217 time: 0.0961034 May 20 20:39:10.376810 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-37ab9d20-25d1-4298-9e54-65bbd689da48 None None] Provisioning complete for port 7272c97e-0fde-4b58-8537-3c4ae20f9e57 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:39:10.377423 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-37ab9d20-25d1-4298-9e54-65bbd689da48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:10.385940 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af8dbbf2-af97-4d08-9dfb-94cc026d387b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a34dcdeb-2b13-4bc8-95e3-99318b5bfb70'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:39:10.389617 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8485417003ce7c0410b00f5cdc2f391e21107b70bb68e2773712534a96e108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f46d75fd-55bc-4872-b1d9-381009fc2bea" -d '{"events": [{"server_uuid": "af8dbbf2-af97-4d08-9dfb-94cc026d387b", "name": "network-vif-plugged", "status": "completed", "tag": "a34dcdeb-2b13-4bc8-95e3-99318b5bfb70"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:39:10.440096 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port a34dcdeb-2b13-4bc8-95e3-99318b5bfb70, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=a34dcdeb-2b13-4bc8-95e3-99318b5bfb70,segment=NetworkSegment(ed3a602f-49fb-4a95-be80-401e1eb72e33),segment_id=ed3a602f-49fb-4a95-be80-401e1eb72e33)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:39:10.461260 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-37ab9d20-25d1-4298-9e54-65bbd689da48 None None] Port 7272c97e-0fde-4b58-8537-3c4ae20f9e57 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 20:39:10.472530 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3e5599-543c-4c8e-886d-3f9caf27f392 req-52621cd4-cb49-497a-b64e-66304917cd6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:39:10.475693 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1b3e5599-543c-4c8e-886d-3f9caf27f392 req-52621cd4-cb49-497a-b64e-66304917cd6f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=26b342ea-254c-483a-9ea9-f11c178970eb HTTP/1.1" status: 200 len: 843 time: 0.0910633 May 20 20:39:10.493341 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:10.513963 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c6f2e499-66b9-4aca-a753-0c1053e59e6c req-a477b003-044d-4d1e-b492-411fcd9f9acb tempest-DeleteServersAdminTestJSON-1856297794 tempest-DeleteServersAdminTestJSON-1856297794-project] 10.222.0.35 "GET /v2.0/security-groups?id=d6903454-4a4e-41a2-89af-df0b3db87427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2136471 May 20 20:39:10.572197 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-04d24c29-dc82-4902-89a6-c3b28d52aaff req-5efdaea4-e1fd-400b-a212-a7cded427eb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:10.601012 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=a34dcdeb-2b13-4bc8-95e3-99318b5bfb70,revision_number=11']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:39:10.786864 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3e5599-543c-4c8e-886d-3f9caf27f392 req-515243bb-42e3-44c8-8b7d-70affb3c4c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:39:10.786864 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1b3e5599-543c-4c8e-886d-3f9caf27f392 req-515243bb-42e3-44c8-8b7d-70affb3c4c48 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cd702362-b982-46c5-a7d0-51de1b03df86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3022809 May 20 20:39:11.032521 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c80c18-e7ad-4876-8fe2-02af5657ff03 req-f3d0d884-7873-4464-a5bb-f9bda79b3659 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:39:11.034059 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e4c80c18-e7ad-4876-8fe2-02af5657ff03 req-f3d0d884-7873-4464-a5bb-f9bda79b3659 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] 10.222.0.35 "GET /v2.0/ports?device_id=47d5b9a3-391b-4838-9114-d97b5723fd10 HTTP/1.1" status: 200 len: 948 time: 0.3274255 May 20 20:39:11.185487 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1b3e5599-543c-4c8e-886d-3f9caf27f392 req-5bdef522-5bd4-4808-9a2d-5cdaf2317753 service neutron] 10.222.0.24 "GET /v2.0/networks/cd702362-b982-46c5-a7d0-51de1b03df86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3901799 May 20 20:39:11.189911 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e4c80c18-e7ad-4876-8fe2-02af5657ff03 req-f12a78ac-c63c-4db0-b949-cf00df87b046 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c2aa399-3055-4eb0-8f1a-45933e0e3cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306200 May 20 20:39:11.212240 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7ef29d-2805-4c3c-859b-54e3f3969a38 req-d105dbeb-bed0-46ed-997c-33e90c0a8fab tempest-ServersTestBootFromVolume-26390201 tempest-ServersTestBootFromVolume-26390201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:39:11.213737 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3e7ef29d-2805-4c3c-859b-54e3f3969a38 req-d105dbeb-bed0-46ed-997c-33e90c0a8fab tempest-ServersTestBootFromVolume-26390201 tempest-ServersTestBootFromVolume-26390201-project] 10.222.0.35 "GET /v2.0/ports?device_id=0fc2910a-509a-4f46-a3d9-4753ae692890 HTTP/1.1" status: 200 len: 944 time: 0.2596276 May 20 20:39:11.330905 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 20:39:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de48bff8-0709-4303-9783-ca1236f19792 x-openstack-request-id: req-de48bff8-0709-4303-9783-ca1236f19792 {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:39:11.332141 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af8dbbf2-af97-4d08-9dfb-94cc026d387b", "name": "network-vif-plugged", "status": "completed", "tag": "a34dcdeb-2b13-4bc8-95e3-99318b5bfb70", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:39:11.332650 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-de48bff8-0709-4303-9783-ca1236f19792 {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:39:11.333495 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de48bff8-0709-4303-9783-ca1236f19792'] response: {'server_uuid': 'af8dbbf2-af97-4d08-9dfb-94cc026d387b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a34dcdeb-2b13-4bc8-95e3-99318b5bfb70', 'code': 200} May 20 20:39:11.380019 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3e7ef29d-2805-4c3c-859b-54e3f3969a38 req-823a0e35-0a67-4b6e-a924-469b73684b61 tempest-ServersTestBootFromVolume-26390201 tempest-ServersTestBootFromVolume-26390201-project] 10.222.0.35 "GET /v2.0/security-groups?id=7a3fb94c-0846-423e-9e5e-d5c146d3cf48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1504302 May 20 20:39:11.417636 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 34632) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:39:11.456967 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1b3e5599-543c-4c8e-886d-3f9caf27f392 req-034e3e3c-71e3-47de-a1cd-971241bc4943 service neutron] 10.222.0.24 "GET /v2.0/networks/cd702362-b982-46c5-a7d0-51de1b03df86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2625163 May 20 20:39:11.534411 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [req-04d24c29-dc82-4902-89a6-c3b28d52aaff req-5efdaea4-e1fd-400b-a212-a7cded427eb5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7272c97e-0fde-4b58-8537-3c4ae20f9e57 {{(pid=103163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:39:11.544636 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-04d24c29-dc82-4902-89a6-c3b28d52aaff req-5efdaea4-e1fd-400b-a212-a7cded427eb5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:11.561068 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [req-04d24c29-dc82-4902-89a6-c3b28d52aaff req-5efdaea4-e1fd-400b-a212-a7cded427eb5 service neutron] Transition to ACTIVE for port object 7272c97e-0fde-4b58-8537-3c4ae20f9e57 will not be triggered until provisioned by entity L2. {{(pid=103163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 20:39:11.629576 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d8e80925-034e-464e-a0ff-619e2cdf4bed admin admin] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:11.633014 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f82b2901-a616-4598-9522-f6b45da33334 req-0f5ba040-b67d-4d54-9cf5-f668b68d6b9a tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/ports?device_id=639a9b9c-aaad-4644-9dcd-410174fb9f88 HTTP/1.1" status: 200 len: 210 time: 0.1716239 May 20 20:39:11.635284 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-04d24c29-dc82-4902-89a6-c3b28d52aaff req-5efdaea4-e1fd-400b-a212-a7cded427eb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:11.676382 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada98300-b481-4cae-b242-0782e298b96a req-ff741adc-99b8-427e-a3a0-f798a9e82c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:39:11.678396 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-ada98300-b481-4cae-b242-0782e298b96a req-ff741adc-99b8-427e-a3a0-f798a9e82c88 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=af8dbbf2-af97-4d08-9dfb-94cc026d387b HTTP/1.1" status: 200 len: 1101 time: 0.1451201 May 20 20:39:11.727157 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efdaea4-e1fd-400b-a212-a7cded427eb5 service neutron] Pushing event updated for resources: {'Port': ['ID=7272c97e-0fde-4b58-8537-3c4ae20f9e57,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:39:11.746350 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e727870-109c-4078-97b2-0d9a2aac3da6 req-6361a809-287c-4527-83bc-8f0620366137 tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:39:11.747918 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2e727870-109c-4078-97b2-0d9a2aac3da6 req-6361a809-287c-4527-83bc-8f0620366137 tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] 10.222.0.35 "GET /v2.0/ports?device_id=af8dbbf2-af97-4d08-9dfb-94cc026d387b HTTP/1.1" status: 200 len: 950 time: 0.1849327 May 20 20:39:11.823463 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 7fdfd52e-b40e-4fe9-a489-269bbd28cc0b details requested by agent hyperv_n-h1-842733-1 with host n-h1-842733-1 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 20:39:11.860648 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-ada98300-b481-4cae-b242-0782e298b96a req-ba433ea4-2e27-4fd0-99ee-a3aa6a31bf7f service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=b86a25cf-8ff6-49a5-9967-210010093ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953302 May 20 20:39:11.907673 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2e727870-109c-4078-97b2-0d9a2aac3da6 req-37a7061a-90a7-4705-ae86-22854201350e tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] 10.222.0.35 "GET /v2.0/security-groups?id=b86a25cf-8ff6-49a5-9967-210010093ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464615 May 20 20:39:11.934721 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d8e80925-034e-464e-a0ff-619e2cdf4bed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:11.936076 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4da49d3-5278-44b1-8940-8650d7c99734 req-7b6c4d35-13aa-450f-aa61-9ae4367e29ec tempest-DeleteServersAdminTestJSON-1856297794 tempest-DeleteServersAdminTestJSON-1856297794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:39:11.938990 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c4da49d3-5278-44b1-8940-8650d7c99734 req-7b6c4d35-13aa-450f-aa61-9ae4367e29ec tempest-DeleteServersAdminTestJSON-1856297794 tempest-DeleteServersAdminTestJSON-1856297794-project] 10.222.0.35 "GET /v2.0/ports?device_id=390523bb-8790-47df-b668-1cd18db99a26 HTTP/1.1" status: 200 len: 947 time: 0.2051299 May 20 20:39:11.939929 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-04d24c29-dc82-4902-89a6-c3b28d52aaff req-5efdaea4-e1fd-400b-a212-a7cded427eb5 service neutron] Attempting to bind port 7272c97e-0fde-4b58-8537-3c4ae20f9e57 on host n-h2-842733-1 for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:39:11.940264 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-04d24c29-dc82-4902-89a6-c3b28d52aaff req-5efdaea4-e1fd-400b-a212-a7cded427eb5 service neutron] Attempting to bind port 7272c97e-0fde-4b58-8537-3c4ae20f9e57 by drivers openvswitch,hyperv on host n-h2-842733-1 at level 0 using segments [{'id': 'ed3a602f-49fb-4a95-be80-401e1eb72e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'cd702362-b982-46c5-a7d0-51de1b03df86'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:39:11.940579 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d24c29-dc82-4902-89a6-c3b28d52aaff req-5efdaea4-e1fd-400b-a212-a7cded427eb5 service neutron] Attempting to bind port 7272c97e-0fde-4b58-8537-3c4ae20f9e57 on network cd702362-b982-46c5-a7d0-51de1b03df86 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:39:11.946238 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d24c29-dc82-4902-89a6-c3b28d52aaff req-5efdaea4-e1fd-400b-a212-a7cded427eb5 service neutron] Port 7272c97e-0fde-4b58-8537-3c4ae20f9e57 on network cd702362-b982-46c5-a7d0-51de1b03df86 not bound, no agent of type Open vSwitch agent registered on host n-h2-842733-1 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 20:39:11.946630 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d24c29-dc82-4902-89a6-c3b28d52aaff req-5efdaea4-e1fd-400b-a212-a7cded427eb5 service neutron] Attempting to bind port 7272c97e-0fde-4b58-8537-3c4ae20f9e57 on network cd702362-b982-46c5-a7d0-51de1b03df86 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:39:11.959247 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d24c29-dc82-4902-89a6-c3b28d52aaff req-5efdaea4-e1fd-400b-a212-a7cded427eb5 service neutron] Checking agent: {'id': 'a66f2511-b955-448f-877c-56cfe9c81b12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 33, 2), 'started_at': datetime.datetime(2022, 5, 20, 20, 33, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 39, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:39:11.959672 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d24c29-dc82-4902-89a6-c3b28d52aaff req-5efdaea4-e1fd-400b-a212-a7cded427eb5 service neutron] Checking segment: {'id': 'ed3a602f-49fb-4a95-be80-401e1eb72e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'cd702362-b982-46c5-a7d0-51de1b03df86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:39:11.960116 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d24c29-dc82-4902-89a6-c3b28d52aaff req-5efdaea4-e1fd-400b-a212-a7cded427eb5 service neutron] Bound using segment: {'id': 'ed3a602f-49fb-4a95-be80-401e1eb72e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'cd702362-b982-46c5-a7d0-51de1b03df86'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:39:11.960628 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-04d24c29-dc82-4902-89a6-c3b28d52aaff req-5efdaea4-e1fd-400b-a212-a7cded427eb5 service neutron] Bound port: 7272c97e-0fde-4b58-8537-3c4ae20f9e57, host: n-h2-842733-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed3a602f-49fb-4a95-be80-401e1eb72e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'cd702362-b982-46c5-a7d0-51de1b03df86'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:39:11.961045 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-04d24c29-dc82-4902-89a6-c3b28d52aaff req-5efdaea4-e1fd-400b-a212-a7cded427eb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:12.007067 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d8e80925-034e-464e-a0ff-619e2cdf4bed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:12.065105 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port 7fdfd52e-b40e-4fe9-a489-269bbd28cc0b, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=7fdfd52e-b40e-4fe9-a489-269bbd28cc0b,segment=NetworkSegment(ed3a602f-49fb-4a95-be80-401e1eb72e33),segment_id=ed3a602f-49fb-4a95-be80-401e1eb72e33)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:39:12.072691 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c4da49d3-5278-44b1-8940-8650d7c99734 req-b07be530-39f8-4af4-a5dd-ef09e2898007 tempest-DeleteServersAdminTestJSON-1856297794 tempest-DeleteServersAdminTestJSON-1856297794-project] 10.222.0.35 "GET /v2.0/security-groups?id=d6903454-4a4e-41a2-89af-df0b3db87427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236427 May 20 20:39:12.078428 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Returning: {'device': '7fdfd52e-b40e-4fe9-a489-269bbd28cc0b', 'network_id': 'cd702362-b982-46c5-a7d0-51de1b03df86', 'port_id': '7fdfd52e-b40e-4fe9-a489-269bbd28cc0b', 'mac_address': 'fa:16:3e:c5:dc:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26b342ea-254c-483a-9ea9-f11c178970eb', 'ip_address': '192.168.233.132'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 20 20:39:12.083392 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 34644) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:39:12.083726 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-d8e80925-034e-464e-a0ff-619e2cdf4bed admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=54b87b87b8874351ab7f7b37dda153f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6634181 May 20 20:39:12.106054 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e80925-034e-464e-a0ff-619e2cdf4bed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1372dfbb-a98f-4615-85b8-349daa838808,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:39:12.130585 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-04d24c29-dc82-4902-89a6-c3b28d52aaff req-5efdaea4-e1fd-400b-a212-a7cded427eb5 service neutron] For port 7272c97e-0fde-4b58-8537-3c4ae20f9e57, host n-h2-842733-1, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:39:12.150666 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-04d24c29-dc82-4902-89a6-c3b28d52aaff req-5efdaea4-e1fd-400b-a212-a7cded427eb5 service neutron] For port 7272c97e-0fde-4b58-8537-3c4ae20f9e57, host n-h2-842733-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=7272c97e-0fde-4b58-8537-3c4ae20f9e57,segment=NetworkSegment(ed3a602f-49fb-4a95-be80-401e1eb72e33),segment_id=ed3a602f-49fb-4a95-be80-401e1eb72e33)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:39:12.157414 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Current status of the port 7fdfd52e-b40e-4fe9-a489-269bbd28cc0b is: DOWN; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:39:12.166963 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:12.168557 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-47246120-75b8-49d4-bfe3-3f26290dffe2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:12.186176 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7fdfd52e-b40e-4fe9-a489-269bbd28cc0b {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:39:12.196663 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-47246120-75b8-49d4-bfe3-3f26290dffe2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:12.211004 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port 7fdfd52e-b40e-4fe9-a489-269bbd28cc0b, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=7fdfd52e-b40e-4fe9-a489-269bbd28cc0b,segment=NetworkSegment(ed3a602f-49fb-4a95-be80-401e1eb72e33),segment_id=ed3a602f-49fb-4a95-be80-401e1eb72e33)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:39:12.242347 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-04d24c29-dc82-4902-89a6-c3b28d52aaff req-5efdaea4-e1fd-400b-a212-a7cded427eb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:12.304553 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:12.331211 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d24c29-dc82-4902-89a6-c3b28d52aaff req-5efdaea4-e1fd-400b-a212-a7cded427eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:39:12.333006 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-04d24c29-dc82-4902-89a6-c3b28d52aaff req-5efdaea4-e1fd-400b-a212-a7cded427eb5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:12.334853 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-04d24c29-dc82-4902-89a6-c3b28d52aaff req-5efdaea4-e1fd-400b-a212-a7cded427eb5 service neutron] 10.222.0.13 "PUT /v2.0/ports/7272c97e-0fde-4b58-8537-3c4ae20f9e57 HTTP/1.1" status: 200 len: 1095 time: 1.9978187 May 20 20:39:12.337505 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '390523bb-8790-47df-b668-1cd18db99a26', 'tag': '7272c97e-0fde-4b58-8537-3c4ae20f9e57'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:39:12.342369 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4291b17aa7b45362825f0571e77c85f5e73afe1df9c7e9e15006df9d695c005e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbc04b14-d866-4a32-a372-452b76af41e2" -d '{"events": [{"name": "network-changed", "server_uuid": "390523bb-8790-47df-b668-1cd18db99a26", "tag": "7272c97e-0fde-4b58-8537-3c4ae20f9e57"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:39:12.402696 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Pushing event updated for resources: {'Port': ['ID=7fdfd52e-b40e-4fe9-a489-269bbd28cc0b,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:39:12.414509 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-47246120-75b8-49d4-bfe3-3f26290dffe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:12.417156 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-47246120-75b8-49d4-bfe3-3f26290dffe2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:12.423391 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-47246120-75b8-49d4-bfe3-3f26290dffe2 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1372dfbb-a98f-4615-85b8-349daa838808 HTTP/1.1" status: 204 len: 168 time: 0.3386040 May 20 20:39:12.438561 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 20:39:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-603c5b36-16cd-4bb4-9ad3-0bc4797a9001 x-openstack-request-id: req-603c5b36-16cd-4bb4-9ad3-0bc4797a9001 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:39:12.440839 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "390523bb-8790-47df-b668-1cd18db99a26", "tag": "7272c97e-0fde-4b58-8537-3c4ae20f9e57", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:39:12.441110 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-603c5b36-16cd-4bb4-9ad3-0bc4797a9001 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:39:12.441812 n-d-842733-1 neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-603c5b36-16cd-4bb4-9ad3-0bc4797a9001'] response: {'name': 'network-changed', 'server_uuid': '390523bb-8790-47df-b668-1cd18db99a26', 'tag': '7272c97e-0fde-4b58-8537-3c4ae20f9e57', 'status': 'completed', 'code': 200} May 20 20:39:12.495733 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47246120-75b8-49d4-bfe3-3f26290dffe2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1372dfbb-a98f-4615-85b8-349daa838808,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:39:12.496969 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efdaea4-e1fd-400b-a212-a7cded427eb5 service neutron] Pushing event updated for resources: {'Port': ['ID=7272c97e-0fde-4b58-8537-3c4ae20f9e57,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:39:12.613536 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab4b8e7-c0db-43fb-b987-f2f07baf56fb req-f210bb29-5319-4af3-b00c-259f862cbdbf tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:39:12.614901 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] get_ports_and_sgs() called for port_ids ['7fdfd52e-b40e-4fe9-a489-269bbd28cc0b'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:39:12.623592 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1ab4b8e7-c0db-43fb-b987-f2f07baf56fb req-f210bb29-5319-4af3-b00c-259f862cbdbf tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] 10.222.0.35 "GET /v2.0/ports?device_id=47d5b9a3-391b-4838-9114-d97b5723fd10 HTTP/1.1" status: 200 len: 949 time: 0.3066211 May 20 20:39:12.627225 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc04b14-d866-4a32-a372-452b76af41e2 req-2f20ab34-65d6-4d16-b171-951794725924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:39:12.628744 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-cbc04b14-d866-4a32-a372-452b76af41e2 req-2f20ab34-65d6-4d16-b171-951794725924 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=742d4b3430f94d92945cee196b9b431a&device_id=390523bb-8790-47df-b668-1cd18db99a26 HTTP/1.1" status: 200 len: 1098 time: 0.1366003 May 20 20:39:12.651278 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091df5bb-25d6-4c73-93c2-b6f8b085b514 req-a179b6c4-ee49-4703-a8c6-cddb9d96a966 tempest-ServersTestBootFromVolume-26390201 tempest-ServersTestBootFromVolume-26390201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:39:12.652905 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-091df5bb-25d6-4c73-93c2-b6f8b085b514 req-a179b6c4-ee49-4703-a8c6-cddb9d96a966 tempest-ServersTestBootFromVolume-26390201 tempest-ServersTestBootFromVolume-26390201-project] 10.222.0.35 "GET /v2.0/ports?device_id=0fc2910a-509a-4f46-a3d9-4753ae692890 HTTP/1.1" status: 200 len: 944 time: 0.1190786 May 20 20:39:12.696529 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-cbc04b14-d866-4a32-a372-452b76af41e2 req-4a647496-94db-4b61-9c44-677bb7aea9b5 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=742d4b3430f94d92945cee196b9b431a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0426238 May 20 20:39:12.778445 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1ab4b8e7-c0db-43fb-b987-f2f07baf56fb req-87418d30-bce2-4743-a308-c0e7e91f4f1e tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c2aa399-3055-4eb0-8f1a-45933e0e3cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358216 May 20 20:39:12.794789 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-091df5bb-25d6-4c73-93c2-b6f8b085b514 req-1f3d6963-a181-415e-ae11-0b00f983ca2d tempest-ServersTestBootFromVolume-26390201 tempest-ServersTestBootFromVolume-26390201-project] 10.222.0.35 "GET /v2.0/security-groups?id=7a3fb94c-0846-423e-9e5e-d5c146d3cf48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1230378 May 20 20:39:12.881438 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc04b14-d866-4a32-a372-452b76af41e2 req-4cd7c781-4266-4165-9b03-b30724c16f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:39:12.883242 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-cbc04b14-d866-4a32-a372-452b76af41e2 req-4cd7c781-4266-4165-9b03-b30724c16f88 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1779797 May 20 20:39:12.944005 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-32f3af5a-8149-40f1-8d33-3606f9e030ad req-2d9f7537-c134-4441-bfdb-010dbb737d64 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/ports?device_id=639a9b9c-aaad-4644-9dcd-410174fb9f88 HTTP/1.1" status: 200 len: 210 time: 0.0482912 May 20 20:39:13.061373 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d24c29-dc82-4902-89a6-c3b28d52aaff req-0f294c86-bc93-44b7-910d-31e0172204b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:39:13.063818 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-04d24c29-dc82-4902-89a6-c3b28d52aaff req-0f294c86-bc93-44b7-910d-31e0172204b8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=742d4b3430f94d92945cee196b9b431a&device_id=390523bb-8790-47df-b668-1cd18db99a26 HTTP/1.1" status: 200 len: 1098 time: 0.0708404 May 20 20:39:13.119624 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52187e37-f2d1-49ad-af60-5fe61eb919fb req-fe1711fd-8f45-46b3-ad2f-684bc12b7e4e tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:39:13.121566 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-52187e37-f2d1-49ad-af60-5fe61eb919fb req-fe1711fd-8f45-46b3-ad2f-684bc12b7e4e tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] 10.222.0.35 "GET /v2.0/ports?device_id=af8dbbf2-af97-4d08-9dfb-94cc026d387b HTTP/1.1" status: 200 len: 950 time: 0.0623927 May 20 20:39:13.165310 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-04d24c29-dc82-4902-89a6-c3b28d52aaff req-e23af878-31b5-4af9-ba43-de90f7624533 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=7272c97e-0fde-4b58-8537-3c4ae20f9e57 HTTP/1.1" status: 200 len: 217 time: 0.0426481 May 20 20:39:13.248708 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 34666) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:39:13.264624 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-543dda5e-4c21-479f-a92a-ad8a0178a079 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:13.279798 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-52187e37-f2d1-49ad-af60-5fe61eb919fb req-d8430297-c71d-4d27-a706-c4f07e6c5eef tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] 10.222.0.35 "GET /v2.0/security-groups?id=b86a25cf-8ff6-49a5-9967-210010093ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076450 May 20 20:39:13.310241 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31b1f5c-ee54-4779-9f0e-5d4a4641f210 req-aacc0cb2-9ee4-4ba0-b25f-d0deffe37b80 tempest-DeleteServersAdminTestJSON-1856297794 tempest-DeleteServersAdminTestJSON-1856297794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:39:13.311991 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a31b1f5c-ee54-4779-9f0e-5d4a4641f210 req-aacc0cb2-9ee4-4ba0-b25f-d0deffe37b80 tempest-DeleteServersAdminTestJSON-1856297794 tempest-DeleteServersAdminTestJSON-1856297794-project] 10.222.0.35 "GET /v2.0/ports?device_id=390523bb-8790-47df-b668-1cd18db99a26 HTTP/1.1" status: 200 len: 947 time: 0.1458025 May 20 20:39:13.317549 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d24c29-dc82-4902-89a6-c3b28d52aaff req-d713ab6c-496c-4bb2-a859-2b065579f09f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:39:13.318984 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-04d24c29-dc82-4902-89a6-c3b28d52aaff req-d713ab6c-496c-4bb2-a859-2b065579f09f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=26b342ea-254c-483a-9ea9-f11c178970eb HTTP/1.1" status: 200 len: 843 time: 0.1104949 May 20 20:39:13.372322 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-543dda5e-4c21-479f-a92a-ad8a0178a079 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:13.406493 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a31b1f5c-ee54-4779-9f0e-5d4a4641f210 req-6b510aa8-d266-43fc-a908-13c3146baa68 tempest-DeleteServersAdminTestJSON-1856297794 tempest-DeleteServersAdminTestJSON-1856297794-project] 10.222.0.35 "GET /v2.0/security-groups?id=d6903454-4a4e-41a2-89af-df0b3db87427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849109 May 20 20:39:13.412807 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d24c29-dc82-4902-89a6-c3b28d52aaff req-cb1d9166-6b73-48ea-a51f-fcc787c4cee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:39:13.414307 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-04d24c29-dc82-4902-89a6-c3b28d52aaff req-cb1d9166-6b73-48ea-a51f-fcc787c4cee8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cd702362-b982-46c5-a7d0-51de1b03df86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0778844 May 20 20:39:13.452549 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-543dda5e-4c21-479f-a92a-ad8a0178a079 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:13.494745 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543dda5e-4c21-479f-a92a-ad8a0178a079 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70fc01ab-971d-4c96-832f-6b81c04e3152,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:39:13.499236 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-543dda5e-4c21-479f-a92a-ad8a0178a079 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4e8b974065d448338dc21a7a1d05445f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2466669 May 20 20:39:13.502597 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 34668) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:39:13.549672 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-04d24c29-dc82-4902-89a6-c3b28d52aaff req-3484c29c-e3e1-4f1f-a575-0d59ae6e2c3e service neutron] 10.222.0.13 "GET /v2.0/networks/cd702362-b982-46c5-a7d0-51de1b03df86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229448 May 20 20:39:13.577475 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-04de84db-31f1-4177-ad77-bb7ddaa54b28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:13.603958 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-04de84db-31f1-4177-ad77-bb7ddaa54b28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:13.680974 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-04d24c29-dc82-4902-89a6-c3b28d52aaff req-7104b4f3-287c-4b33-a7f9-a41245eaeeba service neutron] 10.222.0.13 "GET /v2.0/networks/cd702362-b982-46c5-a7d0-51de1b03df86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077561 May 20 20:39:13.778029 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-04de84db-31f1-4177-ad77-bb7ddaa54b28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:13.780611 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-04de84db-31f1-4177-ad77-bb7ddaa54b28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:13.789331 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-04de84db-31f1-4177-ad77-bb7ddaa54b28 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/70fc01ab-971d-4c96-832f-6b81c04e3152 HTTP/1.1" status: 204 len: 168 time: 0.2818303 May 20 20:39:13.797970 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04de84db-31f1-4177-ad77-bb7ddaa54b28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70fc01ab-971d-4c96-832f-6b81c04e3152,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:39:14.347359 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2648e8-0257-4c07-ad38-dbb91d1520cd req-b9c68e66-24df-4505-bdab-0b1bbb0163c8 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:39:14.348910 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5c2648e8-0257-4c07-ad38-dbb91d1520cd req-b9c68e66-24df-4505-bdab-0b1bbb0163c8 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] 10.222.0.35 "GET /v2.0/ports?device_id=47d5b9a3-391b-4838-9114-d97b5723fd10 HTTP/1.1" status: 200 len: 949 time: 0.1404791 May 20 20:39:14.355982 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e126d49e-cf3a-484a-9ae1-9c59233c3c36 req-9ae8643e-79de-4fa3-9831-2e106b811a30 tempest-ServersTestBootFromVolume-26390201 tempest-ServersTestBootFromVolume-26390201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:39:14.357381 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e126d49e-cf3a-484a-9ae1-9c59233c3c36 req-9ae8643e-79de-4fa3-9831-2e106b811a30 tempest-ServersTestBootFromVolume-26390201 tempest-ServersTestBootFromVolume-26390201-project] 10.222.0.35 "GET /v2.0/ports?device_id=0fc2910a-509a-4f46-a3d9-4753ae692890 HTTP/1.1" status: 200 len: 944 time: 0.1499956 May 20 20:39:14.394964 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a582f5cf-4944-4614-bce6-172dbb579995 req-1f082d13-fdc8-42e4-864d-9a445e77a705 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:39:14.396420 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a582f5cf-4944-4614-bce6-172dbb579995 req-1f082d13-fdc8-42e4-864d-9a445e77a705 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.13 "GET /v2.0/networks?id=85e5027c-d244-4186-8c19-3a12977de170 HTTP/1.1" status: 200 len: 811 time: 0.6238010 May 20 20:39:14.436066 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5c2648e8-0257-4c07-ad38-dbb91d1520cd req-444fd2cb-b20c-4c08-a60a-ca554b204365 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c2aa399-3055-4eb0-8f1a-45933e0e3cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777369 May 20 20:39:14.453119 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e126d49e-cf3a-484a-9ae1-9c59233c3c36 req-47f13c8a-72bb-42f0-915f-57bf2c21d7ad tempest-ServersTestBootFromVolume-26390201 tempest-ServersTestBootFromVolume-26390201-project] 10.222.0.35 "GET /v2.0/security-groups?id=7a3fb94c-0846-423e-9e5e-d5c146d3cf48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833070 May 20 20:39:14.503763 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a582f5cf-4944-4614-bce6-172dbb579995 req-3031604e-927b-43cf-a1f0-ba53f1921795 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2492915dd73f457d8cb02b28e57274de HTTP/1.1" status: 200 len: 380 time: 0.0797470 May 20 20:39:14.514317 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [req-a582f5cf-4944-4614-bce6-172dbb579995 req-f036aa6f-6905-4cf3-887f-82cd4879e29b tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Request body: {'port': {'device_id': '639a9b9c-aaad-4644-9dcd-410174fb9f88', 'network_id': '85e5027c-d244-4186-8c19-3a12977de170', 'admin_state_up': True, 'tenant_id': '2492915dd73f457d8cb02b28e57274de', 'security_groups': ['b3c6019f-4c4a-4c16-982c-852ac3d8d84a']}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:39:14.598407 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-91c3bfd9-c66f-44a8-ada7-c0b65ff02756 req-707b59ab-bdba-43e5-8597-f9c11e17ac63 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/ports?device_id=639a9b9c-aaad-4644-9dcd-410174fb9f88 HTTP/1.1" status: 200 len: 210 time: 0.0797472 May 20 20:39:14.642796 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5b7732-4c51-4b94-a9ec-240c65d725a3 req-721d8b64-4776-4a41-8fdc-7da2c0170926 tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:39:14.644281 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9b5b7732-4c51-4b94-a9ec-240c65d725a3 req-721d8b64-4776-4a41-8fdc-7da2c0170926 tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] 10.222.0.35 "GET /v2.0/ports?device_id=af8dbbf2-af97-4d08-9dfb-94cc026d387b HTTP/1.1" status: 200 len: 950 time: 0.1154258 May 20 20:39:14.745382 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9b5b7732-4c51-4b94-a9ec-240c65d725a3 req-aabb1849-aa0d-461d-8d0d-5a31490b8992 tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] 10.222.0.35 "GET /v2.0/security-groups?id=b86a25cf-8ff6-49a5-9967-210010093ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895481 May 20 20:39:14.766255 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529f00ad-3ab3-414f-9807-09b3cba2163e req-0a358317-9b14-4b48-ab4f-0adbcf2296a3 tempest-DeleteServersAdminTestJSON-1856297794 tempest-DeleteServersAdminTestJSON-1856297794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:39:14.773589 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-529f00ad-3ab3-414f-9807-09b3cba2163e req-0a358317-9b14-4b48-ab4f-0adbcf2296a3 tempest-DeleteServersAdminTestJSON-1856297794 tempest-DeleteServersAdminTestJSON-1856297794-project] 10.222.0.35 "GET /v2.0/ports?device_id=390523bb-8790-47df-b668-1cd18db99a26 HTTP/1.1" status: 200 len: 947 time: 0.0950210 May 20 20:39:14.817283 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-529f00ad-3ab3-414f-9807-09b3cba2163e req-1eed3ddd-448a-40aa-9934-582e8a958e88 tempest-DeleteServersAdminTestJSON-1856297794 tempest-DeleteServersAdminTestJSON-1856297794-project] 10.222.0.35 "GET /v2.0/security-groups?id=d6903454-4a4e-41a2-89af-df0b3db87427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427446 May 20 20:39:14.818440 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a582f5cf-4944-4614-bce6-172dbb579995 req-f036aa6f-6905-4cf3-887f-82cd4879e29b tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Made reservation on behalf of 2492915dd73f457d8cb02b28e57274de for: {'port': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:39:14.821972 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-a582f5cf-4944-4614-bce6-172dbb579995 req-f036aa6f-6905-4cf3-887f-82cd4879e29b tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:14.984626 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [req-a582f5cf-4944-4614-bce6-172dbb579995 req-f036aa6f-6905-4cf3-887f-82cd4879e29b tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Allocated IP 172.20.0.11 (85e5027c-d244-4186-8c19-3a12977de170/5df30a0b-5cdb-4d91-9fe8-512f286a6485/7f3ebca3-508b-418e-88bd-760b98f17cff) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:39:15.215168 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-a582f5cf-4944-4614-bce6-172dbb579995 req-f036aa6f-6905-4cf3-887f-82cd4879e29b tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Notify callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:15.244592 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de17b771-d5e9-41fc-94ce-2ffc98cdc454 req-c8bd0766-98d8-4423-82e3-abad9d00cbc1 tempest-ServersAdminTestJSON-1599135660 tempest-ServersAdminTestJSON-1599135660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:39:15.246657 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-de17b771-d5e9-41fc-94ce-2ffc98cdc454 req-c8bd0766-98d8-4423-82e3-abad9d00cbc1 tempest-ServersAdminTestJSON-1599135660 tempest-ServersAdminTestJSON-1599135660-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=af8dbbf2-af97-4d08-9dfb-94cc026d387b HTTP/1.1" status: 200 len: 1101 time: 0.0879524 May 20 20:39:15.289687 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-de17b771-d5e9-41fc-94ce-2ffc98cdc454 req-48347465-59c9-4b11-85f9-bed6d3e7180d tempest-ServersAdminTestJSON-1599135660 tempest-ServersAdminTestJSON-1599135660-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=b86a25cf-8ff6-49a5-9967-210010093ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317998 May 20 20:39:15.344458 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-a582f5cf-4944-4614-bce6-172dbb579995 req-f036aa6f-6905-4cf3-887f-82cd4879e29b tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:15.397390 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a582f5cf-4944-4614-bce6-172dbb579995 req-f036aa6f-6905-4cf3-887f-82cd4879e29b tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Network 85e5027c-d244-4186-8c19-3a12977de170 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:39:15.400331 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [req-a582f5cf-4944-4614-bce6-172dbb579995 req-f036aa6f-6905-4cf3-887f-82cd4879e29b tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:39:15.403928 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [req-a582f5cf-4944-4614-bce6-172dbb579995 req-f036aa6f-6905-4cf3-887f-82cd4879e29b tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:39:15.450680 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f036aa6f-6905-4cf3-887f-82cd4879e29b tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Pushing event updated for resources: {'Port': ['ID=7f3ebca3-508b-418e-88bd-760b98f17cff,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:39:15.488599 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a582f5cf-4944-4614-bce6-172dbb579995 req-f036aa6f-6905-4cf3-887f-82cd4879e29b tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:39:15.491551 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-a582f5cf-4944-4614-bce6-172dbb579995 req-f036aa6f-6905-4cf3-887f-82cd4879e29b tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:15.596237 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a582f5cf-4944-4614-bce6-172dbb579995 req-f036aa6f-6905-4cf3-887f-82cd4879e29b tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0859013 May 20 20:39:15.623610 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93013ec2-a851-491a-97ed-f2555dc56b2f req-ef0fcfed-4541-4db3-99c1-6e90d3722f20 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:39:15.626022 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-93013ec2-a851-491a-97ed-f2555dc56b2f req-ef0fcfed-4541-4db3-99c1-6e90d3722f20 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] 10.222.0.35 "GET /v2.0/ports?device_id=47d5b9a3-391b-4838-9114-d97b5723fd10 HTTP/1.1" status: 200 len: 949 time: 0.0798173 May 20 20:39:15.631537 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [req-a582f5cf-4944-4614-bce6-172dbb579995 req-2ae4858d-b40d-4ec8-963b-4a52812a3c73 service neutron] Request body: {'port': {'device_id': '639a9b9c-aaad-4644-9dcd-410174fb9f88', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-842733-1'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:39:15.715339 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-9643c209-ee7d-4493-8e5a-e4926620f4ef None None] Provisioning complete for port 7f3ebca3-508b-418e-88bd-760b98f17cff triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:39:15.720434 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-9643c209-ee7d-4493-8e5a-e4926620f4ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:15.732160 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-93013ec2-a851-491a-97ed-f2555dc56b2f req-af07a918-bc68-4d3d-b798-23d166146845 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c2aa399-3055-4eb0-8f1a-45933e0e3cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805850 May 20 20:39:15.754324 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-a582f5cf-4944-4614-bce6-172dbb579995 req-2ae4858d-b40d-4ec8-963b-4a52812a3c73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:15.766785 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-9643c209-ee7d-4493-8e5a-e4926620f4ef None None] Port 7f3ebca3-508b-418e-88bd-760b98f17cff cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 20:39:15.820575 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7142df-68c5-4099-8869-747261573eda req-0e374f0a-bdad-4fee-9809-59b33fa09b4e tempest-ServersTestBootFromVolume-26390201 tempest-ServersTestBootFromVolume-26390201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:39:15.822211 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4c7142df-68c5-4099-8869-747261573eda req-0e374f0a-bdad-4fee-9809-59b33fa09b4e tempest-ServersTestBootFromVolume-26390201 tempest-ServersTestBootFromVolume-26390201-project] 10.222.0.35 "GET /v2.0/ports?device_id=0fc2910a-509a-4f46-a3d9-4753ae692890 HTTP/1.1" status: 200 len: 944 time: 0.0957985 May 20 20:39:15.877795 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 7fdfd52e-b40e-4fe9-a489-269bbd28cc0b up at agent hyperv_n-h1-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:39:15.977765 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4c7142df-68c5-4099-8869-747261573eda req-4edde1f6-8b02-4a49-8792-1c1a499af09c tempest-ServersTestBootFromVolume-26390201 tempest-ServersTestBootFromVolume-26390201-project] 10.222.0.35 "GET /v2.0/security-groups?id=7a3fb94c-0846-423e-9e5e-d5c146d3cf48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1455841 May 20 20:39:16.003623 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397cf3f6-0dfa-4999-9270-566dc52287eb req-2c880343-44a7-4272-811d-27924f7ef1bd tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:39:16.005499 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-397cf3f6-0dfa-4999-9270-566dc52287eb req-2c880343-44a7-4272-811d-27924f7ef1bd tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/ports?device_id=639a9b9c-aaad-4644-9dcd-410174fb9f88 HTTP/1.1" status: 200 len: 932 time: 0.1960771 May 20 20:39:16.012390 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Provisioning for port 7fdfd52e-b40e-4fe9-a489-269bbd28cc0b completed by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 20:39:16.025091 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Provisioning complete for port 7fdfd52e-b40e-4fe9-a489-269bbd28cc0b triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:39:16.025091 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:16.040407 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 34764) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:39:16.135406 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Current status of the port 7fdfd52e-b40e-4fe9-a489-269bbd28cc0b is: BUILD; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:39:16.135983 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:16.169041 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47d5b9a3-391b-4838-9114-d97b5723fd10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fdfd52e-b40e-4fe9-a489-269bbd28cc0b'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:39:16.173363 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8485417003ce7c0410b00f5cdc2f391e21107b70bb68e2773712534a96e108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe32b03b-53c1-4596-a192-b3de847debdd" -d '{"events": [{"server_uuid": "47d5b9a3-391b-4838-9114-d97b5723fd10", "name": "network-vif-plugged", "status": "completed", "tag": "7fdfd52e-b40e-4fe9-a489-269bbd28cc0b"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:39:16.183995 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-22c08858-e4d4-435c-8cb4-1d79cd627e5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:16.185123 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port 7fdfd52e-b40e-4fe9-a489-269bbd28cc0b, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=7fdfd52e-b40e-4fe9-a489-269bbd28cc0b,segment=NetworkSegment(ed3a602f-49fb-4a95-be80-401e1eb72e33),segment_id=ed3a602f-49fb-4a95-be80-401e1eb72e33)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:39:16.185997 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-397cf3f6-0dfa-4999-9270-566dc52287eb req-0e3b0ba8-9894-43c5-85a9-aed0242c5fcb tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3c6019f-4c4a-4c16-982c-852ac3d8d84a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1657319 May 20 20:39:16.221060 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8007918f-044c-45da-ab24-a9e617b39269 req-bf1e433a-33a1-4065-bbd5-7cbf4f1b27e5 tempest-ServersAdminTestJSON-1599135660 tempest-ServersAdminTestJSON-1599135660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:39:16.225698 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8007918f-044c-45da-ab24-a9e617b39269 req-bf1e433a-33a1-4065-bbd5-7cbf4f1b27e5 tempest-ServersAdminTestJSON-1599135660 tempest-ServersAdminTestJSON-1599135660-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=af8dbbf2-af97-4d08-9dfb-94cc026d387b HTTP/1.1" status: 200 len: 1101 time: 0.1589904 May 20 20:39:16.259256 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:16.284076 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8007918f-044c-45da-ab24-a9e617b39269 req-438ceaf6-8535-4c6e-abc0-7b293d45608e tempest-ServersAdminTestJSON-1599135660 tempest-ServersAdminTestJSON-1599135660-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=b86a25cf-8ff6-49a5-9967-210010093ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509238 May 20 20:39:16.348055 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-22c08858-e4d4-435c-8cb4-1d79cd627e5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:16.357881 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 20:39:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-888c4671-81db-4a49-99e0-a72c6d5dd470 x-openstack-request-id: req-888c4671-81db-4a49-99e0-a72c6d5dd470 {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:39:16.358192 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47d5b9a3-391b-4838-9114-d97b5723fd10", "name": "network-vif-plugged", "status": "completed", "tag": "7fdfd52e-b40e-4fe9-a489-269bbd28cc0b", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:39:16.361450 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-888c4671-81db-4a49-99e0-a72c6d5dd470 {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:39:16.364406 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-888c4671-81db-4a49-99e0-a72c6d5dd470'] response: {'server_uuid': '47d5b9a3-391b-4838-9114-d97b5723fd10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fdfd52e-b40e-4fe9-a489-269bbd28cc0b', 'code': 200} May 20 20:39:16.366647 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Pushing event updated for resources: {'Port': ['ID=7fdfd52e-b40e-4fe9-a489-269bbd28cc0b,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:39:16.388119 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [req-a582f5cf-4944-4614-bce6-172dbb579995 req-2ae4858d-b40d-4ec8-963b-4a52812a3c73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f3ebca3-508b-418e-88bd-760b98f17cff {{(pid=103163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:39:16.398690 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-a582f5cf-4944-4614-bce6-172dbb579995 req-2ae4858d-b40d-4ec8-963b-4a52812a3c73 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:16.412541 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-22c08858-e4d4-435c-8cb4-1d79cd627e5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:16.419989 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [req-a582f5cf-4944-4614-bce6-172dbb579995 req-2ae4858d-b40d-4ec8-963b-4a52812a3c73 service neutron] Transition to ACTIVE for port object 7f3ebca3-508b-418e-88bd-760b98f17cff will not be triggered until provisioned by entity L2. {{(pid=103163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 20:39:16.451047 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73bd947-9fe1-4078-9a13-61a494f90e13 req-823804af-2776-4a15-9298-76c4db6e9a44 tempest-DeleteServersAdminTestJSON-1856297794 tempest-DeleteServersAdminTestJSON-1856297794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:39:16.453350 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d73bd947-9fe1-4078-9a13-61a494f90e13 req-823804af-2776-4a15-9298-76c4db6e9a44 tempest-DeleteServersAdminTestJSON-1856297794 tempest-DeleteServersAdminTestJSON-1856297794-project] 10.222.0.35 "GET /v2.0/ports?device_id=390523bb-8790-47df-b668-1cd18db99a26 HTTP/1.1" status: 200 len: 947 time: 0.1189806 May 20 20:39:16.465584 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-22c08858-e4d4-435c-8cb4-1d79cd627e5c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c60b2de2fe9440bcabcc981d27dab0ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4240701 May 20 20:39:16.466435 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 34774) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:39:16.479011 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c08858-e4d4-435c-8cb4-1d79cd627e5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6595000-b824-4de4-9f1b-798b3cf00bf2,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:39:16.520332 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-797e01f8-4fd6-4050-ac07-163b855e9166 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:16.533116 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fee3e3f-cb32-456a-a11d-415d8f44bbb7 req-76d71c52-a00d-4e15-8aaa-4164cde93ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:39:16.534644 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8fee3e3f-cb32-456a-a11d-415d8f44bbb7 req-76d71c52-a00d-4e15-8aaa-4164cde93ee2 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=47d5b9a3-391b-4838-9114-d97b5723fd10 HTTP/1.1" status: 200 len: 1101 time: 0.1028342 May 20 20:39:16.536260 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-a582f5cf-4944-4614-bce6-172dbb579995 req-2ae4858d-b40d-4ec8-963b-4a52812a3c73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:16.540972 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d73bd947-9fe1-4078-9a13-61a494f90e13 req-e564124d-f821-4b89-abd7-16c2e570396d tempest-DeleteServersAdminTestJSON-1856297794 tempest-DeleteServersAdminTestJSON-1856297794-project] 10.222.0.35 "GET /v2.0/security-groups?id=d6903454-4a4e-41a2-89af-df0b3db87427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665743 May 20 20:39:16.556133 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-797e01f8-4fd6-4050-ac07-163b855e9166 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:16.622725 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8fee3e3f-cb32-456a-a11d-415d8f44bbb7 req-f6ff47b3-9f24-4155-9f77-89c086462a22 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=0c2aa399-3055-4eb0-8f1a-45933e0e3cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764325 May 20 20:39:16.625146 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae4858d-b40d-4ec8-963b-4a52812a3c73 service neutron] Pushing event updated for resources: {'Port': ['ID=7f3ebca3-508b-418e-88bd-760b98f17cff,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:39:16.698101 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-797e01f8-4fd6-4050-ac07-163b855e9166 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:16.701962 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-797e01f8-4fd6-4050-ac07-163b855e9166 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:16.704417 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-797e01f8-4fd6-4050-ac07-163b855e9166 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a6595000-b824-4de4-9f1b-798b3cf00bf2 HTTP/1.1" status: 204 len: 168 time: 0.2369208 May 20 20:39:16.716013 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797e01f8-4fd6-4050-ac07-163b855e9166 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6595000-b824-4de4-9f1b-798b3cf00bf2,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:39:16.725014 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-a582f5cf-4944-4614-bce6-172dbb579995 req-2ae4858d-b40d-4ec8-963b-4a52812a3c73 service neutron] Attempting to bind port 7f3ebca3-508b-418e-88bd-760b98f17cff on host n-h2-842733-1 for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:39:16.729362 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-a582f5cf-4944-4614-bce6-172dbb579995 req-2ae4858d-b40d-4ec8-963b-4a52812a3c73 service neutron] Attempting to bind port 7f3ebca3-508b-418e-88bd-760b98f17cff by drivers openvswitch,hyperv on host n-h2-842733-1 at level 0 using segments [{'id': '1b0c59b6-1da5-46b1-ba4a-82e83befd33e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '85e5027c-d244-4186-8c19-3a12977de170'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:39:16.730545 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a582f5cf-4944-4614-bce6-172dbb579995 req-2ae4858d-b40d-4ec8-963b-4a52812a3c73 service neutron] Attempting to bind port 7f3ebca3-508b-418e-88bd-760b98f17cff on network 85e5027c-d244-4186-8c19-3a12977de170 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:39:16.740928 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a582f5cf-4944-4614-bce6-172dbb579995 req-2ae4858d-b40d-4ec8-963b-4a52812a3c73 service neutron] Port 7f3ebca3-508b-418e-88bd-760b98f17cff on network 85e5027c-d244-4186-8c19-3a12977de170 not bound, no agent of type Open vSwitch agent registered on host n-h2-842733-1 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 20:39:16.741314 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a582f5cf-4944-4614-bce6-172dbb579995 req-2ae4858d-b40d-4ec8-963b-4a52812a3c73 service neutron] Attempting to bind port 7f3ebca3-508b-418e-88bd-760b98f17cff on network 85e5027c-d244-4186-8c19-3a12977de170 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:39:16.748850 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a582f5cf-4944-4614-bce6-172dbb579995 req-2ae4858d-b40d-4ec8-963b-4a52812a3c73 service neutron] Checking agent: {'id': 'a66f2511-b955-448f-877c-56cfe9c81b12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 33, 2), 'started_at': datetime.datetime(2022, 5, 20, 20, 33, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 39, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:39:16.749362 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a582f5cf-4944-4614-bce6-172dbb579995 req-2ae4858d-b40d-4ec8-963b-4a52812a3c73 service neutron] Checking segment: {'id': '1b0c59b6-1da5-46b1-ba4a-82e83befd33e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '85e5027c-d244-4186-8c19-3a12977de170'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:39:16.750473 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a582f5cf-4944-4614-bce6-172dbb579995 req-2ae4858d-b40d-4ec8-963b-4a52812a3c73 service neutron] Bound using segment: {'id': '1b0c59b6-1da5-46b1-ba4a-82e83befd33e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '85e5027c-d244-4186-8c19-3a12977de170'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:39:16.751016 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-a582f5cf-4944-4614-bce6-172dbb579995 req-2ae4858d-b40d-4ec8-963b-4a52812a3c73 service neutron] Bound port: 7f3ebca3-508b-418e-88bd-760b98f17cff, host: n-h2-842733-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b0c59b6-1da5-46b1-ba4a-82e83befd33e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '85e5027c-d244-4186-8c19-3a12977de170'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:39:16.751447 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-a582f5cf-4944-4614-bce6-172dbb579995 req-2ae4858d-b40d-4ec8-963b-4a52812a3c73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:16.914868 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-a582f5cf-4944-4614-bce6-172dbb579995 req-2ae4858d-b40d-4ec8-963b-4a52812a3c73 service neutron] For port 7f3ebca3-508b-418e-88bd-760b98f17cff, host n-h2-842733-1, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:39:16.934168 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-a582f5cf-4944-4614-bce6-172dbb579995 req-2ae4858d-b40d-4ec8-963b-4a52812a3c73 service neutron] For port 7f3ebca3-508b-418e-88bd-760b98f17cff, host n-h2-842733-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=7f3ebca3-508b-418e-88bd-760b98f17cff,segment=NetworkSegment(1b0c59b6-1da5-46b1-ba4a-82e83befd33e),segment_id=1b0c59b6-1da5-46b1-ba4a-82e83befd33e)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:39:16.949679 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecada180-f88d-4b59-8664-e707fcc763c6 req-d2a383eb-75ec-43dd-bcf1-88838b459ed4 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:39:16.951168 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ecada180-f88d-4b59-8664-e707fcc763c6 req-d2a383eb-75ec-43dd-bcf1-88838b459ed4 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] 10.222.0.35 "GET /v2.0/ports?device_id=47d5b9a3-391b-4838-9114-d97b5723fd10 HTTP/1.1" status: 200 len: 950 time: 0.1154430 May 20 20:39:16.960051 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd9f7d5-a82a-4ec2-b385-eed9f45d8c94 req-8a35f999-e198-43bc-ac03-8b5ad5806f9d tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:39:16.964328 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ccd9f7d5-a82a-4ec2-b385-eed9f45d8c94 req-8a35f999-e198-43bc-ac03-8b5ad5806f9d tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7f978b0-d7bb-49b4-b5fa-99a6bea01646 HTTP/1.1" status: 200 len: 949 time: 0.1094863 May 20 20:39:17.018386 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ecada180-f88d-4b59-8664-e707fcc763c6 req-9ed741fe-40c6-4ad9-935c-9f50ad4ea1b4 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c2aa399-3055-4eb0-8f1a-45933e0e3cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559409 May 20 20:39:17.023570 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ccd9f7d5-a82a-4ec2-b385-eed9f45d8c94 req-28b34663-f6d4-4b63-8318-c00447e5b151 tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] 10.222.0.35 "GET /v2.0/security-groups?id=b86a25cf-8ff6-49a5-9967-210010093ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553615 May 20 20:39:17.045055 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-a582f5cf-4944-4614-bce6-172dbb579995 req-2ae4858d-b40d-4ec8-963b-4a52812a3c73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:17.087329 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a582f5cf-4944-4614-bce6-172dbb579995 req-2ae4858d-b40d-4ec8-963b-4a52812a3c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:39:17.087971 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-a582f5cf-4944-4614-bce6-172dbb579995 req-2ae4858d-b40d-4ec8-963b-4a52812a3c73 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:17.089539 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a582f5cf-4944-4614-bce6-172dbb579995 req-2ae4858d-b40d-4ec8-963b-4a52812a3c73 service neutron] 10.222.0.13 "PUT /v2.0/ports/7f3ebca3-508b-418e-88bd-760b98f17cff HTTP/1.1" status: 200 len: 1092 time: 1.4625235 May 20 20:39:17.089978 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '639a9b9c-aaad-4644-9dcd-410174fb9f88', 'tag': '7f3ebca3-508b-418e-88bd-760b98f17cff'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:39:17.092202 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4291b17aa7b45362825f0571e77c85f5e73afe1df9c7e9e15006df9d695c005e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-840c9601-1215-4ef1-991b-8cb9e8706045" -d '{"events": [{"name": "network-changed", "server_uuid": "639a9b9c-aaad-4644-9dcd-410174fb9f88", "tag": "7f3ebca3-508b-418e-88bd-760b98f17cff"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:39:17.166560 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 20:39:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57876fe8-99c2-4e42-ba90-199c715aa599 x-openstack-request-id: req-57876fe8-99c2-4e42-ba90-199c715aa599 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:39:17.166811 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "639a9b9c-aaad-4644-9dcd-410174fb9f88", "tag": "7f3ebca3-508b-418e-88bd-760b98f17cff", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:39:17.167033 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-57876fe8-99c2-4e42-ba90-199c715aa599 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:39:17.167424 n-d-842733-1 neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57876fe8-99c2-4e42-ba90-199c715aa599'] response: {'name': 'network-changed', 'server_uuid': '639a9b9c-aaad-4644-9dcd-410174fb9f88', 'tag': '7f3ebca3-508b-418e-88bd-760b98f17cff', 'status': 'completed', 'code': 200} May 20 20:39:17.170923 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae4858d-b40d-4ec8-963b-4a52812a3c73 service neutron] Pushing event updated for resources: {'Port': ['ID=7f3ebca3-508b-418e-88bd-760b98f17cff,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:39:17.205029 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42886908-4639-4ff6-8993-4f94e5da9f29 req-f4548426-fb9a-4067-8d7c-28d657f81419 tempest-ServersTestBootFromVolume-26390201 tempest-ServersTestBootFromVolume-26390201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:39:17.206910 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-42886908-4639-4ff6-8993-4f94e5da9f29 req-f4548426-fb9a-4067-8d7c-28d657f81419 tempest-ServersTestBootFromVolume-26390201 tempest-ServersTestBootFromVolume-26390201-project] 10.222.0.35 "GET /v2.0/ports?device_id=0fc2910a-509a-4f46-a3d9-4753ae692890 HTTP/1.1" status: 200 len: 944 time: 0.0845530 May 20 20:39:17.302222 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-42886908-4639-4ff6-8993-4f94e5da9f29 req-16b1a68e-548f-4012-9f12-d4fe3c26be8a tempest-ServersTestBootFromVolume-26390201 tempest-ServersTestBootFromVolume-26390201-project] 10.222.0.35 "GET /v2.0/security-groups?id=7a3fb94c-0846-423e-9e5e-d5c146d3cf48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854380 May 20 20:39:17.319436 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840c9601-1215-4ef1-991b-8cb9e8706045 req-9e135d46-83b6-41ec-8f15-ba2de6158cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:39:17.320945 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-840c9601-1215-4ef1-991b-8cb9e8706045 req-9e135d46-83b6-41ec-8f15-ba2de6158cef service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2492915dd73f457d8cb02b28e57274de&device_id=639a9b9c-aaad-4644-9dcd-410174fb9f88 HTTP/1.1" status: 200 len: 1095 time: 0.0954137 May 20 20:39:17.450764 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5843f0-8590-41ef-97f3-71629c11ea02 req-8151f688-54dd-4e68-a317-c74e822c2ae4 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:39:17.452240 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9c5843f0-8590-41ef-97f3-71629c11ea02 req-8151f688-54dd-4e68-a317-c74e822c2ae4 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/ports?device_id=639a9b9c-aaad-4644-9dcd-410174fb9f88 HTTP/1.1" status: 200 len: 944 time: 0.1427510 May 20 20:39:17.501786 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840c9601-1215-4ef1-991b-8cb9e8706045 req-31694757-3f09-4a62-baf3-3cc8de8be64f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:39:17.503278 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-840c9601-1215-4ef1-991b-8cb9e8706045 req-31694757-3f09-4a62-baf3-3cc8de8be64f service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=2492915dd73f457d8cb02b28e57274de&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1358280 May 20 20:39:17.538667 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9c5843f0-8590-41ef-97f3-71629c11ea02 req-cddeef93-d9da-4123-b221-8f8de988b2c3 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3c6019f-4c4a-4c16-982c-852ac3d8d84a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718880 May 20 20:39:17.633311 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840c9601-1215-4ef1-991b-8cb9e8706045 req-5e58ce5d-db9b-4717-ab8e-d17bb31d335f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:39:17.634657 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-840c9601-1215-4ef1-991b-8cb9e8706045 req-5e58ce5d-db9b-4717-ab8e-d17bb31d335f service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1219943 May 20 20:39:17.680408 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b6da29-9321-4b06-b50b-f17b81efb18b req-52ef8788-fad0-420f-8441-1e987a7c2f9b tempest-DeleteServersAdminTestJSON-1856297794 tempest-DeleteServersAdminTestJSON-1856297794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:39:17.682028 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-53b6da29-9321-4b06-b50b-f17b81efb18b req-52ef8788-fad0-420f-8441-1e987a7c2f9b tempest-DeleteServersAdminTestJSON-1856297794 tempest-DeleteServersAdminTestJSON-1856297794-project] 10.222.0.35 "GET /v2.0/ports?device_id=390523bb-8790-47df-b668-1cd18db99a26 HTTP/1.1" status: 200 len: 947 time: 0.0673864 May 20 20:39:17.732192 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-53b6da29-9321-4b06-b50b-f17b81efb18b req-cf89506c-8c7d-445a-8029-25bff7f92a45 tempest-DeleteServersAdminTestJSON-1856297794 tempest-DeleteServersAdminTestJSON-1856297794-project] 10.222.0.35 "GET /v2.0/security-groups?id=d6903454-4a4e-41a2-89af-df0b3db87427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433779 May 20 20:39:17.778352 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a582f5cf-4944-4614-bce6-172dbb579995 req-ce84de9b-a612-4215-892b-e6b013472998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:39:17.779833 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a582f5cf-4944-4614-bce6-172dbb579995 req-ce84de9b-a612-4215-892b-e6b013472998 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2492915dd73f457d8cb02b28e57274de&device_id=639a9b9c-aaad-4644-9dcd-410174fb9f88 HTTP/1.1" status: 200 len: 1095 time: 0.0467951 May 20 20:39:17.841755 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a582f5cf-4944-4614-bce6-172dbb579995 req-212fb526-1347-4944-bb35-db1cd0330f76 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7f3ebca3-508b-418e-88bd-760b98f17cff HTTP/1.1" status: 200 len: 217 time: 0.0347297 May 20 20:39:17.885821 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 6d161f51-5ea4-4c0c-8b8d-64a6b8518980 details requested by agent hyperv_n-h1-842733-1 with host n-h1-842733-1 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 20:39:17.903936 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a582f5cf-4944-4614-bce6-172dbb579995 req-6f3fe3f4-9d3a-41b9-879a-59f647d6a050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:39:17.905749 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a582f5cf-4944-4614-bce6-172dbb579995 req-6f3fe3f4-9d3a-41b9-879a-59f647d6a050 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5df30a0b-5cdb-4d91-9fe8-512f286a6485 HTTP/1.1" status: 200 len: 850 time: 0.0551932 May 20 20:39:17.967276 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a582f5cf-4944-4614-bce6-172dbb579995 req-c38e19a9-75cb-4dfa-bfae-465cf2ab68f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:39:17.970668 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a582f5cf-4944-4614-bce6-172dbb579995 req-c38e19a9-75cb-4dfa-bfae-465cf2ab68f4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=85e5027c-d244-4186-8c19-3a12977de170&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0530455 May 20 20:39:18.007643 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port 6d161f51-5ea4-4c0c-8b8d-64a6b8518980, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=6d161f51-5ea4-4c0c-8b8d-64a6b8518980,segment=NetworkSegment(2e6e4d76-0e9f-4826-8486-6bd4ed5544e9),segment_id=2e6e4d76-0e9f-4826-8486-6bd4ed5544e9)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:39:18.025876 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Returning: {'device': '6d161f51-5ea4-4c0c-8b8d-64a6b8518980', 'network_id': '7e63056f-89a6-4da2-9322-ff3239b073c6', 'port_id': '6d161f51-5ea4-4c0c-8b8d-64a6b8518980', 'mac_address': 'fa:16:3e:5b:54:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f320fcb0-0b3a-445c-8395-c256db82b19f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 20 20:39:18.085483 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Current status of the port 6d161f51-5ea4-4c0c-8b8d-64a6b8518980 is: DOWN; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:39:18.085824 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:18.097038 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a582f5cf-4944-4614-bce6-172dbb579995 req-826f5e0a-3a17-424e-8c8c-94a6977148aa service neutron] 10.222.0.13 "GET /v2.0/networks/85e5027c-d244-4186-8c19-3a12977de170?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158440 May 20 20:39:18.101982 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d161f51-5ea4-4c0c-8b8d-64a6b8518980 {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:39:18.126220 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 7272c97e-0fde-4b58-8537-3c4ae20f9e57 details requested by agent hyperv_n-h2-842733-1 with host n-h2-842733-1 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 20:39:18.131430 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port 6d161f51-5ea4-4c0c-8b8d-64a6b8518980, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=6d161f51-5ea4-4c0c-8b8d-64a6b8518980,segment=NetworkSegment(2e6e4d76-0e9f-4826-8486-6bd4ed5544e9),segment_id=2e6e4d76-0e9f-4826-8486-6bd4ed5544e9)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:39:18.205602 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:18.275567 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3500de-41eb-4cb3-b40b-d125b16c63f8 req-95c24f67-9554-47e8-a063-2f505b76dbf9 tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:39:18.277108 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ae3500de-41eb-4cb3-b40b-d125b16c63f8 req-95c24f67-9554-47e8-a063-2f505b76dbf9 tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7f978b0-d7bb-49b4-b5fa-99a6bea01646 HTTP/1.1" status: 200 len: 949 time: 0.1324594 May 20 20:39:18.288450 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Pushing event updated for resources: {'Port': ['ID=6d161f51-5ea4-4c0c-8b8d-64a6b8518980,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:39:18.295253 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port 7272c97e-0fde-4b58-8537-3c4ae20f9e57, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=7272c97e-0fde-4b58-8537-3c4ae20f9e57,segment=NetworkSegment(ed3a602f-49fb-4a95-be80-401e1eb72e33),segment_id=ed3a602f-49fb-4a95-be80-401e1eb72e33)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:39:18.307277 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Returning: {'device': '7272c97e-0fde-4b58-8537-3c4ae20f9e57', 'network_id': 'cd702362-b982-46c5-a7d0-51de1b03df86', 'port_id': '7272c97e-0fde-4b58-8537-3c4ae20f9e57', 'mac_address': 'fa:16:3e:bc:4b:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26b342ea-254c-483a-9ea9-f11c178970eb', 'ip_address': '192.168.233.81'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 20 20:39:18.323346 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3309251b-2f6a-4869-937e-6b3c8fec1bfa req-c9fc25e8-4553-4164-9f6f-ba44c2dc61c0 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:39:18.324881 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3309251b-2f6a-4869-937e-6b3c8fec1bfa req-c9fc25e8-4553-4164-9f6f-ba44c2dc61c0 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] 10.222.0.35 "GET /v2.0/ports?device_id=47d5b9a3-391b-4838-9114-d97b5723fd10 HTTP/1.1" status: 200 len: 950 time: 0.1474006 May 20 20:39:18.326831 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a582f5cf-4944-4614-bce6-172dbb579995 req-0ef3ed88-46f7-4fa1-819d-375701bb0a22 service neutron] 10.222.0.13 "GET /v2.0/networks/85e5027c-d244-4186-8c19-3a12977de170?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2202418 May 20 20:39:18.348754 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port 7272c97e-0fde-4b58-8537-3c4ae20f9e57 is: DOWN; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:39:18.349141 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:18.362669 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7272c97e-0fde-4b58-8537-3c4ae20f9e57 {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:39:18.371504 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ae3500de-41eb-4cb3-b40b-d125b16c63f8 req-010a8de9-584c-4b4a-b335-3787b52f2c85 tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] 10.222.0.35 "GET /v2.0/security-groups?id=b86a25cf-8ff6-49a5-9967-210010093ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837872 May 20 20:39:18.400905 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3309251b-2f6a-4869-937e-6b3c8fec1bfa req-93dbddcd-ccee-49fb-9688-c62e51177eb3 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c2aa399-3055-4eb0-8f1a-45933e0e3cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640039 May 20 20:39:18.406422 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port 7272c97e-0fde-4b58-8537-3c4ae20f9e57, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=7272c97e-0fde-4b58-8537-3c4ae20f9e57,segment=NetworkSegment(ed3a602f-49fb-4a95-be80-401e1eb72e33),segment_id=ed3a602f-49fb-4a95-be80-401e1eb72e33)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:39:18.506078 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:18.524878 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48be338c-18e3-4f4c-9541-0a99f84fe4d0 req-80fed459-76ad-4bc5-bcbd-f5ee30ed6ac1 tempest-ServersTestBootFromVolume-26390201 tempest-ServersTestBootFromVolume-26390201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:39:18.526573 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-48be338c-18e3-4f4c-9541-0a99f84fe4d0 req-80fed459-76ad-4bc5-bcbd-f5ee30ed6ac1 tempest-ServersTestBootFromVolume-26390201 tempest-ServersTestBootFromVolume-26390201-project] 10.222.0.35 "GET /v2.0/ports?device_id=0fc2910a-509a-4f46-a3d9-4753ae692890 HTTP/1.1" status: 200 len: 945 time: 0.0599461 May 20 20:39:18.550613 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] get_ports_and_sgs() called for port_ids ['6d161f51-5ea4-4c0c-8b8d-64a6b8518980'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:39:18.575056 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-48be338c-18e3-4f4c-9541-0a99f84fe4d0 req-4aae6652-c501-414c-81f2-1ac3f3bbcc23 tempest-ServersTestBootFromVolume-26390201 tempest-ServersTestBootFromVolume-26390201-project] 10.222.0.35 "GET /v2.0/security-groups?id=7a3fb94c-0846-423e-9e5e-d5c146d3cf48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396008 May 20 20:39:18.628287 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=7272c97e-0fde-4b58-8537-3c4ae20f9e57,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:39:18.726913 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-91dadce2-2b16-4d2c-9697-a46f18c8a7b4 req-b5bd61a6-b43f-4efd-95ed-51424e4c6473 tempest-ImagesOneServerTestJSON-1034141892 tempest-ImagesOneServerTestJSON-1034141892-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=f58611bead484b6ebd3128885951c5d5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0400596 May 20 20:39:18.757778 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6493ba86-860b-4446-b59e-1fda4a30bfd8 req-2e6b9237-37c1-456f-8a9d-529d8be3f6d2 tempest-ServersOnMultiNodesTest-1803513337 tempest-ServersOnMultiNodesTest-1803513337-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:39:18.759216 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6493ba86-860b-4446-b59e-1fda4a30bfd8 req-2e6b9237-37c1-456f-8a9d-529d8be3f6d2 tempest-ServersOnMultiNodesTest-1803513337 tempest-ServersOnMultiNodesTest-1803513337-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=47d5b9a3-391b-4838-9114-d97b5723fd10 HTTP/1.1" status: 200 len: 1101 time: 0.1088536 May 20 20:39:18.854148 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3cbc55-016e-4bfd-a52a-907702253f17 req-8d8e1b54-de54-4349-a547-3ef76cca52b2 tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:39:18.855567 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2b3cbc55-016e-4bfd-a52a-907702253f17 req-8d8e1b54-de54-4349-a547-3ef76cca52b2 tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7f978b0-d7bb-49b4-b5fa-99a6bea01646 HTTP/1.1" status: 200 len: 949 time: 0.1418431 May 20 20:39:18.881291 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6493ba86-860b-4446-b59e-1fda4a30bfd8 req-bf88776c-ea00-461f-9828-fe9bcf15692d tempest-ServersOnMultiNodesTest-1803513337 tempest-ServersOnMultiNodesTest-1803513337-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=0c2aa399-3055-4eb0-8f1a-45933e0e3cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097925 May 20 20:39:18.920306 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dadce2-2b16-4d2c-9697-a46f18c8a7b4 req-a963f32e-0b02-4cf6-9618-66ac8c2d67f0 tempest-ImagesOneServerTestJSON-1034141892 tempest-ImagesOneServerTestJSON-1034141892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:39:18.922417 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-91dadce2-2b16-4d2c-9697-a46f18c8a7b4 req-a963f32e-0b02-4cf6-9618-66ac8c2d67f0 tempest-ImagesOneServerTestJSON-1034141892 tempest-ImagesOneServerTestJSON-1034141892-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1785033 May 20 20:39:18.953033 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] get_ports_and_sgs() called for port_ids ['7272c97e-0fde-4b58-8537-3c4ae20f9e57'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:39:18.970864 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-91dadce2-2b16-4d2c-9697-a46f18c8a7b4 req-2385041c-5a55-44a3-950d-5c32d4146367 tempest-ImagesOneServerTestJSON-1034141892 tempest-ImagesOneServerTestJSON-1034141892-project] 10.222.0.35 "GET /v2.0/quotas/f58611bead484b6ebd3128885951c5d5 HTTP/1.1" status: 200 len: 375 time: 0.0396304 May 20 20:39:19.023349 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-91dadce2-2b16-4d2c-9697-a46f18c8a7b4 req-8fabc715-6ce9-486c-a9c1-b7fa174b7952 tempest-ImagesOneServerTestJSON-1034141892 tempest-ImagesOneServerTestJSON-1034141892-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=f58611bead484b6ebd3128885951c5d5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0377738 May 20 20:39:19.043386 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26a4374-f1d6-4a49-80dc-f11d61ea5aa2 req-24ec070c-cffd-485d-865c-fe30c305121e tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:39:19.044843 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b26a4374-f1d6-4a49-80dc-f11d61ea5aa2 req-24ec070c-cffd-485d-865c-fe30c305121e tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/ports?device_id=639a9b9c-aaad-4644-9dcd-410174fb9f88 HTTP/1.1" status: 200 len: 944 time: 0.0904043 May 20 20:39:19.061038 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [req-2b3cbc55-016e-4bfd-a52a-907702253f17 req-83f571f8-4d9e-4932-b851-bebe1d81b923 tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] Deleting port 402dcb18-4263-4f97-b1b0-6d3014d65335 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:39:19.061396 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-2b3cbc55-016e-4bfd-a52a-907702253f17 req-83f571f8-4d9e-4932-b851-bebe1d81b923 tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:19.143219 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b26a4374-f1d6-4a49-80dc-f11d61ea5aa2 req-ab7f62e3-17e5-4363-9c16-481aeb60f854 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3c6019f-4c4a-4c16-982c-852ac3d8d84a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893359 May 20 20:39:19.184613 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-2b3cbc55-016e-4bfd-a52a-907702253f17 req-83f571f8-4d9e-4932-b851-bebe1d81b923 tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] For port 402dcb18-4263-4f97-b1b0-6d3014d65335, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=402dcb18-4263-4f97-b1b0-6d3014d65335,segment=NetworkSegment(ed3a602f-49fb-4a95-be80-401e1eb72e33),segment_id=ed3a602f-49fb-4a95-be80-401e1eb72e33)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:39:19.185053 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-2b3cbc55-016e-4bfd-a52a-907702253f17 req-83f571f8-4d9e-4932-b851-bebe1d81b923 tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:19.198216 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [req-2b3cbc55-016e-4bfd-a52a-907702253f17 req-83f571f8-4d9e-4932-b851-bebe1d81b923 tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] Calling delete_port for 402dcb18-4263-4f97-b1b0-6d3014d65335 owned by compute:nova {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:39:19.347681 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31ddde9-ffde-4d05-8de4-b6c1500d2409 req-ea6a657d-1017-410c-b876-a87fe88a1937 tempest-DeleteServersAdminTestJSON-1856297794 tempest-DeleteServersAdminTestJSON-1856297794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:39:19.350970 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c31ddde9-ffde-4d05-8de4-b6c1500d2409 req-ea6a657d-1017-410c-b876-a87fe88a1937 tempest-DeleteServersAdminTestJSON-1856297794 tempest-DeleteServersAdminTestJSON-1856297794-project] 10.222.0.35 "GET /v2.0/ports?device_id=390523bb-8790-47df-b668-1cd18db99a26 HTTP/1.1" status: 200 len: 948 time: 0.1392100 May 20 20:39:19.397544 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c31ddde9-ffde-4d05-8de4-b6c1500d2409 req-cc2c2006-ba45-4acd-8c2a-79cd22e807bf tempest-DeleteServersAdminTestJSON-1856297794 tempest-DeleteServersAdminTestJSON-1856297794-project] 10.222.0.35 "GET /v2.0/security-groups?id=d6903454-4a4e-41a2-89af-df0b3db87427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403764 May 20 20:39:19.500336 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-74376c8a-a085-4905-995b-0c09bd0f21ae req-4eba5bab-58ef-471f-98a8-5ae99a116c0f tempest-ImagesOneServerTestJSON-1034141892 tempest-ImagesOneServerTestJSON-1034141892-project] 10.222.0.35 "GET /v2.0/ports?device_id=6959d056-8674-41a0-844d-fdbf9dc52e77 HTTP/1.1" status: 200 len: 210 time: 0.0454724 May 20 20:39:19.550734 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-2b3cbc55-016e-4bfd-a52a-907702253f17 req-83f571f8-4d9e-4932-b851-bebe1d81b923 tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:19.584299 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f571f8-4d9e-4932-b851-bebe1d81b923 tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] Pushing event deleted for resources: {'Port': ['ID=402dcb18-4263-4f97-b1b0-6d3014d65335,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:39:19.634294 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-426824d3-37a3-4047-bf2e-93a25f49fad8 req-f5a9a8ac-e591-4f4f-8f8d-e26e31751f87 tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7f978b0-d7bb-49b4-b5fa-99a6bea01646 HTTP/1.1" status: 200 len: 210 time: 0.0539019 May 20 20:39:19.651929 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b3cbc55-016e-4bfd-a52a-907702253f17 req-83f571f8-4d9e-4932-b851-bebe1d81b923 tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] No DVR routers for this DVR port 402dcb18-4263-4f97-b1b0-6d3014d65335 on host n-h2-842733-1 {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:39:19.655375 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-2b3cbc55-016e-4bfd-a52a-907702253f17 req-83f571f8-4d9e-4932-b851-bebe1d81b923 tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:19.660041 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2b3cbc55-016e-4bfd-a52a-907702253f17 req-83f571f8-4d9e-4932-b851-bebe1d81b923 tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] 10.222.0.13 "DELETE /v2.0/ports/402dcb18-4263-4f97-b1b0-6d3014d65335 HTTP/1.1" status: 204 len: 173 time: 0.7959859 May 20 20:39:19.660406 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7f978b0-d7bb-49b4-b5fa-99a6bea01646', 'name': 'network-vif-deleted', 'tag': '402dcb18-4263-4f97-b1b0-6d3014d65335'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:39:19.662741 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4291b17aa7b45362825f0571e77c85f5e73afe1df9c7e9e15006df9d695c005e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0323050e-3610-4015-9c42-d1e794410b00" -d '{"events": [{"server_uuid": "b7f978b0-d7bb-49b4-b5fa-99a6bea01646", "name": "network-vif-deleted", "tag": "402dcb18-4263-4f97-b1b0-6d3014d65335"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:39:19.756202 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 20:39:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-455002df-5774-40fe-9a40-1a2edfcad0ef x-openstack-request-id: req-455002df-5774-40fe-9a40-1a2edfcad0ef {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:39:19.756793 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7f978b0-d7bb-49b4-b5fa-99a6bea01646", "name": "network-vif-deleted", "tag": "402dcb18-4263-4f97-b1b0-6d3014d65335", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:39:19.756793 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-455002df-5774-40fe-9a40-1a2edfcad0ef {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:39:19.757128 n-d-842733-1 neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-455002df-5774-40fe-9a40-1a2edfcad0ef'] response: {'server_uuid': 'b7f978b0-d7bb-49b4-b5fa-99a6bea01646', 'name': 'network-vif-deleted', 'tag': '402dcb18-4263-4f97-b1b0-6d3014d65335', 'status': 'completed', 'code': 200} May 20 20:39:19.795763 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0aa0ad-c423-4227-9305-e89cc739aaf8 req-072365db-ae61-48ed-855c-5ec248266597 tempest-ServersTestBootFromVolume-26390201 tempest-ServersTestBootFromVolume-26390201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:39:19.797189 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0e0aa0ad-c423-4227-9305-e89cc739aaf8 req-072365db-ae61-48ed-855c-5ec248266597 tempest-ServersTestBootFromVolume-26390201 tempest-ServersTestBootFromVolume-26390201-project] 10.222.0.35 "GET /v2.0/ports?device_id=0fc2910a-509a-4f46-a3d9-4753ae692890 HTTP/1.1" status: 200 len: 945 time: 0.0934246 May 20 20:39:19.837436 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-10eba58a-d8ed-48f6-9cda-88173e4f4e53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:19.858389 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0e0aa0ad-c423-4227-9305-e89cc739aaf8 req-587dd3ae-aff8-4335-b86e-2ce4dde85ec3 tempest-ServersTestBootFromVolume-26390201 tempest-ServersTestBootFromVolume-26390201-project] 10.222.0.35 "GET /v2.0/security-groups?id=7a3fb94c-0846-423e-9e5e-d5c146d3cf48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430880 May 20 20:39:19.866858 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537fd9e9-3e76-4bc6-80b1-2b7c2eaf15ed req-2121def3-7f3b-4ecb-877f-52b50e12dcfb tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:39:19.868263 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-537fd9e9-3e76-4bc6-80b1-2b7c2eaf15ed req-2121def3-7f3b-4ecb-877f-52b50e12dcfb tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] 10.222.0.35 "GET /v2.0/ports?device_id=47d5b9a3-391b-4838-9114-d97b5723fd10 HTTP/1.1" status: 200 len: 950 time: 0.0890195 May 20 20:39:19.909285 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 6d161f51-5ea4-4c0c-8b8d-64a6b8518980 up at agent hyperv_n-h1-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:39:19.928744 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-537fd9e9-3e76-4bc6-80b1-2b7c2eaf15ed req-17eec46d-a27d-4c36-9e3b-9c72680250d4 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c2aa399-3055-4eb0-8f1a-45933e0e3cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406713 May 20 20:39:20.041439 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Provisioning for port 6d161f51-5ea4-4c0c-8b8d-64a6b8518980 completed by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 20:39:20.053424 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Provisioning complete for port 6d161f51-5ea4-4c0c-8b8d-64a6b8518980 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:39:20.054101 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:20.227758 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] get_ports_and_sgs() called for port_ids ['e4e4ecc2-8320-4318-9781-f8822bce8067', '402dcb18-4263-4f97-b1b0-6d3014d65335', 'a34dcdeb-2b13-4bc8-95e3-99318b5bfb70'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:39:20.294168 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47b5c33-5b2a-4bf5-9c57-d05e0bf4cc46 req-47cb889c-2fef-4fb5-bb74-0ca56ff28680 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:39:20.295710 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c47b5c33-5b2a-4bf5-9c57-d05e0bf4cc46 req-47cb889c-2fef-4fb5-bb74-0ca56ff28680 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/ports?device_id=639a9b9c-aaad-4644-9dcd-410174fb9f88 HTTP/1.1" status: 200 len: 944 time: 0.0622222 May 20 20:39:20.346022 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Current status of the port 6d161f51-5ea4-4c0c-8b8d-64a6b8518980 is: BUILD; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:39:20.346416 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:20.349127 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c47b5c33-5b2a-4bf5-9c57-d05e0bf4cc46 req-02173f0e-3735-4fb2-920e-2fa7638365c2 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3c6019f-4c4a-4c16-982c-852ac3d8d84a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408516 May 20 20:39:20.409243 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fc2910a-509a-4f46-a3d9-4753ae692890', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d161f51-5ea4-4c0c-8b8d-64a6b8518980'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:39:20.411535 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8485417003ce7c0410b00f5cdc2f391e21107b70bb68e2773712534a96e108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29b7905d-a9ab-4bd1-8e55-d3e5c05ca717" -d '{"events": [{"server_uuid": "0fc2910a-509a-4f46-a3d9-4753ae692890", "name": "network-vif-plugged", "status": "completed", "tag": "6d161f51-5ea4-4c0c-8b8d-64a6b8518980"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:39:20.436913 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port 6d161f51-5ea4-4c0c-8b8d-64a6b8518980, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=6d161f51-5ea4-4c0c-8b8d-64a6b8518980,segment=NetworkSegment(2e6e4d76-0e9f-4826-8486-6bd4ed5544e9),segment_id=2e6e4d76-0e9f-4826-8486-6bd4ed5544e9)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:39:20.486096 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 20:39:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c24beae9-5295-4e55-9dcf-62e74bb2935f x-openstack-request-id: req-c24beae9-5295-4e55-9dcf-62e74bb2935f {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:39:20.486395 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fc2910a-509a-4f46-a3d9-4753ae692890", "name": "network-vif-plugged", "status": "completed", "tag": "6d161f51-5ea4-4c0c-8b8d-64a6b8518980", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:39:20.486651 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c24beae9-5295-4e55-9dcf-62e74bb2935f {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:39:20.487048 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c24beae9-5295-4e55-9dcf-62e74bb2935f'] response: {'server_uuid': '0fc2910a-509a-4f46-a3d9-4753ae692890', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d161f51-5ea4-4c0c-8b8d-64a6b8518980', 'code': 200} May 20 20:39:20.506346 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:20.570755 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1788be5-a062-43c1-a43b-44fb98f8919e req-b0d4a55d-bbd6-4086-9682-fab7177c5313 tempest-DeleteServersAdminTestJSON-1856297794 tempest-DeleteServersAdminTestJSON-1856297794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:39:20.586791 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c1788be5-a062-43c1-a43b-44fb98f8919e req-b0d4a55d-bbd6-4086-9682-fab7177c5313 tempest-DeleteServersAdminTestJSON-1856297794 tempest-DeleteServersAdminTestJSON-1856297794-project] 10.222.0.35 "GET /v2.0/ports?device_id=390523bb-8790-47df-b668-1cd18db99a26 HTTP/1.1" status: 200 len: 948 time: 0.0875919 May 20 20:39:20.590342 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Pushing event updated for resources: {'Port': ['ID=6d161f51-5ea4-4c0c-8b8d-64a6b8518980,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:39:20.701805 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a091ba27-7de8-45e0-93e6-0716512e50b9 req-86d21290-e8fc-4918-a5c6-02e8e70bc8b2 tempest-ImagesOneServerTestJSON-1034141892 tempest-ImagesOneServerTestJSON-1034141892-project] 10.222.0.35 "GET /v2.0/ports?device_id=6959d056-8674-41a0-844d-fdbf9dc52e77 HTTP/1.1" status: 200 len: 210 time: 0.0791528 May 20 20:39:20.713414 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c1788be5-a062-43c1-a43b-44fb98f8919e req-06e42f6d-f37e-4683-b45b-479079c37421 tempest-DeleteServersAdminTestJSON-1856297794 tempest-DeleteServersAdminTestJSON-1856297794-project] 10.222.0.35 "GET /v2.0/security-groups?id=d6903454-4a4e-41a2-89af-df0b3db87427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221859 May 20 20:39:20.728198 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc76ad7-0637-4d6e-8f66-0019e83a7424 req-ba9e3897-9244-40f8-a29f-e2020fbc9362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:39:20.729655 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9dc76ad7-0637-4d6e-8f66-0019e83a7424 req-ba9e3897-9244-40f8-a29f-e2020fbc9362 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0fc2910a-509a-4f46-a3d9-4753ae692890 HTTP/1.1" status: 200 len: 1097 time: 0.1391768 May 20 20:39:20.850356 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9dc76ad7-0637-4d6e-8f66-0019e83a7424 req-98549de7-89ca-4d4a-963e-c42b2c9df74a service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=7a3fb94c-0846-423e-9e5e-d5c146d3cf48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1008348 May 20 20:39:20.850356 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-cfb02a85-8737-4d93-a0fc-91f51c6fb54b req-1e8fc002-8004-4b89-a731-fa0571daa191 tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7f978b0-d7bb-49b4-b5fa-99a6bea01646 HTTP/1.1" status: 200 len: 210 time: 0.0514219 May 20 20:39:20.857056 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2f35ae-c724-4090-ae2c-4eafdcb4adcc req-1545eb55-d7ee-4aca-82e7-1c31d7adc5f3 tempest-LiveMigrationTest-1108997473 tempest-LiveMigrationTest-1108997473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:39:20.889906 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-aa2f35ae-c724-4090-ae2c-4eafdcb4adcc req-1545eb55-d7ee-4aca-82e7-1c31d7adc5f3 tempest-LiveMigrationTest-1108997473 tempest-LiveMigrationTest-1108997473-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=fb13a393-1e95-453a-a8fa-345812285948 HTTP/1.1" status: 200 len: 1096 time: 0.0578773 May 20 20:39:20.899120 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-aa2f35ae-c724-4090-ae2c-4eafdcb4adcc req-fa3eb928-3573-4965-8dcb-bbfd68fc8099 tempest-LiveMigrationTest-1108997473 tempest-LiveMigrationTest-1108997473-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=0a1ca955-ee86-4e03-bb39-6b1e6a532a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340571 May 20 20:39:21.006650 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d0cd7a-7439-4823-81db-0c98dd05004c req-b521ce29-82e6-48ba-8bfb-22d740fff001 tempest-ServersTestBootFromVolume-26390201 tempest-ServersTestBootFromVolume-26390201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:39:21.009672 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-03d0cd7a-7439-4823-81db-0c98dd05004c req-b521ce29-82e6-48ba-8bfb-22d740fff001 tempest-ServersTestBootFromVolume-26390201 tempest-ServersTestBootFromVolume-26390201-project] 10.222.0.35 "GET /v2.0/ports?device_id=0fc2910a-509a-4f46-a3d9-4753ae692890 HTTP/1.1" status: 200 len: 946 time: 0.0518949 May 20 20:39:21.050285 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-03d0cd7a-7439-4823-81db-0c98dd05004c req-3ed73ccc-4b7a-452a-8973-4a94bd72aa76 tempest-ServersTestBootFromVolume-26390201 tempest-ServersTestBootFromVolume-26390201-project] 10.222.0.35 "GET /v2.0/security-groups?id=7a3fb94c-0846-423e-9e5e-d5c146d3cf48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350137 May 20 20:39:21.168591 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fdb202-8e80-4fa1-82b9-11f57efa44ec req-608e5b34-33d6-409d-a885-dbf2e4188918 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:39:21.170629 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b1fdb202-8e80-4fa1-82b9-11f57efa44ec req-608e5b34-33d6-409d-a885-dbf2e4188918 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] 10.222.0.35 "GET /v2.0/ports?device_id=47d5b9a3-391b-4838-9114-d97b5723fd10 HTTP/1.1" status: 200 len: 950 time: 0.0576158 May 20 20:39:21.214858 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b1fdb202-8e80-4fa1-82b9-11f57efa44ec req-2d642bb7-0f3e-4413-87bc-537a49f18d3d tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c2aa399-3055-4eb0-8f1a-45933e0e3cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367200 May 20 20:39:21.385564 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550e254f-ffcb-4dca-87a5-caa755be3531 req-6b940a23-1784-4ae0-a274-1159a8a1dd71 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:39:21.386917 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-550e254f-ffcb-4dca-87a5-caa755be3531 req-6b940a23-1784-4ae0-a274-1159a8a1dd71 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] 10.222.0.24 "GET /v2.0/ports?device_id=47d5b9a3-391b-4838-9114-d97b5723fd10 HTTP/1.1" status: 200 len: 950 time: 0.0592968 May 20 20:39:21.527610 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903210ed-ba36-454a-8c41-8738187191d1 req-65e3ce44-74d4-45fb-a6aa-47f061269538 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:39:21.529060 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-903210ed-ba36-454a-8c41-8738187191d1 req-65e3ce44-74d4-45fb-a6aa-47f061269538 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/ports?device_id=639a9b9c-aaad-4644-9dcd-410174fb9f88 HTTP/1.1" status: 200 len: 944 time: 0.0932899 May 20 20:39:21.575518 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-903210ed-ba36-454a-8c41-8738187191d1 req-77d417ff-338b-460b-9275-d752eeb9697a tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3c6019f-4c4a-4c16-982c-852ac3d8d84a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397677 May 20 20:39:21.581603 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [req-550e254f-ffcb-4dca-87a5-caa755be3531 req-cfb0058c-e870-48e4-a59d-19f46042e3c5 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] Deleting port 7fdfd52e-b40e-4fe9-a489-269bbd28cc0b {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:39:21.582336 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-550e254f-ffcb-4dca-87a5-caa755be3531 req-cfb0058c-e870-48e4-a59d-19f46042e3c5 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:21.682588 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-550e254f-ffcb-4dca-87a5-caa755be3531 req-cfb0058c-e870-48e4-a59d-19f46042e3c5 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] For port 7fdfd52e-b40e-4fe9-a489-269bbd28cc0b, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=7fdfd52e-b40e-4fe9-a489-269bbd28cc0b,segment=NetworkSegment(ed3a602f-49fb-4a95-be80-401e1eb72e33),segment_id=ed3a602f-49fb-4a95-be80-401e1eb72e33)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:39:21.682867 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-550e254f-ffcb-4dca-87a5-caa755be3531 req-cfb0058c-e870-48e4-a59d-19f46042e3c5 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:21.695688 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [req-550e254f-ffcb-4dca-87a5-caa755be3531 req-cfb0058c-e870-48e4-a59d-19f46042e3c5 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] Calling delete_port for 7fdfd52e-b40e-4fe9-a489-269bbd28cc0b owned by compute:nova {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:39:21.886207 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5f780d-e44c-4dfa-8bcc-001f5a4b8e9b req-baeab629-e8b3-409d-a886-d1c259168e74 tempest-DeleteServersAdminTestJSON-1856297794 tempest-DeleteServersAdminTestJSON-1856297794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:39:21.887790 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7b5f780d-e44c-4dfa-8bcc-001f5a4b8e9b req-baeab629-e8b3-409d-a886-d1c259168e74 tempest-DeleteServersAdminTestJSON-1856297794 tempest-DeleteServersAdminTestJSON-1856297794-project] 10.222.0.35 "GET /v2.0/ports?device_id=390523bb-8790-47df-b668-1cd18db99a26 HTTP/1.1" status: 200 len: 948 time: 0.0560443 May 20 20:39:21.915282 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-550e254f-ffcb-4dca-87a5-caa755be3531 req-cfb0058c-e870-48e4-a59d-19f46042e3c5 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:21.927217 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] get_ports_and_sgs() called for port_ids ['ff8333d5-3411-4ce2-bab2-7173fcf8ad5b', 'ad8036cd-7d02-407a-9e0d-263626d3f679', 'c97eadfd-f41a-4fb2-80fd-962422a3d259', '8d87c637-17a5-42ec-9e52-1fc6319310a7', '7fdfd52e-b40e-4fe9-a489-269bbd28cc0b'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:39:21.971378 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] get_ports_and_sgs() called for port_ids ['d98c405b-6579-48af-bdbe-2911ebe2fa55', 'ad65896f-0d65-48a0-845a-c7a465632aa8', '38bca092-2852-49b0-b371-088cd68e5070'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:39:21.982072 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb0058c-e870-48e4-a59d-19f46042e3c5 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] Pushing event deleted for resources: {'Port': ['ID=7fdfd52e-b40e-4fe9-a489-269bbd28cc0b,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:39:22.035249 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7b5f780d-e44c-4dfa-8bcc-001f5a4b8e9b req-354ade9c-2065-4dbf-8737-dcc2925fa8df tempest-DeleteServersAdminTestJSON-1856297794 tempest-DeleteServersAdminTestJSON-1856297794-project] 10.222.0.35 "GET /v2.0/security-groups?id=d6903454-4a4e-41a2-89af-df0b3db87427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389458 May 20 20:39:22.059586 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [req-550e254f-ffcb-4dca-87a5-caa755be3531 req-cfb0058c-e870-48e4-a59d-19f46042e3c5 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] No DVR routers for this DVR port 7fdfd52e-b40e-4fe9-a489-269bbd28cc0b on host n-h1-842733-1 {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:39:22.062565 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-550e254f-ffcb-4dca-87a5-caa755be3531 req-cfb0058c-e870-48e4-a59d-19f46042e3c5 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:22.067473 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-550e254f-ffcb-4dca-87a5-caa755be3531 req-cfb0058c-e870-48e4-a59d-19f46042e3c5 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] 10.222.0.24 "DELETE /v2.0/ports/7fdfd52e-b40e-4fe9-a489-269bbd28cc0b HTTP/1.1" status: 204 len: 173 time: 0.6730707 May 20 20:39:22.068772 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47d5b9a3-391b-4838-9114-d97b5723fd10', 'name': 'network-vif-deleted', 'tag': '7fdfd52e-b40e-4fe9-a489-269bbd28cc0b'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:39:22.079655 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4291b17aa7b45362825f0571e77c85f5e73afe1df9c7e9e15006df9d695c005e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-303f1f5e-61af-4e84-a537-4cf0040233f0" -d '{"events": [{"server_uuid": "47d5b9a3-391b-4838-9114-d97b5723fd10", "name": "network-vif-deleted", "tag": "7fdfd52e-b40e-4fe9-a489-269bbd28cc0b"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:39:22.183172 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-78decb25-6771-40ad-bfd2-2801d32d49d6 req-3d53dcd5-a11e-4876-8165-429f65b4100e tempest-ImagesOneServerTestJSON-1034141892 tempest-ImagesOneServerTestJSON-1034141892-project] 10.222.0.35 "GET /v2.0/ports?device_id=6959d056-8674-41a0-844d-fdbf9dc52e77 HTTP/1.1" status: 200 len: 210 time: 0.0460081 May 20 20:39:22.226533 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 7f3ebca3-508b-418e-88bd-760b98f17cff details requested by agent hyperv_n-h2-842733-1 with host n-h2-842733-1 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 20:39:22.230591 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 7272c97e-0fde-4b58-8537-3c4ae20f9e57 up at agent hyperv_n-h2-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:39:22.412868 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9703594-4af6-493b-9d13-8db7930e14af req-12d35af1-a198-4946-b4ea-4b484dfbd8f5 tempest-ServersTestBootFromVolume-26390201 tempest-ServersTestBootFromVolume-26390201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:39:22.414913 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d9703594-4af6-493b-9d13-8db7930e14af req-12d35af1-a198-4946-b4ea-4b484dfbd8f5 tempest-ServersTestBootFromVolume-26390201 tempest-ServersTestBootFromVolume-26390201-project] 10.222.0.35 "GET /v2.0/ports?device_id=0fc2910a-509a-4f46-a3d9-4753ae692890 HTTP/1.1" status: 200 len: 946 time: 0.0966864 May 20 20:39:22.418958 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-7662a0b4-ae7a-43c8-a245-6ce142d625ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:22.469126 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-91dadce2-2b16-4d2c-9697-a46f18c8a7b4 req-f97b6062-59c1-4d5d-9821-6bab73a7234f tempest-ImagesOneServerTestJSON-1034141892 tempest-ImagesOneServerTestJSON-1034141892-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=f58611bead484b6ebd3128885951c5d5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0525684 May 20 20:39:22.533245 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d9703594-4af6-493b-9d13-8db7930e14af req-b3da799a-d5f3-4bd7-a56f-fe2b376678b9 tempest-ServersTestBootFromVolume-26390201 tempest-ServersTestBootFromVolume-26390201-project] 10.222.0.35 "GET /v2.0/security-groups?id=7a3fb94c-0846-423e-9e5e-d5c146d3cf48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1008136 May 20 20:39:22.619732 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Provisioning for port 7272c97e-0fde-4b58-8537-3c4ae20f9e57 completed by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 20:39:22.632620 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 20:39:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ed60a52-ae4a-4eca-990e-16b40d417047 x-openstack-request-id: req-9ed60a52-ae4a-4eca-990e-16b40d417047 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:39:22.633456 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47d5b9a3-391b-4838-9114-d97b5723fd10", "name": "network-vif-deleted", "tag": "7fdfd52e-b40e-4fe9-a489-269bbd28cc0b", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:39:22.633456 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9ed60a52-ae4a-4eca-990e-16b40d417047 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:39:22.638310 n-d-842733-1 neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ed60a52-ae4a-4eca-990e-16b40d417047'] response: {'server_uuid': '47d5b9a3-391b-4838-9114-d97b5723fd10', 'name': 'network-vif-deleted', 'tag': '7fdfd52e-b40e-4fe9-a489-269bbd28cc0b', 'status': 'completed', 'code': 200} May 20 20:39:22.652375 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port 7f3ebca3-508b-418e-88bd-760b98f17cff, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=7f3ebca3-508b-418e-88bd-760b98f17cff,segment=NetworkSegment(1b0c59b6-1da5-46b1-ba4a-82e83befd33e),segment_id=1b0c59b6-1da5-46b1-ba4a-82e83befd33e)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:39:22.666799 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Returning: {'device': '7f3ebca3-508b-418e-88bd-760b98f17cff', 'network_id': '85e5027c-d244-4186-8c19-3a12977de170', 'port_id': '7f3ebca3-508b-418e-88bd-760b98f17cff', 'mac_address': 'fa:16:3e:b1:d0:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5df30a0b-5cdb-4d91-9fe8-512f286a6485', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 20 20:39:22.698265 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Provisioning complete for port 7272c97e-0fde-4b58-8537-3c4ae20f9e57 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:39:22.698818 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:22.704403 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dadce2-2b16-4d2c-9697-a46f18c8a7b4 req-e224b838-3676-41d9-962d-ae4d124fe089 tempest-ImagesOneServerTestJSON-1034141892 tempest-ImagesOneServerTestJSON-1034141892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:39:22.706055 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-91dadce2-2b16-4d2c-9697-a46f18c8a7b4 req-e224b838-3676-41d9-962d-ae4d124fe089 tempest-ImagesOneServerTestJSON-1034141892 tempest-ImagesOneServerTestJSON-1034141892-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2169564 May 20 20:39:22.733635 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [req-91dadce2-2b16-4d2c-9697-a46f18c8a7b4 req-3bb97462-4af8-4371-aba4-c0ffb60e3a27 tempest-ImagesOneServerTestJSON-1034141892 tempest-ImagesOneServerTestJSON-1034141892-project] Request body: {'port': {'device_id': '6959d056-8674-41a0-844d-fdbf9dc52e77', 'network_id': 'cd702362-b982-46c5-a7d0-51de1b03df86', 'admin_state_up': True, 'tenant_id': 'f58611bead484b6ebd3128885951c5d5'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:39:22.814552 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a23d30ad-0cf5-48ef-89df-fc793bd972c9 req-a8ca5f41-9fd9-4ec9-a477-3304b0c1df13 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] 10.222.0.35 "GET /v2.0/ports?device_id=47d5b9a3-391b-4838-9114-d97b5723fd10 HTTP/1.1" status: 200 len: 210 time: 0.0544531 May 20 20:39:22.853304 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port 7f3ebca3-508b-418e-88bd-760b98f17cff is: DOWN; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:39:22.853911 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:22.894507 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f3ebca3-508b-418e-88bd-760b98f17cff {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:39:22.991805 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port 7f3ebca3-508b-418e-88bd-760b98f17cff, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=7f3ebca3-508b-418e-88bd-760b98f17cff,segment=NetworkSegment(1b0c59b6-1da5-46b1-ba4a-82e83befd33e),segment_id=1b0c59b6-1da5-46b1-ba4a-82e83befd33e)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:39:23.043315 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port 7272c97e-0fde-4b58-8537-3c4ae20f9e57 is: BUILD; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:39:23.043702 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:23.116153 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '390523bb-8790-47df-b668-1cd18db99a26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7272c97e-0fde-4b58-8537-3c4ae20f9e57'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:39:23.118510 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8485417003ce7c0410b00f5cdc2f391e21107b70bb68e2773712534a96e108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa1faa18-7bde-493f-9037-f6b8cf480c50" -d '{"events": [{"server_uuid": "390523bb-8790-47df-b668-1cd18db99a26", "name": "network-vif-plugged", "status": "completed", "tag": "7272c97e-0fde-4b58-8537-3c4ae20f9e57"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:39:23.167828 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port 7272c97e-0fde-4b58-8537-3c4ae20f9e57, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=7272c97e-0fde-4b58-8537-3c4ae20f9e57,segment=NetworkSegment(ed3a602f-49fb-4a95-be80-401e1eb72e33),segment_id=ed3a602f-49fb-4a95-be80-401e1eb72e33)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:39:23.555575 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91dadce2-2b16-4d2c-9697-a46f18c8a7b4 req-3bb97462-4af8-4371-aba4-c0ffb60e3a27 tempest-ImagesOneServerTestJSON-1034141892 tempest-ImagesOneServerTestJSON-1034141892-project] Made reservation on behalf of f58611bead484b6ebd3128885951c5d5 for: {'port': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:39:23.556082 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:23.560676 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-91dadce2-2b16-4d2c-9697-a46f18c8a7b4 req-3bb97462-4af8-4371-aba4-c0ffb60e3a27 tempest-ImagesOneServerTestJSON-1034141892 tempest-ImagesOneServerTestJSON-1034141892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:23.572677 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-91dadce2-2b16-4d2c-9697-a46f18c8a7b4 req-3bb97462-4af8-4371-aba4-c0ffb60e3a27 tempest-ImagesOneServerTestJSON-1034141892 tempest-ImagesOneServerTestJSON-1034141892-project] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:23.619652 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:23.620566 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 402dcb18-4263-4f97-b1b0-6d3014d65335 no longer exists at agent hyperv_n-h2-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:39:23.649150 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=7f3ebca3-508b-418e-88bd-760b98f17cff,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:39:23.654914 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] No Port match for: 402dcb18-4263-4f97-b1b0-6d3014d65335 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 20:39:23.660268 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 402dcb18-4263-4f97-b1b0-6d3014d65335 not bound to the agent host n-h2-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 20:39:23.672828 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-91dadce2-2b16-4d2c-9697-a46f18c8a7b4 req-3bb97462-4af8-4371-aba4-c0ffb60e3a27 tempest-ImagesOneServerTestJSON-1034141892 tempest-ImagesOneServerTestJSON-1034141892-project] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:23.722235 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=7272c97e-0fde-4b58-8537-3c4ae20f9e57,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:39:23.773069 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-91dadce2-2b16-4d2c-9697-a46f18c8a7b4 req-3bb97462-4af8-4371-aba4-c0ffb60e3a27 tempest-ImagesOneServerTestJSON-1034141892 tempest-ImagesOneServerTestJSON-1034141892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:23.816992 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4bb0e131-6525-46ca-a45b-e4ea43a5e69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:23.865679 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb97462-4af8-4371-aba4-c0ffb60e3a27 tempest-ImagesOneServerTestJSON-1034141892 tempest-ImagesOneServerTestJSON-1034141892-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dbf8976f-45db-44b9-8b18-5f3bfc43aae5,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:39:23.880389 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [req-1aa2e30e-6620-4cec-bc85-d73de77616bd req-8f030336-6f5b-470c-b360-8f37dd5133cb tempest-LiveMigrationTest-1108997473 tempest-LiveMigrationTest-1108997473-project-admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103163) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 20:39:23.881590 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1aa2e30e-6620-4cec-bc85-d73de77616bd req-8f030336-6f5b-470c-b360-8f37dd5133cb tempest-LiveMigrationTest-1108997473 tempest-LiveMigrationTest-1108997473-project-admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0125561 May 20 20:39:23.993217 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa2e30e-6620-4cec-bc85-d73de77616bd req-13c4bdd2-0fb9-444d-acee-894724d77b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:39:23.994663 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1aa2e30e-6620-4cec-bc85-d73de77616bd req-13c4bdd2-0fb9-444d-acee-894724d77b71 service neutron] 10.222.0.35 "GET /v2.0/ports/d48c4a89-5248-4669-905a-a53da6b07df6 HTTP/1.1" status: 200 len: 1093 time: 0.0912974 May 20 20:39:24.012554 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [req-1aa2e30e-6620-4cec-bc85-d73de77616bd req-1e51bdaf-1143-4223-8ce2-46e63684ac7f service neutron] Request body: {'binding': {'host': 'n-h2-842733-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:39:24.012995 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [req-1aa2e30e-6620-4cec-bc85-d73de77616bd req-1e51bdaf-1143-4223-8ce2-46e63684ac7f service neutron] Unknown quota resources ['binding']. {{(pid=103163) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} May 20 20:39:24.034333 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1021af-f665-4efc-afe0-0de2530153cf req-96ca731c-c80b-4e8a-a4c9-4eb47612d5a7 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:39:24.041507 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0c1021af-f665-4efc-afe0-0de2530153cf req-96ca731c-c80b-4e8a-a4c9-4eb47612d5a7 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/ports?device_id=639a9b9c-aaad-4644-9dcd-410174fb9f88 HTTP/1.1" status: 200 len: 945 time: 0.1479719 May 20 20:39:24.041507 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [req-91dadce2-2b16-4d2c-9697-a46f18c8a7b4 req-3bb97462-4af8-4371-aba4-c0ffb60e3a27 tempest-ImagesOneServerTestJSON-1034141892 tempest-ImagesOneServerTestJSON-1034141892-project] Allocated IP 192.168.233.138 (cd702362-b982-46c5-a7d0-51de1b03df86/26b342ea-254c-483a-9ea9-f11c178970eb/14bab9e1-74b5-4180-9f49-6dd544eb5e30) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:39:24.144729 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] get_ports_and_sgs() called for port_ids ['7f3ebca3-508b-418e-88bd-760b98f17cff'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:39:24.384453 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:24.470149 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0c1021af-f665-4efc-afe0-0de2530153cf req-168958f5-8045-4595-b6a2-4f1ea8e52baf tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3c6019f-4c4a-4c16-982c-852ac3d8d84a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1083760 May 20 20:39:24.659595 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-1aa2e30e-6620-4cec-bc85-d73de77616bd req-1e51bdaf-1143-4223-8ce2-46e63684ac7f service neutron] Attempting to bind port d48c4a89-5248-4669-905a-a53da6b07df6 on host n-h2-842733-1 for vnic_type normal with profile None {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:39:24.664093 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-1aa2e30e-6620-4cec-bc85-d73de77616bd req-1e51bdaf-1143-4223-8ce2-46e63684ac7f service neutron] Attempting to bind port d48c4a89-5248-4669-905a-a53da6b07df6 by drivers openvswitch,hyperv on host n-h2-842733-1 at level 0 using segments [{'id': '8e7444da-2574-4e87-afbd-a324be0dd68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'f2296de0-b06c-422e-98fe-14a3771aba33'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:39:24.664093 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aa2e30e-6620-4cec-bc85-d73de77616bd req-1e51bdaf-1143-4223-8ce2-46e63684ac7f service neutron] Attempting to bind port d48c4a89-5248-4669-905a-a53da6b07df6 on network f2296de0-b06c-422e-98fe-14a3771aba33 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:39:24.668759 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1367d1e-87f4-4542-9c0a-d72fc65299e0 req-8ce77a94-b8bd-43a3-8418-020aeafc3e70 tempest-DeleteServersAdminTestJSON-1856297794 tempest-DeleteServersAdminTestJSON-1856297794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:39:24.670253 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e1367d1e-87f4-4542-9c0a-d72fc65299e0 req-8ce77a94-b8bd-43a3-8418-020aeafc3e70 tempest-DeleteServersAdminTestJSON-1856297794 tempest-DeleteServersAdminTestJSON-1856297794-project] 10.222.0.35 "GET /v2.0/ports?device_id=390523bb-8790-47df-b668-1cd18db99a26 HTTP/1.1" status: 200 len: 949 time: 0.1270325 May 20 20:39:24.682917 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-91dadce2-2b16-4d2c-9697-a46f18c8a7b4 req-3bb97462-4af8-4371-aba4-c0ffb60e3a27 tempest-ImagesOneServerTestJSON-1034141892 tempest-ImagesOneServerTestJSON-1034141892-project] Notify callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:24.691248 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aa2e30e-6620-4cec-bc85-d73de77616bd req-1e51bdaf-1143-4223-8ce2-46e63684ac7f service neutron] Port d48c4a89-5248-4669-905a-a53da6b07df6 on network f2296de0-b06c-422e-98fe-14a3771aba33 not bound, no agent of type Open vSwitch agent registered on host n-h2-842733-1 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 20:39:24.691563 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aa2e30e-6620-4cec-bc85-d73de77616bd req-1e51bdaf-1143-4223-8ce2-46e63684ac7f service neutron] Attempting to bind port d48c4a89-5248-4669-905a-a53da6b07df6 on network f2296de0-b06c-422e-98fe-14a3771aba33 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:39:24.712531 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aa2e30e-6620-4cec-bc85-d73de77616bd req-1e51bdaf-1143-4223-8ce2-46e63684ac7f service neutron] Checking agent: {'id': 'a66f2511-b955-448f-877c-56cfe9c81b12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 33, 2), 'started_at': datetime.datetime(2022, 5, 20, 20, 33, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 39, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:39:24.712863 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aa2e30e-6620-4cec-bc85-d73de77616bd req-1e51bdaf-1143-4223-8ce2-46e63684ac7f service neutron] Checking segment: {'id': '8e7444da-2574-4e87-afbd-a324be0dd68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'f2296de0-b06c-422e-98fe-14a3771aba33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:39:24.713264 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aa2e30e-6620-4cec-bc85-d73de77616bd req-1e51bdaf-1143-4223-8ce2-46e63684ac7f service neutron] Bound using segment: {'id': '8e7444da-2574-4e87-afbd-a324be0dd68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'f2296de0-b06c-422e-98fe-14a3771aba33'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:39:24.713695 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-1aa2e30e-6620-4cec-bc85-d73de77616bd req-1e51bdaf-1143-4223-8ce2-46e63684ac7f service neutron] Bound port: d48c4a89-5248-4669-905a-a53da6b07df6, host: n-h2-842733-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e7444da-2574-4e87-afbd-a324be0dd68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'f2296de0-b06c-422e-98fe-14a3771aba33'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:39:24.763033 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e1367d1e-87f4-4542-9c0a-d72fc65299e0 req-df34f686-c984-4891-af54-e98ad6872d81 tempest-DeleteServersAdminTestJSON-1856297794 tempest-DeleteServersAdminTestJSON-1856297794-project] 10.222.0.35 "GET /v2.0/security-groups?id=d6903454-4a4e-41a2-89af-df0b3db87427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860763 May 20 20:39:24.803089 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-1aa2e30e-6620-4cec-bc85-d73de77616bd req-1e51bdaf-1143-4223-8ce2-46e63684ac7f service neutron] For port d48c4a89-5248-4669-905a-a53da6b07df6, host n-h2-842733-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=d48c4a89-5248-4669-905a-a53da6b07df6,segment=NetworkSegment(8e7444da-2574-4e87-afbd-a324be0dd68b),segment_id=8e7444da-2574-4e87-afbd-a324be0dd68b)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:39:24.812977 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 20:39:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a1a4eee-547d-4930-a3d1-44f2cbb1fafd x-openstack-request-id: req-5a1a4eee-547d-4930-a3d1-44f2cbb1fafd {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:39:24.813289 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "390523bb-8790-47df-b668-1cd18db99a26", "name": "network-vif-plugged", "status": "completed", "tag": "7272c97e-0fde-4b58-8537-3c4ae20f9e57", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:39:24.813541 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5a1a4eee-547d-4930-a3d1-44f2cbb1fafd {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:39:24.813956 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a1a4eee-547d-4930-a3d1-44f2cbb1fafd'] response: {'server_uuid': '390523bb-8790-47df-b668-1cd18db99a26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7272c97e-0fde-4b58-8537-3c4ae20f9e57', 'code': 200} May 20 20:39:24.871190 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-91dadce2-2b16-4d2c-9697-a46f18c8a7b4 req-3bb97462-4af8-4371-aba4-c0ffb60e3a27 tempest-ImagesOneServerTestJSON-1034141892 tempest-ImagesOneServerTestJSON-1034141892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:24.905976 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-1aa2e30e-6620-4cec-bc85-d73de77616bd req-1e51bdaf-1143-4223-8ce2-46e63684ac7f service neutron] Notify callbacks [] for binding, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:24.905976 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1aa2e30e-6620-4cec-bc85-d73de77616bd req-1e51bdaf-1143-4223-8ce2-46e63684ac7f service neutron] 10.222.0.35 "POST /v2.0/ports/d48c4a89-5248-4669-905a-a53da6b07df6/bindings HTTP/1.1" status: 201 len: 389 time: 0.8990102 May 20 20:39:24.956885 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91dadce2-2b16-4d2c-9697-a46f18c8a7b4 req-3bb97462-4af8-4371-aba4-c0ffb60e3a27 tempest-ImagesOneServerTestJSON-1034141892 tempest-ImagesOneServerTestJSON-1034141892-project] Network cd702362-b982-46c5-a7d0-51de1b03df86 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:39:24.967170 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [req-91dadce2-2b16-4d2c-9697-a46f18c8a7b4 req-3bb97462-4af8-4371-aba4-c0ffb60e3a27 tempest-ImagesOneServerTestJSON-1034141892 tempest-ImagesOneServerTestJSON-1034141892-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:39:24.970756 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [req-91dadce2-2b16-4d2c-9697-a46f18c8a7b4 req-3bb97462-4af8-4371-aba4-c0ffb60e3a27 tempest-ImagesOneServerTestJSON-1034141892 tempest-ImagesOneServerTestJSON-1034141892-project] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:39:24.973395 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb97462-4af8-4371-aba4-c0ffb60e3a27 tempest-ImagesOneServerTestJSON-1034141892 tempest-ImagesOneServerTestJSON-1034141892-project] Pushing event updated for resources: {'Port': ['ID=14bab9e1-74b5-4180-9f49-6dd544eb5e30,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:39:24.985989 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c244648-39fc-4031-90c8-c3aed087b171 req-a4317596-72bb-48ff-a8a1-1e3bd1d8b830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:39:24.987809 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e591141-2aa8-4d80-93a5-c10fcf6af0b3 req-d1f2c74c-bca5-469e-b214-1e5651e37ded tempest-ImagesOneServerTestJSON-1034141892 tempest-ImagesOneServerTestJSON-1034141892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:39:24.987976 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-6c244648-39fc-4031-90c8-c3aed087b171 req-a4317596-72bb-48ff-a8a1-1e3bd1d8b830 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=390523bb-8790-47df-b668-1cd18db99a26 HTTP/1.1" status: 200 len: 1100 time: 0.0486004 May 20 20:39:24.989303 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8e591141-2aa8-4d80-93a5-c10fcf6af0b3 req-d1f2c74c-bca5-469e-b214-1e5651e37ded tempest-ImagesOneServerTestJSON-1034141892 tempest-ImagesOneServerTestJSON-1034141892-project] 10.222.0.35 "GET /v2.0/ports?device_id=6959d056-8674-41a0-844d-fdbf9dc52e77 HTTP/1.1" status: 200 len: 936 time: 0.1295273 May 20 20:39:25.051359 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-6c244648-39fc-4031-90c8-c3aed087b171 req-22261f7d-6949-4275-bfd2-75ceefb534a6 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=d6903454-4a4e-41a2-89af-df0b3db87427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469375 May 20 20:39:25.068752 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dadce2-2b16-4d2c-9697-a46f18c8a7b4 req-3bb97462-4af8-4371-aba4-c0ffb60e3a27 tempest-ImagesOneServerTestJSON-1034141892 tempest-ImagesOneServerTestJSON-1034141892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:39:25.069569 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-91dadce2-2b16-4d2c-9697-a46f18c8a7b4 req-3bb97462-4af8-4371-aba4-c0ffb60e3a27 tempest-ImagesOneServerTestJSON-1034141892 tempest-ImagesOneServerTestJSON-1034141892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:25.079124 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8e591141-2aa8-4d80-93a5-c10fcf6af0b3 req-eaac8932-a77f-4c8f-ba66-359e84a5cd59 tempest-ImagesOneServerTestJSON-1034141892 tempest-ImagesOneServerTestJSON-1034141892-project] 10.222.0.35 "GET /v2.0/security-groups?id=dbf8976f-45db-44b9-8b18-5f3bfc43aae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568717 May 20 20:39:25.142387 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-91dadce2-2b16-4d2c-9697-a46f18c8a7b4 req-3bb97462-4af8-4371-aba4-c0ffb60e3a27 tempest-ImagesOneServerTestJSON-1034141892 tempest-ImagesOneServerTestJSON-1034141892-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4175689 May 20 20:39:25.231303 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fae7a6a-a481-4d4b-8882-ea7bd5f1108b req-e29b2b1d-e166-4850-a507-69f274144f2d tempest-ServersTestBootFromVolume-26390201 tempest-ServersTestBootFromVolume-26390201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:39:25.239252 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5fae7a6a-a481-4d4b-8882-ea7bd5f1108b req-e29b2b1d-e166-4850-a507-69f274144f2d tempest-ServersTestBootFromVolume-26390201 tempest-ServersTestBootFromVolume-26390201-project] 10.222.0.35 "GET /v2.0/ports?device_id=0fc2910a-509a-4f46-a3d9-4753ae692890 HTTP/1.1" status: 200 len: 946 time: 0.0877981 May 20 20:39:25.286153 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5fae7a6a-a481-4d4b-8882-ea7bd5f1108b req-89037183-0454-4143-a44c-c03641a5c545 tempest-ServersTestBootFromVolume-26390201 tempest-ServersTestBootFromVolume-26390201-project] 10.222.0.35 "GET /v2.0/security-groups?id=7a3fb94c-0846-423e-9e5e-d5c146d3cf48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455403 May 20 20:39:25.357783 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-6b24a3ee-9e79-411e-89ff-f3857b21b30e None None] Provisioning complete for port 14bab9e1-74b5-4180-9f49-6dd544eb5e30 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:39:25.358301 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-6b24a3ee-9e79-411e-89ff-f3857b21b30e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:25.359987 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246dce22-668f-47be-a1f4-b9b437eb0f72 req-84ee31a8-c39c-4823-9b59-24ec9ca7b786 tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:39:25.361637 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-246dce22-668f-47be-a1f4-b9b437eb0f72 req-84ee31a8-c39c-4823-9b59-24ec9ca7b786 tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] 10.222.0.35 "GET /v2.0/ports?device_id=da88f731-41bc-47f8-a232-4c07bc5e2068 HTTP/1.1" status: 200 len: 950 time: 0.0949013 May 20 20:39:25.383486 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cc3ec51b-6ec8-438a-8349-5f0bec346d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:25.397676 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-6b24a3ee-9e79-411e-89ff-f3857b21b30e None None] Port 14bab9e1-74b5-4180-9f49-6dd544eb5e30 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 20:39:25.397992 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [req-91dadce2-2b16-4d2c-9697-a46f18c8a7b4 req-077d5540-2073-4ce3-9f10-f2cc00846703 service neutron] Request body: {'port': {'device_id': '6959d056-8674-41a0-844d-fdbf9dc52e77', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-842733-1'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:39:25.487988 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-246dce22-668f-47be-a1f4-b9b437eb0f72 req-532df707-10af-4572-a06c-6ef4b2ed28aa tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] 10.222.0.35 "GET /v2.0/security-groups?id=b86a25cf-8ff6-49a5-9967-210010093ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194997 May 20 20:39:25.501374 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-91dadce2-2b16-4d2c-9697-a46f18c8a7b4 req-077d5540-2073-4ce3-9f10-f2cc00846703 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:25.524578 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798014e3-5b03-4549-abd6-cd8976e53770 req-77c81be4-262d-4ab7-8a6e-b3f9136d6169 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:39:25.529396 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-798014e3-5b03-4549-abd6-cd8976e53770 req-77c81be4-262d-4ab7-8a6e-b3f9136d6169 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] 10.222.0.35 "GET /v2.0/ports?device_id=fb13a393-1e95-453a-a8fa-345812285948 HTTP/1.1" status: 200 len: 945 time: 0.1324496 May 20 20:39:25.543603 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:25.710268 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa2e30e-6620-4cec-bc85-d73de77616bd req-20040830-6083-4ba9-b6f7-801131b9d000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:39:25.711750 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-1aa2e30e-6620-4cec-bc85-d73de77616bd req-20040830-6083-4ba9-b6f7-801131b9d000 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=33876e14b0274b60a421aea47180bf46&device_id=fb13a393-1e95-453a-a8fa-345812285948 HTTP/1.1" status: 200 len: 1096 time: 0.0459187 May 20 20:39:25.712017 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-798014e3-5b03-4549-abd6-cd8976e53770 req-50fe2605-4624-4538-b38d-82c75b4b7bfc tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] 10.222.0.35 "GET /v2.0/security-groups?id=0a1ca955-ee86-4e03-bb39-6b1e6a532a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767585 May 20 20:39:25.750218 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db624c3-e43a-4058-a6fb-10ec3b9a833c req-c33118e9-f3de-4b72-9ed1-9d296996f285 tempest-ServersTestBootFromVolume-26390201 tempest-ServersTestBootFromVolume-26390201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:39:25.754463 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9db624c3-e43a-4058-a6fb-10ec3b9a833c req-c33118e9-f3de-4b72-9ed1-9d296996f285 tempest-ServersTestBootFromVolume-26390201 tempest-ServersTestBootFromVolume-26390201-project] 10.222.0.35 "GET /v2.0/ports?device_id=0fc2910a-509a-4f46-a3d9-4753ae692890 HTTP/1.1" status: 200 len: 946 time: 0.1677711 May 20 20:39:25.764084 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 34976) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:39:25.768803 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-ddf9a607-d041-4e81-bb8b-d28c28a01aad tempest-ServersTestBootFromVolume-26390201 tempest-ServersTestBootFromVolume-26390201-project] Request body: {'floatingip': {'port_id': '6d161f51-5ea4-4c0c-8b8d-64a6b8518980'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:39:25.839067 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa2e30e-6620-4cec-bc85-d73de77616bd req-3ec6470b-3e30-42e3-be1d-3e14ff0e4acb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:39:25.840574 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-1aa2e30e-6620-4cec-bc85-d73de77616bd req-3ec6470b-3e30-42e3-be1d-3e14ff0e4acb service neutron] 10.222.0.13 "GET /v2.0/networks?id=f2296de0-b06c-422e-98fe-14a3771aba33 HTTP/1.1" status: 200 len: 908 time: 0.1202240 May 20 20:39:25.887196 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-1aa2e30e-6620-4cec-bc85-d73de77616bd req-9f449902-544a-42b6-844e-be9da4811ed8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d48c4a89-5248-4669-905a-a53da6b07df6 HTTP/1.1" status: 200 len: 217 time: 0.0366979 May 20 20:39:25.901650 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ddf9a607-d041-4e81-bb8b-d28c28a01aad tempest-ServersTestBootFromVolume-26390201 tempest-ServersTestBootFromVolume-26390201-project] Notify callbacks [] for floatingip, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:25.945382 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa2e30e-6620-4cec-bc85-d73de77616bd req-31493380-1df6-4fc6-b6cd-b119a317da21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:39:25.947921 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-1aa2e30e-6620-4cec-bc85-d73de77616bd req-31493380-1df6-4fc6-b6cd-b119a317da21 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f9e5fad6-106c-4fb6-bdcf-0e79e7e3eb1f HTTP/1.1" status: 200 len: 847 time: 0.0521834 May 20 20:39:25.950736 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 7fdfd52e-b40e-4fe9-a489-269bbd28cc0b no longer exists at agent hyperv_n-h1-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:39:25.990992 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-1aa2e30e-6620-4cec-bc85-d73de77616bd req-4c3ca38d-74bd-4f3f-aa44-d75559d85445 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f2296de0-b06c-422e-98fe-14a3771aba33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335927 May 20 20:39:25.996067 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] No Port match for: 7fdfd52e-b40e-4fe9-a489-269bbd28cc0b {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 20:39:25.996685 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 7fdfd52e-b40e-4fe9-a489-269bbd28cc0b not bound to the agent host n-h1-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 20:39:26.036103 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f99205-2197-402c-9b39-669ee7292d43 req-aca828d1-8261-48fc-93d9-5059445afca8 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:39:26.037634 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-14f99205-2197-402c-9b39-669ee7292d43 req-aca828d1-8261-48fc-93d9-5059445afca8 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/ports?device_id=639a9b9c-aaad-4644-9dcd-410174fb9f88 HTTP/1.1" status: 200 len: 945 time: 0.2184236 May 20 20:39:26.162605 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 7f3ebca3-508b-418e-88bd-760b98f17cff up at agent hyperv_n-h2-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:39:26.167977 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4683e017-539f-425d-a89f-522c463af567 req-76000c60-3f25-4689-98f2-9b6960143fbb tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:39:26.169467 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-4683e017-539f-425d-a89f-522c463af567 req-76000c60-3f25-4689-98f2-9b6960143fbb tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] 10.222.0.13 "GET /v2.0/ports?device_id=da88f731-41bc-47f8-a232-4c07bc5e2068 HTTP/1.1" status: 200 len: 950 time: 0.1205473 May 20 20:39:26.190039 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-1aa2e30e-6620-4cec-bc85-d73de77616bd req-cda0e7de-fe39-490d-b1ac-3fcdaddb434a service neutron] 10.222.0.13 "GET /v2.0/networks/f2296de0-b06c-422e-98fe-14a3771aba33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235309 May 20 20:39:26.194011 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-14f99205-2197-402c-9b39-669ee7292d43 req-17d0be2f-b893-4292-8bd5-7015eab991dc tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3c6019f-4c4a-4c16-982c-852ac3d8d84a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1401873 May 20 20:39:26.293417 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c614e6-f802-4866-8065-6bc9862d5e21 req-6336825d-6712-4d0f-9818-7ace92c098cf tempest-DeleteServersAdminTestJSON-1856297794 tempest-DeleteServersAdminTestJSON-1856297794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:39:26.294925 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a0c614e6-f802-4866-8065-6bc9862d5e21 req-6336825d-6712-4d0f-9818-7ace92c098cf tempest-DeleteServersAdminTestJSON-1856297794 tempest-DeleteServersAdminTestJSON-1856297794-project] 10.222.0.35 "GET /v2.0/ports?device_id=390523bb-8790-47df-b668-1cd18db99a26 HTTP/1.1" status: 200 len: 949 time: 0.2045956 May 20 20:39:26.303600 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [req-91dadce2-2b16-4d2c-9697-a46f18c8a7b4 req-077d5540-2073-4ce3-9f10-f2cc00846703 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14bab9e1-74b5-4180-9f49-6dd544eb5e30 {{(pid=103163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:39:26.310171 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Provisioning for port 7f3ebca3-508b-418e-88bd-760b98f17cff completed by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 20:39:26.315769 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Provisioning complete for port 7f3ebca3-508b-418e-88bd-760b98f17cff triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:39:26.316407 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:26.331542 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-91dadce2-2b16-4d2c-9697-a46f18c8a7b4 req-077d5540-2073-4ce3-9f10-f2cc00846703 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:26.379360 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-1aa2e30e-6620-4cec-bc85-d73de77616bd req-95eab658-4e54-437d-8138-2790245811d6 service neutron] 10.222.0.13 "GET /v2.0/networks/f2296de0-b06c-422e-98fe-14a3771aba33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693585 May 20 20:39:26.397541 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-4683e017-539f-425d-a89f-522c463af567 req-e190646e-d4cf-4d4b-b01d-09675c0ae11b tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] Deleting port e4e4ecc2-8320-4318-9781-f8822bce8067 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:39:26.397541 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-4683e017-539f-425d-a89f-522c463af567 req-e190646e-d4cf-4d4b-b01d-09675c0ae11b tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:26.448503 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [req-91dadce2-2b16-4d2c-9697-a46f18c8a7b4 req-077d5540-2073-4ce3-9f10-f2cc00846703 service neutron] Transition to ACTIVE for port object 14bab9e1-74b5-4180-9f49-6dd544eb5e30 will not be triggered until provisioned by entity L2. {{(pid=103163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 20:39:26.449243 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port 7f3ebca3-508b-418e-88bd-760b98f17cff is: BUILD; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:39:26.450208 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:26.484298 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a0c614e6-f802-4866-8065-6bc9862d5e21 req-cb4f9e7e-c25a-44eb-98f1-60b83221958d tempest-DeleteServersAdminTestJSON-1856297794 tempest-DeleteServersAdminTestJSON-1856297794-project] 10.222.0.35 "GET /v2.0/security-groups?id=d6903454-4a4e-41a2-89af-df0b3db87427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732557 May 20 20:39:26.496931 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b332726-22ae-4d60-b0d2-34cf88e8f129 req-4291b390-e7ae-40b4-bdfe-19b8a1350601 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:39:26.498636 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3b332726-22ae-4d60-b0d2-34cf88e8f129 req-4291b390-e7ae-40b4-bdfe-19b8a1350601 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] 10.222.0.35 "GET /v2.0/ports?device_id=aa812417-dc22-4467-9c3a-232bd488429c HTTP/1.1" status: 200 len: 949 time: 0.2005658 May 20 20:39:26.527532 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port 7f3ebca3-508b-418e-88bd-760b98f17cff, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=7f3ebca3-508b-418e-88bd-760b98f17cff,segment=NetworkSegment(1b0c59b6-1da5-46b1-ba4a-82e83befd33e),segment_id=1b0c59b6-1da5-46b1-ba4a-82e83befd33e)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:39:26.557991 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-4683e017-539f-425d-a89f-522c463af567 req-e190646e-d4cf-4d4b-b01d-09675c0ae11b tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] For port e4e4ecc2-8320-4318-9781-f8822bce8067, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=e4e4ecc2-8320-4318-9781-f8822bce8067,segment=NetworkSegment(ed3a602f-49fb-4a95-be80-401e1eb72e33),segment_id=ed3a602f-49fb-4a95-be80-401e1eb72e33)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:39:26.558321 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-4683e017-539f-425d-a89f-522c463af567 req-e190646e-d4cf-4d4b-b01d-09675c0ae11b tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:26.570740 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-91dadce2-2b16-4d2c-9697-a46f18c8a7b4 req-077d5540-2073-4ce3-9f10-f2cc00846703 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:26.586924 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-4683e017-539f-425d-a89f-522c463af567 req-e190646e-d4cf-4d4b-b01d-09675c0ae11b tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] Calling delete_port for e4e4ecc2-8320-4318-9781-f8822bce8067 owned by compute:nova {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:39:26.589702 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:26.686613 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=7f3ebca3-508b-418e-88bd-760b98f17cff,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:39:26.735641 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3b332726-22ae-4d60-b0d2-34cf88e8f129 req-6adcd44f-2881-4e2c-9fc0-f706ecbe3240 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c2aa399-3055-4eb0-8f1a-45933e0e3cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2251494 May 20 20:39:26.808675 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077d5540-2073-4ce3-9f10-f2cc00846703 service neutron] Pushing event updated for resources: {'Port': ['ID=14bab9e1-74b5-4180-9f49-6dd544eb5e30,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:39:26.815150 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '639a9b9c-aaad-4644-9dcd-410174fb9f88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f3ebca3-508b-418e-88bd-760b98f17cff'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:39:26.818068 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8485417003ce7c0410b00f5cdc2f391e21107b70bb68e2773712534a96e108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff60a0c5-58a8-471a-b4b7-ef094a451dee" -d '{"events": [{"server_uuid": "639a9b9c-aaad-4644-9dcd-410174fb9f88", "name": "network-vif-plugged", "status": "completed", "tag": "7f3ebca3-508b-418e-88bd-760b98f17cff"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:39:26.846938 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-4683e017-539f-425d-a89f-522c463af567 req-e190646e-d4cf-4d4b-b01d-09675c0ae11b tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:26.884593 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e190646e-d4cf-4d4b-b01d-09675c0ae11b tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] Pushing event deleted for resources: {'Port': ['ID=e4e4ecc2-8320-4318-9781-f8822bce8067,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:39:26.903608 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] get_ports_and_sgs() called for port_ids ['e4e4ecc2-8320-4318-9781-f8822bce8067', 'a34dcdeb-2b13-4bc8-95e3-99318b5bfb70'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:39:26.954390 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-4683e017-539f-425d-a89f-522c463af567 req-e190646e-d4cf-4d4b-b01d-09675c0ae11b tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] No DVR routers for this DVR port e4e4ecc2-8320-4318-9781-f8822bce8067 on host n-h2-842733-1 {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:39:26.956971 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-4683e017-539f-425d-a89f-522c463af567 req-e190646e-d4cf-4d4b-b01d-09675c0ae11b tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:26.960687 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-4683e017-539f-425d-a89f-522c463af567 req-e190646e-d4cf-4d4b-b01d-09675c0ae11b tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] 10.222.0.13 "DELETE /v2.0/ports/e4e4ecc2-8320-4318-9781-f8822bce8067 HTTP/1.1" status: 204 len: 173 time: 0.7731674 May 20 20:39:26.962242 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da88f731-41bc-47f8-a232-4c07bc5e2068', 'name': 'network-vif-deleted', 'tag': 'e4e4ecc2-8320-4318-9781-f8822bce8067'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:39:26.971673 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6fa957933fccbf596d28104b23404b952ad6a8238afaebaed40a0874b2e409" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37896201-5fb4-412b-8cc0-55d424efa845" -d '{"events": [{"server_uuid": "da88f731-41bc-47f8-a232-4c07bc5e2068", "name": "network-vif-deleted", "tag": "e4e4ecc2-8320-4318-9781-f8822bce8067"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:39:27.008933 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-335351db-ee3c-49ef-b05e-bdb07ab24bd9 req-6ead500d-96ed-4e61-b945-e31dac6c46d7 tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] 10.222.0.35 "GET /v2.0/ports?device_id=da88f731-41bc-47f8-a232-4c07bc5e2068 HTTP/1.1" status: 200 len: 210 time: 0.1275003 May 20 20:39:27.016705 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.db.resource_extend [None req-ddf9a607-d041-4e81-bb8b-d28c28a01aad tempest-ServersTestBootFromVolume-26390201 tempest-ServersTestBootFromVolume-26390201-project] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 20 20:39:27.050884 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b608b72-86fd-4f8b-ab80-d1c6865afab6 req-61d2ffb2-40ff-491c-a17b-bbe4f01ef980 tempest-ImagesOneServerTestJSON-1034141892 tempest-ImagesOneServerTestJSON-1034141892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:39:27.058859 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7b608b72-86fd-4f8b-ab80-d1c6865afab6 req-61d2ffb2-40ff-491c-a17b-bbe4f01ef980 tempest-ImagesOneServerTestJSON-1034141892 tempest-ImagesOneServerTestJSON-1034141892-project] 10.222.0.35 "GET /v2.0/ports?device_id=6959d056-8674-41a0-844d-fdbf9dc52e77 HTTP/1.1" status: 200 len: 948 time: 0.4255965 May 20 20:39:27.159939 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7b608b72-86fd-4f8b-ab80-d1c6865afab6 req-4eff6b10-9c96-485f-8e4a-f04337124c6f tempest-ImagesOneServerTestJSON-1034141892 tempest-ImagesOneServerTestJSON-1034141892-project] 10.222.0.35 "GET /v2.0/security-groups?id=dbf8976f-45db-44b9-8b18-5f3bfc43aae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001847 May 20 20:39:27.231862 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 20:39:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cb7fe69-5d04-452e-b5f6-3465a756ee3b x-openstack-request-id: req-7cb7fe69-5d04-452e-b5f6-3465a756ee3b {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:39:27.232472 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "639a9b9c-aaad-4644-9dcd-410174fb9f88", "name": "network-vif-plugged", "status": "completed", "tag": "7f3ebca3-508b-418e-88bd-760b98f17cff", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:39:27.232733 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7cb7fe69-5d04-452e-b5f6-3465a756ee3b {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:39:27.233126 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7cb7fe69-5d04-452e-b5f6-3465a756ee3b'] response: {'server_uuid': '639a9b9c-aaad-4644-9dcd-410174fb9f88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f3ebca3-508b-418e-88bd-760b98f17cff', 'code': 200} May 20 20:39:27.239793 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ddf9a607-d041-4e81-bb8b-d28c28a01aad tempest-ServersTestBootFromVolume-26390201 tempest-ServersTestBootFromVolume-26390201-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:27.254321 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-91dadce2-2b16-4d2c-9697-a46f18c8a7b4 req-077d5540-2073-4ce3-9f10-f2cc00846703 service neutron] Attempting to bind port 14bab9e1-74b5-4180-9f49-6dd544eb5e30 on host n-h2-842733-1 for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:39:27.255590 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-91dadce2-2b16-4d2c-9697-a46f18c8a7b4 req-077d5540-2073-4ce3-9f10-f2cc00846703 service neutron] Attempting to bind port 14bab9e1-74b5-4180-9f49-6dd544eb5e30 by drivers openvswitch,hyperv on host n-h2-842733-1 at level 0 using segments [{'id': 'ed3a602f-49fb-4a95-be80-401e1eb72e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'cd702362-b982-46c5-a7d0-51de1b03df86'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:39:27.255590 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91dadce2-2b16-4d2c-9697-a46f18c8a7b4 req-077d5540-2073-4ce3-9f10-f2cc00846703 service neutron] Attempting to bind port 14bab9e1-74b5-4180-9f49-6dd544eb5e30 on network cd702362-b982-46c5-a7d0-51de1b03df86 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:39:27.264051 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91dadce2-2b16-4d2c-9697-a46f18c8a7b4 req-077d5540-2073-4ce3-9f10-f2cc00846703 service neutron] Port 14bab9e1-74b5-4180-9f49-6dd544eb5e30 on network cd702362-b982-46c5-a7d0-51de1b03df86 not bound, no agent of type Open vSwitch agent registered on host n-h2-842733-1 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 20:39:27.264366 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91dadce2-2b16-4d2c-9697-a46f18c8a7b4 req-077d5540-2073-4ce3-9f10-f2cc00846703 service neutron] Attempting to bind port 14bab9e1-74b5-4180-9f49-6dd544eb5e30 on network cd702362-b982-46c5-a7d0-51de1b03df86 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:39:27.267506 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 20:39:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f328ff6f-492f-4d39-9911-a2244bb59ffb x-openstack-request-id: req-f328ff6f-492f-4d39-9911-a2244bb59ffb {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:39:27.268018 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da88f731-41bc-47f8-a232-4c07bc5e2068", "name": "network-vif-deleted", "tag": "e4e4ecc2-8320-4318-9781-f8822bce8067", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:39:27.268018 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f328ff6f-492f-4d39-9911-a2244bb59ffb {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:39:27.268499 n-d-842733-1 neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f328ff6f-492f-4d39-9911-a2244bb59ffb'] response: {'server_uuid': 'da88f731-41bc-47f8-a232-4c07bc5e2068', 'name': 'network-vif-deleted', 'tag': 'e4e4ecc2-8320-4318-9781-f8822bce8067', 'status': 'completed', 'code': 200} May 20 20:39:27.301862 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91dadce2-2b16-4d2c-9697-a46f18c8a7b4 req-077d5540-2073-4ce3-9f10-f2cc00846703 service neutron] Checking agent: {'id': 'a66f2511-b955-448f-877c-56cfe9c81b12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 33, 2), 'started_at': datetime.datetime(2022, 5, 20, 20, 33, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 39, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:39:27.303387 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91dadce2-2b16-4d2c-9697-a46f18c8a7b4 req-077d5540-2073-4ce3-9f10-f2cc00846703 service neutron] Checking segment: {'id': 'ed3a602f-49fb-4a95-be80-401e1eb72e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'cd702362-b982-46c5-a7d0-51de1b03df86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:39:27.304406 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91dadce2-2b16-4d2c-9697-a46f18c8a7b4 req-077d5540-2073-4ce3-9f10-f2cc00846703 service neutron] Bound using segment: {'id': 'ed3a602f-49fb-4a95-be80-401e1eb72e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'cd702362-b982-46c5-a7d0-51de1b03df86'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:39:27.306102 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-91dadce2-2b16-4d2c-9697-a46f18c8a7b4 req-077d5540-2073-4ce3-9f10-f2cc00846703 service neutron] Bound port: 14bab9e1-74b5-4180-9f49-6dd544eb5e30, host: n-h2-842733-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed3a602f-49fb-4a95-be80-401e1eb72e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'cd702362-b982-46c5-a7d0-51de1b03df86'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:39:27.306697 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-91dadce2-2b16-4d2c-9697-a46f18c8a7b4 req-077d5540-2073-4ce3-9f10-f2cc00846703 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:27.341595 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ddf9a607-d041-4e81-bb8b-d28c28a01aad tempest-ServersTestBootFromVolume-26390201 tempest-ServersTestBootFromVolume-26390201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748272'] for floatingip, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:27.407876 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fa304d-fd55-438b-9e22-a9f81d297d38 req-c40d23c3-dad9-42d2-9359-57deca7e8d56 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:39:27.416177 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-98fa304d-fd55-438b-9e22-a9f81d297d38 req-c40d23c3-dad9-42d2-9359-57deca7e8d56 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] 10.222.0.35 "GET /v2.0/ports?device_id=fb13a393-1e95-453a-a8fa-345812285948 HTTP/1.1" status: 200 len: 945 time: 0.2731569 May 20 20:39:27.449615 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dccbe6-0d56-49ea-bf24-9b8cf2090758 req-0d751041-976a-4239-92b0-c4ed5020a68e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:39:27.451853 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-a0dccbe6-0d56-49ea-bf24-9b8cf2090758 req-0d751041-976a-4239-92b0-c4ed5020a68e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=639a9b9c-aaad-4644-9dcd-410174fb9f88 HTTP/1.1" status: 200 len: 1097 time: 0.0675313 May 20 20:39:27.521738 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-a0dccbe6-0d56-49ea-bf24-9b8cf2090758 req-06fb0861-49ea-4205-afd6-af8098be2324 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=b3c6019f-4c4a-4c16-982c-852ac3d8d84a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436378 May 20 20:39:27.878394 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-98fa304d-fd55-438b-9e22-a9f81d297d38 req-cce02137-aad0-4386-bba0-7ec97cb3c775 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] 10.222.0.35 "GET /v2.0/security-groups?id=0a1ca955-ee86-4e03-bb39-6b1e6a532a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4613600 May 20 20:39:27.892036 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a23d298-b7c3-469b-a7b7-85c4163be62d req-149c6e34-7c34-494e-b695-a7e6c384ae0e tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:39:27.893700 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5a23d298-b7c3-469b-a7b7-85c4163be62d req-149c6e34-7c34-494e-b695-a7e6c384ae0e tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/ports?device_id=639a9b9c-aaad-4644-9dcd-410174fb9f88 HTTP/1.1" status: 200 len: 946 time: 0.5644765 May 20 20:39:27.894955 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-91dadce2-2b16-4d2c-9697-a46f18c8a7b4 req-077d5540-2073-4ce3-9f10-f2cc00846703 service neutron] For port 14bab9e1-74b5-4180-9f49-6dd544eb5e30, host n-h2-842733-1, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:39:27.903053 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-91dadce2-2b16-4d2c-9697-a46f18c8a7b4 req-077d5540-2073-4ce3-9f10-f2cc00846703 service neutron] For port 14bab9e1-74b5-4180-9f49-6dd544eb5e30, host n-h2-842733-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=14bab9e1-74b5-4180-9f49-6dd544eb5e30,segment=NetworkSegment(ed3a602f-49fb-4a95-be80-401e1eb72e33),segment_id=ed3a602f-49fb-4a95-be80-401e1eb72e33)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:39:27.934530 n-d-842733-1 neutron-server[103163]: INFO neutron.db.l3_db [None req-ddf9a607-d041-4e81-bb8b-d28c28a01aad tempest-ServersTestBootFromVolume-26390201 tempest-ServersTestBootFromVolume-26390201-project] Floating IP 9db5887a-67ea-47a7-882a-4ff4aae10774 associated. External IP: 172.25.2.201, port: 6d161f51-5ea4-4c0c-8b8d-64a6b8518980. May 20 20:39:28.004160 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-91dadce2-2b16-4d2c-9697-a46f18c8a7b4 req-077d5540-2073-4ce3-9f10-f2cc00846703 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:28.008586 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5a23d298-b7c3-469b-a7b7-85c4163be62d req-afea7eae-d79b-462f-ab71-2d521f727f76 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3c6019f-4c4a-4c16-982c-852ac3d8d84a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1041472 May 20 20:39:28.114337 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dadce2-2b16-4d2c-9697-a46f18c8a7b4 req-077d5540-2073-4ce3-9f10-f2cc00846703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:39:28.114955 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-91dadce2-2b16-4d2c-9697-a46f18c8a7b4 req-077d5540-2073-4ce3-9f10-f2cc00846703 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:28.116335 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-91dadce2-2b16-4d2c-9697-a46f18c8a7b4 req-077d5540-2073-4ce3-9f10-f2cc00846703 service neutron] 10.222.0.13 "PUT /v2.0/ports/14bab9e1-74b5-4180-9f49-6dd544eb5e30 HTTP/1.1" status: 200 len: 1096 time: 2.7265055 May 20 20:39:28.118356 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6959d056-8674-41a0-844d-fdbf9dc52e77', 'tag': '14bab9e1-74b5-4180-9f49-6dd544eb5e30'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:39:28.120608 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4291b17aa7b45362825f0571e77c85f5e73afe1df9c7e9e15006df9d695c005e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c55419fd-c57e-46b0-b13c-2e00b1a26aec" -d '{"events": [{"name": "network-changed", "server_uuid": "6959d056-8674-41a0-844d-fdbf9dc52e77", "tag": "14bab9e1-74b5-4180-9f49-6dd544eb5e30"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:39:28.201798 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c37afd5-f6a6-4220-9175-21ab757c67fd req-5bf8fc7e-cd77-4639-bfc2-7fa8db720650 tempest-DeleteServersAdminTestJSON-1856297794 tempest-DeleteServersAdminTestJSON-1856297794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:39:28.203396 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2c37afd5-f6a6-4220-9175-21ab757c67fd req-5bf8fc7e-cd77-4639-bfc2-7fa8db720650 tempest-DeleteServersAdminTestJSON-1856297794 tempest-DeleteServersAdminTestJSON-1856297794-project] 10.222.0.35 "GET /v2.0/ports?device_id=390523bb-8790-47df-b668-1cd18db99a26 HTTP/1.1" status: 200 len: 949 time: 0.2208323 May 20 20:39:28.225284 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077d5540-2073-4ce3-9f10-f2cc00846703 service neutron] Pushing event updated for resources: {'Port': ['ID=14bab9e1-74b5-4180-9f49-6dd544eb5e30,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:39:28.263498 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077d5540-2073-4ce3-9f10-f2cc00846703 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:39:28.263498 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077d5540-2073-4ce3-9f10-f2cc00846703 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:39:28.263498 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077d5540-2073-4ce3-9f10-f2cc00846703 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:39:28.263498 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077d5540-2073-4ce3-9f10-f2cc00846703 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:39:28.264069 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077d5540-2073-4ce3-9f10-f2cc00846703 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:39:28.264069 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077d5540-2073-4ce3-9f10-f2cc00846703 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:39:28.264251 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077d5540-2073-4ce3-9f10-f2cc00846703 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:39:28.264530 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077d5540-2073-4ce3-9f10-f2cc00846703 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:39:28.264859 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077d5540-2073-4ce3-9f10-f2cc00846703 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:39:28.265741 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077d5540-2073-4ce3-9f10-f2cc00846703 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:39:28.266241 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077d5540-2073-4ce3-9f10-f2cc00846703 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:39:28.266595 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077d5540-2073-4ce3-9f10-f2cc00846703 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:39:28.297072 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbaaad2-11db-4636-9304-32c58f94d42b req-81918eab-06ca-4939-a9f3-917d8ff5b581 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:39:28.298677 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-acbaaad2-11db-4636-9304-32c58f94d42b req-81918eab-06ca-4939-a9f3-917d8ff5b581 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] 10.222.0.35 "GET /v2.0/ports?device_id=aa812417-dc22-4467-9c3a-232bd488429c HTTP/1.1" status: 200 len: 949 time: 0.2167494 May 20 20:39:28.356656 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2c37afd5-f6a6-4220-9175-21ab757c67fd req-93833a37-1781-4392-b2cc-ffe8e2bfd8a1 tempest-DeleteServersAdminTestJSON-1856297794 tempest-DeleteServersAdminTestJSON-1856297794-project] 10.222.0.35 "GET /v2.0/security-groups?id=d6903454-4a4e-41a2-89af-df0b3db87427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413391 May 20 20:39:28.466094 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-acbaaad2-11db-4636-9304-32c58f94d42b req-a55c3390-478b-4858-bf02-ca692feb478a tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c2aa399-3055-4eb0-8f1a-45933e0e3cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307104 May 20 20:39:28.487905 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dadce2-2b16-4d2c-9697-a46f18c8a7b4 req-5ec31822-1d1e-4b1c-a0dc-9459e518a624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:39:28.489546 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-91dadce2-2b16-4d2c-9697-a46f18c8a7b4 req-5ec31822-1d1e-4b1c-a0dc-9459e518a624 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f58611bead484b6ebd3128885951c5d5&device_id=6959d056-8674-41a0-844d-fdbf9dc52e77 HTTP/1.1" status: 200 len: 1099 time: 0.1530237 May 20 20:39:28.497149 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-68fcea57-4053-4ca1-bd62-7cb606415a4b req-c948d068-c08a-486b-8aa3-5bbecb406aba tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] 10.222.0.35 "GET /v2.0/ports?device_id=da88f731-41bc-47f8-a232-4c07bc5e2068 HTTP/1.1" status: 200 len: 210 time: 0.0545964 May 20 20:39:28.522840 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddf9a607-d041-4e81-bb8b-d28c28a01aad tempest-ServersTestBootFromVolume-26390201 tempest-ServersTestBootFromVolume-26390201-project] Router 96877dde-8809-4099-bfc6-95b6aad55f68 has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 20:39:28.589616 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 20:39:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8de7baba-3145-41aa-9ae2-d93845bba885 x-openstack-request-id: req-8de7baba-3145-41aa-9ae2-d93845bba885 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:39:28.589909 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6959d056-8674-41a0-844d-fdbf9dc52e77", "tag": "14bab9e1-74b5-4180-9f49-6dd544eb5e30", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:39:28.590172 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8de7baba-3145-41aa-9ae2-d93845bba885 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:39:28.590591 n-d-842733-1 neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8de7baba-3145-41aa-9ae2-d93845bba885'] response: {'name': 'network-changed', 'server_uuid': '6959d056-8674-41a0-844d-fdbf9dc52e77', 'tag': '14bab9e1-74b5-4180-9f49-6dd544eb5e30', 'status': 'completed', 'code': 200} May 20 20:39:28.592175 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-91dadce2-2b16-4d2c-9697-a46f18c8a7b4 req-3a547cc8-8e32-4d01-a029-12c94c4a46b8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=14bab9e1-74b5-4180-9f49-6dd544eb5e30 HTTP/1.1" status: 200 len: 217 time: 0.0595531 May 20 20:39:28.644658 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f6f270-367a-4d28-9f11-07f61251fccb req-04d8c426-945c-404a-8c30-ca6bd5e1f87f tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:39:28.650786 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-f8f6f270-367a-4d28-9f11-07f61251fccb req-04d8c426-945c-404a-8c30-ca6bd5e1f87f tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa812417-dc22-4467-9c3a-232bd488429c HTTP/1.1" status: 200 len: 949 time: 0.1200833 May 20 20:39:28.793442 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dadce2-2b16-4d2c-9697-a46f18c8a7b4 req-94fb48c7-26a0-43ef-8ce4-63b32b394e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:39:28.795175 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-91dadce2-2b16-4d2c-9697-a46f18c8a7b4 req-94fb48c7-26a0-43ef-8ce4-63b32b394e2f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=26b342ea-254c-483a-9ea9-f11c178970eb HTTP/1.1" status: 200 len: 843 time: 0.1902711 May 20 20:39:28.800259 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-f8f6f270-367a-4d28-9f11-07f61251fccb req-a9ce3f59-0662-4f43-992b-6d52999540d4 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] Deleting port 38bca092-2852-49b0-b371-088cd68e5070 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:39:28.814390 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-f8f6f270-367a-4d28-9f11-07f61251fccb req-a9ce3f59-0662-4f43-992b-6d52999540d4 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:28.814550 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52b002a-846f-45b9-a290-3786905bcd04 req-e159a968-8bc2-41bf-b6cd-c83d40b76c25 tempest-ImagesOneServerTestJSON-1034141892 tempest-ImagesOneServerTestJSON-1034141892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:39:28.814550 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b52b002a-846f-45b9-a290-3786905bcd04 req-e159a968-8bc2-41bf-b6cd-c83d40b76c25 tempest-ImagesOneServerTestJSON-1034141892 tempest-ImagesOneServerTestJSON-1034141892-project] 10.222.0.35 "GET /v2.0/ports?device_id=6959d056-8674-41a0-844d-fdbf9dc52e77 HTTP/1.1" status: 200 len: 948 time: 0.1373112 May 20 20:39:28.871918 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddf9a607-d041-4e81-bb8b-d28c28a01aad tempest-ServersTestBootFromVolume-26390201 tempest-ServersTestBootFromVolume-26390201-project] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 20:39:28.879058 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ddf9a607-d041-4e81-bb8b-d28c28a01aad tempest-ServersTestBootFromVolume-26390201 tempest-ServersTestBootFromVolume-26390201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for floatingip, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:28.889845 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5857d3c-7f31-4c44-9542-575178840392 None None] Sync routers for ids ['96877dde-8809-4099-bfc6-95b6aad55f68'] in n-d-842733-1 {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 20:39:28.932503 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b52b002a-846f-45b9-a290-3786905bcd04 req-79a1787f-9632-4f68-9939-f3a32c4eda1e tempest-ImagesOneServerTestJSON-1034141892 tempest-ImagesOneServerTestJSON-1034141892-project] 10.222.0.35 "GET /v2.0/security-groups?id=dbf8976f-45db-44b9-8b18-5f3bfc43aae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106517 May 20 20:39:28.941203 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dadce2-2b16-4d2c-9697-a46f18c8a7b4 req-0b70a6f8-141a-4e76-80e0-144bf5e8f5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:39:28.949569 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-91dadce2-2b16-4d2c-9697-a46f18c8a7b4 req-0b70a6f8-141a-4e76-80e0-144bf5e8f5e5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cd702362-b982-46c5-a7d0-51de1b03df86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1407473 May 20 20:39:28.955105 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5857d3c-7f31-4c44-9542-575178840392 None None] Routers {'96877dde-8809-4099-bfc6-95b6aad55f68'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:39:28.955105 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-e5857d3c-7f31-4c44-9542-575178840392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:39:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['96877dde-8809-4099-bfc6-95b6aad55f68'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:39:28.956354 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-ddf9a607-d041-4e81-bb8b-d28c28a01aad tempest-ServersTestBootFromVolume-26390201 tempest-ServersTestBootFromVolume-26390201-project] 10.222.0.35 "PUT /v2.0/floatingips/9db5887a-67ea-47a7-882a-4ff4aae10774 HTTP/1.1" status: 200 len: 992 time: 3.1912196 May 20 20:39:29.001941 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-f8f6f270-367a-4d28-9f11-07f61251fccb req-a9ce3f59-0662-4f43-992b-6d52999540d4 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] For port 38bca092-2852-49b0-b371-088cd68e5070, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=38bca092-2852-49b0-b371-088cd68e5070,segment=NetworkSegment(ed3a602f-49fb-4a95-be80-401e1eb72e33),segment_id=ed3a602f-49fb-4a95-be80-401e1eb72e33)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:39:29.002312 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-f8f6f270-367a-4d28-9f11-07f61251fccb req-a9ce3f59-0662-4f43-992b-6d52999540d4 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:29.024333 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-f8f6f270-367a-4d28-9f11-07f61251fccb req-a9ce3f59-0662-4f43-992b-6d52999540d4 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] Calling delete_port for 38bca092-2852-49b0-b371-088cd68e5070 owned by compute:nova {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:39:29.118510 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-e5857d3c-7f31-4c44-9542-575178840392 None None] Set router 96877dde-8809-4099-bfc6-95b6aad55f68 gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:39:29.122326 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32739252-ef7e-4a2f-9a3f-11cb85b413b9 req-e47f81ad-6693-4459-9a21-7b1462bfc509 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:39:29.130385 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-32739252-ef7e-4a2f-9a3f-11cb85b413b9 req-e47f81ad-6693-4459-9a21-7b1462bfc509 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] 10.222.0.35 "GET /v2.0/ports?device_id=fb13a393-1e95-453a-a8fa-345812285948 HTTP/1.1" status: 200 len: 945 time: 0.1127698 May 20 20:39:29.156456 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-91dadce2-2b16-4d2c-9697-a46f18c8a7b4 req-2e0b82c4-404c-402f-aad3-08e1bf161b72 service neutron] 10.222.0.13 "GET /v2.0/networks/cd702362-b982-46c5-a7d0-51de1b03df86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756995 May 20 20:39:29.216169 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-32739252-ef7e-4a2f-9a3f-11cb85b413b9 req-27385058-f9ec-4c64-b707-8d39b99cbdd5 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] 10.222.0.35 "GET /v2.0/security-groups?id=0a1ca955-ee86-4e03-bb39-6b1e6a532a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695255 May 20 20:39:29.315245 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-f8f6f270-367a-4d28-9f11-07f61251fccb req-a9ce3f59-0662-4f43-992b-6d52999540d4 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:29.337851 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-91dadce2-2b16-4d2c-9697-a46f18c8a7b4 req-b89c53b7-f09c-42af-b73b-6b03ab3ace64 service neutron] 10.222.0.13 "GET /v2.0/networks/cd702362-b982-46c5-a7d0-51de1b03df86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1695728 May 20 20:39:29.338199 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] get_ports_and_sgs() called for port_ids ['ff8333d5-3411-4ce2-bab2-7173fcf8ad5b', 'ad8036cd-7d02-407a-9e0d-263626d3f679', 'c97eadfd-f41a-4fb2-80fd-962422a3d259', '8d87c637-17a5-42ec-9e52-1fc6319310a7'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:39:29.351659 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2019a0db-2493-4e41-a08e-69450d482613 req-65f8bcb3-e97b-47a1-a314-18579adf0a54 tempest-ServersTestBootFromVolume-26390201 tempest-ServersTestBootFromVolume-26390201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:39:29.361417 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2019a0db-2493-4e41-a08e-69450d482613 req-65f8bcb3-e97b-47a1-a314-18579adf0a54 tempest-ServersTestBootFromVolume-26390201 tempest-ServersTestBootFromVolume-26390201-project] 10.222.0.35 "GET /v2.0/ports?device_id=0fc2910a-509a-4f46-a3d9-4753ae692890 HTTP/1.1" status: 200 len: 946 time: 0.0835514 May 20 20:39:29.379851 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ce3f59-0662-4f43-992b-6d52999540d4 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] Pushing event deleted for resources: {'Port': ['ID=38bca092-2852-49b0-b371-088cd68e5070,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:39:29.420679 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] get_ports_and_sgs() called for port_ids ['d98c405b-6579-48af-bdbe-2911ebe2fa55', 'ad65896f-0d65-48a0-845a-c7a465632aa8', '38bca092-2852-49b0-b371-088cd68e5070'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:39:29.459132 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2019a0db-2493-4e41-a08e-69450d482613 req-98f51c9d-284d-4457-bec3-cd09619a26fb tempest-ServersTestBootFromVolume-26390201 tempest-ServersTestBootFromVolume-26390201-project] 10.222.0.35 "GET /v2.0/security-groups?id=7a3fb94c-0846-423e-9e5e-d5c146d3cf48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957940 May 20 20:39:29.506028 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8f6f270-367a-4d28-9f11-07f61251fccb req-a9ce3f59-0662-4f43-992b-6d52999540d4 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] No DVR routers for this DVR port 38bca092-2852-49b0-b371-088cd68e5070 on host n-h2-842733-1 {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:39:29.513135 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-f8f6f270-367a-4d28-9f11-07f61251fccb req-a9ce3f59-0662-4f43-992b-6d52999540d4 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:29.520978 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-f8f6f270-367a-4d28-9f11-07f61251fccb req-a9ce3f59-0662-4f43-992b-6d52999540d4 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] 10.222.0.13 "DELETE /v2.0/ports/38bca092-2852-49b0-b371-088cd68e5070 HTTP/1.1" status: 204 len: 173 time: 0.8555746 May 20 20:39:29.520978 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa812417-dc22-4467-9c3a-232bd488429c', 'name': 'network-vif-deleted', 'tag': '38bca092-2852-49b0-b371-088cd68e5070'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:39:29.523598 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6fa957933fccbf596d28104b23404b952ad6a8238afaebaed40a0874b2e409" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0a9bc73-ff3f-4b82-94b0-3765a63a2cac" -d '{"events": [{"server_uuid": "aa812417-dc22-4467-9c3a-232bd488429c", "name": "network-vif-deleted", "tag": "38bca092-2852-49b0-b371-088cd68e5070"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:39:29.533507 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-e5857d3c-7f31-4c44-9542-575178840392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96877dde-8809-4099-bfc6-95b6aad55f68', 'name': 'tempest-ServersTestBootFromVolume-667217382-router', 'tenant_id': '4db4ec0def424bec87de5a3f7547267e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.191'}], 'enable_snat': True}, 'gw_port_id': 'e0979714-7681-44dc-82d0-17304f0447a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:37:58Z', 'updated_at': '2022-05-20T20:38:05Z', 'revision_number': 4, 'project_id': '4db4ec0def424bec87de5a3f7547267e', 'gw_port': {'id': 'e0979714-7681-44dc-82d0-17304f0447a6', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:67:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96877dde-8809-4099-bfc6-95b6aad55f68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:37:59Z', 'updated_at': '2022-05-20T20:38:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_floatingips': [{'id': '9db5887a-67ea-47a7-882a-4ff4aae10774', 'tenant_id': '4db4ec0def424bec87de5a3f7547267e', 'floating_ip_address': '172.25.2.201', 'floating_network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'router_id': '96877dde-8809-4099-bfc6-95b6aad55f68', 'port_id': '6d161f51-5ea4-4c0c-8b8d-64a6b8518980', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e63056f-89a6-4da2-9322-ff3239b073c6', 'mac_address': 'fa:16:3e:5b:54:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc2910a-509a-4f46-a3d9-4753ae692890', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-20T20:38:10Z', 'updated_at': '2022-05-20T20:39:26Z', 'revision_number': 1, 'project_id': '4db4ec0def424bec87de5a3f7547267e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4528711f-fa7a-4d6a-9aa8-302ffe4b8cf7', 'name': '', 'network_id': '7e63056f-89a6-4da2-9322-ff3239b073c6', 'tenant_id': '4db4ec0def424bec87de5a3f7547267e', 'mac_address': 'fa:16:3e:60:9b:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96877dde-8809-4099-bfc6-95b6aad55f68', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'f320fcb0-0b3a-445c-8395-c256db82b19f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:38:03Z', 'updated_at': '2022-05-20T20:38:09Z', 'revision_number': 5, 'project_id': '4db4ec0def424bec87de5a3f7547267e', 'subnets': [{'id': 'f320fcb0-0b3a-445c-8395-c256db82b19f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:39:29.570046 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267dcb9f-6c93-4425-979f-75e06896015c req-79105c7b-d47c-4605-864d-e17627afbb22 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:39:29.591646 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-267dcb9f-6c93-4425-979f-75e06896015c req-79105c7b-d47c-4605-864d-e17627afbb22 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/ports?device_id=639a9b9c-aaad-4644-9dcd-410174fb9f88 HTTP/1.1" status: 200 len: 946 time: 0.0979247 May 20 20:39:29.676308 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55419fd-c57e-46b0-b13c-2e00b1a26aec req-e2105d67-311a-45ad-a369-1a0bc483ed4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:39:29.678809 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-c55419fd-c57e-46b0-b13c-2e00b1a26aec req-e2105d67-311a-45ad-a369-1a0bc483ed4e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f58611bead484b6ebd3128885951c5d5&device_id=6959d056-8674-41a0-844d-fdbf9dc52e77 HTTP/1.1" status: 200 len: 1099 time: 0.0681489 May 20 20:39:29.686218 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5857d3c-7f31-4c44-9542-575178840392 None None] Checking router: 96877dde-8809-4099-bfc6-95b6aad55f68 for host: n-d-842733-1 {{(pid=103165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 20:39:29.695193 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5857d3c-7f31-4c44-9542-575178840392 None None] Routers {'96877dde-8809-4099-bfc6-95b6aad55f68'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:39:29.695803 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-e5857d3c-7f31-4c44-9542-575178840392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:39:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['96877dde-8809-4099-bfc6-95b6aad55f68'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:39:29.704170 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-267dcb9f-6c93-4425-979f-75e06896015c req-b6588f3d-3f64-4385-8e9f-eeae7d648228 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3c6019f-4c4a-4c16-982c-852ac3d8d84a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1111224 May 20 20:39:29.833807 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efbfee0-8379-4470-9b3a-8f19a043d642 req-470fd79f-6118-4e3d-a5ed-a02f2f12057a tempest-DeleteServersAdminTestJSON-1856297794 tempest-DeleteServersAdminTestJSON-1856297794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:39:29.842517 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8efbfee0-8379-4470-9b3a-8f19a043d642 req-470fd79f-6118-4e3d-a5ed-a02f2f12057a tempest-DeleteServersAdminTestJSON-1856297794 tempest-DeleteServersAdminTestJSON-1856297794-project] 10.222.0.35 "GET /v2.0/ports?device_id=390523bb-8790-47df-b668-1cd18db99a26 HTTP/1.1" status: 200 len: 949 time: 0.2130897 May 20 20:39:29.848455 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-e5857d3c-7f31-4c44-9542-575178840392 None None] Set router 96877dde-8809-4099-bfc6-95b6aad55f68 gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:39:29.925249 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-29ab976c-30ae-4ae8-bfcc-edf46019246f req-085b8742-f55a-4a23-8700-521d0c18da71 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] 10.222.0.35 "GET /v2.0/ports?device_id=aa812417-dc22-4467-9c3a-232bd488429c HTTP/1.1" status: 200 len: 210 time: 0.0800076 May 20 20:39:30.002419 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55419fd-c57e-46b0-b13c-2e00b1a26aec req-e665802c-bf12-4ddd-863d-4ac2e2c1d254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:39:30.008045 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-c55419fd-c57e-46b0-b13c-2e00b1a26aec req-e665802c-bf12-4ddd-863d-4ac2e2c1d254 service neutron] 10.222.0.13 "GET /v2.0/networks?id=cd702362-b982-46c5-a7d0-51de1b03df86 HTTP/1.1" status: 200 len: 870 time: 0.3176680 May 20 20:39:30.089613 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8efbfee0-8379-4470-9b3a-8f19a043d642 req-a8dc9d8d-9401-4ee6-aefd-930e4816b94f tempest-DeleteServersAdminTestJSON-1856297794 tempest-DeleteServersAdminTestJSON-1856297794-project] 10.222.0.35 "GET /v2.0/security-groups?id=d6903454-4a4e-41a2-89af-df0b3db87427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554480 May 20 20:39:30.184808 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.agents_db [None req-5c33ad30-4e00-40fa-b486-8c79c4a6cfc5 None None] Agent healthcheck: found 7 active agents {{(pid=103165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 20 20:39:30.197365 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-c55419fd-c57e-46b0-b13c-2e00b1a26aec req-ff8d12ea-7dcb-4374-90cf-4800248cfb28 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=14bab9e1-74b5-4180-9f49-6dd544eb5e30 HTTP/1.1" status: 200 len: 217 time: 0.1771510 May 20 20:39:30.200331 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 20:39:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ba0ef71-5dce-4d84-841d-3349ccae8e29 x-openstack-request-id: req-8ba0ef71-5dce-4d84-841d-3349ccae8e29 {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:39:30.200836 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa812417-dc22-4467-9c3a-232bd488429c", "name": "network-vif-deleted", "tag": "38bca092-2852-49b0-b371-088cd68e5070", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:39:30.201096 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8ba0ef71-5dce-4d84-841d-3349ccae8e29 {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:39:30.201540 n-d-842733-1 neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ba0ef71-5dce-4d84-841d-3349ccae8e29'] response: {'server_uuid': 'aa812417-dc22-4467-9c3a-232bd488429c', 'name': 'network-vif-deleted', 'tag': '38bca092-2852-49b0-b371-088cd68e5070', 'status': 'completed', 'code': 200} May 20 20:39:30.207691 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device e4e4ecc2-8320-4318-9781-f8822bce8067 no longer exists at agent hyperv_n-h2-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:39:30.236570 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-e5857d3c-7f31-4c44-9542-575178840392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96877dde-8809-4099-bfc6-95b6aad55f68', 'name': 'tempest-ServersTestBootFromVolume-667217382-router', 'tenant_id': '4db4ec0def424bec87de5a3f7547267e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.191'}], 'enable_snat': True}, 'gw_port_id': 'e0979714-7681-44dc-82d0-17304f0447a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:37:58Z', 'updated_at': '2022-05-20T20:38:05Z', 'revision_number': 4, 'project_id': '4db4ec0def424bec87de5a3f7547267e', 'gw_port': {'id': 'e0979714-7681-44dc-82d0-17304f0447a6', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:67:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96877dde-8809-4099-bfc6-95b6aad55f68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:37:59Z', 'updated_at': '2022-05-20T20:38:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_floatingips': [{'id': '9db5887a-67ea-47a7-882a-4ff4aae10774', 'tenant_id': '4db4ec0def424bec87de5a3f7547267e', 'floating_ip_address': '172.25.2.201', 'floating_network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'router_id': '96877dde-8809-4099-bfc6-95b6aad55f68', 'port_id': '6d161f51-5ea4-4c0c-8b8d-64a6b8518980', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e63056f-89a6-4da2-9322-ff3239b073c6', 'mac_address': 'fa:16:3e:5b:54:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc2910a-509a-4f46-a3d9-4753ae692890', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-20T20:38:10Z', 'updated_at': '2022-05-20T20:39:26Z', 'revision_number': 1, 'project_id': '4db4ec0def424bec87de5a3f7547267e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4528711f-fa7a-4d6a-9aa8-302ffe4b8cf7', 'name': '', 'network_id': '7e63056f-89a6-4da2-9322-ff3239b073c6', 'tenant_id': '4db4ec0def424bec87de5a3f7547267e', 'mac_address': 'fa:16:3e:60:9b:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96877dde-8809-4099-bfc6-95b6aad55f68', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'f320fcb0-0b3a-445c-8395-c256db82b19f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:38:03Z', 'updated_at': '2022-05-20T20:38:09Z', 'revision_number': 5, 'project_id': '4db4ec0def424bec87de5a3f7547267e', 'subnets': [{'id': 'f320fcb0-0b3a-445c-8395-c256db82b19f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:39:30.253322 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] No Port match for: e4e4ecc2-8320-4318-9781-f8822bce8067 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 20:39:30.254051 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device e4e4ecc2-8320-4318-9781-f8822bce8067 not bound to the agent host n-h2-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 20:39:30.264159 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5857d3c-7f31-4c44-9542-575178840392 None None] The sync data for ids ['96877dde-8809-4099-bfc6-95b6aad55f68'] in n-d-842733-1 is: [{'id': '96877dde-8809-4099-bfc6-95b6aad55f68', 'name': 'tempest-ServersTestBootFromVolume-667217382-router', 'tenant_id': '4db4ec0def424bec87de5a3f7547267e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.191'}], 'enable_snat': True}, 'gw_port_id': 'e0979714-7681-44dc-82d0-17304f0447a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:37:58Z', 'updated_at': '2022-05-20T20:38:05Z', 'revision_number': 4, 'project_id': '4db4ec0def424bec87de5a3f7547267e', 'gw_port': {'id': 'e0979714-7681-44dc-82d0-17304f0447a6', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:67:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96877dde-8809-4099-bfc6-95b6aad55f68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:37:59Z', 'updated_at': '2022-05-20T20:38:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_floatingips': [{'id': '9db5887a-67ea-47a7-882a-4ff4aae10774', 'tenant_id': '4db4ec0def424bec87de5a3f7547267e', 'floating_ip_address': '172.25.2.201', 'floating_network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'router_id': '96877dde-8809-4099-bfc6-95b6aad55f68', 'port_id': '6d161f51-5ea4-4c0c-8b8d-64a6b8518980', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e63056f-89a6-4da2-9322-ff3239b073c6', 'mac_address': 'fa:16:3e:5b:54:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc2910a-509a-4f46-a3d9-4753ae692890', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-20T20:38:10Z', 'updated_at': '2022-05-20T20:39:26Z', 'revision_number': 1, 'project_id': '4db4ec0def424bec87de5a3f7547267e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4528711f-fa7a-4d6a-9aa8-302ffe4b8cf7', 'name': '', 'network_id': '7e63056f-89a6-4da2-9322-ff3239b073c6', 'tenant_id': '4db4ec0def424bec87de5a3f7547267e', 'mac_address': 'fa:16:3e:60:9b:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96877dde-8809-4099-bfc6-95b6aad55f68', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'f320fcb0-0b3a-445c-8395-c256db82b19f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:38:03Z', 'updated_at': '2022-05-20T20:38:09Z', 'revision_number': 5, 'project_id': '4db4ec0def424bec87de5a3f7547267e', 'subnets': [{'id': 'f320fcb0-0b3a-445c-8395-c256db82b19f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 20:39:30.315293 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e32ac4d-a733-433a-9c93-4e9de5202323 req-89c8bb4a-cd84-44d3-8cd4-0acb75194f47 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:39:30.315411 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55419fd-c57e-46b0-b13c-2e00b1a26aec req-0d714699-625e-49bf-a3dc-a97694a07edf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:39:30.316303 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-c55419fd-c57e-46b0-b13c-2e00b1a26aec req-0d714699-625e-49bf-a3dc-a97694a07edf service neutron] 10.222.0.13 "GET /v2.0/subnets?id=26b342ea-254c-483a-9ea9-f11c178970eb HTTP/1.1" status: 200 len: 843 time: 0.1076949 May 20 20:39:30.317805 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2e32ac4d-a733-433a-9c93-4e9de5202323 req-89c8bb4a-cd84-44d3-8cd4-0acb75194f47 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/ports?device_id=639a9b9c-aaad-4644-9dcd-410174fb9f88 HTTP/1.1" status: 200 len: 946 time: 0.1829984 May 20 20:39:30.320898 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 35048) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:39:30.330436 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-1287aaae-b4c3-4809-9c47-bd064552e3a5 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Request body: {'floatingip': {'port_id': '7f3ebca3-508b-418e-88bd-760b98f17cff'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:39:30.336548 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a87c1a-64ca-4b4c-8542-ce433edd617d req-0c716bdf-9b0b-417e-80f5-b6d81c258da2 tempest-ImagesOneServerTestJSON-1034141892 tempest-ImagesOneServerTestJSON-1034141892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:39:30.338722 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-94a87c1a-64ca-4b4c-8542-ce433edd617d req-0c716bdf-9b0b-417e-80f5-b6d81c258da2 tempest-ImagesOneServerTestJSON-1034141892 tempest-ImagesOneServerTestJSON-1034141892-project] 10.222.0.35 "GET /v2.0/ports?device_id=6959d056-8674-41a0-844d-fdbf9dc52e77 HTTP/1.1" status: 200 len: 948 time: 0.1095762 May 20 20:39:30.394107 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-94a87c1a-64ca-4b4c-8542-ce433edd617d req-c18056e7-5fe2-4d74-9148-49ad6b602c64 tempest-ImagesOneServerTestJSON-1034141892 tempest-ImagesOneServerTestJSON-1034141892-project] 10.222.0.35 "GET /v2.0/security-groups?id=dbf8976f-45db-44b9-8b18-5f3bfc43aae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484726 May 20 20:39:30.413849 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1287aaae-b4c3-4809-9c47-bd064552e3a5 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Notify callbacks [] for floatingip, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:30.515943 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55419fd-c57e-46b0-b13c-2e00b1a26aec req-fb52eb4b-ae5e-45ab-b0e9-0d6022a94a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:39:30.517534 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-c55419fd-c57e-46b0-b13c-2e00b1a26aec req-fb52eb4b-ae5e-45ab-b0e9-0d6022a94a5b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cd702362-b982-46c5-a7d0-51de1b03df86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1413629 May 20 20:39:30.570470 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bde5872-532d-43d1-9196-67dde6be1ef8 req-1116221c-dac2-4b58-ba72-35e63ef937f0 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:39:30.573454 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9bde5872-532d-43d1-9196-67dde6be1ef8 req-1116221c-dac2-4b58-ba72-35e63ef937f0 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] 10.222.0.35 "GET /v2.0/ports?device_id=fb13a393-1e95-453a-a8fa-345812285948 HTTP/1.1" status: 200 len: 945 time: 0.0718067 May 20 20:39:30.602215 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fc2910a-509a-4f46-a3d9-4753ae692890', 'tag': '6d161f51-5ea4-4c0c-8b8d-64a6b8518980'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:39:30.604645 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4291b17aa7b45362825f0571e77c85f5e73afe1df9c7e9e15006df9d695c005e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88a2f775-0532-4d93-930a-d0708b6c02b5" -d '{"events": [{"name": "network-changed", "server_uuid": "0fc2910a-509a-4f46-a3d9-4753ae692890", "tag": "6d161f51-5ea4-4c0c-8b8d-64a6b8518980"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:39:30.615725 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae86bcbc-485f-460d-a089-274ecd61fbaa None None] New status for floating IP 9db5887a-67ea-47a7-882a-4ff4aae10774: ACTIVE {{(pid=103164) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 20:39:30.638261 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9bde5872-532d-43d1-9196-67dde6be1ef8 req-fed74d53-82c7-4d5d-8462-bafb8a50d884 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] 10.222.0.35 "GET /v2.0/security-groups?id=0a1ca955-ee86-4e03-bb39-6b1e6a532a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545828 May 20 20:39:30.723811 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-c55419fd-c57e-46b0-b13c-2e00b1a26aec req-b9b74dc4-9fed-4607-95b2-d602c532d722 service neutron] 10.222.0.13 "GET /v2.0/networks/cd702362-b982-46c5-a7d0-51de1b03df86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1799903 May 20 20:39:30.749931 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 20:39:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92111469-45fc-4853-b588-4a839c7d5f4a x-openstack-request-id: req-92111469-45fc-4853-b588-4a839c7d5f4a {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:39:30.749931 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fc2910a-509a-4f46-a3d9-4753ae692890", "tag": "6d161f51-5ea4-4c0c-8b8d-64a6b8518980", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:39:30.749931 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-92111469-45fc-4853-b588-4a839c7d5f4a {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:39:30.749931 n-d-842733-1 neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92111469-45fc-4853-b588-4a839c7d5f4a'] response: {'name': 'network-changed', 'server_uuid': '0fc2910a-509a-4f46-a3d9-4753ae692890', 'tag': '6d161f51-5ea4-4c0c-8b8d-64a6b8518980', 'status': 'completed', 'code': 200} May 20 20:39:30.839323 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a2f775-0532-4d93-930a-d0708b6c02b5 req-b1b12845-c7dd-41b5-b130-c98d5edc5c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:39:30.844435 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-88a2f775-0532-4d93-930a-d0708b6c02b5 req-b1b12845-c7dd-41b5-b130-c98d5edc5c26 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4db4ec0def424bec87de5a3f7547267e&device_id=0fc2910a-509a-4f46-a3d9-4753ae692890 HTTP/1.1" status: 200 len: 1097 time: 0.0501018 May 20 20:39:30.933334 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-c55419fd-c57e-46b0-b13c-2e00b1a26aec req-4f469d04-a661-4f2b-b443-ce721093ea5e service neutron] 10.222.0.13 "GET /v2.0/networks/cd702362-b982-46c5-a7d0-51de1b03df86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1755781 May 20 20:39:30.945920 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a2f775-0532-4d93-930a-d0708b6c02b5 req-4ae21273-4a1b-467b-9640-d6916f94d20d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:39:30.947491 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-88a2f775-0532-4d93-930a-d0708b6c02b5 req-4ae21273-4a1b-467b-9640-d6916f94d20d service neutron] 10.222.0.24 "GET /v2.0/networks?id=7e63056f-89a6-4da2-9322-ff3239b073c6 HTTP/1.1" status: 200 len: 916 time: 0.0995085 May 20 20:39:31.165496 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c98a7216-e066-49e0-9f0b-1d240e9697fa req-4de3eb94-d1c1-481b-9874-fbe77392b05b tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] 10.222.0.35 "GET /v2.0/ports?device_id=aa812417-dc22-4467-9c3a-232bd488429c HTTP/1.1" status: 200 len: 210 time: 0.0760932 May 20 20:39:31.169510 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-88a2f775-0532-4d93-930a-d0708b6c02b5 req-97b708e7-06e5-4842-ae76-71ad1cd6abd3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6d161f51-5ea4-4c0c-8b8d-64a6b8518980 HTTP/1.1" status: 200 len: 1000 time: 0.2143986 May 20 20:39:31.181635 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1287aaae-b4c3-4809-9c47-bd064552e3a5 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:31.201768 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12864dda-9ae8-4b1c-a265-17583e703ef0 req-59089d74-a01c-486e-977e-8bc7dfb05226 tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:39:31.203456 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-12864dda-9ae8-4b1c-a265-17583e703ef0 req-59089d74-a01c-486e-977e-8bc7dfb05226 tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] 10.222.0.35 "GET /v2.0/ports?device_id=af8dbbf2-af97-4d08-9dfb-94cc026d387b HTTP/1.1" status: 200 len: 950 time: 0.1159909 May 20 20:39:31.275828 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1287aaae-b4c3-4809-9c47-bd064552e3a5 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748272'] for floatingip, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:31.303835 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a2f775-0532-4d93-930a-d0708b6c02b5 req-d7427055-e797-482a-8196-f4da3d374d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:39:31.305606 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-88a2f775-0532-4d93-930a-d0708b6c02b5 req-d7427055-e797-482a-8196-f4da3d374d94 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f320fcb0-0b3a-445c-8395-c256db82b19f HTTP/1.1" status: 200 len: 854 time: 0.1226745 May 20 20:39:31.310000 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-12864dda-9ae8-4b1c-a265-17583e703ef0 req-ff767f6e-1723-4ce9-9347-9f3614e1fb8d tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] 10.222.0.35 "GET /v2.0/security-groups?id=b86a25cf-8ff6-49a5-9967-210010093ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837953 May 20 20:39:31.355286 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38fbdbf-d2e0-45af-95e1-2434f88fc9ab req-6b290c85-44ee-4e06-996e-3b181dbe0301 tempest-DeleteServersAdminTestJSON-1856297794 tempest-DeleteServersAdminTestJSON-1856297794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:39:31.364466 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c38fbdbf-d2e0-45af-95e1-2434f88fc9ab req-6b290c85-44ee-4e06-996e-3b181dbe0301 tempest-DeleteServersAdminTestJSON-1856297794 tempest-DeleteServersAdminTestJSON-1856297794-project] 10.222.0.35 "GET /v2.0/ports?device_id=390523bb-8790-47df-b668-1cd18db99a26 HTTP/1.1" status: 200 len: 949 time: 0.1090620 May 20 20:39:31.415451 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a2f775-0532-4d93-930a-d0708b6c02b5 req-6e60e25c-5fca-4970-affb-213293ba84b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:39:31.417361 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-88a2f775-0532-4d93-930a-d0708b6c02b5 req-6e60e25c-5fca-4970-affb-213293ba84b3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7e63056f-89a6-4da2-9322-ff3239b073c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0976770 May 20 20:39:31.421701 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c38fbdbf-d2e0-45af-95e1-2434f88fc9ab req-b5b8f33c-c254-4573-a743-7636780c6128 tempest-DeleteServersAdminTestJSON-1856297794 tempest-DeleteServersAdminTestJSON-1856297794-project] 10.222.0.35 "GET /v2.0/security-groups?id=d6903454-4a4e-41a2-89af-df0b3db87427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557048 May 20 20:39:31.570017 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-88a2f775-0532-4d93-930a-d0708b6c02b5 req-7d22f54e-a2de-4208-904a-b1eb79344b66 service neutron] 10.222.0.24 "GET /v2.0/networks/7e63056f-89a6-4da2-9322-ff3239b073c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395783 May 20 20:39:31.583957 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c7304a-2638-4969-b490-9b441deb4c65 req-dd314172-2b34-42c4-9cfd-344ed38b534f tempest-ImagesOneServerTestJSON-1034141892 tempest-ImagesOneServerTestJSON-1034141892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:39:31.585624 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-04c7304a-2638-4969-b490-9b441deb4c65 req-dd314172-2b34-42c4-9cfd-344ed38b534f tempest-ImagesOneServerTestJSON-1034141892 tempest-ImagesOneServerTestJSON-1034141892-project] 10.222.0.35 "GET /v2.0/ports?device_id=6959d056-8674-41a0-844d-fdbf9dc52e77 HTTP/1.1" status: 200 len: 948 time: 0.0813081 May 20 20:39:31.671795 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406f1d1d-4455-4e26-9777-b682b9bb5dd9 req-2393ff69-db02-49f0-8bf9-4f71936f765e tempest-DeleteServersAdminTestJSON-717887273 tempest-DeleteServersAdminTestJSON-717887273-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:39:31.672474 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-406f1d1d-4455-4e26-9777-b682b9bb5dd9 req-2393ff69-db02-49f0-8bf9-4f71936f765e tempest-DeleteServersAdminTestJSON-717887273 tempest-DeleteServersAdminTestJSON-717887273-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=390523bb-8790-47df-b668-1cd18db99a26 HTTP/1.1" status: 200 len: 1100 time: 0.0789833 May 20 20:39:31.694100 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-04c7304a-2638-4969-b490-9b441deb4c65 req-7cc625e8-a989-437d-9be0-d822f1e8a925 tempest-ImagesOneServerTestJSON-1034141892 tempest-ImagesOneServerTestJSON-1034141892-project] 10.222.0.35 "GET /v2.0/security-groups?id=dbf8976f-45db-44b9-8b18-5f3bfc43aae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985541 May 20 20:39:31.700234 n-d-842733-1 neutron-server[103162]: INFO neutron.db.l3_db [None req-1287aaae-b4c3-4809-9c47-bd064552e3a5 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Floating IP cc648086-ceec-45d0-a279-73fee1efb948 associated. External IP: 172.25.2.203, port: 7f3ebca3-508b-418e-88bd-760b98f17cff. May 20 20:39:31.713785 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-88a2f775-0532-4d93-930a-d0708b6c02b5 req-938fdacd-c2cc-45f7-99a8-13c8ce8b8b16 service neutron] 10.222.0.24 "GET /v2.0/networks/7e63056f-89a6-4da2-9322-ff3239b073c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269355 May 20 20:39:31.822169 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed67988-1d73-4c0f-a142-c282418ae9be req-1ca3b09e-3a3c-4f2c-ab48-ac08e810e767 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:39:31.823622 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-aed67988-1d73-4c0f-a142-c282418ae9be req-1ca3b09e-3a3c-4f2c-ab48-ac08e810e767 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] 10.222.0.35 "GET /v2.0/ports?device_id=fb13a393-1e95-453a-a8fa-345812285948 HTTP/1.1" status: 200 len: 945 time: 0.0568981 May 20 20:39:31.864749 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-aed67988-1d73-4c0f-a142-c282418ae9be req-81dc913e-9424-4728-afd5-99cedd384e13 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] 10.222.0.35 "GET /v2.0/security-groups?id=0a1ca955-ee86-4e03-bb39-6b1e6a532a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344715 May 20 20:39:31.901824 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-406f1d1d-4455-4e26-9777-b682b9bb5dd9 req-92fd4b73-eb6e-4888-a805-9214b71bce79 tempest-DeleteServersAdminTestJSON-717887273 tempest-DeleteServersAdminTestJSON-717887273-project-admin] Deleting port 7272c97e-0fde-4b58-8537-3c4ae20f9e57 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:39:31.902381 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-406f1d1d-4455-4e26-9777-b682b9bb5dd9 req-92fd4b73-eb6e-4888-a805-9214b71bce79 tempest-DeleteServersAdminTestJSON-717887273 tempest-DeleteServersAdminTestJSON-717887273-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:32.035894 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-406f1d1d-4455-4e26-9777-b682b9bb5dd9 req-92fd4b73-eb6e-4888-a805-9214b71bce79 tempest-DeleteServersAdminTestJSON-717887273 tempest-DeleteServersAdminTestJSON-717887273-project-admin] For port 7272c97e-0fde-4b58-8537-3c4ae20f9e57, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=7272c97e-0fde-4b58-8537-3c4ae20f9e57,segment=NetworkSegment(ed3a602f-49fb-4a95-be80-401e1eb72e33),segment_id=ed3a602f-49fb-4a95-be80-401e1eb72e33)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:39:32.036258 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-406f1d1d-4455-4e26-9777-b682b9bb5dd9 req-92fd4b73-eb6e-4888-a805-9214b71bce79 tempest-DeleteServersAdminTestJSON-717887273 tempest-DeleteServersAdminTestJSON-717887273-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:32.039890 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1287aaae-b4c3-4809-9c47-bd064552e3a5 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Router f355266f-7bb3-4b8c-a0c8-ab01fa65432f has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 20:39:32.041008 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:32.054160 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-406f1d1d-4455-4e26-9777-b682b9bb5dd9 req-92fd4b73-eb6e-4888-a805-9214b71bce79 tempest-DeleteServersAdminTestJSON-717887273 tempest-DeleteServersAdminTestJSON-717887273-project-admin] Calling delete_port for 7272c97e-0fde-4b58-8537-3c4ae20f9e57 owned by compute:nova {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:39:32.197454 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 14bab9e1-74b5-4180-9f49-6dd544eb5e30 details requested by agent hyperv_n-h2-842733-1 with host n-h2-842733-1 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 20:39:32.210509 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 38bca092-2852-49b0-b371-088cd68e5070 no longer exists at agent hyperv_n-h2-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:39:32.219768 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1287aaae-b4c3-4809-9c47-bd064552e3a5 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 20:39:32.228992 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1287aaae-b4c3-4809-9c47-bd064552e3a5 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for floatingip, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:32.235740 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d16cf9-cc02-4801-b3a2-3c45897b197b None None] Sync routers for ids ['f355266f-7bb3-4b8c-a0c8-ab01fa65432f'] in n-d-842733-1 {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 20:39:32.240109 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] No Port match for: 38bca092-2852-49b0-b371-088cd68e5070 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 20:39:32.240580 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 38bca092-2852-49b0-b371-088cd68e5070 not bound to the agent host n-h2-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 20:39:32.256835 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d16cf9-cc02-4801-b3a2-3c45897b197b None None] Routers {'f355266f-7bb3-4b8c-a0c8-ab01fa65432f'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:39:32.263487 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-92d16cf9-cc02-4801-b3a2-3c45897b197b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:39:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['f355266f-7bb3-4b8c-a0c8-ab01fa65432f'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:39:32.283550 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-1287aaae-b4c3-4809-9c47-bd064552e3a5 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "PUT /v2.0/floatingips/cc648086-ceec-45d0-a279-73fee1efb948 HTTP/1.1" status: 200 len: 992 time: 1.9615235 May 20 20:39:32.285902 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '639a9b9c-aaad-4644-9dcd-410174fb9f88', 'tag': '7f3ebca3-508b-418e-88bd-760b98f17cff'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:39:32.288257 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6fa957933fccbf596d28104b23404b952ad6a8238afaebaed40a0874b2e409" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ceeac8b8-8866-4534-98ec-9be5670b6dfe" -d '{"events": [{"name": "network-changed", "server_uuid": "639a9b9c-aaad-4644-9dcd-410174fb9f88", "tag": "7f3ebca3-508b-418e-88bd-760b98f17cff"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:39:32.370456 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port 14bab9e1-74b5-4180-9f49-6dd544eb5e30, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=14bab9e1-74b5-4180-9f49-6dd544eb5e30,segment=NetworkSegment(ed3a602f-49fb-4a95-be80-401e1eb72e33),segment_id=ed3a602f-49fb-4a95-be80-401e1eb72e33)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:39:32.385147 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Returning: {'device': '14bab9e1-74b5-4180-9f49-6dd544eb5e30', 'network_id': 'cd702362-b982-46c5-a7d0-51de1b03df86', 'port_id': '14bab9e1-74b5-4180-9f49-6dd544eb5e30', 'mac_address': 'fa:16:3e:cc:ed:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26b342ea-254c-483a-9ea9-f11c178970eb', 'ip_address': '192.168.233.138'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 20 20:39:32.425332 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e64540-f337-4f75-bc52-a9bc409bf3ff req-9d2610b3-813f-4c07-ac3e-c3fd70963b05 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:39:32.426946 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-15e64540-f337-4f75-bc52-a9bc409bf3ff req-9d2610b3-813f-4c07-ac3e-c3fd70963b05 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/ports?device_id=639a9b9c-aaad-4644-9dcd-410174fb9f88 HTTP/1.1" status: 200 len: 946 time: 0.0607827 May 20 20:39:32.430171 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-406f1d1d-4455-4e26-9777-b682b9bb5dd9 req-92fd4b73-eb6e-4888-a805-9214b71bce79 tempest-DeleteServersAdminTestJSON-717887273 tempest-DeleteServersAdminTestJSON-717887273-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:32.435456 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-92d16cf9-cc02-4801-b3a2-3c45897b197b None None] Set router f355266f-7bb3-4b8c-a0c8-ab01fa65432f gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:39:32.439449 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port 14bab9e1-74b5-4180-9f49-6dd544eb5e30 is: DOWN; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:39:32.439449 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:32.465023 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fd4b73-eb6e-4888-a805-9214b71bce79 tempest-DeleteServersAdminTestJSON-717887273 tempest-DeleteServersAdminTestJSON-717887273-project-admin] Pushing event deleted for resources: {'Port': ['ID=7272c97e-0fde-4b58-8537-3c4ae20f9e57,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:39:32.470342 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14bab9e1-74b5-4180-9f49-6dd544eb5e30 {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:39:32.486013 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-15e64540-f337-4f75-bc52-a9bc409bf3ff req-79feb847-dcd8-4f8a-a21d-6e1d06275b71 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3c6019f-4c4a-4c16-982c-852ac3d8d84a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497122 May 20 20:39:32.522230 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] get_ports_and_sgs() called for port_ids ['7272c97e-0fde-4b58-8537-3c4ae20f9e57'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:39:32.538813 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-406f1d1d-4455-4e26-9777-b682b9bb5dd9 req-92fd4b73-eb6e-4888-a805-9214b71bce79 tempest-DeleteServersAdminTestJSON-717887273 tempest-DeleteServersAdminTestJSON-717887273-project-admin] No DVR routers for this DVR port 7272c97e-0fde-4b58-8537-3c4ae20f9e57 on host n-h2-842733-1 {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:39:32.541537 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-406f1d1d-4455-4e26-9777-b682b9bb5dd9 req-92fd4b73-eb6e-4888-a805-9214b71bce79 tempest-DeleteServersAdminTestJSON-717887273 tempest-DeleteServersAdminTestJSON-717887273-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:32.545655 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-406f1d1d-4455-4e26-9777-b682b9bb5dd9 req-92fd4b73-eb6e-4888-a805-9214b71bce79 tempest-DeleteServersAdminTestJSON-717887273 tempest-DeleteServersAdminTestJSON-717887273-project-admin] 10.222.0.13 "DELETE /v2.0/ports/7272c97e-0fde-4b58-8537-3c4ae20f9e57 HTTP/1.1" status: 204 len: 173 time: 0.8577211 May 20 20:39:32.559613 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 20:39:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c687554-f66b-493d-9d1c-2dd5d80856af x-openstack-request-id: req-6c687554-f66b-493d-9d1c-2dd5d80856af {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:39:32.559939 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "639a9b9c-aaad-4644-9dcd-410174fb9f88", "tag": "7f3ebca3-508b-418e-88bd-760b98f17cff", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:39:32.561016 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6c687554-f66b-493d-9d1c-2dd5d80856af {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:39:32.561463 n-d-842733-1 neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c687554-f66b-493d-9d1c-2dd5d80856af'] response: {'name': 'network-changed', 'server_uuid': '639a9b9c-aaad-4644-9dcd-410174fb9f88', 'tag': '7f3ebca3-508b-418e-88bd-760b98f17cff', 'status': 'completed', 'code': 200} May 20 20:39:32.600387 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port 14bab9e1-74b5-4180-9f49-6dd544eb5e30, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=14bab9e1-74b5-4180-9f49-6dd544eb5e30,segment=NetworkSegment(ed3a602f-49fb-4a95-be80-401e1eb72e33),segment_id=ed3a602f-49fb-4a95-be80-401e1eb72e33)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:39:32.707169 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6193e74e-3b4c-4cbf-9765-b3288a9cba32 req-65816b5a-921f-4bef-a958-64c412bf1542 tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:39:32.709881 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6193e74e-3b4c-4cbf-9765-b3288a9cba32 req-65816b5a-921f-4bef-a958-64c412bf1542 tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] 10.222.0.35 "GET /v2.0/ports?device_id=af8dbbf2-af97-4d08-9dfb-94cc026d387b HTTP/1.1" status: 200 len: 950 time: 0.0682945 May 20 20:39:32.714119 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceeac8b8-8866-4534-98ec-9be5670b6dfe req-56574d4d-d58d-4660-ad7a-5f7cff174bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:39:32.715676 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-ceeac8b8-8866-4534-98ec-9be5670b6dfe req-56574d4d-d58d-4660-ad7a-5f7cff174bd0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2492915dd73f457d8cb02b28e57274de&device_id=639a9b9c-aaad-4644-9dcd-410174fb9f88 HTTP/1.1" status: 200 len: 1097 time: 0.1097572 May 20 20:39:32.732542 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:32.778444 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6193e74e-3b4c-4cbf-9765-b3288a9cba32 req-f097fcc5-0757-42c4-b3dd-1c674a3426e2 tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] 10.222.0.35 "GET /v2.0/security-groups?id=b86a25cf-8ff6-49a5-9967-210010093ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547819 May 20 20:39:32.794120 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-92d16cf9-cc02-4801-b3a2-3c45897b197b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f355266f-7bb3-4b8c-a0c8-ab01fa65432f', 'name': 'tempest-ServerActionsTestJSON-880786765-router', 'tenant_id': '2492915dd73f457d8cb02b28e57274de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': '9cfd6017-7461-4640-ae15-d19de67f1935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:38:52Z', 'updated_at': '2022-05-20T20:38:59Z', 'revision_number': 4, 'project_id': '2492915dd73f457d8cb02b28e57274de', 'gw_port': {'id': '9cfd6017-7461-4640-ae15-d19de67f1935', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:61:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f355266f-7bb3-4b8c-a0c8-ab01fa65432f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:38:53Z', 'updated_at': '2022-05-20T20:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_floatingips': [{'id': 'cc648086-ceec-45d0-a279-73fee1efb948', 'tenant_id': '2492915dd73f457d8cb02b28e57274de', 'floating_ip_address': '172.25.2.203', 'floating_network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'router_id': 'f355266f-7bb3-4b8c-a0c8-ab01fa65432f', 'port_id': '7f3ebca3-508b-418e-88bd-760b98f17cff', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 632, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '85e5027c-d244-4186-8c19-3a12977de170', 'mac_address': 'fa:16:3e:b1:d0:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '639a9b9c-aaad-4644-9dcd-410174fb9f88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-20T20:39:05Z', 'updated_at': '2022-05-20T20:39:31Z', 'revision_number': 1, 'project_id': '2492915dd73f457d8cb02b28e57274de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d631e8b-9f50-42e3-9874-3df33de0d701', 'name': '', 'network_id': '85e5027c-d244-4186-8c19-3a12977de170', 'tenant_id': '2492915dd73f457d8cb02b28e57274de', 'mac_address': 'fa:16:3e:84:92:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f355266f-7bb3-4b8c-a0c8-ab01fa65432f', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '5df30a0b-5cdb-4d91-9fe8-512f286a6485', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:38:58Z', 'updated_at': '2022-05-20T20:39:07Z', 'revision_number': 5, 'project_id': '2492915dd73f457d8cb02b28e57274de', 'subnets': [{'id': '5df30a0b-5cdb-4d91-9fe8-512f286a6485', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:39:32.810994 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=14bab9e1-74b5-4180-9f49-6dd544eb5e30,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:39:32.826680 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d16cf9-cc02-4801-b3a2-3c45897b197b None None] Checking router: f355266f-7bb3-4b8c-a0c8-ab01fa65432f for host: n-d-842733-1 {{(pid=103165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 20:39:32.836390 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d16cf9-cc02-4801-b3a2-3c45897b197b None None] Routers {'f355266f-7bb3-4b8c-a0c8-ab01fa65432f'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:39:32.837050 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-92d16cf9-cc02-4801-b3a2-3c45897b197b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:39:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['f355266f-7bb3-4b8c-a0c8-ab01fa65432f'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:39:32.936431 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceeac8b8-8866-4534-98ec-9be5670b6dfe req-42de7768-fb2f-433b-9027-73f150bd9134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:39:32.938651 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-ceeac8b8-8866-4534-98ec-9be5670b6dfe req-42de7768-fb2f-433b-9027-73f150bd9134 service neutron] 10.222.0.13 "GET /v2.0/networks?id=85e5027c-d244-4186-8c19-3a12977de170 HTTP/1.1" status: 200 len: 912 time: 0.1446750 May 20 20:39:32.950174 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d1fed638-5325-436d-aa06-f4de10f4baf3 req-27f70397-7f70-4561-9f61-6f5ce8e7b357 tempest-DeleteServersAdminTestJSON-1856297794 tempest-DeleteServersAdminTestJSON-1856297794-project] 10.222.0.35 "GET /v2.0/ports?device_id=390523bb-8790-47df-b668-1cd18db99a26 HTTP/1.1" status: 200 len: 210 time: 0.0712121 May 20 20:39:32.970514 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8850c58d-8026-4c5a-a5d0-0a9c045a011b req-dcd47fcb-3d92-4f37-91b9-c4046ad01014 tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:39:32.972049 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8850c58d-8026-4c5a-a5d0-0a9c045a011b req-dcd47fcb-3d92-4f37-91b9-c4046ad01014 tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] 10.222.0.13 "GET /v2.0/ports?device_id=af8dbbf2-af97-4d08-9dfb-94cc026d387b HTTP/1.1" status: 200 len: 950 time: 0.1659453 May 20 20:39:32.976067 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-92d16cf9-cc02-4801-b3a2-3c45897b197b None None] Set router f355266f-7bb3-4b8c-a0c8-ab01fa65432f gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:39:32.996293 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f273298f-a005-4913-8a1e-03c6c4d64eba req-9210a1e7-25c6-44ca-b74e-666a02f257e0 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:39:32.998570 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f273298f-a005-4913-8a1e-03c6c4d64eba req-9210a1e7-25c6-44ca-b74e-666a02f257e0 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/ports?device_id=639a9b9c-aaad-4644-9dcd-410174fb9f88 HTTP/1.1" status: 200 len: 946 time: 0.1038911 May 20 20:39:33.027125 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-ceeac8b8-8866-4534-98ec-9be5670b6dfe req-8d645e37-d2e1-4aba-ade0-47f87367c2cd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7f3ebca3-508b-418e-88bd-760b98f17cff HTTP/1.1" status: 200 len: 1000 time: 0.0808907 May 20 20:39:33.088169 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceeac8b8-8866-4534-98ec-9be5670b6dfe req-b345f7f8-d007-4762-9f83-cc63e29582d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:39:33.097986 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-ceeac8b8-8866-4534-98ec-9be5670b6dfe req-b345f7f8-d007-4762-9f83-cc63e29582d6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5df30a0b-5cdb-4d91-9fe8-512f286a6485 HTTP/1.1" status: 200 len: 850 time: 0.0550697 May 20 20:39:33.101771 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] get_ports_and_sgs() called for port_ids ['14bab9e1-74b5-4180-9f49-6dd544eb5e30'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:39:33.121327 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f273298f-a005-4913-8a1e-03c6c4d64eba req-47cf8db5-5adb-40e4-b0cb-40d701202b8d tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3c6019f-4c4a-4c16-982c-852ac3d8d84a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0999284 May 20 20:39:33.164001 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e600730d-3127-42b0-835c-1eff7cdabda3 req-a46ecd00-746f-4027-9c14-7928d54fe9b4 tempest-ImagesOneServerTestJSON-1034141892 tempest-ImagesOneServerTestJSON-1034141892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:39:33.165350 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceeac8b8-8866-4534-98ec-9be5670b6dfe req-e87f66dd-11fc-4ff2-9a41-b5f9cb438167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:39:33.166024 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e600730d-3127-42b0-835c-1eff7cdabda3 req-a46ecd00-746f-4027-9c14-7928d54fe9b4 tempest-ImagesOneServerTestJSON-1034141892 tempest-ImagesOneServerTestJSON-1034141892-project] 10.222.0.35 "GET /v2.0/ports?device_id=6959d056-8674-41a0-844d-fdbf9dc52e77 HTTP/1.1" status: 200 len: 949 time: 0.1112535 May 20 20:39:33.170582 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-ceeac8b8-8866-4534-98ec-9be5670b6dfe req-e87f66dd-11fc-4ff2-9a41-b5f9cb438167 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=85e5027c-d244-4186-8c19-3a12977de170&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0716207 May 20 20:39:33.186766 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [req-8850c58d-8026-4c5a-a5d0-0a9c045a011b req-f12654fa-ba14-4ef6-8cfd-fe371867dee3 tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] Deleting port a34dcdeb-2b13-4bc8-95e3-99318b5bfb70 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:39:33.187077 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-8850c58d-8026-4c5a-a5d0-0a9c045a011b req-f12654fa-ba14-4ef6-8cfd-fe371867dee3 tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:33.318393 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-ceeac8b8-8866-4534-98ec-9be5670b6dfe req-15cf1629-7c3e-4188-80f2-f2d9c91cc770 service neutron] 10.222.0.13 "GET /v2.0/networks/85e5027c-d244-4186-8c19-3a12977de170?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393707 May 20 20:39:33.323261 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e600730d-3127-42b0-835c-1eff7cdabda3 req-150b9e63-987a-48c7-80be-a9e363e6579f tempest-ImagesOneServerTestJSON-1034141892 tempest-ImagesOneServerTestJSON-1034141892-project] 10.222.0.35 "GET /v2.0/security-groups?id=dbf8976f-45db-44b9-8b18-5f3bfc43aae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401365 May 20 20:39:33.354301 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5ec6a7-95b5-4274-880f-d4986a38a3a7 req-4f23fea1-e28d-4207-a5b6-3ee100998661 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:39:33.355789 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4e5ec6a7-95b5-4274-880f-d4986a38a3a7 req-4f23fea1-e28d-4207-a5b6-3ee100998661 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] 10.222.0.35 "GET /v2.0/ports?device_id=baee7f9c-76fb-4cfd-b10c-e926b4d4c895 HTTP/1.1" status: 200 len: 950 time: 0.1024749 May 20 20:39:33.402664 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-8850c58d-8026-4c5a-a5d0-0a9c045a011b req-f12654fa-ba14-4ef6-8cfd-fe371867dee3 tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] For port a34dcdeb-2b13-4bc8-95e3-99318b5bfb70, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=a34dcdeb-2b13-4bc8-95e3-99318b5bfb70,segment=NetworkSegment(ed3a602f-49fb-4a95-be80-401e1eb72e33),segment_id=ed3a602f-49fb-4a95-be80-401e1eb72e33)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:39:33.403057 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-8850c58d-8026-4c5a-a5d0-0a9c045a011b req-f12654fa-ba14-4ef6-8cfd-fe371867dee3 tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:33.409685 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-92d16cf9-cc02-4801-b3a2-3c45897b197b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f355266f-7bb3-4b8c-a0c8-ab01fa65432f', 'name': 'tempest-ServerActionsTestJSON-880786765-router', 'tenant_id': '2492915dd73f457d8cb02b28e57274de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': '9cfd6017-7461-4640-ae15-d19de67f1935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:38:52Z', 'updated_at': '2022-05-20T20:38:59Z', 'revision_number': 4, 'project_id': '2492915dd73f457d8cb02b28e57274de', 'gw_port': {'id': '9cfd6017-7461-4640-ae15-d19de67f1935', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:61:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f355266f-7bb3-4b8c-a0c8-ab01fa65432f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:38:53Z', 'updated_at': '2022-05-20T20:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_floatingips': [{'id': 'cc648086-ceec-45d0-a279-73fee1efb948', 'tenant_id': '2492915dd73f457d8cb02b28e57274de', 'floating_ip_address': '172.25.2.203', 'floating_network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'router_id': 'f355266f-7bb3-4b8c-a0c8-ab01fa65432f', 'port_id': '7f3ebca3-508b-418e-88bd-760b98f17cff', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 632, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '85e5027c-d244-4186-8c19-3a12977de170', 'mac_address': 'fa:16:3e:b1:d0:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '639a9b9c-aaad-4644-9dcd-410174fb9f88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-20T20:39:05Z', 'updated_at': '2022-05-20T20:39:31Z', 'revision_number': 1, 'project_id': '2492915dd73f457d8cb02b28e57274de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d631e8b-9f50-42e3-9874-3df33de0d701', 'name': '', 'network_id': '85e5027c-d244-4186-8c19-3a12977de170', 'tenant_id': '2492915dd73f457d8cb02b28e57274de', 'mac_address': 'fa:16:3e:84:92:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f355266f-7bb3-4b8c-a0c8-ab01fa65432f', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '5df30a0b-5cdb-4d91-9fe8-512f286a6485', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:38:58Z', 'updated_at': '2022-05-20T20:39:07Z', 'revision_number': 5, 'project_id': '2492915dd73f457d8cb02b28e57274de', 'subnets': [{'id': '5df30a0b-5cdb-4d91-9fe8-512f286a6485', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:39:33.436186 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-ceeac8b8-8866-4534-98ec-9be5670b6dfe req-ff5b56c3-c2e2-41fc-af04-c3e0084c42d3 service neutron] 10.222.0.13 "GET /v2.0/networks/85e5027c-d244-4186-8c19-3a12977de170?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103680 May 20 20:39:33.441517 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [req-8850c58d-8026-4c5a-a5d0-0a9c045a011b req-f12654fa-ba14-4ef6-8cfd-fe371867dee3 tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] Calling delete_port for a34dcdeb-2b13-4bc8-95e3-99318b5bfb70 owned by compute:nova {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:39:33.444869 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d16cf9-cc02-4801-b3a2-3c45897b197b None None] The sync data for ids ['f355266f-7bb3-4b8c-a0c8-ab01fa65432f'] in n-d-842733-1 is: [{'id': 'f355266f-7bb3-4b8c-a0c8-ab01fa65432f', 'name': 'tempest-ServerActionsTestJSON-880786765-router', 'tenant_id': '2492915dd73f457d8cb02b28e57274de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': '9cfd6017-7461-4640-ae15-d19de67f1935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:38:52Z', 'updated_at': '2022-05-20T20:38:59Z', 'revision_number': 4, 'project_id': '2492915dd73f457d8cb02b28e57274de', 'gw_port': {'id': '9cfd6017-7461-4640-ae15-d19de67f1935', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:61:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f355266f-7bb3-4b8c-a0c8-ab01fa65432f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:38:53Z', 'updated_at': '2022-05-20T20:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_floatingips': [{'id': 'cc648086-ceec-45d0-a279-73fee1efb948', 'tenant_id': '2492915dd73f457d8cb02b28e57274de', 'floating_ip_address': '172.25.2.203', 'floating_network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'router_id': 'f355266f-7bb3-4b8c-a0c8-ab01fa65432f', 'port_id': '7f3ebca3-508b-418e-88bd-760b98f17cff', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 632, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '85e5027c-d244-4186-8c19-3a12977de170', 'mac_address': 'fa:16:3e:b1:d0:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '639a9b9c-aaad-4644-9dcd-410174fb9f88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-20T20:39:05Z', 'updated_at': '2022-05-20T20:39:31Z', 'revision_number': 1, 'project_id': '2492915dd73f457d8cb02b28e57274de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d631e8b-9f50-42e3-9874-3df33de0d701', 'name': '', 'network_id': '85e5027c-d244-4186-8c19-3a12977de170', 'tenant_id': '2492915dd73f457d8cb02b28e57274de', 'mac_address': 'fa:16:3e:84:92:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f355266f-7bb3-4b8c-a0c8-ab01fa65432f', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '5df30a0b-5cdb-4d91-9fe8-512f286a6485', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:38:58Z', 'updated_at': '2022-05-20T20:39:07Z', 'revision_number': 5, 'project_id': '2492915dd73f457d8cb02b28e57274de', 'subnets': [{'id': '5df30a0b-5cdb-4d91-9fe8-512f286a6485', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 20:39:33.450352 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4e5ec6a7-95b5-4274-880f-d4986a38a3a7 req-129e01dc-0d43-44dc-a2c2-2db74630ae66 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c2aa399-3055-4eb0-8f1a-45933e0e3cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850515 May 20 20:39:33.540049 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc829972-e864-4c53-ac9f-702829fd65ec req-a001aaf0-b245-4840-ae06-323875b8317e tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:39:33.541705 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-cc829972-e864-4c53-ac9f-702829fd65ec req-a001aaf0-b245-4840-ae06-323875b8317e tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] 10.222.0.35 "GET /v2.0/ports?device_id=fb13a393-1e95-453a-a8fa-345812285948 HTTP/1.1" status: 200 len: 945 time: 0.1289501 May 20 20:39:33.604766 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-cc829972-e864-4c53-ac9f-702829fd65ec req-2689d168-b7b0-4cd7-9264-a37ac970fa1c tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] 10.222.0.35 "GET /v2.0/security-groups?id=0a1ca955-ee86-4e03-bb39-6b1e6a532a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568705 May 20 20:39:33.658484 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb66ad4-9201-4de5-af93-30e3935587ae None None] New status for floating IP cc648086-ceec-45d0-a279-73fee1efb948: ACTIVE {{(pid=103164) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 20:39:33.738666 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-8850c58d-8026-4c5a-a5d0-0a9c045a011b req-f12654fa-ba14-4ef6-8cfd-fe371867dee3 tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:33.767115 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12654fa-ba14-4ef6-8cfd-fe371867dee3 tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] Pushing event deleted for resources: {'Port': ['ID=a34dcdeb-2b13-4bc8-95e3-99318b5bfb70,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:39:33.819189 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [req-8850c58d-8026-4c5a-a5d0-0a9c045a011b req-f12654fa-ba14-4ef6-8cfd-fe371867dee3 tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] No DVR routers for this DVR port a34dcdeb-2b13-4bc8-95e3-99318b5bfb70 on host n-h2-842733-1 {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:39:33.822000 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-8850c58d-8026-4c5a-a5d0-0a9c045a011b req-f12654fa-ba14-4ef6-8cfd-fe371867dee3 tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:33.827048 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8850c58d-8026-4c5a-a5d0-0a9c045a011b req-f12654fa-ba14-4ef6-8cfd-fe371867dee3 tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] 10.222.0.13 "DELETE /v2.0/ports/a34dcdeb-2b13-4bc8-95e3-99318b5bfb70 HTTP/1.1" status: 204 len: 173 time: 0.8461168 May 20 20:39:33.827048 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af8dbbf2-af97-4d08-9dfb-94cc026d387b', 'name': 'network-vif-deleted', 'tag': 'a34dcdeb-2b13-4bc8-95e3-99318b5bfb70'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:39:33.829991 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4291b17aa7b45362825f0571e77c85f5e73afe1df9c7e9e15006df9d695c005e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1583057-135e-44c5-8157-7b013ba60b5f" -d '{"events": [{"server_uuid": "af8dbbf2-af97-4d08-9dfb-94cc026d387b", "name": "network-vif-deleted", "tag": "a34dcdeb-2b13-4bc8-95e3-99318b5bfb70"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:39:33.881963 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 20:39:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7399d67-132d-464f-9a0d-6899d600b9a5 x-openstack-request-id: req-e7399d67-132d-464f-9a0d-6899d600b9a5 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:39:33.882256 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af8dbbf2-af97-4d08-9dfb-94cc026d387b", "name": "network-vif-deleted", "tag": "a34dcdeb-2b13-4bc8-95e3-99318b5bfb70", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:39:33.882506 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e7399d67-132d-464f-9a0d-6899d600b9a5 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:39:33.882912 n-d-842733-1 neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7399d67-132d-464f-9a0d-6899d600b9a5'] response: {'server_uuid': 'af8dbbf2-af97-4d08-9dfb-94cc026d387b', 'name': 'network-vif-deleted', 'tag': 'a34dcdeb-2b13-4bc8-95e3-99318b5bfb70', 'status': 'completed', 'code': 200} May 20 20:39:33.929303 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-770e3282-2404-4578-a465-6de0c8ce7a79 req-d89e49fa-b05a-41d7-8c36-1cbcbf8d44b2 tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] 10.222.0.35 "GET /v2.0/ports?device_id=af8dbbf2-af97-4d08-9dfb-94cc026d387b HTTP/1.1" status: 200 len: 210 time: 0.0348558 May 20 20:39:33.957109 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] get_ports_and_sgs() called for port_ids ['a34dcdeb-2b13-4bc8-95e3-99318b5bfb70'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:39:34.094970 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-dc3396a5-7f47-4bfa-b262-fb2a1f3a66a3 req-f63fd9fb-88f7-40ee-a670-de1a0d2e6fbe tempest-DeleteServersAdminTestJSON-1856297794 tempest-DeleteServersAdminTestJSON-1856297794-project] 10.222.0.35 "GET /v2.0/ports?device_id=390523bb-8790-47df-b668-1cd18db99a26 HTTP/1.1" status: 200 len: 210 time: 0.0273807 May 20 20:39:34.242418 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 14bab9e1-74b5-4180-9f49-6dd544eb5e30 up at agent hyperv_n-h2-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:39:34.246228 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354a8db8-f948-4991-9783-50a3a15dccae req-a3399e35-a185-4bca-aae3-2c00c69b2ca1 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:39:34.247755 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-354a8db8-f948-4991-9783-50a3a15dccae req-a3399e35-a185-4bca-aae3-2c00c69b2ca1 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/ports?device_id=639a9b9c-aaad-4644-9dcd-410174fb9f88 HTTP/1.1" status: 200 len: 946 time: 0.0498769 May 20 20:39:34.299096 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-354a8db8-f948-4991-9783-50a3a15dccae req-a2c1a0ce-a459-4a1e-bb34-65935f97b59a tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3c6019f-4c4a-4c16-982c-852ac3d8d84a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353355 May 20 20:39:34.372369 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Provisioning for port 14bab9e1-74b5-4180-9f49-6dd544eb5e30 completed by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 20:39:34.377871 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Provisioning complete for port 14bab9e1-74b5-4180-9f49-6dd544eb5e30 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:39:34.383405 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:34.463725 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port 14bab9e1-74b5-4180-9f49-6dd544eb5e30 is: BUILD; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:39:34.464208 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:34.467618 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e4507a-16cc-429d-ac0c-3029aa814d57 req-77ac942c-31df-4fb5-8558-b487f422d837 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:39:34.473886 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-98e4507a-16cc-429d-ac0c-3029aa814d57 req-77ac942c-31df-4fb5-8558-b487f422d837 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/ports?device_id=639a9b9c-aaad-4644-9dcd-410174fb9f88 HTTP/1.1" status: 200 len: 946 time: 0.0922000 May 20 20:39:34.487644 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900e74c0-690a-4311-8855-9281c44e545f req-f43b569a-ef6d-4d60-acf3-dd80fd5e0727 tempest-ImagesOneServerTestJSON-1034141892 tempest-ImagesOneServerTestJSON-1034141892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:39:34.488506 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6959d056-8674-41a0-844d-fdbf9dc52e77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14bab9e1-74b5-4180-9f49-6dd544eb5e30'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:39:34.489136 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-900e74c0-690a-4311-8855-9281c44e545f req-f43b569a-ef6d-4d60-acf3-dd80fd5e0727 tempest-ImagesOneServerTestJSON-1034141892 tempest-ImagesOneServerTestJSON-1034141892-project] 10.222.0.35 "GET /v2.0/ports?device_id=6959d056-8674-41a0-844d-fdbf9dc52e77 HTTP/1.1" status: 200 len: 949 time: 0.0812449 May 20 20:39:34.490850 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8485417003ce7c0410b00f5cdc2f391e21107b70bb68e2773712534a96e108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74b6cf76-8142-4f7f-b8fd-f59ff9315742" -d '{"events": [{"server_uuid": "6959d056-8674-41a0-844d-fdbf9dc52e77", "name": "network-vif-plugged", "status": "completed", "tag": "14bab9e1-74b5-4180-9f49-6dd544eb5e30"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:39:34.505021 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port 14bab9e1-74b5-4180-9f49-6dd544eb5e30, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=14bab9e1-74b5-4180-9f49-6dd544eb5e30,segment=NetworkSegment(ed3a602f-49fb-4a95-be80-401e1eb72e33),segment_id=ed3a602f-49fb-4a95-be80-401e1eb72e33)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:39:34.539036 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-98e4507a-16cc-429d-ac0c-3029aa814d57 req-d0c5e194-98c7-4758-80dd-ba86a15c7d62 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3c6019f-4c4a-4c16-982c-852ac3d8d84a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614679 May 20 20:39:34.554883 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-900e74c0-690a-4311-8855-9281c44e545f req-b824b56c-e3a0-4893-9c8c-a989ed30f8aa tempest-ImagesOneServerTestJSON-1034141892 tempest-ImagesOneServerTestJSON-1034141892-project] 10.222.0.35 "GET /v2.0/security-groups?id=dbf8976f-45db-44b9-8b18-5f3bfc43aae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515296 May 20 20:39:34.563170 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '390523bb-8790-47df-b668-1cd18db99a26', 'name': 'network-vif-deleted', 'tag': '7272c97e-0fde-4b58-8537-3c4ae20f9e57'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:39:34.567660 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6fa957933fccbf596d28104b23404b952ad6a8238afaebaed40a0874b2e409" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30dce27d-a96f-407f-b86d-c8f8d2a451f9" -d '{"events": [{"server_uuid": "390523bb-8790-47df-b668-1cd18db99a26", "name": "network-vif-deleted", "tag": "7272c97e-0fde-4b58-8537-3c4ae20f9e57"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:39:34.586043 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:34.586881 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 7272c97e-0fde-4b58-8537-3c4ae20f9e57 no longer exists at agent hyperv_n-h2-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:39:34.621568 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c9d6f9-5a36-4f14-a995-ce0857677df0 req-856d6a34-3036-459e-8d5b-badf03f1cd47 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:39:34.623178 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c6c9d6f9-5a36-4f14-a995-ce0857677df0 req-856d6a34-3036-459e-8d5b-badf03f1cd47 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] 10.222.0.13 "GET /v2.0/ports?device_id=baee7f9c-76fb-4cfd-b10c-e926b4d4c895 HTTP/1.1" status: 200 len: 950 time: 0.0595551 May 20 20:39:34.631922 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 20:39:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31b2919e-4c1c-4a64-ad2b-fb5e03000ce9 x-openstack-request-id: req-31b2919e-4c1c-4a64-ad2b-fb5e03000ce9 {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:39:34.632216 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6959d056-8674-41a0-844d-fdbf9dc52e77", "name": "network-vif-plugged", "status": "completed", "tag": "14bab9e1-74b5-4180-9f49-6dd544eb5e30", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:39:34.632465 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-31b2919e-4c1c-4a64-ad2b-fb5e03000ce9 {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:39:34.633259 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31b2919e-4c1c-4a64-ad2b-fb5e03000ce9'] response: {'server_uuid': '6959d056-8674-41a0-844d-fdbf9dc52e77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14bab9e1-74b5-4180-9f49-6dd544eb5e30', 'code': 200} May 20 20:39:34.635897 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] No Port match for: 7272c97e-0fde-4b58-8537-3c4ae20f9e57 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 20:39:34.636263 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 7272c97e-0fde-4b58-8537-3c4ae20f9e57 not bound to the agent host n-h2-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 20:39:34.636664 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device a34dcdeb-2b13-4bc8-95e3-99318b5bfb70 no longer exists at agent hyperv_n-h2-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:39:34.665504 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] No Port match for: a34dcdeb-2b13-4bc8-95e3-99318b5bfb70 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 20:39:34.665852 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device a34dcdeb-2b13-4bc8-95e3-99318b5bfb70 not bound to the agent host n-h2-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 20:39:34.689043 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=14bab9e1-74b5-4180-9f49-6dd544eb5e30,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:39:34.780042 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35902a6-c6db-4b2d-a29d-efaa8532426d req-34d01b16-d2c2-43d4-a1ef-aa16888c4245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:39:34.782802 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-e35902a6-c6db-4b2d-a29d-efaa8532426d req-34d01b16-d2c2-43d4-a1ef-aa16888c4245 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6959d056-8674-41a0-844d-fdbf9dc52e77 HTTP/1.1" status: 200 len: 1101 time: 0.0563512 May 20 20:39:34.827878 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-e35902a6-c6db-4b2d-a29d-efaa8532426d req-d19f1b75-bd2d-4002-a7e1-ed2da14705fd service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=dbf8976f-45db-44b9-8b18-5f3bfc43aae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348210 May 20 20:39:35.058857 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062b3ef7-418d-4463-9c5d-4d9ed6456ef4 req-66d4a5a9-7f09-4dac-a438-bf5b08da7b90 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:39:35.060427 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-062b3ef7-418d-4463-9c5d-4d9ed6456ef4 req-66d4a5a9-7f09-4dac-a438-bf5b08da7b90 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] 10.222.0.35 "GET /v2.0/ports?device_id=baee7f9c-76fb-4cfd-b10c-e926b4d4c895 HTTP/1.1" status: 200 len: 950 time: 0.4353333 May 20 20:39:35.130057 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-062b3ef7-418d-4463-9c5d-4d9ed6456ef4 req-b540e4dd-5581-4988-97ad-c57e42a778e9 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c2aa399-3055-4eb0-8f1a-45933e0e3cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609860 May 20 20:39:35.156651 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [req-c6c9d6f9-5a36-4f14-a995-ce0857677df0 req-7cb3a426-09b9-43ed-b58b-675e619809ea tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] Deleting port ad65896f-0d65-48a0-845a-c7a465632aa8 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:39:35.157072 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-c6c9d6f9-5a36-4f14-a995-ce0857677df0 req-7cb3a426-09b9-43ed-b58b-675e619809ea tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:35.188296 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 20:39:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e230998b-3b83-4b14-a641-9a0cb82a8cb5 x-openstack-request-id: req-e230998b-3b83-4b14-a641-9a0cb82a8cb5 {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:39:35.188296 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "390523bb-8790-47df-b668-1cd18db99a26", "name": "network-vif-deleted", "tag": "7272c97e-0fde-4b58-8537-3c4ae20f9e57", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:39:35.188296 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e230998b-3b83-4b14-a641-9a0cb82a8cb5 {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:39:35.188296 n-d-842733-1 neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e230998b-3b83-4b14-a641-9a0cb82a8cb5'] response: {'server_uuid': '390523bb-8790-47df-b668-1cd18db99a26', 'name': 'network-vif-deleted', 'tag': '7272c97e-0fde-4b58-8537-3c4ae20f9e57', 'status': 'completed', 'code': 200} May 20 20:39:35.291441 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-c6c9d6f9-5a36-4f14-a995-ce0857677df0 req-7cb3a426-09b9-43ed-b58b-675e619809ea tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] For port ad65896f-0d65-48a0-845a-c7a465632aa8, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=ad65896f-0d65-48a0-845a-c7a465632aa8,segment=NetworkSegment(ed3a602f-49fb-4a95-be80-401e1eb72e33),segment_id=ed3a602f-49fb-4a95-be80-401e1eb72e33)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:39:35.291814 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-c6c9d6f9-5a36-4f14-a995-ce0857677df0 req-7cb3a426-09b9-43ed-b58b-675e619809ea tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:35.308324 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [req-c6c9d6f9-5a36-4f14-a995-ce0857677df0 req-7cb3a426-09b9-43ed-b58b-675e619809ea tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] Calling delete_port for ad65896f-0d65-48a0-845a-c7a465632aa8 owned by compute:nova {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:39:35.323263 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bef3236-782c-4209-bc24-de4bbd36c36d req-21eadfd7-442f-4dd8-a3f6-47d5fdefdde9 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:39:35.324846 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6bef3236-782c-4209-bc24-de4bbd36c36d req-21eadfd7-442f-4dd8-a3f6-47d5fdefdde9 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] 10.222.0.35 "GET /v2.0/ports?device_id=fb13a393-1e95-453a-a8fa-345812285948 HTTP/1.1" status: 200 len: 945 time: 0.0846436 May 20 20:39:35.457517 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6bef3236-782c-4209-bc24-de4bbd36c36d req-1ba4a1e4-087f-4acd-b7b8-a38fa6e6209f tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] 10.222.0.35 "GET /v2.0/security-groups?id=0a1ca955-ee86-4e03-bb39-6b1e6a532a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245575 May 20 20:39:35.475337 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-32b182a9-8d6e-4ecd-975f-3b57e53d17b2 req-fc996811-8c0c-48b8-b558-96ef4ffc7a50 tempest-ServersAdminTestJSON-2060687402 tempest-ServersAdminTestJSON-2060687402-project] 10.222.0.35 "GET /v2.0/ports?device_id=af8dbbf2-af97-4d08-9dfb-94cc026d387b HTTP/1.1" status: 200 len: 210 time: 0.0402339 May 20 20:39:35.629473 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-c6c9d6f9-5a36-4f14-a995-ce0857677df0 req-7cb3a426-09b9-43ed-b58b-675e619809ea tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:35.645871 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] get_ports_and_sgs() called for port_ids ['ff8333d5-3411-4ce2-bab2-7173fcf8ad5b', 'ad8036cd-7d02-407a-9e0d-263626d3f679', 'c97eadfd-f41a-4fb2-80fd-962422a3d259', '8d87c637-17a5-42ec-9e52-1fc6319310a7'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:39:35.668574 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb3a426-09b9-43ed-b58b-675e619809ea tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] Pushing event deleted for resources: {'Port': ['ID=ad65896f-0d65-48a0-845a-c7a465632aa8,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:39:35.719934 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] get_ports_and_sgs() called for port_ids ['d98c405b-6579-48af-bdbe-2911ebe2fa55', 'ad65896f-0d65-48a0-845a-c7a465632aa8'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:39:35.750597 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6c9d6f9-5a36-4f14-a995-ce0857677df0 req-7cb3a426-09b9-43ed-b58b-675e619809ea tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] No DVR routers for this DVR port ad65896f-0d65-48a0-845a-c7a465632aa8 on host n-h2-842733-1 {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:39:35.755721 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-c6c9d6f9-5a36-4f14-a995-ce0857677df0 req-7cb3a426-09b9-43ed-b58b-675e619809ea tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:35.759195 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c6c9d6f9-5a36-4f14-a995-ce0857677df0 req-7cb3a426-09b9-43ed-b58b-675e619809ea tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] 10.222.0.13 "DELETE /v2.0/ports/ad65896f-0d65-48a0-845a-c7a465632aa8 HTTP/1.1" status: 204 len: 173 time: 1.0858185 May 20 20:39:35.772326 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9c1a2035-d794-4a8c-bfb5-80843a5bcf19 req-784db416-af32-41b3-808b-2794e76d8bf8 tempest-DeleteServersAdminTestJSON-1856297794 tempest-DeleteServersAdminTestJSON-1856297794-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=742d4b3430f94d92945cee196b9b431a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0495536 May 20 20:39:35.783895 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666cef85-cdce-4450-a0b7-f502f26772f1 req-e99030b3-63ac-42c4-97e3-b71fb237ff6b tempest-ImagesOneServerTestJSON-1034141892 tempest-ImagesOneServerTestJSON-1034141892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:39:35.785555 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-666cef85-cdce-4450-a0b7-f502f26772f1 req-e99030b3-63ac-42c4-97e3-b71fb237ff6b tempest-ImagesOneServerTestJSON-1034141892 tempest-ImagesOneServerTestJSON-1034141892-project] 10.222.0.35 "GET /v2.0/ports?device_id=6959d056-8674-41a0-844d-fdbf9dc52e77 HTTP/1.1" status: 200 len: 950 time: 0.1476226 May 20 20:39:35.883487 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baee7f9c-76fb-4cfd-b10c-e926b4d4c895', 'name': 'network-vif-deleted', 'tag': 'ad65896f-0d65-48a0-845a-c7a465632aa8'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:39:35.885832 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4291b17aa7b45362825f0571e77c85f5e73afe1df9c7e9e15006df9d695c005e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dcea539-6ef6-4cd9-a8c5-c3e032282ad8" -d '{"events": [{"server_uuid": "baee7f9c-76fb-4cfd-b10c-e926b4d4c895", "name": "network-vif-deleted", "tag": "ad65896f-0d65-48a0-845a-c7a465632aa8"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:39:35.896195 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-666cef85-cdce-4450-a0b7-f502f26772f1 req-cb497234-76b0-4e1b-ba43-2160f8168ce0 tempest-ImagesOneServerTestJSON-1034141892 tempest-ImagesOneServerTestJSON-1034141892-project] 10.222.0.35 "GET /v2.0/security-groups?id=dbf8976f-45db-44b9-8b18-5f3bfc43aae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951557 May 20 20:39:35.939549 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1a2035-d794-4a8c-bfb5-80843a5bcf19 req-8a186d70-2a60-4059-864a-7898a498345b tempest-DeleteServersAdminTestJSON-1856297794 tempest-DeleteServersAdminTestJSON-1856297794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:39:35.947616 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9c1a2035-d794-4a8c-bfb5-80843a5bcf19 req-8a186d70-2a60-4059-864a-7898a498345b tempest-DeleteServersAdminTestJSON-1856297794 tempest-DeleteServersAdminTestJSON-1856297794-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1557813 May 20 20:39:35.959595 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9c1a2035-d794-4a8c-bfb5-80843a5bcf19 req-09f045c9-189f-45be-ba7e-260af0279311 tempest-DeleteServersAdminTestJSON-1856297794 tempest-DeleteServersAdminTestJSON-1856297794-project] 10.222.0.35 "GET /v2.0/quotas/742d4b3430f94d92945cee196b9b431a HTTP/1.1" status: 200 len: 375 time: 0.0111389 May 20 20:39:35.967396 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 20:39:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-811514c4-811e-4e26-aa55-513364f96fbe x-openstack-request-id: req-811514c4-811e-4e26-aa55-513364f96fbe {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:39:35.967822 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baee7f9c-76fb-4cfd-b10c-e926b4d4c895", "name": "network-vif-deleted", "tag": "ad65896f-0d65-48a0-845a-c7a465632aa8", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:39:35.968951 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-811514c4-811e-4e26-aa55-513364f96fbe {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:39:35.969487 n-d-842733-1 neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-811514c4-811e-4e26-aa55-513364f96fbe'] response: {'server_uuid': 'baee7f9c-76fb-4cfd-b10c-e926b4d4c895', 'name': 'network-vif-deleted', 'tag': 'ad65896f-0d65-48a0-845a-c7a465632aa8', 'status': 'completed', 'code': 200} May 20 20:39:35.998396 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9c1a2035-d794-4a8c-bfb5-80843a5bcf19 req-6eafd384-5842-4667-8e2a-804bfe874e0d tempest-DeleteServersAdminTestJSON-1856297794 tempest-DeleteServersAdminTestJSON-1856297794-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=742d4b3430f94d92945cee196b9b431a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0279145 May 20 20:39:36.243394 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5e9bdced-066d-4ece-ae02-c90b98339074 req-14f4269c-1bb8-41b7-add1-2c22e0985fc6 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] 10.222.0.35 "GET /v2.0/ports?device_id=baee7f9c-76fb-4cfd-b10c-e926b4d4c895 HTTP/1.1" status: 200 len: 210 time: 0.0345964 May 20 20:39:36.350110 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f220e690-9729-402e-afbf-22296c70218d req-61822725-95c1-4c82-b785-be03b4bb28c8 tempest-DeleteServersAdminTestJSON-1856297794 tempest-DeleteServersAdminTestJSON-1856297794-project] 10.222.0.35 "GET /v2.0/ports?device_id=063280fd-ba5a-40d4-9841-0309bcb717e9 HTTP/1.1" status: 200 len: 210 time: 0.0468962 May 20 20:39:36.584833 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4d892f-4ec7-462a-b7dc-c824804a9e31 req-aa600d9c-d8ba-4216-863e-44df4b8a61ca tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:39:36.587130 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7d4d892f-4ec7-462a-b7dc-c824804a9e31 req-aa600d9c-d8ba-4216-863e-44df4b8a61ca tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] 10.222.0.35 "GET /v2.0/ports?device_id=fb13a393-1e95-453a-a8fa-345812285948 HTTP/1.1" status: 200 len: 945 time: 0.0544913 May 20 20:39:36.632473 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7d4d892f-4ec7-462a-b7dc-c824804a9e31 req-f05900a7-5fcb-4e6a-b508-65c948c165b7 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] 10.222.0.35 "GET /v2.0/security-groups?id=0a1ca955-ee86-4e03-bb39-6b1e6a532a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386448 May 20 20:39:37.026201 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1942a94a-819d-49d2-a23f-b6104a158507 req-059ac93c-7f8e-457f-9070-43cd516070fc tempest-ImagesOneServerTestJSON-1034141892 tempest-ImagesOneServerTestJSON-1034141892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:39:37.027563 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1942a94a-819d-49d2-a23f-b6104a158507 req-059ac93c-7f8e-457f-9070-43cd516070fc tempest-ImagesOneServerTestJSON-1034141892 tempest-ImagesOneServerTestJSON-1034141892-project] 10.222.0.35 "GET /v2.0/ports?device_id=6959d056-8674-41a0-844d-fdbf9dc52e77 HTTP/1.1" status: 200 len: 950 time: 0.0500464 May 20 20:39:37.068738 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1942a94a-819d-49d2-a23f-b6104a158507 req-efafcda5-259b-4331-97e1-9a82f0dcf83d tempest-ImagesOneServerTestJSON-1034141892 tempest-ImagesOneServerTestJSON-1034141892-project] 10.222.0.35 "GET /v2.0/security-groups?id=dbf8976f-45db-44b9-8b18-5f3bfc43aae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341580 May 20 20:39:37.182311 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 35180) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:39:37.341986 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-ac8efd9d-9de7-4304-a565-2b745d343cba admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e3bf9bf1dd86451a9fc95ed1873df9d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1585271 May 20 20:39:37.351373 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 35194) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:39:37.420327 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5f9c7868-f414-4d26-ab2e-fc2047e4363d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:37.444823 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5f9c7868-f414-4d26-ab2e-fc2047e4363d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:37.629522 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5f9c7868-f414-4d26-ab2e-fc2047e4363d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:37.632545 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5f9c7868-f414-4d26-ab2e-fc2047e4363d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:37.633932 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-5f9c7868-f414-4d26-ab2e-fc2047e4363d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b86a25cf-8ff6-49a5-9967-210010093ba4 HTTP/1.1" status: 204 len: 168 time: 0.2816060 May 20 20:39:37.642962 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9c7868-f414-4d26-ab2e-fc2047e4363d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b86a25cf-8ff6-49a5-9967-210010093ba4,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:39:37.650812 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9c7868-f414-4d26-ab2e-fc2047e4363d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:39:37.651268 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9c7868-f414-4d26-ab2e-fc2047e4363d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:39:37.651677 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9c7868-f414-4d26-ab2e-fc2047e4363d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:39:37.652018 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9c7868-f414-4d26-ab2e-fc2047e4363d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:39:37.652349 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9c7868-f414-4d26-ab2e-fc2047e4363d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:39:37.652682 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9c7868-f414-4d26-ab2e-fc2047e4363d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:39:37.653009 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9c7868-f414-4d26-ab2e-fc2047e4363d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:39:37.653356 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9c7868-f414-4d26-ab2e-fc2047e4363d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:39:37.653709 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9c7868-f414-4d26-ab2e-fc2047e4363d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:39:37.654033 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9c7868-f414-4d26-ab2e-fc2047e4363d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:39:37.654699 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9c7868-f414-4d26-ab2e-fc2047e4363d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:39:37.655221 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9c7868-f414-4d26-ab2e-fc2047e4363d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:39:37.850424 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d57e98d6-e3d9-4561-b343-192ea7d7bcad req-75b2bbb3-299c-4611-92df-d4852e2d8475 tempest-DeleteServersAdminTestJSON-1856297794 tempest-DeleteServersAdminTestJSON-1856297794-project] 10.222.0.35 "GET /v2.0/ports?device_id=063280fd-ba5a-40d4-9841-0309bcb717e9 HTTP/1.1" status: 200 len: 210 time: 0.0269594 May 20 20:39:37.973157 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa7263d-6fe3-418a-a955-714458b75905 req-4830c2ad-9826-4f04-a6d1-03bcdb88ce96 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:39:37.975276 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7aa7263d-6fe3-418a-a955-714458b75905 req-4830c2ad-9826-4f04-a6d1-03bcdb88ce96 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] 10.222.0.35 "GET /v2.0/ports?device_id=fb13a393-1e95-453a-a8fa-345812285948 HTTP/1.1" status: 200 len: 945 time: 0.0670438 May 20 20:39:38.037571 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7aa7263d-6fe3-418a-a955-714458b75905 req-b20e2f27-04c2-4a2c-b67a-6b83987fb512 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] 10.222.0.35 "GET /v2.0/security-groups?id=0a1ca955-ee86-4e03-bb39-6b1e6a532a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542130 May 20 20:39:38.223679 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 7f3ebca3-508b-418e-88bd-760b98f17cff details requested by agent hyperv_n-h2-842733-1 with host n-h2-842733-1 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 20:39:38.235353 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device ad65896f-0d65-48a0-845a-c7a465632aa8 no longer exists at agent hyperv_n-h2-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:39:38.261682 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] No Port match for: ad65896f-0d65-48a0-845a-c7a465632aa8 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 20:39:38.262025 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device ad65896f-0d65-48a0-845a-c7a465632aa8 not bound to the agent host n-h2-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 20:39:38.346196 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port 7f3ebca3-508b-418e-88bd-760b98f17cff, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=7f3ebca3-508b-418e-88bd-760b98f17cff,segment=NetworkSegment(1b0c59b6-1da5-46b1-ba4a-82e83befd33e),segment_id=1b0c59b6-1da5-46b1-ba4a-82e83befd33e)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:39:38.357737 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Returning: {'device': '7f3ebca3-508b-418e-88bd-760b98f17cff', 'network_id': '85e5027c-d244-4186-8c19-3a12977de170', 'port_id': '7f3ebca3-508b-418e-88bd-760b98f17cff', 'mac_address': 'fa:16:3e:b1:d0:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5df30a0b-5cdb-4d91-9fe8-512f286a6485', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 20 20:39:38.395028 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port 7f3ebca3-508b-418e-88bd-760b98f17cff is: ACTIVE; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:39:38.395444 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:38.408271 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7f3ebca3-508b-418e-88bd-760b98f17cff {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:39:38.428030 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port 7f3ebca3-508b-418e-88bd-760b98f17cff, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=7f3ebca3-508b-418e-88bd-760b98f17cff,segment=NetworkSegment(1b0c59b6-1da5-46b1-ba4a-82e83befd33e),segment_id=1b0c59b6-1da5-46b1-ba4a-82e83befd33e)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:39:38.496655 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 35228) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:39:38.540344 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-31548509-3660-44e3-af4f-cc6934839a1c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f28bea2289c941feb3c186bfcb7bca91&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0421398 May 20 20:39:38.542700 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 35232) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:39:38.568412 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fbc047-834d-42aa-86b3-b27603634a72 req-41760c29-0ede-4c12-95a9-0eb8d8e2a9a2 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:39:38.570040 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a1fbc047-834d-42aa-86b3-b27603634a72 req-41760c29-0ede-4c12-95a9-0eb8d8e2a9a2 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c3b8525-c1c2-452b-9384-dea38d96ba7d HTTP/1.1" status: 200 len: 949 time: 0.0712802 May 20 20:39:38.623584 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:38.635719 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a1fbc047-834d-42aa-86b3-b27603634a72 req-f39a0148-278b-42ef-85b3-ef810e7898c7 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c2aa399-3055-4eb0-8f1a-45933e0e3cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573809 May 20 20:39:38.636540 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2f244f4c-c3b3-444c-863d-216ad00549f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:38.660144 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2f244f4c-c3b3-444c-863d-216ad00549f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:38.677809 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=7f3ebca3-508b-418e-88bd-760b98f17cff,revision_number=6']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:39:38.800798 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2f244f4c-c3b3-444c-863d-216ad00549f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:38.803565 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2f244f4c-c3b3-444c-863d-216ad00549f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:38.804802 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-2f244f4c-c3b3-444c-863d-216ad00549f7 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5f33c17b-bf50-4270-9411-e2e3bae97852 HTTP/1.1" status: 204 len: 168 time: 0.2611513 May 20 20:39:38.814325 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f244f4c-c3b3-444c-863d-216ad00549f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f33c17b-bf50-4270-9411-e2e3bae97852,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:39:38.858279 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9c1a2035-d794-4a8c-bfb5-80843a5bcf19 req-b621f222-ab24-4fd6-ac0b-2a03a07370f6 tempest-DeleteServersAdminTestJSON-1856297794 tempest-DeleteServersAdminTestJSON-1856297794-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=742d4b3430f94d92945cee196b9b431a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0312369 May 20 20:39:38.965773 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] get_ports_and_sgs() called for port_ids ['7f3ebca3-508b-418e-88bd-760b98f17cff'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:39:39.014278 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-054f7229-2d53-478b-8359-af8a23c48612 req-96c02671-f1f7-4994-b3d2-29278ebdc013 tempest-DeleteServersAdminTestJSON-1856297794 tempest-DeleteServersAdminTestJSON-1856297794-project] 10.222.0.35 "GET /v2.0/ports?device_id=063280fd-ba5a-40d4-9841-0309bcb717e9 HTTP/1.1" status: 200 len: 210 time: 0.0487607 May 20 20:39:39.021689 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1a2035-d794-4a8c-bfb5-80843a5bcf19 req-8bc42172-8c7b-4977-ae6f-1cc7ec182837 tempest-DeleteServersAdminTestJSON-1856297794 tempest-DeleteServersAdminTestJSON-1856297794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:39:39.023158 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9c1a2035-d794-4a8c-bfb5-80843a5bcf19 req-8bc42172-8c7b-4977-ae6f-1cc7ec182837 tempest-DeleteServersAdminTestJSON-1856297794 tempest-DeleteServersAdminTestJSON-1856297794-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1584642 May 20 20:39:39.039022 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [req-9c1a2035-d794-4a8c-bfb5-80843a5bcf19 req-cee5c696-4141-4ea4-9a86-56a8e3fc23cc tempest-DeleteServersAdminTestJSON-1856297794 tempest-DeleteServersAdminTestJSON-1856297794-project] Request body: {'port': {'device_id': '063280fd-ba5a-40d4-9841-0309bcb717e9', 'network_id': 'cd702362-b982-46c5-a7d0-51de1b03df86', 'admin_state_up': True, 'tenant_id': '742d4b3430f94d92945cee196b9b431a'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:39:39.197556 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4286f31-ae5f-421e-8d04-7f3e5fa4e331 req-46ca87b4-4f50-47dc-861a-391d531a92e9 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:39:39.199026 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e4286f31-ae5f-421e-8d04-7f3e5fa4e331 req-46ca87b4-4f50-47dc-861a-391d531a92e9 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] 10.222.0.35 "GET /v2.0/ports?device_id=fb13a393-1e95-453a-a8fa-345812285948 HTTP/1.1" status: 200 len: 945 time: 0.0785401 May 20 20:39:39.249335 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e4286f31-ae5f-421e-8d04-7f3e5fa4e331 req-f261215b-91ac-4744-b709-74cf88ab3921 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] 10.222.0.35 "GET /v2.0/security-groups?id=0a1ca955-ee86-4e03-bb39-6b1e6a532a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427842 May 20 20:39:39.418162 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c1a2035-d794-4a8c-bfb5-80843a5bcf19 req-cee5c696-4141-4ea4-9a86-56a8e3fc23cc tempest-DeleteServersAdminTestJSON-1856297794 tempest-DeleteServersAdminTestJSON-1856297794-project] Made reservation on behalf of 742d4b3430f94d92945cee196b9b431a for: {'port': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:39:39.421806 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-9c1a2035-d794-4a8c-bfb5-80843a5bcf19 req-cee5c696-4141-4ea4-9a86-56a8e3fc23cc tempest-DeleteServersAdminTestJSON-1856297794 tempest-DeleteServersAdminTestJSON-1856297794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:39.701818 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa2e30e-6620-4cec-bc85-d73de77616bd req-86cac300-13f6-4fa5-9287-d5904c28194f tempest-LiveMigrationTest-1108997473 tempest-LiveMigrationTest-1108997473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:39:39.703258 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1aa2e30e-6620-4cec-bc85-d73de77616bd req-86cac300-13f6-4fa5-9287-d5904c28194f tempest-LiveMigrationTest-1108997473 tempest-LiveMigrationTest-1108997473-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=fb13a393-1e95-453a-a8fa-345812285948&tenant_id=33876e14b0274b60a421aea47180bf46&binding%3Ahost_id=n-h1-842733-1 HTTP/1.1" status: 200 len: 1096 time: 0.1821263 May 20 20:39:39.724877 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [req-1aa2e30e-6620-4cec-bc85-d73de77616bd req-3ae14298-42fd-4507-8b5a-c1641124ccc4 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-842733-1'}}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:39:39.774799 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7216763-6184-4718-a670-63dfa0196b6c req-4f223c5d-74de-42df-aa42-35e67dd49843 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:39:39.776329 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a7216763-6184-4718-a670-63dfa0196b6c req-4f223c5d-74de-42df-aa42-35e67dd49843 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c3b8525-c1c2-452b-9384-dea38d96ba7d HTTP/1.1" status: 200 len: 949 time: 0.2536178 May 20 20:39:39.791307 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [req-9c1a2035-d794-4a8c-bfb5-80843a5bcf19 req-cee5c696-4141-4ea4-9a86-56a8e3fc23cc tempest-DeleteServersAdminTestJSON-1856297794 tempest-DeleteServersAdminTestJSON-1856297794-project] Allocated IP 192.168.233.118 (cd702362-b982-46c5-a7d0-51de1b03df86/26b342ea-254c-483a-9ea9-f11c178970eb/83e703bf-63a2-4927-a01d-e95bf1bc0785) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:39:39.940399 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3eb421-d606-4d62-937b-f5544b89b94e req-1afc5f50-7aee-410c-a6c7-21c793ba00a5 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:39:39.942290 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6e3eb421-d606-4d62-937b-f5544b89b94e req-1afc5f50-7aee-410c-a6c7-21c793ba00a5 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c3b8525-c1c2-452b-9384-dea38d96ba7d HTTP/1.1" status: 200 len: 949 time: 0.2213347 May 20 20:39:39.954178 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-1aa2e30e-6620-4cec-bc85-d73de77616bd req-3ae14298-42fd-4507-8b5a-c1641124ccc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:40.124593 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6e3eb421-d606-4d62-937b-f5544b89b94e req-ca54a161-98c5-4b41-92e7-1098f43747a8 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c2aa399-3055-4eb0-8f1a-45933e0e3cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654944 May 20 20:39:40.159345 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [req-a7216763-6184-4718-a670-63dfa0196b6c req-5a0c7f24-5274-4478-b712-65aa44f26bda tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] Deleting port 8d87c637-17a5-42ec-9e52-1fc6319310a7 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:39:40.159925 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-a7216763-6184-4718-a670-63dfa0196b6c req-5a0c7f24-5274-4478-b712-65aa44f26bda tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:40.258813 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 7f3ebca3-508b-418e-88bd-760b98f17cff up at agent hyperv_n-h2-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:39:40.327100 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Provisioning complete for port 7f3ebca3-508b-418e-88bd-760b98f17cff triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:39:40.327917 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:40.346840 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-95f7b761-69b9-4e61-9bf4-700320b89166 req-743e477f-2d85-4b9b-9b28-7a106689532b tempest-DeleteServersAdminTestJSON-1856297794 tempest-DeleteServersAdminTestJSON-1856297794-project] 10.222.0.35 "GET /v2.0/ports?device_id=063280fd-ba5a-40d4-9841-0309bcb717e9 HTTP/1.1" status: 200 len: 210 time: 0.2013278 May 20 20:39:40.470405 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port 7f3ebca3-508b-418e-88bd-760b98f17cff is: BUILD; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:39:40.477639 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:40.547541 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-9c1a2035-d794-4a8c-bfb5-80843a5bcf19 req-cee5c696-4141-4ea4-9a86-56a8e3fc23cc tempest-DeleteServersAdminTestJSON-1856297794 tempest-DeleteServersAdminTestJSON-1856297794-project] Notify callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:40.550744 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-1aa2e30e-6620-4cec-bc85-d73de77616bd req-3ae14298-42fd-4507-8b5a-c1641124ccc4 service neutron] For port d48c4a89-5248-4669-905a-a53da6b07df6, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=d48c4a89-5248-4669-905a-a53da6b07df6,segment=NetworkSegment(8e7444da-2574-4e87-afbd-a324be0dd68b),segment_id=8e7444da-2574-4e87-afbd-a324be0dd68b)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:39:40.592763 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '639a9b9c-aaad-4644-9dcd-410174fb9f88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f3ebca3-508b-418e-88bd-760b98f17cff'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:39:40.598321 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8485417003ce7c0410b00f5cdc2f391e21107b70bb68e2773712534a96e108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7027a627-6196-4887-9252-398c3b81b2f4" -d '{"events": [{"server_uuid": "639a9b9c-aaad-4644-9dcd-410174fb9f88", "name": "network-vif-plugged", "status": "completed", "tag": "7f3ebca3-508b-418e-88bd-760b98f17cff"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:39:40.630193 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port 7f3ebca3-508b-418e-88bd-760b98f17cff, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=7f3ebca3-508b-418e-88bd-760b98f17cff,segment=NetworkSegment(1b0c59b6-1da5-46b1-ba4a-82e83befd33e),segment_id=1b0c59b6-1da5-46b1-ba4a-82e83befd33e)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:39:40.639503 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-a7216763-6184-4718-a670-63dfa0196b6c req-5a0c7f24-5274-4478-b712-65aa44f26bda tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] For port 8d87c637-17a5-42ec-9e52-1fc6319310a7, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=8d87c637-17a5-42ec-9e52-1fc6319310a7,segment=NetworkSegment(ed3a602f-49fb-4a95-be80-401e1eb72e33),segment_id=ed3a602f-49fb-4a95-be80-401e1eb72e33)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:39:40.640453 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-a7216763-6184-4718-a670-63dfa0196b6c req-5a0c7f24-5274-4478-b712-65aa44f26bda tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:40.662424 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 20:39:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f8373c3-3598-40f1-beaf-eff3a1cb2cba x-openstack-request-id: req-1f8373c3-3598-40f1-beaf-eff3a1cb2cba {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:39:40.663275 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "639a9b9c-aaad-4644-9dcd-410174fb9f88", "name": "network-vif-plugged", "status": "completed", "tag": "7f3ebca3-508b-418e-88bd-760b98f17cff", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:39:40.664513 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1f8373c3-3598-40f1-beaf-eff3a1cb2cba {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:39:40.665189 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f8373c3-3598-40f1-beaf-eff3a1cb2cba'] response: {'server_uuid': '639a9b9c-aaad-4644-9dcd-410174fb9f88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f3ebca3-508b-418e-88bd-760b98f17cff', 'code': 200} May 20 20:39:40.695888 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:40.726176 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f129161-ad9b-46b0-9a6d-25da2a693189 req-0c654a24-d3c6-46e9-a263-912a56808c3e tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:39:40.727812 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6f129161-ad9b-46b0-9a6d-25da2a693189 req-0c654a24-d3c6-46e9-a263-912a56808c3e tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] 10.222.0.35 "GET /v2.0/ports?device_id=fb13a393-1e95-453a-a8fa-345812285948 HTTP/1.1" status: 200 len: 945 time: 0.2946293 May 20 20:39:40.770093 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [req-a7216763-6184-4718-a670-63dfa0196b6c req-5a0c7f24-5274-4478-b712-65aa44f26bda tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] Calling delete_port for 8d87c637-17a5-42ec-9e52-1fc6319310a7 owned by compute:nova {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:39:40.780202 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=7f3ebca3-508b-418e-88bd-760b98f17cff,revision_number=7']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:39:40.878187 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826749c0-f513-4d08-a0e6-4efc50f35f76 req-25b3d709-ec96-49c8-8475-1f07ef8f87d3 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:39:40.879664 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-826749c0-f513-4d08-a0e6-4efc50f35f76 req-25b3d709-ec96-49c8-8475-1f07ef8f87d3 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e3c1c39-47b2-4b09-b73c-3948794708ee HTTP/1.1" status: 200 len: 950 time: 0.1085229 May 20 20:39:40.920473 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-1aa2e30e-6620-4cec-bc85-d73de77616bd req-3ae14298-42fd-4507-8b5a-c1641124ccc4 service neutron] For port d48c4a89-5248-4669-905a-a53da6b07df6, host n-h1-842733-1, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:39:41.033722 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-826749c0-f513-4d08-a0e6-4efc50f35f76 req-97b130ca-7695-4071-9eb9-a3412c9bcf87 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] Deleting port d98c405b-6579-48af-bdbe-2911ebe2fa55 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:39:41.034321 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-826749c0-f513-4d08-a0e6-4efc50f35f76 req-97b130ca-7695-4071-9eb9-a3412c9bcf87 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:41.041180 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb13a393-1e95-453a-a8fa-345812285948', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd48c4a89-5248-4669-905a-a53da6b07df6'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:39:41.044802 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4291b17aa7b45362825f0571e77c85f5e73afe1df9c7e9e15006df9d695c005e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62b1a10c-3f16-443b-9145-a7722b17355d" -d '{"events": [{"server_uuid": "fb13a393-1e95-453a-a8fa-345812285948", "name": "network-vif-unplugged", "status": "completed", "tag": "d48c4a89-5248-4669-905a-a53da6b07df6"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:39:41.047469 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-1aa2e30e-6620-4cec-bc85-d73de77616bd req-3ae14298-42fd-4507-8b5a-c1641124ccc4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:41.065821 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6f129161-ad9b-46b0-9a6d-25da2a693189 req-8f143bfc-5188-4d4a-9a1a-f7401b5ecf91 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] 10.222.0.35 "GET /v2.0/security-groups?id=0a1ca955-ee86-4e03-bb39-6b1e6a532a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3123426 May 20 20:39:41.135811 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 May 2022 20:39:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-095fe05d-7896-4d39-8d81-6c77b9078abc x-openstack-request-id: req-095fe05d-7896-4d39-8d81-6c77b9078abc {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:39:41.136103 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb13a393-1e95-453a-a8fa-345812285948", "name": "network-vif-unplugged", "status": "completed", "tag": "d48c4a89-5248-4669-905a-a53da6b07df6", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:39:41.136565 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-095fe05d-7896-4d39-8d81-6c77b9078abc {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:39:41.137167 n-d-842733-1 neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-095fe05d-7896-4d39-8d81-6c77b9078abc'] response: {'server_uuid': 'fb13a393-1e95-453a-a8fa-345812285948', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd48c4a89-5248-4669-905a-a53da6b07df6', 'code': 200} May 20 20:39:41.152283 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-1aa2e30e-6620-4cec-bc85-d73de77616bd req-3ae14298-42fd-4507-8b5a-c1641124ccc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:41.154535 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-9c1a2035-d794-4a8c-bfb5-80843a5bcf19 req-cee5c696-4141-4ea4-9a86-56a8e3fc23cc tempest-DeleteServersAdminTestJSON-1856297794 tempest-DeleteServersAdminTestJSON-1856297794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:41.188806 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-826749c0-f513-4d08-a0e6-4efc50f35f76 req-97b130ca-7695-4071-9eb9-a3412c9bcf87 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] For port d98c405b-6579-48af-bdbe-2911ebe2fa55, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=d98c405b-6579-48af-bdbe-2911ebe2fa55,segment=NetworkSegment(ed3a602f-49fb-4a95-be80-401e1eb72e33),segment_id=ed3a602f-49fb-4a95-be80-401e1eb72e33)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:39:41.189307 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-826749c0-f513-4d08-a0e6-4efc50f35f76 req-97b130ca-7695-4071-9eb9-a3412c9bcf87 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:41.204542 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-826749c0-f513-4d08-a0e6-4efc50f35f76 req-97b130ca-7695-4071-9eb9-a3412c9bcf87 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] Calling delete_port for d98c405b-6579-48af-bdbe-2911ebe2fa55 owned by compute:nova {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:39:41.368341 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c1a2035-d794-4a8c-bfb5-80843a5bcf19 req-cee5c696-4141-4ea4-9a86-56a8e3fc23cc tempest-DeleteServersAdminTestJSON-1856297794 tempest-DeleteServersAdminTestJSON-1856297794-project] Network cd702362-b982-46c5-a7d0-51de1b03df86 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:39:41.398088 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [req-9c1a2035-d794-4a8c-bfb5-80843a5bcf19 req-cee5c696-4141-4ea4-9a86-56a8e3fc23cc tempest-DeleteServersAdminTestJSON-1856297794 tempest-DeleteServersAdminTestJSON-1856297794-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:39:41.401619 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c1a2035-d794-4a8c-bfb5-80843a5bcf19 req-cee5c696-4141-4ea4-9a86-56a8e3fc23cc tempest-DeleteServersAdminTestJSON-1856297794 tempest-DeleteServersAdminTestJSON-1856297794-project] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:39:41.413491 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-826749c0-f513-4d08-a0e6-4efc50f35f76 req-97b130ca-7695-4071-9eb9-a3412c9bcf87 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:41.427077 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] get_ports_and_sgs() called for port_ids ['ff8333d5-3411-4ce2-bab2-7173fcf8ad5b', 'ad8036cd-7d02-407a-9e0d-263626d3f679', 'c97eadfd-f41a-4fb2-80fd-962422a3d259'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:39:41.466119 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-a7216763-6184-4718-a670-63dfa0196b6c req-5a0c7f24-5274-4478-b712-65aa44f26bda tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:41.555053 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae14298-42fd-4507-8b5a-c1641124ccc4 service neutron] Pushing event updated for resources: {'Port': ['ID=d48c4a89-5248-4669-905a-a53da6b07df6,revision_number=7']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:39:41.569191 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] get_ports_and_sgs() called for port_ids ['d98c405b-6579-48af-bdbe-2911ebe2fa55'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:39:41.576801 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b130ca-7695-4071-9eb9-a3412c9bcf87 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] Pushing event deleted for resources: {'Port': ['ID=d98c405b-6579-48af-bdbe-2911ebe2fa55,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:39:41.624600 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-826749c0-f513-4d08-a0e6-4efc50f35f76 req-97b130ca-7695-4071-9eb9-a3412c9bcf87 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] No DVR routers for this DVR port d98c405b-6579-48af-bdbe-2911ebe2fa55 on host n-h2-842733-1 {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:39:41.629524 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-826749c0-f513-4d08-a0e6-4efc50f35f76 req-97b130ca-7695-4071-9eb9-a3412c9bcf87 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:41.632789 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-826749c0-f513-4d08-a0e6-4efc50f35f76 req-97b130ca-7695-4071-9eb9-a3412c9bcf87 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] 10.222.0.13 "DELETE /v2.0/ports/d98c405b-6579-48af-bdbe-2911ebe2fa55 HTTP/1.1" status: 204 len: 173 time: 0.7457223 May 20 20:39:41.633296 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e3c1c39-47b2-4b09-b73c-3948794708ee', 'name': 'network-vif-deleted', 'tag': 'd98c405b-6579-48af-bdbe-2911ebe2fa55'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:39:41.648493 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6fa957933fccbf596d28104b23404b952ad6a8238afaebaed40a0874b2e409" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d731f79b-07fb-46a2-b1bd-46cd75960d4f" -d '{"events": [{"server_uuid": "9e3c1c39-47b2-4b09-b73c-3948794708ee", "name": "network-vif-deleted", "tag": "d98c405b-6579-48af-bdbe-2911ebe2fa55"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:39:41.700208 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83baf415-108b-4dec-a2e5-f1721f6ec532 req-b07d5ca0-f76c-4a19-afb2-6e0f6c232daf tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:39:41.702644 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-83baf415-108b-4dec-a2e5-f1721f6ec532 req-b07d5ca0-f76c-4a19-afb2-6e0f6c232daf tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.35 "GET /v2.0/networks?id=fef9e30f-3c34-4b6b-9bd5-2a167649e7b0 HTTP/1.1" status: 200 len: 820 time: 0.5692518 May 20 20:39:41.726456 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-1aa2e30e-6620-4cec-bc85-d73de77616bd req-3ae14298-42fd-4507-8b5a-c1641124ccc4 service neutron] Attempting to bind port d48c4a89-5248-4669-905a-a53da6b07df6 on host n-h1-842733-1 for vnic_type normal with profile {"migrating_to": "n-h2-842733-1"} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:39:41.727024 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-1aa2e30e-6620-4cec-bc85-d73de77616bd req-3ae14298-42fd-4507-8b5a-c1641124ccc4 service neutron] Attempting to bind port d48c4a89-5248-4669-905a-a53da6b07df6 by drivers openvswitch,hyperv on host n-h1-842733-1 at level 0 using segments [{'id': '8e7444da-2574-4e87-afbd-a324be0dd68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'f2296de0-b06c-422e-98fe-14a3771aba33'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:39:41.727024 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aa2e30e-6620-4cec-bc85-d73de77616bd req-3ae14298-42fd-4507-8b5a-c1641124ccc4 service neutron] Attempting to bind port d48c4a89-5248-4669-905a-a53da6b07df6 on network f2296de0-b06c-422e-98fe-14a3771aba33 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:39:41.730957 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] get_ports_and_sgs() called for port_ids ['d98c405b-6579-48af-bdbe-2911ebe2fa55'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:39:41.737660 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f5ff09-8932-4526-bac2-31b9e49e818a req-3bdbff13-d1e3-44ae-9294-3cc562ed5fa6 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:39:41.739626 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-00f5ff09-8932-4526-bac2-31b9e49e818a req-3bdbff13-d1e3-44ae-9294-3cc562ed5fa6 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c3b8525-c1c2-452b-9384-dea38d96ba7d HTTP/1.1" status: 200 len: 949 time: 0.4932413 May 20 20:39:41.760887 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1a2035-d794-4a8c-bfb5-80843a5bcf19 req-cee5c696-4141-4ea4-9a86-56a8e3fc23cc tempest-DeleteServersAdminTestJSON-1856297794 tempest-DeleteServersAdminTestJSON-1856297794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:39:41.761606 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-9c1a2035-d794-4a8c-bfb5-80843a5bcf19 req-cee5c696-4141-4ea4-9a86-56a8e3fc23cc tempest-DeleteServersAdminTestJSON-1856297794 tempest-DeleteServersAdminTestJSON-1856297794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:41.806465 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7216763-6184-4718-a670-63dfa0196b6c req-5a0c7f24-5274-4478-b712-65aa44f26bda tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] No DVR routers for this DVR port 8d87c637-17a5-42ec-9e52-1fc6319310a7 on host n-h1-842733-1 {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:39:41.819629 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee5c696-4141-4ea4-9a86-56a8e3fc23cc tempest-DeleteServersAdminTestJSON-1856297794 tempest-DeleteServersAdminTestJSON-1856297794-project] Pushing event updated for resources: {'Port': ['ID=83e703bf-63a2-4927-a01d-e95bf1bc0785,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:39:41.822580 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aa2e30e-6620-4cec-bc85-d73de77616bd req-3ae14298-42fd-4507-8b5a-c1641124ccc4 service neutron] Port d48c4a89-5248-4669-905a-a53da6b07df6 on network f2296de0-b06c-422e-98fe-14a3771aba33 not bound, no agent of type Open vSwitch agent registered on host n-h1-842733-1 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 20:39:41.822900 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aa2e30e-6620-4cec-bc85-d73de77616bd req-3ae14298-42fd-4507-8b5a-c1641124ccc4 service neutron] Attempting to bind port d48c4a89-5248-4669-905a-a53da6b07df6 on network f2296de0-b06c-422e-98fe-14a3771aba33 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:39:41.833617 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-a7216763-6184-4718-a670-63dfa0196b6c req-5a0c7f24-5274-4478-b712-65aa44f26bda tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:41.838569 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a7216763-6184-4718-a670-63dfa0196b6c req-5a0c7f24-5274-4478-b712-65aa44f26bda tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] 10.222.0.24 "DELETE /v2.0/ports/8d87c637-17a5-42ec-9e52-1fc6319310a7 HTTP/1.1" status: 204 len: 173 time: 2.0412896 May 20 20:39:41.846023 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aa2e30e-6620-4cec-bc85-d73de77616bd req-3ae14298-42fd-4507-8b5a-c1641124ccc4 service neutron] Checking agent: {'id': '08dfb1ce-804b-4db8-838b-21094082e041', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 32, 54), 'started_at': datetime.datetime(2022, 5, 20, 20, 32, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 39, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:39:41.848595 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aa2e30e-6620-4cec-bc85-d73de77616bd req-3ae14298-42fd-4507-8b5a-c1641124ccc4 service neutron] Checking segment: {'id': '8e7444da-2574-4e87-afbd-a324be0dd68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'f2296de0-b06c-422e-98fe-14a3771aba33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:39:41.848595 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aa2e30e-6620-4cec-bc85-d73de77616bd req-3ae14298-42fd-4507-8b5a-c1641124ccc4 service neutron] Bound using segment: {'id': '8e7444da-2574-4e87-afbd-a324be0dd68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'f2296de0-b06c-422e-98fe-14a3771aba33'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:39:41.848595 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-1aa2e30e-6620-4cec-bc85-d73de77616bd req-3ae14298-42fd-4507-8b5a-c1641124ccc4 service neutron] Bound port: d48c4a89-5248-4669-905a-a53da6b07df6, host: n-h1-842733-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e7444da-2574-4e87-afbd-a324be0dd68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'f2296de0-b06c-422e-98fe-14a3771aba33'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:39:41.848595 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-1aa2e30e-6620-4cec-bc85-d73de77616bd req-3ae14298-42fd-4507-8b5a-c1641124ccc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:41.862510 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-83baf415-108b-4dec-a2e5-f1721f6ec532 req-ba686b04-45aa-4d4c-a620-ae084c5a7fcd tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.35 "GET /v2.0/quotas/8b3cc11ab7334369b6693afcab69aa6e HTTP/1.1" status: 200 len: 375 time: 0.1202068 May 20 20:39:41.911491 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0c7f24-5274-4478-b712-65aa44f26bda tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] Pushing event deleted for resources: {'Port': ['ID=8d87c637-17a5-42ec-9e52-1fc6319310a7,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:39:41.929398 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-61990733-deab-4e0f-8971-d74455890303 None None] Provisioning complete for port 83e703bf-63a2-4927-a01d-e95bf1bc0785 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:39:41.930189 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-61990733-deab-4e0f-8971-d74455890303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:42.006005 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-1aa2e30e-6620-4cec-bc85-d73de77616bd req-3ae14298-42fd-4507-8b5a-c1641124ccc4 service neutron] For port d48c4a89-5248-4669-905a-a53da6b07df6, host n-h1-842733-1, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:39:42.009203 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 8d87c637-17a5-42ec-9e52-1fc6319310a7 no longer exists at agent hyperv_n-h1-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:39:42.010465 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-1aa2e30e-6620-4cec-bc85-d73de77616bd req-3ae14298-42fd-4507-8b5a-c1641124ccc4 service neutron] For port d48c4a89-5248-4669-905a-a53da6b07df6, host n-h1-842733-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=d48c4a89-5248-4669-905a-a53da6b07df6,segment=NetworkSegment(8e7444da-2574-4e87-afbd-a324be0dd68b),segment_id=8e7444da-2574-4e87-afbd-a324be0dd68b)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:39:42.039153 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9c1a2035-d794-4a8c-bfb5-80843a5bcf19 req-cee5c696-4141-4ea4-9a86-56a8e3fc23cc tempest-DeleteServersAdminTestJSON-1856297794 tempest-DeleteServersAdminTestJSON-1856297794-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0056913 May 20 20:39:42.063331 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-00f5ff09-8932-4526-bac2-31b9e49e818a req-c27c2e10-ffb4-47d9-aab9-4f5a5414883a tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c2aa399-3055-4eb0-8f1a-45933e0e3cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3075662 May 20 20:39:42.073174 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [req-9c1a2035-d794-4a8c-bfb5-80843a5bcf19 req-9971fe40-f714-441c-b933-a290417d7555 service neutron] Request body: {'port': {'device_id': '063280fd-ba5a-40d4-9841-0309bcb717e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-842733-1'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:39:42.088896 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] No Port match for: 8d87c637-17a5-42ec-9e52-1fc6319310a7 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 20:39:42.089255 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 8d87c637-17a5-42ec-9e52-1fc6319310a7 not bound to the agent host n-h1-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 20:39:42.097413 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-61990733-deab-4e0f-8971-d74455890303 None None] Port 83e703bf-63a2-4927-a01d-e95bf1bc0785 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 20:39:42.131567 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-83baf415-108b-4dec-a2e5-f1721f6ec532 req-dbc778ad-5d36-4505-8caa-6001833093c3 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=8b3cc11ab7334369b6693afcab69aa6e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2417026 May 20 20:39:42.133053 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-1aa2e30e-6620-4cec-bc85-d73de77616bd req-3ae14298-42fd-4507-8b5a-c1641124ccc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:42.263124 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 14bab9e1-74b5-4180-9f49-6dd544eb5e30 details requested by agent hyperv_n-h2-842733-1 with host n-h2-842733-1 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 20:39:42.308105 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-9c1a2035-d794-4a8c-bfb5-80843a5bcf19 req-9971fe40-f714-441c-b933-a290417d7555 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:42.331302 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae14298-42fd-4507-8b5a-c1641124ccc4 service neutron] Pushing event updated for resources: {'Port': ['ID=d48c4a89-5248-4669-905a-a53da6b07df6,revision_number=8']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:39:42.393850 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa2e30e-6620-4cec-bc85-d73de77616bd req-3ae14298-42fd-4507-8b5a-c1641124ccc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:39:42.394466 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-1aa2e30e-6620-4cec-bc85-d73de77616bd req-3ae14298-42fd-4507-8b5a-c1641124ccc4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:42.395855 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1aa2e30e-6620-4cec-bc85-d73de77616bd req-3ae14298-42fd-4507-8b5a-c1641124ccc4 service neutron] 10.222.0.13 "PUT /v2.0/ports/d48c4a89-5248-4669-905a-a53da6b07df6 HTTP/1.1" status: 200 len: 1121 time: 2.6816595 May 20 20:39:42.443038 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-83baf415-108b-4dec-a2e5-f1721f6ec532 req-ce1da7a1-588a-4eff-b9e4-2af1d897d107 service neutron] 10.222.0.35 "GET /v2.0/networks/fef9e30f-3c34-4b6b-9bd5-2a167649e7b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2966385 May 20 20:39:42.581552 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port 14bab9e1-74b5-4180-9f49-6dd544eb5e30, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=14bab9e1-74b5-4180-9f49-6dd544eb5e30,segment=NetworkSegment(ed3a602f-49fb-4a95-be80-401e1eb72e33),segment_id=ed3a602f-49fb-4a95-be80-401e1eb72e33)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:39:42.636919 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Returning: {'device': '14bab9e1-74b5-4180-9f49-6dd544eb5e30', 'network_id': 'cd702362-b982-46c5-a7d0-51de1b03df86', 'port_id': '14bab9e1-74b5-4180-9f49-6dd544eb5e30', 'mac_address': 'fa:16:3e:cc:ed:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26b342ea-254c-483a-9ea9-f11c178970eb', 'ip_address': '192.168.233.138'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 20 20:39:42.736599 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] get_ports_and_sgs() called for port_ids ['d48c4a89-5248-4669-905a-a53da6b07df6'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:39:42.799163 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] get_ports_and_sgs() called for port_ids ['d48c4a89-5248-4669-905a-a53da6b07df6'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:39:42.937146 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port 14bab9e1-74b5-4180-9f49-6dd544eb5e30 is: ACTIVE; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:39:42.938335 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:42.986790 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 14bab9e1-74b5-4180-9f49-6dd544eb5e30 {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:39:43.049569 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port 14bab9e1-74b5-4180-9f49-6dd544eb5e30, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=14bab9e1-74b5-4180-9f49-6dd544eb5e30,segment=NetworkSegment(ed3a602f-49fb-4a95-be80-401e1eb72e33),segment_id=ed3a602f-49fb-4a95-be80-401e1eb72e33)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:39:43.130739 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:43.131591 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device d48c4a89-5248-4669-905a-a53da6b07df6 details requested by agent hyperv_n-h2-842733-1 with host n-h2-842733-1 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 20:39:43.170114 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c3b8525-c1c2-452b-9384-dea38d96ba7d', 'name': 'network-vif-deleted', 'tag': '8d87c637-17a5-42ec-9e52-1fc6319310a7'}, {'name': 'network-changed', 'server_uuid': 'fb13a393-1e95-453a-a8fa-345812285948', 'tag': 'd48c4a89-5248-4669-905a-a53da6b07df6'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:39:43.183826 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4291b17aa7b45362825f0571e77c85f5e73afe1df9c7e9e15006df9d695c005e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edf0e4d1-0c90-4d55-aca1-c0389761e196" -d '{"events": [{"server_uuid": "6c3b8525-c1c2-452b-9384-dea38d96ba7d", "name": "network-vif-deleted", "tag": "8d87c637-17a5-42ec-9e52-1fc6319310a7"}, {"name": "network-changed", "server_uuid": "fb13a393-1e95-453a-a8fa-345812285948", "tag": "d48c4a89-5248-4669-905a-a53da6b07df6"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:39:43.209773 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] get_ports_and_sgs() called for port_ids ['ff8333d5-3411-4ce2-bab2-7173fcf8ad5b', 'ad8036cd-7d02-407a-9e0d-263626d3f679', 'c97eadfd-f41a-4fb2-80fd-962422a3d259'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:39:43.342303 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279552c7-0aea-4fe5-9a81-353fee9d0b5a req-c2c2ae5c-e561-471f-baa8-54f0207fda46 tempest-DeleteServersAdminTestJSON-1856297794 tempest-DeleteServersAdminTestJSON-1856297794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:39:43.350615 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-279552c7-0aea-4fe5-9a81-353fee9d0b5a req-c2c2ae5c-e561-471f-baa8-54f0207fda46 tempest-DeleteServersAdminTestJSON-1856297794 tempest-DeleteServersAdminTestJSON-1856297794-project] 10.222.0.35 "GET /v2.0/ports?device_id=063280fd-ba5a-40d4-9841-0309bcb717e9 HTTP/1.1" status: 200 len: 936 time: 0.1959302 May 20 20:39:43.385355 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-83baf415-108b-4dec-a2e5-f1721f6ec532 req-930e0ad7-e75b-40c4-b2da-a9e365d5a410 service neutron] 10.222.0.35 "GET /v2.0/networks/fef9e30f-3c34-4b6b-9bd5-2a167649e7b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9273834 May 20 20:39:43.396314 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=14bab9e1-74b5-4180-9f49-6dd544eb5e30,revision_number=6']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:39:43.426200 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-279552c7-0aea-4fe5-9a81-353fee9d0b5a req-1cde849e-abb8-4a6d-93f9-ed18b467165e tempest-DeleteServersAdminTestJSON-1856297794 tempest-DeleteServersAdminTestJSON-1856297794-project] 10.222.0.35 "GET /v2.0/security-groups?id=d6903454-4a4e-41a2-89af-df0b3db87427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747492 May 20 20:39:43.456503 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port d48c4a89-5248-4669-905a-a53da6b07df6, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=d48c4a89-5248-4669-905a-a53da6b07df6,segment=NetworkSegment(8e7444da-2574-4e87-afbd-a324be0dd68b),segment_id=8e7444da-2574-4e87-afbd-a324be0dd68b)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:39:43.559687 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [req-9c1a2035-d794-4a8c-bfb5-80843a5bcf19 req-9971fe40-f714-441c-b933-a290417d7555 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83e703bf-63a2-4927-a01d-e95bf1bc0785 {{(pid=103163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:39:43.581284 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device d48c4a89-5248-4669-905a-a53da6b07df6 has no active binding in host n-h2-842733-1 {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} May 20 20:39:43.586940 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-9c1a2035-d794-4a8c-bfb5-80843a5bcf19 req-9971fe40-f714-441c-b933-a290417d7555 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:43.625767 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [req-9c1a2035-d794-4a8c-bfb5-80843a5bcf19 req-9971fe40-f714-441c-b933-a290417d7555 service neutron] Transition to ACTIVE for port object 83e703bf-63a2-4927-a01d-e95bf1bc0785 will not be triggered until provisioned by entity L2. {{(pid=103163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 20:39:43.692435 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-9c1a2035-d794-4a8c-bfb5-80843a5bcf19 req-9971fe40-f714-441c-b933-a290417d7555 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:43.769001 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 20:39:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4baefae1-2624-4e56-9ca3-dd2c0b8a0f2b x-openstack-request-id: req-4baefae1-2624-4e56-9ca3-dd2c0b8a0f2b {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:39:43.770616 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e3c1c39-47b2-4b09-b73c-3948794708ee", "name": "network-vif-deleted", "tag": "d98c405b-6579-48af-bdbe-2911ebe2fa55", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:39:43.771218 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4baefae1-2624-4e56-9ca3-dd2c0b8a0f2b {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:39:43.772283 n-d-842733-1 neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4baefae1-2624-4e56-9ca3-dd2c0b8a0f2b'] response: {'server_uuid': '9e3c1c39-47b2-4b09-b73c-3948794708ee', 'name': 'network-vif-deleted', 'tag': 'd98c405b-6579-48af-bdbe-2911ebe2fa55', 'status': 'completed', 'code': 200} May 20 20:39:43.800836 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9971fe40-f714-441c-b933-a290417d7555 service neutron] Pushing event updated for resources: {'Port': ['ID=83e703bf-63a2-4927-a01d-e95bf1bc0785,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:39:43.883397 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] get_ports_and_sgs() called for port_ids ['14bab9e1-74b5-4180-9f49-6dd544eb5e30'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:39:44.014653 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbb49e7-12ca-46dd-956f-2b37b8273cff req-d04337d2-320d-428a-8184-ed853ebcc435 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:39:44.016738 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0bbb49e7-12ca-46dd-956f-2b37b8273cff req-d04337d2-320d-428a-8184-ed853ebcc435 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] 10.222.0.35 "GET /v2.0/ports?device_id=fb13a393-1e95-453a-a8fa-345812285948 HTTP/1.1" status: 200 len: 943 time: 0.1290851 May 20 20:39:44.018170 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-9c1a2035-d794-4a8c-bfb5-80843a5bcf19 req-9971fe40-f714-441c-b933-a290417d7555 service neutron] Attempting to bind port 83e703bf-63a2-4927-a01d-e95bf1bc0785 on host n-h1-842733-1 for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:39:44.018498 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-9c1a2035-d794-4a8c-bfb5-80843a5bcf19 req-9971fe40-f714-441c-b933-a290417d7555 service neutron] Attempting to bind port 83e703bf-63a2-4927-a01d-e95bf1bc0785 by drivers openvswitch,hyperv on host n-h1-842733-1 at level 0 using segments [{'id': 'ed3a602f-49fb-4a95-be80-401e1eb72e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'cd702362-b982-46c5-a7d0-51de1b03df86'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:39:44.018819 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c1a2035-d794-4a8c-bfb5-80843a5bcf19 req-9971fe40-f714-441c-b933-a290417d7555 service neutron] Attempting to bind port 83e703bf-63a2-4927-a01d-e95bf1bc0785 on network cd702362-b982-46c5-a7d0-51de1b03df86 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:39:44.029932 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c1a2035-d794-4a8c-bfb5-80843a5bcf19 req-9971fe40-f714-441c-b933-a290417d7555 service neutron] Port 83e703bf-63a2-4927-a01d-e95bf1bc0785 on network cd702362-b982-46c5-a7d0-51de1b03df86 not bound, no agent of type Open vSwitch agent registered on host n-h1-842733-1 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 20:39:44.033397 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c1a2035-d794-4a8c-bfb5-80843a5bcf19 req-9971fe40-f714-441c-b933-a290417d7555 service neutron] Attempting to bind port 83e703bf-63a2-4927-a01d-e95bf1bc0785 on network cd702362-b982-46c5-a7d0-51de1b03df86 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:39:44.065307 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c1a2035-d794-4a8c-bfb5-80843a5bcf19 req-9971fe40-f714-441c-b933-a290417d7555 service neutron] Checking agent: {'id': '08dfb1ce-804b-4db8-838b-21094082e041', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 32, 54), 'started_at': datetime.datetime(2022, 5, 20, 20, 32, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 39, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:39:44.065307 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c1a2035-d794-4a8c-bfb5-80843a5bcf19 req-9971fe40-f714-441c-b933-a290417d7555 service neutron] Checking segment: {'id': 'ed3a602f-49fb-4a95-be80-401e1eb72e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'cd702362-b982-46c5-a7d0-51de1b03df86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:39:44.065307 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c1a2035-d794-4a8c-bfb5-80843a5bcf19 req-9971fe40-f714-441c-b933-a290417d7555 service neutron] Bound using segment: {'id': 'ed3a602f-49fb-4a95-be80-401e1eb72e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'cd702362-b982-46c5-a7d0-51de1b03df86'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:39:44.065688 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-9c1a2035-d794-4a8c-bfb5-80843a5bcf19 req-9971fe40-f714-441c-b933-a290417d7555 service neutron] Bound port: 83e703bf-63a2-4927-a01d-e95bf1bc0785, host: n-h1-842733-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed3a602f-49fb-4a95-be80-401e1eb72e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'cd702362-b982-46c5-a7d0-51de1b03df86'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:39:44.066118 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-9c1a2035-d794-4a8c-bfb5-80843a5bcf19 req-9971fe40-f714-441c-b933-a290417d7555 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:44.227468 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0bbb49e7-12ca-46dd-956f-2b37b8273cff req-7b683026-2755-482b-b44b-22bafe60ed3d tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] 10.222.0.35 "GET /v2.0/security-groups?id=0a1ca955-ee86-4e03-bb39-6b1e6a532a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994622 May 20 20:39:44.271507 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device d98c405b-6579-48af-bdbe-2911ebe2fa55 no longer exists at agent hyperv_n-h2-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:39:44.312361 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-9c1a2035-d794-4a8c-bfb5-80843a5bcf19 req-9971fe40-f714-441c-b933-a290417d7555 service neutron] For port 83e703bf-63a2-4927-a01d-e95bf1bc0785, host n-h1-842733-1, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:39:44.316524 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-9c1a2035-d794-4a8c-bfb5-80843a5bcf19 req-9971fe40-f714-441c-b933-a290417d7555 service neutron] For port 83e703bf-63a2-4927-a01d-e95bf1bc0785, host n-h1-842733-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=83e703bf-63a2-4927-a01d-e95bf1bc0785,segment=NetworkSegment(ed3a602f-49fb-4a95-be80-401e1eb72e33),segment_id=ed3a602f-49fb-4a95-be80-401e1eb72e33)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:39:44.369685 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 20 May 2022 20:39:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9107ebe-b51e-4d5b-98d2-4850311ddbb6 x-openstack-request-id: req-c9107ebe-b51e-4d5b-98d2-4850311ddbb6 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:39:44.369685 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c3b8525-c1c2-452b-9384-dea38d96ba7d", "name": "network-vif-deleted", "tag": "8d87c637-17a5-42ec-9e52-1fc6319310a7", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "fb13a393-1e95-453a-a8fa-345812285948", "tag": "d48c4a89-5248-4669-905a-a53da6b07df6", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:39:44.369685 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c9107ebe-b51e-4d5b-98d2-4850311ddbb6 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:39:44.369685 n-d-842733-1 neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9107ebe-b51e-4d5b-98d2-4850311ddbb6'] response: {'server_uuid': '6c3b8525-c1c2-452b-9384-dea38d96ba7d', 'name': 'network-vif-deleted', 'tag': '8d87c637-17a5-42ec-9e52-1fc6319310a7', 'status': 'completed', 'code': 200} May 20 20:39:44.369685 n-d-842733-1 neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9107ebe-b51e-4d5b-98d2-4850311ddbb6'] response: {'name': 'network-changed', 'server_uuid': 'fb13a393-1e95-453a-a8fa-345812285948', 'tag': 'd48c4a89-5248-4669-905a-a53da6b07df6', 'status': 'completed', 'code': 200} May 20 20:39:44.390254 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-9c1a2035-d794-4a8c-bfb5-80843a5bcf19 req-9971fe40-f714-441c-b933-a290417d7555 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:44.446830 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] No Port match for: d98c405b-6579-48af-bdbe-2911ebe2fa55 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 20:39:44.452345 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device d98c405b-6579-48af-bdbe-2911ebe2fa55 not bound to the agent host n-h2-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 20:39:44.514270 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1a2035-d794-4a8c-bfb5-80843a5bcf19 req-9971fe40-f714-441c-b933-a290417d7555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:39:44.514270 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-9c1a2035-d794-4a8c-bfb5-80843a5bcf19 req-9971fe40-f714-441c-b933-a290417d7555 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:44.514270 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9c1a2035-d794-4a8c-bfb5-80843a5bcf19 req-9971fe40-f714-441c-b933-a290417d7555 service neutron] 10.222.0.24 "PUT /v2.0/ports/83e703bf-63a2-4927-a01d-e95bf1bc0785 HTTP/1.1" status: 200 len: 1096 time: 2.4457707 May 20 20:39:44.591246 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9971fe40-f714-441c-b933-a290417d7555 service neutron] Pushing event updated for resources: {'Port': ['ID=83e703bf-63a2-4927-a01d-e95bf1bc0785,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:39:44.661373 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf0e4d1-0c90-4d55-aca1-c0389761e196 req-26ce9c4c-97b0-4e1f-888c-bd87a3178908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:39:44.663243 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-edf0e4d1-0c90-4d55-aca1-c0389761e196 req-26ce9c4c-97b0-4e1f-888c-bd87a3178908 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=33876e14b0274b60a421aea47180bf46&device_id=fb13a393-1e95-453a-a8fa-345812285948 HTTP/1.1" status: 200 len: 1124 time: 0.2697461 May 20 20:39:44.772983 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-22ff1ac1-2388-4d0a-9828-21ca89fe6bd9 req-f5dbfdca-e4a9-44ae-be7f-a5d3a32e4dcb tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.35 "GET /v2.0/ports?device_id=532663b2-24ff-4076-90d7-3126e956882e HTTP/1.1" status: 200 len: 210 time: 0.1771364 May 20 20:39:45.001865 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1a2035-d794-4a8c-bfb5-80843a5bcf19 req-74e227eb-ca12-4db7-a59e-5dfb7a278a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:39:45.003307 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9c1a2035-d794-4a8c-bfb5-80843a5bcf19 req-74e227eb-ca12-4db7-a59e-5dfb7a278a68 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=742d4b3430f94d92945cee196b9b431a&device_id=063280fd-ba5a-40d4-9841-0309bcb717e9 HTTP/1.1" status: 200 len: 1099 time: 0.3627975 May 20 20:39:45.136756 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf0e4d1-0c90-4d55-aca1-c0389761e196 req-73834824-00af-4ccf-a26a-722238170227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:39:45.140597 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-edf0e4d1-0c90-4d55-aca1-c0389761e196 req-73834824-00af-4ccf-a26a-722238170227 service neutron] 10.222.0.24 "GET /v2.0/networks?id=f2296de0-b06c-422e-98fe-14a3771aba33 HTTP/1.1" status: 200 len: 908 time: 0.4302099 May 20 20:39:45.143590 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9c1a2035-d794-4a8c-bfb5-80843a5bcf19 req-7f582b8c-7bba-47e9-a33a-3f725c1da366 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=83e703bf-63a2-4927-a01d-e95bf1bc0785 HTTP/1.1" status: 200 len: 217 time: 0.1168594 May 20 20:39:45.224409 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-edf0e4d1-0c90-4d55-aca1-c0389761e196 req-b948ffa4-d443-4385-ad75-ab937411ae62 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d48c4a89-5248-4669-905a-a53da6b07df6 HTTP/1.1" status: 200 len: 217 time: 0.0729713 May 20 20:39:45.303929 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf0e4d1-0c90-4d55-aca1-c0389761e196 req-28050ad8-cbd0-4893-9d80-c92a66d045f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:39:45.306753 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-edf0e4d1-0c90-4d55-aca1-c0389761e196 req-28050ad8-cbd0-4893-9d80-c92a66d045f4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f9e5fad6-106c-4fb6-bdcf-0e79e7e3eb1f HTTP/1.1" status: 200 len: 847 time: 0.0567143 May 20 20:39:45.354045 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-edf0e4d1-0c90-4d55-aca1-c0389761e196 req-5c56152c-9645-4b16-b0d6-2b8d40cea6ee service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f2296de0-b06c-422e-98fe-14a3771aba33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397589 May 20 20:39:45.463649 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1a2035-d794-4a8c-bfb5-80843a5bcf19 req-2c750887-21f5-4add-b312-a0ccead15f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:39:45.465576 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9c1a2035-d794-4a8c-bfb5-80843a5bcf19 req-2c750887-21f5-4add-b312-a0ccead15f10 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=26b342ea-254c-483a-9ea9-f11c178970eb HTTP/1.1" status: 200 len: 843 time: 0.3119426 May 20 20:39:45.474695 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80bf59c-c2de-437f-9bcc-8b1fbdbcf7ea req-d84ba90c-af81-4a2b-9bfe-b3d251b20bce tempest-DeleteServersAdminTestJSON-1856297794 tempest-DeleteServersAdminTestJSON-1856297794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:39:45.488625 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c80bf59c-c2de-437f-9bcc-8b1fbdbcf7ea req-d84ba90c-af81-4a2b-9bfe-b3d251b20bce tempest-DeleteServersAdminTestJSON-1856297794 tempest-DeleteServersAdminTestJSON-1856297794-project] 10.222.0.35 "GET /v2.0/ports?device_id=063280fd-ba5a-40d4-9841-0309bcb717e9 HTTP/1.1" status: 200 len: 948 time: 0.3757641 May 20 20:39:45.550646 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-edf0e4d1-0c90-4d55-aca1-c0389761e196 req-60142e16-5a3a-4895-9696-17641a462686 service neutron] 10.222.0.24 "GET /v2.0/networks/f2296de0-b06c-422e-98fe-14a3771aba33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1828990 May 20 20:39:45.613484 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c80bf59c-c2de-437f-9bcc-8b1fbdbcf7ea req-81b344e6-579a-4693-b0d5-b1dcf66e5912 tempest-DeleteServersAdminTestJSON-1856297794 tempest-DeleteServersAdminTestJSON-1856297794-project] 10.222.0.35 "GET /v2.0/security-groups?id=d6903454-4a4e-41a2-89af-df0b3db87427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237769 May 20 20:39:45.690737 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1a2035-d794-4a8c-bfb5-80843a5bcf19 req-9c9e7b94-7fa3-438f-aa57-3d678c23cabd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:39:45.697609 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9c1a2035-d794-4a8c-bfb5-80843a5bcf19 req-9c9e7b94-7fa3-438f-aa57-3d678c23cabd service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cd702362-b982-46c5-a7d0-51de1b03df86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1879284 May 20 20:39:45.815106 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-edf0e4d1-0c90-4d55-aca1-c0389761e196 req-bd27e40b-1eac-496b-abea-a4f19d56b79d service neutron] 10.222.0.24 "GET /v2.0/networks/f2296de0-b06c-422e-98fe-14a3771aba33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2069499 May 20 20:39:45.841763 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9c1a2035-d794-4a8c-bfb5-80843a5bcf19 req-44fe4dc3-2335-43f3-be8d-674c032be5d1 service neutron] 10.222.0.24 "GET /v2.0/networks/cd702362-b982-46c5-a7d0-51de1b03df86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345034 May 20 20:39:45.949584 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9c1a2035-d794-4a8c-bfb5-80843a5bcf19 req-3452f60c-2407-4587-9cf3-ca7187cbd0ae service neutron] 10.222.0.24 "GET /v2.0/networks/cd702362-b982-46c5-a7d0-51de1b03df86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961928 May 20 20:39:46.253841 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 14bab9e1-74b5-4180-9f49-6dd544eb5e30 up at agent hyperv_n-h2-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:39:46.311503 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Provisioning complete for port 14bab9e1-74b5-4180-9f49-6dd544eb5e30 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:39:46.312133 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:46.370490 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '063280fd-ba5a-40d4-9841-0309bcb717e9', 'tag': '83e703bf-63a2-4927-a01d-e95bf1bc0785'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:39:46.373334 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4291b17aa7b45362825f0571e77c85f5e73afe1df9c7e9e15006df9d695c005e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be64c172-39c3-4f02-9e4e-334cf72cd922" -d '{"events": [{"name": "network-changed", "server_uuid": "063280fd-ba5a-40d4-9841-0309bcb717e9", "tag": "83e703bf-63a2-4927-a01d-e95bf1bc0785"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:39:46.405230 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port 14bab9e1-74b5-4180-9f49-6dd544eb5e30 is: BUILD; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:39:46.405763 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:46.434949 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6959d056-8674-41a0-844d-fdbf9dc52e77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14bab9e1-74b5-4180-9f49-6dd544eb5e30'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:39:46.437523 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8485417003ce7c0410b00f5cdc2f391e21107b70bb68e2773712534a96e108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f3bbf37-c5ad-4bed-b07c-92a19f2510c9" -d '{"events": [{"server_uuid": "6959d056-8674-41a0-844d-fdbf9dc52e77", "name": "network-vif-plugged", "status": "completed", "tag": "14bab9e1-74b5-4180-9f49-6dd544eb5e30"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:39:46.456557 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port 14bab9e1-74b5-4180-9f49-6dd544eb5e30, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=14bab9e1-74b5-4180-9f49-6dd544eb5e30,segment=NetworkSegment(ed3a602f-49fb-4a95-be80-401e1eb72e33),segment_id=ed3a602f-49fb-4a95-be80-401e1eb72e33)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:39:46.534190 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33d605b-e782-4833-ae44-a1f7d4ca3b77 req-d8691669-0be0-4751-a1cc-cf9eef4a4340 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:39:46.535147 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a33d605b-e782-4833-ae44-a1f7d4ca3b77 req-d8691669-0be0-4751-a1cc-cf9eef4a4340 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] 10.222.0.35 "GET /v2.0/ports?device_id=fb13a393-1e95-453a-a8fa-345812285948 HTTP/1.1" status: 200 len: 943 time: 0.0624037 May 20 20:39:46.600752 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a33d605b-e782-4833-ae44-a1f7d4ca3b77 req-27e3ac52-d789-4686-ad33-d70590e87acd tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] 10.222.0.35 "GET /v2.0/security-groups?id=0a1ca955-ee86-4e03-bb39-6b1e6a532a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514112 May 20 20:39:46.606805 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:46.931454 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c4b99154-71c1-4c63-9d86-059ae78a2e9d req-7a1183ad-5243-4a18-96f5-8cc0503a82fd tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.35 "GET /v2.0/ports?device_id=532663b2-24ff-4076-90d7-3126e956882e HTTP/1.1" status: 200 len: 210 time: 0.0621228 May 20 20:39:47.036687 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 20:39:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b184cb1-cc13-46d8-8118-2a798e05fd0a x-openstack-request-id: req-0b184cb1-cc13-46d8-8118-2a798e05fd0a {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:39:47.040289 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "063280fd-ba5a-40d4-9841-0309bcb717e9", "tag": "83e703bf-63a2-4927-a01d-e95bf1bc0785", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:39:47.040601 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0b184cb1-cc13-46d8-8118-2a798e05fd0a {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:39:47.041042 n-d-842733-1 neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b184cb1-cc13-46d8-8118-2a798e05fd0a'] response: {'name': 'network-changed', 'server_uuid': '063280fd-ba5a-40d4-9841-0309bcb717e9', 'tag': '83e703bf-63a2-4927-a01d-e95bf1bc0785', 'status': 'completed', 'code': 200} May 20 20:39:47.102753 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=14bab9e1-74b5-4180-9f49-6dd544eb5e30,revision_number=7']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:39:47.126481 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:39:47.127553 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:39:47.127790 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:39:47.128125 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:39:47.128448 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:39:47.130561 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:39:47.130781 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:39:47.131124 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:39:47.131455 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:39:47.134891 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:39:47.134891 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:39:47.134891 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:39:47.148032 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be64c172-39c3-4f02-9e4e-334cf72cd922 req-0a88902c-2747-4969-a57b-81dd0b6ef586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:39:47.150198 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-be64c172-39c3-4f02-9e4e-334cf72cd922 req-0a88902c-2747-4969-a57b-81dd0b6ef586 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=742d4b3430f94d92945cee196b9b431a&device_id=063280fd-ba5a-40d4-9841-0309bcb717e9 HTTP/1.1" status: 200 len: 1099 time: 0.0871487 May 20 20:39:47.294789 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be64c172-39c3-4f02-9e4e-334cf72cd922 req-92a9ed06-b6c0-45f5-8966-ec8c87cee545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:39:47.306137 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-be64c172-39c3-4f02-9e4e-334cf72cd922 req-92a9ed06-b6c0-45f5-8966-ec8c87cee545 service neutron] 10.222.0.24 "GET /v2.0/networks?id=cd702362-b982-46c5-a7d0-51de1b03df86 HTTP/1.1" status: 200 len: 870 time: 0.1475675 May 20 20:39:47.378230 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-be64c172-39c3-4f02-9e4e-334cf72cd922 req-89220129-c564-42e5-bafd-326b32ab4db7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=83e703bf-63a2-4927-a01d-e95bf1bc0785 HTTP/1.1" status: 200 len: 217 time: 0.0648272 May 20 20:39:47.451531 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be64c172-39c3-4f02-9e4e-334cf72cd922 req-bfe4bf00-7245-44c6-80ea-cdced47ba0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:39:47.453154 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-be64c172-39c3-4f02-9e4e-334cf72cd922 req-bfe4bf00-7245-44c6-80ea-cdced47ba0b3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=26b342ea-254c-483a-9ea9-f11c178970eb HTTP/1.1" status: 200 len: 843 time: 0.0658631 May 20 20:39:47.596108 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be64c172-39c3-4f02-9e4e-334cf72cd922 req-807d44ff-5cc9-4433-8224-40625f76ed9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:39:47.598351 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-be64c172-39c3-4f02-9e4e-334cf72cd922 req-807d44ff-5cc9-4433-8224-40625f76ed9b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cd702362-b982-46c5-a7d0-51de1b03df86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1200194 May 20 20:39:47.615451 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 20:39:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3792e14-27ac-4e03-94c6-209887acb62b x-openstack-request-id: req-d3792e14-27ac-4e03-94c6-209887acb62b {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:39:47.616036 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6959d056-8674-41a0-844d-fdbf9dc52e77", "name": "network-vif-plugged", "status": "completed", "tag": "14bab9e1-74b5-4180-9f49-6dd544eb5e30", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:39:47.616036 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d3792e14-27ac-4e03-94c6-209887acb62b {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:39:47.616416 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3792e14-27ac-4e03-94c6-209887acb62b'] response: {'server_uuid': '6959d056-8674-41a0-844d-fdbf9dc52e77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14bab9e1-74b5-4180-9f49-6dd544eb5e30', 'code': 200} May 20 20:39:47.811659 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de61f037-9a55-4ef3-b725-e438a5b71b1d req-b5373531-83be-4ec7-ba04-4807100a16ad tempest-DeleteServersAdminTestJSON-1856297794 tempest-DeleteServersAdminTestJSON-1856297794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:39:47.812683 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-de61f037-9a55-4ef3-b725-e438a5b71b1d req-b5373531-83be-4ec7-ba04-4807100a16ad tempest-DeleteServersAdminTestJSON-1856297794 tempest-DeleteServersAdminTestJSON-1856297794-project] 10.222.0.35 "GET /v2.0/ports?device_id=063280fd-ba5a-40d4-9841-0309bcb717e9 HTTP/1.1" status: 200 len: 948 time: 0.1107945 May 20 20:39:47.815760 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-be64c172-39c3-4f02-9e4e-334cf72cd922 req-f3df8347-e988-467c-9422-32580e54ec0c service neutron] 10.222.0.24 "GET /v2.0/networks/cd702362-b982-46c5-a7d0-51de1b03df86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1968889 May 20 20:39:47.917338 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-de61f037-9a55-4ef3-b725-e438a5b71b1d req-847712ad-d737-4a32-bc75-11494bb7ae26 tempest-DeleteServersAdminTestJSON-1856297794 tempest-DeleteServersAdminTestJSON-1856297794-project] 10.222.0.35 "GET /v2.0/security-groups?id=d6903454-4a4e-41a2-89af-df0b3db87427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969357 May 20 20:39:47.948165 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-be64c172-39c3-4f02-9e4e-334cf72cd922 req-7ea8c7b8-0f81-4717-a7ea-23f5177db9be service neutron] 10.222.0.24 "GET /v2.0/networks/cd702362-b982-46c5-a7d0-51de1b03df86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216860 May 20 20:39:48.559352 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9b5232-feb9-4b5d-a576-81db953a1c15 req-6ed93185-9b12-40c5-93c2-435ae56141f6 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:39:48.561358 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-eb9b5232-feb9-4b5d-a576-81db953a1c15 req-6ed93185-9b12-40c5-93c2-435ae56141f6 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] 10.222.0.35 "GET /v2.0/ports?device_id=fb13a393-1e95-453a-a8fa-345812285948 HTTP/1.1" status: 200 len: 943 time: 0.1240792 May 20 20:39:48.581395 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83baf415-108b-4dec-a2e5-f1721f6ec532 req-62811b45-4f5e-46a0-b14c-1bf762d6e0f7 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:39:48.583003 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-83baf415-108b-4dec-a2e5-f1721f6ec532 req-62811b45-4f5e-46a0-b14c-1bf762d6e0f7 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.13 "GET /v2.0/networks?id=fef9e30f-3c34-4b6b-9bd5-2a167649e7b0 HTTP/1.1" status: 200 len: 820 time: 0.3129528 May 20 20:39:48.656296 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-eb9b5232-feb9-4b5d-a576-81db953a1c15 req-25afaf9e-9722-44c4-8e9e-22cf1b150ead tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] 10.222.0.35 "GET /v2.0/security-groups?id=0a1ca955-ee86-4e03-bb39-6b1e6a532a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718966 May 20 20:39:48.666818 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [req-83baf415-108b-4dec-a2e5-f1721f6ec532 req-d83fe00b-a4d8-421a-b423-e4a0d261c2fb tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] Request body: {'port': {'device_id': '532663b2-24ff-4076-90d7-3126e956882e', 'network_id': 'fef9e30f-3c34-4b6b-9bd5-2a167649e7b0', 'admin_state_up': True, 'tenant_id': '8b3cc11ab7334369b6693afcab69aa6e'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:39:48.905115 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-601400aa-acef-4d26-a1e4-db2d9d2fef41 req-b1a963f8-f20f-493c-a4e0-4dabc388bdc3 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.35 "GET /v2.0/ports?device_id=532663b2-24ff-4076-90d7-3126e956882e HTTP/1.1" status: 200 len: 210 time: 0.0777304 May 20 20:39:48.972961 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83baf415-108b-4dec-a2e5-f1721f6ec532 req-d83fe00b-a4d8-421a-b423-e4a0d261c2fb tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] Made reservation on behalf of 8b3cc11ab7334369b6693afcab69aa6e for: {'port': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:39:48.976967 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-83baf415-108b-4dec-a2e5-f1721f6ec532 req-d83fe00b-a4d8-421a-b423-e4a0d261c2fb tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:49.461158 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [req-83baf415-108b-4dec-a2e5-f1721f6ec532 req-d83fe00b-a4d8-421a-b423-e4a0d261c2fb tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] Allocated IP 172.20.0.14 (fef9e30f-3c34-4b6b-9bd5-2a167649e7b0/33548886-d6e3-48e7-a819-149526989122/1a4e9b92-3576-4ac2-af54-1fa1ca2039c7) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:39:49.764729 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2077d6-c97f-4272-b0bd-0758300abb76 req-6879669b-3927-4307-84fd-84f2b24b4e80 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:39:49.777354 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ef2077d6-c97f-4272-b0bd-0758300abb76 req-6879669b-3927-4307-84fd-84f2b24b4e80 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] 10.222.0.24 "GET /v2.0/ports?device_id=79fb5e92-04b7-4f21-b860-f2bc97282b3e HTTP/1.1" status: 200 len: 950 time: 0.5782704 May 20 20:39:49.835219 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-0de872ca-5b6b-4dbf-a628-703edd82f3d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:49.863021 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dad3fda-c8d0-4975-abe3-d36b93239fe1 req-723d7c4f-0dc2-414f-b6fa-fb894b278f2e tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:39:49.879110 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8dad3fda-c8d0-4975-abe3-d36b93239fe1 req-723d7c4f-0dc2-414f-b6fa-fb894b278f2e tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] 10.222.0.35 "GET /v2.0/ports?device_id=79fb5e92-04b7-4f21-b860-f2bc97282b3e HTTP/1.1" status: 200 len: 950 time: 0.7118959 May 20 20:39:50.058383 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 83e703bf-63a2-4927-a01d-e95bf1bc0785 details requested by agent hyperv_n-h1-842733-1 with host n-h1-842733-1 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 20:39:50.113291 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-83baf415-108b-4dec-a2e5-f1721f6ec532 req-d83fe00b-a4d8-421a-b423-e4a0d261c2fb tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] Notify callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:50.250683 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port 83e703bf-63a2-4927-a01d-e95bf1bc0785, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=83e703bf-63a2-4927-a01d-e95bf1bc0785,segment=NetworkSegment(ed3a602f-49fb-4a95-be80-401e1eb72e33),segment_id=ed3a602f-49fb-4a95-be80-401e1eb72e33)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:39:50.534450 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Returning: {'device': '83e703bf-63a2-4927-a01d-e95bf1bc0785', 'network_id': 'cd702362-b982-46c5-a7d0-51de1b03df86', 'port_id': '83e703bf-63a2-4927-a01d-e95bf1bc0785', 'mac_address': 'fa:16:3e:92:db:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26b342ea-254c-483a-9ea9-f11c178970eb', 'ip_address': '192.168.233.118'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 20 20:39:50.535290 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8dad3fda-c8d0-4975-abe3-d36b93239fe1 req-48fb5ed3-f82e-482e-a737-e4eb1a2dcfb7 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c2aa399-3055-4eb0-8f1a-45933e0e3cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3945475 May 20 20:39:50.535290 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7abf41-0bf4-4f50-9eb2-d7c1cfd6cc56 req-42451985-c0f8-4642-a989-c65dfd67d0c6 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:39:50.535290 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7a7abf41-0bf4-4f50-9eb2-d7c1cfd6cc56 req-42451985-c0f8-4642-a989-c65dfd67d0c6 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] 10.222.0.24 "GET /v2.0/ports?device_id=217a8edb-2b21-456c-8e31-8a00107e1259 HTTP/1.1" status: 200 len: 950 time: 0.3642075 May 20 20:39:50.536322 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Current status of the port 83e703bf-63a2-4927-a01d-e95bf1bc0785 is: DOWN; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:39:50.536322 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:50.536322 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83e703bf-63a2-4927-a01d-e95bf1bc0785 {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:39:50.536322 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port 83e703bf-63a2-4927-a01d-e95bf1bc0785, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=83e703bf-63a2-4927-a01d-e95bf1bc0785,segment=NetworkSegment(ed3a602f-49fb-4a95-be80-401e1eb72e33),segment_id=ed3a602f-49fb-4a95-be80-401e1eb72e33)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:39:50.536696 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f8e04d-bb91-49d8-942f-3e419f3264a4 req-31032b12-6c18-4fea-be4b-c177666d17e6 tempest-DeleteServersAdminTestJSON-1856297794 tempest-DeleteServersAdminTestJSON-1856297794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:39:50.536696 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a2f8e04d-bb91-49d8-942f-3e419f3264a4 req-31032b12-6c18-4fea-be4b-c177666d17e6 tempest-DeleteServersAdminTestJSON-1856297794 tempest-DeleteServersAdminTestJSON-1856297794-project] 10.222.0.35 "GET /v2.0/ports?device_id=063280fd-ba5a-40d4-9841-0309bcb717e9 HTTP/1.1" status: 200 len: 948 time: 0.0756307 May 20 20:39:50.536696 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a2f8e04d-bb91-49d8-942f-3e419f3264a4 req-292f64c5-1b22-4889-8f52-65e6a1bc6e9c tempest-DeleteServersAdminTestJSON-1856297794 tempest-DeleteServersAdminTestJSON-1856297794-project] 10.222.0.35 "GET /v2.0/security-groups?id=d6903454-4a4e-41a2-89af-df0b3db87427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563221 May 20 20:39:50.726428 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [req-7a7abf41-0bf4-4f50-9eb2-d7c1cfd6cc56 req-2e0e8323-756b-43fe-a3ee-d569db731950 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] Deleting port c97eadfd-f41a-4fb2-80fd-962422a3d259 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:39:50.727179 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-7a7abf41-0bf4-4f50-9eb2-d7c1cfd6cc56 req-2e0e8323-756b-43fe-a3ee-d569db731950 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:50.732430 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [req-ef2077d6-c97f-4272-b0bd-0758300abb76 req-3a8f6574-7508-4a1d-ad20-b6e00b6a1a72 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] Deleting port ad8036cd-7d02-407a-9e0d-263626d3f679 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:39:50.733013 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-ef2077d6-c97f-4272-b0bd-0758300abb76 req-3a8f6574-7508-4a1d-ad20-b6e00b6a1a72 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:50.877948 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-ef2077d6-c97f-4272-b0bd-0758300abb76 req-3a8f6574-7508-4a1d-ad20-b6e00b6a1a72 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] For port ad8036cd-7d02-407a-9e0d-263626d3f679, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=ad8036cd-7d02-407a-9e0d-263626d3f679,segment=NetworkSegment(ed3a602f-49fb-4a95-be80-401e1eb72e33),segment_id=ed3a602f-49fb-4a95-be80-401e1eb72e33)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:39:50.877948 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-ef2077d6-c97f-4272-b0bd-0758300abb76 req-3a8f6574-7508-4a1d-ad20-b6e00b6a1a72 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:50.970090 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [req-ef2077d6-c97f-4272-b0bd-0758300abb76 req-3a8f6574-7508-4a1d-ad20-b6e00b6a1a72 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] Calling delete_port for ad8036cd-7d02-407a-9e0d-263626d3f679 owned by compute:nova {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:39:50.973342 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-83baf415-108b-4dec-a2e5-f1721f6ec532 req-d83fe00b-a4d8-421a-b423-e4a0d261c2fb tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:50.987508 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] get_ports_and_sgs() called for port_ids ['dd7c455f-f7fa-4ccb-8d0f-f44da1bcb1a1'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:39:50.992862 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:51.069834 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Pushing event updated for resources: {'Port': ['ID=83e703bf-63a2-4927-a01d-e95bf1bc0785,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:39:51.111777 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83baf415-108b-4dec-a2e5-f1721f6ec532 req-d83fe00b-a4d8-421a-b423-e4a0d261c2fb tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] Network fef9e30f-3c34-4b6b-9bd5-2a167649e7b0 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:39:51.123496 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [req-83baf415-108b-4dec-a2e5-f1721f6ec532 req-d83fe00b-a4d8-421a-b423-e4a0d261c2fb tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:39:51.162816 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [req-83baf415-108b-4dec-a2e5-f1721f6ec532 req-d83fe00b-a4d8-421a-b423-e4a0d261c2fb tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:39:51.208231 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d515d4-14a1-4595-9eeb-c34cb3b8c89d req-f29f6344-ff02-4236-8942-200fdf2e9e6b tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:39:51.209983 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f1d515d4-14a1-4595-9eeb-c34cb3b8c89d req-f29f6344-ff02-4236-8942-200fdf2e9e6b tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] 10.222.0.35 "GET /v2.0/ports?device_id=fb13a393-1e95-453a-a8fa-345812285948 HTTP/1.1" status: 200 len: 943 time: 0.3186550 May 20 20:39:51.215165 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83fe00b-a4d8-421a-b423-e4a0d261c2fb tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] Pushing event updated for resources: {'Port': ['ID=1a4e9b92-3576-4ac2-af54-1fa1ca2039c7,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:39:51.308602 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] get_ports_and_sgs() called for port_ids ['83e703bf-63a2-4927-a01d-e95bf1bc0785'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:39:51.382638 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-7a7abf41-0bf4-4f50-9eb2-d7c1cfd6cc56 req-2e0e8323-756b-43fe-a3ee-d569db731950 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] For port c97eadfd-f41a-4fb2-80fd-962422a3d259, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=c97eadfd-f41a-4fb2-80fd-962422a3d259,segment=NetworkSegment(ed3a602f-49fb-4a95-be80-401e1eb72e33),segment_id=ed3a602f-49fb-4a95-be80-401e1eb72e33)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:39:51.383109 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-7a7abf41-0bf4-4f50-9eb2-d7c1cfd6cc56 req-2e0e8323-756b-43fe-a3ee-d569db731950 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:51.432609 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [req-7a7abf41-0bf4-4f50-9eb2-d7c1cfd6cc56 req-2e0e8323-756b-43fe-a3ee-d569db731950 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] Calling delete_port for c97eadfd-f41a-4fb2-80fd-962422a3d259 owned by compute:nova {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:39:51.447513 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83baf415-108b-4dec-a2e5-f1721f6ec532 req-d83fe00b-a4d8-421a-b423-e4a0d261c2fb tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:39:51.448444 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-83baf415-108b-4dec-a2e5-f1721f6ec532 req-d83fe00b-a4d8-421a-b423-e4a0d261c2fb tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:51.461539 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f1d515d4-14a1-4595-9eeb-c34cb3b8c89d req-e2282867-000e-401f-a823-1a9e46871c23 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] 10.222.0.35 "GET /v2.0/security-groups?id=0a1ca955-ee86-4e03-bb39-6b1e6a532a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2301724 May 20 20:39:51.588311 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 35506) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:39:51.760018 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-63eaced2-58a9-4d32-9f11-4901d77b49e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:51.946062 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-63eaced2-58a9-4d32-9f11-4901d77b49e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:52.014726 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-63eaced2-58a9-4d32-9f11-4901d77b49e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:52.041882 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device ad8036cd-7d02-407a-9e0d-263626d3f679 no longer exists at agent hyperv_n-h1-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:39:52.184399 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-63eaced2-58a9-4d32-9f11-4901d77b49e9 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b48b1d64f77544339ba6c6137d5f15c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5920200 May 20 20:39:52.189009 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 35510) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:39:52.201414 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-1aa2e30e-6620-4cec-bc85-d73de77616bd req-6ec61a58-5b91-4b59-8547-69f85abeb532 service neutron] 10.222.0.24 "GET /v2.0/ports/d48c4a89-5248-4669-905a-a53da6b07df6/bindings/n-h2-842733-1 HTTP/1.1" status: 200 len: 384 time: 0.2533705 May 20 20:39:52.285761 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Current status of the port ad8036cd-7d02-407a-9e0d-263626d3f679 is: ACTIVE; New status is: DOWN {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:39:52.287945 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:52.306088 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-83baf415-108b-4dec-a2e5-f1721f6ec532 req-d83fe00b-a4d8-421a-b423-e4a0d261c2fb tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6461091 May 20 20:39:52.319415 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63eaced2-58a9-4d32-9f11-4901d77b49e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c7b02eb-4042-4d7d-862c-06d3d828ef97,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:39:52.343219 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d00d3f01-cd11-4c7d-9f4f-9112e77a5b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:52.371026 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [req-83baf415-108b-4dec-a2e5-f1721f6ec532 req-4a7626c5-4c02-4761-8f08-91a065db4e76 service neutron] Request body: {'port': {'device_id': '532663b2-24ff-4076-90d7-3126e956882e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-842733-1'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:39:52.398322 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-ef2077d6-c97f-4272-b0bd-0758300abb76 req-3a8f6574-7508-4a1d-ad20-b6e00b6a1a72 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:52.419027 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] get_ports_and_sgs() called for port_ids ['ff8333d5-3411-4ce2-bab2-7173fcf8ad5b'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:39:52.486487 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-79ca8ee7-a703-47e9-8025-e9d7b7bdd348 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:52.533398 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device d48c4a89-5248-4669-905a-a53da6b07df6 no longer exists at agent hyperv_n-h1-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:39:52.637533 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8f6574-7508-4a1d-ad20-b6e00b6a1a72 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] Pushing event deleted for resources: {'Port': ['ID=ad8036cd-7d02-407a-9e0d-263626d3f679,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:39:52.717355 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-79ca8ee7-a703-47e9-8025-e9d7b7bdd348 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:52.851602 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-1aa2e30e-6620-4cec-bc85-d73de77616bd req-acffa5bc-90aa-4ffb-b40f-8b9efb2bbeba service neutron] For port d48c4a89-5248-4669-905a-a53da6b07df6, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=d48c4a89-5248-4669-905a-a53da6b07df6,segment=NetworkSegment(8e7444da-2574-4e87-afbd-a324be0dd68b),segment_id=8e7444da-2574-4e87-afbd-a324be0dd68b)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:39:52.898474 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-1aa2e30e-6620-4cec-bc85-d73de77616bd req-acffa5bc-90aa-4ffb-b40f-8b9efb2bbeba service neutron] For port d48c4a89-5248-4669-905a-a53da6b07df6, host n-h1-842733-1, cleared binding levels {{(pid=103162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:39:52.937612 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Current status of the port d48c4a89-5248-4669-905a-a53da6b07df6 is: DOWN; New status is: DOWN {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:39:52.958617 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [req-1aa2e30e-6620-4cec-bc85-d73de77616bd req-acffa5bc-90aa-4ffb-b40f-8b9efb2bbeba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d48c4a89-5248-4669-905a-a53da6b07df6 {{(pid=103162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:39:52.972542 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-1aa2e30e-6620-4cec-bc85-d73de77616bd req-acffa5bc-90aa-4ffb-b40f-8b9efb2bbeba service neutron] For port d48c4a89-5248-4669-905a-a53da6b07df6, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=d48c4a89-5248-4669-905a-a53da6b07df6,segment=NetworkSegment(8e7444da-2574-4e87-afbd-a324be0dd68b),segment_id=8e7444da-2574-4e87-afbd-a324be0dd68b)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:39:52.985780 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12a8aaf-70f4-4fde-b937-864bc8dd4942 req-fe5f066b-ae1a-4020-a854-8db712c88144 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:39:52.997414 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e12a8aaf-70f4-4fde-b937-864bc8dd4942 req-fe5f066b-ae1a-4020-a854-8db712c88144 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.35 "GET /v2.0/ports?device_id=532663b2-24ff-4076-90d7-3126e956882e HTTP/1.1" status: 200 len: 932 time: 0.7274163 May 20 20:39:53.081090 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-1aa2e30e-6620-4cec-bc85-d73de77616bd req-acffa5bc-90aa-4ffb-b40f-8b9efb2bbeba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:53.093675 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-7a7abf41-0bf4-4f50-9eb2-d7c1cfd6cc56 req-2e0e8323-756b-43fe-a3ee-d569db731950 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:53.098729 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef2077d6-c97f-4272-b0bd-0758300abb76 req-3a8f6574-7508-4a1d-ad20-b6e00b6a1a72 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] No DVR routers for this DVR port ad8036cd-7d02-407a-9e0d-263626d3f679 on host n-h1-842733-1 {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:39:53.100893 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-83baf415-108b-4dec-a2e5-f1721f6ec532 req-4a7626c5-4c02-4761-8f08-91a065db4e76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:53.130084 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-ef2077d6-c97f-4272-b0bd-0758300abb76 req-3a8f6574-7508-4a1d-ad20-b6e00b6a1a72 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:53.134075 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ef2077d6-c97f-4272-b0bd-0758300abb76 req-3a8f6574-7508-4a1d-ad20-b6e00b6a1a72 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] 10.222.0.24 "DELETE /v2.0/ports/ad8036cd-7d02-407a-9e0d-263626d3f679 HTTP/1.1" status: 204 len: 173 time: 3.3559189 May 20 20:39:53.136506 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] get_ports_and_sgs() called for port_ids ['ff8333d5-3411-4ce2-bab2-7173fcf8ad5b'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:39:53.140704 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79fb5e92-04b7-4f21-b860-f2bc97282b3e', 'name': 'network-vif-deleted', 'tag': 'ad8036cd-7d02-407a-9e0d-263626d3f679'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:39:53.144249 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4291b17aa7b45362825f0571e77c85f5e73afe1df9c7e9e15006df9d695c005e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29960d96-55c2-4704-ac67-e34b31eb5ab9" -d '{"events": [{"server_uuid": "79fb5e92-04b7-4f21-b860-f2bc97282b3e", "name": "network-vif-deleted", "tag": "ad8036cd-7d02-407a-9e0d-263626d3f679"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:39:53.247687 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0e8323-756b-43fe-a3ee-d569db731950 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] Pushing event deleted for resources: {'Port': ['ID=c97eadfd-f41a-4fb2-80fd-962422a3d259,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:39:53.276460 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e12a8aaf-70f4-4fde-b937-864bc8dd4942 req-1ce87911-927e-4c9d-8d86-c2f3ad5582d3 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c1ac446-2eae-4e3c-98ef-7a4684e96782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2709172 May 20 20:39:53.302675 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-79ca8ee7-a703-47e9-8025-e9d7b7bdd348 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:53.305243 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-79ca8ee7-a703-47e9-8025-e9d7b7bdd348 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:53.322638 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-79ca8ee7-a703-47e9-8025-e9d7b7bdd348 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0c7b02eb-4042-4d7d-862c-06d3d828ef97 HTTP/1.1" status: 204 len: 168 time: 1.1309438 May 20 20:39:53.431859 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.provisioning_blocks [req-1aa2e30e-6620-4cec-bc85-d73de77616bd req-acffa5bc-90aa-4ffb-b40f-8b9efb2bbeba service neutron] Transition to ACTIVE for port object d48c4a89-5248-4669-905a-a53da6b07df6 will not be triggered until provisioned by entity L2. {{(pid=103162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 20:39:53.434205 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ca8ee7-a703-47e9-8025-e9d7b7bdd348 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c7b02eb-4042-4d7d-862c-06d3d828ef97,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:39:53.465914 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a7abf41-0bf4-4f50-9eb2-d7c1cfd6cc56 req-2e0e8323-756b-43fe-a3ee-d569db731950 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] No DVR routers for this DVR port c97eadfd-f41a-4fb2-80fd-962422a3d259 on host n-h1-842733-1 {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:39:53.471637 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-7a7abf41-0bf4-4f50-9eb2-d7c1cfd6cc56 req-2e0e8323-756b-43fe-a3ee-d569db731950 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:53.478399 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7a7abf41-0bf4-4f50-9eb2-d7c1cfd6cc56 req-2e0e8323-756b-43fe-a3ee-d569db731950 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] 10.222.0.24 "DELETE /v2.0/ports/c97eadfd-f41a-4fb2-80fd-962422a3d259 HTTP/1.1" status: 204 len: 173 time: 3.1701028 May 20 20:39:53.569148 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4981925f-ed77-4e28-aa9a-1081121a835b req-811271e4-9ffc-4bf0-8cfb-80a50339647c tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] 10.222.0.35 "GET /v2.0/ports?device_id=79fb5e92-04b7-4f21-b860-f2bc97282b3e HTTP/1.1" status: 200 len: 210 time: 0.0515206 May 20 20:39:53.574488 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-1aa2e30e-6620-4cec-bc85-d73de77616bd req-acffa5bc-90aa-4ffb-b40f-8b9efb2bbeba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:53.793997 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-1aa2e30e-6620-4cec-bc85-d73de77616bd req-acffa5bc-90aa-4ffb-b40f-8b9efb2bbeba service neutron] No DVR routers for this DVR port d48c4a89-5248-4669-905a-a53da6b07df6 on host n-h1-842733-1 {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:39:53.846766 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4bb0e131-6525-46ca-a45b-e4ea43a5e69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:53.853634 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6223c628-8a35-4377-9ad9-da10fdaa19c5 req-008ce9c0-b1e6-440e-8345-ea57023caa76 tempest-DeleteServersAdminTestJSON-1856297794 tempest-DeleteServersAdminTestJSON-1856297794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:39:53.862627 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6223c628-8a35-4377-9ad9-da10fdaa19c5 req-008ce9c0-b1e6-440e-8345-ea57023caa76 tempest-DeleteServersAdminTestJSON-1856297794 tempest-DeleteServersAdminTestJSON-1856297794-project] 10.222.0.35 "GET /v2.0/ports?device_id=063280fd-ba5a-40d4-9841-0309bcb717e9 HTTP/1.1" status: 200 len: 949 time: 0.1794128 May 20 20:39:54.004541 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-1aa2e30e-6620-4cec-bc85-d73de77616bd req-acffa5bc-90aa-4ffb-b40f-8b9efb2bbeba service neutron] 10.222.0.24 "PUT /v2.0/ports/d48c4a89-5248-4669-905a-a53da6b07df6/bindings/n-h2-842733-1/activate HTTP/1.1" status: 200 len: 369 time: 1.7917778 May 20 20:39:54.025684 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acffa5bc-90aa-4ffb-b40f-8b9efb2bbeba service neutron] Pushing event updated for resources: {'Port': ['ID=d48c4a89-5248-4669-905a-a53da6b07df6,revision_number=10']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:39:54.040502 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 83e703bf-63a2-4927-a01d-e95bf1bc0785 up at agent hyperv_n-h1-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:39:54.272448 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6223c628-8a35-4377-9ad9-da10fdaa19c5 req-5eec18c3-0f85-4fd2-a568-d8a4b91f468b tempest-DeleteServersAdminTestJSON-1856297794 tempest-DeleteServersAdminTestJSON-1856297794-project] 10.222.0.35 "GET /v2.0/security-groups?id=d6903454-4a4e-41a2-89af-df0b3db87427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4087915 May 20 20:39:54.287292 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Provisioning for port 83e703bf-63a2-4927-a01d-e95bf1bc0785 completed by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 20:39:54.317844 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Provisioning complete for port 83e703bf-63a2-4927-a01d-e95bf1bc0785 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:39:54.318224 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:54.378858 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [req-83baf415-108b-4dec-a2e5-f1721f6ec532 req-4a7626c5-4c02-4761-8f08-91a065db4e76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a4e9b92-3576-4ac2-af54-1fa1ca2039c7 {{(pid=103163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:39:54.398207 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-83baf415-108b-4dec-a2e5-f1721f6ec532 req-4a7626c5-4c02-4761-8f08-91a065db4e76 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:54.515207 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [req-83baf415-108b-4dec-a2e5-f1721f6ec532 req-4a7626c5-4c02-4761-8f08-91a065db4e76 service neutron] Transition to ACTIVE for port object 1a4e9b92-3576-4ac2-af54-1fa1ca2039c7 will not be triggered until provisioned by entity L2. {{(pid=103163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 20:39:54.561048 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990fde38-eaf4-44d5-9fd3-060acf9114ab req-3355ed09-2670-4ff2-948e-491b4d3b51f0 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:39:54.574786 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-990fde38-eaf4-44d5-9fd3-060acf9114ab req-3355ed09-2670-4ff2-948e-491b4d3b51f0 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] 10.222.0.35 "GET /v2.0/ports?device_id=fb13a393-1e95-453a-a8fa-345812285948 HTTP/1.1" status: 200 len: 944 time: 0.1664236 May 20 20:39:54.578531 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 35526) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:39:54.606645 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-15976ce3-c70a-4b81-b03b-22986e6a3977 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:54.626347 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-83baf415-108b-4dec-a2e5-f1721f6ec532 req-4a7626c5-4c02-4761-8f08-91a065db4e76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:54.790233 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Current status of the port 83e703bf-63a2-4927-a01d-e95bf1bc0785 is: BUILD; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:39:54.790567 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:54.793720 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-15976ce3-c70a-4b81-b03b-22986e6a3977 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:54.793928 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:54.798127 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-990fde38-eaf4-44d5-9fd3-060acf9114ab req-27b1bf24-ec82-4e3c-bd08-20780410d4d3 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] 10.222.0.35 "GET /v2.0/security-groups?id=0a1ca955-ee86-4e03-bb39-6b1e6a532a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2223523 May 20 20:39:54.857580 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '063280fd-ba5a-40d4-9841-0309bcb717e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83e703bf-63a2-4927-a01d-e95bf1bc0785'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:39:54.867560 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8485417003ce7c0410b00f5cdc2f391e21107b70bb68e2773712534a96e108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf75f942-e094-4a7d-964b-ecabbb91712e" -d '{"events": [{"server_uuid": "063280fd-ba5a-40d4-9841-0309bcb717e9", "name": "network-vif-plugged", "status": "completed", "tag": "83e703bf-63a2-4927-a01d-e95bf1bc0785"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:39:54.890831 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port 83e703bf-63a2-4927-a01d-e95bf1bc0785, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=83e703bf-63a2-4927-a01d-e95bf1bc0785,segment=NetworkSegment(ed3a602f-49fb-4a95-be80-401e1eb72e33),segment_id=ed3a602f-49fb-4a95-be80-401e1eb72e33)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:39:54.919254 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-15976ce3-c70a-4b81-b03b-22986e6a3977 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:54.958590 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 20:39:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eef1e4fe-225a-4efe-bd37-38a9db83a60e x-openstack-request-id: req-eef1e4fe-225a-4efe-bd37-38a9db83a60e {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:39:54.959288 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79fb5e92-04b7-4f21-b860-f2bc97282b3e", "name": "network-vif-deleted", "tag": "ad8036cd-7d02-407a-9e0d-263626d3f679", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:39:54.959734 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-eef1e4fe-225a-4efe-bd37-38a9db83a60e {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:39:54.960304 n-d-842733-1 neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eef1e4fe-225a-4efe-bd37-38a9db83a60e'] response: {'server_uuid': '79fb5e92-04b7-4f21-b860-f2bc97282b3e', 'name': 'network-vif-deleted', 'tag': 'ad8036cd-7d02-407a-9e0d-263626d3f679', 'status': 'completed', 'code': 200} May 20 20:39:54.995491 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:54.997120 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device c97eadfd-f41a-4fb2-80fd-962422a3d259 no longer exists at agent hyperv_n-h1-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:39:55.012774 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7626c5-4c02-4761-8f08-91a065db4e76 service neutron] Pushing event updated for resources: {'Port': ['ID=1a4e9b92-3576-4ac2-af54-1fa1ca2039c7,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:39:55.074466 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-83baf415-108b-4dec-a2e5-f1721f6ec532 req-4a7626c5-4c02-4761-8f08-91a065db4e76 service neutron] Attempting to bind port 1a4e9b92-3576-4ac2-af54-1fa1ca2039c7 on host n-h2-842733-1 for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:39:55.075056 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-83baf415-108b-4dec-a2e5-f1721f6ec532 req-4a7626c5-4c02-4761-8f08-91a065db4e76 service neutron] Attempting to bind port 1a4e9b92-3576-4ac2-af54-1fa1ca2039c7 by drivers openvswitch,hyperv on host n-h2-842733-1 at level 0 using segments [{'id': '65a8f4c3-036d-4ff8-a81a-cd07cb6f1230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'fef9e30f-3c34-4b6b-9bd5-2a167649e7b0'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:39:55.076856 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83baf415-108b-4dec-a2e5-f1721f6ec532 req-4a7626c5-4c02-4761-8f08-91a065db4e76 service neutron] Attempting to bind port 1a4e9b92-3576-4ac2-af54-1fa1ca2039c7 on network fef9e30f-3c34-4b6b-9bd5-2a167649e7b0 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:39:55.104496 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83baf415-108b-4dec-a2e5-f1721f6ec532 req-4a7626c5-4c02-4761-8f08-91a065db4e76 service neutron] Port 1a4e9b92-3576-4ac2-af54-1fa1ca2039c7 on network fef9e30f-3c34-4b6b-9bd5-2a167649e7b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-842733-1 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 20:39:55.105286 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa2e30e-6620-4cec-bc85-d73de77616bd req-b3e52cf7-2255-4520-82ec-25db8eab28cb tempest-LiveMigrationTest-1108997473 tempest-LiveMigrationTest-1108997473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:39:55.109418 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-1aa2e30e-6620-4cec-bc85-d73de77616bd req-b3e52cf7-2255-4520-82ec-25db8eab28cb tempest-LiveMigrationTest-1108997473 tempest-LiveMigrationTest-1108997473-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=fb13a393-1e95-453a-a8fa-345812285948&tenant_id=33876e14b0274b60a421aea47180bf46&binding%3Ahost_id=n-h1-842733-1 HTTP/1.1" status: 200 len: 1095 time: 0.3106790 May 20 20:39:55.113003 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83baf415-108b-4dec-a2e5-f1721f6ec532 req-4a7626c5-4c02-4761-8f08-91a065db4e76 service neutron] Attempting to bind port 1a4e9b92-3576-4ac2-af54-1fa1ca2039c7 on network fef9e30f-3c34-4b6b-9bd5-2a167649e7b0 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:39:55.119386 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-15976ce3-c70a-4b81-b03b-22986e6a3977 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=89d018bfbdbd4632852eedf72445729f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5391104 May 20 20:39:55.176411 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 35532) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:39:55.177619 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83baf415-108b-4dec-a2e5-f1721f6ec532 req-4a7626c5-4c02-4761-8f08-91a065db4e76 service neutron] Checking agent: {'id': 'a66f2511-b955-448f-877c-56cfe9c81b12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 33, 2), 'started_at': datetime.datetime(2022, 5, 20, 20, 33, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 39, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:39:55.179515 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15976ce3-c70a-4b81-b03b-22986e6a3977 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b383c4ab-f53a-46c0-ba60-2dee43d244cc,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:39:55.180093 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83baf415-108b-4dec-a2e5-f1721f6ec532 req-4a7626c5-4c02-4761-8f08-91a065db4e76 service neutron] Checking segment: {'id': '65a8f4c3-036d-4ff8-a81a-cd07cb6f1230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'fef9e30f-3c34-4b6b-9bd5-2a167649e7b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:39:55.180676 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83baf415-108b-4dec-a2e5-f1721f6ec532 req-4a7626c5-4c02-4761-8f08-91a065db4e76 service neutron] Bound using segment: {'id': '65a8f4c3-036d-4ff8-a81a-cd07cb6f1230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'fef9e30f-3c34-4b6b-9bd5-2a167649e7b0'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:39:55.181332 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-83baf415-108b-4dec-a2e5-f1721f6ec532 req-4a7626c5-4c02-4761-8f08-91a065db4e76 service neutron] Bound port: 1a4e9b92-3576-4ac2-af54-1fa1ca2039c7, host: n-h2-842733-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65a8f4c3-036d-4ff8-a81a-cd07cb6f1230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'fef9e30f-3c34-4b6b-9bd5-2a167649e7b0'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:39:55.181877 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-83baf415-108b-4dec-a2e5-f1721f6ec532 req-4a7626c5-4c02-4761-8f08-91a065db4e76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:55.183586 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] No Port match for: c97eadfd-f41a-4fb2-80fd-962422a3d259 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 20:39:55.184379 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device c97eadfd-f41a-4fb2-80fd-962422a3d259 not bound to the agent host n-h1-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 20:39:55.214247 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa2e30e-6620-4cec-bc85-d73de77616bd req-dcacf99d-17cb-436b-8878-84bc81cfb8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:39:55.217526 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-1aa2e30e-6620-4cec-bc85-d73de77616bd req-dcacf99d-17cb-436b-8878-84bc81cfb8a5 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=fb13a393-1e95-453a-a8fa-345812285948&tenant_id=33876e14b0274b60a421aea47180bf46 HTTP/1.1" status: 200 len: 1095 time: 0.0969727 May 20 20:39:55.250338 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Pushing event updated for resources: {'Port': ['ID=83e703bf-63a2-4927-a01d-e95bf1bc0785,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:39:55.372346 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cc3ec51b-6ec8-438a-8349-5f0bec346d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:55.373541 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa2e30e-6620-4cec-bc85-d73de77616bd req-58756f51-2e2d-449b-9921-a012b9f27d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:39:55.379346 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-1aa2e30e-6620-4cec-bc85-d73de77616bd req-58756f51-2e2d-449b-9921-a012b9f27d21 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=33876e14b0274b60a421aea47180bf46&device_id=fb13a393-1e95-453a-a8fa-345812285948 HTTP/1.1" status: 200 len: 1095 time: 0.1105611 May 20 20:39:55.384231 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-83baf415-108b-4dec-a2e5-f1721f6ec532 req-4a7626c5-4c02-4761-8f08-91a065db4e76 service neutron] For port 1a4e9b92-3576-4ac2-af54-1fa1ca2039c7, host n-h2-842733-1, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:39:55.387744 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-83baf415-108b-4dec-a2e5-f1721f6ec532 req-4a7626c5-4c02-4761-8f08-91a065db4e76 service neutron] For port 1a4e9b92-3576-4ac2-af54-1fa1ca2039c7, host n-h2-842733-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=1a4e9b92-3576-4ac2-af54-1fa1ca2039c7,segment=NetworkSegment(65a8f4c3-036d-4ff8-a81a-cd07cb6f1230),segment_id=65a8f4c3-036d-4ff8-a81a-cd07cb6f1230)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:39:55.420940 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8dbd6bf1-4c5f-42b6-9fa6-afe23bc0ae64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:55.431340 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acd91fa-ef75-4e55-9b5d-77ec2558e924 req-cd8f79d9-e817-4e06-b260-182d91618ad3 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:39:55.439292 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4acd91fa-ef75-4e55-9b5d-77ec2558e924 req-cd8f79d9-e817-4e06-b260-182d91618ad3 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.35 "GET /v2.0/ports?device_id=532663b2-24ff-4076-90d7-3126e956882e HTTP/1.1" status: 200 len: 944 time: 0.3414388 May 20 20:39:55.484341 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-83baf415-108b-4dec-a2e5-f1721f6ec532 req-4a7626c5-4c02-4761-8f08-91a065db4e76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:55.550200 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7626c5-4c02-4761-8f08-91a065db4e76 service neutron] Pushing event updated for resources: {'Port': ['ID=1a4e9b92-3576-4ac2-af54-1fa1ca2039c7,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:39:55.554837 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:55.564719 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4acd91fa-ef75-4e55-9b5d-77ec2558e924 req-e38c2107-a717-48a0-b65d-569054466f24 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c1ac446-2eae-4e3c-98ef-7a4684e96782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241989 May 20 20:39:55.577134 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8dbd6bf1-4c5f-42b6-9fa6-afe23bc0ae64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:55.638345 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83baf415-108b-4dec-a2e5-f1721f6ec532 req-4a7626c5-4c02-4761-8f08-91a065db4e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:39:55.641052 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-83baf415-108b-4dec-a2e5-f1721f6ec532 req-4a7626c5-4c02-4761-8f08-91a065db4e76 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:55.643978 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-83baf415-108b-4dec-a2e5-f1721f6ec532 req-4a7626c5-4c02-4761-8f08-91a065db4e76 service neutron] 10.222.0.13 "PUT /v2.0/ports/1a4e9b92-3576-4ac2-af54-1fa1ca2039c7 HTTP/1.1" status: 200 len: 1092 time: 3.2781341 May 20 20:39:55.662759 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa2e30e-6620-4cec-bc85-d73de77616bd req-44fd60d5-040e-4351-a693-398d11c64e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:39:55.666440 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-1aa2e30e-6620-4cec-bc85-d73de77616bd req-44fd60d5-040e-4351-a693-398d11c64e43 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f2296de0-b06c-422e-98fe-14a3771aba33 HTTP/1.1" status: 200 len: 908 time: 0.2732642 May 20 20:39:55.750730 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-1aa2e30e-6620-4cec-bc85-d73de77616bd req-1538feab-67f7-4f27-9a81-e11e2c620c17 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d48c4a89-5248-4669-905a-a53da6b07df6 HTTP/1.1" status: 200 len: 217 time: 0.0737829 May 20 20:39:55.797067 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 20:39:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-918683d8-08b3-43d5-8e3c-bddb0da057f8 x-openstack-request-id: req-918683d8-08b3-43d5-8e3c-bddb0da057f8 {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:39:55.797491 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "063280fd-ba5a-40d4-9841-0309bcb717e9", "name": "network-vif-plugged", "status": "completed", "tag": "83e703bf-63a2-4927-a01d-e95bf1bc0785", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:39:55.798467 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-918683d8-08b3-43d5-8e3c-bddb0da057f8 {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:39:55.798881 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-918683d8-08b3-43d5-8e3c-bddb0da057f8'] response: {'server_uuid': '063280fd-ba5a-40d4-9841-0309bcb717e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83e703bf-63a2-4927-a01d-e95bf1bc0785', 'code': 200} May 20 20:39:55.888330 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa2e30e-6620-4cec-bc85-d73de77616bd req-cf4aa3d8-9ed7-490d-bc7d-98f1e24fcb2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:39:55.889880 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-1aa2e30e-6620-4cec-bc85-d73de77616bd req-cf4aa3d8-9ed7-490d-bc7d-98f1e24fcb2c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f9e5fad6-106c-4fb6-bdcf-0e79e7e3eb1f HTTP/1.1" status: 200 len: 847 time: 0.1189928 May 20 20:39:55.898989 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8dbd6bf1-4c5f-42b6-9fa6-afe23bc0ae64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:55.902030 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8dbd6bf1-4c5f-42b6-9fa6-afe23bc0ae64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:55.903449 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-8dbd6bf1-4c5f-42b6-9fa6-afe23bc0ae64 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b383c4ab-f53a-46c0-ba60-2dee43d244cc HTTP/1.1" status: 204 len: 168 time: 0.7122362 May 20 20:39:55.930415 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83baf415-108b-4dec-a2e5-f1721f6ec532 req-9b709a60-418d-4c3e-b74c-878a37cac6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:39:55.941778 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-83baf415-108b-4dec-a2e5-f1721f6ec532 req-9b709a60-418d-4c3e-b74c-878a37cac6d4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8b3cc11ab7334369b6693afcab69aa6e&device_id=532663b2-24ff-4076-90d7-3126e956882e HTTP/1.1" status: 200 len: 1095 time: 0.1566336 May 20 20:39:55.943970 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbd6bf1-4c5f-42b6-9fa6-afe23bc0ae64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b383c4ab-f53a-46c0-ba60-2dee43d244cc,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:39:55.974733 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-1aa2e30e-6620-4cec-bc85-d73de77616bd req-684bcd63-3f3b-4299-bd89-e70f4a6d9445 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f2296de0-b06c-422e-98fe-14a3771aba33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0644000 May 20 20:39:56.000218 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6442eb02-9e73-4d86-8036-0693219c9384 req-cfbb8259-1165-4c74-be6a-64eeafc574b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:39:56.003723 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-6442eb02-9e73-4d86-8036-0693219c9384 req-cfbb8259-1165-4c74-be6a-64eeafc574b4 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=063280fd-ba5a-40d4-9841-0309bcb717e9 HTTP/1.1" status: 200 len: 1101 time: 0.1447561 May 20 20:39:56.021839 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-83baf415-108b-4dec-a2e5-f1721f6ec532 req-16892885-cdce-402a-94d2-dae7ccb4491e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1a4e9b92-3576-4ac2-af54-1fa1ca2039c7 HTTP/1.1" status: 200 len: 217 time: 0.0492120 May 20 20:39:56.132114 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83baf415-108b-4dec-a2e5-f1721f6ec532 req-62748add-5e4e-45e4-8638-5536bf6f59fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:39:56.146331 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-83baf415-108b-4dec-a2e5-f1721f6ec532 req-62748add-5e4e-45e4-8638-5536bf6f59fe service neutron] 10.222.0.13 "GET /v2.0/subnets?id=33548886-d6e3-48e7-a819-149526989122 HTTP/1.1" status: 200 len: 860 time: 0.1165309 May 20 20:39:56.169034 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-6442eb02-9e73-4d86-8036-0693219c9384 req-418c9852-1ae6-4a80-941e-c69984809282 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=d6903454-4a4e-41a2-89af-df0b3db87427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544025 May 20 20:39:56.221399 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-1aa2e30e-6620-4cec-bc85-d73de77616bd req-c222c999-6186-4ecb-9dba-9eb125ed7630 service neutron] 10.222.0.13 "GET /v2.0/networks/f2296de0-b06c-422e-98fe-14a3771aba33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2350717 May 20 20:39:56.227303 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-83baf415-108b-4dec-a2e5-f1721f6ec532 req-4baaf3c8-7178-450a-a210-bd39b13f084c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fef9e30f-3c34-4b6b-9bd5-2a167649e7b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0641179 May 20 20:39:56.235243 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528c4e7e-c6f4-4d71-a382-45758889a07a req-cf2af061-161a-4a8f-bc3a-583841b42784 tempest-DeleteServersAdminTestJSON-1856297794 tempest-DeleteServersAdminTestJSON-1856297794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:39:56.253279 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-528c4e7e-c6f4-4d71-a382-45758889a07a req-cf2af061-161a-4a8f-bc3a-583841b42784 tempest-DeleteServersAdminTestJSON-1856297794 tempest-DeleteServersAdminTestJSON-1856297794-project] 10.222.0.35 "GET /v2.0/ports?device_id=063280fd-ba5a-40d4-9841-0309bcb717e9 HTTP/1.1" status: 200 len: 950 time: 0.2936816 May 20 20:39:56.451857 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-1aa2e30e-6620-4cec-bc85-d73de77616bd req-98ffc8d7-4299-4cd4-bb68-0b3e71d171f7 service neutron] 10.222.0.13 "GET /v2.0/networks/f2296de0-b06c-422e-98fe-14a3771aba33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2088718 May 20 20:39:56.487405 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-528c4e7e-c6f4-4d71-a382-45758889a07a req-845b9212-d4ea-45e8-bdbe-c04556a72f52 tempest-DeleteServersAdminTestJSON-1856297794 tempest-DeleteServersAdminTestJSON-1856297794-project] 10.222.0.35 "GET /v2.0/security-groups?id=d6903454-4a4e-41a2-89af-df0b3db87427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2320361 May 20 20:39:56.608190 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-83baf415-108b-4dec-a2e5-f1721f6ec532 req-bb6aac33-2ee2-42e3-ae2c-5b6613c342da service neutron] 10.222.0.13 "GET /v2.0/networks/fef9e30f-3c34-4b6b-9bd5-2a167649e7b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3022299 May 20 20:39:56.842570 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-83baf415-108b-4dec-a2e5-f1721f6ec532 req-fed4938f-9e66-4726-855b-9ecf06005f3e service neutron] 10.222.0.13 "GET /v2.0/networks/fef9e30f-3c34-4b6b-9bd5-2a167649e7b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2245188 May 20 20:39:56.926157 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81837fd3-2663-4a1e-8d57-4eedca8435ee req-50064bfa-cede-4c3d-9694-edcf802d18e2 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:39:56.936394 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-81837fd3-2663-4a1e-8d57-4eedca8435ee req-50064bfa-cede-4c3d-9694-edcf802d18e2 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] 10.222.0.35 "GET /v2.0/ports?device_id=fb13a393-1e95-453a-a8fa-345812285948 HTTP/1.1" status: 200 len: 944 time: 0.0921352 May 20 20:39:56.969330 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '217a8edb-2b21-456c-8e31-8a00107e1259', 'name': 'network-vif-deleted', 'tag': 'c97eadfd-f41a-4fb2-80fd-962422a3d259'}, {'name': 'network-changed', 'server_uuid': '532663b2-24ff-4076-90d7-3126e956882e', 'tag': '1a4e9b92-3576-4ac2-af54-1fa1ca2039c7'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:39:56.989242 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4291b17aa7b45362825f0571e77c85f5e73afe1df9c7e9e15006df9d695c005e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f910be3f-32e0-4b90-8799-f4cf0383a943" -d '{"events": [{"server_uuid": "217a8edb-2b21-456c-8e31-8a00107e1259", "name": "network-vif-deleted", "tag": "c97eadfd-f41a-4fb2-80fd-962422a3d259"}, {"name": "network-changed", "server_uuid": "532663b2-24ff-4076-90d7-3126e956882e", "tag": "1a4e9b92-3576-4ac2-af54-1fa1ca2039c7"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:39:57.100970 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-81837fd3-2663-4a1e-8d57-4eedca8435ee req-b4058953-fe78-4d0b-a6ff-ccd6d6c26eec tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] 10.222.0.35 "GET /v2.0/security-groups?id=0a1ca955-ee86-4e03-bb39-6b1e6a532a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626375 May 20 20:39:57.277813 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa2e30e-6620-4cec-bc85-d73de77616bd req-bc3aec1f-bde5-4acc-9d8e-27a579903631 tempest-LiveMigrationTest-1108997473 tempest-LiveMigrationTest-1108997473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:39:57.278947 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1aa2e30e-6620-4cec-bc85-d73de77616bd req-bc3aec1f-bde5-4acc-9d8e-27a579903631 tempest-LiveMigrationTest-1108997473 tempest-LiveMigrationTest-1108997473-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=fb13a393-1e95-453a-a8fa-345812285948&tenant_id=33876e14b0274b60a421aea47180bf46&binding%3Ahost_id=n-h2-842733-1 HTTP/1.1" status: 200 len: 1095 time: 0.1442642 May 20 20:39:57.440236 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea4c8b0-839d-4b94-b607-1bdb55d06644 req-6a1e0e08-3b84-4663-be29-58b18d2cd8b2 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:39:57.441821 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8ea4c8b0-839d-4b94-b607-1bdb55d06644 req-6a1e0e08-3b84-4663-be29-58b18d2cd8b2 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.35 "GET /v2.0/ports?device_id=532663b2-24ff-4076-90d7-3126e956882e HTTP/1.1" status: 200 len: 944 time: 0.0934439 May 20 20:39:57.529538 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8ea4c8b0-839d-4b94-b607-1bdb55d06644 req-746bfee5-78f5-4fd5-b6e4-4d57c595353d tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c1ac446-2eae-4e3c-98ef-7a4684e96782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736578 May 20 20:39:58.079775 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-1aa2e30e-6620-4cec-bc85-d73de77616bd req-91ef486f-9b1d-4338-a057-857f1edbfda9 service neutron] For port d48c4a89-5248-4669-905a-a53da6b07df6, host n-h1-842733-1, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:39:58.086008 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-1aa2e30e-6620-4cec-bc85-d73de77616bd req-91ef486f-9b1d-4338-a057-857f1edbfda9 service neutron] Notify callbacks [] for binding, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:58.087242 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1aa2e30e-6620-4cec-bc85-d73de77616bd req-91ef486f-9b1d-4338-a057-857f1edbfda9 service neutron] 10.222.0.13 "DELETE /v2.0/ports/d48c4a89-5248-4669-905a-a53da6b07df6/bindings/n-h1-842733-1 HTTP/1.1" status: 204 len: 173 time: 0.7956510 May 20 20:39:58.147964 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 20 May 2022 20:39:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d849d01-98fe-487a-81d8-96db0ab14628 x-openstack-request-id: req-0d849d01-98fe-487a-81d8-96db0ab14628 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:39:58.148313 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "217a8edb-2b21-456c-8e31-8a00107e1259", "name": "network-vif-deleted", "tag": "c97eadfd-f41a-4fb2-80fd-962422a3d259", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "532663b2-24ff-4076-90d7-3126e956882e", "tag": "1a4e9b92-3576-4ac2-af54-1fa1ca2039c7", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:39:58.148575 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0d849d01-98fe-487a-81d8-96db0ab14628 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:39:58.148989 n-d-842733-1 neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d849d01-98fe-487a-81d8-96db0ab14628'] response: {'server_uuid': '217a8edb-2b21-456c-8e31-8a00107e1259', 'name': 'network-vif-deleted', 'tag': 'c97eadfd-f41a-4fb2-80fd-962422a3d259', 'status': 'completed', 'code': 200} May 20 20:39:58.149295 n-d-842733-1 neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d849d01-98fe-487a-81d8-96db0ab14628'] response: {'name': 'network-changed', 'server_uuid': '532663b2-24ff-4076-90d7-3126e956882e', 'tag': '1a4e9b92-3576-4ac2-af54-1fa1ca2039c7', 'status': 'completed', 'code': 200} May 20 20:39:58.408813 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f910be3f-32e0-4b90-8799-f4cf0383a943 req-8753690b-d4f7-4f46-9cb2-14d49e945c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:39:58.410987 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f910be3f-32e0-4b90-8799-f4cf0383a943 req-8753690b-d4f7-4f46-9cb2-14d49e945c87 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8b3cc11ab7334369b6693afcab69aa6e&device_id=532663b2-24ff-4076-90d7-3126e956882e HTTP/1.1" status: 200 len: 1095 time: 0.2026320 May 20 20:39:58.451214 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e40a60-68d8-4499-a349-38b8c00fb0d1 req-a48630f5-0c51-414a-8e2f-08f0914be76d tempest-DeleteServersAdminTestJSON-1856297794 tempest-DeleteServersAdminTestJSON-1856297794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:39:58.461204 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b8e40a60-68d8-4499-a349-38b8c00fb0d1 req-a48630f5-0c51-414a-8e2f-08f0914be76d tempest-DeleteServersAdminTestJSON-1856297794 tempest-DeleteServersAdminTestJSON-1856297794-project] 10.222.0.35 "GET /v2.0/ports?device_id=063280fd-ba5a-40d4-9841-0309bcb717e9 HTTP/1.1" status: 200 len: 950 time: 0.2446229 May 20 20:39:58.564642 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b8e40a60-68d8-4499-a349-38b8c00fb0d1 req-510b9fc1-fd42-41ad-b0b4-5770f3b4a997 tempest-DeleteServersAdminTestJSON-1856297794 tempest-DeleteServersAdminTestJSON-1856297794-project] 10.222.0.35 "GET /v2.0/security-groups?id=d6903454-4a4e-41a2-89af-df0b3db87427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998771 May 20 20:39:58.618539 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f910be3f-32e0-4b90-8799-f4cf0383a943 req-785cf371-d570-4746-afe6-6abcf4580697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:39:58.620050 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f910be3f-32e0-4b90-8799-f4cf0383a943 req-785cf371-d570-4746-afe6-6abcf4580697 service neutron] 10.222.0.13 "GET /v2.0/networks?id=fef9e30f-3c34-4b6b-9bd5-2a167649e7b0 HTTP/1.1" status: 200 len: 921 time: 0.2008698 May 20 20:39:58.695000 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f910be3f-32e0-4b90-8799-f4cf0383a943 req-69d11775-933a-44dc-a53e-ae53f490abc3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1a4e9b92-3576-4ac2-af54-1fa1ca2039c7 HTTP/1.1" status: 200 len: 217 time: 0.0676744 May 20 20:39:58.776909 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f910be3f-32e0-4b90-8799-f4cf0383a943 req-f70f7bcb-f532-4a15-aac2-2711573dca89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:39:58.778459 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f910be3f-32e0-4b90-8799-f4cf0383a943 req-f70f7bcb-f532-4a15-aac2-2711573dca89 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=33548886-d6e3-48e7-a819-149526989122 HTTP/1.1" status: 200 len: 860 time: 0.0762351 May 20 20:39:58.827363 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f910be3f-32e0-4b90-8799-f4cf0383a943 req-1c55d697-3296-4f10-b429-5dfaec3b24bb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fef9e30f-3c34-4b6b-9bd5-2a167649e7b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376410 May 20 20:39:58.987378 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f910be3f-32e0-4b90-8799-f4cf0383a943 req-04ea8685-f9d5-4092-8bce-20354c94a829 service neutron] 10.222.0.13 "GET /v2.0/networks/fef9e30f-3c34-4b6b-9bd5-2a167649e7b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453664 May 20 20:39:59.144442 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f910be3f-32e0-4b90-8799-f4cf0383a943 req-588793e3-7c9e-43ea-8058-a2a4cc9efff3 service neutron] 10.222.0.13 "GET /v2.0/networks/fef9e30f-3c34-4b6b-9bd5-2a167649e7b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455457 May 20 20:39:59.348194 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e244dc-0a76-4f21-889e-769ef077acdd req-9f3e5f95-f9ac-4a7c-93e0-d41e248a233c tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:39:59.350888 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-68e244dc-0a76-4f21-889e-769ef077acdd req-9f3e5f95-f9ac-4a7c-93e0-d41e248a233c tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] 10.222.0.35 "GET /v2.0/ports?device_id=fb13a393-1e95-453a-a8fa-345812285948 HTTP/1.1" status: 200 len: 944 time: 0.1053581 May 20 20:39:59.403666 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-68e244dc-0a76-4f21-889e-769ef077acdd req-53f84dfb-c0c8-49cc-9855-02fb6d672a2d tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] 10.222.0.35 "GET /v2.0/security-groups?id=0a1ca955-ee86-4e03-bb39-6b1e6a532a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451076 May 20 20:39:59.527250 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81eb3409-7512-432b-acc4-c30008938dec req-c92ac2f2-397d-4d95-9103-00590fab1e13 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:39:59.535015 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-81eb3409-7512-432b-acc4-c30008938dec req-c92ac2f2-397d-4d95-9103-00590fab1e13 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.35 "GET /v2.0/ports?device_id=532663b2-24ff-4076-90d7-3126e956882e HTTP/1.1" status: 200 len: 944 time: 0.0639672 May 20 20:39:59.580528 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-81eb3409-7512-432b-acc4-c30008938dec req-e1109eb7-c0bb-418d-9f0b-74eb507925fe tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c1ac446-2eae-4e3c-98ef-7a4684e96782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445602 May 20 20:39:59.858666 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fdb814-623f-4f57-baf9-aa7bfe171b01 req-5431f230-2e14-4595-8b18-a09f6740e504 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:39:59.861661 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a9fdb814-623f-4f57-baf9-aa7bfe171b01 req-5431f230-2e14-4595-8b18-a09f6740e504 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] 10.222.0.35 "GET /v2.0/ports?device_id=e8242be7-517a-4c2d-a6a7-26bb03d4cb82 HTTP/1.1" status: 200 len: 949 time: 0.0530591 May 20 20:39:59.910029 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a9fdb814-623f-4f57-baf9-aa7bfe171b01 req-dad2e795-bdd3-47c3-ba68-28bec11596c7 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c2aa399-3055-4eb0-8f1a-45933e0e3cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416987 May 20 20:40:00.092987 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d178e1-6924-48e4-be06-0601c085ff0e req-090d4a0b-d8c7-4154-8e48-2c217672e5eb tempest-DeleteServersAdminTestJSON-1856297794 tempest-DeleteServersAdminTestJSON-1856297794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:40:00.097744 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-49d178e1-6924-48e4-be06-0601c085ff0e req-090d4a0b-d8c7-4154-8e48-2c217672e5eb tempest-DeleteServersAdminTestJSON-1856297794 tempest-DeleteServersAdminTestJSON-1856297794-project] 10.222.0.35 "GET /v2.0/ports?device_id=063280fd-ba5a-40d4-9841-0309bcb717e9 HTTP/1.1" status: 200 len: 950 time: 0.0908434 May 20 20:40:00.134888 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-49d178e1-6924-48e4-be06-0601c085ff0e req-458e1f61-59dd-4c94-9670-96d7abe73abc tempest-DeleteServersAdminTestJSON-1856297794 tempest-DeleteServersAdminTestJSON-1856297794-project] 10.222.0.35 "GET /v2.0/security-groups?id=d6903454-4a4e-41a2-89af-df0b3db87427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325267 May 20 20:40:00.295002 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011811e9-3c3b-4708-ab6f-47987e204bce req-18360726-0150-4339-b965-cf14588b2cb6 tempest-LiveMigrationTest-1108997473 tempest-LiveMigrationTest-1108997473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:40:00.305006 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-011811e9-3c3b-4708-ab6f-47987e204bce req-18360726-0150-4339-b965-cf14588b2cb6 tempest-LiveMigrationTest-1108997473 tempest-LiveMigrationTest-1108997473-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=fb13a393-1e95-453a-a8fa-345812285948 HTTP/1.1" status: 200 len: 1095 time: 0.1068664 May 20 20:40:00.396758 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-011811e9-3c3b-4708-ab6f-47987e204bce req-a6511b17-a3d1-4431-964c-06fedbd4c422 tempest-LiveMigrationTest-1108997473 tempest-LiveMigrationTest-1108997473-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=0a1ca955-ee86-4e03-bb39-6b1e6a532a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906873 May 20 20:40:00.465240 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdcf678-02d6-4f39-a9d3-8b9daf40e022 req-e450d27c-f801-4045-abed-c51d4299f6f0 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:40:00.472266 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6bdcf678-02d6-4f39-a9d3-8b9daf40e022 req-e450d27c-f801-4045-abed-c51d4299f6f0 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/ports?device_id=639a9b9c-aaad-4644-9dcd-410174fb9f88 HTTP/1.1" status: 200 len: 946 time: 0.0871458 May 20 20:40:00.536829 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6bdcf678-02d6-4f39-a9d3-8b9daf40e022 req-29d455d6-5b74-4ba7-bec3-d399408293a2 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3c6019f-4c4a-4c16-982c-852ac3d8d84a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595562 May 20 20:40:00.718026 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381ac5b4-ff24-4cf2-93c5-654f4c381bd5 req-ee62cd31-ffbe-45e1-8b32-43b47476cde0 tempest-LiveMigrationTest-1108997473 tempest-LiveMigrationTest-1108997473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:40:00.719992 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-381ac5b4-ff24-4cf2-93c5-654f4c381bd5 req-ee62cd31-ffbe-45e1-8b32-43b47476cde0 tempest-LiveMigrationTest-1108997473 tempest-LiveMigrationTest-1108997473-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=fb13a393-1e95-453a-a8fa-345812285948 HTTP/1.1" status: 200 len: 1095 time: 0.1019185 May 20 20:40:00.727626 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1353f781-7fab-4021-a1eb-5ffd2e6b3917 req-40b0f969-86a3-4a6f-ba2a-5a77cc381840 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:40:00.736914 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-1353f781-7fab-4021-a1eb-5ffd2e6b3917 req-40b0f969-86a3-4a6f-ba2a-5a77cc381840 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8242be7-517a-4c2d-a6a7-26bb03d4cb82 HTTP/1.1" status: 200 len: 949 time: 0.0768616 May 20 20:40:00.762139 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-381ac5b4-ff24-4cf2-93c5-654f4c381bd5 req-b88a7fe5-e35b-4017-9502-585fb559d16c tempest-LiveMigrationTest-1108997473 tempest-LiveMigrationTest-1108997473-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=0a1ca955-ee86-4e03-bb39-6b1e6a532a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319357 May 20 20:40:00.912770 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a11106-4b92-4b62-bb32-4f7764f783c0 req-c39527c0-f3b3-46ac-807f-ed8bca3109b0 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:40:00.915355 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-38a11106-4b92-4b62-bb32-4f7764f783c0 req-c39527c0-f3b3-46ac-807f-ed8bca3109b0 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.35 "GET /v2.0/ports?device_id=532663b2-24ff-4076-90d7-3126e956882e HTTP/1.1" status: 200 len: 944 time: 0.0816648 May 20 20:40:00.981856 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-38a11106-4b92-4b62-bb32-4f7764f783c0 req-1a763e30-7d98-4626-86c9-af038b29afc4 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c1ac446-2eae-4e3c-98ef-7a4684e96782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579214 May 20 20:40:01.144864 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649b53ab-70fa-4a7c-9210-32eac93f1756 req-fcdc6f04-01e7-44c3-bc50-1f568c65e4b0 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:40:01.149775 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-649b53ab-70fa-4a7c-9210-32eac93f1756 req-fcdc6f04-01e7-44c3-bc50-1f568c65e4b0 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] 10.222.0.35 "GET /v2.0/ports?device_id=e8242be7-517a-4c2d-a6a7-26bb03d4cb82 HTTP/1.1" status: 200 len: 949 time: 0.0828018 May 20 20:40:01.157038 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-1353f781-7fab-4021-a1eb-5ffd2e6b3917 req-96ac6a57-f8bb-4175-a580-00a9e81c2d79 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] Deleting port ff8333d5-3411-4ce2-bab2-7173fcf8ad5b {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:40:01.157839 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-1353f781-7fab-4021-a1eb-5ffd2e6b3917 req-96ac6a57-f8bb-4175-a580-00a9e81c2d79 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:01.222850 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-649b53ab-70fa-4a7c-9210-32eac93f1756 req-b07ac3d4-de82-496c-a22f-95e569837ab7 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c2aa399-3055-4eb0-8f1a-45933e0e3cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602224 May 20 20:40:01.258870 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-83d55d43-d6fe-4812-b2ca-e98838a7e83e req-c504b2fb-f1cf-483e-8f75-3b1021d56456 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=15403929-020e-4cba-8203-91654f1a9017&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1078510 May 20 20:40:01.278704 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-1353f781-7fab-4021-a1eb-5ffd2e6b3917 req-96ac6a57-f8bb-4175-a580-00a9e81c2d79 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] For port ff8333d5-3411-4ce2-bab2-7173fcf8ad5b, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=ff8333d5-3411-4ce2-bab2-7173fcf8ad5b,segment=NetworkSegment(ed3a602f-49fb-4a95-be80-401e1eb72e33),segment_id=ed3a602f-49fb-4a95-be80-401e1eb72e33)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:40:01.279071 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-1353f781-7fab-4021-a1eb-5ffd2e6b3917 req-96ac6a57-f8bb-4175-a580-00a9e81c2d79 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:01.292232 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-1353f781-7fab-4021-a1eb-5ffd2e6b3917 req-96ac6a57-f8bb-4175-a580-00a9e81c2d79 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] Calling delete_port for ff8333d5-3411-4ce2-bab2-7173fcf8ad5b owned by compute:nova {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:40:01.365550 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d55d43-d6fe-4812-b2ca-e98838a7e83e req-879d7e05-7377-406f-a846-a4b7485de85e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:40:01.367023 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-83d55d43-d6fe-4812-b2ca-e98838a7e83e req-879d7e05-7377-406f-a846-a4b7485de85e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8b3cc11ab7334369b6693afcab69aa6e&device_id=15403929-020e-4cba-8203-91654f1a9017 HTTP/1.1" status: 200 len: 1096 time: 0.0866652 May 20 20:40:01.377407 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b992fe63-d9d6-422e-83f8-76707a88a145 req-5604cd3b-2dc9-43dc-a468-ab4f9c908ba0 tempest-DeleteServersAdminTestJSON-1856297794 tempest-DeleteServersAdminTestJSON-1856297794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:40:01.379016 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b992fe63-d9d6-422e-83f8-76707a88a145 req-5604cd3b-2dc9-43dc-a468-ab4f9c908ba0 tempest-DeleteServersAdminTestJSON-1856297794 tempest-DeleteServersAdminTestJSON-1856297794-project] 10.222.0.35 "GET /v2.0/ports?device_id=063280fd-ba5a-40d4-9841-0309bcb717e9 HTTP/1.1" status: 200 len: 950 time: 0.0792108 May 20 20:40:01.502944 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b992fe63-d9d6-422e-83f8-76707a88a145 req-0435aa5a-eae6-4cfd-bb9a-824a6143361f tempest-DeleteServersAdminTestJSON-1856297794 tempest-DeleteServersAdminTestJSON-1856297794-project] 10.222.0.35 "GET /v2.0/security-groups?id=d6903454-4a4e-41a2-89af-df0b3db87427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152606 May 20 20:40:01.506130 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-cda56a62-e529-45c5-b2cc-17ba375d6af6 req-ca3800e3-3782-4141-a001-bab836ab6945 tempest-FlavorsV2NegativeTest-1914969594 tempest-FlavorsV2NegativeTest-1914969594-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=e7c57139f3264fbe8a30152308cfd1a8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0345979 May 20 20:40:01.528815 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-1353f781-7fab-4021-a1eb-5ffd2e6b3917 req-96ac6a57-f8bb-4175-a580-00a9e81c2d79 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:01.542491 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] get_ports_and_sgs() called for port_ids ['ff8333d5-3411-4ce2-bab2-7173fcf8ad5b'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:40:01.571200 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ac6a57-f8bb-4175-a580-00a9e81c2d79 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] Pushing event deleted for resources: {'Port': ['ID=ff8333d5-3411-4ce2-bab2-7173fcf8ad5b,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:40:01.613893 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d55d43-d6fe-4812-b2ca-e98838a7e83e req-9ac328ae-2ddc-4341-8af0-be71e4ad2fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:40:01.615911 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-83d55d43-d6fe-4812-b2ca-e98838a7e83e req-9ac328ae-2ddc-4341-8af0-be71e4ad2fb3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=fef9e30f-3c34-4b6b-9bd5-2a167649e7b0 HTTP/1.1" status: 200 len: 921 time: 0.2264481 May 20 20:40:01.632922 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-1353f781-7fab-4021-a1eb-5ffd2e6b3917 req-96ac6a57-f8bb-4175-a580-00a9e81c2d79 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] No DVR routers for this DVR port ff8333d5-3411-4ce2-bab2-7173fcf8ad5b on host n-h1-842733-1 {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:40:01.635478 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-1353f781-7fab-4021-a1eb-5ffd2e6b3917 req-96ac6a57-f8bb-4175-a580-00a9e81c2d79 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:01.639913 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-1353f781-7fab-4021-a1eb-5ffd2e6b3917 req-96ac6a57-f8bb-4175-a580-00a9e81c2d79 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] 10.222.0.24 "DELETE /v2.0/ports/ff8333d5-3411-4ce2-bab2-7173fcf8ad5b HTTP/1.1" status: 204 len: 173 time: 0.9048314 May 20 20:40:01.640379 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8242be7-517a-4c2d-a6a7-26bb03d4cb82', 'name': 'network-vif-deleted', 'tag': 'ff8333d5-3411-4ce2-bab2-7173fcf8ad5b'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:40:01.643322 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6fa957933fccbf596d28104b23404b952ad6a8238afaebaed40a0874b2e409" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c3c48aa-7002-4da6-87f3-941ba6e06297" -d '{"events": [{"server_uuid": "e8242be7-517a-4c2d-a6a7-26bb03d4cb82", "name": "network-vif-deleted", "tag": "ff8333d5-3411-4ce2-bab2-7173fcf8ad5b"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:40:01.687292 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-83d55d43-d6fe-4812-b2ca-e98838a7e83e req-dba72f8e-c2dd-412e-9887-f2775a1017c9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4f63bad5-6519-46fc-8d43-bff4764dbc9c HTTP/1.1" status: 200 len: 217 time: 0.0614843 May 20 20:40:01.742668 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda56a62-e529-45c5-b2cc-17ba375d6af6 req-c07cf9c4-d9ec-4ec8-8cb5-0115992e1a2b tempest-FlavorsV2NegativeTest-1914969594 tempest-FlavorsV2NegativeTest-1914969594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:40:01.744146 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-cda56a62-e529-45c5-b2cc-17ba375d6af6 req-c07cf9c4-d9ec-4ec8-8cb5-0115992e1a2b tempest-FlavorsV2NegativeTest-1914969594 tempest-FlavorsV2NegativeTest-1914969594-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2305336 May 20 20:40:01.763085 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d55d43-d6fe-4812-b2ca-e98838a7e83e req-15ee7759-79fb-4ad2-8fcb-80f55389b7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:40:01.764476 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-83d55d43-d6fe-4812-b2ca-e98838a7e83e req-15ee7759-79fb-4ad2-8fcb-80f55389b7b0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=33548886-d6e3-48e7-a819-149526989122 HTTP/1.1" status: 200 len: 860 time: 0.0698116 May 20 20:40:01.768533 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-cda56a62-e529-45c5-b2cc-17ba375d6af6 req-8f714d93-4c86-4956-b70f-7349784325e2 tempest-FlavorsV2NegativeTest-1914969594 tempest-FlavorsV2NegativeTest-1914969594-project] 10.222.0.35 "GET /v2.0/quotas/e7c57139f3264fbe8a30152308cfd1a8 HTTP/1.1" status: 200 len: 375 time: 0.0147612 May 20 20:40:01.804365 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-83d55d43-d6fe-4812-b2ca-e98838a7e83e req-8d7b3c7b-27c1-4fea-8bf1-cf9d00045aea service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fef9e30f-3c34-4b6b-9bd5-2a167649e7b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325422 May 20 20:40:01.827919 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-cda56a62-e529-45c5-b2cc-17ba375d6af6 req-bb7b76a4-f607-455f-8ebb-771196696142 tempest-FlavorsV2NegativeTest-1914969594 tempest-FlavorsV2NegativeTest-1914969594-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=e7c57139f3264fbe8a30152308cfd1a8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0488513 May 20 20:40:01.931281 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-83d55d43-d6fe-4812-b2ca-e98838a7e83e req-10228c4e-16e2-43d2-99e9-80a6b74235b9 service neutron] 10.222.0.24 "GET /v2.0/networks/fef9e30f-3c34-4b6b-9bd5-2a167649e7b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117463 May 20 20:40:02.028265 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:02.034679 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c5776c-1cc4-4452-996c-f24f85a3b7e1 req-c93873a6-4c9c-4595-b344-62cc8c23dcfd tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:40:02.036206 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-64c5776c-1cc4-4452-996c-f24f85a3b7e1 req-c93873a6-4c9c-4595-b344-62cc8c23dcfd tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/ports?device_id=639a9b9c-aaad-4644-9dcd-410174fb9f88 HTTP/1.1" status: 200 len: 946 time: 0.1337874 May 20 20:40:02.081965 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-83d55d43-d6fe-4812-b2ca-e98838a7e83e req-294c6d64-88ff-48c2-affd-503a0d2425f8 service neutron] 10.222.0.24 "GET /v2.0/networks/fef9e30f-3c34-4b6b-9bd5-2a167649e7b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361401 May 20 20:40:02.099715 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-64c5776c-1cc4-4452-996c-f24f85a3b7e1 req-d2aeb5fb-c805-40b7-82f7-194d54cb017a tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3c6019f-4c4a-4c16-982c-852ac3d8d84a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562601 May 20 20:40:02.178819 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 20:40:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3d0fb4a-7094-48cd-b6b3-c6422821f9ec x-openstack-request-id: req-d3d0fb4a-7094-48cd-b6b3-c6422821f9ec {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:40:02.179315 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8242be7-517a-4c2d-a6a7-26bb03d4cb82", "name": "network-vif-deleted", "tag": "ff8333d5-3411-4ce2-bab2-7173fcf8ad5b", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:40:02.179419 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d3d0fb4a-7094-48cd-b6b3-c6422821f9ec {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:40:02.179733 n-d-842733-1 neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3d0fb4a-7094-48cd-b6b3-c6422821f9ec'] response: {'server_uuid': 'e8242be7-517a-4c2d-a6a7-26bb03d4cb82', 'name': 'network-vif-deleted', 'tag': 'ff8333d5-3411-4ce2-bab2-7173fcf8ad5b', 'status': 'completed', 'code': 200} May 20 20:40:02.302803 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1084deeb-9a6d-43e5-bd32-5c421591842d req-93b72780-4066-439b-9672-1faab2308251 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:40:02.304185 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1084deeb-9a6d-43e5-bd32-5c421591842d req-93b72780-4066-439b-9672-1faab2308251 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.35 "GET /v2.0/ports?device_id=532663b2-24ff-4076-90d7-3126e956882e HTTP/1.1" status: 200 len: 944 time: 0.0751328 May 20 20:40:02.336542 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be37328-54ae-41c1-85d0-ede786552cc3 req-7eba0823-9d4f-4d7c-a0d6-3b2cc38a032d tempest-DeleteServersAdminTestJSON-1856297794 tempest-DeleteServersAdminTestJSON-1856297794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:40:02.338061 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3be37328-54ae-41c1-85d0-ede786552cc3 req-7eba0823-9d4f-4d7c-a0d6-3b2cc38a032d tempest-DeleteServersAdminTestJSON-1856297794 tempest-DeleteServersAdminTestJSON-1856297794-project] 10.222.0.35 "GET /v2.0/ports?device_id=063280fd-ba5a-40d4-9841-0309bcb717e9 HTTP/1.1" status: 200 len: 950 time: 0.0756190 May 20 20:40:02.375124 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1084deeb-9a6d-43e5-bd32-5c421591842d req-fd8843f5-3b6a-41ff-a60b-e741ac62a5d8 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c1ac446-2eae-4e3c-98ef-7a4684e96782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629673 May 20 20:40:02.410297 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3be37328-54ae-41c1-85d0-ede786552cc3 req-a3c8a3ca-32af-4752-b300-0ce730529258 tempest-DeleteServersAdminTestJSON-1856297794 tempest-DeleteServersAdminTestJSON-1856297794-project] 10.222.0.35 "GET /v2.0/security-groups?id=d6903454-4a4e-41a2-89af-df0b3db87427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636771 May 20 20:40:02.572579 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd2a808-668d-418a-b9e4-1c673cacff7e req-55219ac3-4457-49a8-9699-0f2f2f49be41 tempest-ImagesOneServerTestJSON-1034141892 tempest-ImagesOneServerTestJSON-1034141892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:40:02.574300 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ffd2a808-668d-418a-b9e4-1c673cacff7e req-55219ac3-4457-49a8-9699-0f2f2f49be41 tempest-ImagesOneServerTestJSON-1034141892 tempest-ImagesOneServerTestJSON-1034141892-project] 10.222.0.35 "GET /v2.0/ports?device_id=6959d056-8674-41a0-844d-fdbf9dc52e77 HTTP/1.1" status: 200 len: 950 time: 0.0633626 May 20 20:40:02.617194 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ffd2a808-668d-418a-b9e4-1c673cacff7e req-cbdd63b3-a2e4-482e-b380-2e78c4a52245 tempest-ImagesOneServerTestJSON-1034141892 tempest-ImagesOneServerTestJSON-1034141892-project] 10.222.0.35 "GET /v2.0/security-groups?id=dbf8976f-45db-44b9-8b18-5f3bfc43aae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345516 May 20 20:40:02.746774 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-fd14ea5b-6398-450c-8b02-c96f2412cdb6 req-df6e831f-54a6-4d11-a282-e17ea5f47fa7 tempest-ServersOnMultiNodesTest-2091333489 tempest-ServersOnMultiNodesTest-2091333489-project] 10.222.0.35 "GET /v2.0/ports?device_id=e8242be7-517a-4c2d-a6a7-26bb03d4cb82 HTTP/1.1" status: 200 len: 210 time: 0.0286944 May 20 20:40:02.970897 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 35766) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:40:03.106225 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f9bf9777-1c9e-42eb-9126-e7611dcb15ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:03.189463 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f9bf9777-1c9e-42eb-9126-e7611dcb15ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:03.252470 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f9bf9777-1c9e-42eb-9126-e7611dcb15ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:03.295472 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-f9bf9777-1c9e-42eb-9126-e7611dcb15ad admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e7c57139f3264fbe8a30152308cfd1a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3224995 May 20 20:40:03.296480 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bf9777-1c9e-42eb-9126-e7611dcb15ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dab19b5-5842-419a-954b-b84dc7f9c5c5,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:40:03.298198 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 35782) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:40:03.372582 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f128e812-2671-4c0a-be03-0464be7dff1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:03.396963 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f128e812-2671-4c0a-be03-0464be7dff1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:03.519947 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b206263-a027-482d-9c45-dd0ef286325f req-80624a08-0de5-4f5c-bddd-b6d595411a20 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:40:03.521449 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6b206263-a027-482d-9c45-dd0ef286325f req-80624a08-0de5-4f5c-bddd-b6d595411a20 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.35 "GET /v2.0/ports?device_id=532663b2-24ff-4076-90d7-3126e956882e HTTP/1.1" status: 200 len: 944 time: 0.0565634 May 20 20:40:03.533138 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f128e812-2671-4c0a-be03-0464be7dff1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:03.535944 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f128e812-2671-4c0a-be03-0464be7dff1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:03.540024 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-f128e812-2671-4c0a-be03-0464be7dff1a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7dab19b5-5842-419a-954b-b84dc7f9c5c5 HTTP/1.1" status: 204 len: 168 time: 0.2369087 May 20 20:40:03.555034 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f128e812-2671-4c0a-be03-0464be7dff1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dab19b5-5842-419a-954b-b84dc7f9c5c5,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:40:03.565953 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6b206263-a027-482d-9c45-dd0ef286325f req-e7ffcb5c-7d25-47c7-9236-764b7c05c8ce tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c1ac446-2eae-4e3c-98ef-7a4684e96782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384762 May 20 20:40:03.653818 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bf0dec-7ba6-45cf-82f6-f4abb22dd1a7 req-ce9d5e5d-be17-4781-9a3f-3a76aa7f62e9 tempest-DeleteServersAdminTestJSON-1856297794 tempest-DeleteServersAdminTestJSON-1856297794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:40:03.655389 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-87bf0dec-7ba6-45cf-82f6-f4abb22dd1a7 req-ce9d5e5d-be17-4781-9a3f-3a76aa7f62e9 tempest-DeleteServersAdminTestJSON-1856297794 tempest-DeleteServersAdminTestJSON-1856297794-project] 10.222.0.24 "GET /v2.0/ports?device_id=063280fd-ba5a-40d4-9841-0309bcb717e9 HTTP/1.1" status: 200 len: 950 time: 0.0674999 May 20 20:40:03.771427 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07857d6e-fdbf-416d-a695-454efb650abb req-5e0792cb-3263-40e3-b842-afacd6e8dddf tempest-DeleteServersAdminTestJSON-1856297794 tempest-DeleteServersAdminTestJSON-1856297794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:40:03.772873 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-07857d6e-fdbf-416d-a695-454efb650abb req-5e0792cb-3263-40e3-b842-afacd6e8dddf tempest-DeleteServersAdminTestJSON-1856297794 tempest-DeleteServersAdminTestJSON-1856297794-project] 10.222.0.35 "GET /v2.0/ports?device_id=063280fd-ba5a-40d4-9841-0309bcb717e9 HTTP/1.1" status: 200 len: 950 time: 0.1096940 May 20 20:40:03.826649 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-07857d6e-fdbf-416d-a695-454efb650abb req-c8d8a5ca-0b70-48bd-bb39-0113d3cedda0 tempest-DeleteServersAdminTestJSON-1856297794 tempest-DeleteServersAdminTestJSON-1856297794-project] 10.222.0.35 "GET /v2.0/security-groups?id=d6903454-4a4e-41a2-89af-df0b3db87427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451198 May 20 20:40:03.830160 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [req-87bf0dec-7ba6-45cf-82f6-f4abb22dd1a7 req-19856aac-7647-4db7-b53e-ba9682158fa6 tempest-DeleteServersAdminTestJSON-1856297794 tempest-DeleteServersAdminTestJSON-1856297794-project] Deleting port 83e703bf-63a2-4927-a01d-e95bf1bc0785 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:40:03.830669 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-87bf0dec-7ba6-45cf-82f6-f4abb22dd1a7 req-19856aac-7647-4db7-b53e-ba9682158fa6 tempest-DeleteServersAdminTestJSON-1856297794 tempest-DeleteServersAdminTestJSON-1856297794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:04.022550 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-87bf0dec-7ba6-45cf-82f6-f4abb22dd1a7 req-19856aac-7647-4db7-b53e-ba9682158fa6 tempest-DeleteServersAdminTestJSON-1856297794 tempest-DeleteServersAdminTestJSON-1856297794-project] For port 83e703bf-63a2-4927-a01d-e95bf1bc0785, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=83e703bf-63a2-4927-a01d-e95bf1bc0785,segment=NetworkSegment(ed3a602f-49fb-4a95-be80-401e1eb72e33),segment_id=ed3a602f-49fb-4a95-be80-401e1eb72e33)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:40:04.023227 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-87bf0dec-7ba6-45cf-82f6-f4abb22dd1a7 req-19856aac-7647-4db7-b53e-ba9682158fa6 tempest-DeleteServersAdminTestJSON-1856297794 tempest-DeleteServersAdminTestJSON-1856297794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:04.052485 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [req-87bf0dec-7ba6-45cf-82f6-f4abb22dd1a7 req-19856aac-7647-4db7-b53e-ba9682158fa6 tempest-DeleteServersAdminTestJSON-1856297794 tempest-DeleteServersAdminTestJSON-1856297794-project] Calling delete_port for 83e703bf-63a2-4927-a01d-e95bf1bc0785 owned by compute:nova {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:40:04.118367 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device ff8333d5-3411-4ce2-bab2-7173fcf8ad5b no longer exists at agent hyperv_n-h1-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:40:04.159150 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] No Port match for: ff8333d5-3411-4ce2-bab2-7173fcf8ad5b {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 20:40:04.159998 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device ff8333d5-3411-4ce2-bab2-7173fcf8ad5b not bound to the agent host n-h1-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 20:40:04.330515 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 14bab9e1-74b5-4180-9f49-6dd544eb5e30 no longer exists at agent hyperv_n-h2-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:40:04.367529 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-87bf0dec-7ba6-45cf-82f6-f4abb22dd1a7 req-19856aac-7647-4db7-b53e-ba9682158fa6 tempest-DeleteServersAdminTestJSON-1856297794 tempest-DeleteServersAdminTestJSON-1856297794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:04.438921 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19856aac-7647-4db7-b53e-ba9682158fa6 tempest-DeleteServersAdminTestJSON-1856297794 tempest-DeleteServersAdminTestJSON-1856297794-project] Pushing event deleted for resources: {'Port': ['ID=83e703bf-63a2-4927-a01d-e95bf1bc0785,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:40:04.442312 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port 14bab9e1-74b5-4180-9f49-6dd544eb5e30 is: ACTIVE; New status is: DOWN {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:40:04.443209 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:04.474945 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6959d056-8674-41a0-844d-fdbf9dc52e77', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14bab9e1-74b5-4180-9f49-6dd544eb5e30'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:40:04.479335 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8485417003ce7c0410b00f5cdc2f391e21107b70bb68e2773712534a96e108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f8b1868-2c43-4a0c-a057-7f7a783918b8" -d '{"events": [{"server_uuid": "6959d056-8674-41a0-844d-fdbf9dc52e77", "name": "network-vif-unplugged", "status": "completed", "tag": "14bab9e1-74b5-4180-9f49-6dd544eb5e30"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:40:04.508246 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [req-87bf0dec-7ba6-45cf-82f6-f4abb22dd1a7 req-19856aac-7647-4db7-b53e-ba9682158fa6 tempest-DeleteServersAdminTestJSON-1856297794 tempest-DeleteServersAdminTestJSON-1856297794-project] No DVR routers for this DVR port 83e703bf-63a2-4927-a01d-e95bf1bc0785 on host n-h1-842733-1 {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:40:04.510763 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-87bf0dec-7ba6-45cf-82f6-f4abb22dd1a7 req-19856aac-7647-4db7-b53e-ba9682158fa6 tempest-DeleteServersAdminTestJSON-1856297794 tempest-DeleteServersAdminTestJSON-1856297794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:04.515723 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-87bf0dec-7ba6-45cf-82f6-f4abb22dd1a7 req-19856aac-7647-4db7-b53e-ba9682158fa6 tempest-DeleteServersAdminTestJSON-1856297794 tempest-DeleteServersAdminTestJSON-1856297794-project] 10.222.0.24 "DELETE /v2.0/ports/83e703bf-63a2-4927-a01d-e95bf1bc0785 HTTP/1.1" status: 204 len: 173 time: 0.8532748 May 20 20:40:04.515723 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '063280fd-ba5a-40d4-9841-0309bcb717e9', 'name': 'network-vif-deleted', 'tag': '83e703bf-63a2-4927-a01d-e95bf1bc0785'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:40:04.518767 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port 14bab9e1-74b5-4180-9f49-6dd544eb5e30, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=14bab9e1-74b5-4180-9f49-6dd544eb5e30,segment=NetworkSegment(ed3a602f-49fb-4a95-be80-401e1eb72e33),segment_id=ed3a602f-49fb-4a95-be80-401e1eb72e33)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:40:04.521790 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4291b17aa7b45362825f0571e77c85f5e73afe1df9c7e9e15006df9d695c005e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82b13869-c426-4f47-9494-e2da07870ff2" -d '{"events": [{"server_uuid": "063280fd-ba5a-40d4-9841-0309bcb717e9", "name": "network-vif-deleted", "tag": "83e703bf-63a2-4927-a01d-e95bf1bc0785"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:40:04.574111 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 May 2022 20:40:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c8d8154-12bd-4ba0-a815-9e55bdfb4f1d x-openstack-request-id: req-6c8d8154-12bd-4ba0-a815-9e55bdfb4f1d {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:40:04.574397 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6959d056-8674-41a0-844d-fdbf9dc52e77", "name": "network-vif-unplugged", "status": "completed", "tag": "14bab9e1-74b5-4180-9f49-6dd544eb5e30", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:40:04.574648 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6c8d8154-12bd-4ba0-a815-9e55bdfb4f1d {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:40:04.575096 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c8d8154-12bd-4ba0-a815-9e55bdfb4f1d'] response: {'server_uuid': '6959d056-8674-41a0-844d-fdbf9dc52e77', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14bab9e1-74b5-4180-9f49-6dd544eb5e30', 'code': 200} May 20 20:40:04.632529 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 20:40:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45552611-4536-4f29-a07f-82243571c1f6 x-openstack-request-id: req-45552611-4536-4f29-a07f-82243571c1f6 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:40:04.632933 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "063280fd-ba5a-40d4-9841-0309bcb717e9", "name": "network-vif-deleted", "tag": "83e703bf-63a2-4927-a01d-e95bf1bc0785", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:40:04.633270 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-45552611-4536-4f29-a07f-82243571c1f6 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:40:04.633756 n-d-842733-1 neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45552611-4536-4f29-a07f-82243571c1f6'] response: {'server_uuid': '063280fd-ba5a-40d4-9841-0309bcb717e9', 'name': 'network-vif-deleted', 'tag': '83e703bf-63a2-4927-a01d-e95bf1bc0785', 'status': 'completed', 'code': 200} May 20 20:40:04.665115 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:04.667451 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 7f3ebca3-508b-418e-88bd-760b98f17cff no longer exists at agent hyperv_n-h2-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:40:04.736335 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 35858) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:40:04.785568 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=14bab9e1-74b5-4180-9f49-6dd544eb5e30,revision_number=8']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:40:04.819002 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac139c3-0277-46be-afbe-343b48010af1 req-36a0f9ab-18a9-49c0-b10e-f879703da99c tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:40:04.823388 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6ac139c3-0277-46be-afbe-343b48010af1 req-36a0f9ab-18a9-49c0-b10e-f879703da99c tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.35 "GET /v2.0/ports?device_id=532663b2-24ff-4076-90d7-3126e956882e HTTP/1.1" status: 200 len: 944 time: 0.0823720 May 20 20:40:04.859588 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port 7f3ebca3-508b-418e-88bd-760b98f17cff is: ACTIVE; New status is: DOWN {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:40:04.861448 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:04.895334 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6ac139c3-0277-46be-afbe-343b48010af1 req-27b3bf83-6eb0-4fd3-baae-d26d267545aa tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c1ac446-2eae-4e3c-98ef-7a4684e96782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543263 May 20 20:40:04.952086 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port 7f3ebca3-508b-418e-88bd-760b98f17cff, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=7f3ebca3-508b-418e-88bd-760b98f17cff,segment=NetworkSegment(1b0c59b6-1da5-46b1-ba4a-82e83befd33e),segment_id=1b0c59b6-1da5-46b1-ba4a-82e83befd33e)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:40:04.986873 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-60dbaf3e-48d0-44bb-920f-e586bc038a46 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4207919be7244eb28564658a511e407f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2480650 May 20 20:40:04.989495 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 35866) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:40:05.036048 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-920ab0af-4c4b-4b41-993b-eece02de5539 req-2915914d-700a-48d3-ac0c-419eecb03b62 tempest-DeleteServersAdminTestJSON-1856297794 tempest-DeleteServersAdminTestJSON-1856297794-project] 10.222.0.35 "GET /v2.0/ports?device_id=063280fd-ba5a-40d4-9841-0309bcb717e9 HTTP/1.1" status: 200 len: 210 time: 0.0370104 May 20 20:40:05.069832 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:05.073060 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-99244a17-4ece-47bd-af85-db46b3c9aa74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:05.113645 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-99244a17-4ece-47bd-af85-db46b3c9aa74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:05.141840 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=7f3ebca3-508b-418e-88bd-760b98f17cff,revision_number=8']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:40:05.291968 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-99244a17-4ece-47bd-af85-db46b3c9aa74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:05.294707 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-99244a17-4ece-47bd-af85-db46b3c9aa74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:05.296894 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-99244a17-4ece-47bd-af85-db46b3c9aa74 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0c2aa399-3055-4eb0-8f1a-45933e0e3cd5 HTTP/1.1" status: 204 len: 168 time: 0.3061581 May 20 20:40:05.310412 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99244a17-4ece-47bd-af85-db46b3c9aa74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c2aa399-3055-4eb0-8f1a-45933e0e3cd5,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:40:05.978890 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 35904) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:40:06.017025 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ff872a-281b-4d0c-80e9-7bdc956c426b req-19a5abf0-0bf9-4796-b1e2-f92202c26778 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:40:06.021670 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-12ff872a-281b-4d0c-80e9-7bdc956c426b req-19a5abf0-0bf9-4796-b1e2-f92202c26778 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.35 "GET /v2.0/ports?device_id=532663b2-24ff-4076-90d7-3126e956882e HTTP/1.1" status: 200 len: 944 time: 0.0608277 May 20 20:40:06.061764 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-12ff872a-281b-4d0c-80e9-7bdc956c426b req-05517087-5b6a-47ec-994d-6e226158c58d tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c1ac446-2eae-4e3c-98ef-7a4684e96782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364432 May 20 20:40:06.080121 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 35910) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:40:06.123530 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-64387d16-fb08-44ef-8420-7d7a8e221c9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:06.137845 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 83e703bf-63a2-4927-a01d-e95bf1bc0785 no longer exists at agent hyperv_n-h1-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:40:06.151380 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 35916) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:40:06.151622 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-90f6978b-8ce2-4ef5-8b65-f4eac242d8fb admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a4b9dfc9e4194abc9359dd21c3c632c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0698841 May 20 20:40:06.196635 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] No Port match for: 83e703bf-63a2-4927-a01d-e95bf1bc0785 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 20:40:06.197191 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 83e703bf-63a2-4927-a01d-e95bf1bc0785 not bound to the agent host n-h1-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 20:40:06.233183 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0da83733-ba70-4249-855b-2e7911a78695 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:06.260280 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0da83733-ba70-4249-855b-2e7911a78695 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:06.262942 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-64387d16-fb08-44ef-8420-7d7a8e221c9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:06.356643 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 7f3ebca3-508b-418e-88bd-760b98f17cff details requested by agent hyperv_n-h2-842733-1 with host n-h2-842733-1 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 20:40:06.389108 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-64387d16-fb08-44ef-8420-7d7a8e221c9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:06.432935 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-64387d16-fb08-44ef-8420-7d7a8e221c9f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=80e1f7376a80479ab59e3d597d932326&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4523110 May 20 20:40:06.434331 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64387d16-fb08-44ef-8420-7d7a8e221c9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42409893-1793-4f99-a19f-a3b124fc546d,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:40:06.437196 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 35940) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:40:06.442318 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0da83733-ba70-4249-855b-2e7911a78695 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:06.442318 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0da83733-ba70-4249-855b-2e7911a78695 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:06.445497 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-0da83733-ba70-4249-855b-2e7911a78695 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3a454814-7a1a-4176-9556-28a2c7bf95f7 HTTP/1.1" status: 204 len: 168 time: 0.2903421 May 20 20:40:06.458245 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da83733-ba70-4249-855b-2e7911a78695 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a454814-7a1a-4176-9556-28a2c7bf95f7,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:40:06.508888 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port 7f3ebca3-508b-418e-88bd-760b98f17cff, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=7f3ebca3-508b-418e-88bd-760b98f17cff,segment=NetworkSegment(1b0c59b6-1da5-46b1-ba4a-82e83befd33e),segment_id=1b0c59b6-1da5-46b1-ba4a-82e83befd33e)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:40:06.513445 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Returning: {'device': '7f3ebca3-508b-418e-88bd-760b98f17cff', 'network_id': '85e5027c-d244-4186-8c19-3a12977de170', 'port_id': '7f3ebca3-508b-418e-88bd-760b98f17cff', 'mac_address': 'fa:16:3e:b1:d0:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5df30a0b-5cdb-4d91-9fe8-512f286a6485', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 20 20:40:06.524236 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5ca0149e-af6a-4a97-b6ac-28d2a5cd428d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:06.545552 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5ca0149e-af6a-4a97-b6ac-28d2a5cd428d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:06.551780 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port 7f3ebca3-508b-418e-88bd-760b98f17cff is: DOWN; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:40:06.552166 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:06.565555 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f3ebca3-508b-418e-88bd-760b98f17cff {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:40:06.577045 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '639a9b9c-aaad-4644-9dcd-410174fb9f88', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f3ebca3-508b-418e-88bd-760b98f17cff'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:40:06.579695 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8485417003ce7c0410b00f5cdc2f391e21107b70bb68e2773712534a96e108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-141da95f-70d4-48ef-8b68-32eadafc34c9" -d '{"events": [{"server_uuid": "639a9b9c-aaad-4644-9dcd-410174fb9f88", "name": "network-vif-unplugged", "status": "completed", "tag": "7f3ebca3-508b-418e-88bd-760b98f17cff"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:40:06.590280 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port 7f3ebca3-508b-418e-88bd-760b98f17cff, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=7f3ebca3-508b-418e-88bd-760b98f17cff,segment=NetworkSegment(1b0c59b6-1da5-46b1-ba4a-82e83befd33e),segment_id=1b0c59b6-1da5-46b1-ba4a-82e83befd33e)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:40:06.619966 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 May 2022 20:40:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-432a0fc0-c9b2-45ff-8ae7-4df04d49690e x-openstack-request-id: req-432a0fc0-c9b2-45ff-8ae7-4df04d49690e {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:40:06.620254 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "639a9b9c-aaad-4644-9dcd-410174fb9f88", "name": "network-vif-unplugged", "status": "completed", "tag": "7f3ebca3-508b-418e-88bd-760b98f17cff", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:40:06.620528 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-432a0fc0-c9b2-45ff-8ae7-4df04d49690e {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:40:06.620932 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-432a0fc0-c9b2-45ff-8ae7-4df04d49690e'] response: {'server_uuid': '639a9b9c-aaad-4644-9dcd-410174fb9f88', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f3ebca3-508b-418e-88bd-760b98f17cff', 'code': 200} May 20 20:40:06.703537 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5ca0149e-af6a-4a97-b6ac-28d2a5cd428d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:06.703949 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:06.708601 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5ca0149e-af6a-4a97-b6ac-28d2a5cd428d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:06.713702 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-5ca0149e-af6a-4a97-b6ac-28d2a5cd428d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/42409893-1793-4f99-a19f-a3b124fc546d HTTP/1.1" status: 204 len: 168 time: 0.2695601 May 20 20:40:06.722286 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca0149e-af6a-4a97-b6ac-28d2a5cd428d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42409893-1793-4f99-a19f-a3b124fc546d,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:40:06.765031 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=7f3ebca3-508b-418e-88bd-760b98f17cff,revision_number=9']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:40:06.968670 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 35952) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:40:06.986224 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] get_ports_and_sgs() called for port_ids ['7f3ebca3-508b-418e-88bd-760b98f17cff'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:40:07.003404 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.agents_db [None req-5c33ad30-4e00-40fa-b486-8c79c4a6cfc5 None None] Agent healthcheck: found 7 active agents {{(pid=103165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 20 20:40:07.290699 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d159e8b3-a337-49c5-bf48-e1f0c70b42f9 req-ef78ee5d-b0cf-4732-95c0-4db53a7efe00 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:40:07.296521 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d159e8b3-a337-49c5-bf48-e1f0c70b42f9 req-ef78ee5d-b0cf-4732-95c0-4db53a7efe00 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.35 "GET /v2.0/ports?device_id=532663b2-24ff-4076-90d7-3126e956882e HTTP/1.1" status: 200 len: 944 time: 0.1437366 May 20 20:40:07.318840 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-18946e97-5b7e-426a-a957-0a06ca009f9b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=742d4b3430f94d92945cee196b9b431a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3483844 May 20 20:40:07.321467 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 35980) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:40:07.390877 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d159e8b3-a337-49c5-bf48-e1f0c70b42f9 req-542cb8c6-87f1-4862-b3ae-3eb2baebaab1 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c1ac446-2eae-4e3c-98ef-7a4684e96782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932398 May 20 20:40:07.413189 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a812124c-1236-4c8e-927e-514880adc8f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:07.453631 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a812124c-1236-4c8e-927e-514880adc8f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:07.578093 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a812124c-1236-4c8e-927e-514880adc8f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:07.581726 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a812124c-1236-4c8e-927e-514880adc8f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:07.583636 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-a812124c-1236-4c8e-927e-514880adc8f2 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d6903454-4a4e-41a2-89af-df0b3db87427 HTTP/1.1" status: 204 len: 168 time: 0.2599232 May 20 20:40:07.600148 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a812124c-1236-4c8e-927e-514880adc8f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6903454-4a4e-41a2-89af-df0b3db87427,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:40:08.378073 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 14bab9e1-74b5-4180-9f49-6dd544eb5e30 details requested by agent hyperv_n-h2-842733-1 with host n-h2-842733-1 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 20:40:08.387954 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 7f3ebca3-508b-418e-88bd-760b98f17cff up at agent hyperv_n-h2-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:40:08.397971 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 36080) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:40:08.414632 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-93c36b4f-c3e2-4eed-ab12-38bb9ef918ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:08.549168 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Provisioning complete for port 7f3ebca3-508b-418e-88bd-760b98f17cff triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:40:08.553879 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:08.572023 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62790dd-6ab0-4393-bc2a-88d0764099bc req-1245b19c-41d5-4699-8d39-89d30f1262e5 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:40:08.581812 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f62790dd-6ab0-4393-bc2a-88d0764099bc req-1245b19c-41d5-4699-8d39-89d30f1262e5 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.35 "GET /v2.0/ports?device_id=532663b2-24ff-4076-90d7-3126e956882e HTTP/1.1" status: 200 len: 944 time: 0.0673437 May 20 20:40:08.595279 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port 14bab9e1-74b5-4180-9f49-6dd544eb5e30, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=14bab9e1-74b5-4180-9f49-6dd544eb5e30,segment=NetworkSegment(ed3a602f-49fb-4a95-be80-401e1eb72e33),segment_id=ed3a602f-49fb-4a95-be80-401e1eb72e33)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:40:08.633011 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Returning: {'device': '14bab9e1-74b5-4180-9f49-6dd544eb5e30', 'network_id': 'cd702362-b982-46c5-a7d0-51de1b03df86', 'port_id': '14bab9e1-74b5-4180-9f49-6dd544eb5e30', 'mac_address': 'fa:16:3e:cc:ed:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26b342ea-254c-483a-9ea9-f11c178970eb', 'ip_address': '192.168.233.138'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 20 20:40:08.634926 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f62790dd-6ab0-4393-bc2a-88d0764099bc req-95362614-a5fe-4e3f-876e-734a50c8697d tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c1ac446-2eae-4e3c-98ef-7a4684e96782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506279 May 20 20:40:08.671227 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-93c36b4f-c3e2-4eed-ab12-38bb9ef918ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:08.720841 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port 14bab9e1-74b5-4180-9f49-6dd544eb5e30 is: DOWN; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:40:08.721244 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:08.727377 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port 7f3ebca3-508b-418e-88bd-760b98f17cff is: BUILD; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:40:08.732579 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:08.747172 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14bab9e1-74b5-4180-9f49-6dd544eb5e30 {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:40:08.749973 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-93c36b4f-c3e2-4eed-ab12-38bb9ef918ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:08.768724 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '639a9b9c-aaad-4644-9dcd-410174fb9f88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f3ebca3-508b-418e-88bd-760b98f17cff'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:40:08.771234 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8485417003ce7c0410b00f5cdc2f391e21107b70bb68e2773712534a96e108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a3a8fce-c731-49ce-9e5b-fd41c5e26802" -d '{"events": [{"server_uuid": "639a9b9c-aaad-4644-9dcd-410174fb9f88", "name": "network-vif-plugged", "status": "completed", "tag": "7f3ebca3-508b-418e-88bd-760b98f17cff"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:40:08.775052 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 36104) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:40:08.790572 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port 14bab9e1-74b5-4180-9f49-6dd544eb5e30, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=14bab9e1-74b5-4180-9f49-6dd544eb5e30,segment=NetworkSegment(ed3a602f-49fb-4a95-be80-401e1eb72e33),segment_id=ed3a602f-49fb-4a95-be80-401e1eb72e33)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:40:08.803042 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port 7f3ebca3-508b-418e-88bd-760b98f17cff, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=7f3ebca3-508b-418e-88bd-760b98f17cff,segment=NetworkSegment(1b0c59b6-1da5-46b1-ba4a-82e83befd33e),segment_id=1b0c59b6-1da5-46b1-ba4a-82e83befd33e)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:40:08.814220 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 20:40:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4273892f-9d88-42a8-a4f7-7a8f9f7f41b9 x-openstack-request-id: req-4273892f-9d88-42a8-a4f7-7a8f9f7f41b9 {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:40:08.814598 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "639a9b9c-aaad-4644-9dcd-410174fb9f88", "name": "network-vif-plugged", "status": "completed", "tag": "7f3ebca3-508b-418e-88bd-760b98f17cff", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:40:08.814847 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4273892f-9d88-42a8-a4f7-7a8f9f7f41b9 {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:40:08.815237 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4273892f-9d88-42a8-a4f7-7a8f9f7f41b9'] response: {'server_uuid': '639a9b9c-aaad-4644-9dcd-410174fb9f88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f3ebca3-508b-418e-88bd-760b98f17cff', 'code': 200} May 20 20:40:08.821052 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-93c36b4f-c3e2-4eed-ab12-38bb9ef918ed admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=11d3a744c11c473ebf972d717b2f3085&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4187541 May 20 20:40:08.821052 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c36b4f-c3e2-4eed-ab12-38bb9ef918ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8f475e8-2c14-438b-b782-476b888df1bd,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:40:08.821299 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 36108) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:40:08.886335 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-15740bd5-4a1c-4149-941f-ea3aa4125847 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:08.898611 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:08.913798 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-15740bd5-4a1c-4149-941f-ea3aa4125847 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:08.943069 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:08.975342 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-1af2d5a0-d26d-4c83-bccf-cb2491259a79 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-677229381-network', 'tenant_id': '41fb6039a7a04b8d930f9d787f82c020'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:40:08.998584 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=14bab9e1-74b5-4180-9f49-6dd544eb5e30,revision_number=9']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:40:09.058160 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1af2d5a0-d26d-4c83-bccf-cb2491259a79 admin admin] Made reservation on behalf of 41fb6039a7a04b8d930f9d787f82c020 for: {'network': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:40:09.060518 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1af2d5a0-d26d-4c83-bccf-cb2491259a79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for network, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:09.072742 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1af2d5a0-d26d-4c83-bccf-cb2491259a79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:09.100437 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=7f3ebca3-508b-418e-88bd-760b98f17cff,revision_number=10']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:40:09.103537 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-15740bd5-4a1c-4149-941f-ea3aa4125847 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:09.114342 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-15740bd5-4a1c-4149-941f-ea3aa4125847 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:09.117230 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-15740bd5-4a1c-4149-941f-ea3aa4125847 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e8f475e8-2c14-438b-b782-476b888df1bd HTTP/1.1" status: 204 len: 168 time: 0.2942553 May 20 20:40:09.146893 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] get_ports_and_sgs() called for port_ids ['14bab9e1-74b5-4180-9f49-6dd544eb5e30'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:40:09.174637 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15740bd5-4a1c-4149-941f-ea3aa4125847 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8f475e8-2c14-438b-b782-476b888df1bd,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:40:09.279023 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1af2d5a0-d26d-4c83-bccf-cb2491259a79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:09.345249 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1af2d5a0-d26d-4c83-bccf-cb2491259a79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:09.393296 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1af2d5a0-d26d-4c83-bccf-cb2491259a79 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 234} {{(pid=103163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 20:40:09.425318 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1af2d5a0-d26d-4c83-bccf-cb2491259a79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:09.425661 n-d-842733-1 neutron-server[103163]: INFO neutron.db.segments_db [None req-1af2d5a0-d26d-4c83-bccf-cb2491259a79 admin admin] Added segment 829636e1-4a48-47c7-aa8d-8fdc9c95015f of type vlan for network 5da3ab3c-5eb1-4623-819e-a8030cb07d59 May 20 20:40:09.472881 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af2d5a0-d26d-4c83-bccf-cb2491259a79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b1a7c17-73c6-4165-872f-a51856b25b27,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:40:09.480455 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1af2d5a0-d26d-4c83-bccf-cb2491259a79 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418993264'] for network, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:09.596026 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1af2d5a0-d26d-4c83-bccf-cb2491259a79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524'] for network, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:09.597020 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1af2d5a0-d26d-4c83-bccf-cb2491259a79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:40:09.597624 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1af2d5a0-d26d-4c83-bccf-cb2491259a79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:09.658534 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af2d5a0-d26d-4c83-bccf-cb2491259a79 admin admin] Pushing event updated for resources: {'Network': ['ID=5da3ab3c-5eb1-4623-819e-a8030cb07d59,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:40:09.671681 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Network 5da3ab3c-5eb1-4623-819e-a8030cb07d59 details requested by agent ovs-agent-n-d-842733-1 with host n-d-842733-1 {{(pid=103164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 20 20:40:09.701555 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-1af2d5a0-d26d-4c83-bccf-cb2491259a79 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9253659 May 20 20:40:09.705031 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 36168) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:40:09.710625 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-8adf1252-6c4e-4f3e-89f3-10529a3c35fb admin admin] Request body: {'subnet': {'network_id': '5da3ab3c-5eb1-4623-819e-a8030cb07d59', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-677229381-subnet', 'tenant_id': '41fb6039a7a04b8d930f9d787f82c020', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:40:09.859088 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8adf1252-6c4e-4f3e-89f3-10529a3c35fb admin admin] Made reservation on behalf of 41fb6039a7a04b8d930f9d787f82c020 for: {'subnet': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:40:09.863121 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8adf1252-6c4e-4f3e-89f3-10529a3c35fb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8422561'] for subnet, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:10.170081 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9a6f6b-5398-4007-a1bd-ee2efa50c78c req-92823348-bc71-49db-9798-3ec833ea27b1 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:40:10.173974 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0e9a6f6b-5398-4007-a1bd-ee2efa50c78c req-92823348-bc71-49db-9798-3ec833ea27b1 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.35 "GET /v2.0/ports?device_id=532663b2-24ff-4076-90d7-3126e956882e HTTP/1.1" status: 200 len: 944 time: 0.2674568 May 20 20:40:10.305487 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0e9a6f6b-5398-4007-a1bd-ee2efa50c78c req-a66b05fc-4583-4e8d-8917-16dfa8a44bae tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c1ac446-2eae-4e3c-98ef-7a4684e96782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172061 May 20 20:40:10.398183 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 1a4e9b92-3576-4ac2-af54-1fa1ca2039c7 details requested by agent hyperv_n-h2-842733-1 with host n-h2-842733-1 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 20:40:10.425445 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 14bab9e1-74b5-4180-9f49-6dd544eb5e30 up at agent hyperv_n-h2-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:40:10.475835 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8adf1252-6c4e-4f3e-89f3-10529a3c35fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9641412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8422583'] for subnet, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:10.613411 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adf1252-6c4e-4f3e-89f3-10529a3c35fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=73d34f71-dea6-437b-b330-aa0e1ed12b8c,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:40:10.635278 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Provisioning complete for port 14bab9e1-74b5-4180-9f49-6dd544eb5e30 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:40:10.636222 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:10.695369 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8adf1252-6c4e-4f3e-89f3-10529a3c35fb admin admin] Checking segment: {'id': '829636e1-4a48-47c7-aa8d-8fdc9c95015f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '5da3ab3c-5eb1-4623-819e-a8030cb07d59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:40:10.696146 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8adf1252-6c4e-4f3e-89f3-10529a3c35fb admin admin] Network hostable DHCP agents. Network: 5da3ab3c-5eb1-4623-819e-a8030cb07d59, hostable agents: ['c9b0653c-f3c7-4339-bd50-e3754b629216'], hosted agents: [] {{(pid=103163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 20:40:10.699820 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port 1a4e9b92-3576-4ac2-af54-1fa1ca2039c7, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=1a4e9b92-3576-4ac2-af54-1fa1ca2039c7,segment=NetworkSegment(65a8f4c3-036d-4ff8-a81a-cd07cb6f1230),segment_id=65a8f4c3-036d-4ff8-a81a-cd07cb6f1230)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:40:10.741423 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Returning: {'device': '1a4e9b92-3576-4ac2-af54-1fa1ca2039c7', 'network_id': 'fef9e30f-3c34-4b6b-9bd5-2a167649e7b0', 'port_id': '1a4e9b92-3576-4ac2-af54-1fa1ca2039c7', 'mac_address': 'fa:16:3e:bb:fb:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33548886-d6e3-48e7-a819-149526989122', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 20 20:40:10.813734 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port 14bab9e1-74b5-4180-9f49-6dd544eb5e30 is: BUILD; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:40:10.814002 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:10.830349 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8adf1252-6c4e-4f3e-89f3-10529a3c35fb admin admin] Network 5da3ab3c-5eb1-4623-819e-a8030cb07d59 is scheduled to be hosted by DHCP agent c9b0653c-f3c7-4339-bd50-e3754b629216 with binding_index 1 {{(pid=103163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 20:40:10.848647 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6959d056-8674-41a0-844d-fdbf9dc52e77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14bab9e1-74b5-4180-9f49-6dd544eb5e30'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:40:10.851275 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8485417003ce7c0410b00f5cdc2f391e21107b70bb68e2773712534a96e108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bb26f5c-5b77-4d19-b70d-09cf0dae68cc" -d '{"events": [{"server_uuid": "6959d056-8674-41a0-844d-fdbf9dc52e77", "name": "network-vif-plugged", "status": "completed", "tag": "14bab9e1-74b5-4180-9f49-6dd544eb5e30"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:40:10.872075 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port 1a4e9b92-3576-4ac2-af54-1fa1ca2039c7 is: DOWN; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:40:10.872443 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:10.878913 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port 14bab9e1-74b5-4180-9f49-6dd544eb5e30, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=14bab9e1-74b5-4180-9f49-6dd544eb5e30,segment=NetworkSegment(ed3a602f-49fb-4a95-be80-401e1eb72e33),segment_id=ed3a602f-49fb-4a95-be80-401e1eb72e33)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:40:10.901498 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a4e9b92-3576-4ac2-af54-1fa1ca2039c7 {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:40:10.931112 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-8adf1252-6c4e-4f3e-89f3-10529a3c35fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842733-1, 5da3ab3c-5eb1-4623-819e-a8030cb07d59) {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:40:10.931324 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port 1a4e9b92-3576-4ac2-af54-1fa1ca2039c7, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=1a4e9b92-3576-4ac2-af54-1fa1ca2039c7,segment=NetworkSegment(65a8f4c3-036d-4ff8-a81a-cd07cb6f1230),segment_id=65a8f4c3-036d-4ff8-a81a-cd07cb6f1230)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:40:10.935018 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8adf1252-6c4e-4f3e-89f3-10529a3c35fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:40:10.935981 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8adf1252-6c4e-4f3e-89f3-10529a3c35fb admin admin] Notify callbacks [] for subnet, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:10.952591 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad43eeab-7e8a-4bb2-80ec-db6805191c60 None None] Network 5da3ab3c-5eb1-4623-819e-a8030cb07d59 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:40:11.009314 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:11.023916 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-8adf1252-6c4e-4f3e-89f3-10529a3c35fb admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3152583 May 20 20:40:11.024445 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 36206) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:40:11.028901 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-5ddc2120-c4c5-4437-a4ad-ed4527812638 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-677229381-router', 'tenant_id': '41fb6039a7a04b8d930f9d787f82c020', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'}}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:40:11.081508 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:11.107408 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=14bab9e1-74b5-4180-9f49-6dd544eb5e30,revision_number=10']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:40:11.166917 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5ddc2120-c4c5-4437-a4ad-ed4527812638 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-694221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26155'] for router, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:11.168086 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5ddc2120-c4c5-4437-a4ad-ed4527812638 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-693085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748153', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-718080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26162'] for router, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:11.281405 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5ddc2120-c4c5-4437-a4ad-ed4527812638 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:11.306786 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=1a4e9b92-3576-4ac2-af54-1fa1ca2039c7,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:40:11.318827 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eb93eab-6bd8-489b-886a-e3217c85de50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaee2b848-d4b9-5db1-b6ef-d6db29d67de7-5da3ab3c-5eb1-4623-819e-a8030cb07d59', 'network_id': '5da3ab3c-5eb1-4623-819e-a8030cb07d59', 'tenant_id': '41fb6039a7a04b8d930f9d787f82c020', 'fixed_ips': [{'subnet_id': '73d34f71-dea6-437b-b330-aa0e1ed12b8c'}]}} from n-d-842733-1. {{(pid=103164) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 20:40:11.332994 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-7eb93eab-6bd8-489b-886a-e3217c85de50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:11.489808 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] get_ports_and_sgs() called for port_ids ['1a4e9b92-3576-4ac2-af54-1fa1ca2039c7'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:40:11.578313 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5ddc2120-c4c5-4437-a4ad-ed4527812638 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:11.614074 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [None req-7eb93eab-6bd8-489b-886a-e3217c85de50 None None] Allocated IP 172.20.0.2 (5da3ab3c-5eb1-4623-819e-a8030cb07d59/73d34f71-dea6-437b-b330-aa0e1ed12b8c/7be5d40c-fbe8-452f-aff6-df9e9b6ad946) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:40:11.984033 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-7eb93eab-6bd8-489b-886a-e3217c85de50 None None] Notify callbacks [] for port, precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:12.225373 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-7eb93eab-6bd8-489b-886a-e3217c85de50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108'] for port, after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:12.275028 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eb93eab-6bd8-489b-886a-e3217c85de50 None None] Network 5da3ab3c-5eb1-4623-819e-a8030cb07d59 is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:40:12.278082 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-7eb93eab-6bd8-489b-886a-e3217c85de50 None None] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:40:12.285527 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb93eab-6bd8-489b-886a-e3217c85de50 None None] Received port after_create {{(pid=103164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:40:12.324743 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb93eab-6bd8-489b-886a-e3217c85de50 None None] Pushing event updated for resources: {'Port': ['ID=7be5d40c-fbe8-452f-aff6-df9e9b6ad946,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:40:12.360605 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-7eb93eab-6bd8-489b-886a-e3217c85de50 None None] Attempting to bind port 7be5d40c-fbe8-452f-aff6-df9e9b6ad946 on host n-d-842733-1 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:40:12.361080 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-7eb93eab-6bd8-489b-886a-e3217c85de50 None None] Attempting to bind port 7be5d40c-fbe8-452f-aff6-df9e9b6ad946 by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': '829636e1-4a48-47c7-aa8d-8fdc9c95015f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '5da3ab3c-5eb1-4623-819e-a8030cb07d59'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:40:12.361742 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb93eab-6bd8-489b-886a-e3217c85de50 None None] Attempting to bind port 7be5d40c-fbe8-452f-aff6-df9e9b6ad946 on network 5da3ab3c-5eb1-4623-819e-a8030cb07d59 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:40:12.369798 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb93eab-6bd8-489b-886a-e3217c85de50 None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 39, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:40:12.370314 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb93eab-6bd8-489b-886a-e3217c85de50 None None] Checking segment: {'id': '829636e1-4a48-47c7-aa8d-8fdc9c95015f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '5da3ab3c-5eb1-4623-819e-a8030cb07d59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:40:12.370998 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-7eb93eab-6bd8-489b-886a-e3217c85de50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:12.372362 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb93eab-6bd8-489b-886a-e3217c85de50 None None] Bound using segment: {'id': '829636e1-4a48-47c7-aa8d-8fdc9c95015f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '5da3ab3c-5eb1-4623-819e-a8030cb07d59'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:40:12.373618 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-7eb93eab-6bd8-489b-886a-e3217c85de50 None None] Bound port: 7be5d40c-fbe8-452f-aff6-df9e9b6ad946, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '829636e1-4a48-47c7-aa8d-8fdc9c95015f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '5da3ab3c-5eb1-4623-819e-a8030cb07d59'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:40:12.375821 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-7eb93eab-6bd8-489b-886a-e3217c85de50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:12.470994 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-7eb93eab-6bd8-489b-886a-e3217c85de50 None None] For port 7be5d40c-fbe8-452f-aff6-df9e9b6ad946, host n-d-842733-1, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:40:12.475832 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-7eb93eab-6bd8-489b-886a-e3217c85de50 None None] For port 7be5d40c-fbe8-452f-aff6-df9e9b6ad946, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=7be5d40c-fbe8-452f-aff6-df9e9b6ad946,segment=NetworkSegment(829636e1-4a48-47c7-aa8d-8fdc9c95015f),segment_id=829636e1-4a48-47c7-aa8d-8fdc9c95015f)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:40:12.492151 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5ddc2120-c4c5-4437-a4ad-ed4527812638 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:12.508967 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5ddc2120-c4c5-4437-a4ad-ed4527812638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:12.590056 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-7eb93eab-6bd8-489b-886a-e3217c85de50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:12.684436 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb93eab-6bd8-489b-886a-e3217c85de50 None None] Pushing event updated for resources: {'Port': ['ID=7be5d40c-fbe8-452f-aff6-df9e9b6ad946,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:40:12.726727 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-5ddc2120-c4c5-4437-a4ad-ed4527812638 admin admin] Allocated IP 172.25.2.246 (e3a93b5c-91e2-4064-9c2c-1afc261bfe15/86fee0c1-6e34-488b-9216-b2b8e7ef585a/40b0110f-ef63-493a-8821-9a1b887c9a73) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:40:12.889869 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5ddc2120-c4c5-4437-a4ad-ed4527812638 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:13.050086 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5ddc2120-c4c5-4437-a4ad-ed4527812638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:13.123449 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ddc2120-c4c5-4437-a4ad-ed4527812638 admin admin] Network e3a93b5c-91e2-4064-9c2c-1afc261bfe15 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:40:13.130446 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-5ddc2120-c4c5-4437-a4ad-ed4527812638 admin admin] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:40:13.132437 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddc2120-c4c5-4437-a4ad-ed4527812638 admin admin] Pushing event updated for resources: {'Port': ['ID=40b0110f-ef63-493a-8821-9a1b887c9a73,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:40:13.134630 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ddc2120-c4c5-4437-a4ad-ed4527812638 admin admin] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:40:13.629752 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 7be5d40c-fbe8-452f-aff6-df9e9b6ad946 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:40:13.635254 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5ddc2120-c4c5-4437-a4ad-ed4527812638 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:13.718697 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 7be5d40c-fbe8-452f-aff6-df9e9b6ad946 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:40:13.718697 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:13.833928 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 7be5d40c-fbe8-452f-aff6-df9e9b6ad946 is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:40:13.834590 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:13.874996 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] For port 7be5d40c-fbe8-452f-aff6-df9e9b6ad946, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=7be5d40c-fbe8-452f-aff6-df9e9b6ad946,segment=NetworkSegment(829636e1-4a48-47c7-aa8d-8fdc9c95015f),segment_id=829636e1-4a48-47c7-aa8d-8fdc9c95015f)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:40:13.900636 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5ddc2120-c4c5-4437-a4ad-ed4527812638 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748106'] for router, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:13.914594 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2a8c859-85e2-45fa-9be4-c3951d2d647e None None] Network 5da3ab3c-5eb1-4623-819e-a8030cb07d59 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:40:13.995730 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:14.041026 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-f8a0e728-04f8-4546-9282-92e9e9792383 None None] Provisioning complete for port 7be5d40c-fbe8-452f-aff6-df9e9b6ad946 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:40:14.041858 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-f8a0e728-04f8-4546-9282-92e9e9792383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:14.104357 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ddc2120-c4c5-4437-a4ad-ed4527812638 admin admin] Router 1cc28792-3536-4873-bb60-ae6e3d650e79 is scheduled to L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e with binding_index 1 {{(pid=103162) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 20 20:40:14.132819 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Pushing event updated for resources: {'Port': ['ID=7be5d40c-fbe8-452f-aff6-df9e9b6ad946,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:40:14.244155 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-f8a0e728-04f8-4546-9282-92e9e9792383 None None] Current status of the port 7be5d40c-fbe8-452f-aff6-df9e9b6ad946 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:40:14.301453 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ddc2120-c4c5-4437-a4ad-ed4527812638 admin admin] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 20:40:14.313381 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a546bd56-4056-47c8-8641-59e9121268ef None None] Sync routers for ids ['1cc28792-3536-4873-bb60-ae6e3d650e79'] in n-d-842733-1 {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 20:40:14.331479 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a546bd56-4056-47c8-8641-59e9121268ef None None] Routers {'1cc28792-3536-4873-bb60-ae6e3d650e79'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:40:14.334541 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-a546bd56-4056-47c8-8641-59e9121268ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:39:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['1cc28792-3536-4873-bb60-ae6e3d650e79'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:40:14.396580 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5ddc2120-c4c5-4437-a4ad-ed4527812638 admin admin] Notify callbacks [] for router, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:14.400632 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-5ddc2120-c4c5-4437-a4ad-ed4527812638 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.3726087 May 20 20:40:14.400974 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 36236) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:40:14.432859 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 1a4e9b92-3576-4ac2-af54-1fa1ca2039c7 up at agent hyperv_n-h2-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:40:14.586020 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-a546bd56-4056-47c8-8641-59e9121268ef None None] Set router 1cc28792-3536-4873-bb60-ae6e3d650e79 gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:40:14.629353 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Provisioning for port 1a4e9b92-3576-4ac2-af54-1fa1ca2039c7 completed by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 20:40:14.633618 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Provisioning complete for port 1a4e9b92-3576-4ac2-af54-1fa1ca2039c7 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:40:14.635446 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:14.741112 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-9c8e689a-3ed7-4fcb-b484-bed61cc1a11f None None] Provisioning complete for port 7be5d40c-fbe8-452f-aff6-df9e9b6ad946 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:40:14.741495 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-9c8e689a-3ed7-4fcb-b484-bed61cc1a11f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:14.855549 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port 1a4e9b92-3576-4ac2-af54-1fa1ca2039c7 is: BUILD; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:40:14.855967 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:14.899480 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-9c8e689a-3ed7-4fcb-b484-bed61cc1a11f None None] Current status of the port 7be5d40c-fbe8-452f-aff6-df9e9b6ad946 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:40:14.906356 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port 1a4e9b92-3576-4ac2-af54-1fa1ca2039c7, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=1a4e9b92-3576-4ac2-af54-1fa1ca2039c7,segment=NetworkSegment(65a8f4c3-036d-4ff8-a81a-cd07cb6f1230),segment_id=65a8f4c3-036d-4ff8-a81a-cd07cb6f1230)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:40:14.909337 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-a546bd56-4056-47c8-8641-59e9121268ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cc28792-3536-4873-bb60-ae6e3d650e79', 'name': 'tempest-ServersTestFqdnHostnames-677229381-router', 'tenant_id': '41fb6039a7a04b8d930f9d787f82c020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.246'}], 'enable_snat': True}, 'gw_port_id': '40b0110f-ef63-493a-8821-9a1b887c9a73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:40:11Z', 'updated_at': '2022-05-20T20:40:13Z', 'revision_number': 3, 'project_id': '41fb6039a7a04b8d930f9d787f82c020', 'gw_port': {'id': '40b0110f-ef63-493a-8821-9a1b887c9a73', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:af:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cc28792-3536-4873-bb60-ae6e3d650e79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:40:12Z', 'updated_at': '2022-05-20T20:40:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:40:14.973059 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a546bd56-4056-47c8-8641-59e9121268ef None None] Checking router: 1cc28792-3536-4873-bb60-ae6e3d650e79 for host: n-d-842733-1 {{(pid=103165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 20:40:14.973441 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a546bd56-4056-47c8-8641-59e9121268ef None None] Updating router 1cc28792-3536-4873-bb60-ae6e3d650e79 port 40b0110f-ef63-493a-8821-9a1b887c9a73 binding host n-d-842733-1 {{(pid=103165) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 20:40:14.995212 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:15.019682 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-a546bd56-4056-47c8-8641-59e9121268ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:15.073723 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=1a4e9b92-3576-4ac2-af54-1fa1ca2039c7,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:40:15.168942 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4a99b08b-90dd-4b06-946d-d83d6904c743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:15.341250 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-a546bd56-4056-47c8-8641-59e9121268ef None None] Notify callbacks [] for port, precommit_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:15.368418 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-4a99b08b-90dd-4b06-946d-d83d6904c743 admin admin] Allocated IP 172.20.0.1 (5da3ab3c-5eb1-4623-819e-a8030cb07d59/73d34f71-dea6-437b-b330-aa0e1ed12b8c/8119704d-00a4-4e00-bffe-312173a4bbe0) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:40:15.481517 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-a546bd56-4056-47c8-8641-59e9121268ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:15.498257 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 7be5d40c-fbe8-452f-aff6-df9e9b6ad946 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:40:15.538703 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4a99b08b-90dd-4b06-946d-d83d6904c743 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:15.569063 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2b8a3b-fac2-4eb0-9361-cae6329b9da9 None None] Pushing event updated for resources: {'Port': ['ID=40b0110f-ef63-493a-8821-9a1b887c9a73,revision_number=2']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:40:15.571406 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-a546bd56-4056-47c8-8641-59e9121268ef None None] Attempting to bind port 40b0110f-ef63-493a-8821-9a1b887c9a73 on host n-d-842733-1 for vnic_type normal with profile {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:40:15.572161 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-a546bd56-4056-47c8-8641-59e9121268ef None None] Attempting to bind port 40b0110f-ef63-493a-8821-9a1b887c9a73 by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': '0b5485c4-eff8-42a1-9073-ae54ed4c63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'}] {{(pid=103165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:40:15.572583 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a546bd56-4056-47c8-8641-59e9121268ef None None] Attempting to bind port 40b0110f-ef63-493a-8821-9a1b887c9a73 on network e3a93b5c-91e2-4064-9c2c-1afc261bfe15 {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:40:15.587525 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a546bd56-4056-47c8-8641-59e9121268ef None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 39, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:40:15.587525 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a546bd56-4056-47c8-8641-59e9121268ef None None] Checking segment: {'id': '0b5485c4-eff8-42a1-9073-ae54ed4c63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:40:15.587525 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-a546bd56-4056-47c8-8641-59e9121268ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:15.587525 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a546bd56-4056-47c8-8641-59e9121268ef None None] Bound using segment: {'id': '0b5485c4-eff8-42a1-9073-ae54ed4c63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'} {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:40:15.588043 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-a546bd56-4056-47c8-8641-59e9121268ef None None] Bound port: 40b0110f-ef63-493a-8821-9a1b887c9a73, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b5485c4-eff8-42a1-9073-ae54ed4c63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'}}] {{(pid=103165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:40:15.588228 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-a546bd56-4056-47c8-8641-59e9121268ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:15.592070 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2b8a3b-fac2-4eb0-9361-cae6329b9da9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:40:15.595024 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2b8a3b-fac2-4eb0-9361-cae6329b9da9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:40:15.596381 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2b8a3b-fac2-4eb0-9361-cae6329b9da9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:40:15.602024 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2b8a3b-fac2-4eb0-9361-cae6329b9da9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:40:15.603434 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2b8a3b-fac2-4eb0-9361-cae6329b9da9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:40:15.603764 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2b8a3b-fac2-4eb0-9361-cae6329b9da9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:40:15.604091 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2b8a3b-fac2-4eb0-9361-cae6329b9da9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:40:15.609337 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2b8a3b-fac2-4eb0-9361-cae6329b9da9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:40:15.620912 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2b8a3b-fac2-4eb0-9361-cae6329b9da9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:40:15.620912 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2b8a3b-fac2-4eb0-9361-cae6329b9da9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:40:15.620912 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2b8a3b-fac2-4eb0-9361-cae6329b9da9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:40:15.620912 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2b8a3b-fac2-4eb0-9361-cae6329b9da9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:40:15.621544 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 7be5d40c-fbe8-452f-aff6-df9e9b6ad946 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:40:15.621544 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:15.679754 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4a99b08b-90dd-4b06-946d-d83d6904c743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:15.714047 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a99b08b-90dd-4b06-946d-d83d6904c743 admin admin] Network 5da3ab3c-5eb1-4623-819e-a8030cb07d59 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:40:15.718820 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-a546bd56-4056-47c8-8641-59e9121268ef None None] For port 40b0110f-ef63-493a-8821-9a1b887c9a73, host n-d-842733-1, cleared binding levels {{(pid=103165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:40:15.721973 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-4a99b08b-90dd-4b06-946d-d83d6904c743 admin admin] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:40:15.734308 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-a546bd56-4056-47c8-8641-59e9121268ef None None] For port 40b0110f-ef63-493a-8821-9a1b887c9a73, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=40b0110f-ef63-493a-8821-9a1b887c9a73,segment=NetworkSegment(0b5485c4-eff8-42a1-9073-ae54ed4c63ba),segment_id=0b5485c4-eff8-42a1-9073-ae54ed4c63ba)] {{(pid=103165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:40:15.764288 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a99b08b-90dd-4b06-946d-d83d6904c743 admin admin] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:40:15.796507 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 7be5d40c-fbe8-452f-aff6-df9e9b6ad946 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:40:15.797382 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-a546bd56-4056-47c8-8641-59e9121268ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:15.845633 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a99b08b-90dd-4b06-946d-d83d6904c743 admin admin] Pushing event updated for resources: {'Port': ['ID=8119704d-00a4-4e00-bffe-312173a4bbe0,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:40:15.854207 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4a99b08b-90dd-4b06-946d-d83d6904c743 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748409'] for router_interface, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:15.895336 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a546bd56-4056-47c8-8641-59e9121268ef None None] Routers {'1cc28792-3536-4873-bb60-ae6e3d650e79'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:40:15.901101 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-a546bd56-4056-47c8-8641-59e9121268ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:39:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['1cc28792-3536-4873-bb60-ae6e3d650e79'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:40:15.940625 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2b8a3b-fac2-4eb0-9361-cae6329b9da9 None None] Pushing event updated for resources: {'Port': ['ID=40b0110f-ef63-493a-8821-9a1b887c9a73,revision_number=3']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:40:16.117145 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-a546bd56-4056-47c8-8641-59e9121268ef None None] Set router 1cc28792-3536-4873-bb60-ae6e3d650e79 gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:40:16.155030 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-d2e9721a-6340-4723-9297-6aa192da8768 None None] Provisioning complete for port 8119704d-00a4-4e00-bffe-312173a4bbe0 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:40:16.155409 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d2e9721a-6340-4723-9297-6aa192da8768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:16.228534 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-d2e9721a-6340-4723-9297-6aa192da8768 None None] Port 8119704d-00a4-4e00-bffe-312173a4bbe0 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 20:40:16.255408 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4a99b08b-90dd-4b06-946d-d83d6904c743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:16.352180 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-a546bd56-4056-47c8-8641-59e9121268ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cc28792-3536-4873-bb60-ae6e3d650e79', 'name': 'tempest-ServersTestFqdnHostnames-677229381-router', 'tenant_id': '41fb6039a7a04b8d930f9d787f82c020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.246'}], 'enable_snat': True}, 'gw_port_id': '40b0110f-ef63-493a-8821-9a1b887c9a73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:40:11Z', 'updated_at': '2022-05-20T20:40:13Z', 'revision_number': 3, 'project_id': '41fb6039a7a04b8d930f9d787f82c020', 'gw_port': {'id': '40b0110f-ef63-493a-8821-9a1b887c9a73', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:af:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cc28792-3536-4873-bb60-ae6e3d650e79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:40:12Z', 'updated_at': '2022-05-20T20:40:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:40:16.401094 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a546bd56-4056-47c8-8641-59e9121268ef None None] The sync data for ids ['1cc28792-3536-4873-bb60-ae6e3d650e79'] in n-d-842733-1 is: [{'id': '1cc28792-3536-4873-bb60-ae6e3d650e79', 'name': 'tempest-ServersTestFqdnHostnames-677229381-router', 'tenant_id': '41fb6039a7a04b8d930f9d787f82c020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.246'}], 'enable_snat': True}, 'gw_port_id': '40b0110f-ef63-493a-8821-9a1b887c9a73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:40:11Z', 'updated_at': '2022-05-20T20:40:13Z', 'revision_number': 3, 'project_id': '41fb6039a7a04b8d930f9d787f82c020', 'gw_port': {'id': '40b0110f-ef63-493a-8821-9a1b887c9a73', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:af:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cc28792-3536-4873-bb60-ae6e3d650e79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:40:12Z', 'updated_at': '2022-05-20T20:40:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 20:40:16.929257 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4a99b08b-90dd-4b06-946d-d83d6904c743 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:17.221146 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4a99b08b-90dd-4b06-946d-d83d6904c743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:17.308609 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a99b08b-90dd-4b06-946d-d83d6904c743 admin admin] Pushing event updated for resources: {'Port': ['ID=8119704d-00a4-4e00-bffe-312173a4bbe0,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:40:17.322190 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4a99b08b-90dd-4b06-946d-d83d6904c743 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748437'] for router_interface, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:17.561775 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a99b08b-90dd-4b06-946d-d83d6904c743 admin admin] Network 5da3ab3c-5eb1-4623-819e-a8030cb07d59 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:40:17.569347 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-4a99b08b-90dd-4b06-946d-d83d6904c743 admin admin] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:40:17.746116 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 40b0110f-ef63-493a-8821-9a1b887c9a73 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:40:17.833301 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 40b0110f-ef63-493a-8821-9a1b887c9a73 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:40:17.833856 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a99b08b-90dd-4b06-946d-d83d6904c743 admin admin] Router 1cc28792-3536-4873-bb60-ae6e3d650e79 has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 20:40:17.834705 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:18.008532 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 40b0110f-ef63-493a-8821-9a1b887c9a73 is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:40:18.008920 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:18.028990 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a99b08b-90dd-4b06-946d-d83d6904c743 admin admin] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 20:40:18.043685 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-2a711316-38ef-47e5-a06c-02595f438272 None None] Provisioning complete for port 8119704d-00a4-4e00-bffe-312173a4bbe0 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:40:18.044499 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-2a711316-38ef-47e5-a06c-02595f438272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:18.045990 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-4a99b08b-90dd-4b06-946d-d83d6904c743 admin admin] 10.222.0.35 "PUT /v2.0/routers/1cc28792-3536-4873-bb60-ae6e3d650e79/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6438408 May 20 20:40:18.056031 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] For port 40b0110f-ef63-493a-8821-9a1b887c9a73, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=40b0110f-ef63-493a-8821-9a1b887c9a73,segment=NetworkSegment(0b5485c4-eff8-42a1-9073-ae54ed4c63ba),segment_id=0b5485c4-eff8-42a1-9073-ae54ed4c63ba)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:40:18.096849 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-2a711316-38ef-47e5-a06c-02595f438272 None None] Port 8119704d-00a4-4e00-bffe-312173a4bbe0 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 20:40:18.133033 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:18.224695 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Pushing event updated for resources: {'Port': ['ID=40b0110f-ef63-493a-8821-9a1b887c9a73,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:40:18.788126 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-049e92e6-cd55-4641-b2f3-ba06d1c62d9e None None] Sync routers for ids ['1cc28792-3536-4873-bb60-ae6e3d650e79'] in n-d-842733-1 {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 20:40:18.804930 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-049e92e6-cd55-4641-b2f3-ba06d1c62d9e None None] Routers {'1cc28792-3536-4873-bb60-ae6e3d650e79'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:40:18.805589 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-049e92e6-cd55-4641-b2f3-ba06d1c62d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:39:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['1cc28792-3536-4873-bb60-ae6e3d650e79'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:40:18.931615 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-049e92e6-cd55-4641-b2f3-ba06d1c62d9e None None] Set router 1cc28792-3536-4873-bb60-ae6e3d650e79 gateway port host: n-d-842733-1 {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:40:19.185263 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-049e92e6-cd55-4641-b2f3-ba06d1c62d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cc28792-3536-4873-bb60-ae6e3d650e79', 'name': 'tempest-ServersTestFqdnHostnames-677229381-router', 'tenant_id': '41fb6039a7a04b8d930f9d787f82c020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.246'}], 'enable_snat': True}, 'gw_port_id': '40b0110f-ef63-493a-8821-9a1b887c9a73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:40:11Z', 'updated_at': '2022-05-20T20:40:16Z', 'revision_number': 4, 'project_id': '41fb6039a7a04b8d930f9d787f82c020', 'gw_port': {'id': '40b0110f-ef63-493a-8821-9a1b887c9a73', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:af:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc28792-3536-4873-bb60-ae6e3d650e79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:40:12Z', 'updated_at': '2022-05-20T20:40:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': '8119704d-00a4-4e00-bffe-312173a4bbe0', 'name': '', 'network_id': '5da3ab3c-5eb1-4623-819e-a8030cb07d59', 'tenant_id': '41fb6039a7a04b8d930f9d787f82c020', 'mac_address': 'fa:16:3e:01:f8:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cc28792-3536-4873-bb60-ae6e3d650e79', 'device_owner': 'network:router_interface', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': '73d34f71-dea6-437b-b330-aa0e1ed12b8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:40:15Z', 'updated_at': '2022-05-20T20:40:16Z', 'revision_number': 2, 'project_id': '41fb6039a7a04b8d930f9d787f82c020', 'subnets': [{'id': '73d34f71-dea6-437b-b330-aa0e1ed12b8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:40:19.215456 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-049e92e6-cd55-4641-b2f3-ba06d1c62d9e None None] Checking router: 1cc28792-3536-4873-bb60-ae6e3d650e79 for host: n-d-842733-1 {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 20:40:19.216087 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-049e92e6-cd55-4641-b2f3-ba06d1c62d9e None None] Updating router 1cc28792-3536-4873-bb60-ae6e3d650e79 port 8119704d-00a4-4e00-bffe-312173a4bbe0 binding host n-d-842733-1 {{(pid=103164) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 20:40:19.249175 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-049e92e6-cd55-4641-b2f3-ba06d1c62d9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:19.512063 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 40b0110f-ef63-493a-8821-9a1b887c9a73 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:40:19.628994 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-049e92e6-cd55-4641-b2f3-ba06d1c62d9e None None] Notify callbacks [] for port, precommit_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:19.632875 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 40b0110f-ef63-493a-8821-9a1b887c9a73 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:40:19.633241 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:19.724559 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-049e92e6-cd55-4641-b2f3-ba06d1c62d9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:19.785171 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 40b0110f-ef63-493a-8821-9a1b887c9a73 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:40:19.805614 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765e7572-b009-490a-bd26-e17a1321f1e3 None None] Pushing event updated for resources: {'Port': ['ID=8119704d-00a4-4e00-bffe-312173a4bbe0,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:40:19.878550 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ba9816ec-a492-4ce7-8bda-beca216235df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:19.908063 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-049e92e6-cd55-4641-b2f3-ba06d1c62d9e None None] Attempting to bind port 8119704d-00a4-4e00-bffe-312173a4bbe0 on host n-d-842733-1 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:40:19.908063 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-049e92e6-cd55-4641-b2f3-ba06d1c62d9e None None] Attempting to bind port 8119704d-00a4-4e00-bffe-312173a4bbe0 by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': '829636e1-4a48-47c7-aa8d-8fdc9c95015f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '5da3ab3c-5eb1-4623-819e-a8030cb07d59'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:40:19.908063 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-049e92e6-cd55-4641-b2f3-ba06d1c62d9e None None] Attempting to bind port 8119704d-00a4-4e00-bffe-312173a4bbe0 on network 5da3ab3c-5eb1-4623-819e-a8030cb07d59 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:40:19.915668 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-049e92e6-cd55-4641-b2f3-ba06d1c62d9e None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 39, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:40:19.916135 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-049e92e6-cd55-4641-b2f3-ba06d1c62d9e None None] Checking segment: {'id': '829636e1-4a48-47c7-aa8d-8fdc9c95015f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '5da3ab3c-5eb1-4623-819e-a8030cb07d59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:40:19.916646 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-049e92e6-cd55-4641-b2f3-ba06d1c62d9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:19.917149 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-049e92e6-cd55-4641-b2f3-ba06d1c62d9e None None] Bound using segment: {'id': '829636e1-4a48-47c7-aa8d-8fdc9c95015f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '5da3ab3c-5eb1-4623-819e-a8030cb07d59'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:40:19.917709 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-049e92e6-cd55-4641-b2f3-ba06d1c62d9e None None] Bound port: 8119704d-00a4-4e00-bffe-312173a4bbe0, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '829636e1-4a48-47c7-aa8d-8fdc9c95015f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '5da3ab3c-5eb1-4623-819e-a8030cb07d59'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:40:19.918153 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-049e92e6-cd55-4641-b2f3-ba06d1c62d9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:20.007772 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-049e92e6-cd55-4641-b2f3-ba06d1c62d9e None None] For port 8119704d-00a4-4e00-bffe-312173a4bbe0, host n-d-842733-1, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:40:20.014220 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-049e92e6-cd55-4641-b2f3-ba06d1c62d9e None None] For port 8119704d-00a4-4e00-bffe-312173a4bbe0, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=8119704d-00a4-4e00-bffe-312173a4bbe0,segment=NetworkSegment(829636e1-4a48-47c7-aa8d-8fdc9c95015f),segment_id=829636e1-4a48-47c7-aa8d-8fdc9c95015f)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:40:20.105481 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-049e92e6-cd55-4641-b2f3-ba06d1c62d9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:20.182362 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765e7572-b009-490a-bd26-e17a1321f1e3 None None] Pushing event updated for resources: {'Port': ['ID=8119704d-00a4-4e00-bffe-312173a4bbe0,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:40:20.185591 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-6a23b16a-368d-45d6-be03-ccf5a30edf10 None None] Provisioning complete for port 8119704d-00a4-4e00-bffe-312173a4bbe0 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:40:20.185786 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-6a23b16a-368d-45d6-be03-ccf5a30edf10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:20.188480 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-049e92e6-cd55-4641-b2f3-ba06d1c62d9e None None] Routers {'1cc28792-3536-4873-bb60-ae6e3d650e79'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:40:20.189539 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-049e92e6-cd55-4641-b2f3-ba06d1c62d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:39:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['1cc28792-3536-4873-bb60-ae6e3d650e79'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:40:20.379941 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-049e92e6-cd55-4641-b2f3-ba06d1c62d9e None None] Set router 1cc28792-3536-4873-bb60-ae6e3d650e79 gateway port host: n-d-842733-1 {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:40:20.451623 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-6a23b16a-368d-45d6-be03-ccf5a30edf10 None None] Current status of the port 8119704d-00a4-4e00-bffe-312173a4bbe0 is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:40:20.452014 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-6a23b16a-368d-45d6-be03-ccf5a30edf10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:20.632278 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-6a23b16a-368d-45d6-be03-ccf5a30edf10 None None] For port 8119704d-00a4-4e00-bffe-312173a4bbe0, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=8119704d-00a4-4e00-bffe-312173a4bbe0,segment=NetworkSegment(829636e1-4a48-47c7-aa8d-8fdc9c95015f),segment_id=829636e1-4a48-47c7-aa8d-8fdc9c95015f)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:40:20.710324 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-6a23b16a-368d-45d6-be03-ccf5a30edf10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:20.722904 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-049e92e6-cd55-4641-b2f3-ba06d1c62d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cc28792-3536-4873-bb60-ae6e3d650e79', 'name': 'tempest-ServersTestFqdnHostnames-677229381-router', 'tenant_id': '41fb6039a7a04b8d930f9d787f82c020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.246'}], 'enable_snat': True}, 'gw_port_id': '40b0110f-ef63-493a-8821-9a1b887c9a73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:40:11Z', 'updated_at': '2022-05-20T20:40:16Z', 'revision_number': 4, 'project_id': '41fb6039a7a04b8d930f9d787f82c020', 'gw_port': {'id': '40b0110f-ef63-493a-8821-9a1b887c9a73', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:af:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc28792-3536-4873-bb60-ae6e3d650e79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:40:12Z', 'updated_at': '2022-05-20T20:40:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': '8119704d-00a4-4e00-bffe-312173a4bbe0', 'name': '', 'network_id': '5da3ab3c-5eb1-4623-819e-a8030cb07d59', 'tenant_id': '41fb6039a7a04b8d930f9d787f82c020', 'mac_address': 'fa:16:3e:01:f8:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cc28792-3536-4873-bb60-ae6e3d650e79', 'device_owner': 'network:router_interface', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': '73d34f71-dea6-437b-b330-aa0e1ed12b8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:40:15Z', 'updated_at': '2022-05-20T20:40:19Z', 'revision_number': 4, 'project_id': '41fb6039a7a04b8d930f9d787f82c020', 'subnets': [{'id': '73d34f71-dea6-437b-b330-aa0e1ed12b8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:40:20.780053 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-049e92e6-cd55-4641-b2f3-ba06d1c62d9e None None] The sync data for ids ['1cc28792-3536-4873-bb60-ae6e3d650e79'] in n-d-842733-1 is: [{'id': '1cc28792-3536-4873-bb60-ae6e3d650e79', 'name': 'tempest-ServersTestFqdnHostnames-677229381-router', 'tenant_id': '41fb6039a7a04b8d930f9d787f82c020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.246'}], 'enable_snat': True}, 'gw_port_id': '40b0110f-ef63-493a-8821-9a1b887c9a73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:40:11Z', 'updated_at': '2022-05-20T20:40:16Z', 'revision_number': 4, 'project_id': '41fb6039a7a04b8d930f9d787f82c020', 'gw_port': {'id': '40b0110f-ef63-493a-8821-9a1b887c9a73', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:af:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc28792-3536-4873-bb60-ae6e3d650e79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:40:12Z', 'updated_at': '2022-05-20T20:40:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': '8119704d-00a4-4e00-bffe-312173a4bbe0', 'name': '', 'network_id': '5da3ab3c-5eb1-4623-819e-a8030cb07d59', 'tenant_id': '41fb6039a7a04b8d930f9d787f82c020', 'mac_address': 'fa:16:3e:01:f8:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cc28792-3536-4873-bb60-ae6e3d650e79', 'device_owner': 'network:router_interface', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': '73d34f71-dea6-437b-b330-aa0e1ed12b8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:40:15Z', 'updated_at': '2022-05-20T20:40:19Z', 'revision_number': 4, 'project_id': '41fb6039a7a04b8d930f9d787f82c020', 'subnets': [{'id': '73d34f71-dea6-437b-b330-aa0e1ed12b8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 20:40:20.830823 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a23b16a-368d-45d6-be03-ccf5a30edf10 None None] Pushing event updated for resources: {'Port': ['ID=8119704d-00a4-4e00-bffe-312173a4bbe0,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:40:20.880230 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-776f221c-f99b-4af2-b98b-5cf94c57f0d0 None None] Provisioning complete for port 8119704d-00a4-4e00-bffe-312173a4bbe0 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:40:20.884928 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-776f221c-f99b-4af2-b98b-5cf94c57f0d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:21.098884 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-776f221c-f99b-4af2-b98b-5cf94c57f0d0 None None] Current status of the port 8119704d-00a4-4e00-bffe-312173a4bbe0 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:40:21.619853 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 8119704d-00a4-4e00-bffe-312173a4bbe0 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:40:21.888740 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 8119704d-00a4-4e00-bffe-312173a4bbe0 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:40:21.889612 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:21.997610 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 8119704d-00a4-4e00-bffe-312173a4bbe0 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:40:22.275011 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-751fa0d8-3f2e-4fe5-a636-b5c5640d405d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:23.749661 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 20:40:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ffb5b33-680b-43ee-a073-5c1c7d08b204 x-openstack-request-id: req-2ffb5b33-680b-43ee-a073-5c1c7d08b204 {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:40:23.751612 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6959d056-8674-41a0-844d-fdbf9dc52e77", "name": "network-vif-plugged", "status": "completed", "tag": "14bab9e1-74b5-4180-9f49-6dd544eb5e30", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:40:23.752106 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2ffb5b33-680b-43ee-a073-5c1c7d08b204 {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:40:23.755797 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ffb5b33-680b-43ee-a073-5c1c7d08b204'] response: {'server_uuid': '6959d056-8674-41a0-844d-fdbf9dc52e77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14bab9e1-74b5-4180-9f49-6dd544eb5e30', 'code': 200} May 20 20:40:23.759948 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-736aa792-8c2c-4351-b532-06c47d692d3a req-f1448306-817e-4535-85f6-8593cf763710 tempest-TenantUsagesTestJSON-321771667 tempest-TenantUsagesTestJSON-321771667-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=c4cf26d3bd184d4cadfee60b1bdc5784&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0288353 May 20 20:40:23.789648 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4bb0e131-6525-46ca-a45b-e4ea43a5e69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:24.232223 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea8ea32-c7ea-496f-a436-0d47d0a631f2 req-458e582e-1453-4123-8ca4-83a85f6e7c8b tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:40:24.233852 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-eea8ea32-c7ea-496f-a436-0d47d0a631f2 req-458e582e-1453-4123-8ca4-83a85f6e7c8b tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.35 "GET /v2.0/ports?device_id=532663b2-24ff-4076-90d7-3126e956882e HTTP/1.1" status: 200 len: 946 time: 0.4088643 May 20 20:40:24.242883 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736aa792-8c2c-4351-b532-06c47d692d3a req-7da0f14f-2ce1-4c15-8c2b-f77cf2f9ee95 tempest-TenantUsagesTestJSON-321771667 tempest-TenantUsagesTestJSON-321771667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:40:24.244345 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-736aa792-8c2c-4351-b532-06c47d692d3a req-7da0f14f-2ce1-4c15-8c2b-f77cf2f9ee95 tempest-TenantUsagesTestJSON-321771667 tempest-TenantUsagesTestJSON-321771667-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4761016 May 20 20:40:24.278747 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-736aa792-8c2c-4351-b532-06c47d692d3a req-bf4ca8a9-bd71-469f-96fe-9f90138c5ce2 tempest-TenantUsagesTestJSON-321771667 tempest-TenantUsagesTestJSON-321771667-project] 10.222.0.35 "GET /v2.0/quotas/c4cf26d3bd184d4cadfee60b1bdc5784 HTTP/1.1" status: 200 len: 375 time: 0.0246494 May 20 20:40:24.304025 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-eea8ea32-c7ea-496f-a436-0d47d0a631f2 req-e60660c0-411b-48fc-a4de-7fea3b49fbc4 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c1ac446-2eae-4e3c-98ef-7a4684e96782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586343 May 20 20:40:24.321083 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-736aa792-8c2c-4351-b532-06c47d692d3a req-8c3fc74e-98d8-4266-877d-60e13522acd3 tempest-TenantUsagesTestJSON-321771667 tempest-TenantUsagesTestJSON-321771667-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=c4cf26d3bd184d4cadfee60b1bdc5784&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0338786 May 20 20:40:24.424460 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:24.760679 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0342a80d-695d-4e70-b2be-3cf533ac7b81 req-df857ebb-47b4-49a0-bf4f-2eec6743dd82 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:40:24.769473 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0342a80d-695d-4e70-b2be-3cf533ac7b81 req-df857ebb-47b4-49a0-bf4f-2eec6743dd82 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/ports?device_id=639a9b9c-aaad-4644-9dcd-410174fb9f88 HTTP/1.1" status: 200 len: 947 time: 0.0669460 May 20 20:40:24.824657 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 36332) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:40:24.831802 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-d5f7ba91-7b63-4bb6-8de2-f98cc53e31ac tempest-ServersTestFqdnHostnames-1411433198 tempest-ServersTestFqdnHostnames-1411433198-project] Request body: {'security_group': {'name': 'tempest-securitygroup--517622788', 'description': 'tempest-description--1918422584'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:40:24.840729 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0342a80d-695d-4e70-b2be-3cf533ac7b81 req-8c0e3164-b1e4-43a9-ab64-9cd6074007b9 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3c6019f-4c4a-4c16-982c-852ac3d8d84a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699990 May 20 20:40:24.915146 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d5f7ba91-7b63-4bb6-8de2-f98cc53e31ac tempest-ServersTestFqdnHostnames-1411433198 tempest-ServersTestFqdnHostnames-1411433198-project] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:24.929741 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6368d63f-91e7-4ef0-8f0e-ef9d601e7dde req-ed3e8923-bb0b-4066-a5a6-91f122c4420f tempest-TenantUsagesTestJSON-321771667 tempest-TenantUsagesTestJSON-321771667-project] 10.222.0.35 "GET /v2.0/ports?device_id=e01e2816-68ea-4742-8aba-a7f9da2ae881 HTTP/1.1" status: 200 len: 210 time: 0.0354590 May 20 20:40:25.029033 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d5f7ba91-7b63-4bb6-8de2-f98cc53e31ac tempest-ServersTestFqdnHostnames-1411433198 tempest-ServersTestFqdnHostnames-1411433198-project] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:25.132101 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d5f7ba91-7b63-4bb6-8de2-f98cc53e31ac tempest-ServersTestFqdnHostnames-1411433198 tempest-ServersTestFqdnHostnames-1411433198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:25.183370 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f7ba91-7b63-4bb6-8de2-f98cc53e31ac tempest-ServersTestFqdnHostnames-1411433198 tempest-ServersTestFqdnHostnames-1411433198-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1828cf44-0ab8-44e5-93a8-c9c17b35acb8,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:40:25.288620 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d5f7ba91-7b63-4bb6-8de2-f98cc53e31ac tempest-ServersTestFqdnHostnames-1411433198 tempest-ServersTestFqdnHostnames-1411433198-project] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:25.290421 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-d5f7ba91-7b63-4bb6-8de2-f98cc53e31ac tempest-ServersTestFqdnHostnames-1411433198 tempest-ServersTestFqdnHostnames-1411433198-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4623473 May 20 20:40:25.293373 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 36350) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:40:25.298789 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-ea720f95-1336-41d3-8589-82ae1e2dbbef tempest-ServersTestFqdnHostnames-1411433198 tempest-ServersTestFqdnHostnames-1411433198-project] Request body: {'security_group_rule': {'security_group_id': '1828cf44-0ab8-44e5-93a8-c9c17b35acb8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:40:25.435739 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ea720f95-1336-41d3-8589-82ae1e2dbbef tempest-ServersTestFqdnHostnames-1411433198 tempest-ServersTestFqdnHostnames-1411433198-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:25.439573 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cc3ec51b-6ec8-438a-8349-5f0bec346d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:25.514893 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ea720f95-1336-41d3-8589-82ae1e2dbbef tempest-ServersTestFqdnHostnames-1411433198 tempest-ServersTestFqdnHostnames-1411433198-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:25.569269 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:25.658689 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ea720f95-1336-41d3-8589-82ae1e2dbbef tempest-ServersTestFqdnHostnames-1411433198 tempest-ServersTestFqdnHostnames-1411433198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691816'] for security_group_rule, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:25.682995 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea720f95-1336-41d3-8589-82ae1e2dbbef tempest-ServersTestFqdnHostnames-1411433198 tempest-ServersTestFqdnHostnames-1411433198-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f70fdab8-54ac-4c9a-a6d8-cba2979a74ec,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:40:25.757493 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '532663b2-24ff-4076-90d7-3126e956882e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a4e9b92-3576-4ac2-af54-1fa1ca2039c7'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:40:25.760152 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8485417003ce7c0410b00f5cdc2f391e21107b70bb68e2773712534a96e108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4bd57ae-3750-4686-bb6f-67958c6706b5" -d '{"events": [{"server_uuid": "532663b2-24ff-4076-90d7-3126e956882e", "name": "network-vif-plugged", "status": "completed", "tag": "1a4e9b92-3576-4ac2-af54-1fa1ca2039c7"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:40:25.760464 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ea720f95-1336-41d3-8589-82ae1e2dbbef tempest-ServersTestFqdnHostnames-1411433198 tempest-ServersTestFqdnHostnames-1411433198-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:25.765372 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 36358) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:40:25.766364 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-ea720f95-1336-41d3-8589-82ae1e2dbbef tempest-ServersTestFqdnHostnames-1411433198 tempest-ServersTestFqdnHostnames-1411433198-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4716699 May 20 20:40:25.771954 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-0436dce0-bf95-48ff-87db-3b62de693462 tempest-ServersTestFqdnHostnames-1411433198 tempest-ServersTestFqdnHostnames-1411433198-project] Request body: {'security_group_rule': {'security_group_id': '1828cf44-0ab8-44e5-93a8-c9c17b35acb8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:40:25.867199 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0436dce0-bf95-48ff-87db-3b62de693462 tempest-ServersTestFqdnHostnames-1411433198 tempest-ServersTestFqdnHostnames-1411433198-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:25.961600 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0436dce0-bf95-48ff-87db-3b62de693462 tempest-ServersTestFqdnHostnames-1411433198 tempest-ServersTestFqdnHostnames-1411433198-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:26.053438 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0436dce0-bf95-48ff-87db-3b62de693462 tempest-ServersTestFqdnHostnames-1411433198 tempest-ServersTestFqdnHostnames-1411433198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691816'] for security_group_rule, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:26.149720 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0436dce0-bf95-48ff-87db-3b62de693462 tempest-ServersTestFqdnHostnames-1411433198 tempest-ServersTestFqdnHostnames-1411433198-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f0120cc-9753-425a-888e-1bb2180084b4,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:40:26.505490 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 7f3ebca3-508b-418e-88bd-760b98f17cff no longer exists at agent hyperv_n-h2-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:40:26.629108 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port 7f3ebca3-508b-418e-88bd-760b98f17cff is: ACTIVE; New status is: DOWN {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:40:26.680232 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:26.687363 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port 7f3ebca3-508b-418e-88bd-760b98f17cff, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=7f3ebca3-508b-418e-88bd-760b98f17cff,segment=NetworkSegment(1b0c59b6-1da5-46b1-ba4a-82e83befd33e),segment_id=1b0c59b6-1da5-46b1-ba4a-82e83befd33e)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:40:27.055461 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0436dce0-bf95-48ff-87db-3b62de693462 tempest-ServersTestFqdnHostnames-1411433198 tempest-ServersTestFqdnHostnames-1411433198-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:27.058354 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-0436dce0-bf95-48ff-87db-3b62de693462 tempest-ServersTestFqdnHostnames-1411433198 tempest-ServersTestFqdnHostnames-1411433198-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2903013 May 20 20:40:27.061816 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 36372) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:40:27.064744 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:27.079939 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-64671c1b-6c80-4c12-97a9-00f98fb70a46 tempest-ServersTestFqdnHostnames-1411433198 tempest-ServersTestFqdnHostnames-1411433198-project] Request body: {'floatingip': {'floating_network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:40:27.153241 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=7f3ebca3-508b-418e-88bd-760b98f17cff,revision_number=11']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:40:27.220087 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-64671c1b-6c80-4c12-97a9-00f98fb70a46 tempest-ServersTestFqdnHostnames-1411433198 tempest-ServersTestFqdnHostnames-1411433198-project] Notify callbacks [] for floatingip, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:27.462465 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-64671c1b-6c80-4c12-97a9-00f98fb70a46 tempest-ServersTestFqdnHostnames-1411433198 tempest-ServersTestFqdnHostnames-1411433198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:27.700677 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60723bda-bc46-4906-b3c1-852735cdd79c req-c5071edf-6f61-4a3a-8304-f79a6afc6be4 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:40:27.709565 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-60723bda-bc46-4906-b3c1-852735cdd79c req-c5071edf-6f61-4a3a-8304-f79a6afc6be4 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.35 "GET /v2.0/ports?device_id=532663b2-24ff-4076-90d7-3126e956882e HTTP/1.1" status: 200 len: 946 time: 0.0971274 May 20 20:40:27.724360 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-64671c1b-6c80-4c12-97a9-00f98fb70a46 tempest-ServersTestFqdnHostnames-1411433198 tempest-ServersTestFqdnHostnames-1411433198-project] Allocated IP 172.25.2.239 (e3a93b5c-91e2-4064-9c2c-1afc261bfe15/86fee0c1-6e34-488b-9216-b2b8e7ef585a/deff2b25-b0ad-4b82-a34c-daa7f1d533fe) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:40:27.758758 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-60723bda-bc46-4906-b3c1-852735cdd79c req-e3a4afa3-9e4b-485f-990b-83132f3e8e19 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c1ac446-2eae-4e3c-98ef-7a4684e96782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467234 May 20 20:40:27.846461 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 20:40:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f45c7fe-d95d-4887-8b3d-cbb9a7b013ea x-openstack-request-id: req-3f45c7fe-d95d-4887-8b3d-cbb9a7b013ea {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:40:27.852208 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "532663b2-24ff-4076-90d7-3126e956882e", "name": "network-vif-plugged", "status": "completed", "tag": "1a4e9b92-3576-4ac2-af54-1fa1ca2039c7", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:40:27.852208 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3f45c7fe-d95d-4887-8b3d-cbb9a7b013ea {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:40:27.852208 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f45c7fe-d95d-4887-8b3d-cbb9a7b013ea'] response: {'server_uuid': '532663b2-24ff-4076-90d7-3126e956882e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a4e9b92-3576-4ac2-af54-1fa1ca2039c7', 'code': 200} May 20 20:40:27.927087 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-64671c1b-6c80-4c12-97a9-00f98fb70a46 tempest-ServersTestFqdnHostnames-1411433198 tempest-ServersTestFqdnHostnames-1411433198-project] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:28.009554 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-36b876e8-6c36-4975-b094-30ba89947e92 req-001db7a3-53bd-4117-b730-1f8f75324ee0 tempest-TenantUsagesTestJSON-321771667 tempest-TenantUsagesTestJSON-321771667-project] 10.222.0.35 "GET /v2.0/ports?device_id=e01e2816-68ea-4742-8aba-a7f9da2ae881 HTTP/1.1" status: 200 len: 210 time: 0.0337114 May 20 20:40:28.023367 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b407a10-ab39-4e01-949c-fb0e1b8e0a9f req-86c3fe46-4e17-4161-ace0-b5f7a56b7ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:40:28.026697 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5b407a10-ab39-4e01-949c-fb0e1b8e0a9f req-86c3fe46-4e17-4161-ace0-b5f7a56b7ce9 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=532663b2-24ff-4076-90d7-3126e956882e HTTP/1.1" status: 200 len: 1097 time: 0.0934865 May 20 20:40:28.049447 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-64671c1b-6c80-4c12-97a9-00f98fb70a46 tempest-ServersTestFqdnHostnames-1411433198 tempest-ServersTestFqdnHostnames-1411433198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:28.090955 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5b407a10-ab39-4e01-949c-fb0e1b8e0a9f req-3e9e5456-90e0-49ff-a331-3ffa6b8c5f48 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=1c1ac446-2eae-4e3c-98ef-7a4684e96782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578308 May 20 20:40:28.183912 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64671c1b-6c80-4c12-97a9-00f98fb70a46 tempest-ServersTestFqdnHostnames-1411433198 tempest-ServersTestFqdnHostnames-1411433198-project] Network e3a93b5c-91e2-4064-9c2c-1afc261bfe15 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:40:28.188657 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-64671c1b-6c80-4c12-97a9-00f98fb70a46 tempest-ServersTestFqdnHostnames-1411433198 tempest-ServersTestFqdnHostnames-1411433198-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:40:28.254423 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64671c1b-6c80-4c12-97a9-00f98fb70a46 tempest-ServersTestFqdnHostnames-1411433198 tempest-ServersTestFqdnHostnames-1411433198-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:40:28.258730 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a496db52-6b21-4115-9651-3ad975d6b020 req-f987ab94-aa6f-4906-bc92-b7ffcc2a99f7 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:40:28.269431 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a496db52-6b21-4115-9651-3ad975d6b020 req-f987ab94-aa6f-4906-bc92-b7ffcc2a99f7 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/ports?device_id=639a9b9c-aaad-4644-9dcd-410174fb9f88 HTTP/1.1" status: 200 len: 945 time: 0.1051207 May 20 20:40:28.297675 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64671c1b-6c80-4c12-97a9-00f98fb70a46 tempest-ServersTestFqdnHostnames-1411433198 tempest-ServersTestFqdnHostnames-1411433198-project] Pushing event updated for resources: {'Port': ['ID=deff2b25-b0ad-4b82-a34c-daa7f1d533fe,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:40:28.320065 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a496db52-6b21-4115-9651-3ad975d6b020 req-0e2f52ac-d35e-4a5a-9545-a842023f84e0 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3c6019f-4c4a-4c16-982c-852ac3d8d84a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494921 May 20 20:40:28.404952 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-64671c1b-6c80-4c12-97a9-00f98fb70a46 tempest-ServersTestFqdnHostnames-1411433198 tempest-ServersTestFqdnHostnames-1411433198-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:28.800915 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-736aa792-8c2c-4351-b532-06c47d692d3a req-a472ea0c-ba18-4a72-ab0e-8d386d354b07 tempest-TenantUsagesTestJSON-321771667 tempest-TenantUsagesTestJSON-321771667-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=c4cf26d3bd184d4cadfee60b1bdc5784&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0329173 May 20 20:40:28.826334 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-64671c1b-6c80-4c12-97a9-00f98fb70a46 tempest-ServersTestFqdnHostnames-1411433198 tempest-ServersTestFqdnHostnames-1411433198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:29.010727 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365e44c8-60db-4064-a541-a583a04c14f1 req-4fc31ef5-f644-457c-9e0d-f17c5279cf4f tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:40:29.025549 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-365e44c8-60db-4064-a541-a583a04c14f1 req-4fc31ef5-f644-457c-9e0d-f17c5279cf4f tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.35 "GET /v2.0/ports?device_id=532663b2-24ff-4076-90d7-3126e956882e HTTP/1.1" status: 200 len: 946 time: 0.1280503 May 20 20:40:29.058256 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736aa792-8c2c-4351-b532-06c47d692d3a req-a03f088f-4530-46b5-aa04-1131f4029018 tempest-TenantUsagesTestJSON-321771667 tempest-TenantUsagesTestJSON-321771667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:40:29.060428 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-736aa792-8c2c-4351-b532-06c47d692d3a req-a03f088f-4530-46b5-aa04-1131f4029018 tempest-TenantUsagesTestJSON-321771667 tempest-TenantUsagesTestJSON-321771667-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2488360 May 20 20:40:29.083372 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [req-736aa792-8c2c-4351-b532-06c47d692d3a req-34fa8649-7f3e-4de8-9286-4b7d05603449 tempest-TenantUsagesTestJSON-321771667 tempest-TenantUsagesTestJSON-321771667-project] Request body: {'port': {'device_id': 'e01e2816-68ea-4742-8aba-a7f9da2ae881', 'network_id': 'cd702362-b982-46c5-a7d0-51de1b03df86', 'admin_state_up': True, 'tenant_id': 'c4cf26d3bd184d4cadfee60b1bdc5784'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:40:29.106668 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-365e44c8-60db-4064-a541-a583a04c14f1 req-6c9933de-46f4-4aa5-9337-92a9a31d547e tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c1ac446-2eae-4e3c-98ef-7a4684e96782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799050 May 20 20:40:29.110265 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-64671c1b-6c80-4c12-97a9-00f98fb70a46 tempest-ServersTestFqdnHostnames-1411433198 tempest-ServersTestFqdnHostnames-1411433198-project] Notify callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:29.208365 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-64671c1b-6c80-4c12-97a9-00f98fb70a46 tempest-ServersTestFqdnHostnames-1411433198 tempest-ServersTestFqdnHostnames-1411433198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:29.266534 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c280da5e-47aa-40ea-8d21-f0c8d6c1031e req-d4c01c98-eae3-472c-a82f-d0c7cccdb15c tempest-TenantUsagesTestJSON-321771667 tempest-TenantUsagesTestJSON-321771667-project] 10.222.0.35 "GET /v2.0/ports?device_id=e01e2816-68ea-4742-8aba-a7f9da2ae881 HTTP/1.1" status: 200 len: 210 time: 0.0882061 May 20 20:40:29.314784 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 36432) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:40:29.402096 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64671c1b-6c80-4c12-97a9-00f98fb70a46 tempest-ServersTestFqdnHostnames-1411433198 tempest-ServersTestFqdnHostnames-1411433198-project] Pushing event updated for resources: {'Port': ['ID=deff2b25-b0ad-4b82-a34c-daa7f1d533fe,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:40:29.502027 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-64671c1b-6c80-4c12-97a9-00f98fb70a46 tempest-ServersTestFqdnHostnames-1411433198 tempest-ServersTestFqdnHostnames-1411433198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748272'] for floatingip, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:29.560889 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-27137f29-5813-4ba6-8a87-c9aa0a9fb183 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:29.579354 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6804459c-215f-4321-a051-2efec5a5aad9 req-ef4f1a6e-e866-4db8-ab72-e6ac41341770 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:40:29.581033 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6804459c-215f-4321-a051-2efec5a5aad9 req-ef4f1a6e-e866-4db8-ab72-e6ac41341770 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/ports?device_id=639a9b9c-aaad-4644-9dcd-410174fb9f88 HTTP/1.1" status: 200 len: 945 time: 0.1193335 May 20 20:40:29.582939 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-736aa792-8c2c-4351-b532-06c47d692d3a req-34fa8649-7f3e-4de8-9286-4b7d05603449 tempest-TenantUsagesTestJSON-321771667 tempest-TenantUsagesTestJSON-321771667-project] Made reservation on behalf of c4cf26d3bd184d4cadfee60b1bdc5784 for: {'port': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:40:29.587852 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-736aa792-8c2c-4351-b532-06c47d692d3a req-34fa8649-7f3e-4de8-9286-4b7d05603449 tempest-TenantUsagesTestJSON-321771667 tempest-TenantUsagesTestJSON-321771667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:29.625249 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-736aa792-8c2c-4351-b532-06c47d692d3a req-34fa8649-7f3e-4de8-9286-4b7d05603449 tempest-TenantUsagesTestJSON-321771667 tempest-TenantUsagesTestJSON-321771667-project] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:29.626242 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-64671c1b-6c80-4c12-97a9-00f98fb70a46 tempest-ServersTestFqdnHostnames-1411433198 tempest-ServersTestFqdnHostnames-1411433198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for floatingip, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:29.631247 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-64671c1b-6c80-4c12-97a9-00f98fb70a46 tempest-ServersTestFqdnHostnames-1411433198 tempest-ServersTestFqdnHostnames-1411433198-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5637014 May 20 20:40:29.718081 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6804459c-215f-4321-a051-2efec5a5aad9 req-fdb0dd6e-67d9-4cac-9a07-3df026ed9ed7 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3c6019f-4c4a-4c16-982c-852ac3d8d84a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1251478 May 20 20:40:29.848914 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '639a9b9c-aaad-4644-9dcd-410174fb9f88', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f3ebca3-508b-418e-88bd-760b98f17cff'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:40:29.852034 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8485417003ce7c0410b00f5cdc2f391e21107b70bb68e2773712534a96e108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f556eb81-124f-42b3-a0f8-916b1e6c49db" -d '{"events": [{"server_uuid": "639a9b9c-aaad-4644-9dcd-410174fb9f88", "name": "network-vif-unplugged", "status": "completed", "tag": "7f3ebca3-508b-418e-88bd-760b98f17cff"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:40:29.887542 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-27137f29-5813-4ba6-8a87-c9aa0a9fb183 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:29.911511 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 May 2022 20:40:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e604017a-ca94-4c80-9384-421d2ba8c9db x-openstack-request-id: req-e604017a-ca94-4c80-9384-421d2ba8c9db {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:40:29.911796 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "639a9b9c-aaad-4644-9dcd-410174fb9f88", "name": "network-vif-unplugged", "status": "completed", "tag": "7f3ebca3-508b-418e-88bd-760b98f17cff", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:40:29.912041 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e604017a-ca94-4c80-9384-421d2ba8c9db {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:40:29.912423 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e604017a-ca94-4c80-9384-421d2ba8c9db'] response: {'server_uuid': '639a9b9c-aaad-4644-9dcd-410174fb9f88', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f3ebca3-508b-418e-88bd-760b98f17cff', 'code': 200} May 20 20:40:29.921896 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-736aa792-8c2c-4351-b532-06c47d692d3a req-34fa8649-7f3e-4de8-9286-4b7d05603449 tempest-TenantUsagesTestJSON-321771667 tempest-TenantUsagesTestJSON-321771667-project] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:29.960322 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6301881b-44bc-4f8d-855b-ea398a32a1ce req-bff77e65-680a-4212-a075-0ac37cf5e5cc tempest-ServersTestFqdnHostnames-1411433198 tempest-ServersTestFqdnHostnames-1411433198-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--517622788&fields=id&tenant_id=41fb6039a7a04b8d930f9d787f82c020 HTTP/1.1" status: 200 len: 267 time: 0.0405564 May 20 20:40:29.982384 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-27137f29-5813-4ba6-8a87-c9aa0a9fb183 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:30.068440 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-736aa792-8c2c-4351-b532-06c47d692d3a req-34fa8649-7f3e-4de8-9286-4b7d05603449 tempest-TenantUsagesTestJSON-321771667 tempest-TenantUsagesTestJSON-321771667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:30.076527 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-27137f29-5813-4ba6-8a87-c9aa0a9fb183 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=bbf8f74e8e75435bb6dbf979c161abce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7592123 May 20 20:40:30.077522 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27137f29-5813-4ba6-8a87-c9aa0a9fb183 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9aa5dc1-eeeb-4cbc-93c4-7d112e7664e0,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:40:30.079643 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 36462) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:40:30.163028 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27137f29-5813-4ba6-8a87-c9aa0a9fb183 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:40:30.163660 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27137f29-5813-4ba6-8a87-c9aa0a9fb183 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:40:30.163907 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27137f29-5813-4ba6-8a87-c9aa0a9fb183 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:40:30.164343 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27137f29-5813-4ba6-8a87-c9aa0a9fb183 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:40:30.164770 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27137f29-5813-4ba6-8a87-c9aa0a9fb183 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:40:30.165192 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27137f29-5813-4ba6-8a87-c9aa0a9fb183 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:40:30.165637 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27137f29-5813-4ba6-8a87-c9aa0a9fb183 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:40:30.166231 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27137f29-5813-4ba6-8a87-c9aa0a9fb183 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:40:30.166655 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27137f29-5813-4ba6-8a87-c9aa0a9fb183 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:40:30.167072 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27137f29-5813-4ba6-8a87-c9aa0a9fb183 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:40:30.167489 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27137f29-5813-4ba6-8a87-c9aa0a9fb183 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:40:30.167905 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27137f29-5813-4ba6-8a87-c9aa0a9fb183 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:40:30.197367 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e6da810a-22d4-473d-98cc-907a2cfaa03f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:30.227448 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e6da810a-22d4-473d-98cc-907a2cfaa03f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:30.292881 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6301881b-44bc-4f8d-855b-ea398a32a1ce req-641f2ecc-8fe2-4e2a-be40-0c4114b3c3ef tempest-ServersTestFqdnHostnames-1411433198 tempest-ServersTestFqdnHostnames-1411433198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:40:30.301015 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6301881b-44bc-4f8d-855b-ea398a32a1ce req-641f2ecc-8fe2-4e2a-be40-0c4114b3c3ef tempest-ServersTestFqdnHostnames-1411433198 tempest-ServersTestFqdnHostnames-1411433198-project] 10.222.0.35 "GET /v2.0/networks?id=5da3ab3c-5eb1-4623-819e-a8030cb07d59 HTTP/1.1" status: 200 len: 814 time: 0.3291571 May 20 20:40:30.315757 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fa8649-7f3e-4de8-9286-4b7d05603449 tempest-TenantUsagesTestJSON-321771667 tempest-TenantUsagesTestJSON-321771667-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b115fa6-6a8a-4861-bcac-5b6f4ecf0202,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:40:30.363615 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e6da810a-22d4-473d-98cc-907a2cfaa03f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:30.372614 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e6da810a-22d4-473d-98cc-907a2cfaa03f admin admin] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:30.377507 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-e6da810a-22d4-473d-98cc-907a2cfaa03f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e9aa5dc1-eeeb-4cbc-93c4-7d112e7664e0 HTTP/1.1" status: 204 len: 168 time: 0.2968819 May 20 20:40:30.381540 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a188e0-0cf9-4997-99f8-28a13722b2b5 req-afc94945-3e75-4bef-8421-9fa7176653cb tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:40:30.388919 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-03a188e0-0cf9-4997-99f8-28a13722b2b5 req-afc94945-3e75-4bef-8421-9fa7176653cb tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.35 "GET /v2.0/ports?device_id=532663b2-24ff-4076-90d7-3126e956882e HTTP/1.1" status: 200 len: 946 time: 0.1484118 May 20 20:40:30.395519 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6da810a-22d4-473d-98cc-907a2cfaa03f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9aa5dc1-eeeb-4cbc-93c4-7d112e7664e0,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:40:30.414005 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6301881b-44bc-4f8d-855b-ea398a32a1ce req-49f3f663-13e3-457a-8441-9d417814a33e tempest-ServersTestFqdnHostnames-1411433198 tempest-ServersTestFqdnHostnames-1411433198-project] 10.222.0.35 "GET /v2.0/quotas/41fb6039a7a04b8d930f9d787f82c020 HTTP/1.1" status: 200 len: 375 time: 0.1119063 May 20 20:40:30.523367 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [req-736aa792-8c2c-4351-b532-06c47d692d3a req-34fa8649-7f3e-4de8-9286-4b7d05603449 tempest-TenantUsagesTestJSON-321771667 tempest-TenantUsagesTestJSON-321771667-project] Allocated IP 192.168.233.14 (cd702362-b982-46c5-a7d0-51de1b03df86/26b342ea-254c-483a-9ea9-f11c178970eb/8926f76d-5e3e-4148-8b6f-c0d64ed0c435) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:40:30.552934 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-03a188e0-0cf9-4997-99f8-28a13722b2b5 req-e59b13a3-8af8-4723-95f0-31f443b015e0 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c1ac446-2eae-4e3c-98ef-7a4684e96782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629021 May 20 20:40:30.576070 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6301881b-44bc-4f8d-855b-ea398a32a1ce req-e7b26d30-ef27-4914-9213-791ac6d8ee4f tempest-ServersTestFqdnHostnames-1411433198 tempest-ServersTestFqdnHostnames-1411433198-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=41fb6039a7a04b8d930f9d787f82c020&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1554725 May 20 20:40:30.730808 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6cfc9fa1-f201-4a98-87c8-53b515e9b7c1 req-9fb9563a-25d9-4d14-bb15-1fbab0dbb022 tempest-TenantUsagesTestJSON-321771667 tempest-TenantUsagesTestJSON-321771667-project] 10.222.0.35 "GET /v2.0/ports?device_id=e01e2816-68ea-4742-8aba-a7f9da2ae881 HTTP/1.1" status: 200 len: 210 time: 0.0514357 May 20 20:40:30.896306 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6301881b-44bc-4f8d-855b-ea398a32a1ce req-59524e23-6d7a-4fe7-a528-52f4c031ac32 service neutron] 10.222.0.35 "GET /v2.0/networks/5da3ab3c-5eb1-4623-819e-a8030cb07d59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3070121 May 20 20:40:31.056737 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-736aa792-8c2c-4351-b532-06c47d692d3a req-34fa8649-7f3e-4de8-9286-4b7d05603449 tempest-TenantUsagesTestJSON-321771667 tempest-TenantUsagesTestJSON-321771667-project] Notify callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:31.118156 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6301881b-44bc-4f8d-855b-ea398a32a1ce req-1b5e3b40-d6cc-4d7d-8244-3d05c4fb30a9 service neutron] 10.222.0.35 "GET /v2.0/networks/5da3ab3c-5eb1-4623-819e-a8030cb07d59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2051351 May 20 20:40:31.127514 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5dc07a-a5b9-4346-b1d8-757e427eef86 req-06a99d89-e68c-4617-8c22-85d7868329e2 tempest-LiveAutoBlockMigrationV225Test-1777330067 tempest-LiveAutoBlockMigrationV225Test-1777330067-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:40:31.132836 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2d5dc07a-a5b9-4346-b1d8-757e427eef86 req-06a99d89-e68c-4617-8c22-85d7868329e2 tempest-LiveAutoBlockMigrationV225Test-1777330067 tempest-LiveAutoBlockMigrationV225Test-1777330067-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=532663b2-24ff-4076-90d7-3126e956882e HTTP/1.1" status: 200 len: 1097 time: 0.1516750 May 20 20:40:31.265250 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2d5dc07a-a5b9-4346-b1d8-757e427eef86 req-9ee23c3c-922b-40d4-9d78-28215bba5908 tempest-LiveAutoBlockMigrationV225Test-1777330067 tempest-LiveAutoBlockMigrationV225Test-1777330067-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=1c1ac446-2eae-4e3c-98ef-7a4684e96782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124933 May 20 20:40:31.326609 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-736aa792-8c2c-4351-b532-06c47d692d3a req-34fa8649-7f3e-4de8-9286-4b7d05603449 tempest-TenantUsagesTestJSON-321771667 tempest-TenantUsagesTestJSON-321771667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:31.392976 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-736aa792-8c2c-4351-b532-06c47d692d3a req-34fa8649-7f3e-4de8-9286-4b7d05603449 tempest-TenantUsagesTestJSON-321771667 tempest-TenantUsagesTestJSON-321771667-project] Network cd702362-b982-46c5-a7d0-51de1b03df86 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:40:31.428830 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 36500) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:40:31.448647 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fa8649-7f3e-4de8-9286-4b7d05603449 tempest-TenantUsagesTestJSON-321771667 tempest-TenantUsagesTestJSON-321771667-project] Pushing event updated for resources: {'Port': ['ID=8926f76d-5e3e-4148-8b6f-c0d64ed0c435,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:40:31.455788 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-79f57321-7837-4f89-9c95-341b458eb080 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:31.527022 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [req-736aa792-8c2c-4351-b532-06c47d692d3a req-34fa8649-7f3e-4de8-9286-4b7d05603449 tempest-TenantUsagesTestJSON-321771667 tempest-TenantUsagesTestJSON-321771667-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:40:31.549590 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [req-736aa792-8c2c-4351-b532-06c47d692d3a req-34fa8649-7f3e-4de8-9286-4b7d05603449 tempest-TenantUsagesTestJSON-321771667 tempest-TenantUsagesTestJSON-321771667-project] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:40:31.681427 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5919f2c-ea8b-46fc-bfa9-50a7a38c4878 req-5feb378a-bc22-4a13-8c6d-3da58de1d6f2 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:40:31.690463 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-79f57321-7837-4f89-9c95-341b458eb080 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:31.691227 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d5919f2c-ea8b-46fc-bfa9-50a7a38c4878 req-5feb378a-bc22-4a13-8c6d-3da58de1d6f2 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/ports?device_id=639a9b9c-aaad-4644-9dcd-410174fb9f88 HTTP/1.1" status: 200 len: 945 time: 0.3169005 May 20 20:40:31.712005 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736aa792-8c2c-4351-b532-06c47d692d3a req-34fa8649-7f3e-4de8-9286-4b7d05603449 tempest-TenantUsagesTestJSON-321771667 tempest-TenantUsagesTestJSON-321771667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:40:31.712680 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-736aa792-8c2c-4351-b532-06c47d692d3a req-34fa8649-7f3e-4de8-9286-4b7d05603449 tempest-TenantUsagesTestJSON-321771667 tempest-TenantUsagesTestJSON-321771667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:31.750875 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360a9803-11ad-4576-8e15-6d6d175d5b84 req-b24c6430-ac06-42e5-a93e-d3fd40f62eef tempest-LiveAutoBlockMigrationV225Test-1777330067 tempest-LiveAutoBlockMigrationV225Test-1777330067-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:40:31.752543 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-360a9803-11ad-4576-8e15-6d6d175d5b84 req-b24c6430-ac06-42e5-a93e-d3fd40f62eef tempest-LiveAutoBlockMigrationV225Test-1777330067 tempest-LiveAutoBlockMigrationV225Test-1777330067-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=532663b2-24ff-4076-90d7-3126e956882e HTTP/1.1" status: 200 len: 1097 time: 0.1870856 May 20 20:40:31.773558 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-79f57321-7837-4f89-9c95-341b458eb080 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:31.816448 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d5919f2c-ea8b-46fc-bfa9-50a7a38c4878 req-e4e18303-aaec-4f18-9837-1fa986c307ec tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3c6019f-4c4a-4c16-982c-852ac3d8d84a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1189015 May 20 20:40:31.866613 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-360a9803-11ad-4576-8e15-6d6d175d5b84 req-966974a3-19ff-42ef-945a-23127eee164c tempest-LiveAutoBlockMigrationV225Test-1777330067 tempest-LiveAutoBlockMigrationV225Test-1777330067-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=1c1ac446-2eae-4e3c-98ef-7a4684e96782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980105 May 20 20:40:31.872541 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f57321-7837-4f89-9c95-341b458eb080 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96d293b2-8820-4c98-994b-81a31b783007,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:40:31.898405 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-736aa792-8c2c-4351-b532-06c47d692d3a req-34fa8649-7f3e-4de8-9286-4b7d05603449 tempest-TenantUsagesTestJSON-321771667 tempest-TenantUsagesTestJSON-321771667-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8227391 May 20 20:40:31.910851 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [req-736aa792-8c2c-4351-b532-06c47d692d3a req-9ce9b99d-0a97-46ca-bb5c-d2a41e1ba88e service neutron] Request body: {'port': {'device_id': 'e01e2816-68ea-4742-8aba-a7f9da2ae881', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-842733-1'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:40:31.945888 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-79f57321-7837-4f89-9c95-341b458eb080 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=05ad9f84fe4f49cd939f9af1927280c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5138433 May 20 20:40:31.946746 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 36516) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:40:31.999282 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-8cab2d7d-8e86-4e16-8c48-6bc1b094f205 None None] Provisioning complete for port 8926f76d-5e3e-4148-8b6f-c0d64ed0c435 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:40:32.001697 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-8cab2d7d-8e86-4e16-8c48-6bc1b094f205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:32.022627 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-537c7dcf-d1d1-4383-9081-0904e7935810 req-ad838e17-af4e-47d9-99d1-aac7915e19a3 tempest-ServersTestFqdnHostnames-1411433198 tempest-ServersTestFqdnHostnames-1411433198-project] 10.222.0.35 "GET /v2.0/ports?device_id=0002b22e-4d91-4847-9cd0-e82e5eb2bc82 HTTP/1.1" status: 200 len: 210 time: 0.0607820 May 20 20:40:32.047344 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-8cab2d7d-8e86-4e16-8c48-6bc1b094f205 None None] Port 8926f76d-5e3e-4148-8b6f-c0d64ed0c435 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 20:40:32.052866 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:32.095016 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-aba03476-b01a-4d24-9983-4c3a2a33e6dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:32.128310 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-736aa792-8c2c-4351-b532-06c47d692d3a req-9ce9b99d-0a97-46ca-bb5c-d2a41e1ba88e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:32.154880 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3329c713-9168-47e4-aab3-f7116acb5b27 req-930d6cae-d789-448a-a494-739f19254818 tempest-TenantUsagesTestJSON-321771667 tempest-TenantUsagesTestJSON-321771667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:40:32.156090 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3329c713-9168-47e4-aab3-f7116acb5b27 req-930d6cae-d789-448a-a494-739f19254818 tempest-TenantUsagesTestJSON-321771667 tempest-TenantUsagesTestJSON-321771667-project] 10.222.0.35 "GET /v2.0/ports?device_id=e01e2816-68ea-4742-8aba-a7f9da2ae881 HTTP/1.1" status: 200 len: 935 time: 0.1068051 May 20 20:40:32.167724 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-aba03476-b01a-4d24-9983-4c3a2a33e6dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:32.332780 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-aba03476-b01a-4d24-9983-4c3a2a33e6dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:32.336864 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-aba03476-b01a-4d24-9983-4c3a2a33e6dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:32.338177 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-aba03476-b01a-4d24-9983-4c3a2a33e6dc admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/96d293b2-8820-4c98-994b-81a31b783007 HTTP/1.1" status: 204 len: 168 time: 0.3907075 May 20 20:40:32.355305 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba03476-b01a-4d24-9983-4c3a2a33e6dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96d293b2-8820-4c98-994b-81a31b783007,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:40:32.481911 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3329c713-9168-47e4-aab3-f7116acb5b27 req-fd18ce7b-d4eb-4093-87c1-7dcc6abdc988 tempest-TenantUsagesTestJSON-321771667 tempest-TenantUsagesTestJSON-321771667-project] 10.222.0.35 "GET /v2.0/security-groups?id=1b115fa6-6a8a-4861-bcac-5b6f4ecf0202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2790909 May 20 20:40:32.580588 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 7f3ebca3-508b-418e-88bd-760b98f17cff details requested by agent hyperv_n-h2-842733-1 with host n-h2-842733-1 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 20:40:32.800552 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port 7f3ebca3-508b-418e-88bd-760b98f17cff, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=7f3ebca3-508b-418e-88bd-760b98f17cff,segment=NetworkSegment(1b0c59b6-1da5-46b1-ba4a-82e83befd33e),segment_id=1b0c59b6-1da5-46b1-ba4a-82e83befd33e)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:40:32.813047 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [req-736aa792-8c2c-4351-b532-06c47d692d3a req-9ce9b99d-0a97-46ca-bb5c-d2a41e1ba88e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8926f76d-5e3e-4148-8b6f-c0d64ed0c435 {{(pid=103163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:40:32.820946 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Returning: {'device': '7f3ebca3-508b-418e-88bd-760b98f17cff', 'network_id': '85e5027c-d244-4186-8c19-3a12977de170', 'port_id': '7f3ebca3-508b-418e-88bd-760b98f17cff', 'mac_address': 'fa:16:3e:b1:d0:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5df30a0b-5cdb-4d91-9fe8-512f286a6485', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 20 20:40:32.833027 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-736aa792-8c2c-4351-b532-06c47d692d3a req-9ce9b99d-0a97-46ca-bb5c-d2a41e1ba88e service neutron] Notify callbacks [] for port, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:32.847492 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [req-736aa792-8c2c-4351-b532-06c47d692d3a req-9ce9b99d-0a97-46ca-bb5c-d2a41e1ba88e service neutron] Transition to ACTIVE for port object 8926f76d-5e3e-4148-8b6f-c0d64ed0c435 will not be triggered until provisioned by entity L2. {{(pid=103163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 20:40:32.897491 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port 7f3ebca3-508b-418e-88bd-760b98f17cff is: DOWN; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:40:32.897896 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:32.936041 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f3ebca3-508b-418e-88bd-760b98f17cff {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:40:32.968367 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port 7f3ebca3-508b-418e-88bd-760b98f17cff, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=7f3ebca3-508b-418e-88bd-760b98f17cff,segment=NetworkSegment(1b0c59b6-1da5-46b1-ba4a-82e83befd33e),segment_id=1b0c59b6-1da5-46b1-ba4a-82e83befd33e)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:40:33.005636 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cd6a56-45e2-49ac-8ac4-d3a01ba30620 req-6e2a3472-3d0e-4468-a349-37c19b75159f tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:40:33.014207 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c7cd6a56-45e2-49ac-8ac4-d3a01ba30620 req-6e2a3472-3d0e-4468-a349-37c19b75159f tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/ports?device_id=639a9b9c-aaad-4644-9dcd-410174fb9f88 HTTP/1.1" status: 200 len: 945 time: 0.0907874 May 20 20:40:33.030785 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-736aa792-8c2c-4351-b532-06c47d692d3a req-9ce9b99d-0a97-46ca-bb5c-d2a41e1ba88e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:33.130731 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c7cd6a56-45e2-49ac-8ac4-d3a01ba30620 req-459b9909-2d4d-4118-a1ca-311ef004dc99 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3c6019f-4c4a-4c16-982c-852ac3d8d84a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1149352 May 20 20:40:33.130881 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:33.231041 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-736aa792-8c2c-4351-b532-06c47d692d3a req-9ce9b99d-0a97-46ca-bb5c-d2a41e1ba88e service neutron] Attempting to bind port 8926f76d-5e3e-4148-8b6f-c0d64ed0c435 on host n-h1-842733-1 for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:40:33.237072 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-736aa792-8c2c-4351-b532-06c47d692d3a req-9ce9b99d-0a97-46ca-bb5c-d2a41e1ba88e service neutron] Attempting to bind port 8926f76d-5e3e-4148-8b6f-c0d64ed0c435 by drivers openvswitch,hyperv on host n-h1-842733-1 at level 0 using segments [{'id': 'ed3a602f-49fb-4a95-be80-401e1eb72e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'cd702362-b982-46c5-a7d0-51de1b03df86'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:40:33.237443 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-736aa792-8c2c-4351-b532-06c47d692d3a req-9ce9b99d-0a97-46ca-bb5c-d2a41e1ba88e service neutron] Attempting to bind port 8926f76d-5e3e-4148-8b6f-c0d64ed0c435 on network cd702362-b982-46c5-a7d0-51de1b03df86 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:40:33.284505 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce9b99d-0a97-46ca-bb5c-d2a41e1ba88e service neutron] Pushing event updated for resources: {'Port': ['ID=8926f76d-5e3e-4148-8b6f-c0d64ed0c435,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:40:33.314978 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-736aa792-8c2c-4351-b532-06c47d692d3a req-9ce9b99d-0a97-46ca-bb5c-d2a41e1ba88e service neutron] Port 8926f76d-5e3e-4148-8b6f-c0d64ed0c435 on network cd702362-b982-46c5-a7d0-51de1b03df86 not bound, no agent of type Open vSwitch agent registered on host n-h1-842733-1 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 20:40:33.315499 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-736aa792-8c2c-4351-b532-06c47d692d3a req-9ce9b99d-0a97-46ca-bb5c-d2a41e1ba88e service neutron] Attempting to bind port 8926f76d-5e3e-4148-8b6f-c0d64ed0c435 on network cd702362-b982-46c5-a7d0-51de1b03df86 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:40:33.332823 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-736aa792-8c2c-4351-b532-06c47d692d3a req-9ce9b99d-0a97-46ca-bb5c-d2a41e1ba88e service neutron] Checking agent: {'id': '08dfb1ce-804b-4db8-838b-21094082e041', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 32, 54), 'started_at': datetime.datetime(2022, 5, 20, 20, 32, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 40, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:40:33.335600 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-736aa792-8c2c-4351-b532-06c47d692d3a req-9ce9b99d-0a97-46ca-bb5c-d2a41e1ba88e service neutron] Checking segment: {'id': 'ed3a602f-49fb-4a95-be80-401e1eb72e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'cd702362-b982-46c5-a7d0-51de1b03df86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:40:33.336020 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-736aa792-8c2c-4351-b532-06c47d692d3a req-9ce9b99d-0a97-46ca-bb5c-d2a41e1ba88e service neutron] Bound using segment: {'id': 'ed3a602f-49fb-4a95-be80-401e1eb72e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'cd702362-b982-46c5-a7d0-51de1b03df86'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:40:33.336486 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-736aa792-8c2c-4351-b532-06c47d692d3a req-9ce9b99d-0a97-46ca-bb5c-d2a41e1ba88e service neutron] Bound port: 8926f76d-5e3e-4148-8b6f-c0d64ed0c435, host: n-h1-842733-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed3a602f-49fb-4a95-be80-401e1eb72e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'cd702362-b982-46c5-a7d0-51de1b03df86'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:40:33.336870 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-736aa792-8c2c-4351-b532-06c47d692d3a req-9ce9b99d-0a97-46ca-bb5c-d2a41e1ba88e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:33.388388 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] get_ports_and_sgs() called for port_ids ['7f3ebca3-508b-418e-88bd-760b98f17cff'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:40:33.442991 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=7f3ebca3-508b-418e-88bd-760b98f17cff,revision_number=12']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:40:33.487578 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2b8f8129-eb02-4f32-91a0-17f48a3776b1 req-61fef13a-164b-4329-a145-0b6a7c55779d tempest-ServersTestFqdnHostnames-1411433198 tempest-ServersTestFqdnHostnames-1411433198-project] 10.222.0.35 "GET /v2.0/ports?device_id=0002b22e-4d91-4847-9cd0-e82e5eb2bc82 HTTP/1.1" status: 200 len: 210 time: 0.1111624 May 20 20:40:33.645943 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-736aa792-8c2c-4351-b532-06c47d692d3a req-9ce9b99d-0a97-46ca-bb5c-d2a41e1ba88e service neutron] For port 8926f76d-5e3e-4148-8b6f-c0d64ed0c435, host n-h1-842733-1, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:40:33.658246 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-736aa792-8c2c-4351-b532-06c47d692d3a req-9ce9b99d-0a97-46ca-bb5c-d2a41e1ba88e service neutron] For port 8926f76d-5e3e-4148-8b6f-c0d64ed0c435, host n-h1-842733-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=8926f76d-5e3e-4148-8b6f-c0d64ed0c435,segment=NetworkSegment(ed3a602f-49fb-4a95-be80-401e1eb72e33),segment_id=ed3a602f-49fb-4a95-be80-401e1eb72e33)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:40:33.757912 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-736aa792-8c2c-4351-b532-06c47d692d3a req-9ce9b99d-0a97-46ca-bb5c-d2a41e1ba88e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:33.885754 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736aa792-8c2c-4351-b532-06c47d692d3a req-9ce9b99d-0a97-46ca-bb5c-d2a41e1ba88e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:40:33.886417 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-736aa792-8c2c-4351-b532-06c47d692d3a req-9ce9b99d-0a97-46ca-bb5c-d2a41e1ba88e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:33.888548 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-736aa792-8c2c-4351-b532-06c47d692d3a req-9ce9b99d-0a97-46ca-bb5c-d2a41e1ba88e service neutron] 10.222.0.24 "PUT /v2.0/ports/8926f76d-5e3e-4148-8b6f-c0d64ed0c435 HTTP/1.1" status: 200 len: 1095 time: 1.9833708 May 20 20:40:33.889065 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e01e2816-68ea-4742-8aba-a7f9da2ae881', 'tag': '8926f76d-5e3e-4148-8b6f-c0d64ed0c435'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:40:33.893702 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4291b17aa7b45362825f0571e77c85f5e73afe1df9c7e9e15006df9d695c005e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1cf65b5-e91b-40bc-82c0-d38cccffe03d" -d '{"events": [{"name": "network-changed", "server_uuid": "e01e2816-68ea-4742-8aba-a7f9da2ae881", "tag": "8926f76d-5e3e-4148-8b6f-c0d64ed0c435"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:40:33.987529 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce9b99d-0a97-46ca-bb5c-d2a41e1ba88e service neutron] Pushing event updated for resources: {'Port': ['ID=8926f76d-5e3e-4148-8b6f-c0d64ed0c435,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:40:34.538663 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736aa792-8c2c-4351-b532-06c47d692d3a req-2725a6bf-339d-43f4-9828-b94821e09195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:40:34.540140 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-736aa792-8c2c-4351-b532-06c47d692d3a req-2725a6bf-339d-43f4-9828-b94821e09195 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c4cf26d3bd184d4cadfee60b1bdc5784&device_id=e01e2816-68ea-4742-8aba-a7f9da2ae881 HTTP/1.1" status: 200 len: 1098 time: 0.0503583 May 20 20:40:34.584418 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-736aa792-8c2c-4351-b532-06c47d692d3a req-998f6ee0-ab2f-48df-8cbb-79a5afb996dd service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.14&port_id=8926f76d-5e3e-4148-8b6f-c0d64ed0c435 HTTP/1.1" status: 200 len: 217 time: 0.0362933 May 20 20:40:34.592238 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 7f3ebca3-508b-418e-88bd-760b98f17cff up at agent hyperv_n-h2-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:40:34.638803 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736aa792-8c2c-4351-b532-06c47d692d3a req-a015579f-7cb1-479f-8bb1-ca4e0c0a5c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:40:34.640521 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-736aa792-8c2c-4351-b532-06c47d692d3a req-a015579f-7cb1-479f-8bb1-ca4e0c0a5c1d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=26b342ea-254c-483a-9ea9-f11c178970eb HTTP/1.1" status: 200 len: 843 time: 0.0488722 May 20 20:40:34.643352 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Provisioning complete for port 7f3ebca3-508b-418e-88bd-760b98f17cff triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:40:34.643772 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:34.697979 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736aa792-8c2c-4351-b532-06c47d692d3a req-b20329b2-f28b-4488-be5e-6a3975020295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:40:34.700814 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-736aa792-8c2c-4351-b532-06c47d692d3a req-b20329b2-f28b-4488-be5e-6a3975020295 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cd702362-b982-46c5-a7d0-51de1b03df86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0525086 May 20 20:40:34.766515 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port 7f3ebca3-508b-418e-88bd-760b98f17cff is: BUILD; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:40:34.776132 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:34.838390 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-736aa792-8c2c-4351-b532-06c47d692d3a req-1d6547b3-544f-4267-9560-880fd2e72981 service neutron] 10.222.0.24 "GET /v2.0/networks/cd702362-b982-46c5-a7d0-51de1b03df86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315713 May 20 20:40:34.928643 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port 7f3ebca3-508b-418e-88bd-760b98f17cff, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=7f3ebca3-508b-418e-88bd-760b98f17cff,segment=NetworkSegment(1b0c59b6-1da5-46b1-ba4a-82e83befd33e),segment_id=1b0c59b6-1da5-46b1-ba4a-82e83befd33e)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:40:34.933790 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '639a9b9c-aaad-4644-9dcd-410174fb9f88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f3ebca3-508b-418e-88bd-760b98f17cff'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:40:34.936909 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8485417003ce7c0410b00f5cdc2f391e21107b70bb68e2773712534a96e108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23a92144-2ae1-4c05-a843-793c9ff51c5d" -d '{"events": [{"server_uuid": "639a9b9c-aaad-4644-9dcd-410174fb9f88", "name": "network-vif-plugged", "status": "completed", "tag": "7f3ebca3-508b-418e-88bd-760b98f17cff"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:40:35.049163 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-736aa792-8c2c-4351-b532-06c47d692d3a req-25b02764-a9bd-437f-a334-ffe857e9c811 service neutron] 10.222.0.24 "GET /v2.0/networks/cd702362-b982-46c5-a7d0-51de1b03df86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2035453 May 20 20:40:35.050073 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:35.210374 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=7f3ebca3-508b-418e-88bd-760b98f17cff,revision_number=13']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:40:35.708386 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6301881b-44bc-4f8d-855b-ea398a32a1ce req-fac2dfd3-53a4-4eeb-b075-0c3233b142bd tempest-ServersTestFqdnHostnames-1411433198 tempest-ServersTestFqdnHostnames-1411433198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:40:35.711119 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6301881b-44bc-4f8d-855b-ea398a32a1ce req-fac2dfd3-53a4-4eeb-b075-0c3233b142bd tempest-ServersTestFqdnHostnames-1411433198 tempest-ServersTestFqdnHostnames-1411433198-project] 10.222.0.24 "GET /v2.0/networks?id=5da3ab3c-5eb1-4623-819e-a8030cb07d59 HTTP/1.1" status: 200 len: 814 time: 0.2898171 May 20 20:40:35.853491 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6301881b-44bc-4f8d-855b-ea398a32a1ce req-1a05b8bb-ea62-42a8-b376-6268ac010265 tempest-ServersTestFqdnHostnames-1411433198 tempest-ServersTestFqdnHostnames-1411433198-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=41fb6039a7a04b8d930f9d787f82c020 HTTP/1.1" status: 200 len: 379 time: 0.1229107 May 20 20:40:35.872541 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [req-6301881b-44bc-4f8d-855b-ea398a32a1ce req-10f5f65f-4d3d-42b0-90aa-5821206df7a5 tempest-ServersTestFqdnHostnames-1411433198 tempest-ServersTestFqdnHostnames-1411433198-project] Request body: {'port': {'device_id': '0002b22e-4d91-4847-9cd0-e82e5eb2bc82', 'network_id': '5da3ab3c-5eb1-4623-819e-a8030cb07d59', 'admin_state_up': True, 'tenant_id': '41fb6039a7a04b8d930f9d787f82c020', 'security_groups': ['1828cf44-0ab8-44e5-93a8-c9c17b35acb8']}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:40:36.211026 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [req-dbb7860d-834c-4cc9-9b63-29a3e4cfe420 req-cb907424-1e72-4ab6-94bb-9e6a4f5f5794 tempest-LiveAutoBlockMigrationV225Test-1777330067 tempest-LiveAutoBlockMigrationV225Test-1777330067-project-admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103162) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 20:40:36.216215 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-dbb7860d-834c-4cc9-9b63-29a3e4cfe420 req-cb907424-1e72-4ab6-94bb-9e6a4f5f5794 tempest-LiveAutoBlockMigrationV225Test-1777330067 tempest-LiveAutoBlockMigrationV225Test-1777330067-project-admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0100803 May 20 20:40:36.237145 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6301881b-44bc-4f8d-855b-ea398a32a1ce req-10f5f65f-4d3d-42b0-90aa-5821206df7a5 tempest-ServersTestFqdnHostnames-1411433198 tempest-ServersTestFqdnHostnames-1411433198-project] Made reservation on behalf of 41fb6039a7a04b8d930f9d787f82c020 for: {'port': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:40:36.241687 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-6301881b-44bc-4f8d-855b-ea398a32a1ce req-10f5f65f-4d3d-42b0-90aa-5821206df7a5 tempest-ServersTestFqdnHostnames-1411433198 tempest-ServersTestFqdnHostnames-1411433198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:36.422511 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb7860d-834c-4cc9-9b63-29a3e4cfe420 req-dc5b22b2-70ab-4fe1-b2a0-178d488576db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:40:36.430113 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-dbb7860d-834c-4cc9-9b63-29a3e4cfe420 req-dc5b22b2-70ab-4fe1-b2a0-178d488576db service neutron] 10.222.0.35 "GET /v2.0/ports/1a4e9b92-3576-4ac2-af54-1fa1ca2039c7 HTTP/1.1" status: 200 len: 1094 time: 0.1988287 May 20 20:40:36.444619 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [req-dbb7860d-834c-4cc9-9b63-29a3e4cfe420 req-0c93db7d-e96f-475f-a978-0d2cacbc043e service neutron] Request body: {'binding': {'host': 'n-h1-842733-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:40:36.449355 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [req-dbb7860d-834c-4cc9-9b63-29a3e4cfe420 req-0c93db7d-e96f-475f-a978-0d2cacbc043e service neutron] Unknown quota resources ['binding']. {{(pid=103162) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} May 20 20:40:36.668262 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [req-6301881b-44bc-4f8d-855b-ea398a32a1ce req-10f5f65f-4d3d-42b0-90aa-5821206df7a5 tempest-ServersTestFqdnHostnames-1411433198 tempest-ServersTestFqdnHostnames-1411433198-project] Allocated IP 172.20.0.7 (5da3ab3c-5eb1-4623-819e-a8030cb07d59/73d34f71-dea6-437b-b330-aa0e1ed12b8c/30d9fa41-50c6-4b38-bde4-ac01e978310f) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:40:36.761253 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-dbb7860d-834c-4cc9-9b63-29a3e4cfe420 req-0c93db7d-e96f-475f-a978-0d2cacbc043e service neutron] Attempting to bind port 1a4e9b92-3576-4ac2-af54-1fa1ca2039c7 on host n-h1-842733-1 for vnic_type normal with profile None {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:40:36.761596 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-dbb7860d-834c-4cc9-9b63-29a3e4cfe420 req-0c93db7d-e96f-475f-a978-0d2cacbc043e service neutron] Attempting to bind port 1a4e9b92-3576-4ac2-af54-1fa1ca2039c7 by drivers openvswitch,hyperv on host n-h1-842733-1 at level 0 using segments [{'id': '65a8f4c3-036d-4ff8-a81a-cd07cb6f1230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'fef9e30f-3c34-4b6b-9bd5-2a167649e7b0'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:40:36.761922 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbb7860d-834c-4cc9-9b63-29a3e4cfe420 req-0c93db7d-e96f-475f-a978-0d2cacbc043e service neutron] Attempting to bind port 1a4e9b92-3576-4ac2-af54-1fa1ca2039c7 on network fef9e30f-3c34-4b6b-9bd5-2a167649e7b0 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:40:36.776662 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbb7860d-834c-4cc9-9b63-29a3e4cfe420 req-0c93db7d-e96f-475f-a978-0d2cacbc043e service neutron] Port 1a4e9b92-3576-4ac2-af54-1fa1ca2039c7 on network fef9e30f-3c34-4b6b-9bd5-2a167649e7b0 not bound, no agent of type Open vSwitch agent registered on host n-h1-842733-1 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 20:40:36.776662 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbb7860d-834c-4cc9-9b63-29a3e4cfe420 req-0c93db7d-e96f-475f-a978-0d2cacbc043e service neutron] Attempting to bind port 1a4e9b92-3576-4ac2-af54-1fa1ca2039c7 on network fef9e30f-3c34-4b6b-9bd5-2a167649e7b0 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:40:36.792080 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbb7860d-834c-4cc9-9b63-29a3e4cfe420 req-0c93db7d-e96f-475f-a978-0d2cacbc043e service neutron] Checking agent: {'id': '08dfb1ce-804b-4db8-838b-21094082e041', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 32, 54), 'started_at': datetime.datetime(2022, 5, 20, 20, 32, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 40, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:40:36.792418 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbb7860d-834c-4cc9-9b63-29a3e4cfe420 req-0c93db7d-e96f-475f-a978-0d2cacbc043e service neutron] Checking segment: {'id': '65a8f4c3-036d-4ff8-a81a-cd07cb6f1230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'fef9e30f-3c34-4b6b-9bd5-2a167649e7b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:40:36.792802 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbb7860d-834c-4cc9-9b63-29a3e4cfe420 req-0c93db7d-e96f-475f-a978-0d2cacbc043e service neutron] Bound using segment: {'id': '65a8f4c3-036d-4ff8-a81a-cd07cb6f1230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'fef9e30f-3c34-4b6b-9bd5-2a167649e7b0'} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:40:36.793246 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-dbb7860d-834c-4cc9-9b63-29a3e4cfe420 req-0c93db7d-e96f-475f-a978-0d2cacbc043e service neutron] Bound port: 1a4e9b92-3576-4ac2-af54-1fa1ca2039c7, host: n-h1-842733-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65a8f4c3-036d-4ff8-a81a-cd07cb6f1230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'fef9e30f-3c34-4b6b-9bd5-2a167649e7b0'}}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:40:36.920296 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-dbb7860d-834c-4cc9-9b63-29a3e4cfe420 req-0c93db7d-e96f-475f-a978-0d2cacbc043e service neutron] For port 1a4e9b92-3576-4ac2-af54-1fa1ca2039c7, host n-h1-842733-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=1a4e9b92-3576-4ac2-af54-1fa1ca2039c7,segment=NetworkSegment(65a8f4c3-036d-4ff8-a81a-cd07cb6f1230),segment_id=65a8f4c3-036d-4ff8-a81a-cd07cb6f1230)] {{(pid=103162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:40:36.930102 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-6301881b-44bc-4f8d-855b-ea398a32a1ce req-10f5f65f-4d3d-42b0-90aa-5821206df7a5 tempest-ServersTestFqdnHostnames-1411433198 tempest-ServersTestFqdnHostnames-1411433198-project] Notify callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:37.017149 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-dbb7860d-834c-4cc9-9b63-29a3e4cfe420 req-0c93db7d-e96f-475f-a978-0d2cacbc043e service neutron] Notify callbacks [] for binding, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:37.018401 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-dbb7860d-834c-4cc9-9b63-29a3e4cfe420 req-0c93db7d-e96f-475f-a978-0d2cacbc043e service neutron] 10.222.0.35 "POST /v2.0/ports/1a4e9b92-3576-4ac2-af54-1fa1ca2039c7/bindings HTTP/1.1" status: 201 len: 389 time: 0.5847402 May 20 20:40:37.072744 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-6301881b-44bc-4f8d-855b-ea398a32a1ce req-10f5f65f-4d3d-42b0-90aa-5821206df7a5 tempest-ServersTestFqdnHostnames-1411433198 tempest-ServersTestFqdnHostnames-1411433198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:37.102782 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6301881b-44bc-4f8d-855b-ea398a32a1ce req-10f5f65f-4d3d-42b0-90aa-5821206df7a5 tempest-ServersTestFqdnHostnames-1411433198 tempest-ServersTestFqdnHostnames-1411433198-project] Network 5da3ab3c-5eb1-4623-819e-a8030cb07d59 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:40:37.148905 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [req-6301881b-44bc-4f8d-855b-ea398a32a1ce req-10f5f65f-4d3d-42b0-90aa-5821206df7a5 tempest-ServersTestFqdnHostnames-1411433198 tempest-ServersTestFqdnHostnames-1411433198-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:40:37.151920 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [req-6301881b-44bc-4f8d-855b-ea398a32a1ce req-10f5f65f-4d3d-42b0-90aa-5821206df7a5 tempest-ServersTestFqdnHostnames-1411433198 tempest-ServersTestFqdnHostnames-1411433198-project] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:40:37.231296 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6301881b-44bc-4f8d-855b-ea398a32a1ce req-10f5f65f-4d3d-42b0-90aa-5821206df7a5 tempest-ServersTestFqdnHostnames-1411433198 tempest-ServersTestFqdnHostnames-1411433198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:40:37.232382 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-6301881b-44bc-4f8d-855b-ea398a32a1ce req-10f5f65f-4d3d-42b0-90aa-5821206df7a5 tempest-ServersTestFqdnHostnames-1411433198 tempest-ServersTestFqdnHostnames-1411433198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:37.236920 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f5f65f-4d3d-42b0-90aa-5821206df7a5 tempest-ServersTestFqdnHostnames-1411433198 tempest-ServersTestFqdnHostnames-1411433198-project] Pushing event updated for resources: {'Port': ['ID=30d9fa41-50c6-4b38-bde4-ac01e978310f,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:40:37.369775 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6301881b-44bc-4f8d-855b-ea398a32a1ce req-10f5f65f-4d3d-42b0-90aa-5821206df7a5 tempest-ServersTestFqdnHostnames-1411433198 tempest-ServersTestFqdnHostnames-1411433198-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5032885 May 20 20:40:37.383723 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [req-6301881b-44bc-4f8d-855b-ea398a32a1ce req-a22fee48-25b2-4900-87ae-b6896c77f2c7 service neutron] Request body: {'port': {'device_id': '0002b22e-4d91-4847-9cd0-e82e5eb2bc82', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-842733-1'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:40:37.502557 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-6301881b-44bc-4f8d-855b-ea398a32a1ce req-a22fee48-25b2-4900-87ae-b6896c77f2c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:37.669372 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-317a3485-cd50-4601-b46e-5aad3793b7bf None None] Provisioning complete for port 30d9fa41-50c6-4b38-bde4-ac01e978310f triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:40:37.672579 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-317a3485-cd50-4601-b46e-5aad3793b7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:37.789961 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-317a3485-cd50-4601-b46e-5aad3793b7bf None None] Port 30d9fa41-50c6-4b38-bde4-ac01e978310f cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 20:40:37.999661 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb7860d-834c-4cc9-9b63-29a3e4cfe420 req-b075c7a7-b6df-48ca-a413-1e9d45126b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:40:38.001729 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-dbb7860d-834c-4cc9-9b63-29a3e4cfe420 req-b075c7a7-b6df-48ca-a413-1e9d45126b90 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8b3cc11ab7334369b6693afcab69aa6e&device_id=532663b2-24ff-4076-90d7-3126e956882e HTTP/1.1" status: 200 len: 1097 time: 0.1060758 May 20 20:40:38.174989 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c308f1-dd41-4d77-85b0-ff48fe7d9488 req-cfcd332a-e628-42b6-8fdb-733c87f40716 tempest-TenantUsagesTestJSON-321771667 tempest-TenantUsagesTestJSON-321771667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:40:38.178625 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c9c308f1-dd41-4d77-85b0-ff48fe7d9488 req-cfcd332a-e628-42b6-8fdb-733c87f40716 tempest-TenantUsagesTestJSON-321771667 tempest-TenantUsagesTestJSON-321771667-project] 10.222.0.35 "GET /v2.0/ports?device_id=e01e2816-68ea-4742-8aba-a7f9da2ae881 HTTP/1.1" status: 200 len: 947 time: 0.7082493 May 20 20:40:38.274539 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 8926f76d-5e3e-4148-8b6f-c0d64ed0c435 details requested by agent hyperv_n-h1-842733-1 with host n-h1-842733-1 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 20:40:38.276550 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb7860d-834c-4cc9-9b63-29a3e4cfe420 req-2e9fa1fe-7a35-4ab0-ba79-ac41182d5bed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:40:38.280551 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-dbb7860d-834c-4cc9-9b63-29a3e4cfe420 req-2e9fa1fe-7a35-4ab0-ba79-ac41182d5bed service neutron] 10.222.0.24 "GET /v2.0/networks?id=fef9e30f-3c34-4b6b-9bd5-2a167649e7b0 HTTP/1.1" status: 200 len: 921 time: 0.2704768 May 20 20:40:38.285676 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c9c308f1-dd41-4d77-85b0-ff48fe7d9488 req-16969a6c-0f19-4f56-ba94-fc32229f68cd tempest-TenantUsagesTestJSON-321771667 tempest-TenantUsagesTestJSON-321771667-project] 10.222.0.35 "GET /v2.0/security-groups?id=1b115fa6-6a8a-4861-bcac-5b6f4ecf0202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006806 May 20 20:40:38.329787 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [req-6301881b-44bc-4f8d-855b-ea398a32a1ce req-a22fee48-25b2-4900-87ae-b6896c77f2c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30d9fa41-50c6-4b38-bde4-ac01e978310f {{(pid=103163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:40:38.347134 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-6301881b-44bc-4f8d-855b-ea398a32a1ce req-a22fee48-25b2-4900-87ae-b6896c77f2c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:38.364397 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 20:40:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e68dc54-5e4c-4d09-a13c-83880eef5e1e x-openstack-request-id: req-5e68dc54-5e4c-4d09-a13c-83880eef5e1e {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:40:38.364709 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e01e2816-68ea-4742-8aba-a7f9da2ae881", "tag": "8926f76d-5e3e-4148-8b6f-c0d64ed0c435", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:40:38.365800 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5e68dc54-5e4c-4d09-a13c-83880eef5e1e {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:40:38.365800 n-d-842733-1 neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e68dc54-5e4c-4d09-a13c-83880eef5e1e'] response: {'name': 'network-changed', 'server_uuid': 'e01e2816-68ea-4742-8aba-a7f9da2ae881', 'tag': '8926f76d-5e3e-4148-8b6f-c0d64ed0c435', 'status': 'completed', 'code': 200} May 20 20:40:38.388836 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-dbb7860d-834c-4cc9-9b63-29a3e4cfe420 req-3687e6a0-9183-42a7-ae6f-c9f20eb6d66b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1a4e9b92-3576-4ac2-af54-1fa1ca2039c7 HTTP/1.1" status: 200 len: 217 time: 0.1015031 May 20 20:40:38.489738 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [req-6301881b-44bc-4f8d-855b-ea398a32a1ce req-a22fee48-25b2-4900-87ae-b6896c77f2c7 service neutron] Transition to ACTIVE for port object 30d9fa41-50c6-4b38-bde4-ac01e978310f will not be triggered until provisioned by entity L2. {{(pid=103163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 20:40:38.541924 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port 8926f76d-5e3e-4148-8b6f-c0d64ed0c435, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=8926f76d-5e3e-4148-8b6f-c0d64ed0c435,segment=NetworkSegment(ed3a602f-49fb-4a95-be80-401e1eb72e33),segment_id=ed3a602f-49fb-4a95-be80-401e1eb72e33)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:40:38.546470 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb7860d-834c-4cc9-9b63-29a3e4cfe420 req-5601daf0-9ed5-44f7-be8d-72ede8a549a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:40:38.553056 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-dbb7860d-834c-4cc9-9b63-29a3e4cfe420 req-5601daf0-9ed5-44f7-be8d-72ede8a549a2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=33548886-d6e3-48e7-a819-149526989122 HTTP/1.1" status: 200 len: 860 time: 0.1518555 May 20 20:40:38.573637 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Returning: {'device': '8926f76d-5e3e-4148-8b6f-c0d64ed0c435', 'network_id': 'cd702362-b982-46c5-a7d0-51de1b03df86', 'port_id': '8926f76d-5e3e-4148-8b6f-c0d64ed0c435', 'mac_address': 'fa:16:3e:ea:a5:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26b342ea-254c-483a-9ea9-f11c178970eb', 'ip_address': '192.168.233.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 20 20:40:38.583042 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cf65b5-e91b-40bc-82c0-d38cccffe03d req-5cf20266-dca7-427e-be8f-8f488f31c825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:40:38.584528 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b1cf65b5-e91b-40bc-82c0-d38cccffe03d req-5cf20266-dca7-427e-be8f-8f488f31c825 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c4cf26d3bd184d4cadfee60b1bdc5784&device_id=e01e2816-68ea-4742-8aba-a7f9da2ae881 HTTP/1.1" status: 200 len: 1098 time: 0.1943259 May 20 20:40:38.596429 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7153100-fc0c-4098-bcb8-9f5d4b3dfb55 req-d5142b44-5ee1-4b98-9436-a3b7fd62bef6 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:40:38.598220 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c7153100-fc0c-4098-bcb8-9f5d4b3dfb55 req-d5142b44-5ee1-4b98-9436-a3b7fd62bef6 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/ports?device_id=639a9b9c-aaad-4644-9dcd-410174fb9f88 HTTP/1.1" status: 200 len: 947 time: 0.1117537 May 20 20:40:38.614224 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-dbb7860d-834c-4cc9-9b63-29a3e4cfe420 req-cb7426ad-6c0b-4529-84af-5ec42a6d4ca5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fef9e30f-3c34-4b6b-9bd5-2a167649e7b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0556579 May 20 20:40:38.655556 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Current status of the port 8926f76d-5e3e-4148-8b6f-c0d64ed0c435 is: DOWN; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:40:38.693033 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:38.693033 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8926f76d-5e3e-4148-8b6f-c0d64ed0c435 {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:40:38.712074 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port 8926f76d-5e3e-4148-8b6f-c0d64ed0c435, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=8926f76d-5e3e-4148-8b6f-c0d64ed0c435,segment=NetworkSegment(ed3a602f-49fb-4a95-be80-401e1eb72e33),segment_id=ed3a602f-49fb-4a95-be80-401e1eb72e33)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:40:38.756427 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-dbb7860d-834c-4cc9-9b63-29a3e4cfe420 req-ae306d4d-20fa-4a70-8669-15004ef2eb7a service neutron] 10.222.0.24 "GET /v2.0/networks/fef9e30f-3c34-4b6b-9bd5-2a167649e7b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370423 May 20 20:40:38.766043 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cf65b5-e91b-40bc-82c0-d38cccffe03d req-ede859cf-7515-4e41-b041-b81c51f0a2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:40:38.767925 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b1cf65b5-e91b-40bc-82c0-d38cccffe03d req-ede859cf-7515-4e41-b041-b81c51f0a2f1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=cd702362-b982-46c5-a7d0-51de1b03df86 HTTP/1.1" status: 200 len: 870 time: 0.1688156 May 20 20:40:38.786674 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c7153100-fc0c-4098-bcb8-9f5d4b3dfb55 req-b098c749-b592-44c6-8ba1-8160e3bc0981 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3c6019f-4c4a-4c16-982c-852ac3d8d84a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1802709 May 20 20:40:38.820165 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b1cf65b5-e91b-40bc-82c0-d38cccffe03d req-f5b0c79f-1627-4787-8558-8cc6eb39545c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.14&port_id=8926f76d-5e3e-4148-8b6f-c0d64ed0c435 HTTP/1.1" status: 200 len: 217 time: 0.0424144 May 20 20:40:38.877304 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-dbb7860d-834c-4cc9-9b63-29a3e4cfe420 req-da69fb61-5ee3-4b74-bc60-777f586bdc67 service neutron] 10.222.0.24 "GET /v2.0/networks/fef9e30f-3c34-4b6b-9bd5-2a167649e7b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116424 May 20 20:40:38.914010 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cf65b5-e91b-40bc-82c0-d38cccffe03d req-7b28148b-940d-42e6-95d7-992fc69e76f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:40:38.915915 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b1cf65b5-e91b-40bc-82c0-d38cccffe03d req-7b28148b-940d-42e6-95d7-992fc69e76f9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=26b342ea-254c-483a-9ea9-f11c178970eb HTTP/1.1" status: 200 len: 843 time: 0.0894301 May 20 20:40:38.963325 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b376c41d-9c6b-4f6e-8d5d-904997b334ad req-40a9b371-161d-4318-98a9-49c0381fc85d tempest-ServersTestFqdnHostnames-1411433198 tempest-ServersTestFqdnHostnames-1411433198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:40:38.965257 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b376c41d-9c6b-4f6e-8d5d-904997b334ad req-40a9b371-161d-4318-98a9-49c0381fc85d tempest-ServersTestFqdnHostnames-1411433198 tempest-ServersTestFqdnHostnames-1411433198-project] 10.222.0.35 "GET /v2.0/ports?device_id=0002b22e-4d91-4847-9cd0-e82e5eb2bc82 HTTP/1.1" status: 200 len: 931 time: 0.0921249 May 20 20:40:38.995283 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cf65b5-e91b-40bc-82c0-d38cccffe03d req-e1837f91-14e6-483c-94dc-48420fb368bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:40:38.996970 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b1cf65b5-e91b-40bc-82c0-d38cccffe03d req-e1837f91-14e6-483c-94dc-48420fb368bd service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cd702362-b982-46c5-a7d0-51de1b03df86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0718696 May 20 20:40:39.001802 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-6301881b-44bc-4f8d-855b-ea398a32a1ce req-a22fee48-25b2-4900-87ae-b6896c77f2c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:39.116345 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b376c41d-9c6b-4f6e-8d5d-904997b334ad req-d7540d44-59d1-4885-a2b1-4928045e0640 tempest-ServersTestFqdnHostnames-1411433198 tempest-ServersTestFqdnHostnames-1411433198-project] 10.222.0.35 "GET /v2.0/security-groups?id=1828cf44-0ab8-44e5-93a8-c9c17b35acb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1416836 May 20 20:40:39.120103 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22fee48-25b2-4900-87ae-b6896c77f2c7 service neutron] Pushing event updated for resources: {'Port': ['ID=30d9fa41-50c6-4b38-bde4-ac01e978310f,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:40:39.189319 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:39.217705 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b1cf65b5-e91b-40bc-82c0-d38cccffe03d req-d2b3e22d-d016-4e8a-9240-d9d5f994de8d service neutron] 10.222.0.24 "GET /v2.0/networks/cd702362-b982-46c5-a7d0-51de1b03df86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2125080 May 20 20:40:39.240779 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 20:40:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df5ca9f2-55d6-4d70-bf58-c5797933f083 x-openstack-request-id: req-df5ca9f2-55d6-4d70-bf58-c5797933f083 {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:40:39.241406 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "639a9b9c-aaad-4644-9dcd-410174fb9f88", "name": "network-vif-plugged", "status": "completed", "tag": "7f3ebca3-508b-418e-88bd-760b98f17cff", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:40:39.241668 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-df5ca9f2-55d6-4d70-bf58-c5797933f083 {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:40:39.242073 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df5ca9f2-55d6-4d70-bf58-c5797933f083'] response: {'server_uuid': '639a9b9c-aaad-4644-9dcd-410174fb9f88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f3ebca3-508b-418e-88bd-760b98f17cff', 'code': 200} May 20 20:40:39.291714 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Pushing event updated for resources: {'Port': ['ID=8926f76d-5e3e-4148-8b6f-c0d64ed0c435,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:40:39.306936 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-6301881b-44bc-4f8d-855b-ea398a32a1ce req-a22fee48-25b2-4900-87ae-b6896c77f2c7 service neutron] Attempting to bind port 30d9fa41-50c6-4b38-bde4-ac01e978310f on host n-h1-842733-1 for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:40:39.307386 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-6301881b-44bc-4f8d-855b-ea398a32a1ce req-a22fee48-25b2-4900-87ae-b6896c77f2c7 service neutron] Attempting to bind port 30d9fa41-50c6-4b38-bde4-ac01e978310f by drivers openvswitch,hyperv on host n-h1-842733-1 at level 0 using segments [{'id': '829636e1-4a48-47c7-aa8d-8fdc9c95015f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '5da3ab3c-5eb1-4623-819e-a8030cb07d59'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:40:39.307723 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6301881b-44bc-4f8d-855b-ea398a32a1ce req-a22fee48-25b2-4900-87ae-b6896c77f2c7 service neutron] Attempting to bind port 30d9fa41-50c6-4b38-bde4-ac01e978310f on network 5da3ab3c-5eb1-4623-819e-a8030cb07d59 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:40:39.326037 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6301881b-44bc-4f8d-855b-ea398a32a1ce req-a22fee48-25b2-4900-87ae-b6896c77f2c7 service neutron] Port 30d9fa41-50c6-4b38-bde4-ac01e978310f on network 5da3ab3c-5eb1-4623-819e-a8030cb07d59 not bound, no agent of type Open vSwitch agent registered on host n-h1-842733-1 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 20:40:39.326227 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6301881b-44bc-4f8d-855b-ea398a32a1ce req-a22fee48-25b2-4900-87ae-b6896c77f2c7 service neutron] Attempting to bind port 30d9fa41-50c6-4b38-bde4-ac01e978310f on network 5da3ab3c-5eb1-4623-819e-a8030cb07d59 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:40:39.337008 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6301881b-44bc-4f8d-855b-ea398a32a1ce req-a22fee48-25b2-4900-87ae-b6896c77f2c7 service neutron] Checking agent: {'id': '08dfb1ce-804b-4db8-838b-21094082e041', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 32, 54), 'started_at': datetime.datetime(2022, 5, 20, 20, 32, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 40, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:40:39.337412 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6301881b-44bc-4f8d-855b-ea398a32a1ce req-a22fee48-25b2-4900-87ae-b6896c77f2c7 service neutron] Checking segment: {'id': '829636e1-4a48-47c7-aa8d-8fdc9c95015f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '5da3ab3c-5eb1-4623-819e-a8030cb07d59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:40:39.337824 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6301881b-44bc-4f8d-855b-ea398a32a1ce req-a22fee48-25b2-4900-87ae-b6896c77f2c7 service neutron] Bound using segment: {'id': '829636e1-4a48-47c7-aa8d-8fdc9c95015f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '5da3ab3c-5eb1-4623-819e-a8030cb07d59'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:40:39.338273 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-6301881b-44bc-4f8d-855b-ea398a32a1ce req-a22fee48-25b2-4900-87ae-b6896c77f2c7 service neutron] Bound port: 30d9fa41-50c6-4b38-bde4-ac01e978310f, host: n-h1-842733-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '829636e1-4a48-47c7-aa8d-8fdc9c95015f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '5da3ab3c-5eb1-4623-819e-a8030cb07d59'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:40:39.338633 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-6301881b-44bc-4f8d-855b-ea398a32a1ce req-a22fee48-25b2-4900-87ae-b6896c77f2c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:39.381158 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b1cf65b5-e91b-40bc-82c0-d38cccffe03d req-a4a6a292-e928-4179-9e70-2eb38ce1ce98 service neutron] 10.222.0.24 "GET /v2.0/networks/cd702362-b982-46c5-a7d0-51de1b03df86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556764 May 20 20:40:39.441633 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] get_ports_and_sgs() called for port_ids ['8926f76d-5e3e-4148-8b6f-c0d64ed0c435'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:40:39.522154 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-6301881b-44bc-4f8d-855b-ea398a32a1ce req-a22fee48-25b2-4900-87ae-b6896c77f2c7 service neutron] For port 30d9fa41-50c6-4b38-bde4-ac01e978310f, host n-h1-842733-1, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:40:39.554715 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-6301881b-44bc-4f8d-855b-ea398a32a1ce req-a22fee48-25b2-4900-87ae-b6896c77f2c7 service neutron] For port 30d9fa41-50c6-4b38-bde4-ac01e978310f, host n-h1-842733-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=30d9fa41-50c6-4b38-bde4-ac01e978310f,segment=NetworkSegment(829636e1-4a48-47c7-aa8d-8fdc9c95015f),segment_id=829636e1-4a48-47c7-aa8d-8fdc9c95015f)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:40:39.576340 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1a14aa-a87d-4e2f-82d9-0bd7fd2b4245 req-dcf076e5-57a1-4c3d-a2d1-5d8f6753d5a1 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:40:39.578192 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1d1a14aa-a87d-4e2f-82d9-0bd7fd2b4245 req-dcf076e5-57a1-4c3d-a2d1-5d8f6753d5a1 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.35 "GET /v2.0/ports?device_id=532663b2-24ff-4076-90d7-3126e956882e HTTP/1.1" status: 200 len: 946 time: 0.0742519 May 20 20:40:39.622318 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1d1a14aa-a87d-4e2f-82d9-0bd7fd2b4245 req-b577b84c-66a3-49fa-8f55-df0a7a78e37b tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c1ac446-2eae-4e3c-98ef-7a4684e96782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362868 May 20 20:40:39.741131 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c47c8ee-d337-44b3-a8e7-c4a2afa46335 req-b3a1d838-0055-4f28-977c-049b957c4b6f tempest-TenantUsagesTestJSON-321771667 tempest-TenantUsagesTestJSON-321771667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:40:39.742809 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7c47c8ee-d337-44b3-a8e7-c4a2afa46335 req-b3a1d838-0055-4f28-977c-049b957c4b6f tempest-TenantUsagesTestJSON-321771667 tempest-TenantUsagesTestJSON-321771667-project] 10.222.0.35 "GET /v2.0/ports?device_id=e01e2816-68ea-4742-8aba-a7f9da2ae881 HTTP/1.1" status: 200 len: 948 time: 0.0493965 May 20 20:40:39.780546 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7c47c8ee-d337-44b3-a8e7-c4a2afa46335 req-430d8440-db12-45b1-9036-6a7ba60c08cf tempest-TenantUsagesTestJSON-321771667 tempest-TenantUsagesTestJSON-321771667-project] 10.222.0.35 "GET /v2.0/security-groups?id=1b115fa6-6a8a-4861-bcac-5b6f4ecf0202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314014 May 20 20:40:39.876699 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-6301881b-44bc-4f8d-855b-ea398a32a1ce req-a22fee48-25b2-4900-87ae-b6896c77f2c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:39.924230 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6301881b-44bc-4f8d-855b-ea398a32a1ce req-a22fee48-25b2-4900-87ae-b6896c77f2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:40:39.925250 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-6301881b-44bc-4f8d-855b-ea398a32a1ce req-a22fee48-25b2-4900-87ae-b6896c77f2c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:39.926649 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6301881b-44bc-4f8d-855b-ea398a32a1ce req-a22fee48-25b2-4900-87ae-b6896c77f2c7 service neutron] 10.222.0.24 "PUT /v2.0/ports/30d9fa41-50c6-4b38-bde4-ac01e978310f HTTP/1.1" status: 200 len: 1091 time: 2.5475693 May 20 20:40:39.951003 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22fee48-25b2-4900-87ae-b6896c77f2c7 service neutron] Pushing event updated for resources: {'Port': ['ID=30d9fa41-50c6-4b38-bde4-ac01e978310f,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:40:40.230527 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6301881b-44bc-4f8d-855b-ea398a32a1ce req-95163c31-ad94-4626-a8bf-ea5dadaf1271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:40:40.238637 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6301881b-44bc-4f8d-855b-ea398a32a1ce req-95163c31-ad94-4626-a8bf-ea5dadaf1271 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=41fb6039a7a04b8d930f9d787f82c020&device_id=0002b22e-4d91-4847-9cd0-e82e5eb2bc82 HTTP/1.1" status: 200 len: 1094 time: 0.1585429 May 20 20:40:40.272146 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 8926f76d-5e3e-4148-8b6f-c0d64ed0c435 up at agent hyperv_n-h1-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:40:40.280286 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e5e903-2cc8-4e08-88ec-af21b86ce61c req-053f139f-e904-4a56-a26a-6d88f17976fe tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:40:40.295927 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c1e5e903-2cc8-4e08-88ec-af21b86ce61c req-053f139f-e904-4a56-a26a-6d88f17976fe tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/ports?device_id=639a9b9c-aaad-4644-9dcd-410174fb9f88 HTTP/1.1" status: 200 len: 947 time: 0.1524734 May 20 20:40:40.418941 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0002b22e-4d91-4847-9cd0-e82e5eb2bc82', 'tag': '30d9fa41-50c6-4b38-bde4-ac01e978310f'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:40:40.423139 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4291b17aa7b45362825f0571e77c85f5e73afe1df9c7e9e15006df9d695c005e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a87401e-cf7f-484d-a684-a16de24ddc59" -d '{"events": [{"name": "network-changed", "server_uuid": "0002b22e-4d91-4847-9cd0-e82e5eb2bc82", "tag": "30d9fa41-50c6-4b38-bde4-ac01e978310f"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:40:40.434790 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6301881b-44bc-4f8d-855b-ea398a32a1ce req-f54f9b41-599a-4ece-961e-724c3d4a835b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=30d9fa41-50c6-4b38-bde4-ac01e978310f HTTP/1.1" status: 200 len: 217 time: 0.1818838 May 20 20:40:40.496864 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c1e5e903-2cc8-4e08-88ec-af21b86ce61c req-c2eee091-3a40-47b4-a87a-187c84fea2d1 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3c6019f-4c4a-4c16-982c-852ac3d8d84a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1996961 May 20 20:40:40.589311 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Provisioning for port 8926f76d-5e3e-4148-8b6f-c0d64ed0c435 completed by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 20:40:40.610288 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6301881b-44bc-4f8d-855b-ea398a32a1ce req-5b668003-addd-4dbe-9e4a-9d1bfddc6b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:40:40.610503 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Provisioning complete for port 8926f76d-5e3e-4148-8b6f-c0d64ed0c435 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:40:40.610503 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:40.610679 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6301881b-44bc-4f8d-855b-ea398a32a1ce req-5b668003-addd-4dbe-9e4a-9d1bfddc6b04 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=73d34f71-dea6-437b-b330-aa0e1ed12b8c HTTP/1.1" status: 200 len: 853 time: 0.1406596 May 20 20:40:40.746873 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Current status of the port 8926f76d-5e3e-4148-8b6f-c0d64ed0c435 is: BUILD; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:40:40.747188 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:40.785745 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6301881b-44bc-4f8d-855b-ea398a32a1ce req-503e015b-5362-4dcd-a844-b674ae3da8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:40:40.787710 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6301881b-44bc-4f8d-855b-ea398a32a1ce req-503e015b-5362-4dcd-a844-b674ae3da8dd service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5da3ab3c-5eb1-4623-819e-a8030cb07d59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1840725 May 20 20:40:40.795728 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85416b3-2bbb-44f8-afe7-62a4095b0ab8 req-10c43062-d6a1-486c-bf20-8ac188358296 tempest-ServersTestFqdnHostnames-1411433198 tempest-ServersTestFqdnHostnames-1411433198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:40:40.802660 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c85416b3-2bbb-44f8-afe7-62a4095b0ab8 req-10c43062-d6a1-486c-bf20-8ac188358296 tempest-ServersTestFqdnHostnames-1411433198 tempest-ServersTestFqdnHostnames-1411433198-project] 10.222.0.35 "GET /v2.0/ports?device_id=0002b22e-4d91-4847-9cd0-e82e5eb2bc82 HTTP/1.1" status: 200 len: 943 time: 0.1438758 May 20 20:40:40.824084 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port 8926f76d-5e3e-4148-8b6f-c0d64ed0c435, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=8926f76d-5e3e-4148-8b6f-c0d64ed0c435,segment=NetworkSegment(ed3a602f-49fb-4a95-be80-401e1eb72e33),segment_id=ed3a602f-49fb-4a95-be80-401e1eb72e33)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:40:40.935484 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c85416b3-2bbb-44f8-afe7-62a4095b0ab8 req-0c70f05d-86d7-4dd5-a66a-70dd937a6791 tempest-ServersTestFqdnHostnames-1411433198 tempest-ServersTestFqdnHostnames-1411433198-project] 10.222.0.35 "GET /v2.0/security-groups?id=1828cf44-0ab8-44e5-93a8-c9c17b35acb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1167407 May 20 20:40:40.954675 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:41.030533 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6301881b-44bc-4f8d-855b-ea398a32a1ce req-21bf87f0-bf56-49c9-86ac-7a48aeb5d724 service neutron] 10.222.0.24 "GET /v2.0/networks/5da3ab3c-5eb1-4623-819e-a8030cb07d59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2265217 May 20 20:40:41.032421 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 20:40:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77cbaba5-6eb4-4fcf-9ab7-c045875595f5 x-openstack-request-id: req-77cbaba5-6eb4-4fcf-9ab7-c045875595f5 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:40:41.032714 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0002b22e-4d91-4847-9cd0-e82e5eb2bc82", "tag": "30d9fa41-50c6-4b38-bde4-ac01e978310f", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:40:41.032961 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-77cbaba5-6eb4-4fcf-9ab7-c045875595f5 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:40:41.033361 n-d-842733-1 neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77cbaba5-6eb4-4fcf-9ab7-c045875595f5'] response: {'name': 'network-changed', 'server_uuid': '0002b22e-4d91-4847-9cd0-e82e5eb2bc82', 'tag': '30d9fa41-50c6-4b38-bde4-ac01e978310f', 'status': 'completed', 'code': 200} May 20 20:40:41.070864 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Pushing event updated for resources: {'Port': ['ID=8926f76d-5e3e-4148-8b6f-c0d64ed0c435,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:40:41.243038 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e01e2816-68ea-4742-8aba-a7f9da2ae881', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8926f76d-5e3e-4148-8b6f-c0d64ed0c435'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:40:41.245774 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8485417003ce7c0410b00f5cdc2f391e21107b70bb68e2773712534a96e108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27212680-683b-4fe7-a300-3c798e28632c" -d '{"events": [{"server_uuid": "e01e2816-68ea-4742-8aba-a7f9da2ae881", "name": "network-vif-plugged", "status": "completed", "tag": "8926f76d-5e3e-4148-8b6f-c0d64ed0c435"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:40:41.664254 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63ac825-7991-466a-bc81-0f8514a6d677 req-f37d4b27-4a47-40e2-ae00-db506329d4e1 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:40:41.673275 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f63ac825-7991-466a-bc81-0f8514a6d677 req-f37d4b27-4a47-40e2-ae00-db506329d4e1 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.35 "GET /v2.0/ports?device_id=532663b2-24ff-4076-90d7-3126e956882e HTTP/1.1" status: 200 len: 946 time: 0.5565479 May 20 20:40:41.692045 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6301881b-44bc-4f8d-855b-ea398a32a1ce req-5077bfa0-4651-49c6-9227-a09e8987c68f service neutron] 10.222.0.24 "GET /v2.0/networks/5da3ab3c-5eb1-4623-819e-a8030cb07d59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6519847 May 20 20:40:41.727813 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f63ac825-7991-466a-bc81-0f8514a6d677 req-cbbbe956-17d4-4821-82f0-ce220d741af3 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c1ac446-2eae-4e3c-98ef-7a4684e96782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535629 May 20 20:40:41.814604 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 20:40:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9f1f65c-f0d1-4265-b4ac-7251bedb8c28 x-openstack-request-id: req-f9f1f65c-f0d1-4265-b4ac-7251bedb8c28 {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:40:41.815115 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e01e2816-68ea-4742-8aba-a7f9da2ae881", "name": "network-vif-plugged", "status": "completed", "tag": "8926f76d-5e3e-4148-8b6f-c0d64ed0c435", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:40:41.815309 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f9f1f65c-f0d1-4265-b4ac-7251bedb8c28 {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:40:41.815872 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9f1f65c-f0d1-4265-b4ac-7251bedb8c28'] response: {'server_uuid': 'e01e2816-68ea-4742-8aba-a7f9da2ae881', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8926f76d-5e3e-4148-8b6f-c0d64ed0c435', 'code': 200} May 20 20:40:41.855424 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876c00b7-e468-4aff-ab5d-c49b8386c4d4 req-6e2e8e30-41ce-4d24-9430-16851f0e323d tempest-TenantUsagesTestJSON-321771667 tempest-TenantUsagesTestJSON-321771667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:40:41.859936 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-876c00b7-e468-4aff-ab5d-c49b8386c4d4 req-6e2e8e30-41ce-4d24-9430-16851f0e323d tempest-TenantUsagesTestJSON-321771667 tempest-TenantUsagesTestJSON-321771667-project] 10.222.0.35 "GET /v2.0/ports?device_id=e01e2816-68ea-4742-8aba-a7f9da2ae881 HTTP/1.1" status: 200 len: 949 time: 0.1306686 May 20 20:40:42.032255 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-876c00b7-e468-4aff-ab5d-c49b8386c4d4 req-f5b148a8-641f-4d40-983e-f1dadd83416f tempest-TenantUsagesTestJSON-321771667 tempest-TenantUsagesTestJSON-321771667-project] 10.222.0.35 "GET /v2.0/security-groups?id=1b115fa6-6a8a-4861-bcac-5b6f4ecf0202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522200 May 20 20:40:42.064626 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a87401e-cf7f-484d-a684-a16de24ddc59 req-b269523f-50d4-44dc-ba85-57a5e85fdb5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:40:42.066657 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4a87401e-cf7f-484d-a684-a16de24ddc59 req-b269523f-50d4-44dc-ba85-57a5e85fdb5c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=41fb6039a7a04b8d930f9d787f82c020&device_id=0002b22e-4d91-4847-9cd0-e82e5eb2bc82 HTTP/1.1" status: 200 len: 1094 time: 0.2055142 May 20 20:40:42.080242 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c256dad9-3480-4a14-a06b-122053a591e5 req-9c1addc5-544c-47b2-8299-793763124b8e tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:40:42.082096 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c256dad9-3480-4a14-a06b-122053a591e5 req-9c1addc5-544c-47b2-8299-793763124b8e tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/ports?device_id=639a9b9c-aaad-4644-9dcd-410174fb9f88 HTTP/1.1" status: 200 len: 947 time: 0.1621039 May 20 20:40:42.085562 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0212d92-5db0-49e4-b6fd-92fe194fb984 req-35dfe751-716a-45ea-8d43-4bf6446cbdf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:40:42.087084 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d0212d92-5db0-49e4-b6fd-92fe194fb984 req-35dfe751-716a-45ea-8d43-4bf6446cbdf9 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e01e2816-68ea-4742-8aba-a7f9da2ae881 HTTP/1.1" status: 200 len: 1100 time: 0.1908491 May 20 20:40:42.277553 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d0212d92-5db0-49e4-b6fd-92fe194fb984 req-6e12707b-c45a-4403-8b75-0c0dff1eeb44 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=1b115fa6-6a8a-4861-bcac-5b6f4ecf0202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802962 May 20 20:40:42.292151 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a87401e-cf7f-484d-a684-a16de24ddc59 req-595abb10-e8ef-43de-b14f-d471c82892d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:40:42.294271 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4a87401e-cf7f-484d-a684-a16de24ddc59 req-595abb10-e8ef-43de-b14f-d471c82892d7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=5da3ab3c-5eb1-4623-819e-a8030cb07d59 HTTP/1.1" status: 200 len: 915 time: 0.2110684 May 20 20:40:42.310080 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c256dad9-3480-4a14-a06b-122053a591e5 req-dea71d2e-af48-4ceb-a8a6-5b254b22058b tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3c6019f-4c4a-4c16-982c-852ac3d8d84a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2140019 May 20 20:40:42.347830 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de135539-360b-4c74-a69d-11ea0c6a80f0 req-d5c8412f-f70e-4148-accf-0d0dfd18775d tempest-ServersTestFqdnHostnames-1411433198 tempest-ServersTestFqdnHostnames-1411433198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:40:42.349944 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-de135539-360b-4c74-a69d-11ea0c6a80f0 req-d5c8412f-f70e-4148-accf-0d0dfd18775d tempest-ServersTestFqdnHostnames-1411433198 tempest-ServersTestFqdnHostnames-1411433198-project] 10.222.0.35 "GET /v2.0/ports?device_id=0002b22e-4d91-4847-9cd0-e82e5eb2bc82 HTTP/1.1" status: 200 len: 943 time: 0.1015403 May 20 20:40:42.430557 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-de135539-360b-4c74-a69d-11ea0c6a80f0 req-d606dd10-30b8-4a29-bd24-6463081d9d19 tempest-ServersTestFqdnHostnames-1411433198 tempest-ServersTestFqdnHostnames-1411433198-project] 10.222.0.35 "GET /v2.0/security-groups?id=1828cf44-0ab8-44e5-93a8-c9c17b35acb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715086 May 20 20:40:42.458619 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e420df-e597-4aa6-bcf0-7df6d4328230 req-a70fa668-804b-48a2-bf8f-220eaaa1c71d tempest-ImagesOneServerTestJSON-1034141892 tempest-ImagesOneServerTestJSON-1034141892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:40:42.470810 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-87e420df-e597-4aa6-bcf0-7df6d4328230 req-a70fa668-804b-48a2-bf8f-220eaaa1c71d tempest-ImagesOneServerTestJSON-1034141892 tempest-ImagesOneServerTestJSON-1034141892-project] 10.222.0.35 "GET /v2.0/ports?device_id=6959d056-8674-41a0-844d-fdbf9dc52e77 HTTP/1.1" status: 200 len: 951 time: 0.0871532 May 20 20:40:42.525147 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-87e420df-e597-4aa6-bcf0-7df6d4328230 req-fbd48916-ca92-4237-83fe-17d7170fa152 tempest-ImagesOneServerTestJSON-1034141892 tempest-ImagesOneServerTestJSON-1034141892-project] 10.222.0.35 "GET /v2.0/security-groups?id=dbf8976f-45db-44b9-8b18-5f3bfc43aae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518069 May 20 20:40:42.582666 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4a87401e-cf7f-484d-a684-a16de24ddc59 req-d23baa06-251e-4a01-a28a-2869b9454143 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=30d9fa41-50c6-4b38-bde4-ac01e978310f HTTP/1.1" status: 200 len: 217 time: 0.0741954 May 20 20:40:42.680133 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a87401e-cf7f-484d-a684-a16de24ddc59 req-678d5c86-6451-4feb-8b7c-64253476dfc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:40:42.681803 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4a87401e-cf7f-484d-a684-a16de24ddc59 req-678d5c86-6451-4feb-8b7c-64253476dfc4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=73d34f71-dea6-437b-b330-aa0e1ed12b8c HTTP/1.1" status: 200 len: 853 time: 0.0915980 May 20 20:40:42.765450 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a87401e-cf7f-484d-a684-a16de24ddc59 req-015b6532-4c34-4965-a735-94ba4b40ed13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:40:42.770647 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4a87401e-cf7f-484d-a684-a16de24ddc59 req-015b6532-4c34-4965-a735-94ba4b40ed13 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5da3ab3c-5eb1-4623-819e-a8030cb07d59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0803509 May 20 20:40:42.991347 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f16c63-928e-438e-8aaa-459468b2396e req-d5c132c0-cda0-42c8-bdd7-09db61a74367 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:40:42.992899 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e1f16c63-928e-438e-8aaa-459468b2396e req-d5c132c0-cda0-42c8-bdd7-09db61a74367 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.35 "GET /v2.0/ports?device_id=532663b2-24ff-4076-90d7-3126e956882e HTTP/1.1" status: 200 len: 946 time: 0.0983007 May 20 20:40:42.999344 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4a87401e-cf7f-484d-a684-a16de24ddc59 req-ed144295-5190-47cd-9401-2c33dce82e85 service neutron] 10.222.0.24 "GET /v2.0/networks/5da3ab3c-5eb1-4623-819e-a8030cb07d59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2122860 May 20 20:40:43.125930 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e1f16c63-928e-438e-8aaa-459468b2396e req-370df80c-4fe6-448d-9ccf-97f1b640154d tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c1ac446-2eae-4e3c-98ef-7a4684e96782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121063 May 20 20:40:43.166251 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4a87401e-cf7f-484d-a684-a16de24ddc59 req-f117e03e-3914-4463-b07a-74920159f8aa service neutron] 10.222.0.24 "GET /v2.0/networks/5da3ab3c-5eb1-4623-819e-a8030cb07d59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542201 May 20 20:40:43.276773 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccdc9ff-f924-4a6f-aba5-2a344b0e30af req-1c006b99-b313-4090-bee9-c9470183cfd6 tempest-TenantUsagesTestJSON-321771667 tempest-TenantUsagesTestJSON-321771667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:40:43.285777 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-dccdc9ff-f924-4a6f-aba5-2a344b0e30af req-1c006b99-b313-4090-bee9-c9470183cfd6 tempest-TenantUsagesTestJSON-321771667 tempest-TenantUsagesTestJSON-321771667-project] 10.222.0.35 "GET /v2.0/ports?device_id=e01e2816-68ea-4742-8aba-a7f9da2ae881 HTTP/1.1" status: 200 len: 949 time: 0.0783219 May 20 20:40:43.343066 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-dccdc9ff-f924-4a6f-aba5-2a344b0e30af req-454fa6c3-de99-4f5f-8f5c-24c7e8fc3ca1 tempest-TenantUsagesTestJSON-321771667 tempest-TenantUsagesTestJSON-321771667-project] 10.222.0.35 "GET /v2.0/security-groups?id=1b115fa6-6a8a-4861-bcac-5b6f4ecf0202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482097 May 20 20:40:43.512831 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 36788) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:40:43.580713 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a407cf9a-4a89-45fe-80f9-288b6b535d5d req-de45f30e-5263-4dbf-b4f5-bf91c0170935 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:40:43.582354 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a407cf9a-4a89-45fe-80f9-288b6b535d5d req-de45f30e-5263-4dbf-b4f5-bf91c0170935 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/ports?device_id=639a9b9c-aaad-4644-9dcd-410174fb9f88 HTTP/1.1" status: 200 len: 947 time: 0.1622057 May 20 20:40:43.677493 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a407cf9a-4a89-45fe-80f9-288b6b535d5d req-800bd7a8-a18c-4897-83dd-f5987072ee43 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3c6019f-4c4a-4c16-982c-852ac3d8d84a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885572 May 20 20:40:43.708119 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f5283830-948a-4565-a7d7-6674f8743a56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:43.817275 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f5283830-948a-4565-a7d7-6674f8743a56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:43.853543 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f16b19-bfb7-46a6-a81b-9effcb9bfc6a req-bf1de391-c9d2-4c8e-8f5f-f38291562830 tempest-ServersTestFqdnHostnames-1411433198 tempest-ServersTestFqdnHostnames-1411433198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:40:43.855895 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-82f16b19-bfb7-46a6-a81b-9effcb9bfc6a req-bf1de391-c9d2-4c8e-8f5f-f38291562830 tempest-ServersTestFqdnHostnames-1411433198 tempest-ServersTestFqdnHostnames-1411433198-project] 10.222.0.35 "GET /v2.0/ports?device_id=0002b22e-4d91-4847-9cd0-e82e5eb2bc82 HTTP/1.1" status: 200 len: 943 time: 0.0773590 May 20 20:40:43.911757 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-82f16b19-bfb7-46a6-a81b-9effcb9bfc6a req-816ce2f0-f6c9-4be4-ae03-997b67c848cc tempest-ServersTestFqdnHostnames-1411433198 tempest-ServersTestFqdnHostnames-1411433198-project] 10.222.0.35 "GET /v2.0/security-groups?id=1828cf44-0ab8-44e5-93a8-c9c17b35acb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476725 May 20 20:40:43.949911 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f5283830-948a-4565-a7d7-6674f8743a56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:44.002791 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.agents_db [None req-5c33ad30-4e00-40fa-b486-8c79c4a6cfc5 None None] Agent healthcheck: found 7 active agents {{(pid=103165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 20 20:40:44.010709 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-f5283830-948a-4565-a7d7-6674f8743a56 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2763c000e70f40d6871c539081fae3c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4961085 May 20 20:40:44.012613 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5283830-948a-4565-a7d7-6674f8743a56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b84b8cb8-5056-4da8-9b6d-abf8bed04d43,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:40:44.014304 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 36806) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:40:44.033484 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5283830-948a-4565-a7d7-6674f8743a56 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:40:44.034475 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5283830-948a-4565-a7d7-6674f8743a56 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:40:44.035211 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5283830-948a-4565-a7d7-6674f8743a56 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:40:44.035809 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5283830-948a-4565-a7d7-6674f8743a56 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:40:44.036479 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5283830-948a-4565-a7d7-6674f8743a56 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:40:44.037170 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5283830-948a-4565-a7d7-6674f8743a56 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:40:44.044045 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5283830-948a-4565-a7d7-6674f8743a56 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:40:44.044045 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5283830-948a-4565-a7d7-6674f8743a56 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:40:44.044045 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5283830-948a-4565-a7d7-6674f8743a56 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:40:44.044045 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5283830-948a-4565-a7d7-6674f8743a56 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:40:44.044045 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5283830-948a-4565-a7d7-6674f8743a56 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:40:44.044045 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5283830-948a-4565-a7d7-6674f8743a56 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:40:44.123980 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a9b3e143-5499-4303-a46c-c73ac922dc2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:44.147662 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a9b3e143-5499-4303-a46c-c73ac922dc2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:44.289734 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 30d9fa41-50c6-4b38-bde4-ac01e978310f details requested by agent hyperv_n-h1-842733-1 with host n-h1-842733-1 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 20:40:44.311123 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a9b3e143-5499-4303-a46c-c73ac922dc2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:44.314780 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a9b3e143-5499-4303-a46c-c73ac922dc2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:44.318298 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-a9b3e143-5499-4303-a46c-c73ac922dc2e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b84b8cb8-5056-4da8-9b6d-abf8bed04d43 HTTP/1.1" status: 204 len: 168 time: 0.3004060 May 20 20:40:44.331330 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8468be5-00c8-4711-9b3c-d2cb4fe23f81 req-301c425b-5336-4554-a57d-379811718b66 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:40:44.339346 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b8468be5-00c8-4711-9b3c-d2cb4fe23f81 req-301c425b-5336-4554-a57d-379811718b66 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.35 "GET /v2.0/ports?device_id=532663b2-24ff-4076-90d7-3126e956882e HTTP/1.1" status: 200 len: 946 time: 0.0984826 May 20 20:40:44.339346 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b3e143-5499-4303-a46c-c73ac922dc2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b84b8cb8-5056-4da8-9b6d-abf8bed04d43,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:40:44.382892 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b8468be5-00c8-4711-9b3c-d2cb4fe23f81 req-125484dd-7101-4ce6-b371-27209371c847 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c1ac446-2eae-4e3c-98ef-7a4684e96782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413849 May 20 20:40:44.505769 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port 30d9fa41-50c6-4b38-bde4-ac01e978310f, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=30d9fa41-50c6-4b38-bde4-ac01e978310f,segment=NetworkSegment(829636e1-4a48-47c7-aa8d-8fdc9c95015f),segment_id=829636e1-4a48-47c7-aa8d-8fdc9c95015f)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:40:44.525829 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Returning: {'device': '30d9fa41-50c6-4b38-bde4-ac01e978310f', 'network_id': '5da3ab3c-5eb1-4623-819e-a8030cb07d59', 'port_id': '30d9fa41-50c6-4b38-bde4-ac01e978310f', 'mac_address': 'fa:16:3e:05:74:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73d34f71-dea6-437b-b330-aa0e1ed12b8c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 20 20:40:44.607090 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe749ea-1443-46a6-bb5e-81a4331cac77 req-4bcbac3a-ba7f-4412-b5a3-a027095f7be4 tempest-TenantUsagesTestJSON-321771667 tempest-TenantUsagesTestJSON-321771667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:40:44.610800 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9fe749ea-1443-46a6-bb5e-81a4331cac77 req-4bcbac3a-ba7f-4412-b5a3-a027095f7be4 tempest-TenantUsagesTestJSON-321771667 tempest-TenantUsagesTestJSON-321771667-project] 10.222.0.35 "GET /v2.0/ports?device_id=e01e2816-68ea-4742-8aba-a7f9da2ae881 HTTP/1.1" status: 200 len: 949 time: 0.1099341 May 20 20:40:44.637358 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Current status of the port 30d9fa41-50c6-4b38-bde4-ac01e978310f is: DOWN; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:40:44.637892 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:44.670625 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30d9fa41-50c6-4b38-bde4-ac01e978310f {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:40:44.675943 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9fe749ea-1443-46a6-bb5e-81a4331cac77 req-96425d6b-7f69-4233-8253-e12c114b3ed6 tempest-TenantUsagesTestJSON-321771667 tempest-TenantUsagesTestJSON-321771667-project] 10.222.0.35 "GET /v2.0/security-groups?id=1b115fa6-6a8a-4861-bcac-5b6f4ecf0202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585327 May 20 20:40:44.705480 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 14bab9e1-74b5-4180-9f49-6dd544eb5e30 no longer exists at agent hyperv_n-h2-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:40:44.868293 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port 30d9fa41-50c6-4b38-bde4-ac01e978310f, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=30d9fa41-50c6-4b38-bde4-ac01e978310f,segment=NetworkSegment(829636e1-4a48-47c7-aa8d-8fdc9c95015f),segment_id=829636e1-4a48-47c7-aa8d-8fdc9c95015f)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:40:44.935906 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port 14bab9e1-74b5-4180-9f49-6dd544eb5e30 is: ACTIVE; New status is: DOWN {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:40:44.936278 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:44.961334 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6959d056-8674-41a0-844d-fdbf9dc52e77', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14bab9e1-74b5-4180-9f49-6dd544eb5e30'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:40:44.963807 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8485417003ce7c0410b00f5cdc2f391e21107b70bb68e2773712534a96e108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3471ea6-a33f-44f1-895c-a6571905532c" -d '{"events": [{"server_uuid": "6959d056-8674-41a0-844d-fdbf9dc52e77", "name": "network-vif-unplugged", "status": "completed", "tag": "14bab9e1-74b5-4180-9f49-6dd544eb5e30"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:40:44.979157 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port 14bab9e1-74b5-4180-9f49-6dd544eb5e30, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=14bab9e1-74b5-4180-9f49-6dd544eb5e30,segment=NetworkSegment(ed3a602f-49fb-4a95-be80-401e1eb72e33),segment_id=ed3a602f-49fb-4a95-be80-401e1eb72e33)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:40:45.220050 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190e856f-614f-46cf-90a9-821fbb3c2547 req-bb0ce37e-b59c-4af7-a1eb-29d51d6105f9 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:40:45.221470 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-190e856f-614f-46cf-90a9-821fbb3c2547 req-bb0ce37e-b59c-4af7-a1eb-29d51d6105f9 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/ports?device_id=639a9b9c-aaad-4644-9dcd-410174fb9f88 HTTP/1.1" status: 200 len: 947 time: 0.0517163 May 20 20:40:45.259709 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-190e856f-614f-46cf-90a9-821fbb3c2547 req-8bed2b99-52e7-498d-86f3-19fa14bc42ae tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3c6019f-4c4a-4c16-982c-852ac3d8d84a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320981 May 20 20:40:45.372569 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35392ae0-4395-4dda-ba80-d7de39c43aa0 req-9fa9b1bb-8b6d-4790-bb51-b0848dd4d632 tempest-ServersTestFqdnHostnames-1411433198 tempest-ServersTestFqdnHostnames-1411433198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:40:45.374403 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-35392ae0-4395-4dda-ba80-d7de39c43aa0 req-9fa9b1bb-8b6d-4790-bb51-b0848dd4d632 tempest-ServersTestFqdnHostnames-1411433198 tempest-ServersTestFqdnHostnames-1411433198-project] 10.222.0.35 "GET /v2.0/ports?device_id=0002b22e-4d91-4847-9cd0-e82e5eb2bc82 HTTP/1.1" status: 200 len: 943 time: 0.0567498 May 20 20:40:45.421204 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-35392ae0-4395-4dda-ba80-d7de39c43aa0 req-01c8a465-5d1d-4ea9-8f97-0484f9dfeb08 tempest-ServersTestFqdnHostnames-1411433198 tempest-ServersTestFqdnHostnames-1411433198-project] 10.222.0.35 "GET /v2.0/security-groups?id=1828cf44-0ab8-44e5-93a8-c9c17b35acb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390673 May 20 20:40:45.436185 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:45.444703 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:45.499540 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 May 2022 20:40:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2eef0d9-5d28-4884-84ec-2dcf21998c4f x-openstack-request-id: req-f2eef0d9-5d28-4884-84ec-2dcf21998c4f {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:40:45.499822 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6959d056-8674-41a0-844d-fdbf9dc52e77", "name": "network-vif-unplugged", "status": "completed", "tag": "14bab9e1-74b5-4180-9f49-6dd544eb5e30", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:40:45.501341 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f2eef0d9-5d28-4884-84ec-2dcf21998c4f {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:40:45.502520 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2eef0d9-5d28-4884-84ec-2dcf21998c4f'] response: {'server_uuid': '6959d056-8674-41a0-844d-fdbf9dc52e77', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14bab9e1-74b5-4180-9f49-6dd544eb5e30', 'code': 200} May 20 20:40:45.514512 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Pushing event updated for resources: {'Port': ['ID=30d9fa41-50c6-4b38-bde4-ac01e978310f,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:40:45.599983 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=14bab9e1-74b5-4180-9f49-6dd544eb5e30,revision_number=11']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:40:45.693021 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3c2474-0830-4c6c-968e-69846b4f117c req-10594f0c-6787-4e75-9f36-4e0bba7601a7 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:40:45.695387 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7a3c2474-0830-4c6c-968e-69846b4f117c req-10594f0c-6787-4e75-9f36-4e0bba7601a7 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.35 "GET /v2.0/ports?device_id=532663b2-24ff-4076-90d7-3126e956882e HTTP/1.1" status: 200 len: 946 time: 0.0717242 May 20 20:40:45.738905 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] get_ports_and_sgs() called for port_ids ['30d9fa41-50c6-4b38-bde4-ac01e978310f'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:40:45.753049 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7a3c2474-0830-4c6c-968e-69846b4f117c req-ada65bf6-73eb-4cee-aacf-83cd5578f885 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c1ac446-2eae-4e3c-98ef-7a4684e96782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500159 May 20 20:40:45.803667 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 36854) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:40:45.838577 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1b463305-23fd-4413-8a22-acd1dd5bf4af admin admin] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:45.922713 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454afe87-fd24-49ec-a0f2-375cf65d1cd1 req-41b9e6d5-4509-406d-90ae-fbe158c34a7e tempest-ImagesOneServerTestJSON-1034141892 tempest-ImagesOneServerTestJSON-1034141892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:40:45.932824 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-454afe87-fd24-49ec-a0f2-375cf65d1cd1 req-41b9e6d5-4509-406d-90ae-fbe158c34a7e tempest-ImagesOneServerTestJSON-1034141892 tempest-ImagesOneServerTestJSON-1034141892-project] 10.222.0.35 "GET /v2.0/ports?device_id=6959d056-8674-41a0-844d-fdbf9dc52e77 HTTP/1.1" status: 200 len: 949 time: 0.0710714 May 20 20:40:45.991379 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-454afe87-fd24-49ec-a0f2-375cf65d1cd1 req-a4e87208-1b6e-4b78-809c-6d03fc185a96 tempest-ImagesOneServerTestJSON-1034141892 tempest-ImagesOneServerTestJSON-1034141892-project] 10.222.0.35 "GET /v2.0/security-groups?id=dbf8976f-45db-44b9-8b18-5f3bfc43aae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545709 May 20 20:40:46.015137 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1b463305-23fd-4413-8a22-acd1dd5bf4af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:46.111975 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1b463305-23fd-4413-8a22-acd1dd5bf4af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:46.177718 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-1b463305-23fd-4413-8a22-acd1dd5bf4af admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c130f67719cd4356aebc09e87dc79135&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3729162 May 20 20:40:46.179573 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b463305-23fd-4413-8a22-acd1dd5bf4af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4346e717-5774-4638-b51c-9eb204b9367f,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:40:46.182184 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 36858) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:40:46.243583 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a169ed57-c84d-420d-be66-d45f37577311 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:46.271415 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a169ed57-c84d-420d-be66-d45f37577311 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:46.433472 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a169ed57-c84d-420d-be66-d45f37577311 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:46.436247 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a169ed57-c84d-420d-be66-d45f37577311 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:46.440490 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-a169ed57-c84d-420d-be66-d45f37577311 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4346e717-5774-4638-b51c-9eb204b9367f HTTP/1.1" status: 204 len: 168 time: 0.2571726 May 20 20:40:46.460649 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85958c80-a603-4a1e-9e3f-c2042cb37627 req-1669939e-5f43-43d0-8045-a451c0ebb605 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:40:46.462358 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-85958c80-a603-4a1e-9e3f-c2042cb37627 req-1669939e-5f43-43d0-8045-a451c0ebb605 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/ports?device_id=639a9b9c-aaad-4644-9dcd-410174fb9f88 HTTP/1.1" status: 200 len: 947 time: 0.1155410 May 20 20:40:46.473155 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a169ed57-c84d-420d-be66-d45f37577311 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4346e717-5774-4638-b51c-9eb204b9367f,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:40:46.519509 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6be457-1a68-4945-877d-345fb6f1943b req-ef9957a5-8963-4481-bb4e-72568ea730ee tempest-TenantUsagesTestJSON-321771667 tempest-TenantUsagesTestJSON-321771667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:40:46.529728 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8f6be457-1a68-4945-877d-345fb6f1943b req-ef9957a5-8963-4481-bb4e-72568ea730ee tempest-TenantUsagesTestJSON-321771667 tempest-TenantUsagesTestJSON-321771667-project] 10.222.0.35 "GET /v2.0/ports?device_id=e01e2816-68ea-4742-8aba-a7f9da2ae881 HTTP/1.1" status: 200 len: 949 time: 0.1325316 May 20 20:40:46.582600 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-85958c80-a603-4a1e-9e3f-c2042cb37627 req-7659bbc5-3204-4173-b4bd-08c892868775 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3c6019f-4c4a-4c16-982c-852ac3d8d84a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1069062 May 20 20:40:46.603462 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8f6be457-1a68-4945-877d-345fb6f1943b req-ea293bde-4cf3-44e2-b717-8a06bc737df1 tempest-TenantUsagesTestJSON-321771667 tempest-TenantUsagesTestJSON-321771667-project] 10.222.0.35 "GET /v2.0/security-groups?id=1b115fa6-6a8a-4861-bcac-5b6f4ecf0202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727777 May 20 20:40:46.715868 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e4134a-1007-4edc-a291-ffe96f20519a req-71bc41e5-35e9-444f-b5d0-cd2c412bed45 tempest-ServersTestFqdnHostnames-1411433198 tempest-ServersTestFqdnHostnames-1411433198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:40:46.724206 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-93e4134a-1007-4edc-a291-ffe96f20519a req-71bc41e5-35e9-444f-b5d0-cd2c412bed45 tempest-ServersTestFqdnHostnames-1411433198 tempest-ServersTestFqdnHostnames-1411433198-project] 10.222.0.35 "GET /v2.0/ports?device_id=0002b22e-4d91-4847-9cd0-e82e5eb2bc82 HTTP/1.1" status: 200 len: 944 time: 0.0674095 May 20 20:40:46.770484 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-93e4134a-1007-4edc-a291-ffe96f20519a req-c66c116a-40c0-4457-8ad8-357c05cabafc tempest-ServersTestFqdnHostnames-1411433198 tempest-ServersTestFqdnHostnames-1411433198-project] 10.222.0.35 "GET /v2.0/security-groups?id=1828cf44-0ab8-44e5-93a8-c9c17b35acb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453098 May 20 20:40:46.923092 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1328a315-7152-42c8-b46b-59d30483962c req-9065d3dc-0ed8-421f-8b67-b44ec757749c tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:40:46.924961 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1328a315-7152-42c8-b46b-59d30483962c req-9065d3dc-0ed8-421f-8b67-b44ec757749c tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.35 "GET /v2.0/ports?device_id=532663b2-24ff-4076-90d7-3126e956882e HTTP/1.1" status: 200 len: 946 time: 0.0698488 May 20 20:40:46.980510 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1328a315-7152-42c8-b46b-59d30483962c req-68a34d36-8dfe-4c67-9605-6385e5dbdb47 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c1ac446-2eae-4e3c-98ef-7a4684e96782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448849 May 20 20:40:47.131616 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f376e666-cf4d-4726-baa0-58abb94b6033 req-ea182224-f189-4dfa-829d-f22ca6fde0c5 tempest-ImagesOneServerTestJSON-1034141892 tempest-ImagesOneServerTestJSON-1034141892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:40:47.134377 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f376e666-cf4d-4726-baa0-58abb94b6033 req-ea182224-f189-4dfa-829d-f22ca6fde0c5 tempest-ImagesOneServerTestJSON-1034141892 tempest-ImagesOneServerTestJSON-1034141892-project] 10.222.0.35 "GET /v2.0/ports?device_id=6959d056-8674-41a0-844d-fdbf9dc52e77 HTTP/1.1" status: 200 len: 949 time: 0.0584219 May 20 20:40:47.184782 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f376e666-cf4d-4726-baa0-58abb94b6033 req-99d41d01-1f29-44bc-a803-e5cbaafb7aa8 tempest-ImagesOneServerTestJSON-1034141892 tempest-ImagesOneServerTestJSON-1034141892-project] 10.222.0.35 "GET /v2.0/security-groups?id=dbf8976f-45db-44b9-8b18-5f3bfc43aae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389392 May 20 20:40:47.833680 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d75b872-8fb6-4c29-8c4c-674fda24a8b4 req-564727a0-374b-4fa9-a316-bc7f5301c7fb tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:40:47.835381 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4d75b872-8fb6-4c29-8c4c-674fda24a8b4 req-564727a0-374b-4fa9-a316-bc7f5301c7fb tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/ports?device_id=639a9b9c-aaad-4644-9dcd-410174fb9f88 HTTP/1.1" status: 200 len: 947 time: 0.1535065 May 20 20:40:47.847022 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7e9fe4-a2ee-4fc4-851d-c0dafcba6173 req-0ed48372-d2c2-4d1a-aa18-64306a2bf3fd tempest-TenantUsagesTestJSON-321771667 tempest-TenantUsagesTestJSON-321771667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:40:47.849040 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4b7e9fe4-a2ee-4fc4-851d-c0dafcba6173 req-0ed48372-d2c2-4d1a-aa18-64306a2bf3fd tempest-TenantUsagesTestJSON-321771667 tempest-TenantUsagesTestJSON-321771667-project] 10.222.0.24 "GET /v2.0/ports?device_id=e01e2816-68ea-4742-8aba-a7f9da2ae881 HTTP/1.1" status: 200 len: 949 time: 0.1198990 May 20 20:40:47.886872 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375775a8-c275-4f58-b8ba-7cf1db725f79 req-892f3419-3a96-4937-9c91-27ca344a9e08 tempest-TenantUsagesTestJSON-321771667 tempest-TenantUsagesTestJSON-321771667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:40:47.888773 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-375775a8-c275-4f58-b8ba-7cf1db725f79 req-892f3419-3a96-4937-9c91-27ca344a9e08 tempest-TenantUsagesTestJSON-321771667 tempest-TenantUsagesTestJSON-321771667-project] 10.222.0.35 "GET /v2.0/ports?device_id=e01e2816-68ea-4742-8aba-a7f9da2ae881 HTTP/1.1" status: 200 len: 949 time: 0.1481688 May 20 20:40:47.947915 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 36898) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:40:48.027663 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4d75b872-8fb6-4c29-8c4c-674fda24a8b4 req-5243e7e2-425b-483e-a4e6-a29f5249bf59 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3c6019f-4c4a-4c16-982c-852ac3d8d84a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1753757 May 20 20:40:48.055978 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-375775a8-c275-4f58-b8ba-7cf1db725f79 req-77ffc7dd-de7e-4dbf-a22a-cf263add9c8e tempest-TenantUsagesTestJSON-321771667 tempest-TenantUsagesTestJSON-321771667-project] 10.222.0.35 "GET /v2.0/security-groups?id=1b115fa6-6a8a-4861-bcac-5b6f4ecf0202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439221 May 20 20:40:48.071411 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9c161e-d1f1-417b-a850-819225b4f343 req-35ae61e5-b7f4-4b90-91a8-ad33c0d5c803 tempest-ImagesOneServerTestJSON-1034141892 tempest-ImagesOneServerTestJSON-1034141892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:40:48.072900 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ae9c161e-d1f1-417b-a850-819225b4f343 req-35ae61e5-b7f4-4b90-91a8-ad33c0d5c803 tempest-ImagesOneServerTestJSON-1034141892 tempest-ImagesOneServerTestJSON-1034141892-project] 10.222.0.13 "GET /v2.0/ports?device_id=6959d056-8674-41a0-844d-fdbf9dc52e77 HTTP/1.1" status: 200 len: 949 time: 0.1571400 May 20 20:40:48.138421 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-33cb1644-eec5-4504-b85c-4d75bbf6155c admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-630153539-network', 'tenant_id': 'ad40cedaa73f40ef9226be0e1d4e6e54'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:40:48.148275 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [req-4b7e9fe4-a2ee-4fc4-851d-c0dafcba6173 req-54157f89-fabf-496e-82c6-d78cf1b7cc59 tempest-TenantUsagesTestJSON-321771667 tempest-TenantUsagesTestJSON-321771667-project] Deleting port 8926f76d-5e3e-4148-8b6f-c0d64ed0c435 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:40:48.148644 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-4b7e9fe4-a2ee-4fc4-851d-c0dafcba6173 req-54157f89-fabf-496e-82c6-d78cf1b7cc59 tempest-TenantUsagesTestJSON-321771667 tempest-TenantUsagesTestJSON-321771667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:48.254506 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33cb1644-eec5-4504-b85c-4d75bbf6155c admin admin] Made reservation on behalf of ad40cedaa73f40ef9226be0e1d4e6e54 for: {'network': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:40:48.256936 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-33cb1644-eec5-4504-b85c-4d75bbf6155c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for network, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:48.266932 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-33cb1644-eec5-4504-b85c-4d75bbf6155c admin admin] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:48.311157 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 30d9fa41-50c6-4b38-bde4-ac01e978310f up at agent hyperv_n-h1-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:40:48.371491 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-33cb1644-eec5-4504-b85c-4d75bbf6155c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:48.387286 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a079b5-152b-4d58-b632-811f629407f0 req-d64aa867-18d8-43c0-b470-edffd9e92751 tempest-ServersTestFqdnHostnames-1411433198 tempest-ServersTestFqdnHostnames-1411433198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:40:48.395818 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-35a079b5-152b-4d58-b632-811f629407f0 req-d64aa867-18d8-43c0-b470-edffd9e92751 tempest-ServersTestFqdnHostnames-1411433198 tempest-ServersTestFqdnHostnames-1411433198-project] 10.222.0.35 "GET /v2.0/ports?device_id=0002b22e-4d91-4847-9cd0-e82e5eb2bc82 HTTP/1.1" status: 200 len: 944 time: 0.2596223 May 20 20:40:48.416751 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0215b912-ca91-4047-b39c-9ea8d483e03c req-7b6680dd-5e26-48b3-b2a1-f2db5bbb3e7a tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:40:48.418245 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0215b912-ca91-4047-b39c-9ea8d483e03c req-7b6680dd-5e26-48b3-b2a1-f2db5bbb3e7a tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.35 "GET /v2.0/ports?device_id=532663b2-24ff-4076-90d7-3126e956882e HTTP/1.1" status: 200 len: 946 time: 0.2219353 May 20 20:40:48.465488 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [req-ae9c161e-d1f1-417b-a850-819225b4f343 req-57ea5d2c-cb7e-4dcf-8007-d1ffeddfc221 tempest-ImagesOneServerTestJSON-1034141892 tempest-ImagesOneServerTestJSON-1034141892-project] Deleting port 14bab9e1-74b5-4180-9f49-6dd544eb5e30 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:40:48.465915 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-ae9c161e-d1f1-417b-a850-819225b4f343 req-57ea5d2c-cb7e-4dcf-8007-d1ffeddfc221 tempest-ImagesOneServerTestJSON-1034141892 tempest-ImagesOneServerTestJSON-1034141892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:48.481527 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-33cb1644-eec5-4504-b85c-4d75bbf6155c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:48.513639 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33cb1644-eec5-4504-b85c-4d75bbf6155c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 228} {{(pid=103162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 20:40:48.516454 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Provisioning for port 30d9fa41-50c6-4b38-bde4-ac01e978310f completed by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 20:40:48.522267 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cb1644-eec5-4504-b85c-4d75bbf6155c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14cac56c-65cb-45f8-b57d-262098335fe7,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:40:48.525457 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Provisioning complete for port 30d9fa41-50c6-4b38-bde4-ac01e978310f triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:40:48.532599 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:48.532767 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-33cb1644-eec5-4504-b85c-4d75bbf6155c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:48.532767 n-d-842733-1 neutron-server[103162]: INFO neutron.db.segments_db [None req-33cb1644-eec5-4504-b85c-4d75bbf6155c admin admin] Added segment 54014f1f-17f4-44bc-89c9-a7cc1b561592 of type vlan for network baad6524-bf83-4783-a736-2fe3005abb37 May 20 20:40:48.573791 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-4b7e9fe4-a2ee-4fc4-851d-c0dafcba6173 req-54157f89-fabf-496e-82c6-d78cf1b7cc59 tempest-TenantUsagesTestJSON-321771667 tempest-TenantUsagesTestJSON-321771667-project] For port 8926f76d-5e3e-4148-8b6f-c0d64ed0c435, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=8926f76d-5e3e-4148-8b6f-c0d64ed0c435,segment=NetworkSegment(ed3a602f-49fb-4a95-be80-401e1eb72e33),segment_id=ed3a602f-49fb-4a95-be80-401e1eb72e33)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:40:48.575082 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-4b7e9fe4-a2ee-4fc4-851d-c0dafcba6173 req-54157f89-fabf-496e-82c6-d78cf1b7cc59 tempest-TenantUsagesTestJSON-321771667 tempest-TenantUsagesTestJSON-321771667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:48.584789 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-33cb1644-eec5-4504-b85c-4d75bbf6155c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418993264'] for network, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:48.598282 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0215b912-ca91-4047-b39c-9ea8d483e03c req-be886395-9880-4cb5-a210-122463297ede tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c1ac446-2eae-4e3c-98ef-7a4684e96782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529346 May 20 20:40:48.615949 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-35a079b5-152b-4d58-b632-811f629407f0 req-90814dd0-e4ee-4f67-a794-99bb8ad36cd3 tempest-ServersTestFqdnHostnames-1411433198 tempest-ServersTestFqdnHostnames-1411433198-project] 10.222.0.35 "GET /v2.0/security-groups?id=1828cf44-0ab8-44e5-93a8-c9c17b35acb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2152705 May 20 20:40:48.693971 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-33cb1644-eec5-4504-b85c-4d75bbf6155c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524'] for network, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:48.695006 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33cb1644-eec5-4504-b85c-4d75bbf6155c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:40:48.695550 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Current status of the port 30d9fa41-50c6-4b38-bde4-ac01e978310f is: BUILD; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:40:48.695695 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-33cb1644-eec5-4504-b85c-4d75bbf6155c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:48.696291 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:48.742546 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port 30d9fa41-50c6-4b38-bde4-ac01e978310f, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=30d9fa41-50c6-4b38-bde4-ac01e978310f,segment=NetworkSegment(829636e1-4a48-47c7-aa8d-8fdc9c95015f),segment_id=829636e1-4a48-47c7-aa8d-8fdc9c95015f)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:40:48.743819 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0002b22e-4d91-4847-9cd0-e82e5eb2bc82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30d9fa41-50c6-4b38-bde4-ac01e978310f'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:40:48.746547 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8485417003ce7c0410b00f5cdc2f391e21107b70bb68e2773712534a96e108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c290e83d-f5ad-49f7-be7c-8d7ef4e58e91" -d '{"events": [{"server_uuid": "0002b22e-4d91-4847-9cd0-e82e5eb2bc82", "name": "network-vif-plugged", "status": "completed", "tag": "30d9fa41-50c6-4b38-bde4-ac01e978310f"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:40:48.759645 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [req-4b7e9fe4-a2ee-4fc4-851d-c0dafcba6173 req-54157f89-fabf-496e-82c6-d78cf1b7cc59 tempest-TenantUsagesTestJSON-321771667 tempest-TenantUsagesTestJSON-321771667-project] Calling delete_port for 8926f76d-5e3e-4148-8b6f-c0d64ed0c435 owned by compute:nova {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:40:48.790207 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cb1644-eec5-4504-b85c-4d75bbf6155c admin admin] Pushing event updated for resources: {'Network': ['ID=baad6524-bf83-4783-a736-2fe3005abb37,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:40:48.794339 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 20:40:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc625a47-3cec-4d65-8c82-be4aa82ecbaa x-openstack-request-id: req-bc625a47-3cec-4d65-8c82-be4aa82ecbaa {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:40:48.794892 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0002b22e-4d91-4847-9cd0-e82e5eb2bc82", "name": "network-vif-plugged", "status": "completed", "tag": "30d9fa41-50c6-4b38-bde4-ac01e978310f", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:40:48.795351 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-bc625a47-3cec-4d65-8c82-be4aa82ecbaa {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:40:48.796011 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc625a47-3cec-4d65-8c82-be4aa82ecbaa'] response: {'server_uuid': '0002b22e-4d91-4847-9cd0-e82e5eb2bc82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30d9fa41-50c6-4b38-bde4-ac01e978310f', 'code': 200} May 20 20:40:48.802782 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Network baad6524-bf83-4783-a736-2fe3005abb37 details requested by agent ovs-agent-n-d-842733-1 with host n-d-842733-1 {{(pid=103164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 20 20:40:48.878120 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-33cb1644-eec5-4504-b85c-4d75bbf6155c admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9284916 May 20 20:40:48.882323 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 36910) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:40:48.888346 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-6eb1145a-9cd5-49e4-bbe0-c70a45724fe4 admin admin] Request body: {'subnet': {'network_id': 'baad6524-bf83-4783-a736-2fe3005abb37', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-630153539-subnet', 'tenant_id': 'ad40cedaa73f40ef9226be0e1d4e6e54', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:40:48.941149 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-ae9c161e-d1f1-417b-a850-819225b4f343 req-57ea5d2c-cb7e-4dcf-8007-d1ffeddfc221 tempest-ImagesOneServerTestJSON-1034141892 tempest-ImagesOneServerTestJSON-1034141892-project] For port 14bab9e1-74b5-4180-9f49-6dd544eb5e30, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=14bab9e1-74b5-4180-9f49-6dd544eb5e30,segment=NetworkSegment(ed3a602f-49fb-4a95-be80-401e1eb72e33),segment_id=ed3a602f-49fb-4a95-be80-401e1eb72e33)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:40:48.941812 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-ae9c161e-d1f1-417b-a850-819225b4f343 req-57ea5d2c-cb7e-4dcf-8007-d1ffeddfc221 tempest-ImagesOneServerTestJSON-1034141892 tempest-ImagesOneServerTestJSON-1034141892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:48.971668 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [req-ae9c161e-d1f1-417b-a850-819225b4f343 req-57ea5d2c-cb7e-4dcf-8007-d1ffeddfc221 tempest-ImagesOneServerTestJSON-1034141892 tempest-ImagesOneServerTestJSON-1034141892-project] Calling delete_port for 14bab9e1-74b5-4180-9f49-6dd544eb5e30 owned by compute:nova {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:40:48.980723 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdabcd0-8d30-40d7-b8e5-79c9024a9a1e req-3e2b5ec4-bba3-4057-b82f-69838d135baa tempest-ImagesOneServerTestJSON-1034141892 tempest-ImagesOneServerTestJSON-1034141892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:40:48.982432 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4fdabcd0-8d30-40d7-b8e5-79c9024a9a1e req-3e2b5ec4-bba3-4057-b82f-69838d135baa tempest-ImagesOneServerTestJSON-1034141892 tempest-ImagesOneServerTestJSON-1034141892-project] 10.222.0.35 "GET /v2.0/ports?device_id=6959d056-8674-41a0-844d-fdbf9dc52e77 HTTP/1.1" status: 200 len: 949 time: 0.2207413 May 20 20:40:49.022533 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:49.045037 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8961ad-fbd3-430b-bfb3-ed765675f717 req-287f2417-c85d-41d3-b171-3ecc553eb33d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:40:49.046561 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ed8961ad-fbd3-430b-bfb3-ed765675f717 req-287f2417-c85d-41d3-b171-3ecc553eb33d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0002b22e-4d91-4847-9cd0-e82e5eb2bc82 HTTP/1.1" status: 200 len: 1096 time: 0.1732059 May 20 20:40:49.091270 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Pushing event updated for resources: {'Port': ['ID=30d9fa41-50c6-4b38-bde4-ac01e978310f,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:40:49.101453 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:40:49.101785 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:40:49.102292 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:40:49.102638 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:40:49.103780 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:40:49.104260 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:40:49.104583 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:40:49.105244 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:40:49.105568 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:40:49.105903 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:40:49.106273 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:40:49.106590 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:40:49.183723 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6eb1145a-9cd5-49e4-bbe0-c70a45724fe4 admin admin] Made reservation on behalf of ad40cedaa73f40ef9226be0e1d4e6e54 for: {'subnet': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:40:49.190446 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6eb1145a-9cd5-49e4-bbe0-c70a45724fe4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4018244'] for subnet, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:49.190577 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4fdabcd0-8d30-40d7-b8e5-79c9024a9a1e req-31f7ec70-db19-41a3-94c0-88cc7fa3ba36 tempest-ImagesOneServerTestJSON-1034141892 tempest-ImagesOneServerTestJSON-1034141892-project] 10.222.0.35 "GET /v2.0/security-groups?id=dbf8976f-45db-44b9-8b18-5f3bfc43aae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749084 May 20 20:40:49.196769 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ed8961ad-fbd3-430b-bfb3-ed765675f717 req-93ac1423-edb5-43f8-a435-792a3004133f service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=1828cf44-0ab8-44e5-93a8-c9c17b35acb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1392946 May 20 20:40:49.241581 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b2eec6-4ff8-43d0-9a53-eea18838c7df req-ce03ca42-0c44-40a1-a6f3-b3408fe25e95 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:40:49.243209 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-25b2eec6-4ff8-43d0-9a53-eea18838c7df req-ce03ca42-0c44-40a1-a6f3-b3408fe25e95 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/ports?device_id=639a9b9c-aaad-4644-9dcd-410174fb9f88 HTTP/1.1" status: 200 len: 947 time: 0.1101420 May 20 20:40:49.343474 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-4b7e9fe4-a2ee-4fc4-851d-c0dafcba6173 req-54157f89-fabf-496e-82c6-d78cf1b7cc59 tempest-TenantUsagesTestJSON-321771667 tempest-TenantUsagesTestJSON-321771667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:49.363845 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-25b2eec6-4ff8-43d0-9a53-eea18838c7df req-ccd875b6-374c-43de-bed6-b67780d55382 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3c6019f-4c4a-4c16-982c-852ac3d8d84a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959237 May 20 20:40:49.409017 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54157f89-fabf-496e-82c6-d78cf1b7cc59 tempest-TenantUsagesTestJSON-321771667 tempest-TenantUsagesTestJSON-321771667-project] Pushing event deleted for resources: {'Port': ['ID=8926f76d-5e3e-4148-8b6f-c0d64ed0c435,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:40:49.441324 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb0b2cd-da01-4fe4-912d-dfca8bc6a280 req-4e7d325e-56ec-4e98-90bb-7ca769439ae9 tempest-TenantUsagesTestJSON-321771667 tempest-TenantUsagesTestJSON-321771667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:40:49.449864 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9fb0b2cd-da01-4fe4-912d-dfca8bc6a280 req-4e7d325e-56ec-4e98-90bb-7ca769439ae9 tempest-TenantUsagesTestJSON-321771667 tempest-TenantUsagesTestJSON-321771667-project] 10.222.0.35 "GET /v2.0/ports?device_id=e01e2816-68ea-4742-8aba-a7f9da2ae881 HTTP/1.1" status: 200 len: 949 time: 0.1807134 May 20 20:40:49.479792 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b7e9fe4-a2ee-4fc4-851d-c0dafcba6173 req-54157f89-fabf-496e-82c6-d78cf1b7cc59 tempest-TenantUsagesTestJSON-321771667 tempest-TenantUsagesTestJSON-321771667-project] No DVR routers for this DVR port 8926f76d-5e3e-4148-8b6f-c0d64ed0c435 on host n-h1-842733-1 {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:40:49.481931 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-ae9c161e-d1f1-417b-a850-819225b4f343 req-57ea5d2c-cb7e-4dcf-8007-d1ffeddfc221 tempest-ImagesOneServerTestJSON-1034141892 tempest-ImagesOneServerTestJSON-1034141892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:49.484164 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-4b7e9fe4-a2ee-4fc4-851d-c0dafcba6173 req-54157f89-fabf-496e-82c6-d78cf1b7cc59 tempest-TenantUsagesTestJSON-321771667 tempest-TenantUsagesTestJSON-321771667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:49.491603 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4b7e9fe4-a2ee-4fc4-851d-c0dafcba6173 req-54157f89-fabf-496e-82c6-d78cf1b7cc59 tempest-TenantUsagesTestJSON-321771667 tempest-TenantUsagesTestJSON-321771667-project] 10.222.0.24 "DELETE /v2.0/ports/8926f76d-5e3e-4148-8b6f-c0d64ed0c435 HTTP/1.1" status: 204 len: 173 time: 1.6285131 May 20 20:40:49.491603 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e01e2816-68ea-4742-8aba-a7f9da2ae881', 'name': 'network-vif-deleted', 'tag': '8926f76d-5e3e-4148-8b6f-c0d64ed0c435'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:40:49.492539 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4291b17aa7b45362825f0571e77c85f5e73afe1df9c7e9e15006df9d695c005e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0a17832-bbf0-4a25-a2a1-2222f493d281" -d '{"events": [{"server_uuid": "e01e2816-68ea-4742-8aba-a7f9da2ae881", "name": "network-vif-deleted", "tag": "8926f76d-5e3e-4148-8b6f-c0d64ed0c435"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:40:49.547986 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ea5d2c-cb7e-4dcf-8007-d1ffeddfc221 tempest-ImagesOneServerTestJSON-1034141892 tempest-ImagesOneServerTestJSON-1034141892-project] Pushing event deleted for resources: {'Port': ['ID=14bab9e1-74b5-4180-9f49-6dd544eb5e30,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:40:49.557260 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6eb1145a-9cd5-49e4-bbe0-c70a45724fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3797684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4018258'] for subnet, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:49.646812 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae9c161e-d1f1-417b-a850-819225b4f343 req-57ea5d2c-cb7e-4dcf-8007-d1ffeddfc221 tempest-ImagesOneServerTestJSON-1034141892 tempest-ImagesOneServerTestJSON-1034141892-project] No DVR routers for this DVR port 14bab9e1-74b5-4180-9f49-6dd544eb5e30 on host n-h2-842733-1 {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:40:49.647049 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb1145a-9cd5-49e4-bbe0-c70a45724fe4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e166003-715e-4f35-82f5-046af1f78c1c,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:40:49.659593 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-ae9c161e-d1f1-417b-a850-819225b4f343 req-57ea5d2c-cb7e-4dcf-8007-d1ffeddfc221 tempest-ImagesOneServerTestJSON-1034141892 tempest-ImagesOneServerTestJSON-1034141892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:49.662983 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ae9c161e-d1f1-417b-a850-819225b4f343 req-57ea5d2c-cb7e-4dcf-8007-d1ffeddfc221 tempest-ImagesOneServerTestJSON-1034141892 tempest-ImagesOneServerTestJSON-1034141892-project] 10.222.0.13 "DELETE /v2.0/ports/14bab9e1-74b5-4180-9f49-6dd544eb5e30 HTTP/1.1" status: 204 len: 173 time: 1.5827057 May 20 20:40:49.665436 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb1145a-9cd5-49e4-bbe0-c70a45724fe4 admin admin] Checking segment: {'id': '54014f1f-17f4-44bc-89c9-a7cc1b561592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'baad6524-bf83-4783-a736-2fe3005abb37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:40:49.666685 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eb1145a-9cd5-49e4-bbe0-c70a45724fe4 admin admin] Network hostable DHCP agents. Network: baad6524-bf83-4783-a736-2fe3005abb37, hostable agents: ['c9b0653c-f3c7-4339-bd50-e3754b629216'], hosted agents: [] {{(pid=103162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 20:40:49.666830 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9fb0b2cd-da01-4fe4-912d-dfca8bc6a280 req-625fdc2a-888a-4694-9b1e-482286685b63 tempest-TenantUsagesTestJSON-321771667 tempest-TenantUsagesTestJSON-321771667-project] 10.222.0.35 "GET /v2.0/security-groups?id=1b115fa6-6a8a-4861-bcac-5b6f4ecf0202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877844 May 20 20:40:49.811374 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 20:40:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90cb597b-ab5f-4755-a1be-5fd99c6603b8 x-openstack-request-id: req-90cb597b-ab5f-4755-a1be-5fd99c6603b8 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:40:49.812001 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e01e2816-68ea-4742-8aba-a7f9da2ae881", "name": "network-vif-deleted", "tag": "8926f76d-5e3e-4148-8b6f-c0d64ed0c435", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:40:49.812342 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-90cb597b-ab5f-4755-a1be-5fd99c6603b8 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:40:49.812924 n-d-842733-1 neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90cb597b-ab5f-4755-a1be-5fd99c6603b8'] response: {'server_uuid': 'e01e2816-68ea-4742-8aba-a7f9da2ae881', 'name': 'network-vif-deleted', 'tag': '8926f76d-5e3e-4148-8b6f-c0d64ed0c435', 'status': 'completed', 'code': 200} May 20 20:40:49.837649 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eb1145a-9cd5-49e4-bbe0-c70a45724fe4 admin admin] Network baad6524-bf83-4783-a736-2fe3005abb37 is scheduled to be hosted by DHCP agent c9b0653c-f3c7-4339-bd50-e3754b629216 with binding_index 1 {{(pid=103162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 20:40:49.887820 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406f771d-48f1-47f4-b4e8-b3b57088f84c req-05efcf43-9274-4d4f-846c-900bf6185254 tempest-ServersTestFqdnHostnames-1411433198 tempest-ServersTestFqdnHostnames-1411433198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:40:49.889962 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-406f771d-48f1-47f4-b4e8-b3b57088f84c req-05efcf43-9274-4d4f-846c-900bf6185254 tempest-ServersTestFqdnHostnames-1411433198 tempest-ServersTestFqdnHostnames-1411433198-project] 10.222.0.35 "GET /v2.0/ports?device_id=0002b22e-4d91-4847-9cd0-e82e5eb2bc82 HTTP/1.1" status: 200 len: 945 time: 0.0811546 May 20 20:40:49.968174 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ba3c13d9-ffaf-4077-b44f-32a3fbae47ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:49.979996 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1375f3-27ab-43dd-97ff-968e56ec2633 req-444ca635-680a-4ef4-9afc-b67cd4cc03ef tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:40:49.982208 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6c1375f3-27ab-43dd-97ff-968e56ec2633 req-444ca635-680a-4ef4-9afc-b67cd4cc03ef tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.35 "GET /v2.0/ports?device_id=532663b2-24ff-4076-90d7-3126e956882e HTTP/1.1" status: 200 len: 946 time: 0.0912826 May 20 20:40:49.988946 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-406f771d-48f1-47f4-b4e8-b3b57088f84c req-141cb7e4-cc9a-4e27-ba02-52fd23206109 tempest-ServersTestFqdnHostnames-1411433198 tempest-ServersTestFqdnHostnames-1411433198-project] 10.222.0.35 "GET /v2.0/security-groups?id=1828cf44-0ab8-44e5-93a8-c9c17b35acb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598290 May 20 20:40:50.028395 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6c1375f3-27ab-43dd-97ff-968e56ec2633 req-c1d3ec33-5f56-4de4-a100-596615913c4a tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c1ac446-2eae-4e3c-98ef-7a4684e96782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380745 May 20 20:40:50.120662 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-6eb1145a-9cd5-49e4-bbe0-c70a45724fe4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842733-1, baad6524-bf83-4783-a736-2fe3005abb37) {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:40:50.133561 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eb1145a-9cd5-49e4-bbe0-c70a45724fe4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:40:50.136516 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6eb1145a-9cd5-49e4-bbe0-c70a45724fe4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:50.150804 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd7ec578-95ae-4b55-a30c-214b9cd8e968 None None] Network baad6524-bf83-4783-a736-2fe3005abb37 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:40:50.266317 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-6eb1145a-9cd5-49e4-bbe0-c70a45724fe4 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3819973 May 20 20:40:50.269613 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 36934) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:40:50.283014 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-d806d918-d547-47f7-84bc-34d060a60826 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-630153539-router', 'tenant_id': 'ad40cedaa73f40ef9226be0e1d4e6e54', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'}}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:40:50.340250 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 8926f76d-5e3e-4148-8b6f-c0d64ed0c435 no longer exists at agent hyperv_n-h1-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:40:50.377915 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] No Port match for: 8926f76d-5e3e-4148-8b6f-c0d64ed0c435 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 20:40:50.378273 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 8926f76d-5e3e-4148-8b6f-c0d64ed0c435 not bound to the agent host n-h1-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 20:40:50.406509 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-65a06958-0e1e-4364-abb7-e23a4ee00b9b req-7ef3ee08-4c03-4e94-8122-ba58472464e5 tempest-ImagesOneServerTestJSON-1034141892 tempest-ImagesOneServerTestJSON-1034141892-project] 10.222.0.35 "GET /v2.0/ports?device_id=6959d056-8674-41a0-844d-fdbf9dc52e77 HTTP/1.1" status: 200 len: 210 time: 0.0472488 May 20 20:40:50.415199 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4310f60-7d6b-4c7b-bcf4-89236eb4fc51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaee2b848-d4b9-5db1-b6ef-d6db29d67de7-baad6524-bf83-4783-a736-2fe3005abb37', 'network_id': 'baad6524-bf83-4783-a736-2fe3005abb37', 'tenant_id': 'ad40cedaa73f40ef9226be0e1d4e6e54', 'fixed_ips': [{'subnet_id': '6e166003-715e-4f35-82f5-046af1f78c1c'}]}} from n-d-842733-1. {{(pid=103164) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 20:40:50.417406 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d4310f60-7d6b-4c7b-bcf4-89236eb4fc51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:50.463742 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d806d918-d547-47f7-84bc-34d060a60826 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-694221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26155'] for router, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:50.465478 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d806d918-d547-47f7-84bc-34d060a60826 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-693085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748153', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-718080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26162'] for router, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:50.549608 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480ff25a-e47c-4586-befa-f17953db275b req-5f000b17-1735-4743-86fc-3e1d14f5230f tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:40:50.554646 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-480ff25a-e47c-4586-befa-f17953db275b req-5f000b17-1735-4743-86fc-3e1d14f5230f tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/ports?device_id=639a9b9c-aaad-4644-9dcd-410174fb9f88 HTTP/1.1" status: 200 len: 947 time: 0.0831044 May 20 20:40:50.556689 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d806d918-d547-47f7-84bc-34d060a60826 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:50.592916 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-480ff25a-e47c-4586-befa-f17953db275b req-a204d1bd-e424-408a-a866-ac4c0d03f8dc tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3c6019f-4c4a-4c16-982c-852ac3d8d84a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330634 May 20 20:40:50.598877 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [None req-d4310f60-7d6b-4c7b-bcf4-89236eb4fc51 None None] Allocated IP 172.20.0.2 (baad6524-bf83-4783-a736-2fe3005abb37/6e166003-715e-4f35-82f5-046af1f78c1c/0c495699-8968-4cf1-8d6a-412635f371a3) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:40:50.733201 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 14bab9e1-74b5-4180-9f49-6dd544eb5e30 no longer exists at agent hyperv_n-h2-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:40:50.767807 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] No Port match for: 14bab9e1-74b5-4180-9f49-6dd544eb5e30 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 20:40:50.768043 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 14bab9e1-74b5-4180-9f49-6dd544eb5e30 not bound to the agent host n-h2-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 20:40:50.769755 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d4310f60-7d6b-4c7b-bcf4-89236eb4fc51 None None] Notify callbacks [] for port, precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:50.810790 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a9ac902c-cb0b-4380-8986-06c873dec9aa req-ac96e922-a861-42e6-be17-9b375eaa7285 tempest-TenantUsagesTestJSON-321771667 tempest-TenantUsagesTestJSON-321771667-project] 10.222.0.35 "GET /v2.0/ports?device_id=e01e2816-68ea-4742-8aba-a7f9da2ae881 HTTP/1.1" status: 200 len: 210 time: 0.0268438 May 20 20:40:50.925951 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d4310f60-7d6b-4c7b-bcf4-89236eb4fc51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108'] for port, after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:50.966325 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4310f60-7d6b-4c7b-bcf4-89236eb4fc51 None None] Network baad6524-bf83-4783-a736-2fe3005abb37 is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:40:50.973169 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-d4310f60-7d6b-4c7b-bcf4-89236eb4fc51 None None] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:40:50.976883 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4310f60-7d6b-4c7b-bcf4-89236eb4fc51 None None] Received port after_create {{(pid=103164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:40:50.989446 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4310f60-7d6b-4c7b-bcf4-89236eb4fc51 None None] Pushing event updated for resources: {'Port': ['ID=0c495699-8968-4cf1-8d6a-412635f371a3,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:40:51.006924 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d806d918-d547-47f7-84bc-34d060a60826 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:51.043530 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-d4310f60-7d6b-4c7b-bcf4-89236eb4fc51 None None] Attempting to bind port 0c495699-8968-4cf1-8d6a-412635f371a3 on host n-d-842733-1 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:40:51.043904 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-d4310f60-7d6b-4c7b-bcf4-89236eb4fc51 None None] Attempting to bind port 0c495699-8968-4cf1-8d6a-412635f371a3 by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': '54014f1f-17f4-44bc-89c9-a7cc1b561592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'baad6524-bf83-4783-a736-2fe3005abb37'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:40:51.044249 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4310f60-7d6b-4c7b-bcf4-89236eb4fc51 None None] Attempting to bind port 0c495699-8968-4cf1-8d6a-412635f371a3 on network baad6524-bf83-4783-a736-2fe3005abb37 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:40:51.051389 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4310f60-7d6b-4c7b-bcf4-89236eb4fc51 None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 40, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:40:51.051636 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4310f60-7d6b-4c7b-bcf4-89236eb4fc51 None None] Checking segment: {'id': '54014f1f-17f4-44bc-89c9-a7cc1b561592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'baad6524-bf83-4783-a736-2fe3005abb37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:40:51.051985 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d4310f60-7d6b-4c7b-bcf4-89236eb4fc51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:51.052362 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4310f60-7d6b-4c7b-bcf4-89236eb4fc51 None None] Bound using segment: {'id': '54014f1f-17f4-44bc-89c9-a7cc1b561592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'baad6524-bf83-4783-a736-2fe3005abb37'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:40:51.052821 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-d4310f60-7d6b-4c7b-bcf4-89236eb4fc51 None None] Bound port: 0c495699-8968-4cf1-8d6a-412635f371a3, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54014f1f-17f4-44bc-89c9-a7cc1b561592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'baad6524-bf83-4783-a736-2fe3005abb37'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:40:51.053247 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d4310f60-7d6b-4c7b-bcf4-89236eb4fc51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:51.139522 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d989e372-7d2b-4a7e-9d54-6f21ff0a4041 req-fa360ffc-2f24-450d-8269-0099ee6b2fb8 tempest-ServersTestFqdnHostnames-1411433198 tempest-ServersTestFqdnHostnames-1411433198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:40:51.149799 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d989e372-7d2b-4a7e-9d54-6f21ff0a4041 req-fa360ffc-2f24-450d-8269-0099ee6b2fb8 tempest-ServersTestFqdnHostnames-1411433198 tempest-ServersTestFqdnHostnames-1411433198-project] 10.222.0.35 "GET /v2.0/ports?device_id=0002b22e-4d91-4847-9cd0-e82e5eb2bc82 HTTP/1.1" status: 200 len: 945 time: 0.0789714 May 20 20:40:51.179377 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-d4310f60-7d6b-4c7b-bcf4-89236eb4fc51 None None] For port 0c495699-8968-4cf1-8d6a-412635f371a3, host n-d-842733-1, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:40:51.185222 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-d4310f60-7d6b-4c7b-bcf4-89236eb4fc51 None None] For port 0c495699-8968-4cf1-8d6a-412635f371a3, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=0c495699-8968-4cf1-8d6a-412635f371a3,segment=NetworkSegment(54014f1f-17f4-44bc-89c9-a7cc1b561592),segment_id=54014f1f-17f4-44bc-89c9-a7cc1b561592)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:40:51.205800 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d989e372-7d2b-4a7e-9d54-6f21ff0a4041 req-2fabf470-96f6-4bce-a07e-86811097f713 tempest-ServersTestFqdnHostnames-1411433198 tempest-ServersTestFqdnHostnames-1411433198-project] 10.222.0.35 "GET /v2.0/security-groups?id=1828cf44-0ab8-44e5-93a8-c9c17b35acb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555890 May 20 20:40:51.248492 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d4310f60-7d6b-4c7b-bcf4-89236eb4fc51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:51.296356 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e97e049-f01d-4c0b-b006-1ad8ca3c0f19 req-214f211f-3fa2-4f29-b203-77fb19bea4ad tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:40:51.302108 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2e97e049-f01d-4c0b-b006-1ad8ca3c0f19 req-214f211f-3fa2-4f29-b203-77fb19bea4ad tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.35 "GET /v2.0/ports?device_id=532663b2-24ff-4076-90d7-3126e956882e HTTP/1.1" status: 200 len: 946 time: 0.1108274 May 20 20:40:51.360646 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4310f60-7d6b-4c7b-bcf4-89236eb4fc51 None None] Pushing event updated for resources: {'Port': ['ID=0c495699-8968-4cf1-8d6a-412635f371a3,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:40:51.420080 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2e97e049-f01d-4c0b-b006-1ad8ca3c0f19 req-92acd02a-c665-491f-b60a-62fa007c66dc tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c1ac446-2eae-4e3c-98ef-7a4684e96782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047771 May 20 20:40:51.448944 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0859189f-6ab0-42ba-8d58-c229e050a559 req-340747ba-5c87-4400-8bdc-63c5b765005e tempest-ServersTestFqdnHostnames-1411433198 tempest-ServersTestFqdnHostnames-1411433198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:40:51.448944 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0859189f-6ab0-42ba-8d58-c229e050a559 req-340747ba-5c87-4400-8bdc-63c5b765005e tempest-ServersTestFqdnHostnames-1411433198 tempest-ServersTestFqdnHostnames-1411433198-project] 10.222.0.35 "GET /v2.0/ports?device_id=0002b22e-4d91-4847-9cd0-e82e5eb2bc82 HTTP/1.1" status: 200 len: 945 time: 0.1420002 May 20 20:40:51.454571 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 36960) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:40:51.465628 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-0cb8e50e-29c8-42b5-b060-7b9d8bc59ed6 tempest-ServersTestFqdnHostnames-1411433198 tempest-ServersTestFqdnHostnames-1411433198-project] Request body: {'floatingip': {'port_id': '30d9fa41-50c6-4b38-bde4-ac01e978310f'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:40:51.522336 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0cb8e50e-29c8-42b5-b060-7b9d8bc59ed6 tempest-ServersTestFqdnHostnames-1411433198 tempest-ServersTestFqdnHostnames-1411433198-project] Notify callbacks [] for floatingip, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:51.556081 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d806d918-d547-47f7-84bc-34d060a60826 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:51.606094 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d806d918-d547-47f7-84bc-34d060a60826 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:51.787419 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-d806d918-d547-47f7-84bc-34d060a60826 admin admin] Allocated IP 172.25.2.197 (e3a93b5c-91e2-4064-9c2c-1afc261bfe15/86fee0c1-6e34-488b-9216-b2b8e7ef585a/6102034d-a3c2-4434-9aee-ef8354188c26) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:40:51.815346 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6959d056-8674-41a0-844d-fdbf9dc52e77', 'name': 'network-vif-deleted', 'tag': '14bab9e1-74b5-4180-9f49-6dd544eb5e30'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:40:51.818969 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4291b17aa7b45362825f0571e77c85f5e73afe1df9c7e9e15006df9d695c005e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7097030e-c3b0-4078-b0be-ac9305991b4e" -d '{"events": [{"server_uuid": "6959d056-8674-41a0-844d-fdbf9dc52e77", "name": "network-vif-deleted", "tag": "14bab9e1-74b5-4180-9f49-6dd544eb5e30"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:40:51.908910 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88121751-d5db-49d4-841f-6af7202149b3 req-8c2bd8ab-cf9b-4527-83b6-7a33389bf312 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:40:51.915921 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-88121751-d5db-49d4-841f-6af7202149b3 req-8c2bd8ab-cf9b-4527-83b6-7a33389bf312 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/ports?device_id=639a9b9c-aaad-4644-9dcd-410174fb9f88 HTTP/1.1" status: 200 len: 947 time: 0.1899407 May 20 20:40:51.971726 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d806d918-d547-47f7-84bc-34d060a60826 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:51.991711 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 20:40:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29cf2d00-ec7d-4397-9c30-fe7c16bc7349 x-openstack-request-id: req-29cf2d00-ec7d-4397-9c30-fe7c16bc7349 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:40:51.991985 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6959d056-8674-41a0-844d-fdbf9dc52e77", "name": "network-vif-deleted", "tag": "14bab9e1-74b5-4180-9f49-6dd544eb5e30", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:40:51.992233 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-29cf2d00-ec7d-4397-9c30-fe7c16bc7349 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:40:51.992609 n-d-842733-1 neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29cf2d00-ec7d-4397-9c30-fe7c16bc7349'] response: {'server_uuid': '6959d056-8674-41a0-844d-fdbf9dc52e77', 'name': 'network-vif-deleted', 'tag': '14bab9e1-74b5-4180-9f49-6dd544eb5e30', 'status': 'completed', 'code': 200} May 20 20:40:52.054244 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-88121751-d5db-49d4-841f-6af7202149b3 req-5db5b439-6fbd-4d7b-8e26-b560ea5246b8 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3c6019f-4c4a-4c16-982c-852ac3d8d84a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641518 May 20 20:40:52.094272 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 36982) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:40:52.115838 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d806d918-d547-47f7-84bc-34d060a60826 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:52.182536 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d806d918-d547-47f7-84bc-34d060a60826 admin admin] Network e3a93b5c-91e2-4064-9c2c-1afc261bfe15 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:40:52.189737 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-d806d918-d547-47f7-84bc-34d060a60826 admin admin] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:40:52.191040 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d806d918-d547-47f7-84bc-34d060a60826 admin admin] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:40:52.226543 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d806d918-d547-47f7-84bc-34d060a60826 admin admin] Pushing event updated for resources: {'Port': ['ID=6102034d-a3c2-4434-9aee-ef8354188c26,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:40:52.349548 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-45cd8d8e-501f-4f86-a898-4dc463cbdaa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:52.369489 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0cb8e50e-29c8-42b5-b060-7b9d8bc59ed6 tempest-ServersTestFqdnHostnames-1411433198 tempest-ServersTestFqdnHostnames-1411433198-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:52.433087 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-2cd6c200-e745-4e73-8e30-230015d0ae04 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f58611bead484b6ebd3128885951c5d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3376503 May 20 20:40:52.447164 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 36994) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:40:52.467311 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0cb8e50e-29c8-42b5-b060-7b9d8bc59ed6 tempest-ServersTestFqdnHostnames-1411433198 tempest-ServersTestFqdnHostnames-1411433198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748272'] for floatingip, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:52.548495 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5dd3c8c4-f1d3-46fe-aa37-cbbf604f6d53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:52.586091 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb7860d-834c-4cc9-9b63-29a3e4cfe420 req-14381507-11fd-484c-a4ad-164d09473322 tempest-LiveAutoBlockMigrationV225Test-1777330067 tempest-LiveAutoBlockMigrationV225Test-1777330067-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:40:52.587582 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-dbb7860d-834c-4cc9-9b63-29a3e4cfe420 req-14381507-11fd-484c-a4ad-164d09473322 tempest-LiveAutoBlockMigrationV225Test-1777330067 tempest-LiveAutoBlockMigrationV225Test-1777330067-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=532663b2-24ff-4076-90d7-3126e956882e&tenant_id=8b3cc11ab7334369b6693afcab69aa6e&binding%3Ahost_id=n-h2-842733-1 HTTP/1.1" status: 200 len: 1097 time: 0.2135425 May 20 20:40:52.594057 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5dd3c8c4-f1d3-46fe-aa37-cbbf604f6d53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:52.628027 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [req-dbb7860d-834c-4cc9-9b63-29a3e4cfe420 req-3fa49a2c-c1f7-43ad-b1cd-98b2ef21dbb2 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-842733-1'}}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:40:52.663404 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 36998) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:40:52.718100 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd536fa-4225-4c1c-a7d9-98fc47b6e208 req-81d83534-59e3-44f9-ae86-6741a4119034 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:40:52.725918 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8dd536fa-4225-4c1c-a7d9-98fc47b6e208 req-81d83534-59e3-44f9-ae86-6741a4119034 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.35 "GET /v2.0/ports?device_id=532663b2-24ff-4076-90d7-3126e956882e HTTP/1.1" status: 200 len: 946 time: 0.1814268 May 20 20:40:52.745518 n-d-842733-1 neutron-server[103163]: INFO neutron.db.l3_db [None req-0cb8e50e-29c8-42b5-b060-7b9d8bc59ed6 tempest-ServersTestFqdnHostnames-1411433198 tempest-ServersTestFqdnHostnames-1411433198-project] Floating IP 9045b5e3-2d3b-4994-8d71-26524aff2e4c associated. External IP: 172.25.2.239, port: 30d9fa41-50c6-4b38-bde4-ac01e978310f. May 20 20:40:52.788734 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d806d918-d547-47f7-84bc-34d060a60826 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:52.798387 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-dbb7860d-834c-4cc9-9b63-29a3e4cfe420 req-3fa49a2c-c1f7-43ad-b1cd-98b2ef21dbb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:52.846172 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8dd536fa-4225-4c1c-a7d9-98fc47b6e208 req-30d9e2e5-277b-4850-a8e0-9a0eb74efbf4 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c1ac446-2eae-4e3c-98ef-7a4684e96782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187196 May 20 20:40:52.878201 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b2e83b5-bf73-4b0e-bbdc-3825588cdc33 None None] Network baad6524-bf83-4783-a736-2fe3005abb37 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:40:52.992977 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-2be1e734-0afd-40d5-9e04-70b3925884bd None None] Provisioning complete for port 0c495699-8968-4cf1-8d6a-412635f371a3 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:40:52.993708 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-2be1e734-0afd-40d5-9e04-70b3925884bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:53.140398 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5dd3c8c4-f1d3-46fe-aa37-cbbf604f6d53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:53.143516 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5dd3c8c4-f1d3-46fe-aa37-cbbf604f6d53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:53.145020 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-5dd3c8c4-f1d3-46fe-aa37-cbbf604f6d53 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/dbf8976f-45db-44b9-8b18-5f3bfc43aae5 HTTP/1.1" status: 204 len: 168 time: 0.6947551 May 20 20:40:53.161715 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-2be1e734-0afd-40d5-9e04-70b3925884bd None None] Current status of the port 0c495699-8968-4cf1-8d6a-412635f371a3 is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:40:53.162941 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd3c8c4-f1d3-46fe-aa37-cbbf604f6d53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbf8976f-45db-44b9-8b18-5f3bfc43aae5,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:40:53.163537 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-2be1e734-0afd-40d5-9e04-70b3925884bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:53.222987 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-2be1e734-0afd-40d5-9e04-70b3925884bd None None] For port 0c495699-8968-4cf1-8d6a-412635f371a3, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=0c495699-8968-4cf1-8d6a-412635f371a3,segment=NetworkSegment(54014f1f-17f4-44bc-89c9-a7cc1b561592),segment_id=54014f1f-17f4-44bc-89c9-a7cc1b561592)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:40:53.342834 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d806d918-d547-47f7-84bc-34d060a60826 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748106'] for router, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:53.356594 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-2be1e734-0afd-40d5-9e04-70b3925884bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:53.416579 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-38654c41-54f1-4685-9324-d576afcc3b7b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c4cf26d3bd184d4cadfee60b1bdc5784&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7505016 May 20 20:40:53.418324 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 37024) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:40:53.474431 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c8cc38-4d30-4836-9a7f-c9fce91d5353 req-1ca56d74-d5bb-4ffb-8223-35a939858d06 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:40:53.476127 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f8c8cc38-4d30-4836-9a7f-c9fce91d5353 req-1ca56d74-d5bb-4ffb-8223-35a939858d06 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/ports?device_id=639a9b9c-aaad-4644-9dcd-410174fb9f88 HTTP/1.1" status: 200 len: 947 time: 0.2032349 May 20 20:40:53.495545 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be1e734-0afd-40d5-9e04-70b3925884bd None None] Pushing event updated for resources: {'Port': ['ID=0c495699-8968-4cf1-8d6a-412635f371a3,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:40:53.515242 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-076d0f44-2f96-4126-85c4-bdde566417ca None None] Provisioning complete for port 0c495699-8968-4cf1-8d6a-412635f371a3 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:40:53.517203 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-076d0f44-2f96-4126-85c4-bdde566417ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:53.635119 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-dbb7860d-834c-4cc9-9b63-29a3e4cfe420 req-3fa49a2c-c1f7-43ad-b1cd-98b2ef21dbb2 service neutron] For port 1a4e9b92-3576-4ac2-af54-1fa1ca2039c7, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=1a4e9b92-3576-4ac2-af54-1fa1ca2039c7,segment=NetworkSegment(65a8f4c3-036d-4ff8-a81a-cd07cb6f1230),segment_id=65a8f4c3-036d-4ff8-a81a-cd07cb6f1230)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:40:53.646008 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6287a0f4-0347-4bff-afef-1382a53f7330 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:53.654126 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f8c8cc38-4d30-4836-9a7f-c9fce91d5353 req-6a49ad79-7929-4f38-ab26-13342b2a36d1 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3c6019f-4c4a-4c16-982c-852ac3d8d84a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1590397 May 20 20:40:53.675280 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6287a0f4-0347-4bff-afef-1382a53f7330 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:53.688801 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 0c495699-8968-4cf1-8d6a-412635f371a3 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:40:53.790879 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-dbb7860d-834c-4cc9-9b63-29a3e4cfe420 req-3fa49a2c-c1f7-43ad-b1cd-98b2ef21dbb2 service neutron] For port 1a4e9b92-3576-4ac2-af54-1fa1ca2039c7, host n-h2-842733-1, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:40:53.793374 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cb8e50e-29c8-42b5-b060-7b9d8bc59ed6 tempest-ServersTestFqdnHostnames-1411433198 tempest-ServersTestFqdnHostnames-1411433198-project] Router 1cc28792-3536-4873-bb60-ae6e3d650e79 has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 20:40:53.817555 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-076d0f44-2f96-4126-85c4-bdde566417ca None None] Current status of the port 0c495699-8968-4cf1-8d6a-412635f371a3 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:40:53.848641 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 0c495699-8968-4cf1-8d6a-412635f371a3 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:40:53.855499 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:53.925768 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d806d918-d547-47f7-84bc-34d060a60826 admin admin] Router 08a33ff6-3a75-4df0-866a-8a0a86dbcd1f is scheduled to L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e with binding_index 1 {{(pid=103162) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 20 20:40:53.941334 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 0c495699-8968-4cf1-8d6a-412635f371a3 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:40:53.948353 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-dbb7860d-834c-4cc9-9b63-29a3e4cfe420 req-3fa49a2c-c1f7-43ad-b1cd-98b2ef21dbb2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:53.960272 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4bb0e131-6525-46ca-a45b-e4ea43a5e69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:53.974347 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6287a0f4-0347-4bff-afef-1382a53f7330 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:53.976805 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6287a0f4-0347-4bff-afef-1382a53f7330 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:53.977946 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-6287a0f4-0347-4bff-afef-1382a53f7330 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1b115fa6-6a8a-4861-bcac-5b6f4ecf0202 HTTP/1.1" status: 204 len: 168 time: 0.5586948 May 20 20:40:53.994975 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6287a0f4-0347-4bff-afef-1382a53f7330 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b115fa6-6a8a-4861-bcac-5b6f4ecf0202,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:40:53.998781 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '532663b2-24ff-4076-90d7-3126e956882e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1a4e9b92-3576-4ac2-af54-1fa1ca2039c7'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:40:54.001701 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4291b17aa7b45362825f0571e77c85f5e73afe1df9c7e9e15006df9d695c005e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d96ef6d-61ee-4dec-a057-80bb1ea3be91" -d '{"events": [{"server_uuid": "532663b2-24ff-4076-90d7-3126e956882e", "name": "network-vif-unplugged", "status": "completed", "tag": "1a4e9b92-3576-4ac2-af54-1fa1ca2039c7"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:40:54.016636 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377cb4ac-0579-46cb-81ae-e403fd79e0ff req-ac235f4d-270c-493c-ab32-7c6f14c9bc04 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:40:54.025500 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-377cb4ac-0579-46cb-81ae-e403fd79e0ff req-ac235f4d-270c-493c-ab32-7c6f14c9bc04 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] 10.222.0.35 "GET /v2.0/networks?id=f2296de0-b06c-422e-98fe-14a3771aba33 HTTP/1.1" status: 200 len: 807 time: 0.2718287 May 20 20:40:54.098197 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-dbb7860d-834c-4cc9-9b63-29a3e4cfe420 req-3fa49a2c-c1f7-43ad-b1cd-98b2ef21dbb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:54.104564 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d806d918-d547-47f7-84bc-34d060a60826 admin admin] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 20:40:54.115944 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-377cb4ac-0579-46cb-81ae-e403fd79e0ff req-2a8a7a1a-f629-48be-b90f-3cc88054836a tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] 10.222.0.35 "GET /v2.0/quotas/33876e14b0274b60a421aea47180bf46 HTTP/1.1" status: 200 len: 375 time: 0.0894883 May 20 20:40:54.117284 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e0a650c-ac6f-4953-bc65-5e8e4f6d2704 None None] Sync routers for ids ['08a33ff6-3a75-4df0-866a-8a0a86dbcd1f'] in n-d-842733-1 {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 20:40:54.141757 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e0a650c-ac6f-4953-bc65-5e8e4f6d2704 None None] Routers {'08a33ff6-3a75-4df0-866a-8a0a86dbcd1f'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:40:54.142426 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-6e0a650c-ac6f-4953-bc65-5e8e4f6d2704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:40:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['08a33ff6-3a75-4df0-866a-8a0a86dbcd1f'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:40:54.212378 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6dde5b-6b7e-421d-9d20-13008e0adb68 req-1160e75c-a734-4b15-b599-2fbabb85cfb2 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:40:54.214606 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7f6dde5b-6b7e-421d-9d20-13008e0adb68 req-1160e75c-a734-4b15-b599-2fbabb85cfb2 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.35 "GET /v2.0/ports?device_id=532663b2-24ff-4076-90d7-3126e956882e HTTP/1.1" status: 200 len: 946 time: 0.2578218 May 20 20:40:54.225495 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cb8e50e-29c8-42b5-b060-7b9d8bc59ed6 tempest-ServersTestFqdnHostnames-1411433198 tempest-ServersTestFqdnHostnames-1411433198-project] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 20:40:54.232256 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0cb8e50e-29c8-42b5-b060-7b9d8bc59ed6 tempest-ServersTestFqdnHostnames-1411433198 tempest-ServersTestFqdnHostnames-1411433198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for floatingip, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:54.241751 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5261fbe8-46ae-4545-975a-6c0e83918731 None None] Sync routers for ids ['1cc28792-3536-4873-bb60-ae6e3d650e79'] in n-d-842733-1 {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 20:40:54.262452 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d806d918-d547-47f7-84bc-34d060a60826 admin admin] Notify callbacks [] for router, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:54.270832 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-d806d918-d547-47f7-84bc-34d060a60826 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.0001371 May 20 20:40:54.271593 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 37062) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:40:54.274324 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-6e0a650c-ac6f-4953-bc65-5e8e4f6d2704 None None] Set router 08a33ff6-3a75-4df0-866a-8a0a86dbcd1f gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:40:54.279881 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5261fbe8-46ae-4545-975a-6c0e83918731 None None] Routers {'1cc28792-3536-4873-bb60-ae6e3d650e79'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:40:54.288981 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-5261fbe8-46ae-4545-975a-6c0e83918731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:40:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['1cc28792-3536-4873-bb60-ae6e3d650e79'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:40:54.355795 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa49a2c-c1f7-43ad-b1cd-98b2ef21dbb2 service neutron] Pushing event updated for resources: {'Port': ['ID=1a4e9b92-3576-4ac2-af54-1fa1ca2039c7,revision_number=7']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:40:54.378695 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-0cb8e50e-29c8-42b5-b060-7b9d8bc59ed6 tempest-ServersTestFqdnHostnames-1411433198 tempest-ServersTestFqdnHostnames-1411433198-project] 10.222.0.35 "PUT /v2.0/floatingips/9045b5e3-2d3b-4994-8d71-26524aff2e4c HTTP/1.1" status: 200 len: 991 time: 2.9194577 May 20 20:40:54.399105 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-377cb4ac-0579-46cb-81ae-e403fd79e0ff req-7917d072-0215-4408-a108-2f63e51f2722 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=33876e14b0274b60a421aea47180bf46&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2822175 May 20 20:40:54.421163 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-dbb7860d-834c-4cc9-9b63-29a3e4cfe420 req-3fa49a2c-c1f7-43ad-b1cd-98b2ef21dbb2 service neutron] Attempting to bind port 1a4e9b92-3576-4ac2-af54-1fa1ca2039c7 on host n-h2-842733-1 for vnic_type normal with profile {"migrating_to": "n-h1-842733-1"} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:40:54.430693 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-dbb7860d-834c-4cc9-9b63-29a3e4cfe420 req-3fa49a2c-c1f7-43ad-b1cd-98b2ef21dbb2 service neutron] Attempting to bind port 1a4e9b92-3576-4ac2-af54-1fa1ca2039c7 by drivers openvswitch,hyperv on host n-h2-842733-1 at level 0 using segments [{'id': '65a8f4c3-036d-4ff8-a81a-cd07cb6f1230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'fef9e30f-3c34-4b6b-9bd5-2a167649e7b0'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:40:54.431041 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbb7860d-834c-4cc9-9b63-29a3e4cfe420 req-3fa49a2c-c1f7-43ad-b1cd-98b2ef21dbb2 service neutron] Attempting to bind port 1a4e9b92-3576-4ac2-af54-1fa1ca2039c7 on network fef9e30f-3c34-4b6b-9bd5-2a167649e7b0 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:40:54.441892 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-5261fbe8-46ae-4545-975a-6c0e83918731 None None] Set router 1cc28792-3536-4873-bb60-ae6e3d650e79 gateway port host: n-d-842733-1 {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:40:54.455986 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7f6dde5b-6b7e-421d-9d20-13008e0adb68 req-8bd1b29e-4168-4e3f-a5ab-56f07224ba93 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c1ac446-2eae-4e3c-98ef-7a4684e96782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062812 May 20 20:40:54.458418 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbb7860d-834c-4cc9-9b63-29a3e4cfe420 req-3fa49a2c-c1f7-43ad-b1cd-98b2ef21dbb2 service neutron] Port 1a4e9b92-3576-4ac2-af54-1fa1ca2039c7 on network fef9e30f-3c34-4b6b-9bd5-2a167649e7b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-842733-1 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 20:40:54.458742 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbb7860d-834c-4cc9-9b63-29a3e4cfe420 req-3fa49a2c-c1f7-43ad-b1cd-98b2ef21dbb2 service neutron] Attempting to bind port 1a4e9b92-3576-4ac2-af54-1fa1ca2039c7 on network fef9e30f-3c34-4b6b-9bd5-2a167649e7b0 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:40:54.502528 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbb7860d-834c-4cc9-9b63-29a3e4cfe420 req-3fa49a2c-c1f7-43ad-b1cd-98b2ef21dbb2 service neutron] Checking agent: {'id': 'a66f2511-b955-448f-877c-56cfe9c81b12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 33, 2), 'started_at': datetime.datetime(2022, 5, 20, 20, 33, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 40, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:40:54.502876 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbb7860d-834c-4cc9-9b63-29a3e4cfe420 req-3fa49a2c-c1f7-43ad-b1cd-98b2ef21dbb2 service neutron] Checking segment: {'id': '65a8f4c3-036d-4ff8-a81a-cd07cb6f1230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'fef9e30f-3c34-4b6b-9bd5-2a167649e7b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:40:54.503304 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbb7860d-834c-4cc9-9b63-29a3e4cfe420 req-3fa49a2c-c1f7-43ad-b1cd-98b2ef21dbb2 service neutron] Bound using segment: {'id': '65a8f4c3-036d-4ff8-a81a-cd07cb6f1230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'fef9e30f-3c34-4b6b-9bd5-2a167649e7b0'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:40:54.503767 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-dbb7860d-834c-4cc9-9b63-29a3e4cfe420 req-3fa49a2c-c1f7-43ad-b1cd-98b2ef21dbb2 service neutron] Bound port: 1a4e9b92-3576-4ac2-af54-1fa1ca2039c7, host: n-h2-842733-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65a8f4c3-036d-4ff8-a81a-cd07cb6f1230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'fef9e30f-3c34-4b6b-9bd5-2a167649e7b0'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:40:54.504131 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-dbb7860d-834c-4cc9-9b63-29a3e4cfe420 req-3fa49a2c-c1f7-43ad-b1cd-98b2ef21dbb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:54.593049 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 May 2022 20:40:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97072444-8231-40aa-b57a-7c30bd5a8966 x-openstack-request-id: req-97072444-8231-40aa-b57a-7c30bd5a8966 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:40:54.593395 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "532663b2-24ff-4076-90d7-3126e956882e", "name": "network-vif-unplugged", "status": "completed", "tag": "1a4e9b92-3576-4ac2-af54-1fa1ca2039c7", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:40:54.593737 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-97072444-8231-40aa-b57a-7c30bd5a8966 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:40:54.594654 n-d-842733-1 neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97072444-8231-40aa-b57a-7c30bd5a8966'] response: {'server_uuid': '532663b2-24ff-4076-90d7-3126e956882e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1a4e9b92-3576-4ac2-af54-1fa1ca2039c7', 'code': 200} May 20 20:40:54.600616 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-6e0a650c-ac6f-4953-bc65-5e8e4f6d2704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08a33ff6-3a75-4df0-866a-8a0a86dbcd1f', 'name': 'tempest-AttachSCSIVolumeTestJSON-630153539-router', 'tenant_id': 'ad40cedaa73f40ef9226be0e1d4e6e54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.197'}], 'enable_snat': True}, 'gw_port_id': '6102034d-a3c2-4434-9aee-ef8354188c26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:40:50Z', 'updated_at': '2022-05-20T20:40:52Z', 'revision_number': 3, 'project_id': 'ad40cedaa73f40ef9226be0e1d4e6e54', 'gw_port': {'id': '6102034d-a3c2-4434-9aee-ef8354188c26', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:39:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08a33ff6-3a75-4df0-866a-8a0a86dbcd1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:40:51Z', 'updated_at': '2022-05-20T20:40:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:40:54.651840 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-377cb4ac-0579-46cb-81ae-e403fd79e0ff req-299edc4b-ee5b-4124-9071-04e9171b4625 service neutron] 10.222.0.35 "GET /v2.0/networks/f2296de0-b06c-422e-98fe-14a3771aba33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2402551 May 20 20:40:54.652118 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-dbb7860d-834c-4cc9-9b63-29a3e4cfe420 req-3fa49a2c-c1f7-43ad-b1cd-98b2ef21dbb2 service neutron] For port 1a4e9b92-3576-4ac2-af54-1fa1ca2039c7, host n-h2-842733-1, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:40:54.655554 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-dbb7860d-834c-4cc9-9b63-29a3e4cfe420 req-3fa49a2c-c1f7-43ad-b1cd-98b2ef21dbb2 service neutron] For port 1a4e9b92-3576-4ac2-af54-1fa1ca2039c7, host n-h2-842733-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=1a4e9b92-3576-4ac2-af54-1fa1ca2039c7,segment=NetworkSegment(65a8f4c3-036d-4ff8-a81a-cd07cb6f1230),segment_id=65a8f4c3-036d-4ff8-a81a-cd07cb6f1230)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:40:54.713010 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 1a4e9b92-3576-4ac2-af54-1fa1ca2039c7 details requested by agent hyperv_n-h1-842733-1 with host n-h1-842733-1 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 20:40:54.729972 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-dbb7860d-834c-4cc9-9b63-29a3e4cfe420 req-3fa49a2c-c1f7-43ad-b1cd-98b2ef21dbb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:54.787162 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 7f3ebca3-508b-418e-88bd-760b98f17cff no longer exists at agent hyperv_n-h2-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:40:54.821234 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-377cb4ac-0579-46cb-81ae-e403fd79e0ff req-8ffa0d16-d3ce-4500-9e1a-5457564b1abb service neutron] 10.222.0.35 "GET /v2.0/networks/f2296de0-b06c-422e-98fe-14a3771aba33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597447 May 20 20:40:54.863891 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb7860d-834c-4cc9-9b63-29a3e4cfe420 req-3fa49a2c-c1f7-43ad-b1cd-98b2ef21dbb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:40:54.867414 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-dbb7860d-834c-4cc9-9b63-29a3e4cfe420 req-3fa49a2c-c1f7-43ad-b1cd-98b2ef21dbb2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:54.867414 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-dbb7860d-834c-4cc9-9b63-29a3e4cfe420 req-3fa49a2c-c1f7-43ad-b1cd-98b2ef21dbb2 service neutron] 10.222.0.24 "PUT /v2.0/ports/1a4e9b92-3576-4ac2-af54-1fa1ca2039c7 HTTP/1.1" status: 200 len: 1122 time: 2.2441986 May 20 20:40:54.868749 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e0a650c-ac6f-4953-bc65-5e8e4f6d2704 None None] Checking router: 08a33ff6-3a75-4df0-866a-8a0a86dbcd1f for host: n-d-842733-1 {{(pid=103165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 20:40:54.869265 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e0a650c-ac6f-4953-bc65-5e8e4f6d2704 None None] Updating router 08a33ff6-3a75-4df0-866a-8a0a86dbcd1f port 6102034d-a3c2-4434-9aee-ef8354188c26 binding host n-d-842733-1 {{(pid=103165) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 20:40:54.882945 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa49a2c-c1f7-43ad-b1cd-98b2ef21dbb2 service neutron] Pushing event updated for resources: {'Port': ['ID=1a4e9b92-3576-4ac2-af54-1fa1ca2039c7,revision_number=8']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:40:54.906010 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-6e0a650c-ac6f-4953-bc65-5e8e4f6d2704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:55.148302 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:55.148872 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba88be8-f8b9-4946-966c-2a58ac84e5c7 req-8a9d706f-e87c-4e59-bf4b-12fc3b0016de tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:40:55.153373 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 37094) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:40:55.155979 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-fba88be8-f8b9-4946-966c-2a58ac84e5c7 req-8a9d706f-e87c-4e59-bf4b-12fc3b0016de tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/ports?device_id=639a9b9c-aaad-4644-9dcd-410174fb9f88 HTTP/1.1" status: 200 len: 947 time: 0.1113064 May 20 20:40:55.188177 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-90d5f546-00b7-4ee2-8211-0326116093bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:55.220461 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-fba88be8-f8b9-4946-966c-2a58ac84e5c7 req-dd97b470-c117-4903-a8c7-0890c36cf9e4 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3c6019f-4c4a-4c16-982c-852ac3d8d84a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505354 May 20 20:40:55.256887 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] get_ports_and_sgs() called for port_ids ['1a4e9b92-3576-4ac2-af54-1fa1ca2039c7'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:40:55.260973 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] get_ports_and_sgs() called for port_ids ['1a4e9b92-3576-4ac2-af54-1fa1ca2039c7'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:40:55.366130 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port 1a4e9b92-3576-4ac2-af54-1fa1ca2039c7, host n-h2-842733-1, got binding levels [] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:40:55.370219 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port 7f3ebca3-508b-418e-88bd-760b98f17cff is: ACTIVE; New status is: DOWN {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:40:55.370608 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:55.436337 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-6e0a650c-ac6f-4953-bc65-5e8e4f6d2704 None None] Notify callbacks [] for port, precommit_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:55.459278 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-42835de8-7624-4e97-aa73-0733828d8aec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:55.500873 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '639a9b9c-aaad-4644-9dcd-410174fb9f88', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f3ebca3-508b-418e-88bd-760b98f17cff'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:40:55.502682 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-90d5f546-00b7-4ee2-8211-0326116093bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:55.503346 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8485417003ce7c0410b00f5cdc2f391e21107b70bb68e2773712534a96e108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a48bcf91-4f7c-4460-9d7c-f3896e303784" -d '{"events": [{"server_uuid": "639a9b9c-aaad-4644-9dcd-410174fb9f88", "name": "network-vif-unplugged", "status": "completed", "tag": "7f3ebca3-508b-418e-88bd-760b98f17cff"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:40:55.534972 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port 7f3ebca3-508b-418e-88bd-760b98f17cff, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=7f3ebca3-508b-418e-88bd-760b98f17cff,segment=NetworkSegment(1b0c59b6-1da5-46b1-ba4a-82e83befd33e),segment_id=1b0c59b6-1da5-46b1-ba4a-82e83befd33e)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:40:55.543583 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Attempting to bind port 1a4e9b92-3576-4ac2-af54-1fa1ca2039c7 on host n-h2-842733-1 for vnic_type normal with profile {"migrating_to": "n-h1-842733-1"} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:40:55.544301 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Attempting to bind port 1a4e9b92-3576-4ac2-af54-1fa1ca2039c7 by drivers openvswitch,hyperv on host n-h2-842733-1 at level 0 using segments [{'id': '65a8f4c3-036d-4ff8-a81a-cd07cb6f1230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'fef9e30f-3c34-4b6b-9bd5-2a167649e7b0'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:40:55.544824 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Attempting to bind port 1a4e9b92-3576-4ac2-af54-1fa1ca2039c7 on network fef9e30f-3c34-4b6b-9bd5-2a167649e7b0 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:40:55.563244 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cc3ec51b-6ec8-438a-8349-5f0bec346d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:55.576976 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 0c495699-8968-4cf1-8d6a-412635f371a3 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:40:55.578733 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Port 1a4e9b92-3576-4ac2-af54-1fa1ca2039c7 on network fef9e30f-3c34-4b6b-9bd5-2a167649e7b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-842733-1 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 20:40:55.579097 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Attempting to bind port 1a4e9b92-3576-4ac2-af54-1fa1ca2039c7 on network fef9e30f-3c34-4b6b-9bd5-2a167649e7b0 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:40:55.618479 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-6e0a650c-ac6f-4953-bc65-5e8e4f6d2704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:55.626666 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-5261fbe8-46ae-4545-975a-6c0e83918731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cc28792-3536-4873-bb60-ae6e3d650e79', 'name': 'tempest-ServersTestFqdnHostnames-677229381-router', 'tenant_id': '41fb6039a7a04b8d930f9d787f82c020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.246'}], 'enable_snat': True}, 'gw_port_id': '40b0110f-ef63-493a-8821-9a1b887c9a73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:40:11Z', 'updated_at': '2022-05-20T20:40:16Z', 'revision_number': 4, 'project_id': '41fb6039a7a04b8d930f9d787f82c020', 'gw_port': {'id': '40b0110f-ef63-493a-8821-9a1b887c9a73', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:af:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc28792-3536-4873-bb60-ae6e3d650e79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:40:12Z', 'updated_at': '2022-05-20T20:40:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_floatingips': [{'id': '9045b5e3-2d3b-4994-8d71-26524aff2e4c', 'tenant_id': '41fb6039a7a04b8d930f9d787f82c020', 'floating_ip_address': '172.25.2.239', 'floating_network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'router_id': '1cc28792-3536-4873-bb60-ae6e3d650e79', 'port_id': '30d9fa41-50c6-4b38-bde4-ac01e978310f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 706, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5da3ab3c-5eb1-4623-819e-a8030cb07d59', 'mac_address': 'fa:16:3e:05:74:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0002b22e-4d91-4847-9cd0-e82e5eb2bc82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-20T20:40:28Z', 'updated_at': '2022-05-20T20:40:52Z', 'revision_number': 1, 'project_id': '41fb6039a7a04b8d930f9d787f82c020', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8119704d-00a4-4e00-bffe-312173a4bbe0', 'name': '', 'network_id': '5da3ab3c-5eb1-4623-819e-a8030cb07d59', 'tenant_id': '41fb6039a7a04b8d930f9d787f82c020', 'mac_address': 'fa:16:3e:01:f8:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc28792-3536-4873-bb60-ae6e3d650e79', 'device_owner': 'network:router_interface', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': '73d34f71-dea6-437b-b330-aa0e1ed12b8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:40:15Z', 'updated_at': '2022-05-20T20:40:20Z', 'revision_number': 5, 'project_id': '41fb6039a7a04b8d930f9d787f82c020', 'subnets': [{'id': '73d34f71-dea6-437b-b330-aa0e1ed12b8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:40:55.644906 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:55.646581 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Checking agent: {'id': 'a66f2511-b955-448f-877c-56cfe9c81b12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 33, 2), 'started_at': datetime.datetime(2022, 5, 20, 20, 33, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 40, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:40:55.646952 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Checking segment: {'id': '65a8f4c3-036d-4ff8-a81a-cd07cb6f1230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'fef9e30f-3c34-4b6b-9bd5-2a167649e7b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:40:55.647355 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Bound using segment: {'id': '65a8f4c3-036d-4ff8-a81a-cd07cb6f1230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'fef9e30f-3c34-4b6b-9bd5-2a167649e7b0'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:40:55.647827 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Bound port: 1a4e9b92-3576-4ac2-af54-1fa1ca2039c7, host: n-h2-842733-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65a8f4c3-036d-4ff8-a81a-cd07cb6f1230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'fef9e30f-3c34-4b6b-9bd5-2a167649e7b0'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:40:55.648209 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:55.741684 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-90d5f546-00b7-4ee2-8211-0326116093bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:55.743562 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-6e0a650c-ac6f-4953-bc65-5e8e4f6d2704 None None] Attempting to bind port 6102034d-a3c2-4434-9aee-ef8354188c26 on host n-d-842733-1 for vnic_type normal with profile {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:40:55.743927 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-6e0a650c-ac6f-4953-bc65-5e8e4f6d2704 None None] Attempting to bind port 6102034d-a3c2-4434-9aee-ef8354188c26 by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': '0b5485c4-eff8-42a1-9073-ae54ed4c63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'}] {{(pid=103165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:40:55.744399 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e0a650c-ac6f-4953-bc65-5e8e4f6d2704 None None] Attempting to bind port 6102034d-a3c2-4434-9aee-ef8354188c26 on network e3a93b5c-91e2-4064-9c2c-1afc261bfe15 {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:40:55.747560 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb5ac10-ec95-4355-92c5-67375ed1ce19 None None] Pushing event updated for resources: {'Port': ['ID=6102034d-a3c2-4434-9aee-ef8354188c26,revision_number=2']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:40:55.753510 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e0a650c-ac6f-4953-bc65-5e8e4f6d2704 None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 40, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:40:55.754159 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e0a650c-ac6f-4953-bc65-5e8e4f6d2704 None None] Checking segment: {'id': '0b5485c4-eff8-42a1-9073-ae54ed4c63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:40:55.760855 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-6e0a650c-ac6f-4953-bc65-5e8e4f6d2704 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:55.760855 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e0a650c-ac6f-4953-bc65-5e8e4f6d2704 None None] Bound using segment: {'id': '0b5485c4-eff8-42a1-9073-ae54ed4c63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'} {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:40:55.760855 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-6e0a650c-ac6f-4953-bc65-5e8e4f6d2704 None None] Bound port: 6102034d-a3c2-4434-9aee-ef8354188c26, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b5485c4-eff8-42a1-9073-ae54ed4c63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'}}] {{(pid=103165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:40:55.760855 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-6e0a650c-ac6f-4953-bc65-5e8e4f6d2704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:55.761567 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:55.762455 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5261fbe8-46ae-4545-975a-6c0e83918731 None None] Checking router: 1cc28792-3536-4873-bb60-ae6e3d650e79 for host: n-d-842733-1 {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 20:40:55.803399 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-90d5f546-00b7-4ee2-8211-0326116093bf admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1825aee8feb84b0dbcee857cf02dcb30&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6488111 May 20 20:40:55.805985 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5f546-00b7-4ee2-8211-0326116093bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33e70102-d499-4dbc-a884-6b0d5990ff0f,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:40:55.806568 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 37120) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:40:55.810589 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-42835de8-7624-4e97-aa73-0733828d8aec admin admin] Allocated IP 172.20.0.1 (baad6524-bf83-4783-a736-2fe3005abb37/6e166003-715e-4f35-82f5-046af1f78c1c/9dc78221-dc98-405c-a537-c6055b76cbb3) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:40:55.824362 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-6e0a650c-ac6f-4953-bc65-5e8e4f6d2704 None None] For port 6102034d-a3c2-4434-9aee-ef8354188c26, host n-d-842733-1, cleared binding levels {{(pid=103165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:40:55.829423 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5261fbe8-46ae-4545-975a-6c0e83918731 None None] Routers {'1cc28792-3536-4873-bb60-ae6e3d650e79'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:40:55.829669 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-6e0a650c-ac6f-4953-bc65-5e8e4f6d2704 None None] For port 6102034d-a3c2-4434-9aee-ef8354188c26, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=6102034d-a3c2-4434-9aee-ef8354188c26,segment=NetworkSegment(0b5485c4-eff8-42a1-9073-ae54ed4c63ba),segment_id=0b5485c4-eff8-42a1-9073-ae54ed4c63ba)] {{(pid=103165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:40:55.830501 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-5261fbe8-46ae-4545-975a-6c0e83918731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:40:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['1cc28792-3536-4873-bb60-ae6e3d650e79'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:40:55.906971 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f5763b82-01ac-4b27-b5e1-0f61e2103ab4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:55.940457 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-6e0a650c-ac6f-4953-bc65-5e8e4f6d2704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:55.989499 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-5261fbe8-46ae-4545-975a-6c0e83918731 None None] Set router 1cc28792-3536-4873-bb60-ae6e3d650e79 gateway port host: n-d-842733-1 {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:40:55.993125 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f5763b82-01ac-4b27-b5e1-0f61e2103ab4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:56.014826 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-42835de8-7624-4e97-aa73-0733828d8aec admin admin] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:56.104002 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e0a650c-ac6f-4953-bc65-5e8e4f6d2704 None None] Routers {'08a33ff6-3a75-4df0-866a-8a0a86dbcd1f'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:40:56.104767 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-6e0a650c-ac6f-4953-bc65-5e8e4f6d2704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:40:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['08a33ff6-3a75-4df0-866a-8a0a86dbcd1f'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:40:56.112643 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 May 2022 20:40:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c518331-f538-4ab4-9620-515f84567224 x-openstack-request-id: req-2c518331-f538-4ab4-9620-515f84567224 {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:40:56.113190 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "639a9b9c-aaad-4644-9dcd-410174fb9f88", "name": "network-vif-unplugged", "status": "completed", "tag": "7f3ebca3-508b-418e-88bd-760b98f17cff", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:40:56.113466 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2c518331-f538-4ab4-9620-515f84567224 {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:40:56.113864 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c518331-f538-4ab4-9620-515f84567224'] response: {'server_uuid': '639a9b9c-aaad-4644-9dcd-410174fb9f88', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f3ebca3-508b-418e-88bd-760b98f17cff', 'code': 200} May 20 20:40:56.121264 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-04c8ca1f-c12f-4b83-b517-af40ea401204 req-90ab83d6-5830-4b85-8f8b-8011c282da89 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] 10.222.0.35 "GET /v2.0/ports?device_id=fcdfd360-409c-4b60-958a-ff3f6575c816 HTTP/1.1" status: 200 len: 210 time: 0.0484896 May 20 20:40:56.190598 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb5ac10-ec95-4355-92c5-67375ed1ce19 None None] Pushing event updated for resources: {'Port': ['ID=6102034d-a3c2-4434-9aee-ef8354188c26,revision_number=3']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:40:56.235314 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-42835de8-7624-4e97-aa73-0733828d8aec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:56.237071 n-d-842733-1 neutron-server[103164]: WARNING neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Concurrent port binding operations failed on port 1a4e9b92-3576-4ac2-af54-1fa1ca2039c7 May 20 20:40:56.241816 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=7f3ebca3-508b-418e-88bd-760b98f17cff,revision_number=14']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:40:56.246092 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port 1a4e9b92-3576-4ac2-af54-1fa1ca2039c7, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=1a4e9b92-3576-4ac2-af54-1fa1ca2039c7,segment=NetworkSegment(65a8f4c3-036d-4ff8-a81a-cd07cb6f1230),segment_id=65a8f4c3-036d-4ff8-a81a-cd07cb6f1230)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:40:56.264451 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f5763b82-01ac-4b27-b5e1-0f61e2103ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:56.273373 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f5763b82-01ac-4b27-b5e1-0f61e2103ab4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:56.274656 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-f5763b82-01ac-4b27-b5e1-0f61e2103ab4 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/33e70102-d499-4dbc-a884-6b0d5990ff0f HTTP/1.1" status: 204 len: 168 time: 0.4663155 May 20 20:40:56.279098 n-d-842733-1 neutron-server[103164]: INFO neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Attempt 2 to bind port 1a4e9b92-3576-4ac2-af54-1fa1ca2039c7 May 20 20:40:56.279743 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 1a4e9b92-3576-4ac2-af54-1fa1ca2039c7 has no active binding in host n-h1-842733-1 {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} May 20 20:40:56.335264 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-6e0a650c-ac6f-4953-bc65-5e8e4f6d2704 None None] Set router 08a33ff6-3a75-4df0-866a-8a0a86dbcd1f gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:40:56.337733 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 0c495699-8968-4cf1-8d6a-412635f371a3 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:40:56.338276 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:56.343424 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42835de8-7624-4e97-aa73-0733828d8aec admin admin] Network baad6524-bf83-4783-a736-2fe3005abb37 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:40:56.344447 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5763b82-01ac-4b27-b5e1-0f61e2103ab4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33e70102-d499-4dbc-a884-6b0d5990ff0f,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:40:56.358887 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-42835de8-7624-4e97-aa73-0733828d8aec admin admin] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:40:56.379387 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42835de8-7624-4e97-aa73-0733828d8aec admin admin] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:40:56.412538 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42835de8-7624-4e97-aa73-0733828d8aec admin admin] Pushing event updated for resources: {'Port': ['ID=9dc78221-dc98-405c-a537-c6055b76cbb3,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:40:56.429901 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afa3463-b64e-4ea0-b33f-b52711db6f8d req-853fa773-1483-4622-9c4b-1d12a424b707 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:40:56.435089 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9afa3463-b64e-4ea0-b33f-b52711db6f8d req-853fa773-1483-4622-9c4b-1d12a424b707 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.35 "GET /v2.0/ports?device_id=532663b2-24ff-4076-90d7-3126e956882e HTTP/1.1" status: 200 len: 944 time: 0.2040448 May 20 20:40:56.562140 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9afa3463-b64e-4ea0-b33f-b52711db6f8d req-cba22d6a-c9fa-4e10-9f88-750234102f16 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c1ac446-2eae-4e3c-98ef-7a4684e96782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144085 May 20 20:40:56.562262 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-42835de8-7624-4e97-aa73-0733828d8aec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748409'] for router_interface, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:56.596031 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0002b22e-4d91-4847-9cd0-e82e5eb2bc82', 'tag': '30d9fa41-50c6-4b38-bde4-ac01e978310f'}, {'name': 'network-changed', 'server_uuid': '532663b2-24ff-4076-90d7-3126e956882e', 'tag': '1a4e9b92-3576-4ac2-af54-1fa1ca2039c7'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:40:56.599221 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4291b17aa7b45362825f0571e77c85f5e73afe1df9c7e9e15006df9d695c005e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-190f1ccc-62c4-4429-a873-f85c6569fcef" -d '{"events": [{"name": "network-changed", "server_uuid": "0002b22e-4d91-4847-9cd0-e82e5eb2bc82", "tag": "30d9fa41-50c6-4b38-bde4-ac01e978310f"}, {"name": "network-changed", "server_uuid": "532663b2-24ff-4076-90d7-3126e956882e", "tag": "1a4e9b92-3576-4ac2-af54-1fa1ca2039c7"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:40:56.729511 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-6e0a650c-ac6f-4953-bc65-5e8e4f6d2704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08a33ff6-3a75-4df0-866a-8a0a86dbcd1f', 'name': 'tempest-AttachSCSIVolumeTestJSON-630153539-router', 'tenant_id': 'ad40cedaa73f40ef9226be0e1d4e6e54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.197'}], 'enable_snat': True}, 'gw_port_id': '6102034d-a3c2-4434-9aee-ef8354188c26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:40:50Z', 'updated_at': '2022-05-20T20:40:52Z', 'revision_number': 3, 'project_id': 'ad40cedaa73f40ef9226be0e1d4e6e54', 'gw_port': {'id': '6102034d-a3c2-4434-9aee-ef8354188c26', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:39:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08a33ff6-3a75-4df0-866a-8a0a86dbcd1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:40:51Z', 'updated_at': '2022-05-20T20:40:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:40:56.737162 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 20 May 2022 20:40:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aabc833b-364f-4877-acfe-cc0e5ecb74c0 x-openstack-request-id: req-aabc833b-364f-4877-acfe-cc0e5ecb74c0 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:40:56.737499 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0002b22e-4d91-4847-9cd0-e82e5eb2bc82", "tag": "30d9fa41-50c6-4b38-bde4-ac01e978310f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "532663b2-24ff-4076-90d7-3126e956882e", "tag": "1a4e9b92-3576-4ac2-af54-1fa1ca2039c7", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:40:56.737752 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-aabc833b-364f-4877-acfe-cc0e5ecb74c0 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:40:56.738155 n-d-842733-1 neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aabc833b-364f-4877-acfe-cc0e5ecb74c0'] response: {'name': 'network-changed', 'server_uuid': '0002b22e-4d91-4847-9cd0-e82e5eb2bc82', 'tag': '30d9fa41-50c6-4b38-bde4-ac01e978310f', 'status': 'completed', 'code': 200} May 20 20:40:56.738417 n-d-842733-1 neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aabc833b-364f-4877-acfe-cc0e5ecb74c0'] response: {'name': 'network-changed', 'server_uuid': '532663b2-24ff-4076-90d7-3126e956882e', 'tag': '1a4e9b92-3576-4ac2-af54-1fa1ca2039c7', 'status': 'completed', 'code': 200} May 20 20:40:56.741809 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 0c495699-8968-4cf1-8d6a-412635f371a3 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:40:56.765635 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e0a650c-ac6f-4953-bc65-5e8e4f6d2704 None None] The sync data for ids ['08a33ff6-3a75-4df0-866a-8a0a86dbcd1f'] in n-d-842733-1 is: [{'id': '08a33ff6-3a75-4df0-866a-8a0a86dbcd1f', 'name': 'tempest-AttachSCSIVolumeTestJSON-630153539-router', 'tenant_id': 'ad40cedaa73f40ef9226be0e1d4e6e54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.197'}], 'enable_snat': True}, 'gw_port_id': '6102034d-a3c2-4434-9aee-ef8354188c26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:40:50Z', 'updated_at': '2022-05-20T20:40:52Z', 'revision_number': 3, 'project_id': 'ad40cedaa73f40ef9226be0e1d4e6e54', 'gw_port': {'id': '6102034d-a3c2-4434-9aee-ef8354188c26', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:39:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08a33ff6-3a75-4df0-866a-8a0a86dbcd1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:40:51Z', 'updated_at': '2022-05-20T20:40:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 20:40:56.774085 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-5261fbe8-46ae-4545-975a-6c0e83918731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cc28792-3536-4873-bb60-ae6e3d650e79', 'name': 'tempest-ServersTestFqdnHostnames-677229381-router', 'tenant_id': '41fb6039a7a04b8d930f9d787f82c020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.246'}], 'enable_snat': True}, 'gw_port_id': '40b0110f-ef63-493a-8821-9a1b887c9a73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:40:11Z', 'updated_at': '2022-05-20T20:40:16Z', 'revision_number': 4, 'project_id': '41fb6039a7a04b8d930f9d787f82c020', 'gw_port': {'id': '40b0110f-ef63-493a-8821-9a1b887c9a73', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:af:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc28792-3536-4873-bb60-ae6e3d650e79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:40:12Z', 'updated_at': '2022-05-20T20:40:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_floatingips': [{'id': '9045b5e3-2d3b-4994-8d71-26524aff2e4c', 'tenant_id': '41fb6039a7a04b8d930f9d787f82c020', 'floating_ip_address': '172.25.2.239', 'floating_network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'router_id': '1cc28792-3536-4873-bb60-ae6e3d650e79', 'port_id': '30d9fa41-50c6-4b38-bde4-ac01e978310f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 706, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5da3ab3c-5eb1-4623-819e-a8030cb07d59', 'mac_address': 'fa:16:3e:05:74:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0002b22e-4d91-4847-9cd0-e82e5eb2bc82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-20T20:40:28Z', 'updated_at': '2022-05-20T20:40:52Z', 'revision_number': 1, 'project_id': '41fb6039a7a04b8d930f9d787f82c020', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8119704d-00a4-4e00-bffe-312173a4bbe0', 'name': '', 'network_id': '5da3ab3c-5eb1-4623-819e-a8030cb07d59', 'tenant_id': '41fb6039a7a04b8d930f9d787f82c020', 'mac_address': 'fa:16:3e:01:f8:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc28792-3536-4873-bb60-ae6e3d650e79', 'device_owner': 'network:router_interface', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': '73d34f71-dea6-437b-b330-aa0e1ed12b8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:40:15Z', 'updated_at': '2022-05-20T20:40:20Z', 'revision_number': 5, 'project_id': '41fb6039a7a04b8d930f9d787f82c020', 'subnets': [{'id': '73d34f71-dea6-437b-b330-aa0e1ed12b8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:40:56.823981 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5261fbe8-46ae-4545-975a-6c0e83918731 None None] The sync data for ids ['1cc28792-3536-4873-bb60-ae6e3d650e79'] in n-d-842733-1 is: [{'id': '1cc28792-3536-4873-bb60-ae6e3d650e79', 'name': 'tempest-ServersTestFqdnHostnames-677229381-router', 'tenant_id': '41fb6039a7a04b8d930f9d787f82c020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.246'}], 'enable_snat': True}, 'gw_port_id': '40b0110f-ef63-493a-8821-9a1b887c9a73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:40:11Z', 'updated_at': '2022-05-20T20:40:16Z', 'revision_number': 4, 'project_id': '41fb6039a7a04b8d930f9d787f82c020', 'gw_port': {'id': '40b0110f-ef63-493a-8821-9a1b887c9a73', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:af:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc28792-3536-4873-bb60-ae6e3d650e79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:40:12Z', 'updated_at': '2022-05-20T20:40:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_floatingips': [{'id': '9045b5e3-2d3b-4994-8d71-26524aff2e4c', 'tenant_id': '41fb6039a7a04b8d930f9d787f82c020', 'floating_ip_address': '172.25.2.239', 'floating_network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'router_id': '1cc28792-3536-4873-bb60-ae6e3d650e79', 'port_id': '30d9fa41-50c6-4b38-bde4-ac01e978310f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 706, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5da3ab3c-5eb1-4623-819e-a8030cb07d59', 'mac_address': 'fa:16:3e:05:74:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0002b22e-4d91-4847-9cd0-e82e5eb2bc82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-20T20:40:28Z', 'updated_at': '2022-05-20T20:40:52Z', 'revision_number': 1, 'project_id': '41fb6039a7a04b8d930f9d787f82c020', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8119704d-00a4-4e00-bffe-312173a4bbe0', 'name': '', 'network_id': '5da3ab3c-5eb1-4623-819e-a8030cb07d59', 'tenant_id': '41fb6039a7a04b8d930f9d787f82c020', 'mac_address': 'fa:16:3e:01:f8:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc28792-3536-4873-bb60-ae6e3d650e79', 'device_owner': 'network:router_interface', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': '73d34f71-dea6-437b-b330-aa0e1ed12b8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:40:15Z', 'updated_at': '2022-05-20T20:40:20Z', 'revision_number': 5, 'project_id': '41fb6039a7a04b8d930f9d787f82c020', 'subnets': [{'id': '73d34f71-dea6-437b-b330-aa0e1ed12b8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 20:40:56.832675 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-1d1aebf2-149e-4732-a37e-901468d6de7a None None] Provisioning complete for port 9dc78221-dc98-405c-a537-c6055b76cbb3 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:40:56.833041 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-1d1aebf2-149e-4732-a37e-901468d6de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:56.927863 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190f1ccc-62c4-4429-a873-f85c6569fcef req-27e044b3-b459-4da2-bb8a-ee22a0ec77fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:40:56.930532 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-190f1ccc-62c4-4429-a873-f85c6569fcef req-27e044b3-b459-4da2-bb8a-ee22a0ec77fb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8b3cc11ab7334369b6693afcab69aa6e&device_id=532663b2-24ff-4076-90d7-3126e956882e HTTP/1.1" status: 200 len: 1125 time: 0.1460404 May 20 20:40:56.933172 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190f1ccc-62c4-4429-a873-f85c6569fcef req-ea0351ea-3464-4b59-baef-0c4cb054e39f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:40:56.935650 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-190f1ccc-62c4-4429-a873-f85c6569fcef req-ea0351ea-3464-4b59-baef-0c4cb054e39f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=41fb6039a7a04b8d930f9d787f82c020&device_id=0002b22e-4d91-4847-9cd0-e82e5eb2bc82 HTTP/1.1" status: 200 len: 1096 time: 0.1369922 May 20 20:40:56.951502 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-42835de8-7624-4e97-aa73-0733828d8aec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:56.981439 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-1d1aebf2-149e-4732-a37e-901468d6de7a None None] Port 9dc78221-dc98-405c-a537-c6055b76cbb3 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 20:40:57.232241 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c24023c3-5a7f-4149-b99f-416ad2ef8b38 None None] New status for floating IP 9045b5e3-2d3b-4994-8d71-26524aff2e4c: ACTIVE {{(pid=103165) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 20:40:57.307526 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a7d87348-25fc-4e0d-9b03-9d1972820ddf req-c9ab49a8-f1b5-4d3e-974a-4f8f377601e0 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] 10.222.0.35 "GET /v2.0/ports?device_id=fcdfd360-409c-4b60-958a-ff3f6575c816 HTTP/1.1" status: 200 len: 210 time: 0.0666921 May 20 20:40:57.361495 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190f1ccc-62c4-4429-a873-f85c6569fcef req-60a4305f-aa0e-44d2-aeae-f50076c907b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:40:57.363540 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-190f1ccc-62c4-4429-a873-f85c6569fcef req-60a4305f-aa0e-44d2-aeae-f50076c907b4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=5da3ab3c-5eb1-4623-819e-a8030cb07d59 HTTP/1.1" status: 200 len: 915 time: 0.4041262 May 20 20:40:57.366628 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190f1ccc-62c4-4429-a873-f85c6569fcef req-17aeb1c4-81a6-4e7a-a47e-43a23ba411f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:40:57.368324 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-190f1ccc-62c4-4429-a873-f85c6569fcef req-17aeb1c4-81a6-4e7a-a47e-43a23ba411f5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=fef9e30f-3c34-4b6b-9bd5-2a167649e7b0 HTTP/1.1" status: 200 len: 921 time: 0.4239225 May 20 20:40:57.440482 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-42835de8-7624-4e97-aa73-0733828d8aec admin admin] Notify callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:57.479595 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-190f1ccc-62c4-4429-a873-f85c6569fcef req-1d4b239e-bd69-4158-9420-3cc8aa32ac02 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1a4e9b92-3576-4ac2-af54-1fa1ca2039c7 HTTP/1.1" status: 200 len: 217 time: 0.0936472 May 20 20:40:57.521534 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-42835de8-7624-4e97-aa73-0733828d8aec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:57.547769 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-190f1ccc-62c4-4429-a873-f85c6569fcef req-d71b8e43-205b-456a-850b-1fe18f8e1768 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=30d9fa41-50c6-4b38-bde4-ac01e978310f HTTP/1.1" status: 200 len: 999 time: 0.1681144 May 20 20:40:57.555738 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190f1ccc-62c4-4429-a873-f85c6569fcef req-df76da57-d924-4d0e-b5ab-1ad7ef259b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:40:57.557510 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-190f1ccc-62c4-4429-a873-f85c6569fcef req-df76da57-d924-4d0e-b5ab-1ad7ef259b9f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=33548886-d6e3-48e7-a819-149526989122 HTTP/1.1" status: 200 len: 860 time: 0.0622723 May 20 20:40:57.619200 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-190f1ccc-62c4-4429-a873-f85c6569fcef req-369b22cf-6a69-413a-ba8a-4bf3b348bf02 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fef9e30f-3c34-4b6b-9bd5-2a167649e7b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515032 May 20 20:40:57.648049 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 6102034d-a3c2-4434-9aee-ef8354188c26 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:40:57.777428 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 6102034d-a3c2-4434-9aee-ef8354188c26 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:40:57.778077 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:57.785514 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42835de8-7624-4e97-aa73-0733828d8aec admin admin] Pushing event updated for resources: {'Port': ['ID=9dc78221-dc98-405c-a537-c6055b76cbb3,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:40:57.794602 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-42835de8-7624-4e97-aa73-0733828d8aec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748437'] for router_interface, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:57.876160 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190f1ccc-62c4-4429-a873-f85c6569fcef req-1118a734-dfa4-438e-85a0-9f8eb1c89f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:40:57.877669 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-190f1ccc-62c4-4429-a873-f85c6569fcef req-1118a734-dfa4-438e-85a0-9f8eb1c89f2a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=73d34f71-dea6-437b-b330-aa0e1ed12b8c HTTP/1.1" status: 200 len: 853 time: 0.3158667 May 20 20:40:57.913414 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 6102034d-a3c2-4434-9aee-ef8354188c26 is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:40:57.913795 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:57.961392 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42835de8-7624-4e97-aa73-0733828d8aec admin admin] Network baad6524-bf83-4783-a736-2fe3005abb37 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:40:57.963312 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-42835de8-7624-4e97-aa73-0733828d8aec admin admin] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:40:57.978151 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] For port 6102034d-a3c2-4434-9aee-ef8354188c26, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=6102034d-a3c2-4434-9aee-ef8354188c26,segment=NetworkSegment(0b5485c4-eff8-42a1-9073-ae54ed4c63ba),segment_id=0b5485c4-eff8-42a1-9073-ae54ed4c63ba)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:40:58.026461 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190f1ccc-62c4-4429-a873-f85c6569fcef req-8a5cd117-4eb8-4a8c-90a3-9220a0a698a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:40:58.036904 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-190f1ccc-62c4-4429-a873-f85c6569fcef req-8a5cd117-4eb8-4a8c-90a3-9220a0a698a6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5da3ab3c-5eb1-4623-819e-a8030cb07d59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1278639 May 20 20:40:58.047146 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:58.075711 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1385fd8c-3ec9-4413-9d33-a3e5bc20a243 req-e51f9c60-98e5-4dc9-9141-ec58c5b1e556 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:40:58.077364 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1385fd8c-3ec9-4413-9d33-a3e5bc20a243 req-e51f9c60-98e5-4dc9-9141-ec58c5b1e556 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.35 "GET /v2.0/ports?device_id=532663b2-24ff-4076-90d7-3126e956882e HTTP/1.1" status: 200 len: 944 time: 0.3362544 May 20 20:40:58.126714 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-190f1ccc-62c4-4429-a873-f85c6569fcef req-fea00f2d-5bf6-4426-85a2-1b67eb8c0bb7 service neutron] 10.222.0.13 "GET /v2.0/networks/fef9e30f-3c34-4b6b-9bd5-2a167649e7b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4612067 May 20 20:40:58.174879 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Pushing event updated for resources: {'Port': ['ID=6102034d-a3c2-4434-9aee-ef8354188c26,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:40:58.232290 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42835de8-7624-4e97-aa73-0733828d8aec admin admin] Router 08a33ff6-3a75-4df0-866a-8a0a86dbcd1f has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 20:40:58.274287 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-190f1ccc-62c4-4429-a873-f85c6569fcef req-431ce75d-9fd9-4520-bc5f-cd1548c0af3a service neutron] 10.222.0.24 "GET /v2.0/networks/5da3ab3c-5eb1-4623-819e-a8030cb07d59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2364206 May 20 20:40:58.426472 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-20064395-68ca-441f-b792-db66e12cb135 None None] Provisioning complete for port 9dc78221-dc98-405c-a537-c6055b76cbb3 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:40:58.426843 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-20064395-68ca-441f-b792-db66e12cb135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:58.478091 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 37234) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:40:58.482389 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42835de8-7624-4e97-aa73-0733828d8aec admin admin] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 20:40:58.506669 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-42835de8-7624-4e97-aa73-0733828d8aec admin admin] 10.222.0.35 "PUT /v2.0/routers/08a33ff6-3a75-4df0-866a-8a0a86dbcd1f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2339194 May 20 20:40:58.509307 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-20064395-68ca-441f-b792-db66e12cb135 None None] Port 9dc78221-dc98-405c-a537-c6055b76cbb3 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 20:40:58.567286 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1385fd8c-3ec9-4413-9d33-a3e5bc20a243 req-83046b6c-3826-47f3-b37c-a06154862773 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c1ac446-2eae-4e3c-98ef-7a4684e96782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4740543 May 20 20:40:58.608073 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-39f08a4d-939d-41c9-8398-31d5b0cdf18f req-6c463de0-892e-43b3-a092-b952adc27a03 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] 10.222.0.35 "GET /v2.0/ports?device_id=fcdfd360-409c-4b60-958a-ff3f6575c816 HTTP/1.1" status: 200 len: 210 time: 0.1099956 May 20 20:40:58.644847 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-3d7f890d-792a-4069-bcd0-e3960ac8204e admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1381342722-network', 'tenant_id': 'cbe042d006d842f8b153951325ed7f60'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:40:58.697147 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-190f1ccc-62c4-4429-a873-f85c6569fcef req-fd1416b5-e3e9-4343-b682-af3fdfd364cd service neutron] 10.222.0.24 "GET /v2.0/networks/5da3ab3c-5eb1-4623-819e-a8030cb07d59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3957682 May 20 20:40:58.705856 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-190f1ccc-62c4-4429-a873-f85c6569fcef req-7a127c0a-3fae-4274-8b3d-43013d78fc14 service neutron] 10.222.0.13 "GET /v2.0/networks/fef9e30f-3c34-4b6b-9bd5-2a167649e7b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4218106 May 20 20:40:58.754631 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d7f890d-792a-4069-bcd0-e3960ac8204e admin admin] Made reservation on behalf of cbe042d006d842f8b153951325ed7f60 for: {'network': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:40:58.760673 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3d7f890d-792a-4069-bcd0-e3960ac8204e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for network, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:58.773177 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3d7f890d-792a-4069-bcd0-e3960ac8204e admin admin] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:58.861783 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3d7f890d-792a-4069-bcd0-e3960ac8204e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:58.972452 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3d7f890d-792a-4069-bcd0-e3960ac8204e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:58.999060 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d7f890d-792a-4069-bcd0-e3960ac8204e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 242} {{(pid=103162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 20:40:59.028831 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3d7f890d-792a-4069-bcd0-e3960ac8204e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:59.029180 n-d-842733-1 neutron-server[103162]: INFO neutron.db.segments_db [None req-3d7f890d-792a-4069-bcd0-e3960ac8204e admin admin] Added segment 7a4c3e36-bdca-47cc-b18a-c66a1668c365 of type vlan for network e770d771-5039-4bb2-a1b8-9c6372f02b2a May 20 20:40:59.039813 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7f890d-792a-4069-bcd0-e3960ac8204e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=598d0fcd-8ecb-4201-88a0-2daee08c0878,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:40:59.085317 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3d7f890d-792a-4069-bcd0-e3960ac8204e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418993264'] for network, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:59.207365 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3d7f890d-792a-4069-bcd0-e3960ac8204e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524'] for network, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:59.208488 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d7f890d-792a-4069-bcd0-e3960ac8204e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:40:59.209172 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3d7f890d-792a-4069-bcd0-e3960ac8204e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:59.291527 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7f890d-792a-4069-bcd0-e3960ac8204e admin admin] Pushing event updated for resources: {'Network': ['ID=e770d771-5039-4bb2-a1b8-9c6372f02b2a,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:40:59.304252 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Network e770d771-5039-4bb2-a1b8-9c6372f02b2a details requested by agent ovs-agent-n-d-842733-1 with host n-d-842733-1 {{(pid=103164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 20 20:40:59.357703 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-3d7f890d-792a-4069-bcd0-e3960ac8204e admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8783100 May 20 20:40:59.360536 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 37270) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:40:59.367746 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-24952fe4-3ca6-4932-a019-bc1436dd5eb6 admin admin] Request body: {'subnet': {'network_id': 'e770d771-5039-4bb2-a1b8-9c6372f02b2a', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1381342722-subnet', 'tenant_id': 'cbe042d006d842f8b153951325ed7f60', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:40:59.503307 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 37274) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:40:59.530993 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-390494da-e22e-4219-82e1-ecae39768647 None None] Sync routers for ids ['08a33ff6-3a75-4df0-866a-8a0a86dbcd1f'] in n-d-842733-1 {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 20:40:59.578140 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 37280) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:40:59.580524 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-f5788e80-5712-483b-85aa-39959dbecf56 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-309157523-network', 'tenant_id': 'ae478a9d680645638da473d420ebff19'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:40:59.582026 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-390494da-e22e-4219-82e1-ecae39768647 None None] Routers {'08a33ff6-3a75-4df0-866a-8a0a86dbcd1f'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:40:59.582722 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-390494da-e22e-4219-82e1-ecae39768647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:40:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['08a33ff6-3a75-4df0-866a-8a0a86dbcd1f'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:40:59.597815 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24952fe4-3ca6-4932-a019-bc1436dd5eb6 admin admin] Made reservation on behalf of cbe042d006d842f8b153951325ed7f60 for: {'subnet': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:40:59.600483 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-24952fe4-3ca6-4932-a019-bc1436dd5eb6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4018244'] for subnet, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:59.650035 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377cb4ac-0579-46cb-81ae-e403fd79e0ff req-512d5f74-e242-4c01-89cd-84d511c37aa0 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:40:59.652487 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-377cb4ac-0579-46cb-81ae-e403fd79e0ff req-512d5f74-e242-4c01-89cd-84d511c37aa0 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] 10.222.0.24 "GET /v2.0/networks?id=f2296de0-b06c-422e-98fe-14a3771aba33 HTTP/1.1" status: 200 len: 807 time: 0.2730494 May 20 20:40:59.670256 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [req-377cb4ac-0579-46cb-81ae-e403fd79e0ff req-cb2fbadf-3c9d-4049-a022-6d51bb317130 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] Request body: {'port': {'device_id': 'fcdfd360-409c-4b60-958a-ff3f6575c816', 'network_id': 'f2296de0-b06c-422e-98fe-14a3771aba33', 'admin_state_up': True, 'tenant_id': '33876e14b0274b60a421aea47180bf46'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:40:59.784430 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5788e80-5712-483b-85aa-39959dbecf56 admin admin] Made reservation on behalf of ae478a9d680645638da473d420ebff19 for: {'network': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:40:59.791119 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f5788e80-5712-483b-85aa-39959dbecf56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for network, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:59.812472 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 6102034d-a3c2-4434-9aee-ef8354188c26 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:40:59.863657 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f5788e80-5712-483b-85aa-39959dbecf56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:59.888573 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3c0d9375-67ec-4154-9f5a-25210cb7748e req-3bc0b15d-e4dd-439a-862f-7da3aa914741 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] 10.222.0.35 "GET /v2.0/ports?device_id=fcdfd360-409c-4b60-958a-ff3f6575c816 HTTP/1.1" status: 200 len: 210 time: 0.0847578 May 20 20:41:00.055225 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50efa46-b17f-4ada-9c1b-8e286de1f495 req-7a248728-d4cf-4468-a717-082f84fbe7a7 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:41:00.064027 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d50efa46-b17f-4ada-9c1b-8e286de1f495 req-7a248728-d4cf-4468-a717-082f84fbe7a7 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.35 "GET /v2.0/ports?device_id=532663b2-24ff-4076-90d7-3126e956882e HTTP/1.1" status: 200 len: 944 time: 0.2590270 May 20 20:41:00.128892 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d50efa46-b17f-4ada-9c1b-8e286de1f495 req-e924bb31-4f1e-4ad8-957e-dc8b7ab08ae1 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c1ac446-2eae-4e3c-98ef-7a4684e96782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602553 May 20 20:41:00.243537 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4cabf47d-bd7f-441b-a04a-c3e57086d2b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:00.311945 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-377cb4ac-0579-46cb-81ae-e403fd79e0ff req-cb2fbadf-3c9d-4049-a022-6d51bb317130 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] Made reservation on behalf of 33876e14b0274b60a421aea47180bf46 for: {'port': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:41:00.316837 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-377cb4ac-0579-46cb-81ae-e403fd79e0ff req-cb2fbadf-3c9d-4049-a022-6d51bb317130 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:00.324467 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-390494da-e22e-4219-82e1-ecae39768647 None None] Set router 08a33ff6-3a75-4df0-866a-8a0a86dbcd1f gateway port host: n-d-842733-1 {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:41:00.342944 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96aee58b-1b06-40dc-9d13-56fc538ca774 req-48d31ab3-53f7-4038-8cda-cb4fcfc5bc1c tempest-ServersTestBootFromVolume-26390201 tempest-ServersTestBootFromVolume-26390201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:41:00.352210 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-96aee58b-1b06-40dc-9d13-56fc538ca774 req-48d31ab3-53f7-4038-8cda-cb4fcfc5bc1c tempest-ServersTestBootFromVolume-26390201 tempest-ServersTestBootFromVolume-26390201-project] 10.222.0.35 "GET /v2.0/ports?device_id=0fc2910a-509a-4f46-a3d9-4753ae692890 HTTP/1.1" status: 200 len: 946 time: 0.1680071 May 20 20:41:00.387158 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-24952fe4-3ca6-4932-a019-bc1436dd5eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3797684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4018258'] for subnet, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:00.393045 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e134c53-b483-49ce-85c0-b9f9b09cc016 req-9cc3535f-072f-4601-a32f-6a1b07fade72 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:41:00.402154 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5e134c53-b483-49ce-85c0-b9f9b09cc016 req-9cc3535f-072f-4601-a32f-6a1b07fade72 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/ports?device_id=639a9b9c-aaad-4644-9dcd-410174fb9f88 HTTP/1.1" status: 200 len: 945 time: 0.1421804 May 20 20:41:00.462000 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-96aee58b-1b06-40dc-9d13-56fc538ca774 req-22c7d382-375f-4f02-ae25-dd32dddcf254 tempest-ServersTestBootFromVolume-26390201 tempest-ServersTestBootFromVolume-26390201-project] 10.222.0.35 "GET /v2.0/security-groups?id=7a3fb94c-0846-423e-9e5e-d5c146d3cf48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1088827 May 20 20:41:00.519372 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f5788e80-5712-483b-85aa-39959dbecf56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:00.546724 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 6102034d-a3c2-4434-9aee-ef8354188c26 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:41:00.548471 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:00.570771 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5e134c53-b483-49ce-85c0-b9f9b09cc016 req-b385e559-ac58-4827-bbc0-5ea0b1cd4e2d tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3c6019f-4c4a-4c16-982c-852ac3d8d84a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1672373 May 20 20:41:00.828702 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 1a4e9b92-3576-4ac2-af54-1fa1ca2039c7 no longer exists at agent hyperv_n-h2-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:41:00.895499 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 6102034d-a3c2-4434-9aee-ef8354188c26 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:41:00.975137 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-390494da-e22e-4219-82e1-ecae39768647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08a33ff6-3a75-4df0-866a-8a0a86dbcd1f', 'name': 'tempest-AttachSCSIVolumeTestJSON-630153539-router', 'tenant_id': 'ad40cedaa73f40ef9226be0e1d4e6e54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.197'}], 'enable_snat': True}, 'gw_port_id': '6102034d-a3c2-4434-9aee-ef8354188c26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:40:50Z', 'updated_at': '2022-05-20T20:40:56Z', 'revision_number': 4, 'project_id': 'ad40cedaa73f40ef9226be0e1d4e6e54', 'gw_port': {'id': '6102034d-a3c2-4434-9aee-ef8354188c26', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:39:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08a33ff6-3a75-4df0-866a-8a0a86dbcd1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:40:51Z', 'updated_at': '2022-05-20T20:40:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': '9dc78221-dc98-405c-a537-c6055b76cbb3', 'name': '', 'network_id': 'baad6524-bf83-4783-a736-2fe3005abb37', 'tenant_id': 'ad40cedaa73f40ef9226be0e1d4e6e54', 'mac_address': 'fa:16:3e:25:5b:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08a33ff6-3a75-4df0-866a-8a0a86dbcd1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': '6e166003-715e-4f35-82f5-046af1f78c1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:40:55Z', 'updated_at': '2022-05-20T20:40:57Z', 'revision_number': 2, 'project_id': 'ad40cedaa73f40ef9226be0e1d4e6e54', 'subnets': [{'id': '6e166003-715e-4f35-82f5-046af1f78c1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:41:01.059809 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-390494da-e22e-4219-82e1-ecae39768647 None None] Checking router: 08a33ff6-3a75-4df0-866a-8a0a86dbcd1f for host: n-d-842733-1 {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 20:41:01.060485 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-390494da-e22e-4219-82e1-ecae39768647 None None] Updating router 08a33ff6-3a75-4df0-866a-8a0a86dbcd1f port 9dc78221-dc98-405c-a537-c6055b76cbb3 binding host n-d-842733-1 {{(pid=103164) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 20:41:01.104003 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-390494da-e22e-4219-82e1-ecae39768647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:01.126367 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port 1a4e9b92-3576-4ac2-af54-1fa1ca2039c7 is: DOWN; New status is: DOWN {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:41:01.225935 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24952fe4-3ca6-4932-a019-bc1436dd5eb6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6099063e-89a9-41b5-9aa7-e7ce5501b95d,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:41:01.245968 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f5788e80-5712-483b-85aa-39959dbecf56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:01.300964 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4cabf47d-bd7f-441b-a04a-c3e57086d2b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:01.304335 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24952fe4-3ca6-4932-a019-bc1436dd5eb6 admin admin] Checking segment: {'id': '7a4c3e36-bdca-47cc-b18a-c66a1668c365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'e770d771-5039-4bb2-a1b8-9c6372f02b2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:41:01.304785 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24952fe4-3ca6-4932-a019-bc1436dd5eb6 admin admin] Network hostable DHCP agents. Network: e770d771-5039-4bb2-a1b8-9c6372f02b2a, hostable agents: ['c9b0653c-f3c7-4339-bd50-e3754b629216'], hosted agents: [] {{(pid=103162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 20:41:01.341418 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5788e80-5712-483b-85aa-39959dbecf56 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 222} {{(pid=103162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 20:41:01.359826 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5788e80-5712-483b-85aa-39959dbecf56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7537d4a5-eb64-4e30-81e9-ec69d149577c,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:41:01.366673 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f5788e80-5712-483b-85aa-39959dbecf56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:01.367017 n-d-842733-1 neutron-server[103162]: INFO neutron.db.segments_db [None req-f5788e80-5712-483b-85aa-39959dbecf56 admin admin] Added segment 39bb0167-2516-4972-ba86-d1b99a9272c3 of type vlan for network a3568906-f032-430b-9469-832171850da4 May 20 20:41:01.429159 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [req-377cb4ac-0579-46cb-81ae-e403fd79e0ff req-cb2fbadf-3c9d-4049-a022-6d51bb317130 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] Allocated IP 172.20.0.14 (f2296de0-b06c-422e-98fe-14a3771aba33/f9e5fad6-106c-4fb6-bdcf-0e79e7e3eb1f/14e84b14-5302-4a18-b663-c57259b108a0) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:41:01.434984 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f5788e80-5712-483b-85aa-39959dbecf56 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418993264'] for network, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:01.471204 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4cabf47d-bd7f-441b-a04a-c3e57086d2b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:01.546612 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-4cabf47d-bd7f-441b-a04a-c3e57086d2b7 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=46ed631d918f4e01b0751867004d86bd&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0411499 May 20 20:41:01.547909 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cabf47d-bd7f-441b-a04a-c3e57086d2b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=874d2675-ba32-46e7-aeb2-34baf759a6e3,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:41:01.553377 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24952fe4-3ca6-4932-a019-bc1436dd5eb6 admin admin] Network e770d771-5039-4bb2-a1b8-9c6372f02b2a is scheduled to be hosted by DHCP agent c9b0653c-f3c7-4339-bd50-e3754b629216 with binding_index 1 {{(pid=103162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 20:41:01.555848 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 37302) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:41:01.589992 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-53e87f6c-7541-46ef-a1f8-1d38b8908223 req-91e0611b-79ca-4803-b808-03c0c3f85676 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] 10.222.0.35 "GET /v2.0/ports?device_id=fcdfd360-409c-4b60-958a-ff3f6575c816 HTTP/1.1" status: 200 len: 210 time: 0.1624868 May 20 20:41:01.631013 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f5788e80-5712-483b-85aa-39959dbecf56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524'] for network, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:01.632247 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5788e80-5712-483b-85aa-39959dbecf56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:41:01.633766 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f5788e80-5712-483b-85aa-39959dbecf56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:01.643761 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-390494da-e22e-4219-82e1-ecae39768647 None None] Notify callbacks [] for port, precommit_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:01.709338 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5788e80-5712-483b-85aa-39959dbecf56 admin admin] Pushing event updated for resources: {'Network': ['ID=a3568906-f032-430b-9469-832171850da4,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:41:01.711164 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-dbb7860d-834c-4cc9-9b63-29a3e4cfe420 req-d44e9fca-3b87-40ea-a8fa-89fa708d2131 service neutron] 10.222.0.13 "GET /v2.0/ports/1a4e9b92-3576-4ac2-af54-1fa1ca2039c7/bindings/n-h1-842733-1 HTTP/1.1" status: 200 len: 384 time: 0.0979290 May 20 20:41:01.721530 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Network a3568906-f032-430b-9469-832171850da4 details requested by agent ovs-agent-n-d-842733-1 with host n-d-842733-1 {{(pid=103164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 20 20:41:01.740077 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-dc90bf90-bc06-412b-8c63-ebeab713cc8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:01.742105 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-24952fe4-3ca6-4932-a019-bc1436dd5eb6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842733-1, e770d771-5039-4bb2-a1b8-9c6372f02b2a) {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:41:01.744623 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb55b9b-4390-4b3c-928b-70ac8ae04f60 req-9776af20-631a-4ade-9587-e42d7fa088dc tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:41:01.747656 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24952fe4-3ca6-4932-a019-bc1436dd5eb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:41:01.748334 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-24952fe4-3ca6-4932-a019-bc1436dd5eb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:01.753064 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ecb55b9b-4390-4b3c-928b-70ac8ae04f60 req-9776af20-631a-4ade-9587-e42d7fa088dc tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/ports?device_id=639a9b9c-aaad-4644-9dcd-410174fb9f88 HTTP/1.1" status: 200 len: 945 time: 1.0437541 May 20 20:41:01.787161 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-dc90bf90-bc06-412b-8c63-ebeab713cc8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:01.795297 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbf52211-ac56-4408-94a3-f5f1eb0c94f2 None None] Network e770d771-5039-4bb2-a1b8-9c6372f02b2a requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:41:01.869511 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ecb55b9b-4390-4b3c-928b-70ac8ae04f60 req-45e450f2-1b78-43a8-a3e1-e50394a0eef2 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3c6019f-4c4a-4c16-982c-852ac3d8d84a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1138544 May 20 20:41:01.896446 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-390494da-e22e-4219-82e1-ecae39768647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:01.905307 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-f5788e80-5712-483b-85aa-39959dbecf56 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.3308113 May 20 20:41:01.906125 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 37306) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:41:01.911472 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-24952fe4-3ca6-4932-a019-bc1436dd5eb6 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.5498471 May 20 20:41:01.918253 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-43c35123-9fd7-4c8a-907e-31b2c5f7f044 admin admin] Request body: {'subnet': {'network_id': 'a3568906-f032-430b-9469-832171850da4', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-309157523-subnet', 'tenant_id': 'ae478a9d680645638da473d420ebff19', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:41:01.922589 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 37308) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:41:01.929773 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-e0e51a10-8da4-40cf-9675-46a1325ff1dc admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1381342722-router', 'tenant_id': 'cbe042d006d842f8b153951325ed7f60', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'}}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:41:01.937252 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-377cb4ac-0579-46cb-81ae-e403fd79e0ff req-cb2fbadf-3c9d-4049-a022-6d51bb317130 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] Notify callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:01.950057 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-dc90bf90-bc06-412b-8c63-ebeab713cc8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:01.954872 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-dc90bf90-bc06-412b-8c63-ebeab713cc8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:01.961739 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5979fe4-8ce5-4058-b583-4e2deea34434 None None] Pushing event updated for resources: {'Port': ['ID=9dc78221-dc98-405c-a537-c6055b76cbb3,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:41:01.969980 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-dc90bf90-bc06-412b-8c63-ebeab713cc8f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/874d2675-ba32-46e7-aeb2-34baf759a6e3 HTTP/1.1" status: 204 len: 168 time: 0.4052532 May 20 20:41:02.034982 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43c35123-9fd7-4c8a-907e-31b2c5f7f044 admin admin] Made reservation on behalf of ae478a9d680645638da473d420ebff19 for: {'subnet': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:41:02.037674 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-43c35123-9fd7-4c8a-907e-31b2c5f7f044 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4018244'] for subnet, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:02.044925 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc90bf90-bc06-412b-8c63-ebeab713cc8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=874d2675-ba32-46e7-aeb2-34baf759a6e3,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:41:02.160049 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-390494da-e22e-4219-82e1-ecae39768647 None None] Attempting to bind port 9dc78221-dc98-405c-a537-c6055b76cbb3 on host n-d-842733-1 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:41:02.160476 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-390494da-e22e-4219-82e1-ecae39768647 None None] Attempting to bind port 9dc78221-dc98-405c-a537-c6055b76cbb3 by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': '54014f1f-17f4-44bc-89c9-a7cc1b561592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'baad6524-bf83-4783-a736-2fe3005abb37'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:41:02.160744 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-390494da-e22e-4219-82e1-ecae39768647 None None] Attempting to bind port 9dc78221-dc98-405c-a537-c6055b76cbb3 on network baad6524-bf83-4783-a736-2fe3005abb37 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:41:02.170059 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:02.173569 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-390494da-e22e-4219-82e1-ecae39768647 None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 40, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:41:02.173946 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-390494da-e22e-4219-82e1-ecae39768647 None None] Checking segment: {'id': '54014f1f-17f4-44bc-89c9-a7cc1b561592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'baad6524-bf83-4783-a736-2fe3005abb37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:41:02.174359 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-390494da-e22e-4219-82e1-ecae39768647 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:02.174716 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-390494da-e22e-4219-82e1-ecae39768647 None None] Bound using segment: {'id': '54014f1f-17f4-44bc-89c9-a7cc1b561592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'baad6524-bf83-4783-a736-2fe3005abb37'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:41:02.176486 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-390494da-e22e-4219-82e1-ecae39768647 None None] Bound port: 9dc78221-dc98-405c-a537-c6055b76cbb3, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54014f1f-17f4-44bc-89c9-a7cc1b561592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'baad6524-bf83-4783-a736-2fe3005abb37'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:41:02.176486 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-390494da-e22e-4219-82e1-ecae39768647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:02.195740 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-dbb7860d-834c-4cc9-9b63-29a3e4cfe420 req-6f549715-8142-4885-a046-3c3a349aa642 service neutron] For port 1a4e9b92-3576-4ac2-af54-1fa1ca2039c7, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=1a4e9b92-3576-4ac2-af54-1fa1ca2039c7,segment=NetworkSegment(65a8f4c3-036d-4ff8-a81a-cd07cb6f1230),segment_id=65a8f4c3-036d-4ff8-a81a-cd07cb6f1230)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:41:02.260528 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-dbb7860d-834c-4cc9-9b63-29a3e4cfe420 req-6f549715-8142-4885-a046-3c3a349aa642 service neutron] For port 1a4e9b92-3576-4ac2-af54-1fa1ca2039c7, host n-h2-842733-1, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:41:02.292352 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05aac0b7-9a1c-48a6-bec7-3cf0e46ef7df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaee2b848-d4b9-5db1-b6ef-d6db29d67de7-e770d771-5039-4bb2-a1b8-9c6372f02b2a', 'network_id': 'e770d771-5039-4bb2-a1b8-9c6372f02b2a', 'tenant_id': 'cbe042d006d842f8b153951325ed7f60', 'fixed_ips': [{'subnet_id': '6099063e-89a9-41b5-9aa7-e7ce5501b95d'}]}} from n-d-842733-1. {{(pid=103164) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 20:41:02.293200 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-05aac0b7-9a1c-48a6-bec7-3cf0e46ef7df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:02.430309 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-43c35123-9fd7-4c8a-907e-31b2c5f7f044 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3797684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4018258'] for subnet, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:02.462607 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [req-dbb7860d-834c-4cc9-9b63-29a3e4cfe420 req-6f549715-8142-4885-a046-3c3a349aa642 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a4e9b92-3576-4ac2-af54-1fa1ca2039c7 {{(pid=103163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:41:02.486143 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-390494da-e22e-4219-82e1-ecae39768647 None None] For port 9dc78221-dc98-405c-a537-c6055b76cbb3, host n-d-842733-1, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:41:02.516192 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-dbb7860d-834c-4cc9-9b63-29a3e4cfe420 req-6f549715-8142-4885-a046-3c3a349aa642 service neutron] For port 1a4e9b92-3576-4ac2-af54-1fa1ca2039c7, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=1a4e9b92-3576-4ac2-af54-1fa1ca2039c7,segment=NetworkSegment(65a8f4c3-036d-4ff8-a81a-cd07cb6f1230),segment_id=65a8f4c3-036d-4ff8-a81a-cd07cb6f1230)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:41:02.519633 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-91ca23c3-3a24-496c-86e0-d66686c83251 None None] Provisioning complete for port 9dc78221-dc98-405c-a537-c6055b76cbb3 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:41:02.520104 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-91ca23c3-3a24-496c-86e0-d66686c83251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:02.550790 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c35123-9fd7-4c8a-907e-31b2c5f7f044 admin admin] Pushing event updated for resources: {'Subnet': ['ID=746a668f-ba3c-4b93-be9c-21b8243ede59,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:41:02.557857 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43c35123-9fd7-4c8a-907e-31b2c5f7f044 admin admin] Checking segment: {'id': '39bb0167-2516-4972-ba86-d1b99a9272c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'a3568906-f032-430b-9469-832171850da4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:41:02.558212 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43c35123-9fd7-4c8a-907e-31b2c5f7f044 admin admin] Network hostable DHCP agents. Network: a3568906-f032-430b-9469-832171850da4, hostable agents: ['c9b0653c-f3c7-4339-bd50-e3754b629216'], hosted agents: [] {{(pid=103162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 20:41:02.563590 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e0e51a10-8da4-40cf-9675-46a1325ff1dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-694221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26155'] for router, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:02.564460 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e0e51a10-8da4-40cf-9675-46a1325ff1dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-693085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748153', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-718080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26162'] for router, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:02.570017 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-390494da-e22e-4219-82e1-ecae39768647 None None] For port 9dc78221-dc98-405c-a537-c6055b76cbb3, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=9dc78221-dc98-405c-a537-c6055b76cbb3,segment=NetworkSegment(54014f1f-17f4-44bc-89c9-a7cc1b561592),segment_id=54014f1f-17f4-44bc-89c9-a7cc1b561592)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:41:02.591012 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-08f84b2e-2526-4825-a398-7d72f4eb19b2 req-86b53294-f05e-45de-96cd-4094f935f3cb service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d6b770e5-8fc5-41ee-a663-8df2656df33f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2580299 May 20 20:41:02.611769 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d796ea-d1e1-4d0e-9567-d17d577f74f5 req-dda091d8-7683-4ff4-a5b4-4f0577918b70 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:41:02.613469 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-95d796ea-d1e1-4d0e-9567-d17d577f74f5 req-dda091d8-7683-4ff4-a5b4-4f0577918b70 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.35 "GET /v2.0/ports?device_id=532663b2-24ff-4076-90d7-3126e956882e HTTP/1.1" status: 200 len: 944 time: 0.3021550 May 20 20:41:02.613792 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-91ca23c3-3a24-496c-86e0-d66686c83251 None None] Port 9dc78221-dc98-405c-a537-c6055b76cbb3 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 20:41:02.623036 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-390494da-e22e-4219-82e1-ecae39768647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:02.626640 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5834e321-b39d-44d3-bcff-00b1de8ce9e0 req-012aa879-e22b-4939-a41e-d02c6f30666c tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:41:02.630095 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5834e321-b39d-44d3-bcff-00b1de8ce9e0 req-012aa879-e22b-4939-a41e-d02c6f30666c tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/ports?device_id=639a9b9c-aaad-4644-9dcd-410174fb9f88 HTTP/1.1" status: 200 len: 945 time: 0.2791402 May 20 20:41:02.649371 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43c35123-9fd7-4c8a-907e-31b2c5f7f044 admin admin] Network a3568906-f032-430b-9469-832171850da4 is scheduled to be hosted by DHCP agent c9b0653c-f3c7-4339-bd50-e3754b629216 with binding_index 1 {{(pid=103162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 20:41:02.695674 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-dbb7860d-834c-4cc9-9b63-29a3e4cfe420 req-6f549715-8142-4885-a046-3c3a349aa642 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:02.707900 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-377cb4ac-0579-46cb-81ae-e403fd79e0ff req-cb2fbadf-3c9d-4049-a022-6d51bb317130 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:02.710008 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-43c35123-9fd7-4c8a-907e-31b2c5f7f044 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842733-1, a3568906-f032-430b-9469-832171850da4) {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:41:02.714559 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43c35123-9fd7-4c8a-907e-31b2c5f7f044 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:41:02.715071 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-43c35123-9fd7-4c8a-907e-31b2c5f7f044 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:02.757784 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5979fe4-8ce5-4058-b583-4e2deea34434 None None] Pushing event updated for resources: {'Port': ['ID=9dc78221-dc98-405c-a537-c6055b76cbb3,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:41:02.761764 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] get_ports_and_sgs() called for port_ids ['d48c4a89-5248-4669-905a-a53da6b07df6'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:41:02.791242 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e0e51a10-8da4-40cf-9675-46a1325ff1dc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:02.794638 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-43c35123-9fd7-4c8a-907e-31b2c5f7f044 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8819020 May 20 20:41:02.797925 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 37324) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:41:02.803036 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-5654d826-b952-444b-94a6-ee2ce45ba8c7 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-309157523-router', 'tenant_id': 'ae478a9d680645638da473d420ebff19', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'}}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:41:02.810616 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5230109-b868-48b6-9d2d-6a973920d686 None None] Network a3568906-f032-430b-9469-832171850da4 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:41:02.835147 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [None req-05aac0b7-9a1c-48a6-bec7-3cf0e46ef7df None None] Allocated IP 172.20.0.2 (e770d771-5039-4bb2-a1b8-9c6372f02b2a/6099063e-89a9-41b5-9aa7-e7ce5501b95d/aee817b4-3de6-4fa3-90dc-07141818ba18) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:41:02.837632 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-390494da-e22e-4219-82e1-ecae39768647 None None] Routers {'08a33ff6-3a75-4df0-866a-8a0a86dbcd1f'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:41:02.838332 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-390494da-e22e-4219-82e1-ecae39768647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:40:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['08a33ff6-3a75-4df0-866a-8a0a86dbcd1f'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:41:02.877311 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-95d796ea-d1e1-4d0e-9567-d17d577f74f5 req-ab9dde08-eb8b-482e-8f1d-989706be348f tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c1ac446-2eae-4e3c-98ef-7a4684e96782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2451937 May 20 20:41:02.890843 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-377cb4ac-0579-46cb-81ae-e403fd79e0ff req-cb2fbadf-3c9d-4049-a022-6d51bb317130 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] Network f2296de0-b06c-422e-98fe-14a3771aba33 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:41:02.902777 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f84b2e-2526-4825-a398-7d72f4eb19b2 req-1cf6ed83-8746-4298-a171-89e2b0f78942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:41:02.904255 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-08f84b2e-2526-4825-a398-7d72f4eb19b2 req-1cf6ed83-8746-4298-a171-89e2b0f78942 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8b3cc11ab7334369b6693afcab69aa6e&device_id=d6b770e5-8fc5-41ee-a663-8df2656df33f HTTP/1.1" status: 200 len: 1096 time: 0.2731256 May 20 20:41:02.908352 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [req-377cb4ac-0579-46cb-81ae-e403fd79e0ff req-cb2fbadf-3c9d-4049-a022-6d51bb317130 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:41:02.945881 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5654d826-b952-444b-94a6-ee2ce45ba8c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-694221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26155'] for router, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:02.947296 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2fbadf-3c9d-4049-a022-6d51bb317130 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] Pushing event updated for resources: {'Port': ['ID=14e84b14-5302-4a18-b663-c57259b108a0,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:41:02.948134 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5654d826-b952-444b-94a6-ee2ce45ba8c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-693085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748153', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-718080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26162'] for router, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:02.970655 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5834e321-b39d-44d3-bcff-00b1de8ce9e0 req-e683b8a9-926c-491f-9071-0a533618057a tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3c6019f-4c4a-4c16-982c-852ac3d8d84a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3078480 May 20 20:41:02.980063 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [req-377cb4ac-0579-46cb-81ae-e403fd79e0ff req-cb2fbadf-3c9d-4049-a022-6d51bb317130 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:41:03.091735 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5654d826-b952-444b-94a6-ee2ce45ba8c7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:03.118298 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [req-dbb7860d-834c-4cc9-9b63-29a3e4cfe420 req-6f549715-8142-4885-a046-3c3a349aa642 service neutron] Transition to ACTIVE for port object 1a4e9b92-3576-4ac2-af54-1fa1ca2039c7 will not be triggered until provisioned by entity L2. {{(pid=103163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 20:41:03.275793 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-390494da-e22e-4219-82e1-ecae39768647 None None] Set router 08a33ff6-3a75-4df0-866a-8a0a86dbcd1f gateway port host: n-d-842733-1 {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:41:03.349523 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e0e51a10-8da4-40cf-9675-46a1325ff1dc admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:03.360201 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-dbb7860d-834c-4cc9-9b63-29a3e4cfe420 req-6f549715-8142-4885-a046-3c3a349aa642 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:03.418347 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377cb4ac-0579-46cb-81ae-e403fd79e0ff req-cb2fbadf-3c9d-4049-a022-6d51bb317130 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:41:03.420033 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-377cb4ac-0579-46cb-81ae-e403fd79e0ff req-cb2fbadf-3c9d-4049-a022-6d51bb317130 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:03.437642 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7503fe-ee55-4067-ab44-5035d5b2128f req-f7041b96-d288-4013-a07e-e86aeeb61f8a tempest-ServersTestBootFromVolume-26390201 tempest-ServersTestBootFromVolume-26390201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:41:03.446183 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-db7503fe-ee55-4067-ab44-5035d5b2128f req-f7041b96-d288-4013-a07e-e86aeeb61f8a tempest-ServersTestBootFromVolume-26390201 tempest-ServersTestBootFromVolume-26390201-project] 10.222.0.35 "GET /v2.0/ports?device_id=0fc2910a-509a-4f46-a3d9-4753ae692890 HTTP/1.1" status: 200 len: 946 time: 0.3254836 May 20 20:41:03.486787 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5654d826-b952-444b-94a6-ee2ce45ba8c7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:03.517805 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbb7860d-834c-4cc9-9b63-29a3e4cfe420 req-6f549715-8142-4885-a046-3c3a349aa642 service neutron] No DVR routers for this DVR port 1a4e9b92-3576-4ac2-af54-1fa1ca2039c7 on host n-h2-842733-1 {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:41:03.618287 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04670842-5498-425a-b058-5a32bdde66de req-0e374dec-5438-45c8-be49-db1e38c1af72 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:41:03.620279 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-04670842-5498-425a-b058-5a32bdde66de req-0e374dec-5438-45c8-be49-db1e38c1af72 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] 10.222.0.35 "GET /v2.0/ports?device_id=fcdfd360-409c-4b60-958a-ff3f6575c816 HTTP/1.1" status: 200 len: 932 time: 0.4392548 May 20 20:41:03.661253 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f549715-8142-4885-a046-3c3a349aa642 service neutron] Pushing event updated for resources: {'Port': ['ID=1a4e9b92-3576-4ac2-af54-1fa1ca2039c7,revision_number=10']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:41:03.668848 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-377cb4ac-0579-46cb-81ae-e403fd79e0ff req-cb2fbadf-3c9d-4049-a022-6d51bb317130 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0032568 May 20 20:41:03.690800 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-dbb7860d-834c-4cc9-9b63-29a3e4cfe420 req-6f549715-8142-4885-a046-3c3a349aa642 service neutron] 10.222.0.13 "PUT /v2.0/ports/1a4e9b92-3576-4ac2-af54-1fa1ca2039c7/bindings/n-h1-842733-1/activate HTTP/1.1" status: 200 len: 369 time: 1.9359581 May 20 20:41:03.696158 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f84b2e-2526-4825-a398-7d72f4eb19b2 req-c6b728cd-e71c-4d52-a308-a8e37b1c1207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:41:03.697675 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-08f84b2e-2526-4825-a398-7d72f4eb19b2 req-c6b728cd-e71c-4d52-a308-a8e37b1c1207 service neutron] 10.222.0.24 "GET /v2.0/networks?id=fef9e30f-3c34-4b6b-9bd5-2a167649e7b0 HTTP/1.1" status: 200 len: 921 time: 0.6210861 May 20 20:41:03.715455 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [req-377cb4ac-0579-46cb-81ae-e403fd79e0ff req-b6b87f16-a4f7-48b9-8871-fee0dac9d904 service neutron] Request body: {'port': {'device_id': 'fcdfd360-409c-4b60-958a-ff3f6575c816', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-842733-1'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:41:03.735773 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-db7503fe-ee55-4067-ab44-5035d5b2128f req-fc0dfe50-6eda-424a-92bd-304c8e538fe0 tempest-ServersTestBootFromVolume-26390201 tempest-ServersTestBootFromVolume-26390201-project] 10.222.0.35 "GET /v2.0/security-groups?id=7a3fb94c-0846-423e-9e5e-d5c146d3cf48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2883799 May 20 20:41:03.753794 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2f5e560-8e71-46a2-9909-92080c7e9d5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaee2b848-d4b9-5db1-b6ef-d6db29d67de7-a3568906-f032-430b-9469-832171850da4', 'network_id': 'a3568906-f032-430b-9469-832171850da4', 'tenant_id': 'ae478a9d680645638da473d420ebff19', 'fixed_ips': [{'subnet_id': '746a668f-ba3c-4b93-be9c-21b8243ede59'}]}} from n-d-842733-1. {{(pid=103164) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 20:41:03.755264 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-f2f5e560-8e71-46a2-9909-92080c7e9d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:03.800334 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b5f0ea53-c598-4c44-8237-012727599002 None None] Provisioning complete for port 9dc78221-dc98-405c-a537-c6055b76cbb3 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:41:03.801000 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b5f0ea53-c598-4c44-8237-012727599002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:03.843349 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-08f84b2e-2526-4825-a398-7d72f4eb19b2 req-98b21f0d-118e-4ea2-91ba-2d2af9d4410e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dd7c455f-f7fa-4ccb-8d0f-f44da1bcb1a1 HTTP/1.1" status: 200 len: 217 time: 0.1053379 May 20 20:41:03.944449 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-04670842-5498-425a-b058-5a32bdde66de req-dd4721d3-74e9-4ef2-bf1f-1d3f4f4336e6 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] 10.222.0.35 "GET /v2.0/security-groups?id=0a1ca955-ee86-4e03-bb39-6b1e6a532a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2805603 May 20 20:41:03.973081 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.24', 52660) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:41:04.033285 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5654d826-b952-444b-94a6-ee2ce45ba8c7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:04.049109 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f84b2e-2526-4825-a398-7d72f4eb19b2 req-6568d3bd-ea39-4c59-9646-ac526c25c97f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:41:04.052406 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-08f84b2e-2526-4825-a398-7d72f4eb19b2 req-6568d3bd-ea39-4c59-9646-ac526c25c97f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=33548886-d6e3-48e7-a819-149526989122 HTTP/1.1" status: 200 len: 860 time: 0.1971457 May 20 20:41:04.060064 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-377cb4ac-0579-46cb-81ae-e403fd79e0ff req-b6b87f16-a4f7-48b9-8871-fee0dac9d904 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:04.060635 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb7860d-834c-4cc9-9b63-29a3e4cfe420 req-c6028267-1206-428c-b28c-4ada2b86752b tempest-LiveAutoBlockMigrationV225Test-1777330067 tempest-LiveAutoBlockMigrationV225Test-1777330067-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:41:04.062853 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-dbb7860d-834c-4cc9-9b63-29a3e4cfe420 req-c6028267-1206-428c-b28c-4ada2b86752b tempest-LiveAutoBlockMigrationV225Test-1777330067 tempest-LiveAutoBlockMigrationV225Test-1777330067-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=532663b2-24ff-4076-90d7-3126e956882e&tenant_id=8b3cc11ab7334369b6693afcab69aa6e&binding%3Ahost_id=n-h2-842733-1 HTTP/1.1" status: 200 len: 1096 time: 0.1598310 May 20 20:41:04.067516 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5654d826-b952-444b-94a6-ee2ce45ba8c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:04.121786 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d393512-faf7-4fe0-a996-6fa7ee802e0c req-c5a6be08-41ed-4626-85ff-c27816e6a6b0 tempest-ServersTestBootFromVolume-26390201 tempest-ServersTestBootFromVolume-26390201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:41:04.123408 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-0d393512-faf7-4fe0-a996-6fa7ee802e0c req-c5a6be08-41ed-4626-85ff-c27816e6a6b0 tempest-ServersTestBootFromVolume-26390201 tempest-ServersTestBootFromVolume-26390201-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fc2910a-509a-4f46-a3d9-4753ae692890 HTTP/1.1" status: 200 len: 946 time: 0.1459274 May 20 20:41:04.179297 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-08f84b2e-2526-4825-a398-7d72f4eb19b2 req-1968c5cd-fbae-44ea-b7a0-a41f88423de1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fef9e30f-3c34-4b6b-9bd5-2a167649e7b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1132295 May 20 20:41:04.221875 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-05aac0b7-9a1c-48a6-bec7-3cf0e46ef7df None None] Notify callbacks [] for port, precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:04.269531 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb7860d-834c-4cc9-9b63-29a3e4cfe420 req-9bab7f49-3a03-41ee-83aa-688a1ab94176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:41:04.271445 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-dbb7860d-834c-4cc9-9b63-29a3e4cfe420 req-9bab7f49-3a03-41ee-83aa-688a1ab94176 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=532663b2-24ff-4076-90d7-3126e956882e&tenant_id=8b3cc11ab7334369b6693afcab69aa6e HTTP/1.1" status: 200 len: 1096 time: 0.1893764 May 20 20:41:04.346287 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-05aac0b7-9a1c-48a6-bec7-3cf0e46ef7df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108'] for port, after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:04.398894 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-5654d826-b952-444b-94a6-ee2ce45ba8c7 admin admin] Allocated IP 172.25.2.26 (e3a93b5c-91e2-4064-9c2c-1afc261bfe15/86fee0c1-6e34-488b-9216-b2b8e7ef585a/acc4d547-707b-4b4d-bd79-7a5f08380a01) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:41:04.407894 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb7860d-834c-4cc9-9b63-29a3e4cfe420 req-9bd8c832-9855-4db2-9aa1-05cdcad66840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:41:04.409580 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-dbb7860d-834c-4cc9-9b63-29a3e4cfe420 req-9bd8c832-9855-4db2-9aa1-05cdcad66840 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8b3cc11ab7334369b6693afcab69aa6e&device_id=532663b2-24ff-4076-90d7-3126e956882e HTTP/1.1" status: 200 len: 1096 time: 0.0999980 May 20 20:41:04.422529 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-0d393512-faf7-4fe0-a996-6fa7ee802e0c req-7483880d-4ec1-4684-870d-26c6cdc0b5d3 tempest-ServersTestBootFromVolume-26390201 tempest-ServersTestBootFromVolume-26390201-project] Deleting port 6d161f51-5ea4-4c0c-8b8d-64a6b8518980 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:41:04.423151 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-0d393512-faf7-4fe0-a996-6fa7ee802e0c req-7483880d-4ec1-4684-870d-26c6cdc0b5d3 tempest-ServersTestBootFromVolume-26390201 tempest-ServersTestBootFromVolume-26390201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:04.552845 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05aac0b7-9a1c-48a6-bec7-3cf0e46ef7df None None] Network e770d771-5039-4bb2-a1b8-9c6372f02b2a is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:41:04.558764 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [None req-f2f5e560-8e71-46a2-9909-92080c7e9d5a None None] Allocated IP 172.20.0.2 (a3568906-f032-430b-9469-832171850da4/746a668f-ba3c-4b93-be9c-21b8243ede59/2ecd023b-2f2b-4f30-aae8-46534230efaf) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:41:04.572350 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b5f0ea53-c598-4c44-8237-012727599002 None None] Current status of the port 9dc78221-dc98-405c-a537-c6055b76cbb3 is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:41:04.572732 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b5f0ea53-c598-4c44-8237-012727599002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:04.574801 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-05aac0b7-9a1c-48a6-bec7-3cf0e46ef7df None None] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:41:04.580420 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05aac0b7-9a1c-48a6-bec7-3cf0e46ef7df None None] Received port after_create {{(pid=103164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:41:04.587451 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-08f84b2e-2526-4825-a398-7d72f4eb19b2 req-2592c054-3378-4f0c-bf06-f161469bc0ad service neutron] 10.222.0.24 "GET /v2.0/networks/fef9e30f-3c34-4b6b-9bd5-2a167649e7b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3841112 May 20 20:41:04.596791 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05aac0b7-9a1c-48a6-bec7-3cf0e46ef7df None None] Pushing event updated for resources: {'Port': ['ID=aee817b4-3de6-4fa3-90dc-07141818ba18,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:41:04.643261 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-0d393512-faf7-4fe0-a996-6fa7ee802e0c req-7483880d-4ec1-4684-870d-26c6cdc0b5d3 tempest-ServersTestBootFromVolume-26390201 tempest-ServersTestBootFromVolume-26390201-project] For port 6d161f51-5ea4-4c0c-8b8d-64a6b8518980, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=6d161f51-5ea4-4c0c-8b8d-64a6b8518980,segment=NetworkSegment(2e6e4d76-0e9f-4826-8486-6bd4ed5544e9),segment_id=2e6e4d76-0e9f-4826-8486-6bd4ed5544e9)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:41:04.645919 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-0d393512-faf7-4fe0-a996-6fa7ee802e0c req-7483880d-4ec1-4684-870d-26c6cdc0b5d3 tempest-ServersTestBootFromVolume-26390201 tempest-ServersTestBootFromVolume-26390201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:04.750004 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-390494da-e22e-4219-82e1-ecae39768647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08a33ff6-3a75-4df0-866a-8a0a86dbcd1f', 'name': 'tempest-AttachSCSIVolumeTestJSON-630153539-router', 'tenant_id': 'ad40cedaa73f40ef9226be0e1d4e6e54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.197'}], 'enable_snat': True}, 'gw_port_id': '6102034d-a3c2-4434-9aee-ef8354188c26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:40:50Z', 'updated_at': '2022-05-20T20:40:56Z', 'revision_number': 4, 'project_id': 'ad40cedaa73f40ef9226be0e1d4e6e54', 'gw_port': {'id': '6102034d-a3c2-4434-9aee-ef8354188c26', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:39:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08a33ff6-3a75-4df0-866a-8a0a86dbcd1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:40:51Z', 'updated_at': '2022-05-20T20:40:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': '9dc78221-dc98-405c-a537-c6055b76cbb3', 'name': '', 'network_id': 'baad6524-bf83-4783-a736-2fe3005abb37', 'tenant_id': 'ad40cedaa73f40ef9226be0e1d4e6e54', 'mac_address': 'fa:16:3e:25:5b:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08a33ff6-3a75-4df0-866a-8a0a86dbcd1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': '6e166003-715e-4f35-82f5-046af1f78c1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:40:55Z', 'updated_at': '2022-05-20T20:41:02Z', 'revision_number': 4, 'project_id': 'ad40cedaa73f40ef9226be0e1d4e6e54', 'subnets': [{'id': '6e166003-715e-4f35-82f5-046af1f78c1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:41:04.770890 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb7860d-834c-4cc9-9b63-29a3e4cfe420 req-ca070b5a-87a4-4e8c-9744-df530255ce0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:41:04.772361 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-dbb7860d-834c-4cc9-9b63-29a3e4cfe420 req-ca070b5a-87a4-4e8c-9744-df530255ce0a service neutron] 10.222.0.24 "GET /v2.0/networks?id=fef9e30f-3c34-4b6b-9bd5-2a167649e7b0 HTTP/1.1" status: 200 len: 921 time: 0.2765403 May 20 20:41:04.792435 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b5f0ea53-c598-4c44-8237-012727599002 None None] For port 9dc78221-dc98-405c-a537-c6055b76cbb3, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=9dc78221-dc98-405c-a537-c6055b76cbb3,segment=NetworkSegment(54014f1f-17f4-44bc-89c9-a7cc1b561592),segment_id=54014f1f-17f4-44bc-89c9-a7cc1b561592)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:41:04.793881 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-05aac0b7-9a1c-48a6-bec7-3cf0e46ef7df None None] Attempting to bind port aee817b4-3de6-4fa3-90dc-07141818ba18 on host n-d-842733-1 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:41:04.794249 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-05aac0b7-9a1c-48a6-bec7-3cf0e46ef7df None None] Attempting to bind port aee817b4-3de6-4fa3-90dc-07141818ba18 by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': '7a4c3e36-bdca-47cc-b18a-c66a1668c365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'e770d771-5039-4bb2-a1b8-9c6372f02b2a'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:41:04.794617 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05aac0b7-9a1c-48a6-bec7-3cf0e46ef7df None None] Attempting to bind port aee817b4-3de6-4fa3-90dc-07141818ba18 on network e770d771-5039-4bb2-a1b8-9c6372f02b2a {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:41:04.799391 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-390494da-e22e-4219-82e1-ecae39768647 None None] The sync data for ids ['08a33ff6-3a75-4df0-866a-8a0a86dbcd1f'] in n-d-842733-1 is: [{'id': '08a33ff6-3a75-4df0-866a-8a0a86dbcd1f', 'name': 'tempest-AttachSCSIVolumeTestJSON-630153539-router', 'tenant_id': 'ad40cedaa73f40ef9226be0e1d4e6e54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.197'}], 'enable_snat': True}, 'gw_port_id': '6102034d-a3c2-4434-9aee-ef8354188c26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:40:50Z', 'updated_at': '2022-05-20T20:40:56Z', 'revision_number': 4, 'project_id': 'ad40cedaa73f40ef9226be0e1d4e6e54', 'gw_port': {'id': '6102034d-a3c2-4434-9aee-ef8354188c26', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:39:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08a33ff6-3a75-4df0-866a-8a0a86dbcd1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:40:51Z', 'updated_at': '2022-05-20T20:40:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': '9dc78221-dc98-405c-a537-c6055b76cbb3', 'name': '', 'network_id': 'baad6524-bf83-4783-a736-2fe3005abb37', 'tenant_id': 'ad40cedaa73f40ef9226be0e1d4e6e54', 'mac_address': 'fa:16:3e:25:5b:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08a33ff6-3a75-4df0-866a-8a0a86dbcd1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': '6e166003-715e-4f35-82f5-046af1f78c1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:40:55Z', 'updated_at': '2022-05-20T20:41:02Z', 'revision_number': 4, 'project_id': 'ad40cedaa73f40ef9226be0e1d4e6e54', 'subnets': [{'id': '6e166003-715e-4f35-82f5-046af1f78c1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 20:41:04.809899 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05aac0b7-9a1c-48a6-bec7-3cf0e46ef7df None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 40, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:41:04.810574 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05aac0b7-9a1c-48a6-bec7-3cf0e46ef7df None None] Checking segment: {'id': '7a4c3e36-bdca-47cc-b18a-c66a1668c365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'e770d771-5039-4bb2-a1b8-9c6372f02b2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:41:04.814032 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-05aac0b7-9a1c-48a6-bec7-3cf0e46ef7df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:04.814032 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05aac0b7-9a1c-48a6-bec7-3cf0e46ef7df None None] Bound using segment: {'id': '7a4c3e36-bdca-47cc-b18a-c66a1668c365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'e770d771-5039-4bb2-a1b8-9c6372f02b2a'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:41:04.814032 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-05aac0b7-9a1c-48a6-bec7-3cf0e46ef7df None None] Bound port: aee817b4-3de6-4fa3-90dc-07141818ba18, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a4c3e36-bdca-47cc-b18a-c66a1668c365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'e770d771-5039-4bb2-a1b8-9c6372f02b2a'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:41:04.814032 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-05aac0b7-9a1c-48a6-bec7-3cf0e46ef7df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:04.941108 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b5f0ea53-c598-4c44-8237-012727599002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:05.085742 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-05aac0b7-9a1c-48a6-bec7-3cf0e46ef7df None None] For port aee817b4-3de6-4fa3-90dc-07141818ba18, host n-d-842733-1, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:41:05.087732 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f0ea53-c598-4c44-8237-012727599002 None None] Pushing event updated for resources: {'Port': ['ID=9dc78221-dc98-405c-a537-c6055b76cbb3,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:41:05.114809 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-05aac0b7-9a1c-48a6-bec7-3cf0e46ef7df None None] For port aee817b4-3de6-4fa3-90dc-07141818ba18, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=aee817b4-3de6-4fa3-90dc-07141818ba18,segment=NetworkSegment(7a4c3e36-bdca-47cc-b18a-c66a1668c365),segment_id=7a4c3e36-bdca-47cc-b18a-c66a1668c365)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:41:05.116131 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-f2f5e560-8e71-46a2-9909-92080c7e9d5a None None] Notify callbacks [] for port, precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:05.154942 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5654d826-b952-444b-94a6-ee2ce45ba8c7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:05.160615 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 37356) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:41:05.162582 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-dbb7860d-834c-4cc9-9b63-29a3e4cfe420 req-e7de9d2d-d681-4335-8006-187d2c9ecd6e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1a4e9b92-3576-4ac2-af54-1fa1ca2039c7 HTTP/1.1" status: 200 len: 217 time: 0.3785975 May 20 20:41:05.208921 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-05aac0b7-9a1c-48a6-bec7-3cf0e46ef7df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:05.268916 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-08f84b2e-2526-4825-a398-7d72f4eb19b2 req-eebc2c9b-57cc-4d22-a939-ee3452cd3d66 service neutron] 10.222.0.24 "GET /v2.0/networks/fef9e30f-3c34-4b6b-9bd5-2a167649e7b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6391184 May 20 20:41:05.270837 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478ccb0f-c706-4b40-8765-c71718fdb969 req-f6c8ff44-d8e4-4ed9-aaf5-cadd60bf321f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:41:05.272158 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-478ccb0f-c706-4b40-8765-c71718fdb969 req-f6c8ff44-d8e4-4ed9-aaf5-cadd60bf321f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2492915dd73f457d8cb02b28e57274de&device_id=639a9b9c-aaad-4644-9dcd-410174fb9f88 HTTP/1.1" status: 200 len: 1096 time: 0.9886036 May 20 20:41:05.292392 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-f2f5e560-8e71-46a2-9909-92080c7e9d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108'] for port, after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:05.295131 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-0d393512-faf7-4fe0-a996-6fa7ee802e0c req-7483880d-4ec1-4684-870d-26c6cdc0b5d3 tempest-ServersTestBootFromVolume-26390201 tempest-ServersTestBootFromVolume-26390201-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:05.295502 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-0d393512-faf7-4fe0-a996-6fa7ee802e0c req-7483880d-4ec1-4684-870d-26c6cdc0b5d3 tempest-ServersTestBootFromVolume-26390201 tempest-ServersTestBootFromVolume-26390201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748272'] for floatingip, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:05.295787 n-d-842733-1 neutron-server[103162]: INFO neutron.db.l3_db [req-0d393512-faf7-4fe0-a996-6fa7ee802e0c req-7483880d-4ec1-4684-870d-26c6cdc0b5d3 tempest-ServersTestBootFromVolume-26390201 tempest-ServersTestBootFromVolume-26390201-project] Floating IP 9db5887a-67ea-47a7-882a-4ff4aae10774 disassociated. External IP: 172.25.2.201, port: 6d161f51-5ea4-4c0c-8b8d-64a6b8518980. May 20 20:41:05.296130 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-0d393512-faf7-4fe0-a996-6fa7ee802e0c req-7483880d-4ec1-4684-870d-26c6cdc0b5d3 tempest-ServersTestBootFromVolume-26390201 tempest-ServersTestBootFromVolume-26390201-project] Calling delete_port for 6d161f51-5ea4-4c0c-8b8d-64a6b8518980 owned by compute:nova {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:41:05.303432 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d51d0f-2288-4fa9-87b7-b9dd0bebede8 req-71c7f489-a45d-4a1d-988c-9e4d18007541 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:41:05.304992 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-05d51d0f-2288-4fa9-87b7-b9dd0bebede8 req-71c7f489-a45d-4a1d-988c-9e4d18007541 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.35 "GET /v2.0/ports?device_id=532663b2-24ff-4076-90d7-3126e956882e HTTP/1.1" status: 200 len: 945 time: 1.1185675 May 20 20:41:05.354638 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05aac0b7-9a1c-48a6-bec7-3cf0e46ef7df None None] Pushing event updated for resources: {'Port': ['ID=aee817b4-3de6-4fa3-90dc-07141818ba18,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:41:05.398136 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2f5e560-8e71-46a2-9909-92080c7e9d5a None None] Network a3568906-f032-430b-9469-832171850da4 is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:41:05.401500 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-f2f5e560-8e71-46a2-9909-92080c7e9d5a None None] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:41:05.405724 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f5e560-8e71-46a2-9909-92080c7e9d5a None None] Received port after_create {{(pid=103164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:41:05.407363 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3c615baf-809b-40b6-a8fd-6a80e59eab83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:05.464423 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f5e560-8e71-46a2-9909-92080c7e9d5a None None] Pushing event updated for resources: {'Port': ['ID=2ecd023b-2f2b-4f30-aae8-46534230efaf,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:41:05.554322 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-f2f5e560-8e71-46a2-9909-92080c7e9d5a None None] Attempting to bind port 2ecd023b-2f2b-4f30-aae8-46534230efaf on host n-d-842733-1 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:41:05.554689 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-f2f5e560-8e71-46a2-9909-92080c7e9d5a None None] Attempting to bind port 2ecd023b-2f2b-4f30-aae8-46534230efaf by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': '39bb0167-2516-4972-ba86-d1b99a9272c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'a3568906-f032-430b-9469-832171850da4'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:41:05.555048 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f5e560-8e71-46a2-9909-92080c7e9d5a None None] Attempting to bind port 2ecd023b-2f2b-4f30-aae8-46534230efaf on network a3568906-f032-430b-9469-832171850da4 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:41:05.573045 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f5e560-8e71-46a2-9909-92080c7e9d5a None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 40, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:41:05.577433 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f5e560-8e71-46a2-9909-92080c7e9d5a None None] Checking segment: {'id': '39bb0167-2516-4972-ba86-d1b99a9272c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'a3568906-f032-430b-9469-832171850da4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:41:05.577433 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-f2f5e560-8e71-46a2-9909-92080c7e9d5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:05.577433 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f5e560-8e71-46a2-9909-92080c7e9d5a None None] Bound using segment: {'id': '39bb0167-2516-4972-ba86-d1b99a9272c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'a3568906-f032-430b-9469-832171850da4'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:41:05.577433 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-f2f5e560-8e71-46a2-9909-92080c7e9d5a None None] Bound port: 2ecd023b-2f2b-4f30-aae8-46534230efaf, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39bb0167-2516-4972-ba86-d1b99a9272c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'a3568906-f032-430b-9469-832171850da4'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:41:05.577433 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-f2f5e560-8e71-46a2-9909-92080c7e9d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:05.626404 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16763945-e5aa-472b-9d63-5a0c3aee2f83 req-76ce0d0f-ea0e-4296-bebe-f77f3a9a3d80 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:41:05.635292 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-16763945-e5aa-472b-9d63-5a0c3aee2f83 req-76ce0d0f-ea0e-4296-bebe-f77f3a9a3d80 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/ports?device_id=639a9b9c-aaad-4644-9dcd-410174fb9f88 HTTP/1.1" status: 200 len: 945 time: 1.1990299 May 20 20:41:05.636750 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb7860d-834c-4cc9-9b63-29a3e4cfe420 req-3a5d6d1d-fb5a-4ba4-bfd1-18716b18a3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:41:05.638758 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-dbb7860d-834c-4cc9-9b63-29a3e4cfe420 req-3a5d6d1d-fb5a-4ba4-bfd1-18716b18a3ec service neutron] 10.222.0.24 "GET /v2.0/subnets?id=33548886-d6e3-48e7-a819-149526989122 HTTP/1.1" status: 200 len: 860 time: 0.4644580 May 20 20:41:05.708423 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 9dc78221-dc98-405c-a537-c6055b76cbb3 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:41:05.733621 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3c615baf-809b-40b6-a8fd-6a80e59eab83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:05.738183 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-dbb7860d-834c-4cc9-9b63-29a3e4cfe420 req-713770e0-902e-4a04-ae08-abf665ebce4b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fef9e30f-3c34-4b6b-9bd5-2a167649e7b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0827990 May 20 20:41:05.784865 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e0e51a10-8da4-40cf-9675-46a1325ff1dc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:05.793601 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-05d51d0f-2288-4fa9-87b7-b9dd0bebede8 req-b57029db-988b-47ff-a1c9-b2e6f03e6f25 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c1ac446-2eae-4e3c-98ef-7a4684e96782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4037893 May 20 20:41:05.809226 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-f2f5e560-8e71-46a2-9909-92080c7e9d5a None None] For port 2ecd023b-2f2b-4f30-aae8-46534230efaf, host n-d-842733-1, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:41:05.813551 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-f2f5e560-8e71-46a2-9909-92080c7e9d5a None None] For port 2ecd023b-2f2b-4f30-aae8-46534230efaf, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=2ecd023b-2f2b-4f30-aae8-46534230efaf,segment=NetworkSegment(39bb0167-2516-4972-ba86-d1b99a9272c3),segment_id=39bb0167-2516-4972-ba86-d1b99a9272c3)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:41:05.842857 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 9dc78221-dc98-405c-a537-c6055b76cbb3 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:41:05.843247 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:05.857700 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e0e51a10-8da4-40cf-9675-46a1325ff1dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:05.928794 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-f2f5e560-8e71-46a2-9909-92080c7e9d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:05.998952 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f5e560-8e71-46a2-9909-92080c7e9d5a None None] Pushing event updated for resources: {'Port': ['ID=2ecd023b-2f2b-4f30-aae8-46534230efaf,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:41:06.012820 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-16763945-e5aa-472b-9d63-5a0c3aee2f83 req-c2d08f98-af29-4e09-8fd2-a468cc23b6c1 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3c6019f-4c4a-4c16-982c-852ac3d8d84a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3640280 May 20 20:41:06.040772 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3c615baf-809b-40b6-a8fd-6a80e59eab83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:06.048380 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-dbb7860d-834c-4cc9-9b63-29a3e4cfe420 req-0b877eb7-7fda-4a78-912b-7d5da2a835f6 service neutron] 10.222.0.24 "GET /v2.0/networks/fef9e30f-3c34-4b6b-9bd5-2a167649e7b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3021083 May 20 20:41:06.057704 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478ccb0f-c706-4b40-8765-c71718fdb969 req-1cd4796f-67a2-4dba-8999-33be2b5df5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:41:06.059899 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-478ccb0f-c706-4b40-8765-c71718fdb969 req-1cd4796f-67a2-4dba-8999-33be2b5df5c1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=85e5027c-d244-4186-8c19-3a12977de170 HTTP/1.1" status: 200 len: 912 time: 0.7005737 May 20 20:41:06.086850 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-0d393512-faf7-4fe0-a996-6fa7ee802e0c req-7483880d-4ec1-4684-870d-26c6cdc0b5d3 tempest-ServersTestBootFromVolume-26390201 tempest-ServersTestBootFromVolume-26390201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:06.098770 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5654d826-b952-444b-94a6-ee2ce45ba8c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:06.112759 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c615baf-809b-40b6-a8fd-6a80e59eab83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ecfde93-b277-4314-adda-058f625309e6,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:41:06.158720 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5654d826-b952-444b-94a6-ee2ce45ba8c7 admin admin] Network e3a93b5c-91e2-4064-9c2c-1afc261bfe15 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:41:06.179855 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 9dc78221-dc98-405c-a537-c6055b76cbb3 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:41:06.199236 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-e0e51a10-8da4-40cf-9675-46a1325ff1dc admin admin] Allocated IP 172.25.2.208 (e3a93b5c-91e2-4064-9c2c-1afc261bfe15/86fee0c1-6e34-488b-9216-b2b8e7ef585a/8405113b-8569-4856-9624-02a62b9cedab) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:41:06.232276 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483880d-4ec1-4684-870d-26c6cdc0b5d3 tempest-ServersTestBootFromVolume-26390201 tempest-ServersTestBootFromVolume-26390201-project] Pushing event deleted for resources: {'Port': ['ID=6d161f51-5ea4-4c0c-8b8d-64a6b8518980,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:41:06.261982 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-5654d826-b952-444b-94a6-ee2ce45ba8c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:41:06.264592 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5654d826-b952-444b-94a6-ee2ce45ba8c7 admin admin] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:41:06.293259 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6d25f28f-a088-4409-ab64-3e5584caf7e5 req-c56e8be0-e8df-47c6-8d8d-8fa36620fd52 tempest-ServersTestBootFromVolume-26390201 tempest-ServersTestBootFromVolume-26390201-project] 10.222.0.35 "GET /v2.0/ports?device_id=0fc2910a-509a-4f46-a3d9-4753ae692890 HTTP/1.1" status: 200 len: 210 time: 0.2742918 May 20 20:41:06.416887 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 6d161f51-5ea4-4c0c-8b8d-64a6b8518980 no longer exists at agent hyperv_n-h1-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:41:06.441396 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-3c615baf-809b-40b6-a8fd-6a80e59eab83 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=55e67c532ec6472cb6555fc042d42fae&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2741606 May 20 20:41:06.447786 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] No Port match for: 6d161f51-5ea4-4c0c-8b8d-64a6b8518980 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 20:41:06.449252 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 6d161f51-5ea4-4c0c-8b8d-64a6b8518980 not bound to the agent host n-h1-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 20:41:06.450532 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 37360) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:41:06.585173 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5654d826-b952-444b-94a6-ee2ce45ba8c7 admin admin] Pushing event updated for resources: {'Port': ['ID=acc4d547-707b-4b4d-bd79-7a5f08380a01,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:41:06.735431 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e0e51a10-8da4-40cf-9675-46a1325ff1dc admin admin] Notify callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:06.813122 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-478ccb0f-c706-4b40-8765-c71718fdb969 req-55823a8e-5f00-4d32-b571-e1e183bc1641 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7f3ebca3-508b-418e-88bd-760b98f17cff HTTP/1.1" status: 200 len: 1000 time: 0.5710676 May 20 20:41:06.918049 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195842e2-6567-4f6c-a45d-8278d8025e78 req-91371800-4d16-4e2a-ae55-776a9db6c87e tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:41:06.919660 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-195842e2-6567-4f6c-a45d-8278d8025e78 req-91371800-4d16-4e2a-ae55-776a9db6c87e tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] 10.222.0.35 "GET /v2.0/ports?device_id=fcdfd360-409c-4b60-958a-ff3f6575c816 HTTP/1.1" status: 200 len: 932 time: 0.6579964 May 20 20:41:06.939528 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e0e51a10-8da4-40cf-9675-46a1325ff1dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:07.072933 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478ccb0f-c706-4b40-8765-c71718fdb969 req-eca00520-9fa4-4d82-937f-86e45080fbf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:41:07.074366 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-478ccb0f-c706-4b40-8765-c71718fdb969 req-eca00520-9fa4-4d82-937f-86e45080fbf0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5df30a0b-5cdb-4d91-9fe8-512f286a6485 HTTP/1.1" status: 200 len: 850 time: 0.2497802 May 20 20:41:07.087430 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [req-377cb4ac-0579-46cb-81ae-e403fd79e0ff req-b6b87f16-a4f7-48b9-8871-fee0dac9d904 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14e84b14-5302-4a18-b663-c57259b108a0 {{(pid=103163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:41:07.130544 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-377cb4ac-0579-46cb-81ae-e403fd79e0ff req-b6b87f16-a4f7-48b9-8871-fee0dac9d904 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:07.227543 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0e51a10-8da4-40cf-9675-46a1325ff1dc admin admin] Network e3a93b5c-91e2-4064-9c2c-1afc261bfe15 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:41:07.228763 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-dbb7860d-834c-4cc9-9b63-29a3e4cfe420 req-11179246-f3ae-4d57-8913-75eb5c58c98c service neutron] 10.222.0.24 "GET /v2.0/networks/fef9e30f-3c34-4b6b-9bd5-2a167649e7b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0721090 May 20 20:41:07.229690 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-e0e51a10-8da4-40cf-9675-46a1325ff1dc admin admin] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:41:07.229690 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [req-377cb4ac-0579-46cb-81ae-e403fd79e0ff req-b6b87f16-a4f7-48b9-8871-fee0dac9d904 service neutron] Transition to ACTIVE for port object 14e84b14-5302-4a18-b663-c57259b108a0 will not be triggered until provisioned by entity L2. {{(pid=103163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 20:41:07.229690 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e51a10-8da4-40cf-9675-46a1325ff1dc admin admin] Pushing event updated for resources: {'Port': ['ID=8405113b-8569-4856-9624-02a62b9cedab,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:41:07.229690 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e51a10-8da4-40cf-9675-46a1325ff1dc admin admin] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:41:07.229690 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-195842e2-6567-4f6c-a45d-8278d8025e78 req-d1d885e4-9a86-4228-abf0-ab31e5eb401d tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] 10.222.0.35 "GET /v2.0/security-groups?id=0a1ca955-ee86-4e03-bb39-6b1e6a532a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2734239 May 20 20:41:07.247596 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-addd602f-21c5-4e1e-924a-41ecd56b27ce None None] Network e770d771-5039-4bb2-a1b8-9c6372f02b2a requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:41:07.298398 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0d393512-faf7-4fe0-a996-6fa7ee802e0c req-7483880d-4ec1-4684-870d-26c6cdc0b5d3 tempest-ServersTestBootFromVolume-26390201 tempest-ServersTestBootFromVolume-26390201-project] Router 96877dde-8809-4099-bfc6-95b6aad55f68 has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 20:41:07.314938 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-30556d7a-d785-4f91-8ae8-baebb5a1b43a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:07.366633 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adea844e-a669-4e40-b1c1-e0c2f4a2a603 req-d4f36ef8-9197-4ff5-a6a3-e14ce79311ef tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:41:07.366633 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-adea844e-a669-4e40-b1c1-e0c2f4a2a603 req-d4f36ef8-9197-4ff5-a6a3-e14ce79311ef tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.35 "GET /v2.0/ports?device_id=532663b2-24ff-4076-90d7-3126e956882e HTTP/1.1" status: 200 len: 945 time: 0.3111219 May 20 20:41:07.366633 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478ccb0f-c706-4b40-8765-c71718fdb969 req-7d79d111-b9d7-42f1-9e1c-b4e99af75d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:41:07.366633 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-478ccb0f-c706-4b40-8765-c71718fdb969 req-7d79d111-b9d7-42f1-9e1c-b4e99af75d2b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=85e5027c-d244-4186-8c19-3a12977de170&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2212503 May 20 20:41:07.372717 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-30556d7a-d785-4f91-8ae8-baebb5a1b43a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:07.494343 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-bbd24aa2-24ed-49fc-8a0d-64d1ff68099f None None] Provisioning complete for port aee817b4-3de6-4fa3-90dc-07141818ba18 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:41:07.497847 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-bbd24aa2-24ed-49fc-8a0d-64d1ff68099f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:07.633550 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-adea844e-a669-4e40-b1c1-e0c2f4a2a603 req-52bc2346-7349-4f10-adad-0694614a05ab tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c1ac446-2eae-4e3c-98ef-7a4684e96782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2982631 May 20 20:41:07.658687 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-377cb4ac-0579-46cb-81ae-e403fd79e0ff req-b6b87f16-a4f7-48b9-8871-fee0dac9d904 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:07.733773 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41717e76-7cd6-400e-9aab-a54f00097b6b req-741ac58c-bf57-4359-8f19-0c2eb2d7ecbf tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:41:07.736235 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-41717e76-7cd6-400e-9aab-a54f00097b6b req-741ac58c-bf57-4359-8f19-0c2eb2d7ecbf tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/ports?device_id=639a9b9c-aaad-4644-9dcd-410174fb9f88 HTTP/1.1" status: 200 len: 945 time: 0.2843769 May 20 20:41:07.787552 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 2ecd023b-2f2b-4f30-aae8-46534230efaf up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:41:07.822539 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-30556d7a-d785-4f91-8ae8-baebb5a1b43a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:07.833801 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-30556d7a-d785-4f91-8ae8-baebb5a1b43a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:07.837119 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-30556d7a-d785-4f91-8ae8-baebb5a1b43a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3ecfde93-b277-4314-adda-058f625309e6 HTTP/1.1" status: 204 len: 168 time: 1.3691177 May 20 20:41:07.874317 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-cabb65b2-1bdb-4a48-b6f2-317bfdb8586c req-a650bfd5-e20a-4b5f-a3f9-02130e3068f6 tempest-ServersTestBootFromVolume-26390201 tempest-ServersTestBootFromVolume-26390201-project] 10.222.0.35 "GET /v2.0/ports?device_id=0fc2910a-509a-4f46-a3d9-4753ae692890 HTTP/1.1" status: 200 len: 210 time: 0.0759559 May 20 20:41:07.950355 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-478ccb0f-c706-4b40-8765-c71718fdb969 req-67a30be4-70b4-41cf-b109-2084db113659 service neutron] 10.222.0.13 "GET /v2.0/networks/85e5027c-d244-4186-8c19-3a12977de170?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5461528 May 20 20:41:07.969486 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d1ae2b5-04e1-4b0f-a31c-181617de21fb None None] Network a3568906-f032-430b-9469-832171850da4 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:41:08.013751 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0d393512-faf7-4fe0-a996-6fa7ee802e0c req-7483880d-4ec1-4684-870d-26c6cdc0b5d3 tempest-ServersTestBootFromVolume-26390201 tempest-ServersTestBootFromVolume-26390201-project] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 20:41:08.027779 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf599736-db26-4034-a0a0-9e8365eef28a None None] Sync routers for ids ['96877dde-8809-4099-bfc6-95b6aad55f68'] in n-d-842733-1 {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 20:41:08.037029 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b87f16-a4f7-48b9-8871-fee0dac9d904 service neutron] Pushing event updated for resources: {'Port': ['ID=14e84b14-5302-4a18-b663-c57259b108a0,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:41:08.044715 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf599736-db26-4034-a0a0-9e8365eef28a None None] Routers {'96877dde-8809-4099-bfc6-95b6aad55f68'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:41:08.044715 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-cf599736-db26-4034-a0a0-9e8365eef28a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:40:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['96877dde-8809-4099-bfc6-95b6aad55f68'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:41:08.072849 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-bbd24aa2-24ed-49fc-8a0d-64d1ff68099f None None] Current status of the port aee817b4-3de6-4fa3-90dc-07141818ba18 is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:41:08.073250 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-bbd24aa2-24ed-49fc-8a0d-64d1ff68099f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:08.158598 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30556d7a-d785-4f91-8ae8-baebb5a1b43a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ecfde93-b277-4314-adda-058f625309e6,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:41:08.179684 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-41717e76-7cd6-400e-9aab-a54f00097b6b req-90f69ffc-4014-4c95-ad8b-80aaf61ae31f tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3c6019f-4c4a-4c16-982c-852ac3d8d84a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3792779 May 20 20:41:08.200627 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-cf599736-db26-4034-a0a0-9e8365eef28a None None] Set router 96877dde-8809-4099-bfc6-95b6aad55f68 gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:41:08.301419 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 2ecd023b-2f2b-4f30-aae8-46534230efaf triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:41:08.302630 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:08.316836 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5654d826-b952-444b-94a6-ee2ce45ba8c7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:08.322034 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-478ccb0f-c706-4b40-8765-c71718fdb969 req-fec3b5f5-22f1-4261-8ee1-1a0755ea5066 service neutron] 10.222.0.13 "GET /v2.0/networks/85e5027c-d244-4186-8c19-3a12977de170?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3595121 May 20 20:41:08.325590 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e0e51a10-8da4-40cf-9675-46a1325ff1dc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:08.336547 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-377cb4ac-0579-46cb-81ae-e403fd79e0ff req-b6b87f16-a4f7-48b9-8871-fee0dac9d904 service neutron] Attempting to bind port 14e84b14-5302-4a18-b663-c57259b108a0 on host n-h1-842733-1 for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:41:08.337012 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-377cb4ac-0579-46cb-81ae-e403fd79e0ff req-b6b87f16-a4f7-48b9-8871-fee0dac9d904 service neutron] Attempting to bind port 14e84b14-5302-4a18-b663-c57259b108a0 by drivers openvswitch,hyperv on host n-h1-842733-1 at level 0 using segments [{'id': '8e7444da-2574-4e87-afbd-a324be0dd68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'f2296de0-b06c-422e-98fe-14a3771aba33'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:41:08.337613 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-377cb4ac-0579-46cb-81ae-e403fd79e0ff req-b6b87f16-a4f7-48b9-8871-fee0dac9d904 service neutron] Attempting to bind port 14e84b14-5302-4a18-b663-c57259b108a0 on network f2296de0-b06c-422e-98fe-14a3771aba33 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:41:08.340914 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d393512-faf7-4fe0-a996-6fa7ee802e0c req-7483880d-4ec1-4684-870d-26c6cdc0b5d3 tempest-ServersTestBootFromVolume-26390201 tempest-ServersTestBootFromVolume-26390201-project] No DVR routers for this DVR port 6d161f51-5ea4-4c0c-8b8d-64a6b8518980 on host n-h1-842733-1 {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:41:08.351380 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-0d393512-faf7-4fe0-a996-6fa7ee802e0c req-7483880d-4ec1-4684-870d-26c6cdc0b5d3 tempest-ServersTestBootFromVolume-26390201 tempest-ServersTestBootFromVolume-26390201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:08.365388 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-0d393512-faf7-4fe0-a996-6fa7ee802e0c req-7483880d-4ec1-4684-870d-26c6cdc0b5d3 tempest-ServersTestBootFromVolume-26390201 tempest-ServersTestBootFromVolume-26390201-project] 10.222.0.24 "DELETE /v2.0/ports/6d161f51-5ea4-4c0c-8b8d-64a6b8518980 HTTP/1.1" status: 204 len: 173 time: 4.1937163 May 20 20:41:08.446700 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fc2910a-509a-4f46-a3d9-4753ae692890', 'name': 'network-vif-deleted', 'tag': '6d161f51-5ea4-4c0c-8b8d-64a6b8518980'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:41:08.449602 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6fa957933fccbf596d28104b23404b952ad6a8238afaebaed40a0874b2e409" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22a3135d-c78a-4795-b119-1c751599b40f" -d '{"events": [{"server_uuid": "0fc2910a-509a-4f46-a3d9-4753ae692890", "name": "network-vif-deleted", "tag": "6d161f51-5ea4-4c0c-8b8d-64a6b8518980"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:41:08.459857 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-bbd24aa2-24ed-49fc-8a0d-64d1ff68099f None None] For port aee817b4-3de6-4fa3-90dc-07141818ba18, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=aee817b4-3de6-4fa3-90dc-07141818ba18,segment=NetworkSegment(7a4c3e36-bdca-47cc-b18a-c66a1668c365),segment_id=7a4c3e36-bdca-47cc-b18a-c66a1668c365)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:41:08.469163 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-377cb4ac-0579-46cb-81ae-e403fd79e0ff req-b6b87f16-a4f7-48b9-8871-fee0dac9d904 service neutron] Port 14e84b14-5302-4a18-b663-c57259b108a0 on network f2296de0-b06c-422e-98fe-14a3771aba33 not bound, no agent of type Open vSwitch agent registered on host n-h1-842733-1 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 20:41:08.469163 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-377cb4ac-0579-46cb-81ae-e403fd79e0ff req-b6b87f16-a4f7-48b9-8871-fee0dac9d904 service neutron] Attempting to bind port 14e84b14-5302-4a18-b663-c57259b108a0 on network f2296de0-b06c-422e-98fe-14a3771aba33 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:41:08.478680 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb7860d-834c-4cc9-9b63-29a3e4cfe420 req-6f575614-06d9-4041-875b-afe1bb649d62 tempest-LiveAutoBlockMigrationV225Test-1777330067 tempest-LiveAutoBlockMigrationV225Test-1777330067-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:41:08.482853 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-dbb7860d-834c-4cc9-9b63-29a3e4cfe420 req-6f575614-06d9-4041-875b-afe1bb649d62 tempest-LiveAutoBlockMigrationV225Test-1777330067 tempest-LiveAutoBlockMigrationV225Test-1777330067-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=532663b2-24ff-4076-90d7-3126e956882e&tenant_id=8b3cc11ab7334369b6693afcab69aa6e&binding%3Ahost_id=n-h1-842733-1 HTTP/1.1" status: 200 len: 1096 time: 0.4277790 May 20 20:41:08.566027 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-cf599736-db26-4034-a0a0-9e8365eef28a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96877dde-8809-4099-bfc6-95b6aad55f68', 'name': 'tempest-ServersTestBootFromVolume-667217382-router', 'tenant_id': '4db4ec0def424bec87de5a3f7547267e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.191'}], 'enable_snat': True}, 'gw_port_id': 'e0979714-7681-44dc-82d0-17304f0447a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:37:58Z', 'updated_at': '2022-05-20T20:38:05Z', 'revision_number': 4, 'project_id': '4db4ec0def424bec87de5a3f7547267e', 'gw_port': {'id': 'e0979714-7681-44dc-82d0-17304f0447a6', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:67:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96877dde-8809-4099-bfc6-95b6aad55f68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:37:59Z', 'updated_at': '2022-05-20T20:38:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': '4528711f-fa7a-4d6a-9aa8-302ffe4b8cf7', 'name': '', 'network_id': '7e63056f-89a6-4da2-9322-ff3239b073c6', 'tenant_id': '4db4ec0def424bec87de5a3f7547267e', 'mac_address': 'fa:16:3e:60:9b:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96877dde-8809-4099-bfc6-95b6aad55f68', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'f320fcb0-0b3a-445c-8395-c256db82b19f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:38:03Z', 'updated_at': '2022-05-20T20:38:09Z', 'revision_number': 5, 'project_id': '4db4ec0def424bec87de5a3f7547267e', 'subnets': [{'id': 'f320fcb0-0b3a-445c-8395-c256db82b19f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:41:08.589620 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-377cb4ac-0579-46cb-81ae-e403fd79e0ff req-b6b87f16-a4f7-48b9-8871-fee0dac9d904 service neutron] Checking agent: {'id': '08dfb1ce-804b-4db8-838b-21094082e041', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 32, 54), 'started_at': datetime.datetime(2022, 5, 20, 20, 32, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 40, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:41:08.593618 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-377cb4ac-0579-46cb-81ae-e403fd79e0ff req-b6b87f16-a4f7-48b9-8871-fee0dac9d904 service neutron] Checking segment: {'id': '8e7444da-2574-4e87-afbd-a324be0dd68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'f2296de0-b06c-422e-98fe-14a3771aba33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:41:08.594349 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-377cb4ac-0579-46cb-81ae-e403fd79e0ff req-b6b87f16-a4f7-48b9-8871-fee0dac9d904 service neutron] Bound using segment: {'id': '8e7444da-2574-4e87-afbd-a324be0dd68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'f2296de0-b06c-422e-98fe-14a3771aba33'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:41:08.597061 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-377cb4ac-0579-46cb-81ae-e403fd79e0ff req-b6b87f16-a4f7-48b9-8871-fee0dac9d904 service neutron] Bound port: 14e84b14-5302-4a18-b663-c57259b108a0, host: n-h1-842733-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e7444da-2574-4e87-afbd-a324be0dd68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'f2296de0-b06c-422e-98fe-14a3771aba33'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:41:08.597061 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-377cb4ac-0579-46cb-81ae-e403fd79e0ff req-b6b87f16-a4f7-48b9-8871-fee0dac9d904 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:08.634057 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 2ecd023b-2f2b-4f30-aae8-46534230efaf is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:41:08.636898 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf599736-db26-4034-a0a0-9e8365eef28a None None] Checking router: 96877dde-8809-4099-bfc6-95b6aad55f68 for host: n-d-842733-1 {{(pid=103165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 20:41:08.640283 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:08.648115 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-bbd24aa2-24ed-49fc-8a0d-64d1ff68099f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:08.659081 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 20:41:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dbc90cf-cf2d-4bf8-91eb-d6c08c75ca38 x-openstack-request-id: req-9dbc90cf-cf2d-4bf8-91eb-d6c08c75ca38 {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:41:08.661242 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fc2910a-509a-4f46-a3d9-4753ae692890", "name": "network-vif-deleted", "tag": "6d161f51-5ea4-4c0c-8b8d-64a6b8518980", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:41:08.661242 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9dbc90cf-cf2d-4bf8-91eb-d6c08c75ca38 {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:41:08.661242 n-d-842733-1 neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9dbc90cf-cf2d-4bf8-91eb-d6c08c75ca38'] response: {'server_uuid': '0fc2910a-509a-4f46-a3d9-4753ae692890', 'name': 'network-vif-deleted', 'tag': '6d161f51-5ea4-4c0c-8b8d-64a6b8518980', 'status': 'completed', 'code': 200} May 20 20:41:08.676206 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf599736-db26-4034-a0a0-9e8365eef28a None None] Routers {'96877dde-8809-4099-bfc6-95b6aad55f68'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:41:08.676920 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-cf599736-db26-4034-a0a0-9e8365eef28a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:40:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['96877dde-8809-4099-bfc6-95b6aad55f68'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:41:08.691657 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e0bb2b-3ce5-4228-9a97-017ccff1385b req-e162d452-89c7-4b0d-b78b-b1f04dd01613 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:41:08.700157 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-19e0bb2b-3ce5-4228-9a97-017ccff1385b req-e162d452-89c7-4b0d-b78b-b1f04dd01613 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] 10.222.0.35 "GET /v2.0/ports?device_id=fcdfd360-409c-4b60-958a-ff3f6575c816 HTTP/1.1" status: 200 len: 944 time: 0.2199070 May 20 20:41:08.865606 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-cea4702f-071e-4303-87f0-ab25b71ae979 None None] Provisioning complete for port 2ecd023b-2f2b-4f30-aae8-46534230efaf triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:41:08.865978 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cea4702f-071e-4303-87f0-ab25b71ae979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:08.875775 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] For port 2ecd023b-2f2b-4f30-aae8-46534230efaf, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=2ecd023b-2f2b-4f30-aae8-46534230efaf,segment=NetworkSegment(39bb0167-2516-4972-ba86-d1b99a9272c3),segment_id=39bb0167-2516-4972-ba86-d1b99a9272c3)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:41:08.886266 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-377cb4ac-0579-46cb-81ae-e403fd79e0ff req-b6b87f16-a4f7-48b9-8871-fee0dac9d904 service neutron] For port 14e84b14-5302-4a18-b663-c57259b108a0, host n-h1-842733-1, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:41:08.887156 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-377cb4ac-0579-46cb-81ae-e403fd79e0ff req-b6b87f16-a4f7-48b9-8871-fee0dac9d904 service neutron] For port 14e84b14-5302-4a18-b663-c57259b108a0, host n-h1-842733-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=14e84b14-5302-4a18-b663-c57259b108a0,segment=NetworkSegment(8e7444da-2574-4e87-afbd-a324be0dd68b),segment_id=8e7444da-2574-4e87-afbd-a324be0dd68b)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:41:08.958186 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-cf599736-db26-4034-a0a0-9e8365eef28a None None] Set router 96877dde-8809-4099-bfc6-95b6aad55f68 gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:41:08.984781 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:08.985650 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device aee817b4-3de6-4fa3-90dc-07141818ba18 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:41:09.007392 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-377cb4ac-0579-46cb-81ae-e403fd79e0ff req-b6b87f16-a4f7-48b9-8871-fee0dac9d904 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:09.011705 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd24aa2-24ed-49fc-8a0d-64d1ff68099f None None] Pushing event updated for resources: {'Port': ['ID=aee817b4-3de6-4fa3-90dc-07141818ba18,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:41:09.087279 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377cb4ac-0579-46cb-81ae-e403fd79e0ff req-b6b87f16-a4f7-48b9-8871-fee0dac9d904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:41:09.090074 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-377cb4ac-0579-46cb-81ae-e403fd79e0ff req-b6b87f16-a4f7-48b9-8871-fee0dac9d904 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:09.095861 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-377cb4ac-0579-46cb-81ae-e403fd79e0ff req-b6b87f16-a4f7-48b9-8871-fee0dac9d904 service neutron] 10.222.0.24 "PUT /v2.0/ports/14e84b14-5302-4a18-b663-c57259b108a0 HTTP/1.1" status: 200 len: 1092 time: 5.3993325 May 20 20:41:09.134272 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-19e0bb2b-3ce5-4228-9a97-017ccff1385b req-d019f085-9cf6-4392-807a-0b9d1f936f18 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] 10.222.0.35 "GET /v2.0/security-groups?id=0a1ca955-ee86-4e03-bb39-6b1e6a532a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3879313 May 20 20:41:09.135777 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-dbb7860d-834c-4cc9-9b63-29a3e4cfe420 req-37f3172d-6f94-4e0d-bed5-c0cf50845930 service neutron] For port 1a4e9b92-3576-4ac2-af54-1fa1ca2039c7, host n-h2-842733-1, cleared binding levels {{(pid=103162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:41:09.151311 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcdfd360-409c-4b60-958a-ff3f6575c816', 'tag': '14e84b14-5302-4a18-b663-c57259b108a0'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:41:09.153384 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4291b17aa7b45362825f0571e77c85f5e73afe1df9c7e9e15006df9d695c005e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84a2339c-6cad-409a-9c2e-83b9cd0d840a" -d '{"events": [{"name": "network-changed", "server_uuid": "fcdfd360-409c-4b60-958a-ff3f6575c816", "tag": "14e84b14-5302-4a18-b663-c57259b108a0"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:41:09.159956 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-dbb7860d-834c-4cc9-9b63-29a3e4cfe420 req-37f3172d-6f94-4e0d-bed5-c0cf50845930 service neutron] Notify callbacks [] for binding, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:09.165980 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-dbb7860d-834c-4cc9-9b63-29a3e4cfe420 req-37f3172d-6f94-4e0d-bed5-c0cf50845930 service neutron] 10.222.0.24 "DELETE /v2.0/ports/1a4e9b92-3576-4ac2-af54-1fa1ca2039c7/bindings/n-h2-842733-1 HTTP/1.1" status: 204 len: 173 time: 0.6687429 May 20 20:41:09.194911 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca99f3f-ffa8-47cf-91e0-509f7dec3cd9 req-c1c01b20-261a-49b5-821f-0e75b224a7c0 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:41:09.200244 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5654d826-b952-444b-94a6-ee2ce45ba8c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748106'] for router, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:09.206313 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-dca99f3f-ffa8-47cf-91e0-509f7dec3cd9 req-c1c01b20-261a-49b5-821f-0e75b224a7c0 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.35 "GET /v2.0/ports?device_id=532663b2-24ff-4076-90d7-3126e956882e HTTP/1.1" status: 200 len: 945 time: 0.3174553 May 20 20:41:09.339393 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Pushing event updated for resources: {'Port': ['ID=2ecd023b-2f2b-4f30-aae8-46534230efaf,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:41:09.379623 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5882c3b9-720a-496a-b398-45000f76a8c0 req-2c0166e5-9c4e-4c61-9f1b-135f2c49868f tempest-ServersTestBootFromVolume-26390201 tempest-ServersTestBootFromVolume-26390201-project] 10.222.0.35 "GET /v2.0/ports?device_id=0fc2910a-509a-4f46-a3d9-4753ae692890 HTTP/1.1" status: 200 len: 210 time: 0.0836027 May 20 20:41:09.446404 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-dca99f3f-ffa8-47cf-91e0-509f7dec3cd9 req-c842fc3a-4972-48a9-94a5-46853c2a255d tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c1ac446-2eae-4e3c-98ef-7a4684e96782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2375648 May 20 20:41:09.465866 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b87f16-a4f7-48b9-8871-fee0dac9d904 service neutron] Pushing event updated for resources: {'Port': ['ID=14e84b14-5302-4a18-b663-c57259b108a0,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:41:09.475393 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377cb4ac-0579-46cb-81ae-e403fd79e0ff req-b9f43dcf-c584-48e7-bc66-d86e453ff7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:41:09.476866 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-377cb4ac-0579-46cb-81ae-e403fd79e0ff req-b9f43dcf-c584-48e7-bc66-d86e453ff7c3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=33876e14b0274b60a421aea47180bf46&device_id=fcdfd360-409c-4b60-958a-ff3f6575c816 HTTP/1.1" status: 200 len: 1095 time: 0.1974537 May 20 20:41:09.505952 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port aee817b4-3de6-4fa3-90dc-07141818ba18 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:41:09.506329 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:09.509026 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-cea4702f-071e-4303-87f0-ab25b71ae979 None None] Current status of the port 2ecd023b-2f2b-4f30-aae8-46534230efaf is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:41:09.579590 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-377cb4ac-0579-46cb-81ae-e403fd79e0ff req-66226653-395c-4b52-a985-df144efe26f8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=14e84b14-5302-4a18-b663-c57259b108a0 HTTP/1.1" status: 200 len: 217 time: 0.0901494 May 20 20:41:09.597119 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 20:41:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a833271-f057-44af-9758-e115044fc0a5 x-openstack-request-id: req-2a833271-f057-44af-9758-e115044fc0a5 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:41:09.603149 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fcdfd360-409c-4b60-958a-ff3f6575c816", "tag": "14e84b14-5302-4a18-b663-c57259b108a0", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:41:09.603149 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2a833271-f057-44af-9758-e115044fc0a5 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:41:09.603149 n-d-842733-1 neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a833271-f057-44af-9758-e115044fc0a5'] response: {'name': 'network-changed', 'server_uuid': 'fcdfd360-409c-4b60-958a-ff3f6575c816', 'tag': '14e84b14-5302-4a18-b663-c57259b108a0', 'status': 'completed', 'code': 200} May 20 20:41:09.631957 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73da37e8-6510-4d38-ae62-61b7b15df02e req-5189f576-df7b-4a2a-a2b8-76b43971ce96 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:41:09.642393 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-73da37e8-6510-4d38-ae62-61b7b15df02e req-5189f576-df7b-4a2a-a2b8-76b43971ce96 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/ports?device_id=639a9b9c-aaad-4644-9dcd-410174fb9f88 HTTP/1.1" status: 200 len: 945 time: 0.0969965 May 20 20:41:09.650911 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e0e51a10-8da4-40cf-9675-46a1325ff1dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748106'] for router, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:09.672272 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a0c30f43-1010-4dcf-b647-5b1951ca8b81 None None] Provisioning complete for port 2ecd023b-2f2b-4f30-aae8-46534230efaf triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:41:09.672497 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-cf599736-db26-4034-a0a0-9e8365eef28a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96877dde-8809-4099-bfc6-95b6aad55f68', 'name': 'tempest-ServersTestBootFromVolume-667217382-router', 'tenant_id': '4db4ec0def424bec87de5a3f7547267e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.191'}], 'enable_snat': True}, 'gw_port_id': 'e0979714-7681-44dc-82d0-17304f0447a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:37:58Z', 'updated_at': '2022-05-20T20:38:05Z', 'revision_number': 4, 'project_id': '4db4ec0def424bec87de5a3f7547267e', 'gw_port': {'id': 'e0979714-7681-44dc-82d0-17304f0447a6', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:67:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96877dde-8809-4099-bfc6-95b6aad55f68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:37:59Z', 'updated_at': '2022-05-20T20:38:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': '4528711f-fa7a-4d6a-9aa8-302ffe4b8cf7', 'name': '', 'network_id': '7e63056f-89a6-4da2-9322-ff3239b073c6', 'tenant_id': '4db4ec0def424bec87de5a3f7547267e', 'mac_address': 'fa:16:3e:60:9b:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96877dde-8809-4099-bfc6-95b6aad55f68', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'f320fcb0-0b3a-445c-8395-c256db82b19f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:38:03Z', 'updated_at': '2022-05-20T20:38:09Z', 'revision_number': 5, 'project_id': '4db4ec0def424bec87de5a3f7547267e', 'subnets': [{'id': 'f320fcb0-0b3a-445c-8395-c256db82b19f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:41:09.673736 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a0c30f43-1010-4dcf-b647-5b1951ca8b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:09.727228 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377cb4ac-0579-46cb-81ae-e403fd79e0ff req-12952ac7-be4a-4151-8d28-906a61dc6e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:41:09.729014 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf599736-db26-4034-a0a0-9e8365eef28a None None] The sync data for ids ['96877dde-8809-4099-bfc6-95b6aad55f68'] in n-d-842733-1 is: [{'id': '96877dde-8809-4099-bfc6-95b6aad55f68', 'name': 'tempest-ServersTestBootFromVolume-667217382-router', 'tenant_id': '4db4ec0def424bec87de5a3f7547267e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.191'}], 'enable_snat': True}, 'gw_port_id': 'e0979714-7681-44dc-82d0-17304f0447a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:37:58Z', 'updated_at': '2022-05-20T20:38:05Z', 'revision_number': 4, 'project_id': '4db4ec0def424bec87de5a3f7547267e', 'gw_port': {'id': 'e0979714-7681-44dc-82d0-17304f0447a6', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:67:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96877dde-8809-4099-bfc6-95b6aad55f68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:37:59Z', 'updated_at': '2022-05-20T20:38:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': '4528711f-fa7a-4d6a-9aa8-302ffe4b8cf7', 'name': '', 'network_id': '7e63056f-89a6-4da2-9322-ff3239b073c6', 'tenant_id': '4db4ec0def424bec87de5a3f7547267e', 'mac_address': 'fa:16:3e:60:9b:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96877dde-8809-4099-bfc6-95b6aad55f68', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'f320fcb0-0b3a-445c-8395-c256db82b19f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:38:03Z', 'updated_at': '2022-05-20T20:38:09Z', 'revision_number': 5, 'project_id': '4db4ec0def424bec87de5a3f7547267e', 'subnets': [{'id': 'f320fcb0-0b3a-445c-8395-c256db82b19f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 20:41:09.729999 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-377cb4ac-0579-46cb-81ae-e403fd79e0ff req-12952ac7-be4a-4151-8d28-906a61dc6e1f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f9e5fad6-106c-4fb6-bdcf-0e79e7e3eb1f HTTP/1.1" status: 200 len: 847 time: 0.1391141 May 20 20:41:09.800519 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port aee817b4-3de6-4fa3-90dc-07141818ba18 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:41:09.864350 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-377cb4ac-0579-46cb-81ae-e403fd79e0ff req-b4254c58-07f3-4429-b6b2-bcf952bc63df service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f2296de0-b06c-422e-98fe-14a3771aba33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1212690 May 20 20:41:09.892547 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a0c30f43-1010-4dcf-b647-5b1951ca8b81 None None] Current status of the port 2ecd023b-2f2b-4f30-aae8-46534230efaf is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:41:09.896230 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-73da37e8-6510-4d38-ae62-61b7b15df02e req-6aa03e72-175b-4a95-b93f-ca3900b6060a tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3c6019f-4c4a-4c16-982c-852ac3d8d84a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2472475 May 20 20:41:09.899632 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 37408) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:41:09.920393 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a0c30f43-1010-4dcf-b647-5b1951ca8b81 None None] Provisioning complete for port aee817b4-3de6-4fa3-90dc-07141818ba18 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:41:09.920756 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a0c30f43-1010-4dcf-b647-5b1951ca8b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:10.023573 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 2ecd023b-2f2b-4f30-aae8-46534230efaf up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:41:10.042951 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616ff1fc-f601-4c8e-b0b2-d28ac7342186 req-9480853d-5aa9-45a0-ac92-9fa49b624340 tempest-LiveAutoBlockMigrationV225Test-1777330067 tempest-LiveAutoBlockMigrationV225Test-1777330067-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:41:10.051887 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-616ff1fc-f601-4c8e-b0b2-d28ac7342186 req-9480853d-5aa9-45a0-ac92-9fa49b624340 tempest-LiveAutoBlockMigrationV225Test-1777330067 tempest-LiveAutoBlockMigrationV225Test-1777330067-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=532663b2-24ff-4076-90d7-3126e956882e HTTP/1.1" status: 200 len: 1096 time: 0.2612040 May 20 20:41:10.094145 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5654d826-b952-444b-94a6-ee2ce45ba8c7 admin admin] Router 6de57c77-bcac-428f-b225-9a8c49f43468 is scheduled to L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e with binding_index 1 {{(pid=103162) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 20 20:41:10.114091 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-377cb4ac-0579-46cb-81ae-e403fd79e0ff req-478ce2de-cfdc-44bf-b052-6752191055e7 service neutron] 10.222.0.24 "GET /v2.0/networks/f2296de0-b06c-422e-98fe-14a3771aba33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2360296 May 20 20:41:10.127800 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-5556d619-2a8e-4b31-b5b4-79359f8aeef7 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-875734750-network', 'tenant_id': '14307be6da164addbb4e96db68f248f8'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:41:10.175891 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a0c30f43-1010-4dcf-b647-5b1951ca8b81 None None] Current status of the port aee817b4-3de6-4fa3-90dc-07141818ba18 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:41:10.190654 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-616ff1fc-f601-4c8e-b0b2-d28ac7342186 req-26146c8c-f75b-4733-a3cd-1f2872b12def tempest-LiveAutoBlockMigrationV225Test-1777330067 tempest-LiveAutoBlockMigrationV225Test-1777330067-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=1c1ac446-2eae-4e3c-98ef-7a4684e96782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248331 May 20 20:41:10.190987 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 2ecd023b-2f2b-4f30-aae8-46534230efaf triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:41:10.194595 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:10.259820 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5556d619-2a8e-4b31-b5b4-79359f8aeef7 admin admin] Made reservation on behalf of 14307be6da164addbb4e96db68f248f8 for: {'network': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:41:10.262393 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5556d619-2a8e-4b31-b5b4-79359f8aeef7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for network, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:10.310242 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4883e155-0209-42a1-8fcb-62c894623c8d None None] New status for floating IP 9db5887a-67ea-47a7-882a-4ff4aae10774: DOWN {{(pid=103164) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 20:41:10.319671 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5556d619-2a8e-4b31-b5b4-79359f8aeef7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:10.324564 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5654d826-b952-444b-94a6-ee2ce45ba8c7 admin admin] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 20:41:10.337932 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ee0f910-ee34-463f-92b5-ecf5fab694ed None None] Sync routers for ids ['6de57c77-bcac-428f-b225-9a8c49f43468'] in n-d-842733-1 {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 20:41:10.345423 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0e51a10-8da4-40cf-9675-46a1325ff1dc admin admin] Router 51aa6437-18b2-4d7e-b4d5-0c28889ee81b is scheduled to L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e with binding_index 1 {{(pid=103163) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 20 20:41:10.349541 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ee0f910-ee34-463f-92b5-ecf5fab694ed None None] Routers {'6de57c77-bcac-428f-b225-9a8c49f43468'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:41:10.350267 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-6ee0f910-ee34-463f-92b5-ecf5fab694ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:40:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['6de57c77-bcac-428f-b225-9a8c49f43468'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:41:10.431884 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8298206b-b1de-495c-bc3b-15dfb57d99dd req-bedbd0c2-92c5-4fb0-8e72-4b53ff19c7c1 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:41:10.434002 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8298206b-b1de-495c-bc3b-15dfb57d99dd req-bedbd0c2-92c5-4fb0-8e72-4b53ff19c7c1 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] 10.222.0.35 "GET /v2.0/ports?device_id=fcdfd360-409c-4b60-958a-ff3f6575c816 HTTP/1.1" status: 200 len: 944 time: 0.1762488 May 20 20:41:10.434877 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5654d826-b952-444b-94a6-ee2ce45ba8c7 admin admin] Notify callbacks [] for router, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:10.439376 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-5654d826-b952-444b-94a6-ee2ce45ba8c7 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 7.6371713 May 20 20:41:10.443277 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 37418) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:41:10.450064 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-377cb4ac-0579-46cb-81ae-e403fd79e0ff req-e00bda98-54dd-49ce-b9e6-6ed34aeacc9b service neutron] 10.222.0.24 "GET /v2.0/networks/f2296de0-b06c-422e-98fe-14a3771aba33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270902 May 20 20:41:10.498416 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 2ecd023b-2f2b-4f30-aae8-46534230efaf is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:41:10.499466 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device aee817b4-3de6-4fa3-90dc-07141818ba18 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:41:10.555618 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port aee817b4-3de6-4fa3-90dc-07141818ba18 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:41:10.555992 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:10.567314 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-6ee0f910-ee34-463f-92b5-ecf5fab694ed None None] Set router 6de57c77-bcac-428f-b225-9a8c49f43468 gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:41:10.669246 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a2339c-6cad-409a-9c2e-83b9cd0d840a req-4a44bd00-8b50-4e40-8fe6-eb58b1a65ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:41:10.670747 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-84a2339c-6cad-409a-9c2e-83b9cd0d840a req-4a44bd00-8b50-4e40-8fe6-eb58b1a65ccc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=33876e14b0274b60a421aea47180bf46&device_id=fcdfd360-409c-4b60-958a-ff3f6575c816 HTTP/1.1" status: 200 len: 1095 time: 0.1008298 May 20 20:41:10.705969 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port aee817b4-3de6-4fa3-90dc-07141818ba18 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:41:10.851987 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a2339c-6cad-409a-9c2e-83b9cd0d840a req-fa25471b-150e-419b-baad-17e213daa04b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:41:10.853497 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-84a2339c-6cad-409a-9c2e-83b9cd0d840a req-fa25471b-150e-419b-baad-17e213daa04b service neutron] 10.222.0.24 "GET /v2.0/networks?id=f2296de0-b06c-422e-98fe-14a3771aba33 HTTP/1.1" status: 200 len: 908 time: 0.1756549 May 20 20:41:10.893179 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-6ee0f910-ee34-463f-92b5-ecf5fab694ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6de57c77-bcac-428f-b225-9a8c49f43468', 'name': 'tempest-AttachSCSIVolumeTestJSON-309157523-router', 'tenant_id': 'ae478a9d680645638da473d420ebff19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': 'acc4d547-707b-4b4d-bd79-7a5f08380a01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:41:02Z', 'updated_at': '2022-05-20T20:41:07Z', 'revision_number': 3, 'project_id': 'ae478a9d680645638da473d420ebff19', 'gw_port': {'id': 'acc4d547-707b-4b4d-bd79-7a5f08380a01', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:61:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6de57c77-bcac-428f-b225-9a8c49f43468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 777, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:41:04Z', 'updated_at': '2022-05-20T20:41:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:41:10.928850 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-84a2339c-6cad-409a-9c2e-83b9cd0d840a req-e01c63d5-0372-4ba2-bd74-1d513dc31962 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=14e84b14-5302-4a18-b663-c57259b108a0 HTTP/1.1" status: 200 len: 217 time: 0.0675249 May 20 20:41:10.930003 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ee0f910-ee34-463f-92b5-ecf5fab694ed None None] Checking router: 6de57c77-bcac-428f-b225-9a8c49f43468 for host: n-d-842733-1 {{(pid=103165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 20:41:10.930348 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ee0f910-ee34-463f-92b5-ecf5fab694ed None None] Updating router 6de57c77-bcac-428f-b225-9a8c49f43468 port acc4d547-707b-4b4d-bd79-7a5f08380a01 binding host n-d-842733-1 {{(pid=103165) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 20:41:10.963308 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-6ee0f910-ee34-463f-92b5-ecf5fab694ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:10.993695 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a2339c-6cad-409a-9c2e-83b9cd0d840a req-ec545d97-3ae6-40df-b18e-1a2ad191846b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:41:10.995143 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-84a2339c-6cad-409a-9c2e-83b9cd0d840a req-ec545d97-3ae6-40df-b18e-1a2ad191846b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f9e5fad6-106c-4fb6-bdcf-0e79e7e3eb1f HTTP/1.1" status: 200 len: 847 time: 0.0587995 May 20 20:41:11.032414 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-84a2339c-6cad-409a-9c2e-83b9cd0d840a req-d5e61969-7dff-4674-9e1e-d7a046b7c85d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f2296de0-b06c-422e-98fe-14a3771aba33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287704 May 20 20:41:11.130035 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5556d619-2a8e-4b31-b5b4-79359f8aeef7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:11.146397 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-84a2339c-6cad-409a-9c2e-83b9cd0d840a req-92439dfe-e97d-43f0-ac2e-9d7f17d75bfa service neutron] 10.222.0.24 "GET /v2.0/networks/f2296de0-b06c-422e-98fe-14a3771aba33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034000 May 20 20:41:11.263707 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-84a2339c-6cad-409a-9c2e-83b9cd0d840a req-e062c0a0-b3d4-4d93-8708-bd68b5b86fb8 service neutron] 10.222.0.24 "GET /v2.0/networks/f2296de0-b06c-422e-98fe-14a3771aba33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057668 May 20 20:41:11.263996 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0e51a10-8da4-40cf-9675-46a1325ff1dc admin admin] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 20:41:11.287221 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9de5d5b7-ae0d-4c49-ae2d-3beb124e99db None None] Sync routers for ids ['51aa6437-18b2-4d7e-b4d5-0c28889ee81b'] in n-d-842733-1 {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 20:41:11.287473 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8298206b-b1de-495c-bc3b-15dfb57d99dd req-a4daccb8-43f6-406f-bea3-bb8e55e878db tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] 10.222.0.35 "GET /v2.0/security-groups?id=0a1ca955-ee86-4e03-bb39-6b1e6a532a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8409233 May 20 20:41:11.287939 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5556d619-2a8e-4b31-b5b4-79359f8aeef7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:11.301788 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5556d619-2a8e-4b31-b5b4-79359f8aeef7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 236} {{(pid=103163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 20:41:11.316881 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-6ee0f910-ee34-463f-92b5-ecf5fab694ed None None] Notify callbacks [] for port, precommit_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:11.317005 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5556d619-2a8e-4b31-b5b4-79359f8aeef7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:11.317005 n-d-842733-1 neutron-server[103163]: INFO neutron.db.segments_db [None req-5556d619-2a8e-4b31-b5b4-79359f8aeef7 admin admin] Added segment 3074e67a-6387-4709-bab9-e18fa7662e57 of type vlan for network f2c1f29b-3984-454a-a363-825a8303b3d8 May 20 20:41:11.325485 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de5d5b7-ae0d-4c49-ae2d-3beb124e99db None None] Routers {'51aa6437-18b2-4d7e-b4d5-0c28889ee81b'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:41:11.326627 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-9de5d5b7-ae0d-4c49-ae2d-3beb124e99db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:40:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['51aa6437-18b2-4d7e-b4d5-0c28889ee81b'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:41:11.367206 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5556d619-2a8e-4b31-b5b4-79359f8aeef7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418993264'] for network, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:11.378253 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-6ee0f910-ee34-463f-92b5-ecf5fab694ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:11.397367 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c4efb074-1a63-4f7f-9d5c-19708fc32993 req-799f945c-b4b1-43ca-926a-229a8d11fc2a tempest-ServersTestBootFromVolume-26390201 tempest-ServersTestBootFromVolume-26390201-project] 10.222.0.35 "GET /v2.0/ports?device_id=0fc2910a-509a-4f46-a3d9-4753ae692890 HTTP/1.1" status: 200 len: 210 time: 0.4201200 May 20 20:41:11.453459 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-6ee0f910-ee34-463f-92b5-ecf5fab694ed None None] Attempting to bind port acc4d547-707b-4b4d-bd79-7a5f08380a01 on host n-d-842733-1 for vnic_type normal with profile {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:41:11.454424 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-6ee0f910-ee34-463f-92b5-ecf5fab694ed None None] Attempting to bind port acc4d547-707b-4b4d-bd79-7a5f08380a01 by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': '0b5485c4-eff8-42a1-9073-ae54ed4c63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'}] {{(pid=103165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:41:11.454814 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee0f910-ee34-463f-92b5-ecf5fab694ed None None] Attempting to bind port acc4d547-707b-4b4d-bd79-7a5f08380a01 on network e3a93b5c-91e2-4064-9c2c-1afc261bfe15 {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:41:11.458100 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbd26d7-22db-46df-b9ed-e1e5ff4924f4 None None] Pushing event updated for resources: {'Port': ['ID=acc4d547-707b-4b4d-bd79-7a5f08380a01,revision_number=2']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:41:11.462960 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee0f910-ee34-463f-92b5-ecf5fab694ed None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 40, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:41:11.463432 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee0f910-ee34-463f-92b5-ecf5fab694ed None None] Checking segment: {'id': '0b5485c4-eff8-42a1-9073-ae54ed4c63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:41:11.463892 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-6ee0f910-ee34-463f-92b5-ecf5fab694ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:11.464347 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee0f910-ee34-463f-92b5-ecf5fab694ed None None] Bound using segment: {'id': '0b5485c4-eff8-42a1-9073-ae54ed4c63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'} {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:41:11.464874 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-6ee0f910-ee34-463f-92b5-ecf5fab694ed None None] Bound port: acc4d547-707b-4b4d-bd79-7a5f08380a01, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b5485c4-eff8-42a1-9073-ae54ed4c63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'}}] {{(pid=103165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:41:11.465348 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-6ee0f910-ee34-463f-92b5-ecf5fab694ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:11.489430 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-9de5d5b7-ae0d-4c49-ae2d-3beb124e99db None None] Set router 51aa6437-18b2-4d7e-b4d5-0c28889ee81b gateway port host: n-d-842733-1 {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:41:11.525625 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5556d619-2a8e-4b31-b5b4-79359f8aeef7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4b7709e-62c4-4c92-9539-853c7ed8a4c0,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:41:11.536428 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-19df3084-0ed3-4904-9f89-51adbe429894 req-5ce98d27-9ac0-43f2-9cf8-5b283e10879c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=076de625-2a49-46b5-9344-19509d3a2557&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5395546 May 20 20:41:11.554274 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-6ee0f910-ee34-463f-92b5-ecf5fab694ed None None] For port acc4d547-707b-4b4d-bd79-7a5f08380a01, host n-d-842733-1, cleared binding levels {{(pid=103165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:41:11.558323 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-6ee0f910-ee34-463f-92b5-ecf5fab694ed None None] For port acc4d547-707b-4b4d-bd79-7a5f08380a01, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=acc4d547-707b-4b4d-bd79-7a5f08380a01,segment=NetworkSegment(0b5485c4-eff8-42a1-9073-ae54ed4c63ba),segment_id=0b5485c4-eff8-42a1-9073-ae54ed4c63ba)] {{(pid=103165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:41:11.569885 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e0e51a10-8da4-40cf-9675-46a1325ff1dc admin admin] Notify callbacks [] for router, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:11.571414 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-e0e51a10-8da4-40cf-9675-46a1325ff1dc admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 9.6453326 May 20 20:41:11.574826 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 37424) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:41:11.633926 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90188f82-e34f-4e58-860d-a78b482796e6 req-2ae6f20c-570d-4311-a71e-070ff0249701 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:41:11.635919 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-90188f82-e34f-4e58-860d-a78b482796e6 req-2ae6f20c-570d-4311-a71e-070ff0249701 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.35 "GET /v2.0/ports?device_id=532663b2-24ff-4076-90d7-3126e956882e HTTP/1.1" status: 200 len: 945 time: 0.2480497 May 20 20:41:11.639941 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-6ee0f910-ee34-463f-92b5-ecf5fab694ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:11.648093 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5556d619-2a8e-4b31-b5b4-79359f8aeef7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524'] for network, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:11.649960 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5556d619-2a8e-4b31-b5b4-79359f8aeef7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:41:11.650934 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5556d619-2a8e-4b31-b5b4-79359f8aeef7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:11.755142 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-9de5d5b7-ae0d-4c49-ae2d-3beb124e99db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51aa6437-18b2-4d7e-b4d5-0c28889ee81b', 'name': 'tempest-FloatingIPsTestJSON-1381342722-router', 'tenant_id': 'cbe042d006d842f8b153951325ed7f60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.208'}], 'enable_snat': True}, 'gw_port_id': '8405113b-8569-4856-9624-02a62b9cedab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:41:02Z', 'updated_at': '2022-05-20T20:41:07Z', 'revision_number': 3, 'project_id': 'cbe042d006d842f8b153951325ed7f60', 'gw_port': {'id': '8405113b-8569-4856-9624-02a62b9cedab', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:bc:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51aa6437-18b2-4d7e-b4d5-0c28889ee81b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 783, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:41:05Z', 'updated_at': '2022-05-20T20:41:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:41:11.757409 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5556d619-2a8e-4b31-b5b4-79359f8aeef7 admin admin] Pushing event updated for resources: {'Network': ['ID=f2c1f29b-3984-454a-a363-825a8303b3d8,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:41:11.777642 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbd26d7-22db-46df-b9ed-e1e5ff4924f4 None None] Pushing event updated for resources: {'Port': ['ID=acc4d547-707b-4b4d-bd79-7a5f08380a01,revision_number=3']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:41:11.790680 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Network f2c1f29b-3984-454a-a363-825a8303b3d8 details requested by agent ovs-agent-n-d-842733-1 with host n-d-842733-1 {{(pid=103164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 20 20:41:11.794656 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9de5d5b7-ae0d-4c49-ae2d-3beb124e99db None None] Checking router: 51aa6437-18b2-4d7e-b4d5-0c28889ee81b for host: n-d-842733-1 {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 20:41:11.795246 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9de5d5b7-ae0d-4c49-ae2d-3beb124e99db None None] Updating router 51aa6437-18b2-4d7e-b4d5-0c28889ee81b port 8405113b-8569-4856-9624-02a62b9cedab binding host n-d-842733-1 {{(pid=103164) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 20:41:11.821313 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-90188f82-e34f-4e58-860d-a78b482796e6 req-fbffafd6-4661-4e71-b102-29e809fa8bc3 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c1ac446-2eae-4e3c-98ef-7a4684e96782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395500 May 20 20:41:11.842789 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd426d9a-6ae7-4711-97e6-519d4b02f4cb req-600e4ac8-49a9-48d6-a496-118f2d74ff73 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:41:11.857819 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-cd426d9a-6ae7-4711-97e6-519d4b02f4cb req-600e4ac8-49a9-48d6-a496-118f2d74ff73 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/ports?device_id=639a9b9c-aaad-4644-9dcd-410174fb9f88 HTTP/1.1" status: 200 len: 945 time: 0.3071616 May 20 20:41:11.871218 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ee0f910-ee34-463f-92b5-ecf5fab694ed None None] Routers {'6de57c77-bcac-428f-b225-9a8c49f43468'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:41:11.871969 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-6ee0f910-ee34-463f-92b5-ecf5fab694ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:40:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['6de57c77-bcac-428f-b225-9a8c49f43468'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:41:11.903078 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42eb896-1125-4a85-a0f4-cddcf0b7367e req-eb08ed07-5419-4028-85a1-bbee8d52f6b3 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:41:11.904534 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-d42eb896-1125-4a85-a0f4-cddcf0b7367e req-eb08ed07-5419-4028-85a1-bbee8d52f6b3 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.24 "GET /v2.0/ports?device_id=532663b2-24ff-4076-90d7-3126e956882e HTTP/1.1" status: 200 len: 945 time: 0.2436152 May 20 20:41:11.946064 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-9de5d5b7-ae0d-4c49-ae2d-3beb124e99db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:12.050886 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-6ee0f910-ee34-463f-92b5-ecf5fab694ed None None] Set router 6de57c77-bcac-428f-b225-9a8c49f43468 gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:41:12.086609 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-5556d619-2a8e-4b31-b5b4-79359f8aeef7 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.1839736 May 20 20:41:12.097639 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 37426) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:41:12.102908 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-28590c33-9073-4a64-9709-85b2f8cb9906 admin admin] Request body: {'subnet': {'network_id': 'f2c1f29b-3984-454a-a363-825a8303b3d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-875734750-subnet', 'tenant_id': '14307be6da164addbb4e96db68f248f8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:41:12.244400 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e0b15a81-eb31-4243-b754-d8dd9333ddc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:12.270469 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19df3084-0ed3-4904-9f89-51adbe429894 req-7b805b21-92b1-4ac1-975e-4820210feb55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:41:12.272299 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-19df3084-0ed3-4904-9f89-51adbe429894 req-7b805b21-92b1-4ac1-975e-4820210feb55 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=33876e14b0274b60a421aea47180bf46&device_id=076de625-2a49-46b5-9344-19509d3a2557 HTTP/1.1" status: 200 len: 1095 time: 0.6482046 May 20 20:41:12.274959 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28590c33-9073-4a64-9709-85b2f8cb9906 admin admin] Made reservation on behalf of 14307be6da164addbb4e96db68f248f8 for: {'subnet': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:41:12.278265 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-28590c33-9073-4a64-9709-85b2f8cb9906 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8422561'] for subnet, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:12.298451 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-6ee0f910-ee34-463f-92b5-ecf5fab694ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6de57c77-bcac-428f-b225-9a8c49f43468', 'name': 'tempest-AttachSCSIVolumeTestJSON-309157523-router', 'tenant_id': 'ae478a9d680645638da473d420ebff19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': 'acc4d547-707b-4b4d-bd79-7a5f08380a01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:41:02Z', 'updated_at': '2022-05-20T20:41:07Z', 'revision_number': 3, 'project_id': 'ae478a9d680645638da473d420ebff19', 'gw_port': {'id': 'acc4d547-707b-4b4d-bd79-7a5f08380a01', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:61:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6de57c77-bcac-428f-b225-9a8c49f43468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 777, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:41:04Z', 'updated_at': '2022-05-20T20:41:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:41:12.377669 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ee0f910-ee34-463f-92b5-ecf5fab694ed None None] The sync data for ids ['6de57c77-bcac-428f-b225-9a8c49f43468'] in n-d-842733-1 is: [{'id': '6de57c77-bcac-428f-b225-9a8c49f43468', 'name': 'tempest-AttachSCSIVolumeTestJSON-309157523-router', 'tenant_id': 'ae478a9d680645638da473d420ebff19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': 'acc4d547-707b-4b4d-bd79-7a5f08380a01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:41:02Z', 'updated_at': '2022-05-20T20:41:07Z', 'revision_number': 3, 'project_id': 'ae478a9d680645638da473d420ebff19', 'gw_port': {'id': 'acc4d547-707b-4b4d-bd79-7a5f08380a01', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:61:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6de57c77-bcac-428f-b225-9a8c49f43468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 777, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:41:04Z', 'updated_at': '2022-05-20T20:41:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 20:41:12.448011 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-cd426d9a-6ae7-4711-97e6-519d4b02f4cb req-52b14903-8b82-4a6c-aad1-7e4f8bfebb13 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3c6019f-4c4a-4c16-982c-852ac3d8d84a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5938253 May 20 20:41:12.520597 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-9de5d5b7-ae0d-4c49-ae2d-3beb124e99db None None] Notify callbacks [] for port, precommit_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:12.599631 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-d42eb896-1125-4a85-a0f4-cddcf0b7367e req-47c0f3a1-920c-4947-8dca-dfd2e69995a4 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] Deleting port 1a4e9b92-3576-4ac2-af54-1fa1ca2039c7 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:41:12.600808 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-9de5d5b7-ae0d-4c49-ae2d-3beb124e99db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:12.602192 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-d42eb896-1125-4a85-a0f4-cddcf0b7367e req-47c0f3a1-920c-4947-8dca-dfd2e69995a4 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:12.673576 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-9de5d5b7-ae0d-4c49-ae2d-3beb124e99db None None] Attempting to bind port 8405113b-8569-4856-9624-02a62b9cedab on host n-d-842733-1 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:41:12.674118 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-9de5d5b7-ae0d-4c49-ae2d-3beb124e99db None None] Attempting to bind port 8405113b-8569-4856-9624-02a62b9cedab by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': '0b5485c4-eff8-42a1-9073-ae54ed4c63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:41:12.674490 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de5d5b7-ae0d-4c49-ae2d-3beb124e99db None None] Attempting to bind port 8405113b-8569-4856-9624-02a62b9cedab on network e3a93b5c-91e2-4064-9c2c-1afc261bfe15 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:41:12.681613 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de5d5b7-ae0d-4c49-ae2d-3beb124e99db None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 40, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:41:12.682064 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de5d5b7-ae0d-4c49-ae2d-3beb124e99db None None] Checking segment: {'id': '0b5485c4-eff8-42a1-9073-ae54ed4c63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:41:12.682387 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-9de5d5b7-ae0d-4c49-ae2d-3beb124e99db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:12.682801 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de5d5b7-ae0d-4c49-ae2d-3beb124e99db None None] Bound using segment: {'id': '0b5485c4-eff8-42a1-9073-ae54ed4c63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:41:12.683381 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-9de5d5b7-ae0d-4c49-ae2d-3beb124e99db None None] Bound port: 8405113b-8569-4856-9624-02a62b9cedab, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b5485c4-eff8-42a1-9073-ae54ed4c63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:41:12.683631 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-9de5d5b7-ae0d-4c49-ae2d-3beb124e99db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:12.753846 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-9de5d5b7-ae0d-4c49-ae2d-3beb124e99db None None] For port 8405113b-8569-4856-9624-02a62b9cedab, host n-d-842733-1, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:41:12.757665 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-9de5d5b7-ae0d-4c49-ae2d-3beb124e99db None None] For port 8405113b-8569-4856-9624-02a62b9cedab, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=8405113b-8569-4856-9624-02a62b9cedab,segment=NetworkSegment(0b5485c4-eff8-42a1-9073-ae54ed4c63ba),segment_id=0b5485c4-eff8-42a1-9073-ae54ed4c63ba)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:41:12.759597 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3493c98d-3f8b-4eff-8419-2487dac7e782 None None] Pushing event updated for resources: {'Port': ['ID=8405113b-8569-4856-9624-02a62b9cedab,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:41:12.812460 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a5a22107-a07a-44ba-a037-fecad9ad2ef8 req-e4066919-6040-4317-a365-3b2fd305e8e2 tempest-ServersTestBootFromVolume-26390201 tempest-ServersTestBootFromVolume-26390201-project] 10.222.0.35 "GET /v2.0/ports?device_id=0fc2910a-509a-4f46-a3d9-4753ae692890 HTTP/1.1" status: 200 len: 210 time: 0.1999812 May 20 20:41:12.847791 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-9de5d5b7-ae0d-4c49-ae2d-3beb124e99db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:12.893700 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-e0b15a81-eb31-4243-b754-d8dd9333ddc5 admin admin] Allocated IP 172.20.0.1 (a3568906-f032-430b-9469-832171850da4/746a668f-ba3c-4b93-be9c-21b8243ede59/8385a6ed-c689-414d-b3e4-9ca7a4bac36f) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:41:12.930954 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-25c8f8f3-9124-455a-aa4a-1a3ad88ed078 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:12.952916 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d129e0f-6001-4e3f-993d-234a3d4066b0 req-913bea5a-0794-4c87-b3df-c3c35dd8ff3c tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:41:12.954670 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3d129e0f-6001-4e3f-993d-234a3d4066b0 req-913bea5a-0794-4c87-b3df-c3c35dd8ff3c tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] 10.222.0.35 "GET /v2.0/ports?device_id=fcdfd360-409c-4b60-958a-ff3f6575c816 HTTP/1.1" status: 200 len: 944 time: 0.3564353 May 20 20:41:13.027593 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3493c98d-3f8b-4eff-8419-2487dac7e782 None None] Pushing event updated for resources: {'Port': ['ID=8405113b-8569-4856-9624-02a62b9cedab,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:41:13.066286 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19df3084-0ed3-4904-9f89-51adbe429894 req-bdeb9a00-a64f-47c6-a0fd-4614472c76f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:41:13.073660 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de5d5b7-ae0d-4c49-ae2d-3beb124e99db None None] Routers {'51aa6437-18b2-4d7e-b4d5-0c28889ee81b'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:41:13.074654 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-9de5d5b7-ae0d-4c49-ae2d-3beb124e99db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:40:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['51aa6437-18b2-4d7e-b4d5-0c28889ee81b'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:41:13.074997 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-19df3084-0ed3-4904-9f89-51adbe429894 req-bdeb9a00-a64f-47c6-a0fd-4614472c76f5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f2296de0-b06c-422e-98fe-14a3771aba33 HTTP/1.1" status: 200 len: 908 time: 0.4778714 May 20 20:41:13.075926 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-28590c33-9073-4a64-9709-85b2f8cb9906 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9641412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8422583'] for subnet, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:13.095653 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-d42eb896-1125-4a85-a0f4-cddcf0b7367e req-47c0f3a1-920c-4947-8dca-dfd2e69995a4 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] For port 1a4e9b92-3576-4ac2-af54-1fa1ca2039c7, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=1a4e9b92-3576-4ac2-af54-1fa1ca2039c7,segment=NetworkSegment(65a8f4c3-036d-4ff8-a81a-cd07cb6f1230),segment_id=65a8f4c3-036d-4ff8-a81a-cd07cb6f1230)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:41:13.096025 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-d42eb896-1125-4a85-a0f4-cddcf0b7367e req-47c0f3a1-920c-4947-8dca-dfd2e69995a4 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:13.113273 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-d42eb896-1125-4a85-a0f4-cddcf0b7367e req-47c0f3a1-920c-4947-8dca-dfd2e69995a4 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] Calling delete_port for 1a4e9b92-3576-4ac2-af54-1fa1ca2039c7 owned by compute:nova {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:41:13.211931 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-9de5d5b7-ae0d-4c49-ae2d-3beb124e99db None None] Set router 51aa6437-18b2-4d7e-b4d5-0c28889ee81b gateway port host: n-d-842733-1 {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:41:13.228446 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-19df3084-0ed3-4904-9f89-51adbe429894 req-762bc799-3bd4-41d2-a1ad-aa14f770155f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0f61439d-122d-49c1-9b17-9f2635d1301f HTTP/1.1" status: 200 len: 217 time: 0.1103604 May 20 20:41:13.286960 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3d129e0f-6001-4e3f-993d-234a3d4066b0 req-90c629e4-19f7-4a56-a23b-1ef1d1e57511 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] 10.222.0.35 "GET /v2.0/security-groups?id=0a1ca955-ee86-4e03-bb39-6b1e6a532a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3196347 May 20 20:41:13.345927 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28590c33-9073-4a64-9709-85b2f8cb9906 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6e11a18-e233-4d96-9624-671f5264a4cf,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:41:13.418783 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e0b15a81-eb31-4243-b754-d8dd9333ddc5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:13.429640 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bbff3a-ebfc-413e-b99a-d362db955fdf req-613b526a-0bd5-4133-bc37-2887ca0cc033 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:41:13.437049 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-25c8f8f3-9124-455a-aa4a-1a3ad88ed078 admin admin] Allocated IP 172.20.0.1 (e770d771-5039-4bb2-a1b8-9c6372f02b2a/6099063e-89a9-41b5-9aa7-e7ce5501b95d/bec47bd1-bec2-487a-8453-8d0d0eb49b2e) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:41:13.443834 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-87bbff3a-ebfc-413e-b99a-d362db955fdf req-613b526a-0bd5-4133-bc37-2887ca0cc033 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.35 "GET /v2.0/ports?device_id=532663b2-24ff-4076-90d7-3126e956882e HTTP/1.1" status: 200 len: 945 time: 0.3797004 May 20 20:41:13.491053 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-9de5d5b7-ae0d-4c49-ae2d-3beb124e99db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51aa6437-18b2-4d7e-b4d5-0c28889ee81b', 'name': 'tempest-FloatingIPsTestJSON-1381342722-router', 'tenant_id': 'cbe042d006d842f8b153951325ed7f60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.208'}], 'enable_snat': True}, 'gw_port_id': '8405113b-8569-4856-9624-02a62b9cedab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:41:02Z', 'updated_at': '2022-05-20T20:41:07Z', 'revision_number': 3, 'project_id': 'cbe042d006d842f8b153951325ed7f60', 'gw_port': {'id': '8405113b-8569-4856-9624-02a62b9cedab', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:bc:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51aa6437-18b2-4d7e-b4d5-0c28889ee81b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 783, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:41:05Z', 'updated_at': '2022-05-20T20:41:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:41:13.523267 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19df3084-0ed3-4904-9f89-51adbe429894 req-3c3b9238-3a1a-4d86-8a08-b724d5c84f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:41:13.524948 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-19df3084-0ed3-4904-9f89-51adbe429894 req-3c3b9238-3a1a-4d86-8a08-b724d5c84f4b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f9e5fad6-106c-4fb6-bdcf-0e79e7e3eb1f HTTP/1.1" status: 200 len: 847 time: 0.2702961 May 20 20:41:13.537672 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28590c33-9073-4a64-9709-85b2f8cb9906 admin admin] Checking segment: {'id': '3074e67a-6387-4709-bab9-e18fa7662e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'f2c1f29b-3984-454a-a363-825a8303b3d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:41:13.538184 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28590c33-9073-4a64-9709-85b2f8cb9906 admin admin] Network hostable DHCP agents. Network: f2c1f29b-3984-454a-a363-825a8303b3d8, hostable agents: ['c9b0653c-f3c7-4339-bd50-e3754b629216'], hosted agents: [] {{(pid=103163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 20:41:13.608249 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-25c8f8f3-9124-455a-aa4a-1a3ad88ed078 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:13.635794 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-19df3084-0ed3-4904-9f89-51adbe429894 req-8ac5a2b4-51fb-45e7-b26a-7c8eae060f39 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f2296de0-b06c-422e-98fe-14a3771aba33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0761280 May 20 20:41:13.652170 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-d42eb896-1125-4a85-a0f4-cddcf0b7367e req-47c0f3a1-920c-4947-8dca-dfd2e69995a4 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:13.675832 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-87bbff3a-ebfc-413e-b99a-d362db955fdf req-21d40c67-7609-46f9-b39a-92f072835086 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c1ac446-2eae-4e3c-98ef-7a4684e96782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444929 May 20 20:41:13.703824 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c0f3a1-920c-4947-8dca-dfd2e69995a4 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] Pushing event deleted for resources: {'Port': ['ID=1a4e9b92-3576-4ac2-af54-1fa1ca2039c7,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:41:13.724550 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] get_ports_and_sgs() called for port_ids ['dd7c455f-f7fa-4ccb-8d0f-f44da1bcb1a1'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:41:13.727663 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9de5d5b7-ae0d-4c49-ae2d-3beb124e99db None None] The sync data for ids ['51aa6437-18b2-4d7e-b4d5-0c28889ee81b'] in n-d-842733-1 is: [{'id': '51aa6437-18b2-4d7e-b4d5-0c28889ee81b', 'name': 'tempest-FloatingIPsTestJSON-1381342722-router', 'tenant_id': 'cbe042d006d842f8b153951325ed7f60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.208'}], 'enable_snat': True}, 'gw_port_id': '8405113b-8569-4856-9624-02a62b9cedab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:41:02Z', 'updated_at': '2022-05-20T20:41:07Z', 'revision_number': 3, 'project_id': 'cbe042d006d842f8b153951325ed7f60', 'gw_port': {'id': '8405113b-8569-4856-9624-02a62b9cedab', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:bc:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51aa6437-18b2-4d7e-b4d5-0c28889ee81b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 783, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:41:05Z', 'updated_at': '2022-05-20T20:41:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 20:41:13.750489 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d229a409-0a71-4452-a475-df7aa3bbab15 req-1d0cd3f9-5ab4-492f-9db3-6f7881400918 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:41:13.752609 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d229a409-0a71-4452-a475-df7aa3bbab15 req-1d0cd3f9-5ab4-492f-9db3-6f7881400918 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/ports?device_id=639a9b9c-aaad-4644-9dcd-410174fb9f88 HTTP/1.1" status: 200 len: 945 time: 0.3045173 May 20 20:41:13.757984 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e0b15a81-eb31-4243-b754-d8dd9333ddc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:13.778912 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-25c8f8f3-9124-455a-aa4a-1a3ad88ed078 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:13.816168 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28590c33-9073-4a64-9709-85b2f8cb9906 admin admin] Network f2c1f29b-3984-454a-a363-825a8303b3d8 is scheduled to be hosted by DHCP agent c9b0653c-f3c7-4339-bd50-e3754b629216 with binding_index 1 {{(pid=103163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 20:41:13.819699 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-d42eb896-1125-4a85-a0f4-cddcf0b7367e req-47c0f3a1-920c-4947-8dca-dfd2e69995a4 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] No DVR routers for this DVR port 1a4e9b92-3576-4ac2-af54-1fa1ca2039c7 on host n-h1-842733-1 {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:41:13.835313 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-d42eb896-1125-4a85-a0f4-cddcf0b7367e req-47c0f3a1-920c-4947-8dca-dfd2e69995a4 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:13.839807 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-d42eb896-1125-4a85-a0f4-cddcf0b7367e req-47c0f3a1-920c-4947-8dca-dfd2e69995a4 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.24 "DELETE /v2.0/ports/1a4e9b92-3576-4ac2-af54-1fa1ca2039c7 HTTP/1.1" status: 204 len: 173 time: 1.9258399 May 20 20:41:13.916440 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0b15a81-eb31-4243-b754-d8dd9333ddc5 admin admin] Network a3568906-f032-430b-9469-832171850da4 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:41:13.937915 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-e0b15a81-eb31-4243-b754-d8dd9333ddc5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:41:13.963701 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '532663b2-24ff-4076-90d7-3126e956882e', 'name': 'network-vif-deleted', 'tag': '1a4e9b92-3576-4ac2-af54-1fa1ca2039c7'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:41:13.967509 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6fa957933fccbf596d28104b23404b952ad6a8238afaebaed40a0874b2e409" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb06c381-f05f-4f6b-b2d4-15d4cdbceaf3" -d '{"events": [{"server_uuid": "532663b2-24ff-4076-90d7-3126e956882e", "name": "network-vif-deleted", "tag": "1a4e9b92-3576-4ac2-af54-1fa1ca2039c7"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:41:13.967714 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b15a81-eb31-4243-b754-d8dd9333ddc5 admin admin] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:41:13.973082 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c8f8f3-9124-455a-aa4a-1a3ad88ed078 admin admin] Pushing event updated for resources: {'Port': ['ID=bec47bd1-bec2-487a-8453-8d0d0eb49b2e,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:41:13.985881 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25c8f8f3-9124-455a-aa4a-1a3ad88ed078 admin admin] Network e770d771-5039-4bb2-a1b8-9c6372f02b2a is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:41:13.989019 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b15a81-eb31-4243-b754-d8dd9333ddc5 admin admin] Pushing event updated for resources: {'Port': ['ID=8385a6ed-c689-414d-b3e4-9ca7a4bac36f,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:41:13.991769 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-28590c33-9073-4a64-9709-85b2f8cb9906 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842733-1, f2c1f29b-3984-454a-a363-825a8303b3d8) {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:41:13.995689 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-25c8f8f3-9124-455a-aa4a-1a3ad88ed078 admin admin] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:41:13.998480 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c8f8f3-9124-455a-aa4a-1a3ad88ed078 admin admin] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:41:14.037421 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7b7e4b0-63cb-4bb5-b799-3702c1610966 None None] Network f2c1f29b-3984-454a-a363-825a8303b3d8 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:41:14.058858 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28590c33-9073-4a64-9709-85b2f8cb9906 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:41:14.059535 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-28590c33-9073-4a64-9709-85b2f8cb9906 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:14.079984 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-19df3084-0ed3-4904-9f89-51adbe429894 req-4c3f0446-02ac-4513-a0b9-7d00ac392cfe service neutron] 10.222.0.13 "GET /v2.0/networks/f2296de0-b06c-422e-98fe-14a3771aba33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4312031 May 20 20:41:14.099697 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-25c8f8f3-9124-455a-aa4a-1a3ad88ed078 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748409'] for router_interface, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:14.127381 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d229a409-0a71-4452-a475-df7aa3bbab15 req-588f036f-88fb-4a9b-a3a8-32763537ffe6 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3c6019f-4c4a-4c16-982c-852ac3d8d84a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3659029 May 20 20:41:14.167338 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2e4c6a93-fc32-4601-b76e-f7bd7816117a req-da3f33a6-b080-4970-a683-47565a0529bf tempest-ServersTestBootFromVolume-26390201 tempest-ServersTestBootFromVolume-26390201-project] 10.222.0.35 "GET /v2.0/ports?device_id=0fc2910a-509a-4f46-a3d9-4753ae692890 HTTP/1.1" status: 200 len: 210 time: 0.1227586 May 20 20:41:14.181394 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device acc4d547-707b-4b4d-bd79-7a5f08380a01 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:41:14.328092 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-28590c33-9073-4a64-9709-85b2f8cb9906 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2289047 May 20 20:41:14.354121 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port acc4d547-707b-4b4d-bd79-7a5f08380a01 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:41:14.354486 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:14.456175 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 1a4e9b92-3576-4ac2-af54-1fa1ca2039c7 no longer exists at agent hyperv_n-h1-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:41:14.511901 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e0b15a81-eb31-4243-b754-d8dd9333ddc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748409'] for router_interface, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:14.542452 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] No Port match for: 1a4e9b92-3576-4ac2-af54-1fa1ca2039c7 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 20:41:14.542781 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 1a4e9b92-3576-4ac2-af54-1fa1ca2039c7 not bound to the agent host n-h1-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 20:41:14.577677 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-25c8f8f3-9124-455a-aa4a-1a3ad88ed078 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:14.614990 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 20:41:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-328f1416-7f8c-4229-bc26-5b83c241a395 x-openstack-request-id: req-328f1416-7f8c-4229-bc26-5b83c241a395 {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:41:14.615393 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "532663b2-24ff-4076-90d7-3126e956882e", "name": "network-vif-deleted", "tag": "1a4e9b92-3576-4ac2-af54-1fa1ca2039c7", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:41:14.615742 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-328f1416-7f8c-4229-bc26-5b83c241a395 {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:41:14.617456 n-d-842733-1 neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-328f1416-7f8c-4229-bc26-5b83c241a395'] response: {'server_uuid': '532663b2-24ff-4076-90d7-3126e956882e', 'name': 'network-vif-deleted', 'tag': '1a4e9b92-3576-4ac2-af54-1fa1ca2039c7', 'status': 'completed', 'code': 200} May 20 20:41:14.710316 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957b5e1c-cb28-47e8-8243-df5fc8f88af4 req-9c977aaa-93c8-4c66-8a05-62f2e1ce8ace tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:41:14.714916 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-957b5e1c-cb28-47e8-8243-df5fc8f88af4 req-9c977aaa-93c8-4c66-8a05-62f2e1ce8ace tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/ports?device_id=639a9b9c-aaad-4644-9dcd-410174fb9f88 HTTP/1.1" status: 200 len: 945 time: 0.3381026 May 20 20:41:14.719229 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-19df3084-0ed3-4904-9f89-51adbe429894 req-b11f6acd-a46d-47c3-9db7-c6db7c5cac40 service neutron] 10.222.0.13 "GET /v2.0/networks/f2296de0-b06c-422e-98fe-14a3771aba33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5757639 May 20 20:41:14.725822 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b362adb9-9670-4414-9e14-ca7c2313e6a6 None None] Provisioning complete for port 8385a6ed-c689-414d-b3e4-9ca7a4bac36f triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:41:14.726198 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b362adb9-9670-4414-9e14-ca7c2313e6a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:14.767312 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e76f79cb-031e-4d01-b075-ef7f5590b59a None None] Network f2c1f29b-3984-454a-a363-825a8303b3d8 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:41:14.829541 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-957b5e1c-cb28-47e8-8243-df5fc8f88af4 req-65cb5fc0-2cb3-4504-b759-0d485d735d18 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3c6019f-4c4a-4c16-982c-852ac3d8d84a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1067946 May 20 20:41:14.926825 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0cd7aa-15a1-462e-acc5-4bdb5abc4088 req-066e901e-24b8-4d94-ae05-67323a9127d4 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:41:14.928705 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5f0cd7aa-15a1-462e-acc5-4bdb5abc4088 req-066e901e-24b8-4d94-ae05-67323a9127d4 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] 10.222.0.35 "GET /v2.0/ports?device_id=fcdfd360-409c-4b60-958a-ff3f6575c816 HTTP/1.1" status: 200 len: 944 time: 0.1682436 May 20 20:41:14.996796 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-25c8f8f3-9124-455a-aa4a-1a3ad88ed078 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:15.012417 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b362adb9-9670-4414-9e14-ca7c2313e6a6 None None] Port 8385a6ed-c689-414d-b3e4-9ca7a4bac36f cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 20:41:15.020106 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port acc4d547-707b-4b4d-bd79-7a5f08380a01 is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:41:15.020634 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:15.045263 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e0b15a81-eb31-4243-b754-d8dd9333ddc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:15.049033 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] For port acc4d547-707b-4b4d-bd79-7a5f08380a01, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=acc4d547-707b-4b4d-bd79-7a5f08380a01,segment=NetworkSegment(0b5485c4-eff8-42a1-9073-ae54ed4c63ba),segment_id=0b5485c4-eff8-42a1-9073-ae54ed4c63ba)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:41:15.073694 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [req-a9ac1de9-db81-46ac-9a5a-47f6b11e1211 req-c8b7cb20-722f-47ad-a93c-615603128591 tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-429876716', 'description': 'tempest-description-7192103'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:41:15.081631 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-25c8f8f3-9124-455a-aa4a-1a3ad88ed078 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:15.085642 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5f0cd7aa-15a1-462e-acc5-4bdb5abc4088 req-2ebeb59a-eed9-4d21-a1a4-b052a154f102 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] 10.222.0.35 "GET /v2.0/security-groups?id=0a1ca955-ee86-4e03-bb39-6b1e6a532a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248114 May 20 20:41:15.125723 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b362adb9-9670-4414-9e14-ca7c2313e6a6 None None] Provisioning complete for port bec47bd1-bec2-487a-8453-8d0d0eb49b2e triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:41:15.126370 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b362adb9-9670-4414-9e14-ca7c2313e6a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:15.133571 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:15.277638 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b362adb9-9670-4414-9e14-ca7c2313e6a6 None None] Port bec47bd1-bec2-487a-8453-8d0d0eb49b2e cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 20:41:15.305614 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Pushing event updated for resources: {'Port': ['ID=acc4d547-707b-4b4d-bd79-7a5f08380a01,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:41:15.307975 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-25c8f8f3-9124-455a-aa4a-1a3ad88ed078 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748437'] for router_interface, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:15.329324 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c8f8f3-9124-455a-aa4a-1a3ad88ed078 admin admin] Pushing event updated for resources: {'Port': ['ID=bec47bd1-bec2-487a-8453-8d0d0eb49b2e,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:41:15.454312 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25c8f8f3-9124-455a-aa4a-1a3ad88ed078 admin admin] Network e770d771-5039-4bb2-a1b8-9c6372f02b2a is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:41:15.456098 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-25c8f8f3-9124-455a-aa4a-1a3ad88ed078 admin admin] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:41:15.680936 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25c8f8f3-9124-455a-aa4a-1a3ad88ed078 admin admin] Router 51aa6437-18b2-4d7e-b4d5-0c28889ee81b has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 20:41:15.773388 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ff6bc04d-0b41-4def-b302-4c8fa9fbeaba req-728586f9-b617-49e3-8ca5-4cf883de74b5 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.35 "GET /v2.0/ports?device_id=532663b2-24ff-4076-90d7-3126e956882e HTTP/1.1" status: 200 len: 210 time: 0.4609141 May 20 20:41:15.780680 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-a9ac1de9-db81-46ac-9a5a-47f6b11e1211 req-c8b7cb20-722f-47ad-a93c-615603128591 tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:15.827097 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-ed5121d8-e583-49e0-9f41-708a2ce83afa None None] Provisioning complete for port bec47bd1-bec2-487a-8453-8d0d0eb49b2e triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:41:15.829513 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ed5121d8-e583-49e0-9f41-708a2ce83afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:15.833201 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25c8f8f3-9124-455a-aa4a-1a3ad88ed078 admin admin] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 20:41:15.851045 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-25c8f8f3-9124-455a-aa4a-1a3ad88ed078 admin admin] 10.222.0.35 "PUT /v2.0/routers/51aa6437-18b2-4d7e-b4d5-0c28889ee81b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2674954 May 20 20:41:15.864216 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e0b15a81-eb31-4243-b754-d8dd9333ddc5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:15.892646 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-ed5121d8-e583-49e0-9f41-708a2ce83afa None None] Port bec47bd1-bec2-487a-8453-8d0d0eb49b2e cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 20:41:15.964816 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e0b15a81-eb31-4243-b754-d8dd9333ddc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:16.001914 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-a9ac1de9-db81-46ac-9a5a-47f6b11e1211 req-c8b7cb20-722f-47ad-a93c-615603128591 tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:16.044691 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2296e0d8-174a-4e17-a2de-14887de61be9 req-e2f4b2bf-fc80-4b59-8d3d-46751a4830f6 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:41:16.046225 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2296e0d8-174a-4e17-a2de-14887de61be9 req-e2f4b2bf-fc80-4b59-8d3d-46751a4830f6 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/ports?device_id=639a9b9c-aaad-4644-9dcd-410174fb9f88 HTTP/1.1" status: 200 len: 945 time: 0.1567855 May 20 20:41:16.059012 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e0b15a81-eb31-4243-b754-d8dd9333ddc5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748437'] for router_interface, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:16.070732 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device acc4d547-707b-4b4d-bd79-7a5f08380a01 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:41:16.088491 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-a9ac1de9-db81-46ac-9a5a-47f6b11e1211 req-c8b7cb20-722f-47ad-a93c-615603128591 tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:16.095074 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b15a81-eb31-4243-b754-d8dd9333ddc5 admin admin] Pushing event updated for resources: {'Port': ['ID=8385a6ed-c689-414d-b3e4-9ca7a4bac36f,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:41:16.128731 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port acc4d547-707b-4b4d-bd79-7a5f08380a01 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:41:16.129165 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:16.182156 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b7cb20-722f-47ad-a93c-615603128591 tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09446ca9-fe54-4fdb-b55a-f8766d02dbbf,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:41:16.187266 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2296e0d8-174a-4e17-a2de-14887de61be9 req-0d8b198a-a237-4cdd-a554-6ff7c90dc547 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3c6019f-4c4a-4c16-982c-852ac3d8d84a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1321142 May 20 20:41:16.252847 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port acc4d547-707b-4b4d-bd79-7a5f08380a01 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:41:16.255042 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 8405113b-8569-4856-9624-02a62b9cedab up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:41:16.267160 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-a9ac1de9-db81-46ac-9a5a-47f6b11e1211 req-c8b7cb20-722f-47ad-a93c-615603128591 tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:16.271917 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a9ac1de9-db81-46ac-9a5a-47f6b11e1211 req-c8b7cb20-722f-47ad-a93c-615603128591 tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 1.2245941 May 20 20:41:16.290123 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0b15a81-eb31-4243-b754-d8dd9333ddc5 admin admin] Network a3568906-f032-430b-9469-832171850da4 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:41:16.294344 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-e0b15a81-eb31-4243-b754-d8dd9333ddc5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:41:16.343471 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 8405113b-8569-4856-9624-02a62b9cedab triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:41:16.344425 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:16.403733 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d914fbe6-6c80-4885-a1ea-7c7606605306 req-7617f599-3ff2-4f71-985d-e44b80a5060c tempest-ServersTestBootFromVolume-26390201 tempest-ServersTestBootFromVolume-26390201-project] 10.222.0.35 "GET /v2.0/ports?device_id=0fc2910a-509a-4f46-a3d9-4753ae692890 HTTP/1.1" status: 200 len: 210 time: 0.0350018 May 20 20:41:16.478574 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 8405113b-8569-4856-9624-02a62b9cedab is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:41:16.478574 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:16.553534 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] For port 8405113b-8569-4856-9624-02a62b9cedab, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=8405113b-8569-4856-9624-02a62b9cedab,segment=NetworkSegment(0b5485c4-eff8-42a1-9073-ae54ed4c63ba),segment_id=0b5485c4-eff8-42a1-9073-ae54ed4c63ba)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:41:16.613966 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0b15a81-eb31-4243-b754-d8dd9333ddc5 admin admin] Router 6de57c77-bcac-428f-b225-9a8c49f43468 has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 20:41:16.623378 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-fbdb0988-b29b-4ba6-81e3-8f6c89f4958e None None] Provisioning complete for port 8385a6ed-c689-414d-b3e4-9ca7a4bac36f triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:41:16.624541 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-fbdb0988-b29b-4ba6-81e3-8f6c89f4958e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:16.651120 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:16.694898 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-fbdb0988-b29b-4ba6-81e3-8f6c89f4958e None None] Port 8385a6ed-c689-414d-b3e4-9ca7a4bac36f cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 20:41:16.714333 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Pushing event updated for resources: {'Port': ['ID=8405113b-8569-4856-9624-02a62b9cedab,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:41:16.745528 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8730566e-eef8-40f3-8e04-b741273e307a req-24a43886-417e-4908-b0dd-452bea7f8788 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:41:16.747147 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8730566e-eef8-40f3-8e04-b741273e307a req-24a43886-417e-4908-b0dd-452bea7f8788 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] 10.222.0.35 "GET /v2.0/ports?device_id=fcdfd360-409c-4b60-958a-ff3f6575c816 HTTP/1.1" status: 200 len: 944 time: 0.1866291 May 20 20:41:16.820481 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-64405863-e3cd-4360-831c-50ccc3dd4dce req-dad49bea-f939-4587-a1a2-13279903b0c6 tempest-FloatingIPsTestJSON-1750937888 tempest-FloatingIPsTestJSON-1750937888-project] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3443372 May 20 20:41:16.842074 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [req-64405863-e3cd-4360-831c-50ccc3dd4dce req-27ea7271-8184-4212-8307-3cfb2d60e8b2 tempest-FloatingIPsTestJSON-1750937888 tempest-FloatingIPsTestJSON-1750937888-project] Request body: {'floatingip': {'floating_network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:41:16.855610 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8730566e-eef8-40f3-8e04-b741273e307a req-d0a9f64f-356a-4cbe-b26c-9bfb0b71a621 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] 10.222.0.35 "GET /v2.0/security-groups?id=0a1ca955-ee86-4e03-bb39-6b1e6a532a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012645 May 20 20:41:16.881873 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0b15a81-eb31-4243-b754-d8dd9333ddc5 admin admin] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 20:41:16.887722 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-e0b15a81-eb31-4243-b754-d8dd9333ddc5 admin admin] 10.222.0.35 "PUT /v2.0/routers/6de57c77-bcac-428f-b225-9a8c49f43468/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4338150 May 20 20:41:16.900834 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f9918e9-d2a9-4e90-9b88-0bf0a73df2fa None None] Sync routers for ids ['6de57c77-bcac-428f-b225-9a8c49f43468'] in n-d-842733-1 {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 20:41:16.911375 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f9918e9-d2a9-4e90-9b88-0bf0a73df2fa None None] Routers {'6de57c77-bcac-428f-b225-9a8c49f43468'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:41:16.913028 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-1f9918e9-d2a9-4e90-9b88-0bf0a73df2fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:40:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['6de57c77-bcac-428f-b225-9a8c49f43468'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:41:16.960753 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9567986-3214-4182-9dff-2b1ce83dfa96 None None] Sync routers for ids ['51aa6437-18b2-4d7e-b4d5-0c28889ee81b'] in n-d-842733-1 {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 20:41:16.977838 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9567986-3214-4182-9dff-2b1ce83dfa96 None None] Routers {'51aa6437-18b2-4d7e-b4d5-0c28889ee81b'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:41:16.978289 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-64405863-e3cd-4360-831c-50ccc3dd4dce req-27ea7271-8184-4212-8307-3cfb2d60e8b2 tempest-FloatingIPsTestJSON-1750937888 tempest-FloatingIPsTestJSON-1750937888-project] Notify callbacks [] for floatingip, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:16.978513 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-f9567986-3214-4182-9dff-2b1ce83dfa96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:40:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['51aa6437-18b2-4d7e-b4d5-0c28889ee81b'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:41:17.047346 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-1f9918e9-d2a9-4e90-9b88-0bf0a73df2fa None None] Set router 6de57c77-bcac-428f-b225-9a8c49f43468 gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:41:17.070146 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9288684-877a-4983-aedb-6dab7f060566 req-770dea54-762d-4809-95ae-4d98dfb470e8 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:41:17.081264 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e9288684-877a-4983-aedb-6dab7f060566 req-770dea54-762d-4809-95ae-4d98dfb470e8 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/ports?device_id=639a9b9c-aaad-4644-9dcd-410174fb9f88 HTTP/1.1" status: 200 len: 945 time: 0.1392841 May 20 20:41:17.149802 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e9288684-877a-4983-aedb-6dab7f060566 req-4e4fd07f-90ab-4cab-b021-87218386b94f tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3c6019f-4c4a-4c16-982c-852ac3d8d84a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675259 May 20 20:41:17.186275 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-f9567986-3214-4182-9dff-2b1ce83dfa96 None None] Set router 51aa6437-18b2-4d7e-b4d5-0c28889ee81b gateway port host: n-d-842733-1 {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:41:17.206862 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [req-08d55021-b1db-4fb3-b6d8-c65cf78d4de8 req-dec00167-adad-4a88-9ecf-d14d6e916163 tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-21788343', 'description': 'tempest-description-11601424'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:41:17.246255 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-64405863-e3cd-4360-831c-50ccc3dd4dce req-27ea7271-8184-4212-8307-3cfb2d60e8b2 tempest-FloatingIPsTestJSON-1750937888 tempest-FloatingIPsTestJSON-1750937888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:17.348289 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-08d55021-b1db-4fb3-b6d8-c65cf78d4de8 req-dec00167-adad-4a88-9ecf-d14d6e916163 tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:17.446147 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-08d55021-b1db-4fb3-b6d8-c65cf78d4de8 req-dec00167-adad-4a88-9ecf-d14d6e916163 tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:17.464763 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-1f9918e9-d2a9-4e90-9b88-0bf0a73df2fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6de57c77-bcac-428f-b225-9a8c49f43468', 'name': 'tempest-AttachSCSIVolumeTestJSON-309157523-router', 'tenant_id': 'ae478a9d680645638da473d420ebff19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': 'acc4d547-707b-4b4d-bd79-7a5f08380a01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:41:02Z', 'updated_at': '2022-05-20T20:41:14Z', 'revision_number': 4, 'project_id': 'ae478a9d680645638da473d420ebff19', 'gw_port': {'id': 'acc4d547-707b-4b4d-bd79-7a5f08380a01', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:61:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6de57c77-bcac-428f-b225-9a8c49f43468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 777, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:41:04Z', 'updated_at': '2022-05-20T20:41:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': '8385a6ed-c689-414d-b3e4-9ca7a4bac36f', 'name': '', 'network_id': 'a3568906-f032-430b-9469-832171850da4', 'tenant_id': 'ae478a9d680645638da473d420ebff19', 'mac_address': 'fa:16:3e:90:1b:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6de57c77-bcac-428f-b225-9a8c49f43468', 'device_owner': 'network:router_interface', 'standard_attr_id': 792, 'fixed_ips': [{'subnet_id': '746a668f-ba3c-4b93-be9c-21b8243ede59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:41:12Z', 'updated_at': '2022-05-20T20:41:15Z', 'revision_number': 2, 'project_id': 'ae478a9d680645638da473d420ebff19', 'subnets': [{'id': '746a668f-ba3c-4b93-be9c-21b8243ede59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:41:17.512739 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [req-64405863-e3cd-4360-831c-50ccc3dd4dce req-27ea7271-8184-4212-8307-3cfb2d60e8b2 tempest-FloatingIPsTestJSON-1750937888 tempest-FloatingIPsTestJSON-1750937888-project] Allocated IP 172.25.2.63 (e3a93b5c-91e2-4064-9c2c-1afc261bfe15/86fee0c1-6e34-488b-9216-b2b8e7ef585a/b571f23a-1415-46c6-8c2f-8bb01893980a) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:41:17.516869 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-08d55021-b1db-4fb3-b6d8-c65cf78d4de8 req-dec00167-adad-4a88-9ecf-d14d6e916163 tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:17.583965 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec00167-adad-4a88-9ecf-d14d6e916163 tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d43f6072-72dc-4d74-8751-6d1c2d086a86,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:41:17.622646 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-f9567986-3214-4182-9dff-2b1ce83dfa96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51aa6437-18b2-4d7e-b4d5-0c28889ee81b', 'name': 'tempest-FloatingIPsTestJSON-1381342722-router', 'tenant_id': 'cbe042d006d842f8b153951325ed7f60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.208'}], 'enable_snat': True}, 'gw_port_id': '8405113b-8569-4856-9624-02a62b9cedab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:41:02Z', 'updated_at': '2022-05-20T20:41:14Z', 'revision_number': 4, 'project_id': 'cbe042d006d842f8b153951325ed7f60', 'gw_port': {'id': '8405113b-8569-4856-9624-02a62b9cedab', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:bc:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51aa6437-18b2-4d7e-b4d5-0c28889ee81b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 783, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:41:05Z', 'updated_at': '2022-05-20T20:41:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': 'bec47bd1-bec2-487a-8453-8d0d0eb49b2e', 'name': '', 'network_id': 'e770d771-5039-4bb2-a1b8-9c6372f02b2a', 'tenant_id': 'cbe042d006d842f8b153951325ed7f60', 'mac_address': 'fa:16:3e:cd:70:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51aa6437-18b2-4d7e-b4d5-0c28889ee81b', 'device_owner': 'network:router_interface', 'standard_attr_id': 793, 'fixed_ips': [{'subnet_id': '6099063e-89a9-41b5-9aa7-e7ce5501b95d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:41:13Z', 'updated_at': '2022-05-20T20:41:14Z', 'revision_number': 2, 'project_id': 'cbe042d006d842f8b153951325ed7f60', 'subnets': [{'id': '6099063e-89a9-41b5-9aa7-e7ce5501b95d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:41:17.637641 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-08d55021-b1db-4fb3-b6d8-c65cf78d4de8 req-dec00167-adad-4a88-9ecf-d14d6e916163 tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:17.643607 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-08d55021-b1db-4fb3-b6d8-c65cf78d4de8 req-dec00167-adad-4a88-9ecf-d14d6e916163 tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.4505112 May 20 20:41:17.724737 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9567986-3214-4182-9dff-2b1ce83dfa96 None None] Checking router: 51aa6437-18b2-4d7e-b4d5-0c28889ee81b for host: n-d-842733-1 {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 20:41:17.725156 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9567986-3214-4182-9dff-2b1ce83dfa96 None None] Updating router 51aa6437-18b2-4d7e-b4d5-0c28889ee81b port bec47bd1-bec2-487a-8453-8d0d0eb49b2e binding host n-d-842733-1 {{(pid=103164) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 20:41:17.743314 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f9918e9-d2a9-4e90-9b88-0bf0a73df2fa None None] Checking router: 6de57c77-bcac-428f-b225-9a8c49f43468 for host: n-d-842733-1 {{(pid=103165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 20:41:17.743756 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f9918e9-d2a9-4e90-9b88-0bf0a73df2fa None None] Updating router 6de57c77-bcac-428f-b225-9a8c49f43468 port 8385a6ed-c689-414d-b3e4-9ca7a4bac36f binding host n-d-842733-1 {{(pid=103165) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 20:41:17.760835 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-f9567986-3214-4182-9dff-2b1ce83dfa96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:17.768410 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-64405863-e3cd-4360-831c-50ccc3dd4dce req-27ea7271-8184-4212-8307-3cfb2d60e8b2 tempest-FloatingIPsTestJSON-1750937888 tempest-FloatingIPsTestJSON-1750937888-project] Notify callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:17.808378 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-27e7722a-35a4-4c07-8cf3-e15a36f66f48 req-4b010f89-ce59-4324-8637-12e77ef14f88 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.35 "GET /v2.0/ports?device_id=532663b2-24ff-4076-90d7-3126e956882e HTTP/1.1" status: 200 len: 210 time: 0.0592363 May 20 20:41:17.818668 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-1f9918e9-d2a9-4e90-9b88-0bf0a73df2fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:17.986492 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-64405863-e3cd-4360-831c-50ccc3dd4dce req-27ea7271-8184-4212-8307-3cfb2d60e8b2 tempest-FloatingIPsTestJSON-1750937888 tempest-FloatingIPsTestJSON-1750937888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:18.060694 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 8405113b-8569-4856-9624-02a62b9cedab up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:41:18.275044 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 8405113b-8569-4856-9624-02a62b9cedab triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:41:18.275698 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:18.303531 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ea7271-8184-4212-8307-3cfb2d60e8b2 tempest-FloatingIPsTestJSON-1750937888 tempest-FloatingIPsTestJSON-1750937888-project] Pushing event updated for resources: {'Port': ['ID=b571f23a-1415-46c6-8c2f-8bb01893980a,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:41:18.317524 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-1f9918e9-d2a9-4e90-9b88-0bf0a73df2fa None None] Notify callbacks [] for port, precommit_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:18.320306 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53777a57-8f3b-40df-8a26-90532f438ec1 req-b05de619-9425-4e1b-ad69-4b557ba2cf1a tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:41:18.323104 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-53777a57-8f3b-40df-8a26-90532f438ec1 req-b05de619-9425-4e1b-ad69-4b557ba2cf1a tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/networks?id=85e5027c-d244-4186-8c19-3a12977de170 HTTP/1.1" status: 200 len: 811 time: 0.4062252 May 20 20:41:18.341573 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64405863-e3cd-4360-831c-50ccc3dd4dce req-27ea7271-8184-4212-8307-3cfb2d60e8b2 tempest-FloatingIPsTestJSON-1750937888 tempest-FloatingIPsTestJSON-1750937888-project] Network e3a93b5c-91e2-4064-9c2c-1afc261bfe15 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:41:18.361020 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-53777a57-8f3b-40df-8a26-90532f438ec1 req-82b3cf30-39ad-480d-a7f3-ea6ca703b3c9 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/quotas/2492915dd73f457d8cb02b28e57274de HTTP/1.1" status: 200 len: 375 time: 0.0229678 May 20 20:41:18.364499 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [req-64405863-e3cd-4360-831c-50ccc3dd4dce req-27ea7271-8184-4212-8307-3cfb2d60e8b2 tempest-FloatingIPsTestJSON-1750937888 tempest-FloatingIPsTestJSON-1750937888-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:41:18.369369 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [req-64405863-e3cd-4360-831c-50ccc3dd4dce req-27ea7271-8184-4212-8307-3cfb2d60e8b2 tempest-FloatingIPsTestJSON-1750937888 tempest-FloatingIPsTestJSON-1750937888-project] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:41:18.417795 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-1f9918e9-d2a9-4e90-9b88-0bf0a73df2fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:18.431211 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-f9567986-3214-4182-9dff-2b1ce83dfa96 None None] Notify callbacks [] for port, precommit_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:18.454839 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 14e84b14-5302-4a18-b663-c57259b108a0 details requested by agent hyperv_n-h1-842733-1 with host n-h1-842733-1 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 20:41:18.463617 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 8405113b-8569-4856-9624-02a62b9cedab is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:41:18.547279 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-53777a57-8f3b-40df-8a26-90532f438ec1 req-b5319ee0-0503-4bef-ba8f-a4bd02cf969e tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=2492915dd73f457d8cb02b28e57274de&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1846895 May 20 20:41:18.552635 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-f9567986-3214-4182-9dff-2b1ce83dfa96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:18.616059 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24880c50-f778-40d7-9861-b5fbdb27a13a None None] Pushing event updated for resources: {'Port': ['ID=8385a6ed-c689-414d-b3e4-9ca7a4bac36f,revision_number=3']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:41:18.664218 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24880c50-f778-40d7-9861-b5fbdb27a13a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:41:18.664872 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24880c50-f778-40d7-9861-b5fbdb27a13a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:41:18.666396 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24880c50-f778-40d7-9861-b5fbdb27a13a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:41:18.667270 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24880c50-f778-40d7-9861-b5fbdb27a13a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:41:18.667773 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24880c50-f778-40d7-9861-b5fbdb27a13a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:41:18.668685 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24880c50-f778-40d7-9861-b5fbdb27a13a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:41:18.669187 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24880c50-f778-40d7-9861-b5fbdb27a13a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:41:18.669710 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24880c50-f778-40d7-9861-b5fbdb27a13a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:41:18.670218 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24880c50-f778-40d7-9861-b5fbdb27a13a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:41:18.670717 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24880c50-f778-40d7-9861-b5fbdb27a13a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:41:18.671199 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24880c50-f778-40d7-9861-b5fbdb27a13a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:41:18.672370 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24880c50-f778-40d7-9861-b5fbdb27a13a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:41:18.729143 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef520753-59d6-4007-8c5e-440e13ca0019 None None] Pushing event updated for resources: {'Port': ['ID=bec47bd1-bec2-487a-8453-8d0d0eb49b2e,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:41:18.756967 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-64405863-e3cd-4360-831c-50ccc3dd4dce req-27ea7271-8184-4212-8307-3cfb2d60e8b2 tempest-FloatingIPsTestJSON-1750937888 tempest-FloatingIPsTestJSON-1750937888-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:18.768107 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port 14e84b14-5302-4a18-b663-c57259b108a0, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=14e84b14-5302-4a18-b663-c57259b108a0,segment=NetworkSegment(8e7444da-2574-4e87-afbd-a324be0dd68b),segment_id=8e7444da-2574-4e87-afbd-a324be0dd68b)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:41:18.808231 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-1f9918e9-d2a9-4e90-9b88-0bf0a73df2fa None None] Attempting to bind port 8385a6ed-c689-414d-b3e4-9ca7a4bac36f on host n-d-842733-1 for vnic_type normal with profile {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:41:18.808805 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-1f9918e9-d2a9-4e90-9b88-0bf0a73df2fa None None] Attempting to bind port 8385a6ed-c689-414d-b3e4-9ca7a4bac36f by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': '39bb0167-2516-4972-ba86-d1b99a9272c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'a3568906-f032-430b-9469-832171850da4'}] {{(pid=103165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:41:18.809494 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9918e9-d2a9-4e90-9b88-0bf0a73df2fa None None] Attempting to bind port 8385a6ed-c689-414d-b3e4-9ca7a4bac36f on network a3568906-f032-430b-9469-832171850da4 {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:41:18.821224 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9918e9-d2a9-4e90-9b88-0bf0a73df2fa None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 40, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:41:18.827107 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9918e9-d2a9-4e90-9b88-0bf0a73df2fa None None] Checking segment: {'id': '39bb0167-2516-4972-ba86-d1b99a9272c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'a3568906-f032-430b-9469-832171850da4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:41:18.827107 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-1f9918e9-d2a9-4e90-9b88-0bf0a73df2fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:18.827107 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9918e9-d2a9-4e90-9b88-0bf0a73df2fa None None] Bound using segment: {'id': '39bb0167-2516-4972-ba86-d1b99a9272c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'a3568906-f032-430b-9469-832171850da4'} {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:41:18.829580 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-1f9918e9-d2a9-4e90-9b88-0bf0a73df2fa None None] Bound port: 8385a6ed-c689-414d-b3e4-9ca7a4bac36f, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39bb0167-2516-4972-ba86-d1b99a9272c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'a3568906-f032-430b-9469-832171850da4'}}] {{(pid=103165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:41:18.843968 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-1f9918e9-d2a9-4e90-9b88-0bf0a73df2fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:18.962778 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-1f9918e9-d2a9-4e90-9b88-0bf0a73df2fa None None] For port 8385a6ed-c689-414d-b3e4-9ca7a4bac36f, host n-d-842733-1, cleared binding levels {{(pid=103165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:41:18.973274 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-1f9918e9-d2a9-4e90-9b88-0bf0a73df2fa None None] For port 8385a6ed-c689-414d-b3e4-9ca7a4bac36f, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=8385a6ed-c689-414d-b3e4-9ca7a4bac36f,segment=NetworkSegment(39bb0167-2516-4972-ba86-d1b99a9272c3),segment_id=39bb0167-2516-4972-ba86-d1b99a9272c3)] {{(pid=103165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:41:18.994577 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-53777a57-8f3b-40df-8a26-90532f438ec1 req-06a28f14-7d99-49d6-b427-29b9db76b359 service neutron] 10.222.0.35 "GET /v2.0/networks/85e5027c-d244-4186-8c19-3a12977de170?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4462290 May 20 20:41:19.019716 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-64405863-e3cd-4360-831c-50ccc3dd4dce req-27ea7271-8184-4212-8307-3cfb2d60e8b2 tempest-FloatingIPsTestJSON-1750937888 tempest-FloatingIPsTestJSON-1750937888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:19.041745 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-1f9918e9-d2a9-4e90-9b88-0bf0a73df2fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:19.150525 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Returning: {'device': '14e84b14-5302-4a18-b663-c57259b108a0', 'network_id': 'f2296de0-b06c-422e-98fe-14a3771aba33', 'port_id': '14e84b14-5302-4a18-b663-c57259b108a0', 'mac_address': 'fa:16:3e:51:49:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9e5fad6-106c-4fb6-bdcf-0e79e7e3eb1f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 20 20:41:19.162024 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24880c50-f778-40d7-9861-b5fbdb27a13a None None] Pushing event updated for resources: {'Port': ['ID=8385a6ed-c689-414d-b3e4-9ca7a4bac36f,revision_number=4']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:41:19.214473 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-64405863-e3cd-4360-831c-50ccc3dd4dce req-27ea7271-8184-4212-8307-3cfb2d60e8b2 tempest-FloatingIPsTestJSON-1750937888 tempest-FloatingIPsTestJSON-1750937888-project] Notify callbacks [] for port, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:19.214956 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f9918e9-d2a9-4e90-9b88-0bf0a73df2fa None None] Routers {'6de57c77-bcac-428f-b225-9a8c49f43468'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:41:19.222567 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-1f9918e9-d2a9-4e90-9b88-0bf0a73df2fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:40:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['6de57c77-bcac-428f-b225-9a8c49f43468'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:41:19.244210 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-f9567986-3214-4182-9dff-2b1ce83dfa96 None None] Attempting to bind port bec47bd1-bec2-487a-8453-8d0d0eb49b2e on host n-d-842733-1 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:41:19.244210 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-f9567986-3214-4182-9dff-2b1ce83dfa96 None None] Attempting to bind port bec47bd1-bec2-487a-8453-8d0d0eb49b2e by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': '7a4c3e36-bdca-47cc-b18a-c66a1668c365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'e770d771-5039-4bb2-a1b8-9c6372f02b2a'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:41:19.245189 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9567986-3214-4182-9dff-2b1ce83dfa96 None None] Attempting to bind port bec47bd1-bec2-487a-8453-8d0d0eb49b2e on network e770d771-5039-4bb2-a1b8-9c6372f02b2a {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:41:19.290129 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-c6e3dd96-1aec-466a-adb2-49e819fe9f00 None None] Provisioning complete for port 8385a6ed-c689-414d-b3e4-9ca7a4bac36f triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:41:19.290826 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c6e3dd96-1aec-466a-adb2-49e819fe9f00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:19.315601 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-64405863-e3cd-4360-831c-50ccc3dd4dce req-27ea7271-8184-4212-8307-3cfb2d60e8b2 tempest-FloatingIPsTestJSON-1750937888 tempest-FloatingIPsTestJSON-1750937888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:19.328497 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9567986-3214-4182-9dff-2b1ce83dfa96 None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 40, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:41:19.328898 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9567986-3214-4182-9dff-2b1ce83dfa96 None None] Checking segment: {'id': '7a4c3e36-bdca-47cc-b18a-c66a1668c365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'e770d771-5039-4bb2-a1b8-9c6372f02b2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:41:19.329323 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-f9567986-3214-4182-9dff-2b1ce83dfa96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:19.329816 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9567986-3214-4182-9dff-2b1ce83dfa96 None None] Bound using segment: {'id': '7a4c3e36-bdca-47cc-b18a-c66a1668c365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'e770d771-5039-4bb2-a1b8-9c6372f02b2a'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:41:19.330232 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-f9567986-3214-4182-9dff-2b1ce83dfa96 None None] Bound port: bec47bd1-bec2-487a-8453-8d0d0eb49b2e, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a4c3e36-bdca-47cc-b18a-c66a1668c365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'e770d771-5039-4bb2-a1b8-9c6372f02b2a'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:41:19.330602 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-f9567986-3214-4182-9dff-2b1ce83dfa96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:19.382796 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Current status of the port 14e84b14-5302-4a18-b663-c57259b108a0 is: DOWN; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:41:19.383346 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:19.428621 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-1f9918e9-d2a9-4e90-9b88-0bf0a73df2fa None None] Set router 6de57c77-bcac-428f-b225-9a8c49f43468 gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:41:19.470797 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14e84b14-5302-4a18-b663-c57259b108a0 {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:41:19.522957 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port 14e84b14-5302-4a18-b663-c57259b108a0, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=14e84b14-5302-4a18-b663-c57259b108a0,segment=NetworkSegment(8e7444da-2574-4e87-afbd-a324be0dd68b),segment_id=8e7444da-2574-4e87-afbd-a324be0dd68b)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:41:19.581480 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ea7271-8184-4212-8307-3cfb2d60e8b2 tempest-FloatingIPsTestJSON-1750937888 tempest-FloatingIPsTestJSON-1750937888-project] Pushing event updated for resources: {'Port': ['ID=b571f23a-1415-46c6-8c2f-8bb01893980a,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:41:19.616387 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-53777a57-8f3b-40df-8a26-90532f438ec1 req-47de57dc-00b2-4dfd-8731-43d58647ca53 service neutron] 10.222.0.35 "GET /v2.0/networks/85e5027c-d244-4186-8c19-3a12977de170?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6209195 May 20 20:41:19.641803 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-64405863-e3cd-4360-831c-50ccc3dd4dce req-27ea7271-8184-4212-8307-3cfb2d60e8b2 tempest-FloatingIPsTestJSON-1750937888 tempest-FloatingIPsTestJSON-1750937888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748272'] for floatingip, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:19.672966 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:19.725007 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-f9567986-3214-4182-9dff-2b1ce83dfa96 None None] For port bec47bd1-bec2-487a-8453-8d0d0eb49b2e, host n-d-842733-1, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:41:19.770392 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-1f9918e9-d2a9-4e90-9b88-0bf0a73df2fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6de57c77-bcac-428f-b225-9a8c49f43468', 'name': 'tempest-AttachSCSIVolumeTestJSON-309157523-router', 'tenant_id': 'ae478a9d680645638da473d420ebff19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': 'acc4d547-707b-4b4d-bd79-7a5f08380a01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:41:02Z', 'updated_at': '2022-05-20T20:41:14Z', 'revision_number': 4, 'project_id': 'ae478a9d680645638da473d420ebff19', 'gw_port': {'id': 'acc4d547-707b-4b4d-bd79-7a5f08380a01', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:61:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6de57c77-bcac-428f-b225-9a8c49f43468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 777, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:41:04Z', 'updated_at': '2022-05-20T20:41:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': '8385a6ed-c689-414d-b3e4-9ca7a4bac36f', 'name': '', 'network_id': 'a3568906-f032-430b-9469-832171850da4', 'tenant_id': 'ae478a9d680645638da473d420ebff19', 'mac_address': 'fa:16:3e:90:1b:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6de57c77-bcac-428f-b225-9a8c49f43468', 'device_owner': 'network:router_interface', 'standard_attr_id': 792, 'fixed_ips': [{'subnet_id': '746a668f-ba3c-4b93-be9c-21b8243ede59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:41:12Z', 'updated_at': '2022-05-20T20:41:18Z', 'revision_number': 4, 'project_id': 'ae478a9d680645638da473d420ebff19', 'subnets': [{'id': '746a668f-ba3c-4b93-be9c-21b8243ede59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:41:19.786180 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-64405863-e3cd-4360-831c-50ccc3dd4dce req-27ea7271-8184-4212-8307-3cfb2d60e8b2 tempest-FloatingIPsTestJSON-1750937888 tempest-FloatingIPsTestJSON-1750937888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for floatingip, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:19.792330 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-64405863-e3cd-4360-831c-50ccc3dd4dce req-27ea7271-8184-4212-8307-3cfb2d60e8b2 tempest-FloatingIPsTestJSON-1750937888 tempest-FloatingIPsTestJSON-1750937888-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.9583225 May 20 20:41:19.799222 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-f9567986-3214-4182-9dff-2b1ce83dfa96 None None] For port bec47bd1-bec2-487a-8453-8d0d0eb49b2e, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=bec47bd1-bec2-487a-8453-8d0d0eb49b2e,segment=NetworkSegment(7a4c3e36-bdca-47cc-b18a-c66a1668c365),segment_id=7a4c3e36-bdca-47cc-b18a-c66a1668c365)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:41:19.808911 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-c6e3dd96-1aec-466a-adb2-49e819fe9f00 None None] Current status of the port 8385a6ed-c689-414d-b3e4-9ca7a4bac36f is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:41:19.809348 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c6e3dd96-1aec-466a-adb2-49e819fe9f00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:19.843855 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f9918e9-d2a9-4e90-9b88-0bf0a73df2fa None None] The sync data for ids ['6de57c77-bcac-428f-b225-9a8c49f43468'] in n-d-842733-1 is: [{'id': '6de57c77-bcac-428f-b225-9a8c49f43468', 'name': 'tempest-AttachSCSIVolumeTestJSON-309157523-router', 'tenant_id': 'ae478a9d680645638da473d420ebff19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': 'acc4d547-707b-4b4d-bd79-7a5f08380a01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:41:02Z', 'updated_at': '2022-05-20T20:41:14Z', 'revision_number': 4, 'project_id': 'ae478a9d680645638da473d420ebff19', 'gw_port': {'id': 'acc4d547-707b-4b4d-bd79-7a5f08380a01', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:61:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6de57c77-bcac-428f-b225-9a8c49f43468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 777, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:41:04Z', 'updated_at': '2022-05-20T20:41:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': '8385a6ed-c689-414d-b3e4-9ca7a4bac36f', 'name': '', 'network_id': 'a3568906-f032-430b-9469-832171850da4', 'tenant_id': 'ae478a9d680645638da473d420ebff19', 'mac_address': 'fa:16:3e:90:1b:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6de57c77-bcac-428f-b225-9a8c49f43468', 'device_owner': 'network:router_interface', 'standard_attr_id': 792, 'fixed_ips': [{'subnet_id': '746a668f-ba3c-4b93-be9c-21b8243ede59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:41:12Z', 'updated_at': '2022-05-20T20:41:18Z', 'revision_number': 4, 'project_id': 'ae478a9d680645638da473d420ebff19', 'subnets': [{'id': '746a668f-ba3c-4b93-be9c-21b8243ede59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 20:41:19.868960 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Pushing event updated for resources: {'Port': ['ID=14e84b14-5302-4a18-b663-c57259b108a0,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:41:19.881926 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-c6e3dd96-1aec-466a-adb2-49e819fe9f00 None None] For port 8385a6ed-c689-414d-b3e4-9ca7a4bac36f, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=8385a6ed-c689-414d-b3e4-9ca7a4bac36f,segment=NetworkSegment(39bb0167-2516-4972-ba86-d1b99a9272c3),segment_id=39bb0167-2516-4972-ba86-d1b99a9272c3)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:41:19.932747 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-be049116-e2db-4e0c-a9fb-be2e7fe0c300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:19.935854 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-f9567986-3214-4182-9dff-2b1ce83dfa96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:19.959259 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] get_ports_and_sgs() called for port_ids ['14e84b14-5302-4a18-b663-c57259b108a0'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:41:20.026157 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-64405863-e3cd-4360-831c-50ccc3dd4dce req-d12baf2d-f758-49f9-b6fe-da686434bc06 tempest-FloatingIPsTestJSON-1750937888 tempest-FloatingIPsTestJSON-1750937888-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.2.63 HTTP/1.1" status: 200 len: 695 time: 0.2258487 May 20 20:41:20.140157 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c6e3dd96-1aec-466a-adb2-49e819fe9f00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:20.377472 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9567986-3214-4182-9dff-2b1ce83dfa96 None None] Routers {'51aa6437-18b2-4d7e-b4d5-0c28889ee81b'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:41:20.378122 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-f9567986-3214-4182-9dff-2b1ce83dfa96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:40:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['51aa6437-18b2-4d7e-b4d5-0c28889ee81b'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:41:20.380951 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef520753-59d6-4007-8c5e-440e13ca0019 None None] Pushing event updated for resources: {'Port': ['ID=bec47bd1-bec2-487a-8453-8d0d0eb49b2e,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:41:20.558263 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829e2aee-9d0d-4e5c-8579-2eede95227e4 req-9ecb9d64-09ec-4306-afcc-c30b8bc46aa3 tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:41:20.560813 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-829e2aee-9d0d-4e5c-8579-2eede95227e4 req-9ecb9d64-09ec-4306-afcc-c30b8bc46aa3 tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] 10.222.0.35 "GET /v2.0/networks?id=f2c1f29b-3984-454a-a363-825a8303b3d8 HTTP/1.1" status: 200 len: 812 time: 0.3682079 May 20 20:41:20.622839 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-829e2aee-9d0d-4e5c-8579-2eede95227e4 req-0f4c2224-709d-4bd1-a9d9-00891202a1bf tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] 10.222.0.35 "GET /v2.0/quotas/14307be6da164addbb4e96db68f248f8 HTTP/1.1" status: 200 len: 375 time: 0.0473154 May 20 20:41:20.673637 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-829e2aee-9d0d-4e5c-8579-2eede95227e4 req-62375381-7b39-4648-87ac-a8caf58a492b tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=14307be6da164addbb4e96db68f248f8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0495527 May 20 20:41:20.703105 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e3dd96-1aec-466a-adb2-49e819fe9f00 None None] Pushing event updated for resources: {'Port': ['ID=8385a6ed-c689-414d-b3e4-9ca7a4bac36f,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:41:20.735959 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-4e4679ca-ec48-49e5-97ab-d3d756033ff7 None None] Provisioning complete for port 8385a6ed-c689-414d-b3e4-9ca7a4bac36f triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:41:20.736334 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4e4679ca-ec48-49e5-97ab-d3d756033ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:20.928885 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64405863-e3cd-4360-831c-50ccc3dd4dce req-a27b52cb-a205-4495-9abb-477ac9d5dab8 tempest-FloatingIPsTestJSON-1750937888 tempest-FloatingIPsTestJSON-1750937888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:41:20.934539 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-64405863-e3cd-4360-831c-50ccc3dd4dce req-a27b52cb-a205-4495-9abb-477ac9d5dab8 tempest-FloatingIPsTestJSON-1750937888 tempest-FloatingIPsTestJSON-1750937888-project] 10.222.0.35 "GET /v2.0/networks/e3a93b5c-91e2-4064-9c2c-1afc261bfe15 HTTP/1.1" status: 200 len: 784 time: 0.9037957 May 20 20:41:21.040121 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.agents_db [None req-5c33ad30-4e00-40fa-b486-8c79c4a6cfc5 None None] Agent healthcheck: found 7 active agents {{(pid=103165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 20 20:41:21.175242 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-829e2aee-9d0d-4e5c-8579-2eede95227e4 req-88c0bc87-30fe-4bf4-af7d-09e793a911b7 service neutron] 10.222.0.35 "GET /v2.0/networks/f2c1f29b-3984-454a-a363-825a8303b3d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5002654 May 20 20:41:21.275729 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-f9567986-3214-4182-9dff-2b1ce83dfa96 None None] Set router 51aa6437-18b2-4d7e-b4d5-0c28889ee81b gateway port host: n-d-842733-1 {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:41:21.362203 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc84835-610d-4a4a-9928-7658fccced47 req-b9f0ee5f-5555-43fa-884e-a0705ee6a864 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:41:21.370127 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-dfc84835-610d-4a4a-9928-7658fccced47 req-b9f0ee5f-5555-43fa-884e-a0705ee6a864 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] 10.222.0.35 "GET /v2.0/ports?device_id=fcdfd360-409c-4b60-958a-ff3f6575c816 HTTP/1.1" status: 200 len: 945 time: 0.3071337 May 20 20:41:21.516160 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-829e2aee-9d0d-4e5c-8579-2eede95227e4 req-67c66f89-8040-478a-8619-d20bc938be7f service neutron] 10.222.0.35 "GET /v2.0/networks/f2c1f29b-3984-454a-a363-825a8303b3d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3392415 May 20 20:41:21.548355 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-dfc84835-610d-4a4a-9928-7658fccced47 req-4594ebfc-04ef-4d20-9d41-9b9d33b1f4af tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] 10.222.0.35 "GET /v2.0/security-groups?id=0a1ca955-ee86-4e03-bb39-6b1e6a532a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756029 May 20 20:41:21.578884 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-4e4679ca-ec48-49e5-97ab-d3d756033ff7 None None] Current status of the port 8385a6ed-c689-414d-b3e4-9ca7a4bac36f is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:41:21.670246 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-4e4679ca-ec48-49e5-97ab-d3d756033ff7 None None] Provisioning complete for port bec47bd1-bec2-487a-8453-8d0d0eb49b2e triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:41:21.671031 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4e4679ca-ec48-49e5-97ab-d3d756033ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:21.809690 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-013a819e-3659-4dac-9cb4-a37fb8ea64f0 req-80832330-ec2b-486e-9530-4bb028a79631 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.35 "GET /v2.0/ports?device_id=532663b2-24ff-4076-90d7-3126e956882e HTTP/1.1" status: 200 len: 210 time: 0.0419202 May 20 20:41:21.922158 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-4e4679ca-ec48-49e5-97ab-d3d756033ff7 None None] Current status of the port bec47bd1-bec2-487a-8453-8d0d0eb49b2e is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:41:21.924091 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4e4679ca-ec48-49e5-97ab-d3d756033ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:22.051233 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-4e4679ca-ec48-49e5-97ab-d3d756033ff7 None None] For port bec47bd1-bec2-487a-8453-8d0d0eb49b2e, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=bec47bd1-bec2-487a-8453-8d0d0eb49b2e,segment=NetworkSegment(7a4c3e36-bdca-47cc-b18a-c66a1668c365),segment_id=7a4c3e36-bdca-47cc-b18a-c66a1668c365)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:41:22.055293 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-f9567986-3214-4182-9dff-2b1ce83dfa96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51aa6437-18b2-4d7e-b4d5-0c28889ee81b', 'name': 'tempest-FloatingIPsTestJSON-1381342722-router', 'tenant_id': 'cbe042d006d842f8b153951325ed7f60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.208'}], 'enable_snat': True}, 'gw_port_id': '8405113b-8569-4856-9624-02a62b9cedab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:41:02Z', 'updated_at': '2022-05-20T20:41:14Z', 'revision_number': 4, 'project_id': 'cbe042d006d842f8b153951325ed7f60', 'gw_port': {'id': '8405113b-8569-4856-9624-02a62b9cedab', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:bc:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51aa6437-18b2-4d7e-b4d5-0c28889ee81b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 783, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:41:05Z', 'updated_at': '2022-05-20T20:41:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': 'bec47bd1-bec2-487a-8453-8d0d0eb49b2e', 'name': '', 'network_id': 'e770d771-5039-4bb2-a1b8-9c6372f02b2a', 'tenant_id': 'cbe042d006d842f8b153951325ed7f60', 'mac_address': 'fa:16:3e:cd:70:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51aa6437-18b2-4d7e-b4d5-0c28889ee81b', 'device_owner': 'network:router_interface', 'standard_attr_id': 793, 'fixed_ips': [{'subnet_id': '6099063e-89a9-41b5-9aa7-e7ce5501b95d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:41:13Z', 'updated_at': '2022-05-20T20:41:19Z', 'revision_number': 4, 'project_id': 'cbe042d006d842f8b153951325ed7f60', 'subnets': [{'id': '6099063e-89a9-41b5-9aa7-e7ce5501b95d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:41:22.108762 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-212cb92e-f865-4770-85c5-5437c49be4bd req-6de1fee9-a283-44f6-a94e-c0ac1eed7164 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/ports?device_id=73e6ff91-e9c8-4167-9370-e79bd8c2a253 HTTP/1.1" status: 200 len: 210 time: 0.0819230 May 20 20:41:22.116814 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9567986-3214-4182-9dff-2b1ce83dfa96 None None] The sync data for ids ['51aa6437-18b2-4d7e-b4d5-0c28889ee81b'] in n-d-842733-1 is: [{'id': '51aa6437-18b2-4d7e-b4d5-0c28889ee81b', 'name': 'tempest-FloatingIPsTestJSON-1381342722-router', 'tenant_id': 'cbe042d006d842f8b153951325ed7f60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.208'}], 'enable_snat': True}, 'gw_port_id': '8405113b-8569-4856-9624-02a62b9cedab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:41:02Z', 'updated_at': '2022-05-20T20:41:14Z', 'revision_number': 4, 'project_id': 'cbe042d006d842f8b153951325ed7f60', 'gw_port': {'id': '8405113b-8569-4856-9624-02a62b9cedab', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:bc:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51aa6437-18b2-4d7e-b4d5-0c28889ee81b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 783, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:41:05Z', 'updated_at': '2022-05-20T20:41:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': 'bec47bd1-bec2-487a-8453-8d0d0eb49b2e', 'name': '', 'network_id': 'e770d771-5039-4bb2-a1b8-9c6372f02b2a', 'tenant_id': 'cbe042d006d842f8b153951325ed7f60', 'mac_address': 'fa:16:3e:cd:70:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51aa6437-18b2-4d7e-b4d5-0c28889ee81b', 'device_owner': 'network:router_interface', 'standard_attr_id': 793, 'fixed_ips': [{'subnet_id': '6099063e-89a9-41b5-9aa7-e7ce5501b95d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:41:13Z', 'updated_at': '2022-05-20T20:41:19Z', 'revision_number': 4, 'project_id': 'cbe042d006d842f8b153951325ed7f60', 'subnets': [{'id': '6099063e-89a9-41b5-9aa7-e7ce5501b95d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 20:41:22.134506 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 8385a6ed-c689-414d-b3e4-9ca7a4bac36f up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:41:22.155530 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 37540) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:41:22.256015 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4e4679ca-ec48-49e5-97ab-d3d756033ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:22.528309 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-895b962c-b056-41e8-b2fa-2a8045aca709 req-a1a8e7b6-6a75-4fbb-a1e8-695ac2f9296c tempest-FloatingIPsTestJSON-1750937888 tempest-FloatingIPsTestJSON-1750937888-project] 10.222.0.35 "GET /v2.0/floatingips/5b12e680-6272-46a3-9d29-576394f0887f HTTP/1.1" status: 200 len: 692 time: 0.3428178 May 20 20:41:22.585710 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-dd4c20dd-7c5e-4e03-9503-09096ec3d7c9 req-ddc51dfc-9ece-425c-b020-74b972af9275 tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] 10.222.0.35 "GET /v2.0/ports?device_id=ff2fe94a-2b07-499d-9660-c6155bfdabc4 HTTP/1.1" status: 200 len: 210 time: 0.1401410 May 20 20:41:22.646962 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4679ca-ec48-49e5-97ab-d3d756033ff7 None None] Pushing event updated for resources: {'Port': ['ID=bec47bd1-bec2-487a-8453-8d0d0eb49b2e,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:41:22.679832 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 14e84b14-5302-4a18-b663-c57259b108a0 up at agent hyperv_n-h1-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:41:22.778919 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ae0840bc-056e-4964-91c1-db2754a1d562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:22.787800 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ab63cb8a-419b-45ab-adba-40ae6ffed34f tempest-ServersTestBootFromVolume-26390201 tempest-ServersTestBootFromVolume-26390201-project] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:22.838324 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 8385a6ed-c689-414d-b3e4-9ca7a4bac36f triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:41:22.839118 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:22.840847 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-04eb35c5-89fe-42ca-9e7a-02f667135de6 None None] Provisioning complete for port bec47bd1-bec2-487a-8453-8d0d0eb49b2e triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:41:22.841467 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-04eb35c5-89fe-42ca-9e7a-02f667135de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:22.929425 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Provisioning for port 14e84b14-5302-4a18-b663-c57259b108a0 completed by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 20:41:22.950448 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ab63cb8a-419b-45ab-adba-40ae6ffed34f tempest-ServersTestBootFromVolume-26390201 tempest-ServersTestBootFromVolume-26390201-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:22.983505 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Provisioning complete for port 14e84b14-5302-4a18-b663-c57259b108a0 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:41:22.985995 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:23.108742 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b710a9-c985-4865-a16d-89adecaff990 req-163dd787-85ad-4d1b-8c30-834d1eed3504 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:41:23.117191 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-18b710a9-c985-4865-a16d-89adecaff990 req-163dd787-85ad-4d1b-8c30-834d1eed3504 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] 10.222.0.35 "GET /v2.0/ports?device_id=fcdfd360-409c-4b60-958a-ff3f6575c816 HTTP/1.1" status: 200 len: 945 time: 0.3420134 May 20 20:41:23.215263 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895b962c-b056-41e8-b2fa-2a8045aca709 req-16266754-9b1a-42e4-a8ef-d72c271d2b95 tempest-FloatingIPsTestJSON-1750937888 tempest-FloatingIPsTestJSON-1750937888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:41:23.221108 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-895b962c-b056-41e8-b2fa-2a8045aca709 req-16266754-9b1a-42e4-a8ef-d72c271d2b95 tempest-FloatingIPsTestJSON-1750937888 tempest-FloatingIPsTestJSON-1750937888-project] 10.222.0.35 "GET /v2.0/networks/e3a93b5c-91e2-4064-9c2c-1afc261bfe15 HTTP/1.1" status: 200 len: 784 time: 0.6308396 May 20 20:41:23.352008 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 8385a6ed-c689-414d-b3e4-9ca7a4bac36f is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:41:23.413304 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-04eb35c5-89fe-42ca-9e7a-02f667135de6 None None] Current status of the port bec47bd1-bec2-487a-8453-8d0d0eb49b2e is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:41:23.452050 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Current status of the port 14e84b14-5302-4a18-b663-c57259b108a0 is: BUILD; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:41:23.454007 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:23.501142 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-18b710a9-c985-4865-a16d-89adecaff990 req-ad73bf6d-2ea5-4b6e-a1a8-11b6b5be5fe3 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] 10.222.0.35 "GET /v2.0/security-groups?id=0a1ca955-ee86-4e03-bb39-6b1e6a532a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3817406 May 20 20:41:23.547226 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcdfd360-409c-4b60-958a-ff3f6575c816', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14e84b14-5302-4a18-b663-c57259b108a0'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:41:23.550733 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8485417003ce7c0410b00f5cdc2f391e21107b70bb68e2773712534a96e108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5889d2b4-bb49-4c06-8b93-c9eb48a6ccf2" -d '{"events": [{"server_uuid": "fcdfd360-409c-4b60-958a-ff3f6575c816", "name": "network-vif-plugged", "status": "completed", "tag": "14e84b14-5302-4a18-b663-c57259b108a0"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:41:23.565690 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port 14e84b14-5302-4a18-b663-c57259b108a0, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=14e84b14-5302-4a18-b663-c57259b108a0,segment=NetworkSegment(8e7444da-2574-4e87-afbd-a324be0dd68b),segment_id=8e7444da-2574-4e87-afbd-a324be0dd68b)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:41:23.663694 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:23.739955 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ab63cb8a-419b-45ab-adba-40ae6ffed34f tempest-ServersTestBootFromVolume-26390201 tempest-ServersTestBootFromVolume-26390201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:23.759403 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ab63cb8a-419b-45ab-adba-40ae6ffed34f tempest-ServersTestBootFromVolume-26390201 tempest-ServersTestBootFromVolume-26390201-project] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:23.759591 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 37566) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:41:23.760048 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-ab63cb8a-419b-45ab-adba-40ae6ffed34f tempest-ServersTestBootFromVolume-26390201 tempest-ServersTestBootFromVolume-26390201-project] 10.222.0.35 "DELETE /v2.0/security-groups/7a3fb94c-0846-423e-9e5e-d5c146d3cf48 HTTP/1.1" status: 204 len: 168 time: 1.6019645 May 20 20:41:23.780379 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53777a57-8f3b-40df-8a26-90532f438ec1 req-74beff7a-aa1b-464c-aa4e-be6870426602 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:41:23.786258 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-53777a57-8f3b-40df-8a26-90532f438ec1 req-74beff7a-aa1b-464c-aa4e-be6870426602 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.13 "GET /v2.0/networks?id=85e5027c-d244-4186-8c19-3a12977de170 HTTP/1.1" status: 200 len: 811 time: 0.5621626 May 20 20:41:23.810124 n-d-842733-1 neutron-server[103162]: INFO neutron.api.v2.resource [None req-d8bef5ca-2b6a-46a3-9d0f-9186e59188b1 tempest-ServersTestBootFromVolume-26390201 tempest-ServersTestBootFromVolume-26390201-project] show failed (client error): The resource could not be found. May 20 20:41:23.814644 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-d8bef5ca-2b6a-46a3-9d0f-9186e59188b1 tempest-ServersTestBootFromVolume-26390201 tempest-ServersTestBootFromVolume-26390201-project] 10.222.0.35 "GET /v2.0/security-groups/7a3fb94c-0846-423e-9e5e-d5c146d3cf48 HTTP/1.1" status: 404 len: 347 time: 0.0565012 May 20 20:41:23.818502 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 37568) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:41:23.864640 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0b7b9f66-52d0-4914-b1e5-c52881dd95ad req-5e104233-8115-400c-8d91-5fa15ab5f10b tempest-FloatingIPsTestJSON-1750937888 tempest-FloatingIPsTestJSON-1750937888-project] 10.222.0.35 "GET /v2.0/floatingips?tenant_id=cbe042d006d842f8b153951325ed7f60 HTTP/1.1" status: 200 len: 695 time: 0.3271112 May 20 20:41:23.898106 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4bb0e131-6525-46ca-a45b-e4ea43a5e69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:23.927492 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Pushing event updated for resources: {'Port': ['ID=14e84b14-5302-4a18-b663-c57259b108a0,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:41:23.956145 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [req-53777a57-8f3b-40df-8a26-90532f438ec1 req-753a6cca-fce2-4d51-95e0-69d62c2b1154 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Request body: {'port': {'device_id': '73e6ff91-e9c8-4167-9370-e79bd8c2a253', 'network_id': '85e5027c-d244-4186-8c19-3a12977de170', 'admin_state_up': True, 'tenant_id': '2492915dd73f457d8cb02b28e57274de'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:41:24.083472 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device bec47bd1-bec2-487a-8453-8d0d0eb49b2e up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:41:24.110313 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-bda9e8a0-bb9c-4dbc-bc48-409f45943994 req-d0b71b20-7087-4248-86e7-12ec5d6d218c tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/ports?device_id=73e6ff91-e9c8-4167-9370-e79bd8c2a253 HTTP/1.1" status: 200 len: 210 time: 0.5678649 May 20 20:41:24.175441 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port bec47bd1-bec2-487a-8453-8d0d0eb49b2e triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:41:24.175812 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:24.207274 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-97eab4db-f6c1-433c-86ba-254acd4f0aff tempest-ServersTestBootFromVolume-26390201 tempest-ServersTestBootFromVolume-26390201-project] Deleting port 8daa50bf-0375-4522-9eb9-11ec15f357e5 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:41:24.207631 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-97eab4db-f6c1-433c-86ba-254acd4f0aff tempest-ServersTestBootFromVolume-26390201 tempest-ServersTestBootFromVolume-26390201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:24.558829 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7b9f66-52d0-4914-b1e5-c52881dd95ad req-ea5afa91-f336-4b6f-a88f-ba2e51f4b0f6 tempest-FloatingIPsTestJSON-1750937888 tempest-FloatingIPsTestJSON-1750937888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:41:24.603693 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0b7b9f66-52d0-4914-b1e5-c52881dd95ad req-ea5afa91-f336-4b6f-a88f-ba2e51f4b0f6 tempest-FloatingIPsTestJSON-1750937888 tempest-FloatingIPsTestJSON-1750937888-project] 10.222.0.35 "GET /v2.0/networks?id=e3a93b5c-91e2-4064-9c2c-1afc261bfe15 HTTP/1.1" status: 200 len: 787 time: 0.7250903 May 20 20:41:24.682130 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab63cb8a-419b-45ab-adba-40ae6ffed34f tempest-ServersTestBootFromVolume-26390201 tempest-ServersTestBootFromVolume-26390201-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a3fb94c-0846-423e-9e5e-d5c146d3cf48,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:41:24.698474 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-97eab4db-f6c1-433c-86ba-254acd4f0aff tempest-ServersTestBootFromVolume-26390201 tempest-ServersTestBootFromVolume-26390201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:24.698811 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-97eab4db-f6c1-433c-86ba-254acd4f0aff tempest-ServersTestBootFromVolume-26390201 tempest-ServersTestBootFromVolume-26390201-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:24.788818 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-97eab4db-f6c1-433c-86ba-254acd4f0aff tempest-ServersTestBootFromVolume-26390201 tempest-ServersTestBootFromVolume-26390201-project] Calling delete_port for 8daa50bf-0375-4522-9eb9-11ec15f357e5 owned by network:floatingip {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:41:24.838149 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9940c6de-7d99-472d-93a9-1fbed5d842e3 req-c6e7aa06-4373-48d8-8d80-cd9bc4e99ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:41:24.841944 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-621922d3-a5f8-473d-a634-11a5627c8b55 req-9fe707aa-0392-4cc5-94a1-4aee35cf7f96 tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] 10.222.0.35 "GET /v2.0/ports?device_id=ff2fe94a-2b07-499d-9660-c6155bfdabc4 HTTP/1.1" status: 200 len: 210 time: 0.2326312 May 20 20:41:24.842913 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-9940c6de-7d99-472d-93a9-1fbed5d842e3 req-c6e7aa06-4373-48d8-8d80-cd9bc4e99ca9 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=fcdfd360-409c-4b60-958a-ff3f6575c816 HTTP/1.1" status: 200 len: 1097 time: 0.2983243 May 20 20:41:25.092228 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 20:41:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35af15d2-98a6-48de-b500-0308bb10b1f2 x-openstack-request-id: req-35af15d2-98a6-48de-b500-0308bb10b1f2 {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:41:25.094961 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcdfd360-409c-4b60-958a-ff3f6575c816", "name": "network-vif-plugged", "status": "completed", "tag": "14e84b14-5302-4a18-b663-c57259b108a0", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:41:25.097314 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-35af15d2-98a6-48de-b500-0308bb10b1f2 {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:41:25.097954 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35af15d2-98a6-48de-b500-0308bb10b1f2'] response: {'server_uuid': 'fcdfd360-409c-4b60-958a-ff3f6575c816', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14e84b14-5302-4a18-b663-c57259b108a0', 'code': 200} May 20 20:41:25.107265 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-9940c6de-7d99-472d-93a9-1fbed5d842e3 req-1cafbea6-55ab-433d-ba45-65bbde2a5feb service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=0a1ca955-ee86-4e03-bb39-6b1e6a532a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2205236 May 20 20:41:25.204874 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port bec47bd1-bec2-487a-8453-8d0d0eb49b2e is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:41:25.208026 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:25.414785 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cc3ec51b-6ec8-438a-8349-5f0bec346d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:25.471357 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-97eab4db-f6c1-433c-86ba-254acd4f0aff tempest-ServersTestBootFromVolume-26390201 tempest-ServersTestBootFromVolume-26390201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:25.561625 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:25.732435 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-318b3139-4033-4444-b5dc-63cbf488a4bf req-bf6ef35b-2172-4fb2-b6e3-4df8be44996d tempest-FloatingIPsTestJSON-1750937888 tempest-FloatingIPsTestJSON-1750937888-project] 10.222.0.35 "GET /v2.0/floatingips/5b12e680-6272-46a3-9d29-576394f0887f HTTP/1.1" status: 200 len: 692 time: 0.8025324 May 20 20:41:25.800857 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97eab4db-f6c1-433c-86ba-254acd4f0aff tempest-ServersTestBootFromVolume-26390201 tempest-ServersTestBootFromVolume-26390201-project] Pushing event deleted for resources: {'Port': ['ID=8daa50bf-0375-4522-9eb9-11ec15f357e5,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:41:25.822552 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9fd7eb-7c5e-49ae-8d77-5a4e7df533a2 req-41984c15-8155-430a-a57f-88280d3bdbe2 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:41:25.824452 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1a9fd7eb-7c5e-49ae-8d77-5a4e7df533a2 req-41984c15-8155-430a-a57f-88280d3bdbe2 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] 10.222.0.35 "GET /v2.0/ports?device_id=fcdfd360-409c-4b60-958a-ff3f6575c816 HTTP/1.1" status: 200 len: 946 time: 1.0204563 May 20 20:41:25.939846 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1a9fd7eb-7c5e-49ae-8d77-5a4e7df533a2 req-d743b2dc-3091-4a20-b255-7b4e14b49755 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] 10.222.0.35 "GET /v2.0/security-groups?id=0a1ca955-ee86-4e03-bb39-6b1e6a532a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815716 May 20 20:41:25.944041 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53777a57-8f3b-40df-8a26-90532f438ec1 req-753a6cca-fce2-4d51-95e0-69d62c2b1154 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Made reservation on behalf of 2492915dd73f457d8cb02b28e57274de for: {'port': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:41:25.947418 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-97eab4db-f6c1-433c-86ba-254acd4f0aff tempest-ServersTestBootFromVolume-26390201 tempest-ServersTestBootFromVolume-26390201-project] Notify callbacks [] for floatingip, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:25.947835 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-53777a57-8f3b-40df-8a26-90532f438ec1 req-753a6cca-fce2-4d51-95e0-69d62c2b1154 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:25.954103 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-97eab4db-f6c1-433c-86ba-254acd4f0aff tempest-ServersTestBootFromVolume-26390201 tempest-ServersTestBootFromVolume-26390201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for floatingip, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:25.957753 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-97eab4db-f6c1-433c-86ba-254acd4f0aff tempest-ServersTestBootFromVolume-26390201 tempest-ServersTestBootFromVolume-26390201-project] 10.222.0.35 "DELETE /v2.0/floatingips/9db5887a-67ea-47a7-882a-4ff4aae10774 HTTP/1.1" status: 204 len: 168 time: 2.1381168 May 20 20:41:25.975320 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 37584) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:41:26.069062 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829e2aee-9d0d-4e5c-8579-2eede95227e4 req-24435ec7-1d9e-4d30-9479-5302d1fd2dc2 tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:41:26.073014 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-829e2aee-9d0d-4e5c-8579-2eede95227e4 req-24435ec7-1d9e-4d30-9479-5302d1fd2dc2 tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] 10.222.0.13 "GET /v2.0/networks?id=f2c1f29b-3984-454a-a363-825a8303b3d8 HTTP/1.1" status: 200 len: 812 time: 0.5701292 May 20 20:41:26.093170 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [req-829e2aee-9d0d-4e5c-8579-2eede95227e4 req-67b1ada1-c482-46f7-927d-326a7e1fb9cf tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] Request body: {'port': {'device_id': 'ff2fe94a-2b07-499d-9660-c6155bfdabc4', 'network_id': 'f2c1f29b-3984-454a-a363-825a8303b3d8', 'admin_state_up': True, 'tenant_id': '14307be6da164addbb4e96db68f248f8'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:41:26.112647 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [req-53777a57-8f3b-40df-8a26-90532f438ec1 req-753a6cca-fce2-4d51-95e0-69d62c2b1154 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Allocated IP 172.20.0.6 (85e5027c-d244-4186-8c19-3a12977de170/5df30a0b-5cdb-4d91-9fe8-512f286a6485/130e72e6-da90-46ab-a5e7-4c8babd6202e) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:41:26.398131 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-97ba5d86-8935-4e18-a27a-79ca5920f77c req-7bd28885-b5b5-49ee-9745-5c832964750d tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/ports?device_id=73e6ff91-e9c8-4167-9370-e79bd8c2a253 HTTP/1.1" status: 200 len: 210 time: 0.0448220 May 20 20:41:26.415339 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-829e2aee-9d0d-4e5c-8579-2eede95227e4 req-67b1ada1-c482-46f7-927d-326a7e1fb9cf tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] Made reservation on behalf of 14307be6da164addbb4e96db68f248f8 for: {'port': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:41:26.428310 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-829e2aee-9d0d-4e5c-8579-2eede95227e4 req-67b1ada1-c482-46f7-927d-326a7e1fb9cf tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:26.434503 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318b3139-4033-4444-b5dc-63cbf488a4bf req-4930455d-da1f-4205-abed-464f01fa0d85 tempest-FloatingIPsTestJSON-1750937888 tempest-FloatingIPsTestJSON-1750937888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:41:26.440578 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-318b3139-4033-4444-b5dc-63cbf488a4bf req-4930455d-da1f-4205-abed-464f01fa0d85 tempest-FloatingIPsTestJSON-1750937888 tempest-FloatingIPsTestJSON-1750937888-project] 10.222.0.35 "GET /v2.0/networks/e3a93b5c-91e2-4064-9c2c-1afc261bfe15 HTTP/1.1" status: 200 len: 784 time: 0.6838291 May 20 20:41:26.803418 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [req-829e2aee-9d0d-4e5c-8579-2eede95227e4 req-67b1ada1-c482-46f7-927d-326a7e1fb9cf tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] Allocated IP 172.20.0.5 (f2c1f29b-3984-454a-a363-825a8303b3d8/b6e11a18-e233-4d96-9624-671f5264a4cf/441571a2-1297-49bc-a241-c0c800726154) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:41:26.848054 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-318b3139-4033-4444-b5dc-63cbf488a4bf req-59a2c639-a0ee-4cb5-9d2d-08702068021e tempest-FloatingIPsTestJSON-1750937888 tempest-FloatingIPsTestJSON-1750937888-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.2.63 HTTP/1.1" status: 200 len: 695 time: 0.3232203 May 20 20:41:26.861352 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-bda2ddef-d12b-4d53-96fc-31da42d6df35 req-1e7b59c5-108c-4f19-b9a1-0de25588c5c6 tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] 10.222.0.35 "GET /v2.0/ports?device_id=ff2fe94a-2b07-499d-9660-c6155bfdabc4 HTTP/1.1" status: 200 len: 210 time: 0.1356840 May 20 20:41:26.983543 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-318b3139-4033-4444-b5dc-63cbf488a4bf req-76881563-4559-477d-9915-a99a64a3f8cf tempest-FloatingIPsTestJSON-1750937888 tempest-FloatingIPsTestJSON-1750937888-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.2.63 HTTP/1.1" status: 200 len: 695 time: 0.1029871 May 20 20:41:27.077092 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-829e2aee-9d0d-4e5c-8579-2eede95227e4 req-67b1ada1-c482-46f7-927d-326a7e1fb9cf tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:27.247408 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-829e2aee-9d0d-4e5c-8579-2eede95227e4 req-67b1ada1-c482-46f7-927d-326a7e1fb9cf tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:27.362557 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-829e2aee-9d0d-4e5c-8579-2eede95227e4 req-67b1ada1-c482-46f7-927d-326a7e1fb9cf tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] Network f2c1f29b-3984-454a-a363-825a8303b3d8 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:41:27.376109 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [req-829e2aee-9d0d-4e5c-8579-2eede95227e4 req-67b1ada1-c482-46f7-927d-326a7e1fb9cf tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:41:27.415844 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b1ada1-c482-46f7-927d-326a7e1fb9cf tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] Pushing event updated for resources: {'Port': ['ID=441571a2-1297-49bc-a241-c0c800726154,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:41:27.435386 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-829e2aee-9d0d-4e5c-8579-2eede95227e4 req-67b1ada1-c482-46f7-927d-326a7e1fb9cf tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:41:27.518708 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829e2aee-9d0d-4e5c-8579-2eede95227e4 req-67b1ada1-c482-46f7-927d-326a7e1fb9cf tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:41:27.519912 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-829e2aee-9d0d-4e5c-8579-2eede95227e4 req-67b1ada1-c482-46f7-927d-326a7e1fb9cf tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:27.659968 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-829e2aee-9d0d-4e5c-8579-2eede95227e4 req-67b1ada1-c482-46f7-927d-326a7e1fb9cf tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5707309 May 20 20:41:27.667076 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-53777a57-8f3b-40df-8a26-90532f438ec1 req-753a6cca-fce2-4d51-95e0-69d62c2b1154 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Notify callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:27.683461 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [req-829e2aee-9d0d-4e5c-8579-2eede95227e4 req-5182fb6d-e4ca-463e-8bf5-404c3e0c3b8a service neutron] Request body: {'port': {'device_id': 'ff2fe94a-2b07-499d-9660-c6155bfdabc4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-842733-1'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:41:27.736236 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c75bd4f-1643-45e0-aedb-a603e9f6558f req-9a87036a-21c1-4c8c-a8ef-8bdcfd5527fa tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:41:27.746246 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4c75bd4f-1643-45e0-aedb-a603e9f6558f req-9a87036a-21c1-4c8c-a8ef-8bdcfd5527fa tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] 10.222.0.35 "GET /v2.0/ports?device_id=fcdfd360-409c-4b60-958a-ff3f6575c816 HTTP/1.1" status: 200 len: 946 time: 0.2320459 May 20 20:41:27.827707 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4c75bd4f-1643-45e0-aedb-a603e9f6558f req-aef60a3f-8a85-4947-824d-2f0af66127c7 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] 10.222.0.35 "GET /v2.0/security-groups?id=0a1ca955-ee86-4e03-bb39-6b1e6a532a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802646 May 20 20:41:27.882740 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-829e2aee-9d0d-4e5c-8579-2eede95227e4 req-5182fb6d-e4ca-463e-8bf5-404c3e0c3b8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:27.955273 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [req-318b3139-4033-4444-b5dc-63cbf488a4bf req-0de2dfb6-2d66-42ff-a887-634e00e0ac3d tempest-FloatingIPsTestJSON-1750937888 tempest-FloatingIPsTestJSON-1750937888-project] Deleting port b571f23a-1415-46c6-8c2f-8bb01893980a {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:41:27.955624 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-318b3139-4033-4444-b5dc-63cbf488a4bf req-0de2dfb6-2d66-42ff-a887-634e00e0ac3d tempest-FloatingIPsTestJSON-1750937888 tempest-FloatingIPsTestJSON-1750937888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:28.032956 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-abd8c9ce-e2ae-4e3c-83fb-f3f1902efdd8 req-48f3152d-0c7f-4e02-9ba4-6a91f80244f3 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/ports?device_id=73e6ff91-e9c8-4167-9370-e79bd8c2a253 HTTP/1.1" status: 200 len: 210 time: 0.0659235 May 20 20:41:28.052963 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-53777a57-8f3b-40df-8a26-90532f438ec1 req-753a6cca-fce2-4d51-95e0-69d62c2b1154 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:28.095005 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53777a57-8f3b-40df-8a26-90532f438ec1 req-753a6cca-fce2-4d51-95e0-69d62c2b1154 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Network 85e5027c-d244-4186-8c19-3a12977de170 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:41:28.128806 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [req-53777a57-8f3b-40df-8a26-90532f438ec1 req-753a6cca-fce2-4d51-95e0-69d62c2b1154 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:41:28.148203 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [req-53777a57-8f3b-40df-8a26-90532f438ec1 req-753a6cca-fce2-4d51-95e0-69d62c2b1154 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:41:28.230332 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53777a57-8f3b-40df-8a26-90532f438ec1 req-753a6cca-fce2-4d51-95e0-69d62c2b1154 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:41:28.231493 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-53777a57-8f3b-40df-8a26-90532f438ec1 req-753a6cca-fce2-4d51-95e0-69d62c2b1154 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:28.270576 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-318b3139-4033-4444-b5dc-63cbf488a4bf req-0de2dfb6-2d66-42ff-a887-634e00e0ac3d tempest-FloatingIPsTestJSON-1750937888 tempest-FloatingIPsTestJSON-1750937888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:28.271960 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-318b3139-4033-4444-b5dc-63cbf488a4bf req-0de2dfb6-2d66-42ff-a887-634e00e0ac3d tempest-FloatingIPsTestJSON-1750937888 tempest-FloatingIPsTestJSON-1750937888-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:28.375930 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [req-318b3139-4033-4444-b5dc-63cbf488a4bf req-0de2dfb6-2d66-42ff-a887-634e00e0ac3d tempest-FloatingIPsTestJSON-1750937888 tempest-FloatingIPsTestJSON-1750937888-project] Calling delete_port for b571f23a-1415-46c6-8c2f-8bb01893980a owned by network:floatingip {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:41:28.398924 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753a6cca-fce2-4d51-95e0-69d62c2b1154 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Pushing event updated for resources: {'Port': ['ID=130e72e6-da90-46ab-a5e7-4c8babd6202e,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:41:28.525166 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [req-829e2aee-9d0d-4e5c-8579-2eede95227e4 req-5182fb6d-e4ca-463e-8bf5-404c3e0c3b8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 441571a2-1297-49bc-a241-c0c800726154 {{(pid=103162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:41:28.565761 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-829e2aee-9d0d-4e5c-8579-2eede95227e4 req-5182fb6d-e4ca-463e-8bf5-404c3e0c3b8a service neutron] Notify callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:28.591582 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-8a6c198b-f917-499f-aac9-8dcd34e1f9e3 None None] Provisioning complete for port 130e72e6-da90-46ab-a5e7-4c8babd6202e triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:41:28.593509 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-8a6c198b-f917-499f-aac9-8dcd34e1f9e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:28.608889 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-53777a57-8f3b-40df-8a26-90532f438ec1 req-753a6cca-fce2-4d51-95e0-69d62c2b1154 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6579154 May 20 20:41:28.611194 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.provisioning_blocks [req-829e2aee-9d0d-4e5c-8579-2eede95227e4 req-5182fb6d-e4ca-463e-8bf5-404c3e0c3b8a service neutron] Transition to ACTIVE for port object 441571a2-1297-49bc-a241-c0c800726154 will not be triggered until provisioned by entity L2. {{(pid=103162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 20:41:28.613924 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40dfe6c-bb74-4990-9349-3c27fb971d21 req-a360c9f5-c4b7-4e16-aa3f-4914b2702da5 tempest-LiveMigrationTest-1108997473 tempest-LiveMigrationTest-1108997473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:41:28.622495 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d40dfe6c-bb74-4990-9349-3c27fb971d21 req-a360c9f5-c4b7-4e16-aa3f-4914b2702da5 tempest-LiveMigrationTest-1108997473 tempest-LiveMigrationTest-1108997473-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=fcdfd360-409c-4b60-958a-ff3f6575c816 HTTP/1.1" status: 200 len: 1097 time: 0.3856890 May 20 20:41:28.638178 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [req-53777a57-8f3b-40df-8a26-90532f438ec1 req-0ff3f1b1-d4b5-44d2-ae35-b50e965bb76b service neutron] Request body: {'port': {'device_id': '73e6ff91-e9c8-4167-9370-e79bd8c2a253', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-842733-1'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:41:28.669201 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-8a6c198b-f917-499f-aac9-8dcd34e1f9e3 None None] Port 130e72e6-da90-46ab-a5e7-4c8babd6202e cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 20:41:28.692285 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-829e2aee-9d0d-4e5c-8579-2eede95227e4 req-5182fb6d-e4ca-463e-8bf5-404c3e0c3b8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:28.756210 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-53777a57-8f3b-40df-8a26-90532f438ec1 req-0ff3f1b1-d4b5-44d2-ae35-b50e965bb76b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:28.776778 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5182fb6d-e4ca-463e-8bf5-404c3e0c3b8a service neutron] Pushing event updated for resources: {'Port': ['ID=441571a2-1297-49bc-a241-c0c800726154,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:41:28.844762 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-829e2aee-9d0d-4e5c-8579-2eede95227e4 req-5182fb6d-e4ca-463e-8bf5-404c3e0c3b8a service neutron] Attempting to bind port 441571a2-1297-49bc-a241-c0c800726154 on host n-h2-842733-1 for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:41:28.845585 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-829e2aee-9d0d-4e5c-8579-2eede95227e4 req-5182fb6d-e4ca-463e-8bf5-404c3e0c3b8a service neutron] Attempting to bind port 441571a2-1297-49bc-a241-c0c800726154 by drivers openvswitch,hyperv on host n-h2-842733-1 at level 0 using segments [{'id': '3074e67a-6387-4709-bab9-e18fa7662e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'f2c1f29b-3984-454a-a363-825a8303b3d8'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:41:28.846218 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-829e2aee-9d0d-4e5c-8579-2eede95227e4 req-5182fb6d-e4ca-463e-8bf5-404c3e0c3b8a service neutron] Attempting to bind port 441571a2-1297-49bc-a241-c0c800726154 on network f2c1f29b-3984-454a-a363-825a8303b3d8 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:41:28.847140 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d40dfe6c-bb74-4990-9349-3c27fb971d21 req-d6d0e462-f855-4caf-9c18-ba1bb3fa5da4 tempest-LiveMigrationTest-1108997473 tempest-LiveMigrationTest-1108997473-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=0a1ca955-ee86-4e03-bb39-6b1e6a532a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2232482 May 20 20:41:28.851984 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-829e2aee-9d0d-4e5c-8579-2eede95227e4 req-5182fb6d-e4ca-463e-8bf5-404c3e0c3b8a service neutron] Port 441571a2-1297-49bc-a241-c0c800726154 on network f2c1f29b-3984-454a-a363-825a8303b3d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-842733-1 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 20:41:28.852644 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-829e2aee-9d0d-4e5c-8579-2eede95227e4 req-5182fb6d-e4ca-463e-8bf5-404c3e0c3b8a service neutron] Attempting to bind port 441571a2-1297-49bc-a241-c0c800726154 on network f2c1f29b-3984-454a-a363-825a8303b3d8 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:41:28.876303 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-829e2aee-9d0d-4e5c-8579-2eede95227e4 req-5182fb6d-e4ca-463e-8bf5-404c3e0c3b8a service neutron] Checking agent: {'id': 'a66f2511-b955-448f-877c-56cfe9c81b12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 33, 2), 'started_at': datetime.datetime(2022, 5, 20, 20, 33, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 41, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:41:28.876810 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-829e2aee-9d0d-4e5c-8579-2eede95227e4 req-5182fb6d-e4ca-463e-8bf5-404c3e0c3b8a service neutron] Checking segment: {'id': '3074e67a-6387-4709-bab9-e18fa7662e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'f2c1f29b-3984-454a-a363-825a8303b3d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:41:28.877317 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-829e2aee-9d0d-4e5c-8579-2eede95227e4 req-5182fb6d-e4ca-463e-8bf5-404c3e0c3b8a service neutron] Bound using segment: {'id': '3074e67a-6387-4709-bab9-e18fa7662e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'f2c1f29b-3984-454a-a363-825a8303b3d8'} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:41:28.877871 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-829e2aee-9d0d-4e5c-8579-2eede95227e4 req-5182fb6d-e4ca-463e-8bf5-404c3e0c3b8a service neutron] Bound port: 441571a2-1297-49bc-a241-c0c800726154, host: n-h2-842733-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3074e67a-6387-4709-bab9-e18fa7662e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'f2c1f29b-3984-454a-a363-825a8303b3d8'}}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:41:28.878723 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-829e2aee-9d0d-4e5c-8579-2eede95227e4 req-5182fb6d-e4ca-463e-8bf5-404c3e0c3b8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:29.006940 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d3cad22d-0518-40e7-8e2d-a3b1c4f36108 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748528'] for router_interface, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:29.037786 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-829e2aee-9d0d-4e5c-8579-2eede95227e4 req-5182fb6d-e4ca-463e-8bf5-404c3e0c3b8a service neutron] For port 441571a2-1297-49bc-a241-c0c800726154, host n-h2-842733-1, cleared binding levels {{(pid=103162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:41:29.042331 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-829e2aee-9d0d-4e5c-8579-2eede95227e4 req-5182fb6d-e4ca-463e-8bf5-404c3e0c3b8a service neutron] For port 441571a2-1297-49bc-a241-c0c800726154, host n-h2-842733-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=441571a2-1297-49bc-a241-c0c800726154,segment=NetworkSegment(3074e67a-6387-4709-bab9-e18fa7662e57),segment_id=3074e67a-6387-4709-bab9-e18fa7662e57)] {{(pid=103162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:41:29.099420 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-829e2aee-9d0d-4e5c-8579-2eede95227e4 req-5182fb6d-e4ca-463e-8bf5-404c3e0c3b8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:29.136226 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829e2aee-9d0d-4e5c-8579-2eede95227e4 req-5182fb6d-e4ca-463e-8bf5-404c3e0c3b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:41:29.136962 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-829e2aee-9d0d-4e5c-8579-2eede95227e4 req-5182fb6d-e4ca-463e-8bf5-404c3e0c3b8a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:29.138864 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-829e2aee-9d0d-4e5c-8579-2eede95227e4 req-5182fb6d-e4ca-463e-8bf5-404c3e0c3b8a service neutron] 10.222.0.13 "PUT /v2.0/ports/441571a2-1297-49bc-a241-c0c800726154 HTTP/1.1" status: 200 len: 1091 time: 1.4617298 May 20 20:41:29.142014 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff2fe94a-2b07-499d-9660-c6155bfdabc4', 'tag': '441571a2-1297-49bc-a241-c0c800726154'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:41:29.144274 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6fa957933fccbf596d28104b23404b952ad6a8238afaebaed40a0874b2e409" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eee1ae3c-8044-4041-bcdc-44e5ab8875d7" -d '{"events": [{"name": "network-changed", "server_uuid": "ff2fe94a-2b07-499d-9660-c6155bfdabc4", "tag": "441571a2-1297-49bc-a241-c0c800726154"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:41:29.232372 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99befa6a-d3cc-49dd-b8f3-ca5cd80ac2ab req-57f4f87a-1b54-4974-ae53-e6ad68c134e7 tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:41:29.234044 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-99befa6a-d3cc-49dd-b8f3-ca5cd80ac2ab req-57f4f87a-1b54-4974-ae53-e6ad68c134e7 tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] 10.222.0.35 "GET /v2.0/ports?device_id=ff2fe94a-2b07-499d-9660-c6155bfdabc4 HTTP/1.1" status: 200 len: 943 time: 0.2156396 May 20 20:41:29.243644 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-318b3139-4033-4444-b5dc-63cbf488a4bf req-0de2dfb6-2d66-42ff-a887-634e00e0ac3d tempest-FloatingIPsTestJSON-1750937888 tempest-FloatingIPsTestJSON-1750937888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:29.257071 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5182fb6d-e4ca-463e-8bf5-404c3e0c3b8a service neutron] Pushing event updated for resources: {'Port': ['ID=441571a2-1297-49bc-a241-c0c800726154,revision_number=3']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:41:29.348840 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de2dfb6-2d66-42ff-a887-634e00e0ac3d tempest-FloatingIPsTestJSON-1750937888 tempest-FloatingIPsTestJSON-1750937888-project] Pushing event deleted for resources: {'Port': ['ID=b571f23a-1415-46c6-8c2f-8bb01893980a,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:41:29.369710 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829e2aee-9d0d-4e5c-8579-2eede95227e4 req-fb954d9a-6098-40bd-a2e2-38513925f266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:41:29.371877 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-829e2aee-9d0d-4e5c-8579-2eede95227e4 req-fb954d9a-6098-40bd-a2e2-38513925f266 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=14307be6da164addbb4e96db68f248f8&device_id=ff2fe94a-2b07-499d-9660-c6155bfdabc4 HTTP/1.1" status: 200 len: 1094 time: 0.0889201 May 20 20:41:29.469458 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-829e2aee-9d0d-4e5c-8579-2eede95227e4 req-664ac0e7-934c-4eb3-be94-a76cc45d29ad service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=441571a2-1297-49bc-a241-c0c800726154 HTTP/1.1" status: 200 len: 217 time: 0.0787435 May 20 20:41:29.590956 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829e2aee-9d0d-4e5c-8579-2eede95227e4 req-b0a592c9-debf-467c-88d8-a41b2b042e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:41:29.593852 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-829e2aee-9d0d-4e5c-8579-2eede95227e4 req-b0a592c9-debf-467c-88d8-a41b2b042e86 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b6e11a18-e233-4d96-9624-671f5264a4cf HTTP/1.1" status: 200 len: 852 time: 0.1161799 May 20 20:41:29.635448 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-829e2aee-9d0d-4e5c-8579-2eede95227e4 req-4c4796c8-1eec-48a6-a3c7-e3afc0e3ba72 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f2c1f29b-3984-454a-a363-825a8303b3d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349250 May 20 20:41:29.688566 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-99befa6a-d3cc-49dd-b8f3-ca5cd80ac2ab req-6bde3dee-c155-4d55-981c-c113a07d3892 tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] 10.222.0.35 "GET /v2.0/security-groups?id=f4b7709e-62c4-4c92-9539-853c7ed8a4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4157746 May 20 20:41:29.711696 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-318b3139-4033-4444-b5dc-63cbf488a4bf req-0de2dfb6-2d66-42ff-a887-634e00e0ac3d tempest-FloatingIPsTestJSON-1750937888 tempest-FloatingIPsTestJSON-1750937888-project] Notify callbacks [] for floatingip, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:29.721004 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-318b3139-4033-4444-b5dc-63cbf488a4bf req-0de2dfb6-2d66-42ff-a887-634e00e0ac3d tempest-FloatingIPsTestJSON-1750937888 tempest-FloatingIPsTestJSON-1750937888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for floatingip, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:29.722203 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-318b3139-4033-4444-b5dc-63cbf488a4bf req-0de2dfb6-2d66-42ff-a887-634e00e0ac3d tempest-FloatingIPsTestJSON-1750937888 tempest-FloatingIPsTestJSON-1750937888-project] 10.222.0.35 "DELETE /v2.0/floatingips/5b12e680-6272-46a3-9d29-576394f0887f HTTP/1.1" status: 204 len: 173 time: 2.7028408 May 20 20:41:29.787028 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-829e2aee-9d0d-4e5c-8579-2eede95227e4 req-89a7fc6f-d975-42a7-bd05-69d87f4ed74a service neutron] 10.222.0.13 "GET /v2.0/networks/f2c1f29b-3984-454a-a363-825a8303b3d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425526 May 20 20:41:29.861578 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [req-53777a57-8f3b-40df-8a26-90532f438ec1 req-0ff3f1b1-d4b5-44d2-ae35-b50e965bb76b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 130e72e6-da90-46ab-a5e7-4c8babd6202e {{(pid=103163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:41:29.871239 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-53777a57-8f3b-40df-8a26-90532f438ec1 req-0ff3f1b1-d4b5-44d2-ae35-b50e965bb76b service neutron] Notify callbacks [] for port, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:29.931180 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [req-53777a57-8f3b-40df-8a26-90532f438ec1 req-0ff3f1b1-d4b5-44d2-ae35-b50e965bb76b service neutron] Transition to ACTIVE for port object 130e72e6-da90-46ab-a5e7-4c8babd6202e will not be triggered until provisioned by entity L2. {{(pid=103163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 20:41:29.975536 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-829e2aee-9d0d-4e5c-8579-2eede95227e4 req-ca15a54f-f5d1-43f4-9546-8aa79afe9636 service neutron] 10.222.0.13 "GET /v2.0/networks/f2c1f29b-3984-454a-a363-825a8303b3d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1787903 May 20 20:41:30.016558 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-53777a57-8f3b-40df-8a26-90532f438ec1 req-0ff3f1b1-d4b5-44d2-ae35-b50e965bb76b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:30.100397 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69721da-7d4d-45bf-a214-ddc0045a5cd6 req-28bbf442-687d-47d8-a8c8-d92c136730a2 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:41:30.108551 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a69721da-7d4d-45bf-a214-ddc0045a5cd6 req-28bbf442-687d-47d8-a8c8-d92c136730a2 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/ports?device_id=73e6ff91-e9c8-4167-9370-e79bd8c2a253 HTTP/1.1" status: 200 len: 931 time: 0.2221944 May 20 20:41:30.137355 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae62ae0-bc47-440f-9a7d-5030d02aca2d req-168cdc2a-7118-4fe6-9b65-3176e4b1d39d tempest-LiveMigrationTest-1108997473 tempest-LiveMigrationTest-1108997473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:41:30.145850 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-cae62ae0-bc47-440f-9a7d-5030d02aca2d req-168cdc2a-7118-4fe6-9b65-3176e4b1d39d tempest-LiveMigrationTest-1108997473 tempest-LiveMigrationTest-1108997473-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=fcdfd360-409c-4b60-958a-ff3f6575c816 HTTP/1.1" status: 200 len: 1097 time: 0.2474792 May 20 20:41:30.211073 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff3f1b1-d4b5-44d2-ae35-b50e965bb76b service neutron] Pushing event updated for resources: {'Port': ['ID=130e72e6-da90-46ab-a5e7-4c8babd6202e,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:41:30.231743 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a69721da-7d4d-45bf-a214-ddc0045a5cd6 req-f8644460-8134-425e-8096-4be4691c1654 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/security-groups?id=c9d9c404-d869-4158-9779-ac1a15da4bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220512 May 20 20:41:30.287682 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff3f1b1-d4b5-44d2-ae35-b50e965bb76b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:41:30.288969 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff3f1b1-d4b5-44d2-ae35-b50e965bb76b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:41:30.289623 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff3f1b1-d4b5-44d2-ae35-b50e965bb76b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:41:30.291932 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff3f1b1-d4b5-44d2-ae35-b50e965bb76b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:41:30.292498 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff3f1b1-d4b5-44d2-ae35-b50e965bb76b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:41:30.293151 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff3f1b1-d4b5-44d2-ae35-b50e965bb76b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:41:30.293786 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff3f1b1-d4b5-44d2-ae35-b50e965bb76b service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:41:30.295085 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff3f1b1-d4b5-44d2-ae35-b50e965bb76b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:41:30.298177 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff3f1b1-d4b5-44d2-ae35-b50e965bb76b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:41:30.367088 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff3f1b1-d4b5-44d2-ae35-b50e965bb76b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:41:30.367088 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff3f1b1-d4b5-44d2-ae35-b50e965bb76b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:41:30.367088 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff3f1b1-d4b5-44d2-ae35-b50e965bb76b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:41:30.369300 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 20:41:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c567118-16d1-4de2-a5ed-d75edef78586 x-openstack-request-id: req-5c567118-16d1-4de2-a5ed-d75edef78586 {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:41:30.369300 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff2fe94a-2b07-499d-9660-c6155bfdabc4", "tag": "441571a2-1297-49bc-a241-c0c800726154", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:41:30.369300 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5c567118-16d1-4de2-a5ed-d75edef78586 {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:41:30.369300 n-d-842733-1 neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c567118-16d1-4de2-a5ed-d75edef78586'] response: {'name': 'network-changed', 'server_uuid': 'ff2fe94a-2b07-499d-9660-c6155bfdabc4', 'tag': '441571a2-1297-49bc-a241-c0c800726154', 'status': 'completed', 'code': 200} May 20 20:41:30.370097 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-cae62ae0-bc47-440f-9a7d-5030d02aca2d req-2357b0a2-4736-45ae-afe4-5c9f8fbc851b tempest-LiveMigrationTest-1108997473 tempest-LiveMigrationTest-1108997473-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=0a1ca955-ee86-4e03-bb39-6b1e6a532a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114770 May 20 20:41:30.443863 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee1ae3c-8044-4041-bcdc-44e5ab8875d7 req-679a9e8a-c0af-40d6-8ec9-7b7c0b5cc9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:41:30.446476 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-eee1ae3c-8044-4041-bcdc-44e5ab8875d7 req-679a9e8a-c0af-40d6-8ec9-7b7c0b5cc9ee service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=14307be6da164addbb4e96db68f248f8&device_id=ff2fe94a-2b07-499d-9660-c6155bfdabc4 HTTP/1.1" status: 200 len: 1094 time: 0.0703959 May 20 20:41:30.533751 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-d3cad22d-0518-40e7-8e2d-a3b1c4f36108 admin admin] Deleting port 4528711f-fa7a-4d6a-9aa8-302ffe4b8cf7 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:41:30.570001 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d3cad22d-0518-40e7-8e2d-a3b1c4f36108 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:30.623181 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee1ae3c-8044-4041-bcdc-44e5ab8875d7 req-0301f9d3-7381-4403-8d87-81c03ba1a284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:41:30.625352 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-eee1ae3c-8044-4041-bcdc-44e5ab8875d7 req-0301f9d3-7381-4403-8d87-81c03ba1a284 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f2c1f29b-3984-454a-a363-825a8303b3d8 HTTP/1.1" status: 200 len: 913 time: 0.1636000 May 20 20:41:30.672278 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-eee1ae3c-8044-4041-bcdc-44e5ab8875d7 req-d71ae7ad-eb29-4eba-90fa-8885d395b598 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=441571a2-1297-49bc-a241-c0c800726154 HTTP/1.1" status: 200 len: 217 time: 0.0396521 May 20 20:41:30.729438 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee1ae3c-8044-4041-bcdc-44e5ab8875d7 req-2171ac04-1708-4df2-bbca-903993d4d87a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:41:30.731035 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-eee1ae3c-8044-4041-bcdc-44e5ab8875d7 req-2171ac04-1708-4df2-bbca-903993d4d87a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b6e11a18-e233-4d96-9624-671f5264a4cf HTTP/1.1" status: 200 len: 852 time: 0.0503855 May 20 20:41:30.767188 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-eee1ae3c-8044-4041-bcdc-44e5ab8875d7 req-8023a876-91ac-4c31-aa1f-d41d9d2479f2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f2c1f29b-3984-454a-a363-825a8303b3d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294631 May 20 20:41:30.888742 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-eee1ae3c-8044-4041-bcdc-44e5ab8875d7 req-b57271da-1e9e-4c2b-b8a7-95a6f9b866e2 service neutron] 10.222.0.13 "GET /v2.0/networks/f2c1f29b-3984-454a-a363-825a8303b3d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126180 May 20 20:41:31.007466 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-eee1ae3c-8044-4041-bcdc-44e5ab8875d7 req-c6ea7c13-16fd-4fc0-9000-dbfc966c9a29 service neutron] 10.222.0.13 "GET /v2.0/networks/f2c1f29b-3984-454a-a363-825a8303b3d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075306 May 20 20:41:31.035740 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-53777a57-8f3b-40df-8a26-90532f438ec1 req-0ff3f1b1-d4b5-44d2-ae35-b50e965bb76b service neutron] Attempting to bind port 130e72e6-da90-46ab-a5e7-4c8babd6202e on host n-h2-842733-1 for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:41:31.036124 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-53777a57-8f3b-40df-8a26-90532f438ec1 req-0ff3f1b1-d4b5-44d2-ae35-b50e965bb76b service neutron] Attempting to bind port 130e72e6-da90-46ab-a5e7-4c8babd6202e by drivers openvswitch,hyperv on host n-h2-842733-1 at level 0 using segments [{'id': '1b0c59b6-1da5-46b1-ba4a-82e83befd33e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '85e5027c-d244-4186-8c19-3a12977de170'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:41:31.036377 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53777a57-8f3b-40df-8a26-90532f438ec1 req-0ff3f1b1-d4b5-44d2-ae35-b50e965bb76b service neutron] Attempting to bind port 130e72e6-da90-46ab-a5e7-4c8babd6202e on network 85e5027c-d244-4186-8c19-3a12977de170 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:41:31.062153 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-d3cad22d-0518-40e7-8e2d-a3b1c4f36108 admin admin] For port 4528711f-fa7a-4d6a-9aa8-302ffe4b8cf7, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=4528711f-fa7a-4d6a-9aa8-302ffe4b8cf7,segment=NetworkSegment(2e6e4d76-0e9f-4826-8486-6bd4ed5544e9),segment_id=2e6e4d76-0e9f-4826-8486-6bd4ed5544e9)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:41:31.062457 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d3cad22d-0518-40e7-8e2d-a3b1c4f36108 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:31.067122 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53777a57-8f3b-40df-8a26-90532f438ec1 req-0ff3f1b1-d4b5-44d2-ae35-b50e965bb76b service neutron] Port 130e72e6-da90-46ab-a5e7-4c8babd6202e on network 85e5027c-d244-4186-8c19-3a12977de170 not bound, no agent of type Open vSwitch agent registered on host n-h2-842733-1 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 20:41:31.067543 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53777a57-8f3b-40df-8a26-90532f438ec1 req-0ff3f1b1-d4b5-44d2-ae35-b50e965bb76b service neutron] Attempting to bind port 130e72e6-da90-46ab-a5e7-4c8babd6202e on network 85e5027c-d244-4186-8c19-3a12977de170 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:41:31.091325 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53777a57-8f3b-40df-8a26-90532f438ec1 req-0ff3f1b1-d4b5-44d2-ae35-b50e965bb76b service neutron] Checking agent: {'id': 'a66f2511-b955-448f-877c-56cfe9c81b12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 33, 2), 'started_at': datetime.datetime(2022, 5, 20, 20, 33, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 41, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:41:31.091658 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53777a57-8f3b-40df-8a26-90532f438ec1 req-0ff3f1b1-d4b5-44d2-ae35-b50e965bb76b service neutron] Checking segment: {'id': '1b0c59b6-1da5-46b1-ba4a-82e83befd33e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '85e5027c-d244-4186-8c19-3a12977de170'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:41:31.092031 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53777a57-8f3b-40df-8a26-90532f438ec1 req-0ff3f1b1-d4b5-44d2-ae35-b50e965bb76b service neutron] Bound using segment: {'id': '1b0c59b6-1da5-46b1-ba4a-82e83befd33e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '85e5027c-d244-4186-8c19-3a12977de170'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:41:31.092452 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-53777a57-8f3b-40df-8a26-90532f438ec1 req-0ff3f1b1-d4b5-44d2-ae35-b50e965bb76b service neutron] Bound port: 130e72e6-da90-46ab-a5e7-4c8babd6202e, host: n-h2-842733-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b0c59b6-1da5-46b1-ba4a-82e83befd33e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '85e5027c-d244-4186-8c19-3a12977de170'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:41:31.092801 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-53777a57-8f3b-40df-8a26-90532f438ec1 req-0ff3f1b1-d4b5-44d2-ae35-b50e965bb76b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:31.096350 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-d3cad22d-0518-40e7-8e2d-a3b1c4f36108 admin admin] Calling delete_port for 4528711f-fa7a-4d6a-9aa8-302ffe4b8cf7 owned by network:router_interface {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:41:31.115348 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f887ddcb-36eb-495b-9c4a-1f0fd118e0e0 req-9ed4572a-a29f-4dc9-8291-c3eb6e0752c3 tempest-FloatingIPsTestJSON-1750937888 tempest-FloatingIPsTestJSON-1750937888-project] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5989814 May 20 20:41:31.157533 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [req-f887ddcb-36eb-495b-9c4a-1f0fd118e0e0 req-d6948d94-8177-40d9-b293-485aeb282fcc tempest-FloatingIPsTestJSON-1750937888 tempest-FloatingIPsTestJSON-1750937888-project] Request body: {'floatingip': {'floating_network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:41:31.278359 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-53777a57-8f3b-40df-8a26-90532f438ec1 req-0ff3f1b1-d4b5-44d2-ae35-b50e965bb76b service neutron] For port 130e72e6-da90-46ab-a5e7-4c8babd6202e, host n-h2-842733-1, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:41:31.295600 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-53777a57-8f3b-40df-8a26-90532f438ec1 req-0ff3f1b1-d4b5-44d2-ae35-b50e965bb76b service neutron] For port 130e72e6-da90-46ab-a5e7-4c8babd6202e, host n-h2-842733-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=130e72e6-da90-46ab-a5e7-4c8babd6202e,segment=NetworkSegment(1b0c59b6-1da5-46b1-ba4a-82e83befd33e),segment_id=1b0c59b6-1da5-46b1-ba4a-82e83befd33e)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:41:31.313458 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-f887ddcb-36eb-495b-9c4a-1f0fd118e0e0 req-d6948d94-8177-40d9-b293-485aeb282fcc tempest-FloatingIPsTestJSON-1750937888 tempest-FloatingIPsTestJSON-1750937888-project] Notify callbacks [] for floatingip, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:31.386296 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-53777a57-8f3b-40df-8a26-90532f438ec1 req-0ff3f1b1-d4b5-44d2-ae35-b50e965bb76b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:31.456536 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53777a57-8f3b-40df-8a26-90532f438ec1 req-0ff3f1b1-d4b5-44d2-ae35-b50e965bb76b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:41:31.456889 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-53777a57-8f3b-40df-8a26-90532f438ec1 req-0ff3f1b1-d4b5-44d2-ae35-b50e965bb76b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:31.458513 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-53777a57-8f3b-40df-8a26-90532f438ec1 req-0ff3f1b1-d4b5-44d2-ae35-b50e965bb76b service neutron] 10.222.0.13 "PUT /v2.0/ports/130e72e6-da90-46ab-a5e7-4c8babd6202e HTTP/1.1" status: 200 len: 1091 time: 2.8270319 May 20 20:41:31.484834 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73e6ff91-e9c8-4167-9370-e79bd8c2a253', 'tag': '130e72e6-da90-46ab-a5e7-4c8babd6202e'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:41:31.496143 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4291b17aa7b45362825f0571e77c85f5e73afe1df9c7e9e15006df9d695c005e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7428f09e-5648-46aa-ba31-7bac37fa38ad" -d '{"events": [{"name": "network-changed", "server_uuid": "73e6ff91-e9c8-4167-9370-e79bd8c2a253", "tag": "130e72e6-da90-46ab-a5e7-4c8babd6202e"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:41:31.560129 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152ea994-3cec-4302-947f-237696df8505 req-9fbda5e0-4b83-4d07-8d10-0934d53c65f2 tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:41:31.561587 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d42985-5a3e-4dbb-8cf2-fc9e61503fb9 req-75470271-1001-467f-b2b9-f912b9dc5e40 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:41:31.565023 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-c6d42985-5a3e-4dbb-8cf2-fc9e61503fb9 req-75470271-1001-467f-b2b9-f912b9dc5e40 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.24 "GET /v2.0/ports?device_id=d6b770e5-8fc5-41ee-a663-8df2656df33f HTTP/1.1" status: 200 len: 945 time: 0.0835583 May 20 20:41:31.568587 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-152ea994-3cec-4302-947f-237696df8505 req-9fbda5e0-4b83-4d07-8d10-0934d53c65f2 tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] 10.222.0.35 "GET /v2.0/ports?device_id=ff2fe94a-2b07-499d-9660-c6155bfdabc4 HTTP/1.1" status: 200 len: 943 time: 0.1954513 May 20 20:41:31.600387 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff3f1b1-d4b5-44d2-ae35-b50e965bb76b service neutron] Pushing event updated for resources: {'Port': ['ID=130e72e6-da90-46ab-a5e7-4c8babd6202e,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:41:31.700752 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d3cad22d-0518-40e7-8e2d-a3b1c4f36108 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:31.721492 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-c6d42985-5a3e-4dbb-8cf2-fc9e61503fb9 req-52495c4e-33ba-4c21-bccd-97b8abfd2d3f tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] Deleting port dd7c455f-f7fa-4ccb-8d0f-f44da1bcb1a1 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:41:31.721836 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-c6d42985-5a3e-4dbb-8cf2-fc9e61503fb9 req-52495c4e-33ba-4c21-bccd-97b8abfd2d3f tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:31.786186 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cad22d-0518-40e7-8e2d-a3b1c4f36108 admin admin] Pushing event deleted for resources: {'Port': ['ID=4528711f-fa7a-4d6a-9aa8-302ffe4b8cf7,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:41:31.826751 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-152ea994-3cec-4302-947f-237696df8505 req-7eb71ea2-d1de-4132-adca-a91676237d8b tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] 10.222.0.35 "GET /v2.0/security-groups?id=f4b7709e-62c4-4c92-9539-853c7ed8a4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2568674 May 20 20:41:31.912763 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-f887ddcb-36eb-495b-9c4a-1f0fd118e0e0 req-d6948d94-8177-40d9-b293-485aeb282fcc tempest-FloatingIPsTestJSON-1750937888 tempest-FloatingIPsTestJSON-1750937888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:31.925005 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-c6d42985-5a3e-4dbb-8cf2-fc9e61503fb9 req-52495c4e-33ba-4c21-bccd-97b8abfd2d3f tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] For port dd7c455f-f7fa-4ccb-8d0f-f44da1bcb1a1, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=dd7c455f-f7fa-4ccb-8d0f-f44da1bcb1a1,segment=NetworkSegment(65a8f4c3-036d-4ff8-a81a-cd07cb6f1230),segment_id=65a8f4c3-036d-4ff8-a81a-cd07cb6f1230)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:41:31.926449 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-c6d42985-5a3e-4dbb-8cf2-fc9e61503fb9 req-52495c4e-33ba-4c21-bccd-97b8abfd2d3f tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:31.945384 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53777a57-8f3b-40df-8a26-90532f438ec1 req-8478fbe2-d658-4b9f-a363-99f60c82d13a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:41:31.946510 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-c6d42985-5a3e-4dbb-8cf2-fc9e61503fb9 req-52495c4e-33ba-4c21-bccd-97b8abfd2d3f tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] Calling delete_port for dd7c455f-f7fa-4ccb-8d0f-f44da1bcb1a1 owned by compute:nova {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:41:31.946922 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-53777a57-8f3b-40df-8a26-90532f438ec1 req-8478fbe2-d658-4b9f-a363-99f60c82d13a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2492915dd73f457d8cb02b28e57274de&device_id=73e6ff91-e9c8-4167-9370-e79bd8c2a253 HTTP/1.1" status: 200 len: 1094 time: 0.3307812 May 20 20:41:32.006652 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:32.074555 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-53777a57-8f3b-40df-8a26-90532f438ec1 req-2cbd912b-0c87-4dc0-96f0-537b8ceb13bd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=130e72e6-da90-46ab-a5e7-4c8babd6202e HTTP/1.1" status: 200 len: 217 time: 0.1003373 May 20 20:41:32.183509 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08fcd7c-9758-47e0-b6c5-1be1d59a270d req-73203a05-3131-46d5-96d1-b98a21792c75 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:41:32.184979 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a08fcd7c-9758-47e0-b6c5-1be1d59a270d req-73203a05-3131-46d5-96d1-b98a21792c75 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6b770e5-8fc5-41ee-a663-8df2656df33f HTTP/1.1" status: 200 len: 945 time: 0.2371688 May 20 20:41:32.195831 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-c6d42985-5a3e-4dbb-8cf2-fc9e61503fb9 req-52495c4e-33ba-4c21-bccd-97b8abfd2d3f tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:32.209026 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] get_ports_and_sgs() called for port_ids ['dd7c455f-f7fa-4ccb-8d0f-f44da1bcb1a1'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:41:32.238673 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52495c4e-33ba-4c21-bccd-97b8abfd2d3f tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] Pushing event deleted for resources: {'Port': ['ID=dd7c455f-f7fa-4ccb-8d0f-f44da1bcb1a1,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:41:32.249299 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a08fcd7c-9758-47e0-b6c5-1be1d59a270d req-13ea1288-e173-4024-8eb1-e6d88888e15a tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c1ac446-2eae-4e3c-98ef-7a4684e96782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503607 May 20 20:41:32.294249 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53777a57-8f3b-40df-8a26-90532f438ec1 req-9aec65a5-3099-4555-afbe-0f2e2376ea63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:41:32.294249 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-53777a57-8f3b-40df-8a26-90532f438ec1 req-9aec65a5-3099-4555-afbe-0f2e2376ea63 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5df30a0b-5cdb-4d91-9fe8-512f286a6485 HTTP/1.1" status: 200 len: 850 time: 0.1956797 May 20 20:41:32.331654 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6d42985-5a3e-4dbb-8cf2-fc9e61503fb9 req-52495c4e-33ba-4c21-bccd-97b8abfd2d3f tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] No DVR routers for this DVR port dd7c455f-f7fa-4ccb-8d0f-f44da1bcb1a1 on host n-h1-842733-1 {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:41:32.338363 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-c6d42985-5a3e-4dbb-8cf2-fc9e61503fb9 req-52495c4e-33ba-4c21-bccd-97b8abfd2d3f tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:32.343777 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-c6d42985-5a3e-4dbb-8cf2-fc9e61503fb9 req-52495c4e-33ba-4c21-bccd-97b8abfd2d3f tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.24 "DELETE /v2.0/ports/dd7c455f-f7fa-4ccb-8d0f-f44da1bcb1a1 HTTP/1.1" status: 204 len: 173 time: 0.7690144 May 20 20:41:32.344559 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6b770e5-8fc5-41ee-a663-8df2656df33f', 'name': 'network-vif-deleted', 'tag': 'dd7c455f-f7fa-4ccb-8d0f-f44da1bcb1a1'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:41:32.347249 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6fa957933fccbf596d28104b23404b952ad6a8238afaebaed40a0874b2e409" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b7452fa-dcfb-4f62-89bb-47da191dafd8" -d '{"events": [{"server_uuid": "d6b770e5-8fc5-41ee-a663-8df2656df33f", "name": "network-vif-deleted", "tag": "dd7c455f-f7fa-4ccb-8d0f-f44da1bcb1a1"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:41:32.444860 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [req-f887ddcb-36eb-495b-9c4a-1f0fd118e0e0 req-d6948d94-8177-40d9-b293-485aeb282fcc tempest-FloatingIPsTestJSON-1750937888 tempest-FloatingIPsTestJSON-1750937888-project] Allocated IP 172.25.2.126 (e3a93b5c-91e2-4064-9c2c-1afc261bfe15/86fee0c1-6e34-488b-9216-b2b8e7ef585a/8ed5adce-f578-4d63-bf3e-1b92dbfbf278) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:41:32.462853 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53777a57-8f3b-40df-8a26-90532f438ec1 req-f1bf629f-f1cd-4ca4-b029-8727f7b732d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:41:32.464448 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-53777a57-8f3b-40df-8a26-90532f438ec1 req-f1bf629f-f1cd-4ca4-b029-8727f7b732d7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=85e5027c-d244-4186-8c19-3a12977de170&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1694028 May 20 20:41:32.475454 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d3cad22d-0518-40e7-8e2d-a3b1c4f36108 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-692224'] for router_interface, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:32.521367 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dfab7f-7546-4438-8667-693ebf84571e req-759848f0-c953-4d94-80cf-932b1f476935 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:41:32.532950 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e0dfab7f-7546-4438-8667-693ebf84571e req-759848f0-c953-4d94-80cf-932b1f476935 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/ports?device_id=73e6ff91-e9c8-4167-9370-e79bd8c2a253 HTTP/1.1" status: 200 len: 943 time: 0.1650038 May 20 20:41:32.706322 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e0dfab7f-7546-4438-8667-693ebf84571e req-31cb4aef-3aa5-4e44-9f7d-bd2e66df0156 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/security-groups?id=c9d9c404-d869-4158-9779-ac1a15da4bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723201 May 20 20:41:32.813160 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe1fd90-2235-481a-b822-6ba49de0a62a req-02225a32-2aa4-4f82-aa59-57e32af0a170 tempest-ServersTestFqdnHostnames-1411433198 tempest-ServersTestFqdnHostnames-1411433198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:41:32.814725 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-5fe1fd90-2235-481a-b822-6ba49de0a62a req-02225a32-2aa4-4f82-aa59-57e32af0a170 tempest-ServersTestFqdnHostnames-1411433198 tempest-ServersTestFqdnHostnames-1411433198-project] 10.222.0.24 "GET /v2.0/ports?device_id=0002b22e-4d91-4847-9cd0-e82e5eb2bc82 HTTP/1.1" status: 200 len: 945 time: 0.1073403 May 20 20:41:32.870363 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-53777a57-8f3b-40df-8a26-90532f438ec1 req-89b8b0b2-f967-4509-bd97-5838c0d263f6 service neutron] 10.222.0.13 "GET /v2.0/networks/85e5027c-d244-4186-8c19-3a12977de170?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3958428 May 20 20:41:32.929371 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-5fe1fd90-2235-481a-b822-6ba49de0a62a req-7599e248-0a94-41b2-8661-3c056e28c3dc tempest-ServersTestFqdnHostnames-1411433198 tempest-ServersTestFqdnHostnames-1411433198-project] Deleting port 30d9fa41-50c6-4b38-bde4-ac01e978310f {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:41:32.930019 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-5fe1fd90-2235-481a-b822-6ba49de0a62a req-7599e248-0a94-41b2-8661-3c056e28c3dc tempest-ServersTestFqdnHostnames-1411433198 tempest-ServersTestFqdnHostnames-1411433198-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:32.973287 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-f887ddcb-36eb-495b-9c4a-1f0fd118e0e0 req-d6948d94-8177-40d9-b293-485aeb282fcc tempest-FloatingIPsTestJSON-1750937888 tempest-FloatingIPsTestJSON-1750937888-project] Notify callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:32.998609 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a515c94f-f30a-4c65-a7f3-2df38ca869b7 req-88fed663-0e08-4198-8a7b-d0b0ed92dd1d tempest-ServersTestFqdnHostnames-1411433198 tempest-ServersTestFqdnHostnames-1411433198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:41:33.000908 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a515c94f-f30a-4c65-a7f3-2df38ca869b7 req-88fed663-0e08-4198-8a7b-d0b0ed92dd1d tempest-ServersTestFqdnHostnames-1411433198 tempest-ServersTestFqdnHostnames-1411433198-project] 10.222.0.35 "GET /v2.0/ports?device_id=0002b22e-4d91-4847-9cd0-e82e5eb2bc82 HTTP/1.1" status: 200 len: 945 time: 0.1775899 May 20 20:41:33.015706 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 441571a2-1297-49bc-a241-c0c800726154 details requested by agent hyperv_n-h2-842733-1 with host n-h2-842733-1 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 20:41:33.063933 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-5fe1fd90-2235-481a-b822-6ba49de0a62a req-7599e248-0a94-41b2-8661-3c056e28c3dc tempest-ServersTestFqdnHostnames-1411433198 tempest-ServersTestFqdnHostnames-1411433198-project] For port 30d9fa41-50c6-4b38-bde4-ac01e978310f, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=30d9fa41-50c6-4b38-bde4-ac01e978310f,segment=NetworkSegment(829636e1-4a48-47c7-aa8d-8fdc9c95015f),segment_id=829636e1-4a48-47c7-aa8d-8fdc9c95015f)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:41:33.064310 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-5fe1fd90-2235-481a-b822-6ba49de0a62a req-7599e248-0a94-41b2-8661-3c056e28c3dc tempest-ServersTestFqdnHostnames-1411433198 tempest-ServersTestFqdnHostnames-1411433198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:33.156359 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port 441571a2-1297-49bc-a241-c0c800726154, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=441571a2-1297-49bc-a241-c0c800726154,segment=NetworkSegment(3074e67a-6387-4709-bab9-e18fa7662e57),segment_id=3074e67a-6387-4709-bab9-e18fa7662e57)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:41:33.169605 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3cad22d-0518-40e7-8e2d-a3b1c4f36108 admin admin] Router 96877dde-8809-4099-bfc6-95b6aad55f68 has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 20:41:33.179907 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Returning: {'device': '441571a2-1297-49bc-a241-c0c800726154', 'network_id': 'f2c1f29b-3984-454a-a363-825a8303b3d8', 'port_id': '441571a2-1297-49bc-a241-c0c800726154', 'mac_address': 'fa:16:3e:de:56:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6e11a18-e233-4d96-9624-671f5264a4cf', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 20 20:41:33.229961 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-53777a57-8f3b-40df-8a26-90532f438ec1 req-d025bbd2-6641-49b4-ae5b-2f25b4ab6d40 service neutron] 10.222.0.13 "GET /v2.0/networks/85e5027c-d244-4186-8c19-3a12977de170?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3448987 May 20 20:41:33.237849 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a515c94f-f30a-4c65-a7f3-2df38ca869b7 req-26ae6a86-a79f-4154-9ec1-d7b7b9de7d8b tempest-ServersTestFqdnHostnames-1411433198 tempest-ServersTestFqdnHostnames-1411433198-project] 10.222.0.35 "GET /v2.0/security-groups?id=1828cf44-0ab8-44e5-93a8-c9c17b35acb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1060569 May 20 20:41:33.303717 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port 441571a2-1297-49bc-a241-c0c800726154 is: DOWN; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:41:33.307708 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:33.313893 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-f887ddcb-36eb-495b-9c4a-1f0fd118e0e0 req-d6948d94-8177-40d9-b293-485aeb282fcc tempest-FloatingIPsTestJSON-1750937888 tempest-FloatingIPsTestJSON-1750937888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:33.353556 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 441571a2-1297-49bc-a241-c0c800726154 {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:41:33.410809 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f887ddcb-36eb-495b-9c4a-1f0fd118e0e0 req-d6948d94-8177-40d9-b293-485aeb282fcc tempest-FloatingIPsTestJSON-1750937888 tempest-FloatingIPsTestJSON-1750937888-project] Network e3a93b5c-91e2-4064-9c2c-1afc261bfe15 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:41:33.419255 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [req-f887ddcb-36eb-495b-9c4a-1f0fd118e0e0 req-d6948d94-8177-40d9-b293-485aeb282fcc tempest-FloatingIPsTestJSON-1750937888 tempest-FloatingIPsTestJSON-1750937888-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:41:33.420689 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port 441571a2-1297-49bc-a241-c0c800726154, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=441571a2-1297-49bc-a241-c0c800726154,segment=NetworkSegment(3074e67a-6387-4709-bab9-e18fa7662e57),segment_id=3074e67a-6387-4709-bab9-e18fa7662e57)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:41:33.434822 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [req-f887ddcb-36eb-495b-9c4a-1f0fd118e0e0 req-d6948d94-8177-40d9-b293-485aeb282fcc tempest-FloatingIPsTestJSON-1750937888 tempest-FloatingIPsTestJSON-1750937888-project] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:41:33.451432 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3cad22d-0518-40e7-8e2d-a3b1c4f36108 admin admin] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 20:41:33.460580 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e8aac4-c88b-4877-bf75-164bd7fe2417 None None] Sync routers for ids ['96877dde-8809-4099-bfc6-95b6aad55f68'] in n-d-842733-1 {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 20:41:33.466756 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6948d94-8177-40d9-b293-485aeb282fcc tempest-FloatingIPsTestJSON-1750937888 tempest-FloatingIPsTestJSON-1750937888-project] Pushing event updated for resources: {'Port': ['ID=8ed5adce-f578-4d63-bf3e-1b92dbfbf278,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:41:33.497007 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e8aac4-c88b-4877-bf75-164bd7fe2417 None None] Routers {'96877dde-8809-4099-bfc6-95b6aad55f68'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:41:33.498558 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-45e8aac4-c88b-4877-bf75-164bd7fe2417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:41:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['96877dde-8809-4099-bfc6-95b6aad55f68'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:41:33.507077 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-d3cad22d-0518-40e7-8e2d-a3b1c4f36108 admin admin] 10.222.0.35 "PUT /v2.0/routers/96877dde-8809-4099-bfc6-95b6aad55f68/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2894294 May 20 20:41:33.508389 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 37656) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:41:33.511089 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:33.640206 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-f887ddcb-36eb-495b-9c4a-1f0fd118e0e0 req-d6948d94-8177-40d9-b293-485aeb282fcc tempest-FloatingIPsTestJSON-1750937888 tempest-FloatingIPsTestJSON-1750937888-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:33.640463 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-45e8aac4-c88b-4877-bf75-164bd7fe2417 None None] Set router 96877dde-8809-4099-bfc6-95b6aad55f68 gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:41:33.677393 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=441571a2-1297-49bc-a241-c0c800726154,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:41:33.776927 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-f887ddcb-36eb-495b-9c4a-1f0fd118e0e0 req-d6948d94-8177-40d9-b293-485aeb282fcc tempest-FloatingIPsTestJSON-1750937888 tempest-FloatingIPsTestJSON-1750937888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:33.785309 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-29ec8952-70cd-4349-ba9b-ac522e51f43a admin admin] Notify callbacks [] for router, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:33.789269 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-5fe1fd90-2235-481a-b822-6ba49de0a62a req-7599e248-0a94-41b2-8661-3c056e28c3dc tempest-ServersTestFqdnHostnames-1411433198 tempest-ServersTestFqdnHostnames-1411433198-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:33.789648 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-5fe1fd90-2235-481a-b822-6ba49de0a62a req-7599e248-0a94-41b2-8661-3c056e28c3dc tempest-ServersTestFqdnHostnames-1411433198 tempest-ServersTestFqdnHostnames-1411433198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748272'] for floatingip, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:33.789975 n-d-842733-1 neutron-server[103162]: INFO neutron.db.l3_db [req-5fe1fd90-2235-481a-b822-6ba49de0a62a req-7599e248-0a94-41b2-8661-3c056e28c3dc tempest-ServersTestFqdnHostnames-1411433198 tempest-ServersTestFqdnHostnames-1411433198-project] Floating IP 9045b5e3-2d3b-4994-8d71-26524aff2e4c disassociated. External IP: 172.25.2.239, port: 30d9fa41-50c6-4b38-bde4-ac01e978310f. May 20 20:41:33.790320 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-5fe1fd90-2235-481a-b822-6ba49de0a62a req-7599e248-0a94-41b2-8661-3c056e28c3dc tempest-ServersTestFqdnHostnames-1411433198 tempest-ServersTestFqdnHostnames-1411433198-project] Calling delete_port for 30d9fa41-50c6-4b38-bde4-ac01e978310f owned by compute:nova {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:41:33.885675 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] get_ports_and_sgs() called for port_ids ['441571a2-1297-49bc-a241-c0c800726154'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:41:33.963432 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-29ec8952-70cd-4349-ba9b-ac522e51f43a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:33.966391 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-45e8aac4-c88b-4877-bf75-164bd7fe2417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96877dde-8809-4099-bfc6-95b6aad55f68', 'name': 'tempest-ServersTestBootFromVolume-667217382-router', 'tenant_id': '4db4ec0def424bec87de5a3f7547267e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.191'}], 'enable_snat': True}, 'gw_port_id': 'e0979714-7681-44dc-82d0-17304f0447a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:37:58Z', 'updated_at': '2022-05-20T20:41:31Z', 'revision_number': 5, 'project_id': '4db4ec0def424bec87de5a3f7547267e', 'gw_port': {'id': 'e0979714-7681-44dc-82d0-17304f0447a6', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:67:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96877dde-8809-4099-bfc6-95b6aad55f68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:37:59Z', 'updated_at': '2022-05-20T20:38:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:41:34.007817 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e8aac4-c88b-4877-bf75-164bd7fe2417 None None] Checking router: 96877dde-8809-4099-bfc6-95b6aad55f68 for host: n-d-842733-1 {{(pid=103165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 20:41:34.024419 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e8aac4-c88b-4877-bf75-164bd7fe2417 None None] Routers {'96877dde-8809-4099-bfc6-95b6aad55f68'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:41:34.026410 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-45e8aac4-c88b-4877-bf75-164bd7fe2417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:41:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['96877dde-8809-4099-bfc6-95b6aad55f68'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:41:34.150567 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-29ec8952-70cd-4349-ba9b-ac522e51f43a admin admin] Deleting port e0979714-7681-44dc-82d0-17304f0447a6 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:41:34.150897 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-29ec8952-70cd-4349-ba9b-ac522e51f43a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:34.153908 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-f887ddcb-36eb-495b-9c4a-1f0fd118e0e0 req-d6948d94-8177-40d9-b293-485aeb282fcc tempest-FloatingIPsTestJSON-1750937888 tempest-FloatingIPsTestJSON-1750937888-project] Notify callbacks [] for port, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:34.212611 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-f887ddcb-36eb-495b-9c4a-1f0fd118e0e0 req-d6948d94-8177-40d9-b293-485aeb282fcc tempest-FloatingIPsTestJSON-1750937888 tempest-FloatingIPsTestJSON-1750937888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:34.232428 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-45e8aac4-c88b-4877-bf75-164bd7fe2417 None None] Set router 96877dde-8809-4099-bfc6-95b6aad55f68 gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:41:34.266419 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-29ec8952-70cd-4349-ba9b-ac522e51f43a admin admin] For port e0979714-7681-44dc-82d0-17304f0447a6, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=e0979714-7681-44dc-82d0-17304f0447a6,segment=NetworkSegment(0b5485c4-eff8-42a1-9073-ae54ed4c63ba),segment_id=0b5485c4-eff8-42a1-9073-ae54ed4c63ba)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:41:34.266910 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-29ec8952-70cd-4349-ba9b-ac522e51f43a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:34.301088 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-29ec8952-70cd-4349-ba9b-ac522e51f43a admin admin] Calling delete_port for e0979714-7681-44dc-82d0-17304f0447a6 owned by network:router_gateway {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:41:34.302483 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-5fe1fd90-2235-481a-b822-6ba49de0a62a req-7599e248-0a94-41b2-8661-3c056e28c3dc tempest-ServersTestFqdnHostnames-1411433198 tempest-ServersTestFqdnHostnames-1411433198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:34.362754 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6948d94-8177-40d9-b293-485aeb282fcc tempest-FloatingIPsTestJSON-1750937888 tempest-FloatingIPsTestJSON-1750937888-project] Pushing event updated for resources: {'Port': ['ID=8ed5adce-f578-4d63-bf3e-1b92dbfbf278,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:41:34.376392 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7599e248-0a94-41b2-8661-3c056e28c3dc tempest-ServersTestFqdnHostnames-1411433198 tempest-ServersTestFqdnHostnames-1411433198-project] Pushing event deleted for resources: {'Port': ['ID=30d9fa41-50c6-4b38-bde4-ac01e978310f,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:41:34.390009 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-f887ddcb-36eb-495b-9c4a-1f0fd118e0e0 req-d6948d94-8177-40d9-b293-485aeb282fcc tempest-FloatingIPsTestJSON-1750937888 tempest-FloatingIPsTestJSON-1750937888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748272'] for floatingip, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:34.510034 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-f887ddcb-36eb-495b-9c4a-1f0fd118e0e0 req-d6948d94-8177-40d9-b293-485aeb282fcc tempest-FloatingIPsTestJSON-1750937888 tempest-FloatingIPsTestJSON-1750937888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for floatingip, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:34.515746 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f887ddcb-36eb-495b-9c4a-1f0fd118e0e0 req-d6948d94-8177-40d9-b293-485aeb282fcc tempest-FloatingIPsTestJSON-1750937888 tempest-FloatingIPsTestJSON-1750937888-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.3879988 May 20 20:41:34.540082 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-45e8aac4-c88b-4877-bf75-164bd7fe2417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96877dde-8809-4099-bfc6-95b6aad55f68', 'name': 'tempest-ServersTestBootFromVolume-667217382-router', 'tenant_id': '4db4ec0def424bec87de5a3f7547267e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.191'}], 'enable_snat': True}, 'gw_port_id': 'e0979714-7681-44dc-82d0-17304f0447a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:37:58Z', 'updated_at': '2022-05-20T20:41:31Z', 'revision_number': 5, 'project_id': '4db4ec0def424bec87de5a3f7547267e', 'gw_port': {'id': 'e0979714-7681-44dc-82d0-17304f0447a6', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:67:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96877dde-8809-4099-bfc6-95b6aad55f68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:37:59Z', 'updated_at': '2022-05-20T20:38:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:41:34.644858 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f887ddcb-36eb-495b-9c4a-1f0fd118e0e0 req-9d9a5d1e-7363-48d9-aa8b-2783ddc3c49c tempest-FloatingIPsTestJSON-1750937888 tempest-FloatingIPsTestJSON-1750937888-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.2.126 HTTP/1.1" status: 200 len: 696 time: 0.1146894 May 20 20:41:34.699540 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e8aac4-c88b-4877-bf75-164bd7fe2417 None None] The sync data for ids ['96877dde-8809-4099-bfc6-95b6aad55f68'] in n-d-842733-1 is: [{'id': '96877dde-8809-4099-bfc6-95b6aad55f68', 'name': 'tempest-ServersTestBootFromVolume-667217382-router', 'tenant_id': '4db4ec0def424bec87de5a3f7547267e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.191'}], 'enable_snat': True}, 'gw_port_id': 'e0979714-7681-44dc-82d0-17304f0447a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:37:58Z', 'updated_at': '2022-05-20T20:41:31Z', 'revision_number': 5, 'project_id': '4db4ec0def424bec87de5a3f7547267e', 'gw_port': {'id': 'e0979714-7681-44dc-82d0-17304f0447a6', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:67:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96877dde-8809-4099-bfc6-95b6aad55f68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:37:59Z', 'updated_at': '2022-05-20T20:38:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 20:41:34.704281 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5fe1fd90-2235-481a-b822-6ba49de0a62a req-7599e248-0a94-41b2-8661-3c056e28c3dc tempest-ServersTestFqdnHostnames-1411433198 tempest-ServersTestFqdnHostnames-1411433198-project] Router 1cc28792-3536-4873-bb60-ae6e3d650e79 has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 20:41:34.790067 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-29ec8952-70cd-4349-ba9b-ac522e51f43a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:34.852023 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ec8952-70cd-4349-ba9b-ac522e51f43a admin admin] Pushing event deleted for resources: {'Port': ['ID=e0979714-7681-44dc-82d0-17304f0447a6,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:41:34.865945 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f887ddcb-36eb-495b-9c4a-1f0fd118e0e0 req-f3adcb51-0fdc-46f3-b710-156bc76b94b1 tempest-FloatingIPsTestJSON-1750937888 tempest-FloatingIPsTestJSON-1750937888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:41:34.882591 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f887ddcb-36eb-495b-9c4a-1f0fd118e0e0 req-f3adcb51-0fdc-46f3-b710-156bc76b94b1 tempest-FloatingIPsTestJSON-1750937888 tempest-FloatingIPsTestJSON-1750937888-project] 10.222.0.35 "GET /v2.0/networks/e3a93b5c-91e2-4064-9c2c-1afc261bfe15 HTTP/1.1" status: 200 len: 784 time: 0.2312756 May 20 20:41:34.922793 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 20:41:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5a3027e-9aee-4809-b8a5-11129d4cf938 x-openstack-request-id: req-f5a3027e-9aee-4809-b8a5-11129d4cf938 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:41:34.923581 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73e6ff91-e9c8-4167-9370-e79bd8c2a253", "tag": "130e72e6-da90-46ab-a5e7-4c8babd6202e", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:41:34.924014 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f5a3027e-9aee-4809-b8a5-11129d4cf938 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:41:34.924621 n-d-842733-1 neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5a3027e-9aee-4809-b8a5-11129d4cf938'] response: {'name': 'network-changed', 'server_uuid': '73e6ff91-e9c8-4167-9370-e79bd8c2a253', 'tag': '130e72e6-da90-46ab-a5e7-4c8babd6202e', 'status': 'completed', 'code': 200} May 20 20:41:34.958379 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5fe1fd90-2235-481a-b822-6ba49de0a62a req-7599e248-0a94-41b2-8661-3c056e28c3dc tempest-ServersTestFqdnHostnames-1411433198 tempest-ServersTestFqdnHostnames-1411433198-project] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 20:41:34.972712 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a1b26f1-9162-439c-98e8-6adc57173554 None None] Sync routers for ids ['1cc28792-3536-4873-bb60-ae6e3d650e79'] in n-d-842733-1 {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 20:41:34.993804 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a1b26f1-9162-439c-98e8-6adc57173554 None None] Routers {'1cc28792-3536-4873-bb60-ae6e3d650e79'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:41:35.000601 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-8a1b26f1-9162-439c-98e8-6adc57173554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:41:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['1cc28792-3536-4873-bb60-ae6e3d650e79'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:41:35.023067 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 20:41:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9693d3e-7b1b-4e71-84c1-645c0aeb1f85 x-openstack-request-id: req-e9693d3e-7b1b-4e71-84c1-645c0aeb1f85 {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:41:35.023658 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6b770e5-8fc5-41ee-a663-8df2656df33f", "name": "network-vif-deleted", "tag": "dd7c455f-f7fa-4ccb-8d0f-f44da1bcb1a1", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:41:35.023658 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e9693d3e-7b1b-4e71-84c1-645c0aeb1f85 {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:41:35.025122 n-d-842733-1 neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9693d3e-7b1b-4e71-84c1-645c0aeb1f85'] response: {'server_uuid': 'd6b770e5-8fc5-41ee-a663-8df2656df33f', 'name': 'network-vif-deleted', 'tag': 'dd7c455f-f7fa-4ccb-8d0f-f44da1bcb1a1', 'status': 'completed', 'code': 200} May 20 20:41:35.055933 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7428f09e-5648-46aa-ba31-7bac37fa38ad req-cc1f3910-abd7-4d84-8191-ce8ff24861fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:41:35.059846 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7428f09e-5648-46aa-ba31-7bac37fa38ad req-cc1f3910-abd7-4d84-8191-ce8ff24861fa service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2492915dd73f457d8cb02b28e57274de&device_id=73e6ff91-e9c8-4167-9370-e79bd8c2a253 HTTP/1.1" status: 200 len: 1094 time: 0.0782938 May 20 20:41:35.089559 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 441571a2-1297-49bc-a241-c0c800726154 up at agent hyperv_n-h2-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:41:35.123640 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fe1fd90-2235-481a-b822-6ba49de0a62a req-7599e248-0a94-41b2-8661-3c056e28c3dc tempest-ServersTestFqdnHostnames-1411433198 tempest-ServersTestFqdnHostnames-1411433198-project] No DVR routers for this DVR port 30d9fa41-50c6-4b38-bde4-ac01e978310f on host n-h1-842733-1 {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:41:35.143459 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-5fe1fd90-2235-481a-b822-6ba49de0a62a req-7599e248-0a94-41b2-8661-3c056e28c3dc tempest-ServersTestFqdnHostnames-1411433198 tempest-ServersTestFqdnHostnames-1411433198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:35.148986 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-5fe1fd90-2235-481a-b822-6ba49de0a62a req-7599e248-0a94-41b2-8661-3c056e28c3dc tempest-ServersTestFqdnHostnames-1411433198 tempest-ServersTestFqdnHostnames-1411433198-project] 10.222.0.24 "DELETE /v2.0/ports/30d9fa41-50c6-4b38-bde4-ac01e978310f HTTP/1.1" status: 204 len: 173 time: 2.3249056 May 20 20:41:35.192069 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-29ec8952-70cd-4349-ba9b-ac522e51f43a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-748206'] for router_gateway, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:35.261193 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcb2cb6-f1a4-4a75-b877-7a24e5f241ee req-b2d76694-c63d-480b-959c-317a6f30551e tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:41:35.263329 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-fbcb2cb6-f1a4-4a75-b877-7a24e5f241ee req-b2d76694-c63d-480b-959c-317a6f30551e tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] 10.222.0.35 "GET /v2.0/ports?device_id=ff2fe94a-2b07-499d-9660-c6155bfdabc4 HTTP/1.1" status: 200 len: 944 time: 0.1602354 May 20 20:41:35.311172 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-8a1b26f1-9162-439c-98e8-6adc57173554 None None] Set router 1cc28792-3536-4873-bb60-ae6e3d650e79 gateway port host: n-d-842733-1 {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:41:35.361782 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7428f09e-5648-46aa-ba31-7bac37fa38ad req-922b81d5-2ae4-42f1-95fd-8a3dbf4a943f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:41:35.363280 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7428f09e-5648-46aa-ba31-7bac37fa38ad req-922b81d5-2ae4-42f1-95fd-8a3dbf4a943f service neutron] 10.222.0.13 "GET /v2.0/networks?id=85e5027c-d244-4186-8c19-3a12977de170 HTTP/1.1" status: 200 len: 912 time: 0.2891974 May 20 20:41:35.369316 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-29ec8952-70cd-4349-ba9b-ac522e51f43a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26169'] for router, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:35.373022 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-fbcb2cb6-f1a4-4a75-b877-7a24e5f241ee req-d890d983-6b5b-49e2-b131-118bfae12a7a tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] 10.222.0.35 "GET /v2.0/security-groups?id=f4b7709e-62c4-4c92-9539-853c7ed8a4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973196 May 20 20:41:35.383650 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-29ec8952-70cd-4349-ba9b-ac522e51f43a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:35.435030 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7428f09e-5648-46aa-ba31-7bac37fa38ad req-f5fea277-143e-4e20-ad64-a1a496409c74 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=130e72e6-da90-46ab-a5e7-4c8babd6202e HTTP/1.1" status: 200 len: 217 time: 0.0608833 May 20 20:41:35.525325 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7428f09e-5648-46aa-ba31-7bac37fa38ad req-6aaef962-5c74-45bc-8ef9-da03473ed590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:41:35.529528 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7428f09e-5648-46aa-ba31-7bac37fa38ad req-6aaef962-5c74-45bc-8ef9-da03473ed590 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5df30a0b-5cdb-4d91-9fe8-512f286a6485 HTTP/1.1" status: 200 len: 850 time: 0.0840325 May 20 20:41:35.540981 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Provisioning for port 441571a2-1297-49bc-a241-c0c800726154 completed by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 20:41:35.563146 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Provisioning complete for port 441571a2-1297-49bc-a241-c0c800726154 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:41:35.563962 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:35.705370 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7428f09e-5648-46aa-ba31-7bac37fa38ad req-af77c06d-1b5b-4f56-8ad0-c47edee32d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:41:35.706919 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7428f09e-5648-46aa-ba31-7bac37fa38ad req-af77c06d-1b5b-4f56-8ad0-c47edee32d28 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=85e5027c-d244-4186-8c19-3a12977de170&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1711597 May 20 20:41:35.714896 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-29ec8952-70cd-4349-ba9b-ac522e51f43a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-693148'] for router, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:35.715464 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29ec8952-70cd-4349-ba9b-ac522e51f43a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 96877dde-8809-4099-bfc6-95b6aad55f68 {{(pid=103162) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 20 20:41:35.727573 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-29ec8952-70cd-4349-ba9b-ac522e51f43a admin admin] Notify callbacks [] for router, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:35.728837 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f20c5ae-08d4-4384-9d3a-d9a151d055f4 req-737d8c89-4e24-424c-96da-53fdb858c5e0 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:41:35.731256 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7f20c5ae-08d4-4384-9d3a-d9a151d055f4 req-737d8c89-4e24-424c-96da-53fdb858c5e0 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/ports?device_id=73e6ff91-e9c8-4167-9370-e79bd8c2a253 HTTP/1.1" status: 200 len: 943 time: 0.1420565 May 20 20:41:35.732979 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 37688) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:41:35.739756 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-29ec8952-70cd-4349-ba9b-ac522e51f43a admin admin] 10.222.0.35 "DELETE /v2.0/routers/96877dde-8809-4099-bfc6-95b6aad55f68 HTTP/1.1" status: 204 len: 168 time: 2.2296786 May 20 20:41:35.772521 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port 441571a2-1297-49bc-a241-c0c800726154 is: BUILD; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:41:35.772521 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:35.806040 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff2fe94a-2b07-499d-9660-c6155bfdabc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '441571a2-1297-49bc-a241-c0c800726154'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:41:35.808501 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8485417003ce7c0410b00f5cdc2f391e21107b70bb68e2773712534a96e108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb2c84eb-91e2-4181-b5e8-58c14b12ee66" -d '{"events": [{"server_uuid": "ff2fe94a-2b07-499d-9660-c6155bfdabc4", "name": "network-vif-plugged", "status": "completed", "tag": "441571a2-1297-49bc-a241-c0c800726154"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:41:35.817827 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-8a1b26f1-9162-439c-98e8-6adc57173554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cc28792-3536-4873-bb60-ae6e3d650e79', 'name': 'tempest-ServersTestFqdnHostnames-677229381-router', 'tenant_id': '41fb6039a7a04b8d930f9d787f82c020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.246'}], 'enable_snat': True}, 'gw_port_id': '40b0110f-ef63-493a-8821-9a1b887c9a73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:40:11Z', 'updated_at': '2022-05-20T20:40:16Z', 'revision_number': 4, 'project_id': '41fb6039a7a04b8d930f9d787f82c020', 'gw_port': {'id': '40b0110f-ef63-493a-8821-9a1b887c9a73', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:af:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc28792-3536-4873-bb60-ae6e3d650e79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:40:12Z', 'updated_at': '2022-05-20T20:40:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': '8119704d-00a4-4e00-bffe-312173a4bbe0', 'name': '', 'network_id': '5da3ab3c-5eb1-4623-819e-a8030cb07d59', 'tenant_id': '41fb6039a7a04b8d930f9d787f82c020', 'mac_address': 'fa:16:3e:01:f8:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc28792-3536-4873-bb60-ae6e3d650e79', 'device_owner': 'network:router_interface', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': '73d34f71-dea6-437b-b330-aa0e1ed12b8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:40:15Z', 'updated_at': '2022-05-20T20:40:20Z', 'revision_number': 5, 'project_id': '41fb6039a7a04b8d930f9d787f82c020', 'subnets': [{'id': '73d34f71-dea6-437b-b330-aa0e1ed12b8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:41:35.869096 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port 441571a2-1297-49bc-a241-c0c800726154, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=441571a2-1297-49bc-a241-c0c800726154,segment=NetworkSegment(3074e67a-6387-4709-bab9-e18fa7662e57),segment_id=3074e67a-6387-4709-bab9-e18fa7662e57)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:41:35.876490 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8054f77-c753-4f0b-b972-ec272236365d admin admin] Deleting subnet f320fcb0-0b3a-445c-8395-c256db82b19f {{(pid=103163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 20 20:41:35.877963 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a1b26f1-9162-439c-98e8-6adc57173554 None None] Checking router: 1cc28792-3536-4873-bb60-ae6e3d650e79 for host: n-d-842733-1 {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 20:41:35.884560 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b8054f77-c753-4f0b-b972-ec272236365d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:35.924265 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a1b26f1-9162-439c-98e8-6adc57173554 None None] Routers {'1cc28792-3536-4873-bb60-ae6e3d650e79'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:41:35.924962 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-8a1b26f1-9162-439c-98e8-6adc57173554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:41:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['1cc28792-3536-4873-bb60-ae6e3d650e79'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:41:35.983166 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:36.009183 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [req-cb6b6bd4-1cb3-4cbe-8e5f-adb5d574278d req-e706ba30-e000-41d2-8a12-bb916b0e1119 tempest-LiveMigrationTest-1108997473 tempest-LiveMigrationTest-1108997473-project-admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103162) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 20:41:36.010810 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-cb6b6bd4-1cb3-4cbe-8e5f-adb5d574278d req-e706ba30-e000-41d2-8a12-bb916b0e1119 tempest-LiveMigrationTest-1108997473 tempest-LiveMigrationTest-1108997473-project-admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065041 May 20 20:41:36.070816 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=441571a2-1297-49bc-a241-c0c800726154,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:41:36.073673 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 4528711f-fa7a-4d6a-9aa8-302ffe4b8cf7 no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:41:36.110646 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: 4528711f-fa7a-4d6a-9aa8-302ffe4b8cf7 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 20:41:36.111402 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 4528711f-fa7a-4d6a-9aa8-302ffe4b8cf7 not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 20:41:36.112425 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6b6bd4-1cb3-4cbe-8e5f-adb5d574278d req-ad8f97be-0bce-4746-ac2f-61a4f734ee27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:41:36.114124 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-cb6b6bd4-1cb3-4cbe-8e5f-adb5d574278d req-ad8f97be-0bce-4746-ac2f-61a4f734ee27 service neutron] 10.222.0.35 "GET /v2.0/ports/14e84b14-5302-4a18-b663-c57259b108a0 HTTP/1.1" status: 200 len: 1094 time: 0.0875387 May 20 20:41:36.136561 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [req-cb6b6bd4-1cb3-4cbe-8e5f-adb5d574278d req-a9469ceb-0a17-41f6-87f0-960586d22037 service neutron] Request body: {'binding': {'host': 'n-h2-842733-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:41:36.137053 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [req-cb6b6bd4-1cb3-4cbe-8e5f-adb5d574278d req-a9469ceb-0a17-41f6-87f0-960586d22037 service neutron] Unknown quota resources ['binding']. {{(pid=103162) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} May 20 20:41:36.238956 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-8a1b26f1-9162-439c-98e8-6adc57173554 None None] Set router 1cc28792-3536-4873-bb60-ae6e3d650e79 gateway port host: n-d-842733-1 {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:41:36.373132 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7f20c5ae-08d4-4384-9d3a-d9a151d055f4 req-932b9625-4747-43ca-a669-7ae6c46ad013 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/security-groups?id=c9d9c404-d869-4158-9779-ac1a15da4bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5964344 May 20 20:41:36.406892 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b8054f77-c753-4f0b-b972-ec272236365d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9338757'] for subnet, precommit_delete_associations {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:36.521262 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7428f09e-5648-46aa-ba31-7bac37fa38ad req-fc35a09d-651b-4c22-9374-1f2fdff068c7 service neutron] 10.222.0.13 "GET /v2.0/networks/85e5027c-d244-4186-8c19-3a12977de170?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7108936 May 20 20:41:36.522451 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-cb6b6bd4-1cb3-4cbe-8e5f-adb5d574278d req-a9469ceb-0a17-41f6-87f0-960586d22037 service neutron] Attempting to bind port 14e84b14-5302-4a18-b663-c57259b108a0 on host n-h2-842733-1 for vnic_type normal with profile None {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:41:36.522451 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-cb6b6bd4-1cb3-4cbe-8e5f-adb5d574278d req-a9469ceb-0a17-41f6-87f0-960586d22037 service neutron] Attempting to bind port 14e84b14-5302-4a18-b663-c57259b108a0 by drivers openvswitch,hyperv on host n-h2-842733-1 at level 0 using segments [{'id': '8e7444da-2574-4e87-afbd-a324be0dd68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'f2296de0-b06c-422e-98fe-14a3771aba33'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:41:36.522451 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb6b6bd4-1cb3-4cbe-8e5f-adb5d574278d req-a9469ceb-0a17-41f6-87f0-960586d22037 service neutron] Attempting to bind port 14e84b14-5302-4a18-b663-c57259b108a0 on network f2296de0-b06c-422e-98fe-14a3771aba33 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:41:36.522451 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb6b6bd4-1cb3-4cbe-8e5f-adb5d574278d req-a9469ceb-0a17-41f6-87f0-960586d22037 service neutron] Port 14e84b14-5302-4a18-b663-c57259b108a0 on network f2296de0-b06c-422e-98fe-14a3771aba33 not bound, no agent of type Open vSwitch agent registered on host n-h2-842733-1 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 20:41:36.522451 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb6b6bd4-1cb3-4cbe-8e5f-adb5d574278d req-a9469ceb-0a17-41f6-87f0-960586d22037 service neutron] Attempting to bind port 14e84b14-5302-4a18-b663-c57259b108a0 on network f2296de0-b06c-422e-98fe-14a3771aba33 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:41:36.522451 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb6b6bd4-1cb3-4cbe-8e5f-adb5d574278d req-a9469ceb-0a17-41f6-87f0-960586d22037 service neutron] Checking agent: {'id': 'a66f2511-b955-448f-877c-56cfe9c81b12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 33, 2), 'started_at': datetime.datetime(2022, 5, 20, 20, 33, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 41, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:41:36.522451 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb6b6bd4-1cb3-4cbe-8e5f-adb5d574278d req-a9469ceb-0a17-41f6-87f0-960586d22037 service neutron] Checking segment: {'id': '8e7444da-2574-4e87-afbd-a324be0dd68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'f2296de0-b06c-422e-98fe-14a3771aba33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:41:36.522451 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb6b6bd4-1cb3-4cbe-8e5f-adb5d574278d req-a9469ceb-0a17-41f6-87f0-960586d22037 service neutron] Bound using segment: {'id': '8e7444da-2574-4e87-afbd-a324be0dd68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'f2296de0-b06c-422e-98fe-14a3771aba33'} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:41:36.522451 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-cb6b6bd4-1cb3-4cbe-8e5f-adb5d574278d req-a9469ceb-0a17-41f6-87f0-960586d22037 service neutron] Bound port: 14e84b14-5302-4a18-b663-c57259b108a0, host: n-h2-842733-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e7444da-2574-4e87-afbd-a324be0dd68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'f2296de0-b06c-422e-98fe-14a3771aba33'}}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:41:36.539471 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 30d9fa41-50c6-4b38-bde4-ac01e978310f no longer exists at agent hyperv_n-h1-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:41:36.549361 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-cb6b6bd4-1cb3-4cbe-8e5f-adb5d574278d req-a9469ceb-0a17-41f6-87f0-960586d22037 service neutron] For port 14e84b14-5302-4a18-b663-c57259b108a0, host n-h2-842733-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=14e84b14-5302-4a18-b663-c57259b108a0,segment=NetworkSegment(8e7444da-2574-4e87-afbd-a324be0dd68b),segment_id=8e7444da-2574-4e87-afbd-a324be0dd68b)] {{(pid=103162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:41:36.564406 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-67f9a4d6-6492-4b92-9d73-85c48097f68c req-882cd537-b19a-4866-827e-758dc7343758 tempest-ServersTestFqdnHostnames-1411433198 tempest-ServersTestFqdnHostnames-1411433198-project] 10.222.0.35 "GET /v2.0/ports?device_id=0002b22e-4d91-4847-9cd0-e82e5eb2bc82 HTTP/1.1" status: 200 len: 210 time: 0.0448990 May 20 20:41:36.575123 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] No Port match for: 30d9fa41-50c6-4b38-bde4-ac01e978310f {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 20:41:36.575584 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 30d9fa41-50c6-4b38-bde4-ac01e978310f not bound to the agent host n-h1-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 20:41:36.576226 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device dd7c455f-f7fa-4ccb-8d0f-f44da1bcb1a1 no longer exists at agent hyperv_n-h1-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:41:36.601843 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] No Port match for: dd7c455f-f7fa-4ccb-8d0f-f44da1bcb1a1 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 20:41:36.602206 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device dd7c455f-f7fa-4ccb-8d0f-f44da1bcb1a1 not bound to the agent host n-h1-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 20:41:36.619303 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-8a1b26f1-9162-439c-98e8-6adc57173554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cc28792-3536-4873-bb60-ae6e3d650e79', 'name': 'tempest-ServersTestFqdnHostnames-677229381-router', 'tenant_id': '41fb6039a7a04b8d930f9d787f82c020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.246'}], 'enable_snat': True}, 'gw_port_id': '40b0110f-ef63-493a-8821-9a1b887c9a73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:40:11Z', 'updated_at': '2022-05-20T20:40:16Z', 'revision_number': 4, 'project_id': '41fb6039a7a04b8d930f9d787f82c020', 'gw_port': {'id': '40b0110f-ef63-493a-8821-9a1b887c9a73', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:af:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc28792-3536-4873-bb60-ae6e3d650e79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:40:12Z', 'updated_at': '2022-05-20T20:40:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': '8119704d-00a4-4e00-bffe-312173a4bbe0', 'name': '', 'network_id': '5da3ab3c-5eb1-4623-819e-a8030cb07d59', 'tenant_id': '41fb6039a7a04b8d930f9d787f82c020', 'mac_address': 'fa:16:3e:01:f8:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc28792-3536-4873-bb60-ae6e3d650e79', 'device_owner': 'network:router_interface', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': '73d34f71-dea6-437b-b330-aa0e1ed12b8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:40:15Z', 'updated_at': '2022-05-20T20:40:20Z', 'revision_number': 5, 'project_id': '41fb6039a7a04b8d930f9d787f82c020', 'subnets': [{'id': '73d34f71-dea6-437b-b330-aa0e1ed12b8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:41:36.647508 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a1b26f1-9162-439c-98e8-6adc57173554 None None] The sync data for ids ['1cc28792-3536-4873-bb60-ae6e3d650e79'] in n-d-842733-1 is: [{'id': '1cc28792-3536-4873-bb60-ae6e3d650e79', 'name': 'tempest-ServersTestFqdnHostnames-677229381-router', 'tenant_id': '41fb6039a7a04b8d930f9d787f82c020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.246'}], 'enable_snat': True}, 'gw_port_id': '40b0110f-ef63-493a-8821-9a1b887c9a73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:40:11Z', 'updated_at': '2022-05-20T20:40:16Z', 'revision_number': 4, 'project_id': '41fb6039a7a04b8d930f9d787f82c020', 'gw_port': {'id': '40b0110f-ef63-493a-8821-9a1b887c9a73', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:af:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc28792-3536-4873-bb60-ae6e3d650e79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:40:12Z', 'updated_at': '2022-05-20T20:40:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': '8119704d-00a4-4e00-bffe-312173a4bbe0', 'name': '', 'network_id': '5da3ab3c-5eb1-4623-819e-a8030cb07d59', 'tenant_id': '41fb6039a7a04b8d930f9d787f82c020', 'mac_address': 'fa:16:3e:01:f8:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc28792-3536-4873-bb60-ae6e3d650e79', 'device_owner': 'network:router_interface', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': '73d34f71-dea6-437b-b330-aa0e1ed12b8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:40:15Z', 'updated_at': '2022-05-20T20:40:20Z', 'revision_number': 5, 'project_id': '41fb6039a7a04b8d930f9d787f82c020', 'subnets': [{'id': '73d34f71-dea6-437b-b330-aa0e1ed12b8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 20:41:36.663886 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b8054f77-c753-4f0b-b972-ec272236365d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33068388'] for subnet, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:36.673419 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-cb6b6bd4-1cb3-4cbe-8e5f-adb5d574278d req-a9469ceb-0a17-41f6-87f0-960586d22037 service neutron] Notify callbacks [] for binding, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:36.673419 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-cb6b6bd4-1cb3-4cbe-8e5f-adb5d574278d req-a9469ceb-0a17-41f6-87f0-960586d22037 service neutron] 10.222.0.35 "POST /v2.0/ports/14e84b14-5302-4a18-b663-c57259b108a0/bindings HTTP/1.1" status: 201 len: 389 time: 0.5347762 May 20 20:41:36.704066 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f36cdb02-5ce8-4fd7-acce-49094066d294 req-58c418b7-1328-40ac-ac84-f56619ceeca4 tempest-FloatingIPsTestJSON-1750937888 tempest-FloatingIPsTestJSON-1750937888-project] 10.222.0.35 "GET /v2.0/floatingips/6662f19b-57b9-455c-862b-37b631b3cb57 HTTP/1.1" status: 200 len: 693 time: 0.0999079 May 20 20:41:36.709703 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7428f09e-5648-46aa-ba31-7bac37fa38ad req-b1eb6d2a-0939-4dfc-a14b-b8c0ad942eeb service neutron] 10.222.0.13 "GET /v2.0/networks/85e5027c-d244-4186-8c19-3a12977de170?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2593141 May 20 20:41:36.834744 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36cdb02-5ce8-4fd7-acce-49094066d294 req-8276ef54-d28e-4a68-93cb-a329808d6b9a tempest-FloatingIPsTestJSON-1750937888 tempest-FloatingIPsTestJSON-1750937888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:41:36.837679 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f36cdb02-5ce8-4fd7-acce-49094066d294 req-8276ef54-d28e-4a68-93cb-a329808d6b9a tempest-FloatingIPsTestJSON-1750937888 tempest-FloatingIPsTestJSON-1750937888-project] 10.222.0.35 "GET /v2.0/networks/e3a93b5c-91e2-4064-9c2c-1afc261bfe15 HTTP/1.1" status: 200 len: 784 time: 0.1270788 May 20 20:41:36.913736 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f36cdb02-5ce8-4fd7-acce-49094066d294 req-a952b887-2d53-48d0-bdfa-7c2ad46aed14 tempest-FloatingIPsTestJSON-1750937888 tempest-FloatingIPsTestJSON-1750937888-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.2.126 HTTP/1.1" status: 200 len: 696 time: 0.0677075 May 20 20:41:36.924059 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b8054f77-c753-4f0b-b972-ec272236365d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33068399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9641221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8422588'] for subnet, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:36.954566 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb9a0a4-c8ae-4e5a-9705-b09b9fc50eaa None None] New status for floating IP 9045b5e3-2d3b-4994-8d71-26524aff2e4c: DOWN {{(pid=103165) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 20:41:37.002928 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8054f77-c753-4f0b-b972-ec272236365d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f320fcb0-0b3a-445c-8395-c256db82b19f,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:41:37.026269 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b8054f77-c753-4f0b-b972-ec272236365d admin admin] Notify callbacks [] for subnet, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:37.026529 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0002b22e-4d91-4847-9cd0-e82e5eb2bc82', 'name': 'network-vif-deleted', 'tag': '30d9fa41-50c6-4b38-bde4-ac01e978310f'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:41:37.028928 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6fa957933fccbf596d28104b23404b952ad6a8238afaebaed40a0874b2e409" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70ae0a15-ad45-4208-9194-9af1820c0d35" -d '{"events": [{"server_uuid": "0002b22e-4d91-4847-9cd0-e82e5eb2bc82", "name": "network-vif-deleted", "tag": "30d9fa41-50c6-4b38-bde4-ac01e978310f"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:41:37.034678 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-277a96b7-6e16-4d02-8387-2f4df7d2f977 None None] Network 7e63056f-89a6-4da2-9322-ff3239b073c6 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:41:37.039515 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 37700) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:41:37.042978 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-b8054f77-c753-4f0b-b972-ec272236365d admin admin] 10.222.0.35 "DELETE /v2.0/subnets/f320fcb0-0b3a-445c-8395-c256db82b19f HTTP/1.1" status: 204 len: 168 time: 1.3089154 May 20 20:41:37.064744 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f36cdb02-5ce8-4fd7-acce-49094066d294 req-28963ec3-1b6d-40d9-858e-8f2283cbde44 tempest-FloatingIPsTestJSON-1750937888 tempest-FloatingIPsTestJSON-1750937888-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.2.126 HTTP/1.1" status: 200 len: 696 time: 0.1500435 May 20 20:41:37.136634 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 130e72e6-da90-46ab-a5e7-4c8babd6202e details requested by agent hyperv_n-h2-842733-1 with host n-h2-842733-1 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 20:41:37.200051 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-29043c18-35bc-4d0a-92e8-7494a0cb3e27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33160123'] for network, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:37.304230 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-29043c18-35bc-4d0a-92e8-7494a0cb3e27 admin admin] Deleting port 64cbf296-2e20-493e-8fc7-c28dc45152d4 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:41:37.304803 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-29043c18-35bc-4d0a-92e8-7494a0cb3e27 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:37.359800 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [req-f36cdb02-5ce8-4fd7-acce-49094066d294 req-9c1a96cc-2f2d-44db-a1e4-d1b37ea07443 tempest-FloatingIPsTestJSON-1750937888 tempest-FloatingIPsTestJSON-1750937888-project] Deleting port 8ed5adce-f578-4d63-bf3e-1b92dbfbf278 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:41:37.360332 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-f36cdb02-5ce8-4fd7-acce-49094066d294 req-9c1a96cc-2f2d-44db-a1e4-d1b37ea07443 tempest-FloatingIPsTestJSON-1750937888 tempest-FloatingIPsTestJSON-1750937888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:37.426584 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-29043c18-35bc-4d0a-92e8-7494a0cb3e27 admin admin] For port 64cbf296-2e20-493e-8fc7-c28dc45152d4, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=64cbf296-2e20-493e-8fc7-c28dc45152d4,segment=NetworkSegment(2e6e4d76-0e9f-4826-8486-6bd4ed5544e9),segment_id=2e6e4d76-0e9f-4826-8486-6bd4ed5544e9)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:41:37.427050 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-29043c18-35bc-4d0a-92e8-7494a0cb3e27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:37.445981 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-29043c18-35bc-4d0a-92e8-7494a0cb3e27 admin admin] Calling delete_port for 64cbf296-2e20-493e-8fc7-c28dc45152d4 owned by network:dhcp {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:41:37.583267 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6b6bd4-1cb3-4cbe-8e5f-adb5d574278d req-dc17e82d-abc2-4110-87c0-2d3809533975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:41:37.584800 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-cb6b6bd4-1cb3-4cbe-8e5f-adb5d574278d req-dc17e82d-abc2-4110-87c0-2d3809533975 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=33876e14b0274b60a421aea47180bf46&device_id=fcdfd360-409c-4b60-958a-ff3f6575c816 HTTP/1.1" status: 200 len: 1097 time: 0.1926477 May 20 20:41:37.678553 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe606e5-0525-4835-be64-86dca9ec1097 req-91542a39-1e0c-4960-9831-cdc527a21f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:41:37.680548 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-3fe606e5-0525-4835-be64-86dca9ec1097 req-91542a39-1e0c-4960-9831-cdc527a21f69 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ff2fe94a-2b07-499d-9660-c6155bfdabc4 HTTP/1.1" status: 200 len: 1096 time: 0.0667601 May 20 20:41:37.729696 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 20:41:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df4a2d73-6a37-4d43-bf72-776cf2231446 x-openstack-request-id: req-df4a2d73-6a37-4d43-bf72-776cf2231446 {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:41:37.729916 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff2fe94a-2b07-499d-9660-c6155bfdabc4", "name": "network-vif-plugged", "status": "completed", "tag": "441571a2-1297-49bc-a241-c0c800726154", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:41:37.730128 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-df4a2d73-6a37-4d43-bf72-776cf2231446 {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:41:37.730371 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-29043c18-35bc-4d0a-92e8-7494a0cb3e27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:37.730544 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df4a2d73-6a37-4d43-bf72-776cf2231446'] response: {'server_uuid': 'ff2fe94a-2b07-499d-9660-c6155bfdabc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '441571a2-1297-49bc-a241-c0c800726154', 'code': 200} May 20 20:41:37.762110 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port 130e72e6-da90-46ab-a5e7-4c8babd6202e, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=130e72e6-da90-46ab-a5e7-4c8babd6202e,segment=NetworkSegment(1b0c59b6-1da5-46b1-ba4a-82e83befd33e),segment_id=1b0c59b6-1da5-46b1-ba4a-82e83befd33e)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:41:37.782736 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Returning: {'device': '130e72e6-da90-46ab-a5e7-4c8babd6202e', 'network_id': '85e5027c-d244-4186-8c19-3a12977de170', 'port_id': '130e72e6-da90-46ab-a5e7-4c8babd6202e', 'mac_address': 'fa:16:3e:70:27:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5df30a0b-5cdb-4d91-9fe8-512f286a6485', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 20 20:41:37.818743 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29043c18-35bc-4d0a-92e8-7494a0cb3e27 admin admin] Pushing event deleted for resources: {'Port': ['ID=64cbf296-2e20-493e-8fc7-c28dc45152d4,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:41:37.826425 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port 130e72e6-da90-46ab-a5e7-4c8babd6202e is: DOWN; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:41:37.826821 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:37.828782 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29043c18-35bc-4d0a-92e8-7494a0cb3e27 admin admin] No DVR routers for this DVR port 64cbf296-2e20-493e-8fc7-c28dc45152d4 on host n-d-842733-1 {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:41:37.836087 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-3fe606e5-0525-4835-be64-86dca9ec1097 req-224b003c-37ac-4e06-89e1-c5ea14bb3a45 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=f4b7709e-62c4-4c92-9539-853c7ed8a4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461444 May 20 20:41:37.843519 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 130e72e6-da90-46ab-a5e7-4c8babd6202e {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:41:37.875120 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6b6bd4-1cb3-4cbe-8e5f-adb5d574278d req-3de93178-5f11-408a-87e3-f0a4ce78f378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:41:37.877134 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-cb6b6bd4-1cb3-4cbe-8e5f-adb5d574278d req-3de93178-5f11-408a-87e3-f0a4ce78f378 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f2296de0-b06c-422e-98fe-14a3771aba33 HTTP/1.1" status: 200 len: 908 time: 0.2691503 May 20 20:41:37.884018 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-f36cdb02-5ce8-4fd7-acce-49094066d294 req-9c1a96cc-2f2d-44db-a1e4-d1b37ea07443 tempest-FloatingIPsTestJSON-1750937888 tempest-FloatingIPsTestJSON-1750937888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:37.884341 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-f36cdb02-5ce8-4fd7-acce-49094066d294 req-9c1a96cc-2f2d-44db-a1e4-d1b37ea07443 tempest-FloatingIPsTestJSON-1750937888 tempest-FloatingIPsTestJSON-1750937888-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:37.899387 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port 130e72e6-da90-46ab-a5e7-4c8babd6202e, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=130e72e6-da90-46ab-a5e7-4c8babd6202e,segment=NetworkSegment(1b0c59b6-1da5-46b1-ba4a-82e83befd33e),segment_id=1b0c59b6-1da5-46b1-ba4a-82e83befd33e)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:41:37.904664 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c486c145-9b55-4450-8f03-8aaacbfcd606 None None] DHCP port deletion for 7e63056f-89a6-4da2-9322-ff3239b073c6 request from n-d-842733-1 {{(pid=103164) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 20:41:37.931638 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [req-f36cdb02-5ce8-4fd7-acce-49094066d294 req-9c1a96cc-2f2d-44db-a1e4-d1b37ea07443 tempest-FloatingIPsTestJSON-1750937888 tempest-FloatingIPsTestJSON-1750937888-project] Calling delete_port for 8ed5adce-f578-4d63-bf3e-1b92dbfbf278 owned by network:floatingip {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:41:37.961235 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ee05d8-5c53-4119-a8a7-cb2aed6efe3f req-320f215c-c957-4e59-81ad-deff4146652a tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:41:37.962744 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-97ee05d8-5c53-4119-a8a7-cb2aed6efe3f req-320f215c-c957-4e59-81ad-deff4146652a tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] 10.222.0.35 "GET /v2.0/ports?device_id=ff2fe94a-2b07-499d-9660-c6155bfdabc4 HTTP/1.1" status: 200 len: 945 time: 0.3171623 May 20 20:41:37.980367 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-29043c18-35bc-4d0a-92e8-7494a0cb3e27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33072115', 'neutron.services.segments.db._delete_segments_for_network-8782419500584'] for network, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:37.985579 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:37.998227 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device e0979714-7681-44dc-82d0-17304f0447a6 no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:41:38.015034 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-29043c18-35bc-4d0a-92e8-7494a0cb3e27 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e63056f-89a6-4da2-9322-ff3239b073c6']}} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:41:38.036656 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-29043c18-35bc-4d0a-92e8-7494a0cb3e27 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e6e4d76-0e9f-4826-8486-6bd4ed5544e9') {'for_net_delete': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:41:38.037281 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-29043c18-35bc-4d0a-92e8-7494a0cb3e27 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e6e4d76-0e9f-4826-8486-6bd4ed5544e9') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:41:38.044089 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-97ee05d8-5c53-4119-a8a7-cb2aed6efe3f req-6cc00641-c746-4d04-af0d-68f6231c8113 tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] 10.222.0.35 "GET /v2.0/security-groups?id=f4b7709e-62c4-4c92-9539-853c7ed8a4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474231 May 20 20:41:38.049035 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db799ff-55af-419d-b975-bb6eb117b4f0 req-28057e40-9a50-440e-80ee-27222428b202 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:41:38.050849 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-3db799ff-55af-419d-b975-bb6eb117b4f0 req-28057e40-9a50-440e-80ee-27222428b202 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.24 "GET /v2.0/ports?device_id=15403929-020e-4cba-8203-91654f1a9017 HTTP/1.1" status: 200 len: 945 time: 0.1169417 May 20 20:41:38.070083 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-29043c18-35bc-4d0a-92e8-7494a0cb3e27 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419501617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3738385'] for segment, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:38.070539 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: e0979714-7681-44dc-82d0-17304f0447a6 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 20:41:38.072099 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device e0979714-7681-44dc-82d0-17304f0447a6 not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 20:41:38.072666 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 64cbf296-2e20-493e-8fc7-c28dc45152d4 no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:41:38.107665 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-29043c18-35bc-4d0a-92e8-7494a0cb3e27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:38.120903 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29043c18-35bc-4d0a-92e8-7494a0cb3e27 admin admin] Releasing vlan 247 on physical network physnet1 to pool {{(pid=103162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 20:41:38.121345 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-29043c18-35bc-4d0a-92e8-7494a0cb3e27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3800791'] for segment, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:38.123148 n-d-842733-1 neutron-server[103162]: Traceback (most recent call last): May 20 20:41:38.123148 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 20:41:38.123148 n-d-842733-1 neutron-server[103162]: timer() May 20 20:41:38.123148 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 20:41:38.123148 n-d-842733-1 neutron-server[103162]: cb(*args, **kw) May 20 20:41:38.123148 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 20 20:41:38.123148 n-d-842733-1 neutron-server[103162]: return func(*args, **kwargs) May 20 20:41:38.123148 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 20:41:38.123148 n-d-842733-1 neutron-server[103162]: self._notify() May 20 20:41:38.123148 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 20:41:38.123148 n-d-842733-1 neutron-server[103162]: self.callback(batched_events) May 20 20:41:38.123148 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 20:41:38.123148 n-d-842733-1 neutron-server[103162]: event.method(event) May 20 20:41:38.123148 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 20 20:41:38.123148 n-d-842733-1 neutron-server[103162]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 20:41:38.123148 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 20 20:41:38.123148 n-d-842733-1 neutron-server[103162]: aggregate_uuid = self.p_client.list_aggregates( May 20 20:41:38.123148 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 20 20:41:38.123148 n-d-842733-1 neutron-server[103162]: return f(self, *a, **k) May 20 20:41:38.123148 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 20 20:41:38.123148 n-d-842733-1 neutron-server[103162]: return self._get(url).json() May 20 20:41:38.123148 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 20 20:41:38.123148 n-d-842733-1 neutron-server[103162]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 20:41:38.123148 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 20:41:38.123148 n-d-842733-1 neutron-server[103162]: return self.request(url, 'GET', **kwargs) May 20 20:41:38.123148 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 20:41:38.123148 n-d-842733-1 neutron-server[103162]: base_url = self.get_endpoint(auth, allow=allow, May 20 20:41:38.123148 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 20:41:38.123148 n-d-842733-1 neutron-server[103162]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 20:41:38.123148 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 20:41:38.123148 n-d-842733-1 neutron-server[103162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 20:41:38.123148 n-d-842733-1 neutron-server[103162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 20:41:38.135387 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: 64cbf296-2e20-493e-8fc7-c28dc45152d4 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 20:41:38.136044 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 64cbf296-2e20-493e-8fc7-c28dc45152d4 not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 20:41:38.155497 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=130e72e6-da90-46ab-a5e7-4c8babd6202e,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:41:38.254995 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-3db799ff-55af-419d-b975-bb6eb117b4f0 req-abc60cdf-27e7-4fba-bc8d-a3208a2e3517 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] Deleting port 4f63bad5-6519-46fc-8d43-bff4764dbc9c {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:41:38.255609 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-3db799ff-55af-419d-b975-bb6eb117b4f0 req-abc60cdf-27e7-4fba-bc8d-a3208a2e3517 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:38.255731 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-cb6b6bd4-1cb3-4cbe-8e5f-adb5d574278d req-2bb8f65e-b847-4043-9c32-b66bffd33f44 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=14e84b14-5302-4a18-b663-c57259b108a0 HTTP/1.1" status: 200 len: 217 time: 0.0747826 May 20 20:41:38.315693 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923566a2-e034-4fda-96f6-d619935478ec req-77a1ff61-0a82-4d8e-b158-93ea9250b7b4 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:41:38.315981 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-29043c18-35bc-4d0a-92e8-7494a0cb3e27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33072122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748162'] for network, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:38.323562 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-923566a2-e034-4fda-96f6-d619935478ec req-77a1ff61-0a82-4d8e-b158-93ea9250b7b4 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] 10.222.0.35 "GET /v2.0/ports?device_id=fcdfd360-409c-4b60-958a-ff3f6575c816 HTTP/1.1" status: 200 len: 946 time: 0.1255713 May 20 20:41:38.326373 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-29043c18-35bc-4d0a-92e8-7494a0cb3e27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:38.337402 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-29043c18-35bc-4d0a-92e8-7494a0cb3e27 admin admin] 10.222.0.35 "DELETE /v2.0/networks/7e63056f-89a6-4da2-9322-ff3239b073c6 HTTP/1.1" status: 204 len: 168 time: 1.2891836 May 20 20:41:38.342497 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] get_ports_and_sgs() called for port_ids ['130e72e6-da90-46ab-a5e7-4c8babd6202e'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:41:38.357133 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29043c18-35bc-4d0a-92e8-7494a0cb3e27 admin admin] Pushing event deleted for resources: {'Network': ['ID=7e63056f-89a6-4da2-9322-ff3239b073c6,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:41:38.371719 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-f36cdb02-5ce8-4fd7-acce-49094066d294 req-9c1a96cc-2f2d-44db-a1e4-d1b37ea07443 tempest-FloatingIPsTestJSON-1750937888 tempest-FloatingIPsTestJSON-1750937888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:38.393692 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6b6bd4-1cb3-4cbe-8e5f-adb5d574278d req-a3a7639e-c26f-489b-860b-a1d198b28b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:41:38.395191 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-cb6b6bd4-1cb3-4cbe-8e5f-adb5d574278d req-a3a7639e-c26f-489b-860b-a1d198b28b0d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f9e5fad6-106c-4fb6-bdcf-0e79e7e3eb1f HTTP/1.1" status: 200 len: 847 time: 0.1300430 May 20 20:41:38.424489 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-3db799ff-55af-419d-b975-bb6eb117b4f0 req-abc60cdf-27e7-4fba-bc8d-a3208a2e3517 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] For port 4f63bad5-6519-46fc-8d43-bff4764dbc9c, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=4f63bad5-6519-46fc-8d43-bff4764dbc9c,segment=NetworkSegment(65a8f4c3-036d-4ff8-a81a-cd07cb6f1230),segment_id=65a8f4c3-036d-4ff8-a81a-cd07cb6f1230)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:41:38.425253 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-3db799ff-55af-419d-b975-bb6eb117b4f0 req-abc60cdf-27e7-4fba-bc8d-a3208a2e3517 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:38.470881 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1a96cc-2f2d-44db-a1e4-d1b37ea07443 tempest-FloatingIPsTestJSON-1750937888 tempest-FloatingIPsTestJSON-1750937888-project] Pushing event deleted for resources: {'Port': ['ID=8ed5adce-f578-4d63-bf3e-1b92dbfbf278,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:41:38.471633 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-3db799ff-55af-419d-b975-bb6eb117b4f0 req-abc60cdf-27e7-4fba-bc8d-a3208a2e3517 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] Calling delete_port for 4f63bad5-6519-46fc-8d43-bff4764dbc9c owned by compute:nova {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:41:38.477625 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-cb6b6bd4-1cb3-4cbe-8e5f-adb5d574278d req-3915b8f2-649f-4412-8478-7e775097d484 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f2296de0-b06c-422e-98fe-14a3771aba33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401630 May 20 20:41:38.536259 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-923566a2-e034-4fda-96f6-d619935478ec req-ddba8ffe-1c84-4d31-8936-31ba8a85809c tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] 10.222.0.35 "GET /v2.0/security-groups?id=0a1ca955-ee86-4e03-bb39-6b1e6a532a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117543 May 20 20:41:38.629013 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 20:41:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-943aacb4-9a2e-47d3-bc42-b21c0d72f2bd x-openstack-request-id: req-943aacb4-9a2e-47d3-bc42-b21c0d72f2bd {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:41:38.630227 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0002b22e-4d91-4847-9cd0-e82e5eb2bc82", "name": "network-vif-deleted", "tag": "30d9fa41-50c6-4b38-bde4-ac01e978310f", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:41:38.630365 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-943aacb4-9a2e-47d3-bc42-b21c0d72f2bd {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:41:38.630825 n-d-842733-1 neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-943aacb4-9a2e-47d3-bc42-b21c0d72f2bd'] response: {'server_uuid': '0002b22e-4d91-4847-9cd0-e82e5eb2bc82', 'name': 'network-vif-deleted', 'tag': '30d9fa41-50c6-4b38-bde4-ac01e978310f', 'status': 'completed', 'code': 200} May 20 20:41:38.717044 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-f36cdb02-5ce8-4fd7-acce-49094066d294 req-9c1a96cc-2f2d-44db-a1e4-d1b37ea07443 tempest-FloatingIPsTestJSON-1750937888 tempest-FloatingIPsTestJSON-1750937888-project] Notify callbacks [] for floatingip, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:38.719651 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-f36cdb02-5ce8-4fd7-acce-49094066d294 req-9c1a96cc-2f2d-44db-a1e4-d1b37ea07443 tempest-FloatingIPsTestJSON-1750937888 tempest-FloatingIPsTestJSON-1750937888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for floatingip, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:38.720807 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f36cdb02-5ce8-4fd7-acce-49094066d294 req-9c1a96cc-2f2d-44db-a1e4-d1b37ea07443 tempest-FloatingIPsTestJSON-1750937888 tempest-FloatingIPsTestJSON-1750937888-project] 10.222.0.35 "DELETE /v2.0/floatingips/6662f19b-57b9-455c-862b-37b631b3cb57 HTTP/1.1" status: 204 len: 173 time: 1.6552558 May 20 20:41:38.748675 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 37714) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:41:38.789479 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-3db799ff-55af-419d-b975-bb6eb117b4f0 req-abc60cdf-27e7-4fba-bc8d-a3208a2e3517 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:38.793653 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-cb6b6bd4-1cb3-4cbe-8e5f-adb5d574278d req-f17b0ca5-f057-4a19-88c3-0042abcfa635 service neutron] 10.222.0.13 "GET /v2.0/networks/f2296de0-b06c-422e-98fe-14a3771aba33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2998114 May 20 20:41:38.853819 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc60cdf-27e7-4fba-bc8d-a3208a2e3517 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] Pushing event deleted for resources: {'Port': ['ID=4f63bad5-6519-46fc-8d43-bff4764dbc9c,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:41:38.856338 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2769904-c21b-4885-b0bd-24d7ba68f642 req-640d47ea-220b-4279-a40b-ddc496967949 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:41:38.864334 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f2769904-c21b-4885-b0bd-24d7ba68f642 req-640d47ea-220b-4279-a40b-ddc496967949 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/ports?device_id=73e6ff91-e9c8-4167-9370-e79bd8c2a253 HTTP/1.1" status: 200 len: 944 time: 0.1173842 May 20 20:41:38.898219 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f19b82db-3741-49c0-9e92-a18247d11d47 req-4e3b6f0c-6aa2-47c3-bccb-3f8fcb954631 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.35 "GET /v2.0/ports?device_id=15403929-020e-4cba-8203-91654f1a9017 HTTP/1.1" status: 200 len: 210 time: 0.0875306 May 20 20:41:38.932398 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-9d9cbac9-3fe2-412b-95e5-4a82e1d42b4a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4db4ec0def424bec87de5a3f7547267e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1825569 May 20 20:41:38.943316 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f2769904-c21b-4885-b0bd-24d7ba68f642 req-7e4bb3e5-934b-49b3-aa41-97fe1692da10 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/security-groups?id=c9d9c404-d869-4158-9779-ac1a15da4bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779943 May 20 20:41:38.949969 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 37716) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:41:38.994998 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-3db799ff-55af-419d-b975-bb6eb117b4f0 req-abc60cdf-27e7-4fba-bc8d-a3208a2e3517 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] No DVR routers for this DVR port 4f63bad5-6519-46fc-8d43-bff4764dbc9c on host n-h1-842733-1 {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:41:39.017574 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-3db799ff-55af-419d-b975-bb6eb117b4f0 req-abc60cdf-27e7-4fba-bc8d-a3208a2e3517 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:39.032419 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-3db799ff-55af-419d-b975-bb6eb117b4f0 req-abc60cdf-27e7-4fba-bc8d-a3208a2e3517 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.24 "DELETE /v2.0/ports/4f63bad5-6519-46fc-8d43-bff4764dbc9c HTTP/1.1" status: 204 len: 173 time: 0.9751828 May 20 20:41:39.076780 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-cb6b6bd4-1cb3-4cbe-8e5f-adb5d574278d req-8688d73e-8789-4345-8775-29e293077dae service neutron] 10.222.0.13 "GET /v2.0/networks/f2296de0-b06c-422e-98fe-14a3771aba33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2756548 May 20 20:41:39.079084 n-d-842733-1 neutron-server[103163]: INFO neutron.api.v2.resource [req-128a7e51-74c0-458b-991b-2c02938519f2 req-cf5670ad-6ff2-4681-a55b-0cf83838419a tempest-FloatingIPsTestJSON-1750937888 tempest-FloatingIPsTestJSON-1750937888-project] show failed (client error): The resource could not be found. May 20 20:41:39.080048 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-128a7e51-74c0-458b-991b-2c02938519f2 req-cf5670ad-6ff2-4681-a55b-0cf83838419a tempest-FloatingIPsTestJSON-1750937888 tempest-FloatingIPsTestJSON-1750937888-project] 10.222.0.35 "GET /v2.0/floatingips/6662f19b-57b9-455c-862b-37b631b3cb57 HTTP/1.1" status: 404 len: 350 time: 0.0641353 May 20 20:41:39.099803 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c019f67b-05ac-4a26-a522-0515ea6d43d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:39.127884 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c019f67b-05ac-4a26-a522-0515ea6d43d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:39.174458 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 37724) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:41:39.269700 n-d-842733-1 neutron-server[103163]: INFO neutron.api.v2.resource [req-b9fdaec3-926f-419c-bdc4-0bb05e5666d9 req-c74b5a79-98bc-420a-93f1-26f3048ce905 tempest-FloatingIPsTestJSON-1750937888 tempest-FloatingIPsTestJSON-1750937888-project] show failed (client error): The resource could not be found. May 20 20:41:39.269933 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b9fdaec3-926f-419c-bdc4-0bb05e5666d9 req-c74b5a79-98bc-420a-93f1-26f3048ce905 tempest-FloatingIPsTestJSON-1750937888 tempest-FloatingIPsTestJSON-1750937888-project] 10.222.0.35 "GET /v2.0/floatingips/6662f19b-57b9-455c-862b-37b631b3cb57 HTTP/1.1" status: 404 len: 350 time: 0.0830004 May 20 20:41:39.287648 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 37726) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:41:39.296970 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c019f67b-05ac-4a26-a522-0515ea6d43d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:39.299913 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c019f67b-05ac-4a26-a522-0515ea6d43d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:39.301056 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-c019f67b-05ac-4a26-a522-0515ea6d43d2 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5e13b9d4-dc78-43f9-922d-3a9af0272345 HTTP/1.1" status: 204 len: 168 time: 0.3502696 May 20 20:41:39.319286 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c019f67b-05ac-4a26-a522-0515ea6d43d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e13b9d4-dc78-43f9-922d-3a9af0272345,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:41:39.357429 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed1db8e-4d71-4d9d-8ab9-a9f0f758536b req-f1f7b021-893a-4abf-b424-b322023c7ba8 tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:41:39.359863 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8ed1db8e-4d71-4d9d-8ab9-a9f0f758536b req-f1f7b021-893a-4abf-b424-b322023c7ba8 tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] 10.222.0.35 "GET /v2.0/ports?device_id=ff2fe94a-2b07-499d-9660-c6155bfdabc4 HTTP/1.1" status: 200 len: 945 time: 0.1749065 May 20 20:41:39.363163 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-84ccc8b9-dd02-467b-bcb8-336f1bfb67c4 tempest-ServersTestFqdnHostnames-1411433198 tempest-ServersTestFqdnHostnames-1411433198-project] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:39.413446 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-84ccc8b9-dd02-467b-bcb8-336f1bfb67c4 tempest-ServersTestFqdnHostnames-1411433198 tempest-ServersTestFqdnHostnames-1411433198-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:39.446797 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8ed1db8e-4d71-4d9d-8ab9-a9f0f758536b req-5f22bb2e-5419-485c-a134-bc243f1a7b93 tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] 10.222.0.35 "GET /v2.0/security-groups?id=f4b7709e-62c4-4c92-9539-853c7ed8a4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777872 May 20 20:41:39.596281 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-84ccc8b9-dd02-467b-bcb8-336f1bfb67c4 tempest-ServersTestFqdnHostnames-1411433198 tempest-ServersTestFqdnHostnames-1411433198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:39.602270 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-84ccc8b9-dd02-467b-bcb8-336f1bfb67c4 tempest-ServersTestFqdnHostnames-1411433198 tempest-ServersTestFqdnHostnames-1411433198-project] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:39.607916 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-84ccc8b9-dd02-467b-bcb8-336f1bfb67c4 tempest-ServersTestFqdnHostnames-1411433198 tempest-ServersTestFqdnHostnames-1411433198-project] 10.222.0.35 "DELETE /v2.0/security-groups/1828cf44-0ab8-44e5-93a8-c9c17b35acb8 HTTP/1.1" status: 204 len: 168 time: 0.4280508 May 20 20:41:39.608853 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 37732) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:41:39.641982 n-d-842733-1 neutron-server[103163]: INFO neutron.api.v2.resource [None req-d2d5bcb5-054e-4011-b200-4d7a8369ef54 tempest-ServersTestFqdnHostnames-1411433198 tempest-ServersTestFqdnHostnames-1411433198-project] show failed (client error): The resource could not be found. May 20 20:41:39.654555 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-d2d5bcb5-054e-4011-b200-4d7a8369ef54 tempest-ServersTestFqdnHostnames-1411433198 tempest-ServersTestFqdnHostnames-1411433198-project] 10.222.0.35 "GET /v2.0/security-groups/1828cf44-0ab8-44e5-93a8-c9c17b35acb8 HTTP/1.1" status: 404 len: 347 time: 0.0430875 May 20 20:41:39.656694 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ccc8b9-dd02-467b-bcb8-336f1bfb67c4 tempest-ServersTestFqdnHostnames-1411433198 tempest-ServersTestFqdnHostnames-1411433198-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1828cf44-0ab8-44e5-93a8-c9c17b35acb8,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:41:39.658451 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 37734) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:41:40.004780 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284b93d1-e1e6-4ccc-b031-cff363e234bc req-659f6ef4-5f80-4039-9253-ce768d515cf0 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:41:40.033542 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-284b93d1-e1e6-4ccc-b031-cff363e234bc req-659f6ef4-5f80-4039-9253-ce768d515cf0 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] 10.222.0.35 "GET /v2.0/ports?device_id=fcdfd360-409c-4b60-958a-ff3f6575c816 HTTP/1.1" status: 200 len: 946 time: 0.2873459 May 20 20:41:40.095296 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-284b93d1-e1e6-4ccc-b031-cff363e234bc req-6751b256-b3b8-401f-a60f-f97bfed7599e tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] 10.222.0.35 "GET /v2.0/security-groups?id=0a1ca955-ee86-4e03-bb39-6b1e6a532a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579066 May 20 20:41:40.136273 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-abf177c2-a505-4074-b4f7-81da88c4bd68 tempest-ServersTestFqdnHostnames-1411433198 tempest-ServersTestFqdnHostnames-1411433198-project] Deleting port deff2b25-b0ad-4b82-a34c-daa7f1d533fe {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:41:40.136620 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-abf177c2-a505-4074-b4f7-81da88c4bd68 tempest-ServersTestFqdnHostnames-1411433198 tempest-ServersTestFqdnHostnames-1411433198-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:40.304242 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3308d822-b864-4d70-97d8-ab4b35488cbd req-c3b79a61-96d5-4403-90b6-3df921d67c84 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.35 "GET /v2.0/ports?device_id=15403929-020e-4cba-8203-91654f1a9017 HTTP/1.1" status: 200 len: 210 time: 0.0463383 May 20 20:41:40.381339 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d1da0e-0d3f-41b9-b0af-aef7733d234b req-e237af29-ddb4-4485-9ea0-aed78c7bd1e9 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:41:40.383640 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-33d1da0e-0d3f-41b9-b0af-aef7733d234b req-e237af29-ddb4-4485-9ea0-aed78c7bd1e9 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/ports?device_id=73e6ff91-e9c8-4167-9370-e79bd8c2a253 HTTP/1.1" status: 200 len: 944 time: 0.2244723 May 20 20:41:40.384255 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-32211279-5ad1-46ba-bf90-b9e044c3b774 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748528'] for router_interface, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:40.395369 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-abf177c2-a505-4074-b4f7-81da88c4bd68 tempest-ServersTestFqdnHostnames-1411433198 tempest-ServersTestFqdnHostnames-1411433198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:40.396278 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-abf177c2-a505-4074-b4f7-81da88c4bd68 tempest-ServersTestFqdnHostnames-1411433198 tempest-ServersTestFqdnHostnames-1411433198-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:40.416708 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-abf177c2-a505-4074-b4f7-81da88c4bd68 tempest-ServersTestFqdnHostnames-1411433198 tempest-ServersTestFqdnHostnames-1411433198-project] Calling delete_port for deff2b25-b0ad-4b82-a34c-daa7f1d533fe owned by network:floatingip {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:41:40.655562 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-33d1da0e-0d3f-41b9-b0af-aef7733d234b req-397d5a7f-49a5-4986-84b9-82c0ff8a2aa3 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/security-groups?id=c9d9c404-d869-4158-9779-ac1a15da4bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990460 May 20 20:41:40.660263 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15403929-020e-4cba-8203-91654f1a9017', 'name': 'network-vif-deleted', 'tag': '4f63bad5-6519-46fc-8d43-bff4764dbc9c'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:41:40.672346 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6fa957933fccbf596d28104b23404b952ad6a8238afaebaed40a0874b2e409" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a77bf2ea-5a37-4429-aab8-76dc666638b9" -d '{"events": [{"server_uuid": "15403929-020e-4cba-8203-91654f1a9017", "name": "network-vif-deleted", "tag": "4f63bad5-6519-46fc-8d43-bff4764dbc9c"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:41:40.764397 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d18a24b-6cc5-4a7a-900d-750a2134652c req-a050ddd0-2afc-4411-ba48-4372360bf95d tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:41:40.777805 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9d18a24b-6cc5-4a7a-900d-750a2134652c req-a050ddd0-2afc-4411-ba48-4372360bf95d tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] 10.222.0.35 "GET /v2.0/ports?device_id=ff2fe94a-2b07-499d-9660-c6155bfdabc4 HTTP/1.1" status: 200 len: 945 time: 0.1836181 May 20 20:41:40.825540 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 20:41:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97ea272d-414e-4f77-8e68-88d5ba037ee5 x-openstack-request-id: req-97ea272d-414e-4f77-8e68-88d5ba037ee5 {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:41:40.825850 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15403929-020e-4cba-8203-91654f1a9017", "name": "network-vif-deleted", "tag": "4f63bad5-6519-46fc-8d43-bff4764dbc9c", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:41:40.826672 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-97ea272d-414e-4f77-8e68-88d5ba037ee5 {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:41:40.826672 n-d-842733-1 neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97ea272d-414e-4f77-8e68-88d5ba037ee5'] response: {'server_uuid': '15403929-020e-4cba-8203-91654f1a9017', 'name': 'network-vif-deleted', 'tag': '4f63bad5-6519-46fc-8d43-bff4764dbc9c', 'status': 'completed', 'code': 200} May 20 20:41:40.861751 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9d18a24b-6cc5-4a7a-900d-750a2134652c req-5af76cd4-c553-4d3c-a741-f0c9406b1b8f tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] 10.222.0.35 "GET /v2.0/security-groups?id=f4b7709e-62c4-4c92-9539-853c7ed8a4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816312 May 20 20:41:40.870079 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-32211279-5ad1-46ba-bf90-b9e044c3b774 admin admin] Deleting port bec47bd1-bec2-487a-8453-8d0d0eb49b2e {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:41:40.870430 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-32211279-5ad1-46ba-bf90-b9e044c3b774 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:40.927175 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-abf177c2-a505-4074-b4f7-81da88c4bd68 tempest-ServersTestFqdnHostnames-1411433198 tempest-ServersTestFqdnHostnames-1411433198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:40.974895 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf177c2-a505-4074-b4f7-81da88c4bd68 tempest-ServersTestFqdnHostnames-1411433198 tempest-ServersTestFqdnHostnames-1411433198-project] Pushing event deleted for resources: {'Port': ['ID=deff2b25-b0ad-4b82-a34c-daa7f1d533fe,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:41:41.054328 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-32211279-5ad1-46ba-bf90-b9e044c3b774 admin admin] For port bec47bd1-bec2-487a-8453-8d0d0eb49b2e, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=bec47bd1-bec2-487a-8453-8d0d0eb49b2e,segment=NetworkSegment(7a4c3e36-bdca-47cc-b18a-c66a1668c365),segment_id=7a4c3e36-bdca-47cc-b18a-c66a1668c365)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:41:41.054998 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-32211279-5ad1-46ba-bf90-b9e044c3b774 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:41.084559 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 130e72e6-da90-46ab-a5e7-4c8babd6202e up at agent hyperv_n-h2-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:41:41.090818 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-32211279-5ad1-46ba-bf90-b9e044c3b774 admin admin] Calling delete_port for bec47bd1-bec2-487a-8453-8d0d0eb49b2e owned by network:router_interface {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:41:41.133525 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0965419a-e1ed-4246-89ec-33bbe019e1e5 req-65f662c2-2583-4bf7-83c7-9047c2d8cfea tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-429876716&fields=id&tenant_id=14307be6da164addbb4e96db68f248f8 HTTP/1.1" status: 200 len: 267 time: 0.1160955 May 20 20:41:41.170333 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-abf177c2-a505-4074-b4f7-81da88c4bd68 tempest-ServersTestFqdnHostnames-1411433198 tempest-ServersTestFqdnHostnames-1411433198-project] Notify callbacks [] for floatingip, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:41.175142 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-abf177c2-a505-4074-b4f7-81da88c4bd68 tempest-ServersTestFqdnHostnames-1411433198 tempest-ServersTestFqdnHostnames-1411433198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for floatingip, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:41.177061 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-abf177c2-a505-4074-b4f7-81da88c4bd68 tempest-ServersTestFqdnHostnames-1411433198 tempest-ServersTestFqdnHostnames-1411433198-project] 10.222.0.35 "DELETE /v2.0/floatingips/9045b5e3-2d3b-4994-8d71-26524aff2e4c HTTP/1.1" status: 204 len: 168 time: 1.5176852 May 20 20:41:41.179961 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 37766) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:41:41.286369 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Provisioning for port 130e72e6-da90-46ab-a5e7-4c8babd6202e completed by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 20:41:41.290632 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Provisioning complete for port 130e72e6-da90-46ab-a5e7-4c8babd6202e triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:41:41.291335 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:41.423536 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port 130e72e6-da90-46ab-a5e7-4c8babd6202e is: BUILD; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:41:41.424518 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:41.468712 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port 130e72e6-da90-46ab-a5e7-4c8babd6202e, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=130e72e6-da90-46ab-a5e7-4c8babd6202e,segment=NetworkSegment(1b0c59b6-1da5-46b1-ba4a-82e83befd33e),segment_id=1b0c59b6-1da5-46b1-ba4a-82e83befd33e)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:41:41.469444 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73e6ff91-e9c8-4167-9370-e79bd8c2a253', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '130e72e6-da90-46ab-a5e7-4c8babd6202e'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:41:41.471782 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8485417003ce7c0410b00f5cdc2f391e21107b70bb68e2773712534a96e108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0ad8a7d-ec9d-4de2-ad45-5d30f0f2a7ea" -d '{"events": [{"server_uuid": "73e6ff91-e9c8-4167-9370-e79bd8c2a253", "name": "network-vif-plugged", "status": "completed", "tag": "130e72e6-da90-46ab-a5e7-4c8babd6202e"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:41:41.479569 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0965419a-e1ed-4246-89ec-33bbe019e1e5 req-7aac3047-2729-4ef5-94cf-e3e7a8854ee9 tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:41:41.489833 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0965419a-e1ed-4246-89ec-33bbe019e1e5 req-7aac3047-2729-4ef5-94cf-e3e7a8854ee9 tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] 10.222.0.35 "GET /v2.0/ports?device_id=ff2fe94a-2b07-499d-9660-c6155bfdabc4 HTTP/1.1" status: 200 len: 945 time: 0.3418224 May 20 20:41:41.502468 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [req-0965419a-e1ed-4246-89ec-33bbe019e1e5 req-589e9640-1b82-47b7-b93e-58831b6f0009 tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] Request body: {'port': {'security_groups': ['f4b7709e-62c4-4c92-9539-853c7ed8a4c0', '09446ca9-fe54-4fdb-b55a-f8766d02dbbf']}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:41:41.531770 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-32211279-5ad1-46ba-bf90-b9e044c3b774 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:41.567660 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:41.584523 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32211279-5ad1-46ba-bf90-b9e044c3b774 admin admin] Pushing event deleted for resources: {'Port': ['ID=bec47bd1-bec2-487a-8453-8d0d0eb49b2e,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:41:41.596009 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-0965419a-e1ed-4246-89ec-33bbe019e1e5 req-589e9640-1b82-47b7-b93e-58831b6f0009 tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:41.641108 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d1f393-c6c3-461a-be2e-0c3bd2c857fc req-d5cf3e56-cef4-4be6-8d5c-3874b6a93e98 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:41:41.648802 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-88d1f393-c6c3-461a-be2e-0c3bd2c857fc req-d5cf3e56-cef4-4be6-8d5c-3874b6a93e98 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] 10.222.0.35 "GET /v2.0/ports?device_id=fcdfd360-409c-4b60-958a-ff3f6575c816 HTTP/1.1" status: 200 len: 946 time: 0.4116833 May 20 20:41:41.676772 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=130e72e6-da90-46ab-a5e7-4c8babd6202e,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:41:41.801005 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-88d1f393-c6c3-461a-be2e-0c3bd2c857fc req-f586eb57-701d-4f13-b9c6-0f4154c8fb15 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] 10.222.0.35 "GET /v2.0/security-groups?id=0a1ca955-ee86-4e03-bb39-6b1e6a532a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465769 May 20 20:41:41.937674 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-32211279-5ad1-46ba-bf90-b9e044c3b774 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-692224'] for router_interface, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:42.094500 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-0965419a-e1ed-4246-89ec-33bbe019e1e5 req-589e9640-1b82-47b7-b93e-58831b6f0009 tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] For port 441571a2-1297-49bc-a241-c0c800726154, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=441571a2-1297-49bc-a241-c0c800726154,segment=NetworkSegment(3074e67a-6387-4709-bab9-e18fa7662e57),segment_id=3074e67a-6387-4709-bab9-e18fa7662e57)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:41:42.205347 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-0965419a-e1ed-4246-89ec-33bbe019e1e5 req-589e9640-1b82-47b7-b93e-58831b6f0009 tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] Notify callbacks [] for port, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:42.240109 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 20:41:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a03098f-a7b8-4888-bda3-eb054676e3d0 x-openstack-request-id: req-1a03098f-a7b8-4888-bda3-eb054676e3d0 {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:41:42.240643 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73e6ff91-e9c8-4167-9370-e79bd8c2a253", "name": "network-vif-plugged", "status": "completed", "tag": "130e72e6-da90-46ab-a5e7-4c8babd6202e", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:41:42.240758 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1a03098f-a7b8-4888-bda3-eb054676e3d0 {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:41:42.241088 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a03098f-a7b8-4888-bda3-eb054676e3d0'] response: {'server_uuid': '73e6ff91-e9c8-4167-9370-e79bd8c2a253', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '130e72e6-da90-46ab-a5e7-4c8babd6202e', 'code': 200} May 20 20:41:42.306776 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32211279-5ad1-46ba-bf90-b9e044c3b774 admin admin] Router 51aa6437-18b2-4d7e-b4d5-0c28889ee81b has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 20:41:42.395958 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-0965419a-e1ed-4246-89ec-33bbe019e1e5 req-589e9640-1b82-47b7-b93e-58831b6f0009 tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:42.431724 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] get_ports_and_sgs() called for port_ids ['441571a2-1297-49bc-a241-c0c800726154'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:41:42.486402 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0965419a-e1ed-4246-89ec-33bbe019e1e5 req-589e9640-1b82-47b7-b93e-58831b6f0009 tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:41:42.487209 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-0965419a-e1ed-4246-89ec-33bbe019e1e5 req-589e9640-1b82-47b7-b93e-58831b6f0009 tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:42.488931 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0965419a-e1ed-4246-89ec-33bbe019e1e5 req-589e9640-1b82-47b7-b93e-58831b6f0009 tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] 10.222.0.35 "PUT /v2.0/ports/441571a2-1297-49bc-a241-c0c800726154 HTTP/1.1" status: 200 len: 981 time: 0.9977629 May 20 20:41:42.497633 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32211279-5ad1-46ba-bf90-b9e044c3b774 admin admin] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 20:41:42.505039 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-32211279-5ad1-46ba-bf90-b9e044c3b774 admin admin] 10.222.0.35 "PUT /v2.0/routers/51aa6437-18b2-4d7e-b4d5-0c28889ee81b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2160175 May 20 20:41:42.507919 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 37788) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:41:42.511379 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff2fe94a-2b07-499d-9660-c6155bfdabc4', 'tag': '441571a2-1297-49bc-a241-c0c800726154'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:41:42.516230 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4291b17aa7b45362825f0571e77c85f5e73afe1df9c7e9e15006df9d695c005e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7632bdfc-4da9-4bbb-a9c0-abe95a136af4" -d '{"events": [{"name": "network-changed", "server_uuid": "ff2fe94a-2b07-499d-9660-c6155bfdabc4", "tag": "441571a2-1297-49bc-a241-c0c800726154"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:41:42.521390 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af92eda-1076-40b4-abd8-eb744387248e None None] Sync routers for ids ['51aa6437-18b2-4d7e-b4d5-0c28889ee81b'] in n-d-842733-1 {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 20:41:42.551398 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 4f63bad5-6519-46fc-8d43-bff4764dbc9c no longer exists at agent hyperv_n-h1-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:41:42.580091 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42489b6f-a904-4fc2-8228-9c3e8d5e7fde req-df6d2235-3faf-40d3-823b-ac6b16789ce4 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:41:42.581775 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-42489b6f-a904-4fc2-8228-9c3e8d5e7fde req-df6d2235-3faf-40d3-823b-ac6b16789ce4 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/ports?device_id=73e6ff91-e9c8-4167-9370-e79bd8c2a253 HTTP/1.1" status: 200 len: 945 time: 0.2503512 May 20 20:41:42.621823 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] No Port match for: 4f63bad5-6519-46fc-8d43-bff4764dbc9c {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 20:41:42.622150 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 4f63bad5-6519-46fc-8d43-bff4764dbc9c not bound to the agent host n-h1-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 20:41:42.638212 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7d3b1b64-450e-4e92-8253-a6777b0bf908 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748528'] for router_interface, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:42.664441 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af92eda-1076-40b4-abd8-eb744387248e None None] Routers {'51aa6437-18b2-4d7e-b4d5-0c28889ee81b'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:41:42.666701 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-3af92eda-1076-40b4-abd8-eb744387248e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:41:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['51aa6437-18b2-4d7e-b4d5-0c28889ee81b'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:41:42.668507 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4c28ba4f-ca1c-44a4-adf0-618214d40f2d admin admin] Notify callbacks [] for router, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:42.758894 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] get_ports_and_sgs() called for port_ids ['441571a2-1297-49bc-a241-c0c800726154'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:41:42.805992 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b425cc-de26-4e24-bc17-427158f6a2e2 req-be253ce2-1eb5-4f17-a841-f44b56fd3a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:41:42.807802 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d8b425cc-de26-4e24-bc17-427158f6a2e2 req-be253ce2-1eb5-4f17-a841-f44b56fd3a6c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=73e6ff91-e9c8-4167-9370-e79bd8c2a253 HTTP/1.1" status: 200 len: 1096 time: 0.4259062 May 20 20:41:42.857788 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589e9640-1b82-47b7-b93e-58831b6f0009 tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] Pushing event updated for resources: {'Port': ['ID=441571a2-1297-49bc-a241-c0c800726154,revision_number=6']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:41:42.922630 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4c28ba4f-ca1c-44a4-adf0-618214d40f2d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:42.939670 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-42489b6f-a904-4fc2-8228-9c3e8d5e7fde req-7fdec091-fab8-444d-bc84-e8ed4268b6bb tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/security-groups?id=c9d9c404-d869-4158-9779-ac1a15da4bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3241274 May 20 20:41:43.040183 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d8b425cc-de26-4e24-bc17-427158f6a2e2 req-c081629a-1094-4371-a619-da250436d2fd service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=c9d9c404-d869-4158-9779-ac1a15da4bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777394 May 20 20:41:43.122595 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 20:41:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-381863f6-d3f0-41e8-9966-67cb3d1306d4 x-openstack-request-id: req-381863f6-d3f0-41e8-9966-67cb3d1306d4 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:41:43.122765 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff2fe94a-2b07-499d-9660-c6155bfdabc4", "tag": "441571a2-1297-49bc-a241-c0c800726154", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:41:43.122977 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-381863f6-d3f0-41e8-9966-67cb3d1306d4 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:41:43.123547 n-d-842733-1 neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-381863f6-d3f0-41e8-9966-67cb3d1306d4'] response: {'name': 'network-changed', 'server_uuid': 'ff2fe94a-2b07-499d-9660-c6155bfdabc4', 'tag': '441571a2-1297-49bc-a241-c0c800726154', 'status': 'completed', 'code': 200} May 20 20:41:43.157067 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-4c28ba4f-ca1c-44a4-adf0-618214d40f2d admin admin] Deleting port 8405113b-8569-4856-9624-02a62b9cedab {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:41:43.157067 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4c28ba4f-ca1c-44a4-adf0-618214d40f2d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:43.250532 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b7d2cc43-4bf5-4bfb-83ec-7a5de8a2b368 req-ca65e6f1-1964-43f6-bdb7-e9eca280b40b tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-21788343&fields=id&tenant_id=14307be6da164addbb4e96db68f248f8 HTTP/1.1" status: 200 len: 267 time: 0.1206625 May 20 20:41:43.312809 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-3af92eda-1076-40b4-abd8-eb744387248e None None] Set router 51aa6437-18b2-4d7e-b4d5-0c28889ee81b gateway port host: n-d-842733-1 {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:41:43.357166 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353a04c8-47f4-44e6-b20a-d8cc6714bc14 req-0f516cdc-ad13-4553-b352-ee470f1e4d8a tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:41:43.359495 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-353a04c8-47f4-44e6-b20a-d8cc6714bc14 req-0f516cdc-ad13-4553-b352-ee470f1e4d8a tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] 10.222.0.35 "GET /v2.0/ports?device_id=fcdfd360-409c-4b60-958a-ff3f6575c816 HTTP/1.1" status: 200 len: 946 time: 0.1395719 May 20 20:41:43.359695 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-4c28ba4f-ca1c-44a4-adf0-618214d40f2d admin admin] For port 8405113b-8569-4856-9624-02a62b9cedab, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=8405113b-8569-4856-9624-02a62b9cedab,segment=NetworkSegment(0b5485c4-eff8-42a1-9073-ae54ed4c63ba),segment_id=0b5485c4-eff8-42a1-9073-ae54ed4c63ba)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:41:43.360052 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4c28ba4f-ca1c-44a4-adf0-618214d40f2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:43.372928 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-4c28ba4f-ca1c-44a4-adf0-618214d40f2d admin admin] Calling delete_port for 8405113b-8569-4856-9624-02a62b9cedab owned by network:router_gateway {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:41:43.373402 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d2cc43-4bf5-4bfb-83ec-7a5de8a2b368 req-234c8284-8f81-49e0-8f2a-10e24073a6af tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:41:43.375150 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b7d2cc43-4bf5-4bfb-83ec-7a5de8a2b368 req-234c8284-8f81-49e0-8f2a-10e24073a6af tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] 10.222.0.35 "GET /v2.0/ports?device_id=ff2fe94a-2b07-499d-9660-c6155bfdabc4 HTTP/1.1" status: 200 len: 984 time: 0.1291265 May 20 20:41:43.395166 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [req-b7d2cc43-4bf5-4bfb-83ec-7a5de8a2b368 req-5d06f3c9-78a0-4cf0-ac96-6457affcc227 tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] Request body: {'port': {'security_groups': ['09446ca9-fe54-4fdb-b55a-f8766d02dbbf', 'f4b7709e-62c4-4c92-9539-853c7ed8a4c0', 'd43f6072-72dc-4d74-8751-6d1c2d086a86']}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:41:43.548019 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dafd89b-a736-467e-bc7f-30d41b67ee3a req-e2a3aca0-7787-4803-96b4-c1861d245926 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:41:43.549762 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-6dafd89b-a736-467e-bc7f-30d41b67ee3a req-e2a3aca0-7787-4803-96b4-c1861d245926 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.24 "GET /v2.0/ports?device_id=72dcbc3c-1ad5-469d-891f-fc55788615d5 HTTP/1.1" status: 200 len: 945 time: 0.1013236 May 20 20:41:43.686049 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-6dafd89b-a736-467e-bc7f-30d41b67ee3a req-d595a560-68e0-4887-ac2b-7b30f831edb9 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] Deleting port 65c226fe-0bb9-4ed2-8058-7f27ec6ceba5 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:41:43.686850 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-6dafd89b-a736-467e-bc7f-30d41b67ee3a req-d595a560-68e0-4887-ac2b-7b30f831edb9 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:43.718915 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-3af92eda-1076-40b4-abd8-eb744387248e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51aa6437-18b2-4d7e-b4d5-0c28889ee81b', 'name': 'tempest-FloatingIPsTestJSON-1381342722-router', 'tenant_id': 'cbe042d006d842f8b153951325ed7f60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.208'}], 'enable_snat': True}, 'gw_port_id': '8405113b-8569-4856-9624-02a62b9cedab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:41:02Z', 'updated_at': '2022-05-20T20:41:41Z', 'revision_number': 5, 'project_id': 'cbe042d006d842f8b153951325ed7f60', 'gw_port': {'id': '8405113b-8569-4856-9624-02a62b9cedab', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:bc:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51aa6437-18b2-4d7e-b4d5-0c28889ee81b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 783, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:41:05Z', 'updated_at': '2022-05-20T20:41:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:41:43.741597 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-7d3b1b64-450e-4e92-8253-a6777b0bf908 admin admin] Deleting port 8119704d-00a4-4e00-bffe-312173a4bbe0 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:41:43.741994 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7d3b1b64-450e-4e92-8253-a6777b0bf908 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:43.756156 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af92eda-1076-40b4-abd8-eb744387248e None None] Checking router: 51aa6437-18b2-4d7e-b4d5-0c28889ee81b for host: n-d-842733-1 {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 20:41:43.770269 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af92eda-1076-40b4-abd8-eb744387248e None None] Routers {'51aa6437-18b2-4d7e-b4d5-0c28889ee81b'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:41:43.770879 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-3af92eda-1076-40b4-abd8-eb744387248e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:41:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['51aa6437-18b2-4d7e-b4d5-0c28889ee81b'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:41:43.788172 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-6dafd89b-a736-467e-bc7f-30d41b67ee3a req-d595a560-68e0-4887-ac2b-7b30f831edb9 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] For port 65c226fe-0bb9-4ed2-8058-7f27ec6ceba5, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=65c226fe-0bb9-4ed2-8058-7f27ec6ceba5,segment=NetworkSegment(65a8f4c3-036d-4ff8-a81a-cd07cb6f1230),segment_id=65a8f4c3-036d-4ff8-a81a-cd07cb6f1230)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:41:43.788557 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-6dafd89b-a736-467e-bc7f-30d41b67ee3a req-d595a560-68e0-4887-ac2b-7b30f831edb9 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:43.800857 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-6dafd89b-a736-467e-bc7f-30d41b67ee3a req-d595a560-68e0-4887-ac2b-7b30f831edb9 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] Calling delete_port for 65c226fe-0bb9-4ed2-8058-7f27ec6ceba5 owned by compute:nova {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:41:43.867052 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-3af92eda-1076-40b4-abd8-eb744387248e None None] Set router 51aa6437-18b2-4d7e-b4d5-0c28889ee81b gateway port host: None {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:41:43.878713 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-353a04c8-47f4-44e6-b20a-d8cc6714bc14 req-c68c8cc9-200f-4b2a-ad41-48567bdf025c tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] 10.222.0.35 "GET /v2.0/security-groups?id=0a1ca955-ee86-4e03-bb39-6b1e6a532a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5025439 May 20 20:41:43.903247 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-b7d2cc43-4bf5-4bfb-83ec-7a5de8a2b368 req-5d06f3c9-78a0-4cf0-ac96-6457affcc227 tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:43.909089 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7632bdfc-4da9-4bbb-a9c0-abe95a136af4 req-085fa1d9-a37a-4ca9-a80f-53cbc255210f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:41:43.910594 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7632bdfc-4da9-4bbb-a9c0-abe95a136af4 req-085fa1d9-a37a-4ca9-a80f-53cbc255210f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=14307be6da164addbb4e96db68f248f8&device_id=ff2fe94a-2b07-499d-9660-c6155bfdabc4 HTTP/1.1" status: 200 len: 1135 time: 0.5226901 May 20 20:41:43.922400 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-3af92eda-1076-40b4-abd8-eb744387248e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51aa6437-18b2-4d7e-b4d5-0c28889ee81b', 'name': 'tempest-FloatingIPsTestJSON-1381342722-router', 'tenant_id': 'cbe042d006d842f8b153951325ed7f60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:41:02Z', 'updated_at': '2022-05-20T20:41:42Z', 'revision_number': 6, 'project_id': 'cbe042d006d842f8b153951325ed7f60', 'gw_port_host': None}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:41:43.971482 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af92eda-1076-40b4-abd8-eb744387248e None None] The sync data for ids ['51aa6437-18b2-4d7e-b4d5-0c28889ee81b'] in n-d-842733-1 is: [{'id': '51aa6437-18b2-4d7e-b4d5-0c28889ee81b', 'name': 'tempest-FloatingIPsTestJSON-1381342722-router', 'tenant_id': 'cbe042d006d842f8b153951325ed7f60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:41:02Z', 'updated_at': '2022-05-20T20:41:42Z', 'revision_number': 6, 'project_id': 'cbe042d006d842f8b153951325ed7f60', 'gw_port_host': None}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 20:41:44.022317 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4c28ba4f-ca1c-44a4-adf0-618214d40f2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:44.031649 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-7d3b1b64-450e-4e92-8253-a6777b0bf908 admin admin] For port 8119704d-00a4-4e00-bffe-312173a4bbe0, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=8119704d-00a4-4e00-bffe-312173a4bbe0,segment=NetworkSegment(829636e1-4a48-47c7-aa8d-8fdc9c95015f),segment_id=829636e1-4a48-47c7-aa8d-8fdc9c95015f)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:41:44.032020 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7d3b1b64-450e-4e92-8253-a6777b0bf908 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:44.064459 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c28ba4f-ca1c-44a4-adf0-618214d40f2d admin admin] Pushing event deleted for resources: {'Port': ['ID=8405113b-8569-4856-9624-02a62b9cedab,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:41:44.078511 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-7d3b1b64-450e-4e92-8253-a6777b0bf908 admin admin] Calling delete_port for 8119704d-00a4-4e00-bffe-312173a4bbe0 owned by network:router_interface {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:41:44.155454 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c28ba4f-ca1c-44a4-adf0-618214d40f2d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:41:44.156000 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c28ba4f-ca1c-44a4-adf0-618214d40f2d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:41:44.156548 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c28ba4f-ca1c-44a4-adf0-618214d40f2d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:41:44.156661 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c28ba4f-ca1c-44a4-adf0-618214d40f2d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:41:44.156952 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c28ba4f-ca1c-44a4-adf0-618214d40f2d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:41:44.157485 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c28ba4f-ca1c-44a4-adf0-618214d40f2d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:41:44.157821 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c28ba4f-ca1c-44a4-adf0-618214d40f2d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:41:44.158203 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c28ba4f-ca1c-44a4-adf0-618214d40f2d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:41:44.158538 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c28ba4f-ca1c-44a4-adf0-618214d40f2d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:41:44.158857 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c28ba4f-ca1c-44a4-adf0-618214d40f2d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:41:44.159308 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c28ba4f-ca1c-44a4-adf0-618214d40f2d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:41:44.159753 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c28ba4f-ca1c-44a4-adf0-618214d40f2d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:41:44.166548 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4c28ba4f-ca1c-44a4-adf0-618214d40f2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-748206'] for router_gateway, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:44.215145 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cff1d6-6a76-47b7-acc9-0dfa4294e65f req-b1ab78e1-e5e0-4286-93c8-9213db270023 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:41:44.216658 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b7cff1d6-6a76-47b7-acc9-0dfa4294e65f req-b1ab78e1-e5e0-4286-93c8-9213db270023 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.35 "GET /v2.0/ports?device_id=72dcbc3c-1ad5-469d-891f-fc55788615d5 HTTP/1.1" status: 200 len: 945 time: 0.1940720 May 20 20:41:44.226521 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7632bdfc-4da9-4bbb-a9c0-abe95a136af4 req-a5f07100-9bd0-420a-b547-9abf99e27d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:41:44.227871 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7632bdfc-4da9-4bbb-a9c0-abe95a136af4 req-a5f07100-9bd0-420a-b547-9abf99e27d75 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f2c1f29b-3984-454a-a363-825a8303b3d8 HTTP/1.1" status: 200 len: 913 time: 0.2954226 May 20 20:41:44.305868 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4c28ba4f-ca1c-44a4-adf0-618214d40f2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26169'] for router, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:44.306295 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7632bdfc-4da9-4bbb-a9c0-abe95a136af4 req-8a4feb26-3ee2-41df-a765-509223f0cffe service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=441571a2-1297-49bc-a241-c0c800726154 HTTP/1.1" status: 200 len: 217 time: 0.0587640 May 20 20:41:44.309087 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4c28ba4f-ca1c-44a4-adf0-618214d40f2d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:44.368584 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-6dafd89b-a736-467e-bc7f-30d41b67ee3a req-d595a560-68e0-4887-ac2b-7b30f831edb9 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:44.465535 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d595a560-68e0-4887-ac2b-7b30f831edb9 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] Pushing event deleted for resources: {'Port': ['ID=65c226fe-0bb9-4ed2-8058-7f27ec6ceba5,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:41:44.478153 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4c28ba4f-ca1c-44a4-adf0-618214d40f2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-693148'] for router, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:44.478750 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c28ba4f-ca1c-44a4-adf0-618214d40f2d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 51aa6437-18b2-4d7e-b4d5-0c28889ee81b {{(pid=103162) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 20 20:41:44.501846 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b7cff1d6-6a76-47b7-acc9-0dfa4294e65f req-4f04aadb-e2fb-4643-9069-ac087cdd7171 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c1ac446-2eae-4e3c-98ef-7a4684e96782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2469089 May 20 20:41:44.504369 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4c28ba4f-ca1c-44a4-adf0-618214d40f2d admin admin] Notify callbacks [] for router, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:44.506208 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-4c28ba4f-ca1c-44a4-adf0-618214d40f2d admin admin] 10.222.0.35 "DELETE /v2.0/routers/51aa6437-18b2-4d7e-b4d5-0c28889ee81b HTTP/1.1" status: 204 len: 168 time: 1.9965892 May 20 20:41:44.534353 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 37808) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:41:44.558000 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dafd89b-a736-467e-bc7f-30d41b67ee3a req-d595a560-68e0-4887-ac2b-7b30f831edb9 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] No DVR routers for this DVR port 65c226fe-0bb9-4ed2-8058-7f27ec6ceba5 on host n-h1-842733-1 {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:41:44.560669 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-6dafd89b-a736-467e-bc7f-30d41b67ee3a req-d595a560-68e0-4887-ac2b-7b30f831edb9 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:44.566728 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-6dafd89b-a736-467e-bc7f-30d41b67ee3a req-d595a560-68e0-4887-ac2b-7b30f831edb9 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.24 "DELETE /v2.0/ports/65c226fe-0bb9-4ed2-8058-7f27ec6ceba5 HTTP/1.1" status: 204 len: 173 time: 1.0105312 May 20 20:41:44.567378 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72dcbc3c-1ad5-469d-891f-fc55788615d5', 'name': 'network-vif-deleted', 'tag': '65c226fe-0bb9-4ed2-8058-7f27ec6ceba5'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:41:44.570397 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6fa957933fccbf596d28104b23404b952ad6a8238afaebaed40a0874b2e409" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ea0c629-6aa0-4ed7-b9c0-f2276bd3cffd" -d '{"events": [{"server_uuid": "72dcbc3c-1ad5-469d-891f-fc55788615d5", "name": "network-vif-deleted", "tag": "65c226fe-0bb9-4ed2-8058-7f27ec6ceba5"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:41:44.683507 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7632bdfc-4da9-4bbb-a9c0-abe95a136af4 req-9714fadd-64ab-4b56-9546-a76d84354e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:41:44.684025 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7632bdfc-4da9-4bbb-a9c0-abe95a136af4 req-9714fadd-64ab-4b56-9546-a76d84354e1d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b6e11a18-e233-4d96-9624-671f5264a4cf HTTP/1.1" status: 200 len: 852 time: 0.2928007 May 20 20:41:44.758587 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7632bdfc-4da9-4bbb-a9c0-abe95a136af4 req-6aa78029-e19a-484f-b52f-a978b9f191d3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f2c1f29b-3984-454a-a363-825a8303b3d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480113 May 20 20:41:44.761541 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_v2 [None req-40869b93-8d95-4842-86fc-6a4478a87650 admin admin] Deleting subnet 6099063e-89a9-41b5-9aa7-e7ce5501b95d {{(pid=103163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 20 20:41:44.770665 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-40869b93-8d95-4842-86fc-6a4478a87650 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:44.947517 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-40869b93-8d95-4842-86fc-6a4478a87650 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9338757'] for subnet, precommit_delete_associations {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:44.997532 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4a78d1-d0e0-4f1d-aa0f-0b207001d856 req-bf4d5d62-03a3-4cd3-9b12-ec87cd56ffc9 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:41:45.006983 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ff4a78d1-d0e0-4f1d-aa0f-0b207001d856 req-bf4d5d62-03a3-4cd3-9b12-ec87cd56ffc9 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/ports?device_id=73e6ff91-e9c8-4167-9370-e79bd8c2a253 HTTP/1.1" status: 200 len: 945 time: 0.3547590 May 20 20:41:45.015212 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-b7d2cc43-4bf5-4bfb-83ec-7a5de8a2b368 req-5d06f3c9-78a0-4cf0-ac96-6457affcc227 tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] For port 441571a2-1297-49bc-a241-c0c800726154, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=441571a2-1297-49bc-a241-c0c800726154,segment=NetworkSegment(3074e67a-6387-4709-bab9-e18fa7662e57),segment_id=3074e67a-6387-4709-bab9-e18fa7662e57)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:41:45.152139 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ff4a78d1-d0e0-4f1d-aa0f-0b207001d856 req-1c3379cb-1592-4d03-ac97-23aa185a0240 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/security-groups?id=c9d9c404-d869-4158-9779-ac1a15da4bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441517 May 20 20:41:45.194252 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-b7d2cc43-4bf5-4bfb-83ec-7a5de8a2b368 req-5d06f3c9-78a0-4cf0-ac96-6457affcc227 tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] Notify callbacks [] for port, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:45.214278 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7d3b1b64-450e-4e92-8253-a6777b0bf908 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:45.224823 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7632bdfc-4da9-4bbb-a9c0-abe95a136af4 req-71b4bcff-6866-44c9-8cee-fb0bd6be4689 service neutron] 10.222.0.13 "GET /v2.0/networks/f2c1f29b-3984-454a-a363-825a8303b3d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4244184 May 20 20:41:45.226444 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-40869b93-8d95-4842-86fc-6a4478a87650 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33068388'] for subnet, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:45.264818 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 20:41:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3b7fdf4-2b52-4b68-9d08-6a5ea3670d73 x-openstack-request-id: req-c3b7fdf4-2b52-4b68-9d08-6a5ea3670d73 {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:41:45.266053 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72dcbc3c-1ad5-469d-891f-fc55788615d5", "name": "network-vif-deleted", "tag": "65c226fe-0bb9-4ed2-8058-7f27ec6ceba5", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:41:45.266309 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c3b7fdf4-2b52-4b68-9d08-6a5ea3670d73 {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:41:45.266850 n-d-842733-1 neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3b7fdf4-2b52-4b68-9d08-6a5ea3670d73'] response: {'server_uuid': '72dcbc3c-1ad5-469d-891f-fc55788615d5', 'name': 'network-vif-deleted', 'tag': '65c226fe-0bb9-4ed2-8058-7f27ec6ceba5', 'status': 'completed', 'code': 200} May 20 20:41:45.326731 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3b1b64-450e-4e92-8253-a6777b0bf908 admin admin] Pushing event deleted for resources: {'Port': ['ID=8119704d-00a4-4e00-bffe-312173a4bbe0,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:41:45.337245 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-b7d2cc43-4bf5-4bfb-83ec-7a5de8a2b368 req-5d06f3c9-78a0-4cf0-ac96-6457affcc227 tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:45.368581 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] get_ports_and_sgs() called for port_ids ['441571a2-1297-49bc-a241-c0c800726154'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:41:45.546813 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d2cc43-4bf5-4bfb-83ec-7a5de8a2b368 req-5d06f3c9-78a0-4cf0-ac96-6457affcc227 tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:41:45.547505 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-b7d2cc43-4bf5-4bfb-83ec-7a5de8a2b368 req-5d06f3c9-78a0-4cf0-ac96-6457affcc227 tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:45.549146 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b7d2cc43-4bf5-4bfb-83ec-7a5de8a2b368 req-5d06f3c9-78a0-4cf0-ac96-6457affcc227 tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] 10.222.0.35 "PUT /v2.0/ports/441571a2-1297-49bc-a241-c0c800726154 HTTP/1.1" status: 200 len: 1020 time: 2.1591284 May 20 20:41:45.564267 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff2fe94a-2b07-499d-9660-c6155bfdabc4', 'tag': '441571a2-1297-49bc-a241-c0c800726154'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:41:45.566739 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4291b17aa7b45362825f0571e77c85f5e73afe1df9c7e9e15006df9d695c005e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ab99675-f73e-4174-8533-978e0239183c" -d '{"events": [{"name": "network-changed", "server_uuid": "ff2fe94a-2b07-499d-9660-c6155bfdabc4", "tag": "441571a2-1297-49bc-a241-c0c800726154"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:41:45.706003 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d06f3c9-78a0-4cf0-ac96-6457affcc227 tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] Pushing event updated for resources: {'Port': ['ID=441571a2-1297-49bc-a241-c0c800726154,revision_number=7']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:41:45.800849 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789f933a-81c3-4cb8-82d4-72f1a8dd928a req-3e46ca1c-a822-42e8-8cce-8d06e53bfd6f tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:41:45.808604 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-789f933a-81c3-4cb8-82d4-72f1a8dd928a req-3e46ca1c-a822-42e8-8cce-8d06e53bfd6f tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] 10.222.0.35 "GET /v2.0/ports?device_id=fcdfd360-409c-4b60-958a-ff3f6575c816 HTTP/1.1" status: 200 len: 946 time: 0.3229949 May 20 20:41:45.812422 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-40869b93-8d95-4842-86fc-6a4478a87650 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33068399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9641221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8422588'] for subnet, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:45.830913 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] get_ports_and_sgs() called for port_ids ['441571a2-1297-49bc-a241-c0c800726154'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:41:45.853370 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-baa5a4d7-7a17-40a4-aa48-5f2c38275a42 req-e38c00b4-c140-4e91-836d-c85724fc76d9 tempest-LiveAutoBlockMigrationV225Test-1434107358 tempest-LiveAutoBlockMigrationV225Test-1434107358-project] 10.222.0.35 "GET /v2.0/ports?device_id=72dcbc3c-1ad5-469d-891f-fc55788615d5 HTTP/1.1" status: 200 len: 210 time: 0.0913038 May 20 20:41:45.933231 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40869b93-8d95-4842-86fc-6a4478a87650 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6099063e-89a9-41b5-9aa7-e7ce5501b95d,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:41:45.935000 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7632bdfc-4da9-4bbb-a9c0-abe95a136af4 req-d9fa5004-8feb-4c21-b26f-6e428ccbb743 service neutron] 10.222.0.13 "GET /v2.0/networks/f2c1f29b-3984-454a-a363-825a8303b3d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6579883 May 20 20:41:45.948905 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-40869b93-8d95-4842-86fc-6a4478a87650 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:45.973041 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-40869b93-8d95-4842-86fc-6a4478a87650 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/6099063e-89a9-41b5-9aa7-e7ce5501b95d HTTP/1.1" status: 204 len: 168 time: 1.4189384 May 20 20:41:45.983881 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 37830) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:41:45.994878 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff4aaa03-4e5b-40e6-b3db-6630a9c4f9dc None None] Network e770d771-5039-4bb2-a1b8-9c6372f02b2a requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:41:46.081436 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-789f933a-81c3-4cb8-82d4-72f1a8dd928a req-52151ca2-3552-4002-97a8-3373d3735d73 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] 10.222.0.35 "GET /v2.0/security-groups?id=0a1ca955-ee86-4e03-bb39-6b1e6a532a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2668231 May 20 20:41:46.149122 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5e6670fa-0cfc-46af-948d-e341d0ceba63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33160123'] for network, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:46.194003 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device bec47bd1-bec2-487a-8453-8d0d0eb49b2e no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:41:46.225008 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: bec47bd1-bec2-487a-8453-8d0d0eb49b2e {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 20:41:46.225622 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device bec47bd1-bec2-487a-8453-8d0d0eb49b2e not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 20:41:46.226209 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 8405113b-8569-4856-9624-02a62b9cedab no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:41:46.260312 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-5e6670fa-0cfc-46af-948d-e341d0ceba63 admin admin] Deleting port aee817b4-3de6-4fa3-90dc-07141818ba18 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:41:46.263850 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5e6670fa-0cfc-46af-948d-e341d0ceba63 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:46.266423 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 20:41:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72965d37-619d-4713-b130-e8127612ab48 x-openstack-request-id: req-72965d37-619d-4713-b130-e8127612ab48 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:41:46.266715 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff2fe94a-2b07-499d-9660-c6155bfdabc4", "tag": "441571a2-1297-49bc-a241-c0c800726154", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:41:46.266965 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-72965d37-619d-4713-b130-e8127612ab48 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:41:46.267356 n-d-842733-1 neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72965d37-619d-4713-b130-e8127612ab48'] response: {'name': 'network-changed', 'server_uuid': 'ff2fe94a-2b07-499d-9660-c6155bfdabc4', 'tag': '441571a2-1297-49bc-a241-c0c800726154', 'status': 'completed', 'code': 200} May 20 20:41:46.287384 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7d3b1b64-450e-4e92-8253-a6777b0bf908 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-692224'] for router_interface, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:46.335498 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 37836) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:41:46.338978 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: 8405113b-8569-4856-9624-02a62b9cedab {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 20:41:46.339320 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 8405113b-8569-4856-9624-02a62b9cedab not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 20:41:46.403973 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-5e6670fa-0cfc-46af-948d-e341d0ceba63 admin admin] For port aee817b4-3de6-4fa3-90dc-07141818ba18, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=aee817b4-3de6-4fa3-90dc-07141818ba18,segment=NetworkSegment(7a4c3e36-bdca-47cc-b18a-c66a1668c365),segment_id=7a4c3e36-bdca-47cc-b18a-c66a1668c365)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:41:46.404615 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5e6670fa-0cfc-46af-948d-e341d0ceba63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:46.438865 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-5e6670fa-0cfc-46af-948d-e341d0ceba63 admin admin] Calling delete_port for aee817b4-3de6-4fa3-90dc-07141818ba18 owned by network:dhcp {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:41:46.603018 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54c86942-1ddf-4d88-8d38-3664414c4e4e None None] DHCP port deletion for e770d771-5039-4bb2-a1b8-9c6372f02b2a request from n-d-842733-1 {{(pid=103164) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 20:41:46.716470 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4bdbeffe-4208-4a71-8e1c-058736ad1008 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:46.723444 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-54c86942-1ddf-4d88-8d38-3664414c4e4e None None] Deleting port aee817b4-3de6-4fa3-90dc-07141818ba18 {{(pid=103164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:41:46.723444 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-54c86942-1ddf-4d88-8d38-3664414c4e4e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:46.742227 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5e6670fa-0cfc-46af-948d-e341d0ceba63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:46.758696 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e6670fa-0cfc-46af-948d-e341d0ceba63 admin admin] No DVR routers for this DVR port aee817b4-3de6-4fa3-90dc-07141818ba18 on host n-d-842733-1 {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:41:46.793245 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197cb9ff-f904-4689-8792-c54901d38eea req-be509458-17ba-4435-b43b-358504151117 tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:41:46.801009 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-197cb9ff-f904-4689-8792-c54901d38eea req-be509458-17ba-4435-b43b-358504151117 tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] 10.222.0.35 "GET /v2.0/ports?device_id=ff2fe94a-2b07-499d-9660-c6155bfdabc4 HTTP/1.1" status: 200 len: 1023 time: 0.7154102 May 20 20:41:46.808981 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-54c86942-1ddf-4d88-8d38-3664414c4e4e None None] For port aee817b4-3de6-4fa3-90dc-07141818ba18, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=aee817b4-3de6-4fa3-90dc-07141818ba18,segment=NetworkSegment(7a4c3e36-bdca-47cc-b18a-c66a1668c365),segment_id=7a4c3e36-bdca-47cc-b18a-c66a1668c365)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:41:46.809336 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-54c86942-1ddf-4d88-8d38-3664414c4e4e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:46.842630 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-54c86942-1ddf-4d88-8d38-3664414c4e4e None None] Calling delete_port for aee817b4-3de6-4fa3-90dc-07141818ba18 owned by network:dhcp {{(pid=103164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:41:46.843954 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab99675-f73e-4174-8533-978e0239183c req-e443c8f5-ca22-44ba-91a0-00359a9b0f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:41:46.845584 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4ab99675-f73e-4174-8533-978e0239183c req-e443c8f5-ca22-44ba-91a0-00359a9b0f99 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=14307be6da164addbb4e96db68f248f8&device_id=ff2fe94a-2b07-499d-9660-c6155bfdabc4 HTTP/1.1" status: 200 len: 1174 time: 0.5091887 May 20 20:41:46.860133 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0590163d-faf7-4444-ade0-37a6e2dfc515 req-9cdd59fd-6759-45c8-836a-cd7a98fe1ba7 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:41:46.861853 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0590163d-faf7-4444-ade0-37a6e2dfc515 req-9cdd59fd-6759-45c8-836a-cd7a98fe1ba7 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/ports?device_id=73e6ff91-e9c8-4167-9370-e79bd8c2a253 HTTP/1.1" status: 200 len: 945 time: 0.2498009 May 20 20:41:46.889370 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6670fa-0cfc-46af-948d-e341d0ceba63 admin admin] Pushing event deleted for resources: {'Port': ['ID=aee817b4-3de6-4fa3-90dc-07141818ba18,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:41:46.978839 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-54c86942-1ddf-4d88-8d38-3664414c4e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099'] for port, after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:47.030079 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c86942-1ddf-4d88-8d38-3664414c4e4e None None] Pushing event deleted for resources: {'Port': ['ID=aee817b4-3de6-4fa3-90dc-07141818ba18,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:41:47.049381 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c86942-1ddf-4d88-8d38-3664414c4e4e None None] No DVR routers for this DVR port aee817b4-3de6-4fa3-90dc-07141818ba18 on host n-d-842733-1 {{(pid=103164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:41:47.066480 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5e6670fa-0cfc-46af-948d-e341d0ceba63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33072115', 'neutron.services.segments.db._delete_segments_for_network-8782419500584'] for network, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:47.094799 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-5e6670fa-0cfc-46af-948d-e341d0ceba63 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e770d771-5039-4bb2-a1b8-9c6372f02b2a']}} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:41:47.106704 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-5e6670fa-0cfc-46af-948d-e341d0ceba63 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a4c3e36-bdca-47cc-b18a-c66a1668c365') {'for_net_delete': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:41:47.107002 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-5e6670fa-0cfc-46af-948d-e341d0ceba63 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a4c3e36-bdca-47cc-b18a-c66a1668c365') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:41:47.123630 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5e6670fa-0cfc-46af-948d-e341d0ceba63 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419501617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3738385'] for segment, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:47.141729 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5e6670fa-0cfc-46af-948d-e341d0ceba63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:47.150098 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e6670fa-0cfc-46af-948d-e341d0ceba63 admin admin] Releasing vlan 242 on physical network physnet1 to pool {{(pid=103162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 20:41:47.153993 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5e6670fa-0cfc-46af-948d-e341d0ceba63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3800791'] for segment, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:47.153993 n-d-842733-1 neutron-server[103162]: Traceback (most recent call last): May 20 20:41:47.153993 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 20:41:47.153993 n-d-842733-1 neutron-server[103162]: timer() May 20 20:41:47.153993 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 20:41:47.153993 n-d-842733-1 neutron-server[103162]: cb(*args, **kw) May 20 20:41:47.153993 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 20 20:41:47.153993 n-d-842733-1 neutron-server[103162]: return func(*args, **kwargs) May 20 20:41:47.153993 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 20:41:47.153993 n-d-842733-1 neutron-server[103162]: self._notify() May 20 20:41:47.153993 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 20:41:47.153993 n-d-842733-1 neutron-server[103162]: self.callback(batched_events) May 20 20:41:47.153993 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 20:41:47.153993 n-d-842733-1 neutron-server[103162]: event.method(event) May 20 20:41:47.153993 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 20 20:41:47.153993 n-d-842733-1 neutron-server[103162]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 20:41:47.153993 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 20 20:41:47.153993 n-d-842733-1 neutron-server[103162]: aggregate_uuid = self.p_client.list_aggregates( May 20 20:41:47.153993 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 20 20:41:47.153993 n-d-842733-1 neutron-server[103162]: return f(self, *a, **k) May 20 20:41:47.153993 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 20 20:41:47.153993 n-d-842733-1 neutron-server[103162]: return self._get(url).json() May 20 20:41:47.153993 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 20 20:41:47.153993 n-d-842733-1 neutron-server[103162]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 20:41:47.153993 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 20:41:47.153993 n-d-842733-1 neutron-server[103162]: return self.request(url, 'GET', **kwargs) May 20 20:41:47.153993 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 20:41:47.153993 n-d-842733-1 neutron-server[103162]: base_url = self.get_endpoint(auth, allow=allow, May 20 20:41:47.153993 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 20:41:47.153993 n-d-842733-1 neutron-server[103162]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 20:41:47.153993 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 20:41:47.153993 n-d-842733-1 neutron-server[103162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 20:41:47.153993 n-d-842733-1 neutron-server[103162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 20:41:47.281060 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5e6670fa-0cfc-46af-948d-e341d0ceba63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33072122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748162'] for network, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:47.299558 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5e6670fa-0cfc-46af-948d-e341d0ceba63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:47.320651 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-5e6670fa-0cfc-46af-948d-e341d0ceba63 admin admin] 10.222.0.35 "DELETE /v2.0/networks/e770d771-5039-4bb2-a1b8-9c6372f02b2a HTTP/1.1" status: 204 len: 168 time: 1.3409803 May 20 20:41:47.357377 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6670fa-0cfc-46af-948d-e341d0ceba63 admin admin] Pushing event deleted for resources: {'Network': ['ID=e770d771-5039-4bb2-a1b8-9c6372f02b2a,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:41:47.507439 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0590163d-faf7-4444-ade0-37a6e2dfc515 req-53ed795c-fd80-4b1f-80fe-ed81d970c329 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/security-groups?id=c9d9c404-d869-4158-9779-ac1a15da4bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6001256 May 20 20:41:47.515541 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d3b1b64-450e-4e92-8253-a6777b0bf908 admin admin] Router 1cc28792-3536-4873-bb60-ae6e3d650e79 has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 20:41:47.530058 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-197cb9ff-f904-4689-8792-c54901d38eea req-166245b9-cbb9-432f-aa0d-0773667842a1 tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] 10.222.0.35 "GET /v2.0/security-groups?id=09446ca9-fe54-4fdb-b55a-f8766d02dbbf&id=d43f6072-72dc-4d74-8751-6d1c2d086a86&id=f4b7709e-62c4-4c92-9539-853c7ed8a4c0 HTTP/1.1" status: 200 len: 6142 time: 0.7282779 May 20 20:41:47.604181 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab99675-f73e-4174-8533-978e0239183c req-a98c0070-86ac-4d47-9fea-1434e04ff3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:41:47.605667 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4ab99675-f73e-4174-8533-978e0239183c req-a98c0070-86ac-4d47-9fea-1434e04ff3d4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f2c1f29b-3984-454a-a363-825a8303b3d8 HTTP/1.1" status: 200 len: 913 time: 0.7392602 May 20 20:41:47.619322 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 37850) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:41:47.647195 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4bdbeffe-4208-4a71-8e1c-058736ad1008 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:47.696221 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4ab99675-f73e-4174-8533-978e0239183c req-277f88c9-38dc-46bc-a2a8-679d11657678 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=441571a2-1297-49bc-a241-c0c800726154 HTTP/1.1" status: 200 len: 217 time: 0.0512779 May 20 20:41:47.701311 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [req-7768aa07-2661-4231-a753-5a4ffd24fac5 req-d8e95199-c91b-47ca-be23-c0bee4fd150d tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] Request body: {'security_group': {'name': ' tempest-securitygroup -653895547 ', 'description': 'tempest-description-1678770592'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:41:47.753250 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4bdbeffe-4208-4a71-8e1c-058736ad1008 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:47.806874 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_v2 [None req-94b0478a-7538-4ef3-8fcf-ad163b20a227 admin admin] Deleting subnet 33548886-d6e3-48e7-a819-149526989122 {{(pid=103162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 20 20:41:47.823914 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-94b0478a-7538-4ef3-8fcf-ad163b20a227 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:47.823914 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 37854) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:41:47.894230 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-94b0478a-7538-4ef3-8fcf-ad163b20a227 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3738392'] for subnet, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:47.915018 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab99675-f73e-4174-8533-978e0239183c req-724bf622-3da1-4e7b-8401-0bf3bed03d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:41:47.916892 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4ab99675-f73e-4174-8533-978e0239183c req-724bf622-3da1-4e7b-8401-0bf3bed03d2e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b6e11a18-e233-4d96-9624-671f5264a4cf HTTP/1.1" status: 200 len: 852 time: 0.2107632 May 20 20:41:47.934100 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-4bdbeffe-4208-4a71-8e1c-058736ad1008 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=270645bcec5846e4809f7aea7f1e047d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5963063 May 20 20:41:47.935098 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdbeffe-4208-4a71-8e1c-058736ad1008 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de4de365-58d0-4ea7-a20a-c78c6b638b67,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:41:47.949964 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 37856) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:41:47.969114 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-8f6c2405-81eb-4ffe-b0d5-f1cbafc11e43 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=cbe042d006d842f8b153951325ed7f60&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1442852 May 20 20:41:47.976840 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 37858) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:41:47.978311 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d3b1b64-450e-4e92-8253-a6777b0bf908 admin admin] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 20:41:47.994235 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-7d3b1b64-450e-4e92-8253-a6777b0bf908 admin admin] 10.222.0.35 "PUT /v2.0/routers/1cc28792-3536-4873-bb60-ae6e3d650e79/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8129871 May 20 20:41:47.995144 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e0713ec-ca6a-4b06-b607-739df8999e05 None None] Sync routers for ids ['1cc28792-3536-4873-bb60-ae6e3d650e79'] in n-d-842733-1 {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 20:41:47.995672 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-7768aa07-2661-4231-a753-5a4ffd24fac5 req-d8e95199-c91b-47ca-be23-c0bee4fd150d tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:48.005296 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device aee817b4-3de6-4fa3-90dc-07141818ba18 no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:41:48.010330 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e0713ec-ca6a-4b06-b607-739df8999e05 None None] Routers {'1cc28792-3536-4873-bb60-ae6e3d650e79'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:41:48.010961 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-9e0713ec-ca6a-4b06-b607-739df8999e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:41:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['1cc28792-3536-4873-bb60-ae6e3d650e79'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:41:48.017451 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 37860) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:41:48.027564 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4ab99675-f73e-4174-8533-978e0239183c req-fda4d4aa-3d24-4835-a7f1-e3f344ced8f0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f2c1f29b-3984-454a-a363-825a8303b3d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1011384 May 20 20:41:48.037930 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: aee817b4-3de6-4fa3-90dc-07141818ba18 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 20:41:48.038423 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device aee817b4-3de6-4fa3-90dc-07141818ba18 not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 20:41:48.180670 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-9e0713ec-ca6a-4b06-b607-739df8999e05 None None] Set router 1cc28792-3536-4873-bb60-ae6e3d650e79 gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:41:48.228857 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e111408f-62cc-45e0-a587-60b85a58f355 req-f671d2be-d01d-489c-8960-60221a96a9a7 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:41:48.238430 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e111408f-62cc-45e0-a587-60b85a58f355 req-f671d2be-d01d-489c-8960-60221a96a9a7 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] 10.222.0.35 "GET /v2.0/ports?device_id=fcdfd360-409c-4b60-958a-ff3f6575c816 HTTP/1.1" status: 200 len: 946 time: 0.2627733 May 20 20:41:48.251456 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4ab99675-f73e-4174-8533-978e0239183c req-814801ff-96ba-4c26-a8e9-5bac9104a3f7 service neutron] 10.222.0.13 "GET /v2.0/networks/f2c1f29b-3984-454a-a363-825a8303b3d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1788182 May 20 20:41:48.282893 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-67fa5629-619c-492a-8e2d-ad1ddba44a56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:48.393624 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-67fa5629-619c-492a-8e2d-ad1ddba44a56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:48.410016 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e111408f-62cc-45e0-a587-60b85a58f355 req-445fbb7d-16c3-42e8-8b01-61d60a53b162 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] 10.222.0.35 "GET /v2.0/security-groups?id=0a1ca955-ee86-4e03-bb39-6b1e6a532a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651697 May 20 20:41:48.446895 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-7768aa07-2661-4231-a753-5a4ffd24fac5 req-d8e95199-c91b-47ca-be23-c0bee4fd150d tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:48.464614 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-94b0478a-7538-4ef3-8fcf-ad163b20a227 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33068388'] for subnet, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:48.517609 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4ab99675-f73e-4174-8533-978e0239183c req-c493362b-d53b-4b46-b8ee-588c288e133c service neutron] 10.222.0.13 "GET /v2.0/networks/f2c1f29b-3984-454a-a363-825a8303b3d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2540243 May 20 20:41:48.527686 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-7768aa07-2661-4231-a753-5a4ffd24fac5 req-d8e95199-c91b-47ca-be23-c0bee4fd150d tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:48.545595 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-9e0713ec-ca6a-4b06-b607-739df8999e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cc28792-3536-4873-bb60-ae6e3d650e79', 'name': 'tempest-ServersTestFqdnHostnames-677229381-router', 'tenant_id': '41fb6039a7a04b8d930f9d787f82c020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.246'}], 'enable_snat': True}, 'gw_port_id': '40b0110f-ef63-493a-8821-9a1b887c9a73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:40:11Z', 'updated_at': '2022-05-20T20:41:44Z', 'revision_number': 5, 'project_id': '41fb6039a7a04b8d930f9d787f82c020', 'gw_port': {'id': '40b0110f-ef63-493a-8821-9a1b887c9a73', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:af:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc28792-3536-4873-bb60-ae6e3d650e79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:40:12Z', 'updated_at': '2022-05-20T20:40:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:41:48.561465 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 65c226fe-0bb9-4ed2-8058-7f27ec6ceba5 no longer exists at agent hyperv_n-h1-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:41:48.579807 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e0713ec-ca6a-4b06-b607-739df8999e05 None None] Checking router: 1cc28792-3536-4873-bb60-ae6e3d650e79 for host: n-d-842733-1 {{(pid=103165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 20:41:48.589728 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ba04ac9f-e168-4c50-824b-9579802d69af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:48.600008 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e0713ec-ca6a-4b06-b607-739df8999e05 None None] Routers {'1cc28792-3536-4873-bb60-ae6e3d650e79'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:41:48.601066 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-9e0713ec-ca6a-4b06-b607-739df8999e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:41:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['1cc28792-3536-4873-bb60-ae6e3d650e79'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:41:48.611671 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] No Port match for: 65c226fe-0bb9-4ed2-8058-7f27ec6ceba5 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 20:41:48.612990 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 65c226fe-0bb9-4ed2-8058-7f27ec6ceba5 not bound to the agent host n-h1-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 20:41:48.619615 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e95199-c91b-47ca-be23-c0bee4fd150d tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24291a86-c232-4701-ade6-4ab0592d809b,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:41:48.623046 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-67fa5629-619c-492a-8e2d-ad1ddba44a56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:48.630237 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-67fa5629-619c-492a-8e2d-ad1ddba44a56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:48.643794 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-67fa5629-619c-492a-8e2d-ad1ddba44a56 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/598d0fcd-8ecb-4201-88a0-2daee08c0878 HTTP/1.1" status: 204 len: 168 time: 0.6503580 May 20 20:41:48.644005 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9ca06355-0818-4c52-bd28-81f3184f4942 admin admin] Notify callbacks [] for router, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:48.665275 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fa5629-619c-492a-8e2d-ad1ddba44a56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=598d0fcd-8ecb-4201-88a0-2daee08c0878,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:41:48.727269 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-7768aa07-2661-4231-a753-5a4ffd24fac5 req-d8e95199-c91b-47ca-be23-c0bee4fd150d tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:48.729467 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7768aa07-2661-4231-a753-5a4ffd24fac5 req-d8e95199-c91b-47ca-be23-c0bee4fd150d tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1785 time: 1.0374949 May 20 20:41:48.785254 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-9e0713ec-ca6a-4b06-b607-739df8999e05 None None] Set router 1cc28792-3536-4873-bb60-ae6e3d650e79 gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:41:48.831879 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-94b0478a-7538-4ef3-8fcf-ad163b20a227 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33068399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3797621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4018265'] for subnet, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:48.861031 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-133e173d-bf5f-4e85-ba91-597329858875 req-ed76527b-2f08-4d95-9746-ff2a040069a8 tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] 10.222.0.35 "GET /v2.0/security-groups/24291a86-c232-4701-ade6-4ab0592d809b HTTP/1.1" status: 200 len: 1780 time: 0.1047461 May 20 20:41:48.900261 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-94b0478a-7538-4ef3-8fcf-ad163b20a227 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:48.905346 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-94b0478a-7538-4ef3-8fcf-ad163b20a227 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/33548886-d6e3-48e7-a819-149526989122 HTTP/1.1" status: 204 len: 168 time: 1.2848687 May 20 20:41:48.909450 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 37868) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:41:48.913171 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b0478a-7538-4ef3-8fcf-ad163b20a227 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=33548886-d6e3-48e7-a819-149526989122,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:41:48.920157 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ba04ac9f-e168-4c50-824b-9579802d69af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:48.950170 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9ca06355-0818-4c52-bd28-81f3184f4942 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:49.044012 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-9e0713ec-ca6a-4b06-b607-739df8999e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cc28792-3536-4873-bb60-ae6e3d650e79', 'name': 'tempest-ServersTestFqdnHostnames-677229381-router', 'tenant_id': '41fb6039a7a04b8d930f9d787f82c020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.246'}], 'enable_snat': True}, 'gw_port_id': '40b0110f-ef63-493a-8821-9a1b887c9a73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:40:11Z', 'updated_at': '2022-05-20T20:41:44Z', 'revision_number': 5, 'project_id': '41fb6039a7a04b8d930f9d787f82c020', 'gw_port': {'id': '40b0110f-ef63-493a-8821-9a1b887c9a73', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:af:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc28792-3536-4873-bb60-ae6e3d650e79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:40:12Z', 'updated_at': '2022-05-20T20:40:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:41:49.078199 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e0713ec-ca6a-4b06-b607-739df8999e05 None None] The sync data for ids ['1cc28792-3536-4873-bb60-ae6e3d650e79'] in n-d-842733-1 is: [{'id': '1cc28792-3536-4873-bb60-ae6e3d650e79', 'name': 'tempest-ServersTestFqdnHostnames-677229381-router', 'tenant_id': '41fb6039a7a04b8d930f9d787f82c020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.246'}], 'enable_snat': True}, 'gw_port_id': '40b0110f-ef63-493a-8821-9a1b887c9a73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:40:11Z', 'updated_at': '2022-05-20T20:41:44Z', 'revision_number': 5, 'project_id': '41fb6039a7a04b8d930f9d787f82c020', 'gw_port': {'id': '40b0110f-ef63-493a-8821-9a1b887c9a73', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:af:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc28792-3536-4873-bb60-ae6e3d650e79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:40:12Z', 'updated_at': '2022-05-20T20:40:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 20:41:49.094539 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c532551c-f53f-4c23-a8fd-22eb611ddca8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33160123'] for network, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:49.117756 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ba04ac9f-e168-4c50-824b-9579802d69af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:49.126350 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ba04ac9f-e168-4c50-824b-9579802d69af admin admin] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:49.133744 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-ba04ac9f-e168-4c50-824b-9579802d69af admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/de4de365-58d0-4ea7-a20a-c78c6b638b67 HTTP/1.1" status: 204 len: 168 time: 1.1759925 May 20 20:41:49.133922 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b35049fc-f662-4973-b4e1-d1d2d6c08915 req-8245f889-d9d9-492b-9ed1-a03bda77bdc2 tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] 10.222.0.35 "GET /v2.0/security-groups/24291a86-c232-4701-ade6-4ab0592d809b HTTP/1.1" status: 200 len: 1780 time: 0.2473495 May 20 20:41:49.163331 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba04ac9f-e168-4c50-824b-9579802d69af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de4de365-58d0-4ea7-a20a-c78c6b638b67,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:41:49.182936 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-9ca06355-0818-4c52-bd28-81f3184f4942 admin admin] Deleting port 40b0110f-ef63-493a-8821-9a1b887c9a73 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:41:49.183371 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9ca06355-0818-4c52-bd28-81f3184f4942 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:49.278461 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86acfea6-99fb-40b8-8a03-6162f98635f0 req-de2712f8-e2ee-4b49-9d86-f2341397dacb tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:41:49.288307 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-86acfea6-99fb-40b8-8a03-6162f98635f0 req-de2712f8-e2ee-4b49-9d86-f2341397dacb tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/ports?device_id=73e6ff91-e9c8-4167-9370-e79bd8c2a253 HTTP/1.1" status: 200 len: 945 time: 0.2380719 May 20 20:41:49.350704 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-9ca06355-0818-4c52-bd28-81f3184f4942 admin admin] For port 40b0110f-ef63-493a-8821-9a1b887c9a73, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=40b0110f-ef63-493a-8821-9a1b887c9a73,segment=NetworkSegment(0b5485c4-eff8-42a1-9073-ae54ed4c63ba),segment_id=0b5485c4-eff8-42a1-9073-ae54ed4c63ba)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:41:49.351123 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9ca06355-0818-4c52-bd28-81f3184f4942 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:49.368458 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-9ca06355-0818-4c52-bd28-81f3184f4942 admin admin] Calling delete_port for 40b0110f-ef63-493a-8821-9a1b887c9a73 owned by network:router_gateway {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:41:49.520770 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-86acfea6-99fb-40b8-8a03-6162f98635f0 req-666a91e7-91f7-4032-b810-f6008085e104 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/security-groups?id=c9d9c404-d869-4158-9779-ac1a15da4bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2308733 May 20 20:41:49.536206 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c532551c-f53f-4c23-a8fd-22eb611ddca8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33072115', 'neutron.services.segments.db._delete_segments_for_network-8782419500584'] for network, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:49.569594 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-b35049fc-f662-4973-b4e1-d1d2d6c08915 req-0e642c08-a77a-44ab-8472-1798d928037a tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:49.634627 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-b35049fc-f662-4973-b4e1-d1d2d6c08915 req-0e642c08-a77a-44ab-8472-1798d928037a tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:49.750872 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-c532551c-f53f-4c23-a8fd-22eb611ddca8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fef9e30f-3c34-4b6b-9bd5-2a167649e7b0']}} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:41:49.793085 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-c532551c-f53f-4c23-a8fd-22eb611ddca8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65a8f4c3-036d-4ff8-a81a-cd07cb6f1230') {'for_net_delete': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:41:49.793085 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-c532551c-f53f-4c23-a8fd-22eb611ddca8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65a8f4c3-036d-4ff8-a81a-cd07cb6f1230') {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:41:49.808695 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c532551c-f53f-4c23-a8fd-22eb611ddca8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419501617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9338764'] for segment, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:49.829906 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-b35049fc-f662-4973-b4e1-d1d2d6c08915 req-0e642c08-a77a-44ab-8472-1798d928037a tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:49.832028 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9ca06355-0818-4c52-bd28-81f3184f4942 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:49.836469 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-b35049fc-f662-4973-b4e1-d1d2d6c08915 req-0e642c08-a77a-44ab-8472-1798d928037a tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:49.851420 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b35049fc-f662-4973-b4e1-d1d2d6c08915 req-0e642c08-a77a-44ab-8472-1798d928037a tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] 10.222.0.35 "DELETE /v2.0/security-groups/24291a86-c232-4701-ade6-4ab0592d809b HTTP/1.1" status: 204 len: 173 time: 0.7049856 May 20 20:41:49.860135 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-59348aeb-66cd-440f-b5d4-ccc94867f19f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:49.892969 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c532551c-f53f-4c23-a8fd-22eb611ddca8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:49.941737 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 8119704d-00a4-4e00-bffe-312173a4bbe0 no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:41:49.944090 n-d-842733-1 neutron-server[103163]: INFO neutron.api.v2.resource [req-f701e65c-90e9-455a-b5cf-d020699e8e37 req-8906a486-99e0-48d0-8e0f-e687c45aa7cf tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] show failed (client error): The resource could not be found. May 20 20:41:49.972925 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f701e65c-90e9-455a-b5cf-d020699e8e37 req-8906a486-99e0-48d0-8e0f-e687c45aa7cf tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] 10.222.0.35 "GET /v2.0/security-groups/24291a86-c232-4701-ade6-4ab0592d809b HTTP/1.1" status: 404 len: 352 time: 0.0886443 May 20 20:41:50.005092 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200d372a-8389-482d-9adb-a84823092735 req-a58c53eb-3902-4878-a50b-8042128edbd8 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:41:50.006931 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-200d372a-8389-482d-9adb-a84823092735 req-a58c53eb-3902-4878-a50b-8042128edbd8 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] 10.222.0.35 "GET /v2.0/ports?device_id=fcdfd360-409c-4b60-958a-ff3f6575c816 HTTP/1.1" status: 200 len: 946 time: 0.2872493 May 20 20:41:50.007809 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: 8119704d-00a4-4e00-bffe-312173a4bbe0 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 20:41:50.008164 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 8119704d-00a4-4e00-bffe-312173a4bbe0 not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 20:41:50.016223 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c532551c-f53f-4c23-a8fd-22eb611ddca8 admin admin] Releasing vlan 232 on physical network physnet1 to pool {{(pid=103163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 20:41:50.016784 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c532551c-f53f-4c23-a8fd-22eb611ddca8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9638311'] for segment, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:50.019963 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e642c08-a77a-44ab-8472-1798d928037a tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=24291a86-c232-4701-ade6-4ab0592d809b,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:41:50.025168 n-d-842733-1 neutron-server[103163]: Traceback (most recent call last): May 20 20:41:50.025168 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 20:41:50.025168 n-d-842733-1 neutron-server[103163]: timer() May 20 20:41:50.025168 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 20:41:50.025168 n-d-842733-1 neutron-server[103163]: cb(*args, **kw) May 20 20:41:50.025168 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 20 20:41:50.025168 n-d-842733-1 neutron-server[103163]: return func(*args, **kwargs) May 20 20:41:50.025168 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 20:41:50.025168 n-d-842733-1 neutron-server[103163]: self._notify() May 20 20:41:50.025168 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 20:41:50.025168 n-d-842733-1 neutron-server[103163]: self.callback(batched_events) May 20 20:41:50.025168 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 20:41:50.025168 n-d-842733-1 neutron-server[103163]: event.method(event) May 20 20:41:50.025168 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 20 20:41:50.025168 n-d-842733-1 neutron-server[103163]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 20:41:50.025168 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 20 20:41:50.025168 n-d-842733-1 neutron-server[103163]: aggregate_uuid = self.p_client.list_aggregates( May 20 20:41:50.025168 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 20 20:41:50.025168 n-d-842733-1 neutron-server[103163]: return f(self, *a, **k) May 20 20:41:50.025168 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 20 20:41:50.025168 n-d-842733-1 neutron-server[103163]: return self._get(url).json() May 20 20:41:50.025168 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 20 20:41:50.025168 n-d-842733-1 neutron-server[103163]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 20:41:50.025168 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 20:41:50.025168 n-d-842733-1 neutron-server[103163]: return self.request(url, 'GET', **kwargs) May 20 20:41:50.025168 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 20:41:50.025168 n-d-842733-1 neutron-server[103163]: base_url = self.get_endpoint(auth, allow=allow, May 20 20:41:50.025168 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 20:41:50.025168 n-d-842733-1 neutron-server[103163]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 20:41:50.025168 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 20:41:50.025168 n-d-842733-1 neutron-server[103163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 20:41:50.025168 n-d-842733-1 neutron-server[103163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 20:41:50.039535 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca06355-0818-4c52-bd28-81f3184f4942 admin admin] Pushing event deleted for resources: {'Port': ['ID=40b0110f-ef63-493a-8821-9a1b887c9a73,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:41:50.047718 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [req-5af557c9-06f1-41cf-b8b6-97ac3ea7d68b req-61c5704b-58d6-4032-aaf7-43579c683bd9 tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1032829715', 'description': 'tempest-description-1198513262'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:41:50.057543 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9ca06355-0818-4c52-bd28-81f3184f4942 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-748206'] for router_gateway, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:50.143519 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-200d372a-8389-482d-9adb-a84823092735 req-faaf2a1a-2e9a-4fa5-ba08-130752d8280c tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] 10.222.0.35 "GET /v2.0/security-groups?id=0a1ca955-ee86-4e03-bb39-6b1e6a532a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165662 May 20 20:41:50.152707 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9ca06355-0818-4c52-bd28-81f3184f4942 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26169'] for router, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:50.154971 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9ca06355-0818-4c52-bd28-81f3184f4942 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:50.579683 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-5af557c9-06f1-41cf-b8b6-97ac3ea7d68b req-61c5704b-58d6-4032-aaf7-43579c683bd9 tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:50.580236 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9ca06355-0818-4c52-bd28-81f3184f4942 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-693148'] for router, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:50.580236 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ca06355-0818-4c52-bd28-81f3184f4942 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1cc28792-3536-4873-bb60-ae6e3d650e79 {{(pid=103162) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 20 20:41:50.584886 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c532551c-f53f-4c23-a8fd-22eb611ddca8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33072122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748162'] for network, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:50.588096 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9ca06355-0818-4c52-bd28-81f3184f4942 admin admin] Notify callbacks [] for router, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:50.591866 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-9ca06355-0818-4c52-bd28-81f3184f4942 admin admin] 10.222.0.35 "DELETE /v2.0/routers/1cc28792-3536-4873-bb60-ae6e3d650e79 HTTP/1.1" status: 204 len: 168 time: 2.5734143 May 20 20:41:50.596350 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c532551c-f53f-4c23-a8fd-22eb611ddca8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:50.607128 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-c532551c-f53f-4c23-a8fd-22eb611ddca8 admin admin] 10.222.0.35 "DELETE /v2.0/networks/fef9e30f-3c34-4b6b-9bd5-2a167649e7b0 HTTP/1.1" status: 204 len: 168 time: 1.6924326 May 20 20:41:50.610903 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 37902) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:41:50.612483 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 37906) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:41:50.634320 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c532551c-f53f-4c23-a8fd-22eb611ddca8 admin admin] Pushing event deleted for resources: {'Network': ['ID=fef9e30f-3c34-4b6b-9bd5-2a167649e7b0,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:41:50.755366 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_v2 [None req-a45f5e8d-8bc2-49dd-b2d6-15373cd5f9b3 admin admin] Deleting subnet 73d34f71-dea6-437b-b330-aa0e1ed12b8c {{(pid=103162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 20 20:41:50.766347 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a45f5e8d-8bc2-49dd-b2d6-15373cd5f9b3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:50.771491 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_v2 [None req-eedf4c8f-b2a8-48ca-ae5a-fcb108b70608 admin admin] Deleting subnet bc83d0f4-83f8-46b1-89d4-9e80c95fc52e {{(pid=103162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 20 20:41:50.799865 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fdcbe9-91bf-4302-a5b9-a5ca52baaa4a req-f456221e-a75a-47da-8258-9dcb8771fdc8 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:41:50.811213 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-eedf4c8f-b2a8-48ca-ae5a-fcb108b70608 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:50.812354 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-14fdcbe9-91bf-4302-a5b9-a5ca52baaa4a req-f456221e-a75a-47da-8258-9dcb8771fdc8 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/ports?device_id=73e6ff91-e9c8-4167-9370-e79bd8c2a253 HTTP/1.1" status: 200 len: 945 time: 0.1811440 May 20 20:41:50.870394 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a45f5e8d-8bc2-49dd-b2d6-15373cd5f9b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3738392'] for subnet, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:50.901635 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-eedf4c8f-b2a8-48ca-ae5a-fcb108b70608 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3738392'] for subnet, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:50.960455 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-5af557c9-06f1-41cf-b8b6-97ac3ea7d68b req-61c5704b-58d6-4032-aaf7-43579c683bd9 tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:50.983209 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-14fdcbe9-91bf-4302-a5b9-a5ca52baaa4a req-210a1000-a8c5-4527-b2e5-ecb291f2f58c tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/security-groups?id=c9d9c404-d869-4158-9779-ac1a15da4bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684098 May 20 20:41:50.986215 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-eedf4c8f-b2a8-48ca-ae5a-fcb108b70608 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33068388'] for subnet, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:51.048171 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-5af557c9-06f1-41cf-b8b6-97ac3ea7d68b req-61c5704b-58d6-4032-aaf7-43579c683bd9 tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:51.054042 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a45f5e8d-8bc2-49dd-b2d6-15373cd5f9b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33068388'] for subnet, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:51.097237 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c5704b-58d6-4032-aaf7-43579c683bd9 tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ba7b3f9-7c9d-41ea-9a28-7be469b292f5,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:41:51.107859 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 37924) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:41:51.182337 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-5af557c9-06f1-41cf-b8b6-97ac3ea7d68b req-61c5704b-58d6-4032-aaf7-43579c683bd9 tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:51.184838 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5af557c9-06f1-41cf-b8b6-97ac3ea7d68b req-61c5704b-58d6-4032-aaf7-43579c683bd9 tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 1.1762052 May 20 20:41:51.222503 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [req-aa2118da-ca72-4e67-a471-b7221a144c57 req-c8cd8bea-798f-4c3b-8bd9-35de0d495770 tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1627005979', 'description': 'tempest-description-1138417425'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:41:51.237557 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-eedf4c8f-b2a8-48ca-ae5a-fcb108b70608 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33068399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3797621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4018265'] for subnet, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:51.305510 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-d5684b62-e20e-4afe-9026-34eb49fbafdb admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-222068315-network', 'tenant_id': '7996bbdcd04c45b28346a0fe350ea7b7'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:41:51.309497 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedf4c8f-b2a8-48ca-ae5a-fcb108b70608 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc83d0f4-83f8-46b1-89d4-9e80c95fc52e,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:41:51.319327 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-eedf4c8f-b2a8-48ca-ae5a-fcb108b70608 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:51.324143 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-eedf4c8f-b2a8-48ca-ae5a-fcb108b70608 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/bc83d0f4-83f8-46b1-89d4-9e80c95fc52e HTTP/1.1" status: 204 len: 168 time: 0.6903954 May 20 20:41:51.326113 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a45f5e8d-8bc2-49dd-b2d6-15373cd5f9b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33068399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3797621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4018265'] for subnet, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:51.331092 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 37932) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:41:51.392059 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62a63ab-f1ce-42a3-88e9-60040c0c3c8c req-d2ec3688-99f9-4f1b-866a-105dd5cf7459 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:41:51.393712 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d62a63ab-f1ce-42a3-88e9-60040c0c3c8c req-d2ec3688-99f9-4f1b-866a-105dd5cf7459 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] 10.222.0.35 "GET /v2.0/ports?device_id=fcdfd360-409c-4b60-958a-ff3f6575c816 HTTP/1.1" status: 200 len: 946 time: 0.1285818 May 20 20:41:51.434719 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45f5e8d-8bc2-49dd-b2d6-15373cd5f9b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=73d34f71-dea6-437b-b330-aa0e1ed12b8c,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:41:51.446317 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-98edf1ca-1b59-45ef-8589-6dc15d45bba0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33160123'] for network, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:51.451521 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-aa2118da-ca72-4e67-a471-b7221a144c57 req-c8cd8bea-798f-4c3b-8bd9-35de0d495770 tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:51.453460 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a45f5e8d-8bc2-49dd-b2d6-15373cd5f9b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:51.453813 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63e69e50-5255-4547-8599-d27b0abeac7c None None] Network 5da3ab3c-5eb1-4623-819e-a8030cb07d59 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:41:51.457338 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-a45f5e8d-8bc2-49dd-b2d6-15373cd5f9b3 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/73d34f71-dea6-437b-b330-aa0e1ed12b8c HTTP/1.1" status: 204 len: 168 time: 0.8435619 May 20 20:41:51.462508 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 37936) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:41:51.491414 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5684b62-e20e-4afe-9026-34eb49fbafdb admin admin] Made reservation on behalf of 7996bbdcd04c45b28346a0fe350ea7b7 for: {'network': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:41:51.491414 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d5684b62-e20e-4afe-9026-34eb49fbafdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for network, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:51.503041 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d5684b62-e20e-4afe-9026-34eb49fbafdb admin admin] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:51.521133 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d62a63ab-f1ce-42a3-88e9-60040c0c3c8c req-fb00ac03-4e2f-414c-887a-445040b36e54 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] 10.222.0.35 "GET /v2.0/security-groups?id=0a1ca955-ee86-4e03-bb39-6b1e6a532a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182389 May 20 20:41:51.616850 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-98edf1ca-1b59-45ef-8589-6dc15d45bba0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33072115', 'neutron.services.segments.db._delete_segments_for_network-8782419500584'] for network, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:51.625663 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-aa2118da-ca72-4e67-a471-b7221a144c57 req-c8cd8bea-798f-4c3b-8bd9-35de0d495770 tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:51.651651 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-98edf1ca-1b59-45ef-8589-6dc15d45bba0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2eabd434-d432-4c12-88c2-8eab21380fcf']}} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:41:51.669348 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-98edf1ca-1b59-45ef-8589-6dc15d45bba0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ad71ad5-4179-4098-bd0f-1166020e8835') {'for_net_delete': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:41:51.669348 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-98edf1ca-1b59-45ef-8589-6dc15d45bba0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ad71ad5-4179-4098-bd0f-1166020e8835') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:41:51.679158 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-98edf1ca-1b59-45ef-8589-6dc15d45bba0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419501617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3738385'] for segment, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:51.708126 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-98edf1ca-1b59-45ef-8589-6dc15d45bba0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:51.717516 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98edf1ca-1b59-45ef-8589-6dc15d45bba0 admin admin] Releasing vlan 208 on physical network physnet1 to pool {{(pid=103162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 20:41:51.750813 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-98edf1ca-1b59-45ef-8589-6dc15d45bba0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3800791'] for segment, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:51.750813 n-d-842733-1 neutron-server[103162]: Traceback (most recent call last): May 20 20:41:51.750813 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 20:41:51.750813 n-d-842733-1 neutron-server[103162]: timer() May 20 20:41:51.750813 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 20:41:51.750813 n-d-842733-1 neutron-server[103162]: cb(*args, **kw) May 20 20:41:51.750813 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 20 20:41:51.750813 n-d-842733-1 neutron-server[103162]: return func(*args, **kwargs) May 20 20:41:51.750813 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 20:41:51.750813 n-d-842733-1 neutron-server[103162]: self._notify() May 20 20:41:51.750813 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 20:41:51.750813 n-d-842733-1 neutron-server[103162]: self.callback(batched_events) May 20 20:41:51.750813 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 20:41:51.750813 n-d-842733-1 neutron-server[103162]: event.method(event) May 20 20:41:51.750813 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 20 20:41:51.750813 n-d-842733-1 neutron-server[103162]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 20:41:51.750813 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 20 20:41:51.750813 n-d-842733-1 neutron-server[103162]: aggregate_uuid = self.p_client.list_aggregates( May 20 20:41:51.750813 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 20 20:41:51.750813 n-d-842733-1 neutron-server[103162]: return f(self, *a, **k) May 20 20:41:51.750813 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 20 20:41:51.750813 n-d-842733-1 neutron-server[103162]: return self._get(url).json() May 20 20:41:51.750813 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 20 20:41:51.750813 n-d-842733-1 neutron-server[103162]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 20:41:51.750813 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 20:41:51.750813 n-d-842733-1 neutron-server[103162]: return self.request(url, 'GET', **kwargs) May 20 20:41:51.750813 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 20:41:51.750813 n-d-842733-1 neutron-server[103162]: base_url = self.get_endpoint(auth, allow=allow, May 20 20:41:51.750813 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 20:41:51.750813 n-d-842733-1 neutron-server[103162]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 20:41:51.750813 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 20:41:51.750813 n-d-842733-1 neutron-server[103162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 20:41:51.750813 n-d-842733-1 neutron-server[103162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 20:41:51.753536 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c9cac450-50ec-4043-8306-e7dd72d237c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33160123'] for network, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:51.786959 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-aa2118da-ca72-4e67-a471-b7221a144c57 req-c8cd8bea-798f-4c3b-8bd9-35de0d495770 tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:51.850246 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d5684b62-e20e-4afe-9026-34eb49fbafdb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:51.851201 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cd8bea-798f-4c3b-8bd9-35de0d495770 tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] Pushing event updated for resources: {'SecurityGroup': ['ID=886f839d-372b-4ed0-8075-296b8ef7bffe,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:41:51.872662 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-c9cac450-50ec-4043-8306-e7dd72d237c6 admin admin] Deleting port 7be5d40c-fbe8-452f-aff6-df9e9b6ad946 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:41:51.873069 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c9cac450-50ec-4043-8306-e7dd72d237c6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:51.903596 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-98edf1ca-1b59-45ef-8589-6dc15d45bba0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33072122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748162'] for network, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:51.915455 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00765263-58ac-44fa-99b5-84f1c7a5630f None None] DHCP port deletion for 5da3ab3c-5eb1-4623-819e-a8030cb07d59 request from n-d-842733-1 {{(pid=103164) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 20:41:51.918041 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-98edf1ca-1b59-45ef-8589-6dc15d45bba0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:51.921936 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-98edf1ca-1b59-45ef-8589-6dc15d45bba0 admin admin] 10.222.0.35 "DELETE /v2.0/networks/2eabd434-d432-4c12-88c2-8eab21380fcf HTTP/1.1" status: 204 len: 168 time: 0.5903938 May 20 20:41:51.945425 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98edf1ca-1b59-45ef-8589-6dc15d45bba0 admin admin] Pushing event deleted for resources: {'Network': ['ID=2eabd434-d432-4c12-88c2-8eab21380fcf,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:41:51.960281 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d5684b62-e20e-4afe-9026-34eb49fbafdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:51.989069 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-aa2118da-ca72-4e67-a471-b7221a144c57 req-c8cd8bea-798f-4c3b-8bd9-35de0d495770 tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:51.990330 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-aa2118da-ca72-4e67-a471-b7221a144c57 req-c8cd8bea-798f-4c3b-8bd9-35de0d495770 tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.7778430 May 20 20:41:52.003362 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 40b0110f-ef63-493a-8821-9a1b887c9a73 no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:41:52.033941 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [req-b978b1b8-4a34-4a44-8400-297098f8dbf8 req-19fbb87b-8abc-442a-8535-01127a0eebe3 tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-273330373', 'description': 'tempest-description-1876260505'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:41:52.042909 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5684b62-e20e-4afe-9026-34eb49fbafdb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 249} {{(pid=103163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 20:41:52.053877 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: 40b0110f-ef63-493a-8821-9a1b887c9a73 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 20:41:52.056729 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 40b0110f-ef63-493a-8821-9a1b887c9a73 not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 20:41:52.063331 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-c9cac450-50ec-4043-8306-e7dd72d237c6 admin admin] For port 7be5d40c-fbe8-452f-aff6-df9e9b6ad946, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=7be5d40c-fbe8-452f-aff6-df9e9b6ad946,segment=NetworkSegment(829636e1-4a48-47c7-aa8d-8fdc9c95015f),segment_id=829636e1-4a48-47c7-aa8d-8fdc9c95015f)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:41:52.063695 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c9cac450-50ec-4043-8306-e7dd72d237c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:52.072060 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-00765263-58ac-44fa-99b5-84f1c7a5630f None None] Deleting port 7be5d40c-fbe8-452f-aff6-df9e9b6ad946 {{(pid=103164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:41:52.072516 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-00765263-58ac-44fa-99b5-84f1c7a5630f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:52.074956 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5684b62-e20e-4afe-9026-34eb49fbafdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4498864-440f-46b0-a344-70b0d7510345,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:41:52.087222 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-c9cac450-50ec-4043-8306-e7dd72d237c6 admin admin] Calling delete_port for 7be5d40c-fbe8-452f-aff6-df9e9b6ad946 owned by network:dhcp {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:41:52.092595 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d5684b62-e20e-4afe-9026-34eb49fbafdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:52.092990 n-d-842733-1 neutron-server[103163]: INFO neutron.db.segments_db [None req-d5684b62-e20e-4afe-9026-34eb49fbafdb admin admin] Added segment 2402745c-06cc-4395-87ea-d8de4fb1e600 of type vlan for network 9d20e684-f51c-4f52-b5ed-fe61f8fbf536 May 20 20:41:52.172781 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-b978b1b8-4a34-4a44-8400-297098f8dbf8 req-19fbb87b-8abc-442a-8535-01127a0eebe3 tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:52.178212 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d5684b62-e20e-4afe-9026-34eb49fbafdb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418993264'] for network, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:52.201900 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-00765263-58ac-44fa-99b5-84f1c7a5630f None None] For port 7be5d40c-fbe8-452f-aff6-df9e9b6ad946, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=7be5d40c-fbe8-452f-aff6-df9e9b6ad946,segment=NetworkSegment(829636e1-4a48-47c7-aa8d-8fdc9c95015f),segment_id=829636e1-4a48-47c7-aa8d-8fdc9c95015f)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:41:52.203240 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-00765263-58ac-44fa-99b5-84f1c7a5630f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:52.224289 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-00765263-58ac-44fa-99b5-84f1c7a5630f None None] Calling delete_port for 7be5d40c-fbe8-452f-aff6-df9e9b6ad946 owned by network:dhcp {{(pid=103164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:41:52.315748 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d5684b62-e20e-4afe-9026-34eb49fbafdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524'] for network, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:52.316632 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5684b62-e20e-4afe-9026-34eb49fbafdb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:41:52.322415 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d5684b62-e20e-4afe-9026-34eb49fbafdb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:52.333288 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-b978b1b8-4a34-4a44-8400-297098f8dbf8 req-19fbb87b-8abc-442a-8535-01127a0eebe3 tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:52.360151 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cf784588-d567-470a-8d0c-c74dee0ab158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:52.367776 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-00765263-58ac-44fa-99b5-84f1c7a5630f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099'] for port, after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:52.378423 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c9cac450-50ec-4043-8306-e7dd72d237c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:52.416462 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-b978b1b8-4a34-4a44-8400-297098f8dbf8 req-19fbb87b-8abc-442a-8535-01127a0eebe3 tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:52.424901 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cac450-50ec-4043-8306-e7dd72d237c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=7be5d40c-fbe8-452f-aff6-df9e9b6ad946,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:41:52.433793 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb1153f-61ee-46e5-85cc-17100ed42550 req-09cb1c45-c9c1-4201-9e9d-af9524078516 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:41:52.435307 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9cb1153f-61ee-46e5-85cc-17100ed42550 req-09cb1c45-c9c1-4201-9e9d-af9524078516 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/ports?device_id=73e6ff91-e9c8-4167-9370-e79bd8c2a253 HTTP/1.1" status: 200 len: 945 time: 0.1651456 May 20 20:41:52.442912 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00765263-58ac-44fa-99b5-84f1c7a5630f None None] No DVR routers for this DVR port 7be5d40c-fbe8-452f-aff6-df9e9b6ad946 on host n-d-842733-1 {{(pid=103164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:41:52.444881 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00765263-58ac-44fa-99b5-84f1c7a5630f None None] Pushing event deleted for resources: {'Port': ['ID=7be5d40c-fbe8-452f-aff6-df9e9b6ad946,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:41:52.457486 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9cac450-50ec-4043-8306-e7dd72d237c6 admin admin] No DVR routers for this DVR port 7be5d40c-fbe8-452f-aff6-df9e9b6ad946 on host n-d-842733-1 {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:41:52.457486 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5684b62-e20e-4afe-9026-34eb49fbafdb admin admin] Pushing event updated for resources: {'Network': ['ID=9d20e684-f51c-4f52-b5ed-fe61f8fbf536,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:41:52.459076 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00765263-58ac-44fa-99b5-84f1c7a5630f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:41:52.459076 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00765263-58ac-44fa-99b5-84f1c7a5630f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:41:52.459076 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00765263-58ac-44fa-99b5-84f1c7a5630f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:41:52.459076 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00765263-58ac-44fa-99b5-84f1c7a5630f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:41:52.459076 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00765263-58ac-44fa-99b5-84f1c7a5630f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:41:52.459076 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00765263-58ac-44fa-99b5-84f1c7a5630f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:41:52.460456 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00765263-58ac-44fa-99b5-84f1c7a5630f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:41:52.460456 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00765263-58ac-44fa-99b5-84f1c7a5630f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:41:52.460456 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00765263-58ac-44fa-99b5-84f1c7a5630f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:41:52.460456 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00765263-58ac-44fa-99b5-84f1c7a5630f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:41:52.460456 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00765263-58ac-44fa-99b5-84f1c7a5630f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:41:52.461164 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00765263-58ac-44fa-99b5-84f1c7a5630f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:41:52.472403 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Network 9d20e684-f51c-4f52-b5ed-fe61f8fbf536 details requested by agent ovs-agent-n-d-842733-1 with host n-d-842733-1 {{(pid=103164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 20 20:41:52.508382 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-d5684b62-e20e-4afe-9026-34eb49fbafdb admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.3986478 May 20 20:41:52.510494 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 37974) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:41:52.511322 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 37976) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:41:52.514412 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fbb87b-8abc-442a-8535-01127a0eebe3 tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10c9cf84-0165-444b-bdd5-9aa93284dcc9,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:41:52.525607 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-40ad3fc7-219b-4525-854c-7f1fca4b459d admin admin] Request body: {'subnet': {'network_id': '9d20e684-f51c-4f52-b5ed-fe61f8fbf536', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-222068315-subnet', 'tenant_id': '7996bbdcd04c45b28346a0fe350ea7b7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:41:52.574688 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9cb1153f-61ee-46e5-85cc-17100ed42550 req-138ea877-ff20-4637-af8f-2aae4f9842f0 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/security-groups?id=c9d9c404-d869-4158-9779-ac1a15da4bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168261 May 20 20:41:52.581902 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c9cac450-50ec-4043-8306-e7dd72d237c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33072115', 'neutron.services.segments.db._delete_segments_for_network-8782419500584'] for network, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:52.599180 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-b978b1b8-4a34-4a44-8400-297098f8dbf8 req-19fbb87b-8abc-442a-8535-01127a0eebe3 tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:52.599180 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b978b1b8-4a34-4a44-8400-297098f8dbf8 req-19fbb87b-8abc-442a-8535-01127a0eebe3 tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.5747952 May 20 20:41:52.599180 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 37982) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:41:52.602072 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-8d454e4a-35c5-4644-a36f-02b1f13f0cf4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8b3cc11ab7334369b6693afcab69aa6e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0893745 May 20 20:41:52.621416 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-c9cac450-50ec-4043-8306-e7dd72d237c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5da3ab3c-5eb1-4623-819e-a8030cb07d59']}} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:41:52.642221 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-c9cac450-50ec-4043-8306-e7dd72d237c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '829636e1-4a48-47c7-aa8d-8fdc9c95015f') {'for_net_delete': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:41:52.642999 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-c9cac450-50ec-4043-8306-e7dd72d237c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '829636e1-4a48-47c7-aa8d-8fdc9c95015f') {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:41:52.667398 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c9cac450-50ec-4043-8306-e7dd72d237c6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419501617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9338764'] for segment, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:52.680778 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40ad3fc7-219b-4525-854c-7f1fca4b459d admin admin] Made reservation on behalf of 7996bbdcd04c45b28346a0fe350ea7b7 for: {'subnet': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:41:52.682818 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-40ad3fc7-219b-4525-854c-7f1fca4b459d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4018244'] for subnet, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:52.695614 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d00501b7-2c41-4bc8-b1bb-bf66f68a405b req-d2b903fb-eeef-490a-a914-75d817abcf5e tempest-ServersAaction247Test-376964428 tempest-ServersAaction247Test-376964428-project] 10.222.0.35 "GET /v2.0/ports?device_id=f8680381-be94-4a09-828a-51d7bd111be5 HTTP/1.1" status: 200 len: 210 time: 0.0424962 May 20 20:41:52.712755 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c9cac450-50ec-4043-8306-e7dd72d237c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:52.722328 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-094b42cc-ef50-4f80-ba71-9a7e9c68d126 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:52.727701 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9cac450-50ec-4043-8306-e7dd72d237c6 admin admin] Releasing vlan 234 on physical network physnet1 to pool {{(pid=103163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 20:41:52.728379 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c9cac450-50ec-4043-8306-e7dd72d237c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9638311'] for segment, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:52.730856 n-d-842733-1 neutron-server[103163]: Traceback (most recent call last): May 20 20:41:52.730856 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 20:41:52.730856 n-d-842733-1 neutron-server[103163]: timer() May 20 20:41:52.730856 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 20:41:52.730856 n-d-842733-1 neutron-server[103163]: cb(*args, **kw) May 20 20:41:52.730856 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 20 20:41:52.730856 n-d-842733-1 neutron-server[103163]: return func(*args, **kwargs) May 20 20:41:52.730856 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 20:41:52.730856 n-d-842733-1 neutron-server[103163]: self._notify() May 20 20:41:52.730856 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 20:41:52.730856 n-d-842733-1 neutron-server[103163]: self.callback(batched_events) May 20 20:41:52.730856 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 20:41:52.730856 n-d-842733-1 neutron-server[103163]: event.method(event) May 20 20:41:52.730856 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 20 20:41:52.730856 n-d-842733-1 neutron-server[103163]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 20:41:52.730856 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 20 20:41:52.730856 n-d-842733-1 neutron-server[103163]: aggregate_uuid = self.p_client.list_aggregates( May 20 20:41:52.730856 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 20 20:41:52.730856 n-d-842733-1 neutron-server[103163]: return f(self, *a, **k) May 20 20:41:52.730856 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 20 20:41:52.730856 n-d-842733-1 neutron-server[103163]: return self._get(url).json() May 20 20:41:52.730856 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 20 20:41:52.730856 n-d-842733-1 neutron-server[103163]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 20:41:52.730856 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 20:41:52.730856 n-d-842733-1 neutron-server[103163]: return self.request(url, 'GET', **kwargs) May 20 20:41:52.730856 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 20:41:52.730856 n-d-842733-1 neutron-server[103163]: base_url = self.get_endpoint(auth, allow=allow, May 20 20:41:52.730856 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 20:41:52.730856 n-d-842733-1 neutron-server[103163]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 20:41:52.730856 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 20:41:52.730856 n-d-842733-1 neutron-server[103163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 20:41:52.730856 n-d-842733-1 neutron-server[103163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 20:41:52.807449 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-094b42cc-ef50-4f80-ba71-9a7e9c68d126 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:52.889764 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434469a5-8ca6-4b85-9570-e2238f05ca4d req-0b0adcd6-37f6-4cfd-8b41-3a6bf06e3d67 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:41:52.891901 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-434469a5-8ca6-4b85-9570-e2238f05ca4d req-0b0adcd6-37f6-4cfd-8b41-3a6bf06e3d67 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] 10.222.0.35 "GET /v2.0/ports?device_id=fcdfd360-409c-4b60-958a-ff3f6575c816 HTTP/1.1" status: 200 len: 946 time: 0.1059530 May 20 20:41:52.939954 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-434469a5-8ca6-4b85-9570-e2238f05ca4d req-a60a8c39-d598-450f-8ce2-c17106a5f618 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] 10.222.0.35 "GET /v2.0/security-groups?id=0a1ca955-ee86-4e03-bb39-6b1e6a532a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419102 May 20 20:41:52.959315 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c9cac450-50ec-4043-8306-e7dd72d237c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33072122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748162'] for network, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:52.965512 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c9cac450-50ec-4043-8306-e7dd72d237c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:52.969932 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-c9cac450-50ec-4043-8306-e7dd72d237c6 admin admin] 10.222.0.35 "DELETE /v2.0/networks/5da3ab3c-5eb1-4623-819e-a8030cb07d59 HTTP/1.1" status: 204 len: 168 time: 1.4973981 May 20 20:41:52.988057 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cac450-50ec-4043-8306-e7dd72d237c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=5da3ab3c-5eb1-4623-819e-a8030cb07d59,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:41:53.012805 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-40ad3fc7-219b-4525-854c-7f1fca4b459d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3797684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4018258'] for subnet, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:53.015586 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-094b42cc-ef50-4f80-ba71-9a7e9c68d126 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:53.018356 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-094b42cc-ef50-4f80-ba71-9a7e9c68d126 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:53.019535 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-094b42cc-ef50-4f80-ba71-9a7e9c68d126 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1c1ac446-2eae-4e3c-98ef-7a4684e96782 HTTP/1.1" status: 204 len: 168 time: 0.4229381 May 20 20:41:53.041195 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094b42cc-ef50-4f80-ba71-9a7e9c68d126 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c1ac446-2eae-4e3c-98ef-7a4684e96782,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:41:53.065804 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 37992) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:41:53.073269 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-634e6088-a739-48f7-9093-dc8b4da02f6b tempest-AttachSCSIVolumeTestJSON-1216389807 tempest-AttachSCSIVolumeTestJSON-1216389807-project] Request body: {'security_group': {'name': 'tempest-securitygroup--405698044', 'description': 'tempest-description--1621061629'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:41:53.083443 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ad3fc7-219b-4525-854c-7f1fca4b459d admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7a2d408-4fd5-4ae6-b745-5f444276cd0a,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:41:53.113454 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40ad3fc7-219b-4525-854c-7f1fca4b459d admin admin] Checking segment: {'id': '2402745c-06cc-4395-87ea-d8de4fb1e600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '9d20e684-f51c-4f52-b5ed-fe61f8fbf536'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:41:53.113842 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40ad3fc7-219b-4525-854c-7f1fca4b459d admin admin] Network hostable DHCP agents. Network: 9d20e684-f51c-4f52-b5ed-fe61f8fbf536, hostable agents: ['c9b0653c-f3c7-4339-bd50-e3754b629216'], hosted agents: [] {{(pid=103162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 20:41:53.117513 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-111a6f37-9820-49e6-8b57-a57de8a51ab1 req-3db3338f-9bca-46f0-8c0a-1d9120fe5a52 tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=14307be6da164addbb4e96db68f248f8 HTTP/1.1" status: 200 len: 10891 time: 0.1461992 May 20 20:41:53.178264 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-111a6f37-9820-49e6-8b57-a57de8a51ab1 req-66f9fe1a-4828-4bbe-9b7b-76112237bc7a tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] 10.222.0.35 "GET /v2.0/security-groups/f4b7709e-62c4-4c92-9539-853c7ed8a4c0 HTTP/1.1" status: 200 len: 2981 time: 0.0525575 May 20 20:41:53.216624 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-634e6088-a739-48f7-9093-dc8b4da02f6b tempest-AttachSCSIVolumeTestJSON-1216389807 tempest-AttachSCSIVolumeTestJSON-1216389807-project] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:53.220443 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40ad3fc7-219b-4525-854c-7f1fca4b459d admin admin] Network 9d20e684-f51c-4f52-b5ed-fe61f8fbf536 is scheduled to be hosted by DHCP agent c9b0653c-f3c7-4339-bd50-e3754b629216 with binding_index 1 {{(pid=103162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 20:41:53.233876 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-111a6f37-9820-49e6-8b57-a57de8a51ab1 req-137e9cbc-ccb4-4792-baa7-9920e49d9d49 tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] 10.222.0.35 "GET /v2.0/security-groups/f4b7709e-62c4-4c92-9539-853c7ed8a4c0 HTTP/1.1" status: 200 len: 2981 time: 0.0488865 May 20 20:41:53.294659 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-634e6088-a739-48f7-9093-dc8b4da02f6b tempest-AttachSCSIVolumeTestJSON-1216389807 tempest-AttachSCSIVolumeTestJSON-1216389807-project] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:53.299268 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9895ad02-02e6-47ac-8c84-351833840792 req-a4f1834a-2609-4247-be2a-330245a1648b tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] 10.222.0.35 "GET /v2.0/security-groups/0ba7b3f9-7c9d-41ea-9a28-7be469b292f5 HTTP/1.1" status: 200 len: 1801 time: 0.0413411 May 20 20:41:53.303801 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-40ad3fc7-219b-4525-854c-7f1fca4b459d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842733-1, 9d20e684-f51c-4f52-b5ed-fe61f8fbf536) {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:41:53.309856 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40ad3fc7-219b-4525-854c-7f1fca4b459d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:41:53.310657 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-40ad3fc7-219b-4525-854c-7f1fca4b459d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:53.317591 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4e205d5-413d-4215-943b-530158415505 None None] Network 9d20e684-f51c-4f52-b5ed-fe61f8fbf536 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:41:53.360927 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-634e6088-a739-48f7-9093-dc8b4da02f6b tempest-AttachSCSIVolumeTestJSON-1216389807 tempest-AttachSCSIVolumeTestJSON-1216389807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:53.389770 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-9895ad02-02e6-47ac-8c84-351833840792 req-f5385d22-e4b4-4c72-b0f5-2d0455c25d78 tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:53.392185 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634e6088-a739-48f7-9093-dc8b4da02f6b tempest-AttachSCSIVolumeTestJSON-1216389807 tempest-AttachSCSIVolumeTestJSON-1216389807-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cda9c8f3-e014-4482-a179-394f0a3f0129,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:41:53.416803 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-40ad3fc7-219b-4525-854c-7f1fca4b459d admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.8952823 May 20 20:41:53.420194 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-9895ad02-02e6-47ac-8c84-351833840792 req-f5385d22-e4b4-4c72-b0f5-2d0455c25d78 tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:53.462364 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a070d9c2-a042-42de-8daa-098508a2057e None None] Network 9d20e684-f51c-4f52-b5ed-fe61f8fbf536 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:41:53.489477 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6b6bd4-1cb3-4cbe-8e5f-adb5d574278d req-c95f34af-c77c-4910-baaf-bd5281e6c3d3 tempest-LiveMigrationTest-1108997473 tempest-LiveMigrationTest-1108997473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:41:53.491242 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-cb6b6bd4-1cb3-4cbe-8e5f-adb5d574278d req-c95f34af-c77c-4910-baaf-bd5281e6c3d3 tempest-LiveMigrationTest-1108997473 tempest-LiveMigrationTest-1108997473-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=fcdfd360-409c-4b60-958a-ff3f6575c816&tenant_id=33876e14b0274b60a421aea47180bf46&binding%3Ahost_id=n-h1-842733-1 HTTP/1.1" status: 200 len: 1097 time: 0.0528729 May 20 20:41:53.502600 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [req-cb6b6bd4-1cb3-4cbe-8e5f-adb5d574278d req-e5b1aa6e-f5b0-468b-bb66-bc24d9b36cb3 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-842733-1'}}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:41:53.559815 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-634e6088-a739-48f7-9093-dc8b4da02f6b tempest-AttachSCSIVolumeTestJSON-1216389807 tempest-AttachSCSIVolumeTestJSON-1216389807-project] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:53.561536 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-634e6088-a739-48f7-9093-dc8b4da02f6b tempest-AttachSCSIVolumeTestJSON-1216389807 tempest-AttachSCSIVolumeTestJSON-1216389807-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4947634 May 20 20:41:53.564214 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-cb6b6bd4-1cb3-4cbe-8e5f-adb5d574278d req-e5b1aa6e-f5b0-468b-bb66-bc24d9b36cb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:53.564790 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 38004) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:41:53.569615 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-b36ca390-89cb-466c-8b70-72f71c37f50f tempest-AttachSCSIVolumeTestJSON-1216389807 tempest-AttachSCSIVolumeTestJSON-1216389807-project] Request body: {'security_group_rule': {'security_group_id': 'cda9c8f3-e014-4482-a179-394f0a3f0129', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:41:53.674809 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-9895ad02-02e6-47ac-8c84-351833840792 req-f5385d22-e4b4-4c72-b0f5-2d0455c25d78 tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:53.679344 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-9895ad02-02e6-47ac-8c84-351833840792 req-f5385d22-e4b4-4c72-b0f5-2d0455c25d78 tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:53.680656 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9895ad02-02e6-47ac-8c84-351833840792 req-f5385d22-e4b4-4c72-b0f5-2d0455c25d78 tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] 10.222.0.35 "DELETE /v2.0/security-groups/0ba7b3f9-7c9d-41ea-9a28-7be469b292f5 HTTP/1.1" status: 204 len: 173 time: 0.3552032 May 20 20:41:53.686640 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b36ca390-89cb-466c-8b70-72f71c37f50f tempest-AttachSCSIVolumeTestJSON-1216389807 tempest-AttachSCSIVolumeTestJSON-1216389807-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:53.703478 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 38012) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:41:53.750589 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5385d22-e4b4-4c72-b0f5-2d0455c25d78 tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ba7b3f9-7c9d-41ea-9a28-7be469b292f5,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:41:53.765221 n-d-842733-1 neutron-server[103163]: INFO neutron.api.v2.resource [req-be8e5962-d6b2-4a49-a42f-a5da750baff7 req-44b1344a-7251-40d6-84b2-2cd86fdf5fec tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] show failed (client error): The resource could not be found. May 20 20:41:53.766436 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-be8e5962-d6b2-4a49-a42f-a5da750baff7 req-44b1344a-7251-40d6-84b2-2cd86fdf5fec tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] 10.222.0.35 "GET /v2.0/security-groups/0ba7b3f9-7c9d-41ea-9a28-7be469b292f5 HTTP/1.1" status: 404 len: 352 time: 0.0310917 May 20 20:41:53.813199 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-cb6b6bd4-1cb3-4cbe-8e5f-adb5d574278d req-e5b1aa6e-f5b0-468b-bb66-bc24d9b36cb3 service neutron] For port 14e84b14-5302-4a18-b663-c57259b108a0, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=14e84b14-5302-4a18-b663-c57259b108a0,segment=NetworkSegment(8e7444da-2574-4e87-afbd-a324be0dd68b),segment_id=8e7444da-2574-4e87-afbd-a324be0dd68b)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:41:53.824457 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8678e9c-651c-4447-b5b5-20f39ab60ac6 req-28ef2208-dd38-4a42-947f-638467f9bd00 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:41:53.826223 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b8678e9c-651c-4447-b5b5-20f39ab60ac6 req-28ef2208-dd38-4a42-947f-638467f9bd00 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/ports?device_id=73e6ff91-e9c8-4167-9370-e79bd8c2a253 HTTP/1.1" status: 200 len: 945 time: 0.1585872 May 20 20:41:53.836014 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-f2f349a6-1a9d-439e-a81c-42d7630c420f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=41fb6039a7a04b8d930f9d787f82c020&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1312189 May 20 20:41:53.841032 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4bb0e131-6525-46ca-a45b-e4ea43a5e69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:53.843939 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 38018) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:41:53.883234 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b36ca390-89cb-466c-8b70-72f71c37f50f tempest-AttachSCSIVolumeTestJSON-1216389807 tempest-AttachSCSIVolumeTestJSON-1216389807-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:53.910845 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b8678e9c-651c-4447-b5b5-20f39ab60ac6 req-0664d8ba-91c4-462d-a3cb-f7982e9c779c tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/security-groups?id=c9d9c404-d869-4158-9779-ac1a15da4bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772984 May 20 20:41:53.916471 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-cb6b6bd4-1cb3-4cbe-8e5f-adb5d574278d req-e5b1aa6e-f5b0-468b-bb66-bc24d9b36cb3 service neutron] For port 14e84b14-5302-4a18-b663-c57259b108a0, host n-h1-842733-1, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:41:53.946978 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7d84a6b7-c56a-4ba4-aead-628a830536c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:53.977950 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b36ca390-89cb-466c-8b70-72f71c37f50f tempest-AttachSCSIVolumeTestJSON-1216389807 tempest-AttachSCSIVolumeTestJSON-1216389807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691816'] for security_group_rule, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:53.983052 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7d84a6b7-c56a-4ba4-aead-628a830536c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:53.999829 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 7be5d40c-fbe8-452f-aff6-df9e9b6ad946 no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:41:54.007541 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcdfd360-409c-4b60-958a-ff3f6575c816', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14e84b14-5302-4a18-b663-c57259b108a0'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:41:54.009928 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4291b17aa7b45362825f0571e77c85f5e73afe1df9c7e9e15006df9d695c005e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09e6d2e9-3e2e-4104-872a-1a7920d459bf" -d '{"events": [{"server_uuid": "fcdfd360-409c-4b60-958a-ff3f6575c816", "name": "network-vif-unplugged", "status": "completed", "tag": "14e84b14-5302-4a18-b663-c57259b108a0"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:41:54.013042 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36ca390-89cb-466c-8b70-72f71c37f50f tempest-AttachSCSIVolumeTestJSON-1216389807 tempest-AttachSCSIVolumeTestJSON-1216389807-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d70fbb3a-c296-4296-8892-4dae48e66e52,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:41:54.029494 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: 7be5d40c-fbe8-452f-aff6-df9e9b6ad946 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 20:41:54.029963 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 7be5d40c-fbe8-452f-aff6-df9e9b6ad946 not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 20:41:54.031016 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-cb6b6bd4-1cb3-4cbe-8e5f-adb5d574278d req-e5b1aa6e-f5b0-468b-bb66-bc24d9b36cb3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:54.061065 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ffaeb040-8538-4619-b6d1-f9b188ab332e req-960d9ee7-24c6-466b-8d89-8b70f9c584f3 tempest-ServersAaction247Test-376964428 tempest-ServersAaction247Test-376964428-project] 10.222.0.35 "GET /v2.0/ports?device_id=f8680381-be94-4a09-828a-51d7bd111be5 HTTP/1.1" status: 200 len: 210 time: 0.0585568 May 20 20:41:54.089530 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8c060c49-553c-4a6e-b641-c5f45dcb7adf req-60fc6590-ea6f-4121-aaa0-f06fa15170f8 tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] 10.222.0.35 "GET /v2.0/security-groups/886f839d-372b-4ed0-8075-296b8ef7bffe HTTP/1.1" status: 200 len: 1801 time: 0.1090138 May 20 20:41:54.115289 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b36ca390-89cb-466c-8b70-72f71c37f50f tempest-AttachSCSIVolumeTestJSON-1216389807 tempest-AttachSCSIVolumeTestJSON-1216389807-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:54.119303 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-b36ca390-89cb-466c-8b70-72f71c37f50f tempest-AttachSCSIVolumeTestJSON-1216389807 tempest-AttachSCSIVolumeTestJSON-1216389807-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5508690 May 20 20:41:54.119573 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 38028) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:41:54.134552 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-e1c7d50a-c450-460b-9c19-2d50a3bf07bc tempest-AttachSCSIVolumeTestJSON-1216389807 tempest-AttachSCSIVolumeTestJSON-1216389807-project] Request body: {'security_group_rule': {'security_group_id': 'cda9c8f3-e014-4482-a179-394f0a3f0129', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:41:54.148102 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-cb6b6bd4-1cb3-4cbe-8e5f-adb5d574278d req-e5b1aa6e-f5b0-468b-bb66-bc24d9b36cb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:54.150761 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7d84a6b7-c56a-4ba4-aead-628a830536c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:54.153935 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7d84a6b7-c56a-4ba4-aead-628a830536c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:54.156216 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-7d84a6b7-c56a-4ba4-aead-628a830536c8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7b1a7c17-73c6-4165-872f-a51856b25b27 HTTP/1.1" status: 204 len: 168 time: 0.3108282 May 20 20:41:54.179072 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-8c060c49-553c-4a6e-b641-c5f45dcb7adf req-480d1145-cced-4548-926f-891aff7f3fc4 tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:54.179311 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d84a6b7-c56a-4ba4-aead-628a830536c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b1a7c17-73c6-4165-872f-a51856b25b27,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:41:54.220434 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-8c060c49-553c-4a6e-b641-c5f45dcb7adf req-480d1145-cced-4548-926f-891aff7f3fc4 tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:54.280282 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b1aa6e-f5b0-468b-bb66-bc24d9b36cb3 service neutron] Pushing event updated for resources: {'Port': ['ID=14e84b14-5302-4a18-b663-c57259b108a0,revision_number=7']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:41:54.332685 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 38040) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:41:54.346077 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-cb6b6bd4-1cb3-4cbe-8e5f-adb5d574278d req-e5b1aa6e-f5b0-468b-bb66-bc24d9b36cb3 service neutron] Attempting to bind port 14e84b14-5302-4a18-b663-c57259b108a0 on host n-h1-842733-1 for vnic_type normal with profile {"migrating_to": "n-h2-842733-1"} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:41:54.346451 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-cb6b6bd4-1cb3-4cbe-8e5f-adb5d574278d req-e5b1aa6e-f5b0-468b-bb66-bc24d9b36cb3 service neutron] Attempting to bind port 14e84b14-5302-4a18-b663-c57259b108a0 by drivers openvswitch,hyperv on host n-h1-842733-1 at level 0 using segments [{'id': '8e7444da-2574-4e87-afbd-a324be0dd68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'f2296de0-b06c-422e-98fe-14a3771aba33'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:41:54.346773 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb6b6bd4-1cb3-4cbe-8e5f-adb5d574278d req-e5b1aa6e-f5b0-468b-bb66-bc24d9b36cb3 service neutron] Attempting to bind port 14e84b14-5302-4a18-b663-c57259b108a0 on network f2296de0-b06c-422e-98fe-14a3771aba33 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:41:54.365611 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e1c7d50a-c450-460b-9c19-2d50a3bf07bc tempest-AttachSCSIVolumeTestJSON-1216389807 tempest-AttachSCSIVolumeTestJSON-1216389807-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:54.381773 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb6b6bd4-1cb3-4cbe-8e5f-adb5d574278d req-e5b1aa6e-f5b0-468b-bb66-bc24d9b36cb3 service neutron] Port 14e84b14-5302-4a18-b663-c57259b108a0 on network f2296de0-b06c-422e-98fe-14a3771aba33 not bound, no agent of type Open vSwitch agent registered on host n-h1-842733-1 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 20:41:54.382089 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb6b6bd4-1cb3-4cbe-8e5f-adb5d574278d req-e5b1aa6e-f5b0-468b-bb66-bc24d9b36cb3 service neutron] Attempting to bind port 14e84b14-5302-4a18-b663-c57259b108a0 on network f2296de0-b06c-422e-98fe-14a3771aba33 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:41:54.391433 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb6b6bd4-1cb3-4cbe-8e5f-adb5d574278d req-e5b1aa6e-f5b0-468b-bb66-bc24d9b36cb3 service neutron] Checking agent: {'id': '08dfb1ce-804b-4db8-838b-21094082e041', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 32, 54), 'started_at': datetime.datetime(2022, 5, 20, 20, 32, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 41, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:41:54.391701 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb6b6bd4-1cb3-4cbe-8e5f-adb5d574278d req-e5b1aa6e-f5b0-468b-bb66-bc24d9b36cb3 service neutron] Checking segment: {'id': '8e7444da-2574-4e87-afbd-a324be0dd68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'f2296de0-b06c-422e-98fe-14a3771aba33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:41:54.392082 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb6b6bd4-1cb3-4cbe-8e5f-adb5d574278d req-e5b1aa6e-f5b0-468b-bb66-bc24d9b36cb3 service neutron] Bound using segment: {'id': '8e7444da-2574-4e87-afbd-a324be0dd68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'f2296de0-b06c-422e-98fe-14a3771aba33'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:41:54.392510 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-cb6b6bd4-1cb3-4cbe-8e5f-adb5d574278d req-e5b1aa6e-f5b0-468b-bb66-bc24d9b36cb3 service neutron] Bound port: 14e84b14-5302-4a18-b663-c57259b108a0, host: n-h1-842733-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e7444da-2574-4e87-afbd-a324be0dd68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'f2296de0-b06c-422e-98fe-14a3771aba33'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:41:54.392866 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-cb6b6bd4-1cb3-4cbe-8e5f-adb5d574278d req-e5b1aa6e-f5b0-468b-bb66-bc24d9b36cb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:54.413825 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-b1c9fb02-5f77-4fd5-8341-4a1dd353ef45 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=664639fa2a7940ae80af876bef4aa3ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0799170 May 20 20:41:54.420366 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 38042) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:41:54.443342 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-8c060c49-553c-4a6e-b641-c5f45dcb7adf req-480d1145-cced-4548-926f-891aff7f3fc4 tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:54.446119 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-8c060c49-553c-4a6e-b641-c5f45dcb7adf req-480d1145-cced-4548-926f-891aff7f3fc4 tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:54.447256 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8c060c49-553c-4a6e-b641-c5f45dcb7adf req-480d1145-cced-4548-926f-891aff7f3fc4 tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] 10.222.0.35 "DELETE /v2.0/security-groups/886f839d-372b-4ed0-8075-296b8ef7bffe HTTP/1.1" status: 204 len: 173 time: 0.3589876 May 20 20:41:54.470487 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e1c7d50a-c450-460b-9c19-2d50a3bf07bc tempest-AttachSCSIVolumeTestJSON-1216389807 tempest-AttachSCSIVolumeTestJSON-1216389807-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:54.488752 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480d1145-cced-4548-926f-891aff7f3fc4 tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=886f839d-372b-4ed0-8075-296b8ef7bffe,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:41:54.501676 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd72d92-9171-4050-b34b-ef0ba44b3e04 req-8f107ce4-3802-4891-95bf-11b1bbfe2bfa tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:41:54.503265 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9fd72d92-9171-4050-b34b-ef0ba44b3e04 req-8f107ce4-3802-4891-95bf-11b1bbfe2bfa tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] 10.222.0.35 "GET /v2.0/networks?id=9d20e684-f51c-4f52-b5ed-fe61f8fbf536 HTTP/1.1" status: 200 len: 821 time: 0.1870608 May 20 20:41:54.513536 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:54.515562 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ab1642d8-f8a4-4325-8fa7-0ee4d0d30e64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:54.541722 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ab1642d8-f8a4-4325-8fa7-0ee4d0d30e64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:54.544111 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-cb6b6bd4-1cb3-4cbe-8e5f-adb5d574278d req-e5b1aa6e-f5b0-468b-bb66-bc24d9b36cb3 service neutron] For port 14e84b14-5302-4a18-b663-c57259b108a0, host n-h1-842733-1, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:41:54.546893 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9fd72d92-9171-4050-b34b-ef0ba44b3e04 req-9ca93d7b-0239-4677-9696-743593fc1a98 tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] 10.222.0.35 "GET /v2.0/quotas/7996bbdcd04c45b28346a0fe350ea7b7 HTTP/1.1" status: 200 len: 375 time: 0.0297463 May 20 20:41:54.582729 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-cb6b6bd4-1cb3-4cbe-8e5f-adb5d574278d req-e5b1aa6e-f5b0-468b-bb66-bc24d9b36cb3 service neutron] For port 14e84b14-5302-4a18-b663-c57259b108a0, host n-h1-842733-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=14e84b14-5302-4a18-b663-c57259b108a0,segment=NetworkSegment(8e7444da-2574-4e87-afbd-a324be0dd68b),segment_id=8e7444da-2574-4e87-afbd-a324be0dd68b)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:41:54.602113 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9fd72d92-9171-4050-b34b-ef0ba44b3e04 req-91fbd0ab-b9c7-4314-94e8-ba78248f0b29 tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=7996bbdcd04c45b28346a0fe350ea7b7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0399287 May 20 20:41:54.617981 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eeca889-07b9-4a66-943f-e0397bee8f1d req-de943e58-b52c-4cb3-845f-2778667d7667 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:41:54.619403 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6eeca889-07b9-4a66-943f-e0397bee8f1d req-de943e58-b52c-4cb3-845f-2778667d7667 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] 10.222.0.35 "GET /v2.0/ports?device_id=fcdfd360-409c-4b60-958a-ff3f6575c816 HTTP/1.1" status: 200 len: 944 time: 0.0901744 May 20 20:41:54.629374 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e1c7d50a-c450-460b-9c19-2d50a3bf07bc tempest-AttachSCSIVolumeTestJSON-1216389807 tempest-AttachSCSIVolumeTestJSON-1216389807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691816'] for security_group_rule, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:54.650837 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c7d50a-c450-460b-9c19-2d50a3bf07bc tempest-AttachSCSIVolumeTestJSON-1216389807 tempest-AttachSCSIVolumeTestJSON-1216389807-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78102f94-f57b-4d3b-99a5-5697ab8645de,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:41:54.708706 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6eeca889-07b9-4a66-943f-e0397bee8f1d req-0641df5e-019f-476f-8acf-a11ad414875a tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] 10.222.0.35 "GET /v2.0/security-groups?id=0a1ca955-ee86-4e03-bb39-6b1e6a532a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815423 May 20 20:41:54.720943 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ab1642d8-f8a4-4325-8fa7-0ee4d0d30e64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:54.724475 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ab1642d8-f8a4-4325-8fa7-0ee4d0d30e64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:54.728275 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-ab1642d8-f8a4-4325-8fa7-0ee4d0d30e64 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3dfaf841-938d-452d-ab64-9445179cb98e HTTP/1.1" status: 204 len: 168 time: 0.3041885 May 20 20:41:54.728562 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-cb6b6bd4-1cb3-4cbe-8e5f-adb5d574278d req-e5b1aa6e-f5b0-468b-bb66-bc24d9b36cb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:54.744499 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1642d8-f8a4-4325-8fa7-0ee4d0d30e64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dfaf841-938d-452d-ab64-9445179cb98e,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:41:54.772774 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9fd72d92-9171-4050-b34b-ef0ba44b3e04 req-5010e531-f1ba-4a58-9092-509a7d6bfa06 service neutron] 10.222.0.35 "GET /v2.0/networks/9d20e684-f51c-4f52-b5ed-fe61f8fbf536?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1628301 May 20 20:41:54.788562 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e1c7d50a-c450-460b-9c19-2d50a3bf07bc tempest-AttachSCSIVolumeTestJSON-1216389807 tempest-AttachSCSIVolumeTestJSON-1216389807-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:54.792816 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-e1c7d50a-c450-460b-9c19-2d50a3bf07bc tempest-AttachSCSIVolumeTestJSON-1216389807 tempest-AttachSCSIVolumeTestJSON-1216389807-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6720932 May 20 20:41:54.793459 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 38050) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:41:54.802979 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-83503cb2-97c9-4c8b-8917-bb78fe0993fa tempest-AttachSCSIVolumeTestJSON-1216389807 tempest-AttachSCSIVolumeTestJSON-1216389807-project] Request body: {'floatingip': {'floating_network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:41:54.823434 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 May 2022 20:41:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-027cd3f6-f9ad-45fa-a4ed-1163248f2381 x-openstack-request-id: req-027cd3f6-f9ad-45fa-a4ed-1163248f2381 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:41:54.826279 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcdfd360-409c-4b60-958a-ff3f6575c816", "name": "network-vif-unplugged", "status": "completed", "tag": "14e84b14-5302-4a18-b663-c57259b108a0", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:41:54.826279 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-027cd3f6-f9ad-45fa-a4ed-1163248f2381 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:41:54.826934 n-d-842733-1 neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-027cd3f6-f9ad-45fa-a4ed-1163248f2381'] response: {'server_uuid': 'fcdfd360-409c-4b60-958a-ff3f6575c816', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14e84b14-5302-4a18-b663-c57259b108a0', 'code': 200} May 20 20:41:54.906343 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-83503cb2-97c9-4c8b-8917-bb78fe0993fa tempest-AttachSCSIVolumeTestJSON-1216389807 tempest-AttachSCSIVolumeTestJSON-1216389807-project] Notify callbacks [] for floatingip, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:54.908676 n-d-842733-1 neutron-server[103163]: INFO neutron.api.v2.resource [req-e788ab51-4b2d-4c1f-8f16-53981d7a4a8c req-090aeec9-119b-461e-a029-9542ab33e488 tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] show failed (client error): The resource could not be found. May 20 20:41:54.909885 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e788ab51-4b2d-4c1f-8f16-53981d7a4a8c req-090aeec9-119b-461e-a029-9542ab33e488 tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] 10.222.0.35 "GET /v2.0/security-groups/886f839d-372b-4ed0-8075-296b8ef7bffe HTTP/1.1" status: 404 len: 352 time: 0.0815229 May 20 20:41:54.952388 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b1aa6e-f5b0-468b-bb66-bc24d9b36cb3 service neutron] Pushing event updated for resources: {'Port': ['ID=14e84b14-5302-4a18-b663-c57259b108a0,revision_number=8']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:41:55.001532 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6b6bd4-1cb3-4cbe-8e5f-adb5d574278d req-e5b1aa6e-f5b0-468b-bb66-bc24d9b36cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:41:55.002142 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-cb6b6bd4-1cb3-4cbe-8e5f-adb5d574278d req-e5b1aa6e-f5b0-468b-bb66-bc24d9b36cb3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:55.004267 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-cb6b6bd4-1cb3-4cbe-8e5f-adb5d574278d req-e5b1aa6e-f5b0-468b-bb66-bc24d9b36cb3 service neutron] 10.222.0.13 "PUT /v2.0/ports/14e84b14-5302-4a18-b663-c57259b108a0 HTTP/1.1" status: 200 len: 1122 time: 1.5062912 May 20 20:41:55.039293 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9fd72d92-9171-4050-b34b-ef0ba44b3e04 req-01efa95e-a456-402a-8386-1afc82a0d444 service neutron] 10.222.0.35 "GET /v2.0/networks/9d20e684-f51c-4f52-b5ed-fe61f8fbf536?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2175355 May 20 20:41:55.052356 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-83503cb2-97c9-4c8b-8917-bb78fe0993fa tempest-AttachSCSIVolumeTestJSON-1216389807 tempest-AttachSCSIVolumeTestJSON-1216389807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:55.058033 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d5e9c356-f432-4a8b-a65b-aae25aa3a820 req-f121f31b-f0ea-4e2d-9248-999bb10a1575 tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] 10.222.0.35 "GET /v2.0/security-groups/10c9cf84-0165-444b-bdd5-9aa93284dcc9 HTTP/1.1" status: 200 len: 1800 time: 0.0945330 May 20 20:41:55.068945 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] get_ports_and_sgs() called for port_ids ['14e84b14-5302-4a18-b663-c57259b108a0'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:41:55.105290 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 14e84b14-5302-4a18-b663-c57259b108a0 details requested by agent hyperv_n-h2-842733-1 with host n-h2-842733-1 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 20:41:55.131386 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-d5e9c356-f432-4a8b-a65b-aae25aa3a820 req-2058fdbd-7d03-442a-b4a2-59990aef982e tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:55.174073 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-d5e9c356-f432-4a8b-a65b-aae25aa3a820 req-2058fdbd-7d03-442a-b4a2-59990aef982e tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:55.238473 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] get_ports_and_sgs() called for port_ids ['14e84b14-5302-4a18-b663-c57259b108a0'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:41:55.271523 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-83503cb2-97c9-4c8b-8917-bb78fe0993fa tempest-AttachSCSIVolumeTestJSON-1216389807 tempest-AttachSCSIVolumeTestJSON-1216389807-project] Allocated IP 172.25.2.160 (e3a93b5c-91e2-4064-9c2c-1afc261bfe15/86fee0c1-6e34-488b-9216-b2b8e7ef585a/79287036-0b32-4179-a841-e05e40715b11) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:41:55.355041 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-d5e9c356-f432-4a8b-a65b-aae25aa3a820 req-2058fdbd-7d03-442a-b4a2-59990aef982e tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:55.361425 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-d5e9c356-f432-4a8b-a65b-aae25aa3a820 req-2058fdbd-7d03-442a-b4a2-59990aef982e tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:55.361425 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d5e9c356-f432-4a8b-a65b-aae25aa3a820 req-2058fdbd-7d03-442a-b4a2-59990aef982e tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] 10.222.0.35 "DELETE /v2.0/security-groups/10c9cf84-0165-444b-bdd5-9aa93284dcc9 HTTP/1.1" status: 204 len: 173 time: 0.3000040 May 20 20:41:55.375394 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2058fdbd-7d03-442a-b4a2-59990aef982e tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10c9cf84-0165-444b-bdd5-9aa93284dcc9,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:41:55.474135 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-83503cb2-97c9-4c8b-8917-bb78fe0993fa tempest-AttachSCSIVolumeTestJSON-1216389807 tempest-AttachSCSIVolumeTestJSON-1216389807-project] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:55.493593 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port 14e84b14-5302-4a18-b663-c57259b108a0, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=14e84b14-5302-4a18-b663-c57259b108a0,segment=NetworkSegment(8e7444da-2574-4e87-afbd-a324be0dd68b),segment_id=8e7444da-2574-4e87-afbd-a324be0dd68b)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:41:55.555618 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cc3ec51b-6ec8-438a-8349-5f0bec346d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:55.587454 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 14e84b14-5302-4a18-b663-c57259b108a0 has no active binding in host n-h2-842733-1 {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} May 20 20:41:55.631444 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:55.641447 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7f219efd-7b95-441b-80f5-97e117d78a4e req-06d14304-1c93-4356-a208-4b63877496b0 tempest-ServersAaction247Test-376964428 tempest-ServersAaction247Test-376964428-project] 10.222.0.35 "GET /v2.0/ports?device_id=f8680381-be94-4a09-828a-51d7bd111be5 HTTP/1.1" status: 200 len: 210 time: 0.0721755 May 20 20:41:55.689238 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c94badc-86ae-488c-a260-b61cc3d0768b req-d3be7b13-dbd4-4440-92dc-520094463b38 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:41:55.691897 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7c94badc-86ae-488c-a260-b61cc3d0768b req-d3be7b13-dbd4-4440-92dc-520094463b38 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/ports?device_id=73e6ff91-e9c8-4167-9370-e79bd8c2a253 HTTP/1.1" status: 200 len: 945 time: 0.2277784 May 20 20:41:55.710362 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-83503cb2-97c9-4c8b-8917-bb78fe0993fa tempest-AttachSCSIVolumeTestJSON-1216389807 tempest-AttachSCSIVolumeTestJSON-1216389807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:55.740466 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83503cb2-97c9-4c8b-8917-bb78fe0993fa tempest-AttachSCSIVolumeTestJSON-1216389807 tempest-AttachSCSIVolumeTestJSON-1216389807-project] Network e3a93b5c-91e2-4064-9c2c-1afc261bfe15 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:41:55.743050 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-83503cb2-97c9-4c8b-8917-bb78fe0993fa tempest-AttachSCSIVolumeTestJSON-1216389807 tempest-AttachSCSIVolumeTestJSON-1216389807-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:41:55.759737 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b27822b0-a4ef-42e3-9aeb-211570fd0b8a req-f50b1001-eaf4-4170-90af-345e5c6ef9b7 tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] 10.222.0.35 "GET /v2.0/ports?device_id=737ed128-a870-40bf-b78e-cbad2b60d994 HTTP/1.1" status: 200 len: 210 time: 0.0382428 May 20 20:41:55.761742 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83503cb2-97c9-4c8b-8917-bb78fe0993fa tempest-AttachSCSIVolumeTestJSON-1216389807 tempest-AttachSCSIVolumeTestJSON-1216389807-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:41:55.765062 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7c94badc-86ae-488c-a260-b61cc3d0768b req-ae2427ce-90d5-43d7-84fa-b747715014a9 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/security-groups?id=c9d9c404-d869-4158-9779-ac1a15da4bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652807 May 20 20:41:55.822303 n-d-842733-1 neutron-server[103163]: INFO neutron.api.v2.resource [req-d724317f-30a3-4b99-b32c-9e734ad6e1c1 req-3f9f81a6-82c6-4d08-ba7c-7b29447fc9be tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] show failed (client error): The resource could not be found. May 20 20:41:55.828378 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d724317f-30a3-4b99-b32c-9e734ad6e1c1 req-3f9f81a6-82c6-4d08-ba7c-7b29447fc9be tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] 10.222.0.35 "GET /v2.0/security-groups/10c9cf84-0165-444b-bdd5-9aa93284dcc9 HTTP/1.1" status: 404 len: 352 time: 0.0210392 May 20 20:41:55.859295 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83503cb2-97c9-4c8b-8917-bb78fe0993fa tempest-AttachSCSIVolumeTestJSON-1216389807 tempest-AttachSCSIVolumeTestJSON-1216389807-project] Pushing event updated for resources: {'Port': ['ID=79287036-0b32-4179-a841-e05e40715b11,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:41:55.935149 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-83503cb2-97c9-4c8b-8917-bb78fe0993fa tempest-AttachSCSIVolumeTestJSON-1216389807 tempest-AttachSCSIVolumeTestJSON-1216389807-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:55.950678 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d689bf86-c24c-4556-8de1-1c75c1dc31f6 req-9b7cc6fc-0cd9-4e7d-bb19-a05795ec2335 tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=14307be6da164addbb4e96db68f248f8 HTTP/1.1" status: 200 len: 6142 time: 0.1035132 May 20 20:41:55.958147 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 38098) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:41:55.973746 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8b47fc-07dc-41dd-9572-0ed105cc89e8 req-b58b8f30-1f5d-44e8-9d70-fe8539011b04 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:41:55.975211 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-bf8b47fc-07dc-41dd-9572-0ed105cc89e8 req-b58b8f30-1f5d-44e8-9d70-fe8539011b04 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] 10.222.0.35 "GET /v2.0/ports?device_id=fcdfd360-409c-4b60-958a-ff3f6575c816 HTTP/1.1" status: 200 len: 944 time: 0.0835769 May 20 20:41:56.048964 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-bf8b47fc-07dc-41dd-9572-0ed105cc89e8 req-255cbf3b-1d7a-4266-848a-d6136970e7e1 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] 10.222.0.35 "GET /v2.0/security-groups?id=0a1ca955-ee86-4e03-bb39-6b1e6a532a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599010 May 20 20:41:56.054178 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-83503cb2-97c9-4c8b-8917-bb78fe0993fa tempest-AttachSCSIVolumeTestJSON-1216389807 tempest-AttachSCSIVolumeTestJSON-1216389807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:56.058034 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d689bf86-c24c-4556-8de1-1c75c1dc31f6 req-ae2796c0-6304-46f6-8a92-d1e4bce3a368 tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] 10.222.0.35 "GET /v2.0/security-groups/f4b7709e-62c4-4c92-9539-853c7ed8a4c0 HTTP/1.1" status: 200 len: 2981 time: 0.0997040 May 20 20:41:56.097520 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-ac4604c7-543b-444f-99a0-025c343962d7 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1715701810-network', 'tenant_id': '16add71a0ec946a18f61d15298c23d6f'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:41:56.120726 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d689bf86-c24c-4556-8de1-1c75c1dc31f6 req-99562eed-14b7-49a6-a35c-705be9f8eb0e tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] 10.222.0.35 "GET /v2.0/security-groups/f4b7709e-62c4-4c92-9539-853c7ed8a4c0 HTTP/1.1" status: 200 len: 2981 time: 0.0547988 May 20 20:41:56.159567 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [req-b9a8e9af-6464-4afa-ba75-249d34dc3ba2 req-6c903469-7c3e-4537-9e69-e940c7822da5 tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1907117284', 'description': 'tempest-description-474703160'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:41:56.233160 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac4604c7-543b-444f-99a0-025c343962d7 admin admin] Made reservation on behalf of 16add71a0ec946a18f61d15298c23d6f for: {'network': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:41:56.235447 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ac4604c7-543b-444f-99a0-025c343962d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for network, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:56.247894 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ac4604c7-543b-444f-99a0-025c343962d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:56.258043 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-b9a8e9af-6464-4afa-ba75-249d34dc3ba2 req-6c903469-7c3e-4537-9e69-e940c7822da5 tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:56.274936 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-83503cb2-97c9-4c8b-8917-bb78fe0993fa tempest-AttachSCSIVolumeTestJSON-1216389807 tempest-AttachSCSIVolumeTestJSON-1216389807-project] Notify callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:56.335254 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-b9a8e9af-6464-4afa-ba75-249d34dc3ba2 req-6c903469-7c3e-4537-9e69-e940c7822da5 tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:56.362869 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-83503cb2-97c9-4c8b-8917-bb78fe0993fa tempest-AttachSCSIVolumeTestJSON-1216389807 tempest-AttachSCSIVolumeTestJSON-1216389807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:56.367683 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ac4604c7-543b-444f-99a0-025c343962d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:56.375013 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 38112) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:41:56.419312 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-b9a8e9af-6464-4afa-ba75-249d34dc3ba2 req-6c903469-7c3e-4537-9e69-e940c7822da5 tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:56.449134 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ac4604c7-543b-444f-99a0-025c343962d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:56.454287 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-6ce57334-bf98-4799-bed8-c15569748015 req-b5675140-afeb-48af-a642-27461c74b195 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f8680381-be94-4a09-828a-51d7bd111be5 HTTP/1.1" status: 200 len: 210 time: 0.0601537 May 20 20:41:56.478647 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c903469-7c3e-4537-9e69-e940c7822da5 tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2423539-3be7-453d-a146-2f1da067ea16,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:41:56.484947 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac4604c7-543b-444f-99a0-025c343962d7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 232} {{(pid=103162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 20:41:56.497049 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-b9a8e9af-6464-4afa-ba75-249d34dc3ba2 req-6c903469-7c3e-4537-9e69-e940c7822da5 tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:56.498850 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b9a8e9af-6464-4afa-ba75-249d34dc3ba2 req-6c903469-7c3e-4537-9e69-e940c7822da5 tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.3435216 May 20 20:41:56.506621 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83503cb2-97c9-4c8b-8917-bb78fe0993fa tempest-AttachSCSIVolumeTestJSON-1216389807 tempest-AttachSCSIVolumeTestJSON-1216389807-project] Pushing event updated for resources: {'Port': ['ID=79287036-0b32-4179-a841-e05e40715b11,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:41:56.518047 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-9c010f78-9920-4567-b3a9-fb977d82998a admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1176752829-network', 'tenant_id': '9d61730eb3d94de98e72b04f2e8a4c8e'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:41:56.518412 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ac4604c7-543b-444f-99a0-025c343962d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:56.518754 n-d-842733-1 neutron-server[103162]: INFO neutron.db.segments_db [None req-ac4604c7-543b-444f-99a0-025c343962d7 admin admin] Added segment cb794393-2e5e-44dc-94ec-c3ce277f8794 of type vlan for network 51ec8106-415b-4da6-8e19-8077690a9654 May 20 20:41:56.520524 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-83503cb2-97c9-4c8b-8917-bb78fe0993fa tempest-AttachSCSIVolumeTestJSON-1216389807 tempest-AttachSCSIVolumeTestJSON-1216389807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748272'] for floatingip, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:56.529722 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4604c7-543b-444f-99a0-025c343962d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12a09275-c2bd-47e4-afdf-8db554a56dc8,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:41:56.535057 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [req-309ce4f5-303a-4122-a493-a6505ed8e23d req-48e0c64d-122a-4736-b409-b97fa1c522de tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1118182345', 'description': 'tempest-description-2074203070'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:41:56.573524 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ac4604c7-543b-444f-99a0-025c343962d7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418993264'] for network, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:56.635172 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c010f78-9920-4567-b3a9-fb977d82998a admin admin] Made reservation on behalf of 9d61730eb3d94de98e72b04f2e8a4c8e for: {'network': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:41:56.637521 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9c010f78-9920-4567-b3a9-fb977d82998a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for network, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:56.646353 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9c010f78-9920-4567-b3a9-fb977d82998a admin admin] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:56.666000 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-309ce4f5-303a-4122-a493-a6505ed8e23d req-48e0c64d-122a-4736-b409-b97fa1c522de tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:56.666616 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-83503cb2-97c9-4c8b-8917-bb78fe0993fa tempest-AttachSCSIVolumeTestJSON-1216389807 tempest-AttachSCSIVolumeTestJSON-1216389807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for floatingip, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:56.668180 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-83503cb2-97c9-4c8b-8917-bb78fe0993fa tempest-AttachSCSIVolumeTestJSON-1216389807 tempest-AttachSCSIVolumeTestJSON-1216389807-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8736539 May 20 20:41:56.669024 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ac4604c7-543b-444f-99a0-025c343962d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524'] for network, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:56.670001 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac4604c7-543b-444f-99a0-025c343962d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:41:56.670575 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ac4604c7-543b-444f-99a0-025c343962d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:56.745403 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4604c7-543b-444f-99a0-025c343962d7 admin admin] Pushing event updated for resources: {'Network': ['ID=51ec8106-415b-4da6-8e19-8077690a9654,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:41:56.756771 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Network 51ec8106-415b-4da6-8e19-8077690a9654 details requested by agent ovs-agent-n-d-842733-1 with host n-d-842733-1 {{(pid=103164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 20 20:41:56.787423 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ed3d395f-d1e3-4a37-bab4-aadd035c7a92 req-57d3e3ea-f988-4eed-8ec1-2cdd94176161 tempest-ServersAaction247Test-376964428 tempest-ServersAaction247Test-376964428-project] 10.222.0.35 "GET /v2.0/ports?device_id=f8680381-be94-4a09-828a-51d7bd111be5 HTTP/1.1" status: 200 len: 210 time: 0.0432880 May 20 20:41:56.829736 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcdfd360-409c-4b60-958a-ff3f6575c816', 'tag': '14e84b14-5302-4a18-b663-c57259b108a0'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:41:56.831954 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4291b17aa7b45362825f0571e77c85f5e73afe1df9c7e9e15006df9d695c005e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59c8c2d1-1e56-4bcc-9ecc-5c4fc9f6c7d5" -d '{"events": [{"name": "network-changed", "server_uuid": "fcdfd360-409c-4b60-958a-ff3f6575c816", "tag": "14e84b14-5302-4a18-b663-c57259b108a0"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:41:56.841706 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9c010f78-9920-4567-b3a9-fb977d82998a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:56.844882 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-ac4604c7-543b-444f-99a0-025c343962d7 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.8855052 May 20 20:41:56.847943 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 38136) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:41:56.848844 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-309ce4f5-303a-4122-a493-a6505ed8e23d req-48e0c64d-122a-4736-b409-b97fa1c522de tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:56.852863 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-43fc48b7-cfbc-49a7-aae3-3f0eaf8aa86a admin admin] Request body: {'subnet': {'network_id': '51ec8106-415b-4da6-8e19-8077690a9654', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1715701810-subnet', 'tenant_id': '16add71a0ec946a18f61d15298c23d6f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:41:56.913006 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6d09d73b-c21e-4636-94ca-7d5201391b65 req-4265541a-14ac-4567-a5ac-0640095d4370 tempest-AttachSCSIVolumeTestJSON-1216389807 tempest-AttachSCSIVolumeTestJSON-1216389807-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--405698044&fields=id&tenant_id=ad40cedaa73f40ef9226be0e1d4e6e54 HTTP/1.1" status: 200 len: 267 time: 0.0344656 May 20 20:41:56.920718 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9c010f78-9920-4567-b3a9-fb977d82998a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:56.927861 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-309ce4f5-303a-4122-a493-a6505ed8e23d req-48e0c64d-122a-4736-b409-b97fa1c522de tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:56.960265 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43fc48b7-cfbc-49a7-aae3-3f0eaf8aa86a admin admin] Made reservation on behalf of 16add71a0ec946a18f61d15298c23d6f for: {'subnet': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:41:56.962640 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-43fc48b7-cfbc-49a7-aae3-3f0eaf8aa86a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4018244'] for subnet, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:57.236127 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-43fc48b7-cfbc-49a7-aae3-3f0eaf8aa86a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3797684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4018258'] for subnet, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:57.281587 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c010f78-9920-4567-b3a9-fb977d82998a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 204} {{(pid=103163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 20:41:57.299393 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fc48b7-cfbc-49a7-aae3-3f0eaf8aa86a admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b3fecbc-4363-4558-bc2e-f6cfa24f9a5f,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:41:57.310462 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43fc48b7-cfbc-49a7-aae3-3f0eaf8aa86a admin admin] Checking segment: {'id': 'cb794393-2e5e-44dc-94ec-c3ce277f8794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '51ec8106-415b-4da6-8e19-8077690a9654'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:41:57.310812 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43fc48b7-cfbc-49a7-aae3-3f0eaf8aa86a admin admin] Network hostable DHCP agents. Network: 51ec8106-415b-4da6-8e19-8077690a9654, hostable agents: ['c9b0653c-f3c7-4339-bd50-e3754b629216'], hosted agents: [] {{(pid=103162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 20:41:57.329698 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c010f78-9920-4567-b3a9-fb977d82998a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eec57af1-0f19-4553-a9cd-e5a7e2d1eecc,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:41:57.333056 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9c010f78-9920-4567-b3a9-fb977d82998a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:57.333433 n-d-842733-1 neutron-server[103163]: INFO neutron.db.segments_db [None req-9c010f78-9920-4567-b3a9-fb977d82998a admin admin] Added segment e8ac716c-70bf-4916-a84e-adba8c5617bb of type vlan for network 3baee177-508f-473b-9421-c71281f8ff7c May 20 20:41:57.347199 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-309ce4f5-303a-4122-a493-a6505ed8e23d req-48e0c64d-122a-4736-b409-b97fa1c522de tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:57.348448 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-309ce4f5-303a-4122-a493-a6505ed8e23d req-48e0c64d-122a-4736-b409-b97fa1c522de tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.8212171 May 20 20:41:57.401232 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43fc48b7-cfbc-49a7-aae3-3f0eaf8aa86a admin admin] Network 51ec8106-415b-4da6-8e19-8077690a9654 is scheduled to be hosted by DHCP agent c9b0653c-f3c7-4339-bd50-e3754b629216 with binding_index 1 {{(pid=103162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 20:41:57.450316 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e0c64d-122a-4736-b409-b97fa1c522de tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb059ec7-3f4c-4e14-975f-7b77b5d3e43f,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:41:57.470751 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9c010f78-9920-4567-b3a9-fb977d82998a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418993264'] for network, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:57.475352 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-688b8a68-91fb-486a-8f8b-4a4c97546194 req-84f562bd-c88c-47d6-a8cd-929afcc98396 tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] 10.222.0.35 "GET /v2.0/ports?device_id=737ed128-a870-40bf-b78e-cbad2b60d994 HTTP/1.1" status: 200 len: 210 time: 0.0598631 May 20 20:41:57.504055 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-43fc48b7-cfbc-49a7-aae3-3f0eaf8aa86a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842733-1, 51ec8106-415b-4da6-8e19-8077690a9654) {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:41:57.508133 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43fc48b7-cfbc-49a7-aae3-3f0eaf8aa86a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:41:57.508779 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-43fc48b7-cfbc-49a7-aae3-3f0eaf8aa86a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:57.515502 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d09d73b-c21e-4636-94ca-7d5201391b65 req-1ce35961-0b74-4e35-9e66-19f044204ef2 tempest-AttachSCSIVolumeTestJSON-1216389807 tempest-AttachSCSIVolumeTestJSON-1216389807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:41:57.515670 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ed9598b-a1c7-49b6-94e2-265646cd0091 None None] Network 51ec8106-415b-4da6-8e19-8077690a9654 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:41:57.519229 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6d09d73b-c21e-4636-94ca-7d5201391b65 req-1ce35961-0b74-4e35-9e66-19f044204ef2 tempest-AttachSCSIVolumeTestJSON-1216389807 tempest-AttachSCSIVolumeTestJSON-1216389807-project] 10.222.0.35 "GET /v2.0/networks?id=baad6524-bf83-4783-a736-2fe3005abb37 HTTP/1.1" status: 200 len: 814 time: 0.5949845 May 20 20:41:57.543098 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6d09d73b-c21e-4636-94ca-7d5201391b65 req-b00e8fa2-a08b-4076-b83a-ac5e924d3359 tempest-AttachSCSIVolumeTestJSON-1216389807 tempest-AttachSCSIVolumeTestJSON-1216389807-project] 10.222.0.35 "GET /v2.0/quotas/ad40cedaa73f40ef9226be0e1d4e6e54 HTTP/1.1" status: 200 len: 375 time: 0.0227873 May 20 20:41:57.619836 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6d09d73b-c21e-4636-94ca-7d5201391b65 req-64b42916-7ec4-493b-a794-c25fb6442f3a tempest-AttachSCSIVolumeTestJSON-1216389807 tempest-AttachSCSIVolumeTestJSON-1216389807-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=ad40cedaa73f40ef9226be0e1d4e6e54&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0758781 May 20 20:41:57.635683 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-43fc48b7-cfbc-49a7-aae3-3f0eaf8aa86a admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.7866774 May 20 20:41:57.636346 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 38148) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:41:57.642054 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-2d9f6691-ff36-462b-9178-fb32153805e6 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1715701810-router', 'tenant_id': '16add71a0ec946a18f61d15298c23d6f', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'}}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:41:57.642585 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32537946-3939-497f-960e-943a67b35ac3 req-943fb988-20e2-4c94-b454-dad5db54d578 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:41:57.644109 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-32537946-3939-497f-960e-943a67b35ac3 req-943fb988-20e2-4c94-b454-dad5db54d578 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/ports?device_id=73e6ff91-e9c8-4167-9370-e79bd8c2a253 HTTP/1.1" status: 200 len: 945 time: 0.0732243 May 20 20:41:57.677512 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9c010f78-9920-4567-b3a9-fb977d82998a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524'] for network, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:57.678452 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c010f78-9920-4567-b3a9-fb977d82998a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:41:57.679020 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9c010f78-9920-4567-b3a9-fb977d82998a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:57.686106 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b8ef5d5-5eee-44c8-981c-73ea25df3775 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaee2b848-d4b9-5db1-b6ef-d6db29d67de7-51ec8106-415b-4da6-8e19-8077690a9654', 'network_id': '51ec8106-415b-4da6-8e19-8077690a9654', 'tenant_id': '16add71a0ec946a18f61d15298c23d6f', 'fixed_ips': [{'subnet_id': '5b3fecbc-4363-4558-bc2e-f6cfa24f9a5f'}]}} from n-d-842733-1. {{(pid=103164) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 20:41:57.687525 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-8b8ef5d5-5eee-44c8-981c-73ea25df3775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:57.744401 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2d9f6691-ff36-462b-9178-fb32153805e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-694221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26155'] for router, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:57.745596 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2d9f6691-ff36-462b-9178-fb32153805e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-693085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748153', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-718080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26162'] for router, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:57.798977 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-32537946-3939-497f-960e-943a67b35ac3 req-b47527ad-e83f-4305-833c-ad9af5e9a1a7 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/security-groups?id=c9d9c404-d869-4158-9779-ac1a15da4bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464505 May 20 20:41:57.800702 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2d9f6691-ff36-462b-9178-fb32153805e6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:57.808774 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c010f78-9920-4567-b3a9-fb977d82998a admin admin] Pushing event updated for resources: {'Network': ['ID=3baee177-508f-473b-9421-c71281f8ff7c,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:41:57.825731 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Network 3baee177-508f-473b-9421-c71281f8ff7c details requested by agent ovs-agent-n-d-842733-1 with host n-d-842733-1 {{(pid=103164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 20 20:41:57.835819 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6d09d73b-c21e-4636-94ca-7d5201391b65 req-4ea41608-80a2-4c73-8da9-554e8cd75241 service neutron] 10.222.0.35 "GET /v2.0/networks/baad6524-bf83-4783-a736-2fe3005abb37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1905437 May 20 20:41:57.861859 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 20:41:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a729da2d-0ea2-43e3-8476-9b02ac399c88 x-openstack-request-id: req-a729da2d-0ea2-43e3-8476-9b02ac399c88 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:41:57.862280 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fcdfd360-409c-4b60-958a-ff3f6575c816", "tag": "14e84b14-5302-4a18-b663-c57259b108a0", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:41:57.863356 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a729da2d-0ea2-43e3-8476-9b02ac399c88 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:41:57.863356 n-d-842733-1 neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a729da2d-0ea2-43e3-8476-9b02ac399c88'] response: {'name': 'network-changed', 'server_uuid': 'fcdfd360-409c-4b60-958a-ff3f6575c816', 'tag': '14e84b14-5302-4a18-b663-c57259b108a0', 'status': 'completed', 'code': 200} May 20 20:41:57.903474 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-9c010f78-9920-4567-b3a9-fb977d82998a admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.5272968 May 20 20:41:57.906619 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 38152) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:41:57.929607 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [None req-8b8ef5d5-5eee-44c8-981c-73ea25df3775 None None] Allocated IP 172.20.0.2 (51ec8106-415b-4da6-8e19-8077690a9654/5b3fecbc-4363-4558-bc2e-f6cfa24f9a5f/15a0f1c6-85f5-4785-af55-77238a29ac07) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:41:57.940679 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-02d8b9ff-1c2c-4bcc-8990-5cb69a7f4e8f admin admin] Request body: {'subnet': {'network_id': '3baee177-508f-473b-9421-c71281f8ff7c', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1176752829-subnet', 'tenant_id': '9d61730eb3d94de98e72b04f2e8a4c8e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:41:58.007151 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.agents_db [None req-5c33ad30-4e00-40fa-b486-8c79c4a6cfc5 None None] Agent healthcheck: found 7 active agents {{(pid=103165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 20 20:41:58.039174 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3933d63-1ada-4f99-9577-36e6cfaf139c req-c216a685-1f4c-4b25-a4c6-e39c5b645b6c tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:41:58.040147 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b3933d63-1ada-4f99-9577-36e6cfaf139c req-c216a685-1f4c-4b25-a4c6-e39c5b645b6c tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] 10.222.0.35 "GET /v2.0/ports?device_id=fcdfd360-409c-4b60-958a-ff3f6575c816 HTTP/1.1" status: 200 len: 944 time: 0.0958230 May 20 20:41:58.044540 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c8c2d1-1e56-4bcc-9ecc-5c4fc9f6c7d5 req-96b26061-b6c6-4876-8b51-858e1ae4cdc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:41:58.044800 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6d09d73b-c21e-4636-94ca-7d5201391b65 req-3c3a70da-4a7f-4c02-ae5e-646a8ec4e925 service neutron] 10.222.0.35 "GET /v2.0/networks/baad6524-bf83-4783-a736-2fe3005abb37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1938956 May 20 20:41:58.046771 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-59c8c2d1-1e56-4bcc-9ecc-5c4fc9f6c7d5 req-96b26061-b6c6-4876-8b51-858e1ae4cdc3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=33876e14b0274b60a421aea47180bf46&device_id=fcdfd360-409c-4b60-958a-ff3f6575c816 HTTP/1.1" status: 200 len: 1125 time: 0.1464193 May 20 20:41:58.084969 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b3933d63-1ada-4f99-9577-36e6cfaf139c req-2032cd47-539d-4e2b-8a48-ad16f830f8ad tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] 10.222.0.35 "GET /v2.0/security-groups?id=0a1ca955-ee86-4e03-bb39-6b1e6a532a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346730 May 20 20:41:58.085675 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2d9f6691-ff36-462b-9178-fb32153805e6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:58.115877 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02d8b9ff-1c2c-4bcc-8990-5cb69a7f4e8f admin admin] Made reservation on behalf of 9d61730eb3d94de98e72b04f2e8a4c8e for: {'subnet': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:41:58.118284 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-02d8b9ff-1c2c-4bcc-8990-5cb69a7f4e8f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8422561'] for subnet, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:58.179377 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-8b8ef5d5-5eee-44c8-981c-73ea25df3775 None None] Notify callbacks [] for port, precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:58.220509 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c8c2d1-1e56-4bcc-9ecc-5c4fc9f6c7d5 req-bc1aabeb-19c1-4b72-9a8b-d04c4d8eddde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:41:58.222054 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-59c8c2d1-1e56-4bcc-9ecc-5c4fc9f6c7d5 req-bc1aabeb-19c1-4b72-9a8b-d04c4d8eddde service neutron] 10.222.0.24 "GET /v2.0/networks?id=f2296de0-b06c-422e-98fe-14a3771aba33 HTTP/1.1" status: 200 len: 908 time: 0.1477864 May 20 20:41:58.287755 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-8b8ef5d5-5eee-44c8-981c-73ea25df3775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108'] for port, after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:58.293588 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-59c8c2d1-1e56-4bcc-9ecc-5c4fc9f6c7d5 req-99aca5ac-5185-4f4a-bdcd-b49152f17097 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=14e84b14-5302-4a18-b663-c57259b108a0 HTTP/1.1" status: 200 len: 217 time: 0.0423541 May 20 20:41:58.348095 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd72d92-9171-4050-b34b-ef0ba44b3e04 req-b69bea5f-52b0-4481-b3a7-f4b00d20c983 tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:41:58.362408 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9fd72d92-9171-4050-b34b-ef0ba44b3e04 req-b69bea5f-52b0-4481-b3a7-f4b00d20c983 tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] 10.222.0.24 "GET /v2.0/networks?id=9d20e684-f51c-4f52-b5ed-fe61f8fbf536 HTTP/1.1" status: 200 len: 821 time: 0.2716956 May 20 20:41:58.370710 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b8ef5d5-5eee-44c8-981c-73ea25df3775 None None] Network 51ec8106-415b-4da6-8e19-8077690a9654 is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:41:58.373888 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-8b8ef5d5-5eee-44c8-981c-73ea25df3775 None None] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:41:58.380935 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b8ef5d5-5eee-44c8-981c-73ea25df3775 None None] Received port after_create {{(pid=103164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:41:58.391420 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8ef5d5-5eee-44c8-981c-73ea25df3775 None None] Pushing event updated for resources: {'Port': ['ID=15a0f1c6-85f5-4785-af55-77238a29ac07,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:41:58.443272 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-8b8ef5d5-5eee-44c8-981c-73ea25df3775 None None] Attempting to bind port 15a0f1c6-85f5-4785-af55-77238a29ac07 on host n-d-842733-1 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:41:58.443642 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-8b8ef5d5-5eee-44c8-981c-73ea25df3775 None None] Attempting to bind port 15a0f1c6-85f5-4785-af55-77238a29ac07 by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': 'cb794393-2e5e-44dc-94ec-c3ce277f8794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '51ec8106-415b-4da6-8e19-8077690a9654'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:41:58.444135 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b8ef5d5-5eee-44c8-981c-73ea25df3775 None None] Attempting to bind port 15a0f1c6-85f5-4785-af55-77238a29ac07 on network 51ec8106-415b-4da6-8e19-8077690a9654 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:41:58.450320 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b8ef5d5-5eee-44c8-981c-73ea25df3775 None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 41, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:41:58.456542 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b8ef5d5-5eee-44c8-981c-73ea25df3775 None None] Checking segment: {'id': 'cb794393-2e5e-44dc-94ec-c3ce277f8794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '51ec8106-415b-4da6-8e19-8077690a9654'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:41:58.456542 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-8b8ef5d5-5eee-44c8-981c-73ea25df3775 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:58.456542 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b8ef5d5-5eee-44c8-981c-73ea25df3775 None None] Bound using segment: {'id': 'cb794393-2e5e-44dc-94ec-c3ce277f8794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '51ec8106-415b-4da6-8e19-8077690a9654'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:41:58.456542 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-8b8ef5d5-5eee-44c8-981c-73ea25df3775 None None] Bound port: 15a0f1c6-85f5-4785-af55-77238a29ac07, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb794393-2e5e-44dc-94ec-c3ce277f8794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '51ec8106-415b-4da6-8e19-8077690a9654'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:41:58.456542 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-8b8ef5d5-5eee-44c8-981c-73ea25df3775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:58.478559 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [req-9fd72d92-9171-4050-b34b-ef0ba44b3e04 req-35ad5757-b9a8-4ee5-ad9b-ba36e7412750 tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] Request body: {'port': {'device_id': '737ed128-a870-40bf-b78e-cbad2b60d994', 'network_id': '9d20e684-f51c-4f52-b5ed-fe61f8fbf536', 'admin_state_up': True, 'tenant_id': '7996bbdcd04c45b28346a0fe350ea7b7'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:41:58.503767 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bae4ac-2031-4734-8fad-edbc797c498e req-1517c75d-e89a-49e3-8051-bc899223c526 tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:41:58.510977 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-68bae4ac-2031-4734-8fad-edbc797c498e req-1517c75d-e89a-49e3-8051-bc899223c526 tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] 10.222.0.35 "GET /v2.0/networks?id=f2c1f29b-3984-454a-a363-825a8303b3d8 HTTP/1.1" status: 200 len: 812 time: 0.2977910 May 20 20:41:58.539236 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-8b8ef5d5-5eee-44c8-981c-73ea25df3775 None None] For port 15a0f1c6-85f5-4785-af55-77238a29ac07, host n-d-842733-1, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:41:58.542873 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-8b8ef5d5-5eee-44c8-981c-73ea25df3775 None None] For port 15a0f1c6-85f5-4785-af55-77238a29ac07, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=15a0f1c6-85f5-4785-af55-77238a29ac07,segment=NetworkSegment(cb794393-2e5e-44dc-94ec-c3ce277f8794),segment_id=cb794393-2e5e-44dc-94ec-c3ce277f8794)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:41:58.547510 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-229616db-8557-4494-8e63-53fd0f6c5e91 req-0d0a070b-cccf-4972-bfc3-b7cf428deb22 tempest-ServersAaction247Test-376964428 tempest-ServersAaction247Test-376964428-project] 10.222.0.35 "GET /v2.0/ports?device_id=f8680381-be94-4a09-828a-51d7bd111be5 HTTP/1.1" status: 200 len: 210 time: 0.0768011 May 20 20:41:58.596121 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-68bae4ac-2031-4734-8fad-edbc797c498e req-18d4f90e-424c-41d8-9e83-928d0aae0bf5 tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] 10.222.0.35 "GET /v2.0/quotas/14307be6da164addbb4e96db68f248f8 HTTP/1.1" status: 200 len: 375 time: 0.0842018 May 20 20:41:58.652906 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-8b8ef5d5-5eee-44c8-981c-73ea25df3775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:58.661080 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c8c2d1-1e56-4bcc-9ecc-5c4fc9f6c7d5 req-99757df7-e87d-4039-b2ca-6b9effcde514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:41:58.663083 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-59c8c2d1-1e56-4bcc-9ecc-5c4fc9f6c7d5 req-99757df7-e87d-4039-b2ca-6b9effcde514 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f9e5fad6-106c-4fb6-bdcf-0e79e7e3eb1f HTTP/1.1" status: 200 len: 847 time: 0.3594379 May 20 20:41:58.713420 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c5a83991-abf1-4181-baac-e579340b799e req-267fa56b-edf7-4b87-8582-e972faf8e680 tempest-AttachSCSIVolumeTestJSON-1216389807 tempest-AttachSCSIVolumeTestJSON-1216389807-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e4761ad-a107-481b-93f5-2fd5c1a03859 HTTP/1.1" status: 200 len: 210 time: 0.0746367 May 20 20:41:58.740928 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8ef5d5-5eee-44c8-981c-73ea25df3775 None None] Pushing event updated for resources: {'Port': ['ID=15a0f1c6-85f5-4785-af55-77238a29ac07,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:41:58.763724 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-59c8c2d1-1e56-4bcc-9ecc-5c4fc9f6c7d5 req-1c2b7bf8-de5f-4bc6-903f-0ece91be71e6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f2296de0-b06c-422e-98fe-14a3771aba33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0883830 May 20 20:41:58.769511 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-68bae4ac-2031-4734-8fad-edbc797c498e req-f288b540-2612-4ba9-8187-f6ef02f41074 tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=14307be6da164addbb4e96db68f248f8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1724243 May 20 20:41:58.889629 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2d9f6691-ff36-462b-9178-fb32153805e6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:58.896653 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-25e02aac-07f6-450f-bd76-f3cb03ac5c96 req-1e6a81a0-c0e0-4af2-a61e-465eb0c39a85 tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] 10.222.0.35 "GET /v2.0/ports?device_id=737ed128-a870-40bf-b78e-cbad2b60d994 HTTP/1.1" status: 200 len: 210 time: 0.0958180 May 20 20:41:58.915501 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2d9f6691-ff36-462b-9178-fb32153805e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:58.981140 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-68bae4ac-2031-4734-8fad-edbc797c498e req-79b02477-81e4-4163-9d32-24b5bb1c61d0 service neutron] 10.222.0.35 "GET /v2.0/networks/f2c1f29b-3984-454a-a363-825a8303b3d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2105532 May 20 20:41:59.029297 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-59c8c2d1-1e56-4bcc-9ecc-5c4fc9f6c7d5 req-2e364a83-9357-4f04-834d-71e215e4b6ce service neutron] 10.222.0.24 "GET /v2.0/networks/f2296de0-b06c-422e-98fe-14a3771aba33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2582283 May 20 20:41:59.064965 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-02d8b9ff-1c2c-4bcc-8990-5cb69a7f4e8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9641412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8422583'] for subnet, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:59.067002 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9fd72d92-9171-4050-b34b-ef0ba44b3e04 req-35ad5757-b9a8-4ee5-ad9b-ba36e7412750 tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] Made reservation on behalf of 7996bbdcd04c45b28346a0fe350ea7b7 for: {'port': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:41:59.071074 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-9fd72d92-9171-4050-b34b-ef0ba44b3e04 req-35ad5757-b9a8-4ee5-ad9b-ba36e7412750 tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:59.188030 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-2d9f6691-ff36-462b-9178-fb32153805e6 admin admin] Allocated IP 172.25.2.238 (e3a93b5c-91e2-4064-9c2c-1afc261bfe15/86fee0c1-6e34-488b-9216-b2b8e7ef585a/4e216dd5-6590-400f-94e1-1528659b7941) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:41:59.215510 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-59c8c2d1-1e56-4bcc-9ecc-5c4fc9f6c7d5 req-758e7b71-2723-452c-8223-bc2b9ee4a3ee service neutron] 10.222.0.24 "GET /v2.0/networks/f2296de0-b06c-422e-98fe-14a3771aba33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1741016 May 20 20:41:59.237647 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d8b9ff-1c2c-4bcc-8990-5cb69a7f4e8f admin admin] Pushing event updated for resources: {'Subnet': ['ID=dfd31246-fa89-4cdf-975b-be64981c967e,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:41:59.295121 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-68bae4ac-2031-4734-8fad-edbc797c498e req-441a007b-0f73-430d-9208-18da87672f0d service neutron] 10.222.0.35 "GET /v2.0/networks/f2c1f29b-3984-454a-a363-825a8303b3d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3074567 May 20 20:41:59.300149 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02d8b9ff-1c2c-4bcc-8990-5cb69a7f4e8f admin admin] Checking segment: {'id': 'e8ac716c-70bf-4916-a84e-adba8c5617bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '3baee177-508f-473b-9421-c71281f8ff7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:41:59.300510 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02d8b9ff-1c2c-4bcc-8990-5cb69a7f4e8f admin admin] Network hostable DHCP agents. Network: 3baee177-508f-473b-9421-c71281f8ff7c, hostable agents: ['c9b0653c-f3c7-4339-bd50-e3754b629216'], hosted agents: [] {{(pid=103163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 20:41:59.355352 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2d9f6691-ff36-462b-9178-fb32153805e6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:59.366980 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [req-9fd72d92-9171-4050-b34b-ef0ba44b3e04 req-35ad5757-b9a8-4ee5-ad9b-ba36e7412750 tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] Allocated IP 172.20.0.12 (9d20e684-f51c-4f52-b5ed-fe61f8fbf536/a7a2d408-4fd5-4ae6-b745-5f444276cd0a/a54cca42-5b2f-45e7-b5d0-ff956dcd443b) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:41:59.467680 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02d8b9ff-1c2c-4bcc-8990-5cb69a7f4e8f admin admin] Network 3baee177-508f-473b-9421-c71281f8ff7c is scheduled to be hosted by DHCP agent c9b0653c-f3c7-4339-bd50-e3754b629216 with binding_index 1 {{(pid=103163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 20:41:59.510503 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2d9f6691-ff36-462b-9178-fb32153805e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:59.564231 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d9f6691-ff36-462b-9178-fb32153805e6 admin admin] Network e3a93b5c-91e2-4064-9c2c-1afc261bfe15 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:41:59.567441 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-2d9f6691-ff36-462b-9178-fb32153805e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:41:59.570441 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d9f6691-ff36-462b-9178-fb32153805e6 admin admin] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:41:59.573604 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-9fd72d92-9171-4050-b34b-ef0ba44b3e04 req-35ad5757-b9a8-4ee5-ad9b-ba36e7412750 tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] Notify callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:59.603335 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9f6691-ff36-462b-9178-fb32153805e6 admin admin] Pushing event updated for resources: {'Port': ['ID=4e216dd5-6590-400f-94e1-1528659b7941,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:41:59.623185 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-02d8b9ff-1c2c-4bcc-8990-5cb69a7f4e8f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842733-1, 3baee177-508f-473b-9421-c71281f8ff7c) {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:41:59.635446 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dbdc9d3-ccaf-41b2-af59-ec49ac954d59 None None] Network 3baee177-508f-473b-9421-c71281f8ff7c requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:41:59.641991 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02d8b9ff-1c2c-4bcc-8990-5cb69a7f4e8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:41:59.643148 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-02d8b9ff-1c2c-4bcc-8990-5cb69a7f4e8f admin admin] Notify callbacks [] for subnet, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:59.769440 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-9fd72d92-9171-4050-b34b-ef0ba44b3e04 req-35ad5757-b9a8-4ee5-ad9b-ba36e7412750 tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:59.801350 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-02d8b9ff-1c2c-4bcc-8990-5cb69a7f4e8f admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.8834534 May 20 20:42:00.089671 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf50d6d6-b5f4-4e58-bedf-862635fb2693 None None] Network 3baee177-508f-473b-9421-c71281f8ff7c requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:42:00.102547 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 15a0f1c6-85f5-4785-af55-77238a29ac07 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:42:00.150629 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9fd72d92-9171-4050-b34b-ef0ba44b3e04 req-35ad5757-b9a8-4ee5-ad9b-ba36e7412750 tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] Network 9d20e684-f51c-4f52-b5ed-fe61f8fbf536 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:42:00.160396 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ad5757-b9a8-4ee5-ad9b-ba36e7412750 tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] Pushing event updated for resources: {'Port': ['ID=a54cca42-5b2f-45e7-b5d0-ff956dcd443b,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:42:00.211095 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6644f6b-f5fd-49ad-abc6-8d1960276d97 req-e43b678d-39f1-42d7-9b9e-3aee7d165479 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:00.226595 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a6644f6b-f5fd-49ad-abc6-8d1960276d97 req-e43b678d-39f1-42d7-9b9e-3aee7d165479 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/ports?device_id=73e6ff91-e9c8-4167-9370-e79bd8c2a253 HTTP/1.1" status: 200 len: 945 time: 0.5264955 May 20 20:42:00.230505 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [req-9fd72d92-9171-4050-b34b-ef0ba44b3e04 req-35ad5757-b9a8-4ee5-ad9b-ba36e7412750 tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:42:00.238148 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fd72d92-9171-4050-b34b-ef0ba44b3e04 req-35ad5757-b9a8-4ee5-ad9b-ba36e7412750 tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:42:00.355765 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd72d92-9171-4050-b34b-ef0ba44b3e04 req-35ad5757-b9a8-4ee5-ad9b-ba36e7412750 tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:00.356842 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-9fd72d92-9171-4050-b34b-ef0ba44b3e04 req-35ad5757-b9a8-4ee5-ad9b-ba36e7412750 tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:00.477949 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a6644f6b-f5fd-49ad-abc6-8d1960276d97 req-339a07dc-b5c0-4d47-a91c-e7154f95788a tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/security-groups?id=c9d9c404-d869-4158-9779-ac1a15da4bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2491281 May 20 20:42:00.480751 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 15a0f1c6-85f5-4785-af55-77238a29ac07 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:42:00.490003 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:00.527617 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00ed29a-243d-4d16-93ad-63f422fe2f91 req-33e3d010-127c-4b99-a401-9bda8b3432aa tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:00.538865 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c00ed29a-243d-4d16-93ad-63f422fe2f91 req-33e3d010-127c-4b99-a401-9bda8b3432aa tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] 10.222.0.35 "GET /v2.0/ports?device_id=fcdfd360-409c-4b60-958a-ff3f6575c816 HTTP/1.1" status: 200 len: 944 time: 0.6241403 May 20 20:42:00.547194 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2d9f6691-ff36-462b-9178-fb32153805e6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:00.553873 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9fd72d92-9171-4050-b34b-ef0ba44b3e04 req-35ad5757-b9a8-4ee5-ad9b-ba36e7412750 tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0819776 May 20 20:42:00.596450 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a7fdcc7-4735-4877-9744-45d69ef1b996 None None] Network 51ec8106-415b-4da6-8e19-8077690a9654 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:42:00.616125 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [req-9fd72d92-9171-4050-b34b-ef0ba44b3e04 req-340e8270-fda4-47f1-adc6-1b52e508af53 service neutron] Request body: {'port': {'device_id': '737ed128-a870-40bf-b78e-cbad2b60d994', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-842733-1'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:42:00.715639 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-bff96f26-d2bb-4081-bb10-a643fec69e96 req-c820bfb4-957a-4f3e-83e0-d417dfa25e68 tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] 10.222.0.35 "GET /v2.0/ports?device_id=874ccf1e-13f9-44e1-b28b-86c81de29922 HTTP/1.1" status: 200 len: 210 time: 0.1151958 May 20 20:42:00.751986 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c00ed29a-243d-4d16-93ad-63f422fe2f91 req-946440c5-cb2f-48b5-ac83-186a2c453525 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] 10.222.0.35 "GET /v2.0/security-groups?id=0a1ca955-ee86-4e03-bb39-6b1e6a532a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908224 May 20 20:42:00.820598 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-9fd72d92-9171-4050-b34b-ef0ba44b3e04 req-340e8270-fda4-47f1-adc6-1b52e508af53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:01.041898 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2d9f6691-ff36-462b-9178-fb32153805e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748106'] for router, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:01.076832 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-59498c3e-e558-42f5-96c2-b1739fdcd7c7 req-54606cd2-c340-4857-a178-0b591c17be67 tempest-AttachSCSIVolumeTestJSON-1216389807 tempest-AttachSCSIVolumeTestJSON-1216389807-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e4761ad-a107-481b-93f5-2fd5c1a03859 HTTP/1.1" status: 200 len: 210 time: 0.0842054 May 20 20:42:01.287491 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-3a389f28-cd32-44c0-9448-c9c71f003757 None None] Provisioning complete for port 15a0f1c6-85f5-4785-af55-77238a29ac07 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:42:01.288085 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3a389f28-cd32-44c0-9448-c9c71f003757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:01.387408 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 38218) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:42:01.394818 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-0d573e88-b2ef-46a8-8fc6-c9ff866baf48 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-2052287184-network', 'tenant_id': 'dfea1cc00e014f7f99d2d9b356480fee'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:42:01.425727 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09aa871-16b1-47ae-af5d-44330013a058 req-046d343e-a11d-497f-85c5-712c1d01558e tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:01.427329 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b09aa871-16b1-47ae-af5d-44330013a058 req-046d343e-a11d-497f-85c5-712c1d01558e tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] 10.222.0.35 "GET /v2.0/ports?device_id=737ed128-a870-40bf-b78e-cbad2b60d994 HTTP/1.1" status: 200 len: 932 time: 0.1122079 May 20 20:42:01.568489 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 15a0f1c6-85f5-4785-af55-77238a29ac07 is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:42:01.568970 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:01.577839 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b09aa871-16b1-47ae-af5d-44330013a058 req-1712b86c-034e-400b-81da-2dea414cef0e tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] 10.222.0.35 "GET /v2.0/security-groups?id=b4498864-440f-46b0-a344-70b0d7510345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278424 May 20 20:42:01.581623 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d9f6691-ff36-462b-9178-fb32153805e6 admin admin] Router 887bcf52-cc21-4679-bec8-41fbf0daaba2 is scheduled to L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e with binding_index 1 {{(pid=103162) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 20 20:42:01.617501 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [req-9fd72d92-9171-4050-b34b-ef0ba44b3e04 req-340e8270-fda4-47f1-adc6-1b52e508af53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a54cca42-5b2f-45e7-b5d0-ff956dcd443b {{(pid=103163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:42:01.629579 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-9fd72d92-9171-4050-b34b-ef0ba44b3e04 req-340e8270-fda4-47f1-adc6-1b52e508af53 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:01.693509 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [req-9fd72d92-9171-4050-b34b-ef0ba44b3e04 req-340e8270-fda4-47f1-adc6-1b52e508af53 service neutron] Transition to ACTIVE for port object a54cca42-5b2f-45e7-b5d0-ff956dcd443b will not be triggered until provisioned by entity L2. {{(pid=103163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 20:42:01.699714 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d573e88-b2ef-46a8-8fc6-c9ff866baf48 admin admin] Made reservation on behalf of dfea1cc00e014f7f99d2d9b356480fee for: {'network': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:42:01.701094 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3a389f28-cd32-44c0-9448-c9c71f003757 None None] Current status of the port 15a0f1c6-85f5-4785-af55-77238a29ac07 is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:42:01.705550 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3a389f28-cd32-44c0-9448-c9c71f003757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:01.708423 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0d573e88-b2ef-46a8-8fc6-c9ff866baf48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for network, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:01.725815 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0d573e88-b2ef-46a8-8fc6-c9ff866baf48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:01.776502 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-36fdbcd0-b080-45d2-ab23-535d49d79c73 req-75ef1bd0-b574-49e2-8ab4-654c6a7faa92 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2fd10471123c4493a45e3489e8350160&device_id=f8680381-be94-4a09-828a-51d7bd111be5 HTTP/1.1" status: 200 len: 210 time: 0.0352533 May 20 20:42:01.806236 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-9fd72d92-9171-4050-b34b-ef0ba44b3e04 req-340e8270-fda4-47f1-adc6-1b52e508af53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:01.813239 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-36fdbcd0-b080-45d2-ab23-535d49d79c73 req-8862dc83-6dd2-4080-ade3-c08a3179e113 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=2fd10471123c4493a45e3489e8350160&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0288956 May 20 20:42:01.834741 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] For port 15a0f1c6-85f5-4785-af55-77238a29ac07, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=15a0f1c6-85f5-4785-af55-77238a29ac07,segment=NetworkSegment(cb794393-2e5e-44dc-94ec-c3ce277f8794),segment_id=cb794393-2e5e-44dc-94ec-c3ce277f8794)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:42:01.897977 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04334a87-d0a3-4458-bde4-e096b5e382f7 req-6866d6ba-57c9-400b-b8ea-16a0c7a9d308 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:01.900361 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-04334a87-d0a3-4458-bde4-e096b5e382f7 req-6866d6ba-57c9-400b-b8ea-16a0c7a9d308 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/ports?device_id=73e6ff91-e9c8-4167-9370-e79bd8c2a253 HTTP/1.1" status: 200 len: 945 time: 0.1857224 May 20 20:42:01.947024 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-19e5029b-bce8-4915-9530-e962d52e4b73 req-e367b57a-8a86-4bfc-b74d-00e876eea18f tempest-ServersAaction247Test-376964428 tempest-ServersAaction247Test-376964428-project] 10.222.0.35 "GET /v2.0/ports?device_id=f8680381-be94-4a09-828a-51d7bd111be5 HTTP/1.1" status: 200 len: 210 time: 0.1279235 May 20 20:42:01.978713 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340e8270-fda4-47f1-adc6-1b52e508af53 service neutron] Pushing event updated for resources: {'Port': ['ID=a54cca42-5b2f-45e7-b5d0-ff956dcd443b,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:42:01.982622 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d9f6691-ff36-462b-9178-fb32153805e6 admin admin] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 20:42:02.015674 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d825a09-623a-40a6-8148-0b9ee5ad5d6a None None] Sync routers for ids ['887bcf52-cc21-4679-bec8-41fbf0daaba2'] in n-d-842733-1 {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 20:42:02.049440 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:02.077104 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-9fd72d92-9171-4050-b34b-ef0ba44b3e04 req-340e8270-fda4-47f1-adc6-1b52e508af53 service neutron] Attempting to bind port a54cca42-5b2f-45e7-b5d0-ff956dcd443b on host n-h1-842733-1 for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:42:02.079383 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-9fd72d92-9171-4050-b34b-ef0ba44b3e04 req-340e8270-fda4-47f1-adc6-1b52e508af53 service neutron] Attempting to bind port a54cca42-5b2f-45e7-b5d0-ff956dcd443b by drivers openvswitch,hyperv on host n-h1-842733-1 at level 0 using segments [{'id': '2402745c-06cc-4395-87ea-d8de4fb1e600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '9d20e684-f51c-4f52-b5ed-fe61f8fbf536'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:42:02.079383 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fd72d92-9171-4050-b34b-ef0ba44b3e04 req-340e8270-fda4-47f1-adc6-1b52e508af53 service neutron] Attempting to bind port a54cca42-5b2f-45e7-b5d0-ff956dcd443b on network 9d20e684-f51c-4f52-b5ed-fe61f8fbf536 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:42:02.091862 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:02.117796 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d825a09-623a-40a6-8148-0b9ee5ad5d6a None None] Routers {'887bcf52-cc21-4679-bec8-41fbf0daaba2'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:42:02.118433 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-3d825a09-623a-40a6-8148-0b9ee5ad5d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:41:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['887bcf52-cc21-4679-bec8-41fbf0daaba2'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:42:02.169350 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fd72d92-9171-4050-b34b-ef0ba44b3e04 req-340e8270-fda4-47f1-adc6-1b52e508af53 service neutron] Port a54cca42-5b2f-45e7-b5d0-ff956dcd443b on network 9d20e684-f51c-4f52-b5ed-fe61f8fbf536 not bound, no agent of type Open vSwitch agent registered on host n-h1-842733-1 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 20:42:02.169675 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fd72d92-9171-4050-b34b-ef0ba44b3e04 req-340e8270-fda4-47f1-adc6-1b52e508af53 service neutron] Attempting to bind port a54cca42-5b2f-45e7-b5d0-ff956dcd443b on network 9d20e684-f51c-4f52-b5ed-fe61f8fbf536 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:42:02.179240 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fdbcd0-b080-45d2-ab23-535d49d79c73 req-22569aa6-809f-4b66-8c50-5404c48a7681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:02.181164 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-36fdbcd0-b080-45d2-ab23-535d49d79c73 req-22569aa6-809f-4b66-8c50-5404c48a7681 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3600826 May 20 20:42:02.194210 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2d9f6691-ff36-462b-9178-fb32153805e6 admin admin] Notify callbacks [] for router, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:02.199465 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-2d9f6691-ff36-462b-9178-fb32153805e6 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 4.5618210 May 20 20:42:02.202764 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 38230) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:42:02.210452 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-943ce0c8-f6e0-4699-b693-6bb8412fb896 req-7d8d7a2c-34ac-4f95-9132-f6a1d924f6ed tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] 10.222.0.35 "GET /v2.0/ports?device_id=874ccf1e-13f9-44e1-b28b-86c81de29922 HTTP/1.1" status: 200 len: 210 time: 0.0718575 May 20 20:42:02.217453 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.db.api [None req-3a389f28-cd32-44c0-9448-c9c71f003757 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103164) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 20 20:42:02.217649 n-d-842733-1 neutron-server[103164]: DEBUG oslo_db.api [None req-3a389f28-cd32-44c0-9448-c9c71f003757 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 20 20:42:02.232438 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-04334a87-d0a3-4458-bde4-e096b5e382f7 req-87de3d47-a513-4b0d-93fb-d5905537914c tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/security-groups?id=c9d9c404-d869-4158-9779-ac1a15da4bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3093572 May 20 20:42:02.235941 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fd72d92-9171-4050-b34b-ef0ba44b3e04 req-340e8270-fda4-47f1-adc6-1b52e508af53 service neutron] Checking agent: {'id': '08dfb1ce-804b-4db8-838b-21094082e041', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 32, 54), 'started_at': datetime.datetime(2022, 5, 20, 20, 32, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 41, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:42:02.238769 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fd72d92-9171-4050-b34b-ef0ba44b3e04 req-340e8270-fda4-47f1-adc6-1b52e508af53 service neutron] Checking segment: {'id': '2402745c-06cc-4395-87ea-d8de4fb1e600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '9d20e684-f51c-4f52-b5ed-fe61f8fbf536'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:42:02.239375 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fd72d92-9171-4050-b34b-ef0ba44b3e04 req-340e8270-fda4-47f1-adc6-1b52e508af53 service neutron] Bound using segment: {'id': '2402745c-06cc-4395-87ea-d8de4fb1e600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '9d20e684-f51c-4f52-b5ed-fe61f8fbf536'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:42:02.240037 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-9fd72d92-9171-4050-b34b-ef0ba44b3e04 req-340e8270-fda4-47f1-adc6-1b52e508af53 service neutron] Bound port: a54cca42-5b2f-45e7-b5d0-ff956dcd443b, host: n-h1-842733-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2402745c-06cc-4395-87ea-d8de4fb1e600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '9d20e684-f51c-4f52-b5ed-fe61f8fbf536'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:42:02.240402 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-9fd72d92-9171-4050-b34b-ef0ba44b3e04 req-340e8270-fda4-47f1-adc6-1b52e508af53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:02.319340 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Pushing event updated for resources: {'Port': ['ID=15a0f1c6-85f5-4785-af55-77238a29ac07,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:42:02.359843 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-3d825a09-623a-40a6-8148-0b9ee5ad5d6a None None] Set router 887bcf52-cc21-4679-bec8-41fbf0daaba2 gateway port host: n-d-842733-1 {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:42:02.384126 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f8de1d0f-3e10-4bdf-81da-b8bb0a45d7e8 req-eb0bff5f-96d8-48ac-996f-26b610d6c74e tempest-AttachSCSIVolumeTestJSON-1216389807 tempest-AttachSCSIVolumeTestJSON-1216389807-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e4761ad-a107-481b-93f5-2fd5c1a03859 HTTP/1.1" status: 200 len: 210 time: 0.0553157 May 20 20:42:02.481510 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d09d73b-c21e-4636-94ca-7d5201391b65 req-6412e0de-4ac5-43b4-b35a-f081553837fc tempest-AttachSCSIVolumeTestJSON-1216389807 tempest-AttachSCSIVolumeTestJSON-1216389807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:02.483032 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6d09d73b-c21e-4636-94ca-7d5201391b65 req-6412e0de-4ac5-43b4-b35a-f081553837fc tempest-AttachSCSIVolumeTestJSON-1216389807 tempest-AttachSCSIVolumeTestJSON-1216389807-project] 10.222.0.13 "GET /v2.0/networks?id=baad6524-bf83-4783-a736-2fe3005abb37 HTTP/1.1" status: 200 len: 814 time: 0.4363244 May 20 20:42:02.499339 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-9fd72d92-9171-4050-b34b-ef0ba44b3e04 req-340e8270-fda4-47f1-adc6-1b52e508af53 service neutron] For port a54cca42-5b2f-45e7-b5d0-ff956dcd443b, host n-h1-842733-1, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:42:02.507866 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-cb6b6bd4-1cb3-4cbe-8e5f-adb5d574278d req-7335abab-db93-4305-a979-6268ebec3db1 service neutron] 10.222.0.24 "GET /v2.0/ports/14e84b14-5302-4a18-b663-c57259b108a0/bindings/n-h2-842733-1 HTTP/1.1" status: 200 len: 384 time: 0.4171190 May 20 20:42:02.509704 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-9fd72d92-9171-4050-b34b-ef0ba44b3e04 req-340e8270-fda4-47f1-adc6-1b52e508af53 service neutron] For port a54cca42-5b2f-45e7-b5d0-ff956dcd443b, host n-h1-842733-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=a54cca42-5b2f-45e7-b5d0-ff956dcd443b,segment=NetworkSegment(2402745c-06cc-4395-87ea-d8de4fb1e600),segment_id=2402745c-06cc-4395-87ea-d8de4fb1e600)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:42:02.512609 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0d573e88-b2ef-46a8-8fc6-c9ff866baf48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:02.531107 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a752ada2-2b84-4ec7-b019-fefc3b67626b req-e65bd5b5-dcda-470d-acf2-ae0a29f65a80 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:02.537721 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a752ada2-2b84-4ec7-b019-fefc3b67626b req-e65bd5b5-dcda-470d-acf2-ae0a29f65a80 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] 10.222.0.35 "GET /v2.0/ports?device_id=fcdfd360-409c-4b60-958a-ff3f6575c816 HTTP/1.1" status: 200 len: 944 time: 0.1371105 May 20 20:42:02.588536 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6d09d73b-c21e-4636-94ca-7d5201391b65 req-8442ee92-f823-4ecc-8449-fe6dda5365e7 tempest-AttachSCSIVolumeTestJSON-1216389807 tempest-AttachSCSIVolumeTestJSON-1216389807-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ad40cedaa73f40ef9226be0e1d4e6e54 HTTP/1.1" status: 200 len: 379 time: 0.0853233 May 20 20:42:02.605965 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [req-6d09d73b-c21e-4636-94ca-7d5201391b65 req-de0013dd-e6e4-404f-a681-213d1fe67256 tempest-AttachSCSIVolumeTestJSON-1216389807 tempest-AttachSCSIVolumeTestJSON-1216389807-project] Request body: {'port': {'device_id': '7e4761ad-a107-481b-93f5-2fd5c1a03859', 'network_id': 'baad6524-bf83-4783-a736-2fe3005abb37', 'admin_state_up': True, 'tenant_id': 'ad40cedaa73f40ef9226be0e1d4e6e54', 'security_groups': ['cda9c8f3-e014-4482-a179-394f0a3f0129']}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:42:02.617966 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0d573e88-b2ef-46a8-8fc6-c9ff866baf48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:02.619584 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 14e84b14-5302-4a18-b663-c57259b108a0 no longer exists at agent hyperv_n-h1-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:42:02.621356 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-9fd72d92-9171-4050-b34b-ef0ba44b3e04 req-340e8270-fda4-47f1-adc6-1b52e508af53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:02.676282 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-3d825a09-623a-40a6-8148-0b9ee5ad5d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '887bcf52-cc21-4679-bec8-41fbf0daaba2', 'name': 'tempest-ServersTestJSON-1715701810-router', 'tenant_id': '16add71a0ec946a18f61d15298c23d6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': '4e216dd5-6590-400f-94e1-1528659b7941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:41:57Z', 'updated_at': '2022-05-20T20:42:00Z', 'revision_number': 3, 'project_id': '16add71a0ec946a18f61d15298c23d6f', 'gw_port': {'id': '4e216dd5-6590-400f-94e1-1528659b7941', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:20:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '887bcf52-cc21-4679-bec8-41fbf0daaba2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 862, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:41:58Z', 'updated_at': '2022-05-20T20:41:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:42:02.680092 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d573e88-b2ef-46a8-8fc6-c9ff866baf48 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 220} {{(pid=103162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 20:42:02.720007 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d825a09-623a-40a6-8148-0b9ee5ad5d6a None None] Checking router: 887bcf52-cc21-4679-bec8-41fbf0daaba2 for host: n-d-842733-1 {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 20:42:02.720535 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d825a09-623a-40a6-8148-0b9ee5ad5d6a None None] Updating router 887bcf52-cc21-4679-bec8-41fbf0daaba2 port 4e216dd5-6590-400f-94e1-1528659b7941 binding host n-d-842733-1 {{(pid=103164) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 20:42:02.756725 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a752ada2-2b84-4ec7-b019-fefc3b67626b req-82d8c3e1-272b-44c3-844f-f757104c47eb tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] 10.222.0.35 "GET /v2.0/security-groups?id=0a1ca955-ee86-4e03-bb39-6b1e6a532a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2140458 May 20 20:42:02.787146 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0d573e88-b2ef-46a8-8fc6-c9ff866baf48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:02.787763 n-d-842733-1 neutron-server[103162]: INFO neutron.db.segments_db [None req-0d573e88-b2ef-46a8-8fc6-c9ff866baf48 admin admin] Added segment 83051871-1ae5-4d54-ae4b-6b02fa495ebf of type vlan for network 43b31a34-b7b6-4de5-843e-4ce7c2a6eef8 May 20 20:42:02.790333 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d573e88-b2ef-46a8-8fc6-c9ff866baf48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70210669-767f-4cc6-a885-5c0234b482d0,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:42:02.805601 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3d825a09-623a-40a6-8148-0b9ee5ad5d6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:02.821013 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd72d92-9171-4050-b34b-ef0ba44b3e04 req-340e8270-fda4-47f1-adc6-1b52e508af53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:02.828278 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-9fd72d92-9171-4050-b34b-ef0ba44b3e04 req-340e8270-fda4-47f1-adc6-1b52e508af53 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:02.828278 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9fd72d92-9171-4050-b34b-ef0ba44b3e04 req-340e8270-fda4-47f1-adc6-1b52e508af53 service neutron] 10.222.0.24 "PUT /v2.0/ports/a54cca42-5b2f-45e7-b5d0-ff956dcd443b HTTP/1.1" status: 200 len: 1092 time: 2.2128973 May 20 20:42:02.835713 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3a389f28-cd32-44c0-9448-c9c71f003757 None None] Current status of the port 15a0f1c6-85f5-4785-af55-77238a29ac07 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:42:02.837876 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '737ed128-a870-40bf-b78e-cbad2b60d994', 'tag': 'a54cca42-5b2f-45e7-b5d0-ff956dcd443b'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:42:02.840139 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4291b17aa7b45362825f0571e77c85f5e73afe1df9c7e9e15006df9d695c005e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-985d9b6f-8c20-4859-a141-00bd27f9186d" -d '{"events": [{"name": "network-changed", "server_uuid": "737ed128-a870-40bf-b78e-cbad2b60d994", "tag": "a54cca42-5b2f-45e7-b5d0-ff956dcd443b"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:42:02.857729 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340e8270-fda4-47f1-adc6-1b52e508af53 service neutron] Pushing event updated for resources: {'Port': ['ID=a54cca42-5b2f-45e7-b5d0-ff956dcd443b,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:42:02.887832 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b1fa6a-f5ab-44f2-b874-e13fb8fb97d4 req-019ca4c3-0719-4c9c-8d10-da2058063a51 tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:02.895689 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e4b1fa6a-f5ab-44f2-b874-e13fb8fb97d4 req-019ca4c3-0719-4c9c-8d10-da2058063a51 tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] 10.222.0.35 "GET /v2.0/ports?device_id=737ed128-a870-40bf-b78e-cbad2b60d994 HTTP/1.1" status: 200 len: 944 time: 0.2113960 May 20 20:42:02.908955 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Current status of the port 14e84b14-5302-4a18-b663-c57259b108a0 is: DOWN; New status is: DOWN {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:42:02.932772 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 20:42:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb59f843-5dfa-4118-9fc4-a72dd1743ec6 x-openstack-request-id: req-cb59f843-5dfa-4118-9fc4-a72dd1743ec6 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:42:02.933054 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "737ed128-a870-40bf-b78e-cbad2b60d994", "tag": "a54cca42-5b2f-45e7-b5d0-ff956dcd443b", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:42:02.933331 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-cb59f843-5dfa-4118-9fc4-a72dd1743ec6 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:42:02.937632 n-d-842733-1 neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb59f843-5dfa-4118-9fc4-a72dd1743ec6'] response: {'name': 'network-changed', 'server_uuid': '737ed128-a870-40bf-b78e-cbad2b60d994', 'tag': 'a54cca42-5b2f-45e7-b5d0-ff956dcd443b', 'status': 'completed', 'code': 200} May 20 20:42:02.960386 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e4b1fa6a-f5ab-44f2-b874-e13fb8fb97d4 req-d4cb12fb-91aa-4e7f-8ce2-f7e566b77851 tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] 10.222.0.35 "GET /v2.0/security-groups?id=b4498864-440f-46b0-a344-70b0d7510345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609925 May 20 20:42:02.961040 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0d573e88-b2ef-46a8-8fc6-c9ff866baf48 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418993264'] for network, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:03.025714 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985d9b6f-8c20-4859-a141-00bd27f9186d req-78c0c199-29e4-4303-a123-7a59d030c899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:03.027157 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-985d9b6f-8c20-4859-a141-00bd27f9186d req-78c0c199-29e4-4303-a123-7a59d030c899 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7996bbdcd04c45b28346a0fe350ea7b7&device_id=737ed128-a870-40bf-b78e-cbad2b60d994 HTTP/1.1" status: 200 len: 1095 time: 0.0674512 May 20 20:42:03.078762 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-f93e27ea-2d3b-4d53-9d29-f5cbedc4883b None None] Provisioning complete for port 15a0f1c6-85f5-4785-af55-77238a29ac07 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:42:03.079170 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-f93e27ea-2d3b-4d53-9d29-f5cbedc4883b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:03.106225 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-56b78160-2f71-4ec4-aa3e-0c106acb4638 req-14b73108-0cdc-457b-a8b2-15de4d68d2bf tempest-ServersAaction247Test-376964428 tempest-ServersAaction247Test-376964428-project] 10.222.0.35 "GET /v2.0/ports?device_id=f8680381-be94-4a09-828a-51d7bd111be5 HTTP/1.1" status: 200 len: 210 time: 0.0541463 May 20 20:42:03.147924 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d09d73b-c21e-4636-94ca-7d5201391b65 req-de0013dd-e6e4-404f-a681-213d1fe67256 tempest-AttachSCSIVolumeTestJSON-1216389807 tempest-AttachSCSIVolumeTestJSON-1216389807-project] Made reservation on behalf of ad40cedaa73f40ef9226be0e1d4e6e54 for: {'port': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:42:03.151814 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-6d09d73b-c21e-4636-94ca-7d5201391b65 req-de0013dd-e6e4-404f-a681-213d1fe67256 tempest-AttachSCSIVolumeTestJSON-1216389807 tempest-AttachSCSIVolumeTestJSON-1216389807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:03.266608 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-f93e27ea-2d3b-4d53-9d29-f5cbedc4883b None None] Current status of the port 15a0f1c6-85f5-4785-af55-77238a29ac07 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:42:03.287266 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985d9b6f-8c20-4859-a141-00bd27f9186d req-f9a148c8-4d11-4ca4-b34f-f9d8e9ff63a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:03.288832 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-985d9b6f-8c20-4859-a141-00bd27f9186d req-f9a148c8-4d11-4ca4-b34f-f9d8e9ff63a1 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=7996bbdcd04c45b28346a0fe350ea7b7&shared=False HTTP/1.1" status: 200 len: 922 time: 0.2519879 May 20 20:42:03.379136 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3d825a09-623a-40a6-8148-0b9ee5ad5d6a None None] Notify callbacks [] for port, precommit_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:03.453795 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3d825a09-623a-40a6-8148-0b9ee5ad5d6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:03.464687 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [req-6d09d73b-c21e-4636-94ca-7d5201391b65 req-de0013dd-e6e4-404f-a681-213d1fe67256 tempest-AttachSCSIVolumeTestJSON-1216389807 tempest-AttachSCSIVolumeTestJSON-1216389807-project] Allocated IP 172.20.0.3 (baad6524-bf83-4783-a736-2fe3005abb37/6e166003-715e-4f35-82f5-046af1f78c1c/13070f08-d11b-4271-abf6-4057a78ab9b2) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:42:03.627413 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-3d825a09-623a-40a6-8148-0b9ee5ad5d6a None None] Attempting to bind port 4e216dd5-6590-400f-94e1-1528659b7941 on host n-d-842733-1 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:42:03.630690 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-3d825a09-623a-40a6-8148-0b9ee5ad5d6a None None] Attempting to bind port 4e216dd5-6590-400f-94e1-1528659b7941 by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': '0b5485c4-eff8-42a1-9073-ae54ed4c63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:42:03.632909 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d825a09-623a-40a6-8148-0b9ee5ad5d6a None None] Attempting to bind port 4e216dd5-6590-400f-94e1-1528659b7941 on network e3a93b5c-91e2-4064-9c2c-1afc261bfe15 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:42:03.640936 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0aa0131-a387-4894-8995-680e9ef92e73 None None] Pushing event updated for resources: {'Port': ['ID=4e216dd5-6590-400f-94e1-1528659b7941,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:42:03.662418 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d825a09-623a-40a6-8148-0b9ee5ad5d6a None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 41, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:42:03.663323 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d825a09-623a-40a6-8148-0b9ee5ad5d6a None None] Checking segment: {'id': '0b5485c4-eff8-42a1-9073-ae54ed4c63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:42:03.665700 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3d825a09-623a-40a6-8148-0b9ee5ad5d6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:03.666416 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d825a09-623a-40a6-8148-0b9ee5ad5d6a None None] Bound using segment: {'id': '0b5485c4-eff8-42a1-9073-ae54ed4c63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:42:03.668388 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-3d825a09-623a-40a6-8148-0b9ee5ad5d6a None None] Bound port: 4e216dd5-6590-400f-94e1-1528659b7941, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b5485c4-eff8-42a1-9073-ae54ed4c63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:42:03.670815 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3d825a09-623a-40a6-8148-0b9ee5ad5d6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:03.678750 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0d573e88-b2ef-46a8-8fc6-c9ff866baf48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524'] for network, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:03.680451 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d573e88-b2ef-46a8-8fc6-c9ff866baf48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:03.681278 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0d573e88-b2ef-46a8-8fc6-c9ff866baf48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:03.781245 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3d825a09-623a-40a6-8148-0b9ee5ad5d6a None None] For port 4e216dd5-6590-400f-94e1-1528659b7941, host n-d-842733-1, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:42:03.785770 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3d825a09-623a-40a6-8148-0b9ee5ad5d6a None None] For port 4e216dd5-6590-400f-94e1-1528659b7941, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=4e216dd5-6590-400f-94e1-1528659b7941,segment=NetworkSegment(0b5485c4-eff8-42a1-9073-ae54ed4c63ba),segment_id=0b5485c4-eff8-42a1-9073-ae54ed4c63ba)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:42:03.824474 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bae4ac-2031-4734-8fad-edbc797c498e req-a2712b67-7c85-4445-bcae-3f877ba50413 tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:03.826067 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-68bae4ac-2031-4734-8fad-edbc797c498e req-a2712b67-7c85-4445-bcae-3f877ba50413 tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] 10.222.0.13 "GET /v2.0/networks?id=f2c1f29b-3984-454a-a363-825a8303b3d8 HTTP/1.1" status: 200 len: 812 time: 0.2925951 May 20 20:42:03.851350 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3d825a09-623a-40a6-8148-0b9ee5ad5d6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:03.923610 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d825a09-623a-40a6-8148-0b9ee5ad5d6a None None] Routers {'887bcf52-cc21-4679-bec8-41fbf0daaba2'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:42:03.924304 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-3d825a09-623a-40a6-8148-0b9ee5ad5d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:41:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['887bcf52-cc21-4679-bec8-41fbf0daaba2'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:42:03.942460 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d573e88-b2ef-46a8-8fc6-c9ff866baf48 admin admin] Pushing event updated for resources: {'Network': ['ID=43b31a34-b7b6-4de5-843e-4ce7c2a6eef8,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:42:03.948529 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-cb6b6bd4-1cb3-4cbe-8e5f-adb5d574278d req-fff5a766-2081-4a03-b924-cdd868a1a352 service neutron] For port 14e84b14-5302-4a18-b663-c57259b108a0, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=14e84b14-5302-4a18-b663-c57259b108a0,segment=NetworkSegment(8e7444da-2574-4e87-afbd-a324be0dd68b),segment_id=8e7444da-2574-4e87-afbd-a324be0dd68b)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:42:03.976741 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [req-68bae4ac-2031-4734-8fad-edbc797c498e req-8465f9c3-501c-484d-87b3-841536a6d96a tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] Request body: {'port': {'device_id': '874ccf1e-13f9-44e1-b28b-86c81de29922', 'network_id': 'f2c1f29b-3984-454a-a363-825a8303b3d8', 'admin_state_up': True, 'tenant_id': '14307be6da164addbb4e96db68f248f8'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:42:03.991295 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Network 43b31a34-b7b6-4de5-843e-4ce7c2a6eef8 details requested by agent ovs-agent-n-d-842733-1 with host n-d-842733-1 {{(pid=103164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 20 20:42:04.019524 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-0d573e88-b2ef-46a8-8fc6-c9ff866baf48 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.6282005 May 20 20:42:04.030207 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0aa0131-a387-4894-8995-680e9ef92e73 None None] Pushing event updated for resources: {'Port': ['ID=4e216dd5-6590-400f-94e1-1528659b7941,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:42:04.039362 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 38272) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:42:04.058322 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-69344d10-5012-414b-a9dc-3ab56e203d7b admin admin] Request body: {'subnet': {'network_id': '43b31a34-b7b6-4de5-843e-4ce7c2a6eef8', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-2052287184-subnet', 'tenant_id': 'dfea1cc00e014f7f99d2d9b356480fee', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:42:04.268327 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-cb6b6bd4-1cb3-4cbe-8e5f-adb5d574278d req-fff5a766-2081-4a03-b924-cdd868a1a352 service neutron] For port 14e84b14-5302-4a18-b663-c57259b108a0, host n-h1-842733-1, cleared binding levels {{(pid=103162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:42:04.299490 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0c7df165-4746-4488-9cff-7e3ba80614c3 req-7d25537d-7ee9-46b5-bd06-f0e6e181ec20 tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] 10.222.0.35 "GET /v2.0/ports?device_id=874ccf1e-13f9-44e1-b28b-86c81de29922 HTTP/1.1" status: 200 len: 210 time: 0.9418437 May 20 20:42:04.328862 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-36fdbcd0-b080-45d2-ab23-535d49d79c73 req-aa500f9e-ee5b-4a1f-bc71-166d3d444a3d tempest-ServersAaction247Test-376964428 tempest-ServersAaction247Test-376964428-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8680381-be94-4a09-828a-51d7bd111be5 HTTP/1.1" status: 200 len: 210 time: 0.0985978 May 20 20:42:04.357026 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985d9b6f-8c20-4859-a141-00bd27f9186d req-41a42045-e471-483e-9818-30e8eef930a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:04.359339 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-985d9b6f-8c20-4859-a141-00bd27f9186d req-41a42045-e471-483e-9818-30e8eef930a9 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.0584764 May 20 20:42:04.372249 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-3d825a09-623a-40a6-8148-0b9ee5ad5d6a None None] Set router 887bcf52-cc21-4679-bec8-41fbf0daaba2 gateway port host: n-d-842733-1 {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:42:04.376494 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca38575b-bf63-44ef-8dbf-adea4b971bdb req-6363100a-c028-4299-929a-c2b8af4a2c91 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:04.384791 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ca38575b-bf63-44ef-8dbf-adea4b971bdb req-6363100a-c028-4299-929a-c2b8af4a2c91 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/ports?device_id=73e6ff91-e9c8-4167-9370-e79bd8c2a253 HTTP/1.1" status: 200 len: 945 time: 1.0491874 May 20 20:42:04.448451 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 15a0f1c6-85f5-4785-af55-77238a29ac07 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:42:04.484905 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69344d10-5012-414b-a9dc-3ab56e203d7b admin admin] Made reservation on behalf of dfea1cc00e014f7f99d2d9b356480fee for: {'subnet': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:42:04.489297 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-69344d10-5012-414b-a9dc-3ab56e203d7b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4018244'] for subnet, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:04.505181 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-6d09d73b-c21e-4636-94ca-7d5201391b65 req-de0013dd-e6e4-404f-a681-213d1fe67256 tempest-AttachSCSIVolumeTestJSON-1216389807 tempest-AttachSCSIVolumeTestJSON-1216389807-project] Notify callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:04.508495 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [req-cb6b6bd4-1cb3-4cbe-8e5f-adb5d574278d req-fff5a766-2081-4a03-b924-cdd868a1a352 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14e84b14-5302-4a18-b663-c57259b108a0 {{(pid=103162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:42:04.529060 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ca38575b-bf63-44ef-8dbf-adea4b971bdb req-231b46b9-bae2-4fb2-a892-377ba73e5bf7 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/security-groups?id=c9d9c404-d869-4158-9779-ac1a15da4bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382287 May 20 20:42:04.609876 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f292d28a-4e9d-4822-83b8-f867780dad57 req-42a224cb-f9c0-4996-b595-44a72e45730d tempest-AttachSCSIVolumeTestJSON-1216389807 tempest-AttachSCSIVolumeTestJSON-1216389807-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e4761ad-a107-481b-93f5-2fd5c1a03859 HTTP/1.1" status: 200 len: 210 time: 0.0793922 May 20 20:42:04.613273 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-cb6b6bd4-1cb3-4cbe-8e5f-adb5d574278d req-fff5a766-2081-4a03-b924-cdd868a1a352 service neutron] For port 14e84b14-5302-4a18-b663-c57259b108a0, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=14e84b14-5302-4a18-b663-c57259b108a0,segment=NetworkSegment(8e7444da-2574-4e87-afbd-a324be0dd68b),segment_id=8e7444da-2574-4e87-afbd-a324be0dd68b)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:42:04.679707 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd72d92-9171-4050-b34b-ef0ba44b3e04 req-745881d6-473f-46bd-82ea-521908481588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:04.681269 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9fd72d92-9171-4050-b34b-ef0ba44b3e04 req-745881d6-473f-46bd-82ea-521908481588 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7996bbdcd04c45b28346a0fe350ea7b7&device_id=737ed128-a870-40bf-b78e-cbad2b60d994 HTTP/1.1" status: 200 len: 1095 time: 0.2503088 May 20 20:42:04.688038 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 15a0f1c6-85f5-4785-af55-77238a29ac07 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:42:04.688627 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:04.737465 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9fd72d92-9171-4050-b34b-ef0ba44b3e04 req-d72c53d1-5c22-4be3-8c98-8fad1cad7a4d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a54cca42-5b2f-45e7-b5d0-ff956dcd443b HTTP/1.1" status: 200 len: 217 time: 0.0471675 May 20 20:42:04.765893 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68bae4ac-2031-4734-8fad-edbc797c498e req-8465f9c3-501c-484d-87b3-841536a6d96a tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] Made reservation on behalf of 14307be6da164addbb4e96db68f248f8 for: {'port': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:42:04.769358 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-68bae4ac-2031-4734-8fad-edbc797c498e req-8465f9c3-501c-484d-87b3-841536a6d96a tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:04.790865 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d056f7-9b65-448b-9fec-b77af857d9bc req-cabd46f5-803d-4127-9bbe-60f7e0d4c9c3 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:04.799986 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d3d056f7-9b65-448b-9fec-b77af857d9bc req-cabd46f5-803d-4127-9bbe-60f7e0d4c9c3 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] 10.222.0.35 "GET /v2.0/ports?device_id=fcdfd360-409c-4b60-958a-ff3f6575c816 HTTP/1.1" status: 200 len: 944 time: 0.1567864 May 20 20:42:04.804445 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6b4019b2-3793-4200-9229-8a488ad27575 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:04.838711 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-6d09d73b-c21e-4636-94ca-7d5201391b65 req-de0013dd-e6e4-404f-a681-213d1fe67256 tempest-AttachSCSIVolumeTestJSON-1216389807 tempest-AttachSCSIVolumeTestJSON-1216389807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:04.859773 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-3d825a09-623a-40a6-8148-0b9ee5ad5d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '887bcf52-cc21-4679-bec8-41fbf0daaba2', 'name': 'tempest-ServersTestJSON-1715701810-router', 'tenant_id': '16add71a0ec946a18f61d15298c23d6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': '4e216dd5-6590-400f-94e1-1528659b7941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:41:57Z', 'updated_at': '2022-05-20T20:42:00Z', 'revision_number': 3, 'project_id': '16add71a0ec946a18f61d15298c23d6f', 'gw_port': {'id': '4e216dd5-6590-400f-94e1-1528659b7941', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:20:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '887bcf52-cc21-4679-bec8-41fbf0daaba2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 862, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:41:58Z', 'updated_at': '2022-05-20T20:42:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:42:04.903638 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d825a09-623a-40a6-8148-0b9ee5ad5d6a None None] The sync data for ids ['887bcf52-cc21-4679-bec8-41fbf0daaba2'] in n-d-842733-1 is: [{'id': '887bcf52-cc21-4679-bec8-41fbf0daaba2', 'name': 'tempest-ServersTestJSON-1715701810-router', 'tenant_id': '16add71a0ec946a18f61d15298c23d6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': '4e216dd5-6590-400f-94e1-1528659b7941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:41:57Z', 'updated_at': '2022-05-20T20:42:00Z', 'revision_number': 3, 'project_id': '16add71a0ec946a18f61d15298c23d6f', 'gw_port': {'id': '4e216dd5-6590-400f-94e1-1528659b7941', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:20:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '887bcf52-cc21-4679-bec8-41fbf0daaba2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 862, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:41:58Z', 'updated_at': '2022-05-20T20:42:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 20:42:04.907666 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 15a0f1c6-85f5-4785-af55-77238a29ac07 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:42:04.961613 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-cb6b6bd4-1cb3-4cbe-8e5f-adb5d574278d req-fff5a766-2081-4a03-b924-cdd868a1a352 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:04.976608 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d09d73b-c21e-4636-94ca-7d5201391b65 req-de0013dd-e6e4-404f-a681-213d1fe67256 tempest-AttachSCSIVolumeTestJSON-1216389807 tempest-AttachSCSIVolumeTestJSON-1216389807-project] Network baad6524-bf83-4783-a736-2fe3005abb37 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:42:04.996441 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd72d92-9171-4050-b34b-ef0ba44b3e04 req-f1cae07f-0749-4c5a-9694-58ef6606e290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:04.998022 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9fd72d92-9171-4050-b34b-ef0ba44b3e04 req-f1cae07f-0749-4c5a-9694-58ef6606e290 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a7a2d408-4fd5-4ae6-b745-5f444276cd0a HTTP/1.1" status: 200 len: 861 time: 0.2472212 May 20 20:42:05.010801 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [req-6d09d73b-c21e-4636-94ca-7d5201391b65 req-de0013dd-e6e4-404f-a681-213d1fe67256 tempest-AttachSCSIVolumeTestJSON-1216389807 tempest-AttachSCSIVolumeTestJSON-1216389807-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:42:05.036515 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d3d056f7-9b65-448b-9fec-b77af857d9bc req-fb046687-4524-407d-94e8-2e2bdd04d758 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] 10.222.0.35 "GET /v2.0/security-groups?id=0a1ca955-ee86-4e03-bb39-6b1e6a532a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2267795 May 20 20:42:05.037878 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d09d73b-c21e-4636-94ca-7d5201391b65 req-de0013dd-e6e4-404f-a681-213d1fe67256 tempest-AttachSCSIVolumeTestJSON-1216389807 tempest-AttachSCSIVolumeTestJSON-1216389807-project] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:42:05.130787 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d054d6-83a0-4761-b743-6444030ac2af req-cab09947-7534-4d04-872e-44b5590f72d9 tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:05.141266 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-20d054d6-83a0-4761-b743-6444030ac2af req-cab09947-7534-4d04-872e-44b5590f72d9 tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] 10.222.0.35 "GET /v2.0/ports?device_id=737ed128-a870-40bf-b78e-cbad2b60d994 HTTP/1.1" status: 200 len: 944 time: 0.3930864 May 20 20:42:05.161584 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0013dd-e6e4-404f-a681-213d1fe67256 tempest-AttachSCSIVolumeTestJSON-1216389807 tempest-AttachSCSIVolumeTestJSON-1216389807-project] Pushing event updated for resources: {'Port': ['ID=13070f08-d11b-4271-abf6-4057a78ab9b2,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:42:05.174144 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9fd72d92-9171-4050-b34b-ef0ba44b3e04 req-67f074e9-7b1c-40e2-bbbc-c5dbd254f3fc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9d20e684-f51c-4f52-b5ed-fe61f8fbf536&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1310470 May 20 20:42:05.315520 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-6b4019b2-3793-4200-9229-8a488ad27575 admin admin] Allocated IP 172.20.0.1 (51ec8106-415b-4da6-8e19-8077690a9654/5b3fecbc-4363-4558-bc2e-f6cfa24f9a5f/43da6c23-5f3b-4922-95c9-783f86bfc8e7) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:42:05.503420 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-20d054d6-83a0-4761-b743-6444030ac2af req-3a0a3782-7ef6-4940-aa84-c97b5e806599 tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] 10.222.0.35 "GET /v2.0/security-groups?id=b4498864-440f-46b0-a344-70b0d7510345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3603046 May 20 20:42:05.504628 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [req-68bae4ac-2031-4734-8fad-edbc797c498e req-8465f9c3-501c-484d-87b3-841536a6d96a tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] Allocated IP 172.20.0.6 (f2c1f29b-3984-454a-a363-825a8303b3d8/b6e11a18-e233-4d96-9624-671f5264a4cf/ed0c608d-9d39-41cd-b9c8-8ab40b47d2dc) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:42:05.519798 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-6e81547f-322a-46e2-b7fa-0deb74a0d67e None None] Provisioning complete for port 13070f08-d11b-4271-abf6-4057a78ab9b2 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:42:05.520339 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-6e81547f-322a-46e2-b7fa-0deb74a0d67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:05.525060 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3b0196f5-1012-44fe-9add-f81baa42856e req-80fc8e30-6d09-42d9-a0be-e1cee3f46fb2 tempest-ServersAaction247Test-376964428 tempest-ServersAaction247Test-376964428-project] 10.222.0.35 "GET /v2.0/ports?device_id=f8680381-be94-4a09-828a-51d7bd111be5 HTTP/1.1" status: 200 len: 210 time: 0.2754123 May 20 20:42:05.551566 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d09d73b-c21e-4636-94ca-7d5201391b65 req-de0013dd-e6e4-404f-a681-213d1fe67256 tempest-AttachSCSIVolumeTestJSON-1216389807 tempest-AttachSCSIVolumeTestJSON-1216389807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:05.573118 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-6d09d73b-c21e-4636-94ca-7d5201391b65 req-de0013dd-e6e4-404f-a681-213d1fe67256 tempest-AttachSCSIVolumeTestJSON-1216389807 tempest-AttachSCSIVolumeTestJSON-1216389807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:05.604946 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-6e81547f-322a-46e2-b7fa-0deb74a0d67e None None] Port 13070f08-d11b-4271-abf6-4057a78ab9b2 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 20:42:05.619920 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.provisioning_blocks [req-cb6b6bd4-1cb3-4cbe-8e5f-adb5d574278d req-fff5a766-2081-4a03-b924-cdd868a1a352 service neutron] Transition to ACTIVE for port object 14e84b14-5302-4a18-b663-c57259b108a0 will not be triggered until provisioned by entity L2. {{(pid=103162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 20:42:05.637565 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-69344d10-5012-414b-a9dc-3ab56e203d7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3797684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4018258'] for subnet, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:05.736040 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-cb6b6bd4-1cb3-4cbe-8e5f-adb5d574278d req-fff5a766-2081-4a03-b924-cdd868a1a352 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:05.738275 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6d09d73b-c21e-4636-94ca-7d5201391b65 req-de0013dd-e6e4-404f-a681-213d1fe67256 tempest-AttachSCSIVolumeTestJSON-1216389807 tempest-AttachSCSIVolumeTestJSON-1216389807-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1408617 May 20 20:42:05.748288 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9fd72d92-9171-4050-b34b-ef0ba44b3e04 req-f940c16b-ad28-4e29-ba1a-1fdfa9f3855b service neutron] 10.222.0.24 "GET /v2.0/networks/9d20e684-f51c-4f52-b5ed-fe61f8fbf536?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5061288 May 20 20:42:05.816410 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [req-6d09d73b-c21e-4636-94ca-7d5201391b65 req-b014b0c0-e1f9-4fcf-b339-210a05bd66a3 service neutron] Request body: {'port': {'device_id': '7e4761ad-a107-481b-93f5-2fd5c1a03859', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-842733-1'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:42:05.853623 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-98d99d16-bf18-4d77-bbd0-6076f3d415fa req-96d4aa19-3171-4a3a-8d61-574635bbb433 tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] 10.222.0.35 "GET /v2.0/ports?device_id=874ccf1e-13f9-44e1-b28b-86c81de29922 HTTP/1.1" status: 200 len: 210 time: 0.1113176 May 20 20:42:05.938109 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6b4019b2-3793-4200-9229-8a488ad27575 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:05.975254 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff5a766-2081-4a03-b924-cdd868a1a352 service neutron] Pushing event updated for resources: {'Port': ['ID=14e84b14-5302-4a18-b663-c57259b108a0,revision_number=10']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:42:05.991102 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69344d10-5012-414b-a9dc-3ab56e203d7b admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca4d1aae-66fd-4882-8e48-e4530fe947d0,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:42:06.038520 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb6b6bd4-1cb3-4cbe-8e5f-adb5d574278d req-fff5a766-2081-4a03-b924-cdd868a1a352 service neutron] No DVR routers for this DVR port 14e84b14-5302-4a18-b663-c57259b108a0 on host n-h1-842733-1 {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:42:06.041083 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6b4019b2-3793-4200-9229-8a488ad27575 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:06.068828 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58100cb4-017c-4f07-b827-f1390dfe48fa req-4026b9ef-fc27-447e-9700-b00643b957f2 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:06.077057 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-58100cb4-017c-4f07-b827-f1390dfe48fa req-4026b9ef-fc27-447e-9700-b00643b957f2 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/ports?device_id=73e6ff91-e9c8-4167-9370-e79bd8c2a253 HTTP/1.1" status: 200 len: 945 time: 0.3368168 May 20 20:42:06.148130 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4019b2-3793-4200-9229-8a488ad27575 admin admin] Pushing event updated for resources: {'Port': ['ID=43da6c23-5f3b-4922-95c9-783f86bfc8e7,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:42:06.179946 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69344d10-5012-414b-a9dc-3ab56e203d7b admin admin] Checking segment: {'id': '83051871-1ae5-4d54-ae4b-6b02fa495ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '43b31a34-b7b6-4de5-843e-4ce7c2a6eef8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:42:06.182587 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69344d10-5012-414b-a9dc-3ab56e203d7b admin admin] Network hostable DHCP agents. Network: 43b31a34-b7b6-4de5-843e-4ce7c2a6eef8, hostable agents: ['c9b0653c-f3c7-4339-bd50-e3754b629216'], hosted agents: [] {{(pid=103162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 20:42:06.246608 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-6d09d73b-c21e-4636-94ca-7d5201391b65 req-b014b0c0-e1f9-4fcf-b339-210a05bd66a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:06.246802 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 4e216dd5-6590-400f-94e1-1528659b7941 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:42:06.252989 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9fd72d92-9171-4050-b34b-ef0ba44b3e04 req-eb1ecd67-72db-4ab3-b25e-fc94c06756ac service neutron] 10.222.0.24 "GET /v2.0/networks/9d20e684-f51c-4f52-b5ed-fe61f8fbf536?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4909043 May 20 20:42:06.262165 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-58100cb4-017c-4f07-b827-f1390dfe48fa req-f72b9ff9-d6c7-49af-9d92-440cef69e941 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/security-groups?id=c9d9c404-d869-4158-9779-ac1a15da4bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828530 May 20 20:42:06.360666 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b4019b2-3793-4200-9229-8a488ad27575 admin admin] Network 51ec8106-415b-4da6-8e19-8077690a9654 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:42:06.377685 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18ead91-7fc8-44b9-9824-96e747561f19 req-5f2a0e44-38ce-4018-a63c-1a52671fb706 tempest-AttachSCSIVolumeTestJSON-1216389807 tempest-AttachSCSIVolumeTestJSON-1216389807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:06.389576 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c18ead91-7fc8-44b9-9824-96e747561f19 req-5f2a0e44-38ce-4018-a63c-1a52671fb706 tempest-AttachSCSIVolumeTestJSON-1216389807 tempest-AttachSCSIVolumeTestJSON-1216389807-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e4761ad-a107-481b-93f5-2fd5c1a03859 HTTP/1.1" status: 200 len: 931 time: 0.3560143 May 20 20:42:06.390998 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-6b4019b2-3793-4200-9229-8a488ad27575 admin admin] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:42:06.398354 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-cb6b6bd4-1cb3-4cbe-8e5f-adb5d574278d req-fff5a766-2081-4a03-b924-cdd868a1a352 service neutron] 10.222.0.24 "PUT /v2.0/ports/14e84b14-5302-4a18-b663-c57259b108a0/bindings/n-h2-842733-1/activate HTTP/1.1" status: 200 len: 369 time: 3.8808303 May 20 20:42:06.410434 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 4e216dd5-6590-400f-94e1-1528659b7941 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:42:06.415383 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:06.434959 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b4019b2-3793-4200-9229-8a488ad27575 admin admin] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:42:06.518223 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-68bae4ac-2031-4734-8fad-edbc797c498e req-8465f9c3-501c-484d-87b3-841536a6d96a tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:06.565076 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c18ead91-7fc8-44b9-9824-96e747561f19 req-b32421dd-858e-477d-93ad-cd4bdd503a97 tempest-AttachSCSIVolumeTestJSON-1216389807 tempest-AttachSCSIVolumeTestJSON-1216389807-project] 10.222.0.35 "GET /v2.0/security-groups?id=cda9c8f3-e014-4482-a179-394f0a3f0129&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1717107 May 20 20:42:06.598633 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69344d10-5012-414b-a9dc-3ab56e203d7b admin admin] Network 43b31a34-b7b6-4de5-843e-4ce7c2a6eef8 is scheduled to be hosted by DHCP agent c9b0653c-f3c7-4339-bd50-e3754b629216 with binding_index 1 {{(pid=103162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 20:42:06.703116 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 4e216dd5-6590-400f-94e1-1528659b7941 is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:42:06.703715 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:06.717201 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-69344d10-5012-414b-a9dc-3ab56e203d7b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842733-1, 43b31a34-b7b6-4de5-843e-4ce7c2a6eef8) {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:42:06.734095 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcd15f07-16e1-4f1a-aa14-3325d4915a14 None None] Network 43b31a34-b7b6-4de5-843e-4ce7c2a6eef8 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:42:06.748761 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6b4019b2-3793-4200-9229-8a488ad27575 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748409'] for router_interface, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:06.771947 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69344d10-5012-414b-a9dc-3ab56e203d7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:06.772676 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-69344d10-5012-414b-a9dc-3ab56e203d7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:06.779173 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] For port 4e216dd5-6590-400f-94e1-1528659b7941, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=4e216dd5-6590-400f-94e1-1528659b7941,segment=NetworkSegment(0b5485c4-eff8-42a1-9073-ae54ed4c63ba),segment_id=0b5485c4-eff8-42a1-9073-ae54ed4c63ba)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:42:06.843423 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:06.856855 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5ae8ee-5867-4a2a-ba28-b4fee82260ec req-359b6c55-c90f-407f-b2dd-721be527976c tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:06.859050 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5a5ae8ee-5867-4a2a-ba28-b4fee82260ec req-359b6c55-c90f-407f-b2dd-721be527976c tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] 10.222.0.35 "GET /v2.0/ports?device_id=737ed128-a870-40bf-b78e-cbad2b60d994 HTTP/1.1" status: 200 len: 944 time: 0.1383343 May 20 20:42:06.870017 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-68bae4ac-2031-4734-8fad-edbc797c498e req-8465f9c3-501c-484d-87b3-841536a6d96a tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:06.917955 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-f174729a-ab9b-4020-9e90-03f3c60046b1 None None] Provisioning complete for port 43da6c23-5f3b-4922-95c9-783f86bfc8e7 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:42:06.918365 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-f174729a-ab9b-4020-9e90-03f3c60046b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:06.926433 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] get_ports_and_sgs() called for port_ids ['441571a2-1297-49bc-a241-c0c800726154'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:42:06.942055 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6b6bd4-1cb3-4cbe-8e5f-adb5d574278d req-2a9c605e-f9b6-426d-9497-66273781308e tempest-LiveMigrationTest-1108997473 tempest-LiveMigrationTest-1108997473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:06.946096 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-cb6b6bd4-1cb3-4cbe-8e5f-adb5d574278d req-2a9c605e-f9b6-426d-9497-66273781308e tempest-LiveMigrationTest-1108997473 tempest-LiveMigrationTest-1108997473-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=fcdfd360-409c-4b60-958a-ff3f6575c816&tenant_id=33876e14b0274b60a421aea47180bf46&binding%3Ahost_id=n-h1-842733-1 HTTP/1.1" status: 200 len: 1096 time: 0.4012690 May 20 20:42:06.955511 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b18ad66-e8bc-48f0-b598-0f1f94bd07a7 req-5728cc85-a5cc-4c42-bfdd-157b711cec6c tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:06.962816 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8b18ad66-e8bc-48f0-b598-0f1f94bd07a7 req-5728cc85-a5cc-4c42-bfdd-157b711cec6c tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] 10.222.0.35 "GET /v2.0/ports?device_id=fcdfd360-409c-4b60-958a-ff3f6575c816 HTTP/1.1" status: 200 len: 945 time: 0.1759150 May 20 20:42:06.973980 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68bae4ac-2031-4734-8fad-edbc797c498e req-8465f9c3-501c-484d-87b3-841536a6d96a tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] Network f2c1f29b-3984-454a-a363-825a8303b3d8 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:42:06.994835 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5a5ae8ee-5867-4a2a-ba28-b4fee82260ec req-ac9f44e9-1b64-4eaf-8136-153322fa8361 tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] 10.222.0.35 "GET /v2.0/security-groups?id=b4498864-440f-46b0-a344-70b0d7510345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979066 May 20 20:42:06.998355 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [req-68bae4ac-2031-4734-8fad-edbc797c498e req-8465f9c3-501c-484d-87b3-841536a6d96a tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:42:07.016021 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-68bae4ac-2031-4734-8fad-edbc797c498e req-8465f9c3-501c-484d-87b3-841536a6d96a tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:42:07.051246 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8b18ad66-e8bc-48f0-b598-0f1f94bd07a7 req-af3032df-7a0b-4aa0-830a-01ed52a81140 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] 10.222.0.35 "GET /v2.0/security-groups?id=0a1ca955-ee86-4e03-bb39-6b1e6a532a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821383 May 20 20:42:07.131198 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-f174729a-ab9b-4020-9e90-03f3c60046b1 None None] Port 43da6c23-5f3b-4922-95c9-783f86bfc8e7 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 20:42:07.138796 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Pushing event updated for resources: {'Port': ['ID=4e216dd5-6590-400f-94e1-1528659b7941,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:42:07.143626 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bae4ac-2031-4734-8fad-edbc797c498e req-8465f9c3-501c-484d-87b3-841536a6d96a tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:07.145532 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-68bae4ac-2031-4734-8fad-edbc797c498e req-8465f9c3-501c-484d-87b3-841536a6d96a tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:07.164138 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-69344d10-5012-414b-a9dc-3ab56e203d7b admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 3.1018276 May 20 20:42:07.175300 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [req-6d09d73b-c21e-4636-94ca-7d5201391b65 req-b014b0c0-e1f9-4fcf-b339-210a05bd66a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13070f08-d11b-4271-abf6-4057a78ab9b2 {{(pid=103163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:42:07.206330 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-6d09d73b-c21e-4636-94ca-7d5201391b65 req-b014b0c0-e1f9-4fcf-b339-210a05bd66a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:07.208928 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bae2e4d9-7e76-44cd-ae19-343688b88fe5 None None] Network 43b31a34-b7b6-4de5-843e-4ce7c2a6eef8 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:42:07.250587 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [req-6d09d73b-c21e-4636-94ca-7d5201391b65 req-b014b0c0-e1f9-4fcf-b339-210a05bd66a3 service neutron] Transition to ACTIVE for port object 13070f08-d11b-4271-abf6-4057a78ab9b2 will not be triggered until provisioned by entity L2. {{(pid=103163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 20:42:07.273449 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ff7778-ff33-4137-a8cc-35a52267dc55 req-e1b423f6-a1ec-428c-ad62-df83269c045b tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:07.283410 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-76ff7778-ff33-4137-a8cc-35a52267dc55 req-e1b423f6-a1ec-428c-ad62-df83269c045b tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] 10.222.0.35 "GET /v2.0/ports?device_id=874ccf1e-13f9-44e1-b28b-86c81de29922 HTTP/1.1" status: 200 len: 931 time: 0.1022992 May 20 20:42:07.329133 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8465f9c3-501c-484d-87b3-841536a6d96a tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] Pushing event updated for resources: {'Port': ['ID=ed0c608d-9d39-41cd-b9c8-8ab40b47d2dc,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:42:07.357795 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6b6bd4-1cb3-4cbe-8e5f-adb5d574278d req-8b8402b0-ab9c-4f3a-833e-53b0e91b6ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:07.360111 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-cb6b6bd4-1cb3-4cbe-8e5f-adb5d574278d req-8b8402b0-ab9c-4f3a-833e-53b0e91b6ca9 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=fcdfd360-409c-4b60-958a-ff3f6575c816&tenant_id=33876e14b0274b60a421aea47180bf46 HTTP/1.1" status: 200 len: 1096 time: 0.3808470 May 20 20:42:07.373908 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-6d09d73b-c21e-4636-94ca-7d5201391b65 req-b014b0c0-e1f9-4fcf-b339-210a05bd66a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:07.415851 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-68bae4ac-2031-4734-8fad-edbc797c498e req-8465f9c3-501c-484d-87b3-841536a6d96a tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4464295 May 20 20:42:07.483474 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [req-68bae4ac-2031-4734-8fad-edbc797c498e req-5c6385ce-50c5-4976-bdaa-976fa8990157 service neutron] Request body: {'port': {'device_id': '874ccf1e-13f9-44e1-b28b-86c81de29922', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-842733-1'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:42:07.566119 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-76ff7778-ff33-4137-a8cc-35a52267dc55 req-65ad06fc-97d9-4cf5-9e12-01ce45f3d1a4 tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] 10.222.0.35 "GET /v2.0/security-groups?id=f4b7709e-62c4-4c92-9539-853c7ed8a4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2814629 May 20 20:42:07.623289 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b014b0c0-e1f9-4fcf-b339-210a05bd66a3 service neutron] Pushing event updated for resources: {'Port': ['ID=13070f08-d11b-4271-abf6-4057a78ab9b2,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:42:07.693909 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 38302) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:42:07.776334 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd53c47c-48b6-4066-a962-af0938380f7d admin admin] Deleting subnet dfd31246-fa89-4cdf-975b-be64981c967e {{(pid=103163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 20 20:42:07.800482 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4931c3-0760-4d52-b04a-5c601b53b6a5 req-82094ed2-8387-4835-b635-8f587a018ba2 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:07.812567 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5a4931c3-0760-4d52-b04a-5c601b53b6a5 req-82094ed2-8387-4835-b635-8f587a018ba2 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/ports?device_id=73e6ff91-e9c8-4167-9370-e79bd8c2a253 HTTP/1.1" status: 200 len: 945 time: 0.3517597 May 20 20:42:07.820916 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6b4019b2-3793-4200-9229-8a488ad27575 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:07.824644 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bd53c47c-48b6-4066-a962-af0938380f7d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:08.002414 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-6d09d73b-c21e-4636-94ca-7d5201391b65 req-b014b0c0-e1f9-4fcf-b339-210a05bd66a3 service neutron] Attempting to bind port 13070f08-d11b-4271-abf6-4057a78ab9b2 on host n-h2-842733-1 for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:42:08.002758 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-6d09d73b-c21e-4636-94ca-7d5201391b65 req-b014b0c0-e1f9-4fcf-b339-210a05bd66a3 service neutron] Attempting to bind port 13070f08-d11b-4271-abf6-4057a78ab9b2 by drivers openvswitch,hyperv on host n-h2-842733-1 at level 0 using segments [{'id': '54014f1f-17f4-44bc-89c9-a7cc1b561592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'baad6524-bf83-4783-a736-2fe3005abb37'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:42:08.003086 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d09d73b-c21e-4636-94ca-7d5201391b65 req-b014b0c0-e1f9-4fcf-b339-210a05bd66a3 service neutron] Attempting to bind port 13070f08-d11b-4271-abf6-4057a78ab9b2 on network baad6524-bf83-4783-a736-2fe3005abb37 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:42:08.044624 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5a4931c3-0760-4d52-b04a-5c601b53b6a5 req-98c3bb07-ec7c-4d61-b023-77a6c9f35542 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/security-groups?id=c9d9c404-d869-4158-9779-ac1a15da4bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2241418 May 20 20:42:08.044624 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d09d73b-c21e-4636-94ca-7d5201391b65 req-b014b0c0-e1f9-4fcf-b339-210a05bd66a3 service neutron] Port 13070f08-d11b-4271-abf6-4057a78ab9b2 on network baad6524-bf83-4783-a736-2fe3005abb37 not bound, no agent of type Open vSwitch agent registered on host n-h2-842733-1 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 20:42:08.044624 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d09d73b-c21e-4636-94ca-7d5201391b65 req-b014b0c0-e1f9-4fcf-b339-210a05bd66a3 service neutron] Attempting to bind port 13070f08-d11b-4271-abf6-4057a78ab9b2 on network baad6524-bf83-4783-a736-2fe3005abb37 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:42:08.057617 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bd53c47c-48b6-4066-a962-af0938380f7d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9338757'] for subnet, precommit_delete_associations {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:08.066261 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-68bae4ac-2031-4734-8fad-edbc797c498e req-5c6385ce-50c5-4976-bdaa-976fa8990157 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:08.068420 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4b3a95-6648-44a5-85fa-5b3ba16a8902 req-3e029594-e1c4-4d44-b3d1-bec54af02993 tempest-AttachSCSIVolumeTestJSON-1216389807 tempest-AttachSCSIVolumeTestJSON-1216389807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:08.076943 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-cc4b3a95-6648-44a5-85fa-5b3ba16a8902 req-3e029594-e1c4-4d44-b3d1-bec54af02993 tempest-AttachSCSIVolumeTestJSON-1216389807 tempest-AttachSCSIVolumeTestJSON-1216389807-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e4761ad-a107-481b-93f5-2fd5c1a03859 HTTP/1.1" status: 200 len: 943 time: 0.3328245 May 20 20:42:08.124201 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d09d73b-c21e-4636-94ca-7d5201391b65 req-b014b0c0-e1f9-4fcf-b339-210a05bd66a3 service neutron] Checking agent: {'id': 'a66f2511-b955-448f-877c-56cfe9c81b12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 33, 2), 'started_at': datetime.datetime(2022, 5, 20, 20, 33, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 42, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:42:08.125137 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d09d73b-c21e-4636-94ca-7d5201391b65 req-b014b0c0-e1f9-4fcf-b339-210a05bd66a3 service neutron] Checking segment: {'id': '54014f1f-17f4-44bc-89c9-a7cc1b561592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'baad6524-bf83-4783-a736-2fe3005abb37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:42:08.125562 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d09d73b-c21e-4636-94ca-7d5201391b65 req-b014b0c0-e1f9-4fcf-b339-210a05bd66a3 service neutron] Bound using segment: {'id': '54014f1f-17f4-44bc-89c9-a7cc1b561592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'baad6524-bf83-4783-a736-2fe3005abb37'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:42:08.126012 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-6d09d73b-c21e-4636-94ca-7d5201391b65 req-b014b0c0-e1f9-4fcf-b339-210a05bd66a3 service neutron] Bound port: 13070f08-d11b-4271-abf6-4057a78ab9b2, host: n-h2-842733-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54014f1f-17f4-44bc-89c9-a7cc1b561592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'baad6524-bf83-4783-a736-2fe3005abb37'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:42:08.126501 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-6d09d73b-c21e-4636-94ca-7d5201391b65 req-b014b0c0-e1f9-4fcf-b339-210a05bd66a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:08.136368 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6b6bd4-1cb3-4cbe-8e5f-adb5d574278d req-5ca910e9-b90c-4e93-9b9e-a5f637b7681e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:08.149265 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-cb6b6bd4-1cb3-4cbe-8e5f-adb5d574278d req-5ca910e9-b90c-4e93-9b9e-a5f637b7681e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=33876e14b0274b60a421aea47180bf46&device_id=fcdfd360-409c-4b60-958a-ff3f6575c816 HTTP/1.1" status: 200 len: 1096 time: 0.6738925 May 20 20:42:08.244698 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 4e216dd5-6590-400f-94e1-1528659b7941 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:42:08.286830 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 38312) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:42:08.323279 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-cc4b3a95-6648-44a5-85fa-5b3ba16a8902 req-04156150-4f17-4ce0-a8ae-05126c06b575 tempest-AttachSCSIVolumeTestJSON-1216389807 tempest-AttachSCSIVolumeTestJSON-1216389807-project] 10.222.0.35 "GET /v2.0/security-groups?id=cda9c8f3-e014-4482-a179-394f0a3f0129&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2448289 May 20 20:42:08.338488 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bd53c47c-48b6-4066-a962-af0938380f7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33068388'] for subnet, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:08.365465 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 4e216dd5-6590-400f-94e1-1528659b7941 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:42:08.366426 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:08.498295 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff068db4-ae0d-42f5-8a92-fc8184600a35 req-24af23c7-ea9e-4c66-bab5-9d6d6cd5eafc tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:08.500989 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ff068db4-ae0d-42f5-8a92-fc8184600a35 req-24af23c7-ea9e-4c66-bab5-9d6d6cd5eafc tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] 10.222.0.35 "GET /v2.0/ports?device_id=737ed128-a870-40bf-b78e-cbad2b60d994 HTTP/1.1" status: 200 len: 944 time: 0.3382132 May 20 20:42:08.517682 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 4e216dd5-6590-400f-94e1-1528659b7941 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:42:08.520785 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-6d09d73b-c21e-4636-94ca-7d5201391b65 req-b014b0c0-e1f9-4fcf-b339-210a05bd66a3 service neutron] For port 13070f08-d11b-4271-abf6-4057a78ab9b2, host n-h2-842733-1, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:42:08.551093 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [req-68bae4ac-2031-4734-8fad-edbc797c498e req-5c6385ce-50c5-4976-bdaa-976fa8990157 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed0c608d-9d39-41cd-b9c8-8ab40b47d2dc {{(pid=103162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:42:08.559443 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-68bae4ac-2031-4734-8fad-edbc797c498e req-5c6385ce-50c5-4976-bdaa-976fa8990157 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:08.568441 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-26b5bb54-da03-4340-b1fe-96577c1fe45a admin admin] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:08.571724 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-6d09d73b-c21e-4636-94ca-7d5201391b65 req-b014b0c0-e1f9-4fcf-b339-210a05bd66a3 service neutron] For port 13070f08-d11b-4271-abf6-4057a78ab9b2, host n-h2-842733-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=13070f08-d11b-4271-abf6-4057a78ab9b2,segment=NetworkSegment(54014f1f-17f4-44bc-89c9-a7cc1b561592),segment_id=54014f1f-17f4-44bc-89c9-a7cc1b561592)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:42:08.573690 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.provisioning_blocks [req-68bae4ac-2031-4734-8fad-edbc797c498e req-5c6385ce-50c5-4976-bdaa-976fa8990157 service neutron] Transition to ACTIVE for port object ed0c608d-9d39-41cd-b9c8-8ab40b47d2dc will not be triggered until provisioned by entity L2. {{(pid=103162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 20:42:08.595199 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6b4019b2-3793-4200-9229-8a488ad27575 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:08.634280 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ff068db4-ae0d-42f5-8a92-fc8184600a35 req-adb37e13-4adf-466d-a977-c0cc15091204 tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] 10.222.0.35 "GET /v2.0/security-groups?id=b4498864-440f-46b0-a344-70b0d7510345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291616 May 20 20:42:08.641849 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04c7142-4498-422f-95c5-85055bc1ea7e req-f56fc51b-7c11-4024-8aec-eb1a294e120e tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:08.643392 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d04c7142-4498-422f-95c5-85055bc1ea7e req-f56fc51b-7c11-4024-8aec-eb1a294e120e tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] 10.222.0.35 "GET /v2.0/ports?device_id=fcdfd360-409c-4b60-958a-ff3f6575c816 HTTP/1.1" status: 200 len: 945 time: 0.1962566 May 20 20:42:08.668852 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device a54cca42-5b2f-45e7-b5d0-ff956dcd443b details requested by agent hyperv_n-h1-842733-1 with host n-h1-842733-1 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 20:42:08.668989 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-6d09d73b-c21e-4636-94ca-7d5201391b65 req-b014b0c0-e1f9-4fcf-b339-210a05bd66a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:08.744074 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bd53c47c-48b6-4066-a962-af0938380f7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33068399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9641221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8422588'] for subnet, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:08.754837 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d09d73b-c21e-4636-94ca-7d5201391b65 req-b014b0c0-e1f9-4fcf-b339-210a05bd66a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:08.755450 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-6d09d73b-c21e-4636-94ca-7d5201391b65 req-b014b0c0-e1f9-4fcf-b339-210a05bd66a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:08.756823 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6d09d73b-c21e-4636-94ca-7d5201391b65 req-b014b0c0-e1f9-4fcf-b339-210a05bd66a3 service neutron] 10.222.0.13 "PUT /v2.0/ports/13070f08-d11b-4271-abf6-4057a78ab9b2 HTTP/1.1" status: 200 len: 1091 time: 2.9498644 May 20 20:42:08.761768 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e4761ad-a107-481b-93f5-2fd5c1a03859', 'tag': '13070f08-d11b-4271-abf6-4057a78ab9b2'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:42:08.764067 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4291b17aa7b45362825f0571e77c85f5e73afe1df9c7e9e15006df9d695c005e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c191e27-40a0-4c41-b150-0cff31d27663" -d '{"events": [{"name": "network-changed", "server_uuid": "7e4761ad-a107-481b-93f5-2fd5c1a03859", "tag": "13070f08-d11b-4271-abf6-4057a78ab9b2"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:42:08.793423 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d04c7142-4498-422f-95c5-85055bc1ea7e req-a219a471-8bdc-493f-bf70-37a2c82eff08 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] 10.222.0.35 "GET /v2.0/security-groups?id=0a1ca955-ee86-4e03-bb39-6b1e6a532a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433413 May 20 20:42:08.917504 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 20:42:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42934537-cd1b-4cd9-ba5f-213897db9d71 x-openstack-request-id: req-42934537-cd1b-4cd9-ba5f-213897db9d71 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:42:08.917941 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e4761ad-a107-481b-93f5-2fd5c1a03859", "tag": "13070f08-d11b-4271-abf6-4057a78ab9b2", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:42:08.918083 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-42934537-cd1b-4cd9-ba5f-213897db9d71 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:42:08.918428 n-d-842733-1 neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42934537-cd1b-4cd9-ba5f-213897db9d71'] response: {'name': 'network-changed', 'server_uuid': '7e4761ad-a107-481b-93f5-2fd5c1a03859', 'tag': '13070f08-d11b-4271-abf6-4057a78ab9b2', 'status': 'completed', 'code': 200} May 20 20:42:08.928169 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd53c47c-48b6-4066-a962-af0938380f7d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dfd31246-fa89-4cdf-975b-be64981c967e,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:42:08.938752 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b014b0c0-e1f9-4fcf-b339-210a05bd66a3 service neutron] Pushing event updated for resources: {'Port': ['ID=13070f08-d11b-4271-abf6-4057a78ab9b2,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:42:08.944000 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bd53c47c-48b6-4066-a962-af0938380f7d admin admin] Notify callbacks [] for subnet, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:08.947430 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-bd53c47c-48b6-4066-a962-af0938380f7d admin admin] 10.222.0.35 "DELETE /v2.0/subnets/dfd31246-fa89-4cdf-975b-be64981c967e HTTP/1.1" status: 204 len: 168 time: 1.2525394 May 20 20:42:08.961879 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 38320) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:42:08.971330 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port a54cca42-5b2f-45e7-b5d0-ff956dcd443b, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=a54cca42-5b2f-45e7-b5d0-ff956dcd443b,segment=NetworkSegment(2402745c-06cc-4395-87ea-d8de4fb1e600),segment_id=2402745c-06cc-4395-87ea-d8de4fb1e600)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:42:08.980950 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-26b5bb54-da03-4340-b1fe-96577c1fe45a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:09.009320 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Returning: {'device': 'a54cca42-5b2f-45e7-b5d0-ff956dcd443b', 'network_id': '9d20e684-f51c-4f52-b5ed-fe61f8fbf536', 'port_id': 'a54cca42-5b2f-45e7-b5d0-ff956dcd443b', 'mac_address': 'fa:16:3e:8b:bb:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7a2d408-4fd5-4ae6-b745-5f444276cd0a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 20 20:42:09.109551 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Current status of the port a54cca42-5b2f-45e7-b5d0-ff956dcd443b is: DOWN; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:42:09.109775 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:09.113581 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-26b5bb54-da03-4340-b1fe-96577c1fe45a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:09.126757 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e4ba80-88b0-48df-9ffc-4d6d2e54e0dc req-ee48c6f9-08b3-4967-8134-2f827c0496d6 tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:09.134844 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-22e4ba80-88b0-48df-9ffc-4d6d2e54e0dc req-ee48c6f9-08b3-4967-8134-2f827c0496d6 tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] 10.222.0.35 "GET /v2.0/ports?device_id=874ccf1e-13f9-44e1-b28b-86c81de29922 HTTP/1.1" status: 200 len: 943 time: 0.3997390 May 20 20:42:09.135276 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a54cca42-5b2f-45e7-b5d0-ff956dcd443b {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:42:09.163762 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port a54cca42-5b2f-45e7-b5d0-ff956dcd443b, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=a54cca42-5b2f-45e7-b5d0-ff956dcd443b,segment=NetworkSegment(2402745c-06cc-4395-87ea-d8de4fb1e600),segment_id=2402745c-06cc-4395-87ea-d8de4fb1e600)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:42:09.213619 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b4b018c3-d816-40d5-979b-342d9c8bf616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33160123'] for network, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:09.220382 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d09d73b-c21e-4636-94ca-7d5201391b65 req-6ce75d6b-98f0-4c26-bf94-dbd3592242a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:09.221934 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6d09d73b-c21e-4636-94ca-7d5201391b65 req-6ce75d6b-98f0-4c26-bf94-dbd3592242a8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ad40cedaa73f40ef9226be0e1d4e6e54&device_id=7e4761ad-a107-481b-93f5-2fd5c1a03859 HTTP/1.1" status: 200 len: 1094 time: 0.2679172 May 20 20:42:09.227512 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-68bae4ac-2031-4734-8fad-edbc797c498e req-5c6385ce-50c5-4976-bdaa-976fa8990157 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:09.242244 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b5bb54-da03-4340-b1fe-96577c1fe45a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca3d948f-8ab6-4362-95bf-df7520090066,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:42:09.250486 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-26b5bb54-da03-4340-b1fe-96577c1fe45a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2fd10471123c4493a45e3489e8350160&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9624498 May 20 20:42:09.260122 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:09.260870 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 38324) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:42:09.298845 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6b4019b2-3793-4200-9229-8a488ad27575 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:09.303367 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6385ce-50c5-4976-bdaa-976fa8990157 service neutron] Pushing event updated for resources: {'Port': ['ID=ed0c608d-9d39-41cd-b9c8-8ab40b47d2dc,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:42:09.329242 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-22e4ba80-88b0-48df-9ffc-4d6d2e54e0dc req-bb5adc1f-88f8-48ae-a870-ffc5a8b395c4 tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] 10.222.0.35 "GET /v2.0/security-groups?id=f4b7709e-62c4-4c92-9539-853c7ed8a4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934302 May 20 20:42:09.339706 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6d09d73b-c21e-4636-94ca-7d5201391b65 req-0c47d377-a415-41e8-b97e-01e30de25a5a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=13070f08-d11b-4271-abf6-4057a78ab9b2 HTTP/1.1" status: 200 len: 217 time: 0.0779407 May 20 20:42:09.356547 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Pushing event updated for resources: {'Port': ['ID=a54cca42-5b2f-45e7-b5d0-ff956dcd443b,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:42:09.397290 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f99c89d-3e8d-4727-a740-106b48b6d07e req-27f189d3-dacc-4dcc-b592-9011358e3c24 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:09.397290 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7f99c89d-3e8d-4727-a740-106b48b6d07e req-27f189d3-dacc-4dcc-b592-9011358e3c24 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/ports?device_id=73e6ff91-e9c8-4167-9370-e79bd8c2a253 HTTP/1.1" status: 200 len: 945 time: 0.2066791 May 20 20:42:09.466523 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] get_ports_and_sgs() called for port_ids ['a54cca42-5b2f-45e7-b5d0-ff956dcd443b'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:42:09.601053 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4019b2-3793-4200-9229-8a488ad27575 admin admin] Pushing event updated for resources: {'Port': ['ID=43da6c23-5f3b-4922-95c9-783f86bfc8e7,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:42:09.621609 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3817655a-4e30-4caf-af98-0187a3621a46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:09.626868 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6b6bd4-1cb3-4cbe-8e5f-adb5d574278d req-78f18c37-aacf-464e-9232-6ab641e1b415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:09.630898 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-cb6b6bd4-1cb3-4cbe-8e5f-adb5d574278d req-78f18c37-aacf-464e-9232-6ab641e1b415 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f2296de0-b06c-422e-98fe-14a3771aba33 HTTP/1.1" status: 200 len: 908 time: 1.0534708 May 20 20:42:09.631279 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6b4019b2-3793-4200-9229-8a488ad27575 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748437'] for router_interface, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:09.644288 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3817655a-4e30-4caf-af98-0187a3621a46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:09.683810 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b4b018c3-d816-40d5-979b-342d9c8bf616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33072115', 'neutron.services.segments.db._delete_segments_for_network-8782419500584'] for network, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:09.700705 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d09d73b-c21e-4636-94ca-7d5201391b65 req-39bd2943-7a01-4555-b330-bdc380b03df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:09.702549 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6d09d73b-c21e-4636-94ca-7d5201391b65 req-39bd2943-7a01-4555-b330-bdc380b03df5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6e166003-715e-4f35-82f5-046af1f78c1c HTTP/1.1" status: 200 len: 853 time: 0.2957618 May 20 20:42:09.740995 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7f99c89d-3e8d-4727-a740-106b48b6d07e req-59fa0d6f-b7b6-4452-af38-d0b3614260e0 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/security-groups?id=c9d9c404-d869-4158-9779-ac1a15da4bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2766876 May 20 20:42:09.742673 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-b4b018c3-d816-40d5-979b-342d9c8bf616 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3baee177-508f-473b-9421-c71281f8ff7c']}} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:42:09.749697 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-cb6b6bd4-1cb3-4cbe-8e5f-adb5d574278d req-df8d5db5-2588-4884-ba16-0193869418d1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=14e84b14-5302-4a18-b663-c57259b108a0 HTTP/1.1" status: 200 len: 217 time: 0.0987871 May 20 20:42:09.756917 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-68bae4ac-2031-4734-8fad-edbc797c498e req-5c6385ce-50c5-4976-bdaa-976fa8990157 service neutron] Attempting to bind port ed0c608d-9d39-41cd-b9c8-8ab40b47d2dc on host n-h2-842733-1 for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:42:09.757357 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-68bae4ac-2031-4734-8fad-edbc797c498e req-5c6385ce-50c5-4976-bdaa-976fa8990157 service neutron] Attempting to bind port ed0c608d-9d39-41cd-b9c8-8ab40b47d2dc by drivers openvswitch,hyperv on host n-h2-842733-1 at level 0 using segments [{'id': '3074e67a-6387-4709-bab9-e18fa7662e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'f2c1f29b-3984-454a-a363-825a8303b3d8'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:42:09.757799 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68bae4ac-2031-4734-8fad-edbc797c498e req-5c6385ce-50c5-4976-bdaa-976fa8990157 service neutron] Attempting to bind port ed0c608d-9d39-41cd-b9c8-8ab40b47d2dc on network f2c1f29b-3984-454a-a363-825a8303b3d8 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:42:09.766427 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68bae4ac-2031-4734-8fad-edbc797c498e req-5c6385ce-50c5-4976-bdaa-976fa8990157 service neutron] Port ed0c608d-9d39-41cd-b9c8-8ab40b47d2dc on network f2c1f29b-3984-454a-a363-825a8303b3d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-842733-1 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 20:42:09.766963 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68bae4ac-2031-4734-8fad-edbc797c498e req-5c6385ce-50c5-4976-bdaa-976fa8990157 service neutron] Attempting to bind port ed0c608d-9d39-41cd-b9c8-8ab40b47d2dc on network f2c1f29b-3984-454a-a363-825a8303b3d8 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:42:09.776564 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68bae4ac-2031-4734-8fad-edbc797c498e req-5c6385ce-50c5-4976-bdaa-976fa8990157 service neutron] Checking agent: {'id': 'a66f2511-b955-448f-877c-56cfe9c81b12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 33, 2), 'started_at': datetime.datetime(2022, 5, 20, 20, 33, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 42, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:42:09.780898 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68bae4ac-2031-4734-8fad-edbc797c498e req-5c6385ce-50c5-4976-bdaa-976fa8990157 service neutron] Checking segment: {'id': '3074e67a-6387-4709-bab9-e18fa7662e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'f2c1f29b-3984-454a-a363-825a8303b3d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:42:09.780898 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68bae4ac-2031-4734-8fad-edbc797c498e req-5c6385ce-50c5-4976-bdaa-976fa8990157 service neutron] Bound using segment: {'id': '3074e67a-6387-4709-bab9-e18fa7662e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'f2c1f29b-3984-454a-a363-825a8303b3d8'} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:42:09.780898 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-68bae4ac-2031-4734-8fad-edbc797c498e req-5c6385ce-50c5-4976-bdaa-976fa8990157 service neutron] Bound port: ed0c608d-9d39-41cd-b9c8-8ab40b47d2dc, host: n-h2-842733-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3074e67a-6387-4709-bab9-e18fa7662e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'f2c1f29b-3984-454a-a363-825a8303b3d8'}}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:42:09.780898 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-68bae4ac-2031-4734-8fad-edbc797c498e req-5c6385ce-50c5-4976-bdaa-976fa8990157 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:09.781423 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-b4b018c3-d816-40d5-979b-342d9c8bf616 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8ac716c-70bf-4916-a84e-adba8c5617bb') {'for_net_delete': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:42:09.781569 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-b4b018c3-d816-40d5-979b-342d9c8bf616 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8ac716c-70bf-4916-a84e-adba8c5617bb') {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:42:09.791795 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb238c87-326c-460b-93bf-096d0f53b1cd req-1b58f0e0-815e-4b92-acf4-c1a5d3125d04 tempest-AttachSCSIVolumeTestJSON-1216389807 tempest-AttachSCSIVolumeTestJSON-1216389807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:09.799722 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-cb238c87-326c-460b-93bf-096d0f53b1cd req-1b58f0e0-815e-4b92-acf4-c1a5d3125d04 tempest-AttachSCSIVolumeTestJSON-1216389807 tempest-AttachSCSIVolumeTestJSON-1216389807-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e4761ad-a107-481b-93f5-2fd5c1a03859 HTTP/1.1" status: 200 len: 943 time: 0.2937891 May 20 20:42:09.816717 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b4b018c3-d816-40d5-979b-342d9c8bf616 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419501617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9338764'] for segment, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:09.839145 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3817655a-4e30-4caf-af98-0187a3621a46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:09.841902 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3817655a-4e30-4caf-af98-0187a3621a46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:09.857760 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-3817655a-4e30-4caf-af98-0187a3621a46 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ca3d948f-8ab6-4362-95bf-df7520090066 HTTP/1.1" status: 204 len: 168 time: 0.5898912 May 20 20:42:09.862695 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b4b018c3-d816-40d5-979b-342d9c8bf616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:09.932590 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4b018c3-d816-40d5-979b-342d9c8bf616 admin admin] Releasing vlan 204 on physical network physnet1 to pool {{(pid=103163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 20:42:09.935257 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b4b018c3-d816-40d5-979b-342d9c8bf616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9638311'] for segment, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:09.937568 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3817655a-4e30-4caf-af98-0187a3621a46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca3d948f-8ab6-4362-95bf-df7520090066,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:42:09.941322 n-d-842733-1 neutron-server[103163]: Traceback (most recent call last): May 20 20:42:09.941322 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 20:42:09.941322 n-d-842733-1 neutron-server[103163]: timer() May 20 20:42:09.941322 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 20:42:09.941322 n-d-842733-1 neutron-server[103163]: cb(*args, **kw) May 20 20:42:09.941322 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 20 20:42:09.941322 n-d-842733-1 neutron-server[103163]: return func(*args, **kwargs) May 20 20:42:09.941322 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 20:42:09.941322 n-d-842733-1 neutron-server[103163]: self._notify() May 20 20:42:09.941322 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 20:42:09.941322 n-d-842733-1 neutron-server[103163]: self.callback(batched_events) May 20 20:42:09.941322 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 20:42:09.941322 n-d-842733-1 neutron-server[103163]: event.method(event) May 20 20:42:09.941322 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 20 20:42:09.941322 n-d-842733-1 neutron-server[103163]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 20:42:09.941322 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 20 20:42:09.941322 n-d-842733-1 neutron-server[103163]: aggregate_uuid = self.p_client.list_aggregates( May 20 20:42:09.941322 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 20 20:42:09.941322 n-d-842733-1 neutron-server[103163]: return f(self, *a, **k) May 20 20:42:09.941322 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 20 20:42:09.941322 n-d-842733-1 neutron-server[103163]: return self._get(url).json() May 20 20:42:09.941322 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 20 20:42:09.941322 n-d-842733-1 neutron-server[103163]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 20:42:09.941322 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 20:42:09.941322 n-d-842733-1 neutron-server[103163]: return self.request(url, 'GET', **kwargs) May 20 20:42:09.941322 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 20:42:09.941322 n-d-842733-1 neutron-server[103163]: base_url = self.get_endpoint(auth, allow=allow, May 20 20:42:09.941322 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 20:42:09.941322 n-d-842733-1 neutron-server[103163]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 20:42:09.941322 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 20:42:09.941322 n-d-842733-1 neutron-server[103163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 20:42:09.941322 n-d-842733-1 neutron-server[103163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 20:42:09.947182 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6b6bd4-1cb3-4cbe-8e5f-adb5d574278d req-f1063d6e-5cee-45ec-90f2-e7c4149ebc52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:09.948641 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-cb6b6bd4-1cb3-4cbe-8e5f-adb5d574278d req-f1063d6e-5cee-45ec-90f2-e7c4149ebc52 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f9e5fad6-106c-4fb6-bdcf-0e79e7e3eb1f HTTP/1.1" status: 200 len: 847 time: 0.1395073 May 20 20:42:09.964002 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b4019b2-3793-4200-9229-8a488ad27575 admin admin] Network 51ec8106-415b-4da6-8e19-8077690a9654 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:42:09.972237 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-6b4019b2-3793-4200-9229-8a488ad27575 admin admin] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:42:09.973853 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-cb238c87-326c-460b-93bf-096d0f53b1cd req-03d6c691-beec-4fb5-a81f-06a1a097bc87 tempest-AttachSCSIVolumeTestJSON-1216389807 tempest-AttachSCSIVolumeTestJSON-1216389807-project] 10.222.0.35 "GET /v2.0/security-groups?id=cda9c8f3-e014-4482-a179-394f0a3f0129&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1731944 May 20 20:42:09.994440 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d09d73b-c21e-4636-94ca-7d5201391b65 req-97b6d63d-cb64-464b-9fbb-5b9d76e5a648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:09.996209 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6d09d73b-c21e-4636-94ca-7d5201391b65 req-97b6d63d-cb64-464b-9fbb-5b9d76e5a648 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=baad6524-bf83-4783-a736-2fe3005abb37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2783170 May 20 20:42:10.028373 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-68bae4ac-2031-4734-8fad-edbc797c498e req-5c6385ce-50c5-4976-bdaa-976fa8990157 service neutron] For port ed0c608d-9d39-41cd-b9c8-8ab40b47d2dc, host n-h2-842733-1, cleared binding levels {{(pid=103162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:42:10.031963 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-68bae4ac-2031-4734-8fad-edbc797c498e req-5c6385ce-50c5-4976-bdaa-976fa8990157 service neutron] For port ed0c608d-9d39-41cd-b9c8-8ab40b47d2dc, host n-h2-842733-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=ed0c608d-9d39-41cd-b9c8-8ab40b47d2dc,segment=NetworkSegment(3074e67a-6387-4709-bab9-e18fa7662e57),segment_id=3074e67a-6387-4709-bab9-e18fa7662e57)] {{(pid=103162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:42:10.170097 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-cb6b6bd4-1cb3-4cbe-8e5f-adb5d574278d req-2825900b-38b6-4288-b90e-ce53190eca05 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f2296de0-b06c-422e-98fe-14a3771aba33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1939995 May 20 20:42:10.173819 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-68bae4ac-2031-4734-8fad-edbc797c498e req-5c6385ce-50c5-4976-bdaa-976fa8990157 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:10.243645 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2746aeb-845a-4880-96e8-d3907a6abf92 req-85ccaebe-ffd0-4a66-887e-a8438e482823 tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:10.245373 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c2746aeb-845a-4880-96e8-d3907a6abf92 req-85ccaebe-ffd0-4a66-887e-a8438e482823 tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] 10.222.0.35 "GET /v2.0/ports?device_id=737ed128-a870-40bf-b78e-cbad2b60d994 HTTP/1.1" status: 200 len: 945 time: 0.3305552 May 20 20:42:10.308024 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cceec4c-8841-4880-9003-dd89edb52be5 req-8a2da85f-3961-43cd-9c67-f466f0f9e7b2 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:10.316093 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4cceec4c-8841-4880-9003-dd89edb52be5 req-8a2da85f-3961-43cd-9c67-f466f0f9e7b2 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] 10.222.0.35 "GET /v2.0/ports?device_id=fcdfd360-409c-4b60-958a-ff3f6575c816 HTTP/1.1" status: 200 len: 945 time: 0.2249053 May 20 20:42:10.321801 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b4b018c3-d816-40d5-979b-342d9c8bf616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33072122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748162'] for network, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:10.350076 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b4b018c3-d816-40d5-979b-342d9c8bf616 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:10.356098 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-b4b018c3-d816-40d5-979b-342d9c8bf616 admin admin] 10.222.0.35 "DELETE /v2.0/networks/3baee177-508f-473b-9421-c71281f8ff7c HTTP/1.1" status: 204 len: 168 time: 1.3853064 May 20 20:42:10.365765 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 38336) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:42:10.397874 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bae4ac-2031-4734-8fad-edbc797c498e req-5c6385ce-50c5-4976-bdaa-976fa8990157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:10.398556 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-68bae4ac-2031-4734-8fad-edbc797c498e req-5c6385ce-50c5-4976-bdaa-976fa8990157 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:10.400145 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-68bae4ac-2031-4734-8fad-edbc797c498e req-5c6385ce-50c5-4976-bdaa-976fa8990157 service neutron] 10.222.0.13 "PUT /v2.0/ports/ed0c608d-9d39-41cd-b9c8-8ab40b47d2dc HTTP/1.1" status: 200 len: 1091 time: 2.9268212 May 20 20:42:10.402952 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '874ccf1e-13f9-44e1-b28b-86c81de29922', 'tag': 'ed0c608d-9d39-41cd-b9c8-8ab40b47d2dc'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:42:10.412919 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b018c3-d816-40d5-979b-342d9c8bf616 admin admin] Pushing event deleted for resources: {'Network': ['ID=3baee177-508f-473b-9421-c71281f8ff7c,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:42:10.415584 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6fa957933fccbf596d28104b23404b952ad6a8238afaebaed40a0874b2e409" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ed6bbf9-7d29-4b3e-bd48-9f54f9c6b523" -d '{"events": [{"name": "network-changed", "server_uuid": "874ccf1e-13f9-44e1-b28b-86c81de29922", "tag": "ed0c608d-9d39-41cd-b9c8-8ab40b47d2dc"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:42:10.459931 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6d09d73b-c21e-4636-94ca-7d5201391b65 req-fca313fa-89c4-4c87-8759-42f2b8b272fd service neutron] 10.222.0.13 "GET /v2.0/networks/baad6524-bf83-4783-a736-2fe3005abb37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3675203 May 20 20:42:10.505512 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c2746aeb-845a-4880-96e8-d3907a6abf92 req-76719068-6b87-4ee1-8644-1394c2fdcf3f tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] 10.222.0.35 "GET /v2.0/security-groups?id=b4498864-440f-46b0-a344-70b0d7510345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2302558 May 20 20:42:10.545873 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-c0ec5a5c-d781-44d7-ab89-33e26b78c0db None None] Provisioning complete for port 43da6c23-5f3b-4922-95c9-783f86bfc8e7 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:42:10.546497 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c0ec5a5c-d781-44d7-ab89-33e26b78c0db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:10.552672 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4cceec4c-8841-4880-9003-dd89edb52be5 req-399466a4-1b97-4dd4-800f-cb63c4f992d0 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] 10.222.0.35 "GET /v2.0/security-groups?id=0a1ca955-ee86-4e03-bb39-6b1e6a532a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2322450 May 20 20:42:10.556086 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-cb6b6bd4-1cb3-4cbe-8e5f-adb5d574278d req-51a82f78-8ef7-4885-9ab7-dfe143cbcdd9 service neutron] 10.222.0.13 "GET /v2.0/networks/f2296de0-b06c-422e-98fe-14a3771aba33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3210437 May 20 20:42:10.650939 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6385ce-50c5-4976-bdaa-976fa8990157 service neutron] Pushing event updated for resources: {'Port': ['ID=ed0c608d-9d39-41cd-b9c8-8ab40b47d2dc,revision_number=3']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:42:10.672231 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b4019b2-3793-4200-9229-8a488ad27575 admin admin] Router 887bcf52-cc21-4679-bec8-41fbf0daaba2 has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 20:42:10.672443 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-c0ec5a5c-d781-44d7-ab89-33e26b78c0db None None] Port 43da6c23-5f3b-4922-95c9-783f86bfc8e7 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 20:42:10.684543 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device a54cca42-5b2f-45e7-b5d0-ff956dcd443b up at agent hyperv_n-h1-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:42:10.692302 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 20:42:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ec976cf-5823-4dec-bdaa-9e8308f5f010 x-openstack-request-id: req-7ec976cf-5823-4dec-bdaa-9e8308f5f010 {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:42:10.692704 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "874ccf1e-13f9-44e1-b28b-86c81de29922", "tag": "ed0c608d-9d39-41cd-b9c8-8ab40b47d2dc", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:42:10.692961 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7ec976cf-5823-4dec-bdaa-9e8308f5f010 {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:42:10.693383 n-d-842733-1 neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ec976cf-5823-4dec-bdaa-9e8308f5f010'] response: {'name': 'network-changed', 'server_uuid': '874ccf1e-13f9-44e1-b28b-86c81de29922', 'tag': 'ed0c608d-9d39-41cd-b9c8-8ab40b47d2dc', 'status': 'completed', 'code': 200} May 20 20:42:10.858152 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Provisioning for port a54cca42-5b2f-45e7-b5d0-ff956dcd443b completed by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 20:42:10.866654 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Provisioning complete for port a54cca42-5b2f-45e7-b5d0-ff956dcd443b triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:42:10.866654 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:10.881056 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce12ddd1-3141-448f-932c-a34eb6963be8 admin admin] Deleting subnet ca4d1aae-66fd-4882-8e48-e4530fe947d0 {{(pid=103162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 20 20:42:10.885617 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ce12ddd1-3141-448f-932c-a34eb6963be8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:10.950213 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ce12ddd1-3141-448f-932c-a34eb6963be8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3738392'] for subnet, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:11.052585 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Current status of the port a54cca42-5b2f-45e7-b5d0-ff956dcd443b is: BUILD; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:42:11.053059 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:11.100121 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '737ed128-a870-40bf-b78e-cbad2b60d994', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a54cca42-5b2f-45e7-b5d0-ff956dcd443b'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:42:11.102700 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8485417003ce7c0410b00f5cdc2f391e21107b70bb68e2773712534a96e108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1646b9c0-2e9e-4b7a-9440-d5f0bc6db1c4" -d '{"events": [{"server_uuid": "737ed128-a870-40bf-b78e-cbad2b60d994", "name": "network-vif-plugged", "status": "completed", "tag": "a54cca42-5b2f-45e7-b5d0-ff956dcd443b"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:42:11.118741 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port a54cca42-5b2f-45e7-b5d0-ff956dcd443b, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=a54cca42-5b2f-45e7-b5d0-ff956dcd443b,segment=NetworkSegment(2402745c-06cc-4395-87ea-d8de4fb1e600),segment_id=2402745c-06cc-4395-87ea-d8de4fb1e600)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:42:11.122338 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bae4ac-2031-4734-8fad-edbc797c498e req-2dd2a200-d62a-4045-8baa-89ae590d56d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:11.127272 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-68bae4ac-2031-4734-8fad-edbc797c498e req-2dd2a200-d62a-4045-8baa-89ae590d56d9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=14307be6da164addbb4e96db68f248f8&device_id=874ccf1e-13f9-44e1-b28b-86c81de29922 HTTP/1.1" status: 200 len: 1094 time: 0.4492500 May 20 20:42:11.174188 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ce12ddd1-3141-448f-932c-a34eb6963be8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33068388'] for subnet, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:11.207024 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:11.298486 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-cb6b6bd4-1cb3-4cbe-8e5f-adb5d574278d req-c4b17e28-e85d-4de6-8ce7-840df72dea5b service neutron] 10.222.0.13 "GET /v2.0/networks/f2296de0-b06c-422e-98fe-14a3771aba33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6319158 May 20 20:42:11.320911 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Pushing event updated for resources: {'Port': ['ID=a54cca42-5b2f-45e7-b5d0-ff956dcd443b,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:42:11.329361 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-68bae4ac-2031-4734-8fad-edbc797c498e req-7c8f0ded-7112-4074-b4d8-a49c55c6c6ca service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ed0c608d-9d39-41cd-b9c8-8ab40b47d2dc HTTP/1.1" status: 200 len: 217 time: 0.0625265 May 20 20:42:11.333557 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ce12ddd1-3141-448f-932c-a34eb6963be8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33068399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3797621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4018265'] for subnet, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:11.373365 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce12ddd1-3141-448f-932c-a34eb6963be8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca4d1aae-66fd-4882-8e48-e4530fe947d0,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:42:11.376948 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ce12ddd1-3141-448f-932c-a34eb6963be8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:11.380611 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-ce12ddd1-3141-448f-932c-a34eb6963be8 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/ca4d1aae-66fd-4882-8e48-e4530fe947d0 HTTP/1.1" status: 204 len: 168 time: 1.0122838 May 20 20:42:11.383782 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 38364) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:42:11.428700 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bae4ac-2031-4734-8fad-edbc797c498e req-237061f9-bbf4-499f-8e48-3a1df56efbaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:11.432075 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-68bae4ac-2031-4734-8fad-edbc797c498e req-237061f9-bbf4-499f-8e48-3a1df56efbaa service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b6e11a18-e233-4d96-9624-671f5264a4cf HTTP/1.1" status: 200 len: 852 time: 0.0495820 May 20 20:42:11.433195 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b4019b2-3793-4200-9229-8a488ad27575 admin admin] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 20:42:11.438604 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-6b4019b2-3793-4200-9229-8a488ad27575 admin admin] 10.222.0.35 "PUT /v2.0/routers/887bcf52-cc21-4679-bec8-41fbf0daaba2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2345684 May 20 20:42:11.448060 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-828f9a89-37cf-485e-b58d-eec551650d64 None None] Sync routers for ids ['887bcf52-cc21-4679-bec8-41fbf0daaba2'] in n-d-842733-1 {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 20:42:11.455292 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7836f779-5cd2-4e41-9d41-ad5d65324924 req-2e301418-12f7-4a2b-b975-60349b179f63 tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:11.456937 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7836f779-5cd2-4e41-9d41-ad5d65324924 req-2e301418-12f7-4a2b-b975-60349b179f63 tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] 10.222.0.35 "GET /v2.0/ports?device_id=874ccf1e-13f9-44e1-b28b-86c81de29922 HTTP/1.1" status: 200 len: 943 time: 0.7472732 May 20 20:42:11.476325 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bff58ae-76c7-4dd6-91af-54a8506cec97 req-05f124ba-0d6a-4411-bfe8-41386fdb5aae tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:11.480472 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-828f9a89-37cf-485e-b58d-eec551650d64 None None] Routers {'887bcf52-cc21-4679-bec8-41fbf0daaba2'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:42:11.481478 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-828f9a89-37cf-485e-b58d-eec551650d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:41:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['887bcf52-cc21-4679-bec8-41fbf0daaba2'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:42:11.483938 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7bff58ae-76c7-4dd6-91af-54a8506cec97 req-05f124ba-0d6a-4411-bfe8-41386fdb5aae tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/ports?device_id=73e6ff91-e9c8-4167-9370-e79bd8c2a253 HTTP/1.1" status: 200 len: 945 time: 0.2659304 May 20 20:42:11.522459 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6d09d73b-c21e-4636-94ca-7d5201391b65 req-74c007b9-4b10-4b68-a6ea-3d1b4034651a service neutron] 10.222.0.13 "GET /v2.0/networks/baad6524-bf83-4783-a736-2fe3005abb37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9682715 May 20 20:42:11.559434 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-68bae4ac-2031-4734-8fad-edbc797c498e req-4c90d4fe-3741-47cd-a1e5-f82e91535ee1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f2c1f29b-3984-454a-a363-825a8303b3d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0626945 May 20 20:42:11.593732 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 38372) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:42:11.622698 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-77f0bed6-fd27-4634-9453-f4acfd7fdb2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33160123'] for network, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:11.641584 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7bff58ae-76c7-4dd6-91af-54a8506cec97 req-f742d577-e58c-4957-9a79-1edfc992c968 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/security-groups?id=c9d9c404-d869-4158-9779-ac1a15da4bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525171 May 20 20:42:11.654620 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7836f779-5cd2-4e41-9d41-ad5d65324924 req-70cd6821-3ce1-45fd-8d5c-b6d6dfa8a872 tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] 10.222.0.35 "GET /v2.0/security-groups?id=f4b7709e-62c4-4c92-9539-853c7ed8a4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665444 May 20 20:42:11.668066 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-828f9a89-37cf-485e-b58d-eec551650d64 None None] Set router 887bcf52-cc21-4679-bec8-41fbf0daaba2 gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:42:11.781642 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-68bae4ac-2031-4734-8fad-edbc797c498e req-36c9bae1-f06d-4f6b-8b68-3e4fe48c16df service neutron] 10.222.0.13 "GET /v2.0/networks/f2c1f29b-3984-454a-a363-825a8303b3d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1963975 May 20 20:42:11.785877 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 20:42:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b05fd60f-0e7b-486b-a335-4149af61eab3 x-openstack-request-id: req-b05fd60f-0e7b-486b-a335-4149af61eab3 {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:42:11.786388 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "737ed128-a870-40bf-b78e-cbad2b60d994", "name": "network-vif-plugged", "status": "completed", "tag": "a54cca42-5b2f-45e7-b5d0-ff956dcd443b", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:42:11.786502 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b05fd60f-0e7b-486b-a335-4149af61eab3 {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:42:11.787656 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b05fd60f-0e7b-486b-a335-4149af61eab3'] response: {'server_uuid': '737ed128-a870-40bf-b78e-cbad2b60d994', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a54cca42-5b2f-45e7-b5d0-ff956dcd443b', 'code': 200} May 20 20:42:11.862872 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-77f0bed6-fd27-4634-9453-f4acfd7fdb2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33072115', 'neutron.services.segments.db._delete_segments_for_network-8782419500584'] for network, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:11.913172 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-77f0bed6-fd27-4634-9453-f4acfd7fdb2e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43b31a34-b7b6-4de5-843e-4ce7c2a6eef8']}} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:42:11.954288 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e058dc-9c33-4ea2-9dc9-0d8d4116eb7a req-a27ca26e-e486-4d29-b7fa-248f86e0357a tempest-AttachSCSIVolumeTestJSON-1216389807 tempest-AttachSCSIVolumeTestJSON-1216389807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:11.973669 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-72e058dc-9c33-4ea2-9dc9-0d8d4116eb7a req-a27ca26e-e486-4d29-b7fa-248f86e0357a tempest-AttachSCSIVolumeTestJSON-1216389807 tempest-AttachSCSIVolumeTestJSON-1216389807-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e4761ad-a107-481b-93f5-2fd5c1a03859 HTTP/1.1" status: 200 len: 943 time: 0.2118032 May 20 20:42:11.991593 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-77f0bed6-fd27-4634-9453-f4acfd7fdb2e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83051871-1ae5-4d54-ae4b-6b02fa495ebf') {'for_net_delete': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:42:11.991593 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-77f0bed6-fd27-4634-9453-f4acfd7fdb2e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83051871-1ae5-4d54-ae4b-6b02fa495ebf') {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:42:12.010303 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-167cf29b-7551-4314-a368-28d3ec5497c3 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1665603526-network', 'tenant_id': 'a2d17c0110a94477bf984a8f69472a51'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:42:12.030200 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad57c9a2-4454-42d6-98f0-b30b8932ad85 req-fe1175dc-395f-4676-ab1f-30871b943a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:12.031998 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-ad57c9a2-4454-42d6-98f0-b30b8932ad85 req-fe1175dc-395f-4676-ab1f-30871b943a29 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=737ed128-a870-40bf-b78e-cbad2b60d994 HTTP/1.1" status: 200 len: 1097 time: 0.1670432 May 20 20:42:12.055839 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-68bae4ac-2031-4734-8fad-edbc797c498e req-5ab78c63-24e7-46d6-acfb-198594766ac0 service neutron] 10.222.0.13 "GET /v2.0/networks/f2c1f29b-3984-454a-a363-825a8303b3d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2429636 May 20 20:42:12.094720 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c191e27-40a0-4c41-b150-0cff31d27663 req-4243196d-3b09-43a6-9546-fd9a9da85e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:12.094720 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8c191e27-40a0-4c41-b150-0cff31d27663 req-4243196d-3b09-43a6-9546-fd9a9da85e4c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ad40cedaa73f40ef9226be0e1d4e6e54&device_id=7e4761ad-a107-481b-93f5-2fd5c1a03859 HTTP/1.1" status: 200 len: 1094 time: 0.2895396 May 20 20:42:12.094720 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-77f0bed6-fd27-4634-9453-f4acfd7fdb2e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419501617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9338764'] for segment, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:12.102646 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-ad57c9a2-4454-42d6-98f0-b30b8932ad85 req-70a46fbf-45e7-49e7-ab49-5a916573d860 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=b4498864-440f-46b0-a344-70b0d7510345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455999 May 20 20:42:12.139187 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9a6103-7704-4ec2-968d-7c8fa08f721b req-43d25096-6aa5-4487-b2a5-98454e028496 tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:12.148088 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ef9a6103-7704-4ec2-968d-7c8fa08f721b req-43d25096-6aa5-4487-b2a5-98454e028496 tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] 10.222.0.35 "GET /v2.0/ports?device_id=737ed128-a870-40bf-b78e-cbad2b60d994 HTTP/1.1" status: 200 len: 946 time: 0.2645433 May 20 20:42:12.160213 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-828f9a89-37cf-485e-b58d-eec551650d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '887bcf52-cc21-4679-bec8-41fbf0daaba2', 'name': 'tempest-ServersTestJSON-1715701810-router', 'tenant_id': '16add71a0ec946a18f61d15298c23d6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': '4e216dd5-6590-400f-94e1-1528659b7941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:41:57Z', 'updated_at': '2022-05-20T20:42:07Z', 'revision_number': 4, 'project_id': '16add71a0ec946a18f61d15298c23d6f', 'gw_port': {'id': '4e216dd5-6590-400f-94e1-1528659b7941', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:20:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887bcf52-cc21-4679-bec8-41fbf0daaba2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 862, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:41:58Z', 'updated_at': '2022-05-20T20:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': '43da6c23-5f3b-4922-95c9-783f86bfc8e7', 'name': '', 'network_id': '51ec8106-415b-4da6-8e19-8077690a9654', 'tenant_id': '16add71a0ec946a18f61d15298c23d6f', 'mac_address': 'fa:16:3e:ac:1c:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '887bcf52-cc21-4679-bec8-41fbf0daaba2', 'device_owner': 'network:router_interface', 'standard_attr_id': 874, 'fixed_ips': [{'subnet_id': '5b3fecbc-4363-4558-bc2e-f6cfa24f9a5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:42:04Z', 'updated_at': '2022-05-20T20:42:07Z', 'revision_number': 2, 'project_id': '16add71a0ec946a18f61d15298c23d6f', 'subnets': [{'id': '5b3fecbc-4363-4558-bc2e-f6cfa24f9a5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:42:12.180077 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-72e058dc-9c33-4ea2-9dc9-0d8d4116eb7a req-e15e3a7d-05e8-4252-aefa-bcb9e81508df tempest-AttachSCSIVolumeTestJSON-1216389807 tempest-AttachSCSIVolumeTestJSON-1216389807-project] 10.222.0.35 "GET /v2.0/security-groups?id=cda9c8f3-e014-4482-a179-394f0a3f0129&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2057910 May 20 20:42:12.182659 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-77f0bed6-fd27-4634-9453-f4acfd7fdb2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:12.208517 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77f0bed6-fd27-4634-9453-f4acfd7fdb2e admin admin] Releasing vlan 220 on physical network physnet1 to pool {{(pid=103163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 20:42:12.208517 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-77f0bed6-fd27-4634-9453-f4acfd7fdb2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9638311'] for segment, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:12.229278 n-d-842733-1 neutron-server[103163]: Traceback (most recent call last): May 20 20:42:12.229278 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 20:42:12.229278 n-d-842733-1 neutron-server[103163]: timer() May 20 20:42:12.229278 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 20:42:12.229278 n-d-842733-1 neutron-server[103163]: cb(*args, **kw) May 20 20:42:12.229278 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 20 20:42:12.229278 n-d-842733-1 neutron-server[103163]: return func(*args, **kwargs) May 20 20:42:12.229278 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 20:42:12.229278 n-d-842733-1 neutron-server[103163]: self._notify() May 20 20:42:12.229278 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 20:42:12.229278 n-d-842733-1 neutron-server[103163]: self.callback(batched_events) May 20 20:42:12.229278 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 20:42:12.229278 n-d-842733-1 neutron-server[103163]: event.method(event) May 20 20:42:12.229278 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 20 20:42:12.229278 n-d-842733-1 neutron-server[103163]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 20:42:12.229278 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 20 20:42:12.229278 n-d-842733-1 neutron-server[103163]: aggregate_uuid = self.p_client.list_aggregates( May 20 20:42:12.229278 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 20 20:42:12.229278 n-d-842733-1 neutron-server[103163]: return f(self, *a, **k) May 20 20:42:12.229278 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 20 20:42:12.229278 n-d-842733-1 neutron-server[103163]: return self._get(url).json() May 20 20:42:12.229278 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 20 20:42:12.229278 n-d-842733-1 neutron-server[103163]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 20:42:12.229278 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 20:42:12.229278 n-d-842733-1 neutron-server[103163]: return self.request(url, 'GET', **kwargs) May 20 20:42:12.229278 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 20:42:12.229278 n-d-842733-1 neutron-server[103163]: base_url = self.get_endpoint(auth, allow=allow, May 20 20:42:12.229278 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 20:42:12.229278 n-d-842733-1 neutron-server[103163]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 20:42:12.229278 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 20:42:12.229278 n-d-842733-1 neutron-server[103163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 20:42:12.229278 n-d-842733-1 neutron-server[103163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 20:42:12.236659 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-828f9a89-37cf-485e-b58d-eec551650d64 None None] Checking router: 887bcf52-cc21-4679-bec8-41fbf0daaba2 for host: n-d-842733-1 {{(pid=103165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 20:42:12.237274 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-828f9a89-37cf-485e-b58d-eec551650d64 None None] Updating router 887bcf52-cc21-4679-bec8-41fbf0daaba2 port 43da6c23-5f3b-4922-95c9-783f86bfc8e7 binding host n-d-842733-1 {{(pid=103165) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 20:42:12.254734 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-167cf29b-7551-4314-a368-28d3ec5497c3 admin admin] Made reservation on behalf of a2d17c0110a94477bf984a8f69472a51 for: {'network': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:42:12.257157 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-167cf29b-7551-4314-a368-28d3ec5497c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for network, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:12.300705 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-828f9a89-37cf-485e-b58d-eec551650d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:12.385561 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6b6bd4-1cb3-4cbe-8e5f-adb5d574278d req-61056cbc-9605-4068-84d1-2ac308ad2702 tempest-LiveMigrationTest-1108997473 tempest-LiveMigrationTest-1108997473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:12.389062 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-cb6b6bd4-1cb3-4cbe-8e5f-adb5d574278d req-61056cbc-9605-4068-84d1-2ac308ad2702 tempest-LiveMigrationTest-1108997473 tempest-LiveMigrationTest-1108997473-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=fcdfd360-409c-4b60-958a-ff3f6575c816&tenant_id=33876e14b0274b60a421aea47180bf46&binding%3Ahost_id=n-h2-842733-1 HTTP/1.1" status: 200 len: 1096 time: 0.1194830 May 20 20:42:12.409482 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ef9a6103-7704-4ec2-968d-7c8fa08f721b req-bc86ebc0-305b-4510-83e1-2629837f3b34 tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] 10.222.0.35 "GET /v2.0/security-groups?id=b4498864-440f-46b0-a344-70b0d7510345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2602935 May 20 20:42:12.441138 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-167cf29b-7551-4314-a368-28d3ec5497c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:12.493309 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c191e27-40a0-4c41-b150-0cff31d27663 req-584dfd7d-a838-4e8a-81b0-7ab335842647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:12.495185 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8c191e27-40a0-4c41-b150-0cff31d27663 req-584dfd7d-a838-4e8a-81b0-7ab335842647 service neutron] 10.222.0.13 "GET /v2.0/networks?id=baad6524-bf83-4783-a736-2fe3005abb37 HTTP/1.1" status: 200 len: 915 time: 0.3399656 May 20 20:42:12.522128 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c8691e-5df8-4528-a1d9-323a3be85e89 req-2d1d6baa-c7f6-4572-8bb1-de00226fe017 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:12.532008 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-17c8691e-5df8-4528-a1d9-323a3be85e89 req-2d1d6baa-c7f6-4572-8bb1-de00226fe017 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] 10.222.0.35 "GET /v2.0/ports?device_id=fcdfd360-409c-4b60-958a-ff3f6575c816 HTTP/1.1" status: 200 len: 945 time: 0.1883597 May 20 20:42:12.555676 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-77f0bed6-fd27-4634-9453-f4acfd7fdb2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33072122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748162'] for network, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:12.604028 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-77f0bed6-fd27-4634-9453-f4acfd7fdb2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:12.611658 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-77f0bed6-fd27-4634-9453-f4acfd7fdb2e admin admin] 10.222.0.35 "DELETE /v2.0/networks/43b31a34-b7b6-4de5-843e-4ce7c2a6eef8 HTTP/1.1" status: 204 len: 168 time: 1.2257223 May 20 20:42:12.628790 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f0bed6-fd27-4634-9453-f4acfd7fdb2e admin admin] Pushing event deleted for resources: {'Network': ['ID=43b31a34-b7b6-4de5-843e-4ce7c2a6eef8,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:42:12.648819 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-17c8691e-5df8-4528-a1d9-323a3be85e89 req-cf95c0f6-4d12-4f65-9ff5-845ee4f492b7 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] 10.222.0.35 "GET /v2.0/security-groups?id=0a1ca955-ee86-4e03-bb39-6b1e6a532a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009827 May 20 20:42:12.761009 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-167cf29b-7551-4314-a368-28d3ec5497c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:12.802777 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-828f9a89-37cf-485e-b58d-eec551650d64 None None] Notify callbacks [] for port, precommit_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:12.869013 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 49268) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:42:12.879213 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25f2ea0-c82a-418e-87c5-b2c54cef7b28 req-064f8d17-b6bf-4d38-bb66-06149ef6d863 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:12.880733 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a25f2ea0-c82a-418e-87c5-b2c54cef7b28 req-064f8d17-b6bf-4d38-bb66-06149ef6d863 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/ports?device_id=73e6ff91-e9c8-4167-9370-e79bd8c2a253 HTTP/1.1" status: 200 len: 945 time: 0.1008570 May 20 20:42:12.881411 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-167cf29b-7551-4314-a368-28d3ec5497c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:12.885236 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8c191e27-40a0-4c41-b150-0cff31d27663 req-befded23-28c4-4d12-b90b-c6a8628ae66d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=13070f08-d11b-4271-abf6-4057a78ab9b2 HTTP/1.1" status: 200 len: 217 time: 0.0533793 May 20 20:42:12.914132 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-167cf29b-7551-4314-a368-28d3ec5497c3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 212} {{(pid=103163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 20:42:12.940593 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-828f9a89-37cf-485e-b58d-eec551650d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:12.961660 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 38390) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:42:12.963188 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-167cf29b-7551-4314-a368-28d3ec5497c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:12.966464 n-d-842733-1 neutron-server[103163]: INFO neutron.db.segments_db [None req-167cf29b-7551-4314-a368-28d3ec5497c3 admin admin] Added segment 24da4578-09fd-484c-a7c3-5ab623d591ad of type vlan for network 574ea0b2-9422-452c-860a-803c828a5092 May 20 20:42:12.980330 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167cf29b-7551-4314-a368-28d3ec5497c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=546ebacc-5ea6-43c6-a495-bda03cdb5e2f,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:42:13.004426 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-b289fbdb-f64e-4c99-a34d-88539f6cba27 tempest-ServersTestJSON-243295285 tempest-ServersTestJSON-243295285-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1770543826', 'description': 'tempest-description--924792365'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:42:13.092389 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed6bbf9-7d29-4b3e-bd48-9f54f9c6b523 req-c3caae73-7708-4835-b1a2-2675e4515651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:13.094767 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-7ed6bbf9-7d29-4b3e-bd48-9f54f9c6b523 req-c3caae73-7708-4835-b1a2-2675e4515651 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=14307be6da164addbb4e96db68f248f8&device_id=874ccf1e-13f9-44e1-b28b-86c81de29922 HTTP/1.1" status: 200 len: 1094 time: 0.2214208 May 20 20:42:13.099913 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a25f2ea0-c82a-418e-87c5-b2c54cef7b28 req-66b79c8d-1474-4f82-b242-47a0cb3e5cf5 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/security-groups?id=c9d9c404-d869-4158-9779-ac1a15da4bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017796 May 20 20:42:13.128176 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade5d5d7-bc6d-4b0d-9f01-7678eab9c566 None None] Pushing event updated for resources: {'Port': ['ID=43da6c23-5f3b-4922-95c9-783f86bfc8e7,revision_number=3']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:42:13.183109 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b289fbdb-f64e-4c99-a34d-88539f6cba27 tempest-ServersTestJSON-243295285 tempest-ServersTestJSON-243295285-project] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:13.235110 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 38396) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:42:13.251404 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-828f9a89-37cf-485e-b58d-eec551650d64 None None] Attempting to bind port 43da6c23-5f3b-4922-95c9-783f86bfc8e7 on host n-d-842733-1 for vnic_type normal with profile {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:42:13.251993 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-828f9a89-37cf-485e-b58d-eec551650d64 None None] Attempting to bind port 43da6c23-5f3b-4922-95c9-783f86bfc8e7 by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': 'cb794393-2e5e-44dc-94ec-c3ce277f8794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '51ec8106-415b-4da6-8e19-8077690a9654'}] {{(pid=103165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:42:13.252284 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-828f9a89-37cf-485e-b58d-eec551650d64 None None] Attempting to bind port 43da6c23-5f3b-4922-95c9-783f86bfc8e7 on network 51ec8106-415b-4da6-8e19-8077690a9654 {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:42:13.258685 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-828f9a89-37cf-485e-b58d-eec551650d64 None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 41, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:42:13.259111 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-828f9a89-37cf-485e-b58d-eec551650d64 None None] Checking segment: {'id': 'cb794393-2e5e-44dc-94ec-c3ce277f8794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '51ec8106-415b-4da6-8e19-8077690a9654'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:42:13.259506 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-828f9a89-37cf-485e-b58d-eec551650d64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:13.259892 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-828f9a89-37cf-485e-b58d-eec551650d64 None None] Bound using segment: {'id': 'cb794393-2e5e-44dc-94ec-c3ce277f8794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '51ec8106-415b-4da6-8e19-8077690a9654'} {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:42:13.260407 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-828f9a89-37cf-485e-b58d-eec551650d64 None None] Bound port: 43da6c23-5f3b-4922-95c9-783f86bfc8e7, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb794393-2e5e-44dc-94ec-c3ce277f8794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '51ec8106-415b-4da6-8e19-8077690a9654'}}] {{(pid=103165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:42:13.261076 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-828f9a89-37cf-485e-b58d-eec551650d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:13.308257 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-167cf29b-7551-4314-a368-28d3ec5497c3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418993264'] for network, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:13.344198 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c191e27-40a0-4c41-b150-0cff31d27663 req-23efbebb-c9a0-4e0c-be52-0b56a05bd17f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:13.345727 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8c191e27-40a0-4c41-b150-0cff31d27663 req-23efbebb-c9a0-4e0c-be52-0b56a05bd17f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6e166003-715e-4f35-82f5-046af1f78c1c HTTP/1.1" status: 200 len: 853 time: 0.3765781 May 20 20:42:13.384186 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-828f9a89-37cf-485e-b58d-eec551650d64 None None] For port 43da6c23-5f3b-4922-95c9-783f86bfc8e7, host n-d-842733-1, cleared binding levels {{(pid=103165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:42:13.387407 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-828f9a89-37cf-485e-b58d-eec551650d64 None None] For port 43da6c23-5f3b-4922-95c9-783f86bfc8e7, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=43da6c23-5f3b-4922-95c9-783f86bfc8e7,segment=NetworkSegment(cb794393-2e5e-44dc-94ec-c3ce277f8794),segment_id=cb794393-2e5e-44dc-94ec-c3ce277f8794)] {{(pid=103165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:42:13.404404 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c7e81b14-b8e5-480b-8ee7-5aac1e7c36b9 req-49560385-3392-41fe-aced-fa91f152ac04 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ac9eebca-999a-402a-b2b5-aa424b891f77&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4326627 May 20 20:42:13.459217 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed6bbf9-7d29-4b3e-bd48-9f54f9c6b523 req-fe3bb431-5162-43f3-aadf-6a1569ec620a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:13.461385 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-7ed6bbf9-7d29-4b3e-bd48-9f54f9c6b523 req-fe3bb431-5162-43f3-aadf-6a1569ec620a service neutron] 10.222.0.13 "GET /v2.0/networks?id=f2c1f29b-3984-454a-a363-825a8303b3d8 HTTP/1.1" status: 200 len: 913 time: 0.3392198 May 20 20:42:13.462681 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-725c9037-0a72-4b1c-8ef4-57af55ddf3a9 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9d61730eb3d94de98e72b04f2e8a4c8e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2116506 May 20 20:42:13.473111 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3925716d-b20c-4496-823f-002324c6514a req-b02be1f7-87e8-4ec0-9fb5-9b5736403bef tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:13.474430 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 38400) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:42:13.481390 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3925716d-b20c-4496-823f-002324c6514a req-b02be1f7-87e8-4ec0-9fb5-9b5736403bef tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] 10.222.0.35 "GET /v2.0/ports?device_id=874ccf1e-13f9-44e1-b28b-86c81de29922 HTTP/1.1" status: 200 len: 943 time: 0.2954216 May 20 20:42:13.533266 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-828f9a89-37cf-485e-b58d-eec551650d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:13.541881 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f655c2d-a5a4-42e1-934f-a103b37dd594 req-d8ff361e-1c27-47d8-a0b5-fc5027a68382 tempest-LiveMigrationTest-1108997473 tempest-LiveMigrationTest-1108997473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:13.543374 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2f655c2d-a5a4-42e1-934f-a103b37dd594 req-d8ff361e-1c27-47d8-a0b5-fc5027a68382 tempest-LiveMigrationTest-1108997473 tempest-LiveMigrationTest-1108997473-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=fcdfd360-409c-4b60-958a-ff3f6575c816 HTTP/1.1" status: 200 len: 1096 time: 0.2582309 May 20 20:42:13.557695 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c191e27-40a0-4c41-b150-0cff31d27663 req-437ab364-6092-4d0e-9acb-b3d87ed2e83e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:13.559407 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8c191e27-40a0-4c41-b150-0cff31d27663 req-437ab364-6092-4d0e-9acb-b3d87ed2e83e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=baad6524-bf83-4783-a736-2fe3005abb37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1605451 May 20 20:42:13.575001 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-14d92c60-f5e4-46f2-85ba-774922d77af4 None None] Provisioning complete for port 43da6c23-5f3b-4922-95c9-783f86bfc8e7 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:42:13.578841 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-7ed6bbf9-7d29-4b3e-bd48-9f54f9c6b523 req-68bfacfa-1281-4f01-a526-7dd81af73792 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ed0c608d-9d39-41cd-b9c8-8ab40b47d2dc HTTP/1.1" status: 200 len: 217 time: 0.0733993 May 20 20:42:13.581332 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-14d92c60-f5e4-46f2-85ba-774922d77af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:13.588075 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3925716d-b20c-4496-823f-002324c6514a req-6081fda1-ab5e-4e80-a02b-b0aa613b3b89 tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] 10.222.0.35 "GET /v2.0/security-groups?id=f4b7709e-62c4-4c92-9539-853c7ed8a4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008534 May 20 20:42:13.588248 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-cb6b6bd4-1cb3-4cbe-8e5f-adb5d574278d req-f7d6bc9f-caab-4f30-bc50-a7cf0e1c0dbc service neutron] For port 14e84b14-5302-4a18-b663-c57259b108a0, host n-h1-842733-1, cleared binding levels {{(pid=103162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:42:13.591682 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-cb6b6bd4-1cb3-4cbe-8e5f-adb5d574278d req-f7d6bc9f-caab-4f30-bc50-a7cf0e1c0dbc service neutron] Notify callbacks [] for binding, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:13.593319 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-cb6b6bd4-1cb3-4cbe-8e5f-adb5d574278d req-f7d6bc9f-caab-4f30-bc50-a7cf0e1c0dbc service neutron] 10.222.0.13 "DELETE /v2.0/ports/14e84b14-5302-4a18-b663-c57259b108a0/bindings/n-h1-842733-1 HTTP/1.1" status: 204 len: 173 time: 0.7601645 May 20 20:42:13.633714 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-167cf29b-7551-4314-a368-28d3ec5497c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524'] for network, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:13.634954 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-167cf29b-7551-4314-a368-28d3ec5497c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:13.635278 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-167cf29b-7551-4314-a368-28d3ec5497c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:13.636379 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-828f9a89-37cf-485e-b58d-eec551650d64 None None] Routers {'887bcf52-cc21-4679-bec8-41fbf0daaba2'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:42:13.637259 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-828f9a89-37cf-485e-b58d-eec551650d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:41:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['887bcf52-cc21-4679-bec8-41fbf0daaba2'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:42:13.644094 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade5d5d7-bc6d-4b0d-9f01-7678eab9c566 None None] Pushing event updated for resources: {'Port': ['ID=43da6c23-5f3b-4922-95c9-783f86bfc8e7,revision_number=4']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:42:13.759236 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-11efcd6a-be16-4834-adb5-350fee0a674b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:13.802023 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed6bbf9-7d29-4b3e-bd48-9f54f9c6b523 req-a5fad6b2-64d0-4d46-b565-1599f4bbc23a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:13.815954 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-14d92c60-f5e4-46f2-85ba-774922d77af4 None None] Current status of the port 43da6c23-5f3b-4922-95c9-783f86bfc8e7 is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:42:13.816339 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-14d92c60-f5e4-46f2-85ba-774922d77af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:13.819451 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-7ed6bbf9-7d29-4b3e-bd48-9f54f9c6b523 req-a5fad6b2-64d0-4d46-b565-1599f4bbc23a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b6e11a18-e233-4d96-9624-671f5264a4cf HTTP/1.1" status: 200 len: 852 time: 0.2311630 May 20 20:42:13.871642 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b289fbdb-f64e-4c99-a34d-88539f6cba27 tempest-ServersTestJSON-243295285 tempest-ServersTestJSON-243295285-project] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:13.908654 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-11efcd6a-be16-4834-adb5-350fee0a674b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:13.938727 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-14d92c60-f5e4-46f2-85ba-774922d77af4 None None] For port 43da6c23-5f3b-4922-95c9-783f86bfc8e7, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=43da6c23-5f3b-4922-95c9-783f86bfc8e7,segment=NetworkSegment(cb794393-2e5e-44dc-94ec-c3ce277f8794),segment_id=cb794393-2e5e-44dc-94ec-c3ce277f8794)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:42:13.958205 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-828f9a89-37cf-485e-b58d-eec551650d64 None None] Set router 887bcf52-cc21-4679-bec8-41fbf0daaba2 gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:42:13.962153 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b289fbdb-f64e-4c99-a34d-88539f6cba27 tempest-ServersTestJSON-243295285 tempest-ServersTestJSON-243295285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:14.019412 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-14d92c60-f5e4-46f2-85ba-774922d77af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:14.046090 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167cf29b-7551-4314-a368-28d3ec5497c3 admin admin] Pushing event updated for resources: {'Network': ['ID=574ea0b2-9422-452c-860a-803c828a5092,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:42:14.068964 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8c191e27-40a0-4c41-b150-0cff31d27663 req-5e1a6886-f53d-484c-ac82-8e6746f0cf87 service neutron] 10.222.0.13 "GET /v2.0/networks/baad6524-bf83-4783-a736-2fe3005abb37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4687021 May 20 20:42:14.093601 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b289fbdb-f64e-4c99-a34d-88539f6cba27 tempest-ServersTestJSON-243295285 tempest-ServersTestJSON-243295285-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f95948d4-b2dc-454a-91a1-bd295de21e54,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:42:14.138810 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-7ed6bbf9-7d29-4b3e-bd48-9f54f9c6b523 req-e484eb81-6870-4d6b-918e-08a37bf9131d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f2c1f29b-3984-454a-a363-825a8303b3d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0883961 May 20 20:42:14.154707 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b289fbdb-f64e-4c99-a34d-88539f6cba27 tempest-ServersTestJSON-243295285 tempest-ServersTestJSON-243295285-project] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:14.160645 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-b289fbdb-f64e-4c99-a34d-88539f6cba27 tempest-ServersTestJSON-243295285 tempest-ServersTestJSON-243295285-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.1852825 May 20 20:42:14.165599 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 38404) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:42:14.198656 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-2ed2abf0-77a0-4fbb-b268-5d588bfe053c tempest-ServersTestJSON-243295285 tempest-ServersTestJSON-243295285-project] Request body: {'security_group_rule': {'security_group_id': 'f95948d4-b2dc-454a-91a1-bd295de21e54', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:42:14.220135 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e81b14-b8e5-480b-8ee7-5aac1e7c36b9 req-ccd25427-37e6-4ede-a534-87b83542cc38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:14.222491 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c7e81b14-b8e5-480b-8ee7-5aac1e7c36b9 req-ccd25427-37e6-4ede-a534-87b83542cc38 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=33876e14b0274b60a421aea47180bf46&device_id=ac9eebca-999a-402a-b2b5-aa424b891f77 HTTP/1.1" status: 200 len: 1095 time: 0.7251642 May 20 20:42:14.230883 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d92c60-f5e4-46f2-85ba-774922d77af4 None None] Pushing event updated for resources: {'Port': ['ID=43da6c23-5f3b-4922-95c9-783f86bfc8e7,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:42:14.243604 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Network 574ea0b2-9422-452c-860a-803c828a5092 details requested by agent ovs-agent-n-d-842733-1 with host n-d-842733-1 {{(pid=103164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 20 20:42:14.280797 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2f655c2d-a5a4-42e1-934f-a103b37dd594 req-bd060678-d46d-4de0-87df-b3d0b5489760 tempest-LiveMigrationTest-1108997473 tempest-LiveMigrationTest-1108997473-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=0a1ca955-ee86-4e03-bb39-6b1e6a532a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7028766 May 20 20:42:14.307371 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8c191e27-40a0-4c41-b150-0cff31d27663 req-71cb99ec-512e-4240-9f1e-91876bcb39bf service neutron] 10.222.0.13 "GET /v2.0/networks/baad6524-bf83-4783-a736-2fe3005abb37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1634829 May 20 20:42:14.337246 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-11efcd6a-be16-4834-adb5-350fee0a674b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:14.342325 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-11efcd6a-be16-4834-adb5-350fee0a674b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:14.344161 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-167cf29b-7551-4314-a368-28d3ec5497c3 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.7481525 May 20 20:42:14.344303 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-11efcd6a-be16-4834-adb5-350fee0a674b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/eec57af1-0f19-4553-a9cd-e5a7e2d1eecc HTTP/1.1" status: 204 len: 168 time: 0.8686593 May 20 20:42:14.364607 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 38408) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:42:14.391643 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-353d8f45-b210-48a2-ad8d-73b2a34c990f admin admin] Request body: {'subnet': {'network_id': '574ea0b2-9422-452c-860a-803c828a5092', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1665603526-subnet', 'tenant_id': 'a2d17c0110a94477bf984a8f69472a51', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:42:14.391820 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e0ada7-ca20-4aab-b1f2-67fad9cdd939 req-a86f938c-8c3a-4fe9-a438-da5e2494552c tempest-AttachSCSIVolumeTestJSON-1216389807 tempest-AttachSCSIVolumeTestJSON-1216389807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:14.396932 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e9e0ada7-ca20-4aab-b1f2-67fad9cdd939 req-a86f938c-8c3a-4fe9-a438-da5e2494552c tempest-AttachSCSIVolumeTestJSON-1216389807 tempest-AttachSCSIVolumeTestJSON-1216389807-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e4761ad-a107-481b-93f5-2fd5c1a03859 HTTP/1.1" status: 200 len: 943 time: 0.3693871 May 20 20:42:14.414839 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-828f9a89-37cf-485e-b58d-eec551650d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '887bcf52-cc21-4679-bec8-41fbf0daaba2', 'name': 'tempest-ServersTestJSON-1715701810-router', 'tenant_id': '16add71a0ec946a18f61d15298c23d6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': '4e216dd5-6590-400f-94e1-1528659b7941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:41:57Z', 'updated_at': '2022-05-20T20:42:07Z', 'revision_number': 4, 'project_id': '16add71a0ec946a18f61d15298c23d6f', 'gw_port': {'id': '4e216dd5-6590-400f-94e1-1528659b7941', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:20:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887bcf52-cc21-4679-bec8-41fbf0daaba2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 862, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:41:58Z', 'updated_at': '2022-05-20T20:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': '43da6c23-5f3b-4922-95c9-783f86bfc8e7', 'name': '', 'network_id': '51ec8106-415b-4da6-8e19-8077690a9654', 'tenant_id': '16add71a0ec946a18f61d15298c23d6f', 'mac_address': 'fa:16:3e:ac:1c:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '887bcf52-cc21-4679-bec8-41fbf0daaba2', 'device_owner': 'network:router_interface', 'standard_attr_id': 874, 'fixed_ips': [{'subnet_id': '5b3fecbc-4363-4558-bc2e-f6cfa24f9a5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:42:04Z', 'updated_at': '2022-05-20T20:42:13Z', 'revision_number': 4, 'project_id': '16add71a0ec946a18f61d15298c23d6f', 'subnets': [{'id': '5b3fecbc-4363-4558-bc2e-f6cfa24f9a5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:42:14.444555 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11efcd6a-be16-4834-adb5-350fee0a674b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eec57af1-0f19-4553-a9cd-e5a7e2d1eecc,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:42:14.496055 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e9e0ada7-ca20-4aab-b1f2-67fad9cdd939 req-7632cc4c-d260-4a1e-864e-1590e0f22017 tempest-AttachSCSIVolumeTestJSON-1216389807 tempest-AttachSCSIVolumeTestJSON-1216389807-project] 10.222.0.35 "GET /v2.0/security-groups?id=cda9c8f3-e014-4482-a179-394f0a3f0129&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0979900 May 20 20:42:14.497363 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-828f9a89-37cf-485e-b58d-eec551650d64 None None] The sync data for ids ['887bcf52-cc21-4679-bec8-41fbf0daaba2'] in n-d-842733-1 is: [{'id': '887bcf52-cc21-4679-bec8-41fbf0daaba2', 'name': 'tempest-ServersTestJSON-1715701810-router', 'tenant_id': '16add71a0ec946a18f61d15298c23d6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': '4e216dd5-6590-400f-94e1-1528659b7941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:41:57Z', 'updated_at': '2022-05-20T20:42:07Z', 'revision_number': 4, 'project_id': '16add71a0ec946a18f61d15298c23d6f', 'gw_port': {'id': '4e216dd5-6590-400f-94e1-1528659b7941', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:20:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887bcf52-cc21-4679-bec8-41fbf0daaba2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 862, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:41:58Z', 'updated_at': '2022-05-20T20:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': '43da6c23-5f3b-4922-95c9-783f86bfc8e7', 'name': '', 'network_id': '51ec8106-415b-4da6-8e19-8077690a9654', 'tenant_id': '16add71a0ec946a18f61d15298c23d6f', 'mac_address': 'fa:16:3e:ac:1c:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '887bcf52-cc21-4679-bec8-41fbf0daaba2', 'device_owner': 'network:router_interface', 'standard_attr_id': 874, 'fixed_ips': [{'subnet_id': '5b3fecbc-4363-4558-bc2e-f6cfa24f9a5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:42:04Z', 'updated_at': '2022-05-20T20:42:13Z', 'revision_number': 4, 'project_id': '16add71a0ec946a18f61d15298c23d6f', 'subnets': [{'id': '5b3fecbc-4363-4558-bc2e-f6cfa24f9a5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 20:42:14.521544 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-c6537379-8905-4e69-aa51-37e56e1f665c None None] Provisioning complete for port 43da6c23-5f3b-4922-95c9-783f86bfc8e7 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:42:14.540301 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c6537379-8905-4e69-aa51-37e56e1f665c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:14.560904 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-7ed6bbf9-7d29-4b3e-bd48-9f54f9c6b523 req-209911ea-c331-499c-9055-49dc28305edb service neutron] 10.222.0.13 "GET /v2.0/networks/f2c1f29b-3984-454a-a363-825a8303b3d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3983150 May 20 20:42:14.572105 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2ed2abf0-77a0-4fbb-b268-5d588bfe053c tempest-ServersTestJSON-243295285 tempest-ServersTestJSON-243295285-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:14.646375 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-353d8f45-b210-48a2-ad8d-73b2a34c990f admin admin] Made reservation on behalf of a2d17c0110a94477bf984a8f69472a51 for: {'subnet': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:42:14.648615 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-353d8f45-b210-48a2-ad8d-73b2a34c990f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4018244'] for subnet, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:14.659724 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e81b14-b8e5-480b-8ee7-5aac1e7c36b9 req-712d94db-c3c4-4709-86b6-337b52acf562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:14.661198 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c7e81b14-b8e5-480b-8ee7-5aac1e7c36b9 req-712d94db-c3c4-4709-86b6-337b52acf562 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f2296de0-b06c-422e-98fe-14a3771aba33 HTTP/1.1" status: 200 len: 908 time: 0.3566413 May 20 20:42:14.755417 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c7e81b14-b8e5-480b-8ee7-5aac1e7c36b9 req-83cc0d62-317f-49ad-bfcd-11586e0843c7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=49eba6ec-323b-40ab-b0e1-d93823fd439f HTTP/1.1" status: 200 len: 217 time: 0.0527303 May 20 20:42:14.814744 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-c6537379-8905-4e69-aa51-37e56e1f665c None None] Current status of the port 43da6c23-5f3b-4922-95c9-783f86bfc8e7 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:42:14.836195 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396e2713-04d6-40b8-8ac6-5d523bf7443f req-7eb642f4-23cc-4d6c-8217-b8f9259e6508 tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:14.842700 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-396e2713-04d6-40b8-8ac6-5d523bf7443f req-7eb642f4-23cc-4d6c-8217-b8f9259e6508 tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] 10.222.0.35 "GET /v2.0/ports?device_id=737ed128-a870-40bf-b78e-cbad2b60d994 HTTP/1.1" status: 200 len: 946 time: 0.4038537 May 20 20:42:14.912843 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f42f0c-4ab9-49f6-869d-6d7c237c5b31 req-243fc3d9-6ffb-4d23-a2cb-8e411b38d615 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:14.922545 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-29f42f0c-4ab9-49f6-869d-6d7c237c5b31 req-243fc3d9-6ffb-4d23-a2cb-8e411b38d615 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/ports?device_id=73e6ff91-e9c8-4167-9370-e79bd8c2a253 HTTP/1.1" status: 200 len: 945 time: 0.2719676 May 20 20:42:15.116194 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-396e2713-04d6-40b8-8ac6-5d523bf7443f req-4045e1fb-bc28-4b20-880e-4518b473b4d4 tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] 10.222.0.35 "GET /v2.0/security-groups?id=b4498864-440f-46b0-a344-70b0d7510345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2233555 May 20 20:42:15.125450 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e81b14-b8e5-480b-8ee7-5aac1e7c36b9 req-525dbf8c-a040-4d3b-9426-b43ad4d1a55c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:15.136653 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c7e81b14-b8e5-480b-8ee7-5aac1e7c36b9 req-525dbf8c-a040-4d3b-9426-b43ad4d1a55c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f9e5fad6-106c-4fb6-bdcf-0e79e7e3eb1f HTTP/1.1" status: 200 len: 847 time: 0.3660421 May 20 20:42:15.236645 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-29f42f0c-4ab9-49f6-869d-6d7c237c5b31 req-b682596d-5380-4c85-addf-c1e6211ec78a tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/security-groups?id=c9d9c404-d869-4158-9779-ac1a15da4bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2721167 May 20 20:42:15.236645 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c7e81b14-b8e5-480b-8ee7-5aac1e7c36b9 req-6a51c724-e13a-4711-9bdd-42911fdc9fa7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f2296de0-b06c-422e-98fe-14a3771aba33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0644126 May 20 20:42:15.258418 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device ed0c608d-9d39-41cd-b9c8-8ab40b47d2dc details requested by agent hyperv_n-h2-842733-1 with host n-h2-842733-1 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 20:42:15.293165 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2ed2abf0-77a0-4fbb-b268-5d588bfe053c tempest-ServersTestJSON-243295285 tempest-ServersTestJSON-243295285-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:15.335187 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-7ed6bbf9-7d29-4b3e-bd48-9f54f9c6b523 req-8ce2ba3f-bbb8-4aae-8341-1261ed0d6e73 service neutron] 10.222.0.13 "GET /v2.0/networks/f2c1f29b-3984-454a-a363-825a8303b3d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7590883 May 20 20:42:15.459207 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2ed2abf0-77a0-4fbb-b268-5d588bfe053c tempest-ServersTestJSON-243295285 tempest-ServersTestJSON-243295285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691816'] for security_group_rule, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:15.536357 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port ed0c608d-9d39-41cd-b9c8-8ab40b47d2dc, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=ed0c608d-9d39-41cd-b9c8-8ab40b47d2dc,segment=NetworkSegment(3074e67a-6387-4709-bab9-e18fa7662e57),segment_id=3074e67a-6387-4709-bab9-e18fa7662e57)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:42:15.547728 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65854a7a-e835-4fcb-8df3-ce6501b6b01e req-4aa25153-9669-4de8-8aae-88d5c8bbdb8f tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:15.550460 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-65854a7a-e835-4fcb-8df3-ce6501b6b01e req-4aa25153-9669-4de8-8aae-88d5c8bbdb8f tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] 10.222.0.35 "GET /v2.0/ports?device_id=874ccf1e-13f9-44e1-b28b-86c81de29922 HTTP/1.1" status: 200 len: 943 time: 0.1311362 May 20 20:42:15.554979 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Returning: {'device': 'ed0c608d-9d39-41cd-b9c8-8ab40b47d2dc', 'network_id': 'f2c1f29b-3984-454a-a363-825a8303b3d8', 'port_id': 'ed0c608d-9d39-41cd-b9c8-8ab40b47d2dc', 'mac_address': 'fa:16:3e:51:9b:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6e11a18-e233-4d96-9624-671f5264a4cf', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 20 20:42:15.568380 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c7e81b14-b8e5-480b-8ee7-5aac1e7c36b9 req-93649096-ada6-4bf7-af5a-81209c4eb132 service neutron] 10.222.0.13 "GET /v2.0/networks/f2296de0-b06c-422e-98fe-14a3771aba33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3098791 May 20 20:42:15.585582 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 38420) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:42:15.587996 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed2abf0-77a0-4fbb-b268-5d588bfe053c tempest-ServersTestJSON-243295285 tempest-ServersTestJSON-243295285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=273574e6-4ffb-4fdc-bf97-1951014616f0,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:42:15.674558 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port ed0c608d-9d39-41cd-b9c8-8ab40b47d2dc is: DOWN; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:42:15.685355 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:15.704039 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed0c608d-9d39-41cd-b9c8-8ab40b47d2dc {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:42:15.712528 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2ed2abf0-77a0-4fbb-b268-5d588bfe053c tempest-ServersTestJSON-243295285 tempest-ServersTestJSON-243295285-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:15.714552 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-65854a7a-e835-4fcb-8df3-ce6501b6b01e req-687d560e-368f-43e7-bb74-0a4c29174d44 tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] 10.222.0.35 "GET /v2.0/security-groups?id=f4b7709e-62c4-4c92-9539-853c7ed8a4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552958 May 20 20:42:15.718605 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 38422) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:42:15.722499 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-2ed2abf0-77a0-4fbb-b268-5d588bfe053c tempest-ServersTestJSON-243295285 tempest-ServersTestJSON-243295285-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5436428 May 20 20:42:15.725890 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-353d8f45-b210-48a2-ad8d-73b2a34c990f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3797684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4018258'] for subnet, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:15.738453 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-b5e91949-11fb-4a83-8fa9-f7bde51be246 tempest-ServersTestJSON-243295285 tempest-ServersTestJSON-243295285-project] Request body: {'security_group_rule': {'security_group_id': 'f95948d4-b2dc-454a-91a1-bd295de21e54', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:42:15.738777 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port ed0c608d-9d39-41cd-b9c8-8ab40b47d2dc, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=ed0c608d-9d39-41cd-b9c8-8ab40b47d2dc,segment=NetworkSegment(3074e67a-6387-4709-bab9-e18fa7662e57),segment_id=3074e67a-6387-4709-bab9-e18fa7662e57)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:42:15.760836 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-deb608a4-3bab-4368-ab54-8cdb9aacbe6a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=dfea1cc00e014f7f99d2d9b356480fee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1727812 May 20 20:42:15.770561 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 38424) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:42:15.836651 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-353d8f45-b210-48a2-ad8d-73b2a34c990f admin admin] Checking segment: {'id': '24da4578-09fd-484c-a7c3-5ab623d591ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '574ea0b2-9422-452c-860a-803c828a5092'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:42:15.836651 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-353d8f45-b210-48a2-ad8d-73b2a34c990f admin admin] Network hostable DHCP agents. Network: 574ea0b2-9422-452c-860a-803c828a5092, hostable agents: ['c9b0653c-f3c7-4339-bd50-e3754b629216'], hosted agents: [] {{(pid=103162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 20:42:15.836651 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353d8f45-b210-48a2-ad8d-73b2a34c990f admin admin] Pushing event updated for resources: {'Subnet': ['ID=778a50d4-7727-4f2b-823c-ebe74bd911a0,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:42:15.836958 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c7e81b14-b8e5-480b-8ee7-5aac1e7c36b9 req-7ec5b8fd-b808-443f-869c-fb9b5b44c4cb service neutron] 10.222.0.13 "GET /v2.0/networks/f2296de0-b06c-422e-98fe-14a3771aba33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2491283 May 20 20:42:15.856299 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:15.965480 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-353d8f45-b210-48a2-ad8d-73b2a34c990f admin admin] Network 574ea0b2-9422-452c-860a-803c828a5092 is scheduled to be hosted by DHCP agent c9b0653c-f3c7-4339-bd50-e3754b629216 with binding_index 1 {{(pid=103162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 20:42:15.971463 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b5e91949-11fb-4a83-8fa9-f7bde51be246 tempest-ServersTestJSON-243295285 tempest-ServersTestJSON-243295285-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:15.971623 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=ed0c608d-9d39-41cd-b9c8-8ab40b47d2dc,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:42:16.009825 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4d5f8a79-cc12-40e2-ad7a-b22cc357a771 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:16.082320 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-353d8f45-b210-48a2-ad8d-73b2a34c990f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842733-1, 574ea0b2-9422-452c-860a-803c828a5092) {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:42:16.092560 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-353d8f45-b210-48a2-ad8d-73b2a34c990f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:16.093285 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6382d70f-0697-4f15-b62e-26a9db487fec None None] Network 574ea0b2-9422-452c-860a-803c828a5092 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:42:16.094160 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-353d8f45-b210-48a2-ad8d-73b2a34c990f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:16.115177 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4d5f8a79-cc12-40e2-ad7a-b22cc357a771 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:16.164807 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81a8569-3808-4fdc-96de-0dded3bb0489 req-4eddd4dd-3c4f-472e-a03f-bca29c4da094 tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:16.175146 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f81a8569-3808-4fdc-96de-0dded3bb0489 req-4eddd4dd-3c4f-472e-a03f-bca29c4da094 tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] 10.222.0.35 "GET /v2.0/ports?device_id=737ed128-a870-40bf-b78e-cbad2b60d994 HTTP/1.1" status: 200 len: 946 time: 0.3341577 May 20 20:42:16.213441 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-353d8f45-b210-48a2-ad8d-73b2a34c990f admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8476810 May 20 20:42:16.214361 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf171112-86ee-40bc-bea6-8b4c7fb3942c req-00a7bb47-be56-40ef-b7f4-b40ace6858a3 tempest-AttachSCSIVolumeTestJSON-1216389807 tempest-AttachSCSIVolumeTestJSON-1216389807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:16.216500 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-bf171112-86ee-40bc-bea6-8b4c7fb3942c req-00a7bb47-be56-40ef-b7f4-b40ace6858a3 tempest-AttachSCSIVolumeTestJSON-1216389807 tempest-AttachSCSIVolumeTestJSON-1216389807-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e4761ad-a107-481b-93f5-2fd5c1a03859 HTTP/1.1" status: 200 len: 943 time: 0.2656600 May 20 20:42:16.296140 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b5e91949-11fb-4a83-8fa9-f7bde51be246 tempest-ServersTestJSON-243295285 tempest-ServersTestJSON-243295285-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:16.340825 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f81a8569-3808-4fdc-96de-0dded3bb0489 req-12aa7873-0fa9-4768-8123-9103596fb4cb tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] 10.222.0.35 "GET /v2.0/security-groups?id=b4498864-440f-46b0-a344-70b0d7510345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645961 May 20 20:42:16.356411 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b5e91949-11fb-4a83-8fa9-f7bde51be246 tempest-ServersTestJSON-243295285 tempest-ServersTestJSON-243295285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691816'] for security_group_rule, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:16.428740 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e91949-11fb-4a83-8fa9-f7bde51be246 tempest-ServersTestJSON-243295285 tempest-ServersTestJSON-243295285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43659be1-b731-4250-82d6-cd06e2d336d0,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:42:16.485958 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-bf171112-86ee-40bc-bea6-8b4c7fb3942c req-4266824b-e42b-4b2b-bcea-5e27359f83c9 tempest-AttachSCSIVolumeTestJSON-1216389807 tempest-AttachSCSIVolumeTestJSON-1216389807-project] 10.222.0.35 "GET /v2.0/security-groups?id=cda9c8f3-e014-4482-a179-394f0a3f0129&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2317109 May 20 20:42:16.562162 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 43da6c23-5f3b-4922-95c9-783f86bfc8e7 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:42:16.562162 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] get_ports_and_sgs() called for port_ids ['ed0c608d-9d39-41cd-b9c8-8ab40b47d2dc'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:42:16.599506 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4d5f8a79-cc12-40e2-ad7a-b22cc357a771 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:16.608747 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4d5f8a79-cc12-40e2-ad7a-b22cc357a771 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:16.612834 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-4d5f8a79-cc12-40e2-ad7a-b22cc357a771 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/70210669-767f-4cc6-a885-5c0234b482d0 HTTP/1.1" status: 204 len: 168 time: 0.8392801 May 20 20:42:16.633182 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b5e91949-11fb-4a83-8fa9-f7bde51be246 tempest-ServersTestJSON-243295285 tempest-ServersTestJSON-243295285-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:16.634521 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-b5e91949-11fb-4a83-8fa9-f7bde51be246 tempest-ServersTestJSON-243295285 tempest-ServersTestJSON-243295285-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9118068 May 20 20:42:16.637990 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 38440) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:42:16.646147 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-f21da482-c4a8-42e4-bb18-9632597109ab tempest-ServersTestJSON-243295285 tempest-ServersTestJSON-243295285-project] Request body: {'floatingip': {'floating_network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:42:16.712947 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5f8a79-cc12-40e2-ad7a-b22cc357a771 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70210669-767f-4cc6-a885-5c0234b482d0,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:42:16.722636 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c456983-da87-40a9-84a1-dfe293b6fde9 req-497d0899-09c4-4f4a-902c-be57f987a9ea tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:16.730406 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8c456983-da87-40a9-84a1-dfe293b6fde9 req-497d0899-09c4-4f4a-902c-be57f987a9ea tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] 10.222.0.35 "GET /v2.0/ports?device_id=fcdfd360-409c-4b60-958a-ff3f6575c816 HTTP/1.1" status: 200 len: 945 time: 0.2325349 May 20 20:42:16.744054 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f21da482-c4a8-42e4-bb18-9632597109ab tempest-ServersTestJSON-243295285 tempest-ServersTestJSON-243295285-project] Notify callbacks [] for floatingip, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:16.781596 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed6ab7c5-8f5f-46d0-bbd3-4f8b0f31eee4 None None] Network 574ea0b2-9422-452c-860a-803c828a5092 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:42:16.808191 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda99b14-bdea-4c79-9414-069c1fbf2eaa req-f5f8e84c-b074-4da2-a316-55dcd09daec9 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:16.809820 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-fda99b14-bdea-4c79-9414-069c1fbf2eaa req-f5f8e84c-b074-4da2-a316-55dcd09daec9 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/ports?device_id=73e6ff91-e9c8-4167-9370-e79bd8c2a253 HTTP/1.1" status: 200 len: 945 time: 0.2142935 May 20 20:42:16.830106 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8c456983-da87-40a9-84a1-dfe293b6fde9 req-4c1f38ee-7ab2-4a3f-8f84-271d0d996bec tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] 10.222.0.35 "GET /v2.0/security-groups?id=0a1ca955-ee86-4e03-bb39-6b1e6a532a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986099 May 20 20:42:16.922541 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-fda99b14-bdea-4c79-9414-069c1fbf2eaa req-7ff49624-e938-457f-9640-715f34a77010 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/security-groups?id=c9d9c404-d869-4158-9779-ac1a15da4bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905190 May 20 20:42:16.953145 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 43da6c23-5f3b-4922-95c9-783f86bfc8e7 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:42:16.954247 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:16.988655 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f21da482-c4a8-42e4-bb18-9632597109ab tempest-ServersTestJSON-243295285 tempest-ServersTestJSON-243295285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:17.116288 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-f21da482-c4a8-42e4-bb18-9632597109ab tempest-ServersTestJSON-243295285 tempest-ServersTestJSON-243295285-project] Allocated IP 172.25.2.33 (e3a93b5c-91e2-4064-9c2c-1afc261bfe15/86fee0c1-6e34-488b-9216-b2b8e7ef585a/dee921ab-1ed8-44df-a212-563fa50fded3) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:42:17.219124 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5698fdd-bdd4-4361-ac48-fa31f9893c26 req-5f060644-b3fe-4a6c-b00e-c55776942cfb tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:17.227542 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e5698fdd-bdd4-4361-ac48-fa31f9893c26 req-5f060644-b3fe-4a6c-b00e-c55776942cfb tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] 10.222.0.35 "GET /v2.0/ports?device_id=874ccf1e-13f9-44e1-b28b-86c81de29922 HTTP/1.1" status: 200 len: 944 time: 0.1410999 May 20 20:42:17.299389 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e5698fdd-bdd4-4361-ac48-fa31f9893c26 req-a95edb92-022d-41d4-9df3-753005a1fe52 tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] 10.222.0.35 "GET /v2.0/security-groups?id=f4b7709e-62c4-4c92-9539-853c7ed8a4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707870 May 20 20:42:17.313537 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f21da482-c4a8-42e4-bb18-9632597109ab tempest-ServersTestJSON-243295285 tempest-ServersTestJSON-243295285-project] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:17.381644 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 43da6c23-5f3b-4922-95c9-783f86bfc8e7 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:42:17.494143 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ee45d5-3b2f-47f6-97a6-4789848ed14d req-f4a71759-5319-40e8-8af2-32ec627c8d9a tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:17.496195 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e2ee45d5-3b2f-47f6-97a6-4789848ed14d req-f4a71759-5319-40e8-8af2-32ec627c8d9a tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] 10.222.0.35 "GET /v2.0/ports?device_id=737ed128-a870-40bf-b78e-cbad2b60d994 HTTP/1.1" status: 200 len: 946 time: 0.0871499 May 20 20:42:17.581881 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e2ee45d5-3b2f-47f6-97a6-4789848ed14d req-77b8041a-417b-41b5-9857-3176d8f86d06 tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] 10.222.0.35 "GET /v2.0/security-groups?id=b4498864-440f-46b0-a344-70b0d7510345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774148 May 20 20:42:17.713686 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9d747a-321d-4a36-87f0-4e1bd288d436 req-75084534-53b8-424b-b98a-1f30760e3be4 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:17.713686 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9a9d747a-321d-4a36-87f0-4e1bd288d436 req-75084534-53b8-424b-b98a-1f30760e3be4 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] 10.222.0.13 "GET /v2.0/ports?device_id=fcdfd360-409c-4b60-958a-ff3f6575c816 HTTP/1.1" status: 200 len: 945 time: 0.0879562 May 20 20:42:17.713686 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b889a2a8-1bfc-423a-b158-ca9e77abdb36 req-c109ed7d-d2d1-456d-9cc7-630c12b9eedd tempest-AttachSCSIVolumeTestJSON-1216389807 tempest-AttachSCSIVolumeTestJSON-1216389807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:17.713686 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b889a2a8-1bfc-423a-b158-ca9e77abdb36 req-c109ed7d-d2d1-456d-9cc7-630c12b9eedd tempest-AttachSCSIVolumeTestJSON-1216389807 tempest-AttachSCSIVolumeTestJSON-1216389807-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e4761ad-a107-481b-93f5-2fd5c1a03859 HTTP/1.1" status: 200 len: 943 time: 0.0483177 May 20 20:42:17.744039 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b889a2a8-1bfc-423a-b158-ca9e77abdb36 req-08cf3956-e5fc-44d3-8c17-274856bc8171 tempest-AttachSCSIVolumeTestJSON-1216389807 tempest-AttachSCSIVolumeTestJSON-1216389807-project] 10.222.0.35 "GET /v2.0/security-groups?id=cda9c8f3-e014-4482-a179-394f0a3f0129&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523410 May 20 20:42:17.820732 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [req-9a9d747a-321d-4a36-87f0-4e1bd288d436 req-899db15d-b0a0-45fb-9374-263df3d73719 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] Deleting port 14e84b14-5302-4a18-b663-c57259b108a0 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:42:17.821073 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-9a9d747a-321d-4a36-87f0-4e1bd288d436 req-899db15d-b0a0-45fb-9374-263df3d73719 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:17.915434 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a1c6d8-04f8-436c-ad3f-e4f1a79afe61 req-da82c9a4-5aa0-4e13-8107-8467b6bc262b tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:17.917013 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-87a1c6d8-04f8-436c-ad3f-e4f1a79afe61 req-da82c9a4-5aa0-4e13-8107-8467b6bc262b tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] 10.222.0.35 "GET /v2.0/ports?device_id=737ed128-a870-40bf-b78e-cbad2b60d994 HTTP/1.1" status: 200 len: 946 time: 0.1128101 May 20 20:42:17.956524 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-9a9d747a-321d-4a36-87f0-4e1bd288d436 req-899db15d-b0a0-45fb-9374-263df3d73719 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] For port 14e84b14-5302-4a18-b663-c57259b108a0, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=14e84b14-5302-4a18-b663-c57259b108a0,segment=NetworkSegment(8e7444da-2574-4e87-afbd-a324be0dd68b),segment_id=8e7444da-2574-4e87-afbd-a324be0dd68b)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:42:17.956889 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-9a9d747a-321d-4a36-87f0-4e1bd288d436 req-899db15d-b0a0-45fb-9374-263df3d73719 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:17.977060 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [req-9a9d747a-321d-4a36-87f0-4e1bd288d436 req-899db15d-b0a0-45fb-9374-263df3d73719 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] Calling delete_port for 14e84b14-5302-4a18-b663-c57259b108a0 owned by compute:nova {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:42:17.991377 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-87a1c6d8-04f8-436c-ad3f-e4f1a79afe61 req-5c3483b6-4c31-4d53-986e-e7fe16c93717 tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] 10.222.0.35 "GET /v2.0/security-groups?id=b4498864-440f-46b0-a344-70b0d7510345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661931 May 20 20:42:18.146936 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde3b215-f045-41b0-afcf-58077f59b702 req-a5389070-c6ef-482e-ae85-f11663e05daf tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:18.148524 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-dde3b215-f045-41b0-afcf-58077f59b702 req-a5389070-c6ef-482e-ae85-f11663e05daf tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] 10.222.0.35 "GET /v2.0/ports?device_id=fcdfd360-409c-4b60-958a-ff3f6575c816 HTTP/1.1" status: 200 len: 945 time: 0.0911355 May 20 20:42:18.166879 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f21da482-c4a8-42e4-bb18-9632597109ab tempest-ServersTestJSON-243295285 tempest-ServersTestJSON-243295285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:18.190205 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-dde3b215-f045-41b0-afcf-58077f59b702 req-21b213ca-0cc1-4b60-940d-92e9b7bca0b1 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] 10.222.0.35 "GET /v2.0/security-groups?id=0a1ca955-ee86-4e03-bb39-6b1e6a532a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352519 May 20 20:42:18.212852 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f21da482-c4a8-42e4-bb18-9632597109ab tempest-ServersTestJSON-243295285 tempest-ServersTestJSON-243295285-project] Network e3a93b5c-91e2-4064-9c2c-1afc261bfe15 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:42:18.214399 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-f21da482-c4a8-42e4-bb18-9632597109ab tempest-ServersTestJSON-243295285 tempest-ServersTestJSON-243295285-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:42:18.216980 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f21da482-c4a8-42e4-bb18-9632597109ab tempest-ServersTestJSON-243295285 tempest-ServersTestJSON-243295285-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:42:18.252782 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21da482-c4a8-42e4-bb18-9632597109ab tempest-ServersTestJSON-243295285 tempest-ServersTestJSON-243295285-project] Pushing event updated for resources: {'Port': ['ID=dee921ab-1ed8-44df-a212-563fa50fded3,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:42:18.305622 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa34dcbe-0b6b-40d6-a8c8-c96b2391e2dd req-2915c4f2-e7b8-408c-83a5-15b92bfb9c98 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:18.307215 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-aa34dcbe-0b6b-40d6-a8c8-c96b2391e2dd req-2915c4f2-e7b8-408c-83a5-15b92bfb9c98 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/ports?device_id=73e6ff91-e9c8-4167-9370-e79bd8c2a253 HTTP/1.1" status: 200 len: 945 time: 0.0512674 May 20 20:42:18.348302 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-aa34dcbe-0b6b-40d6-a8c8-c96b2391e2dd req-be8c4364-ac2e-4e21-92a2-6e6c0818fab0 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/security-groups?id=c9d9c404-d869-4158-9779-ac1a15da4bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344164 May 20 20:42:18.457496 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed27a1c-f9b8-446a-aca4-46f2be6c9fd9 req-ab95bf7d-1efa-4391-abb9-330bd8c8acc0 tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:18.458933 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-bed27a1c-f9b8-446a-aca4-46f2be6c9fd9 req-ab95bf7d-1efa-4391-abb9-330bd8c8acc0 tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] 10.222.0.35 "GET /v2.0/ports?device_id=874ccf1e-13f9-44e1-b28b-86c81de29922 HTTP/1.1" status: 200 len: 944 time: 0.0491822 May 20 20:42:18.496572 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-bed27a1c-f9b8-446a-aca4-46f2be6c9fd9 req-dbf9fd54-58c8-4cf4-b408-9158d24afef4 tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] 10.222.0.35 "GET /v2.0/security-groups?id=f4b7709e-62c4-4c92-9539-853c7ed8a4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314972 May 20 20:42:18.551702 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-9a9d747a-321d-4a36-87f0-4e1bd288d436 req-899db15d-b0a0-45fb-9374-263df3d73719 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:18.590838 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] get_ports_and_sgs() called for port_ids ['d48c4a89-5248-4669-905a-a53da6b07df6', '14e84b14-5302-4a18-b663-c57259b108a0'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:42:18.606057 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f21da482-c4a8-42e4-bb18-9632597109ab tempest-ServersTestJSON-243295285 tempest-ServersTestJSON-243295285-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:18.640045 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899db15d-b0a0-45fb-9374-263df3d73719 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] Pushing event deleted for resources: {'Port': ['ID=14e84b14-5302-4a18-b663-c57259b108a0,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:42:18.685837 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a9d747a-321d-4a36-87f0-4e1bd288d436 req-899db15d-b0a0-45fb-9374-263df3d73719 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] No DVR routers for this DVR port 14e84b14-5302-4a18-b663-c57259b108a0 on host n-h2-842733-1 {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:42:18.690092 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-9a9d747a-321d-4a36-87f0-4e1bd288d436 req-899db15d-b0a0-45fb-9374-263df3d73719 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:18.696607 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9a9d747a-321d-4a36-87f0-4e1bd288d436 req-899db15d-b0a0-45fb-9374-263df3d73719 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] 10.222.0.13 "DELETE /v2.0/ports/14e84b14-5302-4a18-b663-c57259b108a0 HTTP/1.1" status: 204 len: 173 time: 1.0867395 May 20 20:42:18.696607 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcdfd360-409c-4b60-958a-ff3f6575c816', 'name': 'network-vif-deleted', 'tag': '14e84b14-5302-4a18-b663-c57259b108a0'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:42:18.696607 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4291b17aa7b45362825f0571e77c85f5e73afe1df9c7e9e15006df9d695c005e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85e72200-1643-44d1-be9b-801bcf1fd784" -d '{"events": [{"server_uuid": "fcdfd360-409c-4b60-958a-ff3f6575c816", "name": "network-vif-deleted", "tag": "14e84b14-5302-4a18-b663-c57259b108a0"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:42:18.707312 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5369a8a1-5e5e-4f81-b84f-5a31b8119e79 req-058dde2c-e59c-424d-b449-cc3ddf665b3a tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:18.708590 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5369a8a1-5e5e-4f81-b84f-5a31b8119e79 req-058dde2c-e59c-424d-b449-cc3ddf665b3a tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] 10.222.0.35 "GET /v2.0/ports?device_id=737ed128-a870-40bf-b78e-cbad2b60d994 HTTP/1.1" status: 200 len: 946 time: 0.1380076 May 20 20:42:18.750402 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5369a8a1-5e5e-4f81-b84f-5a31b8119e79 req-e502e188-6ce4-4634-a9a2-bb8b22167da8 tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] 10.222.0.35 "GET /v2.0/security-groups?id=b4498864-440f-46b0-a344-70b0d7510345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342596 May 20 20:42:18.794730 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f21da482-c4a8-42e4-bb18-9632597109ab tempest-ServersTestJSON-243295285 tempest-ServersTestJSON-243295285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:18.812182 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 20:42:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c56cac1-0dc0-4553-ae6d-96fb2d33c4e9 x-openstack-request-id: req-3c56cac1-0dc0-4553-ae6d-96fb2d33c4e9 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:42:18.812525 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcdfd360-409c-4b60-958a-ff3f6575c816", "name": "network-vif-deleted", "tag": "14e84b14-5302-4a18-b663-c57259b108a0", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:42:18.812764 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3c56cac1-0dc0-4553-ae6d-96fb2d33c4e9 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:42:18.813167 n-d-842733-1 neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c56cac1-0dc0-4553-ae6d-96fb2d33c4e9'] response: {'server_uuid': 'fcdfd360-409c-4b60-958a-ff3f6575c816', 'name': 'network-vif-deleted', 'tag': '14e84b14-5302-4a18-b663-c57259b108a0', 'status': 'completed', 'code': 200} May 20 20:42:19.001356 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f21da482-c4a8-42e4-bb18-9632597109ab tempest-ServersTestJSON-243295285 tempest-ServersTestJSON-243295285-project] Notify callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:19.057938 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f21da482-c4a8-42e4-bb18-9632597109ab tempest-ServersTestJSON-243295285 tempest-ServersTestJSON-243295285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:19.152073 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21da482-c4a8-42e4-bb18-9632597109ab tempest-ServersTestJSON-243295285 tempest-ServersTestJSON-243295285-project] Pushing event updated for resources: {'Port': ['ID=dee921ab-1ed8-44df-a212-563fa50fded3,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:42:19.166637 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f21da482-c4a8-42e4-bb18-9632597109ab tempest-ServersTestJSON-243295285 tempest-ServersTestJSON-243295285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748272'] for floatingip, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:19.240683 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d0e4e3-1404-4d05-8ef7-8aa483c9eb0b req-a3d86d24-d172-4778-8e59-a78bee14b64e tempest-AttachSCSIVolumeTestJSON-1216389807 tempest-AttachSCSIVolumeTestJSON-1216389807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:19.242430 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f21da482-c4a8-42e4-bb18-9632597109ab tempest-ServersTestJSON-243295285 tempest-ServersTestJSON-243295285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for floatingip, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:19.243672 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-f21da482-c4a8-42e4-bb18-9632597109ab tempest-ServersTestJSON-243295285 tempest-ServersTestJSON-243295285-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.6023831 May 20 20:42:19.245788 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-64d0e4e3-1404-4d05-8ef7-8aa483c9eb0b req-a3d86d24-d172-4778-8e59-a78bee14b64e tempest-AttachSCSIVolumeTestJSON-1216389807 tempest-AttachSCSIVolumeTestJSON-1216389807-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e4761ad-a107-481b-93f5-2fd5c1a03859 HTTP/1.1" status: 200 len: 943 time: 0.3971004 May 20 20:42:19.261557 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device ed0c608d-9d39-41cd-b9c8-8ab40b47d2dc up at agent hyperv_n-h2-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:42:19.268137 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbf6554-3cae-41d6-970d-1eeae3781e21 req-323e3975-b7a6-4315-8ab5-66dca95ce8a4 tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:19.278121 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-fdbf6554-3cae-41d6-970d-1eeae3781e21 req-323e3975-b7a6-4315-8ab5-66dca95ce8a4 tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] 10.222.0.35 "GET /v2.0/ports?device_id=737ed128-a870-40bf-b78e-cbad2b60d994 HTTP/1.1" status: 200 len: 946 time: 0.3994684 May 20 20:42:19.344477 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-64d0e4e3-1404-4d05-8ef7-8aa483c9eb0b req-73febb63-5c2f-4e59-8d84-98774758443e tempest-AttachSCSIVolumeTestJSON-1216389807 tempest-AttachSCSIVolumeTestJSON-1216389807-project] 10.222.0.35 "GET /v2.0/security-groups?id=cda9c8f3-e014-4482-a179-394f0a3f0129&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852084 May 20 20:42:19.352758 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-fdbf6554-3cae-41d6-970d-1eeae3781e21 req-6a4b1c14-1f52-4d5d-a3db-339da99dc38a tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] 10.222.0.35 "GET /v2.0/security-groups?id=b4498864-440f-46b0-a344-70b0d7510345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764849 May 20 20:42:19.410470 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Provisioning for port ed0c608d-9d39-41cd-b9c8-8ab40b47d2dc completed by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 20:42:19.417093 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Provisioning complete for port ed0c608d-9d39-41cd-b9c8-8ab40b47d2dc triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:42:19.419824 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:19.474457 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-47256be9-6a84-4b0b-b0b1-3ac412bed99e req-16d663b5-9651-4975-a782-e4ef9a4635d8 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] 10.222.0.35 "GET /v2.0/ports?device_id=fcdfd360-409c-4b60-958a-ff3f6575c816 HTTP/1.1" status: 200 len: 210 time: 0.0271652 May 20 20:42:19.551496 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port ed0c608d-9d39-41cd-b9c8-8ab40b47d2dc is: BUILD; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:42:19.551886 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:19.581385 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '874ccf1e-13f9-44e1-b28b-86c81de29922', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed0c608d-9d39-41cd-b9c8-8ab40b47d2dc'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:42:19.583757 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8485417003ce7c0410b00f5cdc2f391e21107b70bb68e2773712534a96e108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-588688c9-13bf-4bf8-8453-4cbf9469366c" -d '{"events": [{"server_uuid": "874ccf1e-13f9-44e1-b28b-86c81de29922", "name": "network-vif-plugged", "status": "completed", "tag": "ed0c608d-9d39-41cd-b9c8-8ab40b47d2dc"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:42:19.599026 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port ed0c608d-9d39-41cd-b9c8-8ab40b47d2dc, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=ed0c608d-9d39-41cd-b9c8-8ab40b47d2dc,segment=NetworkSegment(3074e67a-6387-4709-bab9-e18fa7662e57),segment_id=3074e67a-6387-4709-bab9-e18fa7662e57)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:42:19.624759 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f0410b-4df0-47d6-98f4-2c0e7d6ba1da req-f9426e26-daea-4803-85f9-504477515a9d tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:19.626384 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-32f0410b-4df0-47d6-98f4-2c0e7d6ba1da req-f9426e26-daea-4803-85f9-504477515a9d tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/ports?device_id=73e6ff91-e9c8-4167-9370-e79bd8c2a253 HTTP/1.1" status: 200 len: 945 time: 0.0782821 May 20 20:42:19.673654 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-32f0410b-4df0-47d6-98f4-2c0e7d6ba1da req-7e970493-d24b-4051-bc6b-47507aa2bd59 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/security-groups?id=c9d9c404-d869-4158-9779-ac1a15da4bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411885 May 20 20:42:19.692438 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:19.775532 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-fcba57ab-f9b9-421a-a6e8-040b723bfc31 req-20d2acd6-5e08-4064-ba0d-8908dc5a2de2 tempest-ServersTestJSON-243295285 tempest-ServersTestJSON-243295285-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--1770543826&fields=id&tenant_id=16add71a0ec946a18f61d15298c23d6f HTTP/1.1" status: 200 len: 267 time: 0.0959826 May 20 20:42:19.784942 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=ed0c608d-9d39-41cd-b9c8-8ab40b47d2dc,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:42:19.882882 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c6996849-d1c4-4d18-81af-db51c047844d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:19.889625 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae23f2e-fabb-46aa-b193-52ef6549bc8b req-659ee34d-072d-4e78-9d3f-b777c88c657f tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:19.891780 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3ae23f2e-fabb-46aa-b193-52ef6549bc8b req-659ee34d-072d-4e78-9d3f-b777c88c657f tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] 10.222.0.35 "GET /v2.0/ports?device_id=874ccf1e-13f9-44e1-b28b-86c81de29922 HTTP/1.1" status: 200 len: 945 time: 0.1196969 May 20 20:42:19.954308 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcba57ab-f9b9-421a-a6e8-040b723bfc31 req-7e8031e5-58ed-49b2-bee8-afd1805520d6 tempest-ServersTestJSON-243295285 tempest-ServersTestJSON-243295285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:19.955752 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-fcba57ab-f9b9-421a-a6e8-040b723bfc31 req-7e8031e5-58ed-49b2-bee8-afd1805520d6 tempest-ServersTestJSON-243295285 tempest-ServersTestJSON-243295285-project] 10.222.0.35 "GET /v2.0/networks?id=51ec8106-415b-4da6-8e19-8077690a9654 HTTP/1.1" status: 200 len: 806 time: 0.1644764 May 20 20:42:19.985783 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3ae23f2e-fabb-46aa-b193-52ef6549bc8b req-9eae2ea7-5b55-4a51-9e91-cfed9e418688 tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] 10.222.0.35 "GET /v2.0/security-groups?id=f4b7709e-62c4-4c92-9539-853c7ed8a4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777595 May 20 20:42:19.994001 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-fcba57ab-f9b9-421a-a6e8-040b723bfc31 req-dd0faccd-ed85-415a-8c07-2356e617a01b tempest-ServersTestJSON-243295285 tempest-ServersTestJSON-243295285-project] 10.222.0.35 "GET /v2.0/quotas/16add71a0ec946a18f61d15298c23d6f HTTP/1.1" status: 200 len: 375 time: 0.0308940 May 20 20:42:20.048831 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-fcba57ab-f9b9-421a-a6e8-040b723bfc31 req-234ddca4-53a9-4af4-b5ae-41388cfd3730 tempest-ServersTestJSON-243295285 tempest-ServersTestJSON-243295285-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=16add71a0ec946a18f61d15298c23d6f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0539799 May 20 20:42:20.151604 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 20:42:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ceedd6b6-0cd2-437e-a1d1-7b6c6abc9f20 x-openstack-request-id: req-ceedd6b6-0cd2-437e-a1d1-7b6c6abc9f20 {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:42:20.151900 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "874ccf1e-13f9-44e1-b28b-86c81de29922", "name": "network-vif-plugged", "status": "completed", "tag": "ed0c608d-9d39-41cd-b9c8-8ab40b47d2dc", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:42:20.152140 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ceedd6b6-0cd2-437e-a1d1-7b6c6abc9f20 {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:42:20.152533 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ceedd6b6-0cd2-437e-a1d1-7b6c6abc9f20'] response: {'server_uuid': '874ccf1e-13f9-44e1-b28b-86c81de29922', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed0c608d-9d39-41cd-b9c8-8ab40b47d2dc', 'code': 200} May 20 20:42:20.166464 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-fcba57ab-f9b9-421a-a6e8-040b723bfc31 req-8b8ddc0e-16f9-4e91-a127-4221ba0e6f37 service neutron] 10.222.0.35 "GET /v2.0/networks/51ec8106-415b-4da6-8e19-8077690a9654?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019187 May 20 20:42:20.345426 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757985a3-b306-4055-9950-fb0d1d82945c req-0bf0521d-1f8b-4202-9483-969454a59bfe tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:20.346874 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-757985a3-b306-4055-9950-fb0d1d82945c req-0bf0521d-1f8b-4202-9483-969454a59bfe tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] 10.222.0.35 "GET /v2.0/ports?device_id=737ed128-a870-40bf-b78e-cbad2b60d994 HTTP/1.1" status: 200 len: 946 time: 0.1077816 May 20 20:42:20.352331 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-fcba57ab-f9b9-421a-a6e8-040b723bfc31 req-fff6004e-1d53-4ec4-ba76-529c54f4fed8 service neutron] 10.222.0.35 "GET /v2.0/networks/51ec8106-415b-4da6-8e19-8077690a9654?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1779742 May 20 20:42:20.373643 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a4c8ab-decb-40ff-bbb1-008cdc35ad4f req-ff581aa2-191d-4fd2-9dfc-0185630b1cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:20.375154 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-32a4c8ab-decb-40ff-bbb1-008cdc35ad4f req-ff581aa2-191d-4fd2-9dfc-0185630b1cf8 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=874ccf1e-13f9-44e1-b28b-86c81de29922 HTTP/1.1" status: 200 len: 1096 time: 0.0896239 May 20 20:42:20.398430 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-757985a3-b306-4055-9950-fb0d1d82945c req-35343407-ddea-4892-8f59-44447c343630 tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] 10.222.0.35 "GET /v2.0/security-groups?id=b4498864-440f-46b0-a344-70b0d7510345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451744 May 20 20:42:20.422322 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-32a4c8ab-decb-40ff-bbb1-008cdc35ad4f req-e344e533-3315-4563-b888-333f3e46cb23 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=f4b7709e-62c4-4c92-9539-853c7ed8a4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365059 May 20 20:42:20.664379 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8d9429f5-e970-4ef3-95c2-ef2e430091c8 req-26fc5c18-6ef7-4365-a1b9-2224cf40965c tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=74b74d22d9d54e1eae7cec44a7fbec8d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0301633 May 20 20:42:20.804269 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93d4e60-f740-48d6-9f39-76dc7d24f5a4 req-92801d07-0cbb-43f2-aa33-b775d884b8e3 tempest-AttachSCSIVolumeTestJSON-1216389807 tempest-AttachSCSIVolumeTestJSON-1216389807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:20.807638 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d93d4e60-f740-48d6-9f39-76dc7d24f5a4 req-92801d07-0cbb-43f2-aa33-b775d884b8e3 tempest-AttachSCSIVolumeTestJSON-1216389807 tempest-AttachSCSIVolumeTestJSON-1216389807-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e4761ad-a107-481b-93f5-2fd5c1a03859 HTTP/1.1" status: 200 len: 943 time: 0.1116142 May 20 20:42:20.823783 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9429f5-e970-4ef3-95c2-ef2e430091c8 req-8b1c7c3d-a0d9-4128-81fa-bd8b7b81a6e1 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:20.825186 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8d9429f5-e970-4ef3-95c2-ef2e430091c8 req-8b1c7c3d-a0d9-4128-81fa-bd8b7b81a6e1 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1527562 May 20 20:42:20.851726 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8d9429f5-e970-4ef3-95c2-ef2e430091c8 req-0f7eacdf-7f30-495d-99ff-18c21506ae66 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/quotas/74b74d22d9d54e1eae7cec44a7fbec8d HTTP/1.1" status: 200 len: 375 time: 0.0193582 May 20 20:42:20.878212 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d93d4e60-f740-48d6-9f39-76dc7d24f5a4 req-7770ac7d-c3ca-4f58-821f-8c96f8105baf tempest-AttachSCSIVolumeTestJSON-1216389807 tempest-AttachSCSIVolumeTestJSON-1216389807-project] 10.222.0.35 "GET /v2.0/security-groups?id=cda9c8f3-e014-4482-a179-394f0a3f0129&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626478 May 20 20:42:20.900140 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8d9429f5-e970-4ef3-95c2-ef2e430091c8 req-171a50e0-532c-4b12-9aee-7a2c3df49034 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=74b74d22d9d54e1eae7cec44a7fbec8d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0320868 May 20 20:42:21.009198 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00b2abf-1c3d-43bd-b8c2-a13ed2d41042 req-ef0d0168-583f-4648-8d2c-defee41b635d tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:21.010696 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a00b2abf-1c3d-43bd-b8c2-a13ed2d41042 req-ef0d0168-583f-4648-8d2c-defee41b635d tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] 10.222.0.35 "GET /v2.0/ports?device_id=737ed128-a870-40bf-b78e-cbad2b60d994 HTTP/1.1" status: 200 len: 946 time: 0.0530574 May 20 20:42:21.054141 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a00b2abf-1c3d-43bd-b8c2-a13ed2d41042 req-c334f11f-55ea-4a24-bfd2-69641bf57bc0 tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] 10.222.0.35 "GET /v2.0/security-groups?id=b4498864-440f-46b0-a344-70b0d7510345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358307 May 20 20:42:21.181801 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4e91fbf2-2630-4495-828b-15948ef713a1 req-ece9a920-dc1a-480a-8f37-cf06cde791d6 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] 10.222.0.35 "GET /v2.0/ports?device_id=fcdfd360-409c-4b60-958a-ff3f6575c816 HTTP/1.1" status: 200 len: 210 time: 0.0279667 May 20 20:42:21.272594 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-fbfb7137-1630-4cf3-a100-33ba1a04c01f req-04aea38e-040b-4109-b189-99cfaa980357 tempest-ServersTestJSON-243295285 tempest-ServersTestJSON-243295285-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c76aeb0-913f-4723-b9b2-b82b5a881f38 HTTP/1.1" status: 200 len: 210 time: 0.0312240 May 20 20:42:21.287236 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 13070f08-d11b-4271-abf6-4057a78ab9b2 details requested by agent hyperv_n-h2-842733-1 with host n-h2-842733-1 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 20:42:21.301525 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 14e84b14-5302-4a18-b663-c57259b108a0 no longer exists at agent hyperv_n-h2-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:42:21.343346 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] No Port match for: 14e84b14-5302-4a18-b663-c57259b108a0 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 20:42:21.343719 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 14e84b14-5302-4a18-b663-c57259b108a0 not bound to the agent host n-h2-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 20:42:21.364176 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cd97d2-4336-4d32-a7b5-2cb6f49a7782 req-8372b178-600e-48d3-9a9e-9e5a86fdb395 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:21.372499 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-30cd97d2-4336-4d32-a7b5-2cb6f49a7782 req-8372b178-600e-48d3-9a9e-9e5a86fdb395 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/ports?device_id=73e6ff91-e9c8-4167-9370-e79bd8c2a253 HTTP/1.1" status: 200 len: 945 time: 0.0983872 May 20 20:42:21.448538 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-30cd97d2-4336-4d32-a7b5-2cb6f49a7782 req-5517c3f0-cc5f-4c28-bca4-9ba4ad45b0a4 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/security-groups?id=c9d9c404-d869-4158-9779-ac1a15da4bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749910 May 20 20:42:21.450580 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port 13070f08-d11b-4271-abf6-4057a78ab9b2, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=13070f08-d11b-4271-abf6-4057a78ab9b2,segment=NetworkSegment(54014f1f-17f4-44bc-89c9-a7cc1b561592),segment_id=54014f1f-17f4-44bc-89c9-a7cc1b561592)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:42:21.460855 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd5d9a0-997c-4d56-b57b-a963afce153f req-65c47592-8d70-4941-bf6b-704cdc4874cc tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:21.462496 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8dd5d9a0-997c-4d56-b57b-a963afce153f req-65c47592-8d70-4941-bf6b-704cdc4874cc tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] 10.222.0.35 "GET /v2.0/ports?device_id=874ccf1e-13f9-44e1-b28b-86c81de29922 HTTP/1.1" status: 200 len: 945 time: 0.0871627 May 20 20:42:21.478078 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Returning: {'device': '13070f08-d11b-4271-abf6-4057a78ab9b2', 'network_id': 'baad6524-bf83-4783-a736-2fe3005abb37', 'port_id': '13070f08-d11b-4271-abf6-4057a78ab9b2', 'mac_address': 'fa:16:3e:7c:6a:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e166003-715e-4f35-82f5-046af1f78c1c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 20 20:42:21.516225 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8dd5d9a0-997c-4d56-b57b-a963afce153f req-e3267dfc-cfa2-4c3b-bd85-1d0404bb8638 tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] 10.222.0.35 "GET /v2.0/security-groups?id=f4b7709e-62c4-4c92-9539-853c7ed8a4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465541 May 20 20:42:21.527502 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port 13070f08-d11b-4271-abf6-4057a78ab9b2 is: DOWN; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:42:21.527895 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:21.544666 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13070f08-d11b-4271-abf6-4057a78ab9b2 {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:42:21.567880 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port 13070f08-d11b-4271-abf6-4057a78ab9b2, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=13070f08-d11b-4271-abf6-4057a78ab9b2,segment=NetworkSegment(54014f1f-17f4-44bc-89c9-a7cc1b561592),segment_id=54014f1f-17f4-44bc-89c9-a7cc1b561592)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:42:21.597691 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b0f2f4ed-c0a2-42d6-87d0-50543ecfd887 req-5370bcd3-162e-47ff-99c7-23ebfeca7cc3 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/ports?device_id=b07c1a9b-3fbb-41e5-9d04-a21146bf734c HTTP/1.1" status: 200 len: 210 time: 0.0352783 May 20 20:42:21.685281 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:21.750547 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=13070f08-d11b-4271-abf6-4057a78ab9b2,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:42:22.058648 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8493ade8-a115-4b1d-85df-a343cc94bf0f req-d9699ca6-bc54-4a51-9045-1e0fc4f86b70 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:22.060200 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8493ade8-a115-4b1d-85df-a343cc94bf0f req-d9699ca6-bc54-4a51-9045-1e0fc4f86b70 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/ports?device_id=639a9b9c-aaad-4644-9dcd-410174fb9f88 HTTP/1.1" status: 200 len: 945 time: 0.0522828 May 20 20:42:22.079651 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] get_ports_and_sgs() called for port_ids ['13070f08-d11b-4271-abf6-4057a78ab9b2'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:42:22.121506 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8493ade8-a115-4b1d-85df-a343cc94bf0f req-75e99c77-eadc-4624-a3a5-ff6159acd6d6 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3c6019f-4c4a-4c16-982c-852ac3d8d84a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503242 May 20 20:42:22.241912 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-66c70260-133e-44a5-9d64-aece3860b006 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:22.257421 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b69d2d-d623-4a7d-9c02-d0f75e88b2d6 req-0fe94e0f-939d-4c9e-b948-05de1ee06ada tempest-AttachSCSIVolumeTestJSON-1216389807 tempest-AttachSCSIVolumeTestJSON-1216389807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:22.265851 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-54b69d2d-d623-4a7d-9c02-d0f75e88b2d6 req-0fe94e0f-939d-4c9e-b948-05de1ee06ada tempest-AttachSCSIVolumeTestJSON-1216389807 tempest-AttachSCSIVolumeTestJSON-1216389807-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e4761ad-a107-481b-93f5-2fd5c1a03859 HTTP/1.1" status: 200 len: 944 time: 0.0770025 May 20 20:42:22.317164 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-54b69d2d-d623-4a7d-9c02-d0f75e88b2d6 req-5eba4fb4-86e2-4dce-acdf-ebe6047ad5a2 tempest-AttachSCSIVolumeTestJSON-1216389807 tempest-AttachSCSIVolumeTestJSON-1216389807-project] 10.222.0.35 "GET /v2.0/security-groups?id=cda9c8f3-e014-4482-a179-394f0a3f0129&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503576 May 20 20:42:22.449060 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec852c97-e4eb-43ff-8722-854821aadd0d req-94a50ad9-2397-4103-9664-dcbdfccdf71b tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:22.450777 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ec852c97-e4eb-43ff-8722-854821aadd0d req-94a50ad9-2397-4103-9664-dcbdfccdf71b tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/ports?device_id=639a9b9c-aaad-4644-9dcd-410174fb9f88 HTTP/1.1" status: 200 len: 945 time: 0.0557866 May 20 20:42:22.545774 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ec852c97-e4eb-43ff-8722-854821aadd0d req-43391026-3e0e-4b8a-a2fa-9dd614d7591e tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3c6019f-4c4a-4c16-982c-852ac3d8d84a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828023 May 20 20:42:22.573757 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a6be4ea8-8035-4fd5-a4c2-bc58cf39c345 req-99b952c5-017d-44fd-8850-282d0085e245 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] 10.222.0.35 "GET /v2.0/ports?device_id=fcdfd360-409c-4b60-958a-ff3f6575c816 HTTP/1.1" status: 200 len: 210 time: 0.0445232 May 20 20:42:22.658645 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d2102b83-4e22-4a12-9dd4-248bf8614b72 req-cb21ff49-e91b-4b3d-af76-5a1dea222aa4 tempest-ServersTestJSON-243295285 tempest-ServersTestJSON-243295285-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c76aeb0-913f-4723-b9b2-b82b5a881f38 HTTP/1.1" status: 200 len: 210 time: 0.0407381 May 20 20:42:22.800555 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1849563e-2270-4888-9d28-5ff3083dcbda req-24924557-e3f4-4288-8dc5-b11baea94eb8 tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:22.801992 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1849563e-2270-4888-9d28-5ff3083dcbda req-24924557-e3f4-4288-8dc5-b11baea94eb8 tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] 10.222.0.35 "GET /v2.0/ports?device_id=874ccf1e-13f9-44e1-b28b-86c81de29922 HTTP/1.1" status: 200 len: 945 time: 0.0780087 May 20 20:42:22.845146 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1849563e-2270-4888-9d28-5ff3083dcbda req-7ce7bb75-d30a-4413-8f23-5e87ef324373 tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] 10.222.0.35 "GET /v2.0/security-groups?id=f4b7709e-62c4-4c92-9539-853c7ed8a4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366416 May 20 20:42:22.963847 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1487cfc4-1399-4071-8dd5-247d97c7f46c req-f9f7b7e1-132d-4bb6-92cb-163a68eaa562 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:22.965481 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1487cfc4-1399-4071-8dd5-247d97c7f46c req-f9f7b7e1-132d-4bb6-92cb-163a68eaa562 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/ports?device_id=639a9b9c-aaad-4644-9dcd-410174fb9f88 HTTP/1.1" status: 200 len: 945 time: 0.0594347 May 20 20:42:23.006695 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1487cfc4-1399-4071-8dd5-247d97c7f46c req-04f48bc3-75b6-4525-9280-8963d06a70cd tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3c6019f-4c4a-4c16-982c-852ac3d8d84a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338097 May 20 20:42:23.099539 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-521391ac-dcbd-4812-a7fa-12b3510887fe req-05abee72-1660-4f39-afb2-fa17a17d7213 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/ports?device_id=b07c1a9b-3fbb-41e5-9d04-a21146bf734c HTTP/1.1" status: 200 len: 210 time: 0.0264537 May 20 20:42:23.204233 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcba57ab-f9b9-421a-a6e8-040b723bfc31 req-2a5416d2-c040-4463-8f5c-a78b1bb28422 tempest-ServersTestJSON-243295285 tempest-ServersTestJSON-243295285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:23.205981 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-fcba57ab-f9b9-421a-a6e8-040b723bfc31 req-2a5416d2-c040-4463-8f5c-a78b1bb28422 tempest-ServersTestJSON-243295285 tempest-ServersTestJSON-243295285-project] 10.222.0.24 "GET /v2.0/networks?id=51ec8106-415b-4da6-8e19-8077690a9654 HTTP/1.1" status: 200 len: 806 time: 0.1311126 May 20 20:42:23.238116 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d8e0bda7-6d6b-42a6-bab0-9b6759b1083d req-9ebf5c2e-583b-4acc-819d-34412795cc45 tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1907117284&fields=id&tenant_id=14307be6da164addbb4e96db68f248f8 HTTP/1.1" status: 200 len: 267 time: 0.0596771 May 20 20:42:23.264949 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-fcba57ab-f9b9-421a-a6e8-040b723bfc31 req-046f1b95-ffa4-49f9-8428-34e90531bac3 tempest-ServersTestJSON-243295285 tempest-ServersTestJSON-243295285-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=16add71a0ec946a18f61d15298c23d6f HTTP/1.1" status: 200 len: 380 time: 0.0395365 May 20 20:42:23.276146 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [req-fcba57ab-f9b9-421a-a6e8-040b723bfc31 req-8f8277ad-e7b4-4001-89be-cba1b49a1384 tempest-ServersTestJSON-243295285 tempest-ServersTestJSON-243295285-project] Request body: {'port': {'device_id': '6c76aeb0-913f-4723-b9b2-b82b5a881f38', 'network_id': '51ec8106-415b-4da6-8e19-8077690a9654', 'admin_state_up': True, 'tenant_id': '16add71a0ec946a18f61d15298c23d6f', 'security_groups': ['f95948d4-b2dc-454a-91a1-bd295de21e54']}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:42:23.297822 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 13070f08-d11b-4271-abf6-4057a78ab9b2 up at agent hyperv_n-h2-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:42:23.307861 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3c0271-c8b2-448b-99dd-ec9eb2db0c67 req-d2d1d239-1e28-4d4c-8896-faa69abb5d9e tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:23.309417 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5d3c0271-c8b2-448b-99dd-ec9eb2db0c67 req-d2d1d239-1e28-4d4c-8896-faa69abb5d9e tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] 10.222.0.35 "GET /v2.0/ports?device_id=737ed128-a870-40bf-b78e-cbad2b60d994 HTTP/1.1" status: 200 len: 946 time: 0.0954139 May 20 20:42:23.346420 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e0bda7-6d6b-42a6-bab0-9b6759b1083d req-1dcf441e-35a2-4c8e-b75a-8769a408cad5 tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:23.360159 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d8e0bda7-6d6b-42a6-bab0-9b6759b1083d req-1dcf441e-35a2-4c8e-b75a-8769a408cad5 tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] 10.222.0.35 "GET /v2.0/ports?device_id=874ccf1e-13f9-44e1-b28b-86c81de29922 HTTP/1.1" status: 200 len: 945 time: 0.1152959 May 20 20:42:23.363402 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [req-d8e0bda7-6d6b-42a6-bab0-9b6759b1083d req-5747f213-6f54-4af9-887a-17846fe29650 tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] Request body: {'port': {'security_groups': ['f4b7709e-62c4-4c92-9539-853c7ed8a4c0', 'c2423539-3be7-453d-a146-2f1da067ea16']}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:42:23.449534 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5d3c0271-c8b2-448b-99dd-ec9eb2db0c67 req-73829369-44df-4bbf-87f8-77eee9dc11ed tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] 10.222.0.35 "GET /v2.0/security-groups?id=b4498864-440f-46b0-a344-70b0d7510345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296804 May 20 20:42:23.483968 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-d8e0bda7-6d6b-42a6-bab0-9b6759b1083d req-5747f213-6f54-4af9-887a-17846fe29650 tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:23.515455 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fcba57ab-f9b9-421a-a6e8-040b723bfc31 req-8f8277ad-e7b4-4001-89be-cba1b49a1384 tempest-ServersTestJSON-243295285 tempest-ServersTestJSON-243295285-project] Made reservation on behalf of 16add71a0ec946a18f61d15298c23d6f for: {'port': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:42:23.519142 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-fcba57ab-f9b9-421a-a6e8-040b723bfc31 req-8f8277ad-e7b4-4001-89be-cba1b49a1384 tempest-ServersTestJSON-243295285 tempest-ServersTestJSON-243295285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:23.522096 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Provisioning for port 13070f08-d11b-4271-abf6-4057a78ab9b2 completed by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 20:42:23.529391 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Provisioning complete for port 13070f08-d11b-4271-abf6-4057a78ab9b2 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:42:23.529391 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:23.629645 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d53f14-a068-4ffa-b726-c68e6519b8a1 req-ac628e25-46ac-4117-ad7d-9689e32ebcf6 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:23.640283 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b7d53f14-a068-4ffa-b726-c68e6519b8a1 req-ac628e25-46ac-4117-ad7d-9689e32ebcf6 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/ports?device_id=639a9b9c-aaad-4644-9dcd-410174fb9f88 HTTP/1.1" status: 200 len: 945 time: 0.1121929 May 20 20:42:23.666998 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port 13070f08-d11b-4271-abf6-4057a78ab9b2 is: BUILD; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:42:23.667668 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:23.687532 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [req-fcba57ab-f9b9-421a-a6e8-040b723bfc31 req-8f8277ad-e7b4-4001-89be-cba1b49a1384 tempest-ServersTestJSON-243295285 tempest-ServersTestJSON-243295285-project] Allocated IP 172.20.0.9 (51ec8106-415b-4da6-8e19-8077690a9654/5b3fecbc-4363-4558-bc2e-f6cfa24f9a5f/3019072a-5740-4991-8625-ed598bf22981) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:42:23.696973 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e4761ad-a107-481b-93f5-2fd5c1a03859', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13070f08-d11b-4271-abf6-4057a78ab9b2'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:42:23.699750 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8485417003ce7c0410b00f5cdc2f391e21107b70bb68e2773712534a96e108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-057f07f7-d9e1-4c89-aea4-83a23578551b" -d '{"events": [{"server_uuid": "7e4761ad-a107-481b-93f5-2fd5c1a03859", "name": "network-vif-plugged", "status": "completed", "tag": "13070f08-d11b-4271-abf6-4057a78ab9b2"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:42:23.715542 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port 13070f08-d11b-4271-abf6-4057a78ab9b2, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=13070f08-d11b-4271-abf6-4057a78ab9b2,segment=NetworkSegment(54014f1f-17f4-44bc-89c9-a7cc1b561592),segment_id=54014f1f-17f4-44bc-89c9-a7cc1b561592)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:42:23.724391 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b7d53f14-a068-4ffa-b726-c68e6519b8a1 req-b7ff27af-6253-4bca-bfef-b368037044d4 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3c6019f-4c4a-4c16-982c-852ac3d8d84a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829668 May 20 20:42:23.812710 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:23.842001 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-d8e0bda7-6d6b-42a6-bab0-9b6759b1083d req-5747f213-6f54-4af9-887a-17846fe29650 tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] For port ed0c608d-9d39-41cd-b9c8-8ab40b47d2dc, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=ed0c608d-9d39-41cd-b9c8-8ab40b47d2dc,segment=NetworkSegment(3074e67a-6387-4709-bab9-e18fa7662e57),segment_id=3074e67a-6387-4709-bab9-e18fa7662e57)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:42:23.863145 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4bb0e131-6525-46ca-a45b-e4ea43a5e69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:23.878912 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-d8e0bda7-6d6b-42a6-bab0-9b6759b1083d req-5747f213-6f54-4af9-887a-17846fe29650 tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] Notify callbacks [] for port, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:23.891210 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=13070f08-d11b-4271-abf6-4057a78ab9b2,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:42:23.939250 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-fcba57ab-f9b9-421a-a6e8-040b723bfc31 req-8f8277ad-e7b4-4001-89be-cba1b49a1384 tempest-ServersTestJSON-243295285 tempest-ServersTestJSON-243295285-project] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:23.978277 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8d9429f5-e970-4ef3-95c2-ef2e430091c8 req-4cc526bc-c4b6-441b-b611-701a5ccee85d tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=74b74d22d9d54e1eae7cec44a7fbec8d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0226641 May 20 20:42:24.120650 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-d8e0bda7-6d6b-42a6-bab0-9b6759b1083d req-5747f213-6f54-4af9-887a-17846fe29650 tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:24.122597 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-fcba57ab-f9b9-421a-a6e8-040b723bfc31 req-8f8277ad-e7b4-4001-89be-cba1b49a1384 tempest-ServersTestJSON-243295285 tempest-ServersTestJSON-243295285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:24.154727 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] get_ports_and_sgs() called for port_ids ['441571a2-1297-49bc-a241-c0c800726154', 'ed0c608d-9d39-41cd-b9c8-8ab40b47d2dc'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:42:24.183688 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5747f213-6f54-4af9-887a-17846fe29650 tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] Pushing event updated for resources: {'Port': ['ID=ed0c608d-9d39-41cd-b9c8-8ab40b47d2dc,revision_number=6']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:42:24.197087 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9429f5-e970-4ef3-95c2-ef2e430091c8 req-34a6e997-6906-4820-9a78-4f57611319f4 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:24.198728 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8d9429f5-e970-4ef3-95c2-ef2e430091c8 req-34a6e997-6906-4820-9a78-4f57611319f4 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2109773 May 20 20:42:24.213507 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fcba57ab-f9b9-421a-a6e8-040b723bfc31 req-8f8277ad-e7b4-4001-89be-cba1b49a1384 tempest-ServersTestJSON-243295285 tempest-ServersTestJSON-243295285-project] Network 51ec8106-415b-4da6-8e19-8077690a9654 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:42:24.222087 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [req-fcba57ab-f9b9-421a-a6e8-040b723bfc31 req-8f8277ad-e7b4-4001-89be-cba1b49a1384 tempest-ServersTestJSON-243295285 tempest-ServersTestJSON-243295285-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:42:24.223913 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e0bda7-6d6b-42a6-bab0-9b6759b1083d req-5747f213-6f54-4af9-887a-17846fe29650 tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:24.224572 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-d8e0bda7-6d6b-42a6-bab0-9b6759b1083d req-5747f213-6f54-4af9-887a-17846fe29650 tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:24.225369 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcba57ab-f9b9-421a-a6e8-040b723bfc31 req-8f8277ad-e7b4-4001-89be-cba1b49a1384 tempest-ServersTestJSON-243295285 tempest-ServersTestJSON-243295285-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:42:24.237184 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d8e0bda7-6d6b-42a6-bab0-9b6759b1083d req-5747f213-6f54-4af9-887a-17846fe29650 tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] 10.222.0.35 "PUT /v2.0/ports/ed0c608d-9d39-41cd-b9c8-8ab40b47d2dc HTTP/1.1" status: 200 len: 981 time: 0.8815107 May 20 20:42:24.237715 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '874ccf1e-13f9-44e1-b28b-86c81de29922', 'tag': 'ed0c608d-9d39-41cd-b9c8-8ab40b47d2dc'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:42:24.240027 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4291b17aa7b45362825f0571e77c85f5e73afe1df9c7e9e15006df9d695c005e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93d84dcd-a525-4661-9d6b-f3bae89285ce" -d '{"events": [{"name": "network-changed", "server_uuid": "874ccf1e-13f9-44e1-b28b-86c81de29922", "tag": "ed0c608d-9d39-41cd-b9c8-8ab40b47d2dc"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:42:24.245607 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [req-8d9429f5-e970-4ef3-95c2-ef2e430091c8 req-0f1a69c0-fc5e-4b6b-9239-7a4af2244215 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Request body: {'port': {'device_id': 'b07c1a9b-3fbb-41e5-9d04-a21146bf734c', 'network_id': 'cd702362-b982-46c5-a7d0-51de1b03df86', 'admin_state_up': True, 'tenant_id': '74b74d22d9d54e1eae7cec44a7fbec8d'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:42:24.287906 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8277ad-e7b4-4001-89be-cba1b49a1384 tempest-ServersTestJSON-243295285 tempest-ServersTestJSON-243295285-project] Pushing event updated for resources: {'Port': ['ID=3019072a-5740-4991-8625-ed598bf22981,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:42:24.329994 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcba57ab-f9b9-421a-a6e8-040b723bfc31 req-8f8277ad-e7b4-4001-89be-cba1b49a1384 tempest-ServersTestJSON-243295285 tempest-ServersTestJSON-243295285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:24.330660 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-fcba57ab-f9b9-421a-a6e8-040b723bfc31 req-8f8277ad-e7b4-4001-89be-cba1b49a1384 tempest-ServersTestJSON-243295285 tempest-ServersTestJSON-243295285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:24.336173 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145a9384-8817-4b8e-8638-9b72cc04e8aa req-b45ff363-777c-46e0-a9a7-2d48847251f8 tempest-AttachSCSIVolumeTestJSON-1216389807 tempest-AttachSCSIVolumeTestJSON-1216389807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:24.344722 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-145a9384-8817-4b8e-8638-9b72cc04e8aa req-b45ff363-777c-46e0-a9a7-2d48847251f8 tempest-AttachSCSIVolumeTestJSON-1216389807 tempest-AttachSCSIVolumeTestJSON-1216389807-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e4761ad-a107-481b-93f5-2fd5c1a03859 HTTP/1.1" status: 200 len: 945 time: 0.2600818 May 20 20:42:24.400492 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] get_ports_and_sgs() called for port_ids ['ed0c608d-9d39-41cd-b9c8-8ab40b47d2dc'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:42:24.473991 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-fcba57ab-f9b9-421a-a6e8-040b723bfc31 req-8f8277ad-e7b4-4001-89be-cba1b49a1384 tempest-ServersTestJSON-243295285 tempest-ServersTestJSON-243295285-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2026560 May 20 20:42:24.492726 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [req-fcba57ab-f9b9-421a-a6e8-040b723bfc31 req-05a4015f-b2ad-4c80-8774-dfaa775884ec service neutron] Request body: {'port': {'device_id': '6c76aeb0-913f-4723-b9b2-b82b5a881f38', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-842733-1'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:42:24.509945 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-145a9384-8817-4b8e-8638-9b72cc04e8aa req-a65500df-c70c-4266-8dd9-120db6a20ac3 tempest-AttachSCSIVolumeTestJSON-1216389807 tempest-AttachSCSIVolumeTestJSON-1216389807-project] 10.222.0.35 "GET /v2.0/security-groups?id=cda9c8f3-e014-4482-a179-394f0a3f0129&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1642089 May 20 20:42:24.579963 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:24.602924 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477a1dc6-923a-4682-9d4b-bd5170cfb67e req-00bab472-3b5b-4a92-ad3f-4b663b437789 tempest-ServersTestJSON-243295285 tempest-ServersTestJSON-243295285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:24.604973 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-477a1dc6-923a-4682-9d4b-bd5170cfb67e req-00bab472-3b5b-4a92-ad3f-4b663b437789 tempest-ServersTestJSON-243295285 tempest-ServersTestJSON-243295285-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c76aeb0-913f-4723-b9b2-b82b5a881f38 HTTP/1.1" status: 200 len: 931 time: 0.1961694 May 20 20:42:24.626683 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 20:42:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8839e4fc-d88c-40ba-8014-1d46a16c4b6e x-openstack-request-id: req-8839e4fc-d88c-40ba-8014-1d46a16c4b6e {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:42:24.626683 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e4761ad-a107-481b-93f5-2fd5c1a03859", "name": "network-vif-plugged", "status": "completed", "tag": "13070f08-d11b-4271-abf6-4057a78ab9b2", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:42:24.626683 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8839e4fc-d88c-40ba-8014-1d46a16c4b6e {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:42:24.626683 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8839e4fc-d88c-40ba-8014-1d46a16c4b6e'] response: {'server_uuid': '7e4761ad-a107-481b-93f5-2fd5c1a03859', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13070f08-d11b-4271-abf6-4057a78ab9b2', 'code': 200} May 20 20:42:24.628882 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-fcba57ab-f9b9-421a-a6e8-040b723bfc31 req-05a4015f-b2ad-4c80-8774-dfaa775884ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:24.737876 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-c798bc60-c862-4d33-941d-a5f0c0c6a978 None None] Provisioning complete for port 3019072a-5740-4991-8625-ed598bf22981 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:42:24.738241 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c798bc60-c862-4d33-941d-a5f0c0c6a978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:24.742737 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d9429f5-e970-4ef3-95c2-ef2e430091c8 req-0f1a69c0-fc5e-4b6b-9239-7a4af2244215 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Made reservation on behalf of 74b74d22d9d54e1eae7cec44a7fbec8d for: {'port': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:42:24.746291 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-8d9429f5-e970-4ef3-95c2-ef2e430091c8 req-0f1a69c0-fc5e-4b6b-9239-7a4af2244215 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:24.756167 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device a54cca42-5b2f-45e7-b5d0-ff956dcd443b details requested by agent hyperv_n-h1-842733-1 with host n-h1-842733-1 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 20:42:24.782211 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-477a1dc6-923a-4682-9d4b-bd5170cfb67e req-1a696ef9-6511-41fc-9e9d-807a3e847820 tempest-ServersTestJSON-243295285 tempest-ServersTestJSON-243295285-project] 10.222.0.35 "GET /v2.0/security-groups?id=f95948d4-b2dc-454a-91a1-bd295de21e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1541679 May 20 20:42:24.840802 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-c798bc60-c862-4d33-941d-a5f0c0c6a978 None None] Port 3019072a-5740-4991-8625-ed598bf22981 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 20:42:24.896195 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-8d9429f5-e970-4ef3-95c2-ef2e430091c8 req-0f1a69c0-fc5e-4b6b-9239-7a4af2244215 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:25.036892 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-21935962-a68e-46bb-b9f9-cee68a2fbfcc req-04152d9b-144c-4d99-8155-9faa0910f2ca tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/ports?device_id=b07c1a9b-3fbb-41e5-9d04-a21146bf734c HTTP/1.1" status: 200 len: 210 time: 0.0648763 May 20 20:42:25.068211 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0f82ba-e857-4421-995c-0e3c4dd96c6b req-2ff1cd5f-ca34-4927-a7a0-ff6865ae31b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:25.068211 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7e0f82ba-e857-4421-995c-0e3c4dd96c6b req-2ff1cd5f-ca34-4927-a7a0-ff6865ae31b0 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7e4761ad-a107-481b-93f5-2fd5c1a03859 HTTP/1.1" status: 200 len: 1096 time: 0.3255942 May 20 20:42:25.192691 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1378155-ddf5-47bd-b91e-0ec587719878 req-b4502ff0-dad5-4aeb-9dd0-1e94676bfd16 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:25.200694 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b1378155-ddf5-47bd-b91e-0ec587719878 req-b4502ff0-dad5-4aeb-9dd0-1e94676bfd16 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/networks?id=85e5027c-d244-4186-8c19-3a12977de170 HTTP/1.1" status: 200 len: 811 time: 0.4337125 May 20 20:42:25.208839 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [req-fcba57ab-f9b9-421a-a6e8-040b723bfc31 req-05a4015f-b2ad-4c80-8774-dfaa775884ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3019072a-5740-4991-8625-ed598bf22981 {{(pid=103162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:42:25.221349 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-fcba57ab-f9b9-421a-a6e8-040b723bfc31 req-05a4015f-b2ad-4c80-8774-dfaa775884ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:25.237614 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.provisioning_blocks [req-fcba57ab-f9b9-421a-a6e8-040b723bfc31 req-05a4015f-b2ad-4c80-8774-dfaa775884ec service neutron] Transition to ACTIVE for port object 3019072a-5740-4991-8625-ed598bf22981 will not be triggered until provisioned by entity L2. {{(pid=103162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 20:42:25.285902 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port a54cca42-5b2f-45e7-b5d0-ff956dcd443b, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=a54cca42-5b2f-45e7-b5d0-ff956dcd443b,segment=NetworkSegment(2402745c-06cc-4395-87ea-d8de4fb1e600),segment_id=2402745c-06cc-4395-87ea-d8de4fb1e600)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:42:25.310240 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-fcba57ab-f9b9-421a-a6e8-040b723bfc31 req-05a4015f-b2ad-4c80-8774-dfaa775884ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:25.336320 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Returning: {'device': 'a54cca42-5b2f-45e7-b5d0-ff956dcd443b', 'network_id': '9d20e684-f51c-4f52-b5ed-fe61f8fbf536', 'port_id': 'a54cca42-5b2f-45e7-b5d0-ff956dcd443b', 'mac_address': 'fa:16:3e:8b:bb:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7a2d408-4fd5-4ae6-b745-5f444276cd0a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 20 20:42:25.340025 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-8d9429f5-e970-4ef3-95c2-ef2e430091c8 req-0f1a69c0-fc5e-4b6b-9239-7a4af2244215 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:25.355766 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7e0f82ba-e857-4421-995c-0e3c4dd96c6b req-0705d0d1-745f-4597-85e8-a4db23500bed service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=cda9c8f3-e014-4482-a179-394f0a3f0129&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2814436 May 20 20:42:25.367370 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b1378155-ddf5-47bd-b91e-0ec587719878 req-cf398c23-6fbf-462d-8bc1-48ab1be3ce72 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/quotas/2492915dd73f457d8cb02b28e57274de HTTP/1.1" status: 200 len: 375 time: 0.1657326 May 20 20:42:25.380891 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-79cdc6e4-ea52-42e8-a5be-b6e4ee8a0525 req-9d2dd4d8-2a4e-4e72-b310-5a807739289a tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] 10.222.0.35 "GET /v2.0/security-groups/c2423539-3be7-453d-a146-2f1da067ea16 HTTP/1.1" status: 200 len: 1800 time: 0.2879295 May 20 20:42:25.460078 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Current status of the port a54cca42-5b2f-45e7-b5d0-ff956dcd443b is: ACTIVE; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:42:25.460749 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:25.462296 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-8d9429f5-e970-4ef3-95c2-ef2e430091c8 req-0f1a69c0-fc5e-4b6b-9239-7a4af2244215 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:25.477618 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a54cca42-5b2f-45e7-b5d0-ff956dcd443b {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:42:25.482000 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cc3ec51b-6ec8-438a-8349-5f0bec346d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:25.513726 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port a54cca42-5b2f-45e7-b5d0-ff956dcd443b, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=a54cca42-5b2f-45e7-b5d0-ff956dcd443b,segment=NetworkSegment(2402745c-06cc-4395-87ea-d8de4fb1e600),segment_id=2402745c-06cc-4395-87ea-d8de4fb1e600)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:42:25.565175 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:25.582569 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1a69c0-fc5e-4b6b-9239-7a4af2244215 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38c76b68-4081-4341-88c9-c8e3082a5da9,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:42:25.601022 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:25.625602 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b1378155-ddf5-47bd-b91e-0ec587719878 req-068c46b0-c78e-4ff0-b7cd-1d773c1f61e9 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=2492915dd73f457d8cb02b28e57274de&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2570319 May 20 20:42:25.666968 n-d-842733-1 neutron-server[103163]: INFO neutron.api.v2.resource [req-79cdc6e4-ea52-42e8-a5be-b6e4ee8a0525 req-fb6d4cfc-28c3-4c32-a269-d192732fe9aa tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] delete failed (client error): There was a conflict when trying to complete your request. May 20 20:42:25.667991 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-79cdc6e4-ea52-42e8-a5be-b6e4ee8a0525 req-fb6d4cfc-28c3-4c32-a269-d192732fe9aa tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] 10.222.0.35 "DELETE /v2.0/security-groups/c2423539-3be7-453d-a146-2f1da067ea16 HTTP/1.1" status: 409 len: 341 time: 0.2678561 May 20 20:42:25.686514 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a4015f-b2ad-4c80-8774-dfaa775884ec service neutron] Pushing event updated for resources: {'Port': ['ID=3019072a-5740-4991-8625-ed598bf22981,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:42:25.751357 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-fcba57ab-f9b9-421a-a6e8-040b723bfc31 req-05a4015f-b2ad-4c80-8774-dfaa775884ec service neutron] Attempting to bind port 3019072a-5740-4991-8625-ed598bf22981 on host n-h1-842733-1 for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:42:25.753762 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-fcba57ab-f9b9-421a-a6e8-040b723bfc31 req-05a4015f-b2ad-4c80-8774-dfaa775884ec service neutron] Attempting to bind port 3019072a-5740-4991-8625-ed598bf22981 by drivers openvswitch,hyperv on host n-h1-842733-1 at level 0 using segments [{'id': 'cb794393-2e5e-44dc-94ec-c3ce277f8794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '51ec8106-415b-4da6-8e19-8077690a9654'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:42:25.757929 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcba57ab-f9b9-421a-a6e8-040b723bfc31 req-05a4015f-b2ad-4c80-8774-dfaa775884ec service neutron] Attempting to bind port 3019072a-5740-4991-8625-ed598bf22981 on network 51ec8106-415b-4da6-8e19-8077690a9654 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:42:25.773048 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcba57ab-f9b9-421a-a6e8-040b723bfc31 req-05a4015f-b2ad-4c80-8774-dfaa775884ec service neutron] Port 3019072a-5740-4991-8625-ed598bf22981 on network 51ec8106-415b-4da6-8e19-8077690a9654 not bound, no agent of type Open vSwitch agent registered on host n-h1-842733-1 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 20:42:25.775035 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcba57ab-f9b9-421a-a6e8-040b723bfc31 req-05a4015f-b2ad-4c80-8774-dfaa775884ec service neutron] Attempting to bind port 3019072a-5740-4991-8625-ed598bf22981 on network 51ec8106-415b-4da6-8e19-8077690a9654 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:42:25.796110 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcba57ab-f9b9-421a-a6e8-040b723bfc31 req-05a4015f-b2ad-4c80-8774-dfaa775884ec service neutron] Checking agent: {'id': '08dfb1ce-804b-4db8-838b-21094082e041', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 32, 54), 'started_at': datetime.datetime(2022, 5, 20, 20, 32, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 42, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:42:25.797102 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcba57ab-f9b9-421a-a6e8-040b723bfc31 req-05a4015f-b2ad-4c80-8774-dfaa775884ec service neutron] Checking segment: {'id': 'cb794393-2e5e-44dc-94ec-c3ce277f8794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '51ec8106-415b-4da6-8e19-8077690a9654'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:42:25.800794 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcba57ab-f9b9-421a-a6e8-040b723bfc31 req-05a4015f-b2ad-4c80-8774-dfaa775884ec service neutron] Bound using segment: {'id': 'cb794393-2e5e-44dc-94ec-c3ce277f8794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '51ec8106-415b-4da6-8e19-8077690a9654'} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:42:25.805080 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-fcba57ab-f9b9-421a-a6e8-040b723bfc31 req-05a4015f-b2ad-4c80-8774-dfaa775884ec service neutron] Bound port: 3019072a-5740-4991-8625-ed598bf22981, host: n-h1-842733-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb794393-2e5e-44dc-94ec-c3ce277f8794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '51ec8106-415b-4da6-8e19-8077690a9654'}}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:42:25.806643 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-fcba57ab-f9b9-421a-a6e8-040b723bfc31 req-05a4015f-b2ad-4c80-8774-dfaa775884ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:25.806829 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 20:42:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3483e26-38e5-455b-aa80-8ca1aa521792 x-openstack-request-id: req-a3483e26-38e5-455b-aa80-8ca1aa521792 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:42:25.807034 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "874ccf1e-13f9-44e1-b28b-86c81de29922", "tag": "ed0c608d-9d39-41cd-b9c8-8ab40b47d2dc", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:42:25.807250 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a3483e26-38e5-455b-aa80-8ca1aa521792 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:42:25.807663 n-d-842733-1 neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3483e26-38e5-455b-aa80-8ca1aa521792'] response: {'name': 'network-changed', 'server_uuid': '874ccf1e-13f9-44e1-b28b-86c81de29922', 'tag': 'ed0c608d-9d39-41cd-b9c8-8ab40b47d2dc', 'status': 'completed', 'code': 200} May 20 20:42:25.842549 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] get_ports_and_sgs() called for port_ids ['a54cca42-5b2f-45e7-b5d0-ff956dcd443b'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:42:25.898509 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Pushing event updated for resources: {'Port': ['ID=a54cca42-5b2f-45e7-b5d0-ff956dcd443b,revision_number=6']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:42:25.960627 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [req-8d9429f5-e970-4ef3-95c2-ef2e430091c8 req-0f1a69c0-fc5e-4b6b-9239-7a4af2244215 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Allocated IP 192.168.233.112 (cd702362-b982-46c5-a7d0-51de1b03df86/26b342ea-254c-483a-9ea9-f11c178970eb/2a4cc0f0-cfd0-4e2d-aa3c-9c6f9247fea7) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:42:25.963271 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-fcba57ab-f9b9-421a-a6e8-040b723bfc31 req-05a4015f-b2ad-4c80-8774-dfaa775884ec service neutron] For port 3019072a-5740-4991-8625-ed598bf22981, host n-h1-842733-1, cleared binding levels {{(pid=103162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:42:25.969777 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-fcba57ab-f9b9-421a-a6e8-040b723bfc31 req-05a4015f-b2ad-4c80-8774-dfaa775884ec service neutron] For port 3019072a-5740-4991-8625-ed598bf22981, host n-h1-842733-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=3019072a-5740-4991-8625-ed598bf22981,segment=NetworkSegment(cb794393-2e5e-44dc-94ec-c3ce277f8794),segment_id=cb794393-2e5e-44dc-94ec-c3ce277f8794)] {{(pid=103162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:42:26.041464 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-fcba57ab-f9b9-421a-a6e8-040b723bfc31 req-05a4015f-b2ad-4c80-8774-dfaa775884ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:26.097327 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcba57ab-f9b9-421a-a6e8-040b723bfc31 req-05a4015f-b2ad-4c80-8774-dfaa775884ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:26.097939 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-fcba57ab-f9b9-421a-a6e8-040b723bfc31 req-05a4015f-b2ad-4c80-8774-dfaa775884ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:26.099337 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-fcba57ab-f9b9-421a-a6e8-040b723bfc31 req-05a4015f-b2ad-4c80-8774-dfaa775884ec service neutron] 10.222.0.24 "PUT /v2.0/ports/3019072a-5740-4991-8625-ed598bf22981 HTTP/1.1" status: 200 len: 1091 time: 1.6160877 May 20 20:42:26.099780 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c76aeb0-913f-4723-b9b2-b82b5a881f38', 'tag': '3019072a-5740-4991-8625-ed598bf22981'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:42:26.102031 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6fa957933fccbf596d28104b23404b952ad6a8238afaebaed40a0874b2e409" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-609b7fab-4253-43ff-840f-6c929949743c" -d '{"events": [{"name": "network-changed", "server_uuid": "6c76aeb0-913f-4723-b9b2-b82b5a881f38", "tag": "3019072a-5740-4991-8625-ed598bf22981"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:42:26.146894 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a4015f-b2ad-4c80-8774-dfaa775884ec service neutron] Pushing event updated for resources: {'Port': ['ID=3019072a-5740-4991-8625-ed598bf22981,revision_number=3']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:42:26.177821 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b1378155-ddf5-47bd-b91e-0ec587719878 req-f0dbe538-60b8-4daf-85a1-e62af228fd4b service neutron] 10.222.0.35 "GET /v2.0/networks/85e5027c-d244-4186-8c19-3a12977de170?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5513470 May 20 20:42:26.189352 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d84dcd-a525-4661-9d6b-f3bae89285ce req-a2031d24-e13d-49d9-a92c-31fabf48adf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:26.195508 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-93d84dcd-a525-4661-9d6b-f3bae89285ce req-a2031d24-e13d-49d9-a92c-31fabf48adf7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=14307be6da164addbb4e96db68f248f8&device_id=874ccf1e-13f9-44e1-b28b-86c81de29922 HTTP/1.1" status: 200 len: 1135 time: 0.3046317 May 20 20:42:26.305642 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcba57ab-f9b9-421a-a6e8-040b723bfc31 req-736e68e9-4dad-4d19-836b-ae5003840b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:26.307865 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-fcba57ab-f9b9-421a-a6e8-040b723bfc31 req-736e68e9-4dad-4d19-836b-ae5003840b40 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=16add71a0ec946a18f61d15298c23d6f&device_id=6c76aeb0-913f-4723-b9b2-b82b5a881f38 HTTP/1.1" status: 200 len: 1094 time: 0.0559473 May 20 20:42:26.367156 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-fcba57ab-f9b9-421a-a6e8-040b723bfc31 req-322f5a86-a9eb-42f4-84a2-22742d413ed2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3019072a-5740-4991-8625-ed598bf22981 HTTP/1.1" status: 200 len: 217 time: 0.0466478 May 20 20:42:26.475772 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcba57ab-f9b9-421a-a6e8-040b723bfc31 req-f9e857eb-1c54-4a15-91c6-4e5a7f72a6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:26.479742 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-fcba57ab-f9b9-421a-a6e8-040b723bfc31 req-f9e857eb-1c54-4a15-91c6-4e5a7f72a6d1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5b3fecbc-4363-4558-bc2e-f6cfa24f9a5f HTTP/1.1" status: 200 len: 845 time: 0.1035435 May 20 20:42:26.480835 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-8d9429f5-e970-4ef3-95c2-ef2e430091c8 req-0f1a69c0-fc5e-4b6b-9239-7a4af2244215 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Notify callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:26.516462 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c13610-3ffb-435b-8f3f-c866a2af414f req-22792fc6-75ff-48f0-8c49-d8688a261e16 tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:26.518161 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d7c13610-3ffb-435b-8f3f-c866a2af414f req-22792fc6-75ff-48f0-8c49-d8688a261e16 tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] 10.222.0.35 "GET /v2.0/ports?device_id=737ed128-a870-40bf-b78e-cbad2b60d994 HTTP/1.1" status: 200 len: 945 time: 0.4195335 May 20 20:42:26.541127 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcba57ab-f9b9-421a-a6e8-040b723bfc31 req-d6956834-7d92-4db4-828a-a2798d90a460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:26.543163 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-fcba57ab-f9b9-421a-a6e8-040b723bfc31 req-d6956834-7d92-4db4-828a-a2798d90a460 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=51ec8106-415b-4da6-8e19-8077690a9654&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0563197 May 20 20:42:26.626282 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b1378155-ddf5-47bd-b91e-0ec587719878 req-5e7aaf96-3358-472f-a500-03305b5fa951 service neutron] 10.222.0.35 "GET /v2.0/networks/85e5027c-d244-4186-8c19-3a12977de170?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4343362 May 20 20:42:26.647811 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d7c13610-3ffb-435b-8f3f-c866a2af414f req-566e7734-e4d4-4c3c-b66e-f401c295c26d tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] 10.222.0.35 "GET /v2.0/security-groups?id=b4498864-440f-46b0-a344-70b0d7510345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808508 May 20 20:42:26.663926 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-fcba57ab-f9b9-421a-a6e8-040b723bfc31 req-6ae3ddae-3c1f-4f86-a621-9a12a76971b8 service neutron] 10.222.0.24 "GET /v2.0/networks/51ec8106-415b-4da6-8e19-8077690a9654?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120136 May 20 20:42:26.683318 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d84dcd-a525-4661-9d6b-f3bae89285ce req-776711b9-fb56-45ed-a707-50899b430cad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:26.683318 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-93d84dcd-a525-4661-9d6b-f3bae89285ce req-776711b9-fb56-45ed-a707-50899b430cad service neutron] 10.222.0.13 "GET /v2.0/networks?id=f2c1f29b-3984-454a-a363-825a8303b3d8 HTTP/1.1" status: 200 len: 913 time: 0.4194794 May 20 20:42:26.775644 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device a54cca42-5b2f-45e7-b5d0-ff956dcd443b up at agent hyperv_n-h1-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:42:26.807673 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-93d84dcd-a525-4661-9d6b-f3bae89285ce req-5e1838ee-f964-4858-a632-a102fcd0cf18 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ed0c608d-9d39-41cd-b9c8-8ab40b47d2dc HTTP/1.1" status: 200 len: 217 time: 0.1106327 May 20 20:42:26.813520 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-8d9429f5-e970-4ef3-95c2-ef2e430091c8 req-0f1a69c0-fc5e-4b6b-9239-7a4af2244215 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:26.864265 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Provisioning complete for port a54cca42-5b2f-45e7-b5d0-ff956dcd443b triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:42:26.864916 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:26.872504 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-fcba57ab-f9b9-421a-a6e8-040b723bfc31 req-4710a40b-5008-47ef-bace-b08f28a2be6d service neutron] 10.222.0.24 "GET /v2.0/networks/51ec8106-415b-4da6-8e19-8077690a9654?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1940866 May 20 20:42:27.002007 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d9429f5-e970-4ef3-95c2-ef2e430091c8 req-0f1a69c0-fc5e-4b6b-9239-7a4af2244215 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Network cd702362-b982-46c5-a7d0-51de1b03df86 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:42:27.007230 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Current status of the port a54cca42-5b2f-45e7-b5d0-ff956dcd443b is: BUILD; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:42:27.007624 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:27.021071 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [req-8d9429f5-e970-4ef3-95c2-ef2e430091c8 req-0f1a69c0-fc5e-4b6b-9239-7a4af2244215 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:42:27.028117 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d84dcd-a525-4661-9d6b-f3bae89285ce req-d09c0774-ae5e-45bc-8a7d-32f709d7d350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:27.031126 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-93d84dcd-a525-4661-9d6b-f3bae89285ce req-d09c0774-ae5e-45bc-8a7d-32f709d7d350 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b6e11a18-e233-4d96-9624-671f5264a4cf HTTP/1.1" status: 200 len: 852 time: 0.2121985 May 20 20:42:27.035714 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '737ed128-a870-40bf-b78e-cbad2b60d994', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a54cca42-5b2f-45e7-b5d0-ff956dcd443b'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:42:27.038326 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8485417003ce7c0410b00f5cdc2f391e21107b70bb68e2773712534a96e108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb2f8d45-aab4-417d-87b3-703885bbac5d" -d '{"events": [{"server_uuid": "737ed128-a870-40bf-b78e-cbad2b60d994", "name": "network-vif-plugged", "status": "completed", "tag": "a54cca42-5b2f-45e7-b5d0-ff956dcd443b"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:42:27.039749 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d9429f5-e970-4ef3-95c2-ef2e430091c8 req-0f1a69c0-fc5e-4b6b-9239-7a4af2244215 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:42:27.054314 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port a54cca42-5b2f-45e7-b5d0-ff956dcd443b, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=a54cca42-5b2f-45e7-b5d0-ff956dcd443b,segment=NetworkSegment(2402745c-06cc-4395-87ea-d8de4fb1e600),segment_id=2402745c-06cc-4395-87ea-d8de4fb1e600)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:42:27.100017 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1a69c0-fc5e-4b6b-9239-7a4af2244215 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Pushing event updated for resources: {'Port': ['ID=2a4cc0f0-cfd0-4e2d-aa3c-9c6f9247fea7,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:42:27.137337 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:27.186575 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-93d84dcd-a525-4661-9d6b-f3bae89285ce req-e64624af-72cd-4378-b99c-f897697e31ab service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f2c1f29b-3984-454a-a363-825a8303b3d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0616226 May 20 20:42:27.212608 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9429f5-e970-4ef3-95c2-ef2e430091c8 req-0f1a69c0-fc5e-4b6b-9239-7a4af2244215 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:27.218300 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-8d9429f5-e970-4ef3-95c2-ef2e430091c8 req-0f1a69c0-fc5e-4b6b-9239-7a4af2244215 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:27.248964 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Pushing event updated for resources: {'Port': ['ID=a54cca42-5b2f-45e7-b5d0-ff956dcd443b,revision_number=7']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:42:27.269625 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8e3ea6-84fe-4ff7-a487-2584727991ce req-4ebdebde-9675-408b-bd98-2f6e7fac7e87 tempest-ServerGroupTestJSON-368596485 tempest-ServerGroupTestJSON-368596485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:27.273507 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1e8e3ea6-84fe-4ff7-a487-2584727991ce req-4ebdebde-9675-408b-bd98-2f6e7fac7e87 tempest-ServerGroupTestJSON-368596485 tempest-ServerGroupTestJSON-368596485-project] 10.222.0.35 "GET /v2.0/networks?id=574ea0b2-9422-452c-860a-803c828a5092 HTTP/1.1" status: 200 len: 810 time: 0.5031128 May 20 20:42:27.356919 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1e8e3ea6-84fe-4ff7-a487-2584727991ce req-0102dcb2-a7be-474b-8962-cf39e3c8815d tempest-ServerGroupTestJSON-368596485 tempest-ServerGroupTestJSON-368596485-project] 10.222.0.35 "GET /v2.0/quotas/a2d17c0110a94477bf984a8f69472a51 HTTP/1.1" status: 200 len: 375 time: 0.0714536 May 20 20:42:27.379643 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8d9429f5-e970-4ef3-95c2-ef2e430091c8 req-0f1a69c0-fc5e-4b6b-9239-7a4af2244215 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1694527 May 20 20:42:27.398608 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a6a9ec-792d-4797-af5f-46857d97458b req-2a3e587c-d265-4551-8f08-698cd9a7a80f tempest-AttachSCSIVolumeTestJSON-1216389807 tempest-AttachSCSIVolumeTestJSON-1216389807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:27.400451 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e9a6a9ec-792d-4797-af5f-46857d97458b req-2a3e587c-d265-4551-8f08-698cd9a7a80f tempest-AttachSCSIVolumeTestJSON-1216389807 tempest-AttachSCSIVolumeTestJSON-1216389807-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e4761ad-a107-481b-93f5-2fd5c1a03859 HTTP/1.1" status: 200 len: 945 time: 0.2955718 May 20 20:42:27.409265 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-62977a1d-33a6-4bce-ad61-3279cbc723a9 None None] Provisioning complete for port 2a4cc0f0-cfd0-4e2d-aa3c-9c6f9247fea7 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:42:27.409265 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-62977a1d-33a6-4bce-ad61-3279cbc723a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:27.429464 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [req-8d9429f5-e970-4ef3-95c2-ef2e430091c8 req-edf8fafb-d5df-4784-9308-0f9d57d774c2 service neutron] Request body: {'port': {'device_id': 'b07c1a9b-3fbb-41e5-9d04-a21146bf734c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-842733-1'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:42:27.434427 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1e8e3ea6-84fe-4ff7-a487-2584727991ce req-aabcfba9-1fd4-4ea1-874f-bc9094ed9756 tempest-ServerGroupTestJSON-368596485 tempest-ServerGroupTestJSON-368596485-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=a2d17c0110a94477bf984a8f69472a51&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0765431 May 20 20:42:27.455483 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-62977a1d-33a6-4bce-ad61-3279cbc723a9 None None] Port 2a4cc0f0-cfd0-4e2d-aa3c-9c6f9247fea7 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 20:42:27.623952 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-93d84dcd-a525-4661-9d6b-f3bae89285ce req-6d7cf949-ff39-4792-9b54-7b51ea827e19 service neutron] 10.222.0.13 "GET /v2.0/networks/f2c1f29b-3984-454a-a363-825a8303b3d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3889229 May 20 20:42:27.633707 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e9a6a9ec-792d-4797-af5f-46857d97458b req-0ae40d33-6e8d-4ea4-a9b1-522854cb8ab5 tempest-AttachSCSIVolumeTestJSON-1216389807 tempest-AttachSCSIVolumeTestJSON-1216389807-project] 10.222.0.35 "GET /v2.0/security-groups?id=cda9c8f3-e014-4482-a179-394f0a3f0129&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2116106 May 20 20:42:27.675875 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-8d9429f5-e970-4ef3-95c2-ef2e430091c8 req-edf8fafb-d5df-4784-9308-0f9d57d774c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:27.692983 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1e8e3ea6-84fe-4ff7-a487-2584727991ce req-12a5f351-938c-4648-8952-6a82ff4ce25f service neutron] 10.222.0.35 "GET /v2.0/networks/574ea0b2-9422-452c-860a-803c828a5092?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2188859 May 20 20:42:28.258355 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-93d84dcd-a525-4661-9d6b-f3bae89285ce req-f5354671-73ed-48d2-9af7-c525c12367e0 service neutron] 10.222.0.13 "GET /v2.0/networks/f2c1f29b-3984-454a-a363-825a8303b3d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6196921 May 20 20:42:28.334098 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1e8e3ea6-84fe-4ff7-a487-2584727991ce req-074dbe22-5f38-4b21-900d-856511b36805 service neutron] 10.222.0.35 "GET /v2.0/networks/574ea0b2-9422-452c-860a-803c828a5092?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5714808 May 20 20:42:28.398838 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e81cc3-4f1a-4c34-b2f8-09b29fde8cea req-75282355-830c-4b64-b13e-7b3b424190e7 tempest-ServersTestJSON-243295285 tempest-ServersTestJSON-243295285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:28.400403 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-61e81cc3-4f1a-4c34-b2f8-09b29fde8cea req-75282355-830c-4b64-b13e-7b3b424190e7 tempest-ServersTestJSON-243295285 tempest-ServersTestJSON-243295285-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c76aeb0-913f-4723-b9b2-b82b5a881f38 HTTP/1.1" status: 200 len: 943 time: 0.2118509 May 20 20:42:28.464334 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-61e81cc3-4f1a-4c34-b2f8-09b29fde8cea req-53da6f2a-78b6-4aa1-ada3-6e9690937a5a tempest-ServersTestJSON-243295285 tempest-ServersTestJSON-243295285-project] 10.222.0.35 "GET /v2.0/security-groups?id=f95948d4-b2dc-454a-91a1-bd295de21e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572798 May 20 20:42:28.551409 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdfb2fa-0916-4e58-b32b-e0f13e89b5c9 req-d7f8e024-8cc6-4576-b8b0-2606eac359bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:28.553104 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-abdfb2fa-0916-4e58-b32b-e0f13e89b5c9 req-d7f8e024-8cc6-4576-b8b0-2606eac359bc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=14307be6da164addbb4e96db68f248f8&device_id=874ccf1e-13f9-44e1-b28b-86c81de29922 HTTP/1.1" status: 200 len: 1135 time: 0.0826430 May 20 20:42:28.656739 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [req-8d9429f5-e970-4ef3-95c2-ef2e430091c8 req-edf8fafb-d5df-4784-9308-0f9d57d774c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a4cc0f0-cfd0-4e2d-aa3c-9c6f9247fea7 {{(pid=103163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:42:28.666955 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-8d9429f5-e970-4ef3-95c2-ef2e430091c8 req-edf8fafb-d5df-4784-9308-0f9d57d774c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:28.690223 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [req-8d9429f5-e970-4ef3-95c2-ef2e430091c8 req-edf8fafb-d5df-4784-9308-0f9d57d774c2 service neutron] Transition to ACTIVE for port object 2a4cc0f0-cfd0-4e2d-aa3c-9c6f9247fea7 will not be triggered until provisioned by entity L2. {{(pid=103163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 20:42:28.699742 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb9e1f3-ba0f-4809-b238-12462082bf3d req-c19795e3-2336-4537-a931-aa1406536fb6 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:28.701397 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-afb9e1f3-ba0f-4809-b238-12462082bf3d req-c19795e3-2336-4537-a931-aa1406536fb6 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/ports?device_id=b07c1a9b-3fbb-41e5-9d04-a21146bf734c HTTP/1.1" status: 200 len: 936 time: 0.1624901 May 20 20:42:28.751780 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdfb2fa-0916-4e58-b32b-e0f13e89b5c9 req-abbbbbf4-8ed1-47a2-87e1-dbf6cf8e0f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:28.753361 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-abdfb2fa-0916-4e58-b32b-e0f13e89b5c9 req-abbbbbf4-8ed1-47a2-87e1-dbf6cf8e0f1a service neutron] 10.222.0.13 "GET /v2.0/networks?id=f2c1f29b-3984-454a-a363-825a8303b3d8 HTTP/1.1" status: 200 len: 913 time: 0.1756411 May 20 20:42:28.786712 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 3019072a-5740-4991-8625-ed598bf22981 details requested by agent hyperv_n-h1-842733-1 with host n-h1-842733-1 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 20:42:28.808234 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 20:42:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3d3a0f2-44e2-437b-a773-0d0745dcc5e9 x-openstack-request-id: req-a3d3a0f2-44e2-437b-a773-0d0745dcc5e9 {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:42:28.808817 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c76aeb0-913f-4723-b9b2-b82b5a881f38", "tag": "3019072a-5740-4991-8625-ed598bf22981", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:42:28.808817 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a3d3a0f2-44e2-437b-a773-0d0745dcc5e9 {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:42:28.809148 n-d-842733-1 neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3d3a0f2-44e2-437b-a773-0d0745dcc5e9'] response: {'name': 'network-changed', 'server_uuid': '6c76aeb0-913f-4723-b9b2-b82b5a881f38', 'tag': '3019072a-5740-4991-8625-ed598bf22981', 'status': 'completed', 'code': 200} May 20 20:42:28.824375 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-afb9e1f3-ba0f-4809-b238-12462082bf3d req-5fb7607f-67af-48c8-9626-79158dba74fb tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/security-groups?id=38c76b68-4081-4341-88c9-c8e3082a5da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081576 May 20 20:42:28.826316 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-abdfb2fa-0916-4e58-b32b-e0f13e89b5c9 req-c3020a6a-0ea1-4948-b9aa-0224160532d8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ed0c608d-9d39-41cd-b9c8-8ab40b47d2dc HTTP/1.1" status: 200 len: 217 time: 0.0618539 May 20 20:42:28.829109 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-8d9429f5-e970-4ef3-95c2-ef2e430091c8 req-edf8fafb-d5df-4784-9308-0f9d57d774c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:28.930943 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609b7fab-4253-43ff-840f-6c929949743c req-7b17e054-a68d-4e39-950e-1c00d1f33370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:28.935475 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-609b7fab-4253-43ff-840f-6c929949743c req-7b17e054-a68d-4e39-950e-1c00d1f33370 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=16add71a0ec946a18f61d15298c23d6f&device_id=6c76aeb0-913f-4723-b9b2-b82b5a881f38 HTTP/1.1" status: 200 len: 1094 time: 0.1045403 May 20 20:42:28.940427 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 20:42:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cbe30ce-c469-44cd-9f84-5681da4b6622 x-openstack-request-id: req-3cbe30ce-c469-44cd-9f84-5681da4b6622 {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:42:28.942778 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "737ed128-a870-40bf-b78e-cbad2b60d994", "name": "network-vif-plugged", "status": "completed", "tag": "a54cca42-5b2f-45e7-b5d0-ff956dcd443b", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:42:28.942778 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3cbe30ce-c469-44cd-9f84-5681da4b6622 {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:42:28.942778 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3cbe30ce-c469-44cd-9f84-5681da4b6622'] response: {'server_uuid': '737ed128-a870-40bf-b78e-cbad2b60d994', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a54cca42-5b2f-45e7-b5d0-ff956dcd443b', 'code': 200} May 20 20:42:28.948864 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port 3019072a-5740-4991-8625-ed598bf22981, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=3019072a-5740-4991-8625-ed598bf22981,segment=NetworkSegment(cb794393-2e5e-44dc-94ec-c3ce277f8794),segment_id=cb794393-2e5e-44dc-94ec-c3ce277f8794)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:42:28.962856 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Returning: {'device': '3019072a-5740-4991-8625-ed598bf22981', 'network_id': '51ec8106-415b-4da6-8e19-8077690a9654', 'port_id': '3019072a-5740-4991-8625-ed598bf22981', 'mac_address': 'fa:16:3e:06:7c:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b3fecbc-4363-4558-bc2e-f6cfa24f9a5f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 20 20:42:29.024456 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9a8ab66d-2e1c-4b41-976b-56dc19e7ffbf req-23def374-4ac4-45bb-8582-e7b2e1a3f6fd tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/ports?device_id=45497337-ffcf-45d2-9a43-15350b28593e HTTP/1.1" status: 200 len: 210 time: 0.0559404 May 20 20:42:29.068479 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Current status of the port 3019072a-5740-4991-8625-ed598bf22981 is: DOWN; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:42:29.068872 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:29.089267 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3019072a-5740-4991-8625-ed598bf22981 {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:42:29.097350 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf8fafb-d5df-4784-9308-0f9d57d774c2 service neutron] Pushing event updated for resources: {'Port': ['ID=2a4cc0f0-cfd0-4e2d-aa3c-9c6f9247fea7,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:42:29.119559 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdfb2fa-0916-4e58-b32b-e0f13e89b5c9 req-6434c9a7-7fb6-4876-a9f2-5bad6fb389cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:29.121971 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-abdfb2fa-0916-4e58-b32b-e0f13e89b5c9 req-6434c9a7-7fb6-4876-a9f2-5bad6fb389cd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b6e11a18-e233-4d96-9624-671f5264a4cf HTTP/1.1" status: 200 len: 852 time: 0.2887235 May 20 20:42:29.141808 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609b7fab-4253-43ff-840f-6c929949743c req-973a44a5-842b-4056-8c86-d9a82378f19b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:29.143566 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-609b7fab-4253-43ff-840f-6c929949743c req-973a44a5-842b-4056-8c86-d9a82378f19b service neutron] 10.222.0.24 "GET /v2.0/networks?id=51ec8106-415b-4da6-8e19-8077690a9654 HTTP/1.1" status: 200 len: 907 time: 0.1927090 May 20 20:42:29.187079 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port 3019072a-5740-4991-8625-ed598bf22981, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=3019072a-5740-4991-8625-ed598bf22981,segment=NetworkSegment(cb794393-2e5e-44dc-94ec-c3ce277f8794),segment_id=cb794393-2e5e-44dc-94ec-c3ce277f8794)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:42:29.244573 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-abdfb2fa-0916-4e58-b32b-e0f13e89b5c9 req-22e5e837-7db5-4a38-883e-63f83216c9d7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f2c1f29b-3984-454a-a363-825a8303b3d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0897000 May 20 20:42:29.248165 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-609b7fab-4253-43ff-840f-6c929949743c req-2ba1187a-8393-4966-b3ee-827eaac27044 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3019072a-5740-4991-8625-ed598bf22981 HTTP/1.1" status: 200 len: 217 time: 0.0935133 May 20 20:42:29.264159 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:29.335975 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14801929-c30f-4592-b3d5-28da28dcb5d8 req-a7eaa75b-8322-4d89-9e1f-320a08721251 tempest-AttachSCSIVolumeTestJSON-1216389807 tempest-AttachSCSIVolumeTestJSON-1216389807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:29.338833 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-14801929-c30f-4592-b3d5-28da28dcb5d8 req-a7eaa75b-8322-4d89-9e1f-320a08721251 tempest-AttachSCSIVolumeTestJSON-1216389807 tempest-AttachSCSIVolumeTestJSON-1216389807-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e4761ad-a107-481b-93f5-2fd5c1a03859 HTTP/1.1" status: 200 len: 945 time: 0.3120904 May 20 20:42:29.339039 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Pushing event updated for resources: {'Port': ['ID=3019072a-5740-4991-8625-ed598bf22981,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:42:29.371246 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 38728) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:42:29.417943 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-a08ae3e9-dd52-4537-bc26-27905d14697b tempest-AttachSCSIVolumeTestJSON-1216389807 tempest-AttachSCSIVolumeTestJSON-1216389807-project] Request body: {'floatingip': {'port_id': '13070f08-d11b-4271-abf6-4057a78ab9b2'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:42:29.492981 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] get_ports_and_sgs() called for port_ids ['3019072a-5740-4991-8625-ed598bf22981'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:42:29.512200 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1378155-ddf5-47bd-b91e-0ec587719878 req-d5371cde-1fca-407f-b96d-1c7ca601188d tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:29.514149 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-b1378155-ddf5-47bd-b91e-0ec587719878 req-d5371cde-1fca-407f-b96d-1c7ca601188d tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.24 "GET /v2.0/networks?id=85e5027c-d244-4186-8c19-3a12977de170 HTTP/1.1" status: 200 len: 811 time: 0.1893790 May 20 20:42:29.517457 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609b7fab-4253-43ff-840f-6c929949743c req-8f9bbdd4-5265-4017-b21f-30c3fe7bc2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:29.519900 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-609b7fab-4253-43ff-840f-6c929949743c req-8f9bbdd4-5265-4017-b21f-30c3fe7bc2ef service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5b3fecbc-4363-4558-bc2e-f6cfa24f9a5f HTTP/1.1" status: 200 len: 845 time: 0.2651353 May 20 20:42:29.520429 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-8d9429f5-e970-4ef3-95c2-ef2e430091c8 req-edf8fafb-d5df-4784-9308-0f9d57d774c2 service neutron] Attempting to bind port 2a4cc0f0-cfd0-4e2d-aa3c-9c6f9247fea7 on host n-h1-842733-1 for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:42:29.520763 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-8d9429f5-e970-4ef3-95c2-ef2e430091c8 req-edf8fafb-d5df-4784-9308-0f9d57d774c2 service neutron] Attempting to bind port 2a4cc0f0-cfd0-4e2d-aa3c-9c6f9247fea7 by drivers openvswitch,hyperv on host n-h1-842733-1 at level 0 using segments [{'id': 'ed3a602f-49fb-4a95-be80-401e1eb72e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'cd702362-b982-46c5-a7d0-51de1b03df86'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:42:29.521085 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d9429f5-e970-4ef3-95c2-ef2e430091c8 req-edf8fafb-d5df-4784-9308-0f9d57d774c2 service neutron] Attempting to bind port 2a4cc0f0-cfd0-4e2d-aa3c-9c6f9247fea7 on network cd702362-b982-46c5-a7d0-51de1b03df86 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:42:29.535393 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [req-b1378155-ddf5-47bd-b91e-0ec587719878 req-61c76a41-0e2b-4c2d-9832-dba4258c693c tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Request body: {'port': {'device_id': '45497337-ffcf-45d2-9a43-15350b28593e', 'network_id': '85e5027c-d244-4186-8c19-3a12977de170', 'admin_state_up': True, 'tenant_id': '2492915dd73f457d8cb02b28e57274de'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:42:29.558684 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a791c483-84ff-420d-913a-cd902deb0331 req-55394b4e-25d9-4a3a-9855-2e364bcfbdef tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:29.560237 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a791c483-84ff-420d-913a-cd902deb0331 req-55394b4e-25d9-4a3a-9855-2e364bcfbdef tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] 10.222.0.35 "GET /v2.0/ports?device_id=737ed128-a870-40bf-b78e-cbad2b60d994 HTTP/1.1" status: 200 len: 946 time: 0.4450107 May 20 20:42:29.570527 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a08ae3e9-dd52-4537-bc26-27905d14697b tempest-AttachSCSIVolumeTestJSON-1216389807 tempest-AttachSCSIVolumeTestJSON-1216389807-project] Notify callbacks [] for floatingip, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:29.584138 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d9429f5-e970-4ef3-95c2-ef2e430091c8 req-edf8fafb-d5df-4784-9308-0f9d57d774c2 service neutron] Port 2a4cc0f0-cfd0-4e2d-aa3c-9c6f9247fea7 on network cd702362-b982-46c5-a7d0-51de1b03df86 not bound, no agent of type Open vSwitch agent registered on host n-h1-842733-1 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 20:42:29.584456 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d9429f5-e970-4ef3-95c2-ef2e430091c8 req-edf8fafb-d5df-4784-9308-0f9d57d774c2 service neutron] Attempting to bind port 2a4cc0f0-cfd0-4e2d-aa3c-9c6f9247fea7 on network cd702362-b982-46c5-a7d0-51de1b03df86 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:42:29.665516 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d9429f5-e970-4ef3-95c2-ef2e430091c8 req-edf8fafb-d5df-4784-9308-0f9d57d774c2 service neutron] Checking agent: {'id': '08dfb1ce-804b-4db8-838b-21094082e041', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 32, 54), 'started_at': datetime.datetime(2022, 5, 20, 20, 32, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 42, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:42:29.670338 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d9429f5-e970-4ef3-95c2-ef2e430091c8 req-edf8fafb-d5df-4784-9308-0f9d57d774c2 service neutron] Checking segment: {'id': 'ed3a602f-49fb-4a95-be80-401e1eb72e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'cd702362-b982-46c5-a7d0-51de1b03df86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:42:29.670338 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d9429f5-e970-4ef3-95c2-ef2e430091c8 req-edf8fafb-d5df-4784-9308-0f9d57d774c2 service neutron] Bound using segment: {'id': 'ed3a602f-49fb-4a95-be80-401e1eb72e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'cd702362-b982-46c5-a7d0-51de1b03df86'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:42:29.670338 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-8d9429f5-e970-4ef3-95c2-ef2e430091c8 req-edf8fafb-d5df-4784-9308-0f9d57d774c2 service neutron] Bound port: 2a4cc0f0-cfd0-4e2d-aa3c-9c6f9247fea7, host: n-h1-842733-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed3a602f-49fb-4a95-be80-401e1eb72e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'cd702362-b982-46c5-a7d0-51de1b03df86'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:42:29.670338 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-8d9429f5-e970-4ef3-95c2-ef2e430091c8 req-edf8fafb-d5df-4784-9308-0f9d57d774c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:29.705191 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609b7fab-4253-43ff-840f-6c929949743c req-fe461452-119b-45a4-a1bc-85eb4b0c6042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:29.707032 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-609b7fab-4253-43ff-840f-6c929949743c req-fe461452-119b-45a4-a1bc-85eb4b0c6042 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=51ec8106-415b-4da6-8e19-8077690a9654&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1770978 May 20 20:42:29.798665 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f160aad6-f2ae-4ccc-b6ce-5777684e45cd req-c9ebb222-1f67-4ac2-859d-16ae92d09a3e tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:29.803452 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f160aad6-f2ae-4ccc-b6ce-5777684e45cd req-c9ebb222-1f67-4ac2-859d-16ae92d09a3e tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] 10.222.0.35 "GET /v2.0/ports?device_id=874ccf1e-13f9-44e1-b28b-86c81de29922 HTTP/1.1" status: 200 len: 984 time: 0.2922707 May 20 20:42:29.806814 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a791c483-84ff-420d-913a-cd902deb0331 req-e84e2e3a-ff91-4854-a6ce-84971fab8a72 tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] 10.222.0.35 "GET /v2.0/security-groups?id=b4498864-440f-46b0-a344-70b0d7510345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2307653 May 20 20:42:29.834808 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-abdfb2fa-0916-4e58-b32b-e0f13e89b5c9 req-620d2334-8e4d-4425-b111-92e189d6ea99 service neutron] 10.222.0.13 "GET /v2.0/networks/f2c1f29b-3984-454a-a363-825a8303b3d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5791614 May 20 20:42:29.839552 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1378155-ddf5-47bd-b91e-0ec587719878 req-61c76a41-0e2b-4c2d-9832-dba4258c693c tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Made reservation on behalf of 2492915dd73f457d8cb02b28e57274de for: {'port': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:42:29.846377 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-b1378155-ddf5-47bd-b91e-0ec587719878 req-61c76a41-0e2b-4c2d-9832-dba4258c693c tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:29.931543 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-609b7fab-4253-43ff-840f-6c929949743c req-73877f7d-6588-42d4-91f1-515e6cea5585 service neutron] 10.222.0.24 "GET /v2.0/networks/51ec8106-415b-4da6-8e19-8077690a9654?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2161582 May 20 20:42:29.960305 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f160aad6-f2ae-4ccc-b6ce-5777684e45cd req-27938246-bcee-4551-ba45-fb262b52611d tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] 10.222.0.35 "GET /v2.0/security-groups?id=c2423539-3be7-453d-a146-2f1da067ea16&id=f4b7709e-62c4-4c92-9539-853c7ed8a4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1519489 May 20 20:42:30.022879 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d3448f59-daa6-4f90-ba08-a01efc7a9446 req-64ffab0e-d589-461e-b244-3a5febb25b91 tempest-ServerGroupTestJSON-368596485 tempest-ServerGroupTestJSON-368596485-project] 10.222.0.35 "GET /v2.0/ports?device_id=d5e0033c-d96c-4e34-ab17-ee41b45224c8 HTTP/1.1" status: 200 len: 210 time: 0.1432254 May 20 20:42:30.033281 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-8d9429f5-e970-4ef3-95c2-ef2e430091c8 req-edf8fafb-d5df-4784-9308-0f9d57d774c2 service neutron] For port 2a4cc0f0-cfd0-4e2d-aa3c-9c6f9247fea7, host n-h1-842733-1, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:42:30.106978 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [req-b1378155-ddf5-47bd-b91e-0ec587719878 req-61c76a41-0e2b-4c2d-9832-dba4258c693c tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Allocated IP 172.20.0.10 (85e5027c-d244-4186-8c19-3a12977de170/5df30a0b-5cdb-4d91-9fe8-512f286a6485/4804f9ed-d929-4451-ab46-9ce5f415198a) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:42:30.115749 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-8d9429f5-e970-4ef3-95c2-ef2e430091c8 req-edf8fafb-d5df-4784-9308-0f9d57d774c2 service neutron] For port 2a4cc0f0-cfd0-4e2d-aa3c-9c6f9247fea7, host n-h1-842733-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=2a4cc0f0-cfd0-4e2d-aa3c-9c6f9247fea7,segment=NetworkSegment(ed3a602f-49fb-4a95-be80-401e1eb72e33),segment_id=ed3a602f-49fb-4a95-be80-401e1eb72e33)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:42:30.186227 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-609b7fab-4253-43ff-840f-6c929949743c req-db9e8c1e-073e-4405-a9fe-9c9d3c1d6012 service neutron] 10.222.0.24 "GET /v2.0/networks/51ec8106-415b-4da6-8e19-8077690a9654?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2446187 May 20 20:42:30.191984 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-abdfb2fa-0916-4e58-b32b-e0f13e89b5c9 req-0bfdd897-9b68-44ba-a053-e2a85c8145cd service neutron] 10.222.0.13 "GET /v2.0/networks/f2c1f29b-3984-454a-a363-825a8303b3d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3440077 May 20 20:42:30.193032 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-8d9429f5-e970-4ef3-95c2-ef2e430091c8 req-edf8fafb-d5df-4784-9308-0f9d57d774c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:30.285823 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9429f5-e970-4ef3-95c2-ef2e430091c8 req-edf8fafb-d5df-4784-9308-0f9d57d774c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:30.286443 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-8d9429f5-e970-4ef3-95c2-ef2e430091c8 req-edf8fafb-d5df-4784-9308-0f9d57d774c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:30.287864 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8d9429f5-e970-4ef3-95c2-ef2e430091c8 req-edf8fafb-d5df-4784-9308-0f9d57d774c2 service neutron] 10.222.0.24 "PUT /v2.0/ports/2a4cc0f0-cfd0-4e2d-aa3c-9c6f9247fea7 HTTP/1.1" status: 200 len: 1096 time: 2.8849535 May 20 20:42:30.288327 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b07c1a9b-3fbb-41e5-9d04-a21146bf734c', 'tag': '2a4cc0f0-cfd0-4e2d-aa3c-9c6f9247fea7'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:42:30.290639 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4291b17aa7b45362825f0571e77c85f5e73afe1df9c7e9e15006df9d695c005e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-351e819d-e33d-49dc-952f-f116ccb7176b" -d '{"events": [{"name": "network-changed", "server_uuid": "b07c1a9b-3fbb-41e5-9d04-a21146bf734c", "tag": "2a4cc0f0-cfd0-4e2d-aa3c-9c6f9247fea7"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:42:30.329797 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-b1378155-ddf5-47bd-b91e-0ec587719878 req-61c76a41-0e2b-4c2d-9832-dba4258c693c tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:30.367451 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702f27b5-acc2-4bd7-bbd1-98eaefaef304 req-2916e919-9dd3-4119-b67e-4575007a7d2d tempest-ServersTestJSON-243295285 tempest-ServersTestJSON-243295285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:30.369042 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-702f27b5-acc2-4bd7-bbd1-98eaefaef304 req-2916e919-9dd3-4119-b67e-4575007a7d2d tempest-ServersTestJSON-243295285 tempest-ServersTestJSON-243295285-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c76aeb0-913f-4723-b9b2-b82b5a881f38 HTTP/1.1" status: 200 len: 944 time: 0.2417233 May 20 20:42:30.468849 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf8fafb-d5df-4784-9308-0f9d57d774c2 service neutron] Pushing event updated for resources: {'Port': ['ID=2a4cc0f0-cfd0-4e2d-aa3c-9c6f9247fea7,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:42:30.493775 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-b1378155-ddf5-47bd-b91e-0ec587719878 req-61c76a41-0e2b-4c2d-9832-dba4258c693c tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:30.508110 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf8fafb-d5df-4784-9308-0f9d57d774c2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:42:30.508453 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf8fafb-d5df-4784-9308-0f9d57d774c2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:42:30.508910 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf8fafb-d5df-4784-9308-0f9d57d774c2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:42:30.509286 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf8fafb-d5df-4784-9308-0f9d57d774c2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:42:30.509625 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf8fafb-d5df-4784-9308-0f9d57d774c2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:42:30.509955 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf8fafb-d5df-4784-9308-0f9d57d774c2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:42:30.510278 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf8fafb-d5df-4784-9308-0f9d57d774c2 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:42:30.510608 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf8fafb-d5df-4784-9308-0f9d57d774c2 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:42:30.510930 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf8fafb-d5df-4784-9308-0f9d57d774c2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:42:30.511249 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf8fafb-d5df-4784-9308-0f9d57d774c2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:42:30.511567 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf8fafb-d5df-4784-9308-0f9d57d774c2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:42:30.511883 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf8fafb-d5df-4784-9308-0f9d57d774c2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:42:30.529761 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] get_ports_and_sgs() called for port_ids ['130e72e6-da90-46ab-a5e7-4c8babd6202e'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:42:30.532331 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-702f27b5-acc2-4bd7-bbd1-98eaefaef304 req-da30e883-770e-4e89-aeec-10d340fa9d85 tempest-ServersTestJSON-243295285 tempest-ServersTestJSON-243295285-project] 10.222.0.35 "GET /v2.0/security-groups?id=f95948d4-b2dc-454a-91a1-bd295de21e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1433387 May 20 20:42:30.610594 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1378155-ddf5-47bd-b91e-0ec587719878 req-61c76a41-0e2b-4c2d-9832-dba4258c693c tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Network 85e5027c-d244-4186-8c19-3a12977de170 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:42:30.618758 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9429f5-e970-4ef3-95c2-ef2e430091c8 req-6f8686db-a62e-4267-91d1-7bbbe7eb9c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:30.621579 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8d9429f5-e970-4ef3-95c2-ef2e430091c8 req-6f8686db-a62e-4267-91d1-7bbbe7eb9c20 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=74b74d22d9d54e1eae7cec44a7fbec8d&device_id=b07c1a9b-3fbb-41e5-9d04-a21146bf734c HTTP/1.1" status: 200 len: 1099 time: 0.1976922 May 20 20:42:30.623005 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [req-b1378155-ddf5-47bd-b91e-0ec587719878 req-61c76a41-0e2b-4c2d-9832-dba4258c693c tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:42:30.628017 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1378155-ddf5-47bd-b91e-0ec587719878 req-61c76a41-0e2b-4c2d-9832-dba4258c693c tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:42:30.705343 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8d9429f5-e970-4ef3-95c2-ef2e430091c8 req-eb89fe53-8a82-4764-b6c0-4f2801bc3303 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.112&port_id=2a4cc0f0-cfd0-4e2d-aa3c-9c6f9247fea7 HTTP/1.1" status: 200 len: 217 time: 0.0558243 May 20 20:42:30.710980 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.db.resource_extend [None req-a08ae3e9-dd52-4537-bc26-27905d14697b tempest-AttachSCSIVolumeTestJSON-1216389807 tempest-AttachSCSIVolumeTestJSON-1216389807-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 20 20:42:30.721383 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c76a41-0e2b-4c2d-9832-dba4258c693c tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Pushing event updated for resources: {'Port': ['ID=4804f9ed-d929-4451-ab46-9ce5f415198a,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:42:30.772775 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1378155-ddf5-47bd-b91e-0ec587719878 req-61c76a41-0e2b-4c2d-9832-dba4258c693c tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:30.773530 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-b1378155-ddf5-47bd-b91e-0ec587719878 req-61c76a41-0e2b-4c2d-9832-dba4258c693c tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:30.795618 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 3019072a-5740-4991-8625-ed598bf22981 up at agent hyperv_n-h1-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:42:30.818506 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab443c40-cb74-4ec4-9d2d-5d0be587f17a req-337f13d2-491e-4baa-b65f-5ad6e9e4b20f tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:30.822077 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ab443c40-cb74-4ec4-9d2d-5d0be587f17a req-337f13d2-491e-4baa-b65f-5ad6e9e4b20f tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/ports?device_id=b07c1a9b-3fbb-41e5-9d04-a21146bf734c HTTP/1.1" status: 200 len: 948 time: 0.2162130 May 20 20:42:30.839515 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a08ae3e9-dd52-4537-bc26-27905d14697b tempest-AttachSCSIVolumeTestJSON-1216389807 tempest-AttachSCSIVolumeTestJSON-1216389807-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:30.848468 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9429f5-e970-4ef3-95c2-ef2e430091c8 req-812d1b57-15ce-489f-b36b-063f10fe48f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:30.850114 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8d9429f5-e970-4ef3-95c2-ef2e430091c8 req-812d1b57-15ce-489f-b36b-063f10fe48f4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=26b342ea-254c-483a-9ea9-f11c178970eb HTTP/1.1" status: 200 len: 843 time: 0.1352150 May 20 20:42:30.902653 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ab443c40-cb74-4ec4-9d2d-5d0be587f17a req-c600bff8-13e5-4c5e-81ad-97aeb23990db tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/security-groups?id=38c76b68-4081-4341-88c9-c8e3082a5da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720215 May 20 20:42:30.912770 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9429f5-e970-4ef3-95c2-ef2e430091c8 req-2f688e59-0505-4814-bd9e-697ac4dc4a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:30.914413 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8d9429f5-e970-4ef3-95c2-ef2e430091c8 req-2f688e59-0505-4814-bd9e-697ac4dc4a6e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cd702362-b982-46c5-a7d0-51de1b03df86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0553555 May 20 20:42:30.918179 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-b1378155-ddf5-47bd-b91e-0ec587719878 req-61c76a41-0e2b-4c2d-9832-dba4258c693c tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3894749 May 20 20:42:30.933059 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [req-b1378155-ddf5-47bd-b91e-0ec587719878 req-48fcfed5-bb60-4cfa-b975-8bcb565f7796 service neutron] Request body: {'port': {'device_id': '45497337-ffcf-45d2-9a43-15350b28593e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-842733-1'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:42:30.949611 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Provisioning for port 3019072a-5740-4991-8625-ed598bf22981 completed by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 20:42:30.982288 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Provisioning complete for port 3019072a-5740-4991-8625-ed598bf22981 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:42:30.984156 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:30.986438 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a08ae3e9-dd52-4537-bc26-27905d14697b tempest-AttachSCSIVolumeTestJSON-1216389807 tempest-AttachSCSIVolumeTestJSON-1216389807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748272'] for floatingip, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:31.060497 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-de1203c8-478c-4c65-b593-cbf9271eff3e None None] Provisioning complete for port 4804f9ed-d929-4451-ab46-9ce5f415198a triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:42:31.061773 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-de1203c8-478c-4c65-b593-cbf9271eff3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:31.075081 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-b1378155-ddf5-47bd-b91e-0ec587719878 req-48fcfed5-bb60-4cfa-b975-8bcb565f7796 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:31.184099 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-de1203c8-478c-4c65-b593-cbf9271eff3e None None] Port 4804f9ed-d929-4451-ab46-9ce5f415198a cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 20:42:31.215946 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Current status of the port 3019072a-5740-4991-8625-ed598bf22981 is: BUILD; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:42:31.216345 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:31.258932 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c76aeb0-913f-4723-b9b2-b82b5a881f38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3019072a-5740-4991-8625-ed598bf22981'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:42:31.261626 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8485417003ce7c0410b00f5cdc2f391e21107b70bb68e2773712534a96e108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eec66b0a-7020-4f0b-9d15-92d7c3029a64" -d '{"events": [{"server_uuid": "6c76aeb0-913f-4723-b9b2-b82b5a881f38", "name": "network-vif-plugged", "status": "completed", "tag": "3019072a-5740-4991-8625-ed598bf22981"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:42:31.277353 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port 3019072a-5740-4991-8625-ed598bf22981, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=3019072a-5740-4991-8625-ed598bf22981,segment=NetworkSegment(cb794393-2e5e-44dc-94ec-c3ce277f8794),segment_id=cb794393-2e5e-44dc-94ec-c3ce277f8794)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:42:31.360944 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:31.361783 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device a54cca42-5b2f-45e7-b5d0-ff956dcd443b no longer exists at agent hyperv_n-h1-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:42:31.413875 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [req-b1378155-ddf5-47bd-b91e-0ec587719878 req-48fcfed5-bb60-4cfa-b975-8bcb565f7796 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4804f9ed-d929-4451-ab46-9ce5f415198a {{(pid=103162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:42:31.423085 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-b1378155-ddf5-47bd-b91e-0ec587719878 req-48fcfed5-bb60-4cfa-b975-8bcb565f7796 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:31.437073 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 20:42:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a4f3060-a66e-48a3-ab58-b23b95216e77 x-openstack-request-id: req-0a4f3060-a66e-48a3-ab58-b23b95216e77 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:42:31.437685 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b07c1a9b-3fbb-41e5-9d04-a21146bf734c", "tag": "2a4cc0f0-cfd0-4e2d-aa3c-9c6f9247fea7", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:42:31.437685 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0a4f3060-a66e-48a3-ab58-b23b95216e77 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:42:31.439741 n-d-842733-1 neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a4f3060-a66e-48a3-ab58-b23b95216e77'] response: {'name': 'network-changed', 'server_uuid': 'b07c1a9b-3fbb-41e5-9d04-a21146bf734c', 'tag': '2a4cc0f0-cfd0-4e2d-aa3c-9c6f9247fea7', 'status': 'completed', 'code': 200} May 20 20:42:31.439839 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.provisioning_blocks [req-b1378155-ddf5-47bd-b91e-0ec587719878 req-48fcfed5-bb60-4cfa-b975-8bcb565f7796 service neutron] Transition to ACTIVE for port object 4804f9ed-d929-4451-ab46-9ce5f415198a will not be triggered until provisioned by entity L2. {{(pid=103162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 20:42:31.446760 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Pushing event updated for resources: {'Port': ['ID=3019072a-5740-4991-8625-ed598bf22981,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:42:31.468110 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98ce3c3-31a2-427b-a1c4-af6c602c967e req-ed0d6a53-c259-4b87-8715-ea717eb6e706 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:31.469875 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a98ce3c3-31a2-427b-a1c4-af6c602c967e req-ed0d6a53-c259-4b87-8715-ea717eb6e706 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/ports?device_id=45497337-ffcf-45d2-9a43-15350b28593e HTTP/1.1" status: 200 len: 932 time: 0.4958444 May 20 20:42:31.490424 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8d9429f5-e970-4ef3-95c2-ef2e430091c8 req-53c42132-8836-44f6-add8-59bc65ede521 service neutron] 10.222.0.24 "GET /v2.0/networks/cd702362-b982-46c5-a7d0-51de1b03df86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5627441 May 20 20:42:31.493636 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Current status of the port a54cca42-5b2f-45e7-b5d0-ff956dcd443b is: ACTIVE; New status is: DOWN {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:42:31.494461 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:31.525097 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-b1378155-ddf5-47bd-b91e-0ec587719878 req-48fcfed5-bb60-4cfa-b975-8bcb565f7796 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:31.542539 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port a54cca42-5b2f-45e7-b5d0-ff956dcd443b, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=a54cca42-5b2f-45e7-b5d0-ff956dcd443b,segment=NetworkSegment(2402745c-06cc-4395-87ea-d8de4fb1e600),segment_id=2402745c-06cc-4395-87ea-d8de4fb1e600)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:42:31.560703 n-d-842733-1 neutron-server[103163]: INFO neutron.db.l3_db [None req-a08ae3e9-dd52-4537-bc26-27905d14697b tempest-AttachSCSIVolumeTestJSON-1216389807 tempest-AttachSCSIVolumeTestJSON-1216389807-project] Floating IP 5eb634be-327e-4023-9778-32e9546ce74b associated. External IP: 172.25.2.160, port: 13070f08-d11b-4271-abf6-4057a78ab9b2. May 20 20:42:31.584975 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcfed5-bb60-4cfa-b975-8bcb565f7796 service neutron] Pushing event updated for resources: {'Port': ['ID=4804f9ed-d929-4451-ab46-9ce5f415198a,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:42:31.621872 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:31.676067 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c67266-4b77-4e82-87e3-1904a56831e0 req-745733e5-2d5a-472b-8a9f-e7141a96381e tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:31.677637 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-36c67266-4b77-4e82-87e3-1904a56831e0 req-745733e5-2d5a-472b-8a9f-e7141a96381e tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb13a393-1e95-453a-a8fa-345812285948 HTTP/1.1" status: 200 len: 944 time: 0.2502685 May 20 20:42:31.680325 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-b1378155-ddf5-47bd-b91e-0ec587719878 req-48fcfed5-bb60-4cfa-b975-8bcb565f7796 service neutron] Attempting to bind port 4804f9ed-d929-4451-ab46-9ce5f415198a on host n-h1-842733-1 for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:42:31.680902 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-b1378155-ddf5-47bd-b91e-0ec587719878 req-48fcfed5-bb60-4cfa-b975-8bcb565f7796 service neutron] Attempting to bind port 4804f9ed-d929-4451-ab46-9ce5f415198a by drivers openvswitch,hyperv on host n-h1-842733-1 at level 0 using segments [{'id': '1b0c59b6-1da5-46b1-ba4a-82e83befd33e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '85e5027c-d244-4186-8c19-3a12977de170'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:42:31.681443 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1378155-ddf5-47bd-b91e-0ec587719878 req-48fcfed5-bb60-4cfa-b975-8bcb565f7796 service neutron] Attempting to bind port 4804f9ed-d929-4451-ab46-9ce5f415198a on network 85e5027c-d244-4186-8c19-3a12977de170 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:42:31.684852 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a98ce3c3-31a2-427b-a1c4-af6c602c967e req-a61d3167-8ad5-4ef9-a292-e9a99510ec2e tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/security-groups?id=c9d9c404-d869-4158-9779-ac1a15da4bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966567 May 20 20:42:31.700589 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce22da5e-0054-4538-9905-dd0071715bbf req-c22d9e56-438a-4a55-9091-b1ac6378981d tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:31.702453 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1378155-ddf5-47bd-b91e-0ec587719878 req-48fcfed5-bb60-4cfa-b975-8bcb565f7796 service neutron] Port 4804f9ed-d929-4451-ab46-9ce5f415198a on network 85e5027c-d244-4186-8c19-3a12977de170 not bound, no agent of type Open vSwitch agent registered on host n-h1-842733-1 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 20:42:31.707311 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1378155-ddf5-47bd-b91e-0ec587719878 req-48fcfed5-bb60-4cfa-b975-8bcb565f7796 service neutron] Attempting to bind port 4804f9ed-d929-4451-ab46-9ce5f415198a on network 85e5027c-d244-4186-8c19-3a12977de170 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:42:31.712653 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1378155-ddf5-47bd-b91e-0ec587719878 req-48fcfed5-bb60-4cfa-b975-8bcb565f7796 service neutron] Checking agent: {'id': '08dfb1ce-804b-4db8-838b-21094082e041', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 32, 54), 'started_at': datetime.datetime(2022, 5, 20, 20, 32, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 42, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:42:31.713370 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1378155-ddf5-47bd-b91e-0ec587719878 req-48fcfed5-bb60-4cfa-b975-8bcb565f7796 service neutron] Checking segment: {'id': '1b0c59b6-1da5-46b1-ba4a-82e83befd33e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '85e5027c-d244-4186-8c19-3a12977de170'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:42:31.713558 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1378155-ddf5-47bd-b91e-0ec587719878 req-48fcfed5-bb60-4cfa-b975-8bcb565f7796 service neutron] Bound using segment: {'id': '1b0c59b6-1da5-46b1-ba4a-82e83befd33e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '85e5027c-d244-4186-8c19-3a12977de170'} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:42:31.713927 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-b1378155-ddf5-47bd-b91e-0ec587719878 req-48fcfed5-bb60-4cfa-b975-8bcb565f7796 service neutron] Bound port: 4804f9ed-d929-4451-ab46-9ce5f415198a, host: n-h1-842733-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b0c59b6-1da5-46b1-ba4a-82e83befd33e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '85e5027c-d244-4186-8c19-3a12977de170'}}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:42:31.714258 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-b1378155-ddf5-47bd-b91e-0ec587719878 req-48fcfed5-bb60-4cfa-b975-8bcb565f7796 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:31.721807 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ce22da5e-0054-4538-9905-dd0071715bbf req-c22d9e56-438a-4a55-9091-b1ac6378981d tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] 10.222.0.35 "GET /v2.0/ports?device_id=fb13a393-1e95-453a-a8fa-345812285948 HTTP/1.1" status: 200 len: 944 time: 0.2869017 May 20 20:42:31.733823 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Pushing event updated for resources: {'Port': ['ID=a54cca42-5b2f-45e7-b5d0-ff956dcd443b,revision_number=8']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:42:31.806146 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-b1378155-ddf5-47bd-b91e-0ec587719878 req-48fcfed5-bb60-4cfa-b975-8bcb565f7796 service neutron] For port 4804f9ed-d929-4451-ab46-9ce5f415198a, host n-h1-842733-1, cleared binding levels {{(pid=103162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:42:31.809611 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-b1378155-ddf5-47bd-b91e-0ec587719878 req-48fcfed5-bb60-4cfa-b975-8bcb565f7796 service neutron] For port 4804f9ed-d929-4451-ab46-9ce5f415198a, host n-h1-842733-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=4804f9ed-d929-4451-ab46-9ce5f415198a,segment=NetworkSegment(1b0c59b6-1da5-46b1-ba4a-82e83befd33e),segment_id=1b0c59b6-1da5-46b1-ba4a-82e83befd33e)] {{(pid=103162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:42:31.908814 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-b1378155-ddf5-47bd-b91e-0ec587719878 req-48fcfed5-bb60-4cfa-b975-8bcb565f7796 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:31.923611 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8d9429f5-e970-4ef3-95c2-ef2e430091c8 req-5e62b512-bb4c-41b7-a052-201ea16f3316 service neutron] 10.222.0.24 "GET /v2.0/networks/cd702362-b982-46c5-a7d0-51de1b03df86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4020939 May 20 20:42:31.960633 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1378155-ddf5-47bd-b91e-0ec587719878 req-48fcfed5-bb60-4cfa-b975-8bcb565f7796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:31.961275 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-b1378155-ddf5-47bd-b91e-0ec587719878 req-48fcfed5-bb60-4cfa-b975-8bcb565f7796 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:31.966415 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-b1378155-ddf5-47bd-b91e-0ec587719878 req-48fcfed5-bb60-4cfa-b975-8bcb565f7796 service neutron] 10.222.0.24 "PUT /v2.0/ports/4804f9ed-d929-4451-ab46-9ce5f415198a HTTP/1.1" status: 200 len: 1092 time: 1.0346303 May 20 20:42:31.966415 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45497337-ffcf-45d2-9a43-15350b28593e', 'tag': '4804f9ed-d929-4451-ab46-9ce5f415198a'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:42:31.968385 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6fa957933fccbf596d28104b23404b952ad6a8238afaebaed40a0874b2e409" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51b08a3c-cc4b-4612-ba58-cbb506bd690b" -d '{"events": [{"name": "network-changed", "server_uuid": "45497337-ffcf-45d2-9a43-15350b28593e", "tag": "4804f9ed-d929-4451-ab46-9ce5f415198a"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:42:31.973348 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ce22da5e-0054-4538-9905-dd0071715bbf req-85ec6e0b-a355-4619-9968-4d0dab71c39a tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] 10.222.0.35 "GET /v2.0/security-groups?id=0a1ca955-ee86-4e03-bb39-6b1e6a532a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2503951 May 20 20:42:32.058790 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8e3ea6-84fe-4ff7-a487-2584727991ce req-6126984e-3188-4272-8948-08a3c4490070 tempest-ServerGroupTestJSON-368596485 tempest-ServerGroupTestJSON-368596485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:32.058790 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-1e8e3ea6-84fe-4ff7-a487-2584727991ce req-6126984e-3188-4272-8948-08a3c4490070 tempest-ServerGroupTestJSON-368596485 tempest-ServerGroupTestJSON-368596485-project] 10.222.0.24 "GET /v2.0/networks?id=574ea0b2-9422-452c-860a-803c828a5092 HTTP/1.1" status: 200 len: 810 time: 0.2049880 May 20 20:42:32.058790 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcfed5-bb60-4cfa-b975-8bcb565f7796 service neutron] Pushing event updated for resources: {'Port': ['ID=4804f9ed-d929-4451-ab46-9ce5f415198a,revision_number=3']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:42:32.064854 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b58e18-13e0-4b94-8b23-8ee54f7b812d req-c4443940-3e0f-411f-aa30-41c151df71b1 tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:32.066637 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f0b58e18-13e0-4b94-8b23-8ee54f7b812d req-c4443940-3e0f-411f-aa30-41c151df71b1 tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] 10.222.0.35 "GET /v2.0/ports?device_id=874ccf1e-13f9-44e1-b28b-86c81de29922 HTTP/1.1" status: 200 len: 984 time: 0.2219255 May 20 20:42:32.078193 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:32.099528 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [req-1e8e3ea6-84fe-4ff7-a487-2584727991ce req-ca6c8528-5dfe-4599-8a91-90bb103053cc tempest-ServerGroupTestJSON-368596485 tempest-ServerGroupTestJSON-368596485-project] Request body: {'port': {'device_id': 'd5e0033c-d96c-4e34-ab17-ee41b45224c8', 'network_id': '574ea0b2-9422-452c-860a-803c828a5092', 'admin_state_up': True, 'tenant_id': 'a2d17c0110a94477bf984a8f69472a51'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:42:32.238683 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [req-36c67266-4b77-4e82-87e3-1904a56831e0 req-52410adc-cc54-4258-8fd6-1f0fdfdad895 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] Deleting port d48c4a89-5248-4669-905a-a53da6b07df6 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:42:32.239011 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-36c67266-4b77-4e82-87e3-1904a56831e0 req-52410adc-cc54-4258-8fd6-1f0fdfdad895 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:32.244991 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1378155-ddf5-47bd-b91e-0ec587719878 req-08dd11e7-978f-4538-a46a-8a9474acc6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:32.246651 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-b1378155-ddf5-47bd-b91e-0ec587719878 req-08dd11e7-978f-4538-a46a-8a9474acc6eb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2492915dd73f457d8cb02b28e57274de&device_id=45497337-ffcf-45d2-9a43-15350b28593e HTTP/1.1" status: 200 len: 1095 time: 0.1397712 May 20 20:42:32.298884 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-b1378155-ddf5-47bd-b91e-0ec587719878 req-46715c02-5863-453f-9f8a-e06f3636e0fa service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4804f9ed-d929-4451-ab46-9ce5f415198a HTTP/1.1" status: 200 len: 217 time: 0.0418317 May 20 20:42:32.318930 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f0b58e18-13e0-4b94-8b23-8ee54f7b812d req-d7ed2cb9-c9fe-4a7c-977c-de1b0b8675a4 tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] 10.222.0.35 "GET /v2.0/security-groups?id=c2423539-3be7-453d-a146-2f1da067ea16&id=f4b7709e-62c4-4c92-9539-853c7ed8a4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.2322221 May 20 20:42:32.341965 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351e819d-e33d-49dc-952f-f116ccb7176b req-4a08ce72-b08d-4b4d-b23c-ce636682bf06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:32.344100 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-351e819d-e33d-49dc-952f-f116ccb7176b req-4a08ce72-b08d-4b4d-b23c-ce636682bf06 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=74b74d22d9d54e1eae7cec44a7fbec8d&device_id=b07c1a9b-3fbb-41e5-9d04-a21146bf734c HTTP/1.1" status: 200 len: 1099 time: 0.1899407 May 20 20:42:32.350874 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a08ae3e9-dd52-4537-bc26-27905d14697b tempest-AttachSCSIVolumeTestJSON-1216389807 tempest-AttachSCSIVolumeTestJSON-1216389807-project] Router 08a33ff6-3a75-4df0-866a-8a0a86dbcd1f has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 20:42:32.369921 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14637b9-805e-4fa7-9078-a09dc16494ae req-84322a48-1d15-4ca9-ad1d-d74c657b7bd1 tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:32.374198 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e14637b9-805e-4fa7-9078-a09dc16494ae req-84322a48-1d15-4ca9-ad1d-d74c657b7bd1 tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] 10.222.0.35 "GET /v2.0/ports?device_id=737ed128-a870-40bf-b78e-cbad2b60d994 HTTP/1.1" status: 200 len: 944 time: 0.2184370 May 20 20:42:32.391672 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1378155-ddf5-47bd-b91e-0ec587719878 req-ff2cd981-fe78-4176-bce2-884be8a20daf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:32.393167 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-b1378155-ddf5-47bd-b91e-0ec587719878 req-ff2cd981-fe78-4176-bce2-884be8a20daf service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5df30a0b-5cdb-4d91-9fe8-512f286a6485 HTTP/1.1" status: 200 len: 850 time: 0.0830142 May 20 20:42:32.446605 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1378155-ddf5-47bd-b91e-0ec587719878 req-f2bdb5ec-fa7c-4bd5-85a0-4a5f2597bb9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:32.448005 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-b1378155-ddf5-47bd-b91e-0ec587719878 req-f2bdb5ec-fa7c-4bd5-85a0-4a5f2597bb9a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=85e5027c-d244-4186-8c19-3a12977de170&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420902 May 20 20:42:32.451664 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e8e3ea6-84fe-4ff7-a487-2584727991ce req-ca6c8528-5dfe-4599-8a91-90bb103053cc tempest-ServerGroupTestJSON-368596485 tempest-ServerGroupTestJSON-368596485-project] Made reservation on behalf of a2d17c0110a94477bf984a8f69472a51 for: {'port': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:42:32.455568 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-1e8e3ea6-84fe-4ff7-a487-2584727991ce req-ca6c8528-5dfe-4599-8a91-90bb103053cc tempest-ServerGroupTestJSON-368596485 tempest-ServerGroupTestJSON-368596485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:32.496603 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-646fce3e-1b0e-468b-8e4d-4c0925cbcfeb req-775e54ef-2592-4c2a-9587-bf3717d717ec tempest-ServerGroupTestJSON-368596485 tempest-ServerGroupTestJSON-368596485-project] 10.222.0.35 "GET /v2.0/ports?device_id=d5e0033c-d96c-4e34-ab17-ee41b45224c8 HTTP/1.1" status: 200 len: 210 time: 0.0978904 May 20 20:42:32.500108 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-36c67266-4b77-4e82-87e3-1904a56831e0 req-52410adc-cc54-4258-8fd6-1f0fdfdad895 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] For port d48c4a89-5248-4669-905a-a53da6b07df6, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=d48c4a89-5248-4669-905a-a53da6b07df6,segment=NetworkSegment(8e7444da-2574-4e87-afbd-a324be0dd68b),segment_id=8e7444da-2574-4e87-afbd-a324be0dd68b)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:42:32.500480 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-36c67266-4b77-4e82-87e3-1904a56831e0 req-52410adc-cc54-4258-8fd6-1f0fdfdad895 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:32.557120 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 20:42:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a51911a4-1e81-48d9-9a42-1eacd402be2b x-openstack-request-id: req-a51911a4-1e81-48d9-9a42-1eacd402be2b {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:42:32.557738 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c76aeb0-913f-4723-b9b2-b82b5a881f38", "name": "network-vif-plugged", "status": "completed", "tag": "3019072a-5740-4991-8625-ed598bf22981", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:42:32.557738 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a51911a4-1e81-48d9-9a42-1eacd402be2b {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:42:32.558083 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a51911a4-1e81-48d9-9a42-1eacd402be2b'] response: {'server_uuid': '6c76aeb0-913f-4723-b9b2-b82b5a881f38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3019072a-5740-4991-8625-ed598bf22981', 'code': 200} May 20 20:42:32.567181 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [req-36c67266-4b77-4e82-87e3-1904a56831e0 req-52410adc-cc54-4258-8fd6-1f0fdfdad895 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] Calling delete_port for d48c4a89-5248-4669-905a-a53da6b07df6 owned by compute:nova {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:42:32.591190 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e14637b9-805e-4fa7-9078-a09dc16494ae req-ed94778b-91bc-4b07-97d4-1d046e43e587 tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] 10.222.0.35 "GET /v2.0/security-groups?id=b4498864-440f-46b0-a344-70b0d7510345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976757 May 20 20:42:32.662781 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-b1378155-ddf5-47bd-b91e-0ec587719878 req-cb669bb4-6e95-474a-802e-345e4cfb26a8 service neutron] 10.222.0.24 "GET /v2.0/networks/85e5027c-d244-4186-8c19-3a12977de170?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1965702 May 20 20:42:32.695463 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351e819d-e33d-49dc-952f-f116ccb7176b req-861f5f92-5a47-47d0-9281-22b67e96bc8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:32.703885 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-351e819d-e33d-49dc-952f-f116ccb7176b req-861f5f92-5a47-47d0-9281-22b67e96bc8f service neutron] 10.222.0.24 "GET /v2.0/networks?id=cd702362-b982-46c5-a7d0-51de1b03df86 HTTP/1.1" status: 200 len: 870 time: 0.3379941 May 20 20:42:32.704174 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [req-1e8e3ea6-84fe-4ff7-a487-2584727991ce req-ca6c8528-5dfe-4599-8a91-90bb103053cc tempest-ServerGroupTestJSON-368596485 tempest-ServerGroupTestJSON-368596485-project] Allocated IP 172.20.0.14 (574ea0b2-9422-452c-860a-803c828a5092/778a50d4-7727-4f2b-823c-ebe74bd911a0/315a12df-b564-4d72-a5e0-1f58c6c992ca) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:42:32.817371 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-351e819d-e33d-49dc-952f-f116ccb7176b req-5540ddc6-dd8e-4d87-b22e-722c155466f0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.112&port_id=2a4cc0f0-cfd0-4e2d-aa3c-9c6f9247fea7 HTTP/1.1" status: 200 len: 217 time: 0.1069984 May 20 20:42:32.817995 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.24', 52702) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:42:32.837376 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-b1378155-ddf5-47bd-b91e-0ec587719878 req-c78921dc-2083-42c0-8f99-a73d727a306f service neutron] 10.222.0.24 "GET /v2.0/networks/85e5027c-d244-4186-8c19-3a12977de170?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645403 May 20 20:42:32.886542 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a08ae3e9-dd52-4537-bc26-27905d14697b tempest-AttachSCSIVolumeTestJSON-1216389807 tempest-AttachSCSIVolumeTestJSON-1216389807-project] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 20:42:32.895465 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a08ae3e9-dd52-4537-bc26-27905d14697b tempest-AttachSCSIVolumeTestJSON-1216389807 tempest-AttachSCSIVolumeTestJSON-1216389807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for floatingip, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:32.899944 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0608180e-49f4-4584-9c8e-ffc730601f75 None None] Sync routers for ids ['08a33ff6-3a75-4df0-866a-8a0a86dbcd1f'] in n-d-842733-1 {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 20:42:32.915702 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0608180e-49f4-4584-9c8e-ffc730601f75 None None] Routers {'08a33ff6-3a75-4df0-866a-8a0a86dbcd1f'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:42:32.916541 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-0608180e-49f4-4584-9c8e-ffc730601f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:42:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['08a33ff6-3a75-4df0-866a-8a0a86dbcd1f'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:42:32.919059 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb6a351-d115-416d-99d2-f68e1525a549 req-1a15e19c-179c-4e49-8952-8652fe4c1e0b tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:32.920922 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-3eb6a351-d115-416d-99d2-f68e1525a549 req-1a15e19c-179c-4e49-8952-8652fe4c1e0b tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] 10.222.0.24 "GET /v2.0/ports?device_id=737ed128-a870-40bf-b78e-cbad2b60d994 HTTP/1.1" status: 200 len: 944 time: 0.1017983 May 20 20:42:32.952909 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6f1ab0-7270-4053-8703-d0e67ff05f90 req-a21802f2-b32e-40fa-a1a9-e40d46d481e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:32.956530 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ab6f1ab0-7270-4053-8703-d0e67ff05f90 req-a21802f2-b32e-40fa-a1a9-e40d46d481e6 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6c76aeb0-913f-4723-b9b2-b82b5a881f38 HTTP/1.1" status: 200 len: 1096 time: 0.2474735 May 20 20:42:32.961977 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfcb0e6-c1a8-4daa-91e5-638900bbd9da req-b749ee4e-526c-4ef1-9ff1-65a2878d4979 tempest-ServersTestJSON-243295285 tempest-ServersTestJSON-243295285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:32.963475 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7dfcb0e6-c1a8-4daa-91e5-638900bbd9da req-b749ee4e-526c-4ef1-9ff1-65a2878d4979 tempest-ServersTestJSON-243295285 tempest-ServersTestJSON-243295285-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c76aeb0-913f-4723-b9b2-b82b5a881f38 HTTP/1.1" status: 200 len: 945 time: 0.3105631 May 20 20:42:32.985912 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-a08ae3e9-dd52-4537-bc26-27905d14697b tempest-AttachSCSIVolumeTestJSON-1216389807 tempest-AttachSCSIVolumeTestJSON-1216389807-project] 10.222.0.35 "PUT /v2.0/floatingips/5eb634be-327e-4023-9778-32e9546ce74b HTTP/1.1" status: 200 len: 991 time: 3.5808620 May 20 20:42:33.011917 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a34849-2e71-4ac1-a404-885529e13155 req-adfcc0fc-de6b-4216-997b-ffa99aa1b1a5 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:33.018402 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-1e8e3ea6-84fe-4ff7-a487-2584727991ce req-ca6c8528-5dfe-4599-8a91-90bb103053cc tempest-ServerGroupTestJSON-368596485 tempest-ServerGroupTestJSON-368596485-project] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:33.018977 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-00a34849-2e71-4ac1-a404-885529e13155 req-adfcc0fc-de6b-4216-997b-ffa99aa1b1a5 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/ports?device_id=b07c1a9b-3fbb-41e5-9d04-a21146bf734c HTTP/1.1" status: 200 len: 948 time: 0.2837327 May 20 20:42:33.037048 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351e819d-e33d-49dc-952f-f116ccb7176b req-419627a0-4349-416a-aa0f-5acadcd26435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:33.040554 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-351e819d-e33d-49dc-952f-f116ccb7176b req-419627a0-4349-416a-aa0f-5acadcd26435 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=26b342ea-254c-483a-9ea9-f11c178970eb HTTP/1.1" status: 200 len: 843 time: 0.1955225 May 20 20:42:33.060599 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-0608180e-49f4-4584-9c8e-ffc730601f75 None None] Set router 08a33ff6-3a75-4df0-866a-8a0a86dbcd1f gateway port host: n-d-842733-1 {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:42:33.067915 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-3eb6a351-d115-416d-99d2-f68e1525a549 req-4565a105-3f1b-45d4-b7a2-d2f2c73f27ba tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] Deleting port a54cca42-5b2f-45e7-b5d0-ff956dcd443b {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:42:33.068249 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-3eb6a351-d115-416d-99d2-f68e1525a549 req-4565a105-3f1b-45d4-b7a2-d2f2c73f27ba tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:33.127359 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-1e8e3ea6-84fe-4ff7-a487-2584727991ce req-ca6c8528-5dfe-4599-8a91-90bb103053cc tempest-ServerGroupTestJSON-368596485 tempest-ServerGroupTestJSON-368596485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:33.153543 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ab6f1ab0-7270-4053-8703-d0e67ff05f90 req-d664fc36-645b-4cdd-9385-51bb38c336a5 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=f95948d4-b2dc-454a-91a1-bd295de21e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1860538 May 20 20:42:33.157085 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7dfcb0e6-c1a8-4daa-91e5-638900bbd9da req-63a4466d-6539-4766-8e74-6cc77b1b196b tempest-ServersTestJSON-243295285 tempest-ServersTestJSON-243295285-project] 10.222.0.35 "GET /v2.0/security-groups?id=f95948d4-b2dc-454a-91a1-bd295de21e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1773937 May 20 20:42:33.188536 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e8e3ea6-84fe-4ff7-a487-2584727991ce req-ca6c8528-5dfe-4599-8a91-90bb103053cc tempest-ServerGroupTestJSON-368596485 tempest-ServerGroupTestJSON-368596485-project] Network 574ea0b2-9422-452c-860a-803c828a5092 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:42:33.202112 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-00a34849-2e71-4ac1-a404-885529e13155 req-877f19e9-b4d6-4229-bd6b-499ef67b2c90 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/security-groups?id=38c76b68-4081-4341-88c9-c8e3082a5da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462801 May 20 20:42:33.202630 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [req-1e8e3ea6-84fe-4ff7-a487-2584727991ce req-ca6c8528-5dfe-4599-8a91-90bb103053cc tempest-ServerGroupTestJSON-368596485 tempest-ServerGroupTestJSON-368596485-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:42:33.204259 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351e819d-e33d-49dc-952f-f116ccb7176b req-4b2d90fb-b6bb-4821-bfa6-9285aab36d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:33.208436 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e8e3ea6-84fe-4ff7-a487-2584727991ce req-ca6c8528-5dfe-4599-8a91-90bb103053cc tempest-ServerGroupTestJSON-368596485 tempest-ServerGroupTestJSON-368596485-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:42:33.210895 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-351e819d-e33d-49dc-952f-f116ccb7176b req-4b2d90fb-b6bb-4821-bfa6-9285aab36d9c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cd702362-b982-46c5-a7d0-51de1b03df86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1548731 May 20 20:42:33.241794 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6c8528-5dfe-4599-8a91-90bb103053cc tempest-ServerGroupTestJSON-368596485 tempest-ServerGroupTestJSON-368596485-project] Pushing event updated for resources: {'Port': ['ID=315a12df-b564-4d72-a5e0-1f58c6c992ca,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:42:33.249530 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 20:42:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae45688e-30ea-4bb0-a0ef-9a5da3f169b0 x-openstack-request-id: req-ae45688e-30ea-4bb0-a0ef-9a5da3f169b0 {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:42:33.254024 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45497337-ffcf-45d2-9a43-15350b28593e", "tag": "4804f9ed-d929-4451-ab46-9ce5f415198a", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:42:33.254024 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ae45688e-30ea-4bb0-a0ef-9a5da3f169b0 {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:42:33.254024 n-d-842733-1 neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae45688e-30ea-4bb0-a0ef-9a5da3f169b0'] response: {'name': 'network-changed', 'server_uuid': '45497337-ffcf-45d2-9a43-15350b28593e', 'tag': '4804f9ed-d929-4451-ab46-9ce5f415198a', 'status': 'completed', 'code': 200} May 20 20:42:33.262745 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-3eb6a351-d115-416d-99d2-f68e1525a549 req-4565a105-3f1b-45d4-b7a2-d2f2c73f27ba tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] For port a54cca42-5b2f-45e7-b5d0-ff956dcd443b, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=a54cca42-5b2f-45e7-b5d0-ff956dcd443b,segment=NetworkSegment(2402745c-06cc-4395-87ea-d8de4fb1e600),segment_id=2402745c-06cc-4395-87ea-d8de4fb1e600)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:42:33.263165 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-3eb6a351-d115-416d-99d2-f68e1525a549 req-4565a105-3f1b-45d4-b7a2-d2f2c73f27ba tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:33.277352 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-36c67266-4b77-4e82-87e3-1904a56831e0 req-52410adc-cc54-4258-8fd6-1f0fdfdad895 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:33.282802 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-3eb6a351-d115-416d-99d2-f68e1525a549 req-4565a105-3f1b-45d4-b7a2-d2f2c73f27ba tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] Calling delete_port for a54cca42-5b2f-45e7-b5d0-ff956dcd443b owned by compute:nova {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:42:33.294666 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8e3ea6-84fe-4ff7-a487-2584727991ce req-ca6c8528-5dfe-4599-8a91-90bb103053cc tempest-ServerGroupTestJSON-368596485 tempest-ServerGroupTestJSON-368596485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:33.295289 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-1e8e3ea6-84fe-4ff7-a487-2584727991ce req-ca6c8528-5dfe-4599-8a91-90bb103053cc tempest-ServerGroupTestJSON-368596485 tempest-ServerGroupTestJSON-368596485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:33.321723 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] get_ports_and_sgs() called for port_ids ['d48c4a89-5248-4669-905a-a53da6b07df6'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:42:33.346963 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52410adc-cc54-4258-8fd6-1f0fdfdad895 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] Pushing event deleted for resources: {'Port': ['ID=d48c4a89-5248-4669-905a-a53da6b07df6,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:42:33.386936 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-1e8e3ea6-84fe-4ff7-a487-2584727991ce req-ca6c8528-5dfe-4599-8a91-90bb103053cc tempest-ServerGroupTestJSON-368596485 tempest-ServerGroupTestJSON-368596485-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3149588 May 20 20:42:33.412958 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [req-36c67266-4b77-4e82-87e3-1904a56831e0 req-52410adc-cc54-4258-8fd6-1f0fdfdad895 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] No DVR routers for this DVR port d48c4a89-5248-4669-905a-a53da6b07df6 on host n-h2-842733-1 {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:42:33.417052 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-36c67266-4b77-4e82-87e3-1904a56831e0 req-52410adc-cc54-4258-8fd6-1f0fdfdad895 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:33.420136 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-36c67266-4b77-4e82-87e3-1904a56831e0 req-52410adc-cc54-4258-8fd6-1f0fdfdad895 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] 10.222.0.13 "DELETE /v2.0/ports/d48c4a89-5248-4669-905a-a53da6b07df6 HTTP/1.1" status: 204 len: 173 time: 1.7305207 May 20 20:42:33.422641 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [req-1e8e3ea6-84fe-4ff7-a487-2584727991ce req-de6ae280-5656-4e1d-9fc4-6e0041786e44 service neutron] Request body: {'port': {'device_id': 'd5e0033c-d96c-4e34-ab17-ee41b45224c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-842733-1'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:42:33.437881 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7b5b9d6b-f550-4274-b757-56c925c38a25 req-782632c5-6a88-4169-ade3-59e309eac586 tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1118182345&fields=id&tenant_id=14307be6da164addbb4e96db68f248f8 HTTP/1.1" status: 200 len: 267 time: 0.1792996 May 20 20:42:33.448336 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e4761ad-a107-481b-93f5-2fd5c1a03859', 'tag': '13070f08-d11b-4271-abf6-4057a78ab9b2'}, {'server_uuid': 'fb13a393-1e95-453a-a8fa-345812285948', 'name': 'network-vif-deleted', 'tag': 'd48c4a89-5248-4669-905a-a53da6b07df6'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:42:33.450591 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4291b17aa7b45362825f0571e77c85f5e73afe1df9c7e9e15006df9d695c005e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-336fea5d-6d5f-4c64-87ec-5bc5290643d2" -d '{"events": [{"name": "network-changed", "server_uuid": "7e4761ad-a107-481b-93f5-2fd5c1a03859", "tag": "13070f08-d11b-4271-abf6-4057a78ab9b2"}, {"server_uuid": "fb13a393-1e95-453a-a8fa-345812285948", "name": "network-vif-deleted", "tag": "d48c4a89-5248-4669-905a-a53da6b07df6"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:42:33.451040 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-0608180e-49f4-4584-9c8e-ffc730601f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08a33ff6-3a75-4df0-866a-8a0a86dbcd1f', 'name': 'tempest-AttachSCSIVolumeTestJSON-630153539-router', 'tenant_id': 'ad40cedaa73f40ef9226be0e1d4e6e54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.197'}], 'enable_snat': True}, 'gw_port_id': '6102034d-a3c2-4434-9aee-ef8354188c26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:40:50Z', 'updated_at': '2022-05-20T20:40:56Z', 'revision_number': 4, 'project_id': 'ad40cedaa73f40ef9226be0e1d4e6e54', 'gw_port': {'id': '6102034d-a3c2-4434-9aee-ef8354188c26', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:39:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08a33ff6-3a75-4df0-866a-8a0a86dbcd1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:40:51Z', 'updated_at': '2022-05-20T20:40:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_floatingips': [{'id': '5eb634be-327e-4023-9778-32e9546ce74b', 'tenant_id': 'ad40cedaa73f40ef9226be0e1d4e6e54', 'floating_ip_address': '172.25.2.160', 'floating_network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'router_id': '08a33ff6-3a75-4df0-866a-8a0a86dbcd1f', 'port_id': '13070f08-d11b-4271-abf6-4057a78ab9b2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 837, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'baad6524-bf83-4783-a736-2fe3005abb37', 'mac_address': 'fa:16:3e:7c:6a:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e4761ad-a107-481b-93f5-2fd5c1a03859', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-20T20:41:55Z', 'updated_at': '2022-05-20T20:42:30Z', 'revision_number': 1, 'project_id': 'ad40cedaa73f40ef9226be0e1d4e6e54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9dc78221-dc98-405c-a537-c6055b76cbb3', 'name': '', 'network_id': 'baad6524-bf83-4783-a736-2fe3005abb37', 'tenant_id': 'ad40cedaa73f40ef9226be0e1d4e6e54', 'mac_address': 'fa:16:3e:25:5b:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08a33ff6-3a75-4df0-866a-8a0a86dbcd1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': '6e166003-715e-4f35-82f5-046af1f78c1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:40:55Z', 'updated_at': '2022-05-20T20:41:04Z', 'revision_number': 5, 'project_id': 'ad40cedaa73f40ef9226be0e1d4e6e54', 'subnets': [{'id': '6e166003-715e-4f35-82f5-046af1f78c1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:42:33.488013 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0608180e-49f4-4584-9c8e-ffc730601f75 None None] Checking router: 08a33ff6-3a75-4df0-866a-8a0a86dbcd1f for host: n-d-842733-1 {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 20:42:33.499799 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0608180e-49f4-4584-9c8e-ffc730601f75 None None] Routers {'08a33ff6-3a75-4df0-866a-8a0a86dbcd1f'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:42:33.500504 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-0608180e-49f4-4584-9c8e-ffc730601f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:42:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['08a33ff6-3a75-4df0-866a-8a0a86dbcd1f'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:42:33.518856 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-1e8e3ea6-84fe-4ff7-a487-2584727991ce req-de6ae280-5656-4e1d-9fc4-6e0041786e44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:33.585759 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b5473f-8177-458e-a267-f549c7d96142 req-eae6663c-de05-44ee-aade-db865e87a554 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:33.586350 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-3eb6a351-d115-416d-99d2-f68e1525a549 req-4565a105-3f1b-45d4-b7a2-d2f2c73f27ba tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:33.587285 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a5b5473f-8177-458e-a267-f549c7d96142 req-eae6663c-de05-44ee-aade-db865e87a554 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/ports?device_id=45497337-ffcf-45d2-9a43-15350b28593e HTTP/1.1" status: 200 len: 944 time: 0.2942998 May 20 20:42:33.624142 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-0608180e-49f4-4584-9c8e-ffc730601f75 None None] Set router 08a33ff6-3a75-4df0-866a-8a0a86dbcd1f gateway port host: n-d-842733-1 {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:42:33.636808 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5b9d6b-f550-4274-b757-56c925c38a25 req-67c81047-b78e-4a37-9c0b-97404905ad26 tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:33.638325 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7b5b9d6b-f550-4274-b757-56c925c38a25 req-67c81047-b78e-4a37-9c0b-97404905ad26 tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] 10.222.0.35 "GET /v2.0/ports?device_id=874ccf1e-13f9-44e1-b28b-86c81de29922 HTTP/1.1" status: 200 len: 984 time: 0.1996777 May 20 20:42:33.645339 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b08a3c-cc4b-4612-ba58-cbb506bd690b req-e317f9fe-98fc-4144-870b-213d6d6f7432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:33.646063 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-51b08a3c-cc4b-4612-ba58-cbb506bd690b req-e317f9fe-98fc-4144-870b-213d6d6f7432 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2492915dd73f457d8cb02b28e57274de&device_id=45497337-ffcf-45d2-9a43-15350b28593e HTTP/1.1" status: 200 len: 1095 time: 0.2342536 May 20 20:42:33.654377 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [req-7b5b9d6b-f550-4274-b757-56c925c38a25 req-a9afdc1e-c9b7-4451-b5ab-b530619df570 tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] Request body: {'port': {'security_groups': ['c2423539-3be7-453d-a146-2f1da067ea16', 'f4b7709e-62c4-4c92-9539-853c7ed8a4c0', 'bb059ec7-3f4c-4e14-975f-7b77b5d3e43f']}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:42:33.673027 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-351e819d-e33d-49dc-952f-f116ccb7176b req-b3058c26-9cf9-4057-aa69-fc437d0a3b4e service neutron] 10.222.0.24 "GET /v2.0/networks/cd702362-b982-46c5-a7d0-51de1b03df86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2914338 May 20 20:42:33.728017 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4565a105-3f1b-45d4-b7a2-d2f2c73f27ba tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] Pushing event deleted for resources: {'Port': ['ID=a54cca42-5b2f-45e7-b5d0-ff956dcd443b,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:42:33.786454 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a5b5473f-8177-458e-a267-f549c7d96142 req-684592ab-9138-4543-813f-f131a7972f42 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/security-groups?id=c9d9c404-d869-4158-9779-ac1a15da4bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856592 May 20 20:42:33.890752 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-7b5b9d6b-f550-4274-b757-56c925c38a25 req-a9afdc1e-c9b7-4451-b5ab-b530619df570 tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:33.942703 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b08a3c-cc4b-4612-ba58-cbb506bd690b req-ce287c14-37ec-48a6-9b79-c1ca5c902d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:33.944159 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-51b08a3c-cc4b-4612-ba58-cbb506bd690b req-ce287c14-37ec-48a6-9b79-c1ca5c902d81 service neutron] 10.222.0.24 "GET /v2.0/networks?id=85e5027c-d244-4186-8c19-3a12977de170 HTTP/1.1" status: 200 len: 912 time: 0.2855980 May 20 20:42:33.965392 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-0608180e-49f4-4584-9c8e-ffc730601f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08a33ff6-3a75-4df0-866a-8a0a86dbcd1f', 'name': 'tempest-AttachSCSIVolumeTestJSON-630153539-router', 'tenant_id': 'ad40cedaa73f40ef9226be0e1d4e6e54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.197'}], 'enable_snat': True}, 'gw_port_id': '6102034d-a3c2-4434-9aee-ef8354188c26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:40:50Z', 'updated_at': '2022-05-20T20:40:56Z', 'revision_number': 4, 'project_id': 'ad40cedaa73f40ef9226be0e1d4e6e54', 'gw_port': {'id': '6102034d-a3c2-4434-9aee-ef8354188c26', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:39:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08a33ff6-3a75-4df0-866a-8a0a86dbcd1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:40:51Z', 'updated_at': '2022-05-20T20:40:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_floatingips': [{'id': '5eb634be-327e-4023-9778-32e9546ce74b', 'tenant_id': 'ad40cedaa73f40ef9226be0e1d4e6e54', 'floating_ip_address': '172.25.2.160', 'floating_network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'router_id': '08a33ff6-3a75-4df0-866a-8a0a86dbcd1f', 'port_id': '13070f08-d11b-4271-abf6-4057a78ab9b2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 837, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'baad6524-bf83-4783-a736-2fe3005abb37', 'mac_address': 'fa:16:3e:7c:6a:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e4761ad-a107-481b-93f5-2fd5c1a03859', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-20T20:41:55Z', 'updated_at': '2022-05-20T20:42:30Z', 'revision_number': 1, 'project_id': 'ad40cedaa73f40ef9226be0e1d4e6e54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9dc78221-dc98-405c-a537-c6055b76cbb3', 'name': '', 'network_id': 'baad6524-bf83-4783-a736-2fe3005abb37', 'tenant_id': 'ad40cedaa73f40ef9226be0e1d4e6e54', 'mac_address': 'fa:16:3e:25:5b:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08a33ff6-3a75-4df0-866a-8a0a86dbcd1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': '6e166003-715e-4f35-82f5-046af1f78c1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:40:55Z', 'updated_at': '2022-05-20T20:41:04Z', 'revision_number': 5, 'project_id': 'ad40cedaa73f40ef9226be0e1d4e6e54', 'subnets': [{'id': '6e166003-715e-4f35-82f5-046af1f78c1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:42:33.976351 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-fa01b5e6-fb2d-4749-ac08-cfbb243e5f96 req-39d03ce3-ff15-496e-ac7e-1a2b24188131 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] 10.222.0.35 "GET /v2.0/ports?device_id=fb13a393-1e95-453a-a8fa-345812285948 HTTP/1.1" status: 200 len: 210 time: 0.0507228 May 20 20:42:34.007335 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0608180e-49f4-4584-9c8e-ffc730601f75 None None] The sync data for ids ['08a33ff6-3a75-4df0-866a-8a0a86dbcd1f'] in n-d-842733-1 is: [{'id': '08a33ff6-3a75-4df0-866a-8a0a86dbcd1f', 'name': 'tempest-AttachSCSIVolumeTestJSON-630153539-router', 'tenant_id': 'ad40cedaa73f40ef9226be0e1d4e6e54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.197'}], 'enable_snat': True}, 'gw_port_id': '6102034d-a3c2-4434-9aee-ef8354188c26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:40:50Z', 'updated_at': '2022-05-20T20:40:56Z', 'revision_number': 4, 'project_id': 'ad40cedaa73f40ef9226be0e1d4e6e54', 'gw_port': {'id': '6102034d-a3c2-4434-9aee-ef8354188c26', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:39:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08a33ff6-3a75-4df0-866a-8a0a86dbcd1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:40:51Z', 'updated_at': '2022-05-20T20:40:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_floatingips': [{'id': '5eb634be-327e-4023-9778-32e9546ce74b', 'tenant_id': 'ad40cedaa73f40ef9226be0e1d4e6e54', 'floating_ip_address': '172.25.2.160', 'floating_network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'router_id': '08a33ff6-3a75-4df0-866a-8a0a86dbcd1f', 'port_id': '13070f08-d11b-4271-abf6-4057a78ab9b2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 837, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'baad6524-bf83-4783-a736-2fe3005abb37', 'mac_address': 'fa:16:3e:7c:6a:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e4761ad-a107-481b-93f5-2fd5c1a03859', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-20T20:41:55Z', 'updated_at': '2022-05-20T20:42:30Z', 'revision_number': 1, 'project_id': 'ad40cedaa73f40ef9226be0e1d4e6e54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9dc78221-dc98-405c-a537-c6055b76cbb3', 'name': '', 'network_id': 'baad6524-bf83-4783-a736-2fe3005abb37', 'tenant_id': 'ad40cedaa73f40ef9226be0e1d4e6e54', 'mac_address': 'fa:16:3e:25:5b:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08a33ff6-3a75-4df0-866a-8a0a86dbcd1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': '6e166003-715e-4f35-82f5-046af1f78c1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:40:55Z', 'updated_at': '2022-05-20T20:41:04Z', 'revision_number': 5, 'project_id': 'ad40cedaa73f40ef9226be0e1d4e6e54', 'subnets': [{'id': '6e166003-715e-4f35-82f5-046af1f78c1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 20:42:34.044399 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-351e819d-e33d-49dc-952f-f116ccb7176b req-2c2f42cd-9a42-474b-8343-6925420f7156 service neutron] 10.222.0.24 "GET /v2.0/networks/cd702362-b982-46c5-a7d0-51de1b03df86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3363595 May 20 20:42:34.052279 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-51b08a3c-cc4b-4612-ba58-cbb506bd690b req-625e4b61-39b6-47d1-b60d-f957bd101e4e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4804f9ed-d929-4451-ab46-9ce5f415198a HTTP/1.1" status: 200 len: 217 time: 0.0796783 May 20 20:42:34.059769 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 20 May 2022 20:42:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d4718e3-ac51-42cf-b50a-29547c4eeea8 x-openstack-request-id: req-2d4718e3-ac51-42cf-b50a-29547c4eeea8 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:42:34.060129 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e4761ad-a107-481b-93f5-2fd5c1a03859", "tag": "13070f08-d11b-4271-abf6-4057a78ab9b2", "status": "completed", "code": 200}, {"server_uuid": "fb13a393-1e95-453a-a8fa-345812285948", "name": "network-vif-deleted", "tag": "d48c4a89-5248-4669-905a-a53da6b07df6", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:42:34.060304 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2d4718e3-ac51-42cf-b50a-29547c4eeea8 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:42:34.060717 n-d-842733-1 neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d4718e3-ac51-42cf-b50a-29547c4eeea8'] response: {'name': 'network-changed', 'server_uuid': '7e4761ad-a107-481b-93f5-2fd5c1a03859', 'tag': '13070f08-d11b-4271-abf6-4057a78ab9b2', 'status': 'completed', 'code': 200} May 20 20:42:34.060978 n-d-842733-1 neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d4718e3-ac51-42cf-b50a-29547c4eeea8'] response: {'server_uuid': 'fb13a393-1e95-453a-a8fa-345812285948', 'name': 'network-vif-deleted', 'tag': 'd48c4a89-5248-4669-905a-a53da6b07df6', 'status': 'completed', 'code': 200} May 20 20:42:34.067155 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-3eb6a351-d115-416d-99d2-f68e1525a549 req-4565a105-3f1b-45d4-b7a2-d2f2c73f27ba tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] No DVR routers for this DVR port a54cca42-5b2f-45e7-b5d0-ff956dcd443b on host n-h1-842733-1 {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:42:34.071968 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-3eb6a351-d115-416d-99d2-f68e1525a549 req-4565a105-3f1b-45d4-b7a2-d2f2c73f27ba tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:34.075230 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-3eb6a351-d115-416d-99d2-f68e1525a549 req-4565a105-3f1b-45d4-b7a2-d2f2c73f27ba tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] 10.222.0.24 "DELETE /v2.0/ports/a54cca42-5b2f-45e7-b5d0-ff956dcd443b HTTP/1.1" status: 204 len: 173 time: 1.1471753 May 20 20:42:34.214168 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [req-1e8e3ea6-84fe-4ff7-a487-2584727991ce req-de6ae280-5656-4e1d-9fc4-6e0041786e44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 315a12df-b564-4d72-a5e0-1f58c6c992ca {{(pid=103162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:42:34.222663 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b08a3c-cc4b-4612-ba58-cbb506bd690b req-d846c7e0-c2e1-4d16-b612-28efb99e1a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:34.224146 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-51b08a3c-cc4b-4612-ba58-cbb506bd690b req-d846c7e0-c2e1-4d16-b612-28efb99e1a24 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5df30a0b-5cdb-4d91-9fe8-512f286a6485 HTTP/1.1" status: 200 len: 850 time: 0.1451316 May 20 20:42:34.225800 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-1e8e3ea6-84fe-4ff7-a487-2584727991ce req-de6ae280-5656-4e1d-9fc4-6e0041786e44 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:34.250195 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.provisioning_blocks [req-1e8e3ea6-84fe-4ff7-a487-2584727991ce req-de6ae280-5656-4e1d-9fc4-6e0041786e44 service neutron] Transition to ACTIVE for port object 315a12df-b564-4d72-a5e0-1f58c6c992ca will not be triggered until provisioned by entity L2. {{(pid=103162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 20:42:34.282827 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336fea5d-6d5f-4c64-87ec-5bc5290643d2 req-582725c2-02f5-4d66-b17f-9778949aed59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:34.284303 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-336fea5d-6d5f-4c64-87ec-5bc5290643d2 req-582725c2-02f5-4d66-b17f-9778949aed59 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ad40cedaa73f40ef9226be0e1d4e6e54&device_id=7e4761ad-a107-481b-93f5-2fd5c1a03859 HTTP/1.1" status: 200 len: 1096 time: 0.1608391 May 20 20:42:34.305649 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e2a8196-0866-4a05-8ef9-75ec59f3a7ae None None] New status for floating IP 5eb634be-327e-4023-9778-32e9546ce74b: ACTIVE {{(pid=103165) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 20:42:34.344221 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-1e8e3ea6-84fe-4ff7-a487-2584727991ce req-de6ae280-5656-4e1d-9fc4-6e0041786e44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:34.349652 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349f0858-5033-4e55-802b-77ab368ef60e req-744d76a0-3df7-42ec-8c31-8644bdb97978 tempest-ServerGroupTestJSON-368596485 tempest-ServerGroupTestJSON-368596485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:34.357237 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-349f0858-5033-4e55-802b-77ab368ef60e req-744d76a0-3df7-42ec-8c31-8644bdb97978 tempest-ServerGroupTestJSON-368596485 tempest-ServerGroupTestJSON-368596485-project] 10.222.0.35 "GET /v2.0/ports?device_id=d5e0033c-d96c-4e34-ab17-ee41b45224c8 HTTP/1.1" status: 200 len: 932 time: 0.2113037 May 20 20:42:34.469326 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6ae280-5656-4e1d-9fc4-6e0041786e44 service neutron] Pushing event updated for resources: {'Port': ['ID=315a12df-b564-4d72-a5e0-1f58c6c992ca,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:42:34.511172 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-1e8e3ea6-84fe-4ff7-a487-2584727991ce req-de6ae280-5656-4e1d-9fc4-6e0041786e44 service neutron] Attempting to bind port 315a12df-b564-4d72-a5e0-1f58c6c992ca on host n-h1-842733-1 for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:42:34.513671 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-1e8e3ea6-84fe-4ff7-a487-2584727991ce req-de6ae280-5656-4e1d-9fc4-6e0041786e44 service neutron] Attempting to bind port 315a12df-b564-4d72-a5e0-1f58c6c992ca by drivers openvswitch,hyperv on host n-h1-842733-1 at level 0 using segments [{'id': '24da4578-09fd-484c-a7c3-5ab623d591ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '574ea0b2-9422-452c-860a-803c828a5092'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:42:34.513671 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e8e3ea6-84fe-4ff7-a487-2584727991ce req-de6ae280-5656-4e1d-9fc4-6e0041786e44 service neutron] Attempting to bind port 315a12df-b564-4d72-a5e0-1f58c6c992ca on network 574ea0b2-9422-452c-860a-803c828a5092 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:42:34.517698 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e8e3ea6-84fe-4ff7-a487-2584727991ce req-de6ae280-5656-4e1d-9fc4-6e0041786e44 service neutron] Port 315a12df-b564-4d72-a5e0-1f58c6c992ca on network 574ea0b2-9422-452c-860a-803c828a5092 not bound, no agent of type Open vSwitch agent registered on host n-h1-842733-1 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 20:42:34.518091 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e8e3ea6-84fe-4ff7-a487-2584727991ce req-de6ae280-5656-4e1d-9fc4-6e0041786e44 service neutron] Attempting to bind port 315a12df-b564-4d72-a5e0-1f58c6c992ca on network 574ea0b2-9422-452c-860a-803c828a5092 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:42:34.523590 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e8e3ea6-84fe-4ff7-a487-2584727991ce req-de6ae280-5656-4e1d-9fc4-6e0041786e44 service neutron] Checking agent: {'id': '08dfb1ce-804b-4db8-838b-21094082e041', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 32, 54), 'started_at': datetime.datetime(2022, 5, 20, 20, 32, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 42, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:42:34.524022 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e8e3ea6-84fe-4ff7-a487-2584727991ce req-de6ae280-5656-4e1d-9fc4-6e0041786e44 service neutron] Checking segment: {'id': '24da4578-09fd-484c-a7c3-5ab623d591ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '574ea0b2-9422-452c-860a-803c828a5092'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:42:34.524463 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e8e3ea6-84fe-4ff7-a487-2584727991ce req-de6ae280-5656-4e1d-9fc4-6e0041786e44 service neutron] Bound using segment: {'id': '24da4578-09fd-484c-a7c3-5ab623d591ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '574ea0b2-9422-452c-860a-803c828a5092'} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:42:34.525029 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-1e8e3ea6-84fe-4ff7-a487-2584727991ce req-de6ae280-5656-4e1d-9fc4-6e0041786e44 service neutron] Bound port: 315a12df-b564-4d72-a5e0-1f58c6c992ca, host: n-h1-842733-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24da4578-09fd-484c-a7c3-5ab623d591ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '574ea0b2-9422-452c-860a-803c828a5092'}}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:42:34.525486 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-1e8e3ea6-84fe-4ff7-a487-2584727991ce req-de6ae280-5656-4e1d-9fc4-6e0041786e44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:34.559706 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '737ed128-a870-40bf-b78e-cbad2b60d994', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a54cca42-5b2f-45e7-b5d0-ff956dcd443b'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:42:34.565786 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8485417003ce7c0410b00f5cdc2f391e21107b70bb68e2773712534a96e108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad050847-008f-4fa5-b6b0-1325701718dc" -d '{"events": [{"server_uuid": "737ed128-a870-40bf-b78e-cbad2b60d994", "name": "network-vif-unplugged", "status": "completed", "tag": "a54cca42-5b2f-45e7-b5d0-ff956dcd443b"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:42:34.617078 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-1e8e3ea6-84fe-4ff7-a487-2584727991ce req-de6ae280-5656-4e1d-9fc4-6e0041786e44 service neutron] For port 315a12df-b564-4d72-a5e0-1f58c6c992ca, host n-h1-842733-1, cleared binding levels {{(pid=103162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:42:34.620655 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-1e8e3ea6-84fe-4ff7-a487-2584727991ce req-de6ae280-5656-4e1d-9fc4-6e0041786e44 service neutron] For port 315a12df-b564-4d72-a5e0-1f58c6c992ca, host n-h1-842733-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=315a12df-b564-4d72-a5e0-1f58c6c992ca,segment=NetworkSegment(24da4578-09fd-484c-a7c3-5ab623d591ad),segment_id=24da4578-09fd-484c-a7c3-5ab623d591ad)] {{(pid=103162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:42:34.681661 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-1e8e3ea6-84fe-4ff7-a487-2584727991ce req-de6ae280-5656-4e1d-9fc4-6e0041786e44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:34.717839 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8e3ea6-84fe-4ff7-a487-2584727991ce req-de6ae280-5656-4e1d-9fc4-6e0041786e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:34.719027 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-1e8e3ea6-84fe-4ff7-a487-2584727991ce req-de6ae280-5656-4e1d-9fc4-6e0041786e44 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:34.720407 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-1e8e3ea6-84fe-4ff7-a487-2584727991ce req-de6ae280-5656-4e1d-9fc4-6e0041786e44 service neutron] 10.222.0.24 "PUT /v2.0/ports/315a12df-b564-4d72-a5e0-1f58c6c992ca HTTP/1.1" status: 200 len: 1092 time: 1.3217628 May 20 20:42:34.742238 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6ae280-5656-4e1d-9fc4-6e0041786e44 service neutron] Pushing event updated for resources: {'Port': ['ID=315a12df-b564-4d72-a5e0-1f58c6c992ca,revision_number=3']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:42:34.754998 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b08a3c-cc4b-4612-ba58-cbb506bd690b req-6a1ae699-d3d9-46de-be99-7a8a144a5f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:34.756471 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-51b08a3c-cc4b-4612-ba58-cbb506bd690b req-6a1ae699-d3d9-46de-be99-7a8a144a5f9f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=85e5027c-d244-4186-8c19-3a12977de170&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5200729 May 20 20:42:34.806443 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 4804f9ed-d929-4451-ab46-9ce5f415198a details requested by agent hyperv_n-h1-842733-1 with host n-h1-842733-1 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 20:42:34.854297 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-349f0858-5033-4e55-802b-77ab368ef60e req-300fbf73-79dd-41f9-a79d-cb71d41fced6 tempest-ServerGroupTestJSON-368596485 tempest-ServerGroupTestJSON-368596485-project] 10.222.0.35 "GET /v2.0/security-groups?id=546ebacc-5ea6-43c6-a495-bda03cdb5e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4961646 May 20 20:42:34.892785 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-7b5b9d6b-f550-4274-b757-56c925c38a25 req-a9afdc1e-c9b7-4451-b5ab-b530619df570 tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] For port ed0c608d-9d39-41cd-b9c8-8ab40b47d2dc, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=ed0c608d-9d39-41cd-b9c8-8ab40b47d2dc,segment=NetworkSegment(3074e67a-6387-4709-bab9-e18fa7662e57),segment_id=3074e67a-6387-4709-bab9-e18fa7662e57)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:42:34.896747 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336fea5d-6d5f-4c64-87ec-5bc5290643d2 req-201483fa-a892-4073-af20-953ffb95fcf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:34.898238 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-336fea5d-6d5f-4c64-87ec-5bc5290643d2 req-201483fa-a892-4073-af20-953ffb95fcf0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=baad6524-bf83-4783-a736-2fe3005abb37 HTTP/1.1" status: 200 len: 915 time: 0.6038656 May 20 20:42:34.936670 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8e3ea6-84fe-4ff7-a487-2584727991ce req-34220619-5802-4751-bdcd-d598ee0be9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:34.938859 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-1e8e3ea6-84fe-4ff7-a487-2584727991ce req-34220619-5802-4751-bdcd-d598ee0be9a7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a2d17c0110a94477bf984a8f69472a51&device_id=d5e0033c-d96c-4e34-ab17-ee41b45224c8 HTTP/1.1" status: 200 len: 1095 time: 0.0460975 May 20 20:42:34.999183 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-1e8e3ea6-84fe-4ff7-a487-2584727991ce req-0e3ccf7c-cbbd-450b-9a50-17d41c212940 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=315a12df-b564-4d72-a5e0-1f58c6c992ca HTTP/1.1" status: 200 len: 217 time: 0.0519793 May 20 20:42:35.000682 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.agents_db [None req-5c33ad30-4e00-40fa-b486-8c79c4a6cfc5 None None] Agent healthcheck: found 7 active agents {{(pid=103165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 20 20:42:35.026028 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-7b5b9d6b-f550-4274-b757-56c925c38a25 req-a9afdc1e-c9b7-4451-b5ab-b530619df570 tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] Notify callbacks [] for port, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:35.031317 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-51b08a3c-cc4b-4612-ba58-cbb506bd690b req-1c4c357a-5e29-4c51-9191-6d0c264ebd23 service neutron] 10.222.0.24 "GET /v2.0/networks/85e5027c-d244-4186-8c19-3a12977de170?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2606072 May 20 20:42:35.035085 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1bd0db58-481b-4205-b956-15ae46597d0d req-32004e74-abad-43bd-a283-9db7555701e4 tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] 10.222.0.35 "GET /v2.0/ports?device_id=737ed128-a870-40bf-b78e-cbad2b60d994 HTTP/1.1" status: 200 len: 210 time: 0.0483124 May 20 20:42:35.060872 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-336fea5d-6d5f-4c64-87ec-5bc5290643d2 req-0052ef78-3823-4440-aaa5-bb396352ac23 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=13070f08-d11b-4271-abf6-4057a78ab9b2 HTTP/1.1" status: 200 len: 1001 time: 0.1528563 May 20 20:42:35.068256 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8e3ea6-84fe-4ff7-a487-2584727991ce req-2d08be22-aef1-40f7-9d59-22d20fdab7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:35.069821 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-1e8e3ea6-84fe-4ff7-a487-2584727991ce req-2d08be22-aef1-40f7-9d59-22d20fdab7f9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=778a50d4-7727-4f2b-823c-ebe74bd911a0 HTTP/1.1" status: 200 len: 850 time: 0.0641074 May 20 20:42:35.113402 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-1e8e3ea6-84fe-4ff7-a487-2584727991ce req-0916696a-32d6-49d0-a31d-88ec24d6aa16 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=574ea0b2-9422-452c-860a-803c828a5092&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334513 May 20 20:42:35.115322 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port 4804f9ed-d929-4451-ab46-9ce5f415198a, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=4804f9ed-d929-4451-ab46-9ce5f415198a,segment=NetworkSegment(1b0c59b6-1da5-46b1-ba4a-82e83befd33e),segment_id=1b0c59b6-1da5-46b1-ba4a-82e83befd33e)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:42:35.127291 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Returning: {'device': '4804f9ed-d929-4451-ab46-9ce5f415198a', 'network_id': '85e5027c-d244-4186-8c19-3a12977de170', 'port_id': '4804f9ed-d929-4451-ab46-9ce5f415198a', 'mac_address': 'fa:16:3e:d5:34:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5df30a0b-5cdb-4d91-9fe8-512f286a6485', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 20 20:42:35.132548 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-7b5b9d6b-f550-4274-b757-56c925c38a25 req-a9afdc1e-c9b7-4451-b5ab-b530619df570 tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:35.169138 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] get_ports_and_sgs() called for port_ids ['441571a2-1297-49bc-a241-c0c800726154', 'ed0c608d-9d39-41cd-b9c8-8ab40b47d2dc'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:42:35.172833 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Current status of the port 4804f9ed-d929-4451-ab46-9ce5f415198a is: DOWN; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:42:35.173346 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:35.219750 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4804f9ed-d929-4451-ab46-9ce5f415198a {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:42:35.238594 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5b9d6b-f550-4274-b757-56c925c38a25 req-a9afdc1e-c9b7-4451-b5ab-b530619df570 tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:35.239364 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-7b5b9d6b-f550-4274-b757-56c925c38a25 req-a9afdc1e-c9b7-4451-b5ab-b530619df570 tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:35.240962 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7b5b9d6b-f550-4274-b757-56c925c38a25 req-a9afdc1e-c9b7-4451-b5ab-b530619df570 tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] 10.222.0.35 "PUT /v2.0/ports/ed0c608d-9d39-41cd-b9c8-8ab40b47d2dc HTTP/1.1" status: 200 len: 1020 time: 1.5912905 May 20 20:42:35.246751 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-1e8e3ea6-84fe-4ff7-a487-2584727991ce req-9f658384-2540-43ae-837b-90682d3517a8 service neutron] 10.222.0.24 "GET /v2.0/networks/574ea0b2-9422-452c-860a-803c828a5092?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267359 May 20 20:42:35.251924 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '737ed128-a870-40bf-b78e-cbad2b60d994', 'name': 'network-vif-deleted', 'tag': 'a54cca42-5b2f-45e7-b5d0-ff956dcd443b'}, {'name': 'network-changed', 'server_uuid': 'd5e0033c-d96c-4e34-ab17-ee41b45224c8', 'tag': '315a12df-b564-4d72-a5e0-1f58c6c992ca'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:42:35.256416 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6fa957933fccbf596d28104b23404b952ad6a8238afaebaed40a0874b2e409" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4a6a5c9-0cf9-4a48-a6ae-08ee6672a9b9" -d '{"events": [{"server_uuid": "737ed128-a870-40bf-b78e-cbad2b60d994", "name": "network-vif-deleted", "tag": "a54cca42-5b2f-45e7-b5d0-ff956dcd443b"}, {"name": "network-changed", "server_uuid": "d5e0033c-d96c-4e34-ab17-ee41b45224c8", "tag": "315a12df-b564-4d72-a5e0-1f58c6c992ca"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:42:35.256594 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336fea5d-6d5f-4c64-87ec-5bc5290643d2 req-47ca9151-dece-4ab5-845e-9a42e242d080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:35.257272 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port 4804f9ed-d929-4451-ab46-9ce5f415198a, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=4804f9ed-d929-4451-ab46-9ce5f415198a,segment=NetworkSegment(1b0c59b6-1da5-46b1-ba4a-82e83befd33e),segment_id=1b0c59b6-1da5-46b1-ba4a-82e83befd33e)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:42:35.258224 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-336fea5d-6d5f-4c64-87ec-5bc5290643d2 req-47ca9151-dece-4ab5-845e-9a42e242d080 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6e166003-715e-4f35-82f5-046af1f78c1c HTTP/1.1" status: 200 len: 853 time: 0.1871517 May 20 20:42:35.313169 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9afdc1e-c9b7-4451-b5ab-b530619df570 tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] Pushing event updated for resources: {'Port': ['ID=ed0c608d-9d39-41cd-b9c8-8ab40b47d2dc,revision_number=7']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:42:35.333998 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f451127-1ed0-42a8-aea8-ff9025675f2d req-121fe7bb-a90b-4e4c-a918-1efb4f7526c1 tempest-ServersTestJSON-243295285 tempest-ServersTestJSON-243295285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:35.335498 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2f451127-1ed0-42a8-aea8-ff9025675f2d req-121fe7bb-a90b-4e4c-a918-1efb4f7526c1 tempest-ServersTestJSON-243295285 tempest-ServersTestJSON-243295285-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c76aeb0-913f-4723-b9b2-b82b5a881f38 HTTP/1.1" status: 200 len: 945 time: 0.2077658 May 20 20:42:35.341299 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-51b08a3c-cc4b-4612-ba58-cbb506bd690b req-f2c262ea-8e54-4c18-aa8f-6e85e9743dad service neutron] 10.222.0.24 "GET /v2.0/networks/85e5027c-d244-4186-8c19-3a12977de170?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3010631 May 20 20:42:35.347737 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device d48c4a89-5248-4669-905a-a53da6b07df6 no longer exists at agent hyperv_n-h2-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:42:35.375289 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:35.376026 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 2a4cc0f0-cfd0-4e2d-aa3c-9c6f9247fea7 details requested by agent hyperv_n-h1-842733-1 with host n-h1-842733-1 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 20:42:35.376987 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-1e8e3ea6-84fe-4ff7-a487-2584727991ce req-1b589cdc-2c08-4522-9cb5-b1cd48a37ef7 service neutron] 10.222.0.24 "GET /v2.0/networks/574ea0b2-9422-452c-860a-803c828a5092?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170545 May 20 20:42:35.392591 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] No Port match for: d48c4a89-5248-4669-905a-a53da6b07df6 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 20:42:35.393080 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device d48c4a89-5248-4669-905a-a53da6b07df6 not bound to the agent host n-h2-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 20:42:35.398636 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336fea5d-6d5f-4c64-87ec-5bc5290643d2 req-e30219e0-c939-458a-9395-457affa943dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:35.400329 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-336fea5d-6d5f-4c64-87ec-5bc5290643d2 req-e30219e0-c939-458a-9395-457affa943dc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=baad6524-bf83-4783-a736-2fe3005abb37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1333790 May 20 20:42:35.417063 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27adbfb-21bd-4d0f-a320-a7dd4f1c24ad req-04435665-17b0-41fc-a02b-adf6ee25f693 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:35.418533 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d27adbfb-21bd-4d0f-a320-a7dd4f1c24ad req-04435665-17b0-41fc-a02b-adf6ee25f693 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/ports?device_id=b07c1a9b-3fbb-41e5-9d04-a21146bf734c HTTP/1.1" status: 200 len: 948 time: 0.1012044 May 20 20:42:35.433482 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] get_ports_and_sgs() called for port_ids ['ed0c608d-9d39-41cd-b9c8-8ab40b47d2dc'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:42:35.442319 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2f451127-1ed0-42a8-aea8-ff9025675f2d req-f633e364-ba22-4363-b364-f02160c2ed0d tempest-ServersTestJSON-243295285 tempest-ServersTestJSON-243295285-project] 10.222.0.35 "GET /v2.0/security-groups?id=f95948d4-b2dc-454a-91a1-bd295de21e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860417 May 20 20:42:35.521984 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 May 2022 20:42:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1ac6a46-35c2-4be0-9759-709801cb1662 x-openstack-request-id: req-f1ac6a46-35c2-4be0-9759-709801cb1662 {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:42:35.522291 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "737ed128-a870-40bf-b78e-cbad2b60d994", "name": "network-vif-unplugged", "status": "completed", "tag": "a54cca42-5b2f-45e7-b5d0-ff956dcd443b", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:42:35.522520 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f1ac6a46-35c2-4be0-9759-709801cb1662 {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:42:35.522910 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1ac6a46-35c2-4be0-9759-709801cb1662'] response: {'server_uuid': '737ed128-a870-40bf-b78e-cbad2b60d994', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a54cca42-5b2f-45e7-b5d0-ff956dcd443b', 'code': 200} May 20 20:42:35.527622 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d27adbfb-21bd-4d0f-a320-a7dd4f1c24ad req-edaf1cb6-b0c7-42a3-9e92-108141fe9a1a tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/security-groups?id=38c76b68-4081-4341-88c9-c8e3082a5da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982404 May 20 20:42:35.548955 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-336fea5d-6d5f-4c64-87ec-5bc5290643d2 req-509bd13b-c7fd-4564-bf26-1597450400f1 service neutron] 10.222.0.13 "GET /v2.0/networks/baad6524-bf83-4783-a736-2fe3005abb37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412911 May 20 20:42:35.579894 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Pushing event updated for resources: {'Port': ['ID=4804f9ed-d929-4451-ab46-9ce5f415198a,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:42:35.679935 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port 2a4cc0f0-cfd0-4e2d-aa3c-9c6f9247fea7, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=2a4cc0f0-cfd0-4e2d-aa3c-9c6f9247fea7,segment=NetworkSegment(ed3a602f-49fb-4a95-be80-401e1eb72e33),segment_id=ed3a602f-49fb-4a95-be80-401e1eb72e33)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:42:35.692502 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6682e604-b07d-4e40-9e2f-df960d2bedd1 req-0ecf53c4-56fa-4735-9ef7-6b0d4329f68d tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:35.694010 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6682e604-b07d-4e40-9e2f-df960d2bedd1 req-0ecf53c4-56fa-4735-9ef7-6b0d4329f68d tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/ports?device_id=45497337-ffcf-45d2-9a43-15350b28593e HTTP/1.1" status: 200 len: 945 time: 0.1408527 May 20 20:42:35.709081 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Returning: {'device': '2a4cc0f0-cfd0-4e2d-aa3c-9c6f9247fea7', 'network_id': 'cd702362-b982-46c5-a7d0-51de1b03df86', 'port_id': '2a4cc0f0-cfd0-4e2d-aa3c-9c6f9247fea7', 'mac_address': 'fa:16:3e:6f:ca:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26b342ea-254c-483a-9ea9-f11c178970eb', 'ip_address': '192.168.233.112'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 20 20:42:35.715041 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b769ab5e-8b90-468b-a6fe-620a20724895 req-9dac5a94-14c8-48fe-b767-2889903bc56e tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] 10.222.0.35 "GET /v2.0/security-groups/bb059ec7-3f4c-4e14-975f-7b77b5d3e43f HTTP/1.1" status: 200 len: 1801 time: 0.1120551 May 20 20:42:35.755077 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-336fea5d-6d5f-4c64-87ec-5bc5290643d2 req-0eea7557-15c0-4284-8933-305e18399b22 service neutron] 10.222.0.13 "GET /v2.0/networks/baad6524-bf83-4783-a736-2fe3005abb37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1918194 May 20 20:42:35.778518 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6682e604-b07d-4e40-9e2f-df960d2bedd1 req-02c713f2-6145-49ed-b47b-7b72da25a3cf tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/security-groups?id=c9d9c404-d869-4158-9779-ac1a15da4bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773795 May 20 20:42:35.793395 n-d-842733-1 neutron-server[103163]: INFO neutron.api.v2.resource [req-b769ab5e-8b90-468b-a6fe-620a20724895 req-8a679080-589f-4c0c-b615-3ba9be56bcc2 tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] delete failed (client error): There was a conflict when trying to complete your request. May 20 20:42:35.794608 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b769ab5e-8b90-468b-a6fe-620a20724895 req-8a679080-589f-4c0c-b615-3ba9be56bcc2 tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] 10.222.0.35 "DELETE /v2.0/security-groups/bb059ec7-3f4c-4e14-975f-7b77b5d3e43f HTTP/1.1" status: 409 len: 341 time: 0.0681801 May 20 20:42:35.810253 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Current status of the port 2a4cc0f0-cfd0-4e2d-aa3c-9c6f9247fea7 is: DOWN; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:42:35.810747 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:35.843676 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 20 May 2022 20:42:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8e996c3-0a51-48cd-9381-1cf4336337f4 x-openstack-request-id: req-f8e996c3-0a51-48cd-9381-1cf4336337f4 {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:42:35.844175 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "737ed128-a870-40bf-b78e-cbad2b60d994", "name": "network-vif-deleted", "tag": "a54cca42-5b2f-45e7-b5d0-ff956dcd443b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d5e0033c-d96c-4e34-ab17-ee41b45224c8", "tag": "315a12df-b564-4d72-a5e0-1f58c6c992ca", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:42:35.844647 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f8e996c3-0a51-48cd-9381-1cf4336337f4 {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:42:35.845476 n-d-842733-1 neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8e996c3-0a51-48cd-9381-1cf4336337f4'] response: {'server_uuid': '737ed128-a870-40bf-b78e-cbad2b60d994', 'name': 'network-vif-deleted', 'tag': 'a54cca42-5b2f-45e7-b5d0-ff956dcd443b', 'status': 'completed', 'code': 200} May 20 20:42:35.845919 n-d-842733-1 neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8e996c3-0a51-48cd-9381-1cf4336337f4'] response: {'name': 'network-changed', 'server_uuid': 'd5e0033c-d96c-4e34-ab17-ee41b45224c8', 'tag': '315a12df-b564-4d72-a5e0-1f58c6c992ca', 'status': 'completed', 'code': 200} May 20 20:42:35.846287 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a4cc0f0-cfd0-4e2d-aa3c-9c6f9247fea7 {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:42:35.894859 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port 2a4cc0f0-cfd0-4e2d-aa3c-9c6f9247fea7, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=2a4cc0f0-cfd0-4e2d-aa3c-9c6f9247fea7,segment=NetworkSegment(ed3a602f-49fb-4a95-be80-401e1eb72e33),segment_id=ed3a602f-49fb-4a95-be80-401e1eb72e33)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:42:35.929076 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a6a5c9-0cf9-4a48-a6ae-08ee6672a9b9 req-983c865e-8b7d-4b88-9f3b-091d41089534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:35.931640 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-c4a6a5c9-0cf9-4a48-a6ae-08ee6672a9b9 req-983c865e-8b7d-4b88-9f3b-091d41089534 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a2d17c0110a94477bf984a8f69472a51&device_id=d5e0033c-d96c-4e34-ab17-ee41b45224c8 HTTP/1.1" status: 200 len: 1095 time: 0.0576024 May 20 20:42:35.932627 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724d991e-d2ba-4ec1-830e-99957b364de4 req-cb5d2501-d67d-4d45-917e-75c8e33291e7 tempest-ServersTestJSON-243295285 tempest-ServersTestJSON-243295285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:35.946194 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-724d991e-d2ba-4ec1-830e-99957b364de4 req-cb5d2501-d67d-4d45-917e-75c8e33291e7 tempest-ServersTestJSON-243295285 tempest-ServersTestJSON-243295285-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c76aeb0-913f-4723-b9b2-b82b5a881f38 HTTP/1.1" status: 200 len: 945 time: 0.0869441 May 20 20:42:35.946709 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 38794) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:42:35.956089 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-e07c5826-1394-42fe-9542-8c4cd053e7c2 tempest-ServersTestJSON-243295285 tempest-ServersTestJSON-243295285-project] Request body: {'floatingip': {'port_id': '3019072a-5740-4991-8625-ed598bf22981'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:42:35.989076 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:36.001509 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e07c5826-1394-42fe-9542-8c4cd053e7c2 tempest-ServersTestJSON-243295285 tempest-ServersTestJSON-243295285-project] Notify callbacks [] for floatingip, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:36.066352 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a6a5c9-0cf9-4a48-a6ae-08ee6672a9b9 req-1d3f6df3-faa7-4f51-b27f-8a643d9da5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:36.068160 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-c4a6a5c9-0cf9-4a48-a6ae-08ee6672a9b9 req-1d3f6df3-faa7-4f51-b27f-8a643d9da5fb service neutron] 10.222.0.24 "GET /v2.0/networks?id=574ea0b2-9422-452c-860a-803c828a5092 HTTP/1.1" status: 200 len: 911 time: 0.1289961 May 20 20:42:36.075990 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '874ccf1e-13f9-44e1-b28b-86c81de29922', 'tag': 'ed0c608d-9d39-41cd-b9c8-8ab40b47d2dc'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:42:36.077566 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4291b17aa7b45362825f0571e77c85f5e73afe1df9c7e9e15006df9d695c005e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52ace0af-9a24-4e4c-a381-35cbaadab852" -d '{"events": [{"name": "network-changed", "server_uuid": "874ccf1e-13f9-44e1-b28b-86c81de29922", "tag": "ed0c608d-9d39-41cd-b9c8-8ab40b47d2dc"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:42:36.103228 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Pushing event updated for resources: {'Port': ['ID=2a4cc0f0-cfd0-4e2d-aa3c-9c6f9247fea7,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:42:36.119887 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-c4a6a5c9-0cf9-4a48-a6ae-08ee6672a9b9 req-5861ac6a-3345-4eab-934d-6037f36c8e75 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=315a12df-b564-4d72-a5e0-1f58c6c992ca HTTP/1.1" status: 200 len: 217 time: 0.0441687 May 20 20:42:36.185643 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a6a5c9-0cf9-4a48-a6ae-08ee6672a9b9 req-60180c62-c072-4cf1-b8db-43e5304a8355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:36.187616 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-c4a6a5c9-0cf9-4a48-a6ae-08ee6672a9b9 req-60180c62-c072-4cf1-b8db-43e5304a8355 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=778a50d4-7727-4f2b-823c-ebe74bd911a0 HTTP/1.1" status: 200 len: 850 time: 0.0545902 May 20 20:42:36.220919 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-c4a6a5c9-0cf9-4a48-a6ae-08ee6672a9b9 req-d3fe934e-b45d-4d12-ac8d-2bdc5b89542a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=574ea0b2-9422-452c-860a-803c828a5092&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257657 May 20 20:42:36.286542 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] get_ports_and_sgs() called for port_ids ['2a4cc0f0-cfd0-4e2d-aa3c-9c6f9247fea7'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:42:36.336670 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-c4a6a5c9-0cf9-4a48-a6ae-08ee6672a9b9 req-30d1d850-d7f9-4b1f-8870-0392557ae403 service neutron] 10.222.0.24 "GET /v2.0/networks/574ea0b2-9422-452c-860a-803c828a5092?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044619 May 20 20:42:36.336910 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] get_ports_and_sgs() called for port_ids ['4804f9ed-d929-4451-ab46-9ce5f415198a'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:42:36.394291 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a78c35e-6c22-485d-957f-941c0745fef8 req-1663b704-bece-4de5-ab04-5b67f93f6a65 tempest-ServerGroupTestJSON-368596485 tempest-ServerGroupTestJSON-368596485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:36.395841 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0a78c35e-6c22-485d-957f-941c0745fef8 req-1663b704-bece-4de5-ab04-5b67f93f6a65 tempest-ServerGroupTestJSON-368596485 tempest-ServerGroupTestJSON-368596485-project] 10.222.0.35 "GET /v2.0/ports?device_id=d5e0033c-d96c-4e34-ab17-ee41b45224c8 HTTP/1.1" status: 200 len: 944 time: 0.0639038 May 20 20:42:36.425647 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 20:42:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0dc3018-47e6-4042-9294-c80f625a18ca x-openstack-request-id: req-a0dc3018-47e6-4042-9294-c80f625a18ca {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:42:36.425902 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "874ccf1e-13f9-44e1-b28b-86c81de29922", "tag": "ed0c608d-9d39-41cd-b9c8-8ab40b47d2dc", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:42:36.426138 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a0dc3018-47e6-4042-9294-c80f625a18ca {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:42:36.426530 n-d-842733-1 neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0dc3018-47e6-4042-9294-c80f625a18ca'] response: {'name': 'network-changed', 'server_uuid': '874ccf1e-13f9-44e1-b28b-86c81de29922', 'tag': 'ed0c608d-9d39-41cd-b9c8-8ab40b47d2dc', 'status': 'completed', 'code': 200} May 20 20:42:36.479787 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0a78c35e-6c22-485d-957f-941c0745fef8 req-51c4234b-30a3-4147-b186-303c53a68b16 tempest-ServerGroupTestJSON-368596485 tempest-ServerGroupTestJSON-368596485-project] 10.222.0.35 "GET /v2.0/security-groups?id=546ebacc-5ea6-43c6-a495-bda03cdb5e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488193 May 20 20:42:36.489921 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-c4a6a5c9-0cf9-4a48-a6ae-08ee6672a9b9 req-e56e5246-6c2e-4331-a9b0-9d549b5f3f28 service neutron] 10.222.0.24 "GET /v2.0/networks/574ea0b2-9422-452c-860a-803c828a5092?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435204 May 20 20:42:36.690200 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b345c88-ecb7-4725-9d97-fdd6af7e2cba req-4d487bd5-4622-4850-baf9-a11132595ffa tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:36.691640 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1b345c88-ecb7-4725-9d97-fdd6af7e2cba req-4d487bd5-4622-4850-baf9-a11132595ffa tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] 10.222.0.35 "GET /v2.0/ports?device_id=ac9eebca-999a-402a-b2b5-aa424b891f77 HTTP/1.1" status: 200 len: 944 time: 0.1901610 May 20 20:42:36.701659 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ace0af-9a24-4e4c-a381-35cbaadab852 req-cbdcdefa-7e98-4c1b-9199-4395cb584ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:36.703409 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-52ace0af-9a24-4e4c-a381-35cbaadab852 req-cbdcdefa-7e98-4c1b-9199-4395cb584ad2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=14307be6da164addbb4e96db68f248f8&device_id=874ccf1e-13f9-44e1-b28b-86c81de29922 HTTP/1.1" status: 200 len: 1174 time: 0.2091665 May 20 20:42:36.716599 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ced4ca-4b93-4010-b792-0a9c177241e9 req-59f280fb-9f53-4a3c-a4b5-167f303216e1 tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:36.718311 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b9ced4ca-4b93-4010-b792-0a9c177241e9 req-59f280fb-9f53-4a3c-a4b5-167f303216e1 tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] 10.222.0.35 "GET /v2.0/ports?device_id=874ccf1e-13f9-44e1-b28b-86c81de29922 HTTP/1.1" status: 200 len: 1023 time: 0.1685979 May 20 20:42:36.766455 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e07c5826-1394-42fe-9542-8c4cd053e7c2 tempest-ServersTestJSON-243295285 tempest-ServersTestJSON-243295285-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:36.825382 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 315a12df-b564-4d72-a5e0-1f58c6c992ca details requested by agent hyperv_n-h1-842733-1 with host n-h1-842733-1 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 20:42:36.828778 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device a54cca42-5b2f-45e7-b5d0-ff956dcd443b no longer exists at agent hyperv_n-h1-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:42:36.832196 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1b345c88-ecb7-4725-9d97-fdd6af7e2cba req-695a6315-04f5-472a-87fe-1d0f378235bf tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] 10.222.0.35 "GET /v2.0/security-groups?id=0a1ca955-ee86-4e03-bb39-6b1e6a532a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278572 May 20 20:42:36.836069 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e07c5826-1394-42fe-9542-8c4cd053e7c2 tempest-ServersTestJSON-243295285 tempest-ServersTestJSON-243295285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748272'] for floatingip, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:36.861577 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] No Port match for: a54cca42-5b2f-45e7-b5d0-ff956dcd443b {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 20:42:36.861982 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device a54cca42-5b2f-45e7-b5d0-ff956dcd443b not bound to the agent host n-h1-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 20:42:36.880812 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b9ced4ca-4b93-4010-b792-0a9c177241e9 req-8d4dc26c-fb8d-48b3-ab30-8b80a7174b05 tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] 10.222.0.35 "GET /v2.0/security-groups?id=c2423539-3be7-453d-a146-2f1da067ea16&id=bb059ec7-3f4c-4e14-975f-7b77b5d3e43f&id=f4b7709e-62c4-4c92-9539-853c7ed8a4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1399913 May 20 20:42:36.931834 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ace0af-9a24-4e4c-a381-35cbaadab852 req-1ddb8dd1-9df5-425c-9fab-4f2367fc36c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:36.933318 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-52ace0af-9a24-4e4c-a381-35cbaadab852 req-1ddb8dd1-9df5-425c-9fab-4f2367fc36c5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f2c1f29b-3984-454a-a363-825a8303b3d8 HTTP/1.1" status: 200 len: 913 time: 0.2097764 May 20 20:42:36.995118 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port 315a12df-b564-4d72-a5e0-1f58c6c992ca, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=315a12df-b564-4d72-a5e0-1f58c6c992ca,segment=NetworkSegment(24da4578-09fd-484c-a7c3-5ab623d591ad),segment_id=24da4578-09fd-484c-a7c3-5ab623d591ad)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:42:37.008884 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-52ace0af-9a24-4e4c-a381-35cbaadab852 req-8bd94f3d-b4fe-4eed-861f-8a991655f5de service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ed0c608d-9d39-41cd-b9c8-8ab40b47d2dc HTTP/1.1" status: 200 len: 217 time: 0.0461407 May 20 20:42:37.009014 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 38810) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:42:37.013530 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-44d85429-9b92-44bc-a8aa-ecda5902f670 tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2138743445', 'description': 'tempest-description--981026921'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:42:37.025058 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Returning: {'device': '315a12df-b564-4d72-a5e0-1f58c6c992ca', 'network_id': '574ea0b2-9422-452c-860a-803c828a5092', 'port_id': '315a12df-b564-4d72-a5e0-1f58c6c992ca', 'mac_address': 'fa:16:3e:32:96:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '778a50d4-7727-4f2b-823c-ebe74bd911a0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 20 20:42:37.079869 n-d-842733-1 neutron-server[103163]: INFO neutron.db.l3_db [None req-e07c5826-1394-42fe-9542-8c4cd053e7c2 tempest-ServersTestJSON-243295285 tempest-ServersTestJSON-243295285-project] Floating IP b69bc41f-4f67-49c0-af72-36ebcf15ebaa associated. External IP: 172.25.2.33, port: 3019072a-5740-4991-8625-ed598bf22981. May 20 20:42:37.080209 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Current status of the port 315a12df-b564-4d72-a5e0-1f58c6c992ca is: DOWN; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:42:37.080672 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:37.096211 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 315a12df-b564-4d72-a5e0-1f58c6c992ca {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:42:37.110019 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6c6f83-38c4-4977-aaa8-deb8780c11ef req-90d7dae6-ad28-4f36-943c-46a7983780bc tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:37.111753 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-3c6c6f83-38c4-4977-aaa8-deb8780c11ef req-90d7dae6-ad28-4f36-943c-46a7983780bc tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac9eebca-999a-402a-b2b5-aa424b891f77 HTTP/1.1" status: 200 len: 944 time: 0.0674045 May 20 20:42:37.113123 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-44d85429-9b92-44bc-a8aa-ecda5902f670 tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:37.118897 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port 315a12df-b564-4d72-a5e0-1f58c6c992ca, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=315a12df-b564-4d72-a5e0-1f58c6c992ca,segment=NetworkSegment(24da4578-09fd-484c-a7c3-5ab623d591ad),segment_id=24da4578-09fd-484c-a7c3-5ab623d591ad)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:42:37.150754 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5469901c-5371-4068-8314-170f8292eb9b req-18823b89-445c-46e7-a14d-4ff12b79fef4 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:37.152208 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5469901c-5371-4068-8314-170f8292eb9b req-18823b89-445c-46e7-a14d-4ff12b79fef4 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/ports?device_id=b07c1a9b-3fbb-41e5-9d04-a21146bf734c HTTP/1.1" status: 200 len: 949 time: 0.1869059 May 20 20:42:37.186426 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ace0af-9a24-4e4c-a381-35cbaadab852 req-4545d8ce-3bbb-4b39-b12d-5f22f316e2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:37.187859 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-52ace0af-9a24-4e4c-a381-35cbaadab852 req-4545d8ce-3bbb-4b39-b12d-5f22f316e2aa service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b6e11a18-e233-4d96-9624-671f5264a4cf HTTP/1.1" status: 200 len: 852 time: 0.1404886 May 20 20:42:37.195261 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:37.247859 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-44d85429-9b92-44bc-a8aa-ecda5902f670 tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:37.251149 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Pushing event updated for resources: {'Port': ['ID=315a12df-b564-4d72-a5e0-1f58c6c992ca,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:42:37.259265 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-52ace0af-9a24-4e4c-a381-35cbaadab852 req-eb047c2a-ece1-4bf4-84c6-9e42ab8b595a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f2c1f29b-3984-454a-a363-825a8303b3d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0566368 May 20 20:42:37.260189 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-3c6c6f83-38c4-4977-aaa8-deb8780c11ef req-a9a88e46-7454-4723-97b4-5416db1db409 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] Deleting port 49eba6ec-323b-40ab-b0e1-d93823fd439f {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:42:37.262206 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-3c6c6f83-38c4-4977-aaa8-deb8780c11ef req-a9a88e46-7454-4723-97b4-5416db1db409 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:37.273301 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa582d7-69d9-45aa-a5eb-834e9d986e7c req-0cf943b8-d997-43a9-9407-f1b36ffcd9db tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:37.274765 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4fa582d7-69d9-45aa-a5eb-834e9d986e7c req-0cf943b8-d997-43a9-9407-f1b36ffcd9db tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/ports?device_id=45497337-ffcf-45d2-9a43-15350b28593e HTTP/1.1" status: 200 len: 945 time: 0.2154005 May 20 20:42:37.313841 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-44d85429-9b92-44bc-a8aa-ecda5902f670 tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:37.322776 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5469901c-5371-4068-8314-170f8292eb9b req-af7e8cf5-f1b6-4b4a-834b-f5494903b5aa tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/security-groups?id=38c76b68-4081-4341-88c9-c8e3082a5da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587923 May 20 20:42:37.360157 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d85429-9b92-44bc-a8aa-ecda5902f670 tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6b4525b-6598-4020-a850-f5c33e43ec05,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:42:37.382841 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-3c6c6f83-38c4-4977-aaa8-deb8780c11ef req-a9a88e46-7454-4723-97b4-5416db1db409 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] For port 49eba6ec-323b-40ab-b0e1-d93823fd439f, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=49eba6ec-323b-40ab-b0e1-d93823fd439f,segment=NetworkSegment(8e7444da-2574-4e87-afbd-a324be0dd68b),segment_id=8e7444da-2574-4e87-afbd-a324be0dd68b)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:42:37.383198 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-3c6c6f83-38c4-4977-aaa8-deb8780c11ef req-a9a88e46-7454-4723-97b4-5416db1db409 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:37.395817 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-3c6c6f83-38c4-4977-aaa8-deb8780c11ef req-a9a88e46-7454-4723-97b4-5416db1db409 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] Calling delete_port for 49eba6ec-323b-40ab-b0e1-d93823fd439f owned by compute:nova {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:42:37.433614 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4fa582d7-69d9-45aa-a5eb-834e9d986e7c req-cd4436c6-84c1-4054-8a42-4ca94575096c tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/security-groups?id=c9d9c404-d869-4158-9779-ac1a15da4bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413381 May 20 20:42:37.443364 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-44d85429-9b92-44bc-a8aa-ecda5902f670 tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:37.444880 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-44d85429-9b92-44bc-a8aa-ecda5902f670 tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4347155 May 20 20:42:37.450089 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 38812) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:42:37.454157 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] get_ports_and_sgs() called for port_ids ['315a12df-b564-4d72-a5e0-1f58c6c992ca'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:42:37.465242 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-b289a294-6c47-46f5-baa6-5f61c26ca256 tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] Request body: {'security_group_rule': {'security_group_id': 'a6b4525b-6598-4020-a850-f5c33e43ec05', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:42:37.491749 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-52ace0af-9a24-4e4c-a381-35cbaadab852 req-cb1c1f1d-4e19-4217-9f1f-f03cfae2d247 service neutron] 10.222.0.13 "GET /v2.0/networks/f2c1f29b-3984-454a-a363-825a8303b3d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2158232 May 20 20:42:37.567983 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e07c5826-1394-42fe-9542-8c4cd053e7c2 tempest-ServersTestJSON-243295285 tempest-ServersTestJSON-243295285-project] Router 887bcf52-cc21-4679-bec8-41fbf0daaba2 has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 20:42:37.591757 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b289a294-6c47-46f5-baa6-5f61c26ca256 tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:37.649965 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b289a294-6c47-46f5-baa6-5f61c26ca256 tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:37.667427 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-3c6c6f83-38c4-4977-aaa8-deb8780c11ef req-a9a88e46-7454-4723-97b4-5416db1db409 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:37.697369 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a88e46-7454-4723-97b4-5416db1db409 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] Pushing event deleted for resources: {'Port': ['ID=49eba6ec-323b-40ab-b0e1-d93823fd439f,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:42:37.727334 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b289a294-6c47-46f5-baa6-5f61c26ca256 tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691816'] for security_group_rule, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:37.760392 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c6c6f83-38c4-4977-aaa8-deb8780c11ef req-a9a88e46-7454-4723-97b4-5416db1db409 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] No DVR routers for this DVR port 49eba6ec-323b-40ab-b0e1-d93823fd439f on host n-h2-842733-1 {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:42:37.766462 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-3c6c6f83-38c4-4977-aaa8-deb8780c11ef req-a9a88e46-7454-4723-97b4-5416db1db409 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:37.769726 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-3c6c6f83-38c4-4977-aaa8-deb8780c11ef req-a9a88e46-7454-4723-97b4-5416db1db409 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] 10.222.0.13 "DELETE /v2.0/ports/49eba6ec-323b-40ab-b0e1-d93823fd439f HTTP/1.1" status: 204 len: 173 time: 0.6449602 May 20 20:42:37.771471 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b289a294-6c47-46f5-baa6-5f61c26ca256 tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac81f9e5-9676-4ce0-a93b-0898a272b746,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:42:37.847481 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac9eebca-999a-402a-b2b5-aa424b891f77', 'name': 'network-vif-deleted', 'tag': '49eba6ec-323b-40ab-b0e1-d93823fd439f'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:42:37.850282 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6fa957933fccbf596d28104b23404b952ad6a8238afaebaed40a0874b2e409" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a444af15-a751-4db8-96a0-30d065c99854" -d '{"events": [{"server_uuid": "ac9eebca-999a-402a-b2b5-aa424b891f77", "name": "network-vif-deleted", "tag": "49eba6ec-323b-40ab-b0e1-d93823fd439f"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:42:37.888533 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 20:42:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-250fa727-7fc5-4ed7-b9a8-da2a1349ce58 x-openstack-request-id: req-250fa727-7fc5-4ed7-b9a8-da2a1349ce58 {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:42:37.888824 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac9eebca-999a-402a-b2b5-aa424b891f77", "name": "network-vif-deleted", "tag": "49eba6ec-323b-40ab-b0e1-d93823fd439f", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:42:37.889079 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-250fa727-7fc5-4ed7-b9a8-da2a1349ce58 {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:42:37.890436 n-d-842733-1 neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-250fa727-7fc5-4ed7-b9a8-da2a1349ce58'] response: {'server_uuid': 'ac9eebca-999a-402a-b2b5-aa424b891f77', 'name': 'network-vif-deleted', 'tag': '49eba6ec-323b-40ab-b0e1-d93823fd439f', 'status': 'completed', 'code': 200} May 20 20:42:37.912587 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b289a294-6c47-46f5-baa6-5f61c26ca256 tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:37.918126 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-b289a294-6c47-46f5-baa6-5f61c26ca256 tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4658453 May 20 20:42:37.918126 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 38820) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:42:37.927973 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-d5a3fca1-e5ee-4347-bdcf-4c0a8afea673 tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] Request body: {'security_group_rule': {'security_group_id': 'a6b4525b-6598-4020-a850-f5c33e43ec05', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:42:38.006962 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b0c83bcc-0980-4b3e-a4dc-0d1f551b423c req-b3eeb039-8ffb-4883-bc6c-9bc7dffbc666 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] 10.222.0.35 "GET /v2.0/ports?device_id=ac9eebca-999a-402a-b2b5-aa424b891f77 HTTP/1.1" status: 200 len: 210 time: 0.0452311 May 20 20:42:38.014005 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-52ace0af-9a24-4e4c-a381-35cbaadab852 req-36982ced-3d58-44fa-be00-52a5b4bcfcd1 service neutron] 10.222.0.13 "GET /v2.0/networks/f2c1f29b-3984-454a-a363-825a8303b3d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5112166 May 20 20:42:38.028814 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb238fe-db5e-43cb-8e2f-15f9ebef71b0 req-b0eaeaed-520e-4ec8-9386-5b7f8743021f tempest-ServerGroupTestJSON-368596485 tempest-ServerGroupTestJSON-368596485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:38.028814 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7eb238fe-db5e-43cb-8e2f-15f9ebef71b0 req-b0eaeaed-520e-4ec8-9386-5b7f8743021f tempest-ServerGroupTestJSON-368596485 tempest-ServerGroupTestJSON-368596485-project] 10.222.0.35 "GET /v2.0/ports?device_id=d5e0033c-d96c-4e34-ab17-ee41b45224c8 HTTP/1.1" status: 200 len: 945 time: 0.4583969 May 20 20:42:38.053001 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d5a3fca1-e5ee-4347-bdcf-4c0a8afea673 tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:38.126508 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d5a3fca1-e5ee-4347-bdcf-4c0a8afea673 tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:38.129937 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e07c5826-1394-42fe-9542-8c4cd053e7c2 tempest-ServersTestJSON-243295285 tempest-ServersTestJSON-243295285-project] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 20:42:38.138208 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e07c5826-1394-42fe-9542-8c4cd053e7c2 tempest-ServersTestJSON-243295285 tempest-ServersTestJSON-243295285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for floatingip, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:38.139734 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-167e45ef-b242-4076-9211-8ca2192d413f None None] Sync routers for ids ['887bcf52-cc21-4679-bec8-41fbf0daaba2'] in n-d-842733-1 {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 20:42:38.144526 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7eb238fe-db5e-43cb-8e2f-15f9ebef71b0 req-84a69353-45fd-4b17-a401-3df59ad741b7 tempest-ServerGroupTestJSON-368596485 tempest-ServerGroupTestJSON-368596485-project] 10.222.0.35 "GET /v2.0/security-groups?id=546ebacc-5ea6-43c6-a495-bda03cdb5e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831611 May 20 20:42:38.150460 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-167e45ef-b242-4076-9211-8ca2192d413f None None] Routers {'887bcf52-cc21-4679-bec8-41fbf0daaba2'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:42:38.151069 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-167e45ef-b242-4076-9211-8ca2192d413f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:42:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['887bcf52-cc21-4679-bec8-41fbf0daaba2'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:42:38.173748 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-e07c5826-1394-42fe-9542-8c4cd053e7c2 tempest-ServersTestJSON-243295285 tempest-ServersTestJSON-243295285-project] 10.222.0.35 "PUT /v2.0/floatingips/b69bc41f-4f67-49c0-af72-36ebcf15ebaa HTTP/1.1" status: 200 len: 990 time: 2.2247486 May 20 20:42:38.181324 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b50dc4-11dd-4125-8d49-6a4b965c8ef5 req-337eb0ea-0cb8-4c69-bab8-c6acc5356f43 tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:38.182912 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-45b50dc4-11dd-4125-8d49-6a4b965c8ef5 req-337eb0ea-0cb8-4c69-bab8-c6acc5356f43 tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] 10.222.0.35 "GET /v2.0/ports?device_id=874ccf1e-13f9-44e1-b28b-86c81de29922 HTTP/1.1" status: 200 len: 1023 time: 0.1024659 May 20 20:42:38.230516 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d5a3fca1-e5ee-4347-bdcf-4c0a8afea673 tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691816'] for security_group_rule, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:38.235261 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-45b50dc4-11dd-4125-8d49-6a4b965c8ef5 req-9ef3c955-979e-4041-a900-24c7046ef1c3 tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] 10.222.0.35 "GET /v2.0/security-groups?id=c2423539-3be7-453d-a146-2f1da067ea16&id=bb059ec7-3f4c-4e14-975f-7b77b5d3e43f&id=f4b7709e-62c4-4c92-9539-853c7ed8a4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0447521 May 20 20:42:38.262831 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a3fca1-e5ee-4347-bdcf-4c0a8afea673 tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8abbee2-ddc0-4338-b6af-87d66d1aca2a,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:42:38.288380 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f29f213-76d0-4e68-bffb-517db163405d req-e2836125-239f-4b61-8f0a-b569dd476ef1 tempest-ServersTestJSON-243295285 tempest-ServersTestJSON-243295285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:38.289947 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7f29f213-76d0-4e68-bffb-517db163405d req-e2836125-239f-4b61-8f0a-b569dd476ef1 tempest-ServersTestJSON-243295285 tempest-ServersTestJSON-243295285-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c76aeb0-913f-4723-b9b2-b82b5a881f38 HTTP/1.1" status: 200 len: 945 time: 0.0537570 May 20 20:42:38.291382 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-167e45ef-b242-4076-9211-8ca2192d413f None None] Set router 887bcf52-cc21-4679-bec8-41fbf0daaba2 gateway port host: n-d-842733-1 {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:42:38.329135 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7f29f213-76d0-4e68-bffb-517db163405d req-a4574ba9-e158-4163-af4b-81e2cd4bd76d tempest-ServersTestJSON-243295285 tempest-ServersTestJSON-243295285-project] 10.222.0.35 "GET /v2.0/security-groups?id=f95948d4-b2dc-454a-91a1-bd295de21e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326185 May 20 20:42:38.370142 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d5a3fca1-e5ee-4347-bdcf-4c0a8afea673 tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:38.372255 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-d5a3fca1-e5ee-4347-bdcf-4c0a8afea673 tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4520130 May 20 20:42:38.382014 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 38830) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:42:38.386721 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-f3546547-2ebc-4acc-a156-33e1efdfe735 tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] Request body: {'floatingip': {'floating_network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:42:38.425017 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fae885-be19-4747-9eb4-3af0a3dc899c req-373343d8-369e-42d0-ad6f-21c177c8a779 tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:38.426512 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b1fae885-be19-4747-9eb4-3af0a3dc899c req-373343d8-369e-42d0-ad6f-21c177c8a779 tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] 10.222.0.13 "GET /v2.0/ports?device_id=874ccf1e-13f9-44e1-b28b-86c81de29922 HTTP/1.1" status: 200 len: 1023 time: 0.0656300 May 20 20:42:38.428248 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c76aeb0-913f-4723-b9b2-b82b5a881f38', 'tag': '3019072a-5740-4991-8625-ed598bf22981'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:42:38.430486 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4291b17aa7b45362825f0571e77c85f5e73afe1df9c7e9e15006df9d695c005e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-355dd4b2-0972-48c0-84f0-782b87e36cdf" -d '{"events": [{"name": "network-changed", "server_uuid": "6c76aeb0-913f-4723-b9b2-b82b5a881f38", "tag": "3019072a-5740-4991-8625-ed598bf22981"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:42:38.475399 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f3546547-2ebc-4acc-a156-33e1efdfe735 tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] Notify callbacks [] for floatingip, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:38.501068 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 20:42:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb0f69e0-fa71-44f3-b14d-652b9ed2671d x-openstack-request-id: req-fb0f69e0-fa71-44f3-b14d-652b9ed2671d {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:42:38.501733 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c76aeb0-913f-4723-b9b2-b82b5a881f38", "tag": "3019072a-5740-4991-8625-ed598bf22981", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:42:38.501929 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-fb0f69e0-fa71-44f3-b14d-652b9ed2671d {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:42:38.502421 n-d-842733-1 neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb0f69e0-fa71-44f3-b14d-652b9ed2671d'] response: {'name': 'network-changed', 'server_uuid': '6c76aeb0-913f-4723-b9b2-b82b5a881f38', 'tag': '3019072a-5740-4991-8625-ed598bf22981', 'status': 'completed', 'code': 200} May 20 20:42:38.534190 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb42c398-2dab-42f9-b7f3-15f7aa143762 req-2b9694fe-6c10-4316-8f95-11bc8cb558c0 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:38.535757 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-eb42c398-2dab-42f9-b7f3-15f7aa143762 req-2b9694fe-6c10-4316-8f95-11bc8cb558c0 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/ports?device_id=b07c1a9b-3fbb-41e5-9d04-a21146bf734c HTTP/1.1" status: 200 len: 949 time: 0.1269193 May 20 20:42:38.567042 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-167e45ef-b242-4076-9211-8ca2192d413f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '887bcf52-cc21-4679-bec8-41fbf0daaba2', 'name': 'tempest-ServersTestJSON-1715701810-router', 'tenant_id': '16add71a0ec946a18f61d15298c23d6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': '4e216dd5-6590-400f-94e1-1528659b7941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:41:57Z', 'updated_at': '2022-05-20T20:42:07Z', 'revision_number': 4, 'project_id': '16add71a0ec946a18f61d15298c23d6f', 'gw_port': {'id': '4e216dd5-6590-400f-94e1-1528659b7941', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:20:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887bcf52-cc21-4679-bec8-41fbf0daaba2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 862, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:41:58Z', 'updated_at': '2022-05-20T20:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_floatingips': [{'id': 'b69bc41f-4f67-49c0-af72-36ebcf15ebaa', 'tenant_id': '16add71a0ec946a18f61d15298c23d6f', 'floating_ip_address': '172.25.2.33', 'floating_network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'router_id': '887bcf52-cc21-4679-bec8-41fbf0daaba2', 'port_id': '3019072a-5740-4991-8625-ed598bf22981', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 894, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51ec8106-415b-4da6-8e19-8077690a9654', 'mac_address': 'fa:16:3e:06:7c:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c76aeb0-913f-4723-b9b2-b82b5a881f38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-20T20:42:18Z', 'updated_at': '2022-05-20T20:42:36Z', 'revision_number': 1, 'project_id': '16add71a0ec946a18f61d15298c23d6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43da6c23-5f3b-4922-95c9-783f86bfc8e7', 'name': '', 'network_id': '51ec8106-415b-4da6-8e19-8077690a9654', 'tenant_id': '16add71a0ec946a18f61d15298c23d6f', 'mac_address': 'fa:16:3e:ac:1c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887bcf52-cc21-4679-bec8-41fbf0daaba2', 'device_owner': 'network:router_interface', 'standard_attr_id': 874, 'fixed_ips': [{'subnet_id': '5b3fecbc-4363-4558-bc2e-f6cfa24f9a5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:42:04Z', 'updated_at': '2022-05-20T20:42:13Z', 'revision_number': 5, 'project_id': '16add71a0ec946a18f61d15298c23d6f', 'subnets': [{'id': '5b3fecbc-4363-4558-bc2e-f6cfa24f9a5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:42:38.600926 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-167e45ef-b242-4076-9211-8ca2192d413f None None] Checking router: 887bcf52-cc21-4679-bec8-41fbf0daaba2 for host: n-d-842733-1 {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 20:42:38.606242 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355dd4b2-0972-48c0-84f0-782b87e36cdf req-fb8144da-c586-4755-8070-a3a53ebe81b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:38.607786 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-355dd4b2-0972-48c0-84f0-782b87e36cdf req-fb8144da-c586-4755-8070-a3a53ebe81b7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=16add71a0ec946a18f61d15298c23d6f&device_id=6c76aeb0-913f-4723-b9b2-b82b5a881f38 HTTP/1.1" status: 200 len: 1096 time: 0.0646508 May 20 20:42:38.610922 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-167e45ef-b242-4076-9211-8ca2192d413f None None] Routers {'887bcf52-cc21-4679-bec8-41fbf0daaba2'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:42:38.611544 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-167e45ef-b242-4076-9211-8ca2192d413f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:42:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['887bcf52-cc21-4679-bec8-41fbf0daaba2'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:42:38.651959 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-eb42c398-2dab-42f9-b7f3-15f7aa143762 req-774882c6-dce4-440e-95d8-6494ed292189 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/security-groups?id=38c76b68-4081-4341-88c9-c8e3082a5da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056907 May 20 20:42:38.667072 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd6fc4f-e7bc-4585-8e09-98907168461f req-8f2e8434-8922-453d-8f2f-712639446d54 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:38.668681 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-afd6fc4f-e7bc-4585-8e09-98907168461f req-8f2e8434-8922-453d-8f2f-712639446d54 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/ports?device_id=45497337-ffcf-45d2-9a43-15350b28593e HTTP/1.1" status: 200 len: 945 time: 0.0984380 May 20 20:42:38.689731 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [req-b1fae885-be19-4747-9eb4-3af0a3dc899c req-530b4478-46f3-4a15-a428-4a5388a39bfc tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] Deleting port ed0c608d-9d39-41cd-b9c8-8ab40b47d2dc {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:42:38.690075 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-b1fae885-be19-4747-9eb4-3af0a3dc899c req-530b4478-46f3-4a15-a428-4a5388a39bfc tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:38.707679 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355dd4b2-0972-48c0-84f0-782b87e36cdf req-0d661ad8-97ef-4189-9800-d4100df4ef8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:38.709619 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-355dd4b2-0972-48c0-84f0-782b87e36cdf req-0d661ad8-97ef-4189-9800-d4100df4ef8b service neutron] 10.222.0.24 "GET /v2.0/networks?id=51ec8106-415b-4da6-8e19-8077690a9654 HTTP/1.1" status: 200 len: 907 time: 0.0942893 May 20 20:42:38.770526 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-afd6fc4f-e7bc-4585-8e09-98907168461f req-79acad2d-a7ca-43f8-a727-22d758761cf8 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/security-groups?id=c9d9c404-d869-4158-9779-ac1a15da4bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926445 May 20 20:42:38.820103 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f3546547-2ebc-4acc-a156-33e1efdfe735 tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:38.830201 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-b1fae885-be19-4747-9eb4-3af0a3dc899c req-530b4478-46f3-4a15-a428-4a5388a39bfc tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] For port ed0c608d-9d39-41cd-b9c8-8ab40b47d2dc, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=ed0c608d-9d39-41cd-b9c8-8ab40b47d2dc,segment=NetworkSegment(3074e67a-6387-4709-bab9-e18fa7662e57),segment_id=3074e67a-6387-4709-bab9-e18fa7662e57)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:42:38.830585 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-b1fae885-be19-4747-9eb4-3af0a3dc899c req-530b4478-46f3-4a15-a428-4a5388a39bfc tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:38.835084 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-355dd4b2-0972-48c0-84f0-782b87e36cdf req-a46fe895-99c1-45f6-b095-e92d1a61128e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3019072a-5740-4991-8625-ed598bf22981 HTTP/1.1" status: 200 len: 998 time: 0.1166172 May 20 20:42:38.844970 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [req-b1fae885-be19-4747-9eb4-3af0a3dc899c req-530b4478-46f3-4a15-a428-4a5388a39bfc tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] Calling delete_port for ed0c608d-9d39-41cd-b9c8-8ab40b47d2dc owned by compute:nova {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:42:38.870098 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 4804f9ed-d929-4451-ab46-9ce5f415198a up at agent hyperv_n-h1-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:42:38.897936 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-167e45ef-b242-4076-9211-8ca2192d413f None None] Set router 887bcf52-cc21-4679-bec8-41fbf0daaba2 gateway port host: n-d-842733-1 {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:42:38.952184 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355dd4b2-0972-48c0-84f0-782b87e36cdf req-4311cfc3-379b-4cdd-9ab4-5f1c5dae6fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:38.953630 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-355dd4b2-0972-48c0-84f0-782b87e36cdf req-4311cfc3-379b-4cdd-9ab4-5f1c5dae6fc0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5b3fecbc-4363-4558-bc2e-f6cfa24f9a5f HTTP/1.1" status: 200 len: 845 time: 0.0892620 May 20 20:42:39.016970 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-f3546547-2ebc-4acc-a156-33e1efdfe735 tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] Allocated IP 172.25.2.202 (e3a93b5c-91e2-4064-9c2c-1afc261bfe15/86fee0c1-6e34-488b-9216-b2b8e7ef585a/702e744c-adb7-4183-bb2c-3b472f9d09d6) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:42:39.038794 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355dd4b2-0972-48c0-84f0-782b87e36cdf req-f05dd2be-260b-499e-a42d-c677e7c00aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:39.044588 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-355dd4b2-0972-48c0-84f0-782b87e36cdf req-f05dd2be-260b-499e-a42d-c677e7c00aae service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=51ec8106-415b-4da6-8e19-8077690a9654&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0787528 May 20 20:42:39.066839 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Provisioning for port 4804f9ed-d929-4451-ab46-9ce5f415198a completed by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 20:42:39.072237 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Provisioning complete for port 4804f9ed-d929-4451-ab46-9ce5f415198a triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:42:39.072599 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:39.104042 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-b1fae885-be19-4747-9eb4-3af0a3dc899c req-530b4478-46f3-4a15-a428-4a5388a39bfc tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:39.155600 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] get_ports_and_sgs() called for port_ids ['441571a2-1297-49bc-a241-c0c800726154', 'ed0c608d-9d39-41cd-b9c8-8ab40b47d2dc'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:42:39.163010 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530b4478-46f3-4a15-a428-4a5388a39bfc tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] Pushing event deleted for resources: {'Port': ['ID=ed0c608d-9d39-41cd-b9c8-8ab40b47d2dc,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:42:39.166666 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-607de838-636d-42cc-87f1-d636439a330d req-2351027b-177b-4488-84ba-992279c8d653 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] 10.222.0.35 "GET /v2.0/ports?device_id=ac9eebca-999a-402a-b2b5-aa424b891f77 HTTP/1.1" status: 200 len: 210 time: 0.0584393 May 20 20:42:39.216971 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-355dd4b2-0972-48c0-84f0-782b87e36cdf req-2c8e2a84-9d33-4c67-9389-7641684e6784 service neutron] 10.222.0.24 "GET /v2.0/networks/51ec8106-415b-4da6-8e19-8077690a9654?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663134 May 20 20:42:39.221747 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f3546547-2ebc-4acc-a156-33e1efdfe735 tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:39.226572 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1fae885-be19-4747-9eb4-3af0a3dc899c req-530b4478-46f3-4a15-a428-4a5388a39bfc tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] No DVR routers for this DVR port ed0c608d-9d39-41cd-b9c8-8ab40b47d2dc on host n-h2-842733-1 {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:42:39.229373 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-b1fae885-be19-4747-9eb4-3af0a3dc899c req-530b4478-46f3-4a15-a428-4a5388a39bfc tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:39.235151 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b1fae885-be19-4747-9eb4-3af0a3dc899c req-530b4478-46f3-4a15-a428-4a5388a39bfc tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] 10.222.0.13 "DELETE /v2.0/ports/ed0c608d-9d39-41cd-b9c8-8ab40b47d2dc HTTP/1.1" status: 204 len: 173 time: 0.7867837 May 20 20:42:39.320222 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf6a553-4393-4e66-a5ff-d3db3804a947 req-6dbc644f-377d-4456-b35c-96d993b3527c tempest-ServerGroupTestJSON-368596485 tempest-ServerGroupTestJSON-368596485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:39.328503 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-355dd4b2-0972-48c0-84f0-782b87e36cdf req-53fcd207-2993-4ebd-8f1b-d9584879b497 service neutron] 10.222.0.24 "GET /v2.0/networks/51ec8106-415b-4da6-8e19-8077690a9654?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048923 May 20 20:42:39.329250 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-fdf6a553-4393-4e66-a5ff-d3db3804a947 req-6dbc644f-377d-4456-b35c-96d993b3527c tempest-ServerGroupTestJSON-368596485 tempest-ServerGroupTestJSON-368596485-project] 10.222.0.35 "GET /v2.0/ports?device_id=d5e0033c-d96c-4e34-ab17-ee41b45224c8 HTTP/1.1" status: 200 len: 945 time: 0.0870233 May 20 20:42:39.379043 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device ed0c608d-9d39-41cd-b9c8-8ab40b47d2dc no longer exists at agent hyperv_n-h2-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:42:39.379281 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f3546547-2ebc-4acc-a156-33e1efdfe735 tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:39.380936 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d3961364-aa86-41f7-b93b-f1d75c41102a req-796e74b9-ce8a-4683-b17e-74a88e312ae0 tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] 10.222.0.35 "GET /v2.0/ports?device_id=874ccf1e-13f9-44e1-b28b-86c81de29922 HTTP/1.1" status: 200 len: 210 time: 0.0380595 May 20 20:42:39.389665 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Current status of the port 4804f9ed-d929-4451-ab46-9ce5f415198a is: BUILD; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:42:39.390323 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:39.412451 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-fdf6a553-4393-4e66-a5ff-d3db3804a947 req-aa2f7896-1a1c-4cb4-baca-a693cc07b6d5 tempest-ServerGroupTestJSON-368596485 tempest-ServerGroupTestJSON-368596485-project] 10.222.0.35 "GET /v2.0/security-groups?id=546ebacc-5ea6-43c6-a495-bda03cdb5e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820670 May 20 20:42:39.430389 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] No Port match for: ed0c608d-9d39-41cd-b9c8-8ab40b47d2dc {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 20:42:39.430870 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device ed0c608d-9d39-41cd-b9c8-8ab40b47d2dc not bound to the agent host n-h2-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 20:42:39.431373 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 49eba6ec-323b-40ab-b0e1-d93823fd439f no longer exists at agent hyperv_n-h2-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:42:39.446260 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3546547-2ebc-4acc-a156-33e1efdfe735 tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] Network e3a93b5c-91e2-4064-9c2c-1afc261bfe15 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:42:39.454318 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-f3546547-2ebc-4acc-a156-33e1efdfe735 tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:42:39.456949 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3546547-2ebc-4acc-a156-33e1efdfe735 tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:42:39.463140 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] No Port match for: 49eba6ec-323b-40ab-b0e1-d93823fd439f {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 20:42:39.463642 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 49eba6ec-323b-40ab-b0e1-d93823fd439f not bound to the agent host n-h2-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 20:42:39.483383 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3546547-2ebc-4acc-a156-33e1efdfe735 tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] Pushing event updated for resources: {'Port': ['ID=702e744c-adb7-4183-bb2c-3b472f9d09d6,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:42:39.491137 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45497337-ffcf-45d2-9a43-15350b28593e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4804f9ed-d929-4451-ab46-9ce5f415198a'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:42:39.493383 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8485417003ce7c0410b00f5cdc2f391e21107b70bb68e2773712534a96e108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-179ba1c9-7ea0-450c-ac03-3f879b8ce706" -d '{"events": [{"server_uuid": "45497337-ffcf-45d2-9a43-15350b28593e", "name": "network-vif-plugged", "status": "completed", "tag": "4804f9ed-d929-4451-ab46-9ce5f415198a"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:42:39.510284 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-167e45ef-b242-4076-9211-8ca2192d413f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '887bcf52-cc21-4679-bec8-41fbf0daaba2', 'name': 'tempest-ServersTestJSON-1715701810-router', 'tenant_id': '16add71a0ec946a18f61d15298c23d6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': '4e216dd5-6590-400f-94e1-1528659b7941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:41:57Z', 'updated_at': '2022-05-20T20:42:07Z', 'revision_number': 4, 'project_id': '16add71a0ec946a18f61d15298c23d6f', 'gw_port': {'id': '4e216dd5-6590-400f-94e1-1528659b7941', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:20:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887bcf52-cc21-4679-bec8-41fbf0daaba2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 862, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:41:58Z', 'updated_at': '2022-05-20T20:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_floatingips': [{'id': 'b69bc41f-4f67-49c0-af72-36ebcf15ebaa', 'tenant_id': '16add71a0ec946a18f61d15298c23d6f', 'floating_ip_address': '172.25.2.33', 'floating_network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'router_id': '887bcf52-cc21-4679-bec8-41fbf0daaba2', 'port_id': '3019072a-5740-4991-8625-ed598bf22981', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 894, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51ec8106-415b-4da6-8e19-8077690a9654', 'mac_address': 'fa:16:3e:06:7c:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c76aeb0-913f-4723-b9b2-b82b5a881f38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-20T20:42:18Z', 'updated_at': '2022-05-20T20:42:36Z', 'revision_number': 1, 'project_id': '16add71a0ec946a18f61d15298c23d6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43da6c23-5f3b-4922-95c9-783f86bfc8e7', 'name': '', 'network_id': '51ec8106-415b-4da6-8e19-8077690a9654', 'tenant_id': '16add71a0ec946a18f61d15298c23d6f', 'mac_address': 'fa:16:3e:ac:1c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887bcf52-cc21-4679-bec8-41fbf0daaba2', 'device_owner': 'network:router_interface', 'standard_attr_id': 874, 'fixed_ips': [{'subnet_id': '5b3fecbc-4363-4558-bc2e-f6cfa24f9a5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:42:04Z', 'updated_at': '2022-05-20T20:42:13Z', 'revision_number': 5, 'project_id': '16add71a0ec946a18f61d15298c23d6f', 'subnets': [{'id': '5b3fecbc-4363-4558-bc2e-f6cfa24f9a5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:42:39.518037 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port 4804f9ed-d929-4451-ab46-9ce5f415198a, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=4804f9ed-d929-4451-ab46-9ce5f415198a,segment=NetworkSegment(1b0c59b6-1da5-46b1-ba4a-82e83befd33e),segment_id=1b0c59b6-1da5-46b1-ba4a-82e83befd33e)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:42:39.544954 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 20:42:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b474ca7-4720-45b5-bef9-4390cc6202da x-openstack-request-id: req-0b474ca7-4720-45b5-bef9-4390cc6202da {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:42:39.545262 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45497337-ffcf-45d2-9a43-15350b28593e", "name": "network-vif-plugged", "status": "completed", "tag": "4804f9ed-d929-4451-ab46-9ce5f415198a", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:42:39.545555 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0b474ca7-4720-45b5-bef9-4390cc6202da {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:42:39.549309 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b474ca7-4720-45b5-bef9-4390cc6202da'] response: {'server_uuid': '45497337-ffcf-45d2-9a43-15350b28593e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4804f9ed-d929-4451-ab46-9ce5f415198a', 'code': 200} May 20 20:42:39.549718 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-167e45ef-b242-4076-9211-8ca2192d413f None None] The sync data for ids ['887bcf52-cc21-4679-bec8-41fbf0daaba2'] in n-d-842733-1 is: [{'id': '887bcf52-cc21-4679-bec8-41fbf0daaba2', 'name': 'tempest-ServersTestJSON-1715701810-router', 'tenant_id': '16add71a0ec946a18f61d15298c23d6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': '4e216dd5-6590-400f-94e1-1528659b7941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:41:57Z', 'updated_at': '2022-05-20T20:42:07Z', 'revision_number': 4, 'project_id': '16add71a0ec946a18f61d15298c23d6f', 'gw_port': {'id': '4e216dd5-6590-400f-94e1-1528659b7941', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:20:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887bcf52-cc21-4679-bec8-41fbf0daaba2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 862, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:41:58Z', 'updated_at': '2022-05-20T20:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_floatingips': [{'id': 'b69bc41f-4f67-49c0-af72-36ebcf15ebaa', 'tenant_id': '16add71a0ec946a18f61d15298c23d6f', 'floating_ip_address': '172.25.2.33', 'floating_network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'router_id': '887bcf52-cc21-4679-bec8-41fbf0daaba2', 'port_id': '3019072a-5740-4991-8625-ed598bf22981', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 894, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51ec8106-415b-4da6-8e19-8077690a9654', 'mac_address': 'fa:16:3e:06:7c:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c76aeb0-913f-4723-b9b2-b82b5a881f38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-20T20:42:18Z', 'updated_at': '2022-05-20T20:42:36Z', 'revision_number': 1, 'project_id': '16add71a0ec946a18f61d15298c23d6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43da6c23-5f3b-4922-95c9-783f86bfc8e7', 'name': '', 'network_id': '51ec8106-415b-4da6-8e19-8077690a9654', 'tenant_id': '16add71a0ec946a18f61d15298c23d6f', 'mac_address': 'fa:16:3e:ac:1c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887bcf52-cc21-4679-bec8-41fbf0daaba2', 'device_owner': 'network:router_interface', 'standard_attr_id': 874, 'fixed_ips': [{'subnet_id': '5b3fecbc-4363-4558-bc2e-f6cfa24f9a5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:42:04Z', 'updated_at': '2022-05-20T20:42:13Z', 'revision_number': 5, 'project_id': '16add71a0ec946a18f61d15298c23d6f', 'subnets': [{'id': '5b3fecbc-4363-4558-bc2e-f6cfa24f9a5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 20:42:39.560781 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f3546547-2ebc-4acc-a156-33e1efdfe735 tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:39.611465 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:39.612270 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 315a12df-b564-4d72-a5e0-1f58c6c992ca up at agent hyperv_n-h1-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:42:39.647854 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adcaed8-93e1-42fa-9452-0c5612c6b6bf req-c23100a7-06d4-4b9e-bd4e-6a05d3914bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:39.649430 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-1adcaed8-93e1-42fa-9452-0c5612c6b6bf req-c23100a7-06d4-4b9e-bd4e-6a05d3914bab service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=45497337-ffcf-45d2-9a43-15350b28593e HTTP/1.1" status: 200 len: 1097 time: 0.0428271 May 20 20:42:39.711693 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f3546547-2ebc-4acc-a156-33e1efdfe735 tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:39.714368 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-1adcaed8-93e1-42fa-9452-0c5612c6b6bf req-5ce9793c-08b1-4f84-9a5b-8bce7d5d454a service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=c9d9c404-d869-4158-9779-ac1a15da4bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582464 May 20 20:42:39.726882 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Pushing event updated for resources: {'Port': ['ID=4804f9ed-d929-4451-ab46-9ce5f415198a,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:42:39.808798 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8916301-8abe-4ad4-8ab0-31fc1656f381 req-7bae4874-2ec0-4c35-a268-12f2267b22bc tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:39.810952 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e8916301-8abe-4ad4-8ab0-31fc1656f381 req-7bae4874-2ec0-4c35-a268-12f2267b22bc tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/ports?device_id=b07c1a9b-3fbb-41e5-9d04-a21146bf734c HTTP/1.1" status: 200 len: 949 time: 0.0562110 May 20 20:42:39.825038 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Provisioning for port 315a12df-b564-4d72-a5e0-1f58c6c992ca completed by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 20:42:39.829071 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Provisioning complete for port 315a12df-b564-4d72-a5e0-1f58c6c992ca triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:42:39.829818 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:39.862150 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47943df3-5f56-47ab-bfe6-237b70b219fc None None] New status for floating IP b69bc41f-4f67-49c0-af72-36ebcf15ebaa: ACTIVE {{(pid=103165) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 20:42:39.875174 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e8916301-8abe-4ad4-8ab0-31fc1656f381 req-157ed545-b1dd-44ec-a3df-e171ac41f17c tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/security-groups?id=38c76b68-4081-4341-88c9-c8e3082a5da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533018 May 20 20:42:39.901060 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f3546547-2ebc-4acc-a156-33e1efdfe735 tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] Notify callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:39.942992 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5045f781-e849-4955-b6c0-cf0ee549390c req-a0209186-18c7-4310-a917-d5d3b813161d tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:39.945563 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5045f781-e849-4955-b6c0-cf0ee549390c req-a0209186-18c7-4310-a917-d5d3b813161d tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/ports?device_id=45497337-ffcf-45d2-9a43-15350b28593e HTTP/1.1" status: 200 len: 946 time: 0.0649643 May 20 20:42:39.960129 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Current status of the port 315a12df-b564-4d72-a5e0-1f58c6c992ca is: BUILD; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:42:39.960514 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:39.966609 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f3546547-2ebc-4acc-a156-33e1efdfe735 tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:40.002325 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5045f781-e849-4955-b6c0-cf0ee549390c req-542db189-7cd4-4ec8-9bbe-bd27af2c70bb tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/security-groups?id=c9d9c404-d869-4158-9779-ac1a15da4bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456219 May 20 20:42:40.034590 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port 315a12df-b564-4d72-a5e0-1f58c6c992ca, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=315a12df-b564-4d72-a5e0-1f58c6c992ca,segment=NetworkSegment(24da4578-09fd-484c-a7c3-5ab623d591ad),segment_id=24da4578-09fd-484c-a7c3-5ab623d591ad)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:42:40.043081 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3546547-2ebc-4acc-a156-33e1efdfe735 tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] Pushing event updated for resources: {'Port': ['ID=702e744c-adb7-4183-bb2c-3b472f9d09d6,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:42:40.053498 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f3546547-2ebc-4acc-a156-33e1efdfe735 tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748272'] for floatingip, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:40.109950 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:40.110748 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 2a4cc0f0-cfd0-4e2d-aa3c-9c6f9247fea7 up at agent hyperv_n-h1-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:42:40.172496 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f3546547-2ebc-4acc-a156-33e1efdfe735 tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for floatingip, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:40.173888 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-f3546547-2ebc-4acc-a156-33e1efdfe735 tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7907548 May 20 20:42:40.193019 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Pushing event updated for resources: {'Port': ['ID=315a12df-b564-4d72-a5e0-1f58c6c992ca,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:42:40.267488 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Provisioning for port 2a4cc0f0-cfd0-4e2d-aa3c-9c6f9247fea7 completed by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 20:42:40.272412 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Provisioning complete for port 2a4cc0f0-cfd0-4e2d-aa3c-9c6f9247fea7 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:42:40.272782 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:40.362904 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Current status of the port 2a4cc0f0-cfd0-4e2d-aa3c-9c6f9247fea7 is: BUILD; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:42:40.363977 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:40.398997 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port 2a4cc0f0-cfd0-4e2d-aa3c-9c6f9247fea7, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=2a4cc0f0-cfd0-4e2d-aa3c-9c6f9247fea7,segment=NetworkSegment(ed3a602f-49fb-4a95-be80-401e1eb72e33),segment_id=ed3a602f-49fb-4a95-be80-401e1eb72e33)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:42:40.470023 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bc9b8e-4fda-48d7-919b-3429bbd4eeb2 req-465e39a7-d8c2-4f89-93ad-476f32cbcc6e tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:40.471508 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-02bc9b8e-4fda-48d7-919b-3429bbd4eeb2 req-465e39a7-d8c2-4f89-93ad-476f32cbcc6e tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] 10.222.0.35 "GET /v2.0/networks?id=9d20e684-f51c-4f52-b5ed-fe61f8fbf536 HTTP/1.1" status: 200 len: 821 time: 0.1064188 May 20 20:42:40.474880 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:40.489014 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-02bc9b8e-4fda-48d7-919b-3429bbd4eeb2 req-5f92339d-401c-4af4-9646-83896088cb5d tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] 10.222.0.35 "GET /v2.0/quotas/7996bbdcd04c45b28346a0fe350ea7b7 HTTP/1.1" status: 200 len: 375 time: 0.0105035 May 20 20:42:40.507668 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '874ccf1e-13f9-44e1-b28b-86c81de29922', 'name': 'network-vif-deleted', 'tag': 'ed0c608d-9d39-41cd-b9c8-8ab40b47d2dc'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:42:40.511014 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4291b17aa7b45362825f0571e77c85f5e73afe1df9c7e9e15006df9d695c005e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bafe31a0-5930-486c-8c06-2175a417ba2c" -d '{"events": [{"server_uuid": "874ccf1e-13f9-44e1-b28b-86c81de29922", "name": "network-vif-deleted", "tag": "ed0c608d-9d39-41cd-b9c8-8ab40b47d2dc"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:42:40.534625 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Pushing event updated for resources: {'Port': ['ID=2a4cc0f0-cfd0-4e2d-aa3c-9c6f9247fea7,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:42:40.553345 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-02bc9b8e-4fda-48d7-919b-3429bbd4eeb2 req-6c5ec8aa-042c-4c5b-a04d-df1a9f609ad7 tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=7996bbdcd04c45b28346a0fe350ea7b7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0546176 May 20 20:42:40.646592 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-02bc9b8e-4fda-48d7-919b-3429bbd4eeb2 req-f74e0464-6f57-4117-a769-2e6c022eee9a service neutron] 10.222.0.35 "GET /v2.0/networks/9d20e684-f51c-4f52-b5ed-fe61f8fbf536?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861378 May 20 20:42:40.770471 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0488b6-473a-4e15-b1ec-2f359e2e79d9 req-20c113f4-c0f9-4f47-ba72-5f04ed8d0cf3 tempest-ServerGroupTestJSON-368596485 tempest-ServerGroupTestJSON-368596485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:40.771937 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5a0488b6-473a-4e15-b1ec-2f359e2e79d9 req-20c113f4-c0f9-4f47-ba72-5f04ed8d0cf3 tempest-ServerGroupTestJSON-368596485 tempest-ServerGroupTestJSON-368596485-project] 10.222.0.35 "GET /v2.0/ports?device_id=d5e0033c-d96c-4e34-ab17-ee41b45224c8 HTTP/1.1" status: 200 len: 946 time: 0.1003952 May 20 20:42:40.788796 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-02bc9b8e-4fda-48d7-919b-3429bbd4eeb2 req-b5921b9b-5566-441f-9380-45cf7a1399c5 service neutron] 10.222.0.35 "GET /v2.0/networks/9d20e684-f51c-4f52-b5ed-fe61f8fbf536?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361108 May 20 20:42:40.816772 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5a0488b6-473a-4e15-b1ec-2f359e2e79d9 req-ecfa919f-ae52-40a8-bc5e-5a701dc32f84 tempest-ServerGroupTestJSON-368596485 tempest-ServerGroupTestJSON-368596485-project] 10.222.0.35 "GET /v2.0/security-groups?id=546ebacc-5ea6-43c6-a495-bda03cdb5e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376048 May 20 20:42:40.866422 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 20:42:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98f0d729-ba06-41b7-8616-dc11c4ac9d10 x-openstack-request-id: req-98f0d729-ba06-41b7-8616-dc11c4ac9d10 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:42:40.866711 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "874ccf1e-13f9-44e1-b28b-86c81de29922", "name": "network-vif-deleted", "tag": "ed0c608d-9d39-41cd-b9c8-8ab40b47d2dc", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:42:40.866961 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-98f0d729-ba06-41b7-8616-dc11c4ac9d10 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:42:40.867372 n-d-842733-1 neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98f0d729-ba06-41b7-8616-dc11c4ac9d10'] response: {'server_uuid': '874ccf1e-13f9-44e1-b28b-86c81de29922', 'name': 'network-vif-deleted', 'tag': 'ed0c608d-9d39-41cd-b9c8-8ab40b47d2dc', 'status': 'completed', 'code': 200} May 20 20:42:40.959776 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b99d17-0460-4ea3-8f7b-130884c6c0e5 req-32c679c3-94a6-4103-ba3f-3e52acb9808c tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:40.961390 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-68b99d17-0460-4ea3-8f7b-130884c6c0e5 req-32c679c3-94a6-4103-ba3f-3e52acb9808c tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] 10.222.0.35 "GET /v2.0/ports?device_id=076de625-2a49-46b5-9344-19509d3a2557 HTTP/1.1" status: 200 len: 944 time: 0.0503130 May 20 20:42:41.010467 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-68b99d17-0460-4ea3-8f7b-130884c6c0e5 req-3b3a5eb1-3941-4812-bf1d-2d178da0f5dc tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] 10.222.0.35 "GET /v2.0/security-groups?id=0a1ca955-ee86-4e03-bb39-6b1e6a532a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427623 May 20 20:42:41.066072 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9bfb0644-ad32-4607-8f3c-f1655383af1e req-16779226-9f9f-4286-9192-018ba168b608 tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] 10.222.0.35 "GET /v2.0/security-groups/c2423539-3be7-453d-a146-2f1da067ea16 HTTP/1.1" status: 200 len: 1800 time: 0.0702126 May 20 20:42:41.157673 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930439ab-a7ef-4270-9d5b-4846412fbf84 req-e7f7e3f0-fb9d-4fa2-80fc-f74e85c522b4 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:41.159165 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-930439ab-a7ef-4270-9d5b-4846412fbf84 req-e7f7e3f0-fb9d-4fa2-80fc-f74e85c522b4 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/ports?device_id=b07c1a9b-3fbb-41e5-9d04-a21146bf734c HTTP/1.1" status: 200 len: 950 time: 0.0780504 May 20 20:42:41.162110 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-9bfb0644-ad32-4607-8f3c-f1655383af1e req-69989669-060c-4589-bc47-f86285f02301 tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:41.198485 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-9bfb0644-ad32-4607-8f3c-f1655383af1e req-69989669-060c-4589-bc47-f86285f02301 tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:41.231486 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-930439ab-a7ef-4270-9d5b-4846412fbf84 req-cb945849-35d3-46df-baad-ad84d42a568e tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/security-groups?id=38c76b68-4081-4341-88c9-c8e3082a5da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641894 May 20 20:42:41.299752 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a58b66a-9437-438c-a1ea-e4ddae43574d req-69284509-0040-4f18-864d-b02561f545fd tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:41.301122 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7a58b66a-9437-438c-a1ea-e4ddae43574d req-69284509-0040-4f18-864d-b02561f545fd tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] 10.222.0.13 "GET /v2.0/ports?device_id=076de625-2a49-46b5-9344-19509d3a2557 HTTP/1.1" status: 200 len: 944 time: 0.0688190 May 20 20:42:41.319859 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b8909142-62b0-401a-b972-49a53255f54c req-0e623755-599a-4b72-9512-6395a252e8b5 tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] 10.222.0.35 "GET /v2.0/ports?device_id=d0c60b72-9523-431c-9650-da41023ec6f4 HTTP/1.1" status: 200 len: 210 time: 0.0410728 May 20 20:42:41.345286 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-9bfb0644-ad32-4607-8f3c-f1655383af1e req-69989669-060c-4589-bc47-f86285f02301 tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:41.347834 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-9bfb0644-ad32-4607-8f3c-f1655383af1e req-69989669-060c-4589-bc47-f86285f02301 tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:41.348963 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9bfb0644-ad32-4607-8f3c-f1655383af1e req-69989669-060c-4589-bc47-f86285f02301 tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] 10.222.0.35 "DELETE /v2.0/security-groups/c2423539-3be7-453d-a146-2f1da067ea16 HTTP/1.1" status: 204 len: 173 time: 0.2815938 May 20 20:42:41.365738 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69989669-060c-4589-bc47-f86285f02301 tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2423539-3be7-453d-a146-2f1da067ea16,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:42:41.484471 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-146594d0-5534-41d4-8aa3-15b9218910a6 req-655f7b0f-68dc-441e-bf76-e4c5e2300e2d tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] 10.222.0.35 "GET /v2.0/security-groups/bb059ec7-3f4c-4e14-975f-7b77b5d3e43f HTTP/1.1" status: 200 len: 1801 time: 0.1137443 May 20 20:42:41.494949 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dbc2e9-cb57-4ae2-8fd3-c39fa4836101 req-b29c2998-27e6-444e-b21a-1365172b2e70 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:41.496424 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b2dbc2e9-cb57-4ae2-8fd3-c39fa4836101 req-b29c2998-27e6-444e-b21a-1365172b2e70 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/ports?device_id=45497337-ffcf-45d2-9a43-15350b28593e HTTP/1.1" status: 200 len: 946 time: 0.0898697 May 20 20:42:41.541971 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [req-7a58b66a-9437-438c-a1ea-e4ddae43574d req-8f877be2-e579-456a-bfb3-817f41f0b9e3 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] Deleting port 0f61439d-122d-49c1-9b17-9f2635d1301f {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:42:41.542364 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-7a58b66a-9437-438c-a1ea-e4ddae43574d req-8f877be2-e579-456a-bfb3-817f41f0b9e3 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:41.547574 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5e0033c-d96c-4e34-ab17-ee41b45224c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '315a12df-b564-4d72-a5e0-1f58c6c992ca'}, {'server_uuid': 'b07c1a9b-3fbb-41e5-9d04-a21146bf734c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a4cc0f0-cfd0-4e2d-aa3c-9c6f9247fea7'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:42:41.551240 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8485417003ce7c0410b00f5cdc2f391e21107b70bb68e2773712534a96e108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fc75f69-ef61-42cb-827e-e67021c821e5" -d '{"events": [{"server_uuid": "d5e0033c-d96c-4e34-ab17-ee41b45224c8", "name": "network-vif-plugged", "status": "completed", "tag": "315a12df-b564-4d72-a5e0-1f58c6c992ca"}, {"server_uuid": "b07c1a9b-3fbb-41e5-9d04-a21146bf734c", "name": "network-vif-plugged", "status": "completed", "tag": "2a4cc0f0-cfd0-4e2d-aa3c-9c6f9247fea7"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:42:41.621078 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b2dbc2e9-cb57-4ae2-8fd3-c39fa4836101 req-fe67dd47-a347-4101-a65f-87ecc0d95e4c tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/security-groups?id=c9d9c404-d869-4158-9779-ac1a15da4bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137321 May 20 20:42:41.636738 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-146594d0-5534-41d4-8aa3-15b9218910a6 req-e22665dd-3294-4574-a395-47a23e6b2ae5 tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:41.678991 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-146594d0-5534-41d4-8aa3-15b9218910a6 req-e22665dd-3294-4574-a395-47a23e6b2ae5 tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:41.681633 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 20 May 2022 20:42:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62bd25a3-8602-4292-a6f2-55bcbe06675c x-openstack-request-id: req-62bd25a3-8602-4292-a6f2-55bcbe06675c {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:42:41.682144 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5e0033c-d96c-4e34-ab17-ee41b45224c8", "name": "network-vif-plugged", "status": "completed", "tag": "315a12df-b564-4d72-a5e0-1f58c6c992ca", "code": 200}, {"server_uuid": "b07c1a9b-3fbb-41e5-9d04-a21146bf734c", "name": "network-vif-plugged", "status": "completed", "tag": "2a4cc0f0-cfd0-4e2d-aa3c-9c6f9247fea7", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:42:41.682710 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-62bd25a3-8602-4292-a6f2-55bcbe06675c {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:42:41.683316 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62bd25a3-8602-4292-a6f2-55bcbe06675c'] response: {'server_uuid': 'd5e0033c-d96c-4e34-ab17-ee41b45224c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '315a12df-b564-4d72-a5e0-1f58c6c992ca', 'code': 200} May 20 20:42:41.683744 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62bd25a3-8602-4292-a6f2-55bcbe06675c'] response: {'server_uuid': 'b07c1a9b-3fbb-41e5-9d04-a21146bf734c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a4cc0f0-cfd0-4e2d-aa3c-9c6f9247fea7', 'code': 200} May 20 20:42:41.700818 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-7a58b66a-9437-438c-a1ea-e4ddae43574d req-8f877be2-e579-456a-bfb3-817f41f0b9e3 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] For port 0f61439d-122d-49c1-9b17-9f2635d1301f, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=0f61439d-122d-49c1-9b17-9f2635d1301f,segment=NetworkSegment(8e7444da-2574-4e87-afbd-a324be0dd68b),segment_id=8e7444da-2574-4e87-afbd-a324be0dd68b)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:42:41.701336 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-7a58b66a-9437-438c-a1ea-e4ddae43574d req-8f877be2-e579-456a-bfb3-817f41f0b9e3 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:41.726115 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [req-7a58b66a-9437-438c-a1ea-e4ddae43574d req-8f877be2-e579-456a-bfb3-817f41f0b9e3 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] Calling delete_port for 0f61439d-122d-49c1-9b17-9f2635d1301f owned by compute:nova {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:42:41.793635 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dffd87-00f2-43c9-af99-6b6ee3ab9028 req-801891ee-da4d-4f97-adcd-295dfadbcda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:41.795174 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-a8dffd87-00f2-43c9-af99-6b6ee3ab9028 req-801891ee-da4d-4f97-adcd-295dfadbcda1 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d5e0033c-d96c-4e34-ab17-ee41b45224c8 HTTP/1.1" status: 200 len: 1097 time: 0.0424147 May 20 20:42:41.831729 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-a8dffd87-00f2-43c9-af99-6b6ee3ab9028 req-91570781-cf8c-4927-8510-4c903dd5e2bd service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=546ebacc-5ea6-43c6-a495-bda03cdb5e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289962 May 20 20:42:41.839303 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e02e15-2b28-45be-8117-3f24c2f87098 req-02e77f05-28ea-4c62-9861-056532bae794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:41.840775 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-27e02e15-2b28-45be-8117-3f24c2f87098 req-02e77f05-28ea-4c62-9861-056532bae794 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b07c1a9b-3fbb-41e5-9d04-a21146bf734c HTTP/1.1" status: 200 len: 1101 time: 0.0631216 May 20 20:42:41.853543 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-146594d0-5534-41d4-8aa3-15b9218910a6 req-e22665dd-3294-4574-a395-47a23e6b2ae5 tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:41.856039 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-146594d0-5534-41d4-8aa3-15b9218910a6 req-e22665dd-3294-4574-a395-47a23e6b2ae5 tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:41.857155 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-146594d0-5534-41d4-8aa3-15b9218910a6 req-e22665dd-3294-4574-a395-47a23e6b2ae5 tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] 10.222.0.35 "DELETE /v2.0/security-groups/bb059ec7-3f4c-4e14-975f-7b77b5d3e43f HTTP/1.1" status: 204 len: 173 time: 0.3598557 May 20 20:42:41.896509 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [req-a004d217-2205-4356-83df-41d5b9cbc51d req-aa4806cc-703b-4bee-8f03-1c0d887cf7f3 tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2058967482', 'description': 'tempest-description-222439488'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:42:41.907826 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22665dd-3294-4574-a395-47a23e6b2ae5 tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb059ec7-3f4c-4e14-975f-7b77b5d3e43f,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:42:41.972843 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c243b104-addb-4cc0-8989-db4574a7ef3d req-7880009f-bdfe-4895-807a-5f2221b9d3ee tempest-ServerGroupTestJSON-368596485 tempest-ServerGroupTestJSON-368596485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:41.974363 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c243b104-addb-4cc0-8989-db4574a7ef3d req-7880009f-bdfe-4895-807a-5f2221b9d3ee tempest-ServerGroupTestJSON-368596485 tempest-ServerGroupTestJSON-368596485-project] 10.222.0.35 "GET /v2.0/ports?device_id=d5e0033c-d96c-4e34-ab17-ee41b45224c8 HTTP/1.1" status: 200 len: 946 time: 0.0720100 May 20 20:42:42.012746 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c243b104-addb-4cc0-8989-db4574a7ef3d req-998368a9-bc83-4a4c-8119-cb7005e076f6 tempest-ServerGroupTestJSON-368596485 tempest-ServerGroupTestJSON-368596485-project] 10.222.0.35 "GET /v2.0/security-groups?id=546ebacc-5ea6-43c6-a495-bda03cdb5e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321307 May 20 20:42:42.030781 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-a004d217-2205-4356-83df-41d5b9cbc51d req-aa4806cc-703b-4bee-8f03-1c0d887cf7f3 tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:42.034310 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-7a58b66a-9437-438c-a1ea-e4ddae43574d req-8f877be2-e579-456a-bfb3-817f41f0b9e3 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:42.083219 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f877be2-e579-456a-bfb3-817f41f0b9e3 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] Pushing event deleted for resources: {'Port': ['ID=0f61439d-122d-49c1-9b17-9f2635d1301f,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:42:42.171109 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-81abb7e7-cdb1-451b-ae31-345292d4fb22 req-23cdec0d-7e98-498c-a26a-d7bb188738b5 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] 10.222.0.35 "GET /v2.0/ports?device_id=076de625-2a49-46b5-9344-19509d3a2557 HTTP/1.1" status: 200 len: 210 time: 0.0691690 May 20 20:42:42.177528 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a58b66a-9437-438c-a1ea-e4ddae43574d req-8f877be2-e579-456a-bfb3-817f41f0b9e3 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] No DVR routers for this DVR port 0f61439d-122d-49c1-9b17-9f2635d1301f on host n-h2-842733-1 {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:42:42.180224 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-7a58b66a-9437-438c-a1ea-e4ddae43574d req-8f877be2-e579-456a-bfb3-817f41f0b9e3 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:42.183812 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7a58b66a-9437-438c-a1ea-e4ddae43574d req-8f877be2-e579-456a-bfb3-817f41f0b9e3 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] 10.222.0.13 "DELETE /v2.0/ports/0f61439d-122d-49c1-9b17-9f2635d1301f HTTP/1.1" status: 204 len: 173 time: 0.8662965 May 20 20:42:42.199870 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-27e02e15-2b28-45be-8117-3f24c2f87098 req-7c023928-ef2f-40e8-8b2c-d176287ed5f8 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=38c76b68-4081-4341-88c9-c8e3082a5da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496327 May 20 20:42:42.236919 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-a004d217-2205-4356-83df-41d5b9cbc51d req-aa4806cc-703b-4bee-8f03-1c0d887cf7f3 tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:42.314090 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-a004d217-2205-4356-83df-41d5b9cbc51d req-aa4806cc-703b-4bee-8f03-1c0d887cf7f3 tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:42.363196 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4806cc-703b-4bee-8f03-1c0d887cf7f3 tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0a3a32f-cf10-4c71-a97e-eeab95274e52,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:42:42.377597 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e752c88a-85f9-4eb3-98a1-905e4d511382 req-60ce7d35-466c-4b13-806c-9acac65216b1 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:42.379094 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e752c88a-85f9-4eb3-98a1-905e4d511382 req-60ce7d35-466c-4b13-806c-9acac65216b1 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/ports?device_id=b07c1a9b-3fbb-41e5-9d04-a21146bf734c HTTP/1.1" status: 200 len: 950 time: 0.0756311 May 20 20:42:42.422362 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e752c88a-85f9-4eb3-98a1-905e4d511382 req-bef49099-9a3c-4d88-8e2f-a3d4e7563430 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/security-groups?id=38c76b68-4081-4341-88c9-c8e3082a5da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364847 May 20 20:42:42.459793 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-a004d217-2205-4356-83df-41d5b9cbc51d req-aa4806cc-703b-4bee-8f03-1c0d887cf7f3 tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:42.461039 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a004d217-2205-4356-83df-41d5b9cbc51d req-aa4806cc-703b-4bee-8f03-1c0d887cf7f3 tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.5793037 May 20 20:42:42.533780 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8c2b676a-91bd-4031-84e8-e0c04659d130 req-0b4bb1fa-397e-4a7b-b2ff-3634f9f4e3a8 tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] 10.222.0.35 "GET /v2.0/ports?device_id=d0c60b72-9523-431c-9650-da41023ec6f4 HTTP/1.1" status: 200 len: 210 time: 0.0434773 May 20 20:42:42.557860 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2c3a2623-3e56-431d-8454-3d5389c75ff5 req-99a24126-12b1-4d24-963e-d62be978cc4a tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] 10.222.0.35 "GET /v2.0/security-groups/d0a3a32f-cf10-4c71-a97e-eeab95274e52 HTTP/1.1" status: 200 len: 1800 time: 0.0663760 May 20 20:42:42.568701 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [req-2c3a2623-3e56-431d-8454-3d5389c75ff5 req-9f1c46ee-8381-42a6-96d2-ae1381663760 tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1102893503', 'description': 'tempest-description-hth-1229717131'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:42:42.593053 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-2c3a2623-3e56-431d-8454-3d5389c75ff5 req-9f1c46ee-8381-42a6-96d2-ae1381663760 tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] Notify callbacks [] for security_group, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:42.636040 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-2c3a2623-3e56-431d-8454-3d5389c75ff5 req-9f1c46ee-8381-42a6-96d2-ae1381663760 tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] Notify callbacks [] for security_group, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:42.695583 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-2c3a2623-3e56-431d-8454-3d5389c75ff5 req-9f1c46ee-8381-42a6-96d2-ae1381663760 tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:42.698377 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-2c3a2623-3e56-431d-8454-3d5389c75ff5 req-9f1c46ee-8381-42a6-96d2-ae1381663760 tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:42.699571 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2c3a2623-3e56-431d-8454-3d5389c75ff5 req-9f1c46ee-8381-42a6-96d2-ae1381663760 tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] 10.222.0.35 "PUT /v2.0/security-groups/d0a3a32f-cf10-4c71-a97e-eeab95274e52 HTTP/1.1" status: 200 len: 1775 time: 0.1349111 May 20 20:42:42.730081 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1c46ee-8381-42a6-96d2-ae1381663760 tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0a3a32f-cf10-4c71-a97e-eeab95274e52,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:42:42.763209 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6e16aedd-8389-4247-b8be-791d4639551c req-81ebf5aa-b4f0-4272-b659-2bfcbf5c68cb tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] 10.222.0.35 "GET /v2.0/security-groups/d0a3a32f-cf10-4c71-a97e-eeab95274e52 HTTP/1.1" status: 200 len: 1775 time: 0.0431440 May 20 20:42:42.835199 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9132ba39-ef05-4445-a164-1f2da527d03a req-03deda46-9252-4aa2-a762-cfca984328d0 tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] 10.222.0.35 "GET /v2.0/security-groups/d0a3a32f-cf10-4c71-a97e-eeab95274e52 HTTP/1.1" status: 200 len: 1775 time: 0.0448053 May 20 20:42:42.868984 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '076de625-2a49-46b5-9344-19509d3a2557', 'name': 'network-vif-deleted', 'tag': '0f61439d-122d-49c1-9b17-9f2635d1301f'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:42:42.871368 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4291b17aa7b45362825f0571e77c85f5e73afe1df9c7e9e15006df9d695c005e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6596988-33de-4057-aa36-034d707fdf7e" -d '{"events": [{"server_uuid": "076de625-2a49-46b5-9344-19509d3a2557", "name": "network-vif-deleted", "tag": "0f61439d-122d-49c1-9b17-9f2635d1301f"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:42:42.901078 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-9132ba39-ef05-4445-a164-1f2da527d03a req-55d09e29-5db5-4694-a549-dfcdb6d774ca tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:42.913443 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 20:42:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c900fc6e-11b0-4a6e-8c26-bbaed7f32b69 x-openstack-request-id: req-c900fc6e-11b0-4a6e-8c26-bbaed7f32b69 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:42:42.913727 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "076de625-2a49-46b5-9344-19509d3a2557", "name": "network-vif-deleted", "tag": "0f61439d-122d-49c1-9b17-9f2635d1301f", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:42:42.913977 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c900fc6e-11b0-4a6e-8c26-bbaed7f32b69 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:42:42.914356 n-d-842733-1 neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c900fc6e-11b0-4a6e-8c26-bbaed7f32b69'] response: {'server_uuid': '076de625-2a49-46b5-9344-19509d3a2557', 'name': 'network-vif-deleted', 'tag': '0f61439d-122d-49c1-9b17-9f2635d1301f', 'status': 'completed', 'code': 200} May 20 20:42:42.927205 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-9132ba39-ef05-4445-a164-1f2da527d03a req-55d09e29-5db5-4694-a549-dfcdb6d774ca tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:43.027526 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-9132ba39-ef05-4445-a164-1f2da527d03a req-55d09e29-5db5-4694-a549-dfcdb6d774ca tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:43.030231 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-9132ba39-ef05-4445-a164-1f2da527d03a req-55d09e29-5db5-4694-a549-dfcdb6d774ca tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:43.031230 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9132ba39-ef05-4445-a164-1f2da527d03a req-55d09e29-5db5-4694-a549-dfcdb6d774ca tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] 10.222.0.35 "DELETE /v2.0/security-groups/d0a3a32f-cf10-4c71-a97e-eeab95274e52 HTTP/1.1" status: 204 len: 173 time: 0.1899698 May 20 20:42:43.043363 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d09e29-5db5-4694-a549-dfcdb6d774ca tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0a3a32f-cf10-4c71-a97e-eeab95274e52,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:42:43.203214 n-d-842733-1 neutron-server[103163]: INFO neutron.api.v2.resource [req-afe4a36c-a113-422d-ab7d-8ef4064f2e0b req-c64cbb9d-badc-4d45-83f2-a74dc1a10945 tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] show failed (client error): The resource could not be found. May 20 20:42:43.204252 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-afe4a36c-a113-422d-ab7d-8ef4064f2e0b req-c64cbb9d-badc-4d45-83f2-a74dc1a10945 tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] 10.222.0.35 "GET /v2.0/security-groups/bb059ec7-3f4c-4e14-975f-7b77b5d3e43f HTTP/1.1" status: 404 len: 352 time: 0.0656815 May 20 20:42:43.242006 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97b171b-3e0a-4db8-b369-d6976e5b950d req-6a418011-d33c-4bbb-abe2-80543662ce11 tempest-ServerGroupTestJSON-368596485 tempest-ServerGroupTestJSON-368596485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:43.243579 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b97b171b-3e0a-4db8-b369-d6976e5b950d req-6a418011-d33c-4bbb-abe2-80543662ce11 tempest-ServerGroupTestJSON-368596485 tempest-ServerGroupTestJSON-368596485-project] 10.222.0.35 "GET /v2.0/ports?device_id=d5e0033c-d96c-4e34-ab17-ee41b45224c8 HTTP/1.1" status: 200 len: 946 time: 0.1269195 May 20 20:42:43.285013 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bc9b8e-4fda-48d7-919b-3429bbd4eeb2 req-459540e5-48de-472b-9cd3-30fb8adb4165 tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:43.286406 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-02bc9b8e-4fda-48d7-919b-3429bbd4eeb2 req-459540e5-48de-472b-9cd3-30fb8adb4165 tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] 10.222.0.13 "GET /v2.0/networks?id=9d20e684-f51c-4f52-b5ed-fe61f8fbf536 HTTP/1.1" status: 200 len: 821 time: 0.1811035 May 20 20:42:43.321592 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-69eb3f31-7962-419e-aa9c-01fc7a0ac8a7 req-9e3d22a2-b894-41d6-9b22-aff5b299f6b2 tempest-LiveMigrationTest-949615569 tempest-LiveMigrationTest-949615569-project] 10.222.0.35 "GET /v2.0/ports?device_id=076de625-2a49-46b5-9344-19509d3a2557 HTTP/1.1" status: 200 len: 210 time: 0.0336978 May 20 20:42:43.328589 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b97b171b-3e0a-4db8-b369-d6976e5b950d req-ff97e719-737f-4aaa-944e-8011d0999f06 tempest-ServerGroupTestJSON-368596485 tempest-ServerGroupTestJSON-368596485-project] 10.222.0.35 "GET /v2.0/security-groups?id=546ebacc-5ea6-43c6-a495-bda03cdb5e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756376 May 20 20:42:43.333180 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [req-02bc9b8e-4fda-48d7-919b-3429bbd4eeb2 req-b780d529-674e-4a78-8571-95340e70f66b tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] Request body: {'port': {'device_id': 'd0c60b72-9523-431c-9650-da41023ec6f4', 'network_id': '9d20e684-f51c-4f52-b5ed-fe61f8fbf536', 'admin_state_up': True, 'tenant_id': '7996bbdcd04c45b28346a0fe350ea7b7'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:42:43.381052 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 0f61439d-122d-49c1-9b17-9f2635d1301f no longer exists at agent hyperv_n-h2-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:42:43.404430 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] No Port match for: 0f61439d-122d-49c1-9b17-9f2635d1301f {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 20:42:43.405102 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 0f61439d-122d-49c1-9b17-9f2635d1301f not bound to the agent host n-h2-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 20:42:43.416133 n-d-842733-1 neutron-server[103163]: INFO neutron.api.v2.resource [req-7ae0ecaf-e41c-4e6d-b4ba-98ccc133d874 req-1dad0484-8134-4038-ac34-a67c4ff0f9dc tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] show failed (client error): The resource could not be found. May 20 20:42:43.417376 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7ae0ecaf-e41c-4e6d-b4ba-98ccc133d874 req-1dad0484-8134-4038-ac34-a67c4ff0f9dc tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] 10.222.0.35 "GET /v2.0/security-groups/c2423539-3be7-453d-a146-2f1da067ea16 HTTP/1.1" status: 404 len: 352 time: 0.0226460 May 20 20:42:43.464709 n-d-842733-1 neutron-server[103163]: INFO neutron.api.v2.resource [req-3c55213f-896b-4341-96a8-802b19896098 req-75625708-d834-4901-9849-f9a00aa8e84c tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] show failed (client error): The resource could not be found. May 20 20:42:43.465754 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3c55213f-896b-4341-96a8-802b19896098 req-75625708-d834-4901-9849-f9a00aa8e84c tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] 10.222.0.35 "GET /v2.0/security-groups/10c9cf84-0165-444b-bdd5-9aa93284dcc9 HTTP/1.1" status: 404 len: 352 time: 0.0254872 May 20 20:42:43.509774 n-d-842733-1 neutron-server[103163]: INFO neutron.api.v2.resource [req-37f168fc-ed33-485a-986d-c0b8a642baeb req-8fd7d98f-5601-496d-b47b-65663d160fa1 tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] show failed (client error): The resource could not be found. May 20 20:42:43.510754 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-37f168fc-ed33-485a-986d-c0b8a642baeb req-8fd7d98f-5601-496d-b47b-65663d160fa1 tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] 10.222.0.35 "GET /v2.0/security-groups/886f839d-372b-4ed0-8075-296b8ef7bffe HTTP/1.1" status: 404 len: 352 time: 0.0158412 May 20 20:42:43.561730 n-d-842733-1 neutron-server[103163]: INFO neutron.api.v2.resource [req-c956be02-f10d-476d-8c62-976739f4a135 req-f4e2595b-c505-4f46-b032-133e5e5db585 tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] show failed (client error): The resource could not be found. May 20 20:42:43.562761 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c956be02-f10d-476d-8c62-976739f4a135 req-f4e2595b-c505-4f46-b032-133e5e5db585 tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] 10.222.0.35 "GET /v2.0/security-groups/0ba7b3f9-7c9d-41ea-9a28-7be469b292f5 HTTP/1.1" status: 404 len: 352 time: 0.0201035 May 20 20:42:43.587560 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558aaa16-3420-4047-bbd9-64a62ce2db89 req-05182cda-6892-415f-9a43-fcd2fd046f7c tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:43.589852 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-558aaa16-3420-4047-bbd9-64a62ce2db89 req-05182cda-6892-415f-9a43-fcd2fd046f7c tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/ports?device_id=b07c1a9b-3fbb-41e5-9d04-a21146bf734c HTTP/1.1" status: 200 len: 950 time: 0.0757461 May 20 20:42:43.594927 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02bc9b8e-4fda-48d7-919b-3429bbd4eeb2 req-b780d529-674e-4a78-8571-95340e70f66b tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] Made reservation on behalf of 7996bbdcd04c45b28346a0fe350ea7b7 for: {'port': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:42:43.600720 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-02bc9b8e-4fda-48d7-919b-3429bbd4eeb2 req-b780d529-674e-4a78-8571-95340e70f66b tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:43.675365 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-eacda362-5f79-44b9-9543-b4062ab91051 req-97358aeb-88c3-4c3f-86e8-7351850f83c0 tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] 10.222.0.35 "GET /v2.0/ports?device_id=d0c60b72-9523-431c-9650-da41023ec6f4 HTTP/1.1" status: 200 len: 210 time: 0.0459633 May 20 20:42:43.722046 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-558aaa16-3420-4047-bbd9-64a62ce2db89 req-30132b00-ebff-4643-969a-3f869240a5ab tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/security-groups?id=38c76b68-4081-4341-88c9-c8e3082a5da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180465 May 20 20:42:43.739494 n-d-842733-1 neutron-server[103163]: INFO neutron.api.v2.resource [req-3ca64f36-814c-4d5b-93de-cb92d741b19f req-db515955-d37a-4878-bf48-954297357b1e tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] show failed (client error): The resource could not be found. May 20 20:42:43.739494 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3ca64f36-814c-4d5b-93de-cb92d741b19f req-db515955-d37a-4878-bf48-954297357b1e tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] 10.222.0.35 "GET /v2.0/security-groups/24291a86-c232-4701-ade6-4ab0592d809b HTTP/1.1" status: 404 len: 352 time: 0.0284631 May 20 20:42:43.792182 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [req-02bc9b8e-4fda-48d7-919b-3429bbd4eeb2 req-b780d529-674e-4a78-8571-95340e70f66b tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] Allocated IP 172.20.0.8 (9d20e684-f51c-4f52-b5ed-fe61f8fbf536/a7a2d408-4fd5-4ae6-b745-5f444276cd0a/351d92d7-f33b-48c0-ae2d-d828e87eced7) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:42:43.943291 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-02bc9b8e-4fda-48d7-919b-3429bbd4eeb2 req-b780d529-674e-4a78-8571-95340e70f66b tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] Notify callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:44.035579 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-02bc9b8e-4fda-48d7-919b-3429bbd4eeb2 req-b780d529-674e-4a78-8571-95340e70f66b tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:44.079083 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02bc9b8e-4fda-48d7-919b-3429bbd4eeb2 req-b780d529-674e-4a78-8571-95340e70f66b tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] Network 9d20e684-f51c-4f52-b5ed-fe61f8fbf536 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:42:44.082310 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [req-02bc9b8e-4fda-48d7-919b-3429bbd4eeb2 req-b780d529-674e-4a78-8571-95340e70f66b tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:42:44.089978 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [req-02bc9b8e-4fda-48d7-919b-3429bbd4eeb2 req-b780d529-674e-4a78-8571-95340e70f66b tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:42:44.125340 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b780d529-674e-4a78-8571-95340e70f66b tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] Pushing event updated for resources: {'Port': ['ID=351d92d7-f33b-48c0-ae2d-d828e87eced7,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:42:44.172524 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bc9b8e-4fda-48d7-919b-3429bbd4eeb2 req-b780d529-674e-4a78-8571-95340e70f66b tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:44.173129 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-02bc9b8e-4fda-48d7-919b-3429bbd4eeb2 req-b780d529-674e-4a78-8571-95340e70f66b tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:44.198761 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631bc58f-1111-4ce1-bc9e-8bba580bd321 req-6db43c1f-1ac4-42c0-a8a4-0c4a1d45c15b tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:44.200238 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-631bc58f-1111-4ce1-bc9e-8bba580bd321 req-6db43c1f-1ac4-42c0-a8a4-0c4a1d45c15b tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] 10.222.0.35 "GET /v2.0/ports?device_id=ff2fe94a-2b07-499d-9660-c6155bfdabc4 HTTP/1.1" status: 200 len: 1023 time: 0.0690904 May 20 20:42:44.243838 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-631bc58f-1111-4ce1-bc9e-8bba580bd321 req-a7327a84-43c1-42fe-af05-56c2bff1e897 tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] 10.222.0.35 "GET /v2.0/security-groups?id=09446ca9-fe54-4fdb-b55a-f8766d02dbbf&id=d43f6072-72dc-4d74-8751-6d1c2d086a86&id=f4b7709e-62c4-4c92-9539-853c7ed8a4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 514 time: 0.0366704 May 20 20:42:44.247344 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-02bc9b8e-4fda-48d7-919b-3429bbd4eeb2 req-b780d529-674e-4a78-8571-95340e70f66b tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9178512 May 20 20:42:44.269714 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [req-02bc9b8e-4fda-48d7-919b-3429bbd4eeb2 req-c0424346-ea11-491d-ba78-bd9f79cdd3b7 service neutron] Request body: {'port': {'device_id': 'd0c60b72-9523-431c-9650-da41023ec6f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-842733-1'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:42:44.321434 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-02bc9b8e-4fda-48d7-919b-3429bbd4eeb2 req-c0424346-ea11-491d-ba78-bd9f79cdd3b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:44.402062 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 38950) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:42:44.533454 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643bce76-793b-42f1-b665-065d9f2ccb08 req-10243f61-75bd-4732-b533-480fa54699d0 tempest-ServerGroupTestJSON-368596485 tempest-ServerGroupTestJSON-368596485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:44.534925 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-643bce76-793b-42f1-b665-065d9f2ccb08 req-10243f61-75bd-4732-b533-480fa54699d0 tempest-ServerGroupTestJSON-368596485 tempest-ServerGroupTestJSON-368596485-project] 10.222.0.35 "GET /v2.0/ports?device_id=d5e0033c-d96c-4e34-ab17-ee41b45224c8 HTTP/1.1" status: 200 len: 946 time: 0.1113536 May 20 20:42:44.563448 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_v2 [None req-51737084-c2c5-4eea-a42a-5c898e9e98fe admin admin] Deleting subnet f9e5fad6-106c-4fb6-bdcf-0e79e7e3eb1f {{(pid=103162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 20 20:42:44.567012 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-51737084-c2c5-4eea-a42a-5c898e9e98fe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:44.600226 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-643bce76-793b-42f1-b665-065d9f2ccb08 req-223d6975-2956-4a60-af38-7b624f6c956e tempest-ServerGroupTestJSON-368596485 tempest-ServerGroupTestJSON-368596485-project] 10.222.0.35 "GET /v2.0/security-groups?id=546ebacc-5ea6-43c6-a495-bda03cdb5e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578899 May 20 20:42:44.605398 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-51737084-c2c5-4eea-a42a-5c898e9e98fe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3738392'] for subnet, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:44.648986 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-51737084-c2c5-4eea-a42a-5c898e9e98fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33068388'] for subnet, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:44.655511 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [req-02bc9b8e-4fda-48d7-919b-3429bbd4eeb2 req-c0424346-ea11-491d-ba78-bd9f79cdd3b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 351d92d7-f33b-48c0-ae2d-d828e87eced7 {{(pid=103163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:42:44.663531 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-02bc9b8e-4fda-48d7-919b-3429bbd4eeb2 req-c0424346-ea11-491d-ba78-bd9f79cdd3b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:44.677127 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [req-02bc9b8e-4fda-48d7-919b-3429bbd4eeb2 req-c0424346-ea11-491d-ba78-bd9f79cdd3b7 service neutron] Transition to ACTIVE for port object 351d92d7-f33b-48c0-ae2d-d828e87eced7 will not be triggered until provisioned by entity L2. {{(pid=103163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 20:42:44.743612 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-02bc9b8e-4fda-48d7-919b-3429bbd4eeb2 req-c0424346-ea11-491d-ba78-bd9f79cdd3b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:44.772395 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-51737084-c2c5-4eea-a42a-5c898e9e98fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33068399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3797621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4018265'] for subnet, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:44.796880 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51737084-c2c5-4eea-a42a-5c898e9e98fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f9e5fad6-106c-4fb6-bdcf-0e79e7e3eb1f,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:42:44.806996 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51737084-c2c5-4eea-a42a-5c898e9e98fe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:42:44.807341 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51737084-c2c5-4eea-a42a-5c898e9e98fe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:42:44.807680 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51737084-c2c5-4eea-a42a-5c898e9e98fe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:42:44.808015 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51737084-c2c5-4eea-a42a-5c898e9e98fe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:42:44.808363 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51737084-c2c5-4eea-a42a-5c898e9e98fe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:42:44.808662 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51737084-c2c5-4eea-a42a-5c898e9e98fe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:42:44.808987 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51737084-c2c5-4eea-a42a-5c898e9e98fe admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:42:44.809334 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51737084-c2c5-4eea-a42a-5c898e9e98fe admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:42:44.809662 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51737084-c2c5-4eea-a42a-5c898e9e98fe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:42:44.809982 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51737084-c2c5-4eea-a42a-5c898e9e98fe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:42:44.810305 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51737084-c2c5-4eea-a42a-5c898e9e98fe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:42:44.810626 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51737084-c2c5-4eea-a42a-5c898e9e98fe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:42:44.813515 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-51737084-c2c5-4eea-a42a-5c898e9e98fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:44.819020 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-51737084-c2c5-4eea-a42a-5c898e9e98fe admin admin] 10.222.0.35 "DELETE /v2.0/subnets/f9e5fad6-106c-4fb6-bdcf-0e79e7e3eb1f HTTP/1.1" status: 204 len: 168 time: 0.4134979 May 20 20:42:44.819213 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 38962) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:42:44.834033 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0424346-ea11-491d-ba78-bd9f79cdd3b7 service neutron] Pushing event updated for resources: {'Port': ['ID=351d92d7-f33b-48c0-ae2d-d828e87eced7,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:42:44.892679 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dcfdd8-39d1-4518-a006-dbc81970778c req-e7ae220a-69ed-469f-9e57-8bfd9dad21cc tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:44.894233 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e1dcfdd8-39d1-4518-a006-dbc81970778c req-e7ae220a-69ed-469f-9e57-8bfd9dad21cc tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] 10.222.0.35 "GET /v2.0/ports?device_id=d0c60b72-9523-431c-9650-da41023ec6f4 HTTP/1.1" status: 200 len: 943 time: 0.1417289 May 20 20:42:44.898356 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a6495f44-3ecf-431b-a0e8-369ed1c9fa15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33160123'] for network, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:44.935653 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-02bc9b8e-4fda-48d7-919b-3429bbd4eeb2 req-c0424346-ea11-491d-ba78-bd9f79cdd3b7 service neutron] Attempting to bind port 351d92d7-f33b-48c0-ae2d-d828e87eced7 on host n-h2-842733-1 for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:42:44.936004 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-02bc9b8e-4fda-48d7-919b-3429bbd4eeb2 req-c0424346-ea11-491d-ba78-bd9f79cdd3b7 service neutron] Attempting to bind port 351d92d7-f33b-48c0-ae2d-d828e87eced7 by drivers openvswitch,hyperv on host n-h2-842733-1 at level 0 using segments [{'id': '2402745c-06cc-4395-87ea-d8de4fb1e600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '9d20e684-f51c-4f52-b5ed-fe61f8fbf536'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:42:44.936323 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02bc9b8e-4fda-48d7-919b-3429bbd4eeb2 req-c0424346-ea11-491d-ba78-bd9f79cdd3b7 service neutron] Attempting to bind port 351d92d7-f33b-48c0-ae2d-d828e87eced7 on network 9d20e684-f51c-4f52-b5ed-fe61f8fbf536 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:42:44.949000 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02bc9b8e-4fda-48d7-919b-3429bbd4eeb2 req-c0424346-ea11-491d-ba78-bd9f79cdd3b7 service neutron] Port 351d92d7-f33b-48c0-ae2d-d828e87eced7 on network 9d20e684-f51c-4f52-b5ed-fe61f8fbf536 not bound, no agent of type Open vSwitch agent registered on host n-h2-842733-1 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 20:42:44.949344 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02bc9b8e-4fda-48d7-919b-3429bbd4eeb2 req-c0424346-ea11-491d-ba78-bd9f79cdd3b7 service neutron] Attempting to bind port 351d92d7-f33b-48c0-ae2d-d828e87eced7 on network 9d20e684-f51c-4f52-b5ed-fe61f8fbf536 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:42:44.955424 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e1dcfdd8-39d1-4518-a006-dbc81970778c req-1e615f35-044e-4879-95bc-fa3e42160a71 tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] 10.222.0.35 "GET /v2.0/security-groups?id=b4498864-440f-46b0-a344-70b0d7510345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528920 May 20 20:42:44.958122 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02bc9b8e-4fda-48d7-919b-3429bbd4eeb2 req-c0424346-ea11-491d-ba78-bd9f79cdd3b7 service neutron] Checking agent: {'id': 'a66f2511-b955-448f-877c-56cfe9c81b12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 33, 2), 'started_at': datetime.datetime(2022, 5, 20, 20, 33, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 42, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:42:44.958599 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02bc9b8e-4fda-48d7-919b-3429bbd4eeb2 req-c0424346-ea11-491d-ba78-bd9f79cdd3b7 service neutron] Checking segment: {'id': '2402745c-06cc-4395-87ea-d8de4fb1e600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '9d20e684-f51c-4f52-b5ed-fe61f8fbf536'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:42:44.958803 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02bc9b8e-4fda-48d7-919b-3429bbd4eeb2 req-c0424346-ea11-491d-ba78-bd9f79cdd3b7 service neutron] Bound using segment: {'id': '2402745c-06cc-4395-87ea-d8de4fb1e600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '9d20e684-f51c-4f52-b5ed-fe61f8fbf536'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:42:44.959223 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-02bc9b8e-4fda-48d7-919b-3429bbd4eeb2 req-c0424346-ea11-491d-ba78-bd9f79cdd3b7 service neutron] Bound port: 351d92d7-f33b-48c0-ae2d-d828e87eced7, host: n-h2-842733-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2402745c-06cc-4395-87ea-d8de4fb1e600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '9d20e684-f51c-4f52-b5ed-fe61f8fbf536'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:42:44.959574 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-02bc9b8e-4fda-48d7-919b-3429bbd4eeb2 req-c0424346-ea11-491d-ba78-bd9f79cdd3b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:44.980232 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a6495f44-3ecf-431b-a0e8-369ed1c9fa15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33072115', 'neutron.services.segments.db._delete_segments_for_network-8782419500584'] for network, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:45.006635 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-a6495f44-3ecf-431b-a0e8-369ed1c9fa15 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2296de0-b06c-422e-98fe-14a3771aba33']}} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:42:45.019707 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-a6495f44-3ecf-431b-a0e8-369ed1c9fa15 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e7444da-2574-4e87-afbd-a324be0dd68b') {'for_net_delete': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:42:45.020000 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-a6495f44-3ecf-431b-a0e8-369ed1c9fa15 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e7444da-2574-4e87-afbd-a324be0dd68b') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:42:45.031467 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a6495f44-3ecf-431b-a0e8-369ed1c9fa15 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419501617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3738385'] for segment, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:45.046667 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a6495f44-3ecf-431b-a0e8-369ed1c9fa15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:45.052802 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6495f44-3ecf-431b-a0e8-369ed1c9fa15 admin admin] Releasing vlan 202 on physical network physnet1 to pool {{(pid=103162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 20:42:45.053192 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a6495f44-3ecf-431b-a0e8-369ed1c9fa15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3800791'] for segment, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:45.054941 n-d-842733-1 neutron-server[103162]: Traceback (most recent call last): May 20 20:42:45.054941 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 20:42:45.054941 n-d-842733-1 neutron-server[103162]: timer() May 20 20:42:45.054941 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 20:42:45.054941 n-d-842733-1 neutron-server[103162]: cb(*args, **kw) May 20 20:42:45.054941 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 20 20:42:45.054941 n-d-842733-1 neutron-server[103162]: return func(*args, **kwargs) May 20 20:42:45.054941 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 20:42:45.054941 n-d-842733-1 neutron-server[103162]: self._notify() May 20 20:42:45.054941 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 20:42:45.054941 n-d-842733-1 neutron-server[103162]: self.callback(batched_events) May 20 20:42:45.054941 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 20:42:45.054941 n-d-842733-1 neutron-server[103162]: event.method(event) May 20 20:42:45.054941 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 20 20:42:45.054941 n-d-842733-1 neutron-server[103162]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 20:42:45.054941 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 20 20:42:45.054941 n-d-842733-1 neutron-server[103162]: aggregate_uuid = self.p_client.list_aggregates( May 20 20:42:45.054941 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 20 20:42:45.054941 n-d-842733-1 neutron-server[103162]: return f(self, *a, **k) May 20 20:42:45.054941 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 20 20:42:45.054941 n-d-842733-1 neutron-server[103162]: return self._get(url).json() May 20 20:42:45.054941 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 20 20:42:45.054941 n-d-842733-1 neutron-server[103162]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 20:42:45.054941 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 20:42:45.054941 n-d-842733-1 neutron-server[103162]: return self.request(url, 'GET', **kwargs) May 20 20:42:45.054941 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 20:42:45.054941 n-d-842733-1 neutron-server[103162]: base_url = self.get_endpoint(auth, allow=allow, May 20 20:42:45.054941 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 20:42:45.054941 n-d-842733-1 neutron-server[103162]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 20:42:45.054941 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 20:42:45.054941 n-d-842733-1 neutron-server[103162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 20:42:45.054941 n-d-842733-1 neutron-server[103162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 20:42:45.059289 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-02bc9b8e-4fda-48d7-919b-3429bbd4eeb2 req-c0424346-ea11-491d-ba78-bd9f79cdd3b7 service neutron] For port 351d92d7-f33b-48c0-ae2d-d828e87eced7, host n-h2-842733-1, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:42:45.088189 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-02bc9b8e-4fda-48d7-919b-3429bbd4eeb2 req-c0424346-ea11-491d-ba78-bd9f79cdd3b7 service neutron] For port 351d92d7-f33b-48c0-ae2d-d828e87eced7, host n-h2-842733-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=351d92d7-f33b-48c0-ae2d-d828e87eced7,segment=NetworkSegment(2402745c-06cc-4395-87ea-d8de4fb1e600),segment_id=2402745c-06cc-4395-87ea-d8de4fb1e600)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:42:45.109139 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4cc72a-87b8-42af-9dda-0d9316c5e415 req-56aab56a-ccbd-45db-972a-64db58c46426 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:45.110692 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5d4cc72a-87b8-42af-9dda-0d9316c5e415 req-56aab56a-ccbd-45db-972a-64db58c46426 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/ports?device_id=b07c1a9b-3fbb-41e5-9d04-a21146bf734c HTTP/1.1" status: 200 len: 950 time: 0.0638964 May 20 20:42:45.138644 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-02bc9b8e-4fda-48d7-919b-3429bbd4eeb2 req-c0424346-ea11-491d-ba78-bd9f79cdd3b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:45.178035 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a6495f44-3ecf-431b-a0e8-369ed1c9fa15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33072122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748162'] for network, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:45.183915 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5d4cc72a-87b8-42af-9dda-0d9316c5e415 req-9fc4a200-ddc7-479b-8610-947fed0b5671 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/security-groups?id=38c76b68-4081-4341-88c9-c8e3082a5da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667229 May 20 20:42:45.184164 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a6495f44-3ecf-431b-a0e8-369ed1c9fa15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:45.191782 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-a6495f44-3ecf-431b-a0e8-369ed1c9fa15 admin admin] 10.222.0.35 "DELETE /v2.0/networks/f2296de0-b06c-422e-98fe-14a3771aba33 HTTP/1.1" status: 204 len: 168 time: 0.3715267 May 20 20:42:45.197718 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bc9b8e-4fda-48d7-919b-3429bbd4eeb2 req-c0424346-ea11-491d-ba78-bd9f79cdd3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:45.197718 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-02bc9b8e-4fda-48d7-919b-3429bbd4eeb2 req-c0424346-ea11-491d-ba78-bd9f79cdd3b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:45.197718 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-02bc9b8e-4fda-48d7-919b-3429bbd4eeb2 req-c0424346-ea11-491d-ba78-bd9f79cdd3b7 service neutron] 10.222.0.13 "PUT /v2.0/ports/351d92d7-f33b-48c0-ae2d-d828e87eced7 HTTP/1.1" status: 200 len: 1091 time: 0.9297178 May 20 20:42:45.197718 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0c60b72-9523-431c-9650-da41023ec6f4', 'tag': '351d92d7-f33b-48c0-ae2d-d828e87eced7'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:42:45.198183 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4291b17aa7b45362825f0571e77c85f5e73afe1df9c7e9e15006df9d695c005e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bb9980a-0762-4679-9e30-47e88a053be3" -d '{"events": [{"name": "network-changed", "server_uuid": "d0c60b72-9523-431c-9650-da41023ec6f4", "tag": "351d92d7-f33b-48c0-ae2d-d828e87eced7"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:42:45.203031 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 38968) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:42:45.208324 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6495f44-3ecf-431b-a0e8-369ed1c9fa15 admin admin] Pushing event deleted for resources: {'Network': ['ID=f2296de0-b06c-422e-98fe-14a3771aba33,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:42:45.271227 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 20:42:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f3c84e4-8f4d-4b40-a722-789a1dabb88b x-openstack-request-id: req-1f3c84e4-8f4d-4b40-a722-789a1dabb88b {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:42:45.271512 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0c60b72-9523-431c-9650-da41023ec6f4", "tag": "351d92d7-f33b-48c0-ae2d-d828e87eced7", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:42:45.272204 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1f3c84e4-8f4d-4b40-a722-789a1dabb88b {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:42:45.272204 n-d-842733-1 neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f3c84e4-8f4d-4b40-a722-789a1dabb88b'] response: {'name': 'network-changed', 'server_uuid': 'd0c60b72-9523-431c-9650-da41023ec6f4', 'tag': '351d92d7-f33b-48c0-ae2d-d828e87eced7', 'status': 'completed', 'code': 200} May 20 20:42:45.289672 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0424346-ea11-491d-ba78-bd9f79cdd3b7 service neutron] Pushing event updated for resources: {'Port': ['ID=351d92d7-f33b-48c0-ae2d-d828e87eced7,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:42:45.300929 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_v2 [None req-01087fcc-0f7b-41de-bc5a-3f61abcefb59 admin admin] Deleting subnet 87501d58-f011-480e-b836-b4ca600cd9ae {{(pid=103163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 20 20:42:45.305355 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-01087fcc-0f7b-41de-bc5a-3f61abcefb59 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:45.374592 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1180cc06-14a3-4326-bd99-a30768bf0d5e req-ded93819-e92a-4508-9d47-f96367ed5521 tempest-ServerGroupTestJSON-368596485 tempest-ServerGroupTestJSON-368596485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:45.376084 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1180cc06-14a3-4326-bd99-a30768bf0d5e req-ded93819-e92a-4508-9d47-f96367ed5521 tempest-ServerGroupTestJSON-368596485 tempest-ServerGroupTestJSON-368596485-project] 10.222.0.35 "GET /v2.0/ports?device_id=d5e0033c-d96c-4e34-ab17-ee41b45224c8 HTTP/1.1" status: 200 len: 946 time: 0.1281517 May 20 20:42:45.397921 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-01087fcc-0f7b-41de-bc5a-3f61abcefb59 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9338757'] for subnet, precommit_delete_associations {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:45.477828 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb9980a-0762-4679-9e30-47e88a053be3 req-c837b288-42d6-4a93-ba36-40b8ceada132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:45.479201 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8bb9980a-0762-4679-9e30-47e88a053be3 req-c837b288-42d6-4a93-ba36-40b8ceada132 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7996bbdcd04c45b28346a0fe350ea7b7&device_id=d0c60b72-9523-431c-9650-da41023ec6f4 HTTP/1.1" status: 200 len: 1094 time: 0.1520810 May 20 20:42:45.494334 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-01087fcc-0f7b-41de-bc5a-3f61abcefb59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33068388'] for subnet, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:45.500221 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1180cc06-14a3-4326-bd99-a30768bf0d5e req-c301e105-1e08-4bcd-a279-c25c68276bc0 tempest-ServerGroupTestJSON-368596485 tempest-ServerGroupTestJSON-368596485-project] 10.222.0.35 "GET /v2.0/security-groups?id=546ebacc-5ea6-43c6-a495-bda03cdb5e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162665 May 20 20:42:45.530796 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7431ef5-1f5f-40ce-8c48-5bbd4faad0ee req-5bfad35b-11b3-4f81-b02d-09751c482c45 tempest-MigrationsAdminTest-2124949506 tempest-MigrationsAdminTest-2124949506-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:45.532417 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c7431ef5-1f5f-40ce-8c48-5bbd4faad0ee req-5bfad35b-11b3-4f81-b02d-09751c482c45 tempest-MigrationsAdminTest-2124949506 tempest-MigrationsAdminTest-2124949506-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=b07c1a9b-3fbb-41e5-9d04-a21146bf734c HTTP/1.1" status: 200 len: 1101 time: 0.1502993 May 20 20:42:45.606625 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-c7431ef5-1f5f-40ce-8c48-5bbd4faad0ee req-54bac484-ebcf-4a20-9891-c12fc766f2f3 tempest-MigrationsAdminTest-2124949506 tempest-MigrationsAdminTest-2124949506-project-admin] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:45.660116 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd1fff5-4a48-4480-afac-e21c74cb6884 req-396d5e05-99e8-481c-8c17-d9200afafb08 tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:45.661730 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-3cd1fff5-4a48-4480-afac-e21c74cb6884 req-396d5e05-99e8-481c-8c17-d9200afafb08 tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff2fe94a-2b07-499d-9660-c6155bfdabc4 HTTP/1.1" status: 200 len: 1023 time: 0.0498817 May 20 20:42:45.706549 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb9980a-0762-4679-9e30-47e88a053be3 req-4969e7a0-0e34-4a17-b6a1-9143a6bf0921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:45.707998 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8bb9980a-0762-4679-9e30-47e88a053be3 req-4969e7a0-0e34-4a17-b6a1-9143a6bf0921 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=7996bbdcd04c45b28346a0fe350ea7b7&shared=False HTTP/1.1" status: 200 len: 922 time: 0.2150342 May 20 20:42:45.718782 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c050dd96-4616-4ddc-bd63-e06c991e144c req-ec6c54db-08a9-4905-af60-e5cac888bebe tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:45.720278 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c050dd96-4616-4ddc-bd63-e06c991e144c req-ec6c54db-08a9-4905-af60-e5cac888bebe tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] 10.222.0.35 "GET /v2.0/ports?device_id=ff2fe94a-2b07-499d-9660-c6155bfdabc4 HTTP/1.1" status: 200 len: 1023 time: 0.1408596 May 20 20:42:45.773102 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-3cd1fff5-4a48-4480-afac-e21c74cb6884 req-d68185fa-725b-40cd-a02f-325391f847ed tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] Deleting port 441571a2-1297-49bc-a241-c0c800726154 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:42:45.773390 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-3cd1fff5-4a48-4480-afac-e21c74cb6884 req-d68185fa-725b-40cd-a02f-325391f847ed tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:45.816800 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-01087fcc-0f7b-41de-bc5a-3f61abcefb59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33068399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9641221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8422588'] for subnet, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:45.860701 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-3cd1fff5-4a48-4480-afac-e21c74cb6884 req-d68185fa-725b-40cd-a02f-325391f847ed tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] For port 441571a2-1297-49bc-a241-c0c800726154, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=441571a2-1297-49bc-a241-c0c800726154,segment=NetworkSegment(3074e67a-6387-4709-bab9-e18fa7662e57),segment_id=3074e67a-6387-4709-bab9-e18fa7662e57)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:42:45.861064 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-3cd1fff5-4a48-4480-afac-e21c74cb6884 req-d68185fa-725b-40cd-a02f-325391f847ed tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:45.872718 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-3cd1fff5-4a48-4480-afac-e21c74cb6884 req-d68185fa-725b-40cd-a02f-325391f847ed tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] Calling delete_port for 441571a2-1297-49bc-a241-c0c800726154 owned by compute:nova {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:42:45.879303 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c050dd96-4616-4ddc-bd63-e06c991e144c req-584959fd-506a-4e22-a6f7-5280d96c47d3 tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] 10.222.0.35 "GET /v2.0/security-groups?id=09446ca9-fe54-4fdb-b55a-f8766d02dbbf&id=d43f6072-72dc-4d74-8751-6d1c2d086a86&id=f4b7709e-62c4-4c92-9539-853c7ed8a4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 514 time: 0.1486671 May 20 20:42:45.887614 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01087fcc-0f7b-41de-bc5a-3f61abcefb59 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=87501d58-f011-480e-b836-b4ca600cd9ae,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:42:45.894200 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-01087fcc-0f7b-41de-bc5a-3f61abcefb59 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:45.899841 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-01087fcc-0f7b-41de-bc5a-3f61abcefb59 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/87501d58-f011-480e-b836-b4ca600cd9ae HTTP/1.1" status: 204 len: 168 time: 0.6934099 May 20 20:42:45.904046 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 38980) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:42:45.914790 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb9980a-0762-4679-9e30-47e88a053be3 req-6ca6051c-f5db-4cc6-81b2-4db32ad99881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:45.916270 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8bb9980a-0762-4679-9e30-47e88a053be3 req-6ca6051c-f5db-4cc6-81b2-4db32ad99881 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1951535 May 20 20:42:45.928259 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-c7431ef5-1f5f-40ce-8c48-5bbd4faad0ee req-54bac484-ebcf-4a20-9891-c12fc766f2f3 tempest-MigrationsAdminTest-2124949506 tempest-MigrationsAdminTest-2124949506-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:45.983879 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-29fcc9a8-3894-4ba1-9936-5eed93a4de26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33160123'] for network, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:45.989265 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-c7431ef5-1f5f-40ce-8c48-5bbd4faad0ee req-54bac484-ebcf-4a20-9891-c12fc766f2f3 tempest-MigrationsAdminTest-2124949506 tempest-MigrationsAdminTest-2124949506-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:46.075047 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-3cd1fff5-4a48-4480-afac-e21c74cb6884 req-d68185fa-725b-40cd-a02f-325391f847ed tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:46.112121 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] get_ports_and_sgs() called for port_ids ['441571a2-1297-49bc-a241-c0c800726154'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:42:46.125564 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68185fa-725b-40cd-a02f-325391f847ed tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] Pushing event deleted for resources: {'Port': ['ID=441571a2-1297-49bc-a241-c0c800726154,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:42:46.182445 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cd1fff5-4a48-4480-afac-e21c74cb6884 req-d68185fa-725b-40cd-a02f-325391f847ed tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] No DVR routers for this DVR port 441571a2-1297-49bc-a241-c0c800726154 on host n-h2-842733-1 {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:42:46.185091 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-3cd1fff5-4a48-4480-afac-e21c74cb6884 req-d68185fa-725b-40cd-a02f-325391f847ed tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:46.189553 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-3cd1fff5-4a48-4480-afac-e21c74cb6884 req-d68185fa-725b-40cd-a02f-325391f847ed tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] 10.222.0.13 "DELETE /v2.0/ports/441571a2-1297-49bc-a241-c0c800726154 HTTP/1.1" status: 204 len: 173 time: 0.5205367 May 20 20:42:46.190042 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff2fe94a-2b07-499d-9660-c6155bfdabc4', 'name': 'network-vif-deleted', 'tag': '441571a2-1297-49bc-a241-c0c800726154'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:42:46.192447 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6fa957933fccbf596d28104b23404b952ad6a8238afaebaed40a0874b2e409" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-373f741c-0ca4-4bb5-9976-39e251ee5bd2" -d '{"events": [{"server_uuid": "ff2fe94a-2b07-499d-9660-c6155bfdabc4", "name": "network-vif-deleted", "tag": "441571a2-1297-49bc-a241-c0c800726154"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:42:46.353815 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c7431ef5-1f5f-40ce-8c48-5bbd4faad0ee req-54bac484-ebcf-4a20-9891-c12fc766f2f3 tempest-MigrationsAdminTest-2124949506 tempest-MigrationsAdminTest-2124949506-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=38c76b68-4081-4341-88c9-c8e3082a5da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8090808 May 20 20:42:46.412145 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bac484-ebcf-4a20-9891-c12fc766f2f3 tempest-MigrationsAdminTest-2124949506 tempest-MigrationsAdminTest-2124949506-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e54686c-0337-402c-9d96-70737527d6c9,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:42:46.442213 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bc9b8e-4fda-48d7-919b-3429bbd4eeb2 req-9410e174-55f3-444f-9f6c-25702ad18ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:46.443693 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-02bc9b8e-4fda-48d7-919b-3429bbd4eeb2 req-9410e174-55f3-444f-9f6c-25702ad18ae7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7996bbdcd04c45b28346a0fe350ea7b7&device_id=d0c60b72-9523-431c-9650-da41023ec6f4 HTTP/1.1" status: 200 len: 1094 time: 0.4522560 May 20 20:42:46.466143 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 20:42:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5478d81-b6ba-4b8f-89ce-b7959782ca8b x-openstack-request-id: req-a5478d81-b6ba-4b8f-89ce-b7959782ca8b {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:42:46.466143 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff2fe94a-2b07-499d-9660-c6155bfdabc4", "name": "network-vif-deleted", "tag": "441571a2-1297-49bc-a241-c0c800726154", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:42:46.466143 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a5478d81-b6ba-4b8f-89ce-b7959782ca8b {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:42:46.466143 n-d-842733-1 neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5478d81-b6ba-4b8f-89ce-b7959782ca8b'] response: {'server_uuid': 'ff2fe94a-2b07-499d-9660-c6155bfdabc4', 'name': 'network-vif-deleted', 'tag': '441571a2-1297-49bc-a241-c0c800726154', 'status': 'completed', 'code': 200} May 20 20:42:46.524194 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b674d078-be92-4c85-8c21-ef2f03f48517 req-7ce96f4a-88f4-4b1b-8e44-602607918beb tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:46.525516 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b674d078-be92-4c85-8c21-ef2f03f48517 req-7ce96f4a-88f4-4b1b-8e44-602607918beb tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] 10.222.0.35 "GET /v2.0/ports?device_id=d0c60b72-9523-431c-9650-da41023ec6f4 HTTP/1.1" status: 200 len: 943 time: 0.1812599 May 20 20:42:46.529022 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-02bc9b8e-4fda-48d7-919b-3429bbd4eeb2 req-406786c9-5c64-4813-a8fa-e82b57308f95 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=351d92d7-f33b-48c0-ae2d-d828e87eced7 HTTP/1.1" status: 200 len: 217 time: 0.0570478 May 20 20:42:46.531691 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-29fcc9a8-3894-4ba1-9936-5eed93a4de26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33072115', 'neutron.services.segments.db._delete_segments_for_network-8782419500584'] for network, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:46.591775 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-29fcc9a8-3894-4ba1-9936-5eed93a4de26 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbdadd71-0ca9-4117-a440-caaa209f1848']}} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:42:46.617882 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-29fcc9a8-3894-4ba1-9936-5eed93a4de26 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0a9836a-2fae-434d-a296-9e955526f53b') {'for_net_delete': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:42:46.618523 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-29fcc9a8-3894-4ba1-9936-5eed93a4de26 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0a9836a-2fae-434d-a296-9e955526f53b') {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:42:46.647347 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-29fcc9a8-3894-4ba1-9936-5eed93a4de26 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419501617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9338764'] for segment, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:46.677407 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bc9b8e-4fda-48d7-919b-3429bbd4eeb2 req-0ae5de58-a545-4312-ab21-d32b60e1117c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:46.678699 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-02bc9b8e-4fda-48d7-919b-3429bbd4eeb2 req-0ae5de58-a545-4312-ab21-d32b60e1117c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a7a2d408-4fd5-4ae6-b745-5f444276cd0a HTTP/1.1" status: 200 len: 861 time: 0.1285994 May 20 20:42:46.682458 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b674d078-be92-4c85-8c21-ef2f03f48517 req-830305f3-b496-4335-a323-9cf363fac2c8 tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] 10.222.0.35 "GET /v2.0/security-groups?id=b4498864-440f-46b0-a344-70b0d7510345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481466 May 20 20:42:46.699749 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-29fcc9a8-3894-4ba1-9936-5eed93a4de26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:46.724900 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-02bc9b8e-4fda-48d7-919b-3429bbd4eeb2 req-08e4d3a4-b545-4394-b300-83159bb389b3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9d20e684-f51c-4f52-b5ed-fe61f8fbf536&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339277 May 20 20:42:46.726511 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29fcc9a8-3894-4ba1-9936-5eed93a4de26 admin admin] Releasing vlan 200 on physical network physnet1 to pool {{(pid=103163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 20:42:46.726909 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-29fcc9a8-3894-4ba1-9936-5eed93a4de26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9638311'] for segment, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:46.728642 n-d-842733-1 neutron-server[103163]: Traceback (most recent call last): May 20 20:42:46.728642 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 20:42:46.728642 n-d-842733-1 neutron-server[103163]: timer() May 20 20:42:46.728642 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 20:42:46.728642 n-d-842733-1 neutron-server[103163]: cb(*args, **kw) May 20 20:42:46.728642 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 20 20:42:46.728642 n-d-842733-1 neutron-server[103163]: return func(*args, **kwargs) May 20 20:42:46.728642 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 20:42:46.728642 n-d-842733-1 neutron-server[103163]: self._notify() May 20 20:42:46.728642 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 20:42:46.728642 n-d-842733-1 neutron-server[103163]: self.callback(batched_events) May 20 20:42:46.728642 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 20:42:46.728642 n-d-842733-1 neutron-server[103163]: event.method(event) May 20 20:42:46.728642 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 20 20:42:46.728642 n-d-842733-1 neutron-server[103163]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 20:42:46.728642 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 20 20:42:46.728642 n-d-842733-1 neutron-server[103163]: aggregate_uuid = self.p_client.list_aggregates( May 20 20:42:46.728642 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 20 20:42:46.728642 n-d-842733-1 neutron-server[103163]: return f(self, *a, **k) May 20 20:42:46.728642 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 20 20:42:46.728642 n-d-842733-1 neutron-server[103163]: return self._get(url).json() May 20 20:42:46.728642 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 20 20:42:46.728642 n-d-842733-1 neutron-server[103163]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 20:42:46.728642 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 20:42:46.728642 n-d-842733-1 neutron-server[103163]: return self.request(url, 'GET', **kwargs) May 20 20:42:46.728642 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 20:42:46.728642 n-d-842733-1 neutron-server[103163]: base_url = self.get_endpoint(auth, allow=allow, May 20 20:42:46.728642 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 20:42:46.728642 n-d-842733-1 neutron-server[103163]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 20:42:46.728642 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 20:42:46.728642 n-d-842733-1 neutron-server[103163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 20:42:46.728642 n-d-842733-1 neutron-server[103163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 20:42:46.745707 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1deaeb5-18d6-42f5-a103-6e59613931cb req-5381a209-aeb3-499e-8c07-05ebeebe755d tempest-ServerGroupTestJSON-368596485 tempest-ServerGroupTestJSON-368596485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:46.747171 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f1deaeb5-18d6-42f5-a103-6e59613931cb req-5381a209-aeb3-499e-8c07-05ebeebe755d tempest-ServerGroupTestJSON-368596485 tempest-ServerGroupTestJSON-368596485-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5e0033c-d96c-4e34-ab17-ee41b45224c8 HTTP/1.1" status: 200 len: 946 time: 0.1524355 May 20 20:42:46.970521 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f545a60-5833-4862-87bf-6ec43e0f8ac5 req-3167f2ff-61b0-41fa-ae78-76640ac05100 tempest-ServerGroupTestJSON-368596485 tempest-ServerGroupTestJSON-368596485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:46.971994 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0f545a60-5833-4862-87bf-6ec43e0f8ac5 req-3167f2ff-61b0-41fa-ae78-76640ac05100 tempest-ServerGroupTestJSON-368596485 tempest-ServerGroupTestJSON-368596485-project] 10.222.0.35 "GET /v2.0/ports?device_id=d5e0033c-d96c-4e34-ab17-ee41b45224c8 HTTP/1.1" status: 200 len: 946 time: 0.1879210 May 20 20:42:46.980404 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-02bc9b8e-4fda-48d7-919b-3429bbd4eeb2 req-bfe83647-ff3c-4f47-987b-30e63964752f service neutron] 10.222.0.13 "GET /v2.0/networks/9d20e684-f51c-4f52-b5ed-fe61f8fbf536?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2305706 May 20 20:42:47.003203 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-29fcc9a8-3894-4ba1-9936-5eed93a4de26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33072122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748162'] for network, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:47.023138 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-29fcc9a8-3894-4ba1-9936-5eed93a4de26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:47.026188 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-29fcc9a8-3894-4ba1-9936-5eed93a4de26 admin admin] 10.222.0.35 "DELETE /v2.0/networks/dbdadd71-0ca9-4117-a440-caaa209f1848 HTTP/1.1" status: 204 len: 168 time: 1.1212463 May 20 20:42:47.080818 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fcc9a8-3894-4ba1-9936-5eed93a4de26 admin admin] Pushing event deleted for resources: {'Network': ['ID=dbdadd71-0ca9-4117-a440-caaa209f1848,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:42:47.095767 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [req-f1deaeb5-18d6-42f5-a103-6e59613931cb req-04653528-9a08-4e53-9c40-2ba770418605 tempest-ServerGroupTestJSON-368596485 tempest-ServerGroupTestJSON-368596485-project] Deleting port 315a12df-b564-4d72-a5e0-1f58c6c992ca {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:42:47.096114 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-f1deaeb5-18d6-42f5-a103-6e59613931cb req-04653528-9a08-4e53-9c40-2ba770418605 tempest-ServerGroupTestJSON-368596485 tempest-ServerGroupTestJSON-368596485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:47.109844 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0f545a60-5833-4862-87bf-6ec43e0f8ac5 req-b7f68d4d-137a-4c49-a43f-5fe503f1a73f tempest-ServerGroupTestJSON-368596485 tempest-ServerGroupTestJSON-368596485-project] 10.222.0.35 "GET /v2.0/security-groups?id=546ebacc-5ea6-43c6-a495-bda03cdb5e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313691 May 20 20:42:47.256785 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b4ab33c4-2cd7-436d-8388-d02fbcec77e9 req-12d55235-1ea7-45dc-8454-7e3787ca6dff tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] 10.222.0.35 "GET /v2.0/ports?device_id=ff2fe94a-2b07-499d-9660-c6155bfdabc4 HTTP/1.1" status: 200 len: 210 time: 0.0533044 May 20 20:42:47.267398 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-02bc9b8e-4fda-48d7-919b-3429bbd4eeb2 req-b0eec1ed-56ef-454f-8493-98b7928909d7 service neutron] 10.222.0.13 "GET /v2.0/networks/9d20e684-f51c-4f52-b5ed-fe61f8fbf536?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2777560 May 20 20:42:47.286195 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-f1deaeb5-18d6-42f5-a103-6e59613931cb req-04653528-9a08-4e53-9c40-2ba770418605 tempest-ServerGroupTestJSON-368596485 tempest-ServerGroupTestJSON-368596485-project] For port 315a12df-b564-4d72-a5e0-1f58c6c992ca, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=315a12df-b564-4d72-a5e0-1f58c6c992ca,segment=NetworkSegment(24da4578-09fd-484c-a7c3-5ab623d591ad),segment_id=24da4578-09fd-484c-a7c3-5ab623d591ad)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:42:47.286561 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-f1deaeb5-18d6-42f5-a103-6e59613931cb req-04653528-9a08-4e53-9c40-2ba770418605 tempest-ServerGroupTestJSON-368596485 tempest-ServerGroupTestJSON-368596485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:47.309069 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7e4b28-90dc-4974-9a8a-34db855803d2 req-0156c206-56de-47dc-8234-da0cc0f12554 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:47.314811 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3c7e4b28-90dc-4974-9a8a-34db855803d2 req-0156c206-56de-47dc-8234-da0cc0f12554 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/ports?device_id=b07c1a9b-3fbb-41e5-9d04-a21146bf734c HTTP/1.1" status: 200 len: 950 time: 0.1483436 May 20 20:42:47.322416 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [req-f1deaeb5-18d6-42f5-a103-6e59613931cb req-04653528-9a08-4e53-9c40-2ba770418605 tempest-ServerGroupTestJSON-368596485 tempest-ServerGroupTestJSON-368596485-project] Calling delete_port for 315a12df-b564-4d72-a5e0-1f58c6c992ca owned by compute:nova {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:42:47.391979 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-4dc3d0b6-9b1d-4bb8-8d69-56e8d80a8a61 req-42893507-d014-46e9-9d16-0b1fad1f801d service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=b07c1a9b-3fbb-41e5-9d04-a21146bf734c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0968158 May 20 20:42:47.397738 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3c7e4b28-90dc-4974-9a8a-34db855803d2 req-9d8c37ab-79f9-47d0-9ada-53e36d5fb9ce tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/security-groups?id=38c76b68-4081-4341-88c9-c8e3082a5da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774999 May 20 20:42:47.401025 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [req-4dc3d0b6-9b1d-4bb8-8d69-56e8d80a8a61 req-df2632c7-a609-45f3-a373-824e3cc521b6 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103162) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 20:42:47.402206 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-4dc3d0b6-9b1d-4bb8-8d69-56e8d80a8a61 req-df2632c7-a609-45f3-a373-824e3cc521b6 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052838 May 20 20:42:47.431361 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 39014) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:42:47.474157 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-57b6ba07-ab9e-4531-9b9b-754968b9e2d1 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=33876e14b0274b60a421aea47180bf46&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0413320 May 20 20:42:47.476541 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 39016) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:42:47.530861 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-772d475d-72da-4eb3-8990-e03067c970f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:47.552717 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-772d475d-72da-4eb3-8990-e03067c970f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:47.555706 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-f1deaeb5-18d6-42f5-a103-6e59613931cb req-04653528-9a08-4e53-9c40-2ba770418605 tempest-ServerGroupTestJSON-368596485 tempest-ServerGroupTestJSON-368596485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:47.569864 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] get_ports_and_sgs() called for port_ids ['315a12df-b564-4d72-a5e0-1f58c6c992ca'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:42:47.586428 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04653528-9a08-4e53-9c40-2ba770418605 tempest-ServerGroupTestJSON-368596485 tempest-ServerGroupTestJSON-368596485-project] Pushing event deleted for resources: {'Port': ['ID=315a12df-b564-4d72-a5e0-1f58c6c992ca,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:42:47.636758 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1deaeb5-18d6-42f5-a103-6e59613931cb req-04653528-9a08-4e53-9c40-2ba770418605 tempest-ServerGroupTestJSON-368596485 tempest-ServerGroupTestJSON-368596485-project] No DVR routers for this DVR port 315a12df-b564-4d72-a5e0-1f58c6c992ca on host n-h1-842733-1 {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:42:47.640188 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-f1deaeb5-18d6-42f5-a103-6e59613931cb req-04653528-9a08-4e53-9c40-2ba770418605 tempest-ServerGroupTestJSON-368596485 tempest-ServerGroupTestJSON-368596485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:47.643747 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f1deaeb5-18d6-42f5-a103-6e59613931cb req-04653528-9a08-4e53-9c40-2ba770418605 tempest-ServerGroupTestJSON-368596485 tempest-ServerGroupTestJSON-368596485-project] 10.222.0.24 "DELETE /v2.0/ports/315a12df-b564-4d72-a5e0-1f58c6c992ca HTTP/1.1" status: 204 len: 173 time: 0.8523686 May 20 20:42:47.644139 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5e0033c-d96c-4e34-ab17-ee41b45224c8', 'name': 'network-vif-deleted', 'tag': '315a12df-b564-4d72-a5e0-1f58c6c992ca'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:42:47.646513 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4291b17aa7b45362825f0571e77c85f5e73afe1df9c7e9e15006df9d695c005e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7d5acfe-83f1-449c-8c79-2cb1724499a4" -d '{"events": [{"server_uuid": "d5e0033c-d96c-4e34-ab17-ee41b45224c8", "name": "network-vif-deleted", "tag": "315a12df-b564-4d72-a5e0-1f58c6c992ca"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:42:47.681724 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 20:42:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c54076b8-d49a-477d-9062-64ce65a4afa0 x-openstack-request-id: req-c54076b8-d49a-477d-9062-64ce65a4afa0 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:42:47.682030 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5e0033c-d96c-4e34-ab17-ee41b45224c8", "name": "network-vif-deleted", "tag": "315a12df-b564-4d72-a5e0-1f58c6c992ca", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:42:47.682279 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c54076b8-d49a-477d-9062-64ce65a4afa0 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:42:47.682680 n-d-842733-1 neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c54076b8-d49a-477d-9062-64ce65a4afa0'] response: {'server_uuid': 'd5e0033c-d96c-4e34-ab17-ee41b45224c8', 'name': 'network-vif-deleted', 'tag': '315a12df-b564-4d72-a5e0-1f58c6c992ca', 'status': 'completed', 'code': 200} May 20 20:42:47.686248 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-772d475d-72da-4eb3-8990-e03067c970f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:47.688838 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-772d475d-72da-4eb3-8990-e03067c970f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:47.690018 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-772d475d-72da-4eb3-8990-e03067c970f1 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0a1ca955-ee86-4e03-bb39-6b1e6a532a5a HTTP/1.1" status: 204 len: 168 time: 0.2125919 May 20 20:42:47.705601 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772d475d-72da-4eb3-8990-e03067c970f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a1ca955-ee86-4e03-bb39-6b1e6a532a5a,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:42:47.838510 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a00f58-875e-435b-aa52-6b148cff4aa1 req-a527cd93-a208-4124-83f7-b73e3d333bd2 tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:47.840196 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e2a00f58-875e-435b-aa52-6b148cff4aa1 req-a527cd93-a208-4124-83f7-b73e3d333bd2 tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] 10.222.0.35 "GET /v2.0/ports?device_id=d0c60b72-9523-431c-9650-da41023ec6f4 HTTP/1.1" status: 200 len: 943 time: 0.0611162 May 20 20:42:47.877881 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e2a00f58-875e-435b-aa52-6b148cff4aa1 req-4e603d40-b9b2-4c53-8c1f-594fc1c4bec9 tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] 10.222.0.35 "GET /v2.0/security-groups?id=b4498864-440f-46b0-a344-70b0d7510345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310667 May 20 20:42:48.218904 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b35e02b1-dc41-4350-a9c8-e898f86924da req-b8b71de8-f451-4c50-a356-a35831095cfb tempest-ServerGroupTestJSON-368596485 tempest-ServerGroupTestJSON-368596485-project] 10.222.0.35 "GET /v2.0/ports?device_id=d5e0033c-d96c-4e34-ab17-ee41b45224c8 HTTP/1.1" status: 200 len: 210 time: 0.0281801 May 20 20:42:48.364785 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-03b3c406-570f-4fd3-8d85-3ca2a7518644 req-0cda65c6-04d8-4bed-9d03-f2fad7e5eeff tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] 10.222.0.35 "GET /v2.0/security-groups/d43f6072-72dc-4d74-8751-6d1c2d086a86 HTTP/1.1" status: 200 len: 1797 time: 0.0394168 May 20 20:42:48.423133 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-03b3c406-570f-4fd3-8d85-3ca2a7518644 req-9560e4f7-dec4-485e-8774-1baede3e1bfc tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:48.448145 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 39056) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:42:48.459921 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-03b3c406-570f-4fd3-8d85-3ca2a7518644 req-9560e4f7-dec4-485e-8774-1baede3e1bfc tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:48.502835 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-702b986e-2600-439f-a805-ee4036fc70b9 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c86619c5bb7f48378ec3786fe14b1663&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0534115 May 20 20:42:48.505367 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 39060) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:42:48.552677 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9fce5d-6107-478d-a8f6-f533b837abc4 req-5987bcca-2a8c-400b-af66-73aa3889ea60 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:48.554221 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-dc9fce5d-6107-478d-a8f6-f533b837abc4 req-5987bcca-2a8c-400b-af66-73aa3889ea60 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/ports?device_id=b07c1a9b-3fbb-41e5-9d04-a21146bf734c HTTP/1.1" status: 200 len: 950 time: 0.0757811 May 20 20:42:48.559770 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-de13f815-5b17-4bef-94e0-f43e89a2ceb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:48.584255 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-de13f815-5b17-4bef-94e0-f43e89a2ceb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:48.598217 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-dc9fce5d-6107-478d-a8f6-f533b837abc4 req-c0ccabbb-3fa7-4309-8276-e979b88c4444 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/security-groups?id=38c76b68-4081-4341-88c9-c8e3082a5da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358043 May 20 20:42:48.642293 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-03b3c406-570f-4fd3-8d85-3ca2a7518644 req-9560e4f7-dec4-485e-8774-1baede3e1bfc tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:48.645202 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-03b3c406-570f-4fd3-8d85-3ca2a7518644 req-9560e4f7-dec4-485e-8774-1baede3e1bfc tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:48.647156 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-03b3c406-570f-4fd3-8d85-3ca2a7518644 req-9560e4f7-dec4-485e-8774-1baede3e1bfc tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] 10.222.0.35 "DELETE /v2.0/security-groups/d43f6072-72dc-4d74-8751-6d1c2d086a86 HTTP/1.1" status: 204 len: 173 time: 0.2754378 May 20 20:42:48.656281 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9560e4f7-dec4-485e-8774-1baede3e1bfc tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d43f6072-72dc-4d74-8751-6d1c2d086a86,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:42:48.713852 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-08c6b062-8b58-4f90-a427-918556b8b504 req-9231d352-ddff-40a6-b532-b71cd531f74c tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] 10.222.0.35 "GET /v2.0/security-groups/09446ca9-fe54-4fdb-b55a-f8766d02dbbf HTTP/1.1" status: 200 len: 1797 time: 0.0453525 May 20 20:42:48.780481 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-08c6b062-8b58-4f90-a427-918556b8b504 req-2cdaca4f-a446-4a5f-9292-45013a2e5a16 tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:48.822903 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-08c6b062-8b58-4f90-a427-918556b8b504 req-2cdaca4f-a446-4a5f-9292-45013a2e5a16 tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:48.909902 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-de13f815-5b17-4bef-94e0-f43e89a2ceb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:48.918083 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-de13f815-5b17-4bef-94e0-f43e89a2ceb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:48.918083 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-de13f815-5b17-4bef-94e0-f43e89a2ceb5 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f9443e12-a3e2-4fb7-a5e1-254847a8aa97 HTTP/1.1" status: 204 len: 168 time: 0.4065652 May 20 20:42:48.923271 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de13f815-5b17-4bef-94e0-f43e89a2ceb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9443e12-a3e2-4fb7-a5e1-254847a8aa97,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:42:49.005425 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f687791b-b207-4614-9058-2def94075d62 req-531da4f5-3b2c-489e-bca3-bc1f9cc751a5 tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:49.006973 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f687791b-b207-4614-9058-2def94075d62 req-531da4f5-3b2c-489e-bca3-bc1f9cc751a5 tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] 10.222.0.35 "GET /v2.0/ports?device_id=d0c60b72-9523-431c-9650-da41023ec6f4 HTTP/1.1" status: 200 len: 943 time: 0.0523186 May 20 20:42:49.035845 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-08c6b062-8b58-4f90-a427-918556b8b504 req-2cdaca4f-a446-4a5f-9292-45013a2e5a16 tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:49.038427 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-08c6b062-8b58-4f90-a427-918556b8b504 req-2cdaca4f-a446-4a5f-9292-45013a2e5a16 tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:49.042636 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-08c6b062-8b58-4f90-a427-918556b8b504 req-2cdaca4f-a446-4a5f-9292-45013a2e5a16 tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] 10.222.0.35 "DELETE /v2.0/security-groups/09446ca9-fe54-4fdb-b55a-f8766d02dbbf HTTP/1.1" status: 204 len: 173 time: 0.3221719 May 20 20:42:49.045399 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 39068) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:42:49.067049 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdaca4f-a446-4a5f-9292-45013a2e5a16 tempest-SecurityGroupsTestJSON-438990627 tempest-SecurityGroupsTestJSON-438990627-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09446ca9-fe54-4fdb-b55a-f8766d02dbbf,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:42:49.072348 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f687791b-b207-4614-9058-2def94075d62 req-fc5899b5-63bf-4d40-bfaa-bcdf92d74e08 tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] 10.222.0.35 "GET /v2.0/security-groups?id=b4498864-440f-46b0-a344-70b0d7510345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579877 May 20 20:42:49.096222 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_v2 [None req-22781ffb-8a90-46c0-9261-054ff0e1f9f4 admin admin] Deleting subnet b6e11a18-e233-4d96-9624-671f5264a4cf {{(pid=103162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 20 20:42:49.096853 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-22781ffb-8a90-46c0-9261-054ff0e1f9f4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:49.131658 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-22781ffb-8a90-46c0-9261-054ff0e1f9f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3738392'] for subnet, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:49.174983 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-22781ffb-8a90-46c0-9261-054ff0e1f9f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33068388'] for subnet, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:49.304012 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-22781ffb-8a90-46c0-9261-054ff0e1f9f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33068399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3797621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4018265'] for subnet, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:49.334303 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22781ffb-8a90-46c0-9261-054ff0e1f9f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b6e11a18-e233-4d96-9624-671f5264a4cf,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:42:49.340145 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-22781ffb-8a90-46c0-9261-054ff0e1f9f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:49.349261 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-22781ffb-8a90-46c0-9261-054ff0e1f9f4 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/b6e11a18-e233-4d96-9624-671f5264a4cf HTTP/1.1" status: 204 len: 168 time: 0.2974319 May 20 20:42:49.350540 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 39080) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:42:49.386799 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 351d92d7-f33b-48c0-ae2d-d828e87eced7 details requested by agent hyperv_n-h2-842733-1 with host n-h2-842733-1 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 20:42:49.425432 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 441571a2-1297-49bc-a241-c0c800726154 no longer exists at agent hyperv_n-h2-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:42:49.461987 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-77d3e74e-2d5f-4d93-bd7d-7608db2039cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33160123'] for network, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:49.481322 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] No Port match for: 441571a2-1297-49bc-a241-c0c800726154 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 20:42:49.481608 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 441571a2-1297-49bc-a241-c0c800726154 not bound to the agent host n-h2-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 20:42:49.523793 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port 351d92d7-f33b-48c0-ae2d-d828e87eced7, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=351d92d7-f33b-48c0-ae2d-d828e87eced7,segment=NetworkSegment(2402745c-06cc-4395-87ea-d8de4fb1e600),segment_id=2402745c-06cc-4395-87ea-d8de4fb1e600)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:42:49.538396 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Returning: {'device': '351d92d7-f33b-48c0-ae2d-d828e87eced7', 'network_id': '9d20e684-f51c-4f52-b5ed-fe61f8fbf536', 'port_id': '351d92d7-f33b-48c0-ae2d-d828e87eced7', 'mac_address': 'fa:16:3e:18:5e:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7a2d408-4fd5-4ae6-b745-5f444276cd0a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 20 20:42:49.562998 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-77d3e74e-2d5f-4d93-bd7d-7608db2039cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33072115', 'neutron.services.segments.db._delete_segments_for_network-8782419500584'] for network, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:49.582090 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port 351d92d7-f33b-48c0-ae2d-d828e87eced7 is: DOWN; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:42:49.582561 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:49.585898 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-77d3e74e-2d5f-4d93-bd7d-7608db2039cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2c1f29b-3984-454a-a363-825a8303b3d8']}} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:42:49.595897 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-77d3e74e-2d5f-4d93-bd7d-7608db2039cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3074e67a-6387-4709-bab9-e18fa7662e57') {'for_net_delete': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:42:49.596407 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-77d3e74e-2d5f-4d93-bd7d-7608db2039cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3074e67a-6387-4709-bab9-e18fa7662e57') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:42:49.601183 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 351d92d7-f33b-48c0-ae2d-d828e87eced7 {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:42:49.608270 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-77d3e74e-2d5f-4d93-bd7d-7608db2039cb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419501617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3738385'] for segment, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:49.623031 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-77d3e74e-2d5f-4d93-bd7d-7608db2039cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:49.627545 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port 351d92d7-f33b-48c0-ae2d-d828e87eced7, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=351d92d7-f33b-48c0-ae2d-d828e87eced7,segment=NetworkSegment(2402745c-06cc-4395-87ea-d8de4fb1e600),segment_id=2402745c-06cc-4395-87ea-d8de4fb1e600)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:42:49.633628 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77d3e74e-2d5f-4d93-bd7d-7608db2039cb admin admin] Releasing vlan 236 on physical network physnet1 to pool {{(pid=103162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 20:42:49.634011 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-77d3e74e-2d5f-4d93-bd7d-7608db2039cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3800791'] for segment, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:49.635784 n-d-842733-1 neutron-server[103162]: Traceback (most recent call last): May 20 20:42:49.635784 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 20:42:49.635784 n-d-842733-1 neutron-server[103162]: timer() May 20 20:42:49.635784 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 20:42:49.635784 n-d-842733-1 neutron-server[103162]: cb(*args, **kw) May 20 20:42:49.635784 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 20 20:42:49.635784 n-d-842733-1 neutron-server[103162]: return func(*args, **kwargs) May 20 20:42:49.635784 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 20:42:49.635784 n-d-842733-1 neutron-server[103162]: self._notify() May 20 20:42:49.635784 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 20:42:49.635784 n-d-842733-1 neutron-server[103162]: self.callback(batched_events) May 20 20:42:49.635784 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 20:42:49.635784 n-d-842733-1 neutron-server[103162]: event.method(event) May 20 20:42:49.635784 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 20 20:42:49.635784 n-d-842733-1 neutron-server[103162]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 20:42:49.635784 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 20 20:42:49.635784 n-d-842733-1 neutron-server[103162]: aggregate_uuid = self.p_client.list_aggregates( May 20 20:42:49.635784 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 20 20:42:49.635784 n-d-842733-1 neutron-server[103162]: return f(self, *a, **k) May 20 20:42:49.635784 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 20 20:42:49.635784 n-d-842733-1 neutron-server[103162]: return self._get(url).json() May 20 20:42:49.635784 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 20 20:42:49.635784 n-d-842733-1 neutron-server[103162]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 20:42:49.635784 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 20:42:49.635784 n-d-842733-1 neutron-server[103162]: return self.request(url, 'GET', **kwargs) May 20 20:42:49.635784 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 20:42:49.635784 n-d-842733-1 neutron-server[103162]: base_url = self.get_endpoint(auth, allow=allow, May 20 20:42:49.635784 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 20:42:49.635784 n-d-842733-1 neutron-server[103162]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 20:42:49.635784 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 20:42:49.635784 n-d-842733-1 neutron-server[103162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 20:42:49.635784 n-d-842733-1 neutron-server[103162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 20:42:49.695970 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 39106) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:42:49.715095 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:49.730789 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f02224-68b1-48f6-8233-4c75e3aa3858 req-44a6653e-6ebe-486b-bf78-91b3e132cf8d tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:49.740304 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-00f02224-68b1-48f6-8233-4c75e3aa3858 req-44a6653e-6ebe-486b-bf78-91b3e132cf8d tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/ports?device_id=b07c1a9b-3fbb-41e5-9d04-a21146bf734c HTTP/1.1" status: 200 len: 950 time: 0.0692968 May 20 20:42:49.748329 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_v2 [None req-91250163-d000-43be-b13c-c276453839c2 admin admin] Deleting subnet 778a50d4-7727-4f2b-823c-ebe74bd911a0 {{(pid=103162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 20 20:42:49.754657 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-91250163-d000-43be-b13c-c276453839c2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:49.790678 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=351d92d7-f33b-48c0-ae2d-d828e87eced7,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:42:49.794020 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-00f02224-68b1-48f6-8233-4c75e3aa3858 req-241a4bc2-9f02-471c-83db-29ec38b818fb tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/security-groups?id=38c76b68-4081-4341-88c9-c8e3082a5da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459993 May 20 20:42:49.800406 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-91250163-d000-43be-b13c-c276453839c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3738392'] for subnet, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:49.822740 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-77d3e74e-2d5f-4d93-bd7d-7608db2039cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33072122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748162'] for network, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:49.828884 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-77d3e74e-2d5f-4d93-bd7d-7608db2039cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:49.831983 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-77d3e74e-2d5f-4d93-bd7d-7608db2039cb admin admin] 10.222.0.35 "DELETE /v2.0/networks/f2c1f29b-3984-454a-a363-825a8303b3d8 HTTP/1.1" status: 204 len: 168 time: 0.4809291 May 20 20:42:49.851147 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d3e74e-2d5f-4d93-bd7d-7608db2039cb admin admin] Pushing event deleted for resources: {'Network': ['ID=f2c1f29b-3984-454a-a363-825a8303b3d8,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:42:49.867157 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-91250163-d000-43be-b13c-c276453839c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33068388'] for subnet, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:49.914849 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-923e62b3-dc19-4d98-afcf-66dbeac096aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:50.054995 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] get_ports_and_sgs() called for port_ids ['351d92d7-f33b-48c0-ae2d-d828e87eced7'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:42:50.059208 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-91250163-d000-43be-b13c-c276453839c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33068399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3797621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4018265'] for subnet, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:50.141492 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91250163-d000-43be-b13c-c276453839c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=778a50d4-7727-4f2b-823c-ebe74bd911a0,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:42:50.143924 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-91250163-d000-43be-b13c-c276453839c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:50.150528 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-91250163-d000-43be-b13c-c276453839c2 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/778a50d4-7727-4f2b-823c-ebe74bd911a0 HTTP/1.1" status: 204 len: 168 time: 0.4575016 May 20 20:42:50.151182 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 39120) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:42:50.152745 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc3d0b6-9b1d-4bb8-8d69-56e8d80a8a61 req-919d5fed-7eec-41a9-a105-969704bb4e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:50.155032 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4dc3d0b6-9b1d-4bb8-8d69-56e8d80a8a61 req-919d5fed-7eec-41a9-a105-969704bb4e14 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=74b74d22d9d54e1eae7cec44a7fbec8d&device_id=b07c1a9b-3fbb-41e5-9d04-a21146bf734c HTTP/1.1" status: 200 len: 1101 time: 0.0670099 May 20 20:42:50.236255 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-543d5feb-1483-4dba-a1a9-93e2e2a59540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33160123'] for network, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:50.261949 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 39122) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:42:50.337388 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-543d5feb-1483-4dba-a1a9-93e2e2a59540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33072115', 'neutron.services.segments.db._delete_segments_for_network-8782419500584'] for network, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:50.362249 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-543d5feb-1483-4dba-a1a9-93e2e2a59540 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['574ea0b2-9422-452c-860a-803c828a5092']}} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:42:50.372375 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-e11e8a27-709f-4253-a4c4-39e2f987597c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=14307be6da164addbb4e96db68f248f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1067278 May 20 20:42:50.372694 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 39126) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:42:50.377750 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16930cb1-8b16-4ad5-b848-f8d3da3f5215 req-68320064-e95f-4fb5-aa0d-98524fccde46 tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:50.379218 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-16930cb1-8b16-4ad5-b848-f8d3da3f5215 req-68320064-e95f-4fb5-aa0d-98524fccde46 tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] 10.222.0.35 "GET /v2.0/ports?device_id=d0c60b72-9523-431c-9650-da41023ec6f4 HTTP/1.1" status: 200 len: 944 time: 0.1246080 May 20 20:42:50.380397 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc3d0b6-9b1d-4bb8-8d69-56e8d80a8a61 req-c77c74e9-44b1-41e0-8adf-f01bbed24a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:50.381932 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4dc3d0b6-9b1d-4bb8-8d69-56e8d80a8a61 req-c77c74e9-44b1-41e0-8adf-f01bbed24a83 service neutron] 10.222.0.24 "GET /v2.0/networks?id=cd702362-b982-46c5-a7d0-51de1b03df86 HTTP/1.1" status: 200 len: 870 time: 0.2192852 May 20 20:42:50.382998 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-543d5feb-1483-4dba-a1a9-93e2e2a59540 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24da4578-09fd-484c-a7c3-5ab623d591ad') {'for_net_delete': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:42:50.383367 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-543d5feb-1483-4dba-a1a9-93e2e2a59540 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24da4578-09fd-484c-a7c3-5ab623d591ad') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:42:50.399538 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-543d5feb-1483-4dba-a1a9-93e2e2a59540 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419501617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3738385'] for segment, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:50.426198 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-543d5feb-1483-4dba-a1a9-93e2e2a59540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:50.435752 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4dc3d0b6-9b1d-4bb8-8d69-56e8d80a8a61 req-8d79030b-0392-4195-9018-47122b3193c2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.112&port_id=2a4cc0f0-cfd0-4e2d-aa3c-9c6f9247fea7 HTTP/1.1" status: 200 len: 217 time: 0.0468853 May 20 20:42:50.439867 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-543d5feb-1483-4dba-a1a9-93e2e2a59540 admin admin] Releasing vlan 212 on physical network physnet1 to pool {{(pid=103162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 20:42:50.440258 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-543d5feb-1483-4dba-a1a9-93e2e2a59540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3800791'] for segment, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:50.442130 n-d-842733-1 neutron-server[103162]: Traceback (most recent call last): May 20 20:42:50.442130 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 20:42:50.442130 n-d-842733-1 neutron-server[103162]: timer() May 20 20:42:50.442130 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 20:42:50.442130 n-d-842733-1 neutron-server[103162]: cb(*args, **kw) May 20 20:42:50.442130 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 20 20:42:50.442130 n-d-842733-1 neutron-server[103162]: return func(*args, **kwargs) May 20 20:42:50.442130 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 20:42:50.442130 n-d-842733-1 neutron-server[103162]: self._notify() May 20 20:42:50.442130 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 20:42:50.442130 n-d-842733-1 neutron-server[103162]: self.callback(batched_events) May 20 20:42:50.442130 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 20:42:50.442130 n-d-842733-1 neutron-server[103162]: event.method(event) May 20 20:42:50.442130 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 20 20:42:50.442130 n-d-842733-1 neutron-server[103162]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 20:42:50.442130 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 20 20:42:50.442130 n-d-842733-1 neutron-server[103162]: aggregate_uuid = self.p_client.list_aggregates( May 20 20:42:50.442130 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 20 20:42:50.442130 n-d-842733-1 neutron-server[103162]: return f(self, *a, **k) May 20 20:42:50.442130 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 20 20:42:50.442130 n-d-842733-1 neutron-server[103162]: return self._get(url).json() May 20 20:42:50.442130 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 20 20:42:50.442130 n-d-842733-1 neutron-server[103162]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 20:42:50.442130 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 20:42:50.442130 n-d-842733-1 neutron-server[103162]: return self.request(url, 'GET', **kwargs) May 20 20:42:50.442130 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 20:42:50.442130 n-d-842733-1 neutron-server[103162]: base_url = self.get_endpoint(auth, allow=allow, May 20 20:42:50.442130 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 20:42:50.442130 n-d-842733-1 neutron-server[103162]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 20:42:50.442130 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 20:42:50.442130 n-d-842733-1 neutron-server[103162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 20:42:50.442130 n-d-842733-1 neutron-server[103162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 20:42:50.488848 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-16930cb1-8b16-4ad5-b848-f8d3da3f5215 req-c052654e-14c3-43af-89c8-61fa21e346d6 tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] 10.222.0.35 "GET /v2.0/security-groups?id=b4498864-440f-46b0-a344-70b0d7510345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980334 May 20 20:42:50.496374 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f1904667-d2a5-4b09-b140-d11e053e3ddf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:50.505659 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc3d0b6-9b1d-4bb8-8d69-56e8d80a8a61 req-20dc389b-ca95-4344-a0fc-f5ab9ec4eacf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:50.507254 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4dc3d0b6-9b1d-4bb8-8d69-56e8d80a8a61 req-20dc389b-ca95-4344-a0fc-f5ab9ec4eacf service neutron] 10.222.0.24 "GET /v2.0/subnets?id=26b342ea-254c-483a-9ea9-f11c178970eb HTTP/1.1" status: 200 len: 843 time: 0.0647833 May 20 20:42:50.522206 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f1904667-d2a5-4b09-b140-d11e053e3ddf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:50.563912 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc3d0b6-9b1d-4bb8-8d69-56e8d80a8a61 req-3dd528b3-771a-4a17-8417-fac09dadd198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:50.565425 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4dc3d0b6-9b1d-4bb8-8d69-56e8d80a8a61 req-3dd528b3-771a-4a17-8417-fac09dadd198 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cd702362-b982-46c5-a7d0-51de1b03df86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0515561 May 20 20:42:50.567084 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-543d5feb-1483-4dba-a1a9-93e2e2a59540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33072122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748162'] for network, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:50.580124 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-543d5feb-1483-4dba-a1a9-93e2e2a59540 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:50.586436 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-543d5feb-1483-4dba-a1a9-93e2e2a59540 admin admin] 10.222.0.35 "DELETE /v2.0/networks/574ea0b2-9422-452c-860a-803c828a5092 HTTP/1.1" status: 204 len: 168 time: 0.4319389 May 20 20:42:50.600743 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543d5feb-1483-4dba-a1a9-93e2e2a59540 admin admin] Pushing event deleted for resources: {'Network': ['ID=574ea0b2-9422-452c-860a-803c828a5092,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:42:50.679176 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f1904667-d2a5-4b09-b140-d11e053e3ddf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:50.679291 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4dc3d0b6-9b1d-4bb8-8d69-56e8d80a8a61 req-acc7f6fa-64e4-4dce-bd8a-3e436e6114bd service neutron] 10.222.0.24 "GET /v2.0/networks/cd702362-b982-46c5-a7d0-51de1b03df86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964797 May 20 20:42:50.679392 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f1904667-d2a5-4b09-b140-d11e053e3ddf admin admin] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:50.679392 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-f1904667-d2a5-4b09-b140-d11e053e3ddf admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f4b7709e-62c4-4c92-9539-853c7ed8a4c0 HTTP/1.1" status: 204 len: 168 time: 0.3021932 May 20 20:42:50.686739 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1904667-d2a5-4b09-b140-d11e053e3ddf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4b7709e-62c4-4c92-9539-853c7ed8a4c0,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:42:50.770642 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4dc3d0b6-9b1d-4bb8-8d69-56e8d80a8a61 req-b70595c0-8ffc-4c37-bc59-f4762c2542e2 service neutron] 10.222.0.24 "GET /v2.0/networks/cd702362-b982-46c5-a7d0-51de1b03df86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879533 May 20 20:42:50.903605 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 315a12df-b564-4d72-a5e0-1f58c6c992ca no longer exists at agent hyperv_n-h1-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:42:50.924389 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64db5b4-4b2c-45ed-a377-98bc28be7820 req-c4a31ab9-bc2a-47be-b22d-68161953a3cc tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:50.925585 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] No Port match for: 315a12df-b564-4d72-a5e0-1f58c6c992ca {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 20:42:50.925916 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f64db5b4-4b2c-45ed-a377-98bc28be7820 req-c4a31ab9-bc2a-47be-b22d-68161953a3cc tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/ports?device_id=b07c1a9b-3fbb-41e5-9d04-a21146bf734c HTTP/1.1" status: 200 len: 950 time: 0.0497539 May 20 20:42:50.926342 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 315a12df-b564-4d72-a5e0-1f58c6c992ca not bound to the agent host n-h1-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 20:42:50.968253 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f64db5b4-4b2c-45ed-a377-98bc28be7820 req-6d50a1a5-d205-4007-b2cf-2506a1396a41 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/security-groups?id=38c76b68-4081-4341-88c9-c8e3082a5da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341043 May 20 20:42:51.054527 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 39140) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:42:51.095251 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-048e7827-495f-4a79-ab22-ce3a0915fac7 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a2d17c0110a94477bf984a8f69472a51&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0397098 May 20 20:42:51.098003 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 39142) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:42:51.152305 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-fb810256-b24e-4f60-9e0e-5ebe39111c8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:51.197361 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-fb810256-b24e-4f60-9e0e-5ebe39111c8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:51.313871 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-fb810256-b24e-4f60-9e0e-5ebe39111c8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:51.316545 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-fb810256-b24e-4f60-9e0e-5ebe39111c8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:51.318635 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-fb810256-b24e-4f60-9e0e-5ebe39111c8b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/546ebacc-5ea6-43c6-a495-bda03cdb5e2f HTTP/1.1" status: 204 len: 168 time: 0.2188258 May 20 20:42:51.327706 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb810256-b24e-4f60-9e0e-5ebe39111c8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=546ebacc-5ea6-43c6-a495-bda03cdb5e2f,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:42:51.402054 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 351d92d7-f33b-48c0-ae2d-d828e87eced7 up at agent hyperv_n-h2-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:42:51.520722 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Provisioning for port 351d92d7-f33b-48c0-ae2d-d828e87eced7 completed by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 20:42:51.525374 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Provisioning complete for port 351d92d7-f33b-48c0-ae2d-d828e87eced7 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:42:51.525926 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:51.619768 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port 351d92d7-f33b-48c0-ae2d-d828e87eced7 is: BUILD; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:42:51.626239 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:51.626372 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92235559-766e-4c6c-930a-cf920f43e4f0 req-d9f6b892-aa71-4c9b-8b7d-545b536420e9 tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:51.627926 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-92235559-766e-4c6c-930a-cf920f43e4f0 req-d9f6b892-aa71-4c9b-8b7d-545b536420e9 tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] 10.222.0.35 "GET /v2.0/ports?device_id=d0c60b72-9523-431c-9650-da41023ec6f4 HTTP/1.1" status: 200 len: 944 time: 0.0679181 May 20 20:42:51.645568 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0c60b72-9523-431c-9650-da41023ec6f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '351d92d7-f33b-48c0-ae2d-d828e87eced7'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:42:51.648146 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8485417003ce7c0410b00f5cdc2f391e21107b70bb68e2773712534a96e108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-290e6aa0-dbc6-4192-86c6-d937270b28a0" -d '{"events": [{"server_uuid": "d0c60b72-9523-431c-9650-da41023ec6f4", "name": "network-vif-plugged", "status": "completed", "tag": "351d92d7-f33b-48c0-ae2d-d828e87eced7"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:42:51.661854 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port 351d92d7-f33b-48c0-ae2d-d828e87eced7, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=351d92d7-f33b-48c0-ae2d-d828e87eced7,segment=NetworkSegment(2402745c-06cc-4395-87ea-d8de4fb1e600),segment_id=2402745c-06cc-4395-87ea-d8de4fb1e600)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:42:51.674943 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-92235559-766e-4c6c-930a-cf920f43e4f0 req-9b56826a-d3be-452e-bb98-bfe8d5e4fa1c tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] 10.222.0.35 "GET /v2.0/security-groups?id=b4498864-440f-46b0-a344-70b0d7510345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384440 May 20 20:42:51.697610 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 20:42:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f73c6db-5d77-46fb-891d-1dab7b2acc3d x-openstack-request-id: req-8f73c6db-5d77-46fb-891d-1dab7b2acc3d {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:42:51.697610 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0c60b72-9523-431c-9650-da41023ec6f4", "name": "network-vif-plugged", "status": "completed", "tag": "351d92d7-f33b-48c0-ae2d-d828e87eced7", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:42:51.697610 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8f73c6db-5d77-46fb-891d-1dab7b2acc3d {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:42:51.697610 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f73c6db-5d77-46fb-891d-1dab7b2acc3d'] response: {'server_uuid': 'd0c60b72-9523-431c-9650-da41023ec6f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '351d92d7-f33b-48c0-ae2d-d828e87eced7', 'code': 200} May 20 20:42:51.732627 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:51.806400 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=351d92d7-f33b-48c0-ae2d-d828e87eced7,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:42:51.831302 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75d74d3-dcb0-4d9a-ab2e-f367ad299a0c req-b040ff4d-d579-4562-98f0-7bb3333d4812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:51.833500 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e75d74d3-dcb0-4d9a-ab2e-f367ad299a0c req-b040ff4d-d579-4562-98f0-7bb3333d4812 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d0c60b72-9523-431c-9650-da41023ec6f4 HTTP/1.1" status: 200 len: 1096 time: 0.0473309 May 20 20:42:51.878595 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e75d74d3-dcb0-4d9a-ab2e-f367ad299a0c req-7a57141d-5b0b-4fa4-8dea-9dc6155e4e7d service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=b4498864-440f-46b0-a344-70b0d7510345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383387 May 20 20:42:52.103306 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f92708-1a1d-4eb0-b2ca-94a179c47362 req-80303ee2-7b5c-4b9a-bd93-4437f34f9c69 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:52.105924 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a0f92708-1a1d-4eb0-b2ca-94a179c47362 req-80303ee2-7b5c-4b9a-bd93-4437f34f9c69 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/ports?device_id=b07c1a9b-3fbb-41e5-9d04-a21146bf734c HTTP/1.1" status: 200 len: 950 time: 0.0558150 May 20 20:42:52.126401 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 39198) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:42:52.153467 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a0f92708-1a1d-4eb0-b2ca-94a179c47362 req-ddf2f9c6-8d97-4563-8d67-c623b096d0f3 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/security-groups?id=38c76b68-4081-4341-88c9-c8e3082a5da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420039 May 20 20:42:52.221498 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-248efab4-ce7e-4fa2-b0a1-cd6c423e9702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:52.259782 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-97387b9c-3421-4986-8404-c74b2a5ffaeb admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1960208890-network', 'tenant_id': '76a1c9b8cf0448cd948988bee27a87e8'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:42:52.329919 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97387b9c-3421-4986-8404-c74b2a5ffaeb admin admin] Made reservation on behalf of 76a1c9b8cf0448cd948988bee27a87e8 for: {'network': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:42:52.332616 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-97387b9c-3421-4986-8404-c74b2a5ffaeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for network, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:52.344942 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-97387b9c-3421-4986-8404-c74b2a5ffaeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:52.422391 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-97387b9c-3421-4986-8404-c74b2a5ffaeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:52.495757 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-97387b9c-3421-4986-8404-c74b2a5ffaeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:52.517289 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97387b9c-3421-4986-8404-c74b2a5ffaeb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 217} {{(pid=103162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 20:42:52.532215 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97387b9c-3421-4986-8404-c74b2a5ffaeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7d88c2e-2a69-47bd-b154-2182fe7d4759,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:42:52.535211 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-97387b9c-3421-4986-8404-c74b2a5ffaeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:52.535549 n-d-842733-1 neutron-server[103162]: INFO neutron.db.segments_db [None req-97387b9c-3421-4986-8404-c74b2a5ffaeb admin admin] Added segment ca06552a-020a-4e09-a645-a891f05fe594 of type vlan for network d60606e0-f16b-41ef-a3a7-4e607c0fc17f May 20 20:42:52.574316 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-97387b9c-3421-4986-8404-c74b2a5ffaeb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418993264'] for network, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:52.663232 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-97387b9c-3421-4986-8404-c74b2a5ffaeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524'] for network, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:52.664211 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97387b9c-3421-4986-8404-c74b2a5ffaeb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:52.664795 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-97387b9c-3421-4986-8404-c74b2a5ffaeb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:52.738010 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-97387b9c-3421-4986-8404-c74b2a5ffaeb admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6085873 May 20 20:42:52.741158 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 39226) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:42:52.747699 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97387b9c-3421-4986-8404-c74b2a5ffaeb admin admin] Pushing event updated for resources: {'Network': ['ID=d60606e0-f16b-41ef-a3a7-4e607c0fc17f,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:42:52.747857 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-9e7e1483-afbf-460b-95dd-de6bae842a16 admin admin] Request body: {'subnet': {'network_id': 'd60606e0-f16b-41ef-a3a7-4e607c0fc17f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1960208890-subnet', 'tenant_id': '76a1c9b8cf0448cd948988bee27a87e8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:42:52.757388 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Network d60606e0-f16b-41ef-a3a7-4e607c0fc17f details requested by agent ovs-agent-n-d-842733-1 with host n-d-842733-1 {{(pid=103164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 20 20:42:52.772075 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 39228) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:42:52.829509 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0733aa4b-33f0-451d-a494-b9266c6e8000 req-b593a129-9e0d-436a-8e69-212291021de1 tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:52.830030 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0733aa4b-33f0-451d-a494-b9266c6e8000 req-b593a129-9e0d-436a-8e69-212291021de1 tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] 10.222.0.35 "GET /v2.0/ports?device_id=d0c60b72-9523-431c-9650-da41023ec6f4 HTTP/1.1" status: 200 len: 945 time: 0.0680711 May 20 20:42:52.886344 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0733aa4b-33f0-451d-a494-b9266c6e8000 req-a9f4174a-857b-498d-b3a3-5642056ab593 tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] 10.222.0.35 "GET /v2.0/security-groups?id=b4498864-440f-46b0-a344-70b0d7510345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490942 May 20 20:42:52.892137 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-10694002-8658-4db1-99e5-a1d993be00dd admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-161713679-network', 'tenant_id': 'be20e9e02c7d43abba78a7896a141aee'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:42:52.945815 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e7e1483-afbf-460b-95dd-de6bae842a16 admin admin] Made reservation on behalf of 76a1c9b8cf0448cd948988bee27a87e8 for: {'subnet': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:42:52.950895 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9e7e1483-afbf-460b-95dd-de6bae842a16 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8422561'] for subnet, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:52.998469 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10694002-8658-4db1-99e5-a1d993be00dd admin admin] Made reservation on behalf of be20e9e02c7d43abba78a7896a141aee for: {'network': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:42:53.002300 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-10694002-8658-4db1-99e5-a1d993be00dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for network, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:53.011265 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-10694002-8658-4db1-99e5-a1d993be00dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:53.035216 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f19ed2ae-1924-456d-a7b0-a853ae95c1d7 req-236e72da-452c-46a7-b486-3f0df2e16a25 tempest-QuotasAdminNegativeTest-1960945640 tempest-QuotasAdminNegativeTest-1960945640-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=08a884ffb7404e94b62857a7c7fe9a4c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0353549 May 20 20:42:53.091188 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-10694002-8658-4db1-99e5-a1d993be00dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:53.141485 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-10694002-8658-4db1-99e5-a1d993be00dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:53.162471 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10694002-8658-4db1-99e5-a1d993be00dd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 239} {{(pid=103162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 20:42:53.176203 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10694002-8658-4db1-99e5-a1d993be00dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58135073-fccb-49ae-944b-5541f8508195,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:42:53.181196 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-10694002-8658-4db1-99e5-a1d993be00dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:53.181634 n-d-842733-1 neutron-server[103162]: INFO neutron.db.segments_db [None req-10694002-8658-4db1-99e5-a1d993be00dd admin admin] Added segment a454a6f2-b2fd-4e97-99c4-d6bcfdc2af0b of type vlan for network b3410a09-5cd8-4e81-a2fc-a3c5f65f81c0 May 20 20:42:53.197916 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19ed2ae-1924-456d-a7b0-a853ae95c1d7 req-5ef5f5d7-ec96-4c72-a6ec-9e685eead880 tempest-QuotasAdminNegativeTest-1960945640 tempest-QuotasAdminNegativeTest-1960945640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:53.202083 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f19ed2ae-1924-456d-a7b0-a853ae95c1d7 req-5ef5f5d7-ec96-4c72-a6ec-9e685eead880 tempest-QuotasAdminNegativeTest-1960945640 tempest-QuotasAdminNegativeTest-1960945640-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1566200 May 20 20:42:53.230209 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f19ed2ae-1924-456d-a7b0-a853ae95c1d7 req-c66dc8d5-4790-43f6-a7e0-543089057690 tempest-QuotasAdminNegativeTest-1960945640 tempest-QuotasAdminNegativeTest-1960945640-project] 10.222.0.35 "GET /v2.0/quotas/08a884ffb7404e94b62857a7c7fe9a4c HTTP/1.1" status: 200 len: 375 time: 0.0209169 May 20 20:42:53.237071 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-10694002-8658-4db1-99e5-a1d993be00dd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418993264'] for network, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:53.287559 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f19ed2ae-1924-456d-a7b0-a853ae95c1d7 req-2bf17ad1-30d9-457a-b367-dc936084a887 tempest-QuotasAdminNegativeTest-1960945640 tempest-QuotasAdminNegativeTest-1960945640-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=08a884ffb7404e94b62857a7c7fe9a4c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0566344 May 20 20:42:53.324599 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-10694002-8658-4db1-99e5-a1d993be00dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524'] for network, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:53.325861 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10694002-8658-4db1-99e5-a1d993be00dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:53.326441 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-10694002-8658-4db1-99e5-a1d993be00dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:53.346375 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097ea1ab-b436-4045-8640-95487f919fb4 req-3e52df6f-d93e-46fe-9141-45b0dd59fc5b tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:53.349782 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-097ea1ab-b436-4045-8640-95487f919fb4 req-3e52df6f-d93e-46fe-9141-45b0dd59fc5b tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/ports?device_id=b07c1a9b-3fbb-41e5-9d04-a21146bf734c HTTP/1.1" status: 200 len: 950 time: 0.0841084 May 20 20:42:53.397956 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-097ea1ab-b436-4045-8640-95487f919fb4 req-15f3c886-ef05-4cef-a192-4369a2bc5c1c tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/security-groups?id=38c76b68-4081-4341-88c9-c8e3082a5da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397501 May 20 20:42:53.410908 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9e7e1483-afbf-460b-95dd-de6bae842a16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9641412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8422583'] for subnet, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:53.488748 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7e1483-afbf-460b-95dd-de6bae842a16 admin admin] Pushing event updated for resources: {'Subnet': ['ID=992f12bf-2666-4746-b252-52fa9a8e36ea,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:42:53.497321 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e7e1483-afbf-460b-95dd-de6bae842a16 admin admin] Checking segment: {'id': 'ca06552a-020a-4e09-a645-a891f05fe594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'd60606e0-f16b-41ef-a3a7-4e607c0fc17f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:42:53.497815 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e7e1483-afbf-460b-95dd-de6bae842a16 admin admin] Network hostable DHCP agents. Network: d60606e0-f16b-41ef-a3a7-4e607c0fc17f, hostable agents: ['c9b0653c-f3c7-4339-bd50-e3754b629216'], hosted agents: [] {{(pid=103163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 20:42:53.592935 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e7e1483-afbf-460b-95dd-de6bae842a16 admin admin] Network d60606e0-f16b-41ef-a3a7-4e607c0fc17f is scheduled to be hosted by DHCP agent c9b0653c-f3c7-4339-bd50-e3754b629216 with binding_index 1 {{(pid=103163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 20:42:53.624887 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-10694002-8658-4db1-99e5-a1d993be00dd admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.8508270 May 20 20:42:53.627721 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 39250) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:42:53.632597 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-729229cd-dfb8-4b63-813b-36804b564551 admin admin] Request body: {'subnet': {'network_id': 'b3410a09-5cd8-4e81-a2fc-a3c5f65f81c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-161713679-subnet', 'tenant_id': 'be20e9e02c7d43abba78a7896a141aee', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:42:53.639685 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10694002-8658-4db1-99e5-a1d993be00dd admin admin] Pushing event updated for resources: {'Network': ['ID=b3410a09-5cd8-4e81-a2fc-a3c5f65f81c0,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:42:53.651704 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Network b3410a09-5cd8-4e81-a2fc-a3c5f65f81c0 details requested by agent ovs-agent-n-d-842733-1 with host n-d-842733-1 {{(pid=103164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 20 20:42:53.706869 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-9e7e1483-afbf-460b-95dd-de6bae842a16 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842733-1, d60606e0-f16b-41ef-a3a7-4e607c0fc17f) {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:42:53.712006 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e7e1483-afbf-460b-95dd-de6bae842a16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:53.725537 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9e7e1483-afbf-460b-95dd-de6bae842a16 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:53.732453 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c71cc21e-ee63-4d51-906a-7305da95a62e None None] Network d60606e0-f16b-41ef-a3a7-4e607c0fc17f requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:42:53.784259 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-729229cd-dfb8-4b63-813b-36804b564551 admin admin] Made reservation on behalf of be20e9e02c7d43abba78a7896a141aee for: {'subnet': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:42:53.786941 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-729229cd-dfb8-4b63-813b-36804b564551 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8422561'] for subnet, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:53.853114 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-9e7e1483-afbf-460b-95dd-de6bae842a16 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1028299 May 20 20:42:53.882441 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4bb0e131-6525-46ca-a45b-e4ea43a5e69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:53.891512 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-828dedde-fd1d-4926-8b68-063fad478b27 None None] Network d60606e0-f16b-41ef-a3a7-4e607c0fc17f requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:42:54.075809 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996844bf-e9fb-4dd7-bed0-4c8f3494e13c req-af8b49d9-b51a-4109-8531-b7d08badf760 tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:54.078003 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-996844bf-e9fb-4dd7-bed0-4c8f3494e13c req-af8b49d9-b51a-4109-8531-b7d08badf760 tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] 10.222.0.35 "GET /v2.0/ports?device_id=d0c60b72-9523-431c-9650-da41023ec6f4 HTTP/1.1" status: 200 len: 945 time: 0.1179173 May 20 20:42:54.119187 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-996844bf-e9fb-4dd7-bed0-4c8f3494e13c req-a1aa04f8-4183-4fe4-a587-c09c1e7c2a30 tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] 10.222.0.35 "GET /v2.0/security-groups?id=b4498864-440f-46b0-a344-70b0d7510345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346138 May 20 20:42:54.127303 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-729229cd-dfb8-4b63-813b-36804b564551 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9641412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8422583'] for subnet, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:54.194961 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729229cd-dfb8-4b63-813b-36804b564551 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0d33e5a-87c1-40c9-ae5f-eab39232edb6,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:42:54.200552 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-729229cd-dfb8-4b63-813b-36804b564551 admin admin] Checking segment: {'id': 'a454a6f2-b2fd-4e97-99c4-d6bcfdc2af0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'b3410a09-5cd8-4e81-a2fc-a3c5f65f81c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:42:54.200909 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-729229cd-dfb8-4b63-813b-36804b564551 admin admin] Network hostable DHCP agents. Network: b3410a09-5cd8-4e81-a2fc-a3c5f65f81c0, hostable agents: ['c9b0653c-f3c7-4339-bd50-e3754b629216'], hosted agents: [] {{(pid=103163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 20:42:54.235925 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3c54451a-b8d9-4110-9273-89363118aff3 req-f8c6dd0c-00f6-45dd-b98c-9516992aad35 tempest-QuotasAdminNegativeTest-1960945640 tempest-QuotasAdminNegativeTest-1960945640-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=08a884ffb7404e94b62857a7c7fe9a4c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0236433 May 20 20:42:54.314532 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-729229cd-dfb8-4b63-813b-36804b564551 admin admin] Network b3410a09-5cd8-4e81-a2fc-a3c5f65f81c0 is scheduled to be hosted by DHCP agent c9b0653c-f3c7-4339-bd50-e3754b629216 with binding_index 1 {{(pid=103163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 20:42:54.427500 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c54451a-b8d9-4110-9273-89363118aff3 req-1faedd0c-1cea-459d-b20c-f1ea6f73fdd7 tempest-QuotasAdminNegativeTest-1960945640 tempest-QuotasAdminNegativeTest-1960945640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:54.429000 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3c54451a-b8d9-4110-9273-89363118aff3 req-1faedd0c-1cea-459d-b20c-f1ea6f73fdd7 tempest-QuotasAdminNegativeTest-1960945640 tempest-QuotasAdminNegativeTest-1960945640-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1876183 May 20 20:42:54.431865 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-729229cd-dfb8-4b63-813b-36804b564551 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842733-1, b3410a09-5cd8-4e81-a2fc-a3c5f65f81c0) {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:42:54.439370 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed32c081-2af4-44d2-841f-680120732644 req-afd3d270-7ffc-4f6e-aedb-b698525f840b tempest-ServerPasswordTestJSON-1462210721 tempest-ServerPasswordTestJSON-1462210721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:54.439527 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d38718ba-ae06-43a6-89d3-02aab6f7a9c5 None None] Network b3410a09-5cd8-4e81-a2fc-a3c5f65f81c0 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:42:54.440770 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ed32c081-2af4-44d2-841f-680120732644 req-afd3d270-7ffc-4f6e-aedb-b698525f840b tempest-ServerPasswordTestJSON-1462210721 tempest-ServerPasswordTestJSON-1462210721-project] 10.222.0.35 "GET /v2.0/networks?id=d60606e0-f16b-41ef-a3a7-4e607c0fc17f HTTP/1.1" status: 200 len: 813 time: 0.1883247 May 20 20:42:54.444888 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-729229cd-dfb8-4b63-813b-36804b564551 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:54.445647 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-729229cd-dfb8-4b63-813b-36804b564551 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:54.471345 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3c54451a-b8d9-4110-9273-89363118aff3 req-3ff0c902-6a28-416a-a609-cfbf91144a39 tempest-QuotasAdminNegativeTest-1960945640 tempest-QuotasAdminNegativeTest-1960945640-project] 10.222.0.35 "GET /v2.0/quotas/08a884ffb7404e94b62857a7c7fe9a4c HTTP/1.1" status: 200 len: 375 time: 0.0283451 May 20 20:42:54.472945 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ed32c081-2af4-44d2-841f-680120732644 req-a3378258-38a8-4ea7-a3df-2114b99b6c0c tempest-ServerPasswordTestJSON-1462210721 tempest-ServerPasswordTestJSON-1462210721-project] 10.222.0.35 "GET /v2.0/quotas/76a1c9b8cf0448cd948988bee27a87e8 HTTP/1.1" status: 200 len: 375 time: 0.0187879 May 20 20:42:54.482397 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:54.510687 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3c54451a-b8d9-4110-9273-89363118aff3 req-1e45eed2-8e2d-4941-bb0f-2ca14bd41f0a tempest-QuotasAdminNegativeTest-1960945640 tempest-QuotasAdminNegativeTest-1960945640-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=08a884ffb7404e94b62857a7c7fe9a4c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0332482 May 20 20:42:54.533789 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ed32c081-2af4-44d2-841f-680120732644 req-e3ee46a6-6709-4c9f-a896-4a8827d651cc tempest-ServerPasswordTestJSON-1462210721 tempest-ServerPasswordTestJSON-1462210721-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=76a1c9b8cf0448cd948988bee27a87e8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0457549 May 20 20:42:54.550094 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-729229cd-dfb8-4b63-813b-36804b564551 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.9210770 May 20 20:42:54.569670 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79dbee29-8427-4bba-bf8f-246bc80dda7e None None] Network b3410a09-5cd8-4e81-a2fc-a3c5f65f81c0 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:42:54.658330 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ed32c081-2af4-44d2-841f-680120732644 req-e67a991a-a171-461d-b18f-cfe8cf020dfe service neutron] 10.222.0.35 "GET /v2.0/networks/d60606e0-f16b-41ef-a3a7-4e607c0fc17f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208487 May 20 20:42:54.755184 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db52a2d1-4e12-4af5-bbac-5d8ced0ddc0d req-863af292-5621-47e7-ab84-3384849054ef tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:54.756652 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-db52a2d1-4e12-4af5-bbac-5d8ced0ddc0d req-863af292-5621-47e7-ab84-3384849054ef tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] 10.222.0.35 "GET /v2.0/ports?device_id=d0c60b72-9523-431c-9650-da41023ec6f4 HTTP/1.1" status: 200 len: 945 time: 0.1203108 May 20 20:42:54.811570 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ed32c081-2af4-44d2-841f-680120732644 req-3118e8dd-4ea2-4809-8696-9b0a44c87c7f service neutron] 10.222.0.35 "GET /v2.0/networks/d60606e0-f16b-41ef-a3a7-4e607c0fc17f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385970 May 20 20:42:54.814505 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-db52a2d1-4e12-4af5-bbac-5d8ced0ddc0d req-a5ea55bd-9273-47e7-aa0f-cc4ee0aef8ea tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] 10.222.0.35 "GET /v2.0/security-groups?id=b4498864-440f-46b0-a344-70b0d7510345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516231 May 20 20:42:54.918774 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f19c418-1be5-4bd5-87c6-8541dded5f00 req-59ab6715-1e9c-4c67-af91-659091c5ecec tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:54.920877 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5f19c418-1be5-4bd5-87c6-8541dded5f00 req-59ab6715-1e9c-4c67-af91-659091c5ecec tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/ports?device_id=b07c1a9b-3fbb-41e5-9d04-a21146bf734c HTTP/1.1" status: 200 len: 950 time: 0.0480404 May 20 20:42:54.959573 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5f19c418-1be5-4bd5-87c6-8541dded5f00 req-4059ece1-4119-404a-9b04-377a07b87036 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/security-groups?id=38c76b68-4081-4341-88c9-c8e3082a5da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319161 May 20 20:42:55.207369 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77e7d4d-913f-4431-ae8a-5ef615340e24 req-27388174-8565-45d7-ba53-ea2594a5db82 tempest-ServerMetadataNegativeTestJSON-1186641826 tempest-ServerMetadataNegativeTestJSON-1186641826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:55.212559 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d77e7d4d-913f-4431-ae8a-5ef615340e24 req-27388174-8565-45d7-ba53-ea2594a5db82 tempest-ServerMetadataNegativeTestJSON-1186641826 tempest-ServerMetadataNegativeTestJSON-1186641826-project] 10.222.0.35 "GET /v2.0/networks?id=b3410a09-5cd8-4e81-a2fc-a3c5f65f81c0 HTTP/1.1" status: 200 len: 820 time: 0.1080227 May 20 20:42:55.233969 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d77e7d4d-913f-4431-ae8a-5ef615340e24 req-b22470f6-78de-4b16-ab17-2f8838e2d22d tempest-ServerMetadataNegativeTestJSON-1186641826 tempest-ServerMetadataNegativeTestJSON-1186641826-project] 10.222.0.35 "GET /v2.0/quotas/be20e9e02c7d43abba78a7896a141aee HTTP/1.1" status: 200 len: 375 time: 0.0098524 May 20 20:42:55.269680 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d77e7d4d-913f-4431-ae8a-5ef615340e24 req-92ead775-3f06-436f-b0d6-2d6b21ad3397 tempest-ServerMetadataNegativeTestJSON-1186641826 tempest-ServerMetadataNegativeTestJSON-1186641826-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=be20e9e02c7d43abba78a7896a141aee&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0289626 May 20 20:42:55.367596 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d77e7d4d-913f-4431-ae8a-5ef615340e24 req-f9777eea-9b91-4756-9e87-41d732fa5f62 service neutron] 10.222.0.35 "GET /v2.0/networks/b3410a09-5cd8-4e81-a2fc-a3c5f65f81c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906737 May 20 20:42:55.411713 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cc3ec51b-6ec8-438a-8349-5f0bec346d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:55.460705 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d77e7d4d-913f-4431-ae8a-5ef615340e24 req-2aa94753-f63d-40f9-ada6-f523752f1e93 service neutron] 10.222.0.35 "GET /v2.0/networks/b3410a09-5cd8-4e81-a2fc-a3c5f65f81c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862703 May 20 20:42:55.515664 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:55.707538 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-aa12f52c-2a87-44b9-9e7d-3e9fd280daf9 req-c7aa58b4-7ae1-4175-b545-bf1a33592818 tempest-ServerPasswordTestJSON-1462210721 tempest-ServerPasswordTestJSON-1462210721-project] 10.222.0.35 "GET /v2.0/ports?device_id=075f068c-6a99-4e42-81db-2d32cb946378 HTTP/1.1" status: 200 len: 210 time: 0.0279782 May 20 20:42:55.877472 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-87c14298-b2d1-4bd3-a788-d092c8627117 req-4bef79cc-aa94-4daf-aa1d-49527b4d7b33 tempest-ServerMetadataNegativeTestJSON-1186641826 tempest-ServerMetadataNegativeTestJSON-1186641826-project] 10.222.0.35 "GET /v2.0/ports?device_id=4f49078f-ef6b-4e5f-83d9-cf2aa4c7008b HTTP/1.1" status: 200 len: 210 time: 0.0429454 May 20 20:42:56.305170 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53a84c9-2813-4446-8e89-dbcd2aeebe77 req-34921a23-22fc-400d-b1d2-5df8ca198f14 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:56.306677 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c53a84c9-2813-4446-8e89-dbcd2aeebe77 req-34921a23-22fc-400d-b1d2-5df8ca198f14 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/ports?device_id=639a9b9c-aaad-4644-9dcd-410174fb9f88 HTTP/1.1" status: 200 len: 945 time: 0.3737876 May 20 20:42:56.345194 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c53a84c9-2813-4446-8e89-dbcd2aeebe77 req-eebedefd-cc7d-48e9-82e8-67308980d36e tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3c6019f-4c4a-4c16-982c-852ac3d8d84a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322275 May 20 20:42:56.498350 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979c8e95-7fbb-4678-b04e-a3faa91855ed req-1be2f12e-e692-4fdb-a498-e6547a7cc8c2 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:56.499826 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-979c8e95-7fbb-4678-b04e-a3faa91855ed req-1be2f12e-e692-4fdb-a498-e6547a7cc8c2 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/ports?device_id=b07c1a9b-3fbb-41e5-9d04-a21146bf734c HTTP/1.1" status: 200 len: 950 time: 0.0758424 May 20 20:42:56.521868 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57c0adb-0351-4fb5-b6bc-97e1249d975d req-8c6a140f-4eeb-4c28-bd32-c976c50c9fce tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:56.523471 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d57c0adb-0351-4fb5-b6bc-97e1249d975d req-8c6a140f-4eeb-4c28-bd32-c976c50c9fce tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/ports?device_id=639a9b9c-aaad-4644-9dcd-410174fb9f88 HTTP/1.1" status: 200 len: 945 time: 0.0686634 May 20 20:42:56.575797 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-979c8e95-7fbb-4678-b04e-a3faa91855ed req-c525c78a-412d-4523-a14d-07679e537c7c tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/security-groups?id=38c76b68-4081-4341-88c9-c8e3082a5da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681927 May 20 20:42:56.583264 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d57c0adb-0351-4fb5-b6bc-97e1249d975d req-76ddeb93-3289-45cb-afb8-47b0f33fade6 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3c6019f-4c4a-4c16-982c-852ac3d8d84a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510218 May 20 20:42:56.699905 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8aee61bf-743b-4315-80ae-cbda620fd25f req-6d549a0b-9633-4e4c-8997-52fd39b629d8 tempest-QuotasAdminNegativeTest-1960945640 tempest-QuotasAdminNegativeTest-1960945640-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=08a884ffb7404e94b62857a7c7fe9a4c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0243521 May 20 20:42:56.708800 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415db120-3b99-4663-bf0a-6cf2433a4bf7 req-c61b633d-3ed2-4ba2-85b4-bb90a79e8f1a tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:56.718984 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-415db120-3b99-4663-bf0a-6cf2433a4bf7 req-c61b633d-3ed2-4ba2-85b4-bb90a79e8f1a tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] 10.222.0.35 "GET /v2.0/ports?device_id=d0c60b72-9523-431c-9650-da41023ec6f4 HTTP/1.1" status: 200 len: 945 time: 0.0754676 May 20 20:42:56.805946 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-415db120-3b99-4663-bf0a-6cf2433a4bf7 req-8dc782a7-1f4d-48b5-bf2c-2113f0fbe4e2 tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] 10.222.0.35 "GET /v2.0/security-groups?id=b4498864-440f-46b0-a344-70b0d7510345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854981 May 20 20:42:56.841789 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aee61bf-743b-4315-80ae-cbda620fd25f req-452c43cc-0574-4d10-9a4a-eb61b1f5f019 tempest-QuotasAdminNegativeTest-1960945640 tempest-QuotasAdminNegativeTest-1960945640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:56.843493 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8aee61bf-743b-4315-80ae-cbda620fd25f req-452c43cc-0574-4d10-9a4a-eb61b1f5f019 tempest-QuotasAdminNegativeTest-1960945640 tempest-QuotasAdminNegativeTest-1960945640-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1324191 May 20 20:42:56.859135 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8aee61bf-743b-4315-80ae-cbda620fd25f req-f4707869-95bb-4c0f-b05c-ec7081d77f35 tempest-QuotasAdminNegativeTest-1960945640 tempest-QuotasAdminNegativeTest-1960945640-project] 10.222.0.35 "GET /v2.0/quotas/08a884ffb7404e94b62857a7c7fe9a4c HTTP/1.1" status: 200 len: 375 time: 0.0096714 May 20 20:42:56.911084 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8aee61bf-743b-4315-80ae-cbda620fd25f req-80f3dd25-6d3c-4507-b818-a31ddcd418e6 tempest-QuotasAdminNegativeTest-1960945640 tempest-QuotasAdminNegativeTest-1960945640-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=08a884ffb7404e94b62857a7c7fe9a4c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0455031 May 20 20:42:56.943594 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e314c758-328b-4ec9-9bd2-dba2cfb20994 req-620a4f57-b7ad-444d-95eb-bb422012db0f tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:56.945186 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e314c758-328b-4ec9-9bd2-dba2cfb20994 req-620a4f57-b7ad-444d-95eb-bb422012db0f tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/ports?device_id=639a9b9c-aaad-4644-9dcd-410174fb9f88 HTTP/1.1" status: 200 len: 945 time: 0.0813487 May 20 20:42:56.987795 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e314c758-328b-4ec9-9bd2-dba2cfb20994 req-7d6f426c-712b-471f-9754-4110bbe09f4f tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3c6019f-4c4a-4c16-982c-852ac3d8d84a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348043 May 20 20:42:57.057755 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-257b2aa8-d78a-4835-b254-26bd60d3f5c4 req-959402d1-07ae-4215-8f46-fe64cdc2c4f7 tempest-ServerPasswordTestJSON-1462210721 tempest-ServerPasswordTestJSON-1462210721-project] 10.222.0.35 "GET /v2.0/ports?device_id=075f068c-6a99-4e42-81db-2d32cb946378 HTTP/1.1" status: 200 len: 210 time: 0.0301847 May 20 20:42:57.087439 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f8a4599d-36ce-499f-9b7a-e650f9c0a600 req-94a6d6ff-023e-4abb-9302-ba82ed6813f6 tempest-ServerMetadataNegativeTestJSON-1186641826 tempest-ServerMetadataNegativeTestJSON-1186641826-project] 10.222.0.35 "GET /v2.0/ports?device_id=4f49078f-ef6b-4e5f-83d9-cf2aa4c7008b HTTP/1.1" status: 200 len: 210 time: 0.0322392 May 20 20:42:57.197963 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f975dd51-a5fc-4d2a-98cd-525f7fb0c683 req-55f36e0b-1e18-4a3b-ab61-e5f56caa1665 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:57.199463 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f975dd51-a5fc-4d2a-98cd-525f7fb0c683 req-55f36e0b-1e18-4a3b-ab61-e5f56caa1665 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/ports?device_id=639a9b9c-aaad-4644-9dcd-410174fb9f88 HTTP/1.1" status: 200 len: 945 time: 0.0510473 May 20 20:42:57.238964 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f975dd51-a5fc-4d2a-98cd-525f7fb0c683 req-72ced64d-08f6-4484-ba08-b44af837b8d0 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3c6019f-4c4a-4c16-982c-852ac3d8d84a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331500 May 20 20:42:57.543199 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed32c081-2af4-44d2-841f-680120732644 req-1492142f-7f04-41f3-83ea-3b09f240ad3d tempest-ServerPasswordTestJSON-1462210721 tempest-ServerPasswordTestJSON-1462210721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:57.544623 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ed32c081-2af4-44d2-841f-680120732644 req-1492142f-7f04-41f3-83ea-3b09f240ad3d tempest-ServerPasswordTestJSON-1462210721 tempest-ServerPasswordTestJSON-1462210721-project] 10.222.0.24 "GET /v2.0/networks?id=d60606e0-f16b-41ef-a3a7-4e607c0fc17f HTTP/1.1" status: 200 len: 813 time: 0.1104515 May 20 20:42:57.557772 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [req-ed32c081-2af4-44d2-841f-680120732644 req-277b1b0f-613e-4bd3-8c44-6d860c7d7a6e tempest-ServerPasswordTestJSON-1462210721 tempest-ServerPasswordTestJSON-1462210721-project] Request body: {'port': {'device_id': '075f068c-6a99-4e42-81db-2d32cb946378', 'network_id': 'd60606e0-f16b-41ef-a3a7-4e607c0fc17f', 'admin_state_up': True, 'tenant_id': '76a1c9b8cf0448cd948988bee27a87e8'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:42:57.713365 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8fa9ce-ddfa-4ea5-bedf-29b575ece6a7 req-b57473de-4c07-4553-9eee-10c8a2fa384b tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:57.714768 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7e8fa9ce-ddfa-4ea5-bedf-29b575ece6a7 req-b57473de-4c07-4553-9eee-10c8a2fa384b tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/ports?device_id=b07c1a9b-3fbb-41e5-9d04-a21146bf734c HTTP/1.1" status: 200 len: 950 time: 0.0681312 May 20 20:42:57.763771 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed32c081-2af4-44d2-841f-680120732644 req-277b1b0f-613e-4bd3-8c44-6d860c7d7a6e tempest-ServerPasswordTestJSON-1462210721 tempest-ServerPasswordTestJSON-1462210721-project] Made reservation on behalf of 76a1c9b8cf0448cd948988bee27a87e8 for: {'port': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:42:57.767907 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-ed32c081-2af4-44d2-841f-680120732644 req-277b1b0f-613e-4bd3-8c44-6d860c7d7a6e tempest-ServerPasswordTestJSON-1462210721 tempest-ServerPasswordTestJSON-1462210721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:57.817226 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7e8fa9ce-ddfa-4ea5-bedf-29b575ece6a7 req-76d0d771-5a6d-491a-a677-3f675a35dd85 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/security-groups?id=38c76b68-4081-4341-88c9-c8e3082a5da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913303 May 20 20:42:57.827273 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f13f794-91da-4db8-8ec4-8400b5e187f4 req-31ee5369-4121-484e-81c6-24b6de83fd97 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:57.830524 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8f13f794-91da-4db8-8ec4-8400b5e187f4 req-31ee5369-4121-484e-81c6-24b6de83fd97 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/ports?device_id=639a9b9c-aaad-4644-9dcd-410174fb9f88 HTTP/1.1" status: 200 len: 945 time: 0.1115885 May 20 20:42:57.844989 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 39428) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:42:57.917555 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8f13f794-91da-4db8-8ec4-8400b5e187f4 req-fcc85594-ed95-4ff5-b546-b2c8cc23ff1e tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3c6019f-4c4a-4c16-982c-852ac3d8d84a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535011 May 20 20:42:57.987591 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e9c1c94f-9b48-443d-9b17-a2d0e981e5ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:58.011918 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [req-ed32c081-2af4-44d2-841f-680120732644 req-277b1b0f-613e-4bd3-8c44-6d860c7d7a6e tempest-ServerPasswordTestJSON-1462210721 tempest-ServerPasswordTestJSON-1462210721-project] Allocated IP 172.20.0.8 (d60606e0-f16b-41ef-a3a7-4e607c0fc17f/992f12bf-2666-4746-b252-52fa9a8e36ea/30df15fc-89cf-4803-b7aa-50e7782a79e5) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:42:58.042663 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1ba31d-d575-4318-9c8d-62580c528f8c req-ae46666c-4437-40c4-928f-df5d3d9d204b tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:58.044165 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ca1ba31d-d575-4318-9c8d-62580c528f8c req-ae46666c-4437-40c4-928f-df5d3d9d204b tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] 10.222.0.35 "GET /v2.0/ports?device_id=d0c60b72-9523-431c-9650-da41023ec6f4 HTTP/1.1" status: 200 len: 945 time: 0.1214685 May 20 20:42:58.068991 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e9c1c94f-9b48-443d-9b17-a2d0e981e5ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:58.120102 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ca1ba31d-d575-4318-9c8d-62580c528f8c req-73192d6f-973c-43a9-a14c-93f766226f65 tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] 10.222.0.35 "GET /v2.0/security-groups?id=b4498864-440f-46b0-a344-70b0d7510345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666797 May 20 20:42:58.167923 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e9c1c94f-9b48-443d-9b17-a2d0e981e5ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:58.226844 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-05a415a8-062b-47dc-b789-4d88b70e162d req-e4b5fc46-4ffe-4116-89ba-63199c33803f tempest-ServerPasswordTestJSON-1462210721 tempest-ServerPasswordTestJSON-1462210721-project] 10.222.0.35 "GET /v2.0/ports?device_id=075f068c-6a99-4e42-81db-2d32cb946378 HTTP/1.1" status: 200 len: 210 time: 0.0423160 May 20 20:42:58.240705 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77e7d4d-913f-4431-ae8a-5ef615340e24 req-5b6ff17b-093e-4661-8369-c7e4c62897ed tempest-ServerMetadataNegativeTestJSON-1186641826 tempest-ServerMetadataNegativeTestJSON-1186641826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:58.244547 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-d77e7d4d-913f-4431-ae8a-5ef615340e24 req-5b6ff17b-093e-4661-8369-c7e4c62897ed tempest-ServerMetadataNegativeTestJSON-1186641826 tempest-ServerMetadataNegativeTestJSON-1186641826-project] 10.222.0.24 "GET /v2.0/networks?id=b3410a09-5cd8-4e81-a2fc-a3c5f65f81c0 HTTP/1.1" status: 200 len: 820 time: 0.1534743 May 20 20:42:58.245741 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c1c94f-9b48-443d-9b17-a2d0e981e5ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=219196be-e137-4352-8f0d-d32e9aae3101,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:42:58.251389 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-ed32c081-2af4-44d2-841f-680120732644 req-277b1b0f-613e-4bd3-8c44-6d860c7d7a6e tempest-ServerPasswordTestJSON-1462210721 tempest-ServerPasswordTestJSON-1462210721-project] Notify callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:58.255665 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-e9c1c94f-9b48-443d-9b17-a2d0e981e5ae admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=08a884ffb7404e94b62857a7c7fe9a4c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4084468 May 20 20:42:58.256231 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 39440) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:42:58.264163 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [req-d77e7d4d-913f-4431-ae8a-5ef615340e24 req-417a0e8e-12f8-4575-a944-7cf9cc811b58 tempest-ServerMetadataNegativeTestJSON-1186641826 tempest-ServerMetadataNegativeTestJSON-1186641826-project] Request body: {'port': {'device_id': '4f49078f-ef6b-4e5f-83d9-cf2aa4c7008b', 'network_id': 'b3410a09-5cd8-4e81-a2fc-a3c5f65f81c0', 'admin_state_up': True, 'tenant_id': 'be20e9e02c7d43abba78a7896a141aee'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:42:58.345757 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-71269203-8e91-4844-84a2-67a1e76d9909 req-f5e9f4a5-1e8c-4bd0-836d-af6a223ade48 tempest-ServerMetadataNegativeTestJSON-1186641826 tempest-ServerMetadataNegativeTestJSON-1186641826-project] 10.222.0.35 "GET /v2.0/ports?device_id=4f49078f-ef6b-4e5f-83d9-cf2aa4c7008b HTTP/1.1" status: 200 len: 210 time: 0.0359254 May 20 20:42:58.361063 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e9296394-6213-4a3f-aacf-6a317c994a63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:58.383110 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e9296394-6213-4a3f-aacf-6a317c994a63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:58.452822 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-ed32c081-2af4-44d2-841f-680120732644 req-277b1b0f-613e-4bd3-8c44-6d860c7d7a6e tempest-ServerPasswordTestJSON-1462210721 tempest-ServerPasswordTestJSON-1462210721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:58.489783 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d77e7d4d-913f-4431-ae8a-5ef615340e24 req-417a0e8e-12f8-4575-a944-7cf9cc811b58 tempest-ServerMetadataNegativeTestJSON-1186641826 tempest-ServerMetadataNegativeTestJSON-1186641826-project] Made reservation on behalf of be20e9e02c7d43abba78a7896a141aee for: {'port': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:42:58.493257 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-d77e7d4d-913f-4431-ae8a-5ef615340e24 req-417a0e8e-12f8-4575-a944-7cf9cc811b58 tempest-ServerMetadataNegativeTestJSON-1186641826 tempest-ServerMetadataNegativeTestJSON-1186641826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:58.502200 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed32c081-2af4-44d2-841f-680120732644 req-277b1b0f-613e-4bd3-8c44-6d860c7d7a6e tempest-ServerPasswordTestJSON-1462210721 tempest-ServerPasswordTestJSON-1462210721-project] Network d60606e0-f16b-41ef-a3a7-4e607c0fc17f is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:42:58.505304 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [req-ed32c081-2af4-44d2-841f-680120732644 req-277b1b0f-613e-4bd3-8c44-6d860c7d7a6e tempest-ServerPasswordTestJSON-1462210721 tempest-ServerPasswordTestJSON-1462210721-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:42:58.508068 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed32c081-2af4-44d2-841f-680120732644 req-277b1b0f-613e-4bd3-8c44-6d860c7d7a6e tempest-ServerPasswordTestJSON-1462210721 tempest-ServerPasswordTestJSON-1462210721-project] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:42:58.536845 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277b1b0f-613e-4bd3-8c44-6d860c7d7a6e tempest-ServerPasswordTestJSON-1462210721 tempest-ServerPasswordTestJSON-1462210721-project] Pushing event updated for resources: {'Port': ['ID=30df15fc-89cf-4803-b7aa-50e7782a79e5,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:42:58.549403 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e9296394-6213-4a3f-aacf-6a317c994a63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:58.551962 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e9296394-6213-4a3f-aacf-6a317c994a63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:58.557539 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-e9296394-6213-4a3f-aacf-6a317c994a63 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/219196be-e137-4352-8f0d-d32e9aae3101 HTTP/1.1" status: 204 len: 168 time: 0.2957692 May 20 20:42:58.569982 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9296394-6213-4a3f-aacf-6a317c994a63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=219196be-e137-4352-8f0d-d32e9aae3101,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:42:58.581203 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed32c081-2af4-44d2-841f-680120732644 req-277b1b0f-613e-4bd3-8c44-6d860c7d7a6e tempest-ServerPasswordTestJSON-1462210721 tempest-ServerPasswordTestJSON-1462210721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:58.581938 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-ed32c081-2af4-44d2-841f-680120732644 req-277b1b0f-613e-4bd3-8c44-6d860c7d7a6e tempest-ServerPasswordTestJSON-1462210721 tempest-ServerPasswordTestJSON-1462210721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:58.654959 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ed32c081-2af4-44d2-841f-680120732644 req-277b1b0f-613e-4bd3-8c44-6d860c7d7a6e tempest-ServerPasswordTestJSON-1462210721 tempest-ServerPasswordTestJSON-1462210721-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1006773 May 20 20:42:58.655204 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [req-d77e7d4d-913f-4431-ae8a-5ef615340e24 req-417a0e8e-12f8-4575-a944-7cf9cc811b58 tempest-ServerMetadataNegativeTestJSON-1186641826 tempest-ServerMetadataNegativeTestJSON-1186641826-project] Allocated IP 172.20.0.12 (b3410a09-5cd8-4e81-a2fc-a3c5f65f81c0/a0d33e5a-87c1-40c9-ae5f-eab39232edb6/aee7c7ea-046e-45ee-907c-89a991db831f) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:42:58.668629 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [req-ed32c081-2af4-44d2-841f-680120732644 req-875b08af-dee3-44e2-9f7a-0e3c7becc45d service neutron] Request body: {'port': {'device_id': '075f068c-6a99-4e42-81db-2d32cb946378', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-842733-1'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:42:58.732157 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-ed32c081-2af4-44d2-841f-680120732644 req-875b08af-dee3-44e2-9f7a-0e3c7becc45d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:58.817246 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-d77e7d4d-913f-4431-ae8a-5ef615340e24 req-417a0e8e-12f8-4575-a944-7cf9cc811b58 tempest-ServerMetadataNegativeTestJSON-1186641826 tempest-ServerMetadataNegativeTestJSON-1186641826-project] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:58.894908 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25756aa-4e1a-4f57-8dce-987d6abf0f45 req-da2504ac-89d1-4de2-8aa9-ea1d47fe1505 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:58.896431 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f25756aa-4e1a-4f57-8dce-987d6abf0f45 req-da2504ac-89d1-4de2-8aa9-ea1d47fe1505 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/ports?device_id=639a9b9c-aaad-4644-9dcd-410174fb9f88 HTTP/1.1" status: 200 len: 945 time: 0.1282165 May 20 20:42:58.928408 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-d77e7d4d-913f-4431-ae8a-5ef615340e24 req-417a0e8e-12f8-4575-a944-7cf9cc811b58 tempest-ServerMetadataNegativeTestJSON-1186641826 tempest-ServerMetadataNegativeTestJSON-1186641826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:58.986550 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417a0e8e-12f8-4575-a944-7cf9cc811b58 tempest-ServerMetadataNegativeTestJSON-1186641826 tempest-ServerMetadataNegativeTestJSON-1186641826-project] Pushing event updated for resources: {'Port': ['ID=aee7c7ea-046e-45ee-907c-89a991db831f,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:42:59.000594 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d77e7d4d-913f-4431-ae8a-5ef615340e24 req-417a0e8e-12f8-4575-a944-7cf9cc811b58 tempest-ServerMetadataNegativeTestJSON-1186641826 tempest-ServerMetadataNegativeTestJSON-1186641826-project] Network b3410a09-5cd8-4e81-a2fc-a3c5f65f81c0 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:42:59.002826 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [req-d77e7d4d-913f-4431-ae8a-5ef615340e24 req-417a0e8e-12f8-4575-a944-7cf9cc811b58 tempest-ServerMetadataNegativeTestJSON-1186641826 tempest-ServerMetadataNegativeTestJSON-1186641826-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:42:59.006491 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-d77e7d4d-913f-4431-ae8a-5ef615340e24 req-417a0e8e-12f8-4575-a944-7cf9cc811b58 tempest-ServerMetadataNegativeTestJSON-1186641826 tempest-ServerMetadataNegativeTestJSON-1186641826-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:42:59.024944 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f25756aa-4e1a-4f57-8dce-987d6abf0f45 req-4771f9e2-9692-473e-96da-083f2923b709 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3c6019f-4c4a-4c16-982c-852ac3d8d84a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1127779 May 20 20:42:59.048382 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3279bfbd-1904-4de5-8582-f4c90627b7e6 req-21d881e5-f71a-4135-96d8-82c618115c53 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:59.049988 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3279bfbd-1904-4de5-8582-f4c90627b7e6 req-21d881e5-f71a-4135-96d8-82c618115c53 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/ports?device_id=b07c1a9b-3fbb-41e5-9d04-a21146bf734c HTTP/1.1" status: 200 len: 950 time: 0.1390009 May 20 20:42:59.062358 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77e7d4d-913f-4431-ae8a-5ef615340e24 req-417a0e8e-12f8-4575-a944-7cf9cc811b58 tempest-ServerMetadataNegativeTestJSON-1186641826 tempest-ServerMetadataNegativeTestJSON-1186641826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:59.063416 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-d77e7d4d-913f-4431-ae8a-5ef615340e24 req-417a0e8e-12f8-4575-a944-7cf9cc811b58 tempest-ServerMetadataNegativeTestJSON-1186641826 tempest-ServerMetadataNegativeTestJSON-1186641826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:59.107508 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3279bfbd-1904-4de5-8582-f4c90627b7e6 req-de0faa03-47ec-4c55-a738-7ca09a10bcdf tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/security-groups?id=38c76b68-4081-4341-88c9-c8e3082a5da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511978 May 20 20:42:59.137121 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [req-ed32c081-2af4-44d2-841f-680120732644 req-875b08af-dee3-44e2-9f7a-0e3c7becc45d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30df15fc-89cf-4803-b7aa-50e7782a79e5 {{(pid=103163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:42:59.139338 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-d77e7d4d-913f-4431-ae8a-5ef615340e24 req-417a0e8e-12f8-4575-a944-7cf9cc811b58 tempest-ServerMetadataNegativeTestJSON-1186641826 tempest-ServerMetadataNegativeTestJSON-1186641826-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8807988 May 20 20:42:59.150625 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [req-d77e7d4d-913f-4431-ae8a-5ef615340e24 req-560c558a-0657-4b95-9fd6-b625d9b4a52a service neutron] Request body: {'port': {'device_id': '4f49078f-ef6b-4e5f-83d9-cf2aa4c7008b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-842733-1'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:42:59.152020 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-ed32c081-2af4-44d2-841f-680120732644 req-875b08af-dee3-44e2-9f7a-0e3c7becc45d service neutron] Notify callbacks [] for port, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:59.168182 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [req-ed32c081-2af4-44d2-841f-680120732644 req-875b08af-dee3-44e2-9f7a-0e3c7becc45d service neutron] Transition to ACTIVE for port object 30df15fc-89cf-4803-b7aa-50e7782a79e5 will not be triggered until provisioned by entity L2. {{(pid=103163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 20:42:59.208724 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-d77e7d4d-913f-4431-ae8a-5ef615340e24 req-560c558a-0657-4b95-9fd6-b625d9b4a52a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:59.245286 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8197191c-4e85-4761-ba82-3497e7e6c6ff req-acf6d2a2-54d3-42ac-b850-67c3e1d2b797 tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:59.246867 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8197191c-4e85-4761-ba82-3497e7e6c6ff req-acf6d2a2-54d3-42ac-b850-67c3e1d2b797 tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] 10.222.0.35 "GET /v2.0/ports?device_id=d0c60b72-9523-431c-9650-da41023ec6f4 HTTP/1.1" status: 200 len: 945 time: 0.0495803 May 20 20:42:59.247695 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-ed32c081-2af4-44d2-841f-680120732644 req-875b08af-dee3-44e2-9f7a-0e3c7becc45d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:59.288456 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 39458) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:42:59.340313 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b9ab679d-5231-4e70-8d16-07f255bc46ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:59.357730 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875b08af-dee3-44e2-9f7a-0e3c7becc45d service neutron] Pushing event updated for resources: {'Port': ['ID=30df15fc-89cf-4803-b7aa-50e7782a79e5,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:42:59.391874 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8197191c-4e85-4761-ba82-3497e7e6c6ff req-3dfd24dd-b109-4224-916b-77a6315a1e8c tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] 10.222.0.35 "GET /v2.0/security-groups?id=b4498864-440f-46b0-a344-70b0d7510345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355765 May 20 20:42:59.470034 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 351d92d7-f33b-48c0-ae2d-d828e87eced7 details requested by agent hyperv_n-h2-842733-1 with host n-h2-842733-1 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 20:42:59.477222 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d59aeb-2484-49a5-b126-827aa8031672 req-0ac54e9a-a692-4818-9c6f-f74e8c27b497 tempest-ServerPasswordTestJSON-1462210721 tempest-ServerPasswordTestJSON-1462210721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:59.478744 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b9d59aeb-2484-49a5-b126-827aa8031672 req-0ac54e9a-a692-4818-9c6f-f74e8c27b497 tempest-ServerPasswordTestJSON-1462210721 tempest-ServerPasswordTestJSON-1462210721-project] 10.222.0.35 "GET /v2.0/ports?device_id=075f068c-6a99-4e42-81db-2d32cb946378 HTTP/1.1" status: 200 len: 943 time: 0.1584740 May 20 20:42:59.515328 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [req-d77e7d4d-913f-4431-ae8a-5ef615340e24 req-560c558a-0657-4b95-9fd6-b625d9b4a52a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aee7c7ea-046e-45ee-907c-89a991db831f {{(pid=103162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:42:59.525051 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-d77e7d4d-913f-4431-ae8a-5ef615340e24 req-560c558a-0657-4b95-9fd6-b625d9b4a52a service neutron] Notify callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:59.539277 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.provisioning_blocks [req-d77e7d4d-913f-4431-ae8a-5ef615340e24 req-560c558a-0657-4b95-9fd6-b625d9b4a52a service neutron] Transition to ACTIVE for port object aee7c7ea-046e-45ee-907c-89a991db831f will not be triggered until provisioned by entity L2. {{(pid=103162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 20:42:59.564855 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-ed32c081-2af4-44d2-841f-680120732644 req-875b08af-dee3-44e2-9f7a-0e3c7becc45d service neutron] Attempting to bind port 30df15fc-89cf-4803-b7aa-50e7782a79e5 on host n-h1-842733-1 for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:42:59.565501 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-ed32c081-2af4-44d2-841f-680120732644 req-875b08af-dee3-44e2-9f7a-0e3c7becc45d service neutron] Attempting to bind port 30df15fc-89cf-4803-b7aa-50e7782a79e5 by drivers openvswitch,hyperv on host n-h1-842733-1 at level 0 using segments [{'id': 'ca06552a-020a-4e09-a645-a891f05fe594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'd60606e0-f16b-41ef-a3a7-4e607c0fc17f'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:42:59.565635 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed32c081-2af4-44d2-841f-680120732644 req-875b08af-dee3-44e2-9f7a-0e3c7becc45d service neutron] Attempting to bind port 30df15fc-89cf-4803-b7aa-50e7782a79e5 on network d60606e0-f16b-41ef-a3a7-4e607c0fc17f {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:42:59.583082 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed32c081-2af4-44d2-841f-680120732644 req-875b08af-dee3-44e2-9f7a-0e3c7becc45d service neutron] Port 30df15fc-89cf-4803-b7aa-50e7782a79e5 on network d60606e0-f16b-41ef-a3a7-4e607c0fc17f not bound, no agent of type Open vSwitch agent registered on host n-h1-842733-1 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 20:42:59.583401 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed32c081-2af4-44d2-841f-680120732644 req-875b08af-dee3-44e2-9f7a-0e3c7becc45d service neutron] Attempting to bind port 30df15fc-89cf-4803-b7aa-50e7782a79e5 on network d60606e0-f16b-41ef-a3a7-4e607c0fc17f {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:42:59.588378 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b9d59aeb-2484-49a5-b126-827aa8031672 req-8dec5f9f-195a-40bd-aeec-60845673b848 tempest-ServerPasswordTestJSON-1462210721 tempest-ServerPasswordTestJSON-1462210721-project] 10.222.0.35 "GET /v2.0/security-groups?id=a7d88c2e-2a69-47bd-b154-2182fe7d4759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989637 May 20 20:42:59.590223 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port 351d92d7-f33b-48c0-ae2d-d828e87eced7, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=351d92d7-f33b-48c0-ae2d-d828e87eced7,segment=NetworkSegment(2402745c-06cc-4395-87ea-d8de4fb1e600),segment_id=2402745c-06cc-4395-87ea-d8de4fb1e600)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:42:59.607723 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb36dad-6848-4814-908b-2488742f24c4 req-fb6b98b5-826d-410b-b808-2729a4be05b4 tempest-ServerMetadataNegativeTestJSON-1186641826 tempest-ServerMetadataNegativeTestJSON-1186641826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:59.608416 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Returning: {'device': '351d92d7-f33b-48c0-ae2d-d828e87eced7', 'network_id': '9d20e684-f51c-4f52-b5ed-fe61f8fbf536', 'port_id': '351d92d7-f33b-48c0-ae2d-d828e87eced7', 'mac_address': 'fa:16:3e:18:5e:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7a2d408-4fd5-4ae6-b745-5f444276cd0a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 20 20:42:59.609971 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9eb36dad-6848-4814-908b-2488742f24c4 req-fb6b98b5-826d-410b-b808-2729a4be05b4 tempest-ServerMetadataNegativeTestJSON-1186641826 tempest-ServerMetadataNegativeTestJSON-1186641826-project] 10.222.0.35 "GET /v2.0/ports?device_id=4f49078f-ef6b-4e5f-83d9-cf2aa4c7008b HTTP/1.1" status: 200 len: 932 time: 0.1445467 May 20 20:42:59.612599 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed32c081-2af4-44d2-841f-680120732644 req-875b08af-dee3-44e2-9f7a-0e3c7becc45d service neutron] Checking agent: {'id': '08dfb1ce-804b-4db8-838b-21094082e041', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 32, 54), 'started_at': datetime.datetime(2022, 5, 20, 20, 32, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 42, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:42:59.612942 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed32c081-2af4-44d2-841f-680120732644 req-875b08af-dee3-44e2-9f7a-0e3c7becc45d service neutron] Checking segment: {'id': 'ca06552a-020a-4e09-a645-a891f05fe594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'd60606e0-f16b-41ef-a3a7-4e607c0fc17f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:42:59.615435 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed32c081-2af4-44d2-841f-680120732644 req-875b08af-dee3-44e2-9f7a-0e3c7becc45d service neutron] Bound using segment: {'id': 'ca06552a-020a-4e09-a645-a891f05fe594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'd60606e0-f16b-41ef-a3a7-4e607c0fc17f'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:42:59.615435 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-ed32c081-2af4-44d2-841f-680120732644 req-875b08af-dee3-44e2-9f7a-0e3c7becc45d service neutron] Bound port: 30df15fc-89cf-4803-b7aa-50e7782a79e5, host: n-h1-842733-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca06552a-020a-4e09-a645-a891f05fe594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'd60606e0-f16b-41ef-a3a7-4e607c0fc17f'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:42:59.615435 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-ed32c081-2af4-44d2-841f-680120732644 req-875b08af-dee3-44e2-9f7a-0e3c7becc45d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:59.641568 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b9ab679d-5231-4e70-8d16-07f255bc46ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:59.648192 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port 351d92d7-f33b-48c0-ae2d-d828e87eced7 is: ACTIVE; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:42:59.648579 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:59.652098 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-d77e7d4d-913f-4431-ae8a-5ef615340e24 req-560c558a-0657-4b95-9fd6-b625d9b4a52a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:59.670337 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 351d92d7-f33b-48c0-ae2d-d828e87eced7 {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:42:59.693822 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9eb36dad-6848-4814-908b-2488742f24c4 req-acfd1e6a-0220-4b67-80d3-5d67fa4f7fea tempest-ServerMetadataNegativeTestJSON-1186641826 tempest-ServerMetadataNegativeTestJSON-1186641826-project] 10.222.0.35 "GET /v2.0/security-groups?id=58135073-fccb-49ae-944b-5541f8508195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742533 May 20 20:42:59.698164 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port 351d92d7-f33b-48c0-ae2d-d828e87eced7, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=351d92d7-f33b-48c0-ae2d-d828e87eced7,segment=NetworkSegment(2402745c-06cc-4395-87ea-d8de4fb1e600),segment_id=2402745c-06cc-4395-87ea-d8de4fb1e600)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:42:59.708502 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560c558a-0657-4b95-9fd6-b625d9b4a52a service neutron] Pushing event updated for resources: {'Port': ['ID=aee7c7ea-046e-45ee-907c-89a991db831f,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:42:59.709523 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b9ab679d-5231-4e70-8d16-07f255bc46ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:59.746210 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-ed32c081-2af4-44d2-841f-680120732644 req-875b08af-dee3-44e2-9f7a-0e3c7becc45d service neutron] For port 30df15fc-89cf-4803-b7aa-50e7782a79e5, host n-h1-842733-1, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:42:59.769929 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-b9ab679d-5231-4e70-8d16-07f255bc46ec admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=adf6acfb10844a249e07f74f5298bc24&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4802065 May 20 20:42:59.772090 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ab679d-5231-4e70-8d16-07f255bc46ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0528914-d4c6-424b-82f2-b24235b13ebe,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:42:59.772626 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 39464) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:42:59.772912 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:59.775831 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-ed32c081-2af4-44d2-841f-680120732644 req-875b08af-dee3-44e2-9f7a-0e3c7becc45d service neutron] For port 30df15fc-89cf-4803-b7aa-50e7782a79e5, host n-h1-842733-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=30df15fc-89cf-4803-b7aa-50e7782a79e5,segment=NetworkSegment(ca06552a-020a-4e09-a645-a891f05fe594),segment_id=ca06552a-020a-4e09-a645-a891f05fe594)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:42:59.829122 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-d77e7d4d-913f-4431-ae8a-5ef615340e24 req-560c558a-0657-4b95-9fd6-b625d9b4a52a service neutron] Attempting to bind port aee7c7ea-046e-45ee-907c-89a991db831f on host n-h1-842733-1 for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:42:59.829619 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-d77e7d4d-913f-4431-ae8a-5ef615340e24 req-560c558a-0657-4b95-9fd6-b625d9b4a52a service neutron] Attempting to bind port aee7c7ea-046e-45ee-907c-89a991db831f by drivers openvswitch,hyperv on host n-h1-842733-1 at level 0 using segments [{'id': 'a454a6f2-b2fd-4e97-99c4-d6bcfdc2af0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'b3410a09-5cd8-4e81-a2fc-a3c5f65f81c0'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:42:59.829955 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d77e7d4d-913f-4431-ae8a-5ef615340e24 req-560c558a-0657-4b95-9fd6-b625d9b4a52a service neutron] Attempting to bind port aee7c7ea-046e-45ee-907c-89a991db831f on network b3410a09-5cd8-4e81-a2fc-a3c5f65f81c0 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:42:59.836333 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=351d92d7-f33b-48c0-ae2d-d828e87eced7,revision_number=6']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:42:59.836502 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d77e7d4d-913f-4431-ae8a-5ef615340e24 req-560c558a-0657-4b95-9fd6-b625d9b4a52a service neutron] Port aee7c7ea-046e-45ee-907c-89a991db831f on network b3410a09-5cd8-4e81-a2fc-a3c5f65f81c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-842733-1 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 20:42:59.836633 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d77e7d4d-913f-4431-ae8a-5ef615340e24 req-560c558a-0657-4b95-9fd6-b625d9b4a52a service neutron] Attempting to bind port aee7c7ea-046e-45ee-907c-89a991db831f on network b3410a09-5cd8-4e81-a2fc-a3c5f65f81c0 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:42:59.845066 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:42:59.845437 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:42:59.845775 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:42:59.846109 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:42:59.846497 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:42:59.846826 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:42:59.847152 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:42:59.847664 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:42:59.848051 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d77e7d4d-913f-4431-ae8a-5ef615340e24 req-560c558a-0657-4b95-9fd6-b625d9b4a52a service neutron] Checking agent: {'id': '08dfb1ce-804b-4db8-838b-21094082e041', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 32, 54), 'started_at': datetime.datetime(2022, 5, 20, 20, 32, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 42, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:42:59.848198 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:42:59.848385 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d77e7d4d-913f-4431-ae8a-5ef615340e24 req-560c558a-0657-4b95-9fd6-b625d9b4a52a service neutron] Checking segment: {'id': 'a454a6f2-b2fd-4e97-99c4-d6bcfdc2af0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'b3410a09-5cd8-4e81-a2fc-a3c5f65f81c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:42:59.848516 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:42:59.848765 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d77e7d4d-913f-4431-ae8a-5ef615340e24 req-560c558a-0657-4b95-9fd6-b625d9b4a52a service neutron] Bound using segment: {'id': 'a454a6f2-b2fd-4e97-99c4-d6bcfdc2af0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'b3410a09-5cd8-4e81-a2fc-a3c5f65f81c0'} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:42:59.848953 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:42:59.849194 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-d77e7d4d-913f-4431-ae8a-5ef615340e24 req-560c558a-0657-4b95-9fd6-b625d9b4a52a service neutron] Bound port: aee7c7ea-046e-45ee-907c-89a991db831f, host: n-h1-842733-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a454a6f2-b2fd-4e97-99c4-d6bcfdc2af0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'b3410a09-5cd8-4e81-a2fc-a3c5f65f81c0'}}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:42:59.849440 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:42:59.849575 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-d77e7d4d-913f-4431-ae8a-5ef615340e24 req-560c558a-0657-4b95-9fd6-b625d9b4a52a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:59.852599 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-ed32c081-2af4-44d2-841f-680120732644 req-875b08af-dee3-44e2-9f7a-0e3c7becc45d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:59.862205 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-da7408f2-08cd-408d-9631-1fef578a787b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:59.900651 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed32c081-2af4-44d2-841f-680120732644 req-875b08af-dee3-44e2-9f7a-0e3c7becc45d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:42:59.901528 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-ed32c081-2af4-44d2-841f-680120732644 req-875b08af-dee3-44e2-9f7a-0e3c7becc45d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:59.902843 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ed32c081-2af4-44d2-841f-680120732644 req-875b08af-dee3-44e2-9f7a-0e3c7becc45d service neutron] 10.222.0.24 "PUT /v2.0/ports/30df15fc-89cf-4803-b7aa-50e7782a79e5 HTTP/1.1" status: 200 len: 1091 time: 1.2383838 May 20 20:42:59.903285 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '075f068c-6a99-4e42-81db-2d32cb946378', 'tag': '30df15fc-89cf-4803-b7aa-50e7782a79e5'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:42:59.906726 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4291b17aa7b45362825f0571e77c85f5e73afe1df9c7e9e15006df9d695c005e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a897655e-23fc-4edc-a1d0-d51d988d3ab4" -d '{"events": [{"name": "network-changed", "server_uuid": "075f068c-6a99-4e42-81db-2d32cb946378", "tag": "30df15fc-89cf-4803-b7aa-50e7782a79e5"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:42:59.908115 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-da7408f2-08cd-408d-9631-1fef578a787b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:59.937335 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875b08af-dee3-44e2-9f7a-0e3c7becc45d service neutron] Pushing event updated for resources: {'Port': ['ID=30df15fc-89cf-4803-b7aa-50e7782a79e5,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:42:59.958565 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 20:42:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cc5ed44-039e-4928-9c24-de4e22773984 x-openstack-request-id: req-7cc5ed44-039e-4928-9c24-de4e22773984 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:42:59.958856 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "075f068c-6a99-4e42-81db-2d32cb946378", "tag": "30df15fc-89cf-4803-b7aa-50e7782a79e5", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:42:59.959109 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7cc5ed44-039e-4928-9c24-de4e22773984 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:42:59.959781 n-d-842733-1 neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7cc5ed44-039e-4928-9c24-de4e22773984'] response: {'name': 'network-changed', 'server_uuid': '075f068c-6a99-4e42-81db-2d32cb946378', 'tag': '30df15fc-89cf-4803-b7aa-50e7782a79e5', 'status': 'completed', 'code': 200} May 20 20:42:59.973317 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-d77e7d4d-913f-4431-ae8a-5ef615340e24 req-560c558a-0657-4b95-9fd6-b625d9b4a52a service neutron] For port aee7c7ea-046e-45ee-907c-89a991db831f, host n-h1-842733-1, cleared binding levels {{(pid=103162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:42:59.976813 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-d77e7d4d-913f-4431-ae8a-5ef615340e24 req-560c558a-0657-4b95-9fd6-b625d9b4a52a service neutron] For port aee7c7ea-046e-45ee-907c-89a991db831f, host n-h1-842733-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=aee7c7ea-046e-45ee-907c-89a991db831f,segment=NetworkSegment(a454a6f2-b2fd-4e97-99c4-d6bcfdc2af0b),segment_id=a454a6f2-b2fd-4e97-99c4-d6bcfdc2af0b)] {{(pid=103162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:42:59.994769 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] get_ports_and_sgs() called for port_ids ['351d92d7-f33b-48c0-ae2d-d828e87eced7'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:43:00.030568 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a897655e-23fc-4edc-a1d0-d51d988d3ab4 req-bc9776b6-5cf7-47d4-a463-c77b5b0c29a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:00.032323 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a897655e-23fc-4edc-a1d0-d51d988d3ab4 req-bc9776b6-5cf7-47d4-a463-c77b5b0c29a2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=76a1c9b8cf0448cd948988bee27a87e8&device_id=075f068c-6a99-4e42-81db-2d32cb946378 HTTP/1.1" status: 200 len: 1094 time: 0.0459697 May 20 20:43:00.093127 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-d77e7d4d-913f-4431-ae8a-5ef615340e24 req-560c558a-0657-4b95-9fd6-b625d9b4a52a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:00.150046 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-da7408f2-08cd-408d-9631-1fef578a787b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:00.153350 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-da7408f2-08cd-408d-9631-1fef578a787b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:00.155314 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-da7408f2-08cd-408d-9631-1fef578a787b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a0528914-d4c6-424b-82f2-b24235b13ebe HTTP/1.1" status: 204 len: 168 time: 0.3807576 May 20 20:43:00.164279 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77e7d4d-913f-4431-ae8a-5ef615340e24 req-560c558a-0657-4b95-9fd6-b625d9b4a52a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:00.166806 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-d77e7d4d-913f-4431-ae8a-5ef615340e24 req-560c558a-0657-4b95-9fd6-b625d9b4a52a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:00.168941 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-d77e7d4d-913f-4431-ae8a-5ef615340e24 req-560c558a-0657-4b95-9fd6-b625d9b4a52a service neutron] 10.222.0.24 "PUT /v2.0/ports/aee7c7ea-046e-45ee-907c-89a991db831f HTTP/1.1" status: 200 len: 1092 time: 1.0225627 May 20 20:43:00.171859 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f49078f-ef6b-4e5f-83d9-cf2aa4c7008b', 'tag': 'aee7c7ea-046e-45ee-907c-89a991db831f'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:43:00.174827 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6fa957933fccbf596d28104b23404b952ad6a8238afaebaed40a0874b2e409" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a227aefe-f459-49a3-a457-ff02ccb02ae8" -d '{"events": [{"name": "network-changed", "server_uuid": "4f49078f-ef6b-4e5f-83d9-cf2aa4c7008b", "tag": "aee7c7ea-046e-45ee-907c-89a991db831f"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:43:00.191169 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7408f2-08cd-408d-9631-1fef578a787b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0528914-d4c6-424b-82f2-b24235b13ebe,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:43:00.215233 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560c558a-0657-4b95-9fd6-b625d9b4a52a service neutron] Pushing event updated for resources: {'Port': ['ID=aee7c7ea-046e-45ee-907c-89a991db831f,revision_number=3']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:43:00.370700 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c457f550-110f-44f3-bf0e-b0fb6a8a0836 req-7ed826d9-505b-4f01-a6d3-685fcb11be91 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:00.372766 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c457f550-110f-44f3-bf0e-b0fb6a8a0836 req-7ed826d9-505b-4f01-a6d3-685fcb11be91 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/ports?device_id=639a9b9c-aaad-4644-9dcd-410174fb9f88 HTTP/1.1" status: 200 len: 945 time: 0.1412072 May 20 20:43:00.373967 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a897655e-23fc-4edc-a1d0-d51d988d3ab4 req-c6f29e58-4fc4-44e9-96d8-e5eee9b77c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:00.375518 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a897655e-23fc-4edc-a1d0-d51d988d3ab4 req-c6f29e58-4fc4-44e9-96d8-e5eee9b77c8e service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=76a1c9b8cf0448cd948988bee27a87e8&shared=False HTTP/1.1" status: 200 len: 914 time: 0.3350079 May 20 20:43:00.385335 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6bf366-9f99-4e3c-aa25-65331231a4ce req-7fb55f96-aa0c-4013-a5a4-7a626c5fa67c tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:00.392357 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3b6bf366-9f99-4e3c-aa25-65331231a4ce req-7fb55f96-aa0c-4013-a5a4-7a626c5fa67c tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/ports?device_id=b07c1a9b-3fbb-41e5-9d04-a21146bf734c HTTP/1.1" status: 200 len: 950 time: 0.1157804 May 20 20:43:00.393794 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77e7d4d-913f-4431-ae8a-5ef615340e24 req-617c471c-8f63-4fbb-8494-d44a9c655a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:00.395267 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-d77e7d4d-913f-4431-ae8a-5ef615340e24 req-617c471c-8f63-4fbb-8494-d44a9c655a77 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=be20e9e02c7d43abba78a7896a141aee&device_id=4f49078f-ef6b-4e5f-83d9-cf2aa4c7008b HTTP/1.1" status: 200 len: 1095 time: 0.0817771 May 20 20:43:00.458299 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-d77e7d4d-913f-4431-ae8a-5ef615340e24 req-8a60b04d-270c-4639-8504-e3c0048ffa9a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aee7c7ea-046e-45ee-907c-89a991db831f HTTP/1.1" status: 200 len: 217 time: 0.0515776 May 20 20:43:00.506893 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c457f550-110f-44f3-bf0e-b0fb6a8a0836 req-364f6597-448d-40fa-8596-ba22bbdf70da tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3c6019f-4c4a-4c16-982c-852ac3d8d84a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1190279 May 20 20:43:00.511901 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3b6bf366-9f99-4e3c-aa25-65331231a4ce req-63799786-d951-4f83-b997-889c8c3225c4 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/security-groups?id=38c76b68-4081-4341-88c9-c8e3082a5da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966060 May 20 20:43:00.532027 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77e7d4d-913f-4431-ae8a-5ef615340e24 req-7b2fd8a5-2556-4d26-a939-30ae2caaa055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:00.534313 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-d77e7d4d-913f-4431-ae8a-5ef615340e24 req-7b2fd8a5-2556-4d26-a939-30ae2caaa055 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a0d33e5a-87c1-40c9-ae5f-eab39232edb6 HTTP/1.1" status: 200 len: 860 time: 0.0660055 May 20 20:43:00.586859 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-d77e7d4d-913f-4431-ae8a-5ef615340e24 req-bc30e9da-4b30-445f-bc3e-438c0c57036c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b3410a09-5cd8-4e81-a2fc-a3c5f65f81c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350738 May 20 20:43:00.589943 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 20:43:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d67a2c54-e66b-47fc-93da-655795911535 x-openstack-request-id: req-d67a2c54-e66b-47fc-93da-655795911535 {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:43:00.590339 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f49078f-ef6b-4e5f-83d9-cf2aa4c7008b", "tag": "aee7c7ea-046e-45ee-907c-89a991db831f", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:43:00.590692 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d67a2c54-e66b-47fc-93da-655795911535 {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:43:00.591241 n-d-842733-1 neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d67a2c54-e66b-47fc-93da-655795911535'] response: {'name': 'network-changed', 'server_uuid': '4f49078f-ef6b-4e5f-83d9-cf2aa4c7008b', 'tag': 'aee7c7ea-046e-45ee-907c-89a991db831f', 'status': 'completed', 'code': 200} May 20 20:43:00.603583 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a897655e-23fc-4edc-a1d0-d51d988d3ab4 req-005a8c60-2982-4280-a70d-a30fb14cbc26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:00.605053 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a897655e-23fc-4edc-a1d0-d51d988d3ab4 req-005a8c60-2982-4280-a70d-a30fb14cbc26 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2162433 May 20 20:43:00.744520 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-d77e7d4d-913f-4431-ae8a-5ef615340e24 req-962866e7-b211-4dd7-8dc6-c11827cabb5e service neutron] 10.222.0.24 "GET /v2.0/networks/b3410a09-5cd8-4e81-a2fc-a3c5f65f81c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459060 May 20 20:43:00.795565 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d366e1f-9ba8-4ef6-a86b-b4886a46118a req-40d0b643-1b40-44ab-b259-11a8a1618457 tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:00.797770 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0d366e1f-9ba8-4ef6-a86b-b4886a46118a req-40d0b643-1b40-44ab-b259-11a8a1618457 tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] 10.222.0.35 "GET /v2.0/ports?device_id=d0c60b72-9523-431c-9650-da41023ec6f4 HTTP/1.1" status: 200 len: 944 time: 0.1720307 May 20 20:43:00.803483 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed32c081-2af4-44d2-841f-680120732644 req-68049425-d405-45c2-8535-60cd4048f116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:00.804917 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ed32c081-2af4-44d2-841f-680120732644 req-68049425-d405-45c2-8535-60cd4048f116 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=76a1c9b8cf0448cd948988bee27a87e8&device_id=075f068c-6a99-4e42-81db-2d32cb946378 HTTP/1.1" status: 200 len: 1094 time: 0.1304293 May 20 20:43:00.879806 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-d77e7d4d-913f-4431-ae8a-5ef615340e24 req-63268eb0-2c08-47e4-9914-2ad7dedd0d10 service neutron] 10.222.0.24 "GET /v2.0/networks/b3410a09-5cd8-4e81-a2fc-a3c5f65f81c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243994 May 20 20:43:00.891019 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8877e22b-7283-4fe1-a5af-4d254ae2aeb7 req-d8dbcde7-6526-4640-9a18-33c27337f836 tempest-ServerPasswordTestJSON-1462210721 tempest-ServerPasswordTestJSON-1462210721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:00.892671 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8877e22b-7283-4fe1-a5af-4d254ae2aeb7 req-d8dbcde7-6526-4640-9a18-33c27337f836 tempest-ServerPasswordTestJSON-1462210721 tempest-ServerPasswordTestJSON-1462210721-project] 10.222.0.35 "GET /v2.0/ports?device_id=075f068c-6a99-4e42-81db-2d32cb946378 HTTP/1.1" status: 200 len: 943 time: 0.1545866 May 20 20:43:00.899694 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ed32c081-2af4-44d2-841f-680120732644 req-7cde299a-9556-487e-9c46-d2b4f11ce5e3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=30df15fc-89cf-4803-b7aa-50e7782a79e5 HTTP/1.1" status: 200 len: 217 time: 0.0823555 May 20 20:43:00.927566 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0d366e1f-9ba8-4ef6-a86b-b4886a46118a req-ffbc3264-c4be-4a4e-8b13-6b731d5d12bc tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] 10.222.0.35 "GET /v2.0/security-groups?id=b4498864-440f-46b0-a344-70b0d7510345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192319 May 20 20:43:00.973121 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8877e22b-7283-4fe1-a5af-4d254ae2aeb7 req-eafca6c9-d6f9-4542-b033-7182ddccb2fe tempest-ServerPasswordTestJSON-1462210721 tempest-ServerPasswordTestJSON-1462210721-project] 10.222.0.35 "GET /v2.0/security-groups?id=a7d88c2e-2a69-47bd-b154-2182fe7d4759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706954 May 20 20:43:00.983696 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed32c081-2af4-44d2-841f-680120732644 req-9b7e0baa-d67b-4000-91d4-a84027b9c138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:00.985599 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ed32c081-2af4-44d2-841f-680120732644 req-9b7e0baa-d67b-4000-91d4-a84027b9c138 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=992f12bf-2666-4746-b252-52fa9a8e36ea HTTP/1.1" status: 200 len: 853 time: 0.0736580 May 20 20:43:01.066300 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ed32c081-2af4-44d2-841f-680120732644 req-84eec69b-4c4b-4c87-b882-96798d035db6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d60606e0-f16b-41ef-a3a7-4e607c0fc17f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0604968 May 20 20:43:01.104717 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a227aefe-f459-49a3-a457-ff02ccb02ae8 req-7a07474e-aa7e-46bf-a379-3728f52a96b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:01.105236 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1e34b8-6aaa-4407-bb01-c147aff8af0b req-f1461c0e-84bd-4c01-aef1-b17480d568b9 tempest-ServerMetadataNegativeTestJSON-1186641826 tempest-ServerMetadataNegativeTestJSON-1186641826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:01.106390 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-a227aefe-f459-49a3-a457-ff02ccb02ae8 req-7a07474e-aa7e-46bf-a379-3728f52a96b4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=be20e9e02c7d43abba78a7896a141aee&device_id=4f49078f-ef6b-4e5f-83d9-cf2aa4c7008b HTTP/1.1" status: 200 len: 1095 time: 0.0756936 May 20 20:43:01.106995 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9c1e34b8-6aaa-4407-bb01-c147aff8af0b req-f1461c0e-84bd-4c01-aef1-b17480d568b9 tempest-ServerMetadataNegativeTestJSON-1186641826 tempest-ServerMetadataNegativeTestJSON-1186641826-project] 10.222.0.35 "GET /v2.0/ports?device_id=4f49078f-ef6b-4e5f-83d9-cf2aa4c7008b HTTP/1.1" status: 200 len: 944 time: 0.1136310 May 20 20:43:01.201110 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9c1e34b8-6aaa-4407-bb01-c147aff8af0b req-8e0e4747-9d8e-413b-adca-65e1d1280c0a tempest-ServerMetadataNegativeTestJSON-1186641826 tempest-ServerMetadataNegativeTestJSON-1186641826-project] 10.222.0.35 "GET /v2.0/security-groups?id=58135073-fccb-49ae-944b-5541f8508195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817361 May 20 20:43:01.208582 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a227aefe-f459-49a3-a457-ff02ccb02ae8 req-54770e78-4fec-4d55-ac37-e2078a8c7763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:01.210189 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-a227aefe-f459-49a3-a457-ff02ccb02ae8 req-54770e78-4fec-4d55-ac37-e2078a8c7763 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b3410a09-5cd8-4e81-a2fc-a3c5f65f81c0 HTTP/1.1" status: 200 len: 921 time: 0.0925260 May 20 20:43:01.222941 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ed32c081-2af4-44d2-841f-680120732644 req-dc6ce059-808c-4c74-b97b-417342cc4a6e service neutron] 10.222.0.24 "GET /v2.0/networks/d60606e0-f16b-41ef-a3a7-4e607c0fc17f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416061 May 20 20:43:01.261703 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-a227aefe-f459-49a3-a457-ff02ccb02ae8 req-6181c34d-9daf-4597-bfc6-503563898791 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aee7c7ea-046e-45ee-907c-89a991db831f HTTP/1.1" status: 200 len: 217 time: 0.0393488 May 20 20:43:01.315774 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a227aefe-f459-49a3-a457-ff02ccb02ae8 req-917d933f-4a19-45a3-a6d8-1c937c216cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:01.317583 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-a227aefe-f459-49a3-a457-ff02ccb02ae8 req-917d933f-4a19-45a3-a6d8-1c937c216cfa service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a0d33e5a-87c1-40c9-ae5f-eab39232edb6 HTTP/1.1" status: 200 len: 860 time: 0.0488472 May 20 20:43:01.336747 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ed32c081-2af4-44d2-841f-680120732644 req-874bdf99-0adb-4bdb-a7d1-b605c0e3e7fa service neutron] 10.222.0.24 "GET /v2.0/networks/d60606e0-f16b-41ef-a3a7-4e607c0fc17f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054559 May 20 20:43:01.368253 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-a227aefe-f459-49a3-a457-ff02ccb02ae8 req-a397ec93-5b17-43cd-a225-8cabf5312af6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b3410a09-5cd8-4e81-a2fc-a3c5f65f81c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419929 May 20 20:43:01.462854 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 351d92d7-f33b-48c0-ae2d-d828e87eced7 up at agent hyperv_n-h2-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:43:01.499945 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-a227aefe-f459-49a3-a457-ff02ccb02ae8 req-52fea57a-80bf-465e-a82d-62bbd5ddd2a3 service neutron] 10.222.0.24 "GET /v2.0/networks/b3410a09-5cd8-4e81-a2fc-a3c5f65f81c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066840 May 20 20:43:01.524428 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Provisioning complete for port 351d92d7-f33b-48c0-ae2d-d828e87eced7 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:43:01.528145 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:01.585254 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953dcf94-fa82-43ec-80ed-3996a570bfc6 req-7716da8d-c3f6-497b-bcbc-e69b06fd5320 tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:01.587231 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-953dcf94-fa82-43ec-80ed-3996a570bfc6 req-7716da8d-c3f6-497b-bcbc-e69b06fd5320 tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] 10.222.0.35 "GET /v2.0/ports?device_id=d0c60b72-9523-431c-9650-da41023ec6f4 HTTP/1.1" status: 200 len: 944 time: 0.0965941 May 20 20:43:01.617468 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-a227aefe-f459-49a3-a457-ff02ccb02ae8 req-0069e845-42fe-48ae-8fee-bd5e3606f847 service neutron] 10.222.0.24 "GET /v2.0/networks/b3410a09-5cd8-4e81-a2fc-a3c5f65f81c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166070 May 20 20:43:01.646525 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port 351d92d7-f33b-48c0-ae2d-d828e87eced7 is: BUILD; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:43:01.650839 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:01.667485 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-953dcf94-fa82-43ec-80ed-3996a570bfc6 req-315f7ede-6177-4821-8940-a51a353f5aac tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] 10.222.0.35 "GET /v2.0/security-groups?id=b4498864-440f-46b0-a344-70b0d7510345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736411 May 20 20:43:01.676329 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0c60b72-9523-431c-9650-da41023ec6f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '351d92d7-f33b-48c0-ae2d-d828e87eced7'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:43:01.678650 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8485417003ce7c0410b00f5cdc2f391e21107b70bb68e2773712534a96e108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ce03905-67ec-44de-b2ac-9a34b05d2200" -d '{"events": [{"server_uuid": "d0c60b72-9523-431c-9650-da41023ec6f4", "name": "network-vif-plugged", "status": "completed", "tag": "351d92d7-f33b-48c0-ae2d-d828e87eced7"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:43:01.697186 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port 351d92d7-f33b-48c0-ae2d-d828e87eced7, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=351d92d7-f33b-48c0-ae2d-d828e87eced7,segment=NetworkSegment(2402745c-06cc-4395-87ea-d8de4fb1e600),segment_id=2402745c-06cc-4395-87ea-d8de4fb1e600)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:43:01.697408 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec56d31-af97-493f-b4f6-39679e1f1a0a req-1946f002-a6aa-4473-99e5-2c895bdaec13 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:01.698934 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1ec56d31-af97-493f-b4f6-39679e1f1a0a req-1946f002-a6aa-4473-99e5-2c895bdaec13 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/ports?device_id=639a9b9c-aaad-4644-9dcd-410174fb9f88 HTTP/1.1" status: 200 len: 945 time: 0.0964804 May 20 20:43:01.746073 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1ec56d31-af97-493f-b4f6-39679e1f1a0a req-45a86ca3-3573-44d0-8525-53ae239b6d26 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3c6019f-4c4a-4c16-982c-852ac3d8d84a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343480 May 20 20:43:01.776069 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:01.814003 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a10382-2f86-4f7a-a1c3-a5df72ef7213 req-e4264ab4-6f9a-4b84-9e09-47cbc160331f tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:01.815663 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-08a10382-2f86-4f7a-a1c3-a5df72ef7213 req-e4264ab4-6f9a-4b84-9e09-47cbc160331f tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/ports?device_id=b07c1a9b-3fbb-41e5-9d04-a21146bf734c HTTP/1.1" status: 200 len: 950 time: 0.0687211 May 20 20:43:01.815823 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 20:43:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1aa7a846-d3ed-4aa5-b323-e5a19ffe937b x-openstack-request-id: req-1aa7a846-d3ed-4aa5-b323-e5a19ffe937b {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:43:01.816036 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0c60b72-9523-431c-9650-da41023ec6f4", "name": "network-vif-plugged", "status": "completed", "tag": "351d92d7-f33b-48c0-ae2d-d828e87eced7", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:43:01.816580 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1aa7a846-d3ed-4aa5-b323-e5a19ffe937b {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:43:01.816971 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1aa7a846-d3ed-4aa5-b323-e5a19ffe937b'] response: {'server_uuid': 'd0c60b72-9523-431c-9650-da41023ec6f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '351d92d7-f33b-48c0-ae2d-d828e87eced7', 'code': 200} May 20 20:43:01.847206 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=351d92d7-f33b-48c0-ae2d-d828e87eced7,revision_number=7']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:43:01.862563 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-08a10382-2f86-4f7a-a1c3-a5df72ef7213 req-365ea60b-df99-4cf9-a16e-5f68c3146790 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/security-groups?id=38c76b68-4081-4341-88c9-c8e3082a5da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385275 May 20 20:43:02.081952 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:02.115915 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3951cc-b01b-4240-bd33-798744dbdb12 req-7a6e2136-61a0-4312-a756-0c2ee7da34eb tempest-ServerPasswordTestJSON-1462210721 tempest-ServerPasswordTestJSON-1462210721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:02.117413 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6c3951cc-b01b-4240-bd33-798744dbdb12 req-7a6e2136-61a0-4312-a756-0c2ee7da34eb tempest-ServerPasswordTestJSON-1462210721 tempest-ServerPasswordTestJSON-1462210721-project] 10.222.0.35 "GET /v2.0/ports?device_id=075f068c-6a99-4e42-81db-2d32cb946378 HTTP/1.1" status: 200 len: 943 time: 0.0625193 May 20 20:43:02.157647 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6c3951cc-b01b-4240-bd33-798744dbdb12 req-d6acee67-0de0-4bbc-b17e-274f463336c8 tempest-ServerPasswordTestJSON-1462210721 tempest-ServerPasswordTestJSON-1462210721-project] 10.222.0.35 "GET /v2.0/security-groups?id=a7d88c2e-2a69-47bd-b154-2182fe7d4759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320313 May 20 20:43:02.328235 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f95060-2b05-4fa1-8bab-ac8cacbc68aa req-4a5feb71-0007-42cf-aaf2-cfe184b7f451 tempest-ServerMetadataNegativeTestJSON-1186641826 tempest-ServerMetadataNegativeTestJSON-1186641826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:02.329969 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-70f95060-2b05-4fa1-8bab-ac8cacbc68aa req-4a5feb71-0007-42cf-aaf2-cfe184b7f451 tempest-ServerMetadataNegativeTestJSON-1186641826 tempest-ServerMetadataNegativeTestJSON-1186641826-project] 10.222.0.35 "GET /v2.0/ports?device_id=4f49078f-ef6b-4e5f-83d9-cf2aa4c7008b HTTP/1.1" status: 200 len: 944 time: 0.0512247 May 20 20:43:02.369644 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-70f95060-2b05-4fa1-8bab-ac8cacbc68aa req-69a2988c-fae2-4562-adf8-1b3f1a7b3c84 tempest-ServerMetadataNegativeTestJSON-1186641826 tempest-ServerMetadataNegativeTestJSON-1186641826-project] 10.222.0.35 "GET /v2.0/security-groups?id=58135073-fccb-49ae-944b-5541f8508195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331392 May 20 20:43:02.788431 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8648f3cf-c497-4453-819c-96a829a5f5b0 req-5292249f-570a-4d43-83a9-c2279ea29522 tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:02.796353 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8648f3cf-c497-4453-819c-96a829a5f5b0 req-5292249f-570a-4d43-83a9-c2279ea29522 tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] 10.222.0.35 "GET /v2.0/ports?device_id=d0c60b72-9523-431c-9650-da41023ec6f4 HTTP/1.1" status: 200 len: 945 time: 0.0620191 May 20 20:43:02.829783 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8648f3cf-c497-4453-819c-96a829a5f5b0 req-35e2d688-106c-45b2-8bed-7af8cc940d4a tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] 10.222.0.35 "GET /v2.0/security-groups?id=b4498864-440f-46b0-a344-70b0d7510345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321064 May 20 20:43:02.932213 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03aba7d9-9d9d-4a3e-9473-3f748ecbdc70 req-0d1922b0-fe38-49cc-9705-989bfdf8dadb tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:02.933663 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-03aba7d9-9d9d-4a3e-9473-3f748ecbdc70 req-0d1922b0-fe38-49cc-9705-989bfdf8dadb tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/ports?device_id=639a9b9c-aaad-4644-9dcd-410174fb9f88 HTTP/1.1" status: 200 len: 945 time: 0.0487623 May 20 20:43:02.947195 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 30df15fc-89cf-4803-b7aa-50e7782a79e5 details requested by agent hyperv_n-h1-842733-1 with host n-h1-842733-1 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 20:43:02.972402 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-03aba7d9-9d9d-4a3e-9473-3f748ecbdc70 req-f4e0d820-8503-4388-995f-d1dce75a7b12 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3c6019f-4c4a-4c16-982c-852ac3d8d84a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317409 May 20 20:43:03.063217 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port 30df15fc-89cf-4803-b7aa-50e7782a79e5, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=30df15fc-89cf-4803-b7aa-50e7782a79e5,segment=NetworkSegment(ca06552a-020a-4e09-a645-a891f05fe594),segment_id=ca06552a-020a-4e09-a645-a891f05fe594)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:43:03.076831 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Returning: {'device': '30df15fc-89cf-4803-b7aa-50e7782a79e5', 'network_id': 'd60606e0-f16b-41ef-a3a7-4e607c0fc17f', 'port_id': '30df15fc-89cf-4803-b7aa-50e7782a79e5', 'mac_address': 'fa:16:3e:2b:cb:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '992f12bf-2666-4746-b252-52fa9a8e36ea', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 20 20:43:03.088303 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da47a30c-47af-4d41-a90f-5629df0ebe1f req-2e637734-caaf-4f63-b016-960fe51a88b0 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:03.090069 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-da47a30c-47af-4d41-a90f-5629df0ebe1f req-2e637734-caaf-4f63-b016-960fe51a88b0 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/ports?device_id=b07c1a9b-3fbb-41e5-9d04-a21146bf734c HTTP/1.1" status: 200 len: 950 time: 0.0562460 May 20 20:43:03.115437 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Current status of the port 30df15fc-89cf-4803-b7aa-50e7782a79e5 is: DOWN; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:43:03.115827 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:03.129860 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5d3aaee8-91f4-42ce-bff3-15665d2e3fd9 req-229b77bb-8bf0-4980-8910-daccb9e9580c tempest-ServersAdmin275Test-189374169 tempest-ServersAdmin275Test-189374169-project] 10.222.0.35 "GET /v2.0/ports?device_id=2894f055-1341-4e58-9e01-d9c6a5727656 HTTP/1.1" status: 200 len: 210 time: 0.0383019 May 20 20:43:03.129999 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30df15fc-89cf-4803-b7aa-50e7782a79e5 {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:43:03.164757 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port 30df15fc-89cf-4803-b7aa-50e7782a79e5, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=30df15fc-89cf-4803-b7aa-50e7782a79e5,segment=NetworkSegment(ca06552a-020a-4e09-a645-a891f05fe594),segment_id=ca06552a-020a-4e09-a645-a891f05fe594)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:43:03.164885 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-da47a30c-47af-4d41-a90f-5629df0ebe1f req-382701f4-233f-42df-b4f0-a040aa30c461 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/security-groups?id=38c76b68-4081-4341-88c9-c8e3082a5da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599785 May 20 20:43:03.236627 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a21d0aeb-0e03-4a59-ab46-a82d205e5e05 req-77766836-5a5d-4a3a-b038-8f2e30ea59a0 tempest-ServersAdmin275Test-189374169 tempest-ServersAdmin275Test-189374169-project] 10.222.0.35 "GET /v2.0/ports?device_id=2894f055-1341-4e58-9e01-d9c6a5727656 HTTP/1.1" status: 200 len: 210 time: 0.0263810 May 20 20:43:03.244039 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:03.244826 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device aee7c7ea-046e-45ee-907c-89a991db831f details requested by agent hyperv_n-h1-842733-1 with host n-h1-842733-1 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 20:43:03.287578 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89910cb-ad40-4278-a238-3fc91bdddcc7 req-b9a78b06-f5ef-4f23-a073-b6fcd66ae29c tempest-ServerPasswordTestJSON-1462210721 tempest-ServerPasswordTestJSON-1462210721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:03.289297 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d89910cb-ad40-4278-a238-3fc91bdddcc7 req-b9a78b06-f5ef-4f23-a073-b6fcd66ae29c tempest-ServerPasswordTestJSON-1462210721 tempest-ServerPasswordTestJSON-1462210721-project] 10.222.0.35 "GET /v2.0/ports?device_id=075f068c-6a99-4e42-81db-2d32cb946378 HTTP/1.1" status: 200 len: 944 time: 0.0549645 May 20 20:43:03.329453 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d89910cb-ad40-4278-a238-3fc91bdddcc7 req-d592bd4d-a235-462f-9784-8da6c1045606 tempest-ServerPasswordTestJSON-1462210721 tempest-ServerPasswordTestJSON-1462210721-project] 10.222.0.35 "GET /v2.0/security-groups?id=a7d88c2e-2a69-47bd-b154-2182fe7d4759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340893 May 20 20:43:03.340056 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Pushing event updated for resources: {'Port': ['ID=30df15fc-89cf-4803-b7aa-50e7782a79e5,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:43:03.384549 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port aee7c7ea-046e-45ee-907c-89a991db831f, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=aee7c7ea-046e-45ee-907c-89a991db831f,segment=NetworkSegment(a454a6f2-b2fd-4e97-99c4-d6bcfdc2af0b),segment_id=a454a6f2-b2fd-4e97-99c4-d6bcfdc2af0b)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:43:03.396314 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Returning: {'device': 'aee7c7ea-046e-45ee-907c-89a991db831f', 'network_id': 'b3410a09-5cd8-4e81-a2fc-a3c5f65f81c0', 'port_id': 'aee7c7ea-046e-45ee-907c-89a991db831f', 'mac_address': 'fa:16:3e:9b:f7:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0d33e5a-87c1-40c9-ae5f-eab39232edb6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 20 20:43:03.430243 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea375ad-fdaa-4d25-9de9-b7d0b11ecbd2 req-279a32a3-0542-460a-819b-e5abfa6d4bcf tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:03.432079 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5ea375ad-fdaa-4d25-9de9-b7d0b11ecbd2 req-279a32a3-0542-460a-819b-e5abfa6d4bcf tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0c60b72-9523-431c-9650-da41023ec6f4 HTTP/1.1" status: 200 len: 945 time: 0.0576894 May 20 20:43:03.442442 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Current status of the port aee7c7ea-046e-45ee-907c-89a991db831f is: DOWN; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:43:03.442870 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:03.456662 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aee7c7ea-046e-45ee-907c-89a991db831f {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:43:03.476567 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port aee7c7ea-046e-45ee-907c-89a991db831f, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=aee7c7ea-046e-45ee-907c-89a991db831f,segment=NetworkSegment(a454a6f2-b2fd-4e97-99c4-d6bcfdc2af0b),segment_id=a454a6f2-b2fd-4e97-99c4-d6bcfdc2af0b)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:43:03.546034 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cb4e8c-819f-41c9-b7c8-d3f3be9f2496 req-8ed80636-0a24-45aa-924e-00bc947687a7 tempest-ServerMetadataNegativeTestJSON-1186641826 tempest-ServerMetadataNegativeTestJSON-1186641826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:03.547542 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a1cb4e8c-819f-41c9-b7c8-d3f3be9f2496 req-8ed80636-0a24-45aa-924e-00bc947687a7 tempest-ServerMetadataNegativeTestJSON-1186641826 tempest-ServerMetadataNegativeTestJSON-1186641826-project] 10.222.0.35 "GET /v2.0/ports?device_id=4f49078f-ef6b-4e5f-83d9-cf2aa4c7008b HTTP/1.1" status: 200 len: 944 time: 0.1010332 May 20 20:43:03.558411 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:03.589172 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [req-5ea375ad-fdaa-4d25-9de9-b7d0b11ecbd2 req-ac39e824-10ad-4f92-ae97-282e68af5fc2 tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] Deleting port 351d92d7-f33b-48c0-ae2d-d828e87eced7 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:43:03.589537 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-5ea375ad-fdaa-4d25-9de9-b7d0b11ecbd2 req-ac39e824-10ad-4f92-ae97-282e68af5fc2 tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:03.609690 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Pushing event updated for resources: {'Port': ['ID=aee7c7ea-046e-45ee-907c-89a991db831f,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:43:03.611194 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a1cb4e8c-819f-41c9-b7c8-d3f3be9f2496 req-20006b76-f6d0-4aa4-a8a3-ef9d21fc5136 tempest-ServerMetadataNegativeTestJSON-1186641826 tempest-ServerMetadataNegativeTestJSON-1186641826-project] 10.222.0.35 "GET /v2.0/security-groups?id=58135073-fccb-49ae-944b-5541f8508195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563443 May 20 20:43:03.686781 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-5ea375ad-fdaa-4d25-9de9-b7d0b11ecbd2 req-ac39e824-10ad-4f92-ae97-282e68af5fc2 tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] For port 351d92d7-f33b-48c0-ae2d-d828e87eced7, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=351d92d7-f33b-48c0-ae2d-d828e87eced7,segment=NetworkSegment(2402745c-06cc-4395-87ea-d8de4fb1e600),segment_id=2402745c-06cc-4395-87ea-d8de4fb1e600)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:43:03.687146 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-5ea375ad-fdaa-4d25-9de9-b7d0b11ecbd2 req-ac39e824-10ad-4f92-ae97-282e68af5fc2 tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:03.704014 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [req-5ea375ad-fdaa-4d25-9de9-b7d0b11ecbd2 req-ac39e824-10ad-4f92-ae97-282e68af5fc2 tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] Calling delete_port for 351d92d7-f33b-48c0-ae2d-d828e87eced7 owned by compute:nova {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:43:03.829980 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] get_ports_and_sgs() called for port_ids ['aee7c7ea-046e-45ee-907c-89a991db831f'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:43:03.862418 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] get_ports_and_sgs() called for port_ids ['30df15fc-89cf-4803-b7aa-50e7782a79e5'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:43:03.887152 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-5ea375ad-fdaa-4d25-9de9-b7d0b11ecbd2 req-ac39e824-10ad-4f92-ae97-282e68af5fc2 tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:03.930997 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac39e824-10ad-4f92-ae97-282e68af5fc2 tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] Pushing event deleted for resources: {'Port': ['ID=351d92d7-f33b-48c0-ae2d-d828e87eced7,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:43:03.959719 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9435348a-d85d-4f2f-9ef3-91d795485b8c req-bf9a2c9d-0796-406c-8780-9753aa212fc0 tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] 10.222.0.35 "GET /v2.0/ports?device_id=d0c60b72-9523-431c-9650-da41023ec6f4 HTTP/1.1" status: 200 len: 210 time: 0.0393836 May 20 20:43:03.993682 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ea375ad-fdaa-4d25-9de9-b7d0b11ecbd2 req-ac39e824-10ad-4f92-ae97-282e68af5fc2 tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] No DVR routers for this DVR port 351d92d7-f33b-48c0-ae2d-d828e87eced7 on host n-h2-842733-1 {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:43:04.027917 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-5ea375ad-fdaa-4d25-9de9-b7d0b11ecbd2 req-ac39e824-10ad-4f92-ae97-282e68af5fc2 tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:04.032108 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5ea375ad-fdaa-4d25-9de9-b7d0b11ecbd2 req-ac39e824-10ad-4f92-ae97-282e68af5fc2 tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] 10.222.0.13 "DELETE /v2.0/ports/351d92d7-f33b-48c0-ae2d-d828e87eced7 HTTP/1.1" status: 204 len: 173 time: 0.5936499 May 20 20:43:04.032617 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0c60b72-9523-431c-9650-da41023ec6f4', 'name': 'network-vif-deleted', 'tag': '351d92d7-f33b-48c0-ae2d-d828e87eced7'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:43:04.034968 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4291b17aa7b45362825f0571e77c85f5e73afe1df9c7e9e15006df9d695c005e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d242379-6dec-4850-beee-86a59deecdff" -d '{"events": [{"server_uuid": "d0c60b72-9523-431c-9650-da41023ec6f4", "name": "network-vif-deleted", "tag": "351d92d7-f33b-48c0-ae2d-d828e87eced7"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:43:04.054615 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-25bed224-11a0-4a43-b08f-cf946c9a1d23 req-0799e178-e681-49ad-8b40-7a0cb1cf58e0 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6c76aeb0-913f-4723-b9b2-b82b5a881f38&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0859237 May 20 20:43:04.126619 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 20:43:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd95255e-629e-4639-a97f-add0895b8ce3 x-openstack-request-id: req-cd95255e-629e-4639-a97f-add0895b8ce3 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:43:04.126950 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0c60b72-9523-431c-9650-da41023ec6f4", "name": "network-vif-deleted", "tag": "351d92d7-f33b-48c0-ae2d-d828e87eced7", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:43:04.127166 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-cd95255e-629e-4639-a97f-add0895b8ce3 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:43:04.127564 n-d-842733-1 neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd95255e-629e-4639-a97f-add0895b8ce3'] response: {'server_uuid': 'd0c60b72-9523-431c-9650-da41023ec6f4', 'name': 'network-vif-deleted', 'tag': '351d92d7-f33b-48c0-ae2d-d828e87eced7', 'status': 'completed', 'code': 200} May 20 20:43:04.156121 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05832fab-db6d-47a6-b386-7c622ff7f9fa req-bde3437c-f45b-4a20-b6da-1bfbffed60ba tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:04.158857 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-05832fab-db6d-47a6-b386-7c622ff7f9fa req-bde3437c-f45b-4a20-b6da-1bfbffed60ba tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/ports?device_id=639a9b9c-aaad-4644-9dcd-410174fb9f88 HTTP/1.1" status: 200 len: 945 time: 0.0666919 May 20 20:43:04.160761 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bed224-11a0-4a43-b08f-cf946c9a1d23 req-0b0392de-ea10-4a37-815d-ee42efad52c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:04.162436 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-25bed224-11a0-4a43-b08f-cf946c9a1d23 req-0b0392de-ea10-4a37-815d-ee42efad52c5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=16add71a0ec946a18f61d15298c23d6f&device_id=6c76aeb0-913f-4723-b9b2-b82b5a881f38 HTTP/1.1" status: 200 len: 1096 time: 0.0489261 May 20 20:43:04.231034 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-05832fab-db6d-47a6-b386-7c622ff7f9fa req-7b44fad3-1232-4718-a8d8-cea96c1fd52f tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3c6019f-4c4a-4c16-982c-852ac3d8d84a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509243 May 20 20:43:04.291852 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bed224-11a0-4a43-b08f-cf946c9a1d23 req-ba0b867e-e925-42d7-8601-d82a3b475df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:04.293898 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-25bed224-11a0-4a43-b08f-cf946c9a1d23 req-ba0b867e-e925-42d7-8601-d82a3b475df9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=51ec8106-415b-4da6-8e19-8077690a9654 HTTP/1.1" status: 200 len: 907 time: 0.1053541 May 20 20:43:04.316536 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde9ecb9-0179-4edc-b34b-4516d24bd54c req-1c3bf65d-b4d2-476a-8640-ecf3f8fcc577 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:04.318167 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-bde9ecb9-0179-4edc-b34b-4516d24bd54c req-1c3bf65d-b4d2-476a-8640-ecf3f8fcc577 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/ports?device_id=b07c1a9b-3fbb-41e5-9d04-a21146bf734c HTTP/1.1" status: 200 len: 950 time: 0.0660815 May 20 20:43:04.368405 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-bde9ecb9-0179-4edc-b34b-4516d24bd54c req-f16cdf03-f65b-4bfd-b323-141edeb4427c tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/security-groups?id=38c76b68-4081-4341-88c9-c8e3082a5da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440629 May 20 20:43:04.372956 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-25bed224-11a0-4a43-b08f-cf946c9a1d23 req-f2ea304f-d419-4cde-b6ab-f2ffe0e5ae12 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3019072a-5740-4991-8625-ed598bf22981 HTTP/1.1" status: 200 len: 1000 time: 0.0713506 May 20 20:43:04.435537 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bed224-11a0-4a43-b08f-cf946c9a1d23 req-0237bc23-59a3-446d-b558-932f6a7f8f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:04.437534 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-25bed224-11a0-4a43-b08f-cf946c9a1d23 req-0237bc23-59a3-446d-b558-932f6a7f8f1c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5b3fecbc-4363-4558-bc2e-f6cfa24f9a5f HTTP/1.1" status: 200 len: 845 time: 0.0570290 May 20 20:43:04.443645 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8b02fb94-c94c-4a93-a8b9-0e11dece5f33 req-de886071-9fdf-4209-8580-3c6d3f7ad5ab tempest-ServersAdmin275Test-189374169 tempest-ServersAdmin275Test-189374169-project] 10.222.0.35 "GET /v2.0/ports?device_id=2894f055-1341-4e58-9e01-d9c6a5727656 HTTP/1.1" status: 200 len: 210 time: 0.0367503 May 20 20:43:04.493658 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bed224-11a0-4a43-b08f-cf946c9a1d23 req-11160b95-ff85-464f-a33d-579324ee6131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:04.495149 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-25bed224-11a0-4a43-b08f-cf946c9a1d23 req-11160b95-ff85-464f-a33d-579324ee6131 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=51ec8106-415b-4da6-8e19-8077690a9654&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0491149 May 20 20:43:04.506429 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6182ac-75d2-408c-bc7b-a09f858850b5 req-3130cd1b-da3f-46fe-91ae-d49228175945 tempest-ServerPasswordTestJSON-1462210721 tempest-ServerPasswordTestJSON-1462210721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:04.507914 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ef6182ac-75d2-408c-bc7b-a09f858850b5 req-3130cd1b-da3f-46fe-91ae-d49228175945 tempest-ServerPasswordTestJSON-1462210721 tempest-ServerPasswordTestJSON-1462210721-project] 10.222.0.35 "GET /v2.0/ports?device_id=075f068c-6a99-4e42-81db-2d32cb946378 HTTP/1.1" status: 200 len: 944 time: 0.0666845 May 20 20:43:04.548546 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ef6182ac-75d2-408c-bc7b-a09f858850b5 req-0b86680a-f288-4f1d-a545-c6efd6040bd1 tempest-ServerPasswordTestJSON-1462210721 tempest-ServerPasswordTestJSON-1462210721-project] 10.222.0.35 "GET /v2.0/security-groups?id=a7d88c2e-2a69-47bd-b154-2182fe7d4759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328872 May 20 20:43:04.594430 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-25bed224-11a0-4a43-b08f-cf946c9a1d23 req-c56ba1ad-23a3-497b-a52f-f4eac5c6f599 service neutron] 10.222.0.24 "GET /v2.0/networks/51ec8106-415b-4da6-8e19-8077690a9654?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914049 May 20 20:43:04.684218 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-25bed224-11a0-4a43-b08f-cf946c9a1d23 req-1ff55a32-7a62-4d24-b293-a09766863e03 service neutron] 10.222.0.24 "GET /v2.0/networks/51ec8106-415b-4da6-8e19-8077690a9654?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805366 May 20 20:43:04.737516 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad08b5aa-5ffc-4b9b-bbfe-d32fa9799df0 req-cae19d14-9f64-4119-ba1c-e7c2d29f7304 tempest-ServerMetadataNegativeTestJSON-1186641826 tempest-ServerMetadataNegativeTestJSON-1186641826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:04.738890 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ad08b5aa-5ffc-4b9b-bbfe-d32fa9799df0 req-cae19d14-9f64-4119-ba1c-e7c2d29f7304 tempest-ServerMetadataNegativeTestJSON-1186641826 tempest-ServerMetadataNegativeTestJSON-1186641826-project] 10.222.0.35 "GET /v2.0/ports?device_id=4f49078f-ef6b-4e5f-83d9-cf2aa4c7008b HTTP/1.1" status: 200 len: 945 time: 0.0530999 May 20 20:43:04.778072 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ad08b5aa-5ffc-4b9b-bbfe-d32fa9799df0 req-fe4b71d2-c27c-49e4-a8d5-0a4ecdcd7833 tempest-ServerMetadataNegativeTestJSON-1186641826 tempest-ServerMetadataNegativeTestJSON-1186641826-project] 10.222.0.35 "GET /v2.0/security-groups?id=58135073-fccb-49ae-944b-5541f8508195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331755 May 20 20:43:04.959077 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 30df15fc-89cf-4803-b7aa-50e7782a79e5 up at agent hyperv_n-h1-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:43:05.097602 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Provisioning for port 30df15fc-89cf-4803-b7aa-50e7782a79e5 completed by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 20:43:05.101424 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Provisioning complete for port 30df15fc-89cf-4803-b7aa-50e7782a79e5 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:43:05.102026 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:05.125022 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d3689ca6-d184-4764-bcbe-9eee293a35cb req-b642b27f-1480-464e-ad33-6d437a1f5225 tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] 10.222.0.35 "GET /v2.0/ports?device_id=d0c60b72-9523-431c-9650-da41023ec6f4 HTTP/1.1" status: 200 len: 210 time: 0.0353982 May 20 20:43:05.191579 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Current status of the port 30df15fc-89cf-4803-b7aa-50e7782a79e5 is: BUILD; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:43:05.192106 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:05.217995 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '075f068c-6a99-4e42-81db-2d32cb946378', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30df15fc-89cf-4803-b7aa-50e7782a79e5'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:43:05.220810 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8485417003ce7c0410b00f5cdc2f391e21107b70bb68e2773712534a96e108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b75e8205-ca57-4624-a2fe-44674a90c2de" -d '{"events": [{"server_uuid": "075f068c-6a99-4e42-81db-2d32cb946378", "name": "network-vif-plugged", "status": "completed", "tag": "30df15fc-89cf-4803-b7aa-50e7782a79e5"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:43:05.242363 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port 30df15fc-89cf-4803-b7aa-50e7782a79e5, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=30df15fc-89cf-4803-b7aa-50e7782a79e5,segment=NetworkSegment(ca06552a-020a-4e09-a645-a891f05fe594),segment_id=ca06552a-020a-4e09-a645-a891f05fe594)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:43:05.266365 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 20:43:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad085336-2359-4c53-b8ac-ca2a525bae1f x-openstack-request-id: req-ad085336-2359-4c53-b8ac-ca2a525bae1f {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:43:05.266668 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "075f068c-6a99-4e42-81db-2d32cb946378", "name": "network-vif-plugged", "status": "completed", "tag": "30df15fc-89cf-4803-b7aa-50e7782a79e5", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:43:05.266894 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ad085336-2359-4c53-b8ac-ca2a525bae1f {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:43:05.267300 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad085336-2359-4c53-b8ac-ca2a525bae1f'] response: {'server_uuid': '075f068c-6a99-4e42-81db-2d32cb946378', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30df15fc-89cf-4803-b7aa-50e7782a79e5', 'code': 200} May 20 20:43:05.309023 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:05.309959 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device aee7c7ea-046e-45ee-907c-89a991db831f up at agent hyperv_n-h1-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:43:05.353790 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7b8d5c-4faf-4961-97d0-09356638f216 req-b485c1da-b834-4e22-b52b-f13f06d9acfa tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:05.355389 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2c7b8d5c-4faf-4961-97d0-09356638f216 req-b485c1da-b834-4e22-b52b-f13f06d9acfa tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/ports?device_id=639a9b9c-aaad-4644-9dcd-410174fb9f88 HTTP/1.1" status: 200 len: 945 time: 0.0584455 May 20 20:43:05.381147 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771fa442-63ed-449d-a5fe-9a7ae2ca12c2 req-f1adcdb0-436b-44e9-9659-660f5ed16b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:05.383394 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-771fa442-63ed-449d-a5fe-9a7ae2ca12c2 req-f1adcdb0-436b-44e9-9659-660f5ed16b64 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=075f068c-6a99-4e42-81db-2d32cb946378 HTTP/1.1" status: 200 len: 1096 time: 0.0480967 May 20 20:43:05.397083 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2c7b8d5c-4faf-4961-97d0-09356638f216 req-37d08036-4bbc-44d4-af86-fdb2d8536cb4 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3c6019f-4c4a-4c16-982c-852ac3d8d84a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344553 May 20 20:43:05.415333 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Pushing event updated for resources: {'Port': ['ID=30df15fc-89cf-4803-b7aa-50e7782a79e5,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:43:05.461554 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-771fa442-63ed-449d-a5fe-9a7ae2ca12c2 req-53985985-5619-46e7-9221-47f9d56dd38b service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=a7d88c2e-2a69-47bd-b154-2182fe7d4759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699656 May 20 20:43:05.494608 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 351d92d7-f33b-48c0-ae2d-d828e87eced7 no longer exists at agent hyperv_n-h2-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:43:05.514493 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0cb538-acfd-4c6b-bb5e-96ce886dd78f req-5611a23e-8884-4a96-9679-b2ddfc4cfc5e tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:05.516295 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ce0cb538-acfd-4c6b-bb5e-96ce886dd78f req-5611a23e-8884-4a96-9679-b2ddfc4cfc5e tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/ports?device_id=b07c1a9b-3fbb-41e5-9d04-a21146bf734c HTTP/1.1" status: 200 len: 950 time: 0.0564296 May 20 20:43:05.523505 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] No Port match for: 351d92d7-f33b-48c0-ae2d-d828e87eced7 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 20:43:05.524092 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 351d92d7-f33b-48c0-ae2d-d828e87eced7 not bound to the agent host n-h2-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 20:43:05.550740 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Provisioning for port aee7c7ea-046e-45ee-907c-89a991db831f completed by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 20:43:05.557402 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Provisioning complete for port aee7c7ea-046e-45ee-907c-89a991db831f triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:43:05.557957 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:05.652842 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Current status of the port aee7c7ea-046e-45ee-907c-89a991db831f is: BUILD; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:43:05.653835 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:05.692592 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port aee7c7ea-046e-45ee-907c-89a991db831f, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=aee7c7ea-046e-45ee-907c-89a991db831f,segment=NetworkSegment(a454a6f2-b2fd-4e97-99c4-d6bcfdc2af0b),segment_id=a454a6f2-b2fd-4e97-99c4-d6bcfdc2af0b)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:43:05.783639 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:05.834362 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Pushing event updated for resources: {'Port': ['ID=aee7c7ea-046e-45ee-907c-89a991db831f,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:43:05.868217 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-33865fc1-011c-4d79-9f20-9f718527c62a req-e944229c-4f34-443f-aad8-24393464d9ae tempest-ServersAdmin275Test-189374169 tempest-ServersAdmin275Test-189374169-project] 10.222.0.35 "GET /v2.0/ports?device_id=2894f055-1341-4e58-9e01-d9c6a5727656 HTTP/1.1" status: 200 len: 210 time: 0.0302765 May 20 20:43:05.880580 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ce0cb538-acfd-4c6b-bb5e-96ce886dd78f req-48861fa0-7e3f-4d92-95d2-835c1ebf8cda tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/security-groups?id=38c76b68-4081-4341-88c9-c8e3082a5da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3562446 May 20 20:43:06.021238 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573fadf7-e6f5-4f0e-967a-df5ffac24fc2 req-72dc0c9c-b149-4f06-a1c2-26123a39d28e tempest-ServerMetadataNegativeTestJSON-1186641826 tempest-ServerMetadataNegativeTestJSON-1186641826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:06.022680 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-573fadf7-e6f5-4f0e-967a-df5ffac24fc2 req-72dc0c9c-b149-4f06-a1c2-26123a39d28e tempest-ServerMetadataNegativeTestJSON-1186641826 tempest-ServerMetadataNegativeTestJSON-1186641826-project] 10.222.0.35 "GET /v2.0/ports?device_id=4f49078f-ef6b-4e5f-83d9-cf2aa4c7008b HTTP/1.1" status: 200 len: 946 time: 0.0793669 May 20 20:43:06.029739 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed3ee1b-fb82-447c-8ae8-1a0052664ffa req-4b2bb7fc-c539-4733-9ea4-850e4f5a7bf6 tempest-ServerPasswordTestJSON-1462210721 tempest-ServerPasswordTestJSON-1462210721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:06.031095 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-fed3ee1b-fb82-447c-8ae8-1a0052664ffa req-4b2bb7fc-c539-4733-9ea4-850e4f5a7bf6 tempest-ServerPasswordTestJSON-1462210721 tempest-ServerPasswordTestJSON-1462210721-project] 10.222.0.35 "GET /v2.0/ports?device_id=075f068c-6a99-4e42-81db-2d32cb946378 HTTP/1.1" status: 200 len: 945 time: 0.0781932 May 20 20:43:06.085721 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-573fadf7-e6f5-4f0e-967a-df5ffac24fc2 req-916ee727-5ddf-44d8-8ecd-64f2cfcc32d5 tempest-ServerMetadataNegativeTestJSON-1186641826 tempest-ServerMetadataNegativeTestJSON-1186641826-project] 10.222.0.35 "GET /v2.0/security-groups?id=58135073-fccb-49ae-944b-5541f8508195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535741 May 20 20:43:06.090281 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-fed3ee1b-fb82-447c-8ae8-1a0052664ffa req-e93e8af9-2180-4fe2-b23a-417e5f91a42f tempest-ServerPasswordTestJSON-1462210721 tempest-ServerPasswordTestJSON-1462210721-project] 10.222.0.35 "GET /v2.0/security-groups?id=a7d88c2e-2a69-47bd-b154-2182fe7d4759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525188 May 20 20:43:06.431161 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9197d62-4c31-4504-9a66-1ca8798ba646 req-489c260b-09fd-4c7a-bb5a-ebd09973b3f8 tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:06.432639 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c9197d62-4c31-4504-9a66-1ca8798ba646 req-489c260b-09fd-4c7a-bb5a-ebd09973b3f8 tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] 10.222.0.35 "GET /v2.0/networks?id=9d20e684-f51c-4f52-b5ed-fe61f8fbf536 HTTP/1.1" status: 200 len: 821 time: 0.0972090 May 20 20:43:06.448500 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c9197d62-4c31-4504-9a66-1ca8798ba646 req-7827a762-763e-48f6-a9f1-e4054d74a2ed tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] 10.222.0.35 "GET /v2.0/quotas/7996bbdcd04c45b28346a0fe350ea7b7 HTTP/1.1" status: 200 len: 375 time: 0.0093050 May 20 20:43:06.529930 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c9197d62-4c31-4504-9a66-1ca8798ba646 req-136cb82b-beea-417b-8cdd-e06b918f6ef8 tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=7996bbdcd04c45b28346a0fe350ea7b7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0752110 May 20 20:43:06.540115 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f731c4-dd22-46a9-ad2e-e35faba67e72 req-2be76fc8-f0ad-430d-a29b-9be3ba92fdcc tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:06.541627 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-82f731c4-dd22-46a9-ad2e-e35faba67e72 req-2be76fc8-f0ad-430d-a29b-9be3ba92fdcc tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/ports?device_id=639a9b9c-aaad-4644-9dcd-410174fb9f88 HTTP/1.1" status: 200 len: 945 time: 0.0592394 May 20 20:43:06.628293 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-82f731c4-dd22-46a9-ad2e-e35faba67e72 req-07425607-51db-44c4-a8b3-6fb408ea431c tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3c6019f-4c4a-4c16-982c-852ac3d8d84a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783641 May 20 20:43:06.655555 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c9197d62-4c31-4504-9a66-1ca8798ba646 req-7520179d-b4f9-4f0b-849a-7c8d9bd8ec38 service neutron] 10.222.0.35 "GET /v2.0/networks/9d20e684-f51c-4f52-b5ed-fe61f8fbf536?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129925 May 20 20:43:06.748758 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c9197d62-4c31-4504-9a66-1ca8798ba646 req-9b765ced-da6b-41e9-8034-d6eeae298abf service neutron] 10.222.0.35 "GET /v2.0/networks/9d20e684-f51c-4f52-b5ed-fe61f8fbf536?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863743 May 20 20:43:07.023944 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e0f271ec-69f1-42db-977d-7ead515783ab req-dde4fc1c-d14e-4bd5-a85b-1ed1a8250194 tempest-ServersAdmin275Test-189374169 tempest-ServersAdmin275Test-189374169-project] 10.222.0.35 "GET /v2.0/ports?device_id=2894f055-1341-4e58-9e01-d9c6a5727656 HTTP/1.1" status: 200 len: 210 time: 0.0497959 May 20 20:43:07.040835 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c637d3-48b1-4dfb-9a97-8309edbae4a2 req-5d98d7d7-cfa9-4517-a8b4-5d5937b2f61b tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:07.048407 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f0c637d3-48b1-4dfb-9a97-8309edbae4a2 req-5d98d7d7-cfa9-4517-a8b4-5d5937b2f61b tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/ports?device_id=b07c1a9b-3fbb-41e5-9d04-a21146bf734c HTTP/1.1" status: 200 len: 950 time: 0.0859241 May 20 20:43:07.093310 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f0c637d3-48b1-4dfb-9a97-8309edbae4a2 req-db70f56d-37d3-4ffc-a994-aefa77fffa9d tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/security-groups?id=38c76b68-4081-4341-88c9-c8e3082a5da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439770 May 20 20:43:07.110356 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e698f0a9-83bd-439f-947c-44406e28f449 req-87bc665c-3f71-4f53-9107-efd5b3ce0b39 tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] 10.222.0.35 "GET /v2.0/ports?device_id=3b13f32b-6337-4945-b61c-2f996c11055a HTTP/1.1" status: 200 len: 210 time: 0.0318830 May 20 20:43:07.223414 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b28a6cdc-018f-45c0-a7c5-32b2767d4fc9 req-b9b01e59-a84c-4970-8d6e-7af75d0799f3 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2894f055-1341-4e58-9e01-d9c6a5727656 HTTP/1.1" status: 200 len: 210 time: 0.0480347 May 20 20:43:07.264832 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a3c6ef-c1d2-4dd7-b142-d033c5bf9016 req-c4180674-656a-4fad-af6b-274c93066a12 tempest-ServerMetadataNegativeTestJSON-1186641826 tempest-ServerMetadataNegativeTestJSON-1186641826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:07.266226 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-06a3c6ef-c1d2-4dd7-b142-d033c5bf9016 req-c4180674-656a-4fad-af6b-274c93066a12 tempest-ServerMetadataNegativeTestJSON-1186641826 tempest-ServerMetadataNegativeTestJSON-1186641826-project] 10.222.0.35 "GET /v2.0/ports?device_id=4f49078f-ef6b-4e5f-83d9-cf2aa4c7008b HTTP/1.1" status: 200 len: 946 time: 0.1013148 May 20 20:43:07.268507 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f49078f-ef6b-4e5f-83d9-cf2aa4c7008b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aee7c7ea-046e-45ee-907c-89a991db831f'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:43:07.271053 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8485417003ce7c0410b00f5cdc2f391e21107b70bb68e2773712534a96e108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8722a34c-8da2-4914-8c68-8b8cf298df2e" -d '{"events": [{"server_uuid": "4f49078f-ef6b-4e5f-83d9-cf2aa4c7008b", "name": "network-vif-plugged", "status": "completed", "tag": "aee7c7ea-046e-45ee-907c-89a991db831f"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:43:07.278683 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3719e68-7840-46ee-b208-059cbebe788d req-16111a4a-0707-4519-b4f6-1a8b052e1871 tempest-ServerPasswordTestJSON-1462210721 tempest-ServerPasswordTestJSON-1462210721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:07.280647 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b3719e68-7840-46ee-b208-059cbebe788d req-16111a4a-0707-4519-b4f6-1a8b052e1871 tempest-ServerPasswordTestJSON-1462210721 tempest-ServerPasswordTestJSON-1462210721-project] 10.222.0.35 "GET /v2.0/ports?device_id=075f068c-6a99-4e42-81db-2d32cb946378 HTTP/1.1" status: 200 len: 945 time: 0.0973740 May 20 20:43:07.337679 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-06a3c6ef-c1d2-4dd7-b142-d033c5bf9016 req-6b022fda-5c95-4d77-ab2f-25747f94c895 tempest-ServerMetadataNegativeTestJSON-1186641826 tempest-ServerMetadataNegativeTestJSON-1186641826-project] 10.222.0.35 "GET /v2.0/security-groups?id=58135073-fccb-49ae-944b-5541f8508195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565596 May 20 20:43:07.340428 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b3719e68-7840-46ee-b208-059cbebe788d req-2cd5712d-1df3-4683-92b6-139dd60ca91e tempest-ServerPasswordTestJSON-1462210721 tempest-ServerPasswordTestJSON-1462210721-project] 10.222.0.35 "GET /v2.0/security-groups?id=a7d88c2e-2a69-47bd-b154-2182fe7d4759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535631 May 20 20:43:07.392009 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 20:43:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d0ec92a-955a-4179-a7a5-994088482f8d x-openstack-request-id: req-5d0ec92a-955a-4179-a7a5-994088482f8d {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:43:07.392009 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f49078f-ef6b-4e5f-83d9-cf2aa4c7008b", "name": "network-vif-plugged", "status": "completed", "tag": "aee7c7ea-046e-45ee-907c-89a991db831f", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:43:07.392009 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5d0ec92a-955a-4179-a7a5-994088482f8d {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:43:07.392009 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d0ec92a-955a-4179-a7a5-994088482f8d'] response: {'server_uuid': '4f49078f-ef6b-4e5f-83d9-cf2aa4c7008b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aee7c7ea-046e-45ee-907c-89a991db831f', 'code': 200} May 20 20:43:07.489323 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6472c117-a1fd-4bb0-9e48-672359898e15 req-d6fcc1d2-8a6b-4cbb-9ac0-1ad45e947682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:07.490985 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-6472c117-a1fd-4bb0-9e48-672359898e15 req-d6fcc1d2-8a6b-4cbb-9ac0-1ad45e947682 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4f49078f-ef6b-4e5f-83d9-cf2aa4c7008b HTTP/1.1" status: 200 len: 1097 time: 0.0415063 May 20 20:43:07.528574 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-6472c117-a1fd-4bb0-9e48-672359898e15 req-1953c3e3-80ac-4e1a-9262-18f59a352c56 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=58135073-fccb-49ae-944b-5541f8508195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302389 May 20 20:43:07.751100 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b919ae88-af9d-426e-b70c-bcc0b7bb16d6 req-2d090b17-c95b-47e2-b34d-2375061b5231 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:07.752614 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b919ae88-af9d-426e-b70c-bcc0b7bb16d6 req-2d090b17-c95b-47e2-b34d-2375061b5231 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/ports?device_id=639a9b9c-aaad-4644-9dcd-410174fb9f88 HTTP/1.1" status: 200 len: 945 time: 0.0542367 May 20 20:43:07.793041 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b919ae88-af9d-426e-b70c-bcc0b7bb16d6 req-e8c343d8-d31c-469c-83e6-6277b5653e4f tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3c6019f-4c4a-4c16-982c-852ac3d8d84a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341916 May 20 20:43:08.031590 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a346d905-a906-48c7-b0db-26dd1ee257fe req-78565822-775f-49d0-9728-45bc7198e771 tempest-ServerPasswordTestJSON-1462210721 tempest-ServerPasswordTestJSON-1462210721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:08.033153 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a346d905-a906-48c7-b0db-26dd1ee257fe req-78565822-775f-49d0-9728-45bc7198e771 tempest-ServerPasswordTestJSON-1462210721 tempest-ServerPasswordTestJSON-1462210721-project] 10.222.0.35 "GET /v2.0/ports?device_id=075f068c-6a99-4e42-81db-2d32cb946378 HTTP/1.1" status: 200 len: 945 time: 0.0505273 May 20 20:43:08.077704 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a346d905-a906-48c7-b0db-26dd1ee257fe req-3fa37151-3cc0-42f7-af9d-1d68a4f23535 tempest-ServerPasswordTestJSON-1462210721 tempest-ServerPasswordTestJSON-1462210721-project] 10.222.0.35 "GET /v2.0/security-groups?id=a7d88c2e-2a69-47bd-b154-2182fe7d4759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376856 May 20 20:43:08.139729 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-32e704e0-ad1f-41c1-8ea7-2277dbc33ea5 req-f1f87f3d-740b-45cb-a969-04c880f1b77f tempest-ServersAdmin275Test-189374169 tempest-ServersAdmin275Test-189374169-project] 10.222.0.35 "GET /v2.0/ports?device_id=2894f055-1341-4e58-9e01-d9c6a5727656 HTTP/1.1" status: 200 len: 210 time: 0.0284927 May 20 20:43:08.220269 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f99b677-4e4b-408f-b6d1-ca1d23a38722 req-0e6e1d86-3057-4794-a305-8f8eb6a47b5b tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:08.221824 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8f99b677-4e4b-408f-b6d1-ca1d23a38722 req-0e6e1d86-3057-4794-a305-8f8eb6a47b5b tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/ports?device_id=b07c1a9b-3fbb-41e5-9d04-a21146bf734c HTTP/1.1" status: 200 len: 950 time: 0.0554032 May 20 20:43:08.260684 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6f2fc9c2-3760-4f09-bead-bccf0d40c176 req-e9f98dbc-1706-4204-9ab4-a05007bc3a13 tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] 10.222.0.35 "GET /v2.0/ports?device_id=3b13f32b-6337-4945-b61c-2f996c11055a HTTP/1.1" status: 200 len: 210 time: 0.0326283 May 20 20:43:08.296392 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8f99b677-4e4b-408f-b6d1-ca1d23a38722 req-7aff420f-d514-4422-b064-19f07b5b6621 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/security-groups?id=38c76b68-4081-4341-88c9-c8e3082a5da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638509 May 20 20:43:08.460065 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fbb388-bd9f-4c6c-ac00-c12314319cb9 req-5308de8f-cddf-4431-8bc6-028f5c7108c8 tempest-ServerMetadataNegativeTestJSON-1186641826 tempest-ServerMetadataNegativeTestJSON-1186641826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:08.461560 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-94fbb388-bd9f-4c6c-ac00-c12314319cb9 req-5308de8f-cddf-4431-8bc6-028f5c7108c8 tempest-ServerMetadataNegativeTestJSON-1186641826 tempest-ServerMetadataNegativeTestJSON-1186641826-project] 10.222.0.35 "GET /v2.0/ports?device_id=4f49078f-ef6b-4e5f-83d9-cf2aa4c7008b HTTP/1.1" status: 200 len: 946 time: 0.0527170 May 20 20:43:08.502291 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-94fbb388-bd9f-4c6c-ac00-c12314319cb9 req-ae775b68-a030-46f8-a111-1526ebba5a23 tempest-ServerMetadataNegativeTestJSON-1186641826 tempest-ServerMetadataNegativeTestJSON-1186641826-project] 10.222.0.35 "GET /v2.0/security-groups?id=58135073-fccb-49ae-944b-5541f8508195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334463 May 20 20:43:08.914624 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e548084-1a75-415d-b844-01a8c90b4a88 req-d298f896-498e-4a21-8dce-a491386a8893 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:08.916092 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0e548084-1a75-415d-b844-01a8c90b4a88 req-d298f896-498e-4a21-8dce-a491386a8893 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/ports?device_id=639a9b9c-aaad-4644-9dcd-410174fb9f88 HTTP/1.1" status: 200 len: 945 time: 0.0515957 May 20 20:43:08.957328 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0e548084-1a75-415d-b844-01a8c90b4a88 req-2a71a574-4878-43d3-a718-44e77b54310b tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3c6019f-4c4a-4c16-982c-852ac3d8d84a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349994 May 20 20:43:09.281076 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-305d79f7-f87e-453b-8dbc-05f59b8690d6 req-8ad52f6a-2a35-427c-aa32-a643521cadb9 tempest-ServersAdmin275Test-189374169 tempest-ServersAdmin275Test-189374169-project] 10.222.0.35 "GET /v2.0/ports?device_id=2894f055-1341-4e58-9e01-d9c6a5727656 HTTP/1.1" status: 200 len: 210 time: 0.0445201 May 20 20:43:09.292084 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f138af0a-5987-4e09-987a-f7a7a1592004 req-17c6b09e-fe9f-486e-9af2-ef0f4b7baad0 tempest-ServerPasswordTestJSON-1462210721 tempest-ServerPasswordTestJSON-1462210721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:09.300326 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f138af0a-5987-4e09-987a-f7a7a1592004 req-17c6b09e-fe9f-486e-9af2-ef0f4b7baad0 tempest-ServerPasswordTestJSON-1462210721 tempest-ServerPasswordTestJSON-1462210721-project] 10.222.0.35 "GET /v2.0/ports?device_id=075f068c-6a99-4e42-81db-2d32cb946378 HTTP/1.1" status: 200 len: 945 time: 0.1512868 May 20 20:43:09.403776 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9197d62-4c31-4504-9a66-1ca8798ba646 req-a9e06f0c-8a5f-462e-bec5-88ca321f1819 tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:09.405489 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c9197d62-4c31-4504-9a66-1ca8798ba646 req-a9e06f0c-8a5f-462e-bec5-88ca321f1819 tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] 10.222.0.13 "GET /v2.0/networks?id=9d20e684-f51c-4f52-b5ed-fe61f8fbf536 HTTP/1.1" status: 200 len: 821 time: 0.2305160 May 20 20:43:09.409911 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f138af0a-5987-4e09-987a-f7a7a1592004 req-7f4072d4-0ebd-4aca-8104-77485dc5cd5d tempest-ServerPasswordTestJSON-1462210721 tempest-ServerPasswordTestJSON-1462210721-project] 10.222.0.35 "GET /v2.0/security-groups?id=a7d88c2e-2a69-47bd-b154-2182fe7d4759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087663 May 20 20:43:09.445292 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-af718ca5-0209-4392-89f3-aa22efc3d6e8 req-7522c801-c47c-4ce9-b886-47c26becdae0 tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] 10.222.0.35 "GET /v2.0/ports?device_id=3b13f32b-6337-4945-b61c-2f996c11055a HTTP/1.1" status: 200 len: 210 time: 0.0384197 May 20 20:43:09.451337 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [req-c9197d62-4c31-4504-9a66-1ca8798ba646 req-2aaf52ec-4294-458f-840a-2d6003d8689a tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] Request body: {'port': {'device_id': '3b13f32b-6337-4945-b61c-2f996c11055a', 'network_id': '9d20e684-f51c-4f52-b5ed-fe61f8fbf536', 'admin_state_up': True, 'tenant_id': '7996bbdcd04c45b28346a0fe350ea7b7'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:43:09.588594 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3682c8f4-790a-482d-b8dc-04987cab4cde req-0bd1f135-98bd-4fda-8c0a-714530159210 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:09.590179 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3682c8f4-790a-482d-b8dc-04987cab4cde req-0bd1f135-98bd-4fda-8c0a-714530159210 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/ports?device_id=b07c1a9b-3fbb-41e5-9d04-a21146bf734c HTTP/1.1" status: 200 len: 950 time: 0.0859053 May 20 20:43:09.643254 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3682c8f4-790a-482d-b8dc-04987cab4cde req-7de7d295-06e3-4d58-9c16-abe7b25447ed tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/security-groups?id=38c76b68-4081-4341-88c9-c8e3082a5da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371397 May 20 20:43:09.691809 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9197d62-4c31-4504-9a66-1ca8798ba646 req-2aaf52ec-4294-458f-840a-2d6003d8689a tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] Made reservation on behalf of 7996bbdcd04c45b28346a0fe350ea7b7 for: {'port': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:43:09.691809 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-c9197d62-4c31-4504-9a66-1ca8798ba646 req-2aaf52ec-4294-458f-840a-2d6003d8689a tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:09.807961 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555d589a-afd5-4926-8aad-4a354c14265c req-d17aa0fa-1ad7-408f-b2d7-5f3e11a9a6b9 tempest-ServerMetadataNegativeTestJSON-1186641826 tempest-ServerMetadataNegativeTestJSON-1186641826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:09.809591 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-555d589a-afd5-4926-8aad-4a354c14265c req-d17aa0fa-1ad7-408f-b2d7-5f3e11a9a6b9 tempest-ServerMetadataNegativeTestJSON-1186641826 tempest-ServerMetadataNegativeTestJSON-1186641826-project] 10.222.0.35 "GET /v2.0/ports?device_id=4f49078f-ef6b-4e5f-83d9-cf2aa4c7008b HTTP/1.1" status: 200 len: 946 time: 0.1070011 May 20 20:43:09.880666 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a942132-990b-4990-b567-467fcd34dbec req-782dedc6-eb36-4162-bb6e-f76e6e2c82d6 tempest-ServerPasswordTestJSON-1462210721 tempest-ServerPasswordTestJSON-1462210721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:09.882101 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-9a942132-990b-4990-b567-467fcd34dbec req-782dedc6-eb36-4162-bb6e-f76e6e2c82d6 tempest-ServerPasswordTestJSON-1462210721 tempest-ServerPasswordTestJSON-1462210721-project] 10.222.0.24 "GET /v2.0/ports?device_id=075f068c-6a99-4e42-81db-2d32cb946378 HTTP/1.1" status: 200 len: 945 time: 0.0588763 May 20 20:43:09.890439 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b563afa3-b0fd-4fb8-b94c-32438adf35a5 req-2de72b02-cf25-4000-864a-f44a4163008f tempest-ServersAdmin275Test-189374169 tempest-ServersAdmin275Test-189374169-project] 10.222.0.35 "GET /v2.0/ports?device_id=2894f055-1341-4e58-9e01-d9c6a5727656 HTTP/1.1" status: 200 len: 210 time: 0.0465460 May 20 20:43:09.928193 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [req-c9197d62-4c31-4504-9a66-1ca8798ba646 req-2aaf52ec-4294-458f-840a-2d6003d8689a tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] Allocated IP 172.20.0.13 (9d20e684-f51c-4f52-b5ed-fe61f8fbf536/a7a2d408-4fd5-4ae6-b745-5f444276cd0a/7543df40-8f12-402c-b3b6-eb7d0514c4f0) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:43:09.935708 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-555d589a-afd5-4926-8aad-4a354c14265c req-9a90c066-06ee-4075-8718-23afbff31f9e tempest-ServerMetadataNegativeTestJSON-1186641826 tempest-ServerMetadataNegativeTestJSON-1186641826-project] 10.222.0.35 "GET /v2.0/security-groups?id=58135073-fccb-49ae-944b-5541f8508195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166453 May 20 20:43:10.040529 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-9a942132-990b-4990-b567-467fcd34dbec req-67b5a1c9-d91f-4b8e-a6cd-4b98baedc705 tempest-ServerPasswordTestJSON-1462210721 tempest-ServerPasswordTestJSON-1462210721-project] Deleting port 30df15fc-89cf-4803-b7aa-50e7782a79e5 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:43:10.041246 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-9a942132-990b-4990-b567-467fcd34dbec req-67b5a1c9-d91f-4b8e-a6cd-4b98baedc705 tempest-ServerPasswordTestJSON-1462210721 tempest-ServerPasswordTestJSON-1462210721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:10.095623 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-38d3a2dc-2b12-40c8-a3c4-a6b4f909f826 req-336160ff-b4ea-496f-971c-527006d22351 tempest-ServersAdmin275Test-189374169 tempest-ServersAdmin275Test-189374169-project] 10.222.0.35 "GET /v2.0/ports?device_id=2894f055-1341-4e58-9e01-d9c6a5727656 HTTP/1.1" status: 200 len: 210 time: 0.0593662 May 20 20:43:10.145051 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-9a942132-990b-4990-b567-467fcd34dbec req-67b5a1c9-d91f-4b8e-a6cd-4b98baedc705 tempest-ServerPasswordTestJSON-1462210721 tempest-ServerPasswordTestJSON-1462210721-project] For port 30df15fc-89cf-4803-b7aa-50e7782a79e5, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=30df15fc-89cf-4803-b7aa-50e7782a79e5,segment=NetworkSegment(ca06552a-020a-4e09-a645-a891f05fe594),segment_id=ca06552a-020a-4e09-a645-a891f05fe594)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:43:10.145675 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-9a942132-990b-4990-b567-467fcd34dbec req-67b5a1c9-d91f-4b8e-a6cd-4b98baedc705 tempest-ServerPasswordTestJSON-1462210721 tempest-ServerPasswordTestJSON-1462210721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:10.168502 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4334af-2429-4be1-971c-e9316212ef33 req-0b48b34b-abff-4810-a604-5fc417aefc9e tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:10.168502 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ba4334af-2429-4be1-971c-e9316212ef33 req-0b48b34b-abff-4810-a604-5fc417aefc9e tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/ports?device_id=639a9b9c-aaad-4644-9dcd-410174fb9f88 HTTP/1.1" status: 200 len: 945 time: 0.1314561 May 20 20:43:10.176630 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-9a942132-990b-4990-b567-467fcd34dbec req-67b5a1c9-d91f-4b8e-a6cd-4b98baedc705 tempest-ServerPasswordTestJSON-1462210721 tempest-ServerPasswordTestJSON-1462210721-project] Calling delete_port for 30df15fc-89cf-4803-b7aa-50e7782a79e5 owned by compute:nova {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:43:10.193140 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-c9197d62-4c31-4504-9a66-1ca8798ba646 req-2aaf52ec-4294-458f-840a-2d6003d8689a tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] Notify callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:10.244088 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ba4334af-2429-4be1-971c-e9316212ef33 req-657fc16c-7b1b-4fab-91aa-0d023b7f2f0f tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3c6019f-4c4a-4c16-982c-852ac3d8d84a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631318 May 20 20:43:10.324482 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-c9197d62-4c31-4504-9a66-1ca8798ba646 req-2aaf52ec-4294-458f-840a-2d6003d8689a tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:10.374316 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9197d62-4c31-4504-9a66-1ca8798ba646 req-2aaf52ec-4294-458f-840a-2d6003d8689a tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] Network 9d20e684-f51c-4f52-b5ed-fe61f8fbf536 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:43:10.377389 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [req-c9197d62-4c31-4504-9a66-1ca8798ba646 req-2aaf52ec-4294-458f-840a-2d6003d8689a tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:43:10.383178 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9197d62-4c31-4504-9a66-1ca8798ba646 req-2aaf52ec-4294-458f-840a-2d6003d8689a tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:43:10.438192 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aaf52ec-4294-458f-840a-2d6003d8689a tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] Pushing event updated for resources: {'Port': ['ID=7543df40-8f12-402c-b3b6-eb7d0514c4f0,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:43:10.484103 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9197d62-4c31-4504-9a66-1ca8798ba646 req-2aaf52ec-4294-458f-840a-2d6003d8689a tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:10.484727 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-c9197d62-4c31-4504-9a66-1ca8798ba646 req-2aaf52ec-4294-458f-840a-2d6003d8689a tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:10.529761 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-9a942132-990b-4990-b567-467fcd34dbec req-67b5a1c9-d91f-4b8e-a6cd-4b98baedc705 tempest-ServerPasswordTestJSON-1462210721 tempest-ServerPasswordTestJSON-1462210721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:10.548247 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] get_ports_and_sgs() called for port_ids ['30df15fc-89cf-4803-b7aa-50e7782a79e5'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:43:10.558160 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b5a1c9-d91f-4b8e-a6cd-4b98baedc705 tempest-ServerPasswordTestJSON-1462210721 tempest-ServerPasswordTestJSON-1462210721-project] Pushing event deleted for resources: {'Port': ['ID=30df15fc-89cf-4803-b7aa-50e7782a79e5,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:43:10.589349 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c9197d62-4c31-4504-9a66-1ca8798ba646 req-2aaf52ec-4294-458f-840a-2d6003d8689a tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1433480 May 20 20:43:10.615748 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a942132-990b-4990-b567-467fcd34dbec req-67b5a1c9-d91f-4b8e-a6cd-4b98baedc705 tempest-ServerPasswordTestJSON-1462210721 tempest-ServerPasswordTestJSON-1462210721-project] No DVR routers for this DVR port 30df15fc-89cf-4803-b7aa-50e7782a79e5 on host n-h1-842733-1 {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:43:10.615988 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [req-c9197d62-4c31-4504-9a66-1ca8798ba646 req-5075632e-827f-4964-9995-05b1e3a7d37a service neutron] Request body: {'port': {'device_id': '3b13f32b-6337-4945-b61c-2f996c11055a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-842733-1'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:43:10.618412 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-9a942132-990b-4990-b567-467fcd34dbec req-67b5a1c9-d91f-4b8e-a6cd-4b98baedc705 tempest-ServerPasswordTestJSON-1462210721 tempest-ServerPasswordTestJSON-1462210721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:10.621676 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-9a942132-990b-4990-b567-467fcd34dbec req-67b5a1c9-d91f-4b8e-a6cd-4b98baedc705 tempest-ServerPasswordTestJSON-1462210721 tempest-ServerPasswordTestJSON-1462210721-project] 10.222.0.24 "DELETE /v2.0/ports/30df15fc-89cf-4803-b7aa-50e7782a79e5 HTTP/1.1" status: 204 len: 173 time: 0.7322533 May 20 20:43:10.622117 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '075f068c-6a99-4e42-81db-2d32cb946378', 'name': 'network-vif-deleted', 'tag': '30df15fc-89cf-4803-b7aa-50e7782a79e5'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:43:10.625458 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6fa957933fccbf596d28104b23404b952ad6a8238afaebaed40a0874b2e409" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5be8e4f-9b68-4aa9-a248-81f140022369" -d '{"events": [{"server_uuid": "075f068c-6a99-4e42-81db-2d32cb946378", "name": "network-vif-deleted", "tag": "30df15fc-89cf-4803-b7aa-50e7782a79e5"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:43:10.677347 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a6e1ff10-2632-4cfa-b14e-7df043fbb052 req-a6329b7e-d608-42d9-84ce-69b844148c2f tempest-ServerPasswordTestJSON-1462210721 tempest-ServerPasswordTestJSON-1462210721-project] 10.222.0.35 "GET /v2.0/ports?device_id=075f068c-6a99-4e42-81db-2d32cb946378 HTTP/1.1" status: 200 len: 210 time: 0.0333283 May 20 20:43:10.704482 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-c9197d62-4c31-4504-9a66-1ca8798ba646 req-5075632e-827f-4964-9995-05b1e3a7d37a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:10.859275 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0255d01-2215-4f7d-ba3b-ba0765950def req-69d4a7bd-9847-4104-8f54-be7a31d848e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:10.860857 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-e0255d01-2215-4f7d-ba3b-ba0765950def req-69d4a7bd-9847-4104-8f54-be7a31d848e9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2492915dd73f457d8cb02b28e57274de&device_id=639a9b9c-aaad-4644-9dcd-410174fb9f88 HTTP/1.1" status: 200 len: 1096 time: 0.0560067 May 20 20:43:10.955706 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0255d01-2215-4f7d-ba3b-ba0765950def req-632887c1-2692-424f-9072-231226f15642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:10.957241 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-e0255d01-2215-4f7d-ba3b-ba0765950def req-632887c1-2692-424f-9072-231226f15642 service neutron] 10.222.0.13 "GET /v2.0/networks?id=85e5027c-d244-4186-8c19-3a12977de170 HTTP/1.1" status: 200 len: 912 time: 0.0890605 May 20 20:43:11.003153 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [req-c9197d62-4c31-4504-9a66-1ca8798ba646 req-5075632e-827f-4964-9995-05b1e3a7d37a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7543df40-8f12-402c-b3b6-eb7d0514c4f0 {{(pid=103163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:43:11.011133 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-c9197d62-4c31-4504-9a66-1ca8798ba646 req-5075632e-827f-4964-9995-05b1e3a7d37a service neutron] Notify callbacks [] for port, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:11.024402 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [req-c9197d62-4c31-4504-9a66-1ca8798ba646 req-5075632e-827f-4964-9995-05b1e3a7d37a service neutron] Transition to ACTIVE for port object 7543df40-8f12-402c-b3b6-eb7d0514c4f0 will not be triggered until provisioned by entity L2. {{(pid=103163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 20:43:11.029076 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-e0255d01-2215-4f7d-ba3b-ba0765950def req-c9f35729-3503-4914-a77f-425994a98a42 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7f3ebca3-508b-418e-88bd-760b98f17cff HTTP/1.1" status: 200 len: 1000 time: 0.0656428 May 20 20:43:11.080534 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0255d01-2215-4f7d-ba3b-ba0765950def req-3da8c9eb-a44e-4913-a6e5-4e2266ae0ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:11.081981 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-e0255d01-2215-4f7d-ba3b-ba0765950def req-3da8c9eb-a44e-4913-a6e5-4e2266ae0ee1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5df30a0b-5cdb-4d91-9fe8-512f286a6485 HTTP/1.1" status: 200 len: 850 time: 0.0441144 May 20 20:43:11.128164 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0255d01-2215-4f7d-ba3b-ba0765950def req-4699fd5f-373d-4f49-a689-ad74701a975b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:11.129677 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-e0255d01-2215-4f7d-ba3b-ba0765950def req-4699fd5f-373d-4f49-a689-ad74701a975b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=85e5027c-d244-4186-8c19-3a12977de170&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410633 May 20 20:43:11.132191 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-c9197d62-4c31-4504-9a66-1ca8798ba646 req-5075632e-827f-4964-9995-05b1e3a7d37a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:11.181795 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5075632e-827f-4964-9995-05b1e3a7d37a service neutron] Pushing event updated for resources: {'Port': ['ID=7543df40-8f12-402c-b3b6-eb7d0514c4f0,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:43:11.236251 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-e0255d01-2215-4f7d-ba3b-ba0765950def req-56016136-8333-4a45-9599-09deaa9e3718 service neutron] 10.222.0.13 "GET /v2.0/networks/85e5027c-d244-4186-8c19-3a12977de170?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971141 May 20 20:43:11.292018 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d074d6b7-1575-4369-8081-81a7854c2012 req-a78d32c1-3c2a-4b78-b8e8-052037adcdc0 tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:11.293376 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d074d6b7-1575-4369-8081-81a7854c2012 req-a78d32c1-3c2a-4b78-b8e8-052037adcdc0 tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] 10.222.0.35 "GET /v2.0/ports?device_id=3b13f32b-6337-4945-b61c-2f996c11055a HTTP/1.1" status: 200 len: 944 time: 0.0870628 May 20 20:43:11.296656 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-c9197d62-4c31-4504-9a66-1ca8798ba646 req-5075632e-827f-4964-9995-05b1e3a7d37a service neutron] Attempting to bind port 7543df40-8f12-402c-b3b6-eb7d0514c4f0 on host n-h2-842733-1 for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:43:11.296981 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-c9197d62-4c31-4504-9a66-1ca8798ba646 req-5075632e-827f-4964-9995-05b1e3a7d37a service neutron] Attempting to bind port 7543df40-8f12-402c-b3b6-eb7d0514c4f0 by drivers openvswitch,hyperv on host n-h2-842733-1 at level 0 using segments [{'id': '2402745c-06cc-4395-87ea-d8de4fb1e600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '9d20e684-f51c-4f52-b5ed-fe61f8fbf536'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:43:11.297335 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9197d62-4c31-4504-9a66-1ca8798ba646 req-5075632e-827f-4964-9995-05b1e3a7d37a service neutron] Attempting to bind port 7543df40-8f12-402c-b3b6-eb7d0514c4f0 on network 9d20e684-f51c-4f52-b5ed-fe61f8fbf536 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:43:11.301843 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9197d62-4c31-4504-9a66-1ca8798ba646 req-5075632e-827f-4964-9995-05b1e3a7d37a service neutron] Port 7543df40-8f12-402c-b3b6-eb7d0514c4f0 on network 9d20e684-f51c-4f52-b5ed-fe61f8fbf536 not bound, no agent of type Open vSwitch agent registered on host n-h2-842733-1 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 20:43:11.302060 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9197d62-4c31-4504-9a66-1ca8798ba646 req-5075632e-827f-4964-9995-05b1e3a7d37a service neutron] Attempting to bind port 7543df40-8f12-402c-b3b6-eb7d0514c4f0 on network 9d20e684-f51c-4f52-b5ed-fe61f8fbf536 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:43:11.313081 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9197d62-4c31-4504-9a66-1ca8798ba646 req-5075632e-827f-4964-9995-05b1e3a7d37a service neutron] Checking agent: {'id': 'a66f2511-b955-448f-877c-56cfe9c81b12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 33, 2), 'started_at': datetime.datetime(2022, 5, 20, 20, 33, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 43, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:43:11.313438 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9197d62-4c31-4504-9a66-1ca8798ba646 req-5075632e-827f-4964-9995-05b1e3a7d37a service neutron] Checking segment: {'id': '2402745c-06cc-4395-87ea-d8de4fb1e600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '9d20e684-f51c-4f52-b5ed-fe61f8fbf536'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:43:11.313806 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9197d62-4c31-4504-9a66-1ca8798ba646 req-5075632e-827f-4964-9995-05b1e3a7d37a service neutron] Bound using segment: {'id': '2402745c-06cc-4395-87ea-d8de4fb1e600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '9d20e684-f51c-4f52-b5ed-fe61f8fbf536'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:43:11.314235 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-c9197d62-4c31-4504-9a66-1ca8798ba646 req-5075632e-827f-4964-9995-05b1e3a7d37a service neutron] Bound port: 7543df40-8f12-402c-b3b6-eb7d0514c4f0, host: n-h2-842733-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2402745c-06cc-4395-87ea-d8de4fb1e600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '9d20e684-f51c-4f52-b5ed-fe61f8fbf536'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:43:11.314582 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-c9197d62-4c31-4504-9a66-1ca8798ba646 req-5075632e-827f-4964-9995-05b1e3a7d37a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:11.325600 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-e0255d01-2215-4f7d-ba3b-ba0765950def req-1e642224-464e-4f48-8f72-d6e53573ba2c service neutron] 10.222.0.13 "GET /v2.0/networks/85e5027c-d244-4186-8c19-3a12977de170?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856190 May 20 20:43:11.383319 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d074d6b7-1575-4369-8081-81a7854c2012 req-2707bc18-9a0f-4736-96fc-341a7df22032 tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] 10.222.0.35 "GET /v2.0/security-groups?id=b4498864-440f-46b0-a344-70b0d7510345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783498 May 20 20:43:11.438407 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 20:43:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cca3603-3513-407a-bcd8-db57cbd3d57a x-openstack-request-id: req-5cca3603-3513-407a-bcd8-db57cbd3d57a {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:43:11.438870 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "075f068c-6a99-4e42-81db-2d32cb946378", "name": "network-vif-deleted", "tag": "30df15fc-89cf-4803-b7aa-50e7782a79e5", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:43:11.439179 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5cca3603-3513-407a-bcd8-db57cbd3d57a {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:43:11.442964 n-d-842733-1 neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5cca3603-3513-407a-bcd8-db57cbd3d57a'] response: {'server_uuid': '075f068c-6a99-4e42-81db-2d32cb946378', 'name': 'network-vif-deleted', 'tag': '30df15fc-89cf-4803-b7aa-50e7782a79e5', 'status': 'completed', 'code': 200} May 20 20:43:11.445195 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-c9197d62-4c31-4504-9a66-1ca8798ba646 req-5075632e-827f-4964-9995-05b1e3a7d37a service neutron] For port 7543df40-8f12-402c-b3b6-eb7d0514c4f0, host n-h2-842733-1, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:43:11.463615 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-c9197d62-4c31-4504-9a66-1ca8798ba646 req-5075632e-827f-4964-9995-05b1e3a7d37a service neutron] For port 7543df40-8f12-402c-b3b6-eb7d0514c4f0, host n-h2-842733-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=7543df40-8f12-402c-b3b6-eb7d0514c4f0,segment=NetworkSegment(2402745c-06cc-4395-87ea-d8de4fb1e600),segment_id=2402745c-06cc-4395-87ea-d8de4fb1e600)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:43:11.480838 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d31e651-949f-4fb3-a0d9-6cac83a0c10a req-2028df40-058c-42a7-967c-00e4f66207e1 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:11.483103 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2d31e651-949f-4fb3-a0d9-6cac83a0c10a req-2028df40-058c-42a7-967c-00e4f66207e1 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/ports?device_id=639a9b9c-aaad-4644-9dcd-410174fb9f88 HTTP/1.1" status: 200 len: 945 time: 0.0653114 May 20 20:43:11.547895 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-c9197d62-4c31-4504-9a66-1ca8798ba646 req-5075632e-827f-4964-9995-05b1e3a7d37a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:11.581295 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2d31e651-949f-4fb3-a0d9-6cac83a0c10a req-dc2f6e0b-4413-49e8-bd2a-ebc17dc23b76 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3c6019f-4c4a-4c16-982c-852ac3d8d84a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902512 May 20 20:43:11.605424 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9197d62-4c31-4504-9a66-1ca8798ba646 req-5075632e-827f-4964-9995-05b1e3a7d37a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:11.605925 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-c9197d62-4c31-4504-9a66-1ca8798ba646 req-5075632e-827f-4964-9995-05b1e3a7d37a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:11.607297 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c9197d62-4c31-4504-9a66-1ca8798ba646 req-5075632e-827f-4964-9995-05b1e3a7d37a service neutron] 10.222.0.13 "PUT /v2.0/ports/7543df40-8f12-402c-b3b6-eb7d0514c4f0 HTTP/1.1" status: 200 len: 1092 time: 0.9966464 May 20 20:43:11.610474 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b13f32b-6337-4945-b61c-2f996c11055a', 'tag': '7543df40-8f12-402c-b3b6-eb7d0514c4f0'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:43:11.612640 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4291b17aa7b45362825f0571e77c85f5e73afe1df9c7e9e15006df9d695c005e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01aa5d93-524e-4651-83b5-bc7a96393e4e" -d '{"events": [{"name": "network-changed", "server_uuid": "3b13f32b-6337-4945-b61c-2f996c11055a", "tag": "7543df40-8f12-402c-b3b6-eb7d0514c4f0"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:43:11.634102 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b35bbc-2ed1-4de9-9bde-725d27df93ee req-30372164-0e10-4e41-9870-5a0e5279f372 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:11.635698 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-59b35bbc-2ed1-4de9-9bde-725d27df93ee req-30372164-0e10-4e41-9870-5a0e5279f372 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/ports?device_id=b07c1a9b-3fbb-41e5-9d04-a21146bf734c HTTP/1.1" status: 200 len: 950 time: 0.1362791 May 20 20:43:11.641201 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5075632e-827f-4964-9995-05b1e3a7d37a service neutron] Pushing event updated for resources: {'Port': ['ID=7543df40-8f12-402c-b3b6-eb7d0514c4f0,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:43:11.699734 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ae5ce074-c711-4cb8-981f-fd2cd8f50259 req-fa54b72f-0867-48b7-aff2-1d0cd471f69b tempest-ServersAdmin275Test-189374169 tempest-ServersAdmin275Test-189374169-project] 10.222.0.35 "GET /v2.0/ports?device_id=2894f055-1341-4e58-9e01-d9c6a5727656 HTTP/1.1" status: 200 len: 210 time: 0.0366800 May 20 20:43:11.706598 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-59b35bbc-2ed1-4de9-9bde-725d27df93ee req-dd3e04bf-0b75-4be2-9e00-b7e8b2fb4291 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/security-groups?id=38c76b68-4081-4341-88c9-c8e3082a5da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624845 May 20 20:43:11.833964 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 20:43:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5abc4161-735d-4667-81df-63119d6f143b x-openstack-request-id: req-5abc4161-735d-4667-81df-63119d6f143b {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:43:11.834181 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b13f32b-6337-4945-b61c-2f996c11055a", "tag": "7543df40-8f12-402c-b3b6-eb7d0514c4f0", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:43:11.834981 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5abc4161-735d-4667-81df-63119d6f143b {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:43:11.834981 n-d-842733-1 neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5abc4161-735d-4667-81df-63119d6f143b'] response: {'name': 'network-changed', 'server_uuid': '3b13f32b-6337-4945-b61c-2f996c11055a', 'tag': '7543df40-8f12-402c-b3b6-eb7d0514c4f0', 'status': 'completed', 'code': 200} May 20 20:43:11.866025 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e5e870-bfdf-4858-a763-d6f91105f41f req-dbdbdb17-556d-4db1-a4ad-043f4d6540ed tempest-ServerMetadataNegativeTestJSON-1186641826 tempest-ServerMetadataNegativeTestJSON-1186641826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:11.867538 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a7e5e870-bfdf-4858-a763-d6f91105f41f req-dbdbdb17-556d-4db1-a4ad-043f4d6540ed tempest-ServerMetadataNegativeTestJSON-1186641826 tempest-ServerMetadataNegativeTestJSON-1186641826-project] 10.222.0.35 "GET /v2.0/ports?device_id=4f49078f-ef6b-4e5f-83d9-cf2aa4c7008b HTTP/1.1" status: 200 len: 946 time: 0.0744123 May 20 20:43:11.869358 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9197d62-4c31-4504-9a66-1ca8798ba646 req-e7eb604b-f323-4309-a5a8-49f6b4164fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:11.870743 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c9197d62-4c31-4504-9a66-1ca8798ba646 req-e7eb604b-f323-4309-a5a8-49f6b4164fe8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7996bbdcd04c45b28346a0fe350ea7b7&device_id=3b13f32b-6337-4945-b61c-2f996c11055a HTTP/1.1" status: 200 len: 1095 time: 0.1114423 May 20 20:43:11.933821 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d0229a46-b1fa-43fe-8fa9-d7f3d9afcfa3 req-99059010-9245-4b19-b6be-3477cd17a2f9 tempest-ServerPasswordTestJSON-1462210721 tempest-ServerPasswordTestJSON-1462210721-project] 10.222.0.35 "GET /v2.0/ports?device_id=075f068c-6a99-4e42-81db-2d32cb946378 HTTP/1.1" status: 200 len: 210 time: 0.0499935 May 20 20:43:11.968675 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c9197d62-4c31-4504-9a66-1ca8798ba646 req-030878bf-9318-48ae-a325-6699a4691c9d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7543df40-8f12-402c-b3b6-eb7d0514c4f0 HTTP/1.1" status: 200 len: 217 time: 0.0686743 May 20 20:43:11.990021 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a7e5e870-bfdf-4858-a763-d6f91105f41f req-21662888-56fa-4bdd-898a-c0be9068a17c tempest-ServerMetadataNegativeTestJSON-1186641826 tempest-ServerMetadataNegativeTestJSON-1186641826-project] 10.222.0.35 "GET /v2.0/security-groups?id=58135073-fccb-49ae-944b-5541f8508195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142657 May 20 20:43:12.003623 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.agents_db [None req-5c33ad30-4e00-40fa-b486-8c79c4a6cfc5 None None] Agent healthcheck: found 7 active agents {{(pid=103165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 20 20:43:12.031807 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9197d62-4c31-4504-9a66-1ca8798ba646 req-1b360faa-d5d0-4d68-97b9-6e894d36fcd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:12.033308 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c9197d62-4c31-4504-9a66-1ca8798ba646 req-1b360faa-d5d0-4d68-97b9-6e894d36fcd5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a7a2d408-4fd5-4ae6-b745-5f444276cd0a HTTP/1.1" status: 200 len: 861 time: 0.0565913 May 20 20:43:12.065948 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c9197d62-4c31-4504-9a66-1ca8798ba646 req-00dbcef3-cdd6-4559-9fac-28f673004e2a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9d20e684-f51c-4f52-b5ed-fe61f8fbf536&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250156 May 20 20:43:12.166014 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c9197d62-4c31-4504-9a66-1ca8798ba646 req-51ef53a6-dfd1-4957-9675-496cdc900d0d service neutron] 10.222.0.13 "GET /v2.0/networks/9d20e684-f51c-4f52-b5ed-fe61f8fbf536?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926495 May 20 20:43:12.264244 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c9197d62-4c31-4504-9a66-1ca8798ba646 req-f5b6cb43-e70a-4341-839f-aa2417e009e4 service neutron] 10.222.0.13 "GET /v2.0/networks/9d20e684-f51c-4f52-b5ed-fe61f8fbf536?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913351 May 20 20:43:12.447775 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01aa5d93-524e-4651-83b5-bc7a96393e4e req-a7d38ed9-6db7-4508-824d-c7e24c40bd91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:12.449425 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-01aa5d93-524e-4651-83b5-bc7a96393e4e req-a7d38ed9-6db7-4508-824d-c7e24c40bd91 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7996bbdcd04c45b28346a0fe350ea7b7&device_id=3b13f32b-6337-4945-b61c-2f996c11055a HTTP/1.1" status: 200 len: 1095 time: 0.0527055 May 20 20:43:12.572577 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8559a111-f426-4923-ba90-2e3f71c5a48a req-d846265c-0a3f-4cc9-bfbe-6eb6a366cb55 tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:12.574044 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8559a111-f426-4923-ba90-2e3f71c5a48a req-d846265c-0a3f-4cc9-bfbe-6eb6a366cb55 tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] 10.222.0.35 "GET /v2.0/ports?device_id=3b13f32b-6337-4945-b61c-2f996c11055a HTTP/1.1" status: 200 len: 944 time: 0.0979285 May 20 20:43:12.597532 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01aa5d93-524e-4651-83b5-bc7a96393e4e req-358e6652-c87a-4c20-930f-e20d380d71aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:12.620257 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-01aa5d93-524e-4651-83b5-bc7a96393e4e req-358e6652-c87a-4c20-930f-e20d380d71aa service neutron] 10.222.0.13 "GET /v2.0/networks?id=9d20e684-f51c-4f52-b5ed-fe61f8fbf536 HTTP/1.1" status: 200 len: 922 time: 0.1417296 May 20 20:43:12.651635 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-01aa5d93-524e-4651-83b5-bc7a96393e4e req-0ad4d155-8845-43f6-ba0a-0d1afde278a9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7543df40-8f12-402c-b3b6-eb7d0514c4f0 HTTP/1.1" status: 200 len: 217 time: 0.0451171 May 20 20:43:12.657603 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8559a111-f426-4923-ba90-2e3f71c5a48a req-47b2fe3f-0349-4e2e-afeb-f8ae44d54b8f tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] 10.222.0.35 "GET /v2.0/security-groups?id=b4498864-440f-46b0-a344-70b0d7510345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754237 May 20 20:43:12.740375 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01aa5d93-524e-4651-83b5-bc7a96393e4e req-76e18663-ad9e-42a9-bc46-142ace0c854d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:12.741877 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-01aa5d93-524e-4651-83b5-bc7a96393e4e req-76e18663-ad9e-42a9-bc46-142ace0c854d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a7a2d408-4fd5-4ae6-b745-5f444276cd0a HTTP/1.1" status: 200 len: 861 time: 0.0812964 May 20 20:43:12.760481 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6011b5a-4c19-4908-a1fd-7ea605dfb9a1 req-6820da30-8619-45bb-8b09-1b76d27180b2 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:12.762054 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a6011b5a-4c19-4908-a1fd-7ea605dfb9a1 req-6820da30-8619-45bb-8b09-1b76d27180b2 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/ports?device_id=639a9b9c-aaad-4644-9dcd-410174fb9f88 HTTP/1.1" status: 200 len: 945 time: 0.0733874 May 20 20:43:12.796660 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-01aa5d93-524e-4651-83b5-bc7a96393e4e req-c62d3207-d636-49d4-8618-2c66103d61bf service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9d20e684-f51c-4f52-b5ed-fe61f8fbf536&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312777 May 20 20:43:12.869647 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47f410e-8729-4ffa-98ac-b37e9c66f1ce req-df3a46ff-a17a-45c0-af48-c03bc838cbab tempest-ServerMetadataNegativeTestJSON-1186641826 tempest-ServerMetadataNegativeTestJSON-1186641826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:12.871144 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-c47f410e-8729-4ffa-98ac-b37e9c66f1ce req-df3a46ff-a17a-45c0-af48-c03bc838cbab tempest-ServerMetadataNegativeTestJSON-1186641826 tempest-ServerMetadataNegativeTestJSON-1186641826-project] 10.222.0.24 "GET /v2.0/ports?device_id=4f49078f-ef6b-4e5f-83d9-cf2aa4c7008b HTTP/1.1" status: 200 len: 946 time: 0.0525670 May 20 20:43:12.902341 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a6011b5a-4c19-4908-a1fd-7ea605dfb9a1 req-48b1381f-e261-4f01-9ef5-857cfdcd45e5 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3c6019f-4c4a-4c16-982c-852ac3d8d84a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1277797 May 20 20:43:12.920233 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a86fb9c-b799-456a-a05a-670b1cccaa43 req-5e8e696c-d75f-447a-a8f7-f7d0a5533aa9 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:12.921963 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4a86fb9c-b799-456a-a05a-670b1cccaa43 req-5e8e696c-d75f-447a-a8f7-f7d0a5533aa9 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/ports?device_id=b07c1a9b-3fbb-41e5-9d04-a21146bf734c HTTP/1.1" status: 200 len: 950 time: 0.1280451 May 20 20:43:12.975292 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-01aa5d93-524e-4651-83b5-bc7a96393e4e req-bdda5eed-d096-4a9d-aeb1-202cb3877c05 service neutron] 10.222.0.13 "GET /v2.0/networks/9d20e684-f51c-4f52-b5ed-fe61f8fbf536?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613886 May 20 20:43:12.990410 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-c47f410e-8729-4ffa-98ac-b37e9c66f1ce req-1618adb0-62f3-4b70-99d9-4e89b0fcb994 tempest-ServerMetadataNegativeTestJSON-1186641826 tempest-ServerMetadataNegativeTestJSON-1186641826-project] Deleting port aee7c7ea-046e-45ee-907c-89a991db831f {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:43:12.990999 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-c47f410e-8729-4ffa-98ac-b37e9c66f1ce req-1618adb0-62f3-4b70-99d9-4e89b0fcb994 tempest-ServerMetadataNegativeTestJSON-1186641826 tempest-ServerMetadataNegativeTestJSON-1186641826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:12.994890 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4a86fb9c-b799-456a-a05a-670b1cccaa43 req-d6f6fd7c-3e20-4f3b-916c-63ecdeae28b4 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/security-groups?id=38c76b68-4081-4341-88c9-c8e3082a5da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606425 May 20 20:43:13.089964 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-02551208-4bb5-4cb6-9efc-ef47170acdc7 req-69e0ea4a-e135-4efe-b8cd-3b006bbd52bb tempest-ServersAdmin275Test-189374169 tempest-ServersAdmin275Test-189374169-project] 10.222.0.35 "GET /v2.0/ports?device_id=2894f055-1341-4e58-9e01-d9c6a5727656 HTTP/1.1" status: 200 len: 210 time: 0.0568635 May 20 20:43:13.109672 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-c47f410e-8729-4ffa-98ac-b37e9c66f1ce req-1618adb0-62f3-4b70-99d9-4e89b0fcb994 tempest-ServerMetadataNegativeTestJSON-1186641826 tempest-ServerMetadataNegativeTestJSON-1186641826-project] For port aee7c7ea-046e-45ee-907c-89a991db831f, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=aee7c7ea-046e-45ee-907c-89a991db831f,segment=NetworkSegment(a454a6f2-b2fd-4e97-99c4-d6bcfdc2af0b),segment_id=a454a6f2-b2fd-4e97-99c4-d6bcfdc2af0b)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:43:13.110116 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-c47f410e-8729-4ffa-98ac-b37e9c66f1ce req-1618adb0-62f3-4b70-99d9-4e89b0fcb994 tempest-ServerMetadataNegativeTestJSON-1186641826 tempest-ServerMetadataNegativeTestJSON-1186641826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:13.127354 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-c47f410e-8729-4ffa-98ac-b37e9c66f1ce req-1618adb0-62f3-4b70-99d9-4e89b0fcb994 tempest-ServerMetadataNegativeTestJSON-1186641826 tempest-ServerMetadataNegativeTestJSON-1186641826-project] Calling delete_port for aee7c7ea-046e-45ee-907c-89a991db831f owned by compute:nova {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:43:13.166135 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b7e350-38a4-41e3-8b0f-91b18dcc78ee req-7f6dc2c8-594c-4884-a662-e5f6276ed8e5 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:13.167578 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-15b7e350-38a4-41e3-8b0f-91b18dcc78ee req-7f6dc2c8-594c-4884-a662-e5f6276ed8e5 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/ports?device_id=639a9b9c-aaad-4644-9dcd-410174fb9f88 HTTP/1.1" status: 200 len: 945 time: 0.0801244 May 20 20:43:13.170512 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-01aa5d93-524e-4651-83b5-bc7a96393e4e req-a3d36152-a856-46bd-8b9f-b9cfd671d753 service neutron] 10.222.0.13 "GET /v2.0/networks/9d20e684-f51c-4f52-b5ed-fe61f8fbf536?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1740615 May 20 20:43:13.171047 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 39768) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:43:13.245899 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_v2 [None req-8493f3b8-e10a-457c-b3a4-cca9d1d19306 admin admin] Deleting subnet 992f12bf-2666-4746-b252-52fa9a8e36ea {{(pid=103163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 20 20:43:13.262223 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-15b7e350-38a4-41e3-8b0f-91b18dcc78ee req-9f302b94-f9da-492e-a9ee-1be19ecc7c34 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3c6019f-4c4a-4c16-982c-852ac3d8d84a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796587 May 20 20:43:13.273257 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8493f3b8-e10a-457c-b3a4-cca9d1d19306 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:13.339756 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8493f3b8-e10a-457c-b3a4-cca9d1d19306 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9338757'] for subnet, precommit_delete_associations {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:13.376381 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-c47f410e-8729-4ffa-98ac-b37e9c66f1ce req-1618adb0-62f3-4b70-99d9-4e89b0fcb994 tempest-ServerMetadataNegativeTestJSON-1186641826 tempest-ServerMetadataNegativeTestJSON-1186641826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:13.389293 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07eed047-5c92-4e1f-8191-5dd8e6c85a7e req-957f6425-9238-4974-9194-8c7b70539115 tempest-ServerMetadataNegativeTestJSON-1186641826 tempest-ServerMetadataNegativeTestJSON-1186641826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:13.391707 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] get_ports_and_sgs() called for port_ids ['aee7c7ea-046e-45ee-907c-89a991db831f'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:43:13.397621 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-07eed047-5c92-4e1f-8191-5dd8e6c85a7e req-957f6425-9238-4974-9194-8c7b70539115 tempest-ServerMetadataNegativeTestJSON-1186641826 tempest-ServerMetadataNegativeTestJSON-1186641826-project] 10.222.0.35 "GET /v2.0/ports?device_id=4f49078f-ef6b-4e5f-83d9-cf2aa4c7008b HTTP/1.1" status: 200 len: 946 time: 0.1325140 May 20 20:43:13.421043 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1618adb0-62f3-4b70-99d9-4e89b0fcb994 tempest-ServerMetadataNegativeTestJSON-1186641826 tempest-ServerMetadataNegativeTestJSON-1186641826-project] Pushing event deleted for resources: {'Port': ['ID=aee7c7ea-046e-45ee-907c-89a991db831f,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:43:13.454104 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8493f3b8-e10a-457c-b3a4-cca9d1d19306 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33068388'] for subnet, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:13.465817 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-07eed047-5c92-4e1f-8191-5dd8e6c85a7e req-61c824de-9f66-43ac-9692-a16d4ba94529 tempest-ServerMetadataNegativeTestJSON-1186641826 tempest-ServerMetadataNegativeTestJSON-1186641826-project] 10.222.0.35 "GET /v2.0/security-groups?id=58135073-fccb-49ae-944b-5541f8508195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672467 May 20 20:43:13.485711 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-c47f410e-8729-4ffa-98ac-b37e9c66f1ce req-1618adb0-62f3-4b70-99d9-4e89b0fcb994 tempest-ServerMetadataNegativeTestJSON-1186641826 tempest-ServerMetadataNegativeTestJSON-1186641826-project] No DVR routers for this DVR port aee7c7ea-046e-45ee-907c-89a991db831f on host n-h1-842733-1 {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:43:13.489419 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-c47f410e-8729-4ffa-98ac-b37e9c66f1ce req-1618adb0-62f3-4b70-99d9-4e89b0fcb994 tempest-ServerMetadataNegativeTestJSON-1186641826 tempest-ServerMetadataNegativeTestJSON-1186641826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:13.496624 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-c47f410e-8729-4ffa-98ac-b37e9c66f1ce req-1618adb0-62f3-4b70-99d9-4e89b0fcb994 tempest-ServerMetadataNegativeTestJSON-1186641826 tempest-ServerMetadataNegativeTestJSON-1186641826-project] 10.222.0.24 "DELETE /v2.0/ports/aee7c7ea-046e-45ee-907c-89a991db831f HTTP/1.1" status: 204 len: 173 time: 0.6152442 May 20 20:43:13.496624 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f49078f-ef6b-4e5f-83d9-cf2aa4c7008b', 'name': 'network-vif-deleted', 'tag': 'aee7c7ea-046e-45ee-907c-89a991db831f'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:43:13.497248 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6fa957933fccbf596d28104b23404b952ad6a8238afaebaed40a0874b2e409" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10ace8e4-fac3-42c3-ade4-c7f2943805d1" -d '{"events": [{"server_uuid": "4f49078f-ef6b-4e5f-83d9-cf2aa4c7008b", "name": "network-vif-deleted", "tag": "aee7c7ea-046e-45ee-907c-89a991db831f"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:43:13.552488 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 20:43:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00bd8892-0b06-4bfa-91da-474e88c190f4 x-openstack-request-id: req-00bd8892-0b06-4bfa-91da-474e88c190f4 {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:43:13.552843 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f49078f-ef6b-4e5f-83d9-cf2aa4c7008b", "name": "network-vif-deleted", "tag": "aee7c7ea-046e-45ee-907c-89a991db831f", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:43:13.553075 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-00bd8892-0b06-4bfa-91da-474e88c190f4 {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:43:13.553538 n-d-842733-1 neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00bd8892-0b06-4bfa-91da-474e88c190f4'] response: {'server_uuid': '4f49078f-ef6b-4e5f-83d9-cf2aa4c7008b', 'name': 'network-vif-deleted', 'tag': 'aee7c7ea-046e-45ee-907c-89a991db831f', 'status': 'completed', 'code': 200} May 20 20:43:13.618315 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8493f3b8-e10a-457c-b3a4-cca9d1d19306 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33068399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9641221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8422588'] for subnet, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:13.645890 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8493f3b8-e10a-457c-b3a4-cca9d1d19306 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=992f12bf-2666-4746-b252-52fa9a8e36ea,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:43:13.649710 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8493f3b8-e10a-457c-b3a4-cca9d1d19306 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:13.655892 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-8493f3b8-e10a-457c-b3a4-cca9d1d19306 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/992f12bf-2666-4746-b252-52fa9a8e36ea HTTP/1.1" status: 204 len: 168 time: 0.4810808 May 20 20:43:13.656579 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 39776) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:43:13.780149 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8a4181f0-a830-445d-bff0-ddda878b4c2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33160123'] for network, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:13.907551 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724961ba-bcfd-4135-866c-2841e8e9fba5 req-c52ada9c-dbd4-497f-8951-09d21c78d3c5 tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:13.909050 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-724961ba-bcfd-4135-866c-2841e8e9fba5 req-c52ada9c-dbd4-497f-8951-09d21c78d3c5 tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] 10.222.0.35 "GET /v2.0/ports?device_id=3b13f32b-6337-4945-b61c-2f996c11055a HTTP/1.1" status: 200 len: 944 time: 0.1508465 May 20 20:43:13.984969 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbce567-6a05-4b02-be57-202a05ad9791 req-d0284c81-cc9c-4fe0-90d8-f40fe41eb9db tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:13.986505 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3cbce567-6a05-4b02-be57-202a05ad9791 req-d0284c81-cc9c-4fe0-90d8-f40fe41eb9db tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/ports?device_id=639a9b9c-aaad-4644-9dcd-410174fb9f88 HTTP/1.1" status: 200 len: 945 time: 0.1845052 May 20 20:43:13.992313 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-83e2081b-379a-46c3-9c9d-451a1f5ebfb8 req-aaca6009-b7e5-4be2-95a8-bdfaf24a4cea service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=639a9b9c-aaad-4644-9dcd-410174fb9f88&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1782784 May 20 20:43:13.995286 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8a4181f0-a830-445d-bff0-ddda878b4c2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33072115', 'neutron.services.segments.db._delete_segments_for_network-8782419500584'] for network, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:14.050283 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-8a4181f0-a830-445d-bff0-ddda878b4c2d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d60606e0-f16b-41ef-a3a7-4e607c0fc17f']}} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:43:14.364056 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-724961ba-bcfd-4135-866c-2841e8e9fba5 req-93e8619c-6e05-447a-a0a5-3f76f299c7c6 tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] 10.222.0.35 "GET /v2.0/security-groups?id=b4498864-440f-46b0-a344-70b0d7510345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4387665 May 20 20:43:14.378036 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-8a4181f0-a830-445d-bff0-ddda878b4c2d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca06552a-020a-4e09-a645-a891f05fe594') {'for_net_delete': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:43:14.378330 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-8a4181f0-a830-445d-bff0-ddda878b4c2d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca06552a-020a-4e09-a645-a891f05fe594') {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:43:14.397036 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8a4181f0-a830-445d-bff0-ddda878b4c2d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419501617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9338764'] for segment, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:14.411178 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3cbce567-6a05-4b02-be57-202a05ad9791 req-087f1516-67b2-453d-8319-f8be380f3b3d tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3c6019f-4c4a-4c16-982c-852ac3d8d84a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4131064 May 20 20:43:14.419243 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8a4181f0-a830-445d-bff0-ddda878b4c2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:14.430488 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e2081b-379a-46c3-9c9d-451a1f5ebfb8 req-9ad79f41-a12a-478f-b597-332dc25a70ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:14.444002 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-83e2081b-379a-46c3-9c9d-451a1f5ebfb8 req-9ad79f41-a12a-478f-b597-332dc25a70ba service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2492915dd73f457d8cb02b28e57274de&device_id=639a9b9c-aaad-4644-9dcd-410174fb9f88 HTTP/1.1" status: 200 len: 1096 time: 0.3965876 May 20 20:43:14.445769 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a4181f0-a830-445d-bff0-ddda878b4c2d admin admin] Releasing vlan 217 on physical network physnet1 to pool {{(pid=103163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 20:43:14.446420 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8a4181f0-a830-445d-bff0-ddda878b4c2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9638311'] for segment, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:14.448824 n-d-842733-1 neutron-server[103163]: Traceback (most recent call last): May 20 20:43:14.448824 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 20:43:14.448824 n-d-842733-1 neutron-server[103163]: timer() May 20 20:43:14.448824 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 20:43:14.448824 n-d-842733-1 neutron-server[103163]: cb(*args, **kw) May 20 20:43:14.448824 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 20 20:43:14.448824 n-d-842733-1 neutron-server[103163]: return func(*args, **kwargs) May 20 20:43:14.448824 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 20:43:14.448824 n-d-842733-1 neutron-server[103163]: self._notify() May 20 20:43:14.448824 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 20:43:14.448824 n-d-842733-1 neutron-server[103163]: self.callback(batched_events) May 20 20:43:14.448824 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 20:43:14.448824 n-d-842733-1 neutron-server[103163]: event.method(event) May 20 20:43:14.448824 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 20 20:43:14.448824 n-d-842733-1 neutron-server[103163]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 20:43:14.448824 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 20 20:43:14.448824 n-d-842733-1 neutron-server[103163]: aggregate_uuid = self.p_client.list_aggregates( May 20 20:43:14.448824 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 20 20:43:14.448824 n-d-842733-1 neutron-server[103163]: return f(self, *a, **k) May 20 20:43:14.448824 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 20 20:43:14.448824 n-d-842733-1 neutron-server[103163]: return self._get(url).json() May 20 20:43:14.448824 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 20 20:43:14.448824 n-d-842733-1 neutron-server[103163]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 20:43:14.448824 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 20:43:14.448824 n-d-842733-1 neutron-server[103163]: return self.request(url, 'GET', **kwargs) May 20 20:43:14.448824 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 20:43:14.448824 n-d-842733-1 neutron-server[103163]: base_url = self.get_endpoint(auth, allow=allow, May 20 20:43:14.448824 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 20:43:14.448824 n-d-842733-1 neutron-server[103163]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 20:43:14.448824 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 20:43:14.448824 n-d-842733-1 neutron-server[103163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 20:43:14.448824 n-d-842733-1 neutron-server[103163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 20:43:14.608270 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d1d1fcb0-dabd-4216-b65b-a3a3b332ed67 req-ad44bf42-b3be-4265-acb9-354d84e72cb7 tempest-ServersAdmin275Test-189374169 tempest-ServersAdmin275Test-189374169-project] 10.222.0.35 "GET /v2.0/ports?device_id=2894f055-1341-4e58-9e01-d9c6a5727656 HTTP/1.1" status: 200 len: 210 time: 0.0833793 May 20 20:43:14.656012 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d598d1a1-c7e8-41d2-ac2e-97695e22dee4 req-ae4145fc-c6e9-497d-88d5-7c78be899727 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:14.658552 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d598d1a1-c7e8-41d2-ac2e-97695e22dee4 req-ae4145fc-c6e9-497d-88d5-7c78be899727 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/ports?device_id=b07c1a9b-3fbb-41e5-9d04-a21146bf734c HTTP/1.1" status: 200 len: 950 time: 0.1625206 May 20 20:43:14.687910 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8a4181f0-a830-445d-bff0-ddda878b4c2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33072122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748162'] for network, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:14.695601 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e2081b-379a-46c3-9c9d-451a1f5ebfb8 req-766c2127-5f56-4411-a8c8-8cead75b30c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:14.697321 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-83e2081b-379a-46c3-9c9d-451a1f5ebfb8 req-766c2127-5f56-4411-a8c8-8cead75b30c7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=85e5027c-d244-4186-8c19-3a12977de170 HTTP/1.1" status: 200 len: 912 time: 0.2034638 May 20 20:43:14.703744 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8a4181f0-a830-445d-bff0-ddda878b4c2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:14.706727 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-8a4181f0-a830-445d-bff0-ddda878b4c2d admin admin] 10.222.0.35 "DELETE /v2.0/networks/d60606e0-f16b-41ef-a3a7-4e607c0fc17f HTTP/1.1" status: 204 len: 168 time: 1.0491021 May 20 20:43:14.778516 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4181f0-a830-445d-bff0-ddda878b4c2d admin admin] Pushing event deleted for resources: {'Network': ['ID=d60606e0-f16b-41ef-a3a7-4e607c0fc17f,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:43:14.805056 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d598d1a1-c7e8-41d2-ac2e-97695e22dee4 req-7e243b91-5fa2-4487-ba03-3666cbbfa901 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/security-groups?id=38c76b68-4081-4341-88c9-c8e3082a5da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383853 May 20 20:43:14.828700 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-83e2081b-379a-46c3-9c9d-451a1f5ebfb8 req-e8ade5fe-4a66-44b1-9b42-c12042dd8fc9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7f3ebca3-508b-418e-88bd-760b98f17cff HTTP/1.1" status: 200 len: 1000 time: 0.1083746 May 20 20:43:14.848518 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01598a2-1f7c-46f5-ba99-5c8dc6e05c9f req-11c38c59-0ac8-43b7-a02b-c95b006bdbcf tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:14.850364 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b01598a2-1f7c-46f5-ba99-5c8dc6e05c9f req-11c38c59-0ac8-43b7-a02b-c95b006bdbcf tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/ports?device_id=639a9b9c-aaad-4644-9dcd-410174fb9f88 HTTP/1.1" status: 200 len: 945 time: 0.1507993 May 20 20:43:14.869798 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 39796) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:43:14.925746 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_v2 [None req-2682b61b-9c2f-47db-9066-8b4dbc15bc45 admin admin] Deleting subnet a0d33e5a-87c1-40c9-ae5f-eab39232edb6 {{(pid=103162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 20 20:43:14.927333 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b01598a2-1f7c-46f5-ba99-5c8dc6e05c9f req-4b5f8cd2-f765-4cab-8f40-ff5cc02f74e5 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3c6019f-4c4a-4c16-982c-852ac3d8d84a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677900 May 20 20:43:14.928876 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e2081b-379a-46c3-9c9d-451a1f5ebfb8 req-f1c6612d-2c98-41b0-a792-ff815834ff5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:14.929111 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2682b61b-9c2f-47db-9066-8b4dbc15bc45 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:14.930265 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-83e2081b-379a-46c3-9c9d-451a1f5ebfb8 req-f1c6612d-2c98-41b0-a792-ff815834ff5f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5df30a0b-5cdb-4d91-9fe8-512f286a6485 HTTP/1.1" status: 200 len: 850 time: 0.0921643 May 20 20:43:14.987254 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2682b61b-9c2f-47db-9066-8b4dbc15bc45 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3738392'] for subnet, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:14.992378 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 30df15fc-89cf-4803-b7aa-50e7782a79e5 no longer exists at agent hyperv_n-h1-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:43:15.003660 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e2081b-379a-46c3-9c9d-451a1f5ebfb8 req-71eeabb7-6fda-4946-83ad-0a51d94f2e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:15.006192 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-83e2081b-379a-46c3-9c9d-451a1f5ebfb8 req-71eeabb7-6fda-4946-83ad-0a51d94f2e0e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=85e5027c-d244-4186-8c19-3a12977de170&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0689721 May 20 20:43:15.035024 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] No Port match for: 30df15fc-89cf-4803-b7aa-50e7782a79e5 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 20:43:15.035446 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 30df15fc-89cf-4803-b7aa-50e7782a79e5 not bound to the agent host n-h1-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 20:43:15.036085 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device aee7c7ea-046e-45ee-907c-89a991db831f no longer exists at agent hyperv_n-h1-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:43:15.036232 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2682b61b-9c2f-47db-9066-8b4dbc15bc45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33068388'] for subnet, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:15.064544 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] No Port match for: aee7c7ea-046e-45ee-907c-89a991db831f {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 20:43:15.065429 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device aee7c7ea-046e-45ee-907c-89a991db831f not bound to the agent host n-h1-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 20:43:15.151478 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adebe6b9-5d47-4ec6-a1b9-a57c2d71dd01 req-70d4396f-171d-4f96-9e6d-28adc224711e tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:15.152941 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-adebe6b9-5d47-4ec6-a1b9-a57c2d71dd01 req-70d4396f-171d-4f96-9e6d-28adc224711e tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/ports?device_id=639a9b9c-aaad-4644-9dcd-410174fb9f88 HTTP/1.1" status: 200 len: 945 time: 0.1246765 May 20 20:43:15.158577 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 39800) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:43:15.180434 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2682b61b-9c2f-47db-9066-8b4dbc15bc45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33068399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3797621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4018265'] for subnet, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:15.187029 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-83e2081b-379a-46c3-9c9d-451a1f5ebfb8 req-3a184c4a-7928-47af-856f-1ff5d6599bf9 service neutron] 10.222.0.13 "GET /v2.0/networks/85e5027c-d244-4186-8c19-3a12977de170?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1744192 May 20 20:43:15.220601 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2682b61b-9c2f-47db-9066-8b4dbc15bc45 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a0d33e5a-87c1-40c9-ae5f-eab39232edb6,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:43:15.220802 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-adebe6b9-5d47-4ec6-a1b9-a57c2d71dd01 req-c497774d-ff90-42a0-84f0-ffac868db061 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3c6019f-4c4a-4c16-982c-852ac3d8d84a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591011 May 20 20:43:15.228191 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2682b61b-9c2f-47db-9066-8b4dbc15bc45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:15.233796 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-2682b61b-9c2f-47db-9066-8b4dbc15bc45 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/a0d33e5a-87c1-40c9-ae5f-eab39232edb6 HTTP/1.1" status: 204 len: 168 time: 0.3605142 May 20 20:43:15.238142 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-17713a44-8e58-494c-9c04-040b97ff50ca admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=76a1c9b8cf0448cd948988bee27a87e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0785127 May 20 20:43:15.238737 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 39802) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:43:15.239014 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 39804) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:43:15.311131 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-83e2081b-379a-46c3-9c9d-451a1f5ebfb8 req-18f96256-60cc-4c7f-a992-64dacd4a1926 service neutron] 10.222.0.13 "GET /v2.0/networks/85e5027c-d244-4186-8c19-3a12977de170?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140242 May 20 20:43:15.356977 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c49c715d-9d4b-463f-ade0-b7c9d0f6d233 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33160123'] for network, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:15.367327 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c2c09228-4dab-4245-b987-c32f45324775 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:15.414322 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c2c09228-4dab-4245-b987-c32f45324775 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:15.494723 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c49c715d-9d4b-463f-ade0-b7c9d0f6d233 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33072115', 'neutron.services.segments.db._delete_segments_for_network-8782419500584'] for network, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:15.524473 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-c49c715d-9d4b-463f-ade0-b7c9d0f6d233 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3410a09-5cd8-4e81-a2fc-a3c5f65f81c0']}} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:43:15.526221 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce8e518-3ce4-4a67-991f-b5a8cad46aa2 req-64493545-ed19-4379-8583-47407ccbae0f tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:15.527976 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9ce8e518-3ce4-4a67-991f-b5a8cad46aa2 req-64493545-ed19-4379-8583-47407ccbae0f tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] 10.222.0.35 "GET /v2.0/ports?device_id=3b13f32b-6337-4945-b61c-2f996c11055a HTTP/1.1" status: 200 len: 944 time: 0.0680549 May 20 20:43:15.533955 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-c49c715d-9d4b-463f-ade0-b7c9d0f6d233 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a454a6f2-b2fd-4e97-99c4-d6bcfdc2af0b') {'for_net_delete': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:43:15.534247 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-c49c715d-9d4b-463f-ade0-b7c9d0f6d233 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a454a6f2-b2fd-4e97-99c4-d6bcfdc2af0b') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:43:15.541773 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 7543df40-8f12-402c-b3b6-eb7d0514c4f0 details requested by agent hyperv_n-h2-842733-1 with host n-h2-842733-1 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 20:43:15.552404 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c49c715d-9d4b-463f-ade0-b7c9d0f6d233 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419501617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3738385'] for segment, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:15.572660 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c49c715d-9d4b-463f-ade0-b7c9d0f6d233 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:15.581183 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c49c715d-9d4b-463f-ade0-b7c9d0f6d233 admin admin] Releasing vlan 239 on physical network physnet1 to pool {{(pid=103162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 20:43:15.581868 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c49c715d-9d4b-463f-ade0-b7c9d0f6d233 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3800791'] for segment, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:15.584569 n-d-842733-1 neutron-server[103162]: Traceback (most recent call last): May 20 20:43:15.584569 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 20:43:15.584569 n-d-842733-1 neutron-server[103162]: timer() May 20 20:43:15.584569 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 20:43:15.584569 n-d-842733-1 neutron-server[103162]: cb(*args, **kw) May 20 20:43:15.584569 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 20 20:43:15.584569 n-d-842733-1 neutron-server[103162]: return func(*args, **kwargs) May 20 20:43:15.584569 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 20:43:15.584569 n-d-842733-1 neutron-server[103162]: self._notify() May 20 20:43:15.584569 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 20:43:15.584569 n-d-842733-1 neutron-server[103162]: self.callback(batched_events) May 20 20:43:15.584569 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 20:43:15.584569 n-d-842733-1 neutron-server[103162]: event.method(event) May 20 20:43:15.584569 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 20 20:43:15.584569 n-d-842733-1 neutron-server[103162]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 20:43:15.584569 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 20 20:43:15.584569 n-d-842733-1 neutron-server[103162]: aggregate_uuid = self.p_client.list_aggregates( May 20 20:43:15.584569 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 20 20:43:15.584569 n-d-842733-1 neutron-server[103162]: return f(self, *a, **k) May 20 20:43:15.584569 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 20 20:43:15.584569 n-d-842733-1 neutron-server[103162]: return self._get(url).json() May 20 20:43:15.584569 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 20 20:43:15.584569 n-d-842733-1 neutron-server[103162]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 20:43:15.584569 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 20:43:15.584569 n-d-842733-1 neutron-server[103162]: return self.request(url, 'GET', **kwargs) May 20 20:43:15.584569 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 20:43:15.584569 n-d-842733-1 neutron-server[103162]: base_url = self.get_endpoint(auth, allow=allow, May 20 20:43:15.584569 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 20:43:15.584569 n-d-842733-1 neutron-server[103162]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 20:43:15.584569 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 20:43:15.584569 n-d-842733-1 neutron-server[103162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 20:43:15.584569 n-d-842733-1 neutron-server[103162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 20:43:15.588366 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9ce8e518-3ce4-4a67-991f-b5a8cad46aa2 req-f8a7d27d-eff8-486d-8f30-3a99017d0004 tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] 10.222.0.35 "GET /v2.0/security-groups?id=b4498864-440f-46b0-a344-70b0d7510345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488424 May 20 20:43:15.663665 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c2c09228-4dab-4245-b987-c32f45324775 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:15.666673 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c2c09228-4dab-4245-b987-c32f45324775 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:15.668202 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-c2c09228-4dab-4245-b987-c32f45324775 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a7d88c2e-2a69-47bd-b154-2182fe7d4759 HTTP/1.1" status: 204 len: 168 time: 0.4272232 May 20 20:43:15.680393 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba451a72-203a-4575-b7d5-08f286c8dec3 req-e61d2f44-9e42-4b4b-8805-ac2b6006760b tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:15.691791 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ba451a72-203a-4575-b7d5-08f286c8dec3 req-e61d2f44-9e42-4b4b-8805-ac2b6006760b tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/ports?device_id=639a9b9c-aaad-4644-9dcd-410174fb9f88 HTTP/1.1" status: 200 len: 945 time: 0.0934734 May 20 20:43:15.692864 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c09228-4dab-4245-b987-c32f45324775 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7d88c2e-2a69-47bd-b154-2182fe7d4759,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:43:15.762407 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c49c715d-9d4b-463f-ade0-b7c9d0f6d233 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33072122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748162'] for network, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:15.770384 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c49c715d-9d4b-463f-ade0-b7c9d0f6d233 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:15.776081 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-c49c715d-9d4b-463f-ade0-b7c9d0f6d233 admin admin] 10.222.0.35 "DELETE /v2.0/networks/b3410a09-5cd8-4e81-a2fc-a3c5f65f81c0 HTTP/1.1" status: 204 len: 168 time: 0.5358286 May 20 20:43:15.782405 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ba451a72-203a-4575-b7d5-08f286c8dec3 req-e912f70e-0e53-4c28-9558-c11fb2795662 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3c6019f-4c4a-4c16-982c-852ac3d8d84a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867629 May 20 20:43:15.802228 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port 7543df40-8f12-402c-b3b6-eb7d0514c4f0, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=7543df40-8f12-402c-b3b6-eb7d0514c4f0,segment=NetworkSegment(2402745c-06cc-4395-87ea-d8de4fb1e600),segment_id=2402745c-06cc-4395-87ea-d8de4fb1e600)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:43:15.812486 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49c715d-9d4b-463f-ade0-b7c9d0f6d233 admin admin] Pushing event deleted for resources: {'Network': ['ID=b3410a09-5cd8-4e81-a2fc-a3c5f65f81c0,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:43:15.823465 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Returning: {'device': '7543df40-8f12-402c-b3b6-eb7d0514c4f0', 'network_id': '9d20e684-f51c-4f52-b5ed-fe61f8fbf536', 'port_id': '7543df40-8f12-402c-b3b6-eb7d0514c4f0', 'mac_address': 'fa:16:3e:57:2f:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7a2d408-4fd5-4ae6-b745-5f444276cd0a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 20 20:43:15.853039 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ea3c863e-5626-4990-9688-b5dd6a045d32 req-74a07183-58ac-4b42-aced-58674a914107 tempest-ServersAdmin275Test-189374169 tempest-ServersAdmin275Test-189374169-project] 10.222.0.35 "GET /v2.0/ports?device_id=2894f055-1341-4e58-9e01-d9c6a5727656 HTTP/1.1" status: 200 len: 210 time: 0.0948505 May 20 20:43:15.872802 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port 7543df40-8f12-402c-b3b6-eb7d0514c4f0 is: DOWN; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:43:15.873754 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:15.888078 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7543df40-8f12-402c-b3b6-eb7d0514c4f0 {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:43:15.909260 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port 7543df40-8f12-402c-b3b6-eb7d0514c4f0, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=7543df40-8f12-402c-b3b6-eb7d0514c4f0,segment=NetworkSegment(2402745c-06cc-4395-87ea-d8de4fb1e600),segment_id=2402745c-06cc-4395-87ea-d8de4fb1e600)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:43:15.948612 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111b9f31-44a1-4458-918e-5d734ec46271 req-f387d24e-24aa-49b0-bfbe-c48a00666741 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:15.950108 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-111b9f31-44a1-4458-918e-5d734ec46271 req-f387d24e-24aa-49b0-bfbe-c48a00666741 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/ports?device_id=b07c1a9b-3fbb-41e5-9d04-a21146bf734c HTTP/1.1" status: 200 len: 950 time: 0.0538831 May 20 20:43:15.990713 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-111b9f31-44a1-4458-918e-5d734ec46271 req-12ca56ad-f1be-4893-8c15-01dc34d95aa2 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/security-groups?id=38c76b68-4081-4341-88c9-c8e3082a5da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337772 May 20 20:43:16.016022 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:16.063986 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=7543df40-8f12-402c-b3b6-eb7d0514c4f0,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:43:16.243845 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 39824) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:43:16.292945 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-9185aaba-a77c-425f-aa87-8be047aaf456 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=be20e9e02c7d43abba78a7896a141aee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0473933 May 20 20:43:16.296344 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 39828) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:43:16.324071 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] get_ports_and_sgs() called for port_ids ['7543df40-8f12-402c-b3b6-eb7d0514c4f0'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:43:16.349429 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e789b786-3256-4751-a21e-7dce4dd2316e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:16.371920 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e789b786-3256-4751-a21e-7dce4dd2316e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:16.489369 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e789b786-3256-4751-a21e-7dce4dd2316e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:16.492196 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e789b786-3256-4751-a21e-7dce4dd2316e admin admin] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:16.493401 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-e789b786-3256-4751-a21e-7dce4dd2316e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/58135073-fccb-49ae-944b-5541f8508195 HTTP/1.1" status: 204 len: 168 time: 0.1960368 May 20 20:43:16.502240 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e789b786-3256-4751-a21e-7dce4dd2316e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58135073-fccb-49ae-944b-5541f8508195,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:43:16.712156 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732640e6-4db4-45af-8883-2e951ab372f1 req-db9e2f63-4a25-44e8-9fea-b8db46786877 tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:16.713729 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-732640e6-4db4-45af-8883-2e951ab372f1 req-db9e2f63-4a25-44e8-9fea-b8db46786877 tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] 10.222.0.35 "GET /v2.0/ports?device_id=3b13f32b-6337-4945-b61c-2f996c11055a HTTP/1.1" status: 200 len: 945 time: 0.0501535 May 20 20:43:16.767855 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-732640e6-4db4-45af-8883-2e951ab372f1 req-376c9478-87d0-4646-8041-e26e2f5f8244 tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] 10.222.0.35 "GET /v2.0/security-groups?id=b4498864-440f-46b0-a344-70b0d7510345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478923 May 20 20:43:16.910034 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd49043f-7337-4067-85c9-32d01446ef9b req-e89b0a3a-535b-4ce3-852a-c434eb155f46 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:16.912705 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-fd49043f-7337-4067-85c9-32d01446ef9b req-e89b0a3a-535b-4ce3-852a-c434eb155f46 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/ports?device_id=639a9b9c-aaad-4644-9dcd-410174fb9f88 HTTP/1.1" status: 200 len: 945 time: 0.0637648 May 20 20:43:16.988788 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c192c957-01be-4326-bffa-fa9283278762 req-bf8d08a8-0689-4d2d-8487-39256795be8c tempest-ServersAdmin275Test-189374169 tempest-ServersAdmin275Test-189374169-project] 10.222.0.35 "GET /v2.0/ports?device_id=2894f055-1341-4e58-9e01-d9c6a5727656 HTTP/1.1" status: 200 len: 210 time: 0.0375688 May 20 20:43:17.002678 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-fd49043f-7337-4067-85c9-32d01446ef9b req-bfe13c25-7044-4a6a-b940-e4dc423e637d tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3c6019f-4c4a-4c16-982c-852ac3d8d84a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836468 May 20 20:43:17.121819 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dcf83a-93e3-427c-83ab-a4c99e77f1c1 req-a334dae6-0f32-43a1-bc5b-5416809ad500 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:17.124173 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a9dcf83a-93e3-427c-83ab-a4c99e77f1c1 req-a334dae6-0f32-43a1-bc5b-5416809ad500 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/ports?device_id=b07c1a9b-3fbb-41e5-9d04-a21146bf734c HTTP/1.1" status: 200 len: 950 time: 0.0615954 May 20 20:43:17.162916 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 39868) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:43:17.179081 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a9dcf83a-93e3-427c-83ab-a4c99e77f1c1 req-c82fe73c-b395-46a9-b530-a12c73216c70 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/security-groups?id=38c76b68-4081-4341-88c9-c8e3082a5da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475810 May 20 20:43:17.312178 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-15e8143c-c613-4e5a-978a-7c83f255cc42 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-528900398-network', 'tenant_id': '87c2c2610bc847eaa1d2c1976f58d7b1'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:43:17.428582 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15e8143c-c613-4e5a-978a-7c83f255cc42 admin admin] Made reservation on behalf of 87c2c2610bc847eaa1d2c1976f58d7b1 for: {'network': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:43:17.431101 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-15e8143c-c613-4e5a-978a-7c83f255cc42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for network, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:17.441724 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-15e8143c-c613-4e5a-978a-7c83f255cc42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:17.455974 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31fb32f-39df-40ae-945f-d4bf9064fca5 req-5d0f8b88-9b3b-4f2f-ac2d-e55ba8c54cce tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:17.460278 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a31fb32f-39df-40ae-945f-d4bf9064fca5 req-5d0f8b88-9b3b-4f2f-ac2d-e55ba8c54cce tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/ports?device_id=639a9b9c-aaad-4644-9dcd-410174fb9f88 HTTP/1.1" status: 200 len: 945 time: 0.0546947 May 20 20:43:17.514927 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a31fb32f-39df-40ae-945f-d4bf9064fca5 req-e080b5bc-2a8f-49be-bff2-9b22ac09b3bd tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3c6019f-4c4a-4c16-982c-852ac3d8d84a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482528 May 20 20:43:17.523585 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-15e8143c-c613-4e5a-978a-7c83f255cc42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:17.567199 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 7543df40-8f12-402c-b3b6-eb7d0514c4f0 up at agent hyperv_n-h2-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:43:17.636650 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 39882) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:43:17.643749 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-15e8143c-c613-4e5a-978a-7c83f255cc42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:17.668811 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15e8143c-c613-4e5a-978a-7c83f255cc42 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 237} {{(pid=103162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 20:43:17.673144 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Provisioning for port 7543df40-8f12-402c-b3b6-eb7d0514c4f0 completed by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 20:43:17.677832 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Provisioning complete for port 7543df40-8f12-402c-b3b6-eb7d0514c4f0 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:43:17.679010 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:17.679604 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e8143c-c613-4e5a-978a-7c83f255cc42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24ffe084-33f1-4a86-83df-85043464ffa1,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:43:17.684288 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-15e8143c-c613-4e5a-978a-7c83f255cc42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:17.685521 n-d-842733-1 neutron-server[103162]: INFO neutron.db.segments_db [None req-15e8143c-c613-4e5a-978a-7c83f255cc42 admin admin] Added segment 461da9d4-f567-4683-86cb-f9bc470c2bda of type vlan for network dc8945eb-dd74-4cb0-b93f-84eec37290f3 May 20 20:43:17.729815 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-15e8143c-c613-4e5a-978a-7c83f255cc42 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418993264'] for network, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:17.774681 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port 7543df40-8f12-402c-b3b6-eb7d0514c4f0 is: BUILD; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:43:17.775070 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:17.782138 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-d3eefe4a-7457-433a-8376-dc3e896c5470 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-779849748-network', 'tenant_id': 'bfecc73b8c99406dbde7fba5545cc962'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:43:17.800567 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b13f32b-6337-4945-b61c-2f996c11055a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7543df40-8f12-402c-b3b6-eb7d0514c4f0'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:43:17.802855 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8485417003ce7c0410b00f5cdc2f391e21107b70bb68e2773712534a96e108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f98dce79-f3f4-4bfb-8323-5475e6aeac0c" -d '{"events": [{"server_uuid": "3b13f32b-6337-4945-b61c-2f996c11055a", "name": "network-vif-plugged", "status": "completed", "tag": "7543df40-8f12-402c-b3b6-eb7d0514c4f0"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:43:17.835063 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port 7543df40-8f12-402c-b3b6-eb7d0514c4f0, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=7543df40-8f12-402c-b3b6-eb7d0514c4f0,segment=NetworkSegment(2402745c-06cc-4395-87ea-d8de4fb1e600),segment_id=2402745c-06cc-4395-87ea-d8de4fb1e600)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:43:17.856419 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 20:43:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f87520f-240f-4833-8de4-6b719d951f1c x-openstack-request-id: req-9f87520f-240f-4833-8de4-6b719d951f1c {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:43:17.865083 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b13f32b-6337-4945-b61c-2f996c11055a", "name": "network-vif-plugged", "status": "completed", "tag": "7543df40-8f12-402c-b3b6-eb7d0514c4f0", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:43:17.865083 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9f87520f-240f-4833-8de4-6b719d951f1c {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:43:17.865083 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f87520f-240f-4833-8de4-6b719d951f1c'] response: {'server_uuid': '3b13f32b-6337-4945-b61c-2f996c11055a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7543df40-8f12-402c-b3b6-eb7d0514c4f0', 'code': 200} May 20 20:43:17.865462 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-15e8143c-c613-4e5a-978a-7c83f255cc42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524'] for network, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:17.865462 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15e8143c-c613-4e5a-978a-7c83f255cc42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:17.865462 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-15e8143c-c613-4e5a-978a-7c83f255cc42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:17.911105 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593588b2-e60e-44f7-8c96-7a8e34a766a5 req-6683ead3-dc0c-4d94-9a46-30215f3890c6 tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:17.912657 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-593588b2-e60e-44f7-8c96-7a8e34a766a5 req-6683ead3-dc0c-4d94-9a46-30215f3890c6 tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] 10.222.0.35 "GET /v2.0/ports?device_id=3b13f32b-6337-4945-b61c-2f996c11055a HTTP/1.1" status: 200 len: 945 time: 0.0537295 May 20 20:43:17.924339 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e8143c-c613-4e5a-978a-7c83f255cc42 admin admin] Pushing event updated for resources: {'Network': ['ID=dc8945eb-dd74-4cb0-b93f-84eec37290f3,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:43:17.939902 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Network dc8945eb-dd74-4cb0-b93f-84eec37290f3 details requested by agent ovs-agent-n-d-842733-1 with host n-d-842733-1 {{(pid=103164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 20 20:43:17.941113 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3eefe4a-7457-433a-8376-dc3e896c5470 admin admin] Made reservation on behalf of bfecc73b8c99406dbde7fba5545cc962 for: {'network': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:43:17.943569 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d3eefe4a-7457-433a-8376-dc3e896c5470 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for network, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:17.943744 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:17.956054 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d3eefe4a-7457-433a-8376-dc3e896c5470 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:17.981977 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-593588b2-e60e-44f7-8c96-7a8e34a766a5 req-a5ac416b-46de-4623-a265-e7e88944e057 tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] 10.222.0.35 "GET /v2.0/security-groups?id=b4498864-440f-46b0-a344-70b0d7510345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627618 May 20 20:43:18.000347 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2ce886-4909-4de8-b0c2-0d10bc31ca58 req-fe9922e8-404c-4a3b-acf6-828bca69c2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:18.002783 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-fc2ce886-4909-4de8-b0c2-0d10bc31ca58 req-fe9922e8-404c-4a3b-acf6-828bca69c2ba service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3b13f32b-6337-4945-b61c-2f996c11055a HTTP/1.1" status: 200 len: 1097 time: 0.0508187 May 20 20:43:18.012245 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-15e8143c-c613-4e5a-978a-7c83f255cc42 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.8481681 May 20 20:43:18.015815 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 39892) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:43:18.020741 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-dd23ae05-6b64-455e-aadd-e06b58f75fd9 admin admin] Request body: {'subnet': {'network_id': 'dc8945eb-dd74-4cb0-b93f-84eec37290f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-528900398-subnet', 'tenant_id': '87c2c2610bc847eaa1d2c1976f58d7b1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:43:18.068216 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-fc2ce886-4909-4de8-b0c2-0d10bc31ca58 req-cc6e20ca-6bda-44ed-b641-889f7eb9588d service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=b4498864-440f-46b0-a344-70b0d7510345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565445 May 20 20:43:18.069620 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=7543df40-8f12-402c-b3b6-eb7d0514c4f0,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:43:18.088706 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d3eefe4a-7457-433a-8376-dc3e896c5470 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:18.130471 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-fe0f179e-708f-4e94-ac27-d7ae40b8d678 req-d717656c-cb2d-4cda-8900-33885388eb9e tempest-ServersAdmin275Test-189374169 tempest-ServersAdmin275Test-189374169-project] 10.222.0.35 "GET /v2.0/ports?device_id=2894f055-1341-4e58-9e01-d9c6a5727656 HTTP/1.1" status: 200 len: 210 time: 0.0270817 May 20 20:43:18.140873 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd23ae05-6b64-455e-aadd-e06b58f75fd9 admin admin] Made reservation on behalf of 87c2c2610bc847eaa1d2c1976f58d7b1 for: {'subnet': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:43:18.143269 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-dd23ae05-6b64-455e-aadd-e06b58f75fd9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4018244'] for subnet, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:18.184223 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d3eefe4a-7457-433a-8376-dc3e896c5470 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:18.215385 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3eefe4a-7457-433a-8376-dc3e896c5470 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 218} {{(pid=103162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 20:43:18.240210 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3eefe4a-7457-433a-8376-dc3e896c5470 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af06f2cf-8756-4fbf-90c6-d72ff1946909,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:43:18.243191 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d3eefe4a-7457-433a-8376-dc3e896c5470 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:18.243686 n-d-842733-1 neutron-server[103162]: INFO neutron.db.segments_db [None req-d3eefe4a-7457-433a-8376-dc3e896c5470 admin admin] Added segment 1b618711-eace-4f66-9dbc-026093290eaa of type vlan for network 80bda1f2-d8f3-4628-a486-5841bb81c3dc May 20 20:43:18.300358 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d3eefe4a-7457-433a-8376-dc3e896c5470 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418993264'] for network, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:18.309290 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5f4121-539c-4622-a619-0f73ae0863a8 req-13e18a66-1c83-4f2d-bd5e-6b527b8de3b3 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:18.311744 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9b5f4121-539c-4622-a619-0f73ae0863a8 req-13e18a66-1c83-4f2d-bd5e-6b527b8de3b3 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/ports?device_id=b07c1a9b-3fbb-41e5-9d04-a21146bf734c HTTP/1.1" status: 200 len: 950 time: 0.0546825 May 20 20:43:18.351187 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9b5f4121-539c-4622-a619-0f73ae0863a8 req-57ee2707-c6b0-47ff-a678-7b6cdedeb26b tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/security-groups?id=38c76b68-4081-4341-88c9-c8e3082a5da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334930 May 20 20:43:18.409457 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d3eefe4a-7457-433a-8376-dc3e896c5470 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524'] for network, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:18.410404 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3eefe4a-7457-433a-8376-dc3e896c5470 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:18.410991 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d3eefe4a-7457-433a-8376-dc3e896c5470 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:18.472078 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3eefe4a-7457-433a-8376-dc3e896c5470 admin admin] Pushing event updated for resources: {'Network': ['ID=80bda1f2-d8f3-4628-a486-5841bb81c3dc,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:43:18.481661 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Network 80bda1f2-d8f3-4628-a486-5841bb81c3dc details requested by agent ovs-agent-n-d-842733-1 with host n-d-842733-1 {{(pid=103164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 20 20:43:18.491188 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-dd23ae05-6b64-455e-aadd-e06b58f75fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3797684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4018258'] for subnet, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:18.541891 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd23ae05-6b64-455e-aadd-e06b58f75fd9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6369a26f-bc30-4622-b5b7-2978096f54a2,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:43:18.554688 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-d3eefe4a-7457-433a-8376-dc3e896c5470 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.9169149 May 20 20:43:18.557947 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 39900) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:43:18.562691 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd23ae05-6b64-455e-aadd-e06b58f75fd9 admin admin] Checking segment: {'id': '461da9d4-f567-4683-86cb-f9bc470c2bda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'dc8945eb-dd74-4cb0-b93f-84eec37290f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:43:18.563053 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd23ae05-6b64-455e-aadd-e06b58f75fd9 admin admin] Network hostable DHCP agents. Network: dc8945eb-dd74-4cb0-b93f-84eec37290f3, hostable agents: ['c9b0653c-f3c7-4339-bd50-e3754b629216'], hosted agents: [] {{(pid=103162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 20:43:18.564309 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-4b80f6c6-c54a-408b-aaa5-57e22c7ac10e admin admin] Request body: {'subnet': {'network_id': '80bda1f2-d8f3-4628-a486-5841bb81c3dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-779849748-subnet', 'tenant_id': 'bfecc73b8c99406dbde7fba5545cc962', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:43:18.644903 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59be8f3-8bbb-4480-997d-74eb93ad7c0f req-dd8215b1-c43e-4c8a-807f-b75aab562431 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:18.646413 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b59be8f3-8bbb-4480-997d-74eb93ad7c0f req-dd8215b1-c43e-4c8a-807f-b75aab562431 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/ports?device_id=639a9b9c-aaad-4644-9dcd-410174fb9f88 HTTP/1.1" status: 200 len: 945 time: 0.0489223 May 20 20:43:18.649563 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd23ae05-6b64-455e-aadd-e06b58f75fd9 admin admin] Network dc8945eb-dd74-4cb0-b93f-84eec37290f3 is scheduled to be hosted by DHCP agent c9b0653c-f3c7-4339-bd50-e3754b629216 with binding_index 1 {{(pid=103162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 20:43:18.678038 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b80f6c6-c54a-408b-aaa5-57e22c7ac10e admin admin] Made reservation on behalf of bfecc73b8c99406dbde7fba5545cc962 for: {'subnet': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:43:18.680265 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4b80f6c6-c54a-408b-aaa5-57e22c7ac10e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8422561'] for subnet, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:18.698434 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b59be8f3-8bbb-4480-997d-74eb93ad7c0f req-d01eca16-bbb3-4d49-bd9f-b2fdb8b683ce tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3c6019f-4c4a-4c16-982c-852ac3d8d84a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460231 May 20 20:43:18.770659 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-dd23ae05-6b64-455e-aadd-e06b58f75fd9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842733-1, dc8945eb-dd74-4cb0-b93f-84eec37290f3) {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:43:18.784173 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79be94aa-615a-41fe-9fc4-12affd1c6a9c None None] Network dc8945eb-dd74-4cb0-b93f-84eec37290f3 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:43:18.789653 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd23ae05-6b64-455e-aadd-e06b58f75fd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:18.791140 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-dd23ae05-6b64-455e-aadd-e06b58f75fd9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:18.854500 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b45a49-46c9-459b-9124-d14eca7d327f req-04037394-0f44-4ed7-a74a-db841eac5067 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:18.855916 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-57b45a49-46c9-459b-9124-d14eca7d327f req-04037394-0f44-4ed7-a74a-db841eac5067 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/ports?device_id=639a9b9c-aaad-4644-9dcd-410174fb9f88 HTTP/1.1" status: 200 len: 945 time: 0.0817785 May 20 20:43:18.912418 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-dd23ae05-6b64-455e-aadd-e06b58f75fd9 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8925626 May 20 20:43:18.912654 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 39906) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:43:18.918182 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-05962156-ae98-4617-8de1-0eadad0bd529 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-528900398-router', 'tenant_id': '87c2c2610bc847eaa1d2c1976f58d7b1', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'}}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:43:18.945794 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-57b45a49-46c9-459b-9124-d14eca7d327f req-c1ad9127-4916-419e-a64a-4285f3e2f5d3 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3c6019f-4c4a-4c16-982c-852ac3d8d84a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620177 May 20 20:43:18.971649 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-057f6068-0cec-4427-ba39-96028cc7bbe3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaee2b848-d4b9-5db1-b6ef-d6db29d67de7-dc8945eb-dd74-4cb0-b93f-84eec37290f3', 'network_id': 'dc8945eb-dd74-4cb0-b93f-84eec37290f3', 'tenant_id': '87c2c2610bc847eaa1d2c1976f58d7b1', 'fixed_ips': [{'subnet_id': '6369a26f-bc30-4622-b5b7-2978096f54a2'}]}} from n-d-842733-1. {{(pid=103164) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 20:43:18.972575 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-057f6068-0cec-4427-ba39-96028cc7bbe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:19.071406 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac04942d-5138-4289-ba7e-7056e152ec3f req-33f5fb15-0bd5-41d5-abf4-b040f2d9a559 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:19.073283 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ac04942d-5138-4289-ba7e-7056e152ec3f req-33f5fb15-0bd5-41d5-abf4-b040f2d9a559 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/ports?device_id=639a9b9c-aaad-4644-9dcd-410174fb9f88 HTTP/1.1" status: 200 len: 945 time: 0.0563154 May 20 20:43:19.115618 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-05962156-ae98-4617-8de1-0eadad0bd529 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-694221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26155'] for router, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:19.117159 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-05962156-ae98-4617-8de1-0eadad0bd529 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-693085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748153', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-718080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26162'] for router, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:19.120238 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4b80f6c6-c54a-408b-aaa5-57e22c7ac10e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9641412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8422583'] for subnet, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:19.129109 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [None req-057f6068-0cec-4427-ba39-96028cc7bbe3 None None] Allocated IP 172.20.0.2 (dc8945eb-dd74-4cb0-b93f-84eec37290f3/6369a26f-bc30-4622-b5b7-2978096f54a2/49b8a424-ac44-4545-9cfd-76340bac1a73) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:43:19.181816 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-05962156-ae98-4617-8de1-0eadad0bd529 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:19.191228 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be91c8e0-d878-4c63-9990-caf62890840f req-7649a200-2a94-4f10-acb9-3d186d7bcbfe tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:19.192767 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-be91c8e0-d878-4c63-9990-caf62890840f req-7649a200-2a94-4f10-acb9-3d186d7bcbfe tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] 10.222.0.35 "GET /v2.0/ports?device_id=3b13f32b-6337-4945-b61c-2f996c11055a HTTP/1.1" status: 200 len: 946 time: 0.1295519 May 20 20:43:19.198920 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ac04942d-5138-4289-ba7e-7056e152ec3f req-6417bf7f-8d10-4ec1-8021-14dc014c82dd tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3c6019f-4c4a-4c16-982c-852ac3d8d84a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1154559 May 20 20:43:19.244022 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b80f6c6-c54a-408b-aaa5-57e22c7ac10e admin admin] Pushing event updated for resources: {'Subnet': ['ID=532e3931-08a4-40e8-b75d-9b3b215f2360,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:43:19.262689 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b80f6c6-c54a-408b-aaa5-57e22c7ac10e admin admin] Checking segment: {'id': '1b618711-eace-4f66-9dbc-026093290eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '80bda1f2-d8f3-4628-a486-5841bb81c3dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:43:19.263164 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b80f6c6-c54a-408b-aaa5-57e22c7ac10e admin admin] Network hostable DHCP agents. Network: 80bda1f2-d8f3-4628-a486-5841bb81c3dc, hostable agents: ['c9b0653c-f3c7-4339-bd50-e3754b629216'], hosted agents: [] {{(pid=103163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 20:43:19.279032 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-be91c8e0-d878-4c63-9990-caf62890840f req-98aa7626-9fcb-4dad-98bc-6e3026e09559 tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] 10.222.0.35 "GET /v2.0/security-groups?id=b4498864-440f-46b0-a344-70b0d7510345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746560 May 20 20:43:19.344965 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-704ff232-7d8b-468b-b4b1-dfd0ff9034c2 req-3d475487-54a4-46f9-a64e-ebc0d32ee39e tempest-ServersAdmin275Test-189374169 tempest-ServersAdmin275Test-189374169-project] 10.222.0.35 "GET /v2.0/ports?device_id=2894f055-1341-4e58-9e01-d9c6a5727656 HTTP/1.1" status: 200 len: 210 time: 0.0336361 May 20 20:43:19.372022 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b80f6c6-c54a-408b-aaa5-57e22c7ac10e admin admin] Network 80bda1f2-d8f3-4628-a486-5841bb81c3dc is scheduled to be hosted by DHCP agent c9b0653c-f3c7-4339-bd50-e3754b629216 with binding_index 1 {{(pid=103163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 20:43:19.494728 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-4b80f6c6-c54a-408b-aaa5-57e22c7ac10e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842733-1, 80bda1f2-d8f3-4628-a486-5841bb81c3dc) {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:43:19.512061 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60d10d4-24bf-4efd-baeb-080d2fa18fae req-e4f432ac-7ed0-4b3c-8bcc-5e32cf16cb0d tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:19.515707 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09fd94b8-54cb-40d3-8bfc-a486b157a877 None None] Network 80bda1f2-d8f3-4628-a486-5841bb81c3dc requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:43:19.515850 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e60d10d4-24bf-4efd-baeb-080d2fa18fae req-e4f432ac-7ed0-4b3c-8bcc-5e32cf16cb0d tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/ports?device_id=639a9b9c-aaad-4644-9dcd-410174fb9f88 HTTP/1.1" status: 200 len: 945 time: 0.1108611 May 20 20:43:19.520234 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b80f6c6-c54a-408b-aaa5-57e22c7ac10e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:19.520849 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4b80f6c6-c54a-408b-aaa5-57e22c7ac10e admin admin] Notify callbacks [] for subnet, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:19.548296 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-057f6068-0cec-4427-ba39-96028cc7bbe3 None None] Notify callbacks [] for port, precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:19.565396 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6829436b-b362-46b2-9b02-e52517db116e req-551989bc-1383-4f79-a244-b7d74402a7bd tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:19.566988 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6829436b-b362-46b2-9b02-e52517db116e req-551989bc-1383-4f79-a244-b7d74402a7bd tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/ports?device_id=b07c1a9b-3fbb-41e5-9d04-a21146bf734c HTTP/1.1" status: 200 len: 950 time: 0.1244621 May 20 20:43:19.617699 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e60d10d4-24bf-4efd-baeb-080d2fa18fae req-82a849b3-7700-4c36-91cb-773a09cf08b7 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3c6019f-4c4a-4c16-982c-852ac3d8d84a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915327 May 20 20:43:19.666222 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6829436b-b362-46b2-9b02-e52517db116e req-9d120a12-5028-4af9-88a6-b8aea6405d73 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/security-groups?id=38c76b68-4081-4341-88c9-c8e3082a5da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837874 May 20 20:43:19.674554 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-4b80f6c6-c54a-408b-aaa5-57e22c7ac10e admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.1152625 May 20 20:43:19.693431 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5bccec9-7903-43b7-ac8e-a48a66f10300 None None] Network 80bda1f2-d8f3-4628-a486-5841bb81c3dc requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:43:19.738789 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-05962156-ae98-4617-8de1-0eadad0bd529 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:19.767720 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91aa085-523c-40bb-b9cd-e4abd17777d0 req-894b49d8-2b08-4fb8-8808-75daac7d1eca tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:19.772693 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f91aa085-523c-40bb-b9cd-e4abd17777d0 req-894b49d8-2b08-4fb8-8808-75daac7d1eca tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/ports?device_id=639a9b9c-aaad-4644-9dcd-410174fb9f88 HTTP/1.1" status: 200 len: 945 time: 0.0598300 May 20 20:43:19.814468 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f91aa085-523c-40bb-b9cd-e4abd17777d0 req-df5b27a4-c9ae-48b7-9157-d5891f79601d tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3c6019f-4c4a-4c16-982c-852ac3d8d84a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384443 May 20 20:43:19.943455 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22495de0-fba8-4602-8277-20af462f920b req-1aa133a6-8886-44e0-9a2d-79a6058633e1 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:19.945157 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-22495de0-fba8-4602-8277-20af462f920b req-1aa133a6-8886-44e0-9a2d-79a6058633e1 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/ports?device_id=639a9b9c-aaad-4644-9dcd-410174fb9f88 HTTP/1.1" status: 200 len: 945 time: 0.0560844 May 20 20:43:19.991182 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-22495de0-fba8-4602-8277-20af462f920b req-e49be5f7-07ff-40ce-9848-016843e8ec40 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3c6019f-4c4a-4c16-982c-852ac3d8d84a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376263 May 20 20:43:20.081881 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-057f6068-0cec-4427-ba39-96028cc7bbe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108'] for port, after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:20.122360 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-057f6068-0cec-4427-ba39-96028cc7bbe3 None None] Network dc8945eb-dd74-4cb0-b93f-84eec37290f3 is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:43:20.125089 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-057f6068-0cec-4427-ba39-96028cc7bbe3 None None] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:43:20.128480 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-057f6068-0cec-4427-ba39-96028cc7bbe3 None None] Received port after_create {{(pid=103164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:43:20.137834 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057f6068-0cec-4427-ba39-96028cc7bbe3 None None] Pushing event updated for resources: {'Port': ['ID=49b8a424-ac44-4545-9cfd-76340bac1a73,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:43:20.190853 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af972d53-35f0-46b6-9b1e-2cfcf6a0a01d req-eaffab8d-c4a2-4c07-a6c0-4d5c6c115703 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:20.192351 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-af972d53-35f0-46b6-9b1e-2cfcf6a0a01d req-eaffab8d-c4a2-4c07-a6c0-4d5c6c115703 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.35 "GET /v2.0/networks?id=80bda1f2-d8f3-4628-a486-5841bb81c3dc HTTP/1.1" status: 200 len: 805 time: 0.1092651 May 20 20:43:20.192505 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-057f6068-0cec-4427-ba39-96028cc7bbe3 None None] Attempting to bind port 49b8a424-ac44-4545-9cfd-76340bac1a73 on host n-d-842733-1 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:43:20.192772 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-057f6068-0cec-4427-ba39-96028cc7bbe3 None None] Attempting to bind port 49b8a424-ac44-4545-9cfd-76340bac1a73 by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': '461da9d4-f567-4683-86cb-f9bc470c2bda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'dc8945eb-dd74-4cb0-b93f-84eec37290f3'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:43:20.193137 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-057f6068-0cec-4427-ba39-96028cc7bbe3 None None] Attempting to bind port 49b8a424-ac44-4545-9cfd-76340bac1a73 on network dc8945eb-dd74-4cb0-b93f-84eec37290f3 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:43:20.198498 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-057f6068-0cec-4427-ba39-96028cc7bbe3 None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 42, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:43:20.198867 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-057f6068-0cec-4427-ba39-96028cc7bbe3 None None] Checking segment: {'id': '461da9d4-f567-4683-86cb-f9bc470c2bda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'dc8945eb-dd74-4cb0-b93f-84eec37290f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:43:20.199264 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-057f6068-0cec-4427-ba39-96028cc7bbe3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:20.199721 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-057f6068-0cec-4427-ba39-96028cc7bbe3 None None] Bound using segment: {'id': '461da9d4-f567-4683-86cb-f9bc470c2bda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'dc8945eb-dd74-4cb0-b93f-84eec37290f3'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:43:20.200193 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-057f6068-0cec-4427-ba39-96028cc7bbe3 None None] Bound port: 49b8a424-ac44-4545-9cfd-76340bac1a73, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '461da9d4-f567-4683-86cb-f9bc470c2bda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'dc8945eb-dd74-4cb0-b93f-84eec37290f3'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:43:20.200665 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-057f6068-0cec-4427-ba39-96028cc7bbe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:20.210775 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-af972d53-35f0-46b6-9b1e-2cfcf6a0a01d req-967b80d4-e8dc-490b-b046-133a072259e5 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.35 "GET /v2.0/quotas/bfecc73b8c99406dbde7fba5545cc962 HTTP/1.1" status: 200 len: 375 time: 0.0101449 May 20 20:43:20.242335 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-fb7b9467-15c5-49ae-bac0-78334926bab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:20.257523 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-af972d53-35f0-46b6-9b1e-2cfcf6a0a01d req-71c59311-8017-4073-b17c-a850dd8a310a tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=bfecc73b8c99406dbde7fba5545cc962&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0412655 May 20 20:43:20.278096 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-057f6068-0cec-4427-ba39-96028cc7bbe3 None None] For port 49b8a424-ac44-4545-9cfd-76340bac1a73, host n-d-842733-1, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:43:20.282008 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-057f6068-0cec-4427-ba39-96028cc7bbe3 None None] For port 49b8a424-ac44-4545-9cfd-76340bac1a73, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=49b8a424-ac44-4545-9cfd-76340bac1a73,segment=NetworkSegment(461da9d4-f567-4683-86cb-f9bc470c2bda),segment_id=461da9d4-f567-4683-86cb-f9bc470c2bda)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:43:20.364097 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-af972d53-35f0-46b6-9b1e-2cfcf6a0a01d req-e7165b6b-756a-4eeb-b475-872fd8172c40 service neutron] 10.222.0.35 "GET /v2.0/networks/80bda1f2-d8f3-4628-a486-5841bb81c3dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982778 May 20 20:43:20.370578 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-057f6068-0cec-4427-ba39-96028cc7bbe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:20.396321 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-05962156-ae98-4617-8de1-0eadad0bd529 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:20.429081 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-05962156-ae98-4617-8de1-0eadad0bd529 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:20.444158 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057f6068-0cec-4427-ba39-96028cc7bbe3 None None] Pushing event updated for resources: {'Port': ['ID=49b8a424-ac44-4545-9cfd-76340bac1a73,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:43:20.483669 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15305683-b976-4b2c-aab0-8afde05dc09f req-5b1a952c-ed46-4761-aa8c-e4d5cccc73cc tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:20.484974 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-15305683-b976-4b2c-aab0-8afde05dc09f req-5b1a952c-ed46-4761-aa8c-e4d5cccc73cc tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] 10.222.0.35 "GET /v2.0/ports?device_id=3b13f32b-6337-4945-b61c-2f996c11055a HTTP/1.1" status: 200 len: 946 time: 0.1196132 May 20 20:43:20.540347 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-af972d53-35f0-46b6-9b1e-2cfcf6a0a01d req-ea346c1b-44fb-4d77-9d69-f54d5daa0c61 service neutron] 10.222.0.35 "GET /v2.0/networks/80bda1f2-d8f3-4628-a486-5841bb81c3dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645105 May 20 20:43:20.549358 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-15305683-b976-4b2c-aab0-8afde05dc09f req-51d248e8-f021-4c6f-a54a-e2afe86cec27 tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] 10.222.0.35 "GET /v2.0/security-groups?id=b4498864-440f-46b0-a344-70b0d7510345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499039 May 20 20:43:20.551004 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-05962156-ae98-4617-8de1-0eadad0bd529 admin admin] Allocated IP 172.25.2.173 (e3a93b5c-91e2-4064-9c2c-1afc261bfe15/86fee0c1-6e34-488b-9216-b2b8e7ef585a/49384c3f-c37a-47ec-a8bb-8c80b709c9cc) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:43:20.694565 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-149945f4-d0d0-4402-8bb1-b6546a5cae08 req-7fe3ee6d-f7c9-4b66-8f54-bdba823d2efc tempest-ServersAdmin275Test-189374169 tempest-ServersAdmin275Test-189374169-project] 10.222.0.35 "GET /v2.0/ports?device_id=2894f055-1341-4e58-9e01-d9c6a5727656 HTTP/1.1" status: 200 len: 210 time: 0.0419953 May 20 20:43:20.714264 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-05962156-ae98-4617-8de1-0eadad0bd529 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:20.872723 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-05962156-ae98-4617-8de1-0eadad0bd529 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:20.901004 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4351c7-e761-48b4-85dd-e313219f280e req-3157b374-847d-45f4-9229-fd77d8c1ba75 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:20.902848 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0a4351c7-e761-48b4-85dd-e313219f280e req-3157b374-847d-45f4-9229-fd77d8c1ba75 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/ports?device_id=b07c1a9b-3fbb-41e5-9d04-a21146bf734c HTTP/1.1" status: 200 len: 950 time: 0.0537815 May 20 20:43:20.917436 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05962156-ae98-4617-8de1-0eadad0bd529 admin admin] Network e3a93b5c-91e2-4064-9c2c-1afc261bfe15 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:43:20.924074 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-05962156-ae98-4617-8de1-0eadad0bd529 admin admin] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:43:20.930991 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05962156-ae98-4617-8de1-0eadad0bd529 admin admin] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:43:20.934310 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05962156-ae98-4617-8de1-0eadad0bd529 admin admin] Pushing event updated for resources: {'Port': ['ID=49384c3f-c37a-47ec-a8bb-8c80b709c9cc,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:43:20.961831 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0a4351c7-e761-48b4-85dd-e313219f280e req-5f5e6312-e118-4cee-845c-4c130dc9c91c tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/security-groups?id=38c76b68-4081-4341-88c9-c8e3082a5da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523002 May 20 20:43:21.063574 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-afb36fbd-a083-4ad4-a6e5-e5ce01de8f02 req-dfeca1cb-6e30-44ff-a851-8d7cec3d6545 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.35 "GET /v2.0/ports?device_id=aeca8e0e-1597-4d64-8b69-38badaa25640 HTTP/1.1" status: 200 len: 210 time: 0.0454738 May 20 20:43:21.285779 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd56ea24-a8b3-4eb5-91fc-df329885ae58 req-daea5d15-a4b6-4a86-9b3a-d6d74740fbfb tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:21.293509 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-fd56ea24-a8b3-4eb5-91fc-df329885ae58 req-daea5d15-a4b6-4a86-9b3a-d6d74740fbfb tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] 10.222.0.35 "GET /v2.0/ports?device_id=3b13f32b-6337-4945-b61c-2f996c11055a HTTP/1.1" status: 200 len: 946 time: 0.0654078 May 20 20:43:21.329044 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-fd56ea24-a8b3-4eb5-91fc-df329885ae58 req-575e6d8d-dcb1-4f67-9f0f-4678a8d60088 tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] 10.222.0.35 "GET /v2.0/security-groups?id=b4498864-440f-46b0-a344-70b0d7510345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346608 May 20 20:43:21.357116 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-05962156-ae98-4617-8de1-0eadad0bd529 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:21.495401 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82055a61-171c-43de-b803-32337a3254bd None None] Network dc8945eb-dd74-4cb0-b93f-84eec37290f3 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:43:21.558322 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-05962156-ae98-4617-8de1-0eadad0bd529 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748106'] for router, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:21.617837 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-4496ef50-71e0-4a50-915d-eec36486a4f7 None None] Provisioning complete for port 49b8a424-ac44-4545-9cfd-76340bac1a73 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:43:21.617837 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4496ef50-71e0-4a50-915d-eec36486a4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:21.734063 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-4496ef50-71e0-4a50-915d-eec36486a4f7 None None] Current status of the port 49b8a424-ac44-4545-9cfd-76340bac1a73 is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:43:21.734733 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4496ef50-71e0-4a50-915d-eec36486a4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:21.757951 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05962156-ae98-4617-8de1-0eadad0bd529 admin admin] Router 21d1bf31-55ca-4a9c-a770-9424685adce3 is scheduled to L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e with binding_index 1 {{(pid=103162) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 20 20:43:21.779044 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-4496ef50-71e0-4a50-915d-eec36486a4f7 None None] For port 49b8a424-ac44-4545-9cfd-76340bac1a73, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=49b8a424-ac44-4545-9cfd-76340bac1a73,segment=NetworkSegment(461da9d4-f567-4683-86cb-f9bc470c2bda),segment_id=461da9d4-f567-4683-86cb-f9bc470c2bda)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:43:21.819682 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8b90d158-6a13-4a72-992a-6d684ab98d07 req-82a5a419-0276-45bb-8a6d-79866dd78a4a tempest-ServersAdmin275Test-189374169 tempest-ServersAdmin275Test-189374169-project] 10.222.0.35 "GET /v2.0/ports?device_id=2894f055-1341-4e58-9e01-d9c6a5727656 HTTP/1.1" status: 200 len: 210 time: 0.0338035 May 20 20:43:21.857657 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4496ef50-71e0-4a50-915d-eec36486a4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:21.891711 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05962156-ae98-4617-8de1-0eadad0bd529 admin admin] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 20:43:21.903789 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-284c461b-dc36-4aac-afa4-bd13198714ac None None] Sync routers for ids ['21d1bf31-55ca-4a9c-a770-9424685adce3'] in n-d-842733-1 {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 20:43:21.922990 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4496ef50-71e0-4a50-915d-eec36486a4f7 None None] Pushing event updated for resources: {'Port': ['ID=49b8a424-ac44-4545-9cfd-76340bac1a73,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:43:21.925867 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-284c461b-dc36-4aac-afa4-bd13198714ac None None] Routers {'21d1bf31-55ca-4a9c-a770-9424685adce3'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:43:21.926470 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-284c461b-dc36-4aac-afa4-bd13198714ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:42:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['21d1bf31-55ca-4a9c-a770-9424685adce3'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:43:22.018684 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-403f45d6-3b28-4621-8d15-fd35467b938e None None] Provisioning complete for port 49b8a424-ac44-4545-9cfd-76340bac1a73 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:43:22.019153 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-403f45d6-3b28-4621-8d15-fd35467b938e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:22.029677 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-05962156-ae98-4617-8de1-0eadad0bd529 admin admin] Notify callbacks [] for router, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:22.030966 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-05962156-ae98-4617-8de1-0eadad0bd529 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.1172507 May 20 20:43:22.033733 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 39968) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:43:22.075579 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-284c461b-dc36-4aac-afa4-bd13198714ac None None] Set router 21d1bf31-55ca-4a9c-a770-9424685adce3 gateway port host: n-d-842733-1 {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:43:22.116620 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d177e887-7838-4856-8073-689c9754e4d6 req-880d7651-21ee-4c6c-9d12-4895542e71b1 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:22.118228 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d177e887-7838-4856-8073-689c9754e4d6 req-880d7651-21ee-4c6c-9d12-4895542e71b1 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/ports?device_id=b07c1a9b-3fbb-41e5-9d04-a21146bf734c HTTP/1.1" status: 200 len: 950 time: 0.0762489 May 20 20:43:22.271999 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1a1144e6-63e9-453e-9d92-c3ae8728af1d req-214947c8-191e-4e9e-9102-e686cd5a94a4 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.35 "GET /v2.0/ports?device_id=aeca8e0e-1597-4d64-8b69-38badaa25640 HTTP/1.1" status: 200 len: 210 time: 0.0983205 May 20 20:43:22.290754 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d177e887-7838-4856-8073-689c9754e4d6 req-e4391158-92ba-41a5-a52b-fb441e0c0b6c tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/security-groups?id=38c76b68-4081-4341-88c9-c8e3082a5da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648161 May 20 20:43:22.308465 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-403f45d6-3b28-4621-8d15-fd35467b938e None None] Current status of the port 49b8a424-ac44-4545-9cfd-76340bac1a73 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:43:22.315658 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ed9adbfb-f6f7-42be-abd1-4ca0cef4f9bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:22.399331 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 49b8a424-ac44-4545-9cfd-76340bac1a73 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:43:22.402712 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-284c461b-dc36-4aac-afa4-bd13198714ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21d1bf31-55ca-4a9c-a770-9424685adce3', 'name': 'tempest-ServerRescueNegativeTestJSON-528900398-router', 'tenant_id': '87c2c2610bc847eaa1d2c1976f58d7b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.173'}], 'enable_snat': True}, 'gw_port_id': '49384c3f-c37a-47ec-a8bb-8c80b709c9cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:43:19Z', 'updated_at': '2022-05-20T20:43:21Z', 'revision_number': 3, 'project_id': '87c2c2610bc847eaa1d2c1976f58d7b1', 'gw_port': {'id': '49384c3f-c37a-47ec-a8bb-8c80b709c9cc', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:16:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21d1bf31-55ca-4a9c-a770-9424685adce3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:43:20Z', 'updated_at': '2022-05-20T20:43:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:43:22.453085 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-284c461b-dc36-4aac-afa4-bd13198714ac None None] Checking router: 21d1bf31-55ca-4a9c-a770-9424685adce3 for host: n-d-842733-1 {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 20:43:22.453488 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-284c461b-dc36-4aac-afa4-bd13198714ac None None] Updating router 21d1bf31-55ca-4a9c-a770-9424685adce3 port 49384c3f-c37a-47ec-a8bb-8c80b709c9cc binding host n-d-842733-1 {{(pid=103164) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 20:43:22.467711 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48cf1e3-56c0-4b83-874f-6b0083b1e14e req-dcd30181-6676-4e78-8214-a4cfe121ef6b tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:22.470076 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e48cf1e3-56c0-4b83-874f-6b0083b1e14e req-dcd30181-6676-4e78-8214-a4cfe121ef6b tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] 10.222.0.35 "GET /v2.0/ports?device_id=3b13f32b-6337-4945-b61c-2f996c11055a HTTP/1.1" status: 200 len: 946 time: 0.0634744 May 20 20:43:22.494742 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-284c461b-dc36-4aac-afa4-bd13198714ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:22.529506 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e48cf1e3-56c0-4b83-874f-6b0083b1e14e req-7dc5206f-7bdb-451b-b906-c47cf3653054 tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] 10.222.0.35 "GET /v2.0/security-groups?id=b4498864-440f-46b0-a344-70b0d7510345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437529 May 20 20:43:22.539449 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 49b8a424-ac44-4545-9cfd-76340bac1a73 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:43:22.540367 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:22.638356 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-abaac2a9-a73f-4138-ba33-93d1d79502be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:22.736375 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 49b8a424-ac44-4545-9cfd-76340bac1a73 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:43:22.800217 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-abaac2a9-a73f-4138-ba33-93d1d79502be admin admin] Allocated IP 172.20.0.1 (dc8945eb-dd74-4cb0-b93f-84eec37290f3/6369a26f-bc30-4622-b5b7-2978096f54a2/7e04f43e-055b-43ba-a577-27c0a9e2a338) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:43:22.832386 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-284c461b-dc36-4aac-afa4-bd13198714ac None None] Notify callbacks [] for port, precommit_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:22.902871 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-abaac2a9-a73f-4138-ba33-93d1d79502be admin admin] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:22.956107 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-606b578e-e7f0-4de4-a0b1-84423fb3e975 req-485f1358-1919-4543-956a-caf4408611c6 tempest-ServersAdmin275Test-189374169 tempest-ServersAdmin275Test-189374169-project] 10.222.0.35 "GET /v2.0/ports?device_id=2894f055-1341-4e58-9e01-d9c6a5727656 HTTP/1.1" status: 200 len: 210 time: 0.0294638 May 20 20:43:22.971487 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fce914-3b70-4ed7-b15a-bd4738721b9a req-970d9ccf-5194-472d-88ca-5d818af4e4f8 tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:22.975957 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-284c461b-dc36-4aac-afa4-bd13198714ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:22.976328 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-78fce914-3b70-4ed7-b15a-bd4738721b9a req-970d9ccf-5194-472d-88ca-5d818af4e4f8 tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b13f32b-6337-4945-b61c-2f996c11055a HTTP/1.1" status: 200 len: 946 time: 0.0734050 May 20 20:43:23.023731 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-abaac2a9-a73f-4138-ba33-93d1d79502be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:23.025474 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-284c461b-dc36-4aac-afa4-bd13198714ac None None] Attempting to bind port 49384c3f-c37a-47ec-a8bb-8c80b709c9cc on host n-d-842733-1 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:43:23.025900 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-284c461b-dc36-4aac-afa4-bd13198714ac None None] Attempting to bind port 49384c3f-c37a-47ec-a8bb-8c80b709c9cc by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': '0b5485c4-eff8-42a1-9073-ae54ed4c63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:43:23.026321 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-284c461b-dc36-4aac-afa4-bd13198714ac None None] Attempting to bind port 49384c3f-c37a-47ec-a8bb-8c80b709c9cc on network e3a93b5c-91e2-4064-9c2c-1afc261bfe15 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:43:23.048534 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1919d035-cad5-459b-8951-d8ca8973ad1f None None] Pushing event updated for resources: {'Port': ['ID=49384c3f-c37a-47ec-a8bb-8c80b709c9cc,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:43:23.058704 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-284c461b-dc36-4aac-afa4-bd13198714ac None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 42, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:43:23.058913 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-284c461b-dc36-4aac-afa4-bd13198714ac None None] Checking segment: {'id': '0b5485c4-eff8-42a1-9073-ae54ed4c63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:43:23.060011 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-284c461b-dc36-4aac-afa4-bd13198714ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:23.060459 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-284c461b-dc36-4aac-afa4-bd13198714ac None None] Bound using segment: {'id': '0b5485c4-eff8-42a1-9073-ae54ed4c63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:43:23.061495 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-284c461b-dc36-4aac-afa4-bd13198714ac None None] Bound port: 49384c3f-c37a-47ec-a8bb-8c80b709c9cc, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b5485c4-eff8-42a1-9073-ae54ed4c63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:43:23.062169 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-284c461b-dc36-4aac-afa4-bd13198714ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:23.084740 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abaac2a9-a73f-4138-ba33-93d1d79502be admin admin] Network dc8945eb-dd74-4cb0-b93f-84eec37290f3 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:43:23.087467 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [req-78fce914-3b70-4ed7-b15a-bd4738721b9a req-b7f8651c-edd2-417f-b15a-d1c5b55aab32 tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] Deleting port 7543df40-8f12-402c-b3b6-eb7d0514c4f0 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:43:23.087753 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-abaac2a9-a73f-4138-ba33-93d1d79502be admin admin] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:43:23.088194 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-78fce914-3b70-4ed7-b15a-bd4738721b9a req-b7f8651c-edd2-417f-b15a-d1c5b55aab32 tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:23.095442 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abaac2a9-a73f-4138-ba33-93d1d79502be admin admin] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:43:23.097349 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abaac2a9-a73f-4138-ba33-93d1d79502be admin admin] Pushing event updated for resources: {'Port': ['ID=7e04f43e-055b-43ba-a577-27c0a9e2a338,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:43:23.131597 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-284c461b-dc36-4aac-afa4-bd13198714ac None None] For port 49384c3f-c37a-47ec-a8bb-8c80b709c9cc, host n-d-842733-1, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:43:23.136133 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-284c461b-dc36-4aac-afa4-bd13198714ac None None] For port 49384c3f-c37a-47ec-a8bb-8c80b709c9cc, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=49384c3f-c37a-47ec-a8bb-8c80b709c9cc,segment=NetworkSegment(0b5485c4-eff8-42a1-9073-ae54ed4c63ba),segment_id=0b5485c4-eff8-42a1-9073-ae54ed4c63ba)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:43:23.150900 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-abaac2a9-a73f-4138-ba33-93d1d79502be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748409'] for router_interface, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:23.213600 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-78fce914-3b70-4ed7-b15a-bd4738721b9a req-b7f8651c-edd2-417f-b15a-d1c5b55aab32 tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] For port 7543df40-8f12-402c-b3b6-eb7d0514c4f0, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=7543df40-8f12-402c-b3b6-eb7d0514c4f0,segment=NetworkSegment(2402745c-06cc-4395-87ea-d8de4fb1e600),segment_id=2402745c-06cc-4395-87ea-d8de4fb1e600)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:43:23.214084 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-78fce914-3b70-4ed7-b15a-bd4738721b9a req-b7f8651c-edd2-417f-b15a-d1c5b55aab32 tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:23.229445 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [req-78fce914-3b70-4ed7-b15a-bd4738721b9a req-b7f8651c-edd2-417f-b15a-d1c5b55aab32 tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] Calling delete_port for 7543df40-8f12-402c-b3b6-eb7d0514c4f0 owned by compute:nova {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:43:23.233328 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-284c461b-dc36-4aac-afa4-bd13198714ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:23.381783 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1919d035-cad5-459b-8951-d8ca8973ad1f None None] Pushing event updated for resources: {'Port': ['ID=49384c3f-c37a-47ec-a8bb-8c80b709c9cc,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:43:23.384627 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-284c461b-dc36-4aac-afa4-bd13198714ac None None] Routers {'21d1bf31-55ca-4a9c-a770-9424685adce3'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:43:23.385367 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-284c461b-dc36-4aac-afa4-bd13198714ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:43:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['21d1bf31-55ca-4a9c-a770-9424685adce3'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:43:23.466231 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d819f940-ae54-40ff-9930-c63768e5ecd9 req-fb6d2468-30c9-4683-909b-efc4467ce621 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.35 "GET /v2.0/ports?device_id=aeca8e0e-1597-4d64-8b69-38badaa25640 HTTP/1.1" status: 200 len: 210 time: 0.0507636 May 20 20:43:23.554665 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af972d53-35f0-46b6-9b1e-2cfcf6a0a01d req-d2295489-e195-42b7-ae30-0c376947a922 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:23.556733 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-af972d53-35f0-46b6-9b1e-2cfcf6a0a01d req-d2295489-e195-42b7-ae30-0c376947a922 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.24 "GET /v2.0/networks?id=80bda1f2-d8f3-4628-a486-5841bb81c3dc HTTP/1.1" status: 200 len: 805 time: 0.2802129 May 20 20:43:23.573257 n-d-842733-1 neutron-server[103163]: INFO neutron.api.v2.resource [req-4dc3d0b6-9b1d-4bb8-8d69-56e8d80a8a61 req-027cc416-5438-4190-be87-535e836d83df service neutron] show failed (client error): The resource could not be found. May 20 20:43:23.574657 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4dc3d0b6-9b1d-4bb8-8d69-56e8d80a8a61 req-027cc416-5438-4190-be87-535e836d83df service neutron] 10.222.0.24 "GET /v2.0/ports/2a4cc0f0-cfd0-4e2d-aa3c-9c6f9247fea7/bindings/n-h2-842733-1 HTTP/1.1" status: 404 len: 380 time: 0.1957376 May 20 20:43:23.591006 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [req-af972d53-35f0-46b6-9b1e-2cfcf6a0a01d req-2848705f-7896-496f-b8a3-489b21d4a792 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] Request body: {'port': {'device_id': 'aeca8e0e-1597-4d64-8b69-38badaa25640', 'network_id': '80bda1f2-d8f3-4628-a486-5841bb81c3dc', 'admin_state_up': True, 'tenant_id': 'bfecc73b8c99406dbde7fba5545cc962'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:43:23.634493 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-7cb341fc-faab-490c-889d-bf32c3cd2a2c None None] Provisioning complete for port 7e04f43e-055b-43ba-a577-27c0a9e2a338 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:43:23.635107 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-7cb341fc-faab-490c-889d-bf32c3cd2a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:23.656371 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bab120-b02a-47f5-afdc-8495914fbdbd req-847e41e2-e7c2-48db-b7d9-34b4fc9b9a78 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:23.664973 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-78bab120-b02a-47f5-afdc-8495914fbdbd req-847e41e2-e7c2-48db-b7d9-34b4fc9b9a78 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/ports?device_id=b07c1a9b-3fbb-41e5-9d04-a21146bf734c HTTP/1.1" status: 200 len: 950 time: 0.1830330 May 20 20:43:23.681200 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-abaac2a9-a73f-4138-ba33-93d1d79502be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:23.707454 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-7cb341fc-faab-490c-889d-bf32c3cd2a2c None None] Port 7e04f43e-055b-43ba-a577-27c0a9e2a338 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 20:43:23.715800 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fafafc-43d6-48a3-bda7-8a45cd6ec3bc req-28e5c6ed-3698-414f-86b2-9e65d0d5a65b tempest-ServersTestJSON-243295285 tempest-ServersTestJSON-243295285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:23.718289 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-01fafafc-43d6-48a3-bda7-8a45cd6ec3bc req-28e5c6ed-3698-414f-86b2-9e65d0d5a65b tempest-ServersTestJSON-243295285 tempest-ServersTestJSON-243295285-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c76aeb0-913f-4723-b9b2-b82b5a881f38 HTTP/1.1" status: 200 len: 945 time: 0.1043553 May 20 20:43:23.732970 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-78bab120-b02a-47f5-afdc-8495914fbdbd req-ea8db0d1-f023-4d1e-b646-94c848fb37ca tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/security-groups?id=38c76b68-4081-4341-88c9-c8e3082a5da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619028 May 20 20:43:23.734300 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-284c461b-dc36-4aac-afa4-bd13198714ac None None] Set router 21d1bf31-55ca-4a9c-a770-9424685adce3 gateway port host: n-d-842733-1 {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:43:23.749537 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-78fce914-3b70-4ed7-b15a-bd4738721b9a req-b7f8651c-edd2-417f-b15a-d1c5b55aab32 tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:23.878482 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f8651c-edd2-417f-b15a-d1c5b55aab32 tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] Pushing event deleted for resources: {'Port': ['ID=7543df40-8f12-402c-b3b6-eb7d0514c4f0,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:43:23.878653 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4bb0e131-6525-46ca-a45b-e4ea43a5e69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:23.895975 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [req-78fce914-3b70-4ed7-b15a-bd4738721b9a req-b7f8651c-edd2-417f-b15a-d1c5b55aab32 tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] No DVR routers for this DVR port 7543df40-8f12-402c-b3b6-eb7d0514c4f0 on host n-h2-842733-1 {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:43:23.900770 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-78fce914-3b70-4ed7-b15a-bd4738721b9a req-b7f8651c-edd2-417f-b15a-d1c5b55aab32 tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:23.904716 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-78fce914-3b70-4ed7-b15a-bd4738721b9a req-b7f8651c-edd2-417f-b15a-d1c5b55aab32 tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] 10.222.0.13 "DELETE /v2.0/ports/7543df40-8f12-402c-b3b6-eb7d0514c4f0 HTTP/1.1" status: 204 len: 173 time: 0.9249830 May 20 20:43:23.905169 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b13f32b-6337-4945-b61c-2f996c11055a', 'name': 'network-vif-deleted', 'tag': '7543df40-8f12-402c-b3b6-eb7d0514c4f0'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:43:23.907720 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4291b17aa7b45362825f0571e77c85f5e73afe1df9c7e9e15006df9d695c005e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49c001d7-9088-4aa7-9376-099c7ec497b3" -d '{"events": [{"server_uuid": "3b13f32b-6337-4945-b61c-2f996c11055a", "name": "network-vif-deleted", "tag": "7543df40-8f12-402c-b3b6-eb7d0514c4f0"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:43:23.926806 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-01fafafc-43d6-48a3-bda7-8a45cd6ec3bc req-0407e162-87bf-4f53-b9eb-fd397cf78fb7 tempest-ServersTestJSON-243295285 tempest-ServersTestJSON-243295285-project] 10.222.0.35 "GET /v2.0/security-groups?id=f95948d4-b2dc-454a-91a1-bd295de21e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1914587 May 20 20:43:23.934610 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af972d53-35f0-46b6-9b1e-2cfcf6a0a01d req-2848705f-7896-496f-b8a3-489b21d4a792 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] Made reservation on behalf of bfecc73b8c99406dbde7fba5545cc962 for: {'port': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:43:23.940447 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-af972d53-35f0-46b6-9b1e-2cfcf6a0a01d req-2848705f-7896-496f-b8a3-489b21d4a792 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:23.974969 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-284c461b-dc36-4aac-afa4-bd13198714ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21d1bf31-55ca-4a9c-a770-9424685adce3', 'name': 'tempest-ServerRescueNegativeTestJSON-528900398-router', 'tenant_id': '87c2c2610bc847eaa1d2c1976f58d7b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.173'}], 'enable_snat': True}, 'gw_port_id': '49384c3f-c37a-47ec-a8bb-8c80b709c9cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:43:19Z', 'updated_at': '2022-05-20T20:43:21Z', 'revision_number': 3, 'project_id': '87c2c2610bc847eaa1d2c1976f58d7b1', 'gw_port': {'id': '49384c3f-c37a-47ec-a8bb-8c80b709c9cc', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:16:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21d1bf31-55ca-4a9c-a770-9424685adce3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:43:20Z', 'updated_at': '2022-05-20T20:43:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:43:23.984977 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1827be24-5abe-4c84-a1d0-aef7981226d7 req-35750afa-c28e-41d0-bdbe-6be3086ea37a tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] 10.222.0.35 "GET /v2.0/ports?device_id=3b13f32b-6337-4945-b61c-2f996c11055a HTTP/1.1" status: 200 len: 210 time: 0.0305276 May 20 20:43:24.022522 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-284c461b-dc36-4aac-afa4-bd13198714ac None None] The sync data for ids ['21d1bf31-55ca-4a9c-a770-9424685adce3'] in n-d-842733-1 is: [{'id': '21d1bf31-55ca-4a9c-a770-9424685adce3', 'name': 'tempest-ServerRescueNegativeTestJSON-528900398-router', 'tenant_id': '87c2c2610bc847eaa1d2c1976f58d7b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.173'}], 'enable_snat': True}, 'gw_port_id': '49384c3f-c37a-47ec-a8bb-8c80b709c9cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:43:19Z', 'updated_at': '2022-05-20T20:43:21Z', 'revision_number': 3, 'project_id': '87c2c2610bc847eaa1d2c1976f58d7b1', 'gw_port': {'id': '49384c3f-c37a-47ec-a8bb-8c80b709c9cc', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:16:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21d1bf31-55ca-4a9c-a770-9424685adce3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:43:20Z', 'updated_at': '2022-05-20T20:43:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 20:43:24.039584 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 20:43:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76b515d9-dbd6-4464-b61e-185385761109 x-openstack-request-id: req-76b515d9-dbd6-4464-b61e-185385761109 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:43:24.039584 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b13f32b-6337-4945-b61c-2f996c11055a", "name": "network-vif-deleted", "tag": "7543df40-8f12-402c-b3b6-eb7d0514c4f0", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:43:24.039826 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-76b515d9-dbd6-4464-b61e-185385761109 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:43:24.040045 n-d-842733-1 neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76b515d9-dbd6-4464-b61e-185385761109'] response: {'server_uuid': '3b13f32b-6337-4945-b61c-2f996c11055a', 'name': 'network-vif-deleted', 'tag': '7543df40-8f12-402c-b3b6-eb7d0514c4f0', 'status': 'completed', 'code': 200} May 20 20:43:24.099681 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-abaac2a9-a73f-4138-ba33-93d1d79502be admin admin] Notify callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:24.159469 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [req-af972d53-35f0-46b6-9b1e-2cfcf6a0a01d req-2848705f-7896-496f-b8a3-489b21d4a792 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] Allocated IP 172.20.0.3 (80bda1f2-d8f3-4628-a486-5841bb81c3dc/532e3931-08a4-40e8-b75d-9b3b215f2360/3f587f96-5444-4c41-a898-7664aceff07c) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:43:24.175158 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b29d1d3a-5c03-4968-bd0e-27c951076e4b req-a1afab12-ca72-4b99-83d2-3d140e712e00 tempest-ServersAdmin275Test-189374169 tempest-ServersAdmin275Test-189374169-project] 10.222.0.35 "GET /v2.0/ports?device_id=2894f055-1341-4e58-9e01-d9c6a5727656 HTTP/1.1" status: 200 len: 210 time: 0.0438139 May 20 20:43:24.227418 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-abaac2a9-a73f-4138-ba33-93d1d79502be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:24.237586 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc3d0b6-9b1d-4bb8-8d69-56e8d80a8a61 req-531c97ec-195a-4f5f-ac10-45aefd6f2ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:24.239287 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4dc3d0b6-9b1d-4bb8-8d69-56e8d80a8a61 req-531c97ec-195a-4f5f-ac10-45aefd6f2ccb service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b07c1a9b-3fbb-41e5-9d04-a21146bf734c&tenant_id=74b74d22d9d54e1eae7cec44a7fbec8d HTTP/1.1" status: 200 len: 1101 time: 0.0670128 May 20 20:43:24.259635 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [req-4dc3d0b6-9b1d-4bb8-8d69-56e8d80a8a61 req-6bef1b34-141d-4ae1-b7bd-663269ce64f5 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-842733-1', 'device_owner': 'compute:nova'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:43:24.322769 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-4dc3d0b6-9b1d-4bb8-8d69-56e8d80a8a61 req-6bef1b34-141d-4ae1-b7bd-663269ce64f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:24.363355 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-abaac2a9-a73f-4138-ba33-93d1d79502be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748437'] for router_interface, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:24.376627 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abaac2a9-a73f-4138-ba33-93d1d79502be admin admin] Pushing event updated for resources: {'Port': ['ID=7e04f43e-055b-43ba-a577-27c0a9e2a338,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:43:24.509303 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:24.719681 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c9631f67-e4bf-414a-8210-606b1e8e9518 req-134dd481-9e93-4ff5-8164-60bcf1f0867a tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.35 "GET /v2.0/ports?device_id=aeca8e0e-1597-4d64-8b69-38badaa25640 HTTP/1.1" status: 200 len: 210 time: 0.1371241 May 20 20:43:24.801695 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-4dc3d0b6-9b1d-4bb8-8d69-56e8d80a8a61 req-6bef1b34-141d-4ae1-b7bd-663269ce64f5 service neutron] For port 2a4cc0f0-cfd0-4e2d-aa3c-9c6f9247fea7, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=2a4cc0f0-cfd0-4e2d-aa3c-9c6f9247fea7,segment=NetworkSegment(ed3a602f-49fb-4a95-be80-401e1eb72e33),segment_id=ed3a602f-49fb-4a95-be80-401e1eb72e33)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:43:24.864554 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-af972d53-35f0-46b6-9b1e-2cfcf6a0a01d req-2848705f-7896-496f-b8a3-489b21d4a792 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:24.874416 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-4dc3d0b6-9b1d-4bb8-8d69-56e8d80a8a61 req-6bef1b34-141d-4ae1-b7bd-663269ce64f5 service neutron] For port 2a4cc0f0-cfd0-4e2d-aa3c-9c6f9247fea7, host n-h1-842733-1, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:43:24.919739 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abaac2a9-a73f-4138-ba33-93d1d79502be admin admin] Network dc8945eb-dd74-4cb0-b93f-84eec37290f3 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:43:24.931821 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-abaac2a9-a73f-4138-ba33-93d1d79502be admin admin] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:43:24.941998 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-4dc3d0b6-9b1d-4bb8-8d69-56e8d80a8a61 req-6bef1b34-141d-4ae1-b7bd-663269ce64f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:24.959708 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [req-4dc3d0b6-9b1d-4bb8-8d69-56e8d80a8a61 req-6bef1b34-141d-4ae1-b7bd-663269ce64f5 service neutron] Transition to ACTIVE for port object 2a4cc0f0-cfd0-4e2d-aa3c-9c6f9247fea7 will not be triggered until provisioned by entity L2. {{(pid=103163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 20:43:24.969373 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87943b0f-4359-4ab3-945a-a7b4d09a370e req-4d2e2f9b-88bc-475d-b260-5eba6e7547f5 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:24.970920 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-87943b0f-4359-4ab3-945a-a7b4d09a370e req-4d2e2f9b-88bc-475d-b260-5eba6e7547f5 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/ports?device_id=b07c1a9b-3fbb-41e5-9d04-a21146bf734c HTTP/1.1" status: 200 len: 950 time: 0.1403430 May 20 20:43:25.019326 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-87943b0f-4359-4ab3-945a-a7b4d09a370e req-c63028e2-33ab-42b5-b9e0-9490f9ed2019 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/security-groups?id=38c76b68-4081-4341-88c9-c8e3082a5da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398943 May 20 20:43:25.042583 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-af972d53-35f0-46b6-9b1e-2cfcf6a0a01d req-2848705f-7896-496f-b8a3-489b21d4a792 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:25.099072 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b34ac2-cf35-41d0-b4db-697bde6af98e req-67516d84-451a-410c-9761-8c951ddf7a45 tempest-ServersTestJSON-243295285 tempest-ServersTestJSON-243295285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:25.100775 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c4b34ac2-cf35-41d0-b4db-697bde6af98e req-67516d84-451a-410c-9761-8c951ddf7a45 tempest-ServersTestJSON-243295285 tempest-ServersTestJSON-243295285-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c76aeb0-913f-4723-b9b2-b82b5a881f38 HTTP/1.1" status: 200 len: 945 time: 0.0725517 May 20 20:43:25.101687 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-4dc3d0b6-9b1d-4bb8-8d69-56e8d80a8a61 req-6bef1b34-141d-4ae1-b7bd-663269ce64f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:25.139545 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af972d53-35f0-46b6-9b1e-2cfcf6a0a01d req-2848705f-7896-496f-b8a3-489b21d4a792 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] Network 80bda1f2-d8f3-4628-a486-5841bb81c3dc is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:43:25.141620 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2848705f-7896-496f-b8a3-489b21d4a792 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] Pushing event updated for resources: {'Port': ['ID=3f587f96-5444-4c41-a898-7664aceff07c,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:43:25.146460 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [req-af972d53-35f0-46b6-9b1e-2cfcf6a0a01d req-2848705f-7896-496f-b8a3-489b21d4a792 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:43:25.149508 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abaac2a9-a73f-4138-ba33-93d1d79502be admin admin] Router 21d1bf31-55ca-4a9c-a770-9424685adce3 has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 20:43:25.150913 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-af972d53-35f0-46b6-9b1e-2cfcf6a0a01d req-2848705f-7896-496f-b8a3-489b21d4a792 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:43:25.198575 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1d1736b7-cb14-4e1e-b10c-0a6a944b6b06 req-be207544-0dec-48ca-88dd-a56ddf42531f tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] 10.222.0.35 "GET /v2.0/ports?device_id=3b13f32b-6337-4945-b61c-2f996c11055a HTTP/1.1" status: 200 len: 210 time: 0.0560195 May 20 20:43:25.274612 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c4b34ac2-cf35-41d0-b4db-697bde6af98e req-32c979a7-9697-492c-8412-917ed76d02a6 tempest-ServersTestJSON-243295285 tempest-ServersTestJSON-243295285-project] 10.222.0.35 "GET /v2.0/security-groups?id=f95948d4-b2dc-454a-91a1-bd295de21e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1568997 May 20 20:43:25.283654 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dc3d0b6-9b1d-4bb8-8d69-56e8d80a8a61 req-6bef1b34-141d-4ae1-b7bd-663269ce64f5 service neutron] No DVR routers for this DVR port 2a4cc0f0-cfd0-4e2d-aa3c-9c6f9247fea7 on host n-h1-842733-1 {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:43:25.288694 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bef1b34-141d-4ae1-b7bd-663269ce64f5 service neutron] Pushing event updated for resources: {'Port': ['ID=2a4cc0f0-cfd0-4e2d-aa3c-9c6f9247fea7,revision_number=6']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:43:25.299172 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af972d53-35f0-46b6-9b1e-2cfcf6a0a01d req-2848705f-7896-496f-b8a3-489b21d4a792 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:25.299846 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-af972d53-35f0-46b6-9b1e-2cfcf6a0a01d req-2848705f-7896-496f-b8a3-489b21d4a792 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:25.411453 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-af972d53-35f0-46b6-9b1e-2cfcf6a0a01d req-2848705f-7896-496f-b8a3-489b21d4a792 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8238146 May 20 20:43:25.412070 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-4dc3d0b6-9b1d-4bb8-8d69-56e8d80a8a61 req-6bef1b34-141d-4ae1-b7bd-663269ce64f5 service neutron] Attempting to bind port 2a4cc0f0-cfd0-4e2d-aa3c-9c6f9247fea7 on host n-h2-842733-1 for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:43:25.412556 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-4dc3d0b6-9b1d-4bb8-8d69-56e8d80a8a61 req-6bef1b34-141d-4ae1-b7bd-663269ce64f5 service neutron] Attempting to bind port 2a4cc0f0-cfd0-4e2d-aa3c-9c6f9247fea7 by drivers openvswitch,hyperv on host n-h2-842733-1 at level 0 using segments [{'id': 'ed3a602f-49fb-4a95-be80-401e1eb72e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'cd702362-b982-46c5-a7d0-51de1b03df86'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:43:25.416118 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dc3d0b6-9b1d-4bb8-8d69-56e8d80a8a61 req-6bef1b34-141d-4ae1-b7bd-663269ce64f5 service neutron] Attempting to bind port 2a4cc0f0-cfd0-4e2d-aa3c-9c6f9247fea7 on network cd702362-b982-46c5-a7d0-51de1b03df86 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:43:25.420142 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [req-af972d53-35f0-46b6-9b1e-2cfcf6a0a01d req-69831ad6-79dd-401f-9a06-9de0d649338f service neutron] Request body: {'port': {'device_id': 'aeca8e0e-1597-4d64-8b69-38badaa25640', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-842733-1'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:43:25.440594 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dc3d0b6-9b1d-4bb8-8d69-56e8d80a8a61 req-6bef1b34-141d-4ae1-b7bd-663269ce64f5 service neutron] Port 2a4cc0f0-cfd0-4e2d-aa3c-9c6f9247fea7 on network cd702362-b982-46c5-a7d0-51de1b03df86 not bound, no agent of type Open vSwitch agent registered on host n-h2-842733-1 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 20:43:25.440594 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dc3d0b6-9b1d-4bb8-8d69-56e8d80a8a61 req-6bef1b34-141d-4ae1-b7bd-663269ce64f5 service neutron] Attempting to bind port 2a4cc0f0-cfd0-4e2d-aa3c-9c6f9247fea7 on network cd702362-b982-46c5-a7d0-51de1b03df86 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:43:25.451930 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d950bc39-613e-4caa-b99d-6e4cbf4192e4 req-28bbf1a3-d044-4133-9b0c-519eee828402 tempest-ServersAdmin275Test-189374169 tempest-ServersAdmin275Test-189374169-project] 10.222.0.35 "GET /v2.0/ports?device_id=2894f055-1341-4e58-9e01-d9c6a5727656 HTTP/1.1" status: 200 len: 210 time: 0.0507538 May 20 20:43:25.476500 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cc3ec51b-6ec8-438a-8349-5f0bec346d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:25.478622 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dc3d0b6-9b1d-4bb8-8d69-56e8d80a8a61 req-6bef1b34-141d-4ae1-b7bd-663269ce64f5 service neutron] Checking agent: {'id': 'a66f2511-b955-448f-877c-56cfe9c81b12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 33, 2), 'started_at': datetime.datetime(2022, 5, 20, 20, 33, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 43, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:43:25.479688 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dc3d0b6-9b1d-4bb8-8d69-56e8d80a8a61 req-6bef1b34-141d-4ae1-b7bd-663269ce64f5 service neutron] Checking segment: {'id': 'ed3a602f-49fb-4a95-be80-401e1eb72e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'cd702362-b982-46c5-a7d0-51de1b03df86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:43:25.480197 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dc3d0b6-9b1d-4bb8-8d69-56e8d80a8a61 req-6bef1b34-141d-4ae1-b7bd-663269ce64f5 service neutron] Bound using segment: {'id': 'ed3a602f-49fb-4a95-be80-401e1eb72e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'cd702362-b982-46c5-a7d0-51de1b03df86'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:43:25.481201 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-4dc3d0b6-9b1d-4bb8-8d69-56e8d80a8a61 req-6bef1b34-141d-4ae1-b7bd-663269ce64f5 service neutron] Bound port: 2a4cc0f0-cfd0-4e2d-aa3c-9c6f9247fea7, host: n-h2-842733-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed3a602f-49fb-4a95-be80-401e1eb72e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'cd702362-b982-46c5-a7d0-51de1b03df86'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:43:25.481201 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-4dc3d0b6-9b1d-4bb8-8d69-56e8d80a8a61 req-6bef1b34-141d-4ae1-b7bd-663269ce64f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:25.501602 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abaac2a9-a73f-4138-ba33-93d1d79502be admin admin] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 20:43:25.510410 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-5bdcb743-31ec-45b9-a0b7-3f7228af55a8 None None] Provisioning complete for port 7e04f43e-055b-43ba-a577-27c0a9e2a338 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:43:25.511404 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-5bdcb743-31ec-45b9-a0b7-3f7228af55a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:25.518132 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-abaac2a9-a73f-4138-ba33-93d1d79502be admin admin] 10.222.0.35 "PUT /v2.0/routers/21d1bf31-55ca-4a9c-a770-9424685adce3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4832397 May 20 20:43:25.554290 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-af972d53-35f0-46b6-9b1e-2cfcf6a0a01d req-69831ad6-79dd-401f-9a06-9de0d649338f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:25.592150 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-5bdcb743-31ec-45b9-a0b7-3f7228af55a8 None None] Port 7e04f43e-055b-43ba-a577-27c0a9e2a338 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 20:43:25.611654 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 7543df40-8f12-402c-b3b6-eb7d0514c4f0 no longer exists at agent hyperv_n-h2-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:43:25.629988 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-4dc3d0b6-9b1d-4bb8-8d69-56e8d80a8a61 req-6bef1b34-141d-4ae1-b7bd-663269ce64f5 service neutron] For port 2a4cc0f0-cfd0-4e2d-aa3c-9c6f9247fea7, host n-h2-842733-1, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:43:25.640384 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-4dc3d0b6-9b1d-4bb8-8d69-56e8d80a8a61 req-6bef1b34-141d-4ae1-b7bd-663269ce64f5 service neutron] For port 2a4cc0f0-cfd0-4e2d-aa3c-9c6f9247fea7, host n-h2-842733-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=2a4cc0f0-cfd0-4e2d-aa3c-9c6f9247fea7,segment=NetworkSegment(ed3a602f-49fb-4a95-be80-401e1eb72e33),segment_id=ed3a602f-49fb-4a95-be80-401e1eb72e33)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:43:25.644975 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:25.647605 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] No Port match for: 7543df40-8f12-402c-b3b6-eb7d0514c4f0 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 20:43:25.648247 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 7543df40-8f12-402c-b3b6-eb7d0514c4f0 not bound to the agent host n-h2-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 20:43:25.721604 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-4dc3d0b6-9b1d-4bb8-8d69-56e8d80a8a61 req-6bef1b34-141d-4ae1-b7bd-663269ce64f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:25.769106 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc3d0b6-9b1d-4bb8-8d69-56e8d80a8a61 req-6bef1b34-141d-4ae1-b7bd-663269ce64f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:25.770247 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-4dc3d0b6-9b1d-4bb8-8d69-56e8d80a8a61 req-6bef1b34-141d-4ae1-b7bd-663269ce64f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:25.774105 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4dc3d0b6-9b1d-4bb8-8d69-56e8d80a8a61 req-6bef1b34-141d-4ae1-b7bd-663269ce64f5 service neutron] 10.222.0.13 "PUT /v2.0/ports/2a4cc0f0-cfd0-4e2d-aa3c-9c6f9247fea7 HTTP/1.1" status: 200 len: 1096 time: 1.5195444 May 20 20:43:25.922598 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bef1b34-141d-4ae1-b7bd-663269ce64f5 service neutron] Pushing event updated for resources: {'Port': ['ID=2a4cc0f0-cfd0-4e2d-aa3c-9c6f9247fea7,revision_number=7']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:43:25.961504 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f0098e-a03f-4caf-8eb6-f05b50eb1f23 req-5ee18b01-537f-4428-acb0-168786ef1443 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:25.962977 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-56f0098e-a03f-4caf-8eb6-f05b50eb1f23 req-5ee18b01-537f-4428-acb0-168786ef1443 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.35 "GET /v2.0/ports?device_id=aeca8e0e-1597-4d64-8b69-38badaa25640 HTTP/1.1" status: 200 len: 931 time: 0.1139259 May 20 20:43:25.970736 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc3d0b6-9b1d-4bb8-8d69-56e8d80a8a61 req-5808fe79-d479-469f-8eee-1788978b1c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:25.978525 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4dc3d0b6-9b1d-4bb8-8d69-56e8d80a8a61 req-5808fe79-d479-469f-8eee-1788978b1c41 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=74b74d22d9d54e1eae7cec44a7fbec8d&device_id=b07c1a9b-3fbb-41e5-9d04-a21146bf734c HTTP/1.1" status: 200 len: 1099 time: 0.1409411 May 20 20:43:26.033578 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [req-af972d53-35f0-46b6-9b1e-2cfcf6a0a01d req-69831ad6-79dd-401f-9a06-9de0d649338f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f587f96-5444-4c41-a898-7664aceff07c {{(pid=103162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:43:26.043768 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b07c1a9b-3fbb-41e5-9d04-a21146bf734c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a4cc0f0-cfd0-4e2d-aa3c-9c6f9247fea7'}, {'name': 'network-changed', 'server_uuid': 'b07c1a9b-3fbb-41e5-9d04-a21146bf734c', 'tag': '2a4cc0f0-cfd0-4e2d-aa3c-9c6f9247fea7'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:43:26.049528 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4291b17aa7b45362825f0571e77c85f5e73afe1df9c7e9e15006df9d695c005e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94b36b25-9b05-46ee-9187-a4347cedf0f3" -d '{"events": [{"server_uuid": "b07c1a9b-3fbb-41e5-9d04-a21146bf734c", "name": "network-vif-unplugged", "status": "completed", "tag": "2a4cc0f0-cfd0-4e2d-aa3c-9c6f9247fea7"}, {"name": "network-changed", "server_uuid": "b07c1a9b-3fbb-41e5-9d04-a21146bf734c", "tag": "2a4cc0f0-cfd0-4e2d-aa3c-9c6f9247fea7"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:43:26.053883 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-af972d53-35f0-46b6-9b1e-2cfcf6a0a01d req-69831ad6-79dd-401f-9a06-9de0d649338f service neutron] Notify callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:26.069801 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.provisioning_blocks [req-af972d53-35f0-46b6-9b1e-2cfcf6a0a01d req-69831ad6-79dd-401f-9a06-9de0d649338f service neutron] Transition to ACTIVE for port object 3f587f96-5444-4c41-a898-7664aceff07c will not be triggered until provisioned by entity L2. {{(pid=103162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 20:43:26.126514 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-af972d53-35f0-46b6-9b1e-2cfcf6a0a01d req-69831ad6-79dd-401f-9a06-9de0d649338f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:26.205926 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69831ad6-79dd-401f-9a06-9de0d649338f service neutron] Pushing event updated for resources: {'Port': ['ID=3f587f96-5444-4c41-a898-7664aceff07c,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:43:26.308234 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-af972d53-35f0-46b6-9b1e-2cfcf6a0a01d req-69831ad6-79dd-401f-9a06-9de0d649338f service neutron] Attempting to bind port 3f587f96-5444-4c41-a898-7664aceff07c on host n-h1-842733-1 for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:43:26.308560 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-af972d53-35f0-46b6-9b1e-2cfcf6a0a01d req-69831ad6-79dd-401f-9a06-9de0d649338f service neutron] Attempting to bind port 3f587f96-5444-4c41-a898-7664aceff07c by drivers openvswitch,hyperv on host n-h1-842733-1 at level 0 using segments [{'id': '1b618711-eace-4f66-9dbc-026093290eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '80bda1f2-d8f3-4628-a486-5841bb81c3dc'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:43:26.308936 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af972d53-35f0-46b6-9b1e-2cfcf6a0a01d req-69831ad6-79dd-401f-9a06-9de0d649338f service neutron] Attempting to bind port 3f587f96-5444-4c41-a898-7664aceff07c on network 80bda1f2-d8f3-4628-a486-5841bb81c3dc {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:43:26.317061 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af972d53-35f0-46b6-9b1e-2cfcf6a0a01d req-69831ad6-79dd-401f-9a06-9de0d649338f service neutron] Port 3f587f96-5444-4c41-a898-7664aceff07c on network 80bda1f2-d8f3-4628-a486-5841bb81c3dc not bound, no agent of type Open vSwitch agent registered on host n-h1-842733-1 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 20:43:26.317873 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af972d53-35f0-46b6-9b1e-2cfcf6a0a01d req-69831ad6-79dd-401f-9a06-9de0d649338f service neutron] Attempting to bind port 3f587f96-5444-4c41-a898-7664aceff07c on network 80bda1f2-d8f3-4628-a486-5841bb81c3dc {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:43:26.325663 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af972d53-35f0-46b6-9b1e-2cfcf6a0a01d req-69831ad6-79dd-401f-9a06-9de0d649338f service neutron] Checking agent: {'id': '08dfb1ce-804b-4db8-838b-21094082e041', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 32, 54), 'started_at': datetime.datetime(2022, 5, 20, 20, 32, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 43, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:43:26.329195 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af972d53-35f0-46b6-9b1e-2cfcf6a0a01d req-69831ad6-79dd-401f-9a06-9de0d649338f service neutron] Checking segment: {'id': '1b618711-eace-4f66-9dbc-026093290eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '80bda1f2-d8f3-4628-a486-5841bb81c3dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:43:26.329905 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af972d53-35f0-46b6-9b1e-2cfcf6a0a01d req-69831ad6-79dd-401f-9a06-9de0d649338f service neutron] Bound using segment: {'id': '1b618711-eace-4f66-9dbc-026093290eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '80bda1f2-d8f3-4628-a486-5841bb81c3dc'} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:43:26.330160 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-af972d53-35f0-46b6-9b1e-2cfcf6a0a01d req-69831ad6-79dd-401f-9a06-9de0d649338f service neutron] Bound port: 3f587f96-5444-4c41-a898-7664aceff07c, host: n-h1-842733-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b618711-eace-4f66-9dbc-026093290eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '80bda1f2-d8f3-4628-a486-5841bb81c3dc'}}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:43:26.330540 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-af972d53-35f0-46b6-9b1e-2cfcf6a0a01d req-69831ad6-79dd-401f-9a06-9de0d649338f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:26.342111 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-56f0098e-a03f-4caf-8eb6-f05b50eb1f23 req-a11c482e-680e-4b23-95b9-5cabed8797d7 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.35 "GET /v2.0/security-groups?id=af06f2cf-8756-4fbf-90c6-d72ff1946909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3234763 May 20 20:43:26.346760 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc3d0b6-9b1d-4bb8-8d69-56e8d80a8a61 req-5e438ca6-50fe-43d2-a6a3-04ae4fe176df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:26.348288 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4dc3d0b6-9b1d-4bb8-8d69-56e8d80a8a61 req-5e438ca6-50fe-43d2-a6a3-04ae4fe176df service neutron] 10.222.0.13 "GET /v2.0/networks?id=cd702362-b982-46c5-a7d0-51de1b03df86 HTTP/1.1" status: 200 len: 870 time: 0.3686302 May 20 20:43:26.427309 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4dc3d0b6-9b1d-4bb8-8d69-56e8d80a8a61 req-40feadaa-6ad8-4638-bf8d-e3264d39fa19 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.112&port_id=2a4cc0f0-cfd0-4e2d-aa3c-9c6f9247fea7 HTTP/1.1" status: 200 len: 217 time: 0.0673740 May 20 20:43:26.462029 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-af972d53-35f0-46b6-9b1e-2cfcf6a0a01d req-69831ad6-79dd-401f-9a06-9de0d649338f service neutron] For port 3f587f96-5444-4c41-a898-7664aceff07c, host n-h1-842733-1, cleared binding levels {{(pid=103162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:43:26.469290 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-af972d53-35f0-46b6-9b1e-2cfcf6a0a01d req-69831ad6-79dd-401f-9a06-9de0d649338f service neutron] For port 3f587f96-5444-4c41-a898-7664aceff07c, host n-h1-842733-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=3f587f96-5444-4c41-a898-7664aceff07c,segment=NetworkSegment(1b618711-eace-4f66-9dbc-026093290eaa),segment_id=1b618711-eace-4f66-9dbc-026093290eaa)] {{(pid=103162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:43:26.490308 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 49384c3f-c37a-47ec-a8bb-8c80b709c9cc up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:43:26.556298 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 49384c3f-c37a-47ec-a8bb-8c80b709c9cc triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:43:26.556755 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:26.561323 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-af972d53-35f0-46b6-9b1e-2cfcf6a0a01d req-69831ad6-79dd-401f-9a06-9de0d649338f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:26.604639 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af972d53-35f0-46b6-9b1e-2cfcf6a0a01d req-69831ad6-79dd-401f-9a06-9de0d649338f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:26.604639 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-af972d53-35f0-46b6-9b1e-2cfcf6a0a01d req-69831ad6-79dd-401f-9a06-9de0d649338f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:26.605246 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-af972d53-35f0-46b6-9b1e-2cfcf6a0a01d req-69831ad6-79dd-401f-9a06-9de0d649338f service neutron] 10.222.0.24 "PUT /v2.0/ports/3f587f96-5444-4c41-a898-7664aceff07c HTTP/1.1" status: 200 len: 1091 time: 1.1906257 May 20 20:43:26.605803 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aeca8e0e-1597-4d64-8b69-38badaa25640', 'tag': '3f587f96-5444-4c41-a898-7664aceff07c'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:43:26.608765 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6fa957933fccbf596d28104b23404b952ad6a8238afaebaed40a0874b2e409" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45e8b31e-20f6-47e0-9a40-b9bb79c80288" -d '{"events": [{"name": "network-changed", "server_uuid": "aeca8e0e-1597-4d64-8b69-38badaa25640", "tag": "3f587f96-5444-4c41-a898-7664aceff07c"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:43:26.647924 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3634810-83cf-491e-92d4-f155dc3fb369 None None] Sync routers for ids ['21d1bf31-55ca-4a9c-a770-9424685adce3'] in n-d-842733-1 {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 20:43:26.673913 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3634810-83cf-491e-92d4-f155dc3fb369 None None] Routers {'21d1bf31-55ca-4a9c-a770-9424685adce3'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:43:26.674720 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-b3634810-83cf-491e-92d4-f155dc3fb369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:43:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['21d1bf31-55ca-4a9c-a770-9424685adce3'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:43:26.678766 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69831ad6-79dd-401f-9a06-9de0d649338f service neutron] Pushing event updated for resources: {'Port': ['ID=3f587f96-5444-4c41-a898-7664aceff07c,revision_number=3']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:43:26.766049 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 49384c3f-c37a-47ec-a8bb-8c80b709c9cc is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:43:26.766430 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:26.772471 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af972d53-35f0-46b6-9b1e-2cfcf6a0a01d req-16fb8de6-e7b9-4364-94db-4ef553de7ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:26.774384 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-af972d53-35f0-46b6-9b1e-2cfcf6a0a01d req-16fb8de6-e7b9-4364-94db-4ef553de7ab6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=bfecc73b8c99406dbde7fba5545cc962&device_id=aeca8e0e-1597-4d64-8b69-38badaa25640 HTTP/1.1" status: 200 len: 1094 time: 0.0639460 May 20 20:43:26.802167 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] For port 49384c3f-c37a-47ec-a8bb-8c80b709c9cc, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=49384c3f-c37a-47ec-a8bb-8c80b709c9cc,segment=NetworkSegment(0b5485c4-eff8-42a1-9073-ae54ed4c63ba),segment_id=0b5485c4-eff8-42a1-9073-ae54ed4c63ba)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:43:26.843521 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-af972d53-35f0-46b6-9b1e-2cfcf6a0a01d req-82ca6565-ed09-450c-a08d-18424b695563 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3f587f96-5444-4c41-a898-7664aceff07c HTTP/1.1" status: 200 len: 217 time: 0.0577962 May 20 20:43:26.884334 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-b3634810-83cf-491e-92d4-f155dc3fb369 None None] Set router 21d1bf31-55ca-4a9c-a770-9424685adce3 gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:43:26.898927 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:26.916777 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af972d53-35f0-46b6-9b1e-2cfcf6a0a01d req-d156d168-9ca9-4e67-98d7-c255239b23c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:26.920554 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-af972d53-35f0-46b6-9b1e-2cfcf6a0a01d req-d156d168-9ca9-4e67-98d7-c255239b23c7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=532e3931-08a4-40e8-b75d-9b3b215f2360 HTTP/1.1" status: 200 len: 845 time: 0.0700114 May 20 20:43:26.948450 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c269419-8fd1-4501-8e14-b4752b082b66 req-40a82645-b61a-42ec-8183-2b5b4f87f48f tempest-ServersTestJSON-243295285 tempest-ServersTestJSON-243295285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:26.949998 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3c269419-8fd1-4501-8e14-b4752b082b66 req-40a82645-b61a-42ec-8183-2b5b4f87f48f tempest-ServersTestJSON-243295285 tempest-ServersTestJSON-243295285-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c76aeb0-913f-4723-b9b2-b82b5a881f38 HTTP/1.1" status: 200 len: 945 time: 0.6748884 May 20 20:43:26.958139 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63ad4cc-1dde-4594-bb11-670df78da838 req-09cc2b89-8647-47da-b250-af4e19d1ec3b tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:26.967384 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a63ad4cc-1dde-4594-bb11-670df78da838 req-09cc2b89-8647-47da-b250-af4e19d1ec3b tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] 10.222.0.35 "GET /v2.0/networks?id=dc8945eb-dd74-4cb0-b93f-84eec37290f3 HTTP/1.1" status: 200 len: 818 time: 0.8083291 May 20 20:43:26.988211 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-af972d53-35f0-46b6-9b1e-2cfcf6a0a01d req-d6f59c22-624f-49dd-aaa9-1b2d3756493d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=80bda1f2-d8f3-4628-a486-5841bb81c3dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0569308 May 20 20:43:27.015616 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Pushing event updated for resources: {'Port': ['ID=49384c3f-c37a-47ec-a8bb-8c80b709c9cc,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:43:27.051893 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 2a4cc0f0-cfd0-4e2d-aa3c-9c6f9247fea7 no longer exists at agent hyperv_n-h1-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:43:27.055184 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a63ad4cc-1dde-4594-bb11-670df78da838 req-501fb286-c79a-4850-89e1-bacb0f5d1b87 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] 10.222.0.35 "GET /v2.0/quotas/87c2c2610bc847eaa1d2c1976f58d7b1 HTTP/1.1" status: 200 len: 375 time: 0.0864141 May 20 20:43:27.076705 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc3d0b6-9b1d-4bb8-8d69-56e8d80a8a61 req-3c93ce93-4a14-4785-85a6-9e2b5eedb10d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:27.076977 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4dc3d0b6-9b1d-4bb8-8d69-56e8d80a8a61 req-3c93ce93-4a14-4785-85a6-9e2b5eedb10d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=26b342ea-254c-483a-9ea9-f11c178970eb HTTP/1.1" status: 200 len: 843 time: 0.6345000 May 20 20:43:27.145610 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 2a4cc0f0-cfd0-4e2d-aa3c-9c6f9247fea7 not bound to the agent host n-h1-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 20:43:27.159390 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-af972d53-35f0-46b6-9b1e-2cfcf6a0a01d req-6076739d-e257-4dbd-b2bf-e9e51ac1f550 service neutron] 10.222.0.24 "GET /v2.0/networks/80bda1f2-d8f3-4628-a486-5841bb81c3dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653559 May 20 20:43:27.160042 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cf0c86-f084-4479-901d-7168320ec0cd req-34e05a28-a9fe-4be0-9e30-2b0a481595f9 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:27.165683 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-34cf0c86-f084-4479-901d-7168320ec0cd req-34e05a28-a9fe-4be0-9e30-2b0a481595f9 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/ports?device_id=b07c1a9b-3fbb-41e5-9d04-a21146bf734c HTTP/1.1" status: 200 len: 948 time: 0.7045522 May 20 20:43:27.228935 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a63ad4cc-1dde-4594-bb11-670df78da838 req-0c8edde6-d925-4ede-b729-d4793a495f85 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=87c2c2610bc847eaa1d2c1976f58d7b1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1728890 May 20 20:43:27.270417 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-34cf0c86-f084-4479-901d-7168320ec0cd req-a76a8c99-a907-4ccf-9d1e-cca666846637 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/security-groups?id=38c76b68-4081-4341-88c9-c8e3082a5da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968087 May 20 20:43:27.272512 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc3d0b6-9b1d-4bb8-8d69-56e8d80a8a61 req-f2ef1c1b-323b-441e-89ea-9bce36f8f474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:27.274040 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4dc3d0b6-9b1d-4bb8-8d69-56e8d80a8a61 req-f2ef1c1b-323b-441e-89ea-9bce36f8f474 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cd702362-b982-46c5-a7d0-51de1b03df86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1759095 May 20 20:43:27.286921 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-af972d53-35f0-46b6-9b1e-2cfcf6a0a01d req-be376ad3-969e-4fec-8174-86a2b4165113 service neutron] 10.222.0.24 "GET /v2.0/networks/80bda1f2-d8f3-4628-a486-5841bb81c3dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190627 May 20 20:43:27.318855 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-b3634810-83cf-491e-92d4-f155dc3fb369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21d1bf31-55ca-4a9c-a770-9424685adce3', 'name': 'tempest-ServerRescueNegativeTestJSON-528900398-router', 'tenant_id': '87c2c2610bc847eaa1d2c1976f58d7b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.173'}], 'enable_snat': True}, 'gw_port_id': '49384c3f-c37a-47ec-a8bb-8c80b709c9cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:43:19Z', 'updated_at': '2022-05-20T20:43:23Z', 'revision_number': 4, 'project_id': '87c2c2610bc847eaa1d2c1976f58d7b1', 'gw_port': {'id': '49384c3f-c37a-47ec-a8bb-8c80b709c9cc', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:16:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21d1bf31-55ca-4a9c-a770-9424685adce3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:43:20Z', 'updated_at': '2022-05-20T20:43:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': '7e04f43e-055b-43ba-a577-27c0a9e2a338', 'name': '', 'network_id': 'dc8945eb-dd74-4cb0-b93f-84eec37290f3', 'tenant_id': '87c2c2610bc847eaa1d2c1976f58d7b1', 'mac_address': 'fa:16:3e:c3:a7:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21d1bf31-55ca-4a9c-a770-9424685adce3', 'device_owner': 'network:router_interface', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': '6369a26f-bc30-4622-b5b7-2978096f54a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:43:22Z', 'updated_at': '2022-05-20T20:43:23Z', 'revision_number': 2, 'project_id': '87c2c2610bc847eaa1d2c1976f58d7b1', 'subnets': [{'id': '6369a26f-bc30-4622-b5b7-2978096f54a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:43:27.349440 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 20 May 2022 20:43:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-506b4859-8107-4bbb-8e6e-497816c4b1ad x-openstack-request-id: req-506b4859-8107-4bbb-8e6e-497816c4b1ad {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:43:27.349980 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b07c1a9b-3fbb-41e5-9d04-a21146bf734c", "name": "network-vif-unplugged", "status": "completed", "tag": "2a4cc0f0-cfd0-4e2d-aa3c-9c6f9247fea7", "code": 200}, {"name": "network-changed", "server_uuid": "b07c1a9b-3fbb-41e5-9d04-a21146bf734c", "tag": "2a4cc0f0-cfd0-4e2d-aa3c-9c6f9247fea7", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:43:27.349980 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-506b4859-8107-4bbb-8e6e-497816c4b1ad {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:43:27.350373 n-d-842733-1 neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-506b4859-8107-4bbb-8e6e-497816c4b1ad'] response: {'server_uuid': 'b07c1a9b-3fbb-41e5-9d04-a21146bf734c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a4cc0f0-cfd0-4e2d-aa3c-9c6f9247fea7', 'code': 200} May 20 20:43:27.351454 n-d-842733-1 neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-506b4859-8107-4bbb-8e6e-497816c4b1ad'] response: {'name': 'network-changed', 'server_uuid': 'b07c1a9b-3fbb-41e5-9d04-a21146bf734c', 'tag': '2a4cc0f0-cfd0-4e2d-aa3c-9c6f9247fea7', 'status': 'completed', 'code': 200} May 20 20:43:27.353914 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [req-3c269419-8fd1-4501-8e14-b4752b082b66 req-d555dc98-d4c6-45cd-abde-ec017835013b tempest-ServersTestJSON-243295285 tempest-ServersTestJSON-243295285-project] Deleting port 3019072a-5740-4991-8625-ed598bf22981 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:43:27.356494 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-3c269419-8fd1-4501-8e14-b4752b082b66 req-d555dc98-d4c6-45cd-abde-ec017835013b tempest-ServersTestJSON-243295285 tempest-ServersTestJSON-243295285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:27.356743 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3634810-83cf-491e-92d4-f155dc3fb369 None None] Checking router: 21d1bf31-55ca-4a9c-a770-9424685adce3 for host: n-d-842733-1 {{(pid=103165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 20:43:27.356743 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3634810-83cf-491e-92d4-f155dc3fb369 None None] Updating router 21d1bf31-55ca-4a9c-a770-9424685adce3 port 7e04f43e-055b-43ba-a577-27c0a9e2a338 binding host n-d-842733-1 {{(pid=103165) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 20:43:27.410631 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-b3634810-83cf-491e-92d4-f155dc3fb369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:27.446438 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b36b25-9b05-46ee-9187-a4347cedf0f3 req-c4ce0c8c-d367-40c3-898f-35cd5f953d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:27.448198 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-94b36b25-9b05-46ee-9187-a4347cedf0f3 req-c4ce0c8c-d367-40c3-898f-35cd5f953d9f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=74b74d22d9d54e1eae7cec44a7fbec8d&device_id=b07c1a9b-3fbb-41e5-9d04-a21146bf734c HTTP/1.1" status: 200 len: 1099 time: 0.0771794 May 20 20:43:27.562972 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a63ad4cc-1dde-4594-bb11-670df78da838 req-2fce4482-ac28-4c81-8503-0188e49e985f service neutron] 10.222.0.35 "GET /v2.0/networks/dc8945eb-dd74-4cb0-b93f-84eec37290f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3252094 May 20 20:43:27.571233 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b36b25-9b05-46ee-9187-a4347cedf0f3 req-c993a300-55fe-4f0a-a633-a80d215f6ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:27.573251 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-94b36b25-9b05-46ee-9187-a4347cedf0f3 req-c993a300-55fe-4f0a-a633-a80d215f6ef2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=cd702362-b982-46c5-a7d0-51de1b03df86 HTTP/1.1" status: 200 len: 870 time: 0.1173530 May 20 20:43:27.625248 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-3c269419-8fd1-4501-8e14-b4752b082b66 req-d555dc98-d4c6-45cd-abde-ec017835013b tempest-ServersTestJSON-243295285 tempest-ServersTestJSON-243295285-project] For port 3019072a-5740-4991-8625-ed598bf22981, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=3019072a-5740-4991-8625-ed598bf22981,segment=NetworkSegment(cb794393-2e5e-44dc-94ec-c3ce277f8794),segment_id=cb794393-2e5e-44dc-94ec-c3ce277f8794)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:43:27.625248 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-3c269419-8fd1-4501-8e14-b4752b082b66 req-d555dc98-d4c6-45cd-abde-ec017835013b tempest-ServersTestJSON-243295285 tempest-ServersTestJSON-243295285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:27.635247 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-94b36b25-9b05-46ee-9187-a4347cedf0f3 req-de0b4047-eaf1-433b-9904-19ea3ff90fdf service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.112&port_id=2a4cc0f0-cfd0-4e2d-aa3c-9c6f9247fea7 HTTP/1.1" status: 200 len: 217 time: 0.0543809 May 20 20:43:27.658345 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4dc3d0b6-9b1d-4bb8-8d69-56e8d80a8a61 req-7e736079-e101-4f0a-acca-61917c324221 service neutron] 10.222.0.13 "GET /v2.0/networks/cd702362-b982-46c5-a7d0-51de1b03df86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3428652 May 20 20:43:27.681588 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9f0a6d-794d-4a4f-a221-a20ea1715e1a req-fe935017-ba1e-4f74-b68b-7813ab5ed561 tempest-ServersTestJSON-243295285 tempest-ServersTestJSON-243295285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:27.685933 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1d9f0a6d-794d-4a4f-a221-a20ea1715e1a req-fe935017-ba1e-4f74-b68b-7813ab5ed561 tempest-ServersTestJSON-243295285 tempest-ServersTestJSON-243295285-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c76aeb0-913f-4723-b9b2-b82b5a881f38 HTTP/1.1" status: 200 len: 945 time: 0.2115226 May 20 20:43:27.714073 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b36b25-9b05-46ee-9187-a4347cedf0f3 req-7c50702c-7639-48d5-b86f-1625a479a1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:27.715925 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-94b36b25-9b05-46ee-9187-a4347cedf0f3 req-7c50702c-7639-48d5-b86f-1625a479a1f9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=26b342ea-254c-483a-9ea9-f11c178970eb HTTP/1.1" status: 200 len: 843 time: 0.0725873 May 20 20:43:27.764115 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-b3634810-83cf-491e-92d4-f155dc3fb369 None None] Notify callbacks [] for port, precommit_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:27.787869 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b36b25-9b05-46ee-9187-a4347cedf0f3 req-16e4989d-1e38-466a-8291-70328ae76892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:27.789608 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-94b36b25-9b05-46ee-9187-a4347cedf0f3 req-16e4989d-1e38-466a-8291-70328ae76892 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cd702362-b982-46c5-a7d0-51de1b03df86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0645895 May 20 20:43:27.852199 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-b3634810-83cf-491e-92d4-f155dc3fb369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:27.931334 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451e5266-615e-489e-8a12-aa7484de4c14 None None] Pushing event updated for resources: {'Port': ['ID=7e04f43e-055b-43ba-a577-27c0a9e2a338,revision_number=3']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:43:27.952723 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-94b36b25-9b05-46ee-9187-a4347cedf0f3 req-f112d414-8f31-4617-9432-e967834274f1 service neutron] 10.222.0.24 "GET /v2.0/networks/cd702362-b982-46c5-a7d0-51de1b03df86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549363 May 20 20:43:27.954329 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451e5266-615e-489e-8a12-aa7484de4c14 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:43:27.954873 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451e5266-615e-489e-8a12-aa7484de4c14 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:43:27.955229 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451e5266-615e-489e-8a12-aa7484de4c14 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:43:27.955572 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451e5266-615e-489e-8a12-aa7484de4c14 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:43:27.955902 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451e5266-615e-489e-8a12-aa7484de4c14 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:43:27.956228 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451e5266-615e-489e-8a12-aa7484de4c14 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:43:27.957002 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451e5266-615e-489e-8a12-aa7484de4c14 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:43:27.957002 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451e5266-615e-489e-8a12-aa7484de4c14 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:43:27.957244 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451e5266-615e-489e-8a12-aa7484de4c14 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:43:27.957505 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451e5266-615e-489e-8a12-aa7484de4c14 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:43:27.958191 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451e5266-615e-489e-8a12-aa7484de4c14 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:43:27.958191 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451e5266-615e-489e-8a12-aa7484de4c14 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:43:27.977392 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-b3634810-83cf-491e-92d4-f155dc3fb369 None None] Attempting to bind port 7e04f43e-055b-43ba-a577-27c0a9e2a338 on host n-d-842733-1 for vnic_type normal with profile {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:43:27.977631 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-b3634810-83cf-491e-92d4-f155dc3fb369 None None] Attempting to bind port 7e04f43e-055b-43ba-a577-27c0a9e2a338 by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': '461da9d4-f567-4683-86cb-f9bc470c2bda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'dc8945eb-dd74-4cb0-b93f-84eec37290f3'}] {{(pid=103165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:43:27.977928 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3634810-83cf-491e-92d4-f155dc3fb369 None None] Attempting to bind port 7e04f43e-055b-43ba-a577-27c0a9e2a338 on network dc8945eb-dd74-4cb0-b93f-84eec37290f3 {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:43:27.983793 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3634810-83cf-491e-92d4-f155dc3fb369 None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 43, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:43:27.984167 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3634810-83cf-491e-92d4-f155dc3fb369 None None] Checking segment: {'id': '461da9d4-f567-4683-86cb-f9bc470c2bda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'dc8945eb-dd74-4cb0-b93f-84eec37290f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:43:27.984563 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-b3634810-83cf-491e-92d4-f155dc3fb369 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:27.984948 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3634810-83cf-491e-92d4-f155dc3fb369 None None] Bound using segment: {'id': '461da9d4-f567-4683-86cb-f9bc470c2bda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'dc8945eb-dd74-4cb0-b93f-84eec37290f3'} {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:43:27.985444 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-b3634810-83cf-491e-92d4-f155dc3fb369 None None] Bound port: 7e04f43e-055b-43ba-a577-27c0a9e2a338, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '461da9d4-f567-4683-86cb-f9bc470c2bda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'dc8945eb-dd74-4cb0-b93f-84eec37290f3'}}] {{(pid=103165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:43:27.985842 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-b3634810-83cf-491e-92d4-f155dc3fb369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:28.034148 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1d9f0a6d-794d-4a4f-a221-a20ea1715e1a req-1a42ed10-fc64-491f-ada9-e1826c8b0440 tempest-ServersTestJSON-243295285 tempest-ServersTestJSON-243295285-project] 10.222.0.35 "GET /v2.0/security-groups?id=f95948d4-b2dc-454a-91a1-bd295de21e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2210143 May 20 20:43:28.067768 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a63ad4cc-1dde-4594-bb11-670df78da838 req-1909698d-dc32-46e9-9dbf-cc359aca8b37 service neutron] 10.222.0.35 "GET /v2.0/networks/dc8945eb-dd74-4cb0-b93f-84eec37290f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4916832 May 20 20:43:28.085282 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-b3634810-83cf-491e-92d4-f155dc3fb369 None None] For port 7e04f43e-055b-43ba-a577-27c0a9e2a338, host n-d-842733-1, cleared binding levels {{(pid=103165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:43:28.092742 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-b3634810-83cf-491e-92d4-f155dc3fb369 None None] For port 7e04f43e-055b-43ba-a577-27c0a9e2a338, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=7e04f43e-055b-43ba-a577-27c0a9e2a338,segment=NetworkSegment(461da9d4-f567-4683-86cb-f9bc470c2bda),segment_id=461da9d4-f567-4683-86cb-f9bc470c2bda)] {{(pid=103165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:43:28.118282 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4dc3d0b6-9b1d-4bb8-8d69-56e8d80a8a61 req-d41ec3a9-97d9-48f9-b905-5527176e6980 service neutron] 10.222.0.13 "GET /v2.0/networks/cd702362-b982-46c5-a7d0-51de1b03df86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3113647 May 20 20:43:28.121931 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-3c269419-8fd1-4501-8e14-b4752b082b66 req-d555dc98-d4c6-45cd-abde-ec017835013b tempest-ServersTestJSON-243295285 tempest-ServersTestJSON-243295285-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:28.121931 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-3c269419-8fd1-4501-8e14-b4752b082b66 req-d555dc98-d4c6-45cd-abde-ec017835013b tempest-ServersTestJSON-243295285 tempest-ServersTestJSON-243295285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748272'] for floatingip, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:28.122292 n-d-842733-1 neutron-server[103163]: INFO neutron.db.l3_db [req-3c269419-8fd1-4501-8e14-b4752b082b66 req-d555dc98-d4c6-45cd-abde-ec017835013b tempest-ServersTestJSON-243295285 tempest-ServersTestJSON-243295285-project] Floating IP b69bc41f-4f67-49c0-af72-36ebcf15ebaa disassociated. External IP: 172.25.2.33, port: 3019072a-5740-4991-8625-ed598bf22981. May 20 20:43:28.122766 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [req-3c269419-8fd1-4501-8e14-b4752b082b66 req-d555dc98-d4c6-45cd-abde-ec017835013b tempest-ServersTestJSON-243295285 tempest-ServersTestJSON-243295285-project] Calling delete_port for 3019072a-5740-4991-8625-ed598bf22981 owned by compute:nova {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:43:28.156043 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-94b36b25-9b05-46ee-9187-a4347cedf0f3 req-44f21d58-1c31-4325-820b-7be87c167d9a service neutron] 10.222.0.24 "GET /v2.0/networks/cd702362-b982-46c5-a7d0-51de1b03df86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1754470 May 20 20:43:28.168502 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-bc70daf4-5c2f-4474-944f-3e50821cb79e req-da5ba470-6be4-4435-b8c3-c14b1d016d70 tempest-ServersAdmin275Test-189374169 tempest-ServersAdmin275Test-189374169-project] 10.222.0.35 "GET /v2.0/ports?device_id=2894f055-1341-4e58-9e01-d9c6a5727656 HTTP/1.1" status: 200 len: 210 time: 0.0426383 May 20 20:43:28.175873 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-b3634810-83cf-491e-92d4-f155dc3fb369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:28.295701 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451e5266-615e-489e-8a12-aa7484de4c14 None None] Pushing event updated for resources: {'Port': ['ID=7e04f43e-055b-43ba-a577-27c0a9e2a338,revision_number=4']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:43:28.301551 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 20:43:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec55bf94-db20-478c-80e7-73a910fecd86 x-openstack-request-id: req-ec55bf94-db20-478c-80e7-73a910fecd86 {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:43:28.302051 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aeca8e0e-1597-4d64-8b69-38badaa25640", "tag": "3f587f96-5444-4c41-a898-7664aceff07c", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:43:28.302682 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ec55bf94-db20-478c-80e7-73a910fecd86 {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:43:28.303181 n-d-842733-1 neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec55bf94-db20-478c-80e7-73a910fecd86'] response: {'name': 'network-changed', 'server_uuid': 'aeca8e0e-1597-4d64-8b69-38badaa25640', 'tag': '3f587f96-5444-4c41-a898-7664aceff07c', 'status': 'completed', 'code': 200} May 20 20:43:28.308861 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3634810-83cf-491e-92d4-f155dc3fb369 None None] Routers {'21d1bf31-55ca-4a9c-a770-9424685adce3'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:43:28.313500 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-b3634810-83cf-491e-92d4-f155dc3fb369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:43:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['21d1bf31-55ca-4a9c-a770-9424685adce3'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:43:28.439082 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 49384c3f-c37a-47ec-a8bb-8c80b709c9cc up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:43:28.463712 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e8b31e-20f6-47e0-9a40-b9bb79c80288 req-63c7de84-6b9c-40fd-8bf9-9a6b131f593e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:28.472811 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-45e8b31e-20f6-47e0-9a40-b9bb79c80288 req-63c7de84-6b9c-40fd-8bf9-9a6b131f593e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=bfecc73b8c99406dbde7fba5545cc962&device_id=aeca8e0e-1597-4d64-8b69-38badaa25640 HTTP/1.1" status: 200 len: 1094 time: 0.1227758 May 20 20:43:28.539286 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b36b25-9b05-46ee-9187-a4347cedf0f3 req-291a4fb5-1ed8-4fe9-9544-ebd74ba237c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:28.547665 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b55369aa-240f-4c55-abcc-124d381a5caa None None] Provisioning complete for port 7e04f43e-055b-43ba-a577-27c0a9e2a338 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:43:28.548036 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b55369aa-240f-4c55-abcc-124d381a5caa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:28.557651 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-94b36b25-9b05-46ee-9187-a4347cedf0f3 req-291a4fb5-1ed8-4fe9-9544-ebd74ba237c8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=74b74d22d9d54e1eae7cec44a7fbec8d&device_id=b07c1a9b-3fbb-41e5-9d04-a21146bf734c HTTP/1.1" status: 200 len: 1099 time: 0.2513256 May 20 20:43:28.601374 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d572e9-4856-4f1c-95fb-e95d1e6942cd req-38a871c0-11bf-424f-a73c-c3ce1e3a2030 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:28.610056 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-36d572e9-4856-4f1c-95fb-e95d1e6942cd req-38a871c0-11bf-424f-a73c-c3ce1e3a2030 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.35 "GET /v2.0/ports?device_id=aeca8e0e-1597-4d64-8b69-38badaa25640 HTTP/1.1" status: 200 len: 943 time: 0.1910367 May 20 20:43:28.673151 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-b3634810-83cf-491e-92d4-f155dc3fb369 None None] Set router 21d1bf31-55ca-4a9c-a770-9424685adce3 gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:43:28.695780 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e8b31e-20f6-47e0-9a40-b9bb79c80288 req-c5ab0186-fbcb-43da-b38f-d41785c2511b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:28.697850 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-45e8b31e-20f6-47e0-9a40-b9bb79c80288 req-c5ab0186-fbcb-43da-b38f-d41785c2511b service neutron] 10.222.0.24 "GET /v2.0/networks?id=80bda1f2-d8f3-4628-a486-5841bb81c3dc HTTP/1.1" status: 200 len: 906 time: 0.2241974 May 20 20:43:28.724609 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 49384c3f-c37a-47ec-a8bb-8c80b709c9cc triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:43:28.724975 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:28.754838 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-45e8b31e-20f6-47e0-9a40-b9bb79c80288 req-e4b89553-acfa-4e6a-b096-049764223a19 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3f587f96-5444-4c41-a898-7664aceff07c HTTP/1.1" status: 200 len: 217 time: 0.0498219 May 20 20:43:28.789830 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-3c269419-8fd1-4501-8e14-b4752b082b66 req-d555dc98-d4c6-45cd-abde-ec017835013b tempest-ServersTestJSON-243295285 tempest-ServersTestJSON-243295285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:28.855860 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b55369aa-240f-4c55-abcc-124d381a5caa None None] Current status of the port 7e04f43e-055b-43ba-a577-27c0a9e2a338 is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:43:28.856295 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b55369aa-240f-4c55-abcc-124d381a5caa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:28.883321 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d555dc98-d4c6-45cd-abde-ec017835013b tempest-ServersTestJSON-243295285 tempest-ServersTestJSON-243295285-project] Pushing event deleted for resources: {'Port': ['ID=3019072a-5740-4991-8625-ed598bf22981,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:43:28.894308 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e8b31e-20f6-47e0-9a40-b9bb79c80288 req-77c11959-b06a-42fa-b064-a50238bb9bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:28.896192 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-45e8b31e-20f6-47e0-9a40-b9bb79c80288 req-77c11959-b06a-42fa-b064-a50238bb9bc6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=532e3931-08a4-40e8-b75d-9b3b215f2360 HTTP/1.1" status: 200 len: 845 time: 0.1332650 May 20 20:43:28.916110 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-36d572e9-4856-4f1c-95fb-e95d1e6942cd req-31a5bb86-3fa3-4be6-945a-8ecc77247911 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.35 "GET /v2.0/security-groups?id=af06f2cf-8756-4fbf-90c6-d72ff1946909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3049569 May 20 20:43:28.950280 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-45e8b31e-20f6-47e0-9a40-b9bb79c80288 req-238a1241-4cba-4d35-a8ff-6349576286fe service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=80bda1f2-d8f3-4628-a486-5841bb81c3dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470326 May 20 20:43:28.975387 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b55369aa-240f-4c55-abcc-124d381a5caa None None] For port 7e04f43e-055b-43ba-a577-27c0a9e2a338, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=7e04f43e-055b-43ba-a577-27c0a9e2a338,segment=NetworkSegment(461da9d4-f567-4683-86cb-f9bc470c2bda),segment_id=461da9d4-f567-4683-86cb-f9bc470c2bda)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:43:28.995121 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 49384c3f-c37a-47ec-a8bb-8c80b709c9cc is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:43:29.048920 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-b3634810-83cf-491e-92d4-f155dc3fb369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21d1bf31-55ca-4a9c-a770-9424685adce3', 'name': 'tempest-ServerRescueNegativeTestJSON-528900398-router', 'tenant_id': '87c2c2610bc847eaa1d2c1976f58d7b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.173'}], 'enable_snat': True}, 'gw_port_id': '49384c3f-c37a-47ec-a8bb-8c80b709c9cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:43:19Z', 'updated_at': '2022-05-20T20:43:23Z', 'revision_number': 4, 'project_id': '87c2c2610bc847eaa1d2c1976f58d7b1', 'gw_port': {'id': '49384c3f-c37a-47ec-a8bb-8c80b709c9cc', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:16:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d1bf31-55ca-4a9c-a770-9424685adce3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:43:20Z', 'updated_at': '2022-05-20T20:43:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': '7e04f43e-055b-43ba-a577-27c0a9e2a338', 'name': '', 'network_id': 'dc8945eb-dd74-4cb0-b93f-84eec37290f3', 'tenant_id': '87c2c2610bc847eaa1d2c1976f58d7b1', 'mac_address': 'fa:16:3e:c3:a7:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21d1bf31-55ca-4a9c-a770-9424685adce3', 'device_owner': 'network:router_interface', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': '6369a26f-bc30-4622-b5b7-2978096f54a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:43:22Z', 'updated_at': '2022-05-20T20:43:28Z', 'revision_number': 4, 'project_id': '87c2c2610bc847eaa1d2c1976f58d7b1', 'subnets': [{'id': '6369a26f-bc30-4622-b5b7-2978096f54a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:43:29.065852 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132c790a-7014-4a7b-9b0f-584eaeba3328 req-9d54d1f3-6833-4ef2-86ab-3eb823a4b952 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:29.072421 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b55369aa-240f-4c55-abcc-124d381a5caa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:29.073950 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-132c790a-7014-4a7b-9b0f-584eaeba3328 req-9d54d1f3-6833-4ef2-86ab-3eb823a4b952 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/ports?device_id=b07c1a9b-3fbb-41e5-9d04-a21146bf734c HTTP/1.1" status: 200 len: 948 time: 0.3338056 May 20 20:43:29.084178 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-45e8b31e-20f6-47e0-9a40-b9bb79c80288 req-1273b4ca-2908-43e6-a0f8-52691d8ef148 service neutron] 10.222.0.24 "GET /v2.0/networks/80bda1f2-d8f3-4628-a486-5841bb81c3dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255727 May 20 20:43:29.095828 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3634810-83cf-491e-92d4-f155dc3fb369 None None] The sync data for ids ['21d1bf31-55ca-4a9c-a770-9424685adce3'] in n-d-842733-1 is: [{'id': '21d1bf31-55ca-4a9c-a770-9424685adce3', 'name': 'tempest-ServerRescueNegativeTestJSON-528900398-router', 'tenant_id': '87c2c2610bc847eaa1d2c1976f58d7b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.173'}], 'enable_snat': True}, 'gw_port_id': '49384c3f-c37a-47ec-a8bb-8c80b709c9cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:43:19Z', 'updated_at': '2022-05-20T20:43:23Z', 'revision_number': 4, 'project_id': '87c2c2610bc847eaa1d2c1976f58d7b1', 'gw_port': {'id': '49384c3f-c37a-47ec-a8bb-8c80b709c9cc', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:16:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d1bf31-55ca-4a9c-a770-9424685adce3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:43:20Z', 'updated_at': '2022-05-20T20:43:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': '7e04f43e-055b-43ba-a577-27c0a9e2a338', 'name': '', 'network_id': 'dc8945eb-dd74-4cb0-b93f-84eec37290f3', 'tenant_id': '87c2c2610bc847eaa1d2c1976f58d7b1', 'mac_address': 'fa:16:3e:c3:a7:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21d1bf31-55ca-4a9c-a770-9424685adce3', 'device_owner': 'network:router_interface', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': '6369a26f-bc30-4622-b5b7-2978096f54a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:43:22Z', 'updated_at': '2022-05-20T20:43:28Z', 'revision_number': 4, 'project_id': '87c2c2610bc847eaa1d2c1976f58d7b1', 'subnets': [{'id': '6369a26f-bc30-4622-b5b7-2978096f54a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 20:43:29.144670 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b1390ef5-0fb4-4a2a-9bd2-c99958a1e21c req-8aa11250-346b-4362-9040-9870abdb6daa tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] 10.222.0.35 "GET /v2.0/ports?device_id=444b3ad3-070a-402c-b3e2-ee88bb47c145 HTTP/1.1" status: 200 len: 210 time: 0.0998886 May 20 20:43:29.210971 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55369aa-240f-4c55-abcc-124d381a5caa None None] Pushing event updated for resources: {'Port': ['ID=7e04f43e-055b-43ba-a577-27c0a9e2a338,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:43:29.220516 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-824709d6-2c3d-4907-b030-42aaffa1855c None None] Provisioning complete for port 7e04f43e-055b-43ba-a577-27c0a9e2a338 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:43:29.221267 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-824709d6-2c3d-4907-b030-42aaffa1855c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:29.245029 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b36b25-9b05-46ee-9187-a4347cedf0f3 req-9534e5f6-2ed7-47cd-8ba3-c89125fc528e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:29.249119 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-94b36b25-9b05-46ee-9187-a4347cedf0f3 req-9534e5f6-2ed7-47cd-8ba3-c89125fc528e service neutron] 10.222.0.13 "GET /v2.0/networks?id=cd702362-b982-46c5-a7d0-51de1b03df86 HTTP/1.1" status: 200 len: 870 time: 0.6845884 May 20 20:43:29.322735 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-824709d6-2c3d-4907-b030-42aaffa1855c None None] Current status of the port 7e04f43e-055b-43ba-a577-27c0a9e2a338 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:43:29.341831 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-94b36b25-9b05-46ee-9187-a4347cedf0f3 req-a966cb1b-2723-4d5c-8543-e0c55ae35e23 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.112&port_id=2a4cc0f0-cfd0-4e2d-aa3c-9c6f9247fea7 HTTP/1.1" status: 200 len: 217 time: 0.0734026 May 20 20:43:29.352860 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-45e8b31e-20f6-47e0-9a40-b9bb79c80288 req-dc42ecb0-ebf1-4bd6-a1fd-78b1c21d0fff service neutron] 10.222.0.24 "GET /v2.0/networks/80bda1f2-d8f3-4628-a486-5841bb81c3dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2578073 May 20 20:43:29.356623 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-132c790a-7014-4a7b-9b0f-584eaeba3328 req-30f04b85-fbc9-4991-b9f2-2487a3051892 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/security-groups?id=38c76b68-4081-4341-88c9-c8e3082a5da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2815561 May 20 20:43:29.527328 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-84ac7701-d1fc-46bc-a679-416e53543e17 req-9ea8d68b-530b-4692-9a44-07fea09acfd3 tempest-ServersTestJSON-243295285 tempest-ServersTestJSON-243295285-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c76aeb0-913f-4723-b9b2-b82b5a881f38 HTTP/1.1" status: 200 len: 210 time: 0.0809083 May 20 20:43:29.548124 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-fb5d53af-a588-4d0e-9d14-a6ee6e765358 req-a467249c-2aa9-4201-8fab-f38be4a5d1be tempest-ServersAdmin275Test-189374169 tempest-ServersAdmin275Test-189374169-project] 10.222.0.35 "GET /v2.0/ports?device_id=2894f055-1341-4e58-9e01-d9c6a5727656 HTTP/1.1" status: 200 len: 210 time: 0.1042771 May 20 20:43:29.579895 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b36b25-9b05-46ee-9187-a4347cedf0f3 req-6a7aed0a-324e-4d4b-922b-2cb428d4cb45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:29.582419 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-94b36b25-9b05-46ee-9187-a4347cedf0f3 req-6a7aed0a-324e-4d4b-922b-2cb428d4cb45 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=26b342ea-254c-483a-9ea9-f11c178970eb HTTP/1.1" status: 200 len: 843 time: 0.2231605 May 20 20:43:29.601488 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3c269419-8fd1-4501-8e14-b4752b082b66 req-d555dc98-d4c6-45cd-abde-ec017835013b tempest-ServersTestJSON-243295285 tempest-ServersTestJSON-243295285-project] Router 887bcf52-cc21-4679-bec8-41fbf0daaba2 has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 20:43:29.778187 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 40110) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:43:29.805404 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b36b25-9b05-46ee-9187-a4347cedf0f3 req-1f5429d5-7f7b-4b52-a54b-0752b54e574e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:29.806983 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-94b36b25-9b05-46ee-9187-a4347cedf0f3 req-1f5429d5-7f7b-4b52-a54b-0752b54e574e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cd702362-b982-46c5-a7d0-51de1b03df86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1912355 May 20 20:43:29.847436 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ff61f86d-6b5b-4f92-adef-0350b937d0af tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:29.882022 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ff61f86d-6b5b-4f92-adef-0350b937d0af tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:29.940801 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3c269419-8fd1-4501-8e14-b4752b082b66 req-d555dc98-d4c6-45cd-abde-ec017835013b tempest-ServersTestJSON-243295285 tempest-ServersTestJSON-243295285-project] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 20:43:29.957789 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-956611e5-60b0-4c44-98d8-48940346ceed None None] Sync routers for ids ['887bcf52-cc21-4679-bec8-41fbf0daaba2'] in n-d-842733-1 {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 20:43:29.980530 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-956611e5-60b0-4c44-98d8-48940346ceed None None] Routers {'887bcf52-cc21-4679-bec8-41fbf0daaba2'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:43:29.986762 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-956611e5-60b0-4c44-98d8-48940346ceed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:43:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['887bcf52-cc21-4679-bec8-41fbf0daaba2'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:43:30.020915 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ff61f86d-6b5b-4f92-adef-0350b937d0af tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:30.024200 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ff61f86d-6b5b-4f92-adef-0350b937d0af tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:30.027820 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-ff61f86d-6b5b-4f92-adef-0350b937d0af tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] 10.222.0.35 "DELETE /v2.0/security-groups/a6b4525b-6598-4020-a850-f5c33e43ec05 HTTP/1.1" status: 204 len: 168 time: 0.2462130 May 20 20:43:30.032489 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 40116) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:43:30.086684 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61f86d-6b5b-4f92-adef-0350b937d0af tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6b4525b-6598-4020-a850-f5c33e43ec05,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:43:30.092400 n-d-842733-1 neutron-server[103162]: INFO neutron.api.v2.resource [None req-b1045274-fe2c-4d66-b451-a74d19ce48c8 tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] show failed (client error): The resource could not be found. May 20 20:43:30.093783 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-b1045274-fe2c-4d66-b451-a74d19ce48c8 tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] 10.222.0.35 "GET /v2.0/security-groups/a6b4525b-6598-4020-a850-f5c33e43ec05 HTTP/1.1" status: 404 len: 347 time: 0.0583332 May 20 20:43:30.096806 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 40118) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:43:30.234764 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-956611e5-60b0-4c44-98d8-48940346ceed None None] Set router 887bcf52-cc21-4679-bec8-41fbf0daaba2 gateway port host: n-d-842733-1 {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:43:30.374621 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-dbb72eb2-3d7f-49c0-b849-f489d56caca5 tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] Deleting port 702e744c-adb7-4183-bb2c-3b472f9d09d6 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:43:30.375711 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-dbb72eb2-3d7f-49c0-b849-f489d56caca5 tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:30.404328 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d10dc45-bd07-4a2e-9cf4-9720a9ddf007 req-f17f7640-6cd1-4943-92bb-a38d4b2d8570 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:30.430381 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5d10dc45-bd07-4a2e-9cf4-9720a9ddf007 req-f17f7640-6cd1-4943-92bb-a38d4b2d8570 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] 10.222.0.35 "GET /v2.0/networks?id=dc8945eb-dd74-4cb0-b93f-84eec37290f3 HTTP/1.1" status: 200 len: 818 time: 0.6994934 May 20 20:43:30.499242 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 7e04f43e-055b-43ba-a577-27c0a9e2a338 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:43:30.500933 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c269419-8fd1-4501-8e14-b4752b082b66 req-d555dc98-d4c6-45cd-abde-ec017835013b tempest-ServersTestJSON-243295285 tempest-ServersTestJSON-243295285-project] No DVR routers for this DVR port 3019072a-5740-4991-8625-ed598bf22981 on host n-h1-842733-1 {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:43:30.515976 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5d10dc45-bd07-4a2e-9cf4-9720a9ddf007 req-0273850b-b5ae-491e-9188-a65f9647ec6b tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] 10.222.0.35 "GET /v2.0/quotas/87c2c2610bc847eaa1d2c1976f58d7b1 HTTP/1.1" status: 200 len: 375 time: 0.0843523 May 20 20:43:30.522261 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-3c269419-8fd1-4501-8e14-b4752b082b66 req-d555dc98-d4c6-45cd-abde-ec017835013b tempest-ServersTestJSON-243295285 tempest-ServersTestJSON-243295285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:30.525484 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3c269419-8fd1-4501-8e14-b4752b082b66 req-d555dc98-d4c6-45cd-abde-ec017835013b tempest-ServersTestJSON-243295285 tempest-ServersTestJSON-243295285-project] 10.222.0.24 "DELETE /v2.0/ports/3019072a-5740-4991-8625-ed598bf22981 HTTP/1.1" status: 204 len: 173 time: 3.5406954 May 20 20:43:30.526305 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c76aeb0-913f-4723-b9b2-b82b5a881f38', 'name': 'network-vif-deleted', 'tag': '3019072a-5740-4991-8625-ed598bf22981'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:43:30.528462 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4291b17aa7b45362825f0571e77c85f5e73afe1df9c7e9e15006df9d695c005e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96b15b24-e2a8-4f2d-91d8-e16941ada6b7" -d '{"events": [{"server_uuid": "6c76aeb0-913f-4723-b9b2-b82b5a881f38", "name": "network-vif-deleted", "tag": "3019072a-5740-4991-8625-ed598bf22981"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:43:30.551148 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-dbb72eb2-3d7f-49c0-b849-f489d56caca5 tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:30.551408 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-dbb72eb2-3d7f-49c0-b849-f489d56caca5 tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:30.558527 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-94b36b25-9b05-46ee-9187-a4347cedf0f3 req-b6b4e411-b424-4c20-a536-8f8c9f94519a service neutron] 10.222.0.13 "GET /v2.0/networks/cd702362-b982-46c5-a7d0-51de1b03df86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7171254 May 20 20:43:30.579322 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-dbb72eb2-3d7f-49c0-b849-f489d56caca5 tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] Calling delete_port for 702e744c-adb7-4183-bb2c-3b472f9d09d6 owned by network:floatingip {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:43:30.677146 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 7e04f43e-055b-43ba-a577-27c0a9e2a338 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:43:30.677690 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:30.680671 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b4c731-1e74-4888-bd06-5ed55cb3275e req-c3c6f3b9-547c-44d3-a7d0-359d24394d65 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:30.689317 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e4b4c731-1e74-4888-bd06-5ed55cb3275e req-c3c6f3b9-547c-44d3-a7d0-359d24394d65 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.35 "GET /v2.0/ports?device_id=aeca8e0e-1597-4d64-8b69-38badaa25640 HTTP/1.1" status: 200 len: 943 time: 0.3087642 May 20 20:43:30.782105 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5d10dc45-bd07-4a2e-9cf4-9720a9ddf007 req-c68a9a9b-cb70-4156-bba7-65576b1b7870 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=87c2c2610bc847eaa1d2c1976f58d7b1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2647750 May 20 20:43:30.789308 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-956611e5-60b0-4c44-98d8-48940346ceed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '887bcf52-cc21-4679-bec8-41fbf0daaba2', 'name': 'tempest-ServersTestJSON-1715701810-router', 'tenant_id': '16add71a0ec946a18f61d15298c23d6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': '4e216dd5-6590-400f-94e1-1528659b7941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:41:57Z', 'updated_at': '2022-05-20T20:42:07Z', 'revision_number': 4, 'project_id': '16add71a0ec946a18f61d15298c23d6f', 'gw_port': {'id': '4e216dd5-6590-400f-94e1-1528659b7941', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:20:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887bcf52-cc21-4679-bec8-41fbf0daaba2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 862, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:41:58Z', 'updated_at': '2022-05-20T20:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': '43da6c23-5f3b-4922-95c9-783f86bfc8e7', 'name': '', 'network_id': '51ec8106-415b-4da6-8e19-8077690a9654', 'tenant_id': '16add71a0ec946a18f61d15298c23d6f', 'mac_address': 'fa:16:3e:ac:1c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887bcf52-cc21-4679-bec8-41fbf0daaba2', 'device_owner': 'network:router_interface', 'standard_attr_id': 874, 'fixed_ips': [{'subnet_id': '5b3fecbc-4363-4558-bc2e-f6cfa24f9a5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:42:04Z', 'updated_at': '2022-05-20T20:42:13Z', 'revision_number': 5, 'project_id': '16add71a0ec946a18f61d15298c23d6f', 'subnets': [{'id': '5b3fecbc-4363-4558-bc2e-f6cfa24f9a5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:43:30.841023 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-956611e5-60b0-4c44-98d8-48940346ceed None None] Checking router: 887bcf52-cc21-4679-bec8-41fbf0daaba2 for host: n-d-842733-1 {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 20:43:30.849962 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-dbb72eb2-3d7f-49c0-b849-f489d56caca5 tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:30.861667 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 7e04f43e-055b-43ba-a577-27c0a9e2a338 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:43:30.869649 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-956611e5-60b0-4c44-98d8-48940346ceed None None] Routers {'887bcf52-cc21-4679-bec8-41fbf0daaba2'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:43:30.870603 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-956611e5-60b0-4c44-98d8-48940346ceed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:43:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['887bcf52-cc21-4679-bec8-41fbf0daaba2'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:43:30.878324 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb72eb2-3d7f-49c0-b849-f489d56caca5 tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] Pushing event deleted for resources: {'Port': ['ID=702e744c-adb7-4183-bb2c-3b472f9d09d6,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:43:30.918186 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-94b36b25-9b05-46ee-9187-a4347cedf0f3 req-695e9621-b006-4f76-a68c-f25b70fdb27e service neutron] 10.222.0.13 "GET /v2.0/networks/cd702362-b982-46c5-a7d0-51de1b03df86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3241546 May 20 20:43:30.937778 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e4b4c731-1e74-4888-bd06-5ed55cb3275e req-50fd4257-b1f4-4954-a0ba-2e7395254fc6 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.35 "GET /v2.0/security-groups?id=af06f2cf-8756-4fbf-90c6-d72ff1946909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2474060 May 20 20:43:30.999485 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-dbb72eb2-3d7f-49c0-b849-f489d56caca5 tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] Notify callbacks [] for floatingip, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:31.002679 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-dbb72eb2-3d7f-49c0-b849-f489d56caca5 tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for floatingip, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:31.009313 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-dbb72eb2-3d7f-49c0-b849-f489d56caca5 tempest-ImagesOneServerNegativeTestJSON-1155623075 tempest-ImagesOneServerNegativeTestJSON-1155623075-project] 10.222.0.35 "DELETE /v2.0/floatingips/f086e587-f388-40b9-b104-54cf2c518eb5 HTTP/1.1" status: 204 len: 168 time: 0.9109323 May 20 20:43:31.012756 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5d10dc45-bd07-4a2e-9cf4-9720a9ddf007 req-fe6167b5-c8aa-41ad-aea9-b089a312b909 service neutron] 10.222.0.35 "GET /v2.0/networks/dc8945eb-dd74-4cb0-b93f-84eec37290f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2301769 May 20 20:43:31.055346 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 3f587f96-5444-4c41-a898-7664aceff07c details requested by agent hyperv_n-h1-842733-1 with host n-h1-842733-1 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 20:43:31.058555 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 3019072a-5740-4991-8625-ed598bf22981 no longer exists at agent hyperv_n-h1-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:43:31.099618 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] No Port match for: 3019072a-5740-4991-8625-ed598bf22981 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 20:43:31.100161 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 3019072a-5740-4991-8625-ed598bf22981 not bound to the agent host n-h1-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 20:43:31.143262 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-956611e5-60b0-4c44-98d8-48940346ceed None None] Set router 887bcf52-cc21-4679-bec8-41fbf0daaba2 gateway port host: n-d-842733-1 {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:43:31.183372 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda4ffdb-e7b1-412a-ac96-0998c50afeee req-dcce06af-2d0a-4ad9-b0b5-56b03b25e267 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:31.185089 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-dda4ffdb-e7b1-412a-ac96-0998c50afeee req-dcce06af-2d0a-4ad9-b0b5-56b03b25e267 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/ports?device_id=b07c1a9b-3fbb-41e5-9d04-a21146bf734c HTTP/1.1" status: 200 len: 948 time: 0.1513712 May 20 20:43:31.187720 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5d10dc45-bd07-4a2e-9cf4-9720a9ddf007 req-769df124-bce7-404e-86f8-af7699e8f805 service neutron] 10.222.0.35 "GET /v2.0/networks/dc8945eb-dd74-4cb0-b93f-84eec37290f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1663132 May 20 20:43:31.245433 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-dda4ffdb-e7b1-412a-ac96-0998c50afeee req-5c2d11ff-37fc-4573-86bc-6c2bbd16d5da tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/security-groups?id=38c76b68-4081-4341-88c9-c8e3082a5da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514503 May 20 20:43:31.287063 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 20:43:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4a66317-1d81-434d-ba80-817b548c986c x-openstack-request-id: req-c4a66317-1d81-434d-ba80-817b548c986c {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:43:31.287488 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c76aeb0-913f-4723-b9b2-b82b5a881f38", "name": "network-vif-deleted", "tag": "3019072a-5740-4991-8625-ed598bf22981", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:43:31.295819 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c4a66317-1d81-434d-ba80-817b548c986c {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:43:31.295819 n-d-842733-1 neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4a66317-1d81-434d-ba80-817b548c986c'] response: {'server_uuid': '6c76aeb0-913f-4723-b9b2-b82b5a881f38', 'name': 'network-vif-deleted', 'tag': '3019072a-5740-4991-8625-ed598bf22981', 'status': 'completed', 'code': 200} May 20 20:43:31.371654 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6d71a441-f346-4da0-bd0f-ee9d64a5ba3e req-8328f8ad-1640-4a62-bce9-d5067fc9c889 tempest-ServersTestJSON-243295285 tempest-ServersTestJSON-243295285-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c76aeb0-913f-4723-b9b2-b82b5a881f38 HTTP/1.1" status: 200 len: 210 time: 0.0257878 May 20 20:43:31.477494 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port 3f587f96-5444-4c41-a898-7664aceff07c, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=3f587f96-5444-4c41-a898-7664aceff07c,segment=NetworkSegment(1b618711-eace-4f66-9dbc-026093290eaa),segment_id=1b618711-eace-4f66-9dbc-026093290eaa)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:43:31.500996 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b8ad575b-444e-44bf-ba3a-c8d44c7161f3 req-2045d611-aaa1-49fa-a3b7-1a99057b5801 tempest-ServersAdmin275Test-189374169 tempest-ServersAdmin275Test-189374169-project] 10.222.0.35 "GET /v2.0/ports?device_id=2894f055-1341-4e58-9e01-d9c6a5727656 HTTP/1.1" status: 200 len: 210 time: 0.0485868 May 20 20:43:31.503617 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Returning: {'device': '3f587f96-5444-4c41-a898-7664aceff07c', 'network_id': '80bda1f2-d8f3-4628-a486-5841bb81c3dc', 'port_id': '3f587f96-5444-4c41-a898-7664aceff07c', 'mac_address': 'fa:16:3e:de:ff:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '532e3931-08a4-40e8-b75d-9b3b215f2360', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 20 20:43:31.617837 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-11373f76-8c57-4e94-a58e-6f2ef3c5d931 req-ff742765-e40e-4e51-abed-4423af8c27bb tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] 10.222.0.35 "GET /v2.0/ports?device_id=c033fd40-d9a3-4a1c-97ed-3a7f9a7260de HTTP/1.1" status: 200 len: 210 time: 0.0378067 May 20 20:43:31.633178 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Current status of the port 3f587f96-5444-4c41-a898-7664aceff07c is: DOWN; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:43:31.633671 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:31.650628 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 2a4cc0f0-cfd0-4e2d-aa3c-9c6f9247fea7 details requested by agent hyperv_n-h2-842733-1 with host n-h2-842733-1 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 20:43:31.655645 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f587f96-5444-4c41-a898-7664aceff07c {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:43:31.680165 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port 3f587f96-5444-4c41-a898-7664aceff07c, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=3f587f96-5444-4c41-a898-7664aceff07c,segment=NetworkSegment(1b618711-eace-4f66-9dbc-026093290eaa),segment_id=1b618711-eace-4f66-9dbc-026093290eaa)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:43:31.765565 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-956611e5-60b0-4c44-98d8-48940346ceed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '887bcf52-cc21-4679-bec8-41fbf0daaba2', 'name': 'tempest-ServersTestJSON-1715701810-router', 'tenant_id': '16add71a0ec946a18f61d15298c23d6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': '4e216dd5-6590-400f-94e1-1528659b7941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:41:57Z', 'updated_at': '2022-05-20T20:42:07Z', 'revision_number': 4, 'project_id': '16add71a0ec946a18f61d15298c23d6f', 'gw_port': {'id': '4e216dd5-6590-400f-94e1-1528659b7941', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:20:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887bcf52-cc21-4679-bec8-41fbf0daaba2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 862, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:41:58Z', 'updated_at': '2022-05-20T20:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': '43da6c23-5f3b-4922-95c9-783f86bfc8e7', 'name': '', 'network_id': '51ec8106-415b-4da6-8e19-8077690a9654', 'tenant_id': '16add71a0ec946a18f61d15298c23d6f', 'mac_address': 'fa:16:3e:ac:1c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887bcf52-cc21-4679-bec8-41fbf0daaba2', 'device_owner': 'network:router_interface', 'standard_attr_id': 874, 'fixed_ips': [{'subnet_id': '5b3fecbc-4363-4558-bc2e-f6cfa24f9a5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:42:04Z', 'updated_at': '2022-05-20T20:42:13Z', 'revision_number': 5, 'project_id': '16add71a0ec946a18f61d15298c23d6f', 'subnets': [{'id': '5b3fecbc-4363-4558-bc2e-f6cfa24f9a5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:43:31.799901 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 40160) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:43:31.801361 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-956611e5-60b0-4c44-98d8-48940346ceed None None] The sync data for ids ['887bcf52-cc21-4679-bec8-41fbf0daaba2'] in n-d-842733-1 is: [{'id': '887bcf52-cc21-4679-bec8-41fbf0daaba2', 'name': 'tempest-ServersTestJSON-1715701810-router', 'tenant_id': '16add71a0ec946a18f61d15298c23d6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': '4e216dd5-6590-400f-94e1-1528659b7941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:41:57Z', 'updated_at': '2022-05-20T20:42:07Z', 'revision_number': 4, 'project_id': '16add71a0ec946a18f61d15298c23d6f', 'gw_port': {'id': '4e216dd5-6590-400f-94e1-1528659b7941', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:20:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887bcf52-cc21-4679-bec8-41fbf0daaba2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 862, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:41:58Z', 'updated_at': '2022-05-20T20:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': '43da6c23-5f3b-4922-95c9-783f86bfc8e7', 'name': '', 'network_id': '51ec8106-415b-4da6-8e19-8077690a9654', 'tenant_id': '16add71a0ec946a18f61d15298c23d6f', 'mac_address': 'fa:16:3e:ac:1c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887bcf52-cc21-4679-bec8-41fbf0daaba2', 'device_owner': 'network:router_interface', 'standard_attr_id': 874, 'fixed_ips': [{'subnet_id': '5b3fecbc-4363-4558-bc2e-f6cfa24f9a5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:42:04Z', 'updated_at': '2022-05-20T20:42:13Z', 'revision_number': 5, 'project_id': '16add71a0ec946a18f61d15298c23d6f', 'subnets': [{'id': '5b3fecbc-4363-4558-bc2e-f6cfa24f9a5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 20:43:31.804512 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:31.892965 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port 2a4cc0f0-cfd0-4e2d-aa3c-9c6f9247fea7, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=2a4cc0f0-cfd0-4e2d-aa3c-9c6f9247fea7,segment=NetworkSegment(ed3a602f-49fb-4a95-be80-401e1eb72e33),segment_id=ed3a602f-49fb-4a95-be80-401e1eb72e33)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:43:31.895730 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_v2 [None req-55b8a73f-02f0-4d18-970f-5cc2860b8337 admin admin] Deleting subnet a7a2d408-4fd5-4ae6-b745-5f444276cd0a {{(pid=103162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 20 20:43:31.899192 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-55b8a73f-02f0-4d18-970f-5cc2860b8337 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:31.949378 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-55b8a73f-02f0-4d18-970f-5cc2860b8337 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3738392'] for subnet, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:31.971588 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Returning: {'device': '2a4cc0f0-cfd0-4e2d-aa3c-9c6f9247fea7', 'network_id': 'cd702362-b982-46c5-a7d0-51de1b03df86', 'port_id': '2a4cc0f0-cfd0-4e2d-aa3c-9c6f9247fea7', 'mac_address': 'fa:16:3e:6f:ca:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26b342ea-254c-483a-9ea9-f11c178970eb', 'ip_address': '192.168.233.112'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 20 20:43:31.977609 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Pushing event updated for resources: {'Port': ['ID=3f587f96-5444-4c41-a898-7664aceff07c,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:43:32.026297 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-55b8a73f-02f0-4d18-970f-5cc2860b8337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33068388'] for subnet, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:32.034523 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] get_ports_and_sgs() called for port_ids ['3f587f96-5444-4c41-a898-7664aceff07c'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:43:32.055517 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9caee57-d000-41be-85e1-3d56f1e153a3 req-4fb3d091-c8fa-491c-afc9-56f1fb212d6e tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:32.057065 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f9caee57-d000-41be-85e1-3d56f1e153a3 req-4fb3d091-c8fa-491c-afc9-56f1fb212d6e tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/ports?device_id=b07c1a9b-3fbb-41e5-9d04-a21146bf734c HTTP/1.1" status: 200 len: 948 time: 0.1878572 May 20 20:43:32.111735 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:32.121681 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port 2a4cc0f0-cfd0-4e2d-aa3c-9c6f9247fea7 is: DOWN; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:43:32.122497 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:32.147189 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a4cc0f0-cfd0-4e2d-aa3c-9c6f9247fea7 {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:43:32.190733 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port 2a4cc0f0-cfd0-4e2d-aa3c-9c6f9247fea7, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=2a4cc0f0-cfd0-4e2d-aa3c-9c6f9247fea7,segment=NetworkSegment(ed3a602f-49fb-4a95-be80-401e1eb72e33),segment_id=ed3a602f-49fb-4a95-be80-401e1eb72e33)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:43:32.222010 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-55b8a73f-02f0-4d18-970f-5cc2860b8337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33068399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3797621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4018265'] for subnet, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:32.238821 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63ad4cc-1dde-4594-bb11-670df78da838 req-c1e62150-abfe-4e1d-87e1-bf41966f8f85 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:32.240572 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a63ad4cc-1dde-4594-bb11-670df78da838 req-c1e62150-abfe-4e1d-87e1-bf41966f8f85 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] 10.222.0.13 "GET /v2.0/networks?id=dc8945eb-dd74-4cb0-b93f-84eec37290f3 HTTP/1.1" status: 200 len: 818 time: 0.3092332 May 20 20:43:32.258383 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b8a73f-02f0-4d18-970f-5cc2860b8337 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a7a2d408-4fd5-4ae6-b745-5f444276cd0a,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:43:32.265120 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-55b8a73f-02f0-4d18-970f-5cc2860b8337 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:32.269112 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-55b8a73f-02f0-4d18-970f-5cc2860b8337 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/a7a2d408-4fd5-4ae6-b745-5f444276cd0a HTTP/1.1" status: 204 len: 168 time: 0.4679186 May 20 20:43:32.271756 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 40170) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:43:32.272854 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [req-a63ad4cc-1dde-4594-bb11-670df78da838 req-fc53fe35-355c-4b9b-a6eb-cc7efb3e52fa tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] Request body: {'port': {'device_id': '444b3ad3-070a-402c-b3e2-ee88bb47c145', 'network_id': 'dc8945eb-dd74-4cb0-b93f-84eec37290f3', 'admin_state_up': True, 'tenant_id': '87c2c2610bc847eaa1d2c1976f58d7b1'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:43:32.317285 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-146ce77a-5f54-43b9-9238-a1ae67027eeb None None] New status for floating IP b69bc41f-4f67-49c0-af72-36ebcf15ebaa: DOWN {{(pid=103165) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 20:43:32.331145 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:32.362222 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-07e5107b-c2c2-4816-9303-bf940b15d991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33160123'] for network, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:32.416742 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=2a4cc0f0-cfd0-4e2d-aa3c-9c6f9247fea7,revision_number=8']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:43:32.436250 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8ad055-cdfb-406a-b08a-7084ac61c637 req-e99e7919-af25-4a0e-a2b9-852efc23386c tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:32.448621 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5e8ad055-cdfb-406a-b08a-7084ac61c637 req-e99e7919-af25-4a0e-a2b9-852efc23386c tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.24 "GET /v2.0/ports?device_id=b07c1a9b-3fbb-41e5-9d04-a21146bf734c&tenant_id=74b74d22d9d54e1eae7cec44a7fbec8d&binding%3Ahost_id=n-h2-842733-1 HTTP/1.1" status: 200 len: 948 time: 0.3663263 May 20 20:43:32.458418 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-07e5107b-c2c2-4816-9303-bf940b15d991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33072115', 'neutron.services.segments.db._delete_segments_for_network-8782419500584'] for network, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:32.491218 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-07e5107b-c2c2-4816-9303-bf940b15d991 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d20e684-f51c-4f52-b5ed-fe61f8fbf536']}} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:43:32.496552 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f9caee57-d000-41be-85e1-3d56f1e153a3 req-42cde0a0-eb93-48fe-89c6-cb04fec8d90f tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/security-groups?id=38c76b68-4081-4341-88c9-c8e3082a5da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3356435 May 20 20:43:32.501524 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-07e5107b-c2c2-4816-9303-bf940b15d991 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2402745c-06cc-4395-87ea-d8de4fb1e600') {'for_net_delete': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:43:32.501829 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-07e5107b-c2c2-4816-9303-bf940b15d991 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2402745c-06cc-4395-87ea-d8de4fb1e600') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:43:32.512774 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-07e5107b-c2c2-4816-9303-bf940b15d991 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419501617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3738385'] for segment, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:32.531367 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-07e5107b-c2c2-4816-9303-bf940b15d991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:32.537943 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07e5107b-c2c2-4816-9303-bf940b15d991 admin admin] Releasing vlan 249 on physical network physnet1 to pool {{(pid=103162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 20:43:32.538290 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-07e5107b-c2c2-4816-9303-bf940b15d991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3800791'] for segment, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:32.540089 n-d-842733-1 neutron-server[103162]: Traceback (most recent call last): May 20 20:43:32.540089 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 20:43:32.540089 n-d-842733-1 neutron-server[103162]: timer() May 20 20:43:32.540089 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 20:43:32.540089 n-d-842733-1 neutron-server[103162]: cb(*args, **kw) May 20 20:43:32.540089 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 20 20:43:32.540089 n-d-842733-1 neutron-server[103162]: return func(*args, **kwargs) May 20 20:43:32.540089 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 20:43:32.540089 n-d-842733-1 neutron-server[103162]: self._notify() May 20 20:43:32.540089 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 20:43:32.540089 n-d-842733-1 neutron-server[103162]: self.callback(batched_events) May 20 20:43:32.540089 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 20:43:32.540089 n-d-842733-1 neutron-server[103162]: event.method(event) May 20 20:43:32.540089 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 20 20:43:32.540089 n-d-842733-1 neutron-server[103162]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 20:43:32.540089 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 20 20:43:32.540089 n-d-842733-1 neutron-server[103162]: aggregate_uuid = self.p_client.list_aggregates( May 20 20:43:32.540089 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 20 20:43:32.540089 n-d-842733-1 neutron-server[103162]: return f(self, *a, **k) May 20 20:43:32.540089 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 20 20:43:32.540089 n-d-842733-1 neutron-server[103162]: return self._get(url).json() May 20 20:43:32.540089 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 20 20:43:32.540089 n-d-842733-1 neutron-server[103162]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 20:43:32.540089 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 20:43:32.540089 n-d-842733-1 neutron-server[103162]: return self.request(url, 'GET', **kwargs) May 20 20:43:32.540089 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 20:43:32.540089 n-d-842733-1 neutron-server[103162]: base_url = self.get_endpoint(auth, allow=allow, May 20 20:43:32.540089 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 20:43:32.540089 n-d-842733-1 neutron-server[103162]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 20:43:32.540089 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 20:43:32.540089 n-d-842733-1 neutron-server[103162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 20:43:32.540089 n-d-842733-1 neutron-server[103162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 20:43:32.619329 n-d-842733-1 neutron-server[103163]: INFO neutron.api.v2.resource [req-5e8ad055-cdfb-406a-b08a-7084ac61c637 req-a71b3632-aa9c-4d68-94ec-5bb296cfeecc service neutron] delete failed (client error): The resource could not be found. May 20 20:43:32.620414 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5e8ad055-cdfb-406a-b08a-7084ac61c637 req-a71b3632-aa9c-4d68-94ec-5bb296cfeecc service neutron] 10.222.0.24 "DELETE /v2.0/ports/2a4cc0f0-cfd0-4e2d-aa3c-9c6f9247fea7/bindings/n-h1-842733-1 HTTP/1.1" status: 404 len: 380 time: 0.1709440 May 20 20:43:32.629773 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cd6396-aa82-4fb8-acd6-e0f0ada480eb req-40109380-d945-4e48-9bcc-40535108b607 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:32.635963 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f2cd6396-aa82-4fb8-acd6-e0f0ada480eb req-40109380-d945-4e48-9bcc-40535108b607 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.35 "GET /v2.0/ports?device_id=aeca8e0e-1597-4d64-8b69-38badaa25640 HTTP/1.1" status: 200 len: 944 time: 0.1699698 May 20 20:43:32.674881 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-07e5107b-c2c2-4816-9303-bf940b15d991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33072122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748162'] for network, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:32.679107 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a234f36e-6cbf-4a66-8458-aa8686c65e23 req-94799fd1-5d74-4262-b3de-a656f1c2e135 tempest-AttachSCSIVolumeTestJSON-1216389807 tempest-AttachSCSIVolumeTestJSON-1216389807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:32.686155 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a234f36e-6cbf-4a66-8458-aa8686c65e23 req-94799fd1-5d74-4262-b3de-a656f1c2e135 tempest-AttachSCSIVolumeTestJSON-1216389807 tempest-AttachSCSIVolumeTestJSON-1216389807-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e4761ad-a107-481b-93f5-2fd5c1a03859 HTTP/1.1" status: 200 len: 945 time: 0.1011655 May 20 20:43:32.686679 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-07e5107b-c2c2-4816-9303-bf940b15d991 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:32.690410 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f2cd6396-aa82-4fb8-acd6-e0f0ada480eb req-bd3ebe7f-5866-4e5a-beee-fe3233b6fc5f tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.35 "GET /v2.0/security-groups?id=af06f2cf-8756-4fbf-90c6-d72ff1946909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522921 May 20 20:43:32.694066 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-07e5107b-c2c2-4816-9303-bf940b15d991 admin admin] 10.222.0.35 "DELETE /v2.0/networks/9d20e684-f51c-4f52-b5ed-fe61f8fbf536 HTTP/1.1" status: 204 len: 168 time: 0.4209235 May 20 20:43:32.713187 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a63ad4cc-1dde-4594-bb11-670df78da838 req-fc53fe35-355c-4b9b-a6eb-cc7efb3e52fa tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] Made reservation on behalf of 87c2c2610bc847eaa1d2c1976f58d7b1 for: {'port': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:43:32.713187 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-a63ad4cc-1dde-4594-bb11-670df78da838 req-fc53fe35-355c-4b9b-a6eb-cc7efb3e52fa tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:32.713459 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e5107b-c2c2-4816-9303-bf940b15d991 admin admin] Pushing event deleted for resources: {'Network': ['ID=9d20e684-f51c-4f52-b5ed-fe61f8fbf536,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:43:32.758789 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] get_ports_and_sgs() called for port_ids ['2a4cc0f0-cfd0-4e2d-aa3c-9c6f9247fea7'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:43:32.812012 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a234f36e-6cbf-4a66-8458-aa8686c65e23 req-3d716a48-5893-4528-b827-a1874424b114 tempest-AttachSCSIVolumeTestJSON-1216389807 tempest-AttachSCSIVolumeTestJSON-1216389807-project] 10.222.0.35 "GET /v2.0/security-groups?id=cda9c8f3-e014-4482-a179-394f0a3f0129&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1207955 May 20 20:43:32.866131 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f8e903fb-780d-4d4c-bf99-73654d8006ac req-f0cedb60-8f0b-4ae1-88b5-801cf7d439b0 tempest-ServersAdmin275Test-189374169 tempest-ServersAdmin275Test-189374169-project] 10.222.0.35 "GET /v2.0/ports?device_id=2894f055-1341-4e58-9e01-d9c6a5727656 HTTP/1.1" status: 200 len: 210 time: 0.0696833 May 20 20:43:32.873311 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8ad055-cdfb-406a-b08a-7084ac61c637 req-37b58b10-3ccc-45c0-9260-8c1dcedb0836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:32.876124 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5e8ad055-cdfb-406a-b08a-7084ac61c637 req-37b58b10-3ccc-45c0-9260-8c1dcedb0836 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=74b74d22d9d54e1eae7cec44a7fbec8d&device_id=b07c1a9b-3fbb-41e5-9d04-a21146bf734c HTTP/1.1" status: 200 len: 1100 time: 0.1706159 May 20 20:43:32.990349 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 40184) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:43:32.990948 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-de7bad96-cd25-4221-88bb-a9534471cd21 req-26132eb5-5d2f-4219-ba1d-59299c7a7350 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] 10.222.0.35 "GET /v2.0/ports?device_id=c033fd40-d9a3-4a1c-97ed-3a7f9a7260de HTTP/1.1" status: 200 len: 210 time: 0.0771675 May 20 20:43:33.033668 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [req-a63ad4cc-1dde-4594-bb11-670df78da838 req-fc53fe35-355c-4b9b-a6eb-cc7efb3e52fa tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] Allocated IP 172.20.0.6 (dc8945eb-dd74-4cb0-b93f-84eec37290f3/6369a26f-bc30-4622-b5b7-2978096f54a2/62d1ba97-6f0b-4b65-9e31-0d50a53dbf7c) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:43:33.047143 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-df2b7656-556c-4940-8288-5970e373882e tempest-ServersTestJSON-243295285 tempest-ServersTestJSON-243295285-project] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:33.051039 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8ad055-cdfb-406a-b08a-7084ac61c637 req-5e4bd619-14b9-40c1-9a2a-d5fdbf3f5208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:33.052583 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5e8ad055-cdfb-406a-b08a-7084ac61c637 req-5e4bd619-14b9-40c1-9a2a-d5fdbf3f5208 service neutron] 10.222.0.24 "GET /v2.0/networks?id=cd702362-b982-46c5-a7d0-51de1b03df86 HTTP/1.1" status: 200 len: 870 time: 0.1686885 May 20 20:43:33.067760 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 3f587f96-5444-4c41-a898-7664aceff07c up at agent hyperv_n-h1-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:43:33.084012 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-df2b7656-556c-4940-8288-5970e373882e tempest-ServersTestJSON-243295285 tempest-ServersTestJSON-243295285-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:33.095231 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 40186) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:43:33.113230 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5e8ad055-cdfb-406a-b08a-7084ac61c637 req-f46ad86a-d172-4878-85fd-94dfad0d5042 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.112&port_id=2a4cc0f0-cfd0-4e2d-aa3c-9c6f9247fea7 HTTP/1.1" status: 200 len: 217 time: 0.0514076 May 20 20:43:33.158833 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-5bee1b19-0fe2-4e6e-bf9b-ec998388bb82 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7996bbdcd04c45b28346a0fe350ea7b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0622241 May 20 20:43:33.161305 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 40188) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:43:33.187588 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Provisioning for port 3f587f96-5444-4c41-a898-7664aceff07c completed by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 20:43:33.192571 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Provisioning complete for port 3f587f96-5444-4c41-a898-7664aceff07c triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:43:33.193160 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:33.225431 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8ad055-cdfb-406a-b08a-7084ac61c637 req-6cc36c6d-8c61-4108-a7cb-c76d27188ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:33.226898 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5e8ad055-cdfb-406a-b08a-7084ac61c637 req-6cc36c6d-8c61-4108-a7cb-c76d27188ae2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=26b342ea-254c-483a-9ea9-f11c178970eb HTTP/1.1" status: 200 len: 843 time: 0.1079104 May 20 20:43:33.232071 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3e53e185-b756-4519-9d4d-e4928caf8491 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:33.258976 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3e53e185-b756-4519-9d4d-e4928caf8491 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:33.278801 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-df2b7656-556c-4940-8288-5970e373882e tempest-ServersTestJSON-243295285 tempest-ServersTestJSON-243295285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:33.282307 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-df2b7656-556c-4940-8288-5970e373882e tempest-ServersTestJSON-243295285 tempest-ServersTestJSON-243295285-project] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:33.284048 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-df2b7656-556c-4940-8288-5970e373882e tempest-ServersTestJSON-243295285 tempest-ServersTestJSON-243295285-project] 10.222.0.35 "DELETE /v2.0/security-groups/f95948d4-b2dc-454a-91a1-bd295de21e54 HTTP/1.1" status: 204 len: 168 time: 0.2950699 May 20 20:43:33.284668 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Current status of the port 3f587f96-5444-4c41-a898-7664aceff07c is: BUILD; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:43:33.285055 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:33.286300 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 40190) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:43:33.305402 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2b7656-556c-4940-8288-5970e373882e tempest-ServersTestJSON-243295285 tempest-ServersTestJSON-243295285-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f95948d4-b2dc-454a-91a1-bd295de21e54,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:43:33.318784 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port 3f587f96-5444-4c41-a898-7664aceff07c, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=3f587f96-5444-4c41-a898-7664aceff07c,segment=NetworkSegment(1b618711-eace-4f66-9dbc-026093290eaa),segment_id=1b618711-eace-4f66-9dbc-026093290eaa)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:43:33.319751 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aeca8e0e-1597-4d64-8b69-38badaa25640', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f587f96-5444-4c41-a898-7664aceff07c'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:43:33.322284 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8ad055-cdfb-406a-b08a-7084ac61c637 req-6f34eb20-7b9f-4fde-8494-faa5cd508c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:33.322690 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8485417003ce7c0410b00f5cdc2f391e21107b70bb68e2773712534a96e108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3eed75c4-709d-4cad-8fb0-1f73604c2d49" -d '{"events": [{"server_uuid": "aeca8e0e-1597-4d64-8b69-38badaa25640", "name": "network-vif-plugged", "status": "completed", "tag": "3f587f96-5444-4c41-a898-7664aceff07c"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:43:33.323773 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5e8ad055-cdfb-406a-b08a-7084ac61c637 req-6f34eb20-7b9f-4fde-8494-faa5cd508c45 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cd702362-b982-46c5-a7d0-51de1b03df86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0883298 May 20 20:43:33.326837 n-d-842733-1 neutron-server[103163]: INFO neutron.api.v2.resource [None req-b14d3876-f0b7-4eca-9de8-e181673fe0f0 tempest-ServersTestJSON-243295285 tempest-ServersTestJSON-243295285-project] show failed (client error): The resource could not be found. May 20 20:43:33.327839 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-b14d3876-f0b7-4eca-9de8-e181673fe0f0 tempest-ServersTestJSON-243295285 tempest-ServersTestJSON-243295285-project] 10.222.0.35 "GET /v2.0/security-groups/f95948d4-b2dc-454a-91a1-bd295de21e54 HTTP/1.1" status: 404 len: 347 time: 0.0403922 May 20 20:43:33.330785 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 40194) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:43:33.332704 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-a63ad4cc-1dde-4594-bb11-670df78da838 req-fc53fe35-355c-4b9b-a6eb-cc7efb3e52fa tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] Notify callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:33.386868 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:33.413905 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 20:43:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4669e0e9-2c27-4745-a535-780427994b9a x-openstack-request-id: req-4669e0e9-2c27-4745-a535-780427994b9a {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:43:33.414482 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aeca8e0e-1597-4d64-8b69-38badaa25640", "name": "network-vif-plugged", "status": "completed", "tag": "3f587f96-5444-4c41-a898-7664aceff07c", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:43:33.425746 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4669e0e9-2c27-4745-a535-780427994b9a {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:43:33.425746 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4669e0e9-2c27-4745-a535-780427994b9a'] response: {'server_uuid': 'aeca8e0e-1597-4d64-8b69-38badaa25640', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f587f96-5444-4c41-a898-7664aceff07c', 'code': 200} May 20 20:43:33.449783 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5e8ad055-cdfb-406a-b08a-7084ac61c637 req-d11c1ab9-5e29-49cd-bda2-56ad7787f165 service neutron] 10.222.0.24 "GET /v2.0/networks/cd702362-b982-46c5-a7d0-51de1b03df86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152263 May 20 20:43:33.450396 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Pushing event updated for resources: {'Port': ['ID=3f587f96-5444-4c41-a898-7664aceff07c,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:43:33.463545 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3e53e185-b756-4519-9d4d-e4928caf8491 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:33.466179 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3e53e185-b756-4519-9d4d-e4928caf8491 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:33.467560 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-3e53e185-b756-4519-9d4d-e4928caf8491 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b4498864-440f-46b0-a344-70b0d7510345 HTTP/1.1" status: 204 len: 168 time: 0.3051548 May 20 20:43:33.491904 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e53e185-b756-4519-9d4d-e4928caf8491 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4498864-440f-46b0-a344-70b0d7510345,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:43:33.516588 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-a63ad4cc-1dde-4594-bb11-670df78da838 req-fc53fe35-355c-4b9b-a6eb-cc7efb3e52fa tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:33.554448 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bb800a-0337-466d-8071-d69274c3680e req-d80aca28-ca47-4ea8-9143-f80044483880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:33.555954 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-b7bb800a-0337-466d-8071-d69274c3680e req-d80aca28-ca47-4ea8-9143-f80044483880 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=aeca8e0e-1597-4d64-8b69-38badaa25640 HTTP/1.1" status: 200 len: 1096 time: 0.0795951 May 20 20:43:33.563226 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-f47372e7-d812-4d03-8dcf-85433491dce3 tempest-ServersTestJSON-243295285 tempest-ServersTestJSON-243295285-project] Deleting port dee921ab-1ed8-44df-a212-563fa50fded3 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:43:33.563567 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f47372e7-d812-4d03-8dcf-85433491dce3 tempest-ServersTestJSON-243295285 tempest-ServersTestJSON-243295285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:33.601903 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc53fe35-355c-4b9b-a6eb-cc7efb3e52fa tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] Pushing event updated for resources: {'Port': ['ID=62d1ba97-6f0b-4b65-9e31-0d50a53dbf7c,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:43:33.611195 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a63ad4cc-1dde-4594-bb11-670df78da838 req-fc53fe35-355c-4b9b-a6eb-cc7efb3e52fa tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] Network dc8945eb-dd74-4cb0-b93f-84eec37290f3 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:43:33.621823 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [req-a63ad4cc-1dde-4594-bb11-670df78da838 req-fc53fe35-355c-4b9b-a6eb-cc7efb3e52fa tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:43:33.643037 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-b7bb800a-0337-466d-8071-d69274c3680e req-ac3cbc6d-b0f8-4e1e-a35d-4696cf026dd7 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=af06f2cf-8756-4fbf-90c6-d72ff1946909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766180 May 20 20:43:33.644525 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc53fe35-355c-4b9b-a6eb-cc7efb3e52fa tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:43:33.645023 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc53fe35-355c-4b9b-a6eb-cc7efb3e52fa tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:43:33.645380 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc53fe35-355c-4b9b-a6eb-cc7efb3e52fa tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:43:33.645788 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc53fe35-355c-4b9b-a6eb-cc7efb3e52fa tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:43:33.646505 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc53fe35-355c-4b9b-a6eb-cc7efb3e52fa tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:43:33.646505 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc53fe35-355c-4b9b-a6eb-cc7efb3e52fa tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:43:33.646736 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc53fe35-355c-4b9b-a6eb-cc7efb3e52fa tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:43:33.646982 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc53fe35-355c-4b9b-a6eb-cc7efb3e52fa tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:43:33.647301 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc53fe35-355c-4b9b-a6eb-cc7efb3e52fa tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:43:33.647617 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc53fe35-355c-4b9b-a6eb-cc7efb3e52fa tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:43:33.647935 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc53fe35-355c-4b9b-a6eb-cc7efb3e52fa tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:43:33.648254 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc53fe35-355c-4b9b-a6eb-cc7efb3e52fa tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:43:33.651495 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [req-a63ad4cc-1dde-4594-bb11-670df78da838 req-fc53fe35-355c-4b9b-a6eb-cc7efb3e52fa tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:43:33.662261 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 2a4cc0f0-cfd0-4e2d-aa3c-9c6f9247fea7 up at agent hyperv_n-h2-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:43:33.682328 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f47372e7-d812-4d03-8dcf-85433491dce3 tempest-ServersTestJSON-243295285 tempest-ServersTestJSON-243295285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:33.682759 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f47372e7-d812-4d03-8dcf-85433491dce3 tempest-ServersTestJSON-243295285 tempest-ServersTestJSON-243295285-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:33.702036 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-f47372e7-d812-4d03-8dcf-85433491dce3 tempest-ServersTestJSON-243295285 tempest-ServersTestJSON-243295285-project] Calling delete_port for dee921ab-1ed8-44df-a212-563fa50fded3 owned by network:floatingip {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:43:33.711853 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5e8ad055-cdfb-406a-b08a-7084ac61c637 req-bf965bcb-b692-4b91-9085-eb4cf23c0c38 service neutron] 10.222.0.24 "GET /v2.0/networks/cd702362-b982-46c5-a7d0-51de1b03df86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2559826 May 20 20:43:33.735692 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca35e8c-7530-4da0-9a8b-1074f5d4225c req-07bbcde5-fa12-40d8-8930-017beae655ab tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:33.738244 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-bca35e8c-7530-4da0-9a8b-1074f5d4225c req-07bbcde5-fa12-40d8-8930-017beae655ab tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/ports?device_id=b07c1a9b-3fbb-41e5-9d04-a21146bf734c HTTP/1.1" status: 200 len: 949 time: 0.1443090 May 20 20:43:33.748624 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63ad4cc-1dde-4594-bb11-670df78da838 req-fc53fe35-355c-4b9b-a6eb-cc7efb3e52fa tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:33.749342 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-a63ad4cc-1dde-4594-bb11-670df78da838 req-fc53fe35-355c-4b9b-a6eb-cc7efb3e52fa tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:33.823823 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-bca35e8c-7530-4da0-9a8b-1074f5d4225c req-5f77abb7-aab1-4353-aa69-c941987d0f6a tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/security-groups?id=38c76b68-4081-4341-88c9-c8e3082a5da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652745 May 20 20:43:33.856678 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8de37a-603a-4f8f-b419-da651871b98a req-99d5d3d9-c67f-40cd-96e3-5c0d68c3c480 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:33.858120 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Provisioning for port 2a4cc0f0-cfd0-4e2d-aa3c-9c6f9247fea7 completed by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 20:43:33.859972 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4f8de37a-603a-4f8f-b419-da651871b98a req-99d5d3d9-c67f-40cd-96e3-5c0d68c3c480 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.35 "GET /v2.0/ports?device_id=aeca8e0e-1597-4d64-8b69-38badaa25640 HTTP/1.1" status: 200 len: 945 time: 0.0823326 May 20 20:43:33.862427 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Provisioning complete for port 2a4cc0f0-cfd0-4e2d-aa3c-9c6f9247fea7 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:43:33.862798 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:33.863872 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a63ad4cc-1dde-4594-bb11-670df78da838 req-fc53fe35-355c-4b9b-a6eb-cc7efb3e52fa tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6040616 May 20 20:43:33.896264 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [req-a63ad4cc-1dde-4594-bb11-670df78da838 req-8df37b1c-4420-4d00-b9b9-9717a41ffe63 service neutron] Request body: {'port': {'device_id': '444b3ad3-070a-402c-b3e2-ee88bb47c145', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-842733-1'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:43:33.956870 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4f8de37a-603a-4f8f-b419-da651871b98a req-b764511b-55b7-4950-97e2-2550e87bcfa2 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.35 "GET /v2.0/security-groups?id=af06f2cf-8756-4fbf-90c6-d72ff1946909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882502 May 20 20:43:34.027059 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-a63ad4cc-1dde-4594-bb11-670df78da838 req-8df37b1c-4420-4d00-b9b9-9717a41ffe63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:34.040202 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b7c3500b-df31-4aea-87db-8e36796c4c17 None None] Provisioning complete for port 62d1ba97-6f0b-4b65-9e31-0d50a53dbf7c triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:43:34.040576 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b7c3500b-df31-4aea-87db-8e36796c4c17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:34.042024 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port 2a4cc0f0-cfd0-4e2d-aa3c-9c6f9247fea7 is: BUILD; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:43:34.042393 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:34.090864 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da8505b-8cbb-46a5-8469-71f664639da8 req-aa0126ba-66af-4f18-a7e1-c6b754ee69f5 tempest-AttachSCSIVolumeTestJSON-1216389807 tempest-AttachSCSIVolumeTestJSON-1216389807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:34.098929 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0da8505b-8cbb-46a5-8469-71f664639da8 req-aa0126ba-66af-4f18-a7e1-c6b754ee69f5 tempest-AttachSCSIVolumeTestJSON-1216389807 tempest-AttachSCSIVolumeTestJSON-1216389807-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e4761ad-a107-481b-93f5-2fd5c1a03859 HTTP/1.1" status: 200 len: 945 time: 0.1478763 May 20 20:43:34.120467 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b7c3500b-df31-4aea-87db-8e36796c4c17 None None] Port 62d1ba97-6f0b-4b65-9e31-0d50a53dbf7c cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 20:43:34.125019 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f47372e7-d812-4d03-8dcf-85433491dce3 tempest-ServersTestJSON-243295285 tempest-ServersTestJSON-243295285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:34.134304 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port 2a4cc0f0-cfd0-4e2d-aa3c-9c6f9247fea7, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=2a4cc0f0-cfd0-4e2d-aa3c-9c6f9247fea7,segment=NetworkSegment(ed3a602f-49fb-4a95-be80-401e1eb72e33),segment_id=ed3a602f-49fb-4a95-be80-401e1eb72e33)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:43:34.136469 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2972713a-d009-406e-aaaa-d317eef3c14f req-56be2063-edf6-408c-b00d-dd746f8718b3 tempest-ServersAdmin275Test-189374169 tempest-ServersAdmin275Test-189374169-project] 10.222.0.35 "GET /v2.0/ports?device_id=2894f055-1341-4e58-9e01-d9c6a5727656 HTTP/1.1" status: 200 len: 210 time: 0.0661488 May 20 20:43:34.176348 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47372e7-d812-4d03-8dcf-85433491dce3 tempest-ServersTestJSON-243295285 tempest-ServersTestJSON-243295285-project] Pushing event deleted for resources: {'Port': ['ID=dee921ab-1ed8-44df-a212-563fa50fded3,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:43:34.234640 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0da8505b-8cbb-46a5-8469-71f664639da8 req-ee040270-278a-4a0c-98ab-6671c4eed38c tempest-AttachSCSIVolumeTestJSON-1216389807 tempest-AttachSCSIVolumeTestJSON-1216389807-project] 10.222.0.35 "GET /v2.0/security-groups?id=cda9c8f3-e014-4482-a179-394f0a3f0129&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1260083 May 20 20:43:34.246743 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:34.262687 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f47372e7-d812-4d03-8dcf-85433491dce3 tempest-ServersTestJSON-243295285 tempest-ServersTestJSON-243295285-project] Notify callbacks [] for floatingip, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:34.267290 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f47372e7-d812-4d03-8dcf-85433491dce3 tempest-ServersTestJSON-243295285 tempest-ServersTestJSON-243295285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for floatingip, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:34.276064 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-f47372e7-d812-4d03-8dcf-85433491dce3 tempest-ServersTestJSON-243295285 tempest-ServersTestJSON-243295285-project] 10.222.0.35 "DELETE /v2.0/floatingips/b69bc41f-4f67-49c0-af72-36ebcf15ebaa HTTP/1.1" status: 204 len: 168 time: 0.9440789 May 20 20:43:34.278713 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 40216) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:43:34.308929 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=2a4cc0f0-cfd0-4e2d-aa3c-9c6f9247fea7,revision_number=9']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:43:34.360437 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-84958fcf-dc5f-4286-a9f9-9433c91e0c61 req-e7eab53f-9495-4269-9aab-94a401ca9f3e tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] 10.222.0.35 "GET /v2.0/ports?device_id=c033fd40-d9a3-4a1c-97ed-3a7f9a7260de HTTP/1.1" status: 200 len: 210 time: 0.0680478 May 20 20:43:34.557395 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d10dc45-bd07-4a2e-9cf4-9720a9ddf007 req-d2235049-4cb6-4860-aff9-130fe232f715 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:34.558826 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5d10dc45-bd07-4a2e-9cf4-9720a9ddf007 req-d2235049-4cb6-4860-aff9-130fe232f715 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] 10.222.0.24 "GET /v2.0/networks?id=dc8945eb-dd74-4cb0-b93f-84eec37290f3 HTTP/1.1" status: 200 len: 818 time: 0.2249000 May 20 20:43:34.574267 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [req-a63ad4cc-1dde-4594-bb11-670df78da838 req-8df37b1c-4420-4d00-b9b9-9717a41ffe63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62d1ba97-6f0b-4b65-9e31-0d50a53dbf7c {{(pid=103163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:43:34.586100 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [req-5d10dc45-bd07-4a2e-9cf4-9720a9ddf007 req-25d2c4b2-f7f4-4277-821e-4a333d816e69 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] Request body: {'port': {'device_id': 'c033fd40-d9a3-4a1c-97ed-3a7f9a7260de', 'network_id': 'dc8945eb-dd74-4cb0-b93f-84eec37290f3', 'admin_state_up': True, 'tenant_id': '87c2c2610bc847eaa1d2c1976f58d7b1'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:43:34.592150 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-a63ad4cc-1dde-4594-bb11-670df78da838 req-8df37b1c-4420-4d00-b9b9-9717a41ffe63 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:34.658469 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [req-a63ad4cc-1dde-4594-bb11-670df78da838 req-8df37b1c-4420-4d00-b9b9-9717a41ffe63 service neutron] Transition to ACTIVE for port object 62d1ba97-6f0b-4b65-9e31-0d50a53dbf7c will not be triggered until provisioned by entity L2. {{(pid=103163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 20:43:34.775098 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-a63ad4cc-1dde-4594-bb11-670df78da838 req-8df37b1c-4420-4d00-b9b9-9717a41ffe63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:34.847350 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df37b1c-4420-4d00-b9b9-9717a41ffe63 service neutron] Pushing event updated for resources: {'Port': ['ID=62d1ba97-6f0b-4b65-9e31-0d50a53dbf7c,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:43:34.847350 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d10dc45-bd07-4a2e-9cf4-9720a9ddf007 req-25d2c4b2-f7f4-4277-821e-4a333d816e69 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] Made reservation on behalf of 87c2c2610bc847eaa1d2c1976f58d7b1 for: {'port': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:43:34.848446 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-5d10dc45-bd07-4a2e-9cf4-9720a9ddf007 req-25d2c4b2-f7f4-4277-821e-4a333d816e69 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:34.900276 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a4afb2-67aa-44a7-955e-cbd4110d4d0d req-86096d4a-8c5a-4ce1-afb9-88b2a2185baf tempest-AttachSCSIVolumeTestJSON-1216389807 tempest-AttachSCSIVolumeTestJSON-1216389807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:34.902010 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-39a4afb2-67aa-44a7-955e-cbd4110d4d0d req-86096d4a-8c5a-4ce1-afb9-88b2a2185baf tempest-AttachSCSIVolumeTestJSON-1216389807 tempest-AttachSCSIVolumeTestJSON-1216389807-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e4761ad-a107-481b-93f5-2fd5c1a03859 HTTP/1.1" status: 200 len: 945 time: 0.4088466 May 20 20:43:35.137177 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [req-5d10dc45-bd07-4a2e-9cf4-9720a9ddf007 req-25d2c4b2-f7f4-4277-821e-4a333d816e69 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] Allocated IP 172.20.0.11 (dc8945eb-dd74-4cb0-b93f-84eec37290f3/6369a26f-bc30-4622-b5b7-2978096f54a2/e3e1fe2e-a4a5-4e31-b7cf-545e6ad5d197) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:43:35.145451 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-39a4afb2-67aa-44a7-955e-cbd4110d4d0d req-e938ffd2-b1f4-40d9-88f9-d08045b55fcf tempest-AttachSCSIVolumeTestJSON-1216389807 tempest-AttachSCSIVolumeTestJSON-1216389807-project] Deleting port 13070f08-d11b-4271-abf6-4057a78ab9b2 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:43:35.145945 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-39a4afb2-67aa-44a7-955e-cbd4110d4d0d req-e938ffd2-b1f4-40d9-88f9-d08045b55fcf tempest-AttachSCSIVolumeTestJSON-1216389807 tempest-AttachSCSIVolumeTestJSON-1216389807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:35.239904 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9ecec635-4a8f-4c13-b06d-e3503b7a76eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748528'] for router_interface, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:35.268293 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b903e758-acaf-4597-9222-95a833093685 req-f0402249-7cb1-4875-aecf-8f7b1732d254 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:35.269851 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b903e758-acaf-4597-9222-95a833093685 req-f0402249-7cb1-4875-aecf-8f7b1732d254 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/ports?device_id=b07c1a9b-3fbb-41e5-9d04-a21146bf734c HTTP/1.1" status: 200 len: 950 time: 0.1784501 May 20 20:43:35.270553 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-a63ad4cc-1dde-4594-bb11-670df78da838 req-8df37b1c-4420-4d00-b9b9-9717a41ffe63 service neutron] Attempting to bind port 62d1ba97-6f0b-4b65-9e31-0d50a53dbf7c on host n-h2-842733-1 for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:43:35.270936 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-a63ad4cc-1dde-4594-bb11-670df78da838 req-8df37b1c-4420-4d00-b9b9-9717a41ffe63 service neutron] Attempting to bind port 62d1ba97-6f0b-4b65-9e31-0d50a53dbf7c by drivers openvswitch,hyperv on host n-h2-842733-1 at level 0 using segments [{'id': '461da9d4-f567-4683-86cb-f9bc470c2bda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'dc8945eb-dd74-4cb0-b93f-84eec37290f3'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:43:35.271251 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a63ad4cc-1dde-4594-bb11-670df78da838 req-8df37b1c-4420-4d00-b9b9-9717a41ffe63 service neutron] Attempting to bind port 62d1ba97-6f0b-4b65-9e31-0d50a53dbf7c on network dc8945eb-dd74-4cb0-b93f-84eec37290f3 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:43:35.288209 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-39a4afb2-67aa-44a7-955e-cbd4110d4d0d req-e938ffd2-b1f4-40d9-88f9-d08045b55fcf tempest-AttachSCSIVolumeTestJSON-1216389807 tempest-AttachSCSIVolumeTestJSON-1216389807-project] For port 13070f08-d11b-4271-abf6-4057a78ab9b2, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=13070f08-d11b-4271-abf6-4057a78ab9b2,segment=NetworkSegment(54014f1f-17f4-44bc-89c9-a7cc1b561592),segment_id=54014f1f-17f4-44bc-89c9-a7cc1b561592)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:43:35.288579 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-39a4afb2-67aa-44a7-955e-cbd4110d4d0d req-e938ffd2-b1f4-40d9-88f9-d08045b55fcf tempest-AttachSCSIVolumeTestJSON-1216389807 tempest-AttachSCSIVolumeTestJSON-1216389807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:35.306854 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08ae46c-5cc4-49f0-a3f6-09638a07087e req-0eca78b7-6fa0-4294-bf34-4a07e8b3c45b tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:35.310017 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b08ae46c-5cc4-49f0-a3f6-09638a07087e req-0eca78b7-6fa0-4294-bf34-4a07e8b3c45b tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.35 "GET /v2.0/ports?device_id=aeca8e0e-1597-4d64-8b69-38badaa25640 HTTP/1.1" status: 200 len: 945 time: 0.2202959 May 20 20:43:35.311344 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a63ad4cc-1dde-4594-bb11-670df78da838 req-8df37b1c-4420-4d00-b9b9-9717a41ffe63 service neutron] Port 62d1ba97-6f0b-4b65-9e31-0d50a53dbf7c on network dc8945eb-dd74-4cb0-b93f-84eec37290f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-842733-1 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 20:43:35.311673 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a63ad4cc-1dde-4594-bb11-670df78da838 req-8df37b1c-4420-4d00-b9b9-9717a41ffe63 service neutron] Attempting to bind port 62d1ba97-6f0b-4b65-9e31-0d50a53dbf7c on network dc8945eb-dd74-4cb0-b93f-84eec37290f3 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:43:35.372838 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a63ad4cc-1dde-4594-bb11-670df78da838 req-8df37b1c-4420-4d00-b9b9-9717a41ffe63 service neutron] Checking agent: {'id': 'a66f2511-b955-448f-877c-56cfe9c81b12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 33, 2), 'started_at': datetime.datetime(2022, 5, 20, 20, 33, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 43, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:43:35.373761 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a63ad4cc-1dde-4594-bb11-670df78da838 req-8df37b1c-4420-4d00-b9b9-9717a41ffe63 service neutron] Checking segment: {'id': '461da9d4-f567-4683-86cb-f9bc470c2bda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'dc8945eb-dd74-4cb0-b93f-84eec37290f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:43:35.374154 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a63ad4cc-1dde-4594-bb11-670df78da838 req-8df37b1c-4420-4d00-b9b9-9717a41ffe63 service neutron] Bound using segment: {'id': '461da9d4-f567-4683-86cb-f9bc470c2bda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'dc8945eb-dd74-4cb0-b93f-84eec37290f3'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:43:35.374592 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-a63ad4cc-1dde-4594-bb11-670df78da838 req-8df37b1c-4420-4d00-b9b9-9717a41ffe63 service neutron] Bound port: 62d1ba97-6f0b-4b65-9e31-0d50a53dbf7c, host: n-h2-842733-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '461da9d4-f567-4683-86cb-f9bc470c2bda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'dc8945eb-dd74-4cb0-b93f-84eec37290f3'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:43:35.374953 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-a63ad4cc-1dde-4594-bb11-670df78da838 req-8df37b1c-4420-4d00-b9b9-9717a41ffe63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:35.415815 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b07c1a9b-3fbb-41e5-9d04-a21146bf734c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a4cc0f0-cfd0-4e2d-aa3c-9c6f9247fea7'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:43:35.421018 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8485417003ce7c0410b00f5cdc2f391e21107b70bb68e2773712534a96e108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d59a334-b6e8-488d-9edf-9530e940e52c" -d '{"events": [{"server_uuid": "b07c1a9b-3fbb-41e5-9d04-a21146bf734c", "name": "network-vif-plugged", "status": "completed", "tag": "2a4cc0f0-cfd0-4e2d-aa3c-9c6f9247fea7"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:43:35.555463 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-39a4afb2-67aa-44a7-955e-cbd4110d4d0d req-e938ffd2-b1f4-40d9-88f9-d08045b55fcf tempest-AttachSCSIVolumeTestJSON-1216389807 tempest-AttachSCSIVolumeTestJSON-1216389807-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:35.555826 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-39a4afb2-67aa-44a7-955e-cbd4110d4d0d req-e938ffd2-b1f4-40d9-88f9-d08045b55fcf tempest-AttachSCSIVolumeTestJSON-1216389807 tempest-AttachSCSIVolumeTestJSON-1216389807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748272'] for floatingip, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:35.556219 n-d-842733-1 neutron-server[103162]: INFO neutron.db.l3_db [req-39a4afb2-67aa-44a7-955e-cbd4110d4d0d req-e938ffd2-b1f4-40d9-88f9-d08045b55fcf tempest-AttachSCSIVolumeTestJSON-1216389807 tempest-AttachSCSIVolumeTestJSON-1216389807-project] Floating IP 5eb634be-327e-4023-9778-32e9546ce74b disassociated. External IP: 172.25.2.160, port: 13070f08-d11b-4271-abf6-4057a78ab9b2. May 20 20:43:35.556514 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-39a4afb2-67aa-44a7-955e-cbd4110d4d0d req-e938ffd2-b1f4-40d9-88f9-d08045b55fcf tempest-AttachSCSIVolumeTestJSON-1216389807 tempest-AttachSCSIVolumeTestJSON-1216389807-project] Calling delete_port for 13070f08-d11b-4271-abf6-4057a78ab9b2 owned by compute:nova {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:43:35.741855 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-9ecec635-4a8f-4c13-b06d-e3503b7a76eb admin admin] Deleting port 43da6c23-5f3b-4922-95c9-783f86bfc8e7 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:43:35.742143 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9ecec635-4a8f-4c13-b06d-e3503b7a76eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:35.787517 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b903e758-acaf-4597-9222-95a833093685 req-26ca24d2-f5ad-4c6b-9287-4cc9676a0cf2 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/security-groups?id=38c76b68-4081-4341-88c9-c8e3082a5da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4997485 May 20 20:43:35.803030 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b08ae46c-5cc4-49f0-a3f6-09638a07087e req-89df3fc1-ff54-440f-8246-829fa7d7ea89 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.35 "GET /v2.0/security-groups?id=af06f2cf-8756-4fbf-90c6-d72ff1946909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4785471 May 20 20:43:35.851045 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-39a4afb2-67aa-44a7-955e-cbd4110d4d0d req-e938ffd2-b1f4-40d9-88f9-d08045b55fcf tempest-AttachSCSIVolumeTestJSON-1216389807 tempest-AttachSCSIVolumeTestJSON-1216389807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:35.870408 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-5d10dc45-bd07-4a2e-9cf4-9720a9ddf007 req-25d2c4b2-f7f4-4277-821e-4a333d816e69 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] Notify callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:35.905048 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-a63ad4cc-1dde-4594-bb11-670df78da838 req-8df37b1c-4420-4d00-b9b9-9717a41ffe63 service neutron] For port 62d1ba97-6f0b-4b65-9e31-0d50a53dbf7c, host n-h2-842733-1, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:43:35.908878 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e938ffd2-b1f4-40d9-88f9-d08045b55fcf tempest-AttachSCSIVolumeTestJSON-1216389807 tempest-AttachSCSIVolumeTestJSON-1216389807-project] Pushing event deleted for resources: {'Port': ['ID=13070f08-d11b-4271-abf6-4057a78ab9b2,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:43:35.911733 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ef1abbf4-fb5f-4052-9de2-34c12ba43666 req-c711280e-d478-4377-870a-568496c1857b tempest-ServersAdmin275Test-189374169 tempest-ServersAdmin275Test-189374169-project] 10.222.0.35 "GET /v2.0/ports?device_id=2894f055-1341-4e58-9e01-d9c6a5727656 HTTP/1.1" status: 200 len: 210 time: 0.0396173 May 20 20:43:35.912164 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-9ecec635-4a8f-4c13-b06d-e3503b7a76eb admin admin] For port 43da6c23-5f3b-4922-95c9-783f86bfc8e7, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=43da6c23-5f3b-4922-95c9-783f86bfc8e7,segment=NetworkSegment(cb794393-2e5e-44dc-94ec-c3ce277f8794),segment_id=cb794393-2e5e-44dc-94ec-c3ce277f8794)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:43:35.912590 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9ecec635-4a8f-4c13-b06d-e3503b7a76eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:35.933736 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-9ecec635-4a8f-4c13-b06d-e3503b7a76eb admin admin] Calling delete_port for 43da6c23-5f3b-4922-95c9-783f86bfc8e7 owned by network:router_interface {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:43:35.983207 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-81f66c72-22d4-4c56-88a3-312b64b79ee6 req-9eb1dc2d-8bca-4587-880b-bb5b5e3d7db8 tempest-AttachSCSIVolumeTestJSON-1216389807 tempest-AttachSCSIVolumeTestJSON-1216389807-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e4761ad-a107-481b-93f5-2fd5c1a03859 HTTP/1.1" status: 200 len: 210 time: 0.0677526 May 20 20:43:35.983207 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-a63ad4cc-1dde-4594-bb11-670df78da838 req-8df37b1c-4420-4d00-b9b9-9717a41ffe63 service neutron] For port 62d1ba97-6f0b-4b65-9e31-0d50a53dbf7c, host n-h2-842733-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=62d1ba97-6f0b-4b65-9e31-0d50a53dbf7c,segment=NetworkSegment(461da9d4-f567-4683-86cb-f9bc470c2bda),segment_id=461da9d4-f567-4683-86cb-f9bc470c2bda)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:43:36.044395 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 20:43:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-514b81e1-b50a-4200-8a25-ecf7a8778b3f x-openstack-request-id: req-514b81e1-b50a-4200-8a25-ecf7a8778b3f {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:43:36.045182 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b07c1a9b-3fbb-41e5-9d04-a21146bf734c", "name": "network-vif-plugged", "status": "completed", "tag": "2a4cc0f0-cfd0-4e2d-aa3c-9c6f9247fea7", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:43:36.045627 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-514b81e1-b50a-4200-8a25-ecf7a8778b3f {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:43:36.046028 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-514b81e1-b50a-4200-8a25-ecf7a8778b3f'] response: {'server_uuid': 'b07c1a9b-3fbb-41e5-9d04-a21146bf734c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a4cc0f0-cfd0-4e2d-aa3c-9c6f9247fea7', 'code': 200} May 20 20:43:36.057670 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-942c199d-cb09-49ba-a28a-6bd63c719f8a req-682e9875-d967-4e65-95a3-83f02a2215c0 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] 10.222.0.35 "GET /v2.0/ports?device_id=c033fd40-d9a3-4a1c-97ed-3a7f9a7260de HTTP/1.1" status: 200 len: 210 time: 0.0357430 May 20 20:43:36.064256 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-a63ad4cc-1dde-4594-bb11-670df78da838 req-8df37b1c-4420-4d00-b9b9-9717a41ffe63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:36.126144 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63ad4cc-1dde-4594-bb11-670df78da838 req-8df37b1c-4420-4d00-b9b9-9717a41ffe63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:36.127073 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-a63ad4cc-1dde-4594-bb11-670df78da838 req-8df37b1c-4420-4d00-b9b9-9717a41ffe63 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:36.128687 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a63ad4cc-1dde-4594-bb11-670df78da838 req-8df37b1c-4420-4d00-b9b9-9717a41ffe63 service neutron] 10.222.0.13 "PUT /v2.0/ports/62d1ba97-6f0b-4b65-9e31-0d50a53dbf7c HTTP/1.1" status: 200 len: 1091 time: 2.2386253 May 20 20:43:36.133039 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '444b3ad3-070a-402c-b3e2-ee88bb47c145', 'tag': '62d1ba97-6f0b-4b65-9e31-0d50a53dbf7c'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:43:36.135471 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4291b17aa7b45362825f0571e77c85f5e73afe1df9c7e9e15006df9d695c005e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74527062-153e-42c6-9f24-3f77e6ff266b" -d '{"events": [{"name": "network-changed", "server_uuid": "444b3ad3-070a-402c-b3e2-ee88bb47c145", "tag": "62d1ba97-6f0b-4b65-9e31-0d50a53dbf7c"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:43:36.147009 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-5d10dc45-bd07-4a2e-9cf4-9720a9ddf007 req-25d2c4b2-f7f4-4277-821e-4a333d816e69 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:36.168917 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [req-39a4afb2-67aa-44a7-955e-cbd4110d4d0d req-e938ffd2-b1f4-40d9-88f9-d08045b55fcf tempest-AttachSCSIVolumeTestJSON-1216389807 tempest-AttachSCSIVolumeTestJSON-1216389807-project] Router 08a33ff6-3a75-4df0-866a-8a0a86dbcd1f has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 20:43:36.191828 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df37b1c-4420-4d00-b9b9-9717a41ffe63 service neutron] Pushing event updated for resources: {'Port': ['ID=62d1ba97-6f0b-4b65-9e31-0d50a53dbf7c,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:43:36.238783 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d10dc45-bd07-4a2e-9cf4-9720a9ddf007 req-25d2c4b2-f7f4-4277-821e-4a333d816e69 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] Network dc8945eb-dd74-4cb0-b93f-84eec37290f3 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:43:36.280964 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [req-5d10dc45-bd07-4a2e-9cf4-9720a9ddf007 req-25d2c4b2-f7f4-4277-821e-4a333d816e69 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:43:36.290435 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d10dc45-bd07-4a2e-9cf4-9720a9ddf007 req-25d2c4b2-f7f4-4277-821e-4a333d816e69 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:43:36.363173 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-39a4afb2-67aa-44a7-955e-cbd4110d4d0d req-e938ffd2-b1f4-40d9-88f9-d08045b55fcf tempest-AttachSCSIVolumeTestJSON-1216389807 tempest-AttachSCSIVolumeTestJSON-1216389807-project] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 20:43:36.375497 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-430be366-b9bd-4ca9-9cf8-81e933ba7c1e None None] Sync routers for ids ['08a33ff6-3a75-4df0-866a-8a0a86dbcd1f'] in n-d-842733-1 {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 20:43:36.392230 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-430be366-b9bd-4ca9-9cf8-81e933ba7c1e None None] Routers {'08a33ff6-3a75-4df0-866a-8a0a86dbcd1f'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:43:36.392874 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-430be366-b9bd-4ca9-9cf8-81e933ba7c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:43:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['08a33ff6-3a75-4df0-866a-8a0a86dbcd1f'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:43:36.407771 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d2c4b2-f7f4-4277-821e-4a333d816e69 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] Pushing event updated for resources: {'Port': ['ID=e3e1fe2e-a4a5-4e31-b7cf-545e6ad5d197,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:43:36.412477 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1132b53-a9d4-47d1-9c50-b3972227bdc0 req-e3363415-92d6-4c85-9376-90f390b2d91f tempest-MigrationsAdminTest-2124949506 tempest-MigrationsAdminTest-2124949506-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:36.422087 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c1132b53-a9d4-47d1-9c50-b3972227bdc0 req-e3363415-92d6-4c85-9376-90f390b2d91f tempest-MigrationsAdminTest-2124949506 tempest-MigrationsAdminTest-2124949506-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=b07c1a9b-3fbb-41e5-9d04-a21146bf734c HTTP/1.1" status: 200 len: 1101 time: 0.2920148 May 20 20:43:36.471611 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-39a4afb2-67aa-44a7-955e-cbd4110d4d0d req-e938ffd2-b1f4-40d9-88f9-d08045b55fcf tempest-AttachSCSIVolumeTestJSON-1216389807 tempest-AttachSCSIVolumeTestJSON-1216389807-project] No DVR routers for this DVR port 13070f08-d11b-4271-abf6-4057a78ab9b2 on host n-h2-842733-1 {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:43:36.471611 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9ecec635-4a8f-4c13-b06d-e3503b7a76eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:36.472089 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-39a4afb2-67aa-44a7-955e-cbd4110d4d0d req-e938ffd2-b1f4-40d9-88f9-d08045b55fcf tempest-AttachSCSIVolumeTestJSON-1216389807 tempest-AttachSCSIVolumeTestJSON-1216389807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:36.475339 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-39a4afb2-67aa-44a7-955e-cbd4110d4d0d req-e938ffd2-b1f4-40d9-88f9-d08045b55fcf tempest-AttachSCSIVolumeTestJSON-1216389807 tempest-AttachSCSIVolumeTestJSON-1216389807-project] 10.222.0.13 "DELETE /v2.0/ports/13070f08-d11b-4271-abf6-4057a78ab9b2 HTTP/1.1" status: 204 len: 173 time: 1.5616322 May 20 20:43:36.477751 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e4761ad-a107-481b-93f5-2fd5c1a03859', 'name': 'network-vif-deleted', 'tag': '13070f08-d11b-4271-abf6-4057a78ab9b2'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:43:36.489769 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d10dc45-bd07-4a2e-9cf4-9720a9ddf007 req-25d2c4b2-f7f4-4277-821e-4a333d816e69 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:36.490002 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6fa957933fccbf596d28104b23404b952ad6a8238afaebaed40a0874b2e409" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdbfc663-2fa0-4aeb-961b-ed0cd21af149" -d '{"events": [{"server_uuid": "7e4761ad-a107-481b-93f5-2fd5c1a03859", "name": "network-vif-deleted", "tag": "13070f08-d11b-4271-abf6-4057a78ab9b2"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:43:36.490132 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-5d10dc45-bd07-4a2e-9cf4-9720a9ddf007 req-25d2c4b2-f7f4-4277-821e-4a333d816e69 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:36.505810 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63ad4cc-1dde-4594-bb11-670df78da838 req-4fc5ef63-4c77-476e-a688-86b15aada2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:36.507391 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a63ad4cc-1dde-4594-bb11-670df78da838 req-4fc5ef63-4c77-476e-a688-86b15aada2e0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=87c2c2610bc847eaa1d2c1976f58d7b1&device_id=444b3ad3-070a-402c-b3e2-ee88bb47c145 HTTP/1.1" status: 200 len: 1094 time: 0.2499166 May 20 20:43:36.542018 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c0cd90-b22d-44f8-916e-3570b741424c req-afaacbed-2430-4d6f-9517-20b91d47bd46 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:36.551311 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b8c0cd90-b22d-44f8-916e-3570b741424c req-afaacbed-2430-4d6f-9517-20b91d47bd46 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.35 "GET /v2.0/networks?id=80bda1f2-d8f3-4628-a486-5841bb81c3dc HTTP/1.1" status: 200 len: 805 time: 0.3431032 May 20 20:43:36.562161 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecec635-4a8f-4c13-b06d-e3503b7a76eb admin admin] Pushing event deleted for resources: {'Port': ['ID=43da6c23-5f3b-4922-95c9-783f86bfc8e7,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:43:36.615748 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c1132b53-a9d4-47d1-9c50-b3972227bdc0 req-bbd355e6-308c-4d7e-996d-1500f9219cd3 tempest-MigrationsAdminTest-2124949506 tempest-MigrationsAdminTest-2124949506-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=38c76b68-4081-4341-88c9-c8e3082a5da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924648 May 20 20:43:36.633010 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a63ad4cc-1dde-4594-bb11-670df78da838 req-52031878-dcdd-4ba5-954b-d245f5210edd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=62d1ba97-6f0b-4b65-9e31-0d50a53dbf7c HTTP/1.1" status: 200 len: 217 time: 0.1094620 May 20 20:43:36.646108 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5d10dc45-bd07-4a2e-9cf4-9720a9ddf007 req-25d2c4b2-f7f4-4277-821e-4a333d816e69 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0647964 May 20 20:43:36.655273 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b8c0cd90-b22d-44f8-916e-3570b741424c req-75dd2a31-6604-4d24-90cc-41e42b3c11f7 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.35 "GET /v2.0/quotas/bfecc73b8c99406dbde7fba5545cc962 HTTP/1.1" status: 200 len: 375 time: 0.1019917 May 20 20:43:36.727621 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [req-5d10dc45-bd07-4a2e-9cf4-9720a9ddf007 req-877872dd-1559-4fd4-8e0f-cc8f4d106ee0 service neutron] Request body: {'port': {'device_id': 'c033fd40-d9a3-4a1c-97ed-3a7f9a7260de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-842733-1'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:43:36.730916 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-430be366-b9bd-4ca9-9cf8-81e933ba7c1e None None] Set router 08a33ff6-3a75-4df0-866a-8a0a86dbcd1f gateway port host: n-d-842733-1 {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:43:36.749342 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 20:43:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d434219-4e7c-431f-b373-c1eb492374bc x-openstack-request-id: req-7d434219-4e7c-431f-b373-c1eb492374bc {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:43:36.749342 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "444b3ad3-070a-402c-b3e2-ee88bb47c145", "tag": "62d1ba97-6f0b-4b65-9e31-0d50a53dbf7c", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:43:36.749342 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7d434219-4e7c-431f-b373-c1eb492374bc {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:43:36.749342 n-d-842733-1 neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d434219-4e7c-431f-b373-c1eb492374bc'] response: {'name': 'network-changed', 'server_uuid': '444b3ad3-070a-402c-b3e2-ee88bb47c145', 'tag': '62d1ba97-6f0b-4b65-9e31-0d50a53dbf7c', 'status': 'completed', 'code': 200} May 20 20:43:36.828243 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 20:43:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-104b8bb5-d071-4a82-b4cd-46b80880533d x-openstack-request-id: req-104b8bb5-d071-4a82-b4cd-46b80880533d {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:43:36.828693 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e4761ad-a107-481b-93f5-2fd5c1a03859", "name": "network-vif-deleted", "tag": "13070f08-d11b-4271-abf6-4057a78ab9b2", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:43:36.829038 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-104b8bb5-d071-4a82-b4cd-46b80880533d {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:43:36.829716 n-d-842733-1 neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-104b8bb5-d071-4a82-b4cd-46b80880533d'] response: {'server_uuid': '7e4761ad-a107-481b-93f5-2fd5c1a03859', 'name': 'network-vif-deleted', 'tag': '13070f08-d11b-4271-abf6-4057a78ab9b2', 'status': 'completed', 'code': 200} May 20 20:43:36.952252 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9ecec635-4a8f-4c13-b06d-e3503b7a76eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-692224'] for router_interface, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:37.032128 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-721391a0-6d9b-439d-9981-727f78f5c305 None None] Provisioning complete for port e3e1fe2e-a4a5-4e31-b7cf-545e6ad5d197 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:43:37.032504 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-721391a0-6d9b-439d-9981-727f78f5c305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:37.056811 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-5d10dc45-bd07-4a2e-9cf4-9720a9ddf007 req-877872dd-1559-4fd4-8e0f-cc8f4d106ee0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:37.087875 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63ad4cc-1dde-4594-bb11-670df78da838 req-5b7995f1-39a0-4d62-8177-2751cbcbe705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:37.089330 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a63ad4cc-1dde-4594-bb11-670df78da838 req-5b7995f1-39a0-4d62-8177-2751cbcbe705 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6369a26f-bc30-4622-b5b7-2978096f54a2 HTTP/1.1" status: 200 len: 857 time: 0.4311984 May 20 20:43:37.114848 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-85cc7837-d8ad-4a4c-8d31-0483bdd06cfe req-a7a669b6-f4d1-408e-8be9-350656c7aa65 tempest-ServersAdmin275Test-189374169 tempest-ServersAdmin275Test-189374169-project] 10.222.0.35 "GET /v2.0/ports?device_id=2894f055-1341-4e58-9e01-d9c6a5727656 HTTP/1.1" status: 200 len: 210 time: 0.0542889 May 20 20:43:37.119813 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b8c0cd90-b22d-44f8-916e-3570b741424c req-35ad2314-bcee-47d5-9f7a-df23d109ad98 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=bfecc73b8c99406dbde7fba5545cc962&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4626000 May 20 20:43:37.127085 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-721391a0-6d9b-439d-9981-727f78f5c305 None None] Port e3e1fe2e-a4a5-4e31-b7cf-545e6ad5d197 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 20:43:37.175926 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-430be366-b9bd-4ca9-9cf8-81e933ba7c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08a33ff6-3a75-4df0-866a-8a0a86dbcd1f', 'name': 'tempest-AttachSCSIVolumeTestJSON-630153539-router', 'tenant_id': 'ad40cedaa73f40ef9226be0e1d4e6e54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.197'}], 'enable_snat': True}, 'gw_port_id': '6102034d-a3c2-4434-9aee-ef8354188c26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:40:50Z', 'updated_at': '2022-05-20T20:40:56Z', 'revision_number': 4, 'project_id': 'ad40cedaa73f40ef9226be0e1d4e6e54', 'gw_port': {'id': '6102034d-a3c2-4434-9aee-ef8354188c26', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:39:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08a33ff6-3a75-4df0-866a-8a0a86dbcd1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:40:51Z', 'updated_at': '2022-05-20T20:40:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': '9dc78221-dc98-405c-a537-c6055b76cbb3', 'name': '', 'network_id': 'baad6524-bf83-4783-a736-2fe3005abb37', 'tenant_id': 'ad40cedaa73f40ef9226be0e1d4e6e54', 'mac_address': 'fa:16:3e:25:5b:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08a33ff6-3a75-4df0-866a-8a0a86dbcd1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': '6e166003-715e-4f35-82f5-046af1f78c1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:40:55Z', 'updated_at': '2022-05-20T20:41:04Z', 'revision_number': 5, 'project_id': 'ad40cedaa73f40ef9226be0e1d4e6e54', 'subnets': [{'id': '6e166003-715e-4f35-82f5-046af1f78c1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:43:37.219218 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-430be366-b9bd-4ca9-9cf8-81e933ba7c1e None None] Checking router: 08a33ff6-3a75-4df0-866a-8a0a86dbcd1f for host: n-d-842733-1 {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 20:43:37.229942 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-430be366-b9bd-4ca9-9cf8-81e933ba7c1e None None] Routers {'08a33ff6-3a75-4df0-866a-8a0a86dbcd1f'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:43:37.230636 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-430be366-b9bd-4ca9-9cf8-81e933ba7c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:43:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['08a33ff6-3a75-4df0-866a-8a0a86dbcd1f'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:43:37.297411 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ecec635-4a8f-4c13-b06d-e3503b7a76eb admin admin] Router 887bcf52-cc21-4679-bec8-41fbf0daaba2 has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 20:43:37.306929 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-09753fbe-1b80-4149-b9ed-3d24fa0411a3 req-0b13dac9-db40-4b81-bad7-ddf2116b4619 tempest-AttachSCSIVolumeTestJSON-1216389807 tempest-AttachSCSIVolumeTestJSON-1216389807-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e4761ad-a107-481b-93f5-2fd5c1a03859 HTTP/1.1" status: 200 len: 210 time: 0.0836949 May 20 20:43:37.376968 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-430be366-b9bd-4ca9-9cf8-81e933ba7c1e None None] Set router 08a33ff6-3a75-4df0-866a-8a0a86dbcd1f gateway port host: n-d-842733-1 {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:43:37.471255 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ecec635-4a8f-4c13-b06d-e3503b7a76eb admin admin] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 20:43:37.477398 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-9ecec635-4a8f-4c13-b06d-e3503b7a76eb admin admin] 10.222.0.35 "PUT /v2.0/routers/887bcf52-cc21-4679-bec8-41fbf0daaba2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1966491 May 20 20:43:37.480230 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 40310) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:43:37.483448 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c517aafd-c61b-499c-8daa-1ffe182709cb None None] Sync routers for ids ['887bcf52-cc21-4679-bec8-41fbf0daaba2'] in n-d-842733-1 {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 20:43:37.502069 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c517aafd-c61b-499c-8daa-1ffe182709cb None None] Routers {'887bcf52-cc21-4679-bec8-41fbf0daaba2'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:43:37.502834 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-c517aafd-c61b-499c-8daa-1ffe182709cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:43:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['887bcf52-cc21-4679-bec8-41fbf0daaba2'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:43:37.509595 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-71a22508-c69a-4043-89f5-f4a9ca6eda00 req-aa0262f4-7662-4d80-8cc3-d64a64994162 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=74b74d22d9d54e1eae7cec44a7fbec8d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0822902 May 20 20:43:37.530921 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b8c0cd90-b22d-44f8-916e-3570b741424c req-2d8255c6-10e3-4fe2-bbe7-e7ef7c4421ac service neutron] 10.222.0.35 "GET /v2.0/networks/80bda1f2-d8f3-4628-a486-5841bb81c3dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3751366 May 20 20:43:37.537010 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63ad4cc-1dde-4594-bb11-670df78da838 req-d026ac6b-9bf7-41b4-b160-386055b9f7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:37.539045 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a63ad4cc-1dde-4594-bb11-670df78da838 req-d026ac6b-9bf7-41b4-b160-386055b9f7e4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=dc8945eb-dd74-4cb0-b93f-84eec37290f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4267316 May 20 20:43:37.636402 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f3d3d1c6-6589-4501-a77b-7293e4e7c274 admin admin] Notify callbacks [] for router, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:37.646439 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-c517aafd-c61b-499c-8daa-1ffe182709cb None None] Set router 887bcf52-cc21-4679-bec8-41fbf0daaba2 gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:43:37.662080 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 13070f08-d11b-4271-abf6-4057a78ab9b2 no longer exists at agent hyperv_n-h2-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:43:37.773957 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] No Port match for: 13070f08-d11b-4271-abf6-4057a78ab9b2 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 20:43:37.774681 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 13070f08-d11b-4271-abf6-4057a78ab9b2 not bound to the agent host n-h2-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 20:43:37.776196 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f3d3d1c6-6589-4501-a77b-7293e4e7c274 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:37.886023 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a22508-c69a-4043-89f5-f4a9ca6eda00 req-0dee118c-b59a-4e71-a594-a35b39edd954 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:37.893836 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-71a22508-c69a-4043-89f5-f4a9ca6eda00 req-0dee118c-b59a-4e71-a594-a35b39edd954 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3830137 May 20 20:43:37.897059 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b8c0cd90-b22d-44f8-916e-3570b741424c req-a0d4fff8-c9b7-431c-8974-2d8e6eeb06bc service neutron] 10.222.0.35 "GET /v2.0/networks/80bda1f2-d8f3-4628-a486-5841bb81c3dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3462853 May 20 20:43:37.912494 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a63ad4cc-1dde-4594-bb11-670df78da838 req-f9b080b1-19f8-4e9c-91b2-c0d228a2d801 service neutron] 10.222.0.13 "GET /v2.0/networks/dc8945eb-dd74-4cb0-b93f-84eec37290f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3486867 May 20 20:43:37.925646 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-71a22508-c69a-4043-89f5-f4a9ca6eda00 req-5811750f-087c-4b53-9860-3df7fbf17b91 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/quotas/74b74d22d9d54e1eae7cec44a7fbec8d HTTP/1.1" status: 200 len: 375 time: 0.0307693 May 20 20:43:37.925815 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-f3d3d1c6-6589-4501-a77b-7293e4e7c274 admin admin] Deleting port 4e216dd5-6590-400f-94e1-1528659b7941 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:43:37.926021 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f3d3d1c6-6589-4501-a77b-7293e4e7c274 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:37.930262 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-430be366-b9bd-4ca9-9cf8-81e933ba7c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08a33ff6-3a75-4df0-866a-8a0a86dbcd1f', 'name': 'tempest-AttachSCSIVolumeTestJSON-630153539-router', 'tenant_id': 'ad40cedaa73f40ef9226be0e1d4e6e54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.197'}], 'enable_snat': True}, 'gw_port_id': '6102034d-a3c2-4434-9aee-ef8354188c26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:40:50Z', 'updated_at': '2022-05-20T20:40:56Z', 'revision_number': 4, 'project_id': 'ad40cedaa73f40ef9226be0e1d4e6e54', 'gw_port': {'id': '6102034d-a3c2-4434-9aee-ef8354188c26', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:39:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08a33ff6-3a75-4df0-866a-8a0a86dbcd1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:40:51Z', 'updated_at': '2022-05-20T20:40:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': '9dc78221-dc98-405c-a537-c6055b76cbb3', 'name': '', 'network_id': 'baad6524-bf83-4783-a736-2fe3005abb37', 'tenant_id': 'ad40cedaa73f40ef9226be0e1d4e6e54', 'mac_address': 'fa:16:3e:25:5b:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08a33ff6-3a75-4df0-866a-8a0a86dbcd1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': '6e166003-715e-4f35-82f5-046af1f78c1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:40:55Z', 'updated_at': '2022-05-20T20:41:04Z', 'revision_number': 5, 'project_id': 'ad40cedaa73f40ef9226be0e1d4e6e54', 'subnets': [{'id': '6e166003-715e-4f35-82f5-046af1f78c1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:43:37.989385 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-430be366-b9bd-4ca9-9cf8-81e933ba7c1e None None] The sync data for ids ['08a33ff6-3a75-4df0-866a-8a0a86dbcd1f'] in n-d-842733-1 is: [{'id': '08a33ff6-3a75-4df0-866a-8a0a86dbcd1f', 'name': 'tempest-AttachSCSIVolumeTestJSON-630153539-router', 'tenant_id': 'ad40cedaa73f40ef9226be0e1d4e6e54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.197'}], 'enable_snat': True}, 'gw_port_id': '6102034d-a3c2-4434-9aee-ef8354188c26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:40:50Z', 'updated_at': '2022-05-20T20:40:56Z', 'revision_number': 4, 'project_id': 'ad40cedaa73f40ef9226be0e1d4e6e54', 'gw_port': {'id': '6102034d-a3c2-4434-9aee-ef8354188c26', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:39:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08a33ff6-3a75-4df0-866a-8a0a86dbcd1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:40:51Z', 'updated_at': '2022-05-20T20:40:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': '9dc78221-dc98-405c-a537-c6055b76cbb3', 'name': '', 'network_id': 'baad6524-bf83-4783-a736-2fe3005abb37', 'tenant_id': 'ad40cedaa73f40ef9226be0e1d4e6e54', 'mac_address': 'fa:16:3e:25:5b:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08a33ff6-3a75-4df0-866a-8a0a86dbcd1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': '6e166003-715e-4f35-82f5-046af1f78c1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:40:55Z', 'updated_at': '2022-05-20T20:41:04Z', 'revision_number': 5, 'project_id': 'ad40cedaa73f40ef9226be0e1d4e6e54', 'subnets': [{'id': '6e166003-715e-4f35-82f5-046af1f78c1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 20:43:38.001021 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-c517aafd-c61b-499c-8daa-1ffe182709cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '887bcf52-cc21-4679-bec8-41fbf0daaba2', 'name': 'tempest-ServersTestJSON-1715701810-router', 'tenant_id': '16add71a0ec946a18f61d15298c23d6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': '4e216dd5-6590-400f-94e1-1528659b7941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:41:57Z', 'updated_at': '2022-05-20T20:43:36Z', 'revision_number': 5, 'project_id': '16add71a0ec946a18f61d15298c23d6f', 'gw_port': {'id': '4e216dd5-6590-400f-94e1-1528659b7941', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:20:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887bcf52-cc21-4679-bec8-41fbf0daaba2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 862, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:41:58Z', 'updated_at': '2022-05-20T20:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:43:38.042695 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c517aafd-c61b-499c-8daa-1ffe182709cb None None] Checking router: 887bcf52-cc21-4679-bec8-41fbf0daaba2 for host: n-d-842733-1 {{(pid=103165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 20:43:38.048407 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-f3d3d1c6-6589-4501-a77b-7293e4e7c274 admin admin] For port 4e216dd5-6590-400f-94e1-1528659b7941, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=4e216dd5-6590-400f-94e1-1528659b7941,segment=NetworkSegment(0b5485c4-eff8-42a1-9073-ae54ed4c63ba),segment_id=0b5485c4-eff8-42a1-9073-ae54ed4c63ba)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:43:38.048776 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f3d3d1c6-6589-4501-a77b-7293e4e7c274 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:38.061091 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [req-5d10dc45-bd07-4a2e-9cf4-9720a9ddf007 req-877872dd-1559-4fd4-8e0f-cc8f4d106ee0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3e1fe2e-a4a5-4e31-b7cf-545e6ad5d197 {{(pid=103163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:43:38.064372 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c517aafd-c61b-499c-8daa-1ffe182709cb None None] Routers {'887bcf52-cc21-4679-bec8-41fbf0daaba2'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:43:38.065002 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-c517aafd-c61b-499c-8daa-1ffe182709cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:43:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['887bcf52-cc21-4679-bec8-41fbf0daaba2'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:43:38.070995 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-f3d3d1c6-6589-4501-a77b-7293e4e7c274 admin admin] Calling delete_port for 4e216dd5-6590-400f-94e1-1528659b7941 owned by network:router_gateway {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:43:38.073726 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-5d10dc45-bd07-4a2e-9cf4-9720a9ddf007 req-877872dd-1559-4fd4-8e0f-cc8f4d106ee0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:38.117050 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-71a22508-c69a-4043-89f5-f4a9ca6eda00 req-9b9dbf0e-bca4-429d-859f-23dd7774d743 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=74b74d22d9d54e1eae7cec44a7fbec8d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1903157 May 20 20:43:38.124371 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [req-5d10dc45-bd07-4a2e-9cf4-9720a9ddf007 req-877872dd-1559-4fd4-8e0f-cc8f4d106ee0 service neutron] Transition to ACTIVE for port object e3e1fe2e-a4a5-4e31-b7cf-545e6ad5d197 will not be triggered until provisioned by entity L2. {{(pid=103163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 20:43:38.147776 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a63ad4cc-1dde-4594-bb11-670df78da838 req-9887920f-3943-4c00-8e77-1b3d41c73bab service neutron] 10.222.0.13 "GET /v2.0/networks/dc8945eb-dd74-4cb0-b93f-84eec37290f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2145720 May 20 20:43:38.192235 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-5d10dc45-bd07-4a2e-9cf4-9720a9ddf007 req-877872dd-1559-4fd4-8e0f-cc8f4d106ee0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:38.260166 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-c517aafd-c61b-499c-8daa-1ffe182709cb None None] Set router 887bcf52-cc21-4679-bec8-41fbf0daaba2 gateway port host: None {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:43:38.408857 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-c517aafd-c61b-499c-8daa-1ffe182709cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '887bcf52-cc21-4679-bec8-41fbf0daaba2', 'name': 'tempest-ServersTestJSON-1715701810-router', 'tenant_id': '16add71a0ec946a18f61d15298c23d6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:41:57Z', 'updated_at': '2022-05-20T20:43:37Z', 'revision_number': 6, 'project_id': '16add71a0ec946a18f61d15298c23d6f', 'gw_port_host': None}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:43:38.467512 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c517aafd-c61b-499c-8daa-1ffe182709cb None None] The sync data for ids ['887bcf52-cc21-4679-bec8-41fbf0daaba2'] in n-d-842733-1 is: [{'id': '887bcf52-cc21-4679-bec8-41fbf0daaba2', 'name': 'tempest-ServersTestJSON-1715701810-router', 'tenant_id': '16add71a0ec946a18f61d15298c23d6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:41:57Z', 'updated_at': '2022-05-20T20:43:37Z', 'revision_number': 6, 'project_id': '16add71a0ec946a18f61d15298c23d6f', 'gw_port_host': None}] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 20:43:38.575340 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877872dd-1559-4fd4-8e0f-cc8f4d106ee0 service neutron] Pushing event updated for resources: {'Port': ['ID=e3e1fe2e-a4a5-4e31-b7cf-545e6ad5d197,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:43:38.621326 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8294b519-f6ed-4536-b4f4-c7e2e8fa233c None None] New status for floating IP 5eb634be-327e-4023-9778-32e9546ce74b: DOWN {{(pid=103164) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 20:43:38.636996 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78951266-a98f-4824-93e6-e4655c2c3828 req-b8ddb846-a2ea-4acd-ba72-75c3c1f2e5fc tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:38.636996 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-78951266-a98f-4824-93e6-e4655c2c3828 req-b8ddb846-a2ea-4acd-ba72-75c3c1f2e5fc tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] 10.222.0.35 "GET /v2.0/ports?device_id=c033fd40-d9a3-4a1c-97ed-3a7f9a7260de HTTP/1.1" status: 200 len: 944 time: 0.3425975 May 20 20:43:38.651704 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74527062-153e-42c6-9f24-3f77e6ff266b req-feb317af-bcb5-41c2-bdb4-40f9ad0476c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:38.653153 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-74527062-153e-42c6-9f24-3f77e6ff266b req-feb317af-bcb5-41c2-bdb4-40f9ad0476c8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=87c2c2610bc847eaa1d2c1976f58d7b1&device_id=444b3ad3-070a-402c-b3e2-ee88bb47c145 HTTP/1.1" status: 200 len: 1094 time: 0.2034802 May 20 20:43:38.660010 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-5d10dc45-bd07-4a2e-9cf4-9720a9ddf007 req-877872dd-1559-4fd4-8e0f-cc8f4d106ee0 service neutron] Attempting to bind port e3e1fe2e-a4a5-4e31-b7cf-545e6ad5d197 on host n-h1-842733-1 for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:43:38.660336 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-5d10dc45-bd07-4a2e-9cf4-9720a9ddf007 req-877872dd-1559-4fd4-8e0f-cc8f4d106ee0 service neutron] Attempting to bind port e3e1fe2e-a4a5-4e31-b7cf-545e6ad5d197 by drivers openvswitch,hyperv on host n-h1-842733-1 at level 0 using segments [{'id': '461da9d4-f567-4683-86cb-f9bc470c2bda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'dc8945eb-dd74-4cb0-b93f-84eec37290f3'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:43:38.660648 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d10dc45-bd07-4a2e-9cf4-9720a9ddf007 req-877872dd-1559-4fd4-8e0f-cc8f4d106ee0 service neutron] Attempting to bind port e3e1fe2e-a4a5-4e31-b7cf-545e6ad5d197 on network dc8945eb-dd74-4cb0-b93f-84eec37290f3 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:43:38.686675 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d10dc45-bd07-4a2e-9cf4-9720a9ddf007 req-877872dd-1559-4fd4-8e0f-cc8f4d106ee0 service neutron] Port e3e1fe2e-a4a5-4e31-b7cf-545e6ad5d197 on network dc8945eb-dd74-4cb0-b93f-84eec37290f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-842733-1 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 20:43:38.686996 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d10dc45-bd07-4a2e-9cf4-9720a9ddf007 req-877872dd-1559-4fd4-8e0f-cc8f4d106ee0 service neutron] Attempting to bind port e3e1fe2e-a4a5-4e31-b7cf-545e6ad5d197 on network dc8945eb-dd74-4cb0-b93f-84eec37290f3 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:43:38.728917 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d10dc45-bd07-4a2e-9cf4-9720a9ddf007 req-877872dd-1559-4fd4-8e0f-cc8f4d106ee0 service neutron] Checking agent: {'id': '08dfb1ce-804b-4db8-838b-21094082e041', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 32, 54), 'started_at': datetime.datetime(2022, 5, 20, 20, 32, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 43, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:43:38.735764 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d10dc45-bd07-4a2e-9cf4-9720a9ddf007 req-877872dd-1559-4fd4-8e0f-cc8f4d106ee0 service neutron] Checking segment: {'id': '461da9d4-f567-4683-86cb-f9bc470c2bda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'dc8945eb-dd74-4cb0-b93f-84eec37290f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:43:38.735764 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d10dc45-bd07-4a2e-9cf4-9720a9ddf007 req-877872dd-1559-4fd4-8e0f-cc8f4d106ee0 service neutron] Bound using segment: {'id': '461da9d4-f567-4683-86cb-f9bc470c2bda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'dc8945eb-dd74-4cb0-b93f-84eec37290f3'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:43:38.735764 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-5d10dc45-bd07-4a2e-9cf4-9720a9ddf007 req-877872dd-1559-4fd4-8e0f-cc8f4d106ee0 service neutron] Bound port: e3e1fe2e-a4a5-4e31-b7cf-545e6ad5d197, host: n-h1-842733-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '461da9d4-f567-4683-86cb-f9bc470c2bda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'dc8945eb-dd74-4cb0-b93f-84eec37290f3'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:43:38.735764 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-5d10dc45-bd07-4a2e-9cf4-9720a9ddf007 req-877872dd-1559-4fd4-8e0f-cc8f4d106ee0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:38.761389 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-78951266-a98f-4824-93e6-e4655c2c3828 req-270d381d-759d-4ea4-bdee-70f5315bf6e0 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] 10.222.0.35 "GET /v2.0/security-groups?id=24ffe084-33f1-4a86-83df-85043464ffa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193273 May 20 20:43:38.882197 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74527062-153e-42c6-9f24-3f77e6ff266b req-d6d452a6-7d91-404d-ac8a-4d172dc1471f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:38.884000 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-74527062-153e-42c6-9f24-3f77e6ff266b req-d6d452a6-7d91-404d-ac8a-4d172dc1471f service neutron] 10.222.0.13 "GET /v2.0/networks?id=dc8945eb-dd74-4cb0-b93f-84eec37290f3 HTTP/1.1" status: 200 len: 919 time: 0.2185607 May 20 20:43:38.918804 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-bc5d341f-c94d-4d7f-8c28-ee1c7b255c72 req-d4e9d3c8-ff33-43cb-bb0e-04a957d0a072 tempest-ServersAdmin275Test-189374169 tempest-ServersAdmin275Test-189374169-project] 10.222.0.35 "GET /v2.0/ports?device_id=2894f055-1341-4e58-9e01-d9c6a5727656 HTTP/1.1" status: 200 len: 210 time: 0.0632701 May 20 20:43:38.937927 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-5d10dc45-bd07-4a2e-9cf4-9720a9ddf007 req-877872dd-1559-4fd4-8e0f-cc8f4d106ee0 service neutron] For port e3e1fe2e-a4a5-4e31-b7cf-545e6ad5d197, host n-h1-842733-1, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:43:38.955518 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f3d3d1c6-6589-4501-a77b-7293e4e7c274 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:38.991005 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-5d10dc45-bd07-4a2e-9cf4-9720a9ddf007 req-877872dd-1559-4fd4-8e0f-cc8f4d106ee0 service neutron] For port e3e1fe2e-a4a5-4e31-b7cf-545e6ad5d197, host n-h1-842733-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=e3e1fe2e-a4a5-4e31-b7cf-545e6ad5d197,segment=NetworkSegment(461da9d4-f567-4683-86cb-f9bc470c2bda),segment_id=461da9d4-f567-4683-86cb-f9bc470c2bda)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:43:38.993484 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-74527062-153e-42c6-9f24-3f77e6ff266b req-7a71454a-54a1-43f9-b3e9-aba908831d86 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=62d1ba97-6f0b-4b65-9e31-0d50a53dbf7c HTTP/1.1" status: 200 len: 217 time: 0.0647519 May 20 20:43:39.007361 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d3d1c6-6589-4501-a77b-7293e4e7c274 admin admin] Pushing event deleted for resources: {'Port': ['ID=4e216dd5-6590-400f-94e1-1528659b7941,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:43:39.076574 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c3ea36f7-e917-4e9b-a7d6-95703b0748fd req-69444356-9c6d-4a54-a687-8973ca14eaec tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/ports?device_id=63101f8e-85e2-411c-be0e-a4a0fa1b39b2 HTTP/1.1" status: 200 len: 210 time: 0.0719383 May 20 20:43:39.103578 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-5d10dc45-bd07-4a2e-9cf4-9720a9ddf007 req-877872dd-1559-4fd4-8e0f-cc8f4d106ee0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:39.174593 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f3d3d1c6-6589-4501-a77b-7293e4e7c274 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-748206'] for router_gateway, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:39.195401 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d10dc45-bd07-4a2e-9cf4-9720a9ddf007 req-877872dd-1559-4fd4-8e0f-cc8f4d106ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:39.195884 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-5d10dc45-bd07-4a2e-9cf4-9720a9ddf007 req-877872dd-1559-4fd4-8e0f-cc8f4d106ee0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:39.197790 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5d10dc45-bd07-4a2e-9cf4-9720a9ddf007 req-877872dd-1559-4fd4-8e0f-cc8f4d106ee0 service neutron] 10.222.0.24 "PUT /v2.0/ports/e3e1fe2e-a4a5-4e31-b7cf-545e6ad5d197 HTTP/1.1" status: 200 len: 1092 time: 2.5381560 May 20 20:43:39.209048 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c033fd40-d9a3-4a1c-97ed-3a7f9a7260de', 'tag': 'e3e1fe2e-a4a5-4e31-b7cf-545e6ad5d197'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:43:39.213078 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4291b17aa7b45362825f0571e77c85f5e73afe1df9c7e9e15006df9d695c005e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9aefe43c-c77b-460a-98f4-c25d8405401a" -d '{"events": [{"name": "network-changed", "server_uuid": "c033fd40-d9a3-4a1c-97ed-3a7f9a7260de", "tag": "e3e1fe2e-a4a5-4e31-b7cf-545e6ad5d197"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:43:39.246711 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74527062-153e-42c6-9f24-3f77e6ff266b req-9edae62d-f5be-4b89-9dd5-688ecd55d956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:39.250846 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-74527062-153e-42c6-9f24-3f77e6ff266b req-9edae62d-f5be-4b89-9dd5-688ecd55d956 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6369a26f-bc30-4622-b5b7-2978096f54a2 HTTP/1.1" status: 200 len: 857 time: 0.2346082 May 20 20:43:39.301088 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f3d3d1c6-6589-4501-a77b-7293e4e7c274 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26169'] for router, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:39.303516 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f3d3d1c6-6589-4501-a77b-7293e4e7c274 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:39.355124 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 40372) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:43:39.399785 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877872dd-1559-4fd4-8e0f-cc8f4d106ee0 service neutron] Pushing event updated for resources: {'Port': ['ID=e3e1fe2e-a4a5-4e31-b7cf-545e6ad5d197,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:43:39.426790 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f3d3d1c6-6589-4501-a77b-7293e4e7c274 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-693148'] for router, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:39.427192 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3d3d1c6-6589-4501-a77b-7293e4e7c274 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 887bcf52-cc21-4679-bec8-41fbf0daaba2 {{(pid=103162) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 20 20:43:39.428689 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 20:43:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc02cc6b-c263-4dff-a67d-9585a7bc7f94 x-openstack-request-id: req-fc02cc6b-c263-4dff-a67d-9585a7bc7f94 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:43:39.428984 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c033fd40-d9a3-4a1c-97ed-3a7f9a7260de", "tag": "e3e1fe2e-a4a5-4e31-b7cf-545e6ad5d197", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:43:39.429894 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-fc02cc6b-c263-4dff-a67d-9585a7bc7f94 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:43:39.429894 n-d-842733-1 neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc02cc6b-c263-4dff-a67d-9585a7bc7f94'] response: {'name': 'network-changed', 'server_uuid': 'c033fd40-d9a3-4a1c-97ed-3a7f9a7260de', 'tag': 'e3e1fe2e-a4a5-4e31-b7cf-545e6ad5d197', 'status': 'completed', 'code': 200} May 20 20:43:39.432901 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f3d3d1c6-6589-4501-a77b-7293e4e7c274 admin admin] Notify callbacks [] for router, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:39.439354 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-f3d3d1c6-6589-4501-a77b-7293e4e7c274 admin admin] 10.222.0.35 "DELETE /v2.0/routers/887bcf52-cc21-4679-bec8-41fbf0daaba2 HTTP/1.1" status: 204 len: 168 time: 1.9527605 May 20 20:43:39.441548 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 40376) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:43:39.513576 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_v2 [None req-73c943c2-96fe-4738-87bc-f312a0058843 admin admin] Deleting subnet 5b3fecbc-4363-4558-bc2e-f6cfa24f9a5f {{(pid=103162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 20 20:43:39.517497 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-73c943c2-96fe-4738-87bc-f312a0058843 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:39.538099 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74527062-153e-42c6-9f24-3f77e6ff266b req-37cd06e7-c028-4ade-9048-cd54594673cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:39.539766 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-74527062-153e-42c6-9f24-3f77e6ff266b req-37cd06e7-c028-4ade-9048-cd54594673cd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=dc8945eb-dd74-4cb0-b93f-84eec37290f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2766194 May 20 20:43:39.557300 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d10dc45-bd07-4a2e-9cf4-9720a9ddf007 req-6a290833-2b33-4b02-bc94-1edabb42b00e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:39.558326 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-73c943c2-96fe-4738-87bc-f312a0058843 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3738392'] for subnet, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:39.569889 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5d10dc45-bd07-4a2e-9cf4-9720a9ddf007 req-6a290833-2b33-4b02-bc94-1edabb42b00e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=87c2c2610bc847eaa1d2c1976f58d7b1&device_id=c033fd40-d9a3-4a1c-97ed-3a7f9a7260de HTTP/1.1" status: 200 len: 1095 time: 0.2138503 May 20 20:43:39.664853 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-73c943c2-96fe-4738-87bc-f312a0058843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33068388'] for subnet, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:39.671299 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4486af69-ac33-4d06-8c2e-ba404fc2fdba tempest-AttachSCSIVolumeTestJSON-1216389807 tempest-AttachSCSIVolumeTestJSON-1216389807-project] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:39.691127 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5d10dc45-bd07-4a2e-9cf4-9720a9ddf007 req-7b08bd77-c445-4d18-9dbf-02c56021adbb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e3e1fe2e-a4a5-4e31-b7cf-545e6ad5d197 HTTP/1.1" status: 200 len: 217 time: 0.0905776 May 20 20:43:39.761987 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-73c943c2-96fe-4738-87bc-f312a0058843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33068399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3797621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4018265'] for subnet, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:39.762243 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4486af69-ac33-4d06-8c2e-ba404fc2fdba tempest-AttachSCSIVolumeTestJSON-1216389807 tempest-AttachSCSIVolumeTestJSON-1216389807-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:39.776646 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-73c943c2-96fe-4738-87bc-f312a0058843 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:39.783472 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-73c943c2-96fe-4738-87bc-f312a0058843 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/5b3fecbc-4363-4558-bc2e-f6cfa24f9a5f HTTP/1.1" status: 204 len: 168 time: 0.3376641 May 20 20:43:39.784877 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 40394) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:43:39.785461 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-716b92ee-1e82-4ab9-9187-edb6fca68073 None None] Network 51ec8106-415b-4da6-8e19-8077690a9654 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:43:39.825506 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c943c2-96fe-4738-87bc-f312a0058843 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b3fecbc-4363-4558-bc2e-f6cfa24f9a5f,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:43:39.957318 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-74527062-153e-42c6-9f24-3f77e6ff266b req-857d7590-eb9b-4e0f-bf92-e9b076845d3e service neutron] 10.222.0.13 "GET /v2.0/networks/dc8945eb-dd74-4cb0-b93f-84eec37290f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4035139 May 20 20:43:39.961377 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49687488-7975-4390-9cd5-07d9f68e5198 None None] DHCP port deletion for 51ec8106-415b-4da6-8e19-8077690a9654 request from n-d-842733-1 {{(pid=103164) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 20:43:40.014858 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-49687488-7975-4390-9cd5-07d9f68e5198 None None] Deleting port 15a0f1c6-85f5-4785-af55-77238a29ac07 {{(pid=103164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:43:40.015405 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-49687488-7975-4390-9cd5-07d9f68e5198 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:40.045198 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d10dc45-bd07-4a2e-9cf4-9720a9ddf007 req-b086c153-c9f0-4b35-b708-c286b3bc9270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:40.046692 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5d10dc45-bd07-4a2e-9cf4-9720a9ddf007 req-b086c153-c9f0-4b35-b708-c286b3bc9270 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6369a26f-bc30-4622-b5b7-2978096f54a2 HTTP/1.1" status: 200 len: 857 time: 0.3382344 May 20 20:43:40.057045 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-06a4dbe6-f315-4b3c-b98a-aaf08560fb45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33160123'] for network, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:40.084323 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-49687488-7975-4390-9cd5-07d9f68e5198 None None] For port 15a0f1c6-85f5-4785-af55-77238a29ac07, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=15a0f1c6-85f5-4785-af55-77238a29ac07,segment=NetworkSegment(cb794393-2e5e-44dc-94ec-c3ce277f8794),segment_id=cb794393-2e5e-44dc-94ec-c3ce277f8794)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:43:40.084827 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-49687488-7975-4390-9cd5-07d9f68e5198 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:40.101545 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-49687488-7975-4390-9cd5-07d9f68e5198 None None] Calling delete_port for 15a0f1c6-85f5-4785-af55-77238a29ac07 owned by network:dhcp {{(pid=103164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:43:40.310950 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-49687488-7975-4390-9cd5-07d9f68e5198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099'] for port, after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:40.337775 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49687488-7975-4390-9cd5-07d9f68e5198 None None] Pushing event deleted for resources: {'Port': ['ID=15a0f1c6-85f5-4785-af55-77238a29ac07,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:43:40.344572 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 15a0f1c6-85f5-4785-af55-77238a29ac07 no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:43:40.368907 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49687488-7975-4390-9cd5-07d9f68e5198 None None] No DVR routers for this DVR port 15a0f1c6-85f5-4785-af55-77238a29ac07 on host n-d-842733-1 {{(pid=103164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:43:40.370517 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: 15a0f1c6-85f5-4785-af55-77238a29ac07 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 20:43:40.370854 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 15a0f1c6-85f5-4785-af55-77238a29ac07 not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 20:43:40.371252 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 4e216dd5-6590-400f-94e1-1528659b7941 no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:43:40.401098 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: 4e216dd5-6590-400f-94e1-1528659b7941 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 20:43:40.401471 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 4e216dd5-6590-400f-94e1-1528659b7941 not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 20:43:40.401873 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 43da6c23-5f3b-4922-95c9-783f86bfc8e7 no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:43:40.421104 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4486af69-ac33-4d06-8c2e-ba404fc2fdba tempest-AttachSCSIVolumeTestJSON-1216389807 tempest-AttachSCSIVolumeTestJSON-1216389807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:40.427732 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4486af69-ac33-4d06-8c2e-ba404fc2fdba tempest-AttachSCSIVolumeTestJSON-1216389807 tempest-AttachSCSIVolumeTestJSON-1216389807-project] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:40.427732 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-4486af69-ac33-4d06-8c2e-ba404fc2fdba tempest-AttachSCSIVolumeTestJSON-1216389807 tempest-AttachSCSIVolumeTestJSON-1216389807-project] 10.222.0.35 "DELETE /v2.0/security-groups/cda9c8f3-e014-4482-a179-394f0a3f0129 HTTP/1.1" status: 204 len: 168 time: 1.0543537 May 20 20:43:40.427941 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: 43da6c23-5f3b-4922-95c9-783f86bfc8e7 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 20:43:40.427941 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 43da6c23-5f3b-4922-95c9-783f86bfc8e7 not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 20:43:40.428157 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 40404) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:43:40.441684 n-d-842733-1 neutron-server[103162]: INFO neutron.api.v2.resource [None req-a46733f6-0727-45f1-8133-09c91dfb288b tempest-AttachSCSIVolumeTestJSON-1216389807 tempest-AttachSCSIVolumeTestJSON-1216389807-project] show failed (client error): The resource could not be found. May 20 20:43:40.442670 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-a46733f6-0727-45f1-8133-09c91dfb288b tempest-AttachSCSIVolumeTestJSON-1216389807 tempest-AttachSCSIVolumeTestJSON-1216389807-project] 10.222.0.35 "GET /v2.0/security-groups/cda9c8f3-e014-4482-a179-394f0a3f0129 HTTP/1.1" status: 404 len: 347 time: 0.0139568 May 20 20:43:40.443832 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c9524c-ba28-47c1-9d57-1274f879e0a4 req-6aca4656-f3a3-4cdf-8fb3-257a5d09f44f tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:40.445424 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c4c9524c-ba28-47c1-9d57-1274f879e0a4 req-6aca4656-f3a3-4cdf-8fb3-257a5d09f44f tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.35 "GET /v2.0/networks?id=80bda1f2-d8f3-4628-a486-5841bb81c3dc HTTP/1.1" status: 200 len: 805 time: 0.7756908 May 20 20:43:40.445550 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 40406) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:43:40.453079 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a9bfd7-36f3-46cf-b192-4d0041f6b5eb req-b272d852-45ab-4c6d-baae-c18ddbeab6a5 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:40.458147 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-54a9bfd7-36f3-46cf-b192-4d0041f6b5eb req-b272d852-45ab-4c6d-baae-c18ddbeab6a5 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] 10.222.0.35 "GET /v2.0/ports?device_id=c033fd40-d9a3-4a1c-97ed-3a7f9a7260de HTTP/1.1" status: 200 len: 944 time: 0.6081185 May 20 20:43:40.481586 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4486af69-ac33-4d06-8c2e-ba404fc2fdba tempest-AttachSCSIVolumeTestJSON-1216389807 tempest-AttachSCSIVolumeTestJSON-1216389807-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cda9c8f3-e014-4482-a179-394f0a3f0129,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:43:40.520411 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c4c9524c-ba28-47c1-9d57-1274f879e0a4 req-121fc31b-7fc7-4fa3-9d77-2c05de8a0bb9 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.35 "GET /v2.0/quotas/bfecc73b8c99406dbde7fba5545cc962 HTTP/1.1" status: 200 len: 375 time: 0.0647392 May 20 20:43:40.586802 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d10dc45-bd07-4a2e-9cf4-9720a9ddf007 req-cef243a8-7395-4f8e-8756-78db275828b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:40.588307 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5d10dc45-bd07-4a2e-9cf4-9720a9ddf007 req-cef243a8-7395-4f8e-8756-78db275828b2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=dc8945eb-dd74-4cb0-b93f-84eec37290f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5251997 May 20 20:43:40.597611 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-78aed166-c7d7-453c-837d-d56deb8cc501 tempest-AttachSCSIVolumeTestJSON-1216389807 tempest-AttachSCSIVolumeTestJSON-1216389807-project] Deleting port 79287036-0b32-4179-a841-e05e40715b11 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:43:40.597960 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-78aed166-c7d7-453c-837d-d56deb8cc501 tempest-AttachSCSIVolumeTestJSON-1216389807 tempest-AttachSCSIVolumeTestJSON-1216389807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:40.603635 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-74527062-153e-42c6-9f24-3f77e6ff266b req-98560013-ec04-447e-a38c-3d76b1363394 service neutron] 10.222.0.13 "GET /v2.0/networks/dc8945eb-dd74-4cb0-b93f-84eec37290f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6335988 May 20 20:43:40.654719 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-54a9bfd7-36f3-46cf-b192-4d0041f6b5eb req-63e83276-9fc7-424b-bd3a-fd46b0a15622 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] 10.222.0.35 "GET /v2.0/security-groups?id=24ffe084-33f1-4a86-83df-85043464ffa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827853 May 20 20:43:40.685072 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-78aed166-c7d7-453c-837d-d56deb8cc501 tempest-AttachSCSIVolumeTestJSON-1216389807 tempest-AttachSCSIVolumeTestJSON-1216389807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:40.685508 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-78aed166-c7d7-453c-837d-d56deb8cc501 tempest-AttachSCSIVolumeTestJSON-1216389807 tempest-AttachSCSIVolumeTestJSON-1216389807-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:40.700565 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-78aed166-c7d7-453c-837d-d56deb8cc501 tempest-AttachSCSIVolumeTestJSON-1216389807 tempest-AttachSCSIVolumeTestJSON-1216389807-project] Calling delete_port for 79287036-0b32-4179-a841-e05e40715b11 owned by network:floatingip {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:43:40.703482 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-06a4dbe6-f315-4b3c-b98a-aaf08560fb45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33072115', 'neutron.services.segments.db._delete_segments_for_network-8782419500584'] for network, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:40.733634 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c4c9524c-ba28-47c1-9d57-1274f879e0a4 req-113518cf-6cc1-410d-97e0-cfd9c4891fd7 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=bfecc73b8c99406dbde7fba5545cc962&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2120953 May 20 20:43:40.780347 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-06a4dbe6-f315-4b3c-b98a-aaf08560fb45 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51ec8106-415b-4da6-8e19-8077690a9654']}} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:43:40.819606 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ae45762d-f74d-4196-a8f9-7baa093b1619 req-555cb1ba-77d7-4117-ad0a-d34ffb9fb42c tempest-ServersAdmin275Test-189374169 tempest-ServersAdmin275Test-189374169-project] 10.222.0.35 "GET /v2.0/ports?device_id=2894f055-1341-4e58-9e01-d9c6a5727656 HTTP/1.1" status: 200 len: 210 time: 0.0849547 May 20 20:43:40.821243 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-06a4dbe6-f315-4b3c-b98a-aaf08560fb45 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb794393-2e5e-44dc-94ec-c3ce277f8794') {'for_net_delete': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:43:40.821543 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-06a4dbe6-f315-4b3c-b98a-aaf08560fb45 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb794393-2e5e-44dc-94ec-c3ce277f8794') {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:43:40.868338 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-06a4dbe6-f315-4b3c-b98a-aaf08560fb45 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419501617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9338764'] for segment, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:40.871712 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5d10dc45-bd07-4a2e-9cf4-9720a9ddf007 req-70f7f45a-483a-4fe0-aa7e-1f0f7f763158 service neutron] 10.222.0.24 "GET /v2.0/networks/dc8945eb-dd74-4cb0-b93f-84eec37290f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2626040 May 20 20:43:40.911820 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-06a4dbe6-f315-4b3c-b98a-aaf08560fb45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:40.955743 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06a4dbe6-f315-4b3c-b98a-aaf08560fb45 admin admin] Releasing vlan 232 on physical network physnet1 to pool {{(pid=103163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 20:43:40.956148 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-06a4dbe6-f315-4b3c-b98a-aaf08560fb45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9638311'] for segment, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:40.965141 n-d-842733-1 neutron-server[103163]: Traceback (most recent call last): May 20 20:43:40.965141 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 20:43:40.965141 n-d-842733-1 neutron-server[103163]: timer() May 20 20:43:40.965141 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 20:43:40.965141 n-d-842733-1 neutron-server[103163]: cb(*args, **kw) May 20 20:43:40.965141 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 20 20:43:40.965141 n-d-842733-1 neutron-server[103163]: return func(*args, **kwargs) May 20 20:43:40.965141 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 20:43:40.965141 n-d-842733-1 neutron-server[103163]: self._notify() May 20 20:43:40.965141 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 20:43:40.965141 n-d-842733-1 neutron-server[103163]: self.callback(batched_events) May 20 20:43:40.965141 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 20:43:40.965141 n-d-842733-1 neutron-server[103163]: event.method(event) May 20 20:43:40.965141 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 20 20:43:40.965141 n-d-842733-1 neutron-server[103163]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 20:43:40.965141 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 20 20:43:40.965141 n-d-842733-1 neutron-server[103163]: aggregate_uuid = self.p_client.list_aggregates( May 20 20:43:40.965141 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 20 20:43:40.965141 n-d-842733-1 neutron-server[103163]: return f(self, *a, **k) May 20 20:43:40.965141 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 20 20:43:40.965141 n-d-842733-1 neutron-server[103163]: return self._get(url).json() May 20 20:43:40.965141 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 20 20:43:40.965141 n-d-842733-1 neutron-server[103163]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 20:43:40.965141 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 20:43:40.965141 n-d-842733-1 neutron-server[103163]: return self.request(url, 'GET', **kwargs) May 20 20:43:40.965141 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 20:43:40.965141 n-d-842733-1 neutron-server[103163]: base_url = self.get_endpoint(auth, allow=allow, May 20 20:43:40.965141 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 20:43:40.965141 n-d-842733-1 neutron-server[103163]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 20:43:40.965141 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 20:43:40.965141 n-d-842733-1 neutron-server[103163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 20:43:40.965141 n-d-842733-1 neutron-server[103163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 20:43:41.038156 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d9850c12-72ed-4bc4-9352-67194bb6b11d req-b5ffdc35-3482-4017-839d-85971c5e1290 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/ports?device_id=63101f8e-85e2-411c-be0e-a4a0fa1b39b2 HTTP/1.1" status: 200 len: 210 time: 0.0974874 May 20 20:43:41.063807 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-78aed166-c7d7-453c-837d-d56deb8cc501 tempest-AttachSCSIVolumeTestJSON-1216389807 tempest-AttachSCSIVolumeTestJSON-1216389807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:41.071519 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c4c9524c-ba28-47c1-9d57-1274f879e0a4 req-c2be7f8c-9bda-405d-9b60-8ec2f9f6125f service neutron] 10.222.0.35 "GET /v2.0/networks/80bda1f2-d8f3-4628-a486-5841bb81c3dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3132441 May 20 20:43:41.089828 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-71a22508-c69a-4043-89f5-f4a9ca6eda00 req-34a82771-05cd-4986-8ceb-b80e9cfe071a tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=74b74d22d9d54e1eae7cec44a7fbec8d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0541313 May 20 20:43:41.099853 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78aed166-c7d7-453c-837d-d56deb8cc501 tempest-AttachSCSIVolumeTestJSON-1216389807 tempest-AttachSCSIVolumeTestJSON-1216389807-project] Pushing event deleted for resources: {'Port': ['ID=79287036-0b32-4179-a841-e05e40715b11,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:43:41.127467 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5d10dc45-bd07-4a2e-9cf4-9720a9ddf007 req-c6d2304a-1b3b-4198-84ca-bbf803966d58 service neutron] 10.222.0.24 "GET /v2.0/networks/dc8945eb-dd74-4cb0-b93f-84eec37290f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2443385 May 20 20:43:41.188959 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-78aed166-c7d7-453c-837d-d56deb8cc501 tempest-AttachSCSIVolumeTestJSON-1216389807 tempest-AttachSCSIVolumeTestJSON-1216389807-project] Notify callbacks [] for floatingip, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:41.192684 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-78aed166-c7d7-453c-837d-d56deb8cc501 tempest-AttachSCSIVolumeTestJSON-1216389807 tempest-AttachSCSIVolumeTestJSON-1216389807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for floatingip, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:41.197833 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-78aed166-c7d7-453c-837d-d56deb8cc501 tempest-AttachSCSIVolumeTestJSON-1216389807 tempest-AttachSCSIVolumeTestJSON-1216389807-project] 10.222.0.35 "DELETE /v2.0/floatingips/5eb634be-327e-4023-9778-32e9546ce74b HTTP/1.1" status: 204 len: 168 time: 0.7512479 May 20 20:43:41.202845 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-06a4dbe6-f315-4b3c-b98a-aaf08560fb45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33072122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748162'] for network, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:41.218817 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-06a4dbe6-f315-4b3c-b98a-aaf08560fb45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:41.224360 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-06a4dbe6-f315-4b3c-b98a-aaf08560fb45 admin admin] 10.222.0.35 "DELETE /v2.0/networks/51ec8106-415b-4da6-8e19-8077690a9654 HTTP/1.1" status: 204 len: 168 time: 1.4361513 May 20 20:43:41.242014 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a4dbe6-f315-4b3c-b98a-aaf08560fb45 admin admin] Pushing event deleted for resources: {'Network': ['ID=51ec8106-415b-4da6-8e19-8077690a9654,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:43:41.327379 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c4c9524c-ba28-47c1-9d57-1274f879e0a4 req-3ec9d11c-12d8-40fd-a78b-248d80d2af16 service neutron] 10.222.0.35 "GET /v2.0/networks/80bda1f2-d8f3-4628-a486-5841bb81c3dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2397115 May 20 20:43:41.337558 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a22508-c69a-4043-89f5-f4a9ca6eda00 req-9f98b8bb-35ec-4cf2-b053-557486fb3b02 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:41.339032 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-71a22508-c69a-4043-89f5-f4a9ca6eda00 req-9f98b8bb-35ec-4cf2-b053-557486fb3b02 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2241962 May 20 20:43:41.353823 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aefe43c-c77b-460a-98f4-c25d8405401a req-2bb7ba96-5409-4976-8a3a-e2a5088d07dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:41.355710 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9aefe43c-c77b-460a-98f4-c25d8405401a req-2bb7ba96-5409-4976-8a3a-e2a5088d07dc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=87c2c2610bc847eaa1d2c1976f58d7b1&device_id=c033fd40-d9a3-4a1c-97ed-3a7f9a7260de HTTP/1.1" status: 200 len: 1095 time: 0.0742962 May 20 20:43:41.370270 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [req-71a22508-c69a-4043-89f5-f4a9ca6eda00 req-d3c1a813-de7c-495c-b8a1-3702ea3a6c93 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Request body: {'port': {'device_id': '63101f8e-85e2-411c-be0e-a4a0fa1b39b2', 'network_id': 'cd702362-b982-46c5-a7d0-51de1b03df86', 'admin_state_up': True, 'tenant_id': '74b74d22d9d54e1eae7cec44a7fbec8d'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:43:41.556132 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aefe43c-c77b-460a-98f4-c25d8405401a req-6dcd0a24-bc0a-4e09-b26b-cc9a2ad9b4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:41.557577 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9aefe43c-c77b-460a-98f4-c25d8405401a req-6dcd0a24-bc0a-4e09-b26b-cc9a2ad9b4ef service neutron] 10.222.0.24 "GET /v2.0/networks?id=dc8945eb-dd74-4cb0-b93f-84eec37290f3 HTTP/1.1" status: 200 len: 919 time: 0.1794653 May 20 20:43:41.608703 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9aefe43c-c77b-460a-98f4-c25d8405401a req-1d23c3aa-8d71-46c8-ad4d-77b6952a3c68 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e3e1fe2e-a4a5-4e31-b7cf-545e6ad5d197 HTTP/1.1" status: 200 len: 217 time: 0.0424457 May 20 20:43:41.674138 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 62d1ba97-6f0b-4b65-9e31-0d50a53dbf7c details requested by agent hyperv_n-h2-842733-1 with host n-h2-842733-1 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 20:43:41.683632 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71a22508-c69a-4043-89f5-f4a9ca6eda00 req-d3c1a813-de7c-495c-b8a1-3702ea3a6c93 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Made reservation on behalf of 74b74d22d9d54e1eae7cec44a7fbec8d for: {'port': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:43:41.687638 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-71a22508-c69a-4043-89f5-f4a9ca6eda00 req-d3c1a813-de7c-495c-b8a1-3702ea3a6c93 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:41.691056 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-527ed1a9-f08d-4d2b-b271-fe367453703e req-3538f7e5-4472-4dc0-8256-9047143e69b6 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.35 "GET /v2.0/ports?device_id=8c335b11-5051-4f87-ac56-0002e9b0788f HTTP/1.1" status: 200 len: 210 time: 0.0433259 May 20 20:43:41.726861 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aefe43c-c77b-460a-98f4-c25d8405401a req-7118ae4c-4bad-438f-ac94-4b6a660ed974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:41.728553 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9aefe43c-c77b-460a-98f4-c25d8405401a req-7118ae4c-4bad-438f-ac94-4b6a660ed974 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6369a26f-bc30-4622-b5b7-2978096f54a2 HTTP/1.1" status: 200 len: 857 time: 0.1087904 May 20 20:43:41.790107 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 40474) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:43:41.798290 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port 62d1ba97-6f0b-4b65-9e31-0d50a53dbf7c, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=62d1ba97-6f0b-4b65-9e31-0d50a53dbf7c,segment=NetworkSegment(461da9d4-f567-4683-86cb-f9bc470c2bda),segment_id=461da9d4-f567-4683-86cb-f9bc470c2bda)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:43:41.814992 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Returning: {'device': '62d1ba97-6f0b-4b65-9e31-0d50a53dbf7c', 'network_id': 'dc8945eb-dd74-4cb0-b93f-84eec37290f3', 'port_id': '62d1ba97-6f0b-4b65-9e31-0d50a53dbf7c', 'mac_address': 'fa:16:3e:a4:f6:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6369a26f-bc30-4622-b5b7-2978096f54a2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 20 20:43:41.861543 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port 62d1ba97-6f0b-4b65-9e31-0d50a53dbf7c is: DOWN; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:43:41.861995 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:41.880287 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62d1ba97-6f0b-4b65-9e31-0d50a53dbf7c {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:43:41.883678 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-d9e8ef4a-2798-4ea5-aed6-6f45ca3ed273 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=16add71a0ec946a18f61d15298c23d6f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0917447 May 20 20:43:41.886708 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 40486) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:43:41.909482 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aefe43c-c77b-460a-98f4-c25d8405401a req-0edcefdb-2ee1-4fd5-8ca0-b1b8b1a7e78c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:41.910967 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9aefe43c-c77b-460a-98f4-c25d8405401a req-0edcefdb-2ee1-4fd5-8ca0-b1b8b1a7e78c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=dc8945eb-dd74-4cb0-b93f-84eec37290f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1383510 May 20 20:43:41.918075 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port 62d1ba97-6f0b-4b65-9e31-0d50a53dbf7c, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=62d1ba97-6f0b-4b65-9e31-0d50a53dbf7c,segment=NetworkSegment(461da9d4-f567-4683-86cb-f9bc470c2bda),segment_id=461da9d4-f567-4683-86cb-f9bc470c2bda)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:43:41.921043 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d55220-2905-46f2-bca1-a58f74298707 req-1dc482f8-a9a7-4f7e-995b-efbf7162313c tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:41.922556 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c4d55220-2905-46f2-bca1-a58f74298707 req-1dc482f8-a9a7-4f7e-995b-efbf7162313c tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] 10.222.0.35 "GET /v2.0/ports?device_id=c033fd40-d9a3-4a1c-97ed-3a7f9a7260de HTTP/1.1" status: 200 len: 944 time: 0.1510201 May 20 20:43:41.946801 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-15e915d8-b70b-422f-b109-9b00d9cdbaa7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:41.969920 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-15e915d8-b70b-422f-b109-9b00d9cdbaa7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:42.002010 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:42.028627 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [req-71a22508-c69a-4043-89f5-f4a9ca6eda00 req-d3c1a813-de7c-495c-b8a1-3702ea3a6c93 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Allocated IP 192.168.233.191 (cd702362-b982-46c5-a7d0-51de1b03df86/26b342ea-254c-483a-9ea9-f11c178970eb/36b4db1d-b6e8-4dc0-991a-f9d6809e9c6a) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:43:42.036720 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-eef2afd8-9a22-4530-843f-29b5548b6992 req-490138c0-fe7b-448b-b6ad-995466a7b1c0 tempest-ServersAdmin275Test-189374169 tempest-ServersAdmin275Test-189374169-project] 10.222.0.35 "GET /v2.0/ports?device_id=2894f055-1341-4e58-9e01-d9c6a5727656 HTTP/1.1" status: 200 len: 210 time: 0.0822110 May 20 20:43:42.065094 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=62d1ba97-6f0b-4b65-9e31-0d50a53dbf7c,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:43:42.084237 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c4d55220-2905-46f2-bca1-a58f74298707 req-03e309dd-2465-404c-bce2-53180a495b32 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] 10.222.0.35 "GET /v2.0/security-groups?id=24ffe084-33f1-4a86-83df-85043464ffa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460474 May 20 20:43:42.103091 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-15e915d8-b70b-422f-b109-9b00d9cdbaa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:42.105750 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-15e915d8-b70b-422f-b109-9b00d9cdbaa7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:42.107099 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-15e915d8-b70b-422f-b109-9b00d9cdbaa7 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/12a09275-c2bd-47e4-afdf-8db554a56dc8 HTTP/1.1" status: 204 len: 168 time: 0.2194543 May 20 20:43:42.117121 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e915d8-b70b-422f-b109-9b00d9cdbaa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12a09275-c2bd-47e4-afdf-8db554a56dc8,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:43:42.121763 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9aefe43c-c77b-460a-98f4-c25d8405401a req-76f0b7bb-b86b-4ad2-b056-ad4a0e764567 service neutron] 10.222.0.24 "GET /v2.0/networks/dc8945eb-dd74-4cb0-b93f-84eec37290f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1960337 May 20 20:43:42.234487 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-81d196f3-53fa-4667-b637-7df281925cd4 req-f817cfcf-de38-4cdf-8da0-31457e39c576 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/ports?device_id=63101f8e-85e2-411c-be0e-a4a0fa1b39b2 HTTP/1.1" status: 200 len: 210 time: 0.0938716 May 20 20:43:42.329314 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9aefe43c-c77b-460a-98f4-c25d8405401a req-6d69f89e-50b1-47d4-ab18-a6792a0888dc service neutron] 10.222.0.24 "GET /v2.0/networks/dc8945eb-dd74-4cb0-b93f-84eec37290f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1990621 May 20 20:43:42.344295 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-71a22508-c69a-4043-89f5-f4a9ca6eda00 req-d3c1a813-de7c-495c-b8a1-3702ea3a6c93 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Notify callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:42.350813 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] get_ports_and_sgs() called for port_ids ['62d1ba97-6f0b-4b65-9e31-0d50a53dbf7c'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:43:42.482399 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-71a22508-c69a-4043-89f5-f4a9ca6eda00 req-d3c1a813-de7c-495c-b8a1-3702ea3a6c93 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:42.540460 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71a22508-c69a-4043-89f5-f4a9ca6eda00 req-d3c1a813-de7c-495c-b8a1-3702ea3a6c93 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Network cd702362-b982-46c5-a7d0-51de1b03df86 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:43:42.546493 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [req-71a22508-c69a-4043-89f5-f4a9ca6eda00 req-d3c1a813-de7c-495c-b8a1-3702ea3a6c93 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:43:42.553689 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [req-71a22508-c69a-4043-89f5-f4a9ca6eda00 req-d3c1a813-de7c-495c-b8a1-3702ea3a6c93 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:43:42.596362 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c1a813-de7c-495c-b8a1-3702ea3a6c93 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Pushing event updated for resources: {'Port': ['ID=36b4db1d-b6e8-4dc0-991a-f9d6809e9c6a,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:43:42.649036 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a22508-c69a-4043-89f5-f4a9ca6eda00 req-d3c1a813-de7c-495c-b8a1-3702ea3a6c93 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:42.649036 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-71a22508-c69a-4043-89f5-f4a9ca6eda00 req-d3c1a813-de7c-495c-b8a1-3702ea3a6c93 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:42.775747 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-71a22508-c69a-4043-89f5-f4a9ca6eda00 req-d3c1a813-de7c-495c-b8a1-3702ea3a6c93 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4184260 May 20 20:43:42.803179 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [req-71a22508-c69a-4043-89f5-f4a9ca6eda00 req-7cbfe635-2d3f-4b1e-8e9e-b116e66e3163 service neutron] Request body: {'port': {'device_id': '63101f8e-85e2-411c-be0e-a4a0fa1b39b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-842733-1'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:43:42.847608 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2733ca1a-49d0-43ae-9f2e-21dad9a2b90a req-86a5b576-8259-4de9-b112-75f1979b421f tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.35 "GET /v2.0/ports?device_id=8c335b11-5051-4f87-ac56-0002e9b0788f HTTP/1.1" status: 200 len: 210 time: 0.0595889 May 20 20:43:42.883247 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-d0f3c35f-f5dd-492c-8fcf-15007acf1105 None None] Provisioning complete for port 36b4db1d-b6e8-4dc0-991a-f9d6809e9c6a triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:43:42.883735 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d0f3c35f-f5dd-492c-8fcf-15007acf1105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:42.893951 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-71a22508-c69a-4043-89f5-f4a9ca6eda00 req-7cbfe635-2d3f-4b1e-8e9e-b116e66e3163 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:42.970802 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-d0f3c35f-f5dd-492c-8fcf-15007acf1105 None None] Port 36b4db1d-b6e8-4dc0-991a-f9d6809e9c6a cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 20:43:43.024190 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] get_ports_and_sgs() called for port_ids ['2a4cc0f0-cfd0-4e2d-aa3c-9c6f9247fea7'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:43:43.277013 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3116abb3-e998-458a-aa0c-8b78e8185d12 req-1750bf52-9d3c-49a8-bf1a-4a687b0736c6 tempest-ServersAdmin275Test-189374169 tempest-ServersAdmin275Test-189374169-project] 10.222.0.35 "GET /v2.0/ports?device_id=2894f055-1341-4e58-9e01-d9c6a5727656 HTTP/1.1" status: 200 len: 210 time: 0.0844226 May 20 20:43:43.319264 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [req-71a22508-c69a-4043-89f5-f4a9ca6eda00 req-7cbfe635-2d3f-4b1e-8e9e-b116e66e3163 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36b4db1d-b6e8-4dc0-991a-f9d6809e9c6a {{(pid=103163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:43:43.329388 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-71a22508-c69a-4043-89f5-f4a9ca6eda00 req-7cbfe635-2d3f-4b1e-8e9e-b116e66e3163 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:43.356996 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8045ae2f-57f0-4186-9851-0f38c30f2f1b req-a0acf0a9-1b8f-4d34-9e26-e15355e15c28 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:43.366810 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8045ae2f-57f0-4186-9851-0f38c30f2f1b req-a0acf0a9-1b8f-4d34-9e26-e15355e15c28 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] 10.222.0.35 "GET /v2.0/ports?device_id=c033fd40-d9a3-4a1c-97ed-3a7f9a7260de HTTP/1.1" status: 200 len: 944 time: 0.1050379 May 20 20:43:43.368989 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [req-71a22508-c69a-4043-89f5-f4a9ca6eda00 req-7cbfe635-2d3f-4b1e-8e9e-b116e66e3163 service neutron] Transition to ACTIVE for port object 36b4db1d-b6e8-4dc0-991a-f9d6809e9c6a will not be triggered until provisioned by entity L2. {{(pid=103163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 20:43:43.437918 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8045ae2f-57f0-4186-9851-0f38c30f2f1b req-62450388-c94d-4ee4-862b-cc46ad1c2571 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] 10.222.0.35 "GET /v2.0/security-groups?id=24ffe084-33f1-4a86-83df-85043464ffa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702572 May 20 20:43:43.441174 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-71a22508-c69a-4043-89f5-f4a9ca6eda00 req-7cbfe635-2d3f-4b1e-8e9e-b116e66e3163 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:43.464914 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7bf435-b5ec-44b3-9ea1-3792c930b6ad req-384917a4-8500-416a-8b9c-652b450491e4 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:43.467253 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4c7bf435-b5ec-44b3-9ea1-3792c930b6ad req-384917a4-8500-416a-8b9c-652b450491e4 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/ports?device_id=63101f8e-85e2-411c-be0e-a4a0fa1b39b2 HTTP/1.1" status: 200 len: 936 time: 0.0904808 May 20 20:43:43.547597 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 40564) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:43:43.552270 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbfe635-2d3f-4b1e-8e9e-b116e66e3163 service neutron] Pushing event updated for resources: {'Port': ['ID=36b4db1d-b6e8-4dc0-991a-f9d6809e9c6a,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:43:43.621761 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4c7bf435-b5ec-44b3-9ea1-3792c930b6ad req-55015bf4-2982-4bb7-8ad1-c7d2b10d0635 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/security-groups?id=38c76b68-4081-4341-88c9-c8e3082a5da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335566 May 20 20:43:43.684933 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 62d1ba97-6f0b-4b65-9e31-0d50a53dbf7c up at agent hyperv_n-h2-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:43:43.711149 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-aaef709b-a038-407a-88f7-793841091e7f admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-2024465135-network', 'tenant_id': 'ebd1356351a04dc69de90addf6592a07'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:43:43.713557 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-71a22508-c69a-4043-89f5-f4a9ca6eda00 req-7cbfe635-2d3f-4b1e-8e9e-b116e66e3163 service neutron] Attempting to bind port 36b4db1d-b6e8-4dc0-991a-f9d6809e9c6a on host n-h2-842733-1 for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:43:43.714026 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-71a22508-c69a-4043-89f5-f4a9ca6eda00 req-7cbfe635-2d3f-4b1e-8e9e-b116e66e3163 service neutron] Attempting to bind port 36b4db1d-b6e8-4dc0-991a-f9d6809e9c6a by drivers openvswitch,hyperv on host n-h2-842733-1 at level 0 using segments [{'id': 'ed3a602f-49fb-4a95-be80-401e1eb72e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'cd702362-b982-46c5-a7d0-51de1b03df86'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:43:43.714331 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71a22508-c69a-4043-89f5-f4a9ca6eda00 req-7cbfe635-2d3f-4b1e-8e9e-b116e66e3163 service neutron] Attempting to bind port 36b4db1d-b6e8-4dc0-991a-f9d6809e9c6a on network cd702362-b982-46c5-a7d0-51de1b03df86 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:43:43.727489 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71a22508-c69a-4043-89f5-f4a9ca6eda00 req-7cbfe635-2d3f-4b1e-8e9e-b116e66e3163 service neutron] Port 36b4db1d-b6e8-4dc0-991a-f9d6809e9c6a on network cd702362-b982-46c5-a7d0-51de1b03df86 not bound, no agent of type Open vSwitch agent registered on host n-h2-842733-1 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 20:43:43.729550 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71a22508-c69a-4043-89f5-f4a9ca6eda00 req-7cbfe635-2d3f-4b1e-8e9e-b116e66e3163 service neutron] Attempting to bind port 36b4db1d-b6e8-4dc0-991a-f9d6809e9c6a on network cd702362-b982-46c5-a7d0-51de1b03df86 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:43:43.741836 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71a22508-c69a-4043-89f5-f4a9ca6eda00 req-7cbfe635-2d3f-4b1e-8e9e-b116e66e3163 service neutron] Checking agent: {'id': 'a66f2511-b955-448f-877c-56cfe9c81b12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 33, 2), 'started_at': datetime.datetime(2022, 5, 20, 20, 33, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 43, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:43:43.743426 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71a22508-c69a-4043-89f5-f4a9ca6eda00 req-7cbfe635-2d3f-4b1e-8e9e-b116e66e3163 service neutron] Checking segment: {'id': 'ed3a602f-49fb-4a95-be80-401e1eb72e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'cd702362-b982-46c5-a7d0-51de1b03df86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:43:43.744029 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71a22508-c69a-4043-89f5-f4a9ca6eda00 req-7cbfe635-2d3f-4b1e-8e9e-b116e66e3163 service neutron] Bound using segment: {'id': 'ed3a602f-49fb-4a95-be80-401e1eb72e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'cd702362-b982-46c5-a7d0-51de1b03df86'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:43:43.745379 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-71a22508-c69a-4043-89f5-f4a9ca6eda00 req-7cbfe635-2d3f-4b1e-8e9e-b116e66e3163 service neutron] Bound port: 36b4db1d-b6e8-4dc0-991a-f9d6809e9c6a, host: n-h2-842733-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed3a602f-49fb-4a95-be80-401e1eb72e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'cd702362-b982-46c5-a7d0-51de1b03df86'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:43:43.745916 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-71a22508-c69a-4043-89f5-f4a9ca6eda00 req-7cbfe635-2d3f-4b1e-8e9e-b116e66e3163 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:43.799057 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaef709b-a038-407a-88f7-793841091e7f admin admin] Made reservation on behalf of ebd1356351a04dc69de90addf6592a07 for: {'network': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:43:43.799838 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-aaef709b-a038-407a-88f7-793841091e7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for network, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:43.824499 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-aaef709b-a038-407a-88f7-793841091e7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:43.839072 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-71a22508-c69a-4043-89f5-f4a9ca6eda00 req-7cbfe635-2d3f-4b1e-8e9e-b116e66e3163 service neutron] For port 36b4db1d-b6e8-4dc0-991a-f9d6809e9c6a, host n-h2-842733-1, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:43:43.840335 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Provisioning for port 62d1ba97-6f0b-4b65-9e31-0d50a53dbf7c completed by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 20:43:43.846369 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Provisioning complete for port 62d1ba97-6f0b-4b65-9e31-0d50a53dbf7c triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:43:43.846978 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:43.859994 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-71a22508-c69a-4043-89f5-f4a9ca6eda00 req-7cbfe635-2d3f-4b1e-8e9e-b116e66e3163 service neutron] For port 36b4db1d-b6e8-4dc0-991a-f9d6809e9c6a, host n-h2-842733-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=36b4db1d-b6e8-4dc0-991a-f9d6809e9c6a,segment=NetworkSegment(ed3a602f-49fb-4a95-be80-401e1eb72e33),segment_id=ed3a602f-49fb-4a95-be80-401e1eb72e33)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:43:43.906817 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5bff9681-3474-43c7-b908-5a16cf688fa1 req-73f42bdb-fa76-4fa8-9af8-6e645e87a550 tempest-ListImageFiltersTestJSON-762368971 tempest-ListImageFiltersTestJSON-762368971-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=02c8b676c0cd451c938657a8a16ae466&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0421429 May 20 20:43:43.966096 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-71a22508-c69a-4043-89f5-f4a9ca6eda00 req-7cbfe635-2d3f-4b1e-8e9e-b116e66e3163 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:43.995232 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-aaef709b-a038-407a-88f7-793841091e7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:44.029050 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-286dcc59-c9c5-442d-bb68-956100311630 req-c2784651-4b3c-483b-8d9c-d84e612123e4 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2894f055-1341-4e58-9e01-d9c6a5727656 HTTP/1.1" status: 200 len: 210 time: 0.0315325 May 20 20:43:44.039550 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port 62d1ba97-6f0b-4b65-9e31-0d50a53dbf7c is: BUILD; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:43:44.040110 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:44.072992 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '444b3ad3-070a-402c-b3e2-ee88bb47c145', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62d1ba97-6f0b-4b65-9e31-0d50a53dbf7c'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:43:44.078816 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8485417003ce7c0410b00f5cdc2f391e21107b70bb68e2773712534a96e108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3927605f-41b1-4feb-8d7d-7f42435df1cc" -d '{"events": [{"server_uuid": "444b3ad3-070a-402c-b3e2-ee88bb47c145", "name": "network-vif-plugged", "status": "completed", "tag": "62d1ba97-6f0b-4b65-9e31-0d50a53dbf7c"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:43:44.091652 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-fabd8b3c-f212-4d31-a68d-b2cc55869114 req-c21012c0-9e4f-4b9e-9473-2a8e021fd9eb tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.35 "GET /v2.0/ports?device_id=8c335b11-5051-4f87-ac56-0002e9b0788f HTTP/1.1" status: 200 len: 210 time: 0.1210191 May 20 20:43:44.092608 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-aaef709b-a038-407a-88f7-793841091e7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:44.106571 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a22508-c69a-4043-89f5-f4a9ca6eda00 req-7cbfe635-2d3f-4b1e-8e9e-b116e66e3163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:44.106571 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-71a22508-c69a-4043-89f5-f4a9ca6eda00 req-7cbfe635-2d3f-4b1e-8e9e-b116e66e3163 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:44.106571 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-71a22508-c69a-4043-89f5-f4a9ca6eda00 req-7cbfe635-2d3f-4b1e-8e9e-b116e66e3163 service neutron] 10.222.0.13 "PUT /v2.0/ports/36b4db1d-b6e8-4dc0-991a-f9d6809e9c6a HTTP/1.1" status: 200 len: 1096 time: 1.3061223 May 20 20:43:44.108005 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63101f8e-85e2-411c-be0e-a4a0fa1b39b2', 'tag': '36b4db1d-b6e8-4dc0-991a-f9d6809e9c6a'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:43:44.112648 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4291b17aa7b45362825f0571e77c85f5e73afe1df9c7e9e15006df9d695c005e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-068c9370-a2b4-4a0d-b5dc-b7868d686381" -d '{"events": [{"name": "network-changed", "server_uuid": "63101f8e-85e2-411c-be0e-a4a0fa1b39b2", "tag": "36b4db1d-b6e8-4dc0-991a-f9d6809e9c6a"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:43:44.112882 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port 62d1ba97-6f0b-4b65-9e31-0d50a53dbf7c, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=62d1ba97-6f0b-4b65-9e31-0d50a53dbf7c,segment=NetworkSegment(461da9d4-f567-4683-86cb-f9bc470c2bda),segment_id=461da9d4-f567-4683-86cb-f9bc470c2bda)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:43:44.130995 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaef709b-a038-407a-88f7-793841091e7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4005a7c0-996e-40bc-ab92-9d2238fe88ae,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:43:44.145289 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aaef709b-a038-407a-88f7-793841091e7f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 207} {{(pid=103162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 20:43:44.157279 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-aaef709b-a038-407a-88f7-793841091e7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:44.157634 n-d-842733-1 neutron-server[103162]: INFO neutron.db.segments_db [None req-aaef709b-a038-407a-88f7-793841091e7f admin admin] Added segment b3511ee5-1ce2-422f-a806-5b1fb4570f16 of type vlan for network 73be6c15-42e5-4bd3-a8a9-790516939e68 May 20 20:43:44.187508 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 20:43:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34d55ee9-b633-49f8-8008-3cc1a17d7f1e x-openstack-request-id: req-34d55ee9-b633-49f8-8008-3cc1a17d7f1e {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:43:44.187801 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "444b3ad3-070a-402c-b3e2-ee88bb47c145", "name": "network-vif-plugged", "status": "completed", "tag": "62d1ba97-6f0b-4b65-9e31-0d50a53dbf7c", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:43:44.188055 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-34d55ee9-b633-49f8-8008-3cc1a17d7f1e {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:43:44.188474 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34d55ee9-b633-49f8-8008-3cc1a17d7f1e'] response: {'server_uuid': '444b3ad3-070a-402c-b3e2-ee88bb47c145', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62d1ba97-6f0b-4b65-9e31-0d50a53dbf7c', 'code': 200} May 20 20:43:44.199124 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:44.276023 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 20:43:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65c589a2-d0a8-42b7-9cf9-ae27ec00b96b x-openstack-request-id: req-65c589a2-d0a8-42b7-9cf9-ae27ec00b96b {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:43:44.276023 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63101f8e-85e2-411c-be0e-a4a0fa1b39b2", "tag": "36b4db1d-b6e8-4dc0-991a-f9d6809e9c6a", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:43:44.276023 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-65c589a2-d0a8-42b7-9cf9-ae27ec00b96b {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:43:44.276023 n-d-842733-1 neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65c589a2-d0a8-42b7-9cf9-ae27ec00b96b'] response: {'name': 'network-changed', 'server_uuid': '63101f8e-85e2-411c-be0e-a4a0fa1b39b2', 'tag': '36b4db1d-b6e8-4dc0-991a-f9d6809e9c6a', 'status': 'completed', 'code': 200} May 20 20:43:44.290408 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbfe635-2d3f-4b1e-8e9e-b116e66e3163 service neutron] Pushing event updated for resources: {'Port': ['ID=36b4db1d-b6e8-4dc0-991a-f9d6809e9c6a,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:43:44.293611 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-aaef709b-a038-407a-88f7-793841091e7f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418993264'] for network, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:44.329501 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=62d1ba97-6f0b-4b65-9e31-0d50a53dbf7c,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:43:44.389552 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bff9681-3474-43c7-b908-5a16cf688fa1 req-b2a08222-7585-4184-a829-1f646f8a7362 tempest-ListImageFiltersTestJSON-762368971 tempest-ListImageFiltersTestJSON-762368971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:44.398813 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5bff9681-3474-43c7-b908-5a16cf688fa1 req-b2a08222-7585-4184-a829-1f646f8a7362 tempest-ListImageFiltersTestJSON-762368971 tempest-ListImageFiltersTestJSON-762368971-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4842820 May 20 20:43:44.440265 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-aaef709b-a038-407a-88f7-793841091e7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524'] for network, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:44.441499 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaef709b-a038-407a-88f7-793841091e7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:44.442451 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-aaef709b-a038-407a-88f7-793841091e7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:44.445792 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5bff9681-3474-43c7-b908-5a16cf688fa1 req-b246cc44-b973-40b6-b7c9-8ccc98aca93b tempest-ListImageFiltersTestJSON-762368971 tempest-ListImageFiltersTestJSON-762368971-project] 10.222.0.35 "GET /v2.0/quotas/02c8b676c0cd451c938657a8a16ae466 HTTP/1.1" status: 200 len: 375 time: 0.0461843 May 20 20:43:44.507398 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-160bfc8a-5277-4a09-9ad9-7796340ad621 req-575ec95c-6edb-47c5-8905-ef48c5b6ed5d tempest-ServersAdmin275Test-189374169 tempest-ServersAdmin275Test-189374169-project] 10.222.0.35 "GET /v2.0/ports?device_id=2894f055-1341-4e58-9e01-d9c6a5727656 HTTP/1.1" status: 200 len: 210 time: 0.0724504 May 20 20:43:44.527602 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c9524c-ba28-47c1-9d57-1274f879e0a4 req-67a92de2-fd7c-46f3-91ff-f60b6d48484c tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:44.540551 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c4c9524c-ba28-47c1-9d57-1274f879e0a4 req-67a92de2-fd7c-46f3-91ff-f60b6d48484c tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.24 "GET /v2.0/networks?id=80bda1f2-d8f3-4628-a486-5841bb81c3dc HTTP/1.1" status: 200 len: 805 time: 0.4485040 May 20 20:43:44.546517 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5bff9681-3474-43c7-b908-5a16cf688fa1 req-f19c889d-2b48-44dd-9222-507ae554dcac tempest-ListImageFiltersTestJSON-762368971 tempest-ListImageFiltersTestJSON-762368971-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=02c8b676c0cd451c938657a8a16ae466&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0734355 May 20 20:43:44.567504 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaef709b-a038-407a-88f7-793841091e7f admin admin] Pushing event updated for resources: {'Network': ['ID=73be6c15-42e5-4bd3-a8a9-790516939e68,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:43:44.570144 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068c9370-a2b4-4a0d-b5dc-b7868d686381 req-052b8659-58d6-432a-aa3d-0d1790f65943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:44.571601 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-068c9370-a2b4-4a0d-b5dc-b7868d686381 req-052b8659-58d6-432a-aa3d-0d1790f65943 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=74b74d22d9d54e1eae7cec44a7fbec8d&device_id=63101f8e-85e2-411c-be0e-a4a0fa1b39b2 HTTP/1.1" status: 200 len: 1099 time: 0.1532309 May 20 20:43:44.576773 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [req-c4c9524c-ba28-47c1-9d57-1274f879e0a4 req-8f5224ad-c6f8-4e79-84e6-4aeaa9926485 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] Request body: {'port': {'device_id': '8c335b11-5051-4f87-ac56-0002e9b0788f', 'network_id': '80bda1f2-d8f3-4628-a486-5841bb81c3dc', 'admin_state_up': True, 'tenant_id': 'bfecc73b8c99406dbde7fba5545cc962'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:43:44.580169 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-aaef709b-a038-407a-88f7-793841091e7f admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.0299623 May 20 20:43:44.583429 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Network 73be6c15-42e5-4bd3-a8a9-790516939e68 details requested by agent ovs-agent-n-d-842733-1 with host n-d-842733-1 {{(pid=103164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 20 20:43:44.584458 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 40602) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:43:44.602377 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-a1208539-a966-419c-962f-d5b2cabcf126 admin admin] Request body: {'subnet': {'network_id': '73be6c15-42e5-4bd3-a8a9-790516939e68', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-2024465135-subnet', 'tenant_id': 'ebd1356351a04dc69de90addf6592a07', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:43:44.611063 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16086aab-0675-49de-b993-7203edf0ee9c req-544d8f1d-20db-4f72-ae0c-03a782755d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:44.612989 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-16086aab-0675-49de-b993-7203edf0ee9c req-544d8f1d-20db-4f72-ae0c-03a782755d30 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=444b3ad3-070a-402c-b3e2-ee88bb47c145 HTTP/1.1" status: 200 len: 1096 time: 0.0972703 May 20 20:43:44.675570 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-16086aab-0675-49de-b993-7203edf0ee9c req-5b62139a-0e82-4c05-bb59-687fd04e183f service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=24ffe084-33f1-4a86-83df-85043464ffa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429251 May 20 20:43:44.710764 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-068c9370-a2b4-4a0d-b5dc-b7868d686381 req-150c64ab-cd85-4cbd-b717-93df1b86d986 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=74b74d22d9d54e1eae7cec44a7fbec8d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0258493 May 20 20:43:44.714377 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1208539-a966-419c-962f-d5b2cabcf126 admin admin] Made reservation on behalf of ebd1356351a04dc69de90addf6592a07 for: {'subnet': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:43:44.717909 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a1208539-a966-419c-962f-d5b2cabcf126 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4018244'] for subnet, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:44.769245 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b2090f-4b80-444e-89d9-e04cd39c7653 req-c0551881-1593-4f6a-8e8e-ff22f9a55e3d tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:44.770768 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-18b2090f-4b80-444e-89d9-e04cd39c7653 req-c0551881-1593-4f6a-8e8e-ff22f9a55e3d tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] 10.222.0.35 "GET /v2.0/ports?device_id=c033fd40-d9a3-4a1c-97ed-3a7f9a7260de HTTP/1.1" status: 200 len: 944 time: 0.0872273 May 20 20:43:44.814985 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4c9524c-ba28-47c1-9d57-1274f879e0a4 req-8f5224ad-c6f8-4e79-84e6-4aeaa9926485 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] Made reservation on behalf of bfecc73b8c99406dbde7fba5545cc962 for: {'port': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:43:44.826044 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-c4c9524c-ba28-47c1-9d57-1274f879e0a4 req-8f5224ad-c6f8-4e79-84e6-4aeaa9926485 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:44.836429 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-18b2090f-4b80-444e-89d9-e04cd39c7653 req-fefdf315-0dc4-493c-8f63-4187d4987a13 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] 10.222.0.35 "GET /v2.0/security-groups?id=24ffe084-33f1-4a86-83df-85043464ffa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594552 May 20 20:43:45.000858 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a1208539-a966-419c-962f-d5b2cabcf126 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3797684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4018258'] for subnet, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:45.057463 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1208539-a966-419c-962f-d5b2cabcf126 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9412bbe-ed17-4767-8827-4b5e1196d210,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:43:45.074623 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1208539-a966-419c-962f-d5b2cabcf126 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:43:45.074967 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1208539-a966-419c-962f-d5b2cabcf126 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:43:45.075301 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1208539-a966-419c-962f-d5b2cabcf126 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:43:45.075746 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1208539-a966-419c-962f-d5b2cabcf126 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:43:45.076257 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1208539-a966-419c-962f-d5b2cabcf126 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:43:45.076693 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1208539-a966-419c-962f-d5b2cabcf126 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:43:45.077013 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1208539-a966-419c-962f-d5b2cabcf126 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:43:45.077365 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1208539-a966-419c-962f-d5b2cabcf126 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:43:45.077686 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1208539-a966-419c-962f-d5b2cabcf126 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:43:45.078010 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1208539-a966-419c-962f-d5b2cabcf126 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:43:45.078333 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1208539-a966-419c-962f-d5b2cabcf126 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:43:45.078646 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1208539-a966-419c-962f-d5b2cabcf126 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:43:45.090322 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1208539-a966-419c-962f-d5b2cabcf126 admin admin] Checking segment: {'id': 'b3511ee5-1ce2-422f-a806-5b1fb4570f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '73be6c15-42e5-4bd3-a8a9-790516939e68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:43:45.090322 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1208539-a966-419c-962f-d5b2cabcf126 admin admin] Network hostable DHCP agents. Network: 73be6c15-42e5-4bd3-a8a9-790516939e68, hostable agents: ['c9b0653c-f3c7-4339-bd50-e3754b629216'], hosted agents: [] {{(pid=103162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 20:43:45.136703 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device e3e1fe2e-a4a5-4e31-b7cf-545e6ad5d197 details requested by agent hyperv_n-h1-842733-1 with host n-h1-842733-1 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 20:43:45.183336 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1208539-a966-419c-962f-d5b2cabcf126 admin admin] Network 73be6c15-42e5-4bd3-a8a9-790516939e68 is scheduled to be hosted by DHCP agent c9b0653c-f3c7-4339-bd50-e3754b629216 with binding_index 1 {{(pid=103162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 20:43:45.264622 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-a1208539-a966-419c-962f-d5b2cabcf126 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842733-1, 73be6c15-42e5-4bd3-a8a9-790516939e68) {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:43:45.270012 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1208539-a966-419c-962f-d5b2cabcf126 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:45.270896 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a1208539-a966-419c-962f-d5b2cabcf126 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:45.284012 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port e3e1fe2e-a4a5-4e31-b7cf-545e6ad5d197, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=e3e1fe2e-a4a5-4e31-b7cf-545e6ad5d197,segment=NetworkSegment(461da9d4-f567-4683-86cb-f9bc470c2bda),segment_id=461da9d4-f567-4683-86cb-f9bc470c2bda)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:43:45.289160 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2864144-3876-41ee-ba05-9aa53f926297 None None] Network 73be6c15-42e5-4bd3-a8a9-790516939e68 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:43:45.312897 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Returning: {'device': 'e3e1fe2e-a4a5-4e31-b7cf-545e6ad5d197', 'network_id': 'dc8945eb-dd74-4cb0-b93f-84eec37290f3', 'port_id': 'e3e1fe2e-a4a5-4e31-b7cf-545e6ad5d197', 'mac_address': 'fa:16:3e:9c:36:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6369a26f-bc30-4622-b5b7-2978096f54a2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 20 20:43:45.368648 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-a1208539-a966-419c-962f-d5b2cabcf126 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.7814038 May 20 20:43:45.436918 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c8b216ad-aea7-4246-8c35-fd3e39b92399 req-85fe9b29-0789-4f1e-96c3-ec2a67d941c7 tempest-ListImageFiltersTestJSON-762368971 tempest-ListImageFiltersTestJSON-762368971-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=02c8b676c0cd451c938657a8a16ae466&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4391422 May 20 20:43:45.442393 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Current status of the port e3e1fe2e-a4a5-4e31-b7cf-545e6ad5d197 is: DOWN; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:43:45.444733 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:45.478183 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0e9434-9466-438f-9a5a-72d2a2fb554d req-3bf1fc3c-75ea-4a98-a536-3fa2a10a34f5 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:45.490352 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-dc0e9434-9466-438f-9a5a-72d2a2fb554d req-3bf1fc3c-75ea-4a98-a536-3fa2a10a34f5 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/ports?device_id=63101f8e-85e2-411c-be0e-a4a0fa1b39b2 HTTP/1.1" status: 200 len: 948 time: 0.6040719 May 20 20:43:45.495117 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3e1fe2e-a4a5-4e31-b7cf-545e6ad5d197 {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:43:45.544180 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port e3e1fe2e-a4a5-4e31-b7cf-545e6ad5d197, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=e3e1fe2e-a4a5-4e31-b7cf-545e6ad5d197,segment=NetworkSegment(461da9d4-f567-4683-86cb-f9bc470c2bda),segment_id=461da9d4-f567-4683-86cb-f9bc470c2bda)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:43:45.585197 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40bf5d50-2151-44f9-9ba1-8996f1d8118a None None] Network 73be6c15-42e5-4bd3-a8a9-790516939e68 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:43:45.668143 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068c9370-a2b4-4a0d-b5dc-b7868d686381 req-71064e6f-da1b-49dd-95b1-c6ec2f5c51e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:45.669665 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-068c9370-a2b4-4a0d-b5dc-b7868d686381 req-71064e6f-da1b-49dd-95b1-c6ec2f5c51e8 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6852844 May 20 20:43:45.680716 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-dc0e9434-9466-438f-9a5a-72d2a2fb554d req-d5a76b5d-36f0-46b4-b45b-a3d7eb30f765 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/security-groups?id=38c76b68-4081-4341-88c9-c8e3082a5da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566291 May 20 20:43:45.687242 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [req-c4c9524c-ba28-47c1-9d57-1274f879e0a4 req-8f5224ad-c6f8-4e79-84e6-4aeaa9926485 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] Allocated IP 172.20.0.13 (80bda1f2-d8f3-4628-a486-5841bb81c3dc/532e3931-08a4-40e8-b75d-9b3b215f2360/38316866-23bb-400f-9c03-dd215bcaf804) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:43:45.692690 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:45.735394 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b216ad-aea7-4246-8c35-fd3e39b92399 req-2a4c6823-d277-45e7-b69f-e3b0898cc1a9 tempest-ListImageFiltersTestJSON-762368971 tempest-ListImageFiltersTestJSON-762368971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:45.742586 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c8b216ad-aea7-4246-8c35-fd3e39b92399 req-2a4c6823-d277-45e7-b69f-e3b0898cc1a9 tempest-ListImageFiltersTestJSON-762368971 tempest-ListImageFiltersTestJSON-762368971-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3048213 May 20 20:43:45.766280 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c8b216ad-aea7-4246-8c35-fd3e39b92399 req-640a15a9-0295-4b07-928b-501cc10e0fab tempest-ListImageFiltersTestJSON-762368971 tempest-ListImageFiltersTestJSON-762368971-project] 10.222.0.35 "GET /v2.0/quotas/02c8b676c0cd451c938657a8a16ae466 HTTP/1.1" status: 200 len: 375 time: 0.0227234 May 20 20:43:45.817039 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c8b216ad-aea7-4246-8c35-fd3e39b92399 req-56703fc0-06bd-4dd9-9389-279bafeda72b tempest-ListImageFiltersTestJSON-762368971 tempest-ListImageFiltersTestJSON-762368971-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=02c8b676c0cd451c938657a8a16ae466&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0497572 May 20 20:43:45.846319 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Pushing event updated for resources: {'Port': ['ID=e3e1fe2e-a4a5-4e31-b7cf-545e6ad5d197,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:43:45.872032 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5b0c11aa-f855-4519-9158-0ff3d3467716 req-0ed6ec48-5c3a-4bfc-b8d2-97c502fb32ac tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.35 "GET /v2.0/ports?device_id=8c335b11-5051-4f87-ac56-0002e9b0788f HTTP/1.1" status: 200 len: 210 time: 0.0498753 May 20 20:43:45.932188 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] get_ports_and_sgs() called for port_ids ['e3e1fe2e-a4a5-4e31-b7cf-545e6ad5d197'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:43:46.027409 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-cb3575b3-7957-4389-9ad9-222cf8b9c7ca req-cf152c53-7082-4768-92b1-3ac123602847 tempest-ServersAdmin275Test-189374169 tempest-ServersAdmin275Test-189374169-project] 10.222.0.35 "GET /v2.0/ports?device_id=2894f055-1341-4e58-9e01-d9c6a5727656 HTTP/1.1" status: 200 len: 210 time: 0.0664072 May 20 20:43:46.129701 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a22508-c69a-4043-89f5-f4a9ca6eda00 req-837a8012-337b-481c-a556-4116fcdbefaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:46.133622 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-71a22508-c69a-4043-89f5-f4a9ca6eda00 req-837a8012-337b-481c-a556-4116fcdbefaa service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=74b74d22d9d54e1eae7cec44a7fbec8d&device_id=63101f8e-85e2-411c-be0e-a4a0fa1b39b2 HTTP/1.1" status: 200 len: 1099 time: 0.1726265 May 20 20:43:46.188062 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-c4c9524c-ba28-47c1-9d57-1274f879e0a4 req-8f5224ad-c6f8-4e79-84e6-4aeaa9926485 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] Notify callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:46.278174 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-71a22508-c69a-4043-89f5-f4a9ca6eda00 req-af453240-da13-45ff-adff-d65fcc985381 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=36b4db1d-b6e8-4dc0-991a-f9d6809e9c6a HTTP/1.1" status: 200 len: 217 time: 0.0881443 May 20 20:43:46.432842 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125287fc-5ab3-448d-8906-0b040efa7fd6 req-78859831-d4bc-46f0-a164-f7d9396011cd tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:46.434479 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-125287fc-5ab3-448d-8906-0b040efa7fd6 req-78859831-d4bc-46f0-a164-f7d9396011cd tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] 10.222.0.35 "GET /v2.0/ports?device_id=c033fd40-d9a3-4a1c-97ed-3a7f9a7260de HTTP/1.1" status: 200 len: 945 time: 0.2434783 May 20 20:43:46.442151 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a22508-c69a-4043-89f5-f4a9ca6eda00 req-90bd7cae-f92e-4048-91e4-c289031f09bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:46.443622 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-71a22508-c69a-4043-89f5-f4a9ca6eda00 req-90bd7cae-f92e-4048-91e4-c289031f09bc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=26b342ea-254c-483a-9ea9-f11c178970eb HTTP/1.1" status: 200 len: 843 time: 0.1546049 May 20 20:43:46.536404 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-125287fc-5ab3-448d-8906-0b040efa7fd6 req-bdcda378-2c20-4310-80b0-c24c21bca69e tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] 10.222.0.35 "GET /v2.0/security-groups?id=24ffe084-33f1-4a86-83df-85043464ffa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884881 May 20 20:43:46.559741 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a22508-c69a-4043-89f5-f4a9ca6eda00 req-658baf4a-221c-4ef9-b669-74af30e9f83c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:46.559741 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-71a22508-c69a-4043-89f5-f4a9ca6eda00 req-658baf4a-221c-4ef9-b669-74af30e9f83c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cd702362-b982-46c5-a7d0-51de1b03df86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1030815 May 20 20:43:46.559741 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-c4c9524c-ba28-47c1-9d57-1274f879e0a4 req-8f5224ad-c6f8-4e79-84e6-4aeaa9926485 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:46.569160 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] get_ports_and_sgs() called for port_ids ['3f587f96-5444-4c41-a898-7664aceff07c'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:43:46.576933 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6106b8d5-ae80-4e8d-be67-2c50eb9dd374 req-b98f6e8a-a358-4d7c-8d20-0b4b3aba05f7 tempest-InstanceActionsV221TestJSON-494721490 tempest-InstanceActionsV221TestJSON-494721490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:46.581772 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6106b8d5-ae80-4e8d-be67-2c50eb9dd374 req-b98f6e8a-a358-4d7c-8d20-0b4b3aba05f7 tempest-InstanceActionsV221TestJSON-494721490 tempest-InstanceActionsV221TestJSON-494721490-project] 10.222.0.35 "GET /v2.0/networks?id=73be6c15-42e5-4bd3-a8a9-790516939e68 HTTP/1.1" status: 200 len: 818 time: 0.2330031 May 20 20:43:46.697813 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4c9524c-ba28-47c1-9d57-1274f879e0a4 req-8f5224ad-c6f8-4e79-84e6-4aeaa9926485 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] Network 80bda1f2-d8f3-4628-a486-5841bb81c3dc is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:43:46.708511 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6106b8d5-ae80-4e8d-be67-2c50eb9dd374 req-bb059532-b1f4-427c-bec2-f83ffe3a9561 tempest-InstanceActionsV221TestJSON-494721490 tempest-InstanceActionsV221TestJSON-494721490-project] 10.222.0.35 "GET /v2.0/quotas/ebd1356351a04dc69de90addf6592a07 HTTP/1.1" status: 200 len: 375 time: 0.0930760 May 20 20:43:46.742805 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [req-c4c9524c-ba28-47c1-9d57-1274f879e0a4 req-8f5224ad-c6f8-4e79-84e6-4aeaa9926485 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:43:46.753662 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-61962234-5e01-460f-bf3a-9b55c29ec358 req-f9834c2a-b5aa-4f28-a13f-394f0a4f0812 tempest-ListImageFiltersTestJSON-762368971 tempest-ListImageFiltersTestJSON-762368971-project] 10.222.0.35 "GET /v2.0/ports?device_id=0bbfd9e8-a057-44f1-b038-cbd8f003a98d HTTP/1.1" status: 200 len: 210 time: 0.1172483 May 20 20:43:46.764534 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4c9524c-ba28-47c1-9d57-1274f879e0a4 req-8f5224ad-c6f8-4e79-84e6-4aeaa9926485 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:43:46.787967 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5224ad-c6f8-4e79-84e6-4aeaa9926485 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] Pushing event updated for resources: {'Port': ['ID=38316866-23bb-400f-9c03-dd215bcaf804,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:43:46.816795 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6106b8d5-ae80-4e8d-be67-2c50eb9dd374 req-f8e1da36-7baa-4e6b-8702-47f4a59531f2 tempest-InstanceActionsV221TestJSON-494721490 tempest-InstanceActionsV221TestJSON-494721490-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=ebd1356351a04dc69de90addf6592a07&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1073360 May 20 20:43:46.914852 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c9524c-ba28-47c1-9d57-1274f879e0a4 req-8f5224ad-c6f8-4e79-84e6-4aeaa9926485 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:46.915477 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-c4c9524c-ba28-47c1-9d57-1274f879e0a4 req-8f5224ad-c6f8-4e79-84e6-4aeaa9926485 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:46.941637 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-71a22508-c69a-4043-89f5-f4a9ca6eda00 req-c435cbab-2aa9-4378-9c9e-f8ef8849a940 service neutron] 10.222.0.13 "GET /v2.0/networks/cd702362-b982-46c5-a7d0-51de1b03df86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3751962 May 20 20:43:47.030263 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c4c9524c-ba28-47c1-9d57-1274f879e0a4 req-8f5224ad-c6f8-4e79-84e6-4aeaa9926485 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4626274 May 20 20:43:47.034677 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6106b8d5-ae80-4e8d-be67-2c50eb9dd374 req-67ccd921-45b1-42a9-a507-95225e5d1fd0 service neutron] 10.222.0.35 "GET /v2.0/networks/73be6c15-42e5-4bd3-a8a9-790516939e68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2098567 May 20 20:43:47.043456 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [req-c4c9524c-ba28-47c1-9d57-1274f879e0a4 req-056da77e-d1ce-49d6-bc71-78ae8fe1e3f6 service neutron] Request body: {'port': {'device_id': '8c335b11-5051-4f87-ac56-0002e9b0788f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-842733-1'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:43:47.134051 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device e3e1fe2e-a4a5-4e31-b7cf-545e6ad5d197 up at agent hyperv_n-h1-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:43:47.190613 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-71a22508-c69a-4043-89f5-f4a9ca6eda00 req-f0dd3353-855b-46d3-a4a1-f11401675e50 service neutron] 10.222.0.13 "GET /v2.0/networks/cd702362-b982-46c5-a7d0-51de1b03df86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2345924 May 20 20:43:47.191156 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-c4c9524c-ba28-47c1-9d57-1274f879e0a4 req-056da77e-d1ce-49d6-bc71-78ae8fe1e3f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:47.250050 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Provisioning for port e3e1fe2e-a4a5-4e31-b7cf-545e6ad5d197 completed by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 20:43:47.256830 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Provisioning complete for port e3e1fe2e-a4a5-4e31-b7cf-545e6ad5d197 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:43:47.262789 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6106b8d5-ae80-4e8d-be67-2c50eb9dd374 req-416e7a05-423d-4bc2-8866-78dc04d4cbc5 service neutron] 10.222.0.35 "GET /v2.0/networks/73be6c15-42e5-4bd3-a8a9-790516939e68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2078309 May 20 20:43:47.266601 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:47.393829 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0a47e2b7-3d31-4881-921e-a9110814c117 req-e2963fbb-be4a-4543-a95e-80880b0ae9bb tempest-ServersAdmin275Test-1415525218 tempest-ServersAdmin275Test-1415525218-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=2894f055-1341-4e58-9e01-d9c6a5727656 HTTP/1.1" status: 200 len: 210 time: 0.0317934 May 20 20:43:47.463746 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Current status of the port e3e1fe2e-a4a5-4e31-b7cf-545e6ad5d197 is: BUILD; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:43:47.467155 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:47.528310 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c033fd40-d9a3-4a1c-97ed-3a7f9a7260de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3e1fe2e-a4a5-4e31-b7cf-545e6ad5d197'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:43:47.535826 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8485417003ce7c0410b00f5cdc2f391e21107b70bb68e2773712534a96e108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36a3b98e-04db-43d7-ad1f-00afd0a7eb49" -d '{"events": [{"server_uuid": "c033fd40-d9a3-4a1c-97ed-3a7f9a7260de", "name": "network-vif-plugged", "status": "completed", "tag": "e3e1fe2e-a4a5-4e31-b7cf-545e6ad5d197"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:43:47.551683 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port e3e1fe2e-a4a5-4e31-b7cf-545e6ad5d197, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=e3e1fe2e-a4a5-4e31-b7cf-545e6ad5d197,segment=NetworkSegment(461da9d4-f567-4683-86cb-f9bc470c2bda),segment_id=461da9d4-f567-4683-86cb-f9bc470c2bda)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:43:47.609620 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:47.660262 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682e297c-77a3-4914-816b-8d7f8406b085 req-387a44fc-c448-4612-a471-4b9c32f4bc96 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:47.662377 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-682e297c-77a3-4914-816b-8d7f8406b085 req-387a44fc-c448-4612-a471-4b9c32f4bc96 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/ports?device_id=63101f8e-85e2-411c-be0e-a4a0fa1b39b2 HTTP/1.1" status: 200 len: 948 time: 0.1113820 May 20 20:43:47.691871 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Pushing event updated for resources: {'Port': ['ID=e3e1fe2e-a4a5-4e31-b7cf-545e6ad5d197,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:43:47.705540 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [req-c4c9524c-ba28-47c1-9d57-1274f879e0a4 req-056da77e-d1ce-49d6-bc71-78ae8fe1e3f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38316866-23bb-400f-9c03-dd215bcaf804 {{(pid=103163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:43:47.722686 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-c4c9524c-ba28-47c1-9d57-1274f879e0a4 req-056da77e-d1ce-49d6-bc71-78ae8fe1e3f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:47.754569 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [req-c4c9524c-ba28-47c1-9d57-1274f879e0a4 req-056da77e-d1ce-49d6-bc71-78ae8fe1e3f6 service neutron] Transition to ACTIVE for port object 38316866-23bb-400f-9c03-dd215bcaf804 will not be triggered until provisioned by entity L2. {{(pid=103163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 20:43:47.758488 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-682e297c-77a3-4914-816b-8d7f8406b085 req-54aaa06a-788a-47dc-a439-8e6f8f5f8e3e tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/security-groups?id=38c76b68-4081-4341-88c9-c8e3082a5da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846004 May 20 20:43:47.836428 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5bff9681-3474-43c7-b908-5a16cf688fa1 req-c72d9693-63f8-4824-8369-673a96fb5644 tempest-ListImageFiltersTestJSON-762368971 tempest-ListImageFiltersTestJSON-762368971-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=02c8b676c0cd451c938657a8a16ae466&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0240180 May 20 20:43:47.871271 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7c2c2e18-c87b-41ab-91c9-fcfca4b053cb req-b1f8d272-08f8-4755-98e6-d0cb131dcb73 tempest-ServersAdmin275Test-1415525218 tempest-ServersAdmin275Test-1415525218-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=2894f055-1341-4e58-9e01-d9c6a5727656 HTTP/1.1" status: 200 len: 210 time: 0.0337827 May 20 20:43:47.880994 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-c4c9524c-ba28-47c1-9d57-1274f879e0a4 req-056da77e-d1ce-49d6-bc71-78ae8fe1e3f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:47.953382 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 40702) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:43:47.963690 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09acc26b-7329-4f39-aef1-7f0ea7150b68 req-6d64ae83-4652-4ee1-a765-f8a9eac450c4 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:47.965226 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-09acc26b-7329-4f39-aef1-7f0ea7150b68 req-6d64ae83-4652-4ee1-a765-f8a9eac450c4 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.35 "GET /v2.0/ports?device_id=8c335b11-5051-4f87-ac56-0002e9b0788f HTTP/1.1" status: 200 len: 932 time: 0.1898186 May 20 20:43:48.015434 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 20:43:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8420b8f-2cd2-4fb4-b5d3-e49d9ff56923 x-openstack-request-id: req-d8420b8f-2cd2-4fb4-b5d3-e49d9ff56923 {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:43:48.016244 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c033fd40-d9a3-4a1c-97ed-3a7f9a7260de", "name": "network-vif-plugged", "status": "completed", "tag": "e3e1fe2e-a4a5-4e31-b7cf-545e6ad5d197", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:43:48.019842 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d8420b8f-2cd2-4fb4-b5d3-e49d9ff56923 {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:43:48.022930 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8420b8f-2cd2-4fb4-b5d3-e49d9ff56923'] response: {'server_uuid': 'c033fd40-d9a3-4a1c-97ed-3a7f9a7260de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3e1fe2e-a4a5-4e31-b7cf-545e6ad5d197', 'code': 200} May 20 20:43:48.056821 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056da77e-d1ce-49d6-bc71-78ae8fe1e3f6 service neutron] Pushing event updated for resources: {'Port': ['ID=38316866-23bb-400f-9c03-dd215bcaf804,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:43:48.091953 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-09acc26b-7329-4f39-aef1-7f0ea7150b68 req-79cd310b-90cf-4674-bcae-8a32a52f4e81 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.35 "GET /v2.0/security-groups?id=af06f2cf-8756-4fbf-90c6-d72ff1946909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172147 May 20 20:43:48.140949 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bff9681-3474-43c7-b908-5a16cf688fa1 req-5f66eb1c-33ce-4be8-a507-05b66f2a2828 tempest-ListImageFiltersTestJSON-762368971 tempest-ListImageFiltersTestJSON-762368971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:48.147127 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5bff9681-3474-43c7-b908-5a16cf688fa1 req-5f66eb1c-33ce-4be8-a507-05b66f2a2828 tempest-ListImageFiltersTestJSON-762368971 tempest-ListImageFiltersTestJSON-762368971-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2781582 May 20 20:43:48.204052 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc835ff-7c15-498a-aa97-e4224a092e28 req-6a3e6eca-5a32-4617-a930-ccd913b14d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:48.205527 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-7cc835ff-7c15-498a-aa97-e4224a092e28 req-6a3e6eca-5a32-4617-a930-ccd913b14d02 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c033fd40-d9a3-4a1c-97ed-3a7f9a7260de HTTP/1.1" status: 200 len: 1097 time: 0.1180401 May 20 20:43:48.212703 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-de7c40cd-e742-4d08-948c-5a15b517cf0f req-aa1e8304-e2d9-476b-a038-00df3710d94a tempest-InstanceActionsV221TestJSON-494721490 tempest-InstanceActionsV221TestJSON-494721490-project] 10.222.0.35 "GET /v2.0/ports?device_id=4e1b957a-c9fb-4018-81c7-17531b56e081 HTTP/1.1" status: 200 len: 210 time: 0.0376647 May 20 20:43:48.216733 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [req-5bff9681-3474-43c7-b908-5a16cf688fa1 req-800c352d-f7fb-4091-99e9-2235b7722886 tempest-ListImageFiltersTestJSON-762368971 tempest-ListImageFiltersTestJSON-762368971-project] Request body: {'port': {'device_id': '2cf46fab-12e1-4785-85be-6f2bfb618fd6', 'network_id': 'cd702362-b982-46c5-a7d0-51de1b03df86', 'admin_state_up': True, 'tenant_id': '02c8b676c0cd451c938657a8a16ae466'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:43:48.224208 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-c4c9524c-ba28-47c1-9d57-1274f879e0a4 req-056da77e-d1ce-49d6-bc71-78ae8fe1e3f6 service neutron] Attempting to bind port 38316866-23bb-400f-9c03-dd215bcaf804 on host n-h1-842733-1 for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:43:48.224566 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-c4c9524c-ba28-47c1-9d57-1274f879e0a4 req-056da77e-d1ce-49d6-bc71-78ae8fe1e3f6 service neutron] Attempting to bind port 38316866-23bb-400f-9c03-dd215bcaf804 by drivers openvswitch,hyperv on host n-h1-842733-1 at level 0 using segments [{'id': '1b618711-eace-4f66-9dbc-026093290eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '80bda1f2-d8f3-4628-a486-5841bb81c3dc'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:43:48.224971 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4c9524c-ba28-47c1-9d57-1274f879e0a4 req-056da77e-d1ce-49d6-bc71-78ae8fe1e3f6 service neutron] Attempting to bind port 38316866-23bb-400f-9c03-dd215bcaf804 on network 80bda1f2-d8f3-4628-a486-5841bb81c3dc {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:43:48.273753 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4c9524c-ba28-47c1-9d57-1274f879e0a4 req-056da77e-d1ce-49d6-bc71-78ae8fe1e3f6 service neutron] Port 38316866-23bb-400f-9c03-dd215bcaf804 on network 80bda1f2-d8f3-4628-a486-5841bb81c3dc not bound, no agent of type Open vSwitch agent registered on host n-h1-842733-1 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 20:43:48.273753 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4c9524c-ba28-47c1-9d57-1274f879e0a4 req-056da77e-d1ce-49d6-bc71-78ae8fe1e3f6 service neutron] Attempting to bind port 38316866-23bb-400f-9c03-dd215bcaf804 on network 80bda1f2-d8f3-4628-a486-5841bb81c3dc {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:43:48.316178 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4c9524c-ba28-47c1-9d57-1274f879e0a4 req-056da77e-d1ce-49d6-bc71-78ae8fe1e3f6 service neutron] Checking agent: {'id': '08dfb1ce-804b-4db8-838b-21094082e041', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 32, 54), 'started_at': datetime.datetime(2022, 5, 20, 20, 32, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 43, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:43:48.316451 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4c9524c-ba28-47c1-9d57-1274f879e0a4 req-056da77e-d1ce-49d6-bc71-78ae8fe1e3f6 service neutron] Checking segment: {'id': '1b618711-eace-4f66-9dbc-026093290eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '80bda1f2-d8f3-4628-a486-5841bb81c3dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:43:48.316791 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4c9524c-ba28-47c1-9d57-1274f879e0a4 req-056da77e-d1ce-49d6-bc71-78ae8fe1e3f6 service neutron] Bound using segment: {'id': '1b618711-eace-4f66-9dbc-026093290eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '80bda1f2-d8f3-4628-a486-5841bb81c3dc'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:43:48.317250 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-c4c9524c-ba28-47c1-9d57-1274f879e0a4 req-056da77e-d1ce-49d6-bc71-78ae8fe1e3f6 service neutron] Bound port: 38316866-23bb-400f-9c03-dd215bcaf804, host: n-h1-842733-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b618711-eace-4f66-9dbc-026093290eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '80bda1f2-d8f3-4628-a486-5841bb81c3dc'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:43:48.317829 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-c4c9524c-ba28-47c1-9d57-1274f879e0a4 req-056da77e-d1ce-49d6-bc71-78ae8fe1e3f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:48.325767 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-7cc835ff-7c15-498a-aa97-e4224a092e28 req-1abd75da-2ff5-4f04-8510-ae0e34d66118 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=24ffe084-33f1-4a86-83df-85043464ffa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132126 May 20 20:43:48.346339 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7baf313-98bf-4d93-b52c-33459833dd4f req-50af86db-a644-4922-a2cb-5cd7b12ee695 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:48.347872 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f7baf313-98bf-4d93-b52c-33459833dd4f req-50af86db-a644-4922-a2cb-5cd7b12ee695 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] 10.222.0.35 "GET /v2.0/ports?device_id=c033fd40-d9a3-4a1c-97ed-3a7f9a7260de HTTP/1.1" status: 200 len: 946 time: 0.2696257 May 20 20:43:48.357761 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d611d4ab-de1d-4caa-a8f2-ed317437149c req-6fb0cac3-be7b-4c2b-882e-3c967b025ba3 tempest-ListImageFiltersTestJSON-762368971 tempest-ListImageFiltersTestJSON-762368971-project] 10.222.0.35 "GET /v2.0/ports?device_id=0bbfd9e8-a057-44f1-b038-cbd8f003a98d HTTP/1.1" status: 200 len: 210 time: 0.0689249 May 20 20:43:48.447636 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f7baf313-98bf-4d93-b52c-33459833dd4f req-ad66e3cd-d863-49c6-8727-d4a43e111667 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] 10.222.0.35 "GET /v2.0/security-groups?id=24ffe084-33f1-4a86-83df-85043464ffa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887680 May 20 20:43:48.479304 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-c4c9524c-ba28-47c1-9d57-1274f879e0a4 req-056da77e-d1ce-49d6-bc71-78ae8fe1e3f6 service neutron] For port 38316866-23bb-400f-9c03-dd215bcaf804, host n-h1-842733-1, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:43:48.482358 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-c4c9524c-ba28-47c1-9d57-1274f879e0a4 req-056da77e-d1ce-49d6-bc71-78ae8fe1e3f6 service neutron] For port 38316866-23bb-400f-9c03-dd215bcaf804, host n-h1-842733-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=38316866-23bb-400f-9c03-dd215bcaf804,segment=NetworkSegment(1b618711-eace-4f66-9dbc-026093290eaa),segment_id=1b618711-eace-4f66-9dbc-026093290eaa)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:43:48.492304 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5f069f2d-724b-4edd-805f-904e92292624 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748528'] for router_interface, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:48.537502 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5bff9681-3474-43c7-b908-5a16cf688fa1 req-800c352d-f7fb-4091-99e9-2235b7722886 tempest-ListImageFiltersTestJSON-762368971 tempest-ListImageFiltersTestJSON-762368971-project] Made reservation on behalf of 02c8b676c0cd451c938657a8a16ae466 for: {'port': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:43:48.541070 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-5bff9681-3474-43c7-b908-5a16cf688fa1 req-800c352d-f7fb-4091-99e9-2235b7722886 tempest-ListImageFiltersTestJSON-762368971 tempest-ListImageFiltersTestJSON-762368971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:48.550422 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-5bff9681-3474-43c7-b908-5a16cf688fa1 req-800c352d-f7fb-4091-99e9-2235b7722886 tempest-ListImageFiltersTestJSON-762368971 tempest-ListImageFiltersTestJSON-762368971-project] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:48.604881 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-c4c9524c-ba28-47c1-9d57-1274f879e0a4 req-056da77e-d1ce-49d6-bc71-78ae8fe1e3f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:48.665754 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c9524c-ba28-47c1-9d57-1274f879e0a4 req-056da77e-d1ce-49d6-bc71-78ae8fe1e3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:48.666366 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-c4c9524c-ba28-47c1-9d57-1274f879e0a4 req-056da77e-d1ce-49d6-bc71-78ae8fe1e3f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:48.668055 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c4c9524c-ba28-47c1-9d57-1274f879e0a4 req-056da77e-d1ce-49d6-bc71-78ae8fe1e3f6 service neutron] 10.222.0.24 "PUT /v2.0/ports/38316866-23bb-400f-9c03-dd215bcaf804 HTTP/1.1" status: 200 len: 1092 time: 1.6284070 May 20 20:43:48.668206 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c335b11-5051-4f87-ac56-0002e9b0788f', 'tag': '38316866-23bb-400f-9c03-dd215bcaf804'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:43:48.671142 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4291b17aa7b45362825f0571e77c85f5e73afe1df9c7e9e15006df9d695c005e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6b76ee6-9c9e-482b-a233-a3998264bcc8" -d '{"events": [{"name": "network-changed", "server_uuid": "8c335b11-5051-4f87-ac56-0002e9b0788f", "tag": "38316866-23bb-400f-9c03-dd215bcaf804"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:43:48.695426 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-5bff9681-3474-43c7-b908-5a16cf688fa1 req-800c352d-f7fb-4091-99e9-2235b7722886 tempest-ListImageFiltersTestJSON-762368971 tempest-ListImageFiltersTestJSON-762368971-project] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:48.708904 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056da77e-d1ce-49d6-bc71-78ae8fe1e3f6 service neutron] Pushing event updated for resources: {'Port': ['ID=38316866-23bb-400f-9c03-dd215bcaf804,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:43:48.724024 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 20:43:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c1aa768-a4a1-45fc-98b8-197bf90fdc0e x-openstack-request-id: req-0c1aa768-a4a1-45fc-98b8-197bf90fdc0e {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:43:48.724773 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c335b11-5051-4f87-ac56-0002e9b0788f", "tag": "38316866-23bb-400f-9c03-dd215bcaf804", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:43:48.725220 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0c1aa768-a4a1-45fc-98b8-197bf90fdc0e {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:43:48.725907 n-d-842733-1 neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c1aa768-a4a1-45fc-98b8-197bf90fdc0e'] response: {'name': 'network-changed', 'server_uuid': '8c335b11-5051-4f87-ac56-0002e9b0788f', 'tag': '38316866-23bb-400f-9c03-dd215bcaf804', 'status': 'completed', 'code': 200} May 20 20:43:48.760255 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-5f069f2d-724b-4edd-805f-904e92292624 admin admin] Deleting port 9dc78221-dc98-405c-a537-c6055b76cbb3 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:43:48.760613 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5f069f2d-724b-4edd-805f-904e92292624 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:48.788637 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-5bff9681-3474-43c7-b908-5a16cf688fa1 req-800c352d-f7fb-4091-99e9-2235b7722886 tempest-ListImageFiltersTestJSON-762368971 tempest-ListImageFiltersTestJSON-762368971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:48.814357 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b76ee6-9c9e-482b-a233-a3998264bcc8 req-e8caf782-c5cf-4f72-8b9a-bb51a14b8ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:48.816136 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d6b76ee6-9c9e-482b-a233-a3998264bcc8 req-e8caf782-c5cf-4f72-8b9a-bb51a14b8ec5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=bfecc73b8c99406dbde7fba5545cc962&device_id=8c335b11-5051-4f87-ac56-0002e9b0788f HTTP/1.1" status: 200 len: 1095 time: 0.0664597 May 20 20:43:48.859893 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-5f069f2d-724b-4edd-805f-904e92292624 admin admin] For port 9dc78221-dc98-405c-a537-c6055b76cbb3, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=9dc78221-dc98-405c-a537-c6055b76cbb3,segment=NetworkSegment(54014f1f-17f4-44bc-89c9-a7cc1b561592),segment_id=54014f1f-17f4-44bc-89c9-a7cc1b561592)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:43:48.860166 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5f069f2d-724b-4edd-805f-904e92292624 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:48.873631 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-5f069f2d-724b-4edd-805f-904e92292624 admin admin] Calling delete_port for 9dc78221-dc98-405c-a537-c6055b76cbb3 owned by network:router_interface {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:43:48.881691 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800c352d-f7fb-4091-99e9-2235b7722886 tempest-ListImageFiltersTestJSON-762368971 tempest-ListImageFiltersTestJSON-762368971-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e825029-db8b-400a-88b4-334185390110,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:43:49.003316 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.agents_db [None req-5c33ad30-4e00-40fa-b486-8c79c4a6cfc5 None None] Agent healthcheck: found 7 active agents {{(pid=103165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 20 20:43:49.053372 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0684374-7cdf-432e-b38a-a01daf395ebd req-2e13a0df-6827-45bb-8195-dd982dff0397 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:49.054868 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e0684374-7cdf-432e-b38a-a01daf395ebd req-2e13a0df-6827-45bb-8195-dd982dff0397 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/ports?device_id=63101f8e-85e2-411c-be0e-a4a0fa1b39b2 HTTP/1.1" status: 200 len: 948 time: 0.1808007 May 20 20:43:49.065957 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b76ee6-9c9e-482b-a233-a3998264bcc8 req-e4e5c441-11d6-4755-86c0-dd0f034b4f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:49.067363 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d6b76ee6-9c9e-482b-a233-a3998264bcc8 req-e4e5c441-11d6-4755-86c0-dd0f034b4f65 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=bfecc73b8c99406dbde7fba5545cc962&shared=False HTTP/1.1" status: 200 len: 906 time: 0.2428787 May 20 20:43:49.074343 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [req-5bff9681-3474-43c7-b908-5a16cf688fa1 req-800c352d-f7fb-4091-99e9-2235b7722886 tempest-ListImageFiltersTestJSON-762368971 tempest-ListImageFiltersTestJSON-762368971-project] Allocated IP 192.168.233.81 (cd702362-b982-46c5-a7d0-51de1b03df86/26b342ea-254c-483a-9ea9-f11c178970eb/e213a585-6dd1-4d47-a02d-ed1886bd7f5d) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:43:49.127498 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ee61d8d6-3245-46a8-93bd-f8969bb02c03 req-43fdeb74-e873-4b3b-a30c-c9465c596933 tempest-ServersAdmin275Test-1415525218 tempest-ServersAdmin275Test-1415525218-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=2894f055-1341-4e58-9e01-d9c6a5727656 HTTP/1.1" status: 200 len: 210 time: 0.0678389 May 20 20:43:49.150707 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-c8b216ad-aea7-4246-8c35-fd3e39b92399 req-d4315c96-66a0-42c7-b03f-4171f04ab045 tempest-ListImageFiltersTestJSON-762368971 tempest-ListImageFiltersTestJSON-762368971-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=02c8b676c0cd451c938657a8a16ae466&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0250533 May 20 20:43:49.177657 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5f069f2d-724b-4edd-805f-904e92292624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:49.210409 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f069f2d-724b-4edd-805f-904e92292624 admin admin] Pushing event deleted for resources: {'Port': ['ID=9dc78221-dc98-405c-a537-c6055b76cbb3,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:43:49.235929 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e0684374-7cdf-432e-b38a-a01daf395ebd req-7ba12697-b8cb-436b-a304-963b05c8e2be tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/security-groups?id=38c76b68-4081-4341-88c9-c8e3082a5da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539490 May 20 20:43:49.427786 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b216ad-aea7-4246-8c35-fd3e39b92399 req-887a0f4c-1de7-4c8c-9b60-6393ad0dc0dc tempest-ListImageFiltersTestJSON-762368971 tempest-ListImageFiltersTestJSON-762368971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:49.429696 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-c8b216ad-aea7-4246-8c35-fd3e39b92399 req-887a0f4c-1de7-4c8c-9b60-6393ad0dc0dc tempest-ListImageFiltersTestJSON-762368971 tempest-ListImageFiltersTestJSON-762368971-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2725265 May 20 20:43:49.443779 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-df7e1ebc-4cbd-4ff2-ac41-de22721ca5f5 req-c5bb866c-fe90-42b0-88dc-f5eda4a70387 tempest-InstanceActionsV221TestJSON-494721490 tempest-InstanceActionsV221TestJSON-494721490-project] 10.222.0.35 "GET /v2.0/ports?device_id=4e1b957a-c9fb-4018-81c7-17531b56e081 HTTP/1.1" status: 200 len: 210 time: 0.0543339 May 20 20:43:49.445006 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b76ee6-9c9e-482b-a233-a3998264bcc8 req-e48f6a0e-ac07-45a8-a8f0-0a4f3b367522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:49.446958 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d6b76ee6-9c9e-482b-a233-a3998264bcc8 req-e48f6a0e-ac07-45a8-a8f0-0a4f3b367522 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3688924 May 20 20:43:49.503416 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdab836-9d85-428c-a8ff-a30fe18ab931 req-fb006d6e-7271-45e6-987b-0bb33a0214fc tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:49.504259 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0cdab836-9d85-428c-a8ff-a30fe18ab931 req-fb006d6e-7271-45e6-987b-0bb33a0214fc tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.35 "GET /v2.0/ports?device_id=8c335b11-5051-4f87-ac56-0002e9b0788f HTTP/1.1" status: 200 len: 944 time: 0.2118392 May 20 20:43:49.541257 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [req-c8b216ad-aea7-4246-8c35-fd3e39b92399 req-1c1d3e4f-de5b-4851-922b-3d4f01b6fb94 tempest-ListImageFiltersTestJSON-762368971 tempest-ListImageFiltersTestJSON-762368971-project] Request body: {'port': {'device_id': '0bbfd9e8-a057-44f1-b038-cbd8f003a98d', 'network_id': 'cd702362-b982-46c5-a7d0-51de1b03df86', 'admin_state_up': True, 'tenant_id': '02c8b676c0cd451c938657a8a16ae466'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:43:49.577449 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2bd4095f-8e05-48cd-9c1e-25b4ad24fa50 req-a3c311b3-722d-430e-ade7-55d7c03e0edb tempest-ListImageFiltersTestJSON-762368971 tempest-ListImageFiltersTestJSON-762368971-project] 10.222.0.35 "GET /v2.0/ports?device_id=0bbfd9e8-a057-44f1-b038-cbd8f003a98d HTTP/1.1" status: 200 len: 210 time: 0.0446262 May 20 20:43:49.586551 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-5bff9681-3474-43c7-b908-5a16cf688fa1 req-800c352d-f7fb-4091-99e9-2235b7722886 tempest-ListImageFiltersTestJSON-762368971 tempest-ListImageFiltersTestJSON-762368971-project] Notify callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:49.615762 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5f069f2d-724b-4edd-805f-904e92292624 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-692224'] for router_interface, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:49.637438 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0cdab836-9d85-428c-a8ff-a30fe18ab931 req-20db50db-d346-4432-ba7e-1863a0c2a426 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.35 "GET /v2.0/security-groups?id=af06f2cf-8756-4fbf-90c6-d72ff1946909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247823 May 20 20:43:49.664717 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c9524c-ba28-47c1-9d57-1274f879e0a4 req-d5fb6aa7-0d89-4e5e-a7cd-0ba8715855b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:49.668767 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c4c9524c-ba28-47c1-9d57-1274f879e0a4 req-d5fb6aa7-0d89-4e5e-a7cd-0ba8715855b1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=bfecc73b8c99406dbde7fba5545cc962&device_id=8c335b11-5051-4f87-ac56-0002e9b0788f HTTP/1.1" status: 200 len: 1095 time: 0.0959954 May 20 20:43:49.688128 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 36b4db1d-b6e8-4dc0-991a-f9d6809e9c6a details requested by agent hyperv_n-h2-842733-1 with host n-h2-842733-1 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 20:43:49.850071 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port 36b4db1d-b6e8-4dc0-991a-f9d6809e9c6a, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=36b4db1d-b6e8-4dc0-991a-f9d6809e9c6a,segment=NetworkSegment(ed3a602f-49fb-4a95-be80-401e1eb72e33),segment_id=ed3a602f-49fb-4a95-be80-401e1eb72e33)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:43:49.869324 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Returning: {'device': '36b4db1d-b6e8-4dc0-991a-f9d6809e9c6a', 'network_id': 'cd702362-b982-46c5-a7d0-51de1b03df86', 'port_id': '36b4db1d-b6e8-4dc0-991a-f9d6809e9c6a', 'mac_address': 'fa:16:3e:47:62:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26b342ea-254c-483a-9ea9-f11c178970eb', 'ip_address': '192.168.233.191'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 20 20:43:49.904146 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c62d06fb-5d84-4623-8ba6-fb570a4ac64a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:49.926905 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port 36b4db1d-b6e8-4dc0-991a-f9d6809e9c6a is: DOWN; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:43:49.931619 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:49.948149 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36b4db1d-b6e8-4dc0-991a-f9d6809e9c6a {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:43:49.972466 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port 36b4db1d-b6e8-4dc0-991a-f9d6809e9c6a, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=36b4db1d-b6e8-4dc0-991a-f9d6809e9c6a,segment=NetworkSegment(ed3a602f-49fb-4a95-be80-401e1eb72e33),segment_id=ed3a602f-49fb-4a95-be80-401e1eb72e33)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:43:50.063045 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:50.066925 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8b216ad-aea7-4246-8c35-fd3e39b92399 req-1c1d3e4f-de5b-4851-922b-3d4f01b6fb94 tempest-ListImageFiltersTestJSON-762368971 tempest-ListImageFiltersTestJSON-762368971-project] Made reservation on behalf of 02c8b676c0cd451c938657a8a16ae466 for: {'port': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:43:50.070288 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-c8b216ad-aea7-4246-8c35-fd3e39b92399 req-1c1d3e4f-de5b-4851-922b-3d4f01b6fb94 tempest-ListImageFiltersTestJSON-762368971 tempest-ListImageFiltersTestJSON-762368971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:50.076928 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c4c9524c-ba28-47c1-9d57-1274f879e0a4 req-128da336-aea6-4c2d-8ca2-4b9f32518ba7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=38316866-23bb-400f-9c03-dd215bcaf804 HTTP/1.1" status: 200 len: 217 time: 0.3951733 May 20 20:43:50.077667 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-5bff9681-3474-43c7-b908-5a16cf688fa1 req-800c352d-f7fb-4091-99e9-2235b7722886 tempest-ListImageFiltersTestJSON-762368971 tempest-ListImageFiltersTestJSON-762368971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:50.123278 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=36b4db1d-b6e8-4dc0-991a-f9d6809e9c6a,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:43:50.177560 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5bff9681-3474-43c7-b908-5a16cf688fa1 req-800c352d-f7fb-4091-99e9-2235b7722886 tempest-ListImageFiltersTestJSON-762368971 tempest-ListImageFiltersTestJSON-762368971-project] Network cd702362-b982-46c5-a7d0-51de1b03df86 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:43:50.200059 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f069f2d-724b-4edd-805f-904e92292624 admin admin] Router 08a33ff6-3a75-4df0-866a-8a0a86dbcd1f has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 20:43:50.202182 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c9524c-ba28-47c1-9d57-1274f879e0a4 req-13e8e79b-5047-4793-9f92-31659b10b1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:50.204244 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c4c9524c-ba28-47c1-9d57-1274f879e0a4 req-13e8e79b-5047-4793-9f92-31659b10b1a8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=532e3931-08a4-40e8-b75d-9b3b215f2360 HTTP/1.1" status: 200 len: 845 time: 0.1126857 May 20 20:43:50.205195 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [req-5bff9681-3474-43c7-b908-5a16cf688fa1 req-800c352d-f7fb-4091-99e9-2235b7722886 tempest-ListImageFiltersTestJSON-762368971 tempest-ListImageFiltersTestJSON-762368971-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:43:50.208543 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bff9681-3474-43c7-b908-5a16cf688fa1 req-800c352d-f7fb-4091-99e9-2235b7722886 tempest-ListImageFiltersTestJSON-762368971 tempest-ListImageFiltersTestJSON-762368971-project] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:43:50.285437 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bff9681-3474-43c7-b908-5a16cf688fa1 req-800c352d-f7fb-4091-99e9-2235b7722886 tempest-ListImageFiltersTestJSON-762368971 tempest-ListImageFiltersTestJSON-762368971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:50.286256 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-5bff9681-3474-43c7-b908-5a16cf688fa1 req-800c352d-f7fb-4091-99e9-2235b7722886 tempest-ListImageFiltersTestJSON-762368971 tempest-ListImageFiltersTestJSON-762368971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:50.300524 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [req-c8b216ad-aea7-4246-8c35-fd3e39b92399 req-1c1d3e4f-de5b-4851-922b-3d4f01b6fb94 tempest-ListImageFiltersTestJSON-762368971 tempest-ListImageFiltersTestJSON-762368971-project] Allocated IP 192.168.233.54 (cd702362-b982-46c5-a7d0-51de1b03df86/26b342ea-254c-483a-9ea9-f11c178970eb/e6267721-b542-4fb6-b8a1-978352483b41) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:43:50.309533 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43802db-c0fa-43d5-88e0-108dc7a48c8f req-2b3c490a-1de2-4aa7-acdf-d00670b6da0b tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:50.318407 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b43802db-c0fa-43d5-88e0-108dc7a48c8f req-2b3c490a-1de2-4aa7-acdf-d00670b6da0b tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] 10.222.0.35 "GET /v2.0/ports?device_id=c033fd40-d9a3-4a1c-97ed-3a7f9a7260de HTTP/1.1" status: 200 len: 946 time: 0.6273086 May 20 20:43:50.320676 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800c352d-f7fb-4091-99e9-2235b7722886 tempest-ListImageFiltersTestJSON-762368971 tempest-ListImageFiltersTestJSON-762368971-project] Pushing event updated for resources: {'Port': ['ID=e213a585-6dd1-4d47-a02d-ed1886bd7f5d,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:43:50.368490 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c4c9524c-ba28-47c1-9d57-1274f879e0a4 req-98d127e0-c2aa-4961-8afc-2ad6d16aa2ad service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=80bda1f2-d8f3-4628-a486-5841bb81c3dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0901513 May 20 20:43:50.398596 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1407dcfc-22f8-44e7-8359-50d6b149a311 req-da50ef41-51d2-45b8-9073-8dcb2fc37c2c tempest-ServersAdmin275Test-1415525218 tempest-ServersAdmin275Test-1415525218-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=2894f055-1341-4e58-9e01-d9c6a5727656 HTTP/1.1" status: 200 len: 210 time: 0.1212788 May 20 20:43:50.408802 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f069f2d-724b-4edd-805f-904e92292624 admin admin] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 20:43:50.420301 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-5f069f2d-724b-4edd-805f-904e92292624 admin admin] 10.222.0.35 "PUT /v2.0/routers/08a33ff6-3a75-4df0-866a-8a0a86dbcd1f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4652224 May 20 20:43:50.420917 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 40726) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:43:50.432710 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa82560d-1756-4077-b7b0-6bd885d98e7d None None] Sync routers for ids ['08a33ff6-3a75-4df0-866a-8a0a86dbcd1f'] in n-d-842733-1 {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 20:43:50.447898 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa82560d-1756-4077-b7b0-6bd885d98e7d None None] Routers {'08a33ff6-3a75-4df0-866a-8a0a86dbcd1f'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:43:50.448520 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-fa82560d-1756-4077-b7b0-6bd885d98e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:43:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['08a33ff6-3a75-4df0-866a-8a0a86dbcd1f'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:43:50.484506 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] get_ports_and_sgs() called for port_ids ['36b4db1d-b6e8-4dc0-991a-f9d6809e9c6a'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:43:50.510872 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c4c9524c-ba28-47c1-9d57-1274f879e0a4 req-e6730b0a-c4a9-48c4-bf6d-2b67c1d23090 service neutron] 10.222.0.24 "GET /v2.0/networks/80bda1f2-d8f3-4628-a486-5841bb81c3dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151409 May 20 20:43:50.518028 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5bff9681-3474-43c7-b908-5a16cf688fa1 req-800c352d-f7fb-4091-99e9-2235b7722886 tempest-ListImageFiltersTestJSON-762368971 tempest-ListImageFiltersTestJSON-762368971-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3090703 May 20 20:43:50.554875 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [req-5bff9681-3474-43c7-b908-5a16cf688fa1 req-773fcff6-547f-4bf0-b51e-69383d1e6b0f service neutron] Request body: {'port': {'device_id': '2cf46fab-12e1-4785-85be-6f2bfb618fd6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-842733-1'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:43:50.676393 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b43802db-c0fa-43d5-88e0-108dc7a48c8f req-4f5366ec-5f0f-4aad-a52c-b62f2e9746e7 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] 10.222.0.35 "GET /v2.0/security-groups?id=24ffe084-33f1-4a86-83df-85043464ffa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3564310 May 20 20:43:50.676554 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-fa82560d-1756-4077-b7b0-6bd885d98e7d None None] Set router 08a33ff6-3a75-4df0-866a-8a0a86dbcd1f gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:43:50.769938 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-c8b216ad-aea7-4246-8c35-fd3e39b92399 req-1c1d3e4f-de5b-4851-922b-3d4f01b6fb94 tempest-ListImageFiltersTestJSON-762368971 tempest-ListImageFiltersTestJSON-762368971-project] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:50.776939 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b7836e3f-b13a-46c4-888b-2069c61a9441 admin admin] Notify callbacks [] for router, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:50.785145 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6106b8d5-ae80-4e8d-be67-2c50eb9dd374 req-a69f952e-1d5c-4dcd-8a27-f1dd1e8b659d tempest-InstanceActionsV221TestJSON-494721490 tempest-InstanceActionsV221TestJSON-494721490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:50.786712 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-6106b8d5-ae80-4e8d-be67-2c50eb9dd374 req-a69f952e-1d5c-4dcd-8a27-f1dd1e8b659d tempest-InstanceActionsV221TestJSON-494721490 tempest-InstanceActionsV221TestJSON-494721490-project] 10.222.0.24 "GET /v2.0/networks?id=73be6c15-42e5-4bd3-a8a9-790516939e68 HTTP/1.1" status: 200 len: 818 time: 0.3498089 May 20 20:43:50.806370 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b0e5db-99b8-45a5-a66f-905f85c56f6b req-4dec0734-789f-48e4-b9fa-ea2261470d1b tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:50.814668 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d0b0e5db-99b8-45a5-a66f-905f85c56f6b req-4dec0734-789f-48e4-b9fa-ea2261470d1b tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/ports?device_id=63101f8e-85e2-411c-be0e-a4a0fa1b39b2 HTTP/1.1" status: 200 len: 949 time: 0.1744657 May 20 20:43:50.839020 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-5bff9681-3474-43c7-b908-5a16cf688fa1 req-773fcff6-547f-4bf0-b51e-69383d1e6b0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:50.879762 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-59a76daa-eb08-4267-b549-4c390cd44aca None None] Provisioning complete for port e213a585-6dd1-4d47-a02d-ed1886bd7f5d triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:43:50.880842 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-59a76daa-eb08-4267-b549-4c390cd44aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:50.884869 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [req-6106b8d5-ae80-4e8d-be67-2c50eb9dd374 req-29f5b1ab-0ac5-4107-9f62-cfd30d1dffd9 tempest-InstanceActionsV221TestJSON-494721490 tempest-InstanceActionsV221TestJSON-494721490-project] Request body: {'port': {'device_id': '4e1b957a-c9fb-4018-81c7-17531b56e081', 'network_id': '73be6c15-42e5-4bd3-a8a9-790516939e68', 'admin_state_up': True, 'tenant_id': 'ebd1356351a04dc69de90addf6592a07'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:43:50.903477 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e3f8f165-4d8c-4903-bc0c-226a4053f585 req-c04e71be-9aad-4e1c-aa41-bbfe0924c2e5 tempest-InstanceActionsV221TestJSON-494721490 tempest-InstanceActionsV221TestJSON-494721490-project] 10.222.0.35 "GET /v2.0/ports?device_id=4e1b957a-c9fb-4018-81c7-17531b56e081 HTTP/1.1" status: 200 len: 210 time: 0.0526383 May 20 20:43:51.062490 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c4c9524c-ba28-47c1-9d57-1274f879e0a4 req-3b5095eb-14cf-4f7f-9c99-54fbce6a9c9e service neutron] 10.222.0.24 "GET /v2.0/networks/80bda1f2-d8f3-4628-a486-5841bb81c3dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5432560 May 20 20:43:51.068776 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b7836e3f-b13a-46c4-888b-2069c61a9441 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:51.084786 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d0b0e5db-99b8-45a5-a66f-905f85c56f6b req-0c1fb7f4-d4c5-4675-96e1-5cd8159b5549 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/security-groups?id=38c76b68-4081-4341-88c9-c8e3082a5da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2690830 May 20 20:43:51.137243 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e9b8a2fb-2152-4bc0-90a1-a5e3df32a866 req-b03bbc52-cf69-49ea-98b5-c4d9b175b454 tempest-ListImageFiltersTestJSON-762368971 tempest-ListImageFiltersTestJSON-762368971-project] 10.222.0.35 "GET /v2.0/ports?device_id=0bbfd9e8-a057-44f1-b038-cbd8f003a98d HTTP/1.1" status: 200 len: 210 time: 0.0376134 May 20 20:43:51.148369 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-fa82560d-1756-4077-b7b0-6bd885d98e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08a33ff6-3a75-4df0-866a-8a0a86dbcd1f', 'name': 'tempest-AttachSCSIVolumeTestJSON-630153539-router', 'tenant_id': 'ad40cedaa73f40ef9226be0e1d4e6e54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.197'}], 'enable_snat': True}, 'gw_port_id': '6102034d-a3c2-4434-9aee-ef8354188c26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:40:50Z', 'updated_at': '2022-05-20T20:43:49Z', 'revision_number': 5, 'project_id': 'ad40cedaa73f40ef9226be0e1d4e6e54', 'gw_port': {'id': '6102034d-a3c2-4434-9aee-ef8354188c26', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:39:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08a33ff6-3a75-4df0-866a-8a0a86dbcd1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:40:51Z', 'updated_at': '2022-05-20T20:40:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:43:51.151465 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-c8b216ad-aea7-4246-8c35-fd3e39b92399 req-1c1d3e4f-de5b-4851-922b-3d4f01b6fb94 tempest-ListImageFiltersTestJSON-762368971 tempest-ListImageFiltersTestJSON-762368971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:51.182449 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-59a76daa-eb08-4267-b549-4c390cd44aca None None] Port e213a585-6dd1-4d47-a02d-ed1886bd7f5d cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 20:43:51.220997 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa82560d-1756-4077-b7b0-6bd885d98e7d None None] Checking router: 08a33ff6-3a75-4df0-866a-8a0a86dbcd1f for host: n-d-842733-1 {{(pid=103165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 20:43:51.231352 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa82560d-1756-4077-b7b0-6bd885d98e7d None None] Routers {'08a33ff6-3a75-4df0-866a-8a0a86dbcd1f'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:43:51.232986 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6106b8d5-ae80-4e8d-be67-2c50eb9dd374 req-29f5b1ab-0ac5-4107-9f62-cfd30d1dffd9 tempest-InstanceActionsV221TestJSON-494721490 tempest-InstanceActionsV221TestJSON-494721490-project] Made reservation on behalf of ebd1356351a04dc69de90addf6592a07 for: {'port': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:43:51.235630 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-fa82560d-1756-4077-b7b0-6bd885d98e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:43:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['08a33ff6-3a75-4df0-866a-8a0a86dbcd1f'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:43:51.237704 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-6106b8d5-ae80-4e8d-be67-2c50eb9dd374 req-29f5b1ab-0ac5-4107-9f62-cfd30d1dffd9 tempest-InstanceActionsV221TestJSON-494721490 tempest-InstanceActionsV221TestJSON-494721490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:51.269238 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8b216ad-aea7-4246-8c35-fd3e39b92399 req-1c1d3e4f-de5b-4851-922b-3d4f01b6fb94 tempest-ListImageFiltersTestJSON-762368971 tempest-ListImageFiltersTestJSON-762368971-project] Network cd702362-b982-46c5-a7d0-51de1b03df86 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:43:51.287950 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [req-c8b216ad-aea7-4246-8c35-fd3e39b92399 req-1c1d3e4f-de5b-4851-922b-3d4f01b6fb94 tempest-ListImageFiltersTestJSON-762368971 tempest-ListImageFiltersTestJSON-762368971-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:43:51.298014 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8b216ad-aea7-4246-8c35-fd3e39b92399 req-1c1d3e4f-de5b-4851-922b-3d4f01b6fb94 tempest-ListImageFiltersTestJSON-762368971 tempest-ListImageFiltersTestJSON-762368971-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:43:51.301956 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1d3e4f-de5b-4851-922b-3d4f01b6fb94 tempest-ListImageFiltersTestJSON-762368971 tempest-ListImageFiltersTestJSON-762368971-project] Pushing event updated for resources: {'Port': ['ID=e6267721-b542-4fb6-b8a1-978352483b41,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:43:51.339916 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d93015d-9b2d-44d0-bf20-a2ea6a12d2bd req-afad3836-fa67-4c44-9576-d40bc4596b63 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:51.341638 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1d93015d-9b2d-44d0-bf20-a2ea6a12d2bd req-afad3836-fa67-4c44-9576-d40bc4596b63 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.35 "GET /v2.0/ports?device_id=8c335b11-5051-4f87-ac56-0002e9b0788f HTTP/1.1" status: 200 len: 944 time: 0.1196980 May 20 20:43:51.362143 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-fa82560d-1756-4077-b7b0-6bd885d98e7d None None] Set router 08a33ff6-3a75-4df0-866a-8a0a86dbcd1f gateway port host: None {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:43:51.430213 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-fa82560d-1756-4077-b7b0-6bd885d98e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08a33ff6-3a75-4df0-866a-8a0a86dbcd1f', 'name': 'tempest-AttachSCSIVolumeTestJSON-630153539-router', 'tenant_id': 'ad40cedaa73f40ef9226be0e1d4e6e54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:40:50Z', 'updated_at': '2022-05-20T20:43:51Z', 'revision_number': 6, 'project_id': 'ad40cedaa73f40ef9226be0e1d4e6e54', 'gw_port_host': None}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:43:51.472582 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa82560d-1756-4077-b7b0-6bd885d98e7d None None] The sync data for ids ['08a33ff6-3a75-4df0-866a-8a0a86dbcd1f'] in n-d-842733-1 is: [{'id': '08a33ff6-3a75-4df0-866a-8a0a86dbcd1f', 'name': 'tempest-AttachSCSIVolumeTestJSON-630153539-router', 'tenant_id': 'ad40cedaa73f40ef9226be0e1d4e6e54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:40:50Z', 'updated_at': '2022-05-20T20:43:51Z', 'revision_number': 6, 'project_id': 'ad40cedaa73f40ef9226be0e1d4e6e54', 'gw_port_host': None}] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 20:43:51.480986 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1d93015d-9b2d-44d0-bf20-a2ea6a12d2bd req-0c3b7191-fa54-450e-b98a-192d40986057 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.35 "GET /v2.0/security-groups?id=af06f2cf-8756-4fbf-90c6-d72ff1946909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042783 May 20 20:43:51.489368 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [req-5bff9681-3474-43c7-b908-5a16cf688fa1 req-773fcff6-547f-4bf0-b51e-69383d1e6b0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e213a585-6dd1-4d47-a02d-ed1886bd7f5d {{(pid=103163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:43:51.507654 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-5bff9681-3474-43c7-b908-5a16cf688fa1 req-773fcff6-547f-4bf0-b51e-69383d1e6b0f service neutron] Notify callbacks [] for port, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:51.507943 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [req-6106b8d5-ae80-4e8d-be67-2c50eb9dd374 req-29f5b1ab-0ac5-4107-9f62-cfd30d1dffd9 tempest-InstanceActionsV221TestJSON-494721490 tempest-InstanceActionsV221TestJSON-494721490-project] Allocated IP 172.20.0.6 (73be6c15-42e5-4bd3-a8a9-790516939e68/b9412bbe-ed17-4767-8827-4b5e1196d210/01716df1-0f49-48a6-a2b0-af7aac4e9df1) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:43:51.528417 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [req-5bff9681-3474-43c7-b908-5a16cf688fa1 req-773fcff6-547f-4bf0-b51e-69383d1e6b0f service neutron] Transition to ACTIVE for port object e213a585-6dd1-4d47-a02d-ed1886bd7f5d will not be triggered until provisioned by entity L2. {{(pid=103163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 20:43:51.540000 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b216ad-aea7-4246-8c35-fd3e39b92399 req-1c1d3e4f-de5b-4851-922b-3d4f01b6fb94 tempest-ListImageFiltersTestJSON-762368971 tempest-ListImageFiltersTestJSON-762368971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:51.540636 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-c8b216ad-aea7-4246-8c35-fd3e39b92399 req-1c1d3e4f-de5b-4851-922b-3d4f01b6fb94 tempest-ListImageFiltersTestJSON-762368971 tempest-ListImageFiltersTestJSON-762368971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:51.552255 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-b7836e3f-b13a-46c4-888b-2069c61a9441 admin admin] Deleting port 6102034d-a3c2-4434-9aee-ef8354188c26 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:43:51.552590 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b7836e3f-b13a-46c4-888b-2069c61a9441 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:51.600430 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-cff7f3c7-b9db-47a1-9d52-186398994f41 req-babdb65d-03cb-4ad8-bed1-ce7204f92e28 tempest-ServersAdmin275Test-1415525218 tempest-ServersAdmin275Test-1415525218-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=2894f055-1341-4e58-9e01-d9c6a5727656 HTTP/1.1" status: 200 len: 210 time: 0.0275638 May 20 20:43:51.604081 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-2e0c3023-b8b0-466e-8b36-86d8f6b4c8cd None None] Provisioning complete for port e6267721-b542-4fb6-b8a1-978352483b41 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:43:51.604521 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-2e0c3023-b8b0-466e-8b36-86d8f6b4c8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:51.620844 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-5bff9681-3474-43c7-b908-5a16cf688fa1 req-773fcff6-547f-4bf0-b51e-69383d1e6b0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:51.657740 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-2e0c3023-b8b0-466e-8b36-86d8f6b4c8cd None None] Port e6267721-b542-4fb6-b8a1-978352483b41 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 20:43:51.706931 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-c8b216ad-aea7-4246-8c35-fd3e39b92399 req-1c1d3e4f-de5b-4851-922b-3d4f01b6fb94 tempest-ListImageFiltersTestJSON-762368971 tempest-ListImageFiltersTestJSON-762368971-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1681192 May 20 20:43:51.714593 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773fcff6-547f-4bf0-b51e-69383d1e6b0f service neutron] Pushing event updated for resources: {'Port': ['ID=e213a585-6dd1-4d47-a02d-ed1886bd7f5d,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:43:51.738813 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [req-c8b216ad-aea7-4246-8c35-fd3e39b92399 req-d6b7bc94-856e-4cea-9316-8e1e6ec74c74 service neutron] Request body: {'port': {'device_id': '0bbfd9e8-a057-44f1-b038-cbd8f003a98d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-842733-1'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:43:51.776315 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-b7836e3f-b13a-46c4-888b-2069c61a9441 admin admin] For port 6102034d-a3c2-4434-9aee-ef8354188c26, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=6102034d-a3c2-4434-9aee-ef8354188c26,segment=NetworkSegment(0b5485c4-eff8-42a1-9073-ae54ed4c63ba),segment_id=0b5485c4-eff8-42a1-9073-ae54ed4c63ba)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:43:51.776739 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b7836e3f-b13a-46c4-888b-2069c61a9441 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:51.808202 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-b7836e3f-b13a-46c4-888b-2069c61a9441 admin admin] Calling delete_port for 6102034d-a3c2-4434-9aee-ef8354188c26 owned by network:router_gateway {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:43:51.858982 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-5bff9681-3474-43c7-b908-5a16cf688fa1 req-773fcff6-547f-4bf0-b51e-69383d1e6b0f service neutron] Attempting to bind port e213a585-6dd1-4d47-a02d-ed1886bd7f5d on host n-h2-842733-1 for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:43:51.859320 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-5bff9681-3474-43c7-b908-5a16cf688fa1 req-773fcff6-547f-4bf0-b51e-69383d1e6b0f service neutron] Attempting to bind port e213a585-6dd1-4d47-a02d-ed1886bd7f5d by drivers openvswitch,hyperv on host n-h2-842733-1 at level 0 using segments [{'id': 'ed3a602f-49fb-4a95-be80-401e1eb72e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'cd702362-b982-46c5-a7d0-51de1b03df86'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:43:51.859647 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bff9681-3474-43c7-b908-5a16cf688fa1 req-773fcff6-547f-4bf0-b51e-69383d1e6b0f service neutron] Attempting to bind port e213a585-6dd1-4d47-a02d-ed1886bd7f5d on network cd702362-b982-46c5-a7d0-51de1b03df86 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:43:51.872750 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc52bd72-a7d5-450a-838e-dad78d189365 req-b363996f-46ca-435e-865f-865a2c340fb3 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:51.877912 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-cc52bd72-a7d5-450a-838e-dad78d189365 req-b363996f-46ca-435e-865f-865a2c340fb3 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] 10.222.0.35 "GET /v2.0/ports?device_id=c033fd40-d9a3-4a1c-97ed-3a7f9a7260de HTTP/1.1" status: 200 len: 946 time: 0.1350513 May 20 20:43:51.890083 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bff9681-3474-43c7-b908-5a16cf688fa1 req-773fcff6-547f-4bf0-b51e-69383d1e6b0f service neutron] Port e213a585-6dd1-4d47-a02d-ed1886bd7f5d on network cd702362-b982-46c5-a7d0-51de1b03df86 not bound, no agent of type Open vSwitch agent registered on host n-h2-842733-1 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 20:43:51.890502 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bff9681-3474-43c7-b908-5a16cf688fa1 req-773fcff6-547f-4bf0-b51e-69383d1e6b0f service neutron] Attempting to bind port e213a585-6dd1-4d47-a02d-ed1886bd7f5d on network cd702362-b982-46c5-a7d0-51de1b03df86 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:43:51.896522 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-6106b8d5-ae80-4e8d-be67-2c50eb9dd374 req-29f5b1ab-0ac5-4107-9f62-cfd30d1dffd9 tempest-InstanceActionsV221TestJSON-494721490 tempest-InstanceActionsV221TestJSON-494721490-project] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:51.899573 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bff9681-3474-43c7-b908-5a16cf688fa1 req-773fcff6-547f-4bf0-b51e-69383d1e6b0f service neutron] Checking agent: {'id': 'a66f2511-b955-448f-877c-56cfe9c81b12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 33, 2), 'started_at': datetime.datetime(2022, 5, 20, 20, 33, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 43, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:43:51.899923 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bff9681-3474-43c7-b908-5a16cf688fa1 req-773fcff6-547f-4bf0-b51e-69383d1e6b0f service neutron] Checking segment: {'id': 'ed3a602f-49fb-4a95-be80-401e1eb72e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'cd702362-b982-46c5-a7d0-51de1b03df86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:43:51.900310 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bff9681-3474-43c7-b908-5a16cf688fa1 req-773fcff6-547f-4bf0-b51e-69383d1e6b0f service neutron] Bound using segment: {'id': 'ed3a602f-49fb-4a95-be80-401e1eb72e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'cd702362-b982-46c5-a7d0-51de1b03df86'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:43:51.900759 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-5bff9681-3474-43c7-b908-5a16cf688fa1 req-773fcff6-547f-4bf0-b51e-69383d1e6b0f service neutron] Bound port: e213a585-6dd1-4d47-a02d-ed1886bd7f5d, host: n-h2-842733-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed3a602f-49fb-4a95-be80-401e1eb72e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'cd702362-b982-46c5-a7d0-51de1b03df86'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:43:51.901123 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-5bff9681-3474-43c7-b908-5a16cf688fa1 req-773fcff6-547f-4bf0-b51e-69383d1e6b0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:51.910822 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-c8b216ad-aea7-4246-8c35-fd3e39b92399 req-d6b7bc94-856e-4cea-9316-8e1e6ec74c74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:51.933662 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6682a918-d989-4b73-b94a-c9641c4cd38e req-8ec7f7ce-e49b-47c3-a958-5df7ff645589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:51.933662 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6682a918-d989-4b73-b94a-c9641c4cd38e req-8ec7f7ce-e49b-47c3-a958-5df7ff645589 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=87c2c2610bc847eaa1d2c1976f58d7b1&device_id=c033fd40-d9a3-4a1c-97ed-3a7f9a7260de HTTP/1.1" status: 200 len: 1097 time: 0.1451099 May 20 20:43:52.023664 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-cc52bd72-a7d5-450a-838e-dad78d189365 req-a3f05057-dfd6-40a4-8ad1-e9b880a421d5 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] 10.222.0.35 "GET /v2.0/security-groups?id=24ffe084-33f1-4a86-83df-85043464ffa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424279 May 20 20:43:52.065177 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e6ed0691-05d6-4600-b450-3abfd828d45f req-baa6f338-0ae5-4015-a2ca-7bdaee7b96b1 tempest-InstanceActionsV221TestJSON-494721490 tempest-InstanceActionsV221TestJSON-494721490-project] 10.222.0.35 "GET /v2.0/ports?device_id=4e1b957a-c9fb-4018-81c7-17531b56e081 HTTP/1.1" status: 200 len: 210 time: 0.0343087 May 20 20:43:52.113310 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-5bff9681-3474-43c7-b908-5a16cf688fa1 req-773fcff6-547f-4bf0-b51e-69383d1e6b0f service neutron] For port e213a585-6dd1-4d47-a02d-ed1886bd7f5d, host n-h2-842733-1, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:43:52.117633 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-5bff9681-3474-43c7-b908-5a16cf688fa1 req-773fcff6-547f-4bf0-b51e-69383d1e6b0f service neutron] For port e213a585-6dd1-4d47-a02d-ed1886bd7f5d, host n-h2-842733-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=e213a585-6dd1-4d47-a02d-ed1886bd7f5d,segment=NetworkSegment(ed3a602f-49fb-4a95-be80-401e1eb72e33),segment_id=ed3a602f-49fb-4a95-be80-401e1eb72e33)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:43:52.120798 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6682a918-d989-4b73-b94a-c9641c4cd38e req-5344d526-0ec8-4667-b927-da664ae2447d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:52.122307 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6682a918-d989-4b73-b94a-c9641c4cd38e req-5344d526-0ec8-4667-b927-da664ae2447d service neutron] 10.222.0.24 "GET /v2.0/networks?id=dc8945eb-dd74-4cb0-b93f-84eec37290f3 HTTP/1.1" status: 200 len: 919 time: 0.1811628 May 20 20:43:52.167657 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-6106b8d5-ae80-4e8d-be67-2c50eb9dd374 req-29f5b1ab-0ac5-4107-9f62-cfd30d1dffd9 tempest-InstanceActionsV221TestJSON-494721490 tempest-InstanceActionsV221TestJSON-494721490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:52.185108 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6682a918-d989-4b73-b94a-c9641c4cd38e req-3081090c-2d3e-42ff-bdb3-22dbdd2008b8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e3e1fe2e-a4a5-4e31-b7cf-545e6ad5d197 HTTP/1.1" status: 200 len: 217 time: 0.0524774 May 20 20:43:52.221448 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-5bff9681-3474-43c7-b908-5a16cf688fa1 req-773fcff6-547f-4bf0-b51e-69383d1e6b0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:52.254506 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-be5fa236-33ec-421f-abf5-3170c0add589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:52.263892 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6106b8d5-ae80-4e8d-be67-2c50eb9dd374 req-29f5b1ab-0ac5-4107-9f62-cfd30d1dffd9 tempest-InstanceActionsV221TestJSON-494721490 tempest-InstanceActionsV221TestJSON-494721490-project] Network 73be6c15-42e5-4bd3-a8a9-790516939e68 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:43:52.266603 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f5b1ab-0ac5-4107-9f62-cfd30d1dffd9 tempest-InstanceActionsV221TestJSON-494721490 tempest-InstanceActionsV221TestJSON-494721490-project] Pushing event updated for resources: {'Port': ['ID=01716df1-0f49-48a6-a2b0-af7aac4e9df1,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:43:52.270570 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [req-6106b8d5-ae80-4e8d-be67-2c50eb9dd374 req-29f5b1ab-0ac5-4107-9f62-cfd30d1dffd9 tempest-InstanceActionsV221TestJSON-494721490 tempest-InstanceActionsV221TestJSON-494721490-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:43:52.274109 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-6106b8d5-ae80-4e8d-be67-2c50eb9dd374 req-29f5b1ab-0ac5-4107-9f62-cfd30d1dffd9 tempest-InstanceActionsV221TestJSON-494721490 tempest-InstanceActionsV221TestJSON-494721490-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:43:52.303000 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b7836e3f-b13a-46c4-888b-2069c61a9441 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:52.329593 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bff9681-3474-43c7-b908-5a16cf688fa1 req-773fcff6-547f-4bf0-b51e-69383d1e6b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:52.330214 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-5bff9681-3474-43c7-b908-5a16cf688fa1 req-773fcff6-547f-4bf0-b51e-69383d1e6b0f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:52.331627 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5bff9681-3474-43c7-b908-5a16cf688fa1 req-773fcff6-547f-4bf0-b51e-69383d1e6b0f service neutron] 10.222.0.13 "PUT /v2.0/ports/e213a585-6dd1-4d47-a02d-ed1886bd7f5d HTTP/1.1" status: 200 len: 1095 time: 1.7913585 May 20 20:43:52.332511 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cf46fab-12e1-4785-85be-6f2bfb618fd6', 'tag': 'e213a585-6dd1-4d47-a02d-ed1886bd7f5d'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:43:52.334359 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4291b17aa7b45362825f0571e77c85f5e73afe1df9c7e9e15006df9d695c005e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5b58a7d-9de0-4054-8e18-f48a38821a77" -d '{"events": [{"name": "network-changed", "server_uuid": "2cf46fab-12e1-4785-85be-6f2bfb618fd6", "tag": "e213a585-6dd1-4d47-a02d-ed1886bd7f5d"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:43:52.358436 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7836e3f-b13a-46c4-888b-2069c61a9441 admin admin] Pushing event deleted for resources: {'Port': ['ID=6102034d-a3c2-4434-9aee-ef8354188c26,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:43:52.366319 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6682a918-d989-4b73-b94a-c9641c4cd38e req-e0770ec3-a244-4a8c-b95c-465c66987111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:52.368171 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6682a918-d989-4b73-b94a-c9641c4cd38e req-e0770ec3-a244-4a8c-b95c-465c66987111 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6369a26f-bc30-4622-b5b7-2978096f54a2 HTTP/1.1" status: 200 len: 857 time: 0.1606767 May 20 20:43:52.389719 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6106b8d5-ae80-4e8d-be67-2c50eb9dd374 req-29f5b1ab-0ac5-4107-9f62-cfd30d1dffd9 tempest-InstanceActionsV221TestJSON-494721490 tempest-InstanceActionsV221TestJSON-494721490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:52.390750 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-6106b8d5-ae80-4e8d-be67-2c50eb9dd374 req-29f5b1ab-0ac5-4107-9f62-cfd30d1dffd9 tempest-InstanceActionsV221TestJSON-494721490 tempest-InstanceActionsV221TestJSON-494721490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:52.402762 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4e7977-3b2e-4ad6-a21c-4c04d51a1ce2 req-16ded3dc-cca3-448d-a766-5d36c81c7945 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:52.404997 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5b4e7977-3b2e-4ad6-a21c-4c04d51a1ce2 req-16ded3dc-cca3-448d-a766-5d36c81c7945 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/ports?device_id=63101f8e-85e2-411c-be0e-a4a0fa1b39b2 HTTP/1.1" status: 200 len: 949 time: 0.2294803 May 20 20:43:52.427322 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 9dc78221-dc98-405c-a537-c6055b76cbb3 no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:43:52.434507 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773fcff6-547f-4bf0-b51e-69383d1e6b0f service neutron] Pushing event updated for resources: {'Port': ['ID=e213a585-6dd1-4d47-a02d-ed1886bd7f5d,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:43:52.465900 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: 9dc78221-dc98-405c-a537-c6055b76cbb3 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 20:43:52.466672 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 9dc78221-dc98-405c-a537-c6055b76cbb3 not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 20:43:52.468105 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 6102034d-a3c2-4434-9aee-ef8354188c26 no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:43:52.468251 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40b060e-67c1-42e4-9060-5319b92ce3b6 req-63fabad3-6426-4054-b53d-41af99e62993 tempest-ListImageFiltersTestJSON-762368971 tempest-ListImageFiltersTestJSON-762368971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:52.469893 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c40b060e-67c1-42e4-9060-5319b92ce3b6 req-63fabad3-6426-4054-b53d-41af99e62993 tempest-ListImageFiltersTestJSON-762368971 tempest-ListImageFiltersTestJSON-762368971-project] 10.222.0.35 "GET /v2.0/ports?device_id=0bbfd9e8-a057-44f1-b038-cbd8f003a98d HTTP/1.1" status: 200 len: 935 time: 0.2167273 May 20 20:43:52.523300 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: 6102034d-a3c2-4434-9aee-ef8354188c26 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 20:43:52.523300 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 6102034d-a3c2-4434-9aee-ef8354188c26 not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 20:43:52.530606 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6682a918-d989-4b73-b94a-c9641c4cd38e req-68b5ff39-0018-4d68-861e-4e4f4cc5503c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:52.532117 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6682a918-d989-4b73-b94a-c9641c4cd38e req-68b5ff39-0018-4d68-861e-4e4f4cc5503c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=dc8945eb-dd74-4cb0-b93f-84eec37290f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1531868 May 20 20:43:52.535036 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5b4e7977-3b2e-4ad6-a21c-4c04d51a1ce2 req-1925e543-d16b-443a-abbd-4734a2ec0d3f tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/security-groups?id=38c76b68-4081-4341-88c9-c8e3082a5da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075041 May 20 20:43:52.548398 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b7836e3f-b13a-46c4-888b-2069c61a9441 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-748206'] for router_gateway, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:52.622274 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [req-c8b216ad-aea7-4246-8c35-fd3e39b92399 req-d6b7bc94-856e-4cea-9316-8e1e6ec74c74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6267721-b542-4fb6-b8a1-978352483b41 {{(pid=103162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:43:52.624419 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 20:43:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6509d336-da15-4aa7-a23e-16d84800d579 x-openstack-request-id: req-6509d336-da15-4aa7-a23e-16d84800d579 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:43:52.624586 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cf46fab-12e1-4785-85be-6f2bfb618fd6", "tag": "e213a585-6dd1-4d47-a02d-ed1886bd7f5d", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:43:52.624848 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6509d336-da15-4aa7-a23e-16d84800d579 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:43:52.625273 n-d-842733-1 neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6509d336-da15-4aa7-a23e-16d84800d579'] response: {'name': 'network-changed', 'server_uuid': '2cf46fab-12e1-4785-85be-6f2bfb618fd6', 'tag': 'e213a585-6dd1-4d47-a02d-ed1886bd7f5d', 'status': 'completed', 'code': 200} May 20 20:43:52.636707 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c40b060e-67c1-42e4-9060-5319b92ce3b6 req-68d3f7ca-bfeb-4d7f-87ca-4abc57874725 tempest-ListImageFiltersTestJSON-762368971 tempest-ListImageFiltersTestJSON-762368971-project] 10.222.0.35 "GET /v2.0/security-groups?id=1e825029-db8b-400a-88b4-334185390110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433656 May 20 20:43:52.662333 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bff9681-3474-43c7-b908-5a16cf688fa1 req-b932dc43-dd36-4ab2-a464-0ab13d8a70ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:52.663900 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5bff9681-3474-43c7-b908-5a16cf688fa1 req-b932dc43-dd36-4ab2-a464-0ab13d8a70ce service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=02c8b676c0cd451c938657a8a16ae466&device_id=2cf46fab-12e1-4785-85be-6f2bfb618fd6 HTTP/1.1" status: 200 len: 1098 time: 0.1557348 May 20 20:43:52.675991 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-c8b216ad-aea7-4246-8c35-fd3e39b92399 req-d6b7bc94-856e-4cea-9316-8e1e6ec74c74 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:52.720395 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-6106b8d5-ae80-4e8d-be67-2c50eb9dd374 req-29f5b1ab-0ac5-4107-9f62-cfd30d1dffd9 tempest-InstanceActionsV221TestJSON-494721490 tempest-InstanceActionsV221TestJSON-494721490-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8502891 May 20 20:43:52.765029 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [req-6106b8d5-ae80-4e8d-be67-2c50eb9dd374 req-e0714bf3-854a-4663-a478-12a5e75c387e service neutron] Request body: {'port': {'device_id': '4e1b957a-c9fb-4018-81c7-17531b56e081', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-842733-1'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:43:52.770496 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b7836e3f-b13a-46c4-888b-2069c61a9441 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26169'] for router, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:52.772247 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.provisioning_blocks [req-c8b216ad-aea7-4246-8c35-fd3e39b92399 req-d6b7bc94-856e-4cea-9316-8e1e6ec74c74 service neutron] Transition to ACTIVE for port object e6267721-b542-4fb6-b8a1-978352483b41 will not be triggered until provisioned by entity L2. {{(pid=103162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 20:43:52.787675 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f6b0eb86-667b-465b-b935-9c4c97158eac req-62ca7f9b-fb9a-48cf-973b-284342e61172 tempest-ServersAdmin275Test-1415525218 tempest-ServersAdmin275Test-1415525218-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=2894f055-1341-4e58-9e01-d9c6a5727656 HTTP/1.1" status: 200 len: 210 time: 0.0690646 May 20 20:43:52.788806 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5bff9681-3474-43c7-b908-5a16cf688fa1 req-b03cc373-0964-4013-84c8-5d995ff397ba service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=e213a585-6dd1-4d47-a02d-ed1886bd7f5d HTTP/1.1" status: 200 len: 217 time: 0.0932169 May 20 20:43:52.798306 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6682a918-d989-4b73-b94a-c9641c4cd38e req-b69b5359-3c88-4740-9489-b613e7e624d8 service neutron] 10.222.0.24 "GET /v2.0/networks/dc8945eb-dd74-4cb0-b93f-84eec37290f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2471433 May 20 20:43:52.855196 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0593772-cd7d-43a8-9230-450a514cd897 req-b55df625-0f43-45ba-bf48-693c0393e030 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:52.857408 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b0593772-cd7d-43a8-9230-450a514cd897 req-b55df625-0f43-45ba-bf48-693c0393e030 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.35 "GET /v2.0/ports?device_id=8c335b11-5051-4f87-ac56-0002e9b0788f HTTP/1.1" status: 200 len: 944 time: 0.1827650 May 20 20:43:52.932174 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bff9681-3474-43c7-b908-5a16cf688fa1 req-0aecc407-670a-47ad-884f-9ecd7ac1bfe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:52.933783 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5bff9681-3474-43c7-b908-5a16cf688fa1 req-0aecc407-670a-47ad-884f-9ecd7ac1bfe1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=26b342ea-254c-483a-9ea9-f11c178970eb HTTP/1.1" status: 200 len: 843 time: 0.1345060 May 20 20:43:52.985471 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b0593772-cd7d-43a8-9230-450a514cd897 req-890f47f1-f8fe-46d2-a60f-6c41bd31c956 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.35 "GET /v2.0/security-groups?id=af06f2cf-8756-4fbf-90c6-d72ff1946909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155224 May 20 20:43:53.014190 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bff9681-3474-43c7-b908-5a16cf688fa1 req-83598160-c521-4347-93af-8b26712a94b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:53.015807 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5bff9681-3474-43c7-b908-5a16cf688fa1 req-83598160-c521-4347-93af-8b26712a94b5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cd702362-b982-46c5-a7d0-51de1b03df86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0747709 May 20 20:43:53.018212 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6682a918-d989-4b73-b94a-c9641c4cd38e req-7f1fc7bf-9d36-4c0f-b0b0-d21dc6b6ae6e service neutron] 10.222.0.24 "GET /v2.0/networks/dc8945eb-dd74-4cb0-b93f-84eec37290f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2105331 May 20 20:43:53.027765 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b7836e3f-b13a-46c4-888b-2069c61a9441 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:53.033430 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-c8b216ad-aea7-4246-8c35-fd3e39b92399 req-d6b7bc94-856e-4cea-9316-8e1e6ec74c74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:53.145371 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-6106b8d5-ae80-4e8d-be67-2c50eb9dd374 req-e0714bf3-854a-4663-a478-12a5e75c387e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:53.149488 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b7bc94-856e-4cea-9316-8e1e6ec74c74 service neutron] Pushing event updated for resources: {'Port': ['ID=e6267721-b542-4fb6-b8a1-978352483b41,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:43:53.159204 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5bff9681-3474-43c7-b908-5a16cf688fa1 req-39010312-99ac-4494-b8cb-69a138334a37 service neutron] 10.222.0.13 "GET /v2.0/networks/cd702362-b982-46c5-a7d0-51de1b03df86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314394 May 20 20:43:53.176037 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3a1bb6-8861-40f5-ac24-d6cc5c2a4bc5 req-3eb728c8-a1a4-47d8-8ee8-90e0aff08501 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:53.177560 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8a3a1bb6-8861-40f5-ac24-d6cc5c2a4bc5 req-3eb728c8-a1a4-47d8-8ee8-90e0aff08501 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] 10.222.0.35 "GET /v2.0/ports?device_id=c033fd40-d9a3-4a1c-97ed-3a7f9a7260de HTTP/1.1" status: 200 len: 946 time: 0.0770965 May 20 20:43:53.210465 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b7836e3f-b13a-46c4-888b-2069c61a9441 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-693148'] for router, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:53.211020 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7836e3f-b13a-46c4-888b-2069c61a9441 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 08a33ff6-3a75-4df0-866a-8a0a86dbcd1f {{(pid=103162) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 20 20:43:53.239259 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b7836e3f-b13a-46c4-888b-2069c61a9441 admin admin] Notify callbacks [] for router, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:53.242908 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-b7836e3f-b13a-46c4-888b-2069c61a9441 admin admin] 10.222.0.35 "DELETE /v2.0/routers/08a33ff6-3a75-4df0-866a-8a0a86dbcd1f HTTP/1.1" status: 204 len: 168 time: 2.8091142 May 20 20:43:53.249139 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 40760) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:43:53.364641 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8a3a1bb6-8861-40f5-ac24-d6cc5c2a4bc5 req-870a4258-2d24-4c22-b390-23afc7812abc tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] 10.222.0.35 "GET /v2.0/security-groups?id=24ffe084-33f1-4a86-83df-85043464ffa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522896 May 20 20:43:53.377245 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f694fa-5b74-4a3e-97b1-912a7bab9650 req-14239e77-8394-4927-96b9-9042d20c9464 tempest-InstanceActionsV221TestJSON-494721490 tempest-InstanceActionsV221TestJSON-494721490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:53.379307 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-79f694fa-5b74-4a3e-97b1-912a7bab9650 req-14239e77-8394-4927-96b9-9042d20c9464 tempest-InstanceActionsV221TestJSON-494721490 tempest-InstanceActionsV221TestJSON-494721490-project] 10.222.0.35 "GET /v2.0/ports?device_id=4e1b957a-c9fb-4018-81c7-17531b56e081 HTTP/1.1" status: 200 len: 931 time: 0.1982660 May 20 20:43:53.383630 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-c8b216ad-aea7-4246-8c35-fd3e39b92399 req-d6b7bc94-856e-4cea-9316-8e1e6ec74c74 service neutron] Attempting to bind port e6267721-b542-4fb6-b8a1-978352483b41 on host n-h2-842733-1 for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:43:53.384053 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-c8b216ad-aea7-4246-8c35-fd3e39b92399 req-d6b7bc94-856e-4cea-9316-8e1e6ec74c74 service neutron] Attempting to bind port e6267721-b542-4fb6-b8a1-978352483b41 by drivers openvswitch,hyperv on host n-h2-842733-1 at level 0 using segments [{'id': 'ed3a602f-49fb-4a95-be80-401e1eb72e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'cd702362-b982-46c5-a7d0-51de1b03df86'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:43:53.384289 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8b216ad-aea7-4246-8c35-fd3e39b92399 req-d6b7bc94-856e-4cea-9316-8e1e6ec74c74 service neutron] Attempting to bind port e6267721-b542-4fb6-b8a1-978352483b41 on network cd702362-b982-46c5-a7d0-51de1b03df86 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:43:53.420719 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8b216ad-aea7-4246-8c35-fd3e39b92399 req-d6b7bc94-856e-4cea-9316-8e1e6ec74c74 service neutron] Port e6267721-b542-4fb6-b8a1-978352483b41 on network cd702362-b982-46c5-a7d0-51de1b03df86 not bound, no agent of type Open vSwitch agent registered on host n-h2-842733-1 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 20:43:53.421021 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8b216ad-aea7-4246-8c35-fd3e39b92399 req-d6b7bc94-856e-4cea-9316-8e1e6ec74c74 service neutron] Attempting to bind port e6267721-b542-4fb6-b8a1-978352483b41 on network cd702362-b982-46c5-a7d0-51de1b03df86 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:43:53.429243 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_v2 [None req-080d9633-4df4-4f4c-96ca-3fe09a3b29f3 admin admin] Deleting subnet 6e166003-715e-4f35-82f5-046af1f78c1c {{(pid=103163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 20 20:43:53.430454 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8b216ad-aea7-4246-8c35-fd3e39b92399 req-d6b7bc94-856e-4cea-9316-8e1e6ec74c74 service neutron] Checking agent: {'id': 'a66f2511-b955-448f-877c-56cfe9c81b12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 33, 2), 'started_at': datetime.datetime(2022, 5, 20, 20, 33, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 43, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:43:53.430798 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8b216ad-aea7-4246-8c35-fd3e39b92399 req-d6b7bc94-856e-4cea-9316-8e1e6ec74c74 service neutron] Checking segment: {'id': 'ed3a602f-49fb-4a95-be80-401e1eb72e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'cd702362-b982-46c5-a7d0-51de1b03df86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:43:53.431184 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8b216ad-aea7-4246-8c35-fd3e39b92399 req-d6b7bc94-856e-4cea-9316-8e1e6ec74c74 service neutron] Bound using segment: {'id': 'ed3a602f-49fb-4a95-be80-401e1eb72e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'cd702362-b982-46c5-a7d0-51de1b03df86'} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:43:53.431614 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-c8b216ad-aea7-4246-8c35-fd3e39b92399 req-d6b7bc94-856e-4cea-9316-8e1e6ec74c74 service neutron] Bound port: e6267721-b542-4fb6-b8a1-978352483b41, host: n-h2-842733-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed3a602f-49fb-4a95-be80-401e1eb72e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'cd702362-b982-46c5-a7d0-51de1b03df86'}}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:43:53.431973 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-c8b216ad-aea7-4246-8c35-fd3e39b92399 req-d6b7bc94-856e-4cea-9316-8e1e6ec74c74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:53.438108 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-080d9633-4df4-4f4c-96ca-3fe09a3b29f3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:53.475611 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5bff9681-3474-43c7-b908-5a16cf688fa1 req-85ef8a02-5448-4aa2-884e-e2eb9b97299c service neutron] 10.222.0.13 "GET /v2.0/networks/cd702362-b982-46c5-a7d0-51de1b03df86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2970843 May 20 20:43:53.492609 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-79f694fa-5b74-4a3e-97b1-912a7bab9650 req-2a442b5d-00e5-4317-b9ce-b3d8783f5f3a tempest-InstanceActionsV221TestJSON-494721490 tempest-InstanceActionsV221TestJSON-494721490-project] 10.222.0.35 "GET /v2.0/security-groups?id=4005a7c0-996e-40bc-ab92-9d2238fe88ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022301 May 20 20:43:53.501291 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-080d9633-4df4-4f4c-96ca-3fe09a3b29f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9338757'] for subnet, precommit_delete_associations {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:53.536433 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-c8b216ad-aea7-4246-8c35-fd3e39b92399 req-d6b7bc94-856e-4cea-9316-8e1e6ec74c74 service neutron] For port e6267721-b542-4fb6-b8a1-978352483b41, host n-h2-842733-1, cleared binding levels {{(pid=103162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:43:53.559502 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-c8b216ad-aea7-4246-8c35-fd3e39b92399 req-d6b7bc94-856e-4cea-9316-8e1e6ec74c74 service neutron] For port e6267721-b542-4fb6-b8a1-978352483b41, host n-h2-842733-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=e6267721-b542-4fb6-b8a1-978352483b41,segment=NetworkSegment(ed3a602f-49fb-4a95-be80-401e1eb72e33),segment_id=ed3a602f-49fb-4a95-be80-401e1eb72e33)] {{(pid=103162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:43:53.588979 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-080d9633-4df4-4f4c-96ca-3fe09a3b29f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33068388'] for subnet, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:53.593175 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [req-6106b8d5-ae80-4e8d-be67-2c50eb9dd374 req-e0714bf3-854a-4663-a478-12a5e75c387e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01716df1-0f49-48a6-a2b0-af7aac4e9df1 {{(pid=103162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:43:53.601930 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-6106b8d5-ae80-4e8d-be67-2c50eb9dd374 req-e0714bf3-854a-4663-a478-12a5e75c387e service neutron] Notify callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:53.616618 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.provisioning_blocks [req-6106b8d5-ae80-4e8d-be67-2c50eb9dd374 req-e0714bf3-854a-4663-a478-12a5e75c387e service neutron] Transition to ACTIVE for port object 01716df1-0f49-48a6-a2b0-af7aac4e9df1 will not be triggered until provisioned by entity L2. {{(pid=103162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 20:43:53.631933 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-c8b216ad-aea7-4246-8c35-fd3e39b92399 req-d6b7bc94-856e-4cea-9316-8e1e6ec74c74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:53.669970 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b216ad-aea7-4246-8c35-fd3e39b92399 req-d6b7bc94-856e-4cea-9316-8e1e6ec74c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:53.670648 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-c8b216ad-aea7-4246-8c35-fd3e39b92399 req-d6b7bc94-856e-4cea-9316-8e1e6ec74c74 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:53.672290 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-c8b216ad-aea7-4246-8c35-fd3e39b92399 req-d6b7bc94-856e-4cea-9316-8e1e6ec74c74 service neutron] 10.222.0.13 "PUT /v2.0/ports/e6267721-b542-4fb6-b8a1-978352483b41 HTTP/1.1" status: 200 len: 1095 time: 1.9388864 May 20 20:43:53.672747 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bbfd9e8-a057-44f1-b038-cbd8f003a98d', 'tag': 'e6267721-b542-4fb6-b8a1-978352483b41'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:43:53.674988 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6fa957933fccbf596d28104b23404b952ad6a8238afaebaed40a0874b2e409" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb770375-ee68-4d09-a369-a11d97a4c49b" -d '{"events": [{"name": "network-changed", "server_uuid": "0bbfd9e8-a057-44f1-b038-cbd8f003a98d", "tag": "e6267721-b542-4fb6-b8a1-978352483b41"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:43:53.687662 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e57b9e-3c6a-4ad4-912d-48e289560ba8 req-70010d28-eac0-4bf7-b0e9-12b3387836fa tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:53.692609 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-6106b8d5-ae80-4e8d-be67-2c50eb9dd374 req-e0714bf3-854a-4663-a478-12a5e75c387e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:53.697434 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-34e57b9e-3c6a-4ad4-912d-48e289560ba8 req-70010d28-eac0-4bf7-b0e9-12b3387836fa tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/ports?device_id=63101f8e-85e2-411c-be0e-a4a0fa1b39b2 HTTP/1.1" status: 200 len: 949 time: 0.0789046 May 20 20:43:53.705024 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b7bc94-856e-4cea-9316-8e1e6ec74c74 service neutron] Pushing event updated for resources: {'Port': ['ID=e6267721-b542-4fb6-b8a1-978352483b41,revision_number=3']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:43:53.723919 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 36b4db1d-b6e8-4dc0-991a-f9d6809e9c6a up at agent hyperv_n-h2-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:43:53.750548 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-080d9633-4df4-4f4c-96ca-3fe09a3b29f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33068399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9641221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8422588'] for subnet, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:53.788899 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080d9633-4df4-4f4c-96ca-3fe09a3b29f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e166003-715e-4f35-82f5-046af1f78c1c,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:43:53.818527 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-080d9633-4df4-4f4c-96ca-3fe09a3b29f3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:53.823823 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21bf5853-d543-44a7-a03a-d616b57c647f None None] Network baad6524-bf83-4783-a736-2fe3005abb37 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:43:53.824081 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-080d9633-4df4-4f4c-96ca-3fe09a3b29f3 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/6e166003-715e-4f35-82f5-046af1f78c1c HTTP/1.1" status: 204 len: 168 time: 0.5695102 May 20 20:43:53.834082 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 40768) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:43:53.850261 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b58a7d-9de0-4054-8e18-f48a38821a77 req-2e0aea47-f9c3-4e66-9df7-e82fd8f4917e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:53.851865 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b5b58a7d-9de0-4054-8e18-f48a38821a77 req-2e0aea47-f9c3-4e66-9df7-e82fd8f4917e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=02c8b676c0cd451c938657a8a16ae466&device_id=2cf46fab-12e1-4785-85be-6f2bfb618fd6 HTTP/1.1" status: 200 len: 1098 time: 0.1522706 May 20 20:43:53.858784 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0714bf3-854a-4663-a478-12a5e75c387e service neutron] Pushing event updated for resources: {'Port': ['ID=01716df1-0f49-48a6-a2b0-af7aac4e9df1,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:43:53.882122 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-34e57b9e-3c6a-4ad4-912d-48e289560ba8 req-6421e638-b181-4aae-9f58-8cd0dde719e6 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/security-groups?id=38c76b68-4081-4341-88c9-c8e3082a5da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738360 May 20 20:43:53.883303 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4bb0e131-6525-46ca-a45b-e4ea43a5e69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:53.924551 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Provisioning for port 36b4db1d-b6e8-4dc0-991a-f9d6809e9c6a completed by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 20:43:53.930385 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 20:43:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c0371dc-e987-46ec-ba9f-f38f65420f3f x-openstack-request-id: req-0c0371dc-e987-46ec-ba9f-f38f65420f3f {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:43:53.935692 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0bbfd9e8-a057-44f1-b038-cbd8f003a98d", "tag": "e6267721-b542-4fb6-b8a1-978352483b41", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:43:53.935692 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0c0371dc-e987-46ec-ba9f-f38f65420f3f {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:43:53.935692 n-d-842733-1 neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c0371dc-e987-46ec-ba9f-f38f65420f3f'] response: {'name': 'network-changed', 'server_uuid': '0bbfd9e8-a057-44f1-b038-cbd8f003a98d', 'tag': 'e6267721-b542-4fb6-b8a1-978352483b41', 'status': 'completed', 'code': 200} May 20 20:43:53.966842 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b216ad-aea7-4246-8c35-fd3e39b92399 req-d310d920-2b38-4f2f-8cc9-5ce52e143c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:53.968353 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-c8b216ad-aea7-4246-8c35-fd3e39b92399 req-d310d920-2b38-4f2f-8cc9-5ce52e143c1f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=02c8b676c0cd451c938657a8a16ae466&device_id=0bbfd9e8-a057-44f1-b038-cbd8f003a98d HTTP/1.1" status: 200 len: 1098 time: 0.1022024 May 20 20:43:53.969027 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-6106b8d5-ae80-4e8d-be67-2c50eb9dd374 req-e0714bf3-854a-4663-a478-12a5e75c387e service neutron] Attempting to bind port 01716df1-0f49-48a6-a2b0-af7aac4e9df1 on host n-h1-842733-1 for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:43:53.969388 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-6106b8d5-ae80-4e8d-be67-2c50eb9dd374 req-e0714bf3-854a-4663-a478-12a5e75c387e service neutron] Attempting to bind port 01716df1-0f49-48a6-a2b0-af7aac4e9df1 by drivers openvswitch,hyperv on host n-h1-842733-1 at level 0 using segments [{'id': 'b3511ee5-1ce2-422f-a806-5b1fb4570f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '73be6c15-42e5-4bd3-a8a9-790516939e68'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:43:53.969709 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6106b8d5-ae80-4e8d-be67-2c50eb9dd374 req-e0714bf3-854a-4663-a478-12a5e75c387e service neutron] Attempting to bind port 01716df1-0f49-48a6-a2b0-af7aac4e9df1 on network 73be6c15-42e5-4bd3-a8a9-790516939e68 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:43:53.974475 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6106b8d5-ae80-4e8d-be67-2c50eb9dd374 req-e0714bf3-854a-4663-a478-12a5e75c387e service neutron] Port 01716df1-0f49-48a6-a2b0-af7aac4e9df1 on network 73be6c15-42e5-4bd3-a8a9-790516939e68 not bound, no agent of type Open vSwitch agent registered on host n-h1-842733-1 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 20:43:53.974788 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6106b8d5-ae80-4e8d-be67-2c50eb9dd374 req-e0714bf3-854a-4663-a478-12a5e75c387e service neutron] Attempting to bind port 01716df1-0f49-48a6-a2b0-af7aac4e9df1 on network 73be6c15-42e5-4bd3-a8a9-790516939e68 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:43:53.979655 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6106b8d5-ae80-4e8d-be67-2c50eb9dd374 req-e0714bf3-854a-4663-a478-12a5e75c387e service neutron] Checking agent: {'id': '08dfb1ce-804b-4db8-838b-21094082e041', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 32, 54), 'started_at': datetime.datetime(2022, 5, 20, 20, 32, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 43, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:43:53.979981 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6106b8d5-ae80-4e8d-be67-2c50eb9dd374 req-e0714bf3-854a-4663-a478-12a5e75c387e service neutron] Checking segment: {'id': 'b3511ee5-1ce2-422f-a806-5b1fb4570f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '73be6c15-42e5-4bd3-a8a9-790516939e68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:43:53.980357 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6106b8d5-ae80-4e8d-be67-2c50eb9dd374 req-e0714bf3-854a-4663-a478-12a5e75c387e service neutron] Bound using segment: {'id': 'b3511ee5-1ce2-422f-a806-5b1fb4570f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '73be6c15-42e5-4bd3-a8a9-790516939e68'} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:43:53.980774 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-6106b8d5-ae80-4e8d-be67-2c50eb9dd374 req-e0714bf3-854a-4663-a478-12a5e75c387e service neutron] Bound port: 01716df1-0f49-48a6-a2b0-af7aac4e9df1, host: n-h1-842733-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3511ee5-1ce2-422f-a806-5b1fb4570f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '73be6c15-42e5-4bd3-a8a9-790516939e68'}}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:43:53.981132 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-6106b8d5-ae80-4e8d-be67-2c50eb9dd374 req-e0714bf3-854a-4663-a478-12a5e75c387e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:53.982401 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Provisioning complete for port 36b4db1d-b6e8-4dc0-991a-f9d6809e9c6a triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:43:53.982933 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:54.032003 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a34e344-2860-4592-a006-17f4deaf6581 req-46269fbb-cabb-4109-ac33-0b7cb0e2a6de tempest-ListImageFiltersTestJSON-762368971 tempest-ListImageFiltersTestJSON-762368971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:54.033526 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2a34e344-2860-4592-a006-17f4deaf6581 req-46269fbb-cabb-4109-ac33-0b7cb0e2a6de tempest-ListImageFiltersTestJSON-762368971 tempest-ListImageFiltersTestJSON-762368971-project] 10.222.0.35 "GET /v2.0/ports?device_id=0bbfd9e8-a057-44f1-b038-cbd8f003a98d HTTP/1.1" status: 200 len: 947 time: 0.2888474 May 20 20:43:54.053148 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-c8b216ad-aea7-4246-8c35-fd3e39b92399 req-75af57d6-7961-4b79-a8e4-ae6833750d5a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=e6267721-b542-4fb6-b8a1-978352483b41 HTTP/1.1" status: 200 len: 217 time: 0.0566928 May 20 20:43:54.076973 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6b624947-d805-4cda-b25b-49f7dea1f2a3 req-b4a86b97-af8a-4ce4-b7b6-eb0410e2a991 tempest-ServersAdmin275Test-1415525218 tempest-ServersAdmin275Test-1415525218-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=2894f055-1341-4e58-9e01-d9c6a5727656 HTTP/1.1" status: 200 len: 210 time: 0.0594308 May 20 20:43:54.091261 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-33288bdc-c786-4a16-97e7-94d70ff32ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33160123'] for network, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:54.125605 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-6106b8d5-ae80-4e8d-be67-2c50eb9dd374 req-e0714bf3-854a-4663-a478-12a5e75c387e service neutron] For port 01716df1-0f49-48a6-a2b0-af7aac4e9df1, host n-h1-842733-1, cleared binding levels {{(pid=103162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:43:54.125762 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b58a7d-9de0-4054-8e18-f48a38821a77 req-a5497002-e461-41d3-a88c-e692a09111a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:54.127129 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b5b58a7d-9de0-4054-8e18-f48a38821a77 req-a5497002-e461-41d3-a88c-e692a09111a6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=cd702362-b982-46c5-a7d0-51de1b03df86 HTTP/1.1" status: 200 len: 870 time: 0.2437761 May 20 20:43:54.129071 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-6106b8d5-ae80-4e8d-be67-2c50eb9dd374 req-e0714bf3-854a-4663-a478-12a5e75c387e service neutron] For port 01716df1-0f49-48a6-a2b0-af7aac4e9df1, host n-h1-842733-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=01716df1-0f49-48a6-a2b0-af7aac4e9df1,segment=NetworkSegment(b3511ee5-1ce2-422f-a806-5b1fb4570f16),segment_id=b3511ee5-1ce2-422f-a806-5b1fb4570f16)] {{(pid=103162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:43:54.131196 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b216ad-aea7-4246-8c35-fd3e39b92399 req-46461d86-03f0-48bf-940f-bf4a1973c438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:54.133072 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-c8b216ad-aea7-4246-8c35-fd3e39b92399 req-46461d86-03f0-48bf-940f-bf4a1973c438 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=26b342ea-254c-483a-9ea9-f11c178970eb HTTP/1.1" status: 200 len: 843 time: 0.0717545 May 20 20:43:54.144466 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2a34e344-2860-4592-a006-17f4deaf6581 req-52c3dc76-c46c-4609-91e9-a3c6e247a5f1 tempest-ListImageFiltersTestJSON-762368971 tempest-ListImageFiltersTestJSON-762368971-project] 10.222.0.35 "GET /v2.0/security-groups?id=1e825029-db8b-400a-88b4-334185390110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918522 May 20 20:43:54.199037 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbc52a0a-183c-42aa-9c06-1c5db67c179d None None] DHCP port deletion for baad6524-bf83-4783-a736-2fe3005abb37 request from n-d-842733-1 {{(pid=103164) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 20:43:54.200448 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-6106b8d5-ae80-4e8d-be67-2c50eb9dd374 req-e0714bf3-854a-4663-a478-12a5e75c387e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:54.226211 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b5b58a7d-9de0-4054-8e18-f48a38821a77 req-60f2ed42-c95b-48eb-9129-5f381eeef1e0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=e213a585-6dd1-4d47-a02d-ed1886bd7f5d HTTP/1.1" status: 200 len: 217 time: 0.0755491 May 20 20:43:54.230894 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b216ad-aea7-4246-8c35-fd3e39b92399 req-99563c86-6b1f-40bc-919a-3d28de2d6f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:54.232701 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-c8b216ad-aea7-4246-8c35-fd3e39b92399 req-99563c86-6b1f-40bc-919a-3d28de2d6f60 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cd702362-b982-46c5-a7d0-51de1b03df86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0803120 May 20 20:43:54.258171 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6106b8d5-ae80-4e8d-be67-2c50eb9dd374 req-e0714bf3-854a-4663-a478-12a5e75c387e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:54.258776 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-6106b8d5-ae80-4e8d-be67-2c50eb9dd374 req-e0714bf3-854a-4663-a478-12a5e75c387e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:54.259190 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port 36b4db1d-b6e8-4dc0-991a-f9d6809e9c6a is: BUILD; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:43:54.259651 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:54.260106 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-6106b8d5-ae80-4e8d-be67-2c50eb9dd374 req-e0714bf3-854a-4663-a478-12a5e75c387e service neutron] 10.222.0.24 "PUT /v2.0/ports/01716df1-0f49-48a6-a2b0-af7aac4e9df1 HTTP/1.1" status: 200 len: 1091 time: 1.5035205 May 20 20:43:54.298308 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63101f8e-85e2-411c-be0e-a4a0fa1b39b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36b4db1d-b6e8-4dc0-991a-f9d6809e9c6a'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:43:54.301109 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8485417003ce7c0410b00f5cdc2f391e21107b70bb68e2773712534a96e108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1b7a25a-ed95-4420-a67f-dc07bc78b575" -d '{"events": [{"server_uuid": "63101f8e-85e2-411c-be0e-a4a0fa1b39b2", "name": "network-vif-plugged", "status": "completed", "tag": "36b4db1d-b6e8-4dc0-991a-f9d6809e9c6a"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:43:54.317803 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0714bf3-854a-4663-a478-12a5e75c387e service neutron] Pushing event updated for resources: {'Port': ['ID=01716df1-0f49-48a6-a2b0-af7aac4e9df1,revision_number=3']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:43:54.326508 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-33288bdc-c786-4a16-97e7-94d70ff32ab6 admin admin] Deleting port 0c495699-8968-4cf1-8d6a-412635f371a3 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:43:54.326508 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-33288bdc-c786-4a16-97e7-94d70ff32ab6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:54.346649 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b58a7d-9de0-4054-8e18-f48a38821a77 req-472502ea-db04-4732-ba26-39b454019ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:54.348341 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b5b58a7d-9de0-4054-8e18-f48a38821a77 req-472502ea-db04-4732-ba26-39b454019ffe service neutron] 10.222.0.13 "GET /v2.0/subnets?id=26b342ea-254c-483a-9ea9-f11c178970eb HTTP/1.1" status: 200 len: 843 time: 0.1017675 May 20 20:43:54.364119 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-c8b216ad-aea7-4246-8c35-fd3e39b92399 req-338435a1-6757-4e76-a461-6c64cf9a032a service neutron] 10.222.0.13 "GET /v2.0/networks/cd702362-b982-46c5-a7d0-51de1b03df86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192236 May 20 20:43:54.373307 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port 36b4db1d-b6e8-4dc0-991a-f9d6809e9c6a, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=36b4db1d-b6e8-4dc0-991a-f9d6809e9c6a,segment=NetworkSegment(ed3a602f-49fb-4a95-be80-401e1eb72e33),segment_id=ed3a602f-49fb-4a95-be80-401e1eb72e33)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:43:54.396774 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-cbc52a0a-183c-42aa-9c06-1c5db67c179d None None] Deleting port 0c495699-8968-4cf1-8d6a-412635f371a3 {{(pid=103164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:43:54.397413 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cbc52a0a-183c-42aa-9c06-1c5db67c179d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:54.415405 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135b483c-e8a4-4443-b8c0-edf20df41c74 req-ef573dac-05ae-40ae-b1c5-01b5225458c1 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:54.417134 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-135b483c-e8a4-4443-b8c0-edf20df41c74 req-ef573dac-05ae-40ae-b1c5-01b5225458c1 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.35 "GET /v2.0/ports?device_id=8c335b11-5051-4f87-ac56-0002e9b0788f HTTP/1.1" status: 200 len: 944 time: 0.1716642 May 20 20:43:54.462957 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-33288bdc-c786-4a16-97e7-94d70ff32ab6 admin admin] For port 0c495699-8968-4cf1-8d6a-412635f371a3, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=0c495699-8968-4cf1-8d6a-412635f371a3,segment=NetworkSegment(54014f1f-17f4-44bc-89c9-a7cc1b561592),segment_id=54014f1f-17f4-44bc-89c9-a7cc1b561592)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:43:54.463629 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-33288bdc-c786-4a16-97e7-94d70ff32ab6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:54.478908 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 20:43:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c70cfa0-12f5-4546-94cb-b2ddf2ac9455 x-openstack-request-id: req-9c70cfa0-12f5-4546-94cb-b2ddf2ac9455 {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:43:54.479253 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63101f8e-85e2-411c-be0e-a4a0fa1b39b2", "name": "network-vif-plugged", "status": "completed", "tag": "36b4db1d-b6e8-4dc0-991a-f9d6809e9c6a", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:43:54.481585 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9c70cfa0-12f5-4546-94cb-b2ddf2ac9455 {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:43:54.481585 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c70cfa0-12f5-4546-94cb-b2ddf2ac9455'] response: {'server_uuid': '63101f8e-85e2-411c-be0e-a4a0fa1b39b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36b4db1d-b6e8-4dc0-991a-f9d6809e9c6a', 'code': 200} May 20 20:43:54.483596 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 0c495699-8968-4cf1-8d6a-412635f371a3 no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:43:54.486903 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:54.495204 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:54.502870 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-33288bdc-c786-4a16-97e7-94d70ff32ab6 admin admin] Calling delete_port for 0c495699-8968-4cf1-8d6a-412635f371a3 owned by network:dhcp {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:43:54.515135 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b58a7d-9de0-4054-8e18-f48a38821a77 req-a5247568-3737-4d6d-b3b6-8baa3ca924da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:54.516594 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b5b58a7d-9de0-4054-8e18-f48a38821a77 req-a5247568-3737-4d6d-b3b6-8baa3ca924da service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cd702362-b982-46c5-a7d0-51de1b03df86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1406240 May 20 20:43:54.546644 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-c8b216ad-aea7-4246-8c35-fd3e39b92399 req-8f4a7fc1-58e9-48e7-93a2-5f4d4feaec65 service neutron] 10.222.0.13 "GET /v2.0/networks/cd702362-b982-46c5-a7d0-51de1b03df86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1741416 May 20 20:43:54.552832 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6106b8d5-ae80-4e8d-be67-2c50eb9dd374 req-99047da8-dded-47ad-9582-931a71615c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:54.554517 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-6106b8d5-ae80-4e8d-be67-2c50eb9dd374 req-99047da8-dded-47ad-9582-931a71615c89 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ebd1356351a04dc69de90addf6592a07&device_id=4e1b957a-c9fb-4018-81c7-17531b56e081 HTTP/1.1" status: 200 len: 1094 time: 0.1629953 May 20 20:43:54.576149 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-cbc52a0a-183c-42aa-9c06-1c5db67c179d None None] For port 0c495699-8968-4cf1-8d6a-412635f371a3, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=0c495699-8968-4cf1-8d6a-412635f371a3,segment=NetworkSegment(54014f1f-17f4-44bc-89c9-a7cc1b561592),segment_id=54014f1f-17f4-44bc-89c9-a7cc1b561592)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:43:54.576546 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cbc52a0a-183c-42aa-9c06-1c5db67c179d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:54.604725 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-cbc52a0a-183c-42aa-9c06-1c5db67c179d None None] Calling delete_port for 0c495699-8968-4cf1-8d6a-412635f371a3 owned by network:dhcp {{(pid=103164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:43:54.606438 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=36b4db1d-b6e8-4dc0-991a-f9d6809e9c6a,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:43:54.607580 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-6106b8d5-ae80-4e8d-be67-2c50eb9dd374 req-7c599e2d-cbca-44c0-bc2d-0da2815c568a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=01716df1-0f49-48a6-a2b0-af7aac4e9df1 HTTP/1.1" status: 200 len: 217 time: 0.0440640 May 20 20:43:54.665452 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6106b8d5-ae80-4e8d-be67-2c50eb9dd374 req-f7f702fc-58e6-4953-9f2d-62d132eca924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:54.667289 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-6106b8d5-ae80-4e8d-be67-2c50eb9dd374 req-f7f702fc-58e6-4953-9f2d-62d132eca924 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b9412bbe-ed17-4767-8827-4b5e1196d210 HTTP/1.1" status: 200 len: 858 time: 0.0531440 May 20 20:43:54.702413 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 0c495699-8968-4cf1-8d6a-412635f371a3 is: ACTIVE; New status is: DOWN {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:43:54.702811 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:54.702983 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-6106b8d5-ae80-4e8d-be67-2c50eb9dd374 req-3e59f5e9-dee7-4275-8303-64eacb222b31 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=73be6c15-42e5-4bd3-a8a9-790516939e68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275273 May 20 20:43:54.744838 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] For port 0c495699-8968-4cf1-8d6a-412635f371a3, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=0c495699-8968-4cf1-8d6a-412635f371a3,segment=NetworkSegment(54014f1f-17f4-44bc-89c9-a7cc1b561592),segment_id=54014f1f-17f4-44bc-89c9-a7cc1b561592)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:43:54.829562 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb770375-ee68-4d09-a369-a11d97a4c49b req-99b564b4-a6ce-4531-978c-efd271913b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:54.831274 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-fb770375-ee68-4d09-a369-a11d97a4c49b req-99b564b4-a6ce-4531-978c-efd271913b3f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=02c8b676c0cd451c938657a8a16ae466&device_id=0bbfd9e8-a057-44f1-b038-cbd8f003a98d HTTP/1.1" status: 200 len: 1098 time: 0.1024747 May 20 20:43:54.844551 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:54.853289 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-135b483c-e8a4-4443-b8c0-edf20df41c74 req-d2afacc0-2bbc-4568-98d2-8618f402e47d tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.35 "GET /v2.0/security-groups?id=af06f2cf-8756-4fbf-90c6-d72ff1946909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4225821 May 20 20:43:54.900946 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-6106b8d5-ae80-4e8d-be67-2c50eb9dd374 req-089b13aa-12d9-4a2c-96eb-08dcd4271a3c service neutron] 10.222.0.24 "GET /v2.0/networks/73be6c15-42e5-4bd3-a8a9-790516939e68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1831763 May 20 20:43:54.938331 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Pushing event updated for resources: {'Port': ['ID=0c495699-8968-4cf1-8d6a-412635f371a3,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:43:54.949583 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cbc52a0a-183c-42aa-9c06-1c5db67c179d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099'] for port, after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:54.978509 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc52a0a-183c-42aa-9c06-1c5db67c179d None None] Pushing event deleted for resources: {'Port': ['ID=0c495699-8968-4cf1-8d6a-412635f371a3,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:43:54.979963 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc52a0a-183c-42aa-9c06-1c5db67c179d None None] No DVR routers for this DVR port 0c495699-8968-4cf1-8d6a-412635f371a3 on host n-d-842733-1 {{(pid=103164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:43:55.026382 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb770375-ee68-4d09-a369-a11d97a4c49b req-77165920-9e67-4d03-a3e2-ed9eef625d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:55.027748 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-fb770375-ee68-4d09-a369-a11d97a4c49b req-77165920-9e67-4d03-a3e2-ed9eef625d4e service neutron] 10.222.0.13 "GET /v2.0/networks?id=cd702362-b982-46c5-a7d0-51de1b03df86 HTTP/1.1" status: 200 len: 870 time: 0.1806748 May 20 20:43:55.038351 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-6106b8d5-ae80-4e8d-be67-2c50eb9dd374 req-35276070-30a3-4d3e-a1ac-80af9c18f941 service neutron] 10.222.0.24 "GET /v2.0/networks/73be6c15-42e5-4bd3-a8a9-790516939e68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291084 May 20 20:43:55.070549 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1120e7-8835-4a75-af8b-cc733190aebb req-6448b676-be47-41b7-9bb8-7471ec7b9adb tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:55.072019 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-fe1120e7-8835-4a75-af8b-cc733190aebb req-6448b676-be47-41b7-9bb8-7471ec7b9adb tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] 10.222.0.35 "GET /v2.0/ports?device_id=c033fd40-d9a3-4a1c-97ed-3a7f9a7260de HTTP/1.1" status: 200 len: 946 time: 0.5598800 May 20 20:43:55.082210 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-fb770375-ee68-4d09-a369-a11d97a4c49b req-1e496952-97a9-4835-8793-3abbbb8f5556 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=e6267721-b542-4fb6-b8a1-978352483b41 HTTP/1.1" status: 200 len: 217 time: 0.0386674 May 20 20:43:55.096032 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d0f325-c67b-4d01-952a-a87c4fb57f2a req-ffeaf7cf-1190-40d7-8914-9c815a63edd7 tempest-InstanceActionsV221TestJSON-494721490 tempest-InstanceActionsV221TestJSON-494721490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:55.097493 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f1d0f325-c67b-4d01-952a-a87c4fb57f2a req-ffeaf7cf-1190-40d7-8914-9c815a63edd7 tempest-InstanceActionsV221TestJSON-494721490 tempest-InstanceActionsV221TestJSON-494721490-project] 10.222.0.35 "GET /v2.0/ports?device_id=4e1b957a-c9fb-4018-81c7-17531b56e081 HTTP/1.1" status: 200 len: 943 time: 0.1512160 May 20 20:43:55.099082 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31400e91-852f-4acd-81be-a0effa682943 req-4bd9a330-7337-49e3-9b70-9269643f3ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:55.100386 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-31400e91-852f-4acd-81be-a0effa682943 req-4bd9a330-7337-49e3-9b70-9269643f3ddd service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=63101f8e-85e2-411c-be0e-a4a0fa1b39b2 HTTP/1.1" status: 200 len: 1101 time: 0.5721579 May 20 20:43:55.129796 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b5b58a7d-9de0-4054-8e18-f48a38821a77 req-a2922167-fdfa-4885-9db6-bb45b143322c service neutron] 10.222.0.13 "GET /v2.0/networks/cd702362-b982-46c5-a7d0-51de1b03df86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2606106 May 20 20:43:55.133705 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb770375-ee68-4d09-a369-a11d97a4c49b req-e7645897-5279-4585-85bb-cfbffe49cc99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:55.135258 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-fb770375-ee68-4d09-a369-a11d97a4c49b req-e7645897-5279-4585-85bb-cfbffe49cc99 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=26b342ea-254c-483a-9ea9-f11c178970eb HTTP/1.1" status: 200 len: 843 time: 0.0458450 May 20 20:43:55.166400 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-33288bdc-c786-4a16-97e7-94d70ff32ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:55.184773 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb770375-ee68-4d09-a369-a11d97a4c49b req-daa2dd70-6acc-4ce1-8e43-ef1d5926d6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:55.186970 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-fb770375-ee68-4d09-a369-a11d97a4c49b req-daa2dd70-6acc-4ce1-8e43-ef1d5926d6fa service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cd702362-b982-46c5-a7d0-51de1b03df86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0411310 May 20 20:43:55.192906 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 38316866-23bb-400f-9c03-dd215bcaf804 details requested by agent hyperv_n-h1-842733-1 with host n-h1-842733-1 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 20:43:55.266509 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33288bdc-c786-4a16-97e7-94d70ff32ab6 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c495699-8968-4cf1-8d6a-412635f371a3,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:43:55.274778 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-fe1120e7-8835-4a75-af8b-cc733190aebb req-000ed0fa-d651-44d1-a86d-7a6c15d1c8d4 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] 10.222.0.35 "GET /v2.0/security-groups?id=24ffe084-33f1-4a86-83df-85043464ffa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914949 May 20 20:43:55.277226 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33288bdc-c786-4a16-97e7-94d70ff32ab6 admin admin] No DVR routers for this DVR port 0c495699-8968-4cf1-8d6a-412635f371a3 on host n-d-842733-1 {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:43:55.287524 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f1d0f325-c67b-4d01-952a-a87c4fb57f2a req-092c55ce-96af-43eb-95bb-84ace92cd1d6 tempest-InstanceActionsV221TestJSON-494721490 tempest-InstanceActionsV221TestJSON-494721490-project] 10.222.0.35 "GET /v2.0/security-groups?id=4005a7c0-996e-40bc-ab92-9d2238fe88ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725762 May 20 20:43:55.291516 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-31400e91-852f-4acd-81be-a0effa682943 req-d8e6e762-6002-42b6-a54e-ff43901a8a05 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=38c76b68-4081-4341-88c9-c8e3082a5da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748238 May 20 20:43:55.344311 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port 38316866-23bb-400f-9c03-dd215bcaf804, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=38316866-23bb-400f-9c03-dd215bcaf804,segment=NetworkSegment(1b618711-eace-4f66-9dbc-026093290eaa),segment_id=1b618711-eace-4f66-9dbc-026093290eaa)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:43:55.344665 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-fb770375-ee68-4d09-a369-a11d97a4c49b req-27e6e907-ca8f-4020-82d5-9a8882fc2189 service neutron] 10.222.0.13 "GET /v2.0/networks/cd702362-b982-46c5-a7d0-51de1b03df86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449134 May 20 20:43:55.361830 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Returning: {'device': '38316866-23bb-400f-9c03-dd215bcaf804', 'network_id': '80bda1f2-d8f3-4628-a486-5841bb81c3dc', 'port_id': '38316866-23bb-400f-9c03-dd215bcaf804', 'mac_address': 'fa:16:3e:87:5f:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '532e3931-08a4-40e8-b75d-9b3b215f2360', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 20 20:43:55.407795 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Current status of the port 38316866-23bb-400f-9c03-dd215bcaf804 is: DOWN; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:43:55.408323 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:55.422036 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38316866-23bb-400f-9c03-dd215bcaf804 {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:43:55.425622 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-33288bdc-c786-4a16-97e7-94d70ff32ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33072115', 'neutron.services.segments.db._delete_segments_for_network-8782419500584'] for network, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:55.436863 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cc3ec51b-6ec8-438a-8349-5f0bec346d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:55.454429 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port 38316866-23bb-400f-9c03-dd215bcaf804, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=38316866-23bb-400f-9c03-dd215bcaf804,segment=NetworkSegment(1b618711-eace-4f66-9dbc-026093290eaa),segment_id=1b618711-eace-4f66-9dbc-026093290eaa)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:43:55.459472 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b5b58a7d-9de0-4054-8e18-f48a38821a77 req-e9033e19-efb1-4889-a402-c41282ed39f2 service neutron] 10.222.0.13 "GET /v2.0/networks/cd702362-b982-46c5-a7d0-51de1b03df86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3083048 May 20 20:43:55.473011 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-33288bdc-c786-4a16-97e7-94d70ff32ab6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['baad6524-bf83-4783-a736-2fe3005abb37']}} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:43:55.489259 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-33288bdc-c786-4a16-97e7-94d70ff32ab6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54014f1f-17f4-44bc-89c9-a7cc1b561592') {'for_net_delete': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:43:55.489259 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-33288bdc-c786-4a16-97e7-94d70ff32ab6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54014f1f-17f4-44bc-89c9-a7cc1b561592') {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:43:55.502317 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-33288bdc-c786-4a16-97e7-94d70ff32ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419501617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9338764'] for segment, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:55.518082 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2549fe84-7a0b-4169-8fd7-509889599fa9 req-9a7833cb-2632-48a7-97c4-e8dad9a5d5b3 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:55.519534 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2549fe84-7a0b-4169-8fd7-509889599fa9 req-9a7833cb-2632-48a7-97c4-e8dad9a5d5b3 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/ports?device_id=63101f8e-85e2-411c-be0e-a4a0fa1b39b2 HTTP/1.1" status: 200 len: 950 time: 0.1422684 May 20 20:43:55.526140 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:55.528155 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eed3085-9e0d-435b-956a-8721caaef201 req-e18faea2-4dc8-4f20-a7e1-066a1669f41b tempest-ListImageFiltersTestJSON-762368971 tempest-ListImageFiltersTestJSON-762368971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:55.529917 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9eed3085-9e0d-435b-956a-8721caaef201 req-e18faea2-4dc8-4f20-a7e1-066a1669f41b tempest-ListImageFiltersTestJSON-762368971 tempest-ListImageFiltersTestJSON-762368971-project] 10.222.0.35 "GET /v2.0/ports?device_id=0bbfd9e8-a057-44f1-b038-cbd8f003a98d HTTP/1.1" status: 200 len: 947 time: 0.1281567 May 20 20:43:55.539634 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-33288bdc-c786-4a16-97e7-94d70ff32ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:55.551298 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:55.557994 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33288bdc-c786-4a16-97e7-94d70ff32ab6 admin admin] Releasing vlan 228 on physical network physnet1 to pool {{(pid=103163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 20:43:55.558389 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-33288bdc-c786-4a16-97e7-94d70ff32ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9638311'] for segment, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:55.560527 n-d-842733-1 neutron-server[103163]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 20:43:55.560527 n-d-842733-1 neutron-server[103163]: self.session.flush() May 20 20:43:55.560527 n-d-842733-1 neutron-server[103163]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 20:43:55.560527 n-d-842733-1 neutron-server[103163]: self.session.flush() May 20 20:43:55.560527 n-d-842733-1 neutron-server[103163]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 20:43:55.560527 n-d-842733-1 neutron-server[103163]: self.session.flush() May 20 20:43:55.560527 n-d-842733-1 neutron-server[103163]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 20:43:55.560527 n-d-842733-1 neutron-server[103163]: self.session.flush() May 20 20:43:55.560527 n-d-842733-1 neutron-server[103163]: Traceback (most recent call last): May 20 20:43:55.560527 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 20:43:55.560527 n-d-842733-1 neutron-server[103163]: timer() May 20 20:43:55.560527 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 20:43:55.560527 n-d-842733-1 neutron-server[103163]: cb(*args, **kw) May 20 20:43:55.560527 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 20 20:43:55.560527 n-d-842733-1 neutron-server[103163]: return func(*args, **kwargs) May 20 20:43:55.560527 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 20:43:55.560527 n-d-842733-1 neutron-server[103163]: self._notify() May 20 20:43:55.560527 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 20:43:55.560527 n-d-842733-1 neutron-server[103163]: self.callback(batched_events) May 20 20:43:55.560527 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 20:43:55.560527 n-d-842733-1 neutron-server[103163]: event.method(event) May 20 20:43:55.560527 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 20 20:43:55.560527 n-d-842733-1 neutron-server[103163]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 20:43:55.560527 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 20 20:43:55.560527 n-d-842733-1 neutron-server[103163]: aggregate_uuid = self.p_client.list_aggregates( May 20 20:43:55.560527 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 20 20:43:55.560527 n-d-842733-1 neutron-server[103163]: return f(self, *a, **k) May 20 20:43:55.560527 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 20 20:43:55.560527 n-d-842733-1 neutron-server[103163]: return self._get(url).json() May 20 20:43:55.560527 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 20 20:43:55.560527 n-d-842733-1 neutron-server[103163]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 20:43:55.560527 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 20:43:55.560527 n-d-842733-1 neutron-server[103163]: return self.request(url, 'GET', **kwargs) May 20 20:43:55.560527 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 20:43:55.560527 n-d-842733-1 neutron-server[103163]: base_url = self.get_endpoint(auth, allow=allow, May 20 20:43:55.560527 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 20:43:55.560527 n-d-842733-1 neutron-server[103163]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 20:43:55.560527 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 20:43:55.560527 n-d-842733-1 neutron-server[103163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 20:43:55.560527 n-d-842733-1 neutron-server[103163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 20:43:55.601145 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Pushing event updated for resources: {'Port': ['ID=38316866-23bb-400f-9c03-dd215bcaf804,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:43:55.642545 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2549fe84-7a0b-4169-8fd7-509889599fa9 req-ea616bfb-612a-4e80-929d-72e22450bace tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/security-groups?id=38c76b68-4081-4341-88c9-c8e3082a5da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116290 May 20 20:43:55.651395 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9eed3085-9e0d-435b-956a-8721caaef201 req-e0e4e5a0-47ca-48f5-aefe-a2041cd3a8aa tempest-ListImageFiltersTestJSON-762368971 tempest-ListImageFiltersTestJSON-762368971-project] 10.222.0.35 "GET /v2.0/security-groups?id=1e825029-db8b-400a-88b4-334185390110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097164 May 20 20:43:55.710479 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device e213a585-6dd1-4d47-a02d-ed1886bd7f5d details requested by agent hyperv_n-h2-842733-1 with host n-h2-842733-1 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 20:43:55.711761 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-fb770375-ee68-4d09-a369-a11d97a4c49b req-6d5dfae9-7139-4eb2-8081-038af9ffff3a service neutron] 10.222.0.13 "GET /v2.0/networks/cd702362-b982-46c5-a7d0-51de1b03df86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990882 May 20 20:43:55.720292 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-33288bdc-c786-4a16-97e7-94d70ff32ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33072122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748162'] for network, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:55.749525 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9af488a7-e92f-4036-a8a7-37aeb34fc0ec req-0d032df4-ebba-4259-9fe5-f1c56a2d9387 tempest-ServersAdmin275Test-1415525218 tempest-ServersAdmin275Test-1415525218-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=2894f055-1341-4e58-9e01-d9c6a5727656 HTTP/1.1" status: 200 len: 210 time: 0.0347161 May 20 20:43:55.764044 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-33288bdc-c786-4a16-97e7-94d70ff32ab6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:55.768075 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-33288bdc-c786-4a16-97e7-94d70ff32ab6 admin admin] 10.222.0.35 "DELETE /v2.0/networks/baad6524-bf83-4783-a736-2fe3005abb37 HTTP/1.1" status: 204 len: 168 time: 1.9294906 May 20 20:43:55.769872 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33288bdc-c786-4a16-97e7-94d70ff32ab6 admin admin] Pushing event deleted for resources: {'Network': ['ID=baad6524-bf83-4783-a736-2fe3005abb37,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:43:55.775454 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 40788) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:43:55.819581 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port e213a585-6dd1-4d47-a02d-ed1886bd7f5d, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=e213a585-6dd1-4d47-a02d-ed1886bd7f5d,segment=NetworkSegment(ed3a602f-49fb-4a95-be80-401e1eb72e33),segment_id=ed3a602f-49fb-4a95-be80-401e1eb72e33)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:43:55.831601 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Returning: {'device': 'e213a585-6dd1-4d47-a02d-ed1886bd7f5d', 'network_id': 'cd702362-b982-46c5-a7d0-51de1b03df86', 'port_id': 'e213a585-6dd1-4d47-a02d-ed1886bd7f5d', 'mac_address': 'fa:16:3e:6b:47:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26b342ea-254c-483a-9ea9-f11c178970eb', 'ip_address': '192.168.233.81'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 20 20:43:55.868277 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port e213a585-6dd1-4d47-a02d-ed1886bd7f5d is: DOWN; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:43:55.868765 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:55.883022 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e213a585-6dd1-4d47-a02d-ed1886bd7f5d {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:43:55.909686 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port e213a585-6dd1-4d47-a02d-ed1886bd7f5d, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=e213a585-6dd1-4d47-a02d-ed1886bd7f5d,segment=NetworkSegment(ed3a602f-49fb-4a95-be80-401e1eb72e33),segment_id=ed3a602f-49fb-4a95-be80-401e1eb72e33)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:43:55.912472 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] get_ports_and_sgs() called for port_ids ['38316866-23bb-400f-9c03-dd215bcaf804'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:43:55.932213 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e1b957a-c9fb-4018-81c7-17531b56e081', 'tag': '01716df1-0f49-48a6-a2b0-af7aac4e9df1'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:43:55.934426 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6fa957933fccbf596d28104b23404b952ad6a8238afaebaed40a0874b2e409" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df3677bd-68aa-499f-9205-d11fb72a8a52" -d '{"events": [{"name": "network-changed", "server_uuid": "4e1b957a-c9fb-4018-81c7-17531b56e081", "tag": "01716df1-0f49-48a6-a2b0-af7aac4e9df1"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:43:55.980025 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 20:43:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3d2c275-bcf2-4477-80b0-4106861482d6 x-openstack-request-id: req-e3d2c275-bcf2-4477-80b0-4106861482d6 {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:43:55.980400 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e1b957a-c9fb-4018-81c7-17531b56e081", "tag": "01716df1-0f49-48a6-a2b0-af7aac4e9df1", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:43:55.980730 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e3d2c275-bcf2-4477-80b0-4106861482d6 {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:43:55.981115 n-d-842733-1 neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3d2c275-bcf2-4477-80b0-4106861482d6'] response: {'name': 'network-changed', 'server_uuid': '4e1b957a-c9fb-4018-81c7-17531b56e081', 'tag': '01716df1-0f49-48a6-a2b0-af7aac4e9df1', 'status': 'completed', 'code': 200} May 20 20:43:56.001528 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1311b15-9457-4465-8eb0-09db5f9dd794 req-83bf5069-dc23-481d-812a-d30c9069195d tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:56.003118 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c1311b15-9457-4465-8eb0-09db5f9dd794 req-83bf5069-dc23-481d-812a-d30c9069195d tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.35 "GET /v2.0/ports?device_id=8c335b11-5051-4f87-ac56-0002e9b0788f HTTP/1.1" status: 200 len: 945 time: 0.0717850 May 20 20:43:56.021543 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:56.054485 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c1311b15-9457-4465-8eb0-09db5f9dd794 req-fae55303-689a-4d89-a67a-d75a4b3e0f13 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.35 "GET /v2.0/security-groups?id=af06f2cf-8756-4fbf-90c6-d72ff1946909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439875 May 20 20:43:56.079134 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3677bd-68aa-499f-9205-d11fb72a8a52 req-bde3ca16-9aa8-4322-8a75-ecd3632db63d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:56.080678 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-df3677bd-68aa-499f-9205-d11fb72a8a52 req-bde3ca16-9aa8-4322-8a75-ecd3632db63d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ebd1356351a04dc69de90addf6592a07&device_id=4e1b957a-c9fb-4018-81c7-17531b56e081 HTTP/1.1" status: 200 len: 1094 time: 0.0776138 May 20 20:43:56.113358 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=e213a585-6dd1-4d47-a02d-ed1886bd7f5d,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:43:56.209852 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3677bd-68aa-499f-9205-d11fb72a8a52 req-68c17f17-3845-4cc5-b5ff-91c23d6940c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:56.211228 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-df3677bd-68aa-499f-9205-d11fb72a8a52 req-68c17f17-3845-4cc5-b5ff-91c23d6940c7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=73be6c15-42e5-4bd3-a8a9-790516939e68 HTTP/1.1" status: 200 len: 919 time: 0.1082580 May 20 20:43:56.273655 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-df3677bd-68aa-499f-9205-d11fb72a8a52 req-88860cf0-45f1-4585-ab36-dd8e9fed579f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=01716df1-0f49-48a6-a2b0-af7aac4e9df1 HTTP/1.1" status: 200 len: 217 time: 0.0417972 May 20 20:43:56.324819 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ba9a3ea0-5f98-4230-a6d5-623b1f26ca44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748528'] for router_interface, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:56.369078 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3677bd-68aa-499f-9205-d11fb72a8a52 req-765dc606-038e-48de-9e20-9ab2355f095c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:56.370401 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-df3677bd-68aa-499f-9205-d11fb72a8a52 req-765dc606-038e-48de-9e20-9ab2355f095c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b9412bbe-ed17-4767-8827-4b5e1196d210 HTTP/1.1" status: 200 len: 858 time: 0.0888221 May 20 20:43:56.437904 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-df3677bd-68aa-499f-9205-d11fb72a8a52 req-4f0213d4-1232-462f-9e45-9016cd415102 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=73be6c15-42e5-4bd3-a8a9-790516939e68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0537560 May 20 20:43:56.441537 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752187b6-4da5-4618-a825-777bd80ba9ef req-c2ef4ab5-9d1f-4f8a-ac9a-a923d9539090 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:56.443022 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-752187b6-4da5-4618-a825-777bd80ba9ef req-c2ef4ab5-9d1f-4f8a-ac9a-a923d9539090 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] 10.222.0.35 "GET /v2.0/ports?device_id=c033fd40-d9a3-4a1c-97ed-3a7f9a7260de HTTP/1.1" status: 200 len: 946 time: 0.0800164 May 20 20:43:56.451355 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9333216b-d780-4451-ad39-3b91e028c80c req-ff3336b2-8616-4fed-a3cc-b7e1bd11e497 tempest-InstanceActionsV221TestJSON-494721490 tempest-InstanceActionsV221TestJSON-494721490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:56.452774 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9333216b-d780-4451-ad39-3b91e028c80c req-ff3336b2-8616-4fed-a3cc-b7e1bd11e497 tempest-InstanceActionsV221TestJSON-494721490 tempest-InstanceActionsV221TestJSON-494721490-project] 10.222.0.35 "GET /v2.0/ports?device_id=4e1b957a-c9fb-4018-81c7-17531b56e081 HTTP/1.1" status: 200 len: 943 time: 0.0781064 May 20 20:43:56.507972 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-752187b6-4da5-4618-a825-777bd80ba9ef req-b0ae5b4a-3009-482d-bbaf-1822482ff1ec tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] 10.222.0.35 "GET /v2.0/security-groups?id=24ffe084-33f1-4a86-83df-85043464ffa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542078 May 20 20:43:56.513601 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9333216b-d780-4451-ad39-3b91e028c80c req-e52e2de0-0650-40c6-bb0f-9c8864a8cbfc tempest-InstanceActionsV221TestJSON-494721490 tempest-InstanceActionsV221TestJSON-494721490-project] 10.222.0.35 "GET /v2.0/security-groups?id=4005a7c0-996e-40bc-ab92-9d2238fe88ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535061 May 20 20:43:56.523330 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] get_ports_and_sgs() called for port_ids ['e213a585-6dd1-4d47-a02d-ed1886bd7f5d'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:43:56.599281 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-df3677bd-68aa-499f-9205-d11fb72a8a52 req-c08609c0-3094-4848-85d6-e834f327ce14 service neutron] 10.222.0.24 "GET /v2.0/networks/73be6c15-42e5-4bd3-a8a9-790516939e68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535752 May 20 20:43:56.758455 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-df3677bd-68aa-499f-9205-d11fb72a8a52 req-84ead990-0097-4b76-a064-d30c3d872a75 service neutron] 10.222.0.24 "GET /v2.0/networks/73be6c15-42e5-4bd3-a8a9-790516939e68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480720 May 20 20:43:56.773358 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-ba9a3ea0-5f98-4230-a6d5-623b1f26ca44 admin admin] Deleting port 8385a6ed-c689-414d-b3e4-9ca7a4bac36f {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:43:56.773961 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ba9a3ea0-5f98-4230-a6d5-623b1f26ca44 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:56.804383 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b645f4b-348a-4c3c-929f-a6aa36e8880d req-dc3c9297-9f67-4830-8a86-6efa1a22b0f3 tempest-ListImageFiltersTestJSON-762368971 tempest-ListImageFiltersTestJSON-762368971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:56.805889 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6b645f4b-348a-4c3c-929f-a6aa36e8880d req-dc3c9297-9f67-4830-8a86-6efa1a22b0f3 tempest-ListImageFiltersTestJSON-762368971 tempest-ListImageFiltersTestJSON-762368971-project] 10.222.0.35 "GET /v2.0/ports?device_id=0bbfd9e8-a057-44f1-b038-cbd8f003a98d HTTP/1.1" status: 200 len: 947 time: 0.0837274 May 20 20:43:56.814651 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec35de0-7cdd-4f4a-875e-01a7efd7de9f req-b9b61961-cede-4ff8-8980-b531a9a9499b tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:56.816236 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9ec35de0-7cdd-4f4a-875e-01a7efd7de9f req-b9b61961-cede-4ff8-8980-b531a9a9499b tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/ports?device_id=63101f8e-85e2-411c-be0e-a4a0fa1b39b2 HTTP/1.1" status: 200 len: 950 time: 0.0820153 May 20 20:43:56.856457 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-ba9a3ea0-5f98-4230-a6d5-623b1f26ca44 admin admin] For port 8385a6ed-c689-414d-b3e4-9ca7a4bac36f, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=8385a6ed-c689-414d-b3e4-9ca7a4bac36f,segment=NetworkSegment(39bb0167-2516-4972-ba86-d1b99a9272c3),segment_id=39bb0167-2516-4972-ba86-d1b99a9272c3)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:43:56.857513 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ba9a3ea0-5f98-4230-a6d5-623b1f26ca44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:56.868995 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-ba9a3ea0-5f98-4230-a6d5-623b1f26ca44 admin admin] Calling delete_port for 8385a6ed-c689-414d-b3e4-9ca7a4bac36f owned by network:router_interface {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:43:56.870153 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6b645f4b-348a-4c3c-929f-a6aa36e8880d req-7dd04b92-61d3-4549-a326-1142fa0f48c3 tempest-ListImageFiltersTestJSON-762368971 tempest-ListImageFiltersTestJSON-762368971-project] 10.222.0.35 "GET /v2.0/security-groups?id=1e825029-db8b-400a-88b4-334185390110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530624 May 20 20:43:56.878094 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9ec35de0-7cdd-4f4a-875e-01a7efd7de9f req-ca9c82c1-c2b1-49d4-8008-6930d49c6e67 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/security-groups?id=38c76b68-4081-4341-88c9-c8e3082a5da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547073 May 20 20:43:56.962414 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b252cec4-1e28-4c71-b354-8237fbcfab08 req-196486a8-f29e-420f-8cea-cdba4857c118 tempest-ServersAdmin275Test-1415525218 tempest-ServersAdmin275Test-1415525218-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=2894f055-1341-4e58-9e01-d9c6a5727656 HTTP/1.1" status: 200 len: 210 time: 0.0247679 May 20 20:43:57.111372 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ba9a3ea0-5f98-4230-a6d5-623b1f26ca44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:57.140462 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9a3ea0-5f98-4230-a6d5-623b1f26ca44 admin admin] Pushing event deleted for resources: {'Port': ['ID=8385a6ed-c689-414d-b3e4-9ca7a4bac36f,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:43:57.175192 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645e8fb3-d752-4613-bdbb-2f164dc124ad req-9c9c6524-9fb3-4d4f-8ed1-bde33afcb513 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:57.183039 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-645e8fb3-d752-4613-bdbb-2f164dc124ad req-9c9c6524-9fb3-4d4f-8ed1-bde33afcb513 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.35 "GET /v2.0/ports?device_id=8c335b11-5051-4f87-ac56-0002e9b0788f HTTP/1.1" status: 200 len: 945 time: 0.0581851 May 20 20:43:57.193632 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 38316866-23bb-400f-9c03-dd215bcaf804 up at agent hyperv_n-h1-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:43:57.221740 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-645e8fb3-d752-4613-bdbb-2f164dc124ad req-713b5a91-db3a-495c-bb9a-b22c056fc82b tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.35 "GET /v2.0/security-groups?id=af06f2cf-8756-4fbf-90c6-d72ff1946909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375676 May 20 20:43:57.327117 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ba9a3ea0-5f98-4230-a6d5-623b1f26ca44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-692224'] for router_interface, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:57.348682 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Provisioning for port 38316866-23bb-400f-9c03-dd215bcaf804 completed by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 20:43:57.352664 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Provisioning complete for port 38316866-23bb-400f-9c03-dd215bcaf804 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:43:57.353053 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:57.444619 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Current status of the port 38316866-23bb-400f-9c03-dd215bcaf804 is: BUILD; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:43:57.444915 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:57.468380 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c335b11-5051-4f87-ac56-0002e9b0788f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38316866-23bb-400f-9c03-dd215bcaf804'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:43:57.471202 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8485417003ce7c0410b00f5cdc2f391e21107b70bb68e2773712534a96e108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aa27cf4-9f59-45a0-b018-f4295f0f66d4" -d '{"events": [{"server_uuid": "8c335b11-5051-4f87-ac56-0002e9b0788f", "name": "network-vif-plugged", "status": "completed", "tag": "38316866-23bb-400f-9c03-dd215bcaf804"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:43:57.483604 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port 38316866-23bb-400f-9c03-dd215bcaf804, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=38316866-23bb-400f-9c03-dd215bcaf804,segment=NetworkSegment(1b618711-eace-4f66-9dbc-026093290eaa),segment_id=1b618711-eace-4f66-9dbc-026093290eaa)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:43:57.511836 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 20:43:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76076902-1e02-4741-b646-29d86a6df2c0 x-openstack-request-id: req-76076902-1e02-4741-b646-29d86a6df2c0 {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:43:57.512207 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c335b11-5051-4f87-ac56-0002e9b0788f", "name": "network-vif-plugged", "status": "completed", "tag": "38316866-23bb-400f-9c03-dd215bcaf804", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:43:57.512553 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-76076902-1e02-4741-b646-29d86a6df2c0 {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:43:57.517843 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76076902-1e02-4741-b646-29d86a6df2c0'] response: {'server_uuid': '8c335b11-5051-4f87-ac56-0002e9b0788f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38316866-23bb-400f-9c03-dd215bcaf804', 'code': 200} May 20 20:43:57.560206 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:57.579942 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba9a3ea0-5f98-4230-a6d5-623b1f26ca44 admin admin] Router 6de57c77-bcac-428f-b225-9a8c49f43468 has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 20:43:57.624373 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Pushing event updated for resources: {'Port': ['ID=38316866-23bb-400f-9c03-dd215bcaf804,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:43:57.650515 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bdaf59-3d04-4b45-9fa3-742d0783c00f req-c58e2678-89ef-45c7-84ea-743fc9bafedf tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:57.652136 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d8bdaf59-3d04-4b45-9fa3-742d0783c00f req-c58e2678-89ef-45c7-84ea-743fc9bafedf tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] 10.222.0.35 "GET /v2.0/ports?device_id=c033fd40-d9a3-4a1c-97ed-3a7f9a7260de HTTP/1.1" status: 200 len: 946 time: 0.0697188 May 20 20:43:57.670368 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fbf129-091a-4a06-ae93-722974895bc3 req-813bc669-4c59-4d60-a688-9d50a1f2759d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:57.671856 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-e3fbf129-091a-4a06-ae93-722974895bc3 req-813bc669-4c59-4d60-a688-9d50a1f2759d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=8c335b11-5051-4f87-ac56-0002e9b0788f HTTP/1.1" status: 200 len: 1097 time: 0.1010818 May 20 20:43:57.714750 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device e6267721-b542-4fb6-b8a1-978352483b41 details requested by agent hyperv_n-h2-842733-1 with host n-h2-842733-1 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 20:43:57.722728 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d8bdaf59-3d04-4b45-9fa3-742d0783c00f req-82522bac-23f5-4bda-930d-baf7f45b7c46 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] 10.222.0.35 "GET /v2.0/security-groups?id=24ffe084-33f1-4a86-83df-85043464ffa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603900 May 20 20:43:57.728907 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device e213a585-6dd1-4d47-a02d-ed1886bd7f5d up at agent hyperv_n-h2-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:43:57.732930 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad9c0be-6bd4-4dd1-a410-8f245f3a67bb req-faad7eb3-aec0-4317-8acc-6276f217a6cc tempest-InstanceActionsV221TestJSON-494721490 tempest-InstanceActionsV221TestJSON-494721490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:57.736409 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6ad9c0be-6bd4-4dd1-a410-8f245f3a67bb req-faad7eb3-aec0-4317-8acc-6276f217a6cc tempest-InstanceActionsV221TestJSON-494721490 tempest-InstanceActionsV221TestJSON-494721490-project] 10.222.0.35 "GET /v2.0/ports?device_id=4e1b957a-c9fb-4018-81c7-17531b56e081 HTTP/1.1" status: 200 len: 943 time: 0.0831733 May 20 20:43:57.748320 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-e3fbf129-091a-4a06-ae93-722974895bc3 req-32f51693-0969-4b7b-b499-b481253b99d9 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=af06f2cf-8756-4fbf-90c6-d72ff1946909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684564 May 20 20:43:57.751596 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba9a3ea0-5f98-4230-a6d5-623b1f26ca44 admin admin] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 20:43:57.756837 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-ba9a3ea0-5f98-4230-a6d5-623b1f26ca44 admin admin] 10.222.0.35 "PUT /v2.0/routers/6de57c77-bcac-428f-b225-9a8c49f43468/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9827924 May 20 20:43:57.764563 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 40818) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:43:57.797835 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad262863-7418-4239-b2d7-491e3fe2d0ef None None] Sync routers for ids ['6de57c77-bcac-428f-b225-9a8c49f43468'] in n-d-842733-1 {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 20:43:57.807428 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6ad9c0be-6bd4-4dd1-a410-8f245f3a67bb req-c3b5b4b7-f39a-4821-adc0-59d62723ddec tempest-InstanceActionsV221TestJSON-494721490 tempest-InstanceActionsV221TestJSON-494721490-project] 10.222.0.35 "GET /v2.0/security-groups?id=4005a7c0-996e-40bc-ab92-9d2238fe88ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633931 May 20 20:43:57.857551 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad262863-7418-4239-b2d7-491e3fe2d0ef None None] Routers {'6de57c77-bcac-428f-b225-9a8c49f43468'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:43:57.858108 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-ad262863-7418-4239-b2d7-491e3fe2d0ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:43:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['6de57c77-bcac-428f-b225-9a8c49f43468'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:43:57.864118 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7984fd-f331-40b2-9150-869ae8f3ceec req-b5ffc7d9-e5bb-47a5-87f6-d5b3f2f65239 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:57.869668 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4e7984fd-f331-40b2-9150-869ae8f3ceec req-b5ffc7d9-e5bb-47a5-87f6-d5b3f2f65239 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/ports?device_id=639a9b9c-aaad-4644-9dcd-410174fb9f88 HTTP/1.1" status: 200 len: 945 time: 0.0612671 May 20 20:43:57.922760 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4e7984fd-f331-40b2-9150-869ae8f3ceec req-aa6a76dd-7631-4280-9fdd-c83f22377bcb tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3c6019f-4c4a-4c16-982c-852ac3d8d84a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510867 May 20 20:43:58.052890 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b4ff9c-f95f-4431-931f-13c0cfbeb887 req-36b02b7b-532f-4c3d-b6ff-b19fc9ec6f71 tempest-ListImageFiltersTestJSON-762368971 tempest-ListImageFiltersTestJSON-762368971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:58.054552 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b4b4ff9c-f95f-4431-931f-13c0cfbeb887 req-36b02b7b-532f-4c3d-b6ff-b19fc9ec6f71 tempest-ListImageFiltersTestJSON-762368971 tempest-ListImageFiltersTestJSON-762368971-project] 10.222.0.35 "GET /v2.0/ports?device_id=0bbfd9e8-a057-44f1-b038-cbd8f003a98d HTTP/1.1" status: 200 len: 947 time: 0.0918052 May 20 20:43:58.071909 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b2834a-4f82-43bf-9457-720a81af0b05 req-d82bbe11-6465-4912-9cd3-bdc4ecf7a3d0 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:58.074135 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-63b2834a-4f82-43bf-9457-720a81af0b05 req-d82bbe11-6465-4912-9cd3-bdc4ecf7a3d0 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/ports?device_id=63101f8e-85e2-411c-be0e-a4a0fa1b39b2 HTTP/1.1" status: 200 len: 950 time: 0.0772493 May 20 20:43:58.132016 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b4b4ff9c-f95f-4431-931f-13c0cfbeb887 req-398932ec-26d7-4f4f-be6a-f152a8acf52e tempest-ListImageFiltersTestJSON-762368971 tempest-ListImageFiltersTestJSON-762368971-project] 10.222.0.35 "GET /v2.0/security-groups?id=1e825029-db8b-400a-88b4-334185390110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567126 May 20 20:43:58.138824 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9ab143-3b75-457c-9c84-d66e6ac1a14d req-fed16b00-9c88-447d-8c5e-d996815a5d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:58.140058 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-ce9ab143-3b75-457c-9c84-d66e6ac1a14d req-fed16b00-9c88-447d-8c5e-d996815a5d5b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2492915dd73f457d8cb02b28e57274de&device_id=639a9b9c-aaad-4644-9dcd-410174fb9f88 HTTP/1.1" status: 200 len: 1096 time: 0.3315372 May 20 20:43:58.162608 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port e6267721-b542-4fb6-b8a1-978352483b41, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=e6267721-b542-4fb6-b8a1-978352483b41,segment=NetworkSegment(ed3a602f-49fb-4a95-be80-401e1eb72e33),segment_id=ed3a602f-49fb-4a95-be80-401e1eb72e33)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:43:58.170639 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-63b2834a-4f82-43bf-9457-720a81af0b05 req-824690ce-35f6-412e-be8d-c8a1683a85c3 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/security-groups?id=38c76b68-4081-4341-88c9-c8e3082a5da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746961 May 20 20:43:58.175170 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-ad262863-7418-4239-b2d7-491e3fe2d0ef None None] Set router 6de57c77-bcac-428f-b225-9a8c49f43468 gateway port host: n-d-842733-1 {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:43:58.233746 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Returning: {'device': 'e6267721-b542-4fb6-b8a1-978352483b41', 'network_id': 'cd702362-b982-46c5-a7d0-51de1b03df86', 'port_id': 'e6267721-b542-4fb6-b8a1-978352483b41', 'mac_address': 'fa:16:3e:7d:e9:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26b342ea-254c-483a-9ea9-f11c178970eb', 'ip_address': '192.168.233.54'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 20 20:43:58.239650 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-628f3df2-4bd5-4312-91c7-7aedafadbad7 req-291e16f1-9b9c-485e-bfc9-17288bb001b9 tempest-ServersAdmin275Test-1415525218 tempest-ServersAdmin275Test-1415525218-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=2894f055-1341-4e58-9e01-d9c6a5727656 HTTP/1.1" status: 200 len: 210 time: 0.0297489 May 20 20:43:58.260339 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-46894ecf-223f-4ce6-8fcc-cc26ccd91d69 admin admin] Notify callbacks [] for router, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:58.287425 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Provisioning for port e213a585-6dd1-4d47-a02d-ed1886bd7f5d completed by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 20:43:58.336355 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [req-3027b6de-7b6d-4fb2-b361-f558a1fe01ad req-e8f29f51-85f4-47bd-b070-a4ec101bef80 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103163) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 20:43:58.342438 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Provisioning complete for port e213a585-6dd1-4d47-a02d-ed1886bd7f5d triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:43:58.342438 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:58.342715 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3027b6de-7b6d-4fb2-b361-f558a1fe01ad req-e8f29f51-85f4-47bd-b070-a4ec101bef80 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0071239 May 20 20:43:58.391930 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port e6267721-b542-4fb6-b8a1-978352483b41 is: DOWN; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:43:58.392191 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:58.393121 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9ab143-3b75-457c-9c84-d66e6ac1a14d req-f5d25b9f-50c9-42b2-8ab5-c82fc3f911de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:58.394695 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-ce9ab143-3b75-457c-9c84-d66e6ac1a14d req-f5d25b9f-50c9-42b2-8ab5-c82fc3f911de service neutron] 10.222.0.13 "GET /v2.0/networks?id=85e5027c-d244-4186-8c19-3a12977de170 HTTP/1.1" status: 200 len: 912 time: 0.2353935 May 20 20:43:58.411893 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-46894ecf-223f-4ce6-8fcc-cc26ccd91d69 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:58.426232 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6267721-b542-4fb6-b8a1-978352483b41 {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:43:58.436360 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eada760-5f86-43e9-afd1-77e25339f357 req-a36942af-71fe-4b7c-bb5f-2eeb1741dcdd tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:58.440031 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2eada760-5f86-43e9-afd1-77e25339f357 req-a36942af-71fe-4b7c-bb5f-2eeb1741dcdd tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.35 "GET /v2.0/ports?device_id=8c335b11-5051-4f87-ac56-0002e9b0788f HTTP/1.1" status: 200 len: 946 time: 0.1007245 May 20 20:43:58.472051 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port e6267721-b542-4fb6-b8a1-978352483b41, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=e6267721-b542-4fb6-b8a1-978352483b41,segment=NetworkSegment(ed3a602f-49fb-4a95-be80-401e1eb72e33),segment_id=ed3a602f-49fb-4a95-be80-401e1eb72e33)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:43:58.494239 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2eada760-5f86-43e9-afd1-77e25339f357 req-ffbc41e3-973f-4425-83ea-9709291262b4 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.35 "GET /v2.0/security-groups?id=af06f2cf-8756-4fbf-90c6-d72ff1946909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462253 May 20 20:43:58.515072 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-ce9ab143-3b75-457c-9c84-d66e6ac1a14d req-24bef765-940b-4ce6-bdd7-a55f8b4b7b27 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7f3ebca3-508b-418e-88bd-760b98f17cff HTTP/1.1" status: 200 len: 1000 time: 0.1097925 May 20 20:43:58.525362 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port e213a585-6dd1-4d47-a02d-ed1886bd7f5d is: BUILD; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:43:58.525748 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:58.557931 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-ad262863-7418-4239-b2d7-491e3fe2d0ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6de57c77-bcac-428f-b225-9a8c49f43468', 'name': 'tempest-AttachSCSIVolumeTestJSON-309157523-router', 'tenant_id': 'ae478a9d680645638da473d420ebff19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': 'acc4d547-707b-4b4d-bd79-7a5f08380a01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:41:02Z', 'updated_at': '2022-05-20T20:43:57Z', 'revision_number': 5, 'project_id': 'ae478a9d680645638da473d420ebff19', 'gw_port': {'id': 'acc4d547-707b-4b4d-bd79-7a5f08380a01', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:61:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6de57c77-bcac-428f-b225-9a8c49f43468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 777, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:41:04Z', 'updated_at': '2022-05-20T20:41:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:43:58.584324 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9ab143-3b75-457c-9c84-d66e6ac1a14d req-dfc0a865-15ca-405b-a0fb-d38159cb94e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:58.585785 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-ce9ab143-3b75-457c-9c84-d66e6ac1a14d req-dfc0a865-15ca-405b-a0fb-d38159cb94e0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5df30a0b-5cdb-4d91-9fe8-512f286a6485 HTTP/1.1" status: 200 len: 850 time: 0.0643873 May 20 20:43:58.589224 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:58.591600 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad262863-7418-4239-b2d7-491e3fe2d0ef None None] Checking router: 6de57c77-bcac-428f-b225-9a8c49f43468 for host: n-d-842733-1 {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 20:43:58.595242 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port e213a585-6dd1-4d47-a02d-ed1886bd7f5d, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=e213a585-6dd1-4d47-a02d-ed1886bd7f5d,segment=NetworkSegment(ed3a602f-49fb-4a95-be80-401e1eb72e33),segment_id=ed3a602f-49fb-4a95-be80-401e1eb72e33)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:43:58.604689 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-46894ecf-223f-4ce6-8fcc-cc26ccd91d69 admin admin] Deleting port acc4d547-707b-4b4d-bd79-7a5f08380a01 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:43:58.606476 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-46894ecf-223f-4ce6-8fcc-cc26ccd91d69 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:58.626098 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad262863-7418-4239-b2d7-491e3fe2d0ef None None] Routers {'6de57c77-bcac-428f-b225-9a8c49f43468'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:43:58.626711 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-ad262863-7418-4239-b2d7-491e3fe2d0ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:43:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['6de57c77-bcac-428f-b225-9a8c49f43468'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:43:58.702559 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9ab143-3b75-457c-9c84-d66e6ac1a14d req-e483a8b2-3a2f-42a4-b3c5-e15ff11d2fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:58.704080 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-ce9ab143-3b75-457c-9c84-d66e6ac1a14d req-e483a8b2-3a2f-42a4-b3c5-e15ff11d2fbc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=85e5027c-d244-4186-8c19-3a12977de170&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0964427 May 20 20:43:58.710679 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:58.719906 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=e6267721-b542-4fb6-b8a1-978352483b41,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:43:58.757350 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-ad262863-7418-4239-b2d7-491e3fe2d0ef None None] Set router 6de57c77-bcac-428f-b225-9a8c49f43468 gateway port host: None {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:43:58.792247 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-46894ecf-223f-4ce6-8fcc-cc26ccd91d69 admin admin] For port acc4d547-707b-4b4d-bd79-7a5f08380a01, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=acc4d547-707b-4b4d-bd79-7a5f08380a01,segment=NetworkSegment(0b5485c4-eff8-42a1-9073-ae54ed4c63ba),segment_id=0b5485c4-eff8-42a1-9073-ae54ed4c63ba)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:43:58.792857 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-46894ecf-223f-4ce6-8fcc-cc26ccd91d69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:58.807022 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c19b7f7-01fc-42fb-83ab-0ccb293fce0f req-a8a8f4c6-68e1-41e6-94d2-bdb48e7ffe72 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:58.808435 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0c19b7f7-01fc-42fb-83ab-0ccb293fce0f req-a8a8f4c6-68e1-41e6-94d2-bdb48e7ffe72 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/ports?device_id=63101f8e-85e2-411c-be0e-a4a0fa1b39b2 HTTP/1.1" status: 200 len: 950 time: 0.0718477 May 20 20:43:58.812347 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-46894ecf-223f-4ce6-8fcc-cc26ccd91d69 admin admin] Calling delete_port for acc4d547-707b-4b4d-bd79-7a5f08380a01 owned by network:router_gateway {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:43:58.864358 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-ad262863-7418-4239-b2d7-491e3fe2d0ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6de57c77-bcac-428f-b225-9a8c49f43468', 'name': 'tempest-AttachSCSIVolumeTestJSON-309157523-router', 'tenant_id': 'ae478a9d680645638da473d420ebff19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:41:02Z', 'updated_at': '2022-05-20T20:43:58Z', 'revision_number': 6, 'project_id': 'ae478a9d680645638da473d420ebff19', 'gw_port_host': None}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:43:58.890313 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0c19b7f7-01fc-42fb-83ab-0ccb293fce0f req-f292f3b4-1fee-4a25-b942-04ed8f9f3208 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/security-groups?id=38c76b68-4081-4341-88c9-c8e3082a5da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697312 May 20 20:43:58.905308 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad262863-7418-4239-b2d7-491e3fe2d0ef None None] The sync data for ids ['6de57c77-bcac-428f-b225-9a8c49f43468'] in n-d-842733-1 is: [{'id': '6de57c77-bcac-428f-b225-9a8c49f43468', 'name': 'tempest-AttachSCSIVolumeTestJSON-309157523-router', 'tenant_id': 'ae478a9d680645638da473d420ebff19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:41:02Z', 'updated_at': '2022-05-20T20:43:58Z', 'revision_number': 6, 'project_id': 'ae478a9d680645638da473d420ebff19', 'gw_port_host': None}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 20:43:58.907782 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=e213a585-6dd1-4d47-a02d-ed1886bd7f5d,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:43:58.908303 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469110d0-3e3d-48ce-97bd-2019e060fe94 req-b9dfdbd7-723a-4e09-923e-519c942c8230 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:58.910115 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-ce9ab143-3b75-457c-9c84-d66e6ac1a14d req-db2e352b-9b9e-413c-8240-88fb46ec3b30 service neutron] 10.222.0.13 "GET /v2.0/networks/85e5027c-d244-4186-8c19-3a12977de170?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1917071 May 20 20:43:58.915051 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-469110d0-3e3d-48ce-97bd-2019e060fe94 req-b9dfdbd7-723a-4e09-923e-519c942c8230 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] 10.222.0.35 "GET /v2.0/ports?device_id=c033fd40-d9a3-4a1c-97ed-3a7f9a7260de HTTP/1.1" status: 200 len: 946 time: 0.0837297 May 20 20:43:58.986532 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-469110d0-3e3d-48ce-97bd-2019e060fe94 req-bb3fd3ff-c7d4-4610-9d3f-493de558b6a3 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] 10.222.0.35 "GET /v2.0/security-groups?id=24ffe084-33f1-4a86-83df-85043464ffa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695701 May 20 20:43:59.027113 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] get_ports_and_sgs() called for port_ids ['e6267721-b542-4fb6-b8a1-978352483b41'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:43:59.067510 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53aa3322-9070-4c78-a1b3-9d025b76f456 req-49f03231-f229-41cb-b634-d6215848377a tempest-InstanceActionsV221TestJSON-494721490 tempest-InstanceActionsV221TestJSON-494721490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:59.077467 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-53aa3322-9070-4c78-a1b3-9d025b76f456 req-49f03231-f229-41cb-b634-d6215848377a tempest-InstanceActionsV221TestJSON-494721490 tempest-InstanceActionsV221TestJSON-494721490-project] 10.222.0.35 "GET /v2.0/ports?device_id=4e1b957a-c9fb-4018-81c7-17531b56e081 HTTP/1.1" status: 200 len: 943 time: 0.0671844 May 20 20:43:59.106316 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-67058c15-84e4-488b-b183-f0d1905fd166 req-0e6599de-c4e2-4427-9c48-3095e10b3fbf service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=63101f8e-85e2-411c-be0e-a4a0fa1b39b2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1948862 May 20 20:43:59.119269 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-ce9ab143-3b75-457c-9c84-d66e6ac1a14d req-5e4c6a03-10dc-414d-b468-62838dc344bf service neutron] 10.222.0.13 "GET /v2.0/networks/85e5027c-d244-4186-8c19-3a12977de170?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1965530 May 20 20:43:59.154410 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-53aa3322-9070-4c78-a1b3-9d025b76f456 req-26e26920-1b3f-4b91-8de6-3702c0535e80 tempest-InstanceActionsV221TestJSON-494721490 tempest-InstanceActionsV221TestJSON-494721490-project] 10.222.0.35 "GET /v2.0/security-groups?id=4005a7c0-996e-40bc-ab92-9d2238fe88ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753798 May 20 20:43:59.182952 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f3d815-bf56-4a4f-9016-d73189fec4fe req-e4ca226d-9d5f-4463-8a07-5e9360eaa770 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:59.184791 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-84f3d815-bf56-4a4f-9016-d73189fec4fe req-e4ca226d-9d5f-4463-8a07-5e9360eaa770 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/ports?device_id=639a9b9c-aaad-4644-9dcd-410174fb9f88 HTTP/1.1" status: 200 len: 945 time: 0.1044362 May 20 20:43:59.211303 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 01716df1-0f49-48a6-a2b0-af7aac4e9df1 details requested by agent hyperv_n-h1-842733-1 with host n-h1-842733-1 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 20:43:59.271815 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-46894ecf-223f-4ce6-8fcc-cc26ccd91d69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:59.297972 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-84f3d815-bf56-4a4f-9016-d73189fec4fe req-871648d4-ab3c-42fd-90cd-558a749a9449 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3c6019f-4c4a-4c16-982c-852ac3d8d84a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997255 May 20 20:43:59.329198 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8922b8ef-52c4-4244-8962-5d93ef5a9fcf req-2c74aac0-ccd0-4aa5-b298-1deeabcc7a3c tempest-ListImageFiltersTestJSON-762368971 tempest-ListImageFiltersTestJSON-762368971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:59.342281 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8922b8ef-52c4-4244-8962-5d93ef5a9fcf req-2c74aac0-ccd0-4aa5-b298-1deeabcc7a3c tempest-ListImageFiltersTestJSON-762368971 tempest-ListImageFiltersTestJSON-762368971-project] 10.222.0.35 "GET /v2.0/ports?device_id=0bbfd9e8-a057-44f1-b038-cbd8f003a98d HTTP/1.1" status: 200 len: 948 time: 0.1226881 May 20 20:43:59.349642 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46894ecf-223f-4ce6-8fcc-cc26ccd91d69 admin admin] Pushing event deleted for resources: {'Port': ['ID=acc4d547-707b-4b4d-bd79-7a5f08380a01,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:43:59.375045 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port 01716df1-0f49-48a6-a2b0-af7aac4e9df1, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=01716df1-0f49-48a6-a2b0-af7aac4e9df1,segment=NetworkSegment(b3511ee5-1ce2-422f-a806-5b1fb4570f16),segment_id=b3511ee5-1ce2-422f-a806-5b1fb4570f16)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:43:59.391323 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Returning: {'device': '01716df1-0f49-48a6-a2b0-af7aac4e9df1', 'network_id': '73be6c15-42e5-4bd3-a8a9-790516939e68', 'port_id': '01716df1-0f49-48a6-a2b0-af7aac4e9df1', 'mac_address': 'fa:16:3e:1f:e6:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9412bbe-ed17-4767-8827-4b5e1196d210', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 20 20:43:59.405861 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8922b8ef-52c4-4244-8962-5d93ef5a9fcf req-c6cef9a7-89f6-4bac-ac4b-ac8318c34f79 tempest-ListImageFiltersTestJSON-762368971 tempest-ListImageFiltersTestJSON-762368971-project] 10.222.0.35 "GET /v2.0/security-groups?id=1e825029-db8b-400a-88b4-334185390110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624814 May 20 20:43:59.448046 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-46894ecf-223f-4ce6-8fcc-cc26ccd91d69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-748206'] for router_gateway, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:59.473845 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Current status of the port 01716df1-0f49-48a6-a2b0-af7aac4e9df1 is: DOWN; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:43:59.474603 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:59.498416 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ec22fed5-aed8-417d-a562-e1d204c40633 req-ce945df6-309f-420e-8c86-25bf3198f4f1 tempest-ServersAdmin275Test-1415525218 tempest-ServersAdmin275Test-1415525218-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=2894f055-1341-4e58-9e01-d9c6a5727656 HTTP/1.1" status: 200 len: 210 time: 0.0448902 May 20 20:43:59.502771 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01716df1-0f49-48a6-a2b0-af7aac4e9df1 {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:43:59.517690 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cf46fab-12e1-4785-85be-6f2bfb618fd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e213a585-6dd1-4d47-a02d-ed1886bd7f5d'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:43:59.533545 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8485417003ce7c0410b00f5cdc2f391e21107b70bb68e2773712534a96e108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-936e7a42-3619-4aa5-8ffd-5be93801dc24" -d '{"events": [{"server_uuid": "2cf46fab-12e1-4785-85be-6f2bfb618fd6", "name": "network-vif-plugged", "status": "completed", "tag": "e213a585-6dd1-4d47-a02d-ed1886bd7f5d"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:43:59.576595 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port 01716df1-0f49-48a6-a2b0-af7aac4e9df1, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=01716df1-0f49-48a6-a2b0-af7aac4e9df1,segment=NetworkSegment(b3511ee5-1ce2-422f-a806-5b1fb4570f16),segment_id=b3511ee5-1ce2-422f-a806-5b1fb4570f16)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:43:59.593813 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-46894ecf-223f-4ce6-8fcc-cc26ccd91d69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26169'] for router, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:59.596599 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-46894ecf-223f-4ce6-8fcc-cc26ccd91d69 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:59.597398 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 20:43:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c00c6bf7-8c64-44cf-a34c-e80c41cc0fa7 x-openstack-request-id: req-c00c6bf7-8c64-44cf-a34c-e80c41cc0fa7 {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:43:59.597697 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cf46fab-12e1-4785-85be-6f2bfb618fd6", "name": "network-vif-plugged", "status": "completed", "tag": "e213a585-6dd1-4d47-a02d-ed1886bd7f5d", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:43:59.600923 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c00c6bf7-8c64-44cf-a34c-e80c41cc0fa7 {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:43:59.600923 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c00c6bf7-8c64-44cf-a34c-e80c41cc0fa7'] response: {'server_uuid': '2cf46fab-12e1-4785-85be-6f2bfb618fd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e213a585-6dd1-4d47-a02d-ed1886bd7f5d', 'code': 200} May 20 20:43:59.640871 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46c5a3f-3e5e-4e74-beed-cf11a52c7e18 req-bc1ed105-57b9-41df-949f-4907b713b561 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:59.642517 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a46c5a3f-3e5e-4e74-beed-cf11a52c7e18 req-bc1ed105-57b9-41df-949f-4907b713b561 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.35 "GET /v2.0/ports?device_id=8c335b11-5051-4f87-ac56-0002e9b0788f HTTP/1.1" status: 200 len: 946 time: 0.0600467 May 20 20:43:59.649424 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:59.699527 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a46c5a3f-3e5e-4e74-beed-cf11a52c7e18 req-235b9e20-527c-4d3e-a38e-ae03ed15b33a tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.35 "GET /v2.0/security-groups?id=af06f2cf-8756-4fbf-90c6-d72ff1946909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438921 May 20 20:43:59.709441 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Pushing event updated for resources: {'Port': ['ID=01716df1-0f49-48a6-a2b0-af7aac4e9df1,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:43:59.722768 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-46894ecf-223f-4ce6-8fcc-cc26ccd91d69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-693148'] for router, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:59.724090 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46894ecf-223f-4ce6-8fcc-cc26ccd91d69 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6de57c77-bcac-428f-b225-9a8c49f43468 {{(pid=103162) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 20 20:43:59.746917 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-46894ecf-223f-4ce6-8fcc-cc26ccd91d69 admin admin] Notify callbacks [] for router, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:59.748442 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-46894ecf-223f-4ce6-8fcc-cc26ccd91d69 admin admin] 10.222.0.35 "DELETE /v2.0/routers/6de57c77-bcac-428f-b225-9a8c49f43468 HTTP/1.1" status: 204 len: 168 time: 1.9860864 May 20 20:43:59.751279 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 40864) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:43:59.767446 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c345ea-74c4-47c8-ac5e-69cc744a41ed req-384ac667-78dc-4a47-97c2-ca7f92162e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:59.769097 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-40c345ea-74c4-47c8-ac5e-69cc744a41ed req-384ac667-78dc-4a47-97c2-ca7f92162e80 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2cf46fab-12e1-4785-85be-6f2bfb618fd6 HTTP/1.1" status: 200 len: 1100 time: 0.0563929 May 20 20:43:59.854939 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9a1f1b8-a81e-418a-8b1d-b5c964b62891 admin admin] Deleting subnet 746a668f-ba3c-4b93-be9c-21b8243ede59 {{(pid=103163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 20 20:43:59.873537 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfd94b6-72d0-4257-8fe1-9aeeff8bccfc req-99717012-84ad-4db0-891d-a84c731b5a83 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:43:59.876922 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2bfd94b6-72d0-4257-8fe1-9aeeff8bccfc req-99717012-84ad-4db0-891d-a84c731b5a83 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.35 "GET /v2.0/ports?device_id=8c335b11-5051-4f87-ac56-0002e9b0788f HTTP/1.1" status: 200 len: 946 time: 0.0771580 May 20 20:43:59.876922 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c9a1f1b8-a81e-418a-8b1d-b5c964b62891 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:59.955425 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] get_ports_and_sgs() called for port_ids ['01716df1-0f49-48a6-a2b0-af7aac4e9df1'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:43:59.955667 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-40c345ea-74c4-47c8-ac5e-69cc744a41ed req-a0f09afb-9408-4f0f-b3a0-dfe6004eea7f service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=1e825029-db8b-400a-88b4-334185390110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464845 May 20 20:43:59.956121 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2bfd94b6-72d0-4257-8fe1-9aeeff8bccfc req-022d094f-518e-47ed-94a2-b459fbdc9e45 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.35 "GET /v2.0/security-groups?id=af06f2cf-8756-4fbf-90c6-d72ff1946909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557966 May 20 20:43:59.960180 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c9a1f1b8-a81e-418a-8b1d-b5c964b62891 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9338757'] for subnet, precommit_delete_associations {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:00.130315 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c9a1f1b8-a81e-418a-8b1d-b5c964b62891 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33068388'] for subnet, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:00.169016 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0543e6-e3a6-4a7d-8a48-0ddce0d81ec4 req-f2110417-a780-4a9c-959d-9648e47c436b tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:44:00.177607 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0f0543e6-e3a6-4a7d-8a48-0ddce0d81ec4 req-f2110417-a780-4a9c-959d-9648e47c436b tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/ports?device_id=63101f8e-85e2-411c-be0e-a4a0fa1b39b2 HTTP/1.1" status: 200 len: 950 time: 0.1007190 May 20 20:44:00.242428 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0f0543e6-e3a6-4a7d-8a48-0ddce0d81ec4 req-4c56a31d-a93e-4f51-86e9-1a9b124f540c tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/security-groups?id=38c76b68-4081-4341-88c9-c8e3082a5da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638957 May 20 20:44:00.321052 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c9a1f1b8-a81e-418a-8b1d-b5c964b62891 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33068399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9641221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8422588'] for subnet, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:00.363259 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c9a1f1b8-a81e-418a-8b1d-b5c964b62891 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:00.366470 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-c9a1f1b8-a81e-418a-8b1d-b5c964b62891 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/746a668f-ba3c-4b93-be9c-21b8243ede59 HTTP/1.1" status: 204 len: 168 time: 0.6125259 May 20 20:44:00.371366 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a1f1b8-a81e-418a-8b1d-b5c964b62891 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=746a668f-ba3c-4b93-be9c-21b8243ede59,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:44:00.371512 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 40882) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:44:00.371645 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f06f921-a3f2-4d2d-8a0a-3c7b1dcdf330 None None] Network a3568906-f032-430b-9469-832171850da4 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:44:00.434794 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7114e807-9c1a-440f-bcd5-00e0cca8f38f req-2bb0bd9b-f3c8-405e-a1b0-3871f1593f94 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:44:00.437711 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7114e807-9c1a-440f-bcd5-00e0cca8f38f req-2bb0bd9b-f3c8-405e-a1b0-3871f1593f94 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] 10.222.0.35 "GET /v2.0/ports?device_id=c033fd40-d9a3-4a1c-97ed-3a7f9a7260de HTTP/1.1" status: 200 len: 946 time: 0.0872362 May 20 20:44:00.454158 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 8385a6ed-c689-414d-b3e4-9ca7a4bac36f no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:44:00.491238 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: 8385a6ed-c689-414d-b3e4-9ca7a4bac36f {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 20:44:00.493697 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 8385a6ed-c689-414d-b3e4-9ca7a4bac36f not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 20:44:00.494432 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device acc4d547-707b-4b4d-bd79-7a5f08380a01 no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:44:00.495174 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0ac463c7-0cee-48a9-b4c4-cabcacf42e97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33160123'] for network, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:00.548448 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: acc4d547-707b-4b4d-bd79-7a5f08380a01 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 20:44:00.549031 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device acc4d547-707b-4b4d-bd79-7a5f08380a01 not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 20:44:00.556787 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7114e807-9c1a-440f-bcd5-00e0cca8f38f req-8a8b6e80-51fa-43b2-a93d-d4e9331e9de7 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] 10.222.0.35 "GET /v2.0/security-groups?id=24ffe084-33f1-4a86-83df-85043464ffa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062322 May 20 20:44:00.609656 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111e29ea-e4cb-428d-a870-1894e43ebfce req-77bf2be9-eb4f-43b2-9019-aa6559deb544 tempest-InstanceActionsV221TestJSON-494721490 tempest-InstanceActionsV221TestJSON-494721490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:44:00.619988 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-0ac463c7-0cee-48a9-b4c4-cabcacf42e97 admin admin] Deleting port 2ecd023b-2f2b-4f30-aae8-46534230efaf {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:44:00.621005 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0ac463c7-0cee-48a9-b4c4-cabcacf42e97 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:00.623030 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-111e29ea-e4cb-428d-a870-1894e43ebfce req-77bf2be9-eb4f-43b2-9019-aa6559deb544 tempest-InstanceActionsV221TestJSON-494721490 tempest-InstanceActionsV221TestJSON-494721490-project] 10.222.0.35 "GET /v2.0/ports?device_id=4e1b957a-c9fb-4018-81c7-17531b56e081 HTTP/1.1" status: 200 len: 944 time: 0.1469524 May 20 20:44:00.718466 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-111e29ea-e4cb-428d-a870-1894e43ebfce req-3aeef590-8ab1-46a6-b77d-e720e7b4b716 tempest-InstanceActionsV221TestJSON-494721490 tempest-InstanceActionsV221TestJSON-494721490-project] 10.222.0.35 "GET /v2.0/security-groups?id=4005a7c0-996e-40bc-ab92-9d2238fe88ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903769 May 20 20:44:00.745658 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-0ac463c7-0cee-48a9-b4c4-cabcacf42e97 admin admin] For port 2ecd023b-2f2b-4f30-aae8-46534230efaf, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=2ecd023b-2f2b-4f30-aae8-46534230efaf,segment=NetworkSegment(39bb0167-2516-4972-ba86-d1b99a9272c3),segment_id=39bb0167-2516-4972-ba86-d1b99a9272c3)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:44:00.746230 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0ac463c7-0cee-48a9-b4c4-cabcacf42e97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:00.773682 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96d29cd6-3222-4cc5-bfd6-9a7ec559786a None None] DHCP port deletion for a3568906-f032-430b-9469-832171850da4 request from n-d-842733-1 {{(pid=103164) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 20:44:00.778281 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-0ac463c7-0cee-48a9-b4c4-cabcacf42e97 admin admin] Calling delete_port for 2ecd023b-2f2b-4f30-aae8-46534230efaf owned by network:dhcp {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:44:00.795617 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9930ed40-6437-4150-a089-e6f384f6ce96 req-8f5e1d62-37b9-4d68-866d-9ddb9199ea82 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:44:00.805118 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9930ed40-6437-4150-a089-e6f384f6ce96 req-8f5e1d62-37b9-4d68-866d-9ddb9199ea82 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/ports?device_id=639a9b9c-aaad-4644-9dcd-410174fb9f88 HTTP/1.1" status: 200 len: 945 time: 0.1127214 May 20 20:44:00.862959 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-96d29cd6-3222-4cc5-bfd6-9a7ec559786a None None] Deleting port 2ecd023b-2f2b-4f30-aae8-46534230efaf {{(pid=103164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:44:00.863699 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-96d29cd6-3222-4cc5-bfd6-9a7ec559786a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:00.870215 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9930ed40-6437-4150-a089-e6f384f6ce96 req-5a102da6-f7c4-468d-b111-257a5e843af4 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3c6019f-4c4a-4c16-982c-852ac3d8d84a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641127 May 20 20:44:00.939423 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88958f13-8bb3-4ad8-b398-028baee71adc req-399fdfac-819d-4948-8558-012b38247159 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:44:00.941080 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-88958f13-8bb3-4ad8-b398-028baee71adc req-399fdfac-819d-4948-8558-012b38247159 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.35 "GET /v2.0/ports?device_id=8c335b11-5051-4f87-ac56-0002e9b0788f HTTP/1.1" status: 200 len: 946 time: 0.0699210 May 20 20:44:00.971120 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-96d29cd6-3222-4cc5-bfd6-9a7ec559786a None None] For port 2ecd023b-2f2b-4f30-aae8-46534230efaf, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=2ecd023b-2f2b-4f30-aae8-46534230efaf,segment=NetworkSegment(39bb0167-2516-4972-ba86-d1b99a9272c3),segment_id=39bb0167-2516-4972-ba86-d1b99a9272c3)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:44:00.971474 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-96d29cd6-3222-4cc5-bfd6-9a7ec559786a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:00.986122 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-96d29cd6-3222-4cc5-bfd6-9a7ec559786a None None] Calling delete_port for 2ecd023b-2f2b-4f30-aae8-46534230efaf owned by network:dhcp {{(pid=103164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:44:01.004240 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-88958f13-8bb3-4ad8-b398-028baee71adc req-ba59f5b1-41a7-4ef4-b403-b6b9a178a76e tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.35 "GET /v2.0/security-groups?id=af06f2cf-8756-4fbf-90c6-d72ff1946909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520351 May 20 20:44:01.026741 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676ced7d-05cc-4d64-bda9-a9027fe4c333 req-cd8f9f4c-e680-4160-8d2d-c6648eca9660 tempest-ListImageFiltersTestJSON-762368971 tempest-ListImageFiltersTestJSON-762368971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:44:01.026863 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0ac463c7-0cee-48a9-b4c4-cabcacf42e97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:01.046277 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-676ced7d-05cc-4d64-bda9-a9027fe4c333 req-cd8f9f4c-e680-4160-8d2d-c6648eca9660 tempest-ListImageFiltersTestJSON-762368971 tempest-ListImageFiltersTestJSON-762368971-project] 10.222.0.35 "GET /v2.0/ports?device_id=0bbfd9e8-a057-44f1-b038-cbd8f003a98d HTTP/1.1" status: 200 len: 948 time: 0.1036241 May 20 20:44:01.054927 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac463c7-0cee-48a9-b4c4-cabcacf42e97 admin admin] No DVR routers for this DVR port 2ecd023b-2f2b-4f30-aae8-46534230efaf on host n-d-842733-1 {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:44:01.066363 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac463c7-0cee-48a9-b4c4-cabcacf42e97 admin admin] Pushing event deleted for resources: {'Port': ['ID=2ecd023b-2f2b-4f30-aae8-46534230efaf,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:44:01.118342 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6b158fbe-53b0-4956-91c9-8351b5ed57aa req-401d71f5-3453-4077-b0e8-cfc47bfea3b8 tempest-ServersAdmin275Test-1415525218 tempest-ServersAdmin275Test-1415525218-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=2894f055-1341-4e58-9e01-d9c6a5727656 HTTP/1.1" status: 200 len: 210 time: 0.0445101 May 20 20:44:01.121684 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-676ced7d-05cc-4d64-bda9-a9027fe4c333 req-19c031ea-409b-4e83-8efd-55298966883b tempest-ListImageFiltersTestJSON-762368971 tempest-ListImageFiltersTestJSON-762368971-project] 10.222.0.35 "GET /v2.0/security-groups?id=1e825029-db8b-400a-88b4-334185390110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741973 May 20 20:44:01.131451 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-96d29cd6-3222-4cc5-bfd6-9a7ec559786a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099'] for port, after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:01.161335 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d29cd6-3222-4cc5-bfd6-9a7ec559786a None None] Pushing event deleted for resources: {'Port': ['ID=2ecd023b-2f2b-4f30-aae8-46534230efaf,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:44:01.163168 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0ac463c7-0cee-48a9-b4c4-cabcacf42e97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33072115', 'neutron.services.segments.db._delete_segments_for_network-8782419500584'] for network, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:01.166948 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d29cd6-3222-4cc5-bfd6-9a7ec559786a None None] No DVR routers for this DVR port 2ecd023b-2f2b-4f30-aae8-46534230efaf on host n-d-842733-1 {{(pid=103164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:44:01.177885 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d29cd6-3222-4cc5-bfd6-9a7ec559786a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:44:01.178118 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d29cd6-3222-4cc5-bfd6-9a7ec559786a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:44:01.178470 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d29cd6-3222-4cc5-bfd6-9a7ec559786a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:44:01.178819 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d29cd6-3222-4cc5-bfd6-9a7ec559786a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:44:01.179181 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d29cd6-3222-4cc5-bfd6-9a7ec559786a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:44:01.179506 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d29cd6-3222-4cc5-bfd6-9a7ec559786a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:44:01.179902 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d29cd6-3222-4cc5-bfd6-9a7ec559786a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:44:01.180489 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d29cd6-3222-4cc5-bfd6-9a7ec559786a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:44:01.181015 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d29cd6-3222-4cc5-bfd6-9a7ec559786a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:44:01.181402 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d29cd6-3222-4cc5-bfd6-9a7ec559786a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:44:01.181889 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d29cd6-3222-4cc5-bfd6-9a7ec559786a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:44:01.182895 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d29cd6-3222-4cc5-bfd6-9a7ec559786a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:44:01.198294 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-0ac463c7-0cee-48a9-b4c4-cabcacf42e97 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3568906-f032-430b-9469-832171850da4']}} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:44:01.208174 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-0ac463c7-0cee-48a9-b4c4-cabcacf42e97 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39bb0167-2516-4972-ba86-d1b99a9272c3') {'for_net_delete': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:44:01.208466 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-0ac463c7-0cee-48a9-b4c4-cabcacf42e97 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39bb0167-2516-4972-ba86-d1b99a9272c3') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:44:01.211855 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 01716df1-0f49-48a6-a2b0-af7aac4e9df1 up at agent hyperv_n-h1-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:44:01.218485 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0ac463c7-0cee-48a9-b4c4-cabcacf42e97 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419501617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3738385'] for segment, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:01.231421 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0ac463c7-0cee-48a9-b4c4-cabcacf42e97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:01.238525 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ac463c7-0cee-48a9-b4c4-cabcacf42e97 admin admin] Releasing vlan 222 on physical network physnet1 to pool {{(pid=103162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 20:44:01.238930 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0ac463c7-0cee-48a9-b4c4-cabcacf42e97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3800791'] for segment, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:01.240536 n-d-842733-1 neutron-server[103162]: Traceback (most recent call last): May 20 20:44:01.240536 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 20:44:01.240536 n-d-842733-1 neutron-server[103162]: timer() May 20 20:44:01.240536 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 20:44:01.240536 n-d-842733-1 neutron-server[103162]: cb(*args, **kw) May 20 20:44:01.240536 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 20 20:44:01.240536 n-d-842733-1 neutron-server[103162]: return func(*args, **kwargs) May 20 20:44:01.240536 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 20:44:01.240536 n-d-842733-1 neutron-server[103162]: self._notify() May 20 20:44:01.240536 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 20:44:01.240536 n-d-842733-1 neutron-server[103162]: self.callback(batched_events) May 20 20:44:01.240536 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 20:44:01.240536 n-d-842733-1 neutron-server[103162]: event.method(event) May 20 20:44:01.240536 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 20 20:44:01.240536 n-d-842733-1 neutron-server[103162]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 20:44:01.240536 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 20 20:44:01.240536 n-d-842733-1 neutron-server[103162]: aggregate_uuid = self.p_client.list_aggregates( May 20 20:44:01.240536 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 20 20:44:01.240536 n-d-842733-1 neutron-server[103162]: return f(self, *a, **k) May 20 20:44:01.240536 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 20 20:44:01.240536 n-d-842733-1 neutron-server[103162]: return self._get(url).json() May 20 20:44:01.240536 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 20 20:44:01.240536 n-d-842733-1 neutron-server[103162]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 20:44:01.240536 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 20:44:01.240536 n-d-842733-1 neutron-server[103162]: return self.request(url, 'GET', **kwargs) May 20 20:44:01.240536 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 20:44:01.240536 n-d-842733-1 neutron-server[103162]: base_url = self.get_endpoint(auth, allow=allow, May 20 20:44:01.240536 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 20:44:01.240536 n-d-842733-1 neutron-server[103162]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 20:44:01.240536 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 20:44:01.240536 n-d-842733-1 neutron-server[103162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 20:44:01.240536 n-d-842733-1 neutron-server[103162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 20:44:01.323675 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Provisioning for port 01716df1-0f49-48a6-a2b0-af7aac4e9df1 completed by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 20:44:01.328701 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Provisioning complete for port 01716df1-0f49-48a6-a2b0-af7aac4e9df1 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:44:01.329247 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:01.376157 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617377fb-0b4e-49c4-8f8f-6bde8d17f417 req-808ee6d2-6583-4ad9-b3ce-164ba0fe686d tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:44:01.377838 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-617377fb-0b4e-49c4-8f8f-6bde8d17f417 req-808ee6d2-6583-4ad9-b3ce-164ba0fe686d tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/ports?device_id=63101f8e-85e2-411c-be0e-a4a0fa1b39b2 HTTP/1.1" status: 200 len: 950 time: 0.0537920 May 20 20:44:01.383494 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0ac463c7-0cee-48a9-b4c4-cabcacf42e97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33072122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748162'] for network, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:01.394265 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0ac463c7-0cee-48a9-b4c4-cabcacf42e97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:01.399829 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-0ac463c7-0cee-48a9-b4c4-cabcacf42e97 admin admin] 10.222.0.35 "DELETE /v2.0/networks/a3568906-f032-430b-9469-832171850da4 HTTP/1.1" status: 204 len: 168 time: 1.0272567 May 20 20:44:01.408807 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac463c7-0cee-48a9-b4c4-cabcacf42e97 admin admin] Pushing event deleted for resources: {'Network': ['ID=a3568906-f032-430b-9469-832171850da4,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:44:01.426557 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Current status of the port 01716df1-0f49-48a6-a2b0-af7aac4e9df1 is: BUILD; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:44:01.429352 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:01.436175 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-617377fb-0b4e-49c4-8f8f-6bde8d17f417 req-2d64f4af-35bf-4068-9e0a-19b4bd2cd709 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/security-groups?id=38c76b68-4081-4341-88c9-c8e3082a5da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497289 May 20 20:44:01.482354 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port 01716df1-0f49-48a6-a2b0-af7aac4e9df1, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=01716df1-0f49-48a6-a2b0-af7aac4e9df1,segment=NetworkSegment(b3511ee5-1ce2-422f-a806-5b1fb4570f16),segment_id=b3511ee5-1ce2-422f-a806-5b1fb4570f16)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:44:01.572074 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:01.607522 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e1b957a-c9fb-4018-81c7-17531b56e081', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01716df1-0f49-48a6-a2b0-af7aac4e9df1'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:44:01.610338 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8485417003ce7c0410b00f5cdc2f391e21107b70bb68e2773712534a96e108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3028862e-5f52-4428-9aca-3ce41ea5fb89" -d '{"events": [{"server_uuid": "4e1b957a-c9fb-4018-81c7-17531b56e081", "name": "network-vif-plugged", "status": "completed", "tag": "01716df1-0f49-48a6-a2b0-af7aac4e9df1"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:44:01.647525 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Pushing event updated for resources: {'Port': ['ID=01716df1-0f49-48a6-a2b0-af7aac4e9df1,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:44:01.682798 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 20:44:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2db6d298-9a7a-4ef3-a21d-a8daf4009448 x-openstack-request-id: req-2db6d298-9a7a-4ef3-a21d-a8daf4009448 {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:44:01.685101 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e1b957a-c9fb-4018-81c7-17531b56e081", "name": "network-vif-plugged", "status": "completed", "tag": "01716df1-0f49-48a6-a2b0-af7aac4e9df1", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:44:01.685101 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2db6d298-9a7a-4ef3-a21d-a8daf4009448 {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:44:01.685101 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2db6d298-9a7a-4ef3-a21d-a8daf4009448'] response: {'server_uuid': '4e1b957a-c9fb-4018-81c7-17531b56e081', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01716df1-0f49-48a6-a2b0-af7aac4e9df1', 'code': 200} May 20 20:44:01.720566 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee403d52-06da-40c5-ba75-466cfe50653b req-9327526e-9225-4edd-a963-ce5036dece9d tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:44:01.722184 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ee403d52-06da-40c5-ba75-466cfe50653b req-9327526e-9225-4edd-a963-ce5036dece9d tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] 10.222.0.35 "GET /v2.0/ports?device_id=c033fd40-d9a3-4a1c-97ed-3a7f9a7260de HTTP/1.1" status: 200 len: 946 time: 0.0497098 May 20 20:44:01.742515 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device e6267721-b542-4fb6-b8a1-978352483b41 up at agent hyperv_n-h2-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:44:01.769728 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 40902) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:44:01.800929 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ee403d52-06da-40c5-ba75-466cfe50653b req-62f89718-f17c-4e1b-b05b-de1fb6f9f573 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] 10.222.0.35 "GET /v2.0/security-groups?id=24ffe084-33f1-4a86-83df-85043464ffa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721371 May 20 20:44:01.806102 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42a3bb7-7aa5-4699-aeb0-bfb16e1877d9 req-8cb6bf66-0f58-4727-8c33-aea5b121eff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:44:01.807868 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-a42a3bb7-7aa5-4699-aeb0-bfb16e1877d9 req-8cb6bf66-0f58-4727-8c33-aea5b121eff5 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4e1b957a-c9fb-4018-81c7-17531b56e081 HTTP/1.1" status: 200 len: 1096 time: 0.0484784 May 20 20:44:01.846661 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-a42a3bb7-7aa5-4699-aeb0-bfb16e1877d9 req-62c94c37-074f-42a5-be28-12d4838b26bc service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=4005a7c0-996e-40bc-ab92-9d2238fe88ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0292602 May 20 20:44:01.862769 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-1a225924-c8f9-4e3a-a90f-95ece7a9bd73 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ad40cedaa73f40ef9226be0e1d4e6e54&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0917335 May 20 20:44:01.865334 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 40904) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:44:01.882782 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3623a3a-f50a-4da3-b3d4-60b33dd57c71 req-ec86cf44-daa4-47b5-a959-0dd1d6dfc9d4 tempest-InstanceActionsV221TestJSON-494721490 tempest-InstanceActionsV221TestJSON-494721490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:44:01.884230 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b3623a3a-f50a-4da3-b3d4-60b33dd57c71 req-ec86cf44-daa4-47b5-a959-0dd1d6dfc9d4 tempest-InstanceActionsV221TestJSON-494721490 tempest-InstanceActionsV221TestJSON-494721490-project] 10.222.0.35 "GET /v2.0/ports?device_id=4e1b957a-c9fb-4018-81c7-17531b56e081 HTTP/1.1" status: 200 len: 945 time: 0.0710657 May 20 20:44:01.886718 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Provisioning for port e6267721-b542-4fb6-b8a1-978352483b41 completed by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 20:44:01.891678 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Provisioning complete for port e6267721-b542-4fb6-b8a1-978352483b41 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:44:01.892057 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:01.917802 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b557fb45-2153-44cd-aa45-01bb0c7f554a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:01.933620 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b3623a3a-f50a-4da3-b3d4-60b33dd57c71 req-574d98dd-c46f-4f51-8446-83f74ea3f909 tempest-InstanceActionsV221TestJSON-494721490 tempest-InstanceActionsV221TestJSON-494721490-project] 10.222.0.35 "GET /v2.0/security-groups?id=4005a7c0-996e-40bc-ab92-9d2238fe88ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406780 May 20 20:44:01.946997 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b557fb45-2153-44cd-aa45-01bb0c7f554a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:02.083301 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b557fb45-2153-44cd-aa45-01bb0c7f554a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:02.086672 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b557fb45-2153-44cd-aa45-01bb0c7f554a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:02.087911 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-b557fb45-2153-44cd-aa45-01bb0c7f554a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/14cac56c-65cb-45f8-b57d-262098335fe7 HTTP/1.1" status: 204 len: 168 time: 0.2212977 May 20 20:44:02.102112 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b557fb45-2153-44cd-aa45-01bb0c7f554a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14cac56c-65cb-45f8-b57d-262098335fe7,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:44:02.141283 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17925e25-9750-4d15-8527-fa8fe878b665 req-0a1f8da2-d3aa-4ef4-afcd-e67c713755b6 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:44:02.145048 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-17925e25-9750-4d15-8527-fa8fe878b665 req-0a1f8da2-d3aa-4ef4-afcd-e67c713755b6 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.35 "GET /v2.0/ports?device_id=8c335b11-5051-4f87-ac56-0002e9b0788f HTTP/1.1" status: 200 len: 946 time: 0.0681567 May 20 20:44:02.175454 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port e6267721-b542-4fb6-b8a1-978352483b41 is: BUILD; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:44:02.175839 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:02.206095 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:02.235831 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-17925e25-9750-4d15-8527-fa8fe878b665 req-795e2013-31c7-46ab-8253-03205fee8221 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.35 "GET /v2.0/security-groups?id=af06f2cf-8756-4fbf-90c6-d72ff1946909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824997 May 20 20:44:02.268006 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port e6267721-b542-4fb6-b8a1-978352483b41, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=e6267721-b542-4fb6-b8a1-978352483b41,segment=NetworkSegment(ed3a602f-49fb-4a95-be80-401e1eb72e33),segment_id=ed3a602f-49fb-4a95-be80-401e1eb72e33)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:44:02.366702 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:02.400713 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-2b029463-974a-44e8-b98e-f1a0e6d62621 req-511efb2a-d270-4e78-aad8-f1cf271cace5 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=45497337-ffcf-45d2-9a43-15350b28593e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1721070 May 20 20:44:02.406247 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67058c15-84e4-488b-b183-f0d1905fd166 req-e3fdaa52-2734-4152-9c98-bffe19a795b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:44:02.408035 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-67058c15-84e4-488b-b183-f0d1905fd166 req-e3fdaa52-2734-4152-9c98-bffe19a795b2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=74b74d22d9d54e1eae7cec44a7fbec8d&device_id=63101f8e-85e2-411c-be0e-a4a0fa1b39b2 HTTP/1.1" status: 200 len: 1101 time: 0.0844247 May 20 20:44:02.411980 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 2ecd023b-2f2b-4f30-aae8-46534230efaf no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:44:02.417858 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b6e729e6-71d0-4247-b314-e3ad190ac8d0 req-f9083f76-0cde-4802-b9cc-9e582020e791 tempest-ServersAdmin275Test-1415525218 tempest-ServersAdmin275Test-1415525218-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=2894f055-1341-4e58-9e01-d9c6a5727656 HTTP/1.1" status: 200 len: 210 time: 0.0746598 May 20 20:44:02.432033 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6635e76-b984-4bdd-84ab-73d3a986e776 req-801f9807-2d7a-4bbd-809c-0b9785675de0 tempest-ListImageFiltersTestJSON-762368971 tempest-ListImageFiltersTestJSON-762368971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:44:02.433870 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a6635e76-b984-4bdd-84ab-73d3a986e776 req-801f9807-2d7a-4bbd-809c-0b9785675de0 tempest-ListImageFiltersTestJSON-762368971 tempest-ListImageFiltersTestJSON-762368971-project] 10.222.0.35 "GET /v2.0/ports?device_id=0bbfd9e8-a057-44f1-b038-cbd8f003a98d HTTP/1.1" status: 200 len: 948 time: 0.1757438 May 20 20:44:02.449506 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9677dc-cb7c-4d81-b23d-2e04825de89d req-c8d7ee1b-c1d3-45df-a1fe-0ee335dad65a tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:44:02.451102 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-af9677dc-cb7c-4d81-b23d-2e04825de89d req-c8d7ee1b-c1d3-45df-a1fe-0ee335dad65a tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c335b11-5051-4f87-ac56-0002e9b0788f HTTP/1.1" status: 200 len: 946 time: 0.1674132 May 20 20:44:02.455529 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: 2ecd023b-2f2b-4f30-aae8-46534230efaf {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 20:44:02.456116 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 2ecd023b-2f2b-4f30-aae8-46534230efaf not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 20:44:02.475663 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=e6267721-b542-4fb6-b8a1-978352483b41,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:44:02.560155 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b029463-974a-44e8-b98e-f1a0e6d62621 req-f5af9403-a344-4cb0-8dbb-fdf0f36510b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:44:02.561680 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-2b029463-974a-44e8-b98e-f1a0e6d62621 req-f5af9403-a344-4cb0-8dbb-fdf0f36510b7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2492915dd73f457d8cb02b28e57274de&device_id=45497337-ffcf-45d2-9a43-15350b28593e HTTP/1.1" status: 200 len: 1097 time: 0.1307230 May 20 20:44:02.615038 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a6635e76-b984-4bdd-84ab-73d3a986e776 req-d826fed2-2bc3-4ec2-b127-48ea4d41076f tempest-ListImageFiltersTestJSON-762368971 tempest-ListImageFiltersTestJSON-762368971-project] 10.222.0.35 "GET /v2.0/security-groups?id=1e825029-db8b-400a-88b4-334185390110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518037 May 20 20:44:02.657580 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67058c15-84e4-488b-b183-f0d1905fd166 req-0f821e71-9038-4955-b34c-d14f1833a25e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:44:02.657580 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-67058c15-84e4-488b-b183-f0d1905fd166 req-0f821e71-9038-4955-b34c-d14f1833a25e service neutron] 10.222.0.13 "GET /v2.0/networks?id=cd702362-b982-46c5-a7d0-51de1b03df86 HTTP/1.1" status: 200 len: 870 time: 0.2364483 May 20 20:44:02.672664 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e55ca4-6a25-4d36-bfae-4d6395ef9b17 req-1d054da4-459e-48cf-bd94-95917cd8e1b0 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:44:02.674202 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-30e55ca4-6a25-4d36-bfae-4d6395ef9b17 req-1d054da4-459e-48cf-bd94-95917cd8e1b0 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/ports?device_id=63101f8e-85e2-411c-be0e-a4a0fa1b39b2 HTTP/1.1" status: 200 len: 950 time: 0.0749710 May 20 20:44:02.682451 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [req-af9677dc-cb7c-4d81-b23d-2e04825de89d req-44807256-d660-41b4-b8f5-bea7632b197c tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] Deleting port 38316866-23bb-400f-9c03-dd215bcaf804 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:44:02.682866 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-af9677dc-cb7c-4d81-b23d-2e04825de89d req-44807256-d660-41b4-b8f5-bea7632b197c tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:02.706802 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-67058c15-84e4-488b-b183-f0d1905fd166 req-bf69b327-e7a6-4b05-bc80-1cab70ca58e5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=36b4db1d-b6e8-4dc0-991a-f9d6809e9c6a HTTP/1.1" status: 200 len: 217 time: 0.0442584 May 20 20:44:02.768925 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-30e55ca4-6a25-4d36-bfae-4d6395ef9b17 req-43a4559e-dc93-4398-94a3-c99c02b50e69 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/security-groups?id=38c76b68-4081-4341-88c9-c8e3082a5da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817704 May 20 20:44:02.769229 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b029463-974a-44e8-b98e-f1a0e6d62621 req-5b057c63-59f9-42d9-afa1-d574a0af42be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:44:02.770480 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-2b029463-974a-44e8-b98e-f1a0e6d62621 req-5b057c63-59f9-42d9-afa1-d574a0af42be service neutron] 10.222.0.24 "GET /v2.0/networks?id=85e5027c-d244-4186-8c19-3a12977de170 HTTP/1.1" status: 200 len: 912 time: 0.1780393 May 20 20:44:02.776716 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67058c15-84e4-488b-b183-f0d1905fd166 req-904e6a4e-8f27-44d5-966f-33da7c152f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:44:02.778295 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-67058c15-84e4-488b-b183-f0d1905fd166 req-904e6a4e-8f27-44d5-966f-33da7c152f33 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=26b342ea-254c-483a-9ea9-f11c178970eb HTTP/1.1" status: 200 len: 843 time: 0.0628695 May 20 20:44:02.804621 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-af9677dc-cb7c-4d81-b23d-2e04825de89d req-44807256-d660-41b4-b8f5-bea7632b197c tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] For port 38316866-23bb-400f-9c03-dd215bcaf804, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=38316866-23bb-400f-9c03-dd215bcaf804,segment=NetworkSegment(1b618711-eace-4f66-9dbc-026093290eaa),segment_id=1b618711-eace-4f66-9dbc-026093290eaa)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:44:02.805001 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-af9677dc-cb7c-4d81-b23d-2e04825de89d req-44807256-d660-41b4-b8f5-bea7632b197c tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:02.820121 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [req-af9677dc-cb7c-4d81-b23d-2e04825de89d req-44807256-d660-41b4-b8f5-bea7632b197c tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] Calling delete_port for 38316866-23bb-400f-9c03-dd215bcaf804 owned by compute:nova {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:44:02.825237 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-2b029463-974a-44e8-b98e-f1a0e6d62621 req-9dc0c27b-aa0f-43fd-be4e-8d5a0e47568e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4804f9ed-d929-4451-ab46-9ce5f415198a HTTP/1.1" status: 200 len: 217 time: 0.0454583 May 20 20:44:02.894480 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67058c15-84e4-488b-b183-f0d1905fd166 req-588de111-d71e-42d2-acfe-63602173c7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:44:02.895981 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-67058c15-84e4-488b-b183-f0d1905fd166 req-588de111-d71e-42d2-acfe-63602173c7ff service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cd702362-b982-46c5-a7d0-51de1b03df86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0791402 May 20 20:44:02.899850 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b029463-974a-44e8-b98e-f1a0e6d62621 req-0faadf24-3e49-4b89-be84-d1edf7ee920b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:44:02.901175 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-2b029463-974a-44e8-b98e-f1a0e6d62621 req-0faadf24-3e49-4b89-be84-d1edf7ee920b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5df30a0b-5cdb-4d91-9fe8-512f286a6485 HTTP/1.1" status: 200 len: 850 time: 0.0561383 May 20 20:44:02.992791 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200607a8-5836-4355-9677-0b45f2505260 req-fe0ada60-3138-4fc3-98c1-313d6e464b71 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:44:02.993438 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-200607a8-5836-4355-9677-0b45f2505260 req-fe0ada60-3138-4fc3-98c1-313d6e464b71 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] 10.222.0.35 "GET /v2.0/ports?device_id=c033fd40-d9a3-4a1c-97ed-3a7f9a7260de HTTP/1.1" status: 200 len: 946 time: 0.0667808 May 20 20:44:03.015443 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b029463-974a-44e8-b98e-f1a0e6d62621 req-9f92a5f4-bff1-421b-ba2a-aff1fbd2ff57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:44:03.017057 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-2b029463-974a-44e8-b98e-f1a0e6d62621 req-9f92a5f4-bff1-421b-ba2a-aff1fbd2ff57 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=85e5027c-d244-4186-8c19-3a12977de170&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1026349 May 20 20:44:03.043531 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-200607a8-5836-4355-9677-0b45f2505260 req-8829e9b5-21dd-497c-9807-f7465e2617fa tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] 10.222.0.35 "GET /v2.0/security-groups?id=24ffe084-33f1-4a86-83df-85043464ffa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386372 May 20 20:44:03.052435 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-67058c15-84e4-488b-b183-f0d1905fd166 req-06aac5bd-179f-424a-9bf0-522e7542d84c service neutron] 10.222.0.13 "GET /v2.0/networks/cd702362-b982-46c5-a7d0-51de1b03df86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460171 May 20 20:44:03.100137 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1689e806-3a61-481f-8bf7-b1d0f0039641 req-374fce02-8abf-488b-82a9-9fc4bef76021 tempest-InstanceActionsV221TestJSON-494721490 tempest-InstanceActionsV221TestJSON-494721490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:44:03.101829 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1689e806-3a61-481f-8bf7-b1d0f0039641 req-374fce02-8abf-488b-82a9-9fc4bef76021 tempest-InstanceActionsV221TestJSON-494721490 tempest-InstanceActionsV221TestJSON-494721490-project] 10.222.0.35 "GET /v2.0/ports?device_id=4e1b957a-c9fb-4018-81c7-17531b56e081 HTTP/1.1" status: 200 len: 945 time: 0.0555677 May 20 20:44:03.106925 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 40922) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:44:03.132275 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-af9677dc-cb7c-4d81-b23d-2e04825de89d req-44807256-d660-41b4-b8f5-bea7632b197c tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:03.145912 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] get_ports_and_sgs() called for port_ids ['3f587f96-5444-4c41-a898-7664aceff07c', '38316866-23bb-400f-9c03-dd215bcaf804'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:44:03.171710 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44807256-d660-41b4-b8f5-bea7632b197c tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] Pushing event deleted for resources: {'Port': ['ID=38316866-23bb-400f-9c03-dd215bcaf804,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:44:03.192104 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-2b029463-974a-44e8-b98e-f1a0e6d62621 req-127d483a-6a04-4bf9-aa1d-a8081f80c195 service neutron] 10.222.0.24 "GET /v2.0/networks/85e5027c-d244-4186-8c19-3a12977de170?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602390 May 20 20:44:03.214252 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1689e806-3a61-481f-8bf7-b1d0f0039641 req-a1b00c50-394e-4c45-9030-62d7dd8032d8 tempest-InstanceActionsV221TestJSON-494721490 tempest-InstanceActionsV221TestJSON-494721490-project] 10.222.0.35 "GET /v2.0/security-groups?id=4005a7c0-996e-40bc-ab92-9d2238fe88ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994024 May 20 20:44:03.220927 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-67058c15-84e4-488b-b183-f0d1905fd166 req-361e4183-d129-4676-b7b9-3c7b617c83e0 service neutron] 10.222.0.13 "GET /v2.0/networks/cd702362-b982-46c5-a7d0-51de1b03df86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387379 May 20 20:44:03.288285 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [req-af9677dc-cb7c-4d81-b23d-2e04825de89d req-44807256-d660-41b4-b8f5-bea7632b197c tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] No DVR routers for this DVR port 38316866-23bb-400f-9c03-dd215bcaf804 on host n-h1-842733-1 {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:44:03.292177 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-af9677dc-cb7c-4d81-b23d-2e04825de89d req-44807256-d660-41b4-b8f5-bea7632b197c tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:03.296869 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-af9677dc-cb7c-4d81-b23d-2e04825de89d req-44807256-d660-41b4-b8f5-bea7632b197c tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.24 "DELETE /v2.0/ports/38316866-23bb-400f-9c03-dd215bcaf804 HTTP/1.1" status: 204 len: 173 time: 0.8358436 May 20 20:44:03.304159 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-3ac1eb2e-8b16-4d60-8784-95296552128c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ae478a9d680645638da473d420ebff19&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1929612 May 20 20:44:03.304159 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c335b11-5051-4f87-ac56-0002e9b0788f', 'name': 'network-vif-deleted', 'tag': '38316866-23bb-400f-9c03-dd215bcaf804'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:44:03.305284 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 40926) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:44:03.305827 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4291b17aa7b45362825f0571e77c85f5e73afe1df9c7e9e15006df9d695c005e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-031160d9-3c66-4036-a1a4-7b2118847d09" -d '{"events": [{"server_uuid": "8c335b11-5051-4f87-ac56-0002e9b0788f", "name": "network-vif-deleted", "tag": "38316866-23bb-400f-9c03-dd215bcaf804"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:44:03.332814 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-2b029463-974a-44e8-b98e-f1a0e6d62621 req-04ea6118-3277-40b1-af74-917e29375c0b service neutron] 10.222.0.24 "GET /v2.0/networks/85e5027c-d244-4186-8c19-3a12977de170?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332009 May 20 20:44:03.352390 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 20:44:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6664238-7e93-43c3-9016-ba9dd74e5bb8 x-openstack-request-id: req-f6664238-7e93-43c3-9016-ba9dd74e5bb8 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:44:03.352687 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c335b11-5051-4f87-ac56-0002e9b0788f", "name": "network-vif-deleted", "tag": "38316866-23bb-400f-9c03-dd215bcaf804", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:44:03.352916 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f6664238-7e93-43c3-9016-ba9dd74e5bb8 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:44:03.353361 n-d-842733-1 neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6664238-7e93-43c3-9016-ba9dd74e5bb8'] response: {'server_uuid': '8c335b11-5051-4f87-ac56-0002e9b0788f', 'name': 'network-vif-deleted', 'tag': '38316866-23bb-400f-9c03-dd215bcaf804', 'status': 'completed', 'code': 200} May 20 20:44:03.355468 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2c9a0095-6ead-4b06-8f7d-2fad817f3e5d req-4b23e245-8e3b-4c85-8bf3-4892156c1410 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.35 "GET /v2.0/ports?device_id=8c335b11-5051-4f87-ac56-0002e9b0788f HTTP/1.1" status: 200 len: 210 time: 0.0316167 May 20 20:44:03.379089 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9f2a6794-7957-44a5-b731-269af685fadf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:03.400848 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9f2a6794-7957-44a5-b731-269af685fadf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:03.529311 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9f2a6794-7957-44a5-b731-269af685fadf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:03.531979 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9f2a6794-7957-44a5-b731-269af685fadf admin admin] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:03.533157 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-9f2a6794-7957-44a5-b731-269af685fadf admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7537d4a5-eb64-4e30-81e9-ec69d149577c HTTP/1.1" status: 204 len: 168 time: 0.2268677 May 20 20:44:03.546109 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2a6794-7957-44a5-b731-269af685fadf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7537d4a5-eb64-4e30-81e9-ec69d149577c,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:44:03.601967 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-db70b5a6-889c-49dd-bf3f-97a3a850fe1d req-d9cf703f-c841-4d0f-8059-08284698070c tempest-ServersAdmin275Test-1415525218 tempest-ServersAdmin275Test-1415525218-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=2894f055-1341-4e58-9e01-d9c6a5727656 HTTP/1.1" status: 200 len: 210 time: 0.0267444 May 20 20:44:03.684892 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bbfd9e8-a057-44f1-b038-cbd8f003a98d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6267721-b542-4fb6-b8a1-978352483b41'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:44:03.687435 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8485417003ce7c0410b00f5cdc2f391e21107b70bb68e2773712534a96e108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e3fa4a3-eb92-4931-a4a6-abad508743a9" -d '{"events": [{"server_uuid": "0bbfd9e8-a057-44f1-b038-cbd8f003a98d", "name": "network-vif-plugged", "status": "completed", "tag": "e6267721-b542-4fb6-b8a1-978352483b41"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:44:03.731090 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 20:44:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15c533fb-0526-473e-8d75-9393d5055fae x-openstack-request-id: req-15c533fb-0526-473e-8d75-9393d5055fae {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:44:03.731425 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bbfd9e8-a057-44f1-b038-cbd8f003a98d", "name": "network-vif-plugged", "status": "completed", "tag": "e6267721-b542-4fb6-b8a1-978352483b41", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:44:03.731992 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-15c533fb-0526-473e-8d75-9393d5055fae {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:44:03.732169 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15c533fb-0526-473e-8d75-9393d5055fae'] response: {'server_uuid': '0bbfd9e8-a057-44f1-b038-cbd8f003a98d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6267721-b542-4fb6-b8a1-978352483b41', 'code': 200} May 20 20:44:03.738820 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05162466-2d90-46ec-86ca-c22cfb691a75 req-43844b40-c230-4247-9d51-86c778925c3b tempest-ListImageFiltersTestJSON-762368971 tempest-ListImageFiltersTestJSON-762368971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:44:03.740371 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-05162466-2d90-46ec-86ca-c22cfb691a75 req-43844b40-c230-4247-9d51-86c778925c3b tempest-ListImageFiltersTestJSON-762368971 tempest-ListImageFiltersTestJSON-762368971-project] 10.222.0.35 "GET /v2.0/ports?device_id=0bbfd9e8-a057-44f1-b038-cbd8f003a98d HTTP/1.1" status: 200 len: 949 time: 0.0532739 May 20 20:44:03.793734 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-05162466-2d90-46ec-86ca-c22cfb691a75 req-444c5fa8-d27a-40ce-a9a0-8709503b244e tempest-ListImageFiltersTestJSON-762368971 tempest-ListImageFiltersTestJSON-762368971-project] 10.222.0.35 "GET /v2.0/security-groups?id=1e825029-db8b-400a-88b4-334185390110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474033 May 20 20:44:03.894345 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bbd5db-8df2-46cb-aa85-95f53a2a557d req-2b74a5bd-dbee-4676-921b-1b948c0b91d7 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:44:03.895929 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b7bbd5db-8df2-46cb-aa85-95f53a2a557d req-2b74a5bd-dbee-4676-921b-1b948c0b91d7 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/ports?device_id=63101f8e-85e2-411c-be0e-a4a0fa1b39b2 HTTP/1.1" status: 200 len: 950 time: 0.0518024 May 20 20:44:03.929135 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ccc84b-96dd-489c-9519-2a1649f09af6 req-c9da87ec-8450-4b66-94cc-8b5548eae21a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:44:03.930802 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-62ccc84b-96dd-489c-9519-2a1649f09af6 req-c9da87ec-8450-4b66-94cc-8b5548eae21a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0bbfd9e8-a057-44f1-b038-cbd8f003a98d HTTP/1.1" status: 200 len: 1100 time: 0.0410790 May 20 20:44:03.940005 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b7bbd5db-8df2-46cb-aa85-95f53a2a557d req-ac6ca711-c6a0-4291-9039-3f19357f12ee tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/security-groups?id=38c76b68-4081-4341-88c9-c8e3082a5da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376129 May 20 20:44:03.974743 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-62ccc84b-96dd-489c-9519-2a1649f09af6 req-8a284bb4-b4fe-4663-803f-17e56a56ace9 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=1e825029-db8b-400a-88b4-334185390110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323856 May 20 20:44:04.180381 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5694c61d-1da7-4390-9238-200617aebb48 req-fa045dac-03c7-4fa9-a1ee-f272cbe849b6 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:44:04.182056 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5694c61d-1da7-4390-9238-200617aebb48 req-fa045dac-03c7-4fa9-a1ee-f272cbe849b6 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] 10.222.0.35 "GET /v2.0/ports?device_id=c033fd40-d9a3-4a1c-97ed-3a7f9a7260de HTTP/1.1" status: 200 len: 946 time: 0.0566642 May 20 20:44:04.225715 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5694c61d-1da7-4390-9238-200617aebb48 req-778ad9e1-7182-4a85-aa15-af1d72c1daf1 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] 10.222.0.35 "GET /v2.0/security-groups?id=24ffe084-33f1-4a86-83df-85043464ffa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348480 May 20 20:44:04.333401 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83569cdb-42b5-4593-963a-9a3c309f9d17 req-7dcb924b-d908-49e6-84e1-8cc2ee9b128c tempest-InstanceActionsV221TestJSON-494721490 tempest-InstanceActionsV221TestJSON-494721490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:44:04.334859 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-83569cdb-42b5-4593-963a-9a3c309f9d17 req-7dcb924b-d908-49e6-84e1-8cc2ee9b128c tempest-InstanceActionsV221TestJSON-494721490 tempest-InstanceActionsV221TestJSON-494721490-project] 10.222.0.35 "GET /v2.0/ports?device_id=4e1b957a-c9fb-4018-81c7-17531b56e081 HTTP/1.1" status: 200 len: 945 time: 0.0507374 May 20 20:44:04.374294 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-83569cdb-42b5-4593-963a-9a3c309f9d17 req-50d2ca86-76b4-4d95-a6d0-ba7b7c3103d9 tempest-InstanceActionsV221TestJSON-494721490 tempest-InstanceActionsV221TestJSON-494721490-project] 10.222.0.35 "GET /v2.0/security-groups?id=4005a7c0-996e-40bc-ab92-9d2238fe88ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327878 May 20 20:44:04.720901 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 40976) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:44:04.728752 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d8360599-917d-4277-b069-82b011dfcfd3 req-8882188e-be56-46a9-a98a-644b72c233ad tempest-ServersAdmin275Test-1415525218 tempest-ServersAdmin275Test-1415525218-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=2894f055-1341-4e58-9e01-d9c6a5727656 HTTP/1.1" status: 200 len: 210 time: 0.0249395 May 20 20:44:04.826045 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-5fdd6eb6-6760-4676-b5f1-e73921d52c27 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1225285254-network', 'tenant_id': '812b03e5e79843f7aecfe762e5ee081e'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:44:04.911413 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fdd6eb6-6760-4676-b5f1-e73921d52c27 admin admin] Made reservation on behalf of 812b03e5e79843f7aecfe762e5ee081e for: {'network': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:44:04.913947 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5fdd6eb6-6760-4676-b5f1-e73921d52c27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for network, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:04.922813 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5fdd6eb6-6760-4676-b5f1-e73921d52c27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:04.946478 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b79bc9-3382-42c4-8dca-6a5f74debc6a req-19a700ac-3da6-431f-aa7e-0d2a6fd5e460 tempest-InstanceActionsV221TestJSON-494721490 tempest-InstanceActionsV221TestJSON-494721490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:44:04.948132 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e0b79bc9-3382-42c4-8dca-6a5f74debc6a req-19a700ac-3da6-431f-aa7e-0d2a6fd5e460 tempest-InstanceActionsV221TestJSON-494721490 tempest-InstanceActionsV221TestJSON-494721490-project] 10.222.0.35 "GET /v2.0/ports?device_id=4e1b957a-c9fb-4018-81c7-17531b56e081 HTTP/1.1" status: 200 len: 945 time: 0.1048348 May 20 20:44:04.986043 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9381bc34-ca41-4662-9d79-bc0985c9a0e6 req-622f2372-0a19-410d-9493-2a1a4577144c tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:44:04.987498 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9381bc34-ca41-4662-9d79-bc0985c9a0e6 req-622f2372-0a19-410d-9493-2a1a4577144c tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.35 "GET /v2.0/networks?id=80bda1f2-d8f3-4628-a486-5841bb81c3dc HTTP/1.1" status: 200 len: 805 time: 0.1580040 May 20 20:44:05.000230 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5fdd6eb6-6760-4676-b5f1-e73921d52c27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:05.011810 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9381bc34-ca41-4662-9d79-bc0985c9a0e6 req-4a3a8408-fa1e-4fca-80b2-b32b2e00e1fc tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.35 "GET /v2.0/quotas/bfecc73b8c99406dbde7fba5545cc962 HTTP/1.1" status: 200 len: 375 time: 0.0179181 May 20 20:44:05.015345 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e0b79bc9-3382-42c4-8dca-6a5f74debc6a req-1a9e4816-63c1-48a7-9bf3-b79dbb064e4b tempest-InstanceActionsV221TestJSON-494721490 tempest-InstanceActionsV221TestJSON-494721490-project] 10.222.0.35 "GET /v2.0/security-groups?id=4005a7c0-996e-40bc-ab92-9d2238fe88ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603585 May 20 20:44:05.059356 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5fdd6eb6-6760-4676-b5f1-e73921d52c27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:05.067665 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9381bc34-ca41-4662-9d79-bc0985c9a0e6 req-49809cba-73b1-46c2-8ec5-106a80f66855 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=bfecc73b8c99406dbde7fba5545cc962&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0489409 May 20 20:44:05.078709 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fdd6eb6-6760-4676-b5f1-e73921d52c27 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 226} {{(pid=103162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 20:44:05.094411 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdd6eb6-6760-4676-b5f1-e73921d52c27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08f63c89-364b-47f7-9236-e1c85d29ce51,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:44:05.097427 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5fdd6eb6-6760-4676-b5f1-e73921d52c27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:05.097768 n-d-842733-1 neutron-server[103162]: INFO neutron.db.segments_db [None req-5fdd6eb6-6760-4676-b5f1-e73921d52c27 admin admin] Added segment 769d43cd-208e-4beb-b6e6-532aefd8f5a1 of type vlan for network 9d3d3a86-d0ea-42bb-882a-63d3244d9913 May 20 20:44:05.136864 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5fdd6eb6-6760-4676-b5f1-e73921d52c27 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418993264'] for network, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:05.191929 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80bb66d-cb44-4e02-aa5a-94853b4287ea req-5a4c642c-0b6a-4754-a8cb-3890e73eb61b tempest-ListImageFiltersTestJSON-762368971 tempest-ListImageFiltersTestJSON-762368971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:44:05.193471 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d80bb66d-cb44-4e02-aa5a-94853b4287ea req-5a4c642c-0b6a-4754-a8cb-3890e73eb61b tempest-ListImageFiltersTestJSON-762368971 tempest-ListImageFiltersTestJSON-762368971-project] 10.222.0.35 "GET /v2.0/ports?device_id=0bbfd9e8-a057-44f1-b038-cbd8f003a98d HTTP/1.1" status: 200 len: 949 time: 0.1040728 May 20 20:44:05.222959 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5fdd6eb6-6760-4676-b5f1-e73921d52c27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524'] for network, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:05.223894 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fdd6eb6-6760-4676-b5f1-e73921d52c27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:44:05.224533 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5fdd6eb6-6760-4676-b5f1-e73921d52c27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:05.226958 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9381bc34-ca41-4662-9d79-bc0985c9a0e6 req-71c45918-b1ae-4031-831f-01fa9316a052 service neutron] 10.222.0.35 "GET /v2.0/networks/80bda1f2-d8f3-4628-a486-5841bb81c3dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457295 May 20 20:44:05.259932 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d80bb66d-cb44-4e02-aa5a-94853b4287ea req-8b38ddaa-f86c-4721-a2f9-76d2ebf8e700 tempest-ListImageFiltersTestJSON-762368971 tempest-ListImageFiltersTestJSON-762368971-project] 10.222.0.35 "GET /v2.0/security-groups?id=1e825029-db8b-400a-88b4-334185390110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597341 May 20 20:44:05.289472 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdd6eb6-6760-4676-b5f1-e73921d52c27 admin admin] Pushing event updated for resources: {'Network': ['ID=9d3d3a86-d0ea-42bb-882a-63d3244d9913,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:44:05.300680 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Network 9d3d3a86-d0ea-42bb-882a-63d3244d9913 details requested by agent ovs-agent-n-d-842733-1 with host n-d-842733-1 {{(pid=103164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 20 20:44:05.340556 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-5fdd6eb6-6760-4676-b5f1-e73921d52c27 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.6180325 May 20 20:44:05.343107 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 40996) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:44:05.348160 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-6075fc2e-1a08-47ef-8772-125999e3bf19 admin admin] Request body: {'subnet': {'network_id': '9d3d3a86-d0ea-42bb-882a-63d3244d9913', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1225285254-subnet', 'tenant_id': '812b03e5e79843f7aecfe762e5ee081e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:44:05.363668 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9381bc34-ca41-4662-9d79-bc0985c9a0e6 req-548e7a89-4be7-42cd-8069-35eaf89a436e service neutron] 10.222.0.35 "GET /v2.0/networks/80bda1f2-d8f3-4628-a486-5841bb81c3dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263897 May 20 20:44:05.405931 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40033b08-af43-4fa1-9e67-e8b3972aaa79 req-013abcd1-f4f1-4b11-92e8-501943eb01e1 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:44:05.407411 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-40033b08-af43-4fa1-9e67-e8b3972aaa79 req-013abcd1-f4f1-4b11-92e8-501943eb01e1 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/ports?device_id=63101f8e-85e2-411c-be0e-a4a0fa1b39b2 HTTP/1.1" status: 200 len: 950 time: 0.0717056 May 20 20:44:05.435409 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6075fc2e-1a08-47ef-8772-125999e3bf19 admin admin] Made reservation on behalf of 812b03e5e79843f7aecfe762e5ee081e for: {'subnet': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:44:05.442480 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6075fc2e-1a08-47ef-8772-125999e3bf19 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4018244'] for subnet, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:05.447180 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-40033b08-af43-4fa1-9e67-e8b3972aaa79 req-c5ff5ebe-3d82-4819-94d3-f0b74c29e2f4 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/security-groups?id=38c76b68-4081-4341-88c9-c8e3082a5da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333169 May 20 20:44:05.568821 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec0d349-c610-460a-86b9-d1aa78461d0c req-a1fb1dc0-8d8a-4f28-97a3-1f2a9ec15e6a tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:44:05.570335 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0ec0d349-c610-460a-86b9-d1aa78461d0c req-a1fb1dc0-8d8a-4f28-97a3-1f2a9ec15e6a tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] 10.222.0.35 "GET /v2.0/ports?device_id=c033fd40-d9a3-4a1c-97ed-3a7f9a7260de HTTP/1.1" status: 200 len: 946 time: 0.0629613 May 20 20:44:05.656242 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0214b346-d51a-4195-8813-e33bb6e23c3c req-f395ebff-4d16-4bdf-90d5-f4a5c9813b99 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.35 "GET /v2.0/ports?device_id=6f6bd176-177a-4ac5-bf9f-8735011221a3 HTTP/1.1" status: 200 len: 210 time: 0.0565891 May 20 20:44:05.670076 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0ec0d349-c610-460a-86b9-d1aa78461d0c req-65f78ddd-80a4-4a04-a2b1-ae35620ebaa6 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] 10.222.0.35 "GET /v2.0/security-groups?id=24ffe084-33f1-4a86-83df-85043464ffa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800776 May 20 20:44:05.734823 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6075fc2e-1a08-47ef-8772-125999e3bf19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3797684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4018258'] for subnet, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:05.791149 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6075fc2e-1a08-47ef-8772-125999e3bf19 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4bff70e4-9d51-4479-9096-540dc3675fab,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:44:05.800471 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6075fc2e-1a08-47ef-8772-125999e3bf19 admin admin] Checking segment: {'id': '769d43cd-208e-4beb-b6e6-532aefd8f5a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '9d3d3a86-d0ea-42bb-882a-63d3244d9913'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:44:05.800823 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6075fc2e-1a08-47ef-8772-125999e3bf19 admin admin] Network hostable DHCP agents. Network: 9d3d3a86-d0ea-42bb-882a-63d3244d9913, hostable agents: ['c9b0653c-f3c7-4339-bd50-e3754b629216'], hosted agents: [] {{(pid=103162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 20:44:05.858244 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9bbc87f1-e623-4114-84c2-f6eda53900bd req-06179d4e-015b-42e9-945e-0a016c98407e tempest-ServersAdmin275Test-1415525218 tempest-ServersAdmin275Test-1415525218-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=2894f055-1341-4e58-9e01-d9c6a5727656 HTTP/1.1" status: 200 len: 210 time: 0.0255380 May 20 20:44:05.891645 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6075fc2e-1a08-47ef-8772-125999e3bf19 admin admin] Network 9d3d3a86-d0ea-42bb-882a-63d3244d9913 is scheduled to be hosted by DHCP agent c9b0653c-f3c7-4339-bd50-e3754b629216 with binding_index 1 {{(pid=103162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 20:44:06.000288 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-6075fc2e-1a08-47ef-8772-125999e3bf19 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842733-1, 9d3d3a86-d0ea-42bb-882a-63d3244d9913) {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:44:06.005025 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6075fc2e-1a08-47ef-8772-125999e3bf19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:44:06.009746 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6075fc2e-1a08-47ef-8772-125999e3bf19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:06.010490 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-406500bc-e1dd-4401-95d8-17e0363511b6 None None] Network 9d3d3a86-d0ea-42bb-882a-63d3244d9913 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:44:06.085835 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-6075fc2e-1a08-47ef-8772-125999e3bf19 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.7415082 May 20 20:44:06.161458 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5b9732-3a54-482a-a1e6-844729918ee1 req-4ccb999b-afbe-43f0-a223-f8018baaf5a2 tempest-InstanceActionsV221TestJSON-494721490 tempest-InstanceActionsV221TestJSON-494721490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:44:06.162945 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4b5b9732-3a54-482a-a1e6-844729918ee1 req-4ccb999b-afbe-43f0-a223-f8018baaf5a2 tempest-InstanceActionsV221TestJSON-494721490 tempest-InstanceActionsV221TestJSON-494721490-project] 10.222.0.35 "GET /v2.0/ports?device_id=4e1b957a-c9fb-4018-81c7-17531b56e081 HTTP/1.1" status: 200 len: 945 time: 0.0631142 May 20 20:44:06.165848 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a76349a-0eae-4b00-a176-711bd20462f2 None None] Network 9d3d3a86-d0ea-42bb-882a-63d3244d9913 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:44:06.205633 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4b5b9732-3a54-482a-a1e6-844729918ee1 req-8892880e-fdbf-4b39-b9b5-2026cc757d1b tempest-InstanceActionsV221TestJSON-494721490 tempest-InstanceActionsV221TestJSON-494721490-project] 10.222.0.35 "GET /v2.0/security-groups?id=4005a7c0-996e-40bc-ab92-9d2238fe88ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349894 May 20 20:44:06.347241 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f37a49-a4df-449d-bf66-15f5f4860280 req-564e447b-01b2-4ce5-8be8-6ba61bdf6424 tempest-InstanceActionsV221TestJSON-494721490 tempest-InstanceActionsV221TestJSON-494721490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:44:06.348742 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-b4f37a49-a4df-449d-bf66-15f5f4860280 req-564e447b-01b2-4ce5-8be8-6ba61bdf6424 tempest-InstanceActionsV221TestJSON-494721490 tempest-InstanceActionsV221TestJSON-494721490-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e1b957a-c9fb-4018-81c7-17531b56e081 HTTP/1.1" status: 200 len: 945 time: 0.0896761 May 20 20:44:06.395036 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8a9cfa-067e-499e-9b97-2cd91f1dfe8d req-fcf640ff-2469-4e19-8486-c9a635d2ae57 tempest-ListImageFiltersTestJSON-762368971 tempest-ListImageFiltersTestJSON-762368971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:44:06.396557 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2e8a9cfa-067e-499e-9b97-2cd91f1dfe8d req-fcf640ff-2469-4e19-8486-c9a635d2ae57 tempest-ListImageFiltersTestJSON-762368971 tempest-ListImageFiltersTestJSON-762368971-project] 10.222.0.35 "GET /v2.0/ports?device_id=0bbfd9e8-a057-44f1-b038-cbd8f003a98d HTTP/1.1" status: 200 len: 949 time: 0.0490072 May 20 20:44:06.442344 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2e8a9cfa-067e-499e-9b97-2cd91f1dfe8d req-50fb6218-3ebe-4b91-8e47-aee47709e98f tempest-ListImageFiltersTestJSON-762368971 tempest-ListImageFiltersTestJSON-762368971-project] 10.222.0.35 "GET /v2.0/security-groups?id=1e825029-db8b-400a-88b4-334185390110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390556 May 20 20:44:06.462104 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-b4f37a49-a4df-449d-bf66-15f5f4860280 req-bcea4f73-4c63-4916-b77a-fe648f596162 tempest-InstanceActionsV221TestJSON-494721490 tempest-InstanceActionsV221TestJSON-494721490-project] Deleting port 01716df1-0f49-48a6-a2b0-af7aac4e9df1 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:44:06.462104 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-b4f37a49-a4df-449d-bf66-15f5f4860280 req-bcea4f73-4c63-4916-b77a-fe648f596162 tempest-InstanceActionsV221TestJSON-494721490 tempest-InstanceActionsV221TestJSON-494721490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:06.571997 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-b4f37a49-a4df-449d-bf66-15f5f4860280 req-bcea4f73-4c63-4916-b77a-fe648f596162 tempest-InstanceActionsV221TestJSON-494721490 tempest-InstanceActionsV221TestJSON-494721490-project] For port 01716df1-0f49-48a6-a2b0-af7aac4e9df1, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=01716df1-0f49-48a6-a2b0-af7aac4e9df1,segment=NetworkSegment(b3511ee5-1ce2-422f-a806-5b1fb4570f16),segment_id=b3511ee5-1ce2-422f-a806-5b1fb4570f16)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:44:06.572618 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-b4f37a49-a4df-449d-bf66-15f5f4860280 req-bcea4f73-4c63-4916-b77a-fe648f596162 tempest-InstanceActionsV221TestJSON-494721490 tempest-InstanceActionsV221TestJSON-494721490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:06.586385 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-b4f37a49-a4df-449d-bf66-15f5f4860280 req-bcea4f73-4c63-4916-b77a-fe648f596162 tempest-InstanceActionsV221TestJSON-494721490 tempest-InstanceActionsV221TestJSON-494721490-project] Calling delete_port for 01716df1-0f49-48a6-a2b0-af7aac4e9df1 owned by compute:nova {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:44:06.620240 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49478966-8d10-45d2-beed-195a081fef90 req-7c950c06-d61f-46eb-a13d-9d4a99a85b5a tempest-ListImageFiltersTestJSON-762368971 tempest-ListImageFiltersTestJSON-762368971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:44:06.621745 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-49478966-8d10-45d2-beed-195a081fef90 req-7c950c06-d61f-46eb-a13d-9d4a99a85b5a tempest-ListImageFiltersTestJSON-762368971 tempest-ListImageFiltersTestJSON-762368971-project] 10.222.0.35 "GET /v2.0/ports?device_id=2cf46fab-12e1-4785-85be-6f2bfb618fd6 HTTP/1.1" status: 200 len: 949 time: 0.1048334 May 20 20:44:06.685540 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-49478966-8d10-45d2-beed-195a081fef90 req-5cdfb641-4aae-4b84-a462-55f79d018292 tempest-ListImageFiltersTestJSON-762368971 tempest-ListImageFiltersTestJSON-762368971-project] 10.222.0.35 "GET /v2.0/security-groups?id=1e825029-db8b-400a-88b4-334185390110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563493 May 20 20:44:06.695577 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa99c49-c706-41bb-9e06-8693df43305c req-7368f31a-e657-4b8d-9554-70e7fea7f5c5 tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:44:06.697013 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-bfa99c49-c706-41bb-9e06-8693df43305c req-7368f31a-e657-4b8d-9554-70e7fea7f5c5 tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] 10.222.0.35 "GET /v2.0/networks?id=9d3d3a86-d0ea-42bb-882a-63d3244d9913 HTTP/1.1" status: 200 len: 805 time: 0.1446042 May 20 20:44:06.726329 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-bfa99c49-c706-41bb-9e06-8693df43305c req-37bb5ef0-c836-4ff6-9b72-683eb59462d0 tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] 10.222.0.35 "GET /v2.0/quotas/812b03e5e79843f7aecfe762e5ee081e HTTP/1.1" status: 200 len: 375 time: 0.0111198 May 20 20:44:06.759855 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-bfa99c49-c706-41bb-9e06-8693df43305c req-9d368d53-3e31-4223-a80e-dd98b9b2e968 tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=812b03e5e79843f7aecfe762e5ee081e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0273511 May 20 20:44:06.823499 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-b4f37a49-a4df-449d-bf66-15f5f4860280 req-bcea4f73-4c63-4916-b77a-fe648f596162 tempest-InstanceActionsV221TestJSON-494721490 tempest-InstanceActionsV221TestJSON-494721490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:06.836292 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] get_ports_and_sgs() called for port_ids ['01716df1-0f49-48a6-a2b0-af7aac4e9df1'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:44:06.857359 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487ded8a-51f2-4b80-a164-3f1f88fa37a4 req-baf89e32-e571-45d7-b4a5-8b9426fa7333 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:44:06.858884 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-487ded8a-51f2-4b80-a164-3f1f88fa37a4 req-baf89e32-e571-45d7-b4a5-8b9426fa7333 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/ports?device_id=63101f8e-85e2-411c-be0e-a4a0fa1b39b2 HTTP/1.1" status: 200 len: 950 time: 0.0982065 May 20 20:44:06.859838 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcea4f73-4c63-4916-b77a-fe648f596162 tempest-InstanceActionsV221TestJSON-494721490 tempest-InstanceActionsV221TestJSON-494721490-project] Pushing event deleted for resources: {'Port': ['ID=01716df1-0f49-48a6-a2b0-af7aac4e9df1,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:44:06.902007 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4f37a49-a4df-449d-bf66-15f5f4860280 req-bcea4f73-4c63-4916-b77a-fe648f596162 tempest-InstanceActionsV221TestJSON-494721490 tempest-InstanceActionsV221TestJSON-494721490-project] No DVR routers for this DVR port 01716df1-0f49-48a6-a2b0-af7aac4e9df1 on host n-h1-842733-1 {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:44:06.905407 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-b4f37a49-a4df-449d-bf66-15f5f4860280 req-bcea4f73-4c63-4916-b77a-fe648f596162 tempest-InstanceActionsV221TestJSON-494721490 tempest-InstanceActionsV221TestJSON-494721490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:06.908689 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-b4f37a49-a4df-449d-bf66-15f5f4860280 req-bcea4f73-4c63-4916-b77a-fe648f596162 tempest-InstanceActionsV221TestJSON-494721490 tempest-InstanceActionsV221TestJSON-494721490-project] 10.222.0.24 "DELETE /v2.0/ports/01716df1-0f49-48a6-a2b0-af7aac4e9df1 HTTP/1.1" status: 204 len: 173 time: 0.5500360 May 20 20:44:06.909376 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e1b957a-c9fb-4018-81c7-17531b56e081', 'name': 'network-vif-deleted', 'tag': '01716df1-0f49-48a6-a2b0-af7aac4e9df1'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:44:06.912327 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6fa957933fccbf596d28104b23404b952ad6a8238afaebaed40a0874b2e409" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a789c9e7-4dd7-4643-9467-6c6feea6e373" -d '{"events": [{"server_uuid": "4e1b957a-c9fb-4018-81c7-17531b56e081", "name": "network-vif-deleted", "tag": "01716df1-0f49-48a6-a2b0-af7aac4e9df1"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:44:06.913875 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-bfa99c49-c706-41bb-9e06-8693df43305c req-72927225-d74d-47a1-a607-31a1d129f468 service neutron] 10.222.0.35 "GET /v2.0/networks/9d3d3a86-d0ea-42bb-882a-63d3244d9913?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443744 May 20 20:44:06.935235 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-487ded8a-51f2-4b80-a164-3f1f88fa37a4 req-a9eeddd0-1398-4274-8ff9-965bde4b426b tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/security-groups?id=38c76b68-4081-4341-88c9-c8e3082a5da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603101 May 20 20:44:07.025149 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-bfa99c49-c706-41bb-9e06-8693df43305c req-35547a12-de82-4848-9239-5226700cdb32 service neutron] 10.222.0.35 "GET /v2.0/networks/9d3d3a86-d0ea-42bb-882a-63d3244d9913?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025214 May 20 20:44:07.039389 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9e368929-0087-44e9-8964-990c0b776cf3 req-0f3cb412-4256-4623-a380-c15e7256b300 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.35 "GET /v2.0/ports?device_id=6f6bd176-177a-4ac5-bf9f-8735011221a3 HTTP/1.1" status: 200 len: 210 time: 0.0291669 May 20 20:44:07.146229 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2050c4cd-3443-47f4-bdf3-9b6b62d5bcf2 req-f1e699e3-1740-43f0-b7c7-d3fa836fe09c tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:44:07.147728 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2050c4cd-3443-47f4-bdf3-9b6b62d5bcf2 req-f1e699e3-1740-43f0-b7c7-d3fa836fe09c tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] 10.222.0.35 "GET /v2.0/ports?device_id=c033fd40-d9a3-4a1c-97ed-3a7f9a7260de HTTP/1.1" status: 200 len: 946 time: 0.0505912 May 20 20:44:07.185678 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2050c4cd-3443-47f4-bdf3-9b6b62d5bcf2 req-a875803b-2240-4a46-a672-5f84d587a440 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] 10.222.0.35 "GET /v2.0/security-groups?id=24ffe084-33f1-4a86-83df-85043464ffa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312400 May 20 20:44:07.269743 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 38316866-23bb-400f-9c03-dd215bcaf804 no longer exists at agent hyperv_n-h1-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:44:07.316671 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f372b627-c182-4709-8953-1bc1066ec97f req-2c674386-a904-46b8-8329-1e8426d30669 tempest-ServersAdmin275Test-1415525218 tempest-ServersAdmin275Test-1415525218-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=2894f055-1341-4e58-9e01-d9c6a5727656 HTTP/1.1" status: 200 len: 210 time: 0.0449836 May 20 20:44:07.323867 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] No Port match for: 38316866-23bb-400f-9c03-dd215bcaf804 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 20:44:07.324316 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 38316866-23bb-400f-9c03-dd215bcaf804 not bound to the agent host n-h1-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 20:44:07.430284 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 20:44:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cddea50c-5f26-4e28-b953-471771ae8d4f x-openstack-request-id: req-cddea50c-5f26-4e28-b953-471771ae8d4f {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:44:07.435657 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e1b957a-c9fb-4018-81c7-17531b56e081", "name": "network-vif-deleted", "tag": "01716df1-0f49-48a6-a2b0-af7aac4e9df1", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:44:07.435657 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-cddea50c-5f26-4e28-b953-471771ae8d4f {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:44:07.435657 n-d-842733-1 neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cddea50c-5f26-4e28-b953-471771ae8d4f'] response: {'server_uuid': '4e1b957a-c9fb-4018-81c7-17531b56e081', 'name': 'network-vif-deleted', 'tag': '01716df1-0f49-48a6-a2b0-af7aac4e9df1', 'status': 'completed', 'code': 200} May 20 20:44:07.483071 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-573359ec-6f94-4d1e-88cc-eae4ebdb2204 req-b92d4430-3409-40f4-b0d6-032dd3a57714 tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] 10.222.0.35 "GET /v2.0/ports?device_id=19bcd975-6f91-47bd-aa1a-c592c3f623d0 HTTP/1.1" status: 200 len: 210 time: 0.0259690 May 20 20:44:07.584323 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-cccb519a-48cd-4b0a-9708-3f15706bb310 req-89722988-40d3-48a7-ba49-fc92afe483e4 tempest-InstanceActionsV221TestJSON-494721490 tempest-InstanceActionsV221TestJSON-494721490-project] 10.222.0.35 "GET /v2.0/ports?device_id=4e1b957a-c9fb-4018-81c7-17531b56e081 HTTP/1.1" status: 200 len: 210 time: 0.0258060 May 20 20:44:07.649828 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9381bc34-ca41-4662-9d79-bc0985c9a0e6 req-295948ab-42bb-413f-a70a-ec84dc3daf60 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:44:07.651226 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-9381bc34-ca41-4662-9d79-bc0985c9a0e6 req-295948ab-42bb-413f-a70a-ec84dc3daf60 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.24 "GET /v2.0/networks?id=80bda1f2-d8f3-4628-a486-5841bb81c3dc HTTP/1.1" status: 200 len: 805 time: 0.1154475 May 20 20:44:07.665267 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [req-9381bc34-ca41-4662-9d79-bc0985c9a0e6 req-62287810-4319-4d91-9081-dee5f26c5dc0 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] Request body: {'port': {'device_id': '6f6bd176-177a-4ac5-bf9f-8735011221a3', 'network_id': '80bda1f2-d8f3-4628-a486-5841bb81c3dc', 'admin_state_up': True, 'tenant_id': 'bfecc73b8c99406dbde7fba5545cc962'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:44:07.894092 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9381bc34-ca41-4662-9d79-bc0985c9a0e6 req-62287810-4319-4d91-9081-dee5f26c5dc0 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] Made reservation on behalf of bfecc73b8c99406dbde7fba5545cc962 for: {'port': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:44:07.898423 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-9381bc34-ca41-4662-9d79-bc0985c9a0e6 req-62287810-4319-4d91-9081-dee5f26c5dc0 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:08.079656 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dbf9dd-2442-4134-9ef0-b0f904363b89 req-ce841b4d-ccf8-4ddf-9f65-be5aec3b38b7 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:44:08.087933 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-24dbf9dd-2442-4134-9ef0-b0f904363b89 req-ce841b4d-ccf8-4ddf-9f65-be5aec3b38b7 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/ports?device_id=63101f8e-85e2-411c-be0e-a4a0fa1b39b2 HTTP/1.1" status: 200 len: 950 time: 0.0697491 May 20 20:44:08.127835 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-24dbf9dd-2442-4134-9ef0-b0f904363b89 req-d432aed5-4c41-4e03-912e-d9cc5effefc4 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/security-groups?id=38c76b68-4081-4341-88c9-c8e3082a5da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385697 May 20 20:44:08.172196 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7d917cf8-faaa-4664-bfe8-fe66d21459fd req-8cd31e7c-619f-48d8-9020-bb67be56b935 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.35 "GET /v2.0/ports?device_id=6f6bd176-177a-4ac5-bf9f-8735011221a3 HTTP/1.1" status: 200 len: 210 time: 0.0337965 May 20 20:44:08.295996 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [req-9381bc34-ca41-4662-9d79-bc0985c9a0e6 req-62287810-4319-4d91-9081-dee5f26c5dc0 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] Allocated IP 172.20.0.9 (80bda1f2-d8f3-4628-a486-5841bb81c3dc/532e3931-08a4-40e8-b75d-9b3b215f2360/08e91307-3dda-48cb-b4b3-56ca181ef053) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:44:08.310819 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a6ca6c-c355-449f-a85f-8132ef51df7c req-dc8c4bfd-a0b7-4daf-b493-273e2b27cc04 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:44:08.312283 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a1a6ca6c-c355-449f-a85f-8132ef51df7c req-dc8c4bfd-a0b7-4daf-b493-273e2b27cc04 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] 10.222.0.35 "GET /v2.0/ports?device_id=c033fd40-d9a3-4a1c-97ed-3a7f9a7260de HTTP/1.1" status: 200 len: 946 time: 0.0546179 May 20 20:44:08.352033 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a1a6ca6c-c355-449f-a85f-8132ef51df7c req-1b0c3e39-5e3e-4a0e-a6ec-89743b9e3090 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] 10.222.0.35 "GET /v2.0/security-groups?id=24ffe084-33f1-4a86-83df-85043464ffa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330381 May 20 20:44:08.459774 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-9381bc34-ca41-4662-9d79-bc0985c9a0e6 req-62287810-4319-4d91-9081-dee5f26c5dc0 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:08.473363 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-58695dda-78fe-4e0a-a3bd-b28dc55dc85b req-f3a6a75c-93ad-4c2c-8802-b962609c64d6 tempest-ServersAdmin275Test-1415525218 tempest-ServersAdmin275Test-1415525218-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=2894f055-1341-4e58-9e01-d9c6a5727656 HTTP/1.1" status: 200 len: 210 time: 0.0252430 May 20 20:44:08.572769 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-9381bc34-ca41-4662-9d79-bc0985c9a0e6 req-62287810-4319-4d91-9081-dee5f26c5dc0 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:08.580316 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-fc46fa23-8419-429d-a9ee-e5253fbf777a req-86b8dd5d-1b99-4048-a29e-8a697ccd66bb tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] 10.222.0.35 "GET /v2.0/ports?device_id=19bcd975-6f91-47bd-aa1a-c592c3f623d0 HTTP/1.1" status: 200 len: 210 time: 0.0279443 May 20 20:44:08.584701 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] get_ports_and_sgs() called for port_ids ['3f587f96-5444-4c41-a898-7664aceff07c'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:44:08.614126 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9381bc34-ca41-4662-9d79-bc0985c9a0e6 req-62287810-4319-4d91-9081-dee5f26c5dc0 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] Network 80bda1f2-d8f3-4628-a486-5841bb81c3dc is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:44:08.617545 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [req-9381bc34-ca41-4662-9d79-bc0985c9a0e6 req-62287810-4319-4d91-9081-dee5f26c5dc0 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:44:08.620061 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-9381bc34-ca41-4662-9d79-bc0985c9a0e6 req-62287810-4319-4d91-9081-dee5f26c5dc0 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:44:08.662648 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62287810-4319-4d91-9081-dee5f26c5dc0 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] Pushing event updated for resources: {'Port': ['ID=08e91307-3dda-48cb-b4b3-56ca181ef053,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:44:08.690550 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9381bc34-ca41-4662-9d79-bc0985c9a0e6 req-62287810-4319-4d91-9081-dee5f26c5dc0 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:44:08.691812 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-9381bc34-ca41-4662-9d79-bc0985c9a0e6 req-62287810-4319-4d91-9081-dee5f26c5dc0 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:08.820092 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-9381bc34-ca41-4662-9d79-bc0985c9a0e6 req-62287810-4319-4d91-9081-dee5f26c5dc0 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1582692 May 20 20:44:08.831620 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [req-9381bc34-ca41-4662-9d79-bc0985c9a0e6 req-bdc8ea39-a477-47f8-a5de-45edcb6394e5 service neutron] Request body: {'port': {'device_id': '6f6bd176-177a-4ac5-bf9f-8735011221a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-842733-1'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:44:08.840019 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 41092) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:44:08.902765 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-9381bc34-ca41-4662-9d79-bc0985c9a0e6 req-bdc8ea39-a477-47f8-a5de-45edcb6394e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:08.904736 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_v2 [None req-d34ba138-b726-4ed2-818c-afd2ce770274 admin admin] Deleting subnet b9412bbe-ed17-4767-8827-4b5e1196d210 {{(pid=103163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 20 20:44:08.913041 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d34ba138-b726-4ed2-818c-afd2ce770274 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:08.949841 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d34ba138-b726-4ed2-818c-afd2ce770274 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9338757'] for subnet, precommit_delete_associations {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:08.992314 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d34ba138-b726-4ed2-818c-afd2ce770274 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33068388'] for subnet, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:09.120490 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d34ba138-b726-4ed2-818c-afd2ce770274 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33068399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9641221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8422588'] for subnet, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:09.149116 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34ba138-b726-4ed2-818c-afd2ce770274 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b9412bbe-ed17-4767-8827-4b5e1196d210,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:44:09.151107 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d34ba138-b726-4ed2-818c-afd2ce770274 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:09.155268 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-d34ba138-b726-4ed2-818c-afd2ce770274 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/b9412bbe-ed17-4767-8827-4b5e1196d210 HTTP/1.1" status: 204 len: 168 time: 0.3142188 May 20 20:44:09.157644 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 41106) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:44:09.175153 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [req-9381bc34-ca41-4662-9d79-bc0985c9a0e6 req-bdc8ea39-a477-47f8-a5de-45edcb6394e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08e91307-3dda-48cb-b4b3-56ca181ef053 {{(pid=103162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:44:09.182911 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-9381bc34-ca41-4662-9d79-bc0985c9a0e6 req-bdc8ea39-a477-47f8-a5de-45edcb6394e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:09.195605 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.provisioning_blocks [req-9381bc34-ca41-4662-9d79-bc0985c9a0e6 req-bdc8ea39-a477-47f8-a5de-45edcb6394e5 service neutron] Transition to ACTIVE for port object 08e91307-3dda-48cb-b4b3-56ca181ef053 will not be triggered until provisioned by entity L2. {{(pid=103162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 20:44:09.288841 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-9381bc34-ca41-4662-9d79-bc0985c9a0e6 req-bdc8ea39-a477-47f8-a5de-45edcb6394e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:09.342990 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc8ea39-a477-47f8-a5de-45edcb6394e5 service neutron] Pushing event updated for resources: {'Port': ['ID=08e91307-3dda-48cb-b4b3-56ca181ef053,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:44:09.419637 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-9381bc34-ca41-4662-9d79-bc0985c9a0e6 req-bdc8ea39-a477-47f8-a5de-45edcb6394e5 service neutron] Attempting to bind port 08e91307-3dda-48cb-b4b3-56ca181ef053 on host n-h1-842733-1 for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:44:09.420150 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-9381bc34-ca41-4662-9d79-bc0985c9a0e6 req-bdc8ea39-a477-47f8-a5de-45edcb6394e5 service neutron] Attempting to bind port 08e91307-3dda-48cb-b4b3-56ca181ef053 by drivers openvswitch,hyperv on host n-h1-842733-1 at level 0 using segments [{'id': '1b618711-eace-4f66-9dbc-026093290eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '80bda1f2-d8f3-4628-a486-5841bb81c3dc'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:44:09.424169 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9381bc34-ca41-4662-9d79-bc0985c9a0e6 req-bdc8ea39-a477-47f8-a5de-45edcb6394e5 service neutron] Attempting to bind port 08e91307-3dda-48cb-b4b3-56ca181ef053 on network 80bda1f2-d8f3-4628-a486-5841bb81c3dc {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:44:09.427489 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9381bc34-ca41-4662-9d79-bc0985c9a0e6 req-bdc8ea39-a477-47f8-a5de-45edcb6394e5 service neutron] Port 08e91307-3dda-48cb-b4b3-56ca181ef053 on network 80bda1f2-d8f3-4628-a486-5841bb81c3dc not bound, no agent of type Open vSwitch agent registered on host n-h1-842733-1 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 20:44:09.427918 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9381bc34-ca41-4662-9d79-bc0985c9a0e6 req-bdc8ea39-a477-47f8-a5de-45edcb6394e5 service neutron] Attempting to bind port 08e91307-3dda-48cb-b4b3-56ca181ef053 on network 80bda1f2-d8f3-4628-a486-5841bb81c3dc {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:44:09.433633 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9381bc34-ca41-4662-9d79-bc0985c9a0e6 req-bdc8ea39-a477-47f8-a5de-45edcb6394e5 service neutron] Checking agent: {'id': '08dfb1ce-804b-4db8-838b-21094082e041', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 32, 54), 'started_at': datetime.datetime(2022, 5, 20, 20, 32, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 43, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:44:09.434106 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9381bc34-ca41-4662-9d79-bc0985c9a0e6 req-bdc8ea39-a477-47f8-a5de-45edcb6394e5 service neutron] Checking segment: {'id': '1b618711-eace-4f66-9dbc-026093290eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '80bda1f2-d8f3-4628-a486-5841bb81c3dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:44:09.435242 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9381bc34-ca41-4662-9d79-bc0985c9a0e6 req-bdc8ea39-a477-47f8-a5de-45edcb6394e5 service neutron] Bound using segment: {'id': '1b618711-eace-4f66-9dbc-026093290eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '80bda1f2-d8f3-4628-a486-5841bb81c3dc'} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:44:09.435789 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-9381bc34-ca41-4662-9d79-bc0985c9a0e6 req-bdc8ea39-a477-47f8-a5de-45edcb6394e5 service neutron] Bound port: 08e91307-3dda-48cb-b4b3-56ca181ef053, host: n-h1-842733-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b618711-eace-4f66-9dbc-026093290eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '80bda1f2-d8f3-4628-a486-5841bb81c3dc'}}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:44:09.436328 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-9381bc34-ca41-4662-9d79-bc0985c9a0e6 req-bdc8ea39-a477-47f8-a5de-45edcb6394e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:09.514029 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-9381bc34-ca41-4662-9d79-bc0985c9a0e6 req-bdc8ea39-a477-47f8-a5de-45edcb6394e5 service neutron] For port 08e91307-3dda-48cb-b4b3-56ca181ef053, host n-h1-842733-1, cleared binding levels {{(pid=103162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:44:09.518421 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-9381bc34-ca41-4662-9d79-bc0985c9a0e6 req-bdc8ea39-a477-47f8-a5de-45edcb6394e5 service neutron] For port 08e91307-3dda-48cb-b4b3-56ca181ef053, host n-h1-842733-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=08e91307-3dda-48cb-b4b3-56ca181ef053,segment=NetworkSegment(1b618711-eace-4f66-9dbc-026093290eaa),segment_id=1b618711-eace-4f66-9dbc-026093290eaa)] {{(pid=103162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:44:09.603626 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-9381bc34-ca41-4662-9d79-bc0985c9a0e6 req-bdc8ea39-a477-47f8-a5de-45edcb6394e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:09.637902 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9381bc34-ca41-4662-9d79-bc0985c9a0e6 req-bdc8ea39-a477-47f8-a5de-45edcb6394e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:44:09.638709 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-9381bc34-ca41-4662-9d79-bc0985c9a0e6 req-bdc8ea39-a477-47f8-a5de-45edcb6394e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:09.640377 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-9381bc34-ca41-4662-9d79-bc0985c9a0e6 req-bdc8ea39-a477-47f8-a5de-45edcb6394e5 service neutron] 10.222.0.24 "PUT /v2.0/ports/08e91307-3dda-48cb-b4b3-56ca181ef053 HTTP/1.1" status: 200 len: 1091 time: 0.8129044 May 20 20:44:09.640890 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f6bd176-177a-4ac5-bf9f-8735011221a3', 'tag': '08e91307-3dda-48cb-b4b3-56ca181ef053'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:44:09.642310 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-beb13c3f-97be-404d-ad08-9defa6c4ec31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33160123'] for network, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:09.643367 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6fa957933fccbf596d28104b23404b952ad6a8238afaebaed40a0874b2e409" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db981d58-cdf1-493c-b3ed-cdee7fd3effb" -d '{"events": [{"name": "network-changed", "server_uuid": "6f6bd176-177a-4ac5-bf9f-8735011221a3", "tag": "08e91307-3dda-48cb-b4b3-56ca181ef053"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:44:09.667512 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc8ea39-a477-47f8-a5de-45edcb6394e5 service neutron] Pushing event updated for resources: {'Port': ['ID=08e91307-3dda-48cb-b4b3-56ca181ef053,revision_number=3']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:44:09.704567 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be83de63-7545-4f07-95c5-3c943556a212 req-83c0c368-eabe-4d9c-afec-cdb32ad888cd tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:44:09.706248 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-be83de63-7545-4f07-95c5-3c943556a212 req-83c0c368-eabe-4d9c-afec-cdb32ad888cd tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/ports?device_id=63101f8e-85e2-411c-be0e-a4a0fa1b39b2 HTTP/1.1" status: 200 len: 950 time: 0.4897187 May 20 20:44:09.738660 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d65d17-b52f-4ca9-b268-16a5a7c10664 req-65dbf1c3-f341-4193-bd54-1b6d0f04a9d0 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:44:09.740115 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-05d65d17-b52f-4ca9-b268-16a5a7c10664 req-65dbf1c3-f341-4193-bd54-1b6d0f04a9d0 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.35 "GET /v2.0/ports?device_id=6f6bd176-177a-4ac5-bf9f-8735011221a3 HTTP/1.1" status: 200 len: 943 time: 0.1827052 May 20 20:44:09.788960 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9381bc34-ca41-4662-9d79-bc0985c9a0e6 req-93e0546f-8deb-4117-bf9b-1a3e421e22d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:44:09.790504 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-9381bc34-ca41-4662-9d79-bc0985c9a0e6 req-93e0546f-8deb-4117-bf9b-1a3e421e22d4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=bfecc73b8c99406dbde7fba5545cc962&device_id=6f6bd176-177a-4ac5-bf9f-8735011221a3 HTTP/1.1" status: 200 len: 1094 time: 0.0460112 May 20 20:44:09.833612 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-9381bc34-ca41-4662-9d79-bc0985c9a0e6 req-c6b4dce8-e39d-4260-bbea-f7649e07371a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=08e91307-3dda-48cb-b4b3-56ca181ef053 HTTP/1.1" status: 200 len: 217 time: 0.0345902 May 20 20:44:09.880832 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-beb13c3f-97be-404d-ad08-9defa6c4ec31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33072115', 'neutron.services.segments.db._delete_segments_for_network-8782419500584'] for network, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:09.883070 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9381bc34-ca41-4662-9d79-bc0985c9a0e6 req-0d17296a-1f4d-42bf-9da9-bdf296703dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:44:09.884232 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-9381bc34-ca41-4662-9d79-bc0985c9a0e6 req-0d17296a-1f4d-42bf-9da9-bdf296703dd1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=532e3931-08a4-40e8-b75d-9b3b215f2360 HTTP/1.1" status: 200 len: 845 time: 0.0442696 May 20 20:44:09.897089 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa99c49-c706-41bb-9e06-8693df43305c req-651abec5-afa6-450d-86f2-308b7ee0ff11 tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:44:09.898534 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-bfa99c49-c706-41bb-9e06-8693df43305c req-651abec5-afa6-450d-86f2-308b7ee0ff11 tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] 10.222.0.24 "GET /v2.0/networks?id=9d3d3a86-d0ea-42bb-882a-63d3244d9913 HTTP/1.1" status: 200 len: 805 time: 0.2907588 May 20 20:44:09.901191 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-be83de63-7545-4f07-95c5-3c943556a212 req-69e60aba-79f0-4053-bfab-29fcfeb451c2 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/security-groups?id=38c76b68-4081-4341-88c9-c8e3082a5da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848977 May 20 20:44:09.911485 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-05d65d17-b52f-4ca9-b268-16a5a7c10664 req-1b7582ca-6b60-4d2e-84ac-b5985f533c61 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.35 "GET /v2.0/security-groups?id=af06f2cf-8756-4fbf-90c6-d72ff1946909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459980 May 20 20:44:09.921820 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [req-bfa99c49-c706-41bb-9e06-8693df43305c req-a4447179-2527-4158-9835-22b0ecd98027 tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] Request body: {'port': {'device_id': '19bcd975-6f91-47bd-aa1a-c592c3f623d0', 'network_id': '9d3d3a86-d0ea-42bb-882a-63d3244d9913', 'admin_state_up': True, 'tenant_id': '812b03e5e79843f7aecfe762e5ee081e'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:44:09.931370 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-9381bc34-ca41-4662-9d79-bc0985c9a0e6 req-6b556346-c481-44cc-9b96-1fcbbb960a41 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=80bda1f2-d8f3-4628-a486-5841bb81c3dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378420 May 20 20:44:09.948279 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-beb13c3f-97be-404d-ad08-9defa6c4ec31 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73be6c15-42e5-4bd3-a8a9-790516939e68']}} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:44:09.994861 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-beb13c3f-97be-404d-ad08-9defa6c4ec31 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3511ee5-1ce2-422f-a806-5b1fb4570f16') {'for_net_delete': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:44:09.995156 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-beb13c3f-97be-404d-ad08-9defa6c4ec31 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3511ee5-1ce2-422f-a806-5b1fb4570f16') {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:44:10.018541 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-beb13c3f-97be-404d-ad08-9defa6c4ec31 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419501617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9338764'] for segment, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:10.037201 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-9381bc34-ca41-4662-9d79-bc0985c9a0e6 req-b6613c80-7e17-4572-aa99-3f6572854c8d service neutron] 10.222.0.24 "GET /v2.0/networks/80bda1f2-d8f3-4628-a486-5841bb81c3dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975161 May 20 20:44:10.076493 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-beb13c3f-97be-404d-ad08-9defa6c4ec31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:10.083599 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-766a919b-3ad9-4c45-b77b-338254ab7116 req-b1d7d4c5-d540-4c77-8319-cf2c1ab84feb tempest-ServersAdmin275Test-1415525218 tempest-ServersAdmin275Test-1415525218-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=2894f055-1341-4e58-9e01-d9c6a5727656 HTTP/1.1" status: 200 len: 210 time: 0.0632000 May 20 20:44:10.098273 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-beb13c3f-97be-404d-ad08-9defa6c4ec31 admin admin] Releasing vlan 207 on physical network physnet1 to pool {{(pid=103163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 20:44:10.098692 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-beb13c3f-97be-404d-ad08-9defa6c4ec31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9638311'] for segment, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:10.103860 n-d-842733-1 neutron-server[103163]: Traceback (most recent call last): May 20 20:44:10.103860 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 20:44:10.103860 n-d-842733-1 neutron-server[103163]: timer() May 20 20:44:10.103860 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 20:44:10.103860 n-d-842733-1 neutron-server[103163]: cb(*args, **kw) May 20 20:44:10.103860 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 20 20:44:10.103860 n-d-842733-1 neutron-server[103163]: return func(*args, **kwargs) May 20 20:44:10.103860 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 20:44:10.103860 n-d-842733-1 neutron-server[103163]: self._notify() May 20 20:44:10.103860 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 20:44:10.103860 n-d-842733-1 neutron-server[103163]: self.callback(batched_events) May 20 20:44:10.103860 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 20:44:10.103860 n-d-842733-1 neutron-server[103163]: event.method(event) May 20 20:44:10.103860 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 20 20:44:10.103860 n-d-842733-1 neutron-server[103163]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 20:44:10.103860 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 20 20:44:10.103860 n-d-842733-1 neutron-server[103163]: aggregate_uuid = self.p_client.list_aggregates( May 20 20:44:10.103860 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 20 20:44:10.103860 n-d-842733-1 neutron-server[103163]: return f(self, *a, **k) May 20 20:44:10.103860 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 20 20:44:10.103860 n-d-842733-1 neutron-server[103163]: return self._get(url).json() May 20 20:44:10.103860 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 20 20:44:10.103860 n-d-842733-1 neutron-server[103163]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 20:44:10.103860 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 20:44:10.103860 n-d-842733-1 neutron-server[103163]: return self.request(url, 'GET', **kwargs) May 20 20:44:10.103860 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 20:44:10.103860 n-d-842733-1 neutron-server[103163]: base_url = self.get_endpoint(auth, allow=allow, May 20 20:44:10.103860 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 20:44:10.103860 n-d-842733-1 neutron-server[103163]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 20:44:10.103860 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 20:44:10.103860 n-d-842733-1 neutron-server[103163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 20:44:10.103860 n-d-842733-1 neutron-server[103163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 20:44:10.145543 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-9381bc34-ca41-4662-9d79-bc0985c9a0e6 req-981b5d8f-f724-432e-8fa5-0ee926372368 service neutron] 10.222.0.24 "GET /v2.0/networks/80bda1f2-d8f3-4628-a486-5841bb81c3dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999181 May 20 20:44:10.174520 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b66742a-3726-4b9d-94d6-88fabf8c021a req-ecdc140d-6a90-4d26-ad45-c63dcfc4cdce tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:44:10.175998 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2b66742a-3726-4b9d-94d6-88fabf8c021a req-ecdc140d-6a90-4d26-ad45-c63dcfc4cdce tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] 10.222.0.35 "GET /v2.0/ports?device_id=c033fd40-d9a3-4a1c-97ed-3a7f9a7260de HTTP/1.1" status: 200 len: 946 time: 0.1868889 May 20 20:44:10.220925 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-30467f89-bbcd-45e9-8b7e-868c6d3de8d2 req-83256fa1-99f5-4988-9766-8f9a7d0482e9 tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] 10.222.0.35 "GET /v2.0/ports?device_id=19bcd975-6f91-47bd-aa1a-c592c3f623d0 HTTP/1.1" status: 200 len: 210 time: 0.0438588 May 20 20:44:10.261869 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2b66742a-3726-4b9d-94d6-88fabf8c021a req-8b33bb8a-9765-490c-aca0-42dd81ab7bf3 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] 10.222.0.35 "GET /v2.0/security-groups?id=24ffe084-33f1-4a86-83df-85043464ffa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758944 May 20 20:44:10.269134 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 20:44:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-962fad0d-102f-4099-aa0e-3cd007a79970 x-openstack-request-id: req-962fad0d-102f-4099-aa0e-3cd007a79970 {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:44:10.269457 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f6bd176-177a-4ac5-bf9f-8735011221a3", "tag": "08e91307-3dda-48cb-b4b3-56ca181ef053", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:44:10.269831 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-962fad0d-102f-4099-aa0e-3cd007a79970 {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:44:10.270237 n-d-842733-1 neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-962fad0d-102f-4099-aa0e-3cd007a79970'] response: {'name': 'network-changed', 'server_uuid': '6f6bd176-177a-4ac5-bf9f-8735011221a3', 'tag': '08e91307-3dda-48cb-b4b3-56ca181ef053', 'status': 'completed', 'code': 200} May 20 20:44:10.315613 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-beb13c3f-97be-404d-ad08-9defa6c4ec31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33072122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748162'] for network, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:10.328619 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-beb13c3f-97be-404d-ad08-9defa6c4ec31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:10.331768 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-beb13c3f-97be-404d-ad08-9defa6c4ec31 admin admin] 10.222.0.35 "DELETE /v2.0/networks/73be6c15-42e5-4bd3-a8a9-790516939e68 HTTP/1.1" status: 204 len: 168 time: 1.1729748 May 20 20:44:10.332824 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb13c3f-97be-404d-ad08-9defa6c4ec31 admin admin] Pushing event deleted for resources: {'Network': ['ID=73be6c15-42e5-4bd3-a8a9-790516939e68,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:44:10.335069 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bfa99c49-c706-41bb-9e06-8693df43305c req-a4447179-2527-4158-9835-22b0ecd98027 tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] Made reservation on behalf of 812b03e5e79843f7aecfe762e5ee081e for: {'port': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:44:10.339441 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-bfa99c49-c706-41bb-9e06-8693df43305c req-a4447179-2527-4158-9835-22b0ecd98027 tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:10.340275 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db981d58-cdf1-493c-b3ed-cdee7fd3effb req-f596f38e-bc1b-4645-bcb5-d1acca33b57f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:44:10.342323 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-db981d58-cdf1-493c-b3ed-cdee7fd3effb req-f596f38e-bc1b-4645-bcb5-d1acca33b57f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=bfecc73b8c99406dbde7fba5545cc962&device_id=6f6bd176-177a-4ac5-bf9f-8735011221a3 HTTP/1.1" status: 200 len: 1094 time: 0.0524633 May 20 20:44:10.439679 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db981d58-cdf1-493c-b3ed-cdee7fd3effb req-4d4e6125-2553-4ee3-81c5-54cd5f9ce506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:44:10.441132 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-db981d58-cdf1-493c-b3ed-cdee7fd3effb req-4d4e6125-2553-4ee3-81c5-54cd5f9ce506 service neutron] 10.222.0.24 "GET /v2.0/networks?id=80bda1f2-d8f3-4628-a486-5841bb81c3dc HTTP/1.1" status: 200 len: 906 time: 0.0890369 May 20 20:44:10.473968 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [req-bfa99c49-c706-41bb-9e06-8693df43305c req-a4447179-2527-4158-9835-22b0ecd98027 tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] Allocated IP 172.20.0.3 (9d3d3a86-d0ea-42bb-882a-63d3244d9913/4bff70e4-9d51-4479-9096-540dc3675fab/3e5eead0-741e-4a47-83be-51201ccf7af2) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:44:10.488175 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-db981d58-cdf1-493c-b3ed-cdee7fd3effb req-755817cf-ae77-43fb-99b9-220b6dd030e7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=08e91307-3dda-48cb-b4b3-56ca181ef053 HTTP/1.1" status: 200 len: 217 time: 0.0384648 May 20 20:44:10.538318 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db981d58-cdf1-493c-b3ed-cdee7fd3effb req-812d9a5b-29a4-45c9-8291-a1831272cc56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:44:10.539787 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-db981d58-cdf1-493c-b3ed-cdee7fd3effb req-812d9a5b-29a4-45c9-8291-a1831272cc56 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=532e3931-08a4-40e8-b75d-9b3b215f2360 HTTP/1.1" status: 200 len: 845 time: 0.0439827 May 20 20:44:10.576740 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-db981d58-cdf1-493c-b3ed-cdee7fd3effb req-92da289e-7c3b-4959-a261-fb7378fda8e3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=80bda1f2-d8f3-4628-a486-5841bb81c3dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255237 May 20 20:44:10.625340 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-bfa99c49-c706-41bb-9e06-8693df43305c req-a4447179-2527-4158-9835-22b0ecd98027 tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] Notify callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:10.672452 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-db981d58-cdf1-493c-b3ed-cdee7fd3effb req-bb1423b9-58ea-413f-afb1-dd7f99e19bf1 service neutron] 10.222.0.24 "GET /v2.0/networks/80bda1f2-d8f3-4628-a486-5841bb81c3dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877979 May 20 20:44:10.706761 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 41130) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:44:10.721450 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-bfa99c49-c706-41bb-9e06-8693df43305c req-a4447179-2527-4158-9835-22b0ecd98027 tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:10.765633 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-db981d58-cdf1-493c-b3ed-cdee7fd3effb req-c5cc403a-ae75-46f3-9a64-8df54ba4c040 service neutron] 10.222.0.24 "GET /v2.0/networks/80bda1f2-d8f3-4628-a486-5841bb81c3dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849955 May 20 20:44:10.780983 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bfa99c49-c706-41bb-9e06-8693df43305c req-a4447179-2527-4158-9835-22b0ecd98027 tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] Network 9d3d3a86-d0ea-42bb-882a-63d3244d9913 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:44:10.787112 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [req-bfa99c49-c706-41bb-9e06-8693df43305c req-a4447179-2527-4158-9835-22b0ecd98027 tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:44:10.790894 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfa99c49-c706-41bb-9e06-8693df43305c req-a4447179-2527-4158-9835-22b0ecd98027 tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:44:10.795547 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-a934206f-0f07-4b61-a989-96326156944d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ebd1356351a04dc69de90addf6592a07&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0877037 May 20 20:44:10.798339 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 41132) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:44:10.802373 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4447179-2527-4158-9835-22b0ecd98027 tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] Pushing event updated for resources: {'Port': ['ID=3e5eead0-741e-4a47-83be-51201ccf7af2,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:44:10.849246 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa99c49-c706-41bb-9e06-8693df43305c req-a4447179-2527-4158-9835-22b0ecd98027 tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:44:10.849894 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-bfa99c49-c706-41bb-9e06-8693df43305c req-a4447179-2527-4158-9835-22b0ecd98027 tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:10.851156 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b580a5e0-7dfb-41b6-93e2-5b90be2d3bfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:10.876564 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b580a5e0-7dfb-41b6-93e2-5b90be2d3bfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:10.945864 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-bfa99c49-c706-41bb-9e06-8693df43305c req-a4447179-2527-4158-9835-22b0ecd98027 tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0332744 May 20 20:44:10.961961 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [req-bfa99c49-c706-41bb-9e06-8693df43305c req-27f281f7-f9bd-4d1b-8f18-45658d45b009 service neutron] Request body: {'port': {'device_id': '19bcd975-6f91-47bd-aa1a-c592c3f623d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-842733-1'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:44:10.994925 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b580a5e0-7dfb-41b6-93e2-5b90be2d3bfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:10.998563 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b580a5e0-7dfb-41b6-93e2-5b90be2d3bfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:11.002208 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-b580a5e0-7dfb-41b6-93e2-5b90be2d3bfd admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4005a7c0-996e-40bc-ab92-9d2238fe88ae HTTP/1.1" status: 204 len: 168 time: 0.2001498 May 20 20:44:11.009416 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b580a5e0-7dfb-41b6-93e2-5b90be2d3bfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4005a7c0-996e-40bc-ab92-9d2238fe88ae,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:44:11.080350 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-bfa99c49-c706-41bb-9e06-8693df43305c req-27f281f7-f9bd-4d1b-8f18-45658d45b009 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:11.139405 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e520e3-3049-47f9-94d0-12cbb40e5473 req-31a988c9-6bd5-4dfb-8f51-e987ba6501b4 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:44:11.140847 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e9e520e3-3049-47f9-94d0-12cbb40e5473 req-31a988c9-6bd5-4dfb-8f51-e987ba6501b4 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.35 "GET /v2.0/ports?device_id=6f6bd176-177a-4ac5-bf9f-8735011221a3 HTTP/1.1" status: 200 len: 943 time: 0.1133976 May 20 20:44:11.149522 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3688aa49-e506-4a04-ae90-853b57a9b42c req-63fbac05-d120-4c4b-a77e-bb5ae694b952 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:44:11.150872 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3688aa49-e506-4a04-ae90-853b57a9b42c req-63fbac05-d120-4c4b-a77e-bb5ae694b952 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/ports?device_id=63101f8e-85e2-411c-be0e-a4a0fa1b39b2 HTTP/1.1" status: 200 len: 950 time: 0.1264036 May 20 20:44:11.257992 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e9e520e3-3049-47f9-94d0-12cbb40e5473 req-6f8c1850-72f1-436a-aaaf-af500cc3f6cd tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.35 "GET /v2.0/security-groups?id=af06f2cf-8756-4fbf-90c6-d72ff1946909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061919 May 20 20:44:11.287974 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 01716df1-0f49-48a6-a2b0-af7aac4e9df1 no longer exists at agent hyperv_n-h1-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:44:11.290031 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3688aa49-e506-4a04-ae90-853b57a9b42c req-6aa4bde4-1b3a-43cb-bb76-97ab4c47ebd4 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/security-groups?id=38c76b68-4081-4341-88c9-c8e3082a5da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295335 May 20 20:44:11.344193 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] No Port match for: 01716df1-0f49-48a6-a2b0-af7aac4e9df1 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 20:44:11.345730 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 01716df1-0f49-48a6-a2b0-af7aac4e9df1 not bound to the agent host n-h1-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 20:44:11.378894 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-77df1efd-7f7a-4cea-a479-6dd3d5c82260 req-8610df8c-4963-469a-a540-dd79cafa11b9 tempest-ServersAdmin275Test-1415525218 tempest-ServersAdmin275Test-1415525218-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=2894f055-1341-4e58-9e01-d9c6a5727656 HTTP/1.1" status: 200 len: 210 time: 0.0605710 May 20 20:44:11.467685 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033007f2-9bdd-4416-86d1-ebbd49d1ee2b req-70d984f4-04fe-4226-8cc3-3c9bc1c8a07f tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:44:11.469222 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-033007f2-9bdd-4416-86d1-ebbd49d1ee2b req-70d984f4-04fe-4226-8cc3-3c9bc1c8a07f tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] 10.222.0.35 "GET /v2.0/ports?device_id=19bcd975-6f91-47bd-aa1a-c592c3f623d0 HTTP/1.1" status: 200 len: 931 time: 0.0894511 May 20 20:44:11.558773 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-033007f2-9bdd-4416-86d1-ebbd49d1ee2b req-0051334f-322a-476d-b91b-bbda91ca0fd4 tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] 10.222.0.35 "GET /v2.0/security-groups?id=08f63c89-364b-47f7-9236-e1c85d29ce51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830765 May 20 20:44:11.596153 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6c1702-124a-4cc1-a772-6b2f99a8dc25 req-c3f75979-26a6-4abf-95d0-791deb4f29ef tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:44:11.598241 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1e6c1702-124a-4cc1-a772-6b2f99a8dc25 req-c3f75979-26a6-4abf-95d0-791deb4f29ef tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] 10.222.0.35 "GET /v2.0/ports?device_id=c033fd40-d9a3-4a1c-97ed-3a7f9a7260de HTTP/1.1" status: 200 len: 946 time: 0.1192546 May 20 20:44:11.605796 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [req-bfa99c49-c706-41bb-9e06-8693df43305c req-27f281f7-f9bd-4d1b-8f18-45658d45b009 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e5eead0-741e-4a47-83be-51201ccf7af2 {{(pid=103163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:44:11.620381 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-bfa99c49-c706-41bb-9e06-8693df43305c req-27f281f7-f9bd-4d1b-8f18-45658d45b009 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:11.648032 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [req-bfa99c49-c706-41bb-9e06-8693df43305c req-27f281f7-f9bd-4d1b-8f18-45658d45b009 service neutron] Transition to ACTIVE for port object 3e5eead0-741e-4a47-83be-51201ccf7af2 will not be triggered until provisioned by entity L2. {{(pid=103163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 20:44:11.656199 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1e6c1702-124a-4cc1-a772-6b2f99a8dc25 req-debf3cc6-f90a-4467-8230-612878ee894a tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] 10.222.0.35 "GET /v2.0/security-groups?id=24ffe084-33f1-4a86-83df-85043464ffa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455892 May 20 20:44:11.731921 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-bfa99c49-c706-41bb-9e06-8693df43305c req-27f281f7-f9bd-4d1b-8f18-45658d45b009 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:11.761284 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device e213a585-6dd1-4d47-a02d-ed1886bd7f5d details requested by agent hyperv_n-h2-842733-1 with host n-h2-842733-1 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 20:44:11.783384 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f281f7-f9bd-4d1b-8f18-45658d45b009 service neutron] Pushing event updated for resources: {'Port': ['ID=3e5eead0-741e-4a47-83be-51201ccf7af2,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:44:11.859085 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port e213a585-6dd1-4d47-a02d-ed1886bd7f5d, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=e213a585-6dd1-4d47-a02d-ed1886bd7f5d,segment=NetworkSegment(ed3a602f-49fb-4a95-be80-401e1eb72e33),segment_id=ed3a602f-49fb-4a95-be80-401e1eb72e33)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:44:11.866772 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-bfa99c49-c706-41bb-9e06-8693df43305c req-27f281f7-f9bd-4d1b-8f18-45658d45b009 service neutron] Attempting to bind port 3e5eead0-741e-4a47-83be-51201ccf7af2 on host n-h1-842733-1 for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:44:11.867071 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-bfa99c49-c706-41bb-9e06-8693df43305c req-27f281f7-f9bd-4d1b-8f18-45658d45b009 service neutron] Attempting to bind port 3e5eead0-741e-4a47-83be-51201ccf7af2 by drivers openvswitch,hyperv on host n-h1-842733-1 at level 0 using segments [{'id': '769d43cd-208e-4beb-b6e6-532aefd8f5a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '9d3d3a86-d0ea-42bb-882a-63d3244d9913'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:44:11.867401 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfa99c49-c706-41bb-9e06-8693df43305c req-27f281f7-f9bd-4d1b-8f18-45658d45b009 service neutron] Attempting to bind port 3e5eead0-741e-4a47-83be-51201ccf7af2 on network 9d3d3a86-d0ea-42bb-882a-63d3244d9913 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:44:11.872011 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Returning: {'device': 'e213a585-6dd1-4d47-a02d-ed1886bd7f5d', 'network_id': 'cd702362-b982-46c5-a7d0-51de1b03df86', 'port_id': 'e213a585-6dd1-4d47-a02d-ed1886bd7f5d', 'mac_address': 'fa:16:3e:6b:47:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26b342ea-254c-483a-9ea9-f11c178970eb', 'ip_address': '192.168.233.81'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 20 20:44:11.872196 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfa99c49-c706-41bb-9e06-8693df43305c req-27f281f7-f9bd-4d1b-8f18-45658d45b009 service neutron] Port 3e5eead0-741e-4a47-83be-51201ccf7af2 on network 9d3d3a86-d0ea-42bb-882a-63d3244d9913 not bound, no agent of type Open vSwitch agent registered on host n-h1-842733-1 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 20:44:11.872519 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfa99c49-c706-41bb-9e06-8693df43305c req-27f281f7-f9bd-4d1b-8f18-45658d45b009 service neutron] Attempting to bind port 3e5eead0-741e-4a47-83be-51201ccf7af2 on network 9d3d3a86-d0ea-42bb-882a-63d3244d9913 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:44:11.877660 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfa99c49-c706-41bb-9e06-8693df43305c req-27f281f7-f9bd-4d1b-8f18-45658d45b009 service neutron] Checking agent: {'id': '08dfb1ce-804b-4db8-838b-21094082e041', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 32, 54), 'started_at': datetime.datetime(2022, 5, 20, 20, 32, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 43, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:44:11.877994 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfa99c49-c706-41bb-9e06-8693df43305c req-27f281f7-f9bd-4d1b-8f18-45658d45b009 service neutron] Checking segment: {'id': '769d43cd-208e-4beb-b6e6-532aefd8f5a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '9d3d3a86-d0ea-42bb-882a-63d3244d9913'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:44:11.878374 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfa99c49-c706-41bb-9e06-8693df43305c req-27f281f7-f9bd-4d1b-8f18-45658d45b009 service neutron] Bound using segment: {'id': '769d43cd-208e-4beb-b6e6-532aefd8f5a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '9d3d3a86-d0ea-42bb-882a-63d3244d9913'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:44:11.878806 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-bfa99c49-c706-41bb-9e06-8693df43305c req-27f281f7-f9bd-4d1b-8f18-45658d45b009 service neutron] Bound port: 3e5eead0-741e-4a47-83be-51201ccf7af2, host: n-h1-842733-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '769d43cd-208e-4beb-b6e6-532aefd8f5a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '9d3d3a86-d0ea-42bb-882a-63d3244d9913'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:44:11.879170 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-bfa99c49-c706-41bb-9e06-8693df43305c req-27f281f7-f9bd-4d1b-8f18-45658d45b009 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:11.920689 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port e213a585-6dd1-4d47-a02d-ed1886bd7f5d is: ACTIVE; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:44:11.921472 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:11.933848 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e213a585-6dd1-4d47-a02d-ed1886bd7f5d {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:44:11.949817 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-bfa99c49-c706-41bb-9e06-8693df43305c req-27f281f7-f9bd-4d1b-8f18-45658d45b009 service neutron] For port 3e5eead0-741e-4a47-83be-51201ccf7af2, host n-h1-842733-1, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:44:11.954050 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-bfa99c49-c706-41bb-9e06-8693df43305c req-27f281f7-f9bd-4d1b-8f18-45658d45b009 service neutron] For port 3e5eead0-741e-4a47-83be-51201ccf7af2, host n-h1-842733-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=3e5eead0-741e-4a47-83be-51201ccf7af2,segment=NetworkSegment(769d43cd-208e-4beb-b6e6-532aefd8f5a1),segment_id=769d43cd-208e-4beb-b6e6-532aefd8f5a1)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:44:11.954954 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port e213a585-6dd1-4d47-a02d-ed1886bd7f5d, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=e213a585-6dd1-4d47-a02d-ed1886bd7f5d,segment=NetworkSegment(ed3a602f-49fb-4a95-be80-401e1eb72e33),segment_id=ed3a602f-49fb-4a95-be80-401e1eb72e33)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:44:12.023694 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-bfa99c49-c706-41bb-9e06-8693df43305c req-27f281f7-f9bd-4d1b-8f18-45658d45b009 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:12.055817 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:12.059004 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa99c49-c706-41bb-9e06-8693df43305c req-27f281f7-f9bd-4d1b-8f18-45658d45b009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:44:12.060304 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-bfa99c49-c706-41bb-9e06-8693df43305c req-27f281f7-f9bd-4d1b-8f18-45658d45b009 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:12.061283 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-bfa99c49-c706-41bb-9e06-8693df43305c req-27f281f7-f9bd-4d1b-8f18-45658d45b009 service neutron] 10.222.0.24 "PUT /v2.0/ports/3e5eead0-741e-4a47-83be-51201ccf7af2 HTTP/1.1" status: 200 len: 1091 time: 1.1072214 May 20 20:44:12.061804 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19bcd975-6f91-47bd-aa1a-c592c3f623d0', 'tag': '3e5eead0-741e-4a47-83be-51201ccf7af2'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:44:12.065034 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4291b17aa7b45362825f0571e77c85f5e73afe1df9c7e9e15006df9d695c005e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e49cc19d-f416-4d26-80a1-9939649184a4" -d '{"events": [{"name": "network-changed", "server_uuid": "19bcd975-6f91-47bd-aa1a-c592c3f623d0", "tag": "3e5eead0-741e-4a47-83be-51201ccf7af2"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:44:12.094858 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f281f7-f9bd-4d1b-8f18-45658d45b009 service neutron] Pushing event updated for resources: {'Port': ['ID=3e5eead0-741e-4a47-83be-51201ccf7af2,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:44:12.120570 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=e213a585-6dd1-4d47-a02d-ed1886bd7f5d,revision_number=6']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:44:12.122433 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 20:44:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87bd2576-b2e0-45f1-8f23-dae995305569 x-openstack-request-id: req-87bd2576-b2e0-45f1-8f23-dae995305569 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:44:12.122878 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19bcd975-6f91-47bd-aa1a-c592c3f623d0", "tag": "3e5eead0-741e-4a47-83be-51201ccf7af2", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:44:12.123314 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-87bd2576-b2e0-45f1-8f23-dae995305569 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:44:12.123718 n-d-842733-1 neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87bd2576-b2e0-45f1-8f23-dae995305569'] response: {'name': 'network-changed', 'server_uuid': '19bcd975-6f91-47bd-aa1a-c592c3f623d0', 'tag': '3e5eead0-741e-4a47-83be-51201ccf7af2', 'status': 'completed', 'code': 200} May 20 20:44:12.179925 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 41178) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:44:12.201104 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49cc19d-f416-4d26-80a1-9939649184a4 req-4bdd8f31-acfc-4ee9-9b97-cc1459603f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:44:12.202539 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e49cc19d-f416-4d26-80a1-9939649184a4 req-4bdd8f31-acfc-4ee9-9b97-cc1459603f62 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=812b03e5e79843f7aecfe762e5ee081e&device_id=19bcd975-6f91-47bd-aa1a-c592c3f623d0 HTTP/1.1" status: 200 len: 1094 time: 0.0451756 May 20 20:44:12.286213 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-3461f99b-a4b9-4d1f-a1d3-4e6525d2975b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1769752784-network', 'tenant_id': 'c23324ed92c6460facba85082860777a'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:44:12.315543 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49cc19d-f416-4d26-80a1-9939649184a4 req-66cb5dfd-ede3-4409-85ee-3a5075d2efba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:44:12.317084 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e49cc19d-f416-4d26-80a1-9939649184a4 req-66cb5dfd-ede3-4409-85ee-3a5075d2efba service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=812b03e5e79843f7aecfe762e5ee081e&shared=False HTTP/1.1" status: 200 len: 906 time: 0.1060205 May 20 20:44:12.327591 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] get_ports_and_sgs() called for port_ids ['e213a585-6dd1-4d47-a02d-ed1886bd7f5d'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:44:12.377572 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3461f99b-a4b9-4d1f-a1d3-4e6525d2975b admin admin] Made reservation on behalf of c23324ed92c6460facba85082860777a for: {'network': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:44:12.379917 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3461f99b-a4b9-4d1f-a1d3-4e6525d2975b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for network, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:12.394477 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3461f99b-a4b9-4d1f-a1d3-4e6525d2975b admin admin] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:12.487023 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3461f99b-a4b9-4d1f-a1d3-4e6525d2975b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:12.488938 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e592a27-69e7-4133-8e51-5578e18439bd req-986b5c0e-3ace-413e-97db-fb13523e9be4 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:44:12.492541 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9e592a27-69e7-4133-8e51-5578e18439bd req-986b5c0e-3ace-413e-97db-fb13523e9be4 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/ports?device_id=63101f8e-85e2-411c-be0e-a4a0fa1b39b2 HTTP/1.1" status: 200 len: 950 time: 0.0935450 May 20 20:44:12.529555 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c21ac9c-79c8-4ca9-af86-e593163cfb74 req-6274d544-8f9b-4a95-8877-1948a28c5c25 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:44:12.531034 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7c21ac9c-79c8-4ca9-af86-e593163cfb74 req-6274d544-8f9b-4a95-8877-1948a28c5c25 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.35 "GET /v2.0/ports?device_id=6f6bd176-177a-4ac5-bf9f-8735011221a3 HTTP/1.1" status: 200 len: 943 time: 0.1521151 May 20 20:44:12.532038 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49cc19d-f416-4d26-80a1-9939649184a4 req-75c68bb0-f2f7-4e9d-a5a2-2ed5ef551379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:44:12.533614 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e49cc19d-f416-4d26-80a1-9939649184a4 req-75c68bb0-f2f7-4e9d-a5a2-2ed5ef551379 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2092309 May 20 20:44:12.560205 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9e592a27-69e7-4133-8e51-5578e18439bd req-56bebe83-c628-4659-88bf-7fd38957a712 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/security-groups?id=38c76b68-4081-4341-88c9-c8e3082a5da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626593 May 20 20:44:12.600560 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3461f99b-a4b9-4d1f-a1d3-4e6525d2975b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:12.615558 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7c21ac9c-79c8-4ca9-af86-e593163cfb74 req-a74516d3-efa5-41f0-8b87-469ed33cf676 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.35 "GET /v2.0/security-groups?id=af06f2cf-8756-4fbf-90c6-d72ff1946909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741098 May 20 20:44:12.637499 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3461f99b-a4b9-4d1f-a1d3-4e6525d2975b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 228} {{(pid=103162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 20:44:12.647760 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3461f99b-a4b9-4d1f-a1d3-4e6525d2975b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60481581-e9d3-496b-a43d-886b821871b7,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:44:12.651881 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3461f99b-a4b9-4d1f-a1d3-4e6525d2975b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:12.652508 n-d-842733-1 neutron-server[103162]: INFO neutron.db.segments_db [None req-3461f99b-a4b9-4d1f-a1d3-4e6525d2975b admin admin] Added segment 51a22548-63c8-444c-b674-6afca742ad16 of type vlan for network 7c34618e-1eb4-46a9-ac65-b891df136138 May 20 20:44:12.666367 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa99c49-c706-41bb-9e06-8693df43305c req-52cfc353-c528-473c-ab14-ed622fa5128b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:44:12.668011 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-bfa99c49-c706-41bb-9e06-8693df43305c req-52cfc353-c528-473c-ab14-ed622fa5128b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=812b03e5e79843f7aecfe762e5ee081e&device_id=19bcd975-6f91-47bd-aa1a-c592c3f623d0 HTTP/1.1" status: 200 len: 1094 time: 0.0854168 May 20 20:44:12.685241 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-57fe007d-8cf0-4830-ac2b-bb46dee8f610 req-21d68aa1-615c-498d-82bf-4afd7b95fbe3 tempest-ServersAdmin275Test-1415525218 tempest-ServersAdmin275Test-1415525218-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=2894f055-1341-4e58-9e01-d9c6a5727656 HTTP/1.1" status: 200 len: 210 time: 0.0524063 May 20 20:44:12.702399 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3461f99b-a4b9-4d1f-a1d3-4e6525d2975b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418993264'] for network, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:12.726703 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-bfa99c49-c706-41bb-9e06-8693df43305c req-46c61e7f-354a-43d8-8dbc-dd77239ee8b3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3e5eead0-741e-4a47-83be-51201ccf7af2 HTTP/1.1" status: 200 len: 217 time: 0.0441768 May 20 20:44:12.812650 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa99c49-c706-41bb-9e06-8693df43305c req-affb8c60-ad10-4d6e-964d-a4511ee167d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:44:12.813615 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-bfa99c49-c706-41bb-9e06-8693df43305c req-affb8c60-ad10-4d6e-964d-a4511ee167d8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4bff70e4-9d51-4479-9096-540dc3675fab HTTP/1.1" status: 200 len: 845 time: 0.0728443 May 20 20:44:12.823197 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057adf89-5f19-4d87-abcb-619914e8f710 req-8dd79377-6d46-4580-850a-1b2e3c4da74d tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:44:12.824654 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-057adf89-5f19-4d87-abcb-619914e8f710 req-8dd79377-6d46-4580-850a-1b2e3c4da74d tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] 10.222.0.35 "GET /v2.0/ports?device_id=19bcd975-6f91-47bd-aa1a-c592c3f623d0 HTTP/1.1" status: 200 len: 943 time: 0.1002128 May 20 20:44:12.837565 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3461f99b-a4b9-4d1f-a1d3-4e6525d2975b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524'] for network, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:12.838547 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3461f99b-a4b9-4d1f-a1d3-4e6525d2975b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:44:12.839136 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3461f99b-a4b9-4d1f-a1d3-4e6525d2975b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:12.864745 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-bfa99c49-c706-41bb-9e06-8693df43305c req-733b7504-4e62-4d90-bbb9-1167f88fd54d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9d3d3a86-d0ea-42bb-882a-63d3244d9913&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389564 May 20 20:44:12.902984 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3461f99b-a4b9-4d1f-a1d3-4e6525d2975b admin admin] Pushing event updated for resources: {'Network': ['ID=7c34618e-1eb4-46a9-ac65-b891df136138,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:44:12.915526 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Network 7c34618e-1eb4-46a9-ac65-b891df136138 details requested by agent ovs-agent-n-d-842733-1 with host n-d-842733-1 {{(pid=103164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 20 20:44:12.965657 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-3461f99b-a4b9-4d1f-a1d3-4e6525d2975b admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7808521 May 20 20:44:12.966442 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-057adf89-5f19-4d87-abcb-619914e8f710 req-cc4b95e2-12ec-4cdf-a424-0fe4e8da386b tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] 10.222.0.35 "GET /v2.0/security-groups?id=08f63c89-364b-47f7-9236-e1c85d29ce51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312618 May 20 20:44:12.967758 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 41220) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:44:12.974436 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-3e400a9b-8b0a-4f4c-aaae-cd6004bbda88 admin admin] Request body: {'subnet': {'network_id': '7c34618e-1eb4-46a9-ac65-b891df136138', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1769752784-subnet', 'tenant_id': 'c23324ed92c6460facba85082860777a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:44:13.007841 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b49a34-4301-4043-b2cd-e9a0b32110af req-57a158df-2c56-4317-8088-145a2fb25771 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:44:13.009340 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-40b49a34-4301-4043-b2cd-e9a0b32110af req-57a158df-2c56-4317-8088-145a2fb25771 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] 10.222.0.35 "GET /v2.0/ports?device_id=c033fd40-d9a3-4a1c-97ed-3a7f9a7260de HTTP/1.1" status: 200 len: 946 time: 0.1737196 May 20 20:44:13.055316 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-bfa99c49-c706-41bb-9e06-8693df43305c req-18f32830-c2d3-47d9-9351-2798c45c5fa5 service neutron] 10.222.0.24 "GET /v2.0/networks/9d3d3a86-d0ea-42bb-882a-63d3244d9913?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719286 May 20 20:44:13.077347 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-40b49a34-4301-4043-b2cd-e9a0b32110af req-aa42fda4-50f6-4c7f-9f25-b2d7de388fc5 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] 10.222.0.35 "GET /v2.0/security-groups?id=24ffe084-33f1-4a86-83df-85043464ffa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586276 May 20 20:44:13.123362 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e400a9b-8b0a-4f4c-aaae-cd6004bbda88 admin admin] Made reservation on behalf of c23324ed92c6460facba85082860777a for: {'subnet': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:44:13.125817 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3e400a9b-8b0a-4f4c-aaae-cd6004bbda88 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8422561'] for subnet, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:13.236054 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-bfa99c49-c706-41bb-9e06-8693df43305c req-33fbb951-6847-4a17-8768-d67f4ffc8fb0 service neutron] 10.222.0.24 "GET /v2.0/networks/9d3d3a86-d0ea-42bb-882a-63d3244d9913?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724906 May 20 20:44:13.306858 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 08e91307-3dda-48cb-b4b3-56ca181ef053 details requested by agent hyperv_n-h1-842733-1 with host n-h1-842733-1 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 20:44:13.414628 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3e400a9b-8b0a-4f4c-aaae-cd6004bbda88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9641412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8422583'] for subnet, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:13.458338 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port 08e91307-3dda-48cb-b4b3-56ca181ef053, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=08e91307-3dda-48cb-b4b3-56ca181ef053,segment=NetworkSegment(1b618711-eace-4f66-9dbc-026093290eaa),segment_id=1b618711-eace-4f66-9dbc-026093290eaa)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:44:13.476396 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Returning: {'device': '08e91307-3dda-48cb-b4b3-56ca181ef053', 'network_id': '80bda1f2-d8f3-4628-a486-5841bb81c3dc', 'port_id': '08e91307-3dda-48cb-b4b3-56ca181ef053', 'mac_address': 'fa:16:3e:6c:bc:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '532e3931-08a4-40e8-b75d-9b3b215f2360', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 20 20:44:13.476819 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e400a9b-8b0a-4f4c-aaae-cd6004bbda88 admin admin] Pushing event updated for resources: {'Subnet': ['ID=66bb8d81-3453-4d74-b13d-66db71019128,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:44:13.489915 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e400a9b-8b0a-4f4c-aaae-cd6004bbda88 admin admin] Checking segment: {'id': '51a22548-63c8-444c-b674-6afca742ad16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '7c34618e-1eb4-46a9-ac65-b891df136138'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:44:13.489915 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e400a9b-8b0a-4f4c-aaae-cd6004bbda88 admin admin] Network hostable DHCP agents. Network: 7c34618e-1eb4-46a9-ac65-b891df136138, hostable agents: ['c9b0653c-f3c7-4339-bd50-e3754b629216'], hosted agents: [] {{(pid=103163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 20:44:13.526661 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Current status of the port 08e91307-3dda-48cb-b4b3-56ca181ef053 is: DOWN; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:44:13.527439 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:13.542902 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08e91307-3dda-48cb-b4b3-56ca181ef053 {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:44:13.565980 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port 08e91307-3dda-48cb-b4b3-56ca181ef053, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=08e91307-3dda-48cb-b4b3-56ca181ef053,segment=NetworkSegment(1b618711-eace-4f66-9dbc-026093290eaa),segment_id=1b618711-eace-4f66-9dbc-026093290eaa)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:44:13.585812 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e400a9b-8b0a-4f4c-aaae-cd6004bbda88 admin admin] Network 7c34618e-1eb4-46a9-ac65-b891df136138 is scheduled to be hosted by DHCP agent c9b0653c-f3c7-4339-bd50-e3754b629216 with binding_index 1 {{(pid=103163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 20:44:13.643324 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:13.682300 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-3e400a9b-8b0a-4f4c-aaae-cd6004bbda88 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842733-1, 7c34618e-1eb4-46a9-ac65-b891df136138) {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:44:13.698795 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed8d0d29-de8d-476e-8b5d-f2eb647c9096 None None] Network 7c34618e-1eb4-46a9-ac65-b891df136138 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:44:13.724500 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Pushing event updated for resources: {'Port': ['ID=08e91307-3dda-48cb-b4b3-56ca181ef053,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:44:13.735741 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e400a9b-8b0a-4f4c-aaae-cd6004bbda88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:44:13.736751 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3e400a9b-8b0a-4f4c-aaae-cd6004bbda88 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:13.775275 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device e213a585-6dd1-4d47-a02d-ed1886bd7f5d up at agent hyperv_n-h2-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:44:13.810820 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4424e16e-6d8e-4822-ad31-a341695e043c req-04c7686f-4b59-4403-83bb-cd0c4acc606d tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:44:13.812385 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4424e16e-6d8e-4822-ad31-a341695e043c req-04c7686f-4b59-4403-83bb-cd0c4acc606d tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/ports?device_id=63101f8e-85e2-411c-be0e-a4a0fa1b39b2 HTTP/1.1" status: 200 len: 950 time: 0.1442719 May 20 20:44:13.832011 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6d4f7a-8779-41c5-bbd3-0268fd2a013b req-ade94853-f162-44f9-a954-4292e29b3537 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:44:13.833740 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-bf6d4f7a-8779-41c5-bbd3-0268fd2a013b req-ade94853-f162-44f9-a954-4292e29b3537 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.35 "GET /v2.0/ports?device_id=6f6bd176-177a-4ac5-bf9f-8735011221a3 HTTP/1.1" status: 200 len: 944 time: 0.1132805 May 20 20:44:13.900169 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4424e16e-6d8e-4822-ad31-a341695e043c req-0f736559-bc38-47ca-ac8d-534c388172bd tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/security-groups?id=38c76b68-4081-4341-88c9-c8e3082a5da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788698 May 20 20:44:13.910270 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-3e400a9b-8b0a-4f4c-aaae-cd6004bbda88 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9416003 May 20 20:44:13.913048 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 41232) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:44:13.918269 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-2a34034d-981f-4edd-94d8-01f8f3763a80 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1769752784-router', 'tenant_id': 'c23324ed92c6460facba85082860777a', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'}}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:44:13.940774 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Provisioning complete for port e213a585-6dd1-4d47-a02d-ed1886bd7f5d triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:44:13.941102 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:13.960140 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-bf6d4f7a-8779-41c5-bbd3-0268fd2a013b req-a48c19e9-3e8f-49b2-9a45-4f69f43dca9a tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.35 "GET /v2.0/security-groups?id=af06f2cf-8756-4fbf-90c6-d72ff1946909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978892 May 20 20:44:13.972346 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] get_ports_and_sgs() called for port_ids ['08e91307-3dda-48cb-b4b3-56ca181ef053'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:44:13.974802 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-49895524-8629-49bd-a4c6-86c4ff0d1061 req-ed63a57d-acf1-4052-ab98-cbb2bcfc67f9 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=639a9b9c-aaad-4644-9dcd-410174fb9f88&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1100204 May 20 20:44:14.083661 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7713715e-f678-433c-9f5e-b4d269aa6520 req-e0c588f5-115c-4aa8-aa5d-cba2f315d6f0 tempest-ServersAdmin275Test-1415525218 tempest-ServersAdmin275Test-1415525218-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=2894f055-1341-4e58-9e01-d9c6a5727656 HTTP/1.1" status: 200 len: 210 time: 0.0586300 May 20 20:44:14.088703 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2a34034d-981f-4edd-94d8-01f8f3763a80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-694221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26155'] for router, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:14.093508 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2a34034d-981f-4edd-94d8-01f8f3763a80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-693085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748153', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-718080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26162'] for router, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:14.101760 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34136f1b-1ed3-4d4a-bedd-598b1af73766 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaee2b848-d4b9-5db1-b6ef-d6db29d67de7-7c34618e-1eb4-46a9-ac65-b891df136138', 'network_id': '7c34618e-1eb4-46a9-ac65-b891df136138', 'tenant_id': 'c23324ed92c6460facba85082860777a', 'fixed_ips': [{'subnet_id': '66bb8d81-3453-4d74-b13d-66db71019128'}]}} from n-d-842733-1. {{(pid=103164) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 20:44:14.107699 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-34136f1b-1ed3-4d4a-bedd-598b1af73766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:14.211201 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2a34034d-981f-4edd-94d8-01f8f3763a80 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:14.217605 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49895524-8629-49bd-a4c6-86c4ff0d1061 req-f202ad41-7c12-40f4-b517-a13d872a4933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:44:14.219351 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-49895524-8629-49bd-a4c6-86c4ff0d1061 req-f202ad41-7c12-40f4-b517-a13d872a4933 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2492915dd73f457d8cb02b28e57274de&device_id=639a9b9c-aaad-4644-9dcd-410174fb9f88 HTTP/1.1" status: 200 len: 1096 time: 0.1493673 May 20 20:44:14.237361 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port e213a585-6dd1-4d47-a02d-ed1886bd7f5d is: BUILD; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:44:14.237757 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:14.328000 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port e213a585-6dd1-4d47-a02d-ed1886bd7f5d, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=e213a585-6dd1-4d47-a02d-ed1886bd7f5d,segment=NetworkSegment(ed3a602f-49fb-4a95-be80-401e1eb72e33),segment_id=ed3a602f-49fb-4a95-be80-401e1eb72e33)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:44:14.339869 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cf46fab-12e1-4785-85be-6f2bfb618fd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e213a585-6dd1-4d47-a02d-ed1886bd7f5d'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:44:14.342550 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8485417003ce7c0410b00f5cdc2f391e21107b70bb68e2773712534a96e108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a567eeaa-4d1d-46c0-9369-eecbc93f439c" -d '{"events": [{"server_uuid": "2cf46fab-12e1-4785-85be-6f2bfb618fd6", "name": "network-vif-plugged", "status": "completed", "tag": "e213a585-6dd1-4d47-a02d-ed1886bd7f5d"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:44:14.353002 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49895524-8629-49bd-a4c6-86c4ff0d1061 req-c10e5122-9d9e-4789-830c-1a7ac42146c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:44:14.355054 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-49895524-8629-49bd-a4c6-86c4ff0d1061 req-c10e5122-9d9e-4789-830c-1a7ac42146c3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=85e5027c-d244-4186-8c19-3a12977de170 HTTP/1.1" status: 200 len: 912 time: 0.1009231 May 20 20:44:14.411423 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:14.417256 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a715e04b-7b10-4a49-992c-6bec132f0d47 req-dd30e632-5604-41f5-87a8-4958c0c362ff tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:44:14.432060 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a715e04b-7b10-4a49-992c-6bec132f0d47 req-dd30e632-5604-41f5-87a8-4958c0c362ff tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] 10.222.0.35 "GET /v2.0/ports?device_id=c033fd40-d9a3-4a1c-97ed-3a7f9a7260de HTTP/1.1" status: 200 len: 946 time: 0.1980636 May 20 20:44:14.451333 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74217b46-5e5f-44a3-b527-c0444099b43d req-ea3c94c9-55cf-403d-8caf-709106355564 tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:44:14.459498 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-74217b46-5e5f-44a3-b527-c0444099b43d req-ea3c94c9-55cf-403d-8caf-709106355564 tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] 10.222.0.35 "GET /v2.0/ports?device_id=19bcd975-6f91-47bd-aa1a-c592c3f623d0 HTTP/1.1" status: 200 len: 943 time: 0.2576690 May 20 20:44:14.464928 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-49895524-8629-49bd-a4c6-86c4ff0d1061 req-4b564e29-9503-455e-be0e-9f054f7da83c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7f3ebca3-508b-418e-88bd-760b98f17cff HTTP/1.1" status: 200 len: 1000 time: 0.0986629 May 20 20:44:14.489468 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [None req-34136f1b-1ed3-4d4a-bedd-598b1af73766 None None] Allocated IP 172.20.0.2 (7c34618e-1eb4-46a9-ac65-b891df136138/66bb8d81-3453-4d74-b13d-66db71019128/9162da14-b9b9-4887-98ce-ad4a5615fbbb) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:44:14.516890 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=e213a585-6dd1-4d47-a02d-ed1886bd7f5d,revision_number=7']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:44:14.566263 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49895524-8629-49bd-a4c6-86c4ff0d1061 req-e4ffd96d-0686-4af8-9fe7-d4c04b7dbc69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:44:14.567713 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-49895524-8629-49bd-a4c6-86c4ff0d1061 req-e4ffd96d-0686-4af8-9fe7-d4c04b7dbc69 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5df30a0b-5cdb-4d91-9fe8-512f286a6485 HTTP/1.1" status: 200 len: 850 time: 0.0935512 May 20 20:44:14.577358 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2a34034d-981f-4edd-94d8-01f8f3763a80 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:14.601560 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-74217b46-5e5f-44a3-b527-c0444099b43d req-6c42d03a-9e33-415a-a987-46f3b9f13242 tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] 10.222.0.35 "GET /v2.0/security-groups?id=08f63c89-364b-47f7-9236-e1c85d29ce51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365829 May 20 20:44:14.608226 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a715e04b-7b10-4a49-992c-6bec132f0d47 req-a7855aca-06ae-48e7-8af4-6c25a7599bd3 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] 10.222.0.35 "GET /v2.0/security-groups?id=24ffe084-33f1-4a86-83df-85043464ffa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748321 May 20 20:44:14.630436 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49895524-8629-49bd-a4c6-86c4ff0d1061 req-7f9ee4cf-2885-4d47-b362-8e8942d7709e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:44:14.633382 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-49895524-8629-49bd-a4c6-86c4ff0d1061 req-7f9ee4cf-2885-4d47-b362-8e8942d7709e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=85e5027c-d244-4186-8c19-3a12977de170&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0541372 May 20 20:44:14.673445 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 20:44:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-250dcd56-e9eb-4fca-b71e-868c654f6516 x-openstack-request-id: req-250dcd56-e9eb-4fca-b71e-868c654f6516 {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:44:14.673445 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cf46fab-12e1-4785-85be-6f2bfb618fd6", "name": "network-vif-plugged", "status": "completed", "tag": "e213a585-6dd1-4d47-a02d-ed1886bd7f5d", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:44:14.673445 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-250dcd56-e9eb-4fca-b71e-868c654f6516 {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:44:14.673786 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-250dcd56-e9eb-4fca-b71e-868c654f6516'] response: {'server_uuid': '2cf46fab-12e1-4785-85be-6f2bfb618fd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e213a585-6dd1-4d47-a02d-ed1886bd7f5d', 'code': 200} May 20 20:44:14.730620 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-34136f1b-1ed3-4d4a-bedd-598b1af73766 None None] Notify callbacks [] for port, precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:14.772072 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-49895524-8629-49bd-a4c6-86c4ff0d1061 req-79dd7435-8291-46be-abee-cc88ea08a162 service neutron] 10.222.0.13 "GET /v2.0/networks/85e5027c-d244-4186-8c19-3a12977de170?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186829 May 20 20:44:14.826411 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-34136f1b-1ed3-4d4a-bedd-598b1af73766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108'] for port, after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:14.871149 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34136f1b-1ed3-4d4a-bedd-598b1af73766 None None] Network 7c34618e-1eb4-46a9-ac65-b891df136138 is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:44:14.876195 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-34136f1b-1ed3-4d4a-bedd-598b1af73766 None None] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:44:14.882892 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34136f1b-1ed3-4d4a-bedd-598b1af73766 None None] Received port after_create {{(pid=103164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:44:14.892387 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34136f1b-1ed3-4d4a-bedd-598b1af73766 None None] Pushing event updated for resources: {'Port': ['ID=9162da14-b9b9-4887-98ce-ad4a5615fbbb,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:44:14.928518 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2a34034d-981f-4edd-94d8-01f8f3763a80 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:14.930771 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-49895524-8629-49bd-a4c6-86c4ff0d1061 req-9599686e-4e33-4b2f-8bf6-8ff1a59e7d52 service neutron] 10.222.0.13 "GET /v2.0/networks/85e5027c-d244-4186-8c19-3a12977de170?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397331 May 20 20:44:14.958217 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2a34034d-981f-4edd-94d8-01f8f3763a80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:15.119576 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-34136f1b-1ed3-4d4a-bedd-598b1af73766 None None] Attempting to bind port 9162da14-b9b9-4887-98ce-ad4a5615fbbb on host n-d-842733-1 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:44:15.120342 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-34136f1b-1ed3-4d4a-bedd-598b1af73766 None None] Attempting to bind port 9162da14-b9b9-4887-98ce-ad4a5615fbbb by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': '51a22548-63c8-444c-b674-6afca742ad16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '7c34618e-1eb4-46a9-ac65-b891df136138'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:44:15.121058 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34136f1b-1ed3-4d4a-bedd-598b1af73766 None None] Attempting to bind port 9162da14-b9b9-4887-98ce-ad4a5615fbbb on network 7c34618e-1eb4-46a9-ac65-b891df136138 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:44:15.127816 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34136f1b-1ed3-4d4a-bedd-598b1af73766 None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 43, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:44:15.128764 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34136f1b-1ed3-4d4a-bedd-598b1af73766 None None] Checking segment: {'id': '51a22548-63c8-444c-b674-6afca742ad16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '7c34618e-1eb4-46a9-ac65-b891df136138'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:44:15.129450 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-34136f1b-1ed3-4d4a-bedd-598b1af73766 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:15.130061 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34136f1b-1ed3-4d4a-bedd-598b1af73766 None None] Bound using segment: {'id': '51a22548-63c8-444c-b674-6afca742ad16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '7c34618e-1eb4-46a9-ac65-b891df136138'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:44:15.130767 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-34136f1b-1ed3-4d4a-bedd-598b1af73766 None None] Bound port: 9162da14-b9b9-4887-98ce-ad4a5615fbbb, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51a22548-63c8-444c-b674-6afca742ad16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '7c34618e-1eb4-46a9-ac65-b891df136138'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:44:15.131537 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-34136f1b-1ed3-4d4a-bedd-598b1af73766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:15.187098 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-2a34034d-981f-4edd-94d8-01f8f3763a80 admin admin] Allocated IP 172.25.2.135 (e3a93b5c-91e2-4064-9c2c-1afc261bfe15/86fee0c1-6e34-488b-9216-b2b8e7ef585a/e020f4ff-b002-440c-a8f2-69d13e16d5c9) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:44:15.196314 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca84d3e8-bf10-40ff-9713-e6a2ce1d3d4f req-87b3a39c-c8ac-45e0-b432-dd5c8f7a3766 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:44:15.205623 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ca84d3e8-bf10-40ff-9713-e6a2ce1d3d4f req-87b3a39c-c8ac-45e0-b432-dd5c8f7a3766 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/ports?device_id=63101f8e-85e2-411c-be0e-a4a0fa1b39b2 HTTP/1.1" status: 200 len: 950 time: 0.1108587 May 20 20:44:15.219477 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-34136f1b-1ed3-4d4a-bedd-598b1af73766 None None] For port 9162da14-b9b9-4887-98ce-ad4a5615fbbb, host n-d-842733-1, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:44:15.222600 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-34136f1b-1ed3-4d4a-bedd-598b1af73766 None None] For port 9162da14-b9b9-4887-98ce-ad4a5615fbbb, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=9162da14-b9b9-4887-98ce-ad4a5615fbbb,segment=NetworkSegment(51a22548-63c8-444c-b674-6afca742ad16),segment_id=51a22548-63c8-444c-b674-6afca742ad16)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:44:15.249193 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0e6cd8-68c7-4315-b2f5-ac9621618511 req-7dc04e6f-fb76-4720-b834-eb500416ea14 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:44:15.250658 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4b0e6cd8-68c7-4315-b2f5-ac9621618511 req-7dc04e6f-fb76-4720-b834-eb500416ea14 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.35 "GET /v2.0/ports?device_id=6f6bd176-177a-4ac5-bf9f-8735011221a3 HTTP/1.1" status: 200 len: 944 time: 0.1571786 May 20 20:44:15.301754 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 08e91307-3dda-48cb-b4b3-56ca181ef053 up at agent hyperv_n-h1-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:44:15.332098 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-34136f1b-1ed3-4d4a-bedd-598b1af73766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:15.437023 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34136f1b-1ed3-4d4a-bedd-598b1af73766 None None] Pushing event updated for resources: {'Port': ['ID=9162da14-b9b9-4887-98ce-ad4a5615fbbb,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:44:15.528466 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Provisioning for port 08e91307-3dda-48cb-b4b3-56ca181ef053 completed by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 20:44:15.535110 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Provisioning complete for port 08e91307-3dda-48cb-b4b3-56ca181ef053 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:44:15.535487 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:15.729056 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ca84d3e8-bf10-40ff-9713-e6a2ce1d3d4f req-dc3cfebe-adb1-4f74-935b-29dd802ed470 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/security-groups?id=38c76b68-4081-4341-88c9-c8e3082a5da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5224333 May 20 20:44:15.775861 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Current status of the port 08e91307-3dda-48cb-b4b3-56ca181ef053 is: BUILD; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:44:15.775861 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:15.792086 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4b0e6cd8-68c7-4315-b2f5-ac9621618511 req-04706d07-35a0-419a-a217-d7533d75bdc1 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.35 "GET /v2.0/security-groups?id=af06f2cf-8756-4fbf-90c6-d72ff1946909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5218132 May 20 20:44:15.866180 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port 08e91307-3dda-48cb-b4b3-56ca181ef053, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=08e91307-3dda-48cb-b4b3-56ca181ef053,segment=NetworkSegment(1b618711-eace-4f66-9dbc-026093290eaa),segment_id=1b618711-eace-4f66-9dbc-026093290eaa)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:44:15.894347 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2a34034d-981f-4edd-94d8-01f8f3763a80 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:15.957420 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:15.985925 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ffbf2c09-230f-48b3-96ce-6e013b1735e3 req-f4147655-235a-4ae2-bd29-1058de49b8d1 tempest-ServersAdmin275Test-1415525218 tempest-ServersAdmin275Test-1415525218-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=2894f055-1341-4e58-9e01-d9c6a5727656 HTTP/1.1" status: 200 len: 210 time: 0.0459678 May 20 20:44:16.077371 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Pushing event updated for resources: {'Port': ['ID=08e91307-3dda-48cb-b4b3-56ca181ef053,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:44:16.088402 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2a34034d-981f-4edd-94d8-01f8f3763a80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:16.107754 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ec31cf-3b6c-4d78-8812-b49d278400bc req-98d0510b-6c9c-436f-821c-d23b0db9d7f5 tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:44:16.109732 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-56ec31cf-3b6c-4d78-8812-b49d278400bc req-98d0510b-6c9c-436f-821c-d23b0db9d7f5 tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] 10.222.0.35 "GET /v2.0/ports?device_id=19bcd975-6f91-47bd-aa1a-c592c3f623d0 HTTP/1.1" status: 200 len: 943 time: 0.1191297 May 20 20:44:16.193689 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a34034d-981f-4edd-94d8-01f8f3763a80 admin admin] Network e3a93b5c-91e2-4064-9c2c-1afc261bfe15 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:44:16.203734 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-2a34034d-981f-4edd-94d8-01f8f3763a80 admin admin] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:44:16.208470 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a34034d-981f-4edd-94d8-01f8f3763a80 admin admin] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:44:16.213637 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a34034d-981f-4edd-94d8-01f8f3763a80 admin admin] Pushing event updated for resources: {'Port': ['ID=e020f4ff-b002-440c-a8f2-69d13e16d5c9,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:44:16.265504 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-56ec31cf-3b6c-4d78-8812-b49d278400bc req-e3eed98f-1515-4b55-9b60-e36bfbcb5814 tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] 10.222.0.35 "GET /v2.0/security-groups?id=08f63c89-364b-47f7-9236-e1c85d29ce51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334236 May 20 20:44:16.283285 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27926728-0fb3-438b-8e03-0076c712bc49 req-ccab6375-e688-49d3-b54b-a62042aeddaa tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:44:16.290411 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-27926728-0fb3-438b-8e03-0076c712bc49 req-ccab6375-e688-49d3-b54b-a62042aeddaa tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] 10.222.0.35 "GET /v2.0/ports?device_id=c033fd40-d9a3-4a1c-97ed-3a7f9a7260de HTTP/1.1" status: 200 len: 946 time: 0.1548481 May 20 20:44:16.434902 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-27926728-0fb3-438b-8e03-0076c712bc49 req-4fa806a2-ed86-4d74-9f4e-140fb41272db tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] 10.222.0.35 "GET /v2.0/security-groups?id=24ffe084-33f1-4a86-83df-85043464ffa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335664 May 20 20:44:16.468772 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 9162da14-b9b9-4887-98ce-ad4a5615fbbb up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:44:16.561335 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 9162da14-b9b9-4887-98ce-ad4a5615fbbb triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:44:16.562048 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:16.675996 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f6bd176-177a-4ac5-bf9f-8735011221a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08e91307-3dda-48cb-b4b3-56ca181ef053'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:44:16.678842 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8485417003ce7c0410b00f5cdc2f391e21107b70bb68e2773712534a96e108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b819af0d-5dc6-4566-9a54-1e6bca2a0561" -d '{"events": [{"server_uuid": "6f6bd176-177a-4ac5-bf9f-8735011221a3", "name": "network-vif-plugged", "status": "completed", "tag": "08e91307-3dda-48cb-b4b3-56ca181ef053"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:44:16.682761 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 9162da14-b9b9-4887-98ce-ad4a5615fbbb is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:44:16.683431 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:16.727225 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2a34034d-981f-4edd-94d8-01f8f3763a80 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:16.757715 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] For port 9162da14-b9b9-4887-98ce-ad4a5615fbbb, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=9162da14-b9b9-4887-98ce-ad4a5615fbbb,segment=NetworkSegment(51a22548-63c8-444c-b674-6afca742ad16),segment_id=51a22548-63c8-444c-b674-6afca742ad16)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:44:16.801944 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 20:44:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89e362cf-fba2-4a83-b6a7-6b10136e7247 x-openstack-request-id: req-89e362cf-fba2-4a83-b6a7-6b10136e7247 {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:44:16.803733 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f6bd176-177a-4ac5-bf9f-8735011221a3", "name": "network-vif-plugged", "status": "completed", "tag": "08e91307-3dda-48cb-b4b3-56ca181ef053", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:44:16.805820 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-89e362cf-fba2-4a83-b6a7-6b10136e7247 {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:44:16.806793 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89e362cf-fba2-4a83-b6a7-6b10136e7247'] response: {'server_uuid': '6f6bd176-177a-4ac5-bf9f-8735011221a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08e91307-3dda-48cb-b4b3-56ca181ef053', 'code': 200} May 20 20:44:16.890078 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:16.921082 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a06a42f5-5ce4-4028-af58-f6ac2d35ca60 None None] Network 7c34618e-1eb4-46a9-ac65-b891df136138 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:44:17.049380 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Pushing event updated for resources: {'Port': ['ID=9162da14-b9b9-4887-98ce-ad4a5615fbbb,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:44:17.082765 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-68973fe9-132a-4eea-879d-7ff5c7cd3c31 None None] Provisioning complete for port 9162da14-b9b9-4887-98ce-ad4a5615fbbb triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:44:17.083088 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-68973fe9-132a-4eea-879d-7ff5c7cd3c31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:17.129785 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219128b3-f15c-4469-ba18-e3c1ba5467b9 req-018dfa66-675a-4bc9-84f8-97cec43d2c22 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:44:17.136380 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-219128b3-f15c-4469-ba18-e3c1ba5467b9 req-018dfa66-675a-4bc9-84f8-97cec43d2c22 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/ports?device_id=63101f8e-85e2-411c-be0e-a4a0fa1b39b2 HTTP/1.1" status: 200 len: 950 time: 0.1883225 May 20 20:44:17.152880 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1b61d2-c1cf-40f6-a344-9b112a909b38 req-af66fb51-747b-47fe-b78e-c82eb97773e0 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:44:17.154773 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-db1b61d2-c1cf-40f6-a344-9b112a909b38 req-af66fb51-747b-47fe-b78e-c82eb97773e0 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.35 "GET /v2.0/ports?device_id=6f6bd176-177a-4ac5-bf9f-8735011221a3 HTTP/1.1" status: 200 len: 945 time: 0.2248375 May 20 20:44:17.174483 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41cc3fe-727d-42a2-9f32-28cab375c7b0 req-ebd34f21-21c5-46de-91a3-66b7ca039d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:44:17.175952 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c41cc3fe-727d-42a2-9f32-28cab375c7b0 req-ebd34f21-21c5-46de-91a3-66b7ca039d85 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6f6bd176-177a-4ac5-bf9f-8735011221a3 HTTP/1.1" status: 200 len: 1096 time: 0.2370348 May 20 20:44:17.217339 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-68973fe9-132a-4eea-879d-7ff5c7cd3c31 None None] Current status of the port 9162da14-b9b9-4887-98ce-ad4a5615fbbb is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:44:17.226745 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2a34034d-981f-4edd-94d8-01f8f3763a80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748106'] for router, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:17.233946 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-219128b3-f15c-4469-ba18-e3c1ba5467b9 req-f6f5d9d4-59e5-4205-b1ea-5e7ae586338f tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/security-groups?id=38c76b68-4081-4341-88c9-c8e3082a5da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972819 May 20 20:44:17.296348 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 3e5eead0-741e-4a47-83be-51201ccf7af2 details requested by agent hyperv_n-h1-842733-1 with host n-h1-842733-1 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 20:44:17.306687 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-db1b61d2-c1cf-40f6-a344-9b112a909b38 req-d87f344d-b06d-4f2e-aa04-4bee19c81491 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.35 "GET /v2.0/security-groups?id=af06f2cf-8756-4fbf-90c6-d72ff1946909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340694 May 20 20:44:17.315090 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c41cc3fe-727d-42a2-9f32-28cab375c7b0 req-a3bef48a-8121-41aa-90b0-69b55c0dd1a2 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=af06f2cf-8756-4fbf-90c6-d72ff1946909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275098 May 20 20:44:17.440488 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-295f1618-434d-4dc4-950b-08328aaceca0 req-f3e18ed1-67bb-4a8a-95af-e53aa1786068 tempest-ServersAdmin275Test-1415525218 tempest-ServersAdmin275Test-1415525218-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=2894f055-1341-4e58-9e01-d9c6a5727656 HTTP/1.1" status: 200 len: 210 time: 0.0390689 May 20 20:44:17.515872 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-6fe5ab48-eb14-4440-83f3-d74e85f9aa78 None None] Provisioning complete for port 9162da14-b9b9-4887-98ce-ad4a5615fbbb triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:44:17.515872 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-6fe5ab48-eb14-4440-83f3-d74e85f9aa78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:17.554159 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4268bc4b-d20b-406c-8cfc-a85a56388bb2 req-6e9a7b66-940c-44e1-94e2-c5a7af8a7b87 tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:44:17.555492 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port 3e5eead0-741e-4a47-83be-51201ccf7af2, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=3e5eead0-741e-4a47-83be-51201ccf7af2,segment=NetworkSegment(769d43cd-208e-4beb-b6e6-532aefd8f5a1),segment_id=769d43cd-208e-4beb-b6e6-532aefd8f5a1)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:44:17.555632 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4268bc4b-d20b-406c-8cfc-a85a56388bb2 req-6e9a7b66-940c-44e1-94e2-c5a7af8a7b87 tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] 10.222.0.35 "GET /v2.0/ports?device_id=19bcd975-6f91-47bd-aa1a-c592c3f623d0 HTTP/1.1" status: 200 len: 943 time: 0.1174204 May 20 20:44:17.583750 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Returning: {'device': '3e5eead0-741e-4a47-83be-51201ccf7af2', 'network_id': '9d3d3a86-d0ea-42bb-882a-63d3244d9913', 'port_id': '3e5eead0-741e-4a47-83be-51201ccf7af2', 'mac_address': 'fa:16:3e:4b:47:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bff70e4-9d51-4479-9096-540dc3675fab', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 20 20:44:17.609752 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a34034d-981f-4edd-94d8-01f8f3763a80 admin admin] Router 1b403540-9eac-4959-9594-ec7fea5521b9 is scheduled to L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e with binding_index 1 {{(pid=103163) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 20 20:44:17.636551 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4268bc4b-d20b-406c-8cfc-a85a56388bb2 req-aab62c75-138e-4ec7-9616-3c99f8d739ff tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] 10.222.0.35 "GET /v2.0/security-groups?id=08f63c89-364b-47f7-9236-e1c85d29ce51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514791 May 20 20:44:17.659621 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c97a5e-f7dd-4468-8c94-962aaf084b3a req-ea52aff4-c844-4611-8cf7-a8fb75d8cc77 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:44:17.661151 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-00c97a5e-f7dd-4468-8c94-962aaf084b3a req-ea52aff4-c844-4611-8cf7-a8fb75d8cc77 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] 10.222.0.35 "GET /v2.0/ports?device_id=c033fd40-d9a3-4a1c-97ed-3a7f9a7260de HTTP/1.1" status: 200 len: 946 time: 0.1047235 May 20 20:44:17.692757 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Current status of the port 3e5eead0-741e-4a47-83be-51201ccf7af2 is: DOWN; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:44:17.693144 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:17.728966 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e5eead0-741e-4a47-83be-51201ccf7af2 {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:44:17.745539 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-6fe5ab48-eb14-4440-83f3-d74e85f9aa78 None None] Current status of the port 9162da14-b9b9-4887-98ce-ad4a5615fbbb is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:44:17.746448 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-00c97a5e-f7dd-4468-8c94-962aaf084b3a req-827236cb-39dc-4fa6-9daf-a3ebf5409cbe tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] 10.222.0.35 "GET /v2.0/security-groups?id=24ffe084-33f1-4a86-83df-85043464ffa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529377 May 20 20:44:17.762596 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port 3e5eead0-741e-4a47-83be-51201ccf7af2, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=3e5eead0-741e-4a47-83be-51201ccf7af2,segment=NetworkSegment(769d43cd-208e-4beb-b6e6-532aefd8f5a1),segment_id=769d43cd-208e-4beb-b6e6-532aefd8f5a1)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:44:17.810783 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a34034d-981f-4edd-94d8-01f8f3763a80 admin admin] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 20:44:17.821447 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae551cb-da4a-42e1-a64a-a2d1b8711df5 None None] Sync routers for ids ['1b403540-9eac-4959-9594-ec7fea5521b9'] in n-d-842733-1 {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 20:44:17.837387 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae551cb-da4a-42e1-a64a-a2d1b8711df5 None None] Routers {'1b403540-9eac-4959-9594-ec7fea5521b9'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:44:17.838240 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-5ae551cb-da4a-42e1-a64a-a2d1b8711df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:43:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['1b403540-9eac-4959-9594-ec7fea5521b9'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:44:17.889134 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:17.919294 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2a34034d-981f-4edd-94d8-01f8f3763a80 admin admin] Notify callbacks [] for router, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:17.920800 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-2a34034d-981f-4edd-94d8-01f8f3763a80 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.0066831 May 20 20:44:17.928470 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 41294) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:44:17.951599 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Pushing event updated for resources: {'Port': ['ID=3e5eead0-741e-4a47-83be-51201ccf7af2,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:44:17.972888 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-5ae551cb-da4a-42e1-a64a-a2d1b8711df5 None None] Set router 1b403540-9eac-4959-9594-ec7fea5521b9 gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:44:18.219811 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-5ae551cb-da4a-42e1-a64a-a2d1b8711df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b403540-9eac-4959-9594-ec7fea5521b9', 'name': 'tempest-AttachVolumeNegativeTest-1769752784-router', 'tenant_id': 'c23324ed92c6460facba85082860777a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.135'}], 'enable_snat': True}, 'gw_port_id': 'e020f4ff-b002-440c-a8f2-69d13e16d5c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:44:14Z', 'updated_at': '2022-05-20T20:44:16Z', 'revision_number': 3, 'project_id': 'c23324ed92c6460facba85082860777a', 'gw_port': {'id': 'e020f4ff-b002-440c-a8f2-69d13e16d5c9', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:39:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b403540-9eac-4959-9594-ec7fea5521b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1010, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:44:14Z', 'updated_at': '2022-05-20T20:44:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:44:18.226510 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] get_ports_and_sgs() called for port_ids ['3e5eead0-741e-4a47-83be-51201ccf7af2'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:44:18.318918 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae551cb-da4a-42e1-a64a-a2d1b8711df5 None None] Checking router: 1b403540-9eac-4959-9594-ec7fea5521b9 for host: n-d-842733-1 {{(pid=103165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 20:44:18.319275 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae551cb-da4a-42e1-a64a-a2d1b8711df5 None None] Updating router 1b403540-9eac-4959-9594-ec7fea5521b9 port e020f4ff-b002-440c-a8f2-69d13e16d5c9 binding host n-d-842733-1 {{(pid=103165) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 20:44:18.379466 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-fc5c6e85-19fe-4793-b4ea-b01ff09cb2da req-80447a71-0f55-48d4-a9fd-b1291c7759a3 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2894f055-1341-4e58-9e01-d9c6a5727656 HTTP/1.1" status: 200 len: 210 time: 0.0769436 May 20 20:44:18.426885 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-5ae551cb-da4a-42e1-a64a-a2d1b8711df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:18.487011 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 9162da14-b9b9-4887-98ce-ad4a5615fbbb up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:44:18.520006 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51aaed5d-b605-4715-99c5-71eca8ffa260 req-58c047b9-e05f-4c14-9941-7d9e50055b7e tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:44:18.523381 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-51aaed5d-b605-4715-99c5-71eca8ffa260 req-58c047b9-e05f-4c14-9941-7d9e50055b7e tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/ports?device_id=63101f8e-85e2-411c-be0e-a4a0fa1b39b2 HTTP/1.1" status: 200 len: 950 time: 0.1084898 May 20 20:44:18.571751 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-51aaed5d-b605-4715-99c5-71eca8ffa260 req-9fb0c84d-fa61-41ec-a490-c519e5648f84 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/security-groups?id=38c76b68-4081-4341-88c9-c8e3082a5da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408940 May 20 20:44:18.573827 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b9a51f53-7b11-4ff1-9269-6ec03d5b9916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:18.586404 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 9162da14-b9b9-4887-98ce-ad4a5615fbbb triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:44:18.587939 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:18.602750 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76478f54-03ca-442a-a49c-dfff67ae78e0 req-5b8cf6f1-b417-474c-be7b-b52d767a0bcd tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:44:18.604446 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-76478f54-03ca-442a-a49c-dfff67ae78e0 req-5b8cf6f1-b417-474c-be7b-b52d767a0bcd tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.35 "GET /v2.0/ports?device_id=6f6bd176-177a-4ac5-bf9f-8735011221a3 HTTP/1.1" status: 200 len: 945 time: 0.1504791 May 20 20:44:18.768799 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-b9a51f53-7b11-4ff1-9269-6ec03d5b9916 admin admin] Allocated IP 172.20.0.1 (7c34618e-1eb4-46a9-ac65-b891df136138/66bb8d81-3453-4d74-b13d-66db71019128/7f36b20e-e5dd-44fd-9a75-f97ecc5c70c4) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:44:18.786268 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 9162da14-b9b9-4887-98ce-ad4a5615fbbb is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:44:18.924316 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-251a1421-65ca-4e0e-96e4-cfbf68cff4ec req-15502355-bf9d-4ace-839a-84f0e262ad16 tempest-ServersAdmin275Test-1415525218 tempest-ServersAdmin275Test-1415525218-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=2894f055-1341-4e58-9e01-d9c6a5727656 HTTP/1.1" status: 200 len: 210 time: 0.0353119 May 20 20:44:18.927256 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b9a51f53-7b11-4ff1-9269-6ec03d5b9916 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:18.964490 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-76478f54-03ca-442a-a49c-dfff67ae78e0 req-547e4074-d700-444d-8b77-f9656bb6aa71 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.35 "GET /v2.0/security-groups?id=af06f2cf-8756-4fbf-90c6-d72ff1946909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504282 May 20 20:44:19.056132 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-5ae551cb-da4a-42e1-a64a-a2d1b8711df5 None None] Notify callbacks [] for port, precommit_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:19.070065 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b9a51f53-7b11-4ff1-9269-6ec03d5b9916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:19.125912 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-5ae551cb-da4a-42e1-a64a-a2d1b8711df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:19.163567 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9a51f53-7b11-4ff1-9269-6ec03d5b9916 admin admin] Network 7c34618e-1eb4-46a9-ac65-b891df136138 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:44:19.176445 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a992800b-cd6d-43d2-96b7-bb8b37a0dfcc None None] Pushing event updated for resources: {'Port': ['ID=e020f4ff-b002-440c-a8f2-69d13e16d5c9,revision_number=2']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:44:19.185669 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-b9a51f53-7b11-4ff1-9269-6ec03d5b9916 admin admin] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:44:19.188287 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a51f53-7b11-4ff1-9269-6ec03d5b9916 admin admin] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:44:19.214834 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-5ae551cb-da4a-42e1-a64a-a2d1b8711df5 None None] Attempting to bind port e020f4ff-b002-440c-a8f2-69d13e16d5c9 on host n-d-842733-1 for vnic_type normal with profile {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:44:19.215203 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-5ae551cb-da4a-42e1-a64a-a2d1b8711df5 None None] Attempting to bind port e020f4ff-b002-440c-a8f2-69d13e16d5c9 by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': '0b5485c4-eff8-42a1-9073-ae54ed4c63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'}] {{(pid=103165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:44:19.215559 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ae551cb-da4a-42e1-a64a-a2d1b8711df5 None None] Attempting to bind port e020f4ff-b002-440c-a8f2-69d13e16d5c9 on network e3a93b5c-91e2-4064-9c2c-1afc261bfe15 {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:44:19.227598 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ae551cb-da4a-42e1-a64a-a2d1b8711df5 None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 43, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:44:19.235081 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ae551cb-da4a-42e1-a64a-a2d1b8711df5 None None] Checking segment: {'id': '0b5485c4-eff8-42a1-9073-ae54ed4c63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:44:19.235081 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-5ae551cb-da4a-42e1-a64a-a2d1b8711df5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:19.235081 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ae551cb-da4a-42e1-a64a-a2d1b8711df5 None None] Bound using segment: {'id': '0b5485c4-eff8-42a1-9073-ae54ed4c63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'} {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:44:19.235081 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-5ae551cb-da4a-42e1-a64a-a2d1b8711df5 None None] Bound port: e020f4ff-b002-440c-a8f2-69d13e16d5c9, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b5485c4-eff8-42a1-9073-ae54ed4c63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'}}] {{(pid=103165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:44:19.235081 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-5ae551cb-da4a-42e1-a64a-a2d1b8711df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:19.255358 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e58f04-c867-4b05-912c-4b31c577a5e4 req-0a0b729f-bac1-4297-8120-278c81eb2285 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:44:19.257676 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-73e58f04-c867-4b05-912c-4b31c577a5e4 req-0a0b729f-bac1-4297-8120-278c81eb2285 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] 10.222.0.35 "GET /v2.0/ports?device_id=c033fd40-d9a3-4a1c-97ed-3a7f9a7260de HTTP/1.1" status: 200 len: 946 time: 0.1428800 May 20 20:44:19.268822 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b9a51f53-7b11-4ff1-9269-6ec03d5b9916 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748409'] for router_interface, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:19.316091 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 3e5eead0-741e-4a47-83be-51201ccf7af2 up at agent hyperv_n-h1-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:44:19.321080 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-5ae551cb-da4a-42e1-a64a-a2d1b8711df5 None None] For port e020f4ff-b002-440c-a8f2-69d13e16d5c9, host n-d-842733-1, cleared binding levels {{(pid=103165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:44:19.326422 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-5ae551cb-da4a-42e1-a64a-a2d1b8711df5 None None] For port e020f4ff-b002-440c-a8f2-69d13e16d5c9, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=e020f4ff-b002-440c-a8f2-69d13e16d5c9,segment=NetworkSegment(0b5485c4-eff8-42a1-9073-ae54ed4c63ba),segment_id=0b5485c4-eff8-42a1-9073-ae54ed4c63ba)] {{(pid=103165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:44:19.365601 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a51f53-7b11-4ff1-9269-6ec03d5b9916 admin admin] Pushing event updated for resources: {'Port': ['ID=7f36b20e-e5dd-44fd-9a75-f97ecc5c70c4,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:44:19.395238 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-5ae551cb-da4a-42e1-a64a-a2d1b8711df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:19.479345 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae551cb-da4a-42e1-a64a-a2d1b8711df5 None None] Routers {'1b403540-9eac-4959-9594-ec7fea5521b9'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:44:19.480000 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-5ae551cb-da4a-42e1-a64a-a2d1b8711df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:43:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['1b403540-9eac-4959-9594-ec7fea5521b9'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:44:19.520132 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Provisioning for port 3e5eead0-741e-4a47-83be-51201ccf7af2 completed by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 20:44:19.525343 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Provisioning complete for port 3e5eead0-741e-4a47-83be-51201ccf7af2 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:44:19.525900 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:19.545982 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a992800b-cd6d-43d2-96b7-bb8b37a0dfcc None None] Pushing event updated for resources: {'Port': ['ID=e020f4ff-b002-440c-a8f2-69d13e16d5c9,revision_number=3']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:44:19.590149 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-73e58f04-c867-4b05-912c-4b31c577a5e4 req-14dea4f3-e932-4d0b-bf0b-5026c169b830 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] 10.222.0.35 "GET /v2.0/security-groups?id=24ffe084-33f1-4a86-83df-85043464ffa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3121479 May 20 20:44:19.602709 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-890684f2-ecd2-4e17-b390-cd7dfa465ed7 None None] Provisioning complete for port 7f36b20e-e5dd-44fd-9a75-f97ecc5c70c4 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:44:19.603672 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-890684f2-ecd2-4e17-b390-cd7dfa465ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:19.670655 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-890684f2-ecd2-4e17-b390-cd7dfa465ed7 None None] Port 7f36b20e-e5dd-44fd-9a75-f97ecc5c70c4 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 20:44:19.675279 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Current status of the port 3e5eead0-741e-4a47-83be-51201ccf7af2 is: BUILD; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:44:19.675867 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:19.707131 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19bcd975-6f91-47bd-aa1a-c592c3f623d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e5eead0-741e-4a47-83be-51201ccf7af2'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:44:19.710846 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8485417003ce7c0410b00f5cdc2f391e21107b70bb68e2773712534a96e108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad1f5334-585a-45b8-9f07-24cdefe32f52" -d '{"events": [{"server_uuid": "19bcd975-6f91-47bd-aa1a-c592c3f623d0", "name": "network-vif-plugged", "status": "completed", "tag": "3e5eead0-741e-4a47-83be-51201ccf7af2"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:44:19.711991 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-5ae551cb-da4a-42e1-a64a-a2d1b8711df5 None None] Set router 1b403540-9eac-4959-9594-ec7fea5521b9 gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:44:19.726937 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63feaec-7c44-45ca-8ac4-7a3a3e5fd94d req-ce59b702-dcce-491a-b978-f61496e98aa3 tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:44:19.730772 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port 3e5eead0-741e-4a47-83be-51201ccf7af2, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=3e5eead0-741e-4a47-83be-51201ccf7af2,segment=NetworkSegment(769d43cd-208e-4beb-b6e6-532aefd8f5a1),segment_id=769d43cd-208e-4beb-b6e6-532aefd8f5a1)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:44:19.740847 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e63feaec-7c44-45ca-8ac4-7a3a3e5fd94d req-ce59b702-dcce-491a-b978-f61496e98aa3 tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] 10.222.0.35 "GET /v2.0/ports?device_id=19bcd975-6f91-47bd-aa1a-c592c3f623d0 HTTP/1.1" status: 200 len: 944 time: 0.3759830 May 20 20:44:19.812106 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4c9fb4-3728-4c0f-afc8-ce050b7254ec req-da5c0df7-1018-4746-ae73-c6b90e72f1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:44:19.813793 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5f4c9fb4-3728-4c0f-afc8-ce050b7254ec req-da5c0df7-1018-4746-ae73-c6b90e72f1c7 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c033fd40-d9a3-4a1c-97ed-3a7f9a7260de HTTP/1.1" status: 200 len: 1097 time: 0.3397982 May 20 20:44:19.848413 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:19.860588 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c6f8c5c6-e269-4ae9-9eb8-50f0a2f39136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:19.873068 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e63feaec-7c44-45ca-8ac4-7a3a3e5fd94d req-9fbfb323-f544-4808-b5ba-f7f832e464dc tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] 10.222.0.35 "GET /v2.0/security-groups?id=08f63c89-364b-47f7-9236-e1c85d29ce51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281741 May 20 20:44:19.875808 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b9a51f53-7b11-4ff1-9269-6ec03d5b9916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:19.939138 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6aac31-2183-462a-a298-f44689c1fb10 req-8f0f48ff-012c-40e9-8663-4ea49b56d26d tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:44:19.940682 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3e6aac31-2183-462a-a298-f44689c1fb10 req-8f0f48ff-012c-40e9-8663-4ea49b56d26d tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/ports?device_id=63101f8e-85e2-411c-be0e-a4a0fa1b39b2 HTTP/1.1" status: 200 len: 950 time: 0.1953390 May 20 20:44:19.948002 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5f4c9fb4-3728-4c0f-afc8-ce050b7254ec req-f01402da-08a9-4044-b0cd-8feb766a4778 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=24ffe084-33f1-4a86-83df-85043464ffa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131411 May 20 20:44:19.976952 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-5ae551cb-da4a-42e1-a64a-a2d1b8711df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b403540-9eac-4959-9594-ec7fea5521b9', 'name': 'tempest-AttachVolumeNegativeTest-1769752784-router', 'tenant_id': 'c23324ed92c6460facba85082860777a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.135'}], 'enable_snat': True}, 'gw_port_id': 'e020f4ff-b002-440c-a8f2-69d13e16d5c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:44:14Z', 'updated_at': '2022-05-20T20:44:16Z', 'revision_number': 3, 'project_id': 'c23324ed92c6460facba85082860777a', 'gw_port': {'id': 'e020f4ff-b002-440c-a8f2-69d13e16d5c9', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:39:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b403540-9eac-4959-9594-ec7fea5521b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1010, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:44:14Z', 'updated_at': '2022-05-20T20:44:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:44:20.010397 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Pushing event updated for resources: {'Port': ['ID=3e5eead0-741e-4a47-83be-51201ccf7af2,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:44:20.012108 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae551cb-da4a-42e1-a64a-a2d1b8711df5 None None] The sync data for ids ['1b403540-9eac-4959-9594-ec7fea5521b9'] in n-d-842733-1 is: [{'id': '1b403540-9eac-4959-9594-ec7fea5521b9', 'name': 'tempest-AttachVolumeNegativeTest-1769752784-router', 'tenant_id': 'c23324ed92c6460facba85082860777a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.135'}], 'enable_snat': True}, 'gw_port_id': 'e020f4ff-b002-440c-a8f2-69d13e16d5c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:44:14Z', 'updated_at': '2022-05-20T20:44:16Z', 'revision_number': 3, 'project_id': 'c23324ed92c6460facba85082860777a', 'gw_port': {'id': 'e020f4ff-b002-440c-a8f2-69d13e16d5c9', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:39:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b403540-9eac-4959-9594-ec7fea5521b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1010, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:44:14Z', 'updated_at': '2022-05-20T20:44:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 20:44:20.074258 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3e6aac31-2183-462a-a298-f44689c1fb10 req-7f68878f-7c31-49af-9659-489a4e15fdd9 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/security-groups?id=38c76b68-4081-4341-88c9-c8e3082a5da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251180 May 20 20:44:20.102561 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 20:44:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3416b9c-1846-4836-97e7-a3e15bb22a03 x-openstack-request-id: req-c3416b9c-1846-4836-97e7-a3e15bb22a03 {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:44:20.107033 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19bcd975-6f91-47bd-aa1a-c592c3f623d0", "name": "network-vif-plugged", "status": "completed", "tag": "3e5eead0-741e-4a47-83be-51201ccf7af2", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:44:20.107033 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c3416b9c-1846-4836-97e7-a3e15bb22a03 {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:44:20.107033 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3416b9c-1846-4836-97e7-a3e15bb22a03'] response: {'server_uuid': '19bcd975-6f91-47bd-aa1a-c592c3f623d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e5eead0-741e-4a47-83be-51201ccf7af2', 'code': 200} May 20 20:44:20.270658 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2b4e2471-7bfe-4b34-92d0-55531c7bd5d6 req-8c457be6-51d9-44fa-9ebf-503f0948be79 tempest-ServersAdmin275Test-1415525218 tempest-ServersAdmin275Test-1415525218-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=2894f055-1341-4e58-9e01-d9c6a5727656 HTTP/1.1" status: 200 len: 210 time: 0.0784373 May 20 20:44:20.826295 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353a7b4f-92c2-41b7-9cab-be4dda5bb232 req-e1e7b9fa-ce5a-4acd-98c4-2aa125a337e8 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:44:20.834042 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-353a7b4f-92c2-41b7-9cab-be4dda5bb232 req-e1e7b9fa-ce5a-4acd-98c4-2aa125a337e8 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.35 "GET /v2.0/ports?device_id=6f6bd176-177a-4ac5-bf9f-8735011221a3 HTTP/1.1" status: 200 len: 945 time: 0.6321294 May 20 20:44:20.892086 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b9a51f53-7b11-4ff1-9269-6ec03d5b9916 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:20.926440 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30406409-d632-4890-96f9-c6fb13e16eb0 req-a71291ff-845e-4546-9756-733d6715daa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:44:20.927978 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-30406409-d632-4890-96f9-c6fb13e16eb0 req-a71291ff-845e-4546-9756-733d6715daa7 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=19bcd975-6f91-47bd-aa1a-c592c3f623d0 HTTP/1.1" status: 200 len: 1096 time: 0.6686726 May 20 20:44:20.977362 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1954590a-f22a-480d-8894-3e622dda70d8 req-0f27082d-726c-48c5-8b56-335895b43e83 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:44:20.984332 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1954590a-f22a-480d-8894-3e622dda70d8 req-0f27082d-726c-48c5-8b56-335895b43e83 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] 10.222.0.35 "GET /v2.0/ports?device_id=c033fd40-d9a3-4a1c-97ed-3a7f9a7260de HTTP/1.1" status: 200 len: 946 time: 0.2348993 May 20 20:44:20.999924 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b9a51f53-7b11-4ff1-9269-6ec03d5b9916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:21.061099 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-353a7b4f-92c2-41b7-9cab-be4dda5bb232 req-a38d4ce1-293d-4f95-b0c7-f62b65bf552e tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.35 "GET /v2.0/security-groups?id=af06f2cf-8756-4fbf-90c6-d72ff1946909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2258933 May 20 20:44:21.133636 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b9a51f53-7b11-4ff1-9269-6ec03d5b9916 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748437'] for router_interface, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:21.143092 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-30406409-d632-4890-96f9-c6fb13e16eb0 req-8b39200f-1344-4f5d-89f8-d9a8fc11a5fb service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=08f63c89-364b-47f7-9236-e1c85d29ce51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900284 May 20 20:44:21.173667 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a51f53-7b11-4ff1-9269-6ec03d5b9916 admin admin] Pushing event updated for resources: {'Port': ['ID=7f36b20e-e5dd-44fd-9a75-f97ecc5c70c4,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:44:21.212423 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1954590a-f22a-480d-8894-3e622dda70d8 req-87041c09-3252-4c4e-8ed3-54ea019086dc tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] 10.222.0.35 "GET /v2.0/security-groups?id=24ffe084-33f1-4a86-83df-85043464ffa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134805 May 20 20:44:21.296020 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0000d7a-e0ee-400b-807a-7df4ea0eaa0c req-536f38a9-7879-4d47-bbb5-6468dc82f8f1 tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:44:21.303338 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d0000d7a-e0ee-400b-807a-7df4ea0eaa0c req-536f38a9-7879-4d47-bbb5-6468dc82f8f1 tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] 10.222.0.35 "GET /v2.0/ports?device_id=19bcd975-6f91-47bd-aa1a-c592c3f623d0 HTTP/1.1" status: 200 len: 945 time: 0.1430640 May 20 20:44:21.365811 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9a51f53-7b11-4ff1-9269-6ec03d5b9916 admin admin] Network 7c34618e-1eb4-46a9-ac65-b891df136138 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:44:21.375294 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d0000d7a-e0ee-400b-807a-7df4ea0eaa0c req-861b3a92-e870-4983-981b-ad035ecbbd00 tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] 10.222.0.35 "GET /v2.0/security-groups?id=08f63c89-364b-47f7-9236-e1c85d29ce51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710189 May 20 20:44:21.384751 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-b9a51f53-7b11-4ff1-9269-6ec03d5b9916 admin admin] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:44:21.599706 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811a56f5-4b79-46ad-8d5c-90fd12370ae1 req-33182100-ca42-42e7-9546-398a0ea6f70b tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:44:21.601201 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-811a56f5-4b79-46ad-8d5c-90fd12370ae1 req-33182100-ca42-42e7-9546-398a0ea6f70b tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.35 "GET /v2.0/ports?device_id=6f6bd176-177a-4ac5-bf9f-8735011221a3 HTTP/1.1" status: 200 len: 945 time: 0.1409595 May 20 20:44:21.660877 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6a7ea1-1565-4310-a08b-6e258622c872 req-7d19490d-1251-4b00-94de-efdc03fce16a tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:44:21.660877 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5b6a7ea1-1565-4310-a08b-6e258622c872 req-7d19490d-1251-4b00-94de-efdc03fce16a tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/ports?device_id=63101f8e-85e2-411c-be0e-a4a0fa1b39b2 HTTP/1.1" status: 200 len: 950 time: 0.1728289 May 20 20:44:21.723232 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9a51f53-7b11-4ff1-9269-6ec03d5b9916 admin admin] Router 1b403540-9eac-4959-9594-ec7fea5521b9 has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 20:44:21.736735 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-c168a658-9d6e-40e8-823f-3b4ba9d2f087 None None] Provisioning complete for port 7f36b20e-e5dd-44fd-9a75-f97ecc5c70c4 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:44:21.738333 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c168a658-9d6e-40e8-823f-3b4ba9d2f087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:21.739258 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-811a56f5-4b79-46ad-8d5c-90fd12370ae1 req-1d399e33-e031-4329-9688-a35ee63244f6 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.35 "GET /v2.0/security-groups?id=af06f2cf-8756-4fbf-90c6-d72ff1946909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145406 May 20 20:44:21.761787 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5b6a7ea1-1565-4310-a08b-6e258622c872 req-5ab69787-fbc3-44cd-ab5d-b9a2fb9478ad tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/security-groups?id=38c76b68-4081-4341-88c9-c8e3082a5da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002316 May 20 20:44:21.813471 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-c168a658-9d6e-40e8-823f-3b4ba9d2f087 None None] Port 7f36b20e-e5dd-44fd-9a75-f97ecc5c70c4 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 20:44:21.940514 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-44a5f284-0840-4cb9-a721-41dd142a155c req-34437ee6-602c-4d82-b694-d22e6b79812e tempest-ServersAdmin275Test-1415525218 tempest-ServersAdmin275Test-1415525218-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=2894f055-1341-4e58-9e01-d9c6a5727656 HTTP/1.1" status: 200 len: 210 time: 0.0841413 May 20 20:44:21.964373 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9a51f53-7b11-4ff1-9269-6ec03d5b9916 admin admin] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 20:44:21.971076 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-b9a51f53-7b11-4ff1-9269-6ec03d5b9916 admin admin] 10.222.0.35 "PUT /v2.0/routers/1b403540-9eac-4959-9594-ec7fea5521b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0414054 May 20 20:44:22.313695 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53abf318-34ff-428e-9850-1e2ee4e57fd2 None None] Sync routers for ids ['1b403540-9eac-4959-9594-ec7fea5521b9'] in n-d-842733-1 {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 20:44:22.327229 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53abf318-34ff-428e-9850-1e2ee4e57fd2 None None] Routers {'1b403540-9eac-4959-9594-ec7fea5521b9'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:44:22.328054 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-53abf318-34ff-428e-9850-1e2ee4e57fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:43:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['1b403540-9eac-4959-9594-ec7fea5521b9'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:44:22.399350 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device e020f4ff-b002-440c-a8f2-69d13e16d5c9 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:44:22.589962 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-66613f64-a4b0-4c3b-91f7-152ee9953cb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:22.620994 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-53abf318-34ff-428e-9850-1e2ee4e57fd2 None None] Set router 1b403540-9eac-4959-9594-ec7fea5521b9 gateway port host: n-d-842733-1 {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:44:22.678836 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port e020f4ff-b002-440c-a8f2-69d13e16d5c9 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:44:22.679222 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:22.857283 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5daf046-7c2f-4150-b83f-1f9fff3e2425 req-4d746734-0fa6-42c6-8b43-f2f4e543fc12 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:44:22.863808 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d5daf046-7c2f-4150-b83f-1f9fff3e2425 req-4d746734-0fa6-42c6-8b43-f2f4e543fc12 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] 10.222.0.35 "GET /v2.0/ports?device_id=c033fd40-d9a3-4a1c-97ed-3a7f9a7260de HTTP/1.1" status: 200 len: 946 time: 0.0748296 May 20 20:44:22.928820 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-f13c0b5c-e01a-4612-9d02-8c42cd5b68d2 req-14abaa5a-2eb6-4ee7-8a40-19e9ad56553d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d8ddd6bb01e844a5986d4645de18ee41&device_id=2894f055-1341-4e58-9e01-d9c6a5727656 HTTP/1.1" status: 200 len: 210 time: 0.0327537 May 20 20:44:22.939336 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d5daf046-7c2f-4150-b83f-1f9fff3e2425 req-3828a1c0-c813-4dc0-9c6f-5d08259621c6 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] 10.222.0.35 "GET /v2.0/security-groups?id=24ffe084-33f1-4a86-83df-85043464ffa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744228 May 20 20:44:22.999199 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-f13c0b5c-e01a-4612-9d02-8c42cd5b68d2 req-8152e23c-fc57-4a5b-bea0-c30c13d90c6e service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=d8ddd6bb01e844a5986d4645de18ee41&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0444229 May 20 20:44:23.032754 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port e020f4ff-b002-440c-a8f2-69d13e16d5c9 is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:44:23.032754 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:23.071072 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-53abf318-34ff-428e-9850-1e2ee4e57fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b403540-9eac-4959-9594-ec7fea5521b9', 'name': 'tempest-AttachVolumeNegativeTest-1769752784-router', 'tenant_id': 'c23324ed92c6460facba85082860777a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.135'}], 'enable_snat': True}, 'gw_port_id': 'e020f4ff-b002-440c-a8f2-69d13e16d5c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:44:14Z', 'updated_at': '2022-05-20T20:44:19Z', 'revision_number': 4, 'project_id': 'c23324ed92c6460facba85082860777a', 'gw_port': {'id': 'e020f4ff-b002-440c-a8f2-69d13e16d5c9', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:39:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b403540-9eac-4959-9594-ec7fea5521b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1010, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:44:14Z', 'updated_at': '2022-05-20T20:44:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': '7f36b20e-e5dd-44fd-9a75-f97ecc5c70c4', 'name': '', 'network_id': '7c34618e-1eb4-46a9-ac65-b891df136138', 'tenant_id': 'c23324ed92c6460facba85082860777a', 'mac_address': 'fa:16:3e:f4:b0:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b403540-9eac-4959-9594-ec7fea5521b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': '66bb8d81-3453-4d74-b13d-66db71019128', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:44:18Z', 'updated_at': '2022-05-20T20:44:20Z', 'revision_number': 2, 'project_id': 'c23324ed92c6460facba85082860777a', 'subnets': [{'id': '66bb8d81-3453-4d74-b13d-66db71019128', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:44:23.133069 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 41390) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:44:23.142277 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915f15d0-a35a-4093-a7e1-f946ce900f0b req-c6eede21-1a47-4945-993a-07152e8c1ba5 tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:44:23.143609 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] For port e020f4ff-b002-440c-a8f2-69d13e16d5c9, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=e020f4ff-b002-440c-a8f2-69d13e16d5c9,segment=NetworkSegment(0b5485c4-eff8-42a1-9073-ae54ed4c63ba),segment_id=0b5485c4-eff8-42a1-9073-ae54ed4c63ba)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:44:23.145315 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53abf318-34ff-428e-9850-1e2ee4e57fd2 None None] Checking router: 1b403540-9eac-4959-9594-ec7fea5521b9 for host: n-d-842733-1 {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 20:44:23.145669 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53abf318-34ff-428e-9850-1e2ee4e57fd2 None None] Updating router 1b403540-9eac-4959-9594-ec7fea5521b9 port 7f36b20e-e5dd-44fd-9a75-f97ecc5c70c4 binding host n-d-842733-1 {{(pid=103164) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 20:44:23.151488 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-915f15d0-a35a-4093-a7e1-f946ce900f0b req-c6eede21-1a47-4945-993a-07152e8c1ba5 tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] 10.222.0.35 "GET /v2.0/ports?device_id=19bcd975-6f91-47bd-aa1a-c592c3f623d0 HTTP/1.1" status: 200 len: 945 time: 0.0761850 May 20 20:44:23.161677 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-1f538213-1809-4bde-90bb-5778f9c67cf2 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1078562672', 'description': 'tempest-description--222732319'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:44:23.184121 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13c0b5c-e01a-4612-9d02-8c42cd5b68d2 req-da44433e-1bb9-4fbe-af9a-a83bd87dc230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:44:23.186840 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-f13c0b5c-e01a-4612-9d02-8c42cd5b68d2 req-da44433e-1bb9-4fbe-af9a-a83bd87dc230 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1752615 May 20 20:44:23.197539 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-53abf318-34ff-428e-9850-1e2ee4e57fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:23.220506 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:23.285524 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-915f15d0-a35a-4093-a7e1-f946ce900f0b req-d61520a6-745d-4db9-aea2-f5dd1b4cc9be tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] 10.222.0.35 "GET /v2.0/security-groups?id=08f63c89-364b-47f7-9236-e1c85d29ce51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317022 May 20 20:44:23.297561 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1f538213-1809-4bde-90bb-5778f9c67cf2 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:23.300709 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Pushing event updated for resources: {'Port': ['ID=e020f4ff-b002-440c-a8f2-69d13e16d5c9,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:44:23.364707 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bffb39c-6e0f-4358-82d5-cf312da996a0 req-f76f48ef-cd8f-42b2-98b4-477f53058ad2 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:44:23.377460 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7bffb39c-6e0f-4358-82d5-cf312da996a0 req-f76f48ef-cd8f-42b2-98b4-477f53058ad2 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.35 "GET /v2.0/ports?device_id=6f6bd176-177a-4ac5-bf9f-8735011221a3 HTTP/1.1" status: 200 len: 945 time: 0.1683969 May 20 20:44:23.456274 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-84d66776-d412-4f26-bd82-e8690a2cf4d2 req-12bb0020-bb86-4797-b555-f16b21cea643 tempest-ServersAdmin275Test-189374169 tempest-ServersAdmin275Test-189374169-project] 10.222.0.35 "GET /v2.0/ports?device_id=2894f055-1341-4e58-9e01-d9c6a5727656 HTTP/1.1" status: 200 len: 210 time: 0.0517371 May 20 20:44:23.487357 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7bffb39c-6e0f-4358-82d5-cf312da996a0 req-f4d68ea1-045d-4671-9a4b-0927eddf6ee2 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.35 "GET /v2.0/security-groups?id=af06f2cf-8756-4fbf-90c6-d72ff1946909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074018 May 20 20:44:23.550232 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1f538213-1809-4bde-90bb-5778f9c67cf2 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:23.600607 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-53abf318-34ff-428e-9850-1e2ee4e57fd2 None None] Notify callbacks [] for port, precommit_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:23.626834 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1f538213-1809-4bde-90bb-5778f9c67cf2 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:23.699295 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257c7fa2-e63b-40b0-9bb4-db49452f242f req-60c2533e-2620-434f-aed3-17d2e002908c tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:44:23.701849 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-257c7fa2-e63b-40b0-9bb4-db49452f242f req-60c2533e-2620-434f-aed3-17d2e002908c tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/ports?device_id=63101f8e-85e2-411c-be0e-a4a0fa1b39b2 HTTP/1.1" status: 200 len: 950 time: 0.1284101 May 20 20:44:23.707960 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f538213-1809-4bde-90bb-5778f9c67cf2 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a4a115d-3043-42aa-aa41-f596074bc5a7,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:44:23.708198 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-53abf318-34ff-428e-9850-1e2ee4e57fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:23.721644 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de1e8f7-5359-4ac0-b54a-c5a8061858e8 req-03bb0e71-89e6-443a-9406-d454cc5175fd tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:44:23.729383 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0de1e8f7-5359-4ac0-b54a-c5a8061858e8 req-03bb0e71-89e6-443a-9406-d454cc5175fd tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] 10.222.0.35 "GET /v2.0/ports?device_id=444b3ad3-070a-402c-b3e2-ee88bb47c145 HTTP/1.1" status: 200 len: 945 time: 0.1190591 May 20 20:44:23.774983 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1f538213-1809-4bde-90bb-5778f9c67cf2 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:23.780133 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 41394) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:44:23.780776 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-1f538213-1809-4bde-90bb-5778f9c67cf2 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.6263821 May 20 20:44:23.785337 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-07ccc89f-bccc-4536-8494-fc4498294bc4 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Request body: {'security_group_rule': {'security_group_id': '5a4a115d-3043-42aa-aa41-f596074bc5a7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:44:23.816201 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-257c7fa2-e63b-40b0-9bb4-db49452f242f req-2cb5fa8d-62b9-4b90-9867-757b137fa07d tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/security-groups?id=38c76b68-4081-4341-88c9-c8e3082a5da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802236 May 20 20:44:23.816922 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0de1e8f7-5359-4ac0-b54a-c5a8061858e8 req-628ff91d-9a56-4e9a-a1d3-d8630ab4c842 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] 10.222.0.35 "GET /v2.0/security-groups?id=24ffe084-33f1-4a86-83df-85043464ffa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865321 May 20 20:44:23.819069 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdef0cbe-4981-4e4f-aa96-b9e22e4562bd None None] Pushing event updated for resources: {'Port': ['ID=7f36b20e-e5dd-44fd-9a75-f97ecc5c70c4,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:44:23.926181 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-07ccc89f-bccc-4536-8494-fc4498294bc4 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:23.926565 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-53abf318-34ff-428e-9850-1e2ee4e57fd2 None None] Attempting to bind port 7f36b20e-e5dd-44fd-9a75-f97ecc5c70c4 on host n-d-842733-1 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:44:23.926936 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-53abf318-34ff-428e-9850-1e2ee4e57fd2 None None] Attempting to bind port 7f36b20e-e5dd-44fd-9a75-f97ecc5c70c4 by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': '51a22548-63c8-444c-b674-6afca742ad16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '7c34618e-1eb4-46a9-ac65-b891df136138'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:44:23.928570 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53abf318-34ff-428e-9850-1e2ee4e57fd2 None None] Attempting to bind port 7f36b20e-e5dd-44fd-9a75-f97ecc5c70c4 on network 7c34618e-1eb4-46a9-ac65-b891df136138 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:44:23.937380 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4bb0e131-6525-46ca-a45b-e4ea43a5e69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:23.938710 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53abf318-34ff-428e-9850-1e2ee4e57fd2 None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 43, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:44:23.939075 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53abf318-34ff-428e-9850-1e2ee4e57fd2 None None] Checking segment: {'id': '51a22548-63c8-444c-b674-6afca742ad16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '7c34618e-1eb4-46a9-ac65-b891df136138'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:44:23.939458 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-53abf318-34ff-428e-9850-1e2ee4e57fd2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:23.946471 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53abf318-34ff-428e-9850-1e2ee4e57fd2 None None] Bound using segment: {'id': '51a22548-63c8-444c-b674-6afca742ad16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '7c34618e-1eb4-46a9-ac65-b891df136138'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:44:23.947072 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-53abf318-34ff-428e-9850-1e2ee4e57fd2 None None] Bound port: 7f36b20e-e5dd-44fd-9a75-f97ecc5c70c4, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51a22548-63c8-444c-b674-6afca742ad16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '7c34618e-1eb4-46a9-ac65-b891df136138'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:44:23.947473 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-53abf318-34ff-428e-9850-1e2ee4e57fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:24.076180 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-07ccc89f-bccc-4536-8494-fc4498294bc4 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:24.082113 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-53abf318-34ff-428e-9850-1e2ee4e57fd2 None None] For port 7f36b20e-e5dd-44fd-9a75-f97ecc5c70c4, host n-d-842733-1, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:44:24.084766 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-53abf318-34ff-428e-9850-1e2ee4e57fd2 None None] For port 7f36b20e-e5dd-44fd-9a75-f97ecc5c70c4, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=7f36b20e-e5dd-44fd-9a75-f97ecc5c70c4,segment=NetworkSegment(51a22548-63c8-444c-b674-6afca742ad16),segment_id=51a22548-63c8-444c-b674-6afca742ad16)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:44:24.148921 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-07ccc89f-bccc-4536-8494-fc4498294bc4 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691816'] for security_group_rule, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:24.184939 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50b2fae-d156-4091-89d8-8b3c093b36a7 req-0266272f-012e-4127-b1d3-8b0f394cf97c tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:44:24.189990 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e50b2fae-d156-4091-89d8-8b3c093b36a7 req-0266272f-012e-4127-b1d3-8b0f394cf97c tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f6bd176-177a-4ac5-bf9f-8735011221a3 HTTP/1.1" status: 200 len: 945 time: 0.1148276 May 20 20:44:24.203214 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ccc89f-bccc-4536-8494-fc4498294bc4 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7341eaf-c0f3-4417-a682-679ac91f181a,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:44:24.215738 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-2db78b62-32d0-4876-9031-0fb6a1d08255 None None] Provisioning complete for port 7f36b20e-e5dd-44fd-9a75-f97ecc5c70c4 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:44:24.216378 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-2db78b62-32d0-4876-9031-0fb6a1d08255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:24.229315 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-53abf318-34ff-428e-9850-1e2ee4e57fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:24.315672 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-07ccc89f-bccc-4536-8494-fc4498294bc4 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:24.321587 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-07ccc89f-bccc-4536-8494-fc4498294bc4 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5403440 May 20 20:44:24.324791 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 41414) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:44:24.332255 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-b3426968-503a-42bc-87c5-6870b92a0a28 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Request body: {'security_group_rule': {'security_group_id': '5a4a115d-3043-42aa-aa41-f596074bc5a7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:44:24.421431 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53abf318-34ff-428e-9850-1e2ee4e57fd2 None None] Routers {'1b403540-9eac-4959-9594-ec7fea5521b9'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:44:24.427416 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-53abf318-34ff-428e-9850-1e2ee4e57fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:44:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['1b403540-9eac-4959-9594-ec7fea5521b9'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:44:24.465617 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b3426968-503a-42bc-87c5-6870b92a0a28 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:24.502376 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9214ff6c-9b2e-44f1-a68a-94752b4900d1 req-4a5b1afd-d72c-488e-a5a4-d4937a9196d6 tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:44:24.510366 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9214ff6c-9b2e-44f1-a68a-94752b4900d1 req-4a5b1afd-d72c-488e-a5a4-d4937a9196d6 tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] 10.222.0.35 "GET /v2.0/ports?device_id=19bcd975-6f91-47bd-aa1a-c592c3f623d0 HTTP/1.1" status: 200 len: 945 time: 0.2218840 May 20 20:44:24.527928 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device e020f4ff-b002-440c-a8f2-69d13e16d5c9 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:44:24.585184 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a5e719-9acd-414e-89c1-b5c59c313427 req-1b071549-2f1f-422c-91d9-7cd228c558ff tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:44:24.593952 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-71a5e719-9acd-414e-89c1-b5c59c313427 req-1b071549-2f1f-422c-91d9-7cd228c558ff tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] 10.222.0.35 "GET /v2.0/ports?device_id=444b3ad3-070a-402c-b3e2-ee88bb47c145 HTTP/1.1" status: 200 len: 945 time: 0.2207267 May 20 20:44:24.609096 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b3426968-503a-42bc-87c5-6870b92a0a28 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:24.623998 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:24.659629 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [req-e50b2fae-d156-4091-89d8-8b3c093b36a7 req-b365af73-29a0-4811-b9a7-259405899726 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] Deleting port 08e91307-3dda-48cb-b4b3-56ca181ef053 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:44:24.660266 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-e50b2fae-d156-4091-89d8-8b3c093b36a7 req-b365af73-29a0-4811-b9a7-259405899726 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:24.688061 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdef0cbe-4981-4e4f-aa96-b9e22e4562bd None None] Pushing event updated for resources: {'Port': ['ID=7f36b20e-e5dd-44fd-9a75-f97ecc5c70c4,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:44:24.712768 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9214ff6c-9b2e-44f1-a68a-94752b4900d1 req-3523874d-9b80-4df1-83f5-f06d97dbadbf tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] 10.222.0.35 "GET /v2.0/security-groups?id=08f63c89-364b-47f7-9236-e1c85d29ce51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964283 May 20 20:44:24.720458 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b3426968-503a-42bc-87c5-6870b92a0a28 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691816'] for security_group_rule, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:24.753324 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port e020f4ff-b002-440c-a8f2-69d13e16d5c9 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:44:24.753964 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:24.783255 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3426968-503a-42bc-87c5-6870b92a0a28 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b2de97b-7249-43b4-b68b-5e46e5fe2411,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:44:24.820847 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-2db78b62-32d0-4876-9031-0fb6a1d08255 None None] Current status of the port 7f36b20e-e5dd-44fd-9a75-f97ecc5c70c4 is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:44:24.821256 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-2db78b62-32d0-4876-9031-0fb6a1d08255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:24.845752 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b3426968-503a-42bc-87c5-6870b92a0a28 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:24.849508 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-b3426968-503a-42bc-87c5-6870b92a0a28 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5227306 May 20 20:44:24.852459 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 41422) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:44:24.860359 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-e96851a1-b786-421b-be28-1ee2ec93fde3 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Request body: {'floatingip': {'floating_network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:44:24.868273 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-71a5e719-9acd-414e-89c1-b5c59c313427 req-c6205254-9eff-43a2-8ad1-7fbae9245ee6 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] 10.222.0.35 "GET /v2.0/security-groups?id=24ffe084-33f1-4a86-83df-85043464ffa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2720439 May 20 20:44:24.945699 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-53abf318-34ff-428e-9850-1e2ee4e57fd2 None None] Set router 1b403540-9eac-4959-9594-ec7fea5521b9 gateway port host: n-d-842733-1 {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:44:24.969691 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-e50b2fae-d156-4091-89d8-8b3c093b36a7 req-b365af73-29a0-4811-b9a7-259405899726 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] For port 08e91307-3dda-48cb-b4b3-56ca181ef053, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=08e91307-3dda-48cb-b4b3-56ca181ef053,segment=NetworkSegment(1b618711-eace-4f66-9dbc-026093290eaa),segment_id=1b618711-eace-4f66-9dbc-026093290eaa)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:44:24.970549 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-e50b2fae-d156-4091-89d8-8b3c093b36a7 req-b365af73-29a0-4811-b9a7-259405899726 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:24.989069 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fa01a6-ebd9-466b-a5ab-e000abf865e0 req-81caf364-d3d7-4776-88c2-c48c91354dd7 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:44:24.998187 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e96851a1-b786-421b-be28-1ee2ec93fde3 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Notify callbacks [] for floatingip, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:25.002499 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-91fa01a6-ebd9-466b-a5ab-e000abf865e0 req-81caf364-d3d7-4776-88c2-c48c91354dd7 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.35 "GET /v2.0/ports?device_id=6f6bd176-177a-4ac5-bf9f-8735011221a3 HTTP/1.1" status: 200 len: 945 time: 0.1278501 May 20 20:44:25.007897 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-2db78b62-32d0-4876-9031-0fb6a1d08255 None None] For port 7f36b20e-e5dd-44fd-9a75-f97ecc5c70c4, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=7f36b20e-e5dd-44fd-9a75-f97ecc5c70c4,segment=NetworkSegment(51a22548-63c8-444c-b674-6afca742ad16),segment_id=51a22548-63c8-444c-b674-6afca742ad16)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:44:25.045125 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9c5d7d8e-b72a-4626-b8f8-0a3a1f8b5a7a req-28359b82-e10c-4ba3-8dbf-15a4e466d79a tempest-ServersAdmin275Test-189374169 tempest-ServersAdmin275Test-189374169-project] 10.222.0.35 "GET /v2.0/ports?device_id=2894f055-1341-4e58-9e01-d9c6a5727656 HTTP/1.1" status: 200 len: 210 time: 0.0386229 May 20 20:44:25.046576 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [req-e50b2fae-d156-4091-89d8-8b3c093b36a7 req-b365af73-29a0-4811-b9a7-259405899726 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] Calling delete_port for 08e91307-3dda-48cb-b4b3-56ca181ef053 owned by compute:nova {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:44:25.143211 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-2db78b62-32d0-4876-9031-0fb6a1d08255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:25.150439 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-91fa01a6-ebd9-466b-a5ab-e000abf865e0 req-ee838855-2886-4b75-acc8-ce7dbf6b39d0 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.35 "GET /v2.0/security-groups?id=af06f2cf-8756-4fbf-90c6-d72ff1946909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464128 May 20 20:44:25.308784 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b7f80a-fa7c-4819-b4f2-13da7ed03dee req-e73d40b7-ee02-4528-83ad-bc014c656bc4 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:44:25.318765 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port e020f4ff-b002-440c-a8f2-69d13e16d5c9 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:44:25.321948 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-21b7f80a-fa7c-4819-b4f2-13da7ed03dee req-e73d40b7-ee02-4528-83ad-bc014c656bc4 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/ports?device_id=63101f8e-85e2-411c-be0e-a4a0fa1b39b2 HTTP/1.1" status: 200 len: 950 time: 0.1284037 May 20 20:44:25.391445 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e96851a1-b786-421b-be28-1ee2ec93fde3 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:25.397048 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-e50b2fae-d156-4091-89d8-8b3c093b36a7 req-b365af73-29a0-4811-b9a7-259405899726 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:25.436684 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] get_ports_and_sgs() called for port_ids ['3f587f96-5444-4c41-a898-7664aceff07c', '08e91307-3dda-48cb-b4b3-56ca181ef053'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:44:25.454208 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-21b7f80a-fa7c-4819-b4f2-13da7ed03dee req-43e4cb53-59c7-4f43-b223-66fe75df50a3 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/security-groups?id=38c76b68-4081-4341-88c9-c8e3082a5da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260061 May 20 20:44:25.488198 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b365af73-29a0-4811-b9a7-259405899726 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] Pushing event deleted for resources: {'Port': ['ID=08e91307-3dda-48cb-b4b3-56ca181ef053,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:44:25.499560 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-f13c0b5c-e01a-4612-9d02-8c42cd5b68d2 req-3c38cccc-eec6-4fbc-9043-6ab97d214ce6 tempest-ServersAdmin275Test-189374169 tempest-ServersAdmin275Test-189374169-project] 10.222.0.13 "GET /v2.0/ports?device_id=2894f055-1341-4e58-9e01-d9c6a5727656 HTTP/1.1" status: 200 len: 210 time: 0.0313294 May 20 20:44:25.538440 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [req-e50b2fae-d156-4091-89d8-8b3c093b36a7 req-b365af73-29a0-4811-b9a7-259405899726 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] No DVR routers for this DVR port 08e91307-3dda-48cb-b4b3-56ca181ef053 on host n-h1-842733-1 {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:44:25.541390 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-e50b2fae-d156-4091-89d8-8b3c093b36a7 req-b365af73-29a0-4811-b9a7-259405899726 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:25.546061 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e50b2fae-d156-4091-89d8-8b3c093b36a7 req-b365af73-29a0-4811-b9a7-259405899726 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.24 "DELETE /v2.0/ports/08e91307-3dda-48cb-b4b3-56ca181ef053 HTTP/1.1" status: 204 len: 173 time: 1.3498704 May 20 20:44:25.546565 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f6bd176-177a-4ac5-bf9f-8735011221a3', 'name': 'network-vif-deleted', 'tag': '08e91307-3dda-48cb-b4b3-56ca181ef053'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:44:25.548849 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4291b17aa7b45362825f0571e77c85f5e73afe1df9c7e9e15006df9d695c005e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaecce28-6f72-4921-b246-cb6b66de482b" -d '{"events": [{"server_uuid": "6f6bd176-177a-4ac5-bf9f-8735011221a3", "name": "network-vif-deleted", "tag": "08e91307-3dda-48cb-b4b3-56ca181ef053"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:44:25.549125 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db78b62-32d0-4876-9031-0fb6a1d08255 None None] Pushing event updated for resources: {'Port': ['ID=7f36b20e-e5dd-44fd-9a75-f97ecc5c70c4,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:44:25.576784 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cc3ec51b-6ec8-438a-8349-5f0bec346d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:25.582342 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-5d5c7440-7928-4195-aada-edf2304908e8 None None] Provisioning complete for port 7f36b20e-e5dd-44fd-9a75-f97ecc5c70c4 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:44:25.587465 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-5d5c7440-7928-4195-aada-edf2304908e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:25.598639 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 20:44:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c1f566e-3c84-4d3f-ac93-6faa5016c836 x-openstack-request-id: req-8c1f566e-3c84-4d3f-ac93-6faa5016c836 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:44:25.599293 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f6bd176-177a-4ac5-bf9f-8735011221a3", "name": "network-vif-deleted", "tag": "08e91307-3dda-48cb-b4b3-56ca181ef053", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:44:25.599709 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8c1f566e-3c84-4d3f-ac93-6faa5016c836 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:44:25.600284 n-d-842733-1 neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c1f566e-3c84-4d3f-ac93-6faa5016c836'] response: {'server_uuid': '6f6bd176-177a-4ac5-bf9f-8735011221a3', 'name': 'network-vif-deleted', 'tag': '08e91307-3dda-48cb-b4b3-56ca181ef053', 'status': 'completed', 'code': 200} May 20 20:44:25.645901 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:25.675663 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-e96851a1-b786-421b-be28-1ee2ec93fde3 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Allocated IP 172.25.2.171 (e3a93b5c-91e2-4064-9c2c-1afc261bfe15/86fee0c1-6e34-488b-9216-b2b8e7ef585a/eb1f8df6-df48-47fe-9ca8-6c1338ef3fc0) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:44:25.811613 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e96851a1-b786-421b-be28-1ee2ec93fde3 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:25.815666 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-5d5c7440-7928-4195-aada-edf2304908e8 None None] Current status of the port 7f36b20e-e5dd-44fd-9a75-f97ecc5c70c4 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:44:25.877398 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd780f1e-5df7-443e-b534-787ae2e9a9cf req-5f2f1f17-3d32-41d7-b6d5-c51e13fa2e8c tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:44:25.884783 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-cd780f1e-5df7-443e-b534-787ae2e9a9cf req-5f2f1f17-3d32-41d7-b6d5-c51e13fa2e8c tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] 10.222.0.35 "GET /v2.0/ports?device_id=19bcd975-6f91-47bd-aa1a-c592c3f623d0 HTTP/1.1" status: 200 len: 945 time: 0.0767019 May 20 20:44:25.922389 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-53abf318-34ff-428e-9850-1e2ee4e57fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b403540-9eac-4959-9594-ec7fea5521b9', 'name': 'tempest-AttachVolumeNegativeTest-1769752784-router', 'tenant_id': 'c23324ed92c6460facba85082860777a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.135'}], 'enable_snat': True}, 'gw_port_id': 'e020f4ff-b002-440c-a8f2-69d13e16d5c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:44:14Z', 'updated_at': '2022-05-20T20:44:19Z', 'revision_number': 4, 'project_id': 'c23324ed92c6460facba85082860777a', 'gw_port': {'id': 'e020f4ff-b002-440c-a8f2-69d13e16d5c9', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:39:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b403540-9eac-4959-9594-ec7fea5521b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1010, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:44:14Z', 'updated_at': '2022-05-20T20:44:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': '7f36b20e-e5dd-44fd-9a75-f97ecc5c70c4', 'name': '', 'network_id': '7c34618e-1eb4-46a9-ac65-b891df136138', 'tenant_id': 'c23324ed92c6460facba85082860777a', 'mac_address': 'fa:16:3e:f4:b0:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b403540-9eac-4959-9594-ec7fea5521b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': '66bb8d81-3453-4d74-b13d-66db71019128', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:44:18Z', 'updated_at': '2022-05-20T20:44:24Z', 'revision_number': 4, 'project_id': 'c23324ed92c6460facba85082860777a', 'subnets': [{'id': '66bb8d81-3453-4d74-b13d-66db71019128', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:44:25.949338 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e96851a1-b786-421b-be28-1ee2ec93fde3 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:25.972252 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53abf318-34ff-428e-9850-1e2ee4e57fd2 None None] The sync data for ids ['1b403540-9eac-4959-9594-ec7fea5521b9'] in n-d-842733-1 is: [{'id': '1b403540-9eac-4959-9594-ec7fea5521b9', 'name': 'tempest-AttachVolumeNegativeTest-1769752784-router', 'tenant_id': 'c23324ed92c6460facba85082860777a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.135'}], 'enable_snat': True}, 'gw_port_id': 'e020f4ff-b002-440c-a8f2-69d13e16d5c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:44:14Z', 'updated_at': '2022-05-20T20:44:19Z', 'revision_number': 4, 'project_id': 'c23324ed92c6460facba85082860777a', 'gw_port': {'id': 'e020f4ff-b002-440c-a8f2-69d13e16d5c9', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:39:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b403540-9eac-4959-9594-ec7fea5521b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1010, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:44:14Z', 'updated_at': '2022-05-20T20:44:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': '7f36b20e-e5dd-44fd-9a75-f97ecc5c70c4', 'name': '', 'network_id': '7c34618e-1eb4-46a9-ac65-b891df136138', 'tenant_id': 'c23324ed92c6460facba85082860777a', 'mac_address': 'fa:16:3e:f4:b0:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b403540-9eac-4959-9594-ec7fea5521b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': '66bb8d81-3453-4d74-b13d-66db71019128', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:44:18Z', 'updated_at': '2022-05-20T20:44:24Z', 'revision_number': 4, 'project_id': 'c23324ed92c6460facba85082860777a', 'subnets': [{'id': '66bb8d81-3453-4d74-b13d-66db71019128', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 20:44:26.003373 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.agents_db [None req-5c33ad30-4e00-40fa-b486-8c79c4a6cfc5 None None] Agent healthcheck: found 7 active agents {{(pid=103165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 20 20:44:26.015324 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-cd780f1e-5df7-443e-b534-787ae2e9a9cf req-b29c0a0d-48f9-4a29-b5f6-ca0bd267d725 tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] 10.222.0.35 "GET /v2.0/security-groups?id=08f63c89-364b-47f7-9236-e1c85d29ce51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293893 May 20 20:44:26.084462 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e96851a1-b786-421b-be28-1ee2ec93fde3 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Network e3a93b5c-91e2-4064-9c2c-1afc261bfe15 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:44:26.140859 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-e96851a1-b786-421b-be28-1ee2ec93fde3 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:44:26.150010 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e96851a1-b786-421b-be28-1ee2ec93fde3 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:44:26.171674 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7a8796-030e-4cfc-b78f-24cfff7db7bb req-b1af1f72-1cc9-4cd4-8a54-b42ec6618252 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:44:26.174316 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2c7a8796-030e-4cfc-b78f-24cfff7db7bb req-b1af1f72-1cc9-4cd4-8a54-b42ec6618252 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] 10.222.0.35 "GET /v2.0/ports?device_id=444b3ad3-070a-402c-b3e2-ee88bb47c145 HTTP/1.1" status: 200 len: 945 time: 0.1328013 May 20 20:44:26.272509 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2c7a8796-030e-4cfc-b78f-24cfff7db7bb req-7a74bccb-50cb-4cad-abf4-37705a7ed2e3 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] 10.222.0.35 "GET /v2.0/security-groups?id=24ffe084-33f1-4a86-83df-85043464ffa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879207 May 20 20:44:26.314480 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96851a1-b786-421b-be28-1ee2ec93fde3 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Pushing event updated for resources: {'Port': ['ID=eb1f8df6-df48-47fe-9ca8-6c1338ef3fc0,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:44:26.472168 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e96851a1-b786-421b-be28-1ee2ec93fde3 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:26.559245 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 7f36b20e-e5dd-44fd-9a75-f97ecc5c70c4 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:44:26.567413 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-949b63ba-8f7b-4b01-bc72-469974e78940 req-979a3075-546b-40c4-ac2c-bd25da109c09 tempest-ServersAdmin275Test-189374169 tempest-ServersAdmin275Test-189374169-project] 10.222.0.35 "GET /v2.0/ports?device_id=2894f055-1341-4e58-9e01-d9c6a5727656 HTTP/1.1" status: 200 len: 210 time: 0.0698285 May 20 20:44:26.649728 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e96851a1-b786-421b-be28-1ee2ec93fde3 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:26.750940 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 7f36b20e-e5dd-44fd-9a75-f97ecc5c70c4 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:44:26.751836 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:26.841042 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3c8ac693-2f5f-4065-9fc3-7ad3f5a4207a req-44db4810-abec-4759-9f00-031fac868d3c tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.35 "GET /v2.0/ports?device_id=6f6bd176-177a-4ac5-bf9f-8735011221a3 HTTP/1.1" status: 200 len: 210 time: 0.0823414 May 20 20:44:27.007649 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e96851a1-b786-421b-be28-1ee2ec93fde3 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Notify callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:27.091725 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e96851a1-b786-421b-be28-1ee2ec93fde3 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:27.173728 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 7f36b20e-e5dd-44fd-9a75-f97ecc5c70c4 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:44:27.231294 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96851a1-b786-421b-be28-1ee2ec93fde3 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Pushing event updated for resources: {'Port': ['ID=eb1f8df6-df48-47fe-9ca8-6c1338ef3fc0,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:44:27.257031 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e96851a1-b786-421b-be28-1ee2ec93fde3 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748272'] for floatingip, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:27.271751 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a44f0e-b06e-446b-9900-85436ff97f51 req-381b6f9d-ad73-432b-8e01-92fd5412bfef tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:44:27.280295 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-66a44f0e-b06e-446b-9900-85436ff97f51 req-381b6f9d-ad73-432b-8e01-92fd5412bfef tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/ports?device_id=63101f8e-85e2-411c-be0e-a4a0fa1b39b2 HTTP/1.1" status: 200 len: 950 time: 0.0845292 May 20 20:44:27.345938 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-66a44f0e-b06e-446b-9900-85436ff97f51 req-d66f64b0-7f8d-4892-9ddf-fe9c009cbf7f tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/security-groups?id=38c76b68-4081-4341-88c9-c8e3082a5da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646393 May 20 20:44:27.369308 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e96851a1-b786-421b-be28-1ee2ec93fde3 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for floatingip, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:27.369308 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-e96851a1-b786-421b-be28-1ee2ec93fde3 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5096540 May 20 20:44:27.628787 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1915cd00-c3db-41e3-b4a5-b492ef74e349 req-d3c0631b-5a4b-4446-bba9-6945d2392117 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--1078562672&fields=id&tenant_id=c23324ed92c6460facba85082860777a HTTP/1.1" status: 200 len: 267 time: 0.0760074 May 20 20:44:27.724074 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed35ff1-3424-4ed7-93b0-39bfb7f98407 req-65500f02-448b-43bc-93ef-45ff114630d4 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:44:27.725629 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-bed35ff1-3424-4ed7-93b0-39bfb7f98407 req-65500f02-448b-43bc-93ef-45ff114630d4 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] 10.222.0.35 "GET /v2.0/ports?device_id=444b3ad3-070a-402c-b3e2-ee88bb47c145 HTTP/1.1" status: 200 len: 945 time: 0.1297183 May 20 20:44:27.792628 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1915cd00-c3db-41e3-b4a5-b492ef74e349 req-419bd4d7-1bd6-4204-bf11-6bc772ad7e7b tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:44:27.794309 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1915cd00-c3db-41e3-b4a5-b492ef74e349 req-419bd4d7-1bd6-4204-bf11-6bc772ad7e7b tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] 10.222.0.35 "GET /v2.0/networks?id=7c34618e-1eb4-46a9-ac65-b891df136138 HTTP/1.1" status: 200 len: 815 time: 0.1506469 May 20 20:44:27.797432 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-bed35ff1-3424-4ed7-93b0-39bfb7f98407 req-722eb27e-4eaf-499a-af3c-c0b189e29255 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] 10.222.0.35 "GET /v2.0/security-groups?id=24ffe084-33f1-4a86-83df-85043464ffa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651290 May 20 20:44:27.825955 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1915cd00-c3db-41e3-b4a5-b492ef74e349 req-d8d27735-27f2-420c-86a6-0bfeb70f798a tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] 10.222.0.35 "GET /v2.0/quotas/c23324ed92c6460facba85082860777a HTTP/1.1" status: 200 len: 375 time: 0.0215783 May 20 20:44:27.902682 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1915cd00-c3db-41e3-b4a5-b492ef74e349 req-29678e9e-4318-46d7-be30-2a8822fe7f0a tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=c23324ed92c6460facba85082860777a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0634851 May 20 20:44:28.022601 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1915cd00-c3db-41e3-b4a5-b492ef74e349 req-ba9f0bca-f915-45c7-ab5c-11b8e413c358 service neutron] 10.222.0.35 "GET /v2.0/networks/7c34618e-1eb4-46a9-ac65-b891df136138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092660 May 20 20:44:28.199093 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1915cd00-c3db-41e3-b4a5-b492ef74e349 req-74858c4d-81ad-4ca2-b50a-24f1587c283c service neutron] 10.222.0.35 "GET /v2.0/networks/7c34618e-1eb4-46a9-ac65-b891df136138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1689084 May 20 20:44:28.389565 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 41532) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:44:28.496517 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1899e7d-62ad-4c0a-8f1d-4dfc593bc39f req-ecaf8194-b874-4943-ba0c-63926e814840 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:44:28.499748 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d1899e7d-62ad-4c0a-8f1d-4dfc593bc39f req-ecaf8194-b874-4943-ba0c-63926e814840 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.35 "GET /v2.0/networks?id=80bda1f2-d8f3-4628-a486-5841bb81c3dc HTTP/1.1" status: 200 len: 805 time: 0.1925769 May 20 20:44:28.526657 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d1899e7d-62ad-4c0a-8f1d-4dfc593bc39f req-8dda3fa6-6433-4dab-83bf-847188dafadd tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.35 "GET /v2.0/quotas/bfecc73b8c99406dbde7fba5545cc962 HTTP/1.1" status: 200 len: 375 time: 0.0208771 May 20 20:44:28.598510 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d1899e7d-62ad-4c0a-8f1d-4dfc593bc39f req-a2ab93a0-94ac-4b22-85ae-db4ead70da38 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=bfecc73b8c99406dbde7fba5545cc962&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0710173 May 20 20:44:28.626432 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-310bf404-eead-437b-a037-f650018acc6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:28.689168 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1850d067-7527-4f70-a976-29dd93e3e6cf req-b44b4a72-68a9-493c-a743-21e584a679b8 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:44:28.696894 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1850d067-7527-4f70-a976-29dd93e3e6cf req-b44b4a72-68a9-493c-a743-21e584a679b8 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/ports?device_id=63101f8e-85e2-411c-be0e-a4a0fa1b39b2 HTTP/1.1" status: 200 len: 950 time: 0.1171679 May 20 20:44:28.750800 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-310bf404-eead-437b-a037-f650018acc6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:28.759628 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1850d067-7527-4f70-a976-29dd93e3e6cf req-19eac6d7-277c-4887-91ff-eae9e6e61d20 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/security-groups?id=38c76b68-4081-4341-88c9-c8e3082a5da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618236 May 20 20:44:28.771117 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d1899e7d-62ad-4c0a-8f1d-4dfc593bc39f req-29b849f1-f958-4e3d-8d70-e8bf30e50bb2 service neutron] 10.222.0.35 "GET /v2.0/networks/80bda1f2-d8f3-4628-a486-5841bb81c3dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1548913 May 20 20:44:28.859576 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b3f873ea-252b-457d-9ea9-9f229f628a9b req-31478ff6-3f44-4668-8a36-7b809a339ef3 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] 10.222.0.35 "GET /v2.0/ports?device_id=156904b4-ae91-46c0-981d-c557e58e72e2 HTTP/1.1" status: 200 len: 210 time: 0.0322886 May 20 20:44:28.883308 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-310bf404-eead-437b-a037-f650018acc6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:28.899583 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d1899e7d-62ad-4c0a-8f1d-4dfc593bc39f req-bde0cdd2-dc3d-431b-b912-d2a486f7ee5e service neutron] 10.222.0.35 "GET /v2.0/networks/80bda1f2-d8f3-4628-a486-5841bb81c3dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218421 May 20 20:44:28.908993 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-310bf404-eead-437b-a037-f650018acc6a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d8ddd6bb01e844a5986d4645de18ee41&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5183644 May 20 20:44:28.918234 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 41558) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:44:28.926324 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310bf404-eead-437b-a037-f650018acc6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=703941e2-0975-4673-bf94-a003cb6d94ec,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:44:28.988427 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-99a7c1bd-1a9c-4b6a-9eb8-05242e37c766 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:29.011340 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-99a7c1bd-1a9c-4b6a-9eb8-05242e37c766 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:29.060262 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6652ce6-c67b-44b3-88a8-fad1f26d6943 req-cbc7b584-67f5-4c50-b609-e534508b07c3 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:44:29.061905 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a6652ce6-c67b-44b3-88a8-fad1f26d6943 req-cbc7b584-67f5-4c50-b609-e534508b07c3 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] 10.222.0.35 "GET /v2.0/ports?device_id=444b3ad3-070a-402c-b3e2-ee88bb47c145 HTTP/1.1" status: 200 len: 945 time: 0.0524313 May 20 20:44:29.102166 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a6652ce6-c67b-44b3-88a8-fad1f26d6943 req-b712c024-0d5a-44f9-bd17-bef97a499d5e tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] 10.222.0.35 "GET /v2.0/security-groups?id=24ffe084-33f1-4a86-83df-85043464ffa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336394 May 20 20:44:29.156589 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-99a7c1bd-1a9c-4b6a-9eb8-05242e37c766 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:29.159693 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-99a7c1bd-1a9c-4b6a-9eb8-05242e37c766 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:29.165412 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-99a7c1bd-1a9c-4b6a-9eb8-05242e37c766 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/703941e2-0975-4673-bf94-a003cb6d94ec HTTP/1.1" status: 204 len: 168 time: 0.2419903 May 20 20:44:29.170681 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a7c1bd-1a9c-4b6a-9eb8-05242e37c766 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=703941e2-0975-4673-bf94-a003cb6d94ec,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:44:29.209943 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8085ee8d-87f5-4290-9d0f-50b499b74a20 req-1c05c545-2ded-4559-bfeb-62d57cc0aebe tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.35 "GET /v2.0/ports?device_id=21afd256-f156-4f5b-b78a-53e40cd30f78 HTTP/1.1" status: 200 len: 210 time: 0.0608621 May 20 20:44:29.350647 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 08e91307-3dda-48cb-b4b3-56ca181ef053 no longer exists at agent hyperv_n-h1-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:44:29.381811 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] No Port match for: 08e91307-3dda-48cb-b4b3-56ca181ef053 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 20:44:29.382169 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 08e91307-3dda-48cb-b4b3-56ca181ef053 not bound to the agent host n-h1-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 20:44:29.472111 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a717b9-6b8a-4acd-84c4-b60031beac4e req-627af309-5e11-4122-9814-16d805c5c55b tempest-ListImageFiltersTestJSON-762368971 tempest-ListImageFiltersTestJSON-762368971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:44:29.473821 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-76a717b9-6b8a-4acd-84c4-b60031beac4e req-627af309-5e11-4122-9814-16d805c5c55b tempest-ListImageFiltersTestJSON-762368971 tempest-ListImageFiltersTestJSON-762368971-project] 10.222.0.35 "GET /v2.0/ports?device_id=2cf46fab-12e1-4785-85be-6f2bfb618fd6 HTTP/1.1" status: 200 len: 949 time: 0.0559726 May 20 20:44:29.516095 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-76a717b9-6b8a-4acd-84c4-b60031beac4e req-8fb1e1db-6b23-477e-bb3a-7d27fa2f8be6 tempest-ListImageFiltersTestJSON-762368971 tempest-ListImageFiltersTestJSON-762368971-project] 10.222.0.35 "GET /v2.0/security-groups?id=1e825029-db8b-400a-88b4-334185390110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361249 May 20 20:44:29.887318 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90327220-1752-4485-a53a-54e70ae765f3 req-9efe49df-a7ad-495f-98fd-33a30f65d0c7 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:44:29.889367 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-90327220-1752-4485-a53a-54e70ae765f3 req-9efe49df-a7ad-495f-98fd-33a30f65d0c7 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/ports?device_id=63101f8e-85e2-411c-be0e-a4a0fa1b39b2 HTTP/1.1" status: 200 len: 950 time: 0.0559909 May 20 20:44:29.938032 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-90327220-1752-4485-a53a-54e70ae765f3 req-6aaf2ca6-8a93-41b9-a1c2-1477e7c58430 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/security-groups?id=38c76b68-4081-4341-88c9-c8e3082a5da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426602 May 20 20:44:29.982127 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0d184544-8c40-43db-b9bf-fa07d8bc63bb req-35f96c9a-5a55-4664-8a1b-d5eed8d3776e tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] 10.222.0.35 "GET /v2.0/ports?device_id=156904b4-ae91-46c0-981d-c557e58e72e2 HTTP/1.1" status: 200 len: 210 time: 0.0297484 May 20 20:44:30.027009 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 41626) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:44:30.041569 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5e4cb71a-6605-41e7-ad22-3a9dc2c2e8c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:30.115407 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5e4cb71a-6605-41e7-ad22-3a9dc2c2e8c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:30.194283 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5e4cb71a-6605-41e7-ad22-3a9dc2c2e8c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:30.234404 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4cb71a-6605-41e7-ad22-3a9dc2c2e8c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7137c6a3-6b76-4f88-a350-73906aa30906,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:44:30.241372 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 41636) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:44:30.241561 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-5e4cb71a-6605-41e7-ad22-3a9dc2c2e8c2 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=665ceea5417b4d1e9a02263e762be07d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2131498 May 20 20:44:30.347554 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-80fd39e2-33ec-4e37-939f-74b930133e98 req-b46e827f-fa52-470e-83f4-d789db9d3924 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.35 "GET /v2.0/ports?device_id=21afd256-f156-4f5b-b78a-53e40cd30f78 HTTP/1.1" status: 200 len: 210 time: 0.0405262 May 20 20:44:30.374955 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7910d613-8da6-45e6-9e4d-6b137c589cb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:30.408080 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7910d613-8da6-45e6-9e4d-6b137c589cb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:30.571567 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7910d613-8da6-45e6-9e4d-6b137c589cb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:30.574504 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7910d613-8da6-45e6-9e4d-6b137c589cb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:30.576611 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-7910d613-8da6-45e6-9e4d-6b137c589cb4 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7137c6a3-6b76-4f88-a350-73906aa30906 HTTP/1.1" status: 204 len: 168 time: 0.3339939 May 20 20:44:30.586338 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7910d613-8da6-45e6-9e4d-6b137c589cb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7137c6a3-6b76-4f88-a350-73906aa30906,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:44:30.678577 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375ac627-9faa-481f-9f90-b964fb0c7621 req-62da6d53-a475-4604-9da8-032fb2de6be0 tempest-ListImageFiltersTestJSON-762368971 tempest-ListImageFiltersTestJSON-762368971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:44:30.680086 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-375ac627-9faa-481f-9f90-b964fb0c7621 req-62da6d53-a475-4604-9da8-032fb2de6be0 tempest-ListImageFiltersTestJSON-762368971 tempest-ListImageFiltersTestJSON-762368971-project] 10.222.0.35 "GET /v2.0/ports?device_id=2cf46fab-12e1-4785-85be-6f2bfb618fd6 HTTP/1.1" status: 200 len: 949 time: 0.0820739 May 20 20:44:30.734330 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-375ac627-9faa-481f-9f90-b964fb0c7621 req-cdd19c05-21f1-4316-89e1-5ee1572447d3 tempest-ListImageFiltersTestJSON-762368971 tempest-ListImageFiltersTestJSON-762368971-project] 10.222.0.35 "GET /v2.0/security-groups?id=1e825029-db8b-400a-88b4-334185390110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463402 May 20 20:44:31.113712 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d779fea-a32c-4c1c-864b-9f203d44cebb req-a76afdea-0dd4-42ff-bfc6-0a8dd7d9a8ca tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:44:31.128118 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8d779fea-a32c-4c1c-864b-9f203d44cebb req-a76afdea-0dd4-42ff-bfc6-0a8dd7d9a8ca tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/ports?device_id=63101f8e-85e2-411c-be0e-a4a0fa1b39b2 HTTP/1.1" status: 200 len: 950 time: 0.1175807 May 20 20:44:31.172227 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8d779fea-a32c-4c1c-864b-9f203d44cebb req-9c5105c9-e502-490d-a9cb-fd3a75fbb6ac tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/security-groups?id=38c76b68-4081-4341-88c9-c8e3082a5da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428748 May 20 20:44:31.297369 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-cc0b9eec-87b2-4c3a-9674-322f3697a760 req-42aeee89-dad2-4d10-b8dc-c5e9c5fdbdf4 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] 10.222.0.35 "GET /v2.0/ports?device_id=156904b4-ae91-46c0-981d-c557e58e72e2 HTTP/1.1" status: 200 len: 210 time: 0.0362222 May 20 20:44:31.370448 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 3e5eead0-741e-4a47-83be-51201ccf7af2 details requested by agent hyperv_n-h1-842733-1 with host n-h1-842733-1 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 20:44:31.517619 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6b998285-7838-466a-8b75-7df066885f87 req-783551af-a5c9-4d11-a9c1-38b7f89986ae tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.35 "GET /v2.0/ports?device_id=21afd256-f156-4f5b-b78a-53e40cd30f78 HTTP/1.1" status: 200 len: 210 time: 0.0335081 May 20 20:44:31.592115 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port 3e5eead0-741e-4a47-83be-51201ccf7af2, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=3e5eead0-741e-4a47-83be-51201ccf7af2,segment=NetworkSegment(769d43cd-208e-4beb-b6e6-532aefd8f5a1),segment_id=769d43cd-208e-4beb-b6e6-532aefd8f5a1)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:44:31.605188 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Returning: {'device': '3e5eead0-741e-4a47-83be-51201ccf7af2', 'network_id': '9d3d3a86-d0ea-42bb-882a-63d3244d9913', 'port_id': '3e5eead0-741e-4a47-83be-51201ccf7af2', 'mac_address': 'fa:16:3e:4b:47:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bff70e4-9d51-4479-9096-540dc3675fab', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 20 20:44:31.662488 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1915cd00-c3db-41e3-b4a5-b492ef74e349 req-234b5070-5154-49f7-8222-4e771e0c1a33 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:44:31.664732 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Current status of the port 3e5eead0-741e-4a47-83be-51201ccf7af2 is: ACTIVE; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:44:31.665322 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:31.675492 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-1915cd00-c3db-41e3-b4a5-b492ef74e349 req-234b5070-5154-49f7-8222-4e771e0c1a33 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] 10.222.0.13 "GET /v2.0/networks?id=7c34618e-1eb4-46a9-ac65-b891df136138 HTTP/1.1" status: 200 len: 815 time: 0.2556663 May 20 20:44:31.687493 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3e5eead0-741e-4a47-83be-51201ccf7af2 {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:44:31.709954 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port 3e5eead0-741e-4a47-83be-51201ccf7af2, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=3e5eead0-741e-4a47-83be-51201ccf7af2,segment=NetworkSegment(769d43cd-208e-4beb-b6e6-532aefd8f5a1),segment_id=769d43cd-208e-4beb-b6e6-532aefd8f5a1)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:44:31.770821 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-1915cd00-c3db-41e3-b4a5-b492ef74e349 req-56fb7f7f-597f-48bd-a3a3-799dcc66eacc tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c23324ed92c6460facba85082860777a HTTP/1.1" status: 200 len: 380 time: 0.0565057 May 20 20:44:31.784557 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [req-1915cd00-c3db-41e3-b4a5-b492ef74e349 req-27a09993-b297-4aa2-94d9-0dc6d4c9aa01 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Request body: {'port': {'device_id': '156904b4-ae91-46c0-981d-c557e58e72e2', 'network_id': '7c34618e-1eb4-46a9-ac65-b891df136138', 'admin_state_up': True, 'tenant_id': 'c23324ed92c6460facba85082860777a', 'security_groups': ['5a4a115d-3043-42aa-aa41-f596074bc5a7']}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:44:31.802474 n-d-842733-1 neutron-server[103163]: INFO neutron.api.v2.resource [req-67058c15-84e4-488b-b183-f0d1905fd166 req-6dc39be3-a59b-4a9a-b49e-ce62fa015f3e service neutron] show failed (client error): The resource could not be found. May 20 20:44:31.803540 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-67058c15-84e4-488b-b183-f0d1905fd166 req-6dc39be3-a59b-4a9a-b49e-ce62fa015f3e service neutron] 10.222.0.13 "GET /v2.0/ports/36b4db1d-b6e8-4dc0-991a-f9d6809e9c6a/bindings/n-h1-842733-1 HTTP/1.1" status: 404 len: 380 time: 0.0891385 May 20 20:44:31.817405 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:31.946066 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] get_ports_and_sgs() called for port_ids ['3e5eead0-741e-4a47-83be-51201ccf7af2'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:44:32.003043 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Pushing event updated for resources: {'Port': ['ID=3e5eead0-741e-4a47-83be-51201ccf7af2,revision_number=6']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:44:32.099567 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1915cd00-c3db-41e3-b4a5-b492ef74e349 req-27a09993-b297-4aa2-94d9-0dc6d4c9aa01 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Made reservation on behalf of c23324ed92c6460facba85082860777a for: {'port': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:44:32.103340 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-1915cd00-c3db-41e3-b4a5-b492ef74e349 req-27a09993-b297-4aa2-94d9-0dc6d4c9aa01 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:32.148344 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:32.309807 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [req-1915cd00-c3db-41e3-b4a5-b492ef74e349 req-27a09993-b297-4aa2-94d9-0dc6d4c9aa01 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Allocated IP 172.20.0.9 (7c34618e-1eb4-46a9-ac65-b891df136138/66bb8d81-3453-4d74-b13d-66db71019128/8a41b2ce-d3c6-494d-9d90-01b1f30f6c6c) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:44:32.408586 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611c392c-eff6-4f93-b7fc-82b54fe45e46 req-1afaff68-0898-4739-b75c-69d8d4073b60 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:44:32.432081 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-611c392c-eff6-4f93-b7fc-82b54fe45e46 req-1afaff68-0898-4739-b75c-69d8d4073b60 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/ports?device_id=63101f8e-85e2-411c-be0e-a4a0fa1b39b2 HTTP/1.1" status: 200 len: 950 time: 0.1246760 May 20 20:44:32.523027 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-1915cd00-c3db-41e3-b4a5-b492ef74e349 req-27a09993-b297-4aa2-94d9-0dc6d4c9aa01 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:32.588899 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-611c392c-eff6-4f93-b7fc-82b54fe45e46 req-d8cae40a-3056-4b05-bd4c-b5cdf0413431 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/security-groups?id=38c76b68-4081-4341-88c9-c8e3082a5da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559439 May 20 20:44:32.603722 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67058c15-84e4-488b-b183-f0d1905fd166 req-d34ee89c-3e5b-4065-8128-1425df446916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:44:32.605223 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-67058c15-84e4-488b-b183-f0d1905fd166 req-d34ee89c-3e5b-4065-8128-1425df446916 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=63101f8e-85e2-411c-be0e-a4a0fa1b39b2&tenant_id=74b74d22d9d54e1eae7cec44a7fbec8d HTTP/1.1" status: 200 len: 1101 time: 0.1255412 May 20 20:44:32.627897 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [req-67058c15-84e4-488b-b183-f0d1905fd166 req-9d1401ae-e002-495b-a249-e5dcd89117f0 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-842733-1', 'device_owner': 'compute:nova'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:44:32.710823 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-1915cd00-c3db-41e3-b4a5-b492ef74e349 req-27a09993-b297-4aa2-94d9-0dc6d4c9aa01 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:32.716610 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1899e7d-62ad-4c0a-8f1d-4dfc593bc39f req-4e1a73f8-76cf-4590-87bf-b638a71c8f08 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:44:32.722850 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d1899e7d-62ad-4c0a-8f1d-4dfc593bc39f req-4e1a73f8-76cf-4590-87bf-b638a71c8f08 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.13 "GET /v2.0/networks?id=80bda1f2-d8f3-4628-a486-5841bb81c3dc HTTP/1.1" status: 200 len: 805 time: 0.2872477 May 20 20:44:32.782384 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [req-d1899e7d-62ad-4c0a-8f1d-4dfc593bc39f req-a5041263-c21b-46f9-a94e-fbfa4d3a5ad7 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] Request body: {'port': {'device_id': '21afd256-f156-4f5b-b78a-53e40cd30f78', 'network_id': '80bda1f2-d8f3-4628-a486-5841bb81c3dc', 'admin_state_up': True, 'tenant_id': 'bfecc73b8c99406dbde7fba5545cc962'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:44:32.784829 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1915cd00-c3db-41e3-b4a5-b492ef74e349 req-27a09993-b297-4aa2-94d9-0dc6d4c9aa01 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Network 7c34618e-1eb4-46a9-ac65-b891df136138 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:44:32.789709 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [req-1915cd00-c3db-41e3-b4a5-b492ef74e349 req-27a09993-b297-4aa2-94d9-0dc6d4c9aa01 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:44:32.812992 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-1915cd00-c3db-41e3-b4a5-b492ef74e349 req-27a09993-b297-4aa2-94d9-0dc6d4c9aa01 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:44:32.915436 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1915cd00-c3db-41e3-b4a5-b492ef74e349 req-27a09993-b297-4aa2-94d9-0dc6d4c9aa01 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:44:32.916131 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-1915cd00-c3db-41e3-b4a5-b492ef74e349 req-27a09993-b297-4aa2-94d9-0dc6d4c9aa01 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:32.971093 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a09993-b297-4aa2-94d9-0dc6d4c9aa01 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Pushing event updated for resources: {'Port': ['ID=8a41b2ce-d3c6-494d-9d90-01b1f30f6c6c,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:44:33.027408 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-1915cd00-c3db-41e3-b4a5-b492ef74e349 req-27a09993-b297-4aa2-94d9-0dc6d4c9aa01 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2471182 May 20 20:44:33.059746 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [req-1915cd00-c3db-41e3-b4a5-b492ef74e349 req-84cb18c1-15ad-4ff5-bd18-8fbe1d1c8976 service neutron] Request body: {'port': {'device_id': '156904b4-ae91-46c0-981d-c557e58e72e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-842733-1'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:44:33.170629 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-67058c15-84e4-488b-b183-f0d1905fd166 req-9d1401ae-e002-495b-a249-e5dcd89117f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:33.172238 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-1915cd00-c3db-41e3-b4a5-b492ef74e349 req-84cb18c1-15ad-4ff5-bd18-8fbe1d1c8976 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:33.178428 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-07ec1bd7-d024-442d-a72a-ef9904272b45 req-9f923212-4076-4886-9fb4-1defb17f838c tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.35 "GET /v2.0/ports?device_id=21afd256-f156-4f5b-b78a-53e40cd30f78 HTTP/1.1" status: 200 len: 210 time: 0.2620506 May 20 20:44:33.217012 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-1fa76059-eba3-4214-b36d-7b3355376bf8 None None] Provisioning complete for port 8a41b2ce-d3c6-494d-9d90-01b1f30f6c6c triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:44:33.217012 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-1fa76059-eba3-4214-b36d-7b3355376bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:33.333485 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-1fa76059-eba3-4214-b36d-7b3355376bf8 None None] Port 8a41b2ce-d3c6-494d-9d90-01b1f30f6c6c cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 20:44:33.357623 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c618b5-cd8d-43dc-8491-30cbf01a5095 req-bd4ec2a9-eff6-4509-ae32-9987c5be2110 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:44:33.366070 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-00c618b5-cd8d-43dc-8491-30cbf01a5095 req-bd4ec2a9-eff6-4509-ae32-9987c5be2110 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] 10.222.0.35 "GET /v2.0/ports?device_id=156904b4-ae91-46c0-981d-c557e58e72e2 HTTP/1.1" status: 200 len: 931 time: 0.6836345 May 20 20:44:33.378685 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 3e5eead0-741e-4a47-83be-51201ccf7af2 up at agent hyperv_n-h1-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:44:33.514670 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Provisioning complete for port 3e5eead0-741e-4a47-83be-51201ccf7af2 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:44:33.515142 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:33.538675 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [req-1915cd00-c3db-41e3-b4a5-b492ef74e349 req-84cb18c1-15ad-4ff5-bd18-8fbe1d1c8976 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a41b2ce-d3c6-494d-9d90-01b1f30f6c6c {{(pid=103162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:44:33.549928 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-1915cd00-c3db-41e3-b4a5-b492ef74e349 req-84cb18c1-15ad-4ff5-bd18-8fbe1d1c8976 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:33.566378 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.provisioning_blocks [req-1915cd00-c3db-41e3-b4a5-b492ef74e349 req-84cb18c1-15ad-4ff5-bd18-8fbe1d1c8976 service neutron] Transition to ACTIVE for port object 8a41b2ce-d3c6-494d-9d90-01b1f30f6c6c will not be triggered until provisioned by entity L2. {{(pid=103162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 20:44:33.643075 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-1915cd00-c3db-41e3-b4a5-b492ef74e349 req-84cb18c1-15ad-4ff5-bd18-8fbe1d1c8976 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:33.705489 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Current status of the port 3e5eead0-741e-4a47-83be-51201ccf7af2 is: BUILD; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:44:33.705899 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:33.730046 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cb18c1-15ad-4ff5-bd18-8fbe1d1c8976 service neutron] Pushing event updated for resources: {'Port': ['ID=8a41b2ce-d3c6-494d-9d90-01b1f30f6c6c,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:44:33.803187 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port 3e5eead0-741e-4a47-83be-51201ccf7af2, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=3e5eead0-741e-4a47-83be-51201ccf7af2,segment=NetworkSegment(769d43cd-208e-4beb-b6e6-532aefd8f5a1),segment_id=769d43cd-208e-4beb-b6e6-532aefd8f5a1)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:44:33.807718 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19bcd975-6f91-47bd-aa1a-c592c3f623d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e5eead0-741e-4a47-83be-51201ccf7af2'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:44:33.812911 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8485417003ce7c0410b00f5cdc2f391e21107b70bb68e2773712534a96e108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b324b520-c3e0-4702-a15d-5d460c6ef098" -d '{"events": [{"server_uuid": "19bcd975-6f91-47bd-aa1a-c592c3f623d0", "name": "network-vif-plugged", "status": "completed", "tag": "3e5eead0-741e-4a47-83be-51201ccf7af2"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:44:33.835037 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device e6267721-b542-4fb6-b8a1-978352483b41 details requested by agent hyperv_n-h2-842733-1 with host n-h2-842733-1 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 20:44:33.860726 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device e213a585-6dd1-4d47-a02d-ed1886bd7f5d no longer exists at agent hyperv_n-h2-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:44:33.913883 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:33.939606 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-1915cd00-c3db-41e3-b4a5-b492ef74e349 req-84cb18c1-15ad-4ff5-bd18-8fbe1d1c8976 service neutron] Attempting to bind port 8a41b2ce-d3c6-494d-9d90-01b1f30f6c6c on host n-h2-842733-1 for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:44:33.939606 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-1915cd00-c3db-41e3-b4a5-b492ef74e349 req-84cb18c1-15ad-4ff5-bd18-8fbe1d1c8976 service neutron] Attempting to bind port 8a41b2ce-d3c6-494d-9d90-01b1f30f6c6c by drivers openvswitch,hyperv on host n-h2-842733-1 at level 0 using segments [{'id': '51a22548-63c8-444c-b674-6afca742ad16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '7c34618e-1eb4-46a9-ac65-b891df136138'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:44:33.940224 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1915cd00-c3db-41e3-b4a5-b492ef74e349 req-84cb18c1-15ad-4ff5-bd18-8fbe1d1c8976 service neutron] Attempting to bind port 8a41b2ce-d3c6-494d-9d90-01b1f30f6c6c on network 7c34618e-1eb4-46a9-ac65-b891df136138 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:44:33.950390 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1915cd00-c3db-41e3-b4a5-b492ef74e349 req-84cb18c1-15ad-4ff5-bd18-8fbe1d1c8976 service neutron] Port 8a41b2ce-d3c6-494d-9d90-01b1f30f6c6c on network 7c34618e-1eb4-46a9-ac65-b891df136138 not bound, no agent of type Open vSwitch agent registered on host n-h2-842733-1 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 20:44:33.952750 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1899e7d-62ad-4c0a-8f1d-4dfc593bc39f req-a5041263-c21b-46f9-a94e-fbfa4d3a5ad7 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] Made reservation on behalf of bfecc73b8c99406dbde7fba5545cc962 for: {'port': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:44:33.953256 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1915cd00-c3db-41e3-b4a5-b492ef74e349 req-84cb18c1-15ad-4ff5-bd18-8fbe1d1c8976 service neutron] Attempting to bind port 8a41b2ce-d3c6-494d-9d90-01b1f30f6c6c on network 7c34618e-1eb4-46a9-ac65-b891df136138 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:44:33.956459 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-d1899e7d-62ad-4c0a-8f1d-4dfc593bc39f req-a5041263-c21b-46f9-a94e-fbfa4d3a5ad7 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:33.957256 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1915cd00-c3db-41e3-b4a5-b492ef74e349 req-84cb18c1-15ad-4ff5-bd18-8fbe1d1c8976 service neutron] Checking agent: {'id': 'a66f2511-b955-448f-877c-56cfe9c81b12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 33, 2), 'started_at': datetime.datetime(2022, 5, 20, 20, 33, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 44, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:44:33.957710 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1915cd00-c3db-41e3-b4a5-b492ef74e349 req-84cb18c1-15ad-4ff5-bd18-8fbe1d1c8976 service neutron] Checking segment: {'id': '51a22548-63c8-444c-b674-6afca742ad16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '7c34618e-1eb4-46a9-ac65-b891df136138'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:44:33.958194 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1915cd00-c3db-41e3-b4a5-b492ef74e349 req-84cb18c1-15ad-4ff5-bd18-8fbe1d1c8976 service neutron] Bound using segment: {'id': '51a22548-63c8-444c-b674-6afca742ad16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '7c34618e-1eb4-46a9-ac65-b891df136138'} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:44:33.958917 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-1915cd00-c3db-41e3-b4a5-b492ef74e349 req-84cb18c1-15ad-4ff5-bd18-8fbe1d1c8976 service neutron] Bound port: 8a41b2ce-d3c6-494d-9d90-01b1f30f6c6c, host: n-h2-842733-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51a22548-63c8-444c-b674-6afca742ad16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '7c34618e-1eb4-46a9-ac65-b891df136138'}}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:44:33.959384 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-1915cd00-c3db-41e3-b4a5-b492ef74e349 req-84cb18c1-15ad-4ff5-bd18-8fbe1d1c8976 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:34.002695 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3480ca89-05d2-4d59-8745-e7fe12083300 req-48c3d79a-f490-4de8-8eb5-1c85b94e71db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:44:34.005008 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3480ca89-05d2-4d59-8745-e7fe12083300 req-48c3d79a-f490-4de8-8eb5-1c85b94e71db service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=87c2c2610bc847eaa1d2c1976f58d7b1&device_id=444b3ad3-070a-402c-b3e2-ee88bb47c145 HTTP/1.1" status: 200 len: 1096 time: 1.0876920 May 20 20:44:34.085176 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-1915cd00-c3db-41e3-b4a5-b492ef74e349 req-84cb18c1-15ad-4ff5-bd18-8fbe1d1c8976 service neutron] For port 8a41b2ce-d3c6-494d-9d90-01b1f30f6c6c, host n-h2-842733-1, cleared binding levels {{(pid=103162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:44:34.089686 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-1915cd00-c3db-41e3-b4a5-b492ef74e349 req-84cb18c1-15ad-4ff5-bd18-8fbe1d1c8976 service neutron] For port 8a41b2ce-d3c6-494d-9d90-01b1f30f6c6c, host n-h2-842733-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=8a41b2ce-d3c6-494d-9d90-01b1f30f6c6c,segment=NetworkSegment(51a22548-63c8-444c-b674-6afca742ad16),segment_id=51a22548-63c8-444c-b674-6afca742ad16)] {{(pid=103162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:44:34.114673 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Pushing event updated for resources: {'Port': ['ID=3e5eead0-741e-4a47-83be-51201ccf7af2,revision_number=7']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:44:34.129084 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port e213a585-6dd1-4d47-a02d-ed1886bd7f5d is: ACTIVE; New status is: DOWN {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:44:34.129487 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:34.163159 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-1915cd00-c3db-41e3-b4a5-b492ef74e349 req-84cb18c1-15ad-4ff5-bd18-8fbe1d1c8976 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:34.202869 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1915cd00-c3db-41e3-b4a5-b492ef74e349 req-84cb18c1-15ad-4ff5-bd18-8fbe1d1c8976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:44:34.207008 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-1915cd00-c3db-41e3-b4a5-b492ef74e349 req-84cb18c1-15ad-4ff5-bd18-8fbe1d1c8976 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:34.208891 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-1915cd00-c3db-41e3-b4a5-b492ef74e349 req-84cb18c1-15ad-4ff5-bd18-8fbe1d1c8976 service neutron] 10.222.0.13 "PUT /v2.0/ports/8a41b2ce-d3c6-494d-9d90-01b1f30f6c6c HTTP/1.1" status: 200 len: 1091 time: 1.1562133 May 20 20:44:34.210838 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '156904b4-ae91-46c0-981d-c557e58e72e2', 'tag': '8a41b2ce-d3c6-494d-9d90-01b1f30f6c6c'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:44:34.213685 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6fa957933fccbf596d28104b23404b952ad6a8238afaebaed40a0874b2e409" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2da8339-f1d2-4442-b63e-910113d49237" -d '{"events": [{"name": "network-changed", "server_uuid": "156904b4-ae91-46c0-981d-c557e58e72e2", "tag": "8a41b2ce-d3c6-494d-9d90-01b1f30f6c6c"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:44:34.217554 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port e6267721-b542-4fb6-b8a1-978352483b41, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=e6267721-b542-4fb6-b8a1-978352483b41,segment=NetworkSegment(ed3a602f-49fb-4a95-be80-401e1eb72e33),segment_id=ed3a602f-49fb-4a95-be80-401e1eb72e33)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:44:34.242068 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port e213a585-6dd1-4d47-a02d-ed1886bd7f5d, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=e213a585-6dd1-4d47-a02d-ed1886bd7f5d,segment=NetworkSegment(ed3a602f-49fb-4a95-be80-401e1eb72e33),segment_id=ed3a602f-49fb-4a95-be80-401e1eb72e33)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:44:34.243966 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Returning: {'device': 'e6267721-b542-4fb6-b8a1-978352483b41', 'network_id': 'cd702362-b982-46c5-a7d0-51de1b03df86', 'port_id': 'e6267721-b542-4fb6-b8a1-978352483b41', 'mac_address': 'fa:16:3e:7d:e9:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26b342ea-254c-483a-9ea9-f11c178970eb', 'ip_address': '192.168.233.54'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 20 20:44:34.288126 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port e6267721-b542-4fb6-b8a1-978352483b41 is: ACTIVE; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:44:34.288622 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:34.311662 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e6267721-b542-4fb6-b8a1-978352483b41 {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:44:34.314684 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cb18c1-15ad-4ff5-bd18-8fbe1d1c8976 service neutron] Pushing event updated for resources: {'Port': ['ID=8a41b2ce-d3c6-494d-9d90-01b1f30f6c6c,revision_number=3']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:44:34.326574 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:34.326757 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ff700d-1da2-4f8b-9fd5-cceb1db91e8f req-1c3581e6-5c77-458c-9edc-675603745cac tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:44:34.326757 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f9ff700d-1da2-4f8b-9fd5-cceb1db91e8f req-1c3581e6-5c77-458c-9edc-675603745cac tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] 10.222.0.35 "GET /v2.0/ports?device_id=444b3ad3-070a-402c-b3e2-ee88bb47c145 HTTP/1.1" status: 200 len: 945 time: 0.9828346 May 20 20:44:34.345525 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-00c618b5-cd8d-43dc-8491-30cbf01a5095 req-2194f077-5a3a-4b08-85c4-1fd574f2b112 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] 10.222.0.35 "GET /v2.0/security-groups?id=5a4a115d-3043-42aa-aa41-f596074bc5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9768245 May 20 20:44:34.416507 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port e6267721-b542-4fb6-b8a1-978352483b41, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=e6267721-b542-4fb6-b8a1-978352483b41,segment=NetworkSegment(ed3a602f-49fb-4a95-be80-401e1eb72e33),segment_id=ed3a602f-49fb-4a95-be80-401e1eb72e33)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:44:34.419232 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=e213a585-6dd1-4d47-a02d-ed1886bd7f5d,revision_number=8']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:44:34.431389 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1915cd00-c3db-41e3-b4a5-b492ef74e349 req-6264c1b0-79b9-44c9-90a1-cf12fe3be302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:44:34.432749 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-1915cd00-c3db-41e3-b4a5-b492ef74e349 req-6264c1b0-79b9-44c9-90a1-cf12fe3be302 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c23324ed92c6460facba85082860777a&device_id=156904b4-ae91-46c0-981d-c557e58e72e2 HTTP/1.1" status: 200 len: 1094 time: 0.0858381 May 20 20:44:34.471267 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:34.526973 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-1915cd00-c3db-41e3-b4a5-b492ef74e349 req-7ec1627b-e6d0-4b91-bdd0-8b53a280b5e4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8a41b2ce-d3c6-494d-9d90-01b1f30f6c6c HTTP/1.1" status: 200 len: 217 time: 0.0659237 May 20 20:44:34.552799 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=e6267721-b542-4fb6-b8a1-978352483b41,revision_number=6']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:44:34.601701 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1915cd00-c3db-41e3-b4a5-b492ef74e349 req-b4385ea1-964d-4ec2-b6f2-3343c3e79004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:44:34.603286 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-1915cd00-c3db-41e3-b4a5-b492ef74e349 req-b4385ea1-964d-4ec2-b6f2-3343c3e79004 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=66bb8d81-3453-4d74-b13d-66db71019128 HTTP/1.1" status: 200 len: 854 time: 0.0678120 May 20 20:44:34.649984 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3480ca89-05d2-4d59-8745-e7fe12083300 req-4b00dbda-5035-4265-b1e8-f3b1183e5c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:44:34.650982 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3480ca89-05d2-4d59-8745-e7fe12083300 req-4b00dbda-5035-4265-b1e8-f3b1183e5c31 service neutron] 10.222.0.13 "GET /v2.0/networks?id=dc8945eb-dd74-4cb0-b93f-84eec37290f3 HTTP/1.1" status: 200 len: 919 time: 0.6300259 May 20 20:44:34.669623 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f9ff700d-1da2-4f8b-9fd5-cceb1db91e8f req-3e5556aa-004d-466c-be3c-5acdc87a3058 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] 10.222.0.35 "GET /v2.0/security-groups?id=24ffe084-33f1-4a86-83df-85043464ffa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3046181 May 20 20:44:34.695101 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1915cd00-c3db-41e3-b4a5-b492ef74e349 req-af0e1f6e-0701-45e5-a1aa-935ed2fa4337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:44:34.697269 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-1915cd00-c3db-41e3-b4a5-b492ef74e349 req-af0e1f6e-0701-45e5-a1aa-935ed2fa4337 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7c34618e-1eb4-46a9-ac65-b891df136138&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0824642 May 20 20:44:34.712871 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-67058c15-84e4-488b-b183-f0d1905fd166 req-9d1401ae-e002-495b-a249-e5dcd89117f0 service neutron] For port 36b4db1d-b6e8-4dc0-991a-f9d6809e9c6a, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=36b4db1d-b6e8-4dc0-991a-f9d6809e9c6a,segment=NetworkSegment(ed3a602f-49fb-4a95-be80-401e1eb72e33),segment_id=ed3a602f-49fb-4a95-be80-401e1eb72e33)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:44:34.761523 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] get_ports_and_sgs() called for port_ids ['e6267721-b542-4fb6-b8a1-978352483b41'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:44:34.763932 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-67058c15-84e4-488b-b183-f0d1905fd166 req-9d1401ae-e002-495b-a249-e5dcd89117f0 service neutron] For port 36b4db1d-b6e8-4dc0-991a-f9d6809e9c6a, host n-h2-842733-1, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:44:34.787199 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 20:44:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-568d3e0a-5e44-42d3-bed9-a28230baf88a x-openstack-request-id: req-568d3e0a-5e44-42d3-bed9-a28230baf88a {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:44:34.787725 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19bcd975-6f91-47bd-aa1a-c592c3f623d0", "name": "network-vif-plugged", "status": "completed", "tag": "3e5eead0-741e-4a47-83be-51201ccf7af2", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:44:34.788144 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-568d3e0a-5e44-42d3-bed9-a28230baf88a {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:44:34.788832 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-568d3e0a-5e44-42d3-bed9-a28230baf88a'] response: {'server_uuid': '19bcd975-6f91-47bd-aa1a-c592c3f623d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e5eead0-741e-4a47-83be-51201ccf7af2', 'code': 200} May 20 20:44:34.816215 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-67058c15-84e4-488b-b183-f0d1905fd166 req-9d1401ae-e002-495b-a249-e5dcd89117f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:34.836954 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [req-67058c15-84e4-488b-b183-f0d1905fd166 req-9d1401ae-e002-495b-a249-e5dcd89117f0 service neutron] Transition to ACTIVE for port object 36b4db1d-b6e8-4dc0-991a-f9d6809e9c6a will not be triggered until provisioned by entity L2. {{(pid=103163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 20:44:34.842878 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63101f8e-85e2-411c-be0e-a4a0fa1b39b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36b4db1d-b6e8-4dc0-991a-f9d6809e9c6a'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:44:34.846051 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4291b17aa7b45362825f0571e77c85f5e73afe1df9c7e9e15006df9d695c005e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e34db77d-36dc-4e38-80e9-7400a9bd9bd6" -d '{"events": [{"server_uuid": "63101f8e-85e2-411c-be0e-a4a0fa1b39b2", "name": "network-vif-unplugged", "status": "completed", "tag": "36b4db1d-b6e8-4dc0-991a-f9d6809e9c6a"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:44:34.889784 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [req-d1899e7d-62ad-4c0a-8f1d-4dfc593bc39f req-a5041263-c21b-46f9-a94e-fbfa4d3a5ad7 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] Allocated IP 172.20.0.10 (80bda1f2-d8f3-4628-a486-5841bb81c3dc/532e3931-08a4-40e8-b75d-9b3b215f2360/71deeceb-8906-49c8-b371-d300e9c63f70) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:44:34.896739 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-1915cd00-c3db-41e3-b4a5-b492ef74e349 req-1a9f59f0-e18d-4c51-9a51-d22da420b2be service neutron] 10.222.0.13 "GET /v2.0/networks/7c34618e-1eb4-46a9-ac65-b891df136138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1914046 May 20 20:44:34.928407 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-67058c15-84e4-488b-b183-f0d1905fd166 req-9d1401ae-e002-495b-a249-e5dcd89117f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:34.942761 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3480ca89-05d2-4d59-8745-e7fe12083300 req-d1199884-9acd-4b75-b381-f96ad48407b4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=62d1ba97-6f0b-4b65-9e31-0d50a53dbf7c HTTP/1.1" status: 200 len: 217 time: 0.2665472 May 20 20:44:34.961491 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77839391-eecc-4ee4-a276-65ec222ff813 req-d33fc31b-b4c1-4acf-9a1a-27705ee3626e tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:44:34.967335 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-77839391-eecc-4ee4-a276-65ec222ff813 req-d33fc31b-b4c1-4acf-9a1a-27705ee3626e tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/ports?device_id=63101f8e-85e2-411c-be0e-a4a0fa1b39b2 HTTP/1.1" status: 200 len: 950 time: 0.4709723 May 20 20:44:35.048620 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-1915cd00-c3db-41e3-b4a5-b492ef74e349 req-d42db055-4ba8-4a7e-98d4-659139c83d36 service neutron] 10.222.0.13 "GET /v2.0/networks/7c34618e-1eb4-46a9-ac65-b891df136138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419237 May 20 20:44:35.182970 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3480ca89-05d2-4d59-8745-e7fe12083300 req-ddf81618-3167-47de-9224-51a32f70e402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:44:35.185057 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3480ca89-05d2-4d59-8745-e7fe12083300 req-ddf81618-3167-47de-9224-51a32f70e402 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6369a26f-bc30-4622-b5b7-2978096f54a2 HTTP/1.1" status: 200 len: 857 time: 0.2146652 May 20 20:44:35.213771 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-77839391-eecc-4ee4-a276-65ec222ff813 req-7fac465f-936a-47ab-82fa-402689e84f92 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/security-groups?id=38c76b68-4081-4341-88c9-c8e3082a5da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839287 May 20 20:44:35.245143 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-89e6146a-ac76-4146-b27c-94f8d9a1da80 req-008c8124-8a06-421e-aaf9-9564102d05ad tempest-ServersAdminNegativeTestJSON-1817032777 tempest-ServersAdminNegativeTestJSON-1817032777-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=20bf3bd8e18c4f4caa205005eba8d0aa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0657320 May 20 20:44:35.247702 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [req-67058c15-84e4-488b-b183-f0d1905fd166 req-9d1401ae-e002-495b-a249-e5dcd89117f0 service neutron] No DVR routers for this DVR port 36b4db1d-b6e8-4dc0-991a-f9d6809e9c6a on host n-h2-842733-1 {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:44:35.272779 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1401ae-e002-495b-a249-e5dcd89117f0 service neutron] Pushing event updated for resources: {'Port': ['ID=36b4db1d-b6e8-4dc0-991a-f9d6809e9c6a,revision_number=6']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:44:35.399592 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1401ae-e002-495b-a249-e5dcd89117f0 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:44:35.405974 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1401ae-e002-495b-a249-e5dcd89117f0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:44:35.405974 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1401ae-e002-495b-a249-e5dcd89117f0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:44:35.405974 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1401ae-e002-495b-a249-e5dcd89117f0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:44:35.405974 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1401ae-e002-495b-a249-e5dcd89117f0 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:44:35.405974 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1401ae-e002-495b-a249-e5dcd89117f0 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:44:35.405974 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1401ae-e002-495b-a249-e5dcd89117f0 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:44:35.405974 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1401ae-e002-495b-a249-e5dcd89117f0 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:44:35.405974 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1401ae-e002-495b-a249-e5dcd89117f0 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:44:35.405974 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1401ae-e002-495b-a249-e5dcd89117f0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:44:35.405974 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1401ae-e002-495b-a249-e5dcd89117f0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:44:35.405974 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1401ae-e002-495b-a249-e5dcd89117f0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:44:35.456055 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-522a95f1-d42e-43c3-84e4-11b5f1610de0 req-a9cd8681-51e8-4244-935d-47e5870a7a25 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.35 "GET /v2.0/ports?device_id=21afd256-f156-4f5b-b78a-53e40cd30f78 HTTP/1.1" status: 200 len: 210 time: 0.1166797 May 20 20:44:35.532425 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-67058c15-84e4-488b-b183-f0d1905fd166 req-9d1401ae-e002-495b-a249-e5dcd89117f0 service neutron] Attempting to bind port 36b4db1d-b6e8-4dc0-991a-f9d6809e9c6a on host n-h1-842733-1 for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:44:35.532801 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-67058c15-84e4-488b-b183-f0d1905fd166 req-9d1401ae-e002-495b-a249-e5dcd89117f0 service neutron] Attempting to bind port 36b4db1d-b6e8-4dc0-991a-f9d6809e9c6a by drivers openvswitch,hyperv on host n-h1-842733-1 at level 0 using segments [{'id': 'ed3a602f-49fb-4a95-be80-401e1eb72e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'cd702362-b982-46c5-a7d0-51de1b03df86'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:44:35.533078 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67058c15-84e4-488b-b183-f0d1905fd166 req-9d1401ae-e002-495b-a249-e5dcd89117f0 service neutron] Attempting to bind port 36b4db1d-b6e8-4dc0-991a-f9d6809e9c6a on network cd702362-b982-46c5-a7d0-51de1b03df86 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:44:35.536127 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3480ca89-05d2-4d59-8745-e7fe12083300 req-0764bf21-1167-454a-84c8-e61de8f033dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:44:35.537655 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3480ca89-05d2-4d59-8745-e7fe12083300 req-0764bf21-1167-454a-84c8-e61de8f033dc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=dc8945eb-dd74-4cb0-b93f-84eec37290f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3230009 May 20 20:44:35.542927 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 20:44:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-521d9fbe-6bf3-421a-9f45-e101d6c2fa64 x-openstack-request-id: req-521d9fbe-6bf3-421a-9f45-e101d6c2fa64 {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:44:35.543463 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "156904b4-ae91-46c0-981d-c557e58e72e2", "tag": "8a41b2ce-d3c6-494d-9d90-01b1f30f6c6c", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:44:35.544503 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-521d9fbe-6bf3-421a-9f45-e101d6c2fa64 {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:44:35.545151 n-d-842733-1 neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-521d9fbe-6bf3-421a-9f45-e101d6c2fa64'] response: {'name': 'network-changed', 'server_uuid': '156904b4-ae91-46c0-981d-c557e58e72e2', 'tag': '8a41b2ce-d3c6-494d-9d90-01b1f30f6c6c', 'status': 'completed', 'code': 200} May 20 20:44:35.571954 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67058c15-84e4-488b-b183-f0d1905fd166 req-9d1401ae-e002-495b-a249-e5dcd89117f0 service neutron] Port 36b4db1d-b6e8-4dc0-991a-f9d6809e9c6a on network cd702362-b982-46c5-a7d0-51de1b03df86 not bound, no agent of type Open vSwitch agent registered on host n-h1-842733-1 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 20:44:35.578378 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67058c15-84e4-488b-b183-f0d1905fd166 req-9d1401ae-e002-495b-a249-e5dcd89117f0 service neutron] Attempting to bind port 36b4db1d-b6e8-4dc0-991a-f9d6809e9c6a on network cd702362-b982-46c5-a7d0-51de1b03df86 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:44:35.595430 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e6146a-ac76-4146-b27c-94f8d9a1da80 req-628f352e-6f8d-4b28-b37e-25e010782808 tempest-ServersAdminNegativeTestJSON-1817032777 tempest-ServersAdminNegativeTestJSON-1817032777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:44:35.602616 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-89e6146a-ac76-4146-b27c-94f8d9a1da80 req-628f352e-6f8d-4b28-b37e-25e010782808 tempest-ServersAdminNegativeTestJSON-1817032777 tempest-ServersAdminNegativeTestJSON-1817032777-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3565390 May 20 20:44:35.642197 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67058c15-84e4-488b-b183-f0d1905fd166 req-9d1401ae-e002-495b-a249-e5dcd89117f0 service neutron] Checking agent: {'id': '08dfb1ce-804b-4db8-838b-21094082e041', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 32, 54), 'started_at': datetime.datetime(2022, 5, 20, 20, 32, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 44, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:44:35.642548 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67058c15-84e4-488b-b183-f0d1905fd166 req-9d1401ae-e002-495b-a249-e5dcd89117f0 service neutron] Checking segment: {'id': 'ed3a602f-49fb-4a95-be80-401e1eb72e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'cd702362-b982-46c5-a7d0-51de1b03df86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:44:35.642941 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67058c15-84e4-488b-b183-f0d1905fd166 req-9d1401ae-e002-495b-a249-e5dcd89117f0 service neutron] Bound using segment: {'id': 'ed3a602f-49fb-4a95-be80-401e1eb72e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'cd702362-b982-46c5-a7d0-51de1b03df86'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:44:35.643790 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-67058c15-84e4-488b-b183-f0d1905fd166 req-9d1401ae-e002-495b-a249-e5dcd89117f0 service neutron] Bound port: 36b4db1d-b6e8-4dc0-991a-f9d6809e9c6a, host: n-h1-842733-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed3a602f-49fb-4a95-be80-401e1eb72e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'cd702362-b982-46c5-a7d0-51de1b03df86'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:44:35.644165 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-67058c15-84e4-488b-b183-f0d1905fd166 req-9d1401ae-e002-495b-a249-e5dcd89117f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:35.656554 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 May 2022 20:44:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f67e758b-5440-48fa-a192-a5dd6bb6c33f x-openstack-request-id: req-f67e758b-5440-48fa-a192-a5dd6bb6c33f {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:44:35.656849 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63101f8e-85e2-411c-be0e-a4a0fa1b39b2", "name": "network-vif-unplugged", "status": "completed", "tag": "36b4db1d-b6e8-4dc0-991a-f9d6809e9c6a", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:44:35.657108 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f67e758b-5440-48fa-a192-a5dd6bb6c33f {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:44:35.657565 n-d-842733-1 neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f67e758b-5440-48fa-a192-a5dd6bb6c33f'] response: {'server_uuid': '63101f8e-85e2-411c-be0e-a4a0fa1b39b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36b4db1d-b6e8-4dc0-991a-f9d6809e9c6a', 'code': 200} May 20 20:44:35.680275 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-89e6146a-ac76-4146-b27c-94f8d9a1da80 req-03b7181c-b9e9-4326-9e19-772b1791d9db tempest-ServersAdminNegativeTestJSON-1817032777 tempest-ServersAdminNegativeTestJSON-1817032777-project] 10.222.0.35 "GET /v2.0/quotas/20bf3bd8e18c4f4caa205005eba8d0aa HTTP/1.1" status: 200 len: 375 time: 0.0767562 May 20 20:44:35.708573 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2da8339-f1d2-4442-b63e-910113d49237 req-53bc65ec-2c0b-440c-b72c-4cf9f3372a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:44:35.710496 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-f2da8339-f1d2-4442-b63e-910113d49237 req-53bc65ec-2c0b-440c-b72c-4cf9f3372a61 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c23324ed92c6460facba85082860777a&device_id=156904b4-ae91-46c0-981d-c557e58e72e2 HTTP/1.1" status: 200 len: 1094 time: 0.1035776 May 20 20:44:35.717555 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-d1899e7d-62ad-4c0a-8f1d-4dfc593bc39f req-a5041263-c21b-46f9-a94e-fbfa4d3a5ad7 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] Notify callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:35.785550 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-89e6146a-ac76-4146-b27c-94f8d9a1da80 req-3e78c1da-fe13-4c0f-9b71-b760ea8afd3a tempest-ServersAdminNegativeTestJSON-1817032777 tempest-ServersAdminNegativeTestJSON-1817032777-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=20bf3bd8e18c4f4caa205005eba8d0aa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0924809 May 20 20:44:35.846814 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device e6267721-b542-4fb6-b8a1-978352483b41 up at agent hyperv_n-h2-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:44:35.866068 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3480ca89-05d2-4d59-8745-e7fe12083300 req-3bc66269-92cd-4048-94c1-1909b08714d9 service neutron] 10.222.0.13 "GET /v2.0/networks/dc8945eb-dd74-4cb0-b93f-84eec37290f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3175778 May 20 20:44:35.872849 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2da8339-f1d2-4442-b63e-910113d49237 req-e2f7f094-5f91-4a15-95a3-73c6ea071bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:44:35.874560 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-f2da8339-f1d2-4442-b63e-910113d49237 req-e2f7f094-5f91-4a15-95a3-73c6ea071bb3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=7c34618e-1eb4-46a9-ac65-b891df136138 HTTP/1.1" status: 200 len: 916 time: 0.1536877 May 20 20:44:35.885807 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-67058c15-84e4-488b-b183-f0d1905fd166 req-9d1401ae-e002-495b-a249-e5dcd89117f0 service neutron] For port 36b4db1d-b6e8-4dc0-991a-f9d6809e9c6a, host n-h1-842733-1, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:44:35.893036 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-67058c15-84e4-488b-b183-f0d1905fd166 req-9d1401ae-e002-495b-a249-e5dcd89117f0 service neutron] For port 36b4db1d-b6e8-4dc0-991a-f9d6809e9c6a, host n-h1-842733-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=36b4db1d-b6e8-4dc0-991a-f9d6809e9c6a,segment=NetworkSegment(ed3a602f-49fb-4a95-be80-401e1eb72e33),segment_id=ed3a602f-49fb-4a95-be80-401e1eb72e33)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:44:35.908936 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa41db97-04e3-48d7-9879-d20453f6ea4b req-05536265-fae3-4258-b425-ae0e8ed3a41f tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:44:35.915777 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-aa41db97-04e3-48d7-9879-d20453f6ea4b req-05536265-fae3-4258-b425-ae0e8ed3a41f tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] 10.222.0.35 "GET /v2.0/ports?device_id=156904b4-ae91-46c0-981d-c557e58e72e2 HTTP/1.1" status: 200 len: 943 time: 0.1774523 May 20 20:44:35.957054 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-f2da8339-f1d2-4442-b63e-910113d49237 req-94ad3579-77ef-4d7e-90f7-850230eca95b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8a41b2ce-d3c6-494d-9d90-01b1f30f6c6c HTTP/1.1" status: 200 len: 217 time: 0.0673449 May 20 20:44:35.963311 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Provisioning complete for port e6267721-b542-4fb6-b8a1-978352483b41 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:44:35.963605 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:35.993024 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-67058c15-84e4-488b-b183-f0d1905fd166 req-9d1401ae-e002-495b-a249-e5dcd89117f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:36.032962 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-d1899e7d-62ad-4c0a-8f1d-4dfc593bc39f req-a5041263-c21b-46f9-a94e-fbfa4d3a5ad7 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:36.052605 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] get_ports_and_sgs() called for port_ids ['3f587f96-5444-4c41-a898-7664aceff07c'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:44:36.056872 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2da8339-f1d2-4442-b63e-910113d49237 req-ab69f2f2-632d-4917-aadf-e72ad98d07b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:44:36.057921 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-aa41db97-04e3-48d7-9879-d20453f6ea4b req-14b9fcc6-f8ad-4ebd-86f5-59272edbccc4 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] 10.222.0.35 "GET /v2.0/security-groups?id=5a4a115d-3043-42aa-aa41-f596074bc5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1412773 May 20 20:44:36.065783 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-f2da8339-f1d2-4442-b63e-910113d49237 req-ab69f2f2-632d-4917-aadf-e72ad98d07b0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=66bb8d81-3453-4d74-b13d-66db71019128 HTTP/1.1" status: 200 len: 854 time: 0.0867648 May 20 20:44:36.092360 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67058c15-84e4-488b-b183-f0d1905fd166 req-9d1401ae-e002-495b-a249-e5dcd89117f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:44:36.093132 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-67058c15-84e4-488b-b183-f0d1905fd166 req-9d1401ae-e002-495b-a249-e5dcd89117f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:36.096729 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-67058c15-84e4-488b-b183-f0d1905fd166 req-9d1401ae-e002-495b-a249-e5dcd89117f0 service neutron] 10.222.0.24 "PUT /v2.0/ports/36b4db1d-b6e8-4dc0-991a-f9d6809e9c6a HTTP/1.1" status: 200 len: 1096 time: 3.4791141 May 20 20:44:36.136684 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1899e7d-62ad-4c0a-8f1d-4dfc593bc39f req-a5041263-c21b-46f9-a94e-fbfa4d3a5ad7 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] Network 80bda1f2-d8f3-4628-a486-5841bb81c3dc is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:44:36.155620 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2da8339-f1d2-4442-b63e-910113d49237 req-b955b922-e65f-4439-9711-2af40336a2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:44:36.158944 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-f2da8339-f1d2-4442-b63e-910113d49237 req-b955b922-e65f-4439-9711-2af40336a2bc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7c34618e-1eb4-46a9-ac65-b891df136138&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0779488 May 20 20:44:36.191399 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [req-d1899e7d-62ad-4c0a-8f1d-4dfc593bc39f req-a5041263-c21b-46f9-a94e-fbfa4d3a5ad7 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:44:36.212254 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1899e7d-62ad-4c0a-8f1d-4dfc593bc39f req-a5041263-c21b-46f9-a94e-fbfa4d3a5ad7 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:44:36.215697 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1401ae-e002-495b-a249-e5dcd89117f0 service neutron] Pushing event updated for resources: {'Port': ['ID=36b4db1d-b6e8-4dc0-991a-f9d6809e9c6a,revision_number=7']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:44:36.223181 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3480ca89-05d2-4d59-8745-e7fe12083300 req-f0083087-a18b-4f91-b8d1-b5c346526a27 service neutron] 10.222.0.13 "GET /v2.0/networks/dc8945eb-dd74-4cb0-b93f-84eec37290f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3331683 May 20 20:44:36.339068 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5041263-c21b-46f9-a94e-fbfa4d3a5ad7 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] Pushing event updated for resources: {'Port': ['ID=71deeceb-8906-49c8-b371-d300e9c63f70,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:44:36.351991 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port e6267721-b542-4fb6-b8a1-978352483b41 is: BUILD; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:44:36.352515 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:36.417373 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67058c15-84e4-488b-b183-f0d1905fd166 req-4aa8ffcb-4556-4f0b-982e-780b353a9295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:44:36.419334 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-67058c15-84e4-488b-b183-f0d1905fd166 req-4aa8ffcb-4556-4f0b-982e-780b353a9295 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=74b74d22d9d54e1eae7cec44a7fbec8d&device_id=63101f8e-85e2-411c-be0e-a4a0fa1b39b2 HTTP/1.1" status: 200 len: 1099 time: 0.2975495 May 20 20:44:36.455991 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1899e7d-62ad-4c0a-8f1d-4dfc593bc39f req-a5041263-c21b-46f9-a94e-fbfa4d3a5ad7 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:44:36.456649 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-d1899e7d-62ad-4c0a-8f1d-4dfc593bc39f req-a5041263-c21b-46f9-a94e-fbfa4d3a5ad7 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:36.474024 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port e6267721-b542-4fb6-b8a1-978352483b41, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=e6267721-b542-4fb6-b8a1-978352483b41,segment=NetworkSegment(ed3a602f-49fb-4a95-be80-401e1eb72e33),segment_id=ed3a602f-49fb-4a95-be80-401e1eb72e33)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:44:36.572085 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-625e0a96-d0ba-4925-8d19-252ae59c3562 req-19512abc-94ed-4999-bc7b-6335dc734f0f tempest-ServersAdminNegativeTestJSON-1817032777 tempest-ServersAdminNegativeTestJSON-1817032777-project] 10.222.0.35 "GET /v2.0/ports?device_id=13c8a8b0-6bcb-4303-8fad-1f9f3e9a3230 HTTP/1.1" status: 200 len: 210 time: 0.1104789 May 20 20:44:36.591088 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f99e09-ad56-47c3-9aa6-bc327c1b1070 req-27b4b323-4226-4029-b36f-b1c2010d6476 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:44:36.593414 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b7f99e09-ad56-47c3-9aa6-bc327c1b1070 req-27b4b323-4226-4029-b36f-b1c2010d6476 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] 10.222.0.35 "GET /v2.0/ports?device_id=444b3ad3-070a-402c-b3e2-ee88bb47c145 HTTP/1.1" status: 200 len: 945 time: 0.2412672 May 20 20:44:36.679069 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67058c15-84e4-488b-b183-f0d1905fd166 req-62c4b6e6-69fb-4cad-a75a-1520879e2321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:44:36.680485 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-67058c15-84e4-488b-b183-f0d1905fd166 req-62c4b6e6-69fb-4cad-a75a-1520879e2321 service neutron] 10.222.0.24 "GET /v2.0/networks?id=cd702362-b982-46c5-a7d0-51de1b03df86 HTTP/1.1" status: 200 len: 870 time: 0.2420220 May 20 20:44:36.696683 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b7f99e09-ad56-47c3-9aa6-bc327c1b1070 req-a53f0168-71a7-4fcc-a276-ea194387d332 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] 10.222.0.35 "GET /v2.0/security-groups?id=24ffe084-33f1-4a86-83df-85043464ffa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931950 May 20 20:44:36.713556 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-f2da8339-f1d2-4442-b63e-910113d49237 req-d5f1d2d7-9e6f-41a9-988c-5637c8a6d4da service neutron] 10.222.0.13 "GET /v2.0/networks/7c34618e-1eb4-46a9-ac65-b891df136138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5457242 May 20 20:44:36.750635 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-67058c15-84e4-488b-b183-f0d1905fd166 req-0b0c33e5-eb74-4784-b484-5fb526db6e71 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=36b4db1d-b6e8-4dc0-991a-f9d6809e9c6a HTTP/1.1" status: 200 len: 217 time: 0.0530114 May 20 20:44:36.766882 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706db37f-b6e3-4f17-8ed4-114ce93a9b9e req-4b6a44af-de73-45bc-962d-faab2cd27b21 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:44:36.768384 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-706db37f-b6e3-4f17-8ed4-114ce93a9b9e req-4b6a44af-de73-45bc-962d-faab2cd27b21 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/ports?device_id=63101f8e-85e2-411c-be0e-a4a0fa1b39b2 HTTP/1.1" status: 200 len: 948 time: 0.1097779 May 20 20:44:36.790001 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cf46fab-12e1-4785-85be-6f2bfb618fd6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e213a585-6dd1-4d47-a02d-ed1886bd7f5d'}, {'server_uuid': '0bbfd9e8-a057-44f1-b038-cbd8f003a98d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6267721-b542-4fb6-b8a1-978352483b41'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:44:36.792401 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8485417003ce7c0410b00f5cdc2f391e21107b70bb68e2773712534a96e108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dc68a4d-eff5-4c4e-b11d-42eacefa5792" -d '{"events": [{"server_uuid": "2cf46fab-12e1-4785-85be-6f2bfb618fd6", "name": "network-vif-unplugged", "status": "completed", "tag": "e213a585-6dd1-4d47-a02d-ed1886bd7f5d"}, {"server_uuid": "0bbfd9e8-a057-44f1-b038-cbd8f003a98d", "name": "network-vif-plugged", "status": "completed", "tag": "e6267721-b542-4fb6-b8a1-978352483b41"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:44:36.812833 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:36.813628 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-f2da8339-f1d2-4442-b63e-910113d49237 req-a72fb554-fff0-4b03-9849-7edc5650b0da service neutron] 10.222.0.13 "GET /v2.0/networks/7c34618e-1eb4-46a9-ac65-b891df136138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915473 May 20 20:44:36.814877 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 36b4db1d-b6e8-4dc0-991a-f9d6809e9c6a no longer exists at agent hyperv_n-h2-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:44:36.842592 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d1899e7d-62ad-4c0a-8f1d-4dfc593bc39f req-a5041263-c21b-46f9-a94e-fbfa4d3a5ad7 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0707550 May 20 20:44:36.880358 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [req-d1899e7d-62ad-4c0a-8f1d-4dfc593bc39f req-6f8ce2c8-b472-4199-b58d-1a728582d19c service neutron] Request body: {'port': {'device_id': '21afd256-f156-4f5b-b78a-53e40cd30f78', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-842733-1'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:44:36.900716 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 36b4db1d-b6e8-4dc0-991a-f9d6809e9c6a not bound to the agent host n-h2-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 20:44:36.905877 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=e6267721-b542-4fb6-b8a1-978352483b41,revision_number=7']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:44:36.932470 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67058c15-84e4-488b-b183-f0d1905fd166 req-df123c08-5456-44c6-8afd-3f275d4173ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:44:36.933699 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-67058c15-84e4-488b-b183-f0d1905fd166 req-df123c08-5456-44c6-8afd-3f275d4173ef service neutron] 10.222.0.24 "GET /v2.0/subnets?id=26b342ea-254c-483a-9ea9-f11c178970eb HTTP/1.1" status: 200 len: 843 time: 0.1748979 May 20 20:44:36.937435 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-706db37f-b6e3-4f17-8ed4-114ce93a9b9e req-07a5fb1c-4182-4390-84b4-c6974907c550 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/security-groups?id=38c76b68-4081-4341-88c9-c8e3082a5da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608138 May 20 20:44:37.022282 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dac008b-9e96-447b-b6b9-2a06e2aedcff req-c2548a07-d2db-409a-b774-f8b949f96186 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:44:37.023948 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5dac008b-9e96-447b-b6b9-2a06e2aedcff req-c2548a07-d2db-409a-b774-f8b949f96186 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.35 "GET /v2.0/ports?device_id=21afd256-f156-4f5b-b78a-53e40cd30f78 HTTP/1.1" status: 200 len: 932 time: 0.2546847 May 20 20:44:37.028321 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-d1899e7d-62ad-4c0a-8f1d-4dfc593bc39f req-6f8ce2c8-b472-4199-b58d-1a728582d19c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:37.090734 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67058c15-84e4-488b-b183-f0d1905fd166 req-62b0da01-ee92-46ad-b665-3fda418e5a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:44:37.092397 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-67058c15-84e4-488b-b183-f0d1905fd166 req-62b0da01-ee92-46ad-b665-3fda418e5a48 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cd702362-b982-46c5-a7d0-51de1b03df86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1474302 May 20 20:44:37.126826 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Fri, 20 May 2022 20:44:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-babf7a36-6278-4547-a86a-972c50d3006d x-openstack-request-id: req-babf7a36-6278-4547-a86a-972c50d3006d {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:44:37.127158 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cf46fab-12e1-4785-85be-6f2bfb618fd6", "name": "network-vif-unplugged", "status": "completed", "tag": "e213a585-6dd1-4d47-a02d-ed1886bd7f5d", "code": 200}, {"server_uuid": "0bbfd9e8-a057-44f1-b038-cbd8f003a98d", "name": "network-vif-plugged", "status": "completed", "tag": "e6267721-b542-4fb6-b8a1-978352483b41", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:44:37.129171 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-babf7a36-6278-4547-a86a-972c50d3006d {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:44:37.129171 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-babf7a36-6278-4547-a86a-972c50d3006d'] response: {'server_uuid': '2cf46fab-12e1-4785-85be-6f2bfb618fd6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e213a585-6dd1-4d47-a02d-ed1886bd7f5d', 'code': 200} May 20 20:44:37.129171 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-babf7a36-6278-4547-a86a-972c50d3006d'] response: {'server_uuid': '0bbfd9e8-a057-44f1-b038-cbd8f003a98d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6267721-b542-4fb6-b8a1-978352483b41', 'code': 200} May 20 20:44:37.146417 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5dac008b-9e96-447b-b6b9-2a06e2aedcff req-00c85915-21ed-45ba-b129-7c30158bb75f tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.35 "GET /v2.0/security-groups?id=af06f2cf-8756-4fbf-90c6-d72ff1946909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978398 May 20 20:44:37.376757 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-67058c15-84e4-488b-b183-f0d1905fd166 req-848ee28e-0db3-4517-bdb1-bb8a767d7e0b service neutron] 10.222.0.24 "GET /v2.0/networks/cd702362-b982-46c5-a7d0-51de1b03df86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2637522 May 20 20:44:37.424533 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54319a3d-ba9e-4c8a-bb8e-e8cfe2f4062c req-f8987c20-14c5-493e-a762-b70fdf31f4e6 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:44:37.432182 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-54319a3d-ba9e-4c8a-bb8e-e8cfe2f4062c req-f8987c20-14c5-493e-a762-b70fdf31f4e6 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] 10.222.0.35 "GET /v2.0/ports?device_id=156904b4-ae91-46c0-981d-c557e58e72e2 HTTP/1.1" status: 200 len: 943 time: 0.1729071 May 20 20:44:37.622288 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-54319a3d-ba9e-4c8a-bb8e-e8cfe2f4062c req-22c89d30-9abe-4c9e-a998-5ea0720f2561 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] 10.222.0.35 "GET /v2.0/security-groups?id=5a4a115d-3043-42aa-aa41-f596074bc5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1885736 May 20 20:44:37.632982 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-67058c15-84e4-488b-b183-f0d1905fd166 req-8c72a784-6261-4cb3-b809-04501a2d414d service neutron] 10.222.0.24 "GET /v2.0/networks/cd702362-b982-46c5-a7d0-51de1b03df86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2325323 May 20 20:44:37.692961 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63101f8e-85e2-411c-be0e-a4a0fa1b39b2', 'tag': '36b4db1d-b6e8-4dc0-991a-f9d6809e9c6a'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:44:37.696650 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4291b17aa7b45362825f0571e77c85f5e73afe1df9c7e9e15006df9d695c005e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbec5dbd-f97c-43cf-96ff-a22c2eb8b11b" -d '{"events": [{"name": "network-changed", "server_uuid": "63101f8e-85e2-411c-be0e-a4a0fa1b39b2", "tag": "36b4db1d-b6e8-4dc0-991a-f9d6809e9c6a"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:44:37.716971 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [req-d1899e7d-62ad-4c0a-8f1d-4dfc593bc39f req-6f8ce2c8-b472-4199-b58d-1a728582d19c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71deeceb-8906-49c8-b371-d300e9c63f70 {{(pid=103163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:44:37.726902 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-d1899e7d-62ad-4c0a-8f1d-4dfc593bc39f req-6f8ce2c8-b472-4199-b58d-1a728582d19c service neutron] Notify callbacks [] for port, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:37.749550 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [req-d1899e7d-62ad-4c0a-8f1d-4dfc593bc39f req-6f8ce2c8-b472-4199-b58d-1a728582d19c service neutron] Transition to ACTIVE for port object 71deeceb-8906-49c8-b371-d300e9c63f70 will not be triggered until provisioned by entity L2. {{(pid=103163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 20:44:37.852220 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 8a41b2ce-d3c6-494d-9d90-01b1f30f6c6c details requested by agent hyperv_n-h2-842733-1 with host n-h2-842733-1 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 20:44:37.865796 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-d1899e7d-62ad-4c0a-8f1d-4dfc593bc39f req-6f8ce2c8-b472-4199-b58d-1a728582d19c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:37.972661 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8ce2c8-b472-4199-b58d-1a728582d19c service neutron] Pushing event updated for resources: {'Port': ['ID=71deeceb-8906-49c8-b371-d300e9c63f70,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:44:38.005261 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-d1899e7d-62ad-4c0a-8f1d-4dfc593bc39f req-6f8ce2c8-b472-4199-b58d-1a728582d19c service neutron] Attempting to bind port 71deeceb-8906-49c8-b371-d300e9c63f70 on host n-h2-842733-1 for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:44:38.005985 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-d1899e7d-62ad-4c0a-8f1d-4dfc593bc39f req-6f8ce2c8-b472-4199-b58d-1a728582d19c service neutron] Attempting to bind port 71deeceb-8906-49c8-b371-d300e9c63f70 by drivers openvswitch,hyperv on host n-h2-842733-1 at level 0 using segments [{'id': '1b618711-eace-4f66-9dbc-026093290eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '80bda1f2-d8f3-4628-a486-5841bb81c3dc'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:44:38.005985 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1899e7d-62ad-4c0a-8f1d-4dfc593bc39f req-6f8ce2c8-b472-4199-b58d-1a728582d19c service neutron] Attempting to bind port 71deeceb-8906-49c8-b371-d300e9c63f70 on network 80bda1f2-d8f3-4628-a486-5841bb81c3dc {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:44:38.010551 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1899e7d-62ad-4c0a-8f1d-4dfc593bc39f req-6f8ce2c8-b472-4199-b58d-1a728582d19c service neutron] Port 71deeceb-8906-49c8-b371-d300e9c63f70 on network 80bda1f2-d8f3-4628-a486-5841bb81c3dc not bound, no agent of type Open vSwitch agent registered on host n-h2-842733-1 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 20:44:38.010952 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1899e7d-62ad-4c0a-8f1d-4dfc593bc39f req-6f8ce2c8-b472-4199-b58d-1a728582d19c service neutron] Attempting to bind port 71deeceb-8906-49c8-b371-d300e9c63f70 on network 80bda1f2-d8f3-4628-a486-5841bb81c3dc {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:44:38.017752 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1899e7d-62ad-4c0a-8f1d-4dfc593bc39f req-6f8ce2c8-b472-4199-b58d-1a728582d19c service neutron] Checking agent: {'id': 'a66f2511-b955-448f-877c-56cfe9c81b12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 33, 2), 'started_at': datetime.datetime(2022, 5, 20, 20, 33, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 44, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:44:38.018115 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1899e7d-62ad-4c0a-8f1d-4dfc593bc39f req-6f8ce2c8-b472-4199-b58d-1a728582d19c service neutron] Checking segment: {'id': '1b618711-eace-4f66-9dbc-026093290eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '80bda1f2-d8f3-4628-a486-5841bb81c3dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:44:38.018912 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1899e7d-62ad-4c0a-8f1d-4dfc593bc39f req-6f8ce2c8-b472-4199-b58d-1a728582d19c service neutron] Bound using segment: {'id': '1b618711-eace-4f66-9dbc-026093290eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '80bda1f2-d8f3-4628-a486-5841bb81c3dc'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:44:38.018912 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-d1899e7d-62ad-4c0a-8f1d-4dfc593bc39f req-6f8ce2c8-b472-4199-b58d-1a728582d19c service neutron] Bound port: 71deeceb-8906-49c8-b371-d300e9c63f70, host: n-h2-842733-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b618711-eace-4f66-9dbc-026093290eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '80bda1f2-d8f3-4628-a486-5841bb81c3dc'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:44:38.019253 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-d1899e7d-62ad-4c0a-8f1d-4dfc593bc39f req-6f8ce2c8-b472-4199-b58d-1a728582d19c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:38.031879 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port 8a41b2ce-d3c6-494d-9d90-01b1f30f6c6c, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=8a41b2ce-d3c6-494d-9d90-01b1f30f6c6c,segment=NetworkSegment(51a22548-63c8-444c-b674-6afca742ad16),segment_id=51a22548-63c8-444c-b674-6afca742ad16)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:44:38.048617 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Returning: {'device': '8a41b2ce-d3c6-494d-9d90-01b1f30f6c6c', 'network_id': '7c34618e-1eb4-46a9-ac65-b891df136138', 'port_id': '8a41b2ce-d3c6-494d-9d90-01b1f30f6c6c', 'mac_address': 'fa:16:3e:a1:9b:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66bb8d81-3453-4d74-b13d-66db71019128', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 20 20:44:38.133055 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port 8a41b2ce-d3c6-494d-9d90-01b1f30f6c6c is: DOWN; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:44:38.134700 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:38.147104 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-d1899e7d-62ad-4c0a-8f1d-4dfc593bc39f req-6f8ce2c8-b472-4199-b58d-1a728582d19c service neutron] For port 71deeceb-8906-49c8-b371-d300e9c63f70, host n-h2-842733-1, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:44:38.151706 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a41b2ce-d3c6-494d-9d90-01b1f30f6c6c {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:44:38.154262 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-d1899e7d-62ad-4c0a-8f1d-4dfc593bc39f req-6f8ce2c8-b472-4199-b58d-1a728582d19c service neutron] For port 71deeceb-8906-49c8-b371-d300e9c63f70, host n-h2-842733-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=71deeceb-8906-49c8-b371-d300e9c63f70,segment=NetworkSegment(1b618711-eace-4f66-9dbc-026093290eaa),segment_id=1b618711-eace-4f66-9dbc-026093290eaa)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:44:38.187840 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port 8a41b2ce-d3c6-494d-9d90-01b1f30f6c6c, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=8a41b2ce-d3c6-494d-9d90-01b1f30f6c6c,segment=NetworkSegment(51a22548-63c8-444c-b674-6afca742ad16),segment_id=51a22548-63c8-444c-b674-6afca742ad16)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:44:38.223808 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-d1899e7d-62ad-4c0a-8f1d-4dfc593bc39f req-6f8ce2c8-b472-4199-b58d-1a728582d19c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:38.276419 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1899e7d-62ad-4c0a-8f1d-4dfc593bc39f req-6f8ce2c8-b472-4199-b58d-1a728582d19c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:44:38.277094 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-d1899e7d-62ad-4c0a-8f1d-4dfc593bc39f req-6f8ce2c8-b472-4199-b58d-1a728582d19c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:38.279503 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d1899e7d-62ad-4c0a-8f1d-4dfc593bc39f req-6f8ce2c8-b472-4199-b58d-1a728582d19c service neutron] 10.222.0.13 "PUT /v2.0/ports/71deeceb-8906-49c8-b371-d300e9c63f70 HTTP/1.1" status: 200 len: 1092 time: 1.4061360 May 20 20:44:38.316659 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:38.346327 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8ce2c8-b472-4199-b58d-1a728582d19c service neutron] Pushing event updated for resources: {'Port': ['ID=71deeceb-8906-49c8-b371-d300e9c63f70,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:44:38.472943 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=8a41b2ce-d3c6-494d-9d90-01b1f30f6c6c,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:44:38.474939 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1899e7d-62ad-4c0a-8f1d-4dfc593bc39f req-648006bd-3d67-4b34-8aed-66cc4e6ad978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:44:38.479026 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d1899e7d-62ad-4c0a-8f1d-4dfc593bc39f req-648006bd-3d67-4b34-8aed-66cc4e6ad978 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bfecc73b8c99406dbde7fba5545cc962&device_id=21afd256-f156-4f5b-b78a-53e40cd30f78 HTTP/1.1" status: 200 len: 1095 time: 0.0682926 May 20 20:44:38.554980 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d1899e7d-62ad-4c0a-8f1d-4dfc593bc39f req-f0e93bcf-96cf-4c67-b13c-270238cd8218 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=71deeceb-8906-49c8-b371-d300e9c63f70 HTTP/1.1" status: 200 len: 217 time: 0.0548699 May 20 20:44:38.654901 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1899e7d-62ad-4c0a-8f1d-4dfc593bc39f req-6d34f539-7316-499b-8e96-b03577339aff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:44:38.660123 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d1899e7d-62ad-4c0a-8f1d-4dfc593bc39f req-6d34f539-7316-499b-8e96-b03577339aff service neutron] 10.222.0.13 "GET /v2.0/subnets?id=532e3931-08a4-40e8-b75d-9b3b215f2360 HTTP/1.1" status: 200 len: 845 time: 0.0914612 May 20 20:44:38.715384 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d1899e7d-62ad-4c0a-8f1d-4dfc593bc39f req-1adf4332-cfd5-4c05-971f-a7ebe3f9266c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=80bda1f2-d8f3-4628-a486-5841bb81c3dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469606 May 20 20:44:38.806629 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] get_ports_and_sgs() called for port_ids ['8a41b2ce-d3c6-494d-9d90-01b1f30f6c6c'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:44:38.915773 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d1899e7d-62ad-4c0a-8f1d-4dfc593bc39f req-18d6f666-334c-482c-ae3c-51f0672d6c55 service neutron] 10.222.0.13 "GET /v2.0/networks/80bda1f2-d8f3-4628-a486-5841bb81c3dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1851430 May 20 20:44:39.173454 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d1899e7d-62ad-4c0a-8f1d-4dfc593bc39f req-19453832-e983-4c66-a1b1-cf35b1ee5ee3 service neutron] 10.222.0.13 "GET /v2.0/networks/80bda1f2-d8f3-4628-a486-5841bb81c3dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2432265 May 20 20:44:39.324809 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-89e6146a-ac76-4146-b27c-94f8d9a1da80 req-95071286-425f-4051-8287-554e3ca05bdf tempest-ServersAdminNegativeTestJSON-1817032777 tempest-ServersAdminNegativeTestJSON-1817032777-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=20bf3bd8e18c4f4caa205005eba8d0aa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0417104 May 20 20:44:39.588325 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e6146a-ac76-4146-b27c-94f8d9a1da80 req-5ef47a85-6adf-4d90-834e-55b0318e253a tempest-ServersAdminNegativeTestJSON-1817032777 tempest-ServersAdminNegativeTestJSON-1817032777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:44:39.591167 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-89e6146a-ac76-4146-b27c-94f8d9a1da80 req-5ef47a85-6adf-4d90-834e-55b0318e253a tempest-ServersAdminNegativeTestJSON-1817032777 tempest-ServersAdminNegativeTestJSON-1817032777-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2561557 May 20 20:44:39.606610 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [req-89e6146a-ac76-4146-b27c-94f8d9a1da80 req-b4e6ab93-7e69-4804-bb90-d988c89c7cb4 tempest-ServersAdminNegativeTestJSON-1817032777 tempest-ServersAdminNegativeTestJSON-1817032777-project] Request body: {'port': {'device_id': '13c8a8b0-6bcb-4303-8fad-1f9f3e9a3230', 'network_id': 'cd702362-b982-46c5-a7d0-51de1b03df86', 'admin_state_up': True, 'tenant_id': '20bf3bd8e18c4f4caa205005eba8d0aa'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:44:39.892010 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89e6146a-ac76-4146-b27c-94f8d9a1da80 req-b4e6ab93-7e69-4804-bb90-d988c89c7cb4 tempest-ServersAdminNegativeTestJSON-1817032777 tempest-ServersAdminNegativeTestJSON-1817032777-project] Made reservation on behalf of 20bf3bd8e18c4f4caa205005eba8d0aa for: {'port': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:44:39.899933 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-89e6146a-ac76-4146-b27c-94f8d9a1da80 req-b4e6ab93-7e69-4804-bb90-d988c89c7cb4 tempest-ServersAdminNegativeTestJSON-1817032777 tempest-ServersAdminNegativeTestJSON-1817032777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:39.921651 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-89e6146a-ac76-4146-b27c-94f8d9a1da80 req-b4e6ab93-7e69-4804-bb90-d988c89c7cb4 tempest-ServersAdminNegativeTestJSON-1817032777 tempest-ServersAdminNegativeTestJSON-1817032777-project] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:40.162190 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-89e6146a-ac76-4146-b27c-94f8d9a1da80 req-b4e6ab93-7e69-4804-bb90-d988c89c7cb4 tempest-ServersAdminNegativeTestJSON-1817032777 tempest-ServersAdminNegativeTestJSON-1817032777-project] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:40.254700 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-89e6146a-ac76-4146-b27c-94f8d9a1da80 req-b4e6ab93-7e69-4804-bb90-d988c89c7cb4 tempest-ServersAdminNegativeTestJSON-1817032777 tempest-ServersAdminNegativeTestJSON-1817032777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:40.295899 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e6ab93-7e69-4804-bb90-d988c89c7cb4 tempest-ServersAdminNegativeTestJSON-1817032777 tempest-ServersAdminNegativeTestJSON-1817032777-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fbd0fcb9-5b05-4270-a829-55738c8f5e27,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:44:40.450462 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [req-89e6146a-ac76-4146-b27c-94f8d9a1da80 req-b4e6ab93-7e69-4804-bb90-d988c89c7cb4 tempest-ServersAdminNegativeTestJSON-1817032777 tempest-ServersAdminNegativeTestJSON-1817032777-project] Allocated IP 192.168.233.130 (cd702362-b982-46c5-a7d0-51de1b03df86/26b342ea-254c-483a-9ea9-f11c178970eb/ca99e829-35c6-4b50-9792-f994c9054c4d) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:44:40.649370 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-89e6146a-ac76-4146-b27c-94f8d9a1da80 req-b4e6ab93-7e69-4804-bb90-d988c89c7cb4 tempest-ServersAdminNegativeTestJSON-1817032777 tempest-ServersAdminNegativeTestJSON-1817032777-project] Notify callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:41.060766 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-89e6146a-ac76-4146-b27c-94f8d9a1da80 req-b4e6ab93-7e69-4804-bb90-d988c89c7cb4 tempest-ServersAdminNegativeTestJSON-1817032777 tempest-ServersAdminNegativeTestJSON-1817032777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:41.107393 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89e6146a-ac76-4146-b27c-94f8d9a1da80 req-b4e6ab93-7e69-4804-bb90-d988c89c7cb4 tempest-ServersAdminNegativeTestJSON-1817032777 tempest-ServersAdminNegativeTestJSON-1817032777-project] Network cd702362-b982-46c5-a7d0-51de1b03df86 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:44:41.110778 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [req-89e6146a-ac76-4146-b27c-94f8d9a1da80 req-b4e6ab93-7e69-4804-bb90-d988c89c7cb4 tempest-ServersAdminNegativeTestJSON-1817032777 tempest-ServersAdminNegativeTestJSON-1817032777-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:44:41.114666 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [req-89e6146a-ac76-4146-b27c-94f8d9a1da80 req-b4e6ab93-7e69-4804-bb90-d988c89c7cb4 tempest-ServersAdminNegativeTestJSON-1817032777 tempest-ServersAdminNegativeTestJSON-1817032777-project] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:44:41.125466 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e6ab93-7e69-4804-bb90-d988c89c7cb4 tempest-ServersAdminNegativeTestJSON-1817032777 tempest-ServersAdminNegativeTestJSON-1817032777-project] Pushing event updated for resources: {'Port': ['ID=ca99e829-35c6-4b50-9792-f994c9054c4d,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:44:41.196033 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e6146a-ac76-4146-b27c-94f8d9a1da80 req-b4e6ab93-7e69-4804-bb90-d988c89c7cb4 tempest-ServersAdminNegativeTestJSON-1817032777 tempest-ServersAdminNegativeTestJSON-1817032777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:44:41.196654 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-89e6146a-ac76-4146-b27c-94f8d9a1da80 req-b4e6ab93-7e69-4804-bb90-d988c89c7cb4 tempest-ServersAdminNegativeTestJSON-1817032777 tempest-ServersAdminNegativeTestJSON-1817032777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:41.281332 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-89e6146a-ac76-4146-b27c-94f8d9a1da80 req-b4e6ab93-7e69-4804-bb90-d988c89c7cb4 tempest-ServersAdminNegativeTestJSON-1817032777 tempest-ServersAdminNegativeTestJSON-1817032777-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6742737 May 20 20:44:41.288482 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [req-89e6146a-ac76-4146-b27c-94f8d9a1da80 req-d265d94e-62d0-4630-8c14-535a9cce1cc8 service neutron] Request body: {'port': {'device_id': '13c8a8b0-6bcb-4303-8fad-1f9f3e9a3230', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-842733-1'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:44:41.446696 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 36b4db1d-b6e8-4dc0-991a-f9d6809e9c6a details requested by agent hyperv_n-h1-842733-1 with host n-h1-842733-1 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 20:44:41.608056 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port 36b4db1d-b6e8-4dc0-991a-f9d6809e9c6a, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=36b4db1d-b6e8-4dc0-991a-f9d6809e9c6a,segment=NetworkSegment(ed3a602f-49fb-4a95-be80-401e1eb72e33),segment_id=ed3a602f-49fb-4a95-be80-401e1eb72e33)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:44:41.628854 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Returning: {'device': '36b4db1d-b6e8-4dc0-991a-f9d6809e9c6a', 'network_id': 'cd702362-b982-46c5-a7d0-51de1b03df86', 'port_id': '36b4db1d-b6e8-4dc0-991a-f9d6809e9c6a', 'mac_address': 'fa:16:3e:47:62:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26b342ea-254c-483a-9ea9-f11c178970eb', 'ip_address': '192.168.233.191'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 20 20:44:41.689826 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a38d64c5-92e2-46df-9b63-b5277dfc2e44 None None] Provisioning complete for port ca99e829-35c6-4b50-9792-f994c9054c4d triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:44:41.690191 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a38d64c5-92e2-46df-9b63-b5277dfc2e44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:41.692648 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Current status of the port 36b4db1d-b6e8-4dc0-991a-f9d6809e9c6a is: DOWN; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:44:41.693014 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:41.737649 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36b4db1d-b6e8-4dc0-991a-f9d6809e9c6a {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:44:41.764195 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a38d64c5-92e2-46df-9b63-b5277dfc2e44 None None] Port ca99e829-35c6-4b50-9792-f994c9054c4d cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 20:44:41.767922 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port 36b4db1d-b6e8-4dc0-991a-f9d6809e9c6a, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=36b4db1d-b6e8-4dc0-991a-f9d6809e9c6a,segment=NetworkSegment(ed3a602f-49fb-4a95-be80-401e1eb72e33),segment_id=ed3a602f-49fb-4a95-be80-401e1eb72e33)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:44:41.780890 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-89e6146a-ac76-4146-b27c-94f8d9a1da80 req-d265d94e-62d0-4630-8c14-535a9cce1cc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:41.868114 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 71deeceb-8906-49c8-b371-d300e9c63f70 details requested by agent hyperv_n-h2-842733-1 with host n-h2-842733-1 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 20:44:41.873556 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:41.909192 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 8a41b2ce-d3c6-494d-9d90-01b1f30f6c6c up at agent hyperv_n-h2-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:44:41.994503 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Pushing event updated for resources: {'Port': ['ID=36b4db1d-b6e8-4dc0-991a-f9d6809e9c6a,revision_number=8']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:44:42.119266 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port 71deeceb-8906-49c8-b371-d300e9c63f70, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=71deeceb-8906-49c8-b371-d300e9c63f70,segment=NetworkSegment(1b618711-eace-4f66-9dbc-026093290eaa),segment_id=1b618711-eace-4f66-9dbc-026093290eaa)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:44:42.135363 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Returning: {'device': '71deeceb-8906-49c8-b371-d300e9c63f70', 'network_id': '80bda1f2-d8f3-4628-a486-5841bb81c3dc', 'port_id': '71deeceb-8906-49c8-b371-d300e9c63f70', 'mac_address': 'fa:16:3e:60:09:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '532e3931-08a4-40e8-b75d-9b3b215f2360', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 20 20:44:42.199589 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] get_ports_and_sgs() called for port_ids ['36b4db1d-b6e8-4dc0-991a-f9d6809e9c6a'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:44:42.216145 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Provisioning for port 8a41b2ce-d3c6-494d-9d90-01b1f30f6c6c completed by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 20:44:42.228528 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [req-89e6146a-ac76-4146-b27c-94f8d9a1da80 req-d265d94e-62d0-4630-8c14-535a9cce1cc8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca99e829-35c6-4b50-9792-f994c9054c4d {{(pid=103163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:44:42.237612 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-89e6146a-ac76-4146-b27c-94f8d9a1da80 req-d265d94e-62d0-4630-8c14-535a9cce1cc8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:42.251873 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [req-89e6146a-ac76-4146-b27c-94f8d9a1da80 req-d265d94e-62d0-4630-8c14-535a9cce1cc8 service neutron] Transition to ACTIVE for port object ca99e829-35c6-4b50-9792-f994c9054c4d will not be triggered until provisioned by entity L2. {{(pid=103163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 20:44:42.265149 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Provisioning complete for port 8a41b2ce-d3c6-494d-9d90-01b1f30f6c6c triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:44:42.269664 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:42.303207 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port 71deeceb-8906-49c8-b371-d300e9c63f70 is: DOWN; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:44:42.303883 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:42.322439 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-89e6146a-ac76-4146-b27c-94f8d9a1da80 req-d265d94e-62d0-4630-8c14-535a9cce1cc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:42.432296 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d265d94e-62d0-4630-8c14-535a9cce1cc8 service neutron] Pushing event updated for resources: {'Port': ['ID=ca99e829-35c6-4b50-9792-f994c9054c4d,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:44:42.598997 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71deeceb-8906-49c8-b371-d300e9c63f70 {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:44:42.636464 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-89e6146a-ac76-4146-b27c-94f8d9a1da80 req-d265d94e-62d0-4630-8c14-535a9cce1cc8 service neutron] Attempting to bind port ca99e829-35c6-4b50-9792-f994c9054c4d on host n-h1-842733-1 for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:44:42.638350 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-89e6146a-ac76-4146-b27c-94f8d9a1da80 req-d265d94e-62d0-4630-8c14-535a9cce1cc8 service neutron] Attempting to bind port ca99e829-35c6-4b50-9792-f994c9054c4d by drivers openvswitch,hyperv on host n-h1-842733-1 at level 0 using segments [{'id': 'ed3a602f-49fb-4a95-be80-401e1eb72e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'cd702362-b982-46c5-a7d0-51de1b03df86'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:44:42.638350 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89e6146a-ac76-4146-b27c-94f8d9a1da80 req-d265d94e-62d0-4630-8c14-535a9cce1cc8 service neutron] Attempting to bind port ca99e829-35c6-4b50-9792-f994c9054c4d on network cd702362-b982-46c5-a7d0-51de1b03df86 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:44:42.650621 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89e6146a-ac76-4146-b27c-94f8d9a1da80 req-d265d94e-62d0-4630-8c14-535a9cce1cc8 service neutron] Port ca99e829-35c6-4b50-9792-f994c9054c4d on network cd702362-b982-46c5-a7d0-51de1b03df86 not bound, no agent of type Open vSwitch agent registered on host n-h1-842733-1 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 20:44:42.650840 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89e6146a-ac76-4146-b27c-94f8d9a1da80 req-d265d94e-62d0-4630-8c14-535a9cce1cc8 service neutron] Attempting to bind port ca99e829-35c6-4b50-9792-f994c9054c4d on network cd702362-b982-46c5-a7d0-51de1b03df86 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:44:42.655864 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port 71deeceb-8906-49c8-b371-d300e9c63f70, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=71deeceb-8906-49c8-b371-d300e9c63f70,segment=NetworkSegment(1b618711-eace-4f66-9dbc-026093290eaa),segment_id=1b618711-eace-4f66-9dbc-026093290eaa)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:44:42.661655 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89e6146a-ac76-4146-b27c-94f8d9a1da80 req-d265d94e-62d0-4630-8c14-535a9cce1cc8 service neutron] Checking agent: {'id': '08dfb1ce-804b-4db8-838b-21094082e041', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 32, 54), 'started_at': datetime.datetime(2022, 5, 20, 20, 32, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 44, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:44:42.662007 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89e6146a-ac76-4146-b27c-94f8d9a1da80 req-d265d94e-62d0-4630-8c14-535a9cce1cc8 service neutron] Checking segment: {'id': 'ed3a602f-49fb-4a95-be80-401e1eb72e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'cd702362-b982-46c5-a7d0-51de1b03df86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:44:42.662412 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89e6146a-ac76-4146-b27c-94f8d9a1da80 req-d265d94e-62d0-4630-8c14-535a9cce1cc8 service neutron] Bound using segment: {'id': 'ed3a602f-49fb-4a95-be80-401e1eb72e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'cd702362-b982-46c5-a7d0-51de1b03df86'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:44:42.662849 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-89e6146a-ac76-4146-b27c-94f8d9a1da80 req-d265d94e-62d0-4630-8c14-535a9cce1cc8 service neutron] Bound port: ca99e829-35c6-4b50-9792-f994c9054c4d, host: n-h1-842733-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed3a602f-49fb-4a95-be80-401e1eb72e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'cd702362-b982-46c5-a7d0-51de1b03df86'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:44:42.663212 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-89e6146a-ac76-4146-b27c-94f8d9a1da80 req-d265d94e-62d0-4630-8c14-535a9cce1cc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:42.737465 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port 8a41b2ce-d3c6-494d-9d90-01b1f30f6c6c is: BUILD; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:44:42.737739 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:42.745299 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:42.805484 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port 8a41b2ce-d3c6-494d-9d90-01b1f30f6c6c, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=8a41b2ce-d3c6-494d-9d90-01b1f30f6c6c,segment=NetworkSegment(51a22548-63c8-444c-b674-6afca742ad16),segment_id=51a22548-63c8-444c-b674-6afca742ad16)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:44:42.808494 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '156904b4-ae91-46c0-981d-c557e58e72e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a41b2ce-d3c6-494d-9d90-01b1f30f6c6c'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:44:42.811642 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8485417003ce7c0410b00f5cdc2f391e21107b70bb68e2773712534a96e108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cac7ea86-10bc-469b-9df7-6894a28b30fb" -d '{"events": [{"server_uuid": "156904b4-ae91-46c0-981d-c557e58e72e2", "name": "network-vif-plugged", "status": "completed", "tag": "8a41b2ce-d3c6-494d-9d90-01b1f30f6c6c"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:44:42.842018 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=71deeceb-8906-49c8-b371-d300e9c63f70,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:44:42.851516 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-89e6146a-ac76-4146-b27c-94f8d9a1da80 req-d265d94e-62d0-4630-8c14-535a9cce1cc8 service neutron] For port ca99e829-35c6-4b50-9792-f994c9054c4d, host n-h1-842733-1, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:44:42.855105 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-89e6146a-ac76-4146-b27c-94f8d9a1da80 req-d265d94e-62d0-4630-8c14-535a9cce1cc8 service neutron] For port ca99e829-35c6-4b50-9792-f994c9054c4d, host n-h1-842733-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=ca99e829-35c6-4b50-9792-f994c9054c4d,segment=NetworkSegment(ed3a602f-49fb-4a95-be80-401e1eb72e33),segment_id=ed3a602f-49fb-4a95-be80-401e1eb72e33)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:44:42.894208 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:42.923106 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-89e6146a-ac76-4146-b27c-94f8d9a1da80 req-d265d94e-62d0-4630-8c14-535a9cce1cc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:42.958812 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=8a41b2ce-d3c6-494d-9d90-01b1f30f6c6c,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:44:43.033967 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e6146a-ac76-4146-b27c-94f8d9a1da80 req-d265d94e-62d0-4630-8c14-535a9cce1cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:44:43.034544 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-89e6146a-ac76-4146-b27c-94f8d9a1da80 req-d265d94e-62d0-4630-8c14-535a9cce1cc8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:43.035934 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-89e6146a-ac76-4146-b27c-94f8d9a1da80 req-d265d94e-62d0-4630-8c14-535a9cce1cc8 service neutron] 10.222.0.24 "PUT /v2.0/ports/ca99e829-35c6-4b50-9792-f994c9054c4d HTTP/1.1" status: 200 len: 1096 time: 1.7526121 May 20 20:44:43.054586 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d265d94e-62d0-4630-8c14-535a9cce1cc8 service neutron] Pushing event updated for resources: {'Port': ['ID=ca99e829-35c6-4b50-9792-f994c9054c4d,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:44:43.264000 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] get_ports_and_sgs() called for port_ids ['71deeceb-8906-49c8-b371-d300e9c63f70'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:44:43.319478 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e6146a-ac76-4146-b27c-94f8d9a1da80 req-ef2e9857-4ac7-459f-9fa3-7a16f4e98e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:44:43.320982 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-89e6146a-ac76-4146-b27c-94f8d9a1da80 req-ef2e9857-4ac7-459f-9fa3-7a16f4e98e53 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=20bf3bd8e18c4f4caa205005eba8d0aa&device_id=13c8a8b0-6bcb-4303-8fad-1f9f3e9a3230 HTTP/1.1" status: 200 len: 1099 time: 0.1108322 May 20 20:44:43.380521 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-89e6146a-ac76-4146-b27c-94f8d9a1da80 req-eebe78b1-ccea-47b7-8bf4-3c31f5cc16b6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=ca99e829-35c6-4b50-9792-f994c9054c4d HTTP/1.1" status: 200 len: 217 time: 0.0427322 May 20 20:44:43.462201 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e6146a-ac76-4146-b27c-94f8d9a1da80 req-bf43466f-efed-4ee5-aa46-c80c5d95a55f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:44:43.476103 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-89e6146a-ac76-4146-b27c-94f8d9a1da80 req-bf43466f-efed-4ee5-aa46-c80c5d95a55f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=26b342ea-254c-483a-9ea9-f11c178970eb HTTP/1.1" status: 200 len: 843 time: 0.0704176 May 20 20:44:43.519439 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 36b4db1d-b6e8-4dc0-991a-f9d6809e9c6a up at agent hyperv_n-h1-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:44:43.594014 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e6146a-ac76-4146-b27c-94f8d9a1da80 req-204e3264-ad02-4a03-8413-88751fb5ccc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:44:43.596109 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-89e6146a-ac76-4146-b27c-94f8d9a1da80 req-204e3264-ad02-4a03-8413-88751fb5ccc6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cd702362-b982-46c5-a7d0-51de1b03df86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1148686 May 20 20:44:43.832468 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-89e6146a-ac76-4146-b27c-94f8d9a1da80 req-05f5d62e-58ee-45ef-a1a1-b522b9a47a91 service neutron] 10.222.0.24 "GET /v2.0/networks/cd702362-b982-46c5-a7d0-51de1b03df86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2290046 May 20 20:44:43.923895 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Provisioning for port 36b4db1d-b6e8-4dc0-991a-f9d6809e9c6a completed by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 20:44:43.937023 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-89e6146a-ac76-4146-b27c-94f8d9a1da80 req-31b33ef7-7d1c-4e6b-bd0e-8bea39c5dabe service neutron] 10.222.0.24 "GET /v2.0/networks/cd702362-b982-46c5-a7d0-51de1b03df86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968072 May 20 20:44:43.952226 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Provisioning complete for port 36b4db1d-b6e8-4dc0-991a-f9d6809e9c6a triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:44:43.952778 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:44.107386 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Current status of the port 36b4db1d-b6e8-4dc0-991a-f9d6809e9c6a is: BUILD; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:44:44.108004 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:44.157283 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port 36b4db1d-b6e8-4dc0-991a-f9d6809e9c6a, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=36b4db1d-b6e8-4dc0-991a-f9d6809e9c6a,segment=NetworkSegment(ed3a602f-49fb-4a95-be80-401e1eb72e33),segment_id=ed3a602f-49fb-4a95-be80-401e1eb72e33)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:44:44.225998 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:44.318870 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Pushing event updated for resources: {'Port': ['ID=36b4db1d-b6e8-4dc0-991a-f9d6809e9c6a,revision_number=9']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:44:45.900802 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 71deeceb-8906-49c8-b371-d300e9c63f70 up at agent hyperv_n-h2-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:44:46.091309 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Provisioning for port 71deeceb-8906-49c8-b371-d300e9c63f70 completed by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 20:44:46.095608 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Provisioning complete for port 71deeceb-8906-49c8-b371-d300e9c63f70 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:44:46.095765 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:46.172082 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port 71deeceb-8906-49c8-b371-d300e9c63f70 is: BUILD; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:44:46.172462 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:46.206760 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port 71deeceb-8906-49c8-b371-d300e9c63f70, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=71deeceb-8906-49c8-b371-d300e9c63f70,segment=NetworkSegment(1b618711-eace-4f66-9dbc-026093290eaa),segment_id=1b618711-eace-4f66-9dbc-026093290eaa)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:44:46.276478 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:46.337930 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=71deeceb-8906-49c8-b371-d300e9c63f70,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:44:46.688576 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 20:44:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f31241de-5209-4764-9ff1-4690e94503b3 x-openstack-request-id: req-f31241de-5209-4764-9ff1-4690e94503b3 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:44:46.689376 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63101f8e-85e2-411c-be0e-a4a0fa1b39b2", "tag": "36b4db1d-b6e8-4dc0-991a-f9d6809e9c6a", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:44:46.690193 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f31241de-5209-4764-9ff1-4690e94503b3 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:44:46.690578 n-d-842733-1 neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f31241de-5209-4764-9ff1-4690e94503b3'] response: {'name': 'network-changed', 'server_uuid': '63101f8e-85e2-411c-be0e-a4a0fa1b39b2', 'tag': '36b4db1d-b6e8-4dc0-991a-f9d6809e9c6a', 'status': 'completed', 'code': 200} May 20 20:44:46.810075 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf024cd-a292-4069-8c42-acd5331aa0e4 req-5fe2bcf7-4962-4995-903f-bd49f2f08442 tempest-ServersAdminNegativeTestJSON-1817032777 tempest-ServersAdminNegativeTestJSON-1817032777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:44:46.812015 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7bf024cd-a292-4069-8c42-acd5331aa0e4 req-5fe2bcf7-4962-4995-903f-bd49f2f08442 tempest-ServersAdminNegativeTestJSON-1817032777 tempest-ServersAdminNegativeTestJSON-1817032777-project] 10.222.0.35 "GET /v2.0/ports?device_id=13c8a8b0-6bcb-4303-8fad-1f9f3e9a3230 HTTP/1.1" status: 200 len: 948 time: 0.2001939 May 20 20:44:46.821009 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbec5dbd-f97c-43cf-96ff-a22c2eb8b11b req-c497b187-e3e3-4896-8003-a0cb29f626b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:44:46.822609 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-cbec5dbd-f97c-43cf-96ff-a22c2eb8b11b req-c497b187-e3e3-4896-8003-a0cb29f626b3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=74b74d22d9d54e1eae7cec44a7fbec8d&device_id=63101f8e-85e2-411c-be0e-a4a0fa1b39b2 HTTP/1.1" status: 200 len: 1101 time: 0.1288395 May 20 20:44:46.846313 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f49873f-4d54-455c-a2bc-2cb9dbd72feb req-18681205-71e1-40e0-9aec-65a4780f49a8 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:44:46.847905 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2f49873f-4d54-455c-a2bc-2cb9dbd72feb req-18681205-71e1-40e0-9aec-65a4780f49a8 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] 10.222.0.35 "GET /v2.0/ports?device_id=444b3ad3-070a-402c-b3e2-ee88bb47c145 HTTP/1.1" status: 200 len: 945 time: 0.1210661 May 20 20:44:46.871691 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbec5dbd-f97c-43cf-96ff-a22c2eb8b11b req-275471ae-a983-4950-ac60-39ba541d34c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:44:46.873640 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-cbec5dbd-f97c-43cf-96ff-a22c2eb8b11b req-275471ae-a983-4950-ac60-39ba541d34c1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=74b74d22d9d54e1eae7cec44a7fbec8d&device_id=63101f8e-85e2-411c-be0e-a4a0fa1b39b2 HTTP/1.1" status: 200 len: 1101 time: 0.1287007 May 20 20:44:46.935931 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7bf024cd-a292-4069-8c42-acd5331aa0e4 req-5f8b92d8-ae8a-42f1-b0aa-424562597915 tempest-ServersAdminNegativeTestJSON-1817032777 tempest-ServersAdminNegativeTestJSON-1817032777-project] 10.222.0.35 "GET /v2.0/security-groups?id=fbd0fcb9-5b05-4270-a829-55738c8f5e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999775 May 20 20:44:47.007166 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2f49873f-4d54-455c-a2bc-2cb9dbd72feb req-80102c6a-55ca-401e-a0b6-7618f74e4e0f tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] 10.222.0.35 "GET /v2.0/security-groups?id=24ffe084-33f1-4a86-83df-85043464ffa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507051 May 20 20:44:47.107943 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbec5dbd-f97c-43cf-96ff-a22c2eb8b11b req-7d6da76a-0b85-4f2d-a6ad-5191f9400afc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:44:47.109254 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-cbec5dbd-f97c-43cf-96ff-a22c2eb8b11b req-7d6da76a-0b85-4f2d-a6ad-5191f9400afc service neutron] 10.222.0.13 "GET /v2.0/networks?id=cd702362-b982-46c5-a7d0-51de1b03df86 HTTP/1.1" status: 200 len: 870 time: 0.2189169 May 20 20:44:47.194694 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-cbec5dbd-f97c-43cf-96ff-a22c2eb8b11b req-eabc0f87-535d-4f0e-8a3c-fa2653d59efd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=36b4db1d-b6e8-4dc0-991a-f9d6809e9c6a HTTP/1.1" status: 200 len: 217 time: 0.0577865 May 20 20:44:47.205066 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbec5dbd-f97c-43cf-96ff-a22c2eb8b11b req-44bd211a-006a-46a5-a443-290e6b2448af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:44:47.206489 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-cbec5dbd-f97c-43cf-96ff-a22c2eb8b11b req-44bd211a-006a-46a5-a443-290e6b2448af service neutron] 10.222.0.24 "GET /v2.0/networks?id=cd702362-b982-46c5-a7d0-51de1b03df86 HTTP/1.1" status: 200 len: 870 time: 0.2943711 May 20 20:44:47.223162 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef270e8-a57d-45c8-899c-a2bb0f5f1e13 req-75dc8a89-ba9e-4781-a1c3-0a64098ece7d tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:44:47.224595 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7ef270e8-a57d-45c8-899c-a2bb0f5f1e13 req-75dc8a89-ba9e-4781-a1c3-0a64098ece7d tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/ports?device_id=63101f8e-85e2-411c-be0e-a4a0fa1b39b2 HTTP/1.1" status: 200 len: 950 time: 0.1797991 May 20 20:44:47.304757 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30319f73-4bcd-454f-8e86-b7b633f2ad14 req-2a773651-2d7f-4a94-bd02-43f90e25765d tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:44:47.306290 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-30319f73-4bcd-454f-8e86-b7b633f2ad14 req-2a773651-2d7f-4a94-bd02-43f90e25765d tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.35 "GET /v2.0/ports?device_id=21afd256-f156-4f5b-b78a-53e40cd30f78 HTTP/1.1" status: 200 len: 946 time: 0.2158372 May 20 20:44:47.312165 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-cbec5dbd-f97c-43cf-96ff-a22c2eb8b11b req-14ca2844-1d5b-4ae4-8dd5-cc6c19b467a1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=36b4db1d-b6e8-4dc0-991a-f9d6809e9c6a HTTP/1.1" status: 200 len: 217 time: 0.0847163 May 20 20:44:47.352016 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbec5dbd-f97c-43cf-96ff-a22c2eb8b11b req-6dca1772-9fbd-49a0-9cd6-e83908753e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:44:47.353446 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-cbec5dbd-f97c-43cf-96ff-a22c2eb8b11b req-6dca1772-9fbd-49a0-9cd6-e83908753e20 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=26b342ea-254c-483a-9ea9-f11c178970eb HTTP/1.1" status: 200 len: 843 time: 0.1448569 May 20 20:44:47.427231 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7ef270e8-a57d-45c8-899c-a2bb0f5f1e13 req-9d389f5c-c88f-470a-9059-4f890c7d2fcd tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/security-groups?id=38c76b68-4081-4341-88c9-c8e3082a5da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657372 May 20 20:44:47.462324 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-30319f73-4bcd-454f-8e86-b7b633f2ad14 req-d0f5ff58-6966-4605-87d9-db01de4147a1 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.35 "GET /v2.0/security-groups?id=af06f2cf-8756-4fbf-90c6-d72ff1946909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426084 May 20 20:44:47.469744 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbec5dbd-f97c-43cf-96ff-a22c2eb8b11b req-540099de-12d0-4dff-a3e9-c885abe15d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:44:47.471193 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-cbec5dbd-f97c-43cf-96ff-a22c2eb8b11b req-540099de-12d0-4dff-a3e9-c885abe15d47 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=26b342ea-254c-483a-9ea9-f11c178970eb HTTP/1.1" status: 200 len: 843 time: 0.1370146 May 20 20:44:47.472413 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device ca99e829-35c6-4b50-9792-f994c9054c4d details requested by agent hyperv_n-h1-842733-1 with host n-h1-842733-1 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 20:44:47.479076 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbec5dbd-f97c-43cf-96ff-a22c2eb8b11b req-77d7a299-d7b6-4825-a952-f13f025945fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:44:47.481791 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-cbec5dbd-f97c-43cf-96ff-a22c2eb8b11b req-77d7a299-d7b6-4825-a952-f13f025945fc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cd702362-b982-46c5-a7d0-51de1b03df86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1018693 May 20 20:44:47.615755 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbec5dbd-f97c-43cf-96ff-a22c2eb8b11b req-571c1106-1e75-443d-a76b-64183ba95e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:44:47.617802 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-cbec5dbd-f97c-43cf-96ff-a22c2eb8b11b req-571c1106-1e75-443d-a76b-64183ba95e82 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cd702362-b982-46c5-a7d0-51de1b03df86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1358573 May 20 20:44:47.628793 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 20:44:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-472aca99-a10c-498b-9635-2eb88d88a3ea x-openstack-request-id: req-472aca99-a10c-498b-9635-2eb88d88a3ea {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:44:47.629092 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "156904b4-ae91-46c0-981d-c557e58e72e2", "name": "network-vif-plugged", "status": "completed", "tag": "8a41b2ce-d3c6-494d-9d90-01b1f30f6c6c", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:44:47.629368 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-472aca99-a10c-498b-9635-2eb88d88a3ea {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:44:47.629769 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-472aca99-a10c-498b-9635-2eb88d88a3ea'] response: {'server_uuid': '156904b4-ae91-46c0-981d-c557e58e72e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a41b2ce-d3c6-494d-9d90-01b1f30f6c6c', 'code': 200} May 20 20:44:47.688741 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port ca99e829-35c6-4b50-9792-f994c9054c4d, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=ca99e829-35c6-4b50-9792-f994c9054c4d,segment=NetworkSegment(ed3a602f-49fb-4a95-be80-401e1eb72e33),segment_id=ed3a602f-49fb-4a95-be80-401e1eb72e33)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:44:47.713668 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac43fcb-1912-4bb2-bc5d-b0162e3733bc req-cd5d4732-50ac-49cc-8028-ad6c678efd83 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:44:47.714292 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Returning: {'device': 'ca99e829-35c6-4b50-9792-f994c9054c4d', 'network_id': 'cd702362-b982-46c5-a7d0-51de1b03df86', 'port_id': 'ca99e829-35c6-4b50-9792-f994c9054c4d', 'mac_address': 'fa:16:3e:8b:7d:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26b342ea-254c-483a-9ea9-f11c178970eb', 'ip_address': '192.168.233.130'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 20 20:44:47.715563 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-eac43fcb-1912-4bb2-bc5d-b0162e3733bc req-cd5d4732-50ac-49cc-8028-ad6c678efd83 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] 10.222.0.35 "GET /v2.0/ports?device_id=156904b4-ae91-46c0-981d-c557e58e72e2 HTTP/1.1" status: 200 len: 945 time: 0.1498432 May 20 20:44:47.719535 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-cbec5dbd-f97c-43cf-96ff-a22c2eb8b11b req-31db1789-5a55-4f38-ac11-3c133d970a71 service neutron] 10.222.0.13 "GET /v2.0/networks/cd702362-b982-46c5-a7d0-51de1b03df86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2207024 May 20 20:44:47.759682 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Current status of the port ca99e829-35c6-4b50-9792-f994c9054c4d is: DOWN; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:44:47.760189 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:47.778284 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca99e829-35c6-4b50-9792-f994c9054c4d {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:44:47.802227 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port ca99e829-35c6-4b50-9792-f994c9054c4d, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=ca99e829-35c6-4b50-9792-f994c9054c4d,segment=NetworkSegment(ed3a602f-49fb-4a95-be80-401e1eb72e33),segment_id=ed3a602f-49fb-4a95-be80-401e1eb72e33)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:44:47.823507 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1193d18-324e-4a8e-9dc4-b13b80b3f314 req-90ca8559-e72d-4138-9d37-241ce75de2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:44:47.825779 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-a1193d18-324e-4a8e-9dc4-b13b80b3f314 req-90ca8559-e72d-4138-9d37-241ce75de2ba service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=156904b4-ae91-46c0-981d-c557e58e72e2 HTTP/1.1" status: 200 len: 1096 time: 0.0917058 May 20 20:44:47.867766 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-a1193d18-324e-4a8e-9dc4-b13b80b3f314 req-8d0beb3e-86cd-4070-a9b6-9d2dd95ccd83 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=5a4a115d-3043-42aa-aa41-f596074bc5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344369 May 20 20:44:47.875823 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:47.926304 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-cbec5dbd-f97c-43cf-96ff-a22c2eb8b11b req-b09b010f-607b-43a9-b4d9-33f9c928438a service neutron] 10.222.0.13 "GET /v2.0/networks/cd702362-b982-46c5-a7d0-51de1b03df86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1762774 May 20 20:44:47.936151 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-cbec5dbd-f97c-43cf-96ff-a22c2eb8b11b req-d0766abb-4ac7-4552-bdfb-7349439ece08 service neutron] 10.222.0.24 "GET /v2.0/networks/cd702362-b982-46c5-a7d0-51de1b03df86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3048704 May 20 20:44:47.941982 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-eac43fcb-1912-4bb2-bc5d-b0162e3733bc req-ace32e47-4512-41df-b94d-e366e518cacc tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] 10.222.0.35 "GET /v2.0/security-groups?id=5a4a115d-3043-42aa-aa41-f596074bc5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2156339 May 20 20:44:47.952313 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Pushing event updated for resources: {'Port': ['ID=ca99e829-35c6-4b50-9792-f994c9054c4d,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:44:48.124285 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] get_ports_and_sgs() called for port_ids ['ca99e829-35c6-4b50-9792-f994c9054c4d'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:44:48.129769 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b59870f-2588-4e5a-abc3-ffcb88eb6728 req-fd43e414-e7d0-4ef1-9161-c3b0c9179b75 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:44:48.131271 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3b59870f-2588-4e5a-abc3-ffcb88eb6728 req-fd43e414-e7d0-4ef1-9161-c3b0c9179b75 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/ports?device_id=63101f8e-85e2-411c-be0e-a4a0fa1b39b2 HTTP/1.1" status: 200 len: 950 time: 0.0746281 May 20 20:44:48.213081 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-cbec5dbd-f97c-43cf-96ff-a22c2eb8b11b req-009fab6f-7a7a-429d-af61-bd6447b14578 service neutron] 10.222.0.24 "GET /v2.0/networks/cd702362-b982-46c5-a7d0-51de1b03df86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2652445 May 20 20:44:48.276819 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3b59870f-2588-4e5a-abc3-ffcb88eb6728 req-a0c0ab72-2245-4e3d-b2b3-a04097c7490b tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/security-groups?id=38c76b68-4081-4341-88c9-c8e3082a5da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392238 May 20 20:44:48.300213 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb7dc46-a238-49f3-a943-f02fe9bf16f7 req-4c18084b-da36-4081-9798-c75368be4743 tempest-ServersAdminNegativeTestJSON-1817032777 tempest-ServersAdminNegativeTestJSON-1817032777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:44:48.311152 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4eb7dc46-a238-49f3-a943-f02fe9bf16f7 req-4c18084b-da36-4081-9798-c75368be4743 tempest-ServersAdminNegativeTestJSON-1817032777 tempest-ServersAdminNegativeTestJSON-1817032777-project] 10.222.0.35 "GET /v2.0/ports?device_id=13c8a8b0-6bcb-4303-8fad-1f9f3e9a3230 HTTP/1.1" status: 200 len: 949 time: 0.1580527 May 20 20:44:48.422666 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4eb7dc46-a238-49f3-a943-f02fe9bf16f7 req-a6acdf9d-4c85-4fc8-b089-9100fbda25f3 tempest-ServersAdminNegativeTestJSON-1817032777 tempest-ServersAdminNegativeTestJSON-1817032777-project] 10.222.0.35 "GET /v2.0/security-groups?id=fbd0fcb9-5b05-4270-a829-55738c8f5e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034870 May 20 20:44:48.465100 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8999c1a9-5b82-46fe-84e1-087a7bfa02a2 req-01b76b94-efd6-43af-875b-acf503d3bcca tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:44:48.466666 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8999c1a9-5b82-46fe-84e1-087a7bfa02a2 req-01b76b94-efd6-43af-875b-acf503d3bcca tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.13 "GET /v2.0/ports?device_id=63101f8e-85e2-411c-be0e-a4a0fa1b39b2&tenant_id=74b74d22d9d54e1eae7cec44a7fbec8d&binding%3Ahost_id=n-h1-842733-1 HTTP/1.1" status: 200 len: 950 time: 0.1179385 May 20 20:44:48.489266 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799ea5fa-a331-4b8a-8a88-9b0c91d61c90 req-926aafff-daec-4b60-a3c2-27d2a7879f1d tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:44:48.489266 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-799ea5fa-a331-4b8a-8a88-9b0c91d61c90 req-926aafff-daec-4b60-a3c2-27d2a7879f1d tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] 10.222.0.35 "GET /v2.0/ports?device_id=444b3ad3-070a-402c-b3e2-ee88bb47c145 HTTP/1.1" status: 200 len: 945 time: 0.0951242 May 20 20:44:48.577393 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-799ea5fa-a331-4b8a-8a88-9b0c91d61c90 req-005eccfe-cf26-419f-92e8-29e2fc0e419f tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] 10.222.0.35 "GET /v2.0/security-groups?id=24ffe084-33f1-4a86-83df-85043464ffa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521672 May 20 20:44:48.580548 n-d-842733-1 neutron-server[103163]: INFO neutron.api.v2.resource [req-8999c1a9-5b82-46fe-84e1-087a7bfa02a2 req-91acd2c7-51bf-49c9-9b9b-0a4e7e5cd09f service neutron] delete failed (client error): The resource could not be found. May 20 20:44:48.581523 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8999c1a9-5b82-46fe-84e1-087a7bfa02a2 req-91acd2c7-51bf-49c9-9b9b-0a4e7e5cd09f service neutron] 10.222.0.13 "DELETE /v2.0/ports/36b4db1d-b6e8-4dc0-991a-f9d6809e9c6a/bindings/n-h2-842733-1 HTTP/1.1" status: 404 len: 380 time: 0.0933573 May 20 20:44:48.708269 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21afd256-f156-4f5b-b78a-53e40cd30f78', 'tag': '71deeceb-8906-49c8-b371-d300e9c63f70'}, {'name': 'network-changed', 'server_uuid': '13c8a8b0-6bcb-4303-8fad-1f9f3e9a3230', 'tag': 'ca99e829-35c6-4b50-9792-f994c9054c4d'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:44:48.711411 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4291b17aa7b45362825f0571e77c85f5e73afe1df9c7e9e15006df9d695c005e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff404031-b746-4bcd-a644-cacef61807fd" -d '{"events": [{"name": "network-changed", "server_uuid": "21afd256-f156-4f5b-b78a-53e40cd30f78", "tag": "71deeceb-8906-49c8-b371-d300e9c63f70"}, {"name": "network-changed", "server_uuid": "13c8a8b0-6bcb-4303-8fad-1f9f3e9a3230", "tag": "ca99e829-35c6-4b50-9792-f994c9054c4d"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:44:48.744306 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a76d53d-0195-450b-99d2-f4e06ed855c1 req-2698c83f-e6a8-41e3-9c92-658897461813 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:44:48.749717 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2a76d53d-0195-450b-99d2-f4e06ed855c1 req-2698c83f-e6a8-41e3-9c92-658897461813 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.35 "GET /v2.0/ports?device_id=21afd256-f156-4f5b-b78a-53e40cd30f78 HTTP/1.1" status: 200 len: 946 time: 0.0936980 May 20 20:44:48.752917 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8999c1a9-5b82-46fe-84e1-087a7bfa02a2 req-ce0e39cf-ca9d-407c-8ebb-7da376e13c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:44:48.754784 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8999c1a9-5b82-46fe-84e1-087a7bfa02a2 req-ce0e39cf-ca9d-407c-8ebb-7da376e13c76 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=74b74d22d9d54e1eae7cec44a7fbec8d&device_id=63101f8e-85e2-411c-be0e-a4a0fa1b39b2 HTTP/1.1" status: 200 len: 1101 time: 0.0900886 May 20 20:44:48.853101 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2a76d53d-0195-450b-99d2-f4e06ed855c1 req-ffdd50d8-71fd-442e-8ec7-1cbe24ba2bb2 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.35 "GET /v2.0/security-groups?id=af06f2cf-8756-4fbf-90c6-d72ff1946909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970099 May 20 20:44:48.901396 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8999c1a9-5b82-46fe-84e1-087a7bfa02a2 req-b1ca5398-7c4f-4335-9451-b98fd2876846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:44:48.902975 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8999c1a9-5b82-46fe-84e1-087a7bfa02a2 req-b1ca5398-7c4f-4335-9451-b98fd2876846 service neutron] 10.222.0.13 "GET /v2.0/networks?id=cd702362-b982-46c5-a7d0-51de1b03df86 HTTP/1.1" status: 200 len: 870 time: 0.1283543 May 20 20:44:48.913423 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 20 May 2022 20:44:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd91e3d0-ebb5-46ad-8a8b-9271e8475a73 x-openstack-request-id: req-cd91e3d0-ebb5-46ad-8a8b-9271e8475a73 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:44:48.913901 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21afd256-f156-4f5b-b78a-53e40cd30f78", "tag": "71deeceb-8906-49c8-b371-d300e9c63f70", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "13c8a8b0-6bcb-4303-8fad-1f9f3e9a3230", "tag": "ca99e829-35c6-4b50-9792-f994c9054c4d", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:44:48.914313 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-cd91e3d0-ebb5-46ad-8a8b-9271e8475a73 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:44:48.915190 n-d-842733-1 neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd91e3d0-ebb5-46ad-8a8b-9271e8475a73'] response: {'name': 'network-changed', 'server_uuid': '21afd256-f156-4f5b-b78a-53e40cd30f78', 'tag': '71deeceb-8906-49c8-b371-d300e9c63f70', 'status': 'completed', 'code': 200} May 20 20:44:48.915614 n-d-842733-1 neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd91e3d0-ebb5-46ad-8a8b-9271e8475a73'] response: {'name': 'network-changed', 'server_uuid': '13c8a8b0-6bcb-4303-8fad-1f9f3e9a3230', 'tag': 'ca99e829-35c6-4b50-9792-f994c9054c4d', 'status': 'completed', 'code': 200} May 20 20:44:48.969728 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8999c1a9-5b82-46fe-84e1-087a7bfa02a2 req-fc3fcc6c-1855-4145-a9ad-f6f0ec3c019b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=36b4db1d-b6e8-4dc0-991a-f9d6809e9c6a HTTP/1.1" status: 200 len: 217 time: 0.0529933 May 20 20:44:49.055328 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8999c1a9-5b82-46fe-84e1-087a7bfa02a2 req-d4cff6ae-9336-4da3-9b31-163595b42aea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:44:49.068935 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8999c1a9-5b82-46fe-84e1-087a7bfa02a2 req-d4cff6ae-9336-4da3-9b31-163595b42aea service neutron] 10.222.0.13 "GET /v2.0/subnets?id=26b342ea-254c-483a-9ea9-f11c178970eb HTTP/1.1" status: 200 len: 843 time: 0.0699463 May 20 20:44:49.075268 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff404031-b746-4bcd-a644-cacef61807fd req-3c3f69fd-9ab6-4b28-97a7-bdbc5482408e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:44:49.078536 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-ff404031-b746-4bcd-a644-cacef61807fd req-3c3f69fd-9ab6-4b28-97a7-bdbc5482408e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bfecc73b8c99406dbde7fba5545cc962&device_id=21afd256-f156-4f5b-b78a-53e40cd30f78 HTTP/1.1" status: 200 len: 1097 time: 0.0977635 May 20 20:44:49.127576 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff404031-b746-4bcd-a644-cacef61807fd req-00c617d1-ace5-450b-81cb-a688cc6797b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:44:49.129111 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ff404031-b746-4bcd-a644-cacef61807fd req-00c617d1-ace5-450b-81cb-a688cc6797b5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=20bf3bd8e18c4f4caa205005eba8d0aa&device_id=13c8a8b0-6bcb-4303-8fad-1f9f3e9a3230 HTTP/1.1" status: 200 len: 1100 time: 0.1696136 May 20 20:44:49.181462 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a43a828-597b-4b2d-a83d-27a7a2eba41e req-5508d02b-1032-4211-94f5-f325a318d610 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:44:49.183012 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5a43a828-597b-4b2d-a83d-27a7a2eba41e req-5508d02b-1032-4211-94f5-f325a318d610 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] 10.222.0.35 "GET /v2.0/ports?device_id=156904b4-ae91-46c0-981d-c557e58e72e2 HTTP/1.1" status: 200 len: 945 time: 0.1376312 May 20 20:44:49.220427 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8999c1a9-5b82-46fe-84e1-087a7bfa02a2 req-e554777d-e4a7-47a5-97fc-06a643046fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:44:49.222070 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8999c1a9-5b82-46fe-84e1-087a7bfa02a2 req-e554777d-e4a7-47a5-97fc-06a643046fb4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cd702362-b982-46c5-a7d0-51de1b03df86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1532335 May 20 20:44:49.252949 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff404031-b746-4bcd-a644-cacef61807fd req-db2526b3-eff4-41ec-8350-54bf04de60b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:44:49.255045 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-ff404031-b746-4bcd-a644-cacef61807fd req-db2526b3-eff4-41ec-8350-54bf04de60b2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=80bda1f2-d8f3-4628-a486-5841bb81c3dc HTTP/1.1" status: 200 len: 906 time: 0.1632237 May 20 20:44:49.318112 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5a43a828-597b-4b2d-a83d-27a7a2eba41e req-e5afcb11-2d38-4c94-a7b8-40e47ded2af4 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] 10.222.0.35 "GET /v2.0/security-groups?id=5a4a115d-3043-42aa-aa41-f596074bc5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1043427 May 20 20:44:49.342285 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-ff404031-b746-4bcd-a644-cacef61807fd req-89b827bd-2021-4308-a91e-39a76de621fd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=71deeceb-8906-49c8-b371-d300e9c63f70 HTTP/1.1" status: 200 len: 217 time: 0.0684531 May 20 20:44:49.400294 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff404031-b746-4bcd-a644-cacef61807fd req-68c07c4d-4eef-4273-9b6f-e2237c772e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:44:49.402149 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ff404031-b746-4bcd-a644-cacef61807fd req-68c07c4d-4eef-4273-9b6f-e2237c772e15 service neutron] 10.222.0.24 "GET /v2.0/networks?id=cd702362-b982-46c5-a7d0-51de1b03df86 HTTP/1.1" status: 200 len: 870 time: 0.2653821 May 20 20:44:49.404053 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff404031-b746-4bcd-a644-cacef61807fd req-4909215c-167c-4e15-bd09-61cb2deeb32f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:44:49.405726 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-ff404031-b746-4bcd-a644-cacef61807fd req-4909215c-167c-4e15-bd09-61cb2deeb32f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=532e3931-08a4-40e8-b75d-9b3b215f2360 HTTP/1.1" status: 200 len: 845 time: 0.0523727 May 20 20:44:49.446925 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-ff404031-b746-4bcd-a644-cacef61807fd req-6946248a-3228-4ffa-9d1f-530e31806404 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=80bda1f2-d8f3-4628-a486-5841bb81c3dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338335 May 20 20:44:49.460206 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df8ec3a-3f35-49be-be52-420dc074563e req-d52597c7-715b-444d-8500-bfe941eb0edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:44:49.461840 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2df8ec3a-3f35-49be-be52-420dc074563e req-d52597c7-715b-444d-8500-bfe941eb0edc service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=444b3ad3-070a-402c-b3e2-ee88bb47c145 HTTP/1.1" status: 200 len: 1096 time: 0.1859159 May 20 20:44:49.465234 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ff404031-b746-4bcd-a644-cacef61807fd req-f1a86543-fad5-4e8c-a868-b8a079ce0f67 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=ca99e829-35c6-4b50-9792-f994c9054c4d HTTP/1.1" status: 200 len: 217 time: 0.0541055 May 20 20:44:49.488788 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device ca99e829-35c6-4b50-9792-f994c9054c4d up at agent hyperv_n-h1-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:44:49.568422 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8999c1a9-5b82-46fe-84e1-087a7bfa02a2 req-eb298926-4571-4af6-9fee-3e3eec660c7c service neutron] 10.222.0.13 "GET /v2.0/networks/cd702362-b982-46c5-a7d0-51de1b03df86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2969828 May 20 20:44:49.587852 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-ff404031-b746-4bcd-a644-cacef61807fd req-fb2dc118-ca6e-4016-93e5-3467f452bf51 service neutron] 10.222.0.13 "GET /v2.0/networks/80bda1f2-d8f3-4628-a486-5841bb81c3dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309032 May 20 20:44:49.610628 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff404031-b746-4bcd-a644-cacef61807fd req-db8c9e74-287e-4ce0-a1d0-47b6a126628d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:44:49.612170 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ff404031-b746-4bcd-a644-cacef61807fd req-db8c9e74-287e-4ce0-a1d0-47b6a126628d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=26b342ea-254c-483a-9ea9-f11c178970eb HTTP/1.1" status: 200 len: 843 time: 0.1385865 May 20 20:44:49.631312 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63101f8e-85e2-411c-be0e-a4a0fa1b39b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36b4db1d-b6e8-4dc0-991a-f9d6809e9c6a'}, {'server_uuid': '21afd256-f156-4f5b-b78a-53e40cd30f78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71deeceb-8906-49c8-b371-d300e9c63f70'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:44:49.635276 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8485417003ce7c0410b00f5cdc2f391e21107b70bb68e2773712534a96e108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-873d23e3-e4f3-4ea4-8bde-3b8676af64bc" -d '{"events": [{"server_uuid": "63101f8e-85e2-411c-be0e-a4a0fa1b39b2", "name": "network-vif-plugged", "status": "completed", "tag": "36b4db1d-b6e8-4dc0-991a-f9d6809e9c6a"}, {"server_uuid": "21afd256-f156-4f5b-b78a-53e40cd30f78", "name": "network-vif-plugged", "status": "completed", "tag": "71deeceb-8906-49c8-b371-d300e9c63f70"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:44:49.664873 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2df8ec3a-3f35-49be-be52-420dc074563e req-97df99ae-e7cd-4b30-8224-48d8e1e0dcb6 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=24ffe084-33f1-4a86-83df-85043464ffa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528842 May 20 20:44:49.703896 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-ff404031-b746-4bcd-a644-cacef61807fd req-abd88ae3-fc38-4b63-a1b8-9ea3a49ef1f6 service neutron] 10.222.0.13 "GET /v2.0/networks/80bda1f2-d8f3-4628-a486-5841bb81c3dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977070 May 20 20:44:49.726026 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff404031-b746-4bcd-a644-cacef61807fd req-87c381a5-67e8-44fc-bfc1-9558ce617085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:44:49.727548 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ff404031-b746-4bcd-a644-cacef61807fd req-87c381a5-67e8-44fc-bfc1-9558ce617085 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cd702362-b982-46c5-a7d0-51de1b03df86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0819652 May 20 20:44:49.731195 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8999c1a9-5b82-46fe-84e1-087a7bfa02a2 req-a54f2296-f035-472d-a5d5-541088d6f2e9 service neutron] 10.222.0.13 "GET /v2.0/networks/cd702362-b982-46c5-a7d0-51de1b03df86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543472 May 20 20:44:49.828647 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ff404031-b746-4bcd-a644-cacef61807fd req-82145e81-2567-4d55-821e-0e5191adf3fa service neutron] 10.222.0.24 "GET /v2.0/networks/cd702362-b982-46c5-a7d0-51de1b03df86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937040 May 20 20:44:49.874416 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Provisioning for port ca99e829-35c6-4b50-9792-f994c9054c4d completed by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 20:44:49.879540 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Provisioning complete for port ca99e829-35c6-4b50-9792-f994c9054c4d triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:44:49.879907 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:49.927713 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ff404031-b746-4bcd-a644-cacef61807fd req-f98edff5-5e1e-4c17-997e-05bd29c631aa service neutron] 10.222.0.24 "GET /v2.0/networks/cd702362-b982-46c5-a7d0-51de1b03df86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919318 May 20 20:44:49.961627 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Current status of the port ca99e829-35c6-4b50-9792-f994c9054c4d is: BUILD; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:44:49.962000 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:49.998712 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port ca99e829-35c6-4b50-9792-f994c9054c4d, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=ca99e829-35c6-4b50-9792-f994c9054c4d,segment=NetworkSegment(ed3a602f-49fb-4a95-be80-401e1eb72e33),segment_id=ed3a602f-49fb-4a95-be80-401e1eb72e33)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:44:50.073761 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:50.076692 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-2d076643-aac1-4cdf-bde9-87d2c2d0c207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:50.139029 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Pushing event updated for resources: {'Port': ['ID=ca99e829-35c6-4b50-9792-f994c9054c4d,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:44:50.498040 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c28226c-eed4-45a1-89ba-b548c54ee789 req-ee2b88f6-b48c-4ea7-916e-c8ed04536a67 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:44:50.499651 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7c28226c-eed4-45a1-89ba-b548c54ee789 req-ee2b88f6-b48c-4ea7-916e-c8ed04536a67 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/ports?device_id=63101f8e-85e2-411c-be0e-a4a0fa1b39b2 HTTP/1.1" status: 200 len: 950 time: 0.0580728 May 20 20:44:50.565871 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7c28226c-eed4-45a1-89ba-b548c54ee789 req-0eb7b6ac-de0e-4ead-90e8-68a6aeac76f8 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/security-groups?id=38c76b68-4081-4341-88c9-c8e3082a5da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571163 May 20 20:44:50.584597 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021fd67f-a037-4f02-8bea-6db0ceef7704 req-f2ce1efc-c42c-4beb-87de-6b13dca317c1 tempest-ServersAdminNegativeTestJSON-1817032777 tempest-ServersAdminNegativeTestJSON-1817032777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:44:50.586225 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-021fd67f-a037-4f02-8bea-6db0ceef7704 req-f2ce1efc-c42c-4beb-87de-6b13dca317c1 tempest-ServersAdminNegativeTestJSON-1817032777 tempest-ServersAdminNegativeTestJSON-1817032777-project] 10.222.0.35 "GET /v2.0/ports?device_id=13c8a8b0-6bcb-4303-8fad-1f9f3e9a3230 HTTP/1.1" status: 200 len: 950 time: 0.0795524 May 20 20:44:50.629647 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-021fd67f-a037-4f02-8bea-6db0ceef7704 req-2e5dba07-349b-4059-870c-d62a5518fc6b tempest-ServersAdminNegativeTestJSON-1817032777 tempest-ServersAdminNegativeTestJSON-1817032777-project] 10.222.0.35 "GET /v2.0/security-groups?id=fbd0fcb9-5b05-4270-a829-55738c8f5e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363166 May 20 20:44:50.690298 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b42e42-ef91-4b02-9bc7-00bb614f1f20 req-788b6ec2-6a52-4667-b9e3-75f741751fce tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:44:50.691817 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 20 May 2022 20:44:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3f47fea-2442-4fab-bf2c-0eeec8420cc1 x-openstack-request-id: req-e3f47fea-2442-4fab-bf2c-0eeec8420cc1 {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:44:50.692343 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c7b42e42-ef91-4b02-9bc7-00bb614f1f20 req-788b6ec2-6a52-4667-b9e3-75f741751fce tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] 10.222.0.35 "GET /v2.0/ports?device_id=444b3ad3-070a-402c-b3e2-ee88bb47c145 HTTP/1.1" status: 200 len: 945 time: 0.0583000 May 20 20:44:50.692464 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63101f8e-85e2-411c-be0e-a4a0fa1b39b2", "name": "network-vif-plugged", "status": "completed", "tag": "36b4db1d-b6e8-4dc0-991a-f9d6809e9c6a", "code": 200}, {"server_uuid": "21afd256-f156-4f5b-b78a-53e40cd30f78", "name": "network-vif-plugged", "status": "completed", "tag": "71deeceb-8906-49c8-b371-d300e9c63f70", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:44:50.692717 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e3f47fea-2442-4fab-bf2c-0eeec8420cc1 {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:44:50.693266 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3f47fea-2442-4fab-bf2c-0eeec8420cc1'] response: {'server_uuid': '63101f8e-85e2-411c-be0e-a4a0fa1b39b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36b4db1d-b6e8-4dc0-991a-f9d6809e9c6a', 'code': 200} May 20 20:44:50.693764 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3f47fea-2442-4fab-bf2c-0eeec8420cc1'] response: {'server_uuid': '21afd256-f156-4f5b-b78a-53e40cd30f78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71deeceb-8906-49c8-b371-d300e9c63f70', 'code': 200} May 20 20:44:50.739396 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c7b42e42-ef91-4b02-9bc7-00bb614f1f20 req-483bee0f-078a-4a14-b8ba-4bd1cdc1ed6f tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] 10.222.0.35 "GET /v2.0/security-groups?id=24ffe084-33f1-4a86-83df-85043464ffa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379307 May 20 20:44:50.792953 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f510d845-9200-4029-aac0-ff6a9041804d req-6f9d72f3-8314-49c3-a177-977a2909b16b tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:44:50.795105 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f510d845-9200-4029-aac0-ff6a9041804d req-6f9d72f3-8314-49c3-a177-977a2909b16b tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.35 "GET /v2.0/ports?device_id=21afd256-f156-4f5b-b78a-53e40cd30f78 HTTP/1.1" status: 200 len: 946 time: 0.0513601 May 20 20:44:50.860532 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f510d845-9200-4029-aac0-ff6a9041804d req-eba23543-cd8e-4ed0-8cb6-3de7ad3d54d2 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.35 "GET /v2.0/security-groups?id=af06f2cf-8756-4fbf-90c6-d72ff1946909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563278 May 20 20:44:50.876815 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d67821c-8526-41d3-be73-5e37cbcb6710 req-2c4c40a5-4822-4be9-9a76-6512d8357848 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:44:50.884574 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3d67821c-8526-41d3-be73-5e37cbcb6710 req-2c4c40a5-4822-4be9-9a76-6512d8357848 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] 10.222.0.35 "GET /v2.0/ports?device_id=156904b4-ae91-46c0-981d-c557e58e72e2 HTTP/1.1" status: 200 len: 945 time: 0.0857713 May 20 20:44:50.930288 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3d67821c-8526-41d3-be73-5e37cbcb6710 req-6ef3cd63-8893-4a9a-bc67-f4d2d3cd78fa tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] 10.222.0.35 "GET /v2.0/security-groups?id=5a4a115d-3043-42aa-aa41-f596074bc5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425007 May 20 20:44:51.003232 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89766de6-dcd5-41e9-81fe-e444412f9096 req-1d9d5880-d9f3-443a-9335-2944a5e92b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:44:51.004738 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-89766de6-dcd5-41e9-81fe-e444412f9096 req-1d9d5880-d9f3-443a-9335-2944a5e92b2d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=21afd256-f156-4f5b-b78a-53e40cd30f78 HTTP/1.1" status: 200 len: 1097 time: 0.0480416 May 20 20:44:51.050590 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c5c006-b937-4ea1-b96f-f37f999e649f req-cc183d34-90e5-4b4a-9d7c-01cfd635f556 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:44:51.052801 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e6c5c006-b937-4ea1-b96f-f37f999e649f req-cc183d34-90e5-4b4a-9d7c-01cfd635f556 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] 10.222.0.35 "GET /v2.0/ports?device_id=156904b4-ae91-46c0-981d-c557e58e72e2 HTTP/1.1" status: 200 len: 945 time: 0.0504434 May 20 20:44:51.066905 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 42060) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:44:51.071234 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-94285e3c-c60b-480f-8e19-4d19e663fe5b tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Request body: {'floatingip': {'port_id': '8a41b2ce-d3c6-494d-9d90-01b1f30f6c6c'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:44:51.084414 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-89766de6-dcd5-41e9-81fe-e444412f9096 req-6f0cc04c-8a6e-4d60-acdd-e1f3e269103f service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=af06f2cf-8756-4fbf-90c6-d72ff1946909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344889 May 20 20:44:51.114277 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-94285e3c-c60b-480f-8e19-4d19e663fe5b tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Notify callbacks [] for floatingip, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:51.512439 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 3e5eead0-741e-4a47-83be-51201ccf7af2 no longer exists at agent hyperv_n-h1-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:44:51.611559 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Current status of the port 3e5eead0-741e-4a47-83be-51201ccf7af2 is: ACTIVE; New status is: DOWN {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:44:51.612333 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:51.648996 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port 3e5eead0-741e-4a47-83be-51201ccf7af2, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=3e5eead0-741e-4a47-83be-51201ccf7af2,segment=NetworkSegment(769d43cd-208e-4beb-b6e6-532aefd8f5a1),segment_id=769d43cd-208e-4beb-b6e6-532aefd8f5a1)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:44:51.782852 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:51.836968 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Pushing event updated for resources: {'Port': ['ID=3e5eead0-741e-4a47-83be-51201ccf7af2,revision_number=8']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:44:51.877111 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793e780c-8f03-4b8a-add4-bb4261a4cee7 req-8080ad08-53f6-4e49-abb5-3f2d21916fbd tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:44:51.878583 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-793e780c-8f03-4b8a-add4-bb4261a4cee7 req-8080ad08-53f6-4e49-abb5-3f2d21916fbd tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/ports?device_id=63101f8e-85e2-411c-be0e-a4a0fa1b39b2 HTTP/1.1" status: 200 len: 950 time: 0.1559551 May 20 20:44:51.904970 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5516ba-25b1-4c67-874a-35e1bf8688a9 req-57da86b0-4563-4080-8632-0a25566a1ab4 tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:44:51.906400 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6a5516ba-25b1-4c67-874a-35e1bf8688a9 req-57da86b0-4563-4080-8632-0a25566a1ab4 tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] 10.222.0.35 "GET /v2.0/networks?id=9d3d3a86-d0ea-42bb-882a-63d3244d9913 HTTP/1.1" status: 200 len: 805 time: 0.5499332 May 20 20:44:51.958878 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6a5516ba-25b1-4c67-874a-35e1bf8688a9 req-cc2c1371-0025-47de-8898-66ced915d2af tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] 10.222.0.35 "GET /v2.0/quotas/812b03e5e79843f7aecfe762e5ee081e HTTP/1.1" status: 200 len: 375 time: 0.0259364 May 20 20:44:52.022106 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-793e780c-8f03-4b8a-add4-bb4261a4cee7 req-de2db506-7937-4997-86d5-3fdd8b95a9d2 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/security-groups?id=38c76b68-4081-4341-88c9-c8e3082a5da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368818 May 20 20:44:52.060808 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-94285e3c-c60b-480f-8e19-4d19e663fe5b tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:52.065973 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6a5516ba-25b1-4c67-874a-35e1bf8688a9 req-21a16915-79c0-493f-9793-1bd8bf7d1a7e tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=812b03e5e79843f7aecfe762e5ee081e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0975749 May 20 20:44:52.147448 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-94285e3c-c60b-480f-8e19-4d19e663fe5b tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748272'] for floatingip, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:52.217378 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3cdb260f-5e1e-4c90-b3c0-0f085cedbefa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:52.223104 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310d130b-cf40-4208-ae8c-ef569b488728 req-7836fefe-dce6-4530-8047-13dfd572e869 tempest-ListImageFiltersTestJSON-762368971 tempest-ListImageFiltersTestJSON-762368971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:44:52.224595 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-310d130b-cf40-4208-ae8c-ef569b488728 req-7836fefe-dce6-4530-8047-13dfd572e869 tempest-ListImageFiltersTestJSON-762368971 tempest-ListImageFiltersTestJSON-762368971-project] 10.222.0.35 "GET /v2.0/ports?device_id=0bbfd9e8-a057-44f1-b038-cbd8f003a98d HTTP/1.1" status: 200 len: 949 time: 0.1426089 May 20 20:44:52.286863 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6a5516ba-25b1-4c67-874a-35e1bf8688a9 req-e7f4e409-4e6c-46ee-942a-498bd7af86a4 service neutron] 10.222.0.35 "GET /v2.0/networks/9d3d3a86-d0ea-42bb-882a-63d3244d9913?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2136142 May 20 20:44:52.332785 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-310d130b-cf40-4208-ae8c-ef569b488728 req-c3a4abc6-fd44-43d2-9a11-411b70cda32f tempest-ListImageFiltersTestJSON-762368971 tempest-ListImageFiltersTestJSON-762368971-project] 10.222.0.35 "GET /v2.0/security-groups?id=1e825029-db8b-400a-88b4-334185390110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970576 May 20 20:44:52.365636 n-d-842733-1 neutron-server[103163]: INFO neutron.db.l3_db [None req-94285e3c-c60b-480f-8e19-4d19e663fe5b tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Floating IP 5843a368-30cb-437d-b951-cc1b95eac7d5 associated. External IP: 172.25.2.171, port: 8a41b2ce-d3c6-494d-9d90-01b1f30f6c6c. May 20 20:44:52.506643 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6a5516ba-25b1-4c67-874a-35e1bf8688a9 req-7802a4c6-4254-46ac-844e-f3c06df46969 service neutron] 10.222.0.35 "GET /v2.0/networks/9d3d3a86-d0ea-42bb-882a-63d3244d9913?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2133555 May 20 20:44:52.523076 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75401233-3dcf-4ec3-a444-87fe1585aba6 req-2ab85bac-4079-4d15-9070-21d226db83f2 tempest-ServersAdminNegativeTestJSON-1817032777 tempest-ServersAdminNegativeTestJSON-1817032777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:44:52.524519 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-75401233-3dcf-4ec3-a444-87fe1585aba6 req-2ab85bac-4079-4d15-9070-21d226db83f2 tempest-ServersAdminNegativeTestJSON-1817032777 tempest-ServersAdminNegativeTestJSON-1817032777-project] 10.222.0.35 "GET /v2.0/ports?device_id=13c8a8b0-6bcb-4303-8fad-1f9f3e9a3230 HTTP/1.1" status: 200 len: 950 time: 0.1213386 May 20 20:44:52.607246 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-75401233-3dcf-4ec3-a444-87fe1585aba6 req-3ba0a72b-4585-41dc-945b-f5b81e6587fb tempest-ServersAdminNegativeTestJSON-1817032777 tempest-ServersAdminNegativeTestJSON-1817032777-project] 10.222.0.35 "GET /v2.0/security-groups?id=fbd0fcb9-5b05-4270-a829-55738c8f5e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741646 May 20 20:44:52.672464 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94285e3c-c60b-480f-8e19-4d19e663fe5b tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Router 1b403540-9eac-4959-9594-ec7fea5521b9 has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 20:44:52.695311 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13c8a8b0-6bcb-4303-8fad-1f9f3e9a3230', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca99e829-35c6-4b50-9792-f994c9054c4d'}, {'server_uuid': '19bcd975-6f91-47bd-aa1a-c592c3f623d0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e5eead0-741e-4a47-83be-51201ccf7af2'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:44:52.699124 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8485417003ce7c0410b00f5cdc2f391e21107b70bb68e2773712534a96e108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf4d7a97-9a07-42d8-8957-9f31c0d4afdc" -d '{"events": [{"server_uuid": "13c8a8b0-6bcb-4303-8fad-1f9f3e9a3230", "name": "network-vif-plugged", "status": "completed", "tag": "ca99e829-35c6-4b50-9792-f994c9054c4d"}, {"server_uuid": "19bcd975-6f91-47bd-aa1a-c592c3f623d0", "name": "network-vif-unplugged", "status": "completed", "tag": "3e5eead0-741e-4a47-83be-51201ccf7af2"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:44:52.776881 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb45b0f-b641-423c-833f-af4a538281b2 req-eb40e04f-7036-4be0-980c-b8e7f0596623 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:44:52.778913 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-cbb45b0f-b641-423c-833f-af4a538281b2 req-eb40e04f-7036-4be0-980c-b8e7f0596623 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] 10.222.0.35 "GET /v2.0/ports?device_id=444b3ad3-070a-402c-b3e2-ee88bb47c145 HTTP/1.1" status: 200 len: 945 time: 0.1030028 May 20 20:44:52.849688 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94285e3c-c60b-480f-8e19-4d19e663fe5b tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 20:44:52.855355 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-94285e3c-c60b-480f-8e19-4d19e663fe5b tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for floatingip, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:52.859951 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76431990-1670-427d-81c8-f86968733594 None None] Sync routers for ids ['1b403540-9eac-4959-9594-ec7fea5521b9'] in n-d-842733-1 {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 20:44:52.861166 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-cbb45b0f-b641-423c-833f-af4a538281b2 req-dc32b429-ac5e-47f3-956e-acd5accfeb95 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] 10.222.0.35 "GET /v2.0/security-groups?id=24ffe084-33f1-4a86-83df-85043464ffa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533209 May 20 20:44:52.877854 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76431990-1670-427d-81c8-f86968733594 None None] Routers {'1b403540-9eac-4959-9594-ec7fea5521b9'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:44:52.878506 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-76431990-1670-427d-81c8-f86968733594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:44:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['1b403540-9eac-4959-9594-ec7fea5521b9'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:44:52.896976 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-94285e3c-c60b-480f-8e19-4d19e663fe5b tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] 10.222.0.35 "PUT /v2.0/floatingips/5843a368-30cb-437d-b951-cc1b95eac7d5 HTTP/1.1" status: 200 len: 991 time: 1.8292694 May 20 20:44:52.900381 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '156904b4-ae91-46c0-981d-c557e58e72e2', 'tag': '8a41b2ce-d3c6-494d-9d90-01b1f30f6c6c'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:44:52.901725 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4291b17aa7b45362825f0571e77c85f5e73afe1df9c7e9e15006df9d695c005e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b53bf50d-c8a4-4097-801d-b9f7ecad39d6" -d '{"events": [{"name": "network-changed", "server_uuid": "156904b4-ae91-46c0-981d-c557e58e72e2", "tag": "8a41b2ce-d3c6-494d-9d90-01b1f30f6c6c"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:44:53.008821 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-76431990-1670-427d-81c8-f86968733594 None None] Set router 1b403540-9eac-4959-9594-ec7fea5521b9 gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:44:53.050261 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44675fc6-f592-4625-8713-f24651437e6b req-bd78b94a-d1eb-4490-a532-15ac608819a5 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:44:53.057410 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-44675fc6-f592-4625-8713-f24651437e6b req-bd78b94a-d1eb-4490-a532-15ac608819a5 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.35 "GET /v2.0/ports?device_id=21afd256-f156-4f5b-b78a-53e40cd30f78 HTTP/1.1" status: 200 len: 946 time: 0.0853996 May 20 20:44:53.099284 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b707a6f-a768-47c6-918d-2a8eb2ff5302 req-37f562df-3bf5-489f-a35d-1a8ced7bfd3b tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:44:53.100898 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0b707a6f-a768-47c6-918d-2a8eb2ff5302 req-37f562df-3bf5-489f-a35d-1a8ced7bfd3b tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/ports?device_id=63101f8e-85e2-411c-be0e-a4a0fa1b39b2 HTTP/1.1" status: 200 len: 950 time: 0.1043191 May 20 20:44:53.170945 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-44675fc6-f592-4625-8713-f24651437e6b req-491d963c-ca43-4575-a599-ca4934fe6078 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.35 "GET /v2.0/security-groups?id=af06f2cf-8756-4fbf-90c6-d72ff1946909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006551 May 20 20:44:53.178559 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c5544a-82c1-43fa-9721-67f7e709e074 req-e82f1700-9853-4e12-a119-8549d0941ae3 tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:44:53.179979 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-87c5544a-82c1-43fa-9721-67f7e709e074 req-e82f1700-9853-4e12-a119-8549d0941ae3 tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] 10.222.0.24 "GET /v2.0/ports?device_id=19bcd975-6f91-47bd-aa1a-c592c3f623d0 HTTP/1.1" status: 200 len: 943 time: 0.1251714 May 20 20:44:53.185706 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0b707a6f-a768-47c6-918d-2a8eb2ff5302 req-7156754b-1e87-4639-88a5-44d9967b0527 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/security-groups?id=38c76b68-4081-4341-88c9-c8e3082a5da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696580 May 20 20:44:53.266343 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-76431990-1670-427d-81c8-f86968733594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b403540-9eac-4959-9594-ec7fea5521b9', 'name': 'tempest-AttachVolumeNegativeTest-1769752784-router', 'tenant_id': 'c23324ed92c6460facba85082860777a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.135'}], 'enable_snat': True}, 'gw_port_id': 'e020f4ff-b002-440c-a8f2-69d13e16d5c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:44:14Z', 'updated_at': '2022-05-20T20:44:19Z', 'revision_number': 4, 'project_id': 'c23324ed92c6460facba85082860777a', 'gw_port': {'id': 'e020f4ff-b002-440c-a8f2-69d13e16d5c9', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:39:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b403540-9eac-4959-9594-ec7fea5521b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1010, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:44:14Z', 'updated_at': '2022-05-20T20:44:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_floatingips': [{'id': '5843a368-30cb-437d-b951-cc1b95eac7d5', 'tenant_id': 'c23324ed92c6460facba85082860777a', 'floating_ip_address': '172.25.2.171', 'floating_network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'router_id': '1b403540-9eac-4959-9594-ec7fea5521b9', 'port_id': '8a41b2ce-d3c6-494d-9d90-01b1f30f6c6c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1018, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c34618e-1eb4-46a9-ac65-b891df136138', 'mac_address': 'fa:16:3e:a1:9b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '156904b4-ae91-46c0-981d-c557e58e72e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-20T20:44:26Z', 'updated_at': '2022-05-20T20:44:51Z', 'revision_number': 1, 'project_id': 'c23324ed92c6460facba85082860777a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f36b20e-e5dd-44fd-9a75-f97ecc5c70c4', 'name': '', 'network_id': '7c34618e-1eb4-46a9-ac65-b891df136138', 'tenant_id': 'c23324ed92c6460facba85082860777a', 'mac_address': 'fa:16:3e:f4:b0:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b403540-9eac-4959-9594-ec7fea5521b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': '66bb8d81-3453-4d74-b13d-66db71019128', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:44:18Z', 'updated_at': '2022-05-20T20:44:24Z', 'revision_number': 5, 'project_id': 'c23324ed92c6460facba85082860777a', 'subnets': [{'id': '66bb8d81-3453-4d74-b13d-66db71019128', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:44:53.285225 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Fri, 20 May 2022 20:44:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a15fcd9-2349-4158-84c1-2511bd347812 x-openstack-request-id: req-2a15fcd9-2349-4158-84c1-2511bd347812 {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:44:53.286058 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13c8a8b0-6bcb-4303-8fad-1f9f3e9a3230", "name": "network-vif-plugged", "status": "completed", "tag": "ca99e829-35c6-4b50-9792-f994c9054c4d", "code": 200}, {"server_uuid": "19bcd975-6f91-47bd-aa1a-c592c3f623d0", "name": "network-vif-unplugged", "status": "completed", "tag": "3e5eead0-741e-4a47-83be-51201ccf7af2", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:44:53.286523 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2a15fcd9-2349-4158-84c1-2511bd347812 {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:44:53.287368 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a15fcd9-2349-4158-84c1-2511bd347812'] response: {'server_uuid': '13c8a8b0-6bcb-4303-8fad-1f9f3e9a3230', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca99e829-35c6-4b50-9792-f994c9054c4d', 'code': 200} May 20 20:44:53.287809 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a15fcd9-2349-4158-84c1-2511bd347812'] response: {'server_uuid': '19bcd975-6f91-47bd-aa1a-c592c3f623d0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e5eead0-741e-4a47-83be-51201ccf7af2', 'code': 200} May 20 20:44:53.303922 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76431990-1670-427d-81c8-f86968733594 None None] Checking router: 1b403540-9eac-4959-9594-ec7fea5521b9 for host: n-d-842733-1 {{(pid=103165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 20:44:53.313693 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76431990-1670-427d-81c8-f86968733594 None None] Routers {'1b403540-9eac-4959-9594-ec7fea5521b9'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:44:53.314631 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-76431990-1670-427d-81c8-f86968733594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:44:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['1b403540-9eac-4959-9594-ec7fea5521b9'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:44:53.315454 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [req-87c5544a-82c1-43fa-9721-67f7e709e074 req-d74a26dc-8c79-4923-952b-2ce11be42bf3 tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] Deleting port 3e5eead0-741e-4a47-83be-51201ccf7af2 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:44:53.315855 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-87c5544a-82c1-43fa-9721-67f7e709e074 req-d74a26dc-8c79-4923-952b-2ce11be42bf3 tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:53.399541 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-21e29eb6-15fc-4448-ba83-ca56a4183e64 req-ef382559-ea4b-48f8-98c3-2868c8d9db59 tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] 10.222.0.35 "GET /v2.0/ports?device_id=afdb37f9-0912-422e-9f7a-db72aaceea5a HTTP/1.1" status: 200 len: 210 time: 0.0603600 May 20 20:44:53.444950 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-76431990-1670-427d-81c8-f86968733594 None None] Set router 1b403540-9eac-4959-9594-ec7fea5521b9 gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:44:53.461784 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bd195e-e6b3-46ab-9875-6476a276df54 req-70ad78c0-f177-4598-a2a4-29148434b416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:44:53.463622 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-35bd195e-e6b3-46ab-9875-6476a276df54 req-70ad78c0-f177-4598-a2a4-29148434b416 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=13c8a8b0-6bcb-4303-8fad-1f9f3e9a3230 HTTP/1.1" status: 200 len: 1101 time: 0.0845575 May 20 20:44:53.467272 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 20:44:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65fc7467-c2d5-4404-ac9a-3cc963633383 x-openstack-request-id: req-65fc7467-c2d5-4404-ac9a-3cc963633383 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:44:53.470163 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "156904b4-ae91-46c0-981d-c557e58e72e2", "tag": "8a41b2ce-d3c6-494d-9d90-01b1f30f6c6c", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:44:53.470163 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-65fc7467-c2d5-4404-ac9a-3cc963633383 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:44:53.470163 n-d-842733-1 neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65fc7467-c2d5-4404-ac9a-3cc963633383'] response: {'name': 'network-changed', 'server_uuid': '156904b4-ae91-46c0-981d-c557e58e72e2', 'tag': '8a41b2ce-d3c6-494d-9d90-01b1f30f6c6c', 'status': 'completed', 'code': 200} May 20 20:44:53.511128 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-87c5544a-82c1-43fa-9721-67f7e709e074 req-d74a26dc-8c79-4923-952b-2ce11be42bf3 tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] For port 3e5eead0-741e-4a47-83be-51201ccf7af2, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=3e5eead0-741e-4a47-83be-51201ccf7af2,segment=NetworkSegment(769d43cd-208e-4beb-b6e6-532aefd8f5a1),segment_id=769d43cd-208e-4beb-b6e6-532aefd8f5a1)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:44:53.511643 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-87c5544a-82c1-43fa-9721-67f7e709e074 req-d74a26dc-8c79-4923-952b-2ce11be42bf3 tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:53.526896 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [req-87c5544a-82c1-43fa-9721-67f7e709e074 req-d74a26dc-8c79-4923-952b-2ce11be42bf3 tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] Calling delete_port for 3e5eead0-741e-4a47-83be-51201ccf7af2 owned by compute:nova {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:44:53.596678 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-35bd195e-e6b3-46ab-9875-6476a276df54 req-239779f0-edbd-4a7b-ad9d-bf1e274c5c74 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=fbd0fcb9-5b05-4270-a829-55738c8f5e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193519 May 20 20:44:53.626383 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53bf50d-c8a4-4097-801d-b9f7ecad39d6 req-4c85bd5d-8006-4762-bb50-daca2a715bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:44:53.627865 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-b53bf50d-c8a4-4097-801d-b9f7ecad39d6 req-4c85bd5d-8006-4762-bb50-daca2a715bfc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c23324ed92c6460facba85082860777a&device_id=156904b4-ae91-46c0-981d-c557e58e72e2 HTTP/1.1" status: 200 len: 1096 time: 0.1048958 May 20 20:44:53.751187 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-76431990-1670-427d-81c8-f86968733594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b403540-9eac-4959-9594-ec7fea5521b9', 'name': 'tempest-AttachVolumeNegativeTest-1769752784-router', 'tenant_id': 'c23324ed92c6460facba85082860777a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.135'}], 'enable_snat': True}, 'gw_port_id': 'e020f4ff-b002-440c-a8f2-69d13e16d5c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:44:14Z', 'updated_at': '2022-05-20T20:44:19Z', 'revision_number': 4, 'project_id': 'c23324ed92c6460facba85082860777a', 'gw_port': {'id': 'e020f4ff-b002-440c-a8f2-69d13e16d5c9', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:39:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b403540-9eac-4959-9594-ec7fea5521b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1010, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:44:14Z', 'updated_at': '2022-05-20T20:44:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_floatingips': [{'id': '5843a368-30cb-437d-b951-cc1b95eac7d5', 'tenant_id': 'c23324ed92c6460facba85082860777a', 'floating_ip_address': '172.25.2.171', 'floating_network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'router_id': '1b403540-9eac-4959-9594-ec7fea5521b9', 'port_id': '8a41b2ce-d3c6-494d-9d90-01b1f30f6c6c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1018, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c34618e-1eb4-46a9-ac65-b891df136138', 'mac_address': 'fa:16:3e:a1:9b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '156904b4-ae91-46c0-981d-c557e58e72e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-20T20:44:26Z', 'updated_at': '2022-05-20T20:44:51Z', 'revision_number': 1, 'project_id': 'c23324ed92c6460facba85082860777a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f36b20e-e5dd-44fd-9a75-f97ecc5c70c4', 'name': '', 'network_id': '7c34618e-1eb4-46a9-ac65-b891df136138', 'tenant_id': 'c23324ed92c6460facba85082860777a', 'mac_address': 'fa:16:3e:f4:b0:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b403540-9eac-4959-9594-ec7fea5521b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': '66bb8d81-3453-4d74-b13d-66db71019128', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:44:18Z', 'updated_at': '2022-05-20T20:44:24Z', 'revision_number': 5, 'project_id': 'c23324ed92c6460facba85082860777a', 'subnets': [{'id': '66bb8d81-3453-4d74-b13d-66db71019128', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:44:53.780209 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76431990-1670-427d-81c8-f86968733594 None None] The sync data for ids ['1b403540-9eac-4959-9594-ec7fea5521b9'] in n-d-842733-1 is: [{'id': '1b403540-9eac-4959-9594-ec7fea5521b9', 'name': 'tempest-AttachVolumeNegativeTest-1769752784-router', 'tenant_id': 'c23324ed92c6460facba85082860777a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.135'}], 'enable_snat': True}, 'gw_port_id': 'e020f4ff-b002-440c-a8f2-69d13e16d5c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:44:14Z', 'updated_at': '2022-05-20T20:44:19Z', 'revision_number': 4, 'project_id': 'c23324ed92c6460facba85082860777a', 'gw_port': {'id': 'e020f4ff-b002-440c-a8f2-69d13e16d5c9', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:39:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b403540-9eac-4959-9594-ec7fea5521b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1010, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:44:14Z', 'updated_at': '2022-05-20T20:44:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_floatingips': [{'id': '5843a368-30cb-437d-b951-cc1b95eac7d5', 'tenant_id': 'c23324ed92c6460facba85082860777a', 'floating_ip_address': '172.25.2.171', 'floating_network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'router_id': '1b403540-9eac-4959-9594-ec7fea5521b9', 'port_id': '8a41b2ce-d3c6-494d-9d90-01b1f30f6c6c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1018, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c34618e-1eb4-46a9-ac65-b891df136138', 'mac_address': 'fa:16:3e:a1:9b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '156904b4-ae91-46c0-981d-c557e58e72e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-20T20:44:26Z', 'updated_at': '2022-05-20T20:44:51Z', 'revision_number': 1, 'project_id': 'c23324ed92c6460facba85082860777a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f36b20e-e5dd-44fd-9a75-f97ecc5c70c4', 'name': '', 'network_id': '7c34618e-1eb4-46a9-ac65-b891df136138', 'tenant_id': 'c23324ed92c6460facba85082860777a', 'mac_address': 'fa:16:3e:f4:b0:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b403540-9eac-4959-9594-ec7fea5521b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': '66bb8d81-3453-4d74-b13d-66db71019128', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:44:18Z', 'updated_at': '2022-05-20T20:44:24Z', 'revision_number': 5, 'project_id': 'c23324ed92c6460facba85082860777a', 'subnets': [{'id': '66bb8d81-3453-4d74-b13d-66db71019128', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 20:44:53.797117 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-87c5544a-82c1-43fa-9721-67f7e709e074 req-d74a26dc-8c79-4923-952b-2ce11be42bf3 tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:53.804563 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53bf50d-c8a4-4097-801d-b9f7ecad39d6 req-2f0d76f8-5a81-4198-930f-292dd56483c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:44:53.806479 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-b53bf50d-c8a4-4097-801d-b9f7ecad39d6 req-2f0d76f8-5a81-4198-930f-292dd56483c8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=7c34618e-1eb4-46a9-ac65-b891df136138 HTTP/1.1" status: 200 len: 916 time: 0.1687956 May 20 20:44:53.826400 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4bb0e131-6525-46ca-a45b-e4ea43a5e69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:53.833152 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74a26dc-8c79-4923-952b-2ce11be42bf3 tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] Pushing event deleted for resources: {'Port': ['ID=3e5eead0-741e-4a47-83be-51201ccf7af2,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:44:53.891515 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [req-87c5544a-82c1-43fa-9721-67f7e709e074 req-d74a26dc-8c79-4923-952b-2ce11be42bf3 tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] No DVR routers for this DVR port 3e5eead0-741e-4a47-83be-51201ccf7af2 on host n-h1-842733-1 {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:44:53.892094 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-87c5544a-82c1-43fa-9721-67f7e709e074 req-d74a26dc-8c79-4923-952b-2ce11be42bf3 tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:53.894504 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-b53bf50d-c8a4-4097-801d-b9f7ecad39d6 req-4c291ea8-141c-41e7-8f79-51b209d4c34f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8a41b2ce-d3c6-494d-9d90-01b1f30f6c6c HTTP/1.1" status: 200 len: 999 time: 0.0701649 May 20 20:44:53.895388 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-87c5544a-82c1-43fa-9721-67f7e709e074 req-d74a26dc-8c79-4923-952b-2ce11be42bf3 tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] 10.222.0.24 "DELETE /v2.0/ports/3e5eead0-741e-4a47-83be-51201ccf7af2 HTTP/1.1" status: 204 len: 173 time: 0.7046356 May 20 20:44:53.956656 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53bf50d-c8a4-4097-801d-b9f7ecad39d6 req-60074c67-978f-4e85-9a4e-cfaf6b5f0236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:44:53.959072 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-b53bf50d-c8a4-4097-801d-b9f7ecad39d6 req-60074c67-978f-4e85-9a4e-cfaf6b5f0236 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=66bb8d81-3453-4d74-b13d-66db71019128 HTTP/1.1" status: 200 len: 854 time: 0.0567136 May 20 20:44:54.020039 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53bf50d-c8a4-4097-801d-b9f7ecad39d6 req-a1c31c90-e93b-47a3-86a8-682b57cfd004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:44:54.021790 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-b53bf50d-c8a4-4097-801d-b9f7ecad39d6 req-a1c31c90-e93b-47a3-86a8-682b57cfd004 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7c34618e-1eb4-46a9-ac65-b891df136138&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0494072 May 20 20:44:54.050946 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf4f5b8-41ed-4c05-a9a7-666fff249fb8 None None] New status for floating IP 5843a368-30cb-437d-b951-cc1b95eac7d5: ACTIVE {{(pid=103164) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 20:44:54.153184 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-b53bf50d-c8a4-4097-801d-b9f7ecad39d6 req-cd150851-09a7-4775-8b78-4cb73bc35a8e service neutron] 10.222.0.13 "GET /v2.0/networks/7c34618e-1eb4-46a9-ac65-b891df136138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093910 May 20 20:44:54.207065 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60512a33-4266-4eee-ac5d-544057c7b8b7 req-8b3ca99e-1c9f-455d-97dd-97cf324261df tempest-ServersAdminNegativeTestJSON-1817032777 tempest-ServersAdminNegativeTestJSON-1817032777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:44:54.214549 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-60512a33-4266-4eee-ac5d-544057c7b8b7 req-8b3ca99e-1c9f-455d-97dd-97cf324261df tempest-ServersAdminNegativeTestJSON-1817032777 tempest-ServersAdminNegativeTestJSON-1817032777-project] 10.222.0.35 "GET /v2.0/ports?device_id=13c8a8b0-6bcb-4303-8fad-1f9f3e9a3230 HTTP/1.1" status: 200 len: 950 time: 0.1887989 May 20 20:44:54.250368 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc136a7-fa55-4a44-8ba6-5063510a95d0 req-9d30c44e-a147-4c4c-9694-0e3e5ba155d9 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:44:54.252373 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1dc136a7-fa55-4a44-8ba6-5063510a95d0 req-9d30c44e-a147-4c4c-9694-0e3e5ba155d9 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] 10.222.0.35 "GET /v2.0/ports?device_id=444b3ad3-070a-402c-b3e2-ee88bb47c145 HTTP/1.1" status: 200 len: 945 time: 0.1488645 May 20 20:44:54.274696 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8c5b28-54c9-4cd8-981f-10144acfe1a1 req-48cfd846-10a6-4c01-a632-9e049e152c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:44:54.276273 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3d8c5b28-54c9-4cd8-981f-10144acfe1a1 req-48cfd846-10a6-4c01-a632-9e049e152c5d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=87c2c2610bc847eaa1d2c1976f58d7b1&device_id=444b3ad3-070a-402c-b3e2-ee88bb47c145 HTTP/1.1" status: 200 len: 1096 time: 0.1303871 May 20 20:44:54.283106 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-b53bf50d-c8a4-4097-801d-b9f7ecad39d6 req-e6f2c766-3276-4b66-9638-0f6cbe45859a service neutron] 10.222.0.13 "GET /v2.0/networks/7c34618e-1eb4-46a9-ac65-b891df136138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160271 May 20 20:44:54.290117 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-60512a33-4266-4eee-ac5d-544057c7b8b7 req-fc382e0a-8764-43bf-ac48-272d6f636f0d tempest-ServersAdminNegativeTestJSON-1817032777 tempest-ServersAdminNegativeTestJSON-1817032777-project] 10.222.0.35 "GET /v2.0/security-groups?id=fbd0fcb9-5b05-4270-a829-55738c8f5e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747066 May 20 20:44:54.324396 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1dc136a7-fa55-4a44-8ba6-5063510a95d0 req-1c02f8cb-1796-4333-9a23-e79a56be415a tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] 10.222.0.35 "GET /v2.0/security-groups?id=24ffe084-33f1-4a86-83df-85043464ffa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648098 May 20 20:44:54.451932 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8c5b28-54c9-4cd8-981f-10144acfe1a1 req-0e546564-a3ab-49d9-93d2-4e9d7f1034e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:44:54.455577 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3d8c5b28-54c9-4cd8-981f-10144acfe1a1 req-0e546564-a3ab-49d9-93d2-4e9d7f1034e3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=dc8945eb-dd74-4cb0-b93f-84eec37290f3 HTTP/1.1" status: 200 len: 919 time: 0.1478307 May 20 20:44:54.502894 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:54.519283 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3d8c5b28-54c9-4cd8-981f-10144acfe1a1 req-1f2c6426-6397-4aa7-a592-65440d41e15f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=62d1ba97-6f0b-4b65-9e31-0d50a53dbf7c HTTP/1.1" status: 200 len: 217 time: 0.0544879 May 20 20:44:54.561197 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-56988187-4cee-41c8-9a60-00ce1491be51 req-64afbdcb-3774-4893-9a70-7fe25d1ac9e3 tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] 10.222.0.35 "GET /v2.0/ports?device_id=afdb37f9-0912-422e-9f7a-db72aaceea5a HTTP/1.1" status: 200 len: 210 time: 0.0884864 May 20 20:44:54.606280 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8c5b28-54c9-4cd8-981f-10144acfe1a1 req-05a27dc5-4859-4d8f-84a5-f4d20abb270a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:44:54.608417 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3d8c5b28-54c9-4cd8-981f-10144acfe1a1 req-05a27dc5-4859-4d8f-84a5-f4d20abb270a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6369a26f-bc30-4622-b5b7-2978096f54a2 HTTP/1.1" status: 200 len: 857 time: 0.0722637 May 20 20:44:54.615588 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8262c86d-2ff5-4755-9d1f-83378a90d9ae req-07fbeb69-c1e2-4c7c-a854-8a5b23b22c8b tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:44:54.617065 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8262c86d-2ff5-4755-9d1f-83378a90d9ae req-07fbeb69-c1e2-4c7c-a854-8a5b23b22c8b tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.35 "GET /v2.0/ports?device_id=21afd256-f156-4f5b-b78a-53e40cd30f78 HTTP/1.1" status: 200 len: 946 time: 0.1433656 May 20 20:44:54.687680 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8262c86d-2ff5-4755-9d1f-83378a90d9ae req-2cc8a08e-828d-4dad-bb61-76cf5daaa85b tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.35 "GET /v2.0/security-groups?id=af06f2cf-8756-4fbf-90c6-d72ff1946909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587003 May 20 20:44:54.687680 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8c5b28-54c9-4cd8-981f-10144acfe1a1 req-f3ce2389-38f7-461b-97c2-4c5f081d1255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:44:54.689078 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3d8c5b28-54c9-4cd8-981f-10144acfe1a1 req-f3ce2389-38f7-461b-97c2-4c5f081d1255 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=dc8945eb-dd74-4cb0-b93f-84eec37290f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0711584 May 20 20:44:54.793623 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-32b2e6c3-9d61-47e5-be28-fd5c950b83a3 req-0a629faf-d49f-417c-ae3b-3bf5fca3640c tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=74b74d22d9d54e1eae7cec44a7fbec8d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0288382 May 20 20:44:54.882904 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3d8c5b28-54c9-4cd8-981f-10144acfe1a1 req-0419d4be-2cbb-423d-8d13-9ca86e0fd064 service neutron] 10.222.0.13 "GET /v2.0/networks/dc8945eb-dd74-4cb0-b93f-84eec37290f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1827748 May 20 20:44:55.036400 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b2e6c3-9d61-47e5-be28-fd5c950b83a3 req-9882c75d-8f22-469f-adb2-7d5d021015cb tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:44:55.037961 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-32b2e6c3-9d61-47e5-be28-fd5c950b83a3 req-9882c75d-8f22-469f-adb2-7d5d021015cb tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2293546 May 20 20:44:55.081645 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-32b2e6c3-9d61-47e5-be28-fd5c950b83a3 req-f152b0e7-3534-49d2-be05-8b6bd9cd47e9 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/quotas/74b74d22d9d54e1eae7cec44a7fbec8d HTTP/1.1" status: 200 len: 375 time: 0.0297818 May 20 20:44:55.132952 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f9dc08-42da-4c6e-8247-e71effed9cd3 req-c1eb038b-610b-45d5-841f-3b14b1e22ca8 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:44:55.134400 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b9f9dc08-42da-4c6e-8247-e71effed9cd3 req-c1eb038b-610b-45d5-841f-3b14b1e22ca8 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.35 "GET /v2.0/networks?id=80bda1f2-d8f3-4628-a486-5841bb81c3dc HTTP/1.1" status: 200 len: 805 time: 0.2389126 May 20 20:44:55.137148 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3d8c5b28-54c9-4cd8-981f-10144acfe1a1 req-82089e1a-d544-4091-8673-0d0c3fa3fbe5 service neutron] 10.222.0.13 "GET /v2.0/networks/dc8945eb-dd74-4cb0-b93f-84eec37290f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2313402 May 20 20:44:55.153301 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b9f9dc08-42da-4c6e-8247-e71effed9cd3 req-adc1c6bc-b9fb-4f96-9cfe-0254142c50c0 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.35 "GET /v2.0/quotas/bfecc73b8c99406dbde7fba5545cc962 HTTP/1.1" status: 200 len: 375 time: 0.0129144 May 20 20:44:55.174438 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-32b2e6c3-9d61-47e5-be28-fd5c950b83a3 req-658bf02a-315d-4d2f-8082-9a3bc841cdcd tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=74b74d22d9d54e1eae7cec44a7fbec8d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0852191 May 20 20:44:55.218647 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b9f9dc08-42da-4c6e-8247-e71effed9cd3 req-e4f21a34-be57-44ea-9112-8db7bc5ed977 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=bfecc73b8c99406dbde7fba5545cc962&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0594387 May 20 20:44:55.307578 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b9f9dc08-42da-4c6e-8247-e71effed9cd3 req-bf73c557-42cc-45b7-8112-44f5032d5f4c service neutron] 10.222.0.35 "GET /v2.0/networks/80bda1f2-d8f3-4628-a486-5841bb81c3dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815074 May 20 20:44:55.379044 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cc3ec51b-6ec8-438a-8349-5f0bec346d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:55.416053 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b9f9dc08-42da-4c6e-8247-e71effed9cd3 req-5717a775-8cbf-4c32-873b-9bdb403811af service neutron] 10.222.0.35 "GET /v2.0/networks/80bda1f2-d8f3-4628-a486-5841bb81c3dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006477 May 20 20:44:55.471879 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19bcd975-6f91-47bd-aa1a-c592c3f623d0', 'name': 'network-vif-deleted', 'tag': '3e5eead0-741e-4a47-83be-51201ccf7af2'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:44:55.474388 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4291b17aa7b45362825f0571e77c85f5e73afe1df9c7e9e15006df9d695c005e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccc7beae-a449-452c-bbb5-a28799eac741" -d '{"events": [{"server_uuid": "19bcd975-6f91-47bd-aa1a-c592c3f623d0", "name": "network-vif-deleted", "tag": "3e5eead0-741e-4a47-83be-51201ccf7af2"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:44:55.489847 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfb5126-bb9d-45bf-a1b4-cf43775fa7e9 req-072c26bd-b09d-4e10-83ea-dce6f4cb03b8 tempest-ServersAdminNegativeTestJSON-1817032777 tempest-ServersAdminNegativeTestJSON-1817032777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:44:55.495127 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-cdfb5126-bb9d-45bf-a1b4-cf43775fa7e9 req-072c26bd-b09d-4e10-83ea-dce6f4cb03b8 tempest-ServersAdminNegativeTestJSON-1817032777 tempest-ServersAdminNegativeTestJSON-1817032777-project] 10.222.0.35 "GET /v2.0/ports?device_id=13c8a8b0-6bcb-4303-8fad-1f9f3e9a3230 HTTP/1.1" status: 200 len: 950 time: 0.0612218 May 20 20:44:55.514463 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:55.541582 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-cdfb5126-bb9d-45bf-a1b4-cf43775fa7e9 req-ed3be2b2-072f-4c01-bc5d-278a92edfa3d tempest-ServersAdminNegativeTestJSON-1817032777 tempest-ServersAdminNegativeTestJSON-1817032777-project] 10.222.0.35 "GET /v2.0/security-groups?id=fbd0fcb9-5b05-4270-a829-55738c8f5e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419281 May 20 20:44:55.732725 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2a07ddb1-047a-4a8e-9327-84405bef0a76 req-47457313-ff31-4360-b6eb-8f932a0a8012 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/ports?device_id=f909c7ca-a771-4d4d-9455-819a14982a65 HTTP/1.1" status: 200 len: 210 time: 0.0399826 May 20 20:44:55.776071 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff48dd99-a942-4108-b17d-7890b582ea22 req-3ddd426f-034d-47a2-9eb4-690412005312 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:44:55.776071 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ff48dd99-a942-4108-b17d-7890b582ea22 req-3ddd426f-034d-47a2-9eb4-690412005312 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] 10.222.0.35 "GET /v2.0/ports?device_id=444b3ad3-070a-402c-b3e2-ee88bb47c145 HTTP/1.1" status: 200 len: 945 time: 0.1566987 May 20 20:44:55.810796 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5516ba-25b1-4c67-874a-35e1bf8688a9 req-a0b2f2e1-701c-4111-abb4-97fa452c94a3 tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:44:55.812704 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6a5516ba-25b1-4c67-874a-35e1bf8688a9 req-a0b2f2e1-701c-4111-abb4-97fa452c94a3 tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] 10.222.0.24 "GET /v2.0/networks?id=9d3d3a86-d0ea-42bb-882a-63d3244d9913 HTTP/1.1" status: 200 len: 805 time: 0.2092037 May 20 20:44:55.837061 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [req-6a5516ba-25b1-4c67-874a-35e1bf8688a9 req-748d513d-8396-4ad1-a6f0-8ecbb129bfa7 tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] Request body: {'port': {'device_id': 'afdb37f9-0912-422e-9f7a-db72aaceea5a', 'network_id': '9d3d3a86-d0ea-42bb-882a-63d3244d9913', 'admin_state_up': True, 'tenant_id': '812b03e5e79843f7aecfe762e5ee081e'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:44:55.860594 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ff48dd99-a942-4108-b17d-7890b582ea22 req-4ebd5ece-9dab-4129-9045-f815e9e7fe1b tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] 10.222.0.35 "GET /v2.0/security-groups?id=24ffe084-33f1-4a86-83df-85043464ffa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722330 May 20 20:44:55.896358 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 20:44:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe3c17b8-3c1b-4403-b43e-ecaa28896119 x-openstack-request-id: req-fe3c17b8-3c1b-4403-b43e-ecaa28896119 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:44:55.896656 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19bcd975-6f91-47bd-aa1a-c592c3f623d0", "name": "network-vif-deleted", "tag": "3e5eead0-741e-4a47-83be-51201ccf7af2", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:44:55.896902 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-fe3c17b8-3c1b-4403-b43e-ecaa28896119 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:44:55.897305 n-d-842733-1 neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe3c17b8-3c1b-4403-b43e-ecaa28896119'] response: {'server_uuid': '19bcd975-6f91-47bd-aa1a-c592c3f623d0', 'name': 'network-vif-deleted', 'tag': '3e5eead0-741e-4a47-83be-51201ccf7af2', 'status': 'completed', 'code': 200} May 20 20:44:55.940155 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device e6267721-b542-4fb6-b8a1-978352483b41 no longer exists at agent hyperv_n-h2-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:44:55.988092 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d08d4951-fd38-4f45-80f1-aa47a6928be1 req-b6a486ae-1b3f-4865-981d-baacf78b5aba tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] 10.222.0.35 "GET /v2.0/ports?device_id=afdb37f9-0912-422e-9f7a-db72aaceea5a HTTP/1.1" status: 200 len: 210 time: 0.0353930 May 20 20:44:56.051481 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a5516ba-25b1-4c67-874a-35e1bf8688a9 req-748d513d-8396-4ad1-a6f0-8ecbb129bfa7 tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] Made reservation on behalf of 812b03e5e79843f7aecfe762e5ee081e for: {'port': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:44:56.054915 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-6a5516ba-25b1-4c67-874a-35e1bf8688a9 req-748d513d-8396-4ad1-a6f0-8ecbb129bfa7 tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:56.074095 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-bd154a9d-8a52-4d30-b19c-e9b69542a08e req-33061525-f8b0-4876-9b46-b18615193ba0 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f6d637d-4352-4c70-86cc-448d1b8c2847 HTTP/1.1" status: 200 len: 210 time: 0.0342419 May 20 20:44:56.082838 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port e6267721-b542-4fb6-b8a1-978352483b41 is: ACTIVE; New status is: DOWN {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:44:56.083235 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:56.129559 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bbfd9e8-a057-44f1-b038-cbd8f003a98d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e6267721-b542-4fb6-b8a1-978352483b41'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:44:56.131604 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8485417003ce7c0410b00f5cdc2f391e21107b70bb68e2773712534a96e108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-266f8647-0abd-4f05-8a92-9c9bae1a95eb" -d '{"events": [{"server_uuid": "0bbfd9e8-a057-44f1-b038-cbd8f003a98d", "name": "network-vif-unplugged", "status": "completed", "tag": "e6267721-b542-4fb6-b8a1-978352483b41"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:44:56.146943 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port e6267721-b542-4fb6-b8a1-978352483b41, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=e6267721-b542-4fb6-b8a1-978352483b41,segment=NetworkSegment(ed3a602f-49fb-4a95-be80-401e1eb72e33),segment_id=ed3a602f-49fb-4a95-be80-401e1eb72e33)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:44:56.188464 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 May 2022 20:44:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfa31781-7a46-4292-948e-556613241211 x-openstack-request-id: req-cfa31781-7a46-4292-948e-556613241211 {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:44:56.188801 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bbfd9e8-a057-44f1-b038-cbd8f003a98d", "name": "network-vif-unplugged", "status": "completed", "tag": "e6267721-b542-4fb6-b8a1-978352483b41", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:44:56.190083 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-cfa31781-7a46-4292-948e-556613241211 {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:44:56.190710 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cfa31781-7a46-4292-948e-556613241211'] response: {'server_uuid': '0bbfd9e8-a057-44f1-b038-cbd8f003a98d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e6267721-b542-4fb6-b8a1-978352483b41', 'code': 200} May 20 20:44:56.236509 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:56.307698 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=e6267721-b542-4fb6-b8a1-978352483b41,revision_number=8']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:44:56.509182 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2faed87a-e596-44e4-82c6-18f7fcb5c271 req-3a666c29-57e1-4a53-836d-b0024c51c95c tempest-ServersAdminNegativeTestJSON-1817032777 tempest-ServersAdminNegativeTestJSON-1817032777-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=20bf3bd8e18c4f4caa205005eba8d0aa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3433516 May 20 20:44:56.627697 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [req-6a5516ba-25b1-4c67-874a-35e1bf8688a9 req-748d513d-8396-4ad1-a6f0-8ecbb129bfa7 tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] Allocated IP 172.20.0.4 (9d3d3a86-d0ea-42bb-882a-63d3244d9913/4bff70e4-9d51-4479-9096-540dc3675fab/8ca93dfd-837b-48c7-ad13-f2145d67630f) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:44:56.665024 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faed87a-e596-44e4-82c6-18f7fcb5c271 req-f5d2d00b-7332-4955-a558-c8958687c07f tempest-ServersAdminNegativeTestJSON-1817032777 tempest-ServersAdminNegativeTestJSON-1817032777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:44:56.666488 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2faed87a-e596-44e4-82c6-18f7fcb5c271 req-f5d2d00b-7332-4955-a558-c8958687c07f tempest-ServersAdminNegativeTestJSON-1817032777 tempest-ServersAdminNegativeTestJSON-1817032777-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1485488 May 20 20:44:56.693197 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2faed87a-e596-44e4-82c6-18f7fcb5c271 req-a7a844ff-9a4b-4afc-bd63-f448f2d8bc08 tempest-ServersAdminNegativeTestJSON-1817032777 tempest-ServersAdminNegativeTestJSON-1817032777-project] 10.222.0.35 "GET /v2.0/quotas/20bf3bd8e18c4f4caa205005eba8d0aa HTTP/1.1" status: 200 len: 375 time: 0.0184355 May 20 20:44:56.810043 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2faed87a-e596-44e4-82c6-18f7fcb5c271 req-aba0ff87-e398-4a6c-9e6f-2feabb21cf61 tempest-ServersAdminNegativeTestJSON-1817032777 tempest-ServersAdminNegativeTestJSON-1817032777-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=20bf3bd8e18c4f4caa205005eba8d0aa&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1062672 May 20 20:44:56.849165 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f03216d9-2b18-4a61-a854-b6a17877ed7c req-10ed853c-346a-462e-bf9d-6ea751a3dbca tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/ports?device_id=f909c7ca-a771-4d4d-9455-819a14982a65 HTTP/1.1" status: 200 len: 210 time: 0.0359356 May 20 20:44:56.865054 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-6a5516ba-25b1-4c67-874a-35e1bf8688a9 req-748d513d-8396-4ad1-a6f0-8ecbb129bfa7 tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] Notify callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:56.954713 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-6a5516ba-25b1-4c67-874a-35e1bf8688a9 req-748d513d-8396-4ad1-a6f0-8ecbb129bfa7 tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:57.026937 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a5516ba-25b1-4c67-874a-35e1bf8688a9 req-748d513d-8396-4ad1-a6f0-8ecbb129bfa7 tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] Network 9d3d3a86-d0ea-42bb-882a-63d3244d9913 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:44:57.041605 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [req-6a5516ba-25b1-4c67-874a-35e1bf8688a9 req-748d513d-8396-4ad1-a6f0-8ecbb129bfa7 tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:44:57.052737 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a5516ba-25b1-4c67-874a-35e1bf8688a9 req-748d513d-8396-4ad1-a6f0-8ecbb129bfa7 tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:44:57.056075 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748d513d-8396-4ad1-a6f0-8ecbb129bfa7 tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] Pushing event updated for resources: {'Port': ['ID=8ca93dfd-837b-48c7-ad13-f2145d67630f,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:44:57.101493 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b538e9ed-7f61-45c9-b88d-fa5a6d1ef590 req-5110aaee-a2bc-4c23-b848-10376e054e9c tempest-ServersAdminNegativeTestJSON-1817032777 tempest-ServersAdminNegativeTestJSON-1817032777-project] 10.222.0.35 "GET /v2.0/ports?device_id=77094979-9d60-4fd7-90ba-a489b9993ee4 HTTP/1.1" status: 200 len: 210 time: 0.0657403 May 20 20:44:57.120573 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6507723d-3404-4f6d-8912-4d728c8c4247 req-74566f7f-45fe-4fc8-a8ff-b0fa6a3e9185 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:44:57.122610 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6507723d-3404-4f6d-8912-4d728c8c4247 req-74566f7f-45fe-4fc8-a8ff-b0fa6a3e9185 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] 10.222.0.35 "GET /v2.0/ports?device_id=444b3ad3-070a-402c-b3e2-ee88bb47c145 HTTP/1.1" status: 200 len: 945 time: 0.1390860 May 20 20:44:57.138872 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5516ba-25b1-4c67-874a-35e1bf8688a9 req-748d513d-8396-4ad1-a6f0-8ecbb129bfa7 tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:44:57.139488 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-6a5516ba-25b1-4c67-874a-35e1bf8688a9 req-748d513d-8396-4ad1-a6f0-8ecbb129bfa7 tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:57.190232 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6507723d-3404-4f6d-8912-4d728c8c4247 req-d04937a4-d6ef-42fe-b38a-b4e77783673b tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] 10.222.0.35 "GET /v2.0/security-groups?id=24ffe084-33f1-4a86-83df-85043464ffa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597448 May 20 20:44:57.226379 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1b4c00-c2c5-4d55-8ae5-4c1d3c1b826e req-20cdac78-4457-4c9c-a0c6-9ed21a175cd5 tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:44:57.227851 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-eb1b4c00-c2c5-4d55-8ae5-4c1d3c1b826e req-20cdac78-4457-4c9c-a0c6-9ed21a175cd5 tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] 10.222.0.35 "GET /v2.0/ports?device_id=afdb37f9-0912-422e-9f7a-db72aaceea5a HTTP/1.1" status: 200 len: 931 time: 0.0543928 May 20 20:44:57.232012 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6a5516ba-25b1-4c67-874a-35e1bf8688a9 req-748d513d-8396-4ad1-a6f0-8ecbb129bfa7 tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4028745 May 20 20:44:57.258689 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [req-6a5516ba-25b1-4c67-874a-35e1bf8688a9 req-5def3dbb-0e5d-4511-8afb-48d3ba2e11b9 service neutron] Request body: {'port': {'device_id': 'afdb37f9-0912-422e-9f7a-db72aaceea5a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-842733-1'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:44:57.306893 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-df9d74c7-da06-4fe1-97bc-f1bedbeaee7b req-372abb30-eecb-47ac-a28e-5438b3dff219 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f6d637d-4352-4c70-86cc-448d1b8c2847 HTTP/1.1" status: 200 len: 210 time: 0.0538802 May 20 20:44:57.341781 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-eb1b4c00-c2c5-4d55-8ae5-4c1d3c1b826e req-310dbb9c-bad0-460e-87c0-3edea2315103 tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] 10.222.0.35 "GET /v2.0/security-groups?id=08f63c89-364b-47f7-9236-e1c85d29ce51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072671 May 20 20:44:57.347802 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-6a5516ba-25b1-4c67-874a-35e1bf8688a9 req-5def3dbb-0e5d-4511-8afb-48d3ba2e11b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:57.522429 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-32b2e6c3-9d61-47e5-be28-fd5c950b83a3 req-7f95de60-a0b7-48f4-8023-cf5dfc44b965 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=74b74d22d9d54e1eae7cec44a7fbec8d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0221093 May 20 20:44:57.554160 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 3e5eead0-741e-4a47-83be-51201ccf7af2 no longer exists at agent hyperv_n-h1-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:44:57.576069 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] No Port match for: 3e5eead0-741e-4a47-83be-51201ccf7af2 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 20:44:57.576806 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 3e5eead0-741e-4a47-83be-51201ccf7af2 not bound to the agent host n-h1-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 20:44:57.634172 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [req-6a5516ba-25b1-4c67-874a-35e1bf8688a9 req-5def3dbb-0e5d-4511-8afb-48d3ba2e11b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ca93dfd-837b-48c7-ad13-f2145d67630f {{(pid=103163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:44:57.641107 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b2e6c3-9d61-47e5-be28-fd5c950b83a3 req-f07e2372-272a-4f60-adbe-2daac7c14027 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:44:57.642589 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-32b2e6c3-9d61-47e5-be28-fd5c950b83a3 req-f07e2372-272a-4f60-adbe-2daac7c14027 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1097844 May 20 20:44:57.643695 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-6a5516ba-25b1-4c67-874a-35e1bf8688a9 req-5def3dbb-0e5d-4511-8afb-48d3ba2e11b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:57.656027 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [req-6a5516ba-25b1-4c67-874a-35e1bf8688a9 req-5def3dbb-0e5d-4511-8afb-48d3ba2e11b9 service neutron] Transition to ACTIVE for port object 8ca93dfd-837b-48c7-ad13-f2145d67630f will not be triggered until provisioned by entity L2. {{(pid=103163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 20:44:57.656970 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [req-32b2e6c3-9d61-47e5-be28-fd5c950b83a3 req-b47288e2-a274-4c73-a40e-21058fa1ae1b tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Request body: {'port': {'device_id': 'f909c7ca-a771-4d4d-9455-819a14982a65', 'network_id': 'cd702362-b982-46c5-a7d0-51de1b03df86', 'admin_state_up': True, 'tenant_id': '74b74d22d9d54e1eae7cec44a7fbec8d'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:44:57.708661 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-6a5516ba-25b1-4c67-874a-35e1bf8688a9 req-5def3dbb-0e5d-4511-8afb-48d3ba2e11b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:57.776428 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5def3dbb-0e5d-4511-8afb-48d3ba2e11b9 service neutron] Pushing event updated for resources: {'Port': ['ID=8ca93dfd-837b-48c7-ad13-f2145d67630f,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:44:57.828174 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-6a5516ba-25b1-4c67-874a-35e1bf8688a9 req-5def3dbb-0e5d-4511-8afb-48d3ba2e11b9 service neutron] Attempting to bind port 8ca93dfd-837b-48c7-ad13-f2145d67630f on host n-h1-842733-1 for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:44:57.828496 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-6a5516ba-25b1-4c67-874a-35e1bf8688a9 req-5def3dbb-0e5d-4511-8afb-48d3ba2e11b9 service neutron] Attempting to bind port 8ca93dfd-837b-48c7-ad13-f2145d67630f by drivers openvswitch,hyperv on host n-h1-842733-1 at level 0 using segments [{'id': '769d43cd-208e-4beb-b6e6-532aefd8f5a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '9d3d3a86-d0ea-42bb-882a-63d3244d9913'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:44:57.829025 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a5516ba-25b1-4c67-874a-35e1bf8688a9 req-5def3dbb-0e5d-4511-8afb-48d3ba2e11b9 service neutron] Attempting to bind port 8ca93dfd-837b-48c7-ad13-f2145d67630f on network 9d3d3a86-d0ea-42bb-882a-63d3244d9913 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:44:57.830428 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32b2e6c3-9d61-47e5-be28-fd5c950b83a3 req-b47288e2-a274-4c73-a40e-21058fa1ae1b tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Made reservation on behalf of 74b74d22d9d54e1eae7cec44a7fbec8d for: {'port': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:44:57.833815 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a5516ba-25b1-4c67-874a-35e1bf8688a9 req-5def3dbb-0e5d-4511-8afb-48d3ba2e11b9 service neutron] Port 8ca93dfd-837b-48c7-ad13-f2145d67630f on network 9d3d3a86-d0ea-42bb-882a-63d3244d9913 not bound, no agent of type Open vSwitch agent registered on host n-h1-842733-1 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 20:44:57.834078 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-32b2e6c3-9d61-47e5-be28-fd5c950b83a3 req-b47288e2-a274-4c73-a40e-21058fa1ae1b tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:57.834225 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a5516ba-25b1-4c67-874a-35e1bf8688a9 req-5def3dbb-0e5d-4511-8afb-48d3ba2e11b9 service neutron] Attempting to bind port 8ca93dfd-837b-48c7-ad13-f2145d67630f on network 9d3d3a86-d0ea-42bb-882a-63d3244d9913 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:44:57.839886 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a5516ba-25b1-4c67-874a-35e1bf8688a9 req-5def3dbb-0e5d-4511-8afb-48d3ba2e11b9 service neutron] Checking agent: {'id': '08dfb1ce-804b-4db8-838b-21094082e041', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 32, 54), 'started_at': datetime.datetime(2022, 5, 20, 20, 32, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 44, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:44:57.840217 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a5516ba-25b1-4c67-874a-35e1bf8688a9 req-5def3dbb-0e5d-4511-8afb-48d3ba2e11b9 service neutron] Checking segment: {'id': '769d43cd-208e-4beb-b6e6-532aefd8f5a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '9d3d3a86-d0ea-42bb-882a-63d3244d9913'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:44:57.840638 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a5516ba-25b1-4c67-874a-35e1bf8688a9 req-5def3dbb-0e5d-4511-8afb-48d3ba2e11b9 service neutron] Bound using segment: {'id': '769d43cd-208e-4beb-b6e6-532aefd8f5a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '9d3d3a86-d0ea-42bb-882a-63d3244d9913'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:44:57.841705 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-6a5516ba-25b1-4c67-874a-35e1bf8688a9 req-5def3dbb-0e5d-4511-8afb-48d3ba2e11b9 service neutron] Bound port: 8ca93dfd-837b-48c7-ad13-f2145d67630f, host: n-h1-842733-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '769d43cd-208e-4beb-b6e6-532aefd8f5a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '9d3d3a86-d0ea-42bb-882a-63d3244d9913'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:44:57.842059 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-6a5516ba-25b1-4c67-874a-35e1bf8688a9 req-5def3dbb-0e5d-4511-8afb-48d3ba2e11b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:57.924171 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-6a5516ba-25b1-4c67-874a-35e1bf8688a9 req-5def3dbb-0e5d-4511-8afb-48d3ba2e11b9 service neutron] For port 8ca93dfd-837b-48c7-ad13-f2145d67630f, host n-h1-842733-1, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:44:57.927810 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-6a5516ba-25b1-4c67-874a-35e1bf8688a9 req-5def3dbb-0e5d-4511-8afb-48d3ba2e11b9 service neutron] For port 8ca93dfd-837b-48c7-ad13-f2145d67630f, host n-h1-842733-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=8ca93dfd-837b-48c7-ad13-f2145d67630f,segment=NetworkSegment(769d43cd-208e-4beb-b6e6-532aefd8f5a1),segment_id=769d43cd-208e-4beb-b6e6-532aefd8f5a1)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:44:57.941241 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device e213a585-6dd1-4d47-a02d-ed1886bd7f5d details requested by agent hyperv_n-h2-842733-1 with host n-h2-842733-1 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 20:44:57.983540 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a46ffbdf-3ad9-416b-a070-37c1c1838f8a req-9b88d69c-91b0-4094-a586-bacfcb892068 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/ports?device_id=f909c7ca-a771-4d4d-9455-819a14982a65 HTTP/1.1" status: 200 len: 210 time: 0.0515065 May 20 20:44:57.999091 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [req-32b2e6c3-9d61-47e5-be28-fd5c950b83a3 req-b47288e2-a274-4c73-a40e-21058fa1ae1b tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Allocated IP 192.168.233.235 (cd702362-b982-46c5-a7d0-51de1b03df86/26b342ea-254c-483a-9ea9-f11c178970eb/f0726a78-f245-4b9e-993d-421087799a99) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:44:58.014141 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-6a5516ba-25b1-4c67-874a-35e1bf8688a9 req-5def3dbb-0e5d-4511-8afb-48d3ba2e11b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:58.086858 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port e213a585-6dd1-4d47-a02d-ed1886bd7f5d, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=e213a585-6dd1-4d47-a02d-ed1886bd7f5d,segment=NetworkSegment(ed3a602f-49fb-4a95-be80-401e1eb72e33),segment_id=ed3a602f-49fb-4a95-be80-401e1eb72e33)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:44:58.088280 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5516ba-25b1-4c67-874a-35e1bf8688a9 req-5def3dbb-0e5d-4511-8afb-48d3ba2e11b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:44:58.088899 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-6a5516ba-25b1-4c67-874a-35e1bf8688a9 req-5def3dbb-0e5d-4511-8afb-48d3ba2e11b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:58.090537 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6a5516ba-25b1-4c67-874a-35e1bf8688a9 req-5def3dbb-0e5d-4511-8afb-48d3ba2e11b9 service neutron] 10.222.0.24 "PUT /v2.0/ports/8ca93dfd-837b-48c7-ad13-f2145d67630f HTTP/1.1" status: 200 len: 1091 time: 0.8387268 May 20 20:44:58.091556 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afdb37f9-0912-422e-9f7a-db72aaceea5a', 'tag': '8ca93dfd-837b-48c7-ad13-f2145d67630f'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:44:58.094779 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4291b17aa7b45362825f0571e77c85f5e73afe1df9c7e9e15006df9d695c005e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92debf37-2019-4dca-831e-3b8024c1094f" -d '{"events": [{"name": "network-changed", "server_uuid": "afdb37f9-0912-422e-9f7a-db72aaceea5a", "tag": "8ca93dfd-837b-48c7-ad13-f2145d67630f"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:44:58.113850 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Returning: {'device': 'e213a585-6dd1-4d47-a02d-ed1886bd7f5d', 'network_id': 'cd702362-b982-46c5-a7d0-51de1b03df86', 'port_id': 'e213a585-6dd1-4d47-a02d-ed1886bd7f5d', 'mac_address': 'fa:16:3e:6b:47:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26b342ea-254c-483a-9ea9-f11c178970eb', 'ip_address': '192.168.233.81'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 20 20:44:58.122854 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5def3dbb-0e5d-4511-8afb-48d3ba2e11b9 service neutron] Pushing event updated for resources: {'Port': ['ID=8ca93dfd-837b-48c7-ad13-f2145d67630f,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:44:58.164989 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port e213a585-6dd1-4d47-a02d-ed1886bd7f5d is: DOWN; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:44:58.165783 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:58.172619 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 20:44:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48c1da32-081d-4505-8716-69bfd8813d54 x-openstack-request-id: req-48c1da32-081d-4505-8716-69bfd8813d54 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:44:58.172911 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afdb37f9-0912-422e-9f7a-db72aaceea5a", "tag": "8ca93dfd-837b-48c7-ad13-f2145d67630f", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:44:58.173166 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-48c1da32-081d-4505-8716-69bfd8813d54 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:44:58.175012 n-d-842733-1 neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48c1da32-081d-4505-8716-69bfd8813d54'] response: {'name': 'network-changed', 'server_uuid': 'afdb37f9-0912-422e-9f7a-db72aaceea5a', 'tag': '8ca93dfd-837b-48c7-ad13-f2145d67630f', 'status': 'completed', 'code': 200} May 20 20:44:58.185090 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e213a585-6dd1-4d47-a02d-ed1886bd7f5d {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:44:58.214439 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port e213a585-6dd1-4d47-a02d-ed1886bd7f5d, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=e213a585-6dd1-4d47-a02d-ed1886bd7f5d,segment=NetworkSegment(ed3a602f-49fb-4a95-be80-401e1eb72e33),segment_id=ed3a602f-49fb-4a95-be80-401e1eb72e33)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:44:58.234700 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-bd6ba4f5-5964-4840-bd56-bbec522399db req-e7017212-faac-42b8-b725-b1f36ef01f09 tempest-ServersAdminNegativeTestJSON-1817032777 tempest-ServersAdminNegativeTestJSON-1817032777-project] 10.222.0.35 "GET /v2.0/ports?device_id=77094979-9d60-4fd7-90ba-a489b9993ee4 HTTP/1.1" status: 200 len: 210 time: 0.0389102 May 20 20:44:58.283291 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92debf37-2019-4dca-831e-3b8024c1094f req-666e23a7-f0c7-4a16-b366-04e32eb71d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:44:58.284825 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-92debf37-2019-4dca-831e-3b8024c1094f req-666e23a7-f0c7-4a16-b366-04e32eb71d66 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=812b03e5e79843f7aecfe762e5ee081e&device_id=afdb37f9-0912-422e-9f7a-db72aaceea5a HTTP/1.1" status: 200 len: 1094 time: 0.0592067 May 20 20:44:58.308609 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:58.315252 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-32b2e6c3-9d61-47e5-be28-fd5c950b83a3 req-b47288e2-a274-4c73-a40e-21058fa1ae1b tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:58.329888 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f9dc08-42da-4c6e-8247-e71effed9cd3 req-25802492-849c-422f-acc0-92f4d0128444 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:44:58.331825 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-b9f9dc08-42da-4c6e-8247-e71effed9cd3 req-25802492-849c-422f-acc0-92f4d0128444 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.24 "GET /v2.0/networks?id=80bda1f2-d8f3-4628-a486-5841bb81c3dc HTTP/1.1" status: 200 len: 805 time: 0.1995914 May 20 20:44:58.347201 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [req-b9f9dc08-42da-4c6e-8247-e71effed9cd3 req-e91a64d3-b1bb-497b-91e5-a598bf740529 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] Request body: {'port': {'device_id': '7f6d637d-4352-4c70-86cc-448d1b8c2847', 'network_id': '80bda1f2-d8f3-4628-a486-5841bb81c3dc', 'admin_state_up': True, 'tenant_id': 'bfecc73b8c99406dbde7fba5545cc962'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:44:58.379801 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=e213a585-6dd1-4d47-a02d-ed1886bd7f5d,revision_number=9']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:44:58.461636 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1da03cde-b536-49b2-b766-670c637ac2f8 req-51622266-50de-4c75-ae8b-5b4d74f43598 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f6d637d-4352-4c70-86cc-448d1b8c2847 HTTP/1.1" status: 200 len: 210 time: 0.0533979 May 20 20:44:58.483803 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f92851-ffdb-4107-8229-ebfe6fd0801f req-e5fe84ea-3baf-4fce-a619-2206dedbe346 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:44:58.483983 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-32b2e6c3-9d61-47e5-be28-fd5c950b83a3 req-b47288e2-a274-4c73-a40e-21058fa1ae1b tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:58.494481 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-76f92851-ffdb-4107-8229-ebfe6fd0801f req-e5fe84ea-3baf-4fce-a619-2206dedbe346 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] 10.222.0.35 "GET /v2.0/ports?device_id=444b3ad3-070a-402c-b3e2-ee88bb47c145 HTTP/1.1" status: 200 len: 945 time: 0.1900175 May 20 20:44:58.507184 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] get_ports_and_sgs() called for port_ids ['36b4db1d-b6e8-4dc0-991a-f9d6809e9c6a'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:44:58.544013 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9f9dc08-42da-4c6e-8247-e71effed9cd3 req-e91a64d3-b1bb-497b-91e5-a598bf740529 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] Made reservation on behalf of bfecc73b8c99406dbde7fba5545cc962 for: {'port': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:44:58.548587 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] get_ports_and_sgs() called for port_ids ['2a4cc0f0-cfd0-4e2d-aa3c-9c6f9247fea7'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:44:58.548742 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-b9f9dc08-42da-4c6e-8247-e71effed9cd3 req-e91a64d3-b1bb-497b-91e5-a598bf740529 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:58.555809 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92debf37-2019-4dca-831e-3b8024c1094f req-b31c3e79-6b8e-49fb-a00e-0656203a895e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:44:58.557329 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-92debf37-2019-4dca-831e-3b8024c1094f req-b31c3e79-6b8e-49fb-a00e-0656203a895e service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=812b03e5e79843f7aecfe762e5ee081e&shared=False HTTP/1.1" status: 200 len: 906 time: 0.2644992 May 20 20:44:58.575738 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32b2e6c3-9d61-47e5-be28-fd5c950b83a3 req-b47288e2-a274-4c73-a40e-21058fa1ae1b tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Network cd702362-b982-46c5-a7d0-51de1b03df86 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:44:58.589346 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [req-32b2e6c3-9d61-47e5-be28-fd5c950b83a3 req-b47288e2-a274-4c73-a40e-21058fa1ae1b tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:44:58.616173 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-76f92851-ffdb-4107-8229-ebfe6fd0801f req-39b8e115-8379-4b56-988e-f746cf890234 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] 10.222.0.35 "GET /v2.0/security-groups?id=24ffe084-33f1-4a86-83df-85043464ffa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135700 May 20 20:44:58.697346 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7218d23b-820e-4fd6-aa61-9cfec98b0929 req-eed7bf57-e3ed-4aa5-a676-5da75bf650a2 tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:44:58.701788 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7218d23b-820e-4fd6-aa61-9cfec98b0929 req-eed7bf57-e3ed-4aa5-a676-5da75bf650a2 tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] 10.222.0.35 "GET /v2.0/ports?device_id=afdb37f9-0912-422e-9f7a-db72aaceea5a HTTP/1.1" status: 200 len: 943 time: 0.1605535 May 20 20:44:58.711589 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] get_ports_and_sgs() called for port_ids ['e213a585-6dd1-4d47-a02d-ed1886bd7f5d'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:44:58.725174 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-32b2e6c3-9d61-47e5-be28-fd5c950b83a3 req-b47288e2-a274-4c73-a40e-21058fa1ae1b tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:44:58.727783 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47288e2-a274-4c73-a40e-21058fa1ae1b tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Pushing event updated for resources: {'Port': ['ID=f0726a78-f245-4b9e-993d-421087799a99,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:44:58.765011 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92debf37-2019-4dca-831e-3b8024c1094f req-29d8a2c3-cccd-4d80-bcb3-51442249b031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:44:58.766735 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-92debf37-2019-4dca-831e-3b8024c1094f req-29d8a2c3-cccd-4d80-bcb3-51442249b031 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1862290 May 20 20:44:58.768573 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [req-b9f9dc08-42da-4c6e-8247-e71effed9cd3 req-e91a64d3-b1bb-497b-91e5-a598bf740529 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] Allocated IP 172.20.0.12 (80bda1f2-d8f3-4628-a486-5841bb81c3dc/532e3931-08a4-40e8-b75d-9b3b215f2360/801ff45b-c7db-4c6d-9464-1f8f3df3c04b) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:44:58.825327 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7218d23b-820e-4fd6-aa61-9cfec98b0929 req-4201d9ad-b066-4af7-80e1-edaa4ac3c901 tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] 10.222.0.35 "GET /v2.0/security-groups?id=08f63c89-364b-47f7-9236-e1c85d29ce51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023247 May 20 20:44:58.907066 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5516ba-25b1-4c67-874a-35e1bf8688a9 req-38c30642-0f31-4615-bf82-8351273d78bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:44:58.908642 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6a5516ba-25b1-4c67-874a-35e1bf8688a9 req-38c30642-0f31-4615-bf82-8351273d78bf service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=812b03e5e79843f7aecfe762e5ee081e&device_id=afdb37f9-0912-422e-9f7a-db72aaceea5a HTTP/1.1" status: 200 len: 1094 time: 0.0819106 May 20 20:44:58.916834 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47288e2-a274-4c73-a40e-21058fa1ae1b tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:44:58.917176 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47288e2-a274-4c73-a40e-21058fa1ae1b tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:44:58.917799 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47288e2-a274-4c73-a40e-21058fa1ae1b tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:44:58.918134 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47288e2-a274-4c73-a40e-21058fa1ae1b tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:44:58.918461 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47288e2-a274-4c73-a40e-21058fa1ae1b tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:44:58.918802 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47288e2-a274-4c73-a40e-21058fa1ae1b tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:44:58.919666 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47288e2-a274-4c73-a40e-21058fa1ae1b tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:44:58.920444 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47288e2-a274-4c73-a40e-21058fa1ae1b tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:44:58.920801 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47288e2-a274-4c73-a40e-21058fa1ae1b tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:44:58.921101 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47288e2-a274-4c73-a40e-21058fa1ae1b tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:44:58.921454 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47288e2-a274-4c73-a40e-21058fa1ae1b tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:44:58.921775 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47288e2-a274-4c73-a40e-21058fa1ae1b tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:44:58.960440 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b2e6c3-9d61-47e5-be28-fd5c950b83a3 req-b47288e2-a274-4c73-a40e-21058fa1ae1b tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:44:58.961067 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-32b2e6c3-9d61-47e5-be28-fd5c950b83a3 req-b47288e2-a274-4c73-a40e-21058fa1ae1b tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:58.968887 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6a5516ba-25b1-4c67-874a-35e1bf8688a9 req-73c2510c-806a-4135-b053-a2d80a25b2c0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8ca93dfd-837b-48c7-ad13-f2145d67630f HTTP/1.1" status: 200 len: 217 time: 0.0483687 May 20 20:44:58.999937 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-b9f9dc08-42da-4c6e-8247-e71effed9cd3 req-e91a64d3-b1bb-497b-91e5-a598bf740529 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:59.022004 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-962dcc7f-c296-4e9c-9f26-eaca2fc1a7fb None None] Provisioning complete for port f0726a78-f245-4b9e-993d-421087799a99 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:44:59.022273 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-962dcc7f-c296-4e9c-9f26-eaca2fc1a7fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:59.026520 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5516ba-25b1-4c67-874a-35e1bf8688a9 req-1298e9bf-5204-4567-99e4-4722543fe0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:44:59.028367 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6a5516ba-25b1-4c67-874a-35e1bf8688a9 req-1298e9bf-5204-4567-99e4-4722543fe0ee service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4bff70e4-9d51-4479-9096-540dc3675fab HTTP/1.1" status: 200 len: 845 time: 0.0511289 May 20 20:44:59.067899 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-32b2e6c3-9d61-47e5-be28-fd5c950b83a3 req-b47288e2-a274-4c73-a40e-21058fa1ae1b tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4150555 May 20 20:44:59.080298 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [req-32b2e6c3-9d61-47e5-be28-fd5c950b83a3 req-b153e57b-0f17-4241-bf25-13115794bd35 service neutron] Request body: {'port': {'device_id': 'f909c7ca-a771-4d4d-9455-819a14982a65', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-842733-1'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:44:59.087825 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-962dcc7f-c296-4e9c-9f26-eaca2fc1a7fb None None] Port f0726a78-f245-4b9e-993d-421087799a99 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 20:44:59.095082 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6a5516ba-25b1-4c67-874a-35e1bf8688a9 req-78d20364-f515-4eaf-85a4-69a2da7e7abc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9d3d3a86-d0ea-42bb-882a-63d3244d9913&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481148 May 20 20:44:59.121945 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-b9f9dc08-42da-4c6e-8247-e71effed9cd3 req-e91a64d3-b1bb-497b-91e5-a598bf740529 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:59.189450 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9f9dc08-42da-4c6e-8247-e71effed9cd3 req-e91a64d3-b1bb-497b-91e5-a598bf740529 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] Network 80bda1f2-d8f3-4628-a486-5841bb81c3dc is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:44:59.196315 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [req-b9f9dc08-42da-4c6e-8247-e71effed9cd3 req-e91a64d3-b1bb-497b-91e5-a598bf740529 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:44:59.199281 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9f9dc08-42da-4c6e-8247-e71effed9cd3 req-e91a64d3-b1bb-497b-91e5-a598bf740529 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:44:59.211220 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-32b2e6c3-9d61-47e5-be28-fd5c950b83a3 req-b153e57b-0f17-4241-bf25-13115794bd35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:59.212273 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc7813e-6105-4623-b023-cf6e31f194db req-4d734b00-a7db-4f3d-9443-e86405f274fc tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:44:59.213784 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5bc7813e-6105-4623-b023-cf6e31f194db req-4d734b00-a7db-4f3d-9443-e86405f274fc tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/ports?device_id=f909c7ca-a771-4d4d-9455-819a14982a65 HTTP/1.1" status: 200 len: 936 time: 0.0916448 May 20 20:44:59.230946 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91a64d3-b1bb-497b-91e5-a598bf740529 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] Pushing event updated for resources: {'Port': ['ID=801ff45b-c7db-4c6d-9464-1f8f3df3c04b,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:44:59.244535 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6a5516ba-25b1-4c67-874a-35e1bf8688a9 req-38b974f3-e070-4d66-9e6e-6314e1225bd2 service neutron] 10.222.0.24 "GET /v2.0/networks/9d3d3a86-d0ea-42bb-882a-63d3244d9913?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416166 May 20 20:44:59.247219 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] get_ports_and_sgs() called for port_ids ['3f587f96-5444-4c41-a898-7664aceff07c'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:44:59.284434 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5bc7813e-6105-4623-b023-cf6e31f194db req-ce9f495b-33d6-47bc-a57a-170a866abc77 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/security-groups?id=38c76b68-4081-4341-88c9-c8e3082a5da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572643 May 20 20:44:59.316632 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f9dc08-42da-4c6e-8247-e71effed9cd3 req-e91a64d3-b1bb-497b-91e5-a598bf740529 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:44:59.316848 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-b9f9dc08-42da-4c6e-8247-e71effed9cd3 req-e91a64d3-b1bb-497b-91e5-a598bf740529 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:59.376071 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8ab604cd-874b-447b-a272-43c145da50c2 req-d44ebad1-94a3-43c3-b09d-561a3f326a0b tempest-ServersAdminNegativeTestJSON-1817032777 tempest-ServersAdminNegativeTestJSON-1817032777-project] 10.222.0.35 "GET /v2.0/ports?device_id=77094979-9d60-4fd7-90ba-a489b9993ee4 HTTP/1.1" status: 200 len: 210 time: 0.0280590 May 20 20:44:59.393169 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6a5516ba-25b1-4c67-874a-35e1bf8688a9 req-46bc0a02-e9b6-46c5-a01b-1210ef53d9d9 service neutron] 10.222.0.24 "GET /v2.0/networks/9d3d3a86-d0ea-42bb-882a-63d3244d9913?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355255 May 20 20:44:59.424388 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-b9f9dc08-42da-4c6e-8247-e71effed9cd3 req-e91a64d3-b1bb-497b-91e5-a598bf740529 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0833454 May 20 20:44:59.444399 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [req-b9f9dc08-42da-4c6e-8247-e71effed9cd3 req-c079f7b0-2da3-4af3-aa48-f6fae1aef2e3 service neutron] Request body: {'port': {'device_id': '7f6d637d-4352-4c70-86cc-448d1b8c2847', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-842733-1'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:44:59.554588 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-b9f9dc08-42da-4c6e-8247-e71effed9cd3 req-c079f7b0-2da3-4af3-aa48-f6fae1aef2e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:59.595179 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f1f7bd-7da1-459c-a6d1-c710b710124b req-59fcf128-91cc-4123-a043-b82497cf412b tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:44:59.596795 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-20f1f7bd-7da1-459c-a6d1-c710b710124b req-59fcf128-91cc-4123-a043-b82497cf412b tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f6d637d-4352-4c70-86cc-448d1b8c2847 HTTP/1.1" status: 200 len: 932 time: 0.0604389 May 20 20:44:59.635375 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-20f1f7bd-7da1-459c-a6d1-c710b710124b req-af381db3-0125-4de3-a9c9-6864ff956ad0 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.35 "GET /v2.0/security-groups?id=af06f2cf-8756-4fbf-90c6-d72ff1946909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321627 May 20 20:44:59.736116 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [req-32b2e6c3-9d61-47e5-be28-fd5c950b83a3 req-b153e57b-0f17-4241-bf25-13115794bd35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0726a78-f245-4b9e-993d-421087799a99 {{(pid=103162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:44:59.747892 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-32b2e6c3-9d61-47e5-be28-fd5c950b83a3 req-b153e57b-0f17-4241-bf25-13115794bd35 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:59.757328 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a37c1e4-9974-47c5-86e6-0d6ad38738d3 req-87e0f4a9-8a85-4df8-a70b-4d06b7d2c218 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:44:59.765723 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7a37c1e4-9974-47c5-86e6-0d6ad38738d3 req-87e0f4a9-8a85-4df8-a70b-4d06b7d2c218 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] 10.222.0.35 "GET /v2.0/ports?device_id=444b3ad3-070a-402c-b3e2-ee88bb47c145 HTTP/1.1" status: 200 len: 945 time: 0.0662341 May 20 20:44:59.807041 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.provisioning_blocks [req-32b2e6c3-9d61-47e5-be28-fd5c950b83a3 req-b153e57b-0f17-4241-bf25-13115794bd35 service neutron] Transition to ACTIVE for port object f0726a78-f245-4b9e-993d-421087799a99 will not be triggered until provisioned by entity L2. {{(pid=103162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 20:44:59.821544 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7a37c1e4-9974-47c5-86e6-0d6ad38738d3 req-0a71be6f-d21f-4cfc-b5f5-5cc1d8073e42 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] 10.222.0.35 "GET /v2.0/security-groups?id=24ffe084-33f1-4a86-83df-85043464ffa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482156 May 20 20:44:59.911736 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-32b2e6c3-9d61-47e5-be28-fd5c950b83a3 req-b153e57b-0f17-4241-bf25-13115794bd35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:59.925296 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2faed87a-e596-44e4-82c6-18f7fcb5c271 req-26d7feb7-2831-4417-af82-45d8a028c973 tempest-ServersAdminNegativeTestJSON-1817032777 tempest-ServersAdminNegativeTestJSON-1817032777-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=20bf3bd8e18c4f4caa205005eba8d0aa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0510364 May 20 20:44:59.996580 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [req-b9f9dc08-42da-4c6e-8247-e71effed9cd3 req-c079f7b0-2da3-4af3-aa48-f6fae1aef2e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 801ff45b-c7db-4c6d-9464-1f8f3df3c04b {{(pid=103162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:45:00.006197 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-b9f9dc08-42da-4c6e-8247-e71effed9cd3 req-c079f7b0-2da3-4af3-aa48-f6fae1aef2e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:00.019956 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.provisioning_blocks [req-b9f9dc08-42da-4c6e-8247-e71effed9cd3 req-c079f7b0-2da3-4af3-aa48-f6fae1aef2e3 service neutron] Transition to ACTIVE for port object 801ff45b-c7db-4c6d-9464-1f8f3df3c04b will not be triggered until provisioned by entity L2. {{(pid=103162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 20:45:00.066223 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faed87a-e596-44e4-82c6-18f7fcb5c271 req-b041f685-dafb-4d42-8a12-a30a5a90a6b2 tempest-ServersAdminNegativeTestJSON-1817032777 tempest-ServersAdminNegativeTestJSON-1817032777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:00.068354 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2faed87a-e596-44e4-82c6-18f7fcb5c271 req-b041f685-dafb-4d42-8a12-a30a5a90a6b2 tempest-ServersAdminNegativeTestJSON-1817032777 tempest-ServersAdminNegativeTestJSON-1817032777-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1207089 May 20 20:45:00.071610 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b153e57b-0f17-4241-bf25-13115794bd35 service neutron] Pushing event updated for resources: {'Port': ['ID=f0726a78-f245-4b9e-993d-421087799a99,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:45:00.091815 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [req-2faed87a-e596-44e4-82c6-18f7fcb5c271 req-03f14caa-3290-46ec-9d4c-5912ffdf6a82 tempest-ServersAdminNegativeTestJSON-1817032777 tempest-ServersAdminNegativeTestJSON-1817032777-project] Request body: {'port': {'device_id': '77094979-9d60-4fd7-90ba-a489b9993ee4', 'network_id': 'cd702362-b982-46c5-a7d0-51de1b03df86', 'admin_state_up': True, 'tenant_id': '20bf3bd8e18c4f4caa205005eba8d0aa'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:45:00.143387 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] get_ports_and_sgs() called for port_ids ['71deeceb-8906-49c8-b371-d300e9c63f70'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:45:00.224214 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-b9f9dc08-42da-4c6e-8247-e71effed9cd3 req-c079f7b0-2da3-4af3-aa48-f6fae1aef2e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:00.277043 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-32b2e6c3-9d61-47e5-be28-fd5c950b83a3 req-b153e57b-0f17-4241-bf25-13115794bd35 service neutron] Attempting to bind port f0726a78-f245-4b9e-993d-421087799a99 on host n-h1-842733-1 for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:45:00.279390 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-32b2e6c3-9d61-47e5-be28-fd5c950b83a3 req-b153e57b-0f17-4241-bf25-13115794bd35 service neutron] Attempting to bind port f0726a78-f245-4b9e-993d-421087799a99 by drivers openvswitch,hyperv on host n-h1-842733-1 at level 0 using segments [{'id': 'ed3a602f-49fb-4a95-be80-401e1eb72e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'cd702362-b982-46c5-a7d0-51de1b03df86'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:45:00.279883 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32b2e6c3-9d61-47e5-be28-fd5c950b83a3 req-b153e57b-0f17-4241-bf25-13115794bd35 service neutron] Attempting to bind port f0726a78-f245-4b9e-993d-421087799a99 on network cd702362-b982-46c5-a7d0-51de1b03df86 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:45:00.285526 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c912890c-249b-4617-a482-39f74dea3e3a req-4a014bf8-3ee3-4d97-88d2-6e46c3f86671 tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:00.318854 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c912890c-249b-4617-a482-39f74dea3e3a req-4a014bf8-3ee3-4d97-88d2-6e46c3f86671 tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] 10.222.0.35 "GET /v2.0/ports?device_id=afdb37f9-0912-422e-9f7a-db72aaceea5a HTTP/1.1" status: 200 len: 943 time: 0.3979611 May 20 20:45:00.374206 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32b2e6c3-9d61-47e5-be28-fd5c950b83a3 req-b153e57b-0f17-4241-bf25-13115794bd35 service neutron] Port f0726a78-f245-4b9e-993d-421087799a99 on network cd702362-b982-46c5-a7d0-51de1b03df86 not bound, no agent of type Open vSwitch agent registered on host n-h1-842733-1 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 20:45:00.374537 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32b2e6c3-9d61-47e5-be28-fd5c950b83a3 req-b153e57b-0f17-4241-bf25-13115794bd35 service neutron] Attempting to bind port f0726a78-f245-4b9e-993d-421087799a99 on network cd702362-b982-46c5-a7d0-51de1b03df86 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:45:00.516725 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32b2e6c3-9d61-47e5-be28-fd5c950b83a3 req-b153e57b-0f17-4241-bf25-13115794bd35 service neutron] Checking agent: {'id': '08dfb1ce-804b-4db8-838b-21094082e041', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 32, 54), 'started_at': datetime.datetime(2022, 5, 20, 20, 32, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 44, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:45:00.527565 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32b2e6c3-9d61-47e5-be28-fd5c950b83a3 req-b153e57b-0f17-4241-bf25-13115794bd35 service neutron] Checking segment: {'id': 'ed3a602f-49fb-4a95-be80-401e1eb72e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'cd702362-b982-46c5-a7d0-51de1b03df86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:45:00.527565 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32b2e6c3-9d61-47e5-be28-fd5c950b83a3 req-b153e57b-0f17-4241-bf25-13115794bd35 service neutron] Bound using segment: {'id': 'ed3a602f-49fb-4a95-be80-401e1eb72e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'cd702362-b982-46c5-a7d0-51de1b03df86'} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:45:00.527565 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-32b2e6c3-9d61-47e5-be28-fd5c950b83a3 req-b153e57b-0f17-4241-bf25-13115794bd35 service neutron] Bound port: f0726a78-f245-4b9e-993d-421087799a99, host: n-h1-842733-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed3a602f-49fb-4a95-be80-401e1eb72e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'cd702362-b982-46c5-a7d0-51de1b03df86'}}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:45:00.527565 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-32b2e6c3-9d61-47e5-be28-fd5c950b83a3 req-b153e57b-0f17-4241-bf25-13115794bd35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:00.528112 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c912890c-249b-4617-a482-39f74dea3e3a req-a121a90e-bac9-4667-8773-3e22aa074deb tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] 10.222.0.35 "GET /v2.0/security-groups?id=08f63c89-364b-47f7-9236-e1c85d29ce51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990068 May 20 20:45:00.546968 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c079f7b0-2da3-4af3-aa48-f6fae1aef2e3 service neutron] Pushing event updated for resources: {'Port': ['ID=801ff45b-c7db-4c6d-9464-1f8f3df3c04b,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:45:00.612186 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-b9f9dc08-42da-4c6e-8247-e71effed9cd3 req-c079f7b0-2da3-4af3-aa48-f6fae1aef2e3 service neutron] Attempting to bind port 801ff45b-c7db-4c6d-9464-1f8f3df3c04b on host n-h1-842733-1 for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:45:00.614150 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-b9f9dc08-42da-4c6e-8247-e71effed9cd3 req-c079f7b0-2da3-4af3-aa48-f6fae1aef2e3 service neutron] Attempting to bind port 801ff45b-c7db-4c6d-9464-1f8f3df3c04b by drivers openvswitch,hyperv on host n-h1-842733-1 at level 0 using segments [{'id': '1b618711-eace-4f66-9dbc-026093290eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '80bda1f2-d8f3-4628-a486-5841bb81c3dc'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:45:00.615114 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9f9dc08-42da-4c6e-8247-e71effed9cd3 req-c079f7b0-2da3-4af3-aa48-f6fae1aef2e3 service neutron] Attempting to bind port 801ff45b-c7db-4c6d-9464-1f8f3df3c04b on network 80bda1f2-d8f3-4628-a486-5841bb81c3dc {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:45:00.627208 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9f9dc08-42da-4c6e-8247-e71effed9cd3 req-c079f7b0-2da3-4af3-aa48-f6fae1aef2e3 service neutron] Port 801ff45b-c7db-4c6d-9464-1f8f3df3c04b on network 80bda1f2-d8f3-4628-a486-5841bb81c3dc not bound, no agent of type Open vSwitch agent registered on host n-h1-842733-1 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 20:45:00.628069 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9f9dc08-42da-4c6e-8247-e71effed9cd3 req-c079f7b0-2da3-4af3-aa48-f6fae1aef2e3 service neutron] Attempting to bind port 801ff45b-c7db-4c6d-9464-1f8f3df3c04b on network 80bda1f2-d8f3-4628-a486-5841bb81c3dc {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:45:00.647695 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9f9dc08-42da-4c6e-8247-e71effed9cd3 req-c079f7b0-2da3-4af3-aa48-f6fae1aef2e3 service neutron] Checking agent: {'id': '08dfb1ce-804b-4db8-838b-21094082e041', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 32, 54), 'started_at': datetime.datetime(2022, 5, 20, 20, 32, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 44, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:45:00.648444 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9f9dc08-42da-4c6e-8247-e71effed9cd3 req-c079f7b0-2da3-4af3-aa48-f6fae1aef2e3 service neutron] Checking segment: {'id': '1b618711-eace-4f66-9dbc-026093290eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '80bda1f2-d8f3-4628-a486-5841bb81c3dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:45:00.649092 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9f9dc08-42da-4c6e-8247-e71effed9cd3 req-c079f7b0-2da3-4af3-aa48-f6fae1aef2e3 service neutron] Bound using segment: {'id': '1b618711-eace-4f66-9dbc-026093290eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '80bda1f2-d8f3-4628-a486-5841bb81c3dc'} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:45:00.649782 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-b9f9dc08-42da-4c6e-8247-e71effed9cd3 req-c079f7b0-2da3-4af3-aa48-f6fae1aef2e3 service neutron] Bound port: 801ff45b-c7db-4c6d-9464-1f8f3df3c04b, host: n-h1-842733-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b618711-eace-4f66-9dbc-026093290eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '80bda1f2-d8f3-4628-a486-5841bb81c3dc'}}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:45:00.650506 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-b9f9dc08-42da-4c6e-8247-e71effed9cd3 req-c079f7b0-2da3-4af3-aa48-f6fae1aef2e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:00.674684 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-32b2e6c3-9d61-47e5-be28-fd5c950b83a3 req-b153e57b-0f17-4241-bf25-13115794bd35 service neutron] For port f0726a78-f245-4b9e-993d-421087799a99, host n-h1-842733-1, cleared binding levels {{(pid=103162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:45:00.713657 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-32b2e6c3-9d61-47e5-be28-fd5c950b83a3 req-b153e57b-0f17-4241-bf25-13115794bd35 service neutron] For port f0726a78-f245-4b9e-993d-421087799a99, host n-h1-842733-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=f0726a78-f245-4b9e-993d-421087799a99,segment=NetworkSegment(ed3a602f-49fb-4a95-be80-401e1eb72e33),segment_id=ed3a602f-49fb-4a95-be80-401e1eb72e33)] {{(pid=103162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:45:00.773902 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-b9f9dc08-42da-4c6e-8247-e71effed9cd3 req-c079f7b0-2da3-4af3-aa48-f6fae1aef2e3 service neutron] For port 801ff45b-c7db-4c6d-9464-1f8f3df3c04b, host n-h1-842733-1, cleared binding levels {{(pid=103162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:45:00.782543 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-b9f9dc08-42da-4c6e-8247-e71effed9cd3 req-c079f7b0-2da3-4af3-aa48-f6fae1aef2e3 service neutron] For port 801ff45b-c7db-4c6d-9464-1f8f3df3c04b, host n-h1-842733-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=801ff45b-c7db-4c6d-9464-1f8f3df3c04b,segment=NetworkSegment(1b618711-eace-4f66-9dbc-026093290eaa),segment_id=1b618711-eace-4f66-9dbc-026093290eaa)] {{(pid=103162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:45:00.815990 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-97fccf5c-e102-4178-be0c-fae157e5db10 req-14ce1aef-6eea-412d-a7ad-7f2f315f6117 tempest-ServersAdminNegativeTestJSON-1817032777 tempest-ServersAdminNegativeTestJSON-1817032777-project] 10.222.0.35 "GET /v2.0/ports?device_id=77094979-9d60-4fd7-90ba-a489b9993ee4 HTTP/1.1" status: 200 len: 210 time: 0.1380749 May 20 20:45:00.815990 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2faed87a-e596-44e4-82c6-18f7fcb5c271 req-03f14caa-3290-46ec-9d4c-5912ffdf6a82 tempest-ServersAdminNegativeTestJSON-1817032777 tempest-ServersAdminNegativeTestJSON-1817032777-project] Made reservation on behalf of 20bf3bd8e18c4f4caa205005eba8d0aa for: {'port': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:45:00.816646 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-2faed87a-e596-44e4-82c6-18f7fcb5c271 req-03f14caa-3290-46ec-9d4c-5912ffdf6a82 tempest-ServersAdminNegativeTestJSON-1817032777 tempest-ServersAdminNegativeTestJSON-1817032777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:00.843547 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d33d4e-1ce5-4b20-805b-0992a6c162b9 req-a4d36ca9-a7e6-42a6-a9bf-a21be21559ac tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:00.843758 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-32b2e6c3-9d61-47e5-be28-fd5c950b83a3 req-b153e57b-0f17-4241-bf25-13115794bd35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:00.852195 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d4d33d4e-1ce5-4b20-805b-0992a6c162b9 req-a4d36ca9-a7e6-42a6-a9bf-a21be21559ac tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/ports?device_id=f909c7ca-a771-4d4d-9455-819a14982a65 HTTP/1.1" status: 200 len: 948 time: 0.3499892 May 20 20:45:00.953443 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b153e57b-0f17-4241-bf25-13115794bd35 service neutron] Pushing event updated for resources: {'Port': ['ID=f0726a78-f245-4b9e-993d-421087799a99,revision_number=3']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:45:00.954050 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d4d33d4e-1ce5-4b20-805b-0992a6c162b9 req-fd9153ea-1472-437d-9eb2-41ab2a7c214b tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/security-groups?id=38c76b68-4081-4341-88c9-c8e3082a5da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006038 May 20 20:45:00.961275 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-b9f9dc08-42da-4c6e-8247-e71effed9cd3 req-c079f7b0-2da3-4af3-aa48-f6fae1aef2e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:01.009134 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b2e6c3-9d61-47e5-be28-fd5c950b83a3 req-b153e57b-0f17-4241-bf25-13115794bd35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:01.009134 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-32b2e6c3-9d61-47e5-be28-fd5c950b83a3 req-b153e57b-0f17-4241-bf25-13115794bd35 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:01.009134 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-32b2e6c3-9d61-47e5-be28-fd5c950b83a3 req-b153e57b-0f17-4241-bf25-13115794bd35 service neutron] 10.222.0.24 "PUT /v2.0/ports/f0726a78-f245-4b9e-993d-421087799a99 HTTP/1.1" status: 200 len: 1096 time: 1.9334853 May 20 20:45:01.011005 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f909c7ca-a771-4d4d-9455-819a14982a65', 'tag': 'f0726a78-f245-4b9e-993d-421087799a99'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:45:01.014160 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6fa957933fccbf596d28104b23404b952ad6a8238afaebaed40a0874b2e409" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04a0d724-73b2-4c0e-b52b-bc231520fd0f" -d '{"events": [{"name": "network-changed", "server_uuid": "f909c7ca-a771-4d4d-9455-819a14982a65", "tag": "f0726a78-f245-4b9e-993d-421087799a99"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:45:01.027506 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f9dc08-42da-4c6e-8247-e71effed9cd3 req-c079f7b0-2da3-4af3-aa48-f6fae1aef2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:01.028124 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-b9f9dc08-42da-4c6e-8247-e71effed9cd3 req-c079f7b0-2da3-4af3-aa48-f6fae1aef2e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:01.030133 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-b9f9dc08-42da-4c6e-8247-e71effed9cd3 req-c079f7b0-2da3-4af3-aa48-f6fae1aef2e3 service neutron] 10.222.0.24 "PUT /v2.0/ports/801ff45b-c7db-4c6d-9464-1f8f3df3c04b HTTP/1.1" status: 200 len: 1092 time: 1.5898235 May 20 20:45:01.042952 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c079f7b0-2da3-4af3-aa48-f6fae1aef2e3 service neutron] Pushing event updated for resources: {'Port': ['ID=801ff45b-c7db-4c6d-9464-1f8f3df3c04b,revision_number=3']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:45:01.185854 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 20:45:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44a62095-0752-4c48-b7d3-5cb268aec168 x-openstack-request-id: req-44a62095-0752-4c48-b7d3-5cb268aec168 {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:45:01.186144 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f909c7ca-a771-4d4d-9455-819a14982a65", "tag": "f0726a78-f245-4b9e-993d-421087799a99", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:45:01.186412 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-44a62095-0752-4c48-b7d3-5cb268aec168 {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:45:01.186799 n-d-842733-1 neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44a62095-0752-4c48-b7d3-5cb268aec168'] response: {'name': 'network-changed', 'server_uuid': 'f909c7ca-a771-4d4d-9455-819a14982a65', 'tag': 'f0726a78-f245-4b9e-993d-421087799a99', 'status': 'completed', 'code': 200} May 20 20:45:01.187438 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [req-2faed87a-e596-44e4-82c6-18f7fcb5c271 req-03f14caa-3290-46ec-9d4c-5912ffdf6a82 tempest-ServersAdminNegativeTestJSON-1817032777 tempest-ServersAdminNegativeTestJSON-1817032777-project] Allocated IP 192.168.233.57 (cd702362-b982-46c5-a7d0-51de1b03df86/26b342ea-254c-483a-9ea9-f11c178970eb/f9017c18-1518-4c64-827e-b806f05e9a05) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:45:01.208796 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec47536e-e1ae-44ff-957a-93109468d679 req-cdd8abc7-c9a2-413b-b46c-45cf8d08a564 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:01.217915 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ec47536e-e1ae-44ff-957a-93109468d679 req-cdd8abc7-c9a2-413b-b46c-45cf8d08a564 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f6d637d-4352-4c70-86cc-448d1b8c2847 HTTP/1.1" status: 200 len: 944 time: 0.2813911 May 20 20:45:01.274030 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b2e6c3-9d61-47e5-be28-fd5c950b83a3 req-2acaef68-cfd8-4f3d-b29c-8712ff6a86e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:01.276376 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-32b2e6c3-9d61-47e5-be28-fd5c950b83a3 req-2acaef68-cfd8-4f3d-b29c-8712ff6a86e0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=74b74d22d9d54e1eae7cec44a7fbec8d&device_id=f909c7ca-a771-4d4d-9455-819a14982a65 HTTP/1.1" status: 200 len: 1099 time: 0.1515193 May 20 20:45:01.293314 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ec47536e-e1ae-44ff-957a-93109468d679 req-fc313060-9013-4238-81f8-17a5b2af9cc8 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.35 "GET /v2.0/security-groups?id=af06f2cf-8756-4fbf-90c6-d72ff1946909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733023 May 20 20:45:01.300605 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f9dc08-42da-4c6e-8247-e71effed9cd3 req-2c146305-0767-4620-b150-8ac3c1c91ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:01.311239 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-b9f9dc08-42da-4c6e-8247-e71effed9cd3 req-2c146305-0767-4620-b150-8ac3c1c91ecd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=bfecc73b8c99406dbde7fba5545cc962&device_id=7f6d637d-4352-4c70-86cc-448d1b8c2847 HTTP/1.1" status: 200 len: 1095 time: 0.1144056 May 20 20:45:01.359447 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-32b2e6c3-9d61-47e5-be28-fd5c950b83a3 req-acc394cd-313a-4416-bfe0-54eff43de108 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=f0726a78-f245-4b9e-993d-421087799a99 HTTP/1.1" status: 200 len: 217 time: 0.0688014 May 20 20:45:01.443903 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-b9f9dc08-42da-4c6e-8247-e71effed9cd3 req-5148b0a7-5206-4491-90f3-22f9b187631e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=801ff45b-c7db-4c6d-9464-1f8f3df3c04b HTTP/1.1" status: 200 len: 217 time: 0.0877652 May 20 20:45:01.511060 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-2faed87a-e596-44e4-82c6-18f7fcb5c271 req-03f14caa-3290-46ec-9d4c-5912ffdf6a82 tempest-ServersAdminNegativeTestJSON-1817032777 tempest-ServersAdminNegativeTestJSON-1817032777-project] Notify callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:01.516826 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f9dc08-42da-4c6e-8247-e71effed9cd3 req-c8697c9a-810c-4acc-a8d0-97d9e75c6d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:01.524660 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-b9f9dc08-42da-4c6e-8247-e71effed9cd3 req-c8697c9a-810c-4acc-a8d0-97d9e75c6d5a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=532e3931-08a4-40e8-b75d-9b3b215f2360 HTTP/1.1" status: 200 len: 845 time: 0.0499785 May 20 20:45:01.593251 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-b9f9dc08-42da-4c6e-8247-e71effed9cd3 req-0990cb6e-187f-46f1-991b-51e4b1b28ab5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=80bda1f2-d8f3-4628-a486-5841bb81c3dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0611393 May 20 20:45:01.595320 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b2e6c3-9d61-47e5-be28-fd5c950b83a3 req-30db2aa3-674c-42fb-b58b-621d168d2364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:01.597025 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-32b2e6c3-9d61-47e5-be28-fd5c950b83a3 req-30db2aa3-674c-42fb-b58b-621d168d2364 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=26b342ea-254c-483a-9ea9-f11c178970eb HTTP/1.1" status: 200 len: 843 time: 0.1711872 May 20 20:45:01.620456 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-2faed87a-e596-44e4-82c6-18f7fcb5c271 req-03f14caa-3290-46ec-9d4c-5912ffdf6a82 tempest-ServersAdminNegativeTestJSON-1817032777 tempest-ServersAdminNegativeTestJSON-1817032777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:01.632893 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] get_ports_and_sgs() called for port_ids ['ca99e829-35c6-4b50-9792-f994c9054c4d'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:45:01.726962 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2faed87a-e596-44e4-82c6-18f7fcb5c271 req-03f14caa-3290-46ec-9d4c-5912ffdf6a82 tempest-ServersAdminNegativeTestJSON-1817032777 tempest-ServersAdminNegativeTestJSON-1817032777-project] Network cd702362-b982-46c5-a7d0-51de1b03df86 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:45:01.750620 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b2e6c3-9d61-47e5-be28-fd5c950b83a3 req-02aa4810-30e5-48cb-b99f-b94b32619cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:01.757285 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-32b2e6c3-9d61-47e5-be28-fd5c950b83a3 req-02aa4810-30e5-48cb-b99f-b94b32619cc4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cd702362-b982-46c5-a7d0-51de1b03df86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1434782 May 20 20:45:01.757653 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [req-2faed87a-e596-44e4-82c6-18f7fcb5c271 req-03f14caa-3290-46ec-9d4c-5912ffdf6a82 tempest-ServersAdminNegativeTestJSON-1817032777 tempest-ServersAdminNegativeTestJSON-1817032777-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:45:01.769412 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [req-2faed87a-e596-44e4-82c6-18f7fcb5c271 req-03f14caa-3290-46ec-9d4c-5912ffdf6a82 tempest-ServersAdminNegativeTestJSON-1817032777 tempest-ServersAdminNegativeTestJSON-1817032777-project] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:45:01.911919 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d10e898-606d-4815-8ede-116a821da2c2 req-dbf83d8e-350c-4432-9ac3-560856e23dec tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:01.933660 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7d10e898-606d-4815-8ede-116a821da2c2 req-dbf83d8e-350c-4432-9ac3-560856e23dec tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] 10.222.0.35 "GET /v2.0/ports?device_id=afdb37f9-0912-422e-9f7a-db72aaceea5a HTTP/1.1" status: 200 len: 943 time: 0.3212478 May 20 20:45:01.938874 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f14caa-3290-46ec-9d4c-5912ffdf6a82 tempest-ServersAdminNegativeTestJSON-1817032777 tempest-ServersAdminNegativeTestJSON-1817032777-project] Pushing event updated for resources: {'Port': ['ID=f9017c18-1518-4c64-827e-b806f05e9a05,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:45:01.989368 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device e213a585-6dd1-4d47-a02d-ed1886bd7f5d up at agent hyperv_n-h2-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:45:02.055087 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faed87a-e596-44e4-82c6-18f7fcb5c271 req-03f14caa-3290-46ec-9d4c-5912ffdf6a82 tempest-ServersAdminNegativeTestJSON-1817032777 tempest-ServersAdminNegativeTestJSON-1817032777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:02.055642 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-2faed87a-e596-44e4-82c6-18f7fcb5c271 req-03f14caa-3290-46ec-9d4c-5912ffdf6a82 tempest-ServersAdminNegativeTestJSON-1817032777 tempest-ServersAdminNegativeTestJSON-1817032777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:02.084884 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Provisioning complete for port e213a585-6dd1-4d47-a02d-ed1886bd7f5d triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:45:02.085548 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:02.086909 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7d10e898-606d-4815-8ede-116a821da2c2 req-d7b930d5-01a9-47e4-877b-77490779ecdb tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] 10.222.0.35 "GET /v2.0/security-groups?id=08f63c89-364b-47f7-9236-e1c85d29ce51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522598 May 20 20:45:02.134275 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddd1ae2-f90c-452d-8ea7-2b291a32fc18 req-24437cff-dc3d-4f05-a594-a30cd305cadf tempest-ServersAdminNegativeTestJSON-1817032777 tempest-ServersAdminNegativeTestJSON-1817032777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:02.136861 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-dddd1ae2-f90c-452d-8ea7-2b291a32fc18 req-24437cff-dc3d-4f05-a594-a30cd305cadf tempest-ServersAdminNegativeTestJSON-1817032777 tempest-ServersAdminNegativeTestJSON-1817032777-project] 10.222.0.35 "GET /v2.0/ports?device_id=77094979-9d60-4fd7-90ba-a489b9993ee4 HTTP/1.1" status: 200 len: 935 time: 0.1627266 May 20 20:45:02.137291 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:02.183285 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2faed87a-e596-44e4-82c6-18f7fcb5c271 req-03f14caa-3290-46ec-9d4c-5912ffdf6a82 tempest-ServersAdminNegativeTestJSON-1817032777 tempest-ServersAdminNegativeTestJSON-1817032777-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0953355 May 20 20:45:02.212499 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [req-2faed87a-e596-44e4-82c6-18f7fcb5c271 req-c3997655-dbc4-494f-a9aa-8eba363de3ee service neutron] Request body: {'port': {'device_id': '77094979-9d60-4fd7-90ba-a489b9993ee4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-842733-1'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:45:02.292851 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port e213a585-6dd1-4d47-a02d-ed1886bd7f5d is: BUILD; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:45:02.293676 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:02.308057 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-dddd1ae2-f90c-452d-8ea7-2b291a32fc18 req-8c29401f-c561-471b-a028-c57510b354dd tempest-ServersAdminNegativeTestJSON-1817032777 tempest-ServersAdminNegativeTestJSON-1817032777-project] 10.222.0.35 "GET /v2.0/security-groups?id=fbd0fcb9-5b05-4270-a829-55738c8f5e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577179 May 20 20:45:02.370064 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-b9f9dc08-42da-4c6e-8247-e71effed9cd3 req-68db47b0-06df-49c8-8f14-9da2fb9d773e service neutron] 10.222.0.24 "GET /v2.0/networks/80bda1f2-d8f3-4628-a486-5841bb81c3dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7473979 May 20 20:45:02.370717 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cf46fab-12e1-4785-85be-6f2bfb618fd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e213a585-6dd1-4d47-a02d-ed1886bd7f5d'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:45:02.377852 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8485417003ce7c0410b00f5cdc2f391e21107b70bb68e2773712534a96e108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3761c9b-ae78-495d-9850-dc78e052bea7" -d '{"events": [{"server_uuid": "2cf46fab-12e1-4785-85be-6f2bfb618fd6", "name": "network-vif-plugged", "status": "completed", "tag": "e213a585-6dd1-4d47-a02d-ed1886bd7f5d"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:45:02.388223 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-2faed87a-e596-44e4-82c6-18f7fcb5c271 req-c3997655-dbc4-494f-a9aa-8eba363de3ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:02.411597 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c9b6a5-3b88-409a-938c-834ebbfad677 req-d4e1f206-feaf-413b-8e2b-ea83511e11f3 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:02.413568 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-fa7e355d-37fc-432f-b6a9-a1ff869ab129 None None] Provisioning complete for port f9017c18-1518-4c64-827e-b806f05e9a05 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:45:02.414042 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-fa7e355d-37fc-432f-b6a9-a1ff869ab129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:02.420100 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-50c9b6a5-3b88-409a-938c-834ebbfad677 req-d4e1f206-feaf-413b-8e2b-ea83511e11f3 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/ports?device_id=f909c7ca-a771-4d4d-9455-819a14982a65 HTTP/1.1" status: 200 len: 948 time: 0.1929212 May 20 20:45:02.493587 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-fa7e355d-37fc-432f-b6a9-a1ff869ab129 None None] Port f9017c18-1518-4c64-827e-b806f05e9a05 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 20:45:02.503782 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port e213a585-6dd1-4d47-a02d-ed1886bd7f5d, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=e213a585-6dd1-4d47-a02d-ed1886bd7f5d,segment=NetworkSegment(ed3a602f-49fb-4a95-be80-401e1eb72e33),segment_id=ed3a602f-49fb-4a95-be80-401e1eb72e33)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:45:02.564354 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-50c9b6a5-3b88-409a-938c-834ebbfad677 req-31e6efc5-5de6-4c05-b69c-16a1986054af tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/security-groups?id=38c76b68-4081-4341-88c9-c8e3082a5da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430588 May 20 20:45:02.587532 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:02.627663 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-32b2e6c3-9d61-47e5-be28-fd5c950b83a3 req-66ce1bc6-c5d7-4557-bf26-eab1c48d0095 service neutron] 10.222.0.24 "GET /v2.0/networks/cd702362-b982-46c5-a7d0-51de1b03df86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8651400 May 20 20:45:02.634007 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-b9f9dc08-42da-4c6e-8247-e71effed9cd3 req-20edc92a-111b-44cd-b046-29187eace5b8 service neutron] 10.222.0.24 "GET /v2.0/networks/80bda1f2-d8f3-4628-a486-5841bb81c3dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2280052 May 20 20:45:02.741417 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=e213a585-6dd1-4d47-a02d-ed1886bd7f5d,revision_number=10']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:45:02.756423 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:45:02.757144 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:45:02.757718 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:45:02.758956 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:45:02.759512 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:45:02.760325 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:45:02.761893 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:45:02.762419 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:45:02.762981 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:45:02.767578 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:45:02.767578 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:45:02.767578 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:45:02.779112 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 20:45:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe12aaa4-ce69-4894-9558-0346c310a344 x-openstack-request-id: req-fe12aaa4-ce69-4894-9558-0346c310a344 {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:45:02.781122 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cf46fab-12e1-4785-85be-6f2bfb618fd6", "name": "network-vif-plugged", "status": "completed", "tag": "e213a585-6dd1-4d47-a02d-ed1886bd7f5d", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:45:02.781410 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-fe12aaa4-ce69-4894-9558-0346c310a344 {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:45:02.781792 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe12aaa4-ce69-4894-9558-0346c310a344'] response: {'server_uuid': '2cf46fab-12e1-4785-85be-6f2bfb618fd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e213a585-6dd1-4d47-a02d-ed1886bd7f5d', 'code': 200} May 20 20:45:02.804720 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9e5c12-1d84-45a2-b109-9d4208d37a39 req-23063285-36cc-4bc4-8d72-79ecb7e46d8c tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:02.806504 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5c9e5c12-1d84-45a2-b109-9d4208d37a39 req-23063285-36cc-4bc4-8d72-79ecb7e46d8c tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f6d637d-4352-4c70-86cc-448d1b8c2847 HTTP/1.1" status: 200 len: 944 time: 0.3328948 May 20 20:45:02.814699 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-32b2e6c3-9d61-47e5-be28-fd5c950b83a3 req-79bfc117-26fa-49fb-88a1-c7dba5fb542a service neutron] 10.222.0.24 "GET /v2.0/networks/cd702362-b982-46c5-a7d0-51de1b03df86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543541 May 20 20:45:03.004636 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.agents_db [None req-5c33ad30-4e00-40fa-b486-8c79c4a6cfc5 None None] Agent healthcheck: found 7 active agents {{(pid=103165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 20 20:45:03.022915 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a0d724-73b2-4c0e-b52b-bc231520fd0f req-7cc9dde5-17d5-4b50-8416-b6986ae479c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:03.026265 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-04a0d724-73b2-4c0e-b52b-bc231520fd0f req-7cc9dde5-17d5-4b50-8416-b6986ae479c5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=74b74d22d9d54e1eae7cec44a7fbec8d&device_id=f909c7ca-a771-4d4d-9455-819a14982a65 HTTP/1.1" status: 200 len: 1099 time: 0.0584888 May 20 20:45:03.028756 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 42400) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:45:03.033977 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-8eb21e22-5460-492f-8308-1e10c73863ff tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2024107952', 'description': 'tempest-description--618946340'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:45:03.075774 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5c9e5c12-1d84-45a2-b109-9d4208d37a39 req-8db2c6d2-6f9f-4879-9e16-61207fa73dcf tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.35 "GET /v2.0/security-groups?id=af06f2cf-8756-4fbf-90c6-d72ff1946909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2383454 May 20 20:45:03.179709 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a0d724-73b2-4c0e-b52b-bc231520fd0f req-07d30e2c-4568-4489-b941-dc5a12b401f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:03.181498 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-04a0d724-73b2-4c0e-b52b-bc231520fd0f req-07d30e2c-4568-4489-b941-dc5a12b401f9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=cd702362-b982-46c5-a7d0-51de1b03df86 HTTP/1.1" status: 200 len: 870 time: 0.1427753 May 20 20:45:03.188337 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f6d637d-4352-4c70-86cc-448d1b8c2847', 'tag': '801ff45b-c7db-4c6d-9464-1f8f3df3c04b'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:45:03.191800 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6fa957933fccbf596d28104b23404b952ad6a8238afaebaed40a0874b2e409" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-250d98bf-c709-42e3-9fbc-0d50036952ee" -d '{"events": [{"name": "network-changed", "server_uuid": "7f6d637d-4352-4c70-86cc-448d1b8c2847", "tag": "801ff45b-c7db-4c6d-9464-1f8f3df3c04b"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:45:03.247486 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 20:45:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6f253b5-d1fc-4237-ac01-5d9f17ba5443 x-openstack-request-id: req-d6f253b5-d1fc-4237-ac01-5d9f17ba5443 {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:45:03.249661 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f6d637d-4352-4c70-86cc-448d1b8c2847", "tag": "801ff45b-c7db-4c6d-9464-1f8f3df3c04b", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:45:03.249661 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d6f253b5-d1fc-4237-ac01-5d9f17ba5443 {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:45:03.249661 n-d-842733-1 neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6f253b5-d1fc-4237-ac01-5d9f17ba5443'] response: {'name': 'network-changed', 'server_uuid': '7f6d637d-4352-4c70-86cc-448d1b8c2847', 'tag': '801ff45b-c7db-4c6d-9464-1f8f3df3c04b', 'status': 'completed', 'code': 200} May 20 20:45:03.251977 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8eb21e22-5460-492f-8308-1e10c73863ff tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:03.254976 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-04a0d724-73b2-4c0e-b52b-bc231520fd0f req-4a999400-cba6-4e2d-9909-63b7393a0a28 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=f0726a78-f245-4b9e-993d-421087799a99 HTTP/1.1" status: 200 len: 217 time: 0.0579224 May 20 20:45:03.258929 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [req-2faed87a-e596-44e4-82c6-18f7fcb5c271 req-c3997655-dbc4-494f-a9aa-8eba363de3ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9017c18-1518-4c64-827e-b806f05e9a05 {{(pid=103163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:45:03.270877 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-2faed87a-e596-44e4-82c6-18f7fcb5c271 req-c3997655-dbc4-494f-a9aa-8eba363de3ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:03.290500 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [req-2faed87a-e596-44e4-82c6-18f7fcb5c271 req-c3997655-dbc4-494f-a9aa-8eba363de3ee service neutron] Transition to ACTIVE for port object f9017c18-1518-4c64-827e-b806f05e9a05 will not be triggered until provisioned by entity L2. {{(pid=103163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 20:45:03.302696 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecccb753-90df-417c-9d92-010f915ce73c req-d550bc5f-7593-4dda-8163-bde8e62bfd4f tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:03.304504 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ecccb753-90df-417c-9d92-010f915ce73c req-d550bc5f-7593-4dda-8163-bde8e62bfd4f tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] 10.222.0.35 "GET /v2.0/ports?device_id=afdb37f9-0912-422e-9f7a-db72aaceea5a HTTP/1.1" status: 200 len: 943 time: 0.0959115 May 20 20:45:03.361103 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a0d724-73b2-4c0e-b52b-bc231520fd0f req-482b45a0-729c-4d9e-80dc-15cea2380e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:03.362727 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-04a0d724-73b2-4c0e-b52b-bc231520fd0f req-482b45a0-729c-4d9e-80dc-15cea2380e0c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=26b342ea-254c-483a-9ea9-f11c178970eb HTTP/1.1" status: 200 len: 843 time: 0.0976174 May 20 20:45:03.380853 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ecccb753-90df-417c-9d92-010f915ce73c req-57afe15e-bdbc-43c2-9c60-81ad626f5c9e tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] 10.222.0.35 "GET /v2.0/security-groups?id=08f63c89-364b-47f7-9236-e1c85d29ce51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663419 May 20 20:45:03.385420 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-2faed87a-e596-44e4-82c6-18f7fcb5c271 req-c3997655-dbc4-494f-a9aa-8eba363de3ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:03.402724 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250d98bf-c709-42e3-9fbc-0d50036952ee req-a8389059-24cd-4b29-a15c-ba4df7ff7b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:03.402724 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-250d98bf-c709-42e3-9fbc-0d50036952ee req-a8389059-24cd-4b29-a15c-ba4df7ff7b4a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=bfecc73b8c99406dbde7fba5545cc962&device_id=7f6d637d-4352-4c70-86cc-448d1b8c2847 HTTP/1.1" status: 200 len: 1095 time: 0.1198387 May 20 20:45:03.460814 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3997655-dbc4-494f-a9aa-8eba363de3ee service neutron] Pushing event updated for resources: {'Port': ['ID=f9017c18-1518-4c64-827e-b806f05e9a05,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:45:03.525238 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8eb21e22-5460-492f-8308-1e10c73863ff tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:03.535771 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a0d724-73b2-4c0e-b52b-bc231520fd0f req-3fdd9bde-cd6f-4968-840f-020990653e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:03.537569 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-04a0d724-73b2-4c0e-b52b-bc231520fd0f req-3fdd9bde-cd6f-4968-840f-020990653e11 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cd702362-b982-46c5-a7d0-51de1b03df86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1585796 May 20 20:45:03.604686 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 8ca93dfd-837b-48c7-ad13-f2145d67630f details requested by agent hyperv_n-h1-842733-1 with host n-h1-842733-1 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 20:45:03.640131 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8eb21e22-5460-492f-8308-1e10c73863ff tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:03.642515 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b3d3bf-e5fc-4129-a24c-fd156b8f1fb6 req-550a250c-4380-41a4-bd52-cc3e7a8e8eff tempest-ServersAdminNegativeTestJSON-1817032777 tempest-ServersAdminNegativeTestJSON-1817032777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:03.653938 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250d98bf-c709-42e3-9fbc-0d50036952ee req-cb79c4ef-9996-42fd-841b-500154879db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:03.655718 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-250d98bf-c709-42e3-9fbc-0d50036952ee req-cb79c4ef-9996-42fd-841b-500154879db1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=80bda1f2-d8f3-4628-a486-5841bb81c3dc HTTP/1.1" status: 200 len: 906 time: 0.2418668 May 20 20:45:03.655915 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b8b3d3bf-e5fc-4129-a24c-fd156b8f1fb6 req-550a250c-4380-41a4-bd52-cc3e7a8e8eff tempest-ServersAdminNegativeTestJSON-1817032777 tempest-ServersAdminNegativeTestJSON-1817032777-project] 10.222.0.35 "GET /v2.0/ports?device_id=77094979-9d60-4fd7-90ba-a489b9993ee4 HTTP/1.1" status: 200 len: 947 time: 0.1989489 May 20 20:45:03.745602 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-250d98bf-c709-42e3-9fbc-0d50036952ee req-6c48167e-b096-4180-b985-a606c4461ebf service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=801ff45b-c7db-4c6d-9464-1f8f3df3c04b HTTP/1.1" status: 200 len: 217 time: 0.0684357 May 20 20:45:03.756462 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb21e22-5460-492f-8308-1e10c73863ff tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e60131e3-31b3-40ad-97bd-41705047293e,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:45:03.808287 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b8b3d3bf-e5fc-4129-a24c-fd156b8f1fb6 req-5ce939a2-9e93-47f0-8a3a-387f8b9c06ac tempest-ServersAdminNegativeTestJSON-1817032777 tempest-ServersAdminNegativeTestJSON-1817032777-project] 10.222.0.35 "GET /v2.0/security-groups?id=fbd0fcb9-5b05-4270-a829-55738c8f5e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492231 May 20 20:45:03.827061 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8eb21e22-5460-492f-8308-1e10c73863ff tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:03.828920 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-8eb21e22-5460-492f-8308-1e10c73863ff tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.7988768 May 20 20:45:03.838234 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 42414) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:45:03.845424 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-2ee87799-3d52-438e-bc59-8a1e675ad626 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] Request body: {'security_group_rule': {'security_group_id': 'e60131e3-31b3-40ad-97bd-41705047293e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:45:03.859244 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-04a0d724-73b2-4c0e-b52b-bc231520fd0f req-1ab7bb5c-a465-40bb-bcf7-bb0ecafa37c5 service neutron] 10.222.0.24 "GET /v2.0/networks/cd702362-b982-46c5-a7d0-51de1b03df86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3059049 May 20 20:45:03.866388 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-2faed87a-e596-44e4-82c6-18f7fcb5c271 req-c3997655-dbc4-494f-a9aa-8eba363de3ee service neutron] Attempting to bind port f9017c18-1518-4c64-827e-b806f05e9a05 on host n-h2-842733-1 for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:45:03.866725 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-2faed87a-e596-44e4-82c6-18f7fcb5c271 req-c3997655-dbc4-494f-a9aa-8eba363de3ee service neutron] Attempting to bind port f9017c18-1518-4c64-827e-b806f05e9a05 by drivers openvswitch,hyperv on host n-h2-842733-1 at level 0 using segments [{'id': 'ed3a602f-49fb-4a95-be80-401e1eb72e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'cd702362-b982-46c5-a7d0-51de1b03df86'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:45:03.867049 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2faed87a-e596-44e4-82c6-18f7fcb5c271 req-c3997655-dbc4-494f-a9aa-8eba363de3ee service neutron] Attempting to bind port f9017c18-1518-4c64-827e-b806f05e9a05 on network cd702362-b982-46c5-a7d0-51de1b03df86 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:45:03.883720 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5861e4d0-4bee-4d9a-a1c2-bf5e10babc57 req-8319c23b-fc39-4aab-90bd-9942b7447b17 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:03.892458 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5861e4d0-4bee-4d9a-a1c2-bf5e10babc57 req-8319c23b-fc39-4aab-90bd-9942b7447b17 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/ports?device_id=f909c7ca-a771-4d4d-9455-819a14982a65 HTTP/1.1" status: 200 len: 948 time: 0.1738822 May 20 20:45:03.909056 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2faed87a-e596-44e4-82c6-18f7fcb5c271 req-c3997655-dbc4-494f-a9aa-8eba363de3ee service neutron] Port f9017c18-1518-4c64-827e-b806f05e9a05 on network cd702362-b982-46c5-a7d0-51de1b03df86 not bound, no agent of type Open vSwitch agent registered on host n-h2-842733-1 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 20:45:03.909419 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2faed87a-e596-44e4-82c6-18f7fcb5c271 req-c3997655-dbc4-494f-a9aa-8eba363de3ee service neutron] Attempting to bind port f9017c18-1518-4c64-827e-b806f05e9a05 on network cd702362-b982-46c5-a7d0-51de1b03df86 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:45:03.916337 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port 8ca93dfd-837b-48c7-ad13-f2145d67630f, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=8ca93dfd-837b-48c7-ad13-f2145d67630f,segment=NetworkSegment(769d43cd-208e-4beb-b6e6-532aefd8f5a1),segment_id=769d43cd-208e-4beb-b6e6-532aefd8f5a1)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:45:03.937818 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250d98bf-c709-42e3-9fbc-0d50036952ee req-3335f361-31ea-4011-b197-2fdc129b9bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:03.939215 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2faed87a-e596-44e4-82c6-18f7fcb5c271 req-c3997655-dbc4-494f-a9aa-8eba363de3ee service neutron] Checking agent: {'id': 'a66f2511-b955-448f-877c-56cfe9c81b12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 33, 2), 'started_at': datetime.datetime(2022, 5, 20, 20, 33, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 45, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:45:03.939561 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2faed87a-e596-44e4-82c6-18f7fcb5c271 req-c3997655-dbc4-494f-a9aa-8eba363de3ee service neutron] Checking segment: {'id': 'ed3a602f-49fb-4a95-be80-401e1eb72e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'cd702362-b982-46c5-a7d0-51de1b03df86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:45:03.940053 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2faed87a-e596-44e4-82c6-18f7fcb5c271 req-c3997655-dbc4-494f-a9aa-8eba363de3ee service neutron] Bound using segment: {'id': 'ed3a602f-49fb-4a95-be80-401e1eb72e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'cd702362-b982-46c5-a7d0-51de1b03df86'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:45:03.940572 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-2faed87a-e596-44e4-82c6-18f7fcb5c271 req-c3997655-dbc4-494f-a9aa-8eba363de3ee service neutron] Bound port: f9017c18-1518-4c64-827e-b806f05e9a05, host: n-h2-842733-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed3a602f-49fb-4a95-be80-401e1eb72e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'cd702362-b982-46c5-a7d0-51de1b03df86'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:45:03.941010 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-2faed87a-e596-44e4-82c6-18f7fcb5c271 req-c3997655-dbc4-494f-a9aa-8eba363de3ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:03.941625 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-250d98bf-c709-42e3-9fbc-0d50036952ee req-3335f361-31ea-4011-b197-2fdc129b9bd8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=532e3931-08a4-40e8-b75d-9b3b215f2360 HTTP/1.1" status: 200 len: 845 time: 0.1857898 May 20 20:45:03.943704 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Returning: {'device': '8ca93dfd-837b-48c7-ad13-f2145d67630f', 'network_id': '9d3d3a86-d0ea-42bb-882a-63d3244d9913', 'port_id': '8ca93dfd-837b-48c7-ad13-f2145d67630f', 'mac_address': 'fa:16:3e:2a:84:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bff70e4-9d51-4479-9096-540dc3675fab', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 20 20:45:04.000309 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Current status of the port 8ca93dfd-837b-48c7-ad13-f2145d67630f is: DOWN; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:45:04.001014 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:04.002136 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5861e4d0-4bee-4d9a-a1c2-bf5e10babc57 req-a189ab51-ae1f-46ff-8982-a4abbadc9aa1 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/security-groups?id=38c76b68-4081-4341-88c9-c8e3082a5da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065934 May 20 20:45:04.017197 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ca93dfd-837b-48c7-ad13-f2145d67630f {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:45:04.044783 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-250d98bf-c709-42e3-9fbc-0d50036952ee req-0a9b666d-aed8-46f3-a582-486b0ef7f669 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=80bda1f2-d8f3-4628-a486-5841bb81c3dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0940144 May 20 20:45:04.046920 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-04a0d724-73b2-4c0e-b52b-bc231520fd0f req-62232c48-8a2f-41dc-bcc4-49c46abcc30f service neutron] 10.222.0.24 "GET /v2.0/networks/cd702362-b982-46c5-a7d0-51de1b03df86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1787546 May 20 20:45:04.048536 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port 8ca93dfd-837b-48c7-ad13-f2145d67630f, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=8ca93dfd-837b-48c7-ad13-f2145d67630f,segment=NetworkSegment(769d43cd-208e-4beb-b6e6-532aefd8f5a1),segment_id=769d43cd-208e-4beb-b6e6-532aefd8f5a1)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:45:04.053880 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2ee87799-3d52-438e-bc59-8a1e675ad626 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:04.105963 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-2faed87a-e596-44e4-82c6-18f7fcb5c271 req-c3997655-dbc4-494f-a9aa-8eba363de3ee service neutron] For port f9017c18-1518-4c64-827e-b806f05e9a05, host n-h2-842733-1, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:45:04.110251 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-2faed87a-e596-44e4-82c6-18f7fcb5c271 req-c3997655-dbc4-494f-a9aa-8eba363de3ee service neutron] For port f9017c18-1518-4c64-827e-b806f05e9a05, host n-h2-842733-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=f9017c18-1518-4c64-827e-b806f05e9a05,segment=NetworkSegment(ed3a602f-49fb-4a95-be80-401e1eb72e33),segment_id=ed3a602f-49fb-4a95-be80-401e1eb72e33)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:45:04.111106 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:04.172031 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Pushing event updated for resources: {'Port': ['ID=8ca93dfd-837b-48c7-ad13-f2145d67630f,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:45:04.194835 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-2faed87a-e596-44e4-82c6-18f7fcb5c271 req-c3997655-dbc4-494f-a9aa-8eba363de3ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:04.267873 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-44bbe24a-2750-4171-b486-c39fe4577504 req-700b9b2c-767d-4698-9eaa-a5d3c3c9e757 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=45497337-ffcf-45d2-9a43-15350b28593e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1580148 May 20 20:45:04.313178 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faed87a-e596-44e4-82c6-18f7fcb5c271 req-c3997655-dbc4-494f-a9aa-8eba363de3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:04.313626 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-2faed87a-e596-44e4-82c6-18f7fcb5c271 req-c3997655-dbc4-494f-a9aa-8eba363de3ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:04.315127 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2faed87a-e596-44e4-82c6-18f7fcb5c271 req-c3997655-dbc4-494f-a9aa-8eba363de3ee service neutron] 10.222.0.13 "PUT /v2.0/ports/f9017c18-1518-4c64-827e-b806f05e9a05 HTTP/1.1" status: 200 len: 1095 time: 2.1069562 May 20 20:45:04.316414 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77094979-9d60-4fd7-90ba-a489b9993ee4', 'tag': 'f9017c18-1518-4c64-827e-b806f05e9a05'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:45:04.319256 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4291b17aa7b45362825f0571e77c85f5e73afe1df9c7e9e15006df9d695c005e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fed6318a-9024-4f97-b502-a98f0b69c6d4" -d '{"events": [{"name": "network-changed", "server_uuid": "77094979-9d60-4fd7-90ba-a489b9993ee4", "tag": "f9017c18-1518-4c64-827e-b806f05e9a05"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:45:04.329458 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2ee87799-3d52-438e-bc59-8a1e675ad626 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:04.342583 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3997655-dbc4-494f-a9aa-8eba363de3ee service neutron] Pushing event updated for resources: {'Port': ['ID=f9017c18-1518-4c64-827e-b806f05e9a05,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:45:04.354024 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5883f7-1538-4b5c-abf2-fb72cbb8f45b req-ce7a6e3e-1f33-4b31-8605-3b7addeec897 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:04.356665 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-250d98bf-c709-42e3-9fbc-0d50036952ee req-8b29f051-5525-4bc4-90bf-f85938f0abea service neutron] 10.222.0.24 "GET /v2.0/networks/80bda1f2-d8f3-4628-a486-5841bb81c3dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2582841 May 20 20:45:04.368713 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4b5883f7-1538-4b5c-abf2-fb72cbb8f45b req-ce7a6e3e-1f33-4b31-8605-3b7addeec897 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f6d637d-4352-4c70-86cc-448d1b8c2847 HTTP/1.1" status: 200 len: 944 time: 0.1317930 May 20 20:45:04.426362 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4b5883f7-1538-4b5c-abf2-fb72cbb8f45b req-bd64605f-18bc-4a03-aef5-de00e9ba385f tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.35 "GET /v2.0/security-groups?id=af06f2cf-8756-4fbf-90c6-d72ff1946909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566344 May 20 20:45:04.429767 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] get_ports_and_sgs() called for port_ids ['8ca93dfd-837b-48c7-ad13-f2145d67630f'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:45:04.583494 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 20:45:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3eb1ece7-50a0-4f0f-8583-b883e58958b1 x-openstack-request-id: req-3eb1ece7-50a0-4f0f-8583-b883e58958b1 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:45:04.583712 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77094979-9d60-4fd7-90ba-a489b9993ee4", "tag": "f9017c18-1518-4c64-827e-b806f05e9a05", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:45:04.584011 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3eb1ece7-50a0-4f0f-8583-b883e58958b1 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:45:04.584264 n-d-842733-1 neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3eb1ece7-50a0-4f0f-8583-b883e58958b1'] response: {'name': 'network-changed', 'server_uuid': '77094979-9d60-4fd7-90ba-a489b9993ee4', 'tag': 'f9017c18-1518-4c64-827e-b806f05e9a05', 'status': 'completed', 'code': 200} May 20 20:45:04.597249 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-250d98bf-c709-42e3-9fbc-0d50036952ee req-7427e192-b573-43bd-b91b-a2b14a279b90 service neutron] 10.222.0.24 "GET /v2.0/networks/80bda1f2-d8f3-4628-a486-5841bb81c3dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2044020 May 20 20:45:04.598812 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2ee87799-3d52-438e-bc59-8a1e675ad626 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691816'] for security_group_rule, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:04.674183 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faed87a-e596-44e4-82c6-18f7fcb5c271 req-a365dddf-93e4-4a7f-8200-d989b506cda7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:04.681009 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2faed87a-e596-44e4-82c6-18f7fcb5c271 req-a365dddf-93e4-4a7f-8200-d989b506cda7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=20bf3bd8e18c4f4caa205005eba8d0aa&device_id=77094979-9d60-4fd7-90ba-a489b9993ee4 HTTP/1.1" status: 200 len: 1098 time: 0.1713641 May 20 20:45:04.697983 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee87799-3d52-438e-bc59-8a1e675ad626 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6d8274b-a52f-45b1-99e5-4e60d30f2773,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:45:04.721043 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bbe24a-2750-4171-b486-c39fe4577504 req-7459c42c-3034-4616-9754-5058930f39aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:04.723405 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-44bbe24a-2750-4171-b486-c39fe4577504 req-7459c42c-3034-4616-9754-5058930f39aa service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2492915dd73f457d8cb02b28e57274de&device_id=45497337-ffcf-45d2-9a43-15350b28593e HTTP/1.1" status: 200 len: 1097 time: 0.3796616 May 20 20:45:04.741734 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2ee87799-3d52-438e-bc59-8a1e675ad626 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:04.744048 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-2ee87799-3d52-438e-bc59-8a1e675ad626 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9015701 May 20 20:45:04.748433 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 42434) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:45:04.869415 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-d652a047-a564-4aca-8498-f9028c65a715 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] Request body: {'security_group_rule': {'security_group_id': 'e60131e3-31b3-40ad-97bd-41705047293e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:45:04.894905 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bbe24a-2750-4171-b486-c39fe4577504 req-dd0e6afc-b29e-4b04-b722-1b7853f40d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:04.896833 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-44bbe24a-2750-4171-b486-c39fe4577504 req-dd0e6afc-b29e-4b04-b722-1b7853f40d68 service neutron] 10.222.0.24 "GET /v2.0/networks?id=85e5027c-d244-4186-8c19-3a12977de170 HTTP/1.1" status: 200 len: 912 time: 0.1471739 May 20 20:45:04.952618 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-44bbe24a-2750-4171-b486-c39fe4577504 req-247b3689-5cc9-4e41-9c6d-68efe5c6f2ae service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4804f9ed-d929-4451-ab46-9ce5f415198a HTTP/1.1" status: 200 len: 217 time: 0.0459201 May 20 20:45:05.008291 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d652a047-a564-4aca-8498-f9028c65a715 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:05.056022 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bbe24a-2750-4171-b486-c39fe4577504 req-9b68e878-37b8-4b10-b425-08bc73c90cab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:05.058371 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-44bbe24a-2750-4171-b486-c39fe4577504 req-9b68e878-37b8-4b10-b425-08bc73c90cab service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5df30a0b-5cdb-4d91-9fe8-512f286a6485 HTTP/1.1" status: 200 len: 850 time: 0.0973930 May 20 20:45:05.092359 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d652a047-a564-4aca-8498-f9028c65a715 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:05.145222 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2faed87a-e596-44e4-82c6-18f7fcb5c271 req-c8ce90cb-f921-4636-8593-d12694053950 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=f9017c18-1518-4c64-827e-b806f05e9a05 HTTP/1.1" status: 200 len: 217 time: 0.4262373 May 20 20:45:05.163236 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bbe24a-2750-4171-b486-c39fe4577504 req-ae570c22-0428-448d-b0ac-984224872246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:05.166365 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-44bbe24a-2750-4171-b486-c39fe4577504 req-ae570c22-0428-448d-b0ac-984224872246 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=85e5027c-d244-4186-8c19-3a12977de170&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0719302 May 20 20:45:05.203727 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d652a047-a564-4aca-8498-f9028c65a715 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691816'] for security_group_rule, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:05.211055 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8182f95d-e9df-4b6b-9ac8-45ffa448d3e5 req-bc96e625-7208-4e87-ade9-5e58e58f0662 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:05.212818 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8182f95d-e9df-4b6b-9ac8-45ffa448d3e5 req-bc96e625-7208-4e87-ade9-5e58e58f0662 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/ports?device_id=639a9b9c-aaad-4644-9dcd-410174fb9f88 HTTP/1.1" status: 200 len: 945 time: 0.5051208 May 20 20:45:05.223142 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72afc7cd-61cf-4649-806f-3facc9948e4b req-857ca173-07f8-40ba-a1c5-4fe52cad7b83 tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:05.224752 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-72afc7cd-61cf-4649-806f-3facc9948e4b req-857ca173-07f8-40ba-a1c5-4fe52cad7b83 tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] 10.222.0.35 "GET /v2.0/ports?device_id=afdb37f9-0912-422e-9f7a-db72aaceea5a HTTP/1.1" status: 200 len: 944 time: 0.5418367 May 20 20:45:05.256669 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d652a047-a564-4aca-8498-f9028c65a715 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=294ed6a9-b93b-484a-bd87-587ef996c34a,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:45:05.257626 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faed87a-e596-44e4-82c6-18f7fcb5c271 req-f01b2b70-56b9-46d5-92e8-a1746416a172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:05.259157 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2faed87a-e596-44e4-82c6-18f7fcb5c271 req-f01b2b70-56b9-46d5-92e8-a1746416a172 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=26b342ea-254c-483a-9ea9-f11c178970eb HTTP/1.1" status: 200 len: 843 time: 0.1059718 May 20 20:45:05.293415 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8182f95d-e9df-4b6b-9ac8-45ffa448d3e5 req-cebf4b4d-8edf-4eac-b61b-65ddfa532452 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3c6019f-4c4a-4c16-982c-852ac3d8d84a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675178 May 20 20:45:05.326169 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-44bbe24a-2750-4171-b486-c39fe4577504 req-80f21a8c-e667-40b0-afeb-35a3594609e6 service neutron] 10.222.0.24 "GET /v2.0/networks/85e5027c-d244-4186-8c19-3a12977de170?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516380 May 20 20:45:05.326481 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-72afc7cd-61cf-4649-806f-3facc9948e4b req-9bf159c0-7159-4a9b-810f-ba540fec4ce8 tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] 10.222.0.35 "GET /v2.0/security-groups?id=08f63c89-364b-47f7-9236-e1c85d29ce51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950742 May 20 20:45:05.352326 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faed87a-e596-44e4-82c6-18f7fcb5c271 req-f0e50123-c58e-4c97-93c3-3d72afff1a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:05.362159 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2faed87a-e596-44e4-82c6-18f7fcb5c271 req-f0e50123-c58e-4c97-93c3-3d72afff1a6f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cd702362-b982-46c5-a7d0-51de1b03df86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0815568 May 20 20:45:05.406229 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d652a047-a564-4aca-8498-f9028c65a715 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:05.410377 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-d652a047-a564-4aca-8498-f9028c65a715 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5435739 May 20 20:45:05.411784 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 42452) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:45:05.416727 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-e7f87ad2-a719-4fed-8c8d-327931fb9204 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] Request body: {'floatingip': {'floating_network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:45:05.510986 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-44bbe24a-2750-4171-b486-c39fe4577504 req-e59efcec-33d0-4346-a312-f92aa972295b service neutron] 10.222.0.24 "GET /v2.0/networks/85e5027c-d244-4186-8c19-3a12977de170?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1802220 May 20 20:45:05.551192 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e7f87ad2-a719-4fed-8c8d-327931fb9204 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] Notify callbacks [] for floatingip, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:05.614728 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 801ff45b-c7db-4c6d-9464-1f8f3df3c04b details requested by agent hyperv_n-h1-842733-1 with host n-h1-842733-1 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 20:45:05.615598 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2faed87a-e596-44e4-82c6-18f7fcb5c271 req-acfc4a30-8b56-4135-b034-2622f793dde8 service neutron] 10.222.0.13 "GET /v2.0/networks/cd702362-b982-46c5-a7d0-51de1b03df86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2417827 May 20 20:45:05.625517 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc32c4d1-d89b-4e56-b268-50808a84a37c req-3e1998bd-f37e-4db4-a10d-697f530007ba tempest-ServersAdminNegativeTestJSON-1817032777 tempest-ServersAdminNegativeTestJSON-1817032777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:05.631993 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-cc32c4d1-d89b-4e56-b268-50808a84a37c req-3e1998bd-f37e-4db4-a10d-697f530007ba tempest-ServersAdminNegativeTestJSON-1817032777 tempest-ServersAdminNegativeTestJSON-1817032777-project] 10.222.0.35 "GET /v2.0/ports?device_id=77094979-9d60-4fd7-90ba-a489b9993ee4 HTTP/1.1" status: 200 len: 947 time: 0.1551247 May 20 20:45:05.632260 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 8ca93dfd-837b-48c7-ad13-f2145d67630f up at agent hyperv_n-h1-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:45:05.708823 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dca84ca-fcbd-4b5e-be7b-0df86506e718 req-838486d0-ac80-4337-81e9-51209dc3b3e3 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:05.710326 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8dca84ca-fcbd-4b5e-be7b-0df86506e718 req-838486d0-ac80-4337-81e9-51209dc3b3e3 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/ports?device_id=f909c7ca-a771-4d4d-9455-819a14982a65 HTTP/1.1" status: 200 len: 948 time: 0.1776929 May 20 20:45:05.735036 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e7f87ad2-a719-4fed-8c8d-327931fb9204 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:05.754201 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-cc32c4d1-d89b-4e56-b268-50808a84a37c req-f2cd3986-2678-484a-8bd7-de8e4f6361f9 tempest-ServersAdminNegativeTestJSON-1817032777 tempest-ServersAdminNegativeTestJSON-1817032777-project] 10.222.0.35 "GET /v2.0/security-groups?id=fbd0fcb9-5b05-4270-a829-55738c8f5e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212037 May 20 20:45:05.847450 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port 801ff45b-c7db-4c6d-9464-1f8f3df3c04b, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=801ff45b-c7db-4c6d-9464-1f8f3df3c04b,segment=NetworkSegment(1b618711-eace-4f66-9dbc-026093290eaa),segment_id=1b618711-eace-4f66-9dbc-026093290eaa)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:45:05.858421 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2faed87a-e596-44e4-82c6-18f7fcb5c271 req-c7ddc08e-ff66-4a52-a340-fe18e6104605 service neutron] 10.222.0.13 "GET /v2.0/networks/cd702362-b982-46c5-a7d0-51de1b03df86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2219563 May 20 20:45:05.864300 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Returning: {'device': '801ff45b-c7db-4c6d-9464-1f8f3df3c04b', 'network_id': '80bda1f2-d8f3-4628-a486-5841bb81c3dc', 'port_id': '801ff45b-c7db-4c6d-9464-1f8f3df3c04b', 'mac_address': 'fa:16:3e:f1:8c:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '532e3931-08a4-40e8-b75d-9b3b215f2360', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 20 20:45:05.878463 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8dca84ca-fcbd-4b5e-be7b-0df86506e718 req-f53f79d6-4cf0-4f4a-935f-c1a05808a690 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/security-groups?id=38c76b68-4081-4341-88c9-c8e3082a5da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533313 May 20 20:45:05.895612 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-e7f87ad2-a719-4fed-8c8d-327931fb9204 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] Allocated IP 172.25.2.12 (e3a93b5c-91e2-4064-9c2c-1afc261bfe15/86fee0c1-6e34-488b-9216-b2b8e7ef585a/49dae8c3-7c40-413a-9ee4-18a4f1503c93) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:45:05.909154 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Provisioning for port 8ca93dfd-837b-48c7-ad13-f2145d67630f completed by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 20:45:05.931523 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Current status of the port 801ff45b-c7db-4c6d-9464-1f8f3df3c04b is: DOWN; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:45:05.932257 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:05.934516 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Provisioning complete for port 8ca93dfd-837b-48c7-ad13-f2145d67630f triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:45:05.942487 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:05.998832 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 801ff45b-c7db-4c6d-9464-1f8f3df3c04b {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:45:05.999760 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dfc646-c284-4332-9f4e-9c0e03d1ffd0 req-f1ab1b7c-7805-4a0d-af08-00d7a8467eb0 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:06.007517 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-06dfc646-c284-4332-9f4e-9c0e03d1ffd0 req-f1ab1b7c-7805-4a0d-af08-00d7a8467eb0 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/ports?device_id=639a9b9c-aaad-4644-9dcd-410174fb9f88 HTTP/1.1" status: 200 len: 945 time: 0.1280291 May 20 20:45:06.026717 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port 801ff45b-c7db-4c6d-9464-1f8f3df3c04b, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=801ff45b-c7db-4c6d-9464-1f8f3df3c04b,segment=NetworkSegment(1b618711-eace-4f66-9dbc-026093290eaa),segment_id=1b618711-eace-4f66-9dbc-026093290eaa)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:45:06.026962 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e7f87ad2-a719-4fed-8c8d-327931fb9204 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:06.066211 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Current status of the port 8ca93dfd-837b-48c7-ad13-f2145d67630f is: BUILD; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:45:06.066760 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:06.074936 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-06dfc646-c284-4332-9f4e-9c0e03d1ffd0 req-d0a26d9b-23fb-4c6e-808e-6a0fe68280cd tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3c6019f-4c4a-4c16-982c-852ac3d8d84a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665374 May 20 20:45:06.094423 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55b43c2-01ce-4558-b788-ffe7d491c947 req-67f209d8-6251-4790-bc5f-151d9d8ec886 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:06.094665 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afdb37f9-0912-422e-9f7a-db72aaceea5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ca93dfd-837b-48c7-ad13-f2145d67630f'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:45:06.095542 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f55b43c2-01ce-4558-b788-ffe7d491c947 req-67f209d8-6251-4790-bc5f-151d9d8ec886 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f6d637d-4352-4c70-86cc-448d1b8c2847 HTTP/1.1" status: 200 len: 944 time: 0.0724633 May 20 20:45:06.098372 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8485417003ce7c0410b00f5cdc2f391e21107b70bb68e2773712534a96e108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14871f39-bd58-4386-9220-52ce4df2b3fb" -d '{"events": [{"server_uuid": "afdb37f9-0912-422e-9f7a-db72aaceea5a", "name": "network-vif-plugged", "status": "completed", "tag": "8ca93dfd-837b-48c7-ad13-f2145d67630f"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:45:06.121574 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port 8ca93dfd-837b-48c7-ad13-f2145d67630f, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=8ca93dfd-837b-48c7-ad13-f2145d67630f,segment=NetworkSegment(769d43cd-208e-4beb-b6e6-532aefd8f5a1),segment_id=769d43cd-208e-4beb-b6e6-532aefd8f5a1)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:45:06.151709 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f55b43c2-01ce-4558-b788-ffe7d491c947 req-c79754c0-8f03-47db-a382-5d0385cf7b7a tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.35 "GET /v2.0/security-groups?id=af06f2cf-8756-4fbf-90c6-d72ff1946909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484848 May 20 20:45:06.204954 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 20:45:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e981d55-5860-492b-a1c3-01e468b3d828 x-openstack-request-id: req-3e981d55-5860-492b-a1c3-01e468b3d828 {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:45:06.205280 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afdb37f9-0912-422e-9f7a-db72aaceea5a", "name": "network-vif-plugged", "status": "completed", "tag": "8ca93dfd-837b-48c7-ad13-f2145d67630f", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:45:06.205532 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3e981d55-5860-492b-a1c3-01e468b3d828 {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:45:06.205929 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e981d55-5860-492b-a1c3-01e468b3d828'] response: {'server_uuid': 'afdb37f9-0912-422e-9f7a-db72aaceea5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ca93dfd-837b-48c7-ad13-f2145d67630f', 'code': 200} May 20 20:45:06.224714 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7247fa12-1176-4b7b-9224-16c1e2573c65 req-9282f440-8d9e-4bb9-abac-4093db49b41a tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:06.226230 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7247fa12-1176-4b7b-9224-16c1e2573c65 req-9282f440-8d9e-4bb9-abac-4093db49b41a tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/ports?device_id=639a9b9c-aaad-4644-9dcd-410174fb9f88 HTTP/1.1" status: 200 len: 945 time: 0.0610511 May 20 20:45:06.228025 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed6318a-9024-4f97-b502-a98f0b69c6d4 req-6f85f4bc-314e-499c-9657-37116e707062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:06.229516 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-fed6318a-9024-4f97-b502-a98f0b69c6d4 req-6f85f4bc-314e-499c-9657-37116e707062 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=20bf3bd8e18c4f4caa205005eba8d0aa&device_id=77094979-9d60-4fd7-90ba-a489b9993ee4 HTTP/1.1" status: 200 len: 1098 time: 0.0927811 May 20 20:45:06.315286 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7247fa12-1176-4b7b-9224-16c1e2573c65 req-34175bf4-48c0-4fa1-9155-40c4678b6588 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3c6019f-4c4a-4c16-982c-852ac3d8d84a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823982 May 20 20:45:06.332520 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d846aa-f8f9-4cb3-9645-12982254a248 req-c08eb2af-e20b-4330-b382-42133a319666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:06.334376 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-15d846aa-f8f9-4cb3-9645-12982254a248 req-c08eb2af-e20b-4330-b382-42133a319666 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=afdb37f9-0912-422e-9f7a-db72aaceea5a HTTP/1.1" status: 200 len: 1095 time: 0.0592332 May 20 20:45:06.360500 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed6318a-9024-4f97-b502-a98f0b69c6d4 req-ac7650fb-3d25-49a9-bdb4-096358b1ebe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:06.361811 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-fed6318a-9024-4f97-b502-a98f0b69c6d4 req-ac7650fb-3d25-49a9-bdb4-096358b1ebe4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=cd702362-b982-46c5-a7d0-51de1b03df86 HTTP/1.1" status: 200 len: 870 time: 0.1231666 May 20 20:45:06.403428 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-15d846aa-f8f9-4cb3-9645-12982254a248 req-9c59c098-208c-4749-957b-274e1cbf9960 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=08f63c89-364b-47f7-9236-e1c85d29ce51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388014 May 20 20:45:06.437284 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-fed6318a-9024-4f97-b502-a98f0b69c6d4 req-e0165d9e-7280-42d9-834e-dce23332cf1c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=f9017c18-1518-4c64-827e-b806f05e9a05 HTTP/1.1" status: 200 len: 217 time: 0.0623040 May 20 20:45:06.514986 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:06.533742 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e7f87ad2-a719-4fed-8c8d-327931fb9204 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:06.548671 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed6318a-9024-4f97-b502-a98f0b69c6d4 req-4f2a29d6-9463-44c8-aa66-95a8c1f41581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:06.550233 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-fed6318a-9024-4f97-b502-a98f0b69c6d4 req-4f2a29d6-9463-44c8-aa66-95a8c1f41581 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=26b342ea-254c-483a-9ea9-f11c178970eb HTTP/1.1" status: 200 len: 843 time: 0.0982642 May 20 20:45:06.556672 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:06.561384 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d352e8d9-8ef0-4564-ae19-8d3c4e4d7eb2 req-0e047a59-5cbb-41da-99e9-f253497daef2 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:06.563078 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d352e8d9-8ef0-4564-ae19-8d3c4e4d7eb2 req-0e047a59-5cbb-41da-99e9-f253497daef2 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/ports?device_id=639a9b9c-aaad-4644-9dcd-410174fb9f88 HTTP/1.1" status: 200 len: 945 time: 0.1342757 May 20 20:45:06.572654 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7f87ad2-a719-4fed-8c8d-327931fb9204 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] Network e3a93b5c-91e2-4064-9c2c-1afc261bfe15 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:45:06.574090 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-e7f87ad2-a719-4fed-8c8d-327931fb9204 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:45:06.577989 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f87ad2-a719-4fed-8c8d-327931fb9204 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:45:06.580415 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bddf432-4196-421f-a674-bc30bc0940a6 req-0401362f-67f3-4953-bf15-8120d29aab94 tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:06.582419 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9bddf432-4196-421f-a674-bc30bc0940a6 req-0401362f-67f3-4953-bf15-8120d29aab94 tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] 10.222.0.35 "GET /v2.0/ports?device_id=afdb37f9-0912-422e-9f7a-db72aaceea5a HTTP/1.1" status: 200 len: 944 time: 0.1525064 May 20 20:45:06.590226 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Pushing event updated for resources: {'Port': ['ID=801ff45b-c7db-4c6d-9464-1f8f3df3c04b,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:45:06.616393 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f87ad2-a719-4fed-8c8d-327931fb9204 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] Pushing event updated for resources: {'Port': ['ID=49dae8c3-7c40-413a-9ee4-18a4f1503c93,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:45:06.648415 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Pushing event updated for resources: {'Port': ['ID=8ca93dfd-837b-48c7-ad13-f2145d67630f,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:45:06.680728 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9bddf432-4196-421f-a674-bc30bc0940a6 req-978ba2e7-4ff4-44c0-9755-90c430f0b901 tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] 10.222.0.35 "GET /v2.0/security-groups?id=08f63c89-364b-47f7-9236-e1c85d29ce51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888789 May 20 20:45:06.686388 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed6318a-9024-4f97-b502-a98f0b69c6d4 req-1db26bd8-b46e-40d7-a607-305d6275bbdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:06.687638 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-fed6318a-9024-4f97-b502-a98f0b69c6d4 req-1db26bd8-b46e-40d7-a607-305d6275bbdf service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cd702362-b982-46c5-a7d0-51de1b03df86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1229403 May 20 20:45:06.700332 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d352e8d9-8ef0-4564-ae19-8d3c4e4d7eb2 req-047ae78a-5db8-45f6-a25a-83ef9b5ac7d9 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3c6019f-4c4a-4c16-982c-852ac3d8d84a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1131911 May 20 20:45:06.716844 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e7f87ad2-a719-4fed-8c8d-327931fb9204 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:06.826722 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] get_ports_and_sgs() called for port_ids ['801ff45b-c7db-4c6d-9464-1f8f3df3c04b'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:45:06.852431 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-fed6318a-9024-4f97-b502-a98f0b69c6d4 req-c6ad78ac-bdb9-4f45-bce7-6eb9103b7af1 service neutron] 10.222.0.13 "GET /v2.0/networks/cd702362-b982-46c5-a7d0-51de1b03df86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474819 May 20 20:45:06.899537 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e7f87ad2-a719-4fed-8c8d-327931fb9204 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:07.064144 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c864ee1-fe9b-4d9c-94f2-6eb75812ee19 req-810efcb2-1c98-4efa-969e-fb5ed2d16e68 tempest-ServersAdminNegativeTestJSON-1817032777 tempest-ServersAdminNegativeTestJSON-1817032777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:07.065682 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3c864ee1-fe9b-4d9c-94f2-6eb75812ee19 req-810efcb2-1c98-4efa-969e-fb5ed2d16e68 tempest-ServersAdminNegativeTestJSON-1817032777 tempest-ServersAdminNegativeTestJSON-1817032777-project] 10.222.0.35 "GET /v2.0/ports?device_id=77094979-9d60-4fd7-90ba-a489b9993ee4 HTTP/1.1" status: 200 len: 947 time: 0.1820323 May 20 20:45:07.079062 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e7f87ad2-a719-4fed-8c8d-327931fb9204 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] Notify callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:07.144825 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e7f87ad2-a719-4fed-8c8d-327931fb9204 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:07.152969 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67d3f15-1c20-4cdd-acac-386a78e11cfb req-e4701bae-a61a-4298-a04e-0d3657548428 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:07.154620 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a67d3f15-1c20-4cdd-acac-386a78e11cfb req-e4701bae-a61a-4298-a04e-0d3657548428 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/networks?id=85e5027c-d244-4186-8c19-3a12977de170 HTTP/1.1" status: 200 len: 811 time: 0.2720385 May 20 20:45:07.157127 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-fed6318a-9024-4f97-b502-a98f0b69c6d4 req-a870b175-06fd-4e35-9a7e-b2a27d9a5953 service neutron] 10.222.0.13 "GET /v2.0/networks/cd702362-b982-46c5-a7d0-51de1b03df86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2918038 May 20 20:45:07.162871 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3c864ee1-fe9b-4d9c-94f2-6eb75812ee19 req-5027c115-96dc-4ed4-9fc6-c40fd6053086 tempest-ServersAdminNegativeTestJSON-1817032777 tempest-ServersAdminNegativeTestJSON-1817032777-project] 10.222.0.35 "GET /v2.0/security-groups?id=fbd0fcb9-5b05-4270-a829-55738c8f5e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858850 May 20 20:45:07.177795 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a67d3f15-1c20-4cdd-acac-386a78e11cfb req-1a1e1571-04e4-42c0-ac33-221804d82267 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/quotas/2492915dd73f457d8cb02b28e57274de HTTP/1.1" status: 200 len: 375 time: 0.0096877 May 20 20:45:07.215990 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f87ad2-a719-4fed-8c8d-327931fb9204 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] Pushing event updated for resources: {'Port': ['ID=49dae8c3-7c40-413a-9ee4-18a4f1503c93,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:45:07.270789 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e7f87ad2-a719-4fed-8c8d-327931fb9204 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748272'] for floatingip, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:07.297343 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a67d3f15-1c20-4cdd-acac-386a78e11cfb req-d219c7d4-857d-49dd-a95d-4ecb7badeb0d tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=2492915dd73f457d8cb02b28e57274de&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1153572 May 20 20:45:07.374109 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e7f87ad2-a719-4fed-8c8d-327931fb9204 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for floatingip, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:07.375674 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-e7f87ad2-a719-4fed-8c8d-327931fb9204 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.9629643 May 20 20:45:07.393584 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b31bb5-077d-4252-a3d9-31f5d7e65655 req-69e5fb33-3b2d-446d-bc39-bb5e2f2dc7f5 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:07.395158 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-83b31bb5-077d-4252-a3d9-31f5d7e65655 req-69e5fb33-3b2d-446d-bc39-bb5e2f2dc7f5 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/ports?device_id=f909c7ca-a771-4d4d-9455-819a14982a65 HTTP/1.1" status: 200 len: 948 time: 0.1234622 May 20 20:45:07.456155 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a67d3f15-1c20-4cdd-acac-386a78e11cfb req-30e4301d-7ce2-4060-85c3-27458678f136 service neutron] 10.222.0.35 "GET /v2.0/networks/85e5027c-d244-4186-8c19-3a12977de170?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356974 May 20 20:45:07.492696 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-83b31bb5-077d-4252-a3d9-31f5d7e65655 req-08086644-0013-4eec-9b24-f9aa310d1321 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/security-groups?id=38c76b68-4081-4341-88c9-c8e3082a5da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898802 May 20 20:45:07.587104 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a67d3f15-1c20-4cdd-acac-386a78e11cfb req-3bf84e7e-7c08-4b54-8ed5-7ecda6b0ab26 service neutron] 10.222.0.35 "GET /v2.0/networks/85e5027c-d244-4186-8c19-3a12977de170?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223304 May 20 20:45:07.637989 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device f0726a78-f245-4b9e-993d-421087799a99 details requested by agent hyperv_n-h1-842733-1 with host n-h1-842733-1 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 20:45:07.682258 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a733e912-44de-42e1-bd7d-8768791c6fab req-229555da-89d7-435e-8880-38210ba90738 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:07.687264 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a733e912-44de-42e1-bd7d-8768791c6fab req-229555da-89d7-435e-8880-38210ba90738 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f6d637d-4352-4c70-86cc-448d1b8c2847 HTTP/1.1" status: 200 len: 945 time: 0.0913398 May 20 20:45:07.744633 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a733e912-44de-42e1-bd7d-8768791c6fab req-215f3be7-c5fe-44a9-9bf6-c6bd7e596d10 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.35 "GET /v2.0/security-groups?id=af06f2cf-8756-4fbf-90c6-d72ff1946909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500834 May 20 20:45:07.830847 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port f0726a78-f245-4b9e-993d-421087799a99, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=f0726a78-f245-4b9e-993d-421087799a99,segment=NetworkSegment(ed3a602f-49fb-4a95-be80-401e1eb72e33),segment_id=ed3a602f-49fb-4a95-be80-401e1eb72e33)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:45:07.855024 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Returning: {'device': 'f0726a78-f245-4b9e-993d-421087799a99', 'network_id': 'cd702362-b982-46c5-a7d0-51de1b03df86', 'port_id': 'f0726a78-f245-4b9e-993d-421087799a99', 'mac_address': 'fa:16:3e:98:98:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26b342ea-254c-483a-9ea9-f11c178970eb', 'ip_address': '192.168.233.235'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 20 20:45:07.929985 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Current status of the port f0726a78-f245-4b9e-993d-421087799a99 is: DOWN; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:45:07.930743 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a0c482a6-7479-46ca-b47a-53db43ac5813 req-9b9fd567-3fc7-4b87-be73-01ccad2cb98a tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--2024107952&fields=id&tenant_id=87c2c2610bc847eaa1d2c1976f58d7b1 HTTP/1.1" status: 200 len: 267 time: 0.0805440 May 20 20:45:07.931280 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:07.967397 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0726a78-f245-4b9e-993d-421087799a99 {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:45:07.989842 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port f0726a78-f245-4b9e-993d-421087799a99, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=f0726a78-f245-4b9e-993d-421087799a99,segment=NetworkSegment(ed3a602f-49fb-4a95-be80-401e1eb72e33),segment_id=ed3a602f-49fb-4a95-be80-401e1eb72e33)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:45:08.029203 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device f9017c18-1518-4c64-827e-b806f05e9a05 details requested by agent hyperv_n-h2-842733-1 with host n-h2-842733-1 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 20:45:08.080994 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:08.179746 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6258a7d-e539-43a0-980d-a65b450d0cd4 req-455e45a0-6c6a-4193-8a61-6339e3b82ee9 tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:08.182274 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e6258a7d-e539-43a0-980d-a65b450d0cd4 req-455e45a0-6c6a-4193-8a61-6339e3b82ee9 tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] 10.222.0.35 "GET /v2.0/ports?device_id=afdb37f9-0912-422e-9f7a-db72aaceea5a HTTP/1.1" status: 200 len: 945 time: 0.1572161 May 20 20:45:08.203873 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Pushing event updated for resources: {'Port': ['ID=f0726a78-f245-4b9e-993d-421087799a99,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:45:08.223937 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port f9017c18-1518-4c64-827e-b806f05e9a05, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=f9017c18-1518-4c64-827e-b806f05e9a05,segment=NetworkSegment(ed3a602f-49fb-4a95-be80-401e1eb72e33),segment_id=ed3a602f-49fb-4a95-be80-401e1eb72e33)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:45:08.226214 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c482a6-7479-46ca-b47a-53db43ac5813 req-82c4210f-6634-4f11-9040-e089b2c4e688 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:08.227888 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a0c482a6-7479-46ca-b47a-53db43ac5813 req-82c4210f-6634-4f11-9040-e089b2c4e688 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] 10.222.0.35 "GET /v2.0/networks?id=dc8945eb-dd74-4cb0-b93f-84eec37290f3 HTTP/1.1" status: 200 len: 818 time: 0.2858388 May 20 20:45:08.241159 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Returning: {'device': 'f9017c18-1518-4c64-827e-b806f05e9a05', 'network_id': 'cd702362-b982-46c5-a7d0-51de1b03df86', 'port_id': 'f9017c18-1518-4c64-827e-b806f05e9a05', 'mac_address': 'fa:16:3e:f4:bb:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26b342ea-254c-483a-9ea9-f11c178970eb', 'ip_address': '192.168.233.57'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 20 20:45:08.266450 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e6258a7d-e539-43a0-980d-a65b450d0cd4 req-c6a5f204-36ab-4aec-a6a8-5294026bb9e8 tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] 10.222.0.35 "GET /v2.0/security-groups?id=08f63c89-364b-47f7-9236-e1c85d29ce51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696647 May 20 20:45:08.275840 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a0c482a6-7479-46ca-b47a-53db43ac5813 req-f7361631-23a2-436c-9236-832be19df6ac tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] 10.222.0.35 "GET /v2.0/quotas/87c2c2610bc847eaa1d2c1976f58d7b1 HTTP/1.1" status: 200 len: 375 time: 0.0283453 May 20 20:45:08.288942 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port f9017c18-1518-4c64-827e-b806f05e9a05 is: DOWN; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:45:08.289371 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:08.304329 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9017c18-1518-4c64-827e-b806f05e9a05 {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:45:08.328009 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port f9017c18-1518-4c64-827e-b806f05e9a05, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=f9017c18-1518-4c64-827e-b806f05e9a05,segment=NetworkSegment(ed3a602f-49fb-4a95-be80-401e1eb72e33),segment_id=ed3a602f-49fb-4a95-be80-401e1eb72e33)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:45:08.353549 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a0c482a6-7479-46ca-b47a-53db43ac5813 req-d44b69c6-b1f0-4a16-b5e9-d79ec5174d43 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=87c2c2610bc847eaa1d2c1976f58d7b1&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0692637 May 20 20:45:08.391521 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:08.427825 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] get_ports_and_sgs() called for port_ids ['f0726a78-f245-4b9e-993d-421087799a99'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:45:08.488941 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=f9017c18-1518-4c64-827e-b806f05e9a05,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:45:08.495529 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6b39b72a-631f-47c8-9bbd-fb091f15513c req-7f2a6270-d3f8-4a0c-b3dd-c9eccb1fe7c5 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/ports?device_id=f906357d-2f54-47d7-8892-a2a51002079d HTTP/1.1" status: 200 len: 210 time: 0.0554895 May 20 20:45:08.506813 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a0c482a6-7479-46ca-b47a-53db43ac5813 req-f1595919-5ac9-44e5-8cac-6f9095bed05b service neutron] 10.222.0.35 "GET /v2.0/networks/dc8945eb-dd74-4cb0-b93f-84eec37290f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503515 May 20 20:45:08.618067 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a0c482a6-7479-46ca-b47a-53db43ac5813 req-306c8924-4578-4d35-a559-0e28d85e1926 service neutron] 10.222.0.35 "GET /v2.0/networks/dc8945eb-dd74-4cb0-b93f-84eec37290f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089351 May 20 20:45:08.675373 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef10532e-2d77-4b98-a8bc-07f8cc9692ec req-0497e440-d9e3-464a-9ce9-4303be3f4f48 tempest-ServersAdminNegativeTestJSON-1817032777 tempest-ServersAdminNegativeTestJSON-1817032777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:08.677022 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ef10532e-2d77-4b98-a8bc-07f8cc9692ec req-0497e440-d9e3-464a-9ce9-4303be3f4f48 tempest-ServersAdminNegativeTestJSON-1817032777 tempest-ServersAdminNegativeTestJSON-1817032777-project] 10.222.0.35 "GET /v2.0/ports?device_id=77094979-9d60-4fd7-90ba-a489b9993ee4 HTTP/1.1" status: 200 len: 948 time: 0.0578811 May 20 20:45:08.743261 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ef10532e-2d77-4b98-a8bc-07f8cc9692ec req-5d7ccbb9-3a1a-4fa3-bcbf-4c85e52f6dbd tempest-ServersAdminNegativeTestJSON-1817032777 tempest-ServersAdminNegativeTestJSON-1817032777-project] 10.222.0.35 "GET /v2.0/security-groups?id=fbd0fcb9-5b05-4270-a829-55738c8f5e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592997 May 20 20:45:09.025007 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e8a6e9-620a-44c2-8d60-1c9520ec6d00 req-f471c38d-0d52-4578-b8ec-7ad7e57c34d1 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:09.025007 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-38e8a6e9-620a-44c2-8d60-1c9520ec6d00 req-f471c38d-0d52-4578-b8ec-7ad7e57c34d1 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/ports?device_id=f909c7ca-a771-4d4d-9455-819a14982a65 HTTP/1.1" status: 200 len: 949 time: 0.1354821 May 20 20:45:09.027395 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] get_ports_and_sgs() called for port_ids ['f9017c18-1518-4c64-827e-b806f05e9a05'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:45:09.146210 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-38e8a6e9-620a-44c2-8d60-1c9520ec6d00 req-75f0852c-ed21-4535-8b40-94f721d7dcaf tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/security-groups?id=38c76b68-4081-4341-88c9-c8e3082a5da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990822 May 20 20:45:09.203406 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fa6d00-d4b8-42c3-ae6e-a41620bfd207 req-b9077a59-9852-49d0-b6f4-79d3f0f6cc29 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:09.217836 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-58fa6d00-d4b8-42c3-ae6e-a41620bfd207 req-b9077a59-9852-49d0-b6f4-79d3f0f6cc29 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f6d637d-4352-4c70-86cc-448d1b8c2847 HTTP/1.1" status: 200 len: 945 time: 0.1273925 May 20 20:45:09.267552 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d59b5684-d558-44d2-929c-fccf0f40009f req-b8d78924-d4ae-416a-9d2d-c3ee3452e073 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] 10.222.0.35 "GET /v2.0/ports?device_id=128787a1-1920-47db-912b-7951bf1b234b HTTP/1.1" status: 200 len: 210 time: 0.0325611 May 20 20:45:09.309973 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-58fa6d00-d4b8-42c3-ae6e-a41620bfd207 req-b5d30d59-521f-444c-8f14-5c6ed3ef187b tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.35 "GET /v2.0/security-groups?id=af06f2cf-8756-4fbf-90c6-d72ff1946909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856936 May 20 20:45:09.460963 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53733802-8ce5-4ff1-b3ba-d9e02f9b5188 req-b4ce0354-d02c-483e-bcd7-a803f5b87361 tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:09.472097 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-53733802-8ce5-4ff1-b3ba-d9e02f9b5188 req-b4ce0354-d02c-483e-bcd7-a803f5b87361 tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] 10.222.0.35 "GET /v2.0/ports?device_id=afdb37f9-0912-422e-9f7a-db72aaceea5a HTTP/1.1" status: 200 len: 945 time: 0.1095774 May 20 20:45:09.522129 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-53733802-8ce5-4ff1-b3ba-d9e02f9b5188 req-f66548da-01e8-434b-8cf3-0c290fe61085 tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] 10.222.0.35 "GET /v2.0/security-groups?id=08f63c89-364b-47f7-9236-e1c85d29ce51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464420 May 20 20:45:09.633202 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-33ba47fa-ba37-473a-86ef-525238732551 req-e6441f1f-6974-4417-9928-4198ca212caa tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/ports?device_id=f906357d-2f54-47d7-8892-a2a51002079d HTTP/1.1" status: 200 len: 210 time: 0.0372331 May 20 20:45:09.657387 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device f0726a78-f245-4b9e-993d-421087799a99 up at agent hyperv_n-h1-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:45:09.783178 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Provisioning for port f0726a78-f245-4b9e-993d-421087799a99 completed by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 20:45:09.787641 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Provisioning complete for port f0726a78-f245-4b9e-993d-421087799a99 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:45:09.791956 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:09.905728 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Current status of the port f0726a78-f245-4b9e-993d-421087799a99 is: BUILD; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:45:09.906265 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:09.921350 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7018fe46-5b71-4f46-b910-a617669beff1 req-3e51afc8-77b3-44c0-8aa2-fc0220b76e36 tempest-ServersAdminNegativeTestJSON-1817032777 tempest-ServersAdminNegativeTestJSON-1817032777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:09.923496 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7018fe46-5b71-4f46-b910-a617669beff1 req-3e51afc8-77b3-44c0-8aa2-fc0220b76e36 tempest-ServersAdminNegativeTestJSON-1817032777 tempest-ServersAdminNegativeTestJSON-1817032777-project] 10.222.0.35 "GET /v2.0/ports?device_id=77094979-9d60-4fd7-90ba-a489b9993ee4 HTTP/1.1" status: 200 len: 948 time: 0.0993426 May 20 20:45:09.938136 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f909c7ca-a771-4d4d-9455-819a14982a65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0726a78-f245-4b9e-993d-421087799a99'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:45:09.940857 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8485417003ce7c0410b00f5cdc2f391e21107b70bb68e2773712534a96e108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c93bf722-78e0-4915-b6fc-d2dd773e9b27" -d '{"events": [{"server_uuid": "f909c7ca-a771-4d4d-9455-819a14982a65", "name": "network-vif-plugged", "status": "completed", "tag": "f0726a78-f245-4b9e-993d-421087799a99"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:45:09.958397 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port f0726a78-f245-4b9e-993d-421087799a99, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=f0726a78-f245-4b9e-993d-421087799a99,segment=NetworkSegment(ed3a602f-49fb-4a95-be80-401e1eb72e33),segment_id=ed3a602f-49fb-4a95-be80-401e1eb72e33)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:45:10.001099 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 20:45:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12d119e0-e92f-4d9c-a163-16c22acf11d1 x-openstack-request-id: req-12d119e0-e92f-4d9c-a163-16c22acf11d1 {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:45:10.001467 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f909c7ca-a771-4d4d-9455-819a14982a65", "name": "network-vif-plugged", "status": "completed", "tag": "f0726a78-f245-4b9e-993d-421087799a99", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:45:10.001758 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-12d119e0-e92f-4d9c-a163-16c22acf11d1 {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:45:10.002154 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12d119e0-e92f-4d9c-a163-16c22acf11d1'] response: {'server_uuid': 'f909c7ca-a771-4d4d-9455-819a14982a65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0726a78-f245-4b9e-993d-421087799a99', 'code': 200} May 20 20:45:10.005812 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7018fe46-5b71-4f46-b910-a617669beff1 req-7345da28-9700-4594-8f2b-b599fbeeba26 tempest-ServersAdminNegativeTestJSON-1817032777 tempest-ServersAdminNegativeTestJSON-1817032777-project] 10.222.0.35 "GET /v2.0/security-groups?id=fbd0fcb9-5b05-4270-a829-55738c8f5e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754652 May 20 20:45:10.030681 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:10.032234 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 801ff45b-c7db-4c6d-9464-1f8f3df3c04b up at agent hyperv_n-h1-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:45:10.117160 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607d689f-d915-416c-a0c3-bdc4ab592ef7 req-9edf60c3-da7b-4008-a08d-45a9015e6f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:10.119385 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-607d689f-d915-416c-a0c3-bdc4ab592ef7 req-9edf60c3-da7b-4008-a08d-45a9015e6f2b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f909c7ca-a771-4d4d-9455-819a14982a65 HTTP/1.1" status: 200 len: 1101 time: 0.0443027 May 20 20:45:10.120849 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Pushing event updated for resources: {'Port': ['ID=f0726a78-f245-4b9e-993d-421087799a99,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:45:10.166137 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-607d689f-d915-416c-a0c3-bdc4ab592ef7 req-5c205146-3e90-4b7b-848e-8a5ad470e421 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=38c76b68-4081-4341-88c9-c8e3082a5da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325756 May 20 20:45:10.203188 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Provisioning for port 801ff45b-c7db-4c6d-9464-1f8f3df3c04b completed by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 20:45:10.208811 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Provisioning complete for port 801ff45b-c7db-4c6d-9464-1f8f3df3c04b triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:45:10.209204 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:10.322197 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Current status of the port 801ff45b-c7db-4c6d-9464-1f8f3df3c04b is: BUILD; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:45:10.322197 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:10.352270 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd9f6a7-bfa7-4f1a-a86b-881cba8e4dc6 req-391e67cf-aed4-4f59-aa9d-e4e14c9df9cb tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:10.354135 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4cd9f6a7-bfa7-4f1a-a86b-881cba8e4dc6 req-391e67cf-aed4-4f59-aa9d-e4e14c9df9cb tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/ports?device_id=f909c7ca-a771-4d4d-9455-819a14982a65 HTTP/1.1" status: 200 len: 950 time: 0.0962665 May 20 20:45:10.367749 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port 801ff45b-c7db-4c6d-9464-1f8f3df3c04b, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=801ff45b-c7db-4c6d-9464-1f8f3df3c04b,segment=NetworkSegment(1b618711-eace-4f66-9dbc-026093290eaa),segment_id=1b618711-eace-4f66-9dbc-026093290eaa)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:45:10.412457 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-28dfe0c7-b757-4956-b0d3-9d60b33765e5 req-4793dabf-9757-4105-b6e9-5efc697a5a11 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] 10.222.0.35 "GET /v2.0/ports?device_id=128787a1-1920-47db-912b-7951bf1b234b HTTP/1.1" status: 200 len: 210 time: 0.0366781 May 20 20:45:10.451119 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4cd9f6a7-bfa7-4f1a-a86b-881cba8e4dc6 req-e8364038-3cfb-46fa-ac3c-a40a05ed7ba8 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/security-groups?id=38c76b68-4081-4341-88c9-c8e3082a5da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892885 May 20 20:45:10.459976 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:10.550260 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Pushing event updated for resources: {'Port': ['ID=801ff45b-c7db-4c6d-9464-1f8f3df3c04b,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:45:10.577695 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1512e3d3-8df1-4305-b3f3-d7c74ae76967 req-616ebdac-cddb-4037-9719-f9b4edd1e7d1 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:10.579288 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1512e3d3-8df1-4305-b3f3-d7c74ae76967 req-616ebdac-cddb-4037-9719-f9b4edd1e7d1 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f6d637d-4352-4c70-86cc-448d1b8c2847 HTTP/1.1" status: 200 len: 946 time: 0.0672221 May 20 20:45:10.618652 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1512e3d3-8df1-4305-b3f3-d7c74ae76967 req-cb6a30bb-e23f-40af-b4a4-10b463cc1912 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.35 "GET /v2.0/security-groups?id=af06f2cf-8756-4fbf-90c6-d72ff1946909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328364 May 20 20:45:10.671643 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb14bef6-b616-4029-9f7e-331674b09129 req-3c5e257d-b1bf-47ad-81d6-c9638ab91988 tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:10.673094 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-cb14bef6-b616-4029-9f7e-331674b09129 req-3c5e257d-b1bf-47ad-81d6-c9638ab91988 tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] 10.222.0.35 "GET /v2.0/ports?device_id=afdb37f9-0912-422e-9f7a-db72aaceea5a HTTP/1.1" status: 200 len: 945 time: 0.0516026 May 20 20:45:10.711117 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-cb14bef6-b616-4029-9f7e-331674b09129 req-e6628797-1050-4475-b264-d9195ab91c41 tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] 10.222.0.35 "GET /v2.0/security-groups?id=08f63c89-364b-47f7-9236-e1c85d29ce51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319300 May 20 20:45:10.758606 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-82e059cf-ea2c-4512-bff5-5d28facdd0fd req-1fdea343-fd24-4130-8e34-220c2967034b tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/ports?device_id=f906357d-2f54-47d7-8892-a2a51002079d HTTP/1.1" status: 200 len: 210 time: 0.0293944 May 20 20:45:11.095655 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67d3f15-1c20-4cdd-acac-386a78e11cfb req-8d42bb03-52c2-4ed0-8efa-74f2f5f041bd tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:11.097581 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-a67d3f15-1c20-4cdd-acac-386a78e11cfb req-8d42bb03-52c2-4ed0-8efa-74f2f5f041bd tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.24 "GET /v2.0/networks?id=85e5027c-d244-4186-8c19-3a12977de170 HTTP/1.1" status: 200 len: 811 time: 0.1300173 May 20 20:45:11.120869 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [req-a67d3f15-1c20-4cdd-acac-386a78e11cfb req-5391d963-c286-457e-9892-427261d3ba63 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Request body: {'port': {'device_id': 'f906357d-2f54-47d7-8892-a2a51002079d', 'network_id': '85e5027c-d244-4186-8c19-3a12977de170', 'admin_state_up': True, 'tenant_id': '2492915dd73f457d8cb02b28e57274de'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:45:11.135440 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ed1f7a-c5d5-4dac-8188-ae31a8a8ca8d req-454cff91-e2ef-4512-b6f3-3bd36a1aa1c0 tempest-ServersAdminNegativeTestJSON-1817032777 tempest-ServersAdminNegativeTestJSON-1817032777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:11.136940 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-76ed1f7a-c5d5-4dac-8188-ae31a8a8ca8d req-454cff91-e2ef-4512-b6f3-3bd36a1aa1c0 tempest-ServersAdminNegativeTestJSON-1817032777 tempest-ServersAdminNegativeTestJSON-1817032777-project] 10.222.0.35 "GET /v2.0/ports?device_id=77094979-9d60-4fd7-90ba-a489b9993ee4 HTTP/1.1" status: 200 len: 948 time: 0.0590973 May 20 20:45:11.195574 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-76ed1f7a-c5d5-4dac-8188-ae31a8a8ca8d req-a2c0ca93-7ec9-42e4-a2c2-c2e2748513df tempest-ServersAdminNegativeTestJSON-1817032777 tempest-ServersAdminNegativeTestJSON-1817032777-project] 10.222.0.35 "GET /v2.0/security-groups?id=fbd0fcb9-5b05-4270-a829-55738c8f5e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493779 May 20 20:45:11.342143 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a67d3f15-1c20-4cdd-acac-386a78e11cfb req-5391d963-c286-457e-9892-427261d3ba63 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Made reservation on behalf of 2492915dd73f457d8cb02b28e57274de for: {'port': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:45:11.345951 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-a67d3f15-1c20-4cdd-acac-386a78e11cfb req-5391d963-c286-457e-9892-427261d3ba63 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:11.573785 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [req-a67d3f15-1c20-4cdd-acac-386a78e11cfb req-5391d963-c286-457e-9892-427261d3ba63 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Allocated IP 172.20.0.13 (85e5027c-d244-4186-8c19-3a12977de170/5df30a0b-5cdb-4d91-9fe8-512f286a6485/5fd4a2ae-5026-47c7-a449-6d0296af80e5) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:45:11.574853 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ba56ab38-646b-45ee-8edd-88510d45d0a5 req-ef4d7ba6-a6f7-4ecd-b993-26365ac33073 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] 10.222.0.35 "GET /v2.0/ports?device_id=128787a1-1920-47db-912b-7951bf1b234b HTTP/1.1" status: 200 len: 210 time: 0.0469217 May 20 20:45:11.654770 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b06fdf2-968a-4316-82f3-deff68f18abd req-b7394621-e51d-41ac-a894-cb38dd680fb5 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:11.659171 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5b06fdf2-968a-4316-82f3-deff68f18abd req-b7394621-e51d-41ac-a894-cb38dd680fb5 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/ports?device_id=f909c7ca-a771-4d4d-9455-819a14982a65 HTTP/1.1" status: 200 len: 950 time: 0.0826931 May 20 20:45:11.741778 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5b06fdf2-968a-4316-82f3-deff68f18abd req-41108271-2560-4fef-afed-9da75d3eee2c tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/security-groups?id=38c76b68-4081-4341-88c9-c8e3082a5da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744097 May 20 20:45:11.853792 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-a67d3f15-1c20-4cdd-acac-386a78e11cfb req-5391d963-c286-457e-9892-427261d3ba63 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:11.942431 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a55041-d92b-4da7-ac94-5370d468208a req-7ed60326-7676-4b41-ad2e-ed2fe1800571 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:11.943370 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-22a55041-d92b-4da7-ac94-5370d468208a req-7ed60326-7676-4b41-ad2e-ed2fe1800571 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f6d637d-4352-4c70-86cc-448d1b8c2847 HTTP/1.1" status: 200 len: 946 time: 0.1370506 May 20 20:45:11.978144 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484f34e0-f96c-4818-8738-7a2f66a6d385 req-48b1c970-1aa5-47c3-8eda-14bfb9708192 tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:11.985827 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-484f34e0-f96c-4818-8738-7a2f66a6d385 req-48b1c970-1aa5-47c3-8eda-14bfb9708192 tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] 10.222.0.35 "GET /v2.0/ports?device_id=afdb37f9-0912-422e-9f7a-db72aaceea5a HTTP/1.1" status: 200 len: 945 time: 0.1351128 May 20 20:45:12.003793 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f6d637d-4352-4c70-86cc-448d1b8c2847', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '801ff45b-c7db-4c6d-9464-1f8f3df3c04b'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:45:12.008483 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8485417003ce7c0410b00f5cdc2f391e21107b70bb68e2773712534a96e108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-011ff063-dc9b-4427-8703-9f232157a2d5" -d '{"events": [{"server_uuid": "7f6d637d-4352-4c70-86cc-448d1b8c2847", "name": "network-vif-plugged", "status": "completed", "tag": "801ff45b-c7db-4c6d-9464-1f8f3df3c04b"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:45:12.032062 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-22a55041-d92b-4da7-ac94-5370d468208a req-ef8c7be5-8cd1-4c08-914c-579c167c31c6 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.35 "GET /v2.0/security-groups?id=af06f2cf-8756-4fbf-90c6-d72ff1946909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800631 May 20 20:45:12.037833 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c482a6-7479-46ca-b47a-53db43ac5813 req-4ae4357a-fbbc-4f11-9a92-19fe7208e1ca tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:12.037833 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-a0c482a6-7479-46ca-b47a-53db43ac5813 req-4ae4357a-fbbc-4f11-9a92-19fe7208e1ca tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] 10.222.0.24 "GET /v2.0/networks?id=dc8945eb-dd74-4cb0-b93f-84eec37290f3 HTTP/1.1" status: 200 len: 818 time: 0.1689687 May 20 20:45:12.052773 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device f9017c18-1518-4c64-827e-b806f05e9a05 up at agent hyperv_n-h2-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:45:12.054733 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-a67d3f15-1c20-4cdd-acac-386a78e11cfb req-5391d963-c286-457e-9892-427261d3ba63 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:12.082435 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] get_ports_and_sgs() called for port_ids ['4804f9ed-d929-4451-ab46-9ce5f415198a'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:45:12.086323 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-484f34e0-f96c-4818-8738-7a2f66a6d385 req-745f5354-8c1c-4076-8188-1e4d72ce6489 tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] 10.222.0.35 "GET /v2.0/security-groups?id=08f63c89-364b-47f7-9236-e1c85d29ce51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962520 May 20 20:45:12.129676 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a67d3f15-1c20-4cdd-acac-386a78e11cfb req-5391d963-c286-457e-9892-427261d3ba63 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Network 85e5027c-d244-4186-8c19-3a12977de170 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:45:12.165114 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] get_ports_and_sgs() called for port_ids ['130e72e6-da90-46ab-a5e7-4c8babd6202e'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:45:12.203127 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [req-a67d3f15-1c20-4cdd-acac-386a78e11cfb req-5391d963-c286-457e-9892-427261d3ba63 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:45:12.211933 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5391d963-c286-457e-9892-427261d3ba63 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Pushing event updated for resources: {'Port': ['ID=5fd4a2ae-5026-47c7-a449-6d0296af80e5,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:45:12.217076 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-a67d3f15-1c20-4cdd-acac-386a78e11cfb req-5391d963-c286-457e-9892-427261d3ba63 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:45:12.226905 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 20:45:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0874bf50-4820-4a75-9bc7-dd0ee14d7c3d x-openstack-request-id: req-0874bf50-4820-4a75-9bc7-dd0ee14d7c3d {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:45:12.227195 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f6d637d-4352-4c70-86cc-448d1b8c2847", "name": "network-vif-plugged", "status": "completed", "tag": "801ff45b-c7db-4c6d-9464-1f8f3df3c04b", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:45:12.227445 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0874bf50-4820-4a75-9bc7-dd0ee14d7c3d {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:45:12.227893 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0874bf50-4820-4a75-9bc7-dd0ee14d7c3d'] response: {'server_uuid': '7f6d637d-4352-4c70-86cc-448d1b8c2847', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '801ff45b-c7db-4c6d-9464-1f8f3df3c04b', 'code': 200} May 20 20:45:12.245059 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-a0c482a6-7479-46ca-b47a-53db43ac5813 req-8eafc675-6577-4bd3-b5f8-ab78f33fca3b tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=87c2c2610bc847eaa1d2c1976f58d7b1 HTTP/1.1" status: 200 len: 380 time: 0.1907084 May 20 20:45:12.254735 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ad1550-172b-404b-acf6-6451a604fb4b req-e4f85fbe-20a7-4d08-bc33-742e1382df17 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:12.267854 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-42ad1550-172b-404b-acf6-6451a604fb4b req-e4f85fbe-20a7-4d08-bc33-742e1382df17 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/ports?device_id=f906357d-2f54-47d7-8892-a2a51002079d HTTP/1.1" status: 200 len: 932 time: 0.1344042 May 20 20:45:12.272178 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [req-a0c482a6-7479-46ca-b47a-53db43ac5813 req-45de0791-4f66-41ee-9671-98893e71b031 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] Request body: {'port': {'device_id': '128787a1-1920-47db-912b-7951bf1b234b', 'network_id': 'dc8945eb-dd74-4cb0-b93f-84eec37290f3', 'admin_state_up': True, 'tenant_id': '87c2c2610bc847eaa1d2c1976f58d7b1', 'security_groups': ['e60131e3-31b3-40ad-97bd-41705047293e']}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:45:12.415788 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-42ad1550-172b-404b-acf6-6451a604fb4b req-3431dfeb-e967-41b6-946f-8df55ccb0bcb tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/security-groups?id=c9d9c404-d869-4158-9779-ac1a15da4bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470697 May 20 20:45:12.464936 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Provisioning for port f9017c18-1518-4c64-827e-b806f05e9a05 completed by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 20:45:12.482963 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e6f2ba-5736-4379-bbba-b78c41377995 req-7529e0af-3afb-48de-bcf6-d4734688f6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:12.484899 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e3e6f2ba-5736-4379-bbba-b78c41377995 req-7529e0af-3afb-48de-bcf6-d4734688f6f0 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=7f6d637d-4352-4c70-86cc-448d1b8c2847 HTTP/1.1" status: 200 len: 1097 time: 0.1681161 May 20 20:45:12.504908 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Provisioning complete for port f9017c18-1518-4c64-827e-b806f05e9a05 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:45:12.505478 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:12.529830 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67d3f15-1c20-4cdd-acac-386a78e11cfb req-5391d963-c286-457e-9892-427261d3ba63 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:12.530529 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-a67d3f15-1c20-4cdd-acac-386a78e11cfb req-5391d963-c286-457e-9892-427261d3ba63 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:12.545600 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b678e899-d59c-40d5-a096-ea14f979eca9 req-90535213-0fe6-43ab-8334-8391c27a0f17 tempest-ServersAdminNegativeTestJSON-1817032777 tempest-ServersAdminNegativeTestJSON-1817032777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:12.547583 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b678e899-d59c-40d5-a096-ea14f979eca9 req-90535213-0fe6-43ab-8334-8391c27a0f17 tempest-ServersAdminNegativeTestJSON-1817032777 tempest-ServersAdminNegativeTestJSON-1817032777-project] 10.222.0.35 "GET /v2.0/ports?device_id=77094979-9d60-4fd7-90ba-a489b9993ee4 HTTP/1.1" status: 200 len: 948 time: 0.1529572 May 20 20:45:12.601242 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e3e6f2ba-5736-4379-bbba-b78c41377995 req-b5be1d79-d29c-4be0-b5e3-517bebceffe2 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=af06f2cf-8756-4fbf-90c6-d72ff1946909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943646 May 20 20:45:12.617684 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-0b3ad3bb-c726-4a01-ae71-e552f08aa4ce None None] Provisioning complete for port 5fd4a2ae-5026-47c7-a449-6d0296af80e5 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:45:12.618263 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-0b3ad3bb-c726-4a01-ae71-e552f08aa4ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:12.627029 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b678e899-d59c-40d5-a096-ea14f979eca9 req-121d5e8b-d983-4bbf-add8-4f41bab2dfd5 tempest-ServersAdminNegativeTestJSON-1817032777 tempest-ServersAdminNegativeTestJSON-1817032777-project] 10.222.0.35 "GET /v2.0/security-groups?id=fbd0fcb9-5b05-4270-a829-55738c8f5e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697255 May 20 20:45:12.665248 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-a67d3f15-1c20-4cdd-acac-386a78e11cfb req-5391d963-c286-457e-9892-427261d3ba63 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5481224 May 20 20:45:12.689550 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-0b3ad3bb-c726-4a01-ae71-e552f08aa4ce None None] Port 5fd4a2ae-5026-47c7-a449-6d0296af80e5 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 20:45:12.715371 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port f9017c18-1518-4c64-827e-b806f05e9a05 is: BUILD; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:45:12.716350 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:12.766544 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port f9017c18-1518-4c64-827e-b806f05e9a05, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=f9017c18-1518-4c64-827e-b806f05e9a05,segment=NetworkSegment(ed3a602f-49fb-4a95-be80-401e1eb72e33),segment_id=ed3a602f-49fb-4a95-be80-401e1eb72e33)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:45:12.768251 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0c482a6-7479-46ca-b47a-53db43ac5813 req-45de0791-4f66-41ee-9671-98893e71b031 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] Made reservation on behalf of 87c2c2610bc847eaa1d2c1976f58d7b1 for: {'port': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:45:12.776995 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-a0c482a6-7479-46ca-b47a-53db43ac5813 req-45de0791-4f66-41ee-9671-98893e71b031 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:12.779174 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5ff6f934-6cdd-447d-80c5-7ca5c3da1e10 req-f2838a6f-e151-4303-a4cd-52b98827014d tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] 10.222.0.35 "GET /v2.0/ports?device_id=128787a1-1920-47db-912b-7951bf1b234b HTTP/1.1" status: 200 len: 210 time: 0.0822790 May 20 20:45:12.847655 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:12.883057 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72721b2-4e02-4042-ac9a-1ddddac9ad84 req-b46e0548-354a-46c8-97a8-94201140eee7 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:12.891422 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c72721b2-4e02-4042-ac9a-1ddddac9ad84 req-b46e0548-354a-46c8-97a8-94201140eee7 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/ports?device_id=f909c7ca-a771-4d4d-9455-819a14982a65 HTTP/1.1" status: 200 len: 950 time: 0.0616963 May 20 20:45:12.922654 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [req-a67d3f15-1c20-4cdd-acac-386a78e11cfb req-c1ae51be-3172-4741-93a0-1a9489d4c1a3 service neutron] Request body: {'port': {'device_id': 'f906357d-2f54-47d7-8892-a2a51002079d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-842733-1'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:45:12.939624 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=f9017c18-1518-4c64-827e-b806f05e9a05,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:45:12.941910 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c72721b2-4e02-4042-ac9a-1ddddac9ad84 req-f98f2b4d-9010-4115-8a7e-8d641b143adb tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/security-groups?id=38c76b68-4081-4341-88c9-c8e3082a5da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495172 May 20 20:45:13.039190 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [req-a0c482a6-7479-46ca-b47a-53db43ac5813 req-45de0791-4f66-41ee-9671-98893e71b031 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] Allocated IP 172.20.0.5 (dc8945eb-dd74-4cb0-b93f-84eec37290f3/6369a26f-bc30-4622-b5b7-2978096f54a2/1d79ed7b-3457-4ba6-aed3-f7fcf288724e) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:45:13.109622 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-a67d3f15-1c20-4cdd-acac-386a78e11cfb req-c1ae51be-3172-4741-93a0-1a9489d4c1a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:13.129609 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b705010-07eb-42c1-a9d2-7aac0684523d req-04a54662-ad2e-4d6e-a803-de54e8ada5ed tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:13.129969 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1b705010-07eb-42c1-a9d2-7aac0684523d req-04a54662-ad2e-4d6e-a803-de54e8ada5ed tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/ports?device_id=f909c7ca-a771-4d4d-9455-819a14982a65 HTTP/1.1" status: 200 len: 950 time: 0.1007171 May 20 20:45:13.212442 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1b705010-07eb-42c1-a9d2-7aac0684523d req-0fc7ab2a-bbf3-4fcf-913a-124c032e4e2f tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/security-groups?id=38c76b68-4081-4341-88c9-c8e3082a5da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762448 May 20 20:45:13.238608 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c16f342-068b-4e4c-9d91-9a841a8eab35 req-5b50f7b9-60fb-401b-9b20-dfb47ba80638 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:13.240173 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5c16f342-068b-4e4c-9d91-9a841a8eab35 req-5b50f7b9-60fb-401b-9b20-dfb47ba80638 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f6d637d-4352-4c70-86cc-448d1b8c2847 HTTP/1.1" status: 200 len: 946 time: 0.0971880 May 20 20:45:13.295130 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5c16f342-068b-4e4c-9d91-9a841a8eab35 req-5f2930f7-4092-45e2-8602-a72ff15c8523 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.35 "GET /v2.0/security-groups?id=af06f2cf-8756-4fbf-90c6-d72ff1946909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420732 May 20 20:45:13.368424 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fd1d73-71b5-4387-95d7-e18cb5adba12 req-c7c9be95-1d42-4493-87e4-bfec79deed06 tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:13.374637 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-a0c482a6-7479-46ca-b47a-53db43ac5813 req-45de0791-4f66-41ee-9671-98893e71b031 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:13.377753 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d7fd1d73-71b5-4387-95d7-e18cb5adba12 req-c7c9be95-1d42-4493-87e4-bfec79deed06 tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] 10.222.0.35 "GET /v2.0/ports?device_id=afdb37f9-0912-422e-9f7a-db72aaceea5a HTTP/1.1" status: 200 len: 945 time: 0.0762610 May 20 20:45:13.425387 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d7fd1d73-71b5-4387-95d7-e18cb5adba12 req-546c59af-6f5b-46b3-a40a-d528b038d430 tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] 10.222.0.35 "GET /v2.0/security-groups?id=08f63c89-364b-47f7-9236-e1c85d29ce51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438309 May 20 20:45:13.608188 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [req-1da131ea-68b8-4212-90e8-3e9e4e1d28f5 req-c58ef21b-c29a-4884-8815-2a25b7a70b11 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103163) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 20:45:13.609327 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1da131ea-68b8-4212-90e8-3e9e4e1d28f5 req-c58ef21b-c29a-4884-8815-2a25b7a70b11 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054033 May 20 20:45:13.623877 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95f3cec-8bd5-44e1-9659-589e0cd14655 req-b13886bf-e972-47ec-96f0-e2caa9ee5d68 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:13.625579 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e95f3cec-8bd5-44e1-9659-589e0cd14655 req-b13886bf-e972-47ec-96f0-e2caa9ee5d68 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/ports?device_id=f906357d-2f54-47d7-8892-a2a51002079d HTTP/1.1" status: 200 len: 932 time: 0.0973830 May 20 20:45:13.680774 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e95f3cec-8bd5-44e1-9659-589e0cd14655 req-04ed950c-9439-4fe5-a481-6015159e9f8d tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/security-groups?id=c9d9c404-d869-4158-9779-ac1a15da4bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452304 May 20 20:45:13.853702 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18676dcf-61ff-4326-a271-97eec51de351 req-7ffa9c51-3e8e-47c1-9e3a-f3ea23435a4e tempest-ServersAdminNegativeTestJSON-1817032777 tempest-ServersAdminNegativeTestJSON-1817032777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:13.855355 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-18676dcf-61ff-4326-a271-97eec51de351 req-7ffa9c51-3e8e-47c1-9e3a-f3ea23435a4e tempest-ServersAdminNegativeTestJSON-1817032777 tempest-ServersAdminNegativeTestJSON-1817032777-project] 10.222.0.35 "GET /v2.0/ports?device_id=77094979-9d60-4fd7-90ba-a489b9993ee4 HTTP/1.1" status: 200 len: 949 time: 0.0696785 May 20 20:45:13.899837 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-a0c482a6-7479-46ca-b47a-53db43ac5813 req-45de0791-4f66-41ee-9671-98893e71b031 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:13.923007 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-18676dcf-61ff-4326-a271-97eec51de351 req-92e0595a-7d40-419e-a38c-5426e4fd4092 tempest-ServersAdminNegativeTestJSON-1817032777 tempest-ServersAdminNegativeTestJSON-1817032777-project] 10.222.0.35 "GET /v2.0/security-groups?id=fbd0fcb9-5b05-4270-a829-55738c8f5e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586443 May 20 20:45:13.980385 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0c482a6-7479-46ca-b47a-53db43ac5813 req-45de0791-4f66-41ee-9671-98893e71b031 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] Network dc8945eb-dd74-4cb0-b93f-84eec37290f3 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:45:13.992628 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [req-a0c482a6-7479-46ca-b47a-53db43ac5813 req-45de0791-4f66-41ee-9671-98893e71b031 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:45:14.010089 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0c482a6-7479-46ca-b47a-53db43ac5813 req-45de0791-4f66-41ee-9671-98893e71b031 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:45:14.105863 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [req-a67d3f15-1c20-4cdd-acac-386a78e11cfb req-c1ae51be-3172-4741-93a0-1a9489d4c1a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fd4a2ae-5026-47c7-a449-6d0296af80e5 {{(pid=103162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:45:14.117607 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-a67d3f15-1c20-4cdd-acac-386a78e11cfb req-c1ae51be-3172-4741-93a0-1a9489d4c1a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:14.145896 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45de0791-4f66-41ee-9671-98893e71b031 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] Pushing event updated for resources: {'Port': ['ID=1d79ed7b-3457-4ba6-aed3-f7fcf288724e,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:45:14.183087 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.provisioning_blocks [req-a67d3f15-1c20-4cdd-acac-386a78e11cfb req-c1ae51be-3172-4741-93a0-1a9489d4c1a3 service neutron] Transition to ACTIVE for port object 5fd4a2ae-5026-47c7-a449-6d0296af80e5 will not be triggered until provisioned by entity L2. {{(pid=103162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 20:45:14.228267 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c482a6-7479-46ca-b47a-53db43ac5813 req-45de0791-4f66-41ee-9671-98893e71b031 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:14.229202 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77094979-9d60-4fd7-90ba-a489b9993ee4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9017c18-1518-4c64-827e-b806f05e9a05'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:45:14.231770 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-a0c482a6-7479-46ca-b47a-53db43ac5813 req-45de0791-4f66-41ee-9671-98893e71b031 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:14.232709 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8485417003ce7c0410b00f5cdc2f391e21107b70bb68e2773712534a96e108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e91d533-4a60-405e-8212-81199fac57b0" -d '{"events": [{"server_uuid": "77094979-9d60-4fd7-90ba-a489b9993ee4", "name": "network-vif-plugged", "status": "completed", "tag": "f9017c18-1518-4c64-827e-b806f05e9a05"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:45:14.268305 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d904ef94-bca0-48af-926c-c1ade5463f39 req-4a9ece87-b711-4076-b4ef-652e41e26bac tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:14.270094 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d904ef94-bca0-48af-926c-c1ade5463f39 req-4a9ece87-b711-4076-b4ef-652e41e26bac tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] 10.222.0.35 "GET /v2.0/ports?device_id=128787a1-1920-47db-912b-7951bf1b234b HTTP/1.1" status: 200 len: 931 time: 0.2029350 May 20 20:45:14.319856 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-a67d3f15-1c20-4cdd-acac-386a78e11cfb req-c1ae51be-3172-4741-93a0-1a9489d4c1a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:14.323700 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4e34bc-e184-4d71-b14a-8f045268649c req-d6f41dce-5688-4acb-aafc-0b25a0e77b36 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:14.344781 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ad4e34bc-e184-4d71-b14a-8f045268649c req-d6f41dce-5688-4acb-aafc-0b25a0e77b36 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/ports?device_id=f909c7ca-a771-4d4d-9455-819a14982a65 HTTP/1.1" status: 200 len: 950 time: 0.2180998 May 20 20:45:14.387567 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ae51be-3172-4741-93a0-1a9489d4c1a3 service neutron] Pushing event updated for resources: {'Port': ['ID=5fd4a2ae-5026-47c7-a449-6d0296af80e5,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:45:14.423587 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-a0c482a6-7479-46ca-b47a-53db43ac5813 req-45de0791-4f66-41ee-9671-98893e71b031 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1663799 May 20 20:45:14.423706 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d904ef94-bca0-48af-926c-c1ade5463f39 req-5c54ae75-66d3-475f-ac18-bd999e4ce754 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] 10.222.0.35 "GET /v2.0/security-groups?id=e60131e3-31b3-40ad-97bd-41705047293e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1375115 May 20 20:45:14.426699 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-6416f26c-bf74-42b5-ac66-f61578286ddb req-3701c6be-d5d5-46a7-a66b-a0f927070238 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=f909c7ca-a771-4d4d-9455-819a14982a65&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1825902 May 20 20:45:14.435859 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [req-a0c482a6-7479-46ca-b47a-53db43ac5813 req-51184f17-0748-4a94-94e6-04214cc6a145 service neutron] Request body: {'port': {'device_id': '128787a1-1920-47db-912b-7951bf1b234b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-842733-1'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:45:14.469285 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-5a730a3a-a7c2-43ed-a6f7-770c102b9881 None None] Provisioning complete for port 1d79ed7b-3457-4ba6-aed3-f7fcf288724e triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:45:14.469777 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ad4e34bc-e184-4d71-b14a-8f045268649c req-3702b378-282e-41e1-914d-cf1db4f0429c tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/security-groups?id=38c76b68-4081-4341-88c9-c8e3082a5da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202040 May 20 20:45:14.470116 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-5a730a3a-a7c2-43ed-a6f7-770c102b9881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:14.532848 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 20:45:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10f10465-1ba4-454c-b811-0ad2538a24eb x-openstack-request-id: req-10f10465-1ba4-454c-b811-0ad2538a24eb {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:45:14.535065 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77094979-9d60-4fd7-90ba-a489b9993ee4", "name": "network-vif-plugged", "status": "completed", "tag": "f9017c18-1518-4c64-827e-b806f05e9a05", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:45:14.535899 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-10f10465-1ba4-454c-b811-0ad2538a24eb {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:45:14.551529 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10f10465-1ba4-454c-b811-0ad2538a24eb'] response: {'server_uuid': '77094979-9d60-4fd7-90ba-a489b9993ee4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9017c18-1518-4c64-827e-b806f05e9a05', 'code': 200} May 20 20:45:14.593797 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-5a730a3a-a7c2-43ed-a6f7-770c102b9881 None None] Port 1d79ed7b-3457-4ba6-aed3-f7fcf288724e cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 20:45:14.629971 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-a0c482a6-7479-46ca-b47a-53db43ac5813 req-51184f17-0748-4a94-94e6-04214cc6a145 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:14.798597 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-a67d3f15-1c20-4cdd-acac-386a78e11cfb req-c1ae51be-3172-4741-93a0-1a9489d4c1a3 service neutron] Attempting to bind port 5fd4a2ae-5026-47c7-a449-6d0296af80e5 on host n-h1-842733-1 for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:45:14.799436 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae45be3-15cb-4dc7-8b7b-089cf05414a9 req-1df0010b-589b-4767-a3ab-96908a7ebc81 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:14.800547 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-a67d3f15-1c20-4cdd-acac-386a78e11cfb req-c1ae51be-3172-4741-93a0-1a9489d4c1a3 service neutron] Attempting to bind port 5fd4a2ae-5026-47c7-a449-6d0296af80e5 by drivers openvswitch,hyperv on host n-h1-842733-1 at level 0 using segments [{'id': '1b0c59b6-1da5-46b1-ba4a-82e83befd33e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '85e5027c-d244-4186-8c19-3a12977de170'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:45:14.801576 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a67d3f15-1c20-4cdd-acac-386a78e11cfb req-c1ae51be-3172-4741-93a0-1a9489d4c1a3 service neutron] Attempting to bind port 5fd4a2ae-5026-47c7-a449-6d0296af80e5 on network 85e5027c-d244-4186-8c19-3a12977de170 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:45:14.807625 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a67d3f15-1c20-4cdd-acac-386a78e11cfb req-c1ae51be-3172-4741-93a0-1a9489d4c1a3 service neutron] Port 5fd4a2ae-5026-47c7-a449-6d0296af80e5 on network 85e5027c-d244-4186-8c19-3a12977de170 not bound, no agent of type Open vSwitch agent registered on host n-h1-842733-1 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 20:45:14.808027 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a67d3f15-1c20-4cdd-acac-386a78e11cfb req-c1ae51be-3172-4741-93a0-1a9489d4c1a3 service neutron] Attempting to bind port 5fd4a2ae-5026-47c7-a449-6d0296af80e5 on network 85e5027c-d244-4186-8c19-3a12977de170 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:45:14.808372 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-aae45be3-15cb-4dc7-8b7b-089cf05414a9 req-1df0010b-589b-4767-a3ab-96908a7ebc81 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f6d637d-4352-4c70-86cc-448d1b8c2847 HTTP/1.1" status: 200 len: 946 time: 0.2396414 May 20 20:45:14.845862 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29261518-ead3-49ab-b025-038ef0a9fe3c req-50c05b4e-e305-4f66-b597-beee876ce343 tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:14.858257 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-29261518-ead3-49ab-b025-038ef0a9fe3c req-50c05b4e-e305-4f66-b597-beee876ce343 tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] 10.222.0.35 "GET /v2.0/ports?device_id=afdb37f9-0912-422e-9f7a-db72aaceea5a HTTP/1.1" status: 200 len: 945 time: 0.1613693 May 20 20:45:14.864908 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2d81ad-6601-430b-8ab9-f9a1c4fdc910 req-03bf7da8-8b8f-43a6-b507-337ebe168d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:14.866483 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ab2d81ad-6601-430b-8ab9-f9a1c4fdc910 req-03bf7da8-8b8f-43a6-b507-337ebe168d2d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=77094979-9d60-4fd7-90ba-a489b9993ee4 HTTP/1.1" status: 200 len: 1100 time: 0.1914780 May 20 20:45:14.902617 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a67d3f15-1c20-4cdd-acac-386a78e11cfb req-c1ae51be-3172-4741-93a0-1a9489d4c1a3 service neutron] Checking agent: {'id': '08dfb1ce-804b-4db8-838b-21094082e041', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 32, 54), 'started_at': datetime.datetime(2022, 5, 20, 20, 32, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 44, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:45:14.902955 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a67d3f15-1c20-4cdd-acac-386a78e11cfb req-c1ae51be-3172-4741-93a0-1a9489d4c1a3 service neutron] Checking segment: {'id': '1b0c59b6-1da5-46b1-ba4a-82e83befd33e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '85e5027c-d244-4186-8c19-3a12977de170'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:45:14.904123 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a67d3f15-1c20-4cdd-acac-386a78e11cfb req-c1ae51be-3172-4741-93a0-1a9489d4c1a3 service neutron] Bound using segment: {'id': '1b0c59b6-1da5-46b1-ba4a-82e83befd33e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '85e5027c-d244-4186-8c19-3a12977de170'} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:45:14.905080 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-a67d3f15-1c20-4cdd-acac-386a78e11cfb req-c1ae51be-3172-4741-93a0-1a9489d4c1a3 service neutron] Bound port: 5fd4a2ae-5026-47c7-a449-6d0296af80e5, host: n-h1-842733-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b0c59b6-1da5-46b1-ba4a-82e83befd33e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '85e5027c-d244-4186-8c19-3a12977de170'}}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:45:14.905483 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-a67d3f15-1c20-4cdd-acac-386a78e11cfb req-c1ae51be-3172-4741-93a0-1a9489d4c1a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:14.941604 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-aae45be3-15cb-4dc7-8b7b-089cf05414a9 req-eb07aeac-a69d-4b02-9818-d584e18f0acb tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.35 "GET /v2.0/security-groups?id=af06f2cf-8756-4fbf-90c6-d72ff1946909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318834 May 20 20:45:15.019610 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ab2d81ad-6601-430b-8ab9-f9a1c4fdc910 req-dff4d17b-b839-4acc-8905-9fed35d11cb3 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=fbd0fcb9-5b05-4270-a829-55738c8f5e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336532 May 20 20:45:15.029582 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-29261518-ead3-49ab-b025-038ef0a9fe3c req-fb245e95-3eff-467a-b1cf-75bead912b15 tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] 10.222.0.35 "GET /v2.0/security-groups?id=08f63c89-364b-47f7-9236-e1c85d29ce51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667109 May 20 20:45:15.104197 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e921280-858c-4a47-8efe-32ca13942f43 req-62e8cb6b-594b-4429-be4c-607058c5c758 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:15.105766 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7e921280-858c-4a47-8efe-32ca13942f43 req-62e8cb6b-594b-4429-be4c-607058c5c758 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/ports?device_id=f906357d-2f54-47d7-8892-a2a51002079d HTTP/1.1" status: 200 len: 944 time: 0.0636380 May 20 20:45:15.167223 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-a67d3f15-1c20-4cdd-acac-386a78e11cfb req-c1ae51be-3172-4741-93a0-1a9489d4c1a3 service neutron] For port 5fd4a2ae-5026-47c7-a449-6d0296af80e5, host n-h1-842733-1, cleared binding levels {{(pid=103162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:45:15.172584 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-a67d3f15-1c20-4cdd-acac-386a78e11cfb req-c1ae51be-3172-4741-93a0-1a9489d4c1a3 service neutron] For port 5fd4a2ae-5026-47c7-a449-6d0296af80e5, host n-h1-842733-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=5fd4a2ae-5026-47c7-a449-6d0296af80e5,segment=NetworkSegment(1b0c59b6-1da5-46b1-ba4a-82e83befd33e),segment_id=1b0c59b6-1da5-46b1-ba4a-82e83befd33e)] {{(pid=103162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:45:15.482790 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7e921280-858c-4a47-8efe-32ca13942f43 req-7b7b97bd-ec04-418e-81c2-5cea92231555 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/security-groups?id=c9d9c404-d869-4158-9779-ac1a15da4bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756745 May 20 20:45:15.482790 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2cf222-b9a7-4fbf-a5ab-aa978404bff9 req-006ff288-adcd-4c53-a266-56884431ad09 tempest-ServersAdminNegativeTestJSON-1817032777 tempest-ServersAdminNegativeTestJSON-1817032777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:15.482790 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-dc2cf222-b9a7-4fbf-a5ab-aa978404bff9 req-006ff288-adcd-4c53-a266-56884431ad09 tempest-ServersAdminNegativeTestJSON-1817032777 tempest-ServersAdminNegativeTestJSON-1817032777-project] 10.222.0.35 "GET /v2.0/ports?device_id=77094979-9d60-4fd7-90ba-a489b9993ee4 HTTP/1.1" status: 200 len: 949 time: 0.0859647 May 20 20:45:15.484933 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [req-a0c482a6-7479-46ca-b47a-53db43ac5813 req-51184f17-0748-4a94-94e6-04214cc6a145 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d79ed7b-3457-4ba6-aed3-f7fcf288724e {{(pid=103162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:45:15.486240 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-dc2cf222-b9a7-4fbf-a5ab-aa978404bff9 req-0d5a2f07-414e-4612-b5db-6c2f894575c2 tempest-ServersAdminNegativeTestJSON-1817032777 tempest-ServersAdminNegativeTestJSON-1817032777-project] 10.222.0.35 "GET /v2.0/security-groups?id=fbd0fcb9-5b05-4270-a829-55738c8f5e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557740 May 20 20:45:15.486685 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-a0c482a6-7479-46ca-b47a-53db43ac5813 req-51184f17-0748-4a94-94e6-04214cc6a145 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:15.486685 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.provisioning_blocks [req-a0c482a6-7479-46ca-b47a-53db43ac5813 req-51184f17-0748-4a94-94e6-04214cc6a145 service neutron] Transition to ACTIVE for port object 1d79ed7b-3457-4ba6-aed3-f7fcf288724e will not be triggered until provisioned by entity L2. {{(pid=103162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 20:45:15.487303 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc577819-c4e0-48d8-8708-91d1b62f2001 req-887b8bd0-0a32-4567-baa5-a2bc2305b0e0 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:15.487303 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-cc577819-c4e0-48d8-8708-91d1b62f2001 req-887b8bd0-0a32-4567-baa5-a2bc2305b0e0 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.35 "GET /v2.0/ports?device_id=21afd256-f156-4f5b-b78a-53e40cd30f78 HTTP/1.1" status: 200 len: 946 time: 0.0693078 May 20 20:45:15.487303 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-cc577819-c4e0-48d8-8708-91d1b62f2001 req-7616955a-6498-4e6a-afd5-622ef34685a0 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.35 "GET /v2.0/security-groups?id=af06f2cf-8756-4fbf-90c6-d72ff1946909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354538 May 20 20:45:15.511159 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-a67d3f15-1c20-4cdd-acac-386a78e11cfb req-c1ae51be-3172-4741-93a0-1a9489d4c1a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:15.563717 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-a0c482a6-7479-46ca-b47a-53db43ac5813 req-51184f17-0748-4a94-94e6-04214cc6a145 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:15.613986 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446c8255-a88b-45bd-b6b1-31628e0cba50 req-3701e564-6017-4e46-8269-e4e52b9b1b07 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:15.617795 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ae51be-3172-4741-93a0-1a9489d4c1a3 service neutron] Pushing event updated for resources: {'Port': ['ID=5fd4a2ae-5026-47c7-a449-6d0296af80e5,revision_number=3']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:45:15.625654 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-446c8255-a88b-45bd-b6b1-31628e0cba50 req-3701e564-6017-4e46-8269-e4e52b9b1b07 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] 10.222.0.35 "GET /v2.0/ports?device_id=128787a1-1920-47db-912b-7951bf1b234b HTTP/1.1" status: 200 len: 931 time: 0.1221032 May 20 20:45:15.630411 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67d3f15-1c20-4cdd-acac-386a78e11cfb req-c1ae51be-3172-4741-93a0-1a9489d4c1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:15.631497 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-a67d3f15-1c20-4cdd-acac-386a78e11cfb req-c1ae51be-3172-4741-93a0-1a9489d4c1a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:15.633161 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-a67d3f15-1c20-4cdd-acac-386a78e11cfb req-c1ae51be-3172-4741-93a0-1a9489d4c1a3 service neutron] 10.222.0.24 "PUT /v2.0/ports/5fd4a2ae-5026-47c7-a449-6d0296af80e5 HTTP/1.1" status: 200 len: 1092 time: 2.7212296 May 20 20:45:15.633664 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f906357d-2f54-47d7-8892-a2a51002079d', 'tag': '5fd4a2ae-5026-47c7-a449-6d0296af80e5'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:45:15.636006 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6fa957933fccbf596d28104b23404b952ad6a8238afaebaed40a0874b2e409" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8600c32b-b772-4693-85ed-4762cdcb509a" -d '{"events": [{"name": "network-changed", "server_uuid": "f906357d-2f54-47d7-8892-a2a51002079d", "tag": "5fd4a2ae-5026-47c7-a449-6d0296af80e5"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:45:15.646453 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a266b4-c02b-4b54-a8d6-d78756c9cb5e req-adec9a2e-d831-4b61-998b-3fbb216acdca tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:15.647993 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-53a266b4-c02b-4b54-a8d6-d78756c9cb5e req-adec9a2e-d831-4b61-998b-3fbb216acdca tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f6d637d-4352-4c70-86cc-448d1b8c2847 HTTP/1.1" status: 200 len: 946 time: 0.1292911 May 20 20:45:15.993697 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-446c8255-a88b-45bd-b6b1-31628e0cba50 req-2bb65212-7646-42e5-a51c-37e9941e8048 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] 10.222.0.35 "GET /v2.0/security-groups?id=e60131e3-31b3-40ad-97bd-41705047293e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459917 May 20 20:45:15.993697 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-53a266b4-c02b-4b54-a8d6-d78756c9cb5e req-ac8d73e2-5b54-4b9b-95c2-6c0616f42a72 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.35 "GET /v2.0/security-groups?id=af06f2cf-8756-4fbf-90c6-d72ff1946909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846043 May 20 20:45:15.998489 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51184f17-0748-4a94-94e6-04214cc6a145 service neutron] Pushing event updated for resources: {'Port': ['ID=1d79ed7b-3457-4ba6-aed3-f7fcf288724e,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:45:16.001041 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1e889a-b505-432f-883a-0b5318f10e60 req-7baca6a1-da42-4472-9a40-37909112fb09 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:16.002795 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 20:45:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1919b52-1ba5-461f-a482-30e555bda6e3 x-openstack-request-id: req-c1919b52-1ba5-461f-a482-30e555bda6e3 {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:45:16.002795 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f906357d-2f54-47d7-8892-a2a51002079d", "tag": "5fd4a2ae-5026-47c7-a449-6d0296af80e5", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:45:16.002795 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c1919b52-1ba5-461f-a482-30e555bda6e3 {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:45:16.002795 n-d-842733-1 neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1919b52-1ba5-461f-a482-30e555bda6e3'] response: {'name': 'network-changed', 'server_uuid': 'f906357d-2f54-47d7-8892-a2a51002079d', 'tag': '5fd4a2ae-5026-47c7-a449-6d0296af80e5', 'status': 'completed', 'code': 200} May 20 20:45:16.004526 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ad1e889a-b505-432f-883a-0b5318f10e60 req-7baca6a1-da42-4472-9a40-37909112fb09 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/ports?device_id=f909c7ca-a771-4d4d-9455-819a14982a65 HTTP/1.1" status: 200 len: 950 time: 0.0838583 May 20 20:45:16.005130 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-a0c482a6-7479-46ca-b47a-53db43ac5813 req-51184f17-0748-4a94-94e6-04214cc6a145 service neutron] Attempting to bind port 1d79ed7b-3457-4ba6-aed3-f7fcf288724e on host n-h1-842733-1 for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:45:16.005130 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-a0c482a6-7479-46ca-b47a-53db43ac5813 req-51184f17-0748-4a94-94e6-04214cc6a145 service neutron] Attempting to bind port 1d79ed7b-3457-4ba6-aed3-f7fcf288724e by drivers openvswitch,hyperv on host n-h1-842733-1 at level 0 using segments [{'id': '461da9d4-f567-4683-86cb-f9bc470c2bda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'dc8945eb-dd74-4cb0-b93f-84eec37290f3'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:45:16.005130 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0c482a6-7479-46ca-b47a-53db43ac5813 req-51184f17-0748-4a94-94e6-04214cc6a145 service neutron] Attempting to bind port 1d79ed7b-3457-4ba6-aed3-f7fcf288724e on network dc8945eb-dd74-4cb0-b93f-84eec37290f3 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:45:16.005130 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0c482a6-7479-46ca-b47a-53db43ac5813 req-51184f17-0748-4a94-94e6-04214cc6a145 service neutron] Port 1d79ed7b-3457-4ba6-aed3-f7fcf288724e on network dc8945eb-dd74-4cb0-b93f-84eec37290f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-842733-1 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 20:45:16.005130 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0c482a6-7479-46ca-b47a-53db43ac5813 req-51184f17-0748-4a94-94e6-04214cc6a145 service neutron] Attempting to bind port 1d79ed7b-3457-4ba6-aed3-f7fcf288724e on network dc8945eb-dd74-4cb0-b93f-84eec37290f3 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:45:16.005130 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0c482a6-7479-46ca-b47a-53db43ac5813 req-51184f17-0748-4a94-94e6-04214cc6a145 service neutron] Checking agent: {'id': '08dfb1ce-804b-4db8-838b-21094082e041', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 32, 54), 'started_at': datetime.datetime(2022, 5, 20, 20, 32, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 44, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:45:16.005130 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0c482a6-7479-46ca-b47a-53db43ac5813 req-51184f17-0748-4a94-94e6-04214cc6a145 service neutron] Checking segment: {'id': '461da9d4-f567-4683-86cb-f9bc470c2bda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'dc8945eb-dd74-4cb0-b93f-84eec37290f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:45:16.005130 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0c482a6-7479-46ca-b47a-53db43ac5813 req-51184f17-0748-4a94-94e6-04214cc6a145 service neutron] Bound using segment: {'id': '461da9d4-f567-4683-86cb-f9bc470c2bda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'dc8945eb-dd74-4cb0-b93f-84eec37290f3'} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:45:16.005130 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-a0c482a6-7479-46ca-b47a-53db43ac5813 req-51184f17-0748-4a94-94e6-04214cc6a145 service neutron] Bound port: 1d79ed7b-3457-4ba6-aed3-f7fcf288724e, host: n-h1-842733-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '461da9d4-f567-4683-86cb-f9bc470c2bda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'dc8945eb-dd74-4cb0-b93f-84eec37290f3'}}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:45:16.005130 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-a0c482a6-7479-46ca-b47a-53db43ac5813 req-51184f17-0748-4a94-94e6-04214cc6a145 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:16.007026 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ad1e889a-b505-432f-883a-0b5318f10e60 req-3278f064-ab1d-4d2b-a517-1494fe973b28 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/security-groups?id=38c76b68-4081-4341-88c9-c8e3082a5da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729449 May 20 20:45:16.007258 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8600c32b-b772-4693-85ed-4762cdcb509a req-95febb35-7a7a-4034-a5b7-8f79a305d0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:16.007258 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-8600c32b-b772-4693-85ed-4762cdcb509a req-95febb35-7a7a-4034-a5b7-8f79a305d0a1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2492915dd73f457d8cb02b28e57274de&device_id=f906357d-2f54-47d7-8892-a2a51002079d HTTP/1.1" status: 200 len: 1095 time: 0.0942965 May 20 20:45:16.092816 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-a0c482a6-7479-46ca-b47a-53db43ac5813 req-51184f17-0748-4a94-94e6-04214cc6a145 service neutron] For port 1d79ed7b-3457-4ba6-aed3-f7fcf288724e, host n-h1-842733-1, cleared binding levels {{(pid=103162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:45:16.097641 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-88616bd1-84f6-4e90-b738-755f242415b9 req-60eac04f-7765-4882-906b-7ddfc867f4d1 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=73e6ff91-e9c8-4167-9370-e79bd8c2a253&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0450361 May 20 20:45:16.097925 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-a0c482a6-7479-46ca-b47a-53db43ac5813 req-51184f17-0748-4a94-94e6-04214cc6a145 service neutron] For port 1d79ed7b-3457-4ba6-aed3-f7fcf288724e, host n-h1-842733-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=1d79ed7b-3457-4ba6-aed3-f7fcf288724e,segment=NetworkSegment(461da9d4-f567-4683-86cb-f9bc470c2bda),segment_id=461da9d4-f567-4683-86cb-f9bc470c2bda)] {{(pid=103162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:45:16.130288 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8600c32b-b772-4693-85ed-4762cdcb509a req-462ee156-8e1b-4c88-a6ff-d6504a92672e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:16.131742 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-8600c32b-b772-4693-85ed-4762cdcb509a req-462ee156-8e1b-4c88-a6ff-d6504a92672e service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=2492915dd73f457d8cb02b28e57274de&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1421380 May 20 20:45:16.215112 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688147fc-1e77-437b-8975-a00628216173 req-f835262b-98ef-4858-adaf-d648a47840b8 tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:16.217328 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-688147fc-1e77-437b-8975-a00628216173 req-f835262b-98ef-4858-adaf-d648a47840b8 tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] 10.222.0.35 "GET /v2.0/ports?device_id=afdb37f9-0912-422e-9f7a-db72aaceea5a HTTP/1.1" status: 200 len: 945 time: 0.0815430 May 20 20:45:16.223385 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88616bd1-84f6-4e90-b738-755f242415b9 req-af4b9919-1b77-428c-9aa4-ff785977b356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:16.224771 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-88616bd1-84f6-4e90-b738-755f242415b9 req-af4b9919-1b77-428c-9aa4-ff785977b356 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2492915dd73f457d8cb02b28e57274de&device_id=73e6ff91-e9c8-4167-9370-e79bd8c2a253 HTTP/1.1" status: 200 len: 1096 time: 0.0634916 May 20 20:45:16.225426 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8600c32b-b772-4693-85ed-4762cdcb509a req-83686e38-5cb4-4390-ba52-93fd3ccffe1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:16.226870 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-8600c32b-b772-4693-85ed-4762cdcb509a req-83686e38-5cb4-4390-ba52-93fd3ccffe1c service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0882893 May 20 20:45:16.267878 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-688147fc-1e77-437b-8975-a00628216173 req-d598df45-d537-4a7d-9b14-c73283dc971d tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] 10.222.0.35 "GET /v2.0/security-groups?id=08f63c89-364b-47f7-9236-e1c85d29ce51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416861 May 20 20:45:16.337258 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-a0c482a6-7479-46ca-b47a-53db43ac5813 req-51184f17-0748-4a94-94e6-04214cc6a145 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:16.363604 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88616bd1-84f6-4e90-b738-755f242415b9 req-0aca05c1-bdac-4c5b-9ac2-2ae18514b75a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:16.365070 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-88616bd1-84f6-4e90-b738-755f242415b9 req-0aca05c1-bdac-4c5b-9ac2-2ae18514b75a service neutron] 10.222.0.13 "GET /v2.0/networks?id=85e5027c-d244-4186-8c19-3a12977de170 HTTP/1.1" status: 200 len: 912 time: 0.0963461 May 20 20:45:16.407504 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c482a6-7479-46ca-b47a-53db43ac5813 req-51184f17-0748-4a94-94e6-04214cc6a145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:16.408027 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-a0c482a6-7479-46ca-b47a-53db43ac5813 req-51184f17-0748-4a94-94e6-04214cc6a145 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:16.410310 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-a0c482a6-7479-46ca-b47a-53db43ac5813 req-51184f17-0748-4a94-94e6-04214cc6a145 service neutron] 10.222.0.24 "PUT /v2.0/ports/1d79ed7b-3457-4ba6-aed3-f7fcf288724e HTTP/1.1" status: 200 len: 1091 time: 1.9820547 May 20 20:45:16.433482 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67d3f15-1c20-4cdd-acac-386a78e11cfb req-2627ec6a-e2e3-4cb5-8364-9da240c077a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:16.436439 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-a67d3f15-1c20-4cdd-acac-386a78e11cfb req-2627ec6a-e2e3-4cb5-8364-9da240c077a1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2492915dd73f457d8cb02b28e57274de&device_id=f906357d-2f54-47d7-8892-a2a51002079d HTTP/1.1" status: 200 len: 1095 time: 0.1338539 May 20 20:45:16.475421 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51184f17-0748-4a94-94e6-04214cc6a145 service neutron] Pushing event updated for resources: {'Port': ['ID=1d79ed7b-3457-4ba6-aed3-f7fcf288724e,revision_number=3']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:45:16.475977 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-88616bd1-84f6-4e90-b738-755f242415b9 req-69a8ccd4-d64b-4a11-a698-31266556420b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=130e72e6-da90-46ab-a5e7-4c8babd6202e HTTP/1.1" status: 200 len: 217 time: 0.0866487 May 20 20:45:16.563453 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac13bc0-ae70-4e12-bd85-994dec7d6d1c req-c015f574-33f4-4248-9cea-621fe1faffea tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:16.565008 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-bac13bc0-ae70-4e12-bd85-994dec7d6d1c req-c015f574-33f4-4248-9cea-621fe1faffea tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/ports?device_id=f906357d-2f54-47d7-8892-a2a51002079d HTTP/1.1" status: 200 len: 944 time: 0.1962528 May 20 20:45:16.573738 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-a67d3f15-1c20-4cdd-acac-386a78e11cfb req-55671882-4697-4acb-84e6-4fa0b2e5630f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5fd4a2ae-5026-47c7-a449-6d0296af80e5 HTTP/1.1" status: 200 len: 217 time: 0.1027811 May 20 20:45:16.655100 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88616bd1-84f6-4e90-b738-755f242415b9 req-8de08705-1449-46d0-a164-a9a16e62da3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:16.656604 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-88616bd1-84f6-4e90-b738-755f242415b9 req-8de08705-1449-46d0-a164-a9a16e62da3a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5df30a0b-5cdb-4d91-9fe8-512f286a6485 HTTP/1.1" status: 200 len: 850 time: 0.1533494 May 20 20:45:16.711790 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67d3f15-1c20-4cdd-acac-386a78e11cfb req-d3594025-7bfa-411f-837e-76c0ad44d368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:16.714512 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-a67d3f15-1c20-4cdd-acac-386a78e11cfb req-d3594025-7bfa-411f-837e-76c0ad44d368 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5df30a0b-5cdb-4d91-9fe8-512f286a6485 HTTP/1.1" status: 200 len: 850 time: 0.1313341 May 20 20:45:16.723360 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c482a6-7479-46ca-b47a-53db43ac5813 req-d0b03acd-3e4d-40b1-9743-8ad6f90b7d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:16.724783 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-a0c482a6-7479-46ca-b47a-53db43ac5813 req-d0b03acd-3e4d-40b1-9743-8ad6f90b7d93 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=87c2c2610bc847eaa1d2c1976f58d7b1&device_id=128787a1-1920-47db-912b-7951bf1b234b HTTP/1.1" status: 200 len: 1094 time: 0.0966334 May 20 20:45:16.729758 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dedb73-1ee7-43f6-80bc-218f22b9accb req-768cfc37-a60d-4bd8-a8b6-14d310969175 tempest-ServersAdminNegativeTestJSON-1817032777 tempest-ServersAdminNegativeTestJSON-1817032777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:16.737470 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c3dedb73-1ee7-43f6-80bc-218f22b9accb req-768cfc37-a60d-4bd8-a8b6-14d310969175 tempest-ServersAdminNegativeTestJSON-1817032777 tempest-ServersAdminNegativeTestJSON-1817032777-project] 10.222.0.35 "GET /v2.0/ports?device_id=77094979-9d60-4fd7-90ba-a489b9993ee4 HTTP/1.1" status: 200 len: 949 time: 0.1665266 May 20 20:45:16.748940 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-bac13bc0-ae70-4e12-bd85-994dec7d6d1c req-a67d5ee3-9650-482b-9298-916f2a857500 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/security-groups?id=c9d9c404-d869-4158-9779-ac1a15da4bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745195 May 20 20:45:16.795362 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-a0c482a6-7479-46ca-b47a-53db43ac5813 req-6e931376-2778-4ce3-906b-5ccc352f4918 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1d79ed7b-3457-4ba6-aed3-f7fcf288724e HTTP/1.1" status: 200 len: 217 time: 0.0608706 May 20 20:45:16.834841 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c3dedb73-1ee7-43f6-80bc-218f22b9accb req-5f683daa-a1ec-4c31-a9d4-85af83d1a45f tempest-ServersAdminNegativeTestJSON-1817032777 tempest-ServersAdminNegativeTestJSON-1817032777-project] 10.222.0.35 "GET /v2.0/security-groups?id=fbd0fcb9-5b05-4270-a829-55738c8f5e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923388 May 20 20:45:16.849901 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88616bd1-84f6-4e90-b738-755f242415b9 req-8116a174-6212-4696-b04d-f84b787c74b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:16.849901 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-88616bd1-84f6-4e90-b738-755f242415b9 req-8116a174-6212-4696-b04d-f84b787c74b3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=85e5027c-d244-4186-8c19-3a12977de170&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1802611 May 20 20:45:16.896260 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c482a6-7479-46ca-b47a-53db43ac5813 req-59dc463e-fe90-4211-826e-e64f5001bd6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:16.898208 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-a0c482a6-7479-46ca-b47a-53db43ac5813 req-59dc463e-fe90-4211-826e-e64f5001bd6c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6369a26f-bc30-4622-b5b7-2978096f54a2 HTTP/1.1" status: 200 len: 857 time: 0.0912640 May 20 20:45:16.906322 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67d3f15-1c20-4cdd-acac-386a78e11cfb req-51ccc8ac-33d8-4585-88f8-6393a0830a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:16.911030 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-a67d3f15-1c20-4cdd-acac-386a78e11cfb req-51ccc8ac-33d8-4585-88f8-6393a0830a50 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=85e5027c-d244-4186-8c19-3a12977de170&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1850352 May 20 20:45:17.033127 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c482a6-7479-46ca-b47a-53db43ac5813 req-84f5a5d3-a0f7-4c38-ac9a-ba1dab1ba679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:17.034705 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-a0c482a6-7479-46ca-b47a-53db43ac5813 req-84f5a5d3-a0f7-4c38-ac9a-ba1dab1ba679 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=dc8945eb-dd74-4cb0-b93f-84eec37290f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1228228 May 20 20:45:17.098087 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb1b63a-939e-41ee-a90c-458607d5ff82 req-8c383739-4749-4726-9097-caaf65259b80 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:17.099777 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-adb1b63a-939e-41ee-a90c-458607d5ff82 req-8c383739-4749-4726-9097-caaf65259b80 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f6d637d-4352-4c70-86cc-448d1b8c2847 HTTP/1.1" status: 200 len: 946 time: 0.1909187 May 20 20:45:17.108366 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-a67d3f15-1c20-4cdd-acac-386a78e11cfb req-40ca03ce-9ae0-4ada-8c5c-58258437c286 service neutron] 10.222.0.24 "GET /v2.0/networks/85e5027c-d244-4186-8c19-3a12977de170?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1870480 May 20 20:45:17.119908 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af13e82b-d9b4-491e-83c5-7eb3a53039ce req-02ec7a36-0405-4e98-9aea-9baab23ce38c tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:17.121468 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-af13e82b-d9b4-491e-83c5-7eb3a53039ce req-02ec7a36-0405-4e98-9aea-9baab23ce38c tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] 10.222.0.35 "GET /v2.0/ports?device_id=128787a1-1920-47db-912b-7951bf1b234b HTTP/1.1" status: 200 len: 943 time: 0.1489427 May 20 20:45:17.137670 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-88616bd1-84f6-4e90-b738-755f242415b9 req-db3cfef7-9715-4939-869d-c6a4841d121b service neutron] 10.222.0.13 "GET /v2.0/networks/85e5027c-d244-4186-8c19-3a12977de170?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2752912 May 20 20:45:17.235532 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-a0c482a6-7479-46ca-b47a-53db43ac5813 req-bff23348-06b4-4c72-bff9-1c8c065533d9 service neutron] 10.222.0.24 "GET /v2.0/networks/dc8945eb-dd74-4cb0-b93f-84eec37290f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1887786 May 20 20:45:17.262198 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-a67d3f15-1c20-4cdd-acac-386a78e11cfb req-4e3ef689-8d11-4873-bc4d-34204a178d2d service neutron] 10.222.0.24 "GET /v2.0/networks/85e5027c-d244-4186-8c19-3a12977de170?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324182 May 20 20:45:17.268372 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-adb1b63a-939e-41ee-a90c-458607d5ff82 req-a1dcfdac-6c28-4fa2-a97e-3ae88b505138 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.35 "GET /v2.0/security-groups?id=af06f2cf-8756-4fbf-90c6-d72ff1946909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594107 May 20 20:45:17.335152 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-af13e82b-d9b4-491e-83c5-7eb3a53039ce req-cc1cd45f-272e-433c-b22d-103537c5a25d tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] 10.222.0.35 "GET /v2.0/security-groups?id=e60131e3-31b3-40ad-97bd-41705047293e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1935682 May 20 20:45:17.384709 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-88616bd1-84f6-4e90-b738-755f242415b9 req-a15af91d-a83e-4712-9624-f40969b9639f service neutron] 10.222.0.13 "GET /v2.0/networks/85e5027c-d244-4186-8c19-3a12977de170?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2227623 May 20 20:45:17.406629 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-a0c482a6-7479-46ca-b47a-53db43ac5813 req-15a7b04e-32db-4e09-a822-9a208ba35404 service neutron] 10.222.0.24 "GET /v2.0/networks/dc8945eb-dd74-4cb0-b93f-84eec37290f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429527 May 20 20:45:17.473730 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10e5128-3e1a-458b-a326-5b77945a1889 req-72861d13-1a50-4465-aa63-d9af7ea33fbb tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:17.475222 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b10e5128-3e1a-458b-a326-5b77945a1889 req-72861d13-1a50-4465-aa63-d9af7ea33fbb tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/ports?device_id=f909c7ca-a771-4d4d-9455-819a14982a65 HTTP/1.1" status: 200 len: 950 time: 0.1080801 May 20 20:45:17.514029 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e886702b-5f1d-4f32-8811-3c8712679385 req-8deae16c-e827-4ec0-bcc5-1a58fd0b10ac tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:17.521406 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e886702b-5f1d-4f32-8811-3c8712679385 req-8deae16c-e827-4ec0-bcc5-1a58fd0b10ac tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] 10.222.0.35 "GET /v2.0/ports?device_id=afdb37f9-0912-422e-9f7a-db72aaceea5a HTTP/1.1" status: 200 len: 945 time: 0.1056759 May 20 20:45:17.568619 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b10e5128-3e1a-458b-a326-5b77945a1889 req-8be596b2-7763-4581-9734-14e8a79091bc tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/security-groups?id=38c76b68-4081-4341-88c9-c8e3082a5da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864916 May 20 20:45:17.578521 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e886702b-5f1d-4f32-8811-3c8712679385 req-97cbb821-ed75-4183-b186-a745d13101b2 tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] 10.222.0.35 "GET /v2.0/security-groups?id=08f63c89-364b-47f7-9236-e1c85d29ce51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555472 May 20 20:45:17.868200 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '128787a1-1920-47db-912b-7951bf1b234b', 'tag': '1d79ed7b-3457-4ba6-aed3-f7fcf288724e'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:45:17.868817 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfa859c-53dd-4d04-8563-5ccd9b518c84 req-93cf530e-2e27-452b-9f61-74c75b5dbbc3 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:17.870282 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-bdfa859c-53dd-4d04-8563-5ccd9b518c84 req-93cf530e-2e27-452b-9f61-74c75b5dbbc3 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/ports?device_id=f906357d-2f54-47d7-8892-a2a51002079d HTTP/1.1" status: 200 len: 944 time: 0.0498738 May 20 20:45:17.871252 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6fa957933fccbf596d28104b23404b952ad6a8238afaebaed40a0874b2e409" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcbfa6e6-ebab-4b95-a34e-e97948d533db" -d '{"events": [{"name": "network-changed", "server_uuid": "128787a1-1920-47db-912b-7951bf1b234b", "tag": "1d79ed7b-3457-4ba6-aed3-f7fcf288724e"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:45:17.923327 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-bdfa859c-53dd-4d04-8563-5ccd9b518c84 req-4b822c49-64d5-4623-9891-e9ce125a53c2 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/security-groups?id=c9d9c404-d869-4158-9779-ac1a15da4bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453005 May 20 20:45:17.968954 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 20:45:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fa4dd03-7066-4de5-86e5-41f00f776aee x-openstack-request-id: req-2fa4dd03-7066-4de5-86e5-41f00f776aee {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:45:17.969307 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "128787a1-1920-47db-912b-7951bf1b234b", "tag": "1d79ed7b-3457-4ba6-aed3-f7fcf288724e", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:45:17.969631 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2fa4dd03-7066-4de5-86e5-41f00f776aee {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:45:17.969777 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fd422a-ea92-40a2-ae4c-60f7f338d0e2 req-1fdae2c3-4bc6-4edd-8db4-02f80da68b65 tempest-ServersAdminNegativeTestJSON-1817032777 tempest-ServersAdminNegativeTestJSON-1817032777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:17.970095 n-d-842733-1 neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2fa4dd03-7066-4de5-86e5-41f00f776aee'] response: {'name': 'network-changed', 'server_uuid': '128787a1-1920-47db-912b-7951bf1b234b', 'tag': '1d79ed7b-3457-4ba6-aed3-f7fcf288724e', 'status': 'completed', 'code': 200} May 20 20:45:17.971139 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-09fd422a-ea92-40a2-ae4c-60f7f338d0e2 req-1fdae2c3-4bc6-4edd-8db4-02f80da68b65 tempest-ServersAdminNegativeTestJSON-1817032777 tempest-ServersAdminNegativeTestJSON-1817032777-project] 10.222.0.35 "GET /v2.0/ports?device_id=77094979-9d60-4fd7-90ba-a489b9993ee4 HTTP/1.1" status: 200 len: 949 time: 0.0644081 May 20 20:45:18.017814 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-09fd422a-ea92-40a2-ae4c-60f7f338d0e2 req-d208d893-0f90-4f2a-a236-c04e634cc90b tempest-ServersAdminNegativeTestJSON-1817032777 tempest-ServersAdminNegativeTestJSON-1817032777-project] 10.222.0.35 "GET /v2.0/security-groups?id=fbd0fcb9-5b05-4270-a829-55738c8f5e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402861 May 20 20:45:18.072369 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbfa6e6-ebab-4b95-a34e-e97948d533db req-900d3cc2-7658-4523-a6fc-1e45ba0e320d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:18.074185 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-bcbfa6e6-ebab-4b95-a34e-e97948d533db req-900d3cc2-7658-4523-a6fc-1e45ba0e320d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=87c2c2610bc847eaa1d2c1976f58d7b1&device_id=128787a1-1920-47db-912b-7951bf1b234b HTTP/1.1" status: 200 len: 1094 time: 0.0586812 May 20 20:45:18.183507 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbfa6e6-ebab-4b95-a34e-e97948d533db req-a1a391a4-dc7a-4be0-89b3-d455d8e0f06c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:18.186335 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-bcbfa6e6-ebab-4b95-a34e-e97948d533db req-a1a391a4-dc7a-4be0-89b3-d455d8e0f06c service neutron] 10.222.0.24 "GET /v2.0/networks?id=dc8945eb-dd74-4cb0-b93f-84eec37290f3 HTTP/1.1" status: 200 len: 919 time: 0.0942416 May 20 20:45:18.233857 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-bcbfa6e6-ebab-4b95-a34e-e97948d533db req-f041faee-d30d-4632-bdf4-ec89f672f38d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1d79ed7b-3457-4ba6-aed3-f7fcf288724e HTTP/1.1" status: 200 len: 217 time: 0.0363238 May 20 20:45:18.327234 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6c0aca-f802-4fcf-9abc-9d1d08639ba9 req-4cb8287a-91f4-465c-9dc1-a03c587a0e39 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:18.328900 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0d6c0aca-f802-4fcf-9abc-9d1d08639ba9 req-4cb8287a-91f4-465c-9dc1-a03c587a0e39 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f6d637d-4352-4c70-86cc-448d1b8c2847 HTTP/1.1" status: 200 len: 946 time: 0.0572805 May 20 20:45:18.331017 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbfa6e6-ebab-4b95-a34e-e97948d533db req-9f4aabd4-7cdc-40cd-ab04-894c0cfc6055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:18.332462 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-bcbfa6e6-ebab-4b95-a34e-e97948d533db req-9f4aabd4-7cdc-40cd-ab04-894c0cfc6055 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6369a26f-bc30-4622-b5b7-2978096f54a2 HTTP/1.1" status: 200 len: 857 time: 0.0750537 May 20 20:45:18.338210 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6416f26c-bf74-42b5-ac66-f61578286ddb req-4ae0254b-03b5-465b-aacb-5f6f660c88c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:18.339578 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-6416f26c-bf74-42b5-ac66-f61578286ddb req-4ae0254b-03b5-465b-aacb-5f6f660c88c3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=74b74d22d9d54e1eae7cec44a7fbec8d&device_id=f909c7ca-a771-4d4d-9455-819a14982a65 HTTP/1.1" status: 200 len: 1101 time: 0.0737355 May 20 20:45:18.449684 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbfa6e6-ebab-4b95-a34e-e97948d533db req-e8c3a685-862d-43df-abe6-41242d1430b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:18.451188 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-bcbfa6e6-ebab-4b95-a34e-e97948d533db req-e8c3a685-862d-43df-abe6-41242d1430b7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=dc8945eb-dd74-4cb0-b93f-84eec37290f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1102455 May 20 20:45:18.451774 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1391f5d3-bbff-4972-aa50-0b7871373b2a req-b2f7de18-4caa-4564-8302-062fd5c5fc66 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:18.453383 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1391f5d3-bbff-4972-aa50-0b7871373b2a req-b2f7de18-4caa-4564-8302-062fd5c5fc66 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f6d637d-4352-4c70-86cc-448d1b8c2847 HTTP/1.1" status: 200 len: 946 time: 0.1160684 May 20 20:45:18.528343 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6416f26c-bf74-42b5-ac66-f61578286ddb req-1b8d1dc6-2b50-40b9-b535-490e1ceebd6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:18.529852 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-6416f26c-bf74-42b5-ac66-f61578286ddb req-1b8d1dc6-2b50-40b9-b535-490e1ceebd6a service neutron] 10.222.0.24 "GET /v2.0/networks?id=cd702362-b982-46c5-a7d0-51de1b03df86 HTTP/1.1" status: 200 len: 870 time: 0.1650116 May 20 20:45:18.535320 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1391f5d3-bbff-4972-aa50-0b7871373b2a req-68a701e4-64c9-43cd-ab20-c852ce2ae644 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.35 "GET /v2.0/security-groups?id=af06f2cf-8756-4fbf-90c6-d72ff1946909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725434 May 20 20:45:18.542565 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7c7f86-61c1-4e4e-838f-5bf498ca52ff req-7a65d13b-3573-465c-b2f0-291f14096467 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:18.544648 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3a7c7f86-61c1-4e4e-838f-5bf498ca52ff req-7a65d13b-3573-465c-b2f0-291f14096467 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] 10.222.0.35 "GET /v2.0/ports?device_id=128787a1-1920-47db-912b-7951bf1b234b HTTP/1.1" status: 200 len: 943 time: 0.1052599 May 20 20:45:18.556653 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [req-0d6c0aca-f802-4fcf-9abc-9d1d08639ba9 req-2e68798a-4ae2-4cb5-b58c-be48c4d65639 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] Deleting port 801ff45b-c7db-4c6d-9464-1f8f3df3c04b {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:45:18.556653 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-0d6c0aca-f802-4fcf-9abc-9d1d08639ba9 req-2e68798a-4ae2-4cb5-b58c-be48c4d65639 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:18.594217 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-6416f26c-bf74-42b5-ac66-f61578286ddb req-5018c8d9-c945-4843-9aed-c7687affe1d4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=f0726a78-f245-4b9e-993d-421087799a99 HTTP/1.1" status: 200 len: 217 time: 0.0479820 May 20 20:45:18.604832 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-bcbfa6e6-ebab-4b95-a34e-e97948d533db req-625270d8-ae7a-4b9b-919f-93cd3c8b9b29 service neutron] 10.222.0.24 "GET /v2.0/networks/dc8945eb-dd74-4cb0-b93f-84eec37290f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419163 May 20 20:45:18.686780 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3a7c7f86-61c1-4e4e-838f-5bf498ca52ff req-18c03127-e678-4efd-804b-59620b54147b tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] 10.222.0.35 "GET /v2.0/security-groups?id=e60131e3-31b3-40ad-97bd-41705047293e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1330149 May 20 20:45:18.699285 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6416f26c-bf74-42b5-ac66-f61578286ddb req-f763ef23-689e-4176-b132-1be1d369c8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:18.700956 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-6416f26c-bf74-42b5-ac66-f61578286ddb req-f763ef23-689e-4176-b132-1be1d369c8fa service neutron] 10.222.0.24 "GET /v2.0/subnets?id=26b342ea-254c-483a-9ea9-f11c178970eb HTTP/1.1" status: 200 len: 843 time: 0.0945272 May 20 20:45:18.707055 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef12910e-d358-4f41-b0b3-207b5d9d8a8d req-9b09f7ab-7f8d-4820-ae8c-d948102cace5 tempest-ServersAdminNegativeTestJSON-780172427 tempest-ServersAdminNegativeTestJSON-780172427-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:18.708548 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ef12910e-d358-4f41-b0b3-207b5d9d8a8d req-9b09f7ab-7f8d-4820-ae8c-d948102cace5 tempest-ServersAdminNegativeTestJSON-780172427 tempest-ServersAdminNegativeTestJSON-780172427-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=77094979-9d60-4fd7-90ba-a489b9993ee4 HTTP/1.1" status: 200 len: 1100 time: 0.0869040 May 20 20:45:18.715350 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-0d6c0aca-f802-4fcf-9abc-9d1d08639ba9 req-2e68798a-4ae2-4cb5-b58c-be48c4d65639 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] For port 801ff45b-c7db-4c6d-9464-1f8f3df3c04b, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=801ff45b-c7db-4c6d-9464-1f8f3df3c04b,segment=NetworkSegment(1b618711-eace-4f66-9dbc-026093290eaa),segment_id=1b618711-eace-4f66-9dbc-026093290eaa)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:45:18.716608 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-0d6c0aca-f802-4fcf-9abc-9d1d08639ba9 req-2e68798a-4ae2-4cb5-b58c-be48c4d65639 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:18.770982 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-bcbfa6e6-ebab-4b95-a34e-e97948d533db req-f382938d-55dd-4a43-a331-fe33ec732045 service neutron] 10.222.0.24 "GET /v2.0/networks/dc8945eb-dd74-4cb0-b93f-84eec37290f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372957 May 20 20:45:18.789681 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6416f26c-bf74-42b5-ac66-f61578286ddb req-4f1e1e8b-6047-4863-9228-9df20870b012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:18.791314 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-6416f26c-bf74-42b5-ac66-f61578286ddb req-4f1e1e8b-6047-4863-9228-9df20870b012 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cd702362-b982-46c5-a7d0-51de1b03df86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0540030 May 20 20:45:18.887151 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-6416f26c-bf74-42b5-ac66-f61578286ddb req-83b64bf7-7dae-48db-80cb-5689dbe1b19f service neutron] 10.222.0.24 "GET /v2.0/networks/cd702362-b982-46c5-a7d0-51de1b03df86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887434 May 20 20:45:19.009063 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-6416f26c-bf74-42b5-ac66-f61578286ddb req-2b5087db-3791-4cde-ad65-6ec28a043e13 service neutron] 10.222.0.24 "GET /v2.0/networks/cd702362-b982-46c5-a7d0-51de1b03df86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114249 May 20 20:45:19.057464 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [req-0d6c0aca-f802-4fcf-9abc-9d1d08639ba9 req-2e68798a-4ae2-4cb5-b58c-be48c4d65639 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] Calling delete_port for 801ff45b-c7db-4c6d-9464-1f8f3df3c04b owned by compute:nova {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:45:19.062492 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-ef12910e-d358-4f41-b0b3-207b5d9d8a8d req-44792918-44b7-4d4b-8fea-1fbd48275423 tempest-ServersAdminNegativeTestJSON-780172427 tempest-ServersAdminNegativeTestJSON-780172427-project-admin] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:19.168809 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee73837-1696-4f73-a1da-aa42692c9865 req-997260c2-91ce-4ecf-8876-b03f3ea38f5b tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:19.170487 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3ee73837-1696-4f73-a1da-aa42692c9865 req-997260c2-91ce-4ecf-8876-b03f3ea38f5b tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/ports?device_id=f909c7ca-a771-4d4d-9455-819a14982a65 HTTP/1.1" status: 200 len: 950 time: 0.1300092 May 20 20:45:19.239798 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3ee73837-1696-4f73-a1da-aa42692c9865 req-c9d28d37-2b68-4baf-b887-32cd111274f6 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/security-groups?id=38c76b68-4081-4341-88c9-c8e3082a5da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612538 May 20 20:45:19.266010 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-ef12910e-d358-4f41-b0b3-207b5d9d8a8d req-44792918-44b7-4d4b-8fea-1fbd48275423 tempest-ServersAdminNegativeTestJSON-780172427 tempest-ServersAdminNegativeTestJSON-780172427-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:19.335842 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-ef12910e-d358-4f41-b0b3-207b5d9d8a8d req-44792918-44b7-4d4b-8fea-1fbd48275423 tempest-ServersAdminNegativeTestJSON-780172427 tempest-ServersAdminNegativeTestJSON-780172427-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:19.362356 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ef12910e-d358-4f41-b0b3-207b5d9d8a8d req-44792918-44b7-4d4b-8fea-1fbd48275423 tempest-ServersAdminNegativeTestJSON-780172427 tempest-ServersAdminNegativeTestJSON-780172427-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=fbd0fcb9-5b05-4270-a829-55738c8f5e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6434283 May 20 20:45:19.375324 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44792918-44b7-4d4b-8fea-1fbd48275423 tempest-ServersAdminNegativeTestJSON-780172427 tempest-ServersAdminNegativeTestJSON-780172427-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dd8de06-b659-448b-b7d7-f5e965954cee,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:45:19.379845 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-0d6c0aca-f802-4fcf-9abc-9d1d08639ba9 req-2e68798a-4ae2-4cb5-b58c-be48c4d65639 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:19.393828 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] get_ports_and_sgs() called for port_ids ['3f587f96-5444-4c41-a898-7664aceff07c', '801ff45b-c7db-4c6d-9464-1f8f3df3c04b'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:45:19.405838 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5339d23-ef1d-4738-a0cb-756c1291a4c1 req-285ce174-5118-4c65-a340-ace1fcb7e3cf tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:19.407454 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c5339d23-ef1d-4738-a0cb-756c1291a4c1 req-285ce174-5118-4c65-a340-ace1fcb7e3cf tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] 10.222.0.35 "GET /v2.0/ports?device_id=afdb37f9-0912-422e-9f7a-db72aaceea5a HTTP/1.1" status: 200 len: 945 time: 0.1002793 May 20 20:45:19.444417 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e68798a-4ae2-4cb5-b58c-be48c4d65639 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] Pushing event deleted for resources: {'Port': ['ID=801ff45b-c7db-4c6d-9464-1f8f3df3c04b,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:45:19.463302 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] get_ports_and_sgs() called for port_ids ['71deeceb-8906-49c8-b371-d300e9c63f70'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:45:19.516444 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d6c0aca-f802-4fcf-9abc-9d1d08639ba9 req-2e68798a-4ae2-4cb5-b58c-be48c4d65639 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] No DVR routers for this DVR port 801ff45b-c7db-4c6d-9464-1f8f3df3c04b on host n-h1-842733-1 {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:45:19.519567 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-0d6c0aca-f802-4fcf-9abc-9d1d08639ba9 req-2e68798a-4ae2-4cb5-b58c-be48c4d65639 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:19.523544 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0d6c0aca-f802-4fcf-9abc-9d1d08639ba9 req-2e68798a-4ae2-4cb5-b58c-be48c4d65639 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.24 "DELETE /v2.0/ports/801ff45b-c7db-4c6d-9464-1f8f3df3c04b HTTP/1.1" status: 204 len: 173 time: 1.1769164 May 20 20:45:19.528125 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f6d637d-4352-4c70-86cc-448d1b8c2847', 'name': 'network-vif-deleted', 'tag': '801ff45b-c7db-4c6d-9464-1f8f3df3c04b'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:45:19.531552 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4291b17aa7b45362825f0571e77c85f5e73afe1df9c7e9e15006df9d695c005e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df5cf9b5-bc05-459e-8fa9-a1bbbeb8d5da" -d '{"events": [{"server_uuid": "7f6d637d-4352-4c70-86cc-448d1b8c2847", "name": "network-vif-deleted", "tag": "801ff45b-c7db-4c6d-9464-1f8f3df3c04b"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:45:19.564196 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c5339d23-ef1d-4738-a0cb-756c1291a4c1 req-ae627126-adba-473e-988e-3ec20b3e791e tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] 10.222.0.35 "GET /v2.0/security-groups?id=08f63c89-364b-47f7-9236-e1c85d29ce51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297383 May 20 20:45:19.610673 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec7b4ab-8f3e-40ca-8e8f-96466c141202 req-88d3284e-71b2-4e44-8b02-110717af4ddf tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:19.612437 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2ec7b4ab-8f3e-40ca-8e8f-96466c141202 req-88d3284e-71b2-4e44-8b02-110717af4ddf tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/ports?device_id=f906357d-2f54-47d7-8892-a2a51002079d HTTP/1.1" status: 200 len: 944 time: 0.1112075 May 20 20:45:19.659477 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2ec7b4ab-8f3e-40ca-8e8f-96466c141202 req-ae939bdb-3019-43b0-b83e-73a237c3266e tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/security-groups?id=c9d9c404-d869-4158-9779-ac1a15da4bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372624 May 20 20:45:19.675348 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 20:45:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a714d00-31d4-4308-b902-5e387b6dba63 x-openstack-request-id: req-8a714d00-31d4-4308-b902-5e387b6dba63 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:45:19.675670 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f6d637d-4352-4c70-86cc-448d1b8c2847", "name": "network-vif-deleted", "tag": "801ff45b-c7db-4c6d-9464-1f8f3df3c04b", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:45:19.676138 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8a714d00-31d4-4308-b902-5e387b6dba63 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:45:19.676824 n-d-842733-1 neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a714d00-31d4-4308-b902-5e387b6dba63'] response: {'server_uuid': '7f6d637d-4352-4c70-86cc-448d1b8c2847', 'name': 'network-vif-deleted', 'tag': '801ff45b-c7db-4c6d-9464-1f8f3df3c04b', 'status': 'completed', 'code': 200} May 20 20:45:19.792910 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-343ac0cc-9320-49bf-a687-cf97fcf5d5fa req-2f92a59e-325b-41e9-ba84-0d0ca56564ee tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f6d637d-4352-4c70-86cc-448d1b8c2847 HTTP/1.1" status: 200 len: 210 time: 0.0556841 May 20 20:45:19.857865 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99c0cd0-8d66-475d-b895-04173687733c req-37cf3238-5895-4b38-8809-5d487f34035b tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:19.859377 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c99c0cd0-8d66-475d-b895-04173687733c req-37cf3238-5895-4b38-8809-5d487f34035b tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] 10.222.0.35 "GET /v2.0/ports?device_id=128787a1-1920-47db-912b-7951bf1b234b HTTP/1.1" status: 200 len: 943 time: 0.0573490 May 20 20:45:19.894621 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-80306698-20c2-4648-ba31-e96ccb8769aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:19.928184 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c99c0cd0-8d66-475d-b895-04173687733c req-82c8153b-ca5a-4a95-a53b-0cb6eb9a08db tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] 10.222.0.35 "GET /v2.0/security-groups?id=e60131e3-31b3-40ad-97bd-41705047293e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581524 May 20 20:45:19.939670 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062a599f-2ab7-4e6e-93c4-dfc28db7359a req-e8e2b5eb-9d8d-4710-bacf-3535127876d6 tempest-ListImageFiltersTestJSON-762368971 tempest-ListImageFiltersTestJSON-762368971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:19.941276 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-062a599f-2ab7-4e6e-93c4-dfc28db7359a req-e8e2b5eb-9d8d-4710-bacf-3535127876d6 tempest-ListImageFiltersTestJSON-762368971 tempest-ListImageFiltersTestJSON-762368971-project] 10.222.0.35 "GET /v2.0/ports?device_id=2cf46fab-12e1-4785-85be-6f2bfb618fd6 HTTP/1.1" status: 200 len: 950 time: 0.0809581 May 20 20:45:19.979186 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-062a599f-2ab7-4e6e-93c4-dfc28db7359a req-d93eb2ae-a803-4a6e-80f5-76f85bf696f3 tempest-ListImageFiltersTestJSON-762368971 tempest-ListImageFiltersTestJSON-762368971-project] 10.222.0.35 "GET /v2.0/security-groups?id=1e825029-db8b-400a-88b4-334185390110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318627 May 20 20:45:20.374707 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb1cffe-6b34-4ec9-b16c-a516f685cdb8 req-3f1d1280-98ed-464c-a6cc-5043ff26f516 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:20.376271 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4eb1cffe-6b34-4ec9-b16c-a516f685cdb8 req-3f1d1280-98ed-464c-a6cc-5043ff26f516 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/ports?device_id=f909c7ca-a771-4d4d-9455-819a14982a65 HTTP/1.1" status: 200 len: 950 time: 0.0560281 May 20 20:45:20.415593 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4eb1cffe-6b34-4ec9-b16c-a516f685cdb8 req-63dfa61e-6052-4c38-bb06-186c38ad4a74 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/security-groups?id=38c76b68-4081-4341-88c9-c8e3082a5da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327139 May 20 20:45:20.514608 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639437f7-5285-4c3a-9d6e-ea47c2e3f494 req-9ab63e8b-53f6-4318-9b21-e4aa66511890 tempest-ServersAdminNegativeTestJSON-780172427 tempest-ServersAdminNegativeTestJSON-780172427-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:20.516150 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-639437f7-5285-4c3a-9d6e-ea47c2e3f494 req-9ab63e8b-53f6-4318-9b21-e4aa66511890 tempest-ServersAdminNegativeTestJSON-780172427 tempest-ServersAdminNegativeTestJSON-780172427-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=77094979-9d60-4fd7-90ba-a489b9993ee4 HTTP/1.1" status: 200 len: 1100 time: 0.0409715 May 20 20:45:20.554113 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-639437f7-5285-4c3a-9d6e-ea47c2e3f494 req-b4bac6fa-8dc7-49be-b37b-99554956fbce tempest-ServersAdminNegativeTestJSON-780172427 tempest-ServersAdminNegativeTestJSON-780172427-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=fbd0fcb9-5b05-4270-a829-55738c8f5e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314765 May 20 20:45:20.727001 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d035c3d-7cd5-406c-bef1-1f636c70fb42 req-72dc1677-159b-4c0d-8d68-18fb2766ad3e tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:20.728778 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3d035c3d-7cd5-406c-bef1-1f636c70fb42 req-72dc1677-159b-4c0d-8d68-18fb2766ad3e tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] 10.222.0.35 "GET /v2.0/ports?device_id=afdb37f9-0912-422e-9f7a-db72aaceea5a HTTP/1.1" status: 200 len: 945 time: 0.0535901 May 20 20:45:20.774236 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3d035c3d-7cd5-406c-bef1-1f636c70fb42 req-c67a7af6-7dc6-48cc-96d2-71aabd45cf3f tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] 10.222.0.35 "GET /v2.0/security-groups?id=08f63c89-364b-47f7-9236-e1c85d29ce51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383220 May 20 20:45:20.860252 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f65574a-e993-4551-8a0b-0e6d18252c77 req-c6e3198f-e233-4226-a3aa-7a175bccc1ac tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:20.861762 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4f65574a-e993-4551-8a0b-0e6d18252c77 req-c6e3198f-e233-4226-a3aa-7a175bccc1ac tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/ports?device_id=f906357d-2f54-47d7-8892-a2a51002079d HTTP/1.1" status: 200 len: 944 time: 0.0539038 May 20 20:45:20.904271 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4f65574a-e993-4551-8a0b-0e6d18252c77 req-5cc3e6a5-a90a-467c-901c-66b8044a3381 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/security-groups?id=c9d9c404-d869-4158-9779-ac1a15da4bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357511 May 20 20:45:21.329134 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24102f8-6838-435e-bc78-856e5c3868a0 req-b3b426c4-f38e-4d01-83dd-f627569a0f9b tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:21.330811 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c24102f8-6838-435e-bc78-856e5c3868a0 req-b3b426c4-f38e-4d01-83dd-f627569a0f9b tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] 10.222.0.35 "GET /v2.0/ports?device_id=128787a1-1920-47db-912b-7951bf1b234b HTTP/1.1" status: 200 len: 943 time: 0.0571353 May 20 20:45:21.370479 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c24102f8-6838-435e-bc78-856e5c3868a0 req-728f9cf6-cc01-47fb-b0f8-948200211add tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] 10.222.0.35 "GET /v2.0/security-groups?id=e60131e3-31b3-40ad-97bd-41705047293e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331624 May 20 20:45:21.466223 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b9e18c-c37e-4384-bcf1-4bafd40ca0d5 req-a2b92abe-1b60-406f-8be4-02e3283cfe1c tempest-ServersAdminNegativeTestJSON-1817032777 tempest-ServersAdminNegativeTestJSON-1817032777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:21.467647 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-53b9e18c-c37e-4384-bcf1-4bafd40ca0d5 req-a2b92abe-1b60-406f-8be4-02e3283cfe1c tempest-ServersAdminNegativeTestJSON-1817032777 tempest-ServersAdminNegativeTestJSON-1817032777-project] 10.222.0.35 "GET /v2.0/ports?device_id=77094979-9d60-4fd7-90ba-a489b9993ee4 HTTP/1.1" status: 200 len: 949 time: 0.0740607 May 20 20:45:21.506803 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2c1e63-aba5-42b3-ac7f-dd28a3b7b4ac req-c0ea44c6-da09-4d6a-aac8-17114e815c7c tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:21.508249 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3c2c1e63-aba5-42b3-ac7f-dd28a3b7b4ac req-c0ea44c6-da09-4d6a-aac8-17114e815c7c tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.35 "GET /v2.0/ports?device_id=21afd256-f156-4f5b-b78a-53e40cd30f78 HTTP/1.1" status: 200 len: 946 time: 0.0785463 May 20 20:45:21.527024 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-53b9e18c-c37e-4384-bcf1-4bafd40ca0d5 req-61ae9e18-5d75-4dd4-86da-ae0c64af276a tempest-ServersAdminNegativeTestJSON-1817032777 tempest-ServersAdminNegativeTestJSON-1817032777-project] 10.222.0.35 "GET /v2.0/security-groups?id=fbd0fcb9-5b05-4270-a829-55738c8f5e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530310 May 20 20:45:21.552885 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3c2c1e63-aba5-42b3-ac7f-dd28a3b7b4ac req-4c58b5de-4d6f-42b5-b7b6-8553ab6ce68d tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.35 "GET /v2.0/security-groups?id=af06f2cf-8756-4fbf-90c6-d72ff1946909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363843 May 20 20:45:21.665502 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727384a3-6357-4fb7-9bdf-2d9676ce2373 req-3dddc640-1f0f-49e8-a147-60074e15e07f tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:21.666960 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-727384a3-6357-4fb7-9bdf-2d9676ce2373 req-3dddc640-1f0f-49e8-a147-60074e15e07f tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/ports?device_id=f909c7ca-a771-4d4d-9455-819a14982a65 HTTP/1.1" status: 200 len: 950 time: 0.0492592 May 20 20:45:21.706723 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-727384a3-6357-4fb7-9bdf-2d9676ce2373 req-ba8b62d6-e815-4bc3-9c95-fa3de61764cb tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/security-groups?id=38c76b68-4081-4341-88c9-c8e3082a5da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324459 May 20 20:45:21.738786 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 5fd4a2ae-5026-47c7-a449-6d0296af80e5 details requested by agent hyperv_n-h1-842733-1 with host n-h1-842733-1 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 20:45:21.741893 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 801ff45b-c7db-4c6d-9464-1f8f3df3c04b no longer exists at agent hyperv_n-h1-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:45:21.768604 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] No Port match for: 801ff45b-c7db-4c6d-9464-1f8f3df3c04b {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 20:45:21.768756 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 801ff45b-c7db-4c6d-9464-1f8f3df3c04b not bound to the agent host n-h1-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 20:45:21.858967 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port 5fd4a2ae-5026-47c7-a449-6d0296af80e5, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=5fd4a2ae-5026-47c7-a449-6d0296af80e5,segment=NetworkSegment(1b0c59b6-1da5-46b1-ba4a-82e83befd33e),segment_id=1b0c59b6-1da5-46b1-ba4a-82e83befd33e)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:45:21.872175 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Returning: {'device': '5fd4a2ae-5026-47c7-a449-6d0296af80e5', 'network_id': '85e5027c-d244-4186-8c19-3a12977de170', 'port_id': '5fd4a2ae-5026-47c7-a449-6d0296af80e5', 'mac_address': 'fa:16:3e:59:7b:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5df30a0b-5cdb-4d91-9fe8-512f286a6485', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 20 20:45:21.894694 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dde3683-60ce-40fa-89bd-f43d422e9722 req-9ec2d26f-a7b9-4e4f-89bb-b76ea15df0f1 tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:21.896303 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9dde3683-60ce-40fa-89bd-f43d422e9722 req-9ec2d26f-a7b9-4e4f-89bb-b76ea15df0f1 tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] 10.222.0.35 "GET /v2.0/ports?device_id=afdb37f9-0912-422e-9f7a-db72aaceea5a HTTP/1.1" status: 200 len: 945 time: 0.0504060 May 20 20:45:21.920055 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Current status of the port 5fd4a2ae-5026-47c7-a449-6d0296af80e5 is: DOWN; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:45:21.920583 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:21.938966 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fd4a2ae-5026-47c7-a449-6d0296af80e5 {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:45:21.943729 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9dde3683-60ce-40fa-89bd-f43d422e9722 req-cb5b2328-5a51-4da2-95ac-eb9df29470f6 tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] 10.222.0.35 "GET /v2.0/security-groups?id=08f63c89-364b-47f7-9236-e1c85d29ce51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377607 May 20 20:45:21.961982 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port 5fd4a2ae-5026-47c7-a449-6d0296af80e5, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=5fd4a2ae-5026-47c7-a449-6d0296af80e5,segment=NetworkSegment(1b0c59b6-1da5-46b1-ba4a-82e83befd33e),segment_id=1b0c59b6-1da5-46b1-ba4a-82e83befd33e)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:45:22.013706 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:22.014570 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 1d79ed7b-3457-4ba6-aed3-f7fcf288724e details requested by agent hyperv_n-h1-842733-1 with host n-h1-842733-1 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 20:45:22.060745 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81853817-b448-414f-9502-3ca58fa09dca req-d9d6860d-2d83-41e4-8e37-01c57cc9655c tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:22.062264 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-81853817-b448-414f-9502-3ca58fa09dca req-d9d6860d-2d83-41e4-8e37-01c57cc9655c tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/ports?device_id=f906357d-2f54-47d7-8892-a2a51002079d HTTP/1.1" status: 200 len: 945 time: 0.0572870 May 20 20:45:22.101244 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-81853817-b448-414f-9502-3ca58fa09dca req-9a4c4997-bf56-4782-b195-1c5ed8d92505 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/security-groups?id=c9d9c404-d869-4158-9779-ac1a15da4bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322981 May 20 20:45:22.120133 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Pushing event updated for resources: {'Port': ['ID=5fd4a2ae-5026-47c7-a449-6d0296af80e5,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:45:22.124280 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device e213a585-6dd1-4d47-a02d-ed1886bd7f5d no longer exists at agent hyperv_n-h2-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:45:22.214209 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port 1d79ed7b-3457-4ba6-aed3-f7fcf288724e, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=1d79ed7b-3457-4ba6-aed3-f7fcf288724e,segment=NetworkSegment(461da9d4-f567-4683-86cb-f9bc470c2bda),segment_id=461da9d4-f567-4683-86cb-f9bc470c2bda)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:45:22.245757 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-5c5c1070-28f4-46c5-aa12-8aa327e6bc41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:22.250476 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Returning: {'device': '1d79ed7b-3457-4ba6-aed3-f7fcf288724e', 'network_id': 'dc8945eb-dd74-4cb0-b93f-84eec37290f3', 'port_id': '1d79ed7b-3457-4ba6-aed3-f7fcf288724e', 'mac_address': 'fa:16:3e:0d:da:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6369a26f-bc30-4622-b5b7-2978096f54a2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 20 20:45:22.282318 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port e213a585-6dd1-4d47-a02d-ed1886bd7f5d is: ACTIVE; New status is: DOWN {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:45:22.282699 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:22.313789 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Current status of the port 1d79ed7b-3457-4ba6-aed3-f7fcf288724e is: DOWN; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:45:22.314170 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:22.320655 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cf46fab-12e1-4785-85be-6f2bfb618fd6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e213a585-6dd1-4d47-a02d-ed1886bd7f5d'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:45:22.322880 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8485417003ce7c0410b00f5cdc2f391e21107b70bb68e2773712534a96e108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6e06767-20c3-4fc4-ab3d-0217fd950ea9" -d '{"events": [{"server_uuid": "2cf46fab-12e1-4785-85be-6f2bfb618fd6", "name": "network-vif-unplugged", "status": "completed", "tag": "e213a585-6dd1-4d47-a02d-ed1886bd7f5d"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:45:22.344854 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port e213a585-6dd1-4d47-a02d-ed1886bd7f5d, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=e213a585-6dd1-4d47-a02d-ed1886bd7f5d,segment=NetworkSegment(ed3a602f-49fb-4a95-be80-401e1eb72e33),segment_id=ed3a602f-49fb-4a95-be80-401e1eb72e33)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:45:22.346983 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d79ed7b-3457-4ba6-aed3-f7fcf288724e {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:45:22.364867 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 May 2022 20:45:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dba9f816-f3d6-41c9-891a-9cd8372ab7a8 x-openstack-request-id: req-dba9f816-f3d6-41c9-891a-9cd8372ab7a8 {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:45:22.365136 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cf46fab-12e1-4785-85be-6f2bfb618fd6", "name": "network-vif-unplugged", "status": "completed", "tag": "e213a585-6dd1-4d47-a02d-ed1886bd7f5d", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:45:22.365419 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-dba9f816-f3d6-41c9-891a-9cd8372ab7a8 {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:45:22.365808 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dba9f816-f3d6-41c9-891a-9cd8372ab7a8'] response: {'server_uuid': '2cf46fab-12e1-4785-85be-6f2bfb618fd6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e213a585-6dd1-4d47-a02d-ed1886bd7f5d', 'code': 200} May 20 20:45:22.368965 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port 1d79ed7b-3457-4ba6-aed3-f7fcf288724e, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=1d79ed7b-3457-4ba6-aed3-f7fcf288724e,segment=NetworkSegment(461da9d4-f567-4683-86cb-f9bc470c2bda),segment_id=461da9d4-f567-4683-86cb-f9bc470c2bda)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:45:22.394563 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:22.443862 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=e213a585-6dd1-4d47-a02d-ed1886bd7f5d,revision_number=11']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:45:22.456976 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:22.500743 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0a73ed-b969-45c3-9220-66ac43ae9a63 req-0a7bd48e-f78e-4f70-9091-1c8e556e5088 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:22.502199 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2c0a73ed-b969-45c3-9220-66ac43ae9a63 req-0a7bd48e-f78e-4f70-9091-1c8e556e5088 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] 10.222.0.35 "GET /v2.0/ports?device_id=128787a1-1920-47db-912b-7951bf1b234b HTTP/1.1" status: 200 len: 944 time: 0.0563605 May 20 20:45:22.504307 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Pushing event updated for resources: {'Port': ['ID=1d79ed7b-3457-4ba6-aed3-f7fcf288724e,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:45:22.542840 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2c0a73ed-b969-45c3-9220-66ac43ae9a63 req-cb56804b-a462-49e8-84dc-e3979d9b86cc tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] 10.222.0.35 "GET /v2.0/security-groups?id=e60131e3-31b3-40ad-97bd-41705047293e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340843 May 20 20:45:22.647623 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df04a1cd-ccd6-4507-8d80-f87009382a5f req-dd35cace-57e8-423a-b87a-c15ba62cecee tempest-ServersAdminNegativeTestJSON-1817032777 tempest-ServersAdminNegativeTestJSON-1817032777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:22.649078 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-df04a1cd-ccd6-4507-8d80-f87009382a5f req-dd35cace-57e8-423a-b87a-c15ba62cecee tempest-ServersAdminNegativeTestJSON-1817032777 tempest-ServersAdminNegativeTestJSON-1817032777-project] 10.222.0.35 "GET /v2.0/ports?device_id=77094979-9d60-4fd7-90ba-a489b9993ee4 HTTP/1.1" status: 200 len: 949 time: 0.0486653 May 20 20:45:22.687759 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-df04a1cd-ccd6-4507-8d80-f87009382a5f req-e20f2c9c-15df-4212-a319-ac7fe43844d5 tempest-ServersAdminNegativeTestJSON-1817032777 tempest-ServersAdminNegativeTestJSON-1817032777-project] 10.222.0.35 "GET /v2.0/security-groups?id=fbd0fcb9-5b05-4270-a829-55738c8f5e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317414 May 20 20:45:22.767082 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] get_ports_and_sgs() called for port_ids ['5fd4a2ae-5026-47c7-a449-6d0296af80e5'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:45:22.771932 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] get_ports_and_sgs() called for port_ids ['1d79ed7b-3457-4ba6-aed3-f7fcf288724e'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:45:22.795634 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d074f708-4671-4fdd-abed-0b1da0a2629e req-f03a3a7c-ea65-4723-b31a-64ed8a31aa42 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:22.797108 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d074f708-4671-4fdd-abed-0b1da0a2629e req-f03a3a7c-ea65-4723-b31a-64ed8a31aa42 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.35 "GET /v2.0/ports?device_id=21afd256-f156-4f5b-b78a-53e40cd30f78 HTTP/1.1" status: 200 len: 946 time: 0.0538244 May 20 20:45:22.836998 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d074f708-4671-4fdd-abed-0b1da0a2629e req-5e9027d9-b40d-467a-b1c9-a31e96b24502 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.35 "GET /v2.0/security-groups?id=af06f2cf-8756-4fbf-90c6-d72ff1946909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327034 May 20 20:45:22.948055 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cefaa6-7d97-4866-9a4f-766fa55e7773 req-f5754d37-9944-4a63-8e8d-d7a68b25cf43 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:22.950370 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f9cefaa6-7d97-4866-9a4f-766fa55e7773 req-f5754d37-9944-4a63-8e8d-d7a68b25cf43 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/ports?device_id=f909c7ca-a771-4d4d-9455-819a14982a65 HTTP/1.1" status: 200 len: 950 time: 0.0497999 May 20 20:45:22.998222 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f9cefaa6-7d97-4866-9a4f-766fa55e7773 req-966465b3-7cca-4c3b-bcce-38444c2ec3bd tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/security-groups?id=38c76b68-4081-4341-88c9-c8e3082a5da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369475 May 20 20:45:23.121066 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e09fb7-6886-42ef-9f9a-e5d52a65b35c req-d03842f7-7d5f-419b-bec5-b5c1ac74b866 tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:23.122684 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-44e09fb7-6886-42ef-9f9a-e5d52a65b35c req-d03842f7-7d5f-419b-bec5-b5c1ac74b866 tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] 10.222.0.35 "GET /v2.0/ports?device_id=afdb37f9-0912-422e-9f7a-db72aaceea5a HTTP/1.1" status: 200 len: 945 time: 0.0507212 May 20 20:45:23.161639 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-44e09fb7-6886-42ef-9f9a-e5d52a65b35c req-cf59ec13-d2d8-4666-8068-b5dfd2fe0bc2 tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] 10.222.0.35 "GET /v2.0/security-groups?id=08f63c89-364b-47f7-9236-e1c85d29ce51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326889 May 20 20:45:23.297884 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fa6a9a-7bb6-499a-8a7b-875c3e2462f9 req-784054fc-f277-43d0-8ac9-8fa1b51d8f89 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:23.299256 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-33fa6a9a-7bb6-499a-8a7b-875c3e2462f9 req-784054fc-f277-43d0-8ac9-8fa1b51d8f89 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.13 "GET /v2.0/ports?device_id=21afd256-f156-4f5b-b78a-53e40cd30f78 HTTP/1.1" status: 200 len: 946 time: 0.0812907 May 20 20:45:23.306409 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe379b46-53a1-4339-bd5d-9fa84ae3f1dd req-226016b0-6e91-41cc-8336-1d4e4a5dcb52 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:23.307843 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-fe379b46-53a1-4339-bd5d-9fa84ae3f1dd req-226016b0-6e91-41cc-8336-1d4e4a5dcb52 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/ports?device_id=f906357d-2f54-47d7-8892-a2a51002079d HTTP/1.1" status: 200 len: 945 time: 0.0911140 May 20 20:45:23.353502 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a912c2e-f472-4062-a12d-25b788d57869 req-6bebb286-131c-4482-a2e8-c108cbdd28cc tempest-ServersAdminNegativeTestJSON-1817032777 tempest-ServersAdminNegativeTestJSON-1817032777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:23.355081 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-4a912c2e-f472-4062-a12d-25b788d57869 req-6bebb286-131c-4482-a2e8-c108cbdd28cc tempest-ServersAdminNegativeTestJSON-1817032777 tempest-ServersAdminNegativeTestJSON-1817032777-project] 10.222.0.13 "GET /v2.0/ports?device_id=77094979-9d60-4fd7-90ba-a489b9993ee4 HTTP/1.1" status: 200 len: 949 time: 0.0525556 May 20 20:45:23.396849 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-fe379b46-53a1-4339-bd5d-9fa84ae3f1dd req-132006a7-7dfc-4caa-bba6-60310d3ec0a0 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/security-groups?id=c9d9c404-d869-4158-9779-ac1a15da4bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801408 May 20 20:45:23.426824 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [req-33fa6a9a-7bb6-499a-8a7b-875c3e2462f9 req-4dcb04bb-17ca-45dc-b144-e1032e61c4d3 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] Deleting port 71deeceb-8906-49c8-b371-d300e9c63f70 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:45:23.427603 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-33fa6a9a-7bb6-499a-8a7b-875c3e2462f9 req-4dcb04bb-17ca-45dc-b144-e1032e61c4d3 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:23.460075 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-4a912c2e-f472-4062-a12d-25b788d57869 req-6613262f-5d8c-433b-a1a6-d6202b7eade5 tempest-ServersAdminNegativeTestJSON-1817032777 tempest-ServersAdminNegativeTestJSON-1817032777-project] Deleting port f9017c18-1518-4c64-827e-b806f05e9a05 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:45:23.460415 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-4a912c2e-f472-4062-a12d-25b788d57869 req-6613262f-5d8c-433b-a1a6-d6202b7eade5 tempest-ServersAdminNegativeTestJSON-1817032777 tempest-ServersAdminNegativeTestJSON-1817032777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:23.522658 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-33fa6a9a-7bb6-499a-8a7b-875c3e2462f9 req-4dcb04bb-17ca-45dc-b144-e1032e61c4d3 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] For port 71deeceb-8906-49c8-b371-d300e9c63f70, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=71deeceb-8906-49c8-b371-d300e9c63f70,segment=NetworkSegment(1b618711-eace-4f66-9dbc-026093290eaa),segment_id=1b618711-eace-4f66-9dbc-026093290eaa)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:45:23.523242 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-33fa6a9a-7bb6-499a-8a7b-875c3e2462f9 req-4dcb04bb-17ca-45dc-b144-e1032e61c4d3 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:23.535351 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [req-33fa6a9a-7bb6-499a-8a7b-875c3e2462f9 req-4dcb04bb-17ca-45dc-b144-e1032e61c4d3 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] Calling delete_port for 71deeceb-8906-49c8-b371-d300e9c63f70 owned by compute:nova {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:45:23.551590 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-4a912c2e-f472-4062-a12d-25b788d57869 req-6613262f-5d8c-433b-a1a6-d6202b7eade5 tempest-ServersAdminNegativeTestJSON-1817032777 tempest-ServersAdminNegativeTestJSON-1817032777-project] For port f9017c18-1518-4c64-827e-b806f05e9a05, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=f9017c18-1518-4c64-827e-b806f05e9a05,segment=NetworkSegment(ed3a602f-49fb-4a95-be80-401e1eb72e33),segment_id=ed3a602f-49fb-4a95-be80-401e1eb72e33)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:45:23.551876 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-4a912c2e-f472-4062-a12d-25b788d57869 req-6613262f-5d8c-433b-a1a6-d6202b7eade5 tempest-ServersAdminNegativeTestJSON-1817032777 tempest-ServersAdminNegativeTestJSON-1817032777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:23.564785 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-4a912c2e-f472-4062-a12d-25b788d57869 req-6613262f-5d8c-433b-a1a6-d6202b7eade5 tempest-ServersAdminNegativeTestJSON-1817032777 tempest-ServersAdminNegativeTestJSON-1817032777-project] Calling delete_port for f9017c18-1518-4c64-827e-b806f05e9a05 owned by compute:nova {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:45:23.701347 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0095aebd-3e92-4fe5-94ea-defffc3c48b4 req-7a63f29c-ad7f-4b3e-8e84-cde5fc8cdf6e tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:23.702759 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0095aebd-3e92-4fe5-94ea-defffc3c48b4 req-7a63f29c-ad7f-4b3e-8e84-cde5fc8cdf6e tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] 10.222.0.35 "GET /v2.0/ports?device_id=128787a1-1920-47db-912b-7951bf1b234b HTTP/1.1" status: 200 len: 944 time: 0.0844395 May 20 20:45:23.745491 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0095aebd-3e92-4fe5-94ea-defffc3c48b4 req-0a17218c-8ccd-4733-a41a-96520c8eabca tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] 10.222.0.35 "GET /v2.0/security-groups?id=e60131e3-31b3-40ad-97bd-41705047293e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335836 May 20 20:45:23.853967 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9517db-3496-4d4b-95ec-6e9a53fd397c req-e9e375a4-cf22-469d-a1e1-d31b41031075 tempest-ServersAdminNegativeTestJSON-1817032777 tempest-ServersAdminNegativeTestJSON-1817032777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:23.855253 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4c9517db-3496-4d4b-95ec-6e9a53fd397c req-e9e375a4-cf22-469d-a1e1-d31b41031075 tempest-ServersAdminNegativeTestJSON-1817032777 tempest-ServersAdminNegativeTestJSON-1817032777-project] 10.222.0.35 "GET /v2.0/ports?device_id=77094979-9d60-4fd7-90ba-a489b9993ee4 HTTP/1.1" status: 200 len: 949 time: 0.0487127 May 20 20:45:23.876760 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-33fa6a9a-7bb6-499a-8a7b-875c3e2462f9 req-4dcb04bb-17ca-45dc-b144-e1032e61c4d3 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:23.888310 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] get_ports_and_sgs() called for port_ids ['3f587f96-5444-4c41-a898-7664aceff07c'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:45:23.898844 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-4a912c2e-f472-4062-a12d-25b788d57869 req-6613262f-5d8c-433b-a1a6-d6202b7eade5 tempest-ServersAdminNegativeTestJSON-1817032777 tempest-ServersAdminNegativeTestJSON-1817032777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:23.913267 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcb04bb-17ca-45dc-b144-e1032e61c4d3 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] Pushing event deleted for resources: {'Port': ['ID=71deeceb-8906-49c8-b371-d300e9c63f70,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:45:23.928950 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6613262f-5d8c-433b-a1a6-d6202b7eade5 tempest-ServersAdminNegativeTestJSON-1817032777 tempest-ServersAdminNegativeTestJSON-1817032777-project] Pushing event deleted for resources: {'Port': ['ID=f9017c18-1518-4c64-827e-b806f05e9a05,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:45:23.937764 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] get_ports_and_sgs() called for port_ids ['71deeceb-8906-49c8-b371-d300e9c63f70'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:45:23.940992 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4c9517db-3496-4d4b-95ec-6e9a53fd397c req-fe98c875-f06f-4266-a2db-2951e0b04a6c tempest-ServersAdminNegativeTestJSON-1817032777 tempest-ServersAdminNegativeTestJSON-1817032777-project] 10.222.0.35 "GET /v2.0/security-groups?id=fbd0fcb9-5b05-4270-a829-55738c8f5e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762496 May 20 20:45:23.976967 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4bb0e131-6525-46ca-a45b-e4ea43a5e69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:23.991455 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a912c2e-f472-4062-a12d-25b788d57869 req-6613262f-5d8c-433b-a1a6-d6202b7eade5 tempest-ServersAdminNegativeTestJSON-1817032777 tempest-ServersAdminNegativeTestJSON-1817032777-project] No DVR routers for this DVR port f9017c18-1518-4c64-827e-b806f05e9a05 on host n-h2-842733-1 {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:45:23.994855 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-4a912c2e-f472-4062-a12d-25b788d57869 req-6613262f-5d8c-433b-a1a6-d6202b7eade5 tempest-ServersAdminNegativeTestJSON-1817032777 tempest-ServersAdminNegativeTestJSON-1817032777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:24.001892 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-4a912c2e-f472-4062-a12d-25b788d57869 req-6613262f-5d8c-433b-a1a6-d6202b7eade5 tempest-ServersAdminNegativeTestJSON-1817032777 tempest-ServersAdminNegativeTestJSON-1817032777-project] 10.222.0.13 "DELETE /v2.0/ports/f9017c18-1518-4c64-827e-b806f05e9a05 HTTP/1.1" status: 204 len: 173 time: 0.6309505 May 20 20:45:24.002819 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77094979-9d60-4fd7-90ba-a489b9993ee4', 'name': 'network-vif-deleted', 'tag': 'f9017c18-1518-4c64-827e-b806f05e9a05'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:45:24.006625 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6fa957933fccbf596d28104b23404b952ad6a8238afaebaed40a0874b2e409" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bfc0242-f189-4be0-aa53-9d8775030619" -d '{"events": [{"server_uuid": "77094979-9d60-4fd7-90ba-a489b9993ee4", "name": "network-vif-deleted", "tag": "f9017c18-1518-4c64-827e-b806f05e9a05"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:45:24.007289 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [req-33fa6a9a-7bb6-499a-8a7b-875c3e2462f9 req-4dcb04bb-17ca-45dc-b144-e1032e61c4d3 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] No DVR routers for this DVR port 71deeceb-8906-49c8-b371-d300e9c63f70 on host n-h2-842733-1 {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:45:24.009832 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-33fa6a9a-7bb6-499a-8a7b-875c3e2462f9 req-4dcb04bb-17ca-45dc-b144-e1032e61c4d3 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:24.014665 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-33fa6a9a-7bb6-499a-8a7b-875c3e2462f9 req-4dcb04bb-17ca-45dc-b144-e1032e61c4d3 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.13 "DELETE /v2.0/ports/71deeceb-8906-49c8-b371-d300e9c63f70 HTTP/1.1" status: 204 len: 173 time: 0.7049077 May 20 20:45:24.014665 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21afd256-f156-4f5b-b78a-53e40cd30f78', 'name': 'network-vif-deleted', 'tag': '71deeceb-8906-49c8-b371-d300e9c63f70'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:45:24.016624 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4291b17aa7b45362825f0571e77c85f5e73afe1df9c7e9e15006df9d695c005e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-949dc363-b573-4826-8540-25416f0d64c7" -d '{"events": [{"server_uuid": "21afd256-f156-4f5b-b78a-53e40cd30f78", "name": "network-vif-deleted", "tag": "71deeceb-8906-49c8-b371-d300e9c63f70"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:45:24.036356 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] get_ports_and_sgs() called for port_ids ['f9017c18-1518-4c64-827e-b806f05e9a05'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:45:24.072137 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-85461d91-aabb-4d81-9a2a-4c86e1b9a945 req-283def55-e08f-4207-8789-43fb52623783 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.35 "GET /v2.0/ports?device_id=21afd256-f156-4f5b-b78a-53e40cd30f78 HTTP/1.1" status: 200 len: 210 time: 0.0312252 May 20 20:45:24.119414 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 20:45:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b403827a-9543-4df3-9bff-e5876bae1feb x-openstack-request-id: req-b403827a-9543-4df3-9bff-e5876bae1feb {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:45:24.119706 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77094979-9d60-4fd7-90ba-a489b9993ee4", "name": "network-vif-deleted", "tag": "f9017c18-1518-4c64-827e-b806f05e9a05", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:45:24.119985 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b403827a-9543-4df3-9bff-e5876bae1feb {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:45:24.120365 n-d-842733-1 neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b403827a-9543-4df3-9bff-e5876bae1feb'] response: {'server_uuid': '77094979-9d60-4fd7-90ba-a489b9993ee4', 'name': 'network-vif-deleted', 'tag': 'f9017c18-1518-4c64-827e-b806f05e9a05', 'status': 'completed', 'code': 200} May 20 20:45:24.172336 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 20:45:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4849cadc-5e76-4256-92ad-e758e339bc42 x-openstack-request-id: req-4849cadc-5e76-4256-92ad-e758e339bc42 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:45:24.172635 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21afd256-f156-4f5b-b78a-53e40cd30f78", "name": "network-vif-deleted", "tag": "71deeceb-8906-49c8-b371-d300e9c63f70", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:45:24.172893 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4849cadc-5e76-4256-92ad-e758e339bc42 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:45:24.173333 n-d-842733-1 neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4849cadc-5e76-4256-92ad-e758e339bc42'] response: {'server_uuid': '21afd256-f156-4f5b-b78a-53e40cd30f78', 'name': 'network-vif-deleted', 'tag': '71deeceb-8906-49c8-b371-d300e9c63f70', 'status': 'completed', 'code': 200} May 20 20:45:24.278059 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a11cb04-1dbe-4849-ad8f-7001f2e5027d req-80f331c7-0542-493f-9529-4b28cf726fbd tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:24.279552 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6a11cb04-1dbe-4849-ad8f-7001f2e5027d req-80f331c7-0542-493f-9529-4b28cf726fbd tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/ports?device_id=f909c7ca-a771-4d4d-9455-819a14982a65 HTTP/1.1" status: 200 len: 950 time: 0.0498729 May 20 20:45:24.328390 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6a11cb04-1dbe-4849-ad8f-7001f2e5027d req-c2ddce9a-ef86-4493-817b-50aecb74d308 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/security-groups?id=38c76b68-4081-4341-88c9-c8e3082a5da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421407 May 20 20:45:24.435331 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf71247-c98a-42a7-8bd0-6930f5e6e5d6 req-ff35c6d7-b2f6-4f59-b0ab-98d9c37eb90a tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:24.439548 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-acf71247-c98a-42a7-8bd0-6930f5e6e5d6 req-ff35c6d7-b2f6-4f59-b0ab-98d9c37eb90a tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] 10.222.0.35 "GET /v2.0/ports?device_id=afdb37f9-0912-422e-9f7a-db72aaceea5a HTTP/1.1" status: 200 len: 945 time: 0.0700107 May 20 20:45:24.458542 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:24.483312 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-acf71247-c98a-42a7-8bd0-6930f5e6e5d6 req-77a58769-ff39-4d5d-9925-f99b4a3ae341 tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] 10.222.0.35 "GET /v2.0/security-groups?id=08f63c89-364b-47f7-9236-e1c85d29ce51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357504 May 20 20:45:24.489087 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] get_ports_and_sgs() called for port_ids ['ca99e829-35c6-4b50-9792-f994c9054c4d'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:45:24.608046 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d365d1-8100-40b5-b8e0-2ea96a2da33f req-d4c62ca3-9886-4e55-902d-2812d6be4ea1 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:24.609581 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-24d365d1-8100-40b5-b8e0-2ea96a2da33f req-d4c62ca3-9886-4e55-902d-2812d6be4ea1 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/ports?device_id=f906357d-2f54-47d7-8892-a2a51002079d HTTP/1.1" status: 200 len: 945 time: 0.0502174 May 20 20:45:24.649591 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-24d365d1-8100-40b5-b8e0-2ea96a2da33f req-7fd8f2ad-6543-45aa-857b-9cdf63b2ba2e tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/security-groups?id=c9d9c404-d869-4158-9779-ac1a15da4bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337250 May 20 20:45:24.874548 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e70b16-02c5-4c48-88e3-dda9f82ce511 req-30601fd5-c7ec-4959-ad68-671b708cf294 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:24.875998 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-05e70b16-02c5-4c48-88e3-dda9f82ce511 req-30601fd5-c7ec-4959-ad68-671b708cf294 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] 10.222.0.35 "GET /v2.0/ports?device_id=128787a1-1920-47db-912b-7951bf1b234b HTTP/1.1" status: 200 len: 944 time: 0.0577340 May 20 20:45:24.916553 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-05e70b16-02c5-4c48-88e3-dda9f82ce511 req-52934b81-4bc2-41c6-b12b-a17e49921532 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] 10.222.0.35 "GET /v2.0/security-groups?id=e60131e3-31b3-40ad-97bd-41705047293e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345461 May 20 20:45:25.055043 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-04b00ab9-b2db-4b3a-ad3b-dc74ba77c40a req-f3ea6886-4ddc-45b5-b769-164545374a68 tempest-ServersAdminNegativeTestJSON-1817032777 tempest-ServersAdminNegativeTestJSON-1817032777-project] 10.222.0.35 "GET /v2.0/ports?device_id=77094979-9d60-4fd7-90ba-a489b9993ee4 HTTP/1.1" status: 200 len: 210 time: 0.0275674 May 20 20:45:25.178581 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e8aa50c8-60dd-48ed-ac15-908f088eb114 req-ca5661b2-3378-48ae-a1aa-395b0aa0442b tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.35 "GET /v2.0/ports?device_id=21afd256-f156-4f5b-b78a-53e40cd30f78 HTTP/1.1" status: 200 len: 210 time: 0.0285456 May 20 20:45:25.450995 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cc3ec51b-6ec8-438a-8349-5f0bec346d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:25.451808 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0cedd6-0a7c-4f60-b378-23506dbaa6bd req-8df1bceb-3430-4ea6-9926-05e728bf4fe9 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:25.457859 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ad0cedd6-0a7c-4f60-b378-23506dbaa6bd req-8df1bceb-3430-4ea6-9926-05e728bf4fe9 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/ports?device_id=f909c7ca-a771-4d4d-9455-819a14982a65 HTTP/1.1" status: 200 len: 950 time: 0.0609815 May 20 20:45:25.510033 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ad0cedd6-0a7c-4f60-b378-23506dbaa6bd req-ee2062bd-33f7-45fb-a462-c26998557bf5 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/security-groups?id=38c76b68-4081-4341-88c9-c8e3082a5da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495839 May 20 20:45:25.533109 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:25.628146 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188c867f-d2d4-44c3-866c-734c5e49de92 req-609270c8-2781-4c1e-a66c-d3b8a30732ea tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:25.629635 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-188c867f-d2d4-44c3-866c-734c5e49de92 req-609270c8-2781-4c1e-a66c-d3b8a30732ea tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] 10.222.0.35 "GET /v2.0/ports?device_id=afdb37f9-0912-422e-9f7a-db72aaceea5a HTTP/1.1" status: 200 len: 945 time: 0.0496802 May 20 20:45:25.673937 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-188c867f-d2d4-44c3-866c-734c5e49de92 req-8f0b3771-aa5e-404c-9bad-ed89098ca7b6 tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] 10.222.0.35 "GET /v2.0/security-groups?id=08f63c89-364b-47f7-9236-e1c85d29ce51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375743 May 20 20:45:25.758161 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 5fd4a2ae-5026-47c7-a449-6d0296af80e5 up at agent hyperv_n-h1-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:45:25.785421 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a01b7e-ae5a-4872-b4ab-c9160940b602 req-f119c090-1690-4f25-94e8-91af4262a64d tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:25.787035 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-82a01b7e-ae5a-4872-b4ab-c9160940b602 req-f119c090-1690-4f25-94e8-91af4262a64d tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/ports?device_id=f906357d-2f54-47d7-8892-a2a51002079d HTTP/1.1" status: 200 len: 945 time: 0.0509388 May 20 20:45:25.829484 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-82a01b7e-ae5a-4872-b4ab-c9160940b602 req-d12b6fd5-fa71-48d1-ae1d-352776525e0a tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/security-groups?id=c9d9c404-d869-4158-9779-ac1a15da4bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359850 May 20 20:45:25.882463 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4548f1-9efc-4b18-9996-2d6f02cf8c93 req-d1910fc1-d697-448b-bce4-e841cd807cbc tempest-ListImageFiltersTestJSON-762368971 tempest-ListImageFiltersTestJSON-762368971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:25.883926 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9d4548f1-9efc-4b18-9996-2d6f02cf8c93 req-d1910fc1-d697-448b-bce4-e841cd807cbc tempest-ListImageFiltersTestJSON-762368971 tempest-ListImageFiltersTestJSON-762368971-project] 10.222.0.35 "GET /v2.0/ports?device_id=0bbfd9e8-a057-44f1-b038-cbd8f003a98d HTTP/1.1" status: 200 len: 947 time: 0.0490441 May 20 20:45:25.885031 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Provisioning for port 5fd4a2ae-5026-47c7-a449-6d0296af80e5 completed by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 20:45:25.889193 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Provisioning complete for port 5fd4a2ae-5026-47c7-a449-6d0296af80e5 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:45:25.889615 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:25.922366 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9d4548f1-9efc-4b18-9996-2d6f02cf8c93 req-18e14926-60c3-46a6-b5cf-54620caa4b06 tempest-ListImageFiltersTestJSON-762368971 tempest-ListImageFiltersTestJSON-762368971-project] 10.222.0.35 "GET /v2.0/security-groups?id=1e825029-db8b-400a-88b4-334185390110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317669 May 20 20:45:25.971551 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Current status of the port 5fd4a2ae-5026-47c7-a449-6d0296af80e5 is: BUILD; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:45:25.971931 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:25.994787 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f906357d-2f54-47d7-8892-a2a51002079d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fd4a2ae-5026-47c7-a449-6d0296af80e5'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:45:25.997772 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8485417003ce7c0410b00f5cdc2f391e21107b70bb68e2773712534a96e108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de936506-77c8-4239-8382-07d9274fa69e" -d '{"events": [{"server_uuid": "f906357d-2f54-47d7-8892-a2a51002079d", "name": "network-vif-plugged", "status": "completed", "tag": "5fd4a2ae-5026-47c7-a449-6d0296af80e5"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:45:26.011035 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port 5fd4a2ae-5026-47c7-a449-6d0296af80e5, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=5fd4a2ae-5026-47c7-a449-6d0296af80e5,segment=NetworkSegment(1b0c59b6-1da5-46b1-ba4a-82e83befd33e),segment_id=1b0c59b6-1da5-46b1-ba4a-82e83befd33e)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:45:26.040004 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 20:45:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6467df91-f94c-43d8-b4ac-cde61e9c747d x-openstack-request-id: req-6467df91-f94c-43d8-b4ac-cde61e9c747d {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:45:26.040004 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f906357d-2f54-47d7-8892-a2a51002079d", "name": "network-vif-plugged", "status": "completed", "tag": "5fd4a2ae-5026-47c7-a449-6d0296af80e5", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:45:26.040004 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6467df91-f94c-43d8-b4ac-cde61e9c747d {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:45:26.040004 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6467df91-f94c-43d8-b4ac-cde61e9c747d'] response: {'server_uuid': 'f906357d-2f54-47d7-8892-a2a51002079d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fd4a2ae-5026-47c7-a449-6d0296af80e5', 'code': 200} May 20 20:45:26.049768 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bcbe87-0a44-49f0-98c1-76a58984ec8f req-a30429b6-cdef-463d-a607-2bac75e280d5 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:26.051256 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c8bcbe87-0a44-49f0-98c1-76a58984ec8f req-a30429b6-cdef-463d-a607-2bac75e280d5 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] 10.222.0.35 "GET /v2.0/ports?device_id=128787a1-1920-47db-912b-7951bf1b234b HTTP/1.1" status: 200 len: 944 time: 0.0606203 May 20 20:45:26.089532 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:26.092552 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 1d79ed7b-3457-4ba6-aed3-f7fcf288724e up at agent hyperv_n-h1-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:45:26.096255 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c8bcbe87-0a44-49f0-98c1-76a58984ec8f req-9db51d17-d7d8-4261-a39e-45f0c81ee1f4 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] 10.222.0.35 "GET /v2.0/security-groups?id=e60131e3-31b3-40ad-97bd-41705047293e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381680 May 20 20:45:26.120668 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 71deeceb-8906-49c8-b371-d300e9c63f70 no longer exists at agent hyperv_n-h2-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:45:26.159390 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904997bc-48a5-4690-ac33-4ec9974d89cb req-776c55e4-e0e7-49e1-9257-9d856c94cbbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:26.160989 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-904997bc-48a5-4690-ac33-4ec9974d89cb req-776c55e4-e0e7-49e1-9257-9d856c94cbbc service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f906357d-2f54-47d7-8892-a2a51002079d HTTP/1.1" status: 200 len: 1097 time: 0.0489311 May 20 20:45:26.170546 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] No Port match for: 71deeceb-8906-49c8-b371-d300e9c63f70 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 20:45:26.170955 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 71deeceb-8906-49c8-b371-d300e9c63f70 not bound to the agent host n-h2-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 20:45:26.171433 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device f9017c18-1518-4c64-827e-b806f05e9a05 no longer exists at agent hyperv_n-h2-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:45:26.202812 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] No Port match for: f9017c18-1518-4c64-827e-b806f05e9a05 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 20:45:26.203164 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device f9017c18-1518-4c64-827e-b806f05e9a05 not bound to the agent host n-h2-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 20:45:26.209920 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-904997bc-48a5-4690-ac33-4ec9974d89cb req-0953852f-5857-4886-8703-20fd06ade22b service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=c9d9c404-d869-4158-9779-ac1a15da4bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309389 May 20 20:45:26.233465 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Pushing event updated for resources: {'Port': ['ID=5fd4a2ae-5026-47c7-a449-6d0296af80e5,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:45:26.313173 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Provisioning for port 1d79ed7b-3457-4ba6-aed3-f7fcf288724e completed by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 20:45:26.314601 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Provisioning complete for port 1d79ed7b-3457-4ba6-aed3-f7fcf288724e triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:45:26.315089 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:26.400489 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Current status of the port 1d79ed7b-3457-4ba6-aed3-f7fcf288724e is: BUILD; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:45:26.400922 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:26.436334 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port 1d79ed7b-3457-4ba6-aed3-f7fcf288724e, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=1d79ed7b-3457-4ba6-aed3-f7fcf288724e,segment=NetworkSegment(461da9d4-f567-4683-86cb-f9bc470c2bda),segment_id=461da9d4-f567-4683-86cb-f9bc470c2bda)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:45:26.493024 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4ff130-e506-4d82-acd0-603641e6f040 req-d25678e9-9e0e-471c-ac8b-b3f45393021e tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:26.494294 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ea4ff130-e506-4d82-acd0-603641e6f040 req-d25678e9-9e0e-471c-ac8b-b3f45393021e tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.35 "GET /v2.0/networks?id=80bda1f2-d8f3-4628-a486-5841bb81c3dc HTTP/1.1" status: 200 len: 805 time: 0.1112039 May 20 20:45:26.521466 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:26.533916 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ea4ff130-e506-4d82-acd0-603641e6f040 req-7835a56d-6bf9-4abd-88c8-4b327df5a55f tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.35 "GET /v2.0/quotas/bfecc73b8c99406dbde7fba5545cc962 HTTP/1.1" status: 200 len: 375 time: 0.0300632 May 20 20:45:26.576150 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Pushing event updated for resources: {'Port': ['ID=1d79ed7b-3457-4ba6-aed3-f7fcf288724e,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:45:26.576500 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798365ec-712f-43b5-8606-f928cf988667 req-eca91fdd-61a3-4a44-afc4-9fd77e89516b tempest-ServersAdminNegativeTestJSON-1817032777 tempest-ServersAdminNegativeTestJSON-1817032777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:26.577969 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-798365ec-712f-43b5-8606-f928cf988667 req-eca91fdd-61a3-4a44-afc4-9fd77e89516b tempest-ServersAdminNegativeTestJSON-1817032777 tempest-ServersAdminNegativeTestJSON-1817032777-project] 10.222.0.35 "GET /v2.0/ports?device_id=13c8a8b0-6bcb-4303-8fad-1f9f3e9a3230 HTTP/1.1" status: 200 len: 950 time: 0.0827429 May 20 20:45:26.611000 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ea4ff130-e506-4d82-acd0-603641e6f040 req-4ebd5d34-8650-4537-9c7b-67c54a94627b tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=bfecc73b8c99406dbde7fba5545cc962&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0695596 May 20 20:45:26.644538 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-798365ec-712f-43b5-8606-f928cf988667 req-3f3b5d8d-1a80-40f0-abf9-890d4aad76fc tempest-ServersAdminNegativeTestJSON-1817032777 tempest-ServersAdminNegativeTestJSON-1817032777-project] 10.222.0.35 "GET /v2.0/security-groups?id=fbd0fcb9-5b05-4270-a829-55738c8f5e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589581 May 20 20:45:26.724396 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ea4ff130-e506-4d82-acd0-603641e6f040 req-960609d4-e473-467f-b23a-6db9234e6e20 service neutron] 10.222.0.35 "GET /v2.0/networks/80bda1f2-d8f3-4628-a486-5841bb81c3dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031370 May 20 20:45:26.805993 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b89593-8d07-40a7-b242-99c88d7256d6 req-6f6b30ad-c79f-46ca-bf75-0f27b1c5b03a tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:26.807436 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-71b89593-8d07-40a7-b242-99c88d7256d6 req-6f6b30ad-c79f-46ca-bf75-0f27b1c5b03a tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/ports?device_id=f909c7ca-a771-4d4d-9455-819a14982a65 HTTP/1.1" status: 200 len: 950 time: 0.1022155 May 20 20:45:26.855161 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ea4ff130-e506-4d82-acd0-603641e6f040 req-2f56d164-71cc-4a98-b002-a5b293b0062a service neutron] 10.222.0.35 "GET /v2.0/networks/80bda1f2-d8f3-4628-a486-5841bb81c3dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178873 May 20 20:45:26.867215 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-71b89593-8d07-40a7-b242-99c88d7256d6 req-1c7e5e09-01ec-43d6-97b9-42bfec589b76 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/security-groups?id=38c76b68-4081-4341-88c9-c8e3082a5da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501041 May 20 20:45:26.973616 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cd5b55-e211-484b-8532-7f6785aa91e9 req-2cc289be-f098-4f10-805b-dee9b706c149 tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:26.975142 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-27cd5b55-e211-484b-8532-7f6785aa91e9 req-2cc289be-f098-4f10-805b-dee9b706c149 tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] 10.222.0.35 "GET /v2.0/ports?device_id=afdb37f9-0912-422e-9f7a-db72aaceea5a HTTP/1.1" status: 200 len: 945 time: 0.0497231 May 20 20:45:27.017084 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-27cd5b55-e211-484b-8532-7f6785aa91e9 req-ff12e4a3-720e-428f-b146-689ac8ad4dee tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] 10.222.0.35 "GET /v2.0/security-groups?id=08f63c89-364b-47f7-9236-e1c85d29ce51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354326 May 20 20:45:27.128510 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2624fb24-f8dd-41c1-b25e-5e6890f8ba92 req-34906e3b-5bff-471d-974f-76518645c208 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:27.130067 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2624fb24-f8dd-41c1-b25e-5e6890f8ba92 req-34906e3b-5bff-471d-974f-76518645c208 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/ports?device_id=f906357d-2f54-47d7-8892-a2a51002079d HTTP/1.1" status: 200 len: 946 time: 0.0580354 May 20 20:45:27.200798 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2624fb24-f8dd-41c1-b25e-5e6890f8ba92 req-e30e5de8-3577-4fbc-834d-851ea0d3b6b8 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/security-groups?id=c9d9c404-d869-4158-9779-ac1a15da4bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593495 May 20 20:45:27.210375 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bf4e30-65b5-40e1-83b7-a9fed79f7f60 req-bb5e1a25-dd50-41ca-9298-2e0a66955fdc tempest-ListImageFiltersTestJSON-762368971 tempest-ListImageFiltersTestJSON-762368971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:27.211877 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-81bf4e30-65b5-40e1-83b7-a9fed79f7f60 req-bb5e1a25-dd50-41ca-9298-2e0a66955fdc tempest-ListImageFiltersTestJSON-762368971 tempest-ListImageFiltersTestJSON-762368971-project] 10.222.0.35 "GET /v2.0/ports?device_id=0bbfd9e8-a057-44f1-b038-cbd8f003a98d HTTP/1.1" status: 200 len: 947 time: 0.0809267 May 20 20:45:27.264606 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-81bf4e30-65b5-40e1-83b7-a9fed79f7f60 req-dcdb6eaa-31be-43b7-9057-c51284cbd18f tempest-ListImageFiltersTestJSON-762368971 tempest-ListImageFiltersTestJSON-762368971-project] 10.222.0.35 "GET /v2.0/security-groups?id=1e825029-db8b-400a-88b4-334185390110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449584 May 20 20:45:27.280259 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c6008e2b-9958-4885-b276-dc3bf9980994 req-40bf68bb-6464-422a-8096-e7401b422de4 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.35 "GET /v2.0/ports?device_id=9803a8fc-7b99-4a0d-a54b-bb49d15ef239 HTTP/1.1" status: 200 len: 210 time: 0.0311310 May 20 20:45:27.377492 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3fb84c-8816-4323-a427-fb1ee99aa113 req-af6037bb-8aea-43ec-8cac-7ad95eb80a1d tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:27.379325 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2b3fb84c-8816-4323-a427-fb1ee99aa113 req-af6037bb-8aea-43ec-8cac-7ad95eb80a1d tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] 10.222.0.35 "GET /v2.0/ports?device_id=128787a1-1920-47db-912b-7951bf1b234b HTTP/1.1" status: 200 len: 945 time: 0.0506349 May 20 20:45:27.424819 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2b3fb84c-8816-4323-a427-fb1ee99aa113 req-57f57e81-273c-4408-a931-c174e7c4b69b tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] 10.222.0.35 "GET /v2.0/security-groups?id=e60131e3-31b3-40ad-97bd-41705047293e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390728 May 20 20:45:27.797579 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a715c22-96fe-4a88-b576-87161f73bffc req-d8a50833-9cee-4ee0-abb7-e26c2279bedc tempest-ListImageFiltersTestJSON-762368971 tempest-ListImageFiltersTestJSON-762368971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:27.798964 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8a715c22-96fe-4a88-b576-87161f73bffc req-d8a50833-9cee-4ee0-abb7-e26c2279bedc tempest-ListImageFiltersTestJSON-762368971 tempest-ListImageFiltersTestJSON-762368971-project] 10.222.0.13 "GET /v2.0/ports?device_id=0bbfd9e8-a057-44f1-b038-cbd8f003a98d HTTP/1.1" status: 200 len: 947 time: 0.0836723 May 20 20:45:27.806537 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca6058b-162d-4935-967c-6ad05f0734b8 req-44f3d46d-baa6-4f7f-a623-9509f261536b tempest-ServersAdminNegativeTestJSON-1817032777 tempest-ServersAdminNegativeTestJSON-1817032777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:27.807915 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-dca6058b-162d-4935-967c-6ad05f0734b8 req-44f3d46d-baa6-4f7f-a623-9509f261536b tempest-ServersAdminNegativeTestJSON-1817032777 tempest-ServersAdminNegativeTestJSON-1817032777-project] 10.222.0.35 "GET /v2.0/ports?device_id=13c8a8b0-6bcb-4303-8fad-1f9f3e9a3230 HTTP/1.1" status: 200 len: 950 time: 0.0840054 May 20 20:45:27.896402 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-dca6058b-162d-4935-967c-6ad05f0734b8 req-9af986c9-49a5-4483-80d3-80ea6a859c75 tempest-ServersAdminNegativeTestJSON-1817032777 tempest-ServersAdminNegativeTestJSON-1817032777-project] 10.222.0.35 "GET /v2.0/security-groups?id=fbd0fcb9-5b05-4270-a829-55738c8f5e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799775 May 20 20:45:27.927350 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [req-8a715c22-96fe-4a88-b576-87161f73bffc req-d5186e4c-9fb3-4d77-a40f-85994e29ddba tempest-ListImageFiltersTestJSON-762368971 tempest-ListImageFiltersTestJSON-762368971-project] Deleting port e6267721-b542-4fb6-b8a1-978352483b41 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:45:27.927712 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-8a715c22-96fe-4a88-b576-87161f73bffc req-d5186e4c-9fb3-4d77-a40f-85994e29ddba tempest-ListImageFiltersTestJSON-762368971 tempest-ListImageFiltersTestJSON-762368971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:28.037759 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '128787a1-1920-47db-912b-7951bf1b234b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d79ed7b-3457-4ba6-aed3-f7fcf288724e'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:45:28.040205 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8485417003ce7c0410b00f5cdc2f391e21107b70bb68e2773712534a96e108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbc4e3cc-21c9-46fc-beca-8d103ff4eb3e" -d '{"events": [{"server_uuid": "128787a1-1920-47db-912b-7951bf1b234b", "name": "network-vif-plugged", "status": "completed", "tag": "1d79ed7b-3457-4ba6-aed3-f7fcf288724e"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:45:28.052440 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb1b1bb-22d4-4c0a-9795-17ae0e152471 req-0366511e-aab2-4720-9d0f-b43f252f1178 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:28.054058 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7eb1b1bb-22d4-4c0a-9795-17ae0e152471 req-0366511e-aab2-4720-9d0f-b43f252f1178 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/ports?device_id=f909c7ca-a771-4d4d-9455-819a14982a65 HTTP/1.1" status: 200 len: 950 time: 0.0805459 May 20 20:45:28.061519 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-8a715c22-96fe-4a88-b576-87161f73bffc req-d5186e4c-9fb3-4d77-a40f-85994e29ddba tempest-ListImageFiltersTestJSON-762368971 tempest-ListImageFiltersTestJSON-762368971-project] For port e6267721-b542-4fb6-b8a1-978352483b41, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=e6267721-b542-4fb6-b8a1-978352483b41,segment=NetworkSegment(ed3a602f-49fb-4a95-be80-401e1eb72e33),segment_id=ed3a602f-49fb-4a95-be80-401e1eb72e33)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:45:28.061883 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-8a715c22-96fe-4a88-b576-87161f73bffc req-d5186e4c-9fb3-4d77-a40f-85994e29ddba tempest-ListImageFiltersTestJSON-762368971 tempest-ListImageFiltersTestJSON-762368971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:28.087360 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [req-8a715c22-96fe-4a88-b576-87161f73bffc req-d5186e4c-9fb3-4d77-a40f-85994e29ddba tempest-ListImageFiltersTestJSON-762368971 tempest-ListImageFiltersTestJSON-762368971-project] Calling delete_port for e6267721-b542-4fb6-b8a1-978352483b41 owned by compute:nova {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:45:28.182990 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7eb1b1bb-22d4-4c0a-9795-17ae0e152471 req-fcbb6180-4250-4e16-96cc-c1fb73f925b6 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/security-groups?id=38c76b68-4081-4341-88c9-c8e3082a5da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181800 May 20 20:45:28.237404 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f503e22c-511c-41fe-9d7f-956561728358 req-98e057ec-25b0-4d89-afaa-f02b892cae60 tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:28.242812 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 20:45:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a000ead9-a3b8-4f31-a3b1-885b0c7af86d x-openstack-request-id: req-a000ead9-a3b8-4f31-a3b1-885b0c7af86d {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:45:28.243312 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "128787a1-1920-47db-912b-7951bf1b234b", "name": "network-vif-plugged", "status": "completed", "tag": "1d79ed7b-3457-4ba6-aed3-f7fcf288724e", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:45:28.243730 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a000ead9-a3b8-4f31-a3b1-885b0c7af86d {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:45:28.245129 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f503e22c-511c-41fe-9d7f-956561728358 req-98e057ec-25b0-4d89-afaa-f02b892cae60 tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] 10.222.0.35 "GET /v2.0/ports?device_id=afdb37f9-0912-422e-9f7a-db72aaceea5a HTTP/1.1" status: 200 len: 945 time: 0.1540813 May 20 20:45:28.246379 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a000ead9-a3b8-4f31-a3b1-885b0c7af86d'] response: {'server_uuid': '128787a1-1920-47db-912b-7951bf1b234b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d79ed7b-3457-4ba6-aed3-f7fcf288724e', 'code': 200} May 20 20:45:28.284966 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde2e8c7-aff4-4343-81e1-ba6c7ab10b2a req-8723ca8a-8acd-4497-86fe-1e928b5f7227 tempest-ServersAdminNegativeTestJSON-1817032777 tempest-ServersAdminNegativeTestJSON-1817032777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:28.286513 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-cde2e8c7-aff4-4343-81e1-ba6c7ab10b2a req-8723ca8a-8acd-4497-86fe-1e928b5f7227 tempest-ServersAdminNegativeTestJSON-1817032777 tempest-ServersAdminNegativeTestJSON-1817032777-project] 10.222.0.24 "GET /v2.0/ports?device_id=13c8a8b0-6bcb-4303-8fad-1f9f3e9a3230 HTTP/1.1" status: 200 len: 950 time: 0.1155374 May 20 20:45:28.352031 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbd3190-2fa4-458c-accd-da430d519bd8 req-487e045d-9255-49d4-b4b0-05e9518ffbad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:28.353475 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-4fbd3190-2fa4-458c-accd-da430d519bd8 req-487e045d-9255-49d4-b4b0-05e9518ffbad service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=128787a1-1920-47db-912b-7951bf1b234b HTTP/1.1" status: 200 len: 1096 time: 0.0476515 May 20 20:45:28.367625 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f503e22c-511c-41fe-9d7f-956561728358 req-0d2efb9c-3723-4089-8ace-d4ccf085ff2a tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] 10.222.0.35 "GET /v2.0/security-groups?id=08f63c89-364b-47f7-9236-e1c85d29ce51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220355 May 20 20:45:28.393121 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-4fbd3190-2fa4-458c-accd-da430d519bd8 req-2b84293d-089a-4284-aafa-e277e32f4d9e service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=e60131e3-31b3-40ad-97bd-41705047293e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327535 May 20 20:45:28.467351 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe37466a-e813-49da-bd0a-536c43975682 req-0d13be20-391e-40e1-b4cb-9151619d9df7 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:28.468819 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-fe37466a-e813-49da-bd0a-536c43975682 req-0d13be20-391e-40e1-b4cb-9151619d9df7 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/ports?device_id=f906357d-2f54-47d7-8892-a2a51002079d HTTP/1.1" status: 200 len: 946 time: 0.1694496 May 20 20:45:28.546536 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-fe37466a-e813-49da-bd0a-536c43975682 req-cb5dd8ee-9f3f-4cc3-a529-a7cccaa4c8f8 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/security-groups?id=c9d9c404-d869-4158-9779-ac1a15da4bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685883 May 20 20:45:28.555403 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d73934c-8b41-4d55-9cfc-fab6cf0f5e5f req-9bf9dabd-7e13-477f-8a53-5cb21cfdbfd2 tempest-ListImageFiltersTestJSON-762368971 tempest-ListImageFiltersTestJSON-762368971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:28.560712 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5d73934c-8b41-4d55-9cfc-fab6cf0f5e5f req-9bf9dabd-7e13-477f-8a53-5cb21cfdbfd2 tempest-ListImageFiltersTestJSON-762368971 tempest-ListImageFiltersTestJSON-762368971-project] 10.222.0.35 "GET /v2.0/ports?device_id=0bbfd9e8-a057-44f1-b038-cbd8f003a98d HTTP/1.1" status: 200 len: 947 time: 0.1125886 May 20 20:45:28.572881 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [req-cde2e8c7-aff4-4343-81e1-ba6c7ab10b2a req-fbced9ae-ca93-4b65-a231-cabd889fb11e tempest-ServersAdminNegativeTestJSON-1817032777 tempest-ServersAdminNegativeTestJSON-1817032777-project] Deleting port ca99e829-35c6-4b50-9792-f994c9054c4d {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:45:28.573373 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-cde2e8c7-aff4-4343-81e1-ba6c7ab10b2a req-fbced9ae-ca93-4b65-a231-cabd889fb11e tempest-ServersAdminNegativeTestJSON-1817032777 tempest-ServersAdminNegativeTestJSON-1817032777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:28.587306 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-8a715c22-96fe-4a88-b576-87161f73bffc req-d5186e4c-9fb3-4d77-a40f-85994e29ddba tempest-ListImageFiltersTestJSON-762368971 tempest-ListImageFiltersTestJSON-762368971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:28.677945 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5186e4c-9fb3-4d77-a40f-85994e29ddba tempest-ListImageFiltersTestJSON-762368971 tempest-ListImageFiltersTestJSON-762368971-project] Pushing event deleted for resources: {'Port': ['ID=e6267721-b542-4fb6-b8a1-978352483b41,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:45:28.719648 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5d73934c-8b41-4d55-9cfc-fab6cf0f5e5f req-bd0e0112-3fb2-4d07-a020-9b02ef977fe2 tempest-ListImageFiltersTestJSON-762368971 tempest-ListImageFiltersTestJSON-762368971-project] 10.222.0.35 "GET /v2.0/security-groups?id=1e825029-db8b-400a-88b4-334185390110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551192 May 20 20:45:28.721502 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ad581bcd-aeec-482c-bff3-3fe207e05c2b req-bf0e4743-8978-4e2e-ba92-680a2bb82a34 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.35 "GET /v2.0/ports?device_id=9803a8fc-7b99-4a0d-a54b-bb49d15ef239 HTTP/1.1" status: 200 len: 210 time: 0.0678108 May 20 20:45:28.744073 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a715c22-96fe-4a88-b576-87161f73bffc req-d5186e4c-9fb3-4d77-a40f-85994e29ddba tempest-ListImageFiltersTestJSON-762368971 tempest-ListImageFiltersTestJSON-762368971-project] No DVR routers for this DVR port e6267721-b542-4fb6-b8a1-978352483b41 on host n-h2-842733-1 {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:45:28.752211 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-8a715c22-96fe-4a88-b576-87161f73bffc req-d5186e4c-9fb3-4d77-a40f-85994e29ddba tempest-ListImageFiltersTestJSON-762368971 tempest-ListImageFiltersTestJSON-762368971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:28.754573 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8a715c22-96fe-4a88-b576-87161f73bffc req-d5186e4c-9fb3-4d77-a40f-85994e29ddba tempest-ListImageFiltersTestJSON-762368971 tempest-ListImageFiltersTestJSON-762368971-project] 10.222.0.13 "DELETE /v2.0/ports/e6267721-b542-4fb6-b8a1-978352483b41 HTTP/1.1" status: 204 len: 173 time: 0.9457545 May 20 20:45:28.755056 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bbfd9e8-a057-44f1-b038-cbd8f003a98d', 'name': 'network-vif-deleted', 'tag': 'e6267721-b542-4fb6-b8a1-978352483b41'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:45:28.757334 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4291b17aa7b45362825f0571e77c85f5e73afe1df9c7e9e15006df9d695c005e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-174469e9-2478-4148-be33-1ef6f683c850" -d '{"events": [{"server_uuid": "0bbfd9e8-a057-44f1-b038-cbd8f003a98d", "name": "network-vif-deleted", "tag": "e6267721-b542-4fb6-b8a1-978352483b41"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:45:28.838605 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-cde2e8c7-aff4-4343-81e1-ba6c7ab10b2a req-fbced9ae-ca93-4b65-a231-cabd889fb11e tempest-ServersAdminNegativeTestJSON-1817032777 tempest-ServersAdminNegativeTestJSON-1817032777-project] For port ca99e829-35c6-4b50-9792-f994c9054c4d, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=ca99e829-35c6-4b50-9792-f994c9054c4d,segment=NetworkSegment(ed3a602f-49fb-4a95-be80-401e1eb72e33),segment_id=ed3a602f-49fb-4a95-be80-401e1eb72e33)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:45:28.839306 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-cde2e8c7-aff4-4343-81e1-ba6c7ab10b2a req-fbced9ae-ca93-4b65-a231-cabd889fb11e tempest-ServersAdminNegativeTestJSON-1817032777 tempest-ServersAdminNegativeTestJSON-1817032777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:28.863648 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [req-cde2e8c7-aff4-4343-81e1-ba6c7ab10b2a req-fbced9ae-ca93-4b65-a231-cabd889fb11e tempest-ServersAdminNegativeTestJSON-1817032777 tempest-ServersAdminNegativeTestJSON-1817032777-project] Calling delete_port for ca99e829-35c6-4b50-9792-f994c9054c4d owned by compute:nova {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:45:28.887010 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b0035f9b-d8b9-4c99-ba46-c2f69c209ffb req-729237ad-99ae-4ff3-82c7-1baff2aea7d3 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=2492915dd73f457d8cb02b28e57274de HTTP/1.1" status: 200 len: 267 time: 0.0906467 May 20 20:45:28.899743 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459e0fb6-6b15-4f6e-8130-5305b6c2af1a req-ca2b649d-d1a9-4a12-94fc-3ed963a2f6fd tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:28.904047 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-459e0fb6-6b15-4f6e-8130-5305b6c2af1a req-ca2b649d-d1a9-4a12-94fc-3ed963a2f6fd tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] 10.222.0.35 "GET /v2.0/ports?device_id=128787a1-1920-47db-912b-7951bf1b234b HTTP/1.1" status: 200 len: 945 time: 0.1103356 May 20 20:45:29.024325 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-459e0fb6-6b15-4f6e-8130-5305b6c2af1a req-dc18af41-35e8-4f9f-96af-ca1e46e3ada2 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] 10.222.0.35 "GET /v2.0/security-groups?id=e60131e3-31b3-40ad-97bd-41705047293e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799201 May 20 20:45:29.036250 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0035f9b-d8b9-4c99-ba46-c2f69c209ffb req-e13b641b-21a9-4fbc-b3a4-578a8398dae7 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:29.043022 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b0035f9b-d8b9-4c99-ba46-c2f69c209ffb req-e13b641b-21a9-4fbc-b3a4-578a8398dae7 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/ports?device_id=f906357d-2f54-47d7-8892-a2a51002079d HTTP/1.1" status: 200 len: 946 time: 0.1406438 May 20 20:45:29.056373 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [req-b0035f9b-d8b9-4c99-ba46-c2f69c209ffb req-78ed79e0-f518-48f2-ba58-df58593fc39c tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Request body: {'port': {'security_groups': []}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:45:29.113931 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 20:45:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f062152-5212-46ea-8248-7934e86e36d8 x-openstack-request-id: req-4f062152-5212-46ea-8248-7934e86e36d8 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:45:29.114227 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bbfd9e8-a057-44f1-b038-cbd8f003a98d", "name": "network-vif-deleted", "tag": "e6267721-b542-4fb6-b8a1-978352483b41", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:45:29.114457 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4f062152-5212-46ea-8248-7934e86e36d8 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:45:29.114849 n-d-842733-1 neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f062152-5212-46ea-8248-7934e86e36d8'] response: {'server_uuid': '0bbfd9e8-a057-44f1-b038-cbd8f003a98d', 'name': 'network-vif-deleted', 'tag': 'e6267721-b542-4fb6-b8a1-978352483b41', 'status': 'completed', 'code': 200} May 20 20:45:29.176115 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-b0035f9b-d8b9-4c99-ba46-c2f69c209ffb req-78ed79e0-f518-48f2-ba58-df58593fc39c tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:29.277838 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-cde2e8c7-aff4-4343-81e1-ba6c7ab10b2a req-fbced9ae-ca93-4b65-a231-cabd889fb11e tempest-ServersAdminNegativeTestJSON-1817032777 tempest-ServersAdminNegativeTestJSON-1817032777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:29.289201 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] get_ports_and_sgs() called for port_ids ['ca99e829-35c6-4b50-9792-f994c9054c4d'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:45:29.367933 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbced9ae-ca93-4b65-a231-cabd889fb11e tempest-ServersAdminNegativeTestJSON-1817032777 tempest-ServersAdminNegativeTestJSON-1817032777-project] Pushing event deleted for resources: {'Port': ['ID=ca99e829-35c6-4b50-9792-f994c9054c4d,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:45:29.377284 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53d5125-c7d1-488a-af5b-e557dc1a3965 req-3632f389-ef98-4b2b-bfe4-6874774f0109 tempest-ServersAdminNegativeTestJSON-1817032777 tempest-ServersAdminNegativeTestJSON-1817032777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:29.378736 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f53d5125-c7d1-488a-af5b-e557dc1a3965 req-3632f389-ef98-4b2b-bfe4-6874774f0109 tempest-ServersAdminNegativeTestJSON-1817032777 tempest-ServersAdminNegativeTestJSON-1817032777-project] 10.222.0.35 "GET /v2.0/ports?device_id=13c8a8b0-6bcb-4303-8fad-1f9f3e9a3230 HTTP/1.1" status: 200 len: 950 time: 0.1901274 May 20 20:45:29.479496 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [req-cde2e8c7-aff4-4343-81e1-ba6c7ab10b2a req-fbced9ae-ca93-4b65-a231-cabd889fb11e tempest-ServersAdminNegativeTestJSON-1817032777 tempest-ServersAdminNegativeTestJSON-1817032777-project] No DVR routers for this DVR port ca99e829-35c6-4b50-9792-f994c9054c4d on host n-h1-842733-1 {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:45:29.489695 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-cde2e8c7-aff4-4343-81e1-ba6c7ab10b2a req-fbced9ae-ca93-4b65-a231-cabd889fb11e tempest-ServersAdminNegativeTestJSON-1817032777 tempest-ServersAdminNegativeTestJSON-1817032777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:29.492925 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-cde2e8c7-aff4-4343-81e1-ba6c7ab10b2a req-fbced9ae-ca93-4b65-a231-cabd889fb11e tempest-ServersAdminNegativeTestJSON-1817032777 tempest-ServersAdminNegativeTestJSON-1817032777-project] 10.222.0.24 "DELETE /v2.0/ports/ca99e829-35c6-4b50-9792-f994c9054c4d HTTP/1.1" status: 204 len: 173 time: 1.1963639 May 20 20:45:29.540188 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f53d5125-c7d1-488a-af5b-e557dc1a3965 req-0e513234-52df-41c8-b125-7d6e1ef00245 tempest-ServersAdminNegativeTestJSON-1817032777 tempest-ServersAdminNegativeTestJSON-1817032777-project] 10.222.0.35 "GET /v2.0/security-groups?id=fbd0fcb9-5b05-4270-a829-55738c8f5e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488042 May 20 20:45:29.557609 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4ff130-e506-4d82-acd0-603641e6f040 req-0d429471-f50e-497f-a525-7b311f6be374 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:29.559681 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ea4ff130-e506-4d82-acd0-603641e6f040 req-0d429471-f50e-497f-a525-7b311f6be374 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.13 "GET /v2.0/networks?id=80bda1f2-d8f3-4628-a486-5841bb81c3dc HTTP/1.1" status: 200 len: 805 time: 0.3027010 May 20 20:45:29.573927 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-b0035f9b-d8b9-4c99-ba46-c2f69c209ffb req-78ed79e0-f518-48f2-ba58-df58593fc39c tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] For port 5fd4a2ae-5026-47c7-a449-6d0296af80e5, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=5fd4a2ae-5026-47c7-a449-6d0296af80e5,segment=NetworkSegment(1b0c59b6-1da5-46b1-ba4a-82e83befd33e),segment_id=1b0c59b6-1da5-46b1-ba4a-82e83befd33e)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:45:29.583408 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [req-ea4ff130-e506-4d82-acd0-603641e6f040 req-b0ff22e7-78b5-4ca6-baa8-503be54ca01d tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] Request body: {'port': {'device_id': '9803a8fc-7b99-4a0d-a54b-bb49d15ef239', 'network_id': '80bda1f2-d8f3-4628-a486-5841bb81c3dc', 'admin_state_up': True, 'tenant_id': 'bfecc73b8c99406dbde7fba5545cc962'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:45:29.699163 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-b0035f9b-d8b9-4c99-ba46-c2f69c209ffb req-78ed79e0-f518-48f2-ba58-df58593fc39c tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Notify callbacks [] for port, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:29.739284 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5e6af8-abd9-48e7-96f0-af80b10f27f7 req-ea2b05b9-6ccd-4c83-957f-a41ed35f5c7c tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:29.742328 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-fd5e6af8-abd9-48e7-96f0-af80b10f27f7 req-ea2b05b9-6ccd-4c83-957f-a41ed35f5c7c tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/ports?device_id=f909c7ca-a771-4d4d-9455-819a14982a65 HTTP/1.1" status: 200 len: 950 time: 0.1305881 May 20 20:45:29.798603 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-fd5e6af8-abd9-48e7-96f0-af80b10f27f7 req-6f121cdb-f12d-4702-86db-829c64abfa59 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/security-groups?id=38c76b68-4081-4341-88c9-c8e3082a5da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469091 May 20 20:45:29.806422 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-b0035f9b-d8b9-4c99-ba46-c2f69c209ffb req-78ed79e0-f518-48f2-ba58-df58593fc39c tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:29.827008 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] get_ports_and_sgs() called for port_ids ['4804f9ed-d929-4451-ab46-9ce5f415198a', '5fd4a2ae-5026-47c7-a449-6d0296af80e5'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:45:29.877284 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] get_ports_and_sgs() called for port_ids ['130e72e6-da90-46ab-a5e7-4c8babd6202e'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:45:29.926059 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0035f9b-d8b9-4c99-ba46-c2f69c209ffb req-78ed79e0-f518-48f2-ba58-df58593fc39c tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:29.927295 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-b0035f9b-d8b9-4c99-ba46-c2f69c209ffb req-78ed79e0-f518-48f2-ba58-df58593fc39c tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:29.939493 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b0035f9b-d8b9-4c99-ba46-c2f69c209ffb req-78ed79e0-f518-48f2-ba58-df58593fc39c tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "PUT /v2.0/ports/5fd4a2ae-5026-47c7-a449-6d0296af80e5 HTTP/1.1" status: 200 len: 905 time: 0.8949635 May 20 20:45:29.974689 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea4ff130-e506-4d82-acd0-603641e6f040 req-b0ff22e7-78b5-4ca6-baa8-503be54ca01d tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] Made reservation on behalf of bfecc73b8c99406dbde7fba5545cc962 for: {'port': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:45:30.006921 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-ea4ff130-e506-4d82-acd0-603641e6f040 req-b0ff22e7-78b5-4ca6-baa8-503be54ca01d tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:30.047158 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ed79e0-f518-48f2-ba58-df58593fc39c tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Pushing event updated for resources: {'Port': ['ID=5fd4a2ae-5026-47c7-a449-6d0296af80e5,revision_number=6']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:45:30.061055 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] get_ports_and_sgs() called for port_ids ['5fd4a2ae-5026-47c7-a449-6d0296af80e5'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:45:30.092618 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95843986-a65b-422a-829e-ac9a817e497b req-c4ee2d3a-78b8-4600-b344-a0470728ac01 tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:30.100176 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-95843986-a65b-422a-829e-ac9a817e497b req-c4ee2d3a-78b8-4600-b344-a0470728ac01 tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] 10.222.0.35 "GET /v2.0/ports?device_id=afdb37f9-0912-422e-9f7a-db72aaceea5a HTTP/1.1" status: 200 len: 945 time: 0.2267725 May 20 20:45:30.179761 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-857b0ac1-6bb7-48c6-9dc9-ab6b840f83d3 req-09c21367-ba66-4af7-9cd5-0413a76a2545 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.35 "GET /v2.0/ports?device_id=9803a8fc-7b99-4a0d-a54b-bb49d15ef239 HTTP/1.1" status: 200 len: 210 time: 0.0703237 May 20 20:45:30.209843 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-95843986-a65b-422a-829e-ac9a817e497b req-6c711ff8-ac9d-43d6-ac70-5e4b52334e10 tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] 10.222.0.35 "GET /v2.0/security-groups?id=08f63c89-364b-47f7-9236-e1c85d29ce51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045244 May 20 20:45:30.231710 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-5e0e17ce-d66a-42c0-8b4d-a3d6d056bbda None None] Provisioning complete for port 5fd4a2ae-5026-47c7-a449-6d0296af80e5 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:45:30.231710 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-5e0e17ce-d66a-42c0-8b4d-a3d6d056bbda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:30.266625 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [req-ea4ff130-e506-4d82-acd0-603641e6f040 req-b0ff22e7-78b5-4ca6-baa8-503be54ca01d tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] Allocated IP 172.20.0.2 (80bda1f2-d8f3-4628-a486-5841bb81c3dc/532e3931-08a4-40e8-b75d-9b3b215f2360/22790089-efb9-4a98-90ca-ad5557a9f287) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:45:30.330513 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-5e0e17ce-d66a-42c0-8b4d-a3d6d056bbda None None] Current status of the port 5fd4a2ae-5026-47c7-a449-6d0296af80e5 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:45:30.376168 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe0f2fe-f18d-4fee-ba4a-4c8db7bef32e req-12b95d70-9fcd-4c5e-954c-5a854f36e4da tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:30.377711 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-fbe0f2fe-f18d-4fee-ba4a-4c8db7bef32e req-12b95d70-9fcd-4c5e-954c-5a854f36e4da tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/ports?device_id=f906357d-2f54-47d7-8892-a2a51002079d HTTP/1.1" status: 200 len: 908 time: 0.0932605 May 20 20:45:30.817520 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06560de9-76aa-4f1a-b012-f8001ea54e65 req-0728d4e7-319c-4265-8d4c-4ad95363d2b6 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:30.818947 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-06560de9-76aa-4f1a-b012-f8001ea54e65 req-0728d4e7-319c-4265-8d4c-4ad95363d2b6 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] 10.222.0.35 "GET /v2.0/ports?device_id=128787a1-1920-47db-912b-7951bf1b234b HTTP/1.1" status: 200 len: 945 time: 0.1104217 May 20 20:45:30.828006 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f1ce30-c212-4b53-8bfb-109ed31a89ff req-20072a5e-a638-4362-82a0-8820a7b8bcc5 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:30.829403 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-81f1ce30-c212-4b53-8bfb-109ed31a89ff req-20072a5e-a638-4362-82a0-8820a7b8bcc5 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/ports?device_id=639a9b9c-aaad-4644-9dcd-410174fb9f88 HTTP/1.1" status: 200 len: 945 time: 0.1219561 May 20 20:45:30.861374 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-ea4ff130-e506-4d82-acd0-603641e6f040 req-b0ff22e7-78b5-4ca6-baa8-503be54ca01d tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] Notify callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:30.917541 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-81f1ce30-c212-4b53-8bfb-109ed31a89ff req-800f092b-20e8-4985-89ee-1cc9470b4f89 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3c6019f-4c4a-4c16-982c-852ac3d8d84a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762126 May 20 20:45:30.921561 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-06560de9-76aa-4f1a-b012-f8001ea54e65 req-9b9398f1-d5fe-43c3-8b05-e94c98545b96 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] 10.222.0.35 "GET /v2.0/security-groups?id=e60131e3-31b3-40ad-97bd-41705047293e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912759 May 20 20:45:31.012023 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-ea4ff130-e506-4d82-acd0-603641e6f040 req-b0ff22e7-78b5-4ca6-baa8-503be54ca01d tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:31.030600 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] get_ports_and_sgs() called for port_ids ['3f587f96-5444-4c41-a898-7664aceff07c'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:45:31.099344 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea4ff130-e506-4d82-acd0-603641e6f040 req-b0ff22e7-78b5-4ca6-baa8-503be54ca01d tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] Network 80bda1f2-d8f3-4628-a486-5841bb81c3dc is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:45:31.118764 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef235569-3ca8-4c8d-85ec-eb048f5fefff req-63303b26-1739-497e-85af-a0023b0bd27b tempest-ListImageFiltersTestJSON-762368971 tempest-ListImageFiltersTestJSON-762368971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:31.120257 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ef235569-3ca8-4c8d-85ec-eb048f5fefff req-63303b26-1739-497e-85af-a0023b0bd27b tempest-ListImageFiltersTestJSON-762368971 tempest-ListImageFiltersTestJSON-762368971-project] 10.222.0.35 "GET /v2.0/ports?device_id=2cf46fab-12e1-4785-85be-6f2bfb618fd6 HTTP/1.1" status: 200 len: 948 time: 0.1387727 May 20 20:45:31.121125 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [req-ea4ff130-e506-4d82-acd0-603641e6f040 req-b0ff22e7-78b5-4ca6-baa8-503be54ca01d tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:45:31.125159 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13c8a8b0-6bcb-4303-8fad-1f9f3e9a3230', 'name': 'network-vif-deleted', 'tag': 'ca99e829-35c6-4b50-9792-f994c9054c4d'}, {'name': 'network-changed', 'server_uuid': 'f906357d-2f54-47d7-8892-a2a51002079d', 'tag': '5fd4a2ae-5026-47c7-a449-6d0296af80e5'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:45:31.127439 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4291b17aa7b45362825f0571e77c85f5e73afe1df9c7e9e15006df9d695c005e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a502e1b6-f207-4559-b439-9f36477c71bd" -d '{"events": [{"server_uuid": "13c8a8b0-6bcb-4303-8fad-1f9f3e9a3230", "name": "network-vif-deleted", "tag": "ca99e829-35c6-4b50-9792-f994c9054c4d"}, {"name": "network-changed", "server_uuid": "f906357d-2f54-47d7-8892-a2a51002079d", "tag": "5fd4a2ae-5026-47c7-a449-6d0296af80e5"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:45:31.130032 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ff22e7-78b5-4ca6-baa8-503be54ca01d tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] Pushing event updated for resources: {'Port': ['ID=22790089-efb9-4a98-90ca-ad5557a9f287,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:45:31.132614 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea4ff130-e506-4d82-acd0-603641e6f040 req-b0ff22e7-78b5-4ca6-baa8-503be54ca01d tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:45:31.190025 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10479660-bc15-463a-a80e-72a146596e2a req-a398b014-2de3-4d22-8031-d3098937f6eb tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:31.191398 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-10479660-bc15-463a-a80e-72a146596e2a req-a398b014-2de3-4d22-8031-d3098937f6eb tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/ports?device_id=f909c7ca-a771-4d4d-9455-819a14982a65 HTTP/1.1" status: 200 len: 950 time: 0.1675837 May 20 20:45:31.217501 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4ff130-e506-4d82-acd0-603641e6f040 req-b0ff22e7-78b5-4ca6-baa8-503be54ca01d tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:31.218113 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-ea4ff130-e506-4d82-acd0-603641e6f040 req-b0ff22e7-78b5-4ca6-baa8-503be54ca01d tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:31.250276 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ef235569-3ca8-4c8d-85ec-eb048f5fefff req-061e1221-6eea-43a9-a0ae-631907e28fa1 tempest-ListImageFiltersTestJSON-762368971 tempest-ListImageFiltersTestJSON-762368971-project] 10.222.0.35 "GET /v2.0/security-groups?id=1e825029-db8b-400a-88b4-334185390110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935247 May 20 20:45:31.267243 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-10479660-bc15-463a-a80e-72a146596e2a req-8df60483-f402-4828-b4e4-bd5e40202bc0 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/security-groups?id=38c76b68-4081-4341-88c9-c8e3082a5da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665705 May 20 20:45:31.354682 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ea4ff130-e506-4d82-acd0-603641e6f040 req-b0ff22e7-78b5-4ca6-baa8-503be54ca01d tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7772009 May 20 20:45:31.378659 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [req-ea4ff130-e506-4d82-acd0-603641e6f040 req-437fb2b3-5415-4d2f-b759-4780e52c8002 service neutron] Request body: {'port': {'device_id': '9803a8fc-7b99-4a0d-a54b-bb49d15ef239', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-842733-1'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:45:31.428004 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feeef69f-1966-44eb-85be-e674ff84c456 req-cd4397a4-2bbe-4199-8636-d3f33b574701 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:31.429553 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-feeef69f-1966-44eb-85be-e674ff84c456 req-cd4397a4-2bbe-4199-8636-d3f33b574701 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] 10.222.0.35 "GET /v2.0/ports?device_id=128787a1-1920-47db-912b-7951bf1b234b HTTP/1.1" status: 200 len: 945 time: 0.1142540 May 20 20:45:31.439565 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25773f1-85f2-4358-be72-368083387d6e req-1d2d8b5b-3908-468f-b656-ac14dc7d1674 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:31.439741 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 43272) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:45:31.441200 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d25773f1-85f2-4358-be72-368083387d6e req-1d2d8b5b-3908-468f-b656-ac14dc7d1674 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/ports?device_id=639a9b9c-aaad-4644-9dcd-410174fb9f88 HTTP/1.1" status: 200 len: 945 time: 0.1135480 May 20 20:45:31.445005 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-313618fa-d08c-42ff-9396-2ca2c6f92530 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] Request body: {'floatingip': {'port_id': '1d79ed7b-3457-4ba6-aed3-f7fcf288724e'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:45:31.492901 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 20 May 2022 20:45:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-789a5bc0-3542-419a-bc2f-82f23b603b1a x-openstack-request-id: req-789a5bc0-3542-419a-bc2f-82f23b603b1a {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:45:31.493729 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13c8a8b0-6bcb-4303-8fad-1f9f3e9a3230", "name": "network-vif-deleted", "tag": "ca99e829-35c6-4b50-9792-f994c9054c4d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f906357d-2f54-47d7-8892-a2a51002079d", "tag": "5fd4a2ae-5026-47c7-a449-6d0296af80e5", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:45:31.493729 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-789a5bc0-3542-419a-bc2f-82f23b603b1a {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:45:31.493956 n-d-842733-1 neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-789a5bc0-3542-419a-bc2f-82f23b603b1a'] response: {'server_uuid': '13c8a8b0-6bcb-4303-8fad-1f9f3e9a3230', 'name': 'network-vif-deleted', 'tag': 'ca99e829-35c6-4b50-9792-f994c9054c4d', 'status': 'completed', 'code': 200} May 20 20:45:31.494092 n-d-842733-1 neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-789a5bc0-3542-419a-bc2f-82f23b603b1a'] response: {'name': 'network-changed', 'server_uuid': 'f906357d-2f54-47d7-8892-a2a51002079d', 'tag': '5fd4a2ae-5026-47c7-a449-6d0296af80e5', 'status': 'completed', 'code': 200} May 20 20:45:31.503273 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-313618fa-d08c-42ff-9396-2ca2c6f92530 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] Notify callbacks [] for floatingip, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:31.539449 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d25773f1-85f2-4358-be72-368083387d6e req-5d2b8d1a-c735-4f66-8150-4253521bf4ea tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3c6019f-4c4a-4c16-982c-852ac3d8d84a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739086 May 20 20:45:31.567203 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 43274) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:45:31.568978 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-ea4ff130-e506-4d82-acd0-603641e6f040 req-437fb2b3-5415-4d2f-b759-4780e52c8002 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:31.689133 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a502e1b6-f207-4559-b439-9f36477c71bd req-85f559b8-9bf6-4877-9e06-fea15c007b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:31.695322 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a502e1b6-f207-4559-b439-9f36477c71bd req-85f559b8-9bf6-4877-9e06-fea15c007b97 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2492915dd73f457d8cb02b28e57274de&device_id=f906357d-2f54-47d7-8892-a2a51002079d HTTP/1.1" status: 200 len: 1059 time: 0.1749611 May 20 20:45:31.719127 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47c3f4b-e840-44f2-800d-2bb65740adad req-9fd26b84-c44e-43cf-9f39-524a698733b6 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:31.720694 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d47c3f4b-e840-44f2-800d-2bb65740adad req-9fd26b84-c44e-43cf-9f39-524a698733b6 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.35 "GET /v2.0/ports?device_id=9803a8fc-7b99-4a0d-a54b-bb49d15ef239 HTTP/1.1" status: 200 len: 931 time: 0.1526058 May 20 20:45:31.804599 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device ca99e829-35c6-4b50-9792-f994c9054c4d no longer exists at agent hyperv_n-h1-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:45:31.820267 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dfdcb9-896c-4431-a2d9-8249ff80b34e req-afc116e6-028e-42b2-aab9-7075068d07b9 tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:31.821868 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a7dfdcb9-896c-4431-a2d9-8249ff80b34e req-afc116e6-028e-42b2-aab9-7075068d07b9 tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] 10.222.0.35 "GET /v2.0/ports?device_id=afdb37f9-0912-422e-9f7a-db72aaceea5a HTTP/1.1" status: 200 len: 945 time: 0.2080252 May 20 20:45:31.832162 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] No Port match for: ca99e829-35c6-4b50-9792-f994c9054c4d {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 20:45:31.832507 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device ca99e829-35c6-4b50-9792-f994c9054c4d not bound to the agent host n-h1-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 20:45:32.003996 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d47c3f4b-e840-44f2-800d-2bb65740adad req-2a962bd3-7335-4a54-bf65-88c43f0cd685 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.35 "GET /v2.0/security-groups?id=af06f2cf-8756-4fbf-90c6-d72ff1946909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2714617 May 20 20:45:32.022686 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-5fa1499e-9ea5-4eca-ab30-ebbc072d5d0b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=20bf3bd8e18c4f4caa205005eba8d0aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4457393 May 20 20:45:32.022686 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 43282) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:45:32.027467 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a7dfdcb9-896c-4431-a2d9-8249ff80b34e req-045662a1-997c-417e-83dc-36a427d9065f tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] 10.222.0.35 "GET /v2.0/security-groups?id=08f63c89-364b-47f7-9236-e1c85d29ce51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623838 May 20 20:45:32.051413 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a502e1b6-f207-4559-b439-9f36477c71bd req-d56f7a0d-2492-49f9-92c0-340a09c3d41d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:32.052875 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a502e1b6-f207-4559-b439-9f36477c71bd req-d56f7a0d-2492-49f9-92c0-340a09c3d41d service neutron] 10.222.0.24 "GET /v2.0/networks?id=85e5027c-d244-4186-8c19-3a12977de170 HTTP/1.1" status: 200 len: 912 time: 0.3419664 May 20 20:45:32.063019 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:32.126320 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a502e1b6-f207-4559-b439-9f36477c71bd req-60154900-357d-4ad8-8e12-7230c4b4f8bb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5fd4a2ae-5026-47c7-a449-6d0296af80e5 HTTP/1.1" status: 200 len: 217 time: 0.0627639 May 20 20:45:32.134278 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device e6267721-b542-4fb6-b8a1-978352483b41 no longer exists at agent hyperv_n-h2-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:45:32.158155 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] No Port match for: e6267721-b542-4fb6-b8a1-978352483b41 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 20:45:32.158155 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device e6267721-b542-4fb6-b8a1-978352483b41 not bound to the agent host n-h2-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 20:45:32.205067 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-313618fa-d08c-42ff-9396-2ca2c6f92530 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:32.238089 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2fee4a2c-bc21-4bf4-ac3c-8943d8834f08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:32.255462 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04beea3-5f09-4a80-a96f-ba80c8f66ccf req-496f235b-7173-4b18-9e87-3ecbe961c29d tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:32.256846 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b04beea3-5f09-4a80-a96f-ba80c8f66ccf req-496f235b-7173-4b18-9e87-3ecbe961c29d tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/ports?device_id=639a9b9c-aaad-4644-9dcd-410174fb9f88 HTTP/1.1" status: 200 len: 945 time: 0.1732597 May 20 20:45:32.262797 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-313618fa-d08c-42ff-9396-2ca2c6f92530 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748272'] for floatingip, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:32.268197 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a502e1b6-f207-4559-b439-9f36477c71bd req-ba55b8ee-e52b-4d50-9ca5-2475c2e0b071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:32.273130 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a502e1b6-f207-4559-b439-9f36477c71bd req-ba55b8ee-e52b-4d50-9ca5-2475c2e0b071 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5df30a0b-5cdb-4d91-9fe8-512f286a6485 HTTP/1.1" status: 200 len: 850 time: 0.1191988 May 20 20:45:32.330614 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2fee4a2c-bc21-4bf4-ac3c-8943d8834f08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:32.369261 n-d-842733-1 neutron-server[103162]: INFO neutron.db.l3_db [None req-313618fa-d08c-42ff-9396-2ca2c6f92530 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] Floating IP 5d35656d-1df5-4f1a-b225-f4f7277e10ed associated. External IP: 172.25.2.12, port: 1d79ed7b-3457-4ba6-aed3-f7fcf288724e. May 20 20:45:32.373354 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [req-ea4ff130-e506-4d82-acd0-603641e6f040 req-437fb2b3-5415-4d2f-b759-4780e52c8002 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22790089-efb9-4a98-90ca-ad5557a9f287 {{(pid=103163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:45:32.412664 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-ea4ff130-e506-4d82-acd0-603641e6f040 req-437fb2b3-5415-4d2f-b759-4780e52c8002 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:32.455129 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b04beea3-5f09-4a80-a96f-ba80c8f66ccf req-aa0700d6-c492-46f4-847f-75272ba7097c tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3c6019f-4c4a-4c16-982c-852ac3d8d84a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1658161 May 20 20:45:32.460886 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a502e1b6-f207-4559-b439-9f36477c71bd req-120af764-3f54-497e-b66a-3ec459dad2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:32.462403 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a502e1b6-f207-4559-b439-9f36477c71bd req-120af764-3f54-497e-b66a-3ec459dad2d3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=85e5027c-d244-4186-8c19-3a12977de170&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1715095 May 20 20:45:32.464187 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [req-ea4ff130-e506-4d82-acd0-603641e6f040 req-437fb2b3-5415-4d2f-b759-4780e52c8002 service neutron] Transition to ACTIVE for port object 22790089-efb9-4a98-90ca-ad5557a9f287 will not be triggered until provisioned by entity L2. {{(pid=103163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 20:45:32.476830 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f6c3a5-6841-474a-8202-23b03226af4b req-34b11f3f-0cf6-41f1-aed8-aeac03736533 tempest-ListImageFiltersTestJSON-762368971 tempest-ListImageFiltersTestJSON-762368971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:32.485542 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-80f6c3a5-6841-474a-8202-23b03226af4b req-34b11f3f-0cf6-41f1-aed8-aeac03736533 tempest-ListImageFiltersTestJSON-762368971 tempest-ListImageFiltersTestJSON-762368971-project] 10.222.0.35 "GET /v2.0/ports?device_id=2cf46fab-12e1-4785-85be-6f2bfb618fd6 HTTP/1.1" status: 200 len: 948 time: 0.1516786 May 20 20:45:32.562872 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-ea4ff130-e506-4d82-acd0-603641e6f040 req-437fb2b3-5415-4d2f-b759-4780e52c8002 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:32.605550 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-313618fa-d08c-42ff-9396-2ca2c6f92530 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] Router 21d1bf31-55ca-4a9c-a770-9424685adce3 has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 20:45:32.632399 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2fee4a2c-bc21-4bf4-ac3c-8943d8834f08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:32.634921 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2fee4a2c-bc21-4bf4-ac3c-8943d8834f08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:32.636038 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-2fee4a2c-bc21-4bf4-ac3c-8943d8834f08 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/fbd0fcb9-5b05-4270-a829-55738c8f5e27 HTTP/1.1" status: 204 len: 168 time: 0.6076815 May 20 20:45:32.676995 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-80f6c3a5-6841-474a-8202-23b03226af4b req-e36634c2-b00e-4ce3-8bba-33324155a73a tempest-ListImageFiltersTestJSON-762368971 tempest-ListImageFiltersTestJSON-762368971-project] 10.222.0.35 "GET /v2.0/security-groups?id=1e825029-db8b-400a-88b4-334185390110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905928 May 20 20:45:32.687565 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fee4a2c-bc21-4bf4-ac3c-8943d8834f08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbd0fcb9-5b05-4270-a829-55738c8f5e27,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:45:32.716803 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437fb2b3-5415-4d2f-b759-4780e52c8002 service neutron] Pushing event updated for resources: {'Port': ['ID=22790089-efb9-4a98-90ca-ad5557a9f287,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:45:32.736459 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-313618fa-d08c-42ff-9396-2ca2c6f92530 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 20:45:32.744816 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-313618fa-d08c-42ff-9396-2ca2c6f92530 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for floatingip, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:32.748105 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d14272-7100-4c3d-a374-6875838f729c None None] Sync routers for ids ['21d1bf31-55ca-4a9c-a770-9424685adce3'] in n-d-842733-1 {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 20:45:32.753768 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132277c5-50f8-436d-8189-cddabcc57483 req-97fe2f1e-6851-48d8-af1a-8a462721f29f tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:32.755337 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-132277c5-50f8-436d-8189-cddabcc57483 req-97fe2f1e-6851-48d8-af1a-8a462721f29f tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/ports?device_id=f909c7ca-a771-4d4d-9455-819a14982a65 HTTP/1.1" status: 200 len: 950 time: 0.2083313 May 20 20:45:32.761067 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a502e1b6-f207-4559-b439-9f36477c71bd req-e2a26458-c839-4084-8ef6-e303394ef38e service neutron] 10.222.0.24 "GET /v2.0/networks/85e5027c-d244-4186-8c19-3a12977de170?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2726285 May 20 20:45:32.768320 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d14272-7100-4c3d-a374-6875838f729c None None] Routers {'21d1bf31-55ca-4a9c-a770-9424685adce3'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:45:32.773321 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-96d14272-7100-4c3d-a374-6875838f729c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:45:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['21d1bf31-55ca-4a9c-a770-9424685adce3'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:45:32.788560 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-313618fa-d08c-42ff-9396-2ca2c6f92530 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] 10.222.0.35 "PUT /v2.0/floatingips/5d35656d-1df5-4f1a-b225-f4f7277e10ed HTTP/1.1" status: 200 len: 990 time: 1.3474805 May 20 20:45:32.789382 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '128787a1-1920-47db-912b-7951bf1b234b', 'tag': '1d79ed7b-3457-4ba6-aed3-f7fcf288724e'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:45:32.795938 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6fa957933fccbf596d28104b23404b952ad6a8238afaebaed40a0874b2e409" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d53d0583-83e5-4a7f-bd1a-78cb11853b93" -d '{"events": [{"name": "network-changed", "server_uuid": "128787a1-1920-47db-912b-7951bf1b234b", "tag": "1d79ed7b-3457-4ba6-aed3-f7fcf288724e"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:45:32.895694 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b1bd03-ef34-4645-b24f-4d3c38759340 req-154ee4e1-b72f-4f11-8f57-9f97ddabd52d tempest-ListImageFiltersTestJSON-762368971 tempest-ListImageFiltersTestJSON-762368971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:32.897965 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-e3b1bd03-ef34-4645-b24f-4d3c38759340 req-154ee4e1-b72f-4f11-8f57-9f97ddabd52d tempest-ListImageFiltersTestJSON-762368971 tempest-ListImageFiltersTestJSON-762368971-project] 10.222.0.13 "GET /v2.0/ports?device_id=2cf46fab-12e1-4785-85be-6f2bfb618fd6 HTTP/1.1" status: 200 len: 948 time: 0.0575917 May 20 20:45:32.899590 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-96d14272-7100-4c3d-a374-6875838f729c None None] Set router 21d1bf31-55ca-4a9c-a770-9424685adce3 gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:45:32.923396 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-132277c5-50f8-436d-8189-cddabcc57483 req-20e6ff43-c499-4d08-94c5-35784ce707da tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/security-groups?id=38c76b68-4081-4341-88c9-c8e3082a5da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594017 May 20 20:45:32.930807 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-ea4ff130-e506-4d82-acd0-603641e6f040 req-437fb2b3-5415-4d2f-b759-4780e52c8002 service neutron] Attempting to bind port 22790089-efb9-4a98-90ca-ad5557a9f287 on host n-h2-842733-1 for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:45:32.931191 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-ea4ff130-e506-4d82-acd0-603641e6f040 req-437fb2b3-5415-4d2f-b759-4780e52c8002 service neutron] Attempting to bind port 22790089-efb9-4a98-90ca-ad5557a9f287 by drivers openvswitch,hyperv on host n-h2-842733-1 at level 0 using segments [{'id': '1b618711-eace-4f66-9dbc-026093290eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '80bda1f2-d8f3-4628-a486-5841bb81c3dc'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:45:32.931444 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea4ff130-e506-4d82-acd0-603641e6f040 req-437fb2b3-5415-4d2f-b759-4780e52c8002 service neutron] Attempting to bind port 22790089-efb9-4a98-90ca-ad5557a9f287 on network 80bda1f2-d8f3-4628-a486-5841bb81c3dc {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:45:32.947132 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea4ff130-e506-4d82-acd0-603641e6f040 req-437fb2b3-5415-4d2f-b759-4780e52c8002 service neutron] Port 22790089-efb9-4a98-90ca-ad5557a9f287 on network 80bda1f2-d8f3-4628-a486-5841bb81c3dc not bound, no agent of type Open vSwitch agent registered on host n-h2-842733-1 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 20:45:32.947505 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea4ff130-e506-4d82-acd0-603641e6f040 req-437fb2b3-5415-4d2f-b759-4780e52c8002 service neutron] Attempting to bind port 22790089-efb9-4a98-90ca-ad5557a9f287 on network 80bda1f2-d8f3-4628-a486-5841bb81c3dc {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:45:32.963413 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4db7f6-496f-4226-b82c-d31f14a1973b req-da25d13e-3cf8-49ce-8c44-062e8f5347ce tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:32.972624 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8e4db7f6-496f-4226-b82c-d31f14a1973b req-da25d13e-3cf8-49ce-8c44-062e8f5347ce tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/ports?device_id=639a9b9c-aaad-4644-9dcd-410174fb9f88 HTTP/1.1" status: 200 len: 945 time: 0.1772444 May 20 20:45:32.980022 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea4ff130-e506-4d82-acd0-603641e6f040 req-437fb2b3-5415-4d2f-b759-4780e52c8002 service neutron] Checking agent: {'id': 'a66f2511-b955-448f-877c-56cfe9c81b12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 33, 2), 'started_at': datetime.datetime(2022, 5, 20, 20, 33, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 45, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:45:32.980448 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea4ff130-e506-4d82-acd0-603641e6f040 req-437fb2b3-5415-4d2f-b759-4780e52c8002 service neutron] Checking segment: {'id': '1b618711-eace-4f66-9dbc-026093290eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '80bda1f2-d8f3-4628-a486-5841bb81c3dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:45:32.980768 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea4ff130-e506-4d82-acd0-603641e6f040 req-437fb2b3-5415-4d2f-b759-4780e52c8002 service neutron] Bound using segment: {'id': '1b618711-eace-4f66-9dbc-026093290eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '80bda1f2-d8f3-4628-a486-5841bb81c3dc'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:45:32.982138 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-ea4ff130-e506-4d82-acd0-603641e6f040 req-437fb2b3-5415-4d2f-b759-4780e52c8002 service neutron] Bound port: 22790089-efb9-4a98-90ca-ad5557a9f287, host: n-h2-842733-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b618711-eace-4f66-9dbc-026093290eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '80bda1f2-d8f3-4628-a486-5841bb81c3dc'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:45:32.982504 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-ea4ff130-e506-4d82-acd0-603641e6f040 req-437fb2b3-5415-4d2f-b759-4780e52c8002 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:33.017596 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a502e1b6-f207-4559-b439-9f36477c71bd req-d8c15886-2944-43bf-bdba-a41d9fcf11f0 service neutron] 10.222.0.24 "GET /v2.0/networks/85e5027c-d244-4186-8c19-3a12977de170?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2286625 May 20 20:45:33.053870 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 20:45:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-450ff3f0-f606-4feb-93d0-018b7e84b467 x-openstack-request-id: req-450ff3f0-f606-4feb-93d0-018b7e84b467 {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:45:33.053870 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "128787a1-1920-47db-912b-7951bf1b234b", "tag": "1d79ed7b-3457-4ba6-aed3-f7fcf288724e", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:45:33.053870 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-450ff3f0-f606-4feb-93d0-018b7e84b467 {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:45:33.053870 n-d-842733-1 neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-450ff3f0-f606-4feb-93d0-018b7e84b467'] response: {'name': 'network-changed', 'server_uuid': '128787a1-1920-47db-912b-7951bf1b234b', 'tag': '1d79ed7b-3457-4ba6-aed3-f7fcf288724e', 'status': 'completed', 'code': 200} May 20 20:45:33.079450 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8e4db7f6-496f-4226-b82c-d31f14a1973b req-6565b016-9a69-44a8-9e07-11812b3e7939 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3c6019f-4c4a-4c16-982c-852ac3d8d84a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1061234 May 20 20:45:33.116487 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-e3b1bd03-ef34-4645-b24f-4d3c38759340 req-b7d04169-a30a-4caa-a5c5-e534df85681b tempest-ListImageFiltersTestJSON-762368971 tempest-ListImageFiltersTestJSON-762368971-project] Deleting port e213a585-6dd1-4d47-a02d-ed1886bd7f5d {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:45:33.116487 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-e3b1bd03-ef34-4645-b24f-4d3c38759340 req-b7d04169-a30a-4caa-a5c5-e534df85681b tempest-ListImageFiltersTestJSON-762368971 tempest-ListImageFiltersTestJSON-762368971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:33.259187 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-ea4ff130-e506-4d82-acd0-603641e6f040 req-437fb2b3-5415-4d2f-b759-4780e52c8002 service neutron] For port 22790089-efb9-4a98-90ca-ad5557a9f287, host n-h2-842733-1, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:45:33.259471 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-e3b1bd03-ef34-4645-b24f-4d3c38759340 req-b7d04169-a30a-4caa-a5c5-e534df85681b tempest-ListImageFiltersTestJSON-762368971 tempest-ListImageFiltersTestJSON-762368971-project] For port e213a585-6dd1-4d47-a02d-ed1886bd7f5d, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=e213a585-6dd1-4d47-a02d-ed1886bd7f5d,segment=NetworkSegment(ed3a602f-49fb-4a95-be80-401e1eb72e33),segment_id=ed3a602f-49fb-4a95-be80-401e1eb72e33)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:45:33.259471 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-e3b1bd03-ef34-4645-b24f-4d3c38759340 req-b7d04169-a30a-4caa-a5c5-e534df85681b tempest-ListImageFiltersTestJSON-762368971 tempest-ListImageFiltersTestJSON-762368971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:33.274584 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53d0583-83e5-4a7f-bd1a-78cb11853b93 req-a8613d9d-38d2-4f86-87cd-97897c239140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:33.291030 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d53d0583-83e5-4a7f-bd1a-78cb11853b93 req-a8613d9d-38d2-4f86-87cd-97897c239140 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=87c2c2610bc847eaa1d2c1976f58d7b1&device_id=128787a1-1920-47db-912b-7951bf1b234b HTTP/1.1" status: 200 len: 1096 time: 0.2161119 May 20 20:45:33.291300 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-e3b1bd03-ef34-4645-b24f-4d3c38759340 req-b7d04169-a30a-4caa-a5c5-e534df85681b tempest-ListImageFiltersTestJSON-762368971 tempest-ListImageFiltersTestJSON-762368971-project] Calling delete_port for e213a585-6dd1-4d47-a02d-ed1886bd7f5d owned by compute:nova {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:45:33.291436 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-ea4ff130-e506-4d82-acd0-603641e6f040 req-437fb2b3-5415-4d2f-b759-4780e52c8002 service neutron] For port 22790089-efb9-4a98-90ca-ad5557a9f287, host n-h2-842733-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=22790089-efb9-4a98-90ca-ad5557a9f287,segment=NetworkSegment(1b618711-eace-4f66-9dbc-026093290eaa),segment_id=1b618711-eace-4f66-9dbc-026093290eaa)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:45:33.315817 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-96d14272-7100-4c3d-a374-6875838f729c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21d1bf31-55ca-4a9c-a770-9424685adce3', 'name': 'tempest-ServerRescueNegativeTestJSON-528900398-router', 'tenant_id': '87c2c2610bc847eaa1d2c1976f58d7b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.173'}], 'enable_snat': True}, 'gw_port_id': '49384c3f-c37a-47ec-a8bb-8c80b709c9cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:43:19Z', 'updated_at': '2022-05-20T20:43:23Z', 'revision_number': 4, 'project_id': '87c2c2610bc847eaa1d2c1976f58d7b1', 'gw_port': {'id': '49384c3f-c37a-47ec-a8bb-8c80b709c9cc', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:16:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d1bf31-55ca-4a9c-a770-9424685adce3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:43:20Z', 'updated_at': '2022-05-20T20:43:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_floatingips': [{'id': '5d35656d-1df5-4f1a-b225-f4f7277e10ed', 'tenant_id': '87c2c2610bc847eaa1d2c1976f58d7b1', 'floating_ip_address': '172.25.2.12', 'floating_network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'router_id': '21d1bf31-55ca-4a9c-a770-9424685adce3', 'port_id': '1d79ed7b-3457-4ba6-aed3-f7fcf288724e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc8945eb-dd74-4cb0-b93f-84eec37290f3', 'mac_address': 'fa:16:3e:0d:da:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '128787a1-1920-47db-912b-7951bf1b234b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-20T20:45:06Z', 'updated_at': '2022-05-20T20:45:32Z', 'revision_number': 1, 'project_id': '87c2c2610bc847eaa1d2c1976f58d7b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e04f43e-055b-43ba-a577-27c0a9e2a338', 'name': '', 'network_id': 'dc8945eb-dd74-4cb0-b93f-84eec37290f3', 'tenant_id': '87c2c2610bc847eaa1d2c1976f58d7b1', 'mac_address': 'fa:16:3e:c3:a7:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d1bf31-55ca-4a9c-a770-9424685adce3', 'device_owner': 'network:router_interface', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': '6369a26f-bc30-4622-b5b7-2978096f54a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:43:22Z', 'updated_at': '2022-05-20T20:43:28Z', 'revision_number': 5, 'project_id': '87c2c2610bc847eaa1d2c1976f58d7b1', 'subnets': [{'id': '6369a26f-bc30-4622-b5b7-2978096f54a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:45:33.348141 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d14272-7100-4c3d-a374-6875838f729c None None] Checking router: 21d1bf31-55ca-4a9c-a770-9424685adce3 for host: n-d-842733-1 {{(pid=103165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 20:45:33.357449 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d14272-7100-4c3d-a374-6875838f729c None None] Routers {'21d1bf31-55ca-4a9c-a770-9424685adce3'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:45:33.358378 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-96d14272-7100-4c3d-a374-6875838f729c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:45:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['21d1bf31-55ca-4a9c-a770-9424685adce3'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:45:33.362564 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03ef288-96b4-4ee8-bce2-95a5f4b19d27 req-7ca41e88-356d-4878-b6d1-24a34df92346 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:33.363998 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a03ef288-96b4-4ee8-bce2-95a5f4b19d27 req-7ca41e88-356d-4878-b6d1-24a34df92346 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.35 "GET /v2.0/ports?device_id=9803a8fc-7b99-4a0d-a54b-bb49d15ef239 HTTP/1.1" status: 200 len: 943 time: 0.1831467 May 20 20:45:33.376431 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d17bd7-c697-4284-9013-e5ba2aaef6e9 req-c064045b-e6ce-4d90-9373-1d777e6a80b0 tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:33.378001 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-59d17bd7-c697-4284-9013-e5ba2aaef6e9 req-c064045b-e6ce-4d90-9373-1d777e6a80b0 tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] 10.222.0.35 "GET /v2.0/ports?device_id=afdb37f9-0912-422e-9f7a-db72aaceea5a HTTP/1.1" status: 200 len: 945 time: 0.1982408 May 20 20:45:33.416449 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-ea4ff130-e506-4d82-acd0-603641e6f040 req-437fb2b3-5415-4d2f-b759-4780e52c8002 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:33.493141 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 43306) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:45:33.501871 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4ff130-e506-4d82-acd0-603641e6f040 req-437fb2b3-5415-4d2f-b759-4780e52c8002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:33.502492 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-ea4ff130-e506-4d82-acd0-603641e6f040 req-437fb2b3-5415-4d2f-b759-4780e52c8002 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:33.503861 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ea4ff130-e506-4d82-acd0-603641e6f040 req-437fb2b3-5415-4d2f-b759-4780e52c8002 service neutron] 10.222.0.13 "PUT /v2.0/ports/22790089-efb9-4a98-90ca-ad5557a9f287 HTTP/1.1" status: 200 len: 1091 time: 2.1292968 May 20 20:45:33.506492 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9803a8fc-7b99-4a0d-a54b-bb49d15ef239', 'tag': '22790089-efb9-4a98-90ca-ad5557a9f287'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:45:33.509330 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4291b17aa7b45362825f0571e77c85f5e73afe1df9c7e9e15006df9d695c005e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7103c297-359e-482f-ad81-4c47bb89a979" -d '{"events": [{"name": "network-changed", "server_uuid": "9803a8fc-7b99-4a0d-a54b-bb49d15ef239", "tag": "22790089-efb9-4a98-90ca-ad5557a9f287"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:45:33.511712 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-96d14272-7100-4c3d-a374-6875838f729c None None] Set router 21d1bf31-55ca-4a9c-a770-9424685adce3 gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:45:33.513263 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-e3b1bd03-ef34-4645-b24f-4d3c38759340 req-b7d04169-a30a-4caa-a5c5-e534df85681b tempest-ListImageFiltersTestJSON-762368971 tempest-ListImageFiltersTestJSON-762368971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:33.522058 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53d0583-83e5-4a7f-bd1a-78cb11853b93 req-c2557984-0c21-4977-a8a3-2f3098efb350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:33.523520 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d53d0583-83e5-4a7f-bd1a-78cb11853b93 req-c2557984-0c21-4977-a8a3-2f3098efb350 service neutron] 10.222.0.24 "GET /v2.0/networks?id=dc8945eb-dd74-4cb0-b93f-84eec37290f3 HTTP/1.1" status: 200 len: 919 time: 0.2373164 May 20 20:45:33.539201 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a03ef288-96b4-4ee8-bce2-95a5f4b19d27 req-9a1dffaf-9c3a-47e6-baae-d5193ea9891a tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.35 "GET /v2.0/security-groups?id=af06f2cf-8756-4fbf-90c6-d72ff1946909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588936 May 20 20:45:33.570886 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d04169-a30a-4caa-a5c5-e534df85681b tempest-ListImageFiltersTestJSON-762368971 tempest-ListImageFiltersTestJSON-762368971-project] Pushing event deleted for resources: {'Port': ['ID=e213a585-6dd1-4d47-a02d-ed1886bd7f5d,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:45:33.584033 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-5fe0712e-6ad6-4e30-8bab-0f0efcc766d4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4130320ca77f455a971ed93937c4115e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0890920 May 20 20:45:33.597627 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437fb2b3-5415-4d2f-b759-4780e52c8002 service neutron] Pushing event updated for resources: {'Port': ['ID=22790089-efb9-4a98-90ca-ad5557a9f287,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:45:33.601732 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 43310) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:45:33.633523 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-59d17bd7-c697-4284-9013-e5ba2aaef6e9 req-4a89d86f-3e80-466f-9d3c-ca033a11262b tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] 10.222.0.35 "GET /v2.0/security-groups?id=08f63c89-364b-47f7-9236-e1c85d29ce51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2405274 May 20 20:45:33.670892 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3b1bd03-ef34-4645-b24f-4d3c38759340 req-b7d04169-a30a-4caa-a5c5-e534df85681b tempest-ListImageFiltersTestJSON-762368971 tempest-ListImageFiltersTestJSON-762368971-project] No DVR routers for this DVR port e213a585-6dd1-4d47-a02d-ed1886bd7f5d on host n-h2-842733-1 {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:45:33.676133 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-e3b1bd03-ef34-4645-b24f-4d3c38759340 req-b7d04169-a30a-4caa-a5c5-e534df85681b tempest-ListImageFiltersTestJSON-762368971 tempest-ListImageFiltersTestJSON-762368971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:33.679878 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-e3b1bd03-ef34-4645-b24f-4d3c38759340 req-b7d04169-a30a-4caa-a5c5-e534df85681b tempest-ListImageFiltersTestJSON-762368971 tempest-ListImageFiltersTestJSON-762368971-project] 10.222.0.13 "DELETE /v2.0/ports/e213a585-6dd1-4d47-a02d-ed1886bd7f5d HTTP/1.1" status: 204 len: 173 time: 0.7736814 May 20 20:45:33.680732 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ba980b22-86b7-47d2-a41b-a6a7b52c59f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:33.708419 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 20:45:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-341d5bb0-007b-4d27-8f47-8717e0868c9e x-openstack-request-id: req-341d5bb0-007b-4d27-8f47-8717e0868c9e {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:45:33.708739 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9803a8fc-7b99-4a0d-a54b-bb49d15ef239", "tag": "22790089-efb9-4a98-90ca-ad5557a9f287", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:45:33.709027 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-341d5bb0-007b-4d27-8f47-8717e0868c9e {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:45:33.709555 n-d-842733-1 neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-341d5bb0-007b-4d27-8f47-8717e0868c9e'] response: {'name': 'network-changed', 'server_uuid': '9803a8fc-7b99-4a0d-a54b-bb49d15ef239', 'tag': '22790089-efb9-4a98-90ca-ad5557a9f287', 'status': 'completed', 'code': 200} May 20 20:45:33.713276 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ba980b22-86b7-47d2-a41b-a6a7b52c59f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:33.821925 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-96d14272-7100-4c3d-a374-6875838f729c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21d1bf31-55ca-4a9c-a770-9424685adce3', 'name': 'tempest-ServerRescueNegativeTestJSON-528900398-router', 'tenant_id': '87c2c2610bc847eaa1d2c1976f58d7b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.173'}], 'enable_snat': True}, 'gw_port_id': '49384c3f-c37a-47ec-a8bb-8c80b709c9cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:43:19Z', 'updated_at': '2022-05-20T20:43:23Z', 'revision_number': 4, 'project_id': '87c2c2610bc847eaa1d2c1976f58d7b1', 'gw_port': {'id': '49384c3f-c37a-47ec-a8bb-8c80b709c9cc', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:16:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d1bf31-55ca-4a9c-a770-9424685adce3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:43:20Z', 'updated_at': '2022-05-20T20:43:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_floatingips': [{'id': '5d35656d-1df5-4f1a-b225-f4f7277e10ed', 'tenant_id': '87c2c2610bc847eaa1d2c1976f58d7b1', 'floating_ip_address': '172.25.2.12', 'floating_network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'router_id': '21d1bf31-55ca-4a9c-a770-9424685adce3', 'port_id': '1d79ed7b-3457-4ba6-aed3-f7fcf288724e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc8945eb-dd74-4cb0-b93f-84eec37290f3', 'mac_address': 'fa:16:3e:0d:da:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '128787a1-1920-47db-912b-7951bf1b234b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-20T20:45:06Z', 'updated_at': '2022-05-20T20:45:32Z', 'revision_number': 1, 'project_id': '87c2c2610bc847eaa1d2c1976f58d7b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e04f43e-055b-43ba-a577-27c0a9e2a338', 'name': '', 'network_id': 'dc8945eb-dd74-4cb0-b93f-84eec37290f3', 'tenant_id': '87c2c2610bc847eaa1d2c1976f58d7b1', 'mac_address': 'fa:16:3e:c3:a7:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d1bf31-55ca-4a9c-a770-9424685adce3', 'device_owner': 'network:router_interface', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': '6369a26f-bc30-4622-b5b7-2978096f54a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:43:22Z', 'updated_at': '2022-05-20T20:43:28Z', 'revision_number': 5, 'project_id': '87c2c2610bc847eaa1d2c1976f58d7b1', 'subnets': [{'id': '6369a26f-bc30-4622-b5b7-2978096f54a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:45:33.841588 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d53d0583-83e5-4a7f-bd1a-78cb11853b93 req-c3745f82-acf8-4a8c-9052-e83ff48c5265 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1d79ed7b-3457-4ba6-aed3-f7fcf288724e HTTP/1.1" status: 200 len: 998 time: 0.2928452 May 20 20:45:33.843412 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0c5748df-71dc-4cac-aa86-67b9ff28c08b req-1bed995a-0619-4668-89af-2c772f6e5ed1 tempest-ListImageFiltersTestJSON-762368971 tempest-ListImageFiltersTestJSON-762368971-project] 10.222.0.35 "GET /v2.0/ports?device_id=2cf46fab-12e1-4785-85be-6f2bfb618fd6 HTTP/1.1" status: 200 len: 210 time: 0.0542650 May 20 20:45:33.849844 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d14272-7100-4c3d-a374-6875838f729c None None] The sync data for ids ['21d1bf31-55ca-4a9c-a770-9424685adce3'] in n-d-842733-1 is: [{'id': '21d1bf31-55ca-4a9c-a770-9424685adce3', 'name': 'tempest-ServerRescueNegativeTestJSON-528900398-router', 'tenant_id': '87c2c2610bc847eaa1d2c1976f58d7b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.173'}], 'enable_snat': True}, 'gw_port_id': '49384c3f-c37a-47ec-a8bb-8c80b709c9cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:43:19Z', 'updated_at': '2022-05-20T20:43:23Z', 'revision_number': 4, 'project_id': '87c2c2610bc847eaa1d2c1976f58d7b1', 'gw_port': {'id': '49384c3f-c37a-47ec-a8bb-8c80b709c9cc', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:16:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d1bf31-55ca-4a9c-a770-9424685adce3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:43:20Z', 'updated_at': '2022-05-20T20:43:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_floatingips': [{'id': '5d35656d-1df5-4f1a-b225-f4f7277e10ed', 'tenant_id': '87c2c2610bc847eaa1d2c1976f58d7b1', 'floating_ip_address': '172.25.2.12', 'floating_network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'router_id': '21d1bf31-55ca-4a9c-a770-9424685adce3', 'port_id': '1d79ed7b-3457-4ba6-aed3-f7fcf288724e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc8945eb-dd74-4cb0-b93f-84eec37290f3', 'mac_address': 'fa:16:3e:0d:da:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '128787a1-1920-47db-912b-7951bf1b234b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-20T20:45:06Z', 'updated_at': '2022-05-20T20:45:32Z', 'revision_number': 1, 'project_id': '87c2c2610bc847eaa1d2c1976f58d7b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e04f43e-055b-43ba-a577-27c0a9e2a338', 'name': '', 'network_id': 'dc8945eb-dd74-4cb0-b93f-84eec37290f3', 'tenant_id': '87c2c2610bc847eaa1d2c1976f58d7b1', 'mac_address': 'fa:16:3e:c3:a7:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d1bf31-55ca-4a9c-a770-9424685adce3', 'device_owner': 'network:router_interface', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': '6369a26f-bc30-4622-b5b7-2978096f54a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:43:22Z', 'updated_at': '2022-05-20T20:43:28Z', 'revision_number': 5, 'project_id': '87c2c2610bc847eaa1d2c1976f58d7b1', 'subnets': [{'id': '6369a26f-bc30-4622-b5b7-2978096f54a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 20:45:33.853436 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ba980b22-86b7-47d2-a41b-a6a7b52c59f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:33.866219 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ba980b22-86b7-47d2-a41b-a6a7b52c59f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:33.870002 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-ba980b22-86b7-47d2-a41b-a6a7b52c59f3 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5dd8de06-b659-448b-b7d7-f5e965954cee HTTP/1.1" status: 204 len: 168 time: 0.2647581 May 20 20:45:33.870178 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4ff130-e506-4d82-acd0-603641e6f040 req-b45c0ff1-ee88-4b95-a2b2-afb9284374d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:33.871039 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ea4ff130-e506-4d82-acd0-603641e6f040 req-b45c0ff1-ee88-4b95-a2b2-afb9284374d8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bfecc73b8c99406dbde7fba5545cc962&device_id=9803a8fc-7b99-4a0d-a54b-bb49d15ef239 HTTP/1.1" status: 200 len: 1094 time: 0.1879458 May 20 20:45:33.879323 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba980b22-86b7-47d2-a41b-a6a7b52c59f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dd8de06-b659-448b-b7d7-f5e965954cee,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:45:33.973430 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08d889c-bf2f-42e1-a4ae-43f31838e26f req-8f1a7854-10e6-4f16-9cf4-8699e3aee9ed tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:33.975641 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e08d889c-bf2f-42e1-a4ae-43f31838e26f req-8f1a7854-10e6-4f16-9cf4-8699e3aee9ed tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/networks?id=85e5027c-d244-4186-8c19-3a12977de170 HTTP/1.1" status: 200 len: 811 time: 0.2832704 May 20 20:45:33.979642 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ea4ff130-e506-4d82-acd0-603641e6f040 req-0c02e3ad-d6fd-4d72-96f3-f36ba05c91d2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=22790089-efb9-4a98-90ca-ad5557a9f287 HTTP/1.1" status: 200 len: 217 time: 0.0828943 May 20 20:45:34.008516 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53d0583-83e5-4a7f-bd1a-78cb11853b93 req-80f57030-4738-4e44-93d6-b924f065af5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:34.010258 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d53d0583-83e5-4a7f-bd1a-78cb11853b93 req-80f57030-4738-4e44-93d6-b924f065af5d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6369a26f-bc30-4622-b5b7-2978096f54a2 HTTP/1.1" status: 200 len: 857 time: 0.1576242 May 20 20:45:34.053054 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e08d889c-bf2f-42e1-a4ae-43f31838e26f req-14277a9b-914a-464a-baad-515f2688f2c3 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/quotas/2492915dd73f457d8cb02b28e57274de HTTP/1.1" status: 200 len: 375 time: 0.0654643 May 20 20:45:34.156603 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4ff130-e506-4d82-acd0-603641e6f040 req-eec6f330-2e60-4703-81dc-c1fc5d282c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:34.165520 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ea4ff130-e506-4d82-acd0-603641e6f040 req-eec6f330-2e60-4703-81dc-c1fc5d282c84 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=532e3931-08a4-40e8-b75d-9b3b215f2360 HTTP/1.1" status: 200 len: 845 time: 0.1741445 May 20 20:45:34.220759 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ea4ff130-e506-4d82-acd0-603641e6f040 req-51d755b1-440a-4de9-9993-70a5ef12c2c7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=80bda1f2-d8f3-4628-a486-5841bb81c3dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480685 May 20 20:45:34.228974 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53d0583-83e5-4a7f-bd1a-78cb11853b93 req-cc69ba76-8a4d-4247-b30f-d3a702c7072a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:34.230442 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d53d0583-83e5-4a7f-bd1a-78cb11853b93 req-cc69ba76-8a4d-4247-b30f-d3a702c7072a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=dc8945eb-dd74-4cb0-b93f-84eec37290f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1972318 May 20 20:45:34.237331 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4226cd6c-721b-436d-86bb-ac29078998f1 None None] New status for floating IP 5d35656d-1df5-4f1a-b225-f4f7277e10ed: ACTIVE {{(pid=103164) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 20:45:34.238815 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaebafa-6d7f-4f16-b02e-2a45cdcb9042 req-80b7e5f0-065c-4985-b529-f01b84c877de tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:34.240267 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-fdaebafa-6d7f-4f16-b02e-2a45cdcb9042 req-80b7e5f0-065c-4985-b529-f01b84c877de tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/ports?device_id=f909c7ca-a771-4d4d-9455-819a14982a65 HTTP/1.1" status: 200 len: 950 time: 0.1803098 May 20 20:45:34.262471 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e08d889c-bf2f-42e1-a4ae-43f31838e26f req-71e05f74-6523-480b-8da7-040bbd55bddd tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=2492915dd73f457d8cb02b28e57274de&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2078269 May 20 20:45:34.838805 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-fdaebafa-6d7f-4f16-b02e-2a45cdcb9042 req-fc5618ce-67e9-4c21-b655-8c0627e88a03 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/security-groups?id=38c76b68-4081-4341-88c9-c8e3082a5da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5514822 May 20 20:45:34.856637 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ea4ff130-e506-4d82-acd0-603641e6f040 req-c4007880-34f5-46e1-b7c2-9bbbf1316757 service neutron] 10.222.0.13 "GET /v2.0/networks/80bda1f2-d8f3-4628-a486-5841bb81c3dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6141596 May 20 20:45:34.937816 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d53d0583-83e5-4a7f-bd1a-78cb11853b93 req-80e594f1-1cb5-4fee-8535-3b08f4cf074b service neutron] 10.222.0.24 "GET /v2.0/networks/dc8945eb-dd74-4cb0-b93f-84eec37290f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6964669 May 20 20:45:34.939505 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e08d889c-bf2f-42e1-a4ae-43f31838e26f req-06030657-87d8-4aa4-876e-681504230553 service neutron] 10.222.0.35 "GET /v2.0/networks/85e5027c-d244-4186-8c19-3a12977de170?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6485634 May 20 20:45:35.051668 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cf46fab-12e1-4785-85be-6f2bfb618fd6', 'name': 'network-vif-deleted', 'tag': 'e213a585-6dd1-4d47-a02d-ed1886bd7f5d'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:45:35.054327 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6fa957933fccbf596d28104b23404b952ad6a8238afaebaed40a0874b2e409" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8da2055-5fe3-4600-98c0-5e36b7a8da1b" -d '{"events": [{"server_uuid": "2cf46fab-12e1-4785-85be-6f2bfb618fd6", "name": "network-vif-deleted", "tag": "e213a585-6dd1-4d47-a02d-ed1886bd7f5d"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:45:35.109987 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb58b60a-dbb7-4938-bafc-56604de72835 req-c9cfcda0-95d0-4734-becc-262998a495cc tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:35.111453 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-bb58b60a-dbb7-4938-bafc-56604de72835 req-c9cfcda0-95d0-4734-becc-262998a495cc tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.35 "GET /v2.0/ports?device_id=9803a8fc-7b99-4a0d-a54b-bb49d15ef239 HTTP/1.1" status: 200 len: 943 time: 0.2102330 May 20 20:45:35.135310 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ea4ff130-e506-4d82-acd0-603641e6f040 req-2a38bb41-2ee8-4e26-83d3-c27dc25c3bfc service neutron] 10.222.0.13 "GET /v2.0/networks/80bda1f2-d8f3-4628-a486-5841bb81c3dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2675941 May 20 20:45:35.181999 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e08d889c-bf2f-42e1-a4ae-43f31838e26f req-2c35a9e1-d314-4668-aeeb-3d186bfa667c service neutron] 10.222.0.35 "GET /v2.0/networks/85e5027c-d244-4186-8c19-3a12977de170?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2200184 May 20 20:45:35.189100 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d53d0583-83e5-4a7f-bd1a-78cb11853b93 req-65915da4-c332-4333-b7b2-e46700ae15d9 service neutron] 10.222.0.24 "GET /v2.0/networks/dc8945eb-dd74-4cb0-b93f-84eec37290f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2283015 May 20 20:45:35.196341 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-bb58b60a-dbb7-4938-bafc-56604de72835 req-af3e77cb-4868-4473-b8e2-63236a093637 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.35 "GET /v2.0/security-groups?id=af06f2cf-8756-4fbf-90c6-d72ff1946909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713167 May 20 20:45:35.350883 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21881a88-a30b-4ec0-80e0-aeb94abbfeed req-9d17c6dc-fd60-43d1-b13d-88a886f570ae tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:35.352777 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-21881a88-a30b-4ec0-80e0-aeb94abbfeed req-9d17c6dc-fd60-43d1-b13d-88a886f570ae tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] 10.222.0.35 "GET /v2.0/ports?device_id=afdb37f9-0912-422e-9f7a-db72aaceea5a HTTP/1.1" status: 200 len: 945 time: 0.0888741 May 20 20:45:35.354907 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7103c297-359e-482f-ad81-4c47bb89a979 req-25a1550c-a310-4b94-b669-4f96a450f40d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:35.356599 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7103c297-359e-482f-ad81-4c47bb89a979 req-25a1550c-a310-4b94-b669-4f96a450f40d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bfecc73b8c99406dbde7fba5545cc962&device_id=9803a8fc-7b99-4a0d-a54b-bb49d15ef239 HTTP/1.1" status: 200 len: 1094 time: 0.0600007 May 20 20:45:35.448240 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 20:45:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5abf7027-7329-4882-9ed8-e31bff62e928 x-openstack-request-id: req-5abf7027-7329-4882-9ed8-e31bff62e928 {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:45:35.449007 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cf46fab-12e1-4785-85be-6f2bfb618fd6", "name": "network-vif-deleted", "tag": "e213a585-6dd1-4d47-a02d-ed1886bd7f5d", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:45:35.450514 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5abf7027-7329-4882-9ed8-e31bff62e928 {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:45:35.451050 n-d-842733-1 neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5abf7027-7329-4882-9ed8-e31bff62e928'] response: {'server_uuid': '2cf46fab-12e1-4785-85be-6f2bfb618fd6', 'name': 'network-vif-deleted', 'tag': 'e213a585-6dd1-4d47-a02d-ed1886bd7f5d', 'status': 'completed', 'code': 200} May 20 20:45:35.455435 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-21881a88-a30b-4ec0-80e0-aeb94abbfeed req-107c0985-6a15-4952-998d-547b647af6c3 tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] 10.222.0.35 "GET /v2.0/security-groups?id=08f63c89-364b-47f7-9236-e1c85d29ce51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905857 May 20 20:45:35.494076 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7103c297-359e-482f-ad81-4c47bb89a979 req-6f10ab46-201c-4cf6-bfb3-24e351957716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:35.495619 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7103c297-359e-482f-ad81-4c47bb89a979 req-6f10ab46-201c-4cf6-bfb3-24e351957716 service neutron] 10.222.0.13 "GET /v2.0/networks?id=80bda1f2-d8f3-4628-a486-5841bb81c3dc HTTP/1.1" status: 200 len: 906 time: 0.1245444 May 20 20:45:35.535391 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3441342e-6a02-4719-88c6-f66d3d705db1 req-2e12caa5-8c12-46da-bb4a-87d785ab749e tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/ports?device_id=91b81ef2-4adc-4414-86c5-f2f7119adcc0 HTTP/1.1" status: 200 len: 210 time: 0.0335553 May 20 20:45:35.564020 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7103c297-359e-482f-ad81-4c47bb89a979 req-280adcbd-3568-47d0-8dc8-90242a1fee61 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=22790089-efb9-4a98-90ca-ad5557a9f287 HTTP/1.1" status: 200 len: 217 time: 0.0525770 May 20 20:45:35.631027 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7103c297-359e-482f-ad81-4c47bb89a979 req-54dabc68-887b-46b2-894d-bd25573c77f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:35.632512 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7103c297-359e-482f-ad81-4c47bb89a979 req-54dabc68-887b-46b2-894d-bd25573c77f0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=532e3931-08a4-40e8-b75d-9b3b215f2360 HTTP/1.1" status: 200 len: 845 time: 0.0614970 May 20 20:45:35.672169 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7103c297-359e-482f-ad81-4c47bb89a979 req-a15c3687-cb3e-401b-9f85-6636077da2bd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=80bda1f2-d8f3-4628-a486-5841bb81c3dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310934 May 20 20:45:35.779206 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7103c297-359e-482f-ad81-4c47bb89a979 req-09a969c4-78be-4f15-a5a0-e29480749456 service neutron] 10.222.0.13 "GET /v2.0/networks/80bda1f2-d8f3-4628-a486-5841bb81c3dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974238 May 20 20:45:35.898445 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7103c297-359e-482f-ad81-4c47bb89a979 req-f0b5b975-fb0b-4be0-a199-1fe9f38ba780 service neutron] 10.222.0.13 "GET /v2.0/networks/80bda1f2-d8f3-4628-a486-5841bb81c3dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133757 May 20 20:45:35.970423 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2274db46-cd16-4dc6-8be6-a98babef27e8 req-47423634-fd56-4dd5-88d3-4c5c52ea1ac1 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:35.971825 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2274db46-cd16-4dc6-8be6-a98babef27e8 req-47423634-fd56-4dd5-88d3-4c5c52ea1ac1 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/ports?device_id=f909c7ca-a771-4d4d-9455-819a14982a65 HTTP/1.1" status: 200 len: 950 time: 0.0501862 May 20 20:45:36.011367 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2274db46-cd16-4dc6-8be6-a98babef27e8 req-a3dabd7e-af00-41bf-ba57-2e92fb7895ef tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/security-groups?id=38c76b68-4081-4341-88c9-c8e3082a5da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329378 May 20 20:45:36.172927 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device e213a585-6dd1-4d47-a02d-ed1886bd7f5d no longer exists at agent hyperv_n-h2-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:45:36.194174 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] No Port match for: e213a585-6dd1-4d47-a02d-ed1886bd7f5d {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 20:45:36.194517 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device e213a585-6dd1-4d47-a02d-ed1886bd7f5d not bound to the agent host n-h2-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 20:45:36.347781 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd7b966-4024-49f2-96ce-e2804c501c82 req-1df86cbc-279b-4619-a239-1e07d49f207b tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:36.347781 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9fd7b966-4024-49f2-96ce-e2804c501c82 req-1df86cbc-279b-4619-a239-1e07d49f207b tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.35 "GET /v2.0/ports?device_id=9803a8fc-7b99-4a0d-a54b-bb49d15ef239 HTTP/1.1" status: 200 len: 943 time: 0.0501957 May 20 20:45:36.388724 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9fd7b966-4024-49f2-96ce-e2804c501c82 req-3c0cbd73-4db8-4f0e-b8fd-358ec4790e3a tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.35 "GET /v2.0/security-groups?id=af06f2cf-8756-4fbf-90c6-d72ff1946909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353072 May 20 20:45:36.579510 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a35e9f-2030-4ad2-932f-651d0d4bc9b6 req-092fb6b6-dda8-4c50-abd7-362e1a5d2fa8 tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:36.580985 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-09a35e9f-2030-4ad2-932f-651d0d4bc9b6 req-092fb6b6-dda8-4c50-abd7-362e1a5d2fa8 tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] 10.222.0.35 "GET /v2.0/ports?device_id=afdb37f9-0912-422e-9f7a-db72aaceea5a HTTP/1.1" status: 200 len: 945 time: 0.0534720 May 20 20:45:36.619405 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-09a35e9f-2030-4ad2-932f-651d0d4bc9b6 req-dac7b550-5d07-44a9-84eb-f7895eb51cca tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] 10.222.0.35 "GET /v2.0/security-groups?id=08f63c89-364b-47f7-9236-e1c85d29ce51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322192 May 20 20:45:36.702599 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-12fa9d3a-9d5d-4517-9d3d-9ad9ae4099f6 req-6951e968-063b-4e93-84b1-b8675df0167f tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/ports?device_id=91b81ef2-4adc-4414-86c5-f2f7119adcc0 HTTP/1.1" status: 200 len: 210 time: 0.0265641 May 20 20:45:36.929934 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 43468) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:45:37.093541 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-906367c9-2d91-4937-bab7-d6b9094a3ff4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:37.161793 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8c5724-c8e6-4599-91e2-7832f3b7abb9 req-7157bd27-f5a8-4531-bbe7-dec5451aa1ad tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:37.163248 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4f8c5724-c8e6-4599-91e2-7832f3b7abb9 req-7157bd27-f5a8-4531-bbe7-dec5451aa1ad tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/ports?device_id=f909c7ca-a771-4d4d-9455-819a14982a65 HTTP/1.1" status: 200 len: 950 time: 0.0716362 May 20 20:45:37.220833 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4f8c5724-c8e6-4599-91e2-7832f3b7abb9 req-3c00a4e1-caea-4460-b267-9cdb5b2f7eac tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/security-groups?id=38c76b68-4081-4341-88c9-c8e3082a5da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504367 May 20 20:45:37.242592 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-906367c9-2d91-4937-bab7-d6b9094a3ff4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:37.304064 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-906367c9-2d91-4937-bab7-d6b9094a3ff4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:37.355975 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906367c9-2d91-4937-bab7-d6b9094a3ff4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2a5e57e-df1a-4e9e-a58e-46c231b00eaa,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:45:37.361861 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-906367c9-2d91-4937-bab7-d6b9094a3ff4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=284f931253a24b2d9af8446a27e5a63e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4307432 May 20 20:45:37.365176 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 43478) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:45:37.382850 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906367c9-2d91-4937-bab7-d6b9094a3ff4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:45:37.383191 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906367c9-2d91-4937-bab7-d6b9094a3ff4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:45:37.383527 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906367c9-2d91-4937-bab7-d6b9094a3ff4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:45:37.383855 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906367c9-2d91-4937-bab7-d6b9094a3ff4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:45:37.384180 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906367c9-2d91-4937-bab7-d6b9094a3ff4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:45:37.384501 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906367c9-2d91-4937-bab7-d6b9094a3ff4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:45:37.384817 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906367c9-2d91-4937-bab7-d6b9094a3ff4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:45:37.385370 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906367c9-2d91-4937-bab7-d6b9094a3ff4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:45:37.385864 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906367c9-2d91-4937-bab7-d6b9094a3ff4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:45:37.386368 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906367c9-2d91-4937-bab7-d6b9094a3ff4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:45:37.386912 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906367c9-2d91-4937-bab7-d6b9094a3ff4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:45:37.388052 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906367c9-2d91-4937-bab7-d6b9094a3ff4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:45:37.419731 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-73b9cd94-cc76-46cc-ab8f-de0c32e8422d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:37.453328 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-73b9cd94-cc76-46cc-ab8f-de0c32e8422d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:37.576993 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-73b9cd94-cc76-46cc-ab8f-de0c32e8422d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:37.579763 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-73b9cd94-cc76-46cc-ab8f-de0c32e8422d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:37.580959 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-73b9cd94-cc76-46cc-ab8f-de0c32e8422d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d2a5e57e-df1a-4e9e-a58e-46c231b00eaa HTTP/1.1" status: 204 len: 168 time: 0.2148211 May 20 20:45:37.584503 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3da4cff-c90f-41d6-9e87-922ba1e7e640 req-808d8895-a456-48ac-9dcd-93235f31a887 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:37.590011 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d3da4cff-c90f-41d6-9e87-922ba1e7e640 req-808d8895-a456-48ac-9dcd-93235f31a887 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.35 "GET /v2.0/ports?device_id=9803a8fc-7b99-4a0d-a54b-bb49d15ef239 HTTP/1.1" status: 200 len: 943 time: 0.1178319 May 20 20:45:37.590680 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b9cd94-cc76-46cc-ab8f-de0c32e8422d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2a5e57e-df1a-4e9e-a58e-46c231b00eaa,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:45:37.655081 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08d889c-bf2f-42e1-a4ae-43f31838e26f req-c2db3c5c-db23-4d4b-9e55-0c47586184fe tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:37.656568 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e08d889c-bf2f-42e1-a4ae-43f31838e26f req-c2db3c5c-db23-4d4b-9e55-0c47586184fe tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.13 "GET /v2.0/networks?id=85e5027c-d244-4186-8c19-3a12977de170 HTTP/1.1" status: 200 len: 811 time: 0.1764119 May 20 20:45:37.665333 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d3da4cff-c90f-41d6-9e87-922ba1e7e640 req-fd4a2e0b-ddbe-4239-aa4d-e8a2ecd233ee tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.35 "GET /v2.0/security-groups?id=af06f2cf-8756-4fbf-90c6-d72ff1946909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654891 May 20 20:45:37.694689 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [req-e08d889c-bf2f-42e1-a4ae-43f31838e26f req-52cd224e-42a3-4068-abdf-232958a09b4c tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Request body: {'port': {'device_id': '91b81ef2-4adc-4414-86c5-f2f7119adcc0', 'network_id': '85e5027c-d244-4186-8c19-3a12977de170', 'admin_state_up': True, 'tenant_id': '2492915dd73f457d8cb02b28e57274de'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:45:37.726336 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 43490) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:45:37.910184 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b2e38c9b-dd5a-425c-bf39-85891969c14f req-5cc58242-2616-4098-9cb0-765f8f83f4a2 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/ports?device_id=91b81ef2-4adc-4414-86c5-f2f7119adcc0 HTTP/1.1" status: 200 len: 210 time: 0.0733302 May 20 20:45:37.983906 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e08d889c-bf2f-42e1-a4ae-43f31838e26f req-52cd224e-42a3-4068-abdf-232958a09b4c tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Made reservation on behalf of 2492915dd73f457d8cb02b28e57274de for: {'port': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:45:37.987564 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-e08d889c-bf2f-42e1-a4ae-43f31838e26f req-52cd224e-42a3-4068-abdf-232958a09b4c tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:38.038628 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-30d9c9e4-529d-4d49-b712-aa4f924c16f4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=02c8b676c0cd451c938657a8a16ae466&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3077595 May 20 20:45:38.041082 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 43502) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:45:38.101671 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-533881ac-022a-4615-bc9c-e738b0113f8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:38.126635 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-533881ac-022a-4615-bc9c-e738b0113f8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:38.161165 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [req-e08d889c-bf2f-42e1-a4ae-43f31838e26f req-52cd224e-42a3-4068-abdf-232958a09b4c tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Allocated IP 172.20.0.14 (85e5027c-d244-4186-8c19-3a12977de170/5df30a0b-5cdb-4d91-9fe8-512f286a6485/58a304a4-5536-42a2-8bc6-93ffb123830d) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:45:38.161441 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 22790089-efb9-4a98-90ca-ad5557a9f287 details requested by agent hyperv_n-h2-842733-1 with host n-h2-842733-1 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 20:45:38.187637 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bba4cf-f1cf-4c6c-b404-ce80cacb6a3f req-4f5f8250-05eb-4d39-ade1-eedabd322c9b tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:38.189244 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c0bba4cf-f1cf-4c6c-b404-ce80cacb6a3f req-4f5f8250-05eb-4d39-ade1-eedabd322c9b tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] 10.222.0.35 "GET /v2.0/ports?device_id=afdb37f9-0912-422e-9f7a-db72aaceea5a HTTP/1.1" status: 200 len: 945 time: 0.2619956 May 20 20:45:38.240097 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-533881ac-022a-4615-bc9c-e738b0113f8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:38.247761 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-533881ac-022a-4615-bc9c-e738b0113f8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:38.250027 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-533881ac-022a-4615-bc9c-e738b0113f8e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1e825029-db8b-400a-88b4-334185390110 HTTP/1.1" status: 204 len: 168 time: 0.2070327 May 20 20:45:38.277149 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c0bba4cf-f1cf-4c6c-b404-ce80cacb6a3f req-9a1dc741-3ffb-4c50-9e4c-ee42792978f6 tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] 10.222.0.35 "GET /v2.0/security-groups?id=08f63c89-364b-47f7-9236-e1c85d29ce51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716672 May 20 20:45:38.282304 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533881ac-022a-4615-bc9c-e738b0113f8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e825029-db8b-400a-88b4-334185390110,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:45:38.414163 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port 22790089-efb9-4a98-90ca-ad5557a9f287, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=22790089-efb9-4a98-90ca-ad5557a9f287,segment=NetworkSegment(1b618711-eace-4f66-9dbc-026093290eaa),segment_id=1b618711-eace-4f66-9dbc-026093290eaa)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:45:38.427497 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Returning: {'device': '22790089-efb9-4a98-90ca-ad5557a9f287', 'network_id': '80bda1f2-d8f3-4628-a486-5841bb81c3dc', 'port_id': '22790089-efb9-4a98-90ca-ad5557a9f287', 'mac_address': 'fa:16:3e:31:ad:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '532e3931-08a4-40e8-b75d-9b3b215f2360', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 20 20:45:38.444218 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6147c0b-3e24-41b7-9f60-ea44949fe54d req-708ab3e5-e09f-4d4f-8061-919e3435c8ca tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:38.445811 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e6147c0b-3e24-41b7-9f60-ea44949fe54d req-708ab3e5-e09f-4d4f-8061-919e3435c8ca tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/ports?device_id=f909c7ca-a771-4d4d-9455-819a14982a65 HTTP/1.1" status: 200 len: 950 time: 0.0732892 May 20 20:45:38.451323 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-e08d889c-bf2f-42e1-a4ae-43f31838e26f req-52cd224e-42a3-4068-abdf-232958a09b4c tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Notify callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:38.472140 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port 22790089-efb9-4a98-90ca-ad5557a9f287 is: DOWN; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:45:38.472140 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:38.485876 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22790089-efb9-4a98-90ca-ad5557a9f287 {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:45:38.506150 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port 22790089-efb9-4a98-90ca-ad5557a9f287, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=22790089-efb9-4a98-90ca-ad5557a9f287,segment=NetworkSegment(1b618711-eace-4f66-9dbc-026093290eaa),segment_id=1b618711-eace-4f66-9dbc-026093290eaa)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:45:38.507351 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e6147c0b-3e24-41b7-9f60-ea44949fe54d req-462c3fae-252b-4f83-81bc-f1c3e35a88a2 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/security-groups?id=38c76b68-4081-4341-88c9-c8e3082a5da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540643 May 20 20:45:38.588115 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:38.634992 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=22790089-efb9-4a98-90ca-ad5557a9f287,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:45:38.640246 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-e08d889c-bf2f-42e1-a4ae-43f31838e26f req-52cd224e-42a3-4068-abdf-232958a09b4c tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:38.655479 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] get_ports_and_sgs() called for port_ids ['4804f9ed-d929-4451-ab46-9ce5f415198a'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:45:38.682391 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] get_ports_and_sgs() called for port_ids ['130e72e6-da90-46ab-a5e7-4c8babd6202e'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:45:38.692700 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e08d889c-bf2f-42e1-a4ae-43f31838e26f req-52cd224e-42a3-4068-abdf-232958a09b4c tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Network 85e5027c-d244-4186-8c19-3a12977de170 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:45:38.695229 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [req-e08d889c-bf2f-42e1-a4ae-43f31838e26f req-52cd224e-42a3-4068-abdf-232958a09b4c tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:45:38.699998 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [req-e08d889c-bf2f-42e1-a4ae-43f31838e26f req-52cd224e-42a3-4068-abdf-232958a09b4c tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:45:38.753701 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08d889c-bf2f-42e1-a4ae-43f31838e26f req-52cd224e-42a3-4068-abdf-232958a09b4c tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:38.758547 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-e08d889c-bf2f-42e1-a4ae-43f31838e26f req-52cd224e-42a3-4068-abdf-232958a09b4c tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:38.779501 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cd224e-42a3-4068-abdf-232958a09b4c tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Pushing event updated for resources: {'Port': ['ID=58a304a4-5536-42a2-8bc6-93ffb123830d,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:45:38.847222 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e08d889c-bf2f-42e1-a4ae-43f31838e26f req-52cd224e-42a3-4068-abdf-232958a09b4c tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1661839 May 20 20:45:38.886684 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [req-e08d889c-bf2f-42e1-a4ae-43f31838e26f req-2e4ee94c-1340-442a-9d9f-164d7972d840 service neutron] Request body: {'port': {'device_id': '91b81ef2-4adc-4414-86c5-f2f7119adcc0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-842733-1'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:45:38.982714 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79655ef9-83fe-40c4-8beb-d21f39862f8d req-976234a5-da9a-4a1e-a98f-692c2eb5732d tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:38.984731 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-79655ef9-83fe-40c4-8beb-d21f39862f8d req-976234a5-da9a-4a1e-a98f-692c2eb5732d tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.35 "GET /v2.0/ports?device_id=9803a8fc-7b99-4a0d-a54b-bb49d15ef239 HTTP/1.1" status: 200 len: 944 time: 0.1578894 May 20 20:45:39.009985 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-e08d889c-bf2f-42e1-a4ae-43f31838e26f req-2e4ee94c-1340-442a-9d9f-164d7972d840 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:39.034385 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] get_ports_and_sgs() called for port_ids ['22790089-efb9-4a98-90ca-ad5557a9f287'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:45:39.044545 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 43534) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:45:39.110523 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-79655ef9-83fe-40c4-8beb-d21f39862f8d req-d206e333-441e-4c2b-a879-042b5f9e8bb0 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.35 "GET /v2.0/security-groups?id=af06f2cf-8756-4fbf-90c6-d72ff1946909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198275 May 20 20:45:39.136800 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555779e1-3799-47ed-8d9c-34350abac541 req-f7fa72d6-4e81-4804-91a4-c6b13e9da00f tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:39.139309 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-51d76ff6-9d0b-4866-8471-e3d01d4b4335 None None] Provisioning complete for port 58a304a4-5536-42a2-8bc6-93ffb123830d triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:45:39.140332 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-51d76ff6-9d0b-4866-8471-e3d01d4b4335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:39.146114 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-555779e1-3799-47ed-8d9c-34350abac541 req-f7fa72d6-4e81-4804-91a4-c6b13e9da00f tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/ports?device_id=91b81ef2-4adc-4414-86c5-f2f7119adcc0 HTTP/1.1" status: 200 len: 932 time: 0.1393256 May 20 20:45:39.199372 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-51d76ff6-9d0b-4866-8471-e3d01d4b4335 None None] Port 58a304a4-5536-42a2-8bc6-93ffb123830d cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 20:45:39.216304 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-fdd8e717-0e76-46ef-aa28-fc2aaa72ce8c admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1942280961-network', 'tenant_id': '559b096ee02f4d29bdb85904f38d7fa1'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:45:39.258756 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-555779e1-3799-47ed-8d9c-34350abac541 req-aeff91c9-333b-4ec2-a812-5dcbd9ba08cb tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/security-groups?id=c9d9c404-d869-4158-9779-ac1a15da4bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037056 May 20 20:45:39.292574 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdd8e717-0e76-46ef-aa28-fc2aaa72ce8c admin admin] Made reservation on behalf of 559b096ee02f4d29bdb85904f38d7fa1 for: {'network': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:45:39.295273 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-fdd8e717-0e76-46ef-aa28-fc2aaa72ce8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for network, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:39.305613 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-fdd8e717-0e76-46ef-aa28-fc2aaa72ce8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:39.391921 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-fdd8e717-0e76-46ef-aa28-fc2aaa72ce8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:39.431815 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a854e88-317a-4c62-8492-a32b2d847332 req-c8d631db-2486-4aae-a873-f219595b0cd5 tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:39.433319 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2a854e88-317a-4c62-8492-a32b2d847332 req-c8d631db-2486-4aae-a873-f219595b0cd5 tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] 10.222.0.35 "GET /v2.0/ports?device_id=afdb37f9-0912-422e-9f7a-db72aaceea5a HTTP/1.1" status: 200 len: 945 time: 0.0795932 May 20 20:45:39.481983 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-fdd8e717-0e76-46ef-aa28-fc2aaa72ce8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:39.482761 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [req-e08d889c-bf2f-42e1-a4ae-43f31838e26f req-2e4ee94c-1340-442a-9d9f-164d7972d840 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58a304a4-5536-42a2-8bc6-93ffb123830d {{(pid=103163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:45:39.498726 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-e08d889c-bf2f-42e1-a4ae-43f31838e26f req-2e4ee94c-1340-442a-9d9f-164d7972d840 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:39.504107 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdd8e717-0e76-46ef-aa28-fc2aaa72ce8c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 220} {{(pid=103162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 20:45:39.507112 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2a854e88-317a-4c62-8492-a32b2d847332 req-5559550c-32c5-4044-9fbe-f99821bf54a5 tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] 10.222.0.35 "GET /v2.0/security-groups?id=08f63c89-364b-47f7-9236-e1c85d29ce51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554426 May 20 20:45:39.518760 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [req-e08d889c-bf2f-42e1-a4ae-43f31838e26f req-2e4ee94c-1340-442a-9d9f-164d7972d840 service neutron] Transition to ACTIVE for port object 58a304a4-5536-42a2-8bc6-93ffb123830d will not be triggered until provisioned by entity L2. {{(pid=103163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 20:45:39.519706 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd8e717-0e76-46ef-aa28-fc2aaa72ce8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10578f43-fdf4-47ed-819f-6b5be55435e5,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:45:39.522701 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-fdd8e717-0e76-46ef-aa28-fc2aaa72ce8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:39.523032 n-d-842733-1 neutron-server[103162]: INFO neutron.db.segments_db [None req-fdd8e717-0e76-46ef-aa28-fc2aaa72ce8c admin admin] Added segment f062a6f8-1ded-4de9-b953-46acf072b30e of type vlan for network 84c3842c-d7b9-4059-95b5-2fbd492b4e7b May 20 20:45:39.574897 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-fdd8e717-0e76-46ef-aa28-fc2aaa72ce8c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418993264'] for network, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:39.597237 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-e08d889c-bf2f-42e1-a4ae-43f31838e26f req-2e4ee94c-1340-442a-9d9f-164d7972d840 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:39.687094 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-fdd8e717-0e76-46ef-aa28-fc2aaa72ce8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524'] for network, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:39.688161 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdd8e717-0e76-46ef-aa28-fc2aaa72ce8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:39.688775 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-fdd8e717-0e76-46ef-aa28-fc2aaa72ce8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:39.693140 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4ee94c-1340-442a-9d9f-164d7972d840 service neutron] Pushing event updated for resources: {'Port': ['ID=58a304a4-5536-42a2-8bc6-93ffb123830d,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:45:39.704055 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c85d88a-72d7-4a6d-bb3b-9a4a397ed26d req-4c677ab9-32c3-4ef2-959b-41ac46034573 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:39.709734 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8c85d88a-72d7-4a6d-bb3b-9a4a397ed26d req-4c677ab9-32c3-4ef2-959b-41ac46034573 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/ports?device_id=f909c7ca-a771-4d4d-9455-819a14982a65 HTTP/1.1" status: 200 len: 950 time: 0.1249583 May 20 20:45:39.765742 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd8e717-0e76-46ef-aa28-fc2aaa72ce8c admin admin] Pushing event updated for resources: {'Network': ['ID=84c3842c-d7b9-4059-95b5-2fbd492b4e7b,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:45:39.782455 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Network 84c3842c-d7b9-4059-95b5-2fbd492b4e7b details requested by agent ovs-agent-n-d-842733-1 with host n-d-842733-1 {{(pid=103164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 20 20:45:39.805803 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-e08d889c-bf2f-42e1-a4ae-43f31838e26f req-2e4ee94c-1340-442a-9d9f-164d7972d840 service neutron] Attempting to bind port 58a304a4-5536-42a2-8bc6-93ffb123830d on host n-h2-842733-1 for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:45:39.805803 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-e08d889c-bf2f-42e1-a4ae-43f31838e26f req-2e4ee94c-1340-442a-9d9f-164d7972d840 service neutron] Attempting to bind port 58a304a4-5536-42a2-8bc6-93ffb123830d by drivers openvswitch,hyperv on host n-h2-842733-1 at level 0 using segments [{'id': '1b0c59b6-1da5-46b1-ba4a-82e83befd33e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '85e5027c-d244-4186-8c19-3a12977de170'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:45:39.806205 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e08d889c-bf2f-42e1-a4ae-43f31838e26f req-2e4ee94c-1340-442a-9d9f-164d7972d840 service neutron] Attempting to bind port 58a304a4-5536-42a2-8bc6-93ffb123830d on network 85e5027c-d244-4186-8c19-3a12977de170 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:45:39.828971 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8c85d88a-72d7-4a6d-bb3b-9a4a397ed26d req-a88fa16d-b2b9-4436-b229-8158becfe5bb tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/security-groups?id=38c76b68-4081-4341-88c9-c8e3082a5da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627768 May 20 20:45:39.840254 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e08d889c-bf2f-42e1-a4ae-43f31838e26f req-2e4ee94c-1340-442a-9d9f-164d7972d840 service neutron] Port 58a304a4-5536-42a2-8bc6-93ffb123830d on network 85e5027c-d244-4186-8c19-3a12977de170 not bound, no agent of type Open vSwitch agent registered on host n-h2-842733-1 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 20:45:39.841108 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e08d889c-bf2f-42e1-a4ae-43f31838e26f req-2e4ee94c-1340-442a-9d9f-164d7972d840 service neutron] Attempting to bind port 58a304a4-5536-42a2-8bc6-93ffb123830d on network 85e5027c-d244-4186-8c19-3a12977de170 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:45:39.847784 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-fdd8e717-0e76-46ef-aa28-fc2aaa72ce8c admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 0.7989378 May 20 20:45:39.848146 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 43568) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:45:39.854577 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e08d889c-bf2f-42e1-a4ae-43f31838e26f req-2e4ee94c-1340-442a-9d9f-164d7972d840 service neutron] Checking agent: {'id': 'a66f2511-b955-448f-877c-56cfe9c81b12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 33, 2), 'started_at': datetime.datetime(2022, 5, 20, 20, 33, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 45, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:45:39.859026 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e08d889c-bf2f-42e1-a4ae-43f31838e26f req-2e4ee94c-1340-442a-9d9f-164d7972d840 service neutron] Checking segment: {'id': '1b0c59b6-1da5-46b1-ba4a-82e83befd33e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '85e5027c-d244-4186-8c19-3a12977de170'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:45:39.859414 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e08d889c-bf2f-42e1-a4ae-43f31838e26f req-2e4ee94c-1340-442a-9d9f-164d7972d840 service neutron] Bound using segment: {'id': '1b0c59b6-1da5-46b1-ba4a-82e83befd33e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '85e5027c-d244-4186-8c19-3a12977de170'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:45:39.859872 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-e08d889c-bf2f-42e1-a4ae-43f31838e26f req-2e4ee94c-1340-442a-9d9f-164d7972d840 service neutron] Bound port: 58a304a4-5536-42a2-8bc6-93ffb123830d, host: n-h2-842733-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b0c59b6-1da5-46b1-ba4a-82e83befd33e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '85e5027c-d244-4186-8c19-3a12977de170'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:45:39.860141 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-b5776d9d-0b07-44af-b050-26295d0693d1 admin admin] Request body: {'subnet': {'network_id': '84c3842c-d7b9-4059-95b5-2fbd492b4e7b', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1942280961-subnet', 'tenant_id': '559b096ee02f4d29bdb85904f38d7fa1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:45:39.860275 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-e08d889c-bf2f-42e1-a4ae-43f31838e26f req-2e4ee94c-1340-442a-9d9f-164d7972d840 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:39.973615 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-e08d889c-bf2f-42e1-a4ae-43f31838e26f req-2e4ee94c-1340-442a-9d9f-164d7972d840 service neutron] For port 58a304a4-5536-42a2-8bc6-93ffb123830d, host n-h2-842733-1, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:45:39.976807 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-e08d889c-bf2f-42e1-a4ae-43f31838e26f req-2e4ee94c-1340-442a-9d9f-164d7972d840 service neutron] For port 58a304a4-5536-42a2-8bc6-93ffb123830d, host n-h2-842733-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=58a304a4-5536-42a2-8bc6-93ffb123830d,segment=NetworkSegment(1b0c59b6-1da5-46b1-ba4a-82e83befd33e),segment_id=1b0c59b6-1da5-46b1-ba4a-82e83befd33e)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:45:39.982934 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5776d9d-0b07-44af-b050-26295d0693d1 admin admin] Made reservation on behalf of 559b096ee02f4d29bdb85904f38d7fa1 for: {'subnet': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:45:39.982934 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b5776d9d-0b07-44af-b050-26295d0693d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4018244'] for subnet, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:40.005948 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.agents_db [None req-5c33ad30-4e00-40fa-b486-8c79c4a6cfc5 None None] Agent healthcheck: found 7 active agents {{(pid=103165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 20 20:45:40.058463 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-e08d889c-bf2f-42e1-a4ae-43f31838e26f req-2e4ee94c-1340-442a-9d9f-164d7972d840 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:40.099753 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08d889c-bf2f-42e1-a4ae-43f31838e26f req-2e4ee94c-1340-442a-9d9f-164d7972d840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:40.100353 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-e08d889c-bf2f-42e1-a4ae-43f31838e26f req-2e4ee94c-1340-442a-9d9f-164d7972d840 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:40.101902 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e08d889c-bf2f-42e1-a4ae-43f31838e26f req-2e4ee94c-1340-442a-9d9f-164d7972d840 service neutron] 10.222.0.13 "PUT /v2.0/ports/58a304a4-5536-42a2-8bc6-93ffb123830d HTTP/1.1" status: 200 len: 1092 time: 1.2220066 May 20 20:45:40.102332 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91b81ef2-4adc-4414-86c5-f2f7119adcc0', 'tag': '58a304a4-5536-42a2-8bc6-93ffb123830d'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:45:40.104565 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4291b17aa7b45362825f0571e77c85f5e73afe1df9c7e9e15006df9d695c005e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-602d44ba-1c7f-4302-bba9-c1d15f17bba0" -d '{"events": [{"name": "network-changed", "server_uuid": "91b81ef2-4adc-4414-86c5-f2f7119adcc0", "tag": "58a304a4-5536-42a2-8bc6-93ffb123830d"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:45:40.148170 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4ee94c-1340-442a-9d9f-164d7972d840 service neutron] Pushing event updated for resources: {'Port': ['ID=58a304a4-5536-42a2-8bc6-93ffb123830d,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:45:40.170111 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 22790089-efb9-4a98-90ca-ad5557a9f287 up at agent hyperv_n-h2-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:45:40.176344 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 20:45:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d63d71ab-5580-4b8a-b148-1409d906a99b x-openstack-request-id: req-d63d71ab-5580-4b8a-b148-1409d906a99b {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:45:40.177013 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91b81ef2-4adc-4414-86c5-f2f7119adcc0", "tag": "58a304a4-5536-42a2-8bc6-93ffb123830d", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:45:40.177332 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d63d71ab-5580-4b8a-b148-1409d906a99b {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:45:40.185074 n-d-842733-1 neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d63d71ab-5580-4b8a-b148-1409d906a99b'] response: {'name': 'network-changed', 'server_uuid': '91b81ef2-4adc-4414-86c5-f2f7119adcc0', 'tag': '58a304a4-5536-42a2-8bc6-93ffb123830d', 'status': 'completed', 'code': 200} May 20 20:45:40.245471 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b5776d9d-0b07-44af-b050-26295d0693d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3797684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4018258'] for subnet, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:40.305092 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5776d9d-0b07-44af-b050-26295d0693d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fbf95e96-7a6b-4877-8118-54c9daa2ad40,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:45:40.306215 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602d44ba-1c7f-4302-bba9-c1d15f17bba0 req-373e454f-1238-4afb-9882-7777f139e51c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:40.308139 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-602d44ba-1c7f-4302-bba9-c1d15f17bba0 req-373e454f-1238-4afb-9882-7777f139e51c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2492915dd73f457d8cb02b28e57274de&device_id=91b81ef2-4adc-4414-86c5-f2f7119adcc0 HTTP/1.1" status: 200 len: 1095 time: 0.0879059 May 20 20:45:40.317429 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc18a40-fbb4-4035-bb6b-34a0a1a6401f req-91c99a67-c623-4e06-a7ec-84a879e4a629 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:40.319161 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-cfc18a40-fbb4-4035-bb6b-34a0a1a6401f req-91c99a67-c623-4e06-a7ec-84a879e4a629 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.35 "GET /v2.0/ports?device_id=9803a8fc-7b99-4a0d-a54b-bb49d15ef239 HTTP/1.1" status: 200 len: 944 time: 0.0841379 May 20 20:45:40.326040 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Provisioning for port 22790089-efb9-4a98-90ca-ad5557a9f287 completed by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 20:45:40.331561 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Provisioning complete for port 22790089-efb9-4a98-90ca-ad5557a9f287 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:45:40.338829 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:40.360773 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5776d9d-0b07-44af-b050-26295d0693d1 admin admin] Checking segment: {'id': 'f062a6f8-1ded-4de9-b953-46acf072b30e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '84c3842c-d7b9-4059-95b5-2fbd492b4e7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:45:40.362894 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5776d9d-0b07-44af-b050-26295d0693d1 admin admin] Network hostable DHCP agents. Network: 84c3842c-d7b9-4059-95b5-2fbd492b4e7b, hostable agents: ['c9b0653c-f3c7-4339-bd50-e3754b629216'], hosted agents: [] {{(pid=103162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 20:45:40.478272 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port 22790089-efb9-4a98-90ca-ad5557a9f287 is: BUILD; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:45:40.478651 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:40.484899 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-cfc18a40-fbb4-4035-bb6b-34a0a1a6401f req-7d0833a3-5234-406a-ad77-124e0c22554a tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.35 "GET /v2.0/security-groups?id=af06f2cf-8756-4fbf-90c6-d72ff1946909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587894 May 20 20:45:40.489023 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5776d9d-0b07-44af-b050-26295d0693d1 admin admin] Network 84c3842c-d7b9-4059-95b5-2fbd492b4e7b is scheduled to be hosted by DHCP agent c9b0653c-f3c7-4339-bd50-e3754b629216 with binding_index 1 {{(pid=103162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 20:45:40.508698 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9803a8fc-7b99-4a0d-a54b-bb49d15ef239', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22790089-efb9-4a98-90ca-ad5557a9f287'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:45:40.510999 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8485417003ce7c0410b00f5cdc2f391e21107b70bb68e2773712534a96e108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1aa9952-c173-4a4d-a1e6-2c68092fe58a" -d '{"events": [{"server_uuid": "9803a8fc-7b99-4a0d-a54b-bb49d15ef239", "name": "network-vif-plugged", "status": "completed", "tag": "22790089-efb9-4a98-90ca-ad5557a9f287"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:45:40.519469 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcba4e97-a4ed-4cd8-8ef8-713d00d28eed req-594597a2-1e10-47b8-9abe-6dd4f5592d10 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:40.521061 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-fcba4e97-a4ed-4cd8-8ef8-713d00d28eed req-594597a2-1e10-47b8-9abe-6dd4f5592d10 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/ports?device_id=91b81ef2-4adc-4414-86c5-f2f7119adcc0 HTTP/1.1" status: 200 len: 944 time: 0.0906103 May 20 20:45:40.523935 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port 22790089-efb9-4a98-90ca-ad5557a9f287, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=22790089-efb9-4a98-90ca-ad5557a9f287,segment=NetworkSegment(1b618711-eace-4f66-9dbc-026093290eaa),segment_id=1b618711-eace-4f66-9dbc-026093290eaa)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:45:40.553419 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602d44ba-1c7f-4302-bba9-c1d15f17bba0 req-28765951-02b6-4f24-84ed-2c10370cdca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:40.554831 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-602d44ba-1c7f-4302-bba9-c1d15f17bba0 req-28765951-02b6-4f24-84ed-2c10370cdca0 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=2492915dd73f457d8cb02b28e57274de&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2208171 May 20 20:45:40.563048 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 20:45:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afb309b0-f8d5-41a2-96cf-1988c074ef55 x-openstack-request-id: req-afb309b0-f8d5-41a2-96cf-1988c074ef55 {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:45:40.563541 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9803a8fc-7b99-4a0d-a54b-bb49d15ef239", "name": "network-vif-plugged", "status": "completed", "tag": "22790089-efb9-4a98-90ca-ad5557a9f287", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:45:40.563790 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-afb309b0-f8d5-41a2-96cf-1988c074ef55 {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:45:40.564189 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-afb309b0-f8d5-41a2-96cf-1988c074ef55'] response: {'server_uuid': '9803a8fc-7b99-4a0d-a54b-bb49d15ef239', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22790089-efb9-4a98-90ca-ad5557a9f287', 'code': 200} May 20 20:45:40.576086 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-fcba4e97-a4ed-4cd8-8ef8-713d00d28eed req-4156ccc1-a7ee-4651-b76f-83594536392e tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/security-groups?id=c9d9c404-d869-4158-9779-ac1a15da4bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436268 May 20 20:45:40.601135 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-b5776d9d-0b07-44af-b050-26295d0693d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842733-1, 84c3842c-d7b9-4059-95b5-2fbd492b4e7b) {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:45:40.601419 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:40.607624 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5776d9d-0b07-44af-b050-26295d0693d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:40.607624 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b5776d9d-0b07-44af-b050-26295d0693d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:40.655927 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f65413cf-115d-4a90-8807-5d3ea159f35c None None] Network 84c3842c-d7b9-4059-95b5-2fbd492b4e7b requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:45:40.706375 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-b5776d9d-0b07-44af-b050-26295d0693d1 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.8542163 May 20 20:45:40.719436 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 43608) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:45:40.727470 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-601ed5c0-7ed2-46a4-9109-38f27d97be08 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1942280961-router', 'tenant_id': '559b096ee02f4d29bdb85904f38d7fa1', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'}}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:45:40.746941 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7178cc48-3707-4f72-a336-7b07a6643c92 req-d4f8fb17-abbc-420a-8c7c-b20f7f0609ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:40.749539 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=22790089-efb9-4a98-90ca-ad5557a9f287,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:45:40.750044 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-7178cc48-3707-4f72-a336-7b07a6643c92 req-d4f8fb17-abbc-420a-8c7c-b20f7f0609ac service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9803a8fc-7b99-4a0d-a54b-bb49d15ef239 HTTP/1.1" status: 200 len: 1096 time: 0.0681512 May 20 20:45:40.783076 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad7b524-a80f-4b79-9c0e-d3af07d0437c req-2b82f5fb-ef49-4414-b71f-62e9ac69dad3 tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:40.784577 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6ad7b524-a80f-4b79-9c0e-d3af07d0437c req-2b82f5fb-ef49-4414-b71f-62e9ac69dad3 tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] 10.222.0.35 "GET /v2.0/ports?device_id=afdb37f9-0912-422e-9f7a-db72aaceea5a HTTP/1.1" status: 200 len: 945 time: 0.1083713 May 20 20:45:40.792319 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 43612) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:45:40.814751 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-7178cc48-3707-4f72-a336-7b07a6643c92 req-cb8a0408-f67c-4c60-b085-bcc093ae3b7d service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=af06f2cf-8756-4fbf-90c6-d72ff1946909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565817 May 20 20:45:40.843401 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6ad7b524-a80f-4b79-9c0e-d3af07d0437c req-aa9fa3df-5b27-46aa-837f-5d5ff1b513b3 tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] 10.222.0.35 "GET /v2.0/security-groups?id=08f63c89-364b-47f7-9236-e1c85d29ce51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474024 May 20 20:45:40.844469 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602d44ba-1c7f-4302-bba9-c1d15f17bba0 req-8ae18dd8-5dd2-4184-b383-f39ac17b23e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:40.845855 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-602d44ba-1c7f-4302-bba9-c1d15f17bba0 req-8ae18dd8-5dd2-4184-b383-f39ac17b23e0 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2555518 May 20 20:45:40.847201 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-601ed5c0-7ed2-46a4-9109-38f27d97be08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-694221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26155'] for router, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:40.848211 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-601ed5c0-7ed2-46a4-9109-38f27d97be08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-693085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748153', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-718080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26162'] for router, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:40.909434 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-601ed5c0-7ed2-46a4-9109-38f27d97be08 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:40.911313 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24db701b-0646-481e-b7e1-96517303a450 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaee2b848-d4b9-5db1-b6ef-d6db29d67de7-84c3842c-d7b9-4059-95b5-2fbd492b4e7b', 'network_id': '84c3842c-d7b9-4059-95b5-2fbd492b4e7b', 'tenant_id': '559b096ee02f4d29bdb85904f38d7fa1', 'fixed_ips': [{'subnet_id': 'fbf95e96-7a6b-4877-8118-54c9daa2ad40'}]}} from n-d-842733-1. {{(pid=103164) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 20:45:40.912180 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-24db701b-0646-481e-b7e1-96517303a450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:40.956980 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-72837850-72ae-423a-b9ed-ec6bad0340fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:41.040522 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4081db62-1371-4ebe-bc59-917c90cfe378 req-4575b4b2-7d3d-4240-a7eb-b744a9726143 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:41.048817 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-72837850-72ae-423a-b9ed-ec6bad0340fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:41.049046 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4081db62-1371-4ebe-bc59-917c90cfe378 req-4575b4b2-7d3d-4240-a7eb-b744a9726143 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/ports?device_id=f909c7ca-a771-4d4d-9455-819a14982a65 HTTP/1.1" status: 200 len: 950 time: 0.0962536 May 20 20:45:41.063386 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [None req-24db701b-0646-481e-b7e1-96517303a450 None None] Allocated IP 172.20.0.2 (84c3842c-d7b9-4059-95b5-2fbd492b4e7b/fbf95e96-7a6b-4877-8118-54c9daa2ad40/f4bacff2-dc89-40a5-bc56-31a34a17b2ca) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:45:41.109632 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-72837850-72ae-423a-b9ed-ec6bad0340fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:41.164212 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-72837850-72ae-423a-b9ed-ec6bad0340fa admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9db9b957a9214786ad6b92fe2e934992&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3678436 May 20 20:45:41.171774 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 43620) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:45:41.186078 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4081db62-1371-4ebe-bc59-917c90cfe378 req-05332cd4-a205-45d2-997c-94122be2cd64 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/security-groups?id=38c76b68-4081-4341-88c9-c8e3082a5da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360018 May 20 20:45:41.189967 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72837850-72ae-423a-b9ed-ec6bad0340fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6adc557-6e47-4fde-891b-c92ad37659ee,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:45:41.238231 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-24db701b-0646-481e-b7e1-96517303a450 None None] Notify callbacks [] for port, precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:41.251663 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-601ed5c0-7ed2-46a4-9109-38f27d97be08 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:41.252498 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-301ab21b-2888-4d12-86e4-242eb0514cdd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:41.273566 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08d889c-bf2f-42e1-a4ae-43f31838e26f req-dc284202-1d82-4d4f-a3d4-06e406e8bc1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:41.275078 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e08d889c-bf2f-42e1-a4ae-43f31838e26f req-dc284202-1d82-4d4f-a3d4-06e406e8bc1b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2492915dd73f457d8cb02b28e57274de&device_id=91b81ef2-4adc-4414-86c5-f2f7119adcc0 HTTP/1.1" status: 200 len: 1095 time: 0.0880718 May 20 20:45:41.279261 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-301ab21b-2888-4d12-86e4-242eb0514cdd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:41.298335 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-24db701b-0646-481e-b7e1-96517303a450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108'] for port, after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:41.330439 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e08d889c-bf2f-42e1-a4ae-43f31838e26f req-b35cb565-fb18-4da1-919c-8d79588dfc22 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=58a304a4-5536-42a2-8bc6-93ffb123830d HTTP/1.1" status: 200 len: 217 time: 0.0387449 May 20 20:45:41.332882 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24db701b-0646-481e-b7e1-96517303a450 None None] Network 84c3842c-d7b9-4059-95b5-2fbd492b4e7b is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:45:41.335887 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-24db701b-0646-481e-b7e1-96517303a450 None None] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:45:41.339468 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24db701b-0646-481e-b7e1-96517303a450 None None] Received port after_create {{(pid=103164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:45:41.369865 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24db701b-0646-481e-b7e1-96517303a450 None None] Pushing event updated for resources: {'Port': ['ID=f4bacff2-dc89-40a5-bc56-31a34a17b2ca,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:45:41.407427 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-24db701b-0646-481e-b7e1-96517303a450 None None] Attempting to bind port f4bacff2-dc89-40a5-bc56-31a34a17b2ca on host n-d-842733-1 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:45:41.407799 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-24db701b-0646-481e-b7e1-96517303a450 None None] Attempting to bind port f4bacff2-dc89-40a5-bc56-31a34a17b2ca by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': 'f062a6f8-1ded-4de9-b953-46acf072b30e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '84c3842c-d7b9-4059-95b5-2fbd492b4e7b'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:45:41.408162 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24db701b-0646-481e-b7e1-96517303a450 None None] Attempting to bind port f4bacff2-dc89-40a5-bc56-31a34a17b2ca on network 84c3842c-d7b9-4059-95b5-2fbd492b4e7b {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:45:41.412856 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-301ab21b-2888-4d12-86e4-242eb0514cdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:41.413964 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24db701b-0646-481e-b7e1-96517303a450 None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 45, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:45:41.414346 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24db701b-0646-481e-b7e1-96517303a450 None None] Checking segment: {'id': 'f062a6f8-1ded-4de9-b953-46acf072b30e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '84c3842c-d7b9-4059-95b5-2fbd492b4e7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:45:41.414747 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-24db701b-0646-481e-b7e1-96517303a450 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:41.415134 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24db701b-0646-481e-b7e1-96517303a450 None None] Bound using segment: {'id': 'f062a6f8-1ded-4de9-b953-46acf072b30e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '84c3842c-d7b9-4059-95b5-2fbd492b4e7b'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:45:41.415595 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-24db701b-0646-481e-b7e1-96517303a450 None None] Bound port: f4bacff2-dc89-40a5-bc56-31a34a17b2ca, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f062a6f8-1ded-4de9-b953-46acf072b30e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '84c3842c-d7b9-4059-95b5-2fbd492b4e7b'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:45:41.415909 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-301ab21b-2888-4d12-86e4-242eb0514cdd admin admin] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:41.416366 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-24db701b-0646-481e-b7e1-96517303a450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:41.417174 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-301ab21b-2888-4d12-86e4-242eb0514cdd admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a6adc557-6e47-4fde-891b-c92ad37659ee HTTP/1.1" status: 204 len: 168 time: 0.2434337 May 20 20:45:41.429688 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301ab21b-2888-4d12-86e4-242eb0514cdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6adc557-6e47-4fde-891b-c92ad37659ee,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:45:41.440407 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08d889c-bf2f-42e1-a4ae-43f31838e26f req-f6b7f050-fd1f-4c47-aed3-d8e1f0c4e059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:41.443437 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e08d889c-bf2f-42e1-a4ae-43f31838e26f req-f6b7f050-fd1f-4c47-aed3-d8e1f0c4e059 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5df30a0b-5cdb-4d91-9fe8-512f286a6485 HTTP/1.1" status: 200 len: 850 time: 0.0994706 May 20 20:45:41.515840 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08d889c-bf2f-42e1-a4ae-43f31838e26f req-8db7d6c2-5f05-4c8b-8250-bba4de30b42f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:41.519966 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e08d889c-bf2f-42e1-a4ae-43f31838e26f req-8db7d6c2-5f05-4c8b-8250-bba4de30b42f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=85e5027c-d244-4186-8c19-3a12977de170&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0681899 May 20 20:45:41.528197 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-24db701b-0646-481e-b7e1-96517303a450 None None] For port f4bacff2-dc89-40a5-bc56-31a34a17b2ca, host n-d-842733-1, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:45:41.532723 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-24db701b-0646-481e-b7e1-96517303a450 None None] For port f4bacff2-dc89-40a5-bc56-31a34a17b2ca, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=f4bacff2-dc89-40a5-bc56-31a34a17b2ca,segment=NetworkSegment(f062a6f8-1ded-4de9-b953-46acf072b30e),segment_id=f062a6f8-1ded-4de9-b953-46acf072b30e)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:45:41.619499 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-24db701b-0646-481e-b7e1-96517303a450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:41.715485 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24db701b-0646-481e-b7e1-96517303a450 None None] Pushing event updated for resources: {'Port': ['ID=f4bacff2-dc89-40a5-bc56-31a34a17b2ca,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:45:42.190672 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e08d889c-bf2f-42e1-a4ae-43f31838e26f req-f3a3dea8-2f10-40af-893f-77478eba0ee0 service neutron] 10.222.0.13 "GET /v2.0/networks/85e5027c-d244-4186-8c19-3a12977de170?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6591387 May 20 20:45:42.200953 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f177f7c-ecb2-44f9-a0da-2b7a65e9dd37 req-96a2dab5-4cf8-442a-b330-82557bffe5cb tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:42.202809 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5f177f7c-ecb2-44f9-a0da-2b7a65e9dd37 req-96a2dab5-4cf8-442a-b330-82557bffe5cb tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.35 "GET /v2.0/ports?device_id=9803a8fc-7b99-4a0d-a54b-bb49d15ef239 HTTP/1.1" status: 200 len: 945 time: 0.1921866 May 20 20:45:42.226175 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-601ed5c0-7ed2-46a4-9109-38f27d97be08 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:42.284267 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-601ed5c0-7ed2-46a4-9109-38f27d97be08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:42.409878 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5f177f7c-ecb2-44f9-a0da-2b7a65e9dd37 req-c9a89150-ae2e-45b8-8ae5-1ab028a49ecd tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.35 "GET /v2.0/security-groups?id=af06f2cf-8756-4fbf-90c6-d72ff1946909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945684 May 20 20:45:42.477634 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c034ba-4243-4af6-b525-d8e7fdc245b0 req-3012c379-bd5f-4573-899a-541662eb06d8 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:42.479166 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b6c034ba-4243-4af6-b525-d8e7fdc245b0 req-3012c379-bd5f-4573-899a-541662eb06d8 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/ports?device_id=91b81ef2-4adc-4414-86c5-f2f7119adcc0 HTTP/1.1" status: 200 len: 944 time: 0.4696522 May 20 20:45:42.486427 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e08d889c-bf2f-42e1-a4ae-43f31838e26f req-9ecbe647-db32-4e6a-8f50-626857ecc2b2 service neutron] 10.222.0.13 "GET /v2.0/networks/85e5027c-d244-4186-8c19-3a12977de170?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2801061 May 20 20:45:42.557915 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-601ed5c0-7ed2-46a4-9109-38f27d97be08 admin admin] Allocated IP 172.25.2.213 (e3a93b5c-91e2-4064-9c2c-1afc261bfe15/86fee0c1-6e34-488b-9216-b2b8e7ef585a/543222a7-401b-4e57-9368-53ec4936130d) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:45:42.597762 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b6c034ba-4243-4af6-b525-d8e7fdc245b0 req-cf286608-8d46-40a4-adbe-1f09e28ea0a2 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/security-groups?id=c9d9c404-d869-4158-9779-ac1a15da4bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086545 May 20 20:45:42.597982 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device f4bacff2-dc89-40a5-bc56-31a34a17b2ca up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:45:42.616752 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db520b17-ddd2-4af9-9677-84642bd450bb req-209f8fcb-9daa-434c-b058-a5d81e0e4507 tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:42.618512 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-db520b17-ddd2-4af9-9677-84642bd450bb req-209f8fcb-9daa-434c-b058-a5d81e0e4507 tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] 10.222.0.35 "GET /v2.0/ports?device_id=afdb37f9-0912-422e-9f7a-db72aaceea5a HTTP/1.1" status: 200 len: 945 time: 0.1284029 May 20 20:45:42.671137 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port f4bacff2-dc89-40a5-bc56-31a34a17b2ca triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:45:42.671624 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:42.759285 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-db520b17-ddd2-4af9-9677-84642bd450bb req-0df3bb19-0620-4a5b-91fb-f91357723acd tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] 10.222.0.35 "GET /v2.0/security-groups?id=08f63c89-364b-47f7-9236-e1c85d29ce51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229200 May 20 20:45:42.797743 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port f4bacff2-dc89-40a5-bc56-31a34a17b2ca is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:45:42.798579 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:42.827280 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38377b12-9214-4424-95b7-40b9c7640045 req-4c557e82-1de9-4ed5-8601-ea4ad33924f6 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:42.833508 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-38377b12-9214-4424-95b7-40b9c7640045 req-4c557e82-1de9-4ed5-8601-ea4ad33924f6 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/ports?device_id=f909c7ca-a771-4d4d-9455-819a14982a65 HTTP/1.1" status: 200 len: 950 time: 0.1481659 May 20 20:45:42.836812 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-601ed5c0-7ed2-46a4-9109-38f27d97be08 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:42.851178 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] For port f4bacff2-dc89-40a5-bc56-31a34a17b2ca, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=f4bacff2-dc89-40a5-bc56-31a34a17b2ca,segment=NetworkSegment(f062a6f8-1ded-4de9-b953-46acf072b30e),segment_id=f062a6f8-1ded-4de9-b953-46acf072b30e)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:45:42.912452 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-38377b12-9214-4424-95b7-40b9c7640045 req-6c44ad64-bf98-4d21-a3ba-6416b8a3d7aa tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/security-groups?id=38c76b68-4081-4341-88c9-c8e3082a5da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697048 May 20 20:45:42.930237 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8d12fc1-a867-4752-a8b9-669e9d6332ae None None] Network 84c3842c-d7b9-4059-95b5-2fbd492b4e7b requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:45:42.980231 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:43.013824 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-601ed5c0-7ed2-46a4-9109-38f27d97be08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:43.043056 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-d781473b-3888-4632-8a4c-62a78decebe9 None None] Provisioning complete for port f4bacff2-dc89-40a5-bc56-31a34a17b2ca triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:45:43.043827 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d781473b-3888-4632-8a4c-62a78decebe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:43.059902 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-601ed5c0-7ed2-46a4-9109-38f27d97be08 admin admin] Network e3a93b5c-91e2-4064-9c2c-1afc261bfe15 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:45:43.064450 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-601ed5c0-7ed2-46a4-9109-38f27d97be08 admin admin] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:45:43.066905 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-601ed5c0-7ed2-46a4-9109-38f27d97be08 admin admin] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:45:43.097520 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Pushing event updated for resources: {'Port': ['ID=f4bacff2-dc89-40a5-bc56-31a34a17b2ca,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:45:43.102759 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601ed5c0-7ed2-46a4-9109-38f27d97be08 admin admin] Pushing event updated for resources: {'Port': ['ID=543222a7-401b-4e57-9368-53ec4936130d,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:45:43.211514 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-d781473b-3888-4632-8a4c-62a78decebe9 None None] Current status of the port f4bacff2-dc89-40a5-bc56-31a34a17b2ca is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:45:43.435429 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-81944194-aa8b-4c2b-9edf-a9498af07834 None None] Provisioning complete for port f4bacff2-dc89-40a5-bc56-31a34a17b2ca triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:45:43.435923 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-81944194-aa8b-4c2b-9edf-a9498af07834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:43.458073 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-601ed5c0-7ed2-46a4-9109-38f27d97be08 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:43.527760 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-81944194-aa8b-4c2b-9edf-a9498af07834 None None] Current status of the port f4bacff2-dc89-40a5-bc56-31a34a17b2ca is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:45:43.649898 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9493c286-848d-4e8e-9f4d-8ba63b250b2f req-7700a82b-7f26-41c1-bdb8-aebb7c952186 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:43.651402 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9493c286-848d-4e8e-9f4d-8ba63b250b2f req-7700a82b-7f26-41c1-bdb8-aebb7c952186 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.35 "GET /v2.0/ports?device_id=9803a8fc-7b99-4a0d-a54b-bb49d15ef239 HTTP/1.1" status: 200 len: 945 time: 0.0978174 May 20 20:45:43.728013 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9493c286-848d-4e8e-9f4d-8ba63b250b2f req-b053e841-58b9-461e-86aa-96080faa0be5 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.35 "GET /v2.0/security-groups?id=af06f2cf-8756-4fbf-90c6-d72ff1946909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687973 May 20 20:45:43.737585 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-601ed5c0-7ed2-46a4-9109-38f27d97be08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748106'] for router, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:43.948486 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f3dc60-91db-49f7-ac4f-b3cf82bba34b req-aec4c742-f57e-41b7-89e6-c4b223eb881f tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:43.950406 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d3f3dc60-91db-49f7-ac4f-b3cf82bba34b req-aec4c742-f57e-41b7-89e6-c4b223eb881f tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/ports?device_id=91b81ef2-4adc-4414-86c5-f2f7119adcc0 HTTP/1.1" status: 200 len: 944 time: 0.0504155 May 20 20:45:43.989729 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d3f3dc60-91db-49f7-ac4f-b3cf82bba34b req-824e0194-a1f3-4aca-aad2-b60c56da9dd1 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/security-groups?id=c9d9c404-d869-4158-9779-ac1a15da4bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330319 May 20 20:45:44.001304 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-601ed5c0-7ed2-46a4-9109-38f27d97be08 admin admin] Router 8616163d-e43a-4c8a-b69c-1b319d86184a is scheduled to L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e with binding_index 1 {{(pid=103163) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 20 20:45:44.148620 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-601ed5c0-7ed2-46a4-9109-38f27d97be08 admin admin] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 20:45:44.157570 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce0c67c-7612-4c84-adef-f913f9e0356b req-8c6149f4-cb93-4a61-8307-87f0879b6f0f tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:44.159133 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8ce0c67c-7612-4c84-adef-f913f9e0356b req-8c6149f4-cb93-4a61-8307-87f0879b6f0f tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] 10.222.0.35 "GET /v2.0/ports?device_id=afdb37f9-0912-422e-9f7a-db72aaceea5a HTTP/1.1" status: 200 len: 945 time: 0.1014340 May 20 20:45:44.167556 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1606d5a-6b96-4251-acdd-f10332881642 None None] Sync routers for ids ['8616163d-e43a-4c8a-b69c-1b319d86184a'] in n-d-842733-1 {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 20:45:44.178086 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1606d5a-6b96-4251-acdd-f10332881642 None None] Routers {'8616163d-e43a-4c8a-b69c-1b319d86184a'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:45:44.178955 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-c1606d5a-6b96-4251-acdd-f10332881642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:45:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['8616163d-e43a-4c8a-b69c-1b319d86184a'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:45:44.231746 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8ce0c67c-7612-4c84-adef-f913f9e0356b req-2d2ae1cc-dbba-438e-929f-cec205348cca tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] 10.222.0.35 "GET /v2.0/security-groups?id=08f63c89-364b-47f7-9236-e1c85d29ce51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569520 May 20 20:45:44.254816 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-601ed5c0-7ed2-46a4-9109-38f27d97be08 admin admin] Notify callbacks [] for router, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:44.256162 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-601ed5c0-7ed2-46a4-9109-38f27d97be08 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 941 time: 3.5348859 May 20 20:45:44.258976 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 43696) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:45:44.293551 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-c1606d5a-6b96-4251-acdd-f10332881642 None None] Set router 8616163d-e43a-4c8a-b69c-1b319d86184a gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:45:44.308018 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f4bd8b-35f4-4c8c-976f-4b8c00fa87bd req-ce7e59f4-9426-4e9b-84b2-fda8eebaceb9 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:44.317345 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-99f4bd8b-35f4-4c8c-976f-4b8c00fa87bd req-ce7e59f4-9426-4e9b-84b2-fda8eebaceb9 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/ports?device_id=f909c7ca-a771-4d4d-9455-819a14982a65 HTTP/1.1" status: 200 len: 950 time: 0.1033015 May 20 20:45:44.388709 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c81d9b8-266a-4cd4-89d9-367112bdd278 req-c4d5b2e6-e3c1-4b53-a50f-1695a2abbfc4 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:44.396170 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4c81d9b8-266a-4cd4-89d9-367112bdd278 req-c4d5b2e6-e3c1-4b53-a50f-1695a2abbfc4 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.35 "GET /v2.0/ports?device_id=9803a8fc-7b99-4a0d-a54b-bb49d15ef239 HTTP/1.1" status: 200 len: 945 time: 0.0777600 May 20 20:45:44.444362 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-99f4bd8b-35f4-4c8c-976f-4b8c00fa87bd req-98901989-1236-4631-925d-ece3e72edf07 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/security-groups?id=38c76b68-4081-4341-88c9-c8e3082a5da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982287 May 20 20:45:44.473116 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4c81d9b8-266a-4cd4-89d9-367112bdd278 req-4e0dd506-7d73-40a8-8528-92beebf5672e tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.35 "GET /v2.0/security-groups?id=af06f2cf-8756-4fbf-90c6-d72ff1946909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759258 May 20 20:45:44.504630 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-c1606d5a-6b96-4251-acdd-f10332881642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8616163d-e43a-4c8a-b69c-1b319d86184a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1942280961-router', 'tenant_id': '559b096ee02f4d29bdb85904f38d7fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '543222a7-401b-4e57-9368-53ec4936130d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:45:40Z', 'updated_at': '2022-05-20T20:45:43Z', 'revision_number': 3, 'project_id': '559b096ee02f4d29bdb85904f38d7fa1', 'gw_port': {'id': '543222a7-401b-4e57-9368-53ec4936130d', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:c5:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8616163d-e43a-4c8a-b69c-1b319d86184a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:45:42Z', 'updated_at': '2022-05-20T20:45:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:45:44.523294 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device f4bacff2-dc89-40a5-bc56-31a34a17b2ca up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:45:44.536893 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1606d5a-6b96-4251-acdd-f10332881642 None None] Checking router: 8616163d-e43a-4c8a-b69c-1b319d86184a for host: n-d-842733-1 {{(pid=103165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 20:45:44.537256 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1606d5a-6b96-4251-acdd-f10332881642 None None] Updating router 8616163d-e43a-4c8a-b69c-1b319d86184a port 543222a7-401b-4e57-9368-53ec4936130d binding host n-d-842733-1 {{(pid=103165) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 20:45:44.567868 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-c1606d5a-6b96-4251-acdd-f10332881642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:44.634619 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port f4bacff2-dc89-40a5-bc56-31a34a17b2ca triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:45:44.634981 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:44.643249 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f17978-9e41-456b-af5c-2a1bce40e340 req-e0b96b1e-14a4-4be1-910c-aa403006e099 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:44.645345 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-85f17978-9e41-456b-af5c-2a1bce40e340 req-e0b96b1e-14a4-4be1-910c-aa403006e099 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.35 "GET /v2.0/ports?device_id=9803a8fc-7b99-4a0d-a54b-bb49d15ef239 HTTP/1.1" status: 200 len: 945 time: 0.0572870 May 20 20:45:44.730424 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-85f17978-9e41-456b-af5c-2a1bce40e340 req-7846cf7e-000c-46a4-862c-2d162a01bb93 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.35 "GET /v2.0/security-groups?id=af06f2cf-8756-4fbf-90c6-d72ff1946909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789850 May 20 20:45:44.818303 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port f4bacff2-dc89-40a5-bc56-31a34a17b2ca is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:45:44.864697 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a68a6ed7-62e1-4a85-870b-50e27c163759 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:44.952617 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-c1606d5a-6b96-4251-acdd-f10332881642 None None] Notify callbacks [] for port, precommit_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:45.023224 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-c1606d5a-6b96-4251-acdd-f10332881642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:45.047056 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-a68a6ed7-62e1-4a85-870b-50e27c163759 admin admin] Allocated IP 172.20.0.1 (84c3842c-d7b9-4059-95b5-2fbd492b4e7b/fbf95e96-7a6b-4877-8118-54c9daa2ad40/40365269-876c-4f84-87d8-f565fa198dd5) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:45:45.097600 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-c1606d5a-6b96-4251-acdd-f10332881642 None None] Attempting to bind port 543222a7-401b-4e57-9368-53ec4936130d on host n-d-842733-1 for vnic_type normal with profile {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:45:45.098151 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-c1606d5a-6b96-4251-acdd-f10332881642 None None] Attempting to bind port 543222a7-401b-4e57-9368-53ec4936130d by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': '0b5485c4-eff8-42a1-9073-ae54ed4c63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'}] {{(pid=103165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:45:45.098318 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1606d5a-6b96-4251-acdd-f10332881642 None None] Attempting to bind port 543222a7-401b-4e57-9368-53ec4936130d on network e3a93b5c-91e2-4064-9c2c-1afc261bfe15 {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:45:45.111248 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1606d5a-6b96-4251-acdd-f10332881642 None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 45, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:45:45.111248 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1606d5a-6b96-4251-acdd-f10332881642 None None] Checking segment: {'id': '0b5485c4-eff8-42a1-9073-ae54ed4c63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:45:45.111643 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-c1606d5a-6b96-4251-acdd-f10332881642 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:45.111947 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1606d5a-6b96-4251-acdd-f10332881642 None None] Bound using segment: {'id': '0b5485c4-eff8-42a1-9073-ae54ed4c63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'} {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:45:45.112536 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-c1606d5a-6b96-4251-acdd-f10332881642 None None] Bound port: 543222a7-401b-4e57-9368-53ec4936130d, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b5485c4-eff8-42a1-9073-ae54ed4c63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'}}] {{(pid=103165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:45:45.113044 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-c1606d5a-6b96-4251-acdd-f10332881642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:45.114922 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f183fb-9534-4170-9766-e3950deef81a None None] Pushing event updated for resources: {'Port': ['ID=543222a7-401b-4e57-9368-53ec4936130d,revision_number=2']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:45:45.142166 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f183fb-9534-4170-9766-e3950deef81a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:45:45.142498 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f183fb-9534-4170-9766-e3950deef81a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:45:45.142963 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f183fb-9534-4170-9766-e3950deef81a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:45:45.143298 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f183fb-9534-4170-9766-e3950deef81a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:45:45.143871 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f183fb-9534-4170-9766-e3950deef81a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:45:45.144756 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f183fb-9534-4170-9766-e3950deef81a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:45:45.144756 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f183fb-9534-4170-9766-e3950deef81a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:45:45.145087 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f183fb-9534-4170-9766-e3950deef81a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:45:45.145437 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f183fb-9534-4170-9766-e3950deef81a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:45:45.146087 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f183fb-9534-4170-9766-e3950deef81a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:45:45.146216 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f183fb-9534-4170-9766-e3950deef81a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:45:45.146529 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f183fb-9534-4170-9766-e3950deef81a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:45:45.196988 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cfb958-b9e6-4907-91fc-4ff03e0c426a req-89c036a5-99eb-46be-9ce6-3056e3eaec9b tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:45.197387 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-c1606d5a-6b96-4251-acdd-f10332881642 None None] For port 543222a7-401b-4e57-9368-53ec4936130d, host n-d-842733-1, cleared binding levels {{(pid=103165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:45:45.201328 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e7cfb958-b9e6-4907-91fc-4ff03e0c426a req-89c036a5-99eb-46be-9ce6-3056e3eaec9b tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/ports?device_id=91b81ef2-4adc-4414-86c5-f2f7119adcc0 HTTP/1.1" status: 200 len: 944 time: 0.0863566 May 20 20:45:45.202140 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-c1606d5a-6b96-4251-acdd-f10332881642 None None] For port 543222a7-401b-4e57-9368-53ec4936130d, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=543222a7-401b-4e57-9368-53ec4936130d,segment=NetworkSegment(0b5485c4-eff8-42a1-9073-ae54ed4c63ba),segment_id=0b5485c4-eff8-42a1-9073-ae54ed4c63ba)] {{(pid=103165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:45:45.224923 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a68a6ed7-62e1-4a85-870b-50e27c163759 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:45.239464 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e7cfb958-b9e6-4907-91fc-4ff03e0c426a req-6a4a0aa6-893a-44bb-babe-6d69aba65c02 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/security-groups?id=c9d9c404-d869-4158-9779-ac1a15da4bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323296 May 20 20:45:45.271943 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-c1606d5a-6b96-4251-acdd-f10332881642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:45.343160 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a68a6ed7-62e1-4a85-870b-50e27c163759 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:45.382266 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fee2048-c7bf-4a7c-9eab-28dc72025995 req-b374754f-e552-42f3-b9b3-94907424e3d6 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:45.383822 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9fee2048-c7bf-4a7c-9eab-28dc72025995 req-b374754f-e552-42f3-b9b3-94907424e3d6 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.35 "GET /v2.0/ports?device_id=9803a8fc-7b99-4a0d-a54b-bb49d15ef239 HTTP/1.1" status: 200 len: 945 time: 0.0763414 May 20 20:45:45.396321 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a68a6ed7-62e1-4a85-870b-50e27c163759 admin admin] Network 84c3842c-d7b9-4059-95b5-2fbd492b4e7b is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:45:45.405588 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-a68a6ed7-62e1-4a85-870b-50e27c163759 admin admin] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:45:45.410671 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a68a6ed7-62e1-4a85-870b-50e27c163759 admin admin] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:45:45.473840 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9fee2048-c7bf-4a7c-9eab-28dc72025995 req-f0b06e4c-335c-452a-aea3-c2888cf78507 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.35 "GET /v2.0/security-groups?id=af06f2cf-8756-4fbf-90c6-d72ff1946909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810521 May 20 20:45:45.505874 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1606d5a-6b96-4251-acdd-f10332881642 None None] Routers {'8616163d-e43a-4c8a-b69c-1b319d86184a'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:45:45.508349 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-c1606d5a-6b96-4251-acdd-f10332881642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:45:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['8616163d-e43a-4c8a-b69c-1b319d86184a'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:45:45.520575 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68a6ed7-62e1-4a85-870b-50e27c163759 admin admin] Pushing event updated for resources: {'Port': ['ID=40365269-876c-4f84-87d8-f565fa198dd5,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:45:45.551604 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a68a6ed7-62e1-4a85-870b-50e27c163759 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748409'] for router_interface, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:45.562262 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f183fb-9534-4170-9766-e3950deef81a None None] Pushing event updated for resources: {'Port': ['ID=543222a7-401b-4e57-9368-53ec4936130d,revision_number=3']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:45:45.578379 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acc98d9-3a64-4bbf-a2d5-3cc194522e82 req-19623e6c-8c12-425d-828a-bc3a71fc879a tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:45.597840 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4acc98d9-3a64-4bbf-a2d5-3cc194522e82 req-19623e6c-8c12-425d-828a-bc3a71fc879a tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] 10.222.0.35 "GET /v2.0/ports?device_id=afdb37f9-0912-422e-9f7a-db72aaceea5a HTTP/1.1" status: 200 len: 945 time: 0.1412618 May 20 20:45:45.671505 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-c1606d5a-6b96-4251-acdd-f10332881642 None None] Set router 8616163d-e43a-4c8a-b69c-1b319d86184a gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:45:45.711411 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4acc98d9-3a64-4bbf-a2d5-3cc194522e82 req-e46d2140-7b50-4b10-b85d-0c7fc1b76da5 tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] 10.222.0.35 "GET /v2.0/security-groups?id=08f63c89-364b-47f7-9236-e1c85d29ce51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100597 May 20 20:45:45.831735 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cdb9b6-d41e-40c9-9683-586ccb9721a4 req-2724a6a5-39a4-4757-ae0a-65f6ffb851bf tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:45.843210 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-50cdb9b6-d41e-40c9-9683-586ccb9721a4 req-2724a6a5-39a4-4757-ae0a-65f6ffb851bf tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/ports?device_id=f909c7ca-a771-4d4d-9455-819a14982a65 HTTP/1.1" status: 200 len: 950 time: 0.1055784 May 20 20:45:45.887596 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-50cdb9b6-d41e-40c9-9683-586ccb9721a4 req-da400a75-fb4a-4bf7-add6-6fef97e7f741 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/security-groups?id=38c76b68-4081-4341-88c9-c8e3082a5da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426371 May 20 20:45:45.924644 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-c1606d5a-6b96-4251-acdd-f10332881642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8616163d-e43a-4c8a-b69c-1b319d86184a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1942280961-router', 'tenant_id': '559b096ee02f4d29bdb85904f38d7fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '543222a7-401b-4e57-9368-53ec4936130d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:45:40Z', 'updated_at': '2022-05-20T20:45:43Z', 'revision_number': 3, 'project_id': '559b096ee02f4d29bdb85904f38d7fa1', 'gw_port': {'id': '543222a7-401b-4e57-9368-53ec4936130d', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:c5:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8616163d-e43a-4c8a-b69c-1b319d86184a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:45:42Z', 'updated_at': '2022-05-20T20:45:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:45:45.958060 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1606d5a-6b96-4251-acdd-f10332881642 None None] The sync data for ids ['8616163d-e43a-4c8a-b69c-1b319d86184a'] in n-d-842733-1 is: [{'id': '8616163d-e43a-4c8a-b69c-1b319d86184a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1942280961-router', 'tenant_id': '559b096ee02f4d29bdb85904f38d7fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '543222a7-401b-4e57-9368-53ec4936130d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:45:40Z', 'updated_at': '2022-05-20T20:45:43Z', 'revision_number': 3, 'project_id': '559b096ee02f4d29bdb85904f38d7fa1', 'gw_port': {'id': '543222a7-401b-4e57-9368-53ec4936130d', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:c5:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8616163d-e43a-4c8a-b69c-1b319d86184a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:45:42Z', 'updated_at': '2022-05-20T20:45:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 20:45:45.959593 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a68a6ed7-62e1-4a85-870b-50e27c163759 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:45.992136 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-355f764c-cf3f-430b-9262-59ee895d69de None None] Provisioning complete for port 40365269-876c-4f84-87d8-f565fa198dd5 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:45:45.992717 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-355f764c-cf3f-430b-9262-59ee895d69de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:46.039581 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-355f764c-cf3f-430b-9262-59ee895d69de None None] Port 40365269-876c-4f84-87d8-f565fa198dd5 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 20:45:46.181580 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a68a6ed7-62e1-4a85-870b-50e27c163759 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:46.206723 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 58a304a4-5536-42a2-8bc6-93ffb123830d details requested by agent hyperv_n-h2-842733-1 with host n-h2-842733-1 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 20:45:46.251153 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a68a6ed7-62e1-4a85-870b-50e27c163759 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:46.423068 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a68a6ed7-62e1-4a85-870b-50e27c163759 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748437'] for router_interface, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:46.440353 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68a6ed7-62e1-4a85-870b-50e27c163759 admin admin] Pushing event updated for resources: {'Port': ['ID=40365269-876c-4f84-87d8-f565fa198dd5,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:45:46.495984 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5487f0-97df-45fb-a439-cba489ca595c req-980cfc17-fdde-44b3-b2a2-38476064ebd5 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:46.502959 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3e5487f0-97df-45fb-a439-cba489ca595c req-980cfc17-fdde-44b3-b2a2-38476064ebd5 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/ports?device_id=91b81ef2-4adc-4414-86c5-f2f7119adcc0 HTTP/1.1" status: 200 len: 944 time: 0.1144111 May 20 20:45:46.592971 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a68a6ed7-62e1-4a85-870b-50e27c163759 admin admin] Network 84c3842c-d7b9-4059-95b5-2fbd492b4e7b is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:45:46.594418 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-a68a6ed7-62e1-4a85-870b-50e27c163759 admin admin] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:45:46.622343 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 543222a7-401b-4e57-9368-53ec4936130d up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:45:46.705429 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3e5487f0-97df-45fb-a439-cba489ca595c req-d4e73e16-b0b7-416d-8c61-d6fd22758728 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/security-groups?id=c9d9c404-d869-4158-9779-ac1a15da4bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959767 May 20 20:45:46.764129 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce461127-911c-4ebb-9a98-7ae7e30db2b8 req-117b67b6-8c60-4d19-9948-1f174a53d85d tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:46.771736 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port 58a304a4-5536-42a2-8bc6-93ffb123830d, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=58a304a4-5536-42a2-8bc6-93ffb123830d,segment=NetworkSegment(1b0c59b6-1da5-46b1-ba4a-82e83befd33e),segment_id=1b0c59b6-1da5-46b1-ba4a-82e83befd33e)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:45:46.786069 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ce461127-911c-4ebb-9a98-7ae7e30db2b8 req-117b67b6-8c60-4d19-9948-1f174a53d85d tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.13 "GET /v2.0/ports?device_id=9803a8fc-7b99-4a0d-a54b-bb49d15ef239 HTTP/1.1" status: 200 len: 945 time: 0.2188628 May 20 20:45:46.821542 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Returning: {'device': '58a304a4-5536-42a2-8bc6-93ffb123830d', 'network_id': '85e5027c-d244-4186-8c19-3a12977de170', 'port_id': '58a304a4-5536-42a2-8bc6-93ffb123830d', 'mac_address': 'fa:16:3e:0a:e7:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5df30a0b-5cdb-4d91-9fe8-512f286a6485', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 20 20:45:46.846972 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a68a6ed7-62e1-4a85-870b-50e27c163759 admin admin] Router 8616163d-e43a-4c8a-b69c-1b319d86184a has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 20:45:46.885352 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port 58a304a4-5536-42a2-8bc6-93ffb123830d is: DOWN; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:45:46.885352 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:46.904393 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 543222a7-401b-4e57-9368-53ec4936130d triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:45:46.904939 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:46.908891 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58a304a4-5536-42a2-8bc6-93ffb123830d {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:45:46.961578 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port 58a304a4-5536-42a2-8bc6-93ffb123830d, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=58a304a4-5536-42a2-8bc6-93ffb123830d,segment=NetworkSegment(1b0c59b6-1da5-46b1-ba4a-82e83befd33e),segment_id=1b0c59b6-1da5-46b1-ba4a-82e83befd33e)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:45:47.020903 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64022d3d-7e68-48ee-ba48-4278571e36de req-68555b78-f7cb-43a8-8ad8-9ba39abf99a3 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:47.034588 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-64022d3d-7e68-48ee-ba48-4278571e36de req-68555b78-f7cb-43a8-8ad8-9ba39abf99a3 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.35 "GET /v2.0/ports?device_id=9803a8fc-7b99-4a0d-a54b-bb49d15ef239 HTTP/1.1" status: 200 len: 945 time: 0.1525819 May 20 20:45:47.042845 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:47.082586 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [req-ce461127-911c-4ebb-9a98-7ae7e30db2b8 req-a8b22330-4b88-423e-a5a0-7d0e45c7b278 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] Deleting port 22790089-efb9-4a98-90ca-ad5557a9f287 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:45:47.083627 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-ce461127-911c-4ebb-9a98-7ae7e30db2b8 req-a8b22330-4b88-423e-a5a0-7d0e45c7b278 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:47.122381 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a68a6ed7-62e1-4a85-870b-50e27c163759 admin admin] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 20:45:47.129003 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 543222a7-401b-4e57-9368-53ec4936130d is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:45:47.129670 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:47.134363 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-a68a6ed7-62e1-4a85-870b-50e27c163759 admin admin] 10.222.0.35 "PUT /v2.0/routers/8616163d-e43a-4c8a-b69c-1b319d86184a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8737199 May 20 20:45:47.169480 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-1b021a1e-8898-4017-91a0-08dfa432b209 None None] Provisioning complete for port 40365269-876c-4f84-87d8-f565fa198dd5 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:45:47.169678 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-1b021a1e-8898-4017-91a0-08dfa432b209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:47.225123 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=58a304a4-5536-42a2-8bc6-93ffb123830d,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:45:47.234663 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] For port 543222a7-401b-4e57-9368-53ec4936130d, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=543222a7-401b-4e57-9368-53ec4936130d,segment=NetworkSegment(0b5485c4-eff8-42a1-9073-ae54ed4c63ba),segment_id=0b5485c4-eff8-42a1-9073-ae54ed4c63ba)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:45:47.249461 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-1b021a1e-8898-4017-91a0-08dfa432b209 None None] Port 40365269-876c-4f84-87d8-f565fa198dd5 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 20:45:47.260179 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-64022d3d-7e68-48ee-ba48-4278571e36de req-e0d6d26d-959b-4828-a3fb-4ca672c15cdd tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.35 "GET /v2.0/security-groups?id=af06f2cf-8756-4fbf-90c6-d72ff1946909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2235799 May 20 20:45:47.290361 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f3649f-1352-4a53-a20c-e4b4254d9f41 req-4367db78-0d89-4fdf-8749-71d2b246f90e tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:47.292178 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-90f3649f-1352-4a53-a20c-e4b4254d9f41 req-4367db78-0d89-4fdf-8749-71d2b246f90e tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] 10.222.0.35 "GET /v2.0/ports?device_id=afdb37f9-0912-422e-9f7a-db72aaceea5a HTTP/1.1" status: 200 len: 945 time: 0.1897128 May 20 20:45:47.302812 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:47.364910 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] get_ports_and_sgs() called for port_ids ['58a304a4-5536-42a2-8bc6-93ffb123830d'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:45:47.391189 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-ce461127-911c-4ebb-9a98-7ae7e30db2b8 req-a8b22330-4b88-423e-a5a0-7d0e45c7b278 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] For port 22790089-efb9-4a98-90ca-ad5557a9f287, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=22790089-efb9-4a98-90ca-ad5557a9f287,segment=NetworkSegment(1b618711-eace-4f66-9dbc-026093290eaa),segment_id=1b618711-eace-4f66-9dbc-026093290eaa)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:45:47.391553 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-ce461127-911c-4ebb-9a98-7ae7e30db2b8 req-a8b22330-4b88-423e-a5a0-7d0e45c7b278 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:47.414016 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-90f3649f-1352-4a53-a20c-e4b4254d9f41 req-214ca559-5c98-44c6-a00a-de655a79b951 tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] 10.222.0.35 "GET /v2.0/security-groups?id=08f63c89-364b-47f7-9236-e1c85d29ce51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963430 May 20 20:45:47.438227 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [req-ce461127-911c-4ebb-9a98-7ae7e30db2b8 req-a8b22330-4b88-423e-a5a0-7d0e45c7b278 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] Calling delete_port for 22790089-efb9-4a98-90ca-ad5557a9f287 owned by compute:nova {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:45:47.468398 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Pushing event updated for resources: {'Port': ['ID=543222a7-401b-4e57-9368-53ec4936130d,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:45:47.468699 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b761077-6577-4b0e-afde-051d65560763 req-81d68422-6e48-48bb-8ddf-3214c03ea28e tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:47.470323 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1b761077-6577-4b0e-afde-051d65560763 req-81d68422-6e48-48bb-8ddf-3214c03ea28e tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/ports?device_id=f909c7ca-a771-4d4d-9455-819a14982a65 HTTP/1.1" status: 200 len: 950 time: 0.0743175 May 20 20:45:47.574203 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1b761077-6577-4b0e-afde-051d65560763 req-67fac1cb-5a6b-44d0-860f-5bac04b8e781 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/security-groups?id=38c76b68-4081-4341-88c9-c8e3082a5da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547113 May 20 20:45:47.785583 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aeaefa3-867f-4b5f-adaa-620b38eb491a req-5a81aa9a-ce14-463f-b4cc-0857a744c058 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:47.787170 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4aeaefa3-867f-4b5f-adaa-620b38eb491a req-5a81aa9a-ce14-463f-b4cc-0857a744c058 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914-project] 10.222.0.35 "GET /v2.0/networks?id=84c3842c-d7b9-4059-95b5-2fbd492b4e7b HTTP/1.1" status: 200 len: 829 time: 0.1250968 May 20 20:45:47.797583 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-ce461127-911c-4ebb-9a98-7ae7e30db2b8 req-a8b22330-4b88-423e-a5a0-7d0e45c7b278 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:47.810795 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] get_ports_and_sgs() called for port_ids ['3f587f96-5444-4c41-a898-7664aceff07c'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:45:47.866337 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b22330-4b88-423e-a5a0-7d0e45c7b278 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] Pushing event deleted for resources: {'Port': ['ID=22790089-efb9-4a98-90ca-ad5557a9f287,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:45:47.882599 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4aeaefa3-867f-4b5f-adaa-620b38eb491a req-fd0593e4-5118-4122-a87f-8b1b47671605 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914-project] 10.222.0.35 "GET /v2.0/quotas/559b096ee02f4d29bdb85904f38d7fa1 HTTP/1.1" status: 200 len: 375 time: 0.0829210 May 20 20:45:47.955141 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce461127-911c-4ebb-9a98-7ae7e30db2b8 req-a8b22330-4b88-423e-a5a0-7d0e45c7b278 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] No DVR routers for this DVR port 22790089-efb9-4a98-90ca-ad5557a9f287 on host n-h2-842733-1 {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:45:47.960454 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-ce461127-911c-4ebb-9a98-7ae7e30db2b8 req-a8b22330-4b88-423e-a5a0-7d0e45c7b278 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:47.963671 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ce461127-911c-4ebb-9a98-7ae7e30db2b8 req-a8b22330-4b88-423e-a5a0-7d0e45c7b278 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.13 "DELETE /v2.0/ports/22790089-efb9-4a98-90ca-ad5557a9f287 HTTP/1.1" status: 204 len: 173 time: 1.1703365 May 20 20:45:47.974287 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e197634-009a-4d21-8883-953b63321ba8 req-1984de07-8c21-403f-aef6-2132e75fd595 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:47.974287 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2e197634-009a-4d21-8883-953b63321ba8 req-1984de07-8c21-403f-aef6-2132e75fd595 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/ports?device_id=91b81ef2-4adc-4414-86c5-f2f7119adcc0 HTTP/1.1" status: 200 len: 945 time: 0.1854038 May 20 20:45:47.974287 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9803a8fc-7b99-4a0d-a54b-bb49d15ef239', 'name': 'network-vif-deleted', 'tag': '22790089-efb9-4a98-90ca-ad5557a9f287'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:45:47.976546 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4291b17aa7b45362825f0571e77c85f5e73afe1df9c7e9e15006df9d695c005e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a17872a-5153-4540-a6ad-7056c3f34362" -d '{"events": [{"server_uuid": "9803a8fc-7b99-4a0d-a54b-bb49d15ef239", "name": "network-vif-deleted", "tag": "22790089-efb9-4a98-90ca-ad5557a9f287"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:45:48.007847 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4aeaefa3-867f-4b5f-adaa-620b38eb491a req-22bd5fc2-bb55-4528-8248-f0d909360b9b tempest-FloatingIPsAssociationNegativeTestJSON-1675051914 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=559b096ee02f4d29bdb85904f38d7fa1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1243773 May 20 20:45:48.088981 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2e197634-009a-4d21-8883-953b63321ba8 req-2035a7ae-6628-47ee-bcd9-0b40bc5102e6 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/security-groups?id=c9d9c404-d869-4158-9779-ac1a15da4bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001422 May 20 20:45:48.139250 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4aeaefa3-867f-4b5f-adaa-620b38eb491a req-b56a6369-de0c-4374-94d5-6040cd0d4f0f service neutron] 10.222.0.35 "GET /v2.0/networks/84c3842c-d7b9-4059-95b5-2fbd492b4e7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207571 May 20 20:45:48.194075 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 20:45:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbf49d58-4692-45f3-8bec-d9bc517a44eb x-openstack-request-id: req-cbf49d58-4692-45f3-8bec-d9bc517a44eb {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:45:48.194377 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9803a8fc-7b99-4a0d-a54b-bb49d15ef239", "name": "network-vif-deleted", "tag": "22790089-efb9-4a98-90ca-ad5557a9f287", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:45:48.194670 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-cbf49d58-4692-45f3-8bec-d9bc517a44eb {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:45:48.195041 n-d-842733-1 neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cbf49d58-4692-45f3-8bec-d9bc517a44eb'] response: {'server_uuid': '9803a8fc-7b99-4a0d-a54b-bb49d15ef239', 'name': 'network-vif-deleted', 'tag': '22790089-efb9-4a98-90ca-ad5557a9f287', 'status': 'completed', 'code': 200} May 20 20:45:48.208169 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] get_ports_and_sgs() called for port_ids ['22790089-efb9-4a98-90ca-ad5557a9f287'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:45:48.256938 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4aeaefa3-867f-4b5f-adaa-620b38eb491a req-505d1952-798b-4d99-82c1-05742a86dd7a service neutron] 10.222.0.35 "GET /v2.0/networks/84c3842c-d7b9-4059-95b5-2fbd492b4e7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168897 May 20 20:45:48.390201 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1e58a22a-c16d-4aa8-a225-0de83c166e9c req-73a4d8ca-5a80-4bcb-b22e-78225c005e69 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.35 "GET /v2.0/ports?device_id=9803a8fc-7b99-4a0d-a54b-bb49d15ef239 HTTP/1.1" status: 200 len: 210 time: 0.0382733 May 20 20:45:48.419314 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 43782) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:45:48.530528 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c179812e-1039-4549-9aa6-eedf56d1265a None None] Sync routers for ids ['8616163d-e43a-4c8a-b69c-1b319d86184a'] in n-d-842733-1 {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 20:45:48.553507 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 543222a7-401b-4e57-9368-53ec4936130d up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:45:48.603932 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c179812e-1039-4549-9aa6-eedf56d1265a None None] Routers {'8616163d-e43a-4c8a-b69c-1b319d86184a'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:45:48.604576 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-c179812e-1039-4549-9aa6-eedf56d1265a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:45:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['8616163d-e43a-4c8a-b69c-1b319d86184a'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:45:48.614948 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a62e46-1fd3-4014-a5d2-800fc2658d1a req-41717beb-32fe-426d-9a3a-7a59750b034d tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:48.624503 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-15a62e46-1fd3-4014-a5d2-800fc2658d1a req-41717beb-32fe-426d-9a3a-7a59750b034d tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] 10.222.0.35 "GET /v2.0/ports?device_id=afdb37f9-0912-422e-9f7a-db72aaceea5a HTTP/1.1" status: 200 len: 945 time: 0.1143959 May 20 20:45:48.634236 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5c03169e-b5a1-4e3c-964e-7535985d351b admin admin] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:48.682638 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5a3f105c-905b-4518-8d45-92541693bc48 req-ccb66b91-2b2f-46d5-a732-86541c1cbdc2 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914-project] 10.222.0.35 "GET /v2.0/ports?device_id=b93fcca9-2ba0-4add-b3ec-3bde3d34c334 HTTP/1.1" status: 200 len: 210 time: 0.0470030 May 20 20:45:48.753080 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-15a62e46-1fd3-4014-a5d2-800fc2658d1a req-393c0857-b0a8-4ac0-8ef2-f29290548d40 tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] 10.222.0.35 "GET /v2.0/security-groups?id=08f63c89-364b-47f7-9236-e1c85d29ce51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272674 May 20 20:45:48.783997 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 543222a7-401b-4e57-9368-53ec4936130d triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:45:48.784634 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:48.823618 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5c03169e-b5a1-4e3c-964e-7535985d351b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:48.850840 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-c179812e-1039-4549-9aa6-eedf56d1265a None None] Set router 8616163d-e43a-4c8a-b69c-1b319d86184a gateway port host: n-d-842733-1 {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:45:48.876129 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a1bb07-dfa0-4cc6-9eca-54406be1ea0e req-3d9bff82-46e9-472e-b035-a4451117369a tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:48.878649 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e3a1bb07-dfa0-4cc6-9eca-54406be1ea0e req-3d9bff82-46e9-472e-b035-a4451117369a tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/ports?device_id=f909c7ca-a771-4d4d-9455-819a14982a65 HTTP/1.1" status: 200 len: 950 time: 0.0689821 May 20 20:45:48.884990 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5c03169e-b5a1-4e3c-964e-7535985d351b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:48.926718 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-5c03169e-b5a1-4e3c-964e-7535985d351b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=09329f8269ab468385d2ae21174f9b24&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5062685 May 20 20:45:48.927842 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c03169e-b5a1-4e3c-964e-7535985d351b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39f792dc-c70f-402b-9761-63848d68ccdc,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:45:48.930990 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 43798) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:45:48.971555 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e3a1bb07-dfa0-4cc6-9eca-54406be1ea0e req-703f29d7-f12d-480e-b3a8-7d761c666964 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/security-groups?id=38c76b68-4081-4341-88c9-c8e3082a5da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757654 May 20 20:45:49.010090 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3a7d6927-9989-4d4b-b6da-e37b8bcebf82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:49.035426 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3a7d6927-9989-4d4b-b6da-e37b8bcebf82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:49.045334 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 543222a7-401b-4e57-9368-53ec4936130d is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:45:49.152252 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-c179812e-1039-4549-9aa6-eedf56d1265a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8616163d-e43a-4c8a-b69c-1b319d86184a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1942280961-router', 'tenant_id': '559b096ee02f4d29bdb85904f38d7fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '543222a7-401b-4e57-9368-53ec4936130d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:45:40Z', 'updated_at': '2022-05-20T20:45:45Z', 'revision_number': 4, 'project_id': '559b096ee02f4d29bdb85904f38d7fa1', 'gw_port': {'id': '543222a7-401b-4e57-9368-53ec4936130d', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:c5:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8616163d-e43a-4c8a-b69c-1b319d86184a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:45:42Z', 'updated_at': '2022-05-20T20:45:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': '40365269-876c-4f84-87d8-f565fa198dd5', 'name': '', 'network_id': '84c3842c-d7b9-4059-95b5-2fbd492b4e7b', 'tenant_id': '559b096ee02f4d29bdb85904f38d7fa1', 'mac_address': 'fa:16:3e:dc:6c:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8616163d-e43a-4c8a-b69c-1b319d86184a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': 'fbf95e96-7a6b-4877-8118-54c9daa2ad40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:45:44Z', 'updated_at': '2022-05-20T20:45:46Z', 'revision_number': 2, 'project_id': '559b096ee02f4d29bdb85904f38d7fa1', 'subnets': [{'id': 'fbf95e96-7a6b-4877-8118-54c9daa2ad40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:45:49.160565 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3a7d6927-9989-4d4b-b6da-e37b8bcebf82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:49.163705 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3a7d6927-9989-4d4b-b6da-e37b8bcebf82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:49.165387 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-3a7d6927-9989-4d4b-b6da-e37b8bcebf82 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/39f792dc-c70f-402b-9761-63848d68ccdc HTTP/1.1" status: 204 len: 168 time: 0.2332702 May 20 20:45:49.178459 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7d6927-9989-4d4b-b6da-e37b8bcebf82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39f792dc-c70f-402b-9761-63848d68ccdc,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:45:49.182695 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c179812e-1039-4549-9aa6-eedf56d1265a None None] Checking router: 8616163d-e43a-4c8a-b69c-1b319d86184a for host: n-d-842733-1 {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 20:45:49.183419 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c179812e-1039-4549-9aa6-eedf56d1265a None None] Updating router 8616163d-e43a-4c8a-b69c-1b319d86184a port 40365269-876c-4f84-87d8-f565fa198dd5 binding host n-d-842733-1 {{(pid=103164) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 20:45:49.231488 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c179812e-1039-4549-9aa6-eedf56d1265a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:49.268843 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b18c2c-ce62-4769-a2e7-9a7a93796964 req-d13160af-1942-4230-89f6-61467397f5eb tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:49.274253 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a3b18c2c-ce62-4769-a2e7-9a7a93796964 req-d13160af-1942-4230-89f6-61467397f5eb tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/ports?device_id=91b81ef2-4adc-4414-86c5-f2f7119adcc0 HTTP/1.1" status: 200 len: 945 time: 0.0728302 May 20 20:45:49.351977 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a3b18c2c-ce62-4769-a2e7-9a7a93796964 req-53970252-038f-493a-9105-0acc03a4ff09 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/security-groups?id=c9d9c404-d869-4158-9779-ac1a15da4bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730700 May 20 20:45:49.668742 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c179812e-1039-4549-9aa6-eedf56d1265a None None] Notify callbacks [] for port, precommit_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:49.737605 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c179812e-1039-4549-9aa6-eedf56d1265a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:49.804825 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-71598025-24b9-4ada-9f09-752809601fbf req-4703eb88-6695-4dd8-aaef-3842c5312b95 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914-project] 10.222.0.35 "GET /v2.0/ports?device_id=b93fcca9-2ba0-4add-b3ec-3bde3d34c334 HTTP/1.1" status: 200 len: 210 time: 0.0611801 May 20 20:45:49.808612 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a977574-8721-4cdd-bf47-a91cb4590341 None None] Pushing event updated for resources: {'Port': ['ID=40365269-876c-4f84-87d8-f565fa198dd5,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:45:49.852699 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1b8715-93e9-4943-9e33-7817b126a417 req-b3e4badd-7919-49a7-acdf-c73e68216656 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:49.854466 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-da1b8715-93e9-4943-9e33-7817b126a417 req-b3e4badd-7919-49a7-acdf-c73e68216656 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.35 "GET /v2.0/networks?id=80bda1f2-d8f3-4628-a486-5841bb81c3dc HTTP/1.1" status: 200 len: 805 time: 0.1753240 May 20 20:45:49.884051 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-da1b8715-93e9-4943-9e33-7817b126a417 req-695e0909-da9e-4b46-a139-98e385b7c4c9 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.35 "GET /v2.0/quotas/bfecc73b8c99406dbde7fba5545cc962 HTTP/1.1" status: 200 len: 375 time: 0.0227051 May 20 20:45:49.884965 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-c179812e-1039-4549-9aa6-eedf56d1265a None None] Attempting to bind port 40365269-876c-4f84-87d8-f565fa198dd5 on host n-d-842733-1 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:45:49.885398 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-c179812e-1039-4549-9aa6-eedf56d1265a None None] Attempting to bind port 40365269-876c-4f84-87d8-f565fa198dd5 by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': 'f062a6f8-1ded-4de9-b953-46acf072b30e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '84c3842c-d7b9-4059-95b5-2fbd492b4e7b'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:45:49.885768 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c179812e-1039-4549-9aa6-eedf56d1265a None None] Attempting to bind port 40365269-876c-4f84-87d8-f565fa198dd5 on network 84c3842c-d7b9-4059-95b5-2fbd492b4e7b {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:45:49.897121 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c179812e-1039-4549-9aa6-eedf56d1265a None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 45, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:45:49.897519 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c179812e-1039-4549-9aa6-eedf56d1265a None None] Checking segment: {'id': 'f062a6f8-1ded-4de9-b953-46acf072b30e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '84c3842c-d7b9-4059-95b5-2fbd492b4e7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:45:49.900202 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c179812e-1039-4549-9aa6-eedf56d1265a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:49.900202 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c179812e-1039-4549-9aa6-eedf56d1265a None None] Bound using segment: {'id': 'f062a6f8-1ded-4de9-b953-46acf072b30e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '84c3842c-d7b9-4059-95b5-2fbd492b4e7b'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:45:49.900202 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-c179812e-1039-4549-9aa6-eedf56d1265a None None] Bound port: 40365269-876c-4f84-87d8-f565fa198dd5, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f062a6f8-1ded-4de9-b953-46acf072b30e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '84c3842c-d7b9-4059-95b5-2fbd492b4e7b'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:45:49.900202 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c179812e-1039-4549-9aa6-eedf56d1265a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:49.925803 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-6ef2a2ff-646b-44dd-a6b6-9e02806a9d0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:49.990667 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-da1b8715-93e9-4943-9e33-7817b126a417 req-1c62738a-d0a1-4a51-8871-9b6b867ddde1 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=bfecc73b8c99406dbde7fba5545cc962&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1055505 May 20 20:45:50.026169 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-c179812e-1039-4549-9aa6-eedf56d1265a None None] For port 40365269-876c-4f84-87d8-f565fa198dd5, host n-d-842733-1, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:45:50.030312 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-c179812e-1039-4549-9aa6-eedf56d1265a None None] For port 40365269-876c-4f84-87d8-f565fa198dd5, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=40365269-876c-4f84-87d8-f565fa198dd5,segment=NetworkSegment(f062a6f8-1ded-4de9-b953-46acf072b30e),segment_id=f062a6f8-1ded-4de9-b953-46acf072b30e)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:45:50.077671 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ab3dc2-d091-44ec-b129-fb8e65701100 req-25aa29b1-4de4-4a0d-8102-fb2c48933463 tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:50.079210 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e9ab3dc2-d091-44ec-b129-fb8e65701100 req-25aa29b1-4de4-4a0d-8102-fb2c48933463 tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] 10.222.0.35 "GET /v2.0/ports?device_id=afdb37f9-0912-422e-9f7a-db72aaceea5a HTTP/1.1" status: 200 len: 945 time: 0.1536341 May 20 20:45:50.099424 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-4d158f26-b64b-4c47-9d00-660a7f0f83a0 None None] Provisioning complete for port 40365269-876c-4f84-87d8-f565fa198dd5 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:45:50.099784 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4d158f26-b64b-4c47-9d00-660a7f0f83a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:50.137909 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-da1b8715-93e9-4943-9e33-7817b126a417 req-b34e3e92-b0e0-401d-b750-6b370e867709 service neutron] 10.222.0.35 "GET /v2.0/networks/80bda1f2-d8f3-4628-a486-5841bb81c3dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461649 May 20 20:45:50.142149 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-4d158f26-b64b-4c47-9d00-660a7f0f83a0 None None] Port 40365269-876c-4f84-87d8-f565fa198dd5 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 20:45:50.149359 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c179812e-1039-4549-9aa6-eedf56d1265a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:50.151880 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e9ab3dc2-d091-44ec-b129-fb8e65701100 req-176d4c27-d30e-4f73-a10f-824b4b715e40 tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] 10.222.0.35 "GET /v2.0/security-groups?id=08f63c89-364b-47f7-9236-e1c85d29ce51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627837 May 20 20:45:50.218797 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c179812e-1039-4549-9aa6-eedf56d1265a None None] Routers {'8616163d-e43a-4c8a-b69c-1b319d86184a'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:45:50.219594 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-c179812e-1039-4549-9aa6-eedf56d1265a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:45:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['8616163d-e43a-4c8a-b69c-1b319d86184a'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:45:50.288918 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a977574-8721-4cdd-bf47-a91cb4590341 None None] Pushing event updated for resources: {'Port': ['ID=40365269-876c-4f84-87d8-f565fa198dd5,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:45:50.295592 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 58a304a4-5536-42a2-8bc6-93ffb123830d up at agent hyperv_n-h2-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:45:50.317140 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-da1b8715-93e9-4943-9e33-7817b126a417 req-cbcdd4fb-a7ef-45fa-8439-cba0e2b4ba6b service neutron] 10.222.0.35 "GET /v2.0/networks/80bda1f2-d8f3-4628-a486-5841bb81c3dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643522 May 20 20:45:50.348662 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ca46c6-2354-409b-a24c-512854754a08 req-31b3635f-b020-4e75-9ebe-11e9948dae7b tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:50.350978 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-34ca46c6-2354-409b-a24c-512854754a08 req-31b3635f-b020-4e75-9ebe-11e9948dae7b tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/ports?device_id=f909c7ca-a771-4d4d-9455-819a14982a65 HTTP/1.1" status: 200 len: 950 time: 0.0733156 May 20 20:45:50.444684 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-34ca46c6-2354-409b-a24c-512854754a08 req-289cf381-9c01-4d92-a87f-229dded724f3 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/security-groups?id=38c76b68-4081-4341-88c9-c8e3082a5da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867755 May 20 20:45:50.482607 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-c179812e-1039-4549-9aa6-eedf56d1265a None None] Set router 8616163d-e43a-4c8a-b69c-1b319d86184a gateway port host: n-d-842733-1 {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:45:50.742984 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Provisioning for port 58a304a4-5536-42a2-8bc6-93ffb123830d completed by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 20:45:50.767044 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Provisioning complete for port 58a304a4-5536-42a2-8bc6-93ffb123830d triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:45:50.767521 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:50.786790 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140fe5dd-c729-426d-9be9-d26f0c73dd75 req-5de53286-41bb-4997-bdd1-6a514079386e tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:50.788247 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-140fe5dd-c729-426d-9be9-d26f0c73dd75 req-5de53286-41bb-4997-bdd1-6a514079386e tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/ports?device_id=91b81ef2-4adc-4414-86c5-f2f7119adcc0 HTTP/1.1" status: 200 len: 945 time: 0.0603757 May 20 20:45:50.839098 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-5d0e5159-8247-4dd3-a019-4870f13e0a1f None None] Provisioning complete for port 40365269-876c-4f84-87d8-f565fa198dd5 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:45:50.839465 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-5d0e5159-8247-4dd3-a019-4870f13e0a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:50.844268 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-140fe5dd-c729-426d-9be9-d26f0c73dd75 req-4b24bae3-5d3f-4828-9a53-8639819ceb5d tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/security-groups?id=c9d9c404-d869-4158-9779-ac1a15da4bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474703 May 20 20:45:51.028458 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port 58a304a4-5536-42a2-8bc6-93ffb123830d is: BUILD; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:45:51.028458 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:51.072630 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-c179812e-1039-4549-9aa6-eedf56d1265a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8616163d-e43a-4c8a-b69c-1b319d86184a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1942280961-router', 'tenant_id': '559b096ee02f4d29bdb85904f38d7fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '543222a7-401b-4e57-9368-53ec4936130d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:45:40Z', 'updated_at': '2022-05-20T20:45:45Z', 'revision_number': 4, 'project_id': '559b096ee02f4d29bdb85904f38d7fa1', 'gw_port': {'id': '543222a7-401b-4e57-9368-53ec4936130d', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:c5:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8616163d-e43a-4c8a-b69c-1b319d86184a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:45:42Z', 'updated_at': '2022-05-20T20:45:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': '40365269-876c-4f84-87d8-f565fa198dd5', 'name': '', 'network_id': '84c3842c-d7b9-4059-95b5-2fbd492b4e7b', 'tenant_id': '559b096ee02f4d29bdb85904f38d7fa1', 'mac_address': 'fa:16:3e:dc:6c:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8616163d-e43a-4c8a-b69c-1b319d86184a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': 'fbf95e96-7a6b-4877-8118-54c9daa2ad40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:45:44Z', 'updated_at': '2022-05-20T20:45:50Z', 'revision_number': 4, 'project_id': '559b096ee02f4d29bdb85904f38d7fa1', 'subnets': [{'id': 'fbf95e96-7a6b-4877-8118-54c9daa2ad40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:45:51.082057 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91b81ef2-4adc-4414-86c5-f2f7119adcc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58a304a4-5536-42a2-8bc6-93ffb123830d'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:45:51.082602 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c74864f4-718b-4daf-a9df-eedc75640516 req-2c25c0fb-af33-4647-a664-f73529fe8ebc tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.35 "GET /v2.0/ports?device_id=d2c26358-2335-47eb-81e3-6258274d0d68 HTTP/1.1" status: 200 len: 210 time: 0.0275800 May 20 20:45:51.082731 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8485417003ce7c0410b00f5cdc2f391e21107b70bb68e2773712534a96e108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4df9c5dd-989d-4541-992a-6e379c3ef871" -d '{"events": [{"server_uuid": "91b81ef2-4adc-4414-86c5-f2f7119adcc0", "name": "network-vif-plugged", "status": "completed", "tag": "58a304a4-5536-42a2-8bc6-93ffb123830d"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:45:51.086845 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-5d0e5159-8247-4dd3-a019-4870f13e0a1f None None] Current status of the port 40365269-876c-4f84-87d8-f565fa198dd5 is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:45:51.087236 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-5d0e5159-8247-4dd3-a019-4870f13e0a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:51.135735 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c179812e-1039-4549-9aa6-eedf56d1265a None None] The sync data for ids ['8616163d-e43a-4c8a-b69c-1b319d86184a'] in n-d-842733-1 is: [{'id': '8616163d-e43a-4c8a-b69c-1b319d86184a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1942280961-router', 'tenant_id': '559b096ee02f4d29bdb85904f38d7fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '543222a7-401b-4e57-9368-53ec4936130d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:45:40Z', 'updated_at': '2022-05-20T20:45:45Z', 'revision_number': 4, 'project_id': '559b096ee02f4d29bdb85904f38d7fa1', 'gw_port': {'id': '543222a7-401b-4e57-9368-53ec4936130d', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:c5:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8616163d-e43a-4c8a-b69c-1b319d86184a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:45:42Z', 'updated_at': '2022-05-20T20:45:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': '40365269-876c-4f84-87d8-f565fa198dd5', 'name': '', 'network_id': '84c3842c-d7b9-4059-95b5-2fbd492b4e7b', 'tenant_id': '559b096ee02f4d29bdb85904f38d7fa1', 'mac_address': 'fa:16:3e:dc:6c:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8616163d-e43a-4c8a-b69c-1b319d86184a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': 'fbf95e96-7a6b-4877-8118-54c9daa2ad40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:45:44Z', 'updated_at': '2022-05-20T20:45:50Z', 'revision_number': 4, 'project_id': '559b096ee02f4d29bdb85904f38d7fa1', 'subnets': [{'id': 'fbf95e96-7a6b-4877-8118-54c9daa2ad40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 20:45:51.143503 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port 58a304a4-5536-42a2-8bc6-93ffb123830d, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=58a304a4-5536-42a2-8bc6-93ffb123830d,segment=NetworkSegment(1b0c59b6-1da5-46b1-ba4a-82e83befd33e),segment_id=1b0c59b6-1da5-46b1-ba4a-82e83befd33e)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:45:51.169321 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-5d0e5159-8247-4dd3-a019-4870f13e0a1f None None] For port 40365269-876c-4f84-87d8-f565fa198dd5, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=40365269-876c-4f84-87d8-f565fa198dd5,segment=NetworkSegment(f062a6f8-1ded-4de9-b953-46acf072b30e),segment_id=f062a6f8-1ded-4de9-b953-46acf072b30e)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:45:51.217148 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 20:45:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19b0b7e4-9f59-4ad0-a8e5-2d43eaf7d63d x-openstack-request-id: req-19b0b7e4-9f59-4ad0-a8e5-2d43eaf7d63d {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:45:51.218275 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91b81ef2-4adc-4414-86c5-f2f7119adcc0", "name": "network-vif-plugged", "status": "completed", "tag": "58a304a4-5536-42a2-8bc6-93ffb123830d", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:45:51.218705 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-19b0b7e4-9f59-4ad0-a8e5-2d43eaf7d63d {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:45:51.219372 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19b0b7e4-9f59-4ad0-a8e5-2d43eaf7d63d'] response: {'server_uuid': '91b81ef2-4adc-4414-86c5-f2f7119adcc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58a304a4-5536-42a2-8bc6-93ffb123830d', 'code': 200} May 20 20:45:51.231504 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:51.232630 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 22790089-efb9-4a98-90ca-ad5557a9f287 no longer exists at agent hyperv_n-h2-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:45:51.250881 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-41f6cd1b-4892-42c3-a640-d95f7323d4b4 req-dd31dd2c-9f7e-4574-acb6-e48d633a454d tempest-FloatingIPsAssociationNegativeTestJSON-1675051914 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914-project] 10.222.0.35 "GET /v2.0/ports?device_id=b93fcca9-2ba0-4add-b3ec-3bde3d34c334 HTTP/1.1" status: 200 len: 210 time: 0.0871935 May 20 20:45:51.349954 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] No Port match for: 22790089-efb9-4a98-90ca-ad5557a9f287 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 20:45:51.354534 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 22790089-efb9-4a98-90ca-ad5557a9f287 not bound to the agent host n-h2-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 20:45:51.354534 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-5d0e5159-8247-4dd3-a019-4870f13e0a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:51.372245 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-bd844145-ccaa-4d05-a89b-4d855ade9a3b req-da4f7750-5339-4438-94c3-502d95fe15a1 tempest-AbsoluteLimitsNegativeTestJSON-1687984692 tempest-AbsoluteLimitsNegativeTestJSON-1687984692-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=609563edd6de40559f1aacd327289a22&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0448565 May 20 20:45:51.382627 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [req-6416f26c-bf74-42b5-ac66-f61578286ddb req-d202a36b-db3c-48be-aae8-e9a54f591d85 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103163) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 20:45:51.383655 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6416f26c-bf74-42b5-ac66-f61578286ddb req-d202a36b-db3c-48be-aae8-e9a54f591d85 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0097790 May 20 20:45:51.384922 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=58a304a4-5536-42a2-8bc6-93ffb123830d,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:45:51.454489 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0e5159-8247-4dd3-a019-4870f13e0a1f None None] Pushing event updated for resources: {'Port': ['ID=40365269-876c-4f84-87d8-f565fa198dd5,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:45:51.586027 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f2d50c-0c95-4bf3-a5e6-e6e4b8894b31 req-bc2518e6-07e3-483c-b862-52553644f57c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:51.588883 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c0f2d50c-0c95-4bf3-a5e6-e6e4b8894b31 req-bc2518e6-07e3-483c-b862-52553644f57c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=91b81ef2-4adc-4414-86c5-f2f7119adcc0 HTTP/1.1" status: 200 len: 1097 time: 0.2226610 May 20 20:45:51.637254 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aeaefa3-867f-4b5f-adaa-620b38eb491a req-5a4fa157-a83f-41f4-9d47-1ed0d8227c53 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:51.639278 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-4aeaefa3-867f-4b5f-adaa-620b38eb491a req-5a4fa157-a83f-41f4-9d47-1ed0d8227c53 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914-project] 10.222.0.13 "GET /v2.0/networks?id=84c3842c-d7b9-4059-95b5-2fbd492b4e7b HTTP/1.1" status: 200 len: 829 time: 0.2114241 May 20 20:45:51.659722 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [req-4aeaefa3-867f-4b5f-adaa-620b38eb491a req-317d0310-92c2-42b5-8cec-559de4ced89a tempest-FloatingIPsAssociationNegativeTestJSON-1675051914 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914-project] Request body: {'port': {'device_id': 'b93fcca9-2ba0-4add-b3ec-3bde3d34c334', 'network_id': '84c3842c-d7b9-4059-95b5-2fbd492b4e7b', 'admin_state_up': True, 'tenant_id': '559b096ee02f4d29bdb85904f38d7fa1'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:45:51.724026 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd844145-ccaa-4d05-a89b-4d855ade9a3b req-4fb92b05-32b1-4fbb-8cdf-c3b3528ee59d tempest-AbsoluteLimitsNegativeTestJSON-1687984692 tempest-AbsoluteLimitsNegativeTestJSON-1687984692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:51.725573 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-bd844145-ccaa-4d05-a89b-4d855ade9a3b req-4fb92b05-32b1-4fbb-8cdf-c3b3528ee59d tempest-AbsoluteLimitsNegativeTestJSON-1687984692 tempest-AbsoluteLimitsNegativeTestJSON-1687984692-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3167369 May 20 20:45:51.739617 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73f0288-fedf-4715-aeb7-e4c20d528c57 req-74523cbf-e2d7-49dc-aac4-50ac9d8b4dbe tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:51.741123 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b73f0288-fedf-4715-aeb7-e4c20d528c57 req-74523cbf-e2d7-49dc-aac4-50ac9d8b4dbe tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/ports?device_id=f909c7ca-a771-4d4d-9455-819a14982a65 HTTP/1.1" status: 200 len: 950 time: 0.1513188 May 20 20:45:51.776168 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c0f2d50c-0c95-4bf3-a5e6-e6e4b8894b31 req-60751121-f633-4dc4-9c6e-512137f7157b service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=c9d9c404-d869-4158-9779-ac1a15da4bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405778 May 20 20:45:51.777956 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-bd844145-ccaa-4d05-a89b-4d855ade9a3b req-d18c363a-5848-4c56-8de1-6c0a99ed047d tempest-AbsoluteLimitsNegativeTestJSON-1687984692 tempest-AbsoluteLimitsNegativeTestJSON-1687984692-project] 10.222.0.35 "GET /v2.0/quotas/609563edd6de40559f1aacd327289a22 HTTP/1.1" status: 200 len: 375 time: 0.0347040 May 20 20:45:51.794914 n-d-842733-1 neutron-server[103163]: INFO neutron.api.v2.resource [req-6416f26c-bf74-42b5-ac66-f61578286ddb req-5e93cf4c-4bad-4a0f-9e10-5be7830220d3 service neutron] show failed (client error): The resource could not be found. May 20 20:45:51.795878 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6416f26c-bf74-42b5-ac66-f61578286ddb req-5e93cf4c-4bad-4a0f-9e10-5be7830220d3 service neutron] 10.222.0.24 "GET /v2.0/ports/f0726a78-f245-4b9e-993d-421087799a99/bindings/n-h2-842733-1 HTTP/1.1" status: 404 len: 380 time: 0.3881555 May 20 20:45:51.835474 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-bd844145-ccaa-4d05-a89b-4d855ade9a3b req-89814c1b-2a93-4bbd-b82d-96b221f1f15c tempest-AbsoluteLimitsNegativeTestJSON-1687984692 tempest-AbsoluteLimitsNegativeTestJSON-1687984692-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=609563edd6de40559f1aacd327289a22&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0450873 May 20 20:45:51.838985 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b73f0288-fedf-4715-aeb7-e4c20d528c57 req-8621991d-0594-4b4d-acab-b8421443a935 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/security-groups?id=38c76b68-4081-4341-88c9-c8e3082a5da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779948 May 20 20:45:51.914646 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4aeaefa3-867f-4b5f-adaa-620b38eb491a req-317d0310-92c2-42b5-8cec-559de4ced89a tempest-FloatingIPsAssociationNegativeTestJSON-1675051914 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914-project] Made reservation on behalf of 559b096ee02f4d29bdb85904f38d7fa1 for: {'port': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:45:51.923593 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-4aeaefa3-867f-4b5f-adaa-620b38eb491a req-317d0310-92c2-42b5-8cec-559de4ced89a tempest-FloatingIPsAssociationNegativeTestJSON-1675051914 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:51.998186 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67eae9e6-9c0e-4264-9c5b-7ddba47b171d req-a7f40ad3-bd93-445f-88d0-a62077640745 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:52.015367 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-67eae9e6-9c0e-4264-9c5b-7ddba47b171d req-a7f40ad3-bd93-445f-88d0-a62077640745 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/ports?device_id=91b81ef2-4adc-4414-86c5-f2f7119adcc0 HTTP/1.1" status: 200 len: 946 time: 0.0844491 May 20 20:45:52.058221 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-67eae9e6-9c0e-4264-9c5b-7ddba47b171d req-a895ff62-6cc7-489e-86fd-c74a9360a855 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/security-groups?id=c9d9c404-d869-4158-9779-ac1a15da4bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416324 May 20 20:45:52.116993 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [req-4aeaefa3-867f-4b5f-adaa-620b38eb491a req-317d0310-92c2-42b5-8cec-559de4ced89a tempest-FloatingIPsAssociationNegativeTestJSON-1675051914 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914-project] Allocated IP 172.20.0.10 (84c3842c-d7b9-4059-95b5-2fbd492b4e7b/fbf95e96-7a6b-4877-8118-54c9daa2ad40/cdb24703-dfbe-492b-a603-1d20747f1acc) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:45:52.212960 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-06be8522-281e-4d22-970e-698ad484ae80 req-4cc8fa49-b855-4d25-85e2-fbaa2a40d9c8 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.35 "GET /v2.0/ports?device_id=d2c26358-2335-47eb-81e3-6258274d0d68 HTTP/1.1" status: 200 len: 210 time: 0.0384817 May 20 20:45:52.229504 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-76c9b74b-b016-4c98-90ff-3cb2001b8741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:52.396362 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-aaffc7ac-d443-496e-a0f7-4a3334e4b7c5 req-5dd80d37-45f0-4db1-898a-a302f93f79cc tempest-FloatingIPsAssociationNegativeTestJSON-1675051914 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914-project] 10.222.0.35 "GET /v2.0/ports?device_id=b93fcca9-2ba0-4add-b3ec-3bde3d34c334 HTTP/1.1" status: 200 len: 210 time: 0.0449662 May 20 20:45:52.466332 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 43922) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:45:52.572228 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6416f26c-bf74-42b5-ac66-f61578286ddb req-16b1b0ee-a644-4f38-a6d3-38d70ece2a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:52.576526 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6416f26c-bf74-42b5-ac66-f61578286ddb req-16b1b0ee-a644-4f38-a6d3-38d70ece2a8e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f909c7ca-a771-4d4d-9455-819a14982a65&tenant_id=74b74d22d9d54e1eae7cec44a7fbec8d HTTP/1.1" status: 200 len: 1101 time: 0.0962815 May 20 20:45:52.593683 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [req-6416f26c-bf74-42b5-ac66-f61578286ddb req-e2751110-81cb-4036-9d76-dd6b6249f0f0 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-842733-1', 'device_owner': 'compute:nova'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:45:52.640100 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 40365269-876c-4f84-87d8-f565fa198dd5 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:45:52.701122 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-361fb643-67a0-4fbb-a1e1-4d1baf3ad4f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:52.706340 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-4aeaefa3-867f-4b5f-adaa-620b38eb491a req-317d0310-92c2-42b5-8cec-559de4ced89a tempest-FloatingIPsAssociationNegativeTestJSON-1675051914 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914-project] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:52.716068 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-6416f26c-bf74-42b5-ac66-f61578286ddb req-e2751110-81cb-4036-9d76-dd6b6249f0f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:52.745017 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 40365269-876c-4f84-87d8-f565fa198dd5 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:45:52.746666 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:52.830369 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-4aeaefa3-867f-4b5f-adaa-620b38eb491a req-317d0310-92c2-42b5-8cec-559de4ced89a tempest-FloatingIPsAssociationNegativeTestJSON-1675051914 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:52.832279 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 40365269-876c-4f84-87d8-f565fa198dd5 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:45:52.887257 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4aeaefa3-867f-4b5f-adaa-620b38eb491a req-317d0310-92c2-42b5-8cec-559de4ced89a tempest-FloatingIPsAssociationNegativeTestJSON-1675051914 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914-project] Network 84c3842c-d7b9-4059-95b5-2fbd492b4e7b is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:45:52.890753 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [req-4aeaefa3-867f-4b5f-adaa-620b38eb491a req-317d0310-92c2-42b5-8cec-559de4ced89a tempest-FloatingIPsAssociationNegativeTestJSON-1675051914 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:45:52.897502 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-4aeaefa3-867f-4b5f-adaa-620b38eb491a req-317d0310-92c2-42b5-8cec-559de4ced89a tempest-FloatingIPsAssociationNegativeTestJSON-1675051914 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:45:52.940767 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317d0310-92c2-42b5-8cec-559de4ced89a tempest-FloatingIPsAssociationNegativeTestJSON-1675051914 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914-project] Pushing event updated for resources: {'Port': ['ID=cdb24703-dfbe-492b-a603-1d20747f1acc,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:45:52.988850 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aeaefa3-867f-4b5f-adaa-620b38eb491a req-317d0310-92c2-42b5-8cec-559de4ced89a tempest-FloatingIPsAssociationNegativeTestJSON-1675051914 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:52.989594 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-4aeaefa3-867f-4b5f-adaa-620b38eb491a req-317d0310-92c2-42b5-8cec-559de4ced89a tempest-FloatingIPsAssociationNegativeTestJSON-1675051914 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:53.065753 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-4aeaefa3-867f-4b5f-adaa-620b38eb491a req-317d0310-92c2-42b5-8cec-559de4ced89a tempest-FloatingIPsAssociationNegativeTestJSON-1675051914 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4112172 May 20 20:45:53.098302 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [req-4aeaefa3-867f-4b5f-adaa-620b38eb491a req-2b9b44a6-0dc1-4475-9674-7d605e67d95d service neutron] Request body: {'port': {'device_id': 'b93fcca9-2ba0-4add-b3ec-3bde3d34c334', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-842733-1'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:45:53.195296 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-4aeaefa3-867f-4b5f-adaa-620b38eb491a req-2b9b44a6-0dc1-4475-9674-7d605e67d95d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:53.196162 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-148c1005-beda-4b30-b6ef-56af827fd578 None None] Provisioning complete for port cdb24703-dfbe-492b-a603-1d20747f1acc triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:45:53.196533 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-148c1005-beda-4b30-b6ef-56af827fd578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:53.238446 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-148c1005-beda-4b30-b6ef-56af827fd578 None None] Port cdb24703-dfbe-492b-a603-1d20747f1acc cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 20:45:53.363206 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8bdfea-effe-4827-b0af-8e8aab89461a req-54f7210e-a27f-4e62-8033-fe8ed28f3368 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:53.364658 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1b8bdfea-effe-4827-b0af-8e8aab89461a req-54f7210e-a27f-4e62-8033-fe8ed28f3368 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/ports?device_id=f909c7ca-a771-4d4d-9455-819a14982a65 HTTP/1.1" status: 200 len: 950 time: 0.1625738 May 20 20:45:53.372247 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a78ce1-3d56-4d3c-a90f-2c66e0c5bf2f req-f898d91c-6faf-4aa9-b469-1f16a46d41fb tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:53.373661 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-66a78ce1-3d56-4d3c-a90f-2c66e0c5bf2f req-f898d91c-6faf-4aa9-b469-1f16a46d41fb tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/ports?device_id=91b81ef2-4adc-4414-86c5-f2f7119adcc0 HTTP/1.1" status: 200 len: 946 time: 0.1701884 May 20 20:45:53.375595 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-361fb643-67a0-4fbb-a1e1-4d1baf3ad4f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:53.487675 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [req-4aeaefa3-867f-4b5f-adaa-620b38eb491a req-2b9b44a6-0dc1-4475-9674-7d605e67d95d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cdb24703-dfbe-492b-a603-1d20747f1acc {{(pid=103162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:45:53.497378 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-4aeaefa3-867f-4b5f-adaa-620b38eb491a req-2b9b44a6-0dc1-4475-9674-7d605e67d95d service neutron] Notify callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:53.497791 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-361fb643-67a0-4fbb-a1e1-4d1baf3ad4f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:53.510315 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.provisioning_blocks [req-4aeaefa3-867f-4b5f-adaa-620b38eb491a req-2b9b44a6-0dc1-4475-9674-7d605e67d95d service neutron] Transition to ACTIVE for port object cdb24703-dfbe-492b-a603-1d20747f1acc will not be triggered until provisioned by entity L2. {{(pid=103162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 20:45:53.521361 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1b8bdfea-effe-4827-b0af-8e8aab89461a req-a7108daf-e9b2-4ab2-82bf-953713e75ab2 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/security-groups?id=38c76b68-4081-4341-88c9-c8e3082a5da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444705 May 20 20:45:53.542902 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-66a78ce1-3d56-4d3c-a90f-2c66e0c5bf2f req-685ddba4-8528-4d4d-b43a-49848656ae78 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/security-groups?id=c9d9c404-d869-4158-9779-ac1a15da4bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572785 May 20 20:45:53.572340 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-6416f26c-bf74-42b5-ac66-f61578286ddb req-e2751110-81cb-4036-9d76-dd6b6249f0f0 service neutron] For port f0726a78-f245-4b9e-993d-421087799a99, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=f0726a78-f245-4b9e-993d-421087799a99,segment=NetworkSegment(ed3a602f-49fb-4a95-be80-401e1eb72e33),segment_id=ed3a602f-49fb-4a95-be80-401e1eb72e33)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:45:53.600047 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-361fb643-67a0-4fbb-a1e1-4d1baf3ad4f7 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=609563edd6de40559f1aacd327289a22&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1296155 May 20 20:45:53.602082 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 43944) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:45:53.611971 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361fb643-67a0-4fbb-a1e1-4d1baf3ad4f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54955248-4971-4288-b576-756abae24f0f,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:45:53.639015 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-4aeaefa3-867f-4b5f-adaa-620b38eb491a req-2b9b44a6-0dc1-4475-9674-7d605e67d95d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:53.652185 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-eab5b7d9-a2e9-45b7-9029-7c36961723f2 req-4b4efe05-9d2f-4c71-814e-91513b018ae3 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.35 "GET /v2.0/ports?device_id=d2c26358-2335-47eb-81e3-6258274d0d68 HTTP/1.1" status: 200 len: 210 time: 0.0598032 May 20 20:45:53.668514 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1b8715-93e9-4943-9e33-7817b126a417 req-4d0cf828-e813-4fd0-9fb9-b74817c32c23 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:53.669635 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-da1b8715-93e9-4943-9e33-7817b126a417 req-4d0cf828-e813-4fd0-9fb9-b74817c32c23 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.13 "GET /v2.0/networks?id=80bda1f2-d8f3-4628-a486-5841bb81c3dc HTTP/1.1" status: 200 len: 805 time: 0.2576916 May 20 20:45:53.707491 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [req-da1b8715-93e9-4943-9e33-7817b126a417 req-7bac8c61-d419-4521-803b-68cacb4817a7 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] Request body: {'port': {'device_id': 'd2c26358-2335-47eb-81e3-6258274d0d68', 'network_id': '80bda1f2-d8f3-4628-a486-5841bb81c3dc', 'admin_state_up': True, 'tenant_id': 'bfecc73b8c99406dbde7fba5545cc962'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:45:53.722554 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9b44a6-0dc1-4475-9674-7d605e67d95d service neutron] Pushing event updated for resources: {'Port': ['ID=cdb24703-dfbe-492b-a603-1d20747f1acc,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:45:53.729893 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-6416f26c-bf74-42b5-ac66-f61578286ddb req-e2751110-81cb-4036-9d76-dd6b6249f0f0 service neutron] For port f0726a78-f245-4b9e-993d-421087799a99, host n-h1-842733-1, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:45:53.787658 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f19ad6b7-1934-4686-9ed3-37275e9ced13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:53.826250 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-6416f26c-bf74-42b5-ac66-f61578286ddb req-e2751110-81cb-4036-9d76-dd6b6249f0f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:53.834584 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f909c7ca-a771-4d4d-9455-819a14982a65', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f0726a78-f245-4b9e-993d-421087799a99'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:45:53.836846 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4291b17aa7b45362825f0571e77c85f5e73afe1df9c7e9e15006df9d695c005e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00da1db5-c5ed-49d0-a6df-c58bebcbfd72" -d '{"events": [{"server_uuid": "f909c7ca-a771-4d4d-9455-819a14982a65", "name": "network-vif-unplugged", "status": "completed", "tag": "f0726a78-f245-4b9e-993d-421087799a99"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:45:53.841746 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f19ad6b7-1934-4686-9ed3-37275e9ced13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:53.852305 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4bb0e131-6525-46ca-a45b-e4ea43a5e69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:53.860696 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [req-6416f26c-bf74-42b5-ac66-f61578286ddb req-e2751110-81cb-4036-9d76-dd6b6249f0f0 service neutron] Transition to ACTIVE for port object f0726a78-f245-4b9e-993d-421087799a99 will not be triggered until provisioned by entity L2. {{(pid=103163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 20:45:53.871701 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad25c37e-9447-47d5-b634-e5528eb345b8 req-cd04f2f7-385e-4b6a-8da3-0758d9fef136 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:53.875169 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 8ca93dfd-837b-48c7-ad13-f2145d67630f details requested by agent hyperv_n-h1-842733-1 with host n-h1-842733-1 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 20:45:53.879768 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ad25c37e-9447-47d5-b634-e5528eb345b8 req-cd04f2f7-385e-4b6a-8da3-0758d9fef136 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914-project] 10.222.0.35 "GET /v2.0/ports?device_id=b93fcca9-2ba0-4add-b3ec-3bde3d34c334 HTTP/1.1" status: 200 len: 944 time: 0.2345619 May 20 20:45:53.895377 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-4aeaefa3-867f-4b5f-adaa-620b38eb491a req-2b9b44a6-0dc1-4475-9674-7d605e67d95d service neutron] Attempting to bind port cdb24703-dfbe-492b-a603-1d20747f1acc on host n-h2-842733-1 for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:45:53.895659 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-4aeaefa3-867f-4b5f-adaa-620b38eb491a req-2b9b44a6-0dc1-4475-9674-7d605e67d95d service neutron] Attempting to bind port cdb24703-dfbe-492b-a603-1d20747f1acc by drivers openvswitch,hyperv on host n-h2-842733-1 at level 0 using segments [{'id': 'f062a6f8-1ded-4de9-b953-46acf072b30e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '84c3842c-d7b9-4059-95b5-2fbd492b4e7b'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:45:53.895818 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aeaefa3-867f-4b5f-adaa-620b38eb491a req-2b9b44a6-0dc1-4475-9674-7d605e67d95d service neutron] Attempting to bind port cdb24703-dfbe-492b-a603-1d20747f1acc on network 84c3842c-d7b9-4059-95b5-2fbd492b4e7b {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:45:53.901000 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aeaefa3-867f-4b5f-adaa-620b38eb491a req-2b9b44a6-0dc1-4475-9674-7d605e67d95d service neutron] Port cdb24703-dfbe-492b-a603-1d20747f1acc on network 84c3842c-d7b9-4059-95b5-2fbd492b4e7b not bound, no agent of type Open vSwitch agent registered on host n-h2-842733-1 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 20:45:53.901375 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aeaefa3-867f-4b5f-adaa-620b38eb491a req-2b9b44a6-0dc1-4475-9674-7d605e67d95d service neutron] Attempting to bind port cdb24703-dfbe-492b-a603-1d20747f1acc on network 84c3842c-d7b9-4059-95b5-2fbd492b4e7b {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:45:53.909096 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aeaefa3-867f-4b5f-adaa-620b38eb491a req-2b9b44a6-0dc1-4475-9674-7d605e67d95d service neutron] Checking agent: {'id': 'a66f2511-b955-448f-877c-56cfe9c81b12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 33, 2), 'started_at': datetime.datetime(2022, 5, 20, 20, 33, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 45, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:45:53.909474 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aeaefa3-867f-4b5f-adaa-620b38eb491a req-2b9b44a6-0dc1-4475-9674-7d605e67d95d service neutron] Checking segment: {'id': 'f062a6f8-1ded-4de9-b953-46acf072b30e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '84c3842c-d7b9-4059-95b5-2fbd492b4e7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:45:53.909858 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aeaefa3-867f-4b5f-adaa-620b38eb491a req-2b9b44a6-0dc1-4475-9674-7d605e67d95d service neutron] Bound using segment: {'id': 'f062a6f8-1ded-4de9-b953-46acf072b30e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '84c3842c-d7b9-4059-95b5-2fbd492b4e7b'} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:45:53.910298 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-4aeaefa3-867f-4b5f-adaa-620b38eb491a req-2b9b44a6-0dc1-4475-9674-7d605e67d95d service neutron] Bound port: cdb24703-dfbe-492b-a603-1d20747f1acc, host: n-h2-842733-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f062a6f8-1ded-4de9-b953-46acf072b30e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '84c3842c-d7b9-4059-95b5-2fbd492b4e7b'}}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:45:53.910656 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-4aeaefa3-867f-4b5f-adaa-620b38eb491a req-2b9b44a6-0dc1-4475-9674-7d605e67d95d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:53.944778 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ad25c37e-9447-47d5-b634-e5528eb345b8 req-8e688d8a-c90e-4577-9ed0-0283aec19ee8 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914-project] 10.222.0.35 "GET /v2.0/security-groups?id=10578f43-fdf4-47ed-819f-6b5be55435e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642848 May 20 20:45:53.948222 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-6416f26c-bf74-42b5-ac66-f61578286ddb req-e2751110-81cb-4036-9d76-dd6b6249f0f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:54.007561 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-4aeaefa3-867f-4b5f-adaa-620b38eb491a req-2b9b44a6-0dc1-4475-9674-7d605e67d95d service neutron] For port cdb24703-dfbe-492b-a603-1d20747f1acc, host n-h2-842733-1, cleared binding levels {{(pid=103162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:45:54.011265 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-4aeaefa3-867f-4b5f-adaa-620b38eb491a req-2b9b44a6-0dc1-4475-9674-7d605e67d95d service neutron] For port cdb24703-dfbe-492b-a603-1d20747f1acc, host n-h2-842733-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=cdb24703-dfbe-492b-a603-1d20747f1acc,segment=NetworkSegment(f062a6f8-1ded-4de9-b953-46acf072b30e),segment_id=f062a6f8-1ded-4de9-b953-46acf072b30e)] {{(pid=103162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:45:54.031564 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f19ad6b7-1934-4686-9ed3-37275e9ced13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:54.036146 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f19ad6b7-1934-4686-9ed3-37275e9ced13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:54.052218 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-f19ad6b7-1934-4686-9ed3-37275e9ced13 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/54955248-4971-4288-b576-756abae24f0f HTTP/1.1" status: 204 len: 168 time: 0.4459958 May 20 20:45:54.069047 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19ad6b7-1934-4686-9ed3-37275e9ced13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54955248-4971-4288-b576-756abae24f0f,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:45:54.093553 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [req-6416f26c-bf74-42b5-ac66-f61578286ddb req-e2751110-81cb-4036-9d76-dd6b6249f0f0 service neutron] No DVR routers for this DVR port f0726a78-f245-4b9e-993d-421087799a99 on host n-h1-842733-1 {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:45:54.098892 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2751110-81cb-4036-9d76-dd6b6249f0f0 service neutron] Pushing event updated for resources: {'Port': ['ID=f0726a78-f245-4b9e-993d-421087799a99,revision_number=6']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:45:54.101155 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port 8ca93dfd-837b-48c7-ad13-f2145d67630f, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=8ca93dfd-837b-48c7-ad13-f2145d67630f,segment=NetworkSegment(769d43cd-208e-4beb-b6e6-532aefd8f5a1),segment_id=769d43cd-208e-4beb-b6e6-532aefd8f5a1)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:45:54.115388 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-4aeaefa3-867f-4b5f-adaa-620b38eb491a req-2b9b44a6-0dc1-4475-9674-7d605e67d95d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:54.147548 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Returning: {'device': '8ca93dfd-837b-48c7-ad13-f2145d67630f', 'network_id': '9d3d3a86-d0ea-42bb-882a-63d3244d9913', 'port_id': '8ca93dfd-837b-48c7-ad13-f2145d67630f', 'mac_address': 'fa:16:3e:2a:84:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bff70e4-9d51-4479-9096-540dc3675fab', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 20 20:45:54.186873 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aeaefa3-867f-4b5f-adaa-620b38eb491a req-2b9b44a6-0dc1-4475-9674-7d605e67d95d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:54.187521 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-4aeaefa3-867f-4b5f-adaa-620b38eb491a req-2b9b44a6-0dc1-4475-9674-7d605e67d95d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:54.188667 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-6416f26c-bf74-42b5-ac66-f61578286ddb req-e2751110-81cb-4036-9d76-dd6b6249f0f0 service neutron] Attempting to bind port f0726a78-f245-4b9e-993d-421087799a99 on host n-h2-842733-1 for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:45:54.189075 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-6416f26c-bf74-42b5-ac66-f61578286ddb req-e2751110-81cb-4036-9d76-dd6b6249f0f0 service neutron] Attempting to bind port f0726a78-f245-4b9e-993d-421087799a99 by drivers openvswitch,hyperv on host n-h2-842733-1 at level 0 using segments [{'id': 'ed3a602f-49fb-4a95-be80-401e1eb72e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'cd702362-b982-46c5-a7d0-51de1b03df86'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:45:54.189433 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6416f26c-bf74-42b5-ac66-f61578286ddb req-e2751110-81cb-4036-9d76-dd6b6249f0f0 service neutron] Attempting to bind port f0726a78-f245-4b9e-993d-421087799a99 on network cd702362-b982-46c5-a7d0-51de1b03df86 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:45:54.193128 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-4aeaefa3-867f-4b5f-adaa-620b38eb491a req-2b9b44a6-0dc1-4475-9674-7d605e67d95d service neutron] 10.222.0.13 "PUT /v2.0/ports/cdb24703-dfbe-492b-a603-1d20747f1acc HTTP/1.1" status: 200 len: 1092 time: 1.0997090 May 20 20:45:54.193632 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b93fcca9-2ba0-4add-b3ec-3bde3d34c334', 'tag': 'cdb24703-dfbe-492b-a603-1d20747f1acc'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:45:54.196236 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6416f26c-bf74-42b5-ac66-f61578286ddb req-e2751110-81cb-4036-9d76-dd6b6249f0f0 service neutron] Port f0726a78-f245-4b9e-993d-421087799a99 on network cd702362-b982-46c5-a7d0-51de1b03df86 not bound, no agent of type Open vSwitch agent registered on host n-h2-842733-1 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 20:45:54.196236 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6416f26c-bf74-42b5-ac66-f61578286ddb req-e2751110-81cb-4036-9d76-dd6b6249f0f0 service neutron] Attempting to bind port f0726a78-f245-4b9e-993d-421087799a99 on network cd702362-b982-46c5-a7d0-51de1b03df86 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:45:54.196443 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6fa957933fccbf596d28104b23404b952ad6a8238afaebaed40a0874b2e409" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b699d9ee-f820-45d2-8ae7-6122a6e27b7e" -d '{"events": [{"name": "network-changed", "server_uuid": "b93fcca9-2ba0-4add-b3ec-3bde3d34c334", "tag": "cdb24703-dfbe-492b-a603-1d20747f1acc"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:45:54.209713 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6416f26c-bf74-42b5-ac66-f61578286ddb req-e2751110-81cb-4036-9d76-dd6b6249f0f0 service neutron] Checking agent: {'id': 'a66f2511-b955-448f-877c-56cfe9c81b12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 33, 2), 'started_at': datetime.datetime(2022, 5, 20, 20, 33, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 45, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:45:54.210141 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6416f26c-bf74-42b5-ac66-f61578286ddb req-e2751110-81cb-4036-9d76-dd6b6249f0f0 service neutron] Checking segment: {'id': 'ed3a602f-49fb-4a95-be80-401e1eb72e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'cd702362-b982-46c5-a7d0-51de1b03df86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:45:54.210551 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6416f26c-bf74-42b5-ac66-f61578286ddb req-e2751110-81cb-4036-9d76-dd6b6249f0f0 service neutron] Bound using segment: {'id': 'ed3a602f-49fb-4a95-be80-401e1eb72e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'cd702362-b982-46c5-a7d0-51de1b03df86'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:45:54.210998 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-6416f26c-bf74-42b5-ac66-f61578286ddb req-e2751110-81cb-4036-9d76-dd6b6249f0f0 service neutron] Bound port: f0726a78-f245-4b9e-993d-421087799a99, host: n-h2-842733-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed3a602f-49fb-4a95-be80-401e1eb72e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'cd702362-b982-46c5-a7d0-51de1b03df86'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:45:54.211359 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-6416f26c-bf74-42b5-ac66-f61578286ddb req-e2751110-81cb-4036-9d76-dd6b6249f0f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:54.228465 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Current status of the port 8ca93dfd-837b-48c7-ad13-f2145d67630f is: ACTIVE; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:45:54.231050 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:54.245689 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8ca93dfd-837b-48c7-ad13-f2145d67630f {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:45:54.295727 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9b44a6-0dc1-4475-9674-7d605e67d95d service neutron] Pushing event updated for resources: {'Port': ['ID=cdb24703-dfbe-492b-a603-1d20747f1acc,revision_number=3']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:45:54.296048 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port 8ca93dfd-837b-48c7-ad13-f2145d67630f, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=8ca93dfd-837b-48c7-ad13-f2145d67630f,segment=NetworkSegment(769d43cd-208e-4beb-b6e6-532aefd8f5a1),segment_id=769d43cd-208e-4beb-b6e6-532aefd8f5a1)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:45:54.325472 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 May 2022 20:45:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5f97bc0-930a-45c0-9aca-09ce4846b472 x-openstack-request-id: req-f5f97bc0-930a-45c0-9aca-09ce4846b472 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:45:54.325856 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f909c7ca-a771-4d4d-9455-819a14982a65", "name": "network-vif-unplugged", "status": "completed", "tag": "f0726a78-f245-4b9e-993d-421087799a99", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:45:54.326470 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f5f97bc0-930a-45c0-9aca-09ce4846b472 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:45:54.326470 n-d-842733-1 neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5f97bc0-930a-45c0-9aca-09ce4846b472'] response: {'server_uuid': 'f909c7ca-a771-4d4d-9455-819a14982a65', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f0726a78-f245-4b9e-993d-421087799a99', 'code': 200} May 20 20:45:54.340849 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da1b8715-93e9-4943-9e33-7817b126a417 req-7bac8c61-d419-4521-803b-68cacb4817a7 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] Made reservation on behalf of bfecc73b8c99406dbde7fba5545cc962 for: {'port': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:45:54.346459 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-da1b8715-93e9-4943-9e33-7817b126a417 req-7bac8c61-d419-4521-803b-68cacb4817a7 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:54.348505 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 20:45:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dd00933-77cc-47b7-98d3-2caac45dc753 x-openstack-request-id: req-9dd00933-77cc-47b7-98d3-2caac45dc753 {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:45:54.350542 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b93fcca9-2ba0-4add-b3ec-3bde3d34c334", "tag": "cdb24703-dfbe-492b-a603-1d20747f1acc", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:45:54.354953 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9dd00933-77cc-47b7-98d3-2caac45dc753 {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:45:54.354953 n-d-842733-1 neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9dd00933-77cc-47b7-98d3-2caac45dc753'] response: {'name': 'network-changed', 'server_uuid': 'b93fcca9-2ba0-4add-b3ec-3bde3d34c334', 'tag': 'cdb24703-dfbe-492b-a603-1d20747f1acc', 'status': 'completed', 'code': 200} May 20 20:45:54.381641 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-6416f26c-bf74-42b5-ac66-f61578286ddb req-e2751110-81cb-4036-9d76-dd6b6249f0f0 service neutron] For port f0726a78-f245-4b9e-993d-421087799a99, host n-h2-842733-1, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:45:54.407985 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-6416f26c-bf74-42b5-ac66-f61578286ddb req-e2751110-81cb-4036-9d76-dd6b6249f0f0 service neutron] For port f0726a78-f245-4b9e-993d-421087799a99, host n-h2-842733-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=f0726a78-f245-4b9e-993d-421087799a99,segment=NetworkSegment(ed3a602f-49fb-4a95-be80-401e1eb72e33),segment_id=ed3a602f-49fb-4a95-be80-401e1eb72e33)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:45:54.428147 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:54.491537 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b699d9ee-f820-45d2-8ae7-6122a6e27b7e req-f7ecc721-3931-4c8b-91f9-d742ade9fc21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:54.493124 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-b699d9ee-f820-45d2-8ae7-6122a6e27b7e req-f7ecc721-3931-4c8b-91f9-d742ade9fc21 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=559b096ee02f4d29bdb85904f38d7fa1&device_id=b93fcca9-2ba0-4add-b3ec-3bde3d34c334 HTTP/1.1" status: 200 len: 1095 time: 0.0957384 May 20 20:45:54.521506 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-6416f26c-bf74-42b5-ac66-f61578286ddb req-e2751110-81cb-4036-9d76-dd6b6249f0f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:54.529835 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:54.534228 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Pushing event updated for resources: {'Port': ['ID=8ca93dfd-837b-48c7-ad13-f2145d67630f,revision_number=6']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:45:54.588830 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6416f26c-bf74-42b5-ac66-f61578286ddb req-e2751110-81cb-4036-9d76-dd6b6249f0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:54.590584 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-6416f26c-bf74-42b5-ac66-f61578286ddb req-e2751110-81cb-4036-9d76-dd6b6249f0f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:54.592095 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6416f26c-bf74-42b5-ac66-f61578286ddb req-e2751110-81cb-4036-9d76-dd6b6249f0f0 service neutron] 10.222.0.13 "PUT /v2.0/ports/f0726a78-f245-4b9e-993d-421087799a99 HTTP/1.1" status: 200 len: 1096 time: 2.0034051 May 20 20:45:54.595774 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] get_ports_and_sgs() called for port_ids ['8ca93dfd-837b-48c7-ad13-f2145d67630f'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:45:54.694470 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b699d9ee-f820-45d2-8ae7-6122a6e27b7e req-1cfe8098-3414-47ee-9508-6bae9eb21088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:54.694470 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-b699d9ee-f820-45d2-8ae7-6122a6e27b7e req-1cfe8098-3414-47ee-9508-6bae9eb21088 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=559b096ee02f4d29bdb85904f38d7fa1&shared=False HTTP/1.1" status: 200 len: 930 time: 0.1497314 May 20 20:45:54.760785 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a92674-653b-469d-a6ce-0f193972121e req-0a99e02a-2fb0-4f96-9f6b-021befe194fb tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:54.785344 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e7a92674-653b-469d-a6ce-0f193972121e req-0a99e02a-2fb0-4f96-9f6b-021befe194fb tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/ports?device_id=91b81ef2-4adc-4414-86c5-f2f7119adcc0 HTTP/1.1" status: 200 len: 946 time: 0.4012840 May 20 20:45:54.865087 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b699d9ee-f820-45d2-8ae7-6122a6e27b7e req-062666af-c943-4c49-8a7b-475ecfff8e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:54.867578 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-b699d9ee-f820-45d2-8ae7-6122a6e27b7e req-062666af-c943-4c49-8a7b-475ecfff8e8f service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2018762 May 20 20:45:54.935580 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2751110-81cb-4036-9d76-dd6b6249f0f0 service neutron] Pushing event updated for resources: {'Port': ['ID=f0726a78-f245-4b9e-993d-421087799a99,revision_number=7']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:45:54.950074 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e7a92674-653b-469d-a6ce-0f193972121e req-dad90639-a174-47f0-8f0c-dbf927167e00 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/security-groups?id=c9d9c404-d869-4158-9779-ac1a15da4bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603155 May 20 20:45:54.960242 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [req-da1b8715-93e9-4943-9e33-7817b126a417 req-7bac8c61-d419-4521-803b-68cacb4817a7 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] Allocated IP 172.20.0.10 (80bda1f2-d8f3-4628-a486-5841bb81c3dc/532e3931-08a4-40e8-b75d-9b3b215f2360/37798d6b-fac1-4347-99f0-f386b855e0e9) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:45:54.975278 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6416f26c-bf74-42b5-ac66-f61578286ddb req-47a13d83-0686-4add-a03b-73c295473735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:54.981644 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6416f26c-bf74-42b5-ac66-f61578286ddb req-47a13d83-0686-4add-a03b-73c295473735 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=74b74d22d9d54e1eae7cec44a7fbec8d&device_id=f909c7ca-a771-4d4d-9455-819a14982a65 HTTP/1.1" status: 200 len: 1099 time: 0.3297763 May 20 20:45:54.985572 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aeaefa3-867f-4b5f-adaa-620b38eb491a req-63b497de-dc6c-4202-852b-50c740b1c758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:54.988333 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-4aeaefa3-867f-4b5f-adaa-620b38eb491a req-63b497de-dc6c-4202-852b-50c740b1c758 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=559b096ee02f4d29bdb85904f38d7fa1&device_id=b93fcca9-2ba0-4add-b3ec-3bde3d34c334 HTTP/1.1" status: 200 len: 1095 time: 0.0614226 May 20 20:45:54.991720 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcc0c7d-5e3d-482a-b3fd-3cb66732b12e req-158a616c-01f0-43fc-92bb-3057a489cefe tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:54.993236 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-dfcc0c7d-5e3d-482a-b3fd-3cb66732b12e req-158a616c-01f0-43fc-92bb-3057a489cefe tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/ports?device_id=f909c7ca-a771-4d4d-9455-819a14982a65 HTTP/1.1" status: 200 len: 948 time: 0.1716685 May 20 20:45:55.042581 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-4aeaefa3-867f-4b5f-adaa-620b38eb491a req-f3e0748f-b390-416e-a85d-7cb415ca3310 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cdb24703-dfbe-492b-a603-1d20747f1acc HTTP/1.1" status: 200 len: 217 time: 0.0389807 May 20 20:45:55.096774 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aeaefa3-867f-4b5f-adaa-620b38eb491a req-1939f6e5-e545-4878-bc9e-f0a1de91a715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:55.098324 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-4aeaefa3-867f-4b5f-adaa-620b38eb491a req-1939f6e5-e545-4878-bc9e-f0a1de91a715 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fbf95e96-7a6b-4877-8118-54c9daa2ad40 HTTP/1.1" status: 200 len: 868 time: 0.0497537 May 20 20:45:55.110214 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-02571cde-9e33-47b5-b49d-5955aca2fd44 req-19082af5-4d70-49d1-80d7-630069dae5fd tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.35 "GET /v2.0/ports?device_id=d2c26358-2335-47eb-81e3-6258274d0d68 HTTP/1.1" status: 200 len: 210 time: 0.0940623 May 20 20:45:55.165464 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aeaefa3-867f-4b5f-adaa-620b38eb491a req-1856a078-900e-45bb-b77c-6953aa39e63d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:55.167181 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-4aeaefa3-867f-4b5f-adaa-620b38eb491a req-1856a078-900e-45bb-b77c-6953aa39e63d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=84c3842c-d7b9-4059-95b5-2fbd492b4e7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0618708 May 20 20:45:55.202026 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-dfcc0c7d-5e3d-482a-b3fd-3cb66732b12e req-675c9172-e0de-4a34-9271-48d9c2d1fbbb tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/security-groups?id=38c76b68-4081-4341-88c9-c8e3082a5da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961603 May 20 20:45:55.251377 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6416f26c-bf74-42b5-ac66-f61578286ddb req-4e0123f7-153b-4054-9c5f-dfd9056bfdb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:55.253829 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6416f26c-bf74-42b5-ac66-f61578286ddb req-4e0123f7-153b-4054-9c5f-dfd9056bfdb7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=cd702362-b982-46c5-a7d0-51de1b03df86 HTTP/1.1" status: 200 len: 870 time: 0.2698009 May 20 20:45:55.299642 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-4aeaefa3-867f-4b5f-adaa-620b38eb491a req-80417299-d320-4187-a071-1c28fdc6fd57 service neutron] 10.222.0.13 "GET /v2.0/networks/84c3842c-d7b9-4059-95b5-2fbd492b4e7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250684 May 20 20:45:55.317374 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6416f26c-bf74-42b5-ac66-f61578286ddb req-c798c5d0-03e9-4919-b98f-739a5a1461ef service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=f0726a78-f245-4b9e-993d-421087799a99 HTTP/1.1" status: 200 len: 217 time: 0.0491540 May 20 20:45:55.407055 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-da1b8715-93e9-4943-9e33-7817b126a417 req-7bac8c61-d419-4521-803b-68cacb4817a7 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] Notify callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:55.426670 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-4aeaefa3-867f-4b5f-adaa-620b38eb491a req-772f8f8e-5506-4418-84dd-a91d72188f6d service neutron] 10.222.0.13 "GET /v2.0/networks/84c3842c-d7b9-4059-95b5-2fbd492b4e7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188385 May 20 20:45:55.435791 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6416f26c-bf74-42b5-ac66-f61578286ddb req-4e771f74-4fc7-4a71-a487-37db8b2b2240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:55.440815 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6416f26c-bf74-42b5-ac66-f61578286ddb req-4e771f74-4fc7-4a71-a487-37db8b2b2240 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=26b342ea-254c-483a-9ea9-f11c178970eb HTTP/1.1" status: 200 len: 843 time: 0.1089432 May 20 20:45:55.441005 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cc3ec51b-6ec8-438a-8349-5f0bec346d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:55.456785 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d412cf-b7ec-4248-91d1-4fe1c7d2d456 req-3eb8ea05-3cc9-4a3c-ad2c-c4397068037e tempest-FloatingIPsAssociationNegativeTestJSON-1675051914 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:55.456785 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-21d412cf-b7ec-4248-91d1-4fe1c7d2d456 req-3eb8ea05-3cc9-4a3c-ad2c-c4397068037e tempest-FloatingIPsAssociationNegativeTestJSON-1675051914 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914-project] 10.222.0.35 "GET /v2.0/ports?device_id=b93fcca9-2ba0-4add-b3ec-3bde3d34c334 HTTP/1.1" status: 200 len: 944 time: 0.1452003 May 20 20:45:55.537578 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:55.540600 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6416f26c-bf74-42b5-ac66-f61578286ddb req-413ba42f-fd19-47b3-b6e0-a02653a5d1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:55.542133 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6416f26c-bf74-42b5-ac66-f61578286ddb req-413ba42f-fd19-47b3-b6e0-a02653a5d1cd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cd702362-b982-46c5-a7d0-51de1b03df86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0801930 May 20 20:45:55.551658 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-21d412cf-b7ec-4248-91d1-4fe1c7d2d456 req-44c7bceb-962e-48e2-8a33-a5cc94498dca tempest-FloatingIPsAssociationNegativeTestJSON-1675051914 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914-project] 10.222.0.35 "GET /v2.0/security-groups?id=10578f43-fdf4-47ed-819f-6b5be55435e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720754 May 20 20:45:55.662119 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-da1b8715-93e9-4943-9e33-7817b126a417 req-7bac8c61-d419-4521-803b-68cacb4817a7 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:55.676616 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] get_ports_and_sgs() called for port_ids ['3f587f96-5444-4c41-a898-7664aceff07c'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:45:55.712126 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 44016) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:45:55.745053 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da1b8715-93e9-4943-9e33-7817b126a417 req-7bac8c61-d419-4521-803b-68cacb4817a7 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] Network 80bda1f2-d8f3-4628-a486-5841bb81c3dc is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:45:55.748359 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [req-da1b8715-93e9-4943-9e33-7817b126a417 req-7bac8c61-d419-4521-803b-68cacb4817a7 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:45:55.758572 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [req-da1b8715-93e9-4943-9e33-7817b126a417 req-7bac8c61-d419-4521-803b-68cacb4817a7 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:45:55.793033 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6416f26c-bf74-42b5-ac66-f61578286ddb req-f2524b23-e86a-44bf-a33a-20ced0bfea6a service neutron] 10.222.0.13 "GET /v2.0/networks/cd702362-b982-46c5-a7d0-51de1b03df86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2065873 May 20 20:45:55.798225 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bac8c61-d419-4521-803b-68cacb4817a7 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] Pushing event updated for resources: {'Port': ['ID=37798d6b-fac1-4347-99f0-f386b855e0e9,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:45:55.876778 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 8ca93dfd-837b-48c7-ad13-f2145d67630f up at agent hyperv_n-h1-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:45:55.877714 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-6a711866-622e-4c67-b0df-6a139a976561 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1203628516-network', 'tenant_id': 'a7449ffd5f9d4589acf02fe7314c1959'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:45:55.898274 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1b8715-93e9-4943-9e33-7817b126a417 req-7bac8c61-d419-4521-803b-68cacb4817a7 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:55.898889 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-da1b8715-93e9-4943-9e33-7817b126a417 req-7bac8c61-d419-4521-803b-68cacb4817a7 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:55.941965 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6416f26c-bf74-42b5-ac66-f61578286ddb req-80831cac-b516-4613-9470-1373b59d3312 service neutron] 10.222.0.13 "GET /v2.0/networks/cd702362-b982-46c5-a7d0-51de1b03df86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286047 May 20 20:45:55.960870 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Provisioning complete for port 8ca93dfd-837b-48c7-ad13-f2145d67630f triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:45:55.961481 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:55.976856 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a711866-622e-4c67-b0df-6a139a976561 admin admin] Made reservation on behalf of a7449ffd5f9d4589acf02fe7314c1959 for: {'network': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:45:55.979355 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6a711866-622e-4c67-b0df-6a139a976561 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for network, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:55.993165 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6a711866-622e-4c67-b0df-6a139a976561 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:56.011293 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-da1b8715-93e9-4943-9e33-7817b126a417 req-7bac8c61-d419-4521-803b-68cacb4817a7 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3151383 May 20 20:45:56.039557 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [req-da1b8715-93e9-4943-9e33-7817b126a417 req-42bf6fcd-71da-47cb-9abd-7579e7fca6c1 service neutron] Request body: {'port': {'device_id': 'd2c26358-2335-47eb-81e3-6258274d0d68', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-842733-1'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:45:56.054895 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Current status of the port 8ca93dfd-837b-48c7-ad13-f2145d67630f is: BUILD; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:45:56.055378 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:56.083256 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afdb37f9-0912-422e-9f7a-db72aaceea5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ca93dfd-837b-48c7-ad13-f2145d67630f'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:45:56.085759 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8485417003ce7c0410b00f5cdc2f391e21107b70bb68e2773712534a96e108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c69cb4fb-c378-4099-afa1-3b8919bbad40" -d '{"events": [{"server_uuid": "afdb37f9-0912-422e-9f7a-db72aaceea5a", "name": "network-vif-plugged", "status": "completed", "tag": "8ca93dfd-837b-48c7-ad13-f2145d67630f"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:45:56.125886 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port 8ca93dfd-837b-48c7-ad13-f2145d67630f, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=8ca93dfd-837b-48c7-ad13-f2145d67630f,segment=NetworkSegment(769d43cd-208e-4beb-b6e6-532aefd8f5a1),segment_id=769d43cd-208e-4beb-b6e6-532aefd8f5a1)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:45:56.143524 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 20:45:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-392ec172-9ea9-40b7-abed-8a8ab93e6b17 x-openstack-request-id: req-392ec172-9ea9-40b7-abed-8a8ab93e6b17 {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:45:56.144036 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afdb37f9-0912-422e-9f7a-db72aaceea5a", "name": "network-vif-plugged", "status": "completed", "tag": "8ca93dfd-837b-48c7-ad13-f2145d67630f", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:45:56.144294 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-392ec172-9ea9-40b7-abed-8a8ab93e6b17 {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:45:56.144696 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-392ec172-9ea9-40b7-abed-8a8ab93e6b17'] response: {'server_uuid': 'afdb37f9-0912-422e-9f7a-db72aaceea5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ca93dfd-837b-48c7-ad13-f2145d67630f', 'code': 200} May 20 20:45:56.177240 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6a711866-622e-4c67-b0df-6a139a976561 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:56.192981 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-da1b8715-93e9-4943-9e33-7817b126a417 req-42bf6fcd-71da-47cb-9abd-7579e7fca6c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:56.201811 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:56.202629 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device f0726a78-f245-4b9e-993d-421087799a99 no longer exists at agent hyperv_n-h1-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:45:56.260662 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6a711866-622e-4c67-b0df-6a139a976561 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:56.284783 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device f0726a78-f245-4b9e-993d-421087799a99 not bound to the agent host n-h1-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 20:45:56.314513 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Pushing event updated for resources: {'Port': ['ID=8ca93dfd-837b-48c7-ad13-f2145d67630f,revision_number=7']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:45:56.320739 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a711866-622e-4c67-b0df-6a139a976561 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 227} {{(pid=103162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 20:45:56.349598 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 44046) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:45:56.352083 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f909c7ca-a771-4d4d-9455-819a14982a65', 'tag': 'f0726a78-f245-4b9e-993d-421087799a99'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:45:56.354379 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4291b17aa7b45362825f0571e77c85f5e73afe1df9c7e9e15006df9d695c005e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8e8e3b7-d465-43c0-af02-0f3a69180461" -d '{"events": [{"name": "network-changed", "server_uuid": "f909c7ca-a771-4d4d-9455-819a14982a65", "tag": "f0726a78-f245-4b9e-993d-421087799a99"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:45:56.373792 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-bd202fbf-c64f-4026-8b97-a9f7064316ed tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1956900030', 'description': 'tempest-description--1979788744'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:45:56.390319 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6a711866-622e-4c67-b0df-6a139a976561 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:56.392126 n-d-842733-1 neutron-server[103162]: INFO neutron.db.segments_db [None req-6a711866-622e-4c67-b0df-6a139a976561 admin admin] Added segment d0ad80ce-58b1-4ac6-afb2-ef09e0a97b22 of type vlan for network e6db0965-9344-451c-9a7f-a79e714eea49 May 20 20:45:56.400804 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab645a04-30c4-4147-ae8d-8ce4a8153f7f req-1c4619de-c5cd-4aca-b82e-c5e7b0d0db51 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:56.402529 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ab645a04-30c4-4147-ae8d-8ce4a8153f7f req-1c4619de-c5cd-4aca-b82e-c5e7b0d0db51 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/ports?device_id=91b81ef2-4adc-4414-86c5-f2f7119adcc0 HTTP/1.1" status: 200 len: 946 time: 0.2610905 May 20 20:45:56.430784 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a711866-622e-4c67-b0df-6a139a976561 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f48c87cc-0c24-4a90-85b7-1ed1fb3b0536,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:45:56.478119 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6a711866-622e-4c67-b0df-6a139a976561 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418993264'] for network, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:56.503778 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ab645a04-30c4-4147-ae8d-8ce4a8153f7f req-ae52eda9-5d1d-42e5-971c-4ea7be7041e5 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/security-groups?id=c9d9c404-d869-4158-9779-ac1a15da4bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858715 May 20 20:45:56.524958 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b45a70e-4b5b-43f1-a8df-fd8c2624cae1 req-2f479805-140c-4d8f-8024-af3c4bf33e7f tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:56.524958 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4b45a70e-4b5b-43f1-a8df-fd8c2624cae1 req-2f479805-140c-4d8f-8024-af3c4bf33e7f tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.35 "GET /v2.0/ports?device_id=d2c26358-2335-47eb-81e3-6258274d0d68 HTTP/1.1" status: 200 len: 932 time: 0.1193314 May 20 20:45:56.548927 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bd202fbf-c64f-4026-8b97-a9f7064316ed tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:56.620722 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6a711866-622e-4c67-b0df-6a139a976561 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524'] for network, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:56.624059 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a711866-622e-4c67-b0df-6a139a976561 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:56.624204 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4b45a70e-4b5b-43f1-a8df-fd8c2624cae1 req-d9a784b5-7239-45bf-8dc8-0df148d58250 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.35 "GET /v2.0/security-groups?id=af06f2cf-8756-4fbf-90c6-d72ff1946909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889809 May 20 20:45:56.624919 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6a711866-622e-4c67-b0df-6a139a976561 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:56.655899 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [req-da1b8715-93e9-4943-9e33-7817b126a417 req-42bf6fcd-71da-47cb-9abd-7579e7fca6c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37798d6b-fac1-4347-99f0-f386b855e0e9 {{(pid=103163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:45:56.667418 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-da1b8715-93e9-4943-9e33-7817b126a417 req-42bf6fcd-71da-47cb-9abd-7579e7fca6c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:56.701421 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [req-da1b8715-93e9-4943-9e33-7817b126a417 req-42bf6fcd-71da-47cb-9abd-7579e7fca6c1 service neutron] Transition to ACTIVE for port object 37798d6b-fac1-4347-99f0-f386b855e0e9 will not be triggered until provisioned by entity L2. {{(pid=103163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 20:45:56.726121 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bd202fbf-c64f-4026-8b97-a9f7064316ed tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:56.735274 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a711866-622e-4c67-b0df-6a139a976561 admin admin] Pushing event updated for resources: {'Network': ['ID=e6db0965-9344-451c-9a7f-a79e714eea49,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:45:56.746319 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Network e6db0965-9344-451c-9a7f-a79e714eea49 details requested by agent ovs-agent-n-d-842733-1 with host n-d-842733-1 {{(pid=103164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 20 20:45:56.764274 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 20:45:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c1dc5a7-df6a-4fa7-9dec-bc71b8d78475 x-openstack-request-id: req-6c1dc5a7-df6a-4fa7-9dec-bc71b8d78475 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:45:56.765530 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f909c7ca-a771-4d4d-9455-819a14982a65", "tag": "f0726a78-f245-4b9e-993d-421087799a99", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:45:56.767231 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6c1dc5a7-df6a-4fa7-9dec-bc71b8d78475 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:45:56.767874 n-d-842733-1 neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c1dc5a7-df6a-4fa7-9dec-bc71b8d78475'] response: {'name': 'network-changed', 'server_uuid': 'f909c7ca-a771-4d4d-9455-819a14982a65', 'tag': 'f0726a78-f245-4b9e-993d-421087799a99', 'status': 'completed', 'code': 200} May 20 20:45:56.779771 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-6a711866-622e-4c67-b0df-6a139a976561 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.0664086 May 20 20:45:56.780523 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 44062) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:45:56.786411 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-9ac698e0-5b01-4dbd-b613-b79b82f7f3dd admin admin] Request body: {'subnet': {'network_id': 'e6db0965-9344-451c-9a7f-a79e714eea49', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1203628516-subnet', 'tenant_id': 'a7449ffd5f9d4589acf02fe7314c1959', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:45:56.826944 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-da1b8715-93e9-4943-9e33-7817b126a417 req-42bf6fcd-71da-47cb-9abd-7579e7fca6c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:56.828345 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bd202fbf-c64f-4026-8b97-a9f7064316ed tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:56.891779 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd202fbf-c64f-4026-8b97-a9f7064316ed tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e4d1602-cac8-46a3-bac3-1f4e6aa6409e,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:45:56.897819 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9c05d5-542a-4dbf-ab3f-233aa2c33e69 req-242db66b-88b0-46a0-9579-23e19272be87 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:56.909492 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3b9c05d5-542a-4dbf-ab3f-233aa2c33e69 req-242db66b-88b0-46a0-9579-23e19272be87 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/ports?device_id=f909c7ca-a771-4d4d-9455-819a14982a65 HTTP/1.1" status: 200 len: 948 time: 0.1918707 May 20 20:45:56.921092 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ac698e0-5b01-4dbd-b613-b79b82f7f3dd admin admin] Made reservation on behalf of a7449ffd5f9d4589acf02fe7314c1959 for: {'subnet': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:45:56.925535 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9ac698e0-5b01-4dbd-b613-b79b82f7f3dd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4018244'] for subnet, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:56.964629 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e8e3b7-d465-43c0-af02-0f3a69180461 req-5f623896-ada3-4426-a87f-640eb34aa0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:56.966822 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b8e8e3b7-d465-43c0-af02-0f3a69180461 req-5f623896-ada3-4426-a87f-640eb34aa0dc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=74b74d22d9d54e1eae7cec44a7fbec8d&device_id=f909c7ca-a771-4d4d-9455-819a14982a65 HTTP/1.1" status: 200 len: 1099 time: 0.1955340 May 20 20:45:56.970239 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bf6fcd-71da-47cb-9abd-7579e7fca6c1 service neutron] Pushing event updated for resources: {'Port': ['ID=37798d6b-fac1-4347-99f0-f386b855e0e9,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:45:56.991566 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e8e3b7-d465-43c0-af02-0f3a69180461 req-a0cd7cc0-e0a1-4dd1-bd32-3d62b98897cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:56.992857 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b8e8e3b7-d465-43c0-af02-0f3a69180461 req-a0cd7cc0-e0a1-4dd1-bd32-3d62b98897cb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=74b74d22d9d54e1eae7cec44a7fbec8d&device_id=f909c7ca-a771-4d4d-9455-819a14982a65 HTTP/1.1" status: 200 len: 1099 time: 0.1780214 May 20 20:45:57.021348 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bd202fbf-c64f-4026-8b97-a9f7064316ed tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:57.022591 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-bd202fbf-c64f-4026-8b97-a9f7064316ed tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.6628220 May 20 20:45:57.025541 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 44064) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:45:57.030747 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-f1816635-b29c-42ed-ba61-bf83e44e05de tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Request body: {'security_group_rule': {'security_group_id': '1e4d1602-cac8-46a3-bac3-1f4e6aa6409e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:45:57.135461 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3b9c05d5-542a-4dbf-ab3f-233aa2c33e69 req-8e8d4080-94ee-4699-8946-dc2e165f490d tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/security-groups?id=38c76b68-4081-4341-88c9-c8e3082a5da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2209485 May 20 20:45:57.158545 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f1816635-b29c-42ed-ba61-bf83e44e05de tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:57.250943 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f1816635-b29c-42ed-ba61-bf83e44e05de tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:57.258539 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9ac698e0-5b01-4dbd-b613-b79b82f7f3dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3797684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4018258'] for subnet, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:57.276051 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e8e3b7-d465-43c0-af02-0f3a69180461 req-7c7cd4ca-8e60-4786-8b7f-97eee0cb4a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:57.277817 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b8e8e3b7-d465-43c0-af02-0f3a69180461 req-7c7cd4ca-8e60-4786-8b7f-97eee0cb4a9b service neutron] 10.222.0.24 "GET /v2.0/networks?id=cd702362-b982-46c5-a7d0-51de1b03df86 HTTP/1.1" status: 200 len: 870 time: 0.3013542 May 20 20:45:57.321252 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac698e0-5b01-4dbd-b613-b79b82f7f3dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=a57c005f-9d40-4768-b28c-f9e1367cd413,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:45:57.323545 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f1816635-b29c-42ed-ba61-bf83e44e05de tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691816'] for security_group_rule, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:57.385378 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e8e3b7-d465-43c0-af02-0f3a69180461 req-e700f3ff-3aea-4cb9-8132-bbc352d434f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:57.387444 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b8e8e3b7-d465-43c0-af02-0f3a69180461 req-e700f3ff-3aea-4cb9-8132-bbc352d434f3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=cd702362-b982-46c5-a7d0-51de1b03df86 HTTP/1.1" status: 200 len: 870 time: 0.3721180 May 20 20:45:57.394834 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b8e8e3b7-d465-43c0-af02-0f3a69180461 req-afbe6a1c-416e-4f74-94c6-fca68a2dadd6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=f0726a78-f245-4b9e-993d-421087799a99 HTTP/1.1" status: 200 len: 217 time: 0.1086831 May 20 20:45:57.402059 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1816635-b29c-42ed-ba61-bf83e44e05de tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5383c72-a5c3-4ee3-bc6e-85541b2e5535,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:45:57.410952 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0063348d-fe41-4446-bce0-6447f362cb08 req-100c6af6-cfe8-452f-b2d5-bd3e812759b7 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:57.412713 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0063348d-fe41-4446-bce0-6447f362cb08 req-100c6af6-cfe8-452f-b2d5-bd3e812759b7 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914-project] 10.222.0.35 "GET /v2.0/ports?device_id=b93fcca9-2ba0-4add-b3ec-3bde3d34c334 HTTP/1.1" status: 200 len: 944 time: 0.1862304 May 20 20:45:57.417678 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ac698e0-5b01-4dbd-b613-b79b82f7f3dd admin admin] Checking segment: {'id': 'd0ad80ce-58b1-4ac6-afb2-ef09e0a97b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'e6db0965-9344-451c-9a7f-a79e714eea49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:45:57.418480 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ac698e0-5b01-4dbd-b613-b79b82f7f3dd admin admin] Network hostable DHCP agents. Network: e6db0965-9344-451c-9a7f-a79e714eea49, hostable agents: ['c9b0653c-f3c7-4339-bd50-e3754b629216'], hosted agents: [] {{(pid=103162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 20:45:57.472631 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-da1b8715-93e9-4943-9e33-7817b126a417 req-42bf6fcd-71da-47cb-9abd-7579e7fca6c1 service neutron] Attempting to bind port 37798d6b-fac1-4347-99f0-f386b855e0e9 on host n-h2-842733-1 for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:45:57.473017 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-da1b8715-93e9-4943-9e33-7817b126a417 req-42bf6fcd-71da-47cb-9abd-7579e7fca6c1 service neutron] Attempting to bind port 37798d6b-fac1-4347-99f0-f386b855e0e9 by drivers openvswitch,hyperv on host n-h2-842733-1 at level 0 using segments [{'id': '1b618711-eace-4f66-9dbc-026093290eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '80bda1f2-d8f3-4628-a486-5841bb81c3dc'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:45:57.473390 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da1b8715-93e9-4943-9e33-7817b126a417 req-42bf6fcd-71da-47cb-9abd-7579e7fca6c1 service neutron] Attempting to bind port 37798d6b-fac1-4347-99f0-f386b855e0e9 on network 80bda1f2-d8f3-4628-a486-5841bb81c3dc {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:45:57.482911 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f1816635-b29c-42ed-ba61-bf83e44e05de tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:57.485153 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-f1816635-b29c-42ed-ba61-bf83e44e05de tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4586525 May 20 20:45:57.487852 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 44074) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:45:57.495384 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b8e8e3b7-d465-43c0-af02-0f3a69180461 req-ce001d88-8149-46fd-af22-f2ffcf0809d8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=f0726a78-f245-4b9e-993d-421087799a99 HTTP/1.1" status: 200 len: 217 time: 0.0937276 May 20 20:45:57.495885 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-78241fc1-0e70-4c16-a54e-c8c47b1a80ae tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Request body: {'security_group_rule': {'security_group_id': '1e4d1602-cac8-46a3-bac3-1f4e6aa6409e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:45:57.515239 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ac698e0-5b01-4dbd-b613-b79b82f7f3dd admin admin] Network e6db0965-9344-451c-9a7f-a79e714eea49 is scheduled to be hosted by DHCP agent c9b0653c-f3c7-4339-bd50-e3754b629216 with binding_index 1 {{(pid=103162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 20:45:57.523738 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da1b8715-93e9-4943-9e33-7817b126a417 req-42bf6fcd-71da-47cb-9abd-7579e7fca6c1 service neutron] Port 37798d6b-fac1-4347-99f0-f386b855e0e9 on network 80bda1f2-d8f3-4628-a486-5841bb81c3dc not bound, no agent of type Open vSwitch agent registered on host n-h2-842733-1 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 20:45:57.523990 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da1b8715-93e9-4943-9e33-7817b126a417 req-42bf6fcd-71da-47cb-9abd-7579e7fca6c1 service neutron] Attempting to bind port 37798d6b-fac1-4347-99f0-f386b855e0e9 on network 80bda1f2-d8f3-4628-a486-5841bb81c3dc {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:45:57.554046 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da1b8715-93e9-4943-9e33-7817b126a417 req-42bf6fcd-71da-47cb-9abd-7579e7fca6c1 service neutron] Checking agent: {'id': 'a66f2511-b955-448f-877c-56cfe9c81b12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 33, 2), 'started_at': datetime.datetime(2022, 5, 20, 20, 33, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 45, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:45:57.554046 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da1b8715-93e9-4943-9e33-7817b126a417 req-42bf6fcd-71da-47cb-9abd-7579e7fca6c1 service neutron] Checking segment: {'id': '1b618711-eace-4f66-9dbc-026093290eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '80bda1f2-d8f3-4628-a486-5841bb81c3dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:45:57.554046 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da1b8715-93e9-4943-9e33-7817b126a417 req-42bf6fcd-71da-47cb-9abd-7579e7fca6c1 service neutron] Bound using segment: {'id': '1b618711-eace-4f66-9dbc-026093290eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '80bda1f2-d8f3-4628-a486-5841bb81c3dc'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:45:57.554936 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-da1b8715-93e9-4943-9e33-7817b126a417 req-42bf6fcd-71da-47cb-9abd-7579e7fca6c1 service neutron] Bound port: 37798d6b-fac1-4347-99f0-f386b855e0e9, host: n-h2-842733-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b618711-eace-4f66-9dbc-026093290eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '80bda1f2-d8f3-4628-a486-5841bb81c3dc'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:45:57.556258 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-da1b8715-93e9-4943-9e33-7817b126a417 req-42bf6fcd-71da-47cb-9abd-7579e7fca6c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:57.600543 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-9ac698e0-5b01-4dbd-b613-b79b82f7f3dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842733-1, e6db0965-9344-451c-9a7f-a79e714eea49) {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:45:57.603708 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e8e3b7-d465-43c0-af02-0f3a69180461 req-1eb2c230-2692-4398-beca-47f1a252ba4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:57.604922 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ac698e0-5b01-4dbd-b613-b79b82f7f3dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:57.606977 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9ac698e0-5b01-4dbd-b613-b79b82f7f3dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:57.611376 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b8e8e3b7-d465-43c0-af02-0f3a69180461 req-1eb2c230-2692-4398-beca-47f1a252ba4e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=26b342ea-254c-483a-9ea9-f11c178970eb HTTP/1.1" status: 200 len: 843 time: 0.1975524 May 20 20:45:57.617170 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9361dc2a-eb91-4277-be04-ff215a310f72 None None] Network e6db0965-9344-451c-9a7f-a79e714eea49 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:45:57.639751 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0063348d-fe41-4446-bce0-6447f362cb08 req-48842519-da4e-4905-b0cd-d7f8a5db5905 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914-project] 10.222.0.35 "GET /v2.0/security-groups?id=10578f43-fdf4-47ed-819f-6b5be55435e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686175 May 20 20:45:57.689150 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-78241fc1-0e70-4c16-a54e-c8c47b1a80ae tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:57.728902 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e8e3b7-d465-43c0-af02-0f3a69180461 req-86a27cbf-0795-4255-9a7b-12031d56ae83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:57.732615 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b8e8e3b7-d465-43c0-af02-0f3a69180461 req-86a27cbf-0795-4255-9a7b-12031d56ae83 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=26b342ea-254c-483a-9ea9-f11c178970eb HTTP/1.1" status: 200 len: 843 time: 0.2237096 May 20 20:45:57.740251 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-9ac698e0-5b01-4dbd-b613-b79b82f7f3dd admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.9582052 May 20 20:45:57.828410 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b38afa07-5dee-4e32-bd45-30a556ae74a2 None None] Network e6db0965-9344-451c-9a7f-a79e714eea49 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:45:57.836858 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-78241fc1-0e70-4c16-a54e-c8c47b1a80ae tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:57.908380 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-78241fc1-0e70-4c16-a54e-c8c47b1a80ae tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691816'] for security_group_rule, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:57.939977 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78241fc1-0e70-4c16-a54e-c8c47b1a80ae tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d32aa4ba-3ae3-4b76-8c49-60ff0e950baa,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:45:58.026330 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-78241fc1-0e70-4c16-a54e-c8c47b1a80ae tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:58.026330 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-78241fc1-0e70-4c16-a54e-c8c47b1a80ae tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5371931 May 20 20:45:58.030218 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 44096) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:45:58.035273 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-6ba04150-2517-42e1-bddb-6613d6f33103 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Request body: {'floatingip': {'floating_network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:45:58.177035 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6ba04150-2517-42e1-bddb-6613d6f33103 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Notify callbacks [] for floatingip, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:58.306082 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device cdb24703-dfbe-492b-a603-1d20747f1acc details requested by agent hyperv_n-h2-842733-1 with host n-h2-842733-1 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 20:45:58.328893 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-da1b8715-93e9-4943-9e33-7817b126a417 req-42bf6fcd-71da-47cb-9abd-7579e7fca6c1 service neutron] For port 37798d6b-fac1-4347-99f0-f386b855e0e9, host n-h2-842733-1, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:45:58.332698 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-da1b8715-93e9-4943-9e33-7817b126a417 req-42bf6fcd-71da-47cb-9abd-7579e7fca6c1 service neutron] For port 37798d6b-fac1-4347-99f0-f386b855e0e9, host n-h2-842733-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=37798d6b-fac1-4347-99f0-f386b855e0e9,segment=NetworkSegment(1b618711-eace-4f66-9dbc-026093290eaa),segment_id=1b618711-eace-4f66-9dbc-026093290eaa)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:45:58.343367 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6ba04150-2517-42e1-bddb-6613d6f33103 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:58.353925 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb52f055-727d-4897-bfa4-997eaf04b82f req-0205ce23-dd6d-4cda-8d8c-d2c4aa66a213 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:58.356411 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-fb52f055-727d-4897-bfa4-997eaf04b82f req-0205ce23-dd6d-4cda-8d8c-d2c4aa66a213 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/ports?device_id=91b81ef2-4adc-4414-86c5-f2f7119adcc0 HTTP/1.1" status: 200 len: 946 time: 0.7293408 May 20 20:45:58.394660 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e8e3b7-d465-43c0-af02-0f3a69180461 req-a4bd870f-ae7b-4042-a5ec-d004d3db4f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:58.396282 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b8e8e3b7-d465-43c0-af02-0f3a69180461 req-a4bd870f-ae7b-4042-a5ec-d004d3db4f6b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cd702362-b982-46c5-a7d0-51de1b03df86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7719059 May 20 20:45:58.482405 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port cdb24703-dfbe-492b-a603-1d20747f1acc, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=cdb24703-dfbe-492b-a603-1d20747f1acc,segment=NetworkSegment(f062a6f8-1ded-4de9-b953-46acf072b30e),segment_id=f062a6f8-1ded-4de9-b953-46acf072b30e)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:45:58.498960 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Returning: {'device': 'cdb24703-dfbe-492b-a603-1d20747f1acc', 'network_id': '84c3842c-d7b9-4059-95b5-2fbd492b4e7b', 'port_id': 'cdb24703-dfbe-492b-a603-1d20747f1acc', 'mac_address': 'fa:16:3e:de:14:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbf95e96-7a6b-4877-8118-54c9daa2ad40', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 20 20:45:58.525784 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-da1b8715-93e9-4943-9e33-7817b126a417 req-42bf6fcd-71da-47cb-9abd-7579e7fca6c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:58.548360 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e8e3b7-d465-43c0-af02-0f3a69180461 req-b585fc41-ba50-4113-95f1-a639ee768973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:58.550084 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b8e8e3b7-d465-43c0-af02-0f3a69180461 req-b585fc41-ba50-4113-95f1-a639ee768973 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cd702362-b982-46c5-a7d0-51de1b03df86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7595220 May 20 20:45:58.560152 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port cdb24703-dfbe-492b-a603-1d20747f1acc is: DOWN; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:45:58.560794 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:58.577248 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cdb24703-dfbe-492b-a603-1d20747f1acc {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:45:58.579752 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-fb52f055-727d-4897-bfa4-997eaf04b82f req-d20886d6-f9aa-42ab-be60-6b2a991bfa12 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/security-groups?id=c9d9c404-d869-4158-9779-ac1a15da4bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882343 May 20 20:45:58.587416 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4155dfe5-e773-4fc0-bc5d-dedddde18c54 req-cc8424d7-8988-4fd2-b789-19eb62db6e31 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:58.595853 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4155dfe5-e773-4fc0-bc5d-dedddde18c54 req-cc8424d7-8988-4fd2-b789-19eb62db6e31 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.35 "GET /v2.0/ports?device_id=d2c26358-2335-47eb-81e3-6258274d0d68 HTTP/1.1" status: 200 len: 944 time: 0.2596943 May 20 20:45:58.616923 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-6ba04150-2517-42e1-bddb-6613d6f33103 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Allocated IP 172.25.2.101 (e3a93b5c-91e2-4064-9c2c-1afc261bfe15/86fee0c1-6e34-488b-9216-b2b8e7ef585a/772d07a4-53e5-4dd5-8c17-4e3f3a469328) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:45:58.639495 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port cdb24703-dfbe-492b-a603-1d20747f1acc, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=cdb24703-dfbe-492b-a603-1d20747f1acc,segment=NetworkSegment(f062a6f8-1ded-4de9-b953-46acf072b30e),segment_id=f062a6f8-1ded-4de9-b953-46acf072b30e)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:45:58.642891 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1b8715-93e9-4943-9e33-7817b126a417 req-42bf6fcd-71da-47cb-9abd-7579e7fca6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:58.645368 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-da1b8715-93e9-4943-9e33-7817b126a417 req-42bf6fcd-71da-47cb-9abd-7579e7fca6c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:58.647325 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-da1b8715-93e9-4943-9e33-7817b126a417 req-42bf6fcd-71da-47cb-9abd-7579e7fca6c1 service neutron] 10.222.0.13 "PUT /v2.0/ports/37798d6b-fac1-4347-99f0-f386b855e0e9 HTTP/1.1" status: 200 len: 1092 time: 2.6122930 May 20 20:45:58.726689 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:58.762833 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b8e8e3b7-d465-43c0-af02-0f3a69180461 req-06b45202-8a1c-4cf6-84e8-dae8f1aa0f1b service neutron] 10.222.0.24 "GET /v2.0/networks/cd702362-b982-46c5-a7d0-51de1b03df86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3254180 May 20 20:45:58.775271 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2c26358-2335-47eb-81e3-6258274d0d68', 'tag': '37798d6b-fac1-4347-99f0-f386b855e0e9'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:45:58.779143 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4291b17aa7b45362825f0571e77c85f5e73afe1df9c7e9e15006df9d695c005e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2c917a7-99da-4b13-972c-60468c4bb86e" -d '{"events": [{"name": "network-changed", "server_uuid": "d2c26358-2335-47eb-81e3-6258274d0d68", "tag": "37798d6b-fac1-4347-99f0-f386b855e0e9"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:45:58.818514 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6ba04150-2517-42e1-bddb-6613d6f33103 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:58.848433 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=cdb24703-dfbe-492b-a603-1d20747f1acc,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:45:58.882707 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bf6fcd-71da-47cb-9abd-7579e7fca6c1 service neutron] Pushing event updated for resources: {'Port': ['ID=37798d6b-fac1-4347-99f0-f386b855e0e9,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:45:58.892642 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4155dfe5-e773-4fc0-bc5d-dedddde18c54 req-d64af751-d41c-4567-a5b5-6ff5bdcedc80 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.35 "GET /v2.0/security-groups?id=af06f2cf-8756-4fbf-90c6-d72ff1946909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2958310 May 20 20:45:58.966840 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6ba04150-2517-42e1-bddb-6613d6f33103 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:59.001751 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ba04150-2517-42e1-bddb-6613d6f33103 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Network e3a93b5c-91e2-4064-9c2c-1afc261bfe15 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:45:59.004826 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-6ba04150-2517-42e1-bddb-6613d6f33103 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:45:59.008510 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba04150-2517-42e1-bddb-6613d6f33103 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:45:59.047600 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba04150-2517-42e1-bddb-6613d6f33103 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Pushing event updated for resources: {'Port': ['ID=772d07a4-53e5-4dd5-8c17-4e3f3a469328,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:45:59.073074 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba04150-2517-42e1-bddb-6613d6f33103 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:45:59.073394 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba04150-2517-42e1-bddb-6613d6f33103 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:45:59.073745 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba04150-2517-42e1-bddb-6613d6f33103 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:45:59.074376 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba04150-2517-42e1-bddb-6613d6f33103 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:45:59.074711 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba04150-2517-42e1-bddb-6613d6f33103 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:45:59.075117 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba04150-2517-42e1-bddb-6613d6f33103 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:45:59.076446 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba04150-2517-42e1-bddb-6613d6f33103 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:45:59.076446 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba04150-2517-42e1-bddb-6613d6f33103 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:45:59.076744 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba04150-2517-42e1-bddb-6613d6f33103 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:45:59.077001 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba04150-2517-42e1-bddb-6613d6f33103 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:45:59.077376 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba04150-2517-42e1-bddb-6613d6f33103 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:45:59.077695 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba04150-2517-42e1-bddb-6613d6f33103 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:45:59.107080 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] get_ports_and_sgs() called for port_ids ['cdb24703-dfbe-492b-a603-1d20747f1acc'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:45:59.112412 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1b8715-93e9-4943-9e33-7817b126a417 req-6233da21-d723-4b16-aea2-f9ed7d58074d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:59.116018 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-da1b8715-93e9-4943-9e33-7817b126a417 req-6233da21-d723-4b16-aea2-f9ed7d58074d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bfecc73b8c99406dbde7fba5545cc962&device_id=d2c26358-2335-47eb-81e3-6258274d0d68 HTTP/1.1" status: 200 len: 1095 time: 0.2563131 May 20 20:45:59.131194 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b8e8e3b7-d465-43c0-af02-0f3a69180461 req-1c7c8a48-9537-406e-ad43-5f6f7c463c97 service neutron] 10.222.0.13 "GET /v2.0/networks/cd702362-b982-46c5-a7d0-51de1b03df86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4989951 May 20 20:45:59.161116 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6ba04150-2517-42e1-bddb-6613d6f33103 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:59.176006 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea6cdaa-e51d-43da-bf7f-12f7c6a11587 req-bedcc42e-4d36-42ef-8eb3-b769ca357960 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:59.177572 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6ea6cdaa-e51d-43da-bf7f-12f7c6a11587 req-bedcc42e-4d36-42ef-8eb3-b769ca357960 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/ports?device_id=f909c7ca-a771-4d4d-9455-819a14982a65 HTTP/1.1" status: 200 len: 948 time: 0.1884301 May 20 20:45:59.180799 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b8e8e3b7-d465-43c0-af02-0f3a69180461 req-89b63b8d-5f72-49b4-8de5-ecc78bcb65a5 service neutron] 10.222.0.24 "GET /v2.0/networks/cd702362-b982-46c5-a7d0-51de1b03df86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3955662 May 20 20:45:59.238135 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-da1b8715-93e9-4943-9e33-7817b126a417 req-06a41910-363c-414f-a18f-a13ab0ca5f64 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=37798d6b-fac1-4347-99f0-f386b855e0e9 HTTP/1.1" status: 200 len: 217 time: 0.0957322 May 20 20:45:59.284202 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6ba04150-2517-42e1-bddb-6613d6f33103 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:59.321663 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3542e881-7b0e-4bc1-b728-84ac210a3073 req-be3179c8-c975-407b-af9d-2e971026a397 tempest-InstanceActionsNegativeTestJSON-144719872 tempest-InstanceActionsNegativeTestJSON-144719872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:59.329297 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3542e881-7b0e-4bc1-b728-84ac210a3073 req-be3179c8-c975-407b-af9d-2e971026a397 tempest-InstanceActionsNegativeTestJSON-144719872 tempest-InstanceActionsNegativeTestJSON-144719872-project] 10.222.0.35 "GET /v2.0/networks?id=e6db0965-9344-451c-9a7f-a79e714eea49 HTTP/1.1" status: 200 len: 822 time: 0.3884549 May 20 20:45:59.379415 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3542e881-7b0e-4bc1-b728-84ac210a3073 req-e71ebe82-a47b-42fd-a4f0-5cf9248e8e44 tempest-InstanceActionsNegativeTestJSON-144719872 tempest-InstanceActionsNegativeTestJSON-144719872-project] 10.222.0.35 "GET /v2.0/quotas/a7449ffd5f9d4589acf02fe7314c1959 HTTP/1.1" status: 200 len: 375 time: 0.0490427 May 20 20:45:59.390161 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6ea6cdaa-e51d-43da-bf7f-12f7c6a11587 req-1c8431ac-cd88-4303-af69-8879ada0ba76 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/security-groups?id=38c76b68-4081-4341-88c9-c8e3082a5da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689684 May 20 20:45:59.395486 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1b8715-93e9-4943-9e33-7817b126a417 req-9d101fb1-f264-47e7-8e5d-636a79761db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:59.396904 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-da1b8715-93e9-4943-9e33-7817b126a417 req-9d101fb1-f264-47e7-8e5d-636a79761db6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=532e3931-08a4-40e8-b75d-9b3b215f2360 HTTP/1.1" status: 200 len: 845 time: 0.1158099 May 20 20:45:59.472766 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3542e881-7b0e-4bc1-b728-84ac210a3073 req-a4de8ba0-07cc-4e56-9ba6-c1b069a5d7c2 tempest-InstanceActionsNegativeTestJSON-144719872 tempest-InstanceActionsNegativeTestJSON-144719872-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=a7449ffd5f9d4589acf02fe7314c1959&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0816388 May 20 20:45:59.474930 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-da1b8715-93e9-4943-9e33-7817b126a417 req-79097bfe-1273-4de2-a6c4-726cee4bd630 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=80bda1f2-d8f3-4628-a486-5841bb81c3dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0645473 May 20 20:45:59.476877 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b8e8e3b7-d465-43c0-af02-0f3a69180461 req-e5813a01-bae4-4cc4-9608-dd13890a2a55 service neutron] 10.222.0.13 "GET /v2.0/networks/cd702362-b982-46c5-a7d0-51de1b03df86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3296618 May 20 20:45:59.508285 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6ba04150-2517-42e1-bddb-6613d6f33103 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Notify callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:59.572160 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6ba04150-2517-42e1-bddb-6613d6f33103 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:59.649548 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba04150-2517-42e1-bddb-6613d6f33103 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Pushing event updated for resources: {'Port': ['ID=772d07a4-53e5-4dd5-8c17-4e3f3a469328,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:45:59.664432 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6ba04150-2517-42e1-bddb-6613d6f33103 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748272'] for floatingip, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:59.679017 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917a8aac-5929-400a-b867-c860f0d477c2 req-449fcf3b-fea9-458f-bbef-dff44e4b8883 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:45:59.680702 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-917a8aac-5929-400a-b867-c860f0d477c2 req-449fcf3b-fea9-458f-bbef-dff44e4b8883 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914-project] 10.222.0.35 "GET /v2.0/ports?device_id=b93fcca9-2ba0-4add-b3ec-3bde3d34c334 HTTP/1.1" status: 200 len: 945 time: 0.2029414 May 20 20:45:59.727852 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3542e881-7b0e-4bc1-b728-84ac210a3073 req-eb2c0d4f-5c98-480f-adba-2e079435ad49 service neutron] 10.222.0.35 "GET /v2.0/networks/e6db0965-9344-451c-9a7f-a79e714eea49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2332749 May 20 20:45:59.744415 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6ba04150-2517-42e1-bddb-6613d6f33103 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for floatingip, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:59.746216 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-6ba04150-2517-42e1-bddb-6613d6f33103 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7143402 May 20 20:45:59.782609 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-917a8aac-5929-400a-b867-c860f0d477c2 req-633db94d-261b-45a4-aeea-c8ccd3a2b9e0 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914-project] 10.222.0.35 "GET /v2.0/security-groups?id=10578f43-fdf4-47ed-819f-6b5be55435e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864885 May 20 20:45:59.803620 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-da1b8715-93e9-4943-9e33-7817b126a417 req-be11b7e7-dd2f-49d8-a6bc-e5942d799524 service neutron] 10.222.0.13 "GET /v2.0/networks/80bda1f2-d8f3-4628-a486-5841bb81c3dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2770457 May 20 20:45:59.869494 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 20:45:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d169a1d2-aea1-491c-a1f0-d2ade70ceae7 x-openstack-request-id: req-d169a1d2-aea1-491c-a1f0-d2ade70ceae7 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:45:59.872688 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2c26358-2335-47eb-81e3-6258274d0d68", "tag": "37798d6b-fac1-4347-99f0-f386b855e0e9", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:45:59.873008 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d169a1d2-aea1-491c-a1f0-d2ade70ceae7 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:45:59.883910 n-d-842733-1 neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d169a1d2-aea1-491c-a1f0-d2ade70ceae7'] response: {'name': 'network-changed', 'server_uuid': 'd2c26358-2335-47eb-81e3-6258274d0d68', 'tag': '37798d6b-fac1-4347-99f0-f386b855e0e9', 'status': 'completed', 'code': 200} May 20 20:46:00.052289 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-da1b8715-93e9-4943-9e33-7817b126a417 req-c0b0d3e6-f61f-49c1-976d-84ee767bf211 service neutron] 10.222.0.13 "GET /v2.0/networks/80bda1f2-d8f3-4628-a486-5841bb81c3dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2161274 May 20 20:46:00.056388 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3542e881-7b0e-4bc1-b728-84ac210a3073 req-f9e9d724-a466-40ce-8f27-90620fd91670 service neutron] 10.222.0.35 "GET /v2.0/networks/e6db0965-9344-451c-9a7f-a79e714eea49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3116119 May 20 20:46:00.261548 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c917a7-99da-4b13-972c-60468c4bb86e req-2e661bc9-0ea1-4a4d-8ef3-ea7cf0eacbc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:00.263786 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b2c917a7-99da-4b13-972c-60468c4bb86e req-2e661bc9-0ea1-4a4d-8ef3-ea7cf0eacbc2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bfecc73b8c99406dbde7fba5545cc962&device_id=d2c26358-2335-47eb-81e3-6258274d0d68 HTTP/1.1" status: 200 len: 1095 time: 0.0512841 May 20 20:46:00.316511 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device f0726a78-f245-4b9e-993d-421087799a99 details requested by agent hyperv_n-h2-842733-1 with host n-h2-842733-1 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 20:46:00.613438 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c917a7-99da-4b13-972c-60468c4bb86e req-2398efe8-9f08-432f-932f-77b37e5c7b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:00.614906 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b2c917a7-99da-4b13-972c-60468c4bb86e req-2398efe8-9f08-432f-932f-77b37e5c7b74 service neutron] 10.222.0.13 "GET /v2.0/networks?id=80bda1f2-d8f3-4628-a486-5841bb81c3dc HTTP/1.1" status: 200 len: 906 time: 0.3438845 May 20 20:46:00.704240 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b2c917a7-99da-4b13-972c-60468c4bb86e req-93c3f2e4-dbd8-4b21-8ebf-3d22c8f618f6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=37798d6b-fac1-4347-99f0-f386b855e0e9 HTTP/1.1" status: 200 len: 217 time: 0.0735147 May 20 20:46:00.795564 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port f0726a78-f245-4b9e-993d-421087799a99, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=f0726a78-f245-4b9e-993d-421087799a99,segment=NetworkSegment(ed3a602f-49fb-4a95-be80-401e1eb72e33),segment_id=ed3a602f-49fb-4a95-be80-401e1eb72e33)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:46:00.809135 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Returning: {'device': 'f0726a78-f245-4b9e-993d-421087799a99', 'network_id': 'cd702362-b982-46c5-a7d0-51de1b03df86', 'port_id': 'f0726a78-f245-4b9e-993d-421087799a99', 'mac_address': 'fa:16:3e:98:98:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26b342ea-254c-483a-9ea9-f11c178970eb', 'ip_address': '192.168.233.235'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 20 20:46:00.829857 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a6dd2c-202e-4480-9c68-ee78fd14eb48 req-3d647f6b-8a0e-4f34-ac66-ff2b35253836 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:00.834488 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-37a6dd2c-202e-4480-9c68-ee78fd14eb48 req-3d647f6b-8a0e-4f34-ac66-ff2b35253836 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/ports?device_id=91b81ef2-4adc-4414-86c5-f2f7119adcc0 HTTP/1.1" status: 200 len: 946 time: 0.3743513 May 20 20:46:00.861638 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port f0726a78-f245-4b9e-993d-421087799a99 is: DOWN; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:46:00.862022 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:00.879130 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0726a78-f245-4b9e-993d-421087799a99 {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:46:00.906291 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port f0726a78-f245-4b9e-993d-421087799a99, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=f0726a78-f245-4b9e-993d-421087799a99,segment=NetworkSegment(ed3a602f-49fb-4a95-be80-401e1eb72e33),segment_id=ed3a602f-49fb-4a95-be80-401e1eb72e33)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:46:00.955202 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab381127-32dc-4e15-93fd-0222389bde32 req-3132b1b5-e4bb-452e-a88a-21ac3668383b tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:00.957099 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ab381127-32dc-4e15-93fd-0222389bde32 req-3132b1b5-e4bb-452e-a88a-21ac3668383b tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.13 "GET /v2.0/ports?device_id=f909c7ca-a771-4d4d-9455-819a14982a65&tenant_id=74b74d22d9d54e1eae7cec44a7fbec8d&binding%3Ahost_id=n-h2-842733-1 HTTP/1.1" status: 200 len: 948 time: 0.2497799 May 20 20:46:00.958634 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c917a7-99da-4b13-972c-60468c4bb86e req-2b119614-dfb5-4f21-9f06-451227e7dc48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:00.960205 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b2c917a7-99da-4b13-972c-60468c4bb86e req-2b119614-dfb5-4f21-9f06-451227e7dc48 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=532e3931-08a4-40e8-b75d-9b3b215f2360 HTTP/1.1" status: 200 len: 845 time: 0.2111549 May 20 20:46:00.985144 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:00.985144 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 58a304a4-5536-42a2-8bc6-93ffb123830d details requested by agent hyperv_n-h2-842733-1 with host n-h2-842733-1 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 20:46:00.988337 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-37a6dd2c-202e-4480-9c68-ee78fd14eb48 req-4f96233b-cabe-485f-a20c-4204a3da9d02 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/security-groups?id=c9d9c404-d869-4158-9779-ac1a15da4bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443460 May 20 20:46:01.145671 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b2c917a7-99da-4b13-972c-60468c4bb86e req-634c26c7-81b4-4303-a20f-9ec2dbdc774c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=80bda1f2-d8f3-4628-a486-5841bb81c3dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1543477 May 20 20:46:01.171540 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=f0726a78-f245-4b9e-993d-421087799a99,revision_number=8']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:46:01.201940 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3681109e-6778-43b1-90d3-afa7a39a4711 req-6977301a-1e64-4c7c-8b57-245ff53c2430 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--1956900030&fields=id&tenant_id=c23324ed92c6460facba85082860777a HTTP/1.1" status: 200 len: 267 time: 0.2383420 May 20 20:46:01.227496 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port 58a304a4-5536-42a2-8bc6-93ffb123830d, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=58a304a4-5536-42a2-8bc6-93ffb123830d,segment=NetworkSegment(1b0c59b6-1da5-46b1-ba4a-82e83befd33e),segment_id=1b0c59b6-1da5-46b1-ba4a-82e83befd33e)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:46:01.241120 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Returning: {'device': '58a304a4-5536-42a2-8bc6-93ffb123830d', 'network_id': '85e5027c-d244-4186-8c19-3a12977de170', 'port_id': '58a304a4-5536-42a2-8bc6-93ffb123830d', 'mac_address': 'fa:16:3e:0a:e7:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5df30a0b-5cdb-4d91-9fe8-512f286a6485', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 20 20:46:01.319530 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port 58a304a4-5536-42a2-8bc6-93ffb123830d is: ACTIVE; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:46:01.320706 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:01.374166 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 58a304a4-5536-42a2-8bc6-93ffb123830d {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:46:01.405668 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port 58a304a4-5536-42a2-8bc6-93ffb123830d, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=58a304a4-5536-42a2-8bc6-93ffb123830d,segment=NetworkSegment(1b0c59b6-1da5-46b1-ba4a-82e83befd33e),segment_id=1b0c59b6-1da5-46b1-ba4a-82e83befd33e)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:46:01.477390 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ab381127-32dc-4e15-93fd-0222389bde32 req-d4b6c367-ccbc-470a-99f2-9646524ee65c service neutron] 10.222.0.13 "GET /v2.0/ports/f0726a78-f245-4b9e-993d-421087799a99/bindings/n-h2-842733-1 HTTP/1.1" status: 200 len: 382 time: 0.4845507 May 20 20:46:01.495145 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a1f1c8-4ee7-4ec5-97c4-993a6442ee89 req-51577af9-6eaf-4942-8b2d-129cf494d53e tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:01.503664 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b0a1f1c8-4ee7-4ec5-97c4-993a6442ee89 req-51577af9-6eaf-4942-8b2d-129cf494d53e tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.35 "GET /v2.0/ports?device_id=d2c26358-2335-47eb-81e3-6258274d0d68 HTTP/1.1" status: 200 len: 944 time: 0.3743863 May 20 20:46:01.601592 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b2c917a7-99da-4b13-972c-60468c4bb86e req-05ccad4b-a83d-4138-836c-d36dcd4b288d service neutron] 10.222.0.13 "GET /v2.0/networks/80bda1f2-d8f3-4628-a486-5841bb81c3dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4405251 May 20 20:46:01.647455 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3681109e-6778-43b1-90d3-afa7a39a4711 req-8b7da50e-7e7e-45e1-b5e1-3fb82a8a2132 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:01.647455 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3681109e-6778-43b1-90d3-afa7a39a4711 req-8b7da50e-7e7e-45e1-b5e1-3fb82a8a2132 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] 10.222.0.35 "GET /v2.0/networks?id=7c34618e-1eb4-46a9-ac65-b891df136138 HTTP/1.1" status: 200 len: 815 time: 0.3991630 May 20 20:46:01.669425 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b0a1f1c8-4ee7-4ec5-97c4-993a6442ee89 req-08aa04ae-7a2f-4df7-8f09-a9b8712f7d6a tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.35 "GET /v2.0/security-groups?id=af06f2cf-8756-4fbf-90c6-d72ff1946909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596308 May 20 20:46:01.681946 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab381127-32dc-4e15-93fd-0222389bde32 req-5d3e9ae4-aca7-49f8-8667-f408c7f63c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:01.684401 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ab381127-32dc-4e15-93fd-0222389bde32 req-5d3e9ae4-aca7-49f8-8667-f408c7f63c2d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=74b74d22d9d54e1eae7cec44a7fbec8d&device_id=f909c7ca-a771-4d4d-9455-819a14982a65 HTTP/1.1" status: 200 len: 1100 time: 0.1611364 May 20 20:46:01.738753 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:01.804776 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3681109e-6778-43b1-90d3-afa7a39a4711 req-b587155c-fc49-4747-8e06-16339948374c tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] 10.222.0.35 "GET /v2.0/quotas/c23324ed92c6460facba85082860777a HTTP/1.1" status: 200 len: 375 time: 0.1288400 May 20 20:46:01.861790 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ae12390b-3632-4430-af27-e740ec669f06 req-06d56152-1a44-4959-ba7c-81f51132c261 tempest-InstanceActionsNegativeTestJSON-144719872 tempest-InstanceActionsNegativeTestJSON-144719872-project] 10.222.0.35 "GET /v2.0/ports?device_id=95e20482-f7dc-4877-98b7-365f49d19084 HTTP/1.1" status: 200 len: 210 time: 0.0893300 May 20 20:46:01.881789 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=58a304a4-5536-42a2-8bc6-93ffb123830d,revision_number=6']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:46:01.961179 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] get_ports_and_sgs() called for port_ids ['58a304a4-5536-42a2-8bc6-93ffb123830d'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:46:02.019857 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b2c917a7-99da-4b13-972c-60468c4bb86e req-d7893e2f-f3c0-4a70-85ea-abad7caf998b service neutron] 10.222.0.13 "GET /v2.0/networks/80bda1f2-d8f3-4628-a486-5841bb81c3dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4022725 May 20 20:46:02.099994 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab381127-32dc-4e15-93fd-0222389bde32 req-4dea1db0-abef-4b35-ab1b-d768f18b5509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:02.101591 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ab381127-32dc-4e15-93fd-0222389bde32 req-4dea1db0-abef-4b35-ab1b-d768f18b5509 service neutron] 10.222.0.13 "GET /v2.0/networks?id=cd702362-b982-46c5-a7d0-51de1b03df86 HTTP/1.1" status: 200 len: 870 time: 0.3289382 May 20 20:46:02.118680 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3681109e-6778-43b1-90d3-afa7a39a4711 req-93ef815a-9788-4661-bb86-c9e115c641a4 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=c23324ed92c6460facba85082860777a&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2703176 May 20 20:46:02.168073 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ab381127-32dc-4e15-93fd-0222389bde32 req-bcd73e28-b42e-4af9-b527-e1f75b3c70fe service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=f0726a78-f245-4b9e-993d-421087799a99 HTTP/1.1" status: 200 len: 217 time: 0.0454302 May 20 20:46:02.174123 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [req-3681109e-6778-43b1-90d3-afa7a39a4711 req-473a3884-d67e-45b4-a1f2-e9f4ea696f93 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103163) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 20:46:02.175065 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3681109e-6778-43b1-90d3-afa7a39a4711 req-473a3884-d67e-45b4-a1f2-e9f4ea696f93 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059955 May 20 20:46:02.192257 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6739d5e7-d73b-439f-bd5c-b1e3c6a385a2 req-e48dfda0-3dea-4f7b-8f6f-b2fa36aa0b77 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:02.193862 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6739d5e7-d73b-439f-bd5c-b1e3c6a385a2 req-e48dfda0-3dea-4f7b-8f6f-b2fa36aa0b77 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/ports?device_id=f909c7ca-a771-4d4d-9455-819a14982a65 HTTP/1.1" status: 200 len: 949 time: 0.2097151 May 20 20:46:02.201265 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:02.227299 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] get_ports_and_sgs() called for port_ids ['f0726a78-f245-4b9e-993d-421087799a99'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:46:02.330412 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device cdb24703-dfbe-492b-a603-1d20747f1acc up at agent hyperv_n-h2-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:46:02.413348 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab381127-32dc-4e15-93fd-0222389bde32 req-9125bd90-fa11-4de1-badf-cf9b49380544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:02.414845 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ab381127-32dc-4e15-93fd-0222389bde32 req-9125bd90-fa11-4de1-badf-cf9b49380544 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=26b342ea-254c-483a-9ea9-f11c178970eb HTTP/1.1" status: 200 len: 843 time: 0.2201250 May 20 20:46:02.547404 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6739d5e7-d73b-439f-bd5c-b1e3c6a385a2 req-be76d82e-2a3b-42aa-b0a6-ecbe8d5a8dcb tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/security-groups?id=38c76b68-4081-4341-88c9-c8e3082a5da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3311038 May 20 20:46:02.582981 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3681109e-6778-43b1-90d3-afa7a39a4711 req-1561482f-a761-4f9e-ab76-09f155a5a760 service neutron] 10.222.0.35 "GET /v2.0/networks/7c34618e-1eb4-46a9-ac65-b891df136138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3864686 May 20 20:46:02.592123 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab381127-32dc-4e15-93fd-0222389bde32 req-12b370df-1f3d-4db7-a58f-8148bd98913d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:02.594812 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ab381127-32dc-4e15-93fd-0222389bde32 req-12b370df-1f3d-4db7-a58f-8148bd98913d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cd702362-b982-46c5-a7d0-51de1b03df86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1393013 May 20 20:46:02.620421 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Provisioning for port cdb24703-dfbe-492b-a603-1d20747f1acc completed by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 20:46:02.640041 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Provisioning complete for port cdb24703-dfbe-492b-a603-1d20747f1acc triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:46:02.643445 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:02.783766 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port cdb24703-dfbe-492b-a603-1d20747f1acc is: BUILD; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:46:02.784163 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:02.830705 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b93fcca9-2ba0-4add-b3ec-3bde3d34c334', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdb24703-dfbe-492b-a603-1d20747f1acc'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:46:02.853715 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8485417003ce7c0410b00f5cdc2f391e21107b70bb68e2773712534a96e108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5552e23b-4829-4c08-9aa6-40f25d73323e" -d '{"events": [{"server_uuid": "b93fcca9-2ba0-4add-b3ec-3bde3d34c334", "name": "network-vif-plugged", "status": "completed", "tag": "cdb24703-dfbe-492b-a603-1d20747f1acc"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:46:02.891995 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port cdb24703-dfbe-492b-a603-1d20747f1acc, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=cdb24703-dfbe-492b-a603-1d20747f1acc,segment=NetworkSegment(f062a6f8-1ded-4de9-b953-46acf072b30e),segment_id=f062a6f8-1ded-4de9-b953-46acf072b30e)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:46:02.972548 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:03.087683 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=cdb24703-dfbe-492b-a603-1d20747f1acc,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:46:03.097530 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:46:03.099809 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:46:03.099809 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:46:03.099809 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:46:03.099809 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:46:03.099809 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:46:03.099809 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:46:03.099809 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:46:03.100877 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:46:03.100877 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:46:03.100877 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:46:03.101170 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:46:03.750704 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3681109e-6778-43b1-90d3-afa7a39a4711 req-2c4dd5e6-5149-40ae-a1c2-fa315745e222 service neutron] 10.222.0.35 "GET /v2.0/networks/7c34618e-1eb4-46a9-ac65-b891df136138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1545084 May 20 20:46:03.779414 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9d1e6d47-c895-4e25-8b67-6c2230585580 req-117a51be-36c7-48fd-8c65-53118aa23ca8 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=aeca8e0e-1597-4d64-8b69-38badaa25640&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2458916 May 20 20:46:03.959341 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58fe96f-499d-4cba-a624-7ce99a4fed41 req-2f021ae7-6bd3-4df7-a117-5366bebb3645 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:03.977920 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e58fe96f-499d-4cba-a624-7ce99a4fed41 req-2f021ae7-6bd3-4df7-a117-5366bebb3645 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914-project] 10.222.0.35 "GET /v2.0/ports?device_id=b93fcca9-2ba0-4add-b3ec-3bde3d34c334 HTTP/1.1" status: 200 len: 945 time: 1.2908294 May 20 20:46:04.003756 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3542e881-7b0e-4bc1-b728-84ac210a3073 req-59eededf-0376-40a9-8d67-3903008e21dc tempest-InstanceActionsNegativeTestJSON-144719872 tempest-InstanceActionsNegativeTestJSON-144719872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:04.005513 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3542e881-7b0e-4bc1-b728-84ac210a3073 req-59eededf-0376-40a9-8d67-3903008e21dc tempest-InstanceActionsNegativeTestJSON-144719872 tempest-InstanceActionsNegativeTestJSON-144719872-project] 10.222.0.13 "GET /v2.0/networks?id=e6db0965-9344-451c-9a7f-a79e714eea49 HTTP/1.1" status: 200 len: 822 time: 0.3199201 May 20 20:46:04.040297 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ab381127-32dc-4e15-93fd-0222389bde32 req-ef015e21-54d6-442a-932f-0d22135b945b service neutron] 10.222.0.13 "GET /v2.0/networks/cd702362-b982-46c5-a7d0-51de1b03df86?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3813899 May 20 20:46:04.070080 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [req-3542e881-7b0e-4bc1-b728-84ac210a3073 req-28ff3e12-7c00-4b18-a78d-6cf727868758 tempest-InstanceActionsNegativeTestJSON-144719872 tempest-InstanceActionsNegativeTestJSON-144719872-project] Request body: {'port': {'device_id': '95e20482-f7dc-4877-98b7-365f49d19084', 'network_id': 'e6db0965-9344-451c-9a7f-a79e714eea49', 'admin_state_up': True, 'tenant_id': 'a7449ffd5f9d4589acf02fe7314c1959'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:46:04.342733 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 37798d6b-fac1-4347-99f0-f386b855e0e9 details requested by agent hyperv_n-h2-842733-1 with host n-h2-842733-1 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 20:46:04.344866 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device f0726a78-f245-4b9e-993d-421087799a99 up at agent hyperv_n-h2-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:46:04.603395 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e58fe96f-499d-4cba-a624-7ce99a4fed41 req-c4d24952-5f47-4709-ac81-6ede1b343789 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914-project] 10.222.0.35 "GET /v2.0/security-groups?id=10578f43-fdf4-47ed-819f-6b5be55435e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6162767 May 20 20:46:04.626410 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1e6d47-c895-4e25-8b67-6c2230585580 req-713e2a03-12c5-4806-a8fa-0e42a0c0d703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:04.633138 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9d1e6d47-c895-4e25-8b67-6c2230585580 req-713e2a03-12c5-4806-a8fa-0e42a0c0d703 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=bfecc73b8c99406dbde7fba5545cc962&device_id=aeca8e0e-1597-4d64-8b69-38badaa25640 HTTP/1.1" status: 200 len: 1096 time: 0.6266396 May 20 20:46:04.783420 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port 37798d6b-fac1-4347-99f0-f386b855e0e9, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=37798d6b-fac1-4347-99f0-f386b855e0e9,segment=NetworkSegment(1b618711-eace-4f66-9dbc-026093290eaa),segment_id=1b618711-eace-4f66-9dbc-026093290eaa)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:46:04.819149 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1e6d47-c895-4e25-8b67-6c2230585580 req-53e8d040-8626-4605-a496-2842d29921f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:04.819795 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Returning: {'device': '37798d6b-fac1-4347-99f0-f386b855e0e9', 'network_id': '80bda1f2-d8f3-4628-a486-5841bb81c3dc', 'port_id': '37798d6b-fac1-4347-99f0-f386b855e0e9', 'mac_address': 'fa:16:3e:38:30:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '532e3931-08a4-40e8-b75d-9b3b215f2360', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 20 20:46:04.820619 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9d1e6d47-c895-4e25-8b67-6c2230585580 req-53e8d040-8626-4605-a496-2842d29921f2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=80bda1f2-d8f3-4628-a486-5841bb81c3dc HTTP/1.1" status: 200 len: 906 time: 0.1507132 May 20 20:46:04.887485 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9d1e6d47-c895-4e25-8b67-6c2230585580 req-e7e27663-1d3c-4da4-8466-b322773efe56 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3f587f96-5444-4c41-a898-7664aceff07c HTTP/1.1" status: 200 len: 217 time: 0.0513501 May 20 20:46:04.888026 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3542e881-7b0e-4bc1-b728-84ac210a3073 req-28ff3e12-7c00-4b18-a78d-6cf727868758 tempest-InstanceActionsNegativeTestJSON-144719872 tempest-InstanceActionsNegativeTestJSON-144719872-project] Made reservation on behalf of a7449ffd5f9d4589acf02fe7314c1959 for: {'port': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:46:04.891623 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-3542e881-7b0e-4bc1-b728-84ac210a3073 req-28ff3e12-7c00-4b18-a78d-6cf727868758 tempest-InstanceActionsNegativeTestJSON-144719872 tempest-InstanceActionsNegativeTestJSON-144719872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:04.894553 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port 37798d6b-fac1-4347-99f0-f386b855e0e9 is: DOWN; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:46:04.896434 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:04.918719 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Provisioning for port f0726a78-f245-4b9e-993d-421087799a99 completed by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 20:46:04.934903 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Provisioning complete for port f0726a78-f245-4b9e-993d-421087799a99 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:46:04.935177 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:04.950615 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37798d6b-fac1-4347-99f0-f386b855e0e9 {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:46:05.008181 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1e6d47-c895-4e25-8b67-6c2230585580 req-ed3b5fde-39a8-466a-b71b-d7ad75ee6502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:05.009655 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9d1e6d47-c895-4e25-8b67-6c2230585580 req-ed3b5fde-39a8-466a-b71b-d7ad75ee6502 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=532e3931-08a4-40e8-b75d-9b3b215f2360 HTTP/1.1" status: 200 len: 845 time: 0.0840294 May 20 20:46:05.031343 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port 37798d6b-fac1-4347-99f0-f386b855e0e9, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=37798d6b-fac1-4347-99f0-f386b855e0e9,segment=NetworkSegment(1b618711-eace-4f66-9dbc-026093290eaa),segment_id=1b618711-eace-4f66-9dbc-026093290eaa)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:46:05.060011 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9d1e6d47-c895-4e25-8b67-6c2230585580 req-a1ab3fa4-8423-4df2-8c7f-724a00ee6c04 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=80bda1f2-d8f3-4628-a486-5841bb81c3dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359704 May 20 20:46:05.109459 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:05.114550 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port f0726a78-f245-4b9e-993d-421087799a99 is: BUILD; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:46:05.115307 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:05.182194 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ab381127-32dc-4e15-93fd-0222389bde32 req-9974a962-9154-4c2a-9935-6b7167d192a6 service neutron] 10.222.0.13 "GET /v2.0/networks/cd702362-b982-46c5-a7d0-51de1b03df86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9063966 May 20 20:46:05.313156 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port f0726a78-f245-4b9e-993d-421087799a99, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=f0726a78-f245-4b9e-993d-421087799a99,segment=NetworkSegment(ed3a602f-49fb-4a95-be80-401e1eb72e33),segment_id=ed3a602f-49fb-4a95-be80-401e1eb72e33)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:46:05.352277 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=37798d6b-fac1-4347-99f0-f386b855e0e9,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:46:05.366025 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573684e9-1934-43fd-b89f-9ad094bd1441 req-bfa8d1dc-c55a-4592-9097-3bc1a0cd6b6c tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:05.368247 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-573684e9-1934-43fd-b89f-9ad094bd1441 req-bfa8d1dc-c55a-4592-9097-3bc1a0cd6b6c tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/ports?device_id=91b81ef2-4adc-4414-86c5-f2f7119adcc0 HTTP/1.1" status: 200 len: 945 time: 0.5345299 May 20 20:46:05.429756 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9d1e6d47-c895-4e25-8b67-6c2230585580 req-22e9e1e2-e482-48c3-b97b-25406929107d service neutron] 10.222.0.24 "GET /v2.0/networks/80bda1f2-d8f3-4628-a486-5841bb81c3dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2517827 May 20 20:46:05.452296 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [req-3542e881-7b0e-4bc1-b728-84ac210a3073 req-28ff3e12-7c00-4b18-a78d-6cf727868758 tempest-InstanceActionsNegativeTestJSON-144719872 tempest-InstanceActionsNegativeTestJSON-144719872-project] Allocated IP 172.20.0.2 (e6db0965-9344-451c-9a7f-a79e714eea49/a57c005f-9d40-4768-b28c-f9e1367cd413/680aab2c-a2d2-4ad6-ae3c-2026bc6c040c) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:46:05.541333 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-573684e9-1934-43fd-b89f-9ad094bd1441 req-3c5e4765-d922-4b8c-a102-bd3064de88a7 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/security-groups?id=c9d9c404-d869-4158-9779-ac1a15da4bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348410 May 20 20:46:05.668971 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] get_ports_and_sgs() called for port_ids ['37798d6b-fac1-4347-99f0-f386b855e0e9'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:46:05.686809 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9d1e6d47-c895-4e25-8b67-6c2230585580 req-1227458e-c8be-4e3e-b58f-7a5327dc9b15 service neutron] 10.222.0.24 "GET /v2.0/networks/80bda1f2-d8f3-4628-a486-5841bb81c3dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2460752 May 20 20:46:05.717874 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:05.719008 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 58a304a4-5536-42a2-8bc6-93ffb123830d up at agent hyperv_n-h2-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:46:05.783988 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b18bfbc-e21d-4532-9b97-23251d8ea4bb req-82771220-bf0e-4ffb-a2ca-a78da47a27e1 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:05.791542 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7b18bfbc-e21d-4532-9b97-23251d8ea4bb req-82771220-bf0e-4ffb-a2ca-a78da47a27e1 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.35 "GET /v2.0/ports?device_id=d2c26358-2335-47eb-81e3-6258274d0d68 HTTP/1.1" status: 200 len: 945 time: 0.1197526 May 20 20:46:05.888030 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7b18bfbc-e21d-4532-9b97-23251d8ea4bb req-7343baa7-ee97-4429-b1c6-a900545eb884 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.35 "GET /v2.0/security-groups?id=af06f2cf-8756-4fbf-90c6-d72ff1946909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897608 May 20 20:46:05.891438 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-3542e881-7b0e-4bc1-b728-84ac210a3073 req-28ff3e12-7c00-4b18-a78d-6cf727868758 tempest-InstanceActionsNegativeTestJSON-144719872 tempest-InstanceActionsNegativeTestJSON-144719872-project] Notify callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:05.946683 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Provisioning complete for port 58a304a4-5536-42a2-8bc6-93ffb123830d triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:46:05.947195 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:05.991736 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 20:46:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4484955e-d115-4331-b7b9-a8ce761198b9 x-openstack-request-id: req-4484955e-d115-4331-b7b9-a8ce761198b9 {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:46:05.991953 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b93fcca9-2ba0-4add-b3ec-3bde3d34c334", "name": "network-vif-plugged", "status": "completed", "tag": "cdb24703-dfbe-492b-a603-1d20747f1acc", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:46:05.992203 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4484955e-d115-4331-b7b9-a8ce761198b9 {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:46:05.992595 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4484955e-d115-4331-b7b9-a8ce761198b9'] response: {'server_uuid': 'b93fcca9-2ba0-4add-b3ec-3bde3d34c334', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdb24703-dfbe-492b-a603-1d20747f1acc', 'code': 200} May 20 20:46:06.070586 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-3542e881-7b0e-4bc1-b728-84ac210a3073 req-28ff3e12-7c00-4b18-a78d-6cf727868758 tempest-InstanceActionsNegativeTestJSON-144719872 tempest-InstanceActionsNegativeTestJSON-144719872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:06.084088 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=f0726a78-f245-4b9e-993d-421087799a99,revision_number=9']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:46:06.182776 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ff3e12-7c00-4b18-a78d-6cf727868758 tempest-InstanceActionsNegativeTestJSON-144719872 tempest-InstanceActionsNegativeTestJSON-144719872-project] Pushing event updated for resources: {'Port': ['ID=680aab2c-a2d2-4ad6-ae3c-2026bc6c040c,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:46:06.204715 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port 58a304a4-5536-42a2-8bc6-93ffb123830d is: BUILD; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:46:06.205110 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:06.290948 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port 58a304a4-5536-42a2-8bc6-93ffb123830d, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=58a304a4-5536-42a2-8bc6-93ffb123830d,segment=NetworkSegment(1b0c59b6-1da5-46b1-ba4a-82e83befd33e),segment_id=1b0c59b6-1da5-46b1-ba4a-82e83befd33e)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:46:06.311757 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3542e881-7b0e-4bc1-b728-84ac210a3073 req-28ff3e12-7c00-4b18-a78d-6cf727868758 tempest-InstanceActionsNegativeTestJSON-144719872 tempest-InstanceActionsNegativeTestJSON-144719872-project] Network e6db0965-9344-451c-9a7f-a79e714eea49 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:46:06.323129 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [req-3542e881-7b0e-4bc1-b728-84ac210a3073 req-28ff3e12-7c00-4b18-a78d-6cf727868758 tempest-InstanceActionsNegativeTestJSON-144719872 tempest-InstanceActionsNegativeTestJSON-144719872-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:46:06.327972 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [req-3542e881-7b0e-4bc1-b728-84ac210a3073 req-28ff3e12-7c00-4b18-a78d-6cf727868758 tempest-InstanceActionsNegativeTestJSON-144719872 tempest-InstanceActionsNegativeTestJSON-144719872-project] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:46:06.454417 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325c3c01-62cd-4293-a82f-9e96d3fcfa2f req-565f26eb-8659-44fe-a166-18421739151b tempest-InstanceActionsNegativeTestJSON-144719872 tempest-InstanceActionsNegativeTestJSON-144719872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:06.454417 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-325c3c01-62cd-4293-a82f-9e96d3fcfa2f req-565f26eb-8659-44fe-a166-18421739151b tempest-InstanceActionsNegativeTestJSON-144719872 tempest-InstanceActionsNegativeTestJSON-144719872-project] 10.222.0.35 "GET /v2.0/ports?device_id=95e20482-f7dc-4877-98b7-365f49d19084 HTTP/1.1" status: 200 len: 931 time: 0.2200155 May 20 20:46:06.454417 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68061eab-734b-4310-8f38-5c7d500cd54d req-058e860a-4cb9-4542-80ce-66cfb88db8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:06.454417 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-68061eab-734b-4310-8f38-5c7d500cd54d req-058e860a-4cb9-4542-80ce-66cfb88db8bc service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b93fcca9-2ba0-4add-b3ec-3bde3d34c334 HTTP/1.1" status: 200 len: 1097 time: 0.2200973 May 20 20:46:06.454417 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3542e881-7b0e-4bc1-b728-84ac210a3073 req-28ff3e12-7c00-4b18-a78d-6cf727868758 tempest-InstanceActionsNegativeTestJSON-144719872 tempest-InstanceActionsNegativeTestJSON-144719872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:06.454417 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-3542e881-7b0e-4bc1-b728-84ac210a3073 req-28ff3e12-7c00-4b18-a78d-6cf727868758 tempest-InstanceActionsNegativeTestJSON-144719872 tempest-InstanceActionsNegativeTestJSON-144719872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:06.479344 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-325c3c01-62cd-4293-a82f-9e96d3fcfa2f req-43f4c9f1-a0f7-429a-8f8b-bd3de6efb3f0 tempest-InstanceActionsNegativeTestJSON-144719872 tempest-InstanceActionsNegativeTestJSON-144719872-project] 10.222.0.35 "GET /v2.0/security-groups?id=f48c87cc-0c24-4a90-85b7-1ed1fb3b0536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825129 May 20 20:46:06.484782 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-68061eab-734b-4310-8f38-5c7d500cd54d req-9b4929c5-81a7-4234-bce4-946ad8ca3cb4 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=10578f43-fdf4-47ed-819f-6b5be55435e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767319 May 20 20:46:06.618585 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:06.627745 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3448a0a1-338b-4b2e-b3f0-4508a4846bfe req-86fe60d3-79a0-4271-9f16-714c5319973e tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:06.629372 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3448a0a1-338b-4b2e-b3f0-4508a4846bfe req-86fe60d3-79a0-4271-9f16-714c5319973e tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/ports?device_id=f909c7ca-a771-4d4d-9455-819a14982a65 HTTP/1.1" status: 200 len: 950 time: 0.0662096 May 20 20:46:06.660485 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3542e881-7b0e-4bc1-b728-84ac210a3073 req-28ff3e12-7c00-4b18-a78d-6cf727868758 tempest-InstanceActionsNegativeTestJSON-144719872 tempest-InstanceActionsNegativeTestJSON-144719872-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5997784 May 20 20:46:06.683257 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3448a0a1-338b-4b2e-b3f0-4508a4846bfe req-96e6f4e3-d77c-4d17-bcd7-1937059a1ae5 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/security-groups?id=38c76b68-4081-4341-88c9-c8e3082a5da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437248 May 20 20:46:06.687626 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=58a304a4-5536-42a2-8bc6-93ffb123830d,revision_number=7']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:46:06.792505 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [req-3542e881-7b0e-4bc1-b728-84ac210a3073 req-eed53000-ba36-4551-8c65-926417690ac3 service neutron] Request body: {'port': {'device_id': '95e20482-f7dc-4877-98b7-365f49d19084', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-842733-1'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:46:06.807076 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e73b6b5e-9245-4178-bb01-a5c3b595bce5 req-36520e80-8f06-4088-a355-2c3926466197 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] 10.222.0.35 "GET /v2.0/ports?device_id=ee7f6c24-7d55-4428-a1c5-37a676e713bd HTTP/1.1" status: 200 len: 210 time: 0.0474846 May 20 20:46:06.929421 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-3542e881-7b0e-4bc1-b728-84ac210a3073 req-eed53000-ba36-4551-8c65-926417690ac3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:07.505976 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [req-3542e881-7b0e-4bc1-b728-84ac210a3073 req-eed53000-ba36-4551-8c65-926417690ac3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 680aab2c-a2d2-4ad6-ae3c-2026bc6c040c {{(pid=103163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:46:07.517827 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-3542e881-7b0e-4bc1-b728-84ac210a3073 req-eed53000-ba36-4551-8c65-926417690ac3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:07.530711 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a4de0c-9045-4613-951d-7377d0a89e4c req-488d30b6-ea98-426f-97d0-84fa8f90249c tempest-FloatingIPsAssociationNegativeTestJSON-1675051914 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:07.538624 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-54a4de0c-9045-4613-951d-7377d0a89e4c req-488d30b6-ea98-426f-97d0-84fa8f90249c tempest-FloatingIPsAssociationNegativeTestJSON-1675051914 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914-project] 10.222.0.35 "GET /v2.0/ports?device_id=b93fcca9-2ba0-4add-b3ec-3bde3d34c334 HTTP/1.1" status: 200 len: 946 time: 0.6112962 May 20 20:46:07.585687 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [req-3542e881-7b0e-4bc1-b728-84ac210a3073 req-eed53000-ba36-4551-8c65-926417690ac3 service neutron] Transition to ACTIVE for port object 680aab2c-a2d2-4ad6-ae3c-2026bc6c040c will not be triggered until provisioned by entity L2. {{(pid=103163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 20:46:07.614589 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-54a4de0c-9045-4613-951d-7377d0a89e4c req-e94adc1c-170d-4161-8347-7a2527f2cecf tempest-FloatingIPsAssociationNegativeTestJSON-1675051914 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914-project] 10.222.0.35 "GET /v2.0/security-groups?id=10578f43-fdf4-47ed-819f-6b5be55435e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746617 May 20 20:46:07.658792 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-3542e881-7b0e-4bc1-b728-84ac210a3073 req-eed53000-ba36-4551-8c65-926417690ac3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:07.817757 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed53000-ba36-4551-8c65-926417690ac3 service neutron] Pushing event updated for resources: {'Port': ['ID=680aab2c-a2d2-4ad6-ae3c-2026bc6c040c,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:46:07.848868 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5059e9-7f2f-4db5-925e-595e36ce13e9 req-9f4ba3df-cc68-47b0-b69b-c2cdeef454fe tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:07.850378 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-fc5059e9-7f2f-4db5-925e-595e36ce13e9 req-9f4ba3df-cc68-47b0-b69b-c2cdeef454fe tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/ports?device_id=91b81ef2-4adc-4414-86c5-f2f7119adcc0 HTTP/1.1" status: 200 len: 946 time: 0.1285152 May 20 20:46:07.923240 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-fc5059e9-7f2f-4db5-925e-595e36ce13e9 req-a5750075-6e05-427d-b6ee-e746590a7dcc tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/security-groups?id=c9d9c404-d869-4158-9779-ac1a15da4bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529120 May 20 20:46:07.991463 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-3542e881-7b0e-4bc1-b728-84ac210a3073 req-eed53000-ba36-4551-8c65-926417690ac3 service neutron] Attempting to bind port 680aab2c-a2d2-4ad6-ae3c-2026bc6c040c on host n-h2-842733-1 for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:46:07.992168 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-3542e881-7b0e-4bc1-b728-84ac210a3073 req-eed53000-ba36-4551-8c65-926417690ac3 service neutron] Attempting to bind port 680aab2c-a2d2-4ad6-ae3c-2026bc6c040c by drivers openvswitch,hyperv on host n-h2-842733-1 at level 0 using segments [{'id': 'd0ad80ce-58b1-4ac6-afb2-ef09e0a97b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'e6db0965-9344-451c-9a7f-a79e714eea49'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:46:07.992279 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3542e881-7b0e-4bc1-b728-84ac210a3073 req-eed53000-ba36-4551-8c65-926417690ac3 service neutron] Attempting to bind port 680aab2c-a2d2-4ad6-ae3c-2026bc6c040c on network e6db0965-9344-451c-9a7f-a79e714eea49 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:46:07.993524 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f909c7ca-a771-4d4d-9455-819a14982a65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0726a78-f245-4b9e-993d-421087799a99'}, {'server_uuid': '91b81ef2-4adc-4414-86c5-f2f7119adcc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58a304a4-5536-42a2-8bc6-93ffb123830d'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:46:07.996469 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8485417003ce7c0410b00f5cdc2f391e21107b70bb68e2773712534a96e108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb0e9e1f-5c5a-4552-b475-84888bf1a122" -d '{"events": [{"server_uuid": "f909c7ca-a771-4d4d-9455-819a14982a65", "name": "network-vif-plugged", "status": "completed", "tag": "f0726a78-f245-4b9e-993d-421087799a99"}, {"server_uuid": "91b81ef2-4adc-4414-86c5-f2f7119adcc0", "name": "network-vif-plugged", "status": "completed", "tag": "58a304a4-5536-42a2-8bc6-93ffb123830d"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:46:08.005694 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3542e881-7b0e-4bc1-b728-84ac210a3073 req-eed53000-ba36-4551-8c65-926417690ac3 service neutron] Port 680aab2c-a2d2-4ad6-ae3c-2026bc6c040c on network e6db0965-9344-451c-9a7f-a79e714eea49 not bound, no agent of type Open vSwitch agent registered on host n-h2-842733-1 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 20:46:08.006036 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3542e881-7b0e-4bc1-b728-84ac210a3073 req-eed53000-ba36-4551-8c65-926417690ac3 service neutron] Attempting to bind port 680aab2c-a2d2-4ad6-ae3c-2026bc6c040c on network e6db0965-9344-451c-9a7f-a79e714eea49 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:46:08.018560 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3542e881-7b0e-4bc1-b728-84ac210a3073 req-eed53000-ba36-4551-8c65-926417690ac3 service neutron] Checking agent: {'id': 'a66f2511-b955-448f-877c-56cfe9c81b12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 33, 2), 'started_at': datetime.datetime(2022, 5, 20, 20, 33, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 46, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:46:08.018969 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3542e881-7b0e-4bc1-b728-84ac210a3073 req-eed53000-ba36-4551-8c65-926417690ac3 service neutron] Checking segment: {'id': 'd0ad80ce-58b1-4ac6-afb2-ef09e0a97b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'e6db0965-9344-451c-9a7f-a79e714eea49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:46:08.019281 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3542e881-7b0e-4bc1-b728-84ac210a3073 req-eed53000-ba36-4551-8c65-926417690ac3 service neutron] Bound using segment: {'id': 'd0ad80ce-58b1-4ac6-afb2-ef09e0a97b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'e6db0965-9344-451c-9a7f-a79e714eea49'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:46:08.019715 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-3542e881-7b0e-4bc1-b728-84ac210a3073 req-eed53000-ba36-4551-8c65-926417690ac3 service neutron] Bound port: 680aab2c-a2d2-4ad6-ae3c-2026bc6c040c, host: n-h2-842733-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0ad80ce-58b1-4ac6-afb2-ef09e0a97b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'e6db0965-9344-451c-9a7f-a79e714eea49'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:46:08.020759 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-3542e881-7b0e-4bc1-b728-84ac210a3073 req-eed53000-ba36-4551-8c65-926417690ac3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:08.107607 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3681109e-6778-43b1-90d3-afa7a39a4711 req-4ec131e5-a898-4bea-9978-b475d40a18bc tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:08.109314 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3681109e-6778-43b1-90d3-afa7a39a4711 req-4ec131e5-a898-4bea-9978-b475d40a18bc tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] 10.222.0.24 "GET /v2.0/networks?id=7c34618e-1eb4-46a9-ac65-b891df136138 HTTP/1.1" status: 200 len: 815 time: 0.1851730 May 20 20:46:08.207425 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-3542e881-7b0e-4bc1-b728-84ac210a3073 req-eed53000-ba36-4551-8c65-926417690ac3 service neutron] For port 680aab2c-a2d2-4ad6-ae3c-2026bc6c040c, host n-h2-842733-1, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:46:08.228133 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-3542e881-7b0e-4bc1-b728-84ac210a3073 req-eed53000-ba36-4551-8c65-926417690ac3 service neutron] For port 680aab2c-a2d2-4ad6-ae3c-2026bc6c040c, host n-h2-842733-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=680aab2c-a2d2-4ad6-ae3c-2026bc6c040c,segment=NetworkSegment(d0ad80ce-58b1-4ac6-afb2-ef09e0a97b22),segment_id=d0ad80ce-58b1-4ac6-afb2-ef09e0a97b22)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:46:08.236093 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3681109e-6778-43b1-90d3-afa7a39a4711 req-d39ddd0c-a7f0-4785-817a-f086fa6a09fc tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c23324ed92c6460facba85082860777a HTTP/1.1" status: 200 len: 473 time: 0.1092880 May 20 20:46:08.244709 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69e2ab1-93ae-4e04-8404-3e79a0933cec req-ddf6599d-5816-4ed6-ae65-77fda70e8a62 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:08.252531 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f69e2ab1-93ae-4e04-8404-3e79a0933cec req-ddf6599d-5816-4ed6-ae65-77fda70e8a62 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.35 "GET /v2.0/ports?device_id=d2c26358-2335-47eb-81e3-6258274d0d68 HTTP/1.1" status: 200 len: 945 time: 0.1421797 May 20 20:46:08.263316 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [req-3681109e-6778-43b1-90d3-afa7a39a4711 req-bd761493-8269-47e5-8e37-ba0c36356e38 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Request body: {'port': {'device_id': 'ee7f6c24-7d55-4428-a1c5-37a676e713bd', 'network_id': '7c34618e-1eb4-46a9-ac65-b891df136138', 'admin_state_up': True, 'tenant_id': 'c23324ed92c6460facba85082860777a', 'security_groups': ['1e4d1602-cac8-46a3-bac3-1f4e6aa6409e']}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:46:08.344319 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-3542e881-7b0e-4bc1-b728-84ac210a3073 req-eed53000-ba36-4551-8c65-926417690ac3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:08.358648 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 37798d6b-fac1-4347-99f0-f386b855e0e9 up at agent hyperv_n-h2-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:46:08.420347 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f69e2ab1-93ae-4e04-8404-3e79a0933cec req-bca9758d-0845-4178-a394-8b3f23e55570 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.35 "GET /v2.0/security-groups?id=af06f2cf-8756-4fbf-90c6-d72ff1946909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626172 May 20 20:46:08.455475 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3542e881-7b0e-4bc1-b728-84ac210a3073 req-eed53000-ba36-4551-8c65-926417690ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:08.455475 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-3542e881-7b0e-4bc1-b728-84ac210a3073 req-eed53000-ba36-4551-8c65-926417690ac3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:08.455475 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3542e881-7b0e-4bc1-b728-84ac210a3073 req-eed53000-ba36-4551-8c65-926417690ac3 service neutron] 10.222.0.13 "PUT /v2.0/ports/680aab2c-a2d2-4ad6-ae3c-2026bc6c040c HTTP/1.1" status: 200 len: 1091 time: 1.6613712 May 20 20:46:08.455475 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95e20482-f7dc-4877-98b7-365f49d19084', 'tag': '680aab2c-a2d2-4ad6-ae3c-2026bc6c040c'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:46:08.456646 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4291b17aa7b45362825f0571e77c85f5e73afe1df9c7e9e15006df9d695c005e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4afee34b-2c28-491c-8b49-9854098e451b" -d '{"events": [{"name": "network-changed", "server_uuid": "95e20482-f7dc-4877-98b7-365f49d19084", "tag": "680aab2c-a2d2-4ad6-ae3c-2026bc6c040c"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:46:08.502454 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed53000-ba36-4551-8c65-926417690ac3 service neutron] Pushing event updated for resources: {'Port': ['ID=680aab2c-a2d2-4ad6-ae3c-2026bc6c040c,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:46:08.609725 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396fb2c7-55f1-4328-b006-321a4648879a req-17528792-aedd-4808-ba5d-cd54c029fcda tempest-InstanceActionsNegativeTestJSON-144719872 tempest-InstanceActionsNegativeTestJSON-144719872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:08.616653 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Provisioning for port 37798d6b-fac1-4347-99f0-f386b855e0e9 completed by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 20:46:08.627034 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Provisioning complete for port 37798d6b-fac1-4347-99f0-f386b855e0e9 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:46:08.627628 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:08.637717 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-396fb2c7-55f1-4328-b006-321a4648879a req-17528792-aedd-4808-ba5d-cd54c029fcda tempest-InstanceActionsNegativeTestJSON-144719872 tempest-InstanceActionsNegativeTestJSON-144719872-project] 10.222.0.35 "GET /v2.0/ports?device_id=95e20482-f7dc-4877-98b7-365f49d19084 HTTP/1.1" status: 200 len: 943 time: 0.1265655 May 20 20:46:08.672838 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3681109e-6778-43b1-90d3-afa7a39a4711 req-bd761493-8269-47e5-8e37-ba0c36356e38 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Made reservation on behalf of c23324ed92c6460facba85082860777a for: {'port': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:46:08.682867 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-3681109e-6778-43b1-90d3-afa7a39a4711 req-bd761493-8269-47e5-8e37-ba0c36356e38 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:08.834573 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port 37798d6b-fac1-4347-99f0-f386b855e0e9 is: BUILD; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:46:08.834941 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:08.877874 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-396fb2c7-55f1-4328-b006-321a4648879a req-f555e774-cfa0-40ba-a721-4a739b8ea00e tempest-InstanceActionsNegativeTestJSON-144719872 tempest-InstanceActionsNegativeTestJSON-144719872-project] 10.222.0.35 "GET /v2.0/security-groups?id=f48c87cc-0c24-4a90-85b7-1ed1fb3b0536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2270639 May 20 20:46:08.923242 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port 37798d6b-fac1-4347-99f0-f386b855e0e9, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=37798d6b-fac1-4347-99f0-f386b855e0e9,segment=NetworkSegment(1b618711-eace-4f66-9dbc-026093290eaa),segment_id=1b618711-eace-4f66-9dbc-026093290eaa)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:46:08.974474 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3542e881-7b0e-4bc1-b728-84ac210a3073 req-361c6fe5-1233-4dff-9163-2932ffec2736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:08.976061 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3542e881-7b0e-4bc1-b728-84ac210a3073 req-361c6fe5-1233-4dff-9163-2932ffec2736 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a7449ffd5f9d4589acf02fe7314c1959&device_id=95e20482-f7dc-4877-98b7-365f49d19084 HTTP/1.1" status: 200 len: 1094 time: 0.3358943 May 20 20:46:08.994613 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:09.034387 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab381127-32dc-4e15-93fd-0222389bde32 req-e6866fab-367d-4b01-9547-a20806d790b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:09.037879 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-ab381127-32dc-4e15-93fd-0222389bde32 req-e6866fab-367d-4b01-9547-a20806d790b6 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f909c7ca-a771-4d4d-9455-819a14982a65&tenant_id=74b74d22d9d54e1eae7cec44a7fbec8d HTTP/1.1" status: 200 len: 1101 time: 0.0939751 May 20 20:46:09.050689 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [req-ab381127-32dc-4e15-93fd-0222389bde32 req-68132460-853c-434e-aee8-32b73994b23b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-842733-1', 'device_owner': 'compute:nova'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:46:09.106687 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=37798d6b-fac1-4347-99f0-f386b855e0e9,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:46:09.118033 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3542e881-7b0e-4bc1-b728-84ac210a3073 req-953e7833-8a5a-4166-b60d-c86edefa8202 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=680aab2c-a2d2-4ad6-ae3c-2026bc6c040c HTTP/1.1" status: 200 len: 217 time: 0.0756311 May 20 20:46:09.149866 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-ab381127-32dc-4e15-93fd-0222389bde32 req-68132460-853c-434e-aee8-32b73994b23b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:09.174219 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3542e881-7b0e-4bc1-b728-84ac210a3073 req-9c4e9d2f-08ab-4221-82a8-c77929413cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:09.178587 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3542e881-7b0e-4bc1-b728-84ac210a3073 req-9c4e9d2f-08ab-4221-82a8-c77929413cf8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a57c005f-9d40-4768-b28c-f9e1367cd413 HTTP/1.1" status: 200 len: 862 time: 0.0542898 May 20 20:46:09.225911 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [req-3681109e-6778-43b1-90d3-afa7a39a4711 req-bd761493-8269-47e5-8e37-ba0c36356e38 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Allocated IP 172.20.0.6 (7c34618e-1eb4-46a9-ac65-b891df136138/66bb8d81-3453-4d74-b13d-66db71019128/5ea51e96-bb5c-4b85-951e-797b6c2a914e) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:46:09.235186 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3542e881-7b0e-4bc1-b728-84ac210a3073 req-9875b32c-7dce-4bee-b2e3-64f151425050 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e6db0965-9344-451c-9a7f-a79e714eea49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437036 May 20 20:46:09.255634 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [req-3542e881-7b0e-4bc1-b728-84ac210a3073 req-3d959132-eff2-4df3-b356-c598d967b416 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103163) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 20:46:09.256581 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3542e881-7b0e-4bc1-b728-84ac210a3073 req-3d959132-eff2-4df3-b356-c598d967b416 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050862 May 20 20:46:09.269384 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4eb44a8-9fde-475b-85d2-29360990abdb req-2c5d6947-6e5b-4625-a708-1df39250bbd3 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:09.282468 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c4eb44a8-9fde-475b-85d2-29360990abdb req-2c5d6947-6e5b-4625-a708-1df39250bbd3 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/ports?device_id=f909c7ca-a771-4d4d-9455-819a14982a65 HTTP/1.1" status: 200 len: 950 time: 0.2957683 May 20 20:46:09.446707 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c4eb44a8-9fde-475b-85d2-29360990abdb req-688cdeb9-f5ee-46e9-b7c4-4bb23ffd2ae7 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/security-groups?id=38c76b68-4081-4341-88c9-c8e3082a5da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571593 May 20 20:46:09.651209 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-ab381127-32dc-4e15-93fd-0222389bde32 req-68132460-853c-434e-aee8-32b73994b23b service neutron] For port f0726a78-f245-4b9e-993d-421087799a99, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=f0726a78-f245-4b9e-993d-421087799a99,segment=NetworkSegment(ed3a602f-49fb-4a95-be80-401e1eb72e33),segment_id=ed3a602f-49fb-4a95-be80-401e1eb72e33)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:46:09.654107 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b87abbaa-e0c9-489e-b4ef-6ad1cd41fc37 req-0ada052f-be32-4140-a854-b925c8b30961 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] 10.222.0.35 "GET /v2.0/ports?device_id=ee7f6c24-7d55-4428-a1c5-37a676e713bd HTTP/1.1" status: 200 len: 210 time: 0.0545738 May 20 20:46:09.656836 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3542e881-7b0e-4bc1-b728-84ac210a3073 req-73e16c83-1777-4433-8b34-1f03d8455425 service neutron] 10.222.0.13 "GET /v2.0/networks/e6db0965-9344-451c-9a7f-a79e714eea49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3715348 May 20 20:46:09.739438 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-ab381127-32dc-4e15-93fd-0222389bde32 req-68132460-853c-434e-aee8-32b73994b23b service neutron] For port f0726a78-f245-4b9e-993d-421087799a99, host n-h2-842733-1, cleared binding levels {{(pid=103162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:46:09.780338 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 20 May 2022 20:46:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8436fac-b288-4d17-9eab-53602eb8af54 x-openstack-request-id: req-a8436fac-b288-4d17-9eab-53602eb8af54 {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:46:09.780644 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f909c7ca-a771-4d4d-9455-819a14982a65", "name": "network-vif-plugged", "status": "completed", "tag": "f0726a78-f245-4b9e-993d-421087799a99", "code": 200}, {"server_uuid": "91b81ef2-4adc-4414-86c5-f2f7119adcc0", "name": "network-vif-plugged", "status": "completed", "tag": "58a304a4-5536-42a2-8bc6-93ffb123830d", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:46:09.780896 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a8436fac-b288-4d17-9eab-53602eb8af54 {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:46:09.781335 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8436fac-b288-4d17-9eab-53602eb8af54'] response: {'server_uuid': 'f909c7ca-a771-4d4d-9455-819a14982a65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0726a78-f245-4b9e-993d-421087799a99', 'code': 200} May 20 20:46:09.781592 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8436fac-b288-4d17-9eab-53602eb8af54'] response: {'server_uuid': '91b81ef2-4adc-4414-86c5-f2f7119adcc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58a304a4-5536-42a2-8bc6-93ffb123830d', 'code': 200} May 20 20:46:09.839097 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f909c7ca-a771-4d4d-9455-819a14982a65', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f0726a78-f245-4b9e-993d-421087799a99'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:46:09.841896 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-3681109e-6778-43b1-90d3-afa7a39a4711 req-bd761493-8269-47e5-8e37-ba0c36356e38 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Notify callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:09.847384 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6fa957933fccbf596d28104b23404b952ad6a8238afaebaed40a0874b2e409" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67eb9b61-1e73-4de9-b768-ad59edb21eec" -d '{"events": [{"server_uuid": "f909c7ca-a771-4d4d-9455-819a14982a65", "name": "network-vif-unplugged", "status": "completed", "tag": "f0726a78-f245-4b9e-993d-421087799a99"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:46:09.860738 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-ab381127-32dc-4e15-93fd-0222389bde32 req-68132460-853c-434e-aee8-32b73994b23b service neutron] Notify callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:09.865009 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 20:46:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75e7b27b-d4bc-49e1-8990-56b352afa617 x-openstack-request-id: req-75e7b27b-d4bc-49e1-8990-56b352afa617 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:46:09.865572 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95e20482-f7dc-4877-98b7-365f49d19084", "tag": "680aab2c-a2d2-4ad6-ae3c-2026bc6c040c", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:46:09.866014 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-75e7b27b-d4bc-49e1-8990-56b352afa617 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:46:09.866643 n-d-842733-1 neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75e7b27b-d4bc-49e1-8990-56b352afa617'] response: {'name': 'network-changed', 'server_uuid': '95e20482-f7dc-4877-98b7-365f49d19084', 'tag': '680aab2c-a2d2-4ad6-ae3c-2026bc6c040c', 'status': 'completed', 'code': 200} May 20 20:46:09.901277 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.provisioning_blocks [req-ab381127-32dc-4e15-93fd-0222389bde32 req-68132460-853c-434e-aee8-32b73994b23b service neutron] Transition to ACTIVE for port object f0726a78-f245-4b9e-993d-421087799a99 will not be triggered until provisioned by entity L2. {{(pid=103162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 20:46:09.911155 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3542e881-7b0e-4bc1-b728-84ac210a3073 req-eec1a7b5-76a2-462f-b4f7-9b1620201b2e service neutron] 10.222.0.13 "GET /v2.0/networks/e6db0965-9344-451c-9a7f-a79e714eea49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2415419 May 20 20:46:09.967099 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-ab381127-32dc-4e15-93fd-0222389bde32 req-68132460-853c-434e-aee8-32b73994b23b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:10.018208 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-3681109e-6778-43b1-90d3-afa7a39a4711 req-bd761493-8269-47e5-8e37-ba0c36356e38 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:10.146421 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab381127-32dc-4e15-93fd-0222389bde32 req-68132460-853c-434e-aee8-32b73994b23b service neutron] No DVR routers for this DVR port f0726a78-f245-4b9e-993d-421087799a99 on host n-h2-842733-1 {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:46:10.181587 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68132460-853c-434e-aee8-32b73994b23b service neutron] Pushing event updated for resources: {'Port': ['ID=f0726a78-f245-4b9e-993d-421087799a99,revision_number=10']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:46:10.275812 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3681109e-6778-43b1-90d3-afa7a39a4711 req-bd761493-8269-47e5-8e37-ba0c36356e38 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Network 7c34618e-1eb4-46a9-ac65-b891df136138 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:46:10.275812 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd761493-8269-47e5-8e37-ba0c36356e38 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Pushing event updated for resources: {'Port': ['ID=5ea51e96-bb5c-4b85-951e-797b6c2a914e,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:46:10.275812 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [req-3681109e-6778-43b1-90d3-afa7a39a4711 req-bd761493-8269-47e5-8e37-ba0c36356e38 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:46:10.275812 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [req-3681109e-6778-43b1-90d3-afa7a39a4711 req-bd761493-8269-47e5-8e37-ba0c36356e38 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:46:10.314951 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afee34b-2c28-491c-8b49-9854098e451b req-5917ecac-1251-482c-a1bf-53dc8862eb3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:10.316460 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4afee34b-2c28-491c-8b49-9854098e451b req-5917ecac-1251-482c-a1bf-53dc8862eb3b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a7449ffd5f9d4589acf02fe7314c1959&device_id=95e20482-f7dc-4877-98b7-365f49d19084 HTTP/1.1" status: 200 len: 1094 time: 0.2483363 May 20 20:46:10.353579 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device f0726a78-f245-4b9e-993d-421087799a99 no longer exists at agent hyperv_n-h2-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:46:10.422177 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee2245c-11ae-40df-a1cb-eb4ed786eb14 req-55a6194f-0909-4b8b-b775-de9a7b4beb4d tempest-FloatingIPsAssociationNegativeTestJSON-1675051914 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:10.423769 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-eee2245c-11ae-40df-a1cb-eb4ed786eb14 req-55a6194f-0909-4b8b-b775-de9a7b4beb4d tempest-FloatingIPsAssociationNegativeTestJSON-1675051914 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914-project] 10.222.0.35 "GET /v2.0/ports?device_id=b93fcca9-2ba0-4add-b3ec-3bde3d34c334 HTTP/1.1" status: 200 len: 946 time: 0.4447122 May 20 20:46:10.427030 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-ab381127-32dc-4e15-93fd-0222389bde32 req-68132460-853c-434e-aee8-32b73994b23b service neutron] Attempting to bind port f0726a78-f245-4b9e-993d-421087799a99 on host n-h1-842733-1 for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:46:10.427414 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-ab381127-32dc-4e15-93fd-0222389bde32 req-68132460-853c-434e-aee8-32b73994b23b service neutron] Attempting to bind port f0726a78-f245-4b9e-993d-421087799a99 by drivers openvswitch,hyperv on host n-h1-842733-1 at level 0 using segments [{'id': 'ed3a602f-49fb-4a95-be80-401e1eb72e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'cd702362-b982-46c5-a7d0-51de1b03df86'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:46:10.435650 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab381127-32dc-4e15-93fd-0222389bde32 req-68132460-853c-434e-aee8-32b73994b23b service neutron] Attempting to bind port f0726a78-f245-4b9e-993d-421087799a99 on network cd702362-b982-46c5-a7d0-51de1b03df86 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:46:10.447295 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3681109e-6778-43b1-90d3-afa7a39a4711 req-bd761493-8269-47e5-8e37-ba0c36356e38 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:10.447921 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-3681109e-6778-43b1-90d3-afa7a39a4711 req-bd761493-8269-47e5-8e37-ba0c36356e38 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:10.453485 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab381127-32dc-4e15-93fd-0222389bde32 req-68132460-853c-434e-aee8-32b73994b23b service neutron] Port f0726a78-f245-4b9e-993d-421087799a99 on network cd702362-b982-46c5-a7d0-51de1b03df86 not bound, no agent of type Open vSwitch agent registered on host n-h1-842733-1 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 20:46:10.453816 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab381127-32dc-4e15-93fd-0222389bde32 req-68132460-853c-434e-aee8-32b73994b23b service neutron] Attempting to bind port f0726a78-f245-4b9e-993d-421087799a99 on network cd702362-b982-46c5-a7d0-51de1b03df86 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:46:10.472805 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab381127-32dc-4e15-93fd-0222389bde32 req-68132460-853c-434e-aee8-32b73994b23b service neutron] Checking agent: {'id': '08dfb1ce-804b-4db8-838b-21094082e041', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 32, 54), 'started_at': datetime.datetime(2022, 5, 20, 20, 32, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 45, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:46:10.473072 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab381127-32dc-4e15-93fd-0222389bde32 req-68132460-853c-434e-aee8-32b73994b23b service neutron] Checking segment: {'id': 'ed3a602f-49fb-4a95-be80-401e1eb72e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'cd702362-b982-46c5-a7d0-51de1b03df86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:46:10.473474 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab381127-32dc-4e15-93fd-0222389bde32 req-68132460-853c-434e-aee8-32b73994b23b service neutron] Bound using segment: {'id': 'ed3a602f-49fb-4a95-be80-401e1eb72e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'cd702362-b982-46c5-a7d0-51de1b03df86'} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:46:10.473906 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-ab381127-32dc-4e15-93fd-0222389bde32 req-68132460-853c-434e-aee8-32b73994b23b service neutron] Bound port: f0726a78-f245-4b9e-993d-421087799a99, host: n-h1-842733-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed3a602f-49fb-4a95-be80-401e1eb72e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'cd702362-b982-46c5-a7d0-51de1b03df86'}}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:46:10.474273 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-ab381127-32dc-4e15-93fd-0222389bde32 req-68132460-853c-434e-aee8-32b73994b23b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:10.519181 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device f0726a78-f245-4b9e-993d-421087799a99 not bound to the agent host n-h2-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 20:46:10.567262 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-eee2245c-11ae-40df-a1cb-eb4ed786eb14 req-78d5ad99-ba3b-4cff-bbf8-47fa0a42e3e4 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914-project] 10.222.0.35 "GET /v2.0/security-groups?id=10578f43-fdf4-47ed-819f-6b5be55435e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269813 May 20 20:46:10.576356 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afee34b-2c28-491c-8b49-9854098e451b req-a60387d8-f336-4d3e-a760-74e96cebbba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:10.579714 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4afee34b-2c28-491c-8b49-9854098e451b req-a60387d8-f336-4d3e-a760-74e96cebbba7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e6db0965-9344-451c-9a7f-a79e714eea49 HTTP/1.1" status: 200 len: 923 time: 0.2503467 May 20 20:46:10.631765 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-ab381127-32dc-4e15-93fd-0222389bde32 req-68132460-853c-434e-aee8-32b73994b23b service neutron] For port f0726a78-f245-4b9e-993d-421087799a99, host n-h1-842733-1, cleared binding levels {{(pid=103162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:46:10.639456 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-ab381127-32dc-4e15-93fd-0222389bde32 req-68132460-853c-434e-aee8-32b73994b23b service neutron] For port f0726a78-f245-4b9e-993d-421087799a99, host n-h1-842733-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=f0726a78-f245-4b9e-993d-421087799a99,segment=NetworkSegment(ed3a602f-49fb-4a95-be80-401e1eb72e33),segment_id=ed3a602f-49fb-4a95-be80-401e1eb72e33)] {{(pid=103162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:46:10.651171 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3681109e-6778-43b1-90d3-afa7a39a4711 req-bd761493-8269-47e5-8e37-ba0c36356e38 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3914943 May 20 20:46:10.655725 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4afee34b-2c28-491c-8b49-9854098e451b req-b6de0a42-10b5-422e-89ac-5f4d0c0c2d2f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=680aab2c-a2d2-4ad6-ae3c-2026bc6c040c HTTP/1.1" status: 200 len: 217 time: 0.0675073 May 20 20:46:10.669040 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [req-3681109e-6778-43b1-90d3-afa7a39a4711 req-bfd881a0-3b64-4c32-a3a3-ff330db6f989 service neutron] Request body: {'port': {'device_id': 'ee7f6c24-7d55-4428-a1c5-37a676e713bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-842733-1'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:46:10.723314 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-ab381127-32dc-4e15-93fd-0222389bde32 req-68132460-853c-434e-aee8-32b73994b23b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:10.739260 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-6a61309e-5051-42a2-ab0b-6e654cf5a124 None None] Provisioning complete for port 5ea51e96-bb5c-4b85-951e-797b6c2a914e triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:46:10.739633 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-6a61309e-5051-42a2-ab0b-6e654cf5a124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:10.836541 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-6a61309e-5051-42a2-ab0b-6e654cf5a124 None None] Port 5ea51e96-bb5c-4b85-951e-797b6c2a914e cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 20:46:10.846015 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab381127-32dc-4e15-93fd-0222389bde32 req-68132460-853c-434e-aee8-32b73994b23b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:10.846985 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-ab381127-32dc-4e15-93fd-0222389bde32 req-68132460-853c-434e-aee8-32b73994b23b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:10.849447 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-ab381127-32dc-4e15-93fd-0222389bde32 req-68132460-853c-434e-aee8-32b73994b23b service neutron] 10.222.0.24 "PUT /v2.0/ports/f0726a78-f245-4b9e-993d-421087799a99 HTTP/1.1" status: 200 len: 1097 time: 1.8035440 May 20 20:46:10.869016 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afee34b-2c28-491c-8b49-9854098e451b req-6a696885-49f7-403a-bfd7-87961bd32879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:10.870795 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4afee34b-2c28-491c-8b49-9854098e451b req-6a696885-49f7-403a-bfd7-87961bd32879 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a57c005f-9d40-4768-b28c-f9e1367cd413 HTTP/1.1" status: 200 len: 862 time: 0.1998992 May 20 20:46:10.871500 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-3681109e-6778-43b1-90d3-afa7a39a4711 req-bfd881a0-3b64-4c32-a3a3-ff330db6f989 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:10.884438 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d518eb4-2242-4494-8d2c-98d2cae30b48 req-51a9fd1a-4fd2-4e53-b76c-95b5f5cfded4 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:10.893908 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3d518eb4-2242-4494-8d2c-98d2cae30b48 req-51a9fd1a-4fd2-4e53-b76c-95b5f5cfded4 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/ports?device_id=91b81ef2-4adc-4414-86c5-f2f7119adcc0 HTTP/1.1" status: 200 len: 946 time: 0.2008219 May 20 20:46:10.945261 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68132460-853c-434e-aee8-32b73994b23b service neutron] Pushing event updated for resources: {'Port': ['ID=f0726a78-f245-4b9e-993d-421087799a99,revision_number=11']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:46:10.978300 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4afee34b-2c28-491c-8b49-9854098e451b req-e1ad0490-af56-42c8-b531-aa8e6ad5dc80 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e6db0965-9344-451c-9a7f-a79e714eea49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0696108 May 20 20:46:10.999832 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab381127-32dc-4e15-93fd-0222389bde32 req-3cfb16d3-8cad-4d55-8511-0fd494071131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:11.006994 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-ab381127-32dc-4e15-93fd-0222389bde32 req-3cfb16d3-8cad-4d55-8511-0fd494071131 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=74b74d22d9d54e1eae7cec44a7fbec8d&device_id=f909c7ca-a771-4d4d-9455-819a14982a65 HTTP/1.1" status: 200 len: 1100 time: 0.1247952 May 20 20:46:11.239237 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab381127-32dc-4e15-93fd-0222389bde32 req-186c4c49-8c34-40d9-ab0f-3ab02db272e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:11.242114 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-ab381127-32dc-4e15-93fd-0222389bde32 req-186c4c49-8c34-40d9-ab0f-3ab02db272e9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=cd702362-b982-46c5-a7d0-51de1b03df86 HTTP/1.1" status: 200 len: 870 time: 0.2286484 May 20 20:46:11.314070 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-ab381127-32dc-4e15-93fd-0222389bde32 req-af8293e0-8965-40ef-bc38-86e38ca76d34 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=f0726a78-f245-4b9e-993d-421087799a99 HTTP/1.1" status: 200 len: 217 time: 0.0644755 May 20 20:46:11.383935 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab381127-32dc-4e15-93fd-0222389bde32 req-2e7fbb01-fc7a-43f3-8be8-f7208eb4caeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:11.385490 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-ab381127-32dc-4e15-93fd-0222389bde32 req-2e7fbb01-fc7a-43f3-8be8-f7208eb4caeb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=26b342ea-254c-483a-9ea9-f11c178970eb HTTP/1.1" status: 200 len: 843 time: 0.0650489 May 20 20:46:11.447482 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab381127-32dc-4e15-93fd-0222389bde32 req-134a98d1-abb3-4cc9-9eff-acaf38a19fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:11.449847 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-ab381127-32dc-4e15-93fd-0222389bde32 req-134a98d1-abb3-4cc9-9eff-acaf38a19fef service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cd702362-b982-46c5-a7d0-51de1b03df86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0577159 May 20 20:46:11.543989 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3d518eb4-2242-4494-8d2c-98d2cae30b48 req-2aac18a8-75f1-4534-be5d-82855d895e8e tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/security-groups?id=c9d9c404-d869-4158-9779-ac1a15da4bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6485338 May 20 20:46:11.616290 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-ab381127-32dc-4e15-93fd-0222389bde32 req-a6160b65-809b-45b3-af51-313c11a17403 service neutron] 10.222.0.24 "GET /v2.0/networks/cd702362-b982-46c5-a7d0-51de1b03df86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524611 May 20 20:46:11.659225 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4afee34b-2c28-491c-8b49-9854098e451b req-38793b46-2eeb-4009-807b-7c16d6d09b1c service neutron] 10.222.0.13 "GET /v2.0/networks/e6db0965-9344-451c-9a7f-a79e714eea49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1970127 May 20 20:46:11.764116 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-ab381127-32dc-4e15-93fd-0222389bde32 req-19d09930-20c6-4912-8ebc-c69494e1604f service neutron] 10.222.0.24 "GET /v2.0/networks/cd702362-b982-46c5-a7d0-51de1b03df86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393688 May 20 20:46:11.782939 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2c26358-2335-47eb-81e3-6258274d0d68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37798d6b-fac1-4347-99f0-f386b855e0e9'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:46:11.785922 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8485417003ce7c0410b00f5cdc2f391e21107b70bb68e2773712534a96e108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92540374-e21b-4111-a1cf-9398091af217" -d '{"events": [{"server_uuid": "d2c26358-2335-47eb-81e3-6258274d0d68", "name": "network-vif-plugged", "status": "completed", "tag": "37798d6b-fac1-4347-99f0-f386b855e0e9"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:46:11.875593 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [req-3681109e-6778-43b1-90d3-afa7a39a4711 req-bfd881a0-3b64-4c32-a3a3-ff330db6f989 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ea51e96-bb5c-4b85-951e-797b6c2a914e {{(pid=103163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:46:11.884933 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-3681109e-6778-43b1-90d3-afa7a39a4711 req-bfd881a0-3b64-4c32-a3a3-ff330db6f989 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:11.898929 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [req-3681109e-6778-43b1-90d3-afa7a39a4711 req-bfd881a0-3b64-4c32-a3a3-ff330db6f989 service neutron] Transition to ACTIVE for port object 5ea51e96-bb5c-4b85-951e-797b6c2a914e will not be triggered until provisioned by entity L2. {{(pid=103163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 20:46:11.970968 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a9f205-541c-49b4-b8f3-1891bd94c4ea req-555323e7-f709-44ef-85f9-a1530d2ad605 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:11.973418 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-36a9f205-541c-49b4-b8f3-1891bd94c4ea req-555323e7-f709-44ef-85f9-a1530d2ad605 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.35 "GET /v2.0/ports?device_id=d2c26358-2335-47eb-81e3-6258274d0d68 HTTP/1.1" status: 200 len: 946 time: 0.3117678 May 20 20:46:11.978187 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-3681109e-6778-43b1-90d3-afa7a39a4711 req-bfd881a0-3b64-4c32-a3a3-ff330db6f989 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:12.139352 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-36a9f205-541c-49b4-b8f3-1891bd94c4ea req-0d6d9f4f-09d2-4d68-a567-7d846707b34c tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.35 "GET /v2.0/security-groups?id=af06f2cf-8756-4fbf-90c6-d72ff1946909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462591 May 20 20:46:12.172857 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd881a0-3b64-4c32-a3a3-ff330db6f989 service neutron] Pushing event updated for resources: {'Port': ['ID=5ea51e96-bb5c-4b85-951e-797b6c2a914e,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:46:12.258350 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4afee34b-2c28-491c-8b49-9854098e451b req-14d78308-91fc-48dd-afeb-10967ce84ad6 service neutron] 10.222.0.13 "GET /v2.0/networks/e6db0965-9344-451c-9a7f-a79e714eea49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5866632 May 20 20:46:12.398731 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-3681109e-6778-43b1-90d3-afa7a39a4711 req-bfd881a0-3b64-4c32-a3a3-ff330db6f989 service neutron] Attempting to bind port 5ea51e96-bb5c-4b85-951e-797b6c2a914e on host n-h1-842733-1 for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:46:12.399076 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-3681109e-6778-43b1-90d3-afa7a39a4711 req-bfd881a0-3b64-4c32-a3a3-ff330db6f989 service neutron] Attempting to bind port 5ea51e96-bb5c-4b85-951e-797b6c2a914e by drivers openvswitch,hyperv on host n-h1-842733-1 at level 0 using segments [{'id': '51a22548-63c8-444c-b674-6afca742ad16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '7c34618e-1eb4-46a9-ac65-b891df136138'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:46:12.411562 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3681109e-6778-43b1-90d3-afa7a39a4711 req-bfd881a0-3b64-4c32-a3a3-ff330db6f989 service neutron] Attempting to bind port 5ea51e96-bb5c-4b85-951e-797b6c2a914e on network 7c34618e-1eb4-46a9-ac65-b891df136138 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:46:12.411562 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3681109e-6778-43b1-90d3-afa7a39a4711 req-bfd881a0-3b64-4c32-a3a3-ff330db6f989 service neutron] Port 5ea51e96-bb5c-4b85-951e-797b6c2a914e on network 7c34618e-1eb4-46a9-ac65-b891df136138 not bound, no agent of type Open vSwitch agent registered on host n-h1-842733-1 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 20:46:12.413910 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3681109e-6778-43b1-90d3-afa7a39a4711 req-bfd881a0-3b64-4c32-a3a3-ff330db6f989 service neutron] Attempting to bind port 5ea51e96-bb5c-4b85-951e-797b6c2a914e on network 7c34618e-1eb4-46a9-ac65-b891df136138 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:46:12.421780 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3681109e-6778-43b1-90d3-afa7a39a4711 req-bfd881a0-3b64-4c32-a3a3-ff330db6f989 service neutron] Checking agent: {'id': '08dfb1ce-804b-4db8-838b-21094082e041', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 32, 54), 'started_at': datetime.datetime(2022, 5, 20, 20, 32, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 45, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:46:12.422163 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3681109e-6778-43b1-90d3-afa7a39a4711 req-bfd881a0-3b64-4c32-a3a3-ff330db6f989 service neutron] Checking segment: {'id': '51a22548-63c8-444c-b674-6afca742ad16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '7c34618e-1eb4-46a9-ac65-b891df136138'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:46:12.422724 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3681109e-6778-43b1-90d3-afa7a39a4711 req-bfd881a0-3b64-4c32-a3a3-ff330db6f989 service neutron] Bound using segment: {'id': '51a22548-63c8-444c-b674-6afca742ad16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '7c34618e-1eb4-46a9-ac65-b891df136138'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:46:12.423365 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-3681109e-6778-43b1-90d3-afa7a39a4711 req-bfd881a0-3b64-4c32-a3a3-ff330db6f989 service neutron] Bound port: 5ea51e96-bb5c-4b85-951e-797b6c2a914e, host: n-h1-842733-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51a22548-63c8-444c-b674-6afca742ad16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '7c34618e-1eb4-46a9-ac65-b891df136138'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:46:12.423895 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-3681109e-6778-43b1-90d3-afa7a39a4711 req-bfd881a0-3b64-4c32-a3a3-ff330db6f989 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:12.559913 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-3681109e-6778-43b1-90d3-afa7a39a4711 req-bfd881a0-3b64-4c32-a3a3-ff330db6f989 service neutron] For port 5ea51e96-bb5c-4b85-951e-797b6c2a914e, host n-h1-842733-1, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:46:12.564204 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-3681109e-6778-43b1-90d3-afa7a39a4711 req-bfd881a0-3b64-4c32-a3a3-ff330db6f989 service neutron] For port 5ea51e96-bb5c-4b85-951e-797b6c2a914e, host n-h1-842733-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=5ea51e96-bb5c-4b85-951e-797b6c2a914e,segment=NetworkSegment(51a22548-63c8-444c-b674-6afca742ad16),segment_id=51a22548-63c8-444c-b674-6afca742ad16)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:46:12.708288 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-3681109e-6778-43b1-90d3-afa7a39a4711 req-bfd881a0-3b64-4c32-a3a3-ff330db6f989 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:12.755967 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3681109e-6778-43b1-90d3-afa7a39a4711 req-bfd881a0-3b64-4c32-a3a3-ff330db6f989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:12.756936 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-3681109e-6778-43b1-90d3-afa7a39a4711 req-bfd881a0-3b64-4c32-a3a3-ff330db6f989 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:12.774291 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3681109e-6778-43b1-90d3-afa7a39a4711 req-bfd881a0-3b64-4c32-a3a3-ff330db6f989 service neutron] 10.222.0.24 "PUT /v2.0/ports/5ea51e96-bb5c-4b85-951e-797b6c2a914e HTTP/1.1" status: 200 len: 1091 time: 2.1056266 May 20 20:46:12.774291 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee7f6c24-7d55-4428-a1c5-37a676e713bd', 'tag': '5ea51e96-bb5c-4b85-951e-797b6c2a914e'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:46:12.774291 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4291b17aa7b45362825f0571e77c85f5e73afe1df9c7e9e15006df9d695c005e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1ef8e42-5fc1-438b-8fd0-e8d2e23797dd" -d '{"events": [{"name": "network-changed", "server_uuid": "ee7f6c24-7d55-4428-a1c5-37a676e713bd", "tag": "5ea51e96-bb5c-4b85-951e-797b6c2a914e"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:46:12.797719 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd881a0-3b64-4c32-a3a3-ff330db6f989 service neutron] Pushing event updated for resources: {'Port': ['ID=5ea51e96-bb5c-4b85-951e-797b6c2a914e,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:46:12.995524 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3681109e-6778-43b1-90d3-afa7a39a4711 req-d38c1e3b-9899-49a2-98c2-9e7ff47e1bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:12.997799 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3681109e-6778-43b1-90d3-afa7a39a4711 req-d38c1e3b-9899-49a2-98c2-9e7ff47e1bfc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c23324ed92c6460facba85082860777a&device_id=ee7f6c24-7d55-4428-a1c5-37a676e713bd HTTP/1.1" status: 200 len: 1094 time: 0.0883081 May 20 20:46:13.061563 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3681109e-6778-43b1-90d3-afa7a39a4711 req-a5aefbfa-0fd5-4a42-9b76-0eb213918d94 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5ea51e96-bb5c-4b85-951e-797b6c2a914e HTTP/1.1" status: 200 len: 217 time: 0.0539224 May 20 20:46:13.137458 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3681109e-6778-43b1-90d3-afa7a39a4711 req-11f41b55-a600-4a16-9fcf-4201f8437c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:13.139125 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3681109e-6778-43b1-90d3-afa7a39a4711 req-11f41b55-a600-4a16-9fcf-4201f8437c3d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=66bb8d81-3453-4d74-b13d-66db71019128 HTTP/1.1" status: 200 len: 854 time: 0.0706518 May 20 20:46:13.201954 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3681109e-6778-43b1-90d3-afa7a39a4711 req-e85d437a-c7aa-4167-856b-3a29e8c2a299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:13.204238 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3681109e-6778-43b1-90d3-afa7a39a4711 req-e85d437a-c7aa-4167-856b-3a29e8c2a299 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7c34618e-1eb4-46a9-ac65-b891df136138&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0537491 May 20 20:46:13.292111 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 May 2022 20:46:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cd2a214-f8f3-49a8-8fe1-cafec5c664cc x-openstack-request-id: req-1cd2a214-f8f3-49a8-8fe1-cafec5c664cc {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:46:13.295168 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f909c7ca-a771-4d4d-9455-819a14982a65", "name": "network-vif-unplugged", "status": "completed", "tag": "f0726a78-f245-4b9e-993d-421087799a99", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:46:13.295168 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1cd2a214-f8f3-49a8-8fe1-cafec5c664cc {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:46:13.295168 n-d-842733-1 neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1cd2a214-f8f3-49a8-8fe1-cafec5c664cc'] response: {'server_uuid': 'f909c7ca-a771-4d4d-9455-819a14982a65', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f0726a78-f245-4b9e-993d-421087799a99', 'code': 200} May 20 20:46:13.410797 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3681109e-6778-43b1-90d3-afa7a39a4711 req-37369b81-495d-4c0b-a0f9-746bce9701cb service neutron] 10.222.0.24 "GET /v2.0/networks/7c34618e-1eb4-46a9-ac65-b891df136138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1985521 May 20 20:46:13.553077 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354ca9ad-38fc-4ccd-a079-de1a56879a93 req-b1683022-904b-4ae1-abe7-329d684172c8 tempest-InstanceActionsNegativeTestJSON-144719872 tempest-InstanceActionsNegativeTestJSON-144719872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:13.554472 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-354ca9ad-38fc-4ccd-a079-de1a56879a93 req-b1683022-904b-4ae1-abe7-329d684172c8 tempest-InstanceActionsNegativeTestJSON-144719872 tempest-InstanceActionsNegativeTestJSON-144719872-project] 10.222.0.35 "GET /v2.0/ports?device_id=95e20482-f7dc-4877-98b7-365f49d19084 HTTP/1.1" status: 200 len: 943 time: 0.1856813 May 20 20:46:13.563594 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec07c64-16b5-4b8c-b63b-93c837356f78 req-129690ac-ca10-4444-bee3-a4c9ff877f46 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:13.565303 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8ec07c64-16b5-4b8c-b63b-93c837356f78 req-129690ac-ca10-4444-bee3-a4c9ff877f46 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/ports?device_id=f909c7ca-a771-4d4d-9455-819a14982a65 HTTP/1.1" status: 200 len: 949 time: 0.1750252 May 20 20:46:13.638242 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3681109e-6778-43b1-90d3-afa7a39a4711 req-d18ccb9a-008f-4de8-adba-65c1c58c89ea service neutron] 10.222.0.24 "GET /v2.0/networks/7c34618e-1eb4-46a9-ac65-b891df136138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1817822 May 20 20:46:13.666153 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-354ca9ad-38fc-4ccd-a079-de1a56879a93 req-45afa7ad-830a-4180-8445-db47f3a167f9 tempest-InstanceActionsNegativeTestJSON-144719872 tempest-InstanceActionsNegativeTestJSON-144719872-project] 10.222.0.35 "GET /v2.0/security-groups?id=f48c87cc-0c24-4a90-85b7-1ed1fb3b0536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001127 May 20 20:46:13.674186 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8ec07c64-16b5-4b8c-b63b-93c837356f78 req-f10dea82-f6ef-486c-81a9-cacb2c517c16 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/security-groups?id=38c76b68-4081-4341-88c9-c8e3082a5da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917511 May 20 20:46:13.998039 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff92a6e-8e70-4cbd-a27d-2f39307384a8 req-ef5a7a09-e8a7-4d27-b1a9-afb778a1c5b5 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:13.999872 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9ff92a6e-8e70-4cbd-a27d-2f39307384a8 req-ef5a7a09-e8a7-4d27-b1a9-afb778a1c5b5 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] 10.222.0.35 "GET /v2.0/ports?device_id=ee7f6c24-7d55-4428-a1c5-37a676e713bd HTTP/1.1" status: 200 len: 943 time: 0.2004962 May 20 20:46:14.018977 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5623c159-4fb5-4084-8407-eab0fe3f9a2d req-7eb72d64-f99b-4b78-baba-da080fae47b0 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914-project] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=e3a93b5c-91e2-4064-9c2c-1afc261bfe15 HTTP/1.1" status: 200 len: 258 time: 0.3037910 May 20 20:46:14.031104 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [req-5623c159-4fb5-4084-8407-eab0fe3f9a2d req-7391a7bd-0ba3-4baa-87fb-ad129aa4757e tempest-FloatingIPsAssociationNegativeTestJSON-1675051914 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914-project] Request body: {'floatingip': {'floating_network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:46:14.083543 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9ff92a6e-8e70-4cbd-a27d-2f39307384a8 req-fea365e3-8f33-4295-a06d-77143c7dce0a tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] 10.222.0.35 "GET /v2.0/security-groups?id=1e4d1602-cac8-46a3-bac3-1f4e6aa6409e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632532 May 20 20:46:14.165296 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-5623c159-4fb5-4084-8407-eab0fe3f9a2d req-7391a7bd-0ba3-4baa-87fb-ad129aa4757e tempest-FloatingIPsAssociationNegativeTestJSON-1675051914 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914-project] Notify callbacks [] for floatingip, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:14.174878 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 20:46:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da84f8f9-7e90-4f26-954c-f8236cc90e99 x-openstack-request-id: req-da84f8f9-7e90-4f26-954c-f8236cc90e99 {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:46:14.177879 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2c26358-2335-47eb-81e3-6258274d0d68", "name": "network-vif-plugged", "status": "completed", "tag": "37798d6b-fac1-4347-99f0-f386b855e0e9", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:46:14.177879 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-da84f8f9-7e90-4f26-954c-f8236cc90e99 {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:46:14.177879 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da84f8f9-7e90-4f26-954c-f8236cc90e99'] response: {'server_uuid': 'd2c26358-2335-47eb-81e3-6258274d0d68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37798d6b-fac1-4347-99f0-f386b855e0e9', 'code': 200} May 20 20:46:14.330285 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baf6f7d-b1e6-4a8e-94f3-b4547db8a145 req-2684a94c-e24a-4adf-9113-45aba2786980 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:14.331435 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9baf6f7d-b1e6-4a8e-94f3-b4547db8a145 req-2684a94c-e24a-4adf-9113-45aba2786980 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/ports?device_id=91b81ef2-4adc-4414-86c5-f2f7119adcc0 HTTP/1.1" status: 200 len: 946 time: 0.0726500 May 20 20:46:14.389442 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 680aab2c-a2d2-4ad6-ae3c-2026bc6c040c details requested by agent hyperv_n-h2-842733-1 with host n-h2-842733-1 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 20:46:14.455875 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9baf6f7d-b1e6-4a8e-94f3-b4547db8a145 req-b97f8763-8986-4a25-80ed-6ffa7941e552 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/security-groups?id=c9d9c404-d869-4158-9779-ac1a15da4bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132121 May 20 20:46:14.465766 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99896342-d708-4591-af0c-60b7fad02cbe req-f864d09f-fba5-43f4-af4c-dd2f41c729b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:14.467307 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-99896342-d708-4591-af0c-60b7fad02cbe req-f864d09f-fba5-43f4-af4c-dd2f41c729b8 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d2c26358-2335-47eb-81e3-6258274d0d68 HTTP/1.1" status: 200 len: 1097 time: 0.1348567 May 20 20:46:14.571820 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port 680aab2c-a2d2-4ad6-ae3c-2026bc6c040c, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=680aab2c-a2d2-4ad6-ae3c-2026bc6c040c,segment=NetworkSegment(d0ad80ce-58b1-4ac6-afb2-ef09e0a97b22),segment_id=d0ad80ce-58b1-4ac6-afb2-ef09e0a97b22)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:46:14.594562 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 20:46:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da27ceae-e93e-4239-8d34-2ea080376a9f x-openstack-request-id: req-da27ceae-e93e-4239-8d34-2ea080376a9f {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:46:14.759253 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee7f6c24-7d55-4428-a1c5-37a676e713bd", "tag": "5ea51e96-bb5c-4b85-951e-797b6c2a914e", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:46:14.759253 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-da27ceae-e93e-4239-8d34-2ea080376a9f {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:46:14.759253 n-d-842733-1 neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da27ceae-e93e-4239-8d34-2ea080376a9f'] response: {'name': 'network-changed', 'server_uuid': 'ee7f6c24-7d55-4428-a1c5-37a676e713bd', 'tag': '5ea51e96-bb5c-4b85-951e-797b6c2a914e', 'status': 'completed', 'code': 200} May 20 20:46:14.760508 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Returning: {'device': '680aab2c-a2d2-4ad6-ae3c-2026bc6c040c', 'network_id': 'e6db0965-9344-451c-9a7f-a79e714eea49', 'port_id': '680aab2c-a2d2-4ad6-ae3c-2026bc6c040c', 'mac_address': 'fa:16:3e:f9:55:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a57c005f-9d40-4768-b28c-f9e1367cd413', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 20 20:46:14.761327 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-5623c159-4fb5-4084-8407-eab0fe3f9a2d req-7391a7bd-0ba3-4baa-87fb-ad129aa4757e tempest-FloatingIPsAssociationNegativeTestJSON-1675051914 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:14.762153 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port 680aab2c-a2d2-4ad6-ae3c-2026bc6c040c is: DOWN; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:46:14.762153 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:14.762418 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-99896342-d708-4591-af0c-60b7fad02cbe req-ec55f436-75e2-421e-a6a0-d6fb4d47927e service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=af06f2cf-8756-4fbf-90c6-d72ff1946909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698785 May 20 20:46:14.762536 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 680aab2c-a2d2-4ad6-ae3c-2026bc6c040c {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:46:14.762536 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port 680aab2c-a2d2-4ad6-ae3c-2026bc6c040c, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=680aab2c-a2d2-4ad6-ae3c-2026bc6c040c,segment=NetworkSegment(d0ad80ce-58b1-4ac6-afb2-ef09e0a97b22),segment_id=d0ad80ce-58b1-4ac6-afb2-ef09e0a97b22)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:46:14.794627 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ef8e42-5fc1-438b-8fd0-e8d2e23797dd req-f76e8f00-2de2-49fa-806e-8303b84b200c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:14.796628 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f1ef8e42-5fc1-438b-8fd0-e8d2e23797dd req-f76e8f00-2de2-49fa-806e-8303b84b200c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c23324ed92c6460facba85082860777a&device_id=ee7f6c24-7d55-4428-a1c5-37a676e713bd HTTP/1.1" status: 200 len: 1094 time: 0.1568437 May 20 20:46:14.805560 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c09d52-4a8c-4c74-b484-23d0a7d25dc1 req-cfc25b63-52a0-422e-b473-4cf020564ebe tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:14.806967 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-92c09d52-4a8c-4c74-b484-23d0a7d25dc1 req-cfc25b63-52a0-422e-b473-4cf020564ebe tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.35 "GET /v2.0/ports?device_id=d2c26358-2335-47eb-81e3-6258274d0d68 HTTP/1.1" status: 200 len: 946 time: 0.1729798 May 20 20:46:14.905447 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [req-5623c159-4fb5-4084-8407-eab0fe3f9a2d req-7391a7bd-0ba3-4baa-87fb-ad129aa4757e tempest-FloatingIPsAssociationNegativeTestJSON-1675051914 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914-project] Allocated IP 172.25.2.85 (e3a93b5c-91e2-4064-9c2c-1afc261bfe15/86fee0c1-6e34-488b-9216-b2b8e7ef585a/71da0137-f398-4a3f-af28-a7b8e9f50ff3) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:46:14.925545 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-92c09d52-4a8c-4c74-b484-23d0a7d25dc1 req-22a89a77-6763-415c-a05c-b26f04c7671a tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.35 "GET /v2.0/security-groups?id=af06f2cf-8756-4fbf-90c6-d72ff1946909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061327 May 20 20:46:14.983625 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:15.011898 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ef8e42-5fc1-438b-8fd0-e8d2e23797dd req-51812ede-c247-48a4-b75c-08b6c7519399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:15.013737 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f1ef8e42-5fc1-438b-8fd0-e8d2e23797dd req-51812ede-c247-48a4-b75c-08b6c7519399 service neutron] 10.222.0.24 "GET /v2.0/networks?id=7c34618e-1eb4-46a9-ac65-b891df136138 HTTP/1.1" status: 200 len: 916 time: 0.2030101 May 20 20:46:15.071502 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f1ef8e42-5fc1-438b-8fd0-e8d2e23797dd req-792e4da3-87e4-403a-a7fd-1b61602d88bf service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5ea51e96-bb5c-4b85-951e-797b6c2a914e HTTP/1.1" status: 200 len: 217 time: 0.0497761 May 20 20:46:15.090780 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=680aab2c-a2d2-4ad6-ae3c-2026bc6c040c,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:46:15.135458 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-5623c159-4fb5-4084-8407-eab0fe3f9a2d req-7391a7bd-0ba3-4baa-87fb-ad129aa4757e tempest-FloatingIPsAssociationNegativeTestJSON-1675051914 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914-project] Notify callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:15.243903 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ef8e42-5fc1-438b-8fd0-e8d2e23797dd req-a45411d9-c6dc-43e0-9750-f0622aa863d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:15.250143 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f1ef8e42-5fc1-438b-8fd0-e8d2e23797dd req-a45411d9-c6dc-43e0-9750-f0622aa863d9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=66bb8d81-3453-4d74-b13d-66db71019128 HTTP/1.1" status: 200 len: 854 time: 0.1108263 May 20 20:46:15.294979 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f909c7ca-a771-4d4d-9455-819a14982a65', 'tag': 'f0726a78-f245-4b9e-993d-421087799a99'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:46:15.302120 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6fa957933fccbf596d28104b23404b952ad6a8238afaebaed40a0874b2e409" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52563489-04b7-488a-b3cc-f15ef7914684" -d '{"events": [{"name": "network-changed", "server_uuid": "f909c7ca-a771-4d4d-9455-819a14982a65", "tag": "f0726a78-f245-4b9e-993d-421087799a99"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:46:15.309361 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea717b5-fda8-40d8-8f8f-e68ababa65b7 req-cf31b8ff-ab04-4825-881d-5091b1cd3a31 tempest-InstanceActionsNegativeTestJSON-144719872 tempest-InstanceActionsNegativeTestJSON-144719872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:15.311157 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5ea717b5-fda8-40d8-8f8f-e68ababa65b7 req-cf31b8ff-ab04-4825-881d-5091b1cd3a31 tempest-InstanceActionsNegativeTestJSON-144719872 tempest-InstanceActionsNegativeTestJSON-144719872-project] 10.222.0.35 "GET /v2.0/ports?device_id=95e20482-f7dc-4877-98b7-365f49d19084 HTTP/1.1" status: 200 len: 944 time: 0.1587000 May 20 20:46:15.341802 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-5623c159-4fb5-4084-8407-eab0fe3f9a2d req-7391a7bd-0ba3-4baa-87fb-ad129aa4757e tempest-FloatingIPsAssociationNegativeTestJSON-1675051914 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:15.358582 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ef8e42-5fc1-438b-8fd0-e8d2e23797dd req-8d49f6b8-3208-4ef4-affc-dfb5e02aa897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:15.360311 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f1ef8e42-5fc1-438b-8fd0-e8d2e23797dd req-8d49f6b8-3208-4ef4-affc-dfb5e02aa897 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7c34618e-1eb4-46a9-ac65-b891df136138&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1010594 May 20 20:46:15.435204 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] get_ports_and_sgs() called for port_ids ['680aab2c-a2d2-4ad6-ae3c-2026bc6c040c'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:46:15.468275 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5623c159-4fb5-4084-8407-eab0fe3f9a2d req-7391a7bd-0ba3-4baa-87fb-ad129aa4757e tempest-FloatingIPsAssociationNegativeTestJSON-1675051914 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914-project] Network e3a93b5c-91e2-4064-9c2c-1afc261bfe15 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:46:15.503135 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5ea717b5-fda8-40d8-8f8f-e68ababa65b7 req-6fcc9417-a174-46c7-af28-f2744ad1be32 tempest-InstanceActionsNegativeTestJSON-144719872 tempest-InstanceActionsNegativeTestJSON-144719872-project] 10.222.0.35 "GET /v2.0/security-groups?id=f48c87cc-0c24-4a90-85b7-1ed1fb3b0536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692557 May 20 20:46:15.596991 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7391a7bd-0ba3-4baa-87fb-ad129aa4757e tempest-FloatingIPsAssociationNegativeTestJSON-1675051914 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914-project] Pushing event updated for resources: {'Port': ['ID=71da0137-f398-4a3f-af28-a7b8e9f50ff3,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:46:15.600843 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [req-5623c159-4fb5-4084-8407-eab0fe3f9a2d req-7391a7bd-0ba3-4baa-87fb-ad129aa4757e tempest-FloatingIPsAssociationNegativeTestJSON-1675051914 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:46:15.603236 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [req-5623c159-4fb5-4084-8407-eab0fe3f9a2d req-7391a7bd-0ba3-4baa-87fb-ad129aa4757e tempest-FloatingIPsAssociationNegativeTestJSON-1675051914 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914-project] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:46:15.694353 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f1ef8e42-5fc1-438b-8fd0-e8d2e23797dd req-0902fcff-a5ec-42ec-afcc-073ba46a33e6 service neutron] 10.222.0.24 "GET /v2.0/networks/7c34618e-1eb4-46a9-ac65-b891df136138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2840853 May 20 20:46:15.766372 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e40f64c-b885-4d8e-91ce-0f754bad1525 req-58d5b8fd-ca2b-4e62-806e-1241f2c238d7 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:15.767864 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8e40f64c-b885-4d8e-91ce-0f754bad1525 req-58d5b8fd-ca2b-4e62-806e-1241f2c238d7 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/ports?device_id=f909c7ca-a771-4d4d-9455-819a14982a65 HTTP/1.1" status: 200 len: 949 time: 0.1727741 May 20 20:46:15.877925 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-5623c159-4fb5-4084-8407-eab0fe3f9a2d req-7391a7bd-0ba3-4baa-87fb-ad129aa4757e tempest-FloatingIPsAssociationNegativeTestJSON-1675051914 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:15.895097 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8e40f64c-b885-4d8e-91ce-0f754bad1525 req-629caba5-0413-4fce-8e64-c5ce664af100 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/security-groups?id=38c76b68-4081-4341-88c9-c8e3082a5da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081390 May 20 20:46:15.909262 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f1ef8e42-5fc1-438b-8fd0-e8d2e23797dd req-f60d405a-e1b2-4fe3-bc03-d8eea0ee9ece service neutron] 10.222.0.24 "GET /v2.0/networks/7c34618e-1eb4-46a9-ac65-b891df136138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2055814 May 20 20:46:15.934029 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device f0726a78-f245-4b9e-993d-421087799a99 details requested by agent hyperv_n-h1-842733-1 with host n-h1-842733-1 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 20:46:16.077981 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port f0726a78-f245-4b9e-993d-421087799a99, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=f0726a78-f245-4b9e-993d-421087799a99,segment=NetworkSegment(ed3a602f-49fb-4a95-be80-401e1eb72e33),segment_id=ed3a602f-49fb-4a95-be80-401e1eb72e33)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:46:16.098416 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Returning: {'device': 'f0726a78-f245-4b9e-993d-421087799a99', 'network_id': 'cd702362-b982-46c5-a7d0-51de1b03df86', 'port_id': 'f0726a78-f245-4b9e-993d-421087799a99', 'mac_address': 'fa:16:3e:98:98:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26b342ea-254c-483a-9ea9-f11c178970eb', 'ip_address': '192.168.233.235'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 20 20:46:16.156912 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Current status of the port f0726a78-f245-4b9e-993d-421087799a99 is: DOWN; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:46:16.157765 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:16.173673 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0726a78-f245-4b9e-993d-421087799a99 {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:46:16.196678 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port f0726a78-f245-4b9e-993d-421087799a99, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=f0726a78-f245-4b9e-993d-421087799a99,segment=NetworkSegment(ed3a602f-49fb-4a95-be80-401e1eb72e33),segment_id=ed3a602f-49fb-4a95-be80-401e1eb72e33)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:46:16.262962 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:16.336737 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Pushing event updated for resources: {'Port': ['ID=f0726a78-f245-4b9e-993d-421087799a99,revision_number=12']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:46:16.372070 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-5623c159-4fb5-4084-8407-eab0fe3f9a2d req-7391a7bd-0ba3-4baa-87fb-ad129aa4757e tempest-FloatingIPsAssociationNegativeTestJSON-1675051914 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:16.528708 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-5623c159-4fb5-4084-8407-eab0fe3f9a2d req-7391a7bd-0ba3-4baa-87fb-ad129aa4757e tempest-FloatingIPsAssociationNegativeTestJSON-1675051914 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914-project] Notify callbacks [] for port, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:16.572337 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] get_ports_and_sgs() called for port_ids ['f0726a78-f245-4b9e-993d-421087799a99'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:46:16.594568 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-5623c159-4fb5-4084-8407-eab0fe3f9a2d req-7391a7bd-0ba3-4baa-87fb-ad129aa4757e tempest-FloatingIPsAssociationNegativeTestJSON-1675051914 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:16.671896 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-5623c159-4fb5-4084-8407-eab0fe3f9a2d req-7391a7bd-0ba3-4baa-87fb-ad129aa4757e tempest-FloatingIPsAssociationNegativeTestJSON-1675051914 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748272'] for floatingip, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:16.694330 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7391a7bd-0ba3-4baa-87fb-ad129aa4757e tempest-FloatingIPsAssociationNegativeTestJSON-1675051914 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914-project] Pushing event updated for resources: {'Port': ['ID=71da0137-f398-4a3f-af28-a7b8e9f50ff3,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:46:16.768183 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-5623c159-4fb5-4084-8407-eab0fe3f9a2d req-7391a7bd-0ba3-4baa-87fb-ad129aa4757e tempest-FloatingIPsAssociationNegativeTestJSON-1675051914 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for floatingip, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:16.769552 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5623c159-4fb5-4084-8407-eab0fe3f9a2d req-7391a7bd-0ba3-4baa-87fb-ad129aa4757e tempest-FloatingIPsAssociationNegativeTestJSON-1675051914 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.7432697 May 20 20:46:16.851913 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5623c159-4fb5-4084-8407-eab0fe3f9a2d req-b9262e9a-01b0-49d6-8f50-2e5a29048631 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.2.85 HTTP/1.1" status: 200 len: 695 time: 0.0759740 May 20 20:46:17.000559 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5623c159-4fb5-4084-8407-eab0fe3f9a2d req-6892c404-7ada-4d5d-a2cf-f4cb66cdd660 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:17.001945 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5623c159-4fb5-4084-8407-eab0fe3f9a2d req-6892c404-7ada-4d5d-a2cf-f4cb66cdd660 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914-project] 10.222.0.35 "GET /v2.0/networks/e3a93b5c-91e2-4064-9c2c-1afc261bfe15 HTTP/1.1" status: 200 len: 784 time: 0.1434667 May 20 20:46:17.004594 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7528026a-18a3-4ba0-9f1e-18c9b87844ca req-d652d9c7-8f85-45fe-ad2f-a5d647a76477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:17.005972 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7528026a-18a3-4ba0-9f1e-18c9b87844ca req-d652d9c7-8f85-45fe-ad2f-a5d647a76477 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2492915dd73f457d8cb02b28e57274de&device_id=91b81ef2-4adc-4414-86c5-f2f7119adcc0 HTTP/1.1" status: 200 len: 1097 time: 0.0850999 May 20 20:46:17.024980 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.agents_db [None req-5c33ad30-4e00-40fa-b486-8c79c4a6cfc5 None None] Agent healthcheck: found 7 active agents {{(pid=103165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 20 20:46:17.135488 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1656746-bcb6-4da6-b85d-1dd07e3efdc1 req-1096e76a-e12b-4df3-b750-aa896e5683a2 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:17.137508 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e1656746-bcb6-4da6-b85d-1dd07e3efdc1 req-1096e76a-e12b-4df3-b750-aa896e5683a2 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] 10.222.0.35 "GET /v2.0/ports?device_id=ee7f6c24-7d55-4428-a1c5-37a676e713bd HTTP/1.1" status: 200 len: 943 time: 0.0749109 May 20 20:46:17.176171 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7528026a-18a3-4ba0-9f1e-18c9b87844ca req-ea01ca50-fc91-47f9-88a7-6d7a6806e296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:17.176986 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7528026a-18a3-4ba0-9f1e-18c9b87844ca req-ea01ca50-fc91-47f9-88a7-6d7a6806e296 service neutron] 10.222.0.13 "GET /v2.0/networks?id=85e5027c-d244-4186-8c19-3a12977de170 HTTP/1.1" status: 200 len: 912 time: 0.1640522 May 20 20:46:17.244116 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7528026a-18a3-4ba0-9f1e-18c9b87844ca req-5f3ea7ba-b46c-47b5-8457-306708790d11 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=58a304a4-5536-42a2-8bc6-93ffb123830d HTTP/1.1" status: 200 len: 217 time: 0.0506680 May 20 20:46:17.248527 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e1656746-bcb6-4da6-b85d-1dd07e3efdc1 req-36133800-f27e-403a-8972-e107f536aa65 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] 10.222.0.35 "GET /v2.0/security-groups?id=1e4d1602-cac8-46a3-bac3-1f4e6aa6409e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1042674 May 20 20:46:17.254468 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 20:46:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98bbc7e1-f39b-482b-9669-e822c6594e7e x-openstack-request-id: req-98bbc7e1-f39b-482b-9669-e822c6594e7e {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:46:17.255011 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f909c7ca-a771-4d4d-9455-819a14982a65", "tag": "f0726a78-f245-4b9e-993d-421087799a99", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:46:17.255011 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-98bbc7e1-f39b-482b-9669-e822c6594e7e {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:46:17.255370 n-d-842733-1 neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98bbc7e1-f39b-482b-9669-e822c6594e7e'] response: {'name': 'network-changed', 'server_uuid': 'f909c7ca-a771-4d4d-9455-819a14982a65', 'tag': 'f0726a78-f245-4b9e-993d-421087799a99', 'status': 'completed', 'code': 200} May 20 20:46:17.320138 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-122b5dab-f1e0-4ac0-9add-4d87299eb4a3 req-69b0b605-6d37-405c-8d43-988fc5d103f6 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b07c1a9b-3fbb-41e5-9d04-a21146bf734c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1548901 May 20 20:46:17.393098 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7528026a-18a3-4ba0-9f1e-18c9b87844ca req-0a151ae0-3f8b-45ff-85fa-e4034e293a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:17.394591 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7528026a-18a3-4ba0-9f1e-18c9b87844ca req-0a151ae0-3f8b-45ff-85fa-e4034e293a58 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5df30a0b-5cdb-4d91-9fe8-512f286a6485 HTTP/1.1" status: 200 len: 850 time: 0.1441374 May 20 20:46:17.481865 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52563489-04b7-488a-b3cc-f15ef7914684 req-a7637ba2-8df9-4d9f-86ea-9b0bb87b7a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:17.483360 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-52563489-04b7-488a-b3cc-f15ef7914684 req-a7637ba2-8df9-4d9f-86ea-9b0bb87b7a75 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=74b74d22d9d54e1eae7cec44a7fbec8d&device_id=f909c7ca-a771-4d4d-9455-819a14982a65 HTTP/1.1" status: 200 len: 1101 time: 0.1976719 May 20 20:46:17.530525 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9a0803-914c-432f-9c78-ae5155f91a58 req-913e3b20-efdd-44bd-b4df-de4fe5d8c9c6 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:17.531908 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8a9a0803-914c-432f-9c78-ae5155f91a58 req-913e3b20-efdd-44bd-b4df-de4fe5d8c9c6 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/ports?device_id=91b81ef2-4adc-4414-86c5-f2f7119adcc0 HTTP/1.1" status: 200 len: 946 time: 0.2108421 May 20 20:46:17.578484 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0d3165-df62-47f8-8810-b977aaa88ece req-f6a0c817-a701-4610-92a4-f719da026ed9 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:17.579946 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3c0d3165-df62-47f8-8810-b977aaa88ece req-f6a0c817-a701-4610-92a4-f719da026ed9 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/ports?device_id=f909c7ca-a771-4d4d-9455-819a14982a65 HTTP/1.1" status: 200 len: 950 time: 0.2274749 May 20 20:46:17.587941 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122b5dab-f1e0-4ac0-9add-4d87299eb4a3 req-794bb7e9-f7bf-445f-9601-28a11587f5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:17.589351 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-122b5dab-f1e0-4ac0-9add-4d87299eb4a3 req-794bb7e9-f7bf-445f-9601-28a11587f5fa service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=74b74d22d9d54e1eae7cec44a7fbec8d&device_id=b07c1a9b-3fbb-41e5-9d04-a21146bf734c HTTP/1.1" status: 200 len: 1101 time: 0.2339704 May 20 20:46:17.595336 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7528026a-18a3-4ba0-9f1e-18c9b87844ca req-db4c2fb4-5cf2-442a-8803-8b2cc401a75f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:17.597046 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7528026a-18a3-4ba0-9f1e-18c9b87844ca req-db4c2fb4-5cf2-442a-8803-8b2cc401a75f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=85e5027c-d244-4186-8c19-3a12977de170&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1671515 May 20 20:46:17.769823 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8a9a0803-914c-432f-9c78-ae5155f91a58 req-8a8e47b2-47aa-4553-9cb3-8353e4d905a6 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/security-groups?id=c9d9c404-d869-4158-9779-ac1a15da4bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088282 May 20 20:46:17.779300 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52563489-04b7-488a-b3cc-f15ef7914684 req-291e8331-0021-4f26-809e-f89697eba1a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:17.780741 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-52563489-04b7-488a-b3cc-f15ef7914684 req-291e8331-0021-4f26-809e-f89697eba1a4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=cd702362-b982-46c5-a7d0-51de1b03df86 HTTP/1.1" status: 200 len: 870 time: 0.2907062 May 20 20:46:17.788652 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3c0d3165-df62-47f8-8810-b977aaa88ece req-090f10c4-3cff-4306-b02c-9fcc40c63e4d tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/security-groups?id=38c76b68-4081-4341-88c9-c8e3082a5da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968927 May 20 20:46:17.840017 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122b5dab-f1e0-4ac0-9add-4d87299eb4a3 req-05245d54-8bec-42e1-9453-5207ac32acff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:17.841776 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-122b5dab-f1e0-4ac0-9add-4d87299eb4a3 req-05245d54-8bec-42e1-9453-5207ac32acff service neutron] 10.222.0.13 "GET /v2.0/networks?id=cd702362-b982-46c5-a7d0-51de1b03df86 HTTP/1.1" status: 200 len: 870 time: 0.2263098 May 20 20:46:17.953519 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 5ea51e96-bb5c-4b85-951e-797b6c2a914e details requested by agent hyperv_n-h1-842733-1 with host n-h1-842733-1 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 20:46:17.956641 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device f0726a78-f245-4b9e-993d-421087799a99 up at agent hyperv_n-h1-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:46:17.957315 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-52563489-04b7-488a-b3cc-f15ef7914684 req-bf81d94c-696b-4954-9f4c-83732f7b1cf1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=f0726a78-f245-4b9e-993d-421087799a99 HTTP/1.1" status: 200 len: 217 time: 0.1677449 May 20 20:46:17.962898 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-122b5dab-f1e0-4ac0-9add-4d87299eb4a3 req-333597ff-dd62-408e-b401-596b64919e5e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.112&port_id=2a4cc0f0-cfd0-4e2d-aa3c-9c6f9247fea7 HTTP/1.1" status: 200 len: 217 time: 0.1132329 May 20 20:46:17.984975 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7528026a-18a3-4ba0-9f1e-18c9b87844ca req-b84ed799-db3a-425f-a651-fbe460e57a24 service neutron] 10.222.0.13 "GET /v2.0/networks/85e5027c-d244-4186-8c19-3a12977de170?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3724532 May 20 20:46:18.090449 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port 5ea51e96-bb5c-4b85-951e-797b6c2a914e, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=5ea51e96-bb5c-4b85-951e-797b6c2a914e,segment=NetworkSegment(51a22548-63c8-444c-b674-6afca742ad16),segment_id=51a22548-63c8-444c-b674-6afca742ad16)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:46:18.102070 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Returning: {'device': '5ea51e96-bb5c-4b85-951e-797b6c2a914e', 'network_id': '7c34618e-1eb4-46a9-ac65-b891df136138', 'port_id': '5ea51e96-bb5c-4b85-951e-797b6c2a914e', 'mac_address': 'fa:16:3e:33:0f:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66bb8d81-3453-4d74-b13d-66db71019128', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 20 20:46:18.146211 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Current status of the port 5ea51e96-bb5c-4b85-951e-797b6c2a914e is: DOWN; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:46:18.147266 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:18.148479 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52563489-04b7-488a-b3cc-f15ef7914684 req-02c0d85c-01e2-4bc8-a919-b75cc839d788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:18.149960 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-52563489-04b7-488a-b3cc-f15ef7914684 req-02c0d85c-01e2-4bc8-a919-b75cc839d788 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=26b342ea-254c-483a-9ea9-f11c178970eb HTTP/1.1" status: 200 len: 843 time: 0.1702869 May 20 20:46:18.157818 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1b4981-1922-4f16-a8a1-b37564582f18 req-89e7e6e8-02cf-4d74-bce4-22921ccd474d tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:18.158198 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Provisioning for port f0726a78-f245-4b9e-993d-421087799a99 completed by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 20:46:18.158870 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-db1b4981-1922-4f16-a8a1-b37564582f18 req-89e7e6e8-02cf-4d74-bce4-22921ccd474d tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.35 "GET /v2.0/ports?device_id=d2c26358-2335-47eb-81e3-6258274d0d68 HTTP/1.1" status: 200 len: 946 time: 0.3103313 May 20 20:46:18.163873 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122b5dab-f1e0-4ac0-9add-4d87299eb4a3 req-e60d5c01-034c-4756-958b-5c4cea0f61e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:18.164065 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ea51e96-bb5c-4b85-951e-797b6c2a914e {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:46:18.169619 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-122b5dab-f1e0-4ac0-9add-4d87299eb4a3 req-e60d5c01-034c-4756-958b-5c4cea0f61e2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=26b342ea-254c-483a-9ea9-f11c178970eb HTTP/1.1" status: 200 len: 843 time: 0.1725755 May 20 20:46:18.170316 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Provisioning complete for port f0726a78-f245-4b9e-993d-421087799a99 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:46:18.170824 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:18.172665 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cce8c7-02cc-4f6d-ae50-1885ebacf05c req-ee089b30-626c-451f-8ea8-5f2e7b08412c tempest-InstanceActionsNegativeTestJSON-144719872 tempest-InstanceActionsNegativeTestJSON-144719872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:18.177707 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-89cce8c7-02cc-4f6d-ae50-1885ebacf05c req-ee089b30-626c-451f-8ea8-5f2e7b08412c tempest-InstanceActionsNegativeTestJSON-144719872 tempest-InstanceActionsNegativeTestJSON-144719872-project] 10.222.0.35 "GET /v2.0/ports?device_id=95e20482-f7dc-4877-98b7-365f49d19084 HTTP/1.1" status: 200 len: 944 time: 0.3034320 May 20 20:46:18.211878 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port 5ea51e96-bb5c-4b85-951e-797b6c2a914e, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=5ea51e96-bb5c-4b85-951e-797b6c2a914e,segment=NetworkSegment(51a22548-63c8-444c-b674-6afca742ad16),segment_id=51a22548-63c8-444c-b674-6afca742ad16)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:46:18.269629 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Current status of the port f0726a78-f245-4b9e-993d-421087799a99 is: BUILD; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:46:18.270011 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:18.281299 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:18.317165 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7528026a-18a3-4ba0-9f1e-18c9b87844ca req-81616ca6-34c7-49b9-a0ac-a9b13a8d4315 service neutron] 10.222.0.13 "GET /v2.0/networks/85e5027c-d244-4186-8c19-3a12977de170?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3041911 May 20 20:46:18.318301 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f909c7ca-a771-4d4d-9455-819a14982a65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0726a78-f245-4b9e-993d-421087799a99'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:46:18.320553 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8485417003ce7c0410b00f5cdc2f391e21107b70bb68e2773712534a96e108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0fb5b72-2f73-41be-8362-4291fb49411f" -d '{"events": [{"server_uuid": "f909c7ca-a771-4d4d-9455-819a14982a65", "name": "network-vif-plugged", "status": "completed", "tag": "f0726a78-f245-4b9e-993d-421087799a99"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:46:18.329697 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-db1b4981-1922-4f16-a8a1-b37564582f18 req-2908ce07-94b3-464f-9ae7-1d8ae55b3390 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.35 "GET /v2.0/security-groups?id=af06f2cf-8756-4fbf-90c6-d72ff1946909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506536 May 20 20:46:18.344845 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port f0726a78-f245-4b9e-993d-421087799a99, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=f0726a78-f245-4b9e-993d-421087799a99,segment=NetworkSegment(ed3a602f-49fb-4a95-be80-401e1eb72e33),segment_id=ed3a602f-49fb-4a95-be80-401e1eb72e33)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:46:18.347683 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-89cce8c7-02cc-4f6d-ae50-1885ebacf05c req-dd40fa86-c641-4ec3-afdd-9db146634bc5 tempest-InstanceActionsNegativeTestJSON-144719872 tempest-InstanceActionsNegativeTestJSON-144719872-project] 10.222.0.35 "GET /v2.0/security-groups?id=f48c87cc-0c24-4a90-85b7-1ed1fb3b0536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469183 May 20 20:46:18.357248 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52563489-04b7-488a-b3cc-f15ef7914684 req-7139eac7-4dde-4585-b83a-4d3915a9dc8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:18.358852 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-52563489-04b7-488a-b3cc-f15ef7914684 req-7139eac7-4dde-4585-b83a-4d3915a9dc8c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cd702362-b982-46c5-a7d0-51de1b03df86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1989744 May 20 20:46:18.366549 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122b5dab-f1e0-4ac0-9add-4d87299eb4a3 req-60e34bb8-ba8e-43b1-bc1e-bf686f0ad604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:18.368324 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-122b5dab-f1e0-4ac0-9add-4d87299eb4a3 req-60e34bb8-ba8e-43b1-bc1e-bf686f0ad604 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cd702362-b982-46c5-a7d0-51de1b03df86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1866486 May 20 20:46:18.369609 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Pushing event updated for resources: {'Port': ['ID=5ea51e96-bb5c-4b85-951e-797b6c2a914e,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:46:18.416470 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:18.417863 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 8ca93dfd-837b-48c7-ad13-f2145d67630f no longer exists at agent hyperv_n-h1-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:46:18.622228 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 680aab2c-a2d2-4ad6-ae3c-2026bc6c040c up at agent hyperv_n-h2-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:46:18.701261 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Pushing event updated for resources: {'Port': ['ID=f0726a78-f245-4b9e-993d-421087799a99,revision_number=13']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:46:18.748625 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] get_ports_and_sgs() called for port_ids ['5ea51e96-bb5c-4b85-951e-797b6c2a914e'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:46:18.838091 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Current status of the port 8ca93dfd-837b-48c7-ad13-f2145d67630f is: ACTIVE; New status is: DOWN {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:46:18.838395 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:18.900729 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Provisioning for port 680aab2c-a2d2-4ad6-ae3c-2026bc6c040c completed by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 20:46:18.919232 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Provisioning complete for port 680aab2c-a2d2-4ad6-ae3c-2026bc6c040c triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:46:18.919608 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:18.945493 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf26a7c9-9f09-4a45-9dee-c0dd56877413 req-725d689a-c2d3-4378-8d6b-3ff34d125899 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:18.946523 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-cf26a7c9-9f09-4a45-9dee-c0dd56877413 req-725d689a-c2d3-4378-8d6b-3ff34d125899 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914-project] 10.222.0.35 "GET /v2.0/ports?device_id=b93fcca9-2ba0-4add-b3ec-3bde3d34c334&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.4601943 May 20 20:46:18.947101 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port 8ca93dfd-837b-48c7-ad13-f2145d67630f, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=8ca93dfd-837b-48c7-ad13-f2145d67630f,segment=NetworkSegment(769d43cd-208e-4beb-b6e6-532aefd8f5a1),segment_id=769d43cd-208e-4beb-b6e6-532aefd8f5a1)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:46:18.966775 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-52563489-04b7-488a-b3cc-f15ef7914684 req-18eed107-d466-4be6-9d5a-7e958749c5f7 service neutron] 10.222.0.24 "GET /v2.0/networks/cd702362-b982-46c5-a7d0-51de1b03df86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5972683 May 20 20:46:18.982155 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-122b5dab-f1e0-4ac0-9add-4d87299eb4a3 req-d59ac81f-ebc5-413f-b8ab-3f220c89d980 service neutron] 10.222.0.13 "GET /v2.0/networks/cd702362-b982-46c5-a7d0-51de1b03df86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5922093 May 20 20:46:18.999233 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:19.097080 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Pushing event updated for resources: {'Port': ['ID=8ca93dfd-837b-48c7-ad13-f2145d67630f,revision_number=8']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:46:19.097344 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-cf26a7c9-9f09-4a45-9dee-c0dd56877413 req-6cd12925-9baa-4b94-b8ef-442856bd45be tempest-FloatingIPsAssociationNegativeTestJSON-1675051914 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.2.85 HTTP/1.1" status: 200 len: 695 time: 0.1343889 May 20 20:46:19.099543 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port 680aab2c-a2d2-4ad6-ae3c-2026bc6c040c is: BUILD; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:46:19.099922 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:19.133001 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port 680aab2c-a2d2-4ad6-ae3c-2026bc6c040c, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=680aab2c-a2d2-4ad6-ae3c-2026bc6c040c,segment=NetworkSegment(d0ad80ce-58b1-4ac6-afb2-ef09e0a97b22),segment_id=d0ad80ce-58b1-4ac6-afb2-ef09e0a97b22)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:46:19.143399 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1f3590-ba3d-42fe-8e77-89729ac0cfc9 req-08466879-c31f-4a13-9d9e-95bd470b93ee tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:19.144850 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ee1f3590-ba3d-42fe-8e77-89729ac0cfc9 req-08466879-c31f-4a13-9d9e-95bd470b93ee tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] 10.222.0.35 "GET /v2.0/ports?device_id=ee7f6c24-7d55-4428-a1c5-37a676e713bd HTTP/1.1" status: 200 len: 944 time: 0.2547662 May 20 20:46:19.156317 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [req-cf26a7c9-9f09-4a45-9dee-c0dd56877413 req-24b9540c-aabc-4c65-be6e-257d131136ed tempest-FloatingIPsAssociationNegativeTestJSON-1675051914 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914-project] Request body: {'floatingip': {'port_id': 'cdb24703-dfbe-492b-a603-1d20747f1acc', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:46:19.199898 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:19.234376 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-cf26a7c9-9f09-4a45-9dee-c0dd56877413 req-24b9540c-aabc-4c65-be6e-257d131136ed tempest-FloatingIPsAssociationNegativeTestJSON-1675051914 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914-project] Notify callbacks [] for floatingip, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:19.250564 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=680aab2c-a2d2-4ad6-ae3c-2026bc6c040c,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:46:19.343878 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-52563489-04b7-488a-b3cc-f15ef7914684 req-a7841c17-e6c2-432e-9c42-6ec6125b001f service neutron] 10.222.0.24 "GET /v2.0/networks/cd702362-b982-46c5-a7d0-51de1b03df86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3653486 May 20 20:46:19.351727 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ee1f3590-ba3d-42fe-8e77-89729ac0cfc9 req-57ed4098-82d1-4710-937c-6077a4999f5f tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] 10.222.0.35 "GET /v2.0/security-groups?id=1e4d1602-cac8-46a3-bac3-1f4e6aa6409e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1936045 May 20 20:46:19.372494 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-122b5dab-f1e0-4ac0-9add-4d87299eb4a3 req-a5e3a09d-9c55-4178-85c7-2bb511c097bd service neutron] 10.222.0.13 "GET /v2.0/networks/cd702362-b982-46c5-a7d0-51de1b03df86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3487487 May 20 20:46:19.398794 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 20:46:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e35ed33d-72e0-4939-8cff-52c129d71164 x-openstack-request-id: req-e35ed33d-72e0-4939-8cff-52c129d71164 {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:46:19.399184 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f909c7ca-a771-4d4d-9455-819a14982a65", "name": "network-vif-plugged", "status": "completed", "tag": "f0726a78-f245-4b9e-993d-421087799a99", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:46:19.399528 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e35ed33d-72e0-4939-8cff-52c129d71164 {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:46:19.400013 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e35ed33d-72e0-4939-8cff-52c129d71164'] response: {'server_uuid': 'f909c7ca-a771-4d4d-9455-819a14982a65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0726a78-f245-4b9e-993d-421087799a99', 'code': 200} May 20 20:46:19.692496 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0786552-fdcd-4e5b-b47d-7478e1425cce req-d191e740-683e-4934-97c7-469ef3827084 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:19.693889 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a0786552-fdcd-4e5b-b47d-7478e1425cce req-d191e740-683e-4934-97c7-469ef3827084 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/ports?device_id=91b81ef2-4adc-4414-86c5-f2f7119adcc0 HTTP/1.1" status: 200 len: 946 time: 0.1011367 May 20 20:46:19.881203 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a0786552-fdcd-4e5b-b47d-7478e1425cce req-a827c947-8b59-47dc-9f5d-a36e8bb6dae3 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/security-groups?id=c9d9c404-d869-4158-9779-ac1a15da4bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845697 May 20 20:46:19.881203 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-cf26a7c9-9f09-4a45-9dee-c0dd56877413 req-24b9540c-aabc-4c65-be6e-257d131136ed tempest-FloatingIPsAssociationNegativeTestJSON-1675051914 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:19.884448 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-085b488f-7e35-4471-befe-ba772cbc3b60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:19.969472 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 5ea51e96-bb5c-4b85-951e-797b6c2a914e up at agent hyperv_n-h1-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:46:19.991674 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8682f8e4-8827-4f05-a889-329c30e3e404 req-a76cf1d6-de16-423c-a6b8-687ee1f825c7 tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:19.993741 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8682f8e4-8827-4f05-a889-329c30e3e404 req-a76cf1d6-de16-423c-a6b8-687ee1f825c7 tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] 10.222.0.35 "GET /v2.0/networks?id=9d3d3a86-d0ea-42bb-882a-63d3244d9913 HTTP/1.1" status: 200 len: 805 time: 0.1196325 May 20 20:46:20.011268 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8682f8e4-8827-4f05-a889-329c30e3e404 req-14de445c-5651-4e76-a686-22fe79d527f6 tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] 10.222.0.35 "GET /v2.0/quotas/812b03e5e79843f7aecfe762e5ee081e HTTP/1.1" status: 200 len: 375 time: 0.0096543 May 20 20:46:20.046098 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-cf26a7c9-9f09-4a45-9dee-c0dd56877413 req-24b9540c-aabc-4c65-be6e-257d131136ed tempest-FloatingIPsAssociationNegativeTestJSON-1675051914 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748272'] for floatingip, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:20.103079 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8682f8e4-8827-4f05-a889-329c30e3e404 req-982cc9ac-8fc6-46ee-aa1f-2efb7198276c tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=812b03e5e79843f7aecfe762e5ee081e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0843620 May 20 20:46:20.131751 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Provisioning for port 5ea51e96-bb5c-4b85-951e-797b6c2a914e completed by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 20:46:20.135817 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Provisioning complete for port 5ea51e96-bb5c-4b85-951e-797b6c2a914e triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:46:20.136996 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:20.206389 n-d-842733-1 neutron-server[103163]: INFO neutron.db.l3_db [req-cf26a7c9-9f09-4a45-9dee-c0dd56877413 req-24b9540c-aabc-4c65-be6e-257d131136ed tempest-FloatingIPsAssociationNegativeTestJSON-1675051914 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914-project] Floating IP 7788c73c-ee7a-4da9-886c-b83c7acaf32d associated. External IP: 172.25.2.85, port: cdb24703-dfbe-492b-a603-1d20747f1acc. May 20 20:46:20.218281 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Current status of the port 5ea51e96-bb5c-4b85-951e-797b6c2a914e is: BUILD; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:46:20.218791 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:20.250566 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port 5ea51e96-bb5c-4b85-951e-797b6c2a914e, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=5ea51e96-bb5c-4b85-951e-797b6c2a914e,segment=NetworkSegment(51a22548-63c8-444c-b674-6afca742ad16),segment_id=51a22548-63c8-444c-b674-6afca742ad16)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:46:20.277673 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8682f8e4-8827-4f05-a889-329c30e3e404 req-c3ce483a-3996-40b0-8b48-fa440dbe2604 service neutron] 10.222.0.35 "GET /v2.0/networks/9d3d3a86-d0ea-42bb-882a-63d3244d9913?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652353 May 20 20:46:20.314776 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:20.363013 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Pushing event updated for resources: {'Port': ['ID=5ea51e96-bb5c-4b85-951e-797b6c2a914e,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:46:20.441322 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 58a304a4-5536-42a2-8bc6-93ffb123830d no longer exists at agent hyperv_n-h2-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:46:20.524425 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port 58a304a4-5536-42a2-8bc6-93ffb123830d is: ACTIVE; New status is: DOWN {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:46:20.524945 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:20.564018 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port 58a304a4-5536-42a2-8bc6-93ffb123830d, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=58a304a4-5536-42a2-8bc6-93ffb123830d,segment=NetworkSegment(1b0c59b6-1da5-46b1-ba4a-82e83befd33e),segment_id=1b0c59b6-1da5-46b1-ba4a-82e83befd33e)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:46:20.651489 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:20.699699 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=58a304a4-5536-42a2-8bc6-93ffb123830d,revision_number=8']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:46:20.714976 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befbfef2-f869-4ad2-9644-636eb3a4d727 req-f1aabb81-5b2e-4413-b933-a7262b7d4a72 tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:20.714976 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-befbfef2-f869-4ad2-9644-636eb3a4d727 req-f1aabb81-5b2e-4413-b933-a7262b7d4a72 tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] 10.222.0.24 "GET /v2.0/ports?device_id=afdb37f9-0912-422e-9f7a-db72aaceea5a HTTP/1.1" status: 200 len: 943 time: 0.3974056 May 20 20:46:20.718402 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8682f8e4-8827-4f05-a889-329c30e3e404 req-fe8b5ec9-d4b8-4783-a9cb-62b4737b7773 service neutron] 10.222.0.35 "GET /v2.0/networks/9d3d3a86-d0ea-42bb-882a-63d3244d9913?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4122066 May 20 20:46:20.859719 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cf26a7c9-9f09-4a45-9dee-c0dd56877413 req-24b9540c-aabc-4c65-be6e-257d131136ed tempest-FloatingIPsAssociationNegativeTestJSON-1675051914 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914-project] Router 8616163d-e43a-4c8a-b69c-1b319d86184a has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 20:46:20.877534 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [req-befbfef2-f869-4ad2-9644-636eb3a4d727 req-35c04398-9cc8-4060-85f1-00a5e571a85d tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] Deleting port 8ca93dfd-837b-48c7-ad13-f2145d67630f {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:46:20.877872 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-befbfef2-f869-4ad2-9644-636eb3a4d727 req-35c04398-9cc8-4060-85f1-00a5e571a85d tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:21.063423 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-563676f3-ee66-41a6-afac-b1b5a21d56c4 req-72bf51c8-83cb-4577-8fc8-24b16b1e36fe tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=74b74d22d9d54e1eae7cec44a7fbec8d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0389497 May 20 20:46:21.116678 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-befbfef2-f869-4ad2-9644-636eb3a4d727 req-35c04398-9cc8-4060-85f1-00a5e571a85d tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] For port 8ca93dfd-837b-48c7-ad13-f2145d67630f, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=8ca93dfd-837b-48c7-ad13-f2145d67630f,segment=NetworkSegment(769d43cd-208e-4beb-b6e6-532aefd8f5a1),segment_id=769d43cd-208e-4beb-b6e6-532aefd8f5a1)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:46:21.117043 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-befbfef2-f869-4ad2-9644-636eb3a4d727 req-35c04398-9cc8-4060-85f1-00a5e571a85d tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:21.148376 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cf26a7c9-9f09-4a45-9dee-c0dd56877413 req-24b9540c-aabc-4c65-be6e-257d131136ed tempest-FloatingIPsAssociationNegativeTestJSON-1675051914 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914-project] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 20:46:21.159435 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-873ef303-279f-4214-b29f-8943d1596902 None None] Sync routers for ids ['8616163d-e43a-4c8a-b69c-1b319d86184a'] in n-d-842733-1 {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 20:46:21.162702 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-cf26a7c9-9f09-4a45-9dee-c0dd56877413 req-24b9540c-aabc-4c65-be6e-257d131136ed tempest-FloatingIPsAssociationNegativeTestJSON-1675051914 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for floatingip, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:21.170984 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [req-befbfef2-f869-4ad2-9644-636eb3a4d727 req-35c04398-9cc8-4060-85f1-00a5e571a85d tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] Calling delete_port for 8ca93dfd-837b-48c7-ad13-f2145d67630f owned by compute:nova {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:46:21.171642 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-873ef303-279f-4214-b29f-8943d1596902 None None] Routers {'8616163d-e43a-4c8a-b69c-1b319d86184a'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:46:21.172260 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-873ef303-279f-4214-b29f-8943d1596902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:45:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['8616163d-e43a-4c8a-b69c-1b319d86184a'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:46:21.213582 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-cf26a7c9-9f09-4a45-9dee-c0dd56877413 req-24b9540c-aabc-4c65-be6e-257d131136ed tempest-FloatingIPsAssociationNegativeTestJSON-1675051914 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914-project] 10.222.0.35 "PUT /v2.0/floatingips/7788c73c-ee7a-4da9-886c-b83c7acaf32d HTTP/1.1" status: 200 len: 996 time: 2.0806499 May 20 20:46:21.250253 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b93fcca9-2ba0-4add-b3ec-3bde3d34c334', 'tag': 'cdb24703-dfbe-492b-a603-1d20747f1acc'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:46:21.250253 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4291b17aa7b45362825f0571e77c85f5e73afe1df9c7e9e15006df9d695c005e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7792e335-8df2-4268-9139-4f216d845fd0" -d '{"events": [{"name": "network-changed", "server_uuid": "b93fcca9-2ba0-4add-b3ec-3bde3d34c334", "tag": "cdb24703-dfbe-492b-a603-1d20747f1acc"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:46:21.289352 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563676f3-ee66-41a6-afac-b1b5a21d56c4 req-0917453f-12fe-4799-b003-e3134c827efa tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:21.290939 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-563676f3-ee66-41a6-afac-b1b5a21d56c4 req-0917453f-12fe-4799-b003-e3134c827efa tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2177510 May 20 20:46:21.307219 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-873ef303-279f-4214-b29f-8943d1596902 None None] Set router 8616163d-e43a-4c8a-b69c-1b319d86184a gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:46:21.317061 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-563676f3-ee66-41a6-afac-b1b5a21d56c4 req-7e307524-cbfa-4c2c-9d88-d7723a16b39e tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/quotas/74b74d22d9d54e1eae7cec44a7fbec8d HTTP/1.1" status: 200 len: 375 time: 0.0156212 May 20 20:46:21.400919 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afdb37f9-0912-422e-9f7a-db72aaceea5a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ca93dfd-837b-48c7-ad13-f2145d67630f'}, {'server_uuid': '95e20482-f7dc-4877-98b7-365f49d19084', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '680aab2c-a2d2-4ad6-ae3c-2026bc6c040c'}, {'server_uuid': 'ee7f6c24-7d55-4428-a1c5-37a676e713bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ea51e96-bb5c-4b85-951e-797b6c2a914e'}, {'server_uuid': '91b81ef2-4adc-4414-86c5-f2f7119adcc0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58a304a4-5536-42a2-8bc6-93ffb123830d'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:46:21.404804 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8485417003ce7c0410b00f5cdc2f391e21107b70bb68e2773712534a96e108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11927f57-9ef8-4ac4-943e-5feae8c6df26" -d '{"events": [{"server_uuid": "afdb37f9-0912-422e-9f7a-db72aaceea5a", "name": "network-vif-unplugged", "status": "completed", "tag": "8ca93dfd-837b-48c7-ad13-f2145d67630f"}, {"server_uuid": "95e20482-f7dc-4877-98b7-365f49d19084", "name": "network-vif-plugged", "status": "completed", "tag": "680aab2c-a2d2-4ad6-ae3c-2026bc6c040c"}, {"server_uuid": "ee7f6c24-7d55-4428-a1c5-37a676e713bd", "name": "network-vif-plugged", "status": "completed", "tag": "5ea51e96-bb5c-4b85-951e-797b6c2a914e"}, {"server_uuid": "91b81ef2-4adc-4414-86c5-f2f7119adcc0", "name": "network-vif-unplugged", "status": "completed", "tag": "58a304a4-5536-42a2-8bc6-93ffb123830d"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:46:21.442866 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf26a7c9-9f09-4a45-9dee-c0dd56877413 req-50719144-3848-476a-a313-8ca74d1317c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:21.444373 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-cf26a7c9-9f09-4a45-9dee-c0dd56877413 req-50719144-3848-476a-a313-8ca74d1317c1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=559b096ee02f4d29bdb85904f38d7fa1&device_id=b93fcca9-2ba0-4add-b3ec-3bde3d34c334 HTTP/1.1" status: 200 len: 1097 time: 0.1879790 May 20 20:46:21.456041 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-563676f3-ee66-41a6-afac-b1b5a21d56c4 req-6de344ae-d262-4491-8025-d5558f7bcea3 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=74b74d22d9d54e1eae7cec44a7fbec8d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1276743 May 20 20:46:21.550300 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-befbfef2-f869-4ad2-9644-636eb3a4d727 req-35c04398-9cc8-4060-85f1-00a5e571a85d tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:21.563331 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf26a7c9-9f09-4a45-9dee-c0dd56877413 req-5c5effbf-0855-459c-bf82-7b3852646f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:21.564825 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-cf26a7c9-9f09-4a45-9dee-c0dd56877413 req-5c5effbf-0855-459c-bf82-7b3852646f83 service neutron] 10.222.0.35 "GET /v2.0/networks?id=84c3842c-d7b9-4059-95b5-2fbd492b4e7b HTTP/1.1" status: 200 len: 930 time: 0.1079264 May 20 20:46:21.565942 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-873ef303-279f-4214-b29f-8943d1596902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8616163d-e43a-4c8a-b69c-1b319d86184a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1942280961-router', 'tenant_id': '559b096ee02f4d29bdb85904f38d7fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '543222a7-401b-4e57-9368-53ec4936130d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:45:40Z', 'updated_at': '2022-05-20T20:45:45Z', 'revision_number': 4, 'project_id': '559b096ee02f4d29bdb85904f38d7fa1', 'gw_port': {'id': '543222a7-401b-4e57-9368-53ec4936130d', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:c5:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8616163d-e43a-4c8a-b69c-1b319d86184a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:45:42Z', 'updated_at': '2022-05-20T20:45:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_floatingips': [{'id': '7788c73c-ee7a-4da9-886c-b83c7acaf32d', 'tenant_id': '559b096ee02f4d29bdb85904f38d7fa1', 'floating_ip_address': '172.25.2.85', 'floating_network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'router_id': '8616163d-e43a-4c8a-b69c-1b319d86184a', 'port_id': 'cdb24703-dfbe-492b-a603-1d20747f1acc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1109, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '84c3842c-d7b9-4059-95b5-2fbd492b4e7b', 'mac_address': 'fa:16:3e:de:14:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b93fcca9-2ba0-4add-b3ec-3bde3d34c334', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-20T20:46:15Z', 'updated_at': '2022-05-20T20:46:19Z', 'revision_number': 1, 'project_id': '559b096ee02f4d29bdb85904f38d7fa1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40365269-876c-4f84-87d8-f565fa198dd5', 'name': '', 'network_id': '84c3842c-d7b9-4059-95b5-2fbd492b4e7b', 'tenant_id': '559b096ee02f4d29bdb85904f38d7fa1', 'mac_address': 'fa:16:3e:dc:6c:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8616163d-e43a-4c8a-b69c-1b319d86184a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': 'fbf95e96-7a6b-4877-8118-54c9daa2ad40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:45:44Z', 'updated_at': '2022-05-20T20:45:51Z', 'revision_number': 5, 'project_id': '559b096ee02f4d29bdb85904f38d7fa1', 'subnets': [{'id': 'fbf95e96-7a6b-4877-8118-54c9daa2ad40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:46:21.591221 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c04398-9cc8-4060-85f1-00a5e571a85d tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] Pushing event deleted for resources: {'Port': ['ID=8ca93dfd-837b-48c7-ad13-f2145d67630f,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:46:21.601485 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-873ef303-279f-4214-b29f-8943d1596902 None None] Checking router: 8616163d-e43a-4c8a-b69c-1b319d86184a for host: n-d-842733-1 {{(pid=103165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 20:46:21.610471 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-873ef303-279f-4214-b29f-8943d1596902 None None] Routers {'8616163d-e43a-4c8a-b69c-1b319d86184a'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:46:21.611079 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-873ef303-279f-4214-b29f-8943d1596902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:45:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['8616163d-e43a-4c8a-b69c-1b319d86184a'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:46:21.671328 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [req-befbfef2-f869-4ad2-9644-636eb3a4d727 req-35c04398-9cc8-4060-85f1-00a5e571a85d tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] No DVR routers for this DVR port 8ca93dfd-837b-48c7-ad13-f2145d67630f on host n-h1-842733-1 {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:46:21.678917 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-befbfef2-f869-4ad2-9644-636eb3a4d727 req-35c04398-9cc8-4060-85f1-00a5e571a85d tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:21.678917 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-befbfef2-f869-4ad2-9644-636eb3a4d727 req-35c04398-9cc8-4060-85f1-00a5e571a85d tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] 10.222.0.24 "DELETE /v2.0/ports/8ca93dfd-837b-48c7-ad13-f2145d67630f HTTP/1.1" status: 204 len: 173 time: 0.9572937 May 20 20:46:21.692924 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-cf26a7c9-9f09-4a45-9dee-c0dd56877413 req-1e6f0bc1-023a-44a8-bdbf-8e530f154172 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cdb24703-dfbe-492b-a603-1d20747f1acc HTTP/1.1" status: 200 len: 999 time: 0.1078815 May 20 20:46:21.749382 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-873ef303-279f-4214-b29f-8943d1596902 None None] Set router 8616163d-e43a-4c8a-b69c-1b319d86184a gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:46:21.778918 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf26a7c9-9f09-4a45-9dee-c0dd56877413 req-e84e31cc-51e5-41fd-9f7d-b8467ab7afee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:21.780406 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-cf26a7c9-9f09-4a45-9dee-c0dd56877413 req-e84e31cc-51e5-41fd-9f7d-b8467ab7afee service neutron] 10.222.0.35 "GET /v2.0/subnets?id=fbf95e96-7a6b-4877-8118-54c9daa2ad40 HTTP/1.1" status: 200 len: 868 time: 0.0751903 May 20 20:46:21.806216 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38243cef-8acb-479a-8f5d-3a3c79c15a1a req-33b6524b-c0cb-4fc9-bd88-39fde82bf15b tempest-InstanceActionsNegativeTestJSON-144719872 tempest-InstanceActionsNegativeTestJSON-144719872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:21.811148 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-38243cef-8acb-479a-8f5d-3a3c79c15a1a req-33b6524b-c0cb-4fc9-bd88-39fde82bf15b tempest-InstanceActionsNegativeTestJSON-144719872 tempest-InstanceActionsNegativeTestJSON-144719872-project] 10.222.0.35 "GET /v2.0/ports?device_id=95e20482-f7dc-4877-98b7-365f49d19084 HTTP/1.1" status: 200 len: 945 time: 0.0751600 May 20 20:46:21.883169 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf26a7c9-9f09-4a45-9dee-c0dd56877413 req-bf0890b4-4c47-4fd2-bd0b-9f45a353ddf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:21.884691 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-cf26a7c9-9f09-4a45-9dee-c0dd56877413 req-bf0890b4-4c47-4fd2-bd0b-9f45a353ddf7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=84c3842c-d7b9-4059-95b5-2fbd492b4e7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0964928 May 20 20:46:21.888854 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-38243cef-8acb-479a-8f5d-3a3c79c15a1a req-1c4d6fcf-06ba-418d-a010-b14988daab55 tempest-InstanceActionsNegativeTestJSON-144719872 tempest-InstanceActionsNegativeTestJSON-144719872-project] 10.222.0.35 "GET /v2.0/security-groups?id=f48c87cc-0c24-4a90-85b7-1ed1fb3b0536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563302 May 20 20:46:21.900514 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [req-cf26a7c9-9f09-4a45-9dee-c0dd56877413 req-e1993e75-f65a-49e0-8993-a917b1093261 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103163) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 20:46:21.905734 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-cf26a7c9-9f09-4a45-9dee-c0dd56877413 req-e1993e75-f65a-49e0-8993-a917b1093261 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0115750 May 20 20:46:22.004415 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-873ef303-279f-4214-b29f-8943d1596902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8616163d-e43a-4c8a-b69c-1b319d86184a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1942280961-router', 'tenant_id': '559b096ee02f4d29bdb85904f38d7fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '543222a7-401b-4e57-9368-53ec4936130d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:45:40Z', 'updated_at': '2022-05-20T20:45:45Z', 'revision_number': 4, 'project_id': '559b096ee02f4d29bdb85904f38d7fa1', 'gw_port': {'id': '543222a7-401b-4e57-9368-53ec4936130d', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:c5:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8616163d-e43a-4c8a-b69c-1b319d86184a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:45:42Z', 'updated_at': '2022-05-20T20:45:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_floatingips': [{'id': '7788c73c-ee7a-4da9-886c-b83c7acaf32d', 'tenant_id': '559b096ee02f4d29bdb85904f38d7fa1', 'floating_ip_address': '172.25.2.85', 'floating_network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'router_id': '8616163d-e43a-4c8a-b69c-1b319d86184a', 'port_id': 'cdb24703-dfbe-492b-a603-1d20747f1acc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1109, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '84c3842c-d7b9-4059-95b5-2fbd492b4e7b', 'mac_address': 'fa:16:3e:de:14:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b93fcca9-2ba0-4add-b3ec-3bde3d34c334', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-20T20:46:15Z', 'updated_at': '2022-05-20T20:46:19Z', 'revision_number': 1, 'project_id': '559b096ee02f4d29bdb85904f38d7fa1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40365269-876c-4f84-87d8-f565fa198dd5', 'name': '', 'network_id': '84c3842c-d7b9-4059-95b5-2fbd492b4e7b', 'tenant_id': '559b096ee02f4d29bdb85904f38d7fa1', 'mac_address': 'fa:16:3e:dc:6c:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8616163d-e43a-4c8a-b69c-1b319d86184a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': 'fbf95e96-7a6b-4877-8118-54c9daa2ad40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:45:44Z', 'updated_at': '2022-05-20T20:45:51Z', 'revision_number': 5, 'project_id': '559b096ee02f4d29bdb85904f38d7fa1', 'subnets': [{'id': 'fbf95e96-7a6b-4877-8118-54c9daa2ad40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:46:22.033144 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-873ef303-279f-4214-b29f-8943d1596902 None None] The sync data for ids ['8616163d-e43a-4c8a-b69c-1b319d86184a'] in n-d-842733-1 is: [{'id': '8616163d-e43a-4c8a-b69c-1b319d86184a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1942280961-router', 'tenant_id': '559b096ee02f4d29bdb85904f38d7fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '543222a7-401b-4e57-9368-53ec4936130d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:45:40Z', 'updated_at': '2022-05-20T20:45:45Z', 'revision_number': 4, 'project_id': '559b096ee02f4d29bdb85904f38d7fa1', 'gw_port': {'id': '543222a7-401b-4e57-9368-53ec4936130d', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:c5:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8616163d-e43a-4c8a-b69c-1b319d86184a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:45:42Z', 'updated_at': '2022-05-20T20:45:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_floatingips': [{'id': '7788c73c-ee7a-4da9-886c-b83c7acaf32d', 'tenant_id': '559b096ee02f4d29bdb85904f38d7fa1', 'floating_ip_address': '172.25.2.85', 'floating_network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'router_id': '8616163d-e43a-4c8a-b69c-1b319d86184a', 'port_id': 'cdb24703-dfbe-492b-a603-1d20747f1acc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1109, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '84c3842c-d7b9-4059-95b5-2fbd492b4e7b', 'mac_address': 'fa:16:3e:de:14:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b93fcca9-2ba0-4add-b3ec-3bde3d34c334', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-20T20:46:15Z', 'updated_at': '2022-05-20T20:46:19Z', 'revision_number': 1, 'project_id': '559b096ee02f4d29bdb85904f38d7fa1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40365269-876c-4f84-87d8-f565fa198dd5', 'name': '', 'network_id': '84c3842c-d7b9-4059-95b5-2fbd492b4e7b', 'tenant_id': '559b096ee02f4d29bdb85904f38d7fa1', 'mac_address': 'fa:16:3e:dc:6c:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8616163d-e43a-4c8a-b69c-1b319d86184a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': 'fbf95e96-7a6b-4877-8118-54c9daa2ad40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:45:44Z', 'updated_at': '2022-05-20T20:45:51Z', 'revision_number': 5, 'project_id': '559b096ee02f4d29bdb85904f38d7fa1', 'subnets': [{'id': 'fbf95e96-7a6b-4877-8118-54c9daa2ad40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 20:46:22.085594 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223697dd-2a9b-42b1-b15a-17a054b5b76c req-cbee3edd-9fb0-4e82-aed0-58fe4041e6c8 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:22.087501 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-223697dd-2a9b-42b1-b15a-17a054b5b76c req-cbee3edd-9fb0-4e82-aed0-58fe4041e6c8 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.35 "GET /v2.0/ports?device_id=d2c26358-2335-47eb-81e3-6258274d0d68 HTTP/1.1" status: 200 len: 946 time: 0.1101487 May 20 20:46:22.089934 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-cf26a7c9-9f09-4a45-9dee-c0dd56877413 req-03802e65-a24d-4144-91c3-2cb5fe024083 service neutron] 10.222.0.35 "GET /v2.0/networks/84c3842c-d7b9-4059-95b5-2fbd492b4e7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1745818 May 20 20:46:22.193082 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-223697dd-2a9b-42b1-b15a-17a054b5b76c req-54d9a5ba-cc84-4282-bb52-fde9a0c422a0 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.35 "GET /v2.0/security-groups?id=af06f2cf-8756-4fbf-90c6-d72ff1946909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968540 May 20 20:46:22.211860 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-cf26a7c9-9f09-4a45-9dee-c0dd56877413 req-3688664d-1def-4e3d-8f33-432298bd5a0e service neutron] 10.222.0.35 "GET /v2.0/networks/84c3842c-d7b9-4059-95b5-2fbd492b4e7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138129 May 20 20:46:22.223118 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-e660a8e1-7f24-4e6a-a6ad-8ad495f438c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:22.303301 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f811bd74-0a86-4d9d-a0cd-8db57c802785 None None] New status for floating IP 7788c73c-ee7a-4da9-886c-b83c7acaf32d: ACTIVE {{(pid=103164) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 20:46:22.330765 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d15e583-19f4-4512-ace9-2f54f88f59c5 req-f367e12d-75cd-48ea-88f0-840c7bc5225a tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:22.334196 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9d15e583-19f4-4512-ace9-2f54f88f59c5 req-f367e12d-75cd-48ea-88f0-840c7bc5225a tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] 10.222.0.35 "GET /v2.0/ports?device_id=ee7f6c24-7d55-4428-a1c5-37a676e713bd HTTP/1.1" status: 200 len: 945 time: 0.0688319 May 20 20:46:22.388412 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9d15e583-19f4-4512-ace9-2f54f88f59c5 req-173d1ba9-f153-4fe0-bff1-a0e75cdd6c56 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] 10.222.0.35 "GET /v2.0/security-groups?id=1e4d1602-cac8-46a3-bac3-1f4e6aa6409e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471864 May 20 20:46:22.497802 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6ccb924d-84bf-4902-9e5b-7b6cd966d21e req-cb3e00ea-7c57-4e99-994f-792fc44dcb8f tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] 10.222.0.35 "GET /v2.0/ports?device_id=a347e692-068e-4444-9196-4815d70e0479 HTTP/1.1" status: 200 len: 210 time: 0.0541341 May 20 20:46:22.516837 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e82816-c245-42a6-991d-254d7ed23acd req-a729ba71-ceaf-44da-a715-c19c4cd971c0 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:22.518187 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e8e82816-c245-42a6-991d-254d7ed23acd req-a729ba71-ceaf-44da-a715-c19c4cd971c0 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/ports?device_id=91b81ef2-4adc-4414-86c5-f2f7119adcc0 HTTP/1.1" status: 200 len: 944 time: 0.1201091 May 20 20:46:22.544218 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 20:46:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-585abe9d-b099-46f3-bb9a-551655e43145 x-openstack-request-id: req-585abe9d-b099-46f3-bb9a-551655e43145 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:46:22.546760 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b93fcca9-2ba0-4add-b3ec-3bde3d34c334", "tag": "cdb24703-dfbe-492b-a603-1d20747f1acc", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:46:22.546760 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-585abe9d-b099-46f3-bb9a-551655e43145 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:46:22.546760 n-d-842733-1 neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-585abe9d-b099-46f3-bb9a-551655e43145'] response: {'name': 'network-changed', 'server_uuid': 'b93fcca9-2ba0-4add-b3ec-3bde3d34c334', 'tag': 'cdb24703-dfbe-492b-a603-1d20747f1acc', 'status': 'completed', 'code': 200} May 20 20:46:22.560788 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e8e82816-c245-42a6-991d-254d7ed23acd req-902ebe0a-5fc1-4bf2-9edb-fd70f796e114 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/security-groups?id=c9d9c404-d869-4158-9779-ac1a15da4bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369790 May 20 20:46:22.594565 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 697 Content-Type: application/json Date: Fri, 20 May 2022 20:46:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af4d370c-03ca-4fc7-a03a-c7c1e5e738fd x-openstack-request-id: req-af4d370c-03ca-4fc7-a03a-c7c1e5e738fd {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:46:22.595062 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afdb37f9-0912-422e-9f7a-db72aaceea5a", "name": "network-vif-unplugged", "status": "completed", "tag": "8ca93dfd-837b-48c7-ad13-f2145d67630f", "code": 200}, {"server_uuid": "95e20482-f7dc-4877-98b7-365f49d19084", "name": "network-vif-plugged", "status": "completed", "tag": "680aab2c-a2d2-4ad6-ae3c-2026bc6c040c", "code": 200}, {"server_uuid": "ee7f6c24-7d55-4428-a1c5-37a676e713bd", "name": "network-vif-plugged", "status": "completed", "tag": "5ea51e96-bb5c-4b85-951e-797b6c2a914e", "code": 200}, {"server_uuid": "91b81ef2-4adc-4414-86c5-f2f7119adcc0", "name": "network-vif-unplugged", "status": "failed", "tag": "58a304a4-5536-42a2-8bc6-93ffb123830d", "code": 422}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:46:22.596008 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-af4d370c-03ca-4fc7-a03a-c7c1e5e738fd {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:46:22.596427 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af4d370c-03ca-4fc7-a03a-c7c1e5e738fd'] response: {'server_uuid': 'afdb37f9-0912-422e-9f7a-db72aaceea5a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ca93dfd-837b-48c7-ad13-f2145d67630f', 'code': 200} May 20 20:46:22.596694 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af4d370c-03ca-4fc7-a03a-c7c1e5e738fd'] response: {'server_uuid': '95e20482-f7dc-4877-98b7-365f49d19084', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '680aab2c-a2d2-4ad6-ae3c-2026bc6c040c', 'code': 200} May 20 20:46:22.596954 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af4d370c-03ca-4fc7-a03a-c7c1e5e738fd'] response: {'server_uuid': 'ee7f6c24-7d55-4428-a1c5-37a676e713bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ea51e96-bb5c-4b85-951e-797b6c2a914e', 'code': 200} May 20 20:46:22.597315 n-d-842733-1 neutron-server[103164]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-af4d370c-03ca-4fc7-a03a-c7c1e5e738fd']: {'server_uuid': '91b81ef2-4adc-4414-86c5-f2f7119adcc0', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '58a304a4-5536-42a2-8bc6-93ffb123830d', 'code': 422} returned with failed status May 20 20:46:22.741883 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d172d0d2-1bac-4964-9173-b38cda73d9e5 req-b38a2b78-8691-4b17-bcbe-e6aedf42d389 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/ports?device_id=9acabe24-34b6-4f76-8669-0fb1b3e18f66 HTTP/1.1" status: 200 len: 210 time: 0.0624239 May 20 20:46:22.764949 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7792e335-8df2-4268-9139-4f216d845fd0 req-67ff9c20-f5b5-40b4-8c03-357b8b68d9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:22.766447 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7792e335-8df2-4268-9139-4f216d845fd0 req-67ff9c20-f5b5-40b4-8c03-357b8b68d9cf service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=559b096ee02f4d29bdb85904f38d7fa1&device_id=b93fcca9-2ba0-4add-b3ec-3bde3d34c334 HTTP/1.1" status: 200 len: 1097 time: 0.1276906 May 20 20:46:22.931918 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb87ed4-b4c9-42d6-a503-1ac9947c2eeb req-7db0c39b-df40-4962-a571-4ecd5247ed0e tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:22.934256 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7cb87ed4-b4c9-42d6-a503-1ac9947c2eeb req-7db0c39b-df40-4962-a571-4ecd5247ed0e tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.35 "GET /v2.0/ports?device_id=d2c26358-2335-47eb-81e3-6258274d0d68 HTTP/1.1" status: 200 len: 946 time: 0.2567980 May 20 20:46:22.954041 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0189b1-bd4e-4143-9d02-3b4304ef88ae req-44e78970-2887-4d0e-bded-d0c12ff82d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:22.955477 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0c0189b1-bd4e-4143-9d02-3b4304ef88ae req-44e78970-2887-4d0e-bded-d0c12ff82d6b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=95e20482-f7dc-4877-98b7-365f49d19084 HTTP/1.1" status: 200 len: 1096 time: 0.2179551 May 20 20:46:22.976014 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3629a51e-dd32-478e-91e8-d9ed2729a914 req-ddc97b73-3811-44c7-8f2e-68ac7c38374d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:22.977469 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3629a51e-dd32-478e-91e8-d9ed2729a914 req-ddc97b73-3811-44c7-8f2e-68ac7c38374d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ee7f6c24-7d55-4428-a1c5-37a676e713bd HTTP/1.1" status: 200 len: 1096 time: 0.2388287 May 20 20:46:23.075243 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7792e335-8df2-4268-9139-4f216d845fd0 req-3c50345c-d93b-40a7-ab58-652997edee6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:23.076888 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7792e335-8df2-4268-9139-4f216d845fd0 req-3c50345c-d93b-40a7-ab58-652997edee6b service neutron] 10.222.0.13 "GET /v2.0/networks?id=84c3842c-d7b9-4059-95b5-2fbd492b4e7b HTTP/1.1" status: 200 len: 930 time: 0.2827086 May 20 20:46:23.087322 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-23411a04-5013-42c6-9bf5-b678e4a36356 req-5fef9b2f-565f-43be-be7a-6322630e1106 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914-project] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=e3a93b5c-91e2-4064-9c2c-1afc261bfe15 HTTP/1.1" status: 200 len: 258 time: 0.3197775 May 20 20:46:23.098132 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7cb87ed4-b4c9-42d6-a503-1ac9947c2eeb req-3d1616e9-6d4e-4e10-a9f9-a06ed0d403c5 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.35 "GET /v2.0/security-groups?id=af06f2cf-8756-4fbf-90c6-d72ff1946909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541526 May 20 20:46:23.108253 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0c0189b1-bd4e-4143-9d02-3b4304ef88ae req-09928086-4730-451f-a147-0de099512c6a service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=f48c87cc-0c24-4a90-85b7-1ed1fb3b0536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438148 May 20 20:46:23.112821 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [req-23411a04-5013-42c6-9bf5-b678e4a36356 req-2850f809-5b9a-4534-ada0-90666886312d tempest-FloatingIPsAssociationNegativeTestJSON-1675051914 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914-project] Request body: {'floatingip': {'floating_network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:46:23.136902 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3629a51e-dd32-478e-91e8-d9ed2729a914 req-d24e16ee-771a-4118-a345-440c46d03586 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=1e4d1602-cac8-46a3-bac3-1f4e6aa6409e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1344728 May 20 20:46:23.225347 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7792e335-8df2-4268-9139-4f216d845fd0 req-8fb07890-717c-44df-850f-d3e1e0d8e540 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cdb24703-dfbe-492b-a603-1d20747f1acc HTTP/1.1" status: 200 len: 1001 time: 0.1048055 May 20 20:46:23.241051 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96401f67-784f-43a3-b35a-6aa4de7ea971 req-766bec4d-0754-4c7a-ba23-b04247acb2c7 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:23.242505 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-96401f67-784f-43a3-b35a-6aa4de7ea971 req-766bec4d-0754-4c7a-ba23-b04247acb2c7 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/ports?device_id=639a9b9c-aaad-4644-9dcd-410174fb9f88 HTTP/1.1" status: 200 len: 945 time: 0.0687580 May 20 20:46:23.281082 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-96401f67-784f-43a3-b35a-6aa4de7ea971 req-0468b322-8f35-46c3-a7f7-329a4073073a tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3c6019f-4c4a-4c16-982c-852ac3d8d84a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312934 May 20 20:46:23.309850 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-23411a04-5013-42c6-9bf5-b678e4a36356 req-2850f809-5b9a-4534-ada0-90666886312d tempest-FloatingIPsAssociationNegativeTestJSON-1675051914 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914-project] Notify callbacks [] for floatingip, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:23.756093 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71845e80-cfc9-4950-8c3f-f0522afd3e2c req-df32e87a-d261-4091-83aa-289160426037 tempest-InstanceActionsNegativeTestJSON-144719872 tempest-InstanceActionsNegativeTestJSON-144719872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:23.757509 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-71845e80-cfc9-4950-8c3f-f0522afd3e2c req-df32e87a-d261-4091-83aa-289160426037 tempest-InstanceActionsNegativeTestJSON-144719872 tempest-InstanceActionsNegativeTestJSON-144719872-project] 10.222.0.35 "GET /v2.0/ports?device_id=95e20482-f7dc-4877-98b7-365f49d19084 HTTP/1.1" status: 200 len: 945 time: 0.4050152 May 20 20:46:23.770485 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7792e335-8df2-4268-9139-4f216d845fd0 req-d8b78eab-0498-43d0-bcc4-e81cf7defc31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:23.771957 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7792e335-8df2-4268-9139-4f216d845fd0 req-d8b78eab-0498-43d0-bcc4-e81cf7defc31 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fbf95e96-7a6b-4877-8118-54c9daa2ad40 HTTP/1.1" status: 200 len: 868 time: 0.3793869 May 20 20:46:23.816459 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4bb0e131-6525-46ca-a45b-e4ea43a5e69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:23.839110 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8682f8e4-8827-4f05-a889-329c30e3e404 req-18ed2fd8-dd7a-44a8-893b-55d87c836a5c tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:23.841393 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8682f8e4-8827-4f05-a889-329c30e3e404 req-18ed2fd8-dd7a-44a8-893b-55d87c836a5c tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] 10.222.0.24 "GET /v2.0/networks?id=9d3d3a86-d0ea-42bb-882a-63d3244d9913 HTTP/1.1" status: 200 len: 805 time: 0.4762921 May 20 20:46:23.868365 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [req-8682f8e4-8827-4f05-a889-329c30e3e404 req-7e078625-a287-41ef-84a3-6c48a97b00e9 tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] Request body: {'port': {'device_id': 'a347e692-068e-4444-9196-4815d70e0479', 'network_id': '9d3d3a86-d0ea-42bb-882a-63d3244d9913', 'admin_state_up': True, 'tenant_id': '812b03e5e79843f7aecfe762e5ee081e'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:46:23.896087 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-71845e80-cfc9-4950-8c3f-f0522afd3e2c req-5b7c98c4-ceec-4edd-b04a-b8d5ed0f5f1b tempest-InstanceActionsNegativeTestJSON-144719872 tempest-InstanceActionsNegativeTestJSON-144719872-project] 10.222.0.35 "GET /v2.0/security-groups?id=f48c87cc-0c24-4a90-85b7-1ed1fb3b0536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151221 May 20 20:46:23.955932 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-23411a04-5013-42c6-9bf5-b678e4a36356 req-2850f809-5b9a-4534-ada0-90666886312d tempest-FloatingIPsAssociationNegativeTestJSON-1675051914 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:23.971711 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7792e335-8df2-4268-9139-4f216d845fd0 req-3c326e46-95b5-4717-9c85-5a5a645883a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:23.973177 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7792e335-8df2-4268-9139-4f216d845fd0 req-3c326e46-95b5-4717-9c85-5a5a645883a9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=84c3842c-d7b9-4059-95b5-2fbd492b4e7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1935058 May 20 20:46:24.008565 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 8ca93dfd-837b-48c7-ad13-f2145d67630f no longer exists at agent hyperv_n-h1-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:46:24.017797 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-563676f3-ee66-41a6-afac-b1b5a21d56c4 req-f2201b92-c419-4ddf-bae2-622ffad512ba tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=74b74d22d9d54e1eae7cec44a7fbec8d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0243461 May 20 20:46:24.035842 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] No Port match for: 8ca93dfd-837b-48c7-ad13-f2145d67630f {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 20:46:24.036268 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 8ca93dfd-837b-48c7-ad13-f2145d67630f not bound to the agent host n-h1-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 20:46:24.170815 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7792e335-8df2-4268-9139-4f216d845fd0 req-be3f102b-2a50-49d9-8075-ddf290a18e90 service neutron] 10.222.0.13 "GET /v2.0/networks/84c3842c-d7b9-4059-95b5-2fbd492b4e7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1893260 May 20 20:46:24.187945 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563676f3-ee66-41a6-afac-b1b5a21d56c4 req-ad5c3aaa-3bb0-4940-b513-b46304a889b8 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:24.188148 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [req-23411a04-5013-42c6-9bf5-b678e4a36356 req-2850f809-5b9a-4534-ada0-90666886312d tempest-FloatingIPsAssociationNegativeTestJSON-1675051914 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914-project] Allocated IP 172.25.2.223 (e3a93b5c-91e2-4064-9c2c-1afc261bfe15/86fee0c1-6e34-488b-9216-b2b8e7ef585a/12ccff82-ae93-43c6-8de1-20c38cc0ab5b) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:46:24.189968 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-563676f3-ee66-41a6-afac-b1b5a21d56c4 req-ad5c3aaa-3bb0-4940-b513-b46304a889b8 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1656203 May 20 20:46:24.190944 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8682f8e4-8827-4f05-a889-329c30e3e404 req-7e078625-a287-41ef-84a3-6c48a97b00e9 tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] Made reservation on behalf of 812b03e5e79843f7aecfe762e5ee081e for: {'port': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:46:24.194349 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-8682f8e4-8827-4f05-a889-329c30e3e404 req-7e078625-a287-41ef-84a3-6c48a97b00e9 tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:24.207544 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [req-563676f3-ee66-41a6-afac-b1b5a21d56c4 req-1c6ebf13-5291-4165-aa25-daf57d5b0aac tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Request body: {'port': {'device_id': '9acabe24-34b6-4f76-8669-0fb1b3e18f66', 'network_id': 'cd702362-b982-46c5-a7d0-51de1b03df86', 'admin_state_up': True, 'tenant_id': '74b74d22d9d54e1eae7cec44a7fbec8d'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:46:24.417614 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-563676f3-ee66-41a6-afac-b1b5a21d56c4 req-1c6ebf13-5291-4165-aa25-daf57d5b0aac tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Made reservation on behalf of 74b74d22d9d54e1eae7cec44a7fbec8d for: {'port': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:46:24.421047 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-563676f3-ee66-41a6-afac-b1b5a21d56c4 req-1c6ebf13-5291-4165-aa25-daf57d5b0aac tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:24.423362 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5915eab6-7bef-4f50-9847-834678823108 req-38b0d62b-46ef-451b-8c1f-d2e9e52f82fa tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:24.424881 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5915eab6-7bef-4f50-9847-834678823108 req-38b0d62b-46ef-451b-8c1f-d2e9e52f82fa tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/ports?device_id=639a9b9c-aaad-4644-9dcd-410174fb9f88 HTTP/1.1" status: 200 len: 945 time: 0.2385187 May 20 20:46:24.453130 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7792e335-8df2-4268-9139-4f216d845fd0 req-05737007-838e-4867-822b-0e1ba0121e0b service neutron] 10.222.0.13 "GET /v2.0/networks/84c3842c-d7b9-4059-95b5-2fbd492b4e7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2565351 May 20 20:46:24.453729 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 58a304a4-5536-42a2-8bc6-93ffb123830d no longer exists at agent hyperv_n-h2-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:46:24.533120 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:24.548479 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afdb37f9-0912-422e-9f7a-db72aaceea5a', 'name': 'network-vif-deleted', 'tag': '8ca93dfd-837b-48c7-ad13-f2145d67630f'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:46:24.550849 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4291b17aa7b45362825f0571e77c85f5e73afe1df9c7e9e15006df9d695c005e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddbcfc96-19f3-493a-b261-e82c67ffed05" -d '{"events": [{"server_uuid": "afdb37f9-0912-422e-9f7a-db72aaceea5a", "name": "network-vif-deleted", "tag": "8ca93dfd-837b-48c7-ad13-f2145d67630f"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:46:24.560448 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-23411a04-5013-42c6-9bf5-b678e4a36356 req-2850f809-5b9a-4534-ada0-90666886312d tempest-FloatingIPsAssociationNegativeTestJSON-1675051914 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914-project] Notify callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:24.565513 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5915eab6-7bef-4f50-9847-834678823108 req-92ec096e-2c78-430d-8a9c-e0564439b89e tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3c6019f-4c4a-4c16-982c-852ac3d8d84a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1301279 May 20 20:46:24.584556 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [req-8682f8e4-8827-4f05-a889-329c30e3e404 req-7e078625-a287-41ef-84a3-6c48a97b00e9 tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] Allocated IP 172.20.0.7 (9d3d3a86-d0ea-42bb-882a-63d3244d9913/4bff70e4-9d51-4479-9096-540dc3675fab/d6d900e5-878c-4362-bc8f-7d0da00fe4b6) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:46:24.588823 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [req-563676f3-ee66-41a6-afac-b1b5a21d56c4 req-1c6ebf13-5291-4165-aa25-daf57d5b0aac tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Allocated IP 192.168.233.242 (cd702362-b982-46c5-a7d0-51de1b03df86/26b342ea-254c-483a-9ea9-f11c178970eb/1d818611-fbfa-42a2-89d9-b5a9d72dc148) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:46:24.599510 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port 58a304a4-5536-42a2-8bc6-93ffb123830d is: DOWN; New status is: DOWN {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:46:24.737732 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-23411a04-5013-42c6-9bf5-b678e4a36356 req-2850f809-5b9a-4534-ada0-90666886312d tempest-FloatingIPsAssociationNegativeTestJSON-1675051914 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:24.765085 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-563676f3-ee66-41a6-afac-b1b5a21d56c4 req-1c6ebf13-5291-4165-aa25-daf57d5b0aac tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:24.804347 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23411a04-5013-42c6-9bf5-b678e4a36356 req-2850f809-5b9a-4534-ada0-90666886312d tempest-FloatingIPsAssociationNegativeTestJSON-1675051914 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914-project] Network e3a93b5c-91e2-4064-9c2c-1afc261bfe15 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:46:24.820954 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [req-23411a04-5013-42c6-9bf5-b678e4a36356 req-2850f809-5b9a-4534-ada0-90666886312d tempest-FloatingIPsAssociationNegativeTestJSON-1675051914 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:46:24.826842 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [req-23411a04-5013-42c6-9bf5-b678e4a36356 req-2850f809-5b9a-4534-ada0-90666886312d tempest-FloatingIPsAssociationNegativeTestJSON-1675051914 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914-project] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:46:24.829598 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2850f809-5b9a-4534-ada0-90666886312d tempest-FloatingIPsAssociationNegativeTestJSON-1675051914 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914-project] Pushing event updated for resources: {'Port': ['ID=12ccff82-ae93-43c6-8de1-20c38cc0ab5b,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:46:24.873540 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bf8a4d-5347-4816-8300-310687c32672 req-e7d9edb0-fe45-4873-8d3e-a33c5adc3aeb tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:24.875023 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-30bf8a4d-5347-4816-8300-310687c32672 req-e7d9edb0-fe45-4873-8d3e-a33c5adc3aeb tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] 10.222.0.35 "GET /v2.0/ports?device_id=ee7f6c24-7d55-4428-a1c5-37a676e713bd HTTP/1.1" status: 200 len: 945 time: 0.1927838 May 20 20:46:24.914099 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-8682f8e4-8827-4f05-a889-329c30e3e404 req-7e078625-a287-41ef-84a3-6c48a97b00e9 tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] Notify callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:24.943519 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-563676f3-ee66-41a6-afac-b1b5a21d56c4 req-1c6ebf13-5291-4165-aa25-daf57d5b0aac tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:24.955963 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] get_ports_and_sgs() called for port_ids ['36b4db1d-b6e8-4dc0-991a-f9d6809e9c6a', 'f0726a78-f245-4b9e-993d-421087799a99'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:46:24.964081 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-30bf8a4d-5347-4816-8300-310687c32672 req-711f3ad2-9579-4588-a525-50bfafca0c19 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] 10.222.0.35 "GET /v2.0/security-groups?id=1e4d1602-cac8-46a3-bac3-1f4e6aa6409e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815806 May 20 20:46:24.997338 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-23411a04-5013-42c6-9bf5-b678e4a36356 req-2850f809-5b9a-4534-ada0-90666886312d tempest-FloatingIPsAssociationNegativeTestJSON-1675051914 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:24.998406 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-563676f3-ee66-41a6-afac-b1b5a21d56c4 req-1c6ebf13-5291-4165-aa25-daf57d5b0aac tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Network cd702362-b982-46c5-a7d0-51de1b03df86 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:46:24.999420 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] get_ports_and_sgs() called for port_ids ['2a4cc0f0-cfd0-4e2d-aa3c-9c6f9247fea7'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:46:25.001594 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [req-563676f3-ee66-41a6-afac-b1b5a21d56c4 req-1c6ebf13-5291-4165-aa25-daf57d5b0aac tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:46:25.008222 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-563676f3-ee66-41a6-afac-b1b5a21d56c4 req-1c6ebf13-5291-4165-aa25-daf57d5b0aac tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:46:25.012577 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6ebf13-5291-4165-aa25-daf57d5b0aac tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Pushing event updated for resources: {'Port': ['ID=1d818611-fbfa-42a2-89d9-b5a9d72dc148,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:46:25.060917 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563676f3-ee66-41a6-afac-b1b5a21d56c4 req-1c6ebf13-5291-4165-aa25-daf57d5b0aac tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:25.075319 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-563676f3-ee66-41a6-afac-b1b5a21d56c4 req-1c6ebf13-5291-4165-aa25-daf57d5b0aac tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:25.114442 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-8682f8e4-8827-4f05-a889-329c30e3e404 req-7e078625-a287-41ef-84a3-6c48a97b00e9 tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:25.128743 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-563676f3-ee66-41a6-afac-b1b5a21d56c4 req-1c6ebf13-5291-4165-aa25-daf57d5b0aac tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9251466 May 20 20:46:25.144891 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [req-563676f3-ee66-41a6-afac-b1b5a21d56c4 req-e33cc121-3f8f-496f-812b-fe41bfdecea6 service neutron] Request body: {'port': {'device_id': '9acabe24-34b6-4f76-8669-0fb1b3e18f66', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-842733-1'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:46:25.180970 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-23411a04-5013-42c6-9bf5-b678e4a36356 req-2850f809-5b9a-4534-ada0-90666886312d tempest-FloatingIPsAssociationNegativeTestJSON-1675051914 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:25.223434 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-563676f3-ee66-41a6-afac-b1b5a21d56c4 req-e33cc121-3f8f-496f-812b-fe41bfdecea6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:25.229232 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8682f8e4-8827-4f05-a889-329c30e3e404 req-7e078625-a287-41ef-84a3-6c48a97b00e9 tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] Network 9d3d3a86-d0ea-42bb-882a-63d3244d9913 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:46:25.231941 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e078625-a287-41ef-84a3-6c48a97b00e9 tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] Pushing event updated for resources: {'Port': ['ID=d6d900e5-878c-4362-bc8f-7d0da00fe4b6,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:46:25.238933 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [req-8682f8e4-8827-4f05-a889-329c30e3e404 req-7e078625-a287-41ef-84a3-6c48a97b00e9 tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:46:25.243050 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [req-8682f8e4-8827-4f05-a889-329c30e3e404 req-7e078625-a287-41ef-84a3-6c48a97b00e9 tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:46:25.321906 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504054ee-a9cb-46bf-a3b2-176966bfa698 req-93eccf80-3f81-466f-afab-5126423b87fa tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:25.335002 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-504054ee-a9cb-46bf-a3b2-176966bfa698 req-93eccf80-3f81-466f-afab-5126423b87fa tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] 10.222.0.35 "GET /v2.0/ports?device_id=a347e692-068e-4444-9196-4815d70e0479 HTTP/1.1" status: 200 len: 931 time: 0.1887901 May 20 20:46:25.424038 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cc3ec51b-6ec8-438a-8349-5f0bec346d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:25.444449 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8682f8e4-8827-4f05-a889-329c30e3e404 req-7e078625-a287-41ef-84a3-6c48a97b00e9 tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:25.445649 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-8682f8e4-8827-4f05-a889-329c30e3e404 req-7e078625-a287-41ef-84a3-6c48a97b00e9 tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:25.491529 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-abe41475-8631-469f-98fd-d18fd5b40646 None None] Provisioning complete for port 1d818611-fbfa-42a2-89d9-b5a9d72dc148 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:46:25.491901 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-abe41475-8631-469f-98fd-d18fd5b40646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:25.496269 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-504054ee-a9cb-46bf-a3b2-176966bfa698 req-32de3ced-5b45-4996-a1e6-90f6405da177 tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] 10.222.0.35 "GET /v2.0/security-groups?id=08f63c89-364b-47f7-9236-e1c85d29ce51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595035 May 20 20:46:25.520107 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:25.535619 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-abe41475-8631-469f-98fd-d18fd5b40646 None None] Port 1d818611-fbfa-42a2-89d9-b5a9d72dc148 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 20:46:25.540380 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8682f8e4-8827-4f05-a889-329c30e3e404 req-7e078625-a287-41ef-84a3-6c48a97b00e9 tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6800246 May 20 20:46:25.565009 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [req-8682f8e4-8827-4f05-a889-329c30e3e404 req-02d400d8-4a0b-4759-a8a6-4b89df162b81 service neutron] Request body: {'port': {'device_id': 'a347e692-068e-4444-9196-4815d70e0479', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-842733-1'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:46:25.580928 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [req-563676f3-ee66-41a6-afac-b1b5a21d56c4 req-e33cc121-3f8f-496f-812b-fe41bfdecea6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d818611-fbfa-42a2-89d9-b5a9d72dc148 {{(pid=103162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:46:25.588707 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-563676f3-ee66-41a6-afac-b1b5a21d56c4 req-e33cc121-3f8f-496f-812b-fe41bfdecea6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:25.594825 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-23411a04-5013-42c6-9bf5-b678e4a36356 req-2850f809-5b9a-4534-ada0-90666886312d tempest-FloatingIPsAssociationNegativeTestJSON-1675051914 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914-project] Notify callbacks [] for port, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:25.601947 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.provisioning_blocks [req-563676f3-ee66-41a6-afac-b1b5a21d56c4 req-e33cc121-3f8f-496f-812b-fe41bfdecea6 service neutron] Transition to ACTIVE for port object 1d818611-fbfa-42a2-89d9-b5a9d72dc148 will not be triggered until provisioned by entity L2. {{(pid=103162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 20:46:25.663272 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-23411a04-5013-42c6-9bf5-b678e4a36356 req-2850f809-5b9a-4534-ada0-90666886312d tempest-FloatingIPsAssociationNegativeTestJSON-1675051914 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:25.668489 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-8682f8e4-8827-4f05-a889-329c30e3e404 req-02d400d8-4a0b-4759-a8a6-4b89df162b81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:25.675135 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-563676f3-ee66-41a6-afac-b1b5a21d56c4 req-e33cc121-3f8f-496f-812b-fe41bfdecea6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:25.681557 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5367885d-d85a-4dc6-a55b-2966c739e8e3 req-7efb8d78-b501-4629-af68-eb1a2d894d98 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:25.683265 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5367885d-d85a-4dc6-a55b-2966c739e8e3 req-7efb8d78-b501-4629-af68-eb1a2d894d98 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/ports?device_id=9acabe24-34b6-4f76-8669-0fb1b3e18f66 HTTP/1.1" status: 200 len: 936 time: 0.0864227 May 20 20:46:25.730666 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33cc121-3f8f-496f-812b-fe41bfdecea6 service neutron] Pushing event updated for resources: {'Port': ['ID=1d818611-fbfa-42a2-89d9-b5a9d72dc148,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:46:25.801348 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2850f809-5b9a-4534-ada0-90666886312d tempest-FloatingIPsAssociationNegativeTestJSON-1675051914 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914-project] Pushing event updated for resources: {'Port': ['ID=12ccff82-ae93-43c6-8de1-20c38cc0ab5b,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:46:25.805755 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-563676f3-ee66-41a6-afac-b1b5a21d56c4 req-e33cc121-3f8f-496f-812b-fe41bfdecea6 service neutron] Attempting to bind port 1d818611-fbfa-42a2-89d9-b5a9d72dc148 on host n-h1-842733-1 for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:46:25.806097 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-563676f3-ee66-41a6-afac-b1b5a21d56c4 req-e33cc121-3f8f-496f-812b-fe41bfdecea6 service neutron] Attempting to bind port 1d818611-fbfa-42a2-89d9-b5a9d72dc148 by drivers openvswitch,hyperv on host n-h1-842733-1 at level 0 using segments [{'id': 'ed3a602f-49fb-4a95-be80-401e1eb72e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'cd702362-b982-46c5-a7d0-51de1b03df86'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:46:25.806419 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-563676f3-ee66-41a6-afac-b1b5a21d56c4 req-e33cc121-3f8f-496f-812b-fe41bfdecea6 service neutron] Attempting to bind port 1d818611-fbfa-42a2-89d9-b5a9d72dc148 on network cd702362-b982-46c5-a7d0-51de1b03df86 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:46:25.815076 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-563676f3-ee66-41a6-afac-b1b5a21d56c4 req-e33cc121-3f8f-496f-812b-fe41bfdecea6 service neutron] Port 1d818611-fbfa-42a2-89d9-b5a9d72dc148 on network cd702362-b982-46c5-a7d0-51de1b03df86 not bound, no agent of type Open vSwitch agent registered on host n-h1-842733-1 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 20:46:25.815076 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-563676f3-ee66-41a6-afac-b1b5a21d56c4 req-e33cc121-3f8f-496f-812b-fe41bfdecea6 service neutron] Attempting to bind port 1d818611-fbfa-42a2-89d9-b5a9d72dc148 on network cd702362-b982-46c5-a7d0-51de1b03df86 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:46:25.817103 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-563676f3-ee66-41a6-afac-b1b5a21d56c4 req-e33cc121-3f8f-496f-812b-fe41bfdecea6 service neutron] Checking agent: {'id': '08dfb1ce-804b-4db8-838b-21094082e041', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 32, 54), 'started_at': datetime.datetime(2022, 5, 20, 20, 32, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 46, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:46:25.817465 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-563676f3-ee66-41a6-afac-b1b5a21d56c4 req-e33cc121-3f8f-496f-812b-fe41bfdecea6 service neutron] Checking segment: {'id': 'ed3a602f-49fb-4a95-be80-401e1eb72e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'cd702362-b982-46c5-a7d0-51de1b03df86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:46:25.817887 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-563676f3-ee66-41a6-afac-b1b5a21d56c4 req-e33cc121-3f8f-496f-812b-fe41bfdecea6 service neutron] Bound using segment: {'id': 'ed3a602f-49fb-4a95-be80-401e1eb72e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'cd702362-b982-46c5-a7d0-51de1b03df86'} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:46:25.818313 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-563676f3-ee66-41a6-afac-b1b5a21d56c4 req-e33cc121-3f8f-496f-812b-fe41bfdecea6 service neutron] Bound port: 1d818611-fbfa-42a2-89d9-b5a9d72dc148, host: n-h1-842733-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed3a602f-49fb-4a95-be80-401e1eb72e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'cd702362-b982-46c5-a7d0-51de1b03df86'}}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:46:25.818844 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-563676f3-ee66-41a6-afac-b1b5a21d56c4 req-e33cc121-3f8f-496f-812b-fe41bfdecea6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:25.826927 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5367885d-d85a-4dc6-a55b-2966c739e8e3 req-66ed1120-9f64-4643-9df1-4ee4d2a93ab5 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/security-groups?id=38c76b68-4081-4341-88c9-c8e3082a5da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170001 May 20 20:46:25.832157 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-23411a04-5013-42c6-9bf5-b678e4a36356 req-2850f809-5b9a-4534-ada0-90666886312d tempest-FloatingIPsAssociationNegativeTestJSON-1675051914 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748272'] for floatingip, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:25.922389 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-563676f3-ee66-41a6-afac-b1b5a21d56c4 req-e33cc121-3f8f-496f-812b-fe41bfdecea6 service neutron] For port 1d818611-fbfa-42a2-89d9-b5a9d72dc148, host n-h1-842733-1, cleared binding levels {{(pid=103162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:46:25.926013 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-563676f3-ee66-41a6-afac-b1b5a21d56c4 req-e33cc121-3f8f-496f-812b-fe41bfdecea6 service neutron] For port 1d818611-fbfa-42a2-89d9-b5a9d72dc148, host n-h1-842733-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=1d818611-fbfa-42a2-89d9-b5a9d72dc148,segment=NetworkSegment(ed3a602f-49fb-4a95-be80-401e1eb72e33),segment_id=ed3a602f-49fb-4a95-be80-401e1eb72e33)] {{(pid=103162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:46:25.954600 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-23411a04-5013-42c6-9bf5-b678e4a36356 req-2850f809-5b9a-4534-ada0-90666886312d tempest-FloatingIPsAssociationNegativeTestJSON-1675051914 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for floatingip, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:25.955812 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-23411a04-5013-42c6-9bf5-b678e4a36356 req-2850f809-5b9a-4534-ada0-90666886312d tempest-FloatingIPsAssociationNegativeTestJSON-1675051914 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.8615906 May 20 20:46:25.994238 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-563676f3-ee66-41a6-afac-b1b5a21d56c4 req-e33cc121-3f8f-496f-812b-fe41bfdecea6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:26.027528 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563676f3-ee66-41a6-afac-b1b5a21d56c4 req-e33cc121-3f8f-496f-812b-fe41bfdecea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:26.028338 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-563676f3-ee66-41a6-afac-b1b5a21d56c4 req-e33cc121-3f8f-496f-812b-fe41bfdecea6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:26.029744 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-563676f3-ee66-41a6-afac-b1b5a21d56c4 req-e33cc121-3f8f-496f-812b-fe41bfdecea6 service neutron] 10.222.0.24 "PUT /v2.0/ports/1d818611-fbfa-42a2-89d9-b5a9d72dc148 HTTP/1.1" status: 200 len: 1096 time: 0.8923268 May 20 20:46:26.032166 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9acabe24-34b6-4f76-8669-0fb1b3e18f66', 'tag': '1d818611-fbfa-42a2-89d9-b5a9d72dc148'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:46:26.035135 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6fa957933fccbf596d28104b23404b952ad6a8238afaebaed40a0874b2e409" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3495c54-556c-4e4f-a518-03eff8d62e3a" -d '{"events": [{"name": "network-changed", "server_uuid": "9acabe24-34b6-4f76-8669-0fb1b3e18f66", "tag": "1d818611-fbfa-42a2-89d9-b5a9d72dc148"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:46:26.066592 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33cc121-3f8f-496f-812b-fe41bfdecea6 service neutron] Pushing event updated for resources: {'Port': ['ID=1d818611-fbfa-42a2-89d9-b5a9d72dc148,revision_number=3']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:46:26.072436 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bfd6ff-cac1-47f6-81b8-1ee676ca0a3e req-e7b07fef-c7c1-4853-b64c-351edde0c99d tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:26.074152 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f6bfd6ff-cac1-47f6-81b8-1ee676ca0a3e req-e7b07fef-c7c1-4853-b64c-351edde0c99d tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.35 "GET /v2.0/ports?device_id=d2c26358-2335-47eb-81e3-6258274d0d68 HTTP/1.1" status: 200 len: 946 time: 0.1640999 May 20 20:46:26.079613 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-23411a04-5013-42c6-9bf5-b678e4a36356 req-c767f4d3-8100-48d4-a3d7-a6ccfc7b6bae tempest-FloatingIPsAssociationNegativeTestJSON-1675051914 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.2.223 HTTP/1.1" status: 200 len: 696 time: 0.1133673 May 20 20:46:26.194442 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563676f3-ee66-41a6-afac-b1b5a21d56c4 req-5b574215-b859-414a-8b08-c63c191f9940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:26.196245 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-563676f3-ee66-41a6-afac-b1b5a21d56c4 req-5b574215-b859-414a-8b08-c63c191f9940 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=74b74d22d9d54e1eae7cec44a7fbec8d&device_id=9acabe24-34b6-4f76-8669-0fb1b3e18f66 HTTP/1.1" status: 200 len: 1099 time: 0.0441480 May 20 20:46:26.208089 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f6bfd6ff-cac1-47f6-81b8-1ee676ca0a3e req-de040ab0-3875-4b40-8511-413577418463 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.35 "GET /v2.0/security-groups?id=af06f2cf-8756-4fbf-90c6-d72ff1946909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256998 May 20 20:46:26.252680 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-563676f3-ee66-41a6-afac-b1b5a21d56c4 req-f833e378-5298-468f-919d-733977dd4487 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=1d818611-fbfa-42a2-89d9-b5a9d72dc148 HTTP/1.1" status: 200 len: 217 time: 0.0474365 May 20 20:46:26.275647 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 20:46:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27035c8a-8460-4a4c-b2c8-69511178cb98 x-openstack-request-id: req-27035c8a-8460-4a4c-b2c8-69511178cb98 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:46:26.275943 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afdb37f9-0912-422e-9f7a-db72aaceea5a", "name": "network-vif-deleted", "tag": "8ca93dfd-837b-48c7-ad13-f2145d67630f", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:46:26.276186 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-27035c8a-8460-4a4c-b2c8-69511178cb98 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:46:26.276588 n-d-842733-1 neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27035c8a-8460-4a4c-b2c8-69511178cb98'] response: {'server_uuid': 'afdb37f9-0912-422e-9f7a-db72aaceea5a', 'name': 'network-vif-deleted', 'tag': '8ca93dfd-837b-48c7-ad13-f2145d67630f', 'status': 'completed', 'code': 200} May 20 20:46:26.307696 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23411a04-5013-42c6-9bf5-b678e4a36356 req-a2eb968d-7b6c-42e9-b997-fb237d91e828 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:26.309117 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-23411a04-5013-42c6-9bf5-b678e4a36356 req-a2eb968d-7b6c-42e9-b997-fb237d91e828 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914-project] 10.222.0.35 "GET /v2.0/networks/e3a93b5c-91e2-4064-9c2c-1afc261bfe15 HTTP/1.1" status: 200 len: 784 time: 0.2162323 May 20 20:46:26.314549 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [req-8682f8e4-8827-4f05-a889-329c30e3e404 req-02d400d8-4a0b-4759-a8a6-4b89df162b81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6d900e5-878c-4362-bc8f-7d0da00fe4b6 {{(pid=103163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:46:26.318531 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563676f3-ee66-41a6-afac-b1b5a21d56c4 req-c4aa1b92-7cc3-46c8-ba04-9b8eacfd6323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:26.320078 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-563676f3-ee66-41a6-afac-b1b5a21d56c4 req-c4aa1b92-7cc3-46c8-ba04-9b8eacfd6323 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=26b342ea-254c-483a-9ea9-f11c178970eb HTTP/1.1" status: 200 len: 843 time: 0.0582097 May 20 20:46:26.336865 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-8682f8e4-8827-4f05-a889-329c30e3e404 req-02d400d8-4a0b-4759-a8a6-4b89df162b81 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:26.368486 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563676f3-ee66-41a6-afac-b1b5a21d56c4 req-09ad0ec8-1111-43fd-8dc8-2623cc774457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:26.370106 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-563676f3-ee66-41a6-afac-b1b5a21d56c4 req-09ad0ec8-1111-43fd-8dc8-2623cc774457 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cd702362-b982-46c5-a7d0-51de1b03df86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0429277 May 20 20:46:26.377228 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [req-8682f8e4-8827-4f05-a889-329c30e3e404 req-02d400d8-4a0b-4759-a8a6-4b89df162b81 service neutron] Transition to ACTIVE for port object d6d900e5-878c-4362-bc8f-7d0da00fe4b6 will not be triggered until provisioned by entity L2. {{(pid=103163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 20:46:26.414247 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e478d8-bafb-40ea-a1b3-b49f1303ead2 req-f84f806f-b559-487b-92a0-7c17af47ef0f tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:26.415754 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-39e478d8-bafb-40ea-a1b3-b49f1303ead2 req-f84f806f-b559-487b-92a0-7c17af47ef0f tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/ports?device_id=639a9b9c-aaad-4644-9dcd-410174fb9f88 HTTP/1.1" status: 200 len: 945 time: 0.1057327 May 20 20:46:26.438210 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-8682f8e4-8827-4f05-a889-329c30e3e404 req-02d400d8-4a0b-4759-a8a6-4b89df162b81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:26.455565 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2260173-aa77-423d-b6d0-839f9fe65f4b req-ec008e92-82d2-4f52-8e35-200d92f8d1eb tempest-InstanceActionsNegativeTestJSON-144719872 tempest-InstanceActionsNegativeTestJSON-144719872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:26.457054 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d2260173-aa77-423d-b6d0-839f9fe65f4b req-ec008e92-82d2-4f52-8e35-200d92f8d1eb tempest-InstanceActionsNegativeTestJSON-144719872 tempest-InstanceActionsNegativeTestJSON-144719872-project] 10.222.0.35 "GET /v2.0/ports?device_id=95e20482-f7dc-4877-98b7-365f49d19084 HTTP/1.1" status: 200 len: 945 time: 0.0921719 May 20 20:46:26.466711 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-563676f3-ee66-41a6-afac-b1b5a21d56c4 req-19af1686-946c-4b13-8214-8fc186855cb8 service neutron] 10.222.0.24 "GET /v2.0/networks/cd702362-b982-46c5-a7d0-51de1b03df86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879726 May 20 20:46:26.528059 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-39e478d8-bafb-40ea-a1b3-b49f1303ead2 req-a3b34bf6-774e-4cd2-9956-9af11764f8a1 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3c6019f-4c4a-4c16-982c-852ac3d8d84a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1050603 May 20 20:46:26.542963 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d400d8-4a0b-4759-a8a6-4b89df162b81 service neutron] Pushing event updated for resources: {'Port': ['ID=d6d900e5-878c-4362-bc8f-7d0da00fe4b6,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:46:26.566357 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-563676f3-ee66-41a6-afac-b1b5a21d56c4 req-8a897558-71bc-4b72-b532-4448e13ee213 service neutron] 10.222.0.24 "GET /v2.0/networks/cd702362-b982-46c5-a7d0-51de1b03df86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881667 May 20 20:46:26.593987 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d2260173-aa77-423d-b6d0-839f9fe65f4b req-80af46f8-3a3c-428e-941f-c0eb5640e6f8 tempest-InstanceActionsNegativeTestJSON-144719872 tempest-InstanceActionsNegativeTestJSON-144719872-project] 10.222.0.35 "GET /v2.0/security-groups?id=f48c87cc-0c24-4a90-85b7-1ed1fb3b0536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162744 May 20 20:46:26.638772 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-8682f8e4-8827-4f05-a889-329c30e3e404 req-02d400d8-4a0b-4759-a8a6-4b89df162b81 service neutron] Attempting to bind port d6d900e5-878c-4362-bc8f-7d0da00fe4b6 on host n-h1-842733-1 for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:46:26.639111 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-8682f8e4-8827-4f05-a889-329c30e3e404 req-02d400d8-4a0b-4759-a8a6-4b89df162b81 service neutron] Attempting to bind port d6d900e5-878c-4362-bc8f-7d0da00fe4b6 by drivers openvswitch,hyperv on host n-h1-842733-1 at level 0 using segments [{'id': '769d43cd-208e-4beb-b6e6-532aefd8f5a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '9d3d3a86-d0ea-42bb-882a-63d3244d9913'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:46:26.639665 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8682f8e4-8827-4f05-a889-329c30e3e404 req-02d400d8-4a0b-4759-a8a6-4b89df162b81 service neutron] Attempting to bind port d6d900e5-878c-4362-bc8f-7d0da00fe4b6 on network 9d3d3a86-d0ea-42bb-882a-63d3244d9913 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:46:26.645645 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8682f8e4-8827-4f05-a889-329c30e3e404 req-02d400d8-4a0b-4759-a8a6-4b89df162b81 service neutron] Port d6d900e5-878c-4362-bc8f-7d0da00fe4b6 on network 9d3d3a86-d0ea-42bb-882a-63d3244d9913 not bound, no agent of type Open vSwitch agent registered on host n-h1-842733-1 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 20:46:26.645969 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8682f8e4-8827-4f05-a889-329c30e3e404 req-02d400d8-4a0b-4759-a8a6-4b89df162b81 service neutron] Attempting to bind port d6d900e5-878c-4362-bc8f-7d0da00fe4b6 on network 9d3d3a86-d0ea-42bb-882a-63d3244d9913 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:46:26.646440 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 20:46:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0d4cc29-f6ff-4243-9d6c-a68a93edb7f8 x-openstack-request-id: req-f0d4cc29-f6ff-4243-9d6c-a68a93edb7f8 {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:46:26.646790 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9acabe24-34b6-4f76-8669-0fb1b3e18f66", "tag": "1d818611-fbfa-42a2-89d9-b5a9d72dc148", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:46:26.647587 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f0d4cc29-f6ff-4243-9d6c-a68a93edb7f8 {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:46:26.647999 n-d-842733-1 neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0d4cc29-f6ff-4243-9d6c-a68a93edb7f8'] response: {'name': 'network-changed', 'server_uuid': '9acabe24-34b6-4f76-8669-0fb1b3e18f66', 'tag': '1d818611-fbfa-42a2-89d9-b5a9d72dc148', 'status': 'completed', 'code': 200} May 20 20:46:26.651738 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8682f8e4-8827-4f05-a889-329c30e3e404 req-02d400d8-4a0b-4759-a8a6-4b89df162b81 service neutron] Checking agent: {'id': '08dfb1ce-804b-4db8-838b-21094082e041', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 32, 54), 'started_at': datetime.datetime(2022, 5, 20, 20, 32, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 46, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:46:26.652608 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8682f8e4-8827-4f05-a889-329c30e3e404 req-02d400d8-4a0b-4759-a8a6-4b89df162b81 service neutron] Checking segment: {'id': '769d43cd-208e-4beb-b6e6-532aefd8f5a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '9d3d3a86-d0ea-42bb-882a-63d3244d9913'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:46:26.653050 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8682f8e4-8827-4f05-a889-329c30e3e404 req-02d400d8-4a0b-4759-a8a6-4b89df162b81 service neutron] Bound using segment: {'id': '769d43cd-208e-4beb-b6e6-532aefd8f5a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '9d3d3a86-d0ea-42bb-882a-63d3244d9913'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:46:26.653504 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-8682f8e4-8827-4f05-a889-329c30e3e404 req-02d400d8-4a0b-4759-a8a6-4b89df162b81 service neutron] Bound port: d6d900e5-878c-4362-bc8f-7d0da00fe4b6, host: n-h1-842733-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '769d43cd-208e-4beb-b6e6-532aefd8f5a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '9d3d3a86-d0ea-42bb-882a-63d3244d9913'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:46:26.654236 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-8682f8e4-8827-4f05-a889-329c30e3e404 req-02d400d8-4a0b-4759-a8a6-4b89df162b81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:26.730933 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3495c54-556c-4e4f-a518-03eff8d62e3a req-cd4c3de0-e3c3-4f55-a277-7523fd6f0106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:26.732536 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-a3495c54-556c-4e4f-a518-03eff8d62e3a req-cd4c3de0-e3c3-4f55-a277-7523fd6f0106 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=74b74d22d9d54e1eae7cec44a7fbec8d&device_id=9acabe24-34b6-4f76-8669-0fb1b3e18f66 HTTP/1.1" status: 200 len: 1099 time: 0.0451219 May 20 20:46:26.761963 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-8682f8e4-8827-4f05-a889-329c30e3e404 req-02d400d8-4a0b-4759-a8a6-4b89df162b81 service neutron] For port d6d900e5-878c-4362-bc8f-7d0da00fe4b6, host n-h1-842733-1, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:46:26.782114 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde2ea32-8ea8-4195-8d79-97eec85f37b6 req-d10e9b00-e895-4bcf-afa1-4ce188ee04b3 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:26.783653 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-dde2ea32-8ea8-4195-8d79-97eec85f37b6 req-d10e9b00-e895-4bcf-afa1-4ce188ee04b3 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] 10.222.0.35 "GET /v2.0/ports?device_id=ee7f6c24-7d55-4428-a1c5-37a676e713bd HTTP/1.1" status: 200 len: 945 time: 0.0882134 May 20 20:46:26.785505 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-8682f8e4-8827-4f05-a889-329c30e3e404 req-02d400d8-4a0b-4759-a8a6-4b89df162b81 service neutron] For port d6d900e5-878c-4362-bc8f-7d0da00fe4b6, host n-h1-842733-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=d6d900e5-878c-4362-bc8f-7d0da00fe4b6,segment=NetworkSegment(769d43cd-208e-4beb-b6e6-532aefd8f5a1),segment_id=769d43cd-208e-4beb-b6e6-532aefd8f5a1)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:46:26.824053 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-dde2ea32-8ea8-4195-8d79-97eec85f37b6 req-6380061c-a14a-49e9-83dd-656feaa48c0a tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] 10.222.0.35 "GET /v2.0/security-groups?id=1e4d1602-cac8-46a3-bac3-1f4e6aa6409e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340281 May 20 20:46:26.830676 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3495c54-556c-4e4f-a518-03eff8d62e3a req-3dd0c516-7279-4282-8c05-55c7a9ffd2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:26.832143 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-a3495c54-556c-4e4f-a518-03eff8d62e3a req-3dd0c516-7279-4282-8c05-55c7a9ffd2eb service neutron] 10.222.0.24 "GET /v2.0/networks?id=cd702362-b982-46c5-a7d0-51de1b03df86 HTTP/1.1" status: 200 len: 870 time: 0.0925727 May 20 20:46:26.857709 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-8682f8e4-8827-4f05-a889-329c30e3e404 req-02d400d8-4a0b-4759-a8a6-4b89df162b81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:26.881678 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-a3495c54-556c-4e4f-a518-03eff8d62e3a req-0c2e16b5-2ad4-4fca-a4ed-0765fb3660e3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=1d818611-fbfa-42a2-89d9-b5a9d72dc148 HTTP/1.1" status: 200 len: 217 time: 0.0394001 May 20 20:46:26.919952 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8682f8e4-8827-4f05-a889-329c30e3e404 req-02d400d8-4a0b-4759-a8a6-4b89df162b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:26.920574 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-8682f8e4-8827-4f05-a889-329c30e3e404 req-02d400d8-4a0b-4759-a8a6-4b89df162b81 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:26.921980 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8682f8e4-8827-4f05-a889-329c30e3e404 req-02d400d8-4a0b-4759-a8a6-4b89df162b81 service neutron] 10.222.0.24 "PUT /v2.0/ports/d6d900e5-878c-4362-bc8f-7d0da00fe4b6 HTTP/1.1" status: 200 len: 1091 time: 1.3669887 May 20 20:46:26.952411 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3495c54-556c-4e4f-a518-03eff8d62e3a req-4e0268e8-7d15-4ce1-ab31-943840b5557d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:26.953543 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d400d8-4a0b-4759-a8a6-4b89df162b81 service neutron] Pushing event updated for resources: {'Port': ['ID=d6d900e5-878c-4362-bc8f-7d0da00fe4b6,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:46:26.954219 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-a3495c54-556c-4e4f-a518-03eff8d62e3a req-4e0268e8-7d15-4ce1-ab31-943840b5557d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=26b342ea-254c-483a-9ea9-f11c178970eb HTTP/1.1" status: 200 len: 843 time: 0.0652924 May 20 20:46:26.978817 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50da173-5b2f-4439-a23d-5309c451748f req-897c1d98-a819-474a-a797-2de4d1dd5014 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:26.981428 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c50da173-5b2f-4439-a23d-5309c451748f req-897c1d98-a819-474a-a797-2de4d1dd5014 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914-project] 10.222.0.35 "GET /v2.0/ports?device_id=b93fcca9-2ba0-4add-b3ec-3bde3d34c334&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0944238 May 20 20:46:27.010364 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3495c54-556c-4e4f-a518-03eff8d62e3a req-57ee81f1-ceb7-4b19-b1f8-88854b0673d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:27.011940 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-a3495c54-556c-4e4f-a518-03eff8d62e3a req-57ee81f1-ceb7-4b19-b1f8-88854b0673d4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cd702362-b982-46c5-a7d0-51de1b03df86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0505192 May 20 20:46:27.077926 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c50da173-5b2f-4439-a23d-5309c451748f req-e878071b-ca55-4fbf-bf7c-27ab4fa75281 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.2.223 HTTP/1.1" status: 200 len: 696 time: 0.0889547 May 20 20:46:27.102044 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [req-c50da173-5b2f-4439-a23d-5309c451748f req-356dcc9e-9579-4999-b772-f6b716475b23 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914-project] Request body: {'floatingip': {'port_id': 'cdb24703-dfbe-492b-a603-1d20747f1acc', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:46:27.390611 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8152de6f-8e17-475e-90ce-4c128f4fc133 req-5692e2fa-6b62-4bda-bccf-5804f4f5a3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:27.391996 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-8152de6f-8e17-475e-90ce-4c128f4fc133 req-5692e2fa-6b62-4bda-bccf-5804f4f5a3dd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=87c2c2610bc847eaa1d2c1976f58d7b1&device_id=128787a1-1920-47db-912b-7951bf1b234b HTTP/1.1" status: 200 len: 1096 time: 0.3234422 May 20 20:46:27.397564 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-a3495c54-556c-4e4f-a518-03eff8d62e3a req-6fb8360a-2c35-416b-9366-6661c1306b07 service neutron] 10.222.0.24 "GET /v2.0/networks/cd702362-b982-46c5-a7d0-51de1b03df86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3745835 May 20 20:46:27.460828 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-c50da173-5b2f-4439-a23d-5309c451748f req-356dcc9e-9579-4999-b772-f6b716475b23 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914-project] Notify callbacks [] for floatingip, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:27.470196 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a7cab8-abe1-42f1-9018-be48530fd8bc req-4f69079e-3cde-48a9-a956-a69c2d01f445 tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:27.471695 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d5a7cab8-abe1-42f1-9018-be48530fd8bc req-4f69079e-3cde-48a9-a956-a69c2d01f445 tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] 10.222.0.35 "GET /v2.0/ports?device_id=a347e692-068e-4444-9196-4815d70e0479 HTTP/1.1" status: 200 len: 943 time: 0.4744208 May 20 20:46:27.549540 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8682f8e4-8827-4f05-a889-329c30e3e404 req-af084559-d8bd-4f94-865c-33b5119551ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:27.551230 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8682f8e4-8827-4f05-a889-329c30e3e404 req-af084559-d8bd-4f94-865c-33b5119551ca service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=812b03e5e79843f7aecfe762e5ee081e&device_id=a347e692-068e-4444-9196-4815d70e0479 HTTP/1.1" status: 200 len: 1094 time: 0.5041063 May 20 20:46:27.563272 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8152de6f-8e17-475e-90ce-4c128f4fc133 req-37297eaf-d49d-4e27-9df3-ae16d049141d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:27.564702 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-8152de6f-8e17-475e-90ce-4c128f4fc133 req-37297eaf-d49d-4e27-9df3-ae16d049141d service neutron] 10.222.0.24 "GET /v2.0/networks?id=dc8945eb-dd74-4cb0-b93f-84eec37290f3 HTTP/1.1" status: 200 len: 919 time: 0.1597040 May 20 20:46:27.568820 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-a3495c54-556c-4e4f-a518-03eff8d62e3a req-391dcb01-431f-4e95-a7a9-87f2e92c0bbf service neutron] 10.222.0.24 "GET /v2.0/networks/cd702362-b982-46c5-a7d0-51de1b03df86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623466 May 20 20:46:27.637780 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-8152de6f-8e17-475e-90ce-4c128f4fc133 req-c4a43a0a-bec2-4e26-ad86-6f55be8af612 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1d79ed7b-3457-4ba6-aed3-f7fcf288724e HTTP/1.1" status: 200 len: 1000 time: 0.0602987 May 20 20:46:27.643926 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d5a7cab8-abe1-42f1-9018-be48530fd8bc req-8b59d5df-948e-4ca5-b2fb-61bb77a3813d tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] 10.222.0.35 "GET /v2.0/security-groups?id=08f63c89-364b-47f7-9236-e1c85d29ce51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349227 May 20 20:46:27.645151 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8682f8e4-8827-4f05-a889-329c30e3e404 req-a9bd0ef3-5052-4433-bda1-1b52d962c03b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d6d900e5-878c-4362-bc8f-7d0da00fe4b6 HTTP/1.1" status: 200 len: 217 time: 0.0825002 May 20 20:46:27.713274 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8152de6f-8e17-475e-90ce-4c128f4fc133 req-5f072e05-dd04-4e4d-a110-683382d16c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:27.717191 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-8152de6f-8e17-475e-90ce-4c128f4fc133 req-5f072e05-dd04-4e4d-a110-683382d16c9a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6369a26f-bc30-4622-b5b7-2978096f54a2 HTTP/1.1" status: 200 len: 857 time: 0.0719056 May 20 20:46:27.784988 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8152de6f-8e17-475e-90ce-4c128f4fc133 req-906147fc-cb09-40cf-8148-42d0b2aec1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:27.786595 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-8152de6f-8e17-475e-90ce-4c128f4fc133 req-906147fc-cb09-40cf-8148-42d0b2aec1ca service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=dc8945eb-dd74-4cb0-b93f-84eec37290f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0573211 May 20 20:46:27.787247 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8682f8e4-8827-4f05-a889-329c30e3e404 req-3e376724-958c-4faf-8d5e-637c9d75664a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:27.788706 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8682f8e4-8827-4f05-a889-329c30e3e404 req-3e376724-958c-4faf-8d5e-637c9d75664a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4bff70e4-9d51-4479-9096-540dc3675fab HTTP/1.1" status: 200 len: 845 time: 0.1353817 May 20 20:46:27.855302 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8682f8e4-8827-4f05-a889-329c30e3e404 req-ab8618d8-bb54-4c60-a326-15c422817123 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9d3d3a86-d0ea-42bb-882a-63d3244d9913&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390773 May 20 20:46:27.864790 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f25835-543d-462e-8ffe-16b3afd1e6c2 req-993796e4-55fb-40fe-9a44-fc626f25deb3 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:27.866404 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e1f25835-543d-462e-8ffe-16b3afd1e6c2 req-993796e4-55fb-40fe-9a44-fc626f25deb3 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/ports?device_id=639a9b9c-aaad-4644-9dcd-410174fb9f88 HTTP/1.1" status: 200 len: 945 time: 0.1339803 May 20 20:46:27.891701 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-8152de6f-8e17-475e-90ce-4c128f4fc133 req-11556b4a-50a9-4605-9416-89a19cc43649 service neutron] 10.222.0.24 "GET /v2.0/networks/dc8945eb-dd74-4cb0-b93f-84eec37290f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928521 May 20 20:46:27.939907 n-d-842733-1 neutron-server[103163]: INFO neutron.api.v2.resource [req-c50da173-5b2f-4439-a23d-5309c451748f req-356dcc9e-9579-4999-b772-f6b716475b23 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914-project] update failed (client error): There was a conflict when trying to complete your request. May 20 20:46:27.941061 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c50da173-5b2f-4439-a23d-5309c451748f req-356dcc9e-9579-4999-b772-f6b716475b23 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914-project] 10.222.0.35 "PUT /v2.0/floatingips/1c4b231f-ef2c-439b-b910-305ff27415ca HTTP/1.1" status: 409 len: 551 time: 0.8451056 May 20 20:46:27.972435 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e1f25835-543d-462e-8ffe-16b3afd1e6c2 req-8d709284-5428-41c2-b778-9e4747c046dc tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3c6019f-4c4a-4c16-982c-852ac3d8d84a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884666 May 20 20:46:27.997413 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-8152de6f-8e17-475e-90ce-4c128f4fc133 req-414e0dec-1301-4f2f-afcc-05e76d4336a0 service neutron] 10.222.0.24 "GET /v2.0/networks/dc8945eb-dd74-4cb0-b93f-84eec37290f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996096 May 20 20:46:28.002319 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8682f8e4-8827-4f05-a889-329c30e3e404 req-540fdff6-cd61-4247-aa09-a39f17ab82a3 service neutron] 10.222.0.24 "GET /v2.0/networks/9d3d3a86-d0ea-42bb-882a-63d3244d9913?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323357 May 20 20:46:28.174865 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e00fc4-52e6-4ce9-8251-c5f0d9270c44 req-856361dc-c248-4942-8018-652067d46bca tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:28.176313 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-97e00fc4-52e6-4ce9-8251-c5f0d9270c44 req-856361dc-c248-4942-8018-652067d46bca tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] 10.222.0.35 "GET /v2.0/ports?device_id=ee7f6c24-7d55-4428-a1c5-37a676e713bd HTTP/1.1" status: 200 len: 945 time: 0.1058769 May 20 20:46:28.185522 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 44538) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:46:28.190037 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-5208244f-7ad1-407f-9b22-2e8d7899e3a6 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Request body: {'floatingip': {'port_id': '5ea51e96-bb5c-4b85-951e-797b6c2a914e'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:46:28.191444 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedade4d-9eda-4184-9494-4d434df490aa req-c596cd10-25ea-44d5-99d9-b72a0dbcb995 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:28.193079 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-fedade4d-9eda-4184-9494-4d434df490aa req-c596cd10-25ea-44d5-99d9-b72a0dbcb995 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/ports?device_id=9acabe24-34b6-4f76-8669-0fb1b3e18f66 HTTP/1.1" status: 200 len: 948 time: 0.1237614 May 20 20:46:28.197043 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8682f8e4-8827-4f05-a889-329c30e3e404 req-b74d9479-be3d-4b41-b207-cc2f8d007677 service neutron] 10.222.0.24 "GET /v2.0/networks/9d3d3a86-d0ea-42bb-882a-63d3244d9913?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1817138 May 20 20:46:28.242974 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5208244f-7ad1-407f-9b22-2e8d7899e3a6 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Notify callbacks [] for floatingip, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:28.262571 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-fedade4d-9eda-4184-9494-4d434df490aa req-62c6b3b6-bd2c-4eb5-b582-f557a5ba69ca tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/security-groups?id=38c76b68-4081-4341-88c9-c8e3082a5da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596061 May 20 20:46:28.279918 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a347e692-068e-4444-9196-4815d70e0479', 'tag': 'd6d900e5-878c-4362-bc8f-7d0da00fe4b6'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:46:28.282595 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4291b17aa7b45362825f0571e77c85f5e73afe1df9c7e9e15006df9d695c005e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-150a3343-a3d5-4010-958d-7d9f22b44f6c" -d '{"events": [{"name": "network-changed", "server_uuid": "a347e692-068e-4444-9196-4815d70e0479", "tag": "d6d900e5-878c-4362-bc8f-7d0da00fe4b6"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:46:28.298622 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4c1722-721a-4b58-b8b3-b0d168649ca3 req-e68b57fd-0518-477b-8616-219bd2ecef5c tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:28.300293 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8d4c1722-721a-4b58-b8b3-b0d168649ca3 req-e68b57fd-0518-477b-8616-219bd2ecef5c tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] 10.222.0.35 "GET /v2.0/ports?device_id=128787a1-1920-47db-912b-7951bf1b234b HTTP/1.1" status: 200 len: 945 time: 0.0705171 May 20 20:46:28.365765 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8d4c1722-721a-4b58-b8b3-b0d168649ca3 req-56b5b9ec-4694-430e-83d7-6ccd0a572d6d tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] 10.222.0.35 "GET /v2.0/security-groups?id=e60131e3-31b3-40ad-97bd-41705047293e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587091 May 20 20:46:28.399590 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f392cd8-6723-4c5d-89b3-c53b3c28216f req-4bfb6774-a2cf-4cfd-b3ce-63adf9b7e792 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:28.401065 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7f392cd8-6723-4c5d-89b3-c53b3c28216f req-4bfb6774-a2cf-4cfd-b3ce-63adf9b7e792 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.35 "GET /v2.0/ports?device_id=d2c26358-2335-47eb-81e3-6258274d0d68 HTTP/1.1" status: 200 len: 946 time: 0.0730193 May 20 20:46:28.461096 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-db5e76f7-ed44-4c39-b9e7-73b2952afc8b req-68417249-7848-42e7-b09b-f3324d2d5f7f tempest-FloatingIPsAssociationNegativeTestJSON-1675051914 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914-project] 10.222.0.35 "GET /v2.0/floatingips/1c4b231f-ef2c-439b-b910-305ff27415ca HTTP/1.1" status: 200 len: 693 time: 0.0694668 May 20 20:46:28.499012 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7f392cd8-6723-4c5d-89b3-c53b3c28216f req-8b6e8f69-1edb-4c4e-ab14-365b3a5c6222 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.35 "GET /v2.0/security-groups?id=af06f2cf-8756-4fbf-90c6-d72ff1946909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912309 May 20 20:46:28.581673 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5e76f7-ed44-4c39-b9e7-73b2952afc8b req-e8e65429-42ff-4bdb-a108-7233b34ffb58 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:28.583048 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-db5e76f7-ed44-4c39-b9e7-73b2952afc8b req-e8e65429-42ff-4bdb-a108-7233b34ffb58 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914-project] 10.222.0.35 "GET /v2.0/networks/e3a93b5c-91e2-4064-9c2c-1afc261bfe15 HTTP/1.1" status: 200 len: 784 time: 0.1084166 May 20 20:46:28.639921 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-db5e76f7-ed44-4c39-b9e7-73b2952afc8b req-5879b5b6-ee2d-410e-b61d-98f196783426 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.2.223 HTTP/1.1" status: 200 len: 696 time: 0.0500548 May 20 20:46:28.689282 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-db5e76f7-ed44-4c39-b9e7-73b2952afc8b req-ff3e244f-c74e-40cb-ad4c-450b470d3847 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.2.223 HTTP/1.1" status: 200 len: 696 time: 0.0428741 May 20 20:46:28.704509 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5208244f-7ad1-407f-9b22-2e8d7899e3a6 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:28.783321 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5208244f-7ad1-407f-9b22-2e8d7899e3a6 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748272'] for floatingip, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:28.811754 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 20:46:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cfdf44b-96d3-4ace-b3ba-7171e5e08a47 x-openstack-request-id: req-3cfdf44b-96d3-4ace-b3ba-7171e5e08a47 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:46:28.812146 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a347e692-068e-4444-9196-4815d70e0479", "tag": "d6d900e5-878c-4362-bc8f-7d0da00fe4b6", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:46:28.812485 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3cfdf44b-96d3-4ace-b3ba-7171e5e08a47 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:46:28.813064 n-d-842733-1 neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3cfdf44b-96d3-4ace-b3ba-7171e5e08a47'] response: {'name': 'network-changed', 'server_uuid': 'a347e692-068e-4444-9196-4815d70e0479', 'tag': 'd6d900e5-878c-4362-bc8f-7d0da00fe4b6', 'status': 'completed', 'code': 200} May 20 20:46:28.844689 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [req-db5e76f7-ed44-4c39-b9e7-73b2952afc8b req-cba8a721-2ab0-4f86-8f37-bddc128f258c tempest-FloatingIPsAssociationNegativeTestJSON-1675051914 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914-project] Deleting port 12ccff82-ae93-43c6-8de1-20c38cc0ab5b {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:46:28.845034 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-db5e76f7-ed44-4c39-b9e7-73b2952afc8b req-cba8a721-2ab0-4f86-8f37-bddc128f258c tempest-FloatingIPsAssociationNegativeTestJSON-1675051914 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:28.893453 n-d-842733-1 neutron-server[103162]: INFO neutron.db.l3_db [None req-5208244f-7ad1-407f-9b22-2e8d7899e3a6 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Floating IP de9be70e-5acf-42f8-a03e-e0f7bf669ce1 associated. External IP: 172.25.2.101, port: 5ea51e96-bb5c-4b85-951e-797b6c2a914e. May 20 20:46:28.962014 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150a3343-a3d5-4010-958d-7d9f22b44f6c req-af5cb6a2-649a-4b1e-ac42-067ef0c84a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:28.963450 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-150a3343-a3d5-4010-958d-7d9f22b44f6c req-af5cb6a2-649a-4b1e-ac42-067ef0c84a34 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=812b03e5e79843f7aecfe762e5ee081e&device_id=a347e692-068e-4444-9196-4815d70e0479 HTTP/1.1" status: 200 len: 1094 time: 0.1206326 May 20 20:46:29.009009 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ada06d-0d36-4697-8e3f-2b7436dcef67 req-8ca14b10-ae44-4ab2-95ba-b92410e92db3 tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:29.010513 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-93ada06d-0d36-4697-8e3f-2b7436dcef67 req-8ca14b10-ae44-4ab2-95ba-b92410e92db3 tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] 10.222.0.35 "GET /v2.0/ports?device_id=a347e692-068e-4444-9196-4815d70e0479 HTTP/1.1" status: 200 len: 943 time: 0.1292663 May 20 20:46:29.052284 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-db5e76f7-ed44-4c39-b9e7-73b2952afc8b req-cba8a721-2ab0-4f86-8f37-bddc128f258c tempest-FloatingIPsAssociationNegativeTestJSON-1675051914 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:29.052611 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-db5e76f7-ed44-4c39-b9e7-73b2952afc8b req-cba8a721-2ab0-4f86-8f37-bddc128f258c tempest-FloatingIPsAssociationNegativeTestJSON-1675051914 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:29.082283 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [req-db5e76f7-ed44-4c39-b9e7-73b2952afc8b req-cba8a721-2ab0-4f86-8f37-bddc128f258c tempest-FloatingIPsAssociationNegativeTestJSON-1675051914 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914-project] Calling delete_port for 12ccff82-ae93-43c6-8de1-20c38cc0ab5b owned by network:floatingip {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:46:29.105255 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5208244f-7ad1-407f-9b22-2e8d7899e3a6 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Router 1b403540-9eac-4959-9594-ec7fea5521b9 has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 20:46:29.165713 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-93ada06d-0d36-4697-8e3f-2b7436dcef67 req-53d99224-bff6-42a0-a0f1-0804c7593f34 tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] 10.222.0.35 "GET /v2.0/security-groups?id=08f63c89-364b-47f7-9236-e1c85d29ce51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197896 May 20 20:46:29.186062 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150a3343-a3d5-4010-958d-7d9f22b44f6c req-4c4342c3-8a1f-43a1-9493-50249aeb994e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:29.188260 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-150a3343-a3d5-4010-958d-7d9f22b44f6c req-4c4342c3-8a1f-43a1-9493-50249aeb994e service neutron] 10.222.0.24 "GET /v2.0/networks?id=9d3d3a86-d0ea-42bb-882a-63d3244d9913 HTTP/1.1" status: 200 len: 906 time: 0.2163913 May 20 20:46:29.218273 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5208244f-7ad1-407f-9b22-2e8d7899e3a6 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 20:46:29.224297 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5208244f-7ad1-407f-9b22-2e8d7899e3a6 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for floatingip, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:29.227927 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebc74c23-2b8a-44fa-9e2a-69d5c5423699 None None] Sync routers for ids ['1b403540-9eac-4959-9594-ec7fea5521b9'] in n-d-842733-1 {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 20:46:29.239516 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebc74c23-2b8a-44fa-9e2a-69d5c5423699 None None] Routers {'1b403540-9eac-4959-9594-ec7fea5521b9'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:46:29.240322 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-ebc74c23-2b8a-44fa-9e2a-69d5c5423699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:46:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['1b403540-9eac-4959-9594-ec7fea5521b9'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:46:29.253858 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-5208244f-7ad1-407f-9b22-2e8d7899e3a6 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] 10.222.0.35 "PUT /v2.0/floatingips/de9be70e-5acf-42f8-a03e-e0f7bf669ce1 HTTP/1.1" status: 200 len: 991 time: 1.0670238 May 20 20:46:29.254588 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee7f6c24-7d55-4428-a1c5-37a676e713bd', 'tag': '5ea51e96-bb5c-4b85-951e-797b6c2a914e'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:46:29.257173 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6fa957933fccbf596d28104b23404b952ad6a8238afaebaed40a0874b2e409" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a32fecf-428f-400b-b49b-38781b5d8d5d" -d '{"events": [{"name": "network-changed", "server_uuid": "ee7f6c24-7d55-4428-a1c5-37a676e713bd", "tag": "5ea51e96-bb5c-4b85-951e-797b6c2a914e"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:46:29.260769 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-150a3343-a3d5-4010-958d-7d9f22b44f6c req-0fa5772c-b7f1-4a06-9a8b-48db11ced3d5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d6d900e5-878c-4362-bc8f-7d0da00fe4b6 HTTP/1.1" status: 200 len: 217 time: 0.0638058 May 20 20:46:29.348097 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-ebc74c23-2b8a-44fa-9e2a-69d5c5423699 None None] Set router 1b403540-9eac-4959-9594-ec7fea5521b9 gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:46:29.352855 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6e7cfa-cb3b-4846-a0c7-27cc832b73ee req-bfa53adb-bd62-4acc-ad41-a6514df35a78 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:29.354343 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9c6e7cfa-cb3b-4846-a0c7-27cc832b73ee req-bfa53adb-bd62-4acc-ad41-a6514df35a78 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/ports?device_id=639a9b9c-aaad-4644-9dcd-410174fb9f88 HTTP/1.1" status: 200 len: 945 time: 0.1111937 May 20 20:46:29.380146 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150a3343-a3d5-4010-958d-7d9f22b44f6c req-05529577-54e7-4684-9e80-6207b3a52ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:29.381559 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-150a3343-a3d5-4010-958d-7d9f22b44f6c req-05529577-54e7-4684-9e80-6207b3a52ba0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4bff70e4-9d51-4479-9096-540dc3675fab HTTP/1.1" status: 200 len: 845 time: 0.1065230 May 20 20:46:29.440061 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-150a3343-a3d5-4010-958d-7d9f22b44f6c req-119c22cb-4078-46f4-a8bc-6f1cf2dccc86 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9d3d3a86-d0ea-42bb-882a-63d3244d9913&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424547 May 20 20:46:29.450344 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9c6e7cfa-cb3b-4846-a0c7-27cc832b73ee req-f6d865d1-a3f4-4067-83df-1ab741e69d87 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3c6019f-4c4a-4c16-982c-852ac3d8d84a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755775 May 20 20:46:29.506257 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-db5e76f7-ed44-4c39-b9e7-73b2952afc8b req-cba8a721-2ab0-4f86-8f37-bddc128f258c tempest-FloatingIPsAssociationNegativeTestJSON-1675051914 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:29.550580 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba8a721-2ab0-4f86-8f37-bddc128f258c tempest-FloatingIPsAssociationNegativeTestJSON-1675051914 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914-project] Pushing event deleted for resources: {'Port': ['ID=12ccff82-ae93-43c6-8de1-20c38cc0ab5b,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:46:29.630445 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-db5e76f7-ed44-4c39-b9e7-73b2952afc8b req-cba8a721-2ab0-4f86-8f37-bddc128f258c tempest-FloatingIPsAssociationNegativeTestJSON-1675051914 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914-project] Notify callbacks [] for floatingip, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:29.633396 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-db5e76f7-ed44-4c39-b9e7-73b2952afc8b req-cba8a721-2ab0-4f86-8f37-bddc128f258c tempest-FloatingIPsAssociationNegativeTestJSON-1675051914 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for floatingip, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:29.634542 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-db5e76f7-ed44-4c39-b9e7-73b2952afc8b req-cba8a721-2ab0-4f86-8f37-bddc128f258c tempest-FloatingIPsAssociationNegativeTestJSON-1675051914 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914-project] 10.222.0.35 "DELETE /v2.0/floatingips/1c4b231f-ef2c-439b-b910-305ff27415ca HTTP/1.1" status: 204 len: 173 time: 0.9392900 May 20 20:46:29.637100 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-150a3343-a3d5-4010-958d-7d9f22b44f6c req-7bba3e5f-d19e-4066-ad30-22c86680d29f service neutron] 10.222.0.24 "GET /v2.0/networks/9d3d3a86-d0ea-42bb-882a-63d3244d9913?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1858885 May 20 20:46:29.680167 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-ebc74c23-2b8a-44fa-9e2a-69d5c5423699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b403540-9eac-4959-9594-ec7fea5521b9', 'name': 'tempest-AttachVolumeNegativeTest-1769752784-router', 'tenant_id': 'c23324ed92c6460facba85082860777a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.135'}], 'enable_snat': True}, 'gw_port_id': 'e020f4ff-b002-440c-a8f2-69d13e16d5c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:44:14Z', 'updated_at': '2022-05-20T20:44:19Z', 'revision_number': 4, 'project_id': 'c23324ed92c6460facba85082860777a', 'gw_port': {'id': 'e020f4ff-b002-440c-a8f2-69d13e16d5c9', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:39:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b403540-9eac-4959-9594-ec7fea5521b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1010, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:44:14Z', 'updated_at': '2022-05-20T20:44:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_floatingips': [{'id': '5843a368-30cb-437d-b951-cc1b95eac7d5', 'tenant_id': 'c23324ed92c6460facba85082860777a', 'floating_ip_address': '172.25.2.171', 'floating_network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'router_id': '1b403540-9eac-4959-9594-ec7fea5521b9', 'port_id': '8a41b2ce-d3c6-494d-9d90-01b1f30f6c6c', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1018, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c34618e-1eb4-46a9-ac65-b891df136138', 'mac_address': 'fa:16:3e:a1:9b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '156904b4-ae91-46c0-981d-c557e58e72e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-20T20:44:26Z', 'updated_at': '2022-05-20T20:44:54Z', 'revision_number': 2, 'project_id': 'c23324ed92c6460facba85082860777a', 'fixed_ip_address_scope': None}, {'id': 'de9be70e-5acf-42f8-a03e-e0f7bf669ce1', 'tenant_id': 'c23324ed92c6460facba85082860777a', 'floating_ip_address': '172.25.2.101', 'floating_network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'router_id': '1b403540-9eac-4959-9594-ec7fea5521b9', 'port_id': '5ea51e96-bb5c-4b85-951e-797b6c2a914e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1105, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c34618e-1eb4-46a9-ac65-b891df136138', 'mac_address': 'fa:16:3e:33:0f:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee7f6c24-7d55-4428-a1c5-37a676e713bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-20T20:45:59Z', 'updated_at': '2022-05-20T20:46:28Z', 'revision_number': 1, 'project_id': 'c23324ed92c6460facba85082860777a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f36b20e-e5dd-44fd-9a75-f97ecc5c70c4', 'name': '', 'network_id': '7c34618e-1eb4-46a9-ac65-b891df136138', 'tenant_id': 'c23324ed92c6460facba85082860777a', 'mac_address': 'fa:16:3e:f4:b0:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b403540-9eac-4959-9594-ec7fea5521b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': '66bb8d81-3453-4d74-b13d-66db71019128', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:44:18Z', 'updated_at': '2022-05-20T20:44:24Z', 'revision_number': 5, 'project_id': 'c23324ed92c6460facba85082860777a', 'subnets': [{'id': '66bb8d81-3453-4d74-b13d-66db71019128', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:46:29.690322 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 20:46:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbcca899-7820-4587-9a52-8c4d5432f585 x-openstack-request-id: req-dbcca899-7820-4587-9a52-8c4d5432f585 {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:46:29.691063 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee7f6c24-7d55-4428-a1c5-37a676e713bd", "tag": "5ea51e96-bb5c-4b85-951e-797b6c2a914e", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:46:29.691750 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-dbcca899-7820-4587-9a52-8c4d5432f585 {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:46:29.692729 n-d-842733-1 neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dbcca899-7820-4587-9a52-8c4d5432f585'] response: {'name': 'network-changed', 'server_uuid': 'ee7f6c24-7d55-4428-a1c5-37a676e713bd', 'tag': '5ea51e96-bb5c-4b85-951e-797b6c2a914e', 'status': 'completed', 'code': 200} May 20 20:46:29.731295 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebc74c23-2b8a-44fa-9e2a-69d5c5423699 None None] Checking router: 1b403540-9eac-4959-9594-ec7fea5521b9 for host: n-d-842733-1 {{(pid=103165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 20:46:29.742190 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebc74c23-2b8a-44fa-9e2a-69d5c5423699 None None] Routers {'1b403540-9eac-4959-9594-ec7fea5521b9'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:46:29.743037 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-ebc74c23-2b8a-44fa-9e2a-69d5c5423699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:46:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['1b403540-9eac-4959-9594-ec7fea5521b9'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:46:29.746625 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-150a3343-a3d5-4010-958d-7d9f22b44f6c req-6b8e1aff-4b09-49d9-9ede-2657f6a55e5c service neutron] 10.222.0.24 "GET /v2.0/networks/9d3d3a86-d0ea-42bb-882a-63d3244d9913?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972769 May 20 20:46:29.763284 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a32fecf-428f-400b-b49b-38781b5d8d5d req-a5ae3f9e-5724-43e1-9943-ad980b9ca59d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:29.765724 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-0a32fecf-428f-400b-b49b-38781b5d8d5d req-a5ae3f9e-5724-43e1-9943-ad980b9ca59d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c23324ed92c6460facba85082860777a&device_id=ee7f6c24-7d55-4428-a1c5-37a676e713bd HTTP/1.1" status: 200 len: 1096 time: 0.0642967 May 20 20:46:29.820846 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1468311f-e05d-4055-9cfb-3d2f539b8914 req-4943a64d-be88-41eb-9027-37d2cace1db8 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:29.822587 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1468311f-e05d-4055-9cfb-3d2f539b8914 req-4943a64d-be88-41eb-9027-37d2cace1db8 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/ports?device_id=9acabe24-34b6-4f76-8669-0fb1b3e18f66 HTTP/1.1" status: 200 len: 948 time: 0.0699210 May 20 20:46:29.869664 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-ebc74c23-2b8a-44fa-9e2a-69d5c5423699 None None] Set router 1b403540-9eac-4959-9594-ec7fea5521b9 gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:46:29.888937 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a32fecf-428f-400b-b49b-38781b5d8d5d req-eff747dd-4aa6-4ac2-981f-d5f8cda25101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:29.890950 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-0a32fecf-428f-400b-b49b-38781b5d8d5d req-eff747dd-4aa6-4ac2-981f-d5f8cda25101 service neutron] 10.222.0.24 "GET /v2.0/networks?id=7c34618e-1eb4-46a9-ac65-b891df136138 HTTP/1.1" status: 200 len: 916 time: 0.1120031 May 20 20:46:29.893435 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1468311f-e05d-4055-9cfb-3d2f539b8914 req-a3209206-6761-44f3-b09b-c3d9142dc259 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/security-groups?id=38c76b68-4081-4341-88c9-c8e3082a5da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642440 May 20 20:46:29.909563 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f51808-dded-4a50-997b-ead2f9db5e3a req-11ca12db-e215-4c8e-9598-b02be8fb5417 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:29.911193 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-12f51808-dded-4a50-997b-ead2f9db5e3a req-11ca12db-e215-4c8e-9598-b02be8fb5417 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] 10.222.0.35 "GET /v2.0/ports?device_id=128787a1-1920-47db-912b-7951bf1b234b HTTP/1.1" status: 200 len: 945 time: 0.0684755 May 20 20:46:29.958581 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-12f51808-dded-4a50-997b-ead2f9db5e3a req-c7eb3e46-ac64-4ba1-8e97-856561ecff35 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] 10.222.0.35 "GET /v2.0/security-groups?id=e60131e3-31b3-40ad-97bd-41705047293e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366709 May 20 20:46:29.974951 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-0a32fecf-428f-400b-b49b-38781b5d8d5d req-1ff654b5-8cad-46aa-9575-a44085b0830b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5ea51e96-bb5c-4b85-951e-797b6c2a914e HTTP/1.1" status: 200 len: 999 time: 0.0692353 May 20 20:46:30.024584 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a32fecf-428f-400b-b49b-38781b5d8d5d req-6c3efa8e-270f-4312-b845-4a2610f726a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:30.025988 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-0a32fecf-428f-400b-b49b-38781b5d8d5d req-6c3efa8e-270f-4312-b845-4a2610f726a0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=66bb8d81-3453-4d74-b13d-66db71019128 HTTP/1.1" status: 200 len: 854 time: 0.0439878 May 20 20:46:30.031926 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 1d818611-fbfa-42a2-89d9-b5a9d72dc148 details requested by agent hyperv_n-h1-842733-1 with host n-h1-842733-1 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 20:46:30.092890 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a32fecf-428f-400b-b49b-38781b5d8d5d req-7a6ec127-d2ce-4de4-a6ec-6d05aa23a7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:30.094555 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-0a32fecf-428f-400b-b49b-38781b5d8d5d req-7a6ec127-d2ce-4de4-a6ec-6d05aa23a7ba service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7c34618e-1eb4-46a9-ac65-b891df136138&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0510607 May 20 20:46:30.105385 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f84a01-4e15-4e2e-be26-bf0942c46403 req-37ce2909-9d6a-4460-91d2-eeae2061187d tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:30.107028 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-25f84a01-4e15-4e2e-be26-bf0942c46403 req-37ce2909-9d6a-4460-91d2-eeae2061187d tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.35 "GET /v2.0/ports?device_id=d2c26358-2335-47eb-81e3-6258274d0d68 HTTP/1.1" status: 200 len: 946 time: 0.1212533 May 20 20:46:30.122952 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-03f84588-10e0-42ae-a447-7bd60f28a9ce req-147ea1d8-f381-44d1-87f4-587151cdadd4 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.2.85 HTTP/1.1" status: 200 len: 1001 time: 0.1358399 May 20 20:46:30.131562 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port 1d818611-fbfa-42a2-89d9-b5a9d72dc148, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=1d818611-fbfa-42a2-89d9-b5a9d72dc148,segment=NetworkSegment(ed3a602f-49fb-4a95-be80-401e1eb72e33),segment_id=ed3a602f-49fb-4a95-be80-401e1eb72e33)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:46:30.136688 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-ebc74c23-2b8a-44fa-9e2a-69d5c5423699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b403540-9eac-4959-9594-ec7fea5521b9', 'name': 'tempest-AttachVolumeNegativeTest-1769752784-router', 'tenant_id': 'c23324ed92c6460facba85082860777a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.135'}], 'enable_snat': True}, 'gw_port_id': 'e020f4ff-b002-440c-a8f2-69d13e16d5c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:44:14Z', 'updated_at': '2022-05-20T20:44:19Z', 'revision_number': 4, 'project_id': 'c23324ed92c6460facba85082860777a', 'gw_port': {'id': 'e020f4ff-b002-440c-a8f2-69d13e16d5c9', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:39:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b403540-9eac-4959-9594-ec7fea5521b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1010, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:44:14Z', 'updated_at': '2022-05-20T20:44:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_floatingips': [{'id': '5843a368-30cb-437d-b951-cc1b95eac7d5', 'tenant_id': 'c23324ed92c6460facba85082860777a', 'floating_ip_address': '172.25.2.171', 'floating_network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'router_id': '1b403540-9eac-4959-9594-ec7fea5521b9', 'port_id': '8a41b2ce-d3c6-494d-9d90-01b1f30f6c6c', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1018, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c34618e-1eb4-46a9-ac65-b891df136138', 'mac_address': 'fa:16:3e:a1:9b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '156904b4-ae91-46c0-981d-c557e58e72e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-20T20:44:26Z', 'updated_at': '2022-05-20T20:44:54Z', 'revision_number': 2, 'project_id': 'c23324ed92c6460facba85082860777a', 'fixed_ip_address_scope': None}, {'id': 'de9be70e-5acf-42f8-a03e-e0f7bf669ce1', 'tenant_id': 'c23324ed92c6460facba85082860777a', 'floating_ip_address': '172.25.2.101', 'floating_network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'router_id': '1b403540-9eac-4959-9594-ec7fea5521b9', 'port_id': '5ea51e96-bb5c-4b85-951e-797b6c2a914e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1105, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c34618e-1eb4-46a9-ac65-b891df136138', 'mac_address': 'fa:16:3e:33:0f:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee7f6c24-7d55-4428-a1c5-37a676e713bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-20T20:45:59Z', 'updated_at': '2022-05-20T20:46:28Z', 'revision_number': 1, 'project_id': 'c23324ed92c6460facba85082860777a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f36b20e-e5dd-44fd-9a75-f97ecc5c70c4', 'name': '', 'network_id': '7c34618e-1eb4-46a9-ac65-b891df136138', 'tenant_id': 'c23324ed92c6460facba85082860777a', 'mac_address': 'fa:16:3e:f4:b0:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b403540-9eac-4959-9594-ec7fea5521b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': '66bb8d81-3453-4d74-b13d-66db71019128', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:44:18Z', 'updated_at': '2022-05-20T20:44:24Z', 'revision_number': 5, 'project_id': 'c23324ed92c6460facba85082860777a', 'subnets': [{'id': '66bb8d81-3453-4d74-b13d-66db71019128', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:46:30.145115 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Returning: {'device': '1d818611-fbfa-42a2-89d9-b5a9d72dc148', 'network_id': 'cd702362-b982-46c5-a7d0-51de1b03df86', 'port_id': '1d818611-fbfa-42a2-89d9-b5a9d72dc148', 'mac_address': 'fa:16:3e:42:27:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26b342ea-254c-483a-9ea9-f11c178970eb', 'ip_address': '192.168.233.242'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 20 20:46:30.174905 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebc74c23-2b8a-44fa-9e2a-69d5c5423699 None None] The sync data for ids ['1b403540-9eac-4959-9594-ec7fea5521b9'] in n-d-842733-1 is: [{'id': '1b403540-9eac-4959-9594-ec7fea5521b9', 'name': 'tempest-AttachVolumeNegativeTest-1769752784-router', 'tenant_id': 'c23324ed92c6460facba85082860777a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.135'}], 'enable_snat': True}, 'gw_port_id': 'e020f4ff-b002-440c-a8f2-69d13e16d5c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:44:14Z', 'updated_at': '2022-05-20T20:44:19Z', 'revision_number': 4, 'project_id': 'c23324ed92c6460facba85082860777a', 'gw_port': {'id': 'e020f4ff-b002-440c-a8f2-69d13e16d5c9', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:39:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b403540-9eac-4959-9594-ec7fea5521b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1010, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:44:14Z', 'updated_at': '2022-05-20T20:44:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_floatingips': [{'id': '5843a368-30cb-437d-b951-cc1b95eac7d5', 'tenant_id': 'c23324ed92c6460facba85082860777a', 'floating_ip_address': '172.25.2.171', 'floating_network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'router_id': '1b403540-9eac-4959-9594-ec7fea5521b9', 'port_id': '8a41b2ce-d3c6-494d-9d90-01b1f30f6c6c', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1018, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c34618e-1eb4-46a9-ac65-b891df136138', 'mac_address': 'fa:16:3e:a1:9b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '156904b4-ae91-46c0-981d-c557e58e72e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-20T20:44:26Z', 'updated_at': '2022-05-20T20:44:54Z', 'revision_number': 2, 'project_id': 'c23324ed92c6460facba85082860777a', 'fixed_ip_address_scope': None}, {'id': 'de9be70e-5acf-42f8-a03e-e0f7bf669ce1', 'tenant_id': 'c23324ed92c6460facba85082860777a', 'floating_ip_address': '172.25.2.101', 'floating_network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'router_id': '1b403540-9eac-4959-9594-ec7fea5521b9', 'port_id': '5ea51e96-bb5c-4b85-951e-797b6c2a914e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1105, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c34618e-1eb4-46a9-ac65-b891df136138', 'mac_address': 'fa:16:3e:33:0f:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee7f6c24-7d55-4428-a1c5-37a676e713bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-20T20:45:59Z', 'updated_at': '2022-05-20T20:46:28Z', 'revision_number': 1, 'project_id': 'c23324ed92c6460facba85082860777a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f36b20e-e5dd-44fd-9a75-f97ecc5c70c4', 'name': '', 'network_id': '7c34618e-1eb4-46a9-ac65-b891df136138', 'tenant_id': 'c23324ed92c6460facba85082860777a', 'mac_address': 'fa:16:3e:f4:b0:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b403540-9eac-4959-9594-ec7fea5521b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': '66bb8d81-3453-4d74-b13d-66db71019128', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:44:18Z', 'updated_at': '2022-05-20T20:44:24Z', 'revision_number': 5, 'project_id': 'c23324ed92c6460facba85082860777a', 'subnets': [{'id': '66bb8d81-3453-4d74-b13d-66db71019128', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 20:46:30.187729 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f84588-10e0-42ae-a447-7bd60f28a9ce req-f8508978-642f-48bb-aa6f-c5b0b9169015 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:30.192698 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Current status of the port 1d818611-fbfa-42a2-89d9-b5a9d72dc148 is: DOWN; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:46:30.192698 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:30.201089 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-03f84588-10e0-42ae-a447-7bd60f28a9ce req-f8508978-642f-48bb-aa6f-c5b0b9169015 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914-project] 10.222.0.35 "GET /v2.0/ports/cdb24703-dfbe-492b-a603-1d20747f1acc HTTP/1.1" status: 200 len: 943 time: 0.0716250 May 20 20:46:30.211816 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d818611-fbfa-42a2-89d9-b5a9d72dc148 {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:46:30.214571 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-0a32fecf-428f-400b-b49b-38781b5d8d5d req-59a6ab79-c2d8-43e6-98ff-6838fd285c20 service neutron] 10.222.0.24 "GET /v2.0/networks/7c34618e-1eb4-46a9-ac65-b891df136138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114602 May 20 20:46:30.218489 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-25f84a01-4e15-4e2e-be26-bf0942c46403 req-f4f2b297-c33b-4ccd-af01-aa65ef11520b tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.35 "GET /v2.0/security-groups?id=af06f2cf-8756-4fbf-90c6-d72ff1946909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864422 May 20 20:46:30.257377 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port 1d818611-fbfa-42a2-89d9-b5a9d72dc148, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=1d818611-fbfa-42a2-89d9-b5a9d72dc148,segment=NetworkSegment(ed3a602f-49fb-4a95-be80-401e1eb72e33),segment_id=ed3a602f-49fb-4a95-be80-401e1eb72e33)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:46:30.327755 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-0a32fecf-428f-400b-b49b-38781b5d8d5d req-66288278-7463-4cf9-b47e-276c5a03c9c0 service neutron] 10.222.0.24 "GET /v2.0/networks/7c34618e-1eb4-46a9-ac65-b891df136138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995669 May 20 20:46:30.354527 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:30.422329 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Pushing event updated for resources: {'Port': ['ID=1d818611-fbfa-42a2-89d9-b5a9d72dc148,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:46:30.442888 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07054da1-e5b7-4128-b059-ec1226efe208 None None] New status for floating IP de9be70e-5acf-42f8-a03e-e0f7bf669ce1: ACTIVE {{(pid=103164) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 20:46:30.608034 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-03f84588-10e0-42ae-a447-7bd60f28a9ce req-f3bcec8f-c587-444e-b092-497c5e0ad0f4 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.2.85 HTTP/1.1" status: 200 len: 1001 time: 0.3432975 May 20 20:46:30.618063 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3fa04d-f2f8-409f-bc0a-bdfef0abb9a9 req-6e4d497c-6f5e-4a4e-9ce9-0319d19ddd3c tempest-InstanceActionsNegativeTestJSON-144719872 tempest-InstanceActionsNegativeTestJSON-144719872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:30.619470 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-aa3fa04d-f2f8-409f-bc0a-bdfef0abb9a9 req-6e4d497c-6f5e-4a4e-9ce9-0319d19ddd3c tempest-InstanceActionsNegativeTestJSON-144719872 tempest-InstanceActionsNegativeTestJSON-144719872-project] 10.222.0.35 "GET /v2.0/ports?device_id=95e20482-f7dc-4877-98b7-365f49d19084 HTTP/1.1" status: 200 len: 945 time: 0.3469927 May 20 20:46:30.691384 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] get_ports_and_sgs() called for port_ids ['1d818611-fbfa-42a2-89d9-b5a9d72dc148'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:46:30.708268 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-aa3fa04d-f2f8-409f-bc0a-bdfef0abb9a9 req-6c4c369c-4310-4041-b9b0-b6184e28751c tempest-InstanceActionsNegativeTestJSON-144719872 tempest-InstanceActionsNegativeTestJSON-144719872-project] 10.222.0.35 "GET /v2.0/security-groups?id=f48c87cc-0c24-4a90-85b7-1ed1fb3b0536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795038 May 20 20:46:30.751471 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f84588-10e0-42ae-a447-7bd60f28a9ce req-57d8c860-7725-45db-9412-99c6756d781f tempest-FloatingIPsAssociationNegativeTestJSON-1675051914 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:30.752871 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-03f84588-10e0-42ae-a447-7bd60f28a9ce req-57d8c860-7725-45db-9412-99c6756d781f tempest-FloatingIPsAssociationNegativeTestJSON-1675051914 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914-project] 10.222.0.35 "GET /v2.0/networks/e3a93b5c-91e2-4064-9c2c-1afc261bfe15 HTTP/1.1" status: 200 len: 784 time: 0.1325448 May 20 20:46:30.852226 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-03f84588-10e0-42ae-a447-7bd60f28a9ce req-941b8f57-b1b7-4359-8289-9101f104edea tempest-FloatingIPsAssociationNegativeTestJSON-1675051914 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.2.85 HTTP/1.1" status: 200 len: 1001 time: 0.0898468 May 20 20:46:30.863861 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [req-03f84588-10e0-42ae-a447-7bd60f28a9ce req-db5b7cf7-014e-487e-ac81-a524321e6be6 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:46:30.875323 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aec6185-4532-4b96-87f7-37c356942221 req-ab6a37ab-19cb-4d3b-bc8c-c4b543bcf30e tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:30.876759 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8aec6185-4532-4b96-87f7-37c356942221 req-ab6a37ab-19cb-4d3b-bc8c-c4b543bcf30e tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] 10.222.0.35 "GET /v2.0/ports?device_id=a347e692-068e-4444-9196-4815d70e0479 HTTP/1.1" status: 200 len: 943 time: 0.0753920 May 20 20:46:30.952222 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-03f84588-10e0-42ae-a447-7bd60f28a9ce req-db5b7cf7-014e-487e-ac81-a524321e6be6 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914-project] Notify callbacks [] for floatingip, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:30.959183 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8aec6185-4532-4b96-87f7-37c356942221 req-9ad762d5-bdd3-41f7-8667-970184e3724f tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] 10.222.0.35 "GET /v2.0/security-groups?id=08f63c89-364b-47f7-9236-e1c85d29ce51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521312 May 20 20:46:31.127731 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-03f84588-10e0-42ae-a447-7bd60f28a9ce req-db5b7cf7-014e-487e-ac81-a524321e6be6 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:31.138021 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee38cfe1-47d3-4fce-8729-80fc990f16cf req-547bbf33-39b8-440d-87da-c6869e12b213 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:31.144246 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ee38cfe1-47d3-4fce-8729-80fc990f16cf req-547bbf33-39b8-440d-87da-c6869e12b213 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/ports?device_id=639a9b9c-aaad-4644-9dcd-410174fb9f88 HTTP/1.1" status: 200 len: 945 time: 0.0997901 May 20 20:46:31.176875 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ee38cfe1-47d3-4fce-8729-80fc990f16cf req-8f921d1e-af1c-414f-9815-ac2001adb3be tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3c6019f-4c4a-4c16-982c-852ac3d8d84a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311151 May 20 20:46:31.188061 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-03f84588-10e0-42ae-a447-7bd60f28a9ce req-db5b7cf7-014e-487e-ac81-a524321e6be6 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748272'] for floatingip, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:31.188399 n-d-842733-1 neutron-server[103163]: INFO neutron.db.l3_db [req-03f84588-10e0-42ae-a447-7bd60f28a9ce req-db5b7cf7-014e-487e-ac81-a524321e6be6 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914-project] Floating IP 7788c73c-ee7a-4da9-886c-b83c7acaf32d disassociated. External IP: 172.25.2.85, port: cdb24703-dfbe-492b-a603-1d20747f1acc. May 20 20:46:31.322525 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c6bc6d-7f52-4166-8d35-648cae52b680 req-9320a3c6-5021-4c6c-ac03-7f5681a75aa8 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:31.324165 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-94c6bc6d-7f52-4166-8d35-648cae52b680 req-9320a3c6-5021-4c6c-ac03-7f5681a75aa8 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/ports?device_id=9acabe24-34b6-4f76-8669-0fb1b3e18f66 HTTP/1.1" status: 200 len: 949 time: 0.0912423 May 20 20:46:31.406223 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-94c6bc6d-7f52-4166-8d35-648cae52b680 req-f94c511d-c823-43a6-a8d3-b876d516fed2 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/security-groups?id=38c76b68-4081-4341-88c9-c8e3082a5da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729127 May 20 20:46:31.507229 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [req-03f84588-10e0-42ae-a447-7bd60f28a9ce req-db5b7cf7-014e-487e-ac81-a524321e6be6 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914-project] Router 8616163d-e43a-4c8a-b69c-1b319d86184a has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 20:46:31.532525 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe0f18e-b0b3-47ef-988f-68ef001eb502 req-d71a1ae7-b204-431f-87cd-8e25850d59a7 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:31.533996 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-efe0f18e-b0b3-47ef-988f-68ef001eb502 req-d71a1ae7-b204-431f-87cd-8e25850d59a7 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] 10.222.0.35 "GET /v2.0/ports?device_id=128787a1-1920-47db-912b-7951bf1b234b HTTP/1.1" status: 200 len: 945 time: 0.0703037 May 20 20:46:31.670403 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-efe0f18e-b0b3-47ef-988f-68ef001eb502 req-c5bddef9-0b61-4d7f-bc4a-1896ceedb336 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] 10.222.0.35 "GET /v2.0/security-groups?id=e60131e3-31b3-40ad-97bd-41705047293e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1043892 May 20 20:46:31.679592 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cb7dc1-584b-454d-9d12-9247de2d692e req-35e84a58-fdd9-4f39-bdab-3aa168360c19 tempest-InstanceActionsNegativeTestJSON-144719872 tempest-InstanceActionsNegativeTestJSON-144719872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:31.681016 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b4cb7dc1-584b-454d-9d12-9247de2d692e req-35e84a58-fdd9-4f39-bdab-3aa168360c19 tempest-InstanceActionsNegativeTestJSON-144719872 tempest-InstanceActionsNegativeTestJSON-144719872-project] 10.222.0.13 "GET /v2.0/ports?device_id=95e20482-f7dc-4877-98b7-365f49d19084 HTTP/1.1" status: 200 len: 945 time: 0.1137474 May 20 20:46:31.729503 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-03f84588-10e0-42ae-a447-7bd60f28a9ce req-db5b7cf7-014e-487e-ac81-a524321e6be6 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914-project] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 20:46:31.739022 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb1d3e66-280b-4533-a5df-fc0ced06148d None None] Sync routers for ids ['8616163d-e43a-4c8a-b69c-1b319d86184a'] in n-d-842733-1 {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 20:46:31.742684 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-03f84588-10e0-42ae-a447-7bd60f28a9ce req-db5b7cf7-014e-487e-ac81-a524321e6be6 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for floatingip, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:31.750859 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb1d3e66-280b-4533-a5df-fc0ced06148d None None] Routers {'8616163d-e43a-4c8a-b69c-1b319d86184a'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:46:31.751467 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-cb1d3e66-280b-4533-a5df-fc0ced06148d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:46:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['8616163d-e43a-4c8a-b69c-1b319d86184a'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:46:31.815703 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-03f84588-10e0-42ae-a447-7bd60f28a9ce req-db5b7cf7-014e-487e-ac81-a524321e6be6 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914-project] 10.222.0.35 "PUT /v2.0/floatingips/7788c73c-ee7a-4da9-886c-b83c7acaf32d HTTP/1.1" status: 200 len: 694 time: 0.9568968 May 20 20:46:31.818034 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b93fcca9-2ba0-4add-b3ec-3bde3d34c334', 'tag': 'cdb24703-dfbe-492b-a603-1d20747f1acc'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:46:31.819989 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4291b17aa7b45362825f0571e77c85f5e73afe1df9c7e9e15006df9d695c005e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35b608b4-ea79-42b9-b81d-e6624bb52abe" -d '{"events": [{"name": "network-changed", "server_uuid": "b93fcca9-2ba0-4add-b3ec-3bde3d34c334", "tag": "cdb24703-dfbe-492b-a603-1d20747f1acc"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:46:31.848450 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264e7c64-bc21-41a0-ad35-a51e537fcdbd req-1b61e8c9-0277-4a20-a221-dedd0eff1fe3 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:31.849904 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-264e7c64-bc21-41a0-ad35-a51e537fcdbd req-1b61e8c9-0277-4a20-a221-dedd0eff1fe3 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.35 "GET /v2.0/ports?device_id=d2c26358-2335-47eb-81e3-6258274d0d68 HTTP/1.1" status: 200 len: 946 time: 0.1218793 May 20 20:46:31.856963 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-cb1d3e66-280b-4533-a5df-fc0ced06148d None None] Set router 8616163d-e43a-4c8a-b69c-1b319d86184a gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:46:31.913634 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [req-b4cb7dc1-584b-454d-9d12-9247de2d692e req-7f76850a-f8e3-4643-8440-fd3255fe0437 tempest-InstanceActionsNegativeTestJSON-144719872 tempest-InstanceActionsNegativeTestJSON-144719872-project] Deleting port 680aab2c-a2d2-4ad6-ae3c-2026bc6c040c {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:46:31.913976 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-b4cb7dc1-584b-454d-9d12-9247de2d692e req-7f76850a-f8e3-4643-8440-fd3255fe0437 tempest-InstanceActionsNegativeTestJSON-144719872 tempest-InstanceActionsNegativeTestJSON-144719872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:31.923840 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f84588-10e0-42ae-a447-7bd60f28a9ce req-2df8b06b-4d5d-481f-9b41-52ec67004e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:31.925239 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-03f84588-10e0-42ae-a447-7bd60f28a9ce req-2df8b06b-4d5d-481f-9b41-52ec67004e67 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=559b096ee02f4d29bdb85904f38d7fa1&device_id=b93fcca9-2ba0-4add-b3ec-3bde3d34c334 HTTP/1.1" status: 200 len: 1097 time: 0.0929794 May 20 20:46:31.975488 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-264e7c64-bc21-41a0-ad35-a51e537fcdbd req-464eab98-26ac-4be4-ba17-d6ad07a217df tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.35 "GET /v2.0/security-groups?id=af06f2cf-8756-4fbf-90c6-d72ff1946909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076658 May 20 20:46:32.054411 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device d6d900e5-878c-4362-bc8f-7d0da00fe4b6 details requested by agent hyperv_n-h1-842733-1 with host n-h1-842733-1 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 20:46:32.062721 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 1d818611-fbfa-42a2-89d9-b5a9d72dc148 up at agent hyperv_n-h1-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:46:32.069794 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-cb1d3e66-280b-4533-a5df-fc0ced06148d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8616163d-e43a-4c8a-b69c-1b319d86184a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1942280961-router', 'tenant_id': '559b096ee02f4d29bdb85904f38d7fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '543222a7-401b-4e57-9368-53ec4936130d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:45:40Z', 'updated_at': '2022-05-20T20:45:45Z', 'revision_number': 4, 'project_id': '559b096ee02f4d29bdb85904f38d7fa1', 'gw_port': {'id': '543222a7-401b-4e57-9368-53ec4936130d', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:c5:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8616163d-e43a-4c8a-b69c-1b319d86184a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:45:42Z', 'updated_at': '2022-05-20T20:45:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': '40365269-876c-4f84-87d8-f565fa198dd5', 'name': '', 'network_id': '84c3842c-d7b9-4059-95b5-2fbd492b4e7b', 'tenant_id': '559b096ee02f4d29bdb85904f38d7fa1', 'mac_address': 'fa:16:3e:dc:6c:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8616163d-e43a-4c8a-b69c-1b319d86184a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': 'fbf95e96-7a6b-4877-8118-54c9daa2ad40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:45:44Z', 'updated_at': '2022-05-20T20:45:51Z', 'revision_number': 5, 'project_id': '559b096ee02f4d29bdb85904f38d7fa1', 'subnets': [{'id': 'fbf95e96-7a6b-4877-8118-54c9daa2ad40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:46:32.072358 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:32.100943 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb1d3e66-280b-4533-a5df-fc0ced06148d None None] Checking router: 8616163d-e43a-4c8a-b69c-1b319d86184a for host: n-d-842733-1 {{(pid=103165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 20:46:32.106333 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-b4cb7dc1-584b-454d-9d12-9247de2d692e req-7f76850a-f8e3-4643-8440-fd3255fe0437 tempest-InstanceActionsNegativeTestJSON-144719872 tempest-InstanceActionsNegativeTestJSON-144719872-project] For port 680aab2c-a2d2-4ad6-ae3c-2026bc6c040c, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=680aab2c-a2d2-4ad6-ae3c-2026bc6c040c,segment=NetworkSegment(d0ad80ce-58b1-4ac6-afb2-ef09e0a97b22),segment_id=d0ad80ce-58b1-4ac6-afb2-ef09e0a97b22)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:46:32.106629 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-b4cb7dc1-584b-454d-9d12-9247de2d692e req-7f76850a-f8e3-4643-8440-fd3255fe0437 tempest-InstanceActionsNegativeTestJSON-144719872 tempest-InstanceActionsNegativeTestJSON-144719872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:32.110992 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb1d3e66-280b-4533-a5df-fc0ced06148d None None] Routers {'8616163d-e43a-4c8a-b69c-1b319d86184a'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:46:32.111567 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-cb1d3e66-280b-4533-a5df-fc0ced06148d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:46:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['8616163d-e43a-4c8a-b69c-1b319d86184a'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:46:32.132883 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [req-b4cb7dc1-584b-454d-9d12-9247de2d692e req-7f76850a-f8e3-4643-8440-fd3255fe0437 tempest-InstanceActionsNegativeTestJSON-144719872 tempest-InstanceActionsNegativeTestJSON-144719872-project] Calling delete_port for 680aab2c-a2d2-4ad6-ae3c-2026bc6c040c owned by compute:nova {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:46:32.139626 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f84588-10e0-42ae-a447-7bd60f28a9ce req-7bd7660d-ec4d-4c79-8699-10005fc37e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:32.141948 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-03f84588-10e0-42ae-a447-7bd60f28a9ce req-7bd7660d-ec4d-4c79-8699-10005fc37e1e service neutron] 10.222.0.35 "GET /v2.0/networks?id=84c3842c-d7b9-4059-95b5-2fbd492b4e7b HTTP/1.1" status: 200 len: 930 time: 0.2023518 May 20 20:46:32.201575 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9defe2d4-050a-4232-8d41-2f2a038fa254 req-f03e332d-9525-4b8c-8512-1bff02f1a088 tempest-InstanceActionsNegativeTestJSON-144719872 tempest-InstanceActionsNegativeTestJSON-144719872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:32.203025 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9defe2d4-050a-4232-8d41-2f2a038fa254 req-f03e332d-9525-4b8c-8512-1bff02f1a088 tempest-InstanceActionsNegativeTestJSON-144719872 tempest-InstanceActionsNegativeTestJSON-144719872-project] 10.222.0.35 "GET /v2.0/ports?device_id=95e20482-f7dc-4877-98b7-365f49d19084 HTTP/1.1" status: 200 len: 945 time: 0.1524198 May 20 20:46:32.206218 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-03f84588-10e0-42ae-a447-7bd60f28a9ce req-5e426045-b84c-4375-87c8-2d6a8ec1ba89 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cdb24703-dfbe-492b-a603-1d20747f1acc HTTP/1.1" status: 200 len: 217 time: 0.0522468 May 20 20:46:32.211707 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port d6d900e5-878c-4362-bc8f-7d0da00fe4b6, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=d6d900e5-878c-4362-bc8f-7d0da00fe4b6,segment=NetworkSegment(769d43cd-208e-4beb-b6e6-532aefd8f5a1),segment_id=769d43cd-208e-4beb-b6e6-532aefd8f5a1)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:46:32.225615 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Returning: {'device': 'd6d900e5-878c-4362-bc8f-7d0da00fe4b6', 'network_id': '9d3d3a86-d0ea-42bb-882a-63d3244d9913', 'port_id': 'd6d900e5-878c-4362-bc8f-7d0da00fe4b6', 'mac_address': 'fa:16:3e:2e:28:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bff70e4-9d51-4479-9096-540dc3675fab', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 20 20:46:32.233079 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-cb1d3e66-280b-4533-a5df-fc0ced06148d None None] Set router 8616163d-e43a-4c8a-b69c-1b319d86184a gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:46:32.252702 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Provisioning for port 1d818611-fbfa-42a2-89d9-b5a9d72dc148 completed by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 20:46:32.261595 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Provisioning complete for port 1d818611-fbfa-42a2-89d9-b5a9d72dc148 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:46:32.261595 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:32.291074 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Current status of the port d6d900e5-878c-4362-bc8f-7d0da00fe4b6 is: DOWN; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:46:32.291312 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:32.315645 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6d900e5-878c-4362-bc8f-7d0da00fe4b6 {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:46:32.316022 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f84588-10e0-42ae-a447-7bd60f28a9ce req-9d979de3-7f62-4aa2-bbaf-fcc641bed9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:32.317450 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-03f84588-10e0-42ae-a447-7bd60f28a9ce req-9d979de3-7f62-4aa2-bbaf-fcc641bed9fd service neutron] 10.222.0.35 "GET /v2.0/subnets?id=fbf95e96-7a6b-4877-8118-54c9daa2ad40 HTTP/1.1" status: 200 len: 868 time: 0.0842903 May 20 20:46:32.333734 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9defe2d4-050a-4232-8d41-2f2a038fa254 req-e0a437c6-5ce9-4482-81cb-92a29a998c63 tempest-InstanceActionsNegativeTestJSON-144719872 tempest-InstanceActionsNegativeTestJSON-144719872-project] 10.222.0.35 "GET /v2.0/security-groups?id=f48c87cc-0c24-4a90-85b7-1ed1fb3b0536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932429 May 20 20:46:32.406038 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 20:46:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0372787d-0220-4a3c-8b5f-5e4359b11b53 x-openstack-request-id: req-0372787d-0220-4a3c-8b5f-5e4359b11b53 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:46:32.406328 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b93fcca9-2ba0-4add-b3ec-3bde3d34c334", "tag": "cdb24703-dfbe-492b-a603-1d20747f1acc", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:46:32.406585 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0372787d-0220-4a3c-8b5f-5e4359b11b53 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:46:32.407017 n-d-842733-1 neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0372787d-0220-4a3c-8b5f-5e4359b11b53'] response: {'name': 'network-changed', 'server_uuid': 'b93fcca9-2ba0-4add-b3ec-3bde3d34c334', 'tag': 'cdb24703-dfbe-492b-a603-1d20747f1acc', 'status': 'completed', 'code': 200} May 20 20:46:32.485128 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f84588-10e0-42ae-a447-7bd60f28a9ce req-aa426701-a264-4a42-a3a9-f4c7583539a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:32.486676 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-03f84588-10e0-42ae-a447-7bd60f28a9ce req-aa426701-a264-4a42-a3a9-f4c7583539a2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=84c3842c-d7b9-4059-95b5-2fbd492b4e7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1482792 May 20 20:46:32.506701 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-cb1d3e66-280b-4533-a5df-fc0ced06148d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8616163d-e43a-4c8a-b69c-1b319d86184a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1942280961-router', 'tenant_id': '559b096ee02f4d29bdb85904f38d7fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '543222a7-401b-4e57-9368-53ec4936130d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:45:40Z', 'updated_at': '2022-05-20T20:45:45Z', 'revision_number': 4, 'project_id': '559b096ee02f4d29bdb85904f38d7fa1', 'gw_port': {'id': '543222a7-401b-4e57-9368-53ec4936130d', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:c5:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8616163d-e43a-4c8a-b69c-1b319d86184a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:45:42Z', 'updated_at': '2022-05-20T20:45:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': '40365269-876c-4f84-87d8-f565fa198dd5', 'name': '', 'network_id': '84c3842c-d7b9-4059-95b5-2fbd492b4e7b', 'tenant_id': '559b096ee02f4d29bdb85904f38d7fa1', 'mac_address': 'fa:16:3e:dc:6c:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8616163d-e43a-4c8a-b69c-1b319d86184a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': 'fbf95e96-7a6b-4877-8118-54c9daa2ad40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:45:44Z', 'updated_at': '2022-05-20T20:45:51Z', 'revision_number': 5, 'project_id': '559b096ee02f4d29bdb85904f38d7fa1', 'subnets': [{'id': 'fbf95e96-7a6b-4877-8118-54c9daa2ad40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:46:32.513726 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port d6d900e5-878c-4362-bc8f-7d0da00fe4b6, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=d6d900e5-878c-4362-bc8f-7d0da00fe4b6,segment=NetworkSegment(769d43cd-208e-4beb-b6e6-532aefd8f5a1),segment_id=769d43cd-208e-4beb-b6e6-532aefd8f5a1)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:46:32.535777 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb1d3e66-280b-4533-a5df-fc0ced06148d None None] The sync data for ids ['8616163d-e43a-4c8a-b69c-1b319d86184a'] in n-d-842733-1 is: [{'id': '8616163d-e43a-4c8a-b69c-1b319d86184a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1942280961-router', 'tenant_id': '559b096ee02f4d29bdb85904f38d7fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '543222a7-401b-4e57-9368-53ec4936130d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:45:40Z', 'updated_at': '2022-05-20T20:45:45Z', 'revision_number': 4, 'project_id': '559b096ee02f4d29bdb85904f38d7fa1', 'gw_port': {'id': '543222a7-401b-4e57-9368-53ec4936130d', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:c5:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8616163d-e43a-4c8a-b69c-1b319d86184a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:45:42Z', 'updated_at': '2022-05-20T20:45:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': '40365269-876c-4f84-87d8-f565fa198dd5', 'name': '', 'network_id': '84c3842c-d7b9-4059-95b5-2fbd492b4e7b', 'tenant_id': '559b096ee02f4d29bdb85904f38d7fa1', 'mac_address': 'fa:16:3e:dc:6c:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8616163d-e43a-4c8a-b69c-1b319d86184a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': 'fbf95e96-7a6b-4877-8118-54c9daa2ad40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:45:44Z', 'updated_at': '2022-05-20T20:45:51Z', 'revision_number': 5, 'project_id': '559b096ee02f4d29bdb85904f38d7fa1', 'subnets': [{'id': 'fbf95e96-7a6b-4877-8118-54c9daa2ad40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 20:46:32.552085 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Current status of the port 1d818611-fbfa-42a2-89d9-b5a9d72dc148 is: BUILD; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:46:32.552462 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:32.578544 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9acabe24-34b6-4f76-8669-0fb1b3e18f66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d818611-fbfa-42a2-89d9-b5a9d72dc148'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:46:32.580951 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8485417003ce7c0410b00f5cdc2f391e21107b70bb68e2773712534a96e108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22cee979-9981-4e4e-84c9-9846a58e1301" -d '{"events": [{"server_uuid": "9acabe24-34b6-4f76-8669-0fb1b3e18f66", "name": "network-vif-plugged", "status": "completed", "tag": "1d818611-fbfa-42a2-89d9-b5a9d72dc148"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:46:32.592521 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:32.599265 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port 1d818611-fbfa-42a2-89d9-b5a9d72dc148, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=1d818611-fbfa-42a2-89d9-b5a9d72dc148,segment=NetworkSegment(ed3a602f-49fb-4a95-be80-401e1eb72e33),segment_id=ed3a602f-49fb-4a95-be80-401e1eb72e33)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:46:32.642825 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb53816d-9cf7-438d-a03d-fb5f9bdfb6dd req-0f887a40-d61d-4d7a-962e-695ef37bd1da tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:32.644338 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-fb53816d-9cf7-438d-a03d-fb5f9bdfb6dd req-0f887a40-d61d-4d7a-962e-695ef37bd1da tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] 10.222.0.35 "GET /v2.0/ports?device_id=a347e692-068e-4444-9196-4815d70e0479 HTTP/1.1" status: 200 len: 943 time: 0.1873691 May 20 20:46:32.650958 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Pushing event updated for resources: {'Port': ['ID=d6d900e5-878c-4362-bc8f-7d0da00fe4b6,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:46:32.652879 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b608b4-ea79-42b9-b81d-e6624bb52abe req-aebf6c7f-f326-48aa-81b0-1656f8201a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:32.655196 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-35b608b4-ea79-42b9-b81d-e6624bb52abe req-aebf6c7f-f326-48aa-81b0-1656f8201a9c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=559b096ee02f4d29bdb85904f38d7fa1&device_id=b93fcca9-2ba0-4add-b3ec-3bde3d34c334 HTTP/1.1" status: 200 len: 1097 time: 0.1520994 May 20 20:46:32.662805 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:32.691878 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-b4cb7dc1-584b-454d-9d12-9247de2d692e req-7f76850a-f8e3-4643-8440-fd3255fe0437 tempest-InstanceActionsNegativeTestJSON-144719872 tempest-InstanceActionsNegativeTestJSON-144719872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:32.717414 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Pushing event updated for resources: {'Port': ['ID=1d818611-fbfa-42a2-89d9-b5a9d72dc148,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:46:32.720110 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-03f84588-10e0-42ae-a447-7bd60f28a9ce req-3359962e-9029-46d7-8416-d2de21c22190 service neutron] 10.222.0.35 "GET /v2.0/networks/84c3842c-d7b9-4059-95b5-2fbd492b4e7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2053702 May 20 20:46:32.783656 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f76850a-f8e3-4643-8440-fd3255fe0437 tempest-InstanceActionsNegativeTestJSON-144719872 tempest-InstanceActionsNegativeTestJSON-144719872-project] Pushing event deleted for resources: {'Port': ['ID=680aab2c-a2d2-4ad6-ae3c-2026bc6c040c,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:46:32.829048 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdaadd00-563e-4513-8f29-0b2eb0ee6bb7 None None] New status for floating IP 7788c73c-ee7a-4da9-886c-b83c7acaf32d: DOWN {{(pid=103164) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 20:46:32.951710 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] get_ports_and_sgs() called for port_ids ['d6d900e5-878c-4362-bc8f-7d0da00fe4b6'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:46:33.108447 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-fb53816d-9cf7-438d-a03d-fb5f9bdfb6dd req-2b6c2af9-5c2c-43ce-8c91-ea3e0a0036ac tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] 10.222.0.35 "GET /v2.0/security-groups?id=08f63c89-364b-47f7-9236-e1c85d29ce51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4522882 May 20 20:46:33.149536 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4cb7dc1-584b-454d-9d12-9247de2d692e req-7f76850a-f8e3-4643-8440-fd3255fe0437 tempest-InstanceActionsNegativeTestJSON-144719872 tempest-InstanceActionsNegativeTestJSON-144719872-project] No DVR routers for this DVR port 680aab2c-a2d2-4ad6-ae3c-2026bc6c040c on host n-h2-842733-1 {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:46:33.154971 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-b4cb7dc1-584b-454d-9d12-9247de2d692e req-7f76850a-f8e3-4643-8440-fd3255fe0437 tempest-InstanceActionsNegativeTestJSON-144719872 tempest-InstanceActionsNegativeTestJSON-144719872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:33.158284 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b4cb7dc1-584b-454d-9d12-9247de2d692e req-7f76850a-f8e3-4643-8440-fd3255fe0437 tempest-InstanceActionsNegativeTestJSON-144719872 tempest-InstanceActionsNegativeTestJSON-144719872-project] 10.222.0.13 "DELETE /v2.0/ports/680aab2c-a2d2-4ad6-ae3c-2026bc6c040c HTTP/1.1" status: 204 len: 173 time: 1.4705043 May 20 20:46:33.194560 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b608b4-ea79-42b9-b81d-e6624bb52abe req-5d5e2ef4-e677-40f9-af93-64de44caeacc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:33.195966 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-35b608b4-ea79-42b9-b81d-e6624bb52abe req-5d5e2ef4-e677-40f9-af93-64de44caeacc service neutron] 10.222.0.13 "GET /v2.0/networks?id=84c3842c-d7b9-4059-95b5-2fbd492b4e7b HTTP/1.1" status: 200 len: 930 time: 0.5237424 May 20 20:46:33.228794 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-03f84588-10e0-42ae-a447-7bd60f28a9ce req-b3c9b1e3-c4d7-4260-b86e-ecc4ef6561f8 service neutron] 10.222.0.35 "GET /v2.0/networks/84c3842c-d7b9-4059-95b5-2fbd492b4e7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5031753 May 20 20:46:33.263206 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-35b608b4-ea79-42b9-b81d-e6624bb52abe req-dcc423b8-45a8-4b2d-b1d9-d526d188d11e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cdb24703-dfbe-492b-a603-1d20747f1acc HTTP/1.1" status: 200 len: 217 time: 0.0541058 May 20 20:46:33.306443 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5dfbfa-546a-439d-9a3b-f549b2516c4e req-2a82769c-d11e-4b43-8b05-943a4ef12ac3 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:33.308651 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5f5dfbfa-546a-439d-9a3b-f549b2516c4e req-2a82769c-d11e-4b43-8b05-943a4ef12ac3 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/ports?device_id=639a9b9c-aaad-4644-9dcd-410174fb9f88 HTTP/1.1" status: 200 len: 945 time: 0.1149652 May 20 20:46:33.350878 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b608b4-ea79-42b9-b81d-e6624bb52abe req-eb93a8cc-46bb-4235-ad30-fccc31e335bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:33.352285 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-35b608b4-ea79-42b9-b81d-e6624bb52abe req-eb93a8cc-46bb-4235-ad30-fccc31e335bd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fbf95e96-7a6b-4877-8118-54c9daa2ad40 HTTP/1.1" status: 200 len: 868 time: 0.0802450 May 20 20:46:33.410961 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5f5dfbfa-546a-439d-9a3b-f549b2516c4e req-ae077124-d6bb-42b4-ac23-bb392313fbd9 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3c6019f-4c4a-4c16-982c-852ac3d8d84a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946128 May 20 20:46:33.427982 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b608b4-ea79-42b9-b81d-e6624bb52abe req-2c781f68-9142-41a2-b730-879fb3ab5cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:33.429455 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-35b608b4-ea79-42b9-b81d-e6624bb52abe req-2c781f68-9142-41a2-b730-879fb3ab5cdf service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=84c3842c-d7b9-4059-95b5-2fbd492b4e7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0595319 May 20 20:46:33.438258 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb5503c-7ea4-45c6-bbf0-b92064c9de75 req-7273993b-f81f-4790-a175-ca039b859024 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:33.439739 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ffb5503c-7ea4-45c6-bbf0-b92064c9de75 req-7273993b-f81f-4790-a175-ca039b859024 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/ports?device_id=9acabe24-34b6-4f76-8669-0fb1b3e18f66 HTTP/1.1" status: 200 len: 950 time: 0.1037285 May 20 20:46:33.521116 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 20:46:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5c0c502-b23e-4340-8d35-f5067eddfc34 x-openstack-request-id: req-e5c0c502-b23e-4340-8d35-f5067eddfc34 {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:46:33.521644 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9acabe24-34b6-4f76-8669-0fb1b3e18f66", "name": "network-vif-plugged", "status": "completed", "tag": "1d818611-fbfa-42a2-89d9-b5a9d72dc148", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:46:33.521644 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e5c0c502-b23e-4340-8d35-f5067eddfc34 {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:46:33.522184 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5c0c502-b23e-4340-8d35-f5067eddfc34'] response: {'server_uuid': '9acabe24-34b6-4f76-8669-0fb1b3e18f66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d818611-fbfa-42a2-89d9-b5a9d72dc148', 'code': 200} May 20 20:46:33.531628 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ffb5503c-7ea4-45c6-bbf0-b92064c9de75 req-d3f35312-5db5-4444-bd87-c234be0ff1ec tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/security-groups?id=38c76b68-4081-4341-88c9-c8e3082a5da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810077 May 20 20:46:33.563949 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-35b608b4-ea79-42b9-b81d-e6624bb52abe req-6918c1fe-5e00-4752-9bc0-afacbd655cf0 service neutron] 10.222.0.13 "GET /v2.0/networks/84c3842c-d7b9-4059-95b5-2fbd492b4e7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220419 May 20 20:46:33.642965 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ced8fd0-64cb-4c40-a15d-2d1620937c6d req-5be5907d-1b47-4d3d-b3b0-6e9319449cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:33.644458 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-4ced8fd0-64cb-4c40-a15d-2d1620937c6d req-5be5907d-1b47-4d3d-b3b0-6e9319449cf4 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9acabe24-34b6-4f76-8669-0fb1b3e18f66 HTTP/1.1" status: 200 len: 1101 time: 0.0419080 May 20 20:46:33.678538 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-4ced8fd0-64cb-4c40-a15d-2d1620937c6d req-acd4ed3d-ee5f-4394-88ef-b6da2952afa5 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=38c76b68-4081-4341-88c9-c8e3082a5da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273197 May 20 20:46:33.726877 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07afeb14-7935-4e22-92af-664aa1f38471 req-4fee63ef-d26e-4cac-8c09-7a62b5b04fed tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:33.728312 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-07afeb14-7935-4e22-92af-664aa1f38471 req-4fee63ef-d26e-4cac-8c09-7a62b5b04fed tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] 10.222.0.35 "GET /v2.0/ports?device_id=128787a1-1920-47db-912b-7951bf1b234b HTTP/1.1" status: 200 len: 945 time: 0.1466191 May 20 20:46:33.735713 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afc48a9-2b25-4f8e-8729-b3b4cd9d7775 req-ebb8f06d-d22d-44bd-b6b8-3a20a1522e66 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:33.737062 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1afc48a9-2b25-4f8e-8729-b3b4cd9d7775 req-ebb8f06d-d22d-44bd-b6b8-3a20a1522e66 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.35 "GET /v2.0/ports?device_id=d2c26358-2335-47eb-81e3-6258274d0d68 HTTP/1.1" status: 200 len: 946 time: 0.1082125 May 20 20:46:33.740088 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-35b608b4-ea79-42b9-b81d-e6624bb52abe req-751bdc22-aeaf-4bb3-87e7-b69e20043630 service neutron] 10.222.0.13 "GET /v2.0/networks/84c3842c-d7b9-4059-95b5-2fbd492b4e7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1691980 May 20 20:46:33.795337 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-07afeb14-7935-4e22-92af-664aa1f38471 req-d8033c36-3934-4b38-96c2-2c2a47c6ddc0 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] 10.222.0.35 "GET /v2.0/security-groups?id=e60131e3-31b3-40ad-97bd-41705047293e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571980 May 20 20:46:33.798009 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1afc48a9-2b25-4f8e-8729-b3b4cd9d7775 req-045c5d5c-07ec-4d00-87e6-7bb1baa07b02 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.35 "GET /v2.0/security-groups?id=af06f2cf-8756-4fbf-90c6-d72ff1946909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526106 May 20 20:46:33.889995 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-baff32da-e0df-4190-bc00-ab8d4ea7c572 req-9847efd2-3eb6-4c3b-9f98-69211e313ae9 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914-project] 10.222.0.35 "GET /v2.0/floatingips/7788c73c-ee7a-4da9-886c-b83c7acaf32d HTTP/1.1" status: 200 len: 692 time: 0.0589306 May 20 20:46:33.905234 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e63b3ba3-4e52-47ee-ba79-a7551031dcd5 req-d1ba5f2e-8ba0-4b27-a04c-86b044ee54b9 tempest-InstanceActionsNegativeTestJSON-144719872 tempest-InstanceActionsNegativeTestJSON-144719872-project] 10.222.0.35 "GET /v2.0/ports?device_id=95e20482-f7dc-4877-98b7-365f49d19084 HTTP/1.1" status: 200 len: 210 time: 0.0330858 May 20 20:46:34.009559 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baff32da-e0df-4190-bc00-ab8d4ea7c572 req-fbf3562f-e7e5-444e-9ed1-0318b2d80657 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:34.011670 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-baff32da-e0df-4190-bc00-ab8d4ea7c572 req-fbf3562f-e7e5-444e-9ed1-0318b2d80657 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914-project] 10.222.0.35 "GET /v2.0/networks/e3a93b5c-91e2-4064-9c2c-1afc261bfe15 HTTP/1.1" status: 200 len: 784 time: 0.1079013 May 20 20:46:34.063722 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-baff32da-e0df-4190-bc00-ab8d4ea7c572 req-74a1587c-9d15-4482-a9c6-7449cdaca351 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.2.85 HTTP/1.1" status: 200 len: 695 time: 0.0457475 May 20 20:46:34.069071 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device d6d900e5-878c-4362-bc8f-7d0da00fe4b6 up at agent hyperv_n-h1-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:46:34.114510 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-baff32da-e0df-4190-bc00-ab8d4ea7c572 req-d48ab918-02aa-4fa7-8e93-25acf72b85bd tempest-FloatingIPsAssociationNegativeTestJSON-1675051914 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.2.85 HTTP/1.1" status: 200 len: 695 time: 0.0444014 May 20 20:46:34.194117 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Provisioning for port d6d900e5-878c-4362-bc8f-7d0da00fe4b6 completed by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 20:46:34.199384 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Provisioning complete for port d6d900e5-878c-4362-bc8f-7d0da00fe4b6 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:46:34.199997 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:34.277711 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Current status of the port d6d900e5-878c-4362-bc8f-7d0da00fe4b6 is: BUILD; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:46:34.278005 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:34.278635 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e46197-c105-4939-a461-850b0b2cfe49 req-50cf91cc-5d57-467e-b817-d1948cf2096e tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:34.280129 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b0e46197-c105-4939-a461-850b0b2cfe49 req-50cf91cc-5d57-467e-b817-d1948cf2096e tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] 10.222.0.35 "GET /v2.0/ports?device_id=a347e692-068e-4444-9196-4815d70e0479 HTTP/1.1" status: 200 len: 944 time: 0.0816803 May 20 20:46:34.308669 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [req-baff32da-e0df-4190-bc00-ab8d4ea7c572 req-21382439-e000-44f8-8a69-d5ec5406979a tempest-FloatingIPsAssociationNegativeTestJSON-1675051914 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914-project] Deleting port 71da0137-f398-4a3f-af28-a7b8e9f50ff3 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:46:34.309088 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-baff32da-e0df-4190-bc00-ab8d4ea7c572 req-21382439-e000-44f8-8a69-d5ec5406979a tempest-FloatingIPsAssociationNegativeTestJSON-1675051914 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:34.313161 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port d6d900e5-878c-4362-bc8f-7d0da00fe4b6, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=d6d900e5-878c-4362-bc8f-7d0da00fe4b6,segment=NetworkSegment(769d43cd-208e-4beb-b6e6-532aefd8f5a1),segment_id=769d43cd-208e-4beb-b6e6-532aefd8f5a1)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:46:34.362100 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b0e46197-c105-4939-a461-850b0b2cfe49 req-646c0ec5-8624-47f5-b32b-d67f24292d4f tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] 10.222.0.35 "GET /v2.0/security-groups?id=08f63c89-364b-47f7-9236-e1c85d29ce51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759861 May 20 20:46:34.388288 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:34.397636 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-baff32da-e0df-4190-bc00-ab8d4ea7c572 req-21382439-e000-44f8-8a69-d5ec5406979a tempest-FloatingIPsAssociationNegativeTestJSON-1675051914 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:34.397957 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-baff32da-e0df-4190-bc00-ab8d4ea7c572 req-21382439-e000-44f8-8a69-d5ec5406979a tempest-FloatingIPsAssociationNegativeTestJSON-1675051914 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:34.409616 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95e20482-f7dc-4877-98b7-365f49d19084', 'name': 'network-vif-deleted', 'tag': '680aab2c-a2d2-4ad6-ae3c-2026bc6c040c'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:46:34.411934 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4291b17aa7b45362825f0571e77c85f5e73afe1df9c7e9e15006df9d695c005e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41ef048f-6870-4bfc-8b5d-58c5b1d48887" -d '{"events": [{"server_uuid": "95e20482-f7dc-4877-98b7-365f49d19084", "name": "network-vif-deleted", "tag": "680aab2c-a2d2-4ad6-ae3c-2026bc6c040c"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:46:34.414776 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [req-baff32da-e0df-4190-bc00-ab8d4ea7c572 req-21382439-e000-44f8-8a69-d5ec5406979a tempest-FloatingIPsAssociationNegativeTestJSON-1675051914 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914-project] Calling delete_port for 71da0137-f398-4a3f-af28-a7b8e9f50ff3 owned by network:floatingip {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:46:34.446716 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Pushing event updated for resources: {'Port': ['ID=d6d900e5-878c-4362-bc8f-7d0da00fe4b6,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:46:34.465601 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 20:46:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37e30646-05d3-4be4-b4c4-1c1ca46efe36 x-openstack-request-id: req-37e30646-05d3-4be4-b4c4-1c1ca46efe36 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:46:34.465898 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95e20482-f7dc-4877-98b7-365f49d19084", "name": "network-vif-deleted", "tag": "680aab2c-a2d2-4ad6-ae3c-2026bc6c040c", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:46:34.466153 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-37e30646-05d3-4be4-b4c4-1c1ca46efe36 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:46:34.466548 n-d-842733-1 neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37e30646-05d3-4be4-b4c4-1c1ca46efe36'] response: {'server_uuid': '95e20482-f7dc-4877-98b7-365f49d19084', 'name': 'network-vif-deleted', 'tag': '680aab2c-a2d2-4ad6-ae3c-2026bc6c040c', 'status': 'completed', 'code': 200} May 20 20:46:34.503787 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 680aab2c-a2d2-4ad6-ae3c-2026bc6c040c no longer exists at agent hyperv_n-h2-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:46:34.524628 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] No Port match for: 680aab2c-a2d2-4ad6-ae3c-2026bc6c040c {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 20:46:34.525312 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 680aab2c-a2d2-4ad6-ae3c-2026bc6c040c not bound to the agent host n-h2-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 20:46:34.588427 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56611634-5b6b-4461-8d25-ae8f7d7923a4 req-3b0c6196-4865-462a-8ede-ef1254ee3c2e tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:34.590513 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-56611634-5b6b-4461-8d25-ae8f7d7923a4 req-3b0c6196-4865-462a-8ede-ef1254ee3c2e tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/ports?device_id=639a9b9c-aaad-4644-9dcd-410174fb9f88 HTTP/1.1" status: 200 len: 945 time: 0.0824721 May 20 20:46:34.634324 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-56611634-5b6b-4461-8d25-ae8f7d7923a4 req-b273827e-7f6a-4f9e-868d-6a66ae518193 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3c6019f-4c4a-4c16-982c-852ac3d8d84a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364788 May 20 20:46:34.674505 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-baff32da-e0df-4190-bc00-ab8d4ea7c572 req-21382439-e000-44f8-8a69-d5ec5406979a tempest-FloatingIPsAssociationNegativeTestJSON-1675051914 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:34.709430 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21382439-e000-44f8-8a69-d5ec5406979a tempest-FloatingIPsAssociationNegativeTestJSON-1675051914 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914-project] Pushing event deleted for resources: {'Port': ['ID=71da0137-f398-4a3f-af28-a7b8e9f50ff3,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:46:34.794074 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903b0b79-d178-4e1e-aef9-474316fb114e req-bf90fef1-32be-4937-af71-5926f1f0bb95 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:34.795575 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-903b0b79-d178-4e1e-aef9-474316fb114e req-bf90fef1-32be-4937-af71-5926f1f0bb95 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/ports?device_id=9acabe24-34b6-4f76-8669-0fb1b3e18f66 HTTP/1.1" status: 200 len: 950 time: 0.0961819 May 20 20:46:34.798230 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-baff32da-e0df-4190-bc00-ab8d4ea7c572 req-21382439-e000-44f8-8a69-d5ec5406979a tempest-FloatingIPsAssociationNegativeTestJSON-1675051914 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914-project] Notify callbacks [] for floatingip, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:34.800684 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-baff32da-e0df-4190-bc00-ab8d4ea7c572 req-21382439-e000-44f8-8a69-d5ec5406979a tempest-FloatingIPsAssociationNegativeTestJSON-1675051914 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for floatingip, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:34.801787 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-baff32da-e0df-4190-bc00-ab8d4ea7c572 req-21382439-e000-44f8-8a69-d5ec5406979a tempest-FloatingIPsAssociationNegativeTestJSON-1675051914 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914-project] 10.222.0.35 "DELETE /v2.0/floatingips/7788c73c-ee7a-4da9-886c-b83c7acaf32d HTTP/1.1" status: 204 len: 173 time: 0.6817048 May 20 20:46:34.842833 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-903b0b79-d178-4e1e-aef9-474316fb114e req-b07ed015-9ef3-4565-b875-b9b7cfa4082b tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/security-groups?id=38c76b68-4081-4341-88c9-c8e3082a5da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400312 May 20 20:46:34.981475 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac72afc0-4cd2-4347-927f-9a79b1ae4750 req-149ac2a7-6741-457f-9569-6698217460b0 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:34.982960 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ac72afc0-4cd2-4347-927f-9a79b1ae4750 req-149ac2a7-6741-457f-9569-6698217460b0 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] 10.222.0.35 "GET /v2.0/ports?device_id=128787a1-1920-47db-912b-7951bf1b234b HTTP/1.1" status: 200 len: 945 time: 0.0820155 May 20 20:46:34.990959 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a159d2a-1fb7-4128-903a-e7b5568af322 req-bc1cceba-2df0-4f91-89c1-4db7eb3cfe52 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:34.992312 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4a159d2a-1fb7-4128-903a-e7b5568af322 req-bc1cceba-2df0-4f91-89c1-4db7eb3cfe52 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914-project] 10.222.0.35 "GET /v2.0/ports?device_id=b93fcca9-2ba0-4add-b3ec-3bde3d34c334&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0799756 May 20 20:46:35.044184 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4a159d2a-1fb7-4128-903a-e7b5568af322 req-2e135649-4a82-4caa-85aa-36600356d3a0 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0443566 May 20 20:46:35.065584 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ac72afc0-4cd2-4347-927f-9a79b1ae4750 req-bef38392-9d51-43c6-8072-3f7cfcf297ea tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] 10.222.0.35 "GET /v2.0/security-groups?id=e60131e3-31b3-40ad-97bd-41705047293e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722542 May 20 20:46:35.110076 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 44614) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:46:35.198798 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f38b7610-8c40-4a58-8465-6783044acb7a req-f7354d6a-621c-45e5-9f21-5986f7d645ed tempest-FloatingIPsAssociationNegativeTestJSON-1675051914 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0664415 May 20 20:46:35.212419 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c9e3751-56e6-43e7-94c6-9855df6e230e admin admin] Deleting subnet a57c005f-9d40-4768-b28c-f9e1367cd413 {{(pid=103163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 20 20:46:35.217537 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2c9e3751-56e6-43e7-94c6-9855df6e230e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:35.243413 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef30d92-4c6c-4465-ba97-d65092119c78 req-d162dba4-d44d-4615-b9a9-44e32b175f59 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:35.247646 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4ef30d92-4c6c-4465-ba97-d65092119c78 req-d162dba4-d44d-4615-b9a9-44e32b175f59 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.35 "GET /v2.0/ports?device_id=d2c26358-2335-47eb-81e3-6258274d0d68 HTTP/1.1" status: 200 len: 946 time: 0.1465366 May 20 20:46:35.275037 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2c9e3751-56e6-43e7-94c6-9855df6e230e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9338757'] for subnet, precommit_delete_associations {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:35.315478 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4ef30d92-4c6c-4465-ba97-d65092119c78 req-8af6c301-a8cf-4dd6-a3b3-54ff9889ca79 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.35 "GET /v2.0/security-groups?id=af06f2cf-8756-4fbf-90c6-d72ff1946909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620797 May 20 20:46:35.332462 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2c9e3751-56e6-43e7-94c6-9855df6e230e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33068388'] for subnet, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:35.484739 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a749a0-43b5-4b5f-a0a8-a0f13859433d req-d24ba811-e3b8-4019-99f2-19eb526ba371 tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:35.486279 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-69a749a0-43b5-4b5f-a0a8-a0f13859433d req-d24ba811-e3b8-4019-99f2-19eb526ba371 tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] 10.222.0.35 "GET /v2.0/ports?device_id=a347e692-068e-4444-9196-4815d70e0479 HTTP/1.1" status: 200 len: 945 time: 0.0573971 May 20 20:46:35.500616 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2c9e3751-56e6-43e7-94c6-9855df6e230e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33068399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9641221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8422588'] for subnet, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:35.523365 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a347e692-068e-4444-9196-4815d70e0479', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6d900e5-878c-4362-bc8f-7d0da00fe4b6'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:46:35.526792 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8485417003ce7c0410b00f5cdc2f391e21107b70bb68e2773712534a96e108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e390027d-b0d5-4e2a-8e4d-dd0799718745" -d '{"events": [{"server_uuid": "a347e692-068e-4444-9196-4815d70e0479", "name": "network-vif-plugged", "status": "completed", "tag": "d6d900e5-878c-4362-bc8f-7d0da00fe4b6"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:46:35.539429 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9e3751-56e6-43e7-94c6-9855df6e230e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a57c005f-9d40-4768-b28c-f9e1367cd413,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:46:35.546340 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2c9e3751-56e6-43e7-94c6-9855df6e230e admin admin] Notify callbacks [] for subnet, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:35.549422 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-2c9e3751-56e6-43e7-94c6-9855df6e230e admin admin] 10.222.0.35 "DELETE /v2.0/subnets/a57c005f-9d40-4768-b28c-f9e1367cd413 HTTP/1.1" status: 204 len: 168 time: 0.4383795 May 20 20:46:35.552032 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 44622) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:46:35.556982 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-69a749a0-43b5-4b5f-a0a8-a0f13859433d req-d2032389-a825-499e-ad86-67e84c3a6fab tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] 10.222.0.35 "GET /v2.0/security-groups?id=08f63c89-364b-47f7-9236-e1c85d29ce51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643563 May 20 20:46:35.612973 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 20:46:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97e8ffc3-497f-485e-be63-a3fc338aa50b x-openstack-request-id: req-97e8ffc3-497f-485e-be63-a3fc338aa50b {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:46:35.613528 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a347e692-068e-4444-9196-4815d70e0479", "name": "network-vif-plugged", "status": "completed", "tag": "d6d900e5-878c-4362-bc8f-7d0da00fe4b6", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:46:35.613953 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-97e8ffc3-497f-485e-be63-a3fc338aa50b {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:46:35.614358 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97e8ffc3-497f-485e-be63-a3fc338aa50b'] response: {'server_uuid': 'a347e692-068e-4444-9196-4815d70e0479', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6d900e5-878c-4362-bc8f-7d0da00fe4b6', 'code': 200} May 20 20:46:35.632813 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2cabdb9d-621c-4752-afb2-5ecf7d574ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33160123'] for network, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:35.697649 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7e22b0-9657-4201-8df2-4c67c02e5b74 req-6e2a107b-5c00-4a06-a88e-f4a3e9c59400 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:35.699298 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ab7e22b0-9657-4201-8df2-4c67c02e5b74 req-6e2a107b-5c00-4a06-a88e-f4a3e9c59400 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914-project] 10.222.0.35 "GET /v2.0/ports?device_id=b93fcca9-2ba0-4add-b3ec-3bde3d34c334 HTTP/1.1" status: 200 len: 946 time: 0.0662928 May 20 20:46:35.733913 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2cabdb9d-621c-4752-afb2-5ecf7d574ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33072115', 'neutron.services.segments.db._delete_segments_for_network-8782419500584'] for network, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:35.758209 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ab7e22b0-9657-4201-8df2-4c67c02e5b74 req-f359de12-291f-4efd-adc2-5349adc8dd44 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914-project] 10.222.0.35 "GET /v2.0/security-groups?id=10578f43-fdf4-47ed-819f-6b5be55435e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454886 May 20 20:46:35.770638 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-2cabdb9d-621c-4752-afb2-5ecf7d574ed9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6db0965-9344-451c-9a7f-a79e714eea49']}} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:46:35.782460 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-2cabdb9d-621c-4752-afb2-5ecf7d574ed9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0ad80ce-58b1-4ac6-afb2-ef09e0a97b22') {'for_net_delete': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:46:35.782755 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-2cabdb9d-621c-4752-afb2-5ecf7d574ed9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0ad80ce-58b1-4ac6-afb2-ef09e0a97b22') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:46:35.793939 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2cabdb9d-621c-4752-afb2-5ecf7d574ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419501617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3738385'] for segment, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:35.796692 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788ce901-d2a6-4aec-bea5-e0333b646455 req-f055e58e-035a-4903-a250-86040fc8ab12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:35.798189 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-788ce901-d2a6-4aec-bea5-e0333b646455 req-f055e58e-035a-4903-a250-86040fc8ab12 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a347e692-068e-4444-9196-4815d70e0479 HTTP/1.1" status: 200 len: 1096 time: 0.0858819 May 20 20:46:35.801408 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476f7495-dcb6-47f9-b5ac-8db88e514c6e req-e06520b9-817d-40c9-a0a6-f88197cdb721 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:35.802866 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-476f7495-dcb6-47f9-b5ac-8db88e514c6e req-e06520b9-817d-40c9-a0a6-f88197cdb721 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/ports?device_id=639a9b9c-aaad-4644-9dcd-410174fb9f88 HTTP/1.1" status: 200 len: 945 time: 0.0673134 May 20 20:46:35.825350 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2cabdb9d-621c-4752-afb2-5ecf7d574ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:35.834846 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cabdb9d-621c-4752-afb2-5ecf7d574ed9 admin admin] Releasing vlan 227 on physical network physnet1 to pool {{(pid=103162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 20:46:35.835218 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2cabdb9d-621c-4752-afb2-5ecf7d574ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3800791'] for segment, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:35.836799 n-d-842733-1 neutron-server[103162]: Traceback (most recent call last): May 20 20:46:35.836799 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 20:46:35.836799 n-d-842733-1 neutron-server[103162]: timer() May 20 20:46:35.836799 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 20:46:35.836799 n-d-842733-1 neutron-server[103162]: cb(*args, **kw) May 20 20:46:35.836799 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 20 20:46:35.836799 n-d-842733-1 neutron-server[103162]: return func(*args, **kwargs) May 20 20:46:35.836799 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 20:46:35.836799 n-d-842733-1 neutron-server[103162]: self._notify() May 20 20:46:35.836799 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 20:46:35.836799 n-d-842733-1 neutron-server[103162]: self.callback(batched_events) May 20 20:46:35.836799 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 20:46:35.836799 n-d-842733-1 neutron-server[103162]: event.method(event) May 20 20:46:35.836799 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 20 20:46:35.836799 n-d-842733-1 neutron-server[103162]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 20:46:35.836799 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 20 20:46:35.836799 n-d-842733-1 neutron-server[103162]: aggregate_uuid = self.p_client.list_aggregates( May 20 20:46:35.836799 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 20 20:46:35.836799 n-d-842733-1 neutron-server[103162]: return f(self, *a, **k) May 20 20:46:35.836799 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 20 20:46:35.836799 n-d-842733-1 neutron-server[103162]: return self._get(url).json() May 20 20:46:35.836799 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 20 20:46:35.836799 n-d-842733-1 neutron-server[103162]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 20:46:35.836799 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 20:46:35.836799 n-d-842733-1 neutron-server[103162]: return self.request(url, 'GET', **kwargs) May 20 20:46:35.836799 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 20:46:35.836799 n-d-842733-1 neutron-server[103162]: base_url = self.get_endpoint(auth, allow=allow, May 20 20:46:35.836799 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 20:46:35.836799 n-d-842733-1 neutron-server[103162]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 20:46:35.836799 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 20:46:35.836799 n-d-842733-1 neutron-server[103162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 20:46:35.836799 n-d-842733-1 neutron-server[103162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 20:46:35.845588 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-476f7495-dcb6-47f9-b5ac-8db88e514c6e req-ff798c30-7b71-43fe-9fb0-1af3162904ac tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3c6019f-4c4a-4c16-982c-852ac3d8d84a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354085 May 20 20:46:35.887728 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-788ce901-d2a6-4aec-bea5-e0333b646455 req-5d67c662-a3dd-4e6b-b8f1-10a013f38acd service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=08f63c89-364b-47f7-9236-e1c85d29ce51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801713 May 20 20:46:35.960763 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d68d8f9-067b-4d64-a018-d625b4ebad1f req-b5bbd1e1-4071-45a3-967b-4eba6446598c tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:35.962184 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0d68d8f9-067b-4d64-a018-d625b4ebad1f req-b5bbd1e1-4071-45a3-967b-4eba6446598c tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/ports?device_id=9acabe24-34b6-4f76-8669-0fb1b3e18f66 HTTP/1.1" status: 200 len: 950 time: 0.0498776 May 20 20:46:35.982648 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2cabdb9d-621c-4752-afb2-5ecf7d574ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33072122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748162'] for network, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:35.989316 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2cabdb9d-621c-4752-afb2-5ecf7d574ed9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:35.992534 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-2cabdb9d-621c-4752-afb2-5ecf7d574ed9 admin admin] 10.222.0.35 "DELETE /v2.0/networks/e6db0965-9344-451c-9a7f-a79e714eea49 HTTP/1.1" status: 204 len: 168 time: 0.4394982 May 20 20:46:36.002047 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0d68d8f9-067b-4d64-a018-d625b4ebad1f req-c01b9ed3-1ed5-40ca-8b7c-e155314f4fe0 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/security-groups?id=38c76b68-4081-4341-88c9-c8e3082a5da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331168 May 20 20:46:36.002887 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cabdb9d-621c-4752-afb2-5ecf7d574ed9 admin admin] Pushing event deleted for resources: {'Network': ['ID=e6db0965-9344-451c-9a7f-a79e714eea49,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:46:36.114604 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0b3fe9-14a4-4bf8-9168-4559162d3e79 req-2d302f0f-b843-44b4-8c18-5e50587e8e02 tempest-MigrationsAdminTest-2124949506 tempest-MigrationsAdminTest-2124949506-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:36.116102 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3b0b3fe9-14a4-4bf8-9168-4559162d3e79 req-2d302f0f-b843-44b4-8c18-5e50587e8e02 tempest-MigrationsAdminTest-2124949506 tempest-MigrationsAdminTest-2124949506-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=9acabe24-34b6-4f76-8669-0fb1b3e18f66 HTTP/1.1" status: 200 len: 1101 time: 0.0407403 May 20 20:46:36.182416 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3b0b3fe9-14a4-4bf8-9168-4559162d3e79 req-42ea1677-6ae5-4084-a62d-ceb832a6d0cb tempest-MigrationsAdminTest-2124949506 tempest-MigrationsAdminTest-2124949506-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=38c76b68-4081-4341-88c9-c8e3082a5da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595489 May 20 20:46:36.197767 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2966bfc0-9ac4-4866-bda6-e4a922c2dfd1 req-b41d11d1-4046-4268-befa-1cf90a74034e tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:36.199362 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2966bfc0-9ac4-4866-bda6-e4a922c2dfd1 req-b41d11d1-4046-4268-befa-1cf90a74034e tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] 10.222.0.35 "GET /v2.0/ports?device_id=128787a1-1920-47db-912b-7951bf1b234b HTTP/1.1" status: 200 len: 945 time: 0.0629928 May 20 20:46:36.240116 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2966bfc0-9ac4-4866-bda6-e4a922c2dfd1 req-a176e580-5097-43fc-a16f-3d734fd3d5f5 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] 10.222.0.35 "GET /v2.0/security-groups?id=e60131e3-31b3-40ad-97bd-41705047293e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342548 May 20 20:46:36.257014 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [req-2667bfa6-df41-4059-970c-651296907ee5 req-6880ac40-e292-463d-a0c2-cbc65dd8bd43 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103163) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 20:46:36.258071 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2667bfa6-df41-4059-970c-651296907ee5 req-6880ac40-e292-463d-a0c2-cbc65dd8bd43 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057263 May 20 20:46:36.323029 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 44642) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:46:36.365360 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-08f7113e-8bb2-4952-98b3-48db7109a842 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a7449ffd5f9d4589acf02fe7314c1959&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0400589 May 20 20:46:36.368370 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 44646) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:46:36.447502 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5d7fb014-21a6-48f5-a877-c57eb6e3ca23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:36.459268 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c52a5be-278e-4b19-a322-2793aeda39e1 req-dddf1271-a00b-42b1-ae15-987107f5dd3e tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:36.460764 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3c52a5be-278e-4b19-a322-2793aeda39e1 req-dddf1271-a00b-42b1-ae15-987107f5dd3e tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.35 "GET /v2.0/ports?device_id=d2c26358-2335-47eb-81e3-6258274d0d68 HTTP/1.1" status: 200 len: 946 time: 0.0717404 May 20 20:46:36.493600 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5d7fb014-21a6-48f5-a877-c57eb6e3ca23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:36.529308 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3c52a5be-278e-4b19-a322-2793aeda39e1 req-f993abba-bccb-496f-a5f3-3c24d6f98c47 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.35 "GET /v2.0/security-groups?id=af06f2cf-8756-4fbf-90c6-d72ff1946909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602841 May 20 20:46:36.607358 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0b877f-fb45-49a6-8438-e1b69d73e5ac req-32b536b1-4d6d-4e17-bc62-7519f41996e9 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:36.608850 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-dc0b877f-fb45-49a6-8438-e1b69d73e5ac req-32b536b1-4d6d-4e17-bc62-7519f41996e9 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/ports?device_id=9acabe24-34b6-4f76-8669-0fb1b3e18f66 HTTP/1.1" status: 200 len: 950 time: 0.0517521 May 20 20:46:36.637427 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5d7fb014-21a6-48f5-a877-c57eb6e3ca23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:36.639876 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5d7fb014-21a6-48f5-a877-c57eb6e3ca23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:36.640964 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-5d7fb014-21a6-48f5-a877-c57eb6e3ca23 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f48c87cc-0c24-4a90-85b7-1ed1fb3b0536 HTTP/1.1" status: 204 len: 168 time: 0.2721689 May 20 20:46:36.681457 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-dc0b877f-fb45-49a6-8438-e1b69d73e5ac req-3c47f905-825d-41ba-b6b0-7302a1e063e1 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/security-groups?id=38c76b68-4081-4341-88c9-c8e3082a5da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664883 May 20 20:46:36.688877 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7fb014-21a6-48f5-a877-c57eb6e3ca23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f48c87cc-0c24-4a90-85b7-1ed1fb3b0536,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:46:36.716454 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaf2c7d-1387-4dc4-9f8b-276c82b15c15 req-4e84084f-3a2a-47d1-9845-d268904123d2 tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:36.716675 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-dbaf2c7d-1387-4dc4-9f8b-276c82b15c15 req-4e84084f-3a2a-47d1-9845-d268904123d2 tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] 10.222.0.35 "GET /v2.0/ports?device_id=a347e692-068e-4444-9196-4815d70e0479 HTTP/1.1" status: 200 len: 945 time: 0.0826685 May 20 20:46:36.767326 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-dbaf2c7d-1387-4dc4-9f8b-276c82b15c15 req-e783189d-1d97-4c51-83bc-f6ece93aea63 tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] 10.222.0.35 "GET /v2.0/security-groups?id=08f63c89-364b-47f7-9236-e1c85d29ce51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349162 May 20 20:46:36.892119 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4ae5a490-e307-4473-b237-d038b39c15e1 req-590e0342-b57a-494e-984d-2af532435a66 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=9acabe24-34b6-4f76-8669-0fb1b3e18f66&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2144084 May 20 20:46:36.904074 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04817d6b-16dd-4f93-bace-82ca16e72750 req-3e773e0a-d3cd-4dcd-9bde-94ae61967c1d tempest-FloatingIPsAssociationNegativeTestJSON-1675051914 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:36.908206 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-04817d6b-16dd-4f93-bace-82ca16e72750 req-3e773e0a-d3cd-4dcd-9bde-94ae61967c1d tempest-FloatingIPsAssociationNegativeTestJSON-1675051914 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914-project] 10.222.0.35 "GET /v2.0/ports?device_id=b93fcca9-2ba0-4add-b3ec-3bde3d34c334 HTTP/1.1" status: 200 len: 946 time: 0.0649571 May 20 20:46:36.910732 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [req-4ae5a490-e307-4473-b237-d038b39c15e1 req-83f61f99-0b49-4a6f-8635-50a4c0efc367 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103163) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 20:46:36.911671 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4ae5a490-e307-4473-b237-d038b39c15e1 req-83f61f99-0b49-4a6f-8635-50a4c0efc367 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050220 May 20 20:46:36.976035 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-04817d6b-16dd-4f93-bace-82ca16e72750 req-9ea8a5af-9e6c-44d3-bae1-bd8e3f85bff4 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914-project] 10.222.0.35 "GET /v2.0/security-groups?id=10578f43-fdf4-47ed-819f-6b5be55435e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608058 May 20 20:46:36.992064 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f761a34-f1ac-4332-9566-1bde26034899 req-64460cdb-1ccf-46ab-99a5-da3c36c5756d tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:36.993582 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6f761a34-f1ac-4332-9566-1bde26034899 req-64460cdb-1ccf-46ab-99a5-da3c36c5756d tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/ports?device_id=639a9b9c-aaad-4644-9dcd-410174fb9f88 HTTP/1.1" status: 200 len: 945 time: 0.0715640 May 20 20:46:37.043749 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6f761a34-f1ac-4332-9566-1bde26034899 req-5fece193-932a-4739-8513-28c9245868cf tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3c6019f-4c4a-4c16-982c-852ac3d8d84a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417359 May 20 20:46:37.147344 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ef773c-6a95-4864-ba03-26e34fe342ea req-92f673d6-2688-473e-83e7-7d3890a924aa tempest-FloatingIPsAssociationNegativeTestJSON-1675051914 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:37.149466 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a0ef773c-6a95-4864-ba03-26e34fe342ea req-92f673d6-2688-473e-83e7-7d3890a924aa tempest-FloatingIPsAssociationNegativeTestJSON-1675051914 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914-project] 10.222.0.13 "GET /v2.0/ports?device_id=b93fcca9-2ba0-4add-b3ec-3bde3d34c334 HTTP/1.1" status: 200 len: 946 time: 0.0551114 May 20 20:46:37.247218 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [req-a0ef773c-6a95-4864-ba03-26e34fe342ea req-20de560b-7535-45a2-beb4-30a9811640d6 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914-project] Deleting port cdb24703-dfbe-492b-a603-1d20747f1acc {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:46:37.247218 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-a0ef773c-6a95-4864-ba03-26e34fe342ea req-20de560b-7535-45a2-beb4-30a9811640d6 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:37.390290 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-a0ef773c-6a95-4864-ba03-26e34fe342ea req-20de560b-7535-45a2-beb4-30a9811640d6 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914-project] For port cdb24703-dfbe-492b-a603-1d20747f1acc, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=cdb24703-dfbe-492b-a603-1d20747f1acc,segment=NetworkSegment(f062a6f8-1ded-4de9-b953-46acf072b30e),segment_id=f062a6f8-1ded-4de9-b953-46acf072b30e)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:46:37.390759 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-a0ef773c-6a95-4864-ba03-26e34fe342ea req-20de560b-7535-45a2-beb4-30a9811640d6 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:37.410913 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [req-a0ef773c-6a95-4864-ba03-26e34fe342ea req-20de560b-7535-45a2-beb4-30a9811640d6 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914-project] Calling delete_port for cdb24703-dfbe-492b-a603-1d20747f1acc owned by compute:nova {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:46:37.424714 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea544386-39bb-439e-a3c9-c4c0ede3e70f req-63393d79-8128-451f-8a87-d5b68f0aac55 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:37.426331 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ea544386-39bb-439e-a3c9-c4c0ede3e70f req-63393d79-8128-451f-8a87-d5b68f0aac55 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] 10.222.0.35 "GET /v2.0/ports?device_id=128787a1-1920-47db-912b-7951bf1b234b HTTP/1.1" status: 200 len: 945 time: 0.0760450 May 20 20:46:37.507657 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ea544386-39bb-439e-a3c9-c4c0ede3e70f req-21c6092e-69b2-4b04-bb83-a08c176739c0 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] 10.222.0.35 "GET /v2.0/security-groups?id=e60131e3-31b3-40ad-97bd-41705047293e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745535 May 20 20:46:37.659844 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfb01c1-feed-400a-a8b7-ae6c77bf2d03 req-28fa8df9-9db0-4b98-8f9f-f5cc8f8c54cc tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:37.661415 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6dfb01c1-feed-400a-a8b7-ae6c77bf2d03 req-28fa8df9-9db0-4b98-8f9f-f5cc8f8c54cc tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.35 "GET /v2.0/ports?device_id=d2c26358-2335-47eb-81e3-6258274d0d68 HTTP/1.1" status: 200 len: 946 time: 0.0495863 May 20 20:46:37.693876 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-a0ef773c-6a95-4864-ba03-26e34fe342ea req-20de560b-7535-45a2-beb4-30a9811640d6 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:37.730621 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20de560b-7535-45a2-beb4-30a9811640d6 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914-project] Pushing event deleted for resources: {'Port': ['ID=cdb24703-dfbe-492b-a603-1d20747f1acc,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:46:37.735758 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6dfb01c1-feed-400a-a8b7-ae6c77bf2d03 req-915eaafd-275f-4315-9e4e-144a8155c39f tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.35 "GET /v2.0/security-groups?id=af06f2cf-8756-4fbf-90c6-d72ff1946909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670860 May 20 20:46:37.736246 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] get_ports_and_sgs() called for port_ids ['cdb24703-dfbe-492b-a603-1d20747f1acc'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:46:37.778933 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20de560b-7535-45a2-beb4-30a9811640d6 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:46:37.779402 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20de560b-7535-45a2-beb4-30a9811640d6 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:46:37.779890 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20de560b-7535-45a2-beb4-30a9811640d6 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:46:37.780232 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20de560b-7535-45a2-beb4-30a9811640d6 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:46:37.780559 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20de560b-7535-45a2-beb4-30a9811640d6 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:46:37.780890 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20de560b-7535-45a2-beb4-30a9811640d6 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:46:37.781243 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20de560b-7535-45a2-beb4-30a9811640d6 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:46:37.781566 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20de560b-7535-45a2-beb4-30a9811640d6 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:46:37.782394 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20de560b-7535-45a2-beb4-30a9811640d6 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:46:37.782394 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20de560b-7535-45a2-beb4-30a9811640d6 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:46:37.782567 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20de560b-7535-45a2-beb4-30a9811640d6 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:46:37.782888 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20de560b-7535-45a2-beb4-30a9811640d6 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:46:37.824927 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0ef773c-6a95-4864-ba03-26e34fe342ea req-20de560b-7535-45a2-beb4-30a9811640d6 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914-project] No DVR routers for this DVR port cdb24703-dfbe-492b-a603-1d20747f1acc on host n-h2-842733-1 {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:46:37.827872 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-a0ef773c-6a95-4864-ba03-26e34fe342ea req-20de560b-7535-45a2-beb4-30a9811640d6 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:37.833382 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a0ef773c-6a95-4864-ba03-26e34fe342ea req-20de560b-7535-45a2-beb4-30a9811640d6 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914-project] 10.222.0.13 "DELETE /v2.0/ports/cdb24703-dfbe-492b-a603-1d20747f1acc HTTP/1.1" status: 204 len: 173 time: 0.6791420 May 20 20:46:37.834853 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b93fcca9-2ba0-4add-b3ec-3bde3d34c334', 'name': 'network-vif-deleted', 'tag': 'cdb24703-dfbe-492b-a603-1d20747f1acc'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:46:37.838297 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4291b17aa7b45362825f0571e77c85f5e73afe1df9c7e9e15006df9d695c005e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ba82be5-37af-4ccd-9ff9-4ec7b0e818db" -d '{"events": [{"server_uuid": "b93fcca9-2ba0-4add-b3ec-3bde3d34c334", "name": "network-vif-deleted", "tag": "cdb24703-dfbe-492b-a603-1d20747f1acc"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:46:37.841684 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 44708) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:46:37.937151 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6631eb50-1a99-4336-8d82-2516a3037803 req-b923dfaa-285c-4fc5-acaa-72b8a0c143df tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:37.938580 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6631eb50-1a99-4336-8d82-2516a3037803 req-b923dfaa-285c-4fc5-acaa-72b8a0c143df tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/ports?device_id=9acabe24-34b6-4f76-8669-0fb1b3e18f66 HTTP/1.1" status: 200 len: 950 time: 0.0940862 May 20 20:46:37.951455 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa514d9-e65c-4a1f-ad12-1b8bb56e622b req-b8099e1f-8cd4-4783-b3aa-392bf54694e6 tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:37.952701 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0aa514d9-e65c-4a1f-ad12-1b8bb56e622b req-b8099e1f-8cd4-4783-b3aa-392bf54694e6 tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] 10.222.0.35 "GET /v2.0/ports?device_id=a347e692-068e-4444-9196-4815d70e0479 HTTP/1.1" status: 200 len: 945 time: 0.0699201 May 20 20:46:37.954370 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-1c5544a4-34df-4cd8-a340-82d555e85aa4 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-97978301-network', 'tenant_id': 'd98e0c31ba7547e6ab7bf6beafea7b9f'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:46:38.002912 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6631eb50-1a99-4336-8d82-2516a3037803 req-f36a424f-1b92-43c3-85e4-add972dab074 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/security-groups?id=38c76b68-4081-4341-88c9-c8e3082a5da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490451 May 20 20:46:38.016585 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0aa514d9-e65c-4a1f-ad12-1b8bb56e622b req-7f0e712c-d5eb-4afc-9a44-a99329b8bb77 tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] 10.222.0.35 "GET /v2.0/security-groups?id=08f63c89-364b-47f7-9236-e1c85d29ce51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559263 May 20 20:46:38.062673 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 20:46:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75df8512-430b-4f1b-bb2d-4d1125c93f80 x-openstack-request-id: req-75df8512-430b-4f1b-bb2d-4d1125c93f80 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:46:38.062968 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b93fcca9-2ba0-4add-b3ec-3bde3d34c334", "name": "network-vif-deleted", "tag": "cdb24703-dfbe-492b-a603-1d20747f1acc", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:46:38.063216 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-75df8512-430b-4f1b-bb2d-4d1125c93f80 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:46:38.064969 n-d-842733-1 neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75df8512-430b-4f1b-bb2d-4d1125c93f80'] response: {'server_uuid': 'b93fcca9-2ba0-4add-b3ec-3bde3d34c334', 'name': 'network-vif-deleted', 'tag': 'cdb24703-dfbe-492b-a603-1d20747f1acc', 'status': 'completed', 'code': 200} May 20 20:46:38.091309 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c5544a4-34df-4cd8-a340-82d555e85aa4 admin admin] Made reservation on behalf of d98e0c31ba7547e6ab7bf6beafea7b9f for: {'network': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:46:38.095230 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1c5544a4-34df-4cd8-a340-82d555e85aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for network, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:38.106364 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1c5544a4-34df-4cd8-a340-82d555e85aa4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:38.149050 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3c7ecce3-eb07-4f5b-9989-096777b330b9 req-86399aba-2ae2-4f1d-a36f-949f79c5fb5a tempest-FloatingIPsAssociationNegativeTestJSON-1675051914 tempest-FloatingIPsAssociationNegativeTestJSON-1675051914-project] 10.222.0.35 "GET /v2.0/ports?device_id=b93fcca9-2ba0-4add-b3ec-3bde3d34c334 HTTP/1.1" status: 200 len: 210 time: 0.0621569 May 20 20:46:38.214629 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1c5544a4-34df-4cd8-a340-82d555e85aa4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:38.275389 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcde9d13-2bd2-418f-a563-cdb597af8bc5 req-996b5300-37eb-440e-8a5f-9a295880c0a0 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:38.280165 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-fcde9d13-2bd2-418f-a563-cdb597af8bc5 req-996b5300-37eb-440e-8a5f-9a295880c0a0 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/ports?device_id=639a9b9c-aaad-4644-9dcd-410174fb9f88 HTTP/1.1" status: 200 len: 945 time: 0.0561681 May 20 20:46:38.286040 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1c5544a4-34df-4cd8-a340-82d555e85aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:38.300575 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c5544a4-34df-4cd8-a340-82d555e85aa4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 213} {{(pid=103162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 20:46:38.330666 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1c5544a4-34df-4cd8-a340-82d555e85aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:38.331194 n-d-842733-1 neutron-server[103162]: INFO neutron.db.segments_db [None req-1c5544a4-34df-4cd8-a340-82d555e85aa4 admin admin] Added segment 5aeed8bb-9828-48d9-8ba7-cbd2414627a4 of type vlan for network e178029b-e9dc-4e42-8296-7a3daabb369c May 20 20:46:38.343567 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5544a4-34df-4cd8-a340-82d555e85aa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dad70b6b-9a8a-4c58-9eaa-2e9a1669739e,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:46:38.361320 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-fcde9d13-2bd2-418f-a563-cdb597af8bc5 req-9ebfbef0-4d58-46e0-8bc3-c2b9f7fc4824 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3c6019f-4c4a-4c16-982c-852ac3d8d84a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737920 May 20 20:46:38.383605 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1c5544a4-34df-4cd8-a340-82d555e85aa4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418993264'] for network, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:38.480539 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1c5544a4-34df-4cd8-a340-82d555e85aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524'] for network, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:38.481841 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c5544a4-34df-4cd8-a340-82d555e85aa4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:38.482442 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1c5544a4-34df-4cd8-a340-82d555e85aa4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:38.537154 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cdc198-f240-4cc1-b41d-4d261d045987 req-5a786f9b-d96a-40b9-9fd4-2c8a82df9b7d tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:38.537780 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-87cdc198-f240-4cc1-b41d-4d261d045987 req-5a786f9b-d96a-40b9-9fd4-2c8a82df9b7d tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] 10.222.0.35 "GET /v2.0/ports?device_id=a347e692-068e-4444-9196-4815d70e0479 HTTP/1.1" status: 200 len: 945 time: 0.0558574 May 20 20:46:38.544264 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5544a4-34df-4cd8-a340-82d555e85aa4 admin admin] Pushing event updated for resources: {'Network': ['ID=e178029b-e9dc-4e42-8296-7a3daabb369c,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:46:38.560385 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Network e178029b-e9dc-4e42-8296-7a3daabb369c details requested by agent ovs-agent-n-d-842733-1 with host n-d-842733-1 {{(pid=103164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 20 20:46:38.582328 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-87cdc198-f240-4cc1-b41d-4d261d045987 req-ff666fa0-c736-4c6c-b29e-6889754d37e3 tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] 10.222.0.35 "GET /v2.0/security-groups?id=08f63c89-364b-47f7-9236-e1c85d29ce51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373120 May 20 20:46:38.583021 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 44724) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:46:38.583508 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-1c5544a4-34df-4cd8-a340-82d555e85aa4 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7397261 May 20 20:46:38.587702 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-b1247c4e-a75f-4b96-bedb-03353fbb64e0 admin admin] Request body: {'subnet': {'network_id': 'e178029b-e9dc-4e42-8296-7a3daabb369c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-97978301-subnet', 'tenant_id': 'd98e0c31ba7547e6ab7bf6beafea7b9f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:46:38.656904 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98107b5e-5aab-4bbf-8ef5-fdb0155ee926 req-b17e0e3a-7719-4ee7-b4d0-7bdba829ea7e tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:38.658447 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-98107b5e-5aab-4bbf-8ef5-fdb0155ee926 req-b17e0e3a-7719-4ee7-b4d0-7bdba829ea7e tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] 10.222.0.35 "GET /v2.0/ports?device_id=128787a1-1920-47db-912b-7951bf1b234b HTTP/1.1" status: 200 len: 945 time: 0.0583620 May 20 20:46:38.672017 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1247c4e-a75f-4b96-bedb-03353fbb64e0 admin admin] Made reservation on behalf of d98e0c31ba7547e6ab7bf6beafea7b9f for: {'subnet': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:46:38.674215 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b1247c4e-a75f-4b96-bedb-03353fbb64e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8422561'] for subnet, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:38.743425 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-98107b5e-5aab-4bbf-8ef5-fdb0155ee926 req-cb3eb9a2-5f8d-4f6a-bed1-8b1020a8457c tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] 10.222.0.35 "GET /v2.0/security-groups?id=e60131e3-31b3-40ad-97bd-41705047293e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786436 May 20 20:46:38.909308 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8e63df-62cc-481e-a63e-7b358ede9ae9 req-5e36f922-f27a-4c49-be29-31c6a697e32d tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:38.910799 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3d8e63df-62cc-481e-a63e-7b358ede9ae9 req-5e36f922-f27a-4c49-be29-31c6a697e32d tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.35 "GET /v2.0/ports?device_id=d2c26358-2335-47eb-81e3-6258274d0d68 HTTP/1.1" status: 200 len: 946 time: 0.0592763 May 20 20:46:38.951027 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3d8e63df-62cc-481e-a63e-7b358ede9ae9 req-6a0d14b5-840f-4372-995e-2e24808e0873 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.35 "GET /v2.0/security-groups?id=af06f2cf-8756-4fbf-90c6-d72ff1946909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330107 May 20 20:46:38.960178 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b1247c4e-a75f-4b96-bedb-03353fbb64e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9641412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8422583'] for subnet, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:39.026177 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1247c4e-a75f-4b96-bedb-03353fbb64e0 admin admin] Checking segment: {'id': '5aeed8bb-9828-48d9-8ba7-cbd2414627a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'e178029b-e9dc-4e42-8296-7a3daabb369c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:46:39.027471 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1247c4e-a75f-4b96-bedb-03353fbb64e0 admin admin] Network hostable DHCP agents. Network: e178029b-e9dc-4e42-8296-7a3daabb369c, hostable agents: ['c9b0653c-f3c7-4339-bd50-e3754b629216'], hosted agents: [] {{(pid=103163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 20:46:39.030167 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1247c4e-a75f-4b96-bedb-03353fbb64e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=300ebc81-ca8f-445a-aa65-99b35bd2108e,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:46:39.121376 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1247c4e-a75f-4b96-bedb-03353fbb64e0 admin admin] Network e178029b-e9dc-4e42-8296-7a3daabb369c is scheduled to be hosted by DHCP agent c9b0653c-f3c7-4339-bd50-e3754b629216 with binding_index 1 {{(pid=103163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 20:46:39.137886 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe75afa0-6aa3-41ce-86b2-782ec5c7683d req-61cbf10f-01fe-46b2-a6e1-e3abfe61ab71 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:39.139369 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-fe75afa0-6aa3-41ce-86b2-782ec5c7683d req-61cbf10f-01fe-46b2-a6e1-e3abfe61ab71 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/ports?device_id=9acabe24-34b6-4f76-8669-0fb1b3e18f66 HTTP/1.1" status: 200 len: 950 time: 0.0582986 May 20 20:46:39.178938 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-fe75afa0-6aa3-41ce-86b2-782ec5c7683d req-f538ccf2-9373-449f-9fa5-f22cafe266e4 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/security-groups?id=38c76b68-4081-4341-88c9-c8e3082a5da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331950 May 20 20:46:39.210227 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 44732) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:46:39.210698 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-b1247c4e-a75f-4b96-bedb-03353fbb64e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842733-1, e178029b-e9dc-4e42-8296-7a3daabb369c) {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:46:39.215792 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1247c4e-a75f-4b96-bedb-03353fbb64e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:39.216667 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b1247c4e-a75f-4b96-bedb-03353fbb64e0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:39.220021 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15930012-efc5-4eb4-a069-c683452e8b06 None None] Network e178029b-e9dc-4e42-8296-7a3daabb369c requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:46:39.314587 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-b1247c4e-a75f-4b96-bedb-03353fbb64e0 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7213938 May 20 20:46:39.356106 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-251f7c64-b857-4613-8540-b4ddcf9a4d25 None None] Network e178029b-e9dc-4e42-8296-7a3daabb369c requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:46:39.510016 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f25a364-cded-4066-a65f-e462b92db171 req-09471944-96c4-4345-b351-a3663b92e94a tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:39.512232 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3f25a364-cded-4066-a65f-e462b92db171 req-09471944-96c4-4345-b351-a3663b92e94a tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/ports?device_id=639a9b9c-aaad-4644-9dcd-410174fb9f88 HTTP/1.1" status: 200 len: 945 time: 0.0875070 May 20 20:46:39.567623 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3f25a364-cded-4066-a65f-e462b92db171 req-688bf6ce-80c5-4e4e-a2db-42a375fe76d3 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3c6019f-4c4a-4c16-982c-852ac3d8d84a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479958 May 20 20:46:39.653981 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e9ebff6f-17be-4014-b4f8-0183bafdfb33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748528'] for router_interface, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:39.743725 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96574131-33bb-4288-8fe1-929ab0608cf2 req-63b11256-48f7-44e8-8d4d-a0b31e948fe4 tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:39.746023 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-96574131-33bb-4288-8fe1-929ab0608cf2 req-63b11256-48f7-44e8-8d4d-a0b31e948fe4 tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] 10.222.0.35 "GET /v2.0/ports?device_id=a347e692-068e-4444-9196-4815d70e0479 HTTP/1.1" status: 200 len: 945 time: 0.0615413 May 20 20:46:39.777540 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae5a490-e307-4473-b237-d038b39c15e1 req-30114cf2-c8a1-4964-966d-2075975fd531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:39.779088 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-4ae5a490-e307-4473-b237-d038b39c15e1 req-30114cf2-c8a1-4964-966d-2075975fd531 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=74b74d22d9d54e1eae7cec44a7fbec8d&device_id=9acabe24-34b6-4f76-8669-0fb1b3e18f66 HTTP/1.1" status: 200 len: 1101 time: 0.1222959 May 20 20:46:39.842802 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-96574131-33bb-4288-8fe1-929ab0608cf2 req-f22bcee5-6544-44a1-ac2b-4984aa9f00d8 tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] 10.222.0.35 "GET /v2.0/security-groups?id=08f63c89-364b-47f7-9236-e1c85d29ce51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867693 May 20 20:46:39.882513 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81d99c0-4b19-4491-8409-a42a5c9a425a req-b2a00c68-6d28-41f5-bcbe-2951a7207008 tempest-ServerAddressesTestJSON-612533494 tempest-ServerAddressesTestJSON-612533494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:39.884570 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f81d99c0-4b19-4491-8409-a42a5c9a425a req-b2a00c68-6d28-41f5-bcbe-2951a7207008 tempest-ServerAddressesTestJSON-612533494 tempest-ServerAddressesTestJSON-612533494-project] 10.222.0.35 "GET /v2.0/networks?id=e178029b-e9dc-4e42-8296-7a3daabb369c HTTP/1.1" status: 200 len: 812 time: 0.1375899 May 20 20:46:39.902179 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f81d99c0-4b19-4491-8409-a42a5c9a425a req-093cb198-32c4-4042-8f68-6170b0d6ab41 tempest-ServerAddressesTestJSON-612533494 tempest-ServerAddressesTestJSON-612533494-project] 10.222.0.35 "GET /v2.0/quotas/d98e0c31ba7547e6ab7bf6beafea7b9f HTTP/1.1" status: 200 len: 375 time: 0.0103452 May 20 20:46:39.939179 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f81d99c0-4b19-4491-8409-a42a5c9a425a req-5e80e8d3-601f-42a3-b224-5fa014987d4b tempest-ServerAddressesTestJSON-612533494 tempest-ServerAddressesTestJSON-612533494-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=d98e0c31ba7547e6ab7bf6beafea7b9f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0303636 May 20 20:46:40.198549 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae5a490-e307-4473-b237-d038b39c15e1 req-5f052dab-c460-456d-afa2-5da7d8dd27d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:40.200189 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-4ae5a490-e307-4473-b237-d038b39c15e1 req-5f052dab-c460-456d-afa2-5da7d8dd27d2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=cd702362-b982-46c5-a7d0-51de1b03df86 HTTP/1.1" status: 200 len: 870 time: 0.4121552 May 20 20:46:40.257491 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-4ae5a490-e307-4473-b237-d038b39c15e1 req-84d8e6df-0f95-4c6e-a3ad-3a4a9c9091a8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=1d818611-fbfa-42a2-89d9-b5a9d72dc148 HTTP/1.1" status: 200 len: 217 time: 0.0471416 May 20 20:46:40.293459 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974f03de-280f-4e9a-b38c-022494d9eb66 req-29a9981b-e7ee-4448-a6e6-650a510a0d54 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:40.294932 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-974f03de-280f-4e9a-b38c-022494d9eb66 req-29a9981b-e7ee-4448-a6e6-650a510a0d54 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] 10.222.0.35 "GET /v2.0/ports?device_id=128787a1-1920-47db-912b-7951bf1b234b HTTP/1.1" status: 200 len: 945 time: 0.3587067 May 20 20:46:40.342628 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f81d99c0-4b19-4491-8409-a42a5c9a425a req-743aa9d4-ff6e-44dd-9646-4f4aee6be317 service neutron] 10.222.0.35 "GET /v2.0/networks/e178029b-e9dc-4e42-8296-7a3daabb369c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3920085 May 20 20:46:40.349736 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae5a490-e307-4473-b237-d038b39c15e1 req-9a4569d9-3fd0-4b2b-afb1-ed94ab11faa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:40.350176 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-974f03de-280f-4e9a-b38c-022494d9eb66 req-da448874-fad5-4ba9-97f5-046a82478753 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] 10.222.0.35 "GET /v2.0/security-groups?id=e60131e3-31b3-40ad-97bd-41705047293e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467110 May 20 20:46:40.351163 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-4ae5a490-e307-4473-b237-d038b39c15e1 req-9a4569d9-3fd0-4b2b-afb1-ed94ab11faa6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=26b342ea-254c-483a-9ea9-f11c178970eb HTTP/1.1" status: 200 len: 843 time: 0.0748467 May 20 20:46:40.377669 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-e9ebff6f-17be-4014-b4f8-0183bafdfb33 admin admin] Deleting port 40365269-876c-4f84-87d8-f565fa198dd5 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:46:40.378009 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e9ebff6f-17be-4014-b4f8-0183bafdfb33 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:40.446033 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f81d99c0-4b19-4491-8409-a42a5c9a425a req-e423e9c4-fa25-4499-bbeb-54c8e8cd961b service neutron] 10.222.0.35 "GET /v2.0/networks/e178029b-e9dc-4e42-8296-7a3daabb369c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948834 May 20 20:46:40.477313 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae5a490-e307-4473-b237-d038b39c15e1 req-19a35812-64c2-468f-b2bb-346c75404619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:40.478805 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-4ae5a490-e307-4473-b237-d038b39c15e1 req-19a35812-64c2-468f-b2bb-346c75404619 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cd702362-b982-46c5-a7d0-51de1b03df86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1189270 May 20 20:46:40.533524 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-e9ebff6f-17be-4014-b4f8-0183bafdfb33 admin admin] For port 40365269-876c-4f84-87d8-f565fa198dd5, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=40365269-876c-4f84-87d8-f565fa198dd5,segment=NetworkSegment(f062a6f8-1ded-4de9-b953-46acf072b30e),segment_id=f062a6f8-1ded-4de9-b953-46acf072b30e)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:46:40.533524 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e9ebff6f-17be-4014-b4f8-0183bafdfb33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:40.536328 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device cdb24703-dfbe-492b-a603-1d20747f1acc no longer exists at agent hyperv_n-h2-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:46:40.560065 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] No Port match for: cdb24703-dfbe-492b-a603-1d20747f1acc {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 20:46:40.560712 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device cdb24703-dfbe-492b-a603-1d20747f1acc not bound to the agent host n-h2-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 20:46:40.562571 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-e9ebff6f-17be-4014-b4f8-0183bafdfb33 admin admin] Calling delete_port for 40365269-876c-4f84-87d8-f565fa198dd5 owned by network:router_interface {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:46:40.640367 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-4ae5a490-e307-4473-b237-d038b39c15e1 req-b872e1b1-54be-4b63-abb0-8deee1239378 service neutron] 10.222.0.24 "GET /v2.0/networks/cd702362-b982-46c5-a7d0-51de1b03df86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434450 May 20 20:46:40.793247 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d87816b-2946-4185-b04c-d6ab154f0479 req-c917548b-1f85-49b8-a72e-639234ea6799 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:40.794731 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9d87816b-2946-4185-b04c-d6ab154f0479 req-c917548b-1f85-49b8-a72e-639234ea6799 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.35 "GET /v2.0/ports?device_id=d2c26358-2335-47eb-81e3-6258274d0d68 HTTP/1.1" status: 200 len: 946 time: 0.0625534 May 20 20:46:40.797264 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-4ae5a490-e307-4473-b237-d038b39c15e1 req-4127bfac-0e01-4339-835e-e8479048512a service neutron] 10.222.0.24 "GET /v2.0/networks/cd702362-b982-46c5-a7d0-51de1b03df86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490092 May 20 20:46:40.858882 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9d87816b-2946-4185-b04c-d6ab154f0479 req-036aaa5c-518b-4329-8237-788066d4a21a tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.35 "GET /v2.0/security-groups?id=af06f2cf-8756-4fbf-90c6-d72ff1946909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423408 May 20 20:46:40.959036 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443e5966-0a6d-454a-aa94-ecb394f0d690 req-2c51fdbe-2d58-44ec-85b9-edfdcf6808f2 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:40.960546 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-443e5966-0a6d-454a-aa94-ecb394f0d690 req-2c51fdbe-2d58-44ec-85b9-edfdcf6808f2 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/ports?device_id=9acabe24-34b6-4f76-8669-0fb1b3e18f66 HTTP/1.1" status: 200 len: 950 time: 0.0530992 May 20 20:46:40.988677 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e9ebff6f-17be-4014-b4f8-0183bafdfb33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:41.012938 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-443e5966-0a6d-454a-aa94-ecb394f0d690 req-a489a274-a2df-41bb-9c36-ec9a42e4842e tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/security-groups?id=38c76b68-4081-4341-88c9-c8e3082a5da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460045 May 20 20:46:41.017912 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ebff6f-17be-4014-b4f8-0183bafdfb33 admin admin] Pushing event deleted for resources: {'Port': ['ID=40365269-876c-4f84-87d8-f565fa198dd5,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:46:41.071672 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf4db20-78dc-4b25-9529-c187ea996dad req-43dd5328-ea34-4e80-96fc-21fae80b9caa tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:41.073653 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-cbf4db20-78dc-4b25-9529-c187ea996dad req-43dd5328-ea34-4e80-96fc-21fae80b9caa tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/ports?device_id=639a9b9c-aaad-4644-9dcd-410174fb9f88 HTTP/1.1" status: 200 len: 945 time: 0.0765967 May 20 20:46:41.135048 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-66d85dbb-3641-440e-9c73-a2b335305cde req-f0d2e1dd-5b5a-46c8-ad36-7ed3fec6b2a2 tempest-ServerAddressesTestJSON-612533494 tempest-ServerAddressesTestJSON-612533494-project] 10.222.0.35 "GET /v2.0/ports?device_id=905101be-db88-4106-b5c2-4eec09eda64a HTTP/1.1" status: 200 len: 210 time: 0.0414321 May 20 20:46:41.162292 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-cbf4db20-78dc-4b25-9529-c187ea996dad req-bed086b9-2da1-4efe-9f82-838d69292589 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3c6019f-4c4a-4c16-982c-852ac3d8d84a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809524 May 20 20:46:41.306236 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e9ebff6f-17be-4014-b4f8-0183bafdfb33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-692224'] for router_interface, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:41.447730 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869a1cd1-b230-4c1b-b853-ec279cde280f req-58a2464d-d417-46ec-acf1-24782aa6dd5b tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:41.450282 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-869a1cd1-b230-4c1b-b853-ec279cde280f req-58a2464d-d417-46ec-acf1-24782aa6dd5b tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.35 "GET /v2.0/ports?device_id=d2c26358-2335-47eb-81e3-6258274d0d68 HTTP/1.1" status: 200 len: 946 time: 0.0659781 May 20 20:46:41.493807 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-869a1cd1-b230-4c1b-b853-ec279cde280f req-b78c09ef-6ee4-45df-95f5-5be3904617a8 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.35 "GET /v2.0/security-groups?id=af06f2cf-8756-4fbf-90c6-d72ff1946909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371943 May 20 20:46:41.552426 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9ebff6f-17be-4014-b4f8-0183bafdfb33 admin admin] Router 8616163d-e43a-4c8a-b69c-1b319d86184a has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 20:46:41.667769 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afee1f60-6a76-44b0-9e75-2bc1621a241d req-924df87e-3e8f-4120-9171-9567a781afb1 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:41.669443 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-afee1f60-6a76-44b0-9e75-2bc1621a241d req-924df87e-3e8f-4120-9171-9567a781afb1 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] 10.222.0.35 "GET /v2.0/ports?device_id=128787a1-1920-47db-912b-7951bf1b234b HTTP/1.1" status: 200 len: 945 time: 0.0850751 May 20 20:46:41.672848 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9ebff6f-17be-4014-b4f8-0183bafdfb33 admin admin] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 20:46:41.677585 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73a0a49-a75e-4e99-a3d2-63064afee122 req-15e9f16a-87ee-4e77-bd9a-1d3a13d136d9 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:41.679303 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b73a0a49-a75e-4e99-a3d2-63064afee122 req-15e9f16a-87ee-4e77-bd9a-1d3a13d136d9 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.35 "GET /v2.0/ports?device_id=d2c26358-2335-47eb-81e3-6258274d0d68 HTTP/1.1" status: 200 len: 946 time: 0.1071489 May 20 20:46:41.681843 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c39e68a-8a1e-4f53-88c2-1488bf8cebcc None None] Sync routers for ids ['8616163d-e43a-4c8a-b69c-1b319d86184a'] in n-d-842733-1 {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 20:46:41.686350 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-e9ebff6f-17be-4014-b4f8-0183bafdfb33 admin admin] 10.222.0.35 "PUT /v2.0/routers/8616163d-e43a-4c8a-b69c-1b319d86184a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4750381 May 20 20:46:41.688907 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 44804) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:46:41.697441 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c39e68a-8a1e-4f53-88c2-1488bf8cebcc None None] Routers {'8616163d-e43a-4c8a-b69c-1b319d86184a'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:46:41.698353 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-0c39e68a-8a1e-4f53-88c2-1488bf8cebcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:46:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['8616163d-e43a-4c8a-b69c-1b319d86184a'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:46:41.806097 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-0c39e68a-8a1e-4f53-88c2-1488bf8cebcc None None] Set router 8616163d-e43a-4c8a-b69c-1b319d86184a gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:46:41.816677 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7885134d-5804-4997-8bcf-fec90889b1b9 admin admin] Notify callbacks [] for router, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:41.817848 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b73a0a49-a75e-4e99-a3d2-63064afee122 req-4381441b-478f-495d-a613-47da889872ac tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.35 "GET /v2.0/security-groups?id=af06f2cf-8756-4fbf-90c6-d72ff1946909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241376 May 20 20:46:41.833562 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-afee1f60-6a76-44b0-9e75-2bc1621a241d req-dc0878da-3046-403a-aff4-ebbf161f5710 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] 10.222.0.35 "GET /v2.0/security-groups?id=e60131e3-31b3-40ad-97bd-41705047293e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1509857 May 20 20:46:41.854365 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96b0121-9e47-469c-b130-b5d30e6c7e76 req-dc66a2aa-9452-4abb-9cca-7030f98b8fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:41.856836 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d96b0121-9e47-469c-b130-b5d30e6c7e76 req-dc66a2aa-9452-4abb-9cca-7030f98b8fb2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2492915dd73f457d8cb02b28e57274de&device_id=639a9b9c-aaad-4644-9dcd-410174fb9f88 HTTP/1.1" status: 200 len: 1096 time: 0.1299069 May 20 20:46:41.963153 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7885134d-5804-4997-8bcf-fec90889b1b9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:42.017484 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c060c506-9f76-4fc5-8fe3-8b28c64daed4 req-6d9e3c13-1366-4c75-a4ed-0bc24452a1b3 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:42.018963 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c060c506-9f76-4fc5-8fe3-8b28c64daed4 req-6d9e3c13-1366-4c75-a4ed-0bc24452a1b3 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/ports?device_id=639a9b9c-aaad-4644-9dcd-410174fb9f88 HTTP/1.1" status: 200 len: 945 time: 0.0807652 May 20 20:46:42.024367 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96b0121-9e47-469c-b130-b5d30e6c7e76 req-748ea083-80ff-4edc-a2fb-4cbe337795b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:42.026145 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d96b0121-9e47-469c-b130-b5d30e6c7e76 req-748ea083-80ff-4edc-a2fb-4cbe337795b7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=85e5027c-d244-4186-8c19-3a12977de170 HTTP/1.1" status: 200 len: 912 time: 0.1622465 May 20 20:46:42.107125 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c060c506-9f76-4fc5-8fe3-8b28c64daed4 req-4f3840ea-978b-4faf-90d2-1d8904251acb tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3c6019f-4c4a-4c16-982c-852ac3d8d84a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796928 May 20 20:46:42.118405 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d96b0121-9e47-469c-b130-b5d30e6c7e76 req-24c195b5-1d9a-4894-b702-ec6cd030d5fd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7f3ebca3-508b-418e-88bd-760b98f17cff HTTP/1.1" status: 200 len: 1000 time: 0.0852165 May 20 20:46:42.146820 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-0c39e68a-8a1e-4f53-88c2-1488bf8cebcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8616163d-e43a-4c8a-b69c-1b319d86184a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1942280961-router', 'tenant_id': '559b096ee02f4d29bdb85904f38d7fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '543222a7-401b-4e57-9368-53ec4936130d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:45:40Z', 'updated_at': '2022-05-20T20:46:40Z', 'revision_number': 5, 'project_id': '559b096ee02f4d29bdb85904f38d7fa1', 'gw_port': {'id': '543222a7-401b-4e57-9368-53ec4936130d', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:c5:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8616163d-e43a-4c8a-b69c-1b319d86184a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:45:42Z', 'updated_at': '2022-05-20T20:45:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:46:42.153537 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-7885134d-5804-4997-8bcf-fec90889b1b9 admin admin] Deleting port 543222a7-401b-4e57-9368-53ec4936130d {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:46:42.154092 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7885134d-5804-4997-8bcf-fec90889b1b9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:42.180777 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c39e68a-8a1e-4f53-88c2-1488bf8cebcc None None] Checking router: 8616163d-e43a-4c8a-b69c-1b319d86184a for host: n-d-842733-1 {{(pid=103165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 20:46:42.183168 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96b0121-9e47-469c-b130-b5d30e6c7e76 req-268f8319-08c4-4271-ad11-ebe9c7b2a263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:42.185065 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d96b0121-9e47-469c-b130-b5d30e6c7e76 req-268f8319-08c4-4271-ad11-ebe9c7b2a263 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5df30a0b-5cdb-4d91-9fe8-512f286a6485 HTTP/1.1" status: 200 len: 850 time: 0.0602536 May 20 20:46:42.190163 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c39e68a-8a1e-4f53-88c2-1488bf8cebcc None None] Routers {'8616163d-e43a-4c8a-b69c-1b319d86184a'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:46:42.190804 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-0c39e68a-8a1e-4f53-88c2-1488bf8cebcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:46:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['8616163d-e43a-4c8a-b69c-1b319d86184a'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:46:42.246882 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-7885134d-5804-4997-8bcf-fec90889b1b9 admin admin] For port 543222a7-401b-4e57-9368-53ec4936130d, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=543222a7-401b-4e57-9368-53ec4936130d,segment=NetworkSegment(0b5485c4-eff8-42a1-9073-ae54ed4c63ba),segment_id=0b5485c4-eff8-42a1-9073-ae54ed4c63ba)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:46:42.247540 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7885134d-5804-4997-8bcf-fec90889b1b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:42.260196 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-7885134d-5804-4997-8bcf-fec90889b1b9 admin admin] Calling delete_port for 543222a7-401b-4e57-9368-53ec4936130d owned by network:router_gateway {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:46:42.281668 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-0c39e68a-8a1e-4f53-88c2-1488bf8cebcc None None] Set router 8616163d-e43a-4c8a-b69c-1b319d86184a gateway port host: None {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:46:42.300024 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96b0121-9e47-469c-b130-b5d30e6c7e76 req-ff7a9f7c-108b-4c9f-8627-69033b20d166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:42.301728 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d96b0121-9e47-469c-b130-b5d30e6c7e76 req-ff7a9f7c-108b-4c9f-8627-69033b20d166 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=85e5027c-d244-4186-8c19-3a12977de170&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1089993 May 20 20:46:42.342721 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a607eceb-cf14-489f-8470-92e4e639eef0 req-af24c566-97bc-42bf-ad3f-ae4038e6dbd3 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:42.344345 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a607eceb-cf14-489f-8470-92e4e639eef0 req-af24c566-97bc-42bf-ad3f-ae4038e6dbd3 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/ports?device_id=9acabe24-34b6-4f76-8669-0fb1b3e18f66 HTTP/1.1" status: 200 len: 950 time: 0.0915170 May 20 20:46:42.347571 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-0c39e68a-8a1e-4f53-88c2-1488bf8cebcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8616163d-e43a-4c8a-b69c-1b319d86184a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1942280961-router', 'tenant_id': '559b096ee02f4d29bdb85904f38d7fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:45:40Z', 'updated_at': '2022-05-20T20:46:41Z', 'revision_number': 6, 'project_id': '559b096ee02f4d29bdb85904f38d7fa1', 'gw_port_host': None}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:46:42.376228 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c39e68a-8a1e-4f53-88c2-1488bf8cebcc None None] The sync data for ids ['8616163d-e43a-4c8a-b69c-1b319d86184a'] in n-d-842733-1 is: [{'id': '8616163d-e43a-4c8a-b69c-1b319d86184a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1942280961-router', 'tenant_id': '559b096ee02f4d29bdb85904f38d7fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:45:40Z', 'updated_at': '2022-05-20T20:46:41Z', 'revision_number': 6, 'project_id': '559b096ee02f4d29bdb85904f38d7fa1', 'gw_port_host': None}] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 20:46:42.444679 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-682ab830-fd6f-409c-9d80-2f82efd0ea88 req-5fadecd0-982d-49d8-9fcb-35272bff728a tempest-ServerAddressesTestJSON-612533494 tempest-ServerAddressesTestJSON-612533494-project] 10.222.0.35 "GET /v2.0/ports?device_id=905101be-db88-4106-b5c2-4eec09eda64a HTTP/1.1" status: 200 len: 210 time: 0.0886273 May 20 20:46:42.489280 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a607eceb-cf14-489f-8470-92e4e639eef0 req-a81611b7-3db5-45c7-9832-41554697d317 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/security-groups?id=38c76b68-4081-4341-88c9-c8e3082a5da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795033 May 20 20:46:42.496951 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7885134d-5804-4997-8bcf-fec90889b1b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:42.517481 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d96b0121-9e47-469c-b130-b5d30e6c7e76 req-9d540734-4fb1-4e7e-83d1-6afa11636f9e service neutron] 10.222.0.13 "GET /v2.0/networks/85e5027c-d244-4186-8c19-3a12977de170?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2046542 May 20 20:46:42.527418 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7885134d-5804-4997-8bcf-fec90889b1b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=543222a7-401b-4e57-9368-53ec4936130d,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:46:42.618015 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7885134d-5804-4997-8bcf-fec90889b1b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-748206'] for router_gateway, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:42.672835 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24872598-0678-4be2-8afa-f3a680207a34 req-88fb8a00-03bc-4d60-ba12-bf36e10418b4 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:42.674397 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-24872598-0678-4be2-8afa-f3a680207a34 req-88fb8a00-03bc-4d60-ba12-bf36e10418b4 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.35 "GET /v2.0/ports?device_id=d2c26358-2335-47eb-81e3-6258274d0d68 HTTP/1.1" status: 200 len: 946 time: 0.0830138 May 20 20:46:42.676943 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d96b0121-9e47-469c-b130-b5d30e6c7e76 req-f21116f2-92ba-4850-9348-95d7bc1e85d4 service neutron] 10.222.0.13 "GET /v2.0/networks/85e5027c-d244-4186-8c19-3a12977de170?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510386 May 20 20:46:42.716182 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7885134d-5804-4997-8bcf-fec90889b1b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26169'] for router, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:42.718877 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7885134d-5804-4997-8bcf-fec90889b1b9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:42.721125 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-24872598-0678-4be2-8afa-f3a680207a34 req-a2a86f5f-a817-47fe-bf92-e41e7b614773 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.35 "GET /v2.0/security-groups?id=af06f2cf-8756-4fbf-90c6-d72ff1946909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405462 May 20 20:46:42.845474 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7885134d-5804-4997-8bcf-fec90889b1b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-693148'] for router, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:42.846067 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7885134d-5804-4997-8bcf-fec90889b1b9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8616163d-e43a-4c8a-b69c-1b319d86184a {{(pid=103162) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 20 20:46:42.850862 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7885134d-5804-4997-8bcf-fec90889b1b9 admin admin] Notify callbacks [] for router, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:42.852026 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-7885134d-5804-4997-8bcf-fec90889b1b9 admin admin] 10.222.0.35 "DELETE /v2.0/routers/8616163d-e43a-4c8a-b69c-1b319d86184a HTTP/1.1" status: 204 len: 168 time: 1.1621070 May 20 20:46:42.855224 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 44828) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:46:42.899041 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0fd7de8-e3ba-4b78-837c-a358c03121d6 admin admin] Deleting subnet fbf95e96-7a6b-4877-8118-54c9daa2ad40 {{(pid=103163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 20 20:46:42.903178 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7de8-e3ba-4b78-837c-a358c03121d6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:42.960299 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7de8-e3ba-4b78-837c-a358c03121d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9338757'] for subnet, precommit_delete_associations {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:43.005165 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee730e2-6897-4eab-b740-7f31a5e74138 req-13dfcd01-3b46-4d9d-9481-9f2641c2bd4e tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:43.006933 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2ee730e2-6897-4eab-b740-7f31a5e74138 req-13dfcd01-3b46-4d9d-9481-9f2641c2bd4e tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] 10.222.0.35 "GET /v2.0/ports?device_id=128787a1-1920-47db-912b-7951bf1b234b HTTP/1.1" status: 200 len: 945 time: 0.1054933 May 20 20:46:43.105495 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2ee730e2-6897-4eab-b740-7f31a5e74138 req-7108189e-d4d3-4f1c-8d1c-30e7dfc274e8 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] 10.222.0.35 "GET /v2.0/security-groups?id=e60131e3-31b3-40ad-97bd-41705047293e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908911 May 20 20:46:43.110200 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7de8-e3ba-4b78-837c-a358c03121d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33068388'] for subnet, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:43.186041 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 40365269-876c-4f84-87d8-f565fa198dd5 no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:46:43.217189 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: 40365269-876c-4f84-87d8-f565fa198dd5 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 20:46:43.217553 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 40365269-876c-4f84-87d8-f565fa198dd5 not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 20:46:43.232309 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7de8-e3ba-4b78-837c-a358c03121d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33068399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9641221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8422588'] for subnet, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:43.262664 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fd7de8-e3ba-4b78-837c-a358c03121d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fbf95e96-7a6b-4877-8118-54c9daa2ad40,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:46:43.268750 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7de8-e3ba-4b78-837c-a358c03121d6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:43.272756 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad227363-4a7d-4467-b9c7-babeb747bb66 None None] Network 84c3842c-d7b9-4059-95b5-2fbd492b4e7b requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:46:43.274659 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 44832) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:46:43.274792 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-f0fd7de8-e3ba-4b78-837c-a358c03121d6 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/fbf95e96-7a6b-4877-8118-54c9daa2ad40 HTTP/1.1" status: 204 len: 168 time: 0.4184239 May 20 20:46:43.292535 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714a5a4d-109b-42ae-8ee9-643d61982a6e req-dd21eee4-e2b8-4c96-8234-4380bfca65f3 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:43.300114 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-714a5a4d-109b-42ae-8ee9-643d61982a6e req-dd21eee4-e2b8-4c96-8234-4380bfca65f3 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/ports?device_id=639a9b9c-aaad-4644-9dcd-410174fb9f88 HTTP/1.1" status: 200 len: 945 time: 0.1018584 May 20 20:46:43.376039 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4af0ce8d-510c-44ab-a6e6-d9737fb45eda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33160123'] for network, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:43.409024 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-714a5a4d-109b-42ae-8ee9-643d61982a6e req-e17e57ae-73a7-4629-8dda-9e99cce48689 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3c6019f-4c4a-4c16-982c-852ac3d8d84a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1079569 May 20 20:46:43.455883 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-4af0ce8d-510c-44ab-a6e6-d9737fb45eda admin admin] Deleting port f4bacff2-dc89-40a5-bc56-31a34a17b2ca {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:46:43.456402 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4af0ce8d-510c-44ab-a6e6-d9737fb45eda admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:43.476514 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81d99c0-4b19-4491-8409-a42a5c9a425a req-6c3de4ae-13f9-47ac-9d8a-8b5677cc4093 tempest-ServerAddressesTestJSON-612533494 tempest-ServerAddressesTestJSON-612533494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:43.478354 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f81d99c0-4b19-4491-8409-a42a5c9a425a req-6c3de4ae-13f9-47ac-9d8a-8b5677cc4093 tempest-ServerAddressesTestJSON-612533494 tempest-ServerAddressesTestJSON-612533494-project] 10.222.0.13 "GET /v2.0/networks?id=e178029b-e9dc-4e42-8296-7a3daabb369c HTTP/1.1" status: 200 len: 812 time: 0.1754818 May 20 20:46:43.499610 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [req-f81d99c0-4b19-4491-8409-a42a5c9a425a req-b1802263-091f-4cea-94a2-8fd96d1c16dd tempest-ServerAddressesTestJSON-612533494 tempest-ServerAddressesTestJSON-612533494-project] Request body: {'port': {'device_id': '905101be-db88-4106-b5c2-4eec09eda64a', 'network_id': 'e178029b-e9dc-4e42-8296-7a3daabb369c', 'admin_state_up': True, 'tenant_id': 'd98e0c31ba7547e6ab7bf6beafea7b9f'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:46:43.559607 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22fc9a9d-74cf-434d-afa0-c3da317d923d None None] DHCP port deletion for 84c3842c-d7b9-4059-95b5-2fbd492b4e7b request from n-d-842733-1 {{(pid=103164) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 20:46:43.569827 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-4af0ce8d-510c-44ab-a6e6-d9737fb45eda admin admin] For port f4bacff2-dc89-40a5-bc56-31a34a17b2ca, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=f4bacff2-dc89-40a5-bc56-31a34a17b2ca,segment=NetworkSegment(f062a6f8-1ded-4de9-b953-46acf072b30e),segment_id=f062a6f8-1ded-4de9-b953-46acf072b30e)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:46:43.570393 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4af0ce8d-510c-44ab-a6e6-d9737fb45eda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:43.589481 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-4af0ce8d-510c-44ab-a6e6-d9737fb45eda admin admin] Calling delete_port for f4bacff2-dc89-40a5-bc56-31a34a17b2ca owned by network:dhcp {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:46:43.635790 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2d21955c-1b81-4a37-8a9a-bbbc73957361 req-a97151de-3203-4028-a08b-aadd8c654ae6 tempest-ServerAddressesTestJSON-612533494 tempest-ServerAddressesTestJSON-612533494-project] 10.222.0.35 "GET /v2.0/ports?device_id=905101be-db88-4106-b5c2-4eec09eda64a HTTP/1.1" status: 200 len: 210 time: 0.0972350 May 20 20:46:43.648176 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-22fc9a9d-74cf-434d-afa0-c3da317d923d None None] Deleting port f4bacff2-dc89-40a5-bc56-31a34a17b2ca {{(pid=103164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:46:43.648992 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-22fc9a9d-74cf-434d-afa0-c3da317d923d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:43.736454 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-22fc9a9d-74cf-434d-afa0-c3da317d923d None None] For port f4bacff2-dc89-40a5-bc56-31a34a17b2ca, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=f4bacff2-dc89-40a5-bc56-31a34a17b2ca,segment=NetworkSegment(f062a6f8-1ded-4de9-b953-46acf072b30e),segment_id=f062a6f8-1ded-4de9-b953-46acf072b30e)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:46:43.737120 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-22fc9a9d-74cf-434d-afa0-c3da317d923d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:43.751715 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-22fc9a9d-74cf-434d-afa0-c3da317d923d None None] Calling delete_port for f4bacff2-dc89-40a5-bc56-31a34a17b2ca owned by network:dhcp {{(pid=103164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:46:43.771419 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4af0ce8d-510c-44ab-a6e6-d9737fb45eda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:43.786728 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e81da8-9a81-43ce-9381-fce0cc8e63e2 req-caa6da46-1005-4329-983a-eccdc169dca5 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:43.793636 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-17e81da8-9a81-43ce-9381-fce0cc8e63e2 req-caa6da46-1005-4329-983a-eccdc169dca5 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/ports?device_id=9acabe24-34b6-4f76-8669-0fb1b3e18f66 HTTP/1.1" status: 200 len: 950 time: 0.0785406 May 20 20:46:43.815469 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af0ce8d-510c-44ab-a6e6-d9737fb45eda admin admin] Pushing event deleted for resources: {'Port': ['ID=f4bacff2-dc89-40a5-bc56-31a34a17b2ca,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:46:43.819634 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af0ce8d-510c-44ab-a6e6-d9737fb45eda admin admin] No DVR routers for this DVR port f4bacff2-dc89-40a5-bc56-31a34a17b2ca on host n-d-842733-1 {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:46:43.850703 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-22fc9a9d-74cf-434d-afa0-c3da317d923d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099'] for port, after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:43.876225 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f81d99c0-4b19-4491-8409-a42a5c9a425a req-b1802263-091f-4cea-94a2-8fd96d1c16dd tempest-ServerAddressesTestJSON-612533494 tempest-ServerAddressesTestJSON-612533494-project] Made reservation on behalf of d98e0c31ba7547e6ab7bf6beafea7b9f for: {'port': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:46:43.879886 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fc9a9d-74cf-434d-afa0-c3da317d923d None None] Pushing event deleted for resources: {'Port': ['ID=f4bacff2-dc89-40a5-bc56-31a34a17b2ca,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:46:43.880333 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-f81d99c0-4b19-4491-8409-a42a5c9a425a req-b1802263-091f-4cea-94a2-8fd96d1c16dd tempest-ServerAddressesTestJSON-612533494 tempest-ServerAddressesTestJSON-612533494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:43.890376 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22fc9a9d-74cf-434d-afa0-c3da317d923d None None] No DVR routers for this DVR port f4bacff2-dc89-40a5-bc56-31a34a17b2ca on host n-d-842733-1 {{(pid=103164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:46:43.897449 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4af0ce8d-510c-44ab-a6e6-d9737fb45eda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33072115', 'neutron.services.segments.db._delete_segments_for_network-8782419500584'] for network, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:43.909724 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-17e81da8-9a81-43ce-9381-fce0cc8e63e2 req-bed4a4e7-f747-4bd8-b8f5-45f9d0e747b4 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/security-groups?id=38c76b68-4081-4341-88c9-c8e3082a5da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115456 May 20 20:46:43.921729 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-4af0ce8d-510c-44ab-a6e6-d9737fb45eda admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84c3842c-d7b9-4059-95b5-2fbd492b4e7b']}} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:46:43.931136 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-4af0ce8d-510c-44ab-a6e6-d9737fb45eda admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f062a6f8-1ded-4de9-b953-46acf072b30e') {'for_net_delete': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:46:43.931433 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-4af0ce8d-510c-44ab-a6e6-d9737fb45eda admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f062a6f8-1ded-4de9-b953-46acf072b30e') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:46:43.936566 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8598cce-8e65-4db1-89b8-f8b38e62dfad req-8442ae03-6a71-4b0d-9dfd-55fd68ef03f8 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:43.938307 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b8598cce-8e65-4db1-89b8-f8b38e62dfad req-8442ae03-6a71-4b0d-9dfd-55fd68ef03f8 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.35 "GET /v2.0/ports?device_id=d2c26358-2335-47eb-81e3-6258274d0d68 HTTP/1.1" status: 200 len: 946 time: 0.0986753 May 20 20:46:43.941742 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4af0ce8d-510c-44ab-a6e6-d9737fb45eda admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419501617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3738385'] for segment, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:43.955880 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4af0ce8d-510c-44ab-a6e6-d9737fb45eda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:43.960666 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4af0ce8d-510c-44ab-a6e6-d9737fb45eda admin admin] Releasing vlan 220 on physical network physnet1 to pool {{(pid=103162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 20:46:43.961046 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4af0ce8d-510c-44ab-a6e6-d9737fb45eda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3800791'] for segment, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:43.962661 n-d-842733-1 neutron-server[103162]: Traceback (most recent call last): May 20 20:46:43.962661 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 20:46:43.962661 n-d-842733-1 neutron-server[103162]: timer() May 20 20:46:43.962661 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 20:46:43.962661 n-d-842733-1 neutron-server[103162]: cb(*args, **kw) May 20 20:46:43.962661 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 20 20:46:43.962661 n-d-842733-1 neutron-server[103162]: return func(*args, **kwargs) May 20 20:46:43.962661 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 20:46:43.962661 n-d-842733-1 neutron-server[103162]: self._notify() May 20 20:46:43.962661 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 20:46:43.962661 n-d-842733-1 neutron-server[103162]: self.callback(batched_events) May 20 20:46:43.962661 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 20:46:43.962661 n-d-842733-1 neutron-server[103162]: event.method(event) May 20 20:46:43.962661 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 20 20:46:43.962661 n-d-842733-1 neutron-server[103162]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 20:46:43.962661 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 20 20:46:43.962661 n-d-842733-1 neutron-server[103162]: aggregate_uuid = self.p_client.list_aggregates( May 20 20:46:43.962661 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 20 20:46:43.962661 n-d-842733-1 neutron-server[103162]: return f(self, *a, **k) May 20 20:46:43.962661 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 20 20:46:43.962661 n-d-842733-1 neutron-server[103162]: return self._get(url).json() May 20 20:46:43.962661 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 20 20:46:43.962661 n-d-842733-1 neutron-server[103162]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 20:46:43.962661 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 20:46:43.962661 n-d-842733-1 neutron-server[103162]: return self.request(url, 'GET', **kwargs) May 20 20:46:43.962661 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 20:46:43.962661 n-d-842733-1 neutron-server[103162]: base_url = self.get_endpoint(auth, allow=allow, May 20 20:46:43.962661 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 20:46:43.962661 n-d-842733-1 neutron-server[103162]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 20:46:43.962661 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 20:46:43.962661 n-d-842733-1 neutron-server[103162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 20:46:43.962661 n-d-842733-1 neutron-server[103162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 20:46:44.061002 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b8598cce-8e65-4db1-89b8-f8b38e62dfad req-05589776-1ad4-4394-ac51-cdc6971db586 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.35 "GET /v2.0/security-groups?id=af06f2cf-8756-4fbf-90c6-d72ff1946909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165576 May 20 20:46:44.095972 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4af0ce8d-510c-44ab-a6e6-d9737fb45eda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33072122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748162'] for network, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:44.098930 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81602236-df18-4b08-ba87-fe3c5ec84a1e req-9c6f1b21-6f88-48c9-bdec-3ae0d55dd1a0 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:44.100611 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-81602236-df18-4b08-ba87-fe3c5ec84a1e req-9c6f1b21-6f88-48c9-bdec-3ae0d55dd1a0 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2c26358-2335-47eb-81e3-6258274d0d68 HTTP/1.1" status: 200 len: 946 time: 0.1198454 May 20 20:46:44.101730 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4af0ce8d-510c-44ab-a6e6-d9737fb45eda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:44.105455 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-4af0ce8d-510c-44ab-a6e6-d9737fb45eda admin admin] 10.222.0.35 "DELETE /v2.0/networks/84c3842c-d7b9-4059-95b5-2fbd492b4e7b HTTP/1.1" status: 204 len: 168 time: 0.8291583 May 20 20:46:44.112714 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device d6d900e5-878c-4362-bc8f-7d0da00fe4b6 details requested by agent hyperv_n-h1-842733-1 with host n-h1-842733-1 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 20:46:44.133265 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af0ce8d-510c-44ab-a6e6-d9737fb45eda admin admin] Pushing event deleted for resources: {'Network': ['ID=84c3842c-d7b9-4059-95b5-2fbd492b4e7b,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:46:44.154686 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [req-f81d99c0-4b19-4491-8409-a42a5c9a425a req-b1802263-091f-4cea-94a2-8fd96d1c16dd tempest-ServerAddressesTestJSON-612533494 tempest-ServerAddressesTestJSON-612533494-project] Allocated IP 172.20.0.3 (e178029b-e9dc-4e42-8296-7a3daabb369c/300ebc81-ca8f-445a-aa65-99b35bd2108e/f58dd0e7-deca-46ea-b9d6-29758695d1a1) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:46:44.270276 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port d6d900e5-878c-4362-bc8f-7d0da00fe4b6, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=d6d900e5-878c-4362-bc8f-7d0da00fe4b6,segment=NetworkSegment(769d43cd-208e-4beb-b6e6-532aefd8f5a1),segment_id=769d43cd-208e-4beb-b6e6-532aefd8f5a1)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:46:44.281746 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Returning: {'device': 'd6d900e5-878c-4362-bc8f-7d0da00fe4b6', 'network_id': '9d3d3a86-d0ea-42bb-882a-63d3244d9913', 'port_id': 'd6d900e5-878c-4362-bc8f-7d0da00fe4b6', 'mac_address': 'fa:16:3e:2e:28:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bff70e4-9d51-4479-9096-540dc3675fab', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 20 20:46:44.324330 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Current status of the port d6d900e5-878c-4362-bc8f-7d0da00fe4b6 is: ACTIVE; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:46:44.324977 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:44.335445 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [req-81602236-df18-4b08-ba87-fe3c5ec84a1e req-317604ba-8535-476a-8905-7926165d6086 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] Deleting port 37798d6b-fac1-4347-99f0-f386b855e0e9 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:46:44.335784 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-81602236-df18-4b08-ba87-fe3c5ec84a1e req-317604ba-8535-476a-8905-7926165d6086 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:44.337807 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d6d900e5-878c-4362-bc8f-7d0da00fe4b6 {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:46:44.357418 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port d6d900e5-878c-4362-bc8f-7d0da00fe4b6, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=d6d900e5-878c-4362-bc8f-7d0da00fe4b6,segment=NetworkSegment(769d43cd-208e-4beb-b6e6-532aefd8f5a1),segment_id=769d43cd-208e-4beb-b6e6-532aefd8f5a1)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:46:44.398629 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44a5c7c-40da-4e74-9c4e-1cdb95f77849 req-a00553df-be27-432e-9c08-ee69d4428699 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:44.400012 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f44a5c7c-40da-4e74-9c4e-1cdb95f77849 req-a00553df-be27-432e-9c08-ee69d4428699 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] 10.222.0.35 "GET /v2.0/ports?device_id=128787a1-1920-47db-912b-7951bf1b234b HTTP/1.1" status: 200 len: 945 time: 0.1818280 May 20 20:46:44.437180 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:44.474391 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 44866) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:46:44.525076 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Pushing event updated for resources: {'Port': ['ID=d6d900e5-878c-4362-bc8f-7d0da00fe4b6,revision_number=6']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:46:44.535585 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f44a5c7c-40da-4e74-9c4e-1cdb95f77849 req-79ee1e1a-a62d-41f2-9f77-63f58fa999a9 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] 10.222.0.35 "GET /v2.0/security-groups?id=e60131e3-31b3-40ad-97bd-41705047293e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1247537 May 20 20:46:44.544692 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-f81d99c0-4b19-4491-8409-a42a5c9a425a req-b1802263-091f-4cea-94a2-8fd96d1c16dd tempest-ServerAddressesTestJSON-612533494 tempest-ServerAddressesTestJSON-612533494-project] Notify callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:44.546333 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-23c55437-2314-4b97-9815-5a42ac036361 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=559b096ee02f4d29bdb85904f38d7fa1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0705876 May 20 20:46:44.547337 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-81602236-df18-4b08-ba87-fe3c5ec84a1e req-317604ba-8535-476a-8905-7926165d6086 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] For port 37798d6b-fac1-4347-99f0-f386b855e0e9, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=37798d6b-fac1-4347-99f0-f386b855e0e9,segment=NetworkSegment(1b618711-eace-4f66-9dbc-026093290eaa),segment_id=1b618711-eace-4f66-9dbc-026093290eaa)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:46:44.547695 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-81602236-df18-4b08-ba87-fe3c5ec84a1e req-317604ba-8535-476a-8905-7926165d6086 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:44.558397 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 44870) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:46:44.572585 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [req-81602236-df18-4b08-ba87-fe3c5ec84a1e req-317604ba-8535-476a-8905-7926165d6086 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] Calling delete_port for 37798d6b-fac1-4347-99f0-f386b855e0e9 owned by compute:nova {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:46:44.592617 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 543222a7-401b-4e57-9368-53ec4936130d no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:46:44.618245 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] get_ports_and_sgs() called for port_ids ['d6d900e5-878c-4362-bc8f-7d0da00fe4b6'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:46:44.622204 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: 543222a7-401b-4e57-9368-53ec4936130d {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 20:46:44.622756 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 543222a7-401b-4e57-9368-53ec4936130d not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 20:46:44.623533 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device f4bacff2-dc89-40a5-bc56-31a34a17b2ca no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:46:44.672541 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: f4bacff2-dc89-40a5-bc56-31a34a17b2ca {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 20:46:44.673302 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device f4bacff2-dc89-40a5-bc56-31a34a17b2ca not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 20:46:44.735790 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd3ea69-9576-4185-9229-ac5c2e9a8320 req-2dc57dbd-2b4f-4615-bebc-6c42fa1e9509 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:44.737432 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-bcd3ea69-9576-4185-9229-ac5c2e9a8320 req-2dc57dbd-2b4f-4615-bebc-6c42fa1e9509 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/ports?device_id=639a9b9c-aaad-4644-9dcd-410174fb9f88 HTTP/1.1" status: 200 len: 945 time: 0.1568406 May 20 20:46:44.799465 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-33a1a3a9-e438-4a9e-923b-845c72c69f48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:44.830623 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c886542c-e27f-496b-8a7b-5fb60312cf31 req-24d0a030-3649-43c9-a83b-99ee1fb9fcfe tempest-ServerAddressesTestJSON-612533494 tempest-ServerAddressesTestJSON-612533494-project] 10.222.0.35 "GET /v2.0/ports?device_id=905101be-db88-4106-b5c2-4eec09eda64a HTTP/1.1" status: 200 len: 210 time: 0.0543249 May 20 20:46:44.840733 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-f81d99c0-4b19-4491-8409-a42a5c9a425a req-b1802263-091f-4cea-94a2-8fd96d1c16dd tempest-ServerAddressesTestJSON-612533494 tempest-ServerAddressesTestJSON-612533494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:44.899336 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-33a1a3a9-e438-4a9e-923b-845c72c69f48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:44.915243 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-bcd3ea69-9576-4185-9229-ac5c2e9a8320 req-f55e8b1e-8d8d-4a39-967d-fed4ea0c3980 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3c6019f-4c4a-4c16-982c-852ac3d8d84a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1639817 May 20 20:46:44.925910 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f81d99c0-4b19-4491-8409-a42a5c9a425a req-b1802263-091f-4cea-94a2-8fd96d1c16dd tempest-ServerAddressesTestJSON-612533494 tempest-ServerAddressesTestJSON-612533494-project] Network e178029b-e9dc-4e42-8296-7a3daabb369c is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:46:44.961335 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [req-f81d99c0-4b19-4491-8409-a42a5c9a425a req-b1802263-091f-4cea-94a2-8fd96d1c16dd tempest-ServerAddressesTestJSON-612533494 tempest-ServerAddressesTestJSON-612533494-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:46:44.964622 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [req-f81d99c0-4b19-4491-8409-a42a5c9a425a req-b1802263-091f-4cea-94a2-8fd96d1c16dd tempest-ServerAddressesTestJSON-612533494 tempest-ServerAddressesTestJSON-612533494-project] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:46:44.996259 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1802263-091f-4cea-94a2-8fd96d1c16dd tempest-ServerAddressesTestJSON-612533494 tempest-ServerAddressesTestJSON-612533494-project] Pushing event updated for resources: {'Port': ['ID=f58dd0e7-deca-46ea-b9d6-29758695d1a1,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:46:45.113373 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81d99c0-4b19-4491-8409-a42a5c9a425a req-b1802263-091f-4cea-94a2-8fd96d1c16dd tempest-ServerAddressesTestJSON-612533494 tempest-ServerAddressesTestJSON-612533494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:45.114083 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-f81d99c0-4b19-4491-8409-a42a5c9a425a req-b1802263-091f-4cea-94a2-8fd96d1c16dd tempest-ServerAddressesTestJSON-612533494 tempest-ServerAddressesTestJSON-612533494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:45.169609 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e293b6a-8f30-4aeb-9a1a-9ad25f41ba8e req-158fa6bc-f093-4747-ad5a-d76d1e4a484a tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:45.171160 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7e293b6a-8f30-4aeb-9a1a-9ad25f41ba8e req-158fa6bc-f093-4747-ad5a-d76d1e4a484a tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/ports?device_id=639a9b9c-aaad-4644-9dcd-410174fb9f88 HTTP/1.1" status: 200 len: 945 time: 0.1714704 May 20 20:46:45.178875 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaca79a-27e7-4014-a13f-2d9c5909ea0d req-144fdfd5-9452-4a69-929b-2fa3aaab14ce tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:45.180330 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-fcaca79a-27e7-4014-a13f-2d9c5909ea0d req-144fdfd5-9452-4a69-929b-2fa3aaab14ce tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/ports?device_id=9acabe24-34b6-4f76-8669-0fb1b3e18f66 HTTP/1.1" status: 200 len: 950 time: 0.1717560 May 20 20:46:45.217246 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-81602236-df18-4b08-ba87-fe3c5ec84a1e req-317604ba-8535-476a-8905-7926165d6086 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:45.229951 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] get_ports_and_sgs() called for port_ids ['3f587f96-5444-4c41-a898-7664aceff07c'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:46:45.272697 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-33a1a3a9-e438-4a9e-923b-845c72c69f48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:45.275180 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-33a1a3a9-e438-4a9e-923b-845c72c69f48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:45.277281 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-33a1a3a9-e438-4a9e-923b-845c72c69f48 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/10578f43-fdf4-47ed-819f-6b5be55435e5 HTTP/1.1" status: 204 len: 168 time: 0.7169180 May 20 20:46:45.278969 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7533e1bc-a2a5-4367-83a4-0e106f32e0fd req-d8da3f43-3dc5-4536-9f2f-0bf9795c6cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:45.279835 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f81d99c0-4b19-4491-8409-a42a5c9a425a req-b1802263-091f-4cea-94a2-8fd96d1c16dd tempest-ServerAddressesTestJSON-612533494 tempest-ServerAddressesTestJSON-612533494-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7851098 May 20 20:46:45.281484 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-7533e1bc-a2a5-4367-83a4-0e106f32e0fd req-d8da3f43-3dc5-4536-9f2f-0bf9795c6cb7 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=128787a1-1920-47db-912b-7951bf1b234b HTTP/1.1" status: 200 len: 1096 time: 0.0792947 May 20 20:46:45.288382 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-fcaca79a-27e7-4014-a13f-2d9c5909ea0d req-a0e10d15-9ddd-458a-95d7-1f5bd10e1439 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/security-groups?id=38c76b68-4081-4341-88c9-c8e3082a5da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001465 May 20 20:46:45.302455 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7e293b6a-8f30-4aeb-9a1a-9ad25f41ba8e req-b7ee0914-1774-47a0-a771-7b24c8298c5a tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3c6019f-4c4a-4c16-982c-852ac3d8d84a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1161671 May 20 20:46:45.303327 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317604ba-8535-476a-8905-7926165d6086 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] Pushing event deleted for resources: {'Port': ['ID=37798d6b-fac1-4347-99f0-f386b855e0e9,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:46:45.343443 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [req-f81d99c0-4b19-4491-8409-a42a5c9a425a req-e64623c9-e8fa-43af-8d4c-c792db5bbcba service neutron] Request body: {'port': {'device_id': '905101be-db88-4106-b5c2-4eec09eda64a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-842733-1'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:46:45.358050 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a1a3a9-e438-4a9e-923b-845c72c69f48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10578f43-fdf4-47ed-819f-6b5be55435e5,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:46:45.445982 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-7533e1bc-a2a5-4367-83a4-0e106f32e0fd req-ee0dba30-2703-43f3-a617-33c6b2a14a9b service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=e60131e3-31b3-40ad-97bd-41705047293e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1534142 May 20 20:46:45.794601 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [req-81602236-df18-4b08-ba87-fe3c5ec84a1e req-317604ba-8535-476a-8905-7926165d6086 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] No DVR routers for this DVR port 37798d6b-fac1-4347-99f0-f386b855e0e9 on host n-h2-842733-1 {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:46:45.812860 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-81602236-df18-4b08-ba87-fe3c5ec84a1e req-317604ba-8535-476a-8905-7926165d6086 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:45.816484 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-81602236-df18-4b08-ba87-fe3c5ec84a1e req-317604ba-8535-476a-8905-7926165d6086 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.13 "DELETE /v2.0/ports/37798d6b-fac1-4347-99f0-f386b855e0e9 HTTP/1.1" status: 204 len: 173 time: 1.7089260 May 20 20:46:45.817252 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2c26358-2335-47eb-81e3-6258274d0d68', 'name': 'network-vif-deleted', 'tag': '37798d6b-fac1-4347-99f0-f386b855e0e9'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:46:45.819417 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4291b17aa7b45362825f0571e77c85f5e73afe1df9c7e9e15006df9d695c005e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1fec02d-03c8-4227-bdba-850672dcaf69" -d '{"events": [{"server_uuid": "d2c26358-2335-47eb-81e3-6258274d0d68", "name": "network-vif-deleted", "tag": "37798d6b-fac1-4347-99f0-f386b855e0e9"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:46:45.878993 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1acdcd97-ed4c-49f3-b6aa-6f58ce86d2f6 req-562f94eb-33bf-43c8-83cb-b60fe82aede3 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.35 "GET /v2.0/ports?device_id=d2c26358-2335-47eb-81e3-6258274d0d68 HTTP/1.1" status: 200 len: 210 time: 0.4646323 May 20 20:46:45.888127 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-f81d99c0-4b19-4491-8409-a42a5c9a425a req-e64623c9-e8fa-43af-8d4c-c792db5bbcba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:45.943739 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffaf234-2fb9-4a26-a704-17f53aad6ea6 req-8f4872cc-654d-463a-9ff5-f88768967bae tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:45.951678 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9ffaf234-2fb9-4a26-a704-17f53aad6ea6 req-8f4872cc-654d-463a-9ff5-f88768967bae tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/ports?device_id=639a9b9c-aaad-4644-9dcd-410174fb9f88 HTTP/1.1" status: 200 len: 945 time: 0.5403423 May 20 20:46:46.121534 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9ffaf234-2fb9-4a26-a704-17f53aad6ea6 req-ed9324a7-b3c5-4fa4-b14f-93683fd9414d tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3c6019f-4c4a-4c16-982c-852ac3d8d84a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1650629 May 20 20:46:46.128383 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device d6d900e5-878c-4362-bc8f-7d0da00fe4b6 up at agent hyperv_n-h1-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:46:46.132168 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93340c82-51c3-41d4-9724-a7c2842d26cb req-1078790f-cf4e-4c61-b5d8-9b7e6ceb712f tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:46.148123 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-93340c82-51c3-41d4-9724-a7c2842d26cb req-1078790f-cf4e-4c61-b5d8-9b7e6ceb712f tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] 10.222.0.35 "GET /v2.0/ports?device_id=128787a1-1920-47db-912b-7951bf1b234b HTTP/1.1" status: 200 len: 945 time: 0.1943741 May 20 20:46:46.254593 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Provisioning complete for port d6d900e5-878c-4362-bc8f-7d0da00fe4b6 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:46:46.255223 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:46.329895 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 20:46:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f57e50a3-903a-4e6d-97cc-bc79d526e833 x-openstack-request-id: req-f57e50a3-903a-4e6d-97cc-bc79d526e833 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:46:46.332059 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2c26358-2335-47eb-81e3-6258274d0d68", "name": "network-vif-deleted", "tag": "37798d6b-fac1-4347-99f0-f386b855e0e9", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:46:46.332462 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f57e50a3-903a-4e6d-97cc-bc79d526e833 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:46:46.333018 n-d-842733-1 neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f57e50a3-903a-4e6d-97cc-bc79d526e833'] response: {'server_uuid': 'd2c26358-2335-47eb-81e3-6258274d0d68', 'name': 'network-vif-deleted', 'tag': '37798d6b-fac1-4347-99f0-f386b855e0e9', 'status': 'completed', 'code': 200} May 20 20:46:46.358354 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-93340c82-51c3-41d4-9724-a7c2842d26cb req-505d5242-ac9c-44f8-90bd-fb550a516ba8 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] 10.222.0.35 "GET /v2.0/security-groups?id=e60131e3-31b3-40ad-97bd-41705047293e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1731215 May 20 20:46:46.376486 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Current status of the port d6d900e5-878c-4362-bc8f-7d0da00fe4b6 is: BUILD; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:46:46.377669 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:46.431782 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a347e692-068e-4444-9196-4815d70e0479', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6d900e5-878c-4362-bc8f-7d0da00fe4b6'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:46:46.435266 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8485417003ce7c0410b00f5cdc2f391e21107b70bb68e2773712534a96e108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95b32305-d574-45ce-9058-41b82dabe37d" -d '{"events": [{"server_uuid": "a347e692-068e-4444-9196-4815d70e0479", "name": "network-vif-plugged", "status": "completed", "tag": "d6d900e5-878c-4362-bc8f-7d0da00fe4b6"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:46:46.452112 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port d6d900e5-878c-4362-bc8f-7d0da00fe4b6, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=d6d900e5-878c-4362-bc8f-7d0da00fe4b6,segment=NetworkSegment(769d43cd-208e-4beb-b6e6-532aefd8f5a1),segment_id=769d43cd-208e-4beb-b6e6-532aefd8f5a1)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:46:46.508827 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:46.571745 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [req-f81d99c0-4b19-4491-8409-a42a5c9a425a req-e64623c9-e8fa-43af-8d4c-c792db5bbcba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f58dd0e7-deca-46ea-b9d6-29758695d1a1 {{(pid=103163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:46:46.581192 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-f81d99c0-4b19-4491-8409-a42a5c9a425a req-e64623c9-e8fa-43af-8d4c-c792db5bbcba service neutron] Notify callbacks [] for port, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:46.595181 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [req-f81d99c0-4b19-4491-8409-a42a5c9a425a req-e64623c9-e8fa-43af-8d4c-c792db5bbcba service neutron] Transition to ACTIVE for port object f58dd0e7-deca-46ea-b9d6-29758695d1a1 will not be triggered until provisioned by entity L2. {{(pid=103163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 20:46:46.609223 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c7ec11-2ee8-4fa6-9e46-8cc65f09fc0c req-a42d5aa7-bbdc-49ed-9748-3342f46b41f8 tempest-ServerAddressesTestJSON-612533494 tempest-ServerAddressesTestJSON-612533494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:46.614255 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Pushing event updated for resources: {'Port': ['ID=d6d900e5-878c-4362-bc8f-7d0da00fe4b6,revision_number=7']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:46:46.616739 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-23c7ec11-2ee8-4fa6-9e46-8cc65f09fc0c req-a42d5aa7-bbdc-49ed-9748-3342f46b41f8 tempest-ServerAddressesTestJSON-612533494 tempest-ServerAddressesTestJSON-612533494-project] 10.222.0.35 "GET /v2.0/ports?device_id=905101be-db88-4106-b5c2-4eec09eda64a HTTP/1.1" status: 200 len: 931 time: 0.2025743 May 20 20:46:46.628052 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 37798d6b-fac1-4347-99f0-f386b855e0e9 no longer exists at agent hyperv_n-h2-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:46:46.644135 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc4d674-0094-47c2-9851-48d96a851bf6 req-a3061f8b-3cc0-4a43-9533-03791dc1d951 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:46.645241 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5dc4d674-0094-47c2-9851-48d96a851bf6 req-a3061f8b-3cc0-4a43-9533-03791dc1d951 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/ports?device_id=639a9b9c-aaad-4644-9dcd-410174fb9f88 HTTP/1.1" status: 200 len: 945 time: 0.2126267 May 20 20:46:46.662022 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] No Port match for: 37798d6b-fac1-4347-99f0-f386b855e0e9 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 20:46:46.662385 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 37798d6b-fac1-4347-99f0-f386b855e0e9 not bound to the agent host n-h2-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 20:46:46.679872 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-f81d99c0-4b19-4491-8409-a42a5c9a425a req-e64623c9-e8fa-43af-8d4c-c792db5bbcba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:46.707024 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-23c7ec11-2ee8-4fa6-9e46-8cc65f09fc0c req-364e4cfb-42a8-4336-8dbd-7a318b4a844d tempest-ServerAddressesTestJSON-612533494 tempest-ServerAddressesTestJSON-612533494-project] 10.222.0.35 "GET /v2.0/security-groups?id=dad70b6b-9a8a-4c58-9eaa-2e9a1669739e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891750 May 20 20:46:46.765808 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5dc4d674-0094-47c2-9851-48d96a851bf6 req-669e8af0-cdec-4c2a-b37b-3b5d33a230d5 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3c6019f-4c4a-4c16-982c-852ac3d8d84a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1126661 May 20 20:46:46.823898 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64623c9-e8fa-43af-8d4c-c792db5bbcba service neutron] Pushing event updated for resources: {'Port': ['ID=f58dd0e7-deca-46ea-b9d6-29758695d1a1,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:46:46.849485 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 20:46:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7977c6b2-1c64-4c0f-b051-afad5736015c x-openstack-request-id: req-7977c6b2-1c64-4c0f-b051-afad5736015c {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:46:46.849485 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a347e692-068e-4444-9196-4815d70e0479", "name": "network-vif-plugged", "status": "completed", "tag": "d6d900e5-878c-4362-bc8f-7d0da00fe4b6", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:46:46.849485 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7977c6b2-1c64-4c0f-b051-afad5736015c {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:46:46.849485 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7977c6b2-1c64-4c0f-b051-afad5736015c'] response: {'server_uuid': 'a347e692-068e-4444-9196-4815d70e0479', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6d900e5-878c-4362-bc8f-7d0da00fe4b6', 'code': 200} May 20 20:46:47.000331 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6eaa116-4531-4281-96c7-bad7390f9191 req-ddb985ea-01c9-4f7e-9e74-dc6db2a19985 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:47.001890 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d6eaa116-4531-4281-96c7-bad7390f9191 req-ddb985ea-01c9-4f7e-9e74-dc6db2a19985 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/ports?device_id=9acabe24-34b6-4f76-8669-0fb1b3e18f66 HTTP/1.1" status: 200 len: 950 time: 0.1912377 May 20 20:46:47.002961 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 44950) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:46:47.055257 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-f81d99c0-4b19-4491-8409-a42a5c9a425a req-e64623c9-e8fa-43af-8d4c-c792db5bbcba service neutron] Attempting to bind port f58dd0e7-deca-46ea-b9d6-29758695d1a1 on host n-h2-842733-1 for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:46:47.055666 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-f81d99c0-4b19-4491-8409-a42a5c9a425a req-e64623c9-e8fa-43af-8d4c-c792db5bbcba service neutron] Attempting to bind port f58dd0e7-deca-46ea-b9d6-29758695d1a1 by drivers openvswitch,hyperv on host n-h2-842733-1 at level 0 using segments [{'id': '5aeed8bb-9828-48d9-8ba7-cbd2414627a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'e178029b-e9dc-4e42-8296-7a3daabb369c'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:46:47.056113 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f81d99c0-4b19-4491-8409-a42a5c9a425a req-e64623c9-e8fa-43af-8d4c-c792db5bbcba service neutron] Attempting to bind port f58dd0e7-deca-46ea-b9d6-29758695d1a1 on network e178029b-e9dc-4e42-8296-7a3daabb369c {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:46:47.071378 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f81d99c0-4b19-4491-8409-a42a5c9a425a req-e64623c9-e8fa-43af-8d4c-c792db5bbcba service neutron] Port f58dd0e7-deca-46ea-b9d6-29758695d1a1 on network e178029b-e9dc-4e42-8296-7a3daabb369c not bound, no agent of type Open vSwitch agent registered on host n-h2-842733-1 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 20:46:47.071718 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f81d99c0-4b19-4491-8409-a42a5c9a425a req-e64623c9-e8fa-43af-8d4c-c792db5bbcba service neutron] Attempting to bind port f58dd0e7-deca-46ea-b9d6-29758695d1a1 on network e178029b-e9dc-4e42-8296-7a3daabb369c {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:46:47.092382 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f81d99c0-4b19-4491-8409-a42a5c9a425a req-e64623c9-e8fa-43af-8d4c-c792db5bbcba service neutron] Checking agent: {'id': 'a66f2511-b955-448f-877c-56cfe9c81b12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 33, 2), 'started_at': datetime.datetime(2022, 5, 20, 20, 33, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 46, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:46:47.092746 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f81d99c0-4b19-4491-8409-a42a5c9a425a req-e64623c9-e8fa-43af-8d4c-c792db5bbcba service neutron] Checking segment: {'id': '5aeed8bb-9828-48d9-8ba7-cbd2414627a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'e178029b-e9dc-4e42-8296-7a3daabb369c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:46:47.093093 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f81d99c0-4b19-4491-8409-a42a5c9a425a req-e64623c9-e8fa-43af-8d4c-c792db5bbcba service neutron] Bound using segment: {'id': '5aeed8bb-9828-48d9-8ba7-cbd2414627a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'e178029b-e9dc-4e42-8296-7a3daabb369c'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:46:47.093555 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-f81d99c0-4b19-4491-8409-a42a5c9a425a req-e64623c9-e8fa-43af-8d4c-c792db5bbcba service neutron] Bound port: f58dd0e7-deca-46ea-b9d6-29758695d1a1, host: n-h2-842733-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5aeed8bb-9828-48d9-8ba7-cbd2414627a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'e178029b-e9dc-4e42-8296-7a3daabb369c'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:46:47.093911 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-f81d99c0-4b19-4491-8409-a42a5c9a425a req-e64623c9-e8fa-43af-8d4c-c792db5bbcba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:47.101328 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d6eaa116-4531-4281-96c7-bad7390f9191 req-873e7dcd-c29c-438a-ad73-8bd8ca6a99d7 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/security-groups?id=38c76b68-4081-4341-88c9-c8e3082a5da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913336 May 20 20:46:47.116964 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348cfa1f-2de1-44de-84b3-d4f101c2623b req-cc42ec0a-65c4-4456-98bb-2f2aefb740e6 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:47.123088 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-348cfa1f-2de1-44de-84b3-d4f101c2623b req-cc42ec0a-65c4-4456-98bb-2f2aefb740e6 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/ports?device_id=639a9b9c-aaad-4644-9dcd-410174fb9f88 HTTP/1.1" status: 200 len: 945 time: 0.1591380 May 20 20:46:47.182864 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-3bbdfe63-2fc7-4c28-be76-1d0c20eb35a8 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1956851793-network', 'tenant_id': '6a76ee59060b4534b8c9b9c6a41cf39b'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:46:47.205164 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-348cfa1f-2de1-44de-84b3-d4f101c2623b req-e2dfed53-d4ef-4674-a06e-23fb93794021 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3c6019f-4c4a-4c16-982c-852ac3d8d84a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811145 May 20 20:46:47.225835 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-f81d99c0-4b19-4491-8409-a42a5c9a425a req-e64623c9-e8fa-43af-8d4c-c792db5bbcba service neutron] For port f58dd0e7-deca-46ea-b9d6-29758695d1a1, host n-h2-842733-1, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:46:47.229173 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-f81d99c0-4b19-4491-8409-a42a5c9a425a req-e64623c9-e8fa-43af-8d4c-c792db5bbcba service neutron] For port f58dd0e7-deca-46ea-b9d6-29758695d1a1, host n-h2-842733-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=f58dd0e7-deca-46ea-b9d6-29758695d1a1,segment=NetworkSegment(5aeed8bb-9828-48d9-8ba7-cbd2414627a4),segment_id=5aeed8bb-9828-48d9-8ba7-cbd2414627a4)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:46:47.281528 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bbdfe63-2fc7-4c28-be76-1d0c20eb35a8 admin admin] Made reservation on behalf of 6a76ee59060b4534b8c9b9c6a41cf39b for: {'network': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:46:47.284388 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3bbdfe63-2fc7-4c28-be76-1d0c20eb35a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for network, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:47.296718 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3bbdfe63-2fc7-4c28-be76-1d0c20eb35a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:47.309804 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-f81d99c0-4b19-4491-8409-a42a5c9a425a req-e64623c9-e8fa-43af-8d4c-c792db5bbcba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:47.359456 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81d99c0-4b19-4491-8409-a42a5c9a425a req-e64623c9-e8fa-43af-8d4c-c792db5bbcba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:47.360329 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-f81d99c0-4b19-4491-8409-a42a5c9a425a req-e64623c9-e8fa-43af-8d4c-c792db5bbcba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:47.362252 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f81d99c0-4b19-4491-8409-a42a5c9a425a req-e64623c9-e8fa-43af-8d4c-c792db5bbcba service neutron] 10.222.0.13 "PUT /v2.0/ports/f58dd0e7-deca-46ea-b9d6-29758695d1a1 HTTP/1.1" status: 200 len: 1091 time: 2.0378370 May 20 20:46:47.391385 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64623c9-e8fa-43af-8d4c-c792db5bbcba service neutron] Pushing event updated for resources: {'Port': ['ID=f58dd0e7-deca-46ea-b9d6-29758695d1a1,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:46:47.474901 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3bbdfe63-2fc7-4c28-be76-1d0c20eb35a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:47.538386 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3bbdfe63-2fc7-4c28-be76-1d0c20eb35a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:47.557131 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2447c8-9c32-4ff2-9cd3-49ead4cd0458 req-f4d09de5-9579-4a5c-a827-97955fef4f59 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:47.558833 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2f2447c8-9c32-4ff2-9cd3-49ead4cd0458 req-f4d09de5-9579-4a5c-a827-97955fef4f59 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] 10.222.0.35 "GET /v2.0/ports?device_id=128787a1-1920-47db-912b-7951bf1b234b HTTP/1.1" status: 200 len: 945 time: 0.1220224 May 20 20:46:47.586472 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81d99c0-4b19-4491-8409-a42a5c9a425a req-e5caa98b-273a-47e1-9513-bd609912d575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:47.587302 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bbdfe63-2fc7-4c28-be76-1d0c20eb35a8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 238} {{(pid=103162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 20:46:47.588300 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f81d99c0-4b19-4491-8409-a42a5c9a425a req-e5caa98b-273a-47e1-9513-bd609912d575 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d98e0c31ba7547e6ab7bf6beafea7b9f&device_id=905101be-db88-4106-b5c2-4eec09eda64a HTTP/1.1" status: 200 len: 1094 time: 0.0821862 May 20 20:46:47.599002 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbdfe63-2fc7-4c28-be76-1d0c20eb35a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77bd7f4e-7836-40ee-b79f-4ce796c3e25d,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:46:47.616750 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3bbdfe63-2fc7-4c28-be76-1d0c20eb35a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:47.622932 n-d-842733-1 neutron-server[103162]: INFO neutron.db.segments_db [None req-3bbdfe63-2fc7-4c28-be76-1d0c20eb35a8 admin admin] Added segment 4ad9f94f-beff-44ef-ae55-9bdd4cda4bf3 of type vlan for network 03f283bd-2e83-465b-9c7a-c3856caf02a0 May 20 20:46:47.695906 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3bbdfe63-2fc7-4c28-be76-1d0c20eb35a8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418993264'] for network, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:47.718893 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f81d99c0-4b19-4491-8409-a42a5c9a425a req-e3740ecf-73cf-4bbd-a58f-a9c2dc68f918 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f58dd0e7-deca-46ea-b9d6-29758695d1a1 HTTP/1.1" status: 200 len: 217 time: 0.0983016 May 20 20:46:47.747464 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2f2447c8-9c32-4ff2-9cd3-49ead4cd0458 req-a2fb957d-0d0d-4607-a73a-a731bcf50519 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] 10.222.0.35 "GET /v2.0/security-groups?id=e60131e3-31b3-40ad-97bd-41705047293e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1689157 May 20 20:46:47.780098 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3bbdfe63-2fc7-4c28-be76-1d0c20eb35a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524'] for network, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:47.780098 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bbdfe63-2fc7-4c28-be76-1d0c20eb35a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:47.780098 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3bbdfe63-2fc7-4c28-be76-1d0c20eb35a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:47.838086 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81d99c0-4b19-4491-8409-a42a5c9a425a req-74a24e65-f67a-404f-8d5b-8dd2bb0b9edd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:47.840138 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f81d99c0-4b19-4491-8409-a42a5c9a425a req-74a24e65-f67a-404f-8d5b-8dd2bb0b9edd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=300ebc81-ca8f-445a-aa65-99b35bd2108e HTTP/1.1" status: 200 len: 852 time: 0.1052983 May 20 20:46:47.850574 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b1ef38-6779-4bf1-90e1-ad0def390517 req-6e2d0fb0-b877-4d9c-8306-b11119f302aa tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:47.859387 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-90b1ef38-6779-4bf1-90e1-ad0def390517 req-6e2d0fb0-b877-4d9c-8306-b11119f302aa tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/ports?device_id=639a9b9c-aaad-4644-9dcd-410174fb9f88 HTTP/1.1" status: 200 len: 945 time: 0.1105638 May 20 20:46:47.878032 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbdfe63-2fc7-4c28-be76-1d0c20eb35a8 admin admin] Pushing event updated for resources: {'Network': ['ID=03f283bd-2e83-465b-9c7a-c3856caf02a0,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:46:47.893990 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Network 03f283bd-2e83-465b-9c7a-c3856caf02a0 details requested by agent ovs-agent-n-d-842733-1 with host n-d-842733-1 {{(pid=103164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 20 20:46:47.903901 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f81d99c0-4b19-4491-8409-a42a5c9a425a req-05291f40-f6bb-436e-b5f0-0908b4d45120 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e178029b-e9dc-4e42-8296-7a3daabb369c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417464 May 20 20:46:47.975563 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-3bbdfe63-2fc7-4c28-be76-1d0c20eb35a8 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9712458 May 20 20:46:47.978816 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 44988) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:46:47.984203 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-630e6164-ea8a-4e94-a295-436ea545eca0 admin admin] Request body: {'subnet': {'network_id': '03f283bd-2e83-465b-9c7a-c3856caf02a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1956851793-subnet', 'tenant_id': '6a76ee59060b4534b8c9b9c6a41cf39b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:46:48.010291 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-90b1ef38-6779-4bf1-90e1-ad0def390517 req-be3db4f0-4d8a-439d-8352-b84de9875720 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3c6019f-4c4a-4c16-982c-852ac3d8d84a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1435182 May 20 20:46:48.116153 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68780bf3-96ef-4592-baf4-324b4efc0405 req-81b9a69b-547e-4253-9a84-8bfb78823f41 tempest-ServerAddressesTestJSON-612533494 tempest-ServerAddressesTestJSON-612533494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:48.117949 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-68780bf3-96ef-4592-baf4-324b4efc0405 req-81b9a69b-547e-4253-9a84-8bfb78823f41 tempest-ServerAddressesTestJSON-612533494 tempest-ServerAddressesTestJSON-612533494-project] 10.222.0.35 "GET /v2.0/ports?device_id=905101be-db88-4106-b5c2-4eec09eda64a HTTP/1.1" status: 200 len: 943 time: 0.1465836 May 20 20:46:48.119644 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-630e6164-ea8a-4e94-a295-436ea545eca0 admin admin] Made reservation on behalf of 6a76ee59060b4534b8c9b9c6a41cf39b for: {'subnet': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:46:48.122405 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-630e6164-ea8a-4e94-a295-436ea545eca0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4018244'] for subnet, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:48.122848 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f81d99c0-4b19-4491-8409-a42a5c9a425a req-fc798f5e-283e-4824-bb2b-4857ab07dc3f service neutron] 10.222.0.13 "GET /v2.0/networks/e178029b-e9dc-4e42-8296-7a3daabb369c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2067053 May 20 20:46:48.297867 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-68780bf3-96ef-4592-baf4-324b4efc0405 req-ec79cbcf-de3f-41c0-aa78-ab1ebe3c7365 tempest-ServerAddressesTestJSON-612533494 tempest-ServerAddressesTestJSON-612533494-project] 10.222.0.35 "GET /v2.0/security-groups?id=dad70b6b-9a8a-4c58-9eaa-2e9a1669739e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703379 May 20 20:46:48.339875 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '905101be-db88-4106-b5c2-4eec09eda64a', 'tag': 'f58dd0e7-deca-46ea-b9d6-29758695d1a1'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:46:48.343263 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4291b17aa7b45362825f0571e77c85f5e73afe1df9c7e9e15006df9d695c005e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9f203a5-9400-4850-9c13-1583ee9cec75" -d '{"events": [{"name": "network-changed", "server_uuid": "905101be-db88-4106-b5c2-4eec09eda64a", "tag": "f58dd0e7-deca-46ea-b9d6-29758695d1a1"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:46:48.367178 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f81d99c0-4b19-4491-8409-a42a5c9a425a req-238a5a61-7510-4fd1-9afe-013c960f1f36 service neutron] 10.222.0.13 "GET /v2.0/networks/e178029b-e9dc-4e42-8296-7a3daabb369c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2021515 May 20 20:46:48.413878 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27242603-b43a-4f51-8322-e290c2cc4583 req-b74bb21f-7b65-4b05-8710-ea4db8142f59 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:48.424289 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-27242603-b43a-4f51-8322-e290c2cc4583 req-b74bb21f-7b65-4b05-8710-ea4db8142f59 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/ports?device_id=9acabe24-34b6-4f76-8669-0fb1b3e18f66 HTTP/1.1" status: 200 len: 950 time: 0.0729306 May 20 20:46:48.467410 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-27242603-b43a-4f51-8322-e290c2cc4583 req-96423061-dee3-4aad-b330-2e9110fe40ca tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/security-groups?id=38c76b68-4081-4341-88c9-c8e3082a5da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419519 May 20 20:46:48.550516 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-630e6164-ea8a-4e94-a295-436ea545eca0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3797684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4018258'] for subnet, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:48.652622 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630e6164-ea8a-4e94-a295-436ea545eca0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=250c4de3-a542-4b87-a1a0-1f20efef165c,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:46:48.671482 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 20:46:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31ee9fbe-053f-46db-8b15-1a976a315541 x-openstack-request-id: req-31ee9fbe-053f-46db-8b15-1a976a315541 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:46:48.671636 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-630e6164-ea8a-4e94-a295-436ea545eca0 admin admin] Checking segment: {'id': '4ad9f94f-beff-44ef-ae55-9bdd4cda4bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '03f283bd-2e83-465b-9c7a-c3856caf02a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:46:48.671838 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "905101be-db88-4106-b5c2-4eec09eda64a", "tag": "f58dd0e7-deca-46ea-b9d6-29758695d1a1", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:46:48.671999 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-630e6164-ea8a-4e94-a295-436ea545eca0 admin admin] Network hostable DHCP agents. Network: 03f283bd-2e83-465b-9c7a-c3856caf02a0, hostable agents: ['c9b0653c-f3c7-4339-bd50-e3754b629216'], hosted agents: [] {{(pid=103162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 20:46:48.672093 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-31ee9fbe-053f-46db-8b15-1a976a315541 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:46:48.672427 n-d-842733-1 neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31ee9fbe-053f-46db-8b15-1a976a315541'] response: {'name': 'network-changed', 'server_uuid': '905101be-db88-4106-b5c2-4eec09eda64a', 'tag': 'f58dd0e7-deca-46ea-b9d6-29758695d1a1', 'status': 'completed', 'code': 200} May 20 20:46:48.790033 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-630e6164-ea8a-4e94-a295-436ea545eca0 admin admin] Network 03f283bd-2e83-465b-9c7a-c3856caf02a0 is scheduled to be hosted by DHCP agent c9b0653c-f3c7-4339-bd50-e3754b629216 with binding_index 1 {{(pid=103162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 20:46:48.820727 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78892cea-b005-4628-8412-2f67ba51e269 req-2cdc774d-d6cd-4227-b68a-1327d432a234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:48.823269 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-78892cea-b005-4628-8412-2f67ba51e269 req-2cdc774d-d6cd-4227-b68a-1327d432a234 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=87c2c2610bc847eaa1d2c1976f58d7b1&device_id=128787a1-1920-47db-912b-7951bf1b234b HTTP/1.1" status: 200 len: 1096 time: 0.0797272 May 20 20:46:48.829435 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f203a5-9400-4850-9c13-1583ee9cec75 req-156f59d9-03b8-43d9-b2c9-c47f6f24d193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:48.830129 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a9f203a5-9400-4850-9c13-1583ee9cec75 req-156f59d9-03b8-43d9-b2c9-c47f6f24d193 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d98e0c31ba7547e6ab7bf6beafea7b9f&device_id=905101be-db88-4106-b5c2-4eec09eda64a HTTP/1.1" status: 200 len: 1094 time: 0.0961928 May 20 20:46:48.845594 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1772a9-cf2f-48a2-8eff-7753045c3288 req-554fca7a-cbba-47c6-99af-227e756bece5 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:48.847157 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0c1772a9-cf2f-48a2-8eff-7753045c3288 req-554fca7a-cbba-47c6-99af-227e756bece5 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] 10.222.0.35 "GET /v2.0/ports?device_id=128787a1-1920-47db-912b-7951bf1b234b HTTP/1.1" status: 200 len: 945 time: 0.0818205 May 20 20:46:48.880756 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-630e6164-ea8a-4e94-a295-436ea545eca0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842733-1, 03f283bd-2e83-465b-9c7a-c3856caf02a0) {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:46:48.886690 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-630e6164-ea8a-4e94-a295-436ea545eca0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:48.889010 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-630e6164-ea8a-4e94-a295-436ea545eca0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:48.897489 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-025e2f10-1d5d-49bd-a3ac-501b2494939a None None] Network 03f283bd-2e83-465b-9c7a-c3856caf02a0 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:46:48.997113 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78892cea-b005-4628-8412-2f67ba51e269 req-5e72ce27-aeea-423d-b3c4-7e933d29e032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:48.998671 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-78892cea-b005-4628-8412-2f67ba51e269 req-5e72ce27-aeea-423d-b3c4-7e933d29e032 service neutron] 10.222.0.24 "GET /v2.0/networks?id=dc8945eb-dd74-4cb0-b93f-84eec37290f3 HTTP/1.1" status: 200 len: 919 time: 0.1572452 May 20 20:46:49.001873 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0c1772a9-cf2f-48a2-8eff-7753045c3288 req-26223c79-1c1f-49f9-9701-7f2edad46eb5 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] 10.222.0.35 "GET /v2.0/security-groups?id=e60131e3-31b3-40ad-97bd-41705047293e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1433322 May 20 20:46:49.062947 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f203a5-9400-4850-9c13-1583ee9cec75 req-8c909e39-a888-4d30-998c-6e20e2c15f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:49.065234 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a9f203a5-9400-4850-9c13-1583ee9cec75 req-8c909e39-a888-4d30-998c-6e20e2c15f28 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e178029b-e9dc-4e42-8296-7a3daabb369c HTTP/1.1" status: 200 len: 913 time: 0.2166076 May 20 20:46:49.109418 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-630e6164-ea8a-4e94-a295-436ea545eca0 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.1288576 May 20 20:46:49.122424 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-78892cea-b005-4628-8412-2f67ba51e269 req-28a1b094-c809-4772-9732-ba619909cbd3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1d79ed7b-3457-4ba6-aed3-f7fcf288724e HTTP/1.1" status: 200 len: 1000 time: 0.1116509 May 20 20:46:49.123110 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 45030) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:46:49.128351 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-10b621e5-8b4b-49ba-956b-192841fef688 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1956851793-router', 'tenant_id': '6a76ee59060b4534b8c9b9c6a41cf39b', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'}}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:46:49.159816 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a9f203a5-9400-4850-9c13-1583ee9cec75 req-0e51219e-300a-4b41-83cc-c8dbee40c3e3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f58dd0e7-deca-46ea-b9d6-29758695d1a1 HTTP/1.1" status: 200 len: 217 time: 0.0862997 May 20 20:46:49.197904 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78892cea-b005-4628-8412-2f67ba51e269 req-7913e8d2-8fce-46e5-8624-a5e17bbba4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:49.200889 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-78892cea-b005-4628-8412-2f67ba51e269 req-7913e8d2-8fce-46e5-8624-a5e17bbba4eb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6369a26f-bc30-4622-b5b7-2978096f54a2 HTTP/1.1" status: 200 len: 857 time: 0.0649235 May 20 20:46:49.259690 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78892cea-b005-4628-8412-2f67ba51e269 req-6dccd6e2-37bf-4545-9f77-6f78f917c04a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:49.263597 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-78892cea-b005-4628-8412-2f67ba51e269 req-6dccd6e2-37bf-4545-9f77-6f78f917c04a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=dc8945eb-dd74-4cb0-b93f-84eec37290f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0552614 May 20 20:46:49.264397 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f203a5-9400-4850-9c13-1583ee9cec75 req-10609c0a-0338-42e3-97b7-40a7ed28a962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:49.265911 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a9f203a5-9400-4850-9c13-1583ee9cec75 req-10609c0a-0338-42e3-97b7-40a7ed28a962 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=300ebc81-ca8f-445a-aa65-99b35bd2108e HTTP/1.1" status: 200 len: 852 time: 0.0743825 May 20 20:46:49.279260 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6a5d72-d3b5-4d8d-a559-9ee6d723ab39 req-540f5495-d2d0-444d-b985-8f97346122e5 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:49.280656 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9b6a5d72-d3b5-4d8d-a559-9ee6d723ab39 req-540f5495-d2d0-444d-b985-8f97346122e5 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/ports?device_id=639a9b9c-aaad-4644-9dcd-410174fb9f88 HTTP/1.1" status: 200 len: 945 time: 0.1240242 May 20 20:46:49.308849 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a9f203a5-9400-4850-9c13-1583ee9cec75 req-bcb8f4c4-36b2-43e9-ae05-a8486728dd40 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e178029b-e9dc-4e42-8296-7a3daabb369c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271187 May 20 20:46:49.324363 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e56a3a4-c44c-4ca3-ae93-5b21afa772a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaee2b848-d4b9-5db1-b6ef-d6db29d67de7-03f283bd-2e83-465b-9c7a-c3856caf02a0', 'network_id': '03f283bd-2e83-465b-9c7a-c3856caf02a0', 'tenant_id': '6a76ee59060b4534b8c9b9c6a41cf39b', 'fixed_ips': [{'subnet_id': '250c4de3-a542-4b87-a1a0-1f20efef165c'}]}} from n-d-842733-1. {{(pid=103164) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 20:46:49.325900 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-5e56a3a4-c44c-4ca3-ae93-5b21afa772a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:49.384319 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-78892cea-b005-4628-8412-2f67ba51e269 req-d9dc8a3e-db6d-4ee5-9b7a-9950ffe63ba1 service neutron] 10.222.0.24 "GET /v2.0/networks/dc8945eb-dd74-4cb0-b93f-84eec37290f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090772 May 20 20:46:49.399028 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9b6a5d72-d3b5-4d8d-a559-9ee6d723ab39 req-e2fc4d59-01e4-4088-a023-d2db329a7951 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3c6019f-4c4a-4c16-982c-852ac3d8d84a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931423 May 20 20:46:49.448714 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a9f203a5-9400-4850-9c13-1583ee9cec75 req-3f30c21a-0e01-4d7b-9e29-2b16b14558b8 service neutron] 10.222.0.13 "GET /v2.0/networks/e178029b-e9dc-4e42-8296-7a3daabb369c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324680 May 20 20:46:49.505736 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [None req-5e56a3a4-c44c-4ca3-ae93-5b21afa772a1 None None] Allocated IP 172.20.0.2 (03f283bd-2e83-465b-9c7a-c3856caf02a0/250c4de3-a542-4b87-a1a0-1f20efef165c/df49c88d-b451-41aa-906d-89dccf9a95a8) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:46:49.521044 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-78892cea-b005-4628-8412-2f67ba51e269 req-07195870-9ee7-476b-a662-e868cc903dd8 service neutron] 10.222.0.24 "GET /v2.0/networks/dc8945eb-dd74-4cb0-b93f-84eec37290f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245306 May 20 20:46:49.578658 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a104ea8-c639-4d4d-8d57-01d64dae084f req-c0df8811-9b3b-474f-a6cd-b6fa020f52cb tempest-ServerAddressesTestJSON-612533494 tempest-ServerAddressesTestJSON-612533494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:49.580059 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1a104ea8-c639-4d4d-8d57-01d64dae084f req-c0df8811-9b3b-474f-a6cd-b6fa020f52cb tempest-ServerAddressesTestJSON-612533494 tempest-ServerAddressesTestJSON-612533494-project] 10.222.0.35 "GET /v2.0/ports?device_id=905101be-db88-4106-b5c2-4eec09eda64a HTTP/1.1" status: 200 len: 943 time: 0.1047878 May 20 20:46:49.597666 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a9f203a5-9400-4850-9c13-1583ee9cec75 req-7ba9ed92-808b-4d69-b4eb-786500970277 service neutron] 10.222.0.13 "GET /v2.0/networks/e178029b-e9dc-4e42-8296-7a3daabb369c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428149 May 20 20:46:49.606172 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-10b621e5-8b4b-49ba-956b-192841fef688 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-694221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26155'] for router, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:49.607607 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-10b621e5-8b4b-49ba-956b-192841fef688 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-693085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748153', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-718080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26162'] for router, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:49.632723 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1a104ea8-c639-4d4d-8d57-01d64dae084f req-c4c6f854-c7fe-499b-b58d-caa10e362864 tempest-ServerAddressesTestJSON-612533494 tempest-ServerAddressesTestJSON-612533494-project] 10.222.0.35 "GET /v2.0/security-groups?id=dad70b6b-9a8a-4c58-9eaa-2e9a1669739e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450797 May 20 20:46:49.706967 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-10b621e5-8b4b-49ba-956b-192841fef688 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:49.708873 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-5e56a3a4-c44c-4ca3-ae93-5b21afa772a1 None None] Notify callbacks [] for port, precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:49.801139 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-5e56a3a4-c44c-4ca3-ae93-5b21afa772a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108'] for port, after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:49.811652 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b8afd4-ff2d-433f-98c5-1905b8211d46 req-8765099d-654b-43a3-b935-bb1db0ec720d tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:49.820113 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-81b8afd4-ff2d-433f-98c5-1905b8211d46 req-8765099d-654b-43a3-b935-bb1db0ec720d tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/ports?device_id=9acabe24-34b6-4f76-8669-0fb1b3e18f66 HTTP/1.1" status: 200 len: 950 time: 0.0675261 May 20 20:46:49.850720 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4925e959-82d0-4de2-b11c-3340ceede3c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:49.853782 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e56a3a4-c44c-4ca3-ae93-5b21afa772a1 None None] Network 03f283bd-2e83-465b-9c7a-c3856caf02a0 is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:46:49.859355 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-5e56a3a4-c44c-4ca3-ae93-5b21afa772a1 None None] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:46:49.889871 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e56a3a4-c44c-4ca3-ae93-5b21afa772a1 None None] Received port after_create {{(pid=103164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:46:49.894673 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e56a3a4-c44c-4ca3-ae93-5b21afa772a1 None None] Pushing event updated for resources: {'Port': ['ID=df49c88d-b451-41aa-906d-89dccf9a95a8,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:46:49.906054 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-81b8afd4-ff2d-433f-98c5-1905b8211d46 req-ab099f72-cb30-4544-b548-dc7712b245e6 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/security-groups?id=38c76b68-4081-4341-88c9-c8e3082a5da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847802 May 20 20:46:50.018002 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-5e56a3a4-c44c-4ca3-ae93-5b21afa772a1 None None] Attempting to bind port df49c88d-b451-41aa-906d-89dccf9a95a8 on host n-d-842733-1 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:46:50.018952 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-5e56a3a4-c44c-4ca3-ae93-5b21afa772a1 None None] Attempting to bind port df49c88d-b451-41aa-906d-89dccf9a95a8 by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': '4ad9f94f-beff-44ef-ae55-9bdd4cda4bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '03f283bd-2e83-465b-9c7a-c3856caf02a0'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:46:50.019801 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e56a3a4-c44c-4ca3-ae93-5b21afa772a1 None None] Attempting to bind port df49c88d-b451-41aa-906d-89dccf9a95a8 on network 03f283bd-2e83-465b-9c7a-c3856caf02a0 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:46:50.044140 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e56a3a4-c44c-4ca3-ae93-5b21afa772a1 None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 46, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:46:50.044519 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e56a3a4-c44c-4ca3-ae93-5b21afa772a1 None None] Checking segment: {'id': '4ad9f94f-beff-44ef-ae55-9bdd4cda4bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '03f283bd-2e83-465b-9c7a-c3856caf02a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:46:50.045614 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-5e56a3a4-c44c-4ca3-ae93-5b21afa772a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:50.046110 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e56a3a4-c44c-4ca3-ae93-5b21afa772a1 None None] Bound using segment: {'id': '4ad9f94f-beff-44ef-ae55-9bdd4cda4bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '03f283bd-2e83-465b-9c7a-c3856caf02a0'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:46:50.048558 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-5e56a3a4-c44c-4ca3-ae93-5b21afa772a1 None None] Bound port: df49c88d-b451-41aa-906d-89dccf9a95a8, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ad9f94f-beff-44ef-ae55-9bdd4cda4bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '03f283bd-2e83-465b-9c7a-c3856caf02a0'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:46:50.049482 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-5e56a3a4-c44c-4ca3-ae93-5b21afa772a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:50.106709 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e362406c-e78f-4ad6-ad2d-773a7bb1d05c req-3728cbde-c485-48a5-bd2d-e466dab20236 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:50.115071 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e362406c-e78f-4ad6-ad2d-773a7bb1d05c req-3728cbde-c485-48a5-bd2d-e466dab20236 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.35 "GET /v2.0/ports?device_id=aeca8e0e-1597-4d64-8b69-38badaa25640 HTTP/1.1" status: 200 len: 945 time: 0.1094780 May 20 20:46:50.141666 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-10b621e5-8b4b-49ba-956b-192841fef688 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:50.164760 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-5e56a3a4-c44c-4ca3-ae93-5b21afa772a1 None None] For port df49c88d-b451-41aa-906d-89dccf9a95a8, host n-d-842733-1, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:46:50.169249 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-5e56a3a4-c44c-4ca3-ae93-5b21afa772a1 None None] For port df49c88d-b451-41aa-906d-89dccf9a95a8, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=df49c88d-b451-41aa-906d-89dccf9a95a8,segment=NetworkSegment(4ad9f94f-beff-44ef-ae55-9bdd4cda4bf3),segment_id=4ad9f94f-beff-44ef-ae55-9bdd4cda4bf3)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:46:50.197405 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e362406c-e78f-4ad6-ad2d-773a7bb1d05c req-c50ade51-ed54-460b-b00f-513e58d5a9f2 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.35 "GET /v2.0/security-groups?id=af06f2cf-8756-4fbf-90c6-d72ff1946909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810483 May 20 20:46:50.204346 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676ef08a-1ae3-4a02-a13c-ee86264f577e req-8187a001-1df7-47a8-a461-4d73fc843779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:50.211348 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-676ef08a-1ae3-4a02-a13c-ee86264f577e req-8187a001-1df7-47a8-a461-4d73fc843779 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2492915dd73f457d8cb02b28e57274de&device_id=639a9b9c-aaad-4644-9dcd-410174fb9f88 HTTP/1.1" status: 200 len: 1096 time: 0.1633506 May 20 20:46:50.234348 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-5e56a3a4-c44c-4ca3-ae93-5b21afa772a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:50.252719 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a4c7c8-aaea-44ba-8a47-a6fb9b71baa7 req-cc15fe1f-f573-41bc-8d04-718ce468c996 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:50.260191 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e7a4c7c8-aaea-44ba-8a47-a6fb9b71baa7 req-cc15fe1f-f573-41bc-8d04-718ce468c996 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/ports?device_id=639a9b9c-aaad-4644-9dcd-410174fb9f88 HTTP/1.1" status: 200 len: 945 time: 0.1421478 May 20 20:46:50.336865 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e7a4c7c8-aaea-44ba-8a47-a6fb9b71baa7 req-b3b1a48f-0b57-49e4-8d38-ea247aea09f2 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3c6019f-4c4a-4c16-982c-852ac3d8d84a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749898 May 20 20:46:50.394483 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e56a3a4-c44c-4ca3-ae93-5b21afa772a1 None None] Pushing event updated for resources: {'Port': ['ID=df49c88d-b451-41aa-906d-89dccf9a95a8,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:46:50.440490 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676ef08a-1ae3-4a02-a13c-ee86264f577e req-f7d08660-9780-4219-81c7-4e19d0f3d355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:50.442421 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-676ef08a-1ae3-4a02-a13c-ee86264f577e req-f7d08660-9780-4219-81c7-4e19d0f3d355 service neutron] 10.222.0.13 "GET /v2.0/networks?id=85e5027c-d244-4186-8c19-3a12977de170 HTTP/1.1" status: 200 len: 912 time: 0.2211957 May 20 20:46:50.455555 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f7b431-048a-456f-b00e-a4b4b3bb3c28 req-8376f456-a7f5-4e13-b4dc-ca9c0d088b1d tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:50.464464 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-83f7b431-048a-456f-b00e-a4b4b3bb3c28 req-8376f456-a7f5-4e13-b4dc-ca9c0d088b1d tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] 10.222.0.35 "GET /v2.0/ports?device_id=128787a1-1920-47db-912b-7951bf1b234b HTTP/1.1" status: 200 len: 945 time: 0.1187394 May 20 20:46:50.565621 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-83f7b431-048a-456f-b00e-a4b4b3bb3c28 req-cbf7a3f9-47b4-493e-829b-e0fab37d8194 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] 10.222.0.35 "GET /v2.0/security-groups?id=e60131e3-31b3-40ad-97bd-41705047293e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979803 May 20 20:46:50.584639 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-676ef08a-1ae3-4a02-a13c-ee86264f577e req-95f01c6e-988a-4b2c-9be6-e156b6a897ae service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7f3ebca3-508b-418e-88bd-760b98f17cff HTTP/1.1" status: 200 len: 1000 time: 0.1179469 May 20 20:46:50.641144 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676ef08a-1ae3-4a02-a13c-ee86264f577e req-5469727a-09c3-4e23-a319-793a43ceedc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:50.645769 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-676ef08a-1ae3-4a02-a13c-ee86264f577e req-5469727a-09c3-4e23-a319-793a43ceedc3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5df30a0b-5cdb-4d91-9fe8-512f286a6485 HTTP/1.1" status: 200 len: 850 time: 0.0506546 May 20 20:46:50.748259 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676ef08a-1ae3-4a02-a13c-ee86264f577e req-8df30493-9a8e-4294-b289-057bdbad5f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:50.753617 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-676ef08a-1ae3-4a02-a13c-ee86264f577e req-8df30493-9a8e-4294-b289-057bdbad5f8e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=85e5027c-d244-4186-8c19-3a12977de170&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0870275 May 20 20:46:50.857225 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-10b621e5-8b4b-49ba-956b-192841fef688 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:50.881360 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a3df59-be6a-4ccb-9734-79dc61733bbd req-dae6d3c6-2c20-480a-b83a-0f814232e10c tempest-ServerAddressesTestJSON-612533494 tempest-ServerAddressesTestJSON-612533494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:50.881949 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-10b621e5-8b4b-49ba-956b-192841fef688 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:50.883055 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d1a3df59-be6a-4ccb-9734-79dc61733bbd req-dae6d3c6-2c20-480a-b83a-0f814232e10c tempest-ServerAddressesTestJSON-612533494 tempest-ServerAddressesTestJSON-612533494-project] 10.222.0.35 "GET /v2.0/ports?device_id=905101be-db88-4106-b5c2-4eec09eda64a HTTP/1.1" status: 200 len: 943 time: 0.1284347 May 20 20:46:50.919350 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-676ef08a-1ae3-4a02-a13c-ee86264f577e req-33ffb10f-048c-405f-a2df-6b0233bd7a84 service neutron] 10.222.0.13 "GET /v2.0/networks/85e5027c-d244-4186-8c19-3a12977de170?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511209 May 20 20:46:51.015918 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d1a3df59-be6a-4ccb-9734-79dc61733bbd req-1bea0e45-601f-48d3-8b3a-ce69e93178cc tempest-ServerAddressesTestJSON-612533494 tempest-ServerAddressesTestJSON-612533494-project] 10.222.0.35 "GET /v2.0/security-groups?id=dad70b6b-9a8a-4c58-9eaa-2e9a1669739e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956039 May 20 20:46:51.026943 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-10b621e5-8b4b-49ba-956b-192841fef688 admin admin] Allocated IP 172.25.2.247 (e3a93b5c-91e2-4064-9c2c-1afc261bfe15/86fee0c1-6e34-488b-9216-b2b8e7ef585a/3313d060-c7c3-42e7-954d-f8cb86323ebb) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:46:51.091179 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecead955-1e51-4edd-900a-d011de1fec6f req-28530568-3ea2-45a3-9e55-5b099c9e9eb3 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:51.092700 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ecead955-1e51-4edd-900a-d011de1fec6f req-28530568-3ea2-45a3-9e55-5b099c9e9eb3 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/ports?device_id=9acabe24-34b6-4f76-8669-0fb1b3e18f66 HTTP/1.1" status: 200 len: 950 time: 0.0916462 May 20 20:46:51.096938 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-676ef08a-1ae3-4a02-a13c-ee86264f577e req-aa97fa28-c954-46fe-9c26-e0a1ef8f63b3 service neutron] 10.222.0.13 "GET /v2.0/networks/85e5027c-d244-4186-8c19-3a12977de170?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1709259 May 20 20:46:51.245899 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ecead955-1e51-4edd-900a-d011de1fec6f req-dffb948c-0fc3-4ecd-91cb-7a4905eff44c tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/security-groups?id=38c76b68-4081-4341-88c9-c8e3082a5da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445642 May 20 20:46:51.246428 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-10b621e5-8b4b-49ba-956b-192841fef688 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:51.456800 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f21c2e5-e953-464c-ad27-be8c5b1169e5 req-3608546e-954d-4379-903a-efce7087b43e tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:51.456800 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5f21c2e5-e953-464c-ad27-be8c5b1169e5 req-3608546e-954d-4379-903a-efce7087b43e tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.35 "GET /v2.0/ports?device_id=aeca8e0e-1597-4d64-8b69-38badaa25640 HTTP/1.1" status: 200 len: 945 time: 0.1026864 May 20 20:46:51.478479 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5f21c2e5-e953-464c-ad27-be8c5b1169e5 req-78c5b317-0aa3-4ff8-97db-79a8820c55ad tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.35 "GET /v2.0/security-groups?id=af06f2cf-8756-4fbf-90c6-d72ff1946909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668578 May 20 20:46:51.515290 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4569a5-0b0f-4a87-b197-9187e6e3714b req-aff549a8-d554-48b9-91c6-285eb78d74cb tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:51.516780 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-ab4569a5-0b0f-4a87-b197-9187e6e3714b req-aff549a8-d554-48b9-91c6-285eb78d74cb tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.24 "GET /v2.0/ports?device_id=aeca8e0e-1597-4d64-8b69-38badaa25640 HTTP/1.1" status: 200 len: 945 time: 0.0936940 May 20 20:46:51.533088 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbd8342-b47b-41e1-9cb2-03efe946bb50 req-96ab3eed-c12a-4c55-8ae8-535f9518fcd3 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:51.541384 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ddbd8342-b47b-41e1-9cb2-03efe946bb50 req-96ab3eed-c12a-4c55-8ae8-535f9518fcd3 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/ports?device_id=639a9b9c-aaad-4644-9dcd-410174fb9f88 HTTP/1.1" status: 200 len: 945 time: 0.0893419 May 20 20:46:51.593324 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-10b621e5-8b4b-49ba-956b-192841fef688 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:51.595006 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ddbd8342-b47b-41e1-9cb2-03efe946bb50 req-31e6d687-64d7-48e6-8e17-64e110518673 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3c6019f-4c4a-4c16-982c-852ac3d8d84a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520692 May 20 20:46:51.638892 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10b621e5-8b4b-49ba-956b-192841fef688 admin admin] Network e3a93b5c-91e2-4064-9c2c-1afc261bfe15 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:46:51.644265 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-10b621e5-8b4b-49ba-956b-192841fef688 admin admin] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:46:51.649043 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10b621e5-8b4b-49ba-956b-192841fef688 admin admin] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:46:51.704923 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b621e5-8b4b-49ba-956b-192841fef688 admin admin] Pushing event updated for resources: {'Port': ['ID=3313d060-c7c3-42e7-954d-f8cb86323ebb,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:46:51.795611 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3426e0fc-0a0b-4d62-96d1-bacd423ba0e1 req-e289105d-a434-4e6f-a6e2-9daad6bef14f tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:51.797123 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3426e0fc-0a0b-4d62-96d1-bacd423ba0e1 req-e289105d-a434-4e6f-a6e2-9daad6bef14f tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] 10.222.0.35 "GET /v2.0/ports?device_id=128787a1-1920-47db-912b-7951bf1b234b HTTP/1.1" status: 200 len: 945 time: 0.1105518 May 20 20:46:51.809577 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-ab4569a5-0b0f-4a87-b197-9187e6e3714b req-d6e89adf-81d4-41f3-a8f4-7d62ad65763c tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] Deleting port 3f587f96-5444-4c41-a898-7664aceff07c {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:46:51.809923 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-ab4569a5-0b0f-4a87-b197-9187e6e3714b req-d6e89adf-81d4-41f3-a8f4-7d62ad65763c tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:51.815349 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7dad443-47b8-416e-9838-180c0e53f6f3 None None] Network 03f283bd-2e83-465b-9c7a-c3856caf02a0 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:46:51.871352 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3426e0fc-0a0b-4d62-96d1-bacd423ba0e1 req-f25ec7bf-f984-4ce4-9fbc-81d3c8d0fc43 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] 10.222.0.35 "GET /v2.0/security-groups?id=e60131e3-31b3-40ad-97bd-41705047293e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669806 May 20 20:46:51.938556 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-512fcaae-9da4-4768-84d4-b30d2e2a0b58 None None] Provisioning complete for port df49c88d-b451-41aa-906d-89dccf9a95a8 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:46:51.939054 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-512fcaae-9da4-4768-84d4-b30d2e2a0b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:51.970921 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-ab4569a5-0b0f-4a87-b197-9187e6e3714b req-d6e89adf-81d4-41f3-a8f4-7d62ad65763c tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] For port 3f587f96-5444-4c41-a898-7664aceff07c, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=3f587f96-5444-4c41-a898-7664aceff07c,segment=NetworkSegment(1b618711-eace-4f66-9dbc-026093290eaa),segment_id=1b618711-eace-4f66-9dbc-026093290eaa)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:46:51.970921 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-ab4569a5-0b0f-4a87-b197-9187e6e3714b req-d6e89adf-81d4-41f3-a8f4-7d62ad65763c tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:51.986330 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-ab4569a5-0b0f-4a87-b197-9187e6e3714b req-d6e89adf-81d4-41f3-a8f4-7d62ad65763c tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] Calling delete_port for 3f587f96-5444-4c41-a898-7664aceff07c owned by compute:nova {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:46:52.131442 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-512fcaae-9da4-4768-84d4-b30d2e2a0b58 None None] Current status of the port df49c88d-b451-41aa-906d-89dccf9a95a8 is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:46:52.132040 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-512fcaae-9da4-4768-84d4-b30d2e2a0b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:52.224443 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-512fcaae-9da4-4768-84d4-b30d2e2a0b58 None None] For port df49c88d-b451-41aa-906d-89dccf9a95a8, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=df49c88d-b451-41aa-906d-89dccf9a95a8,segment=NetworkSegment(4ad9f94f-beff-44ef-ae55-9bdd4cda4bf3),segment_id=4ad9f94f-beff-44ef-ae55-9bdd4cda4bf3)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:46:52.248525 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8859a3-8d02-422c-b99d-5a5e5400dbd4 req-d2d9178b-12fd-49bd-8dfd-6335af8c0d46 tempest-ServerAddressesTestJSON-612533494 tempest-ServerAddressesTestJSON-612533494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:52.258403 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1d8859a3-8d02-422c-b99d-5a5e5400dbd4 req-d2d9178b-12fd-49bd-8dfd-6335af8c0d46 tempest-ServerAddressesTestJSON-612533494 tempest-ServerAddressesTestJSON-612533494-project] 10.222.0.35 "GET /v2.0/ports?device_id=905101be-db88-4106-b5c2-4eec09eda64a HTTP/1.1" status: 200 len: 943 time: 0.1063092 May 20 20:46:52.292755 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-9ec508df-4a87-4896-a62e-a2f96f65acf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:52.329251 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1d8859a3-8d02-422c-b99d-5a5e5400dbd4 req-71afea65-5dd3-440c-a1fe-dd5fd41a5e2a tempest-ServerAddressesTestJSON-612533494 tempest-ServerAddressesTestJSON-612533494-project] 10.222.0.35 "GET /v2.0/security-groups?id=dad70b6b-9a8a-4c58-9eaa-2e9a1669739e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694032 May 20 20:46:52.344454 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-10b621e5-8b4b-49ba-956b-192841fef688 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:52.365697 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-512fcaae-9da4-4768-84d4-b30d2e2a0b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:52.407554 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179ed100-6a2b-4457-97da-38d87c3e8043 req-c9e9a994-8501-4401-a993-248972f7dc8c tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:52.410717 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-ab4569a5-0b0f-4a87-b197-9187e6e3714b req-d6e89adf-81d4-41f3-a8f4-7d62ad65763c tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:52.427471 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-179ed100-6a2b-4457-97da-38d87c3e8043 req-c9e9a994-8501-4401-a993-248972f7dc8c tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/ports?device_id=9acabe24-34b6-4f76-8669-0fb1b3e18f66 HTTP/1.1" status: 200 len: 950 time: 0.1027493 May 20 20:46:52.435691 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512fcaae-9da4-4768-84d4-b30d2e2a0b58 None None] Pushing event updated for resources: {'Port': ['ID=df49c88d-b451-41aa-906d-89dccf9a95a8,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:46:52.477524 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-179ed100-6a2b-4457-97da-38d87c3e8043 req-d3decb8e-4d3a-4e6c-a140-32367da282f2 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/security-groups?id=38c76b68-4081-4341-88c9-c8e3082a5da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489299 May 20 20:46:52.504367 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e89adf-81d4-41f3-a8f4-7d62ad65763c tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] Pushing event deleted for resources: {'Port': ['ID=3f587f96-5444-4c41-a898-7664aceff07c,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:46:52.561015 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab4569a5-0b0f-4a87-b197-9187e6e3714b req-d6e89adf-81d4-41f3-a8f4-7d62ad65763c tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] No DVR routers for this DVR port 3f587f96-5444-4c41-a898-7664aceff07c on host n-h1-842733-1 {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:46:52.564574 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-ab4569a5-0b0f-4a87-b197-9187e6e3714b req-d6e89adf-81d4-41f3-a8f4-7d62ad65763c tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:52.568493 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-ab4569a5-0b0f-4a87-b197-9187e6e3714b req-d6e89adf-81d4-41f3-a8f4-7d62ad65763c tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.24 "DELETE /v2.0/ports/3f587f96-5444-4c41-a898-7664aceff07c HTTP/1.1" status: 204 len: 173 time: 1.0442004 May 20 20:46:52.571516 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aeca8e0e-1597-4d64-8b69-38badaa25640', 'name': 'network-vif-deleted', 'tag': '3f587f96-5444-4c41-a898-7664aceff07c'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:46:52.574321 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6fa957933fccbf596d28104b23404b952ad6a8238afaebaed40a0874b2e409" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee2c8632-9f0c-407a-ab1e-97447dfc6c1a" -d '{"events": [{"server_uuid": "aeca8e0e-1597-4d64-8b69-38badaa25640", "name": "network-vif-deleted", "tag": "3f587f96-5444-4c41-a898-7664aceff07c"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:46:52.600362 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device f58dd0e7-deca-46ea-b9d6-29758695d1a1 details requested by agent hyperv_n-h2-842733-1 with host n-h2-842733-1 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 20:46:52.608441 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-2a5fb00c-4e3c-4bfc-ba25-c38df942956a None None] Provisioning complete for port df49c88d-b451-41aa-906d-89dccf9a95a8 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:46:52.609125 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-2a5fb00c-4e3c-4bfc-ba25-c38df942956a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:52.679607 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 20:46:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c77cf2c3-555d-4b25-91d5-e066aebe1634 x-openstack-request-id: req-c77cf2c3-555d-4b25-91d5-e066aebe1634 {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:46:52.680107 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aeca8e0e-1597-4d64-8b69-38badaa25640", "name": "network-vif-deleted", "tag": "3f587f96-5444-4c41-a898-7664aceff07c", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:46:52.680556 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c77cf2c3-555d-4b25-91d5-e066aebe1634 {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:46:52.681953 n-d-842733-1 neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c77cf2c3-555d-4b25-91d5-e066aebe1634'] response: {'server_uuid': 'aeca8e0e-1597-4d64-8b69-38badaa25640', 'name': 'network-vif-deleted', 'tag': '3f587f96-5444-4c41-a898-7664aceff07c', 'status': 'completed', 'code': 200} May 20 20:46:52.709707 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4a941b13-d28b-49fb-beb7-79d77afd98fb req-a885568b-d01f-4fc9-8bf3-af59e0377381 tempest-ServersTestJSON-1579575005 tempest-ServersTestJSON-1579575005-project] 10.222.0.35 "GET /v2.0/ports?device_id=aeca8e0e-1597-4d64-8b69-38badaa25640 HTTP/1.1" status: 200 len: 210 time: 0.1139243 May 20 20:46:52.738346 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device df49c88d-b451-41aa-906d-89dccf9a95a8 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:46:52.791281 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-10b621e5-8b4b-49ba-956b-192841fef688 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748106'] for router, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:52.813004 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c0b0d3-f227-4947-af72-2efbda4617a9 req-656ed83f-97f0-47d4-b94c-32b043085d38 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:52.822409 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-21c0b0d3-f227-4947-af72-2efbda4617a9 req-656ed83f-97f0-47d4-b94c-32b043085d38 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/ports?device_id=639a9b9c-aaad-4644-9dcd-410174fb9f88 HTTP/1.1" status: 200 len: 945 time: 0.0714016 May 20 20:46:52.870856 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port f58dd0e7-deca-46ea-b9d6-29758695d1a1, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=f58dd0e7-deca-46ea-b9d6-29758695d1a1,segment=NetworkSegment(5aeed8bb-9828-48d9-8ba7-cbd2414627a4),segment_id=5aeed8bb-9828-48d9-8ba7-cbd2414627a4)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:46:52.875497 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-2a5fb00c-4e3c-4bfc-ba25-c38df942956a None None] Current status of the port df49c88d-b451-41aa-906d-89dccf9a95a8 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:46:52.888420 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-21c0b0d3-f227-4947-af72-2efbda4617a9 req-96f626ff-841e-4a0e-927f-3e682c00c616 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3c6019f-4c4a-4c16-982c-852ac3d8d84a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641422 May 20 20:46:52.910257 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Returning: {'device': 'f58dd0e7-deca-46ea-b9d6-29758695d1a1', 'network_id': 'e178029b-e9dc-4e42-8296-7a3daabb369c', 'port_id': 'f58dd0e7-deca-46ea-b9d6-29758695d1a1', 'mac_address': 'fa:16:3e:90:cb:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '300ebc81-ca8f-445a-aa65-99b35bd2108e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 20 20:46:52.911848 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port df49c88d-b451-41aa-906d-89dccf9a95a8 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:46:52.912275 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:53.010968 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port f58dd0e7-deca-46ea-b9d6-29758695d1a1 is: DOWN; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:46:53.011534 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:53.030652 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f58dd0e7-deca-46ea-b9d6-29758695d1a1 {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:46:53.084978 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4954f052-8aaf-4777-9a2d-33fbe6130c63 req-8049c106-1202-46b5-beb3-a96e76c2839a tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:53.086505 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4954f052-8aaf-4777-9a2d-33fbe6130c63 req-8049c106-1202-46b5-beb3-a96e76c2839a tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] 10.222.0.35 "GET /v2.0/ports?device_id=128787a1-1920-47db-912b-7951bf1b234b HTTP/1.1" status: 200 len: 945 time: 0.1279318 May 20 20:46:53.101930 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2327accc-1325-4e10-9e52-83a7293e5cca req-4074cb6a-32b5-49dc-ab10-e8ca3c68d119 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:53.102804 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port f58dd0e7-deca-46ea-b9d6-29758695d1a1, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=f58dd0e7-deca-46ea-b9d6-29758695d1a1,segment=NetworkSegment(5aeed8bb-9828-48d9-8ba7-cbd2414627a4),segment_id=5aeed8bb-9828-48d9-8ba7-cbd2414627a4)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:46:53.107407 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port df49c88d-b451-41aa-906d-89dccf9a95a8 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:46:53.109451 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2327accc-1325-4e10-9e52-83a7293e5cca req-4074cb6a-32b5-49dc-ab10-e8ca3c68d119 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/ports?device_id=639a9b9c-aaad-4644-9dcd-410174fb9f88 HTTP/1.1" status: 200 len: 945 time: 0.0976152 May 20 20:46:53.147875 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10b621e5-8b4b-49ba-956b-192841fef688 admin admin] Router b76250e1-d137-456c-b00f-6c79843287e7 is scheduled to L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e with binding_index 1 {{(pid=103162) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 20 20:46:53.183118 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4954f052-8aaf-4777-9a2d-33fbe6130c63 req-e33d5bef-0421-46a9-b56b-df98f31554d3 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] 10.222.0.35 "GET /v2.0/security-groups?id=e60131e3-31b3-40ad-97bd-41705047293e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709660 May 20 20:46:53.188026 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2327accc-1325-4e10-9e52-83a7293e5cca req-9582ee8d-4063-49b8-8fb7-a40dc8249250 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3c6019f-4c4a-4c16-982c-852ac3d8d84a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777822 May 20 20:46:53.188211 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:53.281663 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=f58dd0e7-deca-46ea-b9d6-29758695d1a1,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:46:53.382366 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def0ce0a-8763-46d1-aa92-1d6d5f5a073d req-76b48780-355a-409c-816a-5f8df18cf58c tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:53.396254 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-def0ce0a-8763-46d1-aa92-1d6d5f5a073d req-76b48780-355a-409c-816a-5f8df18cf58c tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] 10.222.0.35 "GET /v2.0/ports?device_id=128787a1-1920-47db-912b-7951bf1b234b HTTP/1.1" status: 200 len: 945 time: 0.0861411 May 20 20:46:53.396775 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 45122) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:46:53.405454 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-d4258480-1ec5-46eb-afaa-22bd3754a20c tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] Request body: {'floatingip': {'port_id': '1d79ed7b-3457-4ba6-aed3-f7fcf288724e'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:46:53.409001 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10b621e5-8b4b-49ba-956b-192841fef688 admin admin] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 20:46:53.423172 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1803ed91-d374-4ae4-a7fe-73db16ea3ed8 None None] Sync routers for ids ['b76250e1-d137-456c-b00f-6c79843287e7'] in n-d-842733-1 {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 20:46:53.454659 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1803ed91-d374-4ae4-a7fe-73db16ea3ed8 None None] Routers {'b76250e1-d137-456c-b00f-6c79843287e7'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:46:53.454659 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-1803ed91-d374-4ae4-a7fe-73db16ea3ed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:46:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['b76250e1-d137-456c-b00f-6c79843287e7'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:46:53.487412 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d4258480-1ec5-46eb-afaa-22bd3754a20c tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] Notify callbacks [] for floatingip, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:53.528870 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-10b621e5-8b4b-49ba-956b-192841fef688 admin admin] Notify callbacks [] for router, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:53.530192 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-10b621e5-8b4b-49ba-956b-192841fef688 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 4.4057860 May 20 20:46:53.533957 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 45132) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:46:53.618504 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-1803ed91-d374-4ae4-a7fe-73db16ea3ed8 None None] Set router b76250e1-d137-456c-b00f-6c79843287e7 gateway port host: n-d-842733-1 {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:46:53.738674 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] get_ports_and_sgs() called for port_ids ['f58dd0e7-deca-46ea-b9d6-29758695d1a1'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:46:53.954984 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4bb0e131-6525-46ca-a45b-e4ea43a5e69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:54.004055 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.agents_db [None req-5c33ad30-4e00-40fa-b486-8c79c4a6cfc5 None None] Agent healthcheck: found 7 active agents {{(pid=103165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 20 20:46:54.081406 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-1803ed91-d374-4ae4-a7fe-73db16ea3ed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b76250e1-d137-456c-b00f-6c79843287e7', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1956851793-router', 'tenant_id': '6a76ee59060b4534b8c9b9c6a41cf39b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': '3313d060-c7c3-42e7-954d-f8cb86323ebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:46:49Z', 'updated_at': '2022-05-20T20:46:51Z', 'revision_number': 3, 'project_id': '6a76ee59060b4534b8c9b9c6a41cf39b', 'gw_port': {'id': '3313d060-c7c3-42e7-954d-f8cb86323ebb', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:b3:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b76250e1-d137-456c-b00f-6c79843287e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1133, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:46:50Z', 'updated_at': '2022-05-20T20:46:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:46:54.147491 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1803ed91-d374-4ae4-a7fe-73db16ea3ed8 None None] Checking router: b76250e1-d137-456c-b00f-6c79843287e7 for host: n-d-842733-1 {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 20:46:54.147840 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1803ed91-d374-4ae4-a7fe-73db16ea3ed8 None None] Updating router b76250e1-d137-456c-b00f-6c79843287e7 port 3313d060-c7c3-42e7-954d-f8cb86323ebb binding host n-d-842733-1 {{(pid=103164) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 20:46:54.227576 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 3f587f96-5444-4c41-a898-7664aceff07c no longer exists at agent hyperv_n-h1-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:46:54.289391 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] No Port match for: 3f587f96-5444-4c41-a898-7664aceff07c {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 20:46:54.305742 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 3f587f96-5444-4c41-a898-7664aceff07c not bound to the agent host n-h1-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 20:46:54.314253 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-1803ed91-d374-4ae4-a7fe-73db16ea3ed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:54.393255 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d7cccf-8232-492e-b06a-81c5bc75b38c req-3e819a4f-0cb8-4827-be71-091c752870ba tempest-ServerAddressesTestJSON-612533494 tempest-ServerAddressesTestJSON-612533494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:54.401278 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-03d7cccf-8232-492e-b06a-81c5bc75b38c req-3e819a4f-0cb8-4827-be71-091c752870ba tempest-ServerAddressesTestJSON-612533494 tempest-ServerAddressesTestJSON-612533494-project] 10.222.0.35 "GET /v2.0/ports?device_id=905101be-db88-4106-b5c2-4eec09eda64a HTTP/1.1" status: 200 len: 944 time: 0.2355943 May 20 20:46:54.426857 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8308438c-0804-474c-9485-7e3afe10ff22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:54.453849 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-03d7cccf-8232-492e-b06a-81c5bc75b38c req-542d0df3-0fae-4346-a55a-03ffbad0c3dd tempest-ServerAddressesTestJSON-612533494 tempest-ServerAddressesTestJSON-612533494-project] 10.222.0.35 "GET /v2.0/security-groups?id=dad70b6b-9a8a-4c58-9eaa-2e9a1669739e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508311 May 20 20:46:54.703127 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc2fc02-1411-4d59-b88f-6c2a9da55a17 req-507cc71f-754c-46a7-8733-9e640fbe6b5a tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:54.706185 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-bfc2fc02-1411-4d59-b88f-6c2a9da55a17 req-507cc71f-754c-46a7-8733-9e640fbe6b5a tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/ports?device_id=9acabe24-34b6-4f76-8669-0fb1b3e18f66 HTTP/1.1" status: 200 len: 950 time: 0.1170661 May 20 20:46:54.710708 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-8308438c-0804-474c-9485-7e3afe10ff22 admin admin] Allocated IP 172.20.0.1 (03f283bd-2e83-465b-9c7a-c3856caf02a0/250c4de3-a542-4b87-a1a0-1f20efef165c/e7050a3b-e1f3-468a-b433-c5652e148471) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:46:54.809980 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-bfc2fc02-1411-4d59-b88f-6c2a9da55a17 req-0f546125-4538-4789-b27b-c680b1061a06 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/security-groups?id=38c76b68-4081-4341-88c9-c8e3082a5da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891955 May 20 20:46:54.815090 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d4258480-1ec5-46eb-afaa-22bd3754a20c tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:54.867657 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8308438c-0804-474c-9485-7e3afe10ff22 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:54.868453 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 45150) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:46:54.880097 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-1803ed91-d374-4ae4-a7fe-73db16ea3ed8 None None] Notify callbacks [] for port, precommit_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:54.886657 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:54.933245 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d4258480-1ec5-46eb-afaa-22bd3754a20c tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748272'] for floatingip, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:54.982420 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c6ee367-7d37-4830-a694-168390013487 admin admin] Deleting subnet 532e3931-08a4-40e8-b75d-9b3b215f2360 {{(pid=103163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 20 20:46:54.988463 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2c6ee367-7d37-4830-a694-168390013487 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:55.065526 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2c6ee367-7d37-4830-a694-168390013487 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9338757'] for subnet, precommit_delete_associations {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:55.120740 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2c6ee367-7d37-4830-a694-168390013487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33068388'] for subnet, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:55.130977 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-1803ed91-d374-4ae4-a7fe-73db16ea3ed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:55.160439 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8308438c-0804-474c-9485-7e3afe10ff22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:55.193434 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f588f6-6da9-46e0-be81-46da91ae4272 None None] Pushing event updated for resources: {'Port': ['ID=3313d060-c7c3-42e7-954d-f8cb86323ebb,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:46:55.197064 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-1803ed91-d374-4ae4-a7fe-73db16ea3ed8 None None] Attempting to bind port 3313d060-c7c3-42e7-954d-f8cb86323ebb on host n-d-842733-1 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:46:55.197708 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-1803ed91-d374-4ae4-a7fe-73db16ea3ed8 None None] Attempting to bind port 3313d060-c7c3-42e7-954d-f8cb86323ebb by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': '0b5485c4-eff8-42a1-9073-ae54ed4c63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:46:55.199597 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1803ed91-d374-4ae4-a7fe-73db16ea3ed8 None None] Attempting to bind port 3313d060-c7c3-42e7-954d-f8cb86323ebb on network e3a93b5c-91e2-4064-9c2c-1afc261bfe15 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:46:55.212342 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1803ed91-d374-4ae4-a7fe-73db16ea3ed8 None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 46, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:46:55.212342 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1803ed91-d374-4ae4-a7fe-73db16ea3ed8 None None] Checking segment: {'id': '0b5485c4-eff8-42a1-9073-ae54ed4c63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:46:55.212342 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-1803ed91-d374-4ae4-a7fe-73db16ea3ed8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:55.212342 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1803ed91-d374-4ae4-a7fe-73db16ea3ed8 None None] Bound using segment: {'id': '0b5485c4-eff8-42a1-9073-ae54ed4c63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:46:55.212342 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-1803ed91-d374-4ae4-a7fe-73db16ea3ed8 None None] Bound port: 3313d060-c7c3-42e7-954d-f8cb86323ebb, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b5485c4-eff8-42a1-9073-ae54ed4c63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:46:55.212342 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-1803ed91-d374-4ae4-a7fe-73db16ea3ed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:55.218729 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8308438c-0804-474c-9485-7e3afe10ff22 admin admin] Network 03f283bd-2e83-465b-9c7a-c3856caf02a0 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:46:55.224693 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-8308438c-0804-474c-9485-7e3afe10ff22 admin admin] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:46:55.228144 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8308438c-0804-474c-9485-7e3afe10ff22 admin admin] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:46:55.275732 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8308438c-0804-474c-9485-7e3afe10ff22 admin admin] Pushing event updated for resources: {'Port': ['ID=e7050a3b-e1f3-468a-b433-c5652e148471,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:46:55.282815 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-1803ed91-d374-4ae4-a7fe-73db16ea3ed8 None None] For port 3313d060-c7c3-42e7-954d-f8cb86323ebb, host n-d-842733-1, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:46:55.287008 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-1803ed91-d374-4ae4-a7fe-73db16ea3ed8 None None] For port 3313d060-c7c3-42e7-954d-f8cb86323ebb, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=3313d060-c7c3-42e7-954d-f8cb86323ebb,segment=NetworkSegment(0b5485c4-eff8-42a1-9073-ae54ed4c63ba),segment_id=0b5485c4-eff8-42a1-9073-ae54ed4c63ba)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:46:55.287659 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4258480-1ec5-46eb-afaa-22bd3754a20c tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] Router 21d1bf31-55ca-4a9c-a770-9424685adce3 has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 20:46:55.305112 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8308438c-0804-474c-9485-7e3afe10ff22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748409'] for router_interface, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:55.318008 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2c6ee367-7d37-4830-a694-168390013487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33068399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9641221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8422588'] for subnet, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:55.353318 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6ee367-7d37-4830-a694-168390013487 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=532e3931-08a4-40e8-b75d-9b3b215f2360,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:46:55.372821 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-1803ed91-d374-4ae4-a7fe-73db16ea3ed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:55.390360 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2c6ee367-7d37-4830-a694-168390013487 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:55.396161 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-2c6ee367-7d37-4830-a694-168390013487 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/532e3931-08a4-40e8-b75d-9b3b215f2360 HTTP/1.1" status: 204 len: 168 time: 0.5267317 May 20 20:46:55.396903 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 45172) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:46:55.514657 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cc3ec51b-6ec8-438a-8349-5f0bec346d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:55.540424 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1803ed91-d374-4ae4-a7fe-73db16ea3ed8 None None] Routers {'b76250e1-d137-456c-b00f-6c79843287e7'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:46:55.541347 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-1803ed91-d374-4ae4-a7fe-73db16ea3ed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:46:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['b76250e1-d137-456c-b00f-6c79843287e7'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:46:55.648302 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2ba9c37f-f3ac-4914-9d4b-8760647d07af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33160123'] for network, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:55.677654 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-1803ed91-d374-4ae4-a7fe-73db16ea3ed8 None None] Set router b76250e1-d137-456c-b00f-6c79843287e7 gateway port host: n-d-842733-1 {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:46:55.704312 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4258480-1ec5-46eb-afaa-22bd3754a20c tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 20:46:55.711080 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d4258480-1ec5-46eb-afaa-22bd3754a20c tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for floatingip, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:55.718497 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66074e6f-0a6e-41c1-851a-99a45e53123a None None] Sync routers for ids ['21d1bf31-55ca-4a9c-a770-9424685adce3'] in n-d-842733-1 {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 20:46:55.721480 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8308438c-0804-474c-9485-7e3afe10ff22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:55.736442 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66074e6f-0a6e-41c1-851a-99a45e53123a None None] Routers {'21d1bf31-55ca-4a9c-a770-9424685adce3'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:46:55.737433 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-66074e6f-0a6e-41c1-851a-99a45e53123a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:46:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['21d1bf31-55ca-4a9c-a770-9424685adce3'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:46:55.764711 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:55.835255 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f588f6-6da9-46e0-be81-46da91ae4272 None None] Pushing event updated for resources: {'Port': ['ID=3313d060-c7c3-42e7-954d-f8cb86323ebb,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:46:55.844224 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b5e3b24a-eb99-455a-9db8-876ffdb04897 None None] Provisioning complete for port e7050a3b-e1f3-468a-b433-c5652e148471 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:46:55.844589 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b5e3b24a-eb99-455a-9db8-876ffdb04897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:55.877040 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '128787a1-1920-47db-912b-7951bf1b234b', 'tag': '1d79ed7b-3457-4ba6-aed3-f7fcf288724e'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:46:55.881074 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4291b17aa7b45362825f0571e77c85f5e73afe1df9c7e9e15006df9d695c005e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c848e80b-2990-4de4-a6a5-79336f945b6e" -d '{"events": [{"name": "network-changed", "server_uuid": "128787a1-1920-47db-912b-7951bf1b234b", "tag": "1d79ed7b-3457-4ba6-aed3-f7fcf288724e"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:46:55.884150 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b5e3b24a-eb99-455a-9db8-876ffdb04897 None None] Port e7050a3b-e1f3-468a-b433-c5652e148471 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 20:46:55.953327 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-66074e6f-0a6e-41c1-851a-99a45e53123a None None] Set router 21d1bf31-55ca-4a9c-a770-9424685adce3 gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:46:56.001302 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8308438c-0804-474c-9485-7e3afe10ff22 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:56.019147 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-d4258480-1ec5-46eb-afaa-22bd3754a20c tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] 10.222.0.35 "PUT /v2.0/floatingips/5d35656d-1df5-4f1a-b225-f4f7277e10ed HTTP/1.1" status: 200 len: 992 time: 2.6182961 May 20 20:46:56.021845 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2ba9c37f-f3ac-4914-9d4b-8760647d07af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33072115', 'neutron.services.segments.db._delete_segments_for_network-8782419500584'] for network, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:56.053374 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-1803ed91-d374-4ae4-a7fe-73db16ea3ed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b76250e1-d137-456c-b00f-6c79843287e7', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1956851793-router', 'tenant_id': '6a76ee59060b4534b8c9b9c6a41cf39b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': '3313d060-c7c3-42e7-954d-f8cb86323ebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:46:49Z', 'updated_at': '2022-05-20T20:46:51Z', 'revision_number': 3, 'project_id': '6a76ee59060b4534b8c9b9c6a41cf39b', 'gw_port': {'id': '3313d060-c7c3-42e7-954d-f8cb86323ebb', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:b3:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b76250e1-d137-456c-b00f-6c79843287e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1133, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:46:50Z', 'updated_at': '2022-05-20T20:46:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:46:56.066904 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-2ba9c37f-f3ac-4914-9d4b-8760647d07af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80bda1f2-d8f3-4628-a486-5841bb81c3dc']}} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:46:56.080907 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-2ba9c37f-f3ac-4914-9d4b-8760647d07af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b618711-eace-4f66-9dbc-026093290eaa') {'for_net_delete': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:46:56.081565 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-2ba9c37f-f3ac-4914-9d4b-8760647d07af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b618711-eace-4f66-9dbc-026093290eaa') {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:46:56.085190 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8308438c-0804-474c-9485-7e3afe10ff22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:56.120441 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1803ed91-d374-4ae4-a7fe-73db16ea3ed8 None None] The sync data for ids ['b76250e1-d137-456c-b00f-6c79843287e7'] in n-d-842733-1 is: [{'id': 'b76250e1-d137-456c-b00f-6c79843287e7', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1956851793-router', 'tenant_id': '6a76ee59060b4534b8c9b9c6a41cf39b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': '3313d060-c7c3-42e7-954d-f8cb86323ebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:46:49Z', 'updated_at': '2022-05-20T20:46:51Z', 'revision_number': 3, 'project_id': '6a76ee59060b4534b8c9b9c6a41cf39b', 'gw_port': {'id': '3313d060-c7c3-42e7-954d-f8cb86323ebb', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:b3:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b76250e1-d137-456c-b00f-6c79843287e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1133, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:46:50Z', 'updated_at': '2022-05-20T20:46:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 20:46:56.121150 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2ba9c37f-f3ac-4914-9d4b-8760647d07af admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419501617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9338764'] for segment, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:56.144510 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2ba9c37f-f3ac-4914-9d4b-8760647d07af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:56.182436 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ba9c37f-f3ac-4914-9d4b-8760647d07af admin admin] Releasing vlan 218 on physical network physnet1 to pool {{(pid=103163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 20:46:56.188940 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2ba9c37f-f3ac-4914-9d4b-8760647d07af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9638311'] for segment, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:56.190984 n-d-842733-1 neutron-server[103163]: Traceback (most recent call last): May 20 20:46:56.190984 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 20:46:56.190984 n-d-842733-1 neutron-server[103163]: timer() May 20 20:46:56.190984 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 20:46:56.190984 n-d-842733-1 neutron-server[103163]: cb(*args, **kw) May 20 20:46:56.190984 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 20 20:46:56.190984 n-d-842733-1 neutron-server[103163]: return func(*args, **kwargs) May 20 20:46:56.190984 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 20:46:56.190984 n-d-842733-1 neutron-server[103163]: self._notify() May 20 20:46:56.190984 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 20:46:56.190984 n-d-842733-1 neutron-server[103163]: self.callback(batched_events) May 20 20:46:56.190984 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 20:46:56.190984 n-d-842733-1 neutron-server[103163]: event.method(event) May 20 20:46:56.190984 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 20 20:46:56.190984 n-d-842733-1 neutron-server[103163]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 20:46:56.190984 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 20 20:46:56.190984 n-d-842733-1 neutron-server[103163]: aggregate_uuid = self.p_client.list_aggregates( May 20 20:46:56.190984 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 20 20:46:56.190984 n-d-842733-1 neutron-server[103163]: return f(self, *a, **k) May 20 20:46:56.190984 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 20 20:46:56.190984 n-d-842733-1 neutron-server[103163]: return self._get(url).json() May 20 20:46:56.190984 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 20 20:46:56.190984 n-d-842733-1 neutron-server[103163]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 20:46:56.190984 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 20:46:56.190984 n-d-842733-1 neutron-server[103163]: return self.request(url, 'GET', **kwargs) May 20 20:46:56.190984 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 20:46:56.190984 n-d-842733-1 neutron-server[103163]: base_url = self.get_endpoint(auth, allow=allow, May 20 20:46:56.190984 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 20:46:56.190984 n-d-842733-1 neutron-server[103163]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 20:46:56.190984 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 20:46:56.190984 n-d-842733-1 neutron-server[103163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 20:46:56.190984 n-d-842733-1 neutron-server[103163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 20:46:56.287070 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8308438c-0804-474c-9485-7e3afe10ff22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748437'] for router_interface, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:56.288901 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8308438c-0804-474c-9485-7e3afe10ff22 admin admin] Pushing event updated for resources: {'Port': ['ID=e7050a3b-e1f3-468a-b433-c5652e148471,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:46:56.351182 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-66074e6f-0a6e-41c1-851a-99a45e53123a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21d1bf31-55ca-4a9c-a770-9424685adce3', 'name': 'tempest-ServerRescueNegativeTestJSON-528900398-router', 'tenant_id': '87c2c2610bc847eaa1d2c1976f58d7b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.173'}], 'enable_snat': True}, 'gw_port_id': '49384c3f-c37a-47ec-a8bb-8c80b709c9cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:43:19Z', 'updated_at': '2022-05-20T20:43:23Z', 'revision_number': 4, 'project_id': '87c2c2610bc847eaa1d2c1976f58d7b1', 'gw_port': {'id': '49384c3f-c37a-47ec-a8bb-8c80b709c9cc', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:16:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d1bf31-55ca-4a9c-a770-9424685adce3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:43:20Z', 'updated_at': '2022-05-20T20:43:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_floatingips': [{'id': '5d35656d-1df5-4f1a-b225-f4f7277e10ed', 'tenant_id': '87c2c2610bc847eaa1d2c1976f58d7b1', 'floating_ip_address': '172.25.2.12', 'floating_network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'router_id': '21d1bf31-55ca-4a9c-a770-9424685adce3', 'port_id': '1d79ed7b-3457-4ba6-aed3-f7fcf288724e', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc8945eb-dd74-4cb0-b93f-84eec37290f3', 'mac_address': 'fa:16:3e:0d:da:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '128787a1-1920-47db-912b-7951bf1b234b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-20T20:45:06Z', 'updated_at': '2022-05-20T20:46:54Z', 'revision_number': 3, 'project_id': '87c2c2610bc847eaa1d2c1976f58d7b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e04f43e-055b-43ba-a577-27c0a9e2a338', 'name': '', 'network_id': 'dc8945eb-dd74-4cb0-b93f-84eec37290f3', 'tenant_id': '87c2c2610bc847eaa1d2c1976f58d7b1', 'mac_address': 'fa:16:3e:c3:a7:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d1bf31-55ca-4a9c-a770-9424685adce3', 'device_owner': 'network:router_interface', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': '6369a26f-bc30-4622-b5b7-2978096f54a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:43:22Z', 'updated_at': '2022-05-20T20:43:28Z', 'revision_number': 5, 'project_id': '87c2c2610bc847eaa1d2c1976f58d7b1', 'subnets': [{'id': '6369a26f-bc30-4622-b5b7-2978096f54a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:46:56.390319 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d672df73-53ca-4d60-a74e-bd88ccc14eec req-91e00671-87e8-4bcf-aa01-14fee7c20a56 tempest-ServerAddressesTestJSON-612533494 tempest-ServerAddressesTestJSON-612533494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:56.398588 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d672df73-53ca-4d60-a74e-bd88ccc14eec req-91e00671-87e8-4bcf-aa01-14fee7c20a56 tempest-ServerAddressesTestJSON-612533494 tempest-ServerAddressesTestJSON-612533494-project] 10.222.0.35 "GET /v2.0/ports?device_id=905101be-db88-4106-b5c2-4eec09eda64a HTTP/1.1" status: 200 len: 944 time: 0.0696347 May 20 20:46:56.404805 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66074e6f-0a6e-41c1-851a-99a45e53123a None None] Checking router: 21d1bf31-55ca-4a9c-a770-9424685adce3 for host: n-d-842733-1 {{(pid=103165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 20:46:56.416563 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2ba9c37f-f3ac-4914-9d4b-8760647d07af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33072122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748162'] for network, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:56.434369 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66074e6f-0a6e-41c1-851a-99a45e53123a None None] Routers {'21d1bf31-55ca-4a9c-a770-9424685adce3'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:46:56.439267 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-66074e6f-0a6e-41c1-851a-99a45e53123a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:46:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['21d1bf31-55ca-4a9c-a770-9424685adce3'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:46:56.439935 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2ba9c37f-f3ac-4914-9d4b-8760647d07af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:56.445443 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-2ba9c37f-f3ac-4914-9d4b-8760647d07af admin admin] 10.222.0.35 "DELETE /v2.0/networks/80bda1f2-d8f3-4628-a486-5841bb81c3dc HTTP/1.1" status: 204 len: 168 time: 1.0426407 May 20 20:46:56.509576 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d672df73-53ca-4d60-a74e-bd88ccc14eec req-786e3a4e-8ec7-4ae8-9a4d-e443b74902cb tempest-ServerAddressesTestJSON-612533494 tempest-ServerAddressesTestJSON-612533494-project] 10.222.0.35 "GET /v2.0/security-groups?id=dad70b6b-9a8a-4c58-9eaa-2e9a1669739e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065748 May 20 20:46:56.525526 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba9c37f-f3ac-4914-9d4b-8760647d07af admin admin] Pushing event deleted for resources: {'Network': ['ID=80bda1f2-d8f3-4628-a486-5841bb81c3dc,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:46:56.607059 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device f58dd0e7-deca-46ea-b9d6-29758695d1a1 up at agent hyperv_n-h2-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:46:56.611514 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840a63db-32c1-4291-bcbe-2f2426a596f4 req-e9247939-6909-4d14-8ae5-c3e191d84a07 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:56.613100 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-840a63db-32c1-4291-bcbe-2f2426a596f4 req-e9247939-6909-4d14-8ae5-c3e191d84a07 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/ports?device_id=91b81ef2-4adc-4414-86c5-f2f7119adcc0 HTTP/1.1" status: 200 len: 944 time: 0.1929862 May 20 20:46:56.725526 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-66074e6f-0a6e-41c1-851a-99a45e53123a None None] Set router 21d1bf31-55ca-4a9c-a770-9424685adce3 gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:46:56.788274 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Provisioning for port f58dd0e7-deca-46ea-b9d6-29758695d1a1 completed by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 20:46:56.796452 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Provisioning complete for port f58dd0e7-deca-46ea-b9d6-29758695d1a1 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:46:56.796928 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:56.845484 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943e4db4-8ac3-4a87-9e81-183777eaeba2 req-28501aba-f616-4cf1-bb44-1833208cd309 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:56.853194 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-943e4db4-8ac3-4a87-9e81-183777eaeba2 req-28501aba-f616-4cf1-bb44-1833208cd309 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/ports?device_id=9acabe24-34b6-4f76-8669-0fb1b3e18f66 HTTP/1.1" status: 200 len: 950 time: 0.1456456 May 20 20:46:56.924399 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8308438c-0804-474c-9485-7e3afe10ff22 admin admin] Network 03f283bd-2e83-465b-9c7a-c3856caf02a0 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:46:56.926006 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-8308438c-0804-474c-9485-7e3afe10ff22 admin admin] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:46:56.977058 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-943e4db4-8ac3-4a87-9e81-183777eaeba2 req-766eda0f-80b1-4e32-b86f-ca25c00e287f tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/security-groups?id=38c76b68-4081-4341-88c9-c8e3082a5da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228902 May 20 20:46:56.977604 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 45194) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:46:57.070861 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port f58dd0e7-deca-46ea-b9d6-29758695d1a1 is: BUILD; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:46:57.077307 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:57.098040 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 20:46:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ccb0373-c850-4865-97bf-7902187973ff x-openstack-request-id: req-0ccb0373-c850-4865-97bf-7902187973ff {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:46:57.098397 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "128787a1-1920-47db-912b-7951bf1b234b", "tag": "1d79ed7b-3457-4ba6-aed3-f7fcf288724e", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:46:57.098587 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0ccb0373-c850-4865-97bf-7902187973ff {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:46:57.099003 n-d-842733-1 neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ccb0373-c850-4865-97bf-7902187973ff'] response: {'name': 'network-changed', 'server_uuid': '128787a1-1920-47db-912b-7951bf1b234b', 'tag': '1d79ed7b-3457-4ba6-aed3-f7fcf288724e', 'status': 'completed', 'code': 200} May 20 20:46:57.132596 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [req-840a63db-32c1-4291-bcbe-2f2426a596f4 req-4a2af1b3-7c6e-4875-88bd-4f259fdbcbe6 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Deleting port 58a304a4-5536-42a2-8bc6-93ffb123830d {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:46:57.132938 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-840a63db-32c1-4291-bcbe-2f2426a596f4 req-4a2af1b3-7c6e-4875-88bd-4f259fdbcbe6 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:57.166761 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8308438c-0804-474c-9485-7e3afe10ff22 admin admin] Router b76250e1-d137-456c-b00f-6c79843287e7 has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 20:46:57.215272 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-845d5b8c-fefe-49b5-b61d-69cca2fe9030 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=bfecc73b8c99406dbde7fba5545cc962&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2330105 May 20 20:46:57.216038 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 45196) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:46:57.217678 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '905101be-db88-4106-b5c2-4eec09eda64a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f58dd0e7-deca-46ea-b9d6-29758695d1a1'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:46:57.224533 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8485417003ce7c0410b00f5cdc2f391e21107b70bb68e2773712534a96e108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c10b9ca8-c244-428b-9134-6d0e25caabb3" -d '{"events": [{"server_uuid": "905101be-db88-4106-b5c2-4eec09eda64a", "name": "network-vif-plugged", "status": "completed", "tag": "f58dd0e7-deca-46ea-b9d6-29758695d1a1"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:46:57.250773 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port f58dd0e7-deca-46ea-b9d6-29758695d1a1, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=f58dd0e7-deca-46ea-b9d6-29758695d1a1,segment=NetworkSegment(5aeed8bb-9828-48d9-8ba7-cbd2414627a4),segment_id=5aeed8bb-9828-48d9-8ba7-cbd2414627a4)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:46:57.258116 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c848e80b-2990-4de4-a6a5-79336f945b6e req-fe830587-5422-410b-b7b3-72cf3f1c0a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:57.259624 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-c848e80b-2990-4de4-a6a5-79336f945b6e req-fe830587-5422-410b-b7b3-72cf3f1c0a35 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=87c2c2610bc847eaa1d2c1976f58d7b1&device_id=128787a1-1920-47db-912b-7951bf1b234b HTTP/1.1" status: 200 len: 1096 time: 0.0886850 May 20 20:46:57.337391 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:57.348871 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-66074e6f-0a6e-41c1-851a-99a45e53123a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21d1bf31-55ca-4a9c-a770-9424685adce3', 'name': 'tempest-ServerRescueNegativeTestJSON-528900398-router', 'tenant_id': '87c2c2610bc847eaa1d2c1976f58d7b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.173'}], 'enable_snat': True}, 'gw_port_id': '49384c3f-c37a-47ec-a8bb-8c80b709c9cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:43:19Z', 'updated_at': '2022-05-20T20:43:23Z', 'revision_number': 4, 'project_id': '87c2c2610bc847eaa1d2c1976f58d7b1', 'gw_port': {'id': '49384c3f-c37a-47ec-a8bb-8c80b709c9cc', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:16:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d1bf31-55ca-4a9c-a770-9424685adce3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:43:20Z', 'updated_at': '2022-05-20T20:43:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_floatingips': [{'id': '5d35656d-1df5-4f1a-b225-f4f7277e10ed', 'tenant_id': '87c2c2610bc847eaa1d2c1976f58d7b1', 'floating_ip_address': '172.25.2.12', 'floating_network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'router_id': '21d1bf31-55ca-4a9c-a770-9424685adce3', 'port_id': '1d79ed7b-3457-4ba6-aed3-f7fcf288724e', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc8945eb-dd74-4cb0-b93f-84eec37290f3', 'mac_address': 'fa:16:3e:0d:da:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '128787a1-1920-47db-912b-7951bf1b234b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-20T20:45:06Z', 'updated_at': '2022-05-20T20:46:54Z', 'revision_number': 3, 'project_id': '87c2c2610bc847eaa1d2c1976f58d7b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e04f43e-055b-43ba-a577-27c0a9e2a338', 'name': '', 'network_id': 'dc8945eb-dd74-4cb0-b93f-84eec37290f3', 'tenant_id': '87c2c2610bc847eaa1d2c1976f58d7b1', 'mac_address': 'fa:16:3e:c3:a7:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d1bf31-55ca-4a9c-a770-9424685adce3', 'device_owner': 'network:router_interface', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': '6369a26f-bc30-4622-b5b7-2978096f54a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:43:22Z', 'updated_at': '2022-05-20T20:43:28Z', 'revision_number': 5, 'project_id': '87c2c2610bc847eaa1d2c1976f58d7b1', 'subnets': [{'id': '6369a26f-bc30-4622-b5b7-2978096f54a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:46:57.414334 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66074e6f-0a6e-41c1-851a-99a45e53123a None None] The sync data for ids ['21d1bf31-55ca-4a9c-a770-9424685adce3'] in n-d-842733-1 is: [{'id': '21d1bf31-55ca-4a9c-a770-9424685adce3', 'name': 'tempest-ServerRescueNegativeTestJSON-528900398-router', 'tenant_id': '87c2c2610bc847eaa1d2c1976f58d7b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.173'}], 'enable_snat': True}, 'gw_port_id': '49384c3f-c37a-47ec-a8bb-8c80b709c9cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:43:19Z', 'updated_at': '2022-05-20T20:43:23Z', 'revision_number': 4, 'project_id': '87c2c2610bc847eaa1d2c1976f58d7b1', 'gw_port': {'id': '49384c3f-c37a-47ec-a8bb-8c80b709c9cc', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:16:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d1bf31-55ca-4a9c-a770-9424685adce3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:43:20Z', 'updated_at': '2022-05-20T20:43:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_floatingips': [{'id': '5d35656d-1df5-4f1a-b225-f4f7277e10ed', 'tenant_id': '87c2c2610bc847eaa1d2c1976f58d7b1', 'floating_ip_address': '172.25.2.12', 'floating_network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'router_id': '21d1bf31-55ca-4a9c-a770-9424685adce3', 'port_id': '1d79ed7b-3457-4ba6-aed3-f7fcf288724e', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc8945eb-dd74-4cb0-b93f-84eec37290f3', 'mac_address': 'fa:16:3e:0d:da:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '128787a1-1920-47db-912b-7951bf1b234b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-20T20:45:06Z', 'updated_at': '2022-05-20T20:46:54Z', 'revision_number': 3, 'project_id': '87c2c2610bc847eaa1d2c1976f58d7b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e04f43e-055b-43ba-a577-27c0a9e2a338', 'name': '', 'network_id': 'dc8945eb-dd74-4cb0-b93f-84eec37290f3', 'tenant_id': '87c2c2610bc847eaa1d2c1976f58d7b1', 'mac_address': 'fa:16:3e:c3:a7:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d1bf31-55ca-4a9c-a770-9424685adce3', 'device_owner': 'network:router_interface', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': '6369a26f-bc30-4622-b5b7-2978096f54a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:43:22Z', 'updated_at': '2022-05-20T20:43:28Z', 'revision_number': 5, 'project_id': '87c2c2610bc847eaa1d2c1976f58d7b1', 'subnets': [{'id': '6369a26f-bc30-4622-b5b7-2978096f54a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 20:46:57.426767 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9a4bc084-b3ef-4a72-a1a3-061a1923bbdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:57.442297 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 20:46:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1f527fd-8507-4498-97e7-4f29683a618e x-openstack-request-id: req-f1f527fd-8507-4498-97e7-4f29683a618e {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:46:57.442872 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "905101be-db88-4106-b5c2-4eec09eda64a", "name": "network-vif-plugged", "status": "completed", "tag": "f58dd0e7-deca-46ea-b9d6-29758695d1a1", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:46:57.443277 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f1f527fd-8507-4498-97e7-4f29683a618e {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:46:57.443830 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1f527fd-8507-4498-97e7-4f29683a618e'] response: {'server_uuid': '905101be-db88-4106-b5c2-4eec09eda64a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f58dd0e7-deca-46ea-b9d6-29758695d1a1', 'code': 200} May 20 20:46:57.490711 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9a4bc084-b3ef-4a72-a1a3-061a1923bbdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:57.497593 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c848e80b-2990-4de4-a6a5-79336f945b6e req-e72c017c-ddbe-490e-9f67-db7d422f3d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:57.499217 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-c848e80b-2990-4de4-a6a5-79336f945b6e req-e72c017c-ddbe-490e-9f67-db7d422f3d09 service neutron] 10.222.0.24 "GET /v2.0/networks?id=dc8945eb-dd74-4cb0-b93f-84eec37290f3 HTTP/1.1" status: 200 len: 919 time: 0.2288320 May 20 20:46:57.537302 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=f58dd0e7-deca-46ea-b9d6-29758695d1a1,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:46:57.539990 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-840a63db-32c1-4291-bcbe-2f2426a596f4 req-4a2af1b3-7c6e-4875-88bd-4f259fdbcbe6 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] For port 58a304a4-5536-42a2-8bc6-93ffb123830d, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=58a304a4-5536-42a2-8bc6-93ffb123830d,segment=NetworkSegment(1b0c59b6-1da5-46b1-ba4a-82e83befd33e),segment_id=1b0c59b6-1da5-46b1-ba4a-82e83befd33e)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:46:57.540594 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-840a63db-32c1-4291-bcbe-2f2426a596f4 req-4a2af1b3-7c6e-4875-88bd-4f259fdbcbe6 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:57.595455 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-0bd6c416-1ad8-479e-97f1-f45d76bfa253 None None] Provisioning complete for port e7050a3b-e1f3-468a-b433-c5652e148471 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:46:57.595829 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-0bd6c416-1ad8-479e-97f1-f45d76bfa253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:57.616970 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [req-840a63db-32c1-4291-bcbe-2f2426a596f4 req-4a2af1b3-7c6e-4875-88bd-4f259fdbcbe6 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Calling delete_port for 58a304a4-5536-42a2-8bc6-93ffb123830d owned by compute:nova {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:46:57.688300 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba827bf-9f17-447d-b6d5-7502c763b28f req-9633f3c7-d095-4f83-84cf-62321ea072f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:57.690169 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4ba827bf-9f17-447d-b6d5-7502c763b28f req-9633f3c7-d095-4f83-84cf-62321ea072f8 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=905101be-db88-4106-b5c2-4eec09eda64a HTTP/1.1" status: 200 len: 1096 time: 0.1463337 May 20 20:46:57.702769 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-0bd6c416-1ad8-479e-97f1-f45d76bfa253 None None] Port e7050a3b-e1f3-468a-b433-c5652e148471 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 20:46:57.771907 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8308438c-0804-474c-9485-7e3afe10ff22 admin admin] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 20:46:57.791025 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-8308438c-0804-474c-9485-7e3afe10ff22 admin admin] 10.222.0.35 "PUT /v2.0/routers/b76250e1-d137-456c-b00f-6c79843287e7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2558367 May 20 20:46:57.815003 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-c848e80b-2990-4de4-a6a5-79336f945b6e req-b6a1b0e0-fbf2-4389-86dd-3eaacb707e7b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1d79ed7b-3457-4ba6-aed3-f7fcf288724e HTTP/1.1" status: 200 len: 1000 time: 0.3023219 May 20 20:46:57.915729 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c848e80b-2990-4de4-a6a5-79336f945b6e req-038de5ea-8fa4-4066-86b5-3ade085ba638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:57.917925 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-c848e80b-2990-4de4-a6a5-79336f945b6e req-038de5ea-8fa4-4066-86b5-3ade085ba638 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6369a26f-bc30-4622-b5b7-2978096f54a2 HTTP/1.1" status: 200 len: 857 time: 0.0869024 May 20 20:46:57.937074 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4ba827bf-9f17-447d-b6d5-7502c763b28f req-cf6b2a12-ced9-4d0b-b59b-ce2a37cdde92 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=dad70b6b-9a8a-4c58-9eaa-2e9a1669739e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521493 May 20 20:46:57.950505 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad450dde-818c-4838-8e4b-67dbf536e27b req-9327d69d-501e-440b-bae8-ec892adc88ea tempest-ServerAddressesTestJSON-612533494 tempest-ServerAddressesTestJSON-612533494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:57.953046 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ad450dde-818c-4838-8e4b-67dbf536e27b req-9327d69d-501e-440b-bae8-ec892adc88ea tempest-ServerAddressesTestJSON-612533494 tempest-ServerAddressesTestJSON-612533494-project] 10.222.0.35 "GET /v2.0/ports?device_id=905101be-db88-4106-b5c2-4eec09eda64a HTTP/1.1" status: 200 len: 945 time: 0.3052969 May 20 20:46:57.978067 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-840a63db-32c1-4291-bcbe-2f2426a596f4 req-4a2af1b3-7c6e-4875-88bd-4f259fdbcbe6 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:57.980236 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9a4bc084-b3ef-4a72-a1a3-061a1923bbdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:57.984001 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9a4bc084-b3ef-4a72-a1a3-061a1923bbdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:57.989600 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-9a4bc084-b3ef-4a72-a1a3-061a1923bbdf admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/af06f2cf-8756-4fbf-90c6-d72ff1946909 HTTP/1.1" status: 204 len: 168 time: 0.7649887 May 20 20:46:57.993500 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] get_ports_and_sgs() called for port_ids ['4804f9ed-d929-4451-ab46-9ce5f415198a'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:46:58.036240 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c848e80b-2990-4de4-a6a5-79336f945b6e req-29a4b88b-6679-48da-a713-3d9b5627c184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:58.039857 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-c848e80b-2990-4de4-a6a5-79336f945b6e req-29a4b88b-6679-48da-a713-3d9b5627c184 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=dc8945eb-dd74-4cb0-b93f-84eec37290f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0997822 May 20 20:46:58.049000 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] get_ports_and_sgs() called for port_ids ['130e72e6-da90-46ab-a5e7-4c8babd6202e'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:46:58.092985 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ad450dde-818c-4838-8e4b-67dbf536e27b req-392b64e5-f26f-421f-8732-a7711bf7240b tempest-ServerAddressesTestJSON-612533494 tempest-ServerAddressesTestJSON-612533494-project] 10.222.0.35 "GET /v2.0/security-groups?id=dad70b6b-9a8a-4c58-9eaa-2e9a1669739e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341639 May 20 20:46:58.226727 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-c848e80b-2990-4de4-a6a5-79336f945b6e req-fae17b97-4605-438a-b91c-043d4875d651 service neutron] 10.222.0.24 "GET /v2.0/networks/dc8945eb-dd74-4cb0-b93f-84eec37290f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1748300 May 20 20:46:58.297043 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4bc084-b3ef-4a72-a1a3-061a1923bbdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af06f2cf-8756-4fbf-90c6-d72ff1946909,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:46:58.327759 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [req-840a63db-32c1-4291-bcbe-2f2426a596f4 req-4a2af1b3-7c6e-4875-88bd-4f259fdbcbe6 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] No DVR routers for this DVR port 58a304a4-5536-42a2-8bc6-93ffb123830d on host n-h2-842733-1 {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:46:58.330871 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2af1b3-7c6e-4875-88bd-4f259fdbcbe6 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Pushing event deleted for resources: {'Port': ['ID=58a304a4-5536-42a2-8bc6-93ffb123830d,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:46:58.340697 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-840a63db-32c1-4291-bcbe-2f2426a596f4 req-4a2af1b3-7c6e-4875-88bd-4f259fdbcbe6 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:58.346862 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-840a63db-32c1-4291-bcbe-2f2426a596f4 req-4a2af1b3-7c6e-4875-88bd-4f259fdbcbe6 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "DELETE /v2.0/ports/58a304a4-5536-42a2-8bc6-93ffb123830d HTTP/1.1" status: 204 len: 173 time: 1.7161081 May 20 20:46:58.436938 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad6368b-4a41-4ae0-99c3-aee21ba7b9e9 req-7e5f3a08-1787-44c6-9ee7-d59e80f0ea31 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:58.443845 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-c848e80b-2990-4de4-a6a5-79336f945b6e req-b06b597f-84c6-4ec5-885b-d55703e4deae service neutron] 10.222.0.24 "GET /v2.0/networks/dc8945eb-dd74-4cb0-b93f-84eec37290f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2018995 May 20 20:46:58.466920 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0ad6368b-4a41-4ae0-99c3-aee21ba7b9e9 req-7e5f3a08-1787-44c6-9ee7-d59e80f0ea31 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/ports?device_id=9acabe24-34b6-4f76-8669-0fb1b3e18f66 HTTP/1.1" status: 200 len: 950 time: 0.1673367 May 20 20:46:58.568713 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0ad6368b-4a41-4ae0-99c3-aee21ba7b9e9 req-c795bf34-9aac-4e5b-adc3-cebb5316be49 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/security-groups?id=38c76b68-4081-4341-88c9-c8e3082a5da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983853 May 20 20:46:58.752751 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 3313d060-c7c3-42e7-954d-f8cb86323ebb up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:46:58.825334 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 3313d060-c7c3-42e7-954d-f8cb86323ebb triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:46:58.825651 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:58.963954 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 3313d060-c7c3-42e7-954d-f8cb86323ebb is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:46:58.964377 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:58.965139 n-d-842733-1 neutron-server[103163]: INFO neutron.api.v2.resource [req-e8c2f0cb-aeb4-471b-87ce-a66e2f730667 req-20804a85-a4a5-4ce1-84f9-44653a17c485 tempest-FloatingIPDetailsNegativeTestJSON-707274105 tempest-FloatingIPDetailsNegativeTestJSON-707274105-project] show failed (client error): The resource could not be found. May 20 20:46:58.977759 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 45244) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:46:58.978425 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e8c2f0cb-aeb4-471b-87ce-a66e2f730667 req-20804a85-a4a5-4ce1-84f9-44653a17c485 tempest-FloatingIPDetailsNegativeTestJSON-707274105 tempest-FloatingIPDetailsNegativeTestJSON-707274105-project] 10.222.0.35 "GET /v2.0/floatingips/7f54a7ae-8d2a-42c7-ab0e-6ee5cb9c84b1 HTTP/1.1" status: 404 len: 350 time: 0.0789144 May 20 20:46:59.016165 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] For port 3313d060-c7c3-42e7-954d-f8cb86323ebb, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=3313d060-c7c3-42e7-954d-f8cb86323ebb,segment=NetworkSegment(0b5485c4-eff8-42a1-9073-ae54ed4c63ba),segment_id=0b5485c4-eff8-42a1-9073-ae54ed4c63ba)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:46:59.098010 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e083aaf-eb45-4811-a022-e4ea51c2abf0 None None] Sync routers for ids ['b76250e1-d137-456c-b00f-6c79843287e7'] in n-d-842733-1 {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 20:46:59.101915 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '128787a1-1920-47db-912b-7951bf1b234b', 'tag': '1d79ed7b-3457-4ba6-aed3-f7fcf288724e'}, {'server_uuid': '91b81ef2-4adc-4414-86c5-f2f7119adcc0', 'name': 'network-vif-deleted', 'tag': '58a304a4-5536-42a2-8bc6-93ffb123830d'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:46:59.105365 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4291b17aa7b45362825f0571e77c85f5e73afe1df9c7e9e15006df9d695c005e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8779cb0-7ac2-455b-b45c-776b574eb3aa" -d '{"events": [{"name": "network-changed", "server_uuid": "128787a1-1920-47db-912b-7951bf1b234b", "tag": "1d79ed7b-3457-4ba6-aed3-f7fcf288724e"}, {"server_uuid": "91b81ef2-4adc-4414-86c5-f2f7119adcc0", "name": "network-vif-deleted", "tag": "58a304a4-5536-42a2-8bc6-93ffb123830d"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:46:59.126484 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e083aaf-eb45-4811-a022-e4ea51c2abf0 None None] Routers {'b76250e1-d137-456c-b00f-6c79843287e7'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:46:59.128718 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-6e083aaf-eb45-4811-a022-e4ea51c2abf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:46:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['b76250e1-d137-456c-b00f-6c79843287e7'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:46:59.201563 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:59.351132 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-6e083aaf-eb45-4811-a022-e4ea51c2abf0 None None] Set router b76250e1-d137-456c-b00f-6c79843287e7 gateway port host: n-d-842733-1 {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:46:59.390045 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67690578-8418-426b-871a-8e85587445fe req-ecbe7872-3a60-488c-a254-a9e6e1ca4433 tempest-ServerAddressesTestJSON-612533494 tempest-ServerAddressesTestJSON-612533494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:59.399140 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-67690578-8418-426b-871a-8e85587445fe req-ecbe7872-3a60-488c-a254-a9e6e1ca4433 tempest-ServerAddressesTestJSON-612533494 tempest-ServerAddressesTestJSON-612533494-project] 10.222.0.35 "GET /v2.0/ports?device_id=905101be-db88-4106-b5c2-4eec09eda64a HTTP/1.1" status: 200 len: 945 time: 0.1728864 May 20 20:46:59.500066 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-67690578-8418-426b-871a-8e85587445fe req-7eabe980-f62e-49d8-b799-a1148fce2bc4 tempest-ServerAddressesTestJSON-612533494 tempest-ServerAddressesTestJSON-612533494-project] 10.222.0.35 "GET /v2.0/security-groups?id=dad70b6b-9a8a-4c58-9eaa-2e9a1669739e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853202 May 20 20:46:59.503188 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Pushing event updated for resources: {'Port': ['ID=3313d060-c7c3-42e7-954d-f8cb86323ebb,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:46:59.614338 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 347 Content-Type: application/json Date: Fri, 20 May 2022 20:46:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af0df46f-abb4-44ab-9e37-b492c531148d x-openstack-request-id: req-af0df46f-abb4-44ab-9e37-b492c531148d {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:46:59.614338 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "128787a1-1920-47db-912b-7951bf1b234b", "tag": "1d79ed7b-3457-4ba6-aed3-f7fcf288724e", "status": "completed", "code": 200}, {"server_uuid": "91b81ef2-4adc-4414-86c5-f2f7119adcc0", "name": "network-vif-deleted", "tag": "58a304a4-5536-42a2-8bc6-93ffb123830d", "status": "failed", "code": 422}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:46:59.614338 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-af0df46f-abb4-44ab-9e37-b492c531148d {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:46:59.614338 n-d-842733-1 neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af0df46f-abb4-44ab-9e37-b492c531148d'] response: {'name': 'network-changed', 'server_uuid': '128787a1-1920-47db-912b-7951bf1b234b', 'tag': '1d79ed7b-3457-4ba6-aed3-f7fcf288724e', 'status': 'completed', 'code': 200} May 20 20:46:59.614338 n-d-842733-1 neutron-server[103163]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-af0df46f-abb4-44ab-9e37-b492c531148d']: {'server_uuid': '91b81ef2-4adc-4414-86c5-f2f7119adcc0', 'name': 'network-vif-deleted', 'tag': '58a304a4-5536-42a2-8bc6-93ffb123830d', 'status': 'failed', 'code': 422} returned with failed status May 20 20:46:59.793622 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f675f81-242a-44bc-8116-5610b70f54e4 req-b8b2e54f-1216-4724-b2b6-6d9fe0878e48 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:59.808528 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-6e083aaf-eb45-4811-a022-e4ea51c2abf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b76250e1-d137-456c-b00f-6c79843287e7', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1956851793-router', 'tenant_id': '6a76ee59060b4534b8c9b9c6a41cf39b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': '3313d060-c7c3-42e7-954d-f8cb86323ebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:46:49Z', 'updated_at': '2022-05-20T20:46:55Z', 'revision_number': 4, 'project_id': '6a76ee59060b4534b8c9b9c6a41cf39b', 'gw_port': {'id': '3313d060-c7c3-42e7-954d-f8cb86323ebb', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:b3:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76250e1-d137-456c-b00f-6c79843287e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1133, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:46:50Z', 'updated_at': '2022-05-20T20:46:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': 'e7050a3b-e1f3-468a-b433-c5652e148471', 'name': '', 'network_id': '03f283bd-2e83-465b-9c7a-c3856caf02a0', 'tenant_id': '6a76ee59060b4534b8c9b9c6a41cf39b', 'mac_address': 'fa:16:3e:92:57:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b76250e1-d137-456c-b00f-6c79843287e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1134, 'fixed_ips': [{'subnet_id': '250c4de3-a542-4b87-a1a0-1f20efef165c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:46:54Z', 'updated_at': '2022-05-20T20:46:55Z', 'revision_number': 2, 'project_id': '6a76ee59060b4534b8c9b9c6a41cf39b', 'subnets': [{'id': '250c4de3-a542-4b87-a1a0-1f20efef165c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:46:59.809316 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7f675f81-242a-44bc-8116-5610b70f54e4 req-b8b2e54f-1216-4724-b2b6-6d9fe0878e48 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/ports?device_id=9acabe24-34b6-4f76-8669-0fb1b3e18f66 HTTP/1.1" status: 200 len: 950 time: 0.1138775 May 20 20:46:59.852481 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8779cb0-7ac2-455b-b45c-776b574eb3aa req-afb8c9db-5658-4e5c-8652-aeadf9c18f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:46:59.863417 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-b8779cb0-7ac2-455b-b45c-776b574eb3aa req-afb8c9db-5658-4e5c-8652-aeadf9c18f50 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=87c2c2610bc847eaa1d2c1976f58d7b1&device_id=128787a1-1920-47db-912b-7951bf1b234b HTTP/1.1" status: 200 len: 1096 time: 0.1914692 May 20 20:46:59.881046 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 45274) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:46:59.899729 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e083aaf-eb45-4811-a022-e4ea51c2abf0 None None] Checking router: b76250e1-d137-456c-b00f-6c79843287e7 for host: n-d-842733-1 {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 20:46:59.899729 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e083aaf-eb45-4811-a022-e4ea51c2abf0 None None] Updating router b76250e1-d137-456c-b00f-6c79843287e7 port e7050a3b-e1f3-468a-b433-c5652e148471 binding host n-d-842733-1 {{(pid=103164) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 20:46:59.919314 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7f675f81-242a-44bc-8116-5610b70f54e4 req-7890b1c2-b2d0-401a-aa9f-e10e4c79ea2a tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/security-groups?id=38c76b68-4081-4341-88c9-c8e3082a5da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055765 May 20 20:46:59.936408 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-6e083aaf-eb45-4811-a022-e4ea51c2abf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:00.064857 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8779cb0-7ac2-455b-b45c-776b574eb3aa req-c81ee5a8-9ea3-4269-a46d-48589e3c1da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:47:00.066367 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-b8779cb0-7ac2-455b-b45c-776b574eb3aa req-c81ee5a8-9ea3-4269-a46d-48589e3c1da2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=dc8945eb-dd74-4cb0-b93f-84eec37290f3 HTTP/1.1" status: 200 len: 919 time: 0.1863360 May 20 20:47:00.071369 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-8098df1b-0089-4abe-a528-4aaa9ce1e12b admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1263561379-network', 'tenant_id': '969b4f9797494c1ca62ae331aae974cc'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:47:00.241386 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8098df1b-0089-4abe-a528-4aaa9ce1e12b admin admin] Made reservation on behalf of 969b4f9797494c1ca62ae331aae974cc for: {'network': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:47:00.246300 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8098df1b-0089-4abe-a528-4aaa9ce1e12b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for network, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:00.288962 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8098df1b-0089-4abe-a528-4aaa9ce1e12b admin admin] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:00.302350 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-b8779cb0-7ac2-455b-b45c-776b574eb3aa req-5830b55a-8b92-45c1-8321-349434c34a2f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1d79ed7b-3457-4ba6-aed3-f7fcf288724e HTTP/1.1" status: 200 len: 1000 time: 0.2144749 May 20 20:47:00.402985 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ac5a1e84-4700-4b90-ac0b-1666f29bf6b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748528'] for router_interface, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:00.455206 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8098df1b-0089-4abe-a528-4aaa9ce1e12b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:00.483288 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16be1ff3-9698-4d8b-acfc-8cd665ac20f6 req-0d429be7-2f37-4cfb-bdbe-c9e6948fa74b tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:47:00.493852 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-16be1ff3-9698-4d8b-acfc-8cd665ac20f6 req-0d429be7-2f37-4cfb-bdbe-c9e6948fa74b tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/ports?device_id=f906357d-2f54-47d7-8892-a2a51002079d HTTP/1.1" status: 200 len: 908 time: 0.1002076 May 20 20:47:00.504060 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-6e083aaf-eb45-4811-a022-e4ea51c2abf0 None None] Notify callbacks [] for port, precommit_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:00.543067 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8098df1b-0089-4abe-a528-4aaa9ce1e12b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:00.576464 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8098df1b-0089-4abe-a528-4aaa9ce1e12b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 235} {{(pid=103163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 20:47:00.586814 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8779cb0-7ac2-455b-b45c-776b574eb3aa req-86930d0c-bdf9-48c5-b48c-bb6fc2b20485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:47:00.588271 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-b8779cb0-7ac2-455b-b45c-776b574eb3aa req-86930d0c-bdf9-48c5-b48c-bb6fc2b20485 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6369a26f-bc30-4622-b5b7-2978096f54a2 HTTP/1.1" status: 200 len: 857 time: 0.2773881 May 20 20:47:00.594038 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-6e083aaf-eb45-4811-a022-e4ea51c2abf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:00.623799 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8098df1b-0089-4abe-a528-4aaa9ce1e12b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:00.625558 n-d-842733-1 neutron-server[103163]: INFO neutron.db.segments_db [None req-8098df1b-0089-4abe-a528-4aaa9ce1e12b admin admin] Added segment 4fb43387-a5c5-43aa-8e5d-888aa3c15a43 of type vlan for network c2ea9378-ee68-40b3-a775-73638caa62a4 May 20 20:47:00.678271 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8779cb0-7ac2-455b-b45c-776b574eb3aa req-f13a95d3-b381-472c-8f57-9e8894c7ae85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:47:00.679832 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-b8779cb0-7ac2-455b-b45c-776b574eb3aa req-f13a95d3-b381-472c-8f57-9e8894c7ae85 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=dc8945eb-dd74-4cb0-b93f-84eec37290f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0610781 May 20 20:47:00.689998 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 3313d060-c7c3-42e7-954d-f8cb86323ebb up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:47:00.832838 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8098df1b-0089-4abe-a528-4aaa9ce1e12b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418993264'] for network, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:00.885252 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-b8779cb0-7ac2-455b-b45c-776b574eb3aa req-409e7a1b-f51b-4143-8d4d-c74a7088f7c7 service neutron] 10.222.0.24 "GET /v2.0/networks/dc8945eb-dd74-4cb0-b93f-84eec37290f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1953001 May 20 20:47:00.913018 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8098df1b-0089-4abe-a528-4aaa9ce1e12b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bccc37ef-34de-4d15-be57-7289647f4ed3,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:47:00.932679 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ee9610-6a59-4787-a703-e072e4aaa611 req-c7c9af4b-6277-4ab4-96bd-5e893f4c719c tempest-ServerAddressesTestJSON-612533494 tempest-ServerAddressesTestJSON-612533494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:47:00.934691 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e9ee9610-6a59-4787-a703-e072e4aaa611 req-c7c9af4b-6277-4ab4-96bd-5e893f4c719c tempest-ServerAddressesTestJSON-612533494 tempest-ServerAddressesTestJSON-612533494-project] 10.222.0.35 "GET /v2.0/ports?device_id=905101be-db88-4106-b5c2-4eec09eda64a HTTP/1.1" status: 200 len: 945 time: 0.1661050 May 20 20:47:00.954047 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-ac5a1e84-4700-4b90-ac0b-1666f29bf6b6 admin admin] Deleting port e7050a3b-e1f3-468a-b433-c5652e148471 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:47:00.958567 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ac5a1e84-4700-4b90-ac0b-1666f29bf6b6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:01.075364 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8098df1b-0089-4abe-a528-4aaa9ce1e12b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524'] for network, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:01.076318 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8098df1b-0089-4abe-a528-4aaa9ce1e12b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:47:01.087910 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8098df1b-0089-4abe-a528-4aaa9ce1e12b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:01.186534 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6133bb5b-47e2-4a06-b5a6-a51e6810bbef None None] Pushing event updated for resources: {'Port': ['ID=e7050a3b-e1f3-468a-b433-c5652e148471,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:47:01.215927 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-8098df1b-0089-4abe-a528-4aaa9ce1e12b admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.3328681 May 20 20:47:01.219441 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 45296) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:47:01.226940 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-6e083aaf-eb45-4811-a022-e4ea51c2abf0 None None] Attempting to bind port e7050a3b-e1f3-468a-b433-c5652e148471 on host n-d-842733-1 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:47:01.227389 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-6e083aaf-eb45-4811-a022-e4ea51c2abf0 None None] Attempting to bind port e7050a3b-e1f3-468a-b433-c5652e148471 by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': '4ad9f94f-beff-44ef-ae55-9bdd4cda4bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '03f283bd-2e83-465b-9c7a-c3856caf02a0'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:47:01.227815 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e083aaf-eb45-4811-a022-e4ea51c2abf0 None None] Attempting to bind port e7050a3b-e1f3-468a-b433-c5652e148471 on network 03f283bd-2e83-465b-9c7a-c3856caf02a0 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:47:01.230931 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-c4081d8b-230b-4ce5-a4e9-1666d11dc807 None None] Provisioning complete for port e7050a3b-e1f3-468a-b433-c5652e148471 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:47:01.231360 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c4081d8b-230b-4ce5-a4e9-1666d11dc807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:01.235563 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-29eced00-49e0-4777-9701-3a126f8aa224 admin admin] Request body: {'subnet': {'network_id': 'c2ea9378-ee68-40b3-a775-73638caa62a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1263561379-subnet', 'tenant_id': '969b4f9797494c1ca62ae331aae974cc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:47:01.256373 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e083aaf-eb45-4811-a022-e4ea51c2abf0 None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 46, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:47:01.256822 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e083aaf-eb45-4811-a022-e4ea51c2abf0 None None] Checking segment: {'id': '4ad9f94f-beff-44ef-ae55-9bdd4cda4bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '03f283bd-2e83-465b-9c7a-c3856caf02a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:47:01.257389 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-6e083aaf-eb45-4811-a022-e4ea51c2abf0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:01.257840 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e083aaf-eb45-4811-a022-e4ea51c2abf0 None None] Bound using segment: {'id': '4ad9f94f-beff-44ef-ae55-9bdd4cda4bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '03f283bd-2e83-465b-9c7a-c3856caf02a0'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:47:01.258448 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-6e083aaf-eb45-4811-a022-e4ea51c2abf0 None None] Bound port: e7050a3b-e1f3-468a-b433-c5652e148471, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ad9f94f-beff-44ef-ae55-9bdd4cda4bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '03f283bd-2e83-465b-9c7a-c3856caf02a0'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:47:01.259056 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-6e083aaf-eb45-4811-a022-e4ea51c2abf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:01.300111 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-c4081d8b-230b-4ce5-a4e9-1666d11dc807 None None] Port e7050a3b-e1f3-468a-b433-c5652e148471 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 20:47:01.320858 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e9ee9610-6a59-4787-a703-e072e4aaa611 req-c55da3c3-b2b3-4d3a-ae5f-650e1a067ae0 tempest-ServerAddressesTestJSON-612533494 tempest-ServerAddressesTestJSON-612533494-project] 10.222.0.35 "GET /v2.0/security-groups?id=dad70b6b-9a8a-4c58-9eaa-2e9a1669739e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3727875 May 20 20:47:01.325748 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 3313d060-c7c3-42e7-954d-f8cb86323ebb triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:47:01.326200 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:01.375115 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5591f784-7893-47be-98c4-48f76872c2a9 req-0f26cb86-3f70-4b00-9cf7-cc202dac2fa8 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:47:01.377085 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5591f784-7893-47be-98c4-48f76872c2a9 req-0f26cb86-3f70-4b00-9cf7-cc202dac2fa8 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/ports?device_id=9acabe24-34b6-4f76-8669-0fb1b3e18f66 HTTP/1.1" status: 200 len: 950 time: 0.3767722 May 20 20:47:01.379485 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-ac5a1e84-4700-4b90-ac0b-1666f29bf6b6 admin admin] For port e7050a3b-e1f3-468a-b433-c5652e148471, host n-d-842733-1, got binding levels [] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:47:01.379485 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ac5a1e84-4700-4b90-ac0b-1666f29bf6b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:01.394780 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-6e083aaf-eb45-4811-a022-e4ea51c2abf0 None None] For port e7050a3b-e1f3-468a-b433-c5652e148471, host n-d-842733-1, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:47:01.398387 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-6e083aaf-eb45-4811-a022-e4ea51c2abf0 None None] For port e7050a3b-e1f3-468a-b433-c5652e148471, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=e7050a3b-e1f3-468a-b433-c5652e148471,segment=NetworkSegment(4ad9f94f-beff-44ef-ae55-9bdd4cda4bf3),segment_id=4ad9f94f-beff-44ef-ae55-9bdd4cda4bf3)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:47:01.416067 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-b8779cb0-7ac2-455b-b45c-776b574eb3aa req-b4a28491-232f-402e-9ad3-f9c31f8c5646 service neutron] 10.222.0.24 "GET /v2.0/networks/dc8945eb-dd74-4cb0-b93f-84eec37290f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5039983 May 20 20:47:01.417925 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8098df1b-0089-4abe-a528-4aaa9ce1e12b admin admin] Pushing event updated for resources: {'Network': ['ID=c2ea9378-ee68-40b3-a775-73638caa62a4,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:47:01.426666 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-ac5a1e84-4700-4b90-ac0b-1666f29bf6b6 admin admin] Calling delete_port for e7050a3b-e1f3-468a-b433-c5652e148471 owned by network:router_interface {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:47:01.446325 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Network c2ea9378-ee68-40b3-a775-73638caa62a4 details requested by agent ovs-agent-n-d-842733-1 with host n-d-842733-1 {{(pid=103164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 20 20:47:01.497972 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5591f784-7893-47be-98c4-48f76872c2a9 req-9153fa36-274e-4137-90f8-f8c2084bd940 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/security-groups?id=38c76b68-4081-4341-88c9-c8e3082a5da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991614 May 20 20:47:01.562709 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29eced00-49e0-4777-9701-3a126f8aa224 admin admin] Made reservation on behalf of 969b4f9797494c1ca62ae331aae974cc for: {'subnet': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:47:01.565025 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-29eced00-49e0-4777-9701-3a126f8aa224 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4018244'] for subnet, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:01.568582 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-6e083aaf-eb45-4811-a022-e4ea51c2abf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:01.624198 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 3313d060-c7c3-42e7-954d-f8cb86323ebb is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:47:01.654087 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e083aaf-eb45-4811-a022-e4ea51c2abf0 None None] Routers {'b76250e1-d137-456c-b00f-6c79843287e7'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:47:01.655107 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-6e083aaf-eb45-4811-a022-e4ea51c2abf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:46:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['b76250e1-d137-456c-b00f-6c79843287e7'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:47:01.798174 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-6e083aaf-eb45-4811-a022-e4ea51c2abf0 None None] Set router b76250e1-d137-456c-b00f-6c79843287e7 gateway port host: n-d-842733-1 {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:47:01.862577 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f82019d-97b9-402c-9859-15d69a7c8985 req-1be0c4ff-fddd-4f3a-add5-9e68c2c841e1 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:47:01.867490 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6f82019d-97b9-402c-9859-15d69a7c8985 req-1be0c4ff-fddd-4f3a-add5-9e68c2c841e1 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/ports?device_id=f906357d-2f54-47d7-8892-a2a51002079d HTTP/1.1" status: 200 len: 908 time: 0.2513080 May 20 20:47:01.896498 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6133bb5b-47e2-4a06-b5a6-a51e6810bbef None None] Pushing event updated for resources: {'Port': ['ID=e7050a3b-e1f3-468a-b433-c5652e148471,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:47:02.055455 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-e0aeb2c1-32ff-43f4-bd4f-6fd5e1b92143 None None] Provisioning complete for port e7050a3b-e1f3-468a-b433-c5652e148471 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:47:02.055823 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-e0aeb2c1-32ff-43f4-bd4f-6fd5e1b92143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:02.058057 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13f7016-73cc-4995-8204-2449f78a94be req-2f48fa96-9146-4f14-bd01-628b4fd867bb tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:47:02.059522 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-d13f7016-73cc-4995-8204-2449f78a94be req-2f48fa96-9146-4f14-bd01-628b4fd867bb tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.24 "GET /v2.0/ports?device_id=f906357d-2f54-47d7-8892-a2a51002079d HTTP/1.1" status: 200 len: 908 time: 0.2654250 May 20 20:47:02.107297 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-6e083aaf-eb45-4811-a022-e4ea51c2abf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b76250e1-d137-456c-b00f-6c79843287e7', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1956851793-router', 'tenant_id': '6a76ee59060b4534b8c9b9c6a41cf39b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': '3313d060-c7c3-42e7-954d-f8cb86323ebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:46:49Z', 'updated_at': '2022-05-20T20:46:55Z', 'revision_number': 4, 'project_id': '6a76ee59060b4534b8c9b9c6a41cf39b', 'gw_port': {'id': '3313d060-c7c3-42e7-954d-f8cb86323ebb', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:b3:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76250e1-d137-456c-b00f-6c79843287e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1133, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:46:50Z', 'updated_at': '2022-05-20T20:46:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': 'e7050a3b-e1f3-468a-b433-c5652e148471', 'name': '', 'network_id': '03f283bd-2e83-465b-9c7a-c3856caf02a0', 'tenant_id': '6a76ee59060b4534b8c9b9c6a41cf39b', 'mac_address': 'fa:16:3e:92:57:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b76250e1-d137-456c-b00f-6c79843287e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1134, 'fixed_ips': [{'subnet_id': '250c4de3-a542-4b87-a1a0-1f20efef165c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:46:54Z', 'updated_at': '2022-05-20T20:47:01Z', 'revision_number': 4, 'project_id': '6a76ee59060b4534b8c9b9c6a41cf39b', 'subnets': [{'id': '250c4de3-a542-4b87-a1a0-1f20efef165c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:47:02.135484 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e083aaf-eb45-4811-a022-e4ea51c2abf0 None None] The sync data for ids ['b76250e1-d137-456c-b00f-6c79843287e7'] in n-d-842733-1 is: [{'id': 'b76250e1-d137-456c-b00f-6c79843287e7', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1956851793-router', 'tenant_id': '6a76ee59060b4534b8c9b9c6a41cf39b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': '3313d060-c7c3-42e7-954d-f8cb86323ebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:46:49Z', 'updated_at': '2022-05-20T20:46:55Z', 'revision_number': 4, 'project_id': '6a76ee59060b4534b8c9b9c6a41cf39b', 'gw_port': {'id': '3313d060-c7c3-42e7-954d-f8cb86323ebb', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:b3:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76250e1-d137-456c-b00f-6c79843287e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1133, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:46:50Z', 'updated_at': '2022-05-20T20:46:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': 'e7050a3b-e1f3-468a-b433-c5652e148471', 'name': '', 'network_id': '03f283bd-2e83-465b-9c7a-c3856caf02a0', 'tenant_id': '6a76ee59060b4534b8c9b9c6a41cf39b', 'mac_address': 'fa:16:3e:92:57:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b76250e1-d137-456c-b00f-6c79843287e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1134, 'fixed_ips': [{'subnet_id': '250c4de3-a542-4b87-a1a0-1f20efef165c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:46:54Z', 'updated_at': '2022-05-20T20:47:01Z', 'revision_number': 4, 'project_id': '6a76ee59060b4534b8c9b9c6a41cf39b', 'subnets': [{'id': '250c4de3-a542-4b87-a1a0-1f20efef165c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 20:47:02.161710 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-d13f7016-73cc-4995-8204-2449f78a94be req-c1dc90bf-a184-44fe-9082-ee85d392459d tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Deleting port 5fd4a2ae-5026-47c7-a449-6d0296af80e5 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:47:02.162086 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-d13f7016-73cc-4995-8204-2449f78a94be req-c1dc90bf-a184-44fe-9082-ee85d392459d tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:02.212311 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ac5a1e84-4700-4b90-ac0b-1666f29bf6b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:02.215040 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-e0aeb2c1-32ff-43f4-bd4f-6fd5e1b92143 None None] Current status of the port e7050a3b-e1f3-468a-b433-c5652e148471 is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:47:02.215515 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-e0aeb2c1-32ff-43f4-bd4f-6fd5e1b92143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:02.239135 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:02.263752 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-29eced00-49e0-4777-9701-3a126f8aa224 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3797684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4018258'] for subnet, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:02.273567 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5a1e84-4700-4b90-ac0b-1666f29bf6b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=e7050a3b-e1f3-468a-b433-c5652e148471,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:47:02.330691 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5a1e84-4700-4b90-ac0b-1666f29bf6b6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:47:02.331041 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5a1e84-4700-4b90-ac0b-1666f29bf6b6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:47:02.331944 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5a1e84-4700-4b90-ac0b-1666f29bf6b6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:47:02.332298 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5a1e84-4700-4b90-ac0b-1666f29bf6b6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:47:02.332640 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5a1e84-4700-4b90-ac0b-1666f29bf6b6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:47:02.332975 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5a1e84-4700-4b90-ac0b-1666f29bf6b6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:47:02.333686 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5a1e84-4700-4b90-ac0b-1666f29bf6b6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:47:02.334026 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5a1e84-4700-4b90-ac0b-1666f29bf6b6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:47:02.334358 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5a1e84-4700-4b90-ac0b-1666f29bf6b6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:47:02.334687 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5a1e84-4700-4b90-ac0b-1666f29bf6b6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:47:02.335530 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5a1e84-4700-4b90-ac0b-1666f29bf6b6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:47:02.335530 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5a1e84-4700-4b90-ac0b-1666f29bf6b6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:47:02.460750 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29eced00-49e0-4777-9701-3a126f8aa224 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f4878b4a-3af4-4842-a84e-d8914d802b87,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:47:02.467932 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-d13f7016-73cc-4995-8204-2449f78a94be req-c1dc90bf-a184-44fe-9082-ee85d392459d tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] For port 5fd4a2ae-5026-47c7-a449-6d0296af80e5, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=5fd4a2ae-5026-47c7-a449-6d0296af80e5,segment=NetworkSegment(1b0c59b6-1da5-46b1-ba4a-82e83befd33e),segment_id=1b0c59b6-1da5-46b1-ba4a-82e83befd33e)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:47:02.468427 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-d13f7016-73cc-4995-8204-2449f78a94be req-c1dc90bf-a184-44fe-9082-ee85d392459d tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:02.505104 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29eced00-49e0-4777-9701-3a126f8aa224 admin admin] Checking segment: {'id': '4fb43387-a5c5-43aa-8e5d-888aa3c15a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'c2ea9378-ee68-40b3-a775-73638caa62a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:47:02.505619 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29eced00-49e0-4777-9701-3a126f8aa224 admin admin] Network hostable DHCP agents. Network: c2ea9378-ee68-40b3-a775-73638caa62a4, hostable agents: ['c9b0653c-f3c7-4339-bd50-e3754b629216'], hosted agents: [] {{(pid=103162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 20:47:02.508117 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-d13f7016-73cc-4995-8204-2449f78a94be req-c1dc90bf-a184-44fe-9082-ee85d392459d tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Calling delete_port for 5fd4a2ae-5026-47c7-a449-6d0296af80e5 owned by compute:nova {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:47:02.707319 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbae406b-9123-41e5-8faa-16da4e943a4f req-13eb603d-b128-457f-9b41-f63a576b75f9 tempest-ServerAddressesTestJSON-612533494 tempest-ServerAddressesTestJSON-612533494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:47:02.709065 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-cbae406b-9123-41e5-8faa-16da4e943a4f req-13eb603d-b128-457f-9b41-f63a576b75f9 tempest-ServerAddressesTestJSON-612533494 tempest-ServerAddressesTestJSON-612533494-project] 10.222.0.35 "GET /v2.0/ports?device_id=905101be-db88-4106-b5c2-4eec09eda64a HTTP/1.1" status: 200 len: 945 time: 0.1303222 May 20 20:47:02.725155 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29eced00-49e0-4777-9701-3a126f8aa224 admin admin] Network c2ea9378-ee68-40b3-a775-73638caa62a4 is scheduled to be hosted by DHCP agent c9b0653c-f3c7-4339-bd50-e3754b629216 with binding_index 1 {{(pid=103162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 20:47:02.785307 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d3b9f3-4799-44b5-8b0b-670465ddb678 req-431e6d0a-782e-426e-8c5b-a8d46012b67b tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:47:02.794886 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-24d3b9f3-4799-44b5-8b0b-670465ddb678 req-431e6d0a-782e-426e-8c5b-a8d46012b67b tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/ports?device_id=9acabe24-34b6-4f76-8669-0fb1b3e18f66 HTTP/1.1" status: 200 len: 950 time: 0.1092868 May 20 20:47:02.829938 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ac5a1e84-4700-4b90-ac0b-1666f29bf6b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-692224'] for router_interface, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:02.880276 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-24d3b9f3-4799-44b5-8b0b-670465ddb678 req-a331e784-6e00-4227-93d4-4e1cc3213cad tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/security-groups?id=38c76b68-4081-4341-88c9-c8e3082a5da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832078 May 20 20:47:02.896649 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-cbae406b-9123-41e5-8faa-16da4e943a4f req-27a64ec5-c670-4c83-a1cb-29b621e94981 tempest-ServerAddressesTestJSON-612533494 tempest-ServerAddressesTestJSON-612533494-project] 10.222.0.35 "GET /v2.0/security-groups?id=dad70b6b-9a8a-4c58-9eaa-2e9a1669739e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601589 May 20 20:47:02.918248 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-d13f7016-73cc-4995-8204-2449f78a94be req-c1dc90bf-a184-44fe-9082-ee85d392459d tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:02.930176 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-29eced00-49e0-4777-9701-3a126f8aa224 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842733-1, c2ea9378-ee68-40b3-a775-73638caa62a4) {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:47:02.942269 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc104991-dfb2-43b4-b161-8903556250ca None None] Network c2ea9378-ee68-40b3-a775-73638caa62a4 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:47:02.966459 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29eced00-49e0-4777-9701-3a126f8aa224 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:47:02.969256 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-29eced00-49e0-4777-9701-3a126f8aa224 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:02.974034 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dc90bf-a184-44fe-9082-ee85d392459d tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Pushing event deleted for resources: {'Port': ['ID=5fd4a2ae-5026-47c7-a449-6d0296af80e5,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:47:03.043739 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f4755012-09ea-47bb-b073-b6c41a7cd9f0 req-7a22b812-9007-4387-8993-f052f93b7898 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/ports?device_id=f906357d-2f54-47d7-8892-a2a51002079d HTTP/1.1" status: 200 len: 210 time: 0.0556164 May 20 20:47:03.083105 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-d13f7016-73cc-4995-8204-2449f78a94be req-c1dc90bf-a184-44fe-9082-ee85d392459d tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] No DVR routers for this DVR port 5fd4a2ae-5026-47c7-a449-6d0296af80e5 on host n-h1-842733-1 {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:47:03.094568 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-29eced00-49e0-4777-9701-3a126f8aa224 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.8723621 May 20 20:47:03.096018 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-d13f7016-73cc-4995-8204-2449f78a94be req-c1dc90bf-a184-44fe-9082-ee85d392459d tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:03.102722 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-d13f7016-73cc-4995-8204-2449f78a94be req-c1dc90bf-a184-44fe-9082-ee85d392459d tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.24 "DELETE /v2.0/ports/5fd4a2ae-5026-47c7-a449-6d0296af80e5 HTTP/1.1" status: 204 len: 173 time: 1.0331104 May 20 20:47:03.102722 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f906357d-2f54-47d7-8892-a2a51002079d', 'name': 'network-vif-deleted', 'tag': '5fd4a2ae-5026-47c7-a449-6d0296af80e5'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:47:03.103795 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6fa957933fccbf596d28104b23404b952ad6a8238afaebaed40a0874b2e409" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a376aac9-b242-496d-a111-37e9a91658ee" -d '{"events": [{"server_uuid": "f906357d-2f54-47d7-8892-a2a51002079d", "name": "network-vif-deleted", "tag": "5fd4a2ae-5026-47c7-a449-6d0296af80e5"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:47:03.279664 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 20:47:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9aa8a5f-f37b-4e27-8d24-08cfc9d34623 x-openstack-request-id: req-f9aa8a5f-f37b-4e27-8d24-08cfc9d34623 {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:47:03.279957 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f906357d-2f54-47d7-8892-a2a51002079d", "name": "network-vif-deleted", "tag": "5fd4a2ae-5026-47c7-a449-6d0296af80e5", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:47:03.280213 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f9aa8a5f-f37b-4e27-8d24-08cfc9d34623 {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:47:03.280628 n-d-842733-1 neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9aa8a5f-f37b-4e27-8d24-08cfc9d34623'] response: {'server_uuid': 'f906357d-2f54-47d7-8892-a2a51002079d', 'name': 'network-vif-deleted', 'tag': '5fd4a2ae-5026-47c7-a449-6d0296af80e5', 'status': 'completed', 'code': 200} May 20 20:47:03.284702 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d53e704-2c4f-4c49-8a7e-d9e35037115a None None] Network c2ea9378-ee68-40b3-a775-73638caa62a4 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:47:03.759305 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac5a1e84-4700-4b90-ac0b-1666f29bf6b6 admin admin] Router b76250e1-d137-456c-b00f-6c79843287e7 has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 20:47:03.921141 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac5a1e84-4700-4b90-ac0b-1666f29bf6b6 admin admin] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 20:47:03.929414 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-ac5a1e84-4700-4b90-ac0b-1666f29bf6b6 admin admin] 10.222.0.35 "PUT /v2.0/routers/b76250e1-d137-456c-b00f-6c79843287e7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9484067 May 20 20:47:03.930024 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 45372) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:47:04.015765 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c159b01-4c16-4129-8971-edd2904e6c5b None None] Sync routers for ids ['b76250e1-d137-456c-b00f-6c79843287e7'] in n-d-842733-1 {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 20:47:04.043837 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 45376) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:47:04.049531 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c159b01-4c16-4129-8971-edd2904e6c5b None None] Routers {'b76250e1-d137-456c-b00f-6c79843287e7'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:47:04.050147 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-9c159b01-4c16-4129-8971-edd2904e6c5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:46:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['b76250e1-d137-456c-b00f-6c79843287e7'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:47:04.056406 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-737ac238-ffce-4550-8124-e58a3c699045 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-992092087-network', 'tenant_id': 'dc3bfd041d7a4a6187204ad8974bee50'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:47:04.176927 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-0b8c465a-a2e4-4943-8314-ccf1f3a2806a req-0eb34a1d-242d-408e-b8aa-cd96523e3222 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c033fd40-d9a3-4a1c-97ed-3a7f9a7260de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0484312 May 20 20:47:04.178529 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-737ac238-ffce-4550-8124-e58a3c699045 admin admin] Made reservation on behalf of dc3bfd041d7a4a6187204ad8974bee50 for: {'network': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:47:04.180865 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-737ac238-ffce-4550-8124-e58a3c699045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for network, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:04.190877 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-737ac238-ffce-4550-8124-e58a3c699045 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:04.200911 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-9c159b01-4c16-4129-8971-edd2904e6c5b None None] Set router b76250e1-d137-456c-b00f-6c79843287e7 gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:47:04.273652 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-737ac238-ffce-4550-8124-e58a3c699045 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:04.344764 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-737ac238-ffce-4550-8124-e58a3c699045 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:04.378247 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-737ac238-ffce-4550-8124-e58a3c699045 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 241} {{(pid=103162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 20:47:04.406563 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737ac238-ffce-4550-8124-e58a3c699045 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a07f1d57-718d-4ea7-a66a-2e58ed68d345,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:47:04.406776 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-9c159b01-4c16-4129-8971-edd2904e6c5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b76250e1-d137-456c-b00f-6c79843287e7', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1956851793-router', 'tenant_id': '6a76ee59060b4534b8c9b9c6a41cf39b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': '3313d060-c7c3-42e7-954d-f8cb86323ebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:46:49Z', 'updated_at': '2022-05-20T20:47:01Z', 'revision_number': 5, 'project_id': '6a76ee59060b4534b8c9b9c6a41cf39b', 'gw_port': {'id': '3313d060-c7c3-42e7-954d-f8cb86323ebb', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:b3:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76250e1-d137-456c-b00f-6c79843287e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1133, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:46:50Z', 'updated_at': '2022-05-20T20:46:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:47:04.412460 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-737ac238-ffce-4550-8124-e58a3c699045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:04.412460 n-d-842733-1 neutron-server[103162]: INFO neutron.db.segments_db [None req-737ac238-ffce-4550-8124-e58a3c699045 admin admin] Added segment 4005ab3f-6bd5-4685-b09c-00d11ef9ff90 of type vlan for network 614cb866-f37c-4042-bd08-abe6002e899e May 20 20:47:04.414181 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8c465a-a2e4-4943-8314-ccf1f3a2806a req-16dbff23-0f15-43e5-b9f5-a2f8b2206d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:47:04.415662 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-0b8c465a-a2e4-4943-8314-ccf1f3a2806a req-16dbff23-0f15-43e5-b9f5-a2f8b2206d51 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=87c2c2610bc847eaa1d2c1976f58d7b1&device_id=c033fd40-d9a3-4a1c-97ed-3a7f9a7260de HTTP/1.1" status: 200 len: 1097 time: 0.1061535 May 20 20:47:04.440082 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3a9819c5-388f-41e2-8c2d-92dc0e94d460 admin admin] Notify callbacks [] for router, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:04.497751 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5503bf26-0577-46c1-9356-36b159faa288 req-d89bfc3b-222b-4d2c-a8b2-78538b267719 tempest-ServerAddressesTestJSON-612533494 tempest-ServerAddressesTestJSON-612533494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:47:04.499575 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5503bf26-0577-46c1-9356-36b159faa288 req-d89bfc3b-222b-4d2c-a8b2-78538b267719 tempest-ServerAddressesTestJSON-612533494 tempest-ServerAddressesTestJSON-612533494-project] 10.222.0.13 "GET /v2.0/ports?device_id=905101be-db88-4106-b5c2-4eec09eda64a HTTP/1.1" status: 200 len: 945 time: 0.5090425 May 20 20:47:04.514354 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6e3040-4c02-4724-900b-5da31ec4050c req-34af94df-b5f0-4422-8569-f1ba137e96e1 tempest-ServerAddressesTestJSON-612533494 tempest-ServerAddressesTestJSON-612533494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:47:04.516198 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-aa6e3040-4c02-4724-900b-5da31ec4050c req-34af94df-b5f0-4422-8569-f1ba137e96e1 tempest-ServerAddressesTestJSON-612533494 tempest-ServerAddressesTestJSON-612533494-project] 10.222.0.35 "GET /v2.0/ports?device_id=905101be-db88-4106-b5c2-4eec09eda64a HTTP/1.1" status: 200 len: 945 time: 0.1839345 May 20 20:47:04.520734 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-737ac238-ffce-4550-8124-e58a3c699045 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418993264'] for network, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:04.561455 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c159b01-4c16-4129-8971-edd2904e6c5b None None] Checking router: b76250e1-d137-456c-b00f-6c79843287e7 for host: n-d-842733-1 {{(pid=103165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 20:47:04.580415 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c159b01-4c16-4129-8971-edd2904e6c5b None None] Routers {'b76250e1-d137-456c-b00f-6c79843287e7'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:47:04.581267 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-9c159b01-4c16-4129-8971-edd2904e6c5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:46:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['b76250e1-d137-456c-b00f-6c79843287e7'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:47:04.585168 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab24755-7e54-4b14-8128-1573e5d26b39 req-23931b8b-1731-400a-a437-ae5801da81f5 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:47:04.585351 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-cab24755-7e54-4b14-8128-1573e5d26b39 req-23931b8b-1731-400a-a437-ae5801da81f5 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/ports?device_id=9acabe24-34b6-4f76-8669-0fb1b3e18f66 HTTP/1.1" status: 200 len: 950 time: 0.2542465 May 20 20:47:04.594649 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8c465a-a2e4-4943-8314-ccf1f3a2806a req-68dfd47d-06ed-433d-97ce-d491be8be017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:47:04.596236 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-0b8c465a-a2e4-4943-8314-ccf1f3a2806a req-68dfd47d-06ed-433d-97ce-d491be8be017 service neutron] 10.222.0.24 "GET /v2.0/networks?id=dc8945eb-dd74-4cb0-b93f-84eec37290f3 HTTP/1.1" status: 200 len: 919 time: 0.1418097 May 20 20:47:04.655510 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-737ac238-ffce-4550-8124-e58a3c699045 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524'] for network, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:04.660082 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-737ac238-ffce-4550-8124-e58a3c699045 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:47:04.660082 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-737ac238-ffce-4550-8124-e58a3c699045 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:04.660984 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-0b8c465a-a2e4-4943-8314-ccf1f3a2806a req-a0cb5ea8-83b8-4d96-8d43-159b78c206e2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e3e1fe2e-a4a5-4e31-b7cf-545e6ad5d197 HTTP/1.1" status: 200 len: 217 time: 0.0488067 May 20 20:47:04.696736 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-9c159b01-4c16-4129-8971-edd2904e6c5b None None] Set router b76250e1-d137-456c-b00f-6c79843287e7 gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:47:04.721048 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-aa6e3040-4c02-4724-900b-5da31ec4050c req-76d61fbc-6c44-4993-8748-184bc2356865 tempest-ServerAddressesTestJSON-612533494 tempest-ServerAddressesTestJSON-612533494-project] 10.222.0.35 "GET /v2.0/security-groups?id=dad70b6b-9a8a-4c58-9eaa-2e9a1669739e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892316 May 20 20:47:04.736228 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-cab24755-7e54-4b14-8128-1573e5d26b39 req-999edee8-5fab-430b-ae5d-8f5659b2634a tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/security-groups?id=38c76b68-4081-4341-88c9-c8e3082a5da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383481 May 20 20:47:04.748535 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3a9819c5-388f-41e2-8c2d-92dc0e94d460 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:04.774293 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [req-5503bf26-0577-46c1-9356-36b159faa288 req-5b89c9b5-f802-44df-8d5c-770e65384b38 tempest-ServerAddressesTestJSON-612533494 tempest-ServerAddressesTestJSON-612533494-project] Deleting port f58dd0e7-deca-46ea-b9d6-29758695d1a1 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:47:04.774718 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-5503bf26-0577-46c1-9356-36b159faa288 req-5b89c9b5-f802-44df-8d5c-770e65384b38 tempest-ServerAddressesTestJSON-612533494 tempest-ServerAddressesTestJSON-612533494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:04.803801 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737ac238-ffce-4550-8124-e58a3c699045 admin admin] Pushing event updated for resources: {'Network': ['ID=614cb866-f37c-4042-bd08-abe6002e899e,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:47:04.822136 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Network 614cb866-f37c-4042-bd08-abe6002e899e details requested by agent ovs-agent-n-d-842733-1 with host n-d-842733-1 {{(pid=103164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 20 20:47:04.826408 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8c465a-a2e4-4943-8314-ccf1f3a2806a req-fc2e214e-484a-45ae-8677-d1357b50417a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:47:04.845723 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-0b8c465a-a2e4-4943-8314-ccf1f3a2806a req-fc2e214e-484a-45ae-8677-d1357b50417a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6369a26f-bc30-4622-b5b7-2978096f54a2 HTTP/1.1" status: 200 len: 857 time: 0.1583447 May 20 20:47:04.846062 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 45390) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:47:04.847632 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-737ac238-ffce-4550-8124-e58a3c699045 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7980006 May 20 20:47:04.852088 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-4fbc5be8-4150-496f-a4c1-4dba47af79c2 admin admin] Request body: {'subnet': {'network_id': '614cb866-f37c-4042-bd08-abe6002e899e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-992092087-subnet', 'tenant_id': 'dc3bfd041d7a4a6187204ad8974bee50', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:47:04.944823 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8c465a-a2e4-4943-8314-ccf1f3a2806a req-45842358-4817-4652-bf21-073098cc7a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:47:04.946631 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-0b8c465a-a2e4-4943-8314-ccf1f3a2806a req-45842358-4817-4652-bf21-073098cc7a5e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=dc8945eb-dd74-4cb0-b93f-84eec37290f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0915549 May 20 20:47:04.954259 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-5503bf26-0577-46c1-9356-36b159faa288 req-5b89c9b5-f802-44df-8d5c-770e65384b38 tempest-ServerAddressesTestJSON-612533494 tempest-ServerAddressesTestJSON-612533494-project] For port f58dd0e7-deca-46ea-b9d6-29758695d1a1, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=f58dd0e7-deca-46ea-b9d6-29758695d1a1,segment=NetworkSegment(5aeed8bb-9828-48d9-8ba7-cbd2414627a4),segment_id=5aeed8bb-9828-48d9-8ba7-cbd2414627a4)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:47:04.955418 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-5503bf26-0577-46c1-9356-36b159faa288 req-5b89c9b5-f802-44df-8d5c-770e65384b38 tempest-ServerAddressesTestJSON-612533494 tempest-ServerAddressesTestJSON-612533494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:04.976955 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [req-5503bf26-0577-46c1-9356-36b159faa288 req-5b89c9b5-f802-44df-8d5c-770e65384b38 tempest-ServerAddressesTestJSON-612533494 tempest-ServerAddressesTestJSON-612533494-project] Calling delete_port for f58dd0e7-deca-46ea-b9d6-29758695d1a1 owned by compute:nova {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:47:04.992571 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-3a9819c5-388f-41e2-8c2d-92dc0e94d460 admin admin] Deleting port 3313d060-c7c3-42e7-954d-f8cb86323ebb {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:47:04.993275 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3a9819c5-388f-41e2-8c2d-92dc0e94d460 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:05.021344 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fbc5be8-4150-496f-a4c1-4dba47af79c2 admin admin] Made reservation on behalf of dc3bfd041d7a4a6187204ad8974bee50 for: {'subnet': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:47:05.024303 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4fbc5be8-4150-496f-a4c1-4dba47af79c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8422561'] for subnet, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:05.026885 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-9c159b01-4c16-4129-8971-edd2904e6c5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b76250e1-d137-456c-b00f-6c79843287e7', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1956851793-router', 'tenant_id': '6a76ee59060b4534b8c9b9c6a41cf39b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': '3313d060-c7c3-42e7-954d-f8cb86323ebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:46:49Z', 'updated_at': '2022-05-20T20:47:01Z', 'revision_number': 5, 'project_id': '6a76ee59060b4534b8c9b9c6a41cf39b', 'gw_port': {'id': '3313d060-c7c3-42e7-954d-f8cb86323ebb', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:b3:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76250e1-d137-456c-b00f-6c79843287e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1133, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:46:50Z', 'updated_at': '2022-05-20T20:46:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:47:05.056703 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c159b01-4c16-4129-8971-edd2904e6c5b None None] The sync data for ids ['b76250e1-d137-456c-b00f-6c79843287e7'] in n-d-842733-1 is: [{'id': 'b76250e1-d137-456c-b00f-6c79843287e7', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1956851793-router', 'tenant_id': '6a76ee59060b4534b8c9b9c6a41cf39b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': '3313d060-c7c3-42e7-954d-f8cb86323ebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:46:49Z', 'updated_at': '2022-05-20T20:47:01Z', 'revision_number': 5, 'project_id': '6a76ee59060b4534b8c9b9c6a41cf39b', 'gw_port': {'id': '3313d060-c7c3-42e7-954d-f8cb86323ebb', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:b3:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76250e1-d137-456c-b00f-6c79843287e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1133, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:46:50Z', 'updated_at': '2022-05-20T20:46:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 20:47:05.077380 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-0b8c465a-a2e4-4943-8314-ccf1f3a2806a req-b1783152-ba10-4c14-8d8b-cce505d1d67b service neutron] 10.222.0.24 "GET /v2.0/networks/dc8945eb-dd74-4cb0-b93f-84eec37290f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223476 May 20 20:47:05.212717 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-0b8c465a-a2e4-4943-8314-ccf1f3a2806a req-fc0cc1f1-cf55-4feb-a7b2-e8c819fdc5b5 service neutron] 10.222.0.24 "GET /v2.0/networks/dc8945eb-dd74-4cb0-b93f-84eec37290f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221740 May 20 20:47:05.231459 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-3a9819c5-388f-41e2-8c2d-92dc0e94d460 admin admin] For port 3313d060-c7c3-42e7-954d-f8cb86323ebb, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=3313d060-c7c3-42e7-954d-f8cb86323ebb,segment=NetworkSegment(0b5485c4-eff8-42a1-9073-ae54ed4c63ba),segment_id=0b5485c4-eff8-42a1-9073-ae54ed4c63ba)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:47:05.231826 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3a9819c5-388f-41e2-8c2d-92dc0e94d460 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:05.250898 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-3a9819c5-388f-41e2-8c2d-92dc0e94d460 admin admin] Calling delete_port for 3313d060-c7c3-42e7-954d-f8cb86323ebb owned by network:router_gateway {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:47:05.478386 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd419c9-0bd0-4db1-a1b1-afd227a1e381 req-9ae4031e-96dd-4c6d-9585-8b73da1ef1b5 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:47:05.479997 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-afd419c9-0bd0-4db1-a1b1-afd227a1e381 req-9ae4031e-96dd-4c6d-9585-8b73da1ef1b5 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/ports?device_id=45497337-ffcf-45d2-9a43-15350b28593e HTTP/1.1" status: 200 len: 946 time: 0.1616094 May 20 20:47:05.519679 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-5503bf26-0577-46c1-9356-36b159faa288 req-5b89c9b5-f802-44df-8d5c-770e65384b38 tempest-ServerAddressesTestJSON-612533494 tempest-ServerAddressesTestJSON-612533494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:05.577900 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4fbc5be8-4150-496f-a4c1-4dba47af79c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9641412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8422583'] for subnet, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:05.583330 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b89c9b5-f802-44df-8d5c-770e65384b38 tempest-ServerAddressesTestJSON-612533494 tempest-ServerAddressesTestJSON-612533494-project] Pushing event deleted for resources: {'Port': ['ID=f58dd0e7-deca-46ea-b9d6-29758695d1a1,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:47:05.698630 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-afd419c9-0bd0-4db1-a1b1-afd227a1e381 req-d2e9690e-19c5-4300-9b44-55b13723d9f6 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/security-groups?id=c9d9c404-d869-4158-9779-ac1a15da4bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816020 May 20 20:47:05.720398 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [req-5503bf26-0577-46c1-9356-36b159faa288 req-5b89c9b5-f802-44df-8d5c-770e65384b38 tempest-ServerAddressesTestJSON-612533494 tempest-ServerAddressesTestJSON-612533494-project] No DVR routers for this DVR port f58dd0e7-deca-46ea-b9d6-29758695d1a1 on host n-h2-842733-1 {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:47:05.723103 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-5503bf26-0577-46c1-9356-36b159faa288 req-5b89c9b5-f802-44df-8d5c-770e65384b38 tempest-ServerAddressesTestJSON-612533494 tempest-ServerAddressesTestJSON-612533494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:05.726868 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5503bf26-0577-46c1-9356-36b159faa288 req-5b89c9b5-f802-44df-8d5c-770e65384b38 tempest-ServerAddressesTestJSON-612533494 tempest-ServerAddressesTestJSON-612533494-project] 10.222.0.13 "DELETE /v2.0/ports/f58dd0e7-deca-46ea-b9d6-29758695d1a1 HTTP/1.1" status: 204 len: 173 time: 1.2072153 May 20 20:47:05.732932 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '905101be-db88-4106-b5c2-4eec09eda64a', 'name': 'network-vif-deleted', 'tag': 'f58dd0e7-deca-46ea-b9d6-29758695d1a1'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:47:05.735257 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4291b17aa7b45362825f0571e77c85f5e73afe1df9c7e9e15006df9d695c005e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bdf98a5-9f28-4182-93f0-f02ef691231e" -d '{"events": [{"server_uuid": "905101be-db88-4106-b5c2-4eec09eda64a", "name": "network-vif-deleted", "tag": "f58dd0e7-deca-46ea-b9d6-29758695d1a1"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:47:05.742350 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbc5be8-4150-496f-a4c1-4dba47af79c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=45f97061-e5a6-4d11-aa7b-da62c697d70d,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:47:05.778334 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 20:47:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74e10045-0aea-466b-a5f9-9fee2595a36b x-openstack-request-id: req-74e10045-0aea-466b-a5f9-9fee2595a36b {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:47:05.778613 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "905101be-db88-4106-b5c2-4eec09eda64a", "name": "network-vif-deleted", "tag": "f58dd0e7-deca-46ea-b9d6-29758695d1a1", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:47:05.778857 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-74e10045-0aea-466b-a5f9-9fee2595a36b {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:47:05.779250 n-d-842733-1 neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74e10045-0aea-466b-a5f9-9fee2595a36b'] response: {'server_uuid': '905101be-db88-4106-b5c2-4eec09eda64a', 'name': 'network-vif-deleted', 'tag': 'f58dd0e7-deca-46ea-b9d6-29758695d1a1', 'status': 'completed', 'code': 200} May 20 20:47:05.780807 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fbc5be8-4150-496f-a4c1-4dba47af79c2 admin admin] Checking segment: {'id': '4005ab3f-6bd5-4685-b09c-00d11ef9ff90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '614cb866-f37c-4042-bd08-abe6002e899e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:47:05.781016 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fbc5be8-4150-496f-a4c1-4dba47af79c2 admin admin] Network hostable DHCP agents. Network: 614cb866-f37c-4042-bd08-abe6002e899e, hostable agents: ['c9b0653c-f3c7-4339-bd50-e3754b629216'], hosted agents: [] {{(pid=103163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 20:47:05.850796 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2d898726-a575-4345-be69-81034ba3a4a1 req-80d3a032-8847-4bf0-84db-4a196da8cd6e tempest-ServerAddressesTestJSON-612533494 tempest-ServerAddressesTestJSON-612533494-project] 10.222.0.35 "GET /v2.0/ports?device_id=905101be-db88-4106-b5c2-4eec09eda64a HTTP/1.1" status: 200 len: 210 time: 0.0264022 May 20 20:47:05.886031 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3a9819c5-388f-41e2-8c2d-92dc0e94d460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:05.894544 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fbc5be8-4150-496f-a4c1-4dba47af79c2 admin admin] Network 614cb866-f37c-4042-bd08-abe6002e899e is scheduled to be hosted by DHCP agent c9b0653c-f3c7-4339-bd50-e3754b629216 with binding_index 1 {{(pid=103163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 20:47:05.926709 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9819c5-388f-41e2-8c2d-92dc0e94d460 admin admin] Pushing event deleted for resources: {'Port': ['ID=3313d060-c7c3-42e7-954d-f8cb86323ebb,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:47:06.002866 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-4fbc5be8-4150-496f-a4c1-4dba47af79c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842733-1, 614cb866-f37c-4042-bd08-abe6002e899e) {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:47:06.008080 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fbc5be8-4150-496f-a4c1-4dba47af79c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:47:06.008409 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4fbc5be8-4150-496f-a4c1-4dba47af79c2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:06.012325 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-313daf65-ce1b-4889-ad36-6f6695776920 None None] Network 614cb866-f37c-4042-bd08-abe6002e899e requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:47:06.028347 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3a9819c5-388f-41e2-8c2d-92dc0e94d460 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-748206'] for router_gateway, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:06.118939 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e5369e-1afa-4b6b-92a5-009ae276dcc0 req-ef0f282e-4ca3-45c5-8879-2933288e4958 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:47:06.120901 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e1e5369e-1afa-4b6b-92a5-009ae276dcc0 req-ef0f282e-4ca3-45c5-8879-2933288e4958 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/ports?device_id=9acabe24-34b6-4f76-8669-0fb1b3e18f66 HTTP/1.1" status: 200 len: 950 time: 0.2009027 May 20 20:47:06.126330 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-4fbc5be8-4150-496f-a4c1-4dba47af79c2 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.2823920 May 20 20:47:06.152395 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0547d286-4567-4aee-bcee-21fe0d697138 None None] Network 614cb866-f37c-4042-bd08-abe6002e899e requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:47:06.168695 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3a9819c5-388f-41e2-8c2d-92dc0e94d460 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26169'] for router, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:06.175008 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3a9819c5-388f-41e2-8c2d-92dc0e94d460 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:06.236163 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 5fd4a2ae-5026-47c7-a449-6d0296af80e5 no longer exists at agent hyperv_n-h1-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:47:06.277958 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e1e5369e-1afa-4b6b-92a5-009ae276dcc0 req-cc06e4ed-4376-4668-81b2-939bf1d5833e tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/security-groups?id=38c76b68-4081-4341-88c9-c8e3082a5da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388944 May 20 20:47:06.282481 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] No Port match for: 5fd4a2ae-5026-47c7-a449-6d0296af80e5 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 20:47:06.282844 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 5fd4a2ae-5026-47c7-a449-6d0296af80e5 not bound to the agent host n-h1-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 20:47:06.342129 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3a9819c5-388f-41e2-8c2d-92dc0e94d460 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-693148'] for router, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:06.342739 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a9819c5-388f-41e2-8c2d-92dc0e94d460 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b76250e1-d137-456c-b00f-6c79843287e7 {{(pid=103163) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 20 20:47:06.347289 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3a9819c5-388f-41e2-8c2d-92dc0e94d460 admin admin] Notify callbacks [] for router, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:06.354493 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 45458) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:47:06.355225 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-3a9819c5-388f-41e2-8c2d-92dc0e94d460 admin admin] 10.222.0.35 "DELETE /v2.0/routers/b76250e1-d137-456c-b00f-6c79843287e7 HTTP/1.1" status: 204 len: 168 time: 2.4200737 May 20 20:47:06.401891 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5e1f3aa-084b-44be-9a5a-d06aba182e5d admin admin] Deleting subnet 250c4de3-a542-4b87-a1a0-1f20efef165c {{(pid=103162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 20 20:47:06.405345 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b5e1f3aa-084b-44be-9a5a-d06aba182e5d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:06.451482 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b5e1f3aa-084b-44be-9a5a-d06aba182e5d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3738392'] for subnet, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:06.549920 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b5e1f3aa-084b-44be-9a5a-d06aba182e5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33068388'] for subnet, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:06.667242 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b5e1f3aa-084b-44be-9a5a-d06aba182e5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33068399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3797621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4018265'] for subnet, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:06.679195 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device f58dd0e7-deca-46ea-b9d6-29758695d1a1 no longer exists at agent hyperv_n-h2-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:47:06.705643 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e1f3aa-084b-44be-9a5a-d06aba182e5d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=250c4de3-a542-4b87-a1a0-1f20efef165c,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:47:06.711637 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b5e1f3aa-084b-44be-9a5a-d06aba182e5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:06.714058 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] No Port match for: f58dd0e7-deca-46ea-b9d6-29758695d1a1 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 20:47:06.714905 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device f58dd0e7-deca-46ea-b9d6-29758695d1a1 not bound to the agent host n-h2-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 20:47:06.719752 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-b5e1f3aa-084b-44be-9a5a-d06aba182e5d admin admin] 10.222.0.35 "DELETE /v2.0/subnets/250c4de3-a542-4b87-a1a0-1f20efef165c HTTP/1.1" status: 204 len: 168 time: 0.3676038 May 20 20:47:06.720804 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 45474) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:47:06.721381 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41b0573c-0387-4e56-9868-11b692b6966d None None] Network 03f283bd-2e83-465b-9c7a-c3856caf02a0 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:47:06.765462 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba9f1f1-f4cf-4417-b554-775b0220eec4 req-9cc92b5c-f54c-4030-b1da-505faf79eeb4 tempest-ServersNegativeTestMultiTenantJSON-446127000 tempest-ServersNegativeTestMultiTenantJSON-446127000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:47:06.779542 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-dba9f1f1-f4cf-4417-b554-775b0220eec4 req-9cc92b5c-f54c-4030-b1da-505faf79eeb4 tempest-ServersNegativeTestMultiTenantJSON-446127000 tempest-ServersNegativeTestMultiTenantJSON-446127000-project] 10.222.0.35 "GET /v2.0/networks?id=c2ea9378-ee68-40b3-a775-73638caa62a4 HTTP/1.1" status: 200 len: 825 time: 0.1721361 May 20 20:47:06.811939 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-dba9f1f1-f4cf-4417-b554-775b0220eec4 req-f94ef5e0-7021-4ecd-9b3f-5dc7fc0fde24 tempest-ServersNegativeTestMultiTenantJSON-446127000 tempest-ServersNegativeTestMultiTenantJSON-446127000-project] 10.222.0.35 "GET /v2.0/quotas/969b4f9797494c1ca62ae331aae974cc HTTP/1.1" status: 200 len: 375 time: 0.0248992 May 20 20:47:06.841918 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a554d546-abf0-4732-bea2-e86cb3ad4f9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33160123'] for network, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:06.876108 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-dba9f1f1-f4cf-4417-b554-775b0220eec4 req-6d5b5d69-5467-448a-9ff5-beea5f5613de tempest-ServersNegativeTestMultiTenantJSON-446127000 tempest-ServersNegativeTestMultiTenantJSON-446127000-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=969b4f9797494c1ca62ae331aae974cc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0574691 May 20 20:47:06.888302 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [req-dba9f1f1-f4cf-4417-b554-775b0220eec4 req-e7a33a1c-a8bc-4361-a091-83509163090b service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103163) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 20:47:06.897401 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-dba9f1f1-f4cf-4417-b554-775b0220eec4 req-e7a33a1c-a8bc-4361-a091-83509163090b service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0204072 May 20 20:47:06.947187 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device e7050a3b-e1f3-468a-b433-c5652e148471 no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:47:06.961543 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-a554d546-abf0-4732-bea2-e86cb3ad4f9a admin admin] Deleting port df49c88d-b451-41aa-906d-89dccf9a95a8 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:47:06.961886 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a554d546-abf0-4732-bea2-e86cb3ad4f9a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:06.977656 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: e7050a3b-e1f3-468a-b433-c5652e148471 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 20:47:06.978187 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device e7050a3b-e1f3-468a-b433-c5652e148471 not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 20:47:06.999070 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f57ff19-00d5-4260-ada3-13f52f2ee459 None None] DHCP port deletion for 03f283bd-2e83-465b-9c7a-c3856caf02a0 request from n-d-842733-1 {{(pid=103164) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 20:47:07.031631 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc75a0c-862b-400f-b1e2-356fe57487a1 req-0ef79d0d-e8c2-4389-b9d4-cee8bf651c5e tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:47:07.040762 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ccc75a0c-862b-400f-b1e2-356fe57487a1 req-0ef79d0d-e8c2-4389-b9d4-cee8bf651c5e tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/ports?device_id=45497337-ffcf-45d2-9a43-15350b28593e HTTP/1.1" status: 200 len: 946 time: 0.1625907 May 20 20:47:07.060206 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-6f57ff19-00d5-4260-ada3-13f52f2ee459 None None] Deleting port df49c88d-b451-41aa-906d-89dccf9a95a8 {{(pid=103164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:47:07.060764 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-6f57ff19-00d5-4260-ada3-13f52f2ee459 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:07.083538 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-a554d546-abf0-4732-bea2-e86cb3ad4f9a admin admin] For port df49c88d-b451-41aa-906d-89dccf9a95a8, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=df49c88d-b451-41aa-906d-89dccf9a95a8,segment=NetworkSegment(4ad9f94f-beff-44ef-ae55-9bdd4cda4bf3),segment_id=4ad9f94f-beff-44ef-ae55-9bdd4cda4bf3)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:47:07.083804 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a554d546-abf0-4732-bea2-e86cb3ad4f9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:07.084256 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-dba9f1f1-f4cf-4417-b554-775b0220eec4 req-7aa2841a-3060-4ae6-9ffe-4db71c3453dc service neutron] 10.222.0.35 "GET /v2.0/networks/c2ea9378-ee68-40b3-a775-73638caa62a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1853416 May 20 20:47:07.099540 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-a554d546-abf0-4732-bea2-e86cb3ad4f9a admin admin] Calling delete_port for df49c88d-b451-41aa-906d-89dccf9a95a8 owned by network:dhcp {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:47:07.113805 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6f5896-451c-46ab-a1a0-53bd4fbe0660 req-7381aff3-19f5-4910-8f5b-f26d1968765d tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:47:07.115327 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-8c6f5896-451c-46ab-a1a0-53bd4fbe0660 req-7381aff3-19f5-4910-8f5b-f26d1968765d tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.24 "GET /v2.0/ports?device_id=45497337-ffcf-45d2-9a43-15350b28593e HTTP/1.1" status: 200 len: 946 time: 0.0883372 May 20 20:47:07.125423 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ccc75a0c-862b-400f-b1e2-356fe57487a1 req-a93e08dc-bd41-48f8-bca2-ee265b43ba67 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/security-groups?id=c9d9c404-d869-4158-9779-ac1a15da4bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830810 May 20 20:47:07.129865 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-6f57ff19-00d5-4260-ada3-13f52f2ee459 None None] For port df49c88d-b451-41aa-906d-89dccf9a95a8, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=df49c88d-b451-41aa-906d-89dccf9a95a8,segment=NetworkSegment(4ad9f94f-beff-44ef-ae55-9bdd4cda4bf3),segment_id=4ad9f94f-beff-44ef-ae55-9bdd4cda4bf3)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:47:07.130330 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-6f57ff19-00d5-4260-ada3-13f52f2ee459 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:07.156445 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-6f57ff19-00d5-4260-ada3-13f52f2ee459 None None] Calling delete_port for df49c88d-b451-41aa-906d-89dccf9a95a8 owned by network:dhcp {{(pid=103164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:47:07.258654 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-dba9f1f1-f4cf-4417-b554-775b0220eec4 req-a100bff7-e1ea-4e47-8bca-d2a5ba616088 service neutron] 10.222.0.35 "GET /v2.0/networks/c2ea9378-ee68-40b3-a775-73638caa62a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1676304 May 20 20:47:07.276855 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-8c6f5896-451c-46ab-a1a0-53bd4fbe0660 req-75b45be6-f791-4a6d-96d4-560fc1f9ab6f tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Deleting port 4804f9ed-d929-4451-ab46-9ce5f415198a {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:47:07.277203 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-8c6f5896-451c-46ab-a1a0-53bd4fbe0660 req-75b45be6-f791-4a6d-96d4-560fc1f9ab6f tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:07.309203 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-6f57ff19-00d5-4260-ada3-13f52f2ee459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099'] for port, after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:07.335927 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a554d546-abf0-4732-bea2-e86cb3ad4f9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:07.347317 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f57ff19-00d5-4260-ada3-13f52f2ee459 None None] Pushing event deleted for resources: {'Port': ['ID=df49c88d-b451-41aa-906d-89dccf9a95a8,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:47:07.355948 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f57ff19-00d5-4260-ada3-13f52f2ee459 None None] No DVR routers for this DVR port df49c88d-b451-41aa-906d-89dccf9a95a8 on host n-d-842733-1 {{(pid=103164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:47:07.358887 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f57ff19-00d5-4260-ada3-13f52f2ee459 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:47:07.359235 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f57ff19-00d5-4260-ada3-13f52f2ee459 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:47:07.360347 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f57ff19-00d5-4260-ada3-13f52f2ee459 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:47:07.360817 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f57ff19-00d5-4260-ada3-13f52f2ee459 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:47:07.361173 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f57ff19-00d5-4260-ada3-13f52f2ee459 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:47:07.361637 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f57ff19-00d5-4260-ada3-13f52f2ee459 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:47:07.361947 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f57ff19-00d5-4260-ada3-13f52f2ee459 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:47:07.362811 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f57ff19-00d5-4260-ada3-13f52f2ee459 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:47:07.362811 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f57ff19-00d5-4260-ada3-13f52f2ee459 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:47:07.362995 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f57ff19-00d5-4260-ada3-13f52f2ee459 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:47:07.363381 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f57ff19-00d5-4260-ada3-13f52f2ee459 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:47:07.363690 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f57ff19-00d5-4260-ada3-13f52f2ee459 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:47:07.370161 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a554d546-abf0-4732-bea2-e86cb3ad4f9a admin admin] No DVR routers for this DVR port df49c88d-b451-41aa-906d-89dccf9a95a8 on host n-d-842733-1 {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:47:07.382974 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a554d546-abf0-4732-bea2-e86cb3ad4f9a admin admin] Pushing event deleted for resources: {'Port': ['ID=df49c88d-b451-41aa-906d-89dccf9a95a8,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:47:07.383068 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b71860-4621-4446-bf5a-fc2054ab2a10 req-015dabb1-7ed4-46bd-aace-0441a4d64b42 tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:47:07.383157 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-47b71860-4621-4446-bf5a-fc2054ab2a10 req-015dabb1-7ed4-46bd-aace-0441a4d64b42 tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] 10.222.0.35 "GET /v2.0/networks?id=9d3d3a86-d0ea-42bb-882a-63d3244d9913 HTTP/1.1" status: 200 len: 805 time: 0.1574032 May 20 20:47:07.399330 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-47b71860-4621-4446-bf5a-fc2054ab2a10 req-e432334b-e021-42e3-b997-a63f0916e768 tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] 10.222.0.35 "GET /v2.0/quotas/812b03e5e79843f7aecfe762e5ee081e HTTP/1.1" status: 200 len: 375 time: 0.0095117 May 20 20:47:07.457588 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-47b71860-4621-4446-bf5a-fc2054ab2a10 req-80392d30-b991-4430-9457-2d3726f69a42 tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=812b03e5e79843f7aecfe762e5ee081e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0517340 May 20 20:47:07.476068 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a554d546-abf0-4732-bea2-e86cb3ad4f9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33072115', 'neutron.services.segments.db._delete_segments_for_network-8782419500584'] for network, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:07.480514 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-8c6f5896-451c-46ab-a1a0-53bd4fbe0660 req-75b45be6-f791-4a6d-96d4-560fc1f9ab6f tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] For port 4804f9ed-d929-4451-ab46-9ce5f415198a, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=4804f9ed-d929-4451-ab46-9ce5f415198a,segment=NetworkSegment(1b0c59b6-1da5-46b1-ba4a-82e83befd33e),segment_id=1b0c59b6-1da5-46b1-ba4a-82e83befd33e)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:47:07.480877 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-8c6f5896-451c-46ab-a1a0-53bd4fbe0660 req-75b45be6-f791-4a6d-96d4-560fc1f9ab6f tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:07.513170 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-a554d546-abf0-4732-bea2-e86cb3ad4f9a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03f283bd-2e83-465b-9c7a-c3856caf02a0']}} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:47:07.515236 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 45496) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:47:07.516555 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-8c6f5896-451c-46ab-a1a0-53bd4fbe0660 req-75b45be6-f791-4a6d-96d4-560fc1f9ab6f tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Calling delete_port for 4804f9ed-d929-4451-ab46-9ce5f415198a owned by compute:nova {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:47:07.571333 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-a554d546-abf0-4732-bea2-e86cb3ad4f9a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ad9f94f-beff-44ef-ae55-9bdd4cda4bf3') {'for_net_delete': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:47:07.571627 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-a554d546-abf0-4732-bea2-e86cb3ad4f9a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ad9f94f-beff-44ef-ae55-9bdd4cda4bf3') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:47:07.586322 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a554d546-abf0-4732-bea2-e86cb3ad4f9a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419501617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3738385'] for segment, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:07.634468 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-47b71860-4621-4446-bf5a-fc2054ab2a10 req-4dd1a82b-2f78-4fcb-9fa8-639bba3bc316 service neutron] 10.222.0.35 "GET /v2.0/networks/9d3d3a86-d0ea-42bb-882a-63d3244d9913?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643198 May 20 20:47:07.640424 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fb10888-6ffd-4997-aae2-a9d78eaa6b54 admin admin] Deleting subnet 300ebc81-ca8f-445a-aa65-99b35bd2108e {{(pid=103162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 20 20:47:07.645245 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3fb10888-6ffd-4997-aae2-a9d78eaa6b54 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:07.647335 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4346c59-e28d-49aa-9c9b-f09c067ce87c req-f19ef84d-1fab-441f-8445-a1e050dde046 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:47:07.648409 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a554d546-abf0-4732-bea2-e86cb3ad4f9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:07.650006 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b4346c59-e28d-49aa-9c9b-f09c067ce87c req-f19ef84d-1fab-441f-8445-a1e050dde046 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/ports?device_id=9acabe24-34b6-4f76-8669-0fb1b3e18f66 HTTP/1.1" status: 200 len: 950 time: 0.0799959 May 20 20:47:07.681058 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a554d546-abf0-4732-bea2-e86cb3ad4f9a admin admin] Releasing vlan 238 on physical network physnet1 to pool {{(pid=103162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 20:47:07.681482 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a554d546-abf0-4732-bea2-e86cb3ad4f9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3800791'] for segment, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:07.683136 n-d-842733-1 neutron-server[103162]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 20:47:07.683136 n-d-842733-1 neutron-server[103162]: self.session.flush() May 20 20:47:07.683136 n-d-842733-1 neutron-server[103162]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 20:47:07.683136 n-d-842733-1 neutron-server[103162]: self.session.flush() May 20 20:47:07.683136 n-d-842733-1 neutron-server[103162]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 20:47:07.683136 n-d-842733-1 neutron-server[103162]: self.session.flush() May 20 20:47:07.683136 n-d-842733-1 neutron-server[103162]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 20:47:07.683136 n-d-842733-1 neutron-server[103162]: self.session.flush() May 20 20:47:07.683136 n-d-842733-1 neutron-server[103162]: Traceback (most recent call last): May 20 20:47:07.683136 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 20:47:07.683136 n-d-842733-1 neutron-server[103162]: timer() May 20 20:47:07.683136 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 20:47:07.683136 n-d-842733-1 neutron-server[103162]: cb(*args, **kw) May 20 20:47:07.683136 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 20 20:47:07.683136 n-d-842733-1 neutron-server[103162]: return func(*args, **kwargs) May 20 20:47:07.683136 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 20:47:07.683136 n-d-842733-1 neutron-server[103162]: self._notify() May 20 20:47:07.683136 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 20:47:07.683136 n-d-842733-1 neutron-server[103162]: self.callback(batched_events) May 20 20:47:07.683136 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 20:47:07.683136 n-d-842733-1 neutron-server[103162]: event.method(event) May 20 20:47:07.683136 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 20 20:47:07.683136 n-d-842733-1 neutron-server[103162]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 20:47:07.683136 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 20 20:47:07.683136 n-d-842733-1 neutron-server[103162]: aggregate_uuid = self.p_client.list_aggregates( May 20 20:47:07.683136 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 20 20:47:07.683136 n-d-842733-1 neutron-server[103162]: return f(self, *a, **k) May 20 20:47:07.683136 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 20 20:47:07.683136 n-d-842733-1 neutron-server[103162]: return self._get(url).json() May 20 20:47:07.683136 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 20 20:47:07.683136 n-d-842733-1 neutron-server[103162]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 20:47:07.683136 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 20:47:07.683136 n-d-842733-1 neutron-server[103162]: return self.request(url, 'GET', **kwargs) May 20 20:47:07.683136 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 20:47:07.683136 n-d-842733-1 neutron-server[103162]: base_url = self.get_endpoint(auth, allow=allow, May 20 20:47:07.683136 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 20:47:07.683136 n-d-842733-1 neutron-server[103162]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 20:47:07.683136 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 20:47:07.683136 n-d-842733-1 neutron-server[103162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 20:47:07.683136 n-d-842733-1 neutron-server[103162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 20:47:07.734306 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b4346c59-e28d-49aa-9c9b-f09c067ce87c req-5fe72d03-aa0d-4295-9647-d0b6bca5f37d tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/security-groups?id=38c76b68-4081-4341-88c9-c8e3082a5da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757210 May 20 20:47:07.744843 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3fb10888-6ffd-4997-aae2-a9d78eaa6b54 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3738392'] for subnet, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:07.762904 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-47b71860-4621-4446-bf5a-fc2054ab2a10 req-d9c83c70-7822-4e4b-a852-ce35d5575194 service neutron] 10.222.0.35 "GET /v2.0/networks/9d3d3a86-d0ea-42bb-882a-63d3244d9913?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119883 May 20 20:47:07.825939 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3fb10888-6ffd-4997-aae2-a9d78eaa6b54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33068388'] for subnet, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:07.837743 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a844f8ca-70e1-4068-93aa-89dbaef20356 req-c85272b5-e3c8-4f8a-a745-6dd581523be4 tempest-ServersNegativeTestMultiTenantJSON-446127000 tempest-ServersNegativeTestMultiTenantJSON-446127000-project] 10.222.0.35 "GET /v2.0/ports?device_id=f756e5b3-e1d1-4f89-8338-385394f3ae9b HTTP/1.1" status: 200 len: 210 time: 0.0477438 May 20 20:47:07.872106 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a554d546-abf0-4732-bea2-e86cb3ad4f9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33072122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748162'] for network, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:07.876774 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a554d546-abf0-4732-bea2-e86cb3ad4f9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:07.879976 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-a554d546-abf0-4732-bea2-e86cb3ad4f9a admin admin] 10.222.0.35 "DELETE /v2.0/networks/03f283bd-2e83-465b-9c7a-c3856caf02a0 HTTP/1.1" status: 204 len: 168 time: 1.1579673 May 20 20:47:07.902584 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a554d546-abf0-4732-bea2-e86cb3ad4f9a admin admin] Pushing event deleted for resources: {'Network': ['ID=03f283bd-2e83-465b-9c7a-c3856caf02a0,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:47:07.966287 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-8c6f5896-451c-46ab-a1a0-53bd4fbe0660 req-75b45be6-f791-4a6d-96d4-560fc1f9ab6f tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:07.978471 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3fb10888-6ffd-4997-aae2-a9d78eaa6b54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33068399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3797621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4018265'] for subnet, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:07.978572 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] get_ports_and_sgs() called for port_ids ['4804f9ed-d929-4451-ab46-9ce5f415198a'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:47:08.041231 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] get_ports_and_sgs() called for port_ids ['130e72e6-da90-46ab-a5e7-4c8babd6202e'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:47:08.045348 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b45be6-f791-4a6d-96d4-560fc1f9ab6f tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Pushing event deleted for resources: {'Port': ['ID=4804f9ed-d929-4451-ab46-9ce5f415198a,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:47:08.048321 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d343123e-8262-4d40-99ed-ee9cd97421ee req-a373dda5-b47d-4882-a6e2-dd828cdee28c tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] 10.222.0.35 "GET /v2.0/ports?device_id=a5545a98-cd95-42cb-b1ec-fef20fc9b0da HTTP/1.1" status: 200 len: 210 time: 0.0461264 May 20 20:47:08.093972 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3fb10888-6ffd-4997-aae2-a9d78eaa6b54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:08.099788 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-3fb10888-6ffd-4997-aae2-a9d78eaa6b54 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/300ebc81-ca8f-445a-aa65-99b35bd2108e HTTP/1.1" status: 204 len: 168 time: 0.5794733 May 20 20:47:08.099788 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb10888-6ffd-4997-aae2-a9d78eaa6b54 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=300ebc81-ca8f-445a-aa65-99b35bd2108e,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:47:08.100867 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 45508) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:47:08.123559 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c6f5896-451c-46ab-a1a0-53bd4fbe0660 req-75b45be6-f791-4a6d-96d4-560fc1f9ab6f tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] No DVR routers for this DVR port 4804f9ed-d929-4451-ab46-9ce5f415198a on host n-h1-842733-1 {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:47:08.128134 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-8c6f5896-451c-46ab-a1a0-53bd4fbe0660 req-75b45be6-f791-4a6d-96d4-560fc1f9ab6f tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:08.132826 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-8c6f5896-451c-46ab-a1a0-53bd4fbe0660 req-75b45be6-f791-4a6d-96d4-560fc1f9ab6f tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.24 "DELETE /v2.0/ports/4804f9ed-d929-4451-ab46-9ce5f415198a HTTP/1.1" status: 204 len: 173 time: 1.0071645 May 20 20:47:08.133751 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45497337-ffcf-45d2-9a43-15350b28593e', 'name': 'network-vif-deleted', 'tag': '4804f9ed-d929-4451-ab46-9ce5f415198a'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:47:08.137062 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6fa957933fccbf596d28104b23404b952ad6a8238afaebaed40a0874b2e409" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66c65322-327c-477e-a06d-9b23b53ffa32" -d '{"events": [{"server_uuid": "45497337-ffcf-45d2-9a43-15350b28593e", "name": "network-vif-deleted", "tag": "4804f9ed-d929-4451-ab46-9ce5f415198a"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:47:08.184622 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d479106c-ed45-4302-98a5-744866798fea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33160123'] for network, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:08.211626 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 20:47:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2db1648b-7679-4cb7-a4ac-083104eba567 x-openstack-request-id: req-2db1648b-7679-4cb7-a4ac-083104eba567 {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:47:08.211626 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45497337-ffcf-45d2-9a43-15350b28593e", "name": "network-vif-deleted", "tag": "4804f9ed-d929-4451-ab46-9ce5f415198a", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:47:08.211626 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2db1648b-7679-4cb7-a4ac-083104eba567 {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:47:08.211626 n-d-842733-1 neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2db1648b-7679-4cb7-a4ac-083104eba567'] response: {'server_uuid': '45497337-ffcf-45d2-9a43-15350b28593e', 'name': 'network-vif-deleted', 'tag': '4804f9ed-d929-4451-ab46-9ce5f415198a', 'status': 'completed', 'code': 200} May 20 20:47:08.245950 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device d6d900e5-878c-4362-bc8f-7d0da00fe4b6 no longer exists at agent hyperv_n-h1-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:47:08.311970 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9f44e638-b866-4f31-a10d-af499e30dd04 req-54c1f3b1-65ae-4c64-80a6-48b0984d7245 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/ports?device_id=45497337-ffcf-45d2-9a43-15350b28593e HTTP/1.1" status: 200 len: 210 time: 0.0696173 May 20 20:47:08.326846 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d479106c-ed45-4302-98a5-744866798fea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33072115', 'neutron.services.segments.db._delete_segments_for_network-8782419500584'] for network, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:08.359622 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-d479106c-ed45-4302-98a5-744866798fea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e178029b-e9dc-4e42-8296-7a3daabb369c']}} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:47:08.372802 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-d479106c-ed45-4302-98a5-744866798fea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5aeed8bb-9828-48d9-8ba7-cbd2414627a4') {'for_net_delete': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:47:08.373100 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-d479106c-ed45-4302-98a5-744866798fea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5aeed8bb-9828-48d9-8ba7-cbd2414627a4') {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:47:08.375045 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 45520) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:47:08.389770 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d479106c-ed45-4302-98a5-744866798fea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419501617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9338764'] for segment, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:08.403316 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Current status of the port d6d900e5-878c-4362-bc8f-7d0da00fe4b6 is: ACTIVE; New status is: DOWN {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:47:08.403696 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:08.411574 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d479106c-ed45-4302-98a5-744866798fea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:08.428099 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a347e692-068e-4444-9196-4815d70e0479', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd6d900e5-878c-4362-bc8f-7d0da00fe4b6'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:47:08.430393 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d479106c-ed45-4302-98a5-744866798fea admin admin] Releasing vlan 213 on physical network physnet1 to pool {{(pid=103163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 20:47:08.430806 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d479106c-ed45-4302-98a5-744866798fea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9638311'] for segment, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:08.431268 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8485417003ce7c0410b00f5cdc2f391e21107b70bb68e2773712534a96e108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70406b40-4d72-4c5e-8787-631351dbd8b0" -d '{"events": [{"server_uuid": "a347e692-068e-4444-9196-4815d70e0479", "name": "network-vif-unplugged", "status": "completed", "tag": "d6d900e5-878c-4362-bc8f-7d0da00fe4b6"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:47:08.433235 n-d-842733-1 neutron-server[103163]: Traceback (most recent call last): May 20 20:47:08.433235 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 20:47:08.433235 n-d-842733-1 neutron-server[103163]: timer() May 20 20:47:08.433235 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 20:47:08.433235 n-d-842733-1 neutron-server[103163]: cb(*args, **kw) May 20 20:47:08.433235 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 20 20:47:08.433235 n-d-842733-1 neutron-server[103163]: return func(*args, **kwargs) May 20 20:47:08.433235 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 20:47:08.433235 n-d-842733-1 neutron-server[103163]: self._notify() May 20 20:47:08.433235 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 20:47:08.433235 n-d-842733-1 neutron-server[103163]: self.callback(batched_events) May 20 20:47:08.433235 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 20:47:08.433235 n-d-842733-1 neutron-server[103163]: event.method(event) May 20 20:47:08.433235 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 20 20:47:08.433235 n-d-842733-1 neutron-server[103163]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 20:47:08.433235 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 20 20:47:08.433235 n-d-842733-1 neutron-server[103163]: aggregate_uuid = self.p_client.list_aggregates( May 20 20:47:08.433235 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 20 20:47:08.433235 n-d-842733-1 neutron-server[103163]: return f(self, *a, **k) May 20 20:47:08.433235 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 20 20:47:08.433235 n-d-842733-1 neutron-server[103163]: return self._get(url).json() May 20 20:47:08.433235 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 20 20:47:08.433235 n-d-842733-1 neutron-server[103163]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 20:47:08.433235 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 20:47:08.433235 n-d-842733-1 neutron-server[103163]: return self.request(url, 'GET', **kwargs) May 20 20:47:08.433235 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 20:47:08.433235 n-d-842733-1 neutron-server[103163]: base_url = self.get_endpoint(auth, allow=allow, May 20 20:47:08.433235 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 20:47:08.433235 n-d-842733-1 neutron-server[103163]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 20:47:08.433235 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 20:47:08.433235 n-d-842733-1 neutron-server[103163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 20:47:08.433235 n-d-842733-1 neutron-server[103163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 20:47:08.470704 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port d6d900e5-878c-4362-bc8f-7d0da00fe4b6, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=d6d900e5-878c-4362-bc8f-7d0da00fe4b6,segment=NetworkSegment(769d43cd-208e-4beb-b6e6-532aefd8f5a1),segment_id=769d43cd-208e-4beb-b6e6-532aefd8f5a1)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:47:08.490671 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 May 2022 20:47:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b037687c-4466-4626-9ddb-059cd11f53e2 x-openstack-request-id: req-b037687c-4466-4626-9ddb-059cd11f53e2 {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:47:08.490671 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a347e692-068e-4444-9196-4815d70e0479", "name": "network-vif-unplugged", "status": "completed", "tag": "d6d900e5-878c-4362-bc8f-7d0da00fe4b6", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:47:08.490671 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b037687c-4466-4626-9ddb-059cd11f53e2 {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:47:08.490671 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b037687c-4466-4626-9ddb-059cd11f53e2'] response: {'server_uuid': 'a347e692-068e-4444-9196-4815d70e0479', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd6d900e5-878c-4362-bc8f-7d0da00fe4b6', 'code': 200} May 20 20:47:08.500366 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-15c72c72-84a2-4f4c-a6d9-85fc35e463c1 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6a76ee59060b4534b8c9b9c6a41cf39b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1197011 May 20 20:47:08.502831 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 45524) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:47:08.562243 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-dfed530d-6778-484b-b84d-945c50b60ac7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:08.570771 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:08.593560 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-dfed530d-6778-484b-b84d-945c50b60ac7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:08.611922 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device df49c88d-b451-41aa-906d-89dccf9a95a8 no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:47:08.623313 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d479106c-ed45-4302-98a5-744866798fea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33072122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748162'] for network, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:08.634371 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d479106c-ed45-4302-98a5-744866798fea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:08.640103 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-d479106c-ed45-4302-98a5-744866798fea admin admin] 10.222.0.35 "DELETE /v2.0/networks/e178029b-e9dc-4e42-8296-7a3daabb369c HTTP/1.1" status: 204 len: 168 time: 0.5356576 May 20 20:47:08.653010 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d479106c-ed45-4302-98a5-744866798fea admin admin] Pushing event deleted for resources: {'Network': ['ID=e178029b-e9dc-4e42-8296-7a3daabb369c,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:47:08.654488 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: df49c88d-b451-41aa-906d-89dccf9a95a8 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 20:47:08.654983 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device df49c88d-b451-41aa-906d-89dccf9a95a8 not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 20:47:08.659912 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 3313d060-c7c3-42e7-954d-f8cb86323ebb no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:47:08.689669 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: 3313d060-c7c3-42e7-954d-f8cb86323ebb {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 20:47:08.691426 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 3313d060-c7c3-42e7-954d-f8cb86323ebb not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 20:47:08.699134 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Pushing event updated for resources: {'Port': ['ID=d6d900e5-878c-4362-bc8f-7d0da00fe4b6,revision_number=8']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:47:08.736681 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-dfed530d-6778-484b-b84d-945c50b60ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:08.739358 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-dfed530d-6778-484b-b84d-945c50b60ac7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:08.740503 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-dfed530d-6778-484b-b84d-945c50b60ac7 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/77bd7f4e-7836-40ee-b79f-4ce796c3e25d HTTP/1.1" status: 204 len: 168 time: 0.2368040 May 20 20:47:08.751004 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfed530d-6778-484b-b84d-945c50b60ac7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77bd7f4e-7836-40ee-b79f-4ce796c3e25d,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:47:08.808011 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04388ee1-f096-4ca5-99fd-d64062a07b23 req-3d3591f2-9986-4269-82a9-d24b92b3c2c6 tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:47:08.809580 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-04388ee1-f096-4ca5-99fd-d64062a07b23 req-3d3591f2-9986-4269-82a9-d24b92b3c2c6 tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] 10.222.0.24 "GET /v2.0/ports?device_id=a347e692-068e-4444-9196-4815d70e0479 HTTP/1.1" status: 200 len: 943 time: 0.1393745 May 20 20:47:08.868462 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d156f869-be33-4009-b4d5-19424132a18c req-74f3f650-783f-4c64-b272-080017b6e181 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:47:08.870651 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d156f869-be33-4009-b4d5-19424132a18c req-74f3f650-783f-4c64-b272-080017b6e181 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/ports?device_id=9acabe24-34b6-4f76-8669-0fb1b3e18f66 HTTP/1.1" status: 200 len: 950 time: 0.0534334 May 20 20:47:08.929897 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d156f869-be33-4009-b4d5-19424132a18c req-a0e79f78-e893-48b6-b6a8-a85cd2ccf8bf tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/security-groups?id=38c76b68-4081-4341-88c9-c8e3082a5da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532367 May 20 20:47:08.931442 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-04388ee1-f096-4ca5-99fd-d64062a07b23 req-ba237ba9-c675-4329-b3a4-ba78d8be8da4 tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] Deleting port d6d900e5-878c-4362-bc8f-7d0da00fe4b6 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:47:08.931442 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-04388ee1-f096-4ca5-99fd-d64062a07b23 req-ba237ba9-c675-4329-b3a4-ba78d8be8da4 tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:08.975905 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-43311651-e257-437d-918b-5cecd75708c0 req-03b7fe13-97cb-4c16-803e-697617734aeb tempest-ServersNegativeTestMultiTenantJSON-446127000 tempest-ServersNegativeTestMultiTenantJSON-446127000-project] 10.222.0.35 "GET /v2.0/ports?device_id=f756e5b3-e1d1-4f89-8338-385394f3ae9b HTTP/1.1" status: 200 len: 210 time: 0.0445900 May 20 20:47:09.043133 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-04388ee1-f096-4ca5-99fd-d64062a07b23 req-ba237ba9-c675-4329-b3a4-ba78d8be8da4 tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] For port d6d900e5-878c-4362-bc8f-7d0da00fe4b6, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=d6d900e5-878c-4362-bc8f-7d0da00fe4b6,segment=NetworkSegment(769d43cd-208e-4beb-b6e6-532aefd8f5a1),segment_id=769d43cd-208e-4beb-b6e6-532aefd8f5a1)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:47:09.043501 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-04388ee1-f096-4ca5-99fd-d64062a07b23 req-ba237ba9-c675-4329-b3a4-ba78d8be8da4 tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:09.055140 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-04388ee1-f096-4ca5-99fd-d64062a07b23 req-ba237ba9-c675-4329-b3a4-ba78d8be8da4 tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] Calling delete_port for d6d900e5-878c-4362-bc8f-7d0da00fe4b6 owned by compute:nova {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:47:09.104740 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 45538) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:47:09.290955 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-04388ee1-f096-4ca5-99fd-d64062a07b23 req-ba237ba9-c675-4329-b3a4-ba78d8be8da4 tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:09.326692 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba237ba9-c675-4329-b3a4-ba78d8be8da4 tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] Pushing event deleted for resources: {'Port': ['ID=d6d900e5-878c-4362-bc8f-7d0da00fe4b6,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:47:09.415319 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-04388ee1-f096-4ca5-99fd-d64062a07b23 req-ba237ba9-c675-4329-b3a4-ba78d8be8da4 tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] No DVR routers for this DVR port d6d900e5-878c-4362-bc8f-7d0da00fe4b6 on host n-h1-842733-1 {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:47:09.418761 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-04388ee1-f096-4ca5-99fd-d64062a07b23 req-ba237ba9-c675-4329-b3a4-ba78d8be8da4 tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:09.423127 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-04388ee1-f096-4ca5-99fd-d64062a07b23 req-ba237ba9-c675-4329-b3a4-ba78d8be8da4 tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] 10.222.0.24 "DELETE /v2.0/ports/d6d900e5-878c-4362-bc8f-7d0da00fe4b6 HTTP/1.1" status: 204 len: 173 time: 0.6033735 May 20 20:47:09.472073 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-75baf4b1-b3e0-474a-9800-f1393cd007c4 req-6895db37-b059-43a6-bc9b-f05488a69de2 tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] 10.222.0.35 "GET /v2.0/ports?device_id=a5545a98-cd95-42cb-b1ec-fef20fc9b0da HTTP/1.1" status: 200 len: 210 time: 0.0339167 May 20 20:47:09.497923 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-af84d3a6-24a4-4853-8f39-a5aa791ef658 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d98e0c31ba7547e6ab7bf6beafea7b9f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3855424 May 20 20:47:09.497923 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 45552) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:47:09.554682 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e67c9954-7039-428c-9cdc-bd778b8d7f3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:09.580989 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e67c9954-7039-428c-9cdc-bd778b8d7f3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:09.707830 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e67c9954-7039-428c-9cdc-bd778b8d7f3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:09.710394 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e67c9954-7039-428c-9cdc-bd778b8d7f3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:09.711681 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-e67c9954-7039-428c-9cdc-bd778b8d7f3f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/dad70b6b-9a8a-4c58-9eaa-2e9a1669739e HTTP/1.1" status: 204 len: 168 time: 0.2135658 May 20 20:47:09.720994 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67c9954-7039-428c-9cdc-bd778b8d7f3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dad70b6b-9a8a-4c58-9eaa-2e9a1669739e,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:47:09.908229 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7730f7f-ce0b-4cc3-ad10-e7d1e6c0654e req-ec8a9d92-514a-4f04-a4ba-44380692e32d tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:47:09.909739 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a7730f7f-ce0b-4cc3-ad10-e7d1e6c0654e req-ec8a9d92-514a-4f04-a4ba-44380692e32d tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/ports?device_id=73e6ff91-e9c8-4167-9370-e79bd8c2a253 HTTP/1.1" status: 200 len: 945 time: 0.0527291 May 20 20:47:09.951142 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a7730f7f-ce0b-4cc3-ad10-e7d1e6c0654e req-d4ca4baa-756e-4a05-ac81-1e60ba4c0bd7 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/security-groups?id=c9d9c404-d869-4158-9779-ac1a15da4bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350330 May 20 20:47:10.089871 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-210466da-b0e4-4629-b0d8-6a5a6ca9256f req-9752fc6c-8c7f-4a92-ac2b-3aee9a032a3c tempest-ServersNegativeTestMultiTenantJSON-446127000 tempest-ServersNegativeTestMultiTenantJSON-446127000-project] 10.222.0.35 "GET /v2.0/ports?device_id=f756e5b3-e1d1-4f89-8338-385394f3ae9b HTTP/1.1" status: 200 len: 210 time: 0.0379992 May 20 20:47:10.106850 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a70ee6b-3f06-4660-9807-7076867814ab req-48656160-e745-447b-a6a5-25f879721a9e tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:47:10.109742 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4a70ee6b-3f06-4660-9807-7076867814ab req-48656160-e745-447b-a6a5-25f879721a9e tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/ports?device_id=9acabe24-34b6-4f76-8669-0fb1b3e18f66 HTTP/1.1" status: 200 len: 950 time: 0.0941465 May 20 20:47:10.164947 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4a70ee6b-3f06-4660-9807-7076867814ab req-83c28a4e-ada6-454c-bae8-e370f9d0cb1b tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/security-groups?id=38c76b68-4081-4341-88c9-c8e3082a5da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460141 May 20 20:47:10.211999 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a347e692-068e-4444-9196-4815d70e0479', 'name': 'network-vif-deleted', 'tag': 'd6d900e5-878c-4362-bc8f-7d0da00fe4b6'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:47:10.216362 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6fa957933fccbf596d28104b23404b952ad6a8238afaebaed40a0874b2e409" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06705403-810f-4303-95f6-a6355d9d82aa" -d '{"events": [{"server_uuid": "a347e692-068e-4444-9196-4815d70e0479", "name": "network-vif-deleted", "tag": "d6d900e5-878c-4362-bc8f-7d0da00fe4b6"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:47:10.259724 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 4804f9ed-d929-4451-ab46-9ce5f415198a no longer exists at agent hyperv_n-h1-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:47:10.286826 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 20:47:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbf67db4-83fb-48dd-a395-463090dce7f7 x-openstack-request-id: req-bbf67db4-83fb-48dd-a395-463090dce7f7 {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:47:10.287326 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a347e692-068e-4444-9196-4815d70e0479", "name": "network-vif-deleted", "tag": "d6d900e5-878c-4362-bc8f-7d0da00fe4b6", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:47:10.288037 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-bbf67db4-83fb-48dd-a395-463090dce7f7 {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:47:10.288715 n-d-842733-1 neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bbf67db4-83fb-48dd-a395-463090dce7f7'] response: {'server_uuid': 'a347e692-068e-4444-9196-4815d70e0479', 'name': 'network-vif-deleted', 'tag': 'd6d900e5-878c-4362-bc8f-7d0da00fe4b6', 'status': 'completed', 'code': 200} May 20 20:47:10.399429 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba9f1f1-f4cf-4417-b554-775b0220eec4 req-17b4dae3-b85f-4e0d-a340-f9b0353d1fdc tempest-ServersNegativeTestMultiTenantJSON-446127000 tempest-ServersNegativeTestMultiTenantJSON-446127000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:47:10.400523 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-dba9f1f1-f4cf-4417-b554-775b0220eec4 req-17b4dae3-b85f-4e0d-a340-f9b0353d1fdc tempest-ServersNegativeTestMultiTenantJSON-446127000 tempest-ServersNegativeTestMultiTenantJSON-446127000-project] 10.222.0.13 "GET /v2.0/networks?id=c2ea9378-ee68-40b3-a775-73638caa62a4 HTTP/1.1" status: 200 len: 825 time: 0.2148666 May 20 20:47:10.416502 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d833940b-2afe-48c5-a4cf-fb7786535282 req-831012dd-9eca-4c8c-912b-a5701c8fcb04 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:47:10.418829 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d833940b-2afe-48c5-a4cf-fb7786535282 req-831012dd-9eca-4c8c-912b-a5701c8fcb04 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.13 "GET /v2.0/ports?device_id=73e6ff91-e9c8-4167-9370-e79bd8c2a253 HTTP/1.1" status: 200 len: 945 time: 0.1019797 May 20 20:47:10.425879 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [req-dba9f1f1-f4cf-4417-b554-775b0220eec4 req-6bb7d7cb-3cef-4638-9914-bb6a73299f7f tempest-ServersNegativeTestMultiTenantJSON-446127000 tempest-ServersNegativeTestMultiTenantJSON-446127000-project] Request body: {'port': {'device_id': 'f756e5b3-e1d1-4f89-8338-385394f3ae9b', 'network_id': 'c2ea9378-ee68-40b3-a775-73638caa62a4', 'admin_state_up': True, 'tenant_id': '969b4f9797494c1ca62ae331aae974cc'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:47:10.502522 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] No Port match for: 4804f9ed-d929-4451-ab46-9ce5f415198a {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 20:47:10.503293 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 4804f9ed-d929-4451-ab46-9ce5f415198a not bound to the agent host n-h1-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 20:47:10.624867 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1f29413a-f08b-49c2-94d2-1fbb48fe480d req-445b577b-6cbd-429d-b5eb-78773987333e tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] 10.222.0.35 "GET /v2.0/ports?device_id=a5545a98-cd95-42cb-b1ec-fef20fc9b0da HTTP/1.1" status: 200 len: 210 time: 0.0665159 May 20 20:47:10.698016 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [req-d833940b-2afe-48c5-a4cf-fb7786535282 req-7d34fe79-fe8a-4616-b4b9-9562b1302ec6 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Deleting port 130e72e6-da90-46ab-a5e7-4c8babd6202e {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:47:10.698523 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-d833940b-2afe-48c5-a4cf-fb7786535282 req-7d34fe79-fe8a-4616-b4b9-9562b1302ec6 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:10.779416 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dba9f1f1-f4cf-4417-b554-775b0220eec4 req-6bb7d7cb-3cef-4638-9914-bb6a73299f7f tempest-ServersNegativeTestMultiTenantJSON-446127000 tempest-ServersNegativeTestMultiTenantJSON-446127000-project] Made reservation on behalf of 969b4f9797494c1ca62ae331aae974cc for: {'port': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:47:10.782943 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-dba9f1f1-f4cf-4417-b554-775b0220eec4 req-6bb7d7cb-3cef-4638-9914-bb6a73299f7f tempest-ServersNegativeTestMultiTenantJSON-446127000 tempest-ServersNegativeTestMultiTenantJSON-446127000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:10.810631 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-d833940b-2afe-48c5-a4cf-fb7786535282 req-7d34fe79-fe8a-4616-b4b9-9562b1302ec6 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] For port 130e72e6-da90-46ab-a5e7-4c8babd6202e, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=130e72e6-da90-46ab-a5e7-4c8babd6202e,segment=NetworkSegment(1b0c59b6-1da5-46b1-ba4a-82e83befd33e),segment_id=1b0c59b6-1da5-46b1-ba4a-82e83befd33e)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:47:10.810991 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-d833940b-2afe-48c5-a4cf-fb7786535282 req-7d34fe79-fe8a-4616-b4b9-9562b1302ec6 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:10.831388 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [req-d833940b-2afe-48c5-a4cf-fb7786535282 req-7d34fe79-fe8a-4616-b4b9-9562b1302ec6 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Calling delete_port for 130e72e6-da90-46ab-a5e7-4c8babd6202e owned by compute:nova {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:47:10.996709 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [req-dba9f1f1-f4cf-4417-b554-775b0220eec4 req-6bb7d7cb-3cef-4638-9914-bb6a73299f7f tempest-ServersNegativeTestMultiTenantJSON-446127000 tempest-ServersNegativeTestMultiTenantJSON-446127000-project] Allocated IP 172.20.0.14 (c2ea9378-ee68-40b3-a775-73638caa62a4/f4878b4a-3af4-4842-a84e-d8914d802b87/36efa871-7d20-4d85-b796-bf7945cfba25) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:47:11.137912 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 45640) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:47:11.156718 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 45644) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:47:11.173434 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b71860-4621-4446-bf5a-fc2054ab2a10 req-9ed2a31b-3591-45c8-b4ec-53fe51e3346f tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:47:11.175256 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-47b71860-4621-4446-bf5a-fc2054ab2a10 req-9ed2a31b-3591-45c8-b4ec-53fe51e3346f tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] 10.222.0.13 "GET /v2.0/networks?id=9d3d3a86-d0ea-42bb-882a-63d3244d9913 HTTP/1.1" status: 200 len: 805 time: 0.2018702 May 20 20:47:11.199415 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-d833940b-2afe-48c5-a4cf-fb7786535282 req-7d34fe79-fe8a-4616-b4b9-9562b1302ec6 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:11.201467 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [req-47b71860-4621-4446-bf5a-fc2054ab2a10 req-b3115e10-5398-4765-8d2c-64a9a67e6829 tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] Request body: {'port': {'device_id': 'a5545a98-cd95-42cb-b1ec-fef20fc9b0da', 'network_id': '9d3d3a86-d0ea-42bb-882a-63d3244d9913', 'admin_state_up': True, 'tenant_id': '812b03e5e79843f7aecfe762e5ee081e'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:47:11.264603 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d34fe79-fe8a-4616-b4b9-9562b1302ec6 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Pushing event deleted for resources: {'Port': ['ID=130e72e6-da90-46ab-a5e7-4c8babd6202e,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:47:11.293546 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-89ba6864-0d48-418e-93e0-d622cb41b281 req-2e6d203c-c45a-4062-a223-f2cd914b0561 tempest-ServersNegativeTestMultiTenantJSON-446127000 tempest-ServersNegativeTestMultiTenantJSON-446127000-project] 10.222.0.35 "GET /v2.0/ports?device_id=f756e5b3-e1d1-4f89-8338-385394f3ae9b HTTP/1.1" status: 200 len: 210 time: 0.0731568 May 20 20:47:11.350899 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0092b901-a241-47ce-ba21-55b1c18ddea0 req-b71185a3-1cf4-41e0-b439-c568ec6bbe46 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:47:11.358434 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0092b901-a241-47ce-ba21-55b1c18ddea0 req-b71185a3-1cf4-41e0-b439-c568ec6bbe46 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/ports?device_id=73e6ff91-e9c8-4167-9370-e79bd8c2a253 HTTP/1.1" status: 200 len: 867 time: 0.2582757 May 20 20:47:11.374961 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f6c2dc7a-fe96-4a6e-9c70-c0c8577f7206 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:11.384085 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-3303d5c5-abcd-45bb-96f4-5270322d3b29 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-616548404-network', 'tenant_id': 'ad08a6df517d4421a3d41cf43d0382ff'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:47:11.403306 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [req-d833940b-2afe-48c5-a4cf-fb7786535282 req-7d34fe79-fe8a-4616-b4b9-9562b1302ec6 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] No DVR routers for this DVR port 130e72e6-da90-46ab-a5e7-4c8babd6202e on host n-h2-842733-1 {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:47:11.408052 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-d833940b-2afe-48c5-a4cf-fb7786535282 req-7d34fe79-fe8a-4616-b4b9-9562b1302ec6 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:11.413306 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d833940b-2afe-48c5-a4cf-fb7786535282 req-7d34fe79-fe8a-4616-b4b9-9562b1302ec6 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.13 "DELETE /v2.0/ports/130e72e6-da90-46ab-a5e7-4c8babd6202e HTTP/1.1" status: 204 len: 173 time: 0.9587095 May 20 20:47:11.423221 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73e6ff91-e9c8-4167-9370-e79bd8c2a253', 'name': 'network-vif-deleted', 'tag': '130e72e6-da90-46ab-a5e7-4c8babd6202e'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:47:11.426151 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4291b17aa7b45362825f0571e77c85f5e73afe1df9c7e9e15006df9d695c005e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-059fa671-fda5-4a35-97de-4cb9ee9d6f25" -d '{"events": [{"server_uuid": "73e6ff91-e9c8-4167-9370-e79bd8c2a253", "name": "network-vif-deleted", "tag": "130e72e6-da90-46ab-a5e7-4c8babd6202e"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:47:11.477296 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-dba9f1f1-f4cf-4417-b554-775b0220eec4 req-6bb7d7cb-3cef-4638-9914-bb6a73299f7f tempest-ServersNegativeTestMultiTenantJSON-446127000 tempest-ServersNegativeTestMultiTenantJSON-446127000-project] Notify callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:11.504252 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0092b901-a241-47ce-ba21-55b1c18ddea0 req-e2c1176c-bcda-4ba8-bfc7-208bf2bdbec3 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/security-groups?id=c9d9c404-d869-4158-9779-ac1a15da4bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448736 May 20 20:47:11.544007 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ea027f-fe5d-433d-b553-79d290855a0c req-3cb4f344-63b5-469d-b180-37d309db4294 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:47:11.545741 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b9ea027f-fe5d-433d-b553-79d290855a0c req-3cb4f344-63b5-469d-b180-37d309db4294 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/ports?device_id=9acabe24-34b6-4f76-8669-0fb1b3e18f66 HTTP/1.1" status: 200 len: 950 time: 0.1053398 May 20 20:47:11.546656 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3303d5c5-abcd-45bb-96f4-5270322d3b29 admin admin] Made reservation on behalf of ad08a6df517d4421a3d41cf43d0382ff for: {'network': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:47:11.549190 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3303d5c5-abcd-45bb-96f4-5270322d3b29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for network, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:11.554441 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f6c2dc7a-fe96-4a6e-9c70-c0c8577f7206 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:11.555525 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47b71860-4621-4446-bf5a-fc2054ab2a10 req-b3115e10-5398-4765-8d2c-64a9a67e6829 tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] Made reservation on behalf of 812b03e5e79843f7aecfe762e5ee081e for: {'port': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:47:11.560134 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-47b71860-4621-4446-bf5a-fc2054ab2a10 req-b3115e10-5398-4765-8d2c-64a9a67e6829 tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:11.568929 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3303d5c5-abcd-45bb-96f4-5270322d3b29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:11.581640 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 20:47:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f71d766-d5b6-4c0b-8fe9-41f577375559 x-openstack-request-id: req-7f71d766-d5b6-4c0b-8fe9-41f577375559 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:47:11.581956 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73e6ff91-e9c8-4167-9370-e79bd8c2a253", "name": "network-vif-deleted", "tag": "130e72e6-da90-46ab-a5e7-4c8babd6202e", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:47:11.582218 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7f71d766-d5b6-4c0b-8fe9-41f577375559 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:47:11.582619 n-d-842733-1 neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f71d766-d5b6-4c0b-8fe9-41f577375559'] response: {'server_uuid': '73e6ff91-e9c8-4167-9370-e79bd8c2a253', 'name': 'network-vif-deleted', 'tag': '130e72e6-da90-46ab-a5e7-4c8babd6202e', 'status': 'completed', 'code': 200} May 20 20:47:11.595061 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b9ea027f-fe5d-433d-b553-79d290855a0c req-ef377a25-42c6-4520-ab0a-e1b91e4a1cf3 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/security-groups?id=38c76b68-4081-4341-88c9-c8e3082a5da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408351 May 20 20:47:11.650753 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f6c2dc7a-fe96-4a6e-9c70-c0c8577f7206 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:11.669150 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-dba9f1f1-f4cf-4417-b554-775b0220eec4 req-6bb7d7cb-3cef-4638-9914-bb6a73299f7f tempest-ServersNegativeTestMultiTenantJSON-446127000 tempest-ServersNegativeTestMultiTenantJSON-446127000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:11.723308 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-f6c2dc7a-fe96-4a6e-9c70-c0c8577f7206 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a74cc3b5fb1c44b3a0be0e9b2f12aba9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5655205 May 20 20:47:11.731811 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 45654) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:47:11.733059 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c2dc7a-fe96-4a6e-9c70-c0c8577f7206 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46beb82b-296f-4019-9607-38dea71dd566,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:47:11.752380 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dba9f1f1-f4cf-4417-b554-775b0220eec4 req-6bb7d7cb-3cef-4638-9914-bb6a73299f7f tempest-ServersNegativeTestMultiTenantJSON-446127000 tempest-ServersNegativeTestMultiTenantJSON-446127000-project] Network c2ea9378-ee68-40b3-a775-73638caa62a4 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:47:11.752380 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a196af8e-b163-481f-b90c-3e9494291466 req-250a9f94-baa1-4851-b801-99f7fdc15580 tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] 10.222.0.35 "GET /v2.0/ports?device_id=a5545a98-cd95-42cb-b1ec-fef20fc9b0da HTTP/1.1" status: 200 len: 210 time: 0.0415425 May 20 20:47:11.759077 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [req-dba9f1f1-f4cf-4417-b554-775b0220eec4 req-6bb7d7cb-3cef-4638-9914-bb6a73299f7f tempest-ServersNegativeTestMultiTenantJSON-446127000 tempest-ServersNegativeTestMultiTenantJSON-446127000-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:47:11.761931 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb7d7cb-3cef-4638-9914-bb6a73299f7f tempest-ServersNegativeTestMultiTenantJSON-446127000 tempest-ServersNegativeTestMultiTenantJSON-446127000-project] Pushing event updated for resources: {'Port': ['ID=36efa871-7d20-4d85-b796-bf7945cfba25,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:47:11.763657 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [req-dba9f1f1-f4cf-4417-b554-775b0220eec4 req-6bb7d7cb-3cef-4638-9914-bb6a73299f7f tempest-ServersNegativeTestMultiTenantJSON-446127000 tempest-ServersNegativeTestMultiTenantJSON-446127000-project] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:47:11.816545 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba9f1f1-f4cf-4417-b554-775b0220eec4 req-6bb7d7cb-3cef-4638-9914-bb6a73299f7f tempest-ServersNegativeTestMultiTenantJSON-446127000 tempest-ServersNegativeTestMultiTenantJSON-446127000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:47:11.817155 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-dba9f1f1-f4cf-4417-b554-775b0220eec4 req-6bb7d7cb-3cef-4638-9914-bb6a73299f7f tempest-ServersNegativeTestMultiTenantJSON-446127000 tempest-ServersNegativeTestMultiTenantJSON-446127000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:11.834682 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [req-47b71860-4621-4446-bf5a-fc2054ab2a10 req-b3115e10-5398-4765-8d2c-64a9a67e6829 tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] Allocated IP 172.20.0.10 (9d3d3a86-d0ea-42bb-882a-63d3244d9913/4bff70e4-9d51-4479-9096-540dc3675fab/1bec4883-cd3e-4a64-8430-07918ea1f64f) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:47:11.860993 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3303d5c5-abcd-45bb-96f4-5270322d3b29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:11.881549 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5e588de9-6d57-41f2-bbf5-2269849da03f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:11.910408 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-dba9f1f1-f4cf-4417-b554-775b0220eec4 req-6bb7d7cb-3cef-4638-9914-bb6a73299f7f tempest-ServersNegativeTestMultiTenantJSON-446127000 tempest-ServersNegativeTestMultiTenantJSON-446127000-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4904468 May 20 20:47:11.925982 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5e588de9-6d57-41f2-bbf5-2269849da03f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:11.929813 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [req-dba9f1f1-f4cf-4417-b554-775b0220eec4 req-3a5fadbf-b402-4033-8a25-76f7be391db8 service neutron] Request body: {'port': {'device_id': 'f756e5b3-e1d1-4f89-8338-385394f3ae9b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-842733-1'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:47:11.980592 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3303d5c5-abcd-45bb-96f4-5270322d3b29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:11.984182 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-dba9f1f1-f4cf-4417-b554-775b0220eec4 req-3a5fadbf-b402-4033-8a25-76f7be391db8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:12.030121 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3303d5c5-abcd-45bb-96f4-5270322d3b29 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 221} {{(pid=103162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 20:47:12.047330 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3303d5c5-abcd-45bb-96f4-5270322d3b29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41609343-6bb9-42c4-9424-2489ea89f008,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:47:12.066412 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3303d5c5-abcd-45bb-96f4-5270322d3b29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:12.066804 n-d-842733-1 neutron-server[103162]: INFO neutron.db.segments_db [None req-3303d5c5-abcd-45bb-96f4-5270322d3b29 admin admin] Added segment 1d09afbe-6fd2-4434-81b3-bd6da4b308f2 of type vlan for network 27e6bc16-4ad6-4b22-a77e-faecac933b47 May 20 20:47:12.134832 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3303d5c5-abcd-45bb-96f4-5270322d3b29 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418993264'] for network, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:12.139576 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-47b71860-4621-4446-bf5a-fc2054ab2a10 req-b3115e10-5398-4765-8d2c-64a9a67e6829 tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:12.146255 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5e588de9-6d57-41f2-bbf5-2269849da03f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:12.148822 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5e588de9-6d57-41f2-bbf5-2269849da03f admin admin] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:12.152345 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-5e588de9-6d57-41f2-bbf5-2269849da03f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/46beb82b-296f-4019-9607-38dea71dd566 HTTP/1.1" status: 204 len: 168 time: 0.4131446 May 20 20:47:12.167065 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e588de9-6d57-41f2-bbf5-2269849da03f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46beb82b-296f-4019-9607-38dea71dd566,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:47:12.239367 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3303d5c5-abcd-45bb-96f4-5270322d3b29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524'] for network, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:12.240364 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3303d5c5-abcd-45bb-96f4-5270322d3b29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:47:12.241041 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3303d5c5-abcd-45bb-96f4-5270322d3b29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:12.255060 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device d6d900e5-878c-4362-bc8f-7d0da00fe4b6 no longer exists at agent hyperv_n-h1-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:47:12.274782 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [req-dba9f1f1-f4cf-4417-b554-775b0220eec4 req-3a5fadbf-b402-4033-8a25-76f7be391db8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36efa871-7d20-4d85-b796-bf7945cfba25 {{(pid=103163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:47:12.278036 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] No Port match for: d6d900e5-878c-4362-bc8f-7d0da00fe4b6 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 20:47:12.278372 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device d6d900e5-878c-4362-bc8f-7d0da00fe4b6 not bound to the agent host n-h1-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 20:47:12.285309 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-dba9f1f1-f4cf-4417-b554-775b0220eec4 req-3a5fadbf-b402-4033-8a25-76f7be391db8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:12.293052 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-47b71860-4621-4446-bf5a-fc2054ab2a10 req-b3115e10-5398-4765-8d2c-64a9a67e6829 tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:12.301140 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [req-dba9f1f1-f4cf-4417-b554-775b0220eec4 req-3a5fadbf-b402-4033-8a25-76f7be391db8 service neutron] Transition to ACTIVE for port object 36efa871-7d20-4d85-b796-bf7945cfba25 will not be triggered until provisioned by entity L2. {{(pid=103163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 20:47:12.336824 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3303d5c5-abcd-45bb-96f4-5270322d3b29 admin admin] Pushing event updated for resources: {'Network': ['ID=27e6bc16-4ad6-4b22-a77e-faecac933b47,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:47:12.350438 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Network 27e6bc16-4ad6-4b22-a77e-faecac933b47 details requested by agent ovs-agent-n-d-842733-1 with host n-d-842733-1 {{(pid=103164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 20 20:47:12.353038 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47b71860-4621-4446-bf5a-fc2054ab2a10 req-b3115e10-5398-4765-8d2c-64a9a67e6829 tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] Network 9d3d3a86-d0ea-42bb-882a-63d3244d9913 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:47:12.356281 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [req-47b71860-4621-4446-bf5a-fc2054ab2a10 req-b3115e10-5398-4765-8d2c-64a9a67e6829 tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:47:12.363825 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-47b71860-4621-4446-bf5a-fc2054ab2a10 req-b3115e10-5398-4765-8d2c-64a9a67e6829 tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:47:12.367882 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3115e10-5398-4765-8d2c-64a9a67e6829 tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] Pushing event updated for resources: {'Port': ['ID=1bec4883-cd3e-4a64-8430-07918ea1f64f,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:47:12.395300 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-3303d5c5-abcd-45bb-96f4-5270322d3b29 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.2540374 May 20 20:47:12.398144 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 45660) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:47:12.405563 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-e40d897e-0047-4d81-aef7-16a9cc411c1d admin admin] Request body: {'subnet': {'network_id': '27e6bc16-4ad6-4b22-a77e-faecac933b47', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-616548404-subnet', 'tenant_id': 'ad08a6df517d4421a3d41cf43d0382ff', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:47:12.425130 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-dba9f1f1-f4cf-4417-b554-775b0220eec4 req-3a5fadbf-b402-4033-8a25-76f7be391db8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:12.439097 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b71860-4621-4446-bf5a-fc2054ab2a10 req-b3115e10-5398-4765-8d2c-64a9a67e6829 tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:47:12.439742 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-47b71860-4621-4446-bf5a-fc2054ab2a10 req-b3115e10-5398-4765-8d2c-64a9a67e6829 tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:12.457709 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c9c711-9709-4941-bcbf-a891e86df794 req-d19ad5b6-1514-4a8b-9b13-2fa447294e8d tempest-ServersNegativeTestMultiTenantJSON-446127000 tempest-ServersNegativeTestMultiTenantJSON-446127000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:47:12.459195 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e9c9c711-9709-4941-bcbf-a891e86df794 req-d19ad5b6-1514-4a8b-9b13-2fa447294e8d tempest-ServersNegativeTestMultiTenantJSON-446127000 tempest-ServersNegativeTestMultiTenantJSON-446127000-project] 10.222.0.35 "GET /v2.0/ports?device_id=f756e5b3-e1d1-4f89-8338-385394f3ae9b HTTP/1.1" status: 200 len: 932 time: 0.0826111 May 20 20:47:12.550726 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-47b71860-4621-4446-bf5a-fc2054ab2a10 req-b3115e10-5398-4765-8d2c-64a9a67e6829 tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3588650 May 20 20:47:12.551490 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e40d897e-0047-4d81-aef7-16a9cc411c1d admin admin] Made reservation on behalf of ad08a6df517d4421a3d41cf43d0382ff for: {'subnet': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:47:12.558697 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e40d897e-0047-4d81-aef7-16a9cc411c1d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4018244'] for subnet, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:12.564278 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5fadbf-b402-4033-8a25-76f7be391db8 service neutron] Pushing event updated for resources: {'Port': ['ID=36efa871-7d20-4d85-b796-bf7945cfba25,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:47:12.584118 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e9c9c711-9709-4941-bcbf-a891e86df794 req-f4dac4ac-170f-4d9d-94f9-713790d0f8e5 tempest-ServersNegativeTestMultiTenantJSON-446127000 tempest-ServersNegativeTestMultiTenantJSON-446127000-project] 10.222.0.35 "GET /v2.0/security-groups?id=bccc37ef-34de-4d15-be57-7289647f4ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042290 May 20 20:47:12.610415 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [req-47b71860-4621-4446-bf5a-fc2054ab2a10 req-5e811747-9540-4cc5-8482-bbf4de06435d service neutron] Request body: {'port': {'device_id': 'a5545a98-cd95-42cb-b1ec-fef20fc9b0da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-842733-1'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:47:12.655729 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c63c35bb-4c45-40a1-bfbf-07ee6630bf6d req-1b18fb34-eda5-465f-b6e8-cf81bc5cf058 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/ports?device_id=73e6ff91-e9c8-4167-9370-e79bd8c2a253 HTTP/1.1" status: 200 len: 210 time: 0.0464368 May 20 20:47:12.665402 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-dba9f1f1-f4cf-4417-b554-775b0220eec4 req-3a5fadbf-b402-4033-8a25-76f7be391db8 service neutron] Attempting to bind port 36efa871-7d20-4d85-b796-bf7945cfba25 on host n-h2-842733-1 for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:47:12.665402 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-dba9f1f1-f4cf-4417-b554-775b0220eec4 req-3a5fadbf-b402-4033-8a25-76f7be391db8 service neutron] Attempting to bind port 36efa871-7d20-4d85-b796-bf7945cfba25 by drivers openvswitch,hyperv on host n-h2-842733-1 at level 0 using segments [{'id': '4fb43387-a5c5-43aa-8e5d-888aa3c15a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'c2ea9378-ee68-40b3-a775-73638caa62a4'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:47:12.665402 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dba9f1f1-f4cf-4417-b554-775b0220eec4 req-3a5fadbf-b402-4033-8a25-76f7be391db8 service neutron] Attempting to bind port 36efa871-7d20-4d85-b796-bf7945cfba25 on network c2ea9378-ee68-40b3-a775-73638caa62a4 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:47:12.665402 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dba9f1f1-f4cf-4417-b554-775b0220eec4 req-3a5fadbf-b402-4033-8a25-76f7be391db8 service neutron] Port 36efa871-7d20-4d85-b796-bf7945cfba25 on network c2ea9378-ee68-40b3-a775-73638caa62a4 not bound, no agent of type Open vSwitch agent registered on host n-h2-842733-1 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 20:47:12.665402 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dba9f1f1-f4cf-4417-b554-775b0220eec4 req-3a5fadbf-b402-4033-8a25-76f7be391db8 service neutron] Attempting to bind port 36efa871-7d20-4d85-b796-bf7945cfba25 on network c2ea9378-ee68-40b3-a775-73638caa62a4 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:47:12.678335 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dba9f1f1-f4cf-4417-b554-775b0220eec4 req-3a5fadbf-b402-4033-8a25-76f7be391db8 service neutron] Checking agent: {'id': 'a66f2511-b955-448f-877c-56cfe9c81b12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 33, 2), 'started_at': datetime.datetime(2022, 5, 20, 20, 33, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 47, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:47:12.679060 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dba9f1f1-f4cf-4417-b554-775b0220eec4 req-3a5fadbf-b402-4033-8a25-76f7be391db8 service neutron] Checking segment: {'id': '4fb43387-a5c5-43aa-8e5d-888aa3c15a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'c2ea9378-ee68-40b3-a775-73638caa62a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:47:12.679614 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dba9f1f1-f4cf-4417-b554-775b0220eec4 req-3a5fadbf-b402-4033-8a25-76f7be391db8 service neutron] Bound using segment: {'id': '4fb43387-a5c5-43aa-8e5d-888aa3c15a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'c2ea9378-ee68-40b3-a775-73638caa62a4'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:47:12.680320 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-dba9f1f1-f4cf-4417-b554-775b0220eec4 req-3a5fadbf-b402-4033-8a25-76f7be391db8 service neutron] Bound port: 36efa871-7d20-4d85-b796-bf7945cfba25, host: n-h2-842733-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fb43387-a5c5-43aa-8e5d-888aa3c15a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'c2ea9378-ee68-40b3-a775-73638caa62a4'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:47:12.680839 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-dba9f1f1-f4cf-4417-b554-775b0220eec4 req-3a5fadbf-b402-4033-8a25-76f7be391db8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:12.690888 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 130e72e6-da90-46ab-a5e7-4c8babd6202e no longer exists at agent hyperv_n-h2-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:47:12.715329 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] No Port match for: 130e72e6-da90-46ab-a5e7-4c8babd6202e {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 20:47:12.716463 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 130e72e6-da90-46ab-a5e7-4c8babd6202e not bound to the agent host n-h2-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 20:47:12.755276 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-47b71860-4621-4446-bf5a-fc2054ab2a10 req-5e811747-9540-4cc5-8482-bbf4de06435d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:12.795791 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7192e75-a2c1-4fb2-a27a-b8bc6817f84d req-e3e407e3-9a58-42b4-86e6-01302a4be0ba tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:47:12.797423 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d7192e75-a2c1-4fb2-a27a-b8bc6817f84d req-e3e407e3-9a58-42b4-86e6-01302a4be0ba tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/ports?device_id=9acabe24-34b6-4f76-8669-0fb1b3e18f66 HTTP/1.1" status: 200 len: 950 time: 0.1035264 May 20 20:47:12.811760 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-dba9f1f1-f4cf-4417-b554-775b0220eec4 req-3a5fadbf-b402-4033-8a25-76f7be391db8 service neutron] For port 36efa871-7d20-4d85-b796-bf7945cfba25, host n-h2-842733-1, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:47:12.820499 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-dba9f1f1-f4cf-4417-b554-775b0220eec4 req-3a5fadbf-b402-4033-8a25-76f7be391db8 service neutron] For port 36efa871-7d20-4d85-b796-bf7945cfba25, host n-h2-842733-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=36efa871-7d20-4d85-b796-bf7945cfba25,segment=NetworkSegment(4fb43387-a5c5-43aa-8e5d-888aa3c15a43),segment_id=4fb43387-a5c5-43aa-8e5d-888aa3c15a43)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:47:12.876285 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d7192e75-a2c1-4fb2-a27a-b8bc6817f84d req-59d6b715-196e-4186-9760-8d4a109e6be9 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/security-groups?id=38c76b68-4081-4341-88c9-c8e3082a5da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654693 May 20 20:47:12.908190 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7db1ff-0a26-4d43-bc3d-7c8a5a28b510 req-1c1796d0-9329-4d84-b2b1-5120d11b0851 tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:47:12.914283 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3e7db1ff-0a26-4d43-bc3d-7c8a5a28b510 req-1c1796d0-9329-4d84-b2b1-5120d11b0851 tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] 10.222.0.35 "GET /v2.0/ports?device_id=a5545a98-cd95-42cb-b1ec-fef20fc9b0da HTTP/1.1" status: 200 len: 932 time: 0.0787694 May 20 20:47:12.914283 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-dba9f1f1-f4cf-4417-b554-775b0220eec4 req-3a5fadbf-b402-4033-8a25-76f7be391db8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:12.968039 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba9f1f1-f4cf-4417-b554-775b0220eec4 req-3a5fadbf-b402-4033-8a25-76f7be391db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:47:12.968273 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-dba9f1f1-f4cf-4417-b554-775b0220eec4 req-3a5fadbf-b402-4033-8a25-76f7be391db8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:12.970295 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-dba9f1f1-f4cf-4417-b554-775b0220eec4 req-3a5fadbf-b402-4033-8a25-76f7be391db8 service neutron] 10.222.0.13 "PUT /v2.0/ports/36efa871-7d20-4d85-b796-bf7945cfba25 HTTP/1.1" status: 200 len: 1092 time: 1.0445442 May 20 20:47:12.999522 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5fadbf-b402-4033-8a25-76f7be391db8 service neutron] Pushing event updated for resources: {'Port': ['ID=36efa871-7d20-4d85-b796-bf7945cfba25,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:47:13.015616 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3e7db1ff-0a26-4d43-bc3d-7c8a5a28b510 req-a3b24c2b-28ba-4165-929d-974180107c25 tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] 10.222.0.35 "GET /v2.0/security-groups?id=08f63c89-364b-47f7-9236-e1c85d29ce51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950968 May 20 20:47:13.020332 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e40d897e-0047-4d81-aef7-16a9cc411c1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3797684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4018258'] for subnet, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:13.108892 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40d897e-0047-4d81-aef7-16a9cc411c1d admin admin] Pushing event updated for resources: {'Subnet': ['ID=15623ea3-e6ed-4f6b-b35a-f39267f62374,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:47:13.132008 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e40d897e-0047-4d81-aef7-16a9cc411c1d admin admin] Checking segment: {'id': '1d09afbe-6fd2-4434-81b3-bd6da4b308f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '27e6bc16-4ad6-4b22-a77e-faecac933b47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:47:13.132366 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e40d897e-0047-4d81-aef7-16a9cc411c1d admin admin] Network hostable DHCP agents. Network: 27e6bc16-4ad6-4b22-a77e-faecac933b47, hostable agents: ['c9b0653c-f3c7-4339-bd50-e3754b629216'], hosted agents: [] {{(pid=103162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 20:47:13.155291 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba9f1f1-f4cf-4417-b554-775b0220eec4 req-3206a55e-a2d6-42b5-82f8-b7188cc3b1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:47:13.156719 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-dba9f1f1-f4cf-4417-b554-775b0220eec4 req-3206a55e-a2d6-42b5-82f8-b7188cc3b1e0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=969b4f9797494c1ca62ae331aae974cc&device_id=f756e5b3-e1d1-4f89-8338-385394f3ae9b HTTP/1.1" status: 200 len: 1095 time: 0.0491533 May 20 20:47:13.195257 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [req-47b71860-4621-4446-bf5a-fc2054ab2a10 req-5e811747-9540-4cc5-8482-bbf4de06435d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1bec4883-cd3e-4a64-8430-07918ea1f64f {{(pid=103162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:47:13.213426 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-47b71860-4621-4446-bf5a-fc2054ab2a10 req-5e811747-9540-4cc5-8482-bbf4de06435d service neutron] Notify callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:13.233319 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-dba9f1f1-f4cf-4417-b554-775b0220eec4 req-43df8f02-5bde-4a38-b0f6-af895142d022 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=36efa871-7d20-4d85-b796-bf7945cfba25 HTTP/1.1" status: 200 len: 217 time: 0.0514510 May 20 20:47:13.249508 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e40d897e-0047-4d81-aef7-16a9cc411c1d admin admin] Network 27e6bc16-4ad6-4b22-a77e-faecac933b47 is scheduled to be hosted by DHCP agent c9b0653c-f3c7-4339-bd50-e3754b629216 with binding_index 1 {{(pid=103162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 20:47:13.261652 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.provisioning_blocks [req-47b71860-4621-4446-bf5a-fc2054ab2a10 req-5e811747-9540-4cc5-8482-bbf4de06435d service neutron] Transition to ACTIVE for port object 1bec4883-cd3e-4a64-8430-07918ea1f64f will not be triggered until provisioned by entity L2. {{(pid=103162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 20:47:13.281777 n-d-842733-1 neutron-server[103162]: INFO neutron.api.v2.resource [req-4ae5a490-e307-4473-b237-d038b39c15e1 req-84bf9b1a-6229-4f6b-9c27-2ab87e5cd4a7 service neutron] show failed (client error): The resource could not be found. May 20 20:47:13.283156 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-4ae5a490-e307-4473-b237-d038b39c15e1 req-84bf9b1a-6229-4f6b-9c27-2ab87e5cd4a7 service neutron] 10.222.0.24 "GET /v2.0/ports/1d818611-fbfa-42a2-89d9-b5a9d72dc148/bindings/n-h2-842733-1 HTTP/1.1" status: 404 len: 380 time: 0.0815604 May 20 20:47:13.293917 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba9f1f1-f4cf-4417-b554-775b0220eec4 req-d6130d5f-8416-4088-92c6-1b67404379ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:47:13.295491 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-dba9f1f1-f4cf-4417-b554-775b0220eec4 req-d6130d5f-8416-4088-92c6-1b67404379ad service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f4878b4a-3af4-4842-a84e-d8914d802b87 HTTP/1.1" status: 200 len: 865 time: 0.0544193 May 20 20:47:13.330649 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-e40d897e-0047-4d81-aef7-16a9cc411c1d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842733-1, 27e6bc16-4ad6-4b22-a77e-faecac933b47) {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:47:13.332736 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-47b71860-4621-4446-bf5a-fc2054ab2a10 req-5e811747-9540-4cc5-8482-bbf4de06435d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:13.339584 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3d522bd-f868-4efe-9318-c7861f47447b None None] Network 27e6bc16-4ad6-4b22-a77e-faecac933b47 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:47:13.344513 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-dba9f1f1-f4cf-4417-b554-775b0220eec4 req-b7ddf688-98ac-4769-86a3-670920590820 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c2ea9378-ee68-40b3-a775-73638caa62a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398624 May 20 20:47:13.346298 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e40d897e-0047-4d81-aef7-16a9cc411c1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:47:13.346968 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e40d897e-0047-4d81-aef7-16a9cc411c1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:13.399757 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e811747-9540-4cc5-8482-bbf4de06435d service neutron] Pushing event updated for resources: {'Port': ['ID=1bec4883-cd3e-4a64-8430-07918ea1f64f,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:47:13.468863 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-e40d897e-0047-4d81-aef7-16a9cc411c1d admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.0696676 May 20 20:47:13.472472 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 45696) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:47:13.476251 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-15676241-11b4-4093-a595-f6c6b4a0d23b admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-616548404-router', 'tenant_id': 'ad08a6df517d4421a3d41cf43d0382ff', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'}}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:47:13.518027 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-47b71860-4621-4446-bf5a-fc2054ab2a10 req-5e811747-9540-4cc5-8482-bbf4de06435d service neutron] Attempting to bind port 1bec4883-cd3e-4a64-8430-07918ea1f64f on host n-h2-842733-1 for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:47:13.518521 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-47b71860-4621-4446-bf5a-fc2054ab2a10 req-5e811747-9540-4cc5-8482-bbf4de06435d service neutron] Attempting to bind port 1bec4883-cd3e-4a64-8430-07918ea1f64f by drivers openvswitch,hyperv on host n-h2-842733-1 at level 0 using segments [{'id': '769d43cd-208e-4beb-b6e6-532aefd8f5a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '9d3d3a86-d0ea-42bb-882a-63d3244d9913'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:47:13.518980 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47b71860-4621-4446-bf5a-fc2054ab2a10 req-5e811747-9540-4cc5-8482-bbf4de06435d service neutron] Attempting to bind port 1bec4883-cd3e-4a64-8430-07918ea1f64f on network 9d3d3a86-d0ea-42bb-882a-63d3244d9913 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:47:13.523780 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47b71860-4621-4446-bf5a-fc2054ab2a10 req-5e811747-9540-4cc5-8482-bbf4de06435d service neutron] Port 1bec4883-cd3e-4a64-8430-07918ea1f64f on network 9d3d3a86-d0ea-42bb-882a-63d3244d9913 not bound, no agent of type Open vSwitch agent registered on host n-h2-842733-1 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 20:47:13.524221 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47b71860-4621-4446-bf5a-fc2054ab2a10 req-5e811747-9540-4cc5-8482-bbf4de06435d service neutron] Attempting to bind port 1bec4883-cd3e-4a64-8430-07918ea1f64f on network 9d3d3a86-d0ea-42bb-882a-63d3244d9913 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:47:13.529852 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47b71860-4621-4446-bf5a-fc2054ab2a10 req-5e811747-9540-4cc5-8482-bbf4de06435d service neutron] Checking agent: {'id': 'a66f2511-b955-448f-877c-56cfe9c81b12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 33, 2), 'started_at': datetime.datetime(2022, 5, 20, 20, 33, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 47, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:47:13.530315 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47b71860-4621-4446-bf5a-fc2054ab2a10 req-5e811747-9540-4cc5-8482-bbf4de06435d service neutron] Checking segment: {'id': '769d43cd-208e-4beb-b6e6-532aefd8f5a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '9d3d3a86-d0ea-42bb-882a-63d3244d9913'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:47:13.530761 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47b71860-4621-4446-bf5a-fc2054ab2a10 req-5e811747-9540-4cc5-8482-bbf4de06435d service neutron] Bound using segment: {'id': '769d43cd-208e-4beb-b6e6-532aefd8f5a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '9d3d3a86-d0ea-42bb-882a-63d3244d9913'} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:47:13.531438 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-47b71860-4621-4446-bf5a-fc2054ab2a10 req-5e811747-9540-4cc5-8482-bbf4de06435d service neutron] Bound port: 1bec4883-cd3e-4a64-8430-07918ea1f64f, host: n-h2-842733-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '769d43cd-208e-4beb-b6e6-532aefd8f5a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '9d3d3a86-d0ea-42bb-882a-63d3244d9913'}}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:47:13.535951 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-47b71860-4621-4446-bf5a-fc2054ab2a10 req-5e811747-9540-4cc5-8482-bbf4de06435d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:13.549857 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-dba9f1f1-f4cf-4417-b554-775b0220eec4 req-57ca9279-9a73-4997-ab81-9bedafc2e45b service neutron] 10.222.0.13 "GET /v2.0/networks/c2ea9378-ee68-40b3-a775-73638caa62a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1977599 May 20 20:47:13.578538 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-15676241-11b4-4093-a595-f6c6b4a0d23b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-694221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26155'] for router, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:13.579604 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-15676241-11b4-4093-a595-f6c6b4a0d23b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-693085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748153', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-718080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26162'] for router, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:13.598412 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff60e32f-bcfd-419b-90e1-7870cfd3f528 None None] Network 27e6bc16-4ad6-4b22-a77e-faecac933b47 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:47:13.632307 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f756e5b3-e1d1-4f89-8338-385394f3ae9b', 'tag': '36efa871-7d20-4d85-b796-bf7945cfba25'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:47:13.634636 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4291b17aa7b45362825f0571e77c85f5e73afe1df9c7e9e15006df9d695c005e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24edc1c4-7bb1-4091-8061-4d3ded563064" -d '{"events": [{"name": "network-changed", "server_uuid": "f756e5b3-e1d1-4f89-8338-385394f3ae9b", "tag": "36efa871-7d20-4d85-b796-bf7945cfba25"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:47:13.638831 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-47b71860-4621-4446-bf5a-fc2054ab2a10 req-5e811747-9540-4cc5-8482-bbf4de06435d service neutron] For port 1bec4883-cd3e-4a64-8430-07918ea1f64f, host n-h2-842733-1, cleared binding levels {{(pid=103162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:47:13.668793 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-15676241-11b4-4093-a595-f6c6b4a0d23b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:13.677957 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-47b71860-4621-4446-bf5a-fc2054ab2a10 req-5e811747-9540-4cc5-8482-bbf4de06435d service neutron] For port 1bec4883-cd3e-4a64-8430-07918ea1f64f, host n-h2-842733-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=1bec4883-cd3e-4a64-8430-07918ea1f64f,segment=NetworkSegment(769d43cd-208e-4beb-b6e6-532aefd8f5a1),segment_id=769d43cd-208e-4beb-b6e6-532aefd8f5a1)] {{(pid=103162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:47:13.712986 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-dba9f1f1-f4cf-4417-b554-775b0220eec4 req-90719602-7d99-4db3-81af-7180b709b1a5 service neutron] 10.222.0.13 "GET /v2.0/networks/c2ea9378-ee68-40b3-a775-73638caa62a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561632 May 20 20:47:13.726746 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-47b71860-4621-4446-bf5a-fc2054ab2a10 req-5e811747-9540-4cc5-8482-bbf4de06435d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:13.881421 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 20:47:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9e76d06-ce4e-452f-bb89-1786833b9ecb x-openstack-request-id: req-f9e76d06-ce4e-452f-bb89-1786833b9ecb {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:47:13.881817 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f756e5b3-e1d1-4f89-8338-385394f3ae9b", "tag": "36efa871-7d20-4d85-b796-bf7945cfba25", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:47:13.881944 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f9e76d06-ce4e-452f-bb89-1786833b9ecb {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:47:13.882350 n-d-842733-1 neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9e76d06-ce4e-452f-bb89-1786833b9ecb'] response: {'name': 'network-changed', 'server_uuid': 'f756e5b3-e1d1-4f89-8338-385394f3ae9b', 'tag': '36efa871-7d20-4d85-b796-bf7945cfba25', 'status': 'completed', 'code': 200} May 20 20:47:13.898047 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae5a490-e307-4473-b237-d038b39c15e1 req-ece7043e-5e24-4b12-b704-30c0911293e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:47:13.899568 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4ae5a490-e307-4473-b237-d038b39c15e1 req-ece7043e-5e24-4b12-b704-30c0911293e5 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9acabe24-34b6-4f76-8669-0fb1b3e18f66&tenant_id=74b74d22d9d54e1eae7cec44a7fbec8d HTTP/1.1" status: 200 len: 1101 time: 0.0905015 May 20 20:47:13.913957 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c90b9c-8141-42dc-870d-256c86504e44 req-3eb35129-9ccd-4d51-b419-df4b05fe2e61 tempest-ServersNegativeTestMultiTenantJSON-446127000 tempest-ServersNegativeTestMultiTenantJSON-446127000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:47:13.915795 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-12c90b9c-8141-42dc-870d-256c86504e44 req-3eb35129-9ccd-4d51-b419-df4b05fe2e61 tempest-ServersNegativeTestMultiTenantJSON-446127000 tempest-ServersNegativeTestMultiTenantJSON-446127000-project] 10.222.0.35 "GET /v2.0/ports?device_id=f756e5b3-e1d1-4f89-8338-385394f3ae9b HTTP/1.1" status: 200 len: 944 time: 0.0764933 May 20 20:47:13.938703 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [req-4ae5a490-e307-4473-b237-d038b39c15e1 req-dcd87213-7ffc-4310-b1ed-1c2663bbbcb6 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-842733-1', 'device_owner': 'compute:nova'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:47:14.073807 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-12c90b9c-8141-42dc-870d-256c86504e44 req-cb3df2f2-6273-4f7d-be84-650d61fab010 tempest-ServersNegativeTestMultiTenantJSON-446127000 tempest-ServersNegativeTestMultiTenantJSON-446127000-project] 10.222.0.35 "GET /v2.0/security-groups?id=bccc37ef-34de-4d15-be57-7289647f4ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404681 May 20 20:47:14.131093 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24edc1c4-7bb1-4091-8061-4d3ded563064 req-b0ade6a9-be8f-4129-8473-2757e0a3ae54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:47:14.132644 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-24edc1c4-7bb1-4091-8061-4d3ded563064 req-b0ade6a9-be8f-4129-8473-2757e0a3ae54 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=969b4f9797494c1ca62ae331aae974cc&device_id=f756e5b3-e1d1-4f89-8338-385394f3ae9b HTTP/1.1" status: 200 len: 1095 time: 0.1830962 May 20 20:47:14.152017 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b71860-4621-4446-bf5a-fc2054ab2a10 req-5e811747-9540-4cc5-8482-bbf4de06435d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:47:14.152841 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-47b71860-4621-4446-bf5a-fc2054ab2a10 req-5e811747-9540-4cc5-8482-bbf4de06435d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:14.153859 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-4ae5a490-e307-4473-b237-d038b39c15e1 req-dcd87213-7ffc-4310-b1ed-1c2663bbbcb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:14.154603 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-47b71860-4621-4446-bf5a-fc2054ab2a10 req-5e811747-9540-4cc5-8482-bbf4de06435d service neutron] 10.222.0.13 "PUT /v2.0/ports/1bec4883-cd3e-4a64-8430-07918ea1f64f HTTP/1.1" status: 200 len: 1092 time: 1.5494039 May 20 20:47:14.155183 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5545a98-cd95-42cb-b1ec-fef20fc9b0da', 'tag': '1bec4883-cd3e-4a64-8430-07918ea1f64f'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:47:14.157904 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6fa957933fccbf596d28104b23404b952ad6a8238afaebaed40a0874b2e409" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3e58361-98b2-43bb-a2fa-1b0e533ca41a" -d '{"events": [{"name": "network-changed", "server_uuid": "a5545a98-cd95-42cb-b1ec-fef20fc9b0da", "tag": "1bec4883-cd3e-4a64-8430-07918ea1f64f"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:47:14.178286 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4c9fa0-8aad-48b6-b929-82a334f76cf7 req-2a51a03e-c3c0-4b1b-8887-546320317907 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:47:14.179767 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-fe4c9fa0-8aad-48b6-b929-82a334f76cf7 req-2a51a03e-c3c0-4b1b-8887-546320317907 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] 10.222.0.35 "GET /v2.0/ports?device_id=ee7f6c24-7d55-4428-a1c5-37a676e713bd HTTP/1.1" status: 200 len: 945 time: 0.1998706 May 20 20:47:14.239449 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-15676241-11b4-4093-a595-f6c6b4a0d23b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:14.257599 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e811747-9540-4cc5-8482-bbf4de06435d service neutron] Pushing event updated for resources: {'Port': ['ID=1bec4883-cd3e-4a64-8430-07918ea1f64f,revision_number=3']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:47:14.317538 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 45726) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:47:14.325629 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-fe4c9fa0-8aad-48b6-b929-82a334f76cf7 req-56ed74d9-eb55-49d3-91c3-0d62b11a68d4 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] 10.222.0.35 "GET /v2.0/security-groups?id=1e4d1602-cac8-46a3-bac3-1f4e6aa6409e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1152833 May 20 20:47:14.438040 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be620211-ba0b-4863-a9ce-2a655d109e6d req-6188be54-7355-4cd9-b118-abbfb3c85ff5 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:47:14.438606 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-be620211-ba0b-4863-a9ce-2a655d109e6d req-6188be54-7355-4cd9-b118-abbfb3c85ff5 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/ports?device_id=9acabe24-34b6-4f76-8669-0fb1b3e18f66 HTTP/1.1" status: 200 len: 950 time: 0.2579396 May 20 20:47:14.459691 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b71860-4621-4446-bf5a-fc2054ab2a10 req-abbb3487-1c99-404a-aebd-531ffb491d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:47:14.460516 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-47b71860-4621-4446-bf5a-fc2054ab2a10 req-abbb3487-1c99-404a-aebd-531ffb491d47 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=812b03e5e79843f7aecfe762e5ee081e&device_id=a5545a98-cd95-42cb-b1ec-fef20fc9b0da HTTP/1.1" status: 200 len: 1095 time: 0.1129236 May 20 20:47:14.488906 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24edc1c4-7bb1-4091-8061-4d3ded563064 req-7f2b3311-348d-4d2c-8c94-dea1784b33e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:47:14.490392 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-24edc1c4-7bb1-4091-8061-4d3ded563064 req-7f2b3311-348d-4d2c-8c94-dea1784b33e5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c2ea9378-ee68-40b3-a775-73638caa62a4 HTTP/1.1" status: 200 len: 926 time: 0.3490593 May 20 20:47:14.536402 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-47b71860-4621-4446-bf5a-fc2054ab2a10 req-9840a921-a88e-4811-81a0-1ced04b09a6e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1bec4883-cd3e-4a64-8430-07918ea1f64f HTTP/1.1" status: 200 len: 217 time: 0.0499666 May 20 20:47:14.537120 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2d672762-674f-4070-b2b3-17c34c1c4eff admin admin] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:14.582062 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-24edc1c4-7bb1-4091-8061-4d3ded563064 req-b96ca209-6ae0-4808-b5c1-c3d2a0883d65 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=36efa871-7d20-4d85-b796-bf7945cfba25 HTTP/1.1" status: 200 len: 217 time: 0.0739813 May 20 20:47:14.586670 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-be620211-ba0b-4863-a9ce-2a655d109e6d req-4bb731de-2c0f-459c-8189-32af723c9fa5 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/security-groups?id=38c76b68-4081-4341-88c9-c8e3082a5da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369731 May 20 20:47:14.716783 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b71860-4621-4446-bf5a-fc2054ab2a10 req-51c1a26a-23e6-4343-8a7c-417203b8e270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:47:14.718305 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-47b71860-4621-4446-bf5a-fc2054ab2a10 req-51c1a26a-23e6-4343-8a7c-417203b8e270 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4bff70e4-9d51-4479-9096-540dc3675fab HTTP/1.1" status: 200 len: 845 time: 0.1667039 May 20 20:47:14.737362 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 20:47:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9de98f99-d406-4ebc-8473-97430cce28bf x-openstack-request-id: req-9de98f99-d406-4ebc-8473-97430cce28bf {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:47:14.737652 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5545a98-cd95-42cb-b1ec-fef20fc9b0da", "tag": "1bec4883-cd3e-4a64-8430-07918ea1f64f", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:47:14.737905 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9de98f99-d406-4ebc-8473-97430cce28bf {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:47:14.738322 n-d-842733-1 neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9de98f99-d406-4ebc-8473-97430cce28bf'] response: {'name': 'network-changed', 'server_uuid': 'a5545a98-cd95-42cb-b1ec-fef20fc9b0da', 'tag': '1bec4883-cd3e-4a64-8430-07918ea1f64f', 'status': 'completed', 'code': 200} May 20 20:47:14.739462 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-15676241-11b4-4093-a595-f6c6b4a0d23b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:14.782255 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-15676241-11b4-4093-a595-f6c6b4a0d23b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:14.813329 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-47b71860-4621-4446-bf5a-fc2054ab2a10 req-6c98b3df-a17c-4ad2-b0aa-4e92208a245b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9d3d3a86-d0ea-42bb-882a-63d3244d9913&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479147 May 20 20:47:14.921006 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2d672762-674f-4070-b2b3-17c34c1c4eff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:14.979373 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24edc1c4-7bb1-4091-8061-4d3ded563064 req-ccf9e115-660e-4d50-8ae9-3628f57397c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:47:14.981147 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-24edc1c4-7bb1-4091-8061-4d3ded563064 req-ccf9e115-660e-4d50-8ae9-3628f57397c6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f4878b4a-3af4-4842-a84e-d8914d802b87 HTTP/1.1" status: 200 len: 865 time: 0.3905141 May 20 20:47:14.983885 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-4ae5a490-e307-4473-b237-d038b39c15e1 req-dcd87213-7ffc-4310-b1ed-1c2663bbbcb6 service neutron] For port 1d818611-fbfa-42a2-89d9-b5a9d72dc148, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=1d818611-fbfa-42a2-89d9-b5a9d72dc148,segment=NetworkSegment(ed3a602f-49fb-4a95-be80-401e1eb72e33),segment_id=ed3a602f-49fb-4a95-be80-401e1eb72e33)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:47:15.009546 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2d672762-674f-4070-b2b3-17c34c1c4eff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:15.013427 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-15676241-11b4-4093-a595-f6c6b4a0d23b admin admin] Allocated IP 172.25.2.5 (e3a93b5c-91e2-4064-9c2c-1afc261bfe15/86fee0c1-6e34-488b-9216-b2b8e7ef585a/00616bcd-472c-4dbc-a226-155f426816d9) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:47:15.021725 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-47b71860-4621-4446-bf5a-fc2054ab2a10 req-4382c8bb-254c-408c-b443-73e44d00ff3e service neutron] 10.222.0.13 "GET /v2.0/networks/9d3d3a86-d0ea-42bb-882a-63d3244d9913?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1734936 May 20 20:47:15.032597 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-24edc1c4-7bb1-4091-8061-4d3ded563064 req-2b94fc65-3bb0-448f-9faa-a401c70c78c3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c2ea9378-ee68-40b3-a775-73638caa62a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429006 May 20 20:47:15.042716 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad750964-1082-4561-acb8-85995fa62488 req-a157522a-78a1-4792-89c5-5ee863562a2b tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:47:15.044230 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ad750964-1082-4561-acb8-85995fa62488 req-a157522a-78a1-4792-89c5-5ee863562a2b tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] 10.222.0.35 "GET /v2.0/ports?device_id=a5545a98-cd95-42cb-b1ec-fef20fc9b0da HTTP/1.1" status: 200 len: 944 time: 0.1574852 May 20 20:47:15.051459 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88265f98-8676-4e89-93ba-5e542d8963a4 req-1253bc17-14eb-47b3-872d-2788c5de516c tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:47:15.052869 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-88265f98-8676-4e89-93ba-5e542d8963a4 req-1253bc17-14eb-47b3-872d-2788c5de516c tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/ports?device_id=639a9b9c-aaad-4644-9dcd-410174fb9f88 HTTP/1.1" status: 200 len: 945 time: 0.1674695 May 20 20:47:15.153821 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-2d672762-674f-4070-b2b3-17c34c1c4eff admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8fa477ab9d394a1fa4f7f5f6af7ef737&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8319464 May 20 20:47:15.155876 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 45734) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:47:15.160653 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d672762-674f-4070-b2b3-17c34c1c4eff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ace3bff-5a81-44f7-ad3a-0223b707ed83,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:47:15.161620 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-4ae5a490-e307-4473-b237-d038b39c15e1 req-dcd87213-7ffc-4310-b1ed-1c2663bbbcb6 service neutron] For port 1d818611-fbfa-42a2-89d9-b5a9d72dc148, host n-h1-842733-1, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:47:15.232481 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-47b71860-4621-4446-bf5a-fc2054ab2a10 req-e71ab679-0cfa-43f5-acf6-226abc64975e service neutron] 10.222.0.13 "GET /v2.0/networks/9d3d3a86-d0ea-42bb-882a-63d3244d9913?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1937628 May 20 20:47:15.237011 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-15676241-11b4-4093-a595-f6c6b4a0d23b admin admin] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:15.262466 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ad750964-1082-4561-acb8-85995fa62488 req-a0ab50bc-20e6-4d81-b685-c0d245825158 tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] 10.222.0.35 "GET /v2.0/security-groups?id=08f63c89-364b-47f7-9236-e1c85d29ce51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075629 May 20 20:47:15.265014 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-88265f98-8676-4e89-93ba-5e542d8963a4 req-8dd85ce8-f8ba-48ac-a4c2-952a966da626 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3c6019f-4c4a-4c16-982c-852ac3d8d84a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1890457 May 20 20:47:15.279471 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-4ae5a490-e307-4473-b237-d038b39c15e1 req-dcd87213-7ffc-4310-b1ed-1c2663bbbcb6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:15.305065 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-24edc1c4-7bb1-4091-8061-4d3ded563064 req-dd00de73-20ef-4220-8528-a645e6f1f216 service neutron] 10.222.0.13 "GET /v2.0/networks/c2ea9378-ee68-40b3-a775-73638caa62a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2512267 May 20 20:47:15.311205 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [req-4ae5a490-e307-4473-b237-d038b39c15e1 req-dcd87213-7ffc-4310-b1ed-1c2663bbbcb6 service neutron] Transition to ACTIVE for port object 1d818611-fbfa-42a2-89d9-b5a9d72dc148 will not be triggered until provisioned by entity L2. {{(pid=103163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 20:47:15.312136 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2cb4de42-d7ec-4487-b1c0-06030dac9ce2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:15.349419 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-15676241-11b4-4093-a595-f6c6b4a0d23b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:15.413047 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2cb4de42-d7ec-4487-b1c0-06030dac9ce2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:15.414840 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-4ae5a490-e307-4473-b237-d038b39c15e1 req-dcd87213-7ffc-4310-b1ed-1c2663bbbcb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:15.417926 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f378068-27e6-48aa-991e-0f6d81696944 req-319054ca-359d-452f-83a7-0931df1955f5 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:47:15.419429 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-1f378068-27e6-48aa-991e-0f6d81696944 req-319054ca-359d-452f-83a7-0931df1955f5 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee7f6c24-7d55-4428-a1c5-37a676e713bd HTTP/1.1" status: 200 len: 945 time: 0.1061802 May 20 20:47:15.438068 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15676241-11b4-4093-a595-f6c6b4a0d23b admin admin] Network e3a93b5c-91e2-4064-9c2c-1afc261bfe15 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:47:15.458349 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-15676241-11b4-4093-a595-f6c6b4a0d23b admin admin] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:47:15.477098 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15676241-11b4-4093-a595-f6c6b4a0d23b admin admin] Pushing event updated for resources: {'Port': ['ID=00616bcd-472c-4dbc-a226-155f426816d9,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:47:15.483694 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15676241-11b4-4093-a595-f6c6b4a0d23b admin admin] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:47:15.570971 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b914a0cb-2305-48cc-815a-10b82b14d48f req-ad90d7e8-63aa-4e1e-adb7-8f52c7870cc4 tempest-ServersNegativeTestMultiTenantJSON-446127000 tempest-ServersNegativeTestMultiTenantJSON-446127000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:47:15.575704 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b914a0cb-2305-48cc-815a-10b82b14d48f req-ad90d7e8-63aa-4e1e-adb7-8f52c7870cc4 tempest-ServersNegativeTestMultiTenantJSON-446127000 tempest-ServersNegativeTestMultiTenantJSON-446127000-project] 10.222.0.35 "GET /v2.0/ports?device_id=f756e5b3-e1d1-4f89-8338-385394f3ae9b HTTP/1.1" status: 200 len: 944 time: 0.2352076 May 20 20:47:15.576966 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e58361-98b2-43bb-a2fa-1b0e533ca41a req-0ca6ee83-5b88-4493-a14f-4222ff95c15e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:47:15.578660 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-f3e58361-98b2-43bb-a2fa-1b0e533ca41a req-0ca6ee83-5b88-4493-a14f-4222ff95c15e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=812b03e5e79843f7aecfe762e5ee081e&device_id=a5545a98-cd95-42cb-b1ec-fef20fc9b0da HTTP/1.1" status: 200 len: 1095 time: 0.1945779 May 20 20:47:15.586030 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd87213-7ffc-4310-b1ed-1c2663bbbcb6 service neutron] Pushing event updated for resources: {'Port': ['ID=1d818611-fbfa-42a2-89d9-b5a9d72dc148,revision_number=6']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:47:15.590582 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ae5a490-e307-4473-b237-d038b39c15e1 req-dcd87213-7ffc-4310-b1ed-1c2663bbbcb6 service neutron] No DVR routers for this DVR port 1d818611-fbfa-42a2-89d9-b5a9d72dc148 on host n-h1-842733-1 {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:47:15.613459 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-24edc1c4-7bb1-4091-8061-4d3ded563064 req-0c428605-3aed-42d1-8214-11ff00fc5c9a service neutron] 10.222.0.13 "GET /v2.0/networks/c2ea9378-ee68-40b3-a775-73638caa62a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2991629 May 20 20:47:15.685257 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659c5b78-8e9c-4dea-908e-df33ae1c6386 req-cf89536d-f26d-4b0c-afd8-22f0497d8e5e tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:47:15.686806 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-659c5b78-8e9c-4dea-908e-df33ae1c6386 req-cf89536d-f26d-4b0c-afd8-22f0497d8e5e tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] 10.222.0.35 "GET /v2.0/ports?device_id=ee7f6c24-7d55-4428-a1c5-37a676e713bd HTTP/1.1" status: 200 len: 945 time: 0.2199996 May 20 20:47:15.694963 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-4ae5a490-e307-4473-b237-d038b39c15e1 req-dcd87213-7ffc-4310-b1ed-1c2663bbbcb6 service neutron] Attempting to bind port 1d818611-fbfa-42a2-89d9-b5a9d72dc148 on host n-h2-842733-1 for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:47:15.695302 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-4ae5a490-e307-4473-b237-d038b39c15e1 req-dcd87213-7ffc-4310-b1ed-1c2663bbbcb6 service neutron] Attempting to bind port 1d818611-fbfa-42a2-89d9-b5a9d72dc148 by drivers openvswitch,hyperv on host n-h2-842733-1 at level 0 using segments [{'id': 'ed3a602f-49fb-4a95-be80-401e1eb72e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'cd702362-b982-46c5-a7d0-51de1b03df86'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:47:15.695628 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ae5a490-e307-4473-b237-d038b39c15e1 req-dcd87213-7ffc-4310-b1ed-1c2663bbbcb6 service neutron] Attempting to bind port 1d818611-fbfa-42a2-89d9-b5a9d72dc148 on network cd702362-b982-46c5-a7d0-51de1b03df86 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:47:15.710372 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b914a0cb-2305-48cc-815a-10b82b14d48f req-2c1d6bbb-10c5-44dc-8a70-3a2aa5416e2c tempest-ServersNegativeTestMultiTenantJSON-446127000 tempest-ServersNegativeTestMultiTenantJSON-446127000-project] 10.222.0.35 "GET /v2.0/security-groups?id=bccc37ef-34de-4d15-be57-7289647f4ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138480 May 20 20:47:15.731180 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ae5a490-e307-4473-b237-d038b39c15e1 req-dcd87213-7ffc-4310-b1ed-1c2663bbbcb6 service neutron] Port 1d818611-fbfa-42a2-89d9-b5a9d72dc148 on network cd702362-b982-46c5-a7d0-51de1b03df86 not bound, no agent of type Open vSwitch agent registered on host n-h2-842733-1 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 20:47:15.731504 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ae5a490-e307-4473-b237-d038b39c15e1 req-dcd87213-7ffc-4310-b1ed-1c2663bbbcb6 service neutron] Attempting to bind port 1d818611-fbfa-42a2-89d9-b5a9d72dc148 on network cd702362-b982-46c5-a7d0-51de1b03df86 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:47:15.738908 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2cb4de42-d7ec-4487-b1c0-06030dac9ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:15.746750 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2cb4de42-d7ec-4487-b1c0-06030dac9ce2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:15.746750 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-2cb4de42-d7ec-4487-b1c0-06030dac9ce2 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6ace3bff-5a81-44f7-ad3a-0223b707ed83 HTTP/1.1" status: 204 len: 168 time: 0.5832238 May 20 20:47:15.749788 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ae5a490-e307-4473-b237-d038b39c15e1 req-dcd87213-7ffc-4310-b1ed-1c2663bbbcb6 service neutron] Checking agent: {'id': 'a66f2511-b955-448f-877c-56cfe9c81b12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 33, 2), 'started_at': datetime.datetime(2022, 5, 20, 20, 33, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 47, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:47:15.750128 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ae5a490-e307-4473-b237-d038b39c15e1 req-dcd87213-7ffc-4310-b1ed-1c2663bbbcb6 service neutron] Checking segment: {'id': 'ed3a602f-49fb-4a95-be80-401e1eb72e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'cd702362-b982-46c5-a7d0-51de1b03df86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:47:15.750678 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ae5a490-e307-4473-b237-d038b39c15e1 req-dcd87213-7ffc-4310-b1ed-1c2663bbbcb6 service neutron] Bound using segment: {'id': 'ed3a602f-49fb-4a95-be80-401e1eb72e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'cd702362-b982-46c5-a7d0-51de1b03df86'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:47:15.751460 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-4ae5a490-e307-4473-b237-d038b39c15e1 req-dcd87213-7ffc-4310-b1ed-1c2663bbbcb6 service neutron] Bound port: 1d818611-fbfa-42a2-89d9-b5a9d72dc148, host: n-h2-842733-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed3a602f-49fb-4a95-be80-401e1eb72e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'cd702362-b982-46c5-a7d0-51de1b03df86'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:47:15.751460 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-4ae5a490-e307-4473-b237-d038b39c15e1 req-dcd87213-7ffc-4310-b1ed-1c2663bbbcb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:15.770553 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-1f378068-27e6-48aa-991e-0f6d81696944 req-222c96ff-4027-4c66-bdac-15927bf8ab6a tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Deleting port 5ea51e96-bb5c-4b85-951e-797b6c2a914e {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:47:15.770878 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-1f378068-27e6-48aa-991e-0f6d81696944 req-222c96ff-4027-4c66-bdac-15927bf8ab6a tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:15.775131 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb4de42-d7ec-4487-b1c0-06030dac9ce2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ace3bff-5a81-44f7-ad3a-0223b707ed83,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:47:15.784409 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-659c5b78-8e9c-4dea-908e-df33ae1c6386 req-c41f59e1-20c0-42e4-9cbd-56e87c76be17 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] 10.222.0.35 "GET /v2.0/security-groups?id=1e4d1602-cac8-46a3-bac3-1f4e6aa6409e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907941 May 20 20:47:15.849326 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e58361-98b2-43bb-a2fa-1b0e533ca41a req-e9250ff3-1bcb-4d9c-bc33-859e40298a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:47:15.850812 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-f3e58361-98b2-43bb-a2fa-1b0e533ca41a req-e9250ff3-1bcb-4d9c-bc33-859e40298a5e service neutron] 10.222.0.13 "GET /v2.0/networks?id=9d3d3a86-d0ea-42bb-882a-63d3244d9913 HTTP/1.1" status: 200 len: 906 time: 0.2599835 May 20 20:47:15.890334 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9acabe24-34b6-4f76-8669-0fb1b3e18f66', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d818611-fbfa-42a2-89d9-b5a9d72dc148'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:47:15.892611 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4291b17aa7b45362825f0571e77c85f5e73afe1df9c7e9e15006df9d695c005e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6da393e9-75f6-4e24-bc8c-f49bfaaf03b7" -d '{"events": [{"server_uuid": "9acabe24-34b6-4f76-8669-0fb1b3e18f66", "name": "network-vif-unplugged", "status": "completed", "tag": "1d818611-fbfa-42a2-89d9-b5a9d72dc148"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:47:15.897865 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-f3e58361-98b2-43bb-a2fa-1b0e533ca41a req-b1759d67-d360-4509-abf6-4765158f0db0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1bec4883-cd3e-4a64-8430-07918ea1f64f HTTP/1.1" status: 200 len: 217 time: 0.0392814 May 20 20:47:15.900880 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-4ae5a490-e307-4473-b237-d038b39c15e1 req-dcd87213-7ffc-4310-b1ed-1c2663bbbcb6 service neutron] For port 1d818611-fbfa-42a2-89d9-b5a9d72dc148, host n-h2-842733-1, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:47:15.916443 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-4ae5a490-e307-4473-b237-d038b39c15e1 req-dcd87213-7ffc-4310-b1ed-1c2663bbbcb6 service neutron] For port 1d818611-fbfa-42a2-89d9-b5a9d72dc148, host n-h2-842733-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=1d818611-fbfa-42a2-89d9-b5a9d72dc148,segment=NetworkSegment(ed3a602f-49fb-4a95-be80-401e1eb72e33),segment_id=ed3a602f-49fb-4a95-be80-401e1eb72e33)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:47:15.937041 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c150be-9a34-4d70-b4f1-125e45fc01c4 req-4347ab79-d584-4752-ad56-b4cd497473ea tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:47:15.938779 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-18c150be-9a34-4d70-b4f1-125e45fc01c4 req-4347ab79-d584-4752-ad56-b4cd497473ea tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/ports?device_id=9acabe24-34b6-4f76-8669-0fb1b3e18f66 HTTP/1.1" status: 200 len: 948 time: 0.0818613 May 20 20:47:15.967895 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 May 2022 20:47:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33ac78d2-5990-4658-b481-79b78c190209 x-openstack-request-id: req-33ac78d2-5990-4658-b481-79b78c190209 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:47:15.968194 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9acabe24-34b6-4f76-8669-0fb1b3e18f66", "name": "network-vif-unplugged", "status": "completed", "tag": "1d818611-fbfa-42a2-89d9-b5a9d72dc148", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:47:15.968448 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-33ac78d2-5990-4658-b481-79b78c190209 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:47:15.968839 n-d-842733-1 neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33ac78d2-5990-4658-b481-79b78c190209'] response: {'server_uuid': '9acabe24-34b6-4f76-8669-0fb1b3e18f66', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d818611-fbfa-42a2-89d9-b5a9d72dc148', 'code': 200} May 20 20:47:15.989388 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-18c150be-9a34-4d70-b4f1-125e45fc01c4 req-99529a7f-cc88-4144-acdd-8bc60daff02c tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/security-groups?id=38c76b68-4081-4341-88c9-c8e3082a5da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446348 May 20 20:47:16.000069 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-4ae5a490-e307-4473-b237-d038b39c15e1 req-dcd87213-7ffc-4310-b1ed-1c2663bbbcb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:16.024762 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-1f378068-27e6-48aa-991e-0f6d81696944 req-222c96ff-4027-4c66-bdac-15927bf8ab6a tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] For port 5ea51e96-bb5c-4b85-951e-797b6c2a914e, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=5ea51e96-bb5c-4b85-951e-797b6c2a914e,segment=NetworkSegment(51a22548-63c8-444c-b674-6afca742ad16),segment_id=51a22548-63c8-444c-b674-6afca742ad16)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:47:16.025140 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-1f378068-27e6-48aa-991e-0f6d81696944 req-222c96ff-4027-4c66-bdac-15927bf8ab6a tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:16.037498 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae5a490-e307-4473-b237-d038b39c15e1 req-dcd87213-7ffc-4310-b1ed-1c2663bbbcb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:47:16.037498 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-4ae5a490-e307-4473-b237-d038b39c15e1 req-dcd87213-7ffc-4310-b1ed-1c2663bbbcb6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:16.038023 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4ae5a490-e307-4473-b237-d038b39c15e1 req-dcd87213-7ffc-4310-b1ed-1c2663bbbcb6 service neutron] 10.222.0.13 "PUT /v2.0/ports/1d818611-fbfa-42a2-89d9-b5a9d72dc148 HTTP/1.1" status: 200 len: 1096 time: 2.1038551 May 20 20:47:16.073109 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e58361-98b2-43bb-a2fa-1b0e533ca41a req-c9e9a0e9-8f4c-4b59-8007-f24f97e39b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:47:16.074747 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-f3e58361-98b2-43bb-a2fa-1b0e533ca41a req-c9e9a0e9-8f4c-4b59-8007-f24f97e39b68 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4bff70e4-9d51-4479-9096-540dc3675fab HTTP/1.1" status: 200 len: 845 time: 0.1388195 May 20 20:47:16.079912 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd87213-7ffc-4310-b1ed-1c2663bbbcb6 service neutron] Pushing event updated for resources: {'Port': ['ID=1d818611-fbfa-42a2-89d9-b5a9d72dc148,revision_number=7']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:47:16.130955 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-15676241-11b4-4093-a595-f6c6b4a0d23b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:16.189388 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae5a490-e307-4473-b237-d038b39c15e1 req-70bc3d6b-9e33-4d52-aa79-4e9120130748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:47:16.191389 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4ae5a490-e307-4473-b237-d038b39c15e1 req-70bc3d6b-9e33-4d52-aa79-4e9120130748 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=74b74d22d9d54e1eae7cec44a7fbec8d&device_id=9acabe24-34b6-4f76-8669-0fb1b3e18f66 HTTP/1.1" status: 200 len: 1099 time: 0.0592306 May 20 20:47:16.210796 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-f3e58361-98b2-43bb-a2fa-1b0e533ca41a req-ed936a21-2778-4165-90c3-63bd637c3891 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9d3d3a86-d0ea-42bb-882a-63d3244d9913&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0756011 May 20 20:47:16.265888 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 1d818611-fbfa-42a2-89d9-b5a9d72dc148 no longer exists at agent hyperv_n-h1-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:47:16.332256 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae5a490-e307-4473-b237-d038b39c15e1 req-ddc94b4f-a431-4547-88f4-b4ba03338801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:47:16.334625 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4ae5a490-e307-4473-b237-d038b39c15e1 req-ddc94b4f-a431-4547-88f4-b4ba03338801 service neutron] 10.222.0.13 "GET /v2.0/networks?id=cd702362-b982-46c5-a7d0-51de1b03df86 HTTP/1.1" status: 200 len: 870 time: 0.1328537 May 20 20:47:16.342306 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 1d818611-fbfa-42a2-89d9-b5a9d72dc148 not bound to the agent host n-h1-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 20:47:16.451508 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4ae5a490-e307-4473-b237-d038b39c15e1 req-2dfcd36f-b631-4e62-a2ec-c3b350658859 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=1d818611-fbfa-42a2-89d9-b5a9d72dc148 HTTP/1.1" status: 200 len: 217 time: 0.0850344 May 20 20:47:16.519401 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289d4602-9b96-4eb7-8de6-1dd4662fc3af req-08f0b0f0-d031-4729-802b-df82e4030e1e tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:47:16.521084 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-289d4602-9b96-4eb7-8de6-1dd4662fc3af req-08f0b0f0-d031-4729-802b-df82e4030e1e tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] 10.222.0.35 "GET /v2.0/ports?device_id=a5545a98-cd95-42cb-b1ec-fef20fc9b0da HTTP/1.1" status: 200 len: 944 time: 0.1642199 May 20 20:47:16.534807 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10177c6-6de7-4d7c-9aec-48cf7713a884 req-0e1503e5-14f4-46a7-8afc-9a5bb1c95789 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:47:16.536605 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c10177c6-6de7-4d7c-9aec-48cf7713a884 req-0e1503e5-14f4-46a7-8afc-9a5bb1c95789 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/ports?device_id=639a9b9c-aaad-4644-9dcd-410174fb9f88 HTTP/1.1" status: 200 len: 945 time: 0.1674783 May 20 20:47:16.571578 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae5a490-e307-4473-b237-d038b39c15e1 req-cee38b1c-dcba-4645-b747-33c384415b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:47:16.573258 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4ae5a490-e307-4473-b237-d038b39c15e1 req-cee38b1c-dcba-4645-b747-33c384415b7f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=26b342ea-254c-483a-9ea9-f11c178970eb HTTP/1.1" status: 200 len: 843 time: 0.1129625 May 20 20:47:16.616854 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-289d4602-9b96-4eb7-8de6-1dd4662fc3af req-975ca6b1-e419-4f13-b5ff-6223b419ede5 tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] 10.222.0.35 "GET /v2.0/security-groups?id=08f63c89-364b-47f7-9236-e1c85d29ce51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791633 May 20 20:47:16.627848 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c10177c6-6de7-4d7c-9aec-48cf7713a884 req-d7d8696e-71a2-4449-a3a0-8a510234a1de tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3c6019f-4c4a-4c16-982c-852ac3d8d84a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806632 May 20 20:47:16.685143 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 36efa871-7d20-4d85-b796-bf7945cfba25 details requested by agent hyperv_n-h2-842733-1 with host n-h2-842733-1 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 20:47:16.688373 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae5a490-e307-4473-b237-d038b39c15e1 req-77a2a332-49e3-46b0-9cac-c2d025e9deaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:47:16.689978 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4ae5a490-e307-4473-b237-d038b39c15e1 req-77a2a332-49e3-46b0-9cac-c2d025e9deaa service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cd702362-b982-46c5-a7d0-51de1b03df86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0881162 May 20 20:47:16.699088 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da11dfa2-49ca-4e2e-98cf-ace06265802e req-b5a0eb90-af5b-413b-8888-88b566bcf59c tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:47:16.701399 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-da11dfa2-49ca-4e2e-98cf-ace06265802e req-b5a0eb90-af5b-413b-8888-88b566bcf59c tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.13 "GET /v2.0/ports?device_id=639a9b9c-aaad-4644-9dcd-410174fb9f88 HTTP/1.1" status: 200 len: 945 time: 0.0905757 May 20 20:47:16.778733 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-1f378068-27e6-48aa-991e-0f6d81696944 req-222c96ff-4027-4c66-bdac-15927bf8ab6a tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:16.779314 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-1f378068-27e6-48aa-991e-0f6d81696944 req-222c96ff-4027-4c66-bdac-15927bf8ab6a tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748272'] for floatingip, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:16.779631 n-d-842733-1 neutron-server[103162]: INFO neutron.db.l3_db [req-1f378068-27e6-48aa-991e-0f6d81696944 req-222c96ff-4027-4c66-bdac-15927bf8ab6a tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Floating IP de9be70e-5acf-42f8-a03e-e0f7bf669ce1 disassociated. External IP: 172.25.2.101, port: 5ea51e96-bb5c-4b85-951e-797b6c2a914e. May 20 20:47:16.780077 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-1f378068-27e6-48aa-991e-0f6d81696944 req-222c96ff-4027-4c66-bdac-15927bf8ab6a tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Calling delete_port for 5ea51e96-bb5c-4b85-951e-797b6c2a914e owned by compute:nova {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:47:16.829531 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port 36efa871-7d20-4d85-b796-bf7945cfba25, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=36efa871-7d20-4d85-b796-bf7945cfba25,segment=NetworkSegment(4fb43387-a5c5-43aa-8e5d-888aa3c15a43),segment_id=4fb43387-a5c5-43aa-8e5d-888aa3c15a43)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:47:16.841965 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Returning: {'device': '36efa871-7d20-4d85-b796-bf7945cfba25', 'network_id': 'c2ea9378-ee68-40b3-a775-73638caa62a4', 'port_id': '36efa871-7d20-4d85-b796-bf7945cfba25', 'mac_address': 'fa:16:3e:b2:9e:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4878b4a-3af4-4842-a84e-d8914d802b87', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 20 20:47:16.865771 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4ae5a490-e307-4473-b237-d038b39c15e1 req-a4c61ebd-3f0d-4365-a1c4-e198e7f8297d service neutron] 10.222.0.13 "GET /v2.0/networks/cd702362-b982-46c5-a7d0-51de1b03df86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639845 May 20 20:47:16.881769 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port 36efa871-7d20-4d85-b796-bf7945cfba25 is: DOWN; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:47:16.882380 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:16.898763 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36efa871-7d20-4d85-b796-bf7945cfba25 {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:47:16.925794 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port 36efa871-7d20-4d85-b796-bf7945cfba25, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=36efa871-7d20-4d85-b796-bf7945cfba25,segment=NetworkSegment(4fb43387-a5c5-43aa-8e5d-888aa3c15a43),segment_id=4fb43387-a5c5-43aa-8e5d-888aa3c15a43)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:47:16.983105 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:16.984181 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-deaec6ef-09d4-4909-be9b-d356876f27bd req-6dda09c7-6eb1-4cc2-a9eb-4bfc805cecc0 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=444b3ad3-070a-402c-b3e2-ee88bb47c145&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1355321 May 20 20:47:16.988301 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 45772) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:47:17.005167 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-f3e58361-98b2-43bb-a2fa-1b0e533ca41a req-61c1c7cc-2169-4a0b-aebd-060a6794f8e4 service neutron] 10.222.0.13 "GET /v2.0/networks/9d3d3a86-d0ea-42bb-882a-63d3244d9913?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4344373 May 20 20:47:17.075857 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=36efa871-7d20-4d85-b796-bf7945cfba25,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:47:17.101560 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72085d4-91ba-4ce8-a514-2ff9bcd1fce3 req-96aeb0f9-963c-4709-a3c1-ff7a0c4cef44 tempest-ServersNegativeTestMultiTenantJSON-446127000 tempest-ServersNegativeTestMultiTenantJSON-446127000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:47:17.103140 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b72085d4-91ba-4ce8-a514-2ff9bcd1fce3 req-96aeb0f9-963c-4709-a3c1-ff7a0c4cef44 tempest-ServersNegativeTestMultiTenantJSON-446127000 tempest-ServersNegativeTestMultiTenantJSON-446127000-project] 10.222.0.35 "GET /v2.0/ports?device_id=f756e5b3-e1d1-4f89-8338-385394f3ae9b HTTP/1.1" status: 200 len: 944 time: 0.2435338 May 20 20:47:17.138718 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb2bf65-3fbc-4737-8ef0-51fb7673e48c req-ec6ddc18-91d8-4540-92dd-7f624a8513b0 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:47:17.140189 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ffb2bf65-3fbc-4737-8ef0-51fb7673e48c req-ec6ddc18-91d8-4540-92dd-7f624a8513b0 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] 10.222.0.35 "GET /v2.0/ports?device_id=ee7f6c24-7d55-4428-a1c5-37a676e713bd HTTP/1.1" status: 200 len: 945 time: 0.2027094 May 20 20:47:17.149500 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-2703f121-49b4-467b-be60-dad89d89a4f4 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1688617199-network', 'tenant_id': '6cacdf41ac9243239428df22d232c310'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:47:17.156167 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4ae5a490-e307-4473-b237-d038b39c15e1 req-a7facbea-5f8a-4480-9b69-fc03d7a66f7e service neutron] 10.222.0.13 "GET /v2.0/networks/cd702362-b982-46c5-a7d0-51de1b03df86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2836812 May 20 20:47:17.183346 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [req-da11dfa2-49ca-4e2e-98cf-ace06265802e req-cd84283f-9424-400f-8d4a-8ffc143d0aaf tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Deleting port 7f3ebca3-508b-418e-88bd-760b98f17cff {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:47:17.183685 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-da11dfa2-49ca-4e2e-98cf-ace06265802e req-cd84283f-9424-400f-8d4a-8ffc143d0aaf tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:17.240181 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaec6ef-09d4-4909-be9b-d356876f27bd req-5be502ad-80e1-4db2-846a-70477227abcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:47:17.241687 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-deaec6ef-09d4-4909-be9b-d356876f27bd req-5be502ad-80e1-4db2-846a-70477227abcd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=87c2c2610bc847eaa1d2c1976f58d7b1&device_id=444b3ad3-070a-402c-b3e2-ee88bb47c145 HTTP/1.1" status: 200 len: 1096 time: 0.1890755 May 20 20:47:17.242706 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-15676241-11b4-4093-a595-f6c6b4a0d23b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748106'] for router, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:17.265526 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b72085d4-91ba-4ce8-a514-2ff9bcd1fce3 req-81d2a45e-26ec-42ee-abd7-ddde3add6abc tempest-ServersNegativeTestMultiTenantJSON-446127000 tempest-ServersNegativeTestMultiTenantJSON-446127000-project] 10.222.0.35 "GET /v2.0/security-groups?id=bccc37ef-34de-4d15-be57-7289647f4ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537366 May 20 20:47:17.274851 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ffb2bf65-3fbc-4737-8ef0-51fb7673e48c req-c016718d-7f14-44c7-9f59-a7f768e82da7 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] 10.222.0.35 "GET /v2.0/security-groups?id=1e4d1602-cac8-46a3-bac3-1f4e6aa6409e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1210959 May 20 20:47:17.293952 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] get_ports_and_sgs() called for port_ids ['36efa871-7d20-4d85-b796-bf7945cfba25'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:47:17.301450 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-1f378068-27e6-48aa-991e-0f6d81696944 req-222c96ff-4027-4c66-bdac-15927bf8ab6a tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:17.306034 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-f3e58361-98b2-43bb-a2fa-1b0e533ca41a req-75a1476b-0e08-4314-afa2-c09e468ade83 service neutron] 10.222.0.13 "GET /v2.0/networks/9d3d3a86-d0ea-42bb-882a-63d3244d9913?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2927527 May 20 20:47:17.327554 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2703f121-49b4-467b-be60-dad89d89a4f4 admin admin] Made reservation on behalf of 6cacdf41ac9243239428df22d232c310 for: {'network': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:47:17.329802 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2703f121-49b4-467b-be60-dad89d89a4f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for network, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:17.342365 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-da11dfa2-49ca-4e2e-98cf-ace06265802e req-cd84283f-9424-400f-8d4a-8ffc143d0aaf tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] For port 7f3ebca3-508b-418e-88bd-760b98f17cff, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=7f3ebca3-508b-418e-88bd-760b98f17cff,segment=NetworkSegment(1b0c59b6-1da5-46b1-ba4a-82e83befd33e),segment_id=1b0c59b6-1da5-46b1-ba4a-82e83befd33e)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:47:17.343036 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-da11dfa2-49ca-4e2e-98cf-ace06265802e req-cd84283f-9424-400f-8d4a-8ffc143d0aaf tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:17.378397 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222c96ff-4027-4c66-bdac-15927bf8ab6a tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Pushing event deleted for resources: {'Port': ['ID=5ea51e96-bb5c-4b85-951e-797b6c2a914e,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:47:17.411221 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2703f121-49b4-467b-be60-dad89d89a4f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:17.565561 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24936c4-316e-458f-a443-92ce10d3e9ec req-f9d59d8c-b09c-494b-9b3e-2a49e8b0f319 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:47:17.567131 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c24936c4-316e-458f-a443-92ce10d3e9ec req-f9d59d8c-b09c-494b-9b3e-2a49e8b0f319 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/ports?device_id=9acabe24-34b6-4f76-8669-0fb1b3e18f66 HTTP/1.1" status: 200 len: 948 time: 0.1446011 May 20 20:47:17.602363 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaec6ef-09d4-4909-be9b-d356876f27bd req-3be6e044-3b36-4b30-ab7e-7c9d21e6f230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:47:17.604381 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-deaec6ef-09d4-4909-be9b-d356876f27bd req-3be6e044-3b36-4b30-ab7e-7c9d21e6f230 service neutron] 10.222.0.13 "GET /v2.0/networks?id=dc8945eb-dd74-4cb0-b93f-84eec37290f3 HTTP/1.1" status: 200 len: 919 time: 0.2969964 May 20 20:47:17.700744 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-deaec6ef-09d4-4909-be9b-d356876f27bd req-076732c2-e0bf-4100-8f97-40a629b41bf9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=62d1ba97-6f0b-4b65-9e31-0d50a53dbf7c HTTP/1.1" status: 200 len: 217 time: 0.0581863 May 20 20:47:17.770482 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1f378068-27e6-48aa-991e-0f6d81696944 req-222c96ff-4027-4c66-bdac-15927bf8ab6a tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Router 1b403540-9eac-4959-9594-ec7fea5521b9 has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 20:47:17.784886 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15676241-11b4-4093-a595-f6c6b4a0d23b admin admin] Router 11194262-67a0-4341-8110-513c16b7f07d is scheduled to L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e with binding_index 1 {{(pid=103162) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 20 20:47:17.787251 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2703f121-49b4-467b-be60-dad89d89a4f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:17.802258 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaec6ef-09d4-4909-be9b-d356876f27bd req-46bd04a2-f4ca-41b5-b7b2-4c93575d654a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:47:17.803856 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-deaec6ef-09d4-4909-be9b-d356876f27bd req-46bd04a2-f4ca-41b5-b7b2-4c93575d654a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6369a26f-bc30-4622-b5b7-2978096f54a2 HTTP/1.1" status: 200 len: 857 time: 0.0941398 May 20 20:47:17.905457 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2703f121-49b4-467b-be60-dad89d89a4f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:17.942129 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2703f121-49b4-467b-be60-dad89d89a4f4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 225} {{(pid=103162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 20:47:17.954666 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c24936c4-316e-458f-a443-92ce10d3e9ec req-44aa0800-0e65-42df-af7a-3dbf05f473b7 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/security-groups?id=38c76b68-4081-4341-88c9-c8e3082a5da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3799393 May 20 20:47:17.970184 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-da11dfa2-49ca-4e2e-98cf-ace06265802e req-cd84283f-9424-400f-8d4a-8ffc143d0aaf tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:17.970549 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-da11dfa2-49ca-4e2e-98cf-ace06265802e req-cd84283f-9424-400f-8d4a-8ffc143d0aaf tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748272'] for floatingip, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:17.970864 n-d-842733-1 neutron-server[103163]: INFO neutron.db.l3_db [req-da11dfa2-49ca-4e2e-98cf-ace06265802e req-cd84283f-9424-400f-8d4a-8ffc143d0aaf tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Floating IP cc648086-ceec-45d0-a279-73fee1efb948 disassociated. External IP: 172.25.2.203, port: 7f3ebca3-508b-418e-88bd-760b98f17cff. May 20 20:47:17.971204 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [req-da11dfa2-49ca-4e2e-98cf-ace06265802e req-cd84283f-9424-400f-8d4a-8ffc143d0aaf tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Calling delete_port for 7f3ebca3-508b-418e-88bd-760b98f17cff owned by compute:nova {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:47:17.972758 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9acabe24-34b6-4f76-8669-0fb1b3e18f66', 'tag': '1d818611-fbfa-42a2-89d9-b5a9d72dc148'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:47:17.974998 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4291b17aa7b45362825f0571e77c85f5e73afe1df9c7e9e15006df9d695c005e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a5e6535-2ca7-4f44-97d1-3a95c40aba27" -d '{"events": [{"name": "network-changed", "server_uuid": "9acabe24-34b6-4f76-8669-0fb1b3e18f66", "tag": "1d818611-fbfa-42a2-89d9-b5a9d72dc148"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:47:17.988841 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13825035-708a-4a71-9bca-29ed4d95f486 req-52014e93-2f80-49a3-bef2-df20e6dbd8d4 tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:47:17.990788 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-13825035-708a-4a71-9bca-29ed4d95f486 req-52014e93-2f80-49a3-bef2-df20e6dbd8d4 tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] 10.222.0.35 "GET /v2.0/ports?device_id=a5545a98-cd95-42cb-b1ec-fef20fc9b0da HTTP/1.1" status: 200 len: 944 time: 0.1323929 May 20 20:47:18.016482 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2703f121-49b4-467b-be60-dad89d89a4f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:18.016830 n-d-842733-1 neutron-server[103162]: INFO neutron.db.segments_db [None req-2703f121-49b4-467b-be60-dad89d89a4f4 admin admin] Added segment 2e785b90-65af-46d3-8337-91a036f88f70 of type vlan for network 2d83b2c9-0244-41ed-9f3c-e51e410d424a May 20 20:47:18.044842 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2703f121-49b4-467b-be60-dad89d89a4f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c03e6e24-394f-454d-8c44-334f19c6e483,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:47:18.079223 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaec6ef-09d4-4909-be9b-d356876f27bd req-5ea843c4-ae01-47b6-9494-cc362f678b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:47:18.080628 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-deaec6ef-09d4-4909-be9b-d356876f27bd req-5ea843c4-ae01-47b6-9494-cc362f678b1c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=dc8945eb-dd74-4cb0-b93f-84eec37290f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2701643 May 20 20:47:18.102323 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15676241-11b4-4093-a595-f6c6b4a0d23b admin admin] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 20:47:18.112817 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2531a178-5d2b-4e93-9e59-18c527912912 None None] Sync routers for ids ['11194262-67a0-4341-8110-513c16b7f07d'] in n-d-842733-1 {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 20:47:18.122189 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-13825035-708a-4a71-9bca-29ed4d95f486 req-9b57e341-bf56-4554-9b7c-318fe25d4d76 tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] 10.222.0.35 "GET /v2.0/security-groups?id=08f63c89-364b-47f7-9236-e1c85d29ce51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223922 May 20 20:47:18.126604 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2531a178-5d2b-4e93-9e59-18c527912912 None None] Routers {'11194262-67a0-4341-8110-513c16b7f07d'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:47:18.127466 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-2531a178-5d2b-4e93-9e59-18c527912912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:46:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['11194262-67a0-4341-8110-513c16b7f07d'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:47:18.148173 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74122628-5e2f-4d7a-b808-f9a9eb27f7ad req-57d8bec3-55ce-44ec-97c2-fdba85187882 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:47:18.149672 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-74122628-5e2f-4d7a-b808-f9a9eb27f7ad req-57d8bec3-55ce-44ec-97c2-fdba85187882 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/ports?device_id=639a9b9c-aaad-4644-9dcd-410174fb9f88 HTTP/1.1" status: 200 len: 945 time: 0.0978069 May 20 20:47:18.162688 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2703f121-49b4-467b-be60-dad89d89a4f4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418993264'] for network, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:18.206151 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 20:47:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28d6948e-9bca-4232-938a-ca11663afc6b x-openstack-request-id: req-28d6948e-9bca-4232-938a-ca11663afc6b {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:47:18.206432 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9acabe24-34b6-4f76-8669-0fb1b3e18f66", "tag": "1d818611-fbfa-42a2-89d9-b5a9d72dc148", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:47:18.206878 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-28d6948e-9bca-4232-938a-ca11663afc6b {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:47:18.207451 n-d-842733-1 neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28d6948e-9bca-4232-938a-ca11663afc6b'] response: {'name': 'network-changed', 'server_uuid': '9acabe24-34b6-4f76-8669-0fb1b3e18f66', 'tag': '1d818611-fbfa-42a2-89d9-b5a9d72dc148', 'status': 'completed', 'code': 200} May 20 20:47:18.243171 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1f378068-27e6-48aa-991e-0f6d81696944 req-222c96ff-4027-4c66-bdac-15927bf8ab6a tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 20:47:18.256372 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afd0e116-6160-4a7c-be92-8bd543809797 None None] Sync routers for ids ['1b403540-9eac-4959-9594-ec7fea5521b9'] in n-d-842733-1 {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 20:47:18.257827 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-15676241-11b4-4093-a595-f6c6b4a0d23b admin admin] Notify callbacks [] for router, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:18.259332 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-15676241-11b4-4093-a595-f6c6b4a0d23b admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.7864432 May 20 20:47:18.264895 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 45784) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:47:18.277014 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd0e116-6160-4a7c-be92-8bd543809797 None None] Routers {'1b403540-9eac-4959-9594-ec7fea5521b9'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:47:18.277921 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-afd0e116-6160-4a7c-be92-8bd543809797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:46:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['1b403540-9eac-4959-9594-ec7fea5521b9'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:47:18.288167 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-2531a178-5d2b-4e93-9e59-18c527912912 None None] Set router 11194262-67a0-4341-8110-513c16b7f07d gateway port host: n-d-842733-1 {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:47:18.321199 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-74122628-5e2f-4d7a-b808-f9a9eb27f7ad req-c2b1f41c-719e-405d-bec3-d26298502e53 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3c6019f-4c4a-4c16-982c-852ac3d8d84a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1632750 May 20 20:47:18.350513 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5e6535-2ca7-4f44-97d1-3a95c40aba27 req-3dfa026e-f3bd-4587-8c1a-c89376675e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:47:18.352236 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0a5e6535-2ca7-4f44-97d1-3a95c40aba27 req-3dfa026e-f3bd-4587-8c1a-c89376675e84 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=74b74d22d9d54e1eae7cec44a7fbec8d&device_id=9acabe24-34b6-4f76-8669-0fb1b3e18f66 HTTP/1.1" status: 200 len: 1099 time: 0.1345596 May 20 20:47:18.371660 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f378068-27e6-48aa-991e-0f6d81696944 req-222c96ff-4027-4c66-bdac-15927bf8ab6a tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] No DVR routers for this DVR port 5ea51e96-bb5c-4b85-951e-797b6c2a914e on host n-h1-842733-1 {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:47:18.388943 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2703f121-49b4-467b-be60-dad89d89a4f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524'] for network, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:18.394805 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2703f121-49b4-467b-be60-dad89d89a4f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:47:18.400441 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2703f121-49b4-467b-be60-dad89d89a4f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:18.400649 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-da11dfa2-49ca-4e2e-98cf-ace06265802e req-cd84283f-9424-400f-8d4a-8ffc143d0aaf tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:18.414343 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-1f378068-27e6-48aa-991e-0f6d81696944 req-222c96ff-4027-4c66-bdac-15927bf8ab6a tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:18.423909 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-1f378068-27e6-48aa-991e-0f6d81696944 req-222c96ff-4027-4c66-bdac-15927bf8ab6a tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] 10.222.0.24 "DELETE /v2.0/ports/5ea51e96-bb5c-4b85-951e-797b6c2a914e HTTP/1.1" status: 204 len: 173 time: 2.9833927 May 20 20:47:18.432062 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee7f6c24-7d55-4428-a1c5-37a676e713bd', 'name': 'network-vif-deleted', 'tag': '5ea51e96-bb5c-4b85-951e-797b6c2a914e'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:47:18.436755 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6fa957933fccbf596d28104b23404b952ad6a8238afaebaed40a0874b2e409" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6c325ee-58c5-477f-87be-8a39990ebe61" -d '{"events": [{"server_uuid": "ee7f6c24-7d55-4428-a1c5-37a676e713bd", "name": "network-vif-deleted", "tag": "5ea51e96-bb5c-4b85-951e-797b6c2a914e"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:47:18.439057 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 5ea51e96-bb5c-4b85-951e-797b6c2a914e no longer exists at agent hyperv_n-h1-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:47:18.444267 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-afd0e116-6160-4a7c-be92-8bd543809797 None None] Set router 1b403540-9eac-4959-9594-ec7fea5521b9 gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:47:18.516112 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] No Port match for: 5ea51e96-bb5c-4b85-951e-797b6c2a914e {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 20:47:18.516460 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 5ea51e96-bb5c-4b85-951e-797b6c2a914e not bound to the agent host n-h1-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 20:47:18.565440 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd84283f-9424-400f-8d4a-8ffc143d0aaf tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Pushing event deleted for resources: {'Port': ['ID=7f3ebca3-508b-418e-88bd-760b98f17cff,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:47:18.632523 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-aef0c576-f018-44d0-b348-103e005bbdc5 req-e00c51c3-d517-4f9a-8319-48c58226af47 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] 10.222.0.35 "GET /v2.0/ports?device_id=ee7f6c24-7d55-4428-a1c5-37a676e713bd HTTP/1.1" status: 200 len: 210 time: 0.1681821 May 20 20:47:18.670946 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-2531a178-5d2b-4e93-9e59-18c527912912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11194262-67a0-4341-8110-513c16b7f07d', 'name': 'tempest-ServerRescueTestJSONUnderV235-616548404-router', 'tenant_id': 'ad08a6df517d4421a3d41cf43d0382ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.5'}], 'enable_snat': True}, 'gw_port_id': '00616bcd-472c-4dbc-a226-155f426816d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:47:13Z', 'updated_at': '2022-05-20T20:47:15Z', 'revision_number': 3, 'project_id': 'ad08a6df517d4421a3d41cf43d0382ff', 'gw_port': {'id': '00616bcd-472c-4dbc-a226-155f426816d9', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:fe:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11194262-67a0-4341-8110-513c16b7f07d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1172, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:47:14Z', 'updated_at': '2022-05-20T20:47:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:47:18.741893 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2531a178-5d2b-4e93-9e59-18c527912912 None None] Checking router: 11194262-67a0-4341-8110-513c16b7f07d for host: n-d-842733-1 {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 20:47:18.742495 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2531a178-5d2b-4e93-9e59-18c527912912 None None] Updating router 11194262-67a0-4341-8110-513c16b7f07d port 00616bcd-472c-4dbc-a226-155f426816d9 binding host n-d-842733-1 {{(pid=103164) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 20:47:18.771102 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2753f2a3-d19b-48c4-8dd3-3a8364091386 req-fcbe786f-ad3e-4069-a1b9-3d6c75062f86 tempest-ServersNegativeTestMultiTenantJSON-446127000 tempest-ServersNegativeTestMultiTenantJSON-446127000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:47:18.779098 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2753f2a3-d19b-48c4-8dd3-3a8364091386 req-fcbe786f-ad3e-4069-a1b9-3d6c75062f86 tempest-ServersNegativeTestMultiTenantJSON-446127000 tempest-ServersNegativeTestMultiTenantJSON-446127000-project] 10.222.0.35 "GET /v2.0/ports?device_id=f756e5b3-e1d1-4f89-8338-385394f3ae9b HTTP/1.1" status: 200 len: 945 time: 0.3677123 May 20 20:47:18.800512 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-2531a178-5d2b-4e93-9e59-18c527912912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:18.803010 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 1bec4883-cd3e-4a64-8430-07918ea1f64f details requested by agent hyperv_n-h2-842733-1 with host n-h2-842733-1 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 20:47:18.829174 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5e6535-2ca7-4f44-97d1-3a95c40aba27 req-0af8d904-597f-4a5b-8157-ce510504fc70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:47:18.830672 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-0a5e6535-2ca7-4f44-97d1-3a95c40aba27 req-0af8d904-597f-4a5b-8157-ce510504fc70 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=74b74d22d9d54e1eae7cec44a7fbec8d&device_id=9acabe24-34b6-4f76-8669-0fb1b3e18f66 HTTP/1.1" status: 200 len: 1099 time: 0.5844550 May 20 20:47:18.833018 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-deaec6ef-09d4-4909-be9b-d356876f27bd req-03fa1278-c2f7-4f4d-9145-fa145454ba51 service neutron] 10.222.0.13 "GET /v2.0/networks/dc8945eb-dd74-4cb0-b93f-84eec37290f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7269492 May 20 20:47:18.837113 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-afd0e116-6160-4a7c-be92-8bd543809797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b403540-9eac-4959-9594-ec7fea5521b9', 'name': 'tempest-AttachVolumeNegativeTest-1769752784-router', 'tenant_id': 'c23324ed92c6460facba85082860777a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.135'}], 'enable_snat': True}, 'gw_port_id': 'e020f4ff-b002-440c-a8f2-69d13e16d5c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:44:14Z', 'updated_at': '2022-05-20T20:44:19Z', 'revision_number': 4, 'project_id': 'c23324ed92c6460facba85082860777a', 'gw_port': {'id': 'e020f4ff-b002-440c-a8f2-69d13e16d5c9', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:39:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b403540-9eac-4959-9594-ec7fea5521b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1010, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:44:14Z', 'updated_at': '2022-05-20T20:44:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_floatingips': [{'id': '5843a368-30cb-437d-b951-cc1b95eac7d5', 'tenant_id': 'c23324ed92c6460facba85082860777a', 'floating_ip_address': '172.25.2.171', 'floating_network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'router_id': '1b403540-9eac-4959-9594-ec7fea5521b9', 'port_id': '8a41b2ce-d3c6-494d-9d90-01b1f30f6c6c', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1018, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c34618e-1eb4-46a9-ac65-b891df136138', 'mac_address': 'fa:16:3e:a1:9b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '156904b4-ae91-46c0-981d-c557e58e72e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-20T20:44:26Z', 'updated_at': '2022-05-20T20:44:54Z', 'revision_number': 2, 'project_id': 'c23324ed92c6460facba85082860777a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f36b20e-e5dd-44fd-9a75-f97ecc5c70c4', 'name': '', 'network_id': '7c34618e-1eb4-46a9-ac65-b891df136138', 'tenant_id': 'c23324ed92c6460facba85082860777a', 'mac_address': 'fa:16:3e:f4:b0:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b403540-9eac-4959-9594-ec7fea5521b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': '66bb8d81-3453-4d74-b13d-66db71019128', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:44:18Z', 'updated_at': '2022-05-20T20:44:24Z', 'revision_number': 5, 'project_id': 'c23324ed92c6460facba85082860777a', 'subnets': [{'id': '66bb8d81-3453-4d74-b13d-66db71019128', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:47:18.883149 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afd0e116-6160-4a7c-be92-8bd543809797 None None] Checking router: 1b403540-9eac-4959-9594-ec7fea5521b9 for host: n-d-842733-1 {{(pid=103165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 20:47:18.883367 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5e6535-2ca7-4f44-97d1-3a95c40aba27 req-c2846cfb-cf8f-4d0c-a9e5-b31129b4ff14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:47:18.884683 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0a5e6535-2ca7-4f44-97d1-3a95c40aba27 req-c2846cfb-cf8f-4d0c-a9e5-b31129b4ff14 service neutron] 10.222.0.24 "GET /v2.0/networks?id=cd702362-b982-46c5-a7d0-51de1b03df86 HTTP/1.1" status: 200 len: 870 time: 0.4975297 May 20 20:47:18.895494 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd0e116-6160-4a7c-be92-8bd543809797 None None] Routers {'1b403540-9eac-4959-9594-ec7fea5521b9'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:47:18.896445 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-afd0e116-6160-4a7c-be92-8bd543809797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:46:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['1b403540-9eac-4959-9594-ec7fea5521b9'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:47:18.929002 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port 1bec4883-cd3e-4a64-8430-07918ea1f64f, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=1bec4883-cd3e-4a64-8430-07918ea1f64f,segment=NetworkSegment(769d43cd-208e-4beb-b6e6-532aefd8f5a1),segment_id=769d43cd-208e-4beb-b6e6-532aefd8f5a1)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:47:18.942901 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 36efa871-7d20-4d85-b796-bf7945cfba25 up at agent hyperv_n-h2-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:47:18.975518 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0a5e6535-2ca7-4f44-97d1-3a95c40aba27 req-d9c7c275-a7cd-4cd4-b7b2-53f399542dff service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=1d818611-fbfa-42a2-89d9-b5a9d72dc148 HTTP/1.1" status: 200 len: 217 time: 0.0730405 May 20 20:47:18.977414 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5e6535-2ca7-4f44-97d1-3a95c40aba27 req-11d8e9f2-22f5-4401-8816-d5549d7b8556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:47:18.979140 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-0a5e6535-2ca7-4f44-97d1-3a95c40aba27 req-11d8e9f2-22f5-4401-8816-d5549d7b8556 service neutron] 10.222.0.13 "GET /v2.0/networks?id=cd702362-b982-46c5-a7d0-51de1b03df86 HTTP/1.1" status: 200 len: 870 time: 0.1313918 May 20 20:47:18.982132 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 20:47:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1757235a-09f4-4779-9b64-f11022cd8d7c x-openstack-request-id: req-1757235a-09f4-4779-9b64-f11022cd8d7c {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:47:18.982425 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee7f6c24-7d55-4428-a1c5-37a676e713bd", "name": "network-vif-deleted", "tag": "5ea51e96-bb5c-4b85-951e-797b6c2a914e", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:47:18.982744 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1757235a-09f4-4779-9b64-f11022cd8d7c {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:47:18.983187 n-d-842733-1 neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1757235a-09f4-4779-9b64-f11022cd8d7c'] response: {'server_uuid': 'ee7f6c24-7d55-4428-a1c5-37a676e713bd', 'name': 'network-vif-deleted', 'tag': '5ea51e96-bb5c-4b85-951e-797b6c2a914e', 'status': 'completed', 'code': 200} May 20 20:47:18.993783 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2753f2a3-d19b-48c4-8dd3-3a8364091386 req-0541b3c3-59e7-4dd1-9ba0-f9a3ec221308 tempest-ServersNegativeTestMultiTenantJSON-446127000 tempest-ServersNegativeTestMultiTenantJSON-446127000-project] 10.222.0.35 "GET /v2.0/security-groups?id=bccc37ef-34de-4d15-be57-7289647f4ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2092404 May 20 20:47:18.994185 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2703f121-49b4-467b-be60-dad89d89a4f4 admin admin] Pushing event updated for resources: {'Network': ['ID=2d83b2c9-0244-41ed-9f3c-e51e410d424a,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:47:19.002834 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-2703f121-49b4-467b-be60-dad89d89a4f4 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.0111082 May 20 20:47:19.003919 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Returning: {'device': '1bec4883-cd3e-4a64-8430-07918ea1f64f', 'network_id': '9d3d3a86-d0ea-42bb-882a-63d3244d9913', 'port_id': '1bec4883-cd3e-4a64-8430-07918ea1f64f', 'mac_address': 'fa:16:3e:03:c5:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bff70e4-9d51-4479-9096-540dc3675fab', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 20 20:47:19.006642 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 45794) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:47:19.013002 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-bd5c395f-8bfc-460e-98ab-8e6534bd8ada admin admin] Request body: {'subnet': {'network_id': '2d83b2c9-0244-41ed-9f3c-e51e410d424a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1688617199-subnet', 'tenant_id': '6cacdf41ac9243239428df22d232c310', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:47:19.059594 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Network 2d83b2c9-0244-41ed-9f3c-e51e410d424a details requested by agent ovs-agent-n-d-842733-1 with host n-d-842733-1 {{(pid=103164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 20 20:47:19.094264 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [req-da11dfa2-49ca-4e2e-98cf-ace06265802e req-cd84283f-9424-400f-8d4a-8ffc143d0aaf tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Router f355266f-7bb3-4b8c-a0c8-ab01fa65432f has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 20:47:19.129000 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-0a5e6535-2ca7-4f44-97d1-3a95c40aba27 req-5a118bdb-922c-4057-b310-b955d10051d7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=1d818611-fbfa-42a2-89d9-b5a9d72dc148 HTTP/1.1" status: 200 len: 217 time: 0.1250646 May 20 20:47:19.175616 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-afd0e116-6160-4a7c-be92-8bd543809797 None None] Set router 1b403540-9eac-4959-9594-ec7fea5521b9 gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:47:19.191918 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5e6535-2ca7-4f44-97d1-3a95c40aba27 req-5d8cb9af-bcac-4e2c-adc9-70b4d2bc15df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:47:19.200942 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0a5e6535-2ca7-4f44-97d1-3a95c40aba27 req-5d8cb9af-bcac-4e2c-adc9-70b4d2bc15df service neutron] 10.222.0.24 "GET /v2.0/subnets?id=26b342ea-254c-483a-9ea9-f11c178970eb HTTP/1.1" status: 200 len: 843 time: 0.2036562 May 20 20:47:19.249484 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port 1bec4883-cd3e-4a64-8430-07918ea1f64f is: DOWN; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:47:19.249875 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:19.252370 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd5c395f-8bfc-460e-98ab-8e6534bd8ada admin admin] Made reservation on behalf of 6cacdf41ac9243239428df22d232c310 for: {'subnet': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:47:19.255397 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bd5c395f-8bfc-460e-98ab-8e6534bd8ada admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4018244'] for subnet, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:19.266988 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Provisioning for port 36efa871-7d20-4d85-b796-bf7945cfba25 completed by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 20:47:19.278215 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1bec4883-cd3e-4a64-8430-07918ea1f64f {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:47:19.298251 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port 1bec4883-cd3e-4a64-8430-07918ea1f64f, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=1bec4883-cd3e-4a64-8430-07918ea1f64f,segment=NetworkSegment(769d43cd-208e-4beb-b6e6-532aefd8f5a1),segment_id=769d43cd-208e-4beb-b6e6-532aefd8f5a1)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:47:19.299308 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Provisioning complete for port 36efa871-7d20-4d85-b796-bf7945cfba25 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:47:19.299931 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:19.346961 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-deaec6ef-09d4-4909-be9b-d356876f27bd req-64ac3135-3db2-4326-b44b-d4d19cf82a25 service neutron] 10.222.0.13 "GET /v2.0/networks/dc8945eb-dd74-4cb0-b93f-84eec37290f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4974656 May 20 20:47:19.352319 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5e6535-2ca7-4f44-97d1-3a95c40aba27 req-feec8a58-6bb0-4bcf-81dd-771743a6a158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:47:19.354042 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-0a5e6535-2ca7-4f44-97d1-3a95c40aba27 req-feec8a58-6bb0-4bcf-81dd-771743a6a158 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=26b342ea-254c-483a-9ea9-f11c178970eb HTTP/1.1" status: 200 len: 843 time: 0.2058008 May 20 20:47:19.411846 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:19.462740 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5e6535-2ca7-4f44-97d1-3a95c40aba27 req-423b411a-0c3d-49d2-b712-4deca6b4e39f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:47:19.465636 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-0a5e6535-2ca7-4f44-97d1-3a95c40aba27 req-423b411a-0c3d-49d2-b712-4deca6b4e39f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cd702362-b982-46c5-a7d0-51de1b03df86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1015403 May 20 20:47:19.567451 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-afd0e116-6160-4a7c-be92-8bd543809797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b403540-9eac-4959-9594-ec7fea5521b9', 'name': 'tempest-AttachVolumeNegativeTest-1769752784-router', 'tenant_id': 'c23324ed92c6460facba85082860777a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.135'}], 'enable_snat': True}, 'gw_port_id': 'e020f4ff-b002-440c-a8f2-69d13e16d5c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:44:14Z', 'updated_at': '2022-05-20T20:44:19Z', 'revision_number': 4, 'project_id': 'c23324ed92c6460facba85082860777a', 'gw_port': {'id': 'e020f4ff-b002-440c-a8f2-69d13e16d5c9', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:39:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b403540-9eac-4959-9594-ec7fea5521b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1010, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:44:14Z', 'updated_at': '2022-05-20T20:44:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_floatingips': [{'id': '5843a368-30cb-437d-b951-cc1b95eac7d5', 'tenant_id': 'c23324ed92c6460facba85082860777a', 'floating_ip_address': '172.25.2.171', 'floating_network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'router_id': '1b403540-9eac-4959-9594-ec7fea5521b9', 'port_id': '8a41b2ce-d3c6-494d-9d90-01b1f30f6c6c', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1018, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c34618e-1eb4-46a9-ac65-b891df136138', 'mac_address': 'fa:16:3e:a1:9b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '156904b4-ae91-46c0-981d-c557e58e72e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-20T20:44:26Z', 'updated_at': '2022-05-20T20:44:54Z', 'revision_number': 2, 'project_id': 'c23324ed92c6460facba85082860777a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f36b20e-e5dd-44fd-9a75-f97ecc5c70c4', 'name': '', 'network_id': '7c34618e-1eb4-46a9-ac65-b891df136138', 'tenant_id': 'c23324ed92c6460facba85082860777a', 'mac_address': 'fa:16:3e:f4:b0:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b403540-9eac-4959-9594-ec7fea5521b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': '66bb8d81-3453-4d74-b13d-66db71019128', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:44:18Z', 'updated_at': '2022-05-20T20:44:24Z', 'revision_number': 5, 'project_id': 'c23324ed92c6460facba85082860777a', 'subnets': [{'id': '66bb8d81-3453-4d74-b13d-66db71019128', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:47:19.601514 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0fc876-d785-4c29-b722-4cb198f7b4bf req-69b51713-35a0-4776-b9ee-bea5883b342d tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:47:19.606336 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afd0e116-6160-4a7c-be92-8bd543809797 None None] The sync data for ids ['1b403540-9eac-4959-9594-ec7fea5521b9'] in n-d-842733-1 is: [{'id': '1b403540-9eac-4959-9594-ec7fea5521b9', 'name': 'tempest-AttachVolumeNegativeTest-1769752784-router', 'tenant_id': 'c23324ed92c6460facba85082860777a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.135'}], 'enable_snat': True}, 'gw_port_id': 'e020f4ff-b002-440c-a8f2-69d13e16d5c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:44:14Z', 'updated_at': '2022-05-20T20:44:19Z', 'revision_number': 4, 'project_id': 'c23324ed92c6460facba85082860777a', 'gw_port': {'id': 'e020f4ff-b002-440c-a8f2-69d13e16d5c9', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:39:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b403540-9eac-4959-9594-ec7fea5521b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1010, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:44:14Z', 'updated_at': '2022-05-20T20:44:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_floatingips': [{'id': '5843a368-30cb-437d-b951-cc1b95eac7d5', 'tenant_id': 'c23324ed92c6460facba85082860777a', 'floating_ip_address': '172.25.2.171', 'floating_network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'router_id': '1b403540-9eac-4959-9594-ec7fea5521b9', 'port_id': '8a41b2ce-d3c6-494d-9d90-01b1f30f6c6c', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1018, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c34618e-1eb4-46a9-ac65-b891df136138', 'mac_address': 'fa:16:3e:a1:9b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '156904b4-ae91-46c0-981d-c557e58e72e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-20T20:44:26Z', 'updated_at': '2022-05-20T20:44:54Z', 'revision_number': 2, 'project_id': 'c23324ed92c6460facba85082860777a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f36b20e-e5dd-44fd-9a75-f97ecc5c70c4', 'name': '', 'network_id': '7c34618e-1eb4-46a9-ac65-b891df136138', 'tenant_id': 'c23324ed92c6460facba85082860777a', 'mac_address': 'fa:16:3e:f4:b0:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b403540-9eac-4959-9594-ec7fea5521b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': '66bb8d81-3453-4d74-b13d-66db71019128', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:44:18Z', 'updated_at': '2022-05-20T20:44:24Z', 'revision_number': 5, 'project_id': 'c23324ed92c6460facba85082860777a', 'subnets': [{'id': '66bb8d81-3453-4d74-b13d-66db71019128', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 20:47:19.610272 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-fa0fc876-d785-4c29-b722-4cb198f7b4bf req-69b51713-35a0-4776-b9ee-bea5883b342d tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/ports?device_id=9acabe24-34b6-4f76-8669-0fb1b3e18f66 HTTP/1.1" status: 200 len: 948 time: 0.4957707 May 20 20:47:19.628304 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5e6535-2ca7-4f44-97d1-3a95c40aba27 req-25cbda2e-ad05-4c5f-bcec-3bb387fdd1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:47:19.633694 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0a5e6535-2ca7-4f44-97d1-3a95c40aba27 req-25cbda2e-ad05-4c5f-bcec-3bb387fdd1c8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cd702362-b982-46c5-a7d0-51de1b03df86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3573728 May 20 20:47:19.650572 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=1bec4883-cd3e-4a64-8430-07918ea1f64f,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:47:19.652463 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b15ca6-91b0-4cb8-b750-f479b4c8691d req-899cfb6d-04bc-4cb4-b25d-2652e1264a19 tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:47:19.654540 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-15b15ca6-91b0-4cb8-b750-f479b4c8691d req-899cfb6d-04bc-4cb4-b25d-2652e1264a19 tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] 10.222.0.35 "GET /v2.0/ports?device_id=a5545a98-cd95-42cb-b1ec-fef20fc9b0da HTTP/1.1" status: 200 len: 945 time: 0.3161907 May 20 20:47:19.720675 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bd5c395f-8bfc-460e-98ab-8e6534bd8ada admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3797684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4018258'] for subnet, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:19.771527 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-da11dfa2-49ca-4e2e-98cf-ace06265802e req-cd84283f-9424-400f-8d4a-8ffc143d0aaf tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 20:47:19.805770 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5c395f-8bfc-460e-98ab-8e6534bd8ada admin admin] Pushing event updated for resources: {'Subnet': ['ID=6033907b-110b-48db-bef4-3d9392ae4ec9,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:47:19.821336 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-070d5e90-e3cf-48aa-ab84-9129a43041cd None None] Sync routers for ids ['f355266f-7bb3-4b8c-a0c8-ab01fa65432f'] in n-d-842733-1 {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 20:47:19.827234 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] get_ports_and_sgs() called for port_ids ['1bec4883-cd3e-4a64-8430-07918ea1f64f'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:47:19.858085 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-fa0fc876-d785-4c29-b722-4cb198f7b4bf req-9c37c0a4-9983-45a2-873b-4ec50ba4bc36 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/security-groups?id=38c76b68-4081-4341-88c9-c8e3082a5da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2165527 May 20 20:47:19.880939 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd5c395f-8bfc-460e-98ab-8e6534bd8ada admin admin] Checking segment: {'id': '2e785b90-65af-46d3-8337-91a036f88f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '2d83b2c9-0244-41ed-9f3c-e51e410d424a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:47:19.881511 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd5c395f-8bfc-460e-98ab-8e6534bd8ada admin admin] Network hostable DHCP agents. Network: 2d83b2c9-0244-41ed-9f3c-e51e410d424a, hostable agents: ['c9b0653c-f3c7-4339-bd50-e3754b629216'], hosted agents: [] {{(pid=103162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 20:47:19.884316 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port 36efa871-7d20-4d85-b796-bf7945cfba25 is: BUILD; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:47:19.884696 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:19.892028 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-0a5e6535-2ca7-4f44-97d1-3a95c40aba27 req-8a419ac4-3806-47e1-8fd5-0a346950be7b service neutron] 10.222.0.13 "GET /v2.0/networks/cd702362-b982-46c5-a7d0-51de1b03df86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4166057 May 20 20:47:19.923353 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [req-da11dfa2-49ca-4e2e-98cf-ace06265802e req-cd84283f-9424-400f-8d4a-8ffc143d0aaf tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] No DVR routers for this DVR port 7f3ebca3-508b-418e-88bd-760b98f17cff on host n-h2-842733-1 {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:47:19.927854 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-070d5e90-e3cf-48aa-ab84-9129a43041cd None None] Routers {'f355266f-7bb3-4b8c-a0c8-ab01fa65432f'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:47:19.928307 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-070d5e90-e3cf-48aa-ab84-9129a43041cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:46:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['f355266f-7bb3-4b8c-a0c8-ab01fa65432f'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:47:19.933598 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-da11dfa2-49ca-4e2e-98cf-ace06265802e req-cd84283f-9424-400f-8d4a-8ffc143d0aaf tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:19.936938 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-da11dfa2-49ca-4e2e-98cf-ace06265802e req-cd84283f-9424-400f-8d4a-8ffc143d0aaf tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.13 "DELETE /v2.0/ports/7f3ebca3-508b-418e-88bd-760b98f17cff HTTP/1.1" status: 204 len: 173 time: 3.2271352 May 20 20:47:19.955628 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-1cbc2efc-aff4-47d4-b73e-2fee2ee1e4f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:19.967709 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-15b15ca6-91b0-4cb8-b750-f479b4c8691d req-d9aa8cbe-f6ce-45fb-a615-5189562e909c tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] 10.222.0.35 "GET /v2.0/security-groups?id=08f63c89-364b-47f7-9236-e1c85d29ce51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2586420 May 20 20:47:20.011852 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd5c395f-8bfc-460e-98ab-8e6534bd8ada admin admin] Network 2d83b2c9-0244-41ed-9f3c-e51e410d424a is scheduled to be hosted by DHCP agent c9b0653c-f3c7-4339-bd50-e3754b629216 with binding_index 1 {{(pid=103162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 20:47:20.021465 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f756e5b3-e1d1-4f89-8338-385394f3ae9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36efa871-7d20-4d85-b796-bf7945cfba25'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:47:20.024115 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8485417003ce7c0410b00f5cdc2f391e21107b70bb68e2773712534a96e108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3926835d-5aeb-473b-a5eb-b0c9ea7b4f67" -d '{"events": [{"server_uuid": "f756e5b3-e1d1-4f89-8338-385394f3ae9b", "name": "network-vif-plugged", "status": "completed", "tag": "36efa871-7d20-4d85-b796-bf7945cfba25"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:47:20.026729 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-0a5e6535-2ca7-4f44-97d1-3a95c40aba27 req-f894cf20-de9a-4064-98f5-0c81cd9930b1 service neutron] 10.222.0.13 "GET /v2.0/networks/cd702362-b982-46c5-a7d0-51de1b03df86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264675 May 20 20:47:20.063579 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0a5e6535-2ca7-4f44-97d1-3a95c40aba27 req-8c59ca67-c9a2-42c1-b9ca-b168f25fe014 service neutron] 10.222.0.24 "GET /v2.0/networks/cd702362-b982-46c5-a7d0-51de1b03df86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4084158 May 20 20:47:20.083491 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port 36efa871-7d20-4d85-b796-bf7945cfba25, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=36efa871-7d20-4d85-b796-bf7945cfba25,segment=NetworkSegment(4fb43387-a5c5-43aa-8e5d-888aa3c15a43),segment_id=4fb43387-a5c5-43aa-8e5d-888aa3c15a43)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:47:20.098305 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d2b737c3-e0eb-4071-8c08-9f0f4fbdd097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:20.118977 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-bd5c395f-8bfc-460e-98ab-8e6534bd8ada admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842733-1, 2d83b2c9-0244-41ed-9f3c-e51e410d424a) {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:47:20.125939 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd5c395f-8bfc-460e-98ab-8e6534bd8ada admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:47:20.126674 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bd5c395f-8bfc-460e-98ab-8e6534bd8ada admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:20.143244 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5272be19-8402-4e34-90a6-8731349c1b11 None None] Network 2d83b2c9-0244-41ed-9f3c-e51e410d424a requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:47:20.148101 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-039be03c-cae0-445c-a811-7a7c60b29ec3 None None] New status for floating IP de9be70e-5acf-42f8-a03e-e0f7bf669ce1: DOWN {{(pid=103165) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 20:47:20.175139 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:20.177797 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-86500671-f7c7-44ec-ae5e-c67227107c16 req-40de40c0-9c6e-4855-9924-e149f801ee4b tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/ports?device_id=639a9b9c-aaad-4644-9dcd-410174fb9f88 HTTP/1.1" status: 200 len: 210 time: 0.1208489 May 20 20:47:20.220195 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-bd5c395f-8bfc-460e-98ab-8e6534bd8ada admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2114565 May 20 20:47:20.221001 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '639a9b9c-aaad-4644-9dcd-410174fb9f88', 'name': 'network-vif-deleted', 'tag': '7f3ebca3-508b-418e-88bd-760b98f17cff'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:47:20.224324 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4291b17aa7b45362825f0571e77c85f5e73afe1df9c7e9e15006df9d695c005e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-573d95e0-66e0-42af-85c3-46c068b9b70f" -d '{"events": [{"server_uuid": "639a9b9c-aaad-4644-9dcd-410174fb9f88", "name": "network-vif-deleted", "tag": "7f3ebca3-508b-418e-88bd-760b98f17cff"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:47:20.224835 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 45808) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:47:20.236041 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-ace08679-934f-4a57-8a4d-66883fbc33f2 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1688617199-router', 'tenant_id': '6cacdf41ac9243239428df22d232c310', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'}}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:47:20.326282 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ace08679-934f-4a57-8a4d-66883fbc33f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-694221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26155'] for router, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:20.327369 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ace08679-934f-4a57-8a4d-66883fbc33f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-693085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748153', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-718080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26162'] for router, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:20.344774 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897d3eff-5fed-4123-8c22-6132549c57b4 req-09e55276-d3a6-490a-89d0-69ed0f6eae25 tempest-ServersNegativeTestMultiTenantJSON-446127000 tempest-ServersNegativeTestMultiTenantJSON-446127000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:47:20.346450 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-897d3eff-5fed-4123-8c22-6132549c57b4 req-09e55276-d3a6-490a-89d0-69ed0f6eae25 tempest-ServersNegativeTestMultiTenantJSON-446127000 tempest-ServersNegativeTestMultiTenantJSON-446127000-project] 10.222.0.35 "GET /v2.0/ports?device_id=f756e5b3-e1d1-4f89-8338-385394f3ae9b HTTP/1.1" status: 200 len: 946 time: 0.2073882 May 20 20:47:20.392054 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-070d5e90-e3cf-48aa-ab84-9129a43041cd None None] Set router f355266f-7bb3-4b8c-a0c8-ab01fa65432f gateway port host: n-d-842733-1 {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:47:20.404011 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0a5e6535-2ca7-4f44-97d1-3a95c40aba27 req-2447e498-b09d-4802-bfc3-8297f3c90caa service neutron] 10.222.0.24 "GET /v2.0/networks/cd702362-b982-46c5-a7d0-51de1b03df86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3323298 May 20 20:47:20.404599 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 45812) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:47:20.419057 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ace08679-934f-4a57-8a4d-66883fbc33f2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:20.434309 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bac369-e0d2-48e3-ba7e-525a362301de req-10d497d9-4ab3-46dd-bae7-b73906453d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:47:20.435790 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-17bac369-e0d2-48e3-ba7e-525a362301de req-10d497d9-4ab3-46dd-bae7-b73906453d01 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f756e5b3-e1d1-4f89-8338-385394f3ae9b HTTP/1.1" status: 200 len: 1097 time: 0.0795240 May 20 20:47:20.484669 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-17bac369-e0d2-48e3-ba7e-525a362301de req-af013d2a-95e1-4af9-834f-4b5d822acdfb service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=bccc37ef-34de-4d15-be57-7289647f4ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416043 May 20 20:47:20.486678 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 20:47:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c80cec9-f5e0-41cf-bd3c-dcd281bcbc56 x-openstack-request-id: req-2c80cec9-f5e0-41cf-bd3c-dcd281bcbc56 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:47:20.486967 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "639a9b9c-aaad-4644-9dcd-410174fb9f88", "name": "network-vif-deleted", "tag": "7f3ebca3-508b-418e-88bd-760b98f17cff", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:47:20.487212 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2c80cec9-f5e0-41cf-bd3c-dcd281bcbc56 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:47:20.487604 n-d-842733-1 neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c80cec9-f5e0-41cf-bd3c-dcd281bcbc56'] response: {'server_uuid': '639a9b9c-aaad-4644-9dcd-410174fb9f88', 'name': 'network-vif-deleted', 'tag': '7f3ebca3-508b-418e-88bd-760b98f17cff', 'status': 'completed', 'code': 200} May 20 20:47:20.500894 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 20:47:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f9cbe59-0922-4ded-8254-64e35e5c15f3 x-openstack-request-id: req-1f9cbe59-0922-4ded-8254-64e35e5c15f3 {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:47:20.501170 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f756e5b3-e1d1-4f89-8338-385394f3ae9b", "name": "network-vif-plugged", "status": "completed", "tag": "36efa871-7d20-4d85-b796-bf7945cfba25", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:47:20.501450 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1f9cbe59-0922-4ded-8254-64e35e5c15f3 {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:47:20.501841 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f9cbe59-0922-4ded-8254-64e35e5c15f3'] response: {'server_uuid': 'f756e5b3-e1d1-4f89-8338-385394f3ae9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36efa871-7d20-4d85-b796-bf7945cfba25', 'code': 200} May 20 20:47:20.555499 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-897d3eff-5fed-4123-8c22-6132549c57b4 req-3bdf219f-f746-4297-be39-fce8e8bdd141 tempest-ServersNegativeTestMultiTenantJSON-446127000 tempest-ServersNegativeTestMultiTenantJSON-446127000-project] 10.222.0.35 "GET /v2.0/security-groups?id=bccc37ef-34de-4d15-be57-7289647f4ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986818 May 20 20:47:20.595222 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5f8d0463-b2f6-4268-b9d6-ec6790dc01c4 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:20.612565 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-d2b737c3-e0eb-4071-8c08-9f0f4fbdd097 admin admin] Allocated IP 172.20.0.1 (27e6bc16-4ad6-4b22-a77e-faecac933b47/15623ea3-e6ed-4f6b-b35a-f39267f62374/ba55456f-5eb5-47f7-ad63-dac649cfa8fa) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:47:20.623909 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-2531a178-5d2b-4e93-9e59-18c527912912 None None] Notify callbacks [] for port, precommit_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:20.632505 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=36efa871-7d20-4d85-b796-bf7945cfba25,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:47:20.638456 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5f8d0463-b2f6-4268-b9d6-ec6790dc01c4 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:20.651745 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ace08679-934f-4a57-8a4d-66883fbc33f2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:20.689139 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91833fc7-ad2b-4af5-90c0-e1a5c0745a18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaee2b848-d4b9-5db1-b6ef-d6db29d67de7-2d83b2c9-0244-41ed-9f3c-e51e410d424a', 'network_id': '2d83b2c9-0244-41ed-9f3c-e51e410d424a', 'tenant_id': '6cacdf41ac9243239428df22d232c310', 'fixed_ips': [{'subnet_id': '6033907b-110b-48db-bef4-3d9392ae4ec9'}]}} from n-d-842733-1. {{(pid=103164) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 20:47:20.690028 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-91833fc7-ad2b-4af5-90c0-e1a5c0745a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:20.730473 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 1d818611-fbfa-42a2-89d9-b5a9d72dc148 details requested by agent hyperv_n-h2-842733-1 with host n-h2-842733-1 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 20:47:20.732311 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 7f3ebca3-508b-418e-88bd-760b98f17cff no longer exists at agent hyperv_n-h2-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:47:20.739883 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-2531a178-5d2b-4e93-9e59-18c527912912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:20.767776 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d2b737c3-e0eb-4071-8c08-9f0f4fbdd097 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:20.805018 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5f8d0463-b2f6-4268-b9d6-ec6790dc01c4 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:20.808674 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5f8d0463-b2f6-4268-b9d6-ec6790dc01c4 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:20.813090 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-5f8d0463-b2f6-4268-b9d6-ec6790dc01c4 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] 10.222.0.35 "DELETE /v2.0/security-groups/1e4d1602-cac8-46a3-bac3-1f4e6aa6409e HTTP/1.1" status: 204 len: 168 time: 0.4016852 May 20 20:47:20.813268 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] No Port match for: 7f3ebca3-508b-418e-88bd-760b98f17cff {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 20:47:20.813268 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 7f3ebca3-508b-418e-88bd-760b98f17cff not bound to the agent host n-h2-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 20:47:20.813449 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 45814) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:47:20.820616 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8d0463-b2f6-4268-b9d6-ec6790dc01c4 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e4d1602-cac8-46a3-bac3-1f4e6aa6409e,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:47:20.839097 n-d-842733-1 neutron-server[103162]: INFO neutron.api.v2.resource [None req-d7795059-fe27-4308-91df-8085d5fa0878 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] show failed (client error): The resource could not be found. May 20 20:47:20.840487 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-d7795059-fe27-4308-91df-8085d5fa0878 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] 10.222.0.35 "GET /v2.0/security-groups/1e4d1602-cac8-46a3-bac3-1f4e6aa6409e HTTP/1.1" status: 404 len: 347 time: 0.0258839 May 20 20:47:20.843554 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 45816) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:47:20.907771 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d2b737c3-e0eb-4071-8c08-9f0f4fbdd097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:20.927098 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.db.resource_extend [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 20 20:47:20.985729 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-2531a178-5d2b-4e93-9e59-18c527912912 None None] Attempting to bind port 00616bcd-472c-4dbc-a226-155f426816d9 on host n-d-842733-1 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:47:20.986089 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-2531a178-5d2b-4e93-9e59-18c527912912 None None] Attempting to bind port 00616bcd-472c-4dbc-a226-155f426816d9 by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': '0b5485c4-eff8-42a1-9073-ae54ed4c63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:47:20.986440 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2531a178-5d2b-4e93-9e59-18c527912912 None None] Attempting to bind port 00616bcd-472c-4dbc-a226-155f426816d9 on network e3a93b5c-91e2-4064-9c2c-1afc261bfe15 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:47:20.988391 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4499c0-7dbc-44bb-8ca9-9f849b2454be None None] Pushing event updated for resources: {'Port': ['ID=00616bcd-472c-4dbc-a226-155f426816d9,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:47:21.014582 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2531a178-5d2b-4e93-9e59-18c527912912 None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 46, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:47:21.014989 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2531a178-5d2b-4e93-9e59-18c527912912 None None] Checking segment: {'id': '0b5485c4-eff8-42a1-9073-ae54ed4c63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:47:21.015334 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-2531a178-5d2b-4e93-9e59-18c527912912 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:21.015727 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2531a178-5d2b-4e93-9e59-18c527912912 None None] Bound using segment: {'id': '0b5485c4-eff8-42a1-9073-ae54ed4c63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:47:21.016510 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-2531a178-5d2b-4e93-9e59-18c527912912 None None] Bound port: 00616bcd-472c-4dbc-a226-155f426816d9, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b5485c4-eff8-42a1-9073-ae54ed4c63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:47:21.016604 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-2531a178-5d2b-4e93-9e59-18c527912912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:21.046351 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ace08679-934f-4a57-8a4d-66883fbc33f2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:21.049187 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b737c3-e0eb-4071-8c08-9f0f4fbdd097 admin admin] Pushing event updated for resources: {'Port': ['ID=ba55456f-5eb5-47f7-ad63-dac649cfa8fa,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:47:21.052881 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2b737c3-e0eb-4071-8c08-9f0f4fbdd097 admin admin] Network 27e6bc16-4ad6-4b22-a77e-faecac933b47 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:47:21.061412 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-d2b737c3-e0eb-4071-8c08-9f0f4fbdd097 admin admin] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:47:21.066155 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b737c3-e0eb-4071-8c08-9f0f4fbdd097 admin admin] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:47:21.106395 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ace08679-934f-4a57-8a4d-66883fbc33f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:21.144988 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [None req-91833fc7-ad2b-4af5-90c0-e1a5c0745a18 None None] Allocated IP 172.20.0.2 (2d83b2c9-0244-41ed-9f3c-e51e410d424a/6033907b-110b-48db-bef4-3d9392ae4ec9/deba3a2f-a678-4bed-b56a-84ccb8c973d1) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:47:21.156750 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port 1d818611-fbfa-42a2-89d9-b5a9d72dc148, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=1d818611-fbfa-42a2-89d9-b5a9d72dc148,segment=NetworkSegment(ed3a602f-49fb-4a95-be80-401e1eb72e33),segment_id=ed3a602f-49fb-4a95-be80-401e1eb72e33)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:47:21.179848 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-070d5e90-e3cf-48aa-ab84-9129a43041cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f355266f-7bb3-4b8c-a0c8-ab01fa65432f', 'name': 'tempest-ServerActionsTestJSON-880786765-router', 'tenant_id': '2492915dd73f457d8cb02b28e57274de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': '9cfd6017-7461-4640-ae15-d19de67f1935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:38:52Z', 'updated_at': '2022-05-20T20:38:59Z', 'revision_number': 4, 'project_id': '2492915dd73f457d8cb02b28e57274de', 'gw_port': {'id': '9cfd6017-7461-4640-ae15-d19de67f1935', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:61:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f355266f-7bb3-4b8c-a0c8-ab01fa65432f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:38:53Z', 'updated_at': '2022-05-20T20:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': '1d631e8b-9f50-42e3-9874-3df33de0d701', 'name': '', 'network_id': '85e5027c-d244-4186-8c19-3a12977de170', 'tenant_id': '2492915dd73f457d8cb02b28e57274de', 'mac_address': 'fa:16:3e:84:92:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f355266f-7bb3-4b8c-a0c8-ab01fa65432f', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '5df30a0b-5cdb-4d91-9fe8-512f286a6485', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:38:58Z', 'updated_at': '2022-05-20T20:39:07Z', 'revision_number': 5, 'project_id': '2492915dd73f457d8cb02b28e57274de', 'subnets': [{'id': '5df30a0b-5cdb-4d91-9fe8-512f286a6485', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:47:21.185487 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-2531a178-5d2b-4e93-9e59-18c527912912 None None] For port 00616bcd-472c-4dbc-a226-155f426816d9, host n-d-842733-1, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:47:21.199499 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Returning: {'device': '1d818611-fbfa-42a2-89d9-b5a9d72dc148', 'network_id': 'cd702362-b982-46c5-a7d0-51de1b03df86', 'port_id': '1d818611-fbfa-42a2-89d9-b5a9d72dc148', 'mac_address': 'fa:16:3e:42:27:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26b342ea-254c-483a-9ea9-f11c178970eb', 'ip_address': '192.168.233.242'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 20 20:47:21.240710 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-2531a178-5d2b-4e93-9e59-18c527912912 None None] For port 00616bcd-472c-4dbc-a226-155f426816d9, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=00616bcd-472c-4dbc-a226-155f426816d9,segment=NetworkSegment(0b5485c4-eff8-42a1-9073-ae54ed4c63ba),segment_id=0b5485c4-eff8-42a1-9073-ae54ed4c63ba)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:47:21.241825 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-070d5e90-e3cf-48aa-ab84-9129a43041cd None None] Checking router: f355266f-7bb3-4b8c-a0c8-ab01fa65432f for host: n-d-842733-1 {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 20:47:21.286057 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-ace08679-934f-4a57-8a4d-66883fbc33f2 admin admin] Allocated IP 172.25.2.106 (e3a93b5c-91e2-4064-9c2c-1afc261bfe15/86fee0c1-6e34-488b-9216-b2b8e7ef585a/cae31313-5d74-421d-839a-3916bb5bcf84) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:47:21.313187 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-2531a178-5d2b-4e93-9e59-18c527912912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:21.336118 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-070d5e90-e3cf-48aa-ab84-9129a43041cd None None] Routers {'f355266f-7bb3-4b8c-a0c8-ab01fa65432f'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:47:21.336743 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-070d5e90-e3cf-48aa-ab84-9129a43041cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:46:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['f355266f-7bb3-4b8c-a0c8-ab01fa65432f'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:47:21.408718 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port 1d818611-fbfa-42a2-89d9-b5a9d72dc148 is: DOWN; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:47:21.409097 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:21.438970 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ace08679-934f-4a57-8a4d-66883fbc33f2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:21.481950 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d818611-fbfa-42a2-89d9-b5a9d72dc148 {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:47:21.526189 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d2b737c3-e0eb-4071-8c08-9f0f4fbdd097 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748409'] for router_interface, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:21.570761 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ace08679-934f-4a57-8a4d-66883fbc33f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:21.570992 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460d8b4f-b0ec-4688-8b31-5ebe9bc22a62 req-4684b13b-38cf-41d3-be19-6bec4674428c tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:47:21.573065 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-460d8b4f-b0ec-4688-8b31-5ebe9bc22a62 req-4684b13b-38cf-41d3-be19-6bec4674428c tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/ports?device_id=9acabe24-34b6-4f76-8669-0fb1b3e18f66 HTTP/1.1" status: 200 len: 948 time: 0.1329362 May 20 20:47:21.592578 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab062d86-a6d8-4314-8680-28a6aa35ceaf req-881bf4c5-4b67-4365-8166-dca058de449e tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:47:21.594162 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ab062d86-a6d8-4314-8680-28a6aa35ceaf req-881bf4c5-4b67-4365-8166-dca058de449e tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] 10.222.0.35 "GET /v2.0/ports?device_id=a5545a98-cd95-42cb-b1ec-fef20fc9b0da HTTP/1.1" status: 200 len: 945 time: 0.1847041 May 20 20:47:21.618423 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ace08679-934f-4a57-8a4d-66883fbc33f2 admin admin] Network e3a93b5c-91e2-4064-9c2c-1afc261bfe15 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:47:21.625281 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-ace08679-934f-4a57-8a4d-66883fbc33f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:47:21.642352 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace08679-934f-4a57-8a4d-66883fbc33f2 admin admin] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:47:21.647562 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-98b94825-bb81-422e-8160-9777a76460b1 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Deleting port 772d07a4-53e5-4dd5-8c17-4e3f3a469328 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:47:21.648113 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-98b94825-bb81-422e-8160-9777a76460b1 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:21.679627 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4499c0-7dbc-44bb-8ca9-9f849b2454be None None] Pushing event updated for resources: {'Port': ['ID=00616bcd-472c-4dbc-a226-155f426816d9,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:47:21.690200 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace08679-934f-4a57-8a4d-66883fbc33f2 admin admin] Pushing event updated for resources: {'Port': ['ID=cae31313-5d74-421d-839a-3916bb5bcf84,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:47:21.699187 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2531a178-5d2b-4e93-9e59-18c527912912 None None] Routers {'11194262-67a0-4341-8110-513c16b7f07d'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:47:21.699678 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-2531a178-5d2b-4e93-9e59-18c527912912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:46:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['11194262-67a0-4341-8110-513c16b7f07d'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:47:21.709341 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port 1d818611-fbfa-42a2-89d9-b5a9d72dc148, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=1d818611-fbfa-42a2-89d9-b5a9d72dc148,segment=NetworkSegment(ed3a602f-49fb-4a95-be80-401e1eb72e33),segment_id=ed3a602f-49fb-4a95-be80-401e1eb72e33)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:47:21.763088 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-460d8b4f-b0ec-4688-8b31-5ebe9bc22a62 req-26159a14-ec4b-47bc-9110-f61f9c97332f tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/security-groups?id=38c76b68-4081-4341-88c9-c8e3082a5da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679277 May 20 20:47:21.768820 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ab062d86-a6d8-4314-8680-28a6aa35ceaf req-078a1ee9-f9b4-4b01-9d25-ef21988de70f tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] 10.222.0.35 "GET /v2.0/security-groups?id=08f63c89-364b-47f7-9236-e1c85d29ce51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621759 May 20 20:47:21.793006 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-070d5e90-e3cf-48aa-ab84-9129a43041cd None None] Set router f355266f-7bb3-4b8c-a0c8-ab01fa65432f gateway port host: n-d-842733-1 {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:47:21.800931 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-91833fc7-ad2b-4af5-90c0-e1a5c0745a18 None None] Notify callbacks [] for port, precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:21.814514 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-98b94825-bb81-422e-8160-9777a76460b1 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:21.814972 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-98b94825-bb81-422e-8160-9777a76460b1 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:21.840225 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:21.849106 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-98b94825-bb81-422e-8160-9777a76460b1 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Calling delete_port for 772d07a4-53e5-4dd5-8c17-4e3f3a469328 owned by network:floatingip {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:47:21.960920 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-2531a178-5d2b-4e93-9e59-18c527912912 None None] Set router 11194262-67a0-4341-8110-513c16b7f07d gateway port host: n-d-842733-1 {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:47:21.968847 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d2b737c3-e0eb-4071-8c08-9f0f4fbdd097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:22.024798 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-91833fc7-ad2b-4af5-90c0-e1a5c0745a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108'] for port, after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:22.071389 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687e84e8-819e-416f-a368-294945117e70 req-4eb12b42-b8ab-4e01-8299-94db44899c77 tempest-ServersNegativeTestMultiTenantJSON-446127000 tempest-ServersNegativeTestMultiTenantJSON-446127000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:47:22.073635 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-687e84e8-819e-416f-a368-294945117e70 req-4eb12b42-b8ab-4e01-8299-94db44899c77 tempest-ServersNegativeTestMultiTenantJSON-446127000 tempest-ServersNegativeTestMultiTenantJSON-446127000-project] 10.222.0.35 "GET /v2.0/ports?device_id=f756e5b3-e1d1-4f89-8338-385394f3ae9b HTTP/1.1" status: 200 len: 946 time: 0.1240995 May 20 20:47:22.129508 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=1d818611-fbfa-42a2-89d9-b5a9d72dc148,revision_number=8']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:47:22.156032 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91833fc7-ad2b-4af5-90c0-e1a5c0745a18 None None] Network 2d83b2c9-0244-41ed-9f3c-e51e410d424a is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:47:22.198160 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ace08679-934f-4a57-8a4d-66883fbc33f2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:22.198774 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] get_ports_and_sgs() called for port_ids ['1d818611-fbfa-42a2-89d9-b5a9d72dc148'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:47:22.198774 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-91833fc7-ad2b-4af5-90c0-e1a5c0745a18 None None] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:47:22.264220 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-687e84e8-819e-416f-a368-294945117e70 req-a7a1ea28-3a59-4fc8-a234-948a66ef507e tempest-ServersNegativeTestMultiTenantJSON-446127000 tempest-ServersNegativeTestMultiTenantJSON-446127000-project] 10.222.0.35 "GET /v2.0/security-groups?id=bccc37ef-34de-4d15-be57-7289647f4ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256042 May 20 20:47:22.265139 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91833fc7-ad2b-4af5-90c0-e1a5c0745a18 None None] Received port after_create {{(pid=103164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:47:22.287446 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91833fc7-ad2b-4af5-90c0-e1a5c0745a18 None None] Pushing event updated for resources: {'Port': ['ID=deba3a2f-a678-4bed-b56a-84ccb8c973d1,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:47:22.292835 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d2b737c3-e0eb-4071-8c08-9f0f4fbdd097 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:22.397703 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-91833fc7-ad2b-4af5-90c0-e1a5c0745a18 None None] Attempting to bind port deba3a2f-a678-4bed-b56a-84ccb8c973d1 on host n-d-842733-1 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:47:22.437837 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-91833fc7-ad2b-4af5-90c0-e1a5c0745a18 None None] Attempting to bind port deba3a2f-a678-4bed-b56a-84ccb8c973d1 by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': '2e785b90-65af-46d3-8337-91a036f88f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '2d83b2c9-0244-41ed-9f3c-e51e410d424a'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:47:22.437837 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91833fc7-ad2b-4af5-90c0-e1a5c0745a18 None None] Attempting to bind port deba3a2f-a678-4bed-b56a-84ccb8c973d1 on network 2d83b2c9-0244-41ed-9f3c-e51e410d424a {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:47:22.438063 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ace08679-934f-4a57-8a4d-66883fbc33f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748106'] for router, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:22.438174 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91833fc7-ad2b-4af5-90c0-e1a5c0745a18 None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 46, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:47:22.438174 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91833fc7-ad2b-4af5-90c0-e1a5c0745a18 None None] Checking segment: {'id': '2e785b90-65af-46d3-8337-91a036f88f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '2d83b2c9-0244-41ed-9f3c-e51e410d424a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:47:22.438174 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-91833fc7-ad2b-4af5-90c0-e1a5c0745a18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:22.438174 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91833fc7-ad2b-4af5-90c0-e1a5c0745a18 None None] Bound using segment: {'id': '2e785b90-65af-46d3-8337-91a036f88f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '2d83b2c9-0244-41ed-9f3c-e51e410d424a'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:47:22.438174 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-91833fc7-ad2b-4af5-90c0-e1a5c0745a18 None None] Bound port: deba3a2f-a678-4bed-b56a-84ccb8c973d1, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e785b90-65af-46d3-8337-91a036f88f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '2d83b2c9-0244-41ed-9f3c-e51e410d424a'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:47:22.438174 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-91833fc7-ad2b-4af5-90c0-e1a5c0745a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:22.527240 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-070d5e90-e3cf-48aa-ab84-9129a43041cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f355266f-7bb3-4b8c-a0c8-ab01fa65432f', 'name': 'tempest-ServerActionsTestJSON-880786765-router', 'tenant_id': '2492915dd73f457d8cb02b28e57274de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': '9cfd6017-7461-4640-ae15-d19de67f1935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:38:52Z', 'updated_at': '2022-05-20T20:38:59Z', 'revision_number': 4, 'project_id': '2492915dd73f457d8cb02b28e57274de', 'gw_port': {'id': '9cfd6017-7461-4640-ae15-d19de67f1935', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:61:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f355266f-7bb3-4b8c-a0c8-ab01fa65432f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:38:53Z', 'updated_at': '2022-05-20T20:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': '1d631e8b-9f50-42e3-9874-3df33de0d701', 'name': '', 'network_id': '85e5027c-d244-4186-8c19-3a12977de170', 'tenant_id': '2492915dd73f457d8cb02b28e57274de', 'mac_address': 'fa:16:3e:84:92:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f355266f-7bb3-4b8c-a0c8-ab01fa65432f', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '5df30a0b-5cdb-4d91-9fe8-512f286a6485', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:38:58Z', 'updated_at': '2022-05-20T20:39:07Z', 'revision_number': 5, 'project_id': '2492915dd73f457d8cb02b28e57274de', 'subnets': [{'id': '5df30a0b-5cdb-4d91-9fe8-512f286a6485', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:47:22.564911 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-2531a178-5d2b-4e93-9e59-18c527912912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11194262-67a0-4341-8110-513c16b7f07d', 'name': 'tempest-ServerRescueTestJSONUnderV235-616548404-router', 'tenant_id': 'ad08a6df517d4421a3d41cf43d0382ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.5'}], 'enable_snat': True}, 'gw_port_id': '00616bcd-472c-4dbc-a226-155f426816d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:47:13Z', 'updated_at': '2022-05-20T20:47:15Z', 'revision_number': 3, 'project_id': 'ad08a6df517d4421a3d41cf43d0382ff', 'gw_port': {'id': '00616bcd-472c-4dbc-a226-155f426816d9', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:fe:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11194262-67a0-4341-8110-513c16b7f07d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1172, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:47:14Z', 'updated_at': '2022-05-20T20:47:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:47:22.579496 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-070d5e90-e3cf-48aa-ab84-9129a43041cd None None] The sync data for ids ['f355266f-7bb3-4b8c-a0c8-ab01fa65432f'] in n-d-842733-1 is: [{'id': 'f355266f-7bb3-4b8c-a0c8-ab01fa65432f', 'name': 'tempest-ServerActionsTestJSON-880786765-router', 'tenant_id': '2492915dd73f457d8cb02b28e57274de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': '9cfd6017-7461-4640-ae15-d19de67f1935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:38:52Z', 'updated_at': '2022-05-20T20:38:59Z', 'revision_number': 4, 'project_id': '2492915dd73f457d8cb02b28e57274de', 'gw_port': {'id': '9cfd6017-7461-4640-ae15-d19de67f1935', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:61:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f355266f-7bb3-4b8c-a0c8-ab01fa65432f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:38:53Z', 'updated_at': '2022-05-20T20:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': '1d631e8b-9f50-42e3-9874-3df33de0d701', 'name': '', 'network_id': '85e5027c-d244-4186-8c19-3a12977de170', 'tenant_id': '2492915dd73f457d8cb02b28e57274de', 'mac_address': 'fa:16:3e:84:92:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f355266f-7bb3-4b8c-a0c8-ab01fa65432f', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '5df30a0b-5cdb-4d91-9fe8-512f286a6485', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:38:58Z', 'updated_at': '2022-05-20T20:39:07Z', 'revision_number': 5, 'project_id': '2492915dd73f457d8cb02b28e57274de', 'subnets': [{'id': '5df30a0b-5cdb-4d91-9fe8-512f286a6485', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 20:47:22.616657 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2531a178-5d2b-4e93-9e59-18c527912912 None None] The sync data for ids ['11194262-67a0-4341-8110-513c16b7f07d'] in n-d-842733-1 is: [{'id': '11194262-67a0-4341-8110-513c16b7f07d', 'name': 'tempest-ServerRescueTestJSONUnderV235-616548404-router', 'tenant_id': 'ad08a6df517d4421a3d41cf43d0382ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.5'}], 'enable_snat': True}, 'gw_port_id': '00616bcd-472c-4dbc-a226-155f426816d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:47:13Z', 'updated_at': '2022-05-20T20:47:15Z', 'revision_number': 3, 'project_id': 'ad08a6df517d4421a3d41cf43d0382ff', 'gw_port': {'id': '00616bcd-472c-4dbc-a226-155f426816d9', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:fe:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11194262-67a0-4341-8110-513c16b7f07d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1172, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:47:14Z', 'updated_at': '2022-05-20T20:47:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 20:47:22.623147 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-91833fc7-ad2b-4af5-90c0-e1a5c0745a18 None None] For port deba3a2f-a678-4bed-b56a-84ccb8c973d1, host n-d-842733-1, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:47:22.646827 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-91833fc7-ad2b-4af5-90c0-e1a5c0745a18 None None] For port deba3a2f-a678-4bed-b56a-84ccb8c973d1, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=deba3a2f-a678-4bed-b56a-84ccb8c973d1,segment=NetworkSegment(2e785b90-65af-46d3-8337-91a036f88f70),segment_id=2e785b90-65af-46d3-8337-91a036f88f70)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:47:22.719589 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d2b737c3-e0eb-4071-8c08-9f0f4fbdd097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:22.721076 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-79cc1d15-f9a5-4de8-b975-852f2e30dec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:22.723695 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-98b94825-bb81-422e-8160-9777a76460b1 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:22.726289 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 1bec4883-cd3e-4a64-8430-07918ea1f64f up at agent hyperv_n-h2-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:47:22.761056 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 45836) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:47:22.806366 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ace08679-934f-4a57-8a4d-66883fbc33f2 admin admin] Router 7ce378f4-2f4e-444d-94b2-3eb0117acc44 is scheduled to L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e with binding_index 1 {{(pid=103162) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 20 20:47:22.823726 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-91833fc7-ad2b-4af5-90c0-e1a5c0745a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:22.886673 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b737c3-e0eb-4071-8c08-9f0f4fbdd097 admin admin] Pushing event updated for resources: {'Port': ['ID=ba55456f-5eb5-47f7-ad63-dac649cfa8fa,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:47:22.937778 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d2b737c3-e0eb-4071-8c08-9f0f4fbdd097 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748437'] for router_interface, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:22.983009 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Provisioning for port 1bec4883-cd3e-4a64-8430-07918ea1f64f completed by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 20:47:22.989397 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91833fc7-ad2b-4af5-90c0-e1a5c0745a18 None None] Pushing event updated for resources: {'Port': ['ID=deba3a2f-a678-4bed-b56a-84ccb8c973d1,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:47:22.992190 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Provisioning complete for port 1bec4883-cd3e-4a64-8430-07918ea1f64f triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:47:22.992569 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:23.012343 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2071bf70-bd7c-4555-a956-9e9c88994ce3 None None] New status for floating IP cc648086-ceec-45d0-a279-73fee1efb948: DOWN {{(pid=103164) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 20:47:23.078263 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b94825-bb81-422e-8160-9777a76460b1 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Pushing event deleted for resources: {'Port': ['ID=772d07a4-53e5-4dd5-8c17-4e3f3a469328,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:47:23.147647 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-98b94825-bb81-422e-8160-9777a76460b1 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Notify callbacks [] for floatingip, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:23.151680 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-181f5483-cd52-44bd-b15b-a2f3cc48f861 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:23.152617 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-98b94825-bb81-422e-8160-9777a76460b1 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for floatingip, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:23.155218 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-98b94825-bb81-422e-8160-9777a76460b1 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] 10.222.0.35 "DELETE /v2.0/floatingips/de9be70e-5acf-42f8-a03e-e0f7bf669ce1 HTTP/1.1" status: 204 len: 168 time: 2.3101230 May 20 20:47:23.175152 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5feff66d-34d6-43ab-8bed-6ca906bdd4ec req-05d490f6-3d78-4f3c-9dc7-a12e3111a913 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:47:23.176208 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-5feff66d-34d6-43ab-8bed-6ca906bdd4ec req-05d490f6-3d78-4f3c-9dc7-a12e3111a913 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.13 "GET /v2.0/ports?device_id=9acabe24-34b6-4f76-8669-0fb1b3e18f66&tenant_id=74b74d22d9d54e1eae7cec44a7fbec8d&binding%3Ahost_id=n-h2-842733-1 HTTP/1.1" status: 200 len: 949 time: 0.3122132 May 20 20:47:23.286718 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d689bc2-1ec6-46e6-9979-cc4c2ecc24bc req-d5e9ea0e-5607-4f8e-9483-e272d4256fbf tempest-ServersNegativeTestMultiTenantJSON-446127000 tempest-ServersNegativeTestMultiTenantJSON-446127000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:47:23.299725 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1d689bc2-1ec6-46e6-9979-cc4c2ecc24bc req-d5e9ea0e-5607-4f8e-9483-e272d4256fbf tempest-ServersNegativeTestMultiTenantJSON-446127000 tempest-ServersNegativeTestMultiTenantJSON-446127000-project] 10.222.0.35 "GET /v2.0/ports?device_id=f756e5b3-e1d1-4f89-8338-385394f3ae9b HTTP/1.1" status: 200 len: 946 time: 0.4369476 May 20 20:47:23.303167 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-181f5483-cd52-44bd-b15b-a2f3cc48f861 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:23.326755 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5907d5-9612-4f1a-957d-9d4d281fcbc5 req-87ef910e-8885-4554-8cca-70e0b35623b1 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:47:23.329789 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-fc5907d5-9612-4f1a-957d-9d4d281fcbc5 req-87ef910e-8885-4554-8cca-70e0b35623b1 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/ports?device_id=9acabe24-34b6-4f76-8669-0fb1b3e18f66 HTTP/1.1" status: 200 len: 949 time: 0.4184244 May 20 20:47:23.355379 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port 1bec4883-cd3e-4a64-8430-07918ea1f64f is: BUILD; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:47:23.355922 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:23.365740 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ace08679-934f-4a57-8a4d-66883fbc33f2 admin admin] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 20:47:23.388117 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad2b5823-8c1e-44a3-a70e-63b35148921d None None] Sync routers for ids ['7ce378f4-2f4e-444d-94b2-3eb0117acc44'] in n-d-842733-1 {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 20:47:23.391249 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5545a98-cd95-42cb-b1ec-fef20fc9b0da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bec4883-cd3e-4a64-8430-07918ea1f64f'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:47:23.396022 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8485417003ce7c0410b00f5cdc2f391e21107b70bb68e2773712534a96e108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26fe6afc-6f8c-433c-879f-1f4e74977d6d" -d '{"events": [{"server_uuid": "a5545a98-cd95-42cb-b1ec-fef20fc9b0da", "name": "network-vif-plugged", "status": "completed", "tag": "1bec4883-cd3e-4a64-8430-07918ea1f64f"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:47:23.405103 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad2b5823-8c1e-44a3-a70e-63b35148921d None None] Routers {'7ce378f4-2f4e-444d-94b2-3eb0117acc44'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:47:23.410423 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-ad2b5823-8c1e-44a3-a70e-63b35148921d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:47:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['7ce378f4-2f4e-444d-94b2-3eb0117acc44'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:47:23.429960 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-5feff66d-34d6-43ab-8bed-6ca906bdd4ec req-ad271f20-13fa-4985-9629-e6b8cf037371 service neutron] 10.222.0.13 "GET /v2.0/ports/1d818611-fbfa-42a2-89d9-b5a9d72dc148/bindings/n-h2-842733-1 HTTP/1.1" status: 200 len: 382 time: 0.2360435 May 20 20:47:23.441508 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port 1bec4883-cd3e-4a64-8430-07918ea1f64f, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=1bec4883-cd3e-4a64-8430-07918ea1f64f,segment=NetworkSegment(769d43cd-208e-4beb-b6e6-532aefd8f5a1),segment_id=769d43cd-208e-4beb-b6e6-532aefd8f5a1)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:47:23.458835 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2b737c3-e0eb-4071-8c08-9f0f4fbdd097 admin admin] Network 27e6bc16-4ad6-4b22-a77e-faecac933b47 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:47:23.476837 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ace08679-934f-4a57-8a4d-66883fbc33f2 admin admin] Notify callbacks [] for router, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:23.482090 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-fc5907d5-9612-4f1a-957d-9d4d281fcbc5 req-88f0725a-b687-44ee-90c7-1f8ff51d2f74 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/security-groups?id=38c76b68-4081-4341-88c9-c8e3082a5da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409042 May 20 20:47:23.491050 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-ace08679-934f-4a57-8a4d-66883fbc33f2 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.2650425 May 20 20:47:23.493684 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 45846) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:47:23.495245 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1d689bc2-1ec6-46e6-9979-cc4c2ecc24bc req-cadac9b3-bdec-43da-9d54-1b32e9f09680 tempest-ServersNegativeTestMultiTenantJSON-446127000 tempest-ServersNegativeTestMultiTenantJSON-446127000-project] 10.222.0.35 "GET /v2.0/security-groups?id=bccc37ef-34de-4d15-be57-7289647f4ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928370 May 20 20:47:23.499612 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-d2b737c3-e0eb-4071-8c08-9f0f4fbdd097 admin admin] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:47:23.542556 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:23.690585 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=1bec4883-cd3e-4a64-8430-07918ea1f64f,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:47:23.712203 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-181f5483-cd52-44bd-b15b-a2f3cc48f861 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:23.721251 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-181f5483-cd52-44bd-b15b-a2f3cc48f861 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:23.722607 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-181f5483-cd52-44bd-b15b-a2f3cc48f861 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "DELETE /v2.0/security-groups/b3c6019f-4c4a-4c16-982c-852ac3d8d84a HTTP/1.1" status: 204 len: 168 time: 0.9604156 May 20 20:47:23.726741 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 45854) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:47:23.733661 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-ad2b5823-8c1e-44a3-a70e-63b35148921d None None] Set router 7ce378f4-2f4e-444d-94b2-3eb0117acc44 gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:47:23.766600 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1658538e-7ad5-4251-8e7e-e4f82e02b5b2 req-bb2e355b-bf69-45e6-8b22-14a639754df3 tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:47:23.774174 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1658538e-7ad5-4251-8e7e-e4f82e02b5b2 req-bb2e355b-bf69-45e6-8b22-14a639754df3 tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] 10.222.0.35 "GET /v2.0/ports?device_id=a5545a98-cd95-42cb-b1ec-fef20fc9b0da HTTP/1.1" status: 200 len: 946 time: 0.1732266 May 20 20:47:23.796708 n-d-842733-1 neutron-server[103163]: INFO neutron.api.v2.resource [None req-b3351195-0789-4bd4-93bd-1fe61327db35 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] show failed (client error): The resource could not be found. May 20 20:47:23.800364 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-b3351195-0789-4bd4-93bd-1fe61327db35 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "GET /v2.0/security-groups/b3c6019f-4c4a-4c16-982c-852ac3d8d84a HTTP/1.1" status: 404 len: 347 time: 0.0717187 May 20 20:47:23.803143 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 45856) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:47:23.856464 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4bb0e131-6525-46ca-a45b-e4ea43a5e69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:23.883418 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2b737c3-e0eb-4071-8c08-9f0f4fbdd097 admin admin] Router 11194262-67a0-4341-8110-513c16b7f07d has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 20:47:23.979949 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1658538e-7ad5-4251-8e7e-e4f82e02b5b2 req-333f108b-cc7d-4341-bc9c-8e8810ce3638 tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] 10.222.0.35 "GET /v2.0/security-groups?id=08f63c89-364b-47f7-9236-e1c85d29ce51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027392 May 20 20:47:24.103729 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-ad2b5823-8c1e-44a3-a70e-63b35148921d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ce378f4-2f4e-444d-94b2-3eb0117acc44', 'name': 'tempest-ServersTestManualDisk-1688617199-router', 'tenant_id': '6cacdf41ac9243239428df22d232c310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.106'}], 'enable_snat': True}, 'gw_port_id': 'cae31313-5d74-421d-839a-3916bb5bcf84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:47:20Z', 'updated_at': '2022-05-20T20:47:21Z', 'revision_number': 3, 'project_id': '6cacdf41ac9243239428df22d232c310', 'gw_port': {'id': 'cae31313-5d74-421d-839a-3916bb5bcf84', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:47:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ce378f4-2f4e-444d-94b2-3eb0117acc44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:47:21Z', 'updated_at': '2022-05-20T20:47:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:47:24.125084 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 20:47:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f07c3bb6-9f88-4a18-b4a3-08b57fd4975d x-openstack-request-id: req-f07c3bb6-9f88-4a18-b4a3-08b57fd4975d {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:47:24.125410 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5545a98-cd95-42cb-b1ec-fef20fc9b0da", "name": "network-vif-plugged", "status": "completed", "tag": "1bec4883-cd3e-4a64-8430-07918ea1f64f", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:47:24.130111 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f07c3bb6-9f88-4a18-b4a3-08b57fd4975d {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:47:24.130111 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f07c3bb6-9f88-4a18-b4a3-08b57fd4975d'] response: {'server_uuid': 'a5545a98-cd95-42cb-b1ec-fef20fc9b0da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bec4883-cd3e-4a64-8430-07918ea1f64f', 'code': 200} May 20 20:47:24.183811 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad2b5823-8c1e-44a3-a70e-63b35148921d None None] Checking router: 7ce378f4-2f4e-444d-94b2-3eb0117acc44 for host: n-d-842733-1 {{(pid=103165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 20:47:24.184586 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad2b5823-8c1e-44a3-a70e-63b35148921d None None] Updating router 7ce378f4-2f4e-444d-94b2-3eb0117acc44 port cae31313-5d74-421d-839a-3916bb5bcf84 binding host n-d-842733-1 {{(pid=103165) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 20:47:24.209725 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-e2bf8fe6-24bd-40e5-bd8f-394d83b8aaa6 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Deleting port 61709815-e9d6-40ce-a1de-4480253bede2 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:47:24.210064 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e2bf8fe6-24bd-40e5-bd8f-394d83b8aaa6 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:24.216905 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-ad2b5823-8c1e-44a3-a70e-63b35148921d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:24.311076 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181f5483-cd52-44bd-b15b-a2f3cc48f861 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3c6019f-4c4a-4c16-982c-852ac3d8d84a,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:47:24.312763 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2b737c3-e0eb-4071-8c08-9f0f4fbdd097 admin admin] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 20:47:24.349902 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-d2b737c3-e0eb-4071-8c08-9f0f4fbdd097 admin admin] 10.222.0.35 "PUT /v2.0/routers/11194262-67a0-4341-8110-513c16b7f07d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0814180 May 20 20:47:24.368371 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5feff66d-34d6-43ab-8bed-6ca906bdd4ec req-0bd55cb8-b0f5-41eb-a07f-71ed8b211d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:47:24.378142 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-5feff66d-34d6-43ab-8bed-6ca906bdd4ec req-0bd55cb8-b0f5-41eb-a07f-71ed8b211d31 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=74b74d22d9d54e1eae7cec44a7fbec8d&device_id=9acabe24-34b6-4f76-8669-0fb1b3e18f66 HTTP/1.1" status: 200 len: 1100 time: 0.8856397 May 20 20:47:24.481505 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e2bf8fe6-24bd-40e5-bd8f-394d83b8aaa6 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:24.481837 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e2bf8fe6-24bd-40e5-bd8f-394d83b8aaa6 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:24.501829 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-e2bf8fe6-24bd-40e5-bd8f-394d83b8aaa6 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Calling delete_port for 61709815-e9d6-40ce-a1de-4480253bede2 owned by network:floatingip {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:47:24.518643 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:24.598187 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65ccfd5a-da79-4aae-90fa-3d48cebc2bc3 None None] Network 2d83b2c9-0244-41ed-9f3c-e51e410d424a requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:47:24.628471 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980091cd-2985-414c-85f8-b0ae2265a788 req-09d18861-acb2-426a-b6ce-8eef7ff90065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:47:24.630002 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-980091cd-2985-414c-85f8-b0ae2265a788 req-09d18861-acb2-426a-b6ce-8eef7ff90065 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a5545a98-cd95-42cb-b1ec-fef20fc9b0da HTTP/1.1" status: 200 len: 1097 time: 0.3116636 May 20 20:47:24.670153 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a636801-9c5f-4518-95d2-f47c8221708a req-b46bffa3-8fd1-4b7b-82b3-916a36fa70ef tempest-ServersNegativeTestMultiTenantJSON-446127000 tempest-ServersNegativeTestMultiTenantJSON-446127000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:47:24.680466 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2a636801-9c5f-4518-95d2-f47c8221708a req-b46bffa3-8fd1-4b7b-82b3-916a36fa70ef tempest-ServersNegativeTestMultiTenantJSON-446127000 tempest-ServersNegativeTestMultiTenantJSON-446127000-project] 10.222.0.35 "GET /v2.0/ports?device_id=f756e5b3-e1d1-4f89-8338-385394f3ae9b HTTP/1.1" status: 200 len: 946 time: 0.1655400 May 20 20:47:24.742423 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 1d818611-fbfa-42a2-89d9-b5a9d72dc148 up at agent hyperv_n-h2-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:47:24.773750 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-ad2b5823-8c1e-44a3-a70e-63b35148921d None None] Notify callbacks [] for port, precommit_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:24.806318 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 00616bcd-472c-4dbc-a226-155f426816d9 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:47:24.815558 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2a636801-9c5f-4518-95d2-f47c8221708a req-c8e86afd-2159-472b-a73d-688e2dea6c1c tempest-ServersNegativeTestMultiTenantJSON-446127000 tempest-ServersNegativeTestMultiTenantJSON-446127000-project] 10.222.0.35 "GET /v2.0/security-groups?id=bccc37ef-34de-4d15-be57-7289647f4ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176050 May 20 20:47:24.858350 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5feff66d-34d6-43ab-8bed-6ca906bdd4ec req-a84d44da-1b04-4ba8-9859-1842bd24bd6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:47:24.861735 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-ad2b5823-8c1e-44a3-a70e-63b35148921d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:24.874219 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-5feff66d-34d6-43ab-8bed-6ca906bdd4ec req-a84d44da-1b04-4ba8-9859-1842bd24bd6a service neutron] 10.222.0.13 "GET /v2.0/networks?id=cd702362-b982-46c5-a7d0-51de1b03df86 HTTP/1.1" status: 200 len: 870 time: 0.4604063 May 20 20:47:24.891181 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-980091cd-2985-414c-85f8-b0ae2265a788 req-bc82776a-7f16-4eb7-b793-a175c1c2c7f1 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=08f63c89-364b-47f7-9236-e1c85d29ce51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2413790 May 20 20:47:24.908135 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-ad2b5823-8c1e-44a3-a70e-63b35148921d None None] Attempting to bind port cae31313-5d74-421d-839a-3916bb5bcf84 on host n-d-842733-1 for vnic_type normal with profile {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:47:24.915206 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-ad2b5823-8c1e-44a3-a70e-63b35148921d None None] Attempting to bind port cae31313-5d74-421d-839a-3916bb5bcf84 by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': '0b5485c4-eff8-42a1-9073-ae54ed4c63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'}] {{(pid=103165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:47:24.915206 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad2b5823-8c1e-44a3-a70e-63b35148921d None None] Attempting to bind port cae31313-5d74-421d-839a-3916bb5bcf84 on network e3a93b5c-91e2-4064-9c2c-1afc261bfe15 {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:47:24.936371 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0567f4d-e156-4eb4-9e4b-dd440e5b02c4 req-3597d94b-06e1-418b-810e-09b1a2c63d8f tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:47:24.951132 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e0567f4d-e156-4eb4-9e4b-dd440e5b02c4 req-3597d94b-06e1-418b-810e-09b1a2c63d8f tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/ports?device_id=9acabe24-34b6-4f76-8669-0fb1b3e18f66 HTTP/1.1" status: 200 len: 949 time: 0.3096499 May 20 20:47:24.965570 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad2b5823-8c1e-44a3-a70e-63b35148921d None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 46, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:47:24.965943 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad2b5823-8c1e-44a3-a70e-63b35148921d None None] Checking segment: {'id': '0b5485c4-eff8-42a1-9073-ae54ed4c63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:47:24.966345 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-ad2b5823-8c1e-44a3-a70e-63b35148921d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:24.966735 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad2b5823-8c1e-44a3-a70e-63b35148921d None None] Bound using segment: {'id': '0b5485c4-eff8-42a1-9073-ae54ed4c63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'} {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:47:24.967214 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-ad2b5823-8c1e-44a3-a70e-63b35148921d None None] Bound port: cae31313-5d74-421d-839a-3916bb5bcf84, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b5485c4-eff8-42a1-9073-ae54ed4c63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'}}] {{(pid=103165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:47:24.967594 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-ad2b5823-8c1e-44a3-a70e-63b35148921d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:25.051312 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-5feff66d-34d6-43ab-8bed-6ca906bdd4ec req-55750b8c-a7c1-41b5-b08d-c2f05e375173 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=1d818611-fbfa-42a2-89d9-b5a9d72dc148 HTTP/1.1" status: 200 len: 217 time: 0.1760523 May 20 20:47:25.143701 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-6506bb72-41b2-4e18-b28b-076b6c014565 None None] Provisioning complete for port deba3a2f-a678-4bed-b56a-84ccb8c973d1 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:47:25.144646 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-6506bb72-41b2-4e18-b28b-076b6c014565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:25.153297 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-ad2b5823-8c1e-44a3-a70e-63b35148921d None None] For port cae31313-5d74-421d-839a-3916bb5bcf84, host n-d-842733-1, cleared binding levels {{(pid=103165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:47:25.159450 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-ad2b5823-8c1e-44a3-a70e-63b35148921d None None] For port cae31313-5d74-421d-839a-3916bb5bcf84, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=cae31313-5d74-421d-839a-3916bb5bcf84,segment=NetworkSegment(0b5485c4-eff8-42a1-9073-ae54ed4c63ba),segment_id=0b5485c4-eff8-42a1-9073-ae54ed4c63ba)] {{(pid=103165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:47:25.164802 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ba0103-1ee6-487b-8d72-432c78f3dbd1 None None] Pushing event updated for resources: {'Port': ['ID=cae31313-5d74-421d-839a-3916bb5bcf84,revision_number=2']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:47:25.185896 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ba0103-1ee6-487b-8d72-432c78f3dbd1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:47:25.186404 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ba0103-1ee6-487b-8d72-432c78f3dbd1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:47:25.186907 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ba0103-1ee6-487b-8d72-432c78f3dbd1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:47:25.187842 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ba0103-1ee6-487b-8d72-432c78f3dbd1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:47:25.189052 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ba0103-1ee6-487b-8d72-432c78f3dbd1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:47:25.198060 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ba0103-1ee6-487b-8d72-432c78f3dbd1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:47:25.198818 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ba0103-1ee6-487b-8d72-432c78f3dbd1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:47:25.199239 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ba0103-1ee6-487b-8d72-432c78f3dbd1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:47:25.200563 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ba0103-1ee6-487b-8d72-432c78f3dbd1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:47:25.200976 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ba0103-1ee6-487b-8d72-432c78f3dbd1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:47:25.201428 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ba0103-1ee6-487b-8d72-432c78f3dbd1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:47:25.201829 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ba0103-1ee6-487b-8d72-432c78f3dbd1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:47:25.237943 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 00616bcd-472c-4dbc-a226-155f426816d9 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:47:25.242793 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:25.242918 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-ad2b5823-8c1e-44a3-a70e-63b35148921d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:25.319338 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3096886e-e2bb-4fb2-8642-d30310f0538e None None] Sync routers for ids ['11194262-67a0-4341-8110-513c16b7f07d'] in n-d-842733-1 {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 20:47:25.334389 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Provisioning for port 1d818611-fbfa-42a2-89d9-b5a9d72dc148 completed by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 20:47:25.343891 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad2b5823-8c1e-44a3-a70e-63b35148921d None None] Routers {'7ce378f4-2f4e-444d-94b2-3eb0117acc44'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:47:25.348192 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-ad2b5823-8c1e-44a3-a70e-63b35148921d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:47:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['7ce378f4-2f4e-444d-94b2-3eb0117acc44'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:47:25.348378 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Provisioning complete for port 1d818611-fbfa-42a2-89d9-b5a9d72dc148 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:47:25.348378 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:25.408132 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5feff66d-34d6-43ab-8bed-6ca906bdd4ec req-ad6b36de-b766-46c5-8007-5ffbc99d5c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:47:25.408707 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ba0103-1ee6-487b-8d72-432c78f3dbd1 None None] Pushing event updated for resources: {'Port': ['ID=cae31313-5d74-421d-839a-3916bb5bcf84,revision_number=3']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:47:25.410391 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-5feff66d-34d6-43ab-8bed-6ca906bdd4ec req-ad6b36de-b766-46c5-8007-5ffbc99d5c06 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=26b342ea-254c-483a-9ea9-f11c178970eb HTTP/1.1" status: 200 len: 843 time: 0.2251396 May 20 20:47:25.415137 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-090e6d22-61d4-43a5-bf63-a265250f3557 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:25.462615 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 00616bcd-472c-4dbc-a226-155f426816d9 is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:47:25.463884 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:25.477173 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3096886e-e2bb-4fb2-8642-d30310f0538e None None] Routers {'11194262-67a0-4341-8110-513c16b7f07d'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:47:25.478146 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-3096886e-e2bb-4fb2-8642-d30310f0538e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:47:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['11194262-67a0-4341-8110-513c16b7f07d'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:47:25.566936 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e2bf8fe6-24bd-40e5-bd8f-394d83b8aaa6 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:25.590911 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cc3ec51b-6ec8-438a-8349-5f0bec346d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:25.613148 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bf8fe6-24bd-40e5-bd8f-394d83b8aaa6 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Pushing event deleted for resources: {'Port': ['ID=61709815-e9d6-40ce-a1de-4480253bede2,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:47:25.615415 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-ad2b5823-8c1e-44a3-a70e-63b35148921d None None] Set router 7ce378f4-2f4e-444d-94b2-3eb0117acc44 gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:47:25.632011 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] For port 00616bcd-472c-4dbc-a226-155f426816d9, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=00616bcd-472c-4dbc-a226-155f426816d9,segment=NetworkSegment(0b5485c4-eff8-42a1-9073-ae54ed4c63ba),segment_id=0b5485c4-eff8-42a1-9073-ae54ed4c63ba)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:47:25.654852 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e0567f4d-e156-4eb4-9e4b-dd440e5b02c4 req-ab40c76d-f700-4eb8-a0ef-e94d5cb4ae46 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/security-groups?id=38c76b68-4081-4341-88c9-c8e3082a5da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6507189 May 20 20:47:25.690615 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-090e6d22-61d4-43a5-bf63-a265250f3557 admin admin] Allocated IP 172.20.0.1 (2d83b2c9-0244-41ed-9f3c-e51e410d424a/6033907b-110b-48db-bef4-3d9392ae4ec9/92c81261-ca4d-4f03-b2f3-8db63ccb6042) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:47:25.703789 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e2bf8fe6-24bd-40e5-bd8f-394d83b8aaa6 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Notify callbacks [] for floatingip, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:25.708134 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e2bf8fe6-24bd-40e5-bd8f-394d83b8aaa6 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for floatingip, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:25.713736 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-e2bf8fe6-24bd-40e5-bd8f-394d83b8aaa6 tempest-ServerActionsTestJSON-2097395323 tempest-ServerActionsTestJSON-2097395323-project] 10.222.0.35 "DELETE /v2.0/floatingips/cc648086-ceec-45d0-a279-73fee1efb948 HTTP/1.1" status: 204 len: 168 time: 1.9038749 May 20 20:47:25.718242 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 45890) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:47:25.817134 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce23902-04fb-4ebf-abd0-fa0199bf53c7 req-7b9fa837-9bb4-48b3-8c65-5cde8a77de19 tempest-ServerRescueTestJSONUnderV235-509853073 tempest-ServerRescueTestJSONUnderV235-509853073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:47:25.817896 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-090e6d22-61d4-43a5-bf63-a265250f3557 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:25.818510 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-6506bb72-41b2-4e18-b28b-076b6c014565 None None] Current status of the port deba3a2f-a678-4bed-b56a-84ccb8c973d1 is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:47:25.819014 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-6506bb72-41b2-4e18-b28b-076b6c014565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:25.821974 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9ce23902-04fb-4ebf-abd0-fa0199bf53c7 req-7b9fa837-9bb4-48b3-8c65-5cde8a77de19 tempest-ServerRescueTestJSONUnderV235-509853073 tempest-ServerRescueTestJSONUnderV235-509853073-project] 10.222.0.35 "GET /v2.0/networks?id=27e6bc16-4ad6-4b22-a77e-faecac933b47 HTTP/1.1" status: 200 len: 819 time: 0.8164365 May 20 20:47:25.824589 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:25.842218 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9ce23902-04fb-4ebf-abd0-fa0199bf53c7 req-b60ff502-5a53-427d-bf04-7f624afd15e5 tempest-ServerRescueTestJSONUnderV235-509853073 tempest-ServerRescueTestJSONUnderV235-509853073-project] 10.222.0.35 "GET /v2.0/quotas/ad08a6df517d4421a3d41cf43d0382ff HTTP/1.1" status: 200 len: 375 time: 0.0118344 May 20 20:47:25.880006 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:25.881104 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device deba3a2f-a678-4bed-b56a-84ccb8c973d1 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:47:25.967494 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5feff66d-34d6-43ab-8bed-6ca906bdd4ec req-a1c56a13-47c7-46d4-82c6-863778e5f117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:47:25.969190 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-5feff66d-34d6-43ab-8bed-6ca906bdd4ec req-a1c56a13-47c7-46d4-82c6-863778e5f117 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cd702362-b982-46c5-a7d0-51de1b03df86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5507917 May 20 20:47:25.975725 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port 1d818611-fbfa-42a2-89d9-b5a9d72dc148 is: BUILD; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:47:25.976173 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:26.013425 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-ad2b5823-8c1e-44a3-a70e-63b35148921d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ce378f4-2f4e-444d-94b2-3eb0117acc44', 'name': 'tempest-ServersTestManualDisk-1688617199-router', 'tenant_id': '6cacdf41ac9243239428df22d232c310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.106'}], 'enable_snat': True}, 'gw_port_id': 'cae31313-5d74-421d-839a-3916bb5bcf84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:47:20Z', 'updated_at': '2022-05-20T20:47:21Z', 'revision_number': 3, 'project_id': '6cacdf41ac9243239428df22d232c310', 'gw_port': {'id': 'cae31313-5d74-421d-839a-3916bb5bcf84', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:47:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ce378f4-2f4e-444d-94b2-3eb0117acc44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:47:21Z', 'updated_at': '2022-05-20T20:47:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:47:26.036863 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9ce23902-04fb-4ebf-abd0-fa0199bf53c7 req-6eca7429-ce0a-48d5-a779-e782f01c32f4 tempest-ServerRescueTestJSONUnderV235-509853073 tempest-ServerRescueTestJSONUnderV235-509853073-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=ad08a6df517d4421a3d41cf43d0382ff&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1879237 May 20 20:47:26.038890 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-6506bb72-41b2-4e18-b28b-076b6c014565 None None] For port deba3a2f-a678-4bed-b56a-84ccb8c973d1, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=deba3a2f-a678-4bed-b56a-84ccb8c973d1,segment=NetworkSegment(2e785b90-65af-46d3-8337-91a036f88f70),segment_id=2e785b90-65af-46d3-8337-91a036f88f70)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:47:26.057697 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfc9575-e2c7-4b4c-ae07-ed99bf7f30c2 req-65f70193-620f-4f9d-ae8c-98cf57bcde21 tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:47:26.060939 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-acfc9575-e2c7-4b4c-ae07-ed99bf7f30c2 req-65f70193-620f-4f9d-ae8c-98cf57bcde21 tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] 10.222.0.35 "GET /v2.0/ports?device_id=a5545a98-cd95-42cb-b1ec-fef20fc9b0da HTTP/1.1" status: 200 len: 946 time: 0.1529717 May 20 20:47:26.088488 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port 1d818611-fbfa-42a2-89d9-b5a9d72dc148, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=1d818611-fbfa-42a2-89d9-b5a9d72dc148,segment=NetworkSegment(ed3a602f-49fb-4a95-be80-401e1eb72e33),segment_id=ed3a602f-49fb-4a95-be80-401e1eb72e33)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:47:26.112650 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad2b5823-8c1e-44a3-a70e-63b35148921d None None] The sync data for ids ['7ce378f4-2f4e-444d-94b2-3eb0117acc44'] in n-d-842733-1 is: [{'id': '7ce378f4-2f4e-444d-94b2-3eb0117acc44', 'name': 'tempest-ServersTestManualDisk-1688617199-router', 'tenant_id': '6cacdf41ac9243239428df22d232c310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.106'}], 'enable_snat': True}, 'gw_port_id': 'cae31313-5d74-421d-839a-3916bb5bcf84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:47:20Z', 'updated_at': '2022-05-20T20:47:21Z', 'revision_number': 3, 'project_id': '6cacdf41ac9243239428df22d232c310', 'gw_port': {'id': 'cae31313-5d74-421d-839a-3916bb5bcf84', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:47:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ce378f4-2f4e-444d-94b2-3eb0117acc44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:47:21Z', 'updated_at': '2022-05-20T20:47:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 20:47:26.118185 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-3096886e-e2bb-4fb2-8642-d30310f0538e None None] Set router 11194262-67a0-4341-8110-513c16b7f07d gateway port host: n-d-842733-1 {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:47:26.120274 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-090e6d22-61d4-43a5-bf63-a265250f3557 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:26.129799 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9acabe24-34b6-4f76-8669-0fb1b3e18f66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d818611-fbfa-42a2-89d9-b5a9d72dc148'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:47:26.133323 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8485417003ce7c0410b00f5cdc2f391e21107b70bb68e2773712534a96e108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d20c85b-04bc-4880-973b-de54743c82c4" -d '{"events": [{"server_uuid": "9acabe24-34b6-4f76-8669-0fb1b3e18f66", "name": "network-vif-plugged", "status": "completed", "tag": "1d818611-fbfa-42a2-89d9-b5a9d72dc148"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:47:26.169397 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-6506bb72-41b2-4e18-b28b-076b6c014565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:26.183673 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:26.191410 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Pushing event updated for resources: {'Port': ['ID=00616bcd-472c-4dbc-a226-155f426816d9,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:47:26.234700 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port deba3a2f-a678-4bed-b56a-84ccb8c973d1 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:47:26.235125 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:26.266295 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-acfc9575-e2c7-4b4c-ae07-ed99bf7f30c2 req-07a365ae-2d7f-4da6-aa69-c9ae37d3d6b5 tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] 10.222.0.35 "GET /v2.0/security-groups?id=08f63c89-364b-47f7-9236-e1c85d29ce51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479707 May 20 20:47:26.306884 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-090e6d22-61d4-43a5-bf63-a265250f3557 admin admin] Network 2d83b2c9-0244-41ed-9f3c-e51e410d424a is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:47:26.323116 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-090e6d22-61d4-43a5-bf63-a265250f3557 admin admin] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:47:26.336602 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-090e6d22-61d4-43a5-bf63-a265250f3557 admin admin] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:47:26.444946 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090e6d22-61d4-43a5-bf63-a265250f3557 admin admin] Pushing event updated for resources: {'Port': ['ID=92c81261-ca4d-4f03-b2f3-8db63ccb6042,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:47:26.539841 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6506bb72-41b2-4e18-b28b-076b6c014565 None None] Pushing event updated for resources: {'Port': ['ID=deba3a2f-a678-4bed-b56a-84ccb8c973d1,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:47:26.559011 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-5feff66d-34d6-43ab-8bed-6ca906bdd4ec req-e4a6c8a1-de0d-406a-9305-713dc5445539 service neutron] 10.222.0.13 "GET /v2.0/networks/cd702362-b982-46c5-a7d0-51de1b03df86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5288572 May 20 20:47:26.598749 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-446cfa9d-054a-4410-8506-119e2e87816b None None] Provisioning complete for port deba3a2f-a678-4bed-b56a-84ccb8c973d1 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:47:26.599119 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-446cfa9d-054a-4410-8506-119e2e87816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:26.618623 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-090e6d22-61d4-43a5-bf63-a265250f3557 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748409'] for router_interface, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:26.805100 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=1d818611-fbfa-42a2-89d9-b5a9d72dc148,revision_number=9']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:47:26.817360 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port deba3a2f-a678-4bed-b56a-84ccb8c973d1 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:47:26.822001 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9ce23902-04fb-4ebf-abd0-fa0199bf53c7 req-70182604-63f7-4c9e-96d0-49660d060906 service neutron] 10.222.0.35 "GET /v2.0/networks/27e6bc16-4ad6-4b22-a77e-faecac933b47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6860938 May 20 20:47:26.972156 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-090e6d22-61d4-43a5-bf63-a265250f3557 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:27.000138 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-3096886e-e2bb-4fb2-8642-d30310f0538e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11194262-67a0-4341-8110-513c16b7f07d', 'name': 'tempest-ServerRescueTestJSONUnderV235-616548404-router', 'tenant_id': 'ad08a6df517d4421a3d41cf43d0382ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.5'}], 'enable_snat': True}, 'gw_port_id': '00616bcd-472c-4dbc-a226-155f426816d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:47:13Z', 'updated_at': '2022-05-20T20:47:21Z', 'revision_number': 4, 'project_id': 'ad08a6df517d4421a3d41cf43d0382ff', 'gw_port': {'id': '00616bcd-472c-4dbc-a226-155f426816d9', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:fe:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11194262-67a0-4341-8110-513c16b7f07d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1172, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:47:14Z', 'updated_at': '2022-05-20T20:47:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': 'ba55456f-5eb5-47f7-ad63-dac649cfa8fa', 'name': '', 'network_id': '27e6bc16-4ad6-4b22-a77e-faecac933b47', 'tenant_id': 'ad08a6df517d4421a3d41cf43d0382ff', 'mac_address': 'fa:16:3e:a7:e8:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11194262-67a0-4341-8110-513c16b7f07d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1181, 'fixed_ips': [{'subnet_id': '15623ea3-e6ed-4f6b-b35a-f39267f62374', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:47:20Z', 'updated_at': '2022-05-20T20:47:22Z', 'revision_number': 2, 'project_id': 'ad08a6df517d4421a3d41cf43d0382ff', 'subnets': [{'id': '15623ea3-e6ed-4f6b-b35a-f39267f62374', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:47:27.078464 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3096886e-e2bb-4fb2-8642-d30310f0538e None None] Checking router: 11194262-67a0-4341-8110-513c16b7f07d for host: n-d-842733-1 {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 20:47:27.078934 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3096886e-e2bb-4fb2-8642-d30310f0538e None None] Updating router 11194262-67a0-4341-8110-513c16b7f07d port ba55456f-5eb5-47f7-ad63-dac649cfa8fa binding host n-d-842733-1 {{(pid=103164) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 20:47:27.088498 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-5feff66d-34d6-43ab-8bed-6ca906bdd4ec req-15cb2333-2d24-4822-99e9-a94e1df4d377 service neutron] 10.222.0.13 "GET /v2.0/networks/cd702362-b982-46c5-a7d0-51de1b03df86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5155497 May 20 20:47:27.142155 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 00616bcd-472c-4dbc-a226-155f426816d9 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:47:27.179894 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 20:47:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6da245b4-3681-422d-b190-e20fc39e3fc7 x-openstack-request-id: req-6da245b4-3681-422d-b190-e20fc39e3fc7 {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:47:27.180649 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9acabe24-34b6-4f76-8669-0fb1b3e18f66", "name": "network-vif-plugged", "status": "completed", "tag": "1d818611-fbfa-42a2-89d9-b5a9d72dc148", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:47:27.180649 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6da245b4-3681-422d-b190-e20fc39e3fc7 {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:47:27.180857 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6da245b4-3681-422d-b190-e20fc39e3fc7'] response: {'server_uuid': '9acabe24-34b6-4f76-8669-0fb1b3e18f66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d818611-fbfa-42a2-89d9-b5a9d72dc148', 'code': 200} May 20 20:47:27.213415 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9ce23902-04fb-4ebf-abd0-fa0199bf53c7 req-ef4682e3-45cc-49ae-9e77-2898fe76a21d service neutron] 10.222.0.35 "GET /v2.0/networks/27e6bc16-4ad6-4b22-a77e-faecac933b47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3891921 May 20 20:47:27.217454 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-446cfa9d-054a-4410-8506-119e2e87816b None None] Current status of the port deba3a2f-a678-4bed-b56a-84ccb8c973d1 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:47:27.222391 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3096886e-e2bb-4fb2-8642-d30310f0538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:27.246330 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 00616bcd-472c-4dbc-a226-155f426816d9 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:47:27.246694 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:27.373986 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-090e6d22-61d4-43a5-bf63-a265250f3557 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:27.417808 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ce4835-fdbf-44e1-b24a-40e8330e5f70 req-bbb3d7ec-faec-499a-8f31-b354a410c238 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:47:27.419483 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e9ce4835-fdbf-44e1-b24a-40e8330e5f70 req-bbb3d7ec-faec-499a-8f31-b354a410c238 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/ports?device_id=9acabe24-34b6-4f76-8669-0fb1b3e18f66 HTTP/1.1" status: 200 len: 950 time: 0.1258314 May 20 20:47:27.568660 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e9ce4835-fdbf-44e1-b24a-40e8330e5f70 req-52aaad05-1e07-4abd-84bb-1eff4704d3c9 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/security-groups?id=38c76b68-4081-4341-88c9-c8e3082a5da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400764 May 20 20:47:27.570484 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-090e6d22-61d4-43a5-bf63-a265250f3557 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:27.625100 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3096886e-e2bb-4fb2-8642-d30310f0538e None None] Notify callbacks [] for port, precommit_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:27.654335 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-865096c7-a798-42b5-becd-d7da43082d9f None None] Provisioning complete for port 92c81261-ca4d-4f03-b2f3-8db63ccb6042 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:47:27.654698 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-865096c7-a798-42b5-becd-d7da43082d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:27.691676 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-865096c7-a798-42b5-becd-d7da43082d9f None None] Port 92c81261-ca4d-4f03-b2f3-8db63ccb6042 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 20:47:27.723956 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2d72853d-cc10-4460-a2b6-507c9639c191 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748528'] for router_interface, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:27.732049 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3096886e-e2bb-4fb2-8642-d30310f0538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:27.745489 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-090e6d22-61d4-43a5-bf63-a265250f3557 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748437'] for router_interface, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:27.748583 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090e6d22-61d4-43a5-bf63-a265250f3557 admin admin] Pushing event updated for resources: {'Port': ['ID=92c81261-ca4d-4f03-b2f3-8db63ccb6042,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:47:27.782403 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 00616bcd-472c-4dbc-a226-155f426816d9 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:47:27.786505 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device cae31313-5d74-421d-839a-3916bb5bcf84 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:47:27.853816 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0538ac23-d304-4f2f-a9d7-7da71fdc8d1a req-04291dab-d140-4207-b48f-737a11a997ba tempest-ServersNegativeTestMultiTenantJSON-446127000 tempest-ServersNegativeTestMultiTenantJSON-446127000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:47:27.855736 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0538ac23-d304-4f2f-a9d7-7da71fdc8d1a req-04291dab-d140-4207-b48f-737a11a997ba tempest-ServersNegativeTestMultiTenantJSON-446127000 tempest-ServersNegativeTestMultiTenantJSON-446127000-project] 10.222.0.35 "GET /v2.0/ports?device_id=f756e5b3-e1d1-4f89-8338-385394f3ae9b HTTP/1.1" status: 200 len: 946 time: 0.2354145 May 20 20:47:27.907663 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76450577-e821-44b8-ae05-af214d5a78f1 req-bfa0a8da-9b87-41ab-bfb2-4382edbc11be tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:47:27.913155 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-090e6d22-61d4-43a5-bf63-a265250f3557 admin admin] Network 2d83b2c9-0244-41ed-9f3c-e51e410d424a is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:47:27.914844 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-090e6d22-61d4-43a5-bf63-a265250f3557 admin admin] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:47:27.915057 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-76450577-e821-44b8-ae05-af214d5a78f1 req-bfa0a8da-9b87-41ab-bfb2-4382edbc11be tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] 10.222.0.35 "GET /v2.0/ports?device_id=a5545a98-cd95-42cb-b1ec-fef20fc9b0da HTTP/1.1" status: 200 len: 946 time: 0.1980186 May 20 20:47:28.024439 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0538ac23-d304-4f2f-a9d7-7da71fdc8d1a req-4fd0840a-ccb1-41aa-80b2-ea830ed73e69 tempest-ServersNegativeTestMultiTenantJSON-446127000 tempest-ServersNegativeTestMultiTenantJSON-446127000-project] 10.222.0.35 "GET /v2.0/security-groups?id=bccc37ef-34de-4d15-be57-7289647f4ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374092 May 20 20:47:28.187262 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-090e6d22-61d4-43a5-bf63-a265250f3557 admin admin] Router 7ce378f4-2f4e-444d-94b2-3eb0117acc44 has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 20:47:28.208423 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-76450577-e821-44b8-ae05-af214d5a78f1 req-14bb1008-e4d2-4469-b78c-11af3e6291c5 tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] 10.222.0.35 "GET /v2.0/security-groups?id=08f63c89-364b-47f7-9236-e1c85d29ce51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2923787 May 20 20:47:28.265531 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-433d9bf8-6ca6-4747-bd93-ec31f777c193 req-661ee624-614d-4b62-b6bd-97bf0c18bb23 tempest-ServerRescueTestJSONUnderV235-509853073 tempest-ServerRescueTestJSONUnderV235-509853073-project] 10.222.0.35 "GET /v2.0/ports?device_id=b5e7bffc-66ca-42f9-a17e-893d63710bad HTTP/1.1" status: 200 len: 210 time: 0.0529366 May 20 20:47:28.287639 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port cae31313-5d74-421d-839a-3916bb5bcf84 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:47:28.288126 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:28.339905 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d650e3bb-f10a-46e6-b79a-232e1aeddf1b None None] Pushing event updated for resources: {'Port': ['ID=ba55456f-5eb5-47f7-ad63-dac649cfa8fa,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:47:28.395540 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-3096886e-e2bb-4fb2-8642-d30310f0538e None None] Attempting to bind port ba55456f-5eb5-47f7-ad63-dac649cfa8fa on host n-d-842733-1 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:47:28.395878 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-3096886e-e2bb-4fb2-8642-d30310f0538e None None] Attempting to bind port ba55456f-5eb5-47f7-ad63-dac649cfa8fa by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': '1d09afbe-6fd2-4434-81b3-bd6da4b308f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '27e6bc16-4ad6-4b22-a77e-faecac933b47'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:47:28.396458 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3096886e-e2bb-4fb2-8642-d30310f0538e None None] Attempting to bind port ba55456f-5eb5-47f7-ad63-dac649cfa8fa on network 27e6bc16-4ad6-4b22-a77e-faecac933b47 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:47:28.403969 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3096886e-e2bb-4fb2-8642-d30310f0538e None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 47, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:47:28.407235 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3096886e-e2bb-4fb2-8642-d30310f0538e None None] Checking segment: {'id': '1d09afbe-6fd2-4434-81b3-bd6da4b308f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '27e6bc16-4ad6-4b22-a77e-faecac933b47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:47:28.407235 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3096886e-e2bb-4fb2-8642-d30310f0538e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:28.407235 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3096886e-e2bb-4fb2-8642-d30310f0538e None None] Bound using segment: {'id': '1d09afbe-6fd2-4434-81b3-bd6da4b308f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '27e6bc16-4ad6-4b22-a77e-faecac933b47'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:47:28.407235 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-3096886e-e2bb-4fb2-8642-d30310f0538e None None] Bound port: ba55456f-5eb5-47f7-ad63-dac649cfa8fa, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d09afbe-6fd2-4434-81b3-bd6da4b308f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '27e6bc16-4ad6-4b22-a77e-faecac933b47'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:47:28.407235 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3096886e-e2bb-4fb2-8642-d30310f0538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:28.453857 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port cae31313-5d74-421d-839a-3916bb5bcf84 is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:47:28.466729 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:28.508918 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-090e6d22-61d4-43a5-bf63-a265250f3557 admin admin] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 20:47:28.533098 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-090e6d22-61d4-43a5-bf63-a265250f3557 admin admin] 10.222.0.35 "PUT /v2.0/routers/7ce378f4-2f4e-444d-94b2-3eb0117acc44/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0386498 May 20 20:47:28.550104 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-2d72853d-cc10-4460-a2b6-507c9639c191 admin admin] Deleting port 1d631e8b-9f50-42e3-9874-3df33de0d701 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:47:28.550525 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2d72853d-cc10-4460-a2b6-507c9639c191 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:28.594733 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] For port cae31313-5d74-421d-839a-3916bb5bcf84, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=cae31313-5d74-421d-839a-3916bb5bcf84,segment=NetworkSegment(0b5485c4-eff8-42a1-9073-ae54ed4c63ba),segment_id=0b5485c4-eff8-42a1-9073-ae54ed4c63ba)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:47:28.646638 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-4f0de27a-de2a-4c7f-99ae-c282f517de08 None None] Provisioning complete for port 92c81261-ca4d-4f03-b2f3-8db63ccb6042 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:47:28.647797 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4f0de27a-de2a-4c7f-99ae-c282f517de08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:28.687269 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:28.688060 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device deba3a2f-a678-4bed-b56a-84ccb8c973d1 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:47:28.773354 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3096886e-e2bb-4fb2-8642-d30310f0538e None None] For port ba55456f-5eb5-47f7-ad63-dac649cfa8fa, host n-d-842733-1, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:47:28.776577 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Pushing event updated for resources: {'Port': ['ID=cae31313-5d74-421d-839a-3916bb5bcf84,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:47:28.777854 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-2d72853d-cc10-4460-a2b6-507c9639c191 admin admin] For port 1d631e8b-9f50-42e3-9874-3df33de0d701, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=1d631e8b-9f50-42e3-9874-3df33de0d701,segment=NetworkSegment(1b0c59b6-1da5-46b1-ba4a-82e83befd33e),segment_id=1b0c59b6-1da5-46b1-ba4a-82e83befd33e)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:47:28.778320 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2d72853d-cc10-4460-a2b6-507c9639c191 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:28.801931 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3096886e-e2bb-4fb2-8642-d30310f0538e None None] For port ba55456f-5eb5-47f7-ad63-dac649cfa8fa, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=ba55456f-5eb5-47f7-ad63-dac649cfa8fa,segment=NetworkSegment(1d09afbe-6fd2-4434-81b3-bd6da4b308f2),segment_id=1d09afbe-6fd2-4434-81b3-bd6da4b308f2)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:47:28.829754 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-4f0de27a-de2a-4c7f-99ae-c282f517de08 None None] Port 92c81261-ca4d-4f03-b2f3-8db63ccb6042 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 20:47:28.841184 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-2d72853d-cc10-4460-a2b6-507c9639c191 admin admin] Calling delete_port for 1d631e8b-9f50-42e3-9874-3df33de0d701 owned by network:router_interface {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:47:28.877023 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3207700b-a9ee-43bb-9214-e9c31341e85a req-f175916b-7077-4cca-8f53-e0ef6f035912 tempest-ServersNegativeTestMultiTenantJSON-446127000 tempest-ServersNegativeTestMultiTenantJSON-446127000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:47:28.879639 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-3207700b-a9ee-43bb-9214-e9c31341e85a req-f175916b-7077-4cca-8f53-e0ef6f035912 tempest-ServersNegativeTestMultiTenantJSON-446127000 tempest-ServersNegativeTestMultiTenantJSON-446127000-project] 10.222.0.13 "GET /v2.0/ports?device_id=f756e5b3-e1d1-4f89-8338-385394f3ae9b HTTP/1.1" status: 200 len: 946 time: 0.0997665 May 20 20:47:28.888288 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3096886e-e2bb-4fb2-8642-d30310f0538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:28.965356 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port deba3a2f-a678-4bed-b56a-84ccb8c973d1 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:47:28.965953 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:29.063045 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18da4f82-2513-4e8b-8f53-f0c3d87d41f1 None None] Sync routers for ids ['7ce378f4-2f4e-444d-94b2-3eb0117acc44'] in n-d-842733-1 {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 20:47:29.083075 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-3207700b-a9ee-43bb-9214-e9c31341e85a req-55c5012b-102d-4061-8b17-fb7c77363433 tempest-ServersNegativeTestMultiTenantJSON-446127000 tempest-ServersNegativeTestMultiTenantJSON-446127000-project] Deleting port 36efa871-7d20-4d85-b796-bf7945cfba25 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:47:29.083698 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-3207700b-a9ee-43bb-9214-e9c31341e85a req-55c5012b-102d-4061-8b17-fb7c77363433 tempest-ServersNegativeTestMultiTenantJSON-446127000 tempest-ServersNegativeTestMultiTenantJSON-446127000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:29.091583 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18da4f82-2513-4e8b-8f53-f0c3d87d41f1 None None] Routers {'7ce378f4-2f4e-444d-94b2-3eb0117acc44'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:47:29.094347 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-18da4f82-2513-4e8b-8f53-f0c3d87d41f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:47:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['7ce378f4-2f4e-444d-94b2-3eb0117acc44'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:47:29.094942 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d650e3bb-f10a-46e6-b79a-232e1aeddf1b None None] Pushing event updated for resources: {'Port': ['ID=ba55456f-5eb5-47f7-ad63-dac649cfa8fa,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:47:29.099575 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3096886e-e2bb-4fb2-8642-d30310f0538e None None] Routers {'11194262-67a0-4341-8110-513c16b7f07d'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:47:29.099575 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-3096886e-e2bb-4fb2-8642-d30310f0538e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:47:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['11194262-67a0-4341-8110-513c16b7f07d'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:47:29.252422 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2d72853d-cc10-4460-a2b6-507c9639c191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:29.306436 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-3207700b-a9ee-43bb-9214-e9c31341e85a req-55c5012b-102d-4061-8b17-fb7c77363433 tempest-ServersNegativeTestMultiTenantJSON-446127000 tempest-ServersNegativeTestMultiTenantJSON-446127000-project] For port 36efa871-7d20-4d85-b796-bf7945cfba25, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=36efa871-7d20-4d85-b796-bf7945cfba25,segment=NetworkSegment(4fb43387-a5c5-43aa-8e5d-888aa3c15a43),segment_id=4fb43387-a5c5-43aa-8e5d-888aa3c15a43)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:47:29.310228 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-3207700b-a9ee-43bb-9214-e9c31341e85a req-55c5012b-102d-4061-8b17-fb7c77363433 tempest-ServersNegativeTestMultiTenantJSON-446127000 tempest-ServersNegativeTestMultiTenantJSON-446127000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:29.328261 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port deba3a2f-a678-4bed-b56a-84ccb8c973d1 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:47:29.354190 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-3207700b-a9ee-43bb-9214-e9c31341e85a req-55c5012b-102d-4061-8b17-fb7c77363433 tempest-ServersNegativeTestMultiTenantJSON-446127000 tempest-ServersNegativeTestMultiTenantJSON-446127000-project] Calling delete_port for 36efa871-7d20-4d85-b796-bf7945cfba25 owned by compute:nova {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:47:29.393339 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d72853d-cc10-4460-a2b6-507c9639c191 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d631e8b-9f50-42e3-9874-3df33de0d701,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:47:29.395387 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-3096886e-e2bb-4fb2-8642-d30310f0538e None None] Set router 11194262-67a0-4341-8110-513c16b7f07d gateway port host: n-d-842733-1 {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:47:29.516229 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-18da4f82-2513-4e8b-8f53-f0c3d87d41f1 None None] Set router 7ce378f4-2f4e-444d-94b2-3eb0117acc44 gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:47:29.737493 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 45956) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:47:29.748043 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-d4190450-1794-4e9c-8176-de0516d48584 tempest-ServersTestManualDisk-1760851737 tempest-ServersTestManualDisk-1760851737-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1132177354', 'description': 'tempest-description--999550263'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:47:29.904462 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3552dddd-eeea-4e24-b8c5-0b688842cd58 req-a1cf9708-396f-4e28-adef-5d42a3691da7 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:47:29.908676 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3552dddd-eeea-4e24-b8c5-0b688842cd58 req-a1cf9708-396f-4e28-adef-5d42a3691da7 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/ports?device_id=9acabe24-34b6-4f76-8669-0fb1b3e18f66 HTTP/1.1" status: 200 len: 950 time: 0.5707881 May 20 20:47:29.913795 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d4190450-1794-4e9c-8176-de0516d48584 tempest-ServersTestManualDisk-1760851737 tempest-ServersTestManualDisk-1760851737-project] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:29.917578 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-3207700b-a9ee-43bb-9214-e9c31341e85a req-55c5012b-102d-4061-8b17-fb7c77363433 tempest-ServersNegativeTestMultiTenantJSON-446127000 tempest-ServersNegativeTestMultiTenantJSON-446127000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:29.968915 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] get_ports_and_sgs() called for port_ids ['36efa871-7d20-4d85-b796-bf7945cfba25'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:47:30.007633 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-18da4f82-2513-4e8b-8f53-f0c3d87d41f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ce378f4-2f4e-444d-94b2-3eb0117acc44', 'name': 'tempest-ServersTestManualDisk-1688617199-router', 'tenant_id': '6cacdf41ac9243239428df22d232c310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.106'}], 'enable_snat': True}, 'gw_port_id': 'cae31313-5d74-421d-839a-3916bb5bcf84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:47:20Z', 'updated_at': '2022-05-20T20:47:26Z', 'revision_number': 4, 'project_id': '6cacdf41ac9243239428df22d232c310', 'gw_port': {'id': 'cae31313-5d74-421d-839a-3916bb5bcf84', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:47:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce378f4-2f4e-444d-94b2-3eb0117acc44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:47:21Z', 'updated_at': '2022-05-20T20:47:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': '92c81261-ca4d-4f03-b2f3-8db63ccb6042', 'name': '', 'network_id': '2d83b2c9-0244-41ed-9f3c-e51e410d424a', 'tenant_id': '6cacdf41ac9243239428df22d232c310', 'mac_address': 'fa:16:3e:3c:ba:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ce378f4-2f4e-444d-94b2-3eb0117acc44', 'device_owner': 'network:router_interface', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': '6033907b-110b-48db-bef4-3d9392ae4ec9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:47:25Z', 'updated_at': '2022-05-20T20:47:27Z', 'revision_number': 2, 'project_id': '6cacdf41ac9243239428df22d232c310', 'subnets': [{'id': '6033907b-110b-48db-bef4-3d9392ae4ec9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:47:30.034793 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c5012b-102d-4061-8b17-fb7c77363433 tempest-ServersNegativeTestMultiTenantJSON-446127000 tempest-ServersNegativeTestMultiTenantJSON-446127000-project] Pushing event deleted for resources: {'Port': ['ID=36efa871-7d20-4d85-b796-bf7945cfba25,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:47:30.049872 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device cae31313-5d74-421d-839a-3916bb5bcf84 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:47:30.077612 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18da4f82-2513-4e8b-8f53-f0c3d87d41f1 None None] Checking router: 7ce378f4-2f4e-444d-94b2-3eb0117acc44 for host: n-d-842733-1 {{(pid=103165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 20:47:30.081922 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18da4f82-2513-4e8b-8f53-f0c3d87d41f1 None None] Updating router 7ce378f4-2f4e-444d-94b2-3eb0117acc44 port 92c81261-ca4d-4f03-b2f3-8db63ccb6042 binding host n-d-842733-1 {{(pid=103165) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 20:47:30.117911 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-18da4f82-2513-4e8b-8f53-f0c3d87d41f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:30.122026 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-58be76f1-be3d-417b-8860-4385f6d953ff req-2260e4a8-e0f3-4df4-8399-5e081411ecc9 tempest-ServersNegativeTestMultiTenantJSON-446127000 tempest-ServersNegativeTestMultiTenantJSON-446127000-project] 10.222.0.35 "GET /v2.0/ports?device_id=f756e5b3-e1d1-4f89-8338-385394f3ae9b HTTP/1.1" status: 200 len: 210 time: 0.1206517 May 20 20:47:30.153574 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-3207700b-a9ee-43bb-9214-e9c31341e85a req-55c5012b-102d-4061-8b17-fb7c77363433 tempest-ServersNegativeTestMultiTenantJSON-446127000 tempest-ServersNegativeTestMultiTenantJSON-446127000-project] No DVR routers for this DVR port 36efa871-7d20-4d85-b796-bf7945cfba25 on host n-h2-842733-1 {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:47:30.160389 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-3207700b-a9ee-43bb-9214-e9c31341e85a req-55c5012b-102d-4061-8b17-fb7c77363433 tempest-ServersNegativeTestMultiTenantJSON-446127000 tempest-ServersNegativeTestMultiTenantJSON-446127000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:30.167280 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2d72853d-cc10-4460-a2b6-507c9639c191 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-692224'] for router_interface, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:30.169709 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-3207700b-a9ee-43bb-9214-e9c31341e85a req-55c5012b-102d-4061-8b17-fb7c77363433 tempest-ServersNegativeTestMultiTenantJSON-446127000 tempest-ServersNegativeTestMultiTenantJSON-446127000-project] 10.222.0.13 "DELETE /v2.0/ports/36efa871-7d20-4d85-b796-bf7945cfba25 HTTP/1.1" status: 204 len: 173 time: 1.2433271 May 20 20:47:30.171479 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f756e5b3-e1d1-4f89-8338-385394f3ae9b', 'name': 'network-vif-deleted', 'tag': '36efa871-7d20-4d85-b796-bf7945cfba25'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:47:30.177985 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6fa957933fccbf596d28104b23404b952ad6a8238afaebaed40a0874b2e409" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c5cb083-2e07-472b-a53e-8397133aa77f" -d '{"events": [{"server_uuid": "f756e5b3-e1d1-4f89-8338-385394f3ae9b", "name": "network-vif-deleted", "tag": "36efa871-7d20-4d85-b796-bf7945cfba25"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:47:30.189617 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-3096886e-e2bb-4fb2-8642-d30310f0538e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11194262-67a0-4341-8110-513c16b7f07d', 'name': 'tempest-ServerRescueTestJSONUnderV235-616548404-router', 'tenant_id': 'ad08a6df517d4421a3d41cf43d0382ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.5'}], 'enable_snat': True}, 'gw_port_id': '00616bcd-472c-4dbc-a226-155f426816d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:47:13Z', 'updated_at': '2022-05-20T20:47:21Z', 'revision_number': 4, 'project_id': 'ad08a6df517d4421a3d41cf43d0382ff', 'gw_port': {'id': '00616bcd-472c-4dbc-a226-155f426816d9', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:fe:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11194262-67a0-4341-8110-513c16b7f07d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1172, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:47:14Z', 'updated_at': '2022-05-20T20:47:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': 'ba55456f-5eb5-47f7-ad63-dac649cfa8fa', 'name': '', 'network_id': '27e6bc16-4ad6-4b22-a77e-faecac933b47', 'tenant_id': 'ad08a6df517d4421a3d41cf43d0382ff', 'mac_address': 'fa:16:3e:a7:e8:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11194262-67a0-4341-8110-513c16b7f07d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1181, 'fixed_ips': [{'subnet_id': '15623ea3-e6ed-4f6b-b35a-f39267f62374', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:47:20Z', 'updated_at': '2022-05-20T20:47:28Z', 'revision_number': 4, 'project_id': 'ad08a6df517d4421a3d41cf43d0382ff', 'subnets': [{'id': '15623ea3-e6ed-4f6b-b35a-f39267f62374', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:47:30.234686 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3552dddd-eeea-4e24-b8c5-0b688842cd58 req-ee32d8fd-4c26-4d73-a0cc-2ef98b6053f7 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/security-groups?id=38c76b68-4081-4341-88c9-c8e3082a5da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3088467 May 20 20:47:30.257083 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port cae31313-5d74-421d-839a-3916bb5bcf84 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:47:30.259019 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:30.287699 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d4190450-1794-4e9c-8176-de0516d48584 tempest-ServersTestManualDisk-1760851737 tempest-ServersTestManualDisk-1760851737-project] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:30.343632 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3096886e-e2bb-4fb2-8642-d30310f0538e None None] The sync data for ids ['11194262-67a0-4341-8110-513c16b7f07d'] in n-d-842733-1 is: [{'id': '11194262-67a0-4341-8110-513c16b7f07d', 'name': 'tempest-ServerRescueTestJSONUnderV235-616548404-router', 'tenant_id': 'ad08a6df517d4421a3d41cf43d0382ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.5'}], 'enable_snat': True}, 'gw_port_id': '00616bcd-472c-4dbc-a226-155f426816d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:47:13Z', 'updated_at': '2022-05-20T20:47:21Z', 'revision_number': 4, 'project_id': 'ad08a6df517d4421a3d41cf43d0382ff', 'gw_port': {'id': '00616bcd-472c-4dbc-a226-155f426816d9', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:fe:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11194262-67a0-4341-8110-513c16b7f07d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1172, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:47:14Z', 'updated_at': '2022-05-20T20:47:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': 'ba55456f-5eb5-47f7-ad63-dac649cfa8fa', 'name': '', 'network_id': '27e6bc16-4ad6-4b22-a77e-faecac933b47', 'tenant_id': 'ad08a6df517d4421a3d41cf43d0382ff', 'mac_address': 'fa:16:3e:a7:e8:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11194262-67a0-4341-8110-513c16b7f07d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1181, 'fixed_ips': [{'subnet_id': '15623ea3-e6ed-4f6b-b35a-f39267f62374', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:47:20Z', 'updated_at': '2022-05-20T20:47:28Z', 'revision_number': 4, 'project_id': 'ad08a6df517d4421a3d41cf43d0382ff', 'subnets': [{'id': '15623ea3-e6ed-4f6b-b35a-f39267f62374', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 20:47:30.404297 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d4190450-1794-4e9c-8176-de0516d48584 tempest-ServersTestManualDisk-1760851737 tempest-ServersTestManualDisk-1760851737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:30.515515 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port cae31313-5d74-421d-839a-3916bb5bcf84 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:47:30.551049 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4190450-1794-4e9c-8176-de0516d48584 tempest-ServersTestManualDisk-1760851737 tempest-ServersTestManualDisk-1760851737-project] Pushing event updated for resources: {'SecurityGroup': ['ID=add12849-0717-4857-adaa-bd412121325b,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:47:30.574426 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 20:47:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0a3f3ba-907b-4cb9-b650-4e44d725559d x-openstack-request-id: req-e0a3f3ba-907b-4cb9-b650-4e44d725559d {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:47:30.582479 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f756e5b3-e1d1-4f89-8338-385394f3ae9b", "name": "network-vif-deleted", "tag": "36efa871-7d20-4d85-b796-bf7945cfba25", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:47:30.582479 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e0a3f3ba-907b-4cb9-b650-4e44d725559d {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:47:30.591132 n-d-842733-1 neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0a3f3ba-907b-4cb9-b650-4e44d725559d'] response: {'server_uuid': 'f756e5b3-e1d1-4f89-8338-385394f3ae9b', 'name': 'network-vif-deleted', 'tag': '36efa871-7d20-4d85-b796-bf7945cfba25', 'status': 'completed', 'code': 200} May 20 20:47:30.603879 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d4190450-1794-4e9c-8176-de0516d48584 tempest-ServersTestManualDisk-1760851737 tempest-ServersTestManualDisk-1760851737-project] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:30.605716 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-d4190450-1794-4e9c-8176-de0516d48584 tempest-ServersTestManualDisk-1760851737 tempest-ServersTestManualDisk-1760851737-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.8671288 May 20 20:47:30.612667 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 45974) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:47:30.628085 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-ce637016-7235-424c-bb15-22625f146854 tempest-ServersTestManualDisk-1760851737 tempest-ServersTestManualDisk-1760851737-project] Request body: {'security_group_rule': {'security_group_id': 'add12849-0717-4857-adaa-bd412121325b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:47:30.709185 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2630df66-08c0-479f-a747-9bd21b0adb9c req-d0a75e10-0a0d-4c64-803e-fe1fb2796723 tempest-ServerRescueTestJSONUnderV235-509853073 tempest-ServerRescueTestJSONUnderV235-509853073-project] 10.222.0.35 "GET /v2.0/ports?device_id=b5e7bffc-66ca-42f9-a17e-893d63710bad HTTP/1.1" status: 200 len: 210 time: 0.0357127 May 20 20:47:30.772977 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ce637016-7235-424c-bb15-22625f146854 tempest-ServersTestManualDisk-1760851737 tempest-ServersTestManualDisk-1760851737-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:30.876384 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d72853d-cc10-4460-a2b6-507c9639c191 admin admin] Router f355266f-7bb3-4b8c-a0c8-ab01fa65432f has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 20:47:30.887452 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5feff66d-34d6-43ab-8bed-6ca906bdd4ec req-afadd1fb-7e2a-459e-989f-aa90c1b93637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:47:30.889813 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5feff66d-34d6-43ab-8bed-6ca906bdd4ec req-afadd1fb-7e2a-459e-989f-aa90c1b93637 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9acabe24-34b6-4f76-8669-0fb1b3e18f66&tenant_id=74b74d22d9d54e1eae7cec44a7fbec8d HTTP/1.1" status: 200 len: 1101 time: 0.1438251 May 20 20:47:30.908356 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [req-5feff66d-34d6-43ab-8bed-6ca906bdd4ec req-46101641-eb5c-4839-a232-b2478d30cf5a service neutron] Request body: {'port': {'binding:host_id': 'n-h1-842733-1', 'device_owner': 'compute:nova'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:47:31.015161 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.agents_db [None req-5c33ad30-4e00-40fa-b486-8c79c4a6cfc5 None None] Agent healthcheck: found 7 active agents {{(pid=103165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 20 20:47:31.017527 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-5feff66d-34d6-43ab-8bed-6ca906bdd4ec req-46101641-eb5c-4839-a232-b2478d30cf5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:31.055814 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-18da4f82-2513-4e8b-8f53-f0c3d87d41f1 None None] Notify callbacks [] for port, precommit_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:31.081472 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce23902-04fb-4ebf-abd0-fa0199bf53c7 req-32db6bf9-19ea-480b-b559-b3b67c1b0ba6 tempest-ServerRescueTestJSONUnderV235-509853073 tempest-ServerRescueTestJSONUnderV235-509853073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:47:31.083526 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-9ce23902-04fb-4ebf-abd0-fa0199bf53c7 req-32db6bf9-19ea-480b-b559-b3b67c1b0ba6 tempest-ServerRescueTestJSONUnderV235-509853073 tempest-ServerRescueTestJSONUnderV235-509853073-project] 10.222.0.24 "GET /v2.0/networks?id=27e6bc16-4ad6-4b22-a77e-faecac933b47 HTTP/1.1" status: 200 len: 819 time: 0.2816622 May 20 20:47:31.124758 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [req-9ce23902-04fb-4ebf-abd0-fa0199bf53c7 req-e9f5f9db-82da-4256-aea8-601c564c2c33 tempest-ServerRescueTestJSONUnderV235-509853073 tempest-ServerRescueTestJSONUnderV235-509853073-project] Request body: {'port': {'device_id': 'b5e7bffc-66ca-42f9-a17e-893d63710bad', 'network_id': '27e6bc16-4ad6-4b22-a77e-faecac933b47', 'admin_state_up': True, 'tenant_id': 'ad08a6df517d4421a3d41cf43d0382ff'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:47:31.131266 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-18da4f82-2513-4e8b-8f53-f0c3d87d41f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:31.293678 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ce637016-7235-424c-bb15-22625f146854 tempest-ServersTestManualDisk-1760851737 tempest-ServersTestManualDisk-1760851737-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:31.302187 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d72853d-cc10-4460-a2b6-507c9639c191 admin admin] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 20:47:31.313765 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75c72518-50ef-4778-9503-22a5616054af None None] Sync routers for ids ['f355266f-7bb3-4b8c-a0c8-ab01fa65432f'] in n-d-842733-1 {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 20:47:31.366203 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-2d72853d-cc10-4460-a2b6-507c9639c191 admin admin] 10.222.0.35 "PUT /v2.0/routers/f355266f-7bb3-4b8c-a0c8-ab01fa65432f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6467080 May 20 20:47:31.366609 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 46000) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:47:31.368731 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c72518-50ef-4778-9503-22a5616054af None None] Routers {'f355266f-7bb3-4b8c-a0c8-ab01fa65432f'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:47:31.371853 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-75c72518-50ef-4778-9503-22a5616054af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:47:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['f355266f-7bb3-4b8c-a0c8-ab01fa65432f'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:47:31.475040 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982d5de8-448d-4ef3-9b3a-22df707b3543 None None] Pushing event updated for resources: {'Port': ['ID=92c81261-ca4d-4f03-b2f3-8db63ccb6042,revision_number=3']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:47:31.486220 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-18da4f82-2513-4e8b-8f53-f0c3d87d41f1 None None] Attempting to bind port 92c81261-ca4d-4f03-b2f3-8db63ccb6042 on host n-d-842733-1 for vnic_type normal with profile {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:47:31.486584 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-18da4f82-2513-4e8b-8f53-f0c3d87d41f1 None None] Attempting to bind port 92c81261-ca4d-4f03-b2f3-8db63ccb6042 by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': '2e785b90-65af-46d3-8337-91a036f88f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '2d83b2c9-0244-41ed-9f3c-e51e410d424a'}] {{(pid=103165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:47:31.486951 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18da4f82-2513-4e8b-8f53-f0c3d87d41f1 None None] Attempting to bind port 92c81261-ca4d-4f03-b2f3-8db63ccb6042 on network 2d83b2c9-0244-41ed-9f3c-e51e410d424a {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:47:31.497660 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18da4f82-2513-4e8b-8f53-f0c3d87d41f1 None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 47, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:47:31.498035 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18da4f82-2513-4e8b-8f53-f0c3d87d41f1 None None] Checking segment: {'id': '2e785b90-65af-46d3-8337-91a036f88f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '2d83b2c9-0244-41ed-9f3c-e51e410d424a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:47:31.503891 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-18da4f82-2513-4e8b-8f53-f0c3d87d41f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:31.503891 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18da4f82-2513-4e8b-8f53-f0c3d87d41f1 None None] Bound using segment: {'id': '2e785b90-65af-46d3-8337-91a036f88f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '2d83b2c9-0244-41ed-9f3c-e51e410d424a'} {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:47:31.503891 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-18da4f82-2513-4e8b-8f53-f0c3d87d41f1 None None] Bound port: 92c81261-ca4d-4f03-b2f3-8db63ccb6042, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e785b90-65af-46d3-8337-91a036f88f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '2d83b2c9-0244-41ed-9f3c-e51e410d424a'}}] {{(pid=103165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:47:31.503891 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-18da4f82-2513-4e8b-8f53-f0c3d87d41f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:31.710470 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-18da4f82-2513-4e8b-8f53-f0c3d87d41f1 None None] For port 92c81261-ca4d-4f03-b2f3-8db63ccb6042, host n-d-842733-1, cleared binding levels {{(pid=103165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:47:31.725708 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-18da4f82-2513-4e8b-8f53-f0c3d87d41f1 None None] For port 92c81261-ca4d-4f03-b2f3-8db63ccb6042, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=92c81261-ca4d-4f03-b2f3-8db63ccb6042,segment=NetworkSegment(2e785b90-65af-46d3-8337-91a036f88f70),segment_id=2e785b90-65af-46d3-8337-91a036f88f70)] {{(pid=103165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:47:31.728114 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device ba55456f-5eb5-47f7-ad63-dac649cfa8fa up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:47:31.800261 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-18da4f82-2513-4e8b-8f53-f0c3d87d41f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:31.846365 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-75c72518-50ef-4778-9503-22a5616054af None None] Set router f355266f-7bb3-4b8c-a0c8-ab01fa65432f gateway port host: n-d-842733-1 {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:47:31.976987 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-de46de4f-c397-402e-8e56-0312bb0be979 None None] Provisioning complete for port 92c81261-ca4d-4f03-b2f3-8db63ccb6042 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:47:31.977635 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-de46de4f-c397-402e-8e56-0312bb0be979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:31.989349 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982d5de8-448d-4ef3-9b3a-22df707b3543 None None] Pushing event updated for resources: {'Port': ['ID=92c81261-ca4d-4f03-b2f3-8db63ccb6042,revision_number=4']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:47:32.021089 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d5f449a2-dcaf-4574-9ea4-e62b042d7c6c req-b1ec81bb-fbf0-407e-8360-b5e95096a1f9 tempest-ServersNegativeTestMultiTenantJSON-446127000 tempest-ServersNegativeTestMultiTenantJSON-446127000-project] 10.222.0.35 "GET /v2.0/ports?device_id=f756e5b3-e1d1-4f89-8338-385394f3ae9b HTTP/1.1" status: 200 len: 210 time: 0.6431201 May 20 20:47:32.027775 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18da4f82-2513-4e8b-8f53-f0c3d87d41f1 None None] Routers {'7ce378f4-2f4e-444d-94b2-3eb0117acc44'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:47:32.029855 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-18da4f82-2513-4e8b-8f53-f0c3d87d41f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:47:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['7ce378f4-2f4e-444d-94b2-3eb0117acc44'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:47:32.194105 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea462233-e7d1-4f5e-bcad-ef72d31e12f9 req-809a3582-bc76-48c3-ae2c-4bbf8ffd5431 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:47:32.204887 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ea462233-e7d1-4f5e-bcad-ef72d31e12f9 req-809a3582-bc76-48c3-ae2c-4bbf8ffd5431 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/ports?device_id=9acabe24-34b6-4f76-8669-0fb1b3e18f66 HTTP/1.1" status: 200 len: 950 time: 0.2337170 May 20 20:47:32.211982 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port ba55456f-5eb5-47f7-ad63-dac649cfa8fa triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:47:32.212345 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:32.315313 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ea462233-e7d1-4f5e-bcad-ef72d31e12f9 req-608b43f3-759f-4ee4-8dbe-f02191054d66 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/security-groups?id=38c76b68-4081-4341-88c9-c8e3082a5da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094258 May 20 20:47:32.333279 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-18da4f82-2513-4e8b-8f53-f0c3d87d41f1 None None] Set router 7ce378f4-2f4e-444d-94b2-3eb0117acc44 gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:47:32.350766 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:32.420532 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029e1031-25ce-442c-9bb8-822a77566dca req-4006f980-4196-41c3-a95d-4768d42a9259 tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:47:32.420772 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ce637016-7235-424c-bb15-22625f146854 tempest-ServersTestManualDisk-1760851737 tempest-ServersTestManualDisk-1760851737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691816'] for security_group_rule, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:32.428571 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-029e1031-25ce-442c-9bb8-822a77566dca req-4006f980-4196-41c3-a95d-4768d42a9259 tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] 10.222.0.35 "GET /v2.0/ports?device_id=a5545a98-cd95-42cb-b1ec-fef20fc9b0da HTTP/1.1" status: 200 len: 946 time: 0.2859883 May 20 20:47:32.501818 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-de46de4f-c397-402e-8e56-0312bb0be979 None None] Current status of the port 92c81261-ca4d-4f03-b2f3-8db63ccb6042 is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:47:32.502388 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-de46de4f-c397-402e-8e56-0312bb0be979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:32.508579 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce637016-7235-424c-bb15-22625f146854 tempest-ServersTestManualDisk-1760851737 tempest-ServersTestManualDisk-1760851737-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4115ab38-c3bd-4fac-b3ec-9ff0285e1346,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:47:32.524728 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-5feff66d-34d6-43ab-8bed-6ca906bdd4ec req-46101641-eb5c-4839-a232-b2478d30cf5a service neutron] For port 1d818611-fbfa-42a2-89d9-b5a9d72dc148, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=1d818611-fbfa-42a2-89d9-b5a9d72dc148,segment=NetworkSegment(ed3a602f-49fb-4a95-be80-401e1eb72e33),segment_id=ed3a602f-49fb-4a95-be80-401e1eb72e33)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:47:32.545488 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-46396f5a-c5f3-475e-b14d-de3b7c2cf669 admin admin] Notify callbacks [] for router, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:32.564751 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-029e1031-25ce-442c-9bb8-822a77566dca req-041c13c9-131b-4f1c-9b75-2b1edc423295 tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] 10.222.0.35 "GET /v2.0/security-groups?id=08f63c89-364b-47f7-9236-e1c85d29ce51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352320 May 20 20:47:32.642446 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4dcf921d-abd9-46a3-bd4c-cb58365264ae req-65c9d1cc-99e3-45ec-b442-f2a086593e95 tempest-ServerRescueTestJSONUnderV235-509853073 tempest-ServerRescueTestJSONUnderV235-509853073-project] 10.222.0.35 "GET /v2.0/ports?device_id=b5e7bffc-66ca-42f9-a17e-893d63710bad HTTP/1.1" status: 200 len: 210 time: 0.0994561 May 20 20:47:32.684242 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ce637016-7235-424c-bb15-22625f146854 tempest-ServersTestManualDisk-1760851737 tempest-ServersTestManualDisk-1760851737-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:32.684242 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-ce637016-7235-424c-bb15-22625f146854 tempest-ServersTestManualDisk-1760851737 tempest-ServersTestManualDisk-1760851737-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.0694251 May 20 20:47:32.688370 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 46012) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:47:32.703294 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-dc8dd122-12c0-4e0a-b0fb-1bb7218888c2 tempest-ServersTestManualDisk-1760851737 tempest-ServersTestManualDisk-1760851737-project] Request body: {'security_group_rule': {'security_group_id': 'add12849-0717-4857-adaa-bd412121325b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:47:32.734702 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-18da4f82-2513-4e8b-8f53-f0c3d87d41f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ce378f4-2f4e-444d-94b2-3eb0117acc44', 'name': 'tempest-ServersTestManualDisk-1688617199-router', 'tenant_id': '6cacdf41ac9243239428df22d232c310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.106'}], 'enable_snat': True}, 'gw_port_id': 'cae31313-5d74-421d-839a-3916bb5bcf84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:47:20Z', 'updated_at': '2022-05-20T20:47:26Z', 'revision_number': 4, 'project_id': '6cacdf41ac9243239428df22d232c310', 'gw_port': {'id': 'cae31313-5d74-421d-839a-3916bb5bcf84', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:47:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce378f4-2f4e-444d-94b2-3eb0117acc44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:47:21Z', 'updated_at': '2022-05-20T20:47:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': '92c81261-ca4d-4f03-b2f3-8db63ccb6042', 'name': '', 'network_id': '2d83b2c9-0244-41ed-9f3c-e51e410d424a', 'tenant_id': '6cacdf41ac9243239428df22d232c310', 'mac_address': 'fa:16:3e:3c:ba:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ce378f4-2f4e-444d-94b2-3eb0117acc44', 'device_owner': 'network:router_interface', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': '6033907b-110b-48db-bef4-3d9392ae4ec9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:47:25Z', 'updated_at': '2022-05-20T20:47:31Z', 'revision_number': 4, 'project_id': '6cacdf41ac9243239428df22d232c310', 'subnets': [{'id': '6033907b-110b-48db-bef4-3d9392ae4ec9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:47:32.752405 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-5feff66d-34d6-43ab-8bed-6ca906bdd4ec req-46101641-eb5c-4839-a232-b2478d30cf5a service neutron] For port 1d818611-fbfa-42a2-89d9-b5a9d72dc148, host n-h2-842733-1, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:47:32.768631 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18da4f82-2513-4e8b-8f53-f0c3d87d41f1 None None] The sync data for ids ['7ce378f4-2f4e-444d-94b2-3eb0117acc44'] in n-d-842733-1 is: [{'id': '7ce378f4-2f4e-444d-94b2-3eb0117acc44', 'name': 'tempest-ServersTestManualDisk-1688617199-router', 'tenant_id': '6cacdf41ac9243239428df22d232c310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.106'}], 'enable_snat': True}, 'gw_port_id': 'cae31313-5d74-421d-839a-3916bb5bcf84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:47:20Z', 'updated_at': '2022-05-20T20:47:26Z', 'revision_number': 4, 'project_id': '6cacdf41ac9243239428df22d232c310', 'gw_port': {'id': 'cae31313-5d74-421d-839a-3916bb5bcf84', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:47:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce378f4-2f4e-444d-94b2-3eb0117acc44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:47:21Z', 'updated_at': '2022-05-20T20:47:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': '92c81261-ca4d-4f03-b2f3-8db63ccb6042', 'name': '', 'network_id': '2d83b2c9-0244-41ed-9f3c-e51e410d424a', 'tenant_id': '6cacdf41ac9243239428df22d232c310', 'mac_address': 'fa:16:3e:3c:ba:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ce378f4-2f4e-444d-94b2-3eb0117acc44', 'device_owner': 'network:router_interface', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': '6033907b-110b-48db-bef4-3d9392ae4ec9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:47:25Z', 'updated_at': '2022-05-20T20:47:31Z', 'revision_number': 4, 'project_id': '6cacdf41ac9243239428df22d232c310', 'subnets': [{'id': '6033907b-110b-48db-bef4-3d9392ae4ec9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 20:47:32.785028 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port ba55456f-5eb5-47f7-ad63-dac649cfa8fa is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:47:32.785833 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:32.813743 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9acabe24-34b6-4f76-8669-0fb1b3e18f66', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d818611-fbfa-42a2-89d9-b5a9d72dc148'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:47:32.814759 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ce23902-04fb-4ebf-abd0-fa0199bf53c7 req-e9f5f9db-82da-4256-aea8-601c564c2c33 tempest-ServerRescueTestJSONUnderV235-509853073 tempest-ServerRescueTestJSONUnderV235-509853073-project] Made reservation on behalf of ad08a6df517d4421a3d41cf43d0382ff for: {'port': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:47:32.816627 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4291b17aa7b45362825f0571e77c85f5e73afe1df9c7e9e15006df9d695c005e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4977ad9-adaf-459d-8b91-1ce21dd17b03" -d '{"events": [{"server_uuid": "9acabe24-34b6-4f76-8669-0fb1b3e18f66", "name": "network-vif-unplugged", "status": "completed", "tag": "1d818611-fbfa-42a2-89d9-b5a9d72dc148"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:47:32.818204 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-9ce23902-04fb-4ebf-abd0-fa0199bf53c7 req-e9f5f9db-82da-4256-aea8-601c564c2c33 tempest-ServerRescueTestJSONUnderV235-509853073 tempest-ServerRescueTestJSONUnderV235-509853073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:32.818464 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 1bec4883-cd3e-4a64-8430-07918ea1f64f details requested by agent hyperv_n-h2-842733-1 with host n-h2-842733-1 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 20:47:32.836904 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-5feff66d-34d6-43ab-8bed-6ca906bdd4ec req-46101641-eb5c-4839-a232-b2478d30cf5a service neutron] Notify callbacks [] for port, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:32.870670 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [req-5feff66d-34d6-43ab-8bed-6ca906bdd4ec req-46101641-eb5c-4839-a232-b2478d30cf5a service neutron] Transition to ACTIVE for port object 1d818611-fbfa-42a2-89d9-b5a9d72dc148 will not be triggered until provisioned by entity L2. {{(pid=103163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 20:47:32.895036 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-dc8dd122-12c0-4e0a-b0fb-1bb7218888c2 tempest-ServersTestManualDisk-1760851737 tempest-ServersTestManualDisk-1760851737-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:32.899257 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-de46de4f-c397-402e-8e56-0312bb0be979 None None] For port 92c81261-ca4d-4f03-b2f3-8db63ccb6042, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=92c81261-ca4d-4f03-b2f3-8db63ccb6042,segment=NetworkSegment(2e785b90-65af-46d3-8337-91a036f88f70),segment_id=2e785b90-65af-46d3-8337-91a036f88f70)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:47:32.901521 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 1d818611-fbfa-42a2-89d9-b5a9d72dc148 no longer exists at agent hyperv_n-h2-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:47:32.909267 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 May 2022 20:47:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb730ace-3e10-4ba5-aea0-6d96b240e0df x-openstack-request-id: req-eb730ace-3e10-4ba5-aea0-6d96b240e0df {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:47:32.909763 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9acabe24-34b6-4f76-8669-0fb1b3e18f66", "name": "network-vif-unplugged", "status": "completed", "tag": "1d818611-fbfa-42a2-89d9-b5a9d72dc148", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:47:32.910169 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-eb730ace-3e10-4ba5-aea0-6d96b240e0df {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:47:32.910710 n-d-842733-1 neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb730ace-3e10-4ba5-aea0-6d96b240e0df'] response: {'server_uuid': '9acabe24-34b6-4f76-8669-0fb1b3e18f66', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d818611-fbfa-42a2-89d9-b5a9d72dc148', 'code': 200} May 20 20:47:32.939544 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-5feff66d-34d6-43ab-8bed-6ca906bdd4ec req-46101641-eb5c-4839-a232-b2478d30cf5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:32.948700 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-46396f5a-c5f3-475e-b14d-de3b7c2cf669 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:32.990028 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-de46de4f-c397-402e-8e56-0312bb0be979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:33.058826 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-75c72518-50ef-4778-9503-22a5616054af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f355266f-7bb3-4b8c-a0c8-ab01fa65432f', 'name': 'tempest-ServerActionsTestJSON-880786765-router', 'tenant_id': '2492915dd73f457d8cb02b28e57274de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': '9cfd6017-7461-4640-ae15-d19de67f1935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:38:52Z', 'updated_at': '2022-05-20T20:47:29Z', 'revision_number': 5, 'project_id': '2492915dd73f457d8cb02b28e57274de', 'gw_port': {'id': '9cfd6017-7461-4640-ae15-d19de67f1935', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:61:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f355266f-7bb3-4b8c-a0c8-ab01fa65432f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:38:53Z', 'updated_at': '2022-05-20T20:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:47:33.097923 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [req-5feff66d-34d6-43ab-8bed-6ca906bdd4ec req-46101641-eb5c-4839-a232-b2478d30cf5a service neutron] No DVR routers for this DVR port 1d818611-fbfa-42a2-89d9-b5a9d72dc148 on host n-h2-842733-1 {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:47:33.116691 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] For port ba55456f-5eb5-47f7-ad63-dac649cfa8fa, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=ba55456f-5eb5-47f7-ad63-dac649cfa8fa,segment=NetworkSegment(1d09afbe-6fd2-4434-81b3-bd6da4b308f2),segment_id=1d09afbe-6fd2-4434-81b3-bd6da4b308f2)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:47:33.116691 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75c72518-50ef-4778-9503-22a5616054af None None] Checking router: f355266f-7bb3-4b8c-a0c8-ab01fa65432f for host: n-d-842733-1 {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 20:47:33.118156 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [req-9ce23902-04fb-4ebf-abd0-fa0199bf53c7 req-e9f5f9db-82da-4256-aea8-601c564c2c33 tempest-ServerRescueTestJSONUnderV235-509853073 tempest-ServerRescueTestJSONUnderV235-509853073-project] Allocated IP 172.20.0.11 (27e6bc16-4ad6-4b22-a77e-faecac933b47/15623ea3-e6ed-4f6b-b35a-f39267f62374/94b595b4-7da9-448f-8a4d-a0f220491648) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:47:33.121958 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 46020) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:47:33.129541 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46101641-eb5c-4839-a232-b2478d30cf5a service neutron] Pushing event updated for resources: {'Port': ['ID=1d818611-fbfa-42a2-89d9-b5a9d72dc148,revision_number=10']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:47:33.157941 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-dc8dd122-12c0-4e0a-b0fb-1bb7218888c2 tempest-ServersTestManualDisk-1760851737 tempest-ServersTestManualDisk-1760851737-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:33.161921 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c72518-50ef-4778-9503-22a5616054af None None] Routers {'f355266f-7bb3-4b8c-a0c8-ab01fa65432f'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:47:33.163154 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-75c72518-50ef-4778-9503-22a5616054af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:47:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['f355266f-7bb3-4b8c-a0c8-ab01fa65432f'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:47:33.214918 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-5feff66d-34d6-43ab-8bed-6ca906bdd4ec req-46101641-eb5c-4839-a232-b2478d30cf5a service neutron] Attempting to bind port 1d818611-fbfa-42a2-89d9-b5a9d72dc148 on host n-h1-842733-1 for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:47:33.215291 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-5feff66d-34d6-43ab-8bed-6ca906bdd4ec req-46101641-eb5c-4839-a232-b2478d30cf5a service neutron] Attempting to bind port 1d818611-fbfa-42a2-89d9-b5a9d72dc148 by drivers openvswitch,hyperv on host n-h1-842733-1 at level 0 using segments [{'id': 'ed3a602f-49fb-4a95-be80-401e1eb72e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'cd702362-b982-46c5-a7d0-51de1b03df86'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:47:33.215622 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5feff66d-34d6-43ab-8bed-6ca906bdd4ec req-46101641-eb5c-4839-a232-b2478d30cf5a service neutron] Attempting to bind port 1d818611-fbfa-42a2-89d9-b5a9d72dc148 on network cd702362-b982-46c5-a7d0-51de1b03df86 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:47:33.221791 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5feff66d-34d6-43ab-8bed-6ca906bdd4ec req-46101641-eb5c-4839-a232-b2478d30cf5a service neutron] Port 1d818611-fbfa-42a2-89d9-b5a9d72dc148 on network cd702362-b982-46c5-a7d0-51de1b03df86 not bound, no agent of type Open vSwitch agent registered on host n-h1-842733-1 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 20:47:33.222114 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5feff66d-34d6-43ab-8bed-6ca906bdd4ec req-46101641-eb5c-4839-a232-b2478d30cf5a service neutron] Attempting to bind port 1d818611-fbfa-42a2-89d9-b5a9d72dc148 on network cd702362-b982-46c5-a7d0-51de1b03df86 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:47:33.228990 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5feff66d-34d6-43ab-8bed-6ca906bdd4ec req-46101641-eb5c-4839-a232-b2478d30cf5a service neutron] Checking agent: {'id': '08dfb1ce-804b-4db8-838b-21094082e041', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 32, 54), 'started_at': datetime.datetime(2022, 5, 20, 20, 32, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 47, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:47:33.229450 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5feff66d-34d6-43ab-8bed-6ca906bdd4ec req-46101641-eb5c-4839-a232-b2478d30cf5a service neutron] Checking segment: {'id': 'ed3a602f-49fb-4a95-be80-401e1eb72e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'cd702362-b982-46c5-a7d0-51de1b03df86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:47:33.229894 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5feff66d-34d6-43ab-8bed-6ca906bdd4ec req-46101641-eb5c-4839-a232-b2478d30cf5a service neutron] Bound using segment: {'id': 'ed3a602f-49fb-4a95-be80-401e1eb72e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'cd702362-b982-46c5-a7d0-51de1b03df86'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:47:33.230332 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-5feff66d-34d6-43ab-8bed-6ca906bdd4ec req-46101641-eb5c-4839-a232-b2478d30cf5a service neutron] Bound port: 1d818611-fbfa-42a2-89d9-b5a9d72dc148, host: n-h1-842733-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed3a602f-49fb-4a95-be80-401e1eb72e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'cd702362-b982-46c5-a7d0-51de1b03df86'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:47:33.230689 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-5feff66d-34d6-43ab-8bed-6ca906bdd4ec req-46101641-eb5c-4839-a232-b2478d30cf5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:33.242031 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-dc8dd122-12c0-4e0a-b0fb-1bb7218888c2 tempest-ServersTestManualDisk-1760851737 tempest-ServersTestManualDisk-1760851737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691816'] for security_group_rule, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:33.276479 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8dd122-12c0-4e0a-b0fb-1bb7218888c2 tempest-ServersTestManualDisk-1760851737 tempest-ServersTestManualDisk-1760851737-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5109600-d8ef-41f8-a34d-eacd1ccf5e5a,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:47:33.282450 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4fded5e-977c-4d5d-9b59-b74420dd0c65 admin admin] Deleting subnet f4878b4a-3af4-4842-a84e-d8914d802b87 {{(pid=103162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 20 20:47:33.289441 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d4fded5e-977c-4d5d-9b59-b74420dd0c65 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:33.303130 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 1d818611-fbfa-42a2-89d9-b5a9d72dc148 not bound to the agent host n-h2-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 20:47:33.303746 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 36efa871-7d20-4d85-b796-bf7945cfba25 no longer exists at agent hyperv_n-h2-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:47:33.341011 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-75c72518-50ef-4778-9503-22a5616054af None None] Set router f355266f-7bb3-4b8c-a0c8-ab01fa65432f gateway port host: None {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:47:33.393069 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] No Port match for: 36efa871-7d20-4d85-b796-bf7945cfba25 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 20:47:33.395148 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 36efa871-7d20-4d85-b796-bf7945cfba25 not bound to the agent host n-h2-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 20:47:33.415650 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-dc8dd122-12c0-4e0a-b0fb-1bb7218888c2 tempest-ServersTestManualDisk-1760851737 tempest-ServersTestManualDisk-1760851737-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:33.419135 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d4fded5e-977c-4d5d-9b59-b74420dd0c65 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3738392'] for subnet, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:33.431675 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-dc8dd122-12c0-4e0a-b0fb-1bb7218888c2 tempest-ServersTestManualDisk-1760851737 tempest-ServersTestManualDisk-1760851737-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7278931 May 20 20:47:33.447654 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 46026) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:47:33.461042 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-a9d3bafa-675c-48da-917e-6760899ce2a7 tempest-ServersTestManualDisk-1760851737 tempest-ServersTestManualDisk-1760851737-project] Request body: {'floatingip': {'floating_network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:47:33.476858 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-46396f5a-c5f3-475e-b14d-de3b7c2cf669 admin admin] Deleting port 9cfd6017-7461-4640-ae15-d19de67f1935 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:47:33.477414 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-46396f5a-c5f3-475e-b14d-de3b7c2cf669 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:33.498107 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:33.528273 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-5feff66d-34d6-43ab-8bed-6ca906bdd4ec req-46101641-eb5c-4839-a232-b2478d30cf5a service neutron] For port 1d818611-fbfa-42a2-89d9-b5a9d72dc148, host n-h1-842733-1, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:47:33.541103 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-5feff66d-34d6-43ab-8bed-6ca906bdd4ec req-46101641-eb5c-4839-a232-b2478d30cf5a service neutron] For port 1d818611-fbfa-42a2-89d9-b5a9d72dc148, host n-h1-842733-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=1d818611-fbfa-42a2-89d9-b5a9d72dc148,segment=NetworkSegment(ed3a602f-49fb-4a95-be80-401e1eb72e33),segment_id=ed3a602f-49fb-4a95-be80-401e1eb72e33)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:47:33.566079 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-61351ecf-b127-44b3-b858-f3c37dc046b4 None None] Provisioning complete for port 92c81261-ca4d-4f03-b2f3-8db63ccb6042 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:47:33.568261 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-61351ecf-b127-44b3-b858-f3c37dc046b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:33.653190 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-5feff66d-34d6-43ab-8bed-6ca906bdd4ec req-46101641-eb5c-4839-a232-b2478d30cf5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:33.655882 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d4fded5e-977c-4d5d-9b59-b74420dd0c65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33068388'] for subnet, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:33.673388 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-75c72518-50ef-4778-9503-22a5616054af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f355266f-7bb3-4b8c-a0c8-ab01fa65432f', 'name': 'tempest-ServerActionsTestJSON-880786765-router', 'tenant_id': '2492915dd73f457d8cb02b28e57274de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:38:52Z', 'updated_at': '2022-05-20T20:47:32Z', 'revision_number': 6, 'project_id': '2492915dd73f457d8cb02b28e57274de', 'gw_port_host': None}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:47:33.692007 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5feff66d-34d6-43ab-8bed-6ca906bdd4ec req-46101641-eb5c-4839-a232-b2478d30cf5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:47:33.692691 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-5feff66d-34d6-43ab-8bed-6ca906bdd4ec req-46101641-eb5c-4839-a232-b2478d30cf5a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:33.694644 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5feff66d-34d6-43ab-8bed-6ca906bdd4ec req-46101641-eb5c-4839-a232-b2478d30cf5a service neutron] 10.222.0.24 "PUT /v2.0/ports/1d818611-fbfa-42a2-89d9-b5a9d72dc148 HTTP/1.1" status: 200 len: 1097 time: 2.7933376 May 20 20:47:33.729440 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a9d3bafa-675c-48da-917e-6760899ce2a7 tempest-ServersTestManualDisk-1760851737 tempest-ServersTestManualDisk-1760851737-project] Notify callbacks [] for floatingip, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:33.770678 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 92c81261-ca4d-4f03-b2f3-8db63ccb6042 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:47:33.786390 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cecb24-e642-4672-a1f0-5645d3092b07 req-ffe4fff5-9a43-48e0-8c68-33215dc9e1be tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:47:33.797519 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-89cecb24-e642-4672-a1f0-5645d3092b07 req-ffe4fff5-9a43-48e0-8c68-33215dc9e1be tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] 10.222.0.35 "GET /v2.0/ports?device_id=156904b4-ae91-46c0-981d-c557e58e72e2 HTTP/1.1" status: 200 len: 945 time: 0.2396500 May 20 20:47:33.844118 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-9ce23902-04fb-4ebf-abd0-fa0199bf53c7 req-e9f5f9db-82da-4256-aea8-601c564c2c33 tempest-ServerRescueTestJSONUnderV235-509853073 tempest-ServerRescueTestJSONUnderV235-509853073-project] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:33.880931 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port 1bec4883-cd3e-4a64-8430-07918ea1f64f, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=1bec4883-cd3e-4a64-8430-07918ea1f64f,segment=NetworkSegment(769d43cd-208e-4beb-b6e6-532aefd8f5a1),segment_id=769d43cd-208e-4beb-b6e6-532aefd8f5a1)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:47:33.881123 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ea0fc0-f5aa-4d4f-94d7-eb7ebf91fbd2 req-b1c9ad1e-a0b4-4a3d-a16f-6a6d66c8d6df tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:47:33.886580 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de46de4f-c397-402e-8e56-0312bb0be979 None None] Pushing event updated for resources: {'Port': ['ID=92c81261-ca4d-4f03-b2f3-8db63ccb6042,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:47:33.889807 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-04ea0fc0-f5aa-4d4f-94d7-eb7ebf91fbd2 req-b1c9ad1e-a0b4-4a3d-a16f-6a6d66c8d6df tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/ports?device_id=9acabe24-34b6-4f76-8669-0fb1b3e18f66 HTTP/1.1" status: 200 len: 949 time: 0.3149097 May 20 20:47:33.901056 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75c72518-50ef-4778-9503-22a5616054af None None] The sync data for ids ['f355266f-7bb3-4b8c-a0c8-ab01fa65432f'] in n-d-842733-1 is: [{'id': 'f355266f-7bb3-4b8c-a0c8-ab01fa65432f', 'name': 'tempest-ServerActionsTestJSON-880786765-router', 'tenant_id': '2492915dd73f457d8cb02b28e57274de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:38:52Z', 'updated_at': '2022-05-20T20:47:32Z', 'revision_number': 6, 'project_id': '2492915dd73f457d8cb02b28e57274de', 'gw_port_host': None}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 20:47:33.933535 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5feff66d-34d6-43ab-8bed-6ca906bdd4ec req-1a904b19-5f42-4e33-ac01-04c5d9f3373e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:47:33.935228 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5feff66d-34d6-43ab-8bed-6ca906bdd4ec req-1a904b19-5f42-4e33-ac01-04c5d9f3373e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=74b74d22d9d54e1eae7cec44a7fbec8d&device_id=9acabe24-34b6-4f76-8669-0fb1b3e18f66 HTTP/1.1" status: 200 len: 1100 time: 0.1977224 May 20 20:47:33.957614 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-89cecb24-e642-4672-a1f0-5645d3092b07 req-d69e361e-4f91-49af-a8aa-ad4b3835dd19 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] 10.222.0.35 "GET /v2.0/security-groups?id=5a4a115d-3043-42aa-aa41-f596074bc5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1586747 May 20 20:47:33.987785 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Pushing event updated for resources: {'Port': ['ID=ba55456f-5eb5-47f7-ad63-dac649cfa8fa,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:47:33.991448 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46101641-eb5c-4839-a232-b2478d30cf5a service neutron] Pushing event updated for resources: {'Port': ['ID=1d818611-fbfa-42a2-89d9-b5a9d72dc148,revision_number=11']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:47:34.018286 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-46396f5a-c5f3-475e-b14d-de3b7c2cf669 admin admin] For port 9cfd6017-7461-4640-ae15-d19de67f1935, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=9cfd6017-7461-4640-ae15-d19de67f1935,segment=NetworkSegment(0b5485c4-eff8-42a1-9073-ae54ed4c63ba),segment_id=0b5485c4-eff8-42a1-9073-ae54ed4c63ba)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:47:34.018286 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-46396f5a-c5f3-475e-b14d-de3b7c2cf669 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:34.026174 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Returning: {'device': '1bec4883-cd3e-4a64-8430-07918ea1f64f', 'network_id': '9d3d3a86-d0ea-42bb-882a-63d3244d9913', 'port_id': '1bec4883-cd3e-4a64-8430-07918ea1f64f', 'mac_address': 'fa:16:3e:03:c5:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bff70e4-9d51-4479-9096-540dc3675fab', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 20 20:47:34.047547 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-46396f5a-c5f3-475e-b14d-de3b7c2cf669 admin admin] Calling delete_port for 9cfd6017-7461-4640-ae15-d19de67f1935 owned by network:router_gateway {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:47:34.064422 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-04ea0fc0-f5aa-4d4f-94d7-eb7ebf91fbd2 req-c49467ca-269c-4747-a948-d5f850bff4f3 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/security-groups?id=38c76b68-4081-4341-88c9-c8e3082a5da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715405 May 20 20:47:34.099636 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-61351ecf-b127-44b3-b858-f3c37dc046b4 None None] Current status of the port 92c81261-ca4d-4f03-b2f3-8db63ccb6042 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:47:34.155298 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-9ce23902-04fb-4ebf-abd0-fa0199bf53c7 req-e9f5f9db-82da-4256-aea8-601c564c2c33 tempest-ServerRescueTestJSONUnderV235-509853073 tempest-ServerRescueTestJSONUnderV235-509853073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:34.171868 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d4fded5e-977c-4d5d-9b59-b74420dd0c65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33068399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3797621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4018265'] for subnet, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:34.190836 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 92c81261-ca4d-4f03-b2f3-8db63ccb6042 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:47:34.191382 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:34.230082 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5feff66d-34d6-43ab-8bed-6ca906bdd4ec req-09921f5e-9057-40a2-a189-54e6bd2ee424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:47:34.231712 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5feff66d-34d6-43ab-8bed-6ca906bdd4ec req-09921f5e-9057-40a2-a189-54e6bd2ee424 service neutron] 10.222.0.24 "GET /v2.0/networks?id=cd702362-b982-46c5-a7d0-51de1b03df86 HTTP/1.1" status: 200 len: 870 time: 0.2711148 May 20 20:47:34.253104 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ce23902-04fb-4ebf-abd0-fa0199bf53c7 req-e9f5f9db-82da-4256-aea8-601c564c2c33 tempest-ServerRescueTestJSONUnderV235-509853073 tempest-ServerRescueTestJSONUnderV235-509853073-project] Network 27e6bc16-4ad6-4b22-a77e-faecac933b47 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:47:34.257414 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port 1bec4883-cd3e-4a64-8430-07918ea1f64f is: ACTIVE; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:47:34.257758 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:34.287217 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1bec4883-cd3e-4a64-8430-07918ea1f64f {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:47:34.292120 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d4fded5e-977c-4d5d-9b59-b74420dd0c65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:34.300158 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-d4fded5e-977c-4d5d-9b59-b74420dd0c65 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/f4878b4a-3af4-4842-a84e-d8914d802b87 HTTP/1.1" status: 204 len: 168 time: 1.1753552 May 20 20:47:34.301519 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5feff66d-34d6-43ab-8bed-6ca906bdd4ec req-1d24a61f-ded8-40e1-a7d4-e45979d56b4f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=1d818611-fbfa-42a2-89d9-b5a9d72dc148 HTTP/1.1" status: 200 len: 217 time: 0.0555468 May 20 20:47:34.303979 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 46034) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:47:34.305555 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f5f9db-82da-4256-aea8-601c564c2c33 tempest-ServerRescueTestJSONUnderV235-509853073 tempest-ServerRescueTestJSONUnderV235-509853073-project] Pushing event updated for resources: {'Port': ['ID=94b595b4-7da9-448f-8a4d-a0f220491648,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:47:34.311493 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [req-9ce23902-04fb-4ebf-abd0-fa0199bf53c7 req-e9f5f9db-82da-4256-aea8-601c564c2c33 tempest-ServerRescueTestJSONUnderV235-509853073 tempest-ServerRescueTestJSONUnderV235-509853073-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:47:34.320744 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ce23902-04fb-4ebf-abd0-fa0199bf53c7 req-e9f5f9db-82da-4256-aea8-601c564c2c33 tempest-ServerRescueTestJSONUnderV235-509853073 tempest-ServerRescueTestJSONUnderV235-509853073-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:47:34.364771 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port 1bec4883-cd3e-4a64-8430-07918ea1f64f, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=1bec4883-cd3e-4a64-8430-07918ea1f64f,segment=NetworkSegment(769d43cd-208e-4beb-b6e6-532aefd8f5a1),segment_id=769d43cd-208e-4beb-b6e6-532aefd8f5a1)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:47:34.382108 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fded5e-977c-4d5d-9b59-b74420dd0c65 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f4878b4a-3af4-4842-a84e-d8914d802b87,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:47:34.389003 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 92c81261-ca4d-4f03-b2f3-8db63ccb6042 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:47:34.417592 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5feff66d-34d6-43ab-8bed-6ca906bdd4ec req-23221168-cc52-4b7d-aa3d-0e6c7418824f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:47:34.428956 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5feff66d-34d6-43ab-8bed-6ca906bdd4ec req-23221168-cc52-4b7d-aa3d-0e6c7418824f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=26b342ea-254c-483a-9ea9-f11c178970eb HTTP/1.1" status: 200 len: 843 time: 0.0861182 May 20 20:47:34.440993 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed424a1-988c-4b45-8f8d-7e7c358261ea req-cb124dad-1e37-4dba-9ff8-2fc929ccd960 tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:47:34.442589 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-eed424a1-988c-4b45-8f8d-7e7c358261ea req-cb124dad-1e37-4dba-9ff8-2fc929ccd960 tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] 10.222.0.35 "GET /v2.0/ports?device_id=a5545a98-cd95-42cb-b1ec-fef20fc9b0da HTTP/1.1" status: 200 len: 946 time: 0.2086873 May 20 20:47:34.450405 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:34.533713 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a840db8a-b914-48f6-8540-e538de23c560 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33160123'] for network, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:34.549657 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=1bec4883-cd3e-4a64-8430-07918ea1f64f,revision_number=6']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:47:34.560653 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81db4c5b-1e50-4ace-86e6-ef343e4e7c74 req-e6abf19b-6bab-49d6-a963-cdbcf5cce77b tempest-ServerRescueTestJSONUnderV235-509853073 tempest-ServerRescueTestJSONUnderV235-509853073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:47:34.565693 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-81db4c5b-1e50-4ace-86e6-ef343e4e7c74 req-e6abf19b-6bab-49d6-a963-cdbcf5cce77b tempest-ServerRescueTestJSONUnderV235-509853073 tempest-ServerRescueTestJSONUnderV235-509853073-project] 10.222.0.35 "GET /v2.0/ports?device_id=b5e7bffc-66ca-42f9-a17e-893d63710bad HTTP/1.1" status: 200 len: 932 time: 0.3329725 May 20 20:47:34.571489 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5feff66d-34d6-43ab-8bed-6ca906bdd4ec req-3346213c-db63-47e3-b7fd-20af7f92c024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:47:34.574565 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5feff66d-34d6-43ab-8bed-6ca906bdd4ec req-3346213c-db63-47e3-b7fd-20af7f92c024 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cd702362-b982-46c5-a7d0-51de1b03df86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1435096 May 20 20:47:34.578625 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce23902-04fb-4ebf-abd0-fa0199bf53c7 req-e9f5f9db-82da-4256-aea8-601c564c2c33 tempest-ServerRescueTestJSONUnderV235-509853073 tempest-ServerRescueTestJSONUnderV235-509853073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:47:34.584843 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-9ce23902-04fb-4ebf-abd0-fa0199bf53c7 req-e9f5f9db-82da-4256-aea8-601c564c2c33 tempest-ServerRescueTestJSONUnderV235-509853073 tempest-ServerRescueTestJSONUnderV235-509853073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:34.596103 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] get_ports_and_sgs() called for port_ids ['1bec4883-cd3e-4a64-8430-07918ea1f64f'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:47:34.599240 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-eed424a1-988c-4b45-8f8d-7e7c358261ea req-68d0bbe8-9155-45ca-9849-90d7e324f464 tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] 10.222.0.35 "GET /v2.0/security-groups?id=08f63c89-364b-47f7-9236-e1c85d29ce51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413813 May 20 20:47:34.746691 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a9d3bafa-675c-48da-917e-6760899ce2a7 tempest-ServersTestManualDisk-1760851737 tempest-ServersTestManualDisk-1760851737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:34.757098 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-9ce23902-04fb-4ebf-abd0-fa0199bf53c7 req-e9f5f9db-82da-4256-aea8-601c564c2c33 tempest-ServerRescueTestJSONUnderV235-509853073 tempest-ServerRescueTestJSONUnderV235-509853073-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6476581 May 20 20:47:34.805814 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [req-9ce23902-04fb-4ebf-abd0-fa0199bf53c7 req-3324ece8-24d1-4acd-9fa1-45718c15541a service neutron] Request body: {'port': {'device_id': 'b5e7bffc-66ca-42f9-a17e-893d63710bad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-842733-1'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:47:34.870739 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-81db4c5b-1e50-4ace-86e6-ef343e4e7c74 req-1f30b445-31e1-433a-a949-29a7c98147b0 tempest-ServerRescueTestJSONUnderV235-509853073 tempest-ServerRescueTestJSONUnderV235-509853073-project] 10.222.0.35 "GET /v2.0/security-groups?id=41609343-6bb9-42c4-9424-2489ea89f008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2905340 May 20 20:47:34.912508 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9acabe24-34b6-4f76-8669-0fb1b3e18f66', 'tag': '1d818611-fbfa-42a2-89d9-b5a9d72dc148'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:47:34.921999 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4291b17aa7b45362825f0571e77c85f5e73afe1df9c7e9e15006df9d695c005e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20d51b64-2fd9-4392-a353-6e008d0fafa4" -d '{"events": [{"name": "network-changed", "server_uuid": "9acabe24-34b6-4f76-8669-0fb1b3e18f66", "tag": "1d818611-fbfa-42a2-89d9-b5a9d72dc148"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:47:34.927844 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5feff66d-34d6-43ab-8bed-6ca906bdd4ec req-85ab4efb-6baa-489d-9302-129f451fffba service neutron] 10.222.0.24 "GET /v2.0/networks/cd702362-b982-46c5-a7d0-51de1b03df86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3252349 May 20 20:47:34.967477 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a840db8a-b914-48f6-8540-e538de23c560 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33072115', 'neutron.services.segments.db._delete_segments_for_network-8782419500584'] for network, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:35.114847 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-a840db8a-b914-48f6-8540-e538de23c560 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2ea9378-ee68-40b3-a775-73638caa62a4']}} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:47:35.140947 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-9ce23902-04fb-4ebf-abd0-fa0199bf53c7 req-3324ece8-24d1-4acd-9fa1-45718c15541a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:35.152657 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 20:47:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63c9069f-f7cc-4819-826a-91d3bd876666 x-openstack-request-id: req-63c9069f-f7cc-4819-826a-91d3bd876666 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:47:35.154634 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9acabe24-34b6-4f76-8669-0fb1b3e18f66", "tag": "1d818611-fbfa-42a2-89d9-b5a9d72dc148", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:47:35.154992 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-63c9069f-f7cc-4819-826a-91d3bd876666 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:47:35.155257 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-a840db8a-b914-48f6-8540-e538de23c560 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fb43387-a5c5-43aa-8e5d-888aa3c15a43') {'for_net_delete': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:47:35.155740 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-a840db8a-b914-48f6-8540-e538de23c560 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fb43387-a5c5-43aa-8e5d-888aa3c15a43') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:47:35.156899 n-d-842733-1 neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63c9069f-f7cc-4819-826a-91d3bd876666'] response: {'name': 'network-changed', 'server_uuid': '9acabe24-34b6-4f76-8669-0fb1b3e18f66', 'tag': '1d818611-fbfa-42a2-89d9-b5a9d72dc148', 'status': 'completed', 'code': 200} May 20 20:47:35.206095 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a840db8a-b914-48f6-8540-e538de23c560 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419501617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3738385'] for segment, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:35.271701 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d51b64-2fd9-4392-a353-6e008d0fafa4 req-335159f6-cb7d-4275-a6f1-f7dbec8a5ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:47:35.276636 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-20d51b64-2fd9-4392-a353-6e008d0fafa4 req-335159f6-cb7d-4275-a6f1-f7dbec8a5ac0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=74b74d22d9d54e1eae7cec44a7fbec8d&device_id=9acabe24-34b6-4f76-8669-0fb1b3e18f66 HTTP/1.1" status: 200 len: 1100 time: 0.1939447 May 20 20:47:35.280126 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-46396f5a-c5f3-475e-b14d-de3b7c2cf669 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:35.289411 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f00b00-437d-4384-89c7-8543dc36dd2f req-7e4efcf1-0f11-4454-b4d8-46748fda67ca tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:47:35.291824 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-54f00b00-437d-4384-89c7-8543dc36dd2f req-7e4efcf1-0f11-4454-b4d8-46748fda67ca tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] 10.222.0.13 "GET /v2.0/ports?device_id=156904b4-ae91-46c0-981d-c557e58e72e2 HTTP/1.1" status: 200 len: 945 time: 0.2999494 May 20 20:47:35.302045 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd563b02-9571-41be-a4fd-e14831d4111b req-b5a4e763-07fd-4b21-86f5-fac9900525e7 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:47:35.302045 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-bd563b02-9571-41be-a4fd-e14831d4111b req-b5a4e763-07fd-4b21-86f5-fac9900525e7 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] 10.222.0.35 "GET /v2.0/ports?device_id=156904b4-ae91-46c0-981d-c557e58e72e2 HTTP/1.1" status: 200 len: 945 time: 0.1312265 May 20 20:47:35.349909 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a840db8a-b914-48f6-8540-e538de23c560 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:35.371435 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46396f5a-c5f3-475e-b14d-de3b7c2cf669 admin admin] Pushing event deleted for resources: {'Port': ['ID=9cfd6017-7461-4640-ae15-d19de67f1935,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:47:35.373018 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5feff66d-34d6-43ab-8bed-6ca906bdd4ec req-22cb9bf4-234e-4899-a27c-80fd53708ebf service neutron] 10.222.0.24 "GET /v2.0/networks/cd702362-b982-46c5-a7d0-51de1b03df86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4302645 May 20 20:47:35.410863 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a840db8a-b914-48f6-8540-e538de23c560 admin admin] Releasing vlan 235 on physical network physnet1 to pool {{(pid=103162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 20:47:35.411274 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a840db8a-b914-48f6-8540-e538de23c560 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3800791'] for segment, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:35.419009 n-d-842733-1 neutron-server[103162]: Traceback (most recent call last): May 20 20:47:35.419009 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 20:47:35.419009 n-d-842733-1 neutron-server[103162]: timer() May 20 20:47:35.419009 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 20:47:35.419009 n-d-842733-1 neutron-server[103162]: cb(*args, **kw) May 20 20:47:35.419009 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 20 20:47:35.419009 n-d-842733-1 neutron-server[103162]: return func(*args, **kwargs) May 20 20:47:35.419009 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 20:47:35.419009 n-d-842733-1 neutron-server[103162]: self._notify() May 20 20:47:35.419009 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 20:47:35.419009 n-d-842733-1 neutron-server[103162]: self.callback(batched_events) May 20 20:47:35.419009 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 20:47:35.419009 n-d-842733-1 neutron-server[103162]: event.method(event) May 20 20:47:35.419009 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 20 20:47:35.419009 n-d-842733-1 neutron-server[103162]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 20:47:35.419009 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 20 20:47:35.419009 n-d-842733-1 neutron-server[103162]: aggregate_uuid = self.p_client.list_aggregates( May 20 20:47:35.419009 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 20 20:47:35.419009 n-d-842733-1 neutron-server[103162]: return f(self, *a, **k) May 20 20:47:35.419009 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 20 20:47:35.419009 n-d-842733-1 neutron-server[103162]: return self._get(url).json() May 20 20:47:35.419009 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 20 20:47:35.419009 n-d-842733-1 neutron-server[103162]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 20:47:35.419009 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 20:47:35.419009 n-d-842733-1 neutron-server[103162]: return self.request(url, 'GET', **kwargs) May 20 20:47:35.419009 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 20:47:35.419009 n-d-842733-1 neutron-server[103162]: base_url = self.get_endpoint(auth, allow=allow, May 20 20:47:35.419009 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 20:47:35.419009 n-d-842733-1 neutron-server[103162]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 20:47:35.419009 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 20:47:35.419009 n-d-842733-1 neutron-server[103162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 20:47:35.419009 n-d-842733-1 neutron-server[103162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 20:47:35.480503 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-bd563b02-9571-41be-a4fd-e14831d4111b req-dfe49168-f23b-4bcb-b1d7-09d7263c1295 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] 10.222.0.35 "GET /v2.0/security-groups?id=5a4a115d-3043-42aa-aa41-f596074bc5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1706975 May 20 20:47:35.530618 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-a9d3bafa-675c-48da-917e-6760899ce2a7 tempest-ServersTestManualDisk-1760851737 tempest-ServersTestManualDisk-1760851737-project] Allocated IP 172.25.2.105 (e3a93b5c-91e2-4064-9c2c-1afc261bfe15/86fee0c1-6e34-488b-9216-b2b8e7ef585a/caa39aff-ffce-4814-9fa4-a01d22207a7a) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:47:35.576949 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d51b64-2fd9-4392-a353-6e008d0fafa4 req-f6e2d0b1-22d3-4a88-8b5f-06eb30a0e655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:47:35.579264 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-20d51b64-2fd9-4392-a353-6e008d0fafa4 req-f6e2d0b1-22d3-4a88-8b5f-06eb30a0e655 service neutron] 10.222.0.13 "GET /v2.0/networks?id=cd702362-b982-46c5-a7d0-51de1b03df86 HTTP/1.1" status: 200 len: 870 time: 0.2647851 May 20 20:47:35.671224 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d51b64-2fd9-4392-a353-6e008d0fafa4 req-d9167b42-04a4-4cf4-99cb-e393c6eb3026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:47:35.671224 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-20d51b64-2fd9-4392-a353-6e008d0fafa4 req-d9167b42-04a4-4cf4-99cb-e393c6eb3026 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=74b74d22d9d54e1eae7cec44a7fbec8d&device_id=9acabe24-34b6-4f76-8669-0fb1b3e18f66 HTTP/1.1" status: 200 len: 1100 time: 0.2132318 May 20 20:47:35.673268 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-20d51b64-2fd9-4392-a353-6e008d0fafa4 req-6c31d9cb-8b34-47a8-9d98-e7b81af17948 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=1d818611-fbfa-42a2-89d9-b5a9d72dc148 HTTP/1.1" status: 200 len: 217 time: 0.0818560 May 20 20:47:35.674205 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device ba55456f-5eb5-47f7-ad63-dac649cfa8fa up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:47:35.681268 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ea7baa-5cce-4478-bec6-dd514f7b4be7 req-41aecab6-9a17-46fe-a2ad-e090b0ae4c3a tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:47:35.689537 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f6ea7baa-5cce-4478-bec6-dd514f7b4be7 req-41aecab6-9a17-46fe-a2ad-e090b0ae4c3a tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/ports?device_id=9acabe24-34b6-4f76-8669-0fb1b3e18f66 HTTP/1.1" status: 200 len: 949 time: 0.3203082 May 20 20:47:35.758617 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-46396f5a-c5f3-475e-b14d-de3b7c2cf669 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-748206'] for router_gateway, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:35.793914 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port ba55456f-5eb5-47f7-ad63-dac649cfa8fa triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:47:35.794294 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:35.841769 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a840db8a-b914-48f6-8540-e538de23c560 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33072122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748162'] for network, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:35.843771 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f6ea7baa-5cce-4478-bec6-dd514f7b4be7 req-276c5fc9-bf8a-4c52-9330-c07df84c9573 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/security-groups?id=38c76b68-4081-4341-88c9-c8e3082a5da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466153 May 20 20:47:35.897107 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a840db8a-b914-48f6-8540-e538de23c560 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:35.902722 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-a840db8a-b914-48f6-8540-e538de23c560 admin admin] 10.222.0.35 "DELETE /v2.0/networks/c2ea9378-ee68-40b3-a775-73638caa62a4 HTTP/1.1" status: 204 len: 168 time: 1.5085077 May 20 20:47:35.910585 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d51b64-2fd9-4392-a353-6e008d0fafa4 req-293d3c80-e4c1-4c4f-b41d-3b1494cd2501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:47:35.913344 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-20d51b64-2fd9-4392-a353-6e008d0fafa4 req-293d3c80-e4c1-4c4f-b41d-3b1494cd2501 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=26b342ea-254c-483a-9ea9-f11c178970eb HTTP/1.1" status: 200 len: 843 time: 0.2033179 May 20 20:47:35.913628 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 46058) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:47:35.935630 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port ba55456f-5eb5-47f7-ad63-dac649cfa8fa is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:47:35.937006 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 92c81261-ca4d-4f03-b2f3-8db63ccb6042 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:47:35.974379 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a840db8a-b914-48f6-8540-e538de23c560 admin admin] Pushing event deleted for resources: {'Network': ['ID=c2ea9378-ee68-40b3-a775-73638caa62a4,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:47:35.977408 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-46396f5a-c5f3-475e-b14d-de3b7c2cf669 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26169'] for router, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:35.988030 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-46396f5a-c5f3-475e-b14d-de3b7c2cf669 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:36.047027 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_v2 [None req-52311dc2-b3df-4637-9b2a-755e6c736604 admin admin] Deleting subnet 45f97061-e5a6-4d11-aa7b-da62c697d70d {{(pid=103163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 20 20:47:36.067163 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 92c81261-ca4d-4f03-b2f3-8db63ccb6042 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:47:36.071527 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:36.074397 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a9d3bafa-675c-48da-917e-6760899ce2a7 tempest-ServersTestManualDisk-1760851737 tempest-ServersTestManualDisk-1760851737-project] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:36.087253 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-54f00b00-437d-4384-89c7-8543dc36dd2f req-11727703-c858-45da-bbce-9778c3535bd8 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Deleting port 8a41b2ce-d3c6-494d-9d90-01b1f30f6c6c {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:47:36.087603 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-54f00b00-437d-4384-89c7-8543dc36dd2f req-11727703-c858-45da-bbce-9778c3535bd8 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:36.103353 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-52311dc2-b3df-4637-9b2a-755e6c736604 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:36.170632 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-46396f5a-c5f3-475e-b14d-de3b7c2cf669 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-693148'] for router, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:36.171189 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46396f5a-c5f3-475e-b14d-de3b7c2cf669 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f355266f-7bb3-4b8c-a0c8-ab01fa65432f {{(pid=103162) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 20 20:47:36.182606 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-46396f5a-c5f3-475e-b14d-de3b7c2cf669 admin admin] Notify callbacks [] for router, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:36.183802 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d51b64-2fd9-4392-a353-6e008d0fafa4 req-7a47e975-b598-472c-babc-6185c9e2a7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:47:36.185309 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-20d51b64-2fd9-4392-a353-6e008d0fafa4 req-7a47e975-b598-472c-babc-6185c9e2a7f4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=cd702362-b982-46c5-a7d0-51de1b03df86 HTTP/1.1" status: 200 len: 870 time: 0.4867485 May 20 20:47:36.187265 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-46396f5a-c5f3-475e-b14d-de3b7c2cf669 admin admin] 10.222.0.35 "DELETE /v2.0/routers/f355266f-7bb3-4b8c-a0c8-ab01fa65432f HTTP/1.1" status: 204 len: 168 time: 4.8058934 May 20 20:47:36.191253 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 46060) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:47:36.196975 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d51b64-2fd9-4392-a353-6e008d0fafa4 req-016bf552-50a9-4cef-9856-3f7b86f4f87c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:47:36.199382 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-20d51b64-2fd9-4392-a353-6e008d0fafa4 req-016bf552-50a9-4cef-9856-3f7b86f4f87c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cd702362-b982-46c5-a7d0-51de1b03df86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2440550 May 20 20:47:36.210428 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 92c81261-ca4d-4f03-b2f3-8db63ccb6042 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:47:36.242124 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-20d51b64-2fd9-4392-a353-6e008d0fafa4 req-076427ea-4aee-4460-bc29-fb8ff34dc15b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=1d818611-fbfa-42a2-89d9-b5a9d72dc148 HTTP/1.1" status: 200 len: 217 time: 0.0386653 May 20 20:47:36.260538 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208d64d6-aad0-4ca2-86be-f108a23877eb req-bfc1636f-7b80-4981-b9b1-b76b62c24336 tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:47:36.266557 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-208d64d6-aad0-4ca2-86be-f108a23877eb req-bfc1636f-7b80-4981-b9b1-b76b62c24336 tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] 10.222.0.35 "GET /v2.0/ports?device_id=a5545a98-cd95-42cb-b1ec-fef20fc9b0da HTTP/1.1" status: 200 len: 945 time: 0.2317007 May 20 20:47:36.271584 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-52311dc2-b3df-4637-9b2a-755e6c736604 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9338757'] for subnet, precommit_delete_associations {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:36.283171 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 9cfd6017-7461-4640-ae15-d19de67f1935 no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:47:36.310877 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: 9cfd6017-7461-4640-ae15-d19de67f1935 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 20:47:36.311504 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 9cfd6017-7461-4640-ae15-d19de67f1935 not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 20:47:36.313165 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 1d631e8b-9f50-42e3-9874-3df33de0d701 no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:47:36.340356 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: 1d631e8b-9f50-42e3-9874-3df33de0d701 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 20:47:36.340698 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 1d631e8b-9f50-42e3-9874-3df33de0d701 not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 20:47:36.392660 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cb568e-7ec2-48b5-85dd-998f124dc643 req-aafa2e84-5bd8-43b7-b48e-a7fb88cff784 tempest-ServerRescueTestJSONUnderV235-509853073 tempest-ServerRescueTestJSONUnderV235-509853073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:47:36.394237 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-74cb568e-7ec2-48b5-85dd-998f124dc643 req-aafa2e84-5bd8-43b7-b48e-a7fb88cff784 tempest-ServerRescueTestJSONUnderV235-509853073 tempest-ServerRescueTestJSONUnderV235-509853073-project] 10.222.0.35 "GET /v2.0/ports?device_id=b5e7bffc-66ca-42f9-a17e-893d63710bad HTTP/1.1" status: 200 len: 932 time: 0.3260634 May 20 20:47:36.460613 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-52311dc2-b3df-4637-9b2a-755e6c736604 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33068388'] for subnet, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:36.502838 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d51b64-2fd9-4392-a353-6e008d0fafa4 req-44449db4-9108-4b94-845f-d55f627bc986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:47:36.505580 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-20d51b64-2fd9-4392-a353-6e008d0fafa4 req-44449db4-9108-4b94-845f-d55f627bc986 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=26b342ea-254c-483a-9ea9-f11c178970eb HTTP/1.1" status: 200 len: 843 time: 0.2367163 May 20 20:47:36.527558 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-74cb568e-7ec2-48b5-85dd-998f124dc643 req-63890ac2-c24b-4cc1-9f92-a2331bff7709 tempest-ServerRescueTestJSONUnderV235-509853073 tempest-ServerRescueTestJSONUnderV235-509853073-project] 10.222.0.35 "GET /v2.0/security-groups?id=41609343-6bb9-42c4-9424-2489ea89f008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220329 May 20 20:47:36.554619 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-208d64d6-aad0-4ca2-86be-f108a23877eb req-f551ab5a-199e-4bb9-91c1-38786d2458c8 tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] 10.222.0.35 "GET /v2.0/security-groups?id=08f63c89-364b-47f7-9236-e1c85d29ce51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2573152 May 20 20:47:36.599880 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-20d51b64-2fd9-4392-a353-6e008d0fafa4 req-bd4647d2-4344-49ac-93b9-b997239f6899 service neutron] 10.222.0.13 "GET /v2.0/networks/cd702362-b982-46c5-a7d0-51de1b03df86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3568625 May 20 20:47:36.644860 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-54f00b00-437d-4384-89c7-8543dc36dd2f req-11727703-c858-45da-bbce-9778c3535bd8 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] For port 8a41b2ce-d3c6-494d-9d90-01b1f30f6c6c, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=8a41b2ce-d3c6-494d-9d90-01b1f30f6c6c,segment=NetworkSegment(51a22548-63c8-444c-b674-6afca742ad16),segment_id=51a22548-63c8-444c-b674-6afca742ad16)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:47:36.645572 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-54f00b00-437d-4384-89c7-8543dc36dd2f req-11727703-c858-45da-bbce-9778c3535bd8 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:36.650283 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_v2 [None req-f68cc24b-5a13-4412-9844-9f95de4c0b39 admin admin] Deleting subnet 5df30a0b-5cdb-4d91-9fe8-512f286a6485 {{(pid=103162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 20 20:47:36.661124 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f68cc24b-5a13-4412-9844-9f95de4c0b39 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:36.695409 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [req-9ce23902-04fb-4ebf-abd0-fa0199bf53c7 req-3324ece8-24d1-4acd-9fa1-45718c15541a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94b595b4-7da9-448f-8a4d-a0f220491648 {{(pid=103162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:47:36.726282 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d51b64-2fd9-4392-a353-6e008d0fafa4 req-30674766-1d79-4c8d-8372-f0aec96abcfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:47:36.727873 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-20d51b64-2fd9-4392-a353-6e008d0fafa4 req-30674766-1d79-4c8d-8372-f0aec96abcfa service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cd702362-b982-46c5-a7d0-51de1b03df86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1988809 May 20 20:47:36.738858 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-9ce23902-04fb-4ebf-abd0-fa0199bf53c7 req-3324ece8-24d1-4acd-9fa1-45718c15541a service neutron] Notify callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:36.753663 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f68cc24b-5a13-4412-9844-9f95de4c0b39 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3738392'] for subnet, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:36.782108 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a9d3bafa-675c-48da-917e-6760899ce2a7 tempest-ServersTestManualDisk-1760851737 tempest-ServersTestManualDisk-1760851737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:36.832160 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.provisioning_blocks [req-9ce23902-04fb-4ebf-abd0-fa0199bf53c7 req-3324ece8-24d1-4acd-9fa1-45718c15541a service neutron] Transition to ACTIVE for port object 94b595b4-7da9-448f-8a4d-a0f220491648 will not be triggered until provisioned by entity L2. {{(pid=103162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 20:47:36.857158 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 1bec4883-cd3e-4a64-8430-07918ea1f64f up at agent hyperv_n-h2-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:47:36.882777 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9d3bafa-675c-48da-917e-6760899ce2a7 tempest-ServersTestManualDisk-1760851737 tempest-ServersTestManualDisk-1760851737-project] Network e3a93b5c-91e2-4064-9c2c-1afc261bfe15 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:47:36.897153 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-9ce23902-04fb-4ebf-abd0-fa0199bf53c7 req-3324ece8-24d1-4acd-9fa1-45718c15541a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:36.899215 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-a9d3bafa-675c-48da-917e-6760899ce2a7 tempest-ServersTestManualDisk-1760851737 tempest-ServersTestManualDisk-1760851737-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:47:36.906302 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d3bafa-675c-48da-917e-6760899ce2a7 tempest-ServersTestManualDisk-1760851737 tempest-ServersTestManualDisk-1760851737-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:47:36.968965 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d3bafa-675c-48da-917e-6760899ce2a7 tempest-ServersTestManualDisk-1760851737 tempest-ServersTestManualDisk-1760851737-project] Pushing event updated for resources: {'Port': ['ID=caa39aff-ffce-4814-9fa4-a01d22207a7a,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:47:36.969617 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Provisioning complete for port 1bec4883-cd3e-4a64-8430-07918ea1f64f triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:47:36.970292 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:37.083988 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port 1bec4883-cd3e-4a64-8430-07918ea1f64f is: BUILD; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:47:37.084803 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:37.108753 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f68cc24b-5a13-4412-9844-9f95de4c0b39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33068388'] for subnet, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:37.120072 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5545a98-cd95-42cb-b1ec-fef20fc9b0da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bec4883-cd3e-4a64-8430-07918ea1f64f'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:47:37.123147 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8485417003ce7c0410b00f5cdc2f391e21107b70bb68e2773712534a96e108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51df0b47-4ccb-4162-97c7-c6a2e556f2e9" -d '{"events": [{"server_uuid": "a5545a98-cd95-42cb-b1ec-fef20fc9b0da", "name": "network-vif-plugged", "status": "completed", "tag": "1bec4883-cd3e-4a64-8430-07918ea1f64f"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:47:37.139066 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port 1bec4883-cd3e-4a64-8430-07918ea1f64f, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=1bec4883-cd3e-4a64-8430-07918ea1f64f,segment=NetworkSegment(769d43cd-208e-4beb-b6e6-532aefd8f5a1),segment_id=769d43cd-208e-4beb-b6e6-532aefd8f5a1)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:47:37.172094 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-52311dc2-b3df-4637-9b2a-755e6c736604 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33068399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9641221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8422588'] for subnet, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:37.182525 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-54f00b00-437d-4384-89c7-8543dc36dd2f req-11727703-c858-45da-bbce-9778c3535bd8 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:37.182525 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-54f00b00-437d-4384-89c7-8543dc36dd2f req-11727703-c858-45da-bbce-9778c3535bd8 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748272'] for floatingip, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:37.182850 n-d-842733-1 neutron-server[103162]: INFO neutron.db.l3_db [req-54f00b00-437d-4384-89c7-8543dc36dd2f req-11727703-c858-45da-bbce-9778c3535bd8 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Floating IP 5843a368-30cb-437d-b951-cc1b95eac7d5 disassociated. External IP: 172.25.2.171, port: 8a41b2ce-d3c6-494d-9d90-01b1f30f6c6c. May 20 20:47:37.183163 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-54f00b00-437d-4384-89c7-8543dc36dd2f req-11727703-c858-45da-bbce-9778c3535bd8 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Calling delete_port for 8a41b2ce-d3c6-494d-9d90-01b1f30f6c6c owned by compute:nova {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:47:37.189287 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3324ece8-24d1-4acd-9fa1-45718c15541a service neutron] Pushing event updated for resources: {'Port': ['ID=94b595b4-7da9-448f-8a4d-a0f220491648,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:47:37.204420 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:37.205389 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 8a41b2ce-d3c6-494d-9d90-01b1f30f6c6c no longer exists at agent hyperv_n-h2-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:47:37.259089 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8def5859-1493-4fc0-acf8-5e1c0cbaada6 req-6286ada5-6310-40b6-b15d-a3579eef8988 tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:47:37.261264 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-8def5859-1493-4fc0-acf8-5e1c0cbaada6 req-6286ada5-6310-40b6-b15d-a3579eef8988 tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5545a98-cd95-42cb-b1ec-fef20fc9b0da HTTP/1.1" status: 200 len: 945 time: 0.2542212 May 20 20:47:37.277062 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52311dc2-b3df-4637-9b2a-755e6c736604 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=45f97061-e5a6-4d11-aa7b-da62c697d70d,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:47:37.323387 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-52311dc2-b3df-4637-9b2a-755e6c736604 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:37.331004 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-52311dc2-b3df-4637-9b2a-755e6c736604 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/45f97061-e5a6-4d11-aa7b-da62c697d70d HTTP/1.1" status: 204 len: 168 time: 1.3889384 May 20 20:47:37.342476 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 46070) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:47:37.406516 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-20d51b64-2fd9-4392-a353-6e008d0fafa4 req-8f70f62c-1060-4e99-a414-47c6dbf0fb55 service neutron] 10.222.0.13 "GET /v2.0/networks/cd702362-b982-46c5-a7d0-51de1b03df86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7919850 May 20 20:47:37.410707 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-20d51b64-2fd9-4392-a353-6e008d0fafa4 req-b5ca3b9f-fde2-42b8-a971-6a593e80441d service neutron] 10.222.0.24 "GET /v2.0/networks/cd702362-b982-46c5-a7d0-51de1b03df86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2509196 May 20 20:47:37.431246 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a9d3bafa-675c-48da-917e-6760899ce2a7 tempest-ServersTestManualDisk-1760851737 tempest-ServersTestManualDisk-1760851737-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:37.507487 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-9ce23902-04fb-4ebf-abd0-fa0199bf53c7 req-3324ece8-24d1-4acd-9fa1-45718c15541a service neutron] Attempting to bind port 94b595b4-7da9-448f-8a4d-a0f220491648 on host n-h1-842733-1 for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:47:37.507867 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-9ce23902-04fb-4ebf-abd0-fa0199bf53c7 req-3324ece8-24d1-4acd-9fa1-45718c15541a service neutron] Attempting to bind port 94b595b4-7da9-448f-8a4d-a0f220491648 by drivers openvswitch,hyperv on host n-h1-842733-1 at level 0 using segments [{'id': '1d09afbe-6fd2-4434-81b3-bd6da4b308f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '27e6bc16-4ad6-4b22-a77e-faecac933b47'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:47:37.508139 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ce23902-04fb-4ebf-abd0-fa0199bf53c7 req-3324ece8-24d1-4acd-9fa1-45718c15541a service neutron] Attempting to bind port 94b595b4-7da9-448f-8a4d-a0f220491648 on network 27e6bc16-4ad6-4b22-a77e-faecac933b47 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:47:37.523694 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7d3f0a72-3f87-43ce-a2f4-866571fd6e7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33160123'] for network, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:37.535098 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ce23902-04fb-4ebf-abd0-fa0199bf53c7 req-3324ece8-24d1-4acd-9fa1-45718c15541a service neutron] Port 94b595b4-7da9-448f-8a4d-a0f220491648 on network 27e6bc16-4ad6-4b22-a77e-faecac933b47 not bound, no agent of type Open vSwitch agent registered on host n-h1-842733-1 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 20:47:37.535318 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ce23902-04fb-4ebf-abd0-fa0199bf53c7 req-3324ece8-24d1-4acd-9fa1-45718c15541a service neutron] Attempting to bind port 94b595b4-7da9-448f-8a4d-a0f220491648 on network 27e6bc16-4ad6-4b22-a77e-faecac933b47 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:47:37.555103 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0e7ac2-aed1-44e9-acb1-ec794e2e6f42 req-f6cf8c07-1dc6-4ab9-ae0f-1588c10517f5 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:47:37.564920 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3b0e7ac2-aed1-44e9-acb1-ec794e2e6f42 req-f6cf8c07-1dc6-4ab9-ae0f-1588c10517f5 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] 10.222.0.35 "GET /v2.0/ports?device_id=156904b4-ae91-46c0-981d-c557e58e72e2 HTTP/1.1" status: 200 len: 945 time: 0.8498685 May 20 20:47:37.608445 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05abe30d-55a6-4099-ab31-a8c029f2e867 req-b8c6cfea-ee79-4cee-9dd8-e581b1deb468 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:47:37.616112 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-05abe30d-55a6-4099-ab31-a8c029f2e867 req-b8c6cfea-ee79-4cee-9dd8-e581b1deb468 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/ports?device_id=9acabe24-34b6-4f76-8669-0fb1b3e18f66 HTTP/1.1" status: 200 len: 949 time: 0.4573224 May 20 20:47:37.626936 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port 8a41b2ce-d3c6-494d-9d90-01b1f30f6c6c is: ACTIVE; New status is: DOWN {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:47:37.627344 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:37.652452 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=1bec4883-cd3e-4a64-8430-07918ea1f64f,revision_number=7']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:47:37.652661 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-20d51b64-2fd9-4392-a353-6e008d0fafa4 req-6095323b-63b1-4034-b539-a27defb24726 service neutron] 10.222.0.24 "GET /v2.0/networks/cd702362-b982-46c5-a7d0-51de1b03df86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2056470 May 20 20:47:37.660987 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a9d3bafa-675c-48da-917e-6760899ce2a7 tempest-ServersTestManualDisk-1760851737 tempest-ServersTestManualDisk-1760851737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:37.670191 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3b0e7ac2-aed1-44e9-acb1-ec794e2e6f42 req-d2974173-a035-43ca-aa84-c524f17bb519 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] 10.222.0.35 "GET /v2.0/security-groups?id=5a4a115d-3043-42aa-aa41-f596074bc5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1024039 May 20 20:47:37.722365 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-05abe30d-55a6-4099-ab31-a8c029f2e867 req-418a402f-8d15-4f87-903a-9d466eeea060 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/security-groups?id=38c76b68-4081-4341-88c9-c8e3082a5da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051834 May 20 20:47:37.799237 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 20:47:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16fa279d-e74d-403c-8cfe-b0e1a93cb7ce x-openstack-request-id: req-16fa279d-e74d-403c-8cfe-b0e1a93cb7ce {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:47:37.799528 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5545a98-cd95-42cb-b1ec-fef20fc9b0da", "name": "network-vif-plugged", "status": "completed", "tag": "1bec4883-cd3e-4a64-8430-07918ea1f64f", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:47:37.799795 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-16fa279d-e74d-403c-8cfe-b0e1a93cb7ce {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:47:37.800186 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16fa279d-e74d-403c-8cfe-b0e1a93cb7ce'] response: {'server_uuid': 'a5545a98-cd95-42cb-b1ec-fef20fc9b0da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bec4883-cd3e-4a64-8430-07918ea1f64f', 'code': 200} May 20 20:47:37.807450 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f68cc24b-5a13-4412-9844-9f95de4c0b39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33068399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3797621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4018265'] for subnet, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:37.809655 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ce23902-04fb-4ebf-abd0-fa0199bf53c7 req-3324ece8-24d1-4acd-9fa1-45718c15541a service neutron] Checking agent: {'id': '08dfb1ce-804b-4db8-838b-21094082e041', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 32, 54), 'started_at': datetime.datetime(2022, 5, 20, 20, 32, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 47, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:47:37.809996 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ce23902-04fb-4ebf-abd0-fa0199bf53c7 req-3324ece8-24d1-4acd-9fa1-45718c15541a service neutron] Checking segment: {'id': '1d09afbe-6fd2-4434-81b3-bd6da4b308f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '27e6bc16-4ad6-4b22-a77e-faecac933b47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:47:37.810383 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ce23902-04fb-4ebf-abd0-fa0199bf53c7 req-3324ece8-24d1-4acd-9fa1-45718c15541a service neutron] Bound using segment: {'id': '1d09afbe-6fd2-4434-81b3-bd6da4b308f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '27e6bc16-4ad6-4b22-a77e-faecac933b47'} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:47:37.810833 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-9ce23902-04fb-4ebf-abd0-fa0199bf53c7 req-3324ece8-24d1-4acd-9fa1-45718c15541a service neutron] Bound port: 94b595b4-7da9-448f-8a4d-a0f220491648, host: n-h1-842733-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d09afbe-6fd2-4434-81b3-bd6da4b308f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '27e6bc16-4ad6-4b22-a77e-faecac933b47'}}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:47:37.811206 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-9ce23902-04fb-4ebf-abd0-fa0199bf53c7 req-3324ece8-24d1-4acd-9fa1-45718c15541a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:37.835223 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-54f00b00-437d-4384-89c7-8543dc36dd2f req-11727703-c858-45da-bbce-9778c3535bd8 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:37.897482 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f68cc24b-5a13-4412-9844-9f95de4c0b39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:37.901705 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-f68cc24b-5a13-4412-9844-9f95de4c0b39 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/5df30a0b-5cdb-4d91-9fe8-512f286a6485 HTTP/1.1" status: 204 len: 168 time: 1.7084923 May 20 20:47:37.903448 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3128b349-d40d-438e-af32-c8fb4b01650d None None] Network 85e5027c-d244-4186-8c19-3a12977de170 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:47:37.906156 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 46080) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:47:37.920862 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11727703-c858-45da-bbce-9778c3535bd8 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Pushing event deleted for resources: {'Port': ['ID=8a41b2ce-d3c6-494d-9d90-01b1f30f6c6c,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:47:37.998061 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68cc24b-5a13-4412-9844-9f95de4c0b39 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5df30a0b-5cdb-4d91-9fe8-512f286a6485,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:47:37.999816 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f025aa2-2409-4471-98f6-e91993c3bf36 req-fb28e3a8-26a0-4cfd-acba-482aae4fac22 tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:47:38.001598 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9f025aa2-2409-4471-98f6-e91993c3bf36 req-fb28e3a8-26a0-4cfd-acba-482aae4fac22 tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] 10.222.0.35 "GET /v2.0/ports?device_id=a5545a98-cd95-42cb-b1ec-fef20fc9b0da HTTP/1.1" status: 200 len: 946 time: 0.1229885 May 20 20:47:38.009018 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635f984b-94e1-428f-a249-1ccb8ccc94d8 req-cef19f55-2e0f-4646-8586-d93de818ebef tempest-ServerRescueTestJSONUnderV235-509853073 tempest-ServerRescueTestJSONUnderV235-509853073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:47:38.009259 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-8def5859-1493-4fc0-acf8-5e1c0cbaada6 req-6ed377fb-232a-4c8a-9f88-80902e91ff33 tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] Deleting port 1bec4883-cd3e-4a64-8430-07918ea1f64f {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:47:38.015520 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-8def5859-1493-4fc0-acf8-5e1c0cbaada6 req-6ed377fb-232a-4c8a-9f88-80902e91ff33 tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:38.017233 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-635f984b-94e1-428f-a249-1ccb8ccc94d8 req-cef19f55-2e0f-4646-8586-d93de818ebef tempest-ServerRescueTestJSONUnderV235-509853073 tempest-ServerRescueTestJSONUnderV235-509853073-project] 10.222.0.35 "GET /v2.0/ports?device_id=b5e7bffc-66ca-42f9-a17e-893d63710bad HTTP/1.1" status: 200 len: 944 time: 0.1718354 May 20 20:47:38.063490 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-06439890-dabf-4198-8e31-56cae2d1f577 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33160123'] for network, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:38.101754 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-635f984b-94e1-428f-a249-1ccb8ccc94d8 req-9fcdf93f-5c0e-4ef9-8083-9eb71f3d5d01 tempest-ServerRescueTestJSONUnderV235-509853073 tempest-ServerRescueTestJSONUnderV235-509853073-project] 10.222.0.35 "GET /v2.0/security-groups?id=41609343-6bb9-42c4-9424-2489ea89f008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833647 May 20 20:47:38.109868 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9f025aa2-2409-4471-98f6-e91993c3bf36 req-6e5e1a05-aa6e-4d61-81f9-ccc4ee29aabe tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] 10.222.0.35 "GET /v2.0/security-groups?id=08f63c89-364b-47f7-9236-e1c85d29ce51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851634 May 20 20:47:38.170443 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-06439890-dabf-4198-8e31-56cae2d1f577 admin admin] Deleting port 5f1ff243-6497-4ebc-b25a-adfe148e467d {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:47:38.170907 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-06439890-dabf-4198-8e31-56cae2d1f577 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:38.171157 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ad4cd48-6f7d-40ba-9721-32fd0b84cdc2 None None] DHCP port deletion for 85e5027c-d244-4186-8c19-3a12977de170 request from n-d-842733-1 {{(pid=103164) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 20:47:38.187969 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a9d3bafa-675c-48da-917e-6760899ce2a7 tempest-ServersTestManualDisk-1760851737 tempest-ServersTestManualDisk-1760851737-project] Notify callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:38.227464 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-5ad4cd48-6f7d-40ba-9721-32fd0b84cdc2 None None] Deleting port 5f1ff243-6497-4ebc-b25a-adfe148e467d {{(pid=103164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:47:38.227931 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-5ad4cd48-6f7d-40ba-9721-32fd0b84cdc2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:38.242590 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-9ce23902-04fb-4ebf-abd0-fa0199bf53c7 req-3324ece8-24d1-4acd-9fa1-45718c15541a service neutron] For port 94b595b4-7da9-448f-8a4d-a0f220491648, host n-h1-842733-1, cleared binding levels {{(pid=103162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:47:38.244609 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-06439890-dabf-4198-8e31-56cae2d1f577 admin admin] For port 5f1ff243-6497-4ebc-b25a-adfe148e467d, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=5f1ff243-6497-4ebc-b25a-adfe148e467d,segment=NetworkSegment(1b0c59b6-1da5-46b1-ba4a-82e83befd33e),segment_id=1b0c59b6-1da5-46b1-ba4a-82e83befd33e)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:47:38.245087 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-06439890-dabf-4198-8e31-56cae2d1f577 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:38.251253 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7d3f0a72-3f87-43ce-a2f4-866571fd6e7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33072115', 'neutron.services.segments.db._delete_segments_for_network-8782419500584'] for network, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:38.260286 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-06439890-dabf-4198-8e31-56cae2d1f577 admin admin] Calling delete_port for 5f1ff243-6497-4ebc-b25a-adfe148e467d owned by network:dhcp {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:47:38.275677 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-9ce23902-04fb-4ebf-abd0-fa0199bf53c7 req-3324ece8-24d1-4acd-9fa1-45718c15541a service neutron] For port 94b595b4-7da9-448f-8a4d-a0f220491648, host n-h1-842733-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=94b595b4-7da9-448f-8a4d-a0f220491648,segment=NetworkSegment(1d09afbe-6fd2-4434-81b3-bd6da4b308f2),segment_id=1d09afbe-6fd2-4434-81b3-bd6da4b308f2)] {{(pid=103162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:47:38.292772 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a9d3bafa-675c-48da-917e-6760899ce2a7 tempest-ServersTestManualDisk-1760851737 tempest-ServersTestManualDisk-1760851737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:38.297954 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-5ad4cd48-6f7d-40ba-9721-32fd0b84cdc2 None None] For port 5f1ff243-6497-4ebc-b25a-adfe148e467d, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=5f1ff243-6497-4ebc-b25a-adfe148e467d,segment=NetworkSegment(1b0c59b6-1da5-46b1-ba4a-82e83befd33e),segment_id=1b0c59b6-1da5-46b1-ba4a-82e83befd33e)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:47:38.298351 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-5ad4cd48-6f7d-40ba-9721-32fd0b84cdc2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:38.306964 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-7d3f0a72-3f87-43ce-a2f4-866571fd6e7e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['614cb866-f37c-4042-bd08-abe6002e899e']}} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:47:38.312874 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-5ad4cd48-6f7d-40ba-9721-32fd0b84cdc2 None None] Calling delete_port for 5f1ff243-6497-4ebc-b25a-adfe148e467d owned by network:dhcp {{(pid=103164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:47:38.357042 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-7d3f0a72-3f87-43ce-a2f4-866571fd6e7e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4005ab3f-6bd5-4685-b09c-00d11ef9ff90') {'for_net_delete': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:47:38.357421 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-7d3f0a72-3f87-43ce-a2f4-866571fd6e7e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4005ab3f-6bd5-4685-b09c-00d11ef9ff90') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:47:38.392785 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-9ce23902-04fb-4ebf-abd0-fa0199bf53c7 req-3324ece8-24d1-4acd-9fa1-45718c15541a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:38.393384 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [req-54f00b00-437d-4384-89c7-8543dc36dd2f req-11727703-c858-45da-bbce-9778c3535bd8 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Router 1b403540-9eac-4959-9594-ec7fea5521b9 has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 20:47:38.395905 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7d3f0a72-3f87-43ce-a2f4-866571fd6e7e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419501617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3738385'] for segment, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:38.409630 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 1d818611-fbfa-42a2-89d9-b5a9d72dc148 details requested by agent hyperv_n-h1-842733-1 with host n-h1-842733-1 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 20:47:38.438763 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-06439890-dabf-4198-8e31-56cae2d1f577 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:38.458713 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d3bafa-675c-48da-917e-6760899ce2a7 tempest-ServersTestManualDisk-1760851737 tempest-ServersTestManualDisk-1760851737-project] Pushing event updated for resources: {'Port': ['ID=caa39aff-ffce-4814-9fa4-a01d22207a7a,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:47:38.469749 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7d3f0a72-3f87-43ce-a2f4-866571fd6e7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:38.474471 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06439890-dabf-4198-8e31-56cae2d1f577 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f1ff243-6497-4ebc-b25a-adfe148e467d,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:47:38.476199 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce23902-04fb-4ebf-abd0-fa0199bf53c7 req-3324ece8-24d1-4acd-9fa1-45718c15541a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:47:38.476811 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-9ce23902-04fb-4ebf-abd0-fa0199bf53c7 req-3324ece8-24d1-4acd-9fa1-45718c15541a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:38.480457 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-9ce23902-04fb-4ebf-abd0-fa0199bf53c7 req-3324ece8-24d1-4acd-9fa1-45718c15541a service neutron] 10.222.0.24 "PUT /v2.0/ports/94b595b4-7da9-448f-8a4d-a0f220491648 HTTP/1.1" status: 200 len: 1092 time: 3.6920965 May 20 20:47:38.481099 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06439890-dabf-4198-8e31-56cae2d1f577 admin admin] No DVR routers for this DVR port 5f1ff243-6497-4ebc-b25a-adfe148e467d on host n-d-842733-1 {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:47:38.483367 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-8def5859-1493-4fc0-acf8-5e1c0cbaada6 req-6ed377fb-232a-4c8a-9f88-80902e91ff33 tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] For port 1bec4883-cd3e-4a64-8430-07918ea1f64f, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=1bec4883-cd3e-4a64-8430-07918ea1f64f,segment=NetworkSegment(769d43cd-208e-4beb-b6e6-532aefd8f5a1),segment_id=769d43cd-208e-4beb-b6e6-532aefd8f5a1)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:47:38.483731 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-8def5859-1493-4fc0-acf8-5e1c0cbaada6 req-6ed377fb-232a-4c8a-9f88-80902e91ff33 tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:38.501831 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5e7bffc-66ca-42f9-a17e-893d63710bad', 'tag': '94b595b4-7da9-448f-8a4d-a0f220491648'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:47:38.504121 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6fa957933fccbf596d28104b23404b952ad6a8238afaebaed40a0874b2e409" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bbd0ee6-52bd-44b3-8b54-1d195e91f267" -d '{"events": [{"name": "network-changed", "server_uuid": "b5e7bffc-66ca-42f9-a17e-893d63710bad", "tag": "94b595b4-7da9-448f-8a4d-a0f220491648"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:47:38.518099 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06439890-dabf-4198-8e31-56cae2d1f577 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:47:38.518570 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06439890-dabf-4198-8e31-56cae2d1f577 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:47:38.519043 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06439890-dabf-4198-8e31-56cae2d1f577 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:47:38.519441 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06439890-dabf-4198-8e31-56cae2d1f577 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:47:38.519891 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06439890-dabf-4198-8e31-56cae2d1f577 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:47:38.520693 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06439890-dabf-4198-8e31-56cae2d1f577 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:47:38.520693 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06439890-dabf-4198-8e31-56cae2d1f577 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:47:38.521737 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06439890-dabf-4198-8e31-56cae2d1f577 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:47:38.521737 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06439890-dabf-4198-8e31-56cae2d1f577 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:47:38.521940 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06439890-dabf-4198-8e31-56cae2d1f577 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:47:38.522331 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06439890-dabf-4198-8e31-56cae2d1f577 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:47:38.523038 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06439890-dabf-4198-8e31-56cae2d1f577 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:47:38.536724 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d3f0a72-3f87-43ce-a2f4-866571fd6e7e admin admin] Releasing vlan 241 on physical network physnet1 to pool {{(pid=103162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 20:47:38.537129 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7d3f0a72-3f87-43ce-a2f4-866571fd6e7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3800791'] for segment, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:38.538972 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-5ad4cd48-6f7d-40ba-9721-32fd0b84cdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099'] for port, after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:38.545575 n-d-842733-1 neutron-server[103162]: Traceback (most recent call last): May 20 20:47:38.545575 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 20:47:38.545575 n-d-842733-1 neutron-server[103162]: timer() May 20 20:47:38.545575 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 20:47:38.545575 n-d-842733-1 neutron-server[103162]: cb(*args, **kw) May 20 20:47:38.545575 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 20 20:47:38.545575 n-d-842733-1 neutron-server[103162]: return func(*args, **kwargs) May 20 20:47:38.545575 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 20:47:38.545575 n-d-842733-1 neutron-server[103162]: self._notify() May 20 20:47:38.545575 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 20:47:38.545575 n-d-842733-1 neutron-server[103162]: self.callback(batched_events) May 20 20:47:38.545575 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 20:47:38.545575 n-d-842733-1 neutron-server[103162]: event.method(event) May 20 20:47:38.545575 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 20 20:47:38.545575 n-d-842733-1 neutron-server[103162]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 20:47:38.545575 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 20 20:47:38.545575 n-d-842733-1 neutron-server[103162]: aggregate_uuid = self.p_client.list_aggregates( May 20 20:47:38.545575 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 20 20:47:38.545575 n-d-842733-1 neutron-server[103162]: return f(self, *a, **k) May 20 20:47:38.545575 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 20 20:47:38.545575 n-d-842733-1 neutron-server[103162]: return self._get(url).json() May 20 20:47:38.545575 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 20 20:47:38.545575 n-d-842733-1 neutron-server[103162]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 20:47:38.545575 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 20:47:38.545575 n-d-842733-1 neutron-server[103162]: return self.request(url, 'GET', **kwargs) May 20 20:47:38.545575 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 20:47:38.545575 n-d-842733-1 neutron-server[103162]: base_url = self.get_endpoint(auth, allow=allow, May 20 20:47:38.545575 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 20:47:38.545575 n-d-842733-1 neutron-server[103162]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 20:47:38.545575 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 20:47:38.545575 n-d-842733-1 neutron-server[103162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 20:47:38.545575 n-d-842733-1 neutron-server[103162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 20:47:38.574840 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-8def5859-1493-4fc0-acf8-5e1c0cbaada6 req-6ed377fb-232a-4c8a-9f88-80902e91ff33 tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] Calling delete_port for 1bec4883-cd3e-4a64-8430-07918ea1f64f owned by compute:nova {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:47:38.582693 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad4cd48-6f7d-40ba-9721-32fd0b84cdc2 None None] Pushing event deleted for resources: {'Port': ['ID=5f1ff243-6497-4ebc-b25a-adfe148e467d,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:47:38.595772 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad4cd48-6f7d-40ba-9721-32fd0b84cdc2 None None] No DVR routers for this DVR port 5f1ff243-6497-4ebc-b25a-adfe148e467d on host n-d-842733-1 {{(pid=103164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:47:38.615449 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-06439890-dabf-4198-8e31-56cae2d1f577 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33072115', 'neutron.services.segments.db._delete_segments_for_network-8782419500584'] for network, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:38.621890 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port 1d818611-fbfa-42a2-89d9-b5a9d72dc148, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=1d818611-fbfa-42a2-89d9-b5a9d72dc148,segment=NetworkSegment(ed3a602f-49fb-4a95-be80-401e1eb72e33),segment_id=ed3a602f-49fb-4a95-be80-401e1eb72e33)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:47:38.627080 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a9d3bafa-675c-48da-917e-6760899ce2a7 tempest-ServersTestManualDisk-1760851737 tempest-ServersTestManualDisk-1760851737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748272'] for floatingip, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:38.634188 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Returning: {'device': '1d818611-fbfa-42a2-89d9-b5a9d72dc148', 'network_id': 'cd702362-b982-46c5-a7d0-51de1b03df86', 'port_id': '1d818611-fbfa-42a2-89d9-b5a9d72dc148', 'mac_address': 'fa:16:3e:42:27:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26b342ea-254c-483a-9ea9-f11c178970eb', 'ip_address': '192.168.233.242'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 20 20:47:38.639394 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-06439890-dabf-4198-8e31-56cae2d1f577 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85e5027c-d244-4186-8c19-3a12977de170']}} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:47:38.642808 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 20:47:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beb37b25-537c-40f6-bec2-58d472a8cfff x-openstack-request-id: req-beb37b25-537c-40f6-bec2-58d472a8cfff {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:47:38.643206 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5e7bffc-66ca-42f9-a17e-893d63710bad", "tag": "94b595b4-7da9-448f-8a4d-a0f220491648", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:47:38.643560 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-beb37b25-537c-40f6-bec2-58d472a8cfff {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:47:38.644058 n-d-842733-1 neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-beb37b25-537c-40f6-bec2-58d472a8cfff'] response: {'name': 'network-changed', 'server_uuid': 'b5e7bffc-66ca-42f9-a17e-893d63710bad', 'tag': '94b595b4-7da9-448f-8a4d-a0f220491648', 'status': 'completed', 'code': 200} May 20 20:47:38.650766 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-06439890-dabf-4198-8e31-56cae2d1f577 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b0c59b6-1da5-46b1-ba4a-82e83befd33e') {'for_net_delete': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:47:38.651133 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-06439890-dabf-4198-8e31-56cae2d1f577 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b0c59b6-1da5-46b1-ba4a-82e83befd33e') {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:47:38.663071 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-06439890-dabf-4198-8e31-56cae2d1f577 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419501617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9338764'] for segment, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:38.678582 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Current status of the port 1d818611-fbfa-42a2-89d9-b5a9d72dc148 is: DOWN; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:47:38.678965 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:38.680908 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-06439890-dabf-4198-8e31-56cae2d1f577 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:38.691011 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06439890-dabf-4198-8e31-56cae2d1f577 admin admin] Releasing vlan 205 on physical network physnet1 to pool {{(pid=103163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 20:47:38.697093 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-06439890-dabf-4198-8e31-56cae2d1f577 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9638311'] for segment, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:38.697447 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d818611-fbfa-42a2-89d9-b5a9d72dc148 {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:47:38.719798 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port 1d818611-fbfa-42a2-89d9-b5a9d72dc148, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=1d818611-fbfa-42a2-89d9-b5a9d72dc148,segment=NetworkSegment(ed3a602f-49fb-4a95-be80-401e1eb72e33),segment_id=ed3a602f-49fb-4a95-be80-401e1eb72e33)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:47:38.738597 n-d-842733-1 neutron-server[103163]: Traceback (most recent call last): May 20 20:47:38.738597 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 20:47:38.738597 n-d-842733-1 neutron-server[103163]: timer() May 20 20:47:38.738597 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 20:47:38.738597 n-d-842733-1 neutron-server[103163]: cb(*args, **kw) May 20 20:47:38.738597 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 20 20:47:38.738597 n-d-842733-1 neutron-server[103163]: return func(*args, **kwargs) May 20 20:47:38.738597 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 20:47:38.738597 n-d-842733-1 neutron-server[103163]: self._notify() May 20 20:47:38.738597 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 20:47:38.738597 n-d-842733-1 neutron-server[103163]: self.callback(batched_events) May 20 20:47:38.738597 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 20:47:38.738597 n-d-842733-1 neutron-server[103163]: event.method(event) May 20 20:47:38.738597 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 20 20:47:38.738597 n-d-842733-1 neutron-server[103163]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 20:47:38.738597 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 20 20:47:38.738597 n-d-842733-1 neutron-server[103163]: aggregate_uuid = self.p_client.list_aggregates( May 20 20:47:38.738597 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 20 20:47:38.738597 n-d-842733-1 neutron-server[103163]: return f(self, *a, **k) May 20 20:47:38.738597 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 20 20:47:38.738597 n-d-842733-1 neutron-server[103163]: return self._get(url).json() May 20 20:47:38.738597 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 20 20:47:38.738597 n-d-842733-1 neutron-server[103163]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 20:47:38.738597 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 20:47:38.738597 n-d-842733-1 neutron-server[103163]: return self.request(url, 'GET', **kwargs) May 20 20:47:38.738597 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 20:47:38.738597 n-d-842733-1 neutron-server[103163]: base_url = self.get_endpoint(auth, allow=allow, May 20 20:47:38.738597 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 20:47:38.738597 n-d-842733-1 neutron-server[103163]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 20:47:38.738597 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 20:47:38.738597 n-d-842733-1 neutron-server[103163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 20:47:38.738597 n-d-842733-1 neutron-server[103163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 20:47:38.772624 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-41729ca3-6bd6-4c3d-b213-128581ef8893 req-90052965-b8b8-4566-8f61-0453e1fc976b tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] 10.222.0.35 "GET /v2.0/ports?device_id=156904b4-ae91-46c0-981d-c557e58e72e2 HTTP/1.1" status: 200 len: 210 time: 0.0271285 May 20 20:47:38.798679 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3324ece8-24d1-4acd-9fa1-45718c15541a service neutron] Pushing event updated for resources: {'Port': ['ID=94b595b4-7da9-448f-8a4d-a0f220491648,revision_number=3']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:47:38.819337 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:38.857939 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89629ce4-98b5-4b99-8605-fe8e689d247a req-72757827-25c4-490d-a7f9-769859450da1 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:47:38.865598 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-89629ce4-98b5-4b99-8605-fe8e689d247a req-72757827-25c4-490d-a7f9-769859450da1 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/ports?device_id=9acabe24-34b6-4f76-8669-0fb1b3e18f66 HTTP/1.1" status: 200 len: 950 time: 0.0616248 May 20 20:47:38.879388 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Pushing event updated for resources: {'Port': ['ID=1d818611-fbfa-42a2-89d9-b5a9d72dc148,revision_number=12']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:47:38.906894 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-89629ce4-98b5-4b99-8605-fe8e689d247a req-e33577af-c53e-42cb-a2aa-9ad9523173c3 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/security-groups?id=38c76b68-4081-4341-88c9-c8e3082a5da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402584 May 20 20:47:38.950912 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-06439890-dabf-4198-8e31-56cae2d1f577 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33072122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748162'] for network, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:38.954639 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-06439890-dabf-4198-8e31-56cae2d1f577 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:38.960255 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-06439890-dabf-4198-8e31-56cae2d1f577 admin admin] 10.222.0.35 "DELETE /v2.0/networks/85e5027c-d244-4186-8c19-3a12977de170 HTTP/1.1" status: 204 len: 168 time: 1.0468493 May 20 20:47:38.986202 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06439890-dabf-4198-8e31-56cae2d1f577 admin admin] Pushing event deleted for resources: {'Network': ['ID=85e5027c-d244-4186-8c19-3a12977de170,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:47:39.056189 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e409ac5-8226-4e62-9091-12c294ff5483 req-c321808b-c441-4c5c-a433-5b48f072ddb9 tempest-MigrationsAdminTest-2124949506 tempest-MigrationsAdminTest-2124949506-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:47:39.058645 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7e409ac5-8226-4e62-9091-12c294ff5483 req-c321808b-c441-4c5c-a433-5b48f072ddb9 tempest-MigrationsAdminTest-2124949506 tempest-MigrationsAdminTest-2124949506-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=9acabe24-34b6-4f76-8669-0fb1b3e18f66 HTTP/1.1" status: 200 len: 1101 time: 0.0543039 May 20 20:47:39.081546 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] get_ports_and_sgs() called for port_ids ['1d818611-fbfa-42a2-89d9-b5a9d72dc148'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:47:39.106210 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7e409ac5-8226-4e62-9091-12c294ff5483 req-d42837a2-71d5-454f-9fdd-b9fd099dd91a tempest-MigrationsAdminTest-2124949506 tempest-MigrationsAdminTest-2124949506-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=38c76b68-4081-4341-88c9-c8e3082a5da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409546 May 20 20:47:39.178078 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a9d3bafa-675c-48da-917e-6760899ce2a7 tempest-ServersTestManualDisk-1760851737 tempest-ServersTestManualDisk-1760851737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for floatingip, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:39.179909 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-a9d3bafa-675c-48da-917e-6760899ce2a7 tempest-ServersTestManualDisk-1760851737 tempest-ServersTestManualDisk-1760851737-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.7257013 May 20 20:47:39.205066 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7d3f0a72-3f87-43ce-a2f4-866571fd6e7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33072122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748162'] for network, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:39.220552 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce23902-04fb-4ebf-abd0-fa0199bf53c7 req-4714d4e6-3eb3-49be-81f7-d0f2fa07f1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:47:39.224065 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-9ce23902-04fb-4ebf-abd0-fa0199bf53c7 req-4714d4e6-3eb3-49be-81f7-d0f2fa07f1f3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ad08a6df517d4421a3d41cf43d0382ff&device_id=b5e7bffc-66ca-42f9-a17e-893d63710bad HTTP/1.1" status: 200 len: 1095 time: 0.5762706 May 20 20:47:39.235306 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7d3f0a72-3f87-43ce-a2f4-866571fd6e7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:39.239495 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-7d3f0a72-3f87-43ce-a2f4-866571fd6e7e admin admin] 10.222.0.35 "DELETE /v2.0/networks/614cb866-f37c-4042-bd08-abe6002e899e HTTP/1.1" status: 204 len: 168 time: 1.8954864 May 20 20:47:39.253163 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-54f00b00-437d-4384-89c7-8543dc36dd2f req-11727703-c858-45da-bbce-9778c3535bd8 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 20:47:39.265306 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10dbc874-1351-432b-a289-6ee6c96e1112 None None] Sync routers for ids ['1b403540-9eac-4959-9594-ec7fea5521b9'] in n-d-842733-1 {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 20:47:39.281106 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10dbc874-1351-432b-a289-6ee6c96e1112 None None] Routers {'1b403540-9eac-4959-9594-ec7fea5521b9'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:47:39.281106 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-10dbc874-1351-432b-a289-6ee6c96e1112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:47:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['1b403540-9eac-4959-9594-ec7fea5521b9'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:47:39.303949 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-9ce23902-04fb-4ebf-abd0-fa0199bf53c7 req-d1ed5149-69b7-4710-8194-23de61587085 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=94b595b4-7da9-448f-8a4d-a0f220491648 HTTP/1.1" status: 200 len: 217 time: 0.0630982 May 20 20:47:39.304740 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3f0a72-3f87-43ce-a2f4-866571fd6e7e admin admin] Pushing event deleted for resources: {'Network': ['ID=614cb866-f37c-4042-bd08-abe6002e899e,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:47:39.316115 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9f3e30-5858-409c-aee5-57637f29be8f req-8b625fe7-1d87-4dd3-a2ee-79a7dbb8311c tempest-ServerRescueTestJSONUnderV235-509853073 tempest-ServerRescueTestJSONUnderV235-509853073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:47:39.325489 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9c9f3e30-5858-409c-aee5-57637f29be8f req-8b625fe7-1d87-4dd3-a2ee-79a7dbb8311c tempest-ServerRescueTestJSONUnderV235-509853073 tempest-ServerRescueTestJSONUnderV235-509853073-project] 10.222.0.35 "GET /v2.0/ports?device_id=b5e7bffc-66ca-42f9-a17e-893d63710bad HTTP/1.1" status: 200 len: 944 time: 0.1191833 May 20 20:47:39.339853 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 46114) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:47:39.414969 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9c9f3e30-5858-409c-aee5-57637f29be8f req-c9412aaf-b765-4e41-ae7f-f772614e9cd1 tempest-ServerRescueTestJSONUnderV235-509853073 tempest-ServerRescueTestJSONUnderV235-509853073-project] 10.222.0.35 "GET /v2.0/security-groups?id=41609343-6bb9-42c4-9424-2489ea89f008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810525 May 20 20:47:39.425405 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-54f00b00-437d-4384-89c7-8543dc36dd2f req-11727703-c858-45da-bbce-9778c3535bd8 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] No DVR routers for this DVR port 8a41b2ce-d3c6-494d-9d90-01b1f30f6c6c on host n-h2-842733-1 {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:47:39.433653 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-54f00b00-437d-4384-89c7-8543dc36dd2f req-11727703-c858-45da-bbce-9778c3535bd8 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:39.437053 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-54f00b00-437d-4384-89c7-8543dc36dd2f req-11727703-c858-45da-bbce-9778c3535bd8 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] 10.222.0.13 "DELETE /v2.0/ports/8a41b2ce-d3c6-494d-9d90-01b1f30f6c6c HTTP/1.1" status: 204 len: 173 time: 4.1198437 May 20 20:47:39.469796 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-b8f07458-1606-4ed8-b167-7683d92f0032 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2492915dd73f457d8cb02b28e57274de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1267099 May 20 20:47:39.470771 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 46118) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:47:39.476477 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-10dbc874-1351-432b-a289-6ee6c96e1112 None None] Set router 1b403540-9eac-4959-9594-ec7fea5521b9 gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:47:39.476576 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce23902-04fb-4ebf-abd0-fa0199bf53c7 req-d033f4c7-a31c-46fd-b00d-58011cb89fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:47:39.479159 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-9ce23902-04fb-4ebf-abd0-fa0199bf53c7 req-d033f4c7-a31c-46fd-b00d-58011cb89fa7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=15623ea3-e6ed-4f6b-b35a-f39267f62374 HTTP/1.1" status: 200 len: 859 time: 0.1127367 May 20 20:47:39.534360 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b9a98e09-d11f-4a1d-aa47-670cf54a1c0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:39.562407 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-9ce23902-04fb-4ebf-abd0-fa0199bf53c7 req-ea351371-fbe8-46e2-bebb-e44dcc1f0ea9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=27e6bc16-4ad6-4b22-a77e-faecac933b47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0723453 May 20 20:47:39.567058 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-8def5859-1493-4fc0-acf8-5e1c0cbaada6 req-6ed377fb-232a-4c8a-9f88-80902e91ff33 tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:39.608277 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b9a98e09-d11f-4a1d-aa47-670cf54a1c0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:39.613290 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-05c9e1a8-f295-4720-81c5-5b769d548c5b req-145f7c99-2536-4e25-ba16-4b800a00657b tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] 10.222.0.35 "GET /v2.0/ports?device_id=a5545a98-cd95-42cb-b1ec-fef20fc9b0da HTTP/1.1" status: 200 len: 210 time: 0.0429831 May 20 20:47:39.659185 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 5f1ff243-6497-4ebc-b25a-adfe148e467d no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:47:39.683227 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed377fb-232a-4c8a-9f88-80902e91ff33 tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] Pushing event deleted for resources: {'Port': ['ID=1bec4883-cd3e-4a64-8430-07918ea1f64f,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:47:39.701308 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 46120) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:47:39.720788 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: 5f1ff243-6497-4ebc-b25a-adfe148e467d {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 20:47:39.725693 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 5f1ff243-6497-4ebc-b25a-adfe148e467d not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 20:47:39.766526 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b9a98e09-d11f-4a1d-aa47-670cf54a1c0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:39.769047 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b9a98e09-d11f-4a1d-aa47-670cf54a1c0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:39.773122 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-b9a98e09-d11f-4a1d-aa47-670cf54a1c0a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c9d9c404-d869-4158-9779-ac1a15da4bac HTTP/1.1" status: 204 len: 168 time: 0.2992065 May 20 20:47:39.803497 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-2448fc3d-c705-436a-a99d-a99d57d482d6 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=969b4f9797494c1ca62ae331aae974cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0989742 May 20 20:47:39.813557 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a98e09-d11f-4a1d-aa47-670cf54a1c0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9d9c404-d869-4158-9779-ac1a15da4bac,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:47:39.817652 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 46134) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:47:39.863721 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-8def5859-1493-4fc0-acf8-5e1c0cbaada6 req-6ed377fb-232a-4c8a-9f88-80902e91ff33 tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] No DVR routers for this DVR port 1bec4883-cd3e-4a64-8430-07918ea1f64f on host n-h2-842733-1 {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:47:39.868486 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-8def5859-1493-4fc0-acf8-5e1c0cbaada6 req-6ed377fb-232a-4c8a-9f88-80902e91ff33 tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:39.874209 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5cf55eba-698b-4723-9d9d-dc4f6c5731db req-476c9348-946f-40eb-825f-a63c862bb044 tempest-ServersTestManualDisk-1760851737 tempest-ServersTestManualDisk-1760851737-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--1132177354&fields=id&tenant_id=6cacdf41ac9243239428df22d232c310 HTTP/1.1" status: 200 len: 267 time: 0.0819356 May 20 20:47:39.874460 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-8def5859-1493-4fc0-acf8-5e1c0cbaada6 req-6ed377fb-232a-4c8a-9f88-80902e91ff33 tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] 10.222.0.13 "DELETE /v2.0/ports/1bec4883-cd3e-4a64-8430-07918ea1f64f HTTP/1.1" status: 204 len: 173 time: 2.6053798 May 20 20:47:39.883253 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-10dbc874-1351-432b-a289-6ee6c96e1112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b403540-9eac-4959-9594-ec7fea5521b9', 'name': 'tempest-AttachVolumeNegativeTest-1769752784-router', 'tenant_id': 'c23324ed92c6460facba85082860777a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.135'}], 'enable_snat': True}, 'gw_port_id': 'e020f4ff-b002-440c-a8f2-69d13e16d5c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:44:14Z', 'updated_at': '2022-05-20T20:44:19Z', 'revision_number': 4, 'project_id': 'c23324ed92c6460facba85082860777a', 'gw_port': {'id': 'e020f4ff-b002-440c-a8f2-69d13e16d5c9', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:39:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b403540-9eac-4959-9594-ec7fea5521b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1010, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:44:14Z', 'updated_at': '2022-05-20T20:44:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': '7f36b20e-e5dd-44fd-9a75-f97ecc5c70c4', 'name': '', 'network_id': '7c34618e-1eb4-46a9-ac65-b891df136138', 'tenant_id': 'c23324ed92c6460facba85082860777a', 'mac_address': 'fa:16:3e:f4:b0:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b403540-9eac-4959-9594-ec7fea5521b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': '66bb8d81-3453-4d74-b13d-66db71019128', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:44:18Z', 'updated_at': '2022-05-20T20:44:24Z', 'revision_number': 5, 'project_id': 'c23324ed92c6460facba85082860777a', 'subnets': [{'id': '66bb8d81-3453-4d74-b13d-66db71019128', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:47:39.915161 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10dbc874-1351-432b-a289-6ee6c96e1112 None None] Checking router: 1b403540-9eac-4959-9594-ec7fea5521b9 for host: n-d-842733-1 {{(pid=103165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 20:47:39.917059 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-9ce23902-04fb-4ebf-abd0-fa0199bf53c7 req-4096df3f-c82d-4cb9-890a-92f45b003e0a service neutron] 10.222.0.24 "GET /v2.0/networks/27e6bc16-4ad6-4b22-a77e-faecac933b47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3390589 May 20 20:47:39.925570 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10dbc874-1351-432b-a289-6ee6c96e1112 None None] Routers {'1b403540-9eac-4959-9594-ec7fea5521b9'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:47:39.926118 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-10dbc874-1351-432b-a289-6ee6c96e1112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:47:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['1b403540-9eac-4959-9594-ec7fea5521b9'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:47:39.958395 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0698c251-26e7-4fa8-b6b4-eb617825c968 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:40.002441 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0698c251-26e7-4fa8-b6b4-eb617825c968 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:40.046329 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf55eba-698b-4723-9d9d-dc4f6c5731db req-a6b95c3f-d103-49cc-b76f-1406b96fc49d tempest-ServersTestManualDisk-1760851737 tempest-ServersTestManualDisk-1760851737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:47:40.053461 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5cf55eba-698b-4723-9d9d-dc4f6c5731db req-a6b95c3f-d103-49cc-b76f-1406b96fc49d tempest-ServersTestManualDisk-1760851737 tempest-ServersTestManualDisk-1760851737-project] 10.222.0.35 "GET /v2.0/networks?id=2d83b2c9-0244-41ed-9f3c-e51e410d424a HTTP/1.1" status: 200 len: 812 time: 0.1778178 May 20 20:47:40.079477 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5cf55eba-698b-4723-9d9d-dc4f6c5731db req-117efe0e-b87c-4f63-9f2f-a09ab44ab577 tempest-ServersTestManualDisk-1760851737 tempest-ServersTestManualDisk-1760851737-project] 10.222.0.35 "GET /v2.0/quotas/6cacdf41ac9243239428df22d232c310 HTTP/1.1" status: 200 len: 375 time: 0.0250440 May 20 20:47:40.093827 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-10dbc874-1351-432b-a289-6ee6c96e1112 None None] Set router 1b403540-9eac-4959-9594-ec7fea5521b9 gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:47:40.109319 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-9ce23902-04fb-4ebf-abd0-fa0199bf53c7 req-3c5cf7b2-5357-4176-af80-4f499ee1df10 service neutron] 10.222.0.24 "GET /v2.0/networks/27e6bc16-4ad6-4b22-a77e-faecac933b47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1826417 May 20 20:47:40.167875 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5cf55eba-698b-4723-9d9d-dc4f6c5731db req-df06669a-cbc8-4a42-8276-80b814c95486 tempest-ServersTestManualDisk-1760851737 tempest-ServersTestManualDisk-1760851737-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=6cacdf41ac9243239428df22d232c310&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0875273 May 20 20:47:40.181435 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f31f929-c19b-4603-9d2e-a079e21e59fe req-3b17554e-e3f0-43d9-b759-deebf34bd386 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:47:40.183444 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8f31f929-c19b-4603-9d2e-a079e21e59fe req-3b17554e-e3f0-43d9-b759-deebf34bd386 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] 10.222.0.35 "GET /v2.0/ports?device_id=128787a1-1920-47db-912b-7951bf1b234b HTTP/1.1" status: 200 len: 945 time: 0.0942619 May 20 20:47:40.214761 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0698c251-26e7-4fa8-b6b4-eb617825c968 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:40.217441 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0698c251-26e7-4fa8-b6b4-eb617825c968 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:40.218557 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-0698c251-26e7-4fa8-b6b4-eb617825c968 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/bccc37ef-34de-4d15-be57-7289647f4ed3 HTTP/1.1" status: 204 len: 168 time: 0.3999729 May 20 20:47:40.303203 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbd0ee6-52bd-44b3-8b54-1d195e91f267 req-5a895896-7682-4e12-87ce-122c413360d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:47:40.308589 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-4bbd0ee6-52bd-44b3-8b54-1d195e91f267 req-5a895896-7682-4e12-87ce-122c413360d5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ad08a6df517d4421a3d41cf43d0382ff&device_id=b5e7bffc-66ca-42f9-a17e-893d63710bad HTTP/1.1" status: 200 len: 1095 time: 0.0795207 May 20 20:47:40.333828 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0698c251-26e7-4fa8-b6b4-eb617825c968 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bccc37ef-34de-4d15-be57-7289647f4ed3,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:47:40.384174 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8f31f929-c19b-4603-9d2e-a079e21e59fe req-bccd9114-c17f-4005-b819-c4874aa7cd97 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] 10.222.0.35 "GET /v2.0/security-groups?id=e60131e3-31b3-40ad-97bd-41705047293e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1854081 May 20 20:47:40.394334 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5cf55eba-698b-4723-9d9d-dc4f6c5731db req-109d7c22-db63-40f3-8e5b-e0b4e63a924e service neutron] 10.222.0.35 "GET /v2.0/networks/2d83b2c9-0244-41ed-9f3c-e51e410d424a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2058036 May 20 20:47:40.414334 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 1d818611-fbfa-42a2-89d9-b5a9d72dc148 up at agent hyperv_n-h1-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:47:40.526807 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-10dbc874-1351-432b-a289-6ee6c96e1112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b403540-9eac-4959-9594-ec7fea5521b9', 'name': 'tempest-AttachVolumeNegativeTest-1769752784-router', 'tenant_id': 'c23324ed92c6460facba85082860777a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.135'}], 'enable_snat': True}, 'gw_port_id': 'e020f4ff-b002-440c-a8f2-69d13e16d5c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:44:14Z', 'updated_at': '2022-05-20T20:44:19Z', 'revision_number': 4, 'project_id': 'c23324ed92c6460facba85082860777a', 'gw_port': {'id': 'e020f4ff-b002-440c-a8f2-69d13e16d5c9', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:39:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b403540-9eac-4959-9594-ec7fea5521b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1010, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:44:14Z', 'updated_at': '2022-05-20T20:44:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': '7f36b20e-e5dd-44fd-9a75-f97ecc5c70c4', 'name': '', 'network_id': '7c34618e-1eb4-46a9-ac65-b891df136138', 'tenant_id': 'c23324ed92c6460facba85082860777a', 'mac_address': 'fa:16:3e:f4:b0:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b403540-9eac-4959-9594-ec7fea5521b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': '66bb8d81-3453-4d74-b13d-66db71019128', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:44:18Z', 'updated_at': '2022-05-20T20:44:24Z', 'revision_number': 5, 'project_id': 'c23324ed92c6460facba85082860777a', 'subnets': [{'id': '66bb8d81-3453-4d74-b13d-66db71019128', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:47:40.584506 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10dbc874-1351-432b-a289-6ee6c96e1112 None None] The sync data for ids ['1b403540-9eac-4959-9594-ec7fea5521b9'] in n-d-842733-1 is: [{'id': '1b403540-9eac-4959-9594-ec7fea5521b9', 'name': 'tempest-AttachVolumeNegativeTest-1769752784-router', 'tenant_id': 'c23324ed92c6460facba85082860777a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.135'}], 'enable_snat': True}, 'gw_port_id': 'e020f4ff-b002-440c-a8f2-69d13e16d5c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:44:14Z', 'updated_at': '2022-05-20T20:44:19Z', 'revision_number': 4, 'project_id': 'c23324ed92c6460facba85082860777a', 'gw_port': {'id': 'e020f4ff-b002-440c-a8f2-69d13e16d5c9', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:39:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b403540-9eac-4959-9594-ec7fea5521b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1010, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:44:14Z', 'updated_at': '2022-05-20T20:44:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': '7f36b20e-e5dd-44fd-9a75-f97ecc5c70c4', 'name': '', 'network_id': '7c34618e-1eb4-46a9-ac65-b891df136138', 'tenant_id': 'c23324ed92c6460facba85082860777a', 'mac_address': 'fa:16:3e:f4:b0:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b403540-9eac-4959-9594-ec7fea5521b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': '66bb8d81-3453-4d74-b13d-66db71019128', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:44:18Z', 'updated_at': '2022-05-20T20:44:24Z', 'revision_number': 5, 'project_id': 'c23324ed92c6460facba85082860777a', 'subnets': [{'id': '66bb8d81-3453-4d74-b13d-66db71019128', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 20:47:40.616129 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5cf55eba-698b-4723-9d9d-dc4f6c5731db req-c9549648-c04b-4c6b-aa61-24a861b67d7d service neutron] 10.222.0.35 "GET /v2.0/networks/2d83b2c9-0244-41ed-9f3c-e51e410d424a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2112768 May 20 20:47:40.634978 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbd0ee6-52bd-44b3-8b54-1d195e91f267 req-d1e694f5-3b32-4f2f-9e6f-e0913365ec25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:47:40.642141 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-4bbd0ee6-52bd-44b3-8b54-1d195e91f267 req-d1e694f5-3b32-4f2f-9e6f-e0913365ec25 service neutron] 10.222.0.24 "GET /v2.0/networks?id=27e6bc16-4ad6-4b22-a77e-faecac933b47 HTTP/1.1" status: 200 len: 920 time: 0.3261104 May 20 20:47:40.644907 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '156904b4-ae91-46c0-981d-c557e58e72e2', 'name': 'network-vif-deleted', 'tag': '8a41b2ce-d3c6-494d-9d90-01b1f30f6c6c'}, {'server_uuid': 'a5545a98-cd95-42cb-b1ec-fef20fc9b0da', 'name': 'network-vif-deleted', 'tag': '1bec4883-cd3e-4a64-8430-07918ea1f64f'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:47:40.651909 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6fa957933fccbf596d28104b23404b952ad6a8238afaebaed40a0874b2e409" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41b49ed7-a97b-4d05-b990-dad48834826f" -d '{"events": [{"server_uuid": "156904b4-ae91-46c0-981d-c557e58e72e2", "name": "network-vif-deleted", "tag": "8a41b2ce-d3c6-494d-9d90-01b1f30f6c6c"}, {"server_uuid": "a5545a98-cd95-42cb-b1ec-fef20fc9b0da", "name": "network-vif-deleted", "tag": "1bec4883-cd3e-4a64-8430-07918ea1f64f"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:47:40.662039 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Provisioning for port 1d818611-fbfa-42a2-89d9-b5a9d72dc148 completed by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 20:47:40.670131 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Provisioning complete for port 1d818611-fbfa-42a2-89d9-b5a9d72dc148 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:47:40.670131 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:40.670671 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1b931759-c27d-4bc2-896a-c9dd0caa2222 req-6bfd33b3-6062-46bc-8fe1-4668a53b7b05 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] 10.222.0.35 "GET /v2.0/ports?device_id=156904b4-ae91-46c0-981d-c557e58e72e2 HTTP/1.1" status: 200 len: 210 time: 0.0525231 May 20 20:47:40.811947 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-4bbd0ee6-52bd-44b3-8b54-1d195e91f267 req-9f0f4dd8-7ac2-4535-bb2c-bcc7d2bc5213 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=94b595b4-7da9-448f-8a4d-a0f220491648 HTTP/1.1" status: 200 len: 217 time: 0.1561506 May 20 20:47:40.846354 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 1bec4883-cd3e-4a64-8430-07918ea1f64f no longer exists at agent hyperv_n-h2-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:47:40.880722 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbd0ee6-52bd-44b3-8b54-1d195e91f267 req-e05bee94-d545-498b-b25a-82f6e1e65f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:47:40.881784 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4091286a-e143-4d33-9313-ce5aa60e223c req-049f110e-63bf-44fc-9f71-af874dfdb0ec tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:47:40.882812 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-4bbd0ee6-52bd-44b3-8b54-1d195e91f267 req-e05bee94-d545-498b-b25a-82f6e1e65f25 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=15623ea3-e6ed-4f6b-b35a-f39267f62374 HTTP/1.1" status: 200 len: 859 time: 0.0622048 May 20 20:47:40.883617 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4091286a-e143-4d33-9313-ce5aa60e223c req-049f110e-63bf-44fc-9f71-af874dfdb0ec tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/ports?device_id=9acabe24-34b6-4f76-8669-0fb1b3e18f66 HTTP/1.1" status: 200 len: 950 time: 0.0906026 May 20 20:47:40.885518 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] No Port match for: 1bec4883-cd3e-4a64-8430-07918ea1f64f {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 20:47:40.885927 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 1bec4883-cd3e-4a64-8430-07918ea1f64f not bound to the agent host n-h2-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 20:47:40.892182 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Current status of the port 1d818611-fbfa-42a2-89d9-b5a9d72dc148 is: BUILD; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:47:40.892833 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:40.930971 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-4bbd0ee6-52bd-44b3-8b54-1d195e91f267 req-a866bb73-bad8-4e98-9516-6a65fbd215f7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=27e6bc16-4ad6-4b22-a77e-faecac933b47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304298 May 20 20:47:40.934179 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9acabe24-34b6-4f76-8669-0fb1b3e18f66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d818611-fbfa-42a2-89d9-b5a9d72dc148'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:47:40.936351 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8485417003ce7c0410b00f5cdc2f391e21107b70bb68e2773712534a96e108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9319e5d9-4ca4-4426-ae3f-9704a11201a5" -d '{"events": [{"server_uuid": "9acabe24-34b6-4f76-8669-0fb1b3e18f66", "name": "network-vif-plugged", "status": "completed", "tag": "1d818611-fbfa-42a2-89d9-b5a9d72dc148"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:47:40.952374 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port 1d818611-fbfa-42a2-89d9-b5a9d72dc148, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=1d818611-fbfa-42a2-89d9-b5a9d72dc148,segment=NetworkSegment(ed3a602f-49fb-4a95-be80-401e1eb72e33),segment_id=ed3a602f-49fb-4a95-be80-401e1eb72e33)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:47:40.988959 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4091286a-e143-4d33-9313-ce5aa60e223c req-95a96a3f-07df-4c80-a448-f44248c6b378 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/security-groups?id=38c76b68-4081-4341-88c9-c8e3082a5da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966272 May 20 20:47:41.033680 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:41.162311 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-4bbd0ee6-52bd-44b3-8b54-1d195e91f267 req-45b2caef-1ef7-4c1b-8803-9323f2142bdc service neutron] 10.222.0.24 "GET /v2.0/networks/27e6bc16-4ad6-4b22-a77e-faecac933b47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2176566 May 20 20:47:41.170888 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beca4587-d0b7-4b4a-9098-6abf56bbfc59 req-8a2fa5ef-8456-494d-bc07-87362e5f3304 tempest-ServerRescueTestJSONUnderV235-509853073 tempest-ServerRescueTestJSONUnderV235-509853073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:47:41.187464 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-beca4587-d0b7-4b4a-9098-6abf56bbfc59 req-8a2fa5ef-8456-494d-bc07-87362e5f3304 tempest-ServerRescueTestJSONUnderV235-509853073 tempest-ServerRescueTestJSONUnderV235-509853073-project] 10.222.0.35 "GET /v2.0/ports?device_id=b5e7bffc-66ca-42f9-a17e-893d63710bad HTTP/1.1" status: 200 len: 944 time: 0.1106083 May 20 20:47:41.194560 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Pushing event updated for resources: {'Port': ['ID=1d818611-fbfa-42a2-89d9-b5a9d72dc148,revision_number=13']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:47:41.215774 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08c7fa7b-1df0-4949-b63c-854cfe576c4d None None] New status for floating IP 5843a368-30cb-437d-b951-cc1b95eac7d5: DOWN {{(pid=103164) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 20:47:41.264057 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 46168) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:47:41.290723 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-27128aad-0eb5-450c-9237-3e9e37daef27 req-779c855c-6d23-4b8d-b182-742076093194 tempest-ImagesTestJSON-1950275729 tempest-ImagesTestJSON-1950275729-project] 10.222.0.35 "GET /v2.0/ports?device_id=a5545a98-cd95-42cb-b1ec-fef20fc9b0da HTTP/1.1" status: 200 len: 210 time: 0.0794415 May 20 20:47:41.311272 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-beca4587-d0b7-4b4a-9098-6abf56bbfc59 req-21f7c576-ca39-4c76-a7f0-161d4f14f771 tempest-ServerRescueTestJSONUnderV235-509853073 tempest-ServerRescueTestJSONUnderV235-509853073-project] 10.222.0.35 "GET /v2.0/security-groups?id=41609343-6bb9-42c4-9424-2489ea89f008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274495 May 20 20:47:41.335177 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-4bbd0ee6-52bd-44b3-8b54-1d195e91f267 req-3534b218-4862-4fc1-b66d-c812b7b0657f service neutron] 10.222.0.24 "GET /v2.0/networks/27e6bc16-4ad6-4b22-a77e-faecac933b47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1642106 May 20 20:47:41.362866 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-92b94457-b043-46eb-8f06-d659f607468e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=dc3bfd041d7a4a6187204ad8974bee50&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0976920 May 20 20:47:41.365652 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 46172) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:47:41.385722 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 20 May 2022 20:47:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5bbf549-740b-4c0c-865e-84a27d61ffa7 x-openstack-request-id: req-b5bbf549-740b-4c0c-865e-84a27d61ffa7 {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:47:41.386137 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "156904b4-ae91-46c0-981d-c557e58e72e2", "name": "network-vif-deleted", "tag": "8a41b2ce-d3c6-494d-9d90-01b1f30f6c6c", "status": "completed", "code": 200}, {"server_uuid": "a5545a98-cd95-42cb-b1ec-fef20fc9b0da", "name": "network-vif-deleted", "tag": "1bec4883-cd3e-4a64-8430-07918ea1f64f", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:47:41.386481 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b5bbf549-740b-4c0c-865e-84a27d61ffa7 {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:47:41.386982 n-d-842733-1 neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5bbf549-740b-4c0c-865e-84a27d61ffa7'] response: {'server_uuid': '156904b4-ae91-46c0-981d-c557e58e72e2', 'name': 'network-vif-deleted', 'tag': '8a41b2ce-d3c6-494d-9d90-01b1f30f6c6c', 'status': 'completed', 'code': 200} May 20 20:47:41.387311 n-d-842733-1 neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5bbf549-740b-4c0c-865e-84a27d61ffa7'] response: {'server_uuid': 'a5545a98-cd95-42cb-b1ec-fef20fc9b0da', 'name': 'network-vif-deleted', 'tag': '1bec4883-cd3e-4a64-8430-07918ea1f64f', 'status': 'completed', 'code': 200} May 20 20:47:41.399333 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 20:47:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbd4d1ba-0370-4dc2-b14d-2cdafe69e317 x-openstack-request-id: req-bbd4d1ba-0370-4dc2-b14d-2cdafe69e317 {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:47:41.399632 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9acabe24-34b6-4f76-8669-0fb1b3e18f66", "name": "network-vif-plugged", "status": "completed", "tag": "1d818611-fbfa-42a2-89d9-b5a9d72dc148", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:47:41.399868 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-bbd4d1ba-0370-4dc2-b14d-2cdafe69e317 {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:47:41.400288 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bbd4d1ba-0370-4dc2-b14d-2cdafe69e317'] response: {'server_uuid': '9acabe24-34b6-4f76-8669-0fb1b3e18f66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d818611-fbfa-42a2-89d9-b5a9d72dc148', 'code': 200} May 20 20:47:41.461163 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e76b54a9-cb5d-4d17-8790-b00d43ced3f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:41.510245 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5f37fa16-360f-429f-93c3-b47727a759b5 req-d62db299-254c-4aa1-b492-30f368acc42e tempest-ServersTestManualDisk-1760851737 tempest-ServersTestManualDisk-1760851737-project] 10.222.0.35 "GET /v2.0/ports?device_id=7581860c-ce46-4614-b039-9b98e9997b36 HTTP/1.1" status: 200 len: 210 time: 0.0601611 May 20 20:47:41.544759 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e76b54a9-cb5d-4d17-8790-b00d43ced3f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:41.564093 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cecd74-a9d4-49b1-b881-f9c70d7d4bb3 req-11cb43e7-7e7e-494a-b109-16bcf60a8a05 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:47:41.566277 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-94cecd74-a9d4-49b1-b881-f9c70d7d4bb3 req-11cb43e7-7e7e-494a-b109-16bcf60a8a05 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.24 "GET /v2.0/ports?device_id=9acabe24-34b6-4f76-8669-0fb1b3e18f66 HTTP/1.1" status: 200 len: 951 time: 0.0688255 May 20 20:47:41.593025 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2aac2f-4def-4c96-a1c0-9051698f3947 req-d0b9ffbc-5f50-4636-8f9f-ae92f0655252 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:47:41.594696 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0e2aac2f-4def-4c96-a1c0-9051698f3947 req-d0b9ffbc-5f50-4636-8f9f-ae92f0655252 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] 10.222.0.35 "GET /v2.0/ports?device_id=128787a1-1920-47db-912b-7951bf1b234b HTTP/1.1" status: 200 len: 945 time: 0.1295159 May 20 20:47:41.646514 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0e2aac2f-4def-4c96-a1c0-9051698f3947 req-36fdee1e-b168-4526-ac75-2f4c9de8f1b3 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] 10.222.0.35 "GET /v2.0/security-groups?id=e60131e3-31b3-40ad-97bd-41705047293e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400636 May 20 20:47:41.671651 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-94cecd74-a9d4-49b1-b881-f9c70d7d4bb3 req-c0043404-cf47-450e-8030-a13ca21c782c tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Deleting port 1d818611-fbfa-42a2-89d9-b5a9d72dc148 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:47:41.671651 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-94cecd74-a9d4-49b1-b881-f9c70d7d4bb3 req-c0043404-cf47-450e-8030-a13ca21c782c tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:41.690757 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e76b54a9-cb5d-4d17-8790-b00d43ced3f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:41.693419 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e76b54a9-cb5d-4d17-8790-b00d43ced3f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:41.698751 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-e76b54a9-cb5d-4d17-8790-b00d43ced3f0 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a07f1d57-718d-4ea7-a66a-2e58ed68d345 HTTP/1.1" status: 204 len: 168 time: 0.3278749 May 20 20:47:41.703299 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76b54a9-cb5d-4d17-8790-b00d43ced3f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a07f1d57-718d-4ea7-a66a-2e58ed68d345,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:47:41.801104 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-94cecd74-a9d4-49b1-b881-f9c70d7d4bb3 req-c0043404-cf47-450e-8030-a13ca21c782c tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] For port 1d818611-fbfa-42a2-89d9-b5a9d72dc148, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=1d818611-fbfa-42a2-89d9-b5a9d72dc148,segment=NetworkSegment(ed3a602f-49fb-4a95-be80-401e1eb72e33),segment_id=ed3a602f-49fb-4a95-be80-401e1eb72e33)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:47:41.801528 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-94cecd74-a9d4-49b1-b881-f9c70d7d4bb3 req-c0043404-cf47-450e-8030-a13ca21c782c tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:41.815713 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-94cecd74-a9d4-49b1-b881-f9c70d7d4bb3 req-c0043404-cf47-450e-8030-a13ca21c782c tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Calling delete_port for 1d818611-fbfa-42a2-89d9-b5a9d72dc148 owned by compute:nova {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:47:41.832316 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 46190) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:47:41.844100 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 46192) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:47:41.949338 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3b512111-3ecb-4223-967f-c31d0bb44f8d tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:41.956877 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-e4e2498d-2364-4b34-8069-48fd6451ddd1 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1758240756-network', 'tenant_id': 'f7d646bffa614f21b1ea08af4be56a95'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:47:41.983418 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3b512111-3ecb-4223-967f-c31d0bb44f8d tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:42.044872 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4e2498d-2364-4b34-8069-48fd6451ddd1 admin admin] Made reservation on behalf of f7d646bffa614f21b1ea08af4be56a95 for: {'network': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:47:42.048185 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e4e2498d-2364-4b34-8069-48fd6451ddd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for network, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:42.074300 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e4e2498d-2364-4b34-8069-48fd6451ddd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:42.145463 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7772b748-0cd9-4692-abfa-949c4d881d46 req-2415a3cd-5c4a-4f94-8364-5f40509a5df7 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:47:42.146995 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7772b748-0cd9-4692-abfa-949c4d881d46 req-2415a3cd-5c4a-4f94-8364-5f40509a5df7 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/ports?device_id=9acabe24-34b6-4f76-8669-0fb1b3e18f66 HTTP/1.1" status: 200 len: 951 time: 0.0754218 May 20 20:47:42.154499 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3b512111-3ecb-4223-967f-c31d0bb44f8d tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:42.158472 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3b512111-3ecb-4223-967f-c31d0bb44f8d tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:42.160322 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-3b512111-3ecb-4223-967f-c31d0bb44f8d tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] 10.222.0.35 "DELETE /v2.0/security-groups/5a4a115d-3043-42aa-aa41-f596074bc5a7 HTTP/1.1" status: 204 len: 168 time: 0.3272676 May 20 20:47:42.161593 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-94cecd74-a9d4-49b1-b881-f9c70d7d4bb3 req-c0043404-cf47-450e-8030-a13ca21c782c tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:42.171842 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 46202) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:47:42.173321 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] get_ports_and_sgs() called for port_ids ['36b4db1d-b6e8-4dc0-991a-f9d6809e9c6a', 'f0726a78-f245-4b9e-993d-421087799a99', '1d818611-fbfa-42a2-89d9-b5a9d72dc148'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:47:42.206320 n-d-842733-1 neutron-server[103163]: INFO neutron.api.v2.resource [None req-ff3cb55a-54e7-4a7a-90b3-133fef496a75 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] show failed (client error): The resource could not be found. May 20 20:47:42.207351 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-ff3cb55a-54e7-4a7a-90b3-133fef496a75 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] 10.222.0.35 "GET /v2.0/security-groups/5a4a115d-3043-42aa-aa41-f596074bc5a7 HTTP/1.1" status: 404 len: 347 time: 0.0345891 May 20 20:47:42.207551 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b512111-3ecb-4223-967f-c31d0bb44f8d tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a4a115d-3043-42aa-aa41-f596074bc5a7,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:47:42.219236 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 46204) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:47:42.227554 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0043404-cf47-450e-8030-a13ca21c782c tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Pushing event deleted for resources: {'Port': ['ID=1d818611-fbfa-42a2-89d9-b5a9d72dc148,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:47:42.231640 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7772b748-0cd9-4692-abfa-949c4d881d46 req-2e56fd54-f951-4eb7-9d4c-a00d39dd03f9 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/security-groups?id=38c76b68-4081-4341-88c9-c8e3082a5da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776730 May 20 20:47:42.254961 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] get_ports_and_sgs() called for port_ids ['2a4cc0f0-cfd0-4e2d-aa3c-9c6f9247fea7'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:47:42.282453 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e4e2498d-2364-4b34-8069-48fd6451ddd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:42.371456 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-94cecd74-a9d4-49b1-b881-f9c70d7d4bb3 req-c0043404-cf47-450e-8030-a13ca21c782c tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] No DVR routers for this DVR port 1d818611-fbfa-42a2-89d9-b5a9d72dc148 on host n-h1-842733-1 {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:47:42.374940 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-94cecd74-a9d4-49b1-b881-f9c70d7d4bb3 req-c0043404-cf47-450e-8030-a13ca21c782c tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:42.378960 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-94cecd74-a9d4-49b1-b881-f9c70d7d4bb3 req-c0043404-cf47-450e-8030-a13ca21c782c tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.24 "DELETE /v2.0/ports/1d818611-fbfa-42a2-89d9-b5a9d72dc148 HTTP/1.1" status: 204 len: 173 time: 0.8048394 May 20 20:47:42.428402 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e4e2498d-2364-4b34-8069-48fd6451ddd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:42.446689 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 94b595b4-7da9-448f-8a4d-a0f220491648 details requested by agent hyperv_n-h1-842733-1 with host n-h1-842733-1 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 20:47:42.466109 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4e2498d-2364-4b34-8069-48fd6451ddd1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 222} {{(pid=103163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 20:47:42.528216 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e2498d-2364-4b34-8069-48fd6451ddd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1170bf7-7aae-4eea-90dd-012bb9b854d8,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:47:42.534576 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e4e2498d-2364-4b34-8069-48fd6451ddd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:42.534576 n-d-842733-1 neutron-server[103163]: INFO neutron.db.segments_db [None req-e4e2498d-2364-4b34-8069-48fd6451ddd1 admin admin] Added segment 61504ff4-6f7f-4bd9-9a4b-a33b83bae83f of type vlan for network 52b22ddd-d38d-47d7-9f62-928c2e551c45 May 20 20:47:42.559573 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-b9e1ad12-c520-4032-ae15-5546b05c6d9b tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Deleting port eb1f8df6-df48-47fe-9ca8-6c1338ef3fc0 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:47:42.559923 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b9e1ad12-c520-4032-ae15-5546b05c6d9b tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:42.620827 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e4e2498d-2364-4b34-8069-48fd6451ddd1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418993264'] for network, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:42.631688 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24aab9eb-3f59-480f-9646-24d828abf268 req-9d8be3f5-4f1f-4a2b-af2a-10607ba8f1ad tempest-ServerRescueTestJSONUnderV235-509853073 tempest-ServerRescueTestJSONUnderV235-509853073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:47:42.637404 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-24aab9eb-3f59-480f-9646-24d828abf268 req-9d8be3f5-4f1f-4a2b-af2a-10607ba8f1ad tempest-ServerRescueTestJSONUnderV235-509853073 tempest-ServerRescueTestJSONUnderV235-509853073-project] 10.222.0.35 "GET /v2.0/ports?device_id=b5e7bffc-66ca-42f9-a17e-893d63710bad HTTP/1.1" status: 200 len: 944 time: 0.1795928 May 20 20:47:42.731142 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2c4a8eab-9a12-4635-856e-77249cfa6289 req-dc8c4553-83d8-466f-b347-7dc8637d7dc9 tempest-ServersTestManualDisk-1760851737 tempest-ServersTestManualDisk-1760851737-project] 10.222.0.35 "GET /v2.0/ports?device_id=7581860c-ce46-4614-b039-9b98e9997b36 HTTP/1.1" status: 200 len: 210 time: 0.0567305 May 20 20:47:42.755899 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-24aab9eb-3f59-480f-9646-24d828abf268 req-a5f161b7-e37a-440a-b0b6-ffbf1c7ffbca tempest-ServerRescueTestJSONUnderV235-509853073 tempest-ServerRescueTestJSONUnderV235-509853073-project] 10.222.0.35 "GET /v2.0/security-groups?id=41609343-6bb9-42c4-9424-2489ea89f008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072390 May 20 20:47:42.787333 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b9e1ad12-c520-4032-ae15-5546b05c6d9b tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:42.788113 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b9e1ad12-c520-4032-ae15-5546b05c6d9b tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:42.801749 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-b9e1ad12-c520-4032-ae15-5546b05c6d9b tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Calling delete_port for eb1f8df6-df48-47fe-9ca8-6c1338ef3fc0 owned by network:floatingip {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:47:42.804695 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e4e2498d-2364-4b34-8069-48fd6451ddd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524'] for network, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:42.805979 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4e2498d-2364-4b34-8069-48fd6451ddd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:47:42.807644 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e4e2498d-2364-4b34-8069-48fd6451ddd1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:42.815647 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port 94b595b4-7da9-448f-8a4d-a0f220491648, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=94b595b4-7da9-448f-8a4d-a0f220491648,segment=NetworkSegment(1d09afbe-6fd2-4434-81b3-bd6da4b308f2),segment_id=1d09afbe-6fd2-4434-81b3-bd6da4b308f2)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:47:42.878358 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Returning: {'device': '94b595b4-7da9-448f-8a4d-a0f220491648', 'network_id': '27e6bc16-4ad6-4b22-a77e-faecac933b47', 'port_id': '94b595b4-7da9-448f-8a4d-a0f220491648', 'mac_address': 'fa:16:3e:66:6c:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15623ea3-e6ed-4f6b-b35a-f39267f62374', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 20 20:47:42.974882 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e2498d-2364-4b34-8069-48fd6451ddd1 admin admin] Pushing event updated for resources: {'Network': ['ID=52b22ddd-d38d-47d7-9f62-928c2e551c45,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:47:42.992577 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Network 52b22ddd-d38d-47d7-9f62-928c2e551c45 details requested by agent ovs-agent-n-d-842733-1 with host n-d-842733-1 {{(pid=103164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 20 20:47:42.997753 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6ca66c-bbe3-4546-932f-b1c0410020c9 req-b3d44b8c-70df-4b8f-8bb3-11052a7f3940 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:47:43.006657 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ff6ca66c-bbe3-4546-932f-b1c0410020c9 req-b3d44b8c-70df-4b8f-8bb3-11052a7f3940 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] 10.222.0.35 "GET /v2.0/ports?device_id=128787a1-1920-47db-912b-7951bf1b234b HTTP/1.1" status: 200 len: 945 time: 0.0813870 May 20 20:47:43.030270 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b414f7-de24-47d7-a4ec-8f565a7c48c5 req-2980ea11-6a30-443a-a5b4-daaaa8fac068 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:47:43.032151 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-a8b414f7-de24-47d7-a4ec-8f565a7c48c5 req-2980ea11-6a30-443a-a5b4-daaaa8fac068 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] 10.222.0.24 "GET /v2.0/ports?device_id=128787a1-1920-47db-912b-7951bf1b234b HTTP/1.1" status: 200 len: 945 time: 0.1421268 May 20 20:47:43.034630 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-e4e2498d-2364-4b34-8069-48fd6451ddd1 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.1891360 May 20 20:47:43.038717 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 46252) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:47:43.043675 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-17a7457f-bd21-4f33-8b59-95992bc88a57 admin admin] Request body: {'subnet': {'network_id': '52b22ddd-d38d-47d7-9f62-928c2e551c45', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1758240756-subnet', 'tenant_id': 'f7d646bffa614f21b1ea08af4be56a95', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:47:43.061024 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ff6ca66c-bbe3-4546-932f-b1c0410020c9 req-6883731d-0cd3-4038-b6ea-7badc008d06b tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] 10.222.0.35 "GET /v2.0/security-groups?id=e60131e3-31b3-40ad-97bd-41705047293e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534554 May 20 20:47:43.105083 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Current status of the port 94b595b4-7da9-448f-8a4d-a0f220491648 is: DOWN; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:47:43.105855 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:43.133507 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94b595b4-7da9-448f-8a4d-a0f220491648 {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:47:43.166383 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 46260) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:47:43.173153 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port 94b595b4-7da9-448f-8a4d-a0f220491648, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=94b595b4-7da9-448f-8a4d-a0f220491648,segment=NetworkSegment(1d09afbe-6fd2-4434-81b3-bd6da4b308f2),segment_id=1d09afbe-6fd2-4434-81b3-bd6da4b308f2)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:47:43.224683 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_v2 [None req-f36af046-738b-4dcf-8939-1bc4019f023d admin admin] Deleting subnet 4bff70e4-9d51-4479-9096-540dc3675fab {{(pid=103163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 20 20:47:43.227476 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:43.229148 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f36af046-738b-4dcf-8939-1bc4019f023d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:43.229975 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17a7457f-bd21-4f33-8b59-95992bc88a57 admin admin] Made reservation on behalf of f7d646bffa614f21b1ea08af4be56a95 for: {'subnet': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:47:43.237992 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-17a7457f-bd21-4f33-8b59-95992bc88a57 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4018244'] for subnet, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:43.270116 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f36af046-738b-4dcf-8939-1bc4019f023d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9338757'] for subnet, precommit_delete_associations {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:43.290192 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 46264) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:47:43.298150 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Pushing event updated for resources: {'Port': ['ID=94b595b4-7da9-448f-8a4d-a0f220491648,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:47:43.310440 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-a8b414f7-de24-47d7-a4ec-8f565a7c48c5 req-1904fdb2-33fd-4a89-9bec-9f3471305ff3 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] Deleting port 1d79ed7b-3457-4ba6-aed3-f7fcf288724e {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:47:43.318113 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-a8b414f7-de24-47d7-a4ec-8f565a7c48c5 req-1904fdb2-33fd-4a89-9bec-9f3471305ff3 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:43.318113 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b9e1ad12-c520-4032-ae15-5546b05c6d9b tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:43.329546 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f36af046-738b-4dcf-8939-1bc4019f023d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33068388'] for subnet, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:43.404448 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e1ad12-c520-4032-ae15-5546b05c6d9b tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Pushing event deleted for resources: {'Port': ['ID=eb1f8df6-df48-47fe-9ca8-6c1338ef3fc0,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:47:43.408317 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9acabe24-34b6-4f76-8669-0fb1b3e18f66', 'name': 'network-vif-deleted', 'tag': '1d818611-fbfa-42a2-89d9-b5a9d72dc148'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:47:43.410647 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6fa957933fccbf596d28104b23404b952ad6a8238afaebaed40a0874b2e409" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5a49c32-1199-489a-bcab-e5887bc1ef4c" -d '{"events": [{"server_uuid": "9acabe24-34b6-4f76-8669-0fb1b3e18f66", "name": "network-vif-deleted", "tag": "1d818611-fbfa-42a2-89d9-b5a9d72dc148"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:47:43.412355 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a725e18a-9e9c-4de5-9dd0-040bf516bb7e req-ae2aba30-a63e-47f6-8d83-c884ecd774b3 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/ports?device_id=9acabe24-34b6-4f76-8669-0fb1b3e18f66 HTTP/1.1" status: 200 len: 210 time: 0.0408137 May 20 20:47:43.468256 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] get_ports_and_sgs() called for port_ids ['94b595b4-7da9-448f-8a4d-a0f220491648'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:47:43.468850 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-a14764c9-bea3-474d-9865-d98751134116 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1680998408-network', 'tenant_id': '1272f7e2d063413a8fe456e2c05a94e6'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:47:43.490947 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f36af046-738b-4dcf-8939-1bc4019f023d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33068399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9641221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8422588'] for subnet, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:43.505508 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 20:47:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3c9701d-1ee0-4bbc-91f0-06f679ceac9a x-openstack-request-id: req-b3c9701d-1ee0-4bbc-91f0-06f679ceac9a {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:47:43.505905 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9acabe24-34b6-4f76-8669-0fb1b3e18f66", "name": "network-vif-deleted", "tag": "1d818611-fbfa-42a2-89d9-b5a9d72dc148", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:47:43.506041 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b3c9701d-1ee0-4bbc-91f0-06f679ceac9a {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:47:43.506420 n-d-842733-1 neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3c9701d-1ee0-4bbc-91f0-06f679ceac9a'] response: {'server_uuid': '9acabe24-34b6-4f76-8669-0fb1b3e18f66', 'name': 'network-vif-deleted', 'tag': '1d818611-fbfa-42a2-89d9-b5a9d72dc148', 'status': 'completed', 'code': 200} May 20 20:47:43.533510 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36af046-738b-4dcf-8939-1bc4019f023d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4bff70e4-9d51-4479-9096-540dc3675fab,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:47:43.537980 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f36af046-738b-4dcf-8939-1bc4019f023d admin admin] Notify callbacks [] for subnet, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:43.542097 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-f36af046-738b-4dcf-8939-1bc4019f023d admin admin] 10.222.0.35 "DELETE /v2.0/subnets/4bff70e4-9d51-4479-9096-540dc3675fab HTTP/1.1" status: 204 len: 168 time: 0.3743558 May 20 20:47:43.544572 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 46270) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:47:43.582652 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b9e1ad12-c520-4032-ae15-5546b05c6d9b tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Notify callbacks [] for floatingip, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:43.585793 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b9e1ad12-c520-4032-ae15-5546b05c6d9b tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for floatingip, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:43.590884 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-b9e1ad12-c520-4032-ae15-5546b05c6d9b tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] 10.222.0.35 "DELETE /v2.0/floatingips/5843a368-30cb-437d-b951-cc1b95eac7d5 HTTP/1.1" status: 204 len: 168 time: 1.3667238 May 20 20:47:43.621460 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-fa852bee-bdfe-46c2-b636-1264a2a856fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33160123'] for network, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:43.632576 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-a8b414f7-de24-47d7-a4ec-8f565a7c48c5 req-1904fdb2-33fd-4a89-9bec-9f3471305ff3 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] For port 1d79ed7b-3457-4ba6-aed3-f7fcf288724e, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=1d79ed7b-3457-4ba6-aed3-f7fcf288724e,segment=NetworkSegment(461da9d4-f567-4683-86cb-f9bc470c2bda),segment_id=461da9d4-f567-4683-86cb-f9bc470c2bda)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:47:43.632950 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-a8b414f7-de24-47d7-a4ec-8f565a7c48c5 req-1904fdb2-33fd-4a89-9bec-9f3471305ff3 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:43.692376 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a14764c9-bea3-474d-9865-d98751134116 admin admin] Made reservation on behalf of 1272f7e2d063413a8fe456e2c05a94e6 for: {'network': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:47:43.694909 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a14764c9-bea3-474d-9865-d98751134116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for network, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:43.739257 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-fa852bee-bdfe-46c2-b636-1264a2a856fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33072115', 'neutron.services.segments.db._delete_segments_for_network-8782419500584'] for network, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:43.745837 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a14764c9-bea3-474d-9865-d98751134116 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:43.775696 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-fa852bee-bdfe-46c2-b636-1264a2a856fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d3d3a86-d0ea-42bb-882a-63d3244d9913']}} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:47:43.779168 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-fa852bee-bdfe-46c2-b636-1264a2a856fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '769d43cd-208e-4beb-b6e6-532aefd8f5a1') {'for_net_delete': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:47:43.779168 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-fa852bee-bdfe-46c2-b636-1264a2a856fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '769d43cd-208e-4beb-b6e6-532aefd8f5a1') {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:47:43.788857 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-fa852bee-bdfe-46c2-b636-1264a2a856fd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419501617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9338764'] for segment, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:43.805971 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-fa852bee-bdfe-46c2-b636-1264a2a856fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:43.808499 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 46278) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:47:43.813467 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-d59079e7-0733-48ac-8705-c6b28dd96c76 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1311380433', 'description': 'tempest-description--2138462446'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:47:43.833340 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa852bee-bdfe-46c2-b636-1264a2a856fd admin admin] Releasing vlan 226 on physical network physnet1 to pool {{(pid=103163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 20:47:43.833744 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-fa852bee-bdfe-46c2-b636-1264a2a856fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9638311'] for segment, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:43.837264 n-d-842733-1 neutron-server[103163]: Traceback (most recent call last): May 20 20:47:43.837264 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 20:47:43.837264 n-d-842733-1 neutron-server[103163]: timer() May 20 20:47:43.837264 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 20:47:43.837264 n-d-842733-1 neutron-server[103163]: cb(*args, **kw) May 20 20:47:43.837264 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 20 20:47:43.837264 n-d-842733-1 neutron-server[103163]: return func(*args, **kwargs) May 20 20:47:43.837264 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 20:47:43.837264 n-d-842733-1 neutron-server[103163]: self._notify() May 20 20:47:43.837264 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 20:47:43.837264 n-d-842733-1 neutron-server[103163]: self.callback(batched_events) May 20 20:47:43.837264 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 20:47:43.837264 n-d-842733-1 neutron-server[103163]: event.method(event) May 20 20:47:43.837264 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 20 20:47:43.837264 n-d-842733-1 neutron-server[103163]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 20:47:43.837264 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 20 20:47:43.837264 n-d-842733-1 neutron-server[103163]: aggregate_uuid = self.p_client.list_aggregates( May 20 20:47:43.837264 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 20 20:47:43.837264 n-d-842733-1 neutron-server[103163]: return f(self, *a, **k) May 20 20:47:43.837264 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 20 20:47:43.837264 n-d-842733-1 neutron-server[103163]: return self._get(url).json() May 20 20:47:43.837264 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 20 20:47:43.837264 n-d-842733-1 neutron-server[103163]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 20:47:43.837264 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 20:47:43.837264 n-d-842733-1 neutron-server[103163]: return self.request(url, 'GET', **kwargs) May 20 20:47:43.837264 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 20:47:43.837264 n-d-842733-1 neutron-server[103163]: base_url = self.get_endpoint(auth, allow=allow, May 20 20:47:43.837264 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 20:47:43.837264 n-d-842733-1 neutron-server[103163]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 20:47:43.837264 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 20:47:43.837264 n-d-842733-1 neutron-server[103163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 20:47:43.837264 n-d-842733-1 neutron-server[103163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 20:47:43.867911 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-303586f4-1eab-4766-a106-b628b428f549 req-0dbdca3a-693a-489b-9825-5ed74067ab30 tempest-ServersTestManualDisk-1760851737 tempest-ServersTestManualDisk-1760851737-project] 10.222.0.35 "GET /v2.0/ports?device_id=7581860c-ce46-4614-b039-9b98e9997b36 HTTP/1.1" status: 200 len: 210 time: 0.0467882 May 20 20:47:43.965112 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fb8895-10cc-4c54-8f2f-f305ddba500a req-70ce3f2b-be15-465a-aad9-bbcda21a42fd tempest-ServerRescueTestJSONUnderV235-509853073 tempest-ServerRescueTestJSONUnderV235-509853073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:47:43.966630 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-20fb8895-10cc-4c54-8f2f-f305ddba500a req-70ce3f2b-be15-465a-aad9-bbcda21a42fd tempest-ServerRescueTestJSONUnderV235-509853073 tempest-ServerRescueTestJSONUnderV235-509853073-project] 10.222.0.35 "GET /v2.0/ports?device_id=b5e7bffc-66ca-42f9-a17e-893d63710bad HTTP/1.1" status: 200 len: 945 time: 0.0586855 May 20 20:47:43.969731 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d59079e7-0733-48ac-8705-c6b28dd96c76 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:43.975805 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-17a7457f-bd21-4f33-8b59-95992bc88a57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3797684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4018258'] for subnet, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:44.027699 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-20fb8895-10cc-4c54-8f2f-f305ddba500a req-7503beaf-632b-47e7-a20c-ac010b045430 tempest-ServerRescueTestJSONUnderV235-509853073 tempest-ServerRescueTestJSONUnderV235-509853073-project] 10.222.0.35 "GET /v2.0/security-groups?id=41609343-6bb9-42c4-9424-2489ea89f008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545745 May 20 20:47:44.060078 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-fa852bee-bdfe-46c2-b636-1264a2a856fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33072122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748162'] for network, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:44.066176 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf55eba-698b-4723-9d9d-dc4f6c5731db req-4b39d760-0171-4e8e-8341-f05b9218b79d tempest-ServersTestManualDisk-1760851737 tempest-ServersTestManualDisk-1760851737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:47:44.067422 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-5cf55eba-698b-4723-9d9d-dc4f6c5731db req-4b39d760-0171-4e8e-8341-f05b9218b79d tempest-ServersTestManualDisk-1760851737 tempest-ServersTestManualDisk-1760851737-project] 10.222.0.13 "GET /v2.0/networks?id=2d83b2c9-0244-41ed-9f3c-e51e410d424a HTTP/1.1" status: 200 len: 812 time: 0.3243873 May 20 20:47:44.081823 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-fa852bee-bdfe-46c2-b636-1264a2a856fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:44.084944 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-fa852bee-bdfe-46c2-b636-1264a2a856fd admin admin] 10.222.0.35 "DELETE /v2.0/networks/9d3d3a86-d0ea-42bb-882a-63d3244d9913 HTTP/1.1" status: 204 len: 168 time: 0.5393088 May 20 20:47:44.088886 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-a8b414f7-de24-47d7-a4ec-8f565a7c48c5 req-1904fdb2-33fd-4a89-9bec-9f3471305ff3 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:44.089185 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-a8b414f7-de24-47d7-a4ec-8f565a7c48c5 req-1904fdb2-33fd-4a89-9bec-9f3471305ff3 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748272'] for floatingip, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:44.089516 n-d-842733-1 neutron-server[103162]: INFO neutron.db.l3_db [req-a8b414f7-de24-47d7-a4ec-8f565a7c48c5 req-1904fdb2-33fd-4a89-9bec-9f3471305ff3 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] Floating IP 5d35656d-1df5-4f1a-b225-f4f7277e10ed disassociated. External IP: 172.25.2.12, port: 1d79ed7b-3457-4ba6-aed3-f7fcf288724e. May 20 20:47:44.090130 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-a8b414f7-de24-47d7-a4ec-8f565a7c48c5 req-1904fdb2-33fd-4a89-9bec-9f3471305ff3 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] Calling delete_port for 1d79ed7b-3457-4ba6-aed3-f7fcf288724e owned by compute:nova {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:47:44.090731 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa852bee-bdfe-46c2-b636-1264a2a856fd admin admin] Pushing event deleted for resources: {'Network': ['ID=9d3d3a86-d0ea-42bb-882a-63d3244d9913,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:47:44.094290 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d59079e7-0733-48ac-8705-c6b28dd96c76 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:44.105524 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a7457f-bd21-4f33-8b59-95992bc88a57 admin admin] Pushing event updated for resources: {'Subnet': ['ID=77f2b783-fdae-41c3-9017-0093e586145d,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:47:44.153853 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d59079e7-0733-48ac-8705-c6b28dd96c76 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:44.159564 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a14764c9-bea3-474d-9865-d98751134116 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:44.199581 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a7457f-bd21-4f33-8b59-95992bc88a57 admin admin] Checking segment: {'id': '61504ff4-6f7f-4bd9-9a4b-a33b83bae83f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '52b22ddd-d38d-47d7-9f62-928c2e551c45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:47:44.199922 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17a7457f-bd21-4f33-8b59-95992bc88a57 admin admin] Network hostable DHCP agents. Network: 52b22ddd-d38d-47d7-9f62-928c2e551c45, hostable agents: ['c9b0653c-f3c7-4339-bd50-e3754b629216'], hosted agents: [] {{(pid=103162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 20:47:44.213603 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-5cf55eba-698b-4723-9d9d-dc4f6c5731db req-45b8df57-bbdb-46c6-a347-817c7f79a4c4 tempest-ServersTestManualDisk-1760851737 tempest-ServersTestManualDisk-1760851737-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6cacdf41ac9243239428df22d232c310 HTTP/1.1" status: 200 len: 380 time: 0.1274590 May 20 20:47:44.221608 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59079e7-0733-48ac-8705-c6b28dd96c76 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34b2d344-fca2-46ed-b4e2-64c5c774d633,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:47:44.229010 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [req-5cf55eba-698b-4723-9d9d-dc4f6c5731db req-f1b68656-d486-45fb-b7a4-374bd1e210e3 tempest-ServersTestManualDisk-1760851737 tempest-ServersTestManualDisk-1760851737-project] Request body: {'port': {'device_id': '7581860c-ce46-4614-b039-9b98e9997b36', 'network_id': '2d83b2c9-0244-41ed-9f3c-e51e410d424a', 'admin_state_up': True, 'tenant_id': '6cacdf41ac9243239428df22d232c310', 'security_groups': ['add12849-0717-4857-adaa-bd412121325b']}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:47:44.243384 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193c84ae-7c1a-4756-9170-010009937b30 req-68f159e3-c8ca-4083-9a64-cacda2ecdff4 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:47:44.247701 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-193c84ae-7c1a-4756-9170-010009937b30 req-68f159e3-c8ca-4083-9a64-cacda2ecdff4 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] 10.222.0.35 "GET /v2.0/ports?device_id=128787a1-1920-47db-912b-7951bf1b234b HTTP/1.1" status: 200 len: 945 time: 0.0682676 May 20 20:47:44.255877 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a14764c9-bea3-474d-9865-d98751134116 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:44.286777 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-193c84ae-7c1a-4756-9170-010009937b30 req-f3188403-cf96-438b-86d7-6ac6b8a68cf8 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] 10.222.0.35 "GET /v2.0/security-groups?id=e60131e3-31b3-40ad-97bd-41705047293e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325730 May 20 20:47:44.297407 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d59079e7-0733-48ac-8705-c6b28dd96c76 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:44.298677 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-d59079e7-0733-48ac-8705-c6b28dd96c76 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.4891019 May 20 20:47:44.301409 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 46284) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:47:44.306626 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-769c038c-6e54-4b46-a68e-7de3b6f2048e tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Request body: {'security_group_rule': {'security_group_id': '34b2d344-fca2-46ed-b4e2-64c5c774d633', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:47:44.324264 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a14764c9-bea3-474d-9865-d98751134116 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 232} {{(pid=103162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 20:47:44.351139 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14764c9-bea3-474d-9865-d98751134116 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8006e78-d906-498e-a96c-cd64c62cc542,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:47:44.357474 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a14764c9-bea3-474d-9865-d98751134116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:44.357824 n-d-842733-1 neutron-server[103162]: INFO neutron.db.segments_db [None req-a14764c9-bea3-474d-9865-d98751134116 admin admin] Added segment 64f05c87-dd52-4823-8f27-f8eeacbee63c of type vlan for network 5ababfc0-26e4-4be5-8b17-32cedd82e54b May 20 20:47:44.381153 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17a7457f-bd21-4f33-8b59-95992bc88a57 admin admin] Network 52b22ddd-d38d-47d7-9f62-928c2e551c45 is scheduled to be hosted by DHCP agent c9b0653c-f3c7-4339-bd50-e3754b629216 with binding_index 1 {{(pid=103162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 20:47:44.391507 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-769c038c-6e54-4b46-a68e-7de3b6f2048e tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:44.449260 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-769c038c-6e54-4b46-a68e-7de3b6f2048e tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:44.455526 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 94b595b4-7da9-448f-8a4d-a0f220491648 up at agent hyperv_n-h1-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:47:44.460081 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a14764c9-bea3-474d-9865-d98751134116 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418993264'] for network, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:44.464510 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 46288) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:47:44.513841 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-2ceb70f7-b8e6-4ae2-8584-bbdac7d713b4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=812b03e5e79843f7aecfe762e5ee081e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0478811 May 20 20:47:44.516103 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 46292) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:47:44.520170 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-17a7457f-bd21-4f33-8b59-95992bc88a57 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842733-1, 52b22ddd-d38d-47d7-9f62-928c2e551c45) {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:47:44.533379 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17a7457f-bd21-4f33-8b59-95992bc88a57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:47:44.533982 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-17a7457f-bd21-4f33-8b59-95992bc88a57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:44.535209 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2c6db08-1c4a-4d50-81e9-2ecf27d44c1f None None] Network 52b22ddd-d38d-47d7-9f62-928c2e551c45 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:47:44.548536 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-a8b414f7-de24-47d7-a4ec-8f565a7c48c5 req-1904fdb2-33fd-4a89-9bec-9f3471305ff3 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:44.567072 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-769c038c-6e54-4b46-a68e-7de3b6f2048e tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691816'] for security_group_rule, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:44.583390 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a14764c9-bea3-474d-9865-d98751134116 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524'] for network, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:44.584356 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a14764c9-bea3-474d-9865-d98751134116 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:47:44.585101 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a14764c9-bea3-474d-9865-d98751134116 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:44.587108 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1904fdb2-33fd-4a89-9bec-9f3471305ff3 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] Pushing event deleted for resources: {'Port': ['ID=1d79ed7b-3457-4ba6-aed3-f7fcf288724e,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:47:44.589039 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5cf55eba-698b-4723-9d9d-dc4f6c5731db req-f1b68656-d486-45fb-b7a4-374bd1e210e3 tempest-ServersTestManualDisk-1760851737 tempest-ServersTestManualDisk-1760851737-project] Made reservation on behalf of 6cacdf41ac9243239428df22d232c310 for: {'port': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:47:44.592786 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-5cf55eba-698b-4723-9d9d-dc4f6c5731db req-f1b68656-d486-45fb-b7a4-374bd1e210e3 tempest-ServersTestManualDisk-1760851737 tempest-ServersTestManualDisk-1760851737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:44.596710 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769c038c-6e54-4b46-a68e-7de3b6f2048e tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74e76dde-d178-4465-acdf-bed7326e2f6f,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:47:44.611918 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-012b4656-8484-4897-835f-c6a335c78208 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:44.629474 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Provisioning for port 94b595b4-7da9-448f-8a4d-a0f220491648 completed by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 20:47:44.639643 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-012b4656-8484-4897-835f-c6a335c78208 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:44.643670 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-769c038c-6e54-4b46-a68e-7de3b6f2048e tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:44.647651 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-769c038c-6e54-4b46-a68e-7de3b6f2048e tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3427260 May 20 20:47:44.647968 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Provisioning complete for port 94b595b4-7da9-448f-8a4d-a0f220491648 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:47:44.647968 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:44.651789 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 46294) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:47:44.658458 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-50897cb9-0cc5-4885-b933-91fd72a2ac4f tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Request body: {'security_group_rule': {'security_group_id': '34b2d344-fca2-46ed-b4e2-64c5c774d633', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:47:44.662862 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-17a7457f-bd21-4f33-8b59-95992bc88a57 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.6233776 May 20 20:47:44.666345 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 46296) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:47:44.671840 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-e41fdd04-45b6-4bbc-8d36-7e5120d894e9 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1758240756-router', 'tenant_id': 'f7d646bffa614f21b1ea08af4be56a95', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'}}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:47:44.692181 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14764c9-bea3-474d-9865-d98751134116 admin admin] Pushing event updated for resources: {'Network': ['ID=5ababfc0-26e4-4be5-8b17-32cedd82e54b,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:47:44.724009 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Network 5ababfc0-26e4-4be5-8b17-32cedd82e54b details requested by agent ovs-agent-n-d-842733-1 with host n-d-842733-1 {{(pid=103164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 20 20:47:44.791966 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-a14764c9-bea3-474d-9865-d98751134116 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.4899592 May 20 20:47:44.792175 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-50897cb9-0cc5-4885-b933-91fd72a2ac4f tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:44.828262 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e41fdd04-45b6-4bbc-8d36-7e5120d894e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-694221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26155'] for router, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:44.830047 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e41fdd04-45b6-4bbc-8d36-7e5120d894e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-693085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748153', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-718080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26162'] for router, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:44.833918 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-012b4656-8484-4897-835f-c6a335c78208 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:44.837251 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-012b4656-8484-4897-835f-c6a335c78208 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:44.838651 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-012b4656-8484-4897-835f-c6a335c78208 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/08f63c89-364b-47f7-9236-e1c85d29ce51 HTTP/1.1" status: 204 len: 168 time: 0.3199835 May 20 20:47:44.896185 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012b4656-8484-4897-835f-c6a335c78208 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08f63c89-364b-47f7-9236-e1c85d29ce51,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:47:44.936432 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [req-5cf55eba-698b-4723-9d9d-dc4f6c5731db req-f1b68656-d486-45fb-b7a4-374bd1e210e3 tempest-ServersTestManualDisk-1760851737 tempest-ServersTestManualDisk-1760851737-project] Allocated IP 172.20.0.8 (2d83b2c9-0244-41ed-9f3c-e51e410d424a/6033907b-110b-48db-bef4-3d9392ae4ec9/c4f86847-4b96-433c-a86b-b6ff706f4b49) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:47:44.946153 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a8b414f7-de24-47d7-a4ec-8f565a7c48c5 req-1904fdb2-33fd-4a89-9bec-9f3471305ff3 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] Router 21d1bf31-55ca-4a9c-a770-9424685adce3 has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 20:47:44.991799 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f780b5e-733d-44f6-b1eb-7297d0b45970 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaee2b848-d4b9-5db1-b6ef-d6db29d67de7-52b22ddd-d38d-47d7-9f62-928c2e551c45', 'network_id': '52b22ddd-d38d-47d7-9f62-928c2e551c45', 'tenant_id': 'f7d646bffa614f21b1ea08af4be56a95', 'fixed_ips': [{'subnet_id': '77f2b783-fdae-41c3-9017-0093e586145d'}]}} from n-d-842733-1. {{(pid=103164) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 20:47:44.997370 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-1f780b5e-733d-44f6-b1eb-7297d0b45970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:45.026810 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Current status of the port 94b595b4-7da9-448f-8a4d-a0f220491648 is: BUILD; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:47:45.027339 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:45.054312 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e41fdd04-45b6-4bbc-8d36-7e5120d894e9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:45.064213 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-50897cb9-0cc5-4885-b933-91fd72a2ac4f tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:45.093421 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-61ad6ee7-c34b-4a5f-ace0-79a2dea49461 req-126919cc-9588-45f9-9329-df501ef50cce tempest-ServersTestManualDisk-1760851737 tempest-ServersTestManualDisk-1760851737-project] 10.222.0.35 "GET /v2.0/ports?device_id=7581860c-ce46-4614-b039-9b98e9997b36 HTTP/1.1" status: 200 len: 210 time: 0.0379596 May 20 20:47:45.152480 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5e7bffc-66ca-42f9-a17e-893d63710bad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94b595b4-7da9-448f-8a4d-a0f220491648'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:47:45.154831 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8485417003ce7c0410b00f5cdc2f391e21107b70bb68e2773712534a96e108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aed1d66a-f0f0-4663-a5b7-9e93704bd6fd" -d '{"events": [{"server_uuid": "b5e7bffc-66ca-42f9-a17e-893d63710bad", "name": "network-vif-plugged", "status": "completed", "tag": "94b595b4-7da9-448f-8a4d-a0f220491648"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:47:45.180865 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port 94b595b4-7da9-448f-8a4d-a0f220491648, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=94b595b4-7da9-448f-8a4d-a0f220491648,segment=NetworkSegment(1d09afbe-6fd2-4434-81b3-bd6da4b308f2),segment_id=1d09afbe-6fd2-4434-81b3-bd6da4b308f2)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:47:45.231249 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-50897cb9-0cc5-4885-b933-91fd72a2ac4f tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691816'] for security_group_rule, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:45.256701 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [None req-1f780b5e-733d-44f6-b1eb-7297d0b45970 None None] Allocated IP 172.20.0.2 (52b22ddd-d38d-47d7-9f62-928c2e551c45/77f2b783-fdae-41c3-9017-0093e586145d/0c4c4e74-09b1-4bf1-9147-25f0d4dce0ab) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:47:45.275499 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:45.276628 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 1d818611-fbfa-42a2-89d9-b5a9d72dc148 no longer exists at agent hyperv_n-h1-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:47:45.329960 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] No Port match for: 1d818611-fbfa-42a2-89d9-b5a9d72dc148 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 20:47:45.330305 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 1d818611-fbfa-42a2-89d9-b5a9d72dc148 not bound to the agent host n-h1-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 20:47:45.330728 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 1d79ed7b-3457-4ba6-aed3-f7fcf288724e no longer exists at agent hyperv_n-h1-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:47:45.366629 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50897cb9-0cc5-4885-b933-91fd72a2ac4f tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0a7225c-4db8-4c88-8e8b-4b927e561496,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:47:45.436659 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-50897cb9-0cc5-4885-b933-91fd72a2ac4f tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:45.438109 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-50897cb9-0cc5-4885-b933-91fd72a2ac4f tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7850511 May 20 20:47:45.472617 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 46318) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:47:45.480123 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-8b1f99f4-1f8f-4aad-862c-cc2ff23690cb tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Request body: {'floatingip': {'floating_network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:47:45.502928 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e41fdd04-45b6-4bbc-8d36-7e5120d894e9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:45.521873 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de78f6a-f773-42dc-afd0-14e03493db00 req-53ff4f35-b5fa-46a5-9c4f-a666aee80283 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:47:45.536573 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2de78f6a-f773-42dc-afd0-14e03493db00 req-53ff4f35-b5fa-46a5-9c4f-a666aee80283 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/ports?device_id=f909c7ca-a771-4d4d-9455-819a14982a65 HTTP/1.1" status: 200 len: 951 time: 0.3044131 May 20 20:47:45.577428 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a8b414f7-de24-47d7-a4ec-8f565a7c48c5 req-1904fdb2-33fd-4a89-9bec-9f3471305ff3 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 20:47:45.583492 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] No Port match for: 1d79ed7b-3457-4ba6-aed3-f7fcf288724e {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 20:47:45.584049 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 1d79ed7b-3457-4ba6-aed3-f7fcf288724e not bound to the agent host n-h1-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 20:47:45.600375 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a77bfabf-7231-4a41-b67f-64aee2ab698e None None] Sync routers for ids ['21d1bf31-55ca-4a9c-a770-9424685adce3'] in n-d-842733-1 {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 20:47:45.617234 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a77bfabf-7231-4a41-b67f-64aee2ab698e None None] Routers {'21d1bf31-55ca-4a9c-a770-9424685adce3'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:47:45.617772 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-a77bfabf-7231-4a41-b67f-64aee2ab698e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:47:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['21d1bf31-55ca-4a9c-a770-9424685adce3'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:47:45.653570 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-5cf55eba-698b-4723-9d9d-dc4f6c5731db req-f1b68656-d486-45fb-b7a4-374bd1e210e3 tempest-ServersTestManualDisk-1760851737 tempest-ServersTestManualDisk-1760851737-project] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:45.692116 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8b414f7-de24-47d7-a4ec-8f565a7c48c5 req-1904fdb2-33fd-4a89-9bec-9f3471305ff3 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] No DVR routers for this DVR port 1d79ed7b-3457-4ba6-aed3-f7fcf288724e on host n-h1-842733-1 {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:47:45.692917 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Pushing event updated for resources: {'Port': ['ID=94b595b4-7da9-448f-8a4d-a0f220491648,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:47:45.696093 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-a8b414f7-de24-47d7-a4ec-8f565a7c48c5 req-1904fdb2-33fd-4a89-9bec-9f3471305ff3 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:45.701788 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-a8b414f7-de24-47d7-a4ec-8f565a7c48c5 req-1904fdb2-33fd-4a89-9bec-9f3471305ff3 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] 10.222.0.24 "DELETE /v2.0/ports/1d79ed7b-3457-4ba6-aed3-f7fcf288724e HTTP/1.1" status: 204 len: 173 time: 2.6541603 May 20 20:47:45.701788 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '128787a1-1920-47db-912b-7951bf1b234b', 'name': 'network-vif-deleted', 'tag': '1d79ed7b-3457-4ba6-aed3-f7fcf288724e'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:47:45.703976 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6fa957933fccbf596d28104b23404b952ad6a8238afaebaed40a0874b2e409" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25c9d181-9b74-4bb6-aedb-c362f618bc03" -d '{"events": [{"server_uuid": "128787a1-1920-47db-912b-7951bf1b234b", "name": "network-vif-deleted", "tag": "1d79ed7b-3457-4ba6-aed3-f7fcf288724e"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:47:45.782077 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-a77bfabf-7231-4a41-b67f-64aee2ab698e None None] Set router 21d1bf31-55ca-4a9c-a770-9424685adce3 gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:47:45.791138 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-1f780b5e-733d-44f6-b1eb-7297d0b45970 None None] Notify callbacks [] for port, precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:45.856362 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-5cf55eba-698b-4723-9d9d-dc4f6c5731db req-f1b68656-d486-45fb-b7a4-374bd1e210e3 tempest-ServersTestManualDisk-1760851737 tempest-ServersTestManualDisk-1760851737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:45.893952 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-1f780b5e-733d-44f6-b1eb-7297d0b45970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108'] for port, after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:45.907930 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5cf55eba-698b-4723-9d9d-dc4f6c5731db req-f1b68656-d486-45fb-b7a4-374bd1e210e3 tempest-ServersTestManualDisk-1760851737 tempest-ServersTestManualDisk-1760851737-project] Network 2d83b2c9-0244-41ed-9f3c-e51e410d424a is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:47:45.911476 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [req-5cf55eba-698b-4723-9d9d-dc4f6c5731db req-f1b68656-d486-45fb-b7a4-374bd1e210e3 tempest-ServersTestManualDisk-1760851737 tempest-ServersTestManualDisk-1760851737-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:47:45.915658 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cf55eba-698b-4723-9d9d-dc4f6c5731db req-f1b68656-d486-45fb-b7a4-374bd1e210e3 tempest-ServersTestManualDisk-1760851737 tempest-ServersTestManualDisk-1760851737-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:47:45.988077 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8b1f99f4-1f8f-4aad-862c-cc2ff23690cb tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Notify callbacks [] for floatingip, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:45.995287 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf55eba-698b-4723-9d9d-dc4f6c5731db req-f1b68656-d486-45fb-b7a4-374bd1e210e3 tempest-ServersTestManualDisk-1760851737 tempest-ServersTestManualDisk-1760851737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:47:45.996222 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-5cf55eba-698b-4723-9d9d-dc4f6c5731db req-f1b68656-d486-45fb-b7a4-374bd1e210e3 tempest-ServersTestManualDisk-1760851737 tempest-ServersTestManualDisk-1760851737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:46.011759 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f780b5e-733d-44f6-b1eb-7297d0b45970 None None] Network 52b22ddd-d38d-47d7-9f62-928c2e551c45 is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:47:46.015822 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-1f780b5e-733d-44f6-b1eb-7297d0b45970 None None] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:47:46.016757 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b68656-d486-45fb-b7a4-374bd1e210e3 tempest-ServersTestManualDisk-1760851737 tempest-ServersTestManualDisk-1760851737-project] Pushing event updated for resources: {'Port': ['ID=c4f86847-4b96-433c-a86b-b6ff706f4b49,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:47:46.026184 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f780b5e-733d-44f6-b1eb-7297d0b45970 None None] Received port after_create {{(pid=103164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:47:46.038097 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-a77bfabf-7231-4a41-b67f-64aee2ab698e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21d1bf31-55ca-4a9c-a770-9424685adce3', 'name': 'tempest-ServerRescueNegativeTestJSON-528900398-router', 'tenant_id': '87c2c2610bc847eaa1d2c1976f58d7b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.173'}], 'enable_snat': True}, 'gw_port_id': '49384c3f-c37a-47ec-a8bb-8c80b709c9cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:43:19Z', 'updated_at': '2022-05-20T20:43:23Z', 'revision_number': 4, 'project_id': '87c2c2610bc847eaa1d2c1976f58d7b1', 'gw_port': {'id': '49384c3f-c37a-47ec-a8bb-8c80b709c9cc', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:16:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d1bf31-55ca-4a9c-a770-9424685adce3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:43:20Z', 'updated_at': '2022-05-20T20:43:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': '7e04f43e-055b-43ba-a577-27c0a9e2a338', 'name': '', 'network_id': 'dc8945eb-dd74-4cb0-b93f-84eec37290f3', 'tenant_id': '87c2c2610bc847eaa1d2c1976f58d7b1', 'mac_address': 'fa:16:3e:c3:a7:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d1bf31-55ca-4a9c-a770-9424685adce3', 'device_owner': 'network:router_interface', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': '6369a26f-bc30-4622-b5b7-2978096f54a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:43:22Z', 'updated_at': '2022-05-20T20:43:28Z', 'revision_number': 5, 'project_id': '87c2c2610bc847eaa1d2c1976f58d7b1', 'subnets': [{'id': '6369a26f-bc30-4622-b5b7-2978096f54a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:47:46.040370 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f780b5e-733d-44f6-b1eb-7297d0b45970 None None] Pushing event updated for resources: {'Port': ['ID=0c4c4e74-09b1-4bf1-9147-25f0d4dce0ab,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:47:46.069284 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44253269-b5fe-4099-9d8f-92a868d1665b req-da06c8ba-c1d5-488a-85be-6cddfaf7ec69 tempest-ServerRescueTestJSONUnderV235-509853073 tempest-ServerRescueTestJSONUnderV235-509853073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:47:46.076408 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-5cf55eba-698b-4723-9d9d-dc4f6c5731db req-f1b68656-d486-45fb-b7a4-374bd1e210e3 tempest-ServersTestManualDisk-1760851737 tempest-ServersTestManualDisk-1760851737-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8502970 May 20 20:47:46.089251 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [req-5cf55eba-698b-4723-9d9d-dc4f6c5731db req-1416d0df-6b2c-4cf4-b5b0-495e4d06fafc service neutron] Request body: {'port': {'device_id': '7581860c-ce46-4614-b039-9b98e9997b36', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-842733-1'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:47:46.098867 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-44253269-b5fe-4099-9d8f-92a868d1665b req-da06c8ba-c1d5-488a-85be-6cddfaf7ec69 tempest-ServerRescueTestJSONUnderV235-509853073 tempest-ServerRescueTestJSONUnderV235-509853073-project] 10.222.0.35 "GET /v2.0/ports?device_id=b5e7bffc-66ca-42f9-a17e-893d63710bad HTTP/1.1" status: 200 len: 946 time: 0.8690987 May 20 20:47:46.118347 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a77bfabf-7231-4a41-b67f-64aee2ab698e None None] Checking router: 21d1bf31-55ca-4a9c-a770-9424685adce3 for host: n-d-842733-1 {{(pid=103165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 20:47:46.138869 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a77bfabf-7231-4a41-b67f-64aee2ab698e None None] Routers {'21d1bf31-55ca-4a9c-a770-9424685adce3'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:47:46.139368 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-1f780b5e-733d-44f6-b1eb-7297d0b45970 None None] Attempting to bind port 0c4c4e74-09b1-4bf1-9147-25f0d4dce0ab on host n-d-842733-1 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:47:46.139494 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-a77bfabf-7231-4a41-b67f-64aee2ab698e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:47:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['21d1bf31-55ca-4a9c-a770-9424685adce3'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:47:46.139927 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-1f780b5e-733d-44f6-b1eb-7297d0b45970 None None] Attempting to bind port 0c4c4e74-09b1-4bf1-9147-25f0d4dce0ab by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': '61504ff4-6f7f-4bd9-9a4b-a33b83bae83f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '52b22ddd-d38d-47d7-9f62-928c2e551c45'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:47:46.140451 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f780b5e-733d-44f6-b1eb-7297d0b45970 None None] Attempting to bind port 0c4c4e74-09b1-4bf1-9147-25f0d4dce0ab on network 52b22ddd-d38d-47d7-9f62-928c2e551c45 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:47:46.146812 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f780b5e-733d-44f6-b1eb-7297d0b45970 None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 47, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:47:46.147546 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f780b5e-733d-44f6-b1eb-7297d0b45970 None None] Checking segment: {'id': '61504ff4-6f7f-4bd9-9a4b-a33b83bae83f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '52b22ddd-d38d-47d7-9f62-928c2e551c45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:47:46.148060 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-1f780b5e-733d-44f6-b1eb-7297d0b45970 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:46.148648 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f780b5e-733d-44f6-b1eb-7297d0b45970 None None] Bound using segment: {'id': '61504ff4-6f7f-4bd9-9a4b-a33b83bae83f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '52b22ddd-d38d-47d7-9f62-928c2e551c45'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:47:46.152607 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-1f780b5e-733d-44f6-b1eb-7297d0b45970 None None] Bound port: 0c4c4e74-09b1-4bf1-9147-25f0d4dce0ab, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61504ff4-6f7f-4bd9-9a4b-a33b83bae83f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '52b22ddd-d38d-47d7-9f62-928c2e551c45'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:47:46.152607 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-1f780b5e-733d-44f6-b1eb-7297d0b45970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:46.204238 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2de78f6a-f773-42dc-afd0-14e03493db00 req-6a9e3885-5313-490f-90c6-b715cb001bda tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/security-groups?id=38c76b68-4081-4341-88c9-c8e3082a5da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6725454 May 20 20:47:46.211919 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-5cf55eba-698b-4723-9d9d-dc4f6c5731db req-1416d0df-6b2c-4cf4-b5b0-495e4d06fafc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:46.323192 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-44253269-b5fe-4099-9d8f-92a868d1665b req-1afb5fd8-f6e1-4420-b5f9-8cf98b2398ac tempest-ServerRescueTestJSONUnderV235-509853073 tempest-ServerRescueTestJSONUnderV235-509853073-project] 10.222.0.35 "GET /v2.0/security-groups?id=41609343-6bb9-42c4-9424-2489ea89f008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2232583 May 20 20:47:46.326741 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 20:47:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ffd936c-021d-4ee5-b7d3-d3fda0a3309b x-openstack-request-id: req-9ffd936c-021d-4ee5-b7d3-d3fda0a3309b {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:47:46.327954 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5e7bffc-66ca-42f9-a17e-893d63710bad", "name": "network-vif-plugged", "status": "completed", "tag": "94b595b4-7da9-448f-8a4d-a0f220491648", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:47:46.329264 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9ffd936c-021d-4ee5-b7d3-d3fda0a3309b {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:47:46.329815 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ffd936c-021d-4ee5-b7d3-d3fda0a3309b'] response: {'server_uuid': 'b5e7bffc-66ca-42f9-a17e-893d63710bad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94b595b4-7da9-448f-8a4d-a0f220491648', 'code': 200} May 20 20:47:46.388980 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-80b40b2d-1df0-4377-9846-369f39757081 None None] Provisioning complete for port c4f86847-4b96-433c-a86b-b6ff706f4b49 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:47:46.389950 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-80b40b2d-1df0-4377-9846-369f39757081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:46.398360 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-a77bfabf-7231-4a41-b67f-64aee2ab698e None None] Set router 21d1bf31-55ca-4a9c-a770-9424685adce3 gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:47:46.428005 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-1f780b5e-733d-44f6-b1eb-7297d0b45970 None None] For port 0c4c4e74-09b1-4bf1-9147-25f0d4dce0ab, host n-d-842733-1, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:47:46.454770 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-1f780b5e-733d-44f6-b1eb-7297d0b45970 None None] For port 0c4c4e74-09b1-4bf1-9147-25f0d4dce0ab, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=0c4c4e74-09b1-4bf1-9147-25f0d4dce0ab,segment=NetworkSegment(61504ff4-6f7f-4bd9-9a4b-a33b83bae83f),segment_id=61504ff4-6f7f-4bd9-9a4b-a33b83bae83f)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:47:46.481907 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-80b40b2d-1df0-4377-9846-369f39757081 None None] Port c4f86847-4b96-433c-a86b-b6ff706f4b49 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 20:47:46.507927 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8b1f99f4-1f8f-4aad-862c-cc2ff23690cb tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:46.514639 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-1f780b5e-733d-44f6-b1eb-7297d0b45970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:46.634427 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [req-5cf55eba-698b-4723-9d9d-dc4f6c5731db req-1416d0df-6b2c-4cf4-b5b0-495e4d06fafc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4f86847-4b96-433c-a86b-b6ff706f4b49 {{(pid=103162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:47:46.643123 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-5cf55eba-698b-4723-9d9d-dc4f6c5731db req-1416d0df-6b2c-4cf4-b5b0-495e4d06fafc service neutron] Notify callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:46.656934 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.provisioning_blocks [req-5cf55eba-698b-4723-9d9d-dc4f6c5731db req-1416d0df-6b2c-4cf4-b5b0-495e4d06fafc service neutron] Transition to ACTIVE for port object c4f86847-4b96-433c-a86b-b6ff706f4b49 will not be triggered until provisioned by entity L2. {{(pid=103162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 20:47:46.659443 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 46342) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:47:46.711586 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a660fd86-4ad7-4ef5-ada7-b99f220490d5 req-3210c99c-07e9-4244-be46-138281a17459 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] 10.222.0.35 "GET /v2.0/ports?device_id=128787a1-1920-47db-912b-7951bf1b234b HTTP/1.1" status: 200 len: 210 time: 0.1984222 May 20 20:47:46.713169 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40a0cc2-a3bc-491d-a82c-6bd6b4c315ad req-f93c388a-7019-4c05-b188-8757f8291510 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:47:46.714999 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-d40a0cc2-a3bc-491d-a82c-6bd6b4c315ad req-f93c388a-7019-4c05-b188-8757f8291510 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.24 "GET /v2.0/ports?device_id=f909c7ca-a771-4d4d-9455-819a14982a65 HTTP/1.1" status: 200 len: 951 time: 0.4804518 May 20 20:47:46.728045 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f780b5e-733d-44f6-b1eb-7297d0b45970 None None] Pushing event updated for resources: {'Port': ['ID=0c4c4e74-09b1-4bf1-9147-25f0d4dce0ab,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:47:46.757898 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-5cf55eba-698b-4723-9d9d-dc4f6c5731db req-1416d0df-6b2c-4cf4-b5b0-495e4d06fafc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:46.777464 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318e03bc-02c1-4fc0-8e58-4654b07dec06 req-c93f9631-8a0d-4fb3-a119-8616078cbd76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:47:46.781604 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-318e03bc-02c1-4fc0-8e58-4654b07dec06 req-c93f9631-8a0d-4fb3-a119-8616078cbd76 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b5e7bffc-66ca-42f9-a17e-893d63710bad HTTP/1.1" status: 200 len: 1097 time: 0.3781700 May 20 20:47:46.875124 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 20:47:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6565f886-339d-4f61-bce8-a23d91eb4b41 x-openstack-request-id: req-6565f886-339d-4f61-bce8-a23d91eb4b41 {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:47:46.876628 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "128787a1-1920-47db-912b-7951bf1b234b", "name": "network-vif-deleted", "tag": "1d79ed7b-3457-4ba6-aed3-f7fcf288724e", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:47:46.876883 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6565f886-339d-4f61-bce8-a23d91eb4b41 {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:47:46.877313 n-d-842733-1 neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6565f886-339d-4f61-bce8-a23d91eb4b41'] response: {'server_uuid': '128787a1-1920-47db-912b-7951bf1b234b', 'name': 'network-vif-deleted', 'tag': '1d79ed7b-3457-4ba6-aed3-f7fcf288724e', 'status': 'completed', 'code': 200} May 20 20:47:46.882808 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-a77bfabf-7231-4a41-b67f-64aee2ab698e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21d1bf31-55ca-4a9c-a770-9424685adce3', 'name': 'tempest-ServerRescueNegativeTestJSON-528900398-router', 'tenant_id': '87c2c2610bc847eaa1d2c1976f58d7b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.173'}], 'enable_snat': True}, 'gw_port_id': '49384c3f-c37a-47ec-a8bb-8c80b709c9cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:43:19Z', 'updated_at': '2022-05-20T20:43:23Z', 'revision_number': 4, 'project_id': '87c2c2610bc847eaa1d2c1976f58d7b1', 'gw_port': {'id': '49384c3f-c37a-47ec-a8bb-8c80b709c9cc', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:16:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d1bf31-55ca-4a9c-a770-9424685adce3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:43:20Z', 'updated_at': '2022-05-20T20:43:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': '7e04f43e-055b-43ba-a577-27c0a9e2a338', 'name': '', 'network_id': 'dc8945eb-dd74-4cb0-b93f-84eec37290f3', 'tenant_id': '87c2c2610bc847eaa1d2c1976f58d7b1', 'mac_address': 'fa:16:3e:c3:a7:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d1bf31-55ca-4a9c-a770-9424685adce3', 'device_owner': 'network:router_interface', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': '6369a26f-bc30-4622-b5b7-2978096f54a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:43:22Z', 'updated_at': '2022-05-20T20:43:28Z', 'revision_number': 5, 'project_id': '87c2c2610bc847eaa1d2c1976f58d7b1', 'subnets': [{'id': '6369a26f-bc30-4622-b5b7-2978096f54a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:47:46.945490 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-e52c2d6e-7337-4172-a63c-8a12a0e939af admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-2125561733-network', 'tenant_id': 'f65599eda8cd4844843235341e665a58'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:47:46.953057 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a77bfabf-7231-4a41-b67f-64aee2ab698e None None] The sync data for ids ['21d1bf31-55ca-4a9c-a770-9424685adce3'] in n-d-842733-1 is: [{'id': '21d1bf31-55ca-4a9c-a770-9424685adce3', 'name': 'tempest-ServerRescueNegativeTestJSON-528900398-router', 'tenant_id': '87c2c2610bc847eaa1d2c1976f58d7b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.173'}], 'enable_snat': True}, 'gw_port_id': '49384c3f-c37a-47ec-a8bb-8c80b709c9cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:43:19Z', 'updated_at': '2022-05-20T20:43:23Z', 'revision_number': 4, 'project_id': '87c2c2610bc847eaa1d2c1976f58d7b1', 'gw_port': {'id': '49384c3f-c37a-47ec-a8bb-8c80b709c9cc', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:16:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d1bf31-55ca-4a9c-a770-9424685adce3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:43:20Z', 'updated_at': '2022-05-20T20:43:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': '7e04f43e-055b-43ba-a577-27c0a9e2a338', 'name': '', 'network_id': 'dc8945eb-dd74-4cb0-b93f-84eec37290f3', 'tenant_id': '87c2c2610bc847eaa1d2c1976f58d7b1', 'mac_address': 'fa:16:3e:c3:a7:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d1bf31-55ca-4a9c-a770-9424685adce3', 'device_owner': 'network:router_interface', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': '6369a26f-bc30-4622-b5b7-2978096f54a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:43:22Z', 'updated_at': '2022-05-20T20:43:28Z', 'revision_number': 5, 'project_id': '87c2c2610bc847eaa1d2c1976f58d7b1', 'subnets': [{'id': '6369a26f-bc30-4622-b5b7-2978096f54a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 20:47:47.026589 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1416d0df-6b2c-4cf4-b5b0-495e4d06fafc service neutron] Pushing event updated for resources: {'Port': ['ID=c4f86847-4b96-433c-a86b-b6ff706f4b49,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:47:47.138605 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-d40a0cc2-a3bc-491d-a82c-6bd6b4c315ad req-f422a0ae-e6b6-453f-ace1-f35aac5a3468 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Deleting port f0726a78-f245-4b9e-993d-421087799a99 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:47:47.139003 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-d40a0cc2-a3bc-491d-a82c-6bd6b4c315ad req-f422a0ae-e6b6-453f-ace1-f35aac5a3468 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:47.153895 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-318e03bc-02c1-4fc0-8e58-4654b07dec06 req-57ecb20e-67db-4326-ad25-f77525633fa2 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=41609343-6bb9-42c4-9424-2489ea89f008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3580911 May 20 20:47:47.157531 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e52c2d6e-7337-4172-a63c-8a12a0e939af admin admin] Made reservation on behalf of f65599eda8cd4844843235341e665a58 for: {'network': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:47:47.164626 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e52c2d6e-7337-4172-a63c-8a12a0e939af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for network, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:47.192453 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-5cf55eba-698b-4723-9d9d-dc4f6c5731db req-1416d0df-6b2c-4cf4-b5b0-495e4d06fafc service neutron] Attempting to bind port c4f86847-4b96-433c-a86b-b6ff706f4b49 on host n-h2-842733-1 for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:47:47.192743 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-5cf55eba-698b-4723-9d9d-dc4f6c5731db req-1416d0df-6b2c-4cf4-b5b0-495e4d06fafc service neutron] Attempting to bind port c4f86847-4b96-433c-a86b-b6ff706f4b49 by drivers openvswitch,hyperv on host n-h2-842733-1 at level 0 using segments [{'id': '2e785b90-65af-46d3-8337-91a036f88f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '2d83b2c9-0244-41ed-9f3c-e51e410d424a'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:47:47.193029 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cf55eba-698b-4723-9d9d-dc4f6c5731db req-1416d0df-6b2c-4cf4-b5b0-495e4d06fafc service neutron] Attempting to bind port c4f86847-4b96-433c-a86b-b6ff706f4b49 on network 2d83b2c9-0244-41ed-9f3c-e51e410d424a {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:47:47.196190 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e52c2d6e-7337-4172-a63c-8a12a0e939af admin admin] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:47.237547 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cf55eba-698b-4723-9d9d-dc4f6c5731db req-1416d0df-6b2c-4cf4-b5b0-495e4d06fafc service neutron] Port c4f86847-4b96-433c-a86b-b6ff706f4b49 on network 2d83b2c9-0244-41ed-9f3c-e51e410d424a not bound, no agent of type Open vSwitch agent registered on host n-h2-842733-1 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 20:47:47.237875 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cf55eba-698b-4723-9d9d-dc4f6c5731db req-1416d0df-6b2c-4cf4-b5b0-495e4d06fafc service neutron] Attempting to bind port c4f86847-4b96-433c-a86b-b6ff706f4b49 on network 2d83b2c9-0244-41ed-9f3c-e51e410d424a {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:47:47.256937 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cf55eba-698b-4723-9d9d-dc4f6c5731db req-1416d0df-6b2c-4cf4-b5b0-495e4d06fafc service neutron] Checking agent: {'id': 'a66f2511-b955-448f-877c-56cfe9c81b12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 33, 2), 'started_at': datetime.datetime(2022, 5, 20, 20, 33, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 47, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:47:47.257506 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cf55eba-698b-4723-9d9d-dc4f6c5731db req-1416d0df-6b2c-4cf4-b5b0-495e4d06fafc service neutron] Checking segment: {'id': '2e785b90-65af-46d3-8337-91a036f88f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '2d83b2c9-0244-41ed-9f3c-e51e410d424a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:47:47.257892 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cf55eba-698b-4723-9d9d-dc4f6c5731db req-1416d0df-6b2c-4cf4-b5b0-495e4d06fafc service neutron] Bound using segment: {'id': '2e785b90-65af-46d3-8337-91a036f88f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '2d83b2c9-0244-41ed-9f3c-e51e410d424a'} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:47:47.258388 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-5cf55eba-698b-4723-9d9d-dc4f6c5731db req-1416d0df-6b2c-4cf4-b5b0-495e4d06fafc service neutron] Bound port: c4f86847-4b96-433c-a86b-b6ff706f4b49, host: n-h2-842733-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e785b90-65af-46d3-8337-91a036f88f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '2d83b2c9-0244-41ed-9f3c-e51e410d424a'}}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:47:47.258749 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-5cf55eba-698b-4723-9d9d-dc4f6c5731db req-1416d0df-6b2c-4cf4-b5b0-495e4d06fafc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:47.336809 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-8b1f99f4-1f8f-4aad-862c-cc2ff23690cb tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Allocated IP 172.25.2.213 (e3a93b5c-91e2-4064-9c2c-1afc261bfe15/86fee0c1-6e34-488b-9216-b2b8e7ef585a/367fe98d-99b1-4630-adb1-0ad340c2663c) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:47:47.356009 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25afb3f0-417e-422c-a25a-0e593511cfa7 req-306b75a3-00df-4283-8eb0-57590ed90785 tempest-ServersTestManualDisk-1760851737 tempest-ServersTestManualDisk-1760851737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:47:47.358566 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-25afb3f0-417e-422c-a25a-0e593511cfa7 req-306b75a3-00df-4283-8eb0-57590ed90785 tempest-ServersTestManualDisk-1760851737 tempest-ServersTestManualDisk-1760851737-project] 10.222.0.35 "GET /v2.0/ports?device_id=7581860c-ce46-4614-b039-9b98e9997b36 HTTP/1.1" status: 200 len: 943 time: 0.4060521 May 20 20:47:47.385491 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-d40a0cc2-a3bc-491d-a82c-6bd6b4c315ad req-f422a0ae-e6b6-453f-ace1-f35aac5a3468 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] For port f0726a78-f245-4b9e-993d-421087799a99, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=f0726a78-f245-4b9e-993d-421087799a99,segment=NetworkSegment(ed3a602f-49fb-4a95-be80-401e1eb72e33),segment_id=ed3a602f-49fb-4a95-be80-401e1eb72e33)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:47:47.386085 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-d40a0cc2-a3bc-491d-a82c-6bd6b4c315ad req-f422a0ae-e6b6-453f-ace1-f35aac5a3468 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:47.389383 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e41fdd04-45b6-4bbc-8d36-7e5120d894e9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:47.411305 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-d40a0cc2-a3bc-491d-a82c-6bd6b4c315ad req-f422a0ae-e6b6-453f-ace1-f35aac5a3468 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Calling delete_port for f0726a78-f245-4b9e-993d-421087799a99 owned by compute:nova {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:47:47.414631 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-5cf55eba-698b-4723-9d9d-dc4f6c5731db req-1416d0df-6b2c-4cf4-b5b0-495e4d06fafc service neutron] For port c4f86847-4b96-433c-a86b-b6ff706f4b49, host n-h2-842733-1, cleared binding levels {{(pid=103162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:47:47.415189 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b118d2-f21f-454a-8fe3-c8b39d205080 None None] New status for floating IP 5d35656d-1df5-4f1a-b225-f4f7277e10ed: DOWN {{(pid=103164) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 20:47:47.437935 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788c7825-3470-4e0f-8364-23f1b4f9535d req-e34377af-7a4e-40c9-984c-9f52ce735700 tempest-ComputeTenantNetworksTest-1491566664 tempest-ComputeTenantNetworksTest-1491566664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:47:47.443884 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788c7825-3470-4e0f-8364-23f1b4f9535d req-e34377af-7a4e-40c9-984c-9f52ce735700 tempest-ComputeTenantNetworksTest-1491566664 tempest-ComputeTenantNetworksTest-1491566664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:47:47.444038 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-5cf55eba-698b-4723-9d9d-dc4f6c5731db req-1416d0df-6b2c-4cf4-b5b0-495e4d06fafc service neutron] For port c4f86847-4b96-433c-a86b-b6ff706f4b49, host n-h2-842733-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=c4f86847-4b96-433c-a86b-b6ff706f4b49,segment=NetworkSegment(2e785b90-65af-46d3-8337-91a036f88f70),segment_id=2e785b90-65af-46d3-8337-91a036f88f70)] {{(pid=103162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:47:47.450531 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788c7825-3470-4e0f-8364-23f1b4f9535d req-e34377af-7a4e-40c9-984c-9f52ce735700 tempest-ComputeTenantNetworksTest-1491566664 tempest-ComputeTenantNetworksTest-1491566664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:47:47.452183 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-788c7825-3470-4e0f-8364-23f1b4f9535d req-e34377af-7a4e-40c9-984c-9f52ce735700 tempest-ComputeTenantNetworksTest-1491566664 tempest-ComputeTenantNetworksTest-1491566664-project] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.5272727 May 20 20:47:47.453280 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e41fdd04-45b6-4bbc-8d36-7e5120d894e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:47.502894 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e52c2d6e-7337-4172-a63c-8a12a0e939af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:47.534658 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-5cf55eba-698b-4723-9d9d-dc4f6c5731db req-1416d0df-6b2c-4cf4-b5b0-495e4d06fafc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:47.576272 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf55eba-698b-4723-9d9d-dc4f6c5731db req-1416d0df-6b2c-4cf4-b5b0-495e4d06fafc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:47:47.577153 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-5cf55eba-698b-4723-9d9d-dc4f6c5731db req-1416d0df-6b2c-4cf4-b5b0-495e4d06fafc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:47.578476 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-5cf55eba-698b-4723-9d9d-dc4f6c5731db req-1416d0df-6b2c-4cf4-b5b0-495e4d06fafc service neutron] 10.222.0.13 "PUT /v2.0/ports/c4f86847-4b96-433c-a86b-b6ff706f4b49 HTTP/1.1" status: 200 len: 1091 time: 1.4948645 May 20 20:47:47.582456 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e52c2d6e-7337-4172-a63c-8a12a0e939af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:47.641815 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-25afb3f0-417e-422c-a25a-0e593511cfa7 req-5f4dc97a-f2a6-47ab-897f-906749c5d112 tempest-ServersTestManualDisk-1760851737 tempest-ServersTestManualDisk-1760851737-project] 10.222.0.35 "GET /v2.0/security-groups?id=add12849-0717-4857-adaa-bd412121325b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2625947 May 20 20:47:47.684820 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e52c2d6e-7337-4172-a63c-8a12a0e939af admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 224} {{(pid=103162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 20:47:47.741405 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1416d0df-6b2c-4cf4-b5b0-495e4d06fafc service neutron] Pushing event updated for resources: {'Port': ['ID=c4f86847-4b96-433c-a86b-b6ff706f4b49,revision_number=3']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:47:47.767927 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 0c4c4e74-09b1-4bf1-9147-25f0d4dce0ab up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:47:47.773248 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e52c2d6e-7337-4172-a63c-8a12a0e939af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:47.773248 n-d-842733-1 neutron-server[103162]: INFO neutron.db.segments_db [None req-e52c2d6e-7337-4172-a63c-8a12a0e939af admin admin] Added segment ee197e5c-1814-464f-a1bf-295aa09bcffc of type vlan for network c264d40b-5103-4c6c-8ccb-844d2450bc80 May 20 20:47:47.787135 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f16b64-b8dc-4e3c-841a-6f7af4805999 req-2ad84e31-78df-4f1b-b9c2-deaa694ca51e tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:47:47.788700 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a6f16b64-b8dc-4e3c-841a-6f7af4805999 req-2ad84e31-78df-4f1b-b9c2-deaa694ca51e tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/ports?device_id=f909c7ca-a771-4d4d-9455-819a14982a65 HTTP/1.1" status: 200 len: 951 time: 0.2045951 May 20 20:47:47.803097 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52c2d6e-7337-4172-a63c-8a12a0e939af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd912111-f34e-49c0-bd63-4dcd711d1482,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:47:47.832593 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-d40a0cc2-a3bc-491d-a82c-6bd6b4c315ad req-f422a0ae-e6b6-453f-ace1-f35aac5a3468 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:47.877983 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] get_ports_and_sgs() called for port_ids ['36b4db1d-b6e8-4dc0-991a-f9d6809e9c6a', 'f0726a78-f245-4b9e-993d-421087799a99'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:47:47.881351 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] get_ports_and_sgs() called for port_ids ['2a4cc0f0-cfd0-4e2d-aa3c-9c6f9247fea7'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:47:47.891942 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8b1f99f4-1f8f-4aad-862c-cc2ff23690cb tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Notify callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:47.897140 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e52c2d6e-7337-4172-a63c-8a12a0e939af admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418993264'] for network, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:47.902642 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f422a0ae-e6b6-453f-ace1-f35aac5a3468 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Pushing event deleted for resources: {'Port': ['ID=f0726a78-f245-4b9e-993d-421087799a99,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:47:47.933442 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf55eba-698b-4723-9d9d-dc4f6c5731db req-11bc8ac6-810f-4f58-a6a6-295e139ba4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:47:47.934712 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-5cf55eba-698b-4723-9d9d-dc4f6c5731db req-11bc8ac6-810f-4f58-a6a6-295e139ba4e3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6cacdf41ac9243239428df22d232c310&device_id=7581860c-ce46-4614-b039-9b98e9997b36 HTTP/1.1" status: 200 len: 1094 time: 0.1885395 May 20 20:47:47.939314 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8feaf9fb-c00e-4d6e-a9cb-b2b5ea66f340 req-914b0793-d821-4722-b53f-499a508a076b tempest-ServerRescueTestJSONUnderV235-509853073 tempest-ServerRescueTestJSONUnderV235-509853073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:47:47.949312 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8feaf9fb-c00e-4d6e-a9cb-b2b5ea66f340 req-914b0793-d821-4722-b53f-499a508a076b tempest-ServerRescueTestJSONUnderV235-509853073 tempest-ServerRescueTestJSONUnderV235-509853073-project] 10.222.0.35 "GET /v2.0/ports?device_id=b5e7bffc-66ca-42f9-a17e-893d63710bad HTTP/1.1" status: 200 len: 946 time: 0.1594317 May 20 20:47:48.021435 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a6f16b64-b8dc-4e3c-841a-6f7af4805999 req-6e9729dd-f8b5-4bec-b039-a97e75a782b6 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/security-groups?id=38c76b68-4081-4341-88c9-c8e3082a5da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069919 May 20 20:47:48.052104 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-d40a0cc2-a3bc-491d-a82c-6bd6b4c315ad req-f422a0ae-e6b6-453f-ace1-f35aac5a3468 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] No DVR routers for this DVR port f0726a78-f245-4b9e-993d-421087799a99 on host n-h1-842733-1 {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:47:48.053802 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8feaf9fb-c00e-4d6e-a9cb-b2b5ea66f340 req-6c1ef1d3-97c7-4c1a-91b9-412c4ff5451f tempest-ServerRescueTestJSONUnderV235-509853073 tempest-ServerRescueTestJSONUnderV235-509853073-project] 10.222.0.35 "GET /v2.0/security-groups?id=41609343-6bb9-42c4-9424-2489ea89f008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033077 May 20 20:47:48.065777 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-5cf55eba-698b-4723-9d9d-dc4f6c5731db req-6f52f34c-17d4-4b64-863d-e1cbb319affe service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c4f86847-4b96-433c-a86b-b6ff706f4b49 HTTP/1.1" status: 200 len: 217 time: 0.1045208 May 20 20:47:48.067370 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-d40a0cc2-a3bc-491d-a82c-6bd6b4c315ad req-f422a0ae-e6b6-453f-ace1-f35aac5a3468 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:48.070790 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-d40a0cc2-a3bc-491d-a82c-6bd6b4c315ad req-f422a0ae-e6b6-453f-ace1-f35aac5a3468 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.24 "DELETE /v2.0/ports/f0726a78-f245-4b9e-993d-421087799a99 HTTP/1.1" status: 204 len: 173 time: 1.3493130 May 20 20:47:48.072530 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e52c2d6e-7337-4172-a63c-8a12a0e939af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524'] for network, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:48.073505 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e52c2d6e-7337-4172-a63c-8a12a0e939af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:47:48.074081 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e52c2d6e-7337-4172-a63c-8a12a0e939af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:48.079885 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 0c4c4e74-09b1-4bf1-9147-25f0d4dce0ab triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:47:48.080397 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:48.153229 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52c2d6e-7337-4172-a63c-8a12a0e939af admin admin] Pushing event updated for resources: {'Network': ['ID=c264d40b-5103-4c6c-8ccb-844d2450bc80,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:47:48.160188 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b32eb31-b0c4-44c8-b14f-94f72f0dfcb4 req-5bb9ce33-7d7a-43c5-8884-92c1fcfdf511 tempest-ComputeTenantNetworksTest-1491566664 tempest-ComputeTenantNetworksTest-1491566664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:47:48.176329 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2b32eb31-b0c4-44c8-b14f-94f72f0dfcb4 req-5bb9ce33-7d7a-43c5-8884-92c1fcfdf511 tempest-ComputeTenantNetworksTest-1491566664 tempest-ComputeTenantNetworksTest-1491566664-project] 10.222.0.35 "GET /v2.0/networks/5ababfc0-26e4-4be5-8b17-32cedd82e54b HTTP/1.1" status: 200 len: 769 time: 0.1201282 May 20 20:47:48.177002 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 46354) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:47:48.206599 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf55eba-698b-4723-9d9d-dc4f6c5731db req-6cd4ebe4-8674-4898-aa6d-3cb6d91f8b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:47:48.208199 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-5cf55eba-698b-4723-9d9d-dc4f6c5731db req-6cd4ebe4-8674-4898-aa6d-3cb6d91f8b43 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6033907b-110b-48db-bef4-3d9392ae4ec9 HTTP/1.1" status: 200 len: 851 time: 0.1315036 May 20 20:47:48.215958 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Network c264d40b-5103-4c6c-8ccb-844d2450bc80 details requested by agent ovs-agent-n-d-842733-1 with host n-d-842733-1 {{(pid=103164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 20 20:47:48.223468 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8b1f99f4-1f8f-4aad-862c-cc2ff23690cb tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:48.272095 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-e52c2d6e-7337-4172-a63c-8a12a0e939af admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.6108091 May 20 20:47:48.277275 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 46358) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:47:48.279345 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf55eba-698b-4723-9d9d-dc4f6c5731db req-648c96a1-906b-434e-9c3f-f2169420606c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:47:48.281239 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-5cf55eba-698b-4723-9d9d-dc4f6c5731db req-648c96a1-906b-434e-9c3f-f2169420606c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2d83b2c9-0244-41ed-9f3c-e51e410d424a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0662253 May 20 20:47:48.286437 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-ecae69c5-7904-4b6c-a8f9-9a4fce2f890e admin admin] Request body: {'subnet': {'network_id': 'c264d40b-5103-4c6c-8ccb-844d2450bc80', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-2125561733-subnet', 'tenant_id': 'f65599eda8cd4844843235341e665a58', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:47:48.334867 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 46360) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:47:48.343428 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1f99f4-1f8f-4aad-862c-cc2ff23690cb tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Pushing event updated for resources: {'Port': ['ID=367fe98d-99b1-4630-adb1-0ad340c2663c,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:47:48.377511 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b1f99f4-1f8f-4aad-862c-cc2ff23690cb tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Network e3a93b5c-91e2-4064-9c2c-1afc261bfe15 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:47:48.387367 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-8b1f99f4-1f8f-4aad-862c-cc2ff23690cb tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:47:48.397676 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b1f99f4-1f8f-4aad-862c-cc2ff23690cb tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:47:48.491861 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-5cf55eba-698b-4723-9d9d-dc4f6c5731db req-2fb727dd-8cd0-4a7f-840b-228ed9ba23fa service neutron] 10.222.0.13 "GET /v2.0/networks/2d83b2c9-0244-41ed-9f3c-e51e410d424a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2002072 May 20 20:47:48.497746 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6f1070b-a1cf-4a4f-9c06-a817207dddd2 None None] Network 52b22ddd-d38d-47d7-9f62-928c2e551c45 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:47:48.534759 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-e41fdd04-45b6-4bbc-8d36-7e5120d894e9 admin admin] Allocated IP 172.25.2.93 (e3a93b5c-91e2-4064-9c2c-1afc261bfe15/86fee0c1-6e34-488b-9216-b2b8e7ef585a/ac3e7abd-5273-40bb-b36c-732c1861c8aa) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:47:48.547638 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecae69c5-7904-4b6c-a8f9-9a4fce2f890e admin admin] Made reservation on behalf of f65599eda8cd4844843235341e665a58 for: {'subnet': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:47:48.549972 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ecae69c5-7904-4b6c-a8f9-9a4fce2f890e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4018244'] for subnet, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:48.602776 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-649cd792-5aec-4975-841a-32d63c77e976 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33160123'] for network, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:48.646326 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-12ece0bc-7ce4-45f3-bca1-1a1d95365c0a tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:48.693943 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8b1f99f4-1f8f-4aad-862c-cc2ff23690cb tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:48.711012 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-43afbc0f-2578-49f2-ac29-5df177c0496a None None] Provisioning complete for port 0c4c4e74-09b1-4bf1-9147-25f0d4dce0ab triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:47:48.711339 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-43afbc0f-2578-49f2-ac29-5df177c0496a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:48.756053 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e41fdd04-45b6-4bbc-8d36-7e5120d894e9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:48.775781 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-12ece0bc-7ce4-45f3-bca1-1a1d95365c0a tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:48.797406 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 0c4c4e74-09b1-4bf1-9147-25f0d4dce0ab is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:47:48.798022 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:48.812907 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-5cf55eba-698b-4723-9d9d-dc4f6c5731db req-da639043-712e-4d37-8883-09c1885514aa service neutron] 10.222.0.13 "GET /v2.0/networks/2d83b2c9-0244-41ed-9f3c-e51e410d424a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3104312 May 20 20:47:48.820249 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-649cd792-5aec-4975-841a-32d63c77e976 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33072115', 'neutron.services.segments.db._delete_segments_for_network-8782419500584'] for network, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:48.863513 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8b1f99f4-1f8f-4aad-862c-cc2ff23690cb tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:48.878321 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7581860c-ce46-4614-b039-9b98e9997b36', 'tag': 'c4f86847-4b96-433c-a86b-b6ff706f4b49'}, {'server_uuid': 'f909c7ca-a771-4d4d-9455-819a14982a65', 'name': 'network-vif-deleted', 'tag': 'f0726a78-f245-4b9e-993d-421087799a99'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:47:48.880990 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6fa957933fccbf596d28104b23404b952ad6a8238afaebaed40a0874b2e409" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c4a7c60-241c-4dcc-9a3b-73328ed20ee2" -d '{"events": [{"name": "network-changed", "server_uuid": "7581860c-ce46-4614-b039-9b98e9997b36", "tag": "c4f86847-4b96-433c-a86b-b6ff706f4b49"}, {"server_uuid": "f909c7ca-a771-4d4d-9455-819a14982a65", "name": "network-vif-deleted", "tag": "f0726a78-f245-4b9e-993d-421087799a99"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:47:48.886570 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] For port 0c4c4e74-09b1-4bf1-9147-25f0d4dce0ab, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=0c4c4e74-09b1-4bf1-9147-25f0d4dce0ab,segment=NetworkSegment(61504ff4-6f7f-4bd9-9a4b-a33b83bae83f),segment_id=61504ff4-6f7f-4bd9-9a4b-a33b83bae83f)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:47:48.922713 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-649cd792-5aec-4975-841a-32d63c77e976 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ababfc0-26e4-4be5-8b17-32cedd82e54b']}} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:47:48.931003 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 20 May 2022 20:47:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eecfd2a-b997-4256-bf93-7b018d281c0f x-openstack-request-id: req-4eecfd2a-b997-4256-bf93-7b018d281c0f {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:47:48.931003 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7581860c-ce46-4614-b039-9b98e9997b36", "tag": "c4f86847-4b96-433c-a86b-b6ff706f4b49", "status": "completed", "code": 200}, {"server_uuid": "f909c7ca-a771-4d4d-9455-819a14982a65", "name": "network-vif-deleted", "tag": "f0726a78-f245-4b9e-993d-421087799a99", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:47:48.931003 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4eecfd2a-b997-4256-bf93-7b018d281c0f {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:47:48.932209 n-d-842733-1 neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4eecfd2a-b997-4256-bf93-7b018d281c0f'] response: {'name': 'network-changed', 'server_uuid': '7581860c-ce46-4614-b039-9b98e9997b36', 'tag': 'c4f86847-4b96-433c-a86b-b6ff706f4b49', 'status': 'completed', 'code': 200} May 20 20:47:48.932946 n-d-842733-1 neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4eecfd2a-b997-4256-bf93-7b018d281c0f'] response: {'server_uuid': 'f909c7ca-a771-4d4d-9455-819a14982a65', 'name': 'network-vif-deleted', 'tag': 'f0726a78-f245-4b9e-993d-421087799a99', 'status': 'completed', 'code': 200} May 20 20:47:48.937056 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-43afbc0f-2578-49f2-ac29-5df177c0496a None None] Current status of the port 0c4c4e74-09b1-4bf1-9147-25f0d4dce0ab is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:47:48.937481 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-43afbc0f-2578-49f2-ac29-5df177c0496a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:48.958151 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2906a44-2939-410f-aca0-ca9f4b655940 req-762ab203-dca6-4c2b-8db2-52560e256437 tempest-ServersTestManualDisk-1760851737 tempest-ServersTestManualDisk-1760851737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:47:48.960674 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ecae69c5-7904-4b6c-a8f9-9a4fce2f890e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3797684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4018258'] for subnet, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:48.961968 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f2906a44-2939-410f-aca0-ca9f4b655940 req-762ab203-dca6-4c2b-8db2-52560e256437 tempest-ServersTestManualDisk-1760851737 tempest-ServersTestManualDisk-1760851737-project] 10.222.0.35 "GET /v2.0/ports?device_id=7581860c-ce46-4614-b039-9b98e9997b36 HTTP/1.1" status: 200 len: 943 time: 0.2040589 May 20 20:47:48.965356 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-649cd792-5aec-4975-841a-32d63c77e976 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64f05c87-dd52-4823-8f27-f8eeacbee63c') {'for_net_delete': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:47:48.965662 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-649cd792-5aec-4975-841a-32d63c77e976 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64f05c87-dd52-4823-8f27-f8eeacbee63c') {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:47:48.992029 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-649cd792-5aec-4975-841a-32d63c77e976 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419501617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9338764'] for segment, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:48.992330 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:49.053614 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-649cd792-5aec-4975-841a-32d63c77e976 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:49.060446 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-12ece0bc-7ce4-45f3-bca1-1a1d95365c0a tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:49.065754 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-649cd792-5aec-4975-841a-32d63c77e976 admin admin] Releasing vlan 232 on physical network physnet1 to pool {{(pid=103163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 20:47:49.066128 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-649cd792-5aec-4975-841a-32d63c77e976 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9638311'] for segment, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:49.069031 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-12ece0bc-7ce4-45f3-bca1-1a1d95365c0a tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:49.070197 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-12ece0bc-7ce4-45f3-bca1-1a1d95365c0a tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] 10.222.0.35 "DELETE /v2.0/security-groups/e60131e3-31b3-40ad-97bd-41705047293e HTTP/1.1" status: 204 len: 168 time: 0.7361400 May 20 20:47:49.076864 n-d-842733-1 neutron-server[103163]: Traceback (most recent call last): May 20 20:47:49.076864 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 20:47:49.076864 n-d-842733-1 neutron-server[103163]: timer() May 20 20:47:49.076864 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 20:47:49.076864 n-d-842733-1 neutron-server[103163]: cb(*args, **kw) May 20 20:47:49.076864 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 20 20:47:49.076864 n-d-842733-1 neutron-server[103163]: return func(*args, **kwargs) May 20 20:47:49.076864 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 20:47:49.076864 n-d-842733-1 neutron-server[103163]: self._notify() May 20 20:47:49.076864 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 20:47:49.076864 n-d-842733-1 neutron-server[103163]: self.callback(batched_events) May 20 20:47:49.076864 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 20:47:49.076864 n-d-842733-1 neutron-server[103163]: event.method(event) May 20 20:47:49.076864 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 20 20:47:49.076864 n-d-842733-1 neutron-server[103163]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 20:47:49.076864 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 20 20:47:49.076864 n-d-842733-1 neutron-server[103163]: aggregate_uuid = self.p_client.list_aggregates( May 20 20:47:49.076864 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 20 20:47:49.076864 n-d-842733-1 neutron-server[103163]: return f(self, *a, **k) May 20 20:47:49.076864 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 20 20:47:49.076864 n-d-842733-1 neutron-server[103163]: return self._get(url).json() May 20 20:47:49.076864 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 20 20:47:49.076864 n-d-842733-1 neutron-server[103163]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 20:47:49.076864 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 20:47:49.076864 n-d-842733-1 neutron-server[103163]: return self.request(url, 'GET', **kwargs) May 20 20:47:49.076864 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 20:47:49.076864 n-d-842733-1 neutron-server[103163]: base_url = self.get_endpoint(auth, allow=allow, May 20 20:47:49.076864 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 20:47:49.076864 n-d-842733-1 neutron-server[103163]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 20:47:49.076864 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 20:47:49.076864 n-d-842733-1 neutron-server[103163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 20:47:49.076864 n-d-842733-1 neutron-server[103163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 20:47:49.085063 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 46368) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:47:49.099071 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e41fdd04-45b6-4bbc-8d36-7e5120d894e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:49.114650 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.db.api [None req-43afbc0f-2578-49f2-ac29-5df177c0496a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103164) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 20 20:47:49.115005 n-d-842733-1 neutron-server[103164]: DEBUG oslo_db.api [None req-43afbc0f-2578-49f2-ac29-5df177c0496a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 20 20:47:49.140331 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f2906a44-2939-410f-aca0-ca9f4b655940 req-49205b92-0e5e-48ca-814b-b070eaae6d90 tempest-ServersTestManualDisk-1760851737 tempest-ServersTestManualDisk-1760851737-project] 10.222.0.35 "GET /v2.0/security-groups?id=add12849-0717-4857-adaa-bd412121325b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1712224 May 20 20:47:49.143294 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Pushing event updated for resources: {'Port': ['ID=0c4c4e74-09b1-4bf1-9147-25f0d4dce0ab,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:47:49.190611 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ece0bc-7ce4-45f3-bca1-1a1d95365c0a tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e60131e3-31b3-40ad-97bd-41705047293e,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:47:49.217120 n-d-842733-1 neutron-server[103162]: INFO neutron.api.v2.resource [None req-f972079d-7239-4abd-a575-bd182d53a441 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] show failed (client error): The resource could not be found. May 20 20:47:49.220827 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-f972079d-7239-4abd-a575-bd182d53a441 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] 10.222.0.35 "GET /v2.0/security-groups/e60131e3-31b3-40ad-97bd-41705047293e HTTP/1.1" status: 404 len: 347 time: 0.1241601 May 20 20:47:49.223559 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 46372) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:47:49.291513 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecae69c5-7904-4b6c-a8f9-9a4fce2f890e admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff6de3a8-efc4-47c1-8479-073682e14786,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:47:49.293581 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e41fdd04-45b6-4bbc-8d36-7e5120d894e9 admin admin] Network e3a93b5c-91e2-4064-9c2c-1afc261bfe15 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:47:49.297428 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1f902b7c-f587-4f7d-914d-9307450dfa82 req-b6601fe3-d14a-4e94-882a-8dfeeffc0102 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/ports?device_id=f909c7ca-a771-4d4d-9455-819a14982a65 HTTP/1.1" status: 200 len: 210 time: 0.0822985 May 20 20:47:49.312064 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4a7c60-241c-4dcc-9a3b-73328ed20ee2 req-13819561-3b48-42ed-9608-12f382fd4c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:47:49.314018 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-2c4a7c60-241c-4dcc-9a3b-73328ed20ee2 req-13819561-3b48-42ed-9608-12f382fd4c08 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6cacdf41ac9243239428df22d232c310&device_id=7581860c-ce46-4614-b039-9b98e9997b36 HTTP/1.1" status: 200 len: 1094 time: 0.2906888 May 20 20:47:49.326635 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-e41fdd04-45b6-4bbc-8d36-7e5120d894e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:47:49.344781 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecae69c5-7904-4b6c-a8f9-9a4fce2f890e admin admin] Checking segment: {'id': 'ee197e5c-1814-464f-a1bf-295aa09bcffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'c264d40b-5103-4c6c-8ccb-844d2450bc80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:47:49.345144 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecae69c5-7904-4b6c-a8f9-9a4fce2f890e admin admin] Network hostable DHCP agents. Network: c264d40b-5103-4c6c-8ccb-844d2450bc80, hostable agents: ['c9b0653c-f3c7-4339-bd50-e3754b629216'], hosted agents: [] {{(pid=103162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 20:47:49.345936 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e41fdd04-45b6-4bbc-8d36-7e5120d894e9 admin admin] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:47:49.347737 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-649cd792-5aec-4975-841a-32d63c77e976 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33072122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748162'] for network, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:49.349195 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41fdd04-45b6-4bbc-8d36-7e5120d894e9 admin admin] Pushing event updated for resources: {'Port': ['ID=ac3e7abd-5273-40bb-b36c-732c1861c8aa,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:47:49.365259 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-649cd792-5aec-4975-841a-32d63c77e976 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:49.368354 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-649cd792-5aec-4975-841a-32d63c77e976 admin admin] 10.222.0.35 "DELETE /v2.0/networks/5ababfc0-26e4-4be5-8b17-32cedd82e54b HTTP/1.1" status: 204 len: 168 time: 1.1835022 May 20 20:47:49.418520 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649cd792-5aec-4975-841a-32d63c77e976 admin admin] Pushing event deleted for resources: {'Network': ['ID=5ababfc0-26e4-4be5-8b17-32cedd82e54b,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:47:49.455809 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4255eac3-4d4a-46d0-9952-997c70ed9a3a req-71fba3b4-1f08-4c89-8739-1b9ad4f20617 tempest-ServerRescueTestJSONUnderV235-509853073 tempest-ServerRescueTestJSONUnderV235-509853073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:47:49.457832 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4255eac3-4d4a-46d0-9952-997c70ed9a3a req-71fba3b4-1f08-4c89-8739-1b9ad4f20617 tempest-ServerRescueTestJSONUnderV235-509853073 tempest-ServerRescueTestJSONUnderV235-509853073-project] 10.222.0.35 "GET /v2.0/ports?device_id=b5e7bffc-66ca-42f9-a17e-893d63710bad HTTP/1.1" status: 200 len: 946 time: 0.1941376 May 20 20:47:49.479930 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecae69c5-7904-4b6c-a8f9-9a4fce2f890e admin admin] Network c264d40b-5103-4c6c-8ccb-844d2450bc80 is scheduled to be hosted by DHCP agent c9b0653c-f3c7-4339-bd50-e3754b629216 with binding_index 1 {{(pid=103162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 20:47:49.482777 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8b1f99f4-1f8f-4aad-862c-cc2ff23690cb tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Notify callbacks [] for port, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:49.490387 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4a7c60-241c-4dcc-9a3b-73328ed20ee2 req-00ac4abb-9d45-4985-9fbd-b3cf9a5f50f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:47:49.492428 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-2c4a7c60-241c-4dcc-9a3b-73328ed20ee2 req-00ac4abb-9d45-4985-9fbd-b3cf9a5f50f6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2d83b2c9-0244-41ed-9f3c-e51e410d424a HTTP/1.1" status: 200 len: 913 time: 0.1395342 May 20 20:47:49.502939 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-3d265086-93dc-4fac-89fe-8b96deda800a tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] Deleting port 49dae8c3-7c40-413a-9ee4-18a4f1503c93 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:47:49.503297 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3d265086-93dc-4fac-89fe-8b96deda800a tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:49.556943 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-2c4a7c60-241c-4dcc-9a3b-73328ed20ee2 req-ce653a3d-287f-4487-bede-69b15ffa6a58 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c4f86847-4b96-433c-a86b-b6ff706f4b49 HTTP/1.1" status: 200 len: 217 time: 0.0529332 May 20 20:47:49.574266 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8b1f99f4-1f8f-4aad-862c-cc2ff23690cb tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:49.592621 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-ecae69c5-7904-4b6c-a8f9-9a4fce2f890e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842733-1, c264d40b-5103-4c6c-8ccb-844d2450bc80) {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:47:49.603172 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db114175-e0a7-464b-a99a-d9ddd591f044 None None] Network c264d40b-5103-4c6c-8ccb-844d2450bc80 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:47:49.619561 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecae69c5-7904-4b6c-a8f9-9a4fce2f890e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:47:49.620182 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ecae69c5-7904-4b6c-a8f9-9a4fce2f890e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:49.638162 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4255eac3-4d4a-46d0-9952-997c70ed9a3a req-c565564f-7cd8-4c99-bddf-28e80f82932b tempest-ServerRescueTestJSONUnderV235-509853073 tempest-ServerRescueTestJSONUnderV235-509853073-project] 10.222.0.35 "GET /v2.0/security-groups?id=41609343-6bb9-42c4-9424-2489ea89f008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692376 May 20 20:47:49.655721 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4a7c60-241c-4dcc-9a3b-73328ed20ee2 req-ea7c860f-ecc4-4c80-89b6-c45c426dcc35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:47:49.657934 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-2c4a7c60-241c-4dcc-9a3b-73328ed20ee2 req-ea7c860f-ecc4-4c80-89b6-c45c426dcc35 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6033907b-110b-48db-bef4-3d9392ae4ec9 HTTP/1.1" status: 200 len: 851 time: 0.0777335 May 20 20:47:49.682934 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 0c4c4e74-09b1-4bf1-9147-25f0d4dce0ab up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:47:49.684561 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3d265086-93dc-4fac-89fe-8b96deda800a tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:49.685079 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3d265086-93dc-4fac-89fe-8b96deda800a tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:49.704581 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1f99f4-1f8f-4aad-862c-cc2ff23690cb tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Pushing event updated for resources: {'Port': ['ID=367fe98d-99b1-4630-adb1-0ad340c2663c,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:47:49.715546 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 46378) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:47:49.718449 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-43afbc0f-2578-49f2-ac29-5df177c0496a None None] Current status of the port 0c4c4e74-09b1-4bf1-9147-25f0d4dce0ab is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:47:49.746995 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8b1f99f4-1f8f-4aad-862c-cc2ff23690cb tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748272'] for floatingip, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:49.751361 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-3d265086-93dc-4fac-89fe-8b96deda800a tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] Calling delete_port for 49dae8c3-7c40-413a-9ee4-18a4f1503c93 owned by network:floatingip {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:47:49.768609 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-ecae69c5-7904-4b6c-a8f9-9a4fce2f890e admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.4858871 May 20 20:47:49.790033 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-6480210e-0f41-4af3-9bbc-6959f2a27991 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1272f7e2d063413a8fe456e2c05a94e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0684874 May 20 20:47:49.791925 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 46382) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:47:49.836268 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4a7c60-241c-4dcc-9a3b-73328ed20ee2 req-3b8cf92a-8e8a-41c9-87b2-daddac03a9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:47:49.837846 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-2c4a7c60-241c-4dcc-9a3b-73328ed20ee2 req-3b8cf92a-8e8a-41c9-87b2-daddac03a9fe service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2d83b2c9-0244-41ed-9f3c-e51e410d424a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1497912 May 20 20:47:49.979646 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-2c4a7c60-241c-4dcc-9a3b-73328ed20ee2 req-605d4cb7-65f9-4e06-9a98-1e756d393638 service neutron] 10.222.0.13 "GET /v2.0/networks/2d83b2c9-0244-41ed-9f3c-e51e410d424a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329646 May 20 20:47:50.027610 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-f2671fbf-51a4-4d4d-8038-aeab921473c7 None None] Provisioning complete for port 0c4c4e74-09b1-4bf1-9147-25f0d4dce0ab triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:47:50.028230 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-f2671fbf-51a4-4d4d-8038-aeab921473c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:50.091937 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 0c4c4e74-09b1-4bf1-9147-25f0d4dce0ab triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:47:50.092548 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:50.117550 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-59315f20-f3bb-4b8f-aaa1-beba61fdcc13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:50.132388 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-2c4a7c60-241c-4dcc-9a3b-73328ed20ee2 req-9f704a03-3c0e-4bbb-9c5d-f250bcbb1dc4 service neutron] 10.222.0.13 "GET /v2.0/networks/2d83b2c9-0244-41ed-9f3c-e51e410d424a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315475 May 20 20:47:50.187063 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3d265086-93dc-4fac-89fe-8b96deda800a tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:50.218600 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d265086-93dc-4fac-89fe-8b96deda800a tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] Pushing event deleted for resources: {'Port': ['ID=49dae8c3-7c40-413a-9ee4-18a4f1503c93,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:47:50.225148 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-461b4cd3-c831-4e1b-a96b-698f413e1e39 None None] Network c264d40b-5103-4c6c-8ccb-844d2450bc80 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:47:50.274636 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8b1f99f4-1f8f-4aad-862c-cc2ff23690cb tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for floatingip, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:50.275865 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-8b1f99f4-1f8f-4aad-862c-cc2ff23690cb tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.8019876 May 20 20:47:50.294894 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [req-76becd7c-bf4a-49c4-9a93-04436686681e req-3577a6f6-cce3-4cc3-bb0a-daf4b0c6106e tempest-SecurityGroupRulesTestJSON-1139762848 tempest-SecurityGroupRulesTestJSON-1139762848-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1835548070', 'description': 'tempest-description-1284393138'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:47:50.314147 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3d265086-93dc-4fac-89fe-8b96deda800a tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] Notify callbacks [] for floatingip, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:50.320144 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3d265086-93dc-4fac-89fe-8b96deda800a tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for floatingip, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:50.324605 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-3d265086-93dc-4fac-89fe-8b96deda800a tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] 10.222.0.35 "DELETE /v2.0/floatingips/5d35656d-1df5-4f1a-b225-f4f7277e10ed HTTP/1.1" status: 204 len: 168 time: 1.0849779 May 20 20:47:50.332159 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-f2671fbf-51a4-4d4d-8038-aeab921473c7 None None] Current status of the port 0c4c4e74-09b1-4bf1-9147-25f0d4dce0ab is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:47:50.360135 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e41fdd04-45b6-4bbc-8d36-7e5120d894e9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:50.363775 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 0c4c4e74-09b1-4bf1-9147-25f0d4dce0ab is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:47:50.410962 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61de4be5-d8bf-4d23-ba6e-da442607893a req-18c52509-1714-43e5-ab67-c965c8cb9eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:47:50.412455 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-61de4be5-d8bf-4d23-ba6e-da442607893a req-18c52509-1714-43e5-ab67-c965c8cb9eb7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ad08a6df517d4421a3d41cf43d0382ff&device_id=b5e7bffc-66ca-42f9-a17e-893d63710bad HTTP/1.1" status: 200 len: 1097 time: 0.0861921 May 20 20:47:50.456676 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea96f91a-219e-4066-b736-0b9999c2cb37 req-99145d59-0990-47b9-add6-e49c49001acc tempest-ServersTestManualDisk-1760851737 tempest-ServersTestManualDisk-1760851737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:47:50.458192 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ea96f91a-219e-4066-b736-0b9999c2cb37 req-99145d59-0990-47b9-add6-e49c49001acc tempest-ServersTestManualDisk-1760851737 tempest-ServersTestManualDisk-1760851737-project] 10.222.0.35 "GET /v2.0/ports?device_id=7581860c-ce46-4614-b039-9b98e9997b36 HTTP/1.1" status: 200 len: 943 time: 0.1940069 May 20 20:47:50.461350 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7196e6b1-1e6e-4097-b92c-08cf7c8dbc5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:50.466545 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-76becd7c-bf4a-49c4-9a93-04436686681e req-3577a6f6-cce3-4cc3-bb0a-daf4b0c6106e tempest-SecurityGroupRulesTestJSON-1139762848 tempest-SecurityGroupRulesTestJSON-1139762848-project] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:50.495187 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device f0726a78-f245-4b9e-993d-421087799a99 no longer exists at agent hyperv_n-h1-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:47:50.516523 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] No Port match for: f0726a78-f245-4b9e-993d-421087799a99 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 20:47:50.516994 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device f0726a78-f245-4b9e-993d-421087799a99 not bound to the agent host n-h1-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 20:47:50.518188 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61de4be5-d8bf-4d23-ba6e-da442607893a req-bdd3d306-49e6-4a70-81bd-b22bd97def79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:47:50.518736 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-61de4be5-d8bf-4d23-ba6e-da442607893a req-bdd3d306-49e6-4a70-81bd-b22bd97def79 service neutron] 10.222.0.24 "GET /v2.0/networks?id=27e6bc16-4ad6-4b22-a77e-faecac933b47 HTTP/1.1" status: 200 len: 920 time: 0.0994265 May 20 20:47:50.556244 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7196e6b1-1e6e-4097-b92c-08cf7c8dbc5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:50.559812 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-61de4be5-d8bf-4d23-ba6e-da442607893a req-89ec9ecf-b33f-46fc-950d-e6ab6f6e9e1e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=94b595b4-7da9-448f-8a4d-a0f220491648 HTTP/1.1" status: 200 len: 217 time: 0.0348148 May 20 20:47:50.620003 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ea96f91a-219e-4066-b736-0b9999c2cb37 req-6a5c7193-e22e-45a0-a203-56927f6d6e73 tempest-ServersTestManualDisk-1760851737 tempest-ServersTestManualDisk-1760851737-project] 10.222.0.35 "GET /v2.0/security-groups?id=add12849-0717-4857-adaa-bd412121325b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1502306 May 20 20:47:50.629151 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61de4be5-d8bf-4d23-ba6e-da442607893a req-06e02da8-b610-444e-8073-056376babeec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:47:50.629151 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-61de4be5-d8bf-4d23-ba6e-da442607893a req-06e02da8-b610-444e-8073-056376babeec service neutron] 10.222.0.24 "GET /v2.0/subnets?id=15623ea3-e6ed-4f6b-b35a-f39267f62374 HTTP/1.1" status: 200 len: 859 time: 0.0577135 May 20 20:47:50.664346 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-61de4be5-d8bf-4d23-ba6e-da442607893a req-3bd8e4f0-ef7a-411e-a47f-901530e6fc88 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=27e6bc16-4ad6-4b22-a77e-faecac933b47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302050 May 20 20:47:50.754664 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7196e6b1-1e6e-4097-b92c-08cf7c8dbc5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:50.757298 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7196e6b1-1e6e-4097-b92c-08cf7c8dbc5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:50.758629 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-7196e6b1-1e6e-4097-b92c-08cf7c8dbc5b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d8006e78-d906-498e-a96c-cd64c62cc542 HTTP/1.1" status: 204 len: 168 time: 0.9654219 May 20 20:47:50.786552 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-61de4be5-d8bf-4d23-ba6e-da442607893a req-bbd7a4bc-b9e9-4bfa-86cb-fd5f6dc91298 service neutron] 10.222.0.24 "GET /v2.0/networks/27e6bc16-4ad6-4b22-a77e-faecac933b47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144946 May 20 20:47:50.790006 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-76becd7c-bf4a-49c4-9a93-04436686681e req-3577a6f6-cce3-4cc3-bb0a-daf4b0c6106e tempest-SecurityGroupRulesTestJSON-1139762848 tempest-SecurityGroupRulesTestJSON-1139762848-project] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:50.793048 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7196e6b1-1e6e-4097-b92c-08cf7c8dbc5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8006e78-d906-498e-a96c-cd64c62cc542,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:47:50.851522 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1a7e6c-ef60-4d37-8efd-e88b3302c101 req-d04b408a-5b29-44b4-bd78-14fd9b62999e tempest-ServerRescueTestJSONUnderV235-509853073 tempest-ServerRescueTestJSONUnderV235-509853073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:47:50.853619 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6e1a7e6c-ef60-4d37-8efd-e88b3302c101 req-d04b408a-5b29-44b4-bd78-14fd9b62999e tempest-ServerRescueTestJSONUnderV235-509853073 tempest-ServerRescueTestJSONUnderV235-509853073-project] 10.222.0.35 "GET /v2.0/ports?device_id=b5e7bffc-66ca-42f9-a17e-893d63710bad HTTP/1.1" status: 200 len: 946 time: 0.1349368 May 20 20:47:50.887014 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-76becd7c-bf4a-49c4-9a93-04436686681e req-3577a6f6-cce3-4cc3-bb0a-daf4b0c6106e tempest-SecurityGroupRulesTestJSON-1139762848 tempest-SecurityGroupRulesTestJSON-1139762848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:50.903096 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-61de4be5-d8bf-4d23-ba6e-da442607893a req-4e397672-11ae-4a5a-85a8-f4d941fd8aa2 service neutron] 10.222.0.24 "GET /v2.0/networks/27e6bc16-4ad6-4b22-a77e-faecac933b47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088836 May 20 20:47:50.920775 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e41fdd04-45b6-4bbc-8d36-7e5120d894e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748106'] for router, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:50.941035 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6e1a7e6c-ef60-4d37-8efd-e88b3302c101 req-77dfb0d3-e664-4d5c-b537-4824c477f640 tempest-ServerRescueTestJSONUnderV235-509853073 tempest-ServerRescueTestJSONUnderV235-509853073-project] 10.222.0.35 "GET /v2.0/security-groups?id=41609343-6bb9-42c4-9424-2489ea89f008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799842 May 20 20:47:50.952396 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3577a6f6-cce3-4cc3-bb0a-daf4b0c6106e tempest-SecurityGroupRulesTestJSON-1139762848 tempest-SecurityGroupRulesTestJSON-1139762848-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3579a669-facf-40a7-b6e9-417b362929ba,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:47:51.021994 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-76becd7c-bf4a-49c4-9a93-04436686681e req-3577a6f6-cce3-4cc3-bb0a-daf4b0c6106e tempest-SecurityGroupRulesTestJSON-1139762848 tempest-SecurityGroupRulesTestJSON-1139762848-project] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:51.021994 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-76becd7c-bf4a-49c4-9a93-04436686681e req-3577a6f6-cce3-4cc3-bb0a-daf4b0c6106e tempest-SecurityGroupRulesTestJSON-1139762848 tempest-SecurityGroupRulesTestJSON-1139762848-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.7555077 May 20 20:47:51.162807 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0b3b26a7-c2a8-463f-b4c6-026798170d0a req-e353df9f-7390-4f8c-8d83-7f2bc9ebe41d tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--1311380433&fields=id&tenant_id=c23324ed92c6460facba85082860777a HTTP/1.1" status: 200 len: 267 time: 0.0522447 May 20 20:47:51.257121 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e41fdd04-45b6-4bbc-8d36-7e5120d894e9 admin admin] Router 8728511a-223e-4b07-aebf-2fda2c099a9c is scheduled to L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e with binding_index 1 {{(pid=103163) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 20 20:47:51.333856 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3b26a7-c2a8-463f-b4c6-026798170d0a req-b4b9d1b6-3584-4097-994c-fe93e2e234a3 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:47:51.343300 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0b3b26a7-c2a8-463f-b4c6-026798170d0a req-b4b9d1b6-3584-4097-994c-fe93e2e234a3 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] 10.222.0.35 "GET /v2.0/networks?id=7c34618e-1eb4-46a9-ac65-b891df136138 HTTP/1.1" status: 200 len: 815 time: 0.1715841 May 20 20:47:51.361413 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0b3b26a7-c2a8-463f-b4c6-026798170d0a req-95948857-8667-4d46-9320-f2906c43907a tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] 10.222.0.35 "GET /v2.0/quotas/c23324ed92c6460facba85082860777a HTTP/1.1" status: 200 len: 375 time: 0.0171142 May 20 20:47:51.459482 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e41fdd04-45b6-4bbc-8d36-7e5120d894e9 admin admin] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 20:47:51.471777 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e3946eb-1c47-4150-b40c-59e49e87bfe3 None None] Sync routers for ids ['8728511a-223e-4b07-aebf-2fda2c099a9c'] in n-d-842733-1 {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 20:47:51.484402 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e3946eb-1c47-4150-b40c-59e49e87bfe3 None None] Routers {'8728511a-223e-4b07-aebf-2fda2c099a9c'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:47:51.485444 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-9e3946eb-1c47-4150-b40c-59e49e87bfe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:47:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['8728511a-223e-4b07-aebf-2fda2c099a9c'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:47:51.524271 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0b3b26a7-c2a8-463f-b4c6-026798170d0a req-bc562cb9-4f9d-4a4c-831d-6c0b1a09faf6 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=c23324ed92c6460facba85082860777a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1434836 May 20 20:47:51.599781 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-345ea56a-cd3b-44ed-8007-0707f69cc5c2 req-430a8e8c-6376-49f0-973a-f65d4d7f1424 tempest-SecurityGroupRulesTestJSON-1139762848 tempest-SecurityGroupRulesTestJSON-1139762848-project] 10.222.0.35 "GET /v2.0/security-groups/3579a669-facf-40a7-b6e9-417b362929ba HTTP/1.1" status: 200 len: 1807 time: 0.1557562 May 20 20:47:51.608488 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e41fdd04-45b6-4bbc-8d36-7e5120d894e9 admin admin] Notify callbacks [] for router, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:51.612236 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-e41fdd04-45b6-4bbc-8d36-7e5120d894e9 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.9412940 May 20 20:47:51.612932 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 46432) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:47:51.613061 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [req-345ea56a-cd3b-44ed-8007-0707f69cc5c2 req-065e8677-2391-468c-a6ff-18abb2eab609 tempest-SecurityGroupRulesTestJSON-1139762848 tempest-SecurityGroupRulesTestJSON-1139762848-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3579a669-facf-40a7-b6e9-417b362929ba', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:47:51.613061 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [req-345ea56a-cd3b-44ed-8007-0707f69cc5c2 req-065e8677-2391-468c-a6ff-18abb2eab609 tempest-SecurityGroupRulesTestJSON-1139762848 tempest-SecurityGroupRulesTestJSON-1139762848-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3579a669-facf-40a7-b6e9-417b362929ba', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:47:51.626652 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-9e3946eb-1c47-4150-b40c-59e49e87bfe3 None None] Set router 8728511a-223e-4b07-aebf-2fda2c099a9c gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:47:51.675772 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0b3b26a7-c2a8-463f-b4c6-026798170d0a req-3ea2abd0-effc-4466-b769-f9e6c4819dc3 service neutron] 10.222.0.35 "GET /v2.0/networks/7c34618e-1eb4-46a9-ac65-b891df136138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441600 May 20 20:47:51.798684 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0b3b26a7-c2a8-463f-b4c6-026798170d0a req-f6d9ff6a-21ed-47bf-bf7a-47ff842641aa service neutron] 10.222.0.35 "GET /v2.0/networks/7c34618e-1eb4-46a9-ac65-b891df136138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216600 May 20 20:47:51.857665 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-345ea56a-cd3b-44ed-8007-0707f69cc5c2 req-065e8677-2391-468c-a6ff-18abb2eab609 tempest-SecurityGroupRulesTestJSON-1139762848 tempest-SecurityGroupRulesTestJSON-1139762848-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:51.893593 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-345ea56a-cd3b-44ed-8007-0707f69cc5c2 req-065e8677-2391-468c-a6ff-18abb2eab609 tempest-SecurityGroupRulesTestJSON-1139762848 tempest-SecurityGroupRulesTestJSON-1139762848-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:51.934079 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-9e3946eb-1c47-4150-b40c-59e49e87bfe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8728511a-223e-4b07-aebf-2fda2c099a9c', 'name': 'tempest-AttachVolumeShelveTestJSON-1758240756-router', 'tenant_id': 'f7d646bffa614f21b1ea08af4be56a95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.93'}], 'enable_snat': True}, 'gw_port_id': 'ac3e7abd-5273-40bb-b36c-732c1861c8aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:47:44Z', 'updated_at': '2022-05-20T20:47:49Z', 'revision_number': 3, 'project_id': 'f7d646bffa614f21b1ea08af4be56a95', 'gw_port': {'id': 'ac3e7abd-5273-40bb-b36c-732c1861c8aa', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:44:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8728511a-223e-4b07-aebf-2fda2c099a9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:47:47Z', 'updated_at': '2022-05-20T20:47:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:47:51.964515 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-345ea56a-cd3b-44ed-8007-0707f69cc5c2 req-065e8677-2391-468c-a6ff-18abb2eab609 tempest-SecurityGroupRulesTestJSON-1139762848 tempest-SecurityGroupRulesTestJSON-1139762848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691816'] for security_group_rule, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:51.969172 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e3946eb-1c47-4150-b40c-59e49e87bfe3 None None] Checking router: 8728511a-223e-4b07-aebf-2fda2c099a9c for host: n-d-842733-1 {{(pid=103165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 20:47:51.969735 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e3946eb-1c47-4150-b40c-59e49e87bfe3 None None] Updating router 8728511a-223e-4b07-aebf-2fda2c099a9c port ac3e7abd-5273-40bb-b36c-732c1861c8aa binding host n-d-842733-1 {{(pid=103165) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 20:47:51.999365 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-9e3946eb-1c47-4150-b40c-59e49e87bfe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:52.034970 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065e8677-2391-468c-a6ff-18abb2eab609 tempest-SecurityGroupRulesTestJSON-1139762848 tempest-SecurityGroupRulesTestJSON-1139762848-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef97a8e4-f863-40b5-b86d-701e6544f2d2,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:47:52.066382 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-345ea56a-cd3b-44ed-8007-0707f69cc5c2 req-065e8677-2391-468c-a6ff-18abb2eab609 tempest-SecurityGroupRulesTestJSON-1139762848 tempest-SecurityGroupRulesTestJSON-1139762848-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:52.068159 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-345ea56a-cd3b-44ed-8007-0707f69cc5c2 req-065e8677-2391-468c-a6ff-18abb2eab609 tempest-SecurityGroupRulesTestJSON-1139762848 tempest-SecurityGroupRulesTestJSON-1139762848-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4675446 May 20 20:47:52.238868 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c11d9b05-066d-46d6-8425-cb6696860803 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:52.250354 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00aef8d-014f-405d-a63c-65075ed32084 req-48fcea71-292b-4c94-8bd6-fb735a162bd7 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:47:52.260905 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d00aef8d-014f-405d-a63c-65075ed32084 req-48fcea71-292b-4c94-8bd6-fb735a162bd7 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/ports?device_id=63101f8e-85e2-411c-be0e-a4a0fa1b39b2 HTTP/1.1" status: 200 len: 950 time: 0.1413758 May 20 20:47:52.302809 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20eb7c58-a700-4462-b4dc-427ceb8071bc req-a1dac292-5635-49af-86b0-0757d617ccf0 tempest-ServersTestManualDisk-1760851737 tempest-ServersTestManualDisk-1760851737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:47:52.304523 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-20eb7c58-a700-4462-b4dc-427ceb8071bc req-a1dac292-5635-49af-86b0-0757d617ccf0 tempest-ServersTestManualDisk-1760851737 tempest-ServersTestManualDisk-1760851737-project] 10.222.0.35 "GET /v2.0/ports?device_id=7581860c-ce46-4614-b039-9b98e9997b36 HTTP/1.1" status: 200 len: 943 time: 0.1136434 May 20 20:47:52.353417 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-519f6114-d2f3-4432-9692-3eba06a0323c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:52.354927 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d00aef8d-014f-405d-a63c-65075ed32084 req-e4fb2623-a369-4341-9b03-4a02f2d09a09 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/security-groups?id=38c76b68-4081-4341-88c9-c8e3082a5da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929816 May 20 20:47:52.396563 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-20eb7c58-a700-4462-b4dc-427ceb8071bc req-806c5d6f-f010-482d-a2e0-55d46de819e5 tempest-ServersTestManualDisk-1760851737 tempest-ServersTestManualDisk-1760851737-project] 10.222.0.35 "GET /v2.0/security-groups?id=add12849-0717-4857-adaa-bd412121325b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840755 May 20 20:47:52.502843 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5170fd68-25cb-43fb-a711-41022ffac5c8 req-12617808-7362-42b4-885a-ed7c95b6be29 tempest-ServerRescueTestJSONUnderV235-509853073 tempest-ServerRescueTestJSONUnderV235-509853073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:47:52.512256 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5170fd68-25cb-43fb-a711-41022ffac5c8 req-12617808-7362-42b4-885a-ed7c95b6be29 tempest-ServerRescueTestJSONUnderV235-509853073 tempest-ServerRescueTestJSONUnderV235-509853073-project] 10.222.0.35 "GET /v2.0/ports?device_id=b5e7bffc-66ca-42f9-a17e-893d63710bad HTTP/1.1" status: 200 len: 946 time: 0.0788782 May 20 20:47:52.514297 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-9e3946eb-1c47-4150-b40c-59e49e87bfe3 None None] Notify callbacks [] for port, precommit_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:52.550722 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c7a21000-44ad-497e-a712-15c0bc7b292f req-e62d355a-ad78-468d-897b-5f0cd06d922c tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] 10.222.0.35 "GET /v2.0/ports?device_id=a4ab3ddf-2fe5-4063-a4f6-456e0eb3138f HTTP/1.1" status: 200 len: 210 time: 0.0364559 May 20 20:47:52.578451 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-9e3946eb-1c47-4150-b40c-59e49e87bfe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:52.581932 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5170fd68-25cb-43fb-a711-41022ffac5c8 req-c6763b4e-3e48-444d-9d58-1145c33dd956 tempest-ServerRescueTestJSONUnderV235-509853073 tempest-ServerRescueTestJSONUnderV235-509853073-project] 10.222.0.35 "GET /v2.0/security-groups?id=41609343-6bb9-42c4-9424-2489ea89f008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687273 May 20 20:47:52.600401 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [req-570fb128-f6e6-4915-bb4c-be53f1a4e36b req-bee4a2d7-6a3e-4eef-aa74-ef2308ec2056 tempest-SecurityGroupRulesTestJSON-1139762848 tempest-SecurityGroupRulesTestJSON-1139762848-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1381084290', 'description': 'tempest-description-562887141'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:47:52.667891 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-9e3946eb-1c47-4150-b40c-59e49e87bfe3 None None] Attempting to bind port ac3e7abd-5273-40bb-b36c-732c1861c8aa on host n-d-842733-1 for vnic_type normal with profile {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:47:52.668379 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-9e3946eb-1c47-4150-b40c-59e49e87bfe3 None None] Attempting to bind port ac3e7abd-5273-40bb-b36c-732c1861c8aa by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': '0b5485c4-eff8-42a1-9073-ae54ed4c63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'}] {{(pid=103165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:47:52.669245 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e3946eb-1c47-4150-b40c-59e49e87bfe3 None None] Attempting to bind port ac3e7abd-5273-40bb-b36c-732c1861c8aa on network e3a93b5c-91e2-4064-9c2c-1afc261bfe15 {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:47:52.676860 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-519f6114-d2f3-4432-9692-3eba06a0323c admin admin] Allocated IP 172.20.0.1 (52b22ddd-d38d-47d7-9f62-928c2e551c45/77f2b783-fdae-41c3-9017-0093e586145d/1e93f8d5-63cd-4a45-9314-d3e7583c8489) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:47:52.683695 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e3946eb-1c47-4150-b40c-59e49e87bfe3 None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 47, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:47:52.684236 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e3946eb-1c47-4150-b40c-59e49e87bfe3 None None] Checking segment: {'id': '0b5485c4-eff8-42a1-9073-ae54ed4c63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:47:52.685094 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-9e3946eb-1c47-4150-b40c-59e49e87bfe3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:52.685094 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e3946eb-1c47-4150-b40c-59e49e87bfe3 None None] Bound using segment: {'id': '0b5485c4-eff8-42a1-9073-ae54ed4c63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'} {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:47:52.687687 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-9e3946eb-1c47-4150-b40c-59e49e87bfe3 None None] Bound port: ac3e7abd-5273-40bb-b36c-732c1861c8aa, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b5485c4-eff8-42a1-9073-ae54ed4c63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'}}] {{(pid=103165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:47:52.687687 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-9e3946eb-1c47-4150-b40c-59e49e87bfe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:52.735953 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-570fb128-f6e6-4915-bb4c-be53f1a4e36b req-bee4a2d7-6a3e-4eef-aa74-ef2308ec2056 tempest-SecurityGroupRulesTestJSON-1139762848 tempest-SecurityGroupRulesTestJSON-1139762848-project] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:52.857663 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-570fb128-f6e6-4915-bb4c-be53f1a4e36b req-bee4a2d7-6a3e-4eef-aa74-ef2308ec2056 tempest-SecurityGroupRulesTestJSON-1139762848 tempest-SecurityGroupRulesTestJSON-1139762848-project] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:52.862355 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a13c3f5-061a-456b-b8ab-6c8c7886e4af req-6999f6b5-0470-4435-bec6-6d4fba168cb0 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:47:52.863968 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-6a13c3f5-061a-456b-b8ab-6c8c7886e4af req-6999f6b5-0470-4435-bec6-6d4fba168cb0 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.24 "GET /v2.0/ports?device_id=63101f8e-85e2-411c-be0e-a4a0fa1b39b2 HTTP/1.1" status: 200 len: 950 time: 0.1011372 May 20 20:47:52.882020 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8c19d3-bfbe-4aa3-8046-853487fd59fa None None] Pushing event updated for resources: {'Port': ['ID=ac3e7abd-5273-40bb-b36c-732c1861c8aa,revision_number=2']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:47:52.926630 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-9e3946eb-1c47-4150-b40c-59e49e87bfe3 None None] For port ac3e7abd-5273-40bb-b36c-732c1861c8aa, host n-d-842733-1, cleared binding levels {{(pid=103165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:47:52.929992 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-9e3946eb-1c47-4150-b40c-59e49e87bfe3 None None] For port ac3e7abd-5273-40bb-b36c-732c1861c8aa, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=ac3e7abd-5273-40bb-b36c-732c1861c8aa,segment=NetworkSegment(0b5485c4-eff8-42a1-9073-ae54ed4c63ba),segment_id=0b5485c4-eff8-42a1-9073-ae54ed4c63ba)] {{(pid=103165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:47:52.937031 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device c4f86847-4b96-433c-a86b-b6ff706f4b49 details requested by agent hyperv_n-h2-842733-1 with host n-h2-842733-1 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 20:47:52.958026 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-519f6114-d2f3-4432-9692-3eba06a0323c admin admin] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:52.983182 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-570fb128-f6e6-4915-bb4c-be53f1a4e36b req-bee4a2d7-6a3e-4eef-aa74-ef2308ec2056 tempest-SecurityGroupRulesTestJSON-1139762848 tempest-SecurityGroupRulesTestJSON-1139762848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:53.022814 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-6a13c3f5-061a-456b-b8ab-6c8c7886e4af req-d87a37f3-b76a-49f9-89d9-c94be5cf5c40 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Deleting port 36b4db1d-b6e8-4dc0-991a-f9d6809e9c6a {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:47:53.023155 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-6a13c3f5-061a-456b-b8ab-6c8c7886e4af req-d87a37f3-b76a-49f9-89d9-c94be5cf5c40 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:53.032885 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-9e3946eb-1c47-4150-b40c-59e49e87bfe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:53.058206 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee4a2d7-6a3e-4eef-aa74-ef2308ec2056 tempest-SecurityGroupRulesTestJSON-1139762848 tempest-SecurityGroupRulesTestJSON-1139762848-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a13ff27-f8ac-4c60-be93-01d71c87ecaf,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:47:53.140719 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-519f6114-d2f3-4432-9692-3eba06a0323c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:53.141225 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port c4f86847-4b96-433c-a86b-b6ff706f4b49, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=c4f86847-4b96-433c-a86b-b6ff706f4b49,segment=NetworkSegment(2e785b90-65af-46d3-8337-91a036f88f70),segment_id=2e785b90-65af-46d3-8337-91a036f88f70)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:47:53.142012 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-570fb128-f6e6-4915-bb4c-be53f1a4e36b req-bee4a2d7-6a3e-4eef-aa74-ef2308ec2056 tempest-SecurityGroupRulesTestJSON-1139762848 tempest-SecurityGroupRulesTestJSON-1139762848-project] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:53.142012 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-570fb128-f6e6-4915-bb4c-be53f1a4e36b req-bee4a2d7-6a3e-4eef-aa74-ef2308ec2056 tempest-SecurityGroupRulesTestJSON-1139762848 tempest-SecurityGroupRulesTestJSON-1139762848-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.5312710 May 20 20:47:53.142239 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e3946eb-1c47-4150-b40c-59e49e87bfe3 None None] Routers {'8728511a-223e-4b07-aebf-2fda2c099a9c'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:47:53.142239 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-9e3946eb-1c47-4150-b40c-59e49e87bfe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:47:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['8728511a-223e-4b07-aebf-2fda2c099a9c'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:47:53.142428 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Returning: {'device': 'c4f86847-4b96-433c-a86b-b6ff706f4b49', 'network_id': '2d83b2c9-0244-41ed-9f3c-e51e410d424a', 'port_id': 'c4f86847-4b96-433c-a86b-b6ff706f4b49', 'mac_address': 'fa:16:3e:28:8f:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6033907b-110b-48db-bef4-3d9392ae4ec9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 20 20:47:53.188236 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8c19d3-bfbe-4aa3-8046-853487fd59fa None None] Pushing event updated for resources: {'Port': ['ID=ac3e7abd-5273-40bb-b36c-732c1861c8aa,revision_number=3']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:47:53.205246 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port c4f86847-4b96-433c-a86b-b6ff706f4b49 is: DOWN; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:47:53.208035 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:53.216992 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-6a13c3f5-061a-456b-b8ab-6c8c7886e4af req-d87a37f3-b76a-49f9-89d9-c94be5cf5c40 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] For port 36b4db1d-b6e8-4dc0-991a-f9d6809e9c6a, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=36b4db1d-b6e8-4dc0-991a-f9d6809e9c6a,segment=NetworkSegment(ed3a602f-49fb-4a95-be80-401e1eb72e33),segment_id=ed3a602f-49fb-4a95-be80-401e1eb72e33)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:47:53.217616 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-6a13c3f5-061a-456b-b8ab-6c8c7886e4af req-d87a37f3-b76a-49f9-89d9-c94be5cf5c40 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:53.224031 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4f86847-4b96-433c-a86b-b6ff706f4b49 {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:47:53.246450 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port c4f86847-4b96-433c-a86b-b6ff706f4b49, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=c4f86847-4b96-433c-a86b-b6ff706f4b49,segment=NetworkSegment(2e785b90-65af-46d3-8337-91a036f88f70),segment_id=2e785b90-65af-46d3-8337-91a036f88f70)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:47:53.255658 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-6a13c3f5-061a-456b-b8ab-6c8c7886e4af req-d87a37f3-b76a-49f9-89d9-c94be5cf5c40 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Calling delete_port for 36b4db1d-b6e8-4dc0-991a-f9d6809e9c6a owned by compute:nova {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:47:53.264808 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2f97d96e-29be-475d-89eb-8007729710c7 req-282ae488-cc91-4eb8-ae6c-7feb8ef0f701 tempest-SecurityGroupRulesTestJSON-1139762848 tempest-SecurityGroupRulesTestJSON-1139762848-project] 10.222.0.35 "GET /v2.0/security-groups/2a13ff27-f8ac-4c60-be93-01d71c87ecaf HTTP/1.1" status: 200 len: 1806 time: 0.0979097 May 20 20:47:53.269498 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 46476) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:47:53.276081 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [req-2f97d96e-29be-475d-89eb-8007729710c7 req-e9daca43-403b-4530-8426-d4736426e1f7 tempest-SecurityGroupRulesTestJSON-1139762848 tempest-SecurityGroupRulesTestJSON-1139762848-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '2a13ff27-f8ac-4c60-be93-01d71c87ecaf', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:47:53.276419 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [req-2f97d96e-29be-475d-89eb-8007729710c7 req-e9daca43-403b-4530-8426-d4736426e1f7 tempest-SecurityGroupRulesTestJSON-1139762848 tempest-SecurityGroupRulesTestJSON-1139762848-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '2a13ff27-f8ac-4c60-be93-01d71c87ecaf', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:47:53.277608 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-519f6114-d2f3-4432-9692-3eba06a0323c admin admin] Network 52b22ddd-d38d-47d7-9f62-928c2e551c45 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:47:53.465494 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-519f6114-d2f3-4432-9692-3eba06a0323c admin admin] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:47:53.465494 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-519f6114-d2f3-4432-9692-3eba06a0323c admin admin] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:47:53.465494 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519f6114-d2f3-4432-9692-3eba06a0323c admin admin] Pushing event updated for resources: {'Port': ['ID=1e93f8d5-63cd-4a45-9314-d3e7583c8489,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:47:53.467458 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-9e3946eb-1c47-4150-b40c-59e49e87bfe3 None None] Set router 8728511a-223e-4b07-aebf-2fda2c099a9c gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:47:53.468114 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-519f6114-d2f3-4432-9692-3eba06a0323c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748409'] for router_interface, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:53.478764 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-06dc0648-cf7b-4552-b02e-6b5a6aebf70a admin admin] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:53.507090 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07ac840-d599-411f-8482-a5efd42c26e9 req-0036b7be-c901-4d07-98fa-f6b050a8dfe0 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:47:53.508658 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b07ac840-d599-411f-8482-a5efd42c26e9 req-0036b7be-c901-4d07-98fa-f6b050a8dfe0 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/ports?device_id=63101f8e-85e2-411c-be0e-a4a0fa1b39b2 HTTP/1.1" status: 200 len: 950 time: 0.0723639 May 20 20:47:53.573005 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b07ac840-d599-411f-8482-a5efd42c26e9 req-f657a88f-6a27-494f-8ca9-b795ae521524 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/security-groups?id=38c76b68-4081-4341-88c9-c8e3082a5da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543871 May 20 20:47:53.576047 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:53.663996 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-9e3946eb-1c47-4150-b40c-59e49e87bfe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8728511a-223e-4b07-aebf-2fda2c099a9c', 'name': 'tempest-AttachVolumeShelveTestJSON-1758240756-router', 'tenant_id': 'f7d646bffa614f21b1ea08af4be56a95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.93'}], 'enable_snat': True}, 'gw_port_id': 'ac3e7abd-5273-40bb-b36c-732c1861c8aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:47:44Z', 'updated_at': '2022-05-20T20:47:49Z', 'revision_number': 3, 'project_id': 'f7d646bffa614f21b1ea08af4be56a95', 'gw_port': {'id': 'ac3e7abd-5273-40bb-b36c-732c1861c8aa', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:44:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8728511a-223e-4b07-aebf-2fda2c099a9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:47:47Z', 'updated_at': '2022-05-20T20:47:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:47:53.672728 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=c4f86847-4b96-433c-a86b-b6ff706f4b49,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:47:53.694752 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-06dc0648-cf7b-4552-b02e-6b5a6aebf70a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:53.702331 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-2f97d96e-29be-475d-89eb-8007729710c7 req-e9daca43-403b-4530-8426-d4736426e1f7 tempest-SecurityGroupRulesTestJSON-1139762848 tempest-SecurityGroupRulesTestJSON-1139762848-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:53.713266 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e3946eb-1c47-4150-b40c-59e49e87bfe3 None None] The sync data for ids ['8728511a-223e-4b07-aebf-2fda2c099a9c'] in n-d-842733-1 is: [{'id': '8728511a-223e-4b07-aebf-2fda2c099a9c', 'name': 'tempest-AttachVolumeShelveTestJSON-1758240756-router', 'tenant_id': 'f7d646bffa614f21b1ea08af4be56a95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.93'}], 'enable_snat': True}, 'gw_port_id': 'ac3e7abd-5273-40bb-b36c-732c1861c8aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:47:44Z', 'updated_at': '2022-05-20T20:47:49Z', 'revision_number': 3, 'project_id': 'f7d646bffa614f21b1ea08af4be56a95', 'gw_port': {'id': 'ac3e7abd-5273-40bb-b36c-732c1861c8aa', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:44:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8728511a-223e-4b07-aebf-2fda2c099a9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:47:47Z', 'updated_at': '2022-05-20T20:47:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 20:47:53.767220 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-6a13c3f5-061a-456b-b8ab-6c8c7886e4af req-d87a37f3-b76a-49f9-89d9-c94be5cf5c40 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:53.797140 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-2f97d96e-29be-475d-89eb-8007729710c7 req-e9daca43-403b-4530-8426-d4736426e1f7 tempest-SecurityGroupRulesTestJSON-1139762848 tempest-SecurityGroupRulesTestJSON-1139762848-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:53.801661 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] get_ports_and_sgs() called for port_ids ['36b4db1d-b6e8-4dc0-991a-f9d6809e9c6a'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:47:53.810128 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] get_ports_and_sgs() called for port_ids ['2a4cc0f0-cfd0-4e2d-aa3c-9c6f9247fea7'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:47:53.840743 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96715e70-cd67-4ddd-bfa4-6b5693c784e5 req-f16758a6-cfe3-4b07-a56c-15a8e802304a tempest-ServersTestManualDisk-1760851737 tempest-ServersTestManualDisk-1760851737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:47:53.845471 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-96715e70-cd67-4ddd-bfa4-6b5693c784e5 req-f16758a6-cfe3-4b07-a56c-15a8e802304a tempest-ServersTestManualDisk-1760851737 tempest-ServersTestManualDisk-1760851737-project] 10.222.0.35 "GET /v2.0/ports?device_id=7581860c-ce46-4614-b039-9b98e9997b36 HTTP/1.1" status: 200 len: 944 time: 0.1096539 May 20 20:47:53.903784 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-2f97d96e-29be-475d-89eb-8007729710c7 req-e9daca43-403b-4530-8426-d4736426e1f7 tempest-SecurityGroupRulesTestJSON-1139762848 tempest-SecurityGroupRulesTestJSON-1139762848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691816'] for security_group_rule, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:53.907384 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] get_ports_and_sgs() called for port_ids ['c4f86847-4b96-433c-a86b-b6ff706f4b49'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:47:53.910962 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-ab9d963e-e99a-42d7-8d93-23c3c69fcae7 None None] Provisioning complete for port 1e93f8d5-63cd-4a45-9314-d3e7583c8489 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:47:53.911331 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ab9d963e-e99a-42d7-8d93-23c3c69fcae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:53.934340 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-96715e70-cd67-4ddd-bfa4-6b5693c784e5 req-9bee7760-7d25-42dd-8cd4-c6e3eb092fa2 tempest-ServersTestManualDisk-1760851737 tempest-ServersTestManualDisk-1760851737-project] 10.222.0.35 "GET /v2.0/security-groups?id=add12849-0717-4857-adaa-bd412121325b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850260 May 20 20:47:53.986540 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9daca43-403b-4530-8426-d4736426e1f7 tempest-SecurityGroupRulesTestJSON-1139762848 tempest-SecurityGroupRulesTestJSON-1139762848-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=183a31ad-4166-4aca-b04e-252f6fc41eb4,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:47:53.987098 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-ab9d963e-e99a-42d7-8d93-23c3c69fcae7 None None] Port 1e93f8d5-63cd-4a45-9314-d3e7583c8489 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 20:47:53.995462 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4bb0e131-6525-46ca-a45b-e4ea43a5e69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:54.087576 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-2f97d96e-29be-475d-89eb-8007729710c7 req-e9daca43-403b-4530-8426-d4736426e1f7 tempest-SecurityGroupRulesTestJSON-1139762848 tempest-SecurityGroupRulesTestJSON-1139762848-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:54.089182 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2f97d96e-29be-475d-89eb-8007729710c7 req-e9daca43-403b-4530-8426-d4736426e1f7 tempest-SecurityGroupRulesTestJSON-1139762848 tempest-SecurityGroupRulesTestJSON-1139762848-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.8178544 May 20 20:47:54.192740 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6a193ce0-2ddf-4890-ae65-eddf0c074853 req-fd2858a4-5e86-4484-9b53-eef5670d5868 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] 10.222.0.35 "GET /v2.0/ports?device_id=a4ab3ddf-2fe5-4063-a4f6-456e0eb3138f HTTP/1.1" status: 200 len: 210 time: 0.0851176 May 20 20:47:54.236331 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [req-a0fe6e7c-e46b-48b5-847d-4e0bbde0177b req-e4f6df8d-de86-4a2f-8ec7-255d3c265731 tempest-SecurityGroupRulesTestJSON-1139762848 tempest-SecurityGroupRulesTestJSON-1139762848-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1211981463', 'description': 'tempest-description-1143036393'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:47:54.330789 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-06dc0648-cf7b-4552-b02e-6b5a6aebf70a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:54.353439 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dbfd59-e44d-4c6a-8190-26c647a222ed req-8c687418-1950-4e54-bc79-3511a774a0f3 tempest-ServerRescueTestJSONUnderV235-509853073 tempest-ServerRescueTestJSONUnderV235-509853073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:47:54.355693 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-56dbfd59-e44d-4c6a-8190-26c647a222ed req-8c687418-1950-4e54-bc79-3511a774a0f3 tempest-ServerRescueTestJSONUnderV235-509853073 tempest-ServerRescueTestJSONUnderV235-509853073-project] 10.222.0.35 "GET /v2.0/ports?device_id=b5e7bffc-66ca-42f9-a17e-893d63710bad HTTP/1.1" status: 200 len: 946 time: 0.0975804 May 20 20:47:54.373536 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-a0fe6e7c-e46b-48b5-847d-4e0bbde0177b req-e4f6df8d-de86-4a2f-8ec7-255d3c265731 tempest-SecurityGroupRulesTestJSON-1139762848 tempest-SecurityGroupRulesTestJSON-1139762848-project] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:54.418482 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06dc0648-cf7b-4552-b02e-6b5a6aebf70a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4049a19c-c824-40cc-9e69-8b237b530b2b,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:47:54.438306 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87a37f3-b76a-49f9-89d9-c94be5cf5c40 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Pushing event deleted for resources: {'Port': ['ID=36b4db1d-b6e8-4dc0-991a-f9d6809e9c6a,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:47:54.497393 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:54.522250 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a13c3f5-061a-456b-b8ab-6c8c7886e4af req-d87a37f3-b76a-49f9-89d9-c94be5cf5c40 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] No DVR routers for this DVR port 36b4db1d-b6e8-4dc0-991a-f9d6809e9c6a on host n-h1-842733-1 {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:47:54.527001 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-6a13c3f5-061a-456b-b8ab-6c8c7886e4af req-d87a37f3-b76a-49f9-89d9-c94be5cf5c40 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:54.530363 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-6a13c3f5-061a-456b-b8ab-6c8c7886e4af req-d87a37f3-b76a-49f9-89d9-c94be5cf5c40 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.24 "DELETE /v2.0/ports/36b4db1d-b6e8-4dc0-991a-f9d6809e9c6a HTTP/1.1" status: 204 len: 173 time: 1.6592219 May 20 20:47:54.531118 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63101f8e-85e2-411c-be0e-a4a0fa1b39b2', 'name': 'network-vif-deleted', 'tag': '36b4db1d-b6e8-4dc0-991a-f9d6809e9c6a'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:47:54.533776 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6fa957933fccbf596d28104b23404b952ad6a8238afaebaed40a0874b2e409" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eb78e6c-86d5-497a-803d-96ceeb2dfa84" -d '{"events": [{"server_uuid": "63101f8e-85e2-411c-be0e-a4a0fa1b39b2", "name": "network-vif-deleted", "tag": "36b4db1d-b6e8-4dc0-991a-f9d6809e9c6a"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:47:54.537327 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-56dbfd59-e44d-4c6a-8190-26c647a222ed req-b1da4396-d908-4340-9d8a-cc9c6c02fd25 tempest-ServerRescueTestJSONUnderV235-509853073 tempest-ServerRescueTestJSONUnderV235-509853073-project] 10.222.0.35 "GET /v2.0/security-groups?id=41609343-6bb9-42c4-9424-2489ea89f008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747019 May 20 20:47:54.538989 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-06dc0648-cf7b-4552-b02e-6b5a6aebf70a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=899b7205d3db49ce9c3e58e41a968e2c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2685168 May 20 20:47:54.543759 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 46498) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:47:54.586819 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-a0fe6e7c-e46b-48b5-847d-4e0bbde0177b req-e4f6df8d-de86-4a2f-8ec7-255d3c265731 tempest-SecurityGroupRulesTestJSON-1139762848 tempest-SecurityGroupRulesTestJSON-1139762848-project] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:54.627655 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8658146e-a8d4-4949-b39b-085f1921733a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:54.654665 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 20:47:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-175a5772-db1d-4ff4-bad4-8ab214d9b167 x-openstack-request-id: req-175a5772-db1d-4ff4-bad4-8ab214d9b167 {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:47:54.654958 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63101f8e-85e2-411c-be0e-a4a0fa1b39b2", "name": "network-vif-deleted", "tag": "36b4db1d-b6e8-4dc0-991a-f9d6809e9c6a", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:47:54.656503 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-175a5772-db1d-4ff4-bad4-8ab214d9b167 {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:47:54.657123 n-d-842733-1 neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-175a5772-db1d-4ff4-bad4-8ab214d9b167'] response: {'server_uuid': '63101f8e-85e2-411c-be0e-a4a0fa1b39b2', 'name': 'network-vif-deleted', 'tag': '36b4db1d-b6e8-4dc0-991a-f9d6809e9c6a', 'status': 'completed', 'code': 200} May 20 20:47:54.686847 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-519f6114-d2f3-4432-9692-3eba06a0323c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:54.691984 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-a0fe6e7c-e46b-48b5-847d-4e0bbde0177b req-e4f6df8d-de86-4a2f-8ec7-255d3c265731 tempest-SecurityGroupRulesTestJSON-1139762848 tempest-SecurityGroupRulesTestJSON-1139762848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:54.732237 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8658146e-a8d4-4949-b39b-085f1921733a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:54.788900 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f6df8d-de86-4a2f-8ec7-255d3c265731 tempest-SecurityGroupRulesTestJSON-1139762848 tempest-SecurityGroupRulesTestJSON-1139762848-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8716836a-1452-4d9d-ae77-ef6017d8a8f1,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:47:54.839417 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5d04081d-a436-48e1-b7f3-da3c808359a5 req-883a0baf-f9af-4c14-b33c-7b0dfcf2b022 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/ports?device_id=63101f8e-85e2-411c-be0e-a4a0fa1b39b2 HTTP/1.1" status: 200 len: 210 time: 0.0738034 May 20 20:47:54.863059 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-a0fe6e7c-e46b-48b5-847d-4e0bbde0177b req-e4f6df8d-de86-4a2f-8ec7-255d3c265731 tempest-SecurityGroupRulesTestJSON-1139762848 tempest-SecurityGroupRulesTestJSON-1139762848-project] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:54.871772 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a0fe6e7c-e46b-48b5-847d-4e0bbde0177b req-e4f6df8d-de86-4a2f-8ec7-255d3c265731 tempest-SecurityGroupRulesTestJSON-1139762848 tempest-SecurityGroupRulesTestJSON-1139762848-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.6347120 May 20 20:47:54.912403 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [req-4a95fb64-2afe-410b-bf68-835330449724 req-bcaf78d7-ed6a-40fe-ba91-dd4a334c3211 tempest-SecurityGroupRulesTestJSON-1139762848 tempest-SecurityGroupRulesTestJSON-1139762848-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-915116368', 'description': 'tempest-description-1039833557'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:47:55.020153 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8658146e-a8d4-4949-b39b-085f1921733a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:55.023940 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8658146e-a8d4-4949-b39b-085f1921733a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:55.025158 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-8658146e-a8d4-4949-b39b-085f1921733a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4049a19c-c824-40cc-9e69-8b237b530b2b HTTP/1.1" status: 204 len: 168 time: 0.4804163 May 20 20:47:55.034457 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-4a95fb64-2afe-410b-bf68-835330449724 req-bcaf78d7-ed6a-40fe-ba91-dd4a334c3211 tempest-SecurityGroupRulesTestJSON-1139762848 tempest-SecurityGroupRulesTestJSON-1139762848-project] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:55.166727 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-4a95fb64-2afe-410b-bf68-835330449724 req-bcaf78d7-ed6a-40fe-ba91-dd4a334c3211 tempest-SecurityGroupRulesTestJSON-1139762848 tempest-SecurityGroupRulesTestJSON-1139762848-project] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:55.192030 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8658146e-a8d4-4949-b39b-085f1921733a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4049a19c-c824-40cc-9e69-8b237b530b2b,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:47:55.207944 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3b26a7-c2a8-463f-b4c6-026798170d0a req-6f0031ad-e4d9-43f8-8670-656484908b93 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:47:55.209527 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-0b3b26a7-c2a8-463f-b4c6-026798170d0a req-6f0031ad-e4d9-43f8-8670-656484908b93 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] 10.222.0.24 "GET /v2.0/networks?id=7c34618e-1eb4-46a9-ac65-b891df136138 HTTP/1.1" status: 200 len: 815 time: 0.3274200 May 20 20:47:55.268511 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-4a95fb64-2afe-410b-bf68-835330449724 req-bcaf78d7-ed6a-40fe-ba91-dd4a334c3211 tempest-SecurityGroupRulesTestJSON-1139762848 tempest-SecurityGroupRulesTestJSON-1139762848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:55.339124 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef52c28-8cb2-45f4-a0dc-9b8506fe8e91 req-3f13910f-1741-4134-af75-b78d6f4b40f2 tempest-ServersTestManualDisk-1760851737 tempest-ServersTestManualDisk-1760851737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:47:55.340895 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9ef52c28-8cb2-45f4-a0dc-9b8506fe8e91 req-3f13910f-1741-4134-af75-b78d6f4b40f2 tempest-ServersTestManualDisk-1760851737 tempest-ServersTestManualDisk-1760851737-project] 10.222.0.35 "GET /v2.0/ports?device_id=7581860c-ce46-4614-b039-9b98e9997b36 HTTP/1.1" status: 200 len: 944 time: 0.1696708 May 20 20:47:55.413694 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-519f6114-d2f3-4432-9692-3eba06a0323c admin admin] Notify callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:55.430850 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9ef52c28-8cb2-45f4-a0dc-9b8506fe8e91 req-e2d8b719-cb4e-4584-9344-0335a6bab33a tempest-ServersTestManualDisk-1760851737 tempest-ServersTestManualDisk-1760851737-project] 10.222.0.35 "GET /v2.0/security-groups?id=add12849-0717-4857-adaa-bd412121325b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827742 May 20 20:47:55.434325 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcaf78d7-ed6a-40fe-ba91-dd4a334c3211 tempest-SecurityGroupRulesTestJSON-1139762848 tempest-SecurityGroupRulesTestJSON-1139762848-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e15d1bd6-b327-44b6-b827-bded61b4e9dc,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:47:55.452735 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-0b3b26a7-c2a8-463f-b4c6-026798170d0a req-537df773-8203-42e9-b6cd-8c41d512baaa tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c23324ed92c6460facba85082860777a HTTP/1.1" status: 200 len: 380 time: 0.2104747 May 20 20:47:55.472774 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-4a95fb64-2afe-410b-bf68-835330449724 req-bcaf78d7-ed6a-40fe-ba91-dd4a334c3211 tempest-SecurityGroupRulesTestJSON-1139762848 tempest-SecurityGroupRulesTestJSON-1139762848-project] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:55.481006 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4a95fb64-2afe-410b-bf68-835330449724 req-bcaf78d7-ed6a-40fe-ba91-dd4a334c3211 tempest-SecurityGroupRulesTestJSON-1139762848 tempest-SecurityGroupRulesTestJSON-1139762848-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.5728087 May 20 20:47:55.483862 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [req-0b3b26a7-c2a8-463f-b4c6-026798170d0a req-eecc2308-20ef-4016-988e-a42c4502d5c7 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Request body: {'port': {'device_id': 'a4ab3ddf-2fe5-4063-a4f6-456e0eb3138f', 'network_id': '7c34618e-1eb4-46a9-ac65-b891df136138', 'admin_state_up': True, 'tenant_id': 'c23324ed92c6460facba85082860777a', 'security_groups': ['34b2d344-fca2-46ed-b4e2-64c5c774d633']}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:47:55.510074 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cc3ec51b-6ec8-438a-8349-5f0bec346d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:55.547540 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:55.607571 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2d57bdce-d15d-4664-bf2a-b9b277ae2e34 req-5d2c4d63-db20-493a-a2fc-a0a13c55ad55 tempest-SecurityGroupRulesTestJSON-1139762848 tempest-SecurityGroupRulesTestJSON-1139762848-project] 10.222.0.35 "GET /v2.0/security-groups/8716836a-1452-4d9d-ae77-ef6017d8a8f1 HTTP/1.1" status: 200 len: 1807 time: 0.0992334 May 20 20:47:55.640836 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-519f6114-d2f3-4432-9692-3eba06a0323c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:55.666079 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1b30ebc7-513f-44ca-9e0b-5eee2723323b req-3b030912-3d33-4cc6-bae8-9e9fe7683dfe tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] 10.222.0.35 "GET /v2.0/ports?device_id=a4ab3ddf-2fe5-4063-a4f6-456e0eb3138f HTTP/1.1" status: 200 len: 210 time: 0.0516310 May 20 20:47:55.736897 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519f6114-d2f3-4432-9692-3eba06a0323c admin admin] Pushing event updated for resources: {'Port': ['ID=1e93f8d5-63cd-4a45-9314-d3e7583c8489,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:47:55.740658 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device ac3e7abd-5273-40bb-b36c-732c1861c8aa up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:47:55.754743 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2d57bdce-d15d-4664-bf2a-b9b277ae2e34 req-768a0742-7208-48e7-8d74-9dda662f84fe tempest-SecurityGroupRulesTestJSON-1139762848 tempest-SecurityGroupRulesTestJSON-1139762848-project] 10.222.0.35 "GET /v2.0/security-groups/e15d1bd6-b327-44b6-b827-bded61b4e9dc HTTP/1.1" status: 200 len: 1806 time: 0.1443126 May 20 20:47:55.761385 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [req-2d57bdce-d15d-4664-bf2a-b9b277ae2e34 req-bf79ee4c-94c4-4ece-8c91-cc658ae57367 tempest-SecurityGroupRulesTestJSON-1139762848 tempest-SecurityGroupRulesTestJSON-1139762848-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '8716836a-1452-4d9d-ae77-ef6017d8a8f1', 'remote_group_id': 'e15d1bd6-b327-44b6-b827-bded61b4e9dc', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:47:55.761809 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [req-2d57bdce-d15d-4664-bf2a-b9b277ae2e34 req-bf79ee4c-94c4-4ece-8c91-cc658ae57367 tempest-SecurityGroupRulesTestJSON-1139762848 tempest-SecurityGroupRulesTestJSON-1139762848-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '8716836a-1452-4d9d-ae77-ef6017d8a8f1', 'remote_group_id': 'e15d1bd6-b327-44b6-b827-bded61b4e9dc', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:47:55.833096 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-519f6114-d2f3-4432-9692-3eba06a0323c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748437'] for router_interface, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:55.850277 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f217f45-23f5-46fd-9b38-4bcb7d24da28 req-640b4585-d8cc-415e-85ca-74e7b103cc73 tempest-ServerRescueTestJSONUnderV235-509853073 tempest-ServerRescueTestJSONUnderV235-509853073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:47:55.863075 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9f217f45-23f5-46fd-9b38-4bcb7d24da28 req-640b4585-d8cc-415e-85ca-74e7b103cc73 tempest-ServerRescueTestJSONUnderV235-509853073 tempest-ServerRescueTestJSONUnderV235-509853073-project] 10.222.0.35 "GET /v2.0/ports?device_id=b5e7bffc-66ca-42f9-a17e-893d63710bad HTTP/1.1" status: 200 len: 946 time: 0.0802369 May 20 20:47:55.882970 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port ac3e7abd-5273-40bb-b36c-732c1861c8aa triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:47:55.883933 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:55.949349 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9f217f45-23f5-46fd-9b38-4bcb7d24da28 req-801f59df-334f-4d1a-a074-e27bbf80e23b tempest-ServerRescueTestJSONUnderV235-509853073 tempest-ServerRescueTestJSONUnderV235-509853073-project] 10.222.0.35 "GET /v2.0/security-groups?id=41609343-6bb9-42c4-9424-2489ea89f008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850947 May 20 20:47:55.989337 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-2d57bdce-d15d-4664-bf2a-b9b277ae2e34 req-bf79ee4c-94c4-4ece-8c91-cc658ae57367 tempest-SecurityGroupRulesTestJSON-1139762848 tempest-SecurityGroupRulesTestJSON-1139762848-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:56.043000 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port ac3e7abd-5273-40bb-b36c-732c1861c8aa is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:47:56.043412 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:56.071612 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-2d57bdce-d15d-4664-bf2a-b9b277ae2e34 req-bf79ee4c-94c4-4ece-8c91-cc658ae57367 tempest-SecurityGroupRulesTestJSON-1139762848 tempest-SecurityGroupRulesTestJSON-1139762848-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:56.084075 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] For port ac3e7abd-5273-40bb-b36c-732c1861c8aa, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=ac3e7abd-5273-40bb-b36c-732c1861c8aa,segment=NetworkSegment(0b5485c4-eff8-42a1-9073-ae54ed4c63ba),segment_id=0b5485c4-eff8-42a1-9073-ae54ed4c63ba)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:47:56.092051 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b3b26a7-c2a8-463f-b4c6-026798170d0a req-eecc2308-20ef-4016-988e-a42c4502d5c7 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Made reservation on behalf of c23324ed92c6460facba85082860777a for: {'port': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:47:56.096663 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-0b3b26a7-c2a8-463f-b4c6-026798170d0a req-eecc2308-20ef-4016-988e-a42c4502d5c7 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:56.112115 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-519f6114-d2f3-4432-9692-3eba06a0323c admin admin] Network 52b22ddd-d38d-47d7-9f62-928c2e551c45 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:47:56.115376 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-519f6114-d2f3-4432-9692-3eba06a0323c admin admin] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:47:56.135498 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-2d57bdce-d15d-4664-bf2a-b9b277ae2e34 req-bf79ee4c-94c4-4ece-8c91-cc658ae57367 tempest-SecurityGroupRulesTestJSON-1139762848 tempest-SecurityGroupRulesTestJSON-1139762848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691816'] for security_group_rule, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:56.158549 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:56.196369 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf79ee4c-94c4-4ece-8c91-cc658ae57367 tempest-SecurityGroupRulesTestJSON-1139762848 tempest-SecurityGroupRulesTestJSON-1139762848-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b42f31f0-77b6-4c8b-99e4-502c21732462,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:47:56.238037 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Pushing event updated for resources: {'Port': ['ID=ac3e7abd-5273-40bb-b36c-732c1861c8aa,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:47:56.253016 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-2d57bdce-d15d-4664-bf2a-b9b277ae2e34 req-bf79ee4c-94c4-4ece-8c91-cc658ae57367 tempest-SecurityGroupRulesTestJSON-1139762848 tempest-SecurityGroupRulesTestJSON-1139762848-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:56.254469 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2d57bdce-d15d-4664-bf2a-b9b277ae2e34 req-bf79ee4c-94c4-4ece-8c91-cc658ae57367 tempest-SecurityGroupRulesTestJSON-1139762848 tempest-SecurityGroupRulesTestJSON-1139762848-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.4987957 May 20 20:47:56.295240 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [req-b1fc5bda-f21c-4c40-9e62-27ad6383ddd2 req-63d70b3a-be08-4d1d-8c6b-39d826674f7a tempest-SecurityGroupRulesTestJSON-1139762848 tempest-SecurityGroupRulesTestJSON-1139762848-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1209138354', 'description': 'tempest-description-740969131'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:47:56.412532 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-b1fc5bda-f21c-4c40-9e62-27ad6383ddd2 req-63d70b3a-be08-4d1d-8c6b-39d826674f7a tempest-SecurityGroupRulesTestJSON-1139762848 tempest-SecurityGroupRulesTestJSON-1139762848-project] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:56.514070 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 36b4db1d-b6e8-4dc0-991a-f9d6809e9c6a no longer exists at agent hyperv_n-h1-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:47:56.549444 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-b1fc5bda-f21c-4c40-9e62-27ad6383ddd2 req-63d70b3a-be08-4d1d-8c6b-39d826674f7a tempest-SecurityGroupRulesTestJSON-1139762848 tempest-SecurityGroupRulesTestJSON-1139762848-project] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:56.561177 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] No Port match for: 36b4db1d-b6e8-4dc0-991a-f9d6809e9c6a {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 20:47:56.561543 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 36b4db1d-b6e8-4dc0-991a-f9d6809e9c6a not bound to the agent host n-h1-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 20:47:56.562157 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-519f6114-d2f3-4432-9692-3eba06a0323c admin admin] Router 8728511a-223e-4b07-aebf-2fda2c099a9c has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 20:47:56.580142 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-cd2d5570-2416-4d57-ab7f-211346016cba None None] Provisioning complete for port 1e93f8d5-63cd-4a45-9314-d3e7583c8489 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:47:56.584968 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cd2d5570-2416-4d57-ab7f-211346016cba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:56.609295 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-b1fc5bda-f21c-4c40-9e62-27ad6383ddd2 req-63d70b3a-be08-4d1d-8c6b-39d826674f7a tempest-SecurityGroupRulesTestJSON-1139762848 tempest-SecurityGroupRulesTestJSON-1139762848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:56.628430 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-cd2d5570-2416-4d57-ab7f-211346016cba None None] Port 1e93f8d5-63cd-4a45-9314-d3e7583c8489 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 20:47:56.634315 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73b7ca2-2853-41d0-971e-bfc511ce2819 req-c0a7f14f-9f35-4694-b58e-72d79c6b7728 tempest-ServersTestManualDisk-1760851737 tempest-ServersTestManualDisk-1760851737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:47:56.636259 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f73b7ca2-2853-41d0-971e-bfc511ce2819 req-c0a7f14f-9f35-4694-b58e-72d79c6b7728 tempest-ServersTestManualDisk-1760851737 tempest-ServersTestManualDisk-1760851737-project] 10.222.0.35 "GET /v2.0/ports?device_id=7581860c-ce46-4614-b039-9b98e9997b36 HTTP/1.1" status: 200 len: 944 time: 0.0897188 May 20 20:47:56.636598 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [req-0b3b26a7-c2a8-463f-b4c6-026798170d0a req-eecc2308-20ef-4016-988e-a42c4502d5c7 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Allocated IP 172.20.0.13 (7c34618e-1eb4-46a9-ac65-b891df136138/66bb8d81-3453-4d74-b13d-66db71019128/fa2729c0-84e2-43f4-af96-ae7759c29dd5) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:47:56.657669 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d70b3a-be08-4d1d-8c6b-39d826674f7a tempest-SecurityGroupRulesTestJSON-1139762848 tempest-SecurityGroupRulesTestJSON-1139762848-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b02d800f-b3e8-4a2c-98a4-bf1295de9355,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:47:56.693116 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f73b7ca2-2853-41d0-971e-bfc511ce2819 req-d2f66756-c024-4bdb-8e36-db16a9a7e241 tempest-ServersTestManualDisk-1760851737 tempest-ServersTestManualDisk-1760851737-project] 10.222.0.35 "GET /v2.0/security-groups?id=add12849-0717-4857-adaa-bd412121325b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457783 May 20 20:47:56.722344 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-b1fc5bda-f21c-4c40-9e62-27ad6383ddd2 req-63d70b3a-be08-4d1d-8c6b-39d826674f7a tempest-SecurityGroupRulesTestJSON-1139762848 tempest-SecurityGroupRulesTestJSON-1139762848-project] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:56.725175 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b1fc5bda-f21c-4c40-9e62-27ad6383ddd2 req-63d70b3a-be08-4d1d-8c6b-39d826674f7a tempest-SecurityGroupRulesTestJSON-1139762848 tempest-SecurityGroupRulesTestJSON-1139762848-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4328897 May 20 20:47:56.740386 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-519f6114-d2f3-4432-9692-3eba06a0323c admin admin] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 20:47:56.748890 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-519f6114-d2f3-4432-9692-3eba06a0323c admin admin] 10.222.0.35 "PUT /v2.0/routers/8728511a-223e-4b07-aebf-2fda2c099a9c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1344223 May 20 20:47:56.764233 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f35427c-638c-4828-9f51-0ccfa5fce99c None None] Sync routers for ids ['8728511a-223e-4b07-aebf-2fda2c099a9c'] in n-d-842733-1 {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 20:47:56.790110 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f35427c-638c-4828-9f51-0ccfa5fce99c None None] Routers {'8728511a-223e-4b07-aebf-2fda2c099a9c'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:47:56.791106 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-1f35427c-638c-4828-9f51-0ccfa5fce99c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:47:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['8728511a-223e-4b07-aebf-2fda2c099a9c'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:47:56.846536 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 46552) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:47:56.884680 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-43b837e9-3804-4afb-8345-128b75386ed0 req-55ddd049-3cc0-4d2e-b0bf-ea5d55595b05 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] 10.222.0.35 "GET /v2.0/ports?device_id=a4ab3ddf-2fe5-4063-a4f6-456e0eb3138f HTTP/1.1" status: 200 len: 210 time: 0.0695081 May 20 20:47:56.918874 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-0b3b26a7-c2a8-463f-b4c6-026798170d0a req-eecc2308-20ef-4016-988e-a42c4502d5c7 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:56.950149 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [req-3da991a5-6d7c-440a-8e73-c3db923348c5 req-8de2b062-904a-4d4e-8f2a-de8a00219609 tempest-SecurityGroupRulesTestJSON-1139762848 tempest-SecurityGroupRulesTestJSON-1139762848-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1926518409', 'description': 'tempest-description-836116797'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:47:56.973268 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302bb8ca-b842-4370-b52f-86eb6ff42a22 req-f2e16ef1-e509-4a54-8d51-b9a0c6156886 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:47:56.974427 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device c4f86847-4b96-433c-a86b-b6ff706f4b49 up at agent hyperv_n-h2-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:47:56.981776 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-302bb8ca-b842-4370-b52f-86eb6ff42a22 req-f2e16ef1-e509-4a54-8d51-b9a0c6156886 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/ports?device_id=b07c1a9b-3fbb-41e5-9d04-a21146bf734c HTTP/1.1" status: 200 len: 950 time: 0.1143899 May 20 20:47:57.001934 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-1f35427c-638c-4828-9f51-0ccfa5fce99c None None] Set router 8728511a-223e-4b07-aebf-2fda2c099a9c gateway port host: n-d-842733-1 {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:47:57.023072 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-0b3b26a7-c2a8-463f-b4c6-026798170d0a req-eecc2308-20ef-4016-988e-a42c4502d5c7 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:57.049414 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-302bb8ca-b842-4370-b52f-86eb6ff42a22 req-37671747-a044-48c3-8c10-a152581e3959 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/security-groups?id=38c76b68-4081-4341-88c9-c8e3082a5da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664794 May 20 20:47:57.054218 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-999926d5-50f9-4c13-ad20-a039079ea104 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-610323402-network', 'tenant_id': 'ca192f5ef49d4f558388c6e642858250'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:47:57.072664 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-3da991a5-6d7c-440a-8e73-c3db923348c5 req-8de2b062-904a-4d4e-8f2a-de8a00219609 tempest-SecurityGroupRulesTestJSON-1139762848 tempest-SecurityGroupRulesTestJSON-1139762848-project] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:57.093899 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b3b26a7-c2a8-463f-b4c6-026798170d0a req-eecc2308-20ef-4016-988e-a42c4502d5c7 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Network 7c34618e-1eb4-46a9-ac65-b891df136138 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:47:57.098616 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [req-0b3b26a7-c2a8-463f-b4c6-026798170d0a req-eecc2308-20ef-4016-988e-a42c4502d5c7 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:47:57.106020 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b3b26a7-c2a8-463f-b4c6-026798170d0a req-eecc2308-20ef-4016-988e-a42c4502d5c7 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:47:57.126420 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecc2308-20ef-4016-988e-a42c4502d5c7 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Pushing event updated for resources: {'Port': ['ID=fa2729c0-84e2-43f4-af96-ae7759c29dd5,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:47:57.170078 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-3da991a5-6d7c-440a-8e73-c3db923348c5 req-8de2b062-904a-4d4e-8f2a-de8a00219609 tempest-SecurityGroupRulesTestJSON-1139762848 tempest-SecurityGroupRulesTestJSON-1139762848-project] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:57.188426 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Provisioning for port c4f86847-4b96-433c-a86b-b6ff706f4b49 completed by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 20:47:57.203804 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3b26a7-c2a8-463f-b4c6-026798170d0a req-eecc2308-20ef-4016-988e-a42c4502d5c7 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:47:57.204776 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-0b3b26a7-c2a8-463f-b4c6-026798170d0a req-eecc2308-20ef-4016-988e-a42c4502d5c7 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:57.213989 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Provisioning complete for port c4f86847-4b96-433c-a86b-b6ff706f4b49 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:47:57.214301 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:57.216647 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-999926d5-50f9-4c13-ad20-a039079ea104 admin admin] Made reservation on behalf of ca192f5ef49d4f558388c6e642858250 for: {'network': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:47:57.219182 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-999926d5-50f9-4c13-ad20-a039079ea104 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for network, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:57.232175 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-999926d5-50f9-4c13-ad20-a039079ea104 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:57.278061 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-3da991a5-6d7c-440a-8e73-c3db923348c5 req-8de2b062-904a-4d4e-8f2a-de8a00219609 tempest-SecurityGroupRulesTestJSON-1139762848 tempest-SecurityGroupRulesTestJSON-1139762848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:57.312621 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-0b3b26a7-c2a8-463f-b4c6-026798170d0a req-eecc2308-20ef-4016-988e-a42c4502d5c7 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8507724 May 20 20:47:57.345237 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de2b062-904a-4d4e-8f2a-de8a00219609 tempest-SecurityGroupRulesTestJSON-1139762848 tempest-SecurityGroupRulesTestJSON-1139762848-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7b9026d-3829-4b4a-a9ec-578f71389e1d,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:47:57.347106 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [req-0b3b26a7-c2a8-463f-b4c6-026798170d0a req-2b80331d-3d56-4907-ab8c-48649f91239d service neutron] Request body: {'port': {'device_id': 'a4ab3ddf-2fe5-4063-a4f6-456e0eb3138f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-842733-1'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:47:57.388938 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-3da991a5-6d7c-440a-8e73-c3db923348c5 req-8de2b062-904a-4d4e-8f2a-de8a00219609 tempest-SecurityGroupRulesTestJSON-1139762848 tempest-SecurityGroupRulesTestJSON-1139762848-project] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:57.398246 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3da991a5-6d7c-440a-8e73-c3db923348c5 req-8de2b062-904a-4d4e-8f2a-de8a00219609 tempest-SecurityGroupRulesTestJSON-1139762848 tempest-SecurityGroupRulesTestJSON-1139762848-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4611320 May 20 20:47:57.426800 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-1f35427c-638c-4828-9f51-0ccfa5fce99c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8728511a-223e-4b07-aebf-2fda2c099a9c', 'name': 'tempest-AttachVolumeShelveTestJSON-1758240756-router', 'tenant_id': 'f7d646bffa614f21b1ea08af4be56a95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.93'}], 'enable_snat': True}, 'gw_port_id': 'ac3e7abd-5273-40bb-b36c-732c1861c8aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:47:44Z', 'updated_at': '2022-05-20T20:47:54Z', 'revision_number': 4, 'project_id': 'f7d646bffa614f21b1ea08af4be56a95', 'gw_port': {'id': 'ac3e7abd-5273-40bb-b36c-732c1861c8aa', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:44:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8728511a-223e-4b07-aebf-2fda2c099a9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:47:47Z', 'updated_at': '2022-05-20T20:47:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': '1e93f8d5-63cd-4a45-9314-d3e7583c8489', 'name': '', 'network_id': '52b22ddd-d38d-47d7-9f62-928c2e551c45', 'tenant_id': 'f7d646bffa614f21b1ea08af4be56a95', 'mac_address': 'fa:16:3e:cc:f5:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8728511a-223e-4b07-aebf-2fda2c099a9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1232, 'fixed_ips': [{'subnet_id': '77f2b783-fdae-41c3-9017-0093e586145d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:47:52Z', 'updated_at': '2022-05-20T20:47:54Z', 'revision_number': 2, 'project_id': 'f7d646bffa614f21b1ea08af4be56a95', 'subnets': [{'id': '77f2b783-fdae-41c3-9017-0093e586145d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:47:57.429440 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port c4f86847-4b96-433c-a86b-b6ff706f4b49 is: BUILD; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:47:57.430046 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:57.456598 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-0b3b26a7-c2a8-463f-b4c6-026798170d0a req-2b80331d-3d56-4907-ab8c-48649f91239d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:57.476036 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 46568) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:47:57.482149 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-c8c876d5-4a4e-44a1-96ee-d1d2a30f8818 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Request body: {'security_group': {'name': 'tempest-securitygroup--511309927', 'description': 'tempest-description--21624933'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:47:57.611788 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c8c876d5-4a4e-44a1-96ee-d1d2a30f8818 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:57.623407 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f35427c-638c-4828-9f51-0ccfa5fce99c None None] Checking router: 8728511a-223e-4b07-aebf-2fda2c099a9c for host: n-d-842733-1 {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 20:47:57.623956 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f35427c-638c-4828-9f51-0ccfa5fce99c None None] Updating router 8728511a-223e-4b07-aebf-2fda2c099a9c port 1e93f8d5-63cd-4a45-9314-d3e7583c8489 binding host n-d-842733-1 {{(pid=103164) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 20:47:57.642849 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-09bc5b2a-17bc-4947-a92a-b1ecf1f032cd req-24040899-a3a7-43f8-a3da-8e572e241e7e tempest-SecurityGroupRulesTestJSON-1139762848 tempest-SecurityGroupRulesTestJSON-1139762848-project] 10.222.0.35 "GET /v2.0/security-groups/b02d800f-b3e8-4a2c-98a4-bf1295de9355 HTTP/1.1" status: 200 len: 1806 time: 0.0898070 May 20 20:47:57.657733 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port c4f86847-4b96-433c-a86b-b6ff706f4b49, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=c4f86847-4b96-433c-a86b-b6ff706f4b49,segment=NetworkSegment(2e785b90-65af-46d3-8337-91a036f88f70),segment_id=2e785b90-65af-46d3-8337-91a036f88f70)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:47:57.676546 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7581860c-ce46-4614-b039-9b98e9997b36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4f86847-4b96-433c-a86b-b6ff706f4b49'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:47:57.679270 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8485417003ce7c0410b00f5cdc2f391e21107b70bb68e2773712534a96e108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d1d2dec-b2e9-44a8-a04e-8f692ed4705e" -d '{"events": [{"server_uuid": "7581860c-ce46-4614-b039-9b98e9997b36", "name": "network-vif-plugged", "status": "completed", "tag": "c4f86847-4b96-433c-a86b-b6ff706f4b49"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:47:57.682142 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device ac3e7abd-5273-40bb-b36c-732c1861c8aa up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:47:57.699266 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-999926d5-50f9-4c13-ad20-a039079ea104 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:57.716011 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c946b93-9bd2-4003-833a-0caf39094e70 req-7fd986da-26f2-44cd-9303-058431474b8e tempest-ServerRescueTestJSONUnderV235-509853073 tempest-ServerRescueTestJSONUnderV235-509853073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:47:57.717963 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-1f35427c-638c-4828-9f51-0ccfa5fce99c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:57.719712 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4c946b93-9bd2-4003-833a-0caf39094e70 req-7fd986da-26f2-44cd-9303-058431474b8e tempest-ServerRescueTestJSONUnderV235-509853073 tempest-ServerRescueTestJSONUnderV235-509853073-project] 10.222.0.35 "GET /v2.0/ports?device_id=b5e7bffc-66ca-42f9-a17e-893d63710bad HTTP/1.1" status: 200 len: 946 time: 0.1982472 May 20 20:47:57.722458 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-c1aa3695-2aa0-47ee-9d67-97961fc5592d None None] Provisioning complete for port fa2729c0-84e2-43f4-af96-ae7759c29dd5 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:47:57.722821 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c1aa3695-2aa0-47ee-9d67-97961fc5592d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:57.766433 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-09bc5b2a-17bc-4947-a92a-b1ecf1f032cd req-57b9249a-fb5f-40df-a782-4d0afe019e2c tempest-SecurityGroupRulesTestJSON-1139762848 tempest-SecurityGroupRulesTestJSON-1139762848-project] 10.222.0.35 "GET /v2.0/security-groups/a7b9026d-3829-4b4a-a9ec-578f71389e1d HTTP/1.1" status: 200 len: 1806 time: 0.1014905 May 20 20:47:57.777864 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [req-09bc5b2a-17bc-4947-a92a-b1ecf1f032cd req-9b5086dc-feb4-420a-b0b2-bf8e378a203c tempest-SecurityGroupRulesTestJSON-1139762848 tempest-SecurityGroupRulesTestJSON-1139762848-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'b02d800f-b3e8-4a2c-98a4-bf1295de9355', 'remote_group_id': 'a7b9026d-3829-4b4a-a9ec-578f71389e1d', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:47:57.778225 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [req-09bc5b2a-17bc-4947-a92a-b1ecf1f032cd req-9b5086dc-feb4-420a-b0b2-bf8e378a203c tempest-SecurityGroupRulesTestJSON-1139762848 tempest-SecurityGroupRulesTestJSON-1139762848-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'b02d800f-b3e8-4a2c-98a4-bf1295de9355', 'remote_group_id': 'a7b9026d-3829-4b4a-a9ec-578f71389e1d', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:47:57.798753 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:57.815832 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-c1aa3695-2aa0-47ee-9d67-97961fc5592d None None] Port fa2729c0-84e2-43f4-af96-ae7759c29dd5 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 20:47:57.832513 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4c946b93-9bd2-4003-833a-0caf39094e70 req-c0c54e48-ac10-44c0-a6eb-d7bd08aa21ea tempest-ServerRescueTestJSONUnderV235-509853073 tempest-ServerRescueTestJSONUnderV235-509853073-project] 10.222.0.35 "GET /v2.0/security-groups?id=41609343-6bb9-42c4-9424-2489ea89f008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007557 May 20 20:47:57.868883 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c8c876d5-4a4e-44a1-96ee-d1d2a30f8818 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:57.913355 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [req-0b3b26a7-c2a8-463f-b4c6-026798170d0a req-2b80331d-3d56-4907-ab8c-48649f91239d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa2729c0-84e2-43f4-af96-ae7759c29dd5 {{(pid=103162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:47:57.919869 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port ac3e7abd-5273-40bb-b36c-732c1861c8aa triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:47:57.920242 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:57.926482 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-0b3b26a7-c2a8-463f-b4c6-026798170d0a req-2b80331d-3d56-4907-ab8c-48649f91239d service neutron] Notify callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:57.944221 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.provisioning_blocks [req-0b3b26a7-c2a8-463f-b4c6-026798170d0a req-2b80331d-3d56-4907-ab8c-48649f91239d service neutron] Transition to ACTIVE for port object fa2729c0-84e2-43f4-af96-ae7759c29dd5 will not be triggered until provisioned by entity L2. {{(pid=103162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 20:47:57.955411 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c8c876d5-4a4e-44a1-96ee-d1d2a30f8818 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:57.957183 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-999926d5-50f9-4c13-ad20-a039079ea104 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:57.972831 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-999926d5-50f9-4c13-ad20-a039079ea104 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 208} {{(pid=103162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 20:47:57.973160 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=c4f86847-4b96-433c-a86b-b6ff706f4b49,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:47:57.985712 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-999926d5-50f9-4c13-ad20-a039079ea104 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:57.986096 n-d-842733-1 neutron-server[103162]: INFO neutron.db.segments_db [None req-999926d5-50f9-4c13-ad20-a039079ea104 admin admin] Added segment c827a625-78ca-430c-9240-807cb6bb6287 of type vlan for network 300c23a3-32b9-446d-971e-d684df46a80f May 20 20:47:58.034344 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-09bc5b2a-17bc-4947-a92a-b1ecf1f032cd req-9b5086dc-feb4-420a-b0b2-bf8e378a203c tempest-SecurityGroupRulesTestJSON-1139762848 tempest-SecurityGroupRulesTestJSON-1139762848-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:58.038147 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-999926d5-50f9-4c13-ad20-a039079ea104 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418993264'] for network, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:58.045907 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c876d5-4a4e-44a1-96ee-d1d2a30f8818 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17369763-0550-4ec3-bd12-32142aaf9548,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:47:58.073461 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-0b3b26a7-c2a8-463f-b4c6-026798170d0a req-2b80331d-3d56-4907-ab8c-48649f91239d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:58.077624 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-09bc5b2a-17bc-4947-a92a-b1ecf1f032cd req-9b5086dc-feb4-420a-b0b2-bf8e378a203c tempest-SecurityGroupRulesTestJSON-1139762848 tempest-SecurityGroupRulesTestJSON-1139762848-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:58.137680 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c8c876d5-4a4e-44a1-96ee-d1d2a30f8818 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:58.142427 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-c8c876d5-4a4e-44a1-96ee-d1d2a30f8818 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.6652098 May 20 20:47:58.145081 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 46578) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:47:58.151755 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-3264debe-4d0f-49fb-8845-5210ae7ab778 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Request body: {'security_group_rule': {'security_group_id': '17369763-0550-4ec3-bd12-32142aaf9548', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:47:58.156274 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port ac3e7abd-5273-40bb-b36c-732c1861c8aa is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:47:58.170807 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-09bc5b2a-17bc-4947-a92a-b1ecf1f032cd req-9b5086dc-feb4-420a-b0b2-bf8e378a203c tempest-SecurityGroupRulesTestJSON-1139762848 tempest-SecurityGroupRulesTestJSON-1139762848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691816'] for security_group_rule, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:58.199351 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5086dc-feb4-420a-b0b2-bf8e378a203c tempest-SecurityGroupRulesTestJSON-1139762848 tempest-SecurityGroupRulesTestJSON-1139762848-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c42eee8d-5cd2-4e37-a1b4-81d24900b85b,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:47:58.216511 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-999926d5-50f9-4c13-ad20-a039079ea104 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524'] for network, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:58.217523 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-999926d5-50f9-4c13-ad20-a039079ea104 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:47:58.218102 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-999926d5-50f9-4c13-ad20-a039079ea104 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:58.261916 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999926d5-50f9-4c13-ad20-a039079ea104 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d3ea59e-45d9-47d8-9abc-5e7af382e948,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:47:58.262818 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3264debe-4d0f-49fb-8845-5210ae7ab778 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:58.268795 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-1f35427c-638c-4828-9f51-0ccfa5fce99c None None] Notify callbacks [] for port, precommit_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:58.324327 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-09bc5b2a-17bc-4947-a92a-b1ecf1f032cd req-9b5086dc-feb4-420a-b0b2-bf8e378a203c tempest-SecurityGroupRulesTestJSON-1139762848 tempest-SecurityGroupRulesTestJSON-1139762848-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:58.337545 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-09bc5b2a-17bc-4947-a92a-b1ecf1f032cd req-9b5086dc-feb4-420a-b0b2-bf8e378a203c tempest-SecurityGroupRulesTestJSON-1139762848 tempest-SecurityGroupRulesTestJSON-1139762848-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.5700221 May 20 20:47:58.353964 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-1f35427c-638c-4828-9f51-0ccfa5fce99c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:58.375525 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18599804-2b9d-42e4-bcd8-65f217e343e6 req-391ae7ae-f8cd-4ca1-b1a6-3d5db9435e59 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:47:58.381274 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-18599804-2b9d-42e4-bcd8-65f217e343e6 req-391ae7ae-f8cd-4ca1-b1a6-3d5db9435e59 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.13 "GET /v2.0/ports?device_id=b07c1a9b-3fbb-41e5-9d04-a21146bf734c HTTP/1.1" status: 200 len: 950 time: 0.4350815 May 20 20:47:58.381862 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b80331d-3d56-4907-ab8c-48649f91239d service neutron] Pushing event updated for resources: {'Port': ['ID=fa2729c0-84e2-43f4-af96-ae7759c29dd5,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:47:58.405702 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3264debe-4d0f-49fb-8845-5210ae7ab778 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:58.413621 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-999926d5-50f9-4c13-ad20-a039079ea104 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.5689356 May 20 20:47:58.416782 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 46584) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:47:58.423048 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-678edc6a-a1b4-4b74-bb34-b4cff51ddf39 admin admin] Request body: {'subnet': {'network_id': '300c23a3-32b9-446d-971e-d684df46a80f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-610323402-subnet', 'tenant_id': 'ca192f5ef49d4f558388c6e642858250', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:47:58.438030 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 20:47:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-947119e4-d70c-4827-90e8-93bd46bd18a4 x-openstack-request-id: req-947119e4-d70c-4827-90e8-93bd46bd18a4 {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:47:58.438324 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7581860c-ce46-4614-b039-9b98e9997b36", "name": "network-vif-plugged", "status": "completed", "tag": "c4f86847-4b96-433c-a86b-b6ff706f4b49", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:47:58.438575 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-947119e4-d70c-4827-90e8-93bd46bd18a4 {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:47:58.439682 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-947119e4-d70c-4827-90e8-93bd46bd18a4'] response: {'server_uuid': '7581860c-ce46-4614-b039-9b98e9997b36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4f86847-4b96-433c-a86b-b6ff706f4b49', 'code': 200} May 20 20:47:58.447759 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999926d5-50f9-4c13-ad20-a039079ea104 admin admin] Pushing event updated for resources: {'Network': ['ID=300c23a3-32b9-446d-971e-d684df46a80f,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:47:58.466012 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Network 300c23a3-32b9-446d-971e-d684df46a80f details requested by agent ovs-agent-n-d-842733-1 with host n-d-842733-1 {{(pid=103164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 20 20:47:58.482444 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-0b3b26a7-c2a8-463f-b4c6-026798170d0a req-2b80331d-3d56-4907-ab8c-48649f91239d service neutron] Attempting to bind port fa2729c0-84e2-43f4-af96-ae7759c29dd5 on host n-h1-842733-1 for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:47:58.482444 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-0b3b26a7-c2a8-463f-b4c6-026798170d0a req-2b80331d-3d56-4907-ab8c-48649f91239d service neutron] Attempting to bind port fa2729c0-84e2-43f4-af96-ae7759c29dd5 by drivers openvswitch,hyperv on host n-h1-842733-1 at level 0 using segments [{'id': '51a22548-63c8-444c-b674-6afca742ad16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '7c34618e-1eb4-46a9-ac65-b891df136138'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:47:58.482749 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b3b26a7-c2a8-463f-b4c6-026798170d0a req-2b80331d-3d56-4907-ab8c-48649f91239d service neutron] Attempting to bind port fa2729c0-84e2-43f4-af96-ae7759c29dd5 on network 7c34618e-1eb4-46a9-ac65-b891df136138 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:47:58.510428 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b3b26a7-c2a8-463f-b4c6-026798170d0a req-2b80331d-3d56-4907-ab8c-48649f91239d service neutron] Port fa2729c0-84e2-43f4-af96-ae7759c29dd5 on network 7c34618e-1eb4-46a9-ac65-b891df136138 not bound, no agent of type Open vSwitch agent registered on host n-h1-842733-1 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 20:47:58.510759 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b3b26a7-c2a8-463f-b4c6-026798170d0a req-2b80331d-3d56-4907-ab8c-48649f91239d service neutron] Attempting to bind port fa2729c0-84e2-43f4-af96-ae7759c29dd5 on network 7c34618e-1eb4-46a9-ac65-b891df136138 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:47:58.525368 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b3b26a7-c2a8-463f-b4c6-026798170d0a req-2b80331d-3d56-4907-ab8c-48649f91239d service neutron] Checking agent: {'id': '08dfb1ce-804b-4db8-838b-21094082e041', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 32, 54), 'started_at': datetime.datetime(2022, 5, 20, 20, 32, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 47, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:47:58.525790 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b3b26a7-c2a8-463f-b4c6-026798170d0a req-2b80331d-3d56-4907-ab8c-48649f91239d service neutron] Checking segment: {'id': '51a22548-63c8-444c-b674-6afca742ad16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '7c34618e-1eb4-46a9-ac65-b891df136138'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:47:58.526246 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b3b26a7-c2a8-463f-b4c6-026798170d0a req-2b80331d-3d56-4907-ab8c-48649f91239d service neutron] Bound using segment: {'id': '51a22548-63c8-444c-b674-6afca742ad16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '7c34618e-1eb4-46a9-ac65-b891df136138'} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:47:58.526790 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-0b3b26a7-c2a8-463f-b4c6-026798170d0a req-2b80331d-3d56-4907-ab8c-48649f91239d service neutron] Bound port: fa2729c0-84e2-43f4-af96-ae7759c29dd5, host: n-h1-842733-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51a22548-63c8-444c-b674-6afca742ad16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '7c34618e-1eb4-46a9-ac65-b891df136138'}}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:47:58.527340 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-0b3b26a7-c2a8-463f-b4c6-026798170d0a req-2b80331d-3d56-4907-ab8c-48649f91239d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:58.543279 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3264debe-4d0f-49fb-8845-5210ae7ab778 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691816'] for security_group_rule, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:58.582261 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a81db49-2624-436a-b67b-52efaa5dfa1e req-3d9e4459-b790-4a8a-864e-df9e42987bdc tempest-ServersTestManualDisk-1760851737 tempest-ServersTestManualDisk-1760851737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:47:58.590707 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6a81db49-2624-436a-b67b-52efaa5dfa1e req-3d9e4459-b790-4a8a-864e-df9e42987bdc tempest-ServersTestManualDisk-1760851737 tempest-ServersTestManualDisk-1760851737-project] 10.222.0.35 "GET /v2.0/ports?device_id=7581860c-ce46-4614-b039-9b98e9997b36 HTTP/1.1" status: 200 len: 945 time: 0.1557155 May 20 20:47:58.599442 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b0c6bd-4c1e-4885-bb98-24350b650af3 None None] Pushing event updated for resources: {'Port': ['ID=1e93f8d5-63cd-4a45-9314-d3e7583c8489,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:47:58.627228 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3264debe-4d0f-49fb-8845-5210ae7ab778 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b314674-f2eb-4bcc-a9f8-26ed558214dc,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:47:58.636252 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-678edc6a-a1b4-4b74-bb34-b4cff51ddf39 admin admin] Made reservation on behalf of ca192f5ef49d4f558388c6e642858250 for: {'subnet': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:47:58.639358 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-678edc6a-a1b4-4b74-bb34-b4cff51ddf39 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8422561'] for subnet, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:58.674640 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-18599804-2b9d-42e4-bcd8-65f217e343e6 req-03b206b1-94b1-4af2-b7ed-9709459e82d5 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Deleting port 2a4cc0f0-cfd0-4e2d-aa3c-9c6f9247fea7 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:47:58.674825 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-1f35427c-638c-4828-9f51-0ccfa5fce99c None None] Attempting to bind port 1e93f8d5-63cd-4a45-9314-d3e7583c8489 on host n-d-842733-1 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:47:58.675309 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-18599804-2b9d-42e4-bcd8-65f217e343e6 req-03b206b1-94b1-4af2-b7ed-9709459e82d5 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:58.675406 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-1f35427c-638c-4828-9f51-0ccfa5fce99c None None] Attempting to bind port 1e93f8d5-63cd-4a45-9314-d3e7583c8489 by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': '61504ff4-6f7f-4bd9-9a4b-a33b83bae83f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '52b22ddd-d38d-47d7-9f62-928c2e551c45'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:47:58.675546 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f35427c-638c-4828-9f51-0ccfa5fce99c None None] Attempting to bind port 1e93f8d5-63cd-4a45-9314-d3e7583c8489 on network 52b22ddd-d38d-47d7-9f62-928c2e551c45 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:47:58.682065 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f35427c-638c-4828-9f51-0ccfa5fce99c None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 47, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:47:58.682469 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f35427c-638c-4828-9f51-0ccfa5fce99c None None] Checking segment: {'id': '61504ff4-6f7f-4bd9-9a4b-a33b83bae83f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '52b22ddd-d38d-47d7-9f62-928c2e551c45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:47:58.682828 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-1f35427c-638c-4828-9f51-0ccfa5fce99c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:58.683218 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f35427c-638c-4828-9f51-0ccfa5fce99c None None] Bound using segment: {'id': '61504ff4-6f7f-4bd9-9a4b-a33b83bae83f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '52b22ddd-d38d-47d7-9f62-928c2e551c45'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:47:58.683696 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-1f35427c-638c-4828-9f51-0ccfa5fce99c None None] Bound port: 1e93f8d5-63cd-4a45-9314-d3e7583c8489, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61504ff4-6f7f-4bd9-9a4b-a33b83bae83f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '52b22ddd-d38d-47d7-9f62-928c2e551c45'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:47:58.684347 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-1f35427c-638c-4828-9f51-0ccfa5fce99c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:58.690081 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2557d2-28a1-4347-98a6-73df32a2c4cb req-4cce67ce-e42d-42bb-b009-88610c89fc38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:47:58.691644 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-3a2557d2-28a1-4347-98a6-73df32a2c4cb req-4cce67ce-e42d-42bb-b009-88610c89fc38 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7581860c-ce46-4614-b039-9b98e9997b36 HTTP/1.1" status: 200 len: 1096 time: 0.1566308 May 20 20:47:58.713298 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3264debe-4d0f-49fb-8845-5210ae7ab778 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:58.714581 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-3264debe-4d0f-49fb-8845-5210ae7ab778 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5676861 May 20 20:47:58.719750 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 46586) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:47:58.731787 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-f1a7d892-cd76-48c3-a83b-9c1b0625f22d tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Request body: {'security_group_rule': {'security_group_id': '17369763-0550-4ec3-bd12-32142aaf9548', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:47:58.778160 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-1f35427c-638c-4828-9f51-0ccfa5fce99c None None] For port 1e93f8d5-63cd-4a45-9314-d3e7583c8489, host n-d-842733-1, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:47:58.778160 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-1f35427c-638c-4828-9f51-0ccfa5fce99c None None] For port 1e93f8d5-63cd-4a45-9314-d3e7583c8489, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=1e93f8d5-63cd-4a45-9314-d3e7583c8489,segment=NetworkSegment(61504ff4-6f7f-4bd9-9a4b-a33b83bae83f),segment_id=61504ff4-6f7f-4bd9-9a4b-a33b83bae83f)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:47:58.778542 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a44715-242c-4648-bb10-0ae5b1d65865 req-254e8aa4-8c33-4034-8a5a-c5bcfd9496da tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:47:58.778628 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-0b3b26a7-c2a8-463f-b4c6-026798170d0a req-2b80331d-3d56-4907-ab8c-48649f91239d service neutron] For port fa2729c0-84e2-43f4-af96-ae7759c29dd5, host n-h1-842733-1, cleared binding levels {{(pid=103162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:47:58.778714 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-75a44715-242c-4648-bb10-0ae5b1d65865 req-254e8aa4-8c33-4034-8a5a-c5bcfd9496da tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] 10.222.0.35 "GET /v2.0/ports?device_id=a4ab3ddf-2fe5-4063-a4f6-456e0eb3138f HTTP/1.1" status: 200 len: 944 time: 0.2251477 May 20 20:47:58.781433 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6a81db49-2624-436a-b67b-52efaa5dfa1e req-d96133c4-8b9d-464c-a92f-bf026f45c7af tempest-ServersTestManualDisk-1760851737 tempest-ServersTestManualDisk-1760851737-project] 10.222.0.35 "GET /v2.0/security-groups?id=add12849-0717-4857-adaa-bd412121325b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1885440 May 20 20:47:58.808951 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-0b3b26a7-c2a8-463f-b4c6-026798170d0a req-2b80331d-3d56-4907-ab8c-48649f91239d service neutron] For port fa2729c0-84e2-43f4-af96-ae7759c29dd5, host n-h1-842733-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=fa2729c0-84e2-43f4-af96-ae7759c29dd5,segment=NetworkSegment(51a22548-63c8-444c-b674-6afca742ad16),segment_id=51a22548-63c8-444c-b674-6afca742ad16)] {{(pid=103162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:47:58.845053 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-75a44715-242c-4648-bb10-0ae5b1d65865 req-f4b4a187-7b73-4fa4-8a1f-1095215b5765 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] 10.222.0.35 "GET /v2.0/security-groups?id=34b2d344-fca2-46ed-b4e2-64c5c774d633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520387 May 20 20:47:58.851035 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-18599804-2b9d-42e4-bcd8-65f217e343e6 req-03b206b1-94b1-4af2-b7ed-9709459e82d5 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] For port 2a4cc0f0-cfd0-4e2d-aa3c-9c6f9247fea7, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=2a4cc0f0-cfd0-4e2d-aa3c-9c6f9247fea7,segment=NetworkSegment(ed3a602f-49fb-4a95-be80-401e1eb72e33),segment_id=ed3a602f-49fb-4a95-be80-401e1eb72e33)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:47:58.851035 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-18599804-2b9d-42e4-bcd8-65f217e343e6 req-03b206b1-94b1-4af2-b7ed-9709459e82d5 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:58.851035 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-3a2557d2-28a1-4347-98a6-73df32a2c4cb req-4968e8dc-8f5c-414c-a3ce-a13ad5f2a042 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=add12849-0717-4857-adaa-bd412121325b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1444051 May 20 20:47:58.871137 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-18599804-2b9d-42e4-bcd8-65f217e343e6 req-03b206b1-94b1-4af2-b7ed-9709459e82d5 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Calling delete_port for 2a4cc0f0-cfd0-4e2d-aa3c-9c6f9247fea7 owned by compute:nova {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:47:58.897816 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-23c9d716-16ce-4a76-a97d-bc4f72e1c5e6 None None] Provisioning complete for port 1e93f8d5-63cd-4a45-9314-d3e7583c8489 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:47:58.898133 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-23c9d716-16ce-4a76-a97d-bc4f72e1c5e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:58.924680 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-0b3b26a7-c2a8-463f-b4c6-026798170d0a req-2b80331d-3d56-4907-ab8c-48649f91239d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:58.925426 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-1f35427c-638c-4828-9f51-0ccfa5fce99c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:58.976758 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3b26a7-c2a8-463f-b4c6-026798170d0a req-2b80331d-3d56-4907-ab8c-48649f91239d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:47:58.977403 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-0b3b26a7-c2a8-463f-b4c6-026798170d0a req-2b80331d-3d56-4907-ab8c-48649f91239d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:58.979211 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f1a7d892-cd76-48c3-a83b-9c1b0625f22d tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:58.980571 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-0b3b26a7-c2a8-463f-b4c6-026798170d0a req-2b80331d-3d56-4907-ab8c-48649f91239d service neutron] 10.222.0.24 "PUT /v2.0/ports/fa2729c0-84e2-43f4-af96-ae7759c29dd5 HTTP/1.1" status: 200 len: 1092 time: 1.6462526 May 20 20:47:58.981047 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4ab3ddf-2fe5-4063-a4f6-456e0eb3138f', 'tag': 'fa2729c0-84e2-43f4-af96-ae7759c29dd5'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:47:58.983495 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6fa957933fccbf596d28104b23404b952ad6a8238afaebaed40a0874b2e409" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c26cb9e9-0990-4c78-a808-d170a629a868" -d '{"events": [{"name": "network-changed", "server_uuid": "a4ab3ddf-2fe5-4063-a4f6-456e0eb3138f", "tag": "fa2729c0-84e2-43f4-af96-ae7759c29dd5"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:47:58.989204 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b0c6bd-4c1e-4885-bb98-24350b650af3 None None] Pushing event updated for resources: {'Port': ['ID=1e93f8d5-63cd-4a45-9314-d3e7583c8489,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:47:59.013611 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b80331d-3d56-4907-ab8c-48649f91239d service neutron] Pushing event updated for resources: {'Port': ['ID=fa2729c0-84e2-43f4-af96-ae7759c29dd5,revision_number=3']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:47:59.024360 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f35427c-638c-4828-9f51-0ccfa5fce99c None None] Routers {'8728511a-223e-4b07-aebf-2fda2c099a9c'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:47:59.025405 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-1f35427c-638c-4828-9f51-0ccfa5fce99c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:47:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['8728511a-223e-4b07-aebf-2fda2c099a9c'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:47:59.029484 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d3946855-e4a5-49ac-bf7e-917665863152 req-8bd40681-f4fb-464b-b0b9-afa371711f55 tempest-SecurityGroupRulesTestJSON-1139762848 tempest-SecurityGroupRulesTestJSON-1139762848-project] 10.222.0.35 "GET /v2.0/security-groups/a7b9026d-3829-4b4a-a9ec-578f71389e1d HTTP/1.1" status: 200 len: 1806 time: 0.1431739 May 20 20:47:59.041099 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a0d2a3-b03c-4b91-babe-f7542744f2fa req-ec5e8cd7-d1b6-4f05-a873-19250c38c23a tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:47:59.048799 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-25a0d2a3-b03c-4b91-babe-f7542744f2fa req-ec5e8cd7-d1b6-4f05-a873-19250c38c23a tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/ports?device_id=b07c1a9b-3fbb-41e5-9d04-a21146bf734c HTTP/1.1" status: 200 len: 950 time: 0.1731489 May 20 20:47:59.112909 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-678edc6a-a1b4-4b74-bb34-b4cff51ddf39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9641412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8422583'] for subnet, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:59.164225 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-18599804-2b9d-42e4-bcd8-65f217e343e6 req-03b206b1-94b1-4af2-b7ed-9709459e82d5 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:59.205299 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-1f35427c-638c-4828-9f51-0ccfa5fce99c None None] Set router 8728511a-223e-4b07-aebf-2fda2c099a9c gateway port host: n-d-842733-1 {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:47:59.207784 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-25a0d2a3-b03c-4b91-babe-f7542744f2fa req-7ea89d8d-a9e5-4920-944e-9be3813f9a5b tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.35 "GET /v2.0/security-groups?id=38c76b68-4081-4341-88c9-c8e3082a5da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579938 May 20 20:47:59.239514 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f1a7d892-cd76-48c3-a83b-9c1b0625f22d tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:59.261257 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-23c9d716-16ce-4a76-a97d-bc4f72e1c5e6 None None] Current status of the port 1e93f8d5-63cd-4a45-9314-d3e7583c8489 is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:47:59.261760 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-23c9d716-16ce-4a76-a97d-bc4f72e1c5e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:59.272236 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b206b1-94b1-4af2-b7ed-9709459e82d5 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Pushing event deleted for resources: {'Port': ['ID=2a4cc0f0-cfd0-4e2d-aa3c-9c6f9247fea7,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:47:59.333271 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f1a7d892-cd76-48c3-a83b-9c1b0625f22d tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691816'] for security_group_rule, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:59.334731 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-18599804-2b9d-42e4-bcd8-65f217e343e6 req-03b206b1-94b1-4af2-b7ed-9709459e82d5 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] No DVR routers for this DVR port 2a4cc0f0-cfd0-4e2d-aa3c-9c6f9247fea7 on host n-h2-842733-1 {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:47:59.337094 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678edc6a-a1b4-4b74-bb34-b4cff51ddf39 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1dd25171-1f89-45fa-8119-54d59026591a,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:47:59.338656 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-18599804-2b9d-42e4-bcd8-65f217e343e6 req-03b206b1-94b1-4af2-b7ed-9709459e82d5 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:59.352796 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-d3946855-e4a5-49ac-bf7e-917665863152 req-cddc6b07-d93c-42cc-8199-5db351b7dd0b tempest-SecurityGroupRulesTestJSON-1139762848 tempest-SecurityGroupRulesTestJSON-1139762848-project] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:59.353833 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-18599804-2b9d-42e4-bcd8-65f217e343e6 req-03b206b1-94b1-4af2-b7ed-9709459e82d5 tempest-MigrationsAdminTest-1557787826 tempest-MigrationsAdminTest-1557787826-project] 10.222.0.13 "DELETE /v2.0/ports/2a4cc0f0-cfd0-4e2d-aa3c-9c6f9247fea7 HTTP/1.1" status: 204 len: 173 time: 0.9605279 May 20 20:47:59.371497 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3b26a7-c2a8-463f-b4c6-026798170d0a req-c6efd72b-ace7-4cc2-83e5-7b2366f23600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:47:59.373132 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-0b3b26a7-c2a8-463f-b4c6-026798170d0a req-c6efd72b-ace7-4cc2-83e5-7b2366f23600 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c23324ed92c6460facba85082860777a&device_id=a4ab3ddf-2fe5-4063-a4f6-456e0eb3138f HTTP/1.1" status: 200 len: 1095 time: 0.2194419 May 20 20:47:59.400301 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-23c9d716-16ce-4a76-a97d-bc4f72e1c5e6 None None] For port 1e93f8d5-63cd-4a45-9314-d3e7583c8489, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=1e93f8d5-63cd-4a45-9314-d3e7583c8489,segment=NetworkSegment(61504ff4-6f7f-4bd9-9a4b-a33b83bae83f),segment_id=61504ff4-6f7f-4bd9-9a4b-a33b83bae83f)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:47:59.427638 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a7d892-cd76-48c3-a83b-9c1b0625f22d tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e300ce3-bc5b-44e6-86ce-42bbb782b907,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:47:59.443611 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-678edc6a-a1b4-4b74-bb34-b4cff51ddf39 admin admin] Checking segment: {'id': 'c827a625-78ca-430c-9240-807cb6bb6287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '300c23a3-32b9-446d-971e-d684df46a80f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:47:59.444053 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-678edc6a-a1b4-4b74-bb34-b4cff51ddf39 admin admin] Network hostable DHCP agents. Network: 300c23a3-32b9-446d-971e-d684df46a80f, hostable agents: ['c9b0653c-f3c7-4339-bd50-e3754b629216'], hosted agents: [] {{(pid=103163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 20:47:59.464300 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-0b3b26a7-c2a8-463f-b4c6-026798170d0a req-c4c1be22-fa96-4c8f-9b4f-2afbd26ec470 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fa2729c0-84e2-43f4-af96-ae7759c29dd5 HTTP/1.1" status: 200 len: 217 time: 0.0829325 May 20 20:47:59.475552 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-d3946855-e4a5-49ac-bf7e-917665863152 req-cddc6b07-d93c-42cc-8199-5db351b7dd0b tempest-SecurityGroupRulesTestJSON-1139762848 tempest-SecurityGroupRulesTestJSON-1139762848-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:59.491941 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f1a7d892-cd76-48c3-a83b-9c1b0625f22d tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:59.493373 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-f1a7d892-cd76-48c3-a83b-9c1b0625f22d tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7707331 May 20 20:47:59.496788 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 46592) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:47:59.500919 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-23c9d716-16ce-4a76-a97d-bc4f72e1c5e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:59.508396 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-331632b0-704c-47d0-aadf-1bbc48d37bee tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Request body: {'floatingip': {'floating_network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:47:59.536693 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8aa4c6-6f95-47ea-a22f-8dcbb2448334 req-e12730d5-ab38-4d13-a88b-a15e77907fda tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:47:59.547628 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8f8aa4c6-6f95-47ea-a22f-8dcbb2448334 req-e12730d5-ab38-4d13-a88b-a15e77907fda tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] 10.222.0.35 "GET /v2.0/ports?device_id=c033fd40-d9a3-4a1c-97ed-3a7f9a7260de HTTP/1.1" status: 200 len: 946 time: 0.2185578 May 20 20:47:59.564501 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3b26a7-c2a8-463f-b4c6-026798170d0a req-be649eb7-e0e9-41c9-8b1b-3abcca16d649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:47:59.567594 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-0b3b26a7-c2a8-463f-b4c6-026798170d0a req-be649eb7-e0e9-41c9-8b1b-3abcca16d649 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=66bb8d81-3453-4d74-b13d-66db71019128 HTTP/1.1" status: 200 len: 854 time: 0.0910239 May 20 20:47:59.607978 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-678edc6a-a1b4-4b74-bb34-b4cff51ddf39 admin admin] Network 300c23a3-32b9-446d-971e-d684df46a80f is scheduled to be hosted by DHCP agent c9b0653c-f3c7-4339-bd50-e3754b629216 with binding_index 1 {{(pid=103163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 20:47:59.638009 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c9d716-16ce-4a76-a97d-bc4f72e1c5e6 None None] Pushing event updated for resources: {'Port': ['ID=1e93f8d5-63cd-4a45-9314-d3e7583c8489,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:47:59.649129 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3b26a7-c2a8-463f-b4c6-026798170d0a req-089fa8cf-7a44-4c08-8df2-1c22d249cb51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:47:59.651596 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-0b3b26a7-c2a8-463f-b4c6-026798170d0a req-089fa8cf-7a44-4c08-8df2-1c22d249cb51 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7c34618e-1eb4-46a9-ac65-b891df136138&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0745358 May 20 20:47:59.670228 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8f8aa4c6-6f95-47ea-a22f-8dcbb2448334 req-fcf05ead-c70f-4585-93c1-e309fcac79e5 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] 10.222.0.35 "GET /v2.0/security-groups?id=24ffe084-33f1-4a86-83df-85043464ffa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144612 May 20 20:47:59.691791 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-af7cc3d5-8dc0-4643-9519-3356801dea1d None None] Provisioning complete for port 1e93f8d5-63cd-4a45-9314-d3e7583c8489 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:47:59.692300 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-af7cc3d5-8dc0-4643-9519-3356801dea1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:59.701507 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-331632b0-704c-47d0-aadf-1bbc48d37bee tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Notify callbacks [] for floatingip, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:59.725939 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-678edc6a-a1b4-4b74-bb34-b4cff51ddf39 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842733-1, 300c23a3-32b9-446d-971e-d684df46a80f) {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:47:59.756362 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a420ba5b-b504-4e14-a526-04b1e7361f30 None None] Network 300c23a3-32b9-446d-971e-d684df46a80f requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:47:59.757680 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-678edc6a-a1b4-4b74-bb34-b4cff51ddf39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:47:59.758202 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-678edc6a-a1b4-4b74-bb34-b4cff51ddf39 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:59.763742 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-1f35427c-638c-4828-9f51-0ccfa5fce99c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8728511a-223e-4b07-aebf-2fda2c099a9c', 'name': 'tempest-AttachVolumeShelveTestJSON-1758240756-router', 'tenant_id': 'f7d646bffa614f21b1ea08af4be56a95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.93'}], 'enable_snat': True}, 'gw_port_id': 'ac3e7abd-5273-40bb-b36c-732c1861c8aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:47:44Z', 'updated_at': '2022-05-20T20:47:54Z', 'revision_number': 4, 'project_id': 'f7d646bffa614f21b1ea08af4be56a95', 'gw_port': {'id': 'ac3e7abd-5273-40bb-b36c-732c1861c8aa', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:44:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8728511a-223e-4b07-aebf-2fda2c099a9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:47:47Z', 'updated_at': '2022-05-20T20:47:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': '1e93f8d5-63cd-4a45-9314-d3e7583c8489', 'name': '', 'network_id': '52b22ddd-d38d-47d7-9f62-928c2e551c45', 'tenant_id': 'f7d646bffa614f21b1ea08af4be56a95', 'mac_address': 'fa:16:3e:cc:f5:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8728511a-223e-4b07-aebf-2fda2c099a9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1232, 'fixed_ips': [{'subnet_id': '77f2b783-fdae-41c3-9017-0093e586145d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:47:52Z', 'updated_at': '2022-05-20T20:47:58Z', 'revision_number': 4, 'project_id': 'f7d646bffa614f21b1ea08af4be56a95', 'subnets': [{'id': '77f2b783-fdae-41c3-9017-0093e586145d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:47:59.789856 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-d3946855-e4a5-49ac-bf7e-917665863152 req-cddc6b07-d93c-42cc-8199-5db351b7dd0b tempest-SecurityGroupRulesTestJSON-1139762848 tempest-SecurityGroupRulesTestJSON-1139762848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:59.799163 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-d3946855-e4a5-49ac-bf7e-917665863152 req-cddc6b07-d93c-42cc-8199-5db351b7dd0b tempest-SecurityGroupRulesTestJSON-1139762848 tempest-SecurityGroupRulesTestJSON-1139762848-project] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:59.812487 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d3946855-e4a5-49ac-bf7e-917665863152 req-cddc6b07-d93c-42cc-8199-5db351b7dd0b tempest-SecurityGroupRulesTestJSON-1139762848 tempest-SecurityGroupRulesTestJSON-1139762848-project] 10.222.0.35 "DELETE /v2.0/security-groups/a7b9026d-3829-4b4a-a9ec-578f71389e1d HTTP/1.1" status: 204 len: 173 time: 0.7599223 May 20 20:47:59.829157 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-0b3b26a7-c2a8-463f-b4c6-026798170d0a req-e01144e7-cbb4-416e-9ee9-bed6b815ee19 service neutron] 10.222.0.24 "GET /v2.0/networks/7c34618e-1eb4-46a9-ac65-b891df136138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649675 May 20 20:47:59.838914 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddc6b07-d93c-42cc-8199-5db351b7dd0b tempest-SecurityGroupRulesTestJSON-1139762848 tempest-SecurityGroupRulesTestJSON-1139762848-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7b9026d-3829-4b4a-a9ec-578f71389e1d,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:47:59.851170 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f35427c-638c-4828-9f51-0ccfa5fce99c None None] The sync data for ids ['8728511a-223e-4b07-aebf-2fda2c099a9c'] in n-d-842733-1 is: [{'id': '8728511a-223e-4b07-aebf-2fda2c099a9c', 'name': 'tempest-AttachVolumeShelveTestJSON-1758240756-router', 'tenant_id': 'f7d646bffa614f21b1ea08af4be56a95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.93'}], 'enable_snat': True}, 'gw_port_id': 'ac3e7abd-5273-40bb-b36c-732c1861c8aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:47:44Z', 'updated_at': '2022-05-20T20:47:54Z', 'revision_number': 4, 'project_id': 'f7d646bffa614f21b1ea08af4be56a95', 'gw_port': {'id': 'ac3e7abd-5273-40bb-b36c-732c1861c8aa', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:44:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8728511a-223e-4b07-aebf-2fda2c099a9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:47:47Z', 'updated_at': '2022-05-20T20:47:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': '1e93f8d5-63cd-4a45-9314-d3e7583c8489', 'name': '', 'network_id': '52b22ddd-d38d-47d7-9f62-928c2e551c45', 'tenant_id': 'f7d646bffa614f21b1ea08af4be56a95', 'mac_address': 'fa:16:3e:cc:f5:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8728511a-223e-4b07-aebf-2fda2c099a9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1232, 'fixed_ips': [{'subnet_id': '77f2b783-fdae-41c3-9017-0093e586145d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:47:52Z', 'updated_at': '2022-05-20T20:47:58Z', 'revision_number': 4, 'project_id': 'f7d646bffa614f21b1ea08af4be56a95', 'subnets': [{'id': '77f2b783-fdae-41c3-9017-0093e586145d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 20:47:59.892884 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-678edc6a-a1b4-4b74-bb34-b4cff51ddf39 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4747136 May 20 20:47:59.896658 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 46600) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:47:59.902931 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-f1d31de5-ebe1-4093-b642-500ddc5de9e0 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-610323402-router', 'tenant_id': 'ca192f5ef49d4f558388c6e642858250', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'}}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:47:59.968417 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d6c02d-c0ca-445e-b5a2-55c8d9d63009 req-44c602d3-0fcf-4a3f-ba96-934c5ddf0cb5 tempest-ServerRescueTestJSONUnderV235-509853073 tempest-ServerRescueTestJSONUnderV235-509853073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:47:59.976848 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-07d6c02d-c0ca-445e-b5a2-55c8d9d63009 req-44c602d3-0fcf-4a3f-ba96-934c5ddf0cb5 tempest-ServerRescueTestJSONUnderV235-509853073 tempest-ServerRescueTestJSONUnderV235-509853073-project] 10.222.0.35 "GET /v2.0/ports?device_id=b5e7bffc-66ca-42f9-a17e-893d63710bad HTTP/1.1" status: 200 len: 946 time: 0.1462195 May 20 20:47:59.991434 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 20:47:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bede5983-023c-458a-813f-ab08369c00a5 x-openstack-request-id: req-bede5983-023c-458a-813f-ab08369c00a5 {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:47:59.991982 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4ab3ddf-2fe5-4063-a4f6-456e0eb3138f", "tag": "fa2729c0-84e2-43f4-af96-ae7759c29dd5", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:47:59.991982 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-bede5983-023c-458a-813f-ab08369c00a5 {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:48:00.003374 n-d-842733-1 neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bede5983-023c-458a-813f-ab08369c00a5'] response: {'name': 'network-changed', 'server_uuid': 'a4ab3ddf-2fe5-4063-a4f6-456e0eb3138f', 'tag': 'fa2729c0-84e2-43f4-af96-ae7759c29dd5', 'status': 'completed', 'code': 200} May 20 20:48:00.022866 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-af7cc3d5-8dc0-4643-9519-3356801dea1d None None] Current status of the port 1e93f8d5-63cd-4a45-9314-d3e7583c8489 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:48:00.081293 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f1d31de5-ebe1-4093-b642-500ddc5de9e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-694221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26155'] for router, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:00.082228 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f1d31de5-ebe1-4093-b642-500ddc5de9e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-693085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748153', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-718080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26162'] for router, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:00.110472 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-0b3b26a7-c2a8-463f-b4c6-026798170d0a req-0af2ed6f-fefb-433f-857a-5669b28e6061 service neutron] 10.222.0.24 "GET /v2.0/networks/7c34618e-1eb4-46a9-ac65-b891df136138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2773752 May 20 20:48:00.125991 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-07d6c02d-c0ca-445e-b5a2-55c8d9d63009 req-04a751a1-0888-42ed-8ee6-6c6058d22104 tempest-ServerRescueTestJSONUnderV235-509853073 tempest-ServerRescueTestJSONUnderV235-509853073-project] 10.222.0.35 "GET /v2.0/security-groups?id=41609343-6bb9-42c4-9424-2489ea89f008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479740 May 20 20:48:00.161722 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9f01aa5-d68a-4761-90b2-bebe3059479b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaee2b848-d4b9-5db1-b6ef-d6db29d67de7-300c23a3-32b9-446d-971e-d684df46a80f', 'network_id': '300c23a3-32b9-446d-971e-d684df46a80f', 'tenant_id': 'ca192f5ef49d4f558388c6e642858250', 'fixed_ips': [{'subnet_id': '1dd25171-1f89-45fa-8119-54d59026591a'}]}} from n-d-842733-1. {{(pid=103164) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 20:48:00.162730 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c9f01aa5-d68a-4761-90b2-bebe3059479b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:00.234593 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f1d31de5-ebe1-4093-b642-500ddc5de9e0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:00.244844 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d3cd02ec-993a-4991-906d-7ae5ea2fc478 req-c9a499cc-3380-4979-ab0f-dd5dde92f7ed tempest-SecurityGroupRulesTestJSON-1139762848 tempest-SecurityGroupRulesTestJSON-1139762848-project] 10.222.0.35 "GET /v2.0/security-groups/b02d800f-b3e8-4a2c-98a4-bf1295de9355 HTTP/1.1" status: 200 len: 1806 time: 0.2540784 May 20 20:48:00.247868 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-331632b0-704c-47d0-aadf-1bbc48d37bee tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:00.318687 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26cb9e9-0990-4c78-a808-d170a629a868 req-62bacb2e-64bf-4f0a-a2ca-4a81700ea3b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:48:00.320571 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-c26cb9e9-0990-4c78-a808-d170a629a868 req-62bacb2e-64bf-4f0a-a2ca-4a81700ea3b1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c23324ed92c6460facba85082860777a&device_id=a4ab3ddf-2fe5-4063-a4f6-456e0eb3138f HTTP/1.1" status: 200 len: 1095 time: 0.0913904 May 20 20:48:00.514568 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26cb9e9-0990-4c78-a808-d170a629a868 req-0a4cdebe-96c1-427c-987f-86a6cf395672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:48:00.516110 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-c26cb9e9-0990-4c78-a808-d170a629a868 req-0a4cdebe-96c1-427c-987f-86a6cf395672 service neutron] 10.222.0.24 "GET /v2.0/networks?id=7c34618e-1eb4-46a9-ac65-b891df136138 HTTP/1.1" status: 200 len: 916 time: 0.1874959 May 20 20:48:00.600085 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-c26cb9e9-0990-4c78-a808-d170a629a868 req-c94c2aed-9e15-4da7-a696-7ac9e4d67071 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fa2729c0-84e2-43f4-af96-ae7759c29dd5 HTTP/1.1" status: 200 len: 217 time: 0.0738883 May 20 20:48:00.670071 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26cb9e9-0990-4c78-a808-d170a629a868 req-e7e70316-8fd8-49c7-8f28-49b6cfe900b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:48:00.672204 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-c26cb9e9-0990-4c78-a808-d170a629a868 req-e7e70316-8fd8-49c7-8f28-49b6cfe900b0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=66bb8d81-3453-4d74-b13d-66db71019128 HTTP/1.1" status: 200 len: 854 time: 0.0619519 May 20 20:48:00.710204 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [None req-c9f01aa5-d68a-4761-90b2-bebe3059479b None None] Allocated IP 172.20.0.2 (300c23a3-32b9-446d-971e-d684df46a80f/1dd25171-1f89-45fa-8119-54d59026591a/49423b45-d8e6-481b-a8d5-7a703a90c358) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:48:00.735125 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26cb9e9-0990-4c78-a808-d170a629a868 req-816929ca-1385-4779-b326-65732f252855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:48:00.737259 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-c26cb9e9-0990-4c78-a808-d170a629a868 req-816929ca-1385-4779-b326-65732f252855 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7c34618e-1eb4-46a9-ac65-b891df136138&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0578632 May 20 20:48:00.870991 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-c26cb9e9-0990-4c78-a808-d170a629a868 req-8f09fa14-1d57-4263-a4bc-2a83ad10b116 service neutron] 10.222.0.24 "GET /v2.0/networks/7c34618e-1eb4-46a9-ac65-b891df136138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225684 May 20 20:48:00.981626 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c9f01aa5-d68a-4761-90b2-bebe3059479b None None] Notify callbacks [] for port, precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:01.008322 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 2a4cc0f0-cfd0-4e2d-aa3c-9c6f9247fea7 no longer exists at agent hyperv_n-h2-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:48:01.026340 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122c5eb6-fa8e-4cf3-ab06-e8d0a78d975a req-cf9bb651-ba5c-47d8-bbfe-5448bb00e86f tempest-ServersTestManualDisk-1760851737 tempest-ServersTestManualDisk-1760851737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:48:01.034065 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-122c5eb6-fa8e-4cf3-ab06-e8d0a78d975a req-cf9bb651-ba5c-47d8-bbfe-5448bb00e86f tempest-ServersTestManualDisk-1760851737 tempest-ServersTestManualDisk-1760851737-project] 10.222.0.35 "GET /v2.0/ports?device_id=7581860c-ce46-4614-b039-9b98e9997b36 HTTP/1.1" status: 200 len: 945 time: 0.7638407 May 20 20:48:01.048799 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] No Port match for: 2a4cc0f0-cfd0-4e2d-aa3c-9c6f9247fea7 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 20:48:01.049607 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 2a4cc0f0-cfd0-4e2d-aa3c-9c6f9247fea7 not bound to the agent host n-h2-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 20:48:01.052813 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f1d31de5-ebe1-4093-b642-500ddc5de9e0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:01.055023 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-c26cb9e9-0990-4c78-a808-d170a629a868 req-e0f6fb0c-0e9a-4ea5-b168-d0407d7b7afd service neutron] 10.222.0.24 "GET /v2.0/networks/7c34618e-1eb4-46a9-ac65-b891df136138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1774225 May 20 20:48:01.084634 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c9f01aa5-d68a-4761-90b2-bebe3059479b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108'] for port, after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:01.112158 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886a6997-3439-458a-8bd0-3781096114bb req-ed93cafa-b0e9-40f5-a17b-0216b94d73f0 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:48:01.120426 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-886a6997-3439-458a-8bd0-3781096114bb req-ed93cafa-b0e9-40f5-a17b-0216b94d73f0 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] 10.222.0.35 "GET /v2.0/ports?device_id=a4ab3ddf-2fe5-4063-a4f6-456e0eb3138f HTTP/1.1" status: 200 len: 944 time: 0.3067524 May 20 20:48:01.150976 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9f01aa5-d68a-4761-90b2-bebe3059479b None None] Network 300c23a3-32b9-446d-971e-d684df46a80f is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:48:01.154204 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-c9f01aa5-d68a-4761-90b2-bebe3059479b None None] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:48:01.159263 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9f01aa5-d68a-4761-90b2-bebe3059479b None None] Received port after_create {{(pid=103164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:48:01.166380 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8485f5c-b488-4ba4-a079-2f0977ea7650 req-65b799de-662a-471b-9a93-fb38f8a627e6 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:48:01.168134 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f8485f5c-b488-4ba4-a079-2f0977ea7650 req-65b799de-662a-471b-9a93-fb38f8a627e6 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] 10.222.0.24 "GET /v2.0/ports?device_id=c033fd40-d9a3-4a1c-97ed-3a7f9a7260de HTTP/1.1" status: 200 len: 946 time: 0.3844821 May 20 20:48:01.172015 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f01aa5-d68a-4761-90b2-bebe3059479b None None] Pushing event updated for resources: {'Port': ['ID=49423b45-d8e6-481b-a8d5-7a703a90c358,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:48:01.230334 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-122c5eb6-fa8e-4cf3-ab06-e8d0a78d975a req-2e3a9c59-a676-49ee-9c0b-62d60372ca4c tempest-ServersTestManualDisk-1760851737 tempest-ServersTestManualDisk-1760851737-project] 10.222.0.35 "GET /v2.0/security-groups?id=add12849-0717-4857-adaa-bd412121325b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1952984 May 20 20:48:01.257582 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-331632b0-704c-47d0-aadf-1bbc48d37bee tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Allocated IP 172.25.2.37 (e3a93b5c-91e2-4064-9c2c-1afc261bfe15/86fee0c1-6e34-488b-9216-b2b8e7ef585a/23d2176f-3208-4da1-8638-4d655aad496b) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:48:01.271419 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-c9f01aa5-d68a-4761-90b2-bebe3059479b None None] Attempting to bind port 49423b45-d8e6-481b-a8d5-7a703a90c358 on host n-d-842733-1 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:48:01.272258 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-c9f01aa5-d68a-4761-90b2-bebe3059479b None None] Attempting to bind port 49423b45-d8e6-481b-a8d5-7a703a90c358 by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': 'c827a625-78ca-430c-9240-807cb6bb6287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '300c23a3-32b9-446d-971e-d684df46a80f'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:48:01.272632 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f01aa5-d68a-4761-90b2-bebe3059479b None None] Attempting to bind port 49423b45-d8e6-481b-a8d5-7a703a90c358 on network 300c23a3-32b9-446d-971e-d684df46a80f {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:48:01.278826 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f01aa5-d68a-4761-90b2-bebe3059479b None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 47, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:48:01.279206 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f01aa5-d68a-4761-90b2-bebe3059479b None None] Checking segment: {'id': 'c827a625-78ca-430c-9240-807cb6bb6287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '300c23a3-32b9-446d-971e-d684df46a80f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:48:01.279625 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c9f01aa5-d68a-4761-90b2-bebe3059479b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:01.280136 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f01aa5-d68a-4761-90b2-bebe3059479b None None] Bound using segment: {'id': 'c827a625-78ca-430c-9240-807cb6bb6287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '300c23a3-32b9-446d-971e-d684df46a80f'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:48:01.280760 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-c9f01aa5-d68a-4761-90b2-bebe3059479b None None] Bound port: 49423b45-d8e6-481b-a8d5-7a703a90c358, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c827a625-78ca-430c-9240-807cb6bb6287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '300c23a3-32b9-446d-971e-d684df46a80f'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:48:01.281151 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c9f01aa5-d68a-4761-90b2-bebe3059479b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:01.364799 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-c9f01aa5-d68a-4761-90b2-bebe3059479b None None] For port 49423b45-d8e6-481b-a8d5-7a703a90c358, host n-d-842733-1, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:48:01.369573 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-c9f01aa5-d68a-4761-90b2-bebe3059479b None None] For port 49423b45-d8e6-481b-a8d5-7a703a90c358, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=49423b45-d8e6-481b-a8d5-7a703a90c358,segment=NetworkSegment(c827a625-78ca-430c-9240-807cb6bb6287),segment_id=c827a625-78ca-430c-9240-807cb6bb6287)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:48:01.418582 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-886a6997-3439-458a-8bd0-3781096114bb req-aab92dc1-2fd2-4127-b31c-f76812735811 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] 10.222.0.35 "GET /v2.0/security-groups?id=34b2d344-fca2-46ed-b4e2-64c5c774d633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2972875 May 20 20:48:01.445263 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [req-d7a81e17-5b78-4ee7-a3a6-af178bfaa74b req-5c80d117-dd30-4615-8795-a857f711e049 tempest-SecurityGroupRulesTestJSON-1139762848 tempest-SecurityGroupRulesTestJSON-1139762848-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-251910414', 'description': 'tempest-description-1118002738'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:48:01.479134 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c9f01aa5-d68a-4761-90b2-bebe3059479b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:01.577933 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f01aa5-d68a-4761-90b2-bebe3059479b None None] Pushing event updated for resources: {'Port': ['ID=49423b45-d8e6-481b-a8d5-7a703a90c358,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:48:01.636310 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-331632b0-704c-47d0-aadf-1bbc48d37bee tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Notify callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:01.659678 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-d7a81e17-5b78-4ee7-a3a6-af178bfaa74b req-5c80d117-dd30-4615-8795-a857f711e049 tempest-SecurityGroupRulesTestJSON-1139762848 tempest-SecurityGroupRulesTestJSON-1139762848-project] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:01.707506 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 1e93f8d5-63cd-4a45-9314-d3e7583c8489 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:48:01.776879 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4b69d2-37f5-4e9d-aae8-389ef0cdcde8 req-a62db054-2d8e-4c34-9517-e680440be4b5 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:48:01.778890 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0d4b69d2-37f5-4e9d-aae8-389ef0cdcde8 req-a62db054-2d8e-4c34-9517-e680440be4b5 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] 10.222.0.35 "GET /v2.0/ports?device_id=c033fd40-d9a3-4a1c-97ed-3a7f9a7260de HTTP/1.1" status: 200 len: 946 time: 0.2469721 May 20 20:48:01.783390 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 1e93f8d5-63cd-4a45-9314-d3e7583c8489 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:48:01.783896 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:01.853798 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [req-f8485f5c-b488-4ba4-a079-2f0977ea7650 req-2a284251-f9c9-452c-88b6-9d2b6d2bc7d5 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] Deleting port e3e1fe2e-a4a5-4e31-b7cf-545e6ad5d197 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:48:01.854308 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-f8485f5c-b488-4ba4-a079-2f0977ea7650 req-2a284251-f9c9-452c-88b6-9d2b6d2bc7d5 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:01.934351 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-331632b0-704c-47d0-aadf-1bbc48d37bee tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:01.941427 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 1e93f8d5-63cd-4a45-9314-d3e7583c8489 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:48:01.967453 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 46616) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:48:02.002639 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b07c1a9b-3fbb-41e5-9d04-a21146bf734c', 'name': 'network-vif-deleted', 'tag': '2a4cc0f0-cfd0-4e2d-aa3c-9c6f9247fea7'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:48:02.005175 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6fa957933fccbf596d28104b23404b952ad6a8238afaebaed40a0874b2e409" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a0dd3de-3a04-44bf-a479-252e5221329f" -d '{"events": [{"server_uuid": "b07c1a9b-3fbb-41e5-9d04-a21146bf734c", "name": "network-vif-deleted", "tag": "2a4cc0f0-cfd0-4e2d-aa3c-9c6f9247fea7"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:48:02.073936 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-331632b0-704c-47d0-aadf-1bbc48d37bee tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Network e3a93b5c-91e2-4064-9c2c-1afc261bfe15 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:48:02.101381 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0d4b69d2-37f5-4e9d-aae8-389ef0cdcde8 req-5d5d1eb2-2355-4f6d-85e3-c14058f27893 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] 10.222.0.35 "GET /v2.0/security-groups?id=24ffe084-33f1-4a86-83df-85043464ffa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3047371 May 20 20:48:02.117805 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:02.118079 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-331632b0-704c-47d0-aadf-1bbc48d37bee tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:48:02.162991 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-d7a81e17-5b78-4ee7-a3a6-af178bfaa74b req-5c80d117-dd30-4615-8795-a857f711e049 tempest-SecurityGroupRulesTestJSON-1139762848 tempest-SecurityGroupRulesTestJSON-1139762848-project] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:02.172234 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-331632b0-704c-47d0-aadf-1bbc48d37bee tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:48:02.176085 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-2e9d1365-5740-4a94-891b-43b91a2be919 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=74b74d22d9d54e1eae7cec44a7fbec8d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2106655 May 20 20:48:02.179951 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 46622) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:48:02.185464 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331632b0-704c-47d0-aadf-1bbc48d37bee tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Pushing event updated for resources: {'Port': ['ID=23d2176f-3208-4da1-8638-4d655aad496b,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:48:02.243933 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b0fdd7f3-0a09-46ae-a27e-b110ec06764a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:02.261696 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-d7a81e17-5b78-4ee7-a3a6-af178bfaa74b req-5c80d117-dd30-4615-8795-a857f711e049 tempest-SecurityGroupRulesTestJSON-1139762848 tempest-SecurityGroupRulesTestJSON-1139762848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:02.267181 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b0fdd7f3-0a09-46ae-a27e-b110ec06764a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:02.267329 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-f8485f5c-b488-4ba4-a079-2f0977ea7650 req-2a284251-f9c9-452c-88b6-9d2b6d2bc7d5 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] For port e3e1fe2e-a4a5-4e31-b7cf-545e6ad5d197, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=e3e1fe2e-a4a5-4e31-b7cf-545e6ad5d197,segment=NetworkSegment(461da9d4-f567-4683-86cb-f9bc470c2bda),segment_id=461da9d4-f567-4683-86cb-f9bc470c2bda)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:48:02.267687 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-f8485f5c-b488-4ba4-a079-2f0977ea7650 req-2a284251-f9c9-452c-88b6-9d2b6d2bc7d5 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:02.319755 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [req-f8485f5c-b488-4ba4-a079-2f0977ea7650 req-2a284251-f9c9-452c-88b6-9d2b6d2bc7d5 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] Calling delete_port for e3e1fe2e-a4a5-4e31-b7cf-545e6ad5d197 owned by compute:nova {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:48:02.370004 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b0fdd7f3-0a09-46ae-a27e-b110ec06764a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:02.372598 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b0fdd7f3-0a09-46ae-a27e-b110ec06764a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:02.373781 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-b0fdd7f3-0a09-46ae-a27e-b110ec06764a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/38c76b68-4081-4341-88c9-c8e3082a5da9 HTTP/1.1" status: 204 len: 168 time: 0.1927555 May 20 20:48:02.382594 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fdd7f3-0a09-46ae-a27e-b110ec06764a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38c76b68-4081-4341-88c9-c8e3082a5da9,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:48:02.384042 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c80d117-dd30-4615-8795-a857f711e049 tempest-SecurityGroupRulesTestJSON-1139762848 tempest-SecurityGroupRulesTestJSON-1139762848-project] Pushing event updated for resources: {'SecurityGroup': ['ID=642840a0-2baf-4cc1-9622-3292fae20f74,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:48:02.400291 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fdd7f3-0a09-46ae-a27e-b110ec06764a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:48:02.400947 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fdd7f3-0a09-46ae-a27e-b110ec06764a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:48:02.401705 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fdd7f3-0a09-46ae-a27e-b110ec06764a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:48:02.402001 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fdd7f3-0a09-46ae-a27e-b110ec06764a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:48:02.402405 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fdd7f3-0a09-46ae-a27e-b110ec06764a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:48:02.402816 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fdd7f3-0a09-46ae-a27e-b110ec06764a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:48:02.403211 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fdd7f3-0a09-46ae-a27e-b110ec06764a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:48:02.403651 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fdd7f3-0a09-46ae-a27e-b110ec06764a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:48:02.404041 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fdd7f3-0a09-46ae-a27e-b110ec06764a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:48:02.404426 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fdd7f3-0a09-46ae-a27e-b110ec06764a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:48:02.404825 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fdd7f3-0a09-46ae-a27e-b110ec06764a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:48:02.405232 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fdd7f3-0a09-46ae-a27e-b110ec06764a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:48:02.443262 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b673d6e-632d-413e-a469-77b67d2ee690 req-6de47368-1544-47e1-9a91-20599d02a558 tempest-ServerRescueTestJSONUnderV235-509853073 tempest-ServerRescueTestJSONUnderV235-509853073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:48:02.450272 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6b673d6e-632d-413e-a469-77b67d2ee690 req-6de47368-1544-47e1-9a91-20599d02a558 tempest-ServerRescueTestJSONUnderV235-509853073 tempest-ServerRescueTestJSONUnderV235-509853073-project] 10.222.0.35 "GET /v2.0/ports?device_id=b5e7bffc-66ca-42f9-a17e-893d63710bad HTTP/1.1" status: 200 len: 946 time: 0.2565143 May 20 20:48:02.466229 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f1d31de5-ebe1-4093-b642-500ddc5de9e0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:02.491181 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-d7a81e17-5b78-4ee7-a3a6-af178bfaa74b req-5c80d117-dd30-4615-8795-a857f711e049 tempest-SecurityGroupRulesTestJSON-1139762848 tempest-SecurityGroupRulesTestJSON-1139762848-project] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:02.492546 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d7a81e17-5b78-4ee7-a3a6-af178bfaa74b req-5c80d117-dd30-4615-8795-a857f711e049 tempest-SecurityGroupRulesTestJSON-1139762848 tempest-SecurityGroupRulesTestJSON-1139762848-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 1.0780334 May 20 20:48:02.550832 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f1d31de5-ebe1-4093-b642-500ddc5de9e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:02.554486 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device fa2729c0-84e2-43f4-af96-ae7759c29dd5 details requested by agent hyperv_n-h1-842733-1 with host n-h1-842733-1 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 20:48:02.604673 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-331632b0-704c-47d0-aadf-1bbc48d37bee tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:02.682423 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6b673d6e-632d-413e-a469-77b67d2ee690 req-dcf54e5f-6593-4e48-8b91-a3e079fae18d tempest-ServerRescueTestJSONUnderV235-509853073 tempest-ServerRescueTestJSONUnderV235-509853073-project] 10.222.0.35 "GET /v2.0/security-groups?id=41609343-6bb9-42c4-9424-2489ea89f008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2086735 May 20 20:48:02.744963 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port fa2729c0-84e2-43f4-af96-ae7759c29dd5, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=fa2729c0-84e2-43f4-af96-ae7759c29dd5,segment=NetworkSegment(51a22548-63c8-444c-b674-6afca742ad16),segment_id=51a22548-63c8-444c-b674-6afca742ad16)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:48:02.758595 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Returning: {'device': 'fa2729c0-84e2-43f4-af96-ae7759c29dd5', 'network_id': '7c34618e-1eb4-46a9-ac65-b891df136138', 'port_id': 'fa2729c0-84e2-43f4-af96-ae7759c29dd5', 'mac_address': 'fa:16:3e:33:06:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66bb8d81-3453-4d74-b13d-66db71019128', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 20 20:48:02.773384 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 20:48:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d4c0424-e47e-489f-b744-c8f5f7372340 x-openstack-request-id: req-2d4c0424-e47e-489f-b744-c8f5f7372340 {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:48:02.773646 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b07c1a9b-3fbb-41e5-9d04-a21146bf734c", "name": "network-vif-deleted", "tag": "2a4cc0f0-cfd0-4e2d-aa3c-9c6f9247fea7", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:48:02.773927 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2d4c0424-e47e-489f-b744-c8f5f7372340 {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:48:02.776027 n-d-842733-1 neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d4c0424-e47e-489f-b744-c8f5f7372340'] response: {'server_uuid': 'b07c1a9b-3fbb-41e5-9d04-a21146bf734c', 'name': 'network-vif-deleted', 'tag': '2a4cc0f0-cfd0-4e2d-aa3c-9c6f9247fea7', 'status': 'completed', 'code': 200} May 20 20:48:02.818618 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Current status of the port fa2729c0-84e2-43f4-af96-ae7759c29dd5 is: DOWN; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:48:02.819278 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:02.824818 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e1efeb-7cb0-4eb9-86f7-8a596fc622d7 req-09d426dd-3769-4898-b875-77b427e69e92 tempest-ServersTestManualDisk-1760851737 tempest-ServersTestManualDisk-1760851737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:48:02.826688 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-84e1efeb-7cb0-4eb9-86f7-8a596fc622d7 req-09d426dd-3769-4898-b875-77b427e69e92 tempest-ServersTestManualDisk-1760851737 tempest-ServersTestManualDisk-1760851737-project] 10.222.0.35 "GET /v2.0/ports?device_id=7581860c-ce46-4614-b039-9b98e9997b36 HTTP/1.1" status: 200 len: 945 time: 0.2664039 May 20 20:48:02.836859 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 46632) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:48:02.841725 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa2729c0-84e2-43f4-af96-ae7759c29dd5 {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:48:02.845578 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-331632b0-704c-47d0-aadf-1bbc48d37bee tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:02.852373 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-21c5efeb-6028-4545-b215-e60900e03e86 tempest-ServersTestManualDisk-1760851737 tempest-ServersTestManualDisk-1760851737-project] Request body: {'floatingip': {'port_id': 'c4f86847-4b96-433c-a86b-b6ff706f4b49'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:48:02.886934 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port fa2729c0-84e2-43f4-af96-ae7759c29dd5, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=fa2729c0-84e2-43f4-af96-ae7759c29dd5,segment=NetworkSegment(51a22548-63c8-444c-b674-6afca742ad16),segment_id=51a22548-63c8-444c-b674-6afca742ad16)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:48:02.933435 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-f1d31de5-ebe1-4093-b642-500ddc5de9e0 admin admin] Allocated IP 172.25.2.225 (e3a93b5c-91e2-4064-9c2c-1afc261bfe15/86fee0c1-6e34-488b-9216-b2b8e7ef585a/2217fce8-2ead-4563-a3ae-c510ffb44b55) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:48:02.941142 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-21c5efeb-6028-4545-b215-e60900e03e86 tempest-ServersTestManualDisk-1760851737 tempest-ServersTestManualDisk-1760851737-project] Notify callbacks [] for floatingip, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:02.945688 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-f8485f5c-b488-4ba4-a079-2f0977ea7650 req-2a284251-f9c9-452c-88b6-9d2b6d2bc7d5 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:02.956128 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] get_ports_and_sgs() called for port_ids ['e3e1fe2e-a4a5-4e31-b7cf-545e6ad5d197'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:48:02.985630 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df35caa6-04a4-4920-aa88-3e747c67e2e7 None None] Network 300c23a3-32b9-446d-971e-d684df46a80f requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:48:02.987751 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] get_ports_and_sgs() called for port_ids ['62d1ba97-6f0b-4b65-9e31-0d50a53dbf7c'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:48:02.991502 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:03.107293 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a284251-f9c9-452c-88b6-9d2b6d2bc7d5 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] Pushing event deleted for resources: {'Port': ['ID=e3e1fe2e-a4a5-4e31-b7cf-545e6ad5d197,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:48:03.119974 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8485f5c-b488-4ba4-a079-2f0977ea7650 req-2a284251-f9c9-452c-88b6-9d2b6d2bc7d5 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] No DVR routers for this DVR port e3e1fe2e-a4a5-4e31-b7cf-545e6ad5d197 on host n-h1-842733-1 {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:48:03.124067 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-f8485f5c-b488-4ba4-a079-2f0977ea7650 req-2a284251-f9c9-452c-88b6-9d2b6d2bc7d5 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:03.128980 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f8485f5c-b488-4ba4-a079-2f0977ea7650 req-2a284251-f9c9-452c-88b6-9d2b6d2bc7d5 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] 10.222.0.24 "DELETE /v2.0/ports/e3e1fe2e-a4a5-4e31-b7cf-545e6ad5d197 HTTP/1.1" status: 204 len: 173 time: 1.9326861 May 20 20:48:03.149021 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c033fd40-d9a3-4a1c-97ed-3a7f9a7260de', 'name': 'network-vif-deleted', 'tag': 'e3e1fe2e-a4a5-4e31-b7cf-545e6ad5d197'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:48:03.151786 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4291b17aa7b45362825f0571e77c85f5e73afe1df9c7e9e15006df9d695c005e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c77d196-d81c-42e8-8506-cd549abcf09e" -d '{"events": [{"server_uuid": "c033fd40-d9a3-4a1c-97ed-3a7f9a7260de", "name": "network-vif-deleted", "tag": "e3e1fe2e-a4a5-4e31-b7cf-545e6ad5d197"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:48:03.174876 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Pushing event updated for resources: {'Port': ['ID=fa2729c0-84e2-43f4-af96-ae7759c29dd5,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:48:03.234320 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1d5fab6b-b0c3-4ae8-84d8-d468dda99cf3 req-27dbca72-e191-4ecf-bf4a-7ba8d8fdaed5 tempest-SecurityGroupRulesTestJSON-1139762848 tempest-SecurityGroupRulesTestJSON-1139762848-project] 10.222.0.35 "GET /v2.0/security-groups/642840a0-2baf-4cc1-9622-3292fae20f74 HTTP/1.1" status: 200 len: 1806 time: 0.3791289 May 20 20:48:03.241883 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd65263c-b755-4271-88b2-17ed441601fa req-ee883fca-de64-4665-ac3d-9968b2be5054 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:48:03.244145 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-dd65263c-b755-4271-88b2-17ed441601fa req-ee883fca-de64-4665-ac3d-9968b2be5054 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] 10.222.0.35 "GET /v2.0/ports?device_id=a4ab3ddf-2fe5-4063-a4f6-456e0eb3138f HTTP/1.1" status: 200 len: 944 time: 0.3239348 May 20 20:48:03.271444 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-bb844d97-20f3-41f8-bd3a-4d0a14c85264 None None] Provisioning complete for port 49423b45-d8e6-481b-a8d5-7a703a90c358 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:48:03.271814 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-bb844d97-20f3-41f8-bd3a-4d0a14c85264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:03.286935 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] get_ports_and_sgs() called for port_ids ['fa2729c0-84e2-43f4-af96-ae7759c29dd5'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:48:03.570820 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 46638) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:48:03.698889 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [req-1d5fab6b-b0c3-4ae8-84d8-d468dda99cf3 req-fc35238c-355c-472f-b98f-4d3d68bcc1d8 tempest-SecurityGroupRulesTestJSON-1139762848 tempest-SecurityGroupRulesTestJSON-1139762848-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '642840a0-2baf-4cc1-9622-3292fae20f74', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:48:03.699646 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [req-1d5fab6b-b0c3-4ae8-84d8-d468dda99cf3 req-fc35238c-355c-472f-b98f-4d3d68bcc1d8 tempest-SecurityGroupRulesTestJSON-1139762848 tempest-SecurityGroupRulesTestJSON-1139762848-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '642840a0-2baf-4cc1-9622-3292fae20f74', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:48:03.785780 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 49423b45-d8e6-481b-a8d5-7a703a90c358 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:48:03.840260 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-dd65263c-b755-4271-88b2-17ed441601fa req-c99bd0ed-5875-462e-ba19-45ff6becfccf tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] 10.222.0.35 "GET /v2.0/security-groups?id=34b2d344-fca2-46ed-b4e2-64c5c774d633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1331732 May 20 20:48:03.881203 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f1d31de5-ebe1-4093-b642-500ddc5de9e0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:03.950991 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-21c5efeb-6028-4545-b215-e60900e03e86 tempest-ServersTestManualDisk-1760851737 tempest-ServersTestManualDisk-1760851737-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:03.955129 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-bb844d97-20f3-41f8-bd3a-4d0a14c85264 None None] Current status of the port 49423b45-d8e6-481b-a8d5-7a703a90c358 is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:48:03.955661 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-bb844d97-20f3-41f8-bd3a-4d0a14c85264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:03.956870 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-04506528-7a54-4feb-b989-8629a5552860 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=df9f20d4241a45739b1b4c9f056fd36f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3804874 May 20 20:48:03.961092 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 46642) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:48:03.998904 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-bb844d97-20f3-41f8-bd3a-4d0a14c85264 None None] For port 49423b45-d8e6-481b-a8d5-7a703a90c358, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=49423b45-d8e6-481b-a8d5-7a703a90c358,segment=NetworkSegment(c827a625-78ca-430c-9240-807cb6bb6287),segment_id=c827a625-78ca-430c-9240-807cb6bb6287)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:48:03.999692 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9f263bc0-a558-4c05-acb6-6b1474a4ecb8 req-e2872360-3a8d-452b-ad41-3d8aaff3fc5e tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] 10.222.0.35 "GET /v2.0/ports?device_id=c033fd40-d9a3-4a1c-97ed-3a7f9a7260de HTTP/1.1" status: 200 len: 210 time: 0.0677524 May 20 20:48:04.000050 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 49423b45-d8e6-481b-a8d5-7a703a90c358 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:48:04.000555 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:04.039459 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f1d31de5-ebe1-4093-b642-500ddc5de9e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:04.044767 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-331632b0-704c-47d0-aadf-1bbc48d37bee tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Notify callbacks [] for port, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:04.065722 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-21c5efeb-6028-4545-b215-e60900e03e86 tempest-ServersTestManualDisk-1760851737 tempest-ServersTestManualDisk-1760851737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748272'] for floatingip, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:04.066237 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 20:48:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e886148e-e24c-4314-a91f-78d27ec7b42e x-openstack-request-id: req-e886148e-e24c-4314-a91f-78d27ec7b42e {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:48:04.066527 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c033fd40-d9a3-4a1c-97ed-3a7f9a7260de", "name": "network-vif-deleted", "tag": "e3e1fe2e-a4a5-4e31-b7cf-545e6ad5d197", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:48:04.066783 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e886148e-e24c-4314-a91f-78d27ec7b42e {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:48:04.067184 n-d-842733-1 neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e886148e-e24c-4314-a91f-78d27ec7b42e'] response: {'server_uuid': 'c033fd40-d9a3-4a1c-97ed-3a7f9a7260de', 'name': 'network-vif-deleted', 'tag': 'e3e1fe2e-a4a5-4e31-b7cf-545e6ad5d197', 'status': 'completed', 'code': 200} May 20 20:48:04.091402 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-bb844d97-20f3-41f8-bd3a-4d0a14c85264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:04.126764 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1d31de5-ebe1-4093-b642-500ddc5de9e0 admin admin] Network e3a93b5c-91e2-4064-9c2c-1afc261bfe15 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:48:04.131738 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-331632b0-704c-47d0-aadf-1bbc48d37bee tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:04.145045 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-f1d31de5-ebe1-4093-b642-500ddc5de9e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:48:04.145287 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 49423b45-d8e6-481b-a8d5-7a703a90c358 is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:48:04.145647 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:04.147788 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1d31de5-ebe1-4093-b642-500ddc5de9e0 admin admin] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:48:04.161086 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-1d5fab6b-b0c3-4ae8-84d8-d468dda99cf3 req-fc35238c-355c-472f-b98f-4d3d68bcc1d8 tempest-SecurityGroupRulesTestJSON-1139762848 tempest-SecurityGroupRulesTestJSON-1139762848-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:04.196043 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d31de5-ebe1-4093-b642-500ddc5de9e0 admin admin] Pushing event updated for resources: {'Port': ['ID=2217fce8-2ead-4563-a3ae-c510ffb44b55,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:48:04.236647 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb844d97-20f3-41f8-bd3a-4d0a14c85264 None None] Pushing event updated for resources: {'Port': ['ID=49423b45-d8e6-481b-a8d5-7a703a90c358,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:48:04.272720 n-d-842733-1 neutron-server[103162]: INFO neutron.db.l3_db [None req-21c5efeb-6028-4545-b215-e60900e03e86 tempest-ServersTestManualDisk-1760851737 tempest-ServersTestManualDisk-1760851737-project] Floating IP fb2503f9-00f9-466e-8228-9497ea03e4c9 associated. External IP: 172.25.2.105, port: c4f86847-4b96-433c-a86b-b6ff706f4b49. May 20 20:48:04.278696 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d0a2c742-4843-4df7-923c-5aa4c67bacff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:04.311659 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.db.api [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103164) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 20 20:48:04.313478 n-d-842733-1 neutron-server[103164]: DEBUG oslo_db.api [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 20 20:48:04.329038 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-1d5fab6b-b0c3-4ae8-84d8-d468dda99cf3 req-fc35238c-355c-472f-b98f-4d3d68bcc1d8 tempest-SecurityGroupRulesTestJSON-1139762848 tempest-SecurityGroupRulesTestJSON-1139762848-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:04.332835 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-391fd4f5-8bdf-4d32-8029-2fdca4098340 None None] Provisioning complete for port 49423b45-d8e6-481b-a8d5-7a703a90c358 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:48:04.334572 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-391fd4f5-8bdf-4d32-8029-2fdca4098340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:04.421763 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331632b0-704c-47d0-aadf-1bbc48d37bee tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Pushing event updated for resources: {'Port': ['ID=23d2176f-3208-4da1-8638-4d655aad496b,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:48:04.435772 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d0a2c742-4843-4df7-923c-5aa4c67bacff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:04.438110 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-1d5fab6b-b0c3-4ae8-84d8-d468dda99cf3 req-fc35238c-355c-472f-b98f-4d3d68bcc1d8 tempest-SecurityGroupRulesTestJSON-1139762848 tempest-SecurityGroupRulesTestJSON-1139762848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691816'] for security_group_rule, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:04.439914 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-331632b0-704c-47d0-aadf-1bbc48d37bee tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748272'] for floatingip, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:04.449137 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-391fd4f5-8bdf-4d32-8029-2fdca4098340 None None] Current status of the port 49423b45-d8e6-481b-a8d5-7a703a90c358 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:48:04.518560 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccb6e72-057f-41df-8424-1c7ad7efde29 req-087224d2-231b-4b9e-8b46-3f6c90e2ed52 tempest-ServerRescueTestJSONUnderV235-509853073 tempest-ServerRescueTestJSONUnderV235-509853073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:48:04.526048 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-eccb6e72-057f-41df-8424-1c7ad7efde29 req-087224d2-231b-4b9e-8b46-3f6c90e2ed52 tempest-ServerRescueTestJSONUnderV235-509853073 tempest-ServerRescueTestJSONUnderV235-509853073-project] 10.222.0.35 "GET /v2.0/ports?device_id=b5e7bffc-66ca-42f9-a17e-893d63710bad HTTP/1.1" status: 200 len: 946 time: 0.3590367 May 20 20:48:04.568015 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc35238c-355c-472f-b98f-4d3d68bcc1d8 tempest-SecurityGroupRulesTestJSON-1139762848 tempest-SecurityGroupRulesTestJSON-1139762848-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3467970a-0db0-43c6-8fc8-079d56ee21fd,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:48:04.576448 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device fa2729c0-84e2-43f4-af96-ae7759c29dd5 up at agent hyperv_n-h1-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:48:04.578098 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21c5efeb-6028-4545-b215-e60900e03e86 tempest-ServersTestManualDisk-1760851737 tempest-ServersTestManualDisk-1760851737-project] Router 7ce378f4-2f4e-444d-94b2-3eb0117acc44 has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 20:48:04.633289 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-331632b0-704c-47d0-aadf-1bbc48d37bee tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for floatingip, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:04.641806 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-331632b0-704c-47d0-aadf-1bbc48d37bee tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.1403210 May 20 20:48:04.650932 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-eccb6e72-057f-41df-8424-1c7ad7efde29 req-2ae89f4f-8ef2-4001-ac7f-e5f7223f9d8a tempest-ServerRescueTestJSONUnderV235-509853073 tempest-ServerRescueTestJSONUnderV235-509853073-project] 10.222.0.35 "GET /v2.0/security-groups?id=41609343-6bb9-42c4-9424-2489ea89f008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215346 May 20 20:48:04.652830 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-1d5fab6b-b0c3-4ae8-84d8-d468dda99cf3 req-fc35238c-355c-472f-b98f-4d3d68bcc1d8 tempest-SecurityGroupRulesTestJSON-1139762848 tempest-SecurityGroupRulesTestJSON-1139762848-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:04.662208 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1d5fab6b-b0c3-4ae8-84d8-d468dda99cf3 req-fc35238c-355c-472f-b98f-4d3d68bcc1d8 tempest-SecurityGroupRulesTestJSON-1139762848 tempest-SecurityGroupRulesTestJSON-1139762848-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.9643521 May 20 20:48:04.706862 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Provisioning for port fa2729c0-84e2-43f4-af96-ae7759c29dd5 completed by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 20:48:04.714457 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Provisioning complete for port fa2729c0-84e2-43f4-af96-ae7759c29dd5 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:48:04.715358 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:04.722876 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21c5efeb-6028-4545-b215-e60900e03e86 tempest-ServersTestManualDisk-1760851737 tempest-ServersTestManualDisk-1760851737-project] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 20:48:04.728622 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-21c5efeb-6028-4545-b215-e60900e03e86 tempest-ServersTestManualDisk-1760851737 tempest-ServersTestManualDisk-1760851737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for floatingip, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:04.736334 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a325fb4-08e6-4a73-93e1-649e9d83adb4 None None] Sync routers for ids ['7ce378f4-2f4e-444d-94b2-3eb0117acc44'] in n-d-842733-1 {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 20:48:04.755083 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a325fb4-08e6-4a73-93e1-649e9d83adb4 None None] Routers {'7ce378f4-2f4e-444d-94b2-3eb0117acc44'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:48:04.755083 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-4a325fb4-08e6-4a73-93e1-649e9d83adb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:47:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['7ce378f4-2f4e-444d-94b2-3eb0117acc44'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:48:04.755390 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-360d0ef2-3bdd-419e-b997-cbb50fd92af3 req-146cd567-5c9e-45f8-9c22-feba030a4cc7 tempest-SecurityGroupRulesTestJSON-1139762848 tempest-SecurityGroupRulesTestJSON-1139762848-project] 10.222.0.35 "GET /v2.0/security-groups/642840a0-2baf-4cc1-9622-3292fae20f74 HTTP/1.1" status: 200 len: 2400 time: 0.0796757 May 20 20:48:04.755955 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d0a2c742-4843-4df7-923c-5aa4c67bacff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:04.758379 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-21c5efeb-6028-4545-b215-e60900e03e86 tempest-ServersTestManualDisk-1760851737 tempest-ServersTestManualDisk-1760851737-project] 10.222.0.35 "PUT /v2.0/floatingips/fb2503f9-00f9-466e-8228-9497ea03e4c9 HTTP/1.1" status: 200 len: 991 time: 1.9198151 May 20 20:48:04.759589 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d0a2c742-4843-4df7-923c-5aa4c67bacff admin admin] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:04.761514 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-d0a2c742-4843-4df7-923c-5aa4c67bacff admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1e54686c-0337-402c-9d96-70737527d6c9 HTTP/1.1" status: 204 len: 168 time: 0.7986705 May 20 20:48:04.778479 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7581860c-ce46-4614-b039-9b98e9997b36', 'tag': 'c4f86847-4b96-433c-a86b-b6ff706f4b49'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:48:04.781486 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6fa957933fccbf596d28104b23404b952ad6a8238afaebaed40a0874b2e409" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67463a3c-4b07-42b3-95c0-d58eabfc060d" -d '{"events": [{"name": "network-changed", "server_uuid": "7581860c-ce46-4614-b039-9b98e9997b36", "tag": "c4f86847-4b96-433c-a86b-b6ff706f4b49"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:48:04.791396 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [req-360d0ef2-3bdd-419e-b997-cbb50fd92af3 req-b98d9b9c-808f-4fe9-b1e3-4d695cc0bede tempest-SecurityGroupRulesTestJSON-1139762848 tempest-SecurityGroupRulesTestJSON-1139762848-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '642840a0-2baf-4cc1-9622-3292fae20f74', 'remote_group_id': None}]} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:48:04.793361 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [req-360d0ef2-3bdd-419e-b997-cbb50fd92af3 req-b98d9b9c-808f-4fe9-b1e3-4d695cc0bede tempest-SecurityGroupRulesTestJSON-1139762848 tempest-SecurityGroupRulesTestJSON-1139762848-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '642840a0-2baf-4cc1-9622-3292fae20f74', 'remote_group_id': None}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:48:04.802765 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a2c742-4843-4df7-923c-5aa4c67bacff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e54686c-0337-402c-9d96-70737527d6c9,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:48:04.871975 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 49423b45-d8e6-481b-a8d5-7a703a90c358 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:48:04.898098 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-4a325fb4-08e6-4a73-93e1-649e9d83adb4 None None] Set router 7ce378f4-2f4e-444d-94b2-3eb0117acc44 gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:48:04.922533 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Current status of the port fa2729c0-84e2-43f4-af96-ae7759c29dd5 is: BUILD; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:48:04.922915 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:04.945097 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f1d31de5-ebe1-4093-b642-500ddc5de9e0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:04.952295 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4ab3ddf-2fe5-4063-a4f6-456e0eb3138f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa2729c0-84e2-43f4-af96-ae7759c29dd5'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:48:04.954605 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8485417003ce7c0410b00f5cdc2f391e21107b70bb68e2773712534a96e108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-203e73e1-7404-466f-9ee2-2276edfe4d55" -d '{"events": [{"server_uuid": "a4ab3ddf-2fe5-4063-a4f6-456e0eb3138f", "name": "network-vif-plugged", "status": "completed", "tag": "fa2729c0-84e2-43f4-af96-ae7759c29dd5"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:48:04.969944 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port fa2729c0-84e2-43f4-af96-ae7759c29dd5, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=fa2729c0-84e2-43f4-af96-ae7759c29dd5,segment=NetworkSegment(51a22548-63c8-444c-b674-6afca742ad16),segment_id=51a22548-63c8-444c-b674-6afca742ad16)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:48:05.041041 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89012ac5-523c-48b5-852b-efa0ddaff97d req-71624a72-ccfe-4478-8561-6640288949e3 tempest-ServersTestManualDisk-1760851737 tempest-ServersTestManualDisk-1760851737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:48:05.042612 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-89012ac5-523c-48b5-852b-efa0ddaff97d req-71624a72-ccfe-4478-8561-6640288949e3 tempest-ServersTestManualDisk-1760851737 tempest-ServersTestManualDisk-1760851737-project] 10.222.0.35 "GET /v2.0/ports?device_id=7581860c-ce46-4614-b039-9b98e9997b36 HTTP/1.1" status: 200 len: 945 time: 0.1205816 May 20 20:48:05.049972 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:05.050915 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device e3e1fe2e-a4a5-4e31-b7cf-545e6ad5d197 no longer exists at agent hyperv_n-h1-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:48:05.102421 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] No Port match for: e3e1fe2e-a4a5-4e31-b7cf-545e6ad5d197 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 20:48:05.103493 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device e3e1fe2e-a4a5-4e31-b7cf-545e6ad5d197 not bound to the agent host n-h1-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 20:48:05.131580 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Pushing event updated for resources: {'Port': ['ID=fa2729c0-84e2-43f4-af96-ae7759c29dd5,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:48:05.161560 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-4a325fb4-08e6-4a73-93e1-649e9d83adb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ce378f4-2f4e-444d-94b2-3eb0117acc44', 'name': 'tempest-ServersTestManualDisk-1688617199-router', 'tenant_id': '6cacdf41ac9243239428df22d232c310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.106'}], 'enable_snat': True}, 'gw_port_id': 'cae31313-5d74-421d-839a-3916bb5bcf84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:47:20Z', 'updated_at': '2022-05-20T20:47:26Z', 'revision_number': 4, 'project_id': '6cacdf41ac9243239428df22d232c310', 'gw_port': {'id': 'cae31313-5d74-421d-839a-3916bb5bcf84', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:47:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce378f4-2f4e-444d-94b2-3eb0117acc44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:47:21Z', 'updated_at': '2022-05-20T20:47:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_floatingips': [{'id': 'fb2503f9-00f9-466e-8228-9497ea03e4c9', 'tenant_id': '6cacdf41ac9243239428df22d232c310', 'floating_ip_address': '172.25.2.105', 'floating_network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'router_id': '7ce378f4-2f4e-444d-94b2-3eb0117acc44', 'port_id': 'c4f86847-4b96-433c-a86b-b6ff706f4b49', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1193, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d83b2c9-0244-41ed-9f3c-e51e410d424a', 'mac_address': 'fa:16:3e:28:8f:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7581860c-ce46-4614-b039-9b98e9997b36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-20T20:47:37Z', 'updated_at': '2022-05-20T20:48:03Z', 'revision_number': 1, 'project_id': '6cacdf41ac9243239428df22d232c310', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92c81261-ca4d-4f03-b2f3-8db63ccb6042', 'name': '', 'network_id': '2d83b2c9-0244-41ed-9f3c-e51e410d424a', 'tenant_id': '6cacdf41ac9243239428df22d232c310', 'mac_address': 'fa:16:3e:3c:ba:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce378f4-2f4e-444d-94b2-3eb0117acc44', 'device_owner': 'network:router_interface', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': '6033907b-110b-48db-bef4-3d9392ae4ec9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:47:25Z', 'updated_at': '2022-05-20T20:47:32Z', 'revision_number': 5, 'project_id': '6cacdf41ac9243239428df22d232c310', 'subnets': [{'id': '6033907b-110b-48db-bef4-3d9392ae4ec9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:48:05.188383 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a325fb4-08e6-4a73-93e1-649e9d83adb4 None None] Checking router: 7ce378f4-2f4e-444d-94b2-3eb0117acc44 for host: n-d-842733-1 {{(pid=103165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 20:48:05.197357 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a325fb4-08e6-4a73-93e1-649e9d83adb4 None None] Routers {'7ce378f4-2f4e-444d-94b2-3eb0117acc44'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:48:05.198297 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-4a325fb4-08e6-4a73-93e1-649e9d83adb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:47:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['7ce378f4-2f4e-444d-94b2-3eb0117acc44'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:48:05.207067 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-360d0ef2-3bdd-419e-b997-cbb50fd92af3 req-b98d9b9c-808f-4fe9-b1e3-4d695cc0bede tempest-SecurityGroupRulesTestJSON-1139762848 tempest-SecurityGroupRulesTestJSON-1139762848-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:05.211608 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-89012ac5-523c-48b5-852b-efa0ddaff97d req-9aadb301-88ec-4cc1-ba1a-88a75ef69c6d tempest-ServersTestManualDisk-1760851737 tempest-ServersTestManualDisk-1760851737-project] 10.222.0.35 "GET /v2.0/security-groups?id=add12849-0717-4857-adaa-bd412121325b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1610992 May 20 20:48:05.279239 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-360d0ef2-3bdd-419e-b997-cbb50fd92af3 req-b98d9b9c-808f-4fe9-b1e3-4d695cc0bede tempest-SecurityGroupRulesTestJSON-1139762848 tempest-SecurityGroupRulesTestJSON-1139762848-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:05.296561 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 20:48:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5b6e701-203b-4b2a-8daa-faef6ef2fbed x-openstack-request-id: req-d5b6e701-203b-4b2a-8daa-faef6ef2fbed {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:48:05.296561 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7581860c-ce46-4614-b039-9b98e9997b36", "tag": "c4f86847-4b96-433c-a86b-b6ff706f4b49", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:48:05.296561 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d5b6e701-203b-4b2a-8daa-faef6ef2fbed {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:48:05.296561 n-d-842733-1 neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5b6e701-203b-4b2a-8daa-faef6ef2fbed'] response: {'name': 'network-changed', 'server_uuid': '7581860c-ce46-4614-b039-9b98e9997b36', 'tag': 'c4f86847-4b96-433c-a86b-b6ff706f4b49', 'status': 'completed', 'code': 200} May 20 20:48:05.307078 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f1d31de5-ebe1-4093-b642-500ddc5de9e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748106'] for router, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:05.348152 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-4a325fb4-08e6-4a73-93e1-649e9d83adb4 None None] Set router 7ce378f4-2f4e-444d-94b2-3eb0117acc44 gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:48:05.358663 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-360d0ef2-3bdd-419e-b997-cbb50fd92af3 req-b98d9b9c-808f-4fe9-b1e3-4d695cc0bede tempest-SecurityGroupRulesTestJSON-1139762848 tempest-SecurityGroupRulesTestJSON-1139762848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691816'] for security_group_rule, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:05.391822 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67463a3c-4b07-42b3-95c0-d58eabfc060d req-03db260b-7186-4be7-bda3-c0d70b63853f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:48:05.393176 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-67463a3c-4b07-42b3-95c0-d58eabfc060d req-03db260b-7186-4be7-bda3-c0d70b63853f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6cacdf41ac9243239428df22d232c310&device_id=7581860c-ce46-4614-b039-9b98e9997b36 HTTP/1.1" status: 200 len: 1096 time: 0.0537395 May 20 20:48:05.398356 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98d9b9c-808f-4fe9-b1e3-4d695cc0bede tempest-SecurityGroupRulesTestJSON-1139762848 tempest-SecurityGroupRulesTestJSON-1139762848-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70ac63f9-e031-476a-a001-f9bfb405b90f,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:48:05.467181 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-360d0ef2-3bdd-419e-b997-cbb50fd92af3 req-b98d9b9c-808f-4fe9-b1e3-4d695cc0bede tempest-SecurityGroupRulesTestJSON-1139762848 tempest-SecurityGroupRulesTestJSON-1139762848-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:05.468948 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-360d0ef2-3bdd-419e-b997-cbb50fd92af3 req-b98d9b9c-808f-4fe9-b1e3-4d695cc0bede tempest-SecurityGroupRulesTestJSON-1139762848 tempest-SecurityGroupRulesTestJSON-1139762848-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.6885898 May 20 20:48:05.505744 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-536e422a-8907-43a3-8112-d289f615244e req-c6a31a08-8489-4f01-9e1d-76d671a14c83 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--511309927&fields=id&tenant_id=f7d646bffa614f21b1ea08af4be56a95 HTTP/1.1" status: 200 len: 267 time: 0.1105409 May 20 20:48:05.536386 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67463a3c-4b07-42b3-95c0-d58eabfc060d req-f9be43e5-fb45-4cfb-a840-d7c72c00b2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:48:05.538322 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-67463a3c-4b07-42b3-95c0-d58eabfc060d req-f9be43e5-fb45-4cfb-a840-d7c72c00b2a1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2d83b2c9-0244-41ed-9f3c-e51e410d424a HTTP/1.1" status: 200 len: 913 time: 0.1317050 May 20 20:48:05.644046 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-67463a3c-4b07-42b3-95c0-d58eabfc060d req-a8592473-2e29-420f-8106-e399ce783aef service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c4f86847-4b96-433c-a86b-b6ff706f4b49 HTTP/1.1" status: 200 len: 999 time: 0.0990806 May 20 20:48:05.653095 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 49423b45-d8e6-481b-a8d5-7a703a90c358 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:48:05.667029 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536e422a-8907-43a3-8112-d289f615244e req-f9d4e2d7-c105-4684-bc2f-d41eb85fa2f4 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:48:05.668563 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-536e422a-8907-43a3-8112-d289f615244e req-f9d4e2d7-c105-4684-bc2f-d41eb85fa2f4 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "GET /v2.0/networks?id=52b22ddd-d38d-47d7-9f62-928c2e551c45 HTTP/1.1" status: 200 len: 817 time: 0.1522841 May 20 20:48:05.683350 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfd1442-8dd7-496b-90e6-cd2d6a8281e4 req-cde8d7c9-65da-4e69-86c4-3e215413db65 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:48:05.685399 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ebfd1442-8dd7-496b-90e6-cd2d6a8281e4 req-cde8d7c9-65da-4e69-86c4-3e215413db65 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] 10.222.0.35 "GET /v2.0/ports?device_id=a4ab3ddf-2fe5-4063-a4f6-456e0eb3138f HTTP/1.1" status: 200 len: 946 time: 0.0912342 May 20 20:48:05.709987 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-536e422a-8907-43a3-8112-d289f615244e req-26c4e366-948f-471a-bacb-8df88e4aa034 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "GET /v2.0/quotas/f7d646bffa614f21b1ea08af4be56a95 HTTP/1.1" status: 200 len: 375 time: 0.0239527 May 20 20:48:05.721361 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 49423b45-d8e6-481b-a8d5-7a703a90c358 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:48:05.721852 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67463a3c-4b07-42b3-95c0-d58eabfc060d req-3afd7ec4-9fee-4cae-86d7-585c886f2238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:48:05.722564 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:05.724265 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-67463a3c-4b07-42b3-95c0-d58eabfc060d req-3afd7ec4-9fee-4cae-86d7-585c886f2238 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6033907b-110b-48db-bef4-3d9392ae4ec9 HTTP/1.1" status: 200 len: 851 time: 0.0740817 May 20 20:48:05.737404 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-4a325fb4-08e6-4a73-93e1-649e9d83adb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ce378f4-2f4e-444d-94b2-3eb0117acc44', 'name': 'tempest-ServersTestManualDisk-1688617199-router', 'tenant_id': '6cacdf41ac9243239428df22d232c310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.106'}], 'enable_snat': True}, 'gw_port_id': 'cae31313-5d74-421d-839a-3916bb5bcf84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:47:20Z', 'updated_at': '2022-05-20T20:47:26Z', 'revision_number': 4, 'project_id': '6cacdf41ac9243239428df22d232c310', 'gw_port': {'id': 'cae31313-5d74-421d-839a-3916bb5bcf84', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:47:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce378f4-2f4e-444d-94b2-3eb0117acc44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:47:21Z', 'updated_at': '2022-05-20T20:47:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_floatingips': [{'id': 'fb2503f9-00f9-466e-8228-9497ea03e4c9', 'tenant_id': '6cacdf41ac9243239428df22d232c310', 'floating_ip_address': '172.25.2.105', 'floating_network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'router_id': '7ce378f4-2f4e-444d-94b2-3eb0117acc44', 'port_id': 'c4f86847-4b96-433c-a86b-b6ff706f4b49', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1193, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d83b2c9-0244-41ed-9f3c-e51e410d424a', 'mac_address': 'fa:16:3e:28:8f:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7581860c-ce46-4614-b039-9b98e9997b36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-20T20:47:37Z', 'updated_at': '2022-05-20T20:48:03Z', 'revision_number': 1, 'project_id': '6cacdf41ac9243239428df22d232c310', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92c81261-ca4d-4f03-b2f3-8db63ccb6042', 'name': '', 'network_id': '2d83b2c9-0244-41ed-9f3c-e51e410d424a', 'tenant_id': '6cacdf41ac9243239428df22d232c310', 'mac_address': 'fa:16:3e:3c:ba:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce378f4-2f4e-444d-94b2-3eb0117acc44', 'device_owner': 'network:router_interface', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': '6033907b-110b-48db-bef4-3d9392ae4ec9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:47:25Z', 'updated_at': '2022-05-20T20:47:32Z', 'revision_number': 5, 'project_id': '6cacdf41ac9243239428df22d232c310', 'subnets': [{'id': '6033907b-110b-48db-bef4-3d9392ae4ec9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:48:05.754342 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1d31de5-ebe1-4093-b642-500ddc5de9e0 admin admin] Router afa4c141-178a-467a-908d-4a321258d821 is scheduled to L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e with binding_index 1 {{(pid=103163) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 20 20:48:05.767709 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ebfd1442-8dd7-496b-90e6-cd2d6a8281e4 req-fd917a88-5996-4a1e-a14c-27603a33fb57 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] 10.222.0.35 "GET /v2.0/security-groups?id=34b2d344-fca2-46ed-b4e2-64c5c774d633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736251 May 20 20:48:05.779749 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a325fb4-08e6-4a73-93e1-649e9d83adb4 None None] The sync data for ids ['7ce378f4-2f4e-444d-94b2-3eb0117acc44'] in n-d-842733-1 is: [{'id': '7ce378f4-2f4e-444d-94b2-3eb0117acc44', 'name': 'tempest-ServersTestManualDisk-1688617199-router', 'tenant_id': '6cacdf41ac9243239428df22d232c310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.106'}], 'enable_snat': True}, 'gw_port_id': 'cae31313-5d74-421d-839a-3916bb5bcf84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:47:20Z', 'updated_at': '2022-05-20T20:47:26Z', 'revision_number': 4, 'project_id': '6cacdf41ac9243239428df22d232c310', 'gw_port': {'id': 'cae31313-5d74-421d-839a-3916bb5bcf84', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:47:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce378f4-2f4e-444d-94b2-3eb0117acc44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:47:21Z', 'updated_at': '2022-05-20T20:47:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_floatingips': [{'id': 'fb2503f9-00f9-466e-8228-9497ea03e4c9', 'tenant_id': '6cacdf41ac9243239428df22d232c310', 'floating_ip_address': '172.25.2.105', 'floating_network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'router_id': '7ce378f4-2f4e-444d-94b2-3eb0117acc44', 'port_id': 'c4f86847-4b96-433c-a86b-b6ff706f4b49', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1193, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d83b2c9-0244-41ed-9f3c-e51e410d424a', 'mac_address': 'fa:16:3e:28:8f:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7581860c-ce46-4614-b039-9b98e9997b36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-20T20:47:37Z', 'updated_at': '2022-05-20T20:48:03Z', 'revision_number': 1, 'project_id': '6cacdf41ac9243239428df22d232c310', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92c81261-ca4d-4f03-b2f3-8db63ccb6042', 'name': '', 'network_id': '2d83b2c9-0244-41ed-9f3c-e51e410d424a', 'tenant_id': '6cacdf41ac9243239428df22d232c310', 'mac_address': 'fa:16:3e:3c:ba:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce378f4-2f4e-444d-94b2-3eb0117acc44', 'device_owner': 'network:router_interface', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': '6033907b-110b-48db-bef4-3d9392ae4ec9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:47:25Z', 'updated_at': '2022-05-20T20:47:32Z', 'revision_number': 5, 'project_id': '6cacdf41ac9243239428df22d232c310', 'subnets': [{'id': '6033907b-110b-48db-bef4-3d9392ae4ec9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 20:48:05.848931 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67463a3c-4b07-42b3-95c0-d58eabfc060d req-fd9c8ee3-cad4-4c0b-a23f-0046300fa618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:48:05.850511 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-67463a3c-4b07-42b3-95c0-d58eabfc060d req-fd9c8ee3-cad4-4c0b-a23f-0046300fa618 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2d83b2c9-0244-41ed-9f3c-e51e410d424a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1176651 May 20 20:48:05.857642 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-536e422a-8907-43a3-8112-d289f615244e req-383b8b94-ba96-4eba-a23b-9e21364bb63e tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=f7d646bffa614f21b1ea08af4be56a95&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1416397 May 20 20:48:05.929539 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 20:48:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d902a5dc-f8de-4bb8-967b-bf5f25d25820 x-openstack-request-id: req-d902a5dc-f8de-4bb8-967b-bf5f25d25820 {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:48:05.932253 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4ab3ddf-2fe5-4063-a4f6-456e0eb3138f", "name": "network-vif-plugged", "status": "completed", "tag": "fa2729c0-84e2-43f4-af96-ae7759c29dd5", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:48:05.932253 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d902a5dc-f8de-4bb8-967b-bf5f25d25820 {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:48:05.932253 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d902a5dc-f8de-4bb8-967b-bf5f25d25820'] response: {'server_uuid': 'a4ab3ddf-2fe5-4063-a4f6-456e0eb3138f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa2729c0-84e2-43f4-af96-ae7759c29dd5', 'code': 200} May 20 20:48:05.988573 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 49423b45-d8e6-481b-a8d5-7a703a90c358 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:48:06.040153 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1d31de5-ebe1-4093-b642-500ddc5de9e0 admin admin] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 20:48:06.058119 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-996676cf-8841-4c65-8ddd-7f1398bf9b62 None None] Sync routers for ids ['afa4c141-178a-467a-908d-4a321258d821'] in n-d-842733-1 {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 20:48:06.062954 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-67463a3c-4b07-42b3-95c0-d58eabfc060d req-421191be-3313-4bc6-ae0c-a5402365dd74 service neutron] 10.222.0.13 "GET /v2.0/networks/2d83b2c9-0244-41ed-9f3c-e51e410d424a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2006750 May 20 20:48:06.068785 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-536e422a-8907-43a3-8112-d289f615244e req-8325a077-ab0b-40ce-b17b-5d2e386e7d07 service neutron] 10.222.0.35 "GET /v2.0/networks/52b22ddd-d38d-47d7-9f62-928c2e551c45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2147634 May 20 20:48:06.079584 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-996676cf-8841-4c65-8ddd-7f1398bf9b62 None None] Routers {'afa4c141-178a-467a-908d-4a321258d821'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:48:06.080394 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-996676cf-8841-4c65-8ddd-7f1398bf9b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:47:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['afa4c141-178a-467a-908d-4a321258d821'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:48:06.132559 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2c3c5a98-15b7-43a3-a7c4-a2a2272abf50 req-a781cfee-d3c6-40c5-a88f-8827d10d1570 tempest-SecurityGroupRulesTestJSON-1139762848 tempest-SecurityGroupRulesTestJSON-1139762848-project] 10.222.0.35 "GET /v2.0/security-groups/642840a0-2baf-4cc1-9622-3292fae20f74 HTTP/1.1" status: 200 len: 2999 time: 0.1710889 May 20 20:48:06.150936 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee73bec-feae-4050-9dbd-465f68eb7cf4 req-1523c413-0871-453f-8907-532033b45717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:48:06.152424 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6ee73bec-feae-4050-9dbd-465f68eb7cf4 req-1523c413-0871-453f-8907-532033b45717 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a4ab3ddf-2fe5-4063-a4f6-456e0eb3138f HTTP/1.1" status: 200 len: 1097 time: 0.1786788 May 20 20:48:06.172562 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f1d31de5-ebe1-4093-b642-500ddc5de9e0 admin admin] Notify callbacks [] for router, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:06.176473 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-f1d31de5-ebe1-4093-b642-500ddc5de9e0 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.2753680 May 20 20:48:06.177744 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 46698) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:48:06.215848 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f67a6734-5098-4e47-b230-f06484776018 None None] New status for floating IP fb2503f9-00f9-466e-8228-9497ea03e4c9: ACTIVE {{(pid=103165) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 20:48:06.227713 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6ee73bec-feae-4050-9dbd-465f68eb7cf4 req-efa374c4-c4f9-4eb2-97ed-8a4f2ee1b056 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=34b2d344-fca2-46ed-b4e2-64c5c774d633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666320 May 20 20:48:06.239158 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-536e422a-8907-43a3-8112-d289f615244e req-55f767c5-cfe2-4a01-a784-5f631d04e48a service neutron] 10.222.0.35 "GET /v2.0/networks/52b22ddd-d38d-47d7-9f62-928c2e551c45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1684875 May 20 20:48:06.347510 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a03edd-397f-4acd-a8da-8eb7120a10e0 req-12b7b209-fbd1-4f94-ab37-866aafd01a58 tempest-ServerRescueTestJSONUnderV235-509853073 tempest-ServerRescueTestJSONUnderV235-509853073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:48:06.349131 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d3a03edd-397f-4acd-a8da-8eb7120a10e0 req-12b7b209-fbd1-4f94-ab37-866aafd01a58 tempest-ServerRescueTestJSONUnderV235-509853073 tempest-ServerRescueTestJSONUnderV235-509853073-project] 10.222.0.35 "GET /v2.0/ports?device_id=b5e7bffc-66ca-42f9-a17e-893d63710bad HTTP/1.1" status: 200 len: 946 time: 0.1033058 May 20 20:48:06.425953 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-67463a3c-4b07-42b3-95c0-d58eabfc060d req-8458a657-96f2-48a2-8f52-87d7cbfe69ed service neutron] 10.222.0.13 "GET /v2.0/networks/2d83b2c9-0244-41ed-9f3c-e51e410d424a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3564491 May 20 20:48:06.429459 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d3a03edd-397f-4acd-a8da-8eb7120a10e0 req-d69cae8c-76eb-4b53-9c40-d59e7cb20c24 tempest-ServerRescueTestJSONUnderV235-509853073 tempest-ServerRescueTestJSONUnderV235-509853073-project] 10.222.0.35 "GET /v2.0/security-groups?id=41609343-6bb9-42c4-9424-2489ea89f008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670187 May 20 20:48:06.463356 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-996676cf-8841-4c65-8ddd-7f1398bf9b62 None None] Set router afa4c141-178a-467a-908d-4a321258d821 gateway port host: n-d-842733-1 {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:48:06.581316 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5041c7c5-47de-43a4-a5ae-68dfb695f07e req-ee4a072e-9b93-4ab4-b5b6-bb2a3bc0a6e6 tempest-SecurityGroupRulesTestJSON-1139762848 tempest-SecurityGroupRulesTestJSON-1139762848-project] 10.222.0.35 "GET /v2.0/security-group-rules/70ac63f9-e031-476a-a001-f9bfb405b90f HTTP/1.1" status: 200 len: 783 time: 0.0420101 May 20 20:48:06.663350 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5041c7c5-47de-43a4-a5ae-68dfb695f07e req-61e47be7-fcb1-48d7-aa79-ea438101536e tempest-SecurityGroupRulesTestJSON-1139762848 tempest-SecurityGroupRulesTestJSON-1139762848-project] 10.222.0.35 "GET /v2.0/security-groups/642840a0-2baf-4cc1-9622-3292fae20f74 HTTP/1.1" status: 200 len: 2999 time: 0.0798507 May 20 20:48:06.695122 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-5041c7c5-47de-43a4-a5ae-68dfb695f07e req-8cbcfad4-c729-40d0-bcfa-636795d87d10 tempest-SecurityGroupRulesTestJSON-1139762848 tempest-SecurityGroupRulesTestJSON-1139762848-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:06.706265 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-5041c7c5-47de-43a4-a5ae-68dfb695f07e req-8cbcfad4-c729-40d0-bcfa-636795d87d10 tempest-SecurityGroupRulesTestJSON-1139762848 tempest-SecurityGroupRulesTestJSON-1139762848-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:06.716751 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-996676cf-8841-4c65-8ddd-7f1398bf9b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afa4c141-178a-467a-908d-4a321258d821', 'name': 'tempest-AttachVolumeTestJSON-610323402-router', 'tenant_id': 'ca192f5ef49d4f558388c6e642858250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': '2217fce8-2ead-4563-a3ae-c510ffb44b55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:48:00Z', 'updated_at': '2022-05-20T20:48:04Z', 'revision_number': 3, 'project_id': 'ca192f5ef49d4f558388c6e642858250', 'gw_port': {'id': '2217fce8-2ead-4563-a3ae-c510ffb44b55', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:b1:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afa4c141-178a-467a-908d-4a321258d821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1277, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:48:02Z', 'updated_at': '2022-05-20T20:48:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:48:06.766940 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-996676cf-8841-4c65-8ddd-7f1398bf9b62 None None] Checking router: afa4c141-178a-467a-908d-4a321258d821 for host: n-d-842733-1 {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 20:48:06.767287 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-996676cf-8841-4c65-8ddd-7f1398bf9b62 None None] Updating router afa4c141-178a-467a-908d-4a321258d821 port 2217fce8-2ead-4563-a3ae-c510ffb44b55 binding host n-d-842733-1 {{(pid=103164) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 20:48:06.797316 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-996676cf-8841-4c65-8ddd-7f1398bf9b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:06.798624 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-5041c7c5-47de-43a4-a5ae-68dfb695f07e req-8cbcfad4-c729-40d0-bcfa-636795d87d10 tempest-SecurityGroupRulesTestJSON-1139762848 tempest-SecurityGroupRulesTestJSON-1139762848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691816'] for security_group_rule, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:06.841835 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-5041c7c5-47de-43a4-a5ae-68dfb695f07e req-8cbcfad4-c729-40d0-bcfa-636795d87d10 tempest-SecurityGroupRulesTestJSON-1139762848 tempest-SecurityGroupRulesTestJSON-1139762848-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:06.843251 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5041c7c5-47de-43a4-a5ae-68dfb695f07e req-8cbcfad4-c729-40d0-bcfa-636795d87d10 tempest-SecurityGroupRulesTestJSON-1139762848 tempest-SecurityGroupRulesTestJSON-1139762848-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/70ac63f9-e031-476a-a001-f9bfb405b90f HTTP/1.1" status: 204 len: 173 time: 0.1784315 May 20 20:48:06.844263 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbcfad4-c729-40d0-bcfa-636795d87d10 tempest-SecurityGroupRulesTestJSON-1139762848 tempest-SecurityGroupRulesTestJSON-1139762848-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=70ac63f9-e031-476a-a001-f9bfb405b90f,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:48:06.921939 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e53a4c58-803f-4eb1-855f-eb296eaf225c req-f44b84cd-6ed4-487f-942d-d0b823871181 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "GET /v2.0/ports?device_id=3674afb5-fa57-4c40-b6ee-249d678d06fa HTTP/1.1" status: 200 len: 210 time: 0.0456307 May 20 20:48:06.977562 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c569775e-f387-460f-9907-5ca10c42a8da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:06.978309 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52954724-ec8c-4cb8-843f-d231b35ed14b req-2c0abab1-f6ab-42c7-8997-0e4682ab97b9 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:48:06.979963 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-52954724-ec8c-4cb8-843f-d231b35ed14b req-2c0abab1-f6ab-42c7-8997-0e4682ab97b9 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] 10.222.0.35 "GET /v2.0/ports?device_id=a4ab3ddf-2fe5-4063-a4f6-456e0eb3138f HTTP/1.1" status: 200 len: 946 time: 0.0571051 May 20 20:48:07.063947 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-52954724-ec8c-4cb8-843f-d231b35ed14b req-5491f565-3e51-458d-be2e-858df88df844 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] 10.222.0.35 "GET /v2.0/security-groups?id=34b2d344-fca2-46ed-b4e2-64c5c774d633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774744 May 20 20:48:07.101839 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ffc639-e05f-4c65-aa42-c0b182d0c156 req-8a174054-2cc1-416f-97c2-835ea897ff16 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:48:07.104108 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-91ffc639-e05f-4c65-aa42-c0b182d0c156 req-8a174054-2cc1-416f-97c2-835ea897ff16 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] 10.222.0.35 "GET /v2.0/ports?device_id=444b3ad3-070a-402c-b3e2-ee88bb47c145 HTTP/1.1" status: 200 len: 945 time: 0.0965519 May 20 20:48:07.158426 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-91ffc639-e05f-4c65-aa42-c0b182d0c156 req-76177661-1298-4799-a105-4c633a0e49ec tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] 10.222.0.35 "GET /v2.0/security-groups?id=24ffe084-33f1-4a86-83df-85043464ffa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463514 May 20 20:48:07.200176 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-996676cf-8841-4c65-8ddd-7f1398bf9b62 None None] Notify callbacks [] for port, precommit_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:07.208009 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e2531270-dd62-4457-8a90-df483fd74876 req-2e0140d8-5449-4cb4-821e-a11a05628e4b tempest-SecurityGroupRulesTestJSON-1139762848 tempest-SecurityGroupRulesTestJSON-1139762848-project] 10.222.0.35 "GET /v2.0/security-groups/642840a0-2baf-4cc1-9622-3292fae20f74 HTTP/1.1" status: 200 len: 2400 time: 0.0541015 May 20 20:48:07.221843 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-c569775e-f387-460f-9907-5ca10c42a8da admin admin] Allocated IP 172.20.0.1 (300c23a3-32b9-446d-971e-d684df46a80f/1dd25171-1f89-45fa-8119-54d59026591a/f0bb0a2e-1aa2-48b2-a4ae-f49709d6caf0) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:48:07.255299 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-996676cf-8841-4c65-8ddd-7f1398bf9b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:07.319110 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-e2531270-dd62-4457-8a90-df483fd74876 req-7343eb00-d333-4dcb-8b68-a732f68b47d4 tempest-SecurityGroupRulesTestJSON-1139762848 tempest-SecurityGroupRulesTestJSON-1139762848-project] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:07.339467 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-996676cf-8841-4c65-8ddd-7f1398bf9b62 None None] Attempting to bind port 2217fce8-2ead-4563-a3ae-c510ffb44b55 on host n-d-842733-1 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:48:07.349159 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-e2531270-dd62-4457-8a90-df483fd74876 req-7343eb00-d333-4dcb-8b68-a732f68b47d4 tempest-SecurityGroupRulesTestJSON-1139762848 tempest-SecurityGroupRulesTestJSON-1139762848-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:07.354634 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-996676cf-8841-4c65-8ddd-7f1398bf9b62 None None] Attempting to bind port 2217fce8-2ead-4563-a3ae-c510ffb44b55 by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': '0b5485c4-eff8-42a1-9073-ae54ed4c63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:48:07.355017 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-996676cf-8841-4c65-8ddd-7f1398bf9b62 None None] Attempting to bind port 2217fce8-2ead-4563-a3ae-c510ffb44b55 on network e3a93b5c-91e2-4064-9c2c-1afc261bfe15 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:48:07.369867 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-996676cf-8841-4c65-8ddd-7f1398bf9b62 None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 47, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:48:07.370428 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-996676cf-8841-4c65-8ddd-7f1398bf9b62 None None] Checking segment: {'id': '0b5485c4-eff8-42a1-9073-ae54ed4c63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:48:07.370849 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-996676cf-8841-4c65-8ddd-7f1398bf9b62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:07.377540 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-996676cf-8841-4c65-8ddd-7f1398bf9b62 None None] Bound using segment: {'id': '0b5485c4-eff8-42a1-9073-ae54ed4c63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:48:07.377540 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-996676cf-8841-4c65-8ddd-7f1398bf9b62 None None] Bound port: 2217fce8-2ead-4563-a3ae-c510ffb44b55, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b5485c4-eff8-42a1-9073-ae54ed4c63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:48:07.377540 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-996676cf-8841-4c65-8ddd-7f1398bf9b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:07.377540 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4fde77-ad28-45af-8001-9bdf0ce2d58e None None] Pushing event updated for resources: {'Port': ['ID=2217fce8-2ead-4563-a3ae-c510ffb44b55,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:48:07.391152 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c569775e-f387-460f-9907-5ca10c42a8da admin admin] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:07.404815 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4fde77-ad28-45af-8001-9bdf0ce2d58e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:48:07.405159 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4fde77-ad28-45af-8001-9bdf0ce2d58e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:48:07.405526 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4fde77-ad28-45af-8001-9bdf0ce2d58e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:48:07.405857 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4fde77-ad28-45af-8001-9bdf0ce2d58e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:48:07.406201 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4fde77-ad28-45af-8001-9bdf0ce2d58e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:48:07.406513 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4fde77-ad28-45af-8001-9bdf0ce2d58e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:48:07.406835 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4fde77-ad28-45af-8001-9bdf0ce2d58e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:48:07.407155 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4fde77-ad28-45af-8001-9bdf0ce2d58e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:48:07.407502 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4fde77-ad28-45af-8001-9bdf0ce2d58e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:48:07.407825 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4fde77-ad28-45af-8001-9bdf0ce2d58e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:48:07.408219 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4fde77-ad28-45af-8001-9bdf0ce2d58e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:48:07.408544 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4fde77-ad28-45af-8001-9bdf0ce2d58e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:48:07.478332 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-e2531270-dd62-4457-8a90-df483fd74876 req-7343eb00-d333-4dcb-8b68-a732f68b47d4 tempest-SecurityGroupRulesTestJSON-1139762848 tempest-SecurityGroupRulesTestJSON-1139762848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:07.482436 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-996676cf-8841-4c65-8ddd-7f1398bf9b62 None None] For port 2217fce8-2ead-4563-a3ae-c510ffb44b55, host n-d-842733-1, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:48:07.482693 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-e2531270-dd62-4457-8a90-df483fd74876 req-7343eb00-d333-4dcb-8b68-a732f68b47d4 tempest-SecurityGroupRulesTestJSON-1139762848 tempest-SecurityGroupRulesTestJSON-1139762848-project] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:07.489038 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e2531270-dd62-4457-8a90-df483fd74876 req-7343eb00-d333-4dcb-8b68-a732f68b47d4 tempest-SecurityGroupRulesTestJSON-1139762848 tempest-SecurityGroupRulesTestJSON-1139762848-project] 10.222.0.35 "DELETE /v2.0/security-groups/642840a0-2baf-4cc1-9622-3292fae20f74 HTTP/1.1" status: 204 len: 173 time: 0.2745049 May 20 20:48:07.495749 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-996676cf-8841-4c65-8ddd-7f1398bf9b62 None None] For port 2217fce8-2ead-4563-a3ae-c510ffb44b55, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=2217fce8-2ead-4563-a3ae-c510ffb44b55,segment=NetworkSegment(0b5485c4-eff8-42a1-9073-ae54ed4c63ba),segment_id=0b5485c4-eff8-42a1-9073-ae54ed4c63ba)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:48:07.517257 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7343eb00-d333-4dcb-8b68-a732f68b47d4 tempest-SecurityGroupRulesTestJSON-1139762848 tempest-SecurityGroupRulesTestJSON-1139762848-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=642840a0-2baf-4cc1-9622-3292fae20f74,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:48:07.528681 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c569775e-f387-460f-9907-5ca10c42a8da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:07.559518 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-996676cf-8841-4c65-8ddd-7f1398bf9b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:07.573337 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c569775e-f387-460f-9907-5ca10c42a8da admin admin] Network 300c23a3-32b9-446d-971e-d684df46a80f is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:48:07.574971 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-c569775e-f387-460f-9907-5ca10c42a8da admin admin] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:48:07.580363 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c569775e-f387-460f-9907-5ca10c42a8da admin admin] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:48:07.625706 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c569775e-f387-460f-9907-5ca10c42a8da admin admin] Pushing event updated for resources: {'Port': ['ID=f0bb0a2e-1aa2-48b2-a4ae-f49709d6caf0,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:48:07.640935 n-d-842733-1 neutron-server[103163]: INFO neutron.api.v2.resource [req-80a02674-bd26-42b8-9bc8-1ed5d451f1aa req-835529d9-bfaa-410e-b545-51ae4276535c tempest-SecurityGroupRulesTestJSON-1139762848 tempest-SecurityGroupRulesTestJSON-1139762848-project] show failed (client error): The resource could not be found. May 20 20:48:07.643705 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c569775e-f387-460f-9907-5ca10c42a8da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748409'] for router_interface, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:07.658791 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-80a02674-bd26-42b8-9bc8-1ed5d451f1aa req-835529d9-bfaa-410e-b545-51ae4276535c tempest-SecurityGroupRulesTestJSON-1139762848 tempest-SecurityGroupRulesTestJSON-1139762848-project] 10.222.0.35 "GET /v2.0/security-groups/a7b9026d-3829-4b4a-a9ec-578f71389e1d HTTP/1.1" status: 404 len: 352 time: 0.1063175 May 20 20:48:07.669597 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-996676cf-8841-4c65-8ddd-7f1398bf9b62 None None] Routers {'afa4c141-178a-467a-908d-4a321258d821'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:48:07.670362 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-996676cf-8841-4c65-8ddd-7f1398bf9b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:47:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['afa4c141-178a-467a-908d-4a321258d821'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:48:07.731104 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f3496a-9622-45aa-89f1-9167d70bcaa5 req-21025663-6160-44cd-97e3-58d9ea054a6b tempest-ServerRescueTestJSONUnderV235-509853073 tempest-ServerRescueTestJSONUnderV235-509853073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:48:07.744551 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4fde77-ad28-45af-8001-9bdf0ce2d58e None None] Pushing event updated for resources: {'Port': ['ID=2217fce8-2ead-4563-a3ae-c510ffb44b55,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:48:07.757832 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f5f3496a-9622-45aa-89f1-9167d70bcaa5 req-21025663-6160-44cd-97e3-58d9ea054a6b tempest-ServerRescueTestJSONUnderV235-509853073 tempest-ServerRescueTestJSONUnderV235-509853073-project] 10.222.0.35 "GET /v2.0/ports?device_id=b5e7bffc-66ca-42f9-a17e-893d63710bad HTTP/1.1" status: 200 len: 946 time: 0.2166131 May 20 20:48:07.801370 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f5f3496a-9622-45aa-89f1-9167d70bcaa5 req-04122979-5579-4a93-bf5b-668912567b06 tempest-ServerRescueTestJSONUnderV235-509853073 tempest-ServerRescueTestJSONUnderV235-509853073-project] 10.222.0.35 "GET /v2.0/security-groups?id=41609343-6bb9-42c4-9424-2489ea89f008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422606 May 20 20:48:07.853170 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-996676cf-8841-4c65-8ddd-7f1398bf9b62 None None] Set router afa4c141-178a-467a-908d-4a321258d821 gateway port host: n-d-842733-1 {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:48:07.899699 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c569775e-f387-460f-9907-5ca10c42a8da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:07.918045 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d8557161-a1f6-40cb-8848-d7075e21e4f9 req-382956c4-ce09-43ec-98b8-833e004f4f23 tempest-SecurityGroupRulesTestJSON-1139762848 tempest-SecurityGroupRulesTestJSON-1139762848-project] 10.222.0.35 "GET /v2.0/security-groups/b02d800f-b3e8-4a2c-98a4-bf1295de9355 HTTP/1.1" status: 200 len: 1806 time: 0.0881574 May 20 20:48:08.004720 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.agents_db [None req-5c33ad30-4e00-40fa-b486-8c79c4a6cfc5 None None] Agent healthcheck: found 7 active agents {{(pid=103165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 20 20:48:08.070435 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-472b6924-4dc4-42cd-9700-ca79f3f018e6 None None] Provisioning complete for port f0bb0a2e-1aa2-48b2-a4ae-f49709d6caf0 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:48:08.071015 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-472b6924-4dc4-42cd-9700-ca79f3f018e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:08.115637 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-472b6924-4dc4-42cd-9700-ca79f3f018e6 None None] Port f0bb0a2e-1aa2-48b2-a4ae-f49709d6caf0 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 20:48:08.131509 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c569775e-f387-460f-9907-5ca10c42a8da admin admin] Notify callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:08.142697 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-996676cf-8841-4c65-8ddd-7f1398bf9b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afa4c141-178a-467a-908d-4a321258d821', 'name': 'tempest-AttachVolumeTestJSON-610323402-router', 'tenant_id': 'ca192f5ef49d4f558388c6e642858250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': '2217fce8-2ead-4563-a3ae-c510ffb44b55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:48:00Z', 'updated_at': '2022-05-20T20:48:04Z', 'revision_number': 3, 'project_id': 'ca192f5ef49d4f558388c6e642858250', 'gw_port': {'id': '2217fce8-2ead-4563-a3ae-c510ffb44b55', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:b1:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afa4c141-178a-467a-908d-4a321258d821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1277, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:48:02Z', 'updated_at': '2022-05-20T20:48:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:48:08.147455 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-d8557161-a1f6-40cb-8848-d7075e21e4f9 req-f8caa7f4-0d06-4920-90a3-fcf8a38d1a12 tempest-SecurityGroupRulesTestJSON-1139762848 tempest-SecurityGroupRulesTestJSON-1139762848-project] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:08.170176 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c569775e-f387-460f-9907-5ca10c42a8da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:08.171714 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-996676cf-8841-4c65-8ddd-7f1398bf9b62 None None] The sync data for ids ['afa4c141-178a-467a-908d-4a321258d821'] in n-d-842733-1 is: [{'id': 'afa4c141-178a-467a-908d-4a321258d821', 'name': 'tempest-AttachVolumeTestJSON-610323402-router', 'tenant_id': 'ca192f5ef49d4f558388c6e642858250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': '2217fce8-2ead-4563-a3ae-c510ffb44b55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:48:00Z', 'updated_at': '2022-05-20T20:48:04Z', 'revision_number': 3, 'project_id': 'ca192f5ef49d4f558388c6e642858250', 'gw_port': {'id': '2217fce8-2ead-4563-a3ae-c510ffb44b55', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:b1:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afa4c141-178a-467a-908d-4a321258d821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1277, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:48:02Z', 'updated_at': '2022-05-20T20:48:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 20:48:08.206450 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-d8557161-a1f6-40cb-8848-d7075e21e4f9 req-f8caa7f4-0d06-4920-90a3-fcf8a38d1a12 tempest-SecurityGroupRulesTestJSON-1139762848 tempest-SecurityGroupRulesTestJSON-1139762848-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:08.217736 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3a2b8a-e3d2-4974-ba0b-d8389f5df206 req-d7240306-3fee-4391-ae93-1eb8733721ac tempest-NetworksTest-2103269978 tempest-NetworksTest-2103269978-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:48:08.218196 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3a2b8a-e3d2-4974-ba0b-d8389f5df206 req-d7240306-3fee-4391-ae93-1eb8733721ac tempest-NetworksTest-2103269978 tempest-NetworksTest-2103269978-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:48:08.218649 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3a2b8a-e3d2-4974-ba0b-d8389f5df206 req-d7240306-3fee-4391-ae93-1eb8733721ac tempest-NetworksTest-2103269978 tempest-NetworksTest-2103269978-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:48:08.219096 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3a2b8a-e3d2-4974-ba0b-d8389f5df206 req-d7240306-3fee-4391-ae93-1eb8733721ac tempest-NetworksTest-2103269978 tempest-NetworksTest-2103269978-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:48:08.219541 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3a2b8a-e3d2-4974-ba0b-d8389f5df206 req-d7240306-3fee-4391-ae93-1eb8733721ac tempest-NetworksTest-2103269978 tempest-NetworksTest-2103269978-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:48:08.219984 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3a2b8a-e3d2-4974-ba0b-d8389f5df206 req-d7240306-3fee-4391-ae93-1eb8733721ac tempest-NetworksTest-2103269978 tempest-NetworksTest-2103269978-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:48:08.220424 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3a2b8a-e3d2-4974-ba0b-d8389f5df206 req-d7240306-3fee-4391-ae93-1eb8733721ac tempest-NetworksTest-2103269978 tempest-NetworksTest-2103269978-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:48:08.220864 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3a2b8a-e3d2-4974-ba0b-d8389f5df206 req-d7240306-3fee-4391-ae93-1eb8733721ac tempest-NetworksTest-2103269978 tempest-NetworksTest-2103269978-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:48:08.221376 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3a2b8a-e3d2-4974-ba0b-d8389f5df206 req-d7240306-3fee-4391-ae93-1eb8733721ac tempest-NetworksTest-2103269978 tempest-NetworksTest-2103269978-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:48:08.221823 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3a2b8a-e3d2-4974-ba0b-d8389f5df206 req-d7240306-3fee-4391-ae93-1eb8733721ac tempest-NetworksTest-2103269978 tempest-NetworksTest-2103269978-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:48:08.224136 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1f3a2b8a-e3d2-4974-ba0b-d8389f5df206 req-d7240306-3fee-4391-ae93-1eb8733721ac tempest-NetworksTest-2103269978 tempest-NetworksTest-2103269978-project-admin] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7130 time: 0.2893512 May 20 20:48:08.275308 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c569775e-f387-460f-9907-5ca10c42a8da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748437'] for router_interface, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:08.277035 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c569775e-f387-460f-9907-5ca10c42a8da admin admin] Pushing event updated for resources: {'Port': ['ID=f0bb0a2e-1aa2-48b2-a4ae-f49709d6caf0,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:48:08.321173 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-056b4152-ff9a-4024-a974-bff770b1dd90 req-88baa954-a43e-46a6-a3c5-feedfb4f7a2d tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "GET /v2.0/ports?device_id=3674afb5-fa57-4c40-b6ee-249d678d06fa HTTP/1.1" status: 200 len: 210 time: 0.0352261 May 20 20:48:08.358278 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-d8557161-a1f6-40cb-8848-d7075e21e4f9 req-f8caa7f4-0d06-4920-90a3-fcf8a38d1a12 tempest-SecurityGroupRulesTestJSON-1139762848 tempest-SecurityGroupRulesTestJSON-1139762848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:08.361266 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-d8557161-a1f6-40cb-8848-d7075e21e4f9 req-f8caa7f4-0d06-4920-90a3-fcf8a38d1a12 tempest-SecurityGroupRulesTestJSON-1139762848 tempest-SecurityGroupRulesTestJSON-1139762848-project] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:08.362596 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d8557161-a1f6-40cb-8848-d7075e21e4f9 req-f8caa7f4-0d06-4920-90a3-fcf8a38d1a12 tempest-SecurityGroupRulesTestJSON-1139762848 tempest-SecurityGroupRulesTestJSON-1139762848-project] 10.222.0.35 "DELETE /v2.0/security-groups/b02d800f-b3e8-4a2c-98a4-bf1295de9355 HTTP/1.1" status: 204 len: 173 time: 0.4360552 May 20 20:48:08.376200 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8caa7f4-0d06-4920-90a3-fcf8a38d1a12 tempest-SecurityGroupRulesTestJSON-1139762848 tempest-SecurityGroupRulesTestJSON-1139762848-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b02d800f-b3e8-4a2c-98a4-bf1295de9355,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:48:08.434186 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c569775e-f387-460f-9907-5ca10c42a8da admin admin] Network 300c23a3-32b9-446d-971e-d684df46a80f is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:48:08.435647 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-c569775e-f387-460f-9907-5ca10c42a8da admin admin] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:48:08.468194 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ba4a01-306a-4719-9206-5aec5852096f req-bb3e8a53-5cab-4ade-899c-a185e9ca75bc tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:48:08.470054 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d9ba4a01-306a-4719-9206-5aec5852096f req-bb3e8a53-5cab-4ade-899c-a185e9ca75bc tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] 10.222.0.35 "GET /v2.0/ports?device_id=a4ab3ddf-2fe5-4063-a4f6-456e0eb3138f HTTP/1.1" status: 200 len: 946 time: 0.0777795 May 20 20:48:08.563785 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702278cf-f1dc-424c-a761-530bee3fd206 req-5805d67f-3184-4136-9c37-1721c0a3baf9 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:48:08.572738 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-702278cf-f1dc-424c-a761-530bee3fd206 req-5805d67f-3184-4136-9c37-1721c0a3baf9 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] 10.222.0.35 "GET /v2.0/ports?device_id=444b3ad3-070a-402c-b3e2-ee88bb47c145 HTTP/1.1" status: 200 len: 945 time: 0.1156728 May 20 20:48:08.596726 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d9ba4a01-306a-4719-9206-5aec5852096f req-dc1c942f-eb34-451a-ad48-f91c74f8498b tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] 10.222.0.35 "GET /v2.0/security-groups?id=34b2d344-fca2-46ed-b4e2-64c5c774d633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889802 May 20 20:48:08.651834 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c569775e-f387-460f-9907-5ca10c42a8da admin admin] Router afa4c141-178a-467a-908d-4a321258d821 has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 20:48:08.654438 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-702278cf-f1dc-424c-a761-530bee3fd206 req-901ac202-e03b-4f09-b473-d2d69a67feb9 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] 10.222.0.35 "GET /v2.0/security-groups?id=24ffe084-33f1-4a86-83df-85043464ffa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806944 May 20 20:48:08.803257 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c569775e-f387-460f-9907-5ca10c42a8da admin admin] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 20:48:08.814838 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-c569775e-f387-460f-9907-5ca10c42a8da admin admin] 10.222.0.35 "PUT /v2.0/routers/afa4c141-178a-467a-908d-4a321258d821/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6361713 May 20 20:48:08.871456 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-2d9be668-293b-41cf-8977-0ba5147bfe98 None None] Provisioning complete for port f0bb0a2e-1aa2-48b2-a4ae-f49709d6caf0 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:48:08.872032 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-2d9be668-293b-41cf-8977-0ba5147bfe98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:08.918229 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-2d9be668-293b-41cf-8977-0ba5147bfe98 None None] Port f0bb0a2e-1aa2-48b2-a4ae-f49709d6caf0 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 20:48:09.076529 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-272c6319-0319-431b-a0cf-e9daa80c7a5b req-964f353b-370d-4071-b652-319cd98d2422 tempest-SecurityGroupRulesTestJSON-1139762848 tempest-SecurityGroupRulesTestJSON-1139762848-project] 10.222.0.35 "GET /v2.0/security-groups/e15d1bd6-b327-44b6-b827-bded61b4e9dc HTTP/1.1" status: 200 len: 1806 time: 0.3890741 May 20 20:48:09.127379 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e8ee2e-f8db-48dc-8c2e-524f1fb1f3ae req-b81d1da3-2276-429a-a60f-57496c69bb72 tempest-NetworksTest-2103269978 tempest-NetworksTest-2103269978-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:48:09.128809 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-06e8ee2e-f8db-48dc-8c2e-524f1fb1f3ae req-b81d1da3-2276-429a-a60f-57496c69bb72 tempest-NetworksTest-2103269978 tempest-NetworksTest-2103269978-project-admin] 10.222.0.35 "GET /v2.0/networks/e3a93b5c-91e2-4064-9c2c-1afc261bfe15 HTTP/1.1" status: 200 len: 886 time: 0.5003877 May 20 20:48:09.159461 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-272c6319-0319-431b-a0cf-e9daa80c7a5b req-47d0b9bf-0d27-4ffe-bc1b-386072e4ff32 tempest-SecurityGroupRulesTestJSON-1139762848 tempest-SecurityGroupRulesTestJSON-1139762848-project] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:09.203577 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-272c6319-0319-431b-a0cf-e9daa80c7a5b req-47d0b9bf-0d27-4ffe-bc1b-386072e4ff32 tempest-SecurityGroupRulesTestJSON-1139762848 tempest-SecurityGroupRulesTestJSON-1139762848-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:09.219815 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536e422a-8907-43a3-8112-d289f615244e req-ee71316c-01a0-4aec-991f-24062a41d1ac tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:48:09.221552 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-536e422a-8907-43a3-8112-d289f615244e req-ee71316c-01a0-4aec-991f-24062a41d1ac tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.13 "GET /v2.0/networks?id=52b22ddd-d38d-47d7-9f62-928c2e551c45 HTTP/1.1" status: 200 len: 817 time: 0.1267877 May 20 20:48:09.278834 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-536e422a-8907-43a3-8112-d289f615244e req-7c9ad85e-144d-4031-a8f8-8a70acc2ec29 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f7d646bffa614f21b1ea08af4be56a95 HTTP/1.1" status: 200 len: 379 time: 0.0403144 May 20 20:48:09.284414 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b21e16-9e70-44d7-9783-0a3b35c83305 req-830a497f-063c-4009-9089-ebb4673d621e tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:48:09.285915 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-34b21e16-9e70-44d7-9783-0a3b35c83305 req-830a497f-063c-4009-9089-ebb4673d621e tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] 10.222.0.35 "GET /v2.0/ports?device_id=a4ab3ddf-2fe5-4063-a4f6-456e0eb3138f HTTP/1.1" status: 200 len: 946 time: 0.0879285 May 20 20:48:09.295194 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 46762) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:48:09.295733 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [req-536e422a-8907-43a3-8112-d289f615244e req-fa54d355-a028-438d-aaf5-c745c1f68882 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Request body: {'port': {'device_id': '3674afb5-fa57-4c40-b6ee-249d678d06fa', 'network_id': '52b22ddd-d38d-47d7-9f62-928c2e551c45', 'admin_state_up': True, 'tenant_id': 'f7d646bffa614f21b1ea08af4be56a95', 'security_groups': ['17369763-0550-4ec3-bd12-32142aaf9548']}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:48:09.301088 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-93813920-4ceb-4c70-a8ce-e13c1f383de7 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Request body: {'floatingip': {'port_id': 'fa2729c0-84e2-43f4-af96-ae7759c29dd5'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:48:09.366185 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-93813920-4ceb-4c70-a8ce-e13c1f383de7 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Notify callbacks [] for floatingip, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:09.432038 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-272c6319-0319-431b-a0cf-e9daa80c7a5b req-47d0b9bf-0d27-4ffe-bc1b-386072e4ff32 tempest-SecurityGroupRulesTestJSON-1139762848 tempest-SecurityGroupRulesTestJSON-1139762848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:09.434516 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-272c6319-0319-431b-a0cf-e9daa80c7a5b req-47d0b9bf-0d27-4ffe-bc1b-386072e4ff32 tempest-SecurityGroupRulesTestJSON-1139762848 tempest-SecurityGroupRulesTestJSON-1139762848-project] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:09.435617 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-272c6319-0319-431b-a0cf-e9daa80c7a5b req-47d0b9bf-0d27-4ffe-bc1b-386072e4ff32 tempest-SecurityGroupRulesTestJSON-1139762848 tempest-SecurityGroupRulesTestJSON-1139762848-project] 10.222.0.35 "DELETE /v2.0/security-groups/e15d1bd6-b327-44b6-b827-bded61b4e9dc HTTP/1.1" status: 204 len: 173 time: 0.3526788 May 20 20:48:09.471708 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d0b9bf-0d27-4ffe-bc1b-386072e4ff32 tempest-SecurityGroupRulesTestJSON-1139762848 tempest-SecurityGroupRulesTestJSON-1139762848-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e15d1bd6-b327-44b6-b827-bded61b4e9dc,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:48:09.495156 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-536e422a-8907-43a3-8112-d289f615244e req-fa54d355-a028-438d-aaf5-c745c1f68882 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Made reservation on behalf of f7d646bffa614f21b1ea08af4be56a95 for: {'port': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:48:09.499817 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-536e422a-8907-43a3-8112-d289f615244e req-fa54d355-a028-438d-aaf5-c745c1f68882 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:09.508581 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092b05f5-467e-49a8-9484-6bf995776b20 req-e18f41de-7989-4348-8d89-1f5c73bcd5c2 tempest-ServerRescueTestJSONUnderV235-509853073 tempest-ServerRescueTestJSONUnderV235-509853073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:48:09.511098 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-092b05f5-467e-49a8-9484-6bf995776b20 req-e18f41de-7989-4348-8d89-1f5c73bcd5c2 tempest-ServerRescueTestJSONUnderV235-509853073 tempest-ServerRescueTestJSONUnderV235-509853073-project] 10.222.0.35 "GET /v2.0/ports?device_id=b5e7bffc-66ca-42f9-a17e-893d63710bad HTTP/1.1" status: 200 len: 946 time: 0.1504855 May 20 20:48:09.612934 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-092b05f5-467e-49a8-9484-6bf995776b20 req-ec0d6c1e-05c1-4424-87e4-4ca2fee15f6c tempest-ServerRescueTestJSONUnderV235-509853073 tempest-ServerRescueTestJSONUnderV235-509853073-project] 10.222.0.35 "GET /v2.0/security-groups?id=41609343-6bb9-42c4-9424-2489ea89f008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931084 May 20 20:48:09.654631 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 2217fce8-2ead-4563-a3ae-c510ffb44b55 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:48:09.675742 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 46770) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:48:09.681856 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-aa472991-4f40-485f-beca-1e25af3ba5d6 tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] Request body: {'security_group': {'name': 'tempest-securitygroup--553181425', 'description': 'tempest-description--305656303'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:48:09.714806 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [req-536e422a-8907-43a3-8112-d289f615244e req-fa54d355-a028-438d-aaf5-c745c1f68882 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Allocated IP 172.20.0.12 (52b22ddd-d38d-47d7-9f62-928c2e551c45/77f2b783-fdae-41c3-9017-0093e586145d/2d5ed9b9-34de-49e9-9f89-f903cda525ce) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:48:09.722933 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 2217fce8-2ead-4563-a3ae-c510ffb44b55 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:48:09.723303 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:09.810913 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-aa472991-4f40-485f-beca-1e25af3ba5d6 tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:09.829799 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0c1e5159-961f-432f-9561-04580846c170 req-99cf3af2-2bae-47b2-b58d-dc3c2132195a tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "GET /v2.0/ports?device_id=3674afb5-fa57-4c40-b6ee-249d678d06fa HTTP/1.1" status: 200 len: 210 time: 0.0770125 May 20 20:48:09.836806 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 2217fce8-2ead-4563-a3ae-c510ffb44b55 is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:48:09.836806 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:09.872488 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] For port 2217fce8-2ead-4563-a3ae-c510ffb44b55, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=2217fce8-2ead-4563-a3ae-c510ffb44b55,segment=NetworkSegment(0b5485c4-eff8-42a1-9073-ae54ed4c63ba),segment_id=0b5485c4-eff8-42a1-9073-ae54ed4c63ba)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:48:09.905659 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-536e422a-8907-43a3-8112-d289f615244e req-fa54d355-a028-438d-aaf5-c745c1f68882 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:09.938813 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-aa472991-4f40-485f-beca-1e25af3ba5d6 tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:09.941947 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:09.980997 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-aa472991-4f40-485f-beca-1e25af3ba5d6 tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:09.987107 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb72722-5021-4809-a38a-4402af69b30f req-4740192f-554f-43cc-85ae-a41e5e4a2856 tempest-NetworksTest-2103269978 tempest-NetworksTest-2103269978-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:48:09.987570 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb72722-5021-4809-a38a-4402af69b30f req-4740192f-554f-43cc-85ae-a41e5e4a2856 tempest-NetworksTest-2103269978 tempest-NetworksTest-2103269978-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:48:09.988308 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb72722-5021-4809-a38a-4402af69b30f req-4740192f-554f-43cc-85ae-a41e5e4a2856 tempest-NetworksTest-2103269978 tempest-NetworksTest-2103269978-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:48:09.988923 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb72722-5021-4809-a38a-4402af69b30f req-4740192f-554f-43cc-85ae-a41e5e4a2856 tempest-NetworksTest-2103269978 tempest-NetworksTest-2103269978-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:48:09.989547 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb72722-5021-4809-a38a-4402af69b30f req-4740192f-554f-43cc-85ae-a41e5e4a2856 tempest-NetworksTest-2103269978 tempest-NetworksTest-2103269978-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:48:09.990151 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb72722-5021-4809-a38a-4402af69b30f req-4740192f-554f-43cc-85ae-a41e5e4a2856 tempest-NetworksTest-2103269978 tempest-NetworksTest-2103269978-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:48:09.990747 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb72722-5021-4809-a38a-4402af69b30f req-4740192f-554f-43cc-85ae-a41e5e4a2856 tempest-NetworksTest-2103269978 tempest-NetworksTest-2103269978-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:48:09.991579 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb72722-5021-4809-a38a-4402af69b30f req-4740192f-554f-43cc-85ae-a41e5e4a2856 tempest-NetworksTest-2103269978 tempest-NetworksTest-2103269978-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:48:09.992186 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb72722-5021-4809-a38a-4402af69b30f req-4740192f-554f-43cc-85ae-a41e5e4a2856 tempest-NetworksTest-2103269978 tempest-NetworksTest-2103269978-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:48:09.992790 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb72722-5021-4809-a38a-4402af69b30f req-4740192f-554f-43cc-85ae-a41e5e4a2856 tempest-NetworksTest-2103269978 tempest-NetworksTest-2103269978-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:48:09.995805 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3cb72722-5021-4809-a38a-4402af69b30f req-4740192f-554f-43cc-85ae-a41e5e4a2856 tempest-NetworksTest-2103269978 tempest-NetworksTest-2103269978-project-admin] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7130 time: 0.3319521 May 20 20:48:10.027784 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-536e422a-8907-43a3-8112-d289f615244e req-fa54d355-a028-438d-aaf5-c745c1f68882 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:10.029852 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Pushing event updated for resources: {'Port': ['ID=2217fce8-2ead-4563-a3ae-c510ffb44b55,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:48:10.065244 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9c43cea5-929e-4981-8259-4b859eaac5e8 req-f1186b1e-1cb1-4950-a264-911ae2f00edf tempest-SecurityGroupRulesTestJSON-1139762848 tempest-SecurityGroupRulesTestJSON-1139762848-project] 10.222.0.35 "GET /v2.0/security-groups/8716836a-1452-4d9d-ae77-ef6017d8a8f1 HTTP/1.1" status: 200 len: 1807 time: 0.1763992 May 20 20:48:10.106162 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-aa472991-4f40-485f-beca-1e25af3ba5d6 tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:10.106162 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-aa472991-4f40-485f-beca-1e25af3ba5d6 tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4257557 May 20 20:48:10.111199 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 46776) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:48:10.114002 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa472991-4f40-485f-beca-1e25af3ba5d6 tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] Pushing event updated for resources: {'SecurityGroup': ['ID=178a2da1-ceea-4d89-b699-5b1b443e3e1e,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:48:10.137909 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-038c046b-dee2-493b-ac06-3adf36860be0 tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] Request body: {'security_group_rule': {'security_group_id': '178a2da1-ceea-4d89-b699-5b1b443e3e1e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:48:10.139678 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-536e422a-8907-43a3-8112-d289f615244e req-fa54d355-a028-438d-aaf5-c745c1f68882 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Network 52b22ddd-d38d-47d7-9f62-928c2e551c45 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:48:10.148847 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [req-536e422a-8907-43a3-8112-d289f615244e req-fa54d355-a028-438d-aaf5-c745c1f68882 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:48:10.161832 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-536e422a-8907-43a3-8112-d289f615244e req-fa54d355-a028-438d-aaf5-c745c1f68882 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:48:10.171225 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa54d355-a028-438d-aaf5-c745c1f68882 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Pushing event updated for resources: {'Port': ['ID=2d5ed9b9-34de-49e9-9f89-f903cda525ce,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:48:10.232298 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536e422a-8907-43a3-8112-d289f615244e req-fa54d355-a028-438d-aaf5-c745c1f68882 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:48:10.234697 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-536e422a-8907-43a3-8112-d289f615244e req-fa54d355-a028-438d-aaf5-c745c1f68882 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:10.250439 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-038c046b-dee2-493b-ac06-3adf36860be0 tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:10.291230 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-933d4332-a8c4-4364-be3c-ccb4cb0d608f None None] Sync routers for ids ['afa4c141-178a-467a-908d-4a321258d821'] in n-d-842733-1 {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 20:48:10.299556 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b2b1a9-e90d-483a-8a75-96bbd3f42a42 req-699d06aa-2191-4c10-aa11-81990a98657d tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:48:10.301616 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-49b2b1a9-e90d-483a-8a75-96bbd3f42a42 req-699d06aa-2191-4c10-aa11-81990a98657d tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] 10.222.0.35 "GET /v2.0/ports?device_id=444b3ad3-070a-402c-b3e2-ee88bb47c145 HTTP/1.1" status: 200 len: 945 time: 0.1746840 May 20 20:48:10.307761 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-93813920-4ceb-4c70-a8ce-e13c1f383de7 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:10.307761 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-9c43cea5-929e-4981-8259-4b859eaac5e8 req-f0470476-25f9-40fe-831d-999f798df87c tempest-SecurityGroupRulesTestJSON-1139762848 tempest-SecurityGroupRulesTestJSON-1139762848-project] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:10.307957 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-933d4332-a8c4-4364-be3c-ccb4cb0d608f None None] Routers {'afa4c141-178a-467a-908d-4a321258d821'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:48:10.312172 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-933d4332-a8c4-4364-be3c-ccb4cb0d608f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:47:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['afa4c141-178a-467a-908d-4a321258d821'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:48:10.343268 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-9c43cea5-929e-4981-8259-4b859eaac5e8 req-f0470476-25f9-40fe-831d-999f798df87c tempest-SecurityGroupRulesTestJSON-1139762848 tempest-SecurityGroupRulesTestJSON-1139762848-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:10.439377 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-93813920-4ceb-4c70-a8ce-e13c1f383de7 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748272'] for floatingip, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:10.468684 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-933d4332-a8c4-4364-be3c-ccb4cb0d608f None None] Set router afa4c141-178a-467a-908d-4a321258d821 gateway port host: n-d-842733-1 {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:48:10.470315 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-ebd5ff51-5db8-46be-8a99-cda7fbe6fa1f None None] Provisioning complete for port 2d5ed9b9-34de-49e9-9f89-f903cda525ce triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:48:10.470874 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ebd5ff51-5db8-46be-8a99-cda7fbe6fa1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:10.537605 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-49b2b1a9-e90d-483a-8a75-96bbd3f42a42 req-3f29b1c0-6f41-43aa-84fd-b5ce5ca30abf tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] 10.222.0.35 "GET /v2.0/security-groups?id=24ffe084-33f1-4a86-83df-85043464ffa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431468 May 20 20:48:10.573474 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-536e422a-8907-43a3-8112-d289f615244e req-fa54d355-a028-438d-aaf5-c745c1f68882 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2879138 May 20 20:48:10.588775 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-9c43cea5-929e-4981-8259-4b859eaac5e8 req-f0470476-25f9-40fe-831d-999f798df87c tempest-SecurityGroupRulesTestJSON-1139762848 tempest-SecurityGroupRulesTestJSON-1139762848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:10.592009 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-9c43cea5-929e-4981-8259-4b859eaac5e8 req-f0470476-25f9-40fe-831d-999f798df87c tempest-SecurityGroupRulesTestJSON-1139762848 tempest-SecurityGroupRulesTestJSON-1139762848-project] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:10.603375 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9c43cea5-929e-4981-8259-4b859eaac5e8 req-f0470476-25f9-40fe-831d-999f798df87c tempest-SecurityGroupRulesTestJSON-1139762848 tempest-SecurityGroupRulesTestJSON-1139762848-project] 10.222.0.35 "DELETE /v2.0/security-groups/8716836a-1452-4d9d-ae77-ef6017d8a8f1 HTTP/1.1" status: 204 len: 173 time: 0.5208712 May 20 20:48:10.605525 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-038c046b-dee2-493b-ac06-3adf36860be0 tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:10.612142 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0470476-25f9-40fe-831d-999f798df87c tempest-SecurityGroupRulesTestJSON-1139762848 tempest-SecurityGroupRulesTestJSON-1139762848-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8716836a-1452-4d9d-ae77-ef6017d8a8f1,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:48:10.620938 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-ebd5ff51-5db8-46be-8a99-cda7fbe6fa1f None None] Port 2d5ed9b9-34de-49e9-9f89-f903cda525ce cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 20:48:10.628766 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [req-536e422a-8907-43a3-8112-d289f615244e req-ae33eade-95f8-448d-8925-5c404b091b68 service neutron] Request body: {'port': {'device_id': '3674afb5-fa57-4c40-b6ee-249d678d06fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-842733-1'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:48:10.643757 n-d-842733-1 neutron-server[103163]: INFO neutron.db.l3_db [None req-93813920-4ceb-4c70-a8ce-e13c1f383de7 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Floating IP be9e064a-cbbb-4838-8cd6-5e86a48b445e associated. External IP: 172.25.2.213, port: fa2729c0-84e2-43f4-af96-ae7759c29dd5. May 20 20:48:10.697013 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 46784) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:48:10.697711 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-038c046b-dee2-493b-ac06-3adf36860be0 tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691816'] for security_group_rule, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:10.732057 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6323592f-390a-4802-b049-2398a2a69385 req-3a2317df-4ad9-478a-8c68-77e7122c58b7 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:48:10.733577 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-6323592f-390a-4802-b049-2398a2a69385 req-3a2317df-4ad9-478a-8c68-77e7122c58b7 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] 10.222.0.13 "GET /v2.0/ports?device_id=444b3ad3-070a-402c-b3e2-ee88bb47c145 HTTP/1.1" status: 200 len: 945 time: 0.1824708 May 20 20:48:10.740536 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-536e422a-8907-43a3-8112-d289f615244e req-ae33eade-95f8-448d-8925-5c404b091b68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:10.758391 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038c046b-dee2-493b-ac06-3adf36860be0 tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f5f49af-e909-4b65-a8db-c7e045d672c2,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:48:10.815497 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-038c046b-dee2-493b-ac06-3adf36860be0 tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:10.817421 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-038c046b-dee2-493b-ac06-3adf36860be0 tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6950800 May 20 20:48:10.822275 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 46788) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:48:10.823017 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-933d4332-a8c4-4364-be3c-ccb4cb0d608f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afa4c141-178a-467a-908d-4a321258d821', 'name': 'tempest-AttachVolumeTestJSON-610323402-router', 'tenant_id': 'ca192f5ef49d4f558388c6e642858250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': '2217fce8-2ead-4563-a3ae-c510ffb44b55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:48:00Z', 'updated_at': '2022-05-20T20:48:07Z', 'revision_number': 4, 'project_id': 'ca192f5ef49d4f558388c6e642858250', 'gw_port': {'id': '2217fce8-2ead-4563-a3ae-c510ffb44b55', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:b1:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afa4c141-178a-467a-908d-4a321258d821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1277, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:48:02Z', 'updated_at': '2022-05-20T20:48:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': 'f0bb0a2e-1aa2-48b2-a4ae-f49709d6caf0', 'name': '', 'network_id': '300c23a3-32b9-446d-971e-d684df46a80f', 'tenant_id': 'ca192f5ef49d4f558388c6e642858250', 'mac_address': 'fa:16:3e:da:b2:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afa4c141-178a-467a-908d-4a321258d821', 'device_owner': 'network:router_interface', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': '1dd25171-1f89-45fa-8119-54d59026591a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:48:07Z', 'updated_at': '2022-05-20T20:48:07Z', 'revision_number': 2, 'project_id': 'ca192f5ef49d4f558388c6e642858250', 'subnets': [{'id': '1dd25171-1f89-45fa-8119-54d59026591a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:48:10.827905 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-d355e039-95c4-499d-b180-f0286256a625 tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] Request body: {'security_group_rule': {'security_group_id': '178a2da1-ceea-4d89-b699-5b1b443e3e1e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:48:10.873242 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-933d4332-a8c4-4364-be3c-ccb4cb0d608f None None] Checking router: afa4c141-178a-467a-908d-4a321258d821 for host: n-d-842733-1 {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 20:48:10.877576 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-933d4332-a8c4-4364-be3c-ccb4cb0d608f None None] Updating router afa4c141-178a-467a-908d-4a321258d821 port f0bb0a2e-1aa2-48b2-a4ae-f49709d6caf0 binding host n-d-842733-1 {{(pid=103164) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 20:48:10.877925 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c132cb06-2d57-4fad-8afd-5cd8d059aad9 req-838a1159-9e19-4b60-839c-fe131f185fa7 tempest-SecurityGroupRulesTestJSON-1139762848 tempest-SecurityGroupRulesTestJSON-1139762848-project] 10.222.0.35 "GET /v2.0/security-groups/2a13ff27-f8ac-4c60-be93-01d71c87ecaf HTTP/1.1" status: 200 len: 2406 time: 0.2614777 May 20 20:48:10.907381 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-933d4332-a8c4-4364-be3c-ccb4cb0d608f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:10.973523 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f29e01-1b44-4eb7-aec7-58dd9f961ead req-2cb9b201-cd04-49c1-8ff7-25cdef275d13 tempest-ServerRescueTestJSONUnderV235-509853073 tempest-ServerRescueTestJSONUnderV235-509853073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:48:10.974934 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a5f29e01-1b44-4eb7-aec7-58dd9f961ead req-2cb9b201-cd04-49c1-8ff7-25cdef275d13 tempest-ServerRescueTestJSONUnderV235-509853073 tempest-ServerRescueTestJSONUnderV235-509853073-project] 10.222.0.35 "GET /v2.0/ports?device_id=b5e7bffc-66ca-42f9-a17e-893d63710bad HTTP/1.1" status: 200 len: 946 time: 0.1920424 May 20 20:48:10.983705 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7835fcca-420c-44ce-ae76-425ef8223944 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:11.026934 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-c132cb06-2d57-4fad-8afd-5cd8d059aad9 req-bcd4bc5e-aedd-4c78-967a-b20841a51f9e tempest-SecurityGroupRulesTestJSON-1139762848 tempest-SecurityGroupRulesTestJSON-1139762848-project] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:11.032623 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93813920-4ceb-4c70-a8ce-e13c1f383de7 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Router 1b403540-9eac-4959-9594-ec7fea5521b9 has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 20:48:11.076482 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a5f29e01-1b44-4eb7-aec7-58dd9f961ead req-36aebf16-fb26-4813-8618-be1ad22a5c9f tempest-ServerRescueTestJSONUnderV235-509853073 tempest-ServerRescueTestJSONUnderV235-509853073-project] 10.222.0.35 "GET /v2.0/security-groups?id=41609343-6bb9-42c4-9424-2489ea89f008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805056 May 20 20:48:11.077830 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d355e039-95c4-499d-b180-f0286256a625 tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:11.080471 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-c132cb06-2d57-4fad-8afd-5cd8d059aad9 req-bcd4bc5e-aedd-4c78-967a-b20841a51f9e tempest-SecurityGroupRulesTestJSON-1139762848 tempest-SecurityGroupRulesTestJSON-1139762848-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:11.105474 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-6323592f-390a-4802-b049-2398a2a69385 req-88647dd5-8693-43bc-8d3e-41ea2254d36c tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] Deleting port 62d1ba97-6f0b-4b65-9e31-0d50a53dbf7c {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:48:11.105812 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-6323592f-390a-4802-b049-2398a2a69385 req-88647dd5-8693-43bc-8d3e-41ea2254d36c tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:11.240417 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93813920-4ceb-4c70-a8ce-e13c1f383de7 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 20:48:11.247399 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-93813920-4ceb-4c70-a8ce-e13c1f383de7 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for floatingip, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:11.254144 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1870a20d-007a-4b5d-8a97-3aebefce0b4f None None] Sync routers for ids ['1b403540-9eac-4959-9594-ec7fea5521b9'] in n-d-842733-1 {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 20:48:11.266297 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1870a20d-007a-4b5d-8a97-3aebefce0b4f None None] Routers {'1b403540-9eac-4959-9594-ec7fea5521b9'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:48:11.266913 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-1870a20d-007a-4b5d-8a97-3aebefce0b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:47:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['1b403540-9eac-4959-9594-ec7fea5521b9'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:48:11.285638 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-c132cb06-2d57-4fad-8afd-5cd8d059aad9 req-bcd4bc5e-aedd-4c78-967a-b20841a51f9e tempest-SecurityGroupRulesTestJSON-1139762848 tempest-SecurityGroupRulesTestJSON-1139762848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:11.288312 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-c132cb06-2d57-4fad-8afd-5cd8d059aad9 req-bcd4bc5e-aedd-4c78-967a-b20841a51f9e tempest-SecurityGroupRulesTestJSON-1139762848 tempest-SecurityGroupRulesTestJSON-1139762848-project] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:11.289580 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c132cb06-2d57-4fad-8afd-5cd8d059aad9 req-bcd4bc5e-aedd-4c78-967a-b20841a51f9e tempest-SecurityGroupRulesTestJSON-1139762848 tempest-SecurityGroupRulesTestJSON-1139762848-project] 10.222.0.35 "DELETE /v2.0/security-groups/2a13ff27-f8ac-4c60-be93-01d71c87ecaf HTTP/1.1" status: 204 len: 173 time: 0.4108794 May 20 20:48:11.297920 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d355e039-95c4-499d-b180-f0286256a625 tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:11.326690 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-6323592f-390a-4802-b049-2398a2a69385 req-88647dd5-8693-43bc-8d3e-41ea2254d36c tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] For port 62d1ba97-6f0b-4b65-9e31-0d50a53dbf7c, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=62d1ba97-6f0b-4b65-9e31-0d50a53dbf7c,segment=NetworkSegment(461da9d4-f567-4683-86cb-f9bc470c2bda),segment_id=461da9d4-f567-4683-86cb-f9bc470c2bda)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:48:11.327056 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-6323592f-390a-4802-b049-2398a2a69385 req-88647dd5-8693-43bc-8d3e-41ea2254d36c tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:11.336404 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-93813920-4ceb-4c70-a8ce-e13c1f383de7 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] 10.222.0.35 "PUT /v2.0/floatingips/be9e064a-cbbb-4838-8cd6-5e86a48b445e HTTP/1.1" status: 200 len: 992 time: 2.0397670 May 20 20:48:11.340693 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4ab3ddf-2fe5-4063-a4f6-456e0eb3138f', 'tag': 'fa2729c0-84e2-43f4-af96-ae7759c29dd5'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:48:11.342863 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4291b17aa7b45362825f0571e77c85f5e73afe1df9c7e9e15006df9d695c005e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45eb691f-3241-49ce-aed2-9c98b6968c1b" -d '{"events": [{"name": "network-changed", "server_uuid": "a4ab3ddf-2fe5-4063-a4f6-456e0eb3138f", "tag": "fa2729c0-84e2-43f4-af96-ae7759c29dd5"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:48:11.351352 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7835fcca-420c-44ce-ae76-425ef8223944 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:11.357816 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd4bc5e-aedd-4c78-967a-b20841a51f9e tempest-SecurityGroupRulesTestJSON-1139762848 tempest-SecurityGroupRulesTestJSON-1139762848-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a13ff27-f8ac-4c60-be93-01d71c87ecaf,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:48:11.373237 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-933d4332-a8c4-4364-be3c-ccb4cb0d608f None None] Notify callbacks [] for port, precommit_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:11.375955 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d355e039-95c4-499d-b180-f0286256a625 tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691816'] for security_group_rule, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:11.389609 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-6323592f-390a-4802-b049-2398a2a69385 req-88647dd5-8693-43bc-8d3e-41ea2254d36c tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] Calling delete_port for 62d1ba97-6f0b-4b65-9e31-0d50a53dbf7c owned by compute:nova {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:48:11.413344 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e0db03-4680-4e4f-8e8b-13765ae6cbd4 req-571777da-c6fa-4aa9-b94b-914f1a15bbae tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:48:11.419019 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [req-536e422a-8907-43a3-8112-d289f615244e req-ae33eade-95f8-448d-8925-5c404b091b68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d5ed9b9-34de-49e9-9f89-f903cda525ce {{(pid=103162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:48:11.425799 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-44e0db03-4680-4e4f-8e8b-13765ae6cbd4 req-571777da-c6fa-4aa9-b94b-914f1a15bbae tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "GET /v2.0/ports?device_id=3674afb5-fa57-4c40-b6ee-249d678d06fa HTTP/1.1" status: 200 len: 932 time: 0.1412356 May 20 20:48:11.429017 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d355e039-95c4-499d-b180-f0286256a625 tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fa8d12a-6512-422d-9cff-5ba0d79548c5,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:48:11.429186 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b01a34b1-3694-42fc-822a-02b0a3e3f142 req-ea97c20e-9ff2-4908-be58-bdf79d091ac6 tempest-SecurityGroupRulesTestJSON-1139762848 tempest-SecurityGroupRulesTestJSON-1139762848-project] 10.222.0.35 "GET /v2.0/security-groups/3579a669-facf-40a7-b6e9-417b362929ba HTTP/1.1" status: 200 len: 2401 time: 0.0988655 May 20 20:48:11.433424 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-536e422a-8907-43a3-8112-d289f615244e req-ae33eade-95f8-448d-8925-5c404b091b68 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:11.440383 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7835fcca-420c-44ce-ae76-425ef8223944 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:11.466870 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-933d4332-a8c4-4364-be3c-ccb4cb0d608f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:11.487570 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d355e039-95c4-499d-b180-f0286256a625 tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:11.491989 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-d355e039-95c4-499d-b180-f0286256a625 tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6655498 May 20 20:48:11.497400 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-44e0db03-4680-4e4f-8e8b-13765ae6cbd4 req-dad5a188-4b72-47c5-afb9-1263d894ae04 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "GET /v2.0/security-groups?id=17369763-0550-4ec3-bd12-32142aaf9548&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738821 May 20 20:48:11.503990 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 46798) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:48:11.514779 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.provisioning_blocks [req-536e422a-8907-43a3-8112-d289f615244e req-ae33eade-95f8-448d-8925-5c404b091b68 service neutron] Transition to ACTIVE for port object 2d5ed9b9-34de-49e9-9f89-f903cda525ce will not be triggered until provisioned by entity L2. {{(pid=103162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 20:48:11.528819 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-183fe350-9e9c-4fb8-9697-9f23d276e7ae tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] Request body: {'floatingip': {'floating_network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:48:11.542748 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-7835fcca-420c-44ce-ae76-425ef8223944 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5404fb8e8fad4500b977a3abafdb8b33&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8396726 May 20 20:48:11.545887 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 46800) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:48:11.555616 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7835fcca-420c-44ce-ae76-425ef8223944 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3842edc4-37df-4423-9cae-cb4d60b35dfc,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:48:11.585870 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-1870a20d-007a-4b5d-8a97-3aebefce0b4f None None] Set router 1b403540-9eac-4959-9594-ec7fea5521b9 gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:48:11.606222 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-536e422a-8907-43a3-8112-d289f615244e req-ae33eade-95f8-448d-8925-5c404b091b68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:11.608131 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 20:48:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e7c7056-02c2-4b2c-b303-e44f6b8c9d6c x-openstack-request-id: req-7e7c7056-02c2-4b2c-b303-e44f6b8c9d6c {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:48:11.611208 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4ab3ddf-2fe5-4063-a4f6-456e0eb3138f", "tag": "fa2729c0-84e2-43f4-af96-ae7759c29dd5", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:48:11.611704 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7e7c7056-02c2-4b2c-b303-e44f6b8c9d6c {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:48:11.612563 n-d-842733-1 neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e7c7056-02c2-4b2c-b303-e44f6b8c9d6c'] response: {'name': 'network-changed', 'server_uuid': 'a4ab3ddf-2fe5-4063-a4f6-456e0eb3138f', 'tag': 'fa2729c0-84e2-43f4-af96-ae7759c29dd5', 'status': 'completed', 'code': 200} May 20 20:48:11.632702 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91583b4e-3aed-437e-be60-c96dce88be4e None None] Pushing event updated for resources: {'Port': ['ID=f0bb0a2e-1aa2-48b2-a4ae-f49709d6caf0,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:48:11.705661 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-b01a34b1-3694-42fc-822a-02b0a3e3f142 req-434cca08-bb2d-4f20-9205-31842aceea7c tempest-SecurityGroupRulesTestJSON-1139762848 tempest-SecurityGroupRulesTestJSON-1139762848-project] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:11.714300 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-183fe350-9e9c-4fb8-9697-9f23d276e7ae tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] Notify callbacks [] for floatingip, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:11.759625 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae33eade-95f8-448d-8925-5c404b091b68 service neutron] Pushing event updated for resources: {'Port': ['ID=2d5ed9b9-34de-49e9-9f89-f903cda525ce,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:48:11.765733 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-fd8e9a83-341e-4132-9eb5-32dc49e2a52e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:11.782399 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 2217fce8-2ead-4563-a3ae-c510ffb44b55 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:48:11.822551 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-b01a34b1-3694-42fc-822a-02b0a3e3f142 req-434cca08-bb2d-4f20-9205-31842aceea7c tempest-SecurityGroupRulesTestJSON-1139762848 tempest-SecurityGroupRulesTestJSON-1139762848-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:11.826412 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-fd8e9a83-341e-4132-9eb5-32dc49e2a52e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:11.883035 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-933d4332-a8c4-4364-be3c-ccb4cb0d608f None None] Attempting to bind port f0bb0a2e-1aa2-48b2-a4ae-f49709d6caf0 on host n-d-842733-1 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:48:11.884792 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-933d4332-a8c4-4364-be3c-ccb4cb0d608f None None] Attempting to bind port f0bb0a2e-1aa2-48b2-a4ae-f49709d6caf0 by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': 'c827a625-78ca-430c-9240-807cb6bb6287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '300c23a3-32b9-446d-971e-d684df46a80f'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:48:11.885543 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-933d4332-a8c4-4364-be3c-ccb4cb0d608f None None] Attempting to bind port f0bb0a2e-1aa2-48b2-a4ae-f49709d6caf0 on network 300c23a3-32b9-446d-971e-d684df46a80f {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:48:11.895746 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-933d4332-a8c4-4364-be3c-ccb4cb0d608f None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 47, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:48:11.896418 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-933d4332-a8c4-4364-be3c-ccb4cb0d608f None None] Checking segment: {'id': 'c827a625-78ca-430c-9240-807cb6bb6287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '300c23a3-32b9-446d-971e-d684df46a80f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:48:11.896966 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-933d4332-a8c4-4364-be3c-ccb4cb0d608f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:11.897523 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-933d4332-a8c4-4364-be3c-ccb4cb0d608f None None] Bound using segment: {'id': 'c827a625-78ca-430c-9240-807cb6bb6287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '300c23a3-32b9-446d-971e-d684df46a80f'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:48:11.898175 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-933d4332-a8c4-4364-be3c-ccb4cb0d608f None None] Bound port: f0bb0a2e-1aa2-48b2-a4ae-f49709d6caf0, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c827a625-78ca-430c-9240-807cb6bb6287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '300c23a3-32b9-446d-971e-d684df46a80f'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:48:11.898869 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-933d4332-a8c4-4364-be3c-ccb4cb0d608f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:11.925461 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 2217fce8-2ead-4563-a3ae-c510ffb44b55 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:48:11.926083 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:11.926203 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-6323592f-390a-4802-b049-2398a2a69385 req-88647dd5-8693-43bc-8d3e-41ea2254d36c tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:11.976753 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88647dd5-8693-43bc-8d3e-41ea2254d36c tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] Pushing event deleted for resources: {'Port': ['ID=62d1ba97-6f0b-4b65-9e31-0d50a53dbf7c,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:48:11.987646 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-536e422a-8907-43a3-8112-d289f615244e req-ae33eade-95f8-448d-8925-5c404b091b68 service neutron] Attempting to bind port 2d5ed9b9-34de-49e9-9f89-f903cda525ce on host n-h2-842733-1 for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:48:11.988473 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-536e422a-8907-43a3-8112-d289f615244e req-ae33eade-95f8-448d-8925-5c404b091b68 service neutron] Attempting to bind port 2d5ed9b9-34de-49e9-9f89-f903cda525ce by drivers openvswitch,hyperv on host n-h2-842733-1 at level 0 using segments [{'id': '61504ff4-6f7f-4bd9-9a4b-a33b83bae83f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '52b22ddd-d38d-47d7-9f62-928c2e551c45'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:48:11.988816 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-536e422a-8907-43a3-8112-d289f615244e req-ae33eade-95f8-448d-8925-5c404b091b68 service neutron] Attempting to bind port 2d5ed9b9-34de-49e9-9f89-f903cda525ce on network 52b22ddd-d38d-47d7-9f62-928c2e551c45 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:48:12.005568 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-536e422a-8907-43a3-8112-d289f615244e req-ae33eade-95f8-448d-8925-5c404b091b68 service neutron] Port 2d5ed9b9-34de-49e9-9f89-f903cda525ce on network 52b22ddd-d38d-47d7-9f62-928c2e551c45 not bound, no agent of type Open vSwitch agent registered on host n-h2-842733-1 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 20:48:12.005568 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-536e422a-8907-43a3-8112-d289f615244e req-ae33eade-95f8-448d-8925-5c404b091b68 service neutron] Attempting to bind port 2d5ed9b9-34de-49e9-9f89-f903cda525ce on network 52b22ddd-d38d-47d7-9f62-928c2e551c45 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:48:12.017014 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45eb691f-3241-49ce-aed2-9c98b6968c1b req-2c49edbb-ece4-41cd-8629-adfffd9395a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:48:12.017014 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-45eb691f-3241-49ce-aed2-9c98b6968c1b req-2c49edbb-ece4-41cd-8629-adfffd9395a7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c23324ed92c6460facba85082860777a&device_id=a4ab3ddf-2fe5-4063-a4f6-456e0eb3138f HTTP/1.1" status: 200 len: 1097 time: 0.3819749 May 20 20:48:12.034991 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-536e422a-8907-43a3-8112-d289f615244e req-ae33eade-95f8-448d-8925-5c404b091b68 service neutron] Checking agent: {'id': 'a66f2511-b955-448f-877c-56cfe9c81b12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 33, 2), 'started_at': datetime.datetime(2022, 5, 20, 20, 33, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 48, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:48:12.037032 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-536e422a-8907-43a3-8112-d289f615244e req-ae33eade-95f8-448d-8925-5c404b091b68 service neutron] Checking segment: {'id': '61504ff4-6f7f-4bd9-9a4b-a33b83bae83f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '52b22ddd-d38d-47d7-9f62-928c2e551c45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:48:12.037032 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-536e422a-8907-43a3-8112-d289f615244e req-ae33eade-95f8-448d-8925-5c404b091b68 service neutron] Bound using segment: {'id': '61504ff4-6f7f-4bd9-9a4b-a33b83bae83f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '52b22ddd-d38d-47d7-9f62-928c2e551c45'} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:48:12.037032 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-536e422a-8907-43a3-8112-d289f615244e req-ae33eade-95f8-448d-8925-5c404b091b68 service neutron] Bound port: 2d5ed9b9-34de-49e9-9f89-f903cda525ce, host: n-h2-842733-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61504ff4-6f7f-4bd9-9a4b-a33b83bae83f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '52b22ddd-d38d-47d7-9f62-928c2e551c45'}}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:48:12.037032 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-536e422a-8907-43a3-8112-d289f615244e req-ae33eade-95f8-448d-8925-5c404b091b68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:12.039213 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-bfcaaa00-6603-45c9-a9c7-793cdba6dfc7 None None] Provisioning complete for port f0bb0a2e-1aa2-48b2-a4ae-f49709d6caf0 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:48:12.039586 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-bfcaaa00-6603-45c9-a9c7-793cdba6dfc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:12.074154 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-933d4332-a8c4-4364-be3c-ccb4cb0d608f None None] For port f0bb0a2e-1aa2-48b2-a4ae-f49709d6caf0, host n-d-842733-1, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:48:12.094710 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-6323592f-390a-4802-b049-2398a2a69385 req-88647dd5-8693-43bc-8d3e-41ea2254d36c tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] No DVR routers for this DVR port 62d1ba97-6f0b-4b65-9e31-0d50a53dbf7c on host n-h2-842733-1 {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:48:12.100879 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-6323592f-390a-4802-b049-2398a2a69385 req-88647dd5-8693-43bc-8d3e-41ea2254d36c tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:12.101503 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-933d4332-a8c4-4364-be3c-ccb4cb0d608f None None] For port f0bb0a2e-1aa2-48b2-a4ae-f49709d6caf0, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=f0bb0a2e-1aa2-48b2-a4ae-f49709d6caf0,segment=NetworkSegment(c827a625-78ca-430c-9240-807cb6bb6287),segment_id=c827a625-78ca-430c-9240-807cb6bb6287)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:48:12.104453 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-bfcaaa00-6603-45c9-a9c7-793cdba6dfc7 None None] Port f0bb0a2e-1aa2-48b2-a4ae-f49709d6caf0 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 20:48:12.106165 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-6323592f-390a-4802-b049-2398a2a69385 req-88647dd5-8693-43bc-8d3e-41ea2254d36c tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] 10.222.0.13 "DELETE /v2.0/ports/62d1ba97-6f0b-4b65-9e31-0d50a53dbf7c HTTP/1.1" status: 204 len: 173 time: 1.3615661 May 20 20:48:12.106637 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '444b3ad3-070a-402c-b3e2-ee88bb47c145', 'name': 'network-vif-deleted', 'tag': '62d1ba97-6f0b-4b65-9e31-0d50a53dbf7c'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:48:12.111285 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6fa957933fccbf596d28104b23404b952ad6a8238afaebaed40a0874b2e409" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1201ad95-2803-404b-b4a1-43f98ecc6181" -d '{"events": [{"server_uuid": "444b3ad3-070a-402c-b3e2-ee88bb47c145", "name": "network-vif-deleted", "tag": "62d1ba97-6f0b-4b65-9e31-0d50a53dbf7c"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:48:12.129523 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-1870a20d-007a-4b5d-8a97-3aebefce0b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b403540-9eac-4959-9594-ec7fea5521b9', 'name': 'tempest-AttachVolumeNegativeTest-1769752784-router', 'tenant_id': 'c23324ed92c6460facba85082860777a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.135'}], 'enable_snat': True}, 'gw_port_id': 'e020f4ff-b002-440c-a8f2-69d13e16d5c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:44:14Z', 'updated_at': '2022-05-20T20:44:19Z', 'revision_number': 4, 'project_id': 'c23324ed92c6460facba85082860777a', 'gw_port': {'id': 'e020f4ff-b002-440c-a8f2-69d13e16d5c9', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:39:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b403540-9eac-4959-9594-ec7fea5521b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1010, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:44:14Z', 'updated_at': '2022-05-20T20:44:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_floatingips': [{'id': 'be9e064a-cbbb-4838-8cd6-5e86a48b445e', 'tenant_id': 'c23324ed92c6460facba85082860777a', 'floating_ip_address': '172.25.2.213', 'floating_network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'router_id': '1b403540-9eac-4959-9594-ec7fea5521b9', 'port_id': 'fa2729c0-84e2-43f4-af96-ae7759c29dd5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1226, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c34618e-1eb4-46a9-ac65-b891df136138', 'mac_address': 'fa:16:3e:33:06:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4ab3ddf-2fe5-4063-a4f6-456e0eb3138f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-20T20:47:48Z', 'updated_at': '2022-05-20T20:48:10Z', 'revision_number': 1, 'project_id': 'c23324ed92c6460facba85082860777a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f36b20e-e5dd-44fd-9a75-f97ecc5c70c4', 'name': '', 'network_id': '7c34618e-1eb4-46a9-ac65-b891df136138', 'tenant_id': 'c23324ed92c6460facba85082860777a', 'mac_address': 'fa:16:3e:f4:b0:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b403540-9eac-4959-9594-ec7fea5521b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': '66bb8d81-3453-4d74-b13d-66db71019128', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:44:18Z', 'updated_at': '2022-05-20T20:44:24Z', 'revision_number': 5, 'project_id': 'c23324ed92c6460facba85082860777a', 'subnets': [{'id': '66bb8d81-3453-4d74-b13d-66db71019128', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:48:12.144028 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efcc5e8-3ec2-4e7b-a91e-5cb57d1bc84f req-1ed80c48-736b-47c6-8114-ffa0304eb27a tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:48:12.148156 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 2217fce8-2ead-4563-a3ae-c510ffb44b55 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:48:12.152764 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8efcc5e8-3ec2-4e7b-a91e-5cb57d1bc84f req-1ed80c48-736b-47c6-8114-ffa0304eb27a tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] 10.222.0.35 "GET /v2.0/ports?device_id=444b3ad3-070a-402c-b3e2-ee88bb47c145 HTTP/1.1" status: 200 len: 945 time: 0.4408500 May 20 20:48:12.164202 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1870a20d-007a-4b5d-8a97-3aebefce0b4f None None] Checking router: 1b403540-9eac-4959-9594-ec7fea5521b9 for host: n-d-842733-1 {{(pid=103165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 20:48:12.171685 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-933d4332-a8c4-4364-be3c-ccb4cb0d608f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:12.175359 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1870a20d-007a-4b5d-8a97-3aebefce0b4f None None] Routers {'1b403540-9eac-4959-9594-ec7fea5521b9'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:48:12.176386 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-1870a20d-007a-4b5d-8a97-3aebefce0b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:47:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['1b403540-9eac-4959-9594-ec7fea5521b9'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:48:12.208258 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-536e422a-8907-43a3-8112-d289f615244e req-ae33eade-95f8-448d-8925-5c404b091b68 service neutron] For port 2d5ed9b9-34de-49e9-9f89-f903cda525ce, host n-h2-842733-1, cleared binding levels {{(pid=103162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:48:12.213412 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-536e422a-8907-43a3-8112-d289f615244e req-ae33eade-95f8-448d-8925-5c404b091b68 service neutron] For port 2d5ed9b9-34de-49e9-9f89-f903cda525ce, host n-h2-842733-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=2d5ed9b9-34de-49e9-9f89-f903cda525ce,segment=NetworkSegment(61504ff4-6f7f-4bd9-9a4b-a33b83bae83f),segment_id=61504ff4-6f7f-4bd9-9a4b-a33b83bae83f)] {{(pid=103162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:48:12.266354 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8efcc5e8-3ec2-4e7b-a91e-5cb57d1bc84f req-1a295b4e-9f1d-418b-908e-93dc6658e966 tempest-ServerRescueNegativeTestJSON-740241841 tempest-ServerRescueNegativeTestJSON-740241841-project] 10.222.0.35 "GET /v2.0/security-groups?id=24ffe084-33f1-4a86-83df-85043464ffa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119292 May 20 20:48:12.277432 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-933d4332-a8c4-4364-be3c-ccb4cb0d608f None None] Routers {'afa4c141-178a-467a-908d-4a321258d821'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:48:12.278279 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-933d4332-a8c4-4364-be3c-ccb4cb0d608f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:47:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['afa4c141-178a-467a-908d-4a321258d821'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:48:12.289107 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45eb691f-3241-49ce-aed2-9c98b6968c1b req-cd6c1784-8c32-46bc-b980-7c96d8036f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:48:12.292400 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-45eb691f-3241-49ce-aed2-9c98b6968c1b req-cd6c1784-8c32-46bc-b980-7c96d8036f01 service neutron] 10.222.0.24 "GET /v2.0/networks?id=7c34618e-1eb4-46a9-ac65-b891df136138 HTTP/1.1" status: 200 len: 916 time: 0.2469831 May 20 20:48:12.296238 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-b01a34b1-3694-42fc-822a-02b0a3e3f142 req-434cca08-bb2d-4f20-9205-31842aceea7c tempest-SecurityGroupRulesTestJSON-1139762848 tempest-SecurityGroupRulesTestJSON-1139762848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:12.298917 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-b01a34b1-3694-42fc-822a-02b0a3e3f142 req-434cca08-bb2d-4f20-9205-31842aceea7c tempest-SecurityGroupRulesTestJSON-1139762848 tempest-SecurityGroupRulesTestJSON-1139762848-project] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:12.301117 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-fd8e9a83-341e-4132-9eb5-32dc49e2a52e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:12.304007 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b01a34b1-3694-42fc-822a-02b0a3e3f142 req-434cca08-bb2d-4f20-9205-31842aceea7c tempest-SecurityGroupRulesTestJSON-1139762848 tempest-SecurityGroupRulesTestJSON-1139762848-project] 10.222.0.35 "DELETE /v2.0/security-groups/3579a669-facf-40a7-b6e9-417b362929ba HTTP/1.1" status: 204 len: 173 time: 0.8550794 May 20 20:48:12.304425 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-fd8e9a83-341e-4132-9eb5-32dc49e2a52e admin admin] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:12.306569 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-fd8e9a83-341e-4132-9eb5-32dc49e2a52e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3842edc4-37df-4423-9cae-cb4d60b35dfc HTTP/1.1" status: 204 len: 168 time: 0.7597566 May 20 20:48:12.311800 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 46810) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:48:12.315519 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-536e422a-8907-43a3-8112-d289f615244e req-ae33eade-95f8-448d-8925-5c404b091b68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:12.360121 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91583b4e-3aed-437e-be60-c96dce88be4e None None] Pushing event updated for resources: {'Port': ['ID=f0bb0a2e-1aa2-48b2-a4ae-f49709d6caf0,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:48:12.428816 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-45eb691f-3241-49ce-aed2-9c98b6968c1b req-ff0522ba-f4d4-433d-99c8-0398e03f81b4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fa2729c0-84e2-43f4-af96-ae7759c29dd5 HTTP/1.1" status: 200 len: 1000 time: 0.1175611 May 20 20:48:12.441288 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-183fe350-9e9c-4fb8-9697-9f23d276e7ae tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:12.459434 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-1870a20d-007a-4b5d-8a97-3aebefce0b4f None None] Set router 1b403540-9eac-4959-9594-ec7fea5521b9 gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:48:12.489999 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 20:48:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-939ec793-32d5-48de-abcb-e40998fd4abf x-openstack-request-id: req-939ec793-32d5-48de-abcb-e40998fd4abf {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:48:12.489999 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "444b3ad3-070a-402c-b3e2-ee88bb47c145", "name": "network-vif-deleted", "tag": "62d1ba97-6f0b-4b65-9e31-0d50a53dbf7c", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:48:12.489999 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-939ec793-32d5-48de-abcb-e40998fd4abf {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:48:12.489999 n-d-842733-1 neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-939ec793-32d5-48de-abcb-e40998fd4abf'] response: {'server_uuid': '444b3ad3-070a-402c-b3e2-ee88bb47c145', 'name': 'network-vif-deleted', 'tag': '62d1ba97-6f0b-4b65-9e31-0d50a53dbf7c', 'status': 'completed', 'code': 200} May 20 20:48:12.504111 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434cca08-bb2d-4f20-9205-31842aceea7c tempest-SecurityGroupRulesTestJSON-1139762848 tempest-SecurityGroupRulesTestJSON-1139762848-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3579a669-facf-40a7-b6e9-417b362929ba,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:48:12.596503 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8e9a83-341e-4132-9eb5-32dc49e2a52e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3842edc4-37df-4423-9cae-cb4d60b35dfc,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:48:12.645156 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536e422a-8907-43a3-8112-d289f615244e req-ae33eade-95f8-448d-8925-5c404b091b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:48:12.645996 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-536e422a-8907-43a3-8112-d289f615244e req-ae33eade-95f8-448d-8925-5c404b091b68 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:12.647538 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-536e422a-8907-43a3-8112-d289f615244e req-ae33eade-95f8-448d-8925-5c404b091b68 service neutron] 10.222.0.13 "PUT /v2.0/ports/2d5ed9b9-34de-49e9-9f89-f903cda525ce HTTP/1.1" status: 200 len: 1092 time: 2.0404775 May 20 20:48:12.675241 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-933d4332-a8c4-4364-be3c-ccb4cb0d608f None None] Set router afa4c141-178a-467a-908d-4a321258d821 gateway port host: n-d-842733-1 {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:48:12.744134 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_v2 [None req-f64d02d7-a77a-42bf-b92d-3da1a52a05ca admin admin] Deleting subnet ff6de3a8-efc4-47c1-8479-073682e14786 {{(pid=103162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 20 20:48:12.754102 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f64d02d7-a77a-42bf-b92d-3da1a52a05ca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:12.811983 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae33eade-95f8-448d-8925-5c404b091b68 service neutron] Pushing event updated for resources: {'Port': ['ID=2d5ed9b9-34de-49e9-9f89-f903cda525ce,revision_number=3']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:48:12.855175 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-1870a20d-007a-4b5d-8a97-3aebefce0b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b403540-9eac-4959-9594-ec7fea5521b9', 'name': 'tempest-AttachVolumeNegativeTest-1769752784-router', 'tenant_id': 'c23324ed92c6460facba85082860777a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.135'}], 'enable_snat': True}, 'gw_port_id': 'e020f4ff-b002-440c-a8f2-69d13e16d5c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:44:14Z', 'updated_at': '2022-05-20T20:44:19Z', 'revision_number': 4, 'project_id': 'c23324ed92c6460facba85082860777a', 'gw_port': {'id': 'e020f4ff-b002-440c-a8f2-69d13e16d5c9', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:39:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b403540-9eac-4959-9594-ec7fea5521b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1010, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:44:14Z', 'updated_at': '2022-05-20T20:44:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_floatingips': [{'id': 'be9e064a-cbbb-4838-8cd6-5e86a48b445e', 'tenant_id': 'c23324ed92c6460facba85082860777a', 'floating_ip_address': '172.25.2.213', 'floating_network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'router_id': '1b403540-9eac-4959-9594-ec7fea5521b9', 'port_id': 'fa2729c0-84e2-43f4-af96-ae7759c29dd5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1226, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c34618e-1eb4-46a9-ac65-b891df136138', 'mac_address': 'fa:16:3e:33:06:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4ab3ddf-2fe5-4063-a4f6-456e0eb3138f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-20T20:47:48Z', 'updated_at': '2022-05-20T20:48:10Z', 'revision_number': 1, 'project_id': 'c23324ed92c6460facba85082860777a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f36b20e-e5dd-44fd-9a75-f97ecc5c70c4', 'name': '', 'network_id': '7c34618e-1eb4-46a9-ac65-b891df136138', 'tenant_id': 'c23324ed92c6460facba85082860777a', 'mac_address': 'fa:16:3e:f4:b0:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b403540-9eac-4959-9594-ec7fea5521b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': '66bb8d81-3453-4d74-b13d-66db71019128', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:44:18Z', 'updated_at': '2022-05-20T20:44:24Z', 'revision_number': 5, 'project_id': 'c23324ed92c6460facba85082860777a', 'subnets': [{'id': '66bb8d81-3453-4d74-b13d-66db71019128', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:48:12.872819 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45eb691f-3241-49ce-aed2-9c98b6968c1b req-ef061027-495e-47b2-8dc7-aab257d7aa14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:48:12.873949 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-aa7a01c7-dc67-4dce-8e2e-ed6b8270d0db None None] Provisioning complete for port f0bb0a2e-1aa2-48b2-a4ae-f49709d6caf0 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:48:12.874112 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-45eb691f-3241-49ce-aed2-9c98b6968c1b req-ef061027-495e-47b2-8dc7-aab257d7aa14 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=66bb8d81-3453-4d74-b13d-66db71019128 HTTP/1.1" status: 200 len: 854 time: 0.3986664 May 20 20:48:12.874372 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-aa7a01c7-dc67-4dce-8e2e-ed6b8270d0db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:12.895670 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f64d02d7-a77a-42bf-b92d-3da1a52a05ca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3738392'] for subnet, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:12.942582 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1870a20d-007a-4b5d-8a97-3aebefce0b4f None None] The sync data for ids ['1b403540-9eac-4959-9594-ec7fea5521b9'] in n-d-842733-1 is: [{'id': '1b403540-9eac-4959-9594-ec7fea5521b9', 'name': 'tempest-AttachVolumeNegativeTest-1769752784-router', 'tenant_id': 'c23324ed92c6460facba85082860777a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.135'}], 'enable_snat': True}, 'gw_port_id': 'e020f4ff-b002-440c-a8f2-69d13e16d5c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:44:14Z', 'updated_at': '2022-05-20T20:44:19Z', 'revision_number': 4, 'project_id': 'c23324ed92c6460facba85082860777a', 'gw_port': {'id': 'e020f4ff-b002-440c-a8f2-69d13e16d5c9', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:39:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b403540-9eac-4959-9594-ec7fea5521b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1010, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:44:14Z', 'updated_at': '2022-05-20T20:44:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_floatingips': [{'id': 'be9e064a-cbbb-4838-8cd6-5e86a48b445e', 'tenant_id': 'c23324ed92c6460facba85082860777a', 'floating_ip_address': '172.25.2.213', 'floating_network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'router_id': '1b403540-9eac-4959-9594-ec7fea5521b9', 'port_id': 'fa2729c0-84e2-43f4-af96-ae7759c29dd5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1226, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c34618e-1eb4-46a9-ac65-b891df136138', 'mac_address': 'fa:16:3e:33:06:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4ab3ddf-2fe5-4063-a4f6-456e0eb3138f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-20T20:47:48Z', 'updated_at': '2022-05-20T20:48:10Z', 'revision_number': 1, 'project_id': 'c23324ed92c6460facba85082860777a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f36b20e-e5dd-44fd-9a75-f97ecc5c70c4', 'name': '', 'network_id': '7c34618e-1eb4-46a9-ac65-b891df136138', 'tenant_id': 'c23324ed92c6460facba85082860777a', 'mac_address': 'fa:16:3e:f4:b0:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b403540-9eac-4959-9594-ec7fea5521b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': '66bb8d81-3453-4d74-b13d-66db71019128', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:44:18Z', 'updated_at': '2022-05-20T20:44:24Z', 'revision_number': 5, 'project_id': 'c23324ed92c6460facba85082860777a', 'subnets': [{'id': '66bb8d81-3453-4d74-b13d-66db71019128', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 20:48:12.948653 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536e422a-8907-43a3-8112-d289f615244e req-1d611436-c5ba-466d-bfed-34ff2558160a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:48:12.956061 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-536e422a-8907-43a3-8112-d289f615244e req-1d611436-c5ba-466d-bfed-34ff2558160a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f7d646bffa614f21b1ea08af4be56a95&device_id=3674afb5-fa57-4c40-b6ee-249d678d06fa HTTP/1.1" status: 200 len: 1095 time: 0.1420763 May 20 20:48:13.051485 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f64d02d7-a77a-42bf-b92d-3da1a52a05ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33068388'] for subnet, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:13.052659 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-aa7a01c7-dc67-4dce-8e2e-ed6b8270d0db None None] Current status of the port f0bb0a2e-1aa2-48b2-a4ae-f49709d6caf0 is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:48:13.054384 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-aa7a01c7-dc67-4dce-8e2e-ed6b8270d0db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:13.055113 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-536e422a-8907-43a3-8112-d289f615244e req-bc6f2961-7089-48f5-a27d-136e9d3c0bec service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2d5ed9b9-34de-49e9-9f89-f903cda525ce HTTP/1.1" status: 200 len: 217 time: 0.0800872 May 20 20:48:13.106809 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 62d1ba97-6f0b-4b65-9e31-0d50a53dbf7c no longer exists at agent hyperv_n-h2-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:48:13.162514 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536e422a-8907-43a3-8112-d289f615244e req-e08eff59-29cd-44be-bf32-091c2a05a661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:48:13.162514 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-536e422a-8907-43a3-8112-d289f615244e req-e08eff59-29cd-44be-bf32-091c2a05a661 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=77f2b783-fdae-41c3-9017-0093e586145d HTTP/1.1" status: 200 len: 856 time: 0.0628517 May 20 20:48:13.177782 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] No Port match for: 62d1ba97-6f0b-4b65-9e31-0d50a53dbf7c {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 20:48:13.178310 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 62d1ba97-6f0b-4b65-9e31-0d50a53dbf7c not bound to the agent host n-h2-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 20:48:13.228176 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 46818) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:48:13.237157 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536e422a-8907-43a3-8112-d289f615244e req-d2da6227-2053-4aa7-83f0-495ab650febd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:48:13.239006 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-536e422a-8907-43a3-8112-d289f615244e req-d2da6227-2053-4aa7-83f0-495ab650febd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=52b22ddd-d38d-47d7-9f62-928c2e551c45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0678759 May 20 20:48:13.248813 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c4a89813-d3d0-4495-822a-d64d86bfad9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:13.272576 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-aa7a01c7-dc67-4dce-8e2e-ed6b8270d0db None None] For port f0bb0a2e-1aa2-48b2-a4ae-f49709d6caf0, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=f0bb0a2e-1aa2-48b2-a4ae-f49709d6caf0,segment=NetworkSegment(c827a625-78ca-430c-9240-807cb6bb6287),segment_id=c827a625-78ca-430c-9240-807cb6bb6287)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:48:13.344451 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-933d4332-a8c4-4364-be3c-ccb4cb0d608f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afa4c141-178a-467a-908d-4a321258d821', 'name': 'tempest-AttachVolumeTestJSON-610323402-router', 'tenant_id': 'ca192f5ef49d4f558388c6e642858250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': '2217fce8-2ead-4563-a3ae-c510ffb44b55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:48:00Z', 'updated_at': '2022-05-20T20:48:07Z', 'revision_number': 4, 'project_id': 'ca192f5ef49d4f558388c6e642858250', 'gw_port': {'id': '2217fce8-2ead-4563-a3ae-c510ffb44b55', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:b1:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afa4c141-178a-467a-908d-4a321258d821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1277, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:48:02Z', 'updated_at': '2022-05-20T20:48:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': 'f0bb0a2e-1aa2-48b2-a4ae-f49709d6caf0', 'name': '', 'network_id': '300c23a3-32b9-446d-971e-d684df46a80f', 'tenant_id': 'ca192f5ef49d4f558388c6e642858250', 'mac_address': 'fa:16:3e:da:b2:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afa4c141-178a-467a-908d-4a321258d821', 'device_owner': 'network:router_interface', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': '1dd25171-1f89-45fa-8119-54d59026591a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:48:07Z', 'updated_at': '2022-05-20T20:48:12Z', 'revision_number': 4, 'project_id': 'ca192f5ef49d4f558388c6e642858250', 'subnets': [{'id': '1dd25171-1f89-45fa-8119-54d59026591a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:48:13.354036 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-536e422a-8907-43a3-8112-d289f615244e req-b4cdbb6a-24eb-46b4-b124-968f6c50ac2a service neutron] 10.222.0.13 "GET /v2.0/networks/52b22ddd-d38d-47d7-9f62-928c2e551c45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070330 May 20 20:48:13.356586 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f64d02d7-a77a-42bf-b92d-3da1a52a05ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33068399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3797621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4018265'] for subnet, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:13.382215 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45eb691f-3241-49ce-aed2-9c98b6968c1b req-e0ba6d20-63c1-4394-a173-5cbade757aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:48:13.384832 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-45eb691f-3241-49ce-aed2-9c98b6968c1b req-e0ba6d20-63c1-4394-a173-5cbade757aec service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7c34618e-1eb4-46a9-ac65-b891df136138&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4964917 May 20 20:48:13.395982 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-aa7a01c7-dc67-4dce-8e2e-ed6b8270d0db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:13.402668 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6454d18b-67ea-4606-aecd-5cd590db675d req-63e0fd44-75b8-407b-a1fe-7eccba29af91 tempest-ServerRescueTestJSONUnderV235-509853073 tempest-ServerRescueTestJSONUnderV235-509853073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:48:13.404130 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-933d4332-a8c4-4364-be3c-ccb4cb0d608f None None] The sync data for ids ['afa4c141-178a-467a-908d-4a321258d821'] in n-d-842733-1 is: [{'id': 'afa4c141-178a-467a-908d-4a321258d821', 'name': 'tempest-AttachVolumeTestJSON-610323402-router', 'tenant_id': 'ca192f5ef49d4f558388c6e642858250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': '2217fce8-2ead-4563-a3ae-c510ffb44b55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:48:00Z', 'updated_at': '2022-05-20T20:48:07Z', 'revision_number': 4, 'project_id': 'ca192f5ef49d4f558388c6e642858250', 'gw_port': {'id': '2217fce8-2ead-4563-a3ae-c510ffb44b55', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:b1:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afa4c141-178a-467a-908d-4a321258d821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1277, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:48:02Z', 'updated_at': '2022-05-20T20:48:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': 'f0bb0a2e-1aa2-48b2-a4ae-f49709d6caf0', 'name': '', 'network_id': '300c23a3-32b9-446d-971e-d684df46a80f', 'tenant_id': 'ca192f5ef49d4f558388c6e642858250', 'mac_address': 'fa:16:3e:da:b2:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afa4c141-178a-467a-908d-4a321258d821', 'device_owner': 'network:router_interface', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': '1dd25171-1f89-45fa-8119-54d59026591a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:48:07Z', 'updated_at': '2022-05-20T20:48:12Z', 'revision_number': 4, 'project_id': 'ca192f5ef49d4f558388c6e642858250', 'subnets': [{'id': '1dd25171-1f89-45fa-8119-54d59026591a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 20:48:13.418894 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6454d18b-67ea-4606-aecd-5cd590db675d req-63e0fd44-75b8-407b-a1fe-7eccba29af91 tempest-ServerRescueTestJSONUnderV235-509853073 tempest-ServerRescueTestJSONUnderV235-509853073-project] 10.222.0.35 "GET /v2.0/ports?device_id=b5e7bffc-66ca-42f9-a17e-893d63710bad HTTP/1.1" status: 200 len: 946 time: 0.9840548 May 20 20:48:13.431207 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f64d02d7-a77a-42bf-b92d-3da1a52a05ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:13.438457 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-f64d02d7-a77a-42bf-b92d-3da1a52a05ca admin admin] 10.222.0.35 "DELETE /v2.0/subnets/ff6de3a8-efc4-47c1-8479-073682e14786 HTTP/1.1" status: 204 len: 168 time: 1.1079750 May 20 20:48:13.448441 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64d02d7-a77a-42bf-b92d-3da1a52a05ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff6de3a8-efc4-47c1-8479-073682e14786,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:48:13.452660 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 46822) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:48:13.453307 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0db2c35-bb30-4943-af60-1b7ede0ee670 req-6eae5bbf-bb6e-4bad-872b-5398dbe506bd tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:48:13.455138 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e0db2c35-bb30-4943-af60-1b7ede0ee670 req-6eae5bbf-bb6e-4bad-872b-5398dbe506bd tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "GET /v2.0/ports?device_id=3674afb5-fa57-4c40-b6ee-249d678d06fa HTTP/1.1" status: 200 len: 944 time: 0.6966712 May 20 20:48:13.520014 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-183fe350-9e9c-4fb8-9697-9f23d276e7ae tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] Allocated IP 172.25.2.146 (e3a93b5c-91e2-4064-9c2c-1afc261bfe15/86fee0c1-6e34-488b-9216-b2b8e7ef585a/577df68e-c6d1-486d-831c-b88d93a5dd4e) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:48:13.525520 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7a01c7-dc67-4dce-8e2e-ed6b8270d0db None None] Pushing event updated for resources: {'Port': ['ID=f0bb0a2e-1aa2-48b2-a4ae-f49709d6caf0,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:48:13.575769 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d5e09e6-d8b9-478d-be76-db48d8e4c007 None None] New status for floating IP be9e064a-cbbb-4838-8cd6-5e86a48b445e: ACTIVE {{(pid=103164) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 20:48:13.635269 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6454d18b-67ea-4606-aecd-5cd590db675d req-838d7b90-1f6e-44fe-8e34-ad450a1fe8ba tempest-ServerRescueTestJSONUnderV235-509853073 tempest-ServerRescueTestJSONUnderV235-509853073-project] 10.222.0.35 "GET /v2.0/security-groups?id=41609343-6bb9-42c4-9424-2489ea89f008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075903 May 20 20:48:13.732838 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e0db2c35-bb30-4943-af60-1b7ede0ee670 req-4d91f145-4552-414e-ae89-f9b950c1d4fd tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "GET /v2.0/security-groups?id=17369763-0550-4ec3-bd12-32142aaf9548&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2202487 May 20 20:48:13.766341 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 46824) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:48:13.796206 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c4a89813-d3d0-4495-822a-d64d86bfad9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:13.838887 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-45eb691f-3241-49ce-aed2-9c98b6968c1b req-e0b50daf-f7b7-4b51-8690-100bdb93e4b9 service neutron] 10.222.0.24 "GET /v2.0/networks/7c34618e-1eb4-46a9-ac65-b891df136138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4156244 May 20 20:48:13.864306 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c4a89813-d3d0-4495-822a-d64d86bfad9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:13.879779 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ff1510a8-d305-4a97-a18b-ead056ad10ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33160123'] for network, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:13.908828 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device f0bb0a2e-1aa2-48b2-a4ae-f49709d6caf0 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:48:13.952933 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-183fe350-9e9c-4fb8-9697-9f23d276e7ae tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] Notify callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:13.989557 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-536e422a-8907-43a3-8112-d289f615244e req-be574cba-b690-4fe7-bf0a-ff0d7cf36c69 service neutron] 10.222.0.13 "GET /v2.0/networks/52b22ddd-d38d-47d7-9f62-928c2e551c45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6233904 May 20 20:48:13.998731 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-c4a89813-d3d0-4495-822a-d64d86bfad9d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=22f63edc4261469f9d143a2d907a2771&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7708349 May 20 20:48:14.012591 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port f0bb0a2e-1aa2-48b2-a4ae-f49709d6caf0 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:48:14.013071 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:14.014789 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 46826) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:48:14.023767 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a89813-d3d0-4495-822a-d64d86bfad9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71fe3421-8853-4af3-974d-a020028e989f,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:48:14.142188 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-45eb691f-3241-49ce-aed2-9c98b6968c1b req-a1d16d63-f242-4d54-8933-bcdb8985ee78 service neutron] 10.222.0.24 "GET /v2.0/networks/7c34618e-1eb4-46a9-ac65-b891df136138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2638333 May 20 20:48:14.181406 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-183fe350-9e9c-4fb8-9697-9f23d276e7ae tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:14.190358 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port f0bb0a2e-1aa2-48b2-a4ae-f49709d6caf0 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:48:14.227681 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-183fe350-9e9c-4fb8-9697-9f23d276e7ae tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] Network e3a93b5c-91e2-4064-9c2c-1afc261bfe15 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:48:14.235608 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-183fe350-9e9c-4fb8-9697-9f23d276e7ae tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:48:14.240485 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-183fe350-9e9c-4fb8-9697-9f23d276e7ae tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:48:14.252978 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ff1510a8-d305-4a97-a18b-ead056ad10ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33072115', 'neutron.services.segments.db._delete_segments_for_network-8782419500584'] for network, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:14.274708 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c6bc430c-3c21-465e-9c68-ba1558798f00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:14.285193 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-ff1510a8-d305-4a97-a18b-ead056ad10ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c264d40b-5103-4c6c-8ccb-844d2450bc80']}} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:48:14.302810 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-ff1510a8-d305-4a97-a18b-ead056ad10ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee197e5c-1814-464f-a1bf-295aa09bcffc') {'for_net_delete': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:48:14.303137 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-ff1510a8-d305-4a97-a18b-ead056ad10ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee197e5c-1814-464f-a1bf-295aa09bcffc') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:48:14.314423 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183fe350-9e9c-4fb8-9697-9f23d276e7ae tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] Pushing event updated for resources: {'Port': ['ID=577df68e-c6d1-486d-831c-b88d93a5dd4e,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:48:14.323265 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c6bc430c-3c21-465e-9c68-ba1558798f00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:14.326254 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ff1510a8-d305-4a97-a18b-ead056ad10ba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419501617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3738385'] for segment, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:14.361124 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ff1510a8-d305-4a97-a18b-ead056ad10ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:14.369658 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff1510a8-d305-4a97-a18b-ead056ad10ba admin admin] Releasing vlan 224 on physical network physnet1 to pool {{(pid=103162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 20:48:14.370289 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ff1510a8-d305-4a97-a18b-ead056ad10ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3800791'] for segment, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:14.372917 n-d-842733-1 neutron-server[103162]: Traceback (most recent call last): May 20 20:48:14.372917 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 20:48:14.372917 n-d-842733-1 neutron-server[103162]: timer() May 20 20:48:14.372917 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 20:48:14.372917 n-d-842733-1 neutron-server[103162]: cb(*args, **kw) May 20 20:48:14.372917 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 20 20:48:14.372917 n-d-842733-1 neutron-server[103162]: return func(*args, **kwargs) May 20 20:48:14.372917 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 20:48:14.372917 n-d-842733-1 neutron-server[103162]: self._notify() May 20 20:48:14.372917 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 20:48:14.372917 n-d-842733-1 neutron-server[103162]: self.callback(batched_events) May 20 20:48:14.372917 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 20:48:14.372917 n-d-842733-1 neutron-server[103162]: event.method(event) May 20 20:48:14.372917 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 20 20:48:14.372917 n-d-842733-1 neutron-server[103162]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 20:48:14.372917 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 20 20:48:14.372917 n-d-842733-1 neutron-server[103162]: aggregate_uuid = self.p_client.list_aggregates( May 20 20:48:14.372917 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 20 20:48:14.372917 n-d-842733-1 neutron-server[103162]: return f(self, *a, **k) May 20 20:48:14.372917 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 20 20:48:14.372917 n-d-842733-1 neutron-server[103162]: return self._get(url).json() May 20 20:48:14.372917 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 20 20:48:14.372917 n-d-842733-1 neutron-server[103162]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 20:48:14.372917 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 20:48:14.372917 n-d-842733-1 neutron-server[103162]: return self.request(url, 'GET', **kwargs) May 20 20:48:14.372917 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 20:48:14.372917 n-d-842733-1 neutron-server[103162]: base_url = self.get_endpoint(auth, allow=allow, May 20 20:48:14.372917 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 20:48:14.372917 n-d-842733-1 neutron-server[103162]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 20:48:14.372917 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 20:48:14.372917 n-d-842733-1 neutron-server[103162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 20:48:14.372917 n-d-842733-1 neutron-server[103162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 20:48:14.426003 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-183fe350-9e9c-4fb8-9697-9f23d276e7ae tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:14.486703 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3674afb5-fa57-4c40-b6ee-249d678d06fa', 'tag': '2d5ed9b9-34de-49e9-9f89-f903cda525ce'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:48:14.489284 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6fa957933fccbf596d28104b23404b952ad6a8238afaebaed40a0874b2e409" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d52abfd4-a77d-460e-8dec-971a86d0d406" -d '{"events": [{"name": "network-changed", "server_uuid": "3674afb5-fa57-4c40-b6ee-249d678d06fa", "tag": "2d5ed9b9-34de-49e9-9f89-f903cda525ce"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:48:14.507047 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ff1510a8-d305-4a97-a18b-ead056ad10ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33072122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748162'] for network, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:14.513976 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ff1510a8-d305-4a97-a18b-ead056ad10ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:14.517707 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-ff1510a8-d305-4a97-a18b-ead056ad10ba admin admin] 10.222.0.35 "DELETE /v2.0/networks/c264d40b-5103-4c6c-8ccb-844d2450bc80 HTTP/1.1" status: 204 len: 168 time: 1.0640402 May 20 20:48:14.531371 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1510a8-d305-4a97-a18b-ead056ad10ba admin admin] Pushing event deleted for resources: {'Network': ['ID=c264d40b-5103-4c6c-8ccb-844d2450bc80,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:48:14.533894 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 20:48:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8958204b-72de-4e31-a4ed-633ae42ad4bd x-openstack-request-id: req-8958204b-72de-4e31-a4ed-633ae42ad4bd {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:48:14.534173 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3674afb5-fa57-4c40-b6ee-249d678d06fa", "tag": "2d5ed9b9-34de-49e9-9f89-f903cda525ce", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:48:14.534419 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8958204b-72de-4e31-a4ed-633ae42ad4bd {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:48:14.534796 n-d-842733-1 neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8958204b-72de-4e31-a4ed-633ae42ad4bd'] response: {'name': 'network-changed', 'server_uuid': '3674afb5-fa57-4c40-b6ee-249d678d06fa', 'tag': '2d5ed9b9-34de-49e9-9f89-f903cda525ce', 'status': 'completed', 'code': 200} May 20 20:48:14.536187 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c6bc430c-3c21-465e-9c68-ba1558798f00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:14.538939 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c6bc430c-3c21-465e-9c68-ba1558798f00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:14.541571 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-c6bc430c-3c21-465e-9c68-ba1558798f00 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/71fe3421-8853-4af3-974d-a020028e989f HTTP/1.1" status: 204 len: 168 time: 0.5193999 May 20 20:48:14.552156 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bc430c-3c21-465e-9c68-ba1558798f00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71fe3421-8853-4af3-974d-a020028e989f,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:48:14.592061 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7355d9e0-d0cb-47b0-b16d-637404067e5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748528'] for router_interface, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:14.593808 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-183fe350-9e9c-4fb8-9697-9f23d276e7ae tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:14.653392 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52abfd4-a77d-460e-8dec-971a86d0d406 req-fff38dc7-81a9-45ca-bea9-1f62fb4f8ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:48:14.655468 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-d52abfd4-a77d-460e-8dec-971a86d0d406 req-fff38dc7-81a9-45ca-bea9-1f62fb4f8ec8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f7d646bffa614f21b1ea08af4be56a95&device_id=3674afb5-fa57-4c40-b6ee-249d678d06fa HTTP/1.1" status: 200 len: 1095 time: 0.0544751 May 20 20:48:14.755567 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52abfd4-a77d-460e-8dec-971a86d0d406 req-86a03ad2-a1db-479f-bca6-5aa64d032fce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:48:14.757025 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-d52abfd4-a77d-460e-8dec-971a86d0d406 req-86a03ad2-a1db-479f-bca6-5aa64d032fce service neutron] 10.222.0.13 "GET /v2.0/networks?id=52b22ddd-d38d-47d7-9f62-928c2e551c45 HTTP/1.1" status: 200 len: 918 time: 0.0930142 May 20 20:48:14.827059 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-d52abfd4-a77d-460e-8dec-971a86d0d406 req-d9eea2d2-7647-4a8b-9261-bb0f0188e796 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2d5ed9b9-34de-49e9-9f89-f903cda525ce HTTP/1.1" status: 200 len: 217 time: 0.0419395 May 20 20:48:14.884722 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52abfd4-a77d-460e-8dec-971a86d0d406 req-5aaa2656-b94b-423d-acbf-0d58def37210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:48:14.886358 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-d52abfd4-a77d-460e-8dec-971a86d0d406 req-5aaa2656-b94b-423d-acbf-0d58def37210 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=77f2b783-fdae-41c3-9017-0093e586145d HTTP/1.1" status: 200 len: 856 time: 0.0516028 May 20 20:48:14.921184 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54155e5c-7f0e-4ff4-9032-ea736a54463c req-d0da12cc-e84a-428b-8a0b-9e3d8f0e057b tempest-ServerRescueTestJSONUnderV235-509853073 tempest-ServerRescueTestJSONUnderV235-509853073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:48:14.922679 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-54155e5c-7f0e-4ff4-9032-ea736a54463c req-d0da12cc-e84a-428b-8a0b-9e3d8f0e057b tempest-ServerRescueTestJSONUnderV235-509853073 tempest-ServerRescueTestJSONUnderV235-509853073-project] 10.222.0.35 "GET /v2.0/ports?device_id=b5e7bffc-66ca-42f9-a17e-893d63710bad HTTP/1.1" status: 200 len: 946 time: 0.1781731 May 20 20:48:14.944013 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52abfd4-a77d-460e-8dec-971a86d0d406 req-901401a1-a5b0-48bf-a4ed-78a9c99517d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:48:14.945904 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-d52abfd4-a77d-460e-8dec-971a86d0d406 req-901401a1-a5b0-48bf-a4ed-78a9c99517d4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=52b22ddd-d38d-47d7-9f62-928c2e551c45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0524395 May 20 20:48:15.011816 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 46840) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:48:15.027642 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd819635-563f-42c8-97a5-a52a1a5f3145 req-c19ad2bf-99d1-47d3-ba4d-3dd37b1ebc4c tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:48:15.029159 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-fd819635-563f-42c8-97a5-a52a1a5f3145 req-c19ad2bf-99d1-47d3-ba4d-3dd37b1ebc4c tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "GET /v2.0/ports?device_id=3674afb5-fa57-4c40-b6ee-249d678d06fa HTTP/1.1" status: 200 len: 944 time: 0.1874332 May 20 20:48:15.037037 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-183fe350-9e9c-4fb8-9697-9f23d276e7ae tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] Notify callbacks [] for port, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:15.070897 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-54155e5c-7f0e-4ff4-9032-ea736a54463c req-7ce8b815-e632-46af-9566-2e6315cba6ac tempest-ServerRescueTestJSONUnderV235-509853073 tempest-ServerRescueTestJSONUnderV235-509853073-project] 10.222.0.35 "GET /v2.0/security-groups?id=41609343-6bb9-42c4-9424-2489ea89f008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415706 May 20 20:48:15.094027 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-e6f9dabb-0d91-422e-a50d-cbcf614e0191 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f65599eda8cd4844843235341e665a58&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0795512 May 20 20:48:15.096721 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 46844) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:48:15.099349 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-fd819635-563f-42c8-97a5-a52a1a5f3145 req-07d7ec77-7a38-46c9-92c1-abe95923dc86 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "GET /v2.0/security-groups?id=17369763-0550-4ec3-bd12-32142aaf9548&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538824 May 20 20:48:15.108048 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-d52abfd4-a77d-460e-8dec-971a86d0d406 req-578a1f9a-9807-47fa-a082-044e2b6e5dd0 service neutron] 10.222.0.13 "GET /v2.0/networks/52b22ddd-d38d-47d7-9f62-928c2e551c45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531317 May 20 20:48:15.114829 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-183fe350-9e9c-4fb8-9697-9f23d276e7ae tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:15.237867 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183fe350-9e9c-4fb8-9697-9f23d276e7ae tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] Pushing event updated for resources: {'Port': ['ID=577df68e-c6d1-486d-831c-b88d93a5dd4e,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:48:15.250573 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-183fe350-9e9c-4fb8-9697-9f23d276e7ae tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748272'] for floatingip, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:15.251171 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e799b44d-eb96-4169-9863-8325ebef0b18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:15.279175 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-7355d9e0-d0cb-47b0-b16d-637404067e5b admin admin] Deleting port 7e04f43e-055b-43ba-a577-27c0a9e2a338 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:48:15.279521 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7355d9e0-d0cb-47b0-b16d-637404067e5b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:15.292184 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e799b44d-eb96-4169-9863-8325ebef0b18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:15.295525 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-d52abfd4-a77d-460e-8dec-971a86d0d406 req-8740dc02-be9f-48a4-bb32-8debd32d2f24 service neutron] 10.222.0.13 "GET /v2.0/networks/52b22ddd-d38d-47d7-9f62-928c2e551c45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1793268 May 20 20:48:15.323214 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-183fe350-9e9c-4fb8-9697-9f23d276e7ae tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for floatingip, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:15.337293 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-183fe350-9e9c-4fb8-9697-9f23d276e7ae tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.8136592 May 20 20:48:15.395715 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-7355d9e0-d0cb-47b0-b16d-637404067e5b admin admin] For port 7e04f43e-055b-43ba-a577-27c0a9e2a338, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=7e04f43e-055b-43ba-a577-27c0a9e2a338,segment=NetworkSegment(461da9d4-f567-4683-86cb-f9bc470c2bda),segment_id=461da9d4-f567-4683-86cb-f9bc470c2bda)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:48:15.395715 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7355d9e0-d0cb-47b0-b16d-637404067e5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:15.410268 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-7355d9e0-d0cb-47b0-b16d-637404067e5b admin admin] Calling delete_port for 7e04f43e-055b-43ba-a577-27c0a9e2a338 owned by network:router_interface {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:48:15.449873 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e799b44d-eb96-4169-9863-8325ebef0b18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:15.454040 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e799b44d-eb96-4169-9863-8325ebef0b18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:15.455221 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-e799b44d-eb96-4169-9863-8325ebef0b18 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/bd912111-f34e-49c0-bd63-4dcd711d1482 HTTP/1.1" status: 204 len: 168 time: 0.3561492 May 20 20:48:15.465908 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e799b44d-eb96-4169-9863-8325ebef0b18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd912111-f34e-49c0-bd63-4dcd711d1482,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:48:15.716013 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-98db5157-046c-4f8c-9e9b-978620023c5a req-fd4bf3ea-449c-4cef-a611-2570169f5b1c tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--553181425&fields=id&tenant_id=ca192f5ef49d4f558388c6e642858250 HTTP/1.1" status: 200 len: 267 time: 0.0755050 May 20 20:48:15.787836 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7355d9e0-d0cb-47b0-b16d-637404067e5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:15.827891 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7355d9e0-d0cb-47b0-b16d-637404067e5b admin admin] Pushing event deleted for resources: {'Port': ['ID=7e04f43e-055b-43ba-a577-27c0a9e2a338,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:48:15.927105 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98db5157-046c-4f8c-9e9b-978620023c5a req-7411223d-c290-45f6-8a78-a4e106c3596d tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:48:15.927105 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-98db5157-046c-4f8c-9e9b-978620023c5a req-7411223d-c290-45f6-8a78-a4e106c3596d tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] 10.222.0.35 "GET /v2.0/networks?id=300c23a3-32b9-446d-971e-d684df46a80f HTTP/1.1" status: 200 len: 810 time: 0.1972084 May 20 20:48:15.956865 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 46876) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:48:15.989012 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-98db5157-046c-4f8c-9e9b-978620023c5a req-0001257d-6d04-45ef-bd4e-5ea2f2b837f9 tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] 10.222.0.35 "GET /v2.0/quotas/ca192f5ef49d4f558388c6e642858250 HTTP/1.1" status: 200 len: 375 time: 0.0538800 May 20 20:48:16.115537 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-e748ba6d-deab-4cf3-acda-83cd19ce7084 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-342180242-network', 'tenant_id': 'b08823cbf82b41d5ac4037cf2ee63513'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:48:16.125881 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7355d9e0-d0cb-47b0-b16d-637404067e5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-692224'] for router_interface, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:16.157265 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-98db5157-046c-4f8c-9e9b-978620023c5a req-5a5c8946-f888-4085-ba5e-e079a9fa1ceb tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=ca192f5ef49d4f558388c6e642858250&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1540108 May 20 20:48:16.209179 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e748ba6d-deab-4cf3-acda-83cd19ce7084 admin admin] Made reservation on behalf of b08823cbf82b41d5ac4037cf2ee63513 for: {'network': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:48:16.211565 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e748ba6d-deab-4cf3-acda-83cd19ce7084 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for network, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:16.222447 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e748ba6d-deab-4cf3-acda-83cd19ce7084 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:16.307612 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e748ba6d-deab-4cf3-acda-83cd19ce7084 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:16.369013 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28e7805-7ab2-406b-ae57-7b0d1654f1e2 req-927c30d2-c9c0-43b9-9d66-46279487e26a tempest-ServerRescueTestJSONUnderV235-509853073 tempest-ServerRescueTestJSONUnderV235-509853073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:48:16.370063 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e748ba6d-deab-4cf3-acda-83cd19ce7084 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:16.370511 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d28e7805-7ab2-406b-ae57-7b0d1654f1e2 req-927c30d2-c9c0-43b9-9d66-46279487e26a tempest-ServerRescueTestJSONUnderV235-509853073 tempest-ServerRescueTestJSONUnderV235-509853073-project] 10.222.0.35 "GET /v2.0/ports?device_id=b5e7bffc-66ca-42f9-a17e-893d63710bad HTTP/1.1" status: 200 len: 946 time: 0.1632876 May 20 20:48:16.390279 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e748ba6d-deab-4cf3-acda-83cd19ce7084 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 201} {{(pid=103162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 20:48:16.408545 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e748ba6d-deab-4cf3-acda-83cd19ce7084 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:16.408894 n-d-842733-1 neutron-server[103162]: INFO neutron.db.segments_db [None req-e748ba6d-deab-4cf3-acda-83cd19ce7084 admin admin] Added segment e0039cc5-6cb0-4490-8a7d-a4c3b510f023 of type vlan for network a0f85c50-1e5c-452b-8cab-6202e1b6863f May 20 20:48:16.410241 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e748ba6d-deab-4cf3-acda-83cd19ce7084 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18b4de30-16a9-4001-b1eb-14a4aad6a23c,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:48:16.411991 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-98db5157-046c-4f8c-9e9b-978620023c5a req-03b0d48c-bd05-4a6e-9a09-7881575dfb9e service neutron] 10.222.0.35 "GET /v2.0/networks/300c23a3-32b9-446d-971e-d684df46a80f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2035222 May 20 20:48:16.469852 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e748ba6d-deab-4cf3-acda-83cd19ce7084 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418993264'] for network, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:16.482929 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d28e7805-7ab2-406b-ae57-7b0d1654f1e2 req-b7229ba3-7583-4269-9295-c4d1ef792c6e tempest-ServerRescueTestJSONUnderV235-509853073 tempest-ServerRescueTestJSONUnderV235-509853073-project] 10.222.0.35 "GET /v2.0/security-groups?id=41609343-6bb9-42c4-9424-2489ea89f008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008363 May 20 20:48:16.580792 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e748ba6d-deab-4cf3-acda-83cd19ce7084 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524'] for network, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:16.582198 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e748ba6d-deab-4cf3-acda-83cd19ce7084 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:48:16.582999 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e748ba6d-deab-4cf3-acda-83cd19ce7084 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:16.649735 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e748ba6d-deab-4cf3-acda-83cd19ce7084 admin admin] Pushing event updated for resources: {'Network': ['ID=a0f85c50-1e5c-452b-8cab-6202e1b6863f,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:48:16.660053 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Network a0f85c50-1e5c-452b-8cab-6202e1b6863f details requested by agent ovs-agent-n-d-842733-1 with host n-d-842733-1 {{(pid=103164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 20 20:48:16.702224 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-e748ba6d-deab-4cf3-acda-83cd19ce7084 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.7411594 May 20 20:48:16.702536 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 46898) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:48:16.710363 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-0f67eb18-9436-443d-b65e-68900afcde0e admin admin] Request body: {'subnet': {'network_id': 'a0f85c50-1e5c-452b-8cab-6202e1b6863f', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-342180242-subnet', 'tenant_id': 'b08823cbf82b41d5ac4037cf2ee63513', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:48:16.776241 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f67eb18-9436-443d-b65e-68900afcde0e admin admin] Made reservation on behalf of b08823cbf82b41d5ac4037cf2ee63513 for: {'subnet': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:48:16.778986 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0f67eb18-9436-443d-b65e-68900afcde0e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4018244'] for subnet, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:16.820260 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 46902) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:48:16.881924 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-98db5157-046c-4f8c-9e9b-978620023c5a req-ec578c03-ea28-4543-8a78-ec42b1030b3b service neutron] 10.222.0.35 "GET /v2.0/networks/300c23a3-32b9-446d-971e-d684df46a80f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4250190 May 20 20:48:16.987057 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-a5c962a4-a293-4e09-88df-a7b84944c8aa admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-2082142189-network', 'tenant_id': '0940837bc54b4c7b8208dfd5c7fd73db'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:48:16.999520 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb777701-2b04-44fc-a8df-cbcf454533c4 req-ef3e0990-037c-4f5d-9cbb-d635e6b01780 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:48:17.001078 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-bb777701-2b04-44fc-a8df-cbcf454533c4 req-ef3e0990-037c-4f5d-9cbb-d635e6b01780 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "GET /v2.0/ports?device_id=3674afb5-fa57-4c40-b6ee-249d678d06fa HTTP/1.1" status: 200 len: 944 time: 0.1751986 May 20 20:48:17.015269 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7355d9e0-d0cb-47b0-b16d-637404067e5b admin admin] Router 21d1bf31-55ca-4a9c-a770-9424685adce3 has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 20:48:17.080739 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 2d5ed9b9-34de-49e9-9f89-f903cda525ce details requested by agent hyperv_n-h2-842733-1 with host n-h2-842733-1 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 20:48:17.095035 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5c962a4-a293-4e09-88df-a7b84944c8aa admin admin] Made reservation on behalf of 0940837bc54b4c7b8208dfd5c7fd73db for: {'network': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:48:17.098001 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a5c962a4-a293-4e09-88df-a7b84944c8aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for network, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:17.112757 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a5c962a4-a293-4e09-88df-a7b84944c8aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:17.114920 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0f67eb18-9436-443d-b65e-68900afcde0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3797684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4018258'] for subnet, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:17.152136 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-bb777701-2b04-44fc-a8df-cbcf454533c4 req-0e8a5c2f-8b9c-4653-99f8-39e6ab9d46ce tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "GET /v2.0/security-groups?id=17369763-0550-4ec3-bd12-32142aaf9548&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1252673 May 20 20:48:17.159532 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec99344-b2e6-46af-8ecb-28a640d58f3c req-e75395b7-320f-46a8-90e7-5dda9c5caf9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:48:17.161239 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3ec99344-b2e6-46af-8ecb-28a640d58f3c req-e75395b7-320f-46a8-90e7-5dda9c5caf9a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b5e7bffc-66ca-42f9-a17e-893d63710bad HTTP/1.1" status: 200 len: 1097 time: 0.1583240 May 20 20:48:17.189399 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f67eb18-9436-443d-b65e-68900afcde0e admin admin] Pushing event updated for resources: {'Subnet': ['ID=b70b63b1-2e88-43cc-a35f-4cb2fd8d84c1,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:48:17.212659 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-eddec2f7-7fd7-4cb1-a4b4-250c01aec531 req-1fdd39e2-64e1-4d56-b0e9-f045f9124734 tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] 10.222.0.35 "GET /v2.0/ports?device_id=8b88cd31-cda3-44fe-8261-e4f5f87931ab HTTP/1.1" status: 200 len: 210 time: 0.0567851 May 20 20:48:17.224901 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f67eb18-9436-443d-b65e-68900afcde0e admin admin] Checking segment: {'id': 'e0039cc5-6cb0-4490-8a7d-a4c3b510f023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'a0f85c50-1e5c-452b-8cab-6202e1b6863f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:48:17.225502 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f67eb18-9436-443d-b65e-68900afcde0e admin admin] Network hostable DHCP agents. Network: a0f85c50-1e5c-452b-8cab-6202e1b6863f, hostable agents: ['c9b0653c-f3c7-4339-bd50-e3754b629216'], hosted agents: [] {{(pid=103162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 20:48:17.272471 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port 2d5ed9b9-34de-49e9-9f89-f903cda525ce, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=2d5ed9b9-34de-49e9-9f89-f903cda525ce,segment=NetworkSegment(61504ff4-6f7f-4bd9-9a4b-a33b83bae83f),segment_id=61504ff4-6f7f-4bd9-9a4b-a33b83bae83f)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:48:17.287713 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3ec99344-b2e6-46af-8ecb-28a640d58f3c req-641660f0-5be5-495f-acf5-bae4655694da service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=41609343-6bb9-42c4-9424-2489ea89f008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110601 May 20 20:48:17.287836 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Returning: {'device': '2d5ed9b9-34de-49e9-9f89-f903cda525ce', 'network_id': '52b22ddd-d38d-47d7-9f62-928c2e551c45', 'port_id': '2d5ed9b9-34de-49e9-9f89-f903cda525ce', 'mac_address': 'fa:16:3e:3f:10:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77f2b783-fdae-41c3-9017-0093e586145d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 20 20:48:17.299068 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a5c962a4-a293-4e09-88df-a7b84944c8aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:17.304113 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7355d9e0-d0cb-47b0-b16d-637404067e5b admin admin] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 20:48:17.315801 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-7355d9e0-d0cb-47b0-b16d-637404067e5b admin admin] 10.222.0.35 "PUT /v2.0/routers/21d1bf31-55ca-4a9c-a770-9424685adce3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5419750 May 20 20:48:17.316703 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 46912) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:48:17.316812 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc396a26-6ecc-4802-9c1b-df8ad0a9d5ec None None] Sync routers for ids ['21d1bf31-55ca-4a9c-a770-9424685adce3'] in n-d-842733-1 {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 20:48:17.329339 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc396a26-6ecc-4802-9c1b-df8ad0a9d5ec None None] Routers {'21d1bf31-55ca-4a9c-a770-9424685adce3'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:48:17.329974 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-bc396a26-6ecc-4802-9c1b-df8ad0a9d5ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:47:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['21d1bf31-55ca-4a9c-a770-9424685adce3'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:48:17.343502 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port 2d5ed9b9-34de-49e9-9f89-f903cda525ce is: DOWN; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:48:17.343877 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:17.362912 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d5ed9b9-34de-49e9-9f89-f903cda525ce {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:48:17.369918 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a5c962a4-a293-4e09-88df-a7b84944c8aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:17.373709 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f67eb18-9436-443d-b65e-68900afcde0e admin admin] Network a0f85c50-1e5c-452b-8cab-6202e1b6863f is scheduled to be hosted by DHCP agent c9b0653c-f3c7-4339-bd50-e3754b629216 with binding_index 1 {{(pid=103162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 20:48:17.401410 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5c962a4-a293-4e09-88df-a7b84944c8aa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 224} {{(pid=103162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 20:48:17.426371 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port 2d5ed9b9-34de-49e9-9f89-f903cda525ce, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=2d5ed9b9-34de-49e9-9f89-f903cda525ce,segment=NetworkSegment(61504ff4-6f7f-4bd9-9a4b-a33b83bae83f),segment_id=61504ff4-6f7f-4bd9-9a4b-a33b83bae83f)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:48:17.456061 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-bc396a26-6ecc-4802-9c1b-df8ad0a9d5ec None None] Set router 21d1bf31-55ca-4a9c-a770-9424685adce3 gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:48:17.458664 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c962a4-a293-4e09-88df-a7b84944c8aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2274ca87-1a60-437e-91f1-b4d825425422,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:48:17.461579 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a5c962a4-a293-4e09-88df-a7b84944c8aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:17.462674 n-d-842733-1 neutron-server[103162]: INFO neutron.db.segments_db [None req-a5c962a4-a293-4e09-88df-a7b84944c8aa admin admin] Added segment d91bf09f-166e-43f0-9da3-0f3d4d6c439b of type vlan for network f9020429-48a3-4a46-a405-04a4e7c29fcf May 20 20:48:17.472631 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-0f67eb18-9436-443d-b65e-68900afcde0e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842733-1, a0f85c50-1e5c-452b-8cab-6202e1b6863f) {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:48:17.480673 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f67eb18-9436-443d-b65e-68900afcde0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:48:17.481173 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0f67eb18-9436-443d-b65e-68900afcde0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:17.512128 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:17.514675 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e52e0e2-9ca3-4531-8292-e3cfcbd3072c None None] Network a0f85c50-1e5c-452b-8cab-6202e1b6863f requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:48:17.557859 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a5c962a4-a293-4e09-88df-a7b84944c8aa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418993264'] for network, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:17.561446 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7f01c75a-876a-463b-b635-8d6c4dd6d78b admin admin] Notify callbacks [] for router, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:17.673251 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3972abd3-1c72-44a4-8436-053bd1ee1290 req-02cc1d4b-d104-465e-ac1d-58e9f301c74d tempest-ServerRescueTestJSONUnderV235-509853073 tempest-ServerRescueTestJSONUnderV235-509853073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:48:17.675903 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3972abd3-1c72-44a4-8436-053bd1ee1290 req-02cc1d4b-d104-465e-ac1d-58e9f301c74d tempest-ServerRescueTestJSONUnderV235-509853073 tempest-ServerRescueTestJSONUnderV235-509853073-project] 10.222.0.35 "GET /v2.0/ports?device_id=b5e7bffc-66ca-42f9-a17e-893d63710bad HTTP/1.1" status: 200 len: 946 time: 0.1059663 May 20 20:48:17.755831 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3972abd3-1c72-44a4-8436-053bd1ee1290 req-923d18d0-9f62-405b-a522-0aba94019cae tempest-ServerRescueTestJSONUnderV235-509853073 tempest-ServerRescueTestJSONUnderV235-509853073-project] 10.222.0.35 "GET /v2.0/security-groups?id=41609343-6bb9-42c4-9424-2489ea89f008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720351 May 20 20:48:17.813149 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-bc396a26-6ecc-4802-9c1b-df8ad0a9d5ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21d1bf31-55ca-4a9c-a770-9424685adce3', 'name': 'tempest-ServerRescueNegativeTestJSON-528900398-router', 'tenant_id': '87c2c2610bc847eaa1d2c1976f58d7b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.173'}], 'enable_snat': True}, 'gw_port_id': '49384c3f-c37a-47ec-a8bb-8c80b709c9cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:43:19Z', 'updated_at': '2022-05-20T20:48:15Z', 'revision_number': 5, 'project_id': '87c2c2610bc847eaa1d2c1976f58d7b1', 'gw_port': {'id': '49384c3f-c37a-47ec-a8bb-8c80b709c9cc', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:16:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d1bf31-55ca-4a9c-a770-9424685adce3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:43:20Z', 'updated_at': '2022-05-20T20:43:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:48:17.846781 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc396a26-6ecc-4802-9c1b-df8ad0a9d5ec None None] Checking router: 21d1bf31-55ca-4a9c-a770-9424685adce3 for host: n-d-842733-1 {{(pid=103165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 20:48:17.851985 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=2d5ed9b9-34de-49e9-9f89-f903cda525ce,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:48:17.857892 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] get_ports_and_sgs() called for port_ids ['2d5ed9b9-34de-49e9-9f89-f903cda525ce'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:48:17.858578 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc396a26-6ecc-4802-9c1b-df8ad0a9d5ec None None] Routers {'21d1bf31-55ca-4a9c-a770-9424685adce3'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:48:17.859863 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-bc396a26-6ecc-4802-9c1b-df8ad0a9d5ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:47:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['21d1bf31-55ca-4a9c-a770-9424685adce3'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:48:17.985603 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-0f67eb18-9436-443d-b65e-68900afcde0e admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.2814867 May 20 20:48:17.988431 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 46918) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:48:17.994645 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-df549b92-cc35-481a-ae37-a1dcfbc6bbc1 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-342180242-router', 'tenant_id': 'b08823cbf82b41d5ac4037cf2ee63513', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'}}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:48:18.020432 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c297ee3-4667-42ea-8a30-aeefd23da981 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaee2b848-d4b9-5db1-b6ef-d6db29d67de7-a0f85c50-1e5c-452b-8cab-6202e1b6863f', 'network_id': 'a0f85c50-1e5c-452b-8cab-6202e1b6863f', 'tenant_id': 'b08823cbf82b41d5ac4037cf2ee63513', 'fixed_ips': [{'subnet_id': 'b70b63b1-2e88-43cc-a35f-4cb2fd8d84c1'}]}} from n-d-842733-1. {{(pid=103164) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 20:48:18.021418 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-6c297ee3-4667-42ea-8a30-aeefd23da981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:18.022108 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7f01c75a-876a-463b-b635-8d6c4dd6d78b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:18.026699 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-bc396a26-6ecc-4802-9c1b-df8ad0a9d5ec None None] Set router 21d1bf31-55ca-4a9c-a770-9424685adce3 gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:48:18.079195 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a5c962a4-a293-4e09-88df-a7b84944c8aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524'] for network, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:18.080389 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c962a4-a293-4e09-88df-a7b84944c8aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:48:18.081144 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a5c962a4-a293-4e09-88df-a7b84944c8aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:18.110561 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-df549b92-cc35-481a-ae37-a1dcfbc6bbc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-694221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26155'] for router, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:18.112555 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-df549b92-cc35-481a-ae37-a1dcfbc6bbc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-693085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748153', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-718080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26162'] for router, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:18.198027 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-df549b92-cc35-481a-ae37-a1dcfbc6bbc1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:18.201095 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c962a4-a293-4e09-88df-a7b84944c8aa admin admin] Pushing event updated for resources: {'Network': ['ID=f9020429-48a3-4a46-a405-04a4e7c29fcf,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:48:18.223799 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Network f9020429-48a3-4a46-a405-04a4e7c29fcf details requested by agent ovs-agent-n-d-842733-1 with host n-d-842733-1 {{(pid=103164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 20 20:48:18.242579 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-7f01c75a-876a-463b-b635-8d6c4dd6d78b admin admin] Deleting port 49384c3f-c37a-47ec-a8bb-8c80b709c9cc {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:48:18.244522 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7f01c75a-876a-463b-b635-8d6c4dd6d78b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:18.276392 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-bc396a26-6ecc-4802-9c1b-df8ad0a9d5ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21d1bf31-55ca-4a9c-a770-9424685adce3', 'name': 'tempest-ServerRescueNegativeTestJSON-528900398-router', 'tenant_id': '87c2c2610bc847eaa1d2c1976f58d7b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.173'}], 'enable_snat': True}, 'gw_port_id': '49384c3f-c37a-47ec-a8bb-8c80b709c9cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:43:19Z', 'updated_at': '2022-05-20T20:48:15Z', 'revision_number': 5, 'project_id': '87c2c2610bc847eaa1d2c1976f58d7b1', 'gw_port': {'id': '49384c3f-c37a-47ec-a8bb-8c80b709c9cc', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:16:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d1bf31-55ca-4a9c-a770-9424685adce3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:43:20Z', 'updated_at': '2022-05-20T20:43:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:48:18.309463 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc396a26-6ecc-4802-9c1b-df8ad0a9d5ec None None] The sync data for ids ['21d1bf31-55ca-4a9c-a770-9424685adce3'] in n-d-842733-1 is: [{'id': '21d1bf31-55ca-4a9c-a770-9424685adce3', 'name': 'tempest-ServerRescueNegativeTestJSON-528900398-router', 'tenant_id': '87c2c2610bc847eaa1d2c1976f58d7b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.173'}], 'enable_snat': True}, 'gw_port_id': '49384c3f-c37a-47ec-a8bb-8c80b709c9cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:43:19Z', 'updated_at': '2022-05-20T20:48:15Z', 'revision_number': 5, 'project_id': '87c2c2610bc847eaa1d2c1976f58d7b1', 'gw_port': {'id': '49384c3f-c37a-47ec-a8bb-8c80b709c9cc', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:16:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d1bf31-55ca-4a9c-a770-9424685adce3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:43:20Z', 'updated_at': '2022-05-20T20:43:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 20:48:18.376346 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-a5c962a4-a293-4e09-88df-a7b84944c8aa admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.5543084 May 20 20:48:18.381115 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 46926) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:48:18.388030 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [None req-6c297ee3-4667-42ea-8a30-aeefd23da981 None None] Allocated IP 172.20.0.2 (a0f85c50-1e5c-452b-8cab-6202e1b6863f/b70b63b1-2e88-43cc-a35f-4cb2fd8d84c1/c50376c3-383f-4708-a321-ab173c22ab1f) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:48:18.395353 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-dd668b57-50ae-4fa4-b4bf-ca7c5bed4676 admin admin] Request body: {'subnet': {'network_id': 'f9020429-48a3-4a46-a405-04a4e7c29fcf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-2082142189-subnet', 'tenant_id': '0940837bc54b4c7b8208dfd5c7fd73db', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:48:18.408799 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-7f01c75a-876a-463b-b635-8d6c4dd6d78b admin admin] For port 49384c3f-c37a-47ec-a8bb-8c80b709c9cc, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=49384c3f-c37a-47ec-a8bb-8c80b709c9cc,segment=NetworkSegment(0b5485c4-eff8-42a1-9073-ae54ed4c63ba),segment_id=0b5485c4-eff8-42a1-9073-ae54ed4c63ba)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:48:18.409247 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7f01c75a-876a-463b-b635-8d6c4dd6d78b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:18.429963 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-7f01c75a-876a-463b-b635-8d6c4dd6d78b admin admin] Calling delete_port for 49384c3f-c37a-47ec-a8bb-8c80b709c9cc owned by network:router_gateway {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:48:18.462428 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d63e8069-e7ca-4065-8569-f79b0d5dc0f2 req-001b8f60-3a1b-4422-a877-53ac8e529aa6 tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] 10.222.0.35 "GET /v2.0/ports?device_id=8b88cd31-cda3-44fe-8261-e4f5f87931ab HTTP/1.1" status: 200 len: 210 time: 0.0739520 May 20 20:48:18.500763 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-df549b92-cc35-481a-ae37-a1dcfbc6bbc1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:18.511500 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bc60b0-8a5a-4168-996c-d7673303bdf0 req-8850f4c2-3f7c-4faa-863c-a004b387fbf7 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:48:18.513019 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d0bc60b0-8a5a-4168-996c-d7673303bdf0 req-8850f4c2-3f7c-4faa-863c-a004b387fbf7 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "GET /v2.0/ports?device_id=3674afb5-fa57-4c40-b6ee-249d678d06fa HTTP/1.1" status: 200 len: 945 time: 0.2937534 May 20 20:48:18.559523 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd668b57-50ae-4fa4-b4bf-ca7c5bed4676 admin admin] Made reservation on behalf of 0940837bc54b4c7b8208dfd5c7fd73db for: {'subnet': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:48:18.562758 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-dd668b57-50ae-4fa4-b4bf-ca7c5bed4676 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4018244'] for subnet, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:18.577623 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d0bc60b0-8a5a-4168-996c-d7673303bdf0 req-ff45caf4-bf40-4f1c-af17-1120e64f7498 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "GET /v2.0/security-groups?id=17369763-0550-4ec3-bd12-32142aaf9548&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578868 May 20 20:48:18.597104 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-6c297ee3-4667-42ea-8a30-aeefd23da981 None None] Notify callbacks [] for port, precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:18.690758 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-6c297ee3-4667-42ea-8a30-aeefd23da981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108'] for port, after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:18.754692 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c297ee3-4667-42ea-8a30-aeefd23da981 None None] Network a0f85c50-1e5c-452b-8cab-6202e1b6863f is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:48:18.758302 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-6c297ee3-4667-42ea-8a30-aeefd23da981 None None] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:48:18.763740 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c297ee3-4667-42ea-8a30-aeefd23da981 None None] Received port after_create {{(pid=103164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:48:18.773600 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c297ee3-4667-42ea-8a30-aeefd23da981 None None] Pushing event updated for resources: {'Port': ['ID=c50376c3-383f-4708-a321-ab173c22ab1f,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:48:18.800111 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7f01c75a-876a-463b-b635-8d6c4dd6d78b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:18.847400 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-df549b92-cc35-481a-ae37-a1dcfbc6bbc1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:18.850689 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-6c297ee3-4667-42ea-8a30-aeefd23da981 None None] Attempting to bind port c50376c3-383f-4708-a321-ab173c22ab1f on host n-d-842733-1 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:48:18.851029 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-6c297ee3-4667-42ea-8a30-aeefd23da981 None None] Attempting to bind port c50376c3-383f-4708-a321-ab173c22ab1f by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': 'e0039cc5-6cb0-4490-8a7d-a4c3b510f023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'a0f85c50-1e5c-452b-8cab-6202e1b6863f'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:48:18.851389 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c297ee3-4667-42ea-8a30-aeefd23da981 None None] Attempting to bind port c50376c3-383f-4708-a321-ab173c22ab1f on network a0f85c50-1e5c-452b-8cab-6202e1b6863f {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:48:18.858099 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c297ee3-4667-42ea-8a30-aeefd23da981 None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 47, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:48:18.858764 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c297ee3-4667-42ea-8a30-aeefd23da981 None None] Checking segment: {'id': 'e0039cc5-6cb0-4490-8a7d-a4c3b510f023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'a0f85c50-1e5c-452b-8cab-6202e1b6863f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:48:18.858887 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-6c297ee3-4667-42ea-8a30-aeefd23da981 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:18.859228 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c297ee3-4667-42ea-8a30-aeefd23da981 None None] Bound using segment: {'id': 'e0039cc5-6cb0-4490-8a7d-a4c3b510f023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'a0f85c50-1e5c-452b-8cab-6202e1b6863f'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:48:18.859819 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-6c297ee3-4667-42ea-8a30-aeefd23da981 None None] Bound port: c50376c3-383f-4708-a321-ab173c22ab1f, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0039cc5-6cb0-4490-8a7d-a4c3b510f023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'a0f85c50-1e5c-452b-8cab-6202e1b6863f'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:48:18.860200 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-6c297ee3-4667-42ea-8a30-aeefd23da981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:18.871367 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-df549b92-cc35-481a-ae37-a1dcfbc6bbc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:18.894804 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f01c75a-876a-463b-b635-8d6c4dd6d78b admin admin] Pushing event deleted for resources: {'Port': ['ID=49384c3f-c37a-47ec-a8bb-8c80b709c9cc,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:48:18.929523 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-dd668b57-50ae-4fa4-b4bf-ca7c5bed4676 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3797684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4018258'] for subnet, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:18.958242 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-6c297ee3-4667-42ea-8a30-aeefd23da981 None None] For port c50376c3-383f-4708-a321-ab173c22ab1f, host n-d-842733-1, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:48:18.963334 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-6c297ee3-4667-42ea-8a30-aeefd23da981 None None] For port c50376c3-383f-4708-a321-ab173c22ab1f, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=c50376c3-383f-4708-a321-ab173c22ab1f,segment=NetworkSegment(e0039cc5-6cb0-4490-8a7d-a4c3b510f023),segment_id=e0039cc5-6cb0-4490-8a7d-a4c3b510f023)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:48:19.026582 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd668b57-50ae-4fa4-b4bf-ca7c5bed4676 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6544004-48d3-4560-9571-0a9762b91cf1,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:48:19.029845 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7f01c75a-876a-463b-b635-8d6c4dd6d78b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-748206'] for router_gateway, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:19.031023 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a50536-d5a3-4bc6-b8be-f93e077c3ed7 req-14f14adc-0876-410d-9d3c-27f7082f5f6e tempest-ServerRescueTestJSONUnderV235-509853073 tempest-ServerRescueTestJSONUnderV235-509853073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:48:19.032717 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-78a50536-d5a3-4bc6-b8be-f93e077c3ed7 req-14f14adc-0876-410d-9d3c-27f7082f5f6e tempest-ServerRescueTestJSONUnderV235-509853073 tempest-ServerRescueTestJSONUnderV235-509853073-project] 10.222.0.35 "GET /v2.0/ports?device_id=b5e7bffc-66ca-42f9-a17e-893d63710bad HTTP/1.1" status: 200 len: 946 time: 0.1451192 May 20 20:48:19.073112 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-df549b92-cc35-481a-ae37-a1dcfbc6bbc1 admin admin] Allocated IP 172.25.2.57 (e3a93b5c-91e2-4064-9c2c-1afc261bfe15/86fee0c1-6e34-488b-9216-b2b8e7ef585a/bb4f9753-2486-4eec-a68b-00ed52e4689c) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:48:19.082375 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 2d5ed9b9-34de-49e9-9f89-f903cda525ce up at agent hyperv_n-h2-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:48:19.099453 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-78a50536-d5a3-4bc6-b8be-f93e077c3ed7 req-e3de30f9-2a47-4c6c-98c8-3214a5cfd4fb tempest-ServerRescueTestJSONUnderV235-509853073 tempest-ServerRescueTestJSONUnderV235-509853073-project] 10.222.0.35 "GET /v2.0/security-groups?id=41609343-6bb9-42c4-9424-2489ea89f008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600657 May 20 20:48:19.101249 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd668b57-50ae-4fa4-b4bf-ca7c5bed4676 admin admin] Checking segment: {'id': 'd91bf09f-166e-43f0-9da3-0f3d4d6c439b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'f9020429-48a3-4a46-a405-04a4e7c29fcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:48:19.101605 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd668b57-50ae-4fa4-b4bf-ca7c5bed4676 admin admin] Network hostable DHCP agents. Network: f9020429-48a3-4a46-a405-04a4e7c29fcf, hostable agents: ['c9b0653c-f3c7-4339-bd50-e3754b629216'], hosted agents: [] {{(pid=103162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 20:48:19.120330 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-6c297ee3-4667-42ea-8a30-aeefd23da981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:19.146380 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7f01c75a-876a-463b-b635-8d6c4dd6d78b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26169'] for router, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:19.149378 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7f01c75a-876a-463b-b635-8d6c4dd6d78b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:19.157354 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [req-15bee5e9-6dbb-40bc-9761-c2a440f58a5d req-16e028fa-3319-4ef6-94fc-80af19c9f62c tempest-ServerRescueTestJSONUnderV235-509853073 tempest-ServerRescueTestJSONUnderV235-509853073-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1556534282', 'description': 'tempest-description-300606568'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:48:19.205836 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c297ee3-4667-42ea-8a30-aeefd23da981 None None] Pushing event updated for resources: {'Port': ['ID=c50376c3-383f-4708-a321-ab173c22ab1f,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:48:19.231630 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-df549b92-cc35-481a-ae37-a1dcfbc6bbc1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:19.256461 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-15bee5e9-6dbb-40bc-9761-c2a440f58a5d req-16e028fa-3319-4ef6-94fc-80af19c9f62c tempest-ServerRescueTestJSONUnderV235-509853073 tempest-ServerRescueTestJSONUnderV235-509853073-project] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:19.289614 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Provisioning for port 2d5ed9b9-34de-49e9-9f89-f903cda525ce completed by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 20:48:19.291995 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7f01c75a-876a-463b-b635-8d6c4dd6d78b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-693148'] for router, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:19.292566 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f01c75a-876a-463b-b635-8d6c4dd6d78b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 21d1bf31-55ca-4a9c-a770-9424685adce3 {{(pid=103162) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 20 20:48:19.294095 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd668b57-50ae-4fa4-b4bf-ca7c5bed4676 admin admin] Network f9020429-48a3-4a46-a405-04a4e7c29fcf is scheduled to be hosted by DHCP agent c9b0653c-f3c7-4339-bd50-e3754b629216 with binding_index 1 {{(pid=103162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 20:48:19.298757 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7f01c75a-876a-463b-b635-8d6c4dd6d78b admin admin] Notify callbacks [] for router, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:19.302699 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-7f01c75a-876a-463b-b635-8d6c4dd6d78b admin admin] 10.222.0.35 "DELETE /v2.0/routers/21d1bf31-55ca-4a9c-a770-9424685adce3 HTTP/1.1" status: 204 len: 168 time: 1.9888148 May 20 20:48:19.302887 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 46936) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:48:19.310124 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Provisioning complete for port 2d5ed9b9-34de-49e9-9f89-f903cda525ce triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:48:19.310512 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:19.370071 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-dd668b57-50ae-4fa4-b4bf-ca7c5bed4676 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842733-1, f9020429-48a3-4a46-a405-04a4e7c29fcf) {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:48:19.370441 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-15bee5e9-6dbb-40bc-9761-c2a440f58a5d req-16e028fa-3319-4ef6-94fc-80af19c9f62c tempest-ServerRescueTestJSONUnderV235-509853073 tempest-ServerRescueTestJSONUnderV235-509853073-project] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:19.374444 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd668b57-50ae-4fa4-b4bf-ca7c5bed4676 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:48:19.378916 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-dd668b57-50ae-4fa4-b4bf-ca7c5bed4676 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:19.381965 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06483fd1-6887-4bd0-b5b3-fd3b41500e17 None None] Network f9020429-48a3-4a46-a405-04a4e7c29fcf requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:48:19.386767 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-df549b92-cc35-481a-ae37-a1dcfbc6bbc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:19.448596 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-dd668b57-50ae-4fa4-b4bf-ca7c5bed4676 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0663009 May 20 20:48:19.590635 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-15bee5e9-6dbb-40bc-9761-c2a440f58a5d req-16e028fa-3319-4ef6-94fc-80af19c9f62c tempest-ServerRescueTestJSONUnderV235-509853073 tempest-ServerRescueTestJSONUnderV235-509853073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:19.606834 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d532f25-e3f2-4340-8083-386dd5955603 admin admin] Deleting subnet 6369a26f-bc30-4622-b5b7-2978096f54a2 {{(pid=103163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 20 20:48:19.610852 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9d532f25-e3f2-4340-8083-386dd5955603 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:19.636964 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port 2d5ed9b9-34de-49e9-9f89-f903cda525ce is: BUILD; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:48:19.637381 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:19.679384 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-15bee5e9-6dbb-40bc-9761-c2a440f58a5d req-16e028fa-3319-4ef6-94fc-80af19c9f62c tempest-ServerRescueTestJSONUnderV235-509853073 tempest-ServerRescueTestJSONUnderV235-509853073-project] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:19.679384 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-15bee5e9-6dbb-40bc-9761-c2a440f58a5d req-16e028fa-3319-4ef6-94fc-80af19c9f62c tempest-ServerRescueTestJSONUnderV235-509853073 tempest-ServerRescueTestJSONUnderV235-509853073-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1814 time: 0.5291359 May 20 20:48:19.706974 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9d532f25-e3f2-4340-8083-386dd5955603 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9338757'] for subnet, precommit_delete_associations {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:19.728829 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3674afb5-fa57-4c40-b6ee-249d678d06fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d5ed9b9-34de-49e9-9f89-f903cda525ce'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:48:19.732086 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8485417003ce7c0410b00f5cdc2f391e21107b70bb68e2773712534a96e108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a20260a8-4085-4f49-9ebc-e6893c9179a5" -d '{"events": [{"server_uuid": "3674afb5-fa57-4c40-b6ee-249d678d06fa", "name": "network-vif-plugged", "status": "completed", "tag": "2d5ed9b9-34de-49e9-9f89-f903cda525ce"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:48:19.768196 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-116611ed-c174-483a-962e-b4161236d0e9 None None] Network f9020429-48a3-4a46-a405-04a4e7c29fcf requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:48:19.772040 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port 2d5ed9b9-34de-49e9-9f89-f903cda525ce, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=2d5ed9b9-34de-49e9-9f89-f903cda525ce,segment=NetworkSegment(61504ff4-6f7f-4bd9-9a4b-a33b83bae83f),segment_id=61504ff4-6f7f-4bd9-9a4b-a33b83bae83f)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:48:19.772718 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df549b92-cc35-481a-ae37-a1dcfbc6bbc1 admin admin] Network e3a93b5c-91e2-4064-9c2c-1afc261bfe15 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:48:19.813751 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98db5157-046c-4f8c-9e9b-978620023c5a req-9d214e34-1542-40f1-91da-bd3ec899fa5b tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:48:19.817870 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-98db5157-046c-4f8c-9e9b-978620023c5a req-9d214e34-1542-40f1-91da-bd3ec899fa5b tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] 10.222.0.13 "GET /v2.0/networks?id=300c23a3-32b9-446d-971e-d684df46a80f HTTP/1.1" status: 200 len: 810 time: 0.1989274 May 20 20:48:19.842468 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-df549b92-cc35-481a-ae37-a1dcfbc6bbc1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:48:19.845236 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df549b92-cc35-481a-ae37-a1dcfbc6bbc1 admin admin] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:48:19.869876 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-daec8a14-74e0-4abd-9973-af79bfb46e78 req-f4566e6d-2091-4249-aedd-27a4f53ede26 tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] 10.222.0.35 "GET /v2.0/ports?device_id=8b88cd31-cda3-44fe-8261-e4f5f87931ab HTTP/1.1" status: 200 len: 210 time: 0.2142727 May 20 20:48:19.877105 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-98db5157-046c-4f8c-9e9b-978620023c5a req-c3fc37f1-164b-4ca3-a921-eec27d508408 tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ca192f5ef49d4f558388c6e642858250 HTTP/1.1" status: 200 len: 379 time: 0.0428538 May 20 20:48:19.891541 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [req-98db5157-046c-4f8c-9e9b-978620023c5a req-db99b1ec-976f-4e93-afb0-8eb575c8d1ee tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] Request body: {'port': {'device_id': '8b88cd31-cda3-44fe-8261-e4f5f87931ab', 'network_id': '300c23a3-32b9-446d-971e-d684df46a80f', 'admin_state_up': True, 'tenant_id': 'ca192f5ef49d4f558388c6e642858250', 'security_groups': ['178a2da1-ceea-4d89-b699-5b1b443e3e1e']}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:48:19.894076 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:19.921879 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4fc30914-695b-4267-971e-e8e02c87d68a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:19.984673 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9d532f25-e3f2-4340-8083-386dd5955603 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33068388'] for subnet, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:20.060710 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=2d5ed9b9-34de-49e9-9f89-f903cda525ce,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:48:20.073645 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df549b92-cc35-481a-ae37-a1dcfbc6bbc1 admin admin] Pushing event updated for resources: {'Port': ['ID=bb4f9753-2486-4eec-a68b-00ed52e4689c,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:48:20.098548 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device c50376c3-383f-4708-a321-ab173c22ab1f up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:48:20.102940 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e028fa-3319-4ef6-94fc-80af19c9f62c tempest-ServerRescueTestJSONUnderV235-509853073 tempest-ServerRescueTestJSONUnderV235-509853073-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7362b306-121d-4269-9c4f-7816f45193dc,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:48:20.135349 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98db5157-046c-4f8c-9e9b-978620023c5a req-db99b1ec-976f-4e93-afb0-8eb575c8d1ee tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] Made reservation on behalf of ca192f5ef49d4f558388c6e642858250 for: {'port': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:48:20.138794 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-98db5157-046c-4f8c-9e9b-978620023c5a req-db99b1ec-976f-4e93-afb0-8eb575c8d1ee tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:20.162651 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port c50376c3-383f-4708-a321-ab173c22ab1f triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:48:20.163144 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:20.178594 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d94ef4-93d5-4012-af2b-3242ebe14c45 req-154e3d05-00db-4877-9dea-9ffe4e41d42a tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:48:20.180145 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a5d94ef4-93d5-4012-af2b-3242ebe14c45 req-154e3d05-00db-4877-9dea-9ffe4e41d42a tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "GET /v2.0/ports?device_id=3674afb5-fa57-4c40-b6ee-249d678d06fa HTTP/1.1" status: 200 len: 945 time: 0.3961544 May 20 20:48:20.189938 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d6ddc265-5a30-4184-ae6e-9b57ae5214fd req-def94ab5-6bfb-4a2c-af43-31817f4b6a33 tempest-ServerRescueTestJSONUnderV235-509853073 tempest-ServerRescueTestJSONUnderV235-509853073-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1556534282&fields=id&tenant_id=ad08a6df517d4421a3d41cf43d0382ff HTTP/1.1" status: 200 len: 267 time: 0.1294813 May 20 20:48:20.290073 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [req-98db5157-046c-4f8c-9e9b-978620023c5a req-db99b1ec-976f-4e93-afb0-8eb575c8d1ee tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] Allocated IP 172.20.0.4 (300c23a3-32b9-446d-971e-d684df46a80f/1dd25171-1f89-45fa-8119-54d59026591a/546b046d-2ea6-41ac-8c89-525b517cfb53) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:48:20.294458 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port c50376c3-383f-4708-a321-ab173c22ab1f is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:48:20.294912 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:20.336382 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] For port c50376c3-383f-4708-a321-ab173c22ab1f, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=c50376c3-383f-4708-a321-ab173c22ab1f,segment=NetworkSegment(e0039cc5-6cb0-4490-8a7d-a4c3b510f023),segment_id=e0039cc5-6cb0-4490-8a7d-a4c3b510f023)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:48:20.354135 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9d532f25-e3f2-4340-8083-386dd5955603 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33068399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9641221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8422588'] for subnet, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:20.364438 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a5d94ef4-93d5-4012-af2b-3242ebe14c45 req-2a0da763-fbf4-497f-a306-a5df568ab065 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "GET /v2.0/security-groups?id=17369763-0550-4ec3-bd12-32142aaf9548&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1716998 May 20 20:48:20.392134 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:20.405646 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d532f25-e3f2-4340-8083-386dd5955603 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6369a26f-bc30-4622-b5b7-2978096f54a2,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:48:20.407902 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9d532f25-e3f2-4340-8083-386dd5955603 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:20.413627 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-9d532f25-e3f2-4340-8083-386dd5955603 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/6369a26f-bc30-4622-b5b7-2978096f54a2 HTTP/1.1" status: 204 len: 168 time: 1.1075439 May 20 20:48:20.419327 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 46954) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:48:20.426225 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ddc265-5a30-4184-ae6e-9b57ae5214fd req-e0d7db38-a6ca-4f9a-b350-62f588450960 tempest-ServerRescueTestJSONUnderV235-509853073 tempest-ServerRescueTestJSONUnderV235-509853073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:48:20.427351 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d6ddc265-5a30-4184-ae6e-9b57ae5214fd req-e0d7db38-a6ca-4f9a-b350-62f588450960 tempest-ServerRescueTestJSONUnderV235-509853073 tempest-ServerRescueTestJSONUnderV235-509853073-project] 10.222.0.35 "GET /v2.0/ports?device_id=b5e7bffc-66ca-42f9-a17e-893d63710bad HTTP/1.1" status: 200 len: 946 time: 0.1948917 May 20 20:48:20.452496 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [req-d6ddc265-5a30-4184-ae6e-9b57ae5214fd req-eb70ec14-412a-4246-9403-812195a322e8 tempest-ServerRescueTestJSONUnderV235-509853073 tempest-ServerRescueTestJSONUnderV235-509853073-project] Request body: {'port': {'security_groups': ['41609343-6bb9-42c4-9424-2489ea89f008', '7362b306-121d-4269-9c4f-7816f45193dc']}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:48:20.479904 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d6d2ea0-2a34-4e78-a67f-bfb07fa208c0 None None] Network dc8945eb-dd74-4cb0-b93f-84eec37290f3 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:48:20.534137 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 20:48:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e7f138f-8f29-47f7-8502-91feca7e0060 x-openstack-request-id: req-9e7f138f-8f29-47f7-8502-91feca7e0060 {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:48:20.534394 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3674afb5-fa57-4c40-b6ee-249d678d06fa", "name": "network-vif-plugged", "status": "completed", "tag": "2d5ed9b9-34de-49e9-9f89-f903cda525ce", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:48:20.534655 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9e7f138f-8f29-47f7-8502-91feca7e0060 {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:48:20.535047 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e7f138f-8f29-47f7-8502-91feca7e0060'] response: {'server_uuid': '3674afb5-fa57-4c40-b6ee-249d678d06fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d5ed9b9-34de-49e9-9f89-f903cda525ce', 'code': 200} May 20 20:48:20.536169 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 7e04f43e-055b-43ba-a577-27c0a9e2a338 no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:48:20.538697 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Pushing event updated for resources: {'Port': ['ID=c50376c3-383f-4708-a321-ab173c22ab1f,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:48:20.613735 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-d6ddc265-5a30-4184-ae6e-9b57ae5214fd req-eb70ec14-412a-4246-9403-812195a322e8 tempest-ServerRescueTestJSONUnderV235-509853073 tempest-ServerRescueTestJSONUnderV235-509853073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:20.633032 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3b22bd4f-2ab9-431c-b8bf-8be1b03c9334 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33160123'] for network, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:20.640837 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a806915-261b-4bfb-b192-2abdbf32c7fd None None] Network a0f85c50-1e5c-452b-8cab-6202e1b6863f requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:48:20.643586 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-98db5157-046c-4f8c-9e9b-978620023c5a req-db99b1ec-976f-4e93-afb0-8eb575c8d1ee tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:20.645829 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: 7e04f43e-055b-43ba-a577-27c0a9e2a338 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 20:48:20.646181 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 7e04f43e-055b-43ba-a577-27c0a9e2a338 not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 20:48:20.646593 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 49384c3f-c37a-47ec-a8bb-8c80b709c9cc no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:48:20.683177 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: 49384c3f-c37a-47ec-a8bb-8c80b709c9cc {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 20:48:20.683586 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 49384c3f-c37a-47ec-a8bb-8c80b709c9cc not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 20:48:20.750425 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-df549b92-cc35-481a-ae37-a1dcfbc6bbc1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:20.773603 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-8e3e6426-1073-402b-8a93-573f01560e14 None None] Provisioning complete for port c50376c3-383f-4708-a321-ab173c22ab1f triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:48:20.773857 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-98db5157-046c-4f8c-9e9b-978620023c5a req-db99b1ec-976f-4e93-afb0-8eb575c8d1ee tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:20.773977 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-8e3e6426-1073-402b-8a93-573f01560e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:20.836250 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db99b1ec-976f-4e93-afb0-8eb575c8d1ee tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] Pushing event updated for resources: {'Port': ['ID=546b046d-2ea6-41ac-8c89-525b517cfb53,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:48:20.882721 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816ee227-182e-450b-8435-931c5df77d82 req-43747746-5bb5-4759-a3e4-f46a3e9a7a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:48:20.885539 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-816ee227-182e-450b-8435-931c5df77d82 req-43747746-5bb5-4759-a3e4-f46a3e9a7a33 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3674afb5-fa57-4c40-b6ee-249d678d06fa HTTP/1.1" status: 200 len: 1097 time: 0.2048235 May 20 20:48:20.891883 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98db5157-046c-4f8c-9e9b-978620023c5a req-db99b1ec-976f-4e93-afb0-8eb575c8d1ee tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] Network 300c23a3-32b9-446d-971e-d684df46a80f is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:48:20.899438 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-3b22bd4f-2ab9-431c-b8bf-8be1b03c9334 admin admin] Deleting port 49b8a424-ac44-4545-9cfd-76340bac1a73 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:48:20.899781 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3b22bd4f-2ab9-431c-b8bf-8be1b03c9334 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:20.960111 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [req-98db5157-046c-4f8c-9e9b-978620023c5a req-db99b1ec-976f-4e93-afb0-8eb575c8d1ee tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:48:20.963387 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-98db5157-046c-4f8c-9e9b-978620023c5a req-db99b1ec-976f-4e93-afb0-8eb575c8d1ee tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:48:21.032569 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-8e3e6426-1073-402b-8a93-573f01560e14 None None] Current status of the port c50376c3-383f-4708-a321-ab173c22ab1f is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:48:21.074996 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98db5157-046c-4f8c-9e9b-978620023c5a req-db99b1ec-976f-4e93-afb0-8eb575c8d1ee tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:48:21.076082 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-98db5157-046c-4f8c-9e9b-978620023c5a req-db99b1ec-976f-4e93-afb0-8eb575c8d1ee tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:21.081741 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-3b22bd4f-2ab9-431c-b8bf-8be1b03c9334 admin admin] For port 49b8a424-ac44-4545-9cfd-76340bac1a73, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=49b8a424-ac44-4545-9cfd-76340bac1a73,segment=NetworkSegment(461da9d4-f567-4683-86cb-f9bc470c2bda),segment_id=461da9d4-f567-4683-86cb-f9bc470c2bda)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:48:21.088705 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3b22bd4f-2ab9-431c-b8bf-8be1b03c9334 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:21.126651 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-d6ddc265-5a30-4184-ae6e-9b57ae5214fd req-eb70ec14-412a-4246-9403-812195a322e8 tempest-ServerRescueTestJSONUnderV235-509853073 tempest-ServerRescueTestJSONUnderV235-509853073-project] For port 94b595b4-7da9-448f-8a4d-a0f220491648, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=94b595b4-7da9-448f-8a4d-a0f220491648,segment=NetworkSegment(1d09afbe-6fd2-4434-81b3-bd6da4b308f2),segment_id=1d09afbe-6fd2-4434-81b3-bd6da4b308f2)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:48:21.127927 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-3b22bd4f-2ab9-431c-b8bf-8be1b03c9334 admin admin] Calling delete_port for 49b8a424-ac44-4545-9cfd-76340bac1a73 owned by network:dhcp {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:48:21.133254 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2e3e97c-4503-425d-8451-f0eb106e4d92 None None] DHCP port deletion for dc8945eb-dd74-4cb0-b93f-84eec37290f3 request from n-d-842733-1 {{(pid=103164) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 20:48:21.147646 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-816ee227-182e-450b-8435-931c5df77d82 req-fa717a6c-0876-450e-93a9-e7ccc108ef19 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=17369763-0550-4ec3-bd12-32142aaf9548&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1888840 May 20 20:48:21.166301 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0885d4b9-ffb6-4d1e-a8db-1981dad734d4 req-e0917e92-3202-4f7a-ba3d-d6e51c88c5fd tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:48:21.168612 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0885d4b9-ffb6-4d1e-a8db-1981dad734d4 req-e0917e92-3202-4f7a-ba3d-d6e51c88c5fd tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] 10.222.0.35 "GET /v2.0/networks?id=f9020429-48a3-4a46-a405-04a4e7c29fcf HTTP/1.1" status: 200 len: 815 time: 0.3478305 May 20 20:48:21.206820 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-98db5157-046c-4f8c-9e9b-978620023c5a req-db99b1ec-976f-4e93-afb0-8eb575c8d1ee tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3201032 May 20 20:48:21.214512 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b2e3e97c-4503-425d-8451-f0eb106e4d92 None None] Deleting port 49b8a424-ac44-4545-9cfd-76340bac1a73 {{(pid=103164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:48:21.214512 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b2e3e97c-4503-425d-8451-f0eb106e4d92 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:21.254357 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-d6ddc265-5a30-4184-ae6e-9b57ae5214fd req-eb70ec14-412a-4246-9403-812195a322e8 tempest-ServerRescueTestJSONUnderV235-509853073 tempest-ServerRescueTestJSONUnderV235-509853073-project] Notify callbacks [] for port, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:21.262247 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0885d4b9-ffb6-4d1e-a8db-1981dad734d4 req-734923db-e621-4088-9240-5e0fb86a7ca8 tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] 10.222.0.35 "GET /v2.0/quotas/0940837bc54b4c7b8208dfd5c7fd73db HTTP/1.1" status: 200 len: 375 time: 0.0513537 May 20 20:48:21.267609 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-df549b92-cc35-481a-ae37-a1dcfbc6bbc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748106'] for router, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:21.363829 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3b22bd4f-2ab9-431c-b8bf-8be1b03c9334 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:21.398688 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b22bd4f-2ab9-431c-b8bf-8be1b03c9334 admin admin] Pushing event deleted for resources: {'Port': ['ID=49b8a424-ac44-4545-9cfd-76340bac1a73,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:48:21.408982 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b22bd4f-2ab9-431c-b8bf-8be1b03c9334 admin admin] No DVR routers for this DVR port 49b8a424-ac44-4545-9cfd-76340bac1a73 on host n-d-842733-1 {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:48:21.451798 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b2e3e97c-4503-425d-8451-f0eb106e4d92 None None] For port 49b8a424-ac44-4545-9cfd-76340bac1a73, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=49b8a424-ac44-4545-9cfd-76340bac1a73,segment=NetworkSegment(461da9d4-f567-4683-86cb-f9bc470c2bda),segment_id=461da9d4-f567-4683-86cb-f9bc470c2bda)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:48:21.452576 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b2e3e97c-4503-425d-8451-f0eb106e4d92 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:21.475925 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b2e3e97c-4503-425d-8451-f0eb106e4d92 None None] Calling delete_port for 49b8a424-ac44-4545-9cfd-76340bac1a73 owned by network:dhcp {{(pid=103164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:48:21.477902 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-0710765e-a39c-440c-8a6e-9146438ae83c None None] Provisioning complete for port 546b046d-2ea6-41ac-8c89-525b517cfb53 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:48:21.478428 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-0710765e-a39c-440c-8a6e-9146438ae83c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:21.496095 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3b22bd4f-2ab9-431c-b8bf-8be1b03c9334 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33072115', 'neutron.services.segments.db._delete_segments_for_network-8782419500584'] for network, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:21.521918 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-3b22bd4f-2ab9-431c-b8bf-8be1b03c9334 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc8945eb-dd74-4cb0-b93f-84eec37290f3']}} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:48:21.529094 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [req-98db5157-046c-4f8c-9e9b-978620023c5a req-f7e9b1fa-eb5c-41ba-bb7d-6e4aaf73788b service neutron] Request body: {'port': {'device_id': '8b88cd31-cda3-44fe-8261-e4f5f87931ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-842733-1'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:48:21.568987 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-0710765e-a39c-440c-8a6e-9146438ae83c None None] Port 546b046d-2ea6-41ac-8c89-525b517cfb53 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 20:48:21.574198 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-3b22bd4f-2ab9-431c-b8bf-8be1b03c9334 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '461da9d4-f567-4683-86cb-f9bc470c2bda') {'for_net_delete': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:48:21.574486 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-3b22bd4f-2ab9-431c-b8bf-8be1b03c9334 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '461da9d4-f567-4683-86cb-f9bc470c2bda') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:48:21.593643 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-0710765e-a39c-440c-8a6e-9146438ae83c None None] Provisioning complete for port c50376c3-383f-4708-a321-ab173c22ab1f triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:48:21.594284 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-0710765e-a39c-440c-8a6e-9146438ae83c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:21.602446 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3b22bd4f-2ab9-431c-b8bf-8be1b03c9334 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419501617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3738385'] for segment, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:21.614948 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-98db5157-046c-4f8c-9e9b-978620023c5a req-f7e9b1fa-eb5c-41ba-bb7d-6e4aaf73788b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:21.638773 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3b22bd4f-2ab9-431c-b8bf-8be1b03c9334 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:21.643978 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b2e3e97c-4503-425d-8451-f0eb106e4d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099'] for port, after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:21.647353 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b22bd4f-2ab9-431c-b8bf-8be1b03c9334 admin admin] Releasing vlan 237 on physical network physnet1 to pool {{(pid=103162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 20:48:21.647762 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3b22bd4f-2ab9-431c-b8bf-8be1b03c9334 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3800791'] for segment, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:21.661966 n-d-842733-1 neutron-server[103162]: Traceback (most recent call last): May 20 20:48:21.661966 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 20:48:21.661966 n-d-842733-1 neutron-server[103162]: timer() May 20 20:48:21.661966 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 20:48:21.661966 n-d-842733-1 neutron-server[103162]: cb(*args, **kw) May 20 20:48:21.661966 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 20 20:48:21.661966 n-d-842733-1 neutron-server[103162]: return func(*args, **kwargs) May 20 20:48:21.661966 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 20:48:21.661966 n-d-842733-1 neutron-server[103162]: self._notify() May 20 20:48:21.661966 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 20:48:21.661966 n-d-842733-1 neutron-server[103162]: self.callback(batched_events) May 20 20:48:21.661966 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 20:48:21.661966 n-d-842733-1 neutron-server[103162]: event.method(event) May 20 20:48:21.661966 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 20 20:48:21.661966 n-d-842733-1 neutron-server[103162]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 20:48:21.661966 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 20 20:48:21.661966 n-d-842733-1 neutron-server[103162]: aggregate_uuid = self.p_client.list_aggregates( May 20 20:48:21.661966 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 20 20:48:21.661966 n-d-842733-1 neutron-server[103162]: return f(self, *a, **k) May 20 20:48:21.661966 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 20 20:48:21.661966 n-d-842733-1 neutron-server[103162]: return self._get(url).json() May 20 20:48:21.661966 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 20 20:48:21.661966 n-d-842733-1 neutron-server[103162]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 20:48:21.661966 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 20:48:21.661966 n-d-842733-1 neutron-server[103162]: return self.request(url, 'GET', **kwargs) May 20 20:48:21.661966 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 20:48:21.661966 n-d-842733-1 neutron-server[103162]: base_url = self.get_endpoint(auth, allow=allow, May 20 20:48:21.661966 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 20:48:21.661966 n-d-842733-1 neutron-server[103162]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 20:48:21.661966 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 20:48:21.661966 n-d-842733-1 neutron-server[103162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 20:48:21.661966 n-d-842733-1 neutron-server[103162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 20:48:21.675004 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e3e97c-4503-425d-8451-f0eb106e4d92 None None] Pushing event deleted for resources: {'Port': ['ID=49b8a424-ac44-4545-9cfd-76340bac1a73,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:48:21.686400 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e3e97c-4503-425d-8451-f0eb106e4d92 None None] No DVR routers for this DVR port 49b8a424-ac44-4545-9cfd-76340bac1a73 on host n-d-842733-1 {{(pid=103164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:48:21.689811 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0885d4b9-ffb6-4d1e-a8db-1981dad734d4 req-ebb195ef-ceea-4fa1-97a9-3adf0cc3a030 tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=0940837bc54b4c7b8208dfd5c7fd73db&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4177444 May 20 20:48:21.691968 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-d6ddc265-5a30-4184-ae6e-9b57ae5214fd req-eb70ec14-412a-4246-9403-812195a322e8 tempest-ServerRescueTestJSONUnderV235-509853073 tempest-ServerRescueTestJSONUnderV235-509853073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:21.746067 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] get_ports_and_sgs() called for port_ids ['94b595b4-7da9-448f-8a4d-a0f220491648'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:48:21.756245 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device c50376c3-383f-4708-a321-ab173c22ab1f up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:48:21.827558 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-0710765e-a39c-440c-8a6e-9146438ae83c None None] Current status of the port c50376c3-383f-4708-a321-ab173c22ab1f is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:48:21.861535 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ddc265-5a30-4184-ae6e-9b57ae5214fd req-eb70ec14-412a-4246-9403-812195a322e8 tempest-ServerRescueTestJSONUnderV235-509853073 tempest-ServerRescueTestJSONUnderV235-509853073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:48:21.862163 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-d6ddc265-5a30-4184-ae6e-9b57ae5214fd req-eb70ec14-412a-4246-9403-812195a322e8 tempest-ServerRescueTestJSONUnderV235-509853073 tempest-ServerRescueTestJSONUnderV235-509853073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:21.869562 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d6ddc265-5a30-4184-ae6e-9b57ae5214fd req-eb70ec14-412a-4246-9403-812195a322e8 tempest-ServerRescueTestJSONUnderV235-509853073 tempest-ServerRescueTestJSONUnderV235-509853073-project] 10.222.0.35 "PUT /v2.0/ports/94b595b4-7da9-448f-8a4d-a0f220491648 HTTP/1.1" status: 200 len: 982 time: 1.4226565 May 20 20:48:21.870223 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5e7bffc-66ca-42f9-a17e-893d63710bad', 'tag': '94b595b4-7da9-448f-8a4d-a0f220491648'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:48:21.884286 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4291b17aa7b45362825f0571e77c85f5e73afe1df9c7e9e15006df9d695c005e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21d576ba-d24e-499b-91d8-5a1bec26e4a3" -d '{"events": [{"name": "network-changed", "server_uuid": "b5e7bffc-66ca-42f9-a17e-893d63710bad", "tag": "94b595b4-7da9-448f-8a4d-a0f220491648"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:48:21.889435 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port c50376c3-383f-4708-a321-ab173c22ab1f triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:48:21.889805 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:21.941410 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] get_ports_and_sgs() called for port_ids ['94b595b4-7da9-448f-8a4d-a0f220491648'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:48:21.963483 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3b22bd4f-2ab9-431c-b8bf-8be1b03c9334 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33072122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748162'] for network, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:21.974300 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3b22bd4f-2ab9-431c-b8bf-8be1b03c9334 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:21.977474 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-3b22bd4f-2ab9-431c-b8bf-8be1b03c9334 admin admin] 10.222.0.35 "DELETE /v2.0/networks/dc8945eb-dd74-4cb0-b93f-84eec37290f3 HTTP/1.1" status: 204 len: 168 time: 1.5569036 May 20 20:48:21.995131 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b22bd4f-2ab9-431c-b8bf-8be1b03c9334 admin admin] Pushing event deleted for resources: {'Network': ['ID=dc8945eb-dd74-4cb0-b93f-84eec37290f3,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:48:22.022881 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb70ec14-412a-4246-9403-812195a322e8 tempest-ServerRescueTestJSONUnderV235-509853073 tempest-ServerRescueTestJSONUnderV235-509853073-project] Pushing event updated for resources: {'Port': ['ID=94b595b4-7da9-448f-8a4d-a0f220491648,revision_number=6']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:48:22.062174 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [req-98db5157-046c-4f8c-9e9b-978620023c5a req-f7e9b1fa-eb5c-41ba-bb7d-6e4aaf73788b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 546b046d-2ea6-41ac-8c89-525b517cfb53 {{(pid=103162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:48:22.072625 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0885d4b9-ffb6-4d1e-a8db-1981dad734d4 req-f700435d-60c0-444e-bcc1-b725f28bf35e service neutron] 10.222.0.35 "GET /v2.0/networks/f9020429-48a3-4a46-a405-04a4e7c29fcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3814073 May 20 20:48:22.082577 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-98db5157-046c-4f8c-9e9b-978620023c5a req-f7e9b1fa-eb5c-41ba-bb7d-6e4aaf73788b service neutron] Notify callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:22.092751 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b1ab7d-8c52-4482-b41f-0d8a88fe99ab req-11b94c3c-0236-499a-9898-f70b014316c1 tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:48:22.094364 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f7b1ab7d-8c52-4482-b41f-0d8a88fe99ab req-11b94c3c-0236-499a-9898-f70b014316c1 tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] 10.222.0.35 "GET /v2.0/ports?device_id=8b88cd31-cda3-44fe-8261-e4f5f87931ab HTTP/1.1" status: 200 len: 931 time: 0.1600840 May 20 20:48:22.110741 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.provisioning_blocks [req-98db5157-046c-4f8c-9e9b-978620023c5a req-f7e9b1fa-eb5c-41ba-bb7d-6e4aaf73788b service neutron] Transition to ACTIVE for port object 546b046d-2ea6-41ac-8c89-525b517cfb53 will not be triggered until provisioned by entity L2. {{(pid=103162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 20:48:22.141496 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df549b92-cc35-481a-ae37-a1dcfbc6bbc1 admin admin] Router df50236c-45ab-4a8c-91af-f35e0d4296cb is scheduled to L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e with binding_index 1 {{(pid=103163) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 20 20:48:22.175233 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port c50376c3-383f-4708-a321-ab173c22ab1f is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:48:22.229663 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f7b1ab7d-8c52-4482-b41f-0d8a88fe99ab req-8e275ca3-8545-4a5d-b662-452829fb4133 tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] 10.222.0.35 "GET /v2.0/security-groups?id=178a2da1-ceea-4d89-b699-5b1b443e3e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1240661 May 20 20:48:22.248445 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-98db5157-046c-4f8c-9e9b-978620023c5a req-f7e9b1fa-eb5c-41ba-bb7d-6e4aaf73788b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:22.265302 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0885d4b9-ffb6-4d1e-a8db-1981dad734d4 req-554fe712-8313-4d7e-b6f0-3e3ef637996a service neutron] 10.222.0.35 "GET /v2.0/networks/f9020429-48a3-4a46-a405-04a4e7c29fcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1854582 May 20 20:48:22.266299 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-98e37daf-d75f-4e48-8f9a-46e4f5e5d9bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:22.277466 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 49b8a424-ac44-4545-9cfd-76340bac1a73 no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:48:22.367122 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e9b1fa-eb5c-41ba-bb7d-6e4aaf73788b service neutron] Pushing event updated for resources: {'Port': ['ID=546b046d-2ea6-41ac-8c89-525b517cfb53,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:48:22.378794 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: 49b8a424-ac44-4545-9cfd-76340bac1a73 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 20:48:22.379235 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 49b8a424-ac44-4545-9cfd-76340bac1a73 not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 20:48:22.440041 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df549b92-cc35-481a-ae37-a1dcfbc6bbc1 admin admin] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 20:48:22.469565 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-521b162e-81f6-407d-830d-0fcb3c259bdc None None] Sync routers for ids ['df50236c-45ab-4a8c-91af-f35e0d4296cb'] in n-d-842733-1 {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 20:48:22.478751 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41dad74-2dbe-4a84-9af7-4f80b3cc9d63 req-52122ed0-c02c-4a25-a278-1fc1aaa72e70 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:48:22.486704 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d41dad74-2dbe-4a84-9af7-4f80b3cc9d63 req-52122ed0-c02c-4a25-a278-1fc1aaa72e70 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "GET /v2.0/ports?device_id=3674afb5-fa57-4c40-b6ee-249d678d06fa HTTP/1.1" status: 200 len: 946 time: 0.0805330 May 20 20:48:22.530869 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-521b162e-81f6-407d-830d-0fcb3c259bdc None None] Routers {'df50236c-45ab-4a8c-91af-f35e0d4296cb'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:48:22.531063 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 46978) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:48:22.531327 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-521b162e-81f6-407d-830d-0fcb3c259bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:48:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['df50236c-45ab-4a8c-91af-f35e0d4296cb'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:48:22.540729 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-df549b92-cc35-481a-ae37-a1dcfbc6bbc1 admin admin] Notify callbacks [] for router, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:22.544676 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-df549b92-cc35-481a-ae37-a1dcfbc6bbc1 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.5514882 May 20 20:48:22.545838 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 46980) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:48:22.582677 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d41dad74-2dbe-4a84-9af7-4f80b3cc9d63 req-855d3244-115d-4e70-a342-696e1a476b75 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "GET /v2.0/security-groups?id=17369763-0550-4ec3-bd12-32142aaf9548&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0948431 May 20 20:48:22.610679 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-98db5157-046c-4f8c-9e9b-978620023c5a req-f7e9b1fa-eb5c-41ba-bb7d-6e4aaf73788b service neutron] Attempting to bind port 546b046d-2ea6-41ac-8c89-525b517cfb53 on host n-h2-842733-1 for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:48:22.611016 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-98db5157-046c-4f8c-9e9b-978620023c5a req-f7e9b1fa-eb5c-41ba-bb7d-6e4aaf73788b service neutron] Attempting to bind port 546b046d-2ea6-41ac-8c89-525b517cfb53 by drivers openvswitch,hyperv on host n-h2-842733-1 at level 0 using segments [{'id': 'c827a625-78ca-430c-9240-807cb6bb6287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '300c23a3-32b9-446d-971e-d684df46a80f'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:48:22.611349 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98db5157-046c-4f8c-9e9b-978620023c5a req-f7e9b1fa-eb5c-41ba-bb7d-6e4aaf73788b service neutron] Attempting to bind port 546b046d-2ea6-41ac-8c89-525b517cfb53 on network 300c23a3-32b9-446d-971e-d684df46a80f {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:48:22.660827 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-bee324a8-7d3f-4cb5-93d4-abe828d08a6f req-f4d93324-90b5-4592-8345-2d959d151995 tempest-ServerRescueTestJSONUnderV235-509853073 tempest-ServerRescueTestJSONUnderV235-509853073-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1556534282&fields=id&tenant_id=ad08a6df517d4421a3d41cf43d0382ff HTTP/1.1" status: 200 len: 267 time: 0.0599685 May 20 20:48:22.673538 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 20:48:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-193f2c6e-861d-4c0d-ad6d-9b290c00336a x-openstack-request-id: req-193f2c6e-861d-4c0d-ad6d-9b290c00336a {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:48:22.673538 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5e7bffc-66ca-42f9-a17e-893d63710bad", "tag": "94b595b4-7da9-448f-8a4d-a0f220491648", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:48:22.673538 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-193f2c6e-861d-4c0d-ad6d-9b290c00336a {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:48:22.673538 n-d-842733-1 neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-193f2c6e-861d-4c0d-ad6d-9b290c00336a'] response: {'name': 'network-changed', 'server_uuid': 'b5e7bffc-66ca-42f9-a17e-893d63710bad', 'tag': '94b595b4-7da9-448f-8a4d-a0f220491648', 'status': 'completed', 'code': 200} May 20 20:48:22.754349 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-521b162e-81f6-407d-830d-0fcb3c259bdc None None] Set router df50236c-45ab-4a8c-91af-f35e0d4296cb gateway port host: n-d-842733-1 {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:48:22.770521 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98db5157-046c-4f8c-9e9b-978620023c5a req-f7e9b1fa-eb5c-41ba-bb7d-6e4aaf73788b service neutron] Port 546b046d-2ea6-41ac-8c89-525b517cfb53 on network 300c23a3-32b9-446d-971e-d684df46a80f not bound, no agent of type Open vSwitch agent registered on host n-h2-842733-1 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 20:48:22.771395 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98db5157-046c-4f8c-9e9b-978620023c5a req-f7e9b1fa-eb5c-41ba-bb7d-6e4aaf73788b service neutron] Attempting to bind port 546b046d-2ea6-41ac-8c89-525b517cfb53 on network 300c23a3-32b9-446d-971e-d684df46a80f {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:48:22.778407 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6a314487-4480-4046-8adb-9130bd91ad0a req-97ff3818-0a54-4856-817e-7e262c4ec68c tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] 10.222.0.35 "GET /v2.0/ports?device_id=0f535575-dc81-4139-bc1e-db9fe0d7c5b9 HTTP/1.1" status: 200 len: 210 time: 0.0692546 May 20 20:48:22.818652 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee324a8-7d3f-4cb5-93d4-abe828d08a6f req-7faa59d1-69d5-4ec7-bce5-17d6866a0b48 tempest-ServerRescueTestJSONUnderV235-509853073 tempest-ServerRescueTestJSONUnderV235-509853073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:48:22.820209 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-bee324a8-7d3f-4cb5-93d4-abe828d08a6f req-7faa59d1-69d5-4ec7-bce5-17d6866a0b48 tempest-ServerRescueTestJSONUnderV235-509853073 tempest-ServerRescueTestJSONUnderV235-509853073-project] 10.222.0.35 "GET /v2.0/ports?device_id=b5e7bffc-66ca-42f9-a17e-893d63710bad HTTP/1.1" status: 200 len: 985 time: 0.1477244 May 20 20:48:22.840187 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d576ba-d24e-499b-91d8-5a1bec26e4a3 req-eae11672-5be0-48ac-843f-be0abc11dca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:48:22.841770 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-21d576ba-d24e-499b-91d8-5a1bec26e4a3 req-eae11672-5be0-48ac-843f-be0abc11dca4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ad08a6df517d4421a3d41cf43d0382ff&device_id=b5e7bffc-66ca-42f9-a17e-893d63710bad HTTP/1.1" status: 200 len: 1136 time: 0.1177807 May 20 20:48:22.846788 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [req-bee324a8-7d3f-4cb5-93d4-abe828d08a6f req-b0b0015d-d060-41d2-a96e-1b1258ffcef0 tempest-ServerRescueTestJSONUnderV235-509853073 tempest-ServerRescueTestJSONUnderV235-509853073-project] Request body: {'port': {'security_groups': ['41609343-6bb9-42c4-9424-2489ea89f008']}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:48:22.858588 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98db5157-046c-4f8c-9e9b-978620023c5a req-f7e9b1fa-eb5c-41ba-bb7d-6e4aaf73788b service neutron] Checking agent: {'id': 'a66f2511-b955-448f-877c-56cfe9c81b12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 33, 2), 'started_at': datetime.datetime(2022, 5, 20, 20, 33, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 48, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:48:22.859073 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98db5157-046c-4f8c-9e9b-978620023c5a req-f7e9b1fa-eb5c-41ba-bb7d-6e4aaf73788b service neutron] Checking segment: {'id': 'c827a625-78ca-430c-9240-807cb6bb6287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '300c23a3-32b9-446d-971e-d684df46a80f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:48:22.859608 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98db5157-046c-4f8c-9e9b-978620023c5a req-f7e9b1fa-eb5c-41ba-bb7d-6e4aaf73788b service neutron] Bound using segment: {'id': 'c827a625-78ca-430c-9240-807cb6bb6287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '300c23a3-32b9-446d-971e-d684df46a80f'} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:48:22.860191 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-98db5157-046c-4f8c-9e9b-978620023c5a req-f7e9b1fa-eb5c-41ba-bb7d-6e4aaf73788b service neutron] Bound port: 546b046d-2ea6-41ac-8c89-525b517cfb53, host: n-h2-842733-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c827a625-78ca-430c-9240-807cb6bb6287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '300c23a3-32b9-446d-971e-d684df46a80f'}}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:48:22.860655 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-98db5157-046c-4f8c-9e9b-978620023c5a req-f7e9b1fa-eb5c-41ba-bb7d-6e4aaf73788b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:22.960765 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-63b4fcfc-4f0e-415b-924c-6329bdb8730b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=87c2c2610bc847eaa1d2c1976f58d7b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4285908 May 20 20:48:22.961460 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 46988) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:48:22.996684 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-bee324a8-7d3f-4cb5-93d4-abe828d08a6f req-b0b0015d-d060-41d2-a96e-1b1258ffcef0 tempest-ServerRescueTestJSONUnderV235-509853073 tempest-ServerRescueTestJSONUnderV235-509853073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:23.008140 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-98db5157-046c-4f8c-9e9b-978620023c5a req-f7e9b1fa-eb5c-41ba-bb7d-6e4aaf73788b service neutron] For port 546b046d-2ea6-41ac-8c89-525b517cfb53, host n-h2-842733-1, cleared binding levels {{(pid=103162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:48:23.029333 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-521b162e-81f6-407d-830d-0fcb3c259bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df50236c-45ab-4a8c-91af-f35e0d4296cb', 'name': 'tempest-FloatingIPsAssociationTestJSON-342180242-router', 'tenant_id': 'b08823cbf82b41d5ac4037cf2ee63513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.57'}], 'enable_snat': True}, 'gw_port_id': 'bb4f9753-2486-4eec-a68b-00ed52e4689c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:48:18Z', 'updated_at': '2022-05-20T20:48:20Z', 'revision_number': 3, 'project_id': 'b08823cbf82b41d5ac4037cf2ee63513', 'gw_port': {'id': 'bb4f9753-2486-4eec-a68b-00ed52e4689c', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:7c:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df50236c-45ab-4a8c-91af-f35e0d4296cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:48:18Z', 'updated_at': '2022-05-20T20:48:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:48:23.058762 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-521b162e-81f6-407d-830d-0fcb3c259bdc None None] Checking router: df50236c-45ab-4a8c-91af-f35e0d4296cb for host: n-d-842733-1 {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 20:48:23.058762 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-521b162e-81f6-407d-830d-0fcb3c259bdc None None] Updating router df50236c-45ab-4a8c-91af-f35e0d4296cb port bb4f9753-2486-4eec-a68b-00ed52e4689c binding host n-d-842733-1 {{(pid=103164) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 20:48:23.066409 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-98db5157-046c-4f8c-9e9b-978620023c5a req-f7e9b1fa-eb5c-41ba-bb7d-6e4aaf73788b service neutron] For port 546b046d-2ea6-41ac-8c89-525b517cfb53, host n-h2-842733-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=546b046d-2ea6-41ac-8c89-525b517cfb53,segment=NetworkSegment(c827a625-78ca-430c-9240-807cb6bb6287),segment_id=c827a625-78ca-430c-9240-807cb6bb6287)] {{(pid=103162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:48:23.079652 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d576ba-d24e-499b-91d8-5a1bec26e4a3 req-3cedaab5-97fa-4135-9629-a9494564acb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:48:23.081580 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-21d576ba-d24e-499b-91d8-5a1bec26e4a3 req-3cedaab5-97fa-4135-9629-a9494564acb3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=27e6bc16-4ad6-4b22-a77e-faecac933b47 HTTP/1.1" status: 200 len: 920 time: 0.2309277 May 20 20:48:23.084545 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-39d570d7-f936-4831-b797-57fbd46559a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:23.086739 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-521b162e-81f6-407d-830d-0fcb3c259bdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:23.137789 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-21d576ba-d24e-499b-91d8-5a1bec26e4a3 req-f2396816-b794-46e4-bab9-c3a65243769d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=94b595b4-7da9-448f-8a4d-a0f220491648 HTTP/1.1" status: 200 len: 217 time: 0.0435202 May 20 20:48:23.145591 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-39d570d7-f936-4831-b797-57fbd46559a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:23.149625 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-98db5157-046c-4f8c-9e9b-978620023c5a req-f7e9b1fa-eb5c-41ba-bb7d-6e4aaf73788b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:23.216142 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98db5157-046c-4f8c-9e9b-978620023c5a req-f7e9b1fa-eb5c-41ba-bb7d-6e4aaf73788b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:48:23.216708 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-98db5157-046c-4f8c-9e9b-978620023c5a req-f7e9b1fa-eb5c-41ba-bb7d-6e4aaf73788b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:23.218593 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-98db5157-046c-4f8c-9e9b-978620023c5a req-f7e9b1fa-eb5c-41ba-bb7d-6e4aaf73788b service neutron] 10.222.0.13 "PUT /v2.0/ports/546b046d-2ea6-41ac-8c89-525b517cfb53 HTTP/1.1" status: 200 len: 1091 time: 1.6942141 May 20 20:48:23.227556 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b88cd31-cda3-44fe-8261-e4f5f87931ab', 'tag': '546b046d-2ea6-41ac-8c89-525b517cfb53'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:48:23.231947 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6fa957933fccbf596d28104b23404b952ad6a8238afaebaed40a0874b2e409" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-724670d9-461d-476b-957e-98bc45c9709b" -d '{"events": [{"name": "network-changed", "server_uuid": "8b88cd31-cda3-44fe-8261-e4f5f87931ab", "tag": "546b046d-2ea6-41ac-8c89-525b517cfb53"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:48:23.295864 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d576ba-d24e-499b-91d8-5a1bec26e4a3 req-93b44f65-1ead-4ee1-811a-dc1161f7b237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:48:23.299551 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-21d576ba-d24e-499b-91d8-5a1bec26e4a3 req-93b44f65-1ead-4ee1-811a-dc1161f7b237 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=15623ea3-e6ed-4f6b-b35a-f39267f62374 HTTP/1.1" status: 200 len: 859 time: 0.1538217 May 20 20:48:23.301661 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 20:48:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2538df32-b4cd-4be3-abb2-fdb4908c2b63 x-openstack-request-id: req-2538df32-b4cd-4be3-abb2-fdb4908c2b63 {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:48:23.301979 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b88cd31-cda3-44fe-8261-e4f5f87931ab", "tag": "546b046d-2ea6-41ac-8c89-525b517cfb53", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:48:23.302201 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2538df32-b4cd-4be3-abb2-fdb4908c2b63 {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:48:23.302598 n-d-842733-1 neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2538df32-b4cd-4be3-abb2-fdb4908c2b63'] response: {'name': 'network-changed', 'server_uuid': '8b88cd31-cda3-44fe-8261-e4f5f87931ab', 'tag': '546b046d-2ea6-41ac-8c89-525b517cfb53', 'status': 'completed', 'code': 200} May 20 20:48:23.311420 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e9b1fa-eb5c-41ba-bb7d-6e4aaf73788b service neutron] Pushing event updated for resources: {'Port': ['ID=546b046d-2ea6-41ac-8c89-525b517cfb53,revision_number=3']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:48:23.353754 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-21d576ba-d24e-499b-91d8-5a1bec26e4a3 req-425a2115-51ed-467d-bd62-b524b3f108dc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=27e6bc16-4ad6-4b22-a77e-faecac933b47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456467 May 20 20:48:23.475740 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-39d570d7-f936-4831-b797-57fbd46559a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:23.480181 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-39d570d7-f936-4831-b797-57fbd46559a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:23.484457 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-39d570d7-f936-4831-b797-57fbd46559a0 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/24ffe084-33f1-4a86-83df-85043464ffa1 HTTP/1.1" status: 204 len: 168 time: 0.5155380 May 20 20:48:23.504945 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-521b162e-81f6-407d-830d-0fcb3c259bdc None None] Notify callbacks [] for port, precommit_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:23.520163 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724670d9-461d-476b-957e-98bc45c9709b req-79a3019a-37ea-4ba0-8659-5780b15241a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:48:23.522773 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-724670d9-461d-476b-957e-98bc45c9709b req-79a3019a-37ea-4ba0-8659-5780b15241a6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ca192f5ef49d4f558388c6e642858250&device_id=8b88cd31-cda3-44fe-8261-e4f5f87931ab HTTP/1.1" status: 200 len: 1094 time: 0.1805835 May 20 20:48:23.524706 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d570d7-f936-4831-b797-57fbd46559a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24ffe084-33f1-4a86-83df-85043464ffa1,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:48:23.561534 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-bee324a8-7d3f-4cb5-93d4-abe828d08a6f req-b0b0015d-d060-41d2-a96e-1b1258ffcef0 tempest-ServerRescueTestJSONUnderV235-509853073 tempest-ServerRescueTestJSONUnderV235-509853073-project] For port 94b595b4-7da9-448f-8a4d-a0f220491648, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=94b595b4-7da9-448f-8a4d-a0f220491648,segment=NetworkSegment(1d09afbe-6fd2-4434-81b3-bd6da4b308f2),segment_id=1d09afbe-6fd2-4434-81b3-bd6da4b308f2)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:48:23.570443 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-521b162e-81f6-407d-830d-0fcb3c259bdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:23.683086 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-521b162e-81f6-407d-830d-0fcb3c259bdc None None] Attempting to bind port bb4f9753-2486-4eec-a68b-00ed52e4689c on host n-d-842733-1 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:48:23.683540 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-521b162e-81f6-407d-830d-0fcb3c259bdc None None] Attempting to bind port bb4f9753-2486-4eec-a68b-00ed52e4689c by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': '0b5485c4-eff8-42a1-9073-ae54ed4c63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:48:23.683972 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-521b162e-81f6-407d-830d-0fcb3c259bdc None None] Attempting to bind port bb4f9753-2486-4eec-a68b-00ed52e4689c on network e3a93b5c-91e2-4064-9c2c-1afc261bfe15 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:48:23.690393 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5841f3ab-9097-420c-8621-052f5a7e2447 req-3bd929d6-3a38-463d-bfaf-cc406097ffbc tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:48:23.692026 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5841f3ab-9097-420c-8621-052f5a7e2447 req-3bd929d6-3a38-463d-bfaf-cc406097ffbc tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] 10.222.0.35 "GET /v2.0/ports?device_id=8b88cd31-cda3-44fe-8261-e4f5f87931ab HTTP/1.1" status: 200 len: 943 time: 0.2671819 May 20 20:48:23.699118 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3b170e-851a-4f67-b5b5-63434f575f82 None None] Pushing event updated for resources: {'Port': ['ID=bb4f9753-2486-4eec-a68b-00ed52e4689c,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:48:23.707829 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-bee324a8-7d3f-4cb5-93d4-abe828d08a6f req-b0b0015d-d060-41d2-a96e-1b1258ffcef0 tempest-ServerRescueTestJSONUnderV235-509853073 tempest-ServerRescueTestJSONUnderV235-509853073-project] Notify callbacks [] for port, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:23.708482 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-521b162e-81f6-407d-830d-0fcb3c259bdc None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 47, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:48:23.709415 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-521b162e-81f6-407d-830d-0fcb3c259bdc None None] Checking segment: {'id': '0b5485c4-eff8-42a1-9073-ae54ed4c63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:48:23.709415 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-521b162e-81f6-407d-830d-0fcb3c259bdc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:23.710002 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-521b162e-81f6-407d-830d-0fcb3c259bdc None None] Bound using segment: {'id': '0b5485c4-eff8-42a1-9073-ae54ed4c63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:48:23.710519 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-521b162e-81f6-407d-830d-0fcb3c259bdc None None] Bound port: bb4f9753-2486-4eec-a68b-00ed52e4689c, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b5485c4-eff8-42a1-9073-ae54ed4c63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:48:23.711030 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-521b162e-81f6-407d-830d-0fcb3c259bdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:23.718045 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-21d576ba-d24e-499b-91d8-5a1bec26e4a3 req-a02d2d85-df47-4385-af44-0c4560da303c service neutron] 10.222.0.24 "GET /v2.0/networks/27e6bc16-4ad6-4b22-a77e-faecac933b47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3564968 May 20 20:48:23.769645 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724670d9-461d-476b-957e-98bc45c9709b req-256b2d3d-2912-46c7-bbda-a1007738460d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:48:23.771977 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-724670d9-461d-476b-957e-98bc45c9709b req-256b2d3d-2912-46c7-bbda-a1007738460d service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=ca192f5ef49d4f558388c6e642858250&shared=False HTTP/1.1" status: 200 len: 911 time: 0.2209327 May 20 20:48:23.783380 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5841f3ab-9097-420c-8621-052f5a7e2447 req-568c9dbb-d900-40f0-b949-1c455802efa8 tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] 10.222.0.35 "GET /v2.0/security-groups?id=178a2da1-ceea-4d89-b699-5b1b443e3e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816641 May 20 20:48:23.817771 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-521b162e-81f6-407d-830d-0fcb3c259bdc None None] For port bb4f9753-2486-4eec-a68b-00ed52e4689c, host n-d-842733-1, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:48:23.821729 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-bee324a8-7d3f-4cb5-93d4-abe828d08a6f req-b0b0015d-d060-41d2-a96e-1b1258ffcef0 tempest-ServerRescueTestJSONUnderV235-509853073 tempest-ServerRescueTestJSONUnderV235-509853073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:23.824547 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-521b162e-81f6-407d-830d-0fcb3c259bdc None None] For port bb4f9753-2486-4eec-a68b-00ed52e4689c, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=bb4f9753-2486-4eec-a68b-00ed52e4689c,segment=NetworkSegment(0b5485c4-eff8-42a1-9073-ae54ed4c63ba),segment_id=0b5485c4-eff8-42a1-9073-ae54ed4c63ba)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:48:23.835449 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] get_ports_and_sgs() called for port_ids ['94b595b4-7da9-448f-8a4d-a0f220491648'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:48:23.888370 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee324a8-7d3f-4cb5-93d4-abe828d08a6f req-b0b0015d-d060-41d2-a96e-1b1258ffcef0 tempest-ServerRescueTestJSONUnderV235-509853073 tempest-ServerRescueTestJSONUnderV235-509853073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:48:23.889161 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-bee324a8-7d3f-4cb5-93d4-abe828d08a6f req-b0b0015d-d060-41d2-a96e-1b1258ffcef0 tempest-ServerRescueTestJSONUnderV235-509853073 tempest-ServerRescueTestJSONUnderV235-509853073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:23.890609 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-bee324a8-7d3f-4cb5-93d4-abe828d08a6f req-b0b0015d-d060-41d2-a96e-1b1258ffcef0 tempest-ServerRescueTestJSONUnderV235-509853073 tempest-ServerRescueTestJSONUnderV235-509853073-project] 10.222.0.35 "PUT /v2.0/ports/94b595b4-7da9-448f-8a4d-a0f220491648 HTTP/1.1" status: 200 len: 943 time: 1.0547411 May 20 20:48:23.912544 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4bb0e131-6525-46ca-a45b-e4ea43a5e69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:23.915308 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f32ca10a-b07a-44be-bd1c-e3f68182b412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:23.954504 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] get_ports_and_sgs() called for port_ids ['94b595b4-7da9-448f-8a4d-a0f220491648'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:48:23.975087 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724670d9-461d-476b-957e-98bc45c9709b req-483c064a-1786-47ed-9fff-1371bd49e24d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:48:23.976662 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-724670d9-461d-476b-957e-98bc45c9709b req-483c064a-1786-47ed-9fff-1371bd49e24d service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1985087 May 20 20:48:23.998414 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-521b162e-81f6-407d-830d-0fcb3c259bdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:24.022226 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-109c843f-5e3c-4d0e-a24e-107a9a15df08 req-a4891d4f-5ae4-4685-baa6-4e803a271ed3 tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] 10.222.0.35 "GET /v2.0/ports?device_id=0f535575-dc81-4139-bc1e-db9fe0d7c5b9 HTTP/1.1" status: 200 len: 210 time: 0.0675676 May 20 20:48:24.027648 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b0015d-d060-41d2-a96e-1b1258ffcef0 tempest-ServerRescueTestJSONUnderV235-509853073 tempest-ServerRescueTestJSONUnderV235-509853073-project] Pushing event updated for resources: {'Port': ['ID=94b595b4-7da9-448f-8a4d-a0f220491648,revision_number=7']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:48:24.032512 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-21d576ba-d24e-499b-91d8-5a1bec26e4a3 req-4f05ced8-0583-4836-be41-bd0e7944343d service neutron] 10.222.0.24 "GET /v2.0/networks/27e6bc16-4ad6-4b22-a77e-faecac933b47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2852499 May 20 20:48:24.045480 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7b30ff-1b4e-4eb3-ace4-a8a630197d7a req-57d099a2-0017-478b-b115-3495bd70ac22 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:48:24.065879 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4f7b30ff-1b4e-4eb3-ace4-a8a630197d7a req-57d099a2-0017-478b-b115-3495bd70ac22 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "GET /v2.0/ports?device_id=3674afb5-fa57-4c40-b6ee-249d678d06fa HTTP/1.1" status: 200 len: 946 time: 0.1742609 May 20 20:48:24.164529 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98db5157-046c-4f8c-9e9b-978620023c5a req-6c237120-e585-43b0-9174-2341b9b594d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:48:24.166328 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-98db5157-046c-4f8c-9e9b-978620023c5a req-6c237120-e585-43b0-9174-2341b9b594d4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ca192f5ef49d4f558388c6e642858250&device_id=8b88cd31-cda3-44fe-8261-e4f5f87931ab HTTP/1.1" status: 200 len: 1094 time: 0.0960555 May 20 20:48:24.241053 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-98db5157-046c-4f8c-9e9b-978620023c5a req-71af5c0e-6c78-4fdf-8888-516bdda0aefb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=546b046d-2ea6-41ac-8c89-525b517cfb53 HTTP/1.1" status: 200 len: 217 time: 0.0455101 May 20 20:48:24.273852 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4f7b30ff-1b4e-4eb3-ace4-a8a630197d7a req-f94ce952-bbcf-42af-8a2d-c0f445153c52 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "GET /v2.0/security-groups?id=17369763-0550-4ec3-bd12-32142aaf9548&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2069867 May 20 20:48:24.286348 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-f32ca10a-b07a-44be-bd1c-e3f68182b412 admin admin] Allocated IP 172.20.0.1 (a0f85c50-1e5c-452b-8cab-6202e1b6863f/b70b63b1-2e88-43cc-a35f-4cb2fd8d84c1/a25d3170-f929-40c9-bdf9-a2df393fa0ae) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:48:24.300830 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-521b162e-81f6-407d-830d-0fcb3c259bdc None None] Routers {'df50236c-45ab-4a8c-91af-f35e0d4296cb'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:48:24.301911 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-521b162e-81f6-407d-830d-0fcb3c259bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:48:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['df50236c-45ab-4a8c-91af-f35e0d4296cb'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:48:24.365851 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98db5157-046c-4f8c-9e9b-978620023c5a req-59766b66-66ad-434a-8555-a61870ed0fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:48:24.367482 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-98db5157-046c-4f8c-9e9b-978620023c5a req-59766b66-66ad-434a-8555-a61870ed0fb5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1dd25171-1f89-45fa-8119-54d59026591a HTTP/1.1" status: 200 len: 849 time: 0.1202085 May 20 20:48:24.382253 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3b170e-851a-4f67-b5b5-63434f575f82 None None] Pushing event updated for resources: {'Port': ['ID=bb4f9753-2486-4eec-a68b-00ed52e4689c,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:48:24.463904 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1b390b94-6721-4553-8bf2-ae95f88cf842 req-82102b8e-0b89-4317-8c13-8b65aa565783 tempest-ServerRescueTestJSONUnderV235-509853073 tempest-ServerRescueTestJSONUnderV235-509853073-project] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3958578 May 20 20:48:24.481848 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [req-1b390b94-6721-4553-8bf2-ae95f88cf842 req-64cffff7-366d-49c6-ac81-3e0c760016ef tempest-ServerRescueTestJSONUnderV235-509853073 tempest-ServerRescueTestJSONUnderV235-509853073-project] Request body: {'floatingip': {'floating_network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:48:24.497231 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d37676d-81bc-45af-ae14-1362613f34a7 req-70972611-401e-4a59-978b-6e69d5aabbd8 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:48:24.498827 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7d37676d-81bc-45af-ae14-1362613f34a7 req-70972611-401e-4a59-978b-6e69d5aabbd8 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "GET /v2.0/ports?device_id=3674afb5-fa57-4c40-b6ee-249d678d06fa HTTP/1.1" status: 200 len: 946 time: 0.1438968 May 20 20:48:24.509736 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 47016) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:48:24.514715 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-7f8d2f27-36fa-418f-80de-baa7c1a0aadd tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Request body: {'floatingip': {'port_id': '2d5ed9b9-34de-49e9-9f89-f903cda525ce'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:48:24.550596 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-521b162e-81f6-407d-830d-0fcb3c259bdc None None] Set router df50236c-45ab-4a8c-91af-f35e0d4296cb gateway port host: n-d-842733-1 {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:48:24.561465 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7f8d2f27-36fa-418f-80de-baa7c1a0aadd tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Notify callbacks [] for floatingip, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:24.618378 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:24.625581 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-1b390b94-6721-4553-8bf2-ae95f88cf842 req-64cffff7-366d-49c6-ac81-3e0c760016ef tempest-ServerRescueTestJSONUnderV235-509853073 tempest-ServerRescueTestJSONUnderV235-509853073-project] Notify callbacks [] for floatingip, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:24.681077 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5e7bffc-66ca-42f9-a17e-893d63710bad', 'tag': '94b595b4-7da9-448f-8a4d-a0f220491648'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:48:24.683663 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4291b17aa7b45362825f0571e77c85f5e73afe1df9c7e9e15006df9d695c005e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0978e8e7-2020-43b4-b37e-85747a5c6454" -d '{"events": [{"name": "network-changed", "server_uuid": "b5e7bffc-66ca-42f9-a17e-893d63710bad", "tag": "94b595b4-7da9-448f-8a4d-a0f220491648"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:48:24.744342 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 20:48:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-727431ce-f99a-495b-8a98-1e5be5c21490 x-openstack-request-id: req-727431ce-f99a-495b-8a98-1e5be5c21490 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:48:24.744729 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5e7bffc-66ca-42f9-a17e-893d63710bad", "tag": "94b595b4-7da9-448f-8a4d-a0f220491648", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:48:24.745090 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-727431ce-f99a-495b-8a98-1e5be5c21490 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:48:24.745612 n-d-842733-1 neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-727431ce-f99a-495b-8a98-1e5be5c21490'] response: {'name': 'network-changed', 'server_uuid': 'b5e7bffc-66ca-42f9-a17e-893d63710bad', 'tag': '94b595b4-7da9-448f-8a4d-a0f220491648', 'status': 'completed', 'code': 200} May 20 20:48:24.921685 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0978e8e7-2020-43b4-b37e-85747a5c6454 req-19b93fe6-be8e-40e2-ac4b-a8061ee02ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:48:24.924241 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0978e8e7-2020-43b4-b37e-85747a5c6454 req-19b93fe6-be8e-40e2-ac4b-a8061ee02ea2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ad08a6df517d4421a3d41cf43d0382ff&device_id=b5e7bffc-66ca-42f9-a17e-893d63710bad HTTP/1.1" status: 200 len: 1097 time: 0.1538751 May 20 20:48:24.924356 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f32ca10a-b07a-44be-bd1c-e3f68182b412 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:24.938256 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98db5157-046c-4f8c-9e9b-978620023c5a req-68cf61e3-c7a6-430c-94ef-f5482de004bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:48:24.940764 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-98db5157-046c-4f8c-9e9b-978620023c5a req-68cf61e3-c7a6-430c-94ef-f5482de004bf service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=300c23a3-32b9-446d-971e-d684df46a80f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2064881 May 20 20:48:24.967626 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-521b162e-81f6-407d-830d-0fcb3c259bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df50236c-45ab-4a8c-91af-f35e0d4296cb', 'name': 'tempest-FloatingIPsAssociationTestJSON-342180242-router', 'tenant_id': 'b08823cbf82b41d5ac4037cf2ee63513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.57'}], 'enable_snat': True}, 'gw_port_id': 'bb4f9753-2486-4eec-a68b-00ed52e4689c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:48:18Z', 'updated_at': '2022-05-20T20:48:20Z', 'revision_number': 3, 'project_id': 'b08823cbf82b41d5ac4037cf2ee63513', 'gw_port': {'id': 'bb4f9753-2486-4eec-a68b-00ed52e4689c', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:7c:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df50236c-45ab-4a8c-91af-f35e0d4296cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:48:18Z', 'updated_at': '2022-05-20T20:48:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:48:25.030531 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-521b162e-81f6-407d-830d-0fcb3c259bdc None None] The sync data for ids ['df50236c-45ab-4a8c-91af-f35e0d4296cb'] in n-d-842733-1 is: [{'id': 'df50236c-45ab-4a8c-91af-f35e0d4296cb', 'name': 'tempest-FloatingIPsAssociationTestJSON-342180242-router', 'tenant_id': 'b08823cbf82b41d5ac4037cf2ee63513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.57'}], 'enable_snat': True}, 'gw_port_id': 'bb4f9753-2486-4eec-a68b-00ed52e4689c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:48:18Z', 'updated_at': '2022-05-20T20:48:20Z', 'revision_number': 3, 'project_id': 'b08823cbf82b41d5ac4037cf2ee63513', 'gw_port': {'id': 'bb4f9753-2486-4eec-a68b-00ed52e4689c', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:7c:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df50236c-45ab-4a8c-91af-f35e0d4296cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:48:18Z', 'updated_at': '2022-05-20T20:48:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 20:48:25.059342 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-98db5157-046c-4f8c-9e9b-978620023c5a req-d7798313-3085-4eab-94d5-eb1de3801805 service neutron] 10.222.0.13 "GET /v2.0/networks/300c23a3-32b9-446d-971e-d684df46a80f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050844 May 20 20:48:25.065555 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f32ca10a-b07a-44be-bd1c-e3f68182b412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:25.128403 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f32ca10a-b07a-44be-bd1c-e3f68182b412 admin admin] Network a0f85c50-1e5c-452b-8cab-6202e1b6863f is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:48:25.148930 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33f14fd-27f4-41a9-8742-94983f28d512 req-978516c4-8818-4c26-8352-dc43b36ade87 tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:48:25.150806 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a33f14fd-27f4-41a9-8742-94983f28d512 req-978516c4-8818-4c26-8352-dc43b36ade87 tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] 10.222.0.35 "GET /v2.0/ports?device_id=8b88cd31-cda3-44fe-8261-e4f5f87931ab HTTP/1.1" status: 200 len: 943 time: 0.2267234 May 20 20:48:25.158506 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-f32ca10a-b07a-44be-bd1c-e3f68182b412 admin admin] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:48:25.168433 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f32ca10a-b07a-44be-bd1c-e3f68182b412 admin admin] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:48:25.199555 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-1b390b94-6721-4553-8bf2-ae95f88cf842 req-64cffff7-366d-49c6-ac81-3e0c760016ef tempest-ServerRescueTestJSONUnderV235-509853073 tempest-ServerRescueTestJSONUnderV235-509853073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:25.200440 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32ca10a-b07a-44be-bd1c-e3f68182b412 admin admin] Pushing event updated for resources: {'Port': ['ID=a25d3170-f929-40c9-bdf9-a2df393fa0ae,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:48:25.222639 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0978e8e7-2020-43b4-b37e-85747a5c6454 req-2de608cf-947b-4f30-ad0f-8acb60bc3391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:48:25.224114 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0978e8e7-2020-43b4-b37e-85747a5c6454 req-2de608cf-947b-4f30-ad0f-8acb60bc3391 service neutron] 10.222.0.24 "GET /v2.0/networks?id=27e6bc16-4ad6-4b22-a77e-faecac933b47 HTTP/1.1" status: 200 len: 920 time: 0.2908349 May 20 20:48:25.251826 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f32ca10a-b07a-44be-bd1c-e3f68182b412 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748409'] for router_interface, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:25.347750 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-98db5157-046c-4f8c-9e9b-978620023c5a req-9f139206-ff24-4280-8300-bb6420605c37 service neutron] 10.222.0.13 "GET /v2.0/networks/300c23a3-32b9-446d-971e-d684df46a80f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2837460 May 20 20:48:25.366686 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0978e8e7-2020-43b4-b37e-85747a5c6454 req-dc89243d-e3f5-4c07-8361-d8680d8e4147 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=94b595b4-7da9-448f-8a4d-a0f220491648 HTTP/1.1" status: 200 len: 217 time: 0.0766447 May 20 20:48:25.412569 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a33f14fd-27f4-41a9-8742-94983f28d512 req-305c1d5d-de6c-4c64-8dcd-6789d8330f10 tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] 10.222.0.35 "GET /v2.0/security-groups?id=178a2da1-ceea-4d89-b699-5b1b443e3e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2459116 May 20 20:48:25.449455 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cc3ec51b-6ec8-438a-8349-5f0bec346d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:25.598388 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:25.687155 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-e2e0f8ad-57f1-4add-81ec-c0a62b8544ce None None] Provisioning complete for port a25d3170-f929-40c9-bdf9-a2df393fa0ae triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:48:25.692093 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-e2e0f8ad-57f1-4add-81ec-c0a62b8544ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:25.737195 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f32ca10a-b07a-44be-bd1c-e3f68182b412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:25.738112 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device bb4f9753-2486-4eec-a68b-00ed52e4689c up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:48:25.781482 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-e2e0f8ad-57f1-4add-81ec-c0a62b8544ce None None] Port a25d3170-f929-40c9-bdf9-a2df393fa0ae cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 20:48:25.827195 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0885d4b9-ffb6-4d1e-a8db-1981dad734d4 req-6aac1be5-9c90-4963-998a-a359e72101d9 tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:48:25.829026 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-0885d4b9-ffb6-4d1e-a8db-1981dad734d4 req-6aac1be5-9c90-4963-998a-a359e72101d9 tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] 10.222.0.24 "GET /v2.0/networks?id=f9020429-48a3-4a46-a405-04a4e7c29fcf HTTP/1.1" status: 200 len: 815 time: 0.2873838 May 20 20:48:25.837505 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port bb4f9753-2486-4eec-a68b-00ed52e4689c triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:48:25.837878 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:25.847916 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [req-0885d4b9-ffb6-4d1e-a8db-1981dad734d4 req-0de31033-1c26-4e76-99d2-cf9b62914b35 tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] Request body: {'port': {'device_id': '0f535575-dc81-4139-bc1e-db9fe0d7c5b9', 'network_id': 'f9020429-48a3-4a46-a405-04a4e7c29fcf', 'admin_state_up': True, 'tenant_id': '0940837bc54b4c7b8208dfd5c7fd73db'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:48:25.944473 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port bb4f9753-2486-4eec-a68b-00ed52e4689c is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:48:25.945044 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:25.976077 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.db.resource_extend [None req-7f8d2f27-36fa-418f-80de-baa7c1a0aadd tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] It took 0.47 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 20 20:48:25.982152 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] For port bb4f9753-2486-4eec-a68b-00ed52e4689c, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=bb4f9753-2486-4eec-a68b-00ed52e4689c,segment=NetworkSegment(0b5485c4-eff8-42a1-9073-ae54ed4c63ba),segment_id=0b5485c4-eff8-42a1-9073-ae54ed4c63ba)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:48:25.991558 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8de0d29e-cf62-4c44-b420-a261b6db6eb8 req-be954390-555a-4e6f-b3fa-07b3f99ae048 tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] 10.222.0.35 "GET /v2.0/ports?device_id=0f535575-dc81-4139-bc1e-db9fe0d7c5b9 HTTP/1.1" status: 200 len: 210 time: 0.0492241 May 20 20:48:26.046310 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:26.063384 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0978e8e7-2020-43b4-b37e-85747a5c6454 req-f6fbe19e-328d-4336-a1c7-825f40bddf7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:48:26.065129 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f32ca10a-b07a-44be-bd1c-e3f68182b412 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:26.065512 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0978e8e7-2020-43b4-b37e-85747a5c6454 req-f6fbe19e-328d-4336-a1c7-825f40bddf7f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=15623ea3-e6ed-4f6b-b35a-f39267f62374 HTTP/1.1" status: 200 len: 859 time: 0.6824555 May 20 20:48:26.107394 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0978e8e7-2020-43b4-b37e-85747a5c6454 req-469746b8-e2ed-4e41-abd8-0133c88e4153 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=27e6bc16-4ad6-4b22-a77e-faecac933b47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267484 May 20 20:48:26.113056 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [req-1b390b94-6721-4553-8bf2-ae95f88cf842 req-64cffff7-366d-49c6-ac81-3e0c760016ef tempest-ServerRescueTestJSONUnderV235-509853073 tempest-ServerRescueTestJSONUnderV235-509853073-project] Allocated IP 172.25.2.50 (e3a93b5c-91e2-4064-9c2c-1afc261bfe15/86fee0c1-6e34-488b-9216-b2b8e7ef585a/3cddcd00-deaf-405e-8107-368c97ce701c) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:48:26.117200 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7f8d2f27-36fa-418f-80de-baa7c1a0aadd tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:26.122341 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Pushing event updated for resources: {'Port': ['ID=bb4f9753-2486-4eec-a68b-00ed52e4689c,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:48:26.158361 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f32ca10a-b07a-44be-bd1c-e3f68182b412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:26.162292 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0885d4b9-ffb6-4d1e-a8db-1981dad734d4 req-0de31033-1c26-4e76-99d2-cf9b62914b35 tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] Made reservation on behalf of 0940837bc54b4c7b8208dfd5c7fd73db for: {'port': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:48:26.169292 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-0885d4b9-ffb6-4d1e-a8db-1981dad734d4 req-0de31033-1c26-4e76-99d2-cf9b62914b35 tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:26.217038 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7f8d2f27-36fa-418f-80de-baa7c1a0aadd tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748272'] for floatingip, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:26.261484 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32ca10a-b07a-44be-bd1c-e3f68182b412 admin admin] Pushing event updated for resources: {'Port': ['ID=a25d3170-f929-40c9-bdf9-a2df393fa0ae,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:48:26.300024 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f32ca10a-b07a-44be-bd1c-e3f68182b412 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748437'] for router_interface, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:26.391879 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0978e8e7-2020-43b4-b37e-85747a5c6454 req-65ea1008-ebd4-4def-b570-6205e5cfb8c2 service neutron] 10.222.0.24 "GET /v2.0/networks/27e6bc16-4ad6-4b22-a77e-faecac933b47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2706702 May 20 20:48:26.471360 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f32ca10a-b07a-44be-bd1c-e3f68182b412 admin admin] Network a0f85c50-1e5c-452b-8cab-6202e1b6863f is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:48:26.475268 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-f32ca10a-b07a-44be-bd1c-e3f68182b412 admin admin] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:48:26.477699 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [req-0885d4b9-ffb6-4d1e-a8db-1981dad734d4 req-0de31033-1c26-4e76-99d2-cf9b62914b35 tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] Allocated IP 172.20.0.14 (f9020429-48a3-4a46-a405-04a4e7c29fcf/b6544004-48d3-4560-9571-0a9762b91cf1/650854b2-e193-47b6-a413-f0ae3536bb67) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:48:26.597475 n-d-842733-1 neutron-server[103163]: INFO neutron.db.l3_db [None req-7f8d2f27-36fa-418f-80de-baa7c1a0aadd tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Floating IP e6d2120f-3c74-4894-9ac8-2a0f2766a521 associated. External IP: 172.25.2.37, port: 2d5ed9b9-34de-49e9-9f89-f903cda525ce. May 20 20:48:26.672429 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-1b390b94-6721-4553-8bf2-ae95f88cf842 req-64cffff7-366d-49c6-ac81-3e0c760016ef tempest-ServerRescueTestJSONUnderV235-509853073 tempest-ServerRescueTestJSONUnderV235-509853073-project] Notify callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:26.693621 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f32ca10a-b07a-44be-bd1c-e3f68182b412 admin admin] Router df50236c-45ab-4a8c-91af-f35e0d4296cb has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 20:48:26.699337 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0978e8e7-2020-43b4-b37e-85747a5c6454 req-1eb5ebb9-1310-4160-8956-8b021402a76b service neutron] 10.222.0.24 "GET /v2.0/networks/27e6bc16-4ad6-4b22-a77e-faecac933b47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2975304 May 20 20:48:26.785824 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4d2505-551c-4517-bae0-dd48aa6d70ac req-00627ba0-8bb6-4370-b375-fc89dd134c33 tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:48:26.786963 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-bc4d2505-551c-4517-bae0-dd48aa6d70ac req-00627ba0-8bb6-4370-b375-fc89dd134c33 tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] 10.222.0.35 "GET /v2.0/ports?device_id=8b88cd31-cda3-44fe-8261-e4f5f87931ab HTTP/1.1" status: 200 len: 943 time: 0.2563193 May 20 20:48:26.788019 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-0885d4b9-ffb6-4d1e-a8db-1981dad734d4 req-0de31033-1c26-4e76-99d2-cf9b62914b35 tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:26.832567 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-efe06ab4-c6ff-4142-b2e2-fbe6a38a59d4 None None] Provisioning complete for port a25d3170-f929-40c9-bdf9-a2df393fa0ae triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:48:26.833571 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-efe06ab4-c6ff-4142-b2e2-fbe6a38a59d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:26.870654 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-efe06ab4-c6ff-4142-b2e2-fbe6a38a59d4 None None] Port a25d3170-f929-40c9-bdf9-a2df393fa0ae cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 20:48:26.884613 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f32ca10a-b07a-44be-bd1c-e3f68182b412 admin admin] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 20:48:26.890740 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-f32ca10a-b07a-44be-bd1c-e3f68182b412 admin admin] 10.222.0.35 "PUT /v2.0/routers/df50236c-45ab-4a8c-91af-f35e0d4296cb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3392594 May 20 20:48:26.896586 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-bc4d2505-551c-4517-bae0-dd48aa6d70ac req-94b0b16c-99da-41b2-9efc-ab2506d2e820 tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] 10.222.0.35 "GET /v2.0/security-groups?id=178a2da1-ceea-4d89-b699-5b1b443e3e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0993996 May 20 20:48:26.964855 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-1b390b94-6721-4553-8bf2-ae95f88cf842 req-64cffff7-366d-49c6-ac81-3e0c760016ef tempest-ServerRescueTestJSONUnderV235-509853073 tempest-ServerRescueTestJSONUnderV235-509853073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:26.975664 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-0885d4b9-ffb6-4d1e-a8db-1981dad734d4 req-0de31033-1c26-4e76-99d2-cf9b62914b35 tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:27.021539 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1225992b-8cac-4ed3-b42d-687bb1900d72 req-8e654497-ed7f-409a-9fec-d8d99f3c22e1 tempest-ServerShowV254Test-2147464569 tempest-ServerShowV254Test-2147464569-project] 10.222.0.35 "GET /v2.0/ports?device_id=eae40ff4-074e-48c3-9704-393975de631b HTTP/1.1" status: 200 len: 210 time: 0.0621293 May 20 20:48:27.038095 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0885d4b9-ffb6-4d1e-a8db-1981dad734d4 req-0de31033-1c26-4e76-99d2-cf9b62914b35 tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] Network f9020429-48a3-4a46-a405-04a4e7c29fcf is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:48:27.042576 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b390b94-6721-4553-8bf2-ae95f88cf842 req-64cffff7-366d-49c6-ac81-3e0c760016ef tempest-ServerRescueTestJSONUnderV235-509853073 tempest-ServerRescueTestJSONUnderV235-509853073-project] Network e3a93b5c-91e2-4064-9c2c-1afc261bfe15 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:48:27.045271 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [req-0885d4b9-ffb6-4d1e-a8db-1981dad734d4 req-0de31033-1c26-4e76-99d2-cf9b62914b35 tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:48:27.049357 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [req-1b390b94-6721-4553-8bf2-ae95f88cf842 req-64cffff7-366d-49c6-ac81-3e0c760016ef tempest-ServerRescueTestJSONUnderV235-509853073 tempest-ServerRescueTestJSONUnderV235-509853073-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:48:27.059837 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f8d2f27-36fa-418f-80de-baa7c1a0aadd tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Router 8728511a-223e-4b07-aebf-2fda2c099a9c has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 20:48:27.064494 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b390b94-6721-4553-8bf2-ae95f88cf842 req-64cffff7-366d-49c6-ac81-3e0c760016ef tempest-ServerRescueTestJSONUnderV235-509853073 tempest-ServerRescueTestJSONUnderV235-509853073-project] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:48:27.069253 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-0885d4b9-ffb6-4d1e-a8db-1981dad734d4 req-0de31033-1c26-4e76-99d2-cf9b62914b35 tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:48:27.075342 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de31033-1c26-4e76-99d2-cf9b62914b35 tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] Pushing event updated for resources: {'Port': ['ID=650854b2-e193-47b6-a413-f0ae3536bb67,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:48:27.080642 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cffff7-366d-49c6-ac81-3e0c760016ef tempest-ServerRescueTestJSONUnderV235-509853073 tempest-ServerRescueTestJSONUnderV235-509853073-project] Pushing event updated for resources: {'Port': ['ID=3cddcd00-deaf-405e-8107-368c97ce701c,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:48:27.148323 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0885d4b9-ffb6-4d1e-a8db-1981dad734d4 req-0de31033-1c26-4e76-99d2-cf9b62914b35 tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:48:27.149466 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-0885d4b9-ffb6-4d1e-a8db-1981dad734d4 req-0de31033-1c26-4e76-99d2-cf9b62914b35 tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:27.241326 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-0885d4b9-ffb6-4d1e-a8db-1981dad734d4 req-0de31033-1c26-4e76-99d2-cf9b62914b35 tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3999767 May 20 20:48:27.254069 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [req-0885d4b9-ffb6-4d1e-a8db-1981dad734d4 req-e7ba983d-3a33-4263-8b7d-8d5d2a76a6a1 service neutron] Request body: {'port': {'device_id': '0f535575-dc81-4139-bc1e-db9fe0d7c5b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-842733-1'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:48:27.301311 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f6cf8d-e66e-4491-8e19-9f7c26758e83 req-e97b3f2a-88ed-46d3-ab5b-6a2667dbc9ab tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:48:27.302825 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-04f6cf8d-e66e-4491-8e19-9f7c26758e83 req-e97b3f2a-88ed-46d3-ab5b-6a2667dbc9ab tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] 10.222.0.35 "GET /v2.0/ports?device_id=0f535575-dc81-4139-bc1e-db9fe0d7c5b9 HTTP/1.1" status: 200 len: 932 time: 0.1654670 May 20 20:48:27.323919 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-0885d4b9-ffb6-4d1e-a8db-1981dad734d4 req-e7ba983d-3a33-4263-8b7d-8d5d2a76a6a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:27.327366 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-1b390b94-6721-4553-8bf2-ae95f88cf842 req-64cffff7-366d-49c6-ac81-3e0c760016ef tempest-ServerRescueTestJSONUnderV235-509853073 tempest-ServerRescueTestJSONUnderV235-509853073-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:27.340833 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4090fb6a-b6db-4d22-bc3d-3bb9b909868e None None] Sync routers for ids ['df50236c-45ab-4a8c-91af-f35e0d4296cb'] in n-d-842733-1 {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 20:48:27.351359 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4090fb6a-b6db-4d22-bc3d-3bb9b909868e None None] Routers {'df50236c-45ab-4a8c-91af-f35e0d4296cb'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:48:27.352726 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-4090fb6a-b6db-4d22-bc3d-3bb9b909868e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:48:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['df50236c-45ab-4a8c-91af-f35e0d4296cb'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:48:27.360796 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f8d2f27-36fa-418f-80de-baa7c1a0aadd tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 20:48:27.369180 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7f8d2f27-36fa-418f-80de-baa7c1a0aadd tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for floatingip, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:27.376415 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-405f4537-08ec-4ea6-9a2e-df24424c95e0 None None] Sync routers for ids ['8728511a-223e-4b07-aebf-2fda2c099a9c'] in n-d-842733-1 {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 20:48:27.395227 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-405f4537-08ec-4ea6-9a2e-df24424c95e0 None None] Routers {'8728511a-223e-4b07-aebf-2fda2c099a9c'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:48:27.397133 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-405f4537-08ec-4ea6-9a2e-df24424c95e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:48:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['8728511a-223e-4b07-aebf-2fda2c099a9c'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:48:27.402395 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-04f6cf8d-e66e-4491-8e19-9f7c26758e83 req-4385ffea-6a9b-42d4-9265-748b2833fa35 tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] 10.222.0.35 "GET /v2.0/security-groups?id=2274ca87-1a60-437e-91f1-b4d825425422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920904 May 20 20:48:27.411169 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-7f8d2f27-36fa-418f-80de-baa7c1a0aadd tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "PUT /v2.0/floatingips/e6d2120f-3c74-4894-9ac8-2a0f2766a521 HTTP/1.1" status: 200 len: 991 time: 2.9002020 May 20 20:48:27.411858 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3674afb5-fa57-4c40-b6ee-249d678d06fa', 'tag': '2d5ed9b9-34de-49e9-9f89-f903cda525ce'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:48:27.414398 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4291b17aa7b45362825f0571e77c85f5e73afe1df9c7e9e15006df9d695c005e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a79ef112-530d-48a9-be99-8c0a23e9d904" -d '{"events": [{"name": "network-changed", "server_uuid": "3674afb5-fa57-4c40-b6ee-249d678d06fa", "tag": "2d5ed9b9-34de-49e9-9f89-f903cda525ce"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:48:27.471131 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-1b390b94-6721-4553-8bf2-ae95f88cf842 req-64cffff7-366d-49c6-ac81-3e0c760016ef tempest-ServerRescueTestJSONUnderV235-509853073 tempest-ServerRescueTestJSONUnderV235-509853073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:27.649026 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-405f4537-08ec-4ea6-9a2e-df24424c95e0 None None] Set router 8728511a-223e-4b07-aebf-2fda2c099a9c gateway port host: n-d-842733-1 {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:48:27.656945 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-4090fb6a-b6db-4d22-bc3d-3bb9b909868e None None] Set router df50236c-45ab-4a8c-91af-f35e0d4296cb gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:48:27.765993 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device bb4f9753-2486-4eec-a68b-00ed52e4689c up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:48:27.769633 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3965165c-f0d0-48d4-8f6e-fe015b3b8384 req-dfae0544-14c0-4a2b-8398-753deeb3ea61 tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:48:27.778826 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3965165c-f0d0-48d4-8f6e-fe015b3b8384 req-dfae0544-14c0-4a2b-8398-753deeb3ea61 tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] 10.222.0.35 "GET /v2.0/networks?id=a0f85c50-1e5c-452b-8cab-6202e1b6863f HTTP/1.1" status: 200 len: 820 time: 0.2017498 May 20 20:48:27.799662 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [req-0885d4b9-ffb6-4d1e-a8db-1981dad734d4 req-e7ba983d-3a33-4263-8b7d-8d5d2a76a6a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 650854b2-e193-47b6-a413-f0ae3536bb67 {{(pid=103162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:48:27.807063 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-1b390b94-6721-4553-8bf2-ae95f88cf842 req-64cffff7-366d-49c6-ac81-3e0c760016ef tempest-ServerRescueTestJSONUnderV235-509853073 tempest-ServerRescueTestJSONUnderV235-509853073-project] Notify callbacks [] for port, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:27.811814 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-0885d4b9-ffb6-4d1e-a8db-1981dad734d4 req-e7ba983d-3a33-4263-8b7d-8d5d2a76a6a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:27.818376 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3965165c-f0d0-48d4-8f6e-fe015b3b8384 req-5a3dfb10-44a8-4c0c-ac9f-e071f13e1dc6 tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] 10.222.0.35 "GET /v2.0/quotas/b08823cbf82b41d5ac4037cf2ee63513 HTTP/1.1" status: 200 len: 375 time: 0.0381920 May 20 20:48:27.831920 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.provisioning_blocks [req-0885d4b9-ffb6-4d1e-a8db-1981dad734d4 req-e7ba983d-3a33-4263-8b7d-8d5d2a76a6a1 service neutron] Transition to ACTIVE for port object 650854b2-e193-47b6-a413-f0ae3536bb67 will not be triggered until provisioned by entity L2. {{(pid=103162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 20:48:27.870201 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3965165c-f0d0-48d4-8f6e-fe015b3b8384 req-364a3d1c-2f72-44e6-bec2-a2d29eea34fc tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=b08823cbf82b41d5ac4037cf2ee63513&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0506637 May 20 20:48:27.895498 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port bb4f9753-2486-4eec-a68b-00ed52e4689c triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:48:27.896203 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:27.908752 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-4090fb6a-b6db-4d22-bc3d-3bb9b909868e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df50236c-45ab-4a8c-91af-f35e0d4296cb', 'name': 'tempest-FloatingIPsAssociationTestJSON-342180242-router', 'tenant_id': 'b08823cbf82b41d5ac4037cf2ee63513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.57'}], 'enable_snat': True}, 'gw_port_id': 'bb4f9753-2486-4eec-a68b-00ed52e4689c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:48:18Z', 'updated_at': '2022-05-20T20:48:25Z', 'revision_number': 4, 'project_id': 'b08823cbf82b41d5ac4037cf2ee63513', 'gw_port': {'id': 'bb4f9753-2486-4eec-a68b-00ed52e4689c', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:7c:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df50236c-45ab-4a8c-91af-f35e0d4296cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:48:18Z', 'updated_at': '2022-05-20T20:48:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': 'a25d3170-f929-40c9-bdf9-a2df393fa0ae', 'name': '', 'network_id': 'a0f85c50-1e5c-452b-8cab-6202e1b6863f', 'tenant_id': 'b08823cbf82b41d5ac4037cf2ee63513', 'mac_address': 'fa:16:3e:61:8e:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df50236c-45ab-4a8c-91af-f35e0d4296cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': 'b70b63b1-2e88-43cc-a35f-4cb2fd8d84c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:48:23Z', 'updated_at': '2022-05-20T20:48:25Z', 'revision_number': 2, 'project_id': 'b08823cbf82b41d5ac4037cf2ee63513', 'subnets': [{'id': 'b70b63b1-2e88-43cc-a35f-4cb2fd8d84c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:48:27.943282 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-1b390b94-6721-4553-8bf2-ae95f88cf842 req-64cffff7-366d-49c6-ac81-3e0c760016ef tempest-ServerRescueTestJSONUnderV235-509853073 tempest-ServerRescueTestJSONUnderV235-509853073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:27.944387 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4090fb6a-b6db-4d22-bc3d-3bb9b909868e None None] Checking router: df50236c-45ab-4a8c-91af-f35e0d4296cb for host: n-d-842733-1 {{(pid=103165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 20:48:27.945123 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4090fb6a-b6db-4d22-bc3d-3bb9b909868e None None] Updating router df50236c-45ab-4a8c-91af-f35e0d4296cb port a25d3170-f929-40c9-bdf9-a2df393fa0ae binding host n-d-842733-1 {{(pid=103165) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 20:48:27.973972 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-4090fb6a-b6db-4d22-bc3d-3bb9b909868e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:27.974957 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-0885d4b9-ffb6-4d1e-a8db-1981dad734d4 req-e7ba983d-3a33-4263-8b7d-8d5d2a76a6a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:28.041162 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ba983d-3a33-4263-8b7d-8d5d2a76a6a1 service neutron] Pushing event updated for resources: {'Port': ['ID=650854b2-e193-47b6-a413-f0ae3536bb67,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:48:28.068473 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port bb4f9753-2486-4eec-a68b-00ed52e4689c is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:48:28.081103 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-405f4537-08ec-4ea6-9a2e-df24424c95e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8728511a-223e-4b07-aebf-2fda2c099a9c', 'name': 'tempest-AttachVolumeShelveTestJSON-1758240756-router', 'tenant_id': 'f7d646bffa614f21b1ea08af4be56a95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.93'}], 'enable_snat': True}, 'gw_port_id': 'ac3e7abd-5273-40bb-b36c-732c1861c8aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:47:44Z', 'updated_at': '2022-05-20T20:47:54Z', 'revision_number': 4, 'project_id': 'f7d646bffa614f21b1ea08af4be56a95', 'gw_port': {'id': 'ac3e7abd-5273-40bb-b36c-732c1861c8aa', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:44:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8728511a-223e-4b07-aebf-2fda2c099a9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:47:47Z', 'updated_at': '2022-05-20T20:47:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_floatingips': [{'id': 'e6d2120f-3c74-4894-9ac8-2a0f2766a521', 'tenant_id': 'f7d646bffa614f21b1ea08af4be56a95', 'floating_ip_address': '172.25.2.37', 'floating_network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'router_id': '8728511a-223e-4b07-aebf-2fda2c099a9c', 'port_id': '2d5ed9b9-34de-49e9-9f89-f903cda525ce', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1276, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52b22ddd-d38d-47d7-9f62-928c2e551c45', 'mac_address': 'fa:16:3e:3f:10:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3674afb5-fa57-4c40-b6ee-249d678d06fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-20T20:48:02Z', 'updated_at': '2022-05-20T20:48:25Z', 'revision_number': 1, 'project_id': 'f7d646bffa614f21b1ea08af4be56a95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e93f8d5-63cd-4a45-9314-d3e7583c8489', 'name': '', 'network_id': '52b22ddd-d38d-47d7-9f62-928c2e551c45', 'tenant_id': 'f7d646bffa614f21b1ea08af4be56a95', 'mac_address': 'fa:16:3e:cc:f5:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8728511a-223e-4b07-aebf-2fda2c099a9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1232, 'fixed_ips': [{'subnet_id': '77f2b783-fdae-41c3-9017-0093e586145d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:47:52Z', 'updated_at': '2022-05-20T20:47:59Z', 'revision_number': 5, 'project_id': 'f7d646bffa614f21b1ea08af4be56a95', 'subnets': [{'id': '77f2b783-fdae-41c3-9017-0093e586145d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:48:28.091826 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cffff7-366d-49c6-ac81-3e0c760016ef tempest-ServerRescueTestJSONUnderV235-509853073 tempest-ServerRescueTestJSONUnderV235-509853073-project] Pushing event updated for resources: {'Port': ['ID=3cddcd00-deaf-405e-8107-368c97ce701c,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:48:28.116834 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3965165c-f0d0-48d4-8f6e-fe015b3b8384 req-aabfd2ad-5913-43b8-96c8-c0c2e100b7bc service neutron] 10.222.0.35 "GET /v2.0/networks/a0f85c50-1e5c-452b-8cab-6202e1b6863f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2386417 May 20 20:48:28.127352 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-405f4537-08ec-4ea6-9a2e-df24424c95e0 None None] Checking router: 8728511a-223e-4b07-aebf-2fda2c099a9c for host: n-d-842733-1 {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 20:48:28.134910 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-1b390b94-6721-4553-8bf2-ae95f88cf842 req-64cffff7-366d-49c6-ac81-3e0c760016ef tempest-ServerRescueTestJSONUnderV235-509853073 tempest-ServerRescueTestJSONUnderV235-509853073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748272'] for floatingip, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:28.139768 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-405f4537-08ec-4ea6-9a2e-df24424c95e0 None None] Routers {'8728511a-223e-4b07-aebf-2fda2c099a9c'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:48:28.140622 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-405f4537-08ec-4ea6-9a2e-df24424c95e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:48:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['8728511a-223e-4b07-aebf-2fda2c099a9c'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:48:28.153442 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-0885d4b9-ffb6-4d1e-a8db-1981dad734d4 req-e7ba983d-3a33-4263-8b7d-8d5d2a76a6a1 service neutron] Attempting to bind port 650854b2-e193-47b6-a413-f0ae3536bb67 on host n-h1-842733-1 for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:48:28.153774 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-0885d4b9-ffb6-4d1e-a8db-1981dad734d4 req-e7ba983d-3a33-4263-8b7d-8d5d2a76a6a1 service neutron] Attempting to bind port 650854b2-e193-47b6-a413-f0ae3536bb67 by drivers openvswitch,hyperv on host n-h1-842733-1 at level 0 using segments [{'id': 'd91bf09f-166e-43f0-9da3-0f3d4d6c439b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'f9020429-48a3-4a46-a405-04a4e7c29fcf'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:48:28.154101 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0885d4b9-ffb6-4d1e-a8db-1981dad734d4 req-e7ba983d-3a33-4263-8b7d-8d5d2a76a6a1 service neutron] Attempting to bind port 650854b2-e193-47b6-a413-f0ae3536bb67 on network f9020429-48a3-4a46-a405-04a4e7c29fcf {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:48:28.162308 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0885d4b9-ffb6-4d1e-a8db-1981dad734d4 req-e7ba983d-3a33-4263-8b7d-8d5d2a76a6a1 service neutron] Port 650854b2-e193-47b6-a413-f0ae3536bb67 on network f9020429-48a3-4a46-a405-04a4e7c29fcf not bound, no agent of type Open vSwitch agent registered on host n-h1-842733-1 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 20:48:28.162631 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0885d4b9-ffb6-4d1e-a8db-1981dad734d4 req-e7ba983d-3a33-4263-8b7d-8d5d2a76a6a1 service neutron] Attempting to bind port 650854b2-e193-47b6-a413-f0ae3536bb67 on network f9020429-48a3-4a46-a405-04a4e7c29fcf {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:48:28.167941 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0885d4b9-ffb6-4d1e-a8db-1981dad734d4 req-e7ba983d-3a33-4263-8b7d-8d5d2a76a6a1 service neutron] Checking agent: {'id': '08dfb1ce-804b-4db8-838b-21094082e041', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 32, 54), 'started_at': datetime.datetime(2022, 5, 20, 20, 32, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 48, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:48:28.168278 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0885d4b9-ffb6-4d1e-a8db-1981dad734d4 req-e7ba983d-3a33-4263-8b7d-8d5d2a76a6a1 service neutron] Checking segment: {'id': 'd91bf09f-166e-43f0-9da3-0f3d4d6c439b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'f9020429-48a3-4a46-a405-04a4e7c29fcf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:48:28.168657 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0885d4b9-ffb6-4d1e-a8db-1981dad734d4 req-e7ba983d-3a33-4263-8b7d-8d5d2a76a6a1 service neutron] Bound using segment: {'id': 'd91bf09f-166e-43f0-9da3-0f3d4d6c439b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'f9020429-48a3-4a46-a405-04a4e7c29fcf'} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:48:28.169083 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-0885d4b9-ffb6-4d1e-a8db-1981dad734d4 req-e7ba983d-3a33-4263-8b7d-8d5d2a76a6a1 service neutron] Bound port: 650854b2-e193-47b6-a413-f0ae3536bb67, host: n-h1-842733-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd91bf09f-166e-43f0-9da3-0f3d4d6c439b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'f9020429-48a3-4a46-a405-04a4e7c29fcf'}}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:48:28.169483 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-0885d4b9-ffb6-4d1e-a8db-1981dad734d4 req-e7ba983d-3a33-4263-8b7d-8d5d2a76a6a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:28.257686 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3965165c-f0d0-48d4-8f6e-fe015b3b8384 req-da27dae7-f3d3-4ce7-bb28-47c6679e9687 service neutron] 10.222.0.35 "GET /v2.0/networks/a0f85c50-1e5c-452b-8cab-6202e1b6863f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393297 May 20 20:48:28.264794 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-0885d4b9-ffb6-4d1e-a8db-1981dad734d4 req-e7ba983d-3a33-4263-8b7d-8d5d2a76a6a1 service neutron] For port 650854b2-e193-47b6-a413-f0ae3536bb67, host n-h1-842733-1, cleared binding levels {{(pid=103162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:48:28.270263 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-0885d4b9-ffb6-4d1e-a8db-1981dad734d4 req-e7ba983d-3a33-4263-8b7d-8d5d2a76a6a1 service neutron] For port 650854b2-e193-47b6-a413-f0ae3536bb67, host n-h1-842733-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=650854b2-e193-47b6-a413-f0ae3536bb67,segment=NetworkSegment(d91bf09f-166e-43f0-9da3-0f3d4d6c439b),segment_id=d91bf09f-166e-43f0-9da3-0f3d4d6c439b)] {{(pid=103162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:48:28.271547 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-405f4537-08ec-4ea6-9a2e-df24424c95e0 None None] Set router 8728511a-223e-4b07-aebf-2fda2c099a9c gateway port host: n-d-842733-1 {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:48:28.275410 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-1b390b94-6721-4553-8bf2-ae95f88cf842 req-64cffff7-366d-49c6-ac81-3e0c760016ef tempest-ServerRescueTestJSONUnderV235-509853073 tempest-ServerRescueTestJSONUnderV235-509853073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for floatingip, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:28.277294 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1b390b94-6721-4553-8bf2-ae95f88cf842 req-64cffff7-366d-49c6-ac81-3e0c760016ef tempest-ServerRescueTestJSONUnderV235-509853073 tempest-ServerRescueTestJSONUnderV235-509853073-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.8012683 May 20 20:48:28.325440 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-4090fb6a-b6db-4d22-bc3d-3bb9b909868e None None] Notify callbacks [] for port, precommit_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:28.341843 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1b390b94-6721-4553-8bf2-ae95f88cf842 req-e61048e7-70f3-4f3a-a498-c930edfccc7a tempest-ServerRescueTestJSONUnderV235-509853073 tempest-ServerRescueTestJSONUnderV235-509853073-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.2.50 HTTP/1.1" status: 200 len: 695 time: 0.0578413 May 20 20:48:28.358762 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-0885d4b9-ffb6-4d1e-a8db-1981dad734d4 req-e7ba983d-3a33-4263-8b7d-8d5d2a76a6a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:28.413092 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ba983d-3a33-4263-8b7d-8d5d2a76a6a1 service neutron] Pushing event updated for resources: {'Port': ['ID=650854b2-e193-47b6-a413-f0ae3536bb67,revision_number=3']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:48:28.422801 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0885d4b9-ffb6-4d1e-a8db-1981dad734d4 req-e7ba983d-3a33-4263-8b7d-8d5d2a76a6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:48:28.423652 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-0885d4b9-ffb6-4d1e-a8db-1981dad734d4 req-e7ba983d-3a33-4263-8b7d-8d5d2a76a6a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:28.424330 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-4090fb6a-b6db-4d22-bc3d-3bb9b909868e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:28.426238 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-0885d4b9-ffb6-4d1e-a8db-1981dad734d4 req-e7ba983d-3a33-4263-8b7d-8d5d2a76a6a1 service neutron] 10.222.0.24 "PUT /v2.0/ports/650854b2-e193-47b6-a413-f0ae3536bb67 HTTP/1.1" status: 200 len: 1092 time: 1.1764259 May 20 20:48:28.430128 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f535575-dc81-4139-bc1e-db9fe0d7c5b9', 'tag': '650854b2-e193-47b6-a413-f0ae3536bb67'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:48:28.430128 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6fa957933fccbf596d28104b23404b952ad6a8238afaebaed40a0874b2e409" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-222a79e4-1549-4e4f-b6df-0b7b2edfa38c" -d '{"events": [{"name": "network-changed", "server_uuid": "0f535575-dc81-4139-bc1e-db9fe0d7c5b9", "tag": "650854b2-e193-47b6-a413-f0ae3536bb67"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:48:28.514562 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b390b94-6721-4553-8bf2-ae95f88cf842 req-dd59c330-002c-4c80-b054-36d874176b2c tempest-ServerRescueTestJSONUnderV235-509853073 tempest-ServerRescueTestJSONUnderV235-509853073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:48:28.516099 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1b390b94-6721-4553-8bf2-ae95f88cf842 req-dd59c330-002c-4c80-b054-36d874176b2c tempest-ServerRescueTestJSONUnderV235-509853073 tempest-ServerRescueTestJSONUnderV235-509853073-project] 10.222.0.35 "GET /v2.0/networks/e3a93b5c-91e2-4064-9c2c-1afc261bfe15 HTTP/1.1" status: 200 len: 784 time: 0.1684976 May 20 20:48:28.535086 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [req-1b390b94-6721-4553-8bf2-ae95f88cf842 req-a42dbb17-0151-4756-8a82-c66a00fa6fb5 tempest-ServerRescueTestJSONUnderV235-509853073 tempest-ServerRescueTestJSONUnderV235-509853073-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103163) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 20:48:28.536408 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1b390b94-6721-4553-8bf2-ae95f88cf842 req-a42dbb17-0151-4756-8a82-c66a00fa6fb5 tempest-ServerRescueTestJSONUnderV235-509853073 tempest-ServerRescueTestJSONUnderV235-509853073-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067878 May 20 20:48:28.580631 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 20:48:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0df42275-beb3-45d7-9b99-40be2af8840d x-openstack-request-id: req-0df42275-beb3-45d7-9b99-40be2af8840d {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:48:28.581168 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3674afb5-fa57-4c40-b6ee-249d678d06fa", "tag": "2d5ed9b9-34de-49e9-9f89-f903cda525ce", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:48:28.587846 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0df42275-beb3-45d7-9b99-40be2af8840d {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:48:28.587846 n-d-842733-1 neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0df42275-beb3-45d7-9b99-40be2af8840d'] response: {'name': 'network-changed', 'server_uuid': '3674afb5-fa57-4c40-b6ee-249d678d06fa', 'tag': '2d5ed9b9-34de-49e9-9f89-f903cda525ce', 'status': 'completed', 'code': 200} May 20 20:48:28.698401 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-4090fb6a-b6db-4d22-bc3d-3bb9b909868e None None] Attempting to bind port a25d3170-f929-40c9-bdf9-a2df393fa0ae on host n-d-842733-1 for vnic_type normal with profile {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:48:28.698760 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-4090fb6a-b6db-4d22-bc3d-3bb9b909868e None None] Attempting to bind port a25d3170-f929-40c9-bdf9-a2df393fa0ae by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': 'e0039cc5-6cb0-4490-8a7d-a4c3b510f023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'a0f85c50-1e5c-452b-8cab-6202e1b6863f'}] {{(pid=103165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:48:28.702889 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4090fb6a-b6db-4d22-bc3d-3bb9b909868e None None] Attempting to bind port a25d3170-f929-40c9-bdf9-a2df393fa0ae on network a0f85c50-1e5c-452b-8cab-6202e1b6863f {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:48:28.720619 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-405f4537-08ec-4ea6-9a2e-df24424c95e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8728511a-223e-4b07-aebf-2fda2c099a9c', 'name': 'tempest-AttachVolumeShelveTestJSON-1758240756-router', 'tenant_id': 'f7d646bffa614f21b1ea08af4be56a95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.93'}], 'enable_snat': True}, 'gw_port_id': 'ac3e7abd-5273-40bb-b36c-732c1861c8aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:47:44Z', 'updated_at': '2022-05-20T20:47:54Z', 'revision_number': 4, 'project_id': 'f7d646bffa614f21b1ea08af4be56a95', 'gw_port': {'id': 'ac3e7abd-5273-40bb-b36c-732c1861c8aa', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:44:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8728511a-223e-4b07-aebf-2fda2c099a9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:47:47Z', 'updated_at': '2022-05-20T20:47:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_floatingips': [{'id': 'e6d2120f-3c74-4894-9ac8-2a0f2766a521', 'tenant_id': 'f7d646bffa614f21b1ea08af4be56a95', 'floating_ip_address': '172.25.2.37', 'floating_network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'router_id': '8728511a-223e-4b07-aebf-2fda2c099a9c', 'port_id': '2d5ed9b9-34de-49e9-9f89-f903cda525ce', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1276, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52b22ddd-d38d-47d7-9f62-928c2e551c45', 'mac_address': 'fa:16:3e:3f:10:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3674afb5-fa57-4c40-b6ee-249d678d06fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-20T20:48:02Z', 'updated_at': '2022-05-20T20:48:25Z', 'revision_number': 1, 'project_id': 'f7d646bffa614f21b1ea08af4be56a95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e93f8d5-63cd-4a45-9314-d3e7583c8489', 'name': '', 'network_id': '52b22ddd-d38d-47d7-9f62-928c2e551c45', 'tenant_id': 'f7d646bffa614f21b1ea08af4be56a95', 'mac_address': 'fa:16:3e:cc:f5:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8728511a-223e-4b07-aebf-2fda2c099a9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1232, 'fixed_ips': [{'subnet_id': '77f2b783-fdae-41c3-9017-0093e586145d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:47:52Z', 'updated_at': '2022-05-20T20:47:59Z', 'revision_number': 5, 'project_id': 'f7d646bffa614f21b1ea08af4be56a95', 'subnets': [{'id': '77f2b783-fdae-41c3-9017-0093e586145d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:48:28.743876 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4090fb6a-b6db-4d22-bc3d-3bb9b909868e None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 48, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:48:28.745993 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4090fb6a-b6db-4d22-bc3d-3bb9b909868e None None] Checking segment: {'id': 'e0039cc5-6cb0-4490-8a7d-a4c3b510f023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'a0f85c50-1e5c-452b-8cab-6202e1b6863f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:48:28.746583 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-4090fb6a-b6db-4d22-bc3d-3bb9b909868e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:28.747826 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-72decf75-f6be-4bed-b55a-2f9d9a146a7c req-411a1c48-0a2d-481e-810f-8569362a32cf tempest-ServerShowV254Test-2147464569 tempest-ServerShowV254Test-2147464569-project] 10.222.0.35 "GET /v2.0/ports?device_id=eae40ff4-074e-48c3-9704-393975de631b HTTP/1.1" status: 200 len: 210 time: 0.0817761 May 20 20:48:28.748316 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4090fb6a-b6db-4d22-bc3d-3bb9b909868e None None] Bound using segment: {'id': 'e0039cc5-6cb0-4490-8a7d-a4c3b510f023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'a0f85c50-1e5c-452b-8cab-6202e1b6863f'} {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:48:28.748858 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-4090fb6a-b6db-4d22-bc3d-3bb9b909868e None None] Bound port: a25d3170-f929-40c9-bdf9-a2df393fa0ae, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0039cc5-6cb0-4490-8a7d-a4c3b510f023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'a0f85c50-1e5c-452b-8cab-6202e1b6863f'}}] {{(pid=103165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:48:28.756066 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-4090fb6a-b6db-4d22-bc3d-3bb9b909868e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:28.799456 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0885d4b9-ffb6-4d1e-a8db-1981dad734d4 req-91150964-a751-4f94-8f7a-de2aecaed8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:48:28.810973 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-405f4537-08ec-4ea6-9a2e-df24424c95e0 None None] The sync data for ids ['8728511a-223e-4b07-aebf-2fda2c099a9c'] in n-d-842733-1 is: [{'id': '8728511a-223e-4b07-aebf-2fda2c099a9c', 'name': 'tempest-AttachVolumeShelveTestJSON-1758240756-router', 'tenant_id': 'f7d646bffa614f21b1ea08af4be56a95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.93'}], 'enable_snat': True}, 'gw_port_id': 'ac3e7abd-5273-40bb-b36c-732c1861c8aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:47:44Z', 'updated_at': '2022-05-20T20:47:54Z', 'revision_number': 4, 'project_id': 'f7d646bffa614f21b1ea08af4be56a95', 'gw_port': {'id': 'ac3e7abd-5273-40bb-b36c-732c1861c8aa', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:44:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8728511a-223e-4b07-aebf-2fda2c099a9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:47:47Z', 'updated_at': '2022-05-20T20:47:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_floatingips': [{'id': 'e6d2120f-3c74-4894-9ac8-2a0f2766a521', 'tenant_id': 'f7d646bffa614f21b1ea08af4be56a95', 'floating_ip_address': '172.25.2.37', 'floating_network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'router_id': '8728511a-223e-4b07-aebf-2fda2c099a9c', 'port_id': '2d5ed9b9-34de-49e9-9f89-f903cda525ce', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1276, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52b22ddd-d38d-47d7-9f62-928c2e551c45', 'mac_address': 'fa:16:3e:3f:10:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3674afb5-fa57-4c40-b6ee-249d678d06fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-20T20:48:02Z', 'updated_at': '2022-05-20T20:48:25Z', 'revision_number': 1, 'project_id': 'f7d646bffa614f21b1ea08af4be56a95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e93f8d5-63cd-4a45-9314-d3e7583c8489', 'name': '', 'network_id': '52b22ddd-d38d-47d7-9f62-928c2e551c45', 'tenant_id': 'f7d646bffa614f21b1ea08af4be56a95', 'mac_address': 'fa:16:3e:cc:f5:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8728511a-223e-4b07-aebf-2fda2c099a9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1232, 'fixed_ips': [{'subnet_id': '77f2b783-fdae-41c3-9017-0093e586145d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:47:52Z', 'updated_at': '2022-05-20T20:47:59Z', 'revision_number': 5, 'project_id': 'f7d646bffa614f21b1ea08af4be56a95', 'subnets': [{'id': '77f2b783-fdae-41c3-9017-0093e586145d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 20:48:28.825416 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-0885d4b9-ffb6-4d1e-a8db-1981dad734d4 req-91150964-a751-4f94-8f7a-de2aecaed8ff service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0940837bc54b4c7b8208dfd5c7fd73db&device_id=0f535575-dc81-4139-bc1e-db9fe0d7c5b9 HTTP/1.1" status: 200 len: 1095 time: 0.2562921 May 20 20:48:28.838744 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 20:48:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9858c1c1-b6d5-4271-8673-25f42be7a84d x-openstack-request-id: req-9858c1c1-b6d5-4271-8673-25f42be7a84d {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:48:28.842397 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f535575-dc81-4139-bc1e-db9fe0d7c5b9", "tag": "650854b2-e193-47b6-a413-f0ae3536bb67", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:48:28.842397 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9858c1c1-b6d5-4271-8673-25f42be7a84d {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:48:28.842397 n-d-842733-1 neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9858c1c1-b6d5-4271-8673-25f42be7a84d'] response: {'name': 'network-changed', 'server_uuid': '0f535575-dc81-4139-bc1e-db9fe0d7c5b9', 'tag': '650854b2-e193-47b6-a413-f0ae3536bb67', 'status': 'completed', 'code': 200} May 20 20:48:28.860922 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419916e8-233a-435a-86fd-1f57498dfa25 req-679e164b-e749-40ff-ac4f-bd5b8e9f7261 tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:48:28.871868 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-419916e8-233a-435a-86fd-1f57498dfa25 req-679e164b-e749-40ff-ac4f-bd5b8e9f7261 tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] 10.222.0.35 "GET /v2.0/ports?device_id=8b88cd31-cda3-44fe-8261-e4f5f87931ab HTTP/1.1" status: 200 len: 943 time: 0.1571636 May 20 20:48:28.877727 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-0885d4b9-ffb6-4d1e-a8db-1981dad734d4 req-89c77092-7673-4ffb-bd74-b149238c6943 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=650854b2-e193-47b6-a413-f0ae3536bb67 HTTP/1.1" status: 200 len: 217 time: 0.0493791 May 20 20:48:28.878322 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-4090fb6a-b6db-4d22-bc3d-3bb9b909868e None None] For port a25d3170-f929-40c9-bdf9-a2df393fa0ae, host n-d-842733-1, cleared binding levels {{(pid=103165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:48:28.883391 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79ef112-530d-48a9-be99-8c0a23e9d904 req-aae03665-754a-48c1-b974-e31716d909a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:48:28.885111 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-4090fb6a-b6db-4d22-bc3d-3bb9b909868e None None] For port a25d3170-f929-40c9-bdf9-a2df393fa0ae, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=a25d3170-f929-40c9-bdf9-a2df393fa0ae,segment=NetworkSegment(e0039cc5-6cb0-4490-8a7d-a4c3b510f023),segment_id=e0039cc5-6cb0-4490-8a7d-a4c3b510f023)] {{(pid=103165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:48:28.886874 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-a79ef112-530d-48a9-be99-8c0a23e9d904 req-aae03665-754a-48c1-b974-e31716d909a4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f7d646bffa614f21b1ea08af4be56a95&device_id=3674afb5-fa57-4c40-b6ee-249d678d06fa HTTP/1.1" status: 200 len: 1097 time: 0.2211916 May 20 20:48:28.892421 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a7cd92-5e46-47cc-abf7-49f5b65b7f7a None None] Pushing event updated for resources: {'Port': ['ID=a25d3170-f929-40c9-bdf9-a2df393fa0ae,revision_number=3']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:48:28.911492 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-7ba5e84d-0522-4a18-8da7-ef336259802f None None] Provisioning complete for port a25d3170-f929-40c9-bdf9-a2df393fa0ae triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:48:28.912524 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-7ba5e84d-0522-4a18-8da7-ef336259802f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:28.917752 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a7cd92-5e46-47cc-abf7-49f5b65b7f7a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:48:28.918088 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a7cd92-5e46-47cc-abf7-49f5b65b7f7a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:48:28.918416 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a7cd92-5e46-47cc-abf7-49f5b65b7f7a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:48:28.918740 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a7cd92-5e46-47cc-abf7-49f5b65b7f7a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:48:28.919066 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a7cd92-5e46-47cc-abf7-49f5b65b7f7a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:48:28.919383 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a7cd92-5e46-47cc-abf7-49f5b65b7f7a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:48:28.919699 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a7cd92-5e46-47cc-abf7-49f5b65b7f7a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:48:28.920010 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a7cd92-5e46-47cc-abf7-49f5b65b7f7a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:48:28.920330 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a7cd92-5e46-47cc-abf7-49f5b65b7f7a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:48:28.921935 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a7cd92-5e46-47cc-abf7-49f5b65b7f7a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:48:28.922314 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a7cd92-5e46-47cc-abf7-49f5b65b7f7a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:48:28.922667 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a7cd92-5e46-47cc-abf7-49f5b65b7f7a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:48:28.936232 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-419916e8-233a-435a-86fd-1f57498dfa25 req-418f7446-5ce6-48b4-8022-115f47664f41 tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] 10.222.0.35 "GET /v2.0/security-groups?id=178a2da1-ceea-4d89-b699-5b1b443e3e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566998 May 20 20:48:28.972735 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-7ba5e84d-0522-4a18-8da7-ef336259802f None None] Port a25d3170-f929-40c9-bdf9-a2df393fa0ae cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 20:48:29.004871 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-4090fb6a-b6db-4d22-bc3d-3bb9b909868e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:29.037550 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0885d4b9-ffb6-4d1e-a8db-1981dad734d4 req-e93b6ab7-658b-47c5-bdf0-ea9b06369cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:48:29.039022 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-0885d4b9-ffb6-4d1e-a8db-1981dad734d4 req-e93b6ab7-658b-47c5-bdf0-ea9b06369cb2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b6544004-48d3-4560-9571-0a9762b91cf1 HTTP/1.1" status: 200 len: 855 time: 0.1512580 May 20 20:48:29.039484 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a4b0195a-86a7-48e0-a5b4-d29cfc4c6650 req-cfd9c533-cd2e-4d53-b5d4-dffa8442fcc2 tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] 10.222.0.35 "GET /v2.0/ports?device_id=e8ef1482-fa91-4d44-abb9-3994eeeefcf5 HTTP/1.1" status: 200 len: 210 time: 0.0314076 May 20 20:48:29.082647 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-0885d4b9-ffb6-4d1e-a8db-1981dad734d4 req-bb7774ae-74cf-43d6-b6c1-e844c397f7aa service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f9020429-48a3-4a46-a405-04a4e7c29fcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344574 May 20 20:48:29.095629 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 546b046d-2ea6-41ac-8c89-525b517cfb53 details requested by agent hyperv_n-h2-842733-1 with host n-h2-842733-1 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 20:48:29.101803 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a7cd92-5e46-47cc-abf7-49f5b65b7f7a None None] Pushing event updated for resources: {'Port': ['ID=a25d3170-f929-40c9-bdf9-a2df393fa0ae,revision_number=4']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:48:29.113546 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87937310-92de-49ff-bbd8-822c9c26fd34 req-accd765b-bec5-4e66-9602-285ebce11210 tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:48:29.113546 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-87937310-92de-49ff-bbd8-822c9c26fd34 req-accd765b-bec5-4e66-9602-285ebce11210 tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] 10.222.0.35 "GET /v2.0/ports?device_id=0f535575-dc81-4139-bc1e-db9fe0d7c5b9 HTTP/1.1" status: 200 len: 944 time: 0.1444952 May 20 20:48:29.141969 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4090fb6a-b6db-4d22-bc3d-3bb9b909868e None None] Routers {'df50236c-45ab-4a8c-91af-f35e0d4296cb'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:48:29.141969 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-4090fb6a-b6db-4d22-bc3d-3bb9b909868e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:48:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['df50236c-45ab-4a8c-91af-f35e0d4296cb'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:48:29.167693 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79ef112-530d-48a9-be99-8c0a23e9d904 req-872b1127-5fb4-420d-addf-e8c1e8221e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:48:29.169422 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-a79ef112-530d-48a9-be99-8c0a23e9d904 req-872b1127-5fb4-420d-addf-e8c1e8221e44 service neutron] 10.222.0.13 "GET /v2.0/networks?id=52b22ddd-d38d-47d7-9f62-928c2e551c45 HTTP/1.1" status: 200 len: 918 time: 0.2588739 May 20 20:48:29.282096 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-87937310-92de-49ff-bbd8-822c9c26fd34 req-da27c411-ff87-4068-98fd-cc3c33d2b9c3 tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] 10.222.0.35 "GET /v2.0/security-groups?id=2274ca87-1a60-437e-91f1-b4d825425422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603332 May 20 20:48:29.326116 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port 546b046d-2ea6-41ac-8c89-525b517cfb53, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=546b046d-2ea6-41ac-8c89-525b517cfb53,segment=NetworkSegment(c827a625-78ca-430c-9240-807cb6bb6287),segment_id=c827a625-78ca-430c-9240-807cb6bb6287)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:48:29.327404 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ea46a0a-20ca-4af5-9ecb-f92e9d3dfd16 None None] New status for floating IP e6d2120f-3c74-4894-9ac8-2a0f2766a521: ACTIVE {{(pid=103165) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 20:48:29.380208 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Returning: {'device': '546b046d-2ea6-41ac-8c89-525b517cfb53', 'network_id': '300c23a3-32b9-446d-971e-d684df46a80f', 'port_id': '546b046d-2ea6-41ac-8c89-525b517cfb53', 'mac_address': 'fa:16:3e:a9:9d:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1dd25171-1f89-45fa-8119-54d59026591a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 20 20:48:29.382147 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164608af-138d-4ef0-9bc9-50a1e2e153da req-fcd1cad3-6575-433b-9f8e-8f30c20c919d tempest-ServerRescueTestJSONUnderV235-509853073 tempest-ServerRescueTestJSONUnderV235-509853073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:48:29.385608 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-a79ef112-530d-48a9-be99-8c0a23e9d904 req-da52399d-33a3-4092-abcf-08dc2494395d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2d5ed9b9-34de-49e9-9f89-f903cda525ce HTTP/1.1" status: 200 len: 999 time: 0.1435285 May 20 20:48:29.390167 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-164608af-138d-4ef0-9bc9-50a1e2e153da req-fcd1cad3-6575-433b-9f8e-8f30c20c919d tempest-ServerRescueTestJSONUnderV235-509853073 tempest-ServerRescueTestJSONUnderV235-509853073-project] 10.222.0.35 "GET /v2.0/ports?device_id=b5e7bffc-66ca-42f9-a17e-893d63710bad&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1496930 May 20 20:48:29.411303 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-0885d4b9-ffb6-4d1e-a8db-1981dad734d4 req-5a496ad0-5a5a-480e-a840-926c0f4edbf4 service neutron] 10.222.0.24 "GET /v2.0/networks/f9020429-48a3-4a46-a405-04a4e7c29fcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3047068 May 20 20:48:29.447832 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-4090fb6a-b6db-4d22-bc3d-3bb9b909868e None None] Set router df50236c-45ab-4a8c-91af-f35e0d4296cb gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:48:29.466034 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port 546b046d-2ea6-41ac-8c89-525b517cfb53 is: DOWN; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:48:29.468819 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:29.470591 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-164608af-138d-4ef0-9bc9-50a1e2e153da req-90da1db3-a925-4124-bbdc-08e3a9fdb529 tempest-ServerRescueTestJSONUnderV235-509853073 tempest-ServerRescueTestJSONUnderV235-509853073-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.2.50 HTTP/1.1" status: 200 len: 695 time: 0.0787618 May 20 20:48:29.498724 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 546b046d-2ea6-41ac-8c89-525b517cfb53 {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:48:29.504625 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [req-164608af-138d-4ef0-9bc9-50a1e2e153da req-ec91bcb1-b5e1-4875-8cf1-4ce4dfaceb33 tempest-ServerRescueTestJSONUnderV235-509853073 tempest-ServerRescueTestJSONUnderV235-509853073-project] Request body: {'floatingip': {'port_id': '94b595b4-7da9-448f-8a4d-a0f220491648', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:48:29.522992 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port 546b046d-2ea6-41ac-8c89-525b517cfb53, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=546b046d-2ea6-41ac-8c89-525b517cfb53,segment=NetworkSegment(c827a625-78ca-430c-9240-807cb6bb6287),segment_id=c827a625-78ca-430c-9240-807cb6bb6287)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:48:29.558542 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79ef112-530d-48a9-be99-8c0a23e9d904 req-2e3d83fb-6736-43a6-9fbd-8680fc86af9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:48:29.558542 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-a79ef112-530d-48a9-be99-8c0a23e9d904 req-2e3d83fb-6736-43a6-9fbd-8680fc86af9e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=77f2b783-fdae-41c3-9017-0093e586145d HTTP/1.1" status: 200 len: 856 time: 0.1652410 May 20 20:48:29.567465 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-164608af-138d-4ef0-9bc9-50a1e2e153da req-ec91bcb1-b5e1-4875-8cf1-4ce4dfaceb33 tempest-ServerRescueTestJSONUnderV235-509853073 tempest-ServerRescueTestJSONUnderV235-509853073-project] Notify callbacks [] for floatingip, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:29.613084 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:29.630410 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-0885d4b9-ffb6-4d1e-a8db-1981dad734d4 req-10517069-b343-47dc-9444-a1d0cd0d45d8 service neutron] 10.222.0.24 "GET /v2.0/networks/f9020429-48a3-4a46-a405-04a4e7c29fcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1879926 May 20 20:48:29.662562 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79ef112-530d-48a9-be99-8c0a23e9d904 req-74d5901a-d8bb-4382-8f77-27a8217c6e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:48:29.665404 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-a79ef112-530d-48a9-be99-8c0a23e9d904 req-74d5901a-d8bb-4382-8f77-27a8217c6e84 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=52b22ddd-d38d-47d7-9f62-928c2e551c45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0889351 May 20 20:48:29.678543 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-e76373d5-1668-43d5-b5ff-1218aaa54d8b None None] Provisioning complete for port a25d3170-f929-40c9-bdf9-a2df393fa0ae triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:48:29.681642 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-e76373d5-1668-43d5-b5ff-1218aaa54d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:29.777234 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=546b046d-2ea6-41ac-8c89-525b517cfb53,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:48:29.830631 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-a79ef112-530d-48a9-be99-8c0a23e9d904 req-3980241e-c6d2-4cc3-b877-801bd5f6f5d0 service neutron] 10.222.0.13 "GET /v2.0/networks/52b22ddd-d38d-47d7-9f62-928c2e551c45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580663 May 20 20:48:29.863824 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-e76373d5-1668-43d5-b5ff-1218aaa54d8b None None] Current status of the port a25d3170-f929-40c9-bdf9-a2df393fa0ae is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:48:29.864335 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-e76373d5-1668-43d5-b5ff-1218aaa54d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:29.918273 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-e76373d5-1668-43d5-b5ff-1218aaa54d8b None None] For port a25d3170-f929-40c9-bdf9-a2df393fa0ae, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=a25d3170-f929-40c9-bdf9-a2df393fa0ae,segment=NetworkSegment(e0039cc5-6cb0-4490-8a7d-a4c3b510f023),segment_id=e0039cc5-6cb0-4490-8a7d-a4c3b510f023)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:48:29.924014 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-4090fb6a-b6db-4d22-bc3d-3bb9b909868e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df50236c-45ab-4a8c-91af-f35e0d4296cb', 'name': 'tempest-FloatingIPsAssociationTestJSON-342180242-router', 'tenant_id': 'b08823cbf82b41d5ac4037cf2ee63513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.57'}], 'enable_snat': True}, 'gw_port_id': 'bb4f9753-2486-4eec-a68b-00ed52e4689c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:48:18Z', 'updated_at': '2022-05-20T20:48:25Z', 'revision_number': 4, 'project_id': 'b08823cbf82b41d5ac4037cf2ee63513', 'gw_port': {'id': 'bb4f9753-2486-4eec-a68b-00ed52e4689c', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:7c:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df50236c-45ab-4a8c-91af-f35e0d4296cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:48:18Z', 'updated_at': '2022-05-20T20:48:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': 'a25d3170-f929-40c9-bdf9-a2df393fa0ae', 'name': '', 'network_id': 'a0f85c50-1e5c-452b-8cab-6202e1b6863f', 'tenant_id': 'b08823cbf82b41d5ac4037cf2ee63513', 'mac_address': 'fa:16:3e:61:8e:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df50236c-45ab-4a8c-91af-f35e0d4296cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': 'b70b63b1-2e88-43cc-a35f-4cb2fd8d84c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:48:23Z', 'updated_at': '2022-05-20T20:48:28Z', 'revision_number': 4, 'project_id': 'b08823cbf82b41d5ac4037cf2ee63513', 'subnets': [{'id': 'b70b63b1-2e88-43cc-a35f-4cb2fd8d84c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:48:29.954971 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4090fb6a-b6db-4d22-bc3d-3bb9b909868e None None] The sync data for ids ['df50236c-45ab-4a8c-91af-f35e0d4296cb'] in n-d-842733-1 is: [{'id': 'df50236c-45ab-4a8c-91af-f35e0d4296cb', 'name': 'tempest-FloatingIPsAssociationTestJSON-342180242-router', 'tenant_id': 'b08823cbf82b41d5ac4037cf2ee63513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.57'}], 'enable_snat': True}, 'gw_port_id': 'bb4f9753-2486-4eec-a68b-00ed52e4689c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:48:18Z', 'updated_at': '2022-05-20T20:48:25Z', 'revision_number': 4, 'project_id': 'b08823cbf82b41d5ac4037cf2ee63513', 'gw_port': {'id': 'bb4f9753-2486-4eec-a68b-00ed52e4689c', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:7c:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df50236c-45ab-4a8c-91af-f35e0d4296cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:48:18Z', 'updated_at': '2022-05-20T20:48:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': 'a25d3170-f929-40c9-bdf9-a2df393fa0ae', 'name': '', 'network_id': 'a0f85c50-1e5c-452b-8cab-6202e1b6863f', 'tenant_id': 'b08823cbf82b41d5ac4037cf2ee63513', 'mac_address': 'fa:16:3e:61:8e:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df50236c-45ab-4a8c-91af-f35e0d4296cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': 'b70b63b1-2e88-43cc-a35f-4cb2fd8d84c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:48:23Z', 'updated_at': '2022-05-20T20:48:28Z', 'revision_number': 4, 'project_id': 'b08823cbf82b41d5ac4037cf2ee63513', 'subnets': [{'id': 'b70b63b1-2e88-43cc-a35f-4cb2fd8d84c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 20:48:29.970071 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-fb7006c2-ba17-4066-9e09-7fd7ffbfbde5 req-24dfe608-6c7a-4484-b820-1ee50017605e tempest-ServerShowV254Test-2147464569 tempest-ServerShowV254Test-2147464569-project] 10.222.0.35 "GET /v2.0/ports?device_id=eae40ff4-074e-48c3-9704-393975de631b HTTP/1.1" status: 200 len: 210 time: 0.0968943 May 20 20:48:29.980577 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] get_ports_and_sgs() called for port_ids ['546b046d-2ea6-41ac-8c89-525b517cfb53'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:48:29.983531 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222a79e4-1549-4e4f-b6df-0b7b2edfa38c req-29b33e5b-f360-4c34-8522-3ba6f2d720cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:48:29.985127 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-222a79e4-1549-4e4f-b6df-0b7b2edfa38c req-29b33e5b-f360-4c34-8522-3ba6f2d720cc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0940837bc54b4c7b8208dfd5c7fd73db&device_id=0f535575-dc81-4139-bc1e-db9fe0d7c5b9 HTTP/1.1" status: 200 len: 1095 time: 0.1532454 May 20 20:48:30.042631 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-e76373d5-1668-43d5-b5ff-1218aaa54d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:30.231837 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76373d5-1668-43d5-b5ff-1218aaa54d8b None None] Pushing event updated for resources: {'Port': ['ID=a25d3170-f929-40c9-bdf9-a2df393fa0ae,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:48:30.309325 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecbe347-b969-4239-ad5e-52da17beb40c req-a9c59c3e-0335-4d1c-a91b-eebb4348b3c3 tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:48:30.317150 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6ecbe347-b969-4239-ad5e-52da17beb40c req-a9c59c3e-0335-4d1c-a91b-eebb4348b3c3 tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] 10.222.0.35 "GET /v2.0/ports?device_id=8b88cd31-cda3-44fe-8261-e4f5f87931ab HTTP/1.1" status: 200 len: 944 time: 0.1214442 May 20 20:48:30.405872 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6ecbe347-b969-4239-ad5e-52da17beb40c req-e7088f02-dd51-4d4b-a30f-a3b714c5ecc6 tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] 10.222.0.35 "GET /v2.0/security-groups?id=178a2da1-ceea-4d89-b699-5b1b443e3e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876768 May 20 20:48:30.502044 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-a79ef112-530d-48a9-be99-8c0a23e9d904 req-d6550901-a430-4f10-98c0-7258ea598f8b service neutron] 10.222.0.13 "GET /v2.0/networks/52b22ddd-d38d-47d7-9f62-928c2e551c45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6445236 May 20 20:48:30.506818 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-164608af-138d-4ef0-9bc9-50a1e2e153da req-ec91bcb1-b5e1-4875-8cf1-4ce4dfaceb33 tempest-ServerRescueTestJSONUnderV235-509853073 tempest-ServerRescueTestJSONUnderV235-509853073-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:30.525073 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222a79e4-1549-4e4f-b6df-0b7b2edfa38c req-a0ac47a2-e403-4936-8dd6-29f6f0b530a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:48:30.526678 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-222a79e4-1549-4e4f-b6df-0b7b2edfa38c req-a0ac47a2-e403-4936-8dd6-29f6f0b530a4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=f9020429-48a3-4a46-a405-04a4e7c29fcf HTTP/1.1" status: 200 len: 916 time: 0.5346582 May 20 20:48:30.559334 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-eec83238-271f-46e5-bc26-b1df198cdd11 req-8f52642b-0f84-44bb-90db-edc1b26dcf48 tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] 10.222.0.35 "GET /v2.0/ports?device_id=e8ef1482-fa91-4d44-abb9-3994eeeefcf5 HTTP/1.1" status: 200 len: 210 time: 0.0411391 May 20 20:48:30.573684 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-222a79e4-1549-4e4f-b6df-0b7b2edfa38c req-341ced52-ba53-4910-b972-3e2eabab2d2e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=650854b2-e193-47b6-a413-f0ae3536bb67 HTTP/1.1" status: 200 len: 217 time: 0.0384116 May 20 20:48:30.587158 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-164608af-138d-4ef0-9bc9-50a1e2e153da req-ec91bcb1-b5e1-4875-8cf1-4ce4dfaceb33 tempest-ServerRescueTestJSONUnderV235-509853073 tempest-ServerRescueTestJSONUnderV235-509853073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748272'] for floatingip, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:30.671402 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222a79e4-1549-4e4f-b6df-0b7b2edfa38c req-5cb83994-757b-4b3d-aa42-811405361a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:48:30.673148 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-222a79e4-1549-4e4f-b6df-0b7b2edfa38c req-5cb83994-757b-4b3d-aa42-811405361a8f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b6544004-48d3-4560-9571-0a9762b91cf1 HTTP/1.1" status: 200 len: 855 time: 0.0914857 May 20 20:48:30.709712 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-222a79e4-1549-4e4f-b6df-0b7b2edfa38c req-d91eba3b-2808-4b6f-9780-0d46be922292 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f9020429-48a3-4a46-a405-04a4e7c29fcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281219 May 20 20:48:30.827281 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-222a79e4-1549-4e4f-b6df-0b7b2edfa38c req-4382fd3c-85c3-4c04-9652-9f96b3269bcd service neutron] 10.222.0.24 "GET /v2.0/networks/f9020429-48a3-4a46-a405-04a4e7c29fcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091137 May 20 20:48:30.940361 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-222a79e4-1549-4e4f-b6df-0b7b2edfa38c req-4b1899ab-dfcd-4d19-9a02-8ab9c592b33d service neutron] 10.222.0.24 "GET /v2.0/networks/f9020429-48a3-4a46-a405-04a4e7c29fcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025064 May 20 20:48:31.076799 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9427e10-b5a1-47ac-bc03-fe5080813213 req-9c30692d-764f-4644-b81b-fd336472fe91 tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:48:31.078478 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b9427e10-b5a1-47ac-bc03-fe5080813213 req-9c30692d-764f-4644-b81b-fd336472fe91 tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] 10.222.0.35 "GET /v2.0/ports?device_id=0f535575-dc81-4139-bc1e-db9fe0d7c5b9 HTTP/1.1" status: 200 len: 944 time: 0.0970504 May 20 20:48:31.094240 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 546b046d-2ea6-41ac-8c89-525b517cfb53 up at agent hyperv_n-h2-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:48:31.106480 n-d-842733-1 neutron-server[103163]: INFO neutron.db.l3_db [req-164608af-138d-4ef0-9bc9-50a1e2e153da req-ec91bcb1-b5e1-4875-8cf1-4ce4dfaceb33 tempest-ServerRescueTestJSONUnderV235-509853073 tempest-ServerRescueTestJSONUnderV235-509853073-project] Floating IP ac437f42-caa3-4cad-a6e2-f52d38b927db associated. External IP: 172.25.2.50, port: 94b595b4-7da9-448f-8a4d-a0f220491648. May 20 20:48:31.160816 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b9427e10-b5a1-47ac-bc03-fe5080813213 req-a092c771-3ed0-42e4-8d2b-c0aec84f2079 tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] 10.222.0.35 "GET /v2.0/security-groups?id=2274ca87-1a60-437e-91f1-b4d825425422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742493 May 20 20:48:31.209724 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Provisioning for port 546b046d-2ea6-41ac-8c89-525b517cfb53 completed by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 20:48:31.216961 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Provisioning complete for port 546b046d-2ea6-41ac-8c89-525b517cfb53 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:48:31.217567 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:31.260964 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-71c5d142-4378-4216-a11c-de427c161803 req-ebd02a81-ae38-452e-af24-4acfe2892433 tempest-ServerShowV254Test-2147464569 tempest-ServerShowV254Test-2147464569-project] 10.222.0.35 "GET /v2.0/ports?device_id=eae40ff4-074e-48c3-9704-393975de631b HTTP/1.1" status: 200 len: 210 time: 0.0368776 May 20 20:48:31.398414 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [req-164608af-138d-4ef0-9bc9-50a1e2e153da req-ec91bcb1-b5e1-4875-8cf1-4ce4dfaceb33 tempest-ServerRescueTestJSONUnderV235-509853073 tempest-ServerRescueTestJSONUnderV235-509853073-project] Router 11194262-67a0-4341-8110-513c16b7f07d has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 20:48:31.429810 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port 546b046d-2ea6-41ac-8c89-525b517cfb53 is: BUILD; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:48:31.430291 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:31.456997 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b88cd31-cda3-44fe-8261-e4f5f87931ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '546b046d-2ea6-41ac-8c89-525b517cfb53'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:48:31.459632 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8485417003ce7c0410b00f5cdc2f391e21107b70bb68e2773712534a96e108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d92722d-f4b6-4cce-9e47-e5ba7e375e3a" -d '{"events": [{"server_uuid": "8b88cd31-cda3-44fe-8261-e4f5f87931ab", "name": "network-vif-plugged", "status": "completed", "tag": "546b046d-2ea6-41ac-8c89-525b517cfb53"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:48:31.474017 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port 546b046d-2ea6-41ac-8c89-525b517cfb53, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=546b046d-2ea6-41ac-8c89-525b517cfb53,segment=NetworkSegment(c827a625-78ca-430c-9240-807cb6bb6287),segment_id=c827a625-78ca-430c-9240-807cb6bb6287)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:48:31.528714 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3965165c-f0d0-48d4-8f6e-fe015b3b8384 req-157d505e-71ba-434d-905d-b7d19405642d tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:48:31.529298 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-3965165c-f0d0-48d4-8f6e-fe015b3b8384 req-157d505e-71ba-434d-905d-b7d19405642d tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] 10.222.0.13 "GET /v2.0/networks?id=a0f85c50-1e5c-452b-8cab-6202e1b6863f HTTP/1.1" status: 200 len: 820 time: 0.1402595 May 20 20:48:31.546665 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:31.555619 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-164608af-138d-4ef0-9bc9-50a1e2e153da req-ec91bcb1-b5e1-4875-8cf1-4ce4dfaceb33 tempest-ServerRescueTestJSONUnderV235-509853073 tempest-ServerRescueTestJSONUnderV235-509853073-project] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 20:48:31.559429 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [req-3965165c-f0d0-48d4-8f6e-fe015b3b8384 req-f92f9371-05b5-41ab-ad99-dd1bc71099c0 tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] Request body: {'port': {'device_id': 'e8ef1482-fa91-4d44-abb9-3994eeeefcf5', 'network_id': 'a0f85c50-1e5c-452b-8cab-6202e1b6863f', 'admin_state_up': True, 'tenant_id': 'b08823cbf82b41d5ac4037cf2ee63513'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:48:31.564928 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-164608af-138d-4ef0-9bc9-50a1e2e153da req-ec91bcb1-b5e1-4875-8cf1-4ce4dfaceb33 tempest-ServerRescueTestJSONUnderV235-509853073 tempest-ServerRescueTestJSONUnderV235-509853073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for floatingip, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:31.593478 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0716713-63a1-45ff-a1b7-b237d0542a08 None None] Sync routers for ids ['11194262-67a0-4341-8110-513c16b7f07d'] in n-d-842733-1 {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 20:48:31.632974 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0716713-63a1-45ff-a1b7-b237d0542a08 None None] Routers {'11194262-67a0-4341-8110-513c16b7f07d'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:48:31.639026 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-d0716713-63a1-45ff-a1b7-b237d0542a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:48:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['11194262-67a0-4341-8110-513c16b7f07d'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:48:31.658700 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-164608af-138d-4ef0-9bc9-50a1e2e153da req-ec91bcb1-b5e1-4875-8cf1-4ce4dfaceb33 tempest-ServerRescueTestJSONUnderV235-509853073 tempest-ServerRescueTestJSONUnderV235-509853073-project] 10.222.0.35 "PUT /v2.0/floatingips/ac437f42-caa3-4cad-a6e2-f52d38b927db HTTP/1.1" status: 200 len: 996 time: 2.1747098 May 20 20:48:31.679461 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977b87b9-7ba1-4565-9223-431784fc3728 req-4b61d5c3-4289-478f-bf4c-5c13597c2edb tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:48:31.681861 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-977b87b9-7ba1-4565-9223-431784fc3728 req-4b61d5c3-4289-478f-bf4c-5c13597c2edb tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] 10.222.0.35 "GET /v2.0/ports?device_id=8b88cd31-cda3-44fe-8261-e4f5f87931ab HTTP/1.1" status: 200 len: 945 time: 0.1444373 May 20 20:48:31.682366 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5e7bffc-66ca-42f9-a17e-893d63710bad', 'tag': '94b595b4-7da9-448f-8a4d-a0f220491648'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:48:31.684789 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4291b17aa7b45362825f0571e77c85f5e73afe1df9c7e9e15006df9d695c005e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da96ecd3-4374-4022-957d-8dbe9803d41b" -d '{"events": [{"name": "network-changed", "server_uuid": "b5e7bffc-66ca-42f9-a17e-893d63710bad", "tag": "94b595b4-7da9-448f-8a4d-a0f220491648"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:48:31.745006 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-860f2b55-9773-4e09-8b81-9256ec842dbb req-b4a288a8-3919-4a1b-b38e-dd3c994f912c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=eae40ff4-074e-48c3-9704-393975de631b HTTP/1.1" status: 200 len: 210 time: 0.0462313 May 20 20:48:31.771202 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=546b046d-2ea6-41ac-8c89-525b517cfb53,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:48:31.776570 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device a25d3170-f929-40c9-bdf9-a2df393fa0ae up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:48:31.788172 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-977b87b9-7ba1-4565-9223-431784fc3728 req-b07cd696-14b4-40f1-8379-b94767410a3f tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] 10.222.0.35 "GET /v2.0/security-groups?id=178a2da1-ceea-4d89-b699-5b1b443e3e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0968220 May 20 20:48:31.809970 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164608af-138d-4ef0-9bc9-50a1e2e153da req-94683ecf-b0c0-4d4f-963a-a3121c1f43cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:48:31.811497 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-164608af-138d-4ef0-9bc9-50a1e2e153da req-94683ecf-b0c0-4d4f-963a-a3121c1f43cf service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ad08a6df517d4421a3d41cf43d0382ff&device_id=b5e7bffc-66ca-42f9-a17e-893d63710bad HTTP/1.1" status: 200 len: 1097 time: 0.1212485 May 20 20:48:31.856196 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3965165c-f0d0-48d4-8f6e-fe015b3b8384 req-f92f9371-05b5-41ab-ad99-dd1bc71099c0 tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] Made reservation on behalf of b08823cbf82b41d5ac4037cf2ee63513 for: {'port': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:48:31.857124 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 20:48:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66621770-c3a1-418b-b93d-ec882af9a528 x-openstack-request-id: req-66621770-c3a1-418b-b93d-ec882af9a528 {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:48:31.857395 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b88cd31-cda3-44fe-8261-e4f5f87931ab", "name": "network-vif-plugged", "status": "completed", "tag": "546b046d-2ea6-41ac-8c89-525b517cfb53", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:48:31.857639 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-66621770-c3a1-418b-b93d-ec882af9a528 {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:48:31.858022 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66621770-c3a1-418b-b93d-ec882af9a528'] response: {'server_uuid': '8b88cd31-cda3-44fe-8261-e4f5f87931ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '546b046d-2ea6-41ac-8c89-525b517cfb53', 'code': 200} May 20 20:48:31.862165 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-3965165c-f0d0-48d4-8f6e-fe015b3b8384 req-f92f9371-05b5-41ab-ad99-dd1bc71099c0 tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:31.893228 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-d0716713-63a1-45ff-a1b7-b237d0542a08 None None] Set router 11194262-67a0-4341-8110-513c16b7f07d gateway port host: n-d-842733-1 {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:48:31.931343 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-cad9c8e5-3d78-48bb-af11-a37c73e68767 req-c4dd2135-317d-4d1a-a997-50ddbb6101f9 tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] 10.222.0.35 "GET /v2.0/ports?device_id=e8ef1482-fa91-4d44-abb9-3994eeeefcf5 HTTP/1.1" status: 200 len: 210 time: 0.0420172 May 20 20:48:31.935022 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port a25d3170-f929-40c9-bdf9-a2df393fa0ae triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:48:31.935628 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:31.950145 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164608af-138d-4ef0-9bc9-50a1e2e153da req-11863ce4-4bce-41b4-91bd-4f735f6c0007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:48:31.952019 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-164608af-138d-4ef0-9bc9-50a1e2e153da req-11863ce4-4bce-41b4-91bd-4f735f6c0007 service neutron] 10.222.0.35 "GET /v2.0/networks?id=27e6bc16-4ad6-4b22-a77e-faecac933b47 HTTP/1.1" status: 200 len: 920 time: 0.1315725 May 20 20:48:32.026111 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 20:48:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bfd2d13-6b49-4c44-8591-e454ac0511e9 x-openstack-request-id: req-7bfd2d13-6b49-4c44-8591-e454ac0511e9 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:48:32.026406 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5e7bffc-66ca-42f9-a17e-893d63710bad", "tag": "94b595b4-7da9-448f-8a4d-a0f220491648", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:48:32.026658 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7bfd2d13-6b49-4c44-8591-e454ac0511e9 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:48:32.027067 n-d-842733-1 neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7bfd2d13-6b49-4c44-8591-e454ac0511e9'] response: {'name': 'network-changed', 'server_uuid': 'b5e7bffc-66ca-42f9-a17e-893d63710bad', 'tag': '94b595b4-7da9-448f-8a4d-a0f220491648', 'status': 'completed', 'code': 200} May 20 20:48:32.031374 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-164608af-138d-4ef0-9bc9-50a1e2e153da req-230bcd04-434d-44a0-9337-45498a77b3b4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=94b595b4-7da9-448f-8a4d-a0f220491648 HTTP/1.1" status: 200 len: 999 time: 0.0720179 May 20 20:48:32.040069 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [req-3965165c-f0d0-48d4-8f6e-fe015b3b8384 req-f92f9371-05b5-41ab-ad99-dd1bc71099c0 tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] Allocated IP 172.20.0.12 (a0f85c50-1e5c-452b-8cab-6202e1b6863f/b70b63b1-2e88-43cc-a35f-4cb2fd8d84c1/31c7ce13-d85e-4b3d-8e2f-e5068f0e7c5b) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:48:32.083858 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164608af-138d-4ef0-9bc9-50a1e2e153da req-8f8146a8-487c-41d8-a0e9-2b627abebf20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:48:32.085407 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-164608af-138d-4ef0-9bc9-50a1e2e153da req-8f8146a8-487c-41d8-a0e9-2b627abebf20 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=15623ea3-e6ed-4f6b-b35a-f39267f62374 HTTP/1.1" status: 200 len: 859 time: 0.0470686 May 20 20:48:32.119831 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-164608af-138d-4ef0-9bc9-50a1e2e153da req-c512f8a3-b550-4819-89ea-1d833cf07b6b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=27e6bc16-4ad6-4b22-a77e-faecac933b47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265326 May 20 20:48:32.131835 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [req-164608af-138d-4ef0-9bc9-50a1e2e153da req-bb506ac2-e483-4290-9f72-43e9c9869068 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103163) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 20:48:32.132756 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-164608af-138d-4ef0-9bc9-50a1e2e153da req-bb506ac2-e483-4290-9f72-43e9c9869068 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056167 May 20 20:48:32.142627 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da96ecd3-4374-4022-957d-8dbe9803d41b req-48659a87-e056-4160-808b-e92f50ee75e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:48:32.144318 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-da96ecd3-4374-4022-957d-8dbe9803d41b req-48659a87-e056-4160-808b-e92f50ee75e5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ad08a6df517d4421a3d41cf43d0382ff&device_id=b5e7bffc-66ca-42f9-a17e-893d63710bad HTTP/1.1" status: 200 len: 1097 time: 0.1001775 May 20 20:48:32.152712 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:32.167714 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port a25d3170-f929-40c9-bdf9-a2df393fa0ae is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:48:32.285529 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-d0716713-63a1-45ff-a1b7-b237d0542a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11194262-67a0-4341-8110-513c16b7f07d', 'name': 'tempest-ServerRescueTestJSONUnderV235-616548404-router', 'tenant_id': 'ad08a6df517d4421a3d41cf43d0382ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.5'}], 'enable_snat': True}, 'gw_port_id': '00616bcd-472c-4dbc-a226-155f426816d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:47:13Z', 'updated_at': '2022-05-20T20:47:21Z', 'revision_number': 4, 'project_id': 'ad08a6df517d4421a3d41cf43d0382ff', 'gw_port': {'id': '00616bcd-472c-4dbc-a226-155f426816d9', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:fe:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11194262-67a0-4341-8110-513c16b7f07d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1172, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:47:14Z', 'updated_at': '2022-05-20T20:47:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_floatingips': [{'id': 'ac437f42-caa3-4cad-a6e2-f52d38b927db', 'tenant_id': 'ad08a6df517d4421a3d41cf43d0382ff', 'floating_ip_address': '172.25.2.50', 'floating_network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'router_id': '11194262-67a0-4341-8110-513c16b7f07d', 'port_id': '94b595b4-7da9-448f-8a4d-a0f220491648', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1325, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27e6bc16-4ad6-4b22-a77e-faecac933b47', 'mac_address': 'fa:16:3e:66:6c:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5e7bffc-66ca-42f9-a17e-893d63710bad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-20T20:48:27Z', 'updated_at': '2022-05-20T20:48:30Z', 'revision_number': 1, 'project_id': 'ad08a6df517d4421a3d41cf43d0382ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba55456f-5eb5-47f7-ad63-dac649cfa8fa', 'name': '', 'network_id': '27e6bc16-4ad6-4b22-a77e-faecac933b47', 'tenant_id': 'ad08a6df517d4421a3d41cf43d0382ff', 'mac_address': 'fa:16:3e:a7:e8:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11194262-67a0-4341-8110-513c16b7f07d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1181, 'fixed_ips': [{'subnet_id': '15623ea3-e6ed-4f6b-b35a-f39267f62374', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:47:20Z', 'updated_at': '2022-05-20T20:47:32Z', 'revision_number': 5, 'project_id': 'ad08a6df517d4421a3d41cf43d0382ff', 'subnets': [{'id': '15623ea3-e6ed-4f6b-b35a-f39267f62374', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:48:32.310570 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-164608af-138d-4ef0-9bc9-50a1e2e153da req-0798b615-2efe-43f5-ad9b-6324d3f52567 service neutron] 10.222.0.35 "GET /v2.0/networks/27e6bc16-4ad6-4b22-a77e-faecac933b47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568339 May 20 20:48:32.319569 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0716713-63a1-45ff-a1b7-b237d0542a08 None None] Checking router: 11194262-67a0-4341-8110-513c16b7f07d for host: n-d-842733-1 {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 20:48:32.331015 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0716713-63a1-45ff-a1b7-b237d0542a08 None None] Routers {'11194262-67a0-4341-8110-513c16b7f07d'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:48:32.331972 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-d0716713-63a1-45ff-a1b7-b237d0542a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:48:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['11194262-67a0-4341-8110-513c16b7f07d'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:48:32.336886 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624e076f-1d6d-40e4-bf07-21ab1db1dbdc req-92965896-9705-4902-b587-627bfdef74ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:48:32.338492 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-624e076f-1d6d-40e4-bf07-21ab1db1dbdc req-92965896-9705-4902-b587-627bfdef74ac service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8b88cd31-cda3-44fe-8261-e4f5f87931ab HTTP/1.1" status: 200 len: 1096 time: 0.1657526 May 20 20:48:32.342763 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c69c8da-104b-444b-ac64-7dcde6524735 req-5828a986-51c1-462d-8877-7d859c28647e tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:48:32.344391 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1c69c8da-104b-444b-ac64-7dcde6524735 req-5828a986-51c1-462d-8877-7d859c28647e tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] 10.222.0.35 "GET /v2.0/ports?device_id=0f535575-dc81-4139-bc1e-db9fe0d7c5b9 HTTP/1.1" status: 200 len: 944 time: 0.1040864 May 20 20:48:32.386579 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-3965165c-f0d0-48d4-8f6e-fe015b3b8384 req-f92f9371-05b5-41ab-ad99-dd1bc71099c0 tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:32.388737 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da96ecd3-4374-4022-957d-8dbe9803d41b req-d9118a49-954f-4b64-991b-186feefcfd5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:48:32.390303 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-da96ecd3-4374-4022-957d-8dbe9803d41b req-d9118a49-954f-4b64-991b-186feefcfd5e service neutron] 10.222.0.24 "GET /v2.0/networks?id=27e6bc16-4ad6-4b22-a77e-faecac933b47 HTTP/1.1" status: 200 len: 920 time: 0.2380733 May 20 20:48:32.425343 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1c69c8da-104b-444b-ac64-7dcde6524735 req-23f28a7e-4ff7-41b8-985d-74a71335ba4b tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] 10.222.0.35 "GET /v2.0/security-groups?id=2274ca87-1a60-437e-91f1-b4d825425422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453730 May 20 20:48:32.446469 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-624e076f-1d6d-40e4-bf07-21ab1db1dbdc req-9d28c288-1577-404d-b2b5-b3366c25f018 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=178a2da1-ceea-4d89-b699-5b1b443e3e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0989647 May 20 20:48:32.483236 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-164608af-138d-4ef0-9bc9-50a1e2e153da req-80d29502-d3cf-419b-8241-f1d7e3d3e63c service neutron] 10.222.0.35 "GET /v2.0/networks/27e6bc16-4ad6-4b22-a77e-faecac933b47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1702895 May 20 20:48:32.487593 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-da96ecd3-4374-4022-957d-8dbe9803d41b req-c2e01102-52c8-4343-a38c-1a3731b06445 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=94b595b4-7da9-448f-8a4d-a0f220491648 HTTP/1.1" status: 200 len: 999 time: 0.0882130 May 20 20:48:32.495389 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-d0716713-63a1-45ff-a1b7-b237d0542a08 None None] Set router 11194262-67a0-4341-8110-513c16b7f07d gateway port host: n-d-842733-1 {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:48:32.541912 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-48c9af31-a1fb-43ed-857f-372548d3c94b req-228956dc-b6e1-4ada-8f4d-021826543500 tempest-ServerShowV254Test-2147464569 tempest-ServerShowV254Test-2147464569-project] 10.222.0.35 "GET /v2.0/ports?device_id=eae40ff4-074e-48c3-9704-393975de631b HTTP/1.1" status: 200 len: 210 time: 0.0381720 May 20 20:48:32.543965 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da96ecd3-4374-4022-957d-8dbe9803d41b req-4399ab8b-aeb4-423c-8b4b-a1d9c5b5b1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:48:32.545560 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-da96ecd3-4374-4022-957d-8dbe9803d41b req-4399ab8b-aeb4-423c-8b4b-a1d9c5b5b1c8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=15623ea3-e6ed-4f6b-b35a-f39267f62374 HTTP/1.1" status: 200 len: 859 time: 0.0470703 May 20 20:48:32.583124 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-da96ecd3-4374-4022-957d-8dbe9803d41b req-d1bc4fe5-f2d2-4203-bf05-3cdf339c9f17 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=27e6bc16-4ad6-4b22-a77e-faecac933b47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298710 May 20 20:48:32.614653 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-3965165c-f0d0-48d4-8f6e-fe015b3b8384 req-f92f9371-05b5-41ab-ad99-dd1bc71099c0 tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:32.643784 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c735fab0-a05c-45a1-936c-ad9d32a62586 req-bfe01b13-705d-4bdc-bab3-138fd8bc135a tempest-ServerRescueTestJSONUnderV235-509853073 tempest-ServerRescueTestJSONUnderV235-509853073-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.2.50 HTTP/1.1" status: 200 len: 999 time: 0.0683951 May 20 20:48:32.694018 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3965165c-f0d0-48d4-8f6e-fe015b3b8384 req-f92f9371-05b5-41ab-ad99-dd1bc71099c0 tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] Network a0f85c50-1e5c-452b-8cab-6202e1b6863f is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:48:32.701841 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [req-3965165c-f0d0-48d4-8f6e-fe015b3b8384 req-f92f9371-05b5-41ab-ad99-dd1bc71099c0 tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:48:32.704684 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-3965165c-f0d0-48d4-8f6e-fe015b3b8384 req-f92f9371-05b5-41ab-ad99-dd1bc71099c0 tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:48:32.710912 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c735fab0-a05c-45a1-936c-ad9d32a62586 req-2e4a47f5-89cd-489c-83e5-bfdeebc82ffd tempest-ServerRescueTestJSONUnderV235-509853073 tempest-ServerRescueTestJSONUnderV235-509853073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:48:32.713633 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c735fab0-a05c-45a1-936c-ad9d32a62586 req-2e4a47f5-89cd-489c-83e5-bfdeebc82ffd tempest-ServerRescueTestJSONUnderV235-509853073 tempest-ServerRescueTestJSONUnderV235-509853073-project] 10.222.0.35 "GET /v2.0/ports/94b595b4-7da9-448f-8a4d-a0f220491648 HTTP/1.1" status: 200 len: 943 time: 0.0619986 May 20 20:48:32.724162 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 650854b2-e193-47b6-a413-f0ae3536bb67 details requested by agent hyperv_n-h1-842733-1 with host n-h1-842733-1 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 20:48:32.746070 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-d0716713-63a1-45ff-a1b7-b237d0542a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11194262-67a0-4341-8110-513c16b7f07d', 'name': 'tempest-ServerRescueTestJSONUnderV235-616548404-router', 'tenant_id': 'ad08a6df517d4421a3d41cf43d0382ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.5'}], 'enable_snat': True}, 'gw_port_id': '00616bcd-472c-4dbc-a226-155f426816d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:47:13Z', 'updated_at': '2022-05-20T20:47:21Z', 'revision_number': 4, 'project_id': 'ad08a6df517d4421a3d41cf43d0382ff', 'gw_port': {'id': '00616bcd-472c-4dbc-a226-155f426816d9', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:fe:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11194262-67a0-4341-8110-513c16b7f07d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1172, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:47:14Z', 'updated_at': '2022-05-20T20:47:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_floatingips': [{'id': 'ac437f42-caa3-4cad-a6e2-f52d38b927db', 'tenant_id': 'ad08a6df517d4421a3d41cf43d0382ff', 'floating_ip_address': '172.25.2.50', 'floating_network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'router_id': '11194262-67a0-4341-8110-513c16b7f07d', 'port_id': '94b595b4-7da9-448f-8a4d-a0f220491648', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1325, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27e6bc16-4ad6-4b22-a77e-faecac933b47', 'mac_address': 'fa:16:3e:66:6c:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5e7bffc-66ca-42f9-a17e-893d63710bad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-20T20:48:27Z', 'updated_at': '2022-05-20T20:48:30Z', 'revision_number': 1, 'project_id': 'ad08a6df517d4421a3d41cf43d0382ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba55456f-5eb5-47f7-ad63-dac649cfa8fa', 'name': '', 'network_id': '27e6bc16-4ad6-4b22-a77e-faecac933b47', 'tenant_id': 'ad08a6df517d4421a3d41cf43d0382ff', 'mac_address': 'fa:16:3e:a7:e8:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11194262-67a0-4341-8110-513c16b7f07d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1181, 'fixed_ips': [{'subnet_id': '15623ea3-e6ed-4f6b-b35a-f39267f62374', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:47:20Z', 'updated_at': '2022-05-20T20:47:32Z', 'revision_number': 5, 'project_id': 'ad08a6df517d4421a3d41cf43d0382ff', 'subnets': [{'id': '15623ea3-e6ed-4f6b-b35a-f39267f62374', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:48:32.749393 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92f9371-05b5-41ab-ad99-dd1bc71099c0 tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] Pushing event updated for resources: {'Port': ['ID=31c7ce13-d85e-4b3d-8e2f-e5068f0e7c5b,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:48:32.782259 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0716713-63a1-45ff-a1b7-b237d0542a08 None None] The sync data for ids ['11194262-67a0-4341-8110-513c16b7f07d'] in n-d-842733-1 is: [{'id': '11194262-67a0-4341-8110-513c16b7f07d', 'name': 'tempest-ServerRescueTestJSONUnderV235-616548404-router', 'tenant_id': 'ad08a6df517d4421a3d41cf43d0382ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.5'}], 'enable_snat': True}, 'gw_port_id': '00616bcd-472c-4dbc-a226-155f426816d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:47:13Z', 'updated_at': '2022-05-20T20:47:21Z', 'revision_number': 4, 'project_id': 'ad08a6df517d4421a3d41cf43d0382ff', 'gw_port': {'id': '00616bcd-472c-4dbc-a226-155f426816d9', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:fe:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11194262-67a0-4341-8110-513c16b7f07d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1172, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:47:14Z', 'updated_at': '2022-05-20T20:47:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_floatingips': [{'id': 'ac437f42-caa3-4cad-a6e2-f52d38b927db', 'tenant_id': 'ad08a6df517d4421a3d41cf43d0382ff', 'floating_ip_address': '172.25.2.50', 'floating_network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'router_id': '11194262-67a0-4341-8110-513c16b7f07d', 'port_id': '94b595b4-7da9-448f-8a4d-a0f220491648', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1325, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27e6bc16-4ad6-4b22-a77e-faecac933b47', 'mac_address': 'fa:16:3e:66:6c:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5e7bffc-66ca-42f9-a17e-893d63710bad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-20T20:48:27Z', 'updated_at': '2022-05-20T20:48:30Z', 'revision_number': 1, 'project_id': 'ad08a6df517d4421a3d41cf43d0382ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba55456f-5eb5-47f7-ad63-dac649cfa8fa', 'name': '', 'network_id': '27e6bc16-4ad6-4b22-a77e-faecac933b47', 'tenant_id': 'ad08a6df517d4421a3d41cf43d0382ff', 'mac_address': 'fa:16:3e:a7:e8:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11194262-67a0-4341-8110-513c16b7f07d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1181, 'fixed_ips': [{'subnet_id': '15623ea3-e6ed-4f6b-b35a-f39267f62374', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:47:20Z', 'updated_at': '2022-05-20T20:47:32Z', 'revision_number': 5, 'project_id': 'ad08a6df517d4421a3d41cf43d0382ff', 'subnets': [{'id': '15623ea3-e6ed-4f6b-b35a-f39267f62374', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 20:48:32.787827 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-da96ecd3-4374-4022-957d-8dbe9803d41b req-1619cbc2-3245-4af3-9aba-b2b3a1346d5a service neutron] 10.222.0.24 "GET /v2.0/networks/27e6bc16-4ad6-4b22-a77e-faecac933b47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1974862 May 20 20:48:32.801278 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3965165c-f0d0-48d4-8f6e-fe015b3b8384 req-f92f9371-05b5-41ab-ad99-dd1bc71099c0 tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:48:32.802266 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-3965165c-f0d0-48d4-8f6e-fe015b3b8384 req-f92f9371-05b5-41ab-ad99-dd1bc71099c0 tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:32.909312 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port 650854b2-e193-47b6-a413-f0ae3536bb67, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=650854b2-e193-47b6-a413-f0ae3536bb67,segment=NetworkSegment(d91bf09f-166e-43f0-9da3-0f3d4d6c439b),segment_id=d91bf09f-166e-43f0-9da3-0f3d4d6c439b)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:48:32.926865 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Returning: {'device': '650854b2-e193-47b6-a413-f0ae3536bb67', 'network_id': 'f9020429-48a3-4a46-a405-04a4e7c29fcf', 'port_id': '650854b2-e193-47b6-a413-f0ae3536bb67', 'mac_address': 'fa:16:3e:3e:62:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6544004-48d3-4560-9571-0a9762b91cf1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 20 20:48:32.947482 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-da96ecd3-4374-4022-957d-8dbe9803d41b req-54b5e10e-a263-4ec7-b8c1-6afadd3778ba service neutron] 10.222.0.24 "GET /v2.0/networks/27e6bc16-4ad6-4b22-a77e-faecac933b47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390824 May 20 20:48:32.952380 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-3965165c-f0d0-48d4-8f6e-fe015b3b8384 req-f92f9371-05b5-41ab-ad99-dd1bc71099c0 tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4018259 May 20 20:48:32.955863 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c735fab0-a05c-45a1-936c-ad9d32a62586 req-0e78e3e5-b3aa-4969-9c63-e1369d12cdfb tempest-ServerRescueTestJSONUnderV235-509853073 tempest-ServerRescueTestJSONUnderV235-509853073-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.2.50 HTTP/1.1" status: 200 len: 999 time: 0.1777229 May 20 20:48:32.970258 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Current status of the port 650854b2-e193-47b6-a413-f0ae3536bb67 is: DOWN; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:48:32.970657 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:32.987722 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 650854b2-e193-47b6-a413-f0ae3536bb67 {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:48:32.990061 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [req-3965165c-f0d0-48d4-8f6e-fe015b3b8384 req-aa7d6a83-2b7f-4f05-a137-eb9f718e2dfd service neutron] Request body: {'port': {'device_id': 'e8ef1482-fa91-4d44-abb9-3994eeeefcf5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-842733-1'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:48:33.018554 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port 650854b2-e193-47b6-a413-f0ae3536bb67, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=650854b2-e193-47b6-a413-f0ae3536bb67,segment=NetworkSegment(d91bf09f-166e-43f0-9da3-0f3d4d6c439b),segment_id=d91bf09f-166e-43f0-9da3-0f3d4d6c439b)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:48:33.070295 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5659ac28-1863-40a2-bac0-40e56b2bcbb4 req-11e5cbc8-29f8-48c7-b87a-0d9ff0bb7aa6 tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:48:33.077872 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5659ac28-1863-40a2-bac0-40e56b2bcbb4 req-11e5cbc8-29f8-48c7-b87a-0d9ff0bb7aa6 tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] 10.222.0.35 "GET /v2.0/ports?device_id=8b88cd31-cda3-44fe-8261-e4f5f87931ab HTTP/1.1" status: 200 len: 945 time: 0.1810884 May 20 20:48:33.090445 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:33.092918 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-3965165c-f0d0-48d4-8f6e-fe015b3b8384 req-aa7d6a83-2b7f-4f05-a137-eb9f718e2dfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:33.138475 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df9e4658-eea7-497d-b5af-ffa6929be927 None None] New status for floating IP ac437f42-caa3-4cad-a6e2-f52d38b927db: ACTIVE {{(pid=103165) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 20:48:33.140047 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-e22ecae3-7d64-4908-86ba-d831bb7cde23 None None] Provisioning complete for port 31c7ce13-d85e-4b3d-8e2f-e5068f0e7c5b triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:48:33.140755 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-e22ecae3-7d64-4908-86ba-d831bb7cde23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:33.161821 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5659ac28-1863-40a2-bac0-40e56b2bcbb4 req-e1a66fd2-2f21-475b-858a-1fa324f4c08f tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] 10.222.0.35 "GET /v2.0/security-groups?id=178a2da1-ceea-4d89-b699-5b1b443e3e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777841 May 20 20:48:33.170509 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c735fab0-a05c-45a1-936c-ad9d32a62586 req-bd011710-bb6c-4c59-9f27-0b8b431844fb tempest-ServerRescueTestJSONUnderV235-509853073 tempest-ServerRescueTestJSONUnderV235-509853073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:48:33.179682 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c735fab0-a05c-45a1-936c-ad9d32a62586 req-bd011710-bb6c-4c59-9f27-0b8b431844fb tempest-ServerRescueTestJSONUnderV235-509853073 tempest-ServerRescueTestJSONUnderV235-509853073-project] 10.222.0.35 "GET /v2.0/networks/e3a93b5c-91e2-4064-9c2c-1afc261bfe15 HTTP/1.1" status: 200 len: 784 time: 0.2156405 May 20 20:48:33.247297 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Pushing event updated for resources: {'Port': ['ID=650854b2-e193-47b6-a413-f0ae3536bb67,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:48:33.260016 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-e22ecae3-7d64-4908-86ba-d831bb7cde23 None None] Port 31c7ce13-d85e-4b3d-8e2f-e5068f0e7c5b cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 20:48:33.281260 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c735fab0-a05c-45a1-936c-ad9d32a62586 req-cb88bb15-5efc-41ad-97e5-c6a3d042980e tempest-ServerRescueTestJSONUnderV235-509853073 tempest-ServerRescueTestJSONUnderV235-509853073-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.2.50 HTTP/1.1" status: 200 len: 999 time: 0.1001747 May 20 20:48:33.312138 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [req-c735fab0-a05c-45a1-936c-ad9d32a62586 req-df455842-0b9c-4585-95e5-ea092f37aa99 tempest-ServerRescueTestJSONUnderV235-509853073 tempest-ServerRescueTestJSONUnderV235-509853073-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:48:33.328592 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] get_ports_and_sgs() called for port_ids ['650854b2-e193-47b6-a413-f0ae3536bb67'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:48:33.393052 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-c735fab0-a05c-45a1-936c-ad9d32a62586 req-df455842-0b9c-4585-95e5-ea092f37aa99 tempest-ServerRescueTestJSONUnderV235-509853073 tempest-ServerRescueTestJSONUnderV235-509853073-project] Notify callbacks [] for floatingip, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:33.460840 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca79c3a2-1ff9-48af-bb82-b45cc2e86535 req-15df2e05-5ac0-42c6-b7f7-1664849497b1 tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:48:33.462576 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ca79c3a2-1ff9-48af-bb82-b45cc2e86535 req-15df2e05-5ac0-42c6-b7f7-1664849497b1 tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] 10.222.0.35 "GET /v2.0/ports?device_id=e8ef1482-fa91-4d44-abb9-3994eeeefcf5 HTTP/1.1" status: 200 len: 932 time: 0.2008219 May 20 20:48:33.512545 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [req-3965165c-f0d0-48d4-8f6e-fe015b3b8384 req-aa7d6a83-2b7f-4f05-a137-eb9f718e2dfd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31c7ce13-d85e-4b3d-8e2f-e5068f0e7c5b {{(pid=103162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:48:33.520624 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-3965165c-f0d0-48d4-8f6e-fe015b3b8384 req-aa7d6a83-2b7f-4f05-a137-eb9f718e2dfd service neutron] Notify callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:33.533137 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.provisioning_blocks [req-3965165c-f0d0-48d4-8f6e-fe015b3b8384 req-aa7d6a83-2b7f-4f05-a137-eb9f718e2dfd service neutron] Transition to ACTIVE for port object 31c7ce13-d85e-4b3d-8e2f-e5068f0e7c5b will not be triggered until provisioned by entity L2. {{(pid=103162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 20:48:33.555866 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ca79c3a2-1ff9-48af-bb82-b45cc2e86535 req-b24122b9-1b2a-4031-bf7d-dd95437ace37 tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] 10.222.0.35 "GET /v2.0/security-groups?id=18b4de30-16a9-4001-b1eb-14a4aad6a23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837479 May 20 20:48:33.561628 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.db.api [req-c735fab0-a05c-45a1-936c-ad9d32a62586 req-df455842-0b9c-4585-95e5-ea092f37aa99 tempest-ServerRescueTestJSONUnderV235-509853073 tempest-ServerRescueTestJSONUnderV235-509853073-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103163) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 20 20:48:33.561966 n-d-842733-1 neutron-server[103163]: DEBUG oslo_db.api [req-c735fab0-a05c-45a1-936c-ad9d32a62586 req-df455842-0b9c-4585-95e5-ea092f37aa99 tempest-ServerRescueTestJSONUnderV235-509853073 tempest-ServerRescueTestJSONUnderV235-509853073-project] Performing DB retry for function neutron.db.l3_dvr_db.L3_NAT_with_dvr_db_mixin.update_floatingip {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 20 20:48:33.620405 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-3965165c-f0d0-48d4-8f6e-fe015b3b8384 req-aa7d6a83-2b7f-4f05-a137-eb9f718e2dfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:33.665899 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1976b0-75b1-4b6d-a42d-f695b81768f9 req-fb24ffd5-00d3-417d-ba79-3c5be29328ab tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:48:33.667921 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7e1976b0-75b1-4b6d-a42d-f695b81768f9 req-fb24ffd5-00d3-417d-ba79-3c5be29328ab tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] 10.222.0.35 "GET /v2.0/ports?device_id=0f535575-dc81-4139-bc1e-db9fe0d7c5b9 HTTP/1.1" status: 200 len: 945 time: 0.0538006 May 20 20:48:33.679724 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7d6a83-2b7f-4f05-a137-eb9f718e2dfd service neutron] Pushing event updated for resources: {'Port': ['ID=31c7ce13-d85e-4b3d-8e2f-e5068f0e7c5b,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:48:33.718333 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7e1976b0-75b1-4b6d-a42d-f695b81768f9 req-2b925ead-c510-4d06-8fbc-68652b18e2e9 tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] 10.222.0.35 "GET /v2.0/security-groups?id=2274ca87-1a60-437e-91f1-b4d825425422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442927 May 20 20:48:33.764728 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-3965165c-f0d0-48d4-8f6e-fe015b3b8384 req-aa7d6a83-2b7f-4f05-a137-eb9f718e2dfd service neutron] Attempting to bind port 31c7ce13-d85e-4b3d-8e2f-e5068f0e7c5b on host n-h2-842733-1 for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:48:33.765091 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-3965165c-f0d0-48d4-8f6e-fe015b3b8384 req-aa7d6a83-2b7f-4f05-a137-eb9f718e2dfd service neutron] Attempting to bind port 31c7ce13-d85e-4b3d-8e2f-e5068f0e7c5b by drivers openvswitch,hyperv on host n-h2-842733-1 at level 0 using segments [{'id': 'e0039cc5-6cb0-4490-8a7d-a4c3b510f023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'a0f85c50-1e5c-452b-8cab-6202e1b6863f'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:48:33.765413 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3965165c-f0d0-48d4-8f6e-fe015b3b8384 req-aa7d6a83-2b7f-4f05-a137-eb9f718e2dfd service neutron] Attempting to bind port 31c7ce13-d85e-4b3d-8e2f-e5068f0e7c5b on network a0f85c50-1e5c-452b-8cab-6202e1b6863f {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:48:33.770373 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3965165c-f0d0-48d4-8f6e-fe015b3b8384 req-aa7d6a83-2b7f-4f05-a137-eb9f718e2dfd service neutron] Port 31c7ce13-d85e-4b3d-8e2f-e5068f0e7c5b on network a0f85c50-1e5c-452b-8cab-6202e1b6863f not bound, no agent of type Open vSwitch agent registered on host n-h2-842733-1 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 20:48:33.770697 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3965165c-f0d0-48d4-8f6e-fe015b3b8384 req-aa7d6a83-2b7f-4f05-a137-eb9f718e2dfd service neutron] Attempting to bind port 31c7ce13-d85e-4b3d-8e2f-e5068f0e7c5b on network a0f85c50-1e5c-452b-8cab-6202e1b6863f {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:48:33.777070 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3965165c-f0d0-48d4-8f6e-fe015b3b8384 req-aa7d6a83-2b7f-4f05-a137-eb9f718e2dfd service neutron] Checking agent: {'id': 'a66f2511-b955-448f-877c-56cfe9c81b12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 33, 2), 'started_at': datetime.datetime(2022, 5, 20, 20, 33, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 48, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:48:33.777452 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3965165c-f0d0-48d4-8f6e-fe015b3b8384 req-aa7d6a83-2b7f-4f05-a137-eb9f718e2dfd service neutron] Checking segment: {'id': 'e0039cc5-6cb0-4490-8a7d-a4c3b510f023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'a0f85c50-1e5c-452b-8cab-6202e1b6863f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:48:33.777834 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3965165c-f0d0-48d4-8f6e-fe015b3b8384 req-aa7d6a83-2b7f-4f05-a137-eb9f718e2dfd service neutron] Bound using segment: {'id': 'e0039cc5-6cb0-4490-8a7d-a4c3b510f023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'a0f85c50-1e5c-452b-8cab-6202e1b6863f'} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:48:33.778380 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-3965165c-f0d0-48d4-8f6e-fe015b3b8384 req-aa7d6a83-2b7f-4f05-a137-eb9f718e2dfd service neutron] Bound port: 31c7ce13-d85e-4b3d-8e2f-e5068f0e7c5b, host: n-h2-842733-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0039cc5-6cb0-4490-8a7d-a4c3b510f023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'a0f85c50-1e5c-452b-8cab-6202e1b6863f'}}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:48:33.778627 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-3965165c-f0d0-48d4-8f6e-fe015b3b8384 req-aa7d6a83-2b7f-4f05-a137-eb9f718e2dfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:33.817928 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-acf3bf37-a13e-41d3-9a03-6df3ea3fe374 req-c6b89139-83b9-45af-b7e6-662651d68d33 tempest-ServerShowV254Test-2147464569 tempest-ServerShowV254Test-2147464569-project] 10.222.0.35 "GET /v2.0/ports?device_id=eae40ff4-074e-48c3-9704-393975de631b HTTP/1.1" status: 200 len: 210 time: 0.0275598 May 20 20:48:33.854537 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-3965165c-f0d0-48d4-8f6e-fe015b3b8384 req-aa7d6a83-2b7f-4f05-a137-eb9f718e2dfd service neutron] For port 31c7ce13-d85e-4b3d-8e2f-e5068f0e7c5b, host n-h2-842733-1, cleared binding levels {{(pid=103162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:48:33.857654 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-3965165c-f0d0-48d4-8f6e-fe015b3b8384 req-aa7d6a83-2b7f-4f05-a137-eb9f718e2dfd service neutron] For port 31c7ce13-d85e-4b3d-8e2f-e5068f0e7c5b, host n-h2-842733-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=31c7ce13-d85e-4b3d-8e2f-e5068f0e7c5b,segment=NetworkSegment(e0039cc5-6cb0-4490-8a7d-a4c3b510f023),segment_id=e0039cc5-6cb0-4490-8a7d-a4c3b510f023)] {{(pid=103162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:48:33.924209 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-3965165c-f0d0-48d4-8f6e-fe015b3b8384 req-aa7d6a83-2b7f-4f05-a137-eb9f718e2dfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:33.961003 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3965165c-f0d0-48d4-8f6e-fe015b3b8384 req-aa7d6a83-2b7f-4f05-a137-eb9f718e2dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:48:33.961798 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-3965165c-f0d0-48d4-8f6e-fe015b3b8384 req-aa7d6a83-2b7f-4f05-a137-eb9f718e2dfd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:33.963380 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-3965165c-f0d0-48d4-8f6e-fe015b3b8384 req-aa7d6a83-2b7f-4f05-a137-eb9f718e2dfd service neutron] 10.222.0.13 "PUT /v2.0/ports/31c7ce13-d85e-4b3d-8e2f-e5068f0e7c5b HTTP/1.1" status: 200 len: 1092 time: 0.9871178 May 20 20:48:33.963808 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8ef1482-fa91-4d44-abb9-3994eeeefcf5', 'tag': '31c7ce13-d85e-4b3d-8e2f-e5068f0e7c5b'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:48:33.966089 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6fa957933fccbf596d28104b23404b952ad6a8238afaebaed40a0874b2e409" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-506f896f-babe-4ad6-9579-ba9f1668bdc5" -d '{"events": [{"name": "network-changed", "server_uuid": "e8ef1482-fa91-4d44-abb9-3994eeeefcf5", "tag": "31c7ce13-d85e-4b3d-8e2f-e5068f0e7c5b"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:48:34.001522 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7d6a83-2b7f-4f05-a137-eb9f718e2dfd service neutron] Pushing event updated for resources: {'Port': ['ID=31c7ce13-d85e-4b3d-8e2f-e5068f0e7c5b,revision_number=3']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:48:34.033255 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 20:48:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65e6ad12-e5e1-4e43-a544-c2a8ed64f867 x-openstack-request-id: req-65e6ad12-e5e1-4e43-a544-c2a8ed64f867 {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:48:34.033514 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8ef1482-fa91-4d44-abb9-3994eeeefcf5", "tag": "31c7ce13-d85e-4b3d-8e2f-e5068f0e7c5b", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:48:34.033765 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-65e6ad12-e5e1-4e43-a544-c2a8ed64f867 {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:48:34.034165 n-d-842733-1 neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65e6ad12-e5e1-4e43-a544-c2a8ed64f867'] response: {'name': 'network-changed', 'server_uuid': 'e8ef1482-fa91-4d44-abb9-3994eeeefcf5', 'tag': '31c7ce13-d85e-4b3d-8e2f-e5068f0e7c5b', 'status': 'completed', 'code': 200} May 20 20:48:34.062884 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-c735fab0-a05c-45a1-936c-ad9d32a62586 req-df455842-0b9c-4585-95e5-ea092f37aa99 tempest-ServerRescueTestJSONUnderV235-509853073 tempest-ServerRescueTestJSONUnderV235-509853073-project] Notify callbacks [] for floatingip, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:34.147428 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506f896f-babe-4ad6-9579-ba9f1668bdc5 req-687d303e-dd12-4588-87bf-b06f2b59791c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:48:34.149472 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-506f896f-babe-4ad6-9579-ba9f1668bdc5 req-687d303e-dd12-4588-87bf-b06f2b59791c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b08823cbf82b41d5ac4037cf2ee63513&device_id=e8ef1482-fa91-4d44-abb9-3994eeeefcf5 HTTP/1.1" status: 200 len: 1095 time: 0.0591676 May 20 20:48:34.242344 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-c735fab0-a05c-45a1-936c-ad9d32a62586 req-df455842-0b9c-4585-95e5-ea092f37aa99 tempest-ServerRescueTestJSONUnderV235-509853073 tempest-ServerRescueTestJSONUnderV235-509853073-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:34.275237 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506f896f-babe-4ad6-9579-ba9f1668bdc5 req-0d694f33-2b85-4d23-b5d0-0ec7a21bdf1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:48:34.276697 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-506f896f-babe-4ad6-9579-ba9f1668bdc5 req-0d694f33-2b85-4d23-b5d0-0ec7a21bdf1c service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=b08823cbf82b41d5ac4037cf2ee63513&shared=False HTTP/1.1" status: 200 len: 921 time: 0.1067455 May 20 20:48:34.300548 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-c735fab0-a05c-45a1-936c-ad9d32a62586 req-df455842-0b9c-4585-95e5-ea092f37aa99 tempest-ServerRescueTestJSONUnderV235-509853073 tempest-ServerRescueTestJSONUnderV235-509853073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748272'] for floatingip, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:34.300891 n-d-842733-1 neutron-server[103163]: INFO neutron.db.l3_db [req-c735fab0-a05c-45a1-936c-ad9d32a62586 req-df455842-0b9c-4585-95e5-ea092f37aa99 tempest-ServerRescueTestJSONUnderV235-509853073 tempest-ServerRescueTestJSONUnderV235-509853073-project] Floating IP ac437f42-caa3-4cad-a6e2-f52d38b927db disassociated. External IP: 172.25.2.50, port: 94b595b4-7da9-448f-8a4d-a0f220491648. May 20 20:48:34.372926 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506f896f-babe-4ad6-9579-ba9f1668bdc5 req-4ccffd3c-4a4d-4c4d-96b7-7d0c70c8d954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:48:34.374477 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-506f896f-babe-4ad6-9579-ba9f1668bdc5 req-4ccffd3c-4a4d-4c4d-96b7-7d0c70c8d954 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0902636 May 20 20:48:34.497294 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3965165c-f0d0-48d4-8f6e-fe015b3b8384 req-739b629e-2725-4ef0-b261-1893ef1a4880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:48:34.498742 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-3965165c-f0d0-48d4-8f6e-fe015b3b8384 req-739b629e-2725-4ef0-b261-1893ef1a4880 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b08823cbf82b41d5ac4037cf2ee63513&device_id=e8ef1482-fa91-4d44-abb9-3994eeeefcf5 HTTP/1.1" status: 200 len: 1095 time: 0.0590565 May 20 20:48:34.528900 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c735fab0-a05c-45a1-936c-ad9d32a62586 req-df455842-0b9c-4585-95e5-ea092f37aa99 tempest-ServerRescueTestJSONUnderV235-509853073 tempest-ServerRescueTestJSONUnderV235-509853073-project] Router 11194262-67a0-4341-8110-513c16b7f07d has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 20:48:34.560637 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-3965165c-f0d0-48d4-8f6e-fe015b3b8384 req-80fb27d5-e2fb-4baf-9baf-face5cdd035e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=31c7ce13-d85e-4b3d-8e2f-e5068f0e7c5b HTTP/1.1" status: 200 len: 217 time: 0.0382311 May 20 20:48:34.620145 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3965165c-f0d0-48d4-8f6e-fe015b3b8384 req-1a192e67-7f84-49b5-819c-f082b1d6df5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:48:34.621567 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-3965165c-f0d0-48d4-8f6e-fe015b3b8384 req-1a192e67-7f84-49b5-819c-f082b1d6df5d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b70b63b1-2e88-43cc-a35f-4cb2fd8d84c1 HTTP/1.1" status: 200 len: 859 time: 0.0481813 May 20 20:48:34.668816 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fce1fd8-11ad-4a7e-a798-74c3c65f6b54 req-302134c9-37c1-4d0b-b84f-5d0d0e0ab2f0 tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:48:34.670363 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0fce1fd8-11ad-4a7e-a798-74c3c65f6b54 req-302134c9-37c1-4d0b-b84f-5d0d0e0ab2f0 tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] 10.222.0.35 "GET /v2.0/ports?device_id=8b88cd31-cda3-44fe-8261-e4f5f87931ab HTTP/1.1" status: 200 len: 945 time: 0.0904458 May 20 20:48:34.672830 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3965165c-f0d0-48d4-8f6e-fe015b3b8384 req-10858062-9469-45cd-a46c-05b7edc194e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:48:34.674369 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-3965165c-f0d0-48d4-8f6e-fe015b3b8384 req-10858062-9469-45cd-a46c-05b7edc194e5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a0f85c50-1e5c-452b-8cab-6202e1b6863f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453920 May 20 20:48:34.692024 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c735fab0-a05c-45a1-936c-ad9d32a62586 req-df455842-0b9c-4585-95e5-ea092f37aa99 tempest-ServerRescueTestJSONUnderV235-509853073 tempest-ServerRescueTestJSONUnderV235-509853073-project] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 20:48:34.701872 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-c735fab0-a05c-45a1-936c-ad9d32a62586 req-df455842-0b9c-4585-95e5-ea092f37aa99 tempest-ServerRescueTestJSONUnderV235-509853073 tempest-ServerRescueTestJSONUnderV235-509853073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for floatingip, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:34.704734 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64d175ca-5856-4e02-832c-0b28a8cb6e23 None None] Sync routers for ids ['11194262-67a0-4341-8110-513c16b7f07d'] in n-d-842733-1 {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 20:48:34.718872 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d175ca-5856-4e02-832c-0b28a8cb6e23 None None] Routers {'11194262-67a0-4341-8110-513c16b7f07d'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:48:34.719680 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-64d175ca-5856-4e02-832c-0b28a8cb6e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:48:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['11194262-67a0-4341-8110-513c16b7f07d'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:48:34.747298 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c735fab0-a05c-45a1-936c-ad9d32a62586 req-df455842-0b9c-4585-95e5-ea092f37aa99 tempest-ServerRescueTestJSONUnderV235-509853073 tempest-ServerRescueTestJSONUnderV235-509853073-project] 10.222.0.35 "PUT /v2.0/floatingips/ac437f42-caa3-4cad-a6e2-f52d38b927db HTTP/1.1" status: 200 len: 694 time: 1.4404891 May 20 20:48:34.747890 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5e7bffc-66ca-42f9-a17e-893d63710bad', 'tag': '94b595b4-7da9-448f-8a4d-a0f220491648'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:48:34.751489 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4291b17aa7b45362825f0571e77c85f5e73afe1df9c7e9e15006df9d695c005e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d4e14fc-7ca1-4995-bde3-a0ac01c497f8" -d '{"events": [{"name": "network-changed", "server_uuid": "b5e7bffc-66ca-42f9-a17e-893d63710bad", "tag": "94b595b4-7da9-448f-8a4d-a0f220491648"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:48:34.755167 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0fce1fd8-11ad-4a7e-a798-74c3c65f6b54 req-c26b6741-3292-40d6-8d6f-9bf5b67a3949 tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] 10.222.0.35 "GET /v2.0/security-groups?id=178a2da1-ceea-4d89-b699-5b1b443e3e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734041 May 20 20:48:34.768731 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 650854b2-e193-47b6-a413-f0ae3536bb67 up at agent hyperv_n-h1-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:48:34.780419 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-3965165c-f0d0-48d4-8f6e-fe015b3b8384 req-edce384e-0e37-4e77-9e56-0228f8de67d1 service neutron] 10.222.0.13 "GET /v2.0/networks/a0f85c50-1e5c-452b-8cab-6202e1b6863f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979750 May 20 20:48:34.813532 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c735fab0-a05c-45a1-936c-ad9d32a62586 req-5ae51505-73d3-4168-8255-813181a24d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:48:34.822356 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c735fab0-a05c-45a1-936c-ad9d32a62586 req-5ae51505-73d3-4168-8255-813181a24d7d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ad08a6df517d4421a3d41cf43d0382ff&device_id=b5e7bffc-66ca-42f9-a17e-893d63710bad HTTP/1.1" status: 200 len: 1097 time: 0.0554922 May 20 20:48:34.912299 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-dfbd5e4b-b7af-4218-bb35-0d60ccab9214 req-391ced75-8adb-4493-ac78-24a51ac9b4f3 tempest-ServerShowV254Test-2147464569 tempest-ServerShowV254Test-2147464569-project] 10.222.0.35 "GET /v2.0/ports?device_id=eae40ff4-074e-48c3-9704-393975de631b HTTP/1.1" status: 200 len: 210 time: 0.0379798 May 20 20:48:34.920429 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-3965165c-f0d0-48d4-8f6e-fe015b3b8384 req-6813687c-c0ea-4242-9392-1d9831e88d03 service neutron] 10.222.0.13 "GET /v2.0/networks/a0f85c50-1e5c-452b-8cab-6202e1b6863f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124098 May 20 20:48:34.952856 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c735fab0-a05c-45a1-936c-ad9d32a62586 req-71618151-237f-49f9-b6c4-fea0f965b7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:48:34.954371 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c735fab0-a05c-45a1-936c-ad9d32a62586 req-71618151-237f-49f9-b6c4-fea0f965b7f1 service neutron] 10.222.0.35 "GET /v2.0/networks?id=27e6bc16-4ad6-4b22-a77e-faecac933b47 HTTP/1.1" status: 200 len: 920 time: 0.1309423 May 20 20:48:35.002140 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c735fab0-a05c-45a1-936c-ad9d32a62586 req-73612c16-3043-4a73-9109-6a1c04a28098 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=94b595b4-7da9-448f-8a4d-a0f220491648 HTTP/1.1" status: 200 len: 217 time: 0.0407705 May 20 20:48:35.053540 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-64d175ca-5856-4e02-832c-0b28a8cb6e23 None None] Set router 11194262-67a0-4341-8110-513c16b7f07d gateway port host: n-d-842733-1 {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:48:35.073524 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c735fab0-a05c-45a1-936c-ad9d32a62586 req-0cf6cb59-f91c-4ff1-8237-c0d3da799a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:48:35.075015 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c735fab0-a05c-45a1-936c-ad9d32a62586 req-0cf6cb59-f91c-4ff1-8237-c0d3da799a15 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=15623ea3-e6ed-4f6b-b35a-f39267f62374 HTTP/1.1" status: 200 len: 859 time: 0.0650342 May 20 20:48:35.088711 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d74e3e-47e0-429b-bc59-3b91dc6565ca req-18cd4bf8-61ea-4ade-aa8a-75be02712afa tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:48:35.090353 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-99d74e3e-47e0-429b-bc59-3b91dc6565ca req-18cd4bf8-61ea-4ade-aa8a-75be02712afa tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] 10.222.0.35 "GET /v2.0/ports?device_id=e8ef1482-fa91-4d44-abb9-3994eeeefcf5 HTTP/1.1" status: 200 len: 944 time: 0.0910738 May 20 20:48:35.125622 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c735fab0-a05c-45a1-936c-ad9d32a62586 req-be64e1fd-c376-43e5-b8e5-5fefcb5bbe29 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=27e6bc16-4ad6-4b22-a77e-faecac933b47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341237 May 20 20:48:35.136323 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Provisioning for port 650854b2-e193-47b6-a413-f0ae3536bb67 completed by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 20:48:35.149718 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Provisioning complete for port 650854b2-e193-47b6-a413-f0ae3536bb67 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:48:35.150227 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:35.194922 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-99d74e3e-47e0-429b-bc59-3b91dc6565ca req-662feae3-06cd-4949-843f-5701aa258de0 tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] 10.222.0.35 "GET /v2.0/security-groups?id=18b4de30-16a9-4001-b1eb-14a4aad6a23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960519 May 20 20:48:35.240852 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c735fab0-a05c-45a1-936c-ad9d32a62586 req-da425438-5e40-430a-8077-3761ee49cfab service neutron] 10.222.0.35 "GET /v2.0/networks/27e6bc16-4ad6-4b22-a77e-faecac933b47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065404 May 20 20:48:35.313254 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Current status of the port 650854b2-e193-47b6-a413-f0ae3536bb67 is: BUILD; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:48:35.313644 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:35.343185 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f535575-dc81-4139-bc1e-db9fe0d7c5b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '650854b2-e193-47b6-a413-f0ae3536bb67'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:48:35.345407 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8485417003ce7c0410b00f5cdc2f391e21107b70bb68e2773712534a96e108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-622b5c83-c186-4af3-a07d-9cdb5f9951cf" -d '{"events": [{"server_uuid": "0f535575-dc81-4139-bc1e-db9fe0d7c5b9", "name": "network-vif-plugged", "status": "completed", "tag": "650854b2-e193-47b6-a413-f0ae3536bb67"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:48:35.360482 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port 650854b2-e193-47b6-a413-f0ae3536bb67, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=650854b2-e193-47b6-a413-f0ae3536bb67,segment=NetworkSegment(d91bf09f-166e-43f0-9da3-0f3d4d6c439b),segment_id=d91bf09f-166e-43f0-9da3-0f3d4d6c439b)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:48:35.363547 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-64d175ca-5856-4e02-832c-0b28a8cb6e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11194262-67a0-4341-8110-513c16b7f07d', 'name': 'tempest-ServerRescueTestJSONUnderV235-616548404-router', 'tenant_id': 'ad08a6df517d4421a3d41cf43d0382ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.5'}], 'enable_snat': True}, 'gw_port_id': '00616bcd-472c-4dbc-a226-155f426816d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:47:13Z', 'updated_at': '2022-05-20T20:47:21Z', 'revision_number': 4, 'project_id': 'ad08a6df517d4421a3d41cf43d0382ff', 'gw_port': {'id': '00616bcd-472c-4dbc-a226-155f426816d9', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:fe:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11194262-67a0-4341-8110-513c16b7f07d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1172, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:47:14Z', 'updated_at': '2022-05-20T20:47:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': 'ba55456f-5eb5-47f7-ad63-dac649cfa8fa', 'name': '', 'network_id': '27e6bc16-4ad6-4b22-a77e-faecac933b47', 'tenant_id': 'ad08a6df517d4421a3d41cf43d0382ff', 'mac_address': 'fa:16:3e:a7:e8:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11194262-67a0-4341-8110-513c16b7f07d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1181, 'fixed_ips': [{'subnet_id': '15623ea3-e6ed-4f6b-b35a-f39267f62374', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:47:20Z', 'updated_at': '2022-05-20T20:47:32Z', 'revision_number': 5, 'project_id': 'ad08a6df517d4421a3d41cf43d0382ff', 'subnets': [{'id': '15623ea3-e6ed-4f6b-b35a-f39267f62374', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:48:35.380887 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b2fdb1-f729-47e7-8faa-98238505f2ab req-6f25f46a-6d32-4571-b595-8337c102acbd tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:48:35.382384 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e2b2fdb1-f729-47e7-8faa-98238505f2ab req-6f25f46a-6d32-4571-b595-8337c102acbd tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] 10.222.0.35 "GET /v2.0/ports?device_id=0f535575-dc81-4139-bc1e-db9fe0d7c5b9 HTTP/1.1" status: 200 len: 945 time: 0.0793409 May 20 20:48:35.384981 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c735fab0-a05c-45a1-936c-ad9d32a62586 req-85f69f04-c49c-4f8b-9bff-09a4284243e0 service neutron] 10.222.0.35 "GET /v2.0/networks/27e6bc16-4ad6-4b22-a77e-faecac933b47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373258 May 20 20:48:35.394495 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64d175ca-5856-4e02-832c-0b28a8cb6e23 None None] Checking router: 11194262-67a0-4341-8110-513c16b7f07d for host: n-d-842733-1 {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 20:48:35.403167 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d175ca-5856-4e02-832c-0b28a8cb6e23 None None] Routers {'11194262-67a0-4341-8110-513c16b7f07d'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:48:35.403780 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-64d175ca-5856-4e02-832c-0b28a8cb6e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:48:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['11194262-67a0-4341-8110-513c16b7f07d'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:48:35.426585 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e2b2fdb1-f729-47e7-8faa-98238505f2ab req-cea7f9f7-49f7-4373-ad22-9a3c2f3dd9aa tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] 10.222.0.35 "GET /v2.0/security-groups?id=2274ca87-1a60-437e-91f1-b4d825425422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365777 May 20 20:48:35.447558 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:35.475897 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 20:48:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbe54fbd-5114-4ce2-a982-96f15e55d86d x-openstack-request-id: req-cbe54fbd-5114-4ce2-a982-96f15e55d86d {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:48:35.476400 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5e7bffc-66ca-42f9-a17e-893d63710bad", "tag": "94b595b4-7da9-448f-8a4d-a0f220491648", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:48:35.477041 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-cbe54fbd-5114-4ce2-a982-96f15e55d86d {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:48:35.477927 n-d-842733-1 neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cbe54fbd-5114-4ce2-a982-96f15e55d86d'] response: {'name': 'network-changed', 'server_uuid': 'b5e7bffc-66ca-42f9-a17e-893d63710bad', 'tag': '94b595b4-7da9-448f-8a4d-a0f220491648', 'status': 'completed', 'code': 200} May 20 20:48:35.553470 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 20:48:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc65632a-6f0d-4b98-950f-3e7f8e310caa x-openstack-request-id: req-fc65632a-6f0d-4b98-950f-3e7f8e310caa {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:48:35.553755 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f535575-dc81-4139-bc1e-db9fe0d7c5b9", "name": "network-vif-plugged", "status": "completed", "tag": "650854b2-e193-47b6-a413-f0ae3536bb67", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:48:35.554004 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-fc65632a-6f0d-4b98-950f-3e7f8e310caa {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:48:35.554393 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc65632a-6f0d-4b98-950f-3e7f8e310caa'] response: {'server_uuid': '0f535575-dc81-4139-bc1e-db9fe0d7c5b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '650854b2-e193-47b6-a413-f0ae3536bb67', 'code': 200} May 20 20:48:35.559538 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Pushing event updated for resources: {'Port': ['ID=650854b2-e193-47b6-a413-f0ae3536bb67,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:48:35.578407 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4e14fc-7ca1-4995-bde3-a0ac01c497f8 req-4a0da0b9-07c4-4468-83b0-ae03cb5e15a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:48:35.580719 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-4d4e14fc-7ca1-4995-bde3-a0ac01c497f8 req-4a0da0b9-07c4-4468-83b0-ae03cb5e15a6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ad08a6df517d4421a3d41cf43d0382ff&device_id=b5e7bffc-66ca-42f9-a17e-893d63710bad HTTP/1.1" status: 200 len: 1097 time: 0.0728662 May 20 20:48:35.595182 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-64d175ca-5856-4e02-832c-0b28a8cb6e23 None None] Set router 11194262-67a0-4341-8110-513c16b7f07d gateway port host: n-d-842733-1 {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:48:35.650520 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-16b4453a-29ee-4629-9c7e-ad5d3ada86d1 req-df7bd29e-5d2b-4e4f-bc67-d1cddaf99567 tempest-ServerRescueTestJSONUnderV235-509853073 tempest-ServerRescueTestJSONUnderV235-509853073-project] 10.222.0.35 "GET /v2.0/floatingips/ac437f42-caa3-4cad-a6e2-f52d38b927db HTTP/1.1" status: 200 len: 694 time: 0.0883119 May 20 20:48:35.685754 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4e14fc-7ca1-4995-bde3-a0ac01c497f8 req-4d8d0351-6779-421f-8f98-ca27e7bdacef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:48:35.688183 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-4d4e14fc-7ca1-4995-bde3-a0ac01c497f8 req-4d8d0351-6779-421f-8f98-ca27e7bdacef service neutron] 10.222.0.24 "GET /v2.0/networks?id=27e6bc16-4ad6-4b22-a77e-faecac933b47 HTTP/1.1" status: 200 len: 920 time: 0.1001563 May 20 20:48:35.723744 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488afb22-71b6-4c9e-8653-0e402244995c req-0ae4802d-1639-4402-a8c9-7c9883aff153 tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:48:35.725127 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-488afb22-71b6-4c9e-8653-0e402244995c req-0ae4802d-1639-4402-a8c9-7c9883aff153 tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] 10.222.0.35 "GET /v2.0/ports?device_id=8b88cd31-cda3-44fe-8261-e4f5f87931ab HTTP/1.1" status: 200 len: 945 time: 0.2220268 May 20 20:48:35.734849 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 47178) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:48:35.739458 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-0a1badeb-1f5a-4a20-9275-2a7edf5cb1f3 tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] Request body: {'floatingip': {'port_id': '546b046d-2ea6-41ac-8c89-525b517cfb53'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:48:35.742477 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59410bc1-fd37-4a3c-98bc-d44ac5697c5b req-2f34bd91-efa3-489c-8f1e-6c063b1f40bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:48:35.742771 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-4d4e14fc-7ca1-4995-bde3-a0ac01c497f8 req-d7557646-3fc2-42f3-a79c-632340421ea2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=94b595b4-7da9-448f-8a4d-a0f220491648 HTTP/1.1" status: 200 len: 217 time: 0.0475242 May 20 20:48:35.744677 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-59410bc1-fd37-4a3c-98bc-d44ac5697c5b req-2f34bd91-efa3-489c-8f1e-6c063b1f40bd service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0f535575-dc81-4139-bc1e-db9fe0d7c5b9 HTTP/1.1" status: 200 len: 1097 time: 0.1367006 May 20 20:48:35.812198 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b4453a-29ee-4629-9c7e-ad5d3ada86d1 req-dbb6937b-8b72-4b38-ab05-54c594fa5728 tempest-ServerRescueTestJSONUnderV235-509853073 tempest-ServerRescueTestJSONUnderV235-509853073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:48:35.813617 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-16b4453a-29ee-4629-9c7e-ad5d3ada86d1 req-dbb6937b-8b72-4b38-ab05-54c594fa5728 tempest-ServerRescueTestJSONUnderV235-509853073 tempest-ServerRescueTestJSONUnderV235-509853073-project] 10.222.0.35 "GET /v2.0/networks/e3a93b5c-91e2-4064-9c2c-1afc261bfe15 HTTP/1.1" status: 200 len: 784 time: 0.1549907 May 20 20:48:35.815716 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-59410bc1-fd37-4a3c-98bc-d44ac5697c5b req-f2943c53-3115-48db-b747-108c69dd0694 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=2274ca87-1a60-437e-91f1-b4d825425422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596008 May 20 20:48:35.816648 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0a1badeb-1f5a-4a20-9275-2a7edf5cb1f3 tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] Notify callbacks [] for floatingip, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:35.825464 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [req-16b4453a-29ee-4629-9c7e-ad5d3ada86d1 req-1b5f0805-c466-42b4-9890-ffa7b109e0f4 tempest-ServerRescueTestJSONUnderV235-509853073 tempest-ServerRescueTestJSONUnderV235-509853073-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103163) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 20:48:35.826718 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-16b4453a-29ee-4629-9c7e-ad5d3ada86d1 req-1b5f0805-c466-42b4-9890-ffa7b109e0f4 tempest-ServerRescueTestJSONUnderV235-509853073 tempest-ServerRescueTestJSONUnderV235-509853073-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0070524 May 20 20:48:35.837113 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-64d175ca-5856-4e02-832c-0b28a8cb6e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11194262-67a0-4341-8110-513c16b7f07d', 'name': 'tempest-ServerRescueTestJSONUnderV235-616548404-router', 'tenant_id': 'ad08a6df517d4421a3d41cf43d0382ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.5'}], 'enable_snat': True}, 'gw_port_id': '00616bcd-472c-4dbc-a226-155f426816d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:47:13Z', 'updated_at': '2022-05-20T20:47:21Z', 'revision_number': 4, 'project_id': 'ad08a6df517d4421a3d41cf43d0382ff', 'gw_port': {'id': '00616bcd-472c-4dbc-a226-155f426816d9', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:fe:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11194262-67a0-4341-8110-513c16b7f07d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1172, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:47:14Z', 'updated_at': '2022-05-20T20:47:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': 'ba55456f-5eb5-47f7-ad63-dac649cfa8fa', 'name': '', 'network_id': '27e6bc16-4ad6-4b22-a77e-faecac933b47', 'tenant_id': 'ad08a6df517d4421a3d41cf43d0382ff', 'mac_address': 'fa:16:3e:a7:e8:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11194262-67a0-4341-8110-513c16b7f07d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1181, 'fixed_ips': [{'subnet_id': '15623ea3-e6ed-4f6b-b35a-f39267f62374', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:47:20Z', 'updated_at': '2022-05-20T20:47:32Z', 'revision_number': 5, 'project_id': 'ad08a6df517d4421a3d41cf43d0382ff', 'subnets': [{'id': '15623ea3-e6ed-4f6b-b35a-f39267f62374', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:48:35.870829 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64d175ca-5856-4e02-832c-0b28a8cb6e23 None None] The sync data for ids ['11194262-67a0-4341-8110-513c16b7f07d'] in n-d-842733-1 is: [{'id': '11194262-67a0-4341-8110-513c16b7f07d', 'name': 'tempest-ServerRescueTestJSONUnderV235-616548404-router', 'tenant_id': 'ad08a6df517d4421a3d41cf43d0382ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.5'}], 'enable_snat': True}, 'gw_port_id': '00616bcd-472c-4dbc-a226-155f426816d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:47:13Z', 'updated_at': '2022-05-20T20:47:21Z', 'revision_number': 4, 'project_id': 'ad08a6df517d4421a3d41cf43d0382ff', 'gw_port': {'id': '00616bcd-472c-4dbc-a226-155f426816d9', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:fe:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11194262-67a0-4341-8110-513c16b7f07d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1172, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:47:14Z', 'updated_at': '2022-05-20T20:47:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': 'ba55456f-5eb5-47f7-ad63-dac649cfa8fa', 'name': '', 'network_id': '27e6bc16-4ad6-4b22-a77e-faecac933b47', 'tenant_id': 'ad08a6df517d4421a3d41cf43d0382ff', 'mac_address': 'fa:16:3e:a7:e8:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11194262-67a0-4341-8110-513c16b7f07d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1181, 'fixed_ips': [{'subnet_id': '15623ea3-e6ed-4f6b-b35a-f39267f62374', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:47:20Z', 'updated_at': '2022-05-20T20:47:32Z', 'revision_number': 5, 'project_id': 'ad08a6df517d4421a3d41cf43d0382ff', 'subnets': [{'id': '15623ea3-e6ed-4f6b-b35a-f39267f62374', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 20:48:35.882310 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-16b4453a-29ee-4629-9c7e-ad5d3ada86d1 req-28f1ff60-8a3d-47a1-a7d8-8cc51e8946d9 tempest-ServerRescueTestJSONUnderV235-509853073 tempest-ServerRescueTestJSONUnderV235-509853073-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.2.50 HTTP/1.1" status: 200 len: 697 time: 0.0476394 May 20 20:48:35.921383 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4e14fc-7ca1-4995-bde3-a0ac01c497f8 req-14dfddf7-7423-49d9-824d-cd700306fbe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:48:35.922858 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-4d4e14fc-7ca1-4995-bde3-a0ac01c497f8 req-14dfddf7-7423-49d9-824d-cd700306fbe8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=15623ea3-e6ed-4f6b-b35a-f39267f62374 HTTP/1.1" status: 200 len: 859 time: 0.1485789 May 20 20:48:35.944350 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-16b4453a-29ee-4629-9c7e-ad5d3ada86d1 req-4fa800b4-6713-431f-a8c5-806287878fbb tempest-ServerRescueTestJSONUnderV235-509853073 tempest-ServerRescueTestJSONUnderV235-509853073-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.2.50 HTTP/1.1" status: 200 len: 697 time: 0.0544744 May 20 20:48:36.066154 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-4d4e14fc-7ca1-4995-bde3-a0ac01c497f8 req-65f56aaf-4d53-4a50-a2ea-1cdca417e9a7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=27e6bc16-4ad6-4b22-a77e-faecac933b47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302296 May 20 20:48:36.163075 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc9f1ec-5737-4140-b0eb-47173f63c45b None None] New status for floating IP ac437f42-caa3-4cad-a6e2-f52d38b927db: DOWN {{(pid=103165) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 20:48:36.275920 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-4d4e14fc-7ca1-4995-bde3-a0ac01c497f8 req-02be36fc-6cf1-4b3e-988c-6f8b5fa5cb49 service neutron] 10.222.0.24 "GET /v2.0/networks/27e6bc16-4ad6-4b22-a77e-faecac933b47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2011676 May 20 20:48:36.373441 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-77c66b3c-d59c-458d-8670-7c7a8410b132 req-99be2ec9-c60c-4e7b-9992-3d88b1b92ae1 tempest-ServerShowV254Test-2147464569 tempest-ServerShowV254Test-2147464569-project] 10.222.0.35 "GET /v2.0/ports?device_id=eae40ff4-074e-48c3-9704-393975de631b HTTP/1.1" status: 200 len: 210 time: 0.3335276 May 20 20:48:36.426984 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [req-16b4453a-29ee-4629-9c7e-ad5d3ada86d1 req-16e494eb-9c78-454e-9c23-a78714c3f18b tempest-ServerRescueTestJSONUnderV235-509853073 tempest-ServerRescueTestJSONUnderV235-509853073-project] Deleting port 3cddcd00-deaf-405e-8107-368c97ce701c {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:48:36.427327 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-16b4453a-29ee-4629-9c7e-ad5d3ada86d1 req-16e494eb-9c78-454e-9c23-a78714c3f18b tempest-ServerRescueTestJSONUnderV235-509853073 tempest-ServerRescueTestJSONUnderV235-509853073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:36.460928 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-4d4e14fc-7ca1-4995-bde3-a0ac01c497f8 req-1ba9ca29-7f53-4b2c-b57e-4a28cf476e6c service neutron] 10.222.0.24 "GET /v2.0/networks/27e6bc16-4ad6-4b22-a77e-faecac933b47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1770139 May 20 20:48:36.472079 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0a1badeb-1f5a-4a20-9275-2a7edf5cb1f3 tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:36.535079 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0a1badeb-1f5a-4a20-9275-2a7edf5cb1f3 tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748272'] for floatingip, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:36.556469 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-16b4453a-29ee-4629-9c7e-ad5d3ada86d1 req-16e494eb-9c78-454e-9c23-a78714c3f18b tempest-ServerRescueTestJSONUnderV235-509853073 tempest-ServerRescueTestJSONUnderV235-509853073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:36.556843 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-16b4453a-29ee-4629-9c7e-ad5d3ada86d1 req-16e494eb-9c78-454e-9c23-a78714c3f18b tempest-ServerRescueTestJSONUnderV235-509853073 tempest-ServerRescueTestJSONUnderV235-509853073-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:36.571816 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36023ade-49ec-44da-a1f6-a11e54b53d5e req-9be22d7b-3e14-4fb6-80f2-fbcfba4e64ce tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:48:36.573377 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-36023ade-49ec-44da-a1f6-a11e54b53d5e req-9be22d7b-3e14-4fb6-80f2-fbcfba4e64ce tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] 10.222.0.35 "GET /v2.0/ports?device_id=e8ef1482-fa91-4d44-abb9-3994eeeefcf5 HTTP/1.1" status: 200 len: 944 time: 0.0889180 May 20 20:48:36.579322 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [req-16b4453a-29ee-4629-9c7e-ad5d3ada86d1 req-16e494eb-9c78-454e-9c23-a78714c3f18b tempest-ServerRescueTestJSONUnderV235-509853073 tempest-ServerRescueTestJSONUnderV235-509853073-project] Calling delete_port for 3cddcd00-deaf-405e-8107-368c97ce701c owned by network:floatingip {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:48:36.637047 n-d-842733-1 neutron-server[103162]: INFO neutron.db.l3_db [None req-0a1badeb-1f5a-4a20-9275-2a7edf5cb1f3 tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] Floating IP c2f230a2-4b91-44a7-bbe9-94efec2cb7e7 associated. External IP: 172.25.2.146, port: 546b046d-2ea6-41ac-8c89-525b517cfb53. May 20 20:48:36.659039 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-36023ade-49ec-44da-a1f6-a11e54b53d5e req-feb5316d-c0b1-4ffc-a97a-c3051dff7bff tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] 10.222.0.35 "GET /v2.0/security-groups?id=18b4de30-16a9-4001-b1eb-14a4aad6a23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777116 May 20 20:48:36.791513 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088c6231-91d2-4908-8e45-e3331cff481f req-6384e9c3-899e-42d6-8862-7301f0b70161 tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:48:36.793319 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-088c6231-91d2-4908-8e45-e3331cff481f req-6384e9c3-899e-42d6-8862-7301f0b70161 tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] 10.222.0.35 "GET /v2.0/ports?device_id=0f535575-dc81-4139-bc1e-db9fe0d7c5b9 HTTP/1.1" status: 200 len: 946 time: 0.0668721 May 20 20:48:36.833679 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-088c6231-91d2-4908-8e45-e3331cff481f req-cf3dc55b-cb3f-4016-ab21-9e67982e0173 tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] 10.222.0.35 "GET /v2.0/security-groups?id=2274ca87-1a60-437e-91f1-b4d825425422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340073 May 20 20:48:36.834727 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-16b4453a-29ee-4629-9c7e-ad5d3ada86d1 req-16e494eb-9c78-454e-9c23-a78714c3f18b tempest-ServerRescueTestJSONUnderV235-509853073 tempest-ServerRescueTestJSONUnderV235-509853073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:36.846595 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a1badeb-1f5a-4a20-9275-2a7edf5cb1f3 tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] Router afa4c141-178a-467a-908d-4a321258d821 has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 20:48:36.861834 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e494eb-9c78-454e-9c23-a78714c3f18b tempest-ServerRescueTestJSONUnderV235-509853073 tempest-ServerRescueTestJSONUnderV235-509853073-project] Pushing event deleted for resources: {'Port': ['ID=3cddcd00-deaf-405e-8107-368c97ce701c,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:48:36.939566 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-16b4453a-29ee-4629-9c7e-ad5d3ada86d1 req-16e494eb-9c78-454e-9c23-a78714c3f18b tempest-ServerRescueTestJSONUnderV235-509853073 tempest-ServerRescueTestJSONUnderV235-509853073-project] Notify callbacks [] for floatingip, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:36.942628 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-16b4453a-29ee-4629-9c7e-ad5d3ada86d1 req-16e494eb-9c78-454e-9c23-a78714c3f18b tempest-ServerRescueTestJSONUnderV235-509853073 tempest-ServerRescueTestJSONUnderV235-509853073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for floatingip, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:36.943754 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-16b4453a-29ee-4629-9c7e-ad5d3ada86d1 req-16e494eb-9c78-454e-9c23-a78714c3f18b tempest-ServerRescueTestJSONUnderV235-509853073 tempest-ServerRescueTestJSONUnderV235-509853073-project] 10.222.0.35 "DELETE /v2.0/floatingips/ac437f42-caa3-4cad-a6e2-f52d38b927db HTTP/1.1" status: 204 len: 173 time: 0.9908965 May 20 20:48:36.972501 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a1badeb-1f5a-4a20-9275-2a7edf5cb1f3 tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 20:48:36.976988 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0a1badeb-1f5a-4a20-9275-2a7edf5cb1f3 tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for floatingip, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:36.984165 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c8cd07e-c5f1-4e5d-82a5-0ea0bde75033 None None] Sync routers for ids ['afa4c141-178a-467a-908d-4a321258d821'] in n-d-842733-1 {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 20:48:36.995573 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c8cd07e-c5f1-4e5d-82a5-0ea0bde75033 None None] Routers {'afa4c141-178a-467a-908d-4a321258d821'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:48:36.996553 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-4c8cd07e-c5f1-4e5d-82a5-0ea0bde75033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:48:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['afa4c141-178a-467a-908d-4a321258d821'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:48:37.010677 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-0a1badeb-1f5a-4a20-9275-2a7edf5cb1f3 tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] 10.222.0.35 "PUT /v2.0/floatingips/c2f230a2-4b91-44a7-bbe9-94efec2cb7e7 HTTP/1.1" status: 200 len: 991 time: 1.2713389 May 20 20:48:37.010677 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b88cd31-cda3-44fe-8261-e4f5f87931ab', 'tag': '546b046d-2ea6-41ac-8c89-525b517cfb53'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:48:37.011599 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-432724b1-7e87-4944-907e-b2f74e16514e req-4f035492-759e-429f-a640-57c78232af04 tempest-ServerRescueTestJSONUnderV235-509853073 tempest-ServerRescueTestJSONUnderV235-509853073-project] 10.222.0.35 "GET /v2.0/security-groups/7362b306-121d-4269-9c4f-7816f45193dc HTTP/1.1" status: 200 len: 1809 time: 0.0460019 May 20 20:48:37.011918 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6fa957933fccbf596d28104b23404b952ad6a8238afaebaed40a0874b2e409" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ee48a52-8aee-4e3b-8943-30e60cfb4782" -d '{"events": [{"name": "network-changed", "server_uuid": "8b88cd31-cda3-44fe-8261-e4f5f87931ab", "tag": "546b046d-2ea6-41ac-8c89-525b517cfb53"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:48:37.054046 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 20:48:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de4a5aee-7841-4e30-9ca3-29d2080340a4 x-openstack-request-id: req-de4a5aee-7841-4e30-9ca3-29d2080340a4 {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:48:37.054345 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b88cd31-cda3-44fe-8261-e4f5f87931ab", "tag": "546b046d-2ea6-41ac-8c89-525b517cfb53", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:48:37.054605 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-de4a5aee-7841-4e30-9ca3-29d2080340a4 {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:48:37.055578 n-d-842733-1 neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de4a5aee-7841-4e30-9ca3-29d2080340a4'] response: {'name': 'network-changed', 'server_uuid': '8b88cd31-cda3-44fe-8261-e4f5f87931ab', 'tag': '546b046d-2ea6-41ac-8c89-525b517cfb53', 'status': 'completed', 'code': 200} May 20 20:48:37.081947 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-432724b1-7e87-4944-907e-b2f74e16514e req-569c5455-1732-49f1-ba6a-854033df984c tempest-ServerRescueTestJSONUnderV235-509853073 tempest-ServerRescueTestJSONUnderV235-509853073-project] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:37.105588 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-432724b1-7e87-4944-907e-b2f74e16514e req-569c5455-1732-49f1-ba6a-854033df984c tempest-ServerRescueTestJSONUnderV235-509853073 tempest-ServerRescueTestJSONUnderV235-509853073-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:37.120546 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-4c8cd07e-c5f1-4e5d-82a5-0ea0bde75033 None None] Set router afa4c141-178a-467a-908d-4a321258d821 gateway port host: n-d-842733-1 {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:48:37.166995 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee48a52-8aee-4e3b-8943-30e60cfb4782 req-6571c48e-47ca-43d4-a69e-49526fd6275d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:48:37.168508 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-4ee48a52-8aee-4e3b-8943-30e60cfb4782 req-6571c48e-47ca-43d4-a69e-49526fd6275d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ca192f5ef49d4f558388c6e642858250&device_id=8b88cd31-cda3-44fe-8261-e4f5f87931ab HTTP/1.1" status: 200 len: 1096 time: 0.0509386 May 20 20:48:37.232246 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-432724b1-7e87-4944-907e-b2f74e16514e req-569c5455-1732-49f1-ba6a-854033df984c tempest-ServerRescueTestJSONUnderV235-509853073 tempest-ServerRescueTestJSONUnderV235-509853073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:37.234820 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-432724b1-7e87-4944-907e-b2f74e16514e req-569c5455-1732-49f1-ba6a-854033df984c tempest-ServerRescueTestJSONUnderV235-509853073 tempest-ServerRescueTestJSONUnderV235-509853073-project] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:37.235955 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-432724b1-7e87-4944-907e-b2f74e16514e req-569c5455-1732-49f1-ba6a-854033df984c tempest-ServerRescueTestJSONUnderV235-509853073 tempest-ServerRescueTestJSONUnderV235-509853073-project] 10.222.0.35 "DELETE /v2.0/security-groups/7362b306-121d-4269-9c4f-7816f45193dc HTTP/1.1" status: 204 len: 173 time: 0.2110250 May 20 20:48:37.245815 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569c5455-1732-49f1-ba6a-854033df984c tempest-ServerRescueTestJSONUnderV235-509853073 tempest-ServerRescueTestJSONUnderV235-509853073-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7362b306-121d-4269-9c4f-7816f45193dc,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:48:37.272703 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee48a52-8aee-4e3b-8943-30e60cfb4782 req-2267ba7b-1c23-43a9-ab1d-02e861ba8df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:48:37.276885 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-4ee48a52-8aee-4e3b-8943-30e60cfb4782 req-2267ba7b-1c23-43a9-ab1d-02e861ba8df9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=300c23a3-32b9-446d-971e-d684df46a80f HTTP/1.1" status: 200 len: 911 time: 0.0983593 May 20 20:48:37.364411 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-4c8cd07e-c5f1-4e5d-82a5-0ea0bde75033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afa4c141-178a-467a-908d-4a321258d821', 'name': 'tempest-AttachVolumeTestJSON-610323402-router', 'tenant_id': 'ca192f5ef49d4f558388c6e642858250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': '2217fce8-2ead-4563-a3ae-c510ffb44b55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:48:00Z', 'updated_at': '2022-05-20T20:48:07Z', 'revision_number': 4, 'project_id': 'ca192f5ef49d4f558388c6e642858250', 'gw_port': {'id': '2217fce8-2ead-4563-a3ae-c510ffb44b55', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:b1:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afa4c141-178a-467a-908d-4a321258d821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1277, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:48:02Z', 'updated_at': '2022-05-20T20:48:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_floatingips': [{'id': 'c2f230a2-4b91-44a7-bbe9-94efec2cb7e7', 'tenant_id': 'ca192f5ef49d4f558388c6e642858250', 'floating_ip_address': '172.25.2.146', 'floating_network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'router_id': 'afa4c141-178a-467a-908d-4a321258d821', 'port_id': '546b046d-2ea6-41ac-8c89-525b517cfb53', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1298, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '300c23a3-32b9-446d-971e-d684df46a80f', 'mac_address': 'fa:16:3e:a9:9d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b88cd31-cda3-44fe-8261-e4f5f87931ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-20T20:48:14Z', 'updated_at': '2022-05-20T20:48:36Z', 'revision_number': 1, 'project_id': 'ca192f5ef49d4f558388c6e642858250', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0bb0a2e-1aa2-48b2-a4ae-f49709d6caf0', 'name': '', 'network_id': '300c23a3-32b9-446d-971e-d684df46a80f', 'tenant_id': 'ca192f5ef49d4f558388c6e642858250', 'mac_address': 'fa:16:3e:da:b2:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afa4c141-178a-467a-908d-4a321258d821', 'device_owner': 'network:router_interface', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': '1dd25171-1f89-45fa-8119-54d59026591a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:48:07Z', 'updated_at': '2022-05-20T20:48:13Z', 'revision_number': 5, 'project_id': 'ca192f5ef49d4f558388c6e642858250', 'subnets': [{'id': '1dd25171-1f89-45fa-8119-54d59026591a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:48:37.396023 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c8cd07e-c5f1-4e5d-82a5-0ea0bde75033 None None] Checking router: afa4c141-178a-467a-908d-4a321258d821 for host: n-d-842733-1 {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 20:48:37.406340 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c8cd07e-c5f1-4e5d-82a5-0ea0bde75033 None None] Routers {'afa4c141-178a-467a-908d-4a321258d821'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:48:37.406969 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-4c8cd07e-c5f1-4e5d-82a5-0ea0bde75033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:48:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['afa4c141-178a-467a-908d-4a321258d821'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:48:37.523787 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-4c8cd07e-c5f1-4e5d-82a5-0ea0bde75033 None None] Set router afa4c141-178a-467a-908d-4a321258d821 gateway port host: n-d-842733-1 {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:48:37.529905 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f32eb10e-2d02-4c19-8ccd-c724982cc9e8 req-8c348c89-cfb9-4a8c-b5c8-876b3c18f1a2 tempest-ServerShowV254Test-2147464569 tempest-ServerShowV254Test-2147464569-project] 10.222.0.35 "GET /v2.0/ports?device_id=eae40ff4-074e-48c3-9704-393975de631b HTTP/1.1" status: 200 len: 210 time: 0.0579829 May 20 20:48:37.619000 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-4ee48a52-8aee-4e3b-8943-30e60cfb4782 req-f702d47f-05f3-4faa-9660-4833302e7f63 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=546b046d-2ea6-41ac-8c89-525b517cfb53 HTTP/1.1" status: 200 len: 999 time: 0.3355756 May 20 20:48:37.669939 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee48a52-8aee-4e3b-8943-30e60cfb4782 req-95c8dd89-7048-4ed4-aca6-3bb16b88c9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:48:37.671420 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-4ee48a52-8aee-4e3b-8943-30e60cfb4782 req-95c8dd89-7048-4ed4-aca6-3bb16b88c9ef service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1dd25171-1f89-45fa-8119-54d59026591a HTTP/1.1" status: 200 len: 849 time: 0.0463424 May 20 20:48:37.729281 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee48a52-8aee-4e3b-8943-30e60cfb4782 req-55d13399-4c83-425a-8d57-e6cc6907c411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:48:37.731320 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-4ee48a52-8aee-4e3b-8943-30e60cfb4782 req-55d13399-4c83-425a-8d57-e6cc6907c411 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=300c23a3-32b9-446d-971e-d684df46a80f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0532997 May 20 20:48:37.735923 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37669f7d-caf5-4e24-bab2-a79d8647a637 req-7ca7485f-35a8-4cce-8380-4a294fa3435e tempest-ServerRescueTestJSONUnderV235-509853073 tempest-ServerRescueTestJSONUnderV235-509853073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:48:37.737549 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-37669f7d-caf5-4e24-bab2-a79d8647a637 req-7ca7485f-35a8-4cce-8380-4a294fa3435e tempest-ServerRescueTestJSONUnderV235-509853073 tempest-ServerRescueTestJSONUnderV235-509853073-project] 10.222.0.35 "GET /v2.0/ports?device_id=b5e7bffc-66ca-42f9-a17e-893d63710bad HTTP/1.1" status: 200 len: 946 time: 0.0619860 May 20 20:48:37.804222 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-37669f7d-caf5-4e24-bab2-a79d8647a637 req-bb7ef647-9b63-490d-9b1a-1b14ccaf1946 tempest-ServerRescueTestJSONUnderV235-509853073 tempest-ServerRescueTestJSONUnderV235-509853073-project] 10.222.0.35 "GET /v2.0/security-groups?id=41609343-6bb9-42c4-9424-2489ea89f008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562425 May 20 20:48:37.813201 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b04670-6c17-440b-8ece-51be3c876fc7 req-0f73b34c-113a-4c1d-a0c1-8ab81eff8447 tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:48:37.826340 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-98b04670-6c17-440b-8ece-51be3c876fc7 req-0f73b34c-113a-4c1d-a0c1-8ab81eff8447 tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] 10.222.0.35 "GET /v2.0/ports?device_id=e8ef1482-fa91-4d44-abb9-3994eeeefcf5 HTTP/1.1" status: 200 len: 944 time: 0.0819740 May 20 20:48:37.855196 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-98b04670-6c17-440b-8ece-51be3c876fc7 req-e08de1fa-355f-4378-bbf4-6fb3169d3178 tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] 10.222.0.35 "GET /v2.0/security-groups?id=18b4de30-16a9-4001-b1eb-14a4aad6a23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328999 May 20 20:48:37.857533 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-4ee48a52-8aee-4e3b-8943-30e60cfb4782 req-95f089a8-d9ab-4f44-9ac5-b8b8926a42ce service neutron] 10.222.0.13 "GET /v2.0/networks/300c23a3-32b9-446d-971e-d684df46a80f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093416 May 20 20:48:37.902186 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-4c8cd07e-c5f1-4e5d-82a5-0ea0bde75033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afa4c141-178a-467a-908d-4a321258d821', 'name': 'tempest-AttachVolumeTestJSON-610323402-router', 'tenant_id': 'ca192f5ef49d4f558388c6e642858250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': '2217fce8-2ead-4563-a3ae-c510ffb44b55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:48:00Z', 'updated_at': '2022-05-20T20:48:07Z', 'revision_number': 4, 'project_id': 'ca192f5ef49d4f558388c6e642858250', 'gw_port': {'id': '2217fce8-2ead-4563-a3ae-c510ffb44b55', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:b1:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afa4c141-178a-467a-908d-4a321258d821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1277, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:48:02Z', 'updated_at': '2022-05-20T20:48:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_floatingips': [{'id': 'c2f230a2-4b91-44a7-bbe9-94efec2cb7e7', 'tenant_id': 'ca192f5ef49d4f558388c6e642858250', 'floating_ip_address': '172.25.2.146', 'floating_network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'router_id': 'afa4c141-178a-467a-908d-4a321258d821', 'port_id': '546b046d-2ea6-41ac-8c89-525b517cfb53', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1298, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '300c23a3-32b9-446d-971e-d684df46a80f', 'mac_address': 'fa:16:3e:a9:9d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b88cd31-cda3-44fe-8261-e4f5f87931ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-20T20:48:14Z', 'updated_at': '2022-05-20T20:48:36Z', 'revision_number': 1, 'project_id': 'ca192f5ef49d4f558388c6e642858250', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0bb0a2e-1aa2-48b2-a4ae-f49709d6caf0', 'name': '', 'network_id': '300c23a3-32b9-446d-971e-d684df46a80f', 'tenant_id': 'ca192f5ef49d4f558388c6e642858250', 'mac_address': 'fa:16:3e:da:b2:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afa4c141-178a-467a-908d-4a321258d821', 'device_owner': 'network:router_interface', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': '1dd25171-1f89-45fa-8119-54d59026591a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:48:07Z', 'updated_at': '2022-05-20T20:48:13Z', 'revision_number': 5, 'project_id': 'ca192f5ef49d4f558388c6e642858250', 'subnets': [{'id': '1dd25171-1f89-45fa-8119-54d59026591a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:48:37.932561 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c8cd07e-c5f1-4e5d-82a5-0ea0bde75033 None None] The sync data for ids ['afa4c141-178a-467a-908d-4a321258d821'] in n-d-842733-1 is: [{'id': 'afa4c141-178a-467a-908d-4a321258d821', 'name': 'tempest-AttachVolumeTestJSON-610323402-router', 'tenant_id': 'ca192f5ef49d4f558388c6e642858250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': '2217fce8-2ead-4563-a3ae-c510ffb44b55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:48:00Z', 'updated_at': '2022-05-20T20:48:07Z', 'revision_number': 4, 'project_id': 'ca192f5ef49d4f558388c6e642858250', 'gw_port': {'id': '2217fce8-2ead-4563-a3ae-c510ffb44b55', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:b1:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afa4c141-178a-467a-908d-4a321258d821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1277, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:48:02Z', 'updated_at': '2022-05-20T20:48:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_floatingips': [{'id': 'c2f230a2-4b91-44a7-bbe9-94efec2cb7e7', 'tenant_id': 'ca192f5ef49d4f558388c6e642858250', 'floating_ip_address': '172.25.2.146', 'floating_network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'router_id': 'afa4c141-178a-467a-908d-4a321258d821', 'port_id': '546b046d-2ea6-41ac-8c89-525b517cfb53', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1298, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '300c23a3-32b9-446d-971e-d684df46a80f', 'mac_address': 'fa:16:3e:a9:9d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b88cd31-cda3-44fe-8261-e4f5f87931ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-20T20:48:14Z', 'updated_at': '2022-05-20T20:48:36Z', 'revision_number': 1, 'project_id': 'ca192f5ef49d4f558388c6e642858250', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0bb0a2e-1aa2-48b2-a4ae-f49709d6caf0', 'name': '', 'network_id': '300c23a3-32b9-446d-971e-d684df46a80f', 'tenant_id': 'ca192f5ef49d4f558388c6e642858250', 'mac_address': 'fa:16:3e:da:b2:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afa4c141-178a-467a-908d-4a321258d821', 'device_owner': 'network:router_interface', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': '1dd25171-1f89-45fa-8119-54d59026591a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:48:07Z', 'updated_at': '2022-05-20T20:48:13Z', 'revision_number': 5, 'project_id': 'ca192f5ef49d4f558388c6e642858250', 'subnets': [{'id': '1dd25171-1f89-45fa-8119-54d59026591a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 20:48:37.955064 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-4ee48a52-8aee-4e3b-8943-30e60cfb4782 req-36292168-27ab-44b1-9bbb-fb2576e072cb service neutron] 10.222.0.13 "GET /v2.0/networks/300c23a3-32b9-446d-971e-d684df46a80f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877302 May 20 20:48:37.984289 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3073ce78-1282-4ef3-897c-88ff324515ac req-853e0e72-3c69-4191-bfda-4fcc5f3230ae tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:48:37.985846 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3073ce78-1282-4ef3-897c-88ff324515ac req-853e0e72-3c69-4191-bfda-4fcc5f3230ae tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] 10.222.0.35 "GET /v2.0/ports?device_id=0f535575-dc81-4139-bc1e-db9fe0d7c5b9 HTTP/1.1" status: 200 len: 946 time: 0.0573711 May 20 20:48:38.027312 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3073ce78-1282-4ef3-897c-88ff324515ac req-2c9591bf-9145-4c15-9d37-ae32c8498d10 tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] 10.222.0.35 "GET /v2.0/security-groups?id=2274ca87-1a60-437e-91f1-b4d825425422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344524 May 20 20:48:38.143536 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a68bd04-113f-443b-8d03-511d99cbc571 None None] New status for floating IP c2f230a2-4b91-44a7-bbe9-94efec2cb7e7: ACTIVE {{(pid=103165) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 20:48:38.148006 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279354b0-6e2d-498b-9cc6-a65c741e5d79 req-07aee6f6-48ca-467d-9f96-f5a1424e2d6b tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:48:38.149826 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-279354b0-6e2d-498b-9cc6-a65c741e5d79 req-07aee6f6-48ca-467d-9f96-f5a1424e2d6b tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] 10.222.0.35 "GET /v2.0/ports?device_id=0f535575-dc81-4139-bc1e-db9fe0d7c5b9 HTTP/1.1" status: 200 len: 946 time: 0.0526345 May 20 20:48:38.188488 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-279354b0-6e2d-498b-9cc6-a65c741e5d79 req-a864fa33-1145-4d6f-a516-466ea87fae32 tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] 10.222.0.35 "GET /v2.0/security-groups?id=2274ca87-1a60-437e-91f1-b4d825425422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321903 May 20 20:48:38.663454 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0d3aeaf4-fcab-4803-8212-aa8332d1368c req-360bda3c-e814-4a1f-bd18-c828b80eb597 tempest-ServerShowV254Test-2147464569 tempest-ServerShowV254Test-2147464569-project] 10.222.0.35 "GET /v2.0/ports?device_id=eae40ff4-074e-48c3-9704-393975de631b HTTP/1.1" status: 200 len: 210 time: 0.0323801 May 20 20:48:38.679627 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccc3146-3d7f-4637-8016-e02f8f460177 req-e2570009-f4b0-4a70-a97e-ee3194d10e37 tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:48:38.682231 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-cccc3146-3d7f-4637-8016-e02f8f460177 req-e2570009-f4b0-4a70-a97e-ee3194d10e37 tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] 10.222.0.35 "GET /v2.0/ports?device_id=0f535575-dc81-4139-bc1e-db9fe0d7c5b9 HTTP/1.1" status: 200 len: 946 time: 0.0853963 May 20 20:48:38.720729 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-cccc3146-3d7f-4637-8016-e02f8f460177 req-db262d48-3f3d-496d-9c04-605cc7014097 tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] 10.222.0.35 "GET /v2.0/security-groups?id=2274ca87-1a60-437e-91f1-b4d825425422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323665 May 20 20:48:38.921294 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22398da-8611-44ef-bc01-6fde59eb4e74 req-5b0b279c-35c0-4352-9c5a-9971d5af6940 tempest-ServerRescueTestJSONUnderV235-509853073 tempest-ServerRescueTestJSONUnderV235-509853073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:48:38.923533 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b22398da-8611-44ef-bc01-6fde59eb4e74 req-5b0b279c-35c0-4352-9c5a-9971d5af6940 tempest-ServerRescueTestJSONUnderV235-509853073 tempest-ServerRescueTestJSONUnderV235-509853073-project] 10.222.0.35 "GET /v2.0/ports?device_id=b5e7bffc-66ca-42f9-a17e-893d63710bad HTTP/1.1" status: 200 len: 946 time: 0.0501804 May 20 20:48:38.985642 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b22398da-8611-44ef-bc01-6fde59eb4e74 req-d39bc713-7bce-4edc-b4b5-9fb7cc0985d4 tempest-ServerRescueTestJSONUnderV235-509853073 tempest-ServerRescueTestJSONUnderV235-509853073-project] 10.222.0.35 "GET /v2.0/security-groups?id=41609343-6bb9-42c4-9424-2489ea89f008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523496 May 20 20:48:38.997108 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9097e2aa-4288-4949-924f-8aab3c5d4338 req-c1ead1c6-8d61-4ce6-b9c5-eb5ce552c4d8 tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:48:39.000090 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9097e2aa-4288-4949-924f-8aab3c5d4338 req-c1ead1c6-8d61-4ce6-b9c5-eb5ce552c4d8 tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] 10.222.0.35 "GET /v2.0/ports?device_id=e8ef1482-fa91-4d44-abb9-3994eeeefcf5 HTTP/1.1" status: 200 len: 944 time: 0.0754421 May 20 20:48:39.041611 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9097e2aa-4288-4949-924f-8aab3c5d4338 req-2a87faea-7435-44e1-b60c-9e170dce20ae tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] 10.222.0.35 "GET /v2.0/security-groups?id=18b4de30-16a9-4001-b1eb-14a4aad6a23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330348 May 20 20:48:39.129526 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 31c7ce13-d85e-4b3d-8e2f-e5068f0e7c5b details requested by agent hyperv_n-h2-842733-1 with host n-h2-842733-1 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 20:48:39.225066 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port 31c7ce13-d85e-4b3d-8e2f-e5068f0e7c5b, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=31c7ce13-d85e-4b3d-8e2f-e5068f0e7c5b,segment=NetworkSegment(e0039cc5-6cb0-4490-8a7d-a4c3b510f023),segment_id=e0039cc5-6cb0-4490-8a7d-a4c3b510f023)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:48:39.236999 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Returning: {'device': '31c7ce13-d85e-4b3d-8e2f-e5068f0e7c5b', 'network_id': 'a0f85c50-1e5c-452b-8cab-6202e1b6863f', 'port_id': '31c7ce13-d85e-4b3d-8e2f-e5068f0e7c5b', 'mac_address': 'fa:16:3e:8e:67:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b70b63b1-2e88-43cc-a35f-4cb2fd8d84c1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 20 20:48:39.277772 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port 31c7ce13-d85e-4b3d-8e2f-e5068f0e7c5b is: DOWN; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:48:39.278150 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:39.291577 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31c7ce13-d85e-4b3d-8e2f-e5068f0e7c5b {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:48:39.310835 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port 31c7ce13-d85e-4b3d-8e2f-e5068f0e7c5b, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=31c7ce13-d85e-4b3d-8e2f-e5068f0e7c5b,segment=NetworkSegment(e0039cc5-6cb0-4490-8a7d-a4c3b510f023),segment_id=e0039cc5-6cb0-4490-8a7d-a4c3b510f023)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:48:39.374583 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:39.420863 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=31c7ce13-d85e-4b3d-8e2f-e5068f0e7c5b,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:48:39.762241 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] get_ports_and_sgs() called for port_ids ['31c7ce13-d85e-4b3d-8e2f-e5068f0e7c5b'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:48:39.770741 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9522a0f0-7fed-42ce-8890-91d9597f70ee req-17baa922-3166-4e33-b52a-95f7ce61e6ab tempest-ServerShowV254Test-2147464569 tempest-ServerShowV254Test-2147464569-project] 10.222.0.35 "GET /v2.0/ports?device_id=eae40ff4-074e-48c3-9704-393975de631b HTTP/1.1" status: 200 len: 210 time: 0.0314600 May 20 20:48:39.854233 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f103c253-df22-4daf-b838-29b357eff934 req-62e2cdff-5790-4c91-8fb0-e1f180959d41 tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:48:39.855730 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f103c253-df22-4daf-b838-29b357eff934 req-62e2cdff-5790-4c91-8fb0-e1f180959d41 tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] 10.222.0.35 "GET /v2.0/ports?device_id=0f535575-dc81-4139-bc1e-db9fe0d7c5b9 HTTP/1.1" status: 200 len: 946 time: 0.0567343 May 20 20:48:39.896444 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f103c253-df22-4daf-b838-29b357eff934 req-aabbca6f-aa67-4606-b1b5-e0be89489084 tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] 10.222.0.35 "GET /v2.0/security-groups?id=2274ca87-1a60-437e-91f1-b4d825425422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343592 May 20 20:48:40.046597 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f29471e-5463-4a99-b7de-817b8eddba60 req-821e80ba-f1e2-4dd4-beb1-d7f984d3afed tempest-ServerRescueTestJSONUnderV235-509853073 tempest-ServerRescueTestJSONUnderV235-509853073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:48:40.048142 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-6f29471e-5463-4a99-b7de-817b8eddba60 req-821e80ba-f1e2-4dd4-beb1-d7f984d3afed tempest-ServerRescueTestJSONUnderV235-509853073 tempest-ServerRescueTestJSONUnderV235-509853073-project] 10.222.0.24 "GET /v2.0/ports?device_id=b5e7bffc-66ca-42f9-a17e-893d63710bad HTTP/1.1" status: 200 len: 946 time: 0.0486701 May 20 20:48:40.106739 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d908c8b5-3177-47e2-b681-c27b560e94a7 req-d55fa3e9-0e89-48a8-a549-30eb455e94d3 tempest-ServerRescueTestJSONUnderV235-509853073 tempest-ServerRescueTestJSONUnderV235-509853073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:48:40.108248 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d908c8b5-3177-47e2-b681-c27b560e94a7 req-d55fa3e9-0e89-48a8-a549-30eb455e94d3 tempest-ServerRescueTestJSONUnderV235-509853073 tempest-ServerRescueTestJSONUnderV235-509853073-project] 10.222.0.35 "GET /v2.0/ports?device_id=b5e7bffc-66ca-42f9-a17e-893d63710bad HTTP/1.1" status: 200 len: 946 time: 0.0552621 May 20 20:48:40.148555 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-6f29471e-5463-4a99-b7de-817b8eddba60 req-1c7c0096-9f84-4527-87a0-49b04af528af tempest-ServerRescueTestJSONUnderV235-509853073 tempest-ServerRescueTestJSONUnderV235-509853073-project] Deleting port 94b595b4-7da9-448f-8a4d-a0f220491648 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:48:40.148915 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-6f29471e-5463-4a99-b7de-817b8eddba60 req-1c7c0096-9f84-4527-87a0-49b04af528af tempest-ServerRescueTestJSONUnderV235-509853073 tempest-ServerRescueTestJSONUnderV235-509853073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:40.182282 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d908c8b5-3177-47e2-b681-c27b560e94a7 req-4d5a047d-7da7-4533-9e8b-6d74a8f47cdb tempest-ServerRescueTestJSONUnderV235-509853073 tempest-ServerRescueTestJSONUnderV235-509853073-project] 10.222.0.35 "GET /v2.0/security-groups?id=41609343-6bb9-42c4-9424-2489ea89f008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673254 May 20 20:48:40.191011 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f89623-3586-4d0d-bb0b-b6dc479cdfa4 req-38ccd2b4-163f-4b54-89b5-0a190e853776 tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:48:40.192630 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-92f89623-3586-4d0d-bb0b-b6dc479cdfa4 req-38ccd2b4-163f-4b54-89b5-0a190e853776 tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] 10.222.0.35 "GET /v2.0/ports?device_id=e8ef1482-fa91-4d44-abb9-3994eeeefcf5 HTTP/1.1" status: 200 len: 945 time: 0.0766246 May 20 20:48:40.239241 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-6f29471e-5463-4a99-b7de-817b8eddba60 req-1c7c0096-9f84-4527-87a0-49b04af528af tempest-ServerRescueTestJSONUnderV235-509853073 tempest-ServerRescueTestJSONUnderV235-509853073-project] For port 94b595b4-7da9-448f-8a4d-a0f220491648, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=94b595b4-7da9-448f-8a4d-a0f220491648,segment=NetworkSegment(1d09afbe-6fd2-4434-81b3-bd6da4b308f2),segment_id=1d09afbe-6fd2-4434-81b3-bd6da4b308f2)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:48:40.239696 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-6f29471e-5463-4a99-b7de-817b8eddba60 req-1c7c0096-9f84-4527-87a0-49b04af528af tempest-ServerRescueTestJSONUnderV235-509853073 tempest-ServerRescueTestJSONUnderV235-509853073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:40.239867 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-92f89623-3586-4d0d-bb0b-b6dc479cdfa4 req-c1ea6a90-a169-43cd-b528-c4ae1ed42ab8 tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] 10.222.0.35 "GET /v2.0/security-groups?id=18b4de30-16a9-4001-b1eb-14a4aad6a23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340104 May 20 20:48:40.255427 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-6f29471e-5463-4a99-b7de-817b8eddba60 req-1c7c0096-9f84-4527-87a0-49b04af528af tempest-ServerRescueTestJSONUnderV235-509853073 tempest-ServerRescueTestJSONUnderV235-509853073-project] Calling delete_port for 94b595b4-7da9-448f-8a4d-a0f220491648 owned by compute:nova {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:48:40.428749 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37e7da3-6d1e-44b5-bb79-cf0df90b4675 req-7a84e373-5044-4f79-9bbc-3c37e24eed5f tempest-ServersTestManualDisk-1760851737 tempest-ServersTestManualDisk-1760851737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:48:40.430829 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b37e7da3-6d1e-44b5-bb79-cf0df90b4675 req-7a84e373-5044-4f79-9bbc-3c37e24eed5f tempest-ServersTestManualDisk-1760851737 tempest-ServersTestManualDisk-1760851737-project] 10.222.0.35 "GET /v2.0/ports?device_id=7581860c-ce46-4614-b039-9b98e9997b36 HTTP/1.1" status: 200 len: 945 time: 0.0482550 May 20 20:48:40.460749 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-6f29471e-5463-4a99-b7de-817b8eddba60 req-1c7c0096-9f84-4527-87a0-49b04af528af tempest-ServerRescueTestJSONUnderV235-509853073 tempest-ServerRescueTestJSONUnderV235-509853073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:40.469462 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b37e7da3-6d1e-44b5-bb79-cf0df90b4675 req-7364658d-1bc9-4d04-9e81-40ae211761fc tempest-ServersTestManualDisk-1760851737 tempest-ServersTestManualDisk-1760851737-project] 10.222.0.35 "GET /v2.0/security-groups?id=add12849-0717-4857-adaa-bd412121325b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320551 May 20 20:48:40.472716 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] get_ports_and_sgs() called for port_ids ['94b595b4-7da9-448f-8a4d-a0f220491648'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:48:40.494783 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7c0096-9f84-4527-87a0-49b04af528af tempest-ServerRescueTestJSONUnderV235-509853073 tempest-ServerRescueTestJSONUnderV235-509853073-project] Pushing event deleted for resources: {'Port': ['ID=94b595b4-7da9-448f-8a4d-a0f220491648,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:48:40.547451 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f29471e-5463-4a99-b7de-817b8eddba60 req-1c7c0096-9f84-4527-87a0-49b04af528af tempest-ServerRescueTestJSONUnderV235-509853073 tempest-ServerRescueTestJSONUnderV235-509853073-project] No DVR routers for this DVR port 94b595b4-7da9-448f-8a4d-a0f220491648 on host n-h1-842733-1 {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:48:40.550038 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-6f29471e-5463-4a99-b7de-817b8eddba60 req-1c7c0096-9f84-4527-87a0-49b04af528af tempest-ServerRescueTestJSONUnderV235-509853073 tempest-ServerRescueTestJSONUnderV235-509853073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:40.553416 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-6f29471e-5463-4a99-b7de-817b8eddba60 req-1c7c0096-9f84-4527-87a0-49b04af528af tempest-ServerRescueTestJSONUnderV235-509853073 tempest-ServerRescueTestJSONUnderV235-509853073-project] 10.222.0.24 "DELETE /v2.0/ports/94b595b4-7da9-448f-8a4d-a0f220491648 HTTP/1.1" status: 204 len: 173 time: 0.4995637 May 20 20:48:40.553845 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5e7bffc-66ca-42f9-a17e-893d63710bad', 'name': 'network-vif-deleted', 'tag': '94b595b4-7da9-448f-8a4d-a0f220491648'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:48:40.556356 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6fa957933fccbf596d28104b23404b952ad6a8238afaebaed40a0874b2e409" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38df4b06-a982-410e-874b-b6d318251ab3" -d '{"events": [{"server_uuid": "b5e7bffc-66ca-42f9-a17e-893d63710bad", "name": "network-vif-deleted", "tag": "94b595b4-7da9-448f-8a4d-a0f220491648"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:48:40.591744 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 20:48:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd7c1344-d25e-4944-b38c-5d438c8fd596 x-openstack-request-id: req-fd7c1344-d25e-4944-b38c-5d438c8fd596 {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:48:40.592034 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5e7bffc-66ca-42f9-a17e-893d63710bad", "name": "network-vif-deleted", "tag": "94b595b4-7da9-448f-8a4d-a0f220491648", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:48:40.592281 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-fd7c1344-d25e-4944-b38c-5d438c8fd596 {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:48:40.592691 n-d-842733-1 neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd7c1344-d25e-4944-b38c-5d438c8fd596'] response: {'server_uuid': 'b5e7bffc-66ca-42f9-a17e-893d63710bad', 'name': 'network-vif-deleted', 'tag': '94b595b4-7da9-448f-8a4d-a0f220491648', 'status': 'completed', 'code': 200} May 20 20:48:40.878258 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-90191513-809e-463f-8117-19e0ddf6e9a4 req-2aa545ce-b51c-4d17-b9d8-6e8bda1c5ae8 tempest-ServerShowV254Test-2147464569 tempest-ServerShowV254Test-2147464569-project] 10.222.0.35 "GET /v2.0/ports?device_id=eae40ff4-074e-48c3-9704-393975de631b HTTP/1.1" status: 200 len: 210 time: 0.0260158 May 20 20:48:41.019389 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ad110e-d1d7-43c9-b913-b01f99c50845 req-29534816-22cc-458e-a0cb-ad38ffaaf612 tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:48:41.020862 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-05ad110e-d1d7-43c9-b913-b01f99c50845 req-29534816-22cc-458e-a0cb-ad38ffaaf612 tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] 10.222.0.35 "GET /v2.0/ports?device_id=0f535575-dc81-4139-bc1e-db9fe0d7c5b9 HTTP/1.1" status: 200 len: 946 time: 0.0495102 May 20 20:48:41.062846 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-05ad110e-d1d7-43c9-b913-b01f99c50845 req-93c9a9f6-2129-41ae-a121-543291d50ab0 tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] 10.222.0.35 "GET /v2.0/security-groups?id=2274ca87-1a60-437e-91f1-b4d825425422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357203 May 20 20:48:41.158791 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 31c7ce13-d85e-4b3d-8e2f-e5068f0e7c5b up at agent hyperv_n-h2-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:48:41.255035 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Provisioning for port 31c7ce13-d85e-4b3d-8e2f-e5068f0e7c5b completed by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 20:48:41.259067 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Provisioning complete for port 31c7ce13-d85e-4b3d-8e2f-e5068f0e7c5b triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:48:41.259470 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:41.294492 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2325e5c5-cba6-499b-9dfe-52de48b053bf req-92552e4d-f086-464e-91d9-d5b3b9997ba0 tempest-ServerRescueTestJSONUnderV235-509853073 tempest-ServerRescueTestJSONUnderV235-509853073-project] 10.222.0.35 "GET /v2.0/ports?device_id=b5e7bffc-66ca-42f9-a17e-893d63710bad HTTP/1.1" status: 200 len: 210 time: 0.0294158 May 20 20:48:41.367132 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629523a0-ddb6-4b38-82e7-b6081d73d988 req-fb381eae-e1bd-442f-ac92-743dc09d42cc tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:48:41.370271 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-629523a0-ddb6-4b38-82e7-b6081d73d988 req-fb381eae-e1bd-442f-ac92-743dc09d42cc tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] 10.222.0.35 "GET /v2.0/ports?device_id=e8ef1482-fa91-4d44-abb9-3994eeeefcf5 HTTP/1.1" status: 200 len: 945 time: 0.0562840 May 20 20:48:41.376102 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port 31c7ce13-d85e-4b3d-8e2f-e5068f0e7c5b is: BUILD; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:48:41.376578 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:41.406780 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8ef1482-fa91-4d44-abb9-3994eeeefcf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31c7ce13-d85e-4b3d-8e2f-e5068f0e7c5b'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:48:41.410215 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8485417003ce7c0410b00f5cdc2f391e21107b70bb68e2773712534a96e108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-709eee46-ac35-4215-89d8-a26ceb17b5de" -d '{"events": [{"server_uuid": "e8ef1482-fa91-4d44-abb9-3994eeeefcf5", "name": "network-vif-plugged", "status": "completed", "tag": "31c7ce13-d85e-4b3d-8e2f-e5068f0e7c5b"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:48:41.412616 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-629523a0-ddb6-4b38-82e7-b6081d73d988 req-f06f44a7-c033-4570-8736-70e2951e521d tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] 10.222.0.35 "GET /v2.0/security-groups?id=18b4de30-16a9-4001-b1eb-14a4aad6a23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367107 May 20 20:48:41.426949 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port 31c7ce13-d85e-4b3d-8e2f-e5068f0e7c5b, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=31c7ce13-d85e-4b3d-8e2f-e5068f0e7c5b,segment=NetworkSegment(e0039cc5-6cb0-4490-8a7d-a4c3b510f023),segment_id=e0039cc5-6cb0-4490-8a7d-a4c3b510f023)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:48:41.457668 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 20:48:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1a93897-fc8c-4d98-b46a-345596cfbe85 x-openstack-request-id: req-d1a93897-fc8c-4d98-b46a-345596cfbe85 {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:48:41.457954 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8ef1482-fa91-4d44-abb9-3994eeeefcf5", "name": "network-vif-plugged", "status": "completed", "tag": "31c7ce13-d85e-4b3d-8e2f-e5068f0e7c5b", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:48:41.458202 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d1a93897-fc8c-4d98-b46a-345596cfbe85 {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:48:41.458596 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1a93897-fc8c-4d98-b46a-345596cfbe85'] response: {'server_uuid': 'e8ef1482-fa91-4d44-abb9-3994eeeefcf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31c7ce13-d85e-4b3d-8e2f-e5068f0e7c5b', 'code': 200} May 20 20:48:41.489810 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:41.540837 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=31c7ce13-d85e-4b3d-8e2f-e5068f0e7c5b,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:48:41.597807 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256d731b-430b-4f18-a0d1-077d840708e6 req-48c6ea18-dd58-4840-a9ec-e2ee37dfcbc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:48:41.599462 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-256d731b-430b-4f18-a0d1-077d840708e6 req-48c6ea18-dd58-4840-a9ec-e2ee37dfcbc0 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e8ef1482-fa91-4d44-abb9-3994eeeefcf5 HTTP/1.1" status: 200 len: 1097 time: 0.0446081 May 20 20:48:41.639922 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-256d731b-430b-4f18-a0d1-077d840708e6 req-bd4e3c4f-940d-4f3d-9b1b-cd914e54369e service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=18b4de30-16a9-4001-b1eb-14a4aad6a23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282185 May 20 20:48:41.760380 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46c36fb-69fc-4db5-8897-3a6fda146abe req-cfbd84d2-4303-481b-852c-ad25d65dc417 tempest-ServersTestManualDisk-1760851737 tempest-ServersTestManualDisk-1760851737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:48:41.761891 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e46c36fb-69fc-4db5-8897-3a6fda146abe req-cfbd84d2-4303-481b-852c-ad25d65dc417 tempest-ServersTestManualDisk-1760851737 tempest-ServersTestManualDisk-1760851737-project] 10.222.0.35 "GET /v2.0/ports?device_id=7581860c-ce46-4614-b039-9b98e9997b36 HTTP/1.1" status: 200 len: 945 time: 0.0487354 May 20 20:48:41.799236 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e46c36fb-69fc-4db5-8897-3a6fda146abe req-73b664aa-4bfb-48e5-ab3b-aa55b15adc10 tempest-ServersTestManualDisk-1760851737 tempest-ServersTestManualDisk-1760851737-project] 10.222.0.35 "GET /v2.0/security-groups?id=add12849-0717-4857-adaa-bd412121325b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312052 May 20 20:48:42.052403 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-579f3b5b-a6fa-4370-9e59-b63b182f6648 req-ad8168a8-98e5-47d4-9fe1-4745f615271a tempest-ServerShowV254Test-2147464569 tempest-ServerShowV254Test-2147464569-project] 10.222.0.35 "GET /v2.0/ports?device_id=eae40ff4-074e-48c3-9704-393975de631b HTTP/1.1" status: 200 len: 210 time: 0.0290842 May 20 20:48:42.176643 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8666b4b5-c624-43b4-85d6-c71c48bbd5e3 req-2b00f7c9-61d8-44ee-9e48-1070cddcca42 tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:48:42.178204 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8666b4b5-c624-43b4-85d6-c71c48bbd5e3 req-2b00f7c9-61d8-44ee-9e48-1070cddcca42 tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] 10.222.0.35 "GET /v2.0/ports?device_id=0f535575-dc81-4139-bc1e-db9fe0d7c5b9 HTTP/1.1" status: 200 len: 946 time: 0.0479186 May 20 20:48:42.218533 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8666b4b5-c624-43b4-85d6-c71c48bbd5e3 req-1e7ee825-15f8-45d0-abac-be526ee4c96e tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] 10.222.0.35 "GET /v2.0/security-groups?id=2274ca87-1a60-437e-91f1-b4d825425422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335217 May 20 20:48:42.352867 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 47270) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:48:42.529135 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbe1e10-9198-45ff-8db0-1103946d8a04 req-535f5ad7-eb1b-4bda-aab1-94f36b9caa20 tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:48:42.531462 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6cbe1e10-9198-45ff-8db0-1103946d8a04 req-535f5ad7-eb1b-4bda-aab1-94f36b9caa20 tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] 10.222.0.35 "GET /v2.0/ports?device_id=e8ef1482-fa91-4d44-abb9-3994eeeefcf5 HTTP/1.1" status: 200 len: 946 time: 0.0509171 May 20 20:48:42.570627 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6cbe1e10-9198-45ff-8db0-1103946d8a04 req-b44c4c40-317d-45e4-a583-c725a8fe57e1 tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] 10.222.0.35 "GET /v2.0/security-groups?id=18b4de30-16a9-4001-b1eb-14a4aad6a23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328548 May 20 20:48:42.692546 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f4b5d37f-420a-404a-b957-bcfe73a37fde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748528'] for router_interface, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:42.764136 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 94b595b4-7da9-448f-8a4d-a0f220491648 no longer exists at agent hyperv_n-h1-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:48:42.787456 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] No Port match for: 94b595b4-7da9-448f-8a4d-a0f220491648 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 20:48:42.787808 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 94b595b4-7da9-448f-8a4d-a0f220491648 not bound to the agent host n-h1-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 20:48:42.920211 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea07177-0b5b-40c1-be9a-189db5964dfc req-28b7ce55-64d7-4acf-a18f-12add861a0bf tempest-ServersTestManualDisk-1760851737 tempest-ServersTestManualDisk-1760851737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:48:42.924343 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-cea07177-0b5b-40c1-be9a-189db5964dfc req-28b7ce55-64d7-4acf-a18f-12add861a0bf tempest-ServersTestManualDisk-1760851737 tempest-ServersTestManualDisk-1760851737-project] 10.222.0.35 "GET /v2.0/ports?device_id=7581860c-ce46-4614-b039-9b98e9997b36 HTTP/1.1" status: 200 len: 945 time: 0.0499637 May 20 20:48:42.939991 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-f4b5d37f-420a-404a-b957-bcfe73a37fde admin admin] Deleting port ba55456f-5eb5-47f7-ad63-dac649cfa8fa {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:48:42.940334 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f4b5d37f-420a-404a-b957-bcfe73a37fde admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:42.965744 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-cea07177-0b5b-40c1-be9a-189db5964dfc req-9a3cbfb6-2bea-4be6-b7f9-dd7904727897 tempest-ServersTestManualDisk-1760851737 tempest-ServersTestManualDisk-1760851737-project] 10.222.0.35 "GET /v2.0/security-groups?id=add12849-0717-4857-adaa-bd412121325b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372567 May 20 20:48:43.018601 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-f4b5d37f-420a-404a-b957-bcfe73a37fde admin admin] For port ba55456f-5eb5-47f7-ad63-dac649cfa8fa, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=ba55456f-5eb5-47f7-ad63-dac649cfa8fa,segment=NetworkSegment(1d09afbe-6fd2-4434-81b3-bd6da4b308f2),segment_id=1d09afbe-6fd2-4434-81b3-bd6da4b308f2)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:48:43.019032 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f4b5d37f-420a-404a-b957-bcfe73a37fde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:43.030431 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-f4b5d37f-420a-404a-b957-bcfe73a37fde admin admin] Calling delete_port for ba55456f-5eb5-47f7-ad63-dac649cfa8fa owned by network:router_interface {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:48:43.167888 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-fd45fe05-f400-435f-b24a-4ff7bb4eda01 req-494b9669-59e2-4efc-8e40-cb5241272c89 tempest-ServerShowV254Test-2147464569 tempest-ServerShowV254Test-2147464569-project] 10.222.0.35 "GET /v2.0/ports?device_id=eae40ff4-074e-48c3-9704-393975de631b HTTP/1.1" status: 200 len: 210 time: 0.0277307 May 20 20:48:43.255298 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f4b5d37f-420a-404a-b957-bcfe73a37fde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:43.283417 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b5d37f-420a-404a-b957-bcfe73a37fde admin admin] Pushing event deleted for resources: {'Port': ['ID=ba55456f-5eb5-47f7-ad63-dac649cfa8fa,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:48:43.339755 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4944157a-8255-461c-bcdc-f4d20994b90d req-832ebe14-64aa-4c93-a599-5e6241913ec6 tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:48:43.341169 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4944157a-8255-461c-bcdc-f4d20994b90d req-832ebe14-64aa-4c93-a599-5e6241913ec6 tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] 10.222.0.35 "GET /v2.0/ports?device_id=0f535575-dc81-4139-bc1e-db9fe0d7c5b9 HTTP/1.1" status: 200 len: 946 time: 0.0506315 May 20 20:48:43.380630 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4944157a-8255-461c-bcdc-f4d20994b90d req-4fc9c19c-684f-4645-9ad2-01bff76f90fa tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] 10.222.0.35 "GET /v2.0/security-groups?id=2274ca87-1a60-437e-91f1-b4d825425422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326993 May 20 20:48:43.456019 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f4b5d37f-420a-404a-b957-bcfe73a37fde admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-692224'] for router_interface, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:43.673928 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4b5d37f-420a-404a-b957-bcfe73a37fde admin admin] Router 11194262-67a0-4341-8110-513c16b7f07d has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 20:48:43.690022 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe64e82-afa0-4704-848e-c6f1c9ef39db req-4f808c77-6862-4e78-8596-0aeb8ad63408 tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:48:43.691498 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4fe64e82-afa0-4704-848e-c6f1c9ef39db req-4f808c77-6862-4e78-8596-0aeb8ad63408 tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] 10.222.0.35 "GET /v2.0/ports?device_id=e8ef1482-fa91-4d44-abb9-3994eeeefcf5 HTTP/1.1" status: 200 len: 946 time: 0.0506723 May 20 20:48:43.731574 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4fe64e82-afa0-4704-848e-c6f1c9ef39db req-54b3d1d4-2407-4c1f-a646-f4658a7d987d tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] 10.222.0.35 "GET /v2.0/security-groups?id=18b4de30-16a9-4001-b1eb-14a4aad6a23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334136 May 20 20:48:43.779878 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4b5d37f-420a-404a-b957-bcfe73a37fde admin admin] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 20:48:43.785505 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-f4b5d37f-420a-404a-b957-bcfe73a37fde admin admin] 10.222.0.35 "PUT /v2.0/routers/11194262-67a0-4341-8110-513c16b7f07d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4315307 May 20 20:48:43.790599 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 47286) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:48:43.791173 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c98992a2-4159-4165-a28d-51bd85286101 None None] Sync routers for ids ['11194262-67a0-4341-8110-513c16b7f07d'] in n-d-842733-1 {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 20:48:43.800701 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c98992a2-4159-4165-a28d-51bd85286101 None None] Routers {'11194262-67a0-4341-8110-513c16b7f07d'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:48:43.801348 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-c98992a2-4159-4165-a28d-51bd85286101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:48:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['11194262-67a0-4341-8110-513c16b7f07d'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:48:43.883673 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-523f4f66-1bcb-499d-b833-3f2161df1624 req-f3360eaa-a843-4b12-9e57-d80e969ae5fb tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1166162 May 20 20:48:43.893702 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [req-523f4f66-1bcb-499d-b833-3f2161df1624 req-7f13a49d-f88c-479d-ba06-4acbd3bb9093 tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] Request body: {'floatingip': {'floating_network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:48:43.911111 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-c98992a2-4159-4165-a28d-51bd85286101 None None] Set router 11194262-67a0-4341-8110-513c16b7f07d gateway port host: n-d-842733-1 {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:48:43.921172 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61314450-821b-4e98-b687-174963ced598 req-b4b490fc-32d0-47b1-b92b-2515ec08457f tempest-ServersTestManualDisk-1760851737 tempest-ServersTestManualDisk-1760851737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:48:43.922618 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-61314450-821b-4e98-b687-174963ced598 req-b4b490fc-32d0-47b1-b92b-2515ec08457f tempest-ServersTestManualDisk-1760851737 tempest-ServersTestManualDisk-1760851737-project] 10.222.0.13 "GET /v2.0/ports?device_id=7581860c-ce46-4614-b039-9b98e9997b36 HTTP/1.1" status: 200 len: 945 time: 0.0903735 May 20 20:48:43.941114 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a13d522a-fea2-4b63-b534-61e630e901ec admin admin] Notify callbacks [] for router, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:43.969565 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-523f4f66-1bcb-499d-b833-3f2161df1624 req-7f13a49d-f88c-479d-ba06-4acbd3bb9093 tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] Notify callbacks [] for floatingip, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:44.102990 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-c98992a2-4159-4165-a28d-51bd85286101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11194262-67a0-4341-8110-513c16b7f07d', 'name': 'tempest-ServerRescueTestJSONUnderV235-616548404-router', 'tenant_id': 'ad08a6df517d4421a3d41cf43d0382ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.5'}], 'enable_snat': True}, 'gw_port_id': '00616bcd-472c-4dbc-a226-155f426816d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:47:13Z', 'updated_at': '2022-05-20T20:48:43Z', 'revision_number': 5, 'project_id': 'ad08a6df517d4421a3d41cf43d0382ff', 'gw_port': {'id': '00616bcd-472c-4dbc-a226-155f426816d9', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:fe:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11194262-67a0-4341-8110-513c16b7f07d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1172, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:47:14Z', 'updated_at': '2022-05-20T20:47:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:48:44.105721 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a13d522a-fea2-4b63-b534-61e630e901ec admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:44.120117 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-61314450-821b-4e98-b687-174963ced598 req-dfdefa2e-657c-458f-9cf4-ec0b5eea0d97 tempest-ServersTestManualDisk-1760851737 tempest-ServersTestManualDisk-1760851737-project] Deleting port c4f86847-4b96-433c-a86b-b6ff706f4b49 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:48:44.120462 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-61314450-821b-4e98-b687-174963ced598 req-dfdefa2e-657c-458f-9cf4-ec0b5eea0d97 tempest-ServersTestManualDisk-1760851737 tempest-ServersTestManualDisk-1760851737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:44.133666 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c98992a2-4159-4165-a28d-51bd85286101 None None] Checking router: 11194262-67a0-4341-8110-513c16b7f07d for host: n-d-842733-1 {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 20:48:44.140800 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998b981a-042b-4e8d-938e-19d3867ac92e req-f51708de-b6df-4c50-89ca-4c98f7d9d6f5 tempest-ServersTestManualDisk-1760851737 tempest-ServersTestManualDisk-1760851737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:48:44.142310 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-998b981a-042b-4e8d-938e-19d3867ac92e req-f51708de-b6df-4c50-89ca-4c98f7d9d6f5 tempest-ServersTestManualDisk-1760851737 tempest-ServersTestManualDisk-1760851737-project] 10.222.0.35 "GET /v2.0/ports?device_id=7581860c-ce46-4614-b039-9b98e9997b36 HTTP/1.1" status: 200 len: 945 time: 0.0722520 May 20 20:48:44.144150 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c98992a2-4159-4165-a28d-51bd85286101 None None] Routers {'11194262-67a0-4341-8110-513c16b7f07d'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:48:44.144760 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-c98992a2-4159-4165-a28d-51bd85286101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:48:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['11194262-67a0-4341-8110-513c16b7f07d'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:48:44.153268 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-523f4f66-1bcb-499d-b833-3f2161df1624 req-7f13a49d-f88c-479d-ba06-4acbd3bb9093 tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:44.231673 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-998b981a-042b-4e8d-938e-19d3867ac92e req-51c02060-aac9-4680-b55f-91363ff54c12 tempest-ServersTestManualDisk-1760851737 tempest-ServersTestManualDisk-1760851737-project] 10.222.0.35 "GET /v2.0/security-groups?id=add12849-0717-4857-adaa-bd412121325b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762720 May 20 20:48:44.248581 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-61314450-821b-4e98-b687-174963ced598 req-dfdefa2e-657c-458f-9cf4-ec0b5eea0d97 tempest-ServersTestManualDisk-1760851737 tempest-ServersTestManualDisk-1760851737-project] For port c4f86847-4b96-433c-a86b-b6ff706f4b49, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=c4f86847-4b96-433c-a86b-b6ff706f4b49,segment=NetworkSegment(2e785b90-65af-46d3-8337-91a036f88f70),segment_id=2e785b90-65af-46d3-8337-91a036f88f70)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:48:44.248949 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-61314450-821b-4e98-b687-174963ced598 req-dfdefa2e-657c-458f-9cf4-ec0b5eea0d97 tempest-ServersTestManualDisk-1760851737 tempest-ServersTestManualDisk-1760851737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:44.264797 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-c98992a2-4159-4165-a28d-51bd85286101 None None] Set router 11194262-67a0-4341-8110-513c16b7f07d gateway port host: n-d-842733-1 {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:48:44.302370 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-a13d522a-fea2-4b63-b534-61e630e901ec admin admin] Deleting port 00616bcd-472c-4dbc-a226-155f426816d9 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:48:44.302708 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a13d522a-fea2-4b63-b534-61e630e901ec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:44.303356 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [req-523f4f66-1bcb-499d-b833-3f2161df1624 req-7f13a49d-f88c-479d-ba06-4acbd3bb9093 tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] Allocated IP 172.25.2.173 (e3a93b5c-91e2-4064-9c2c-1afc261bfe15/86fee0c1-6e34-488b-9216-b2b8e7ef585a/4e63ddb1-ee33-4a33-9309-0ec3b072ec12) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:48:44.399777 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-78ffe80c-2965-470c-bb3d-2004f0b613eb req-48415295-e759-49c9-954f-2c5f8965c312 tempest-ServerShowV254Test-2147464569 tempest-ServerShowV254Test-2147464569-project] 10.222.0.35 "GET /v2.0/ports?device_id=eae40ff4-074e-48c3-9704-393975de631b HTTP/1.1" status: 200 len: 210 time: 0.0348399 May 20 20:48:44.475995 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-523f4f66-1bcb-499d-b833-3f2161df1624 req-7f13a49d-f88c-479d-ba06-4acbd3bb9093 tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] Notify callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:44.481443 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-c98992a2-4159-4165-a28d-51bd85286101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11194262-67a0-4341-8110-513c16b7f07d', 'name': 'tempest-ServerRescueTestJSONUnderV235-616548404-router', 'tenant_id': 'ad08a6df517d4421a3d41cf43d0382ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.5'}], 'enable_snat': True}, 'gw_port_id': '00616bcd-472c-4dbc-a226-155f426816d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:47:13Z', 'updated_at': '2022-05-20T20:48:43Z', 'revision_number': 5, 'project_id': 'ad08a6df517d4421a3d41cf43d0382ff', 'gw_port': {'id': '00616bcd-472c-4dbc-a226-155f426816d9', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:fe:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11194262-67a0-4341-8110-513c16b7f07d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1172, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:47:14Z', 'updated_at': '2022-05-20T20:47:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:48:44.523190 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c98992a2-4159-4165-a28d-51bd85286101 None None] The sync data for ids ['11194262-67a0-4341-8110-513c16b7f07d'] in n-d-842733-1 is: [{'id': '11194262-67a0-4341-8110-513c16b7f07d', 'name': 'tempest-ServerRescueTestJSONUnderV235-616548404-router', 'tenant_id': 'ad08a6df517d4421a3d41cf43d0382ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.5'}], 'enable_snat': True}, 'gw_port_id': '00616bcd-472c-4dbc-a226-155f426816d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:47:13Z', 'updated_at': '2022-05-20T20:48:43Z', 'revision_number': 5, 'project_id': 'ad08a6df517d4421a3d41cf43d0382ff', 'gw_port': {'id': '00616bcd-472c-4dbc-a226-155f426816d9', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:fe:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11194262-67a0-4341-8110-513c16b7f07d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1172, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:47:14Z', 'updated_at': '2022-05-20T20:47:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 20:48:44.578111 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a67317-06ff-46ae-ace5-5db80f621123 req-ac3ec3a2-065a-4d9e-b526-570bed9ca74f tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:48:44.579615 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a9a67317-06ff-46ae-ace5-5db80f621123 req-ac3ec3a2-065a-4d9e-b526-570bed9ca74f tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] 10.222.0.35 "GET /v2.0/ports?device_id=0f535575-dc81-4139-bc1e-db9fe0d7c5b9 HTTP/1.1" status: 200 len: 946 time: 0.0765116 May 20 20:48:44.600935 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-523f4f66-1bcb-499d-b833-3f2161df1624 req-7f13a49d-f88c-479d-ba06-4acbd3bb9093 tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:44.653473 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-523f4f66-1bcb-499d-b833-3f2161df1624 req-7f13a49d-f88c-479d-ba06-4acbd3bb9093 tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] Network e3a93b5c-91e2-4064-9c2c-1afc261bfe15 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:48:44.660916 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [req-523f4f66-1bcb-499d-b833-3f2161df1624 req-7f13a49d-f88c-479d-ba06-4acbd3bb9093 tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:48:44.666025 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a9a67317-06ff-46ae-ace5-5db80f621123 req-9a7b443a-4ecd-4c87-8eb4-5be7c4d54149 tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] 10.222.0.35 "GET /v2.0/security-groups?id=2274ca87-1a60-437e-91f1-b4d825425422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803387 May 20 20:48:44.667030 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [req-523f4f66-1bcb-499d-b833-3f2161df1624 req-7f13a49d-f88c-479d-ba06-4acbd3bb9093 tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:48:44.669150 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f13a49d-f88c-479d-ba06-4acbd3bb9093 tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] Pushing event updated for resources: {'Port': ['ID=4e63ddb1-ee33-4a33-9309-0ec3b072ec12,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:48:44.697777 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f13a49d-f88c-479d-ba06-4acbd3bb9093 tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:48:44.698418 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f13a49d-f88c-479d-ba06-4acbd3bb9093 tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:48:44.698559 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f13a49d-f88c-479d-ba06-4acbd3bb9093 tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:48:44.698769 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f13a49d-f88c-479d-ba06-4acbd3bb9093 tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:48:44.699104 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f13a49d-f88c-479d-ba06-4acbd3bb9093 tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:48:44.699454 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f13a49d-f88c-479d-ba06-4acbd3bb9093 tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:48:44.699783 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f13a49d-f88c-479d-ba06-4acbd3bb9093 tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:48:44.700104 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f13a49d-f88c-479d-ba06-4acbd3bb9093 tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:48:44.700426 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f13a49d-f88c-479d-ba06-4acbd3bb9093 tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:48:44.700746 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f13a49d-f88c-479d-ba06-4acbd3bb9093 tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:48:44.701348 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f13a49d-f88c-479d-ba06-4acbd3bb9093 tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:48:44.701675 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f13a49d-f88c-479d-ba06-4acbd3bb9093 tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:48:44.716352 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-a13d522a-fea2-4b63-b534-61e630e901ec admin admin] For port 00616bcd-472c-4dbc-a226-155f426816d9, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=00616bcd-472c-4dbc-a226-155f426816d9,segment=NetworkSegment(0b5485c4-eff8-42a1-9073-ae54ed4c63ba),segment_id=0b5485c4-eff8-42a1-9073-ae54ed4c63ba)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:48:44.716720 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a13d522a-fea2-4b63-b534-61e630e901ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:44.734201 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-a13d522a-fea2-4b63-b534-61e630e901ec admin admin] Calling delete_port for 00616bcd-472c-4dbc-a226-155f426816d9 owned by network:router_gateway {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:48:44.756318 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-61314450-821b-4e98-b687-174963ced598 req-dfdefa2e-657c-458f-9cf4-ec0b5eea0d97 tempest-ServersTestManualDisk-1760851737 tempest-ServersTestManualDisk-1760851737-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:44.756670 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-61314450-821b-4e98-b687-174963ced598 req-dfdefa2e-657c-458f-9cf4-ec0b5eea0d97 tempest-ServersTestManualDisk-1760851737 tempest-ServersTestManualDisk-1760851737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748272'] for floatingip, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:44.756978 n-d-842733-1 neutron-server[103162]: INFO neutron.db.l3_db [req-61314450-821b-4e98-b687-174963ced598 req-dfdefa2e-657c-458f-9cf4-ec0b5eea0d97 tempest-ServersTestManualDisk-1760851737 tempest-ServersTestManualDisk-1760851737-project] Floating IP fb2503f9-00f9-466e-8228-9497ea03e4c9 disassociated. External IP: 172.25.2.105, port: c4f86847-4b96-433c-a86b-b6ff706f4b49. May 20 20:48:44.757336 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-61314450-821b-4e98-b687-174963ced598 req-dfdefa2e-657c-458f-9cf4-ec0b5eea0d97 tempest-ServersTestManualDisk-1760851737 tempest-ServersTestManualDisk-1760851737-project] Calling delete_port for c4f86847-4b96-433c-a86b-b6ff706f4b49 owned by compute:nova {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:48:44.767662 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-523f4f66-1bcb-499d-b833-3f2161df1624 req-7f13a49d-f88c-479d-ba06-4acbd3bb9093 tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:44.888179 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-523f4f66-1bcb-499d-b833-3f2161df1624 req-7f13a49d-f88c-479d-ba06-4acbd3bb9093 tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:45.004228 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.agents_db [None req-5c33ad30-4e00-40fa-b486-8c79c4a6cfc5 None None] Agent healthcheck: found 7 active agents {{(pid=103165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 20 20:48:45.052481 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-523f4f66-1bcb-499d-b833-3f2161df1624 req-7f13a49d-f88c-479d-ba06-4acbd3bb9093 tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] Notify callbacks [] for port, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:45.083646 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-61314450-821b-4e98-b687-174963ced598 req-dfdefa2e-657c-458f-9cf4-ec0b5eea0d97 tempest-ServersTestManualDisk-1760851737 tempest-ServersTestManualDisk-1760851737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:45.111486 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-523f4f66-1bcb-499d-b833-3f2161df1624 req-7f13a49d-f88c-479d-ba06-4acbd3bb9093 tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:45.113247 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a13d522a-fea2-4b63-b534-61e630e901ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:45.116343 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdefa2e-657c-458f-9cf4-ec0b5eea0d97 tempest-ServersTestManualDisk-1760851737 tempest-ServersTestManualDisk-1760851737-project] Pushing event deleted for resources: {'Port': ['ID=c4f86847-4b96-433c-a86b-b6ff706f4b49,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:48:45.181325 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13d522a-fea2-4b63-b534-61e630e901ec admin admin] Pushing event deleted for resources: {'Port': ['ID=00616bcd-472c-4dbc-a226-155f426816d9,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:48:45.182759 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f13a49d-f88c-479d-ba06-4acbd3bb9093 tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] Pushing event updated for resources: {'Port': ['ID=4e63ddb1-ee33-4a33-9309-0ec3b072ec12,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:48:45.194880 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-523f4f66-1bcb-499d-b833-3f2161df1624 req-7f13a49d-f88c-479d-ba06-4acbd3bb9093 tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748272'] for floatingip, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:45.268603 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-523f4f66-1bcb-499d-b833-3f2161df1624 req-7f13a49d-f88c-479d-ba06-4acbd3bb9093 tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for floatingip, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:45.270060 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-523f4f66-1bcb-499d-b833-3f2161df1624 req-7f13a49d-f88c-479d-ba06-4acbd3bb9093 tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.3803627 May 20 20:48:45.297601 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a13d522a-fea2-4b63-b534-61e630e901ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-748206'] for router_gateway, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:45.333384 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-523f4f66-1bcb-499d-b833-3f2161df1624 req-5681849b-3219-449e-b0ea-c614666272a8 tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.2.173 HTTP/1.1" status: 200 len: 696 time: 0.0560532 May 20 20:48:45.354806 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-fde1ad1e-30b8-4140-b485-637e0b2888fa req-210175e3-5a17-43d6-b19b-157016041635 tempest-ServersTestManualDisk-1760851737 tempest-ServersTestManualDisk-1760851737-project] 10.222.0.35 "GET /v2.0/ports?device_id=7581860c-ce46-4614-b039-9b98e9997b36 HTTP/1.1" status: 200 len: 210 time: 0.0352347 May 20 20:48:45.359335 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [req-61314450-821b-4e98-b687-174963ced598 req-dfdefa2e-657c-458f-9cf4-ec0b5eea0d97 tempest-ServersTestManualDisk-1760851737 tempest-ServersTestManualDisk-1760851737-project] Router 7ce378f4-2f4e-444d-94b2-3eb0117acc44 has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 20:48:45.395538 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a13d522a-fea2-4b63-b534-61e630e901ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26169'] for router, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:45.397630 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a13d522a-fea2-4b63-b534-61e630e901ec admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:45.455772 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523f4f66-1bcb-499d-b833-3f2161df1624 req-e489ef05-d8f2-479b-b4d1-357cf48fb44c tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:48:45.457352 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-523f4f66-1bcb-499d-b833-3f2161df1624 req-e489ef05-d8f2-479b-b4d1-357cf48fb44c tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] 10.222.0.35 "GET /v2.0/networks/e3a93b5c-91e2-4064-9c2c-1afc261bfe15 HTTP/1.1" status: 200 len: 784 time: 0.1068923 May 20 20:48:45.542047 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a13d522a-fea2-4b63-b534-61e630e901ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-693148'] for router, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:45.542584 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a13d522a-fea2-4b63-b534-61e630e901ec admin admin] Fanout notify agent at l3_agent the message router_deleted on router 11194262-67a0-4341-8110-513c16b7f07d {{(pid=103162) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 20 20:48:45.559007 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a13d522a-fea2-4b63-b534-61e630e901ec admin admin] Notify callbacks [] for router, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:45.560187 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-a13d522a-fea2-4b63-b534-61e630e901ec admin admin] 10.222.0.35 "DELETE /v2.0/routers/11194262-67a0-4341-8110-513c16b7f07d HTTP/1.1" status: 204 len: 168 time: 1.7686281 May 20 20:48:45.563299 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 47306) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:48:45.563435 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-703cbbd6-096b-4219-8190-5fe306548133 req-da884598-08da-46a3-86c1-c58173c467e9 tempest-ServerShowV254Test-2147464569 tempest-ServerShowV254Test-2147464569-project] 10.222.0.35 "GET /v2.0/ports?device_id=eae40ff4-074e-48c3-9704-393975de631b HTTP/1.1" status: 200 len: 210 time: 0.0612686 May 20 20:48:45.639855 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-61314450-821b-4e98-b687-174963ced598 req-dfdefa2e-657c-458f-9cf4-ec0b5eea0d97 tempest-ServersTestManualDisk-1760851737 tempest-ServersTestManualDisk-1760851737-project] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 20:48:45.649884 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_v2 [None req-40990bc7-802c-4a5d-a5e4-db6daf22c495 admin admin] Deleting subnet 15623ea3-e6ed-4f6b-b35a-f39267f62374 {{(pid=103162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 20 20:48:45.655615 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bcfadbc-e343-4035-b3e6-9cb9f257144c None None] Sync routers for ids ['7ce378f4-2f4e-444d-94b2-3eb0117acc44'] in n-d-842733-1 {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 20:48:45.674808 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bcfadbc-e343-4035-b3e6-9cb9f257144c None None] Routers {'7ce378f4-2f4e-444d-94b2-3eb0117acc44'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:48:45.675448 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-8bcfadbc-e343-4035-b3e6-9cb9f257144c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:48:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['7ce378f4-2f4e-444d-94b2-3eb0117acc44'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:48:45.698823 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-40990bc7-802c-4a5d-a5e4-db6daf22c495 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:45.745543 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-61314450-821b-4e98-b687-174963ced598 req-dfdefa2e-657c-458f-9cf4-ec0b5eea0d97 tempest-ServersTestManualDisk-1760851737 tempest-ServersTestManualDisk-1760851737-project] No DVR routers for this DVR port c4f86847-4b96-433c-a86b-b6ff706f4b49 on host n-h2-842733-1 {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:48:45.748374 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-61314450-821b-4e98-b687-174963ced598 req-dfdefa2e-657c-458f-9cf4-ec0b5eea0d97 tempest-ServersTestManualDisk-1760851737 tempest-ServersTestManualDisk-1760851737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:45.752676 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-61314450-821b-4e98-b687-174963ced598 req-dfdefa2e-657c-458f-9cf4-ec0b5eea0d97 tempest-ServersTestManualDisk-1760851737 tempest-ServersTestManualDisk-1760851737-project] 10.222.0.13 "DELETE /v2.0/ports/c4f86847-4b96-433c-a86b-b6ff706f4b49 HTTP/1.1" status: 204 len: 173 time: 1.8204691 May 20 20:48:45.754989 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7581860c-ce46-4614-b039-9b98e9997b36', 'name': 'network-vif-deleted', 'tag': 'c4f86847-4b96-433c-a86b-b6ff706f4b49'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:48:45.767835 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6fa957933fccbf596d28104b23404b952ad6a8238afaebaed40a0874b2e409" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-129f8800-bc68-4001-8b57-b56f1da0b31c" -d '{"events": [{"server_uuid": "7581860c-ce46-4614-b039-9b98e9997b36", "name": "network-vif-deleted", "tag": "c4f86847-4b96-433c-a86b-b6ff706f4b49"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:48:45.795301 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-40990bc7-802c-4a5d-a5e4-db6daf22c495 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3738392'] for subnet, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:45.809055 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device ba55456f-5eb5-47f7-ad63-dac649cfa8fa no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:48:45.835458 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: ba55456f-5eb5-47f7-ad63-dac649cfa8fa {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 20:48:45.836105 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device ba55456f-5eb5-47f7-ad63-dac649cfa8fa not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 20:48:45.838658 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-40990bc7-802c-4a5d-a5e4-db6daf22c495 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33068388'] for subnet, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:45.888084 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-8bcfadbc-e343-4035-b3e6-9cb9f257144c None None] Set router 7ce378f4-2f4e-444d-94b2-3eb0117acc44 gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:48:45.897369 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc4eef5-94b6-47b1-ac64-18b9c98e5d62 req-cada9db3-4cf4-4a92-9d61-82cccdf05896 tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:48:45.898881 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ffc4eef5-94b6-47b1-ac64-18b9c98e5d62 req-cada9db3-4cf4-4a92-9d61-82cccdf05896 tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] 10.222.0.35 "GET /v2.0/ports?device_id=0f535575-dc81-4139-bc1e-db9fe0d7c5b9 HTTP/1.1" status: 200 len: 946 time: 0.0959816 May 20 20:48:45.906077 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfa8a1d-7152-4519-9ec3-e046563b0815 req-9707f3e2-3883-492d-ba02-3af360948f3a tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:48:45.907446 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8bfa8a1d-7152-4519-9ec3-e046563b0815 req-9707f3e2-3883-492d-ba02-3af360948f3a tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] 10.222.0.35 "GET /v2.0/networks?id=a0f85c50-1e5c-452b-8cab-6202e1b6863f HTTP/1.1" status: 200 len: 820 time: 0.2793851 May 20 20:48:45.934610 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8bfa8a1d-7152-4519-9ec3-e046563b0815 req-22baa6bc-8f9b-4d73-8bb3-ba785f524978 tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] 10.222.0.35 "GET /v2.0/quotas/b08823cbf82b41d5ac4037cf2ee63513 HTTP/1.1" status: 200 len: 375 time: 0.0202837 May 20 20:48:45.953456 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-40990bc7-802c-4a5d-a5e4-db6daf22c495 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33068399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3797621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4018265'] for subnet, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:45.983994 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ffc4eef5-94b6-47b1-ac64-18b9c98e5d62 req-19da7a82-cbc2-4e20-8633-83cda2f74f00 tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] 10.222.0.35 "GET /v2.0/security-groups?id=2274ca87-1a60-437e-91f1-b4d825425422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613949 May 20 20:48:45.996513 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40990bc7-802c-4a5d-a5e4-db6daf22c495 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=15623ea3-e6ed-4f6b-b35a-f39267f62374,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:48:46.004573 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-40990bc7-802c-4a5d-a5e4-db6daf22c495 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:46.010333 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-40990bc7-802c-4a5d-a5e4-db6daf22c495 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/15623ea3-e6ed-4f6b-b35a-f39267f62374 HTTP/1.1" status: 204 len: 168 time: 0.4438200 May 20 20:48:46.012273 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 47316) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:48:46.027462 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 20:48:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-840d674e-6f5b-4d7d-988b-36cf45401976 x-openstack-request-id: req-840d674e-6f5b-4d7d-988b-36cf45401976 {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:48:46.028356 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7581860c-ce46-4614-b039-9b98e9997b36", "name": "network-vif-deleted", "tag": "c4f86847-4b96-433c-a86b-b6ff706f4b49", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:48:46.028356 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-840d674e-6f5b-4d7d-988b-36cf45401976 {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:48:46.028581 n-d-842733-1 neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-840d674e-6f5b-4d7d-988b-36cf45401976'] response: {'server_uuid': '7581860c-ce46-4614-b039-9b98e9997b36', 'name': 'network-vif-deleted', 'tag': 'c4f86847-4b96-433c-a86b-b6ff706f4b49', 'status': 'completed', 'code': 200} May 20 20:48:46.103033 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8bfa8a1d-7152-4519-9ec3-e046563b0815 req-f753ea72-5c66-4606-9ff8-b632a9578d08 tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=b08823cbf82b41d5ac4037cf2ee63513&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1590700 May 20 20:48:46.109439 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b5a74e9c-f2a4-4a1c-aaf6-5bcb81674771 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33160123'] for network, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:46.121613 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-8bcfadbc-e343-4035-b3e6-9cb9f257144c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ce378f4-2f4e-444d-94b2-3eb0117acc44', 'name': 'tempest-ServersTestManualDisk-1688617199-router', 'tenant_id': '6cacdf41ac9243239428df22d232c310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.106'}], 'enable_snat': True}, 'gw_port_id': 'cae31313-5d74-421d-839a-3916bb5bcf84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:47:20Z', 'updated_at': '2022-05-20T20:47:26Z', 'revision_number': 4, 'project_id': '6cacdf41ac9243239428df22d232c310', 'gw_port': {'id': 'cae31313-5d74-421d-839a-3916bb5bcf84', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:47:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce378f4-2f4e-444d-94b2-3eb0117acc44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:47:21Z', 'updated_at': '2022-05-20T20:47:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': '92c81261-ca4d-4f03-b2f3-8db63ccb6042', 'name': '', 'network_id': '2d83b2c9-0244-41ed-9f3c-e51e410d424a', 'tenant_id': '6cacdf41ac9243239428df22d232c310', 'mac_address': 'fa:16:3e:3c:ba:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce378f4-2f4e-444d-94b2-3eb0117acc44', 'device_owner': 'network:router_interface', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': '6033907b-110b-48db-bef4-3d9392ae4ec9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:47:25Z', 'updated_at': '2022-05-20T20:47:32Z', 'revision_number': 5, 'project_id': '6cacdf41ac9243239428df22d232c310', 'subnets': [{'id': '6033907b-110b-48db-bef4-3d9392ae4ec9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:48:46.153241 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bcfadbc-e343-4035-b3e6-9cb9f257144c None None] Checking router: 7ce378f4-2f4e-444d-94b2-3eb0117acc44 for host: n-d-842733-1 {{(pid=103165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 20:48:46.162045 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bcfadbc-e343-4035-b3e6-9cb9f257144c None None] Routers {'7ce378f4-2f4e-444d-94b2-3eb0117acc44'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:48:46.162727 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-8bcfadbc-e343-4035-b3e6-9cb9f257144c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:48:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['7ce378f4-2f4e-444d-94b2-3eb0117acc44'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:48:46.258115 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b5a74e9c-f2a4-4a1c-aaf6-5bcb81674771 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33072115', 'neutron.services.segments.db._delete_segments_for_network-8782419500584'] for network, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:46.271404 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-8bcfadbc-e343-4035-b3e6-9cb9f257144c None None] Set router 7ce378f4-2f4e-444d-94b2-3eb0117acc44 gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:48:46.278611 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8bfa8a1d-7152-4519-9ec3-e046563b0815 req-08f0f786-4c52-4657-9d74-3b62396d517c service neutron] 10.222.0.35 "GET /v2.0/networks/a0f85c50-1e5c-452b-8cab-6202e1b6863f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650164 May 20 20:48:46.288897 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-b5a74e9c-f2a4-4a1c-aaf6-5bcb81674771 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27e6bc16-4ad6-4b22-a77e-faecac933b47']}} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:48:46.324927 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-b5a74e9c-f2a4-4a1c-aaf6-5bcb81674771 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d09afbe-6fd2-4434-81b3-bd6da4b308f2') {'for_net_delete': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:48:46.325305 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-b5a74e9c-f2a4-4a1c-aaf6-5bcb81674771 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d09afbe-6fd2-4434-81b3-bd6da4b308f2') {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:48:46.363021 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b5a74e9c-f2a4-4a1c-aaf6-5bcb81674771 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419501617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9338764'] for segment, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:46.380923 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b5a74e9c-f2a4-4a1c-aaf6-5bcb81674771 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:46.396298 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5a74e9c-f2a4-4a1c-aaf6-5bcb81674771 admin admin] Releasing vlan 221 on physical network physnet1 to pool {{(pid=103163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 20:48:46.396703 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b5a74e9c-f2a4-4a1c-aaf6-5bcb81674771 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9638311'] for segment, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:46.398408 n-d-842733-1 neutron-server[103163]: Traceback (most recent call last): May 20 20:48:46.398408 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 20:48:46.398408 n-d-842733-1 neutron-server[103163]: timer() May 20 20:48:46.398408 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 20:48:46.398408 n-d-842733-1 neutron-server[103163]: cb(*args, **kw) May 20 20:48:46.398408 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 20 20:48:46.398408 n-d-842733-1 neutron-server[103163]: return func(*args, **kwargs) May 20 20:48:46.398408 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 20:48:46.398408 n-d-842733-1 neutron-server[103163]: self._notify() May 20 20:48:46.398408 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 20:48:46.398408 n-d-842733-1 neutron-server[103163]: self.callback(batched_events) May 20 20:48:46.398408 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 20:48:46.398408 n-d-842733-1 neutron-server[103163]: event.method(event) May 20 20:48:46.398408 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 20 20:48:46.398408 n-d-842733-1 neutron-server[103163]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 20:48:46.398408 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 20 20:48:46.398408 n-d-842733-1 neutron-server[103163]: aggregate_uuid = self.p_client.list_aggregates( May 20 20:48:46.398408 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 20 20:48:46.398408 n-d-842733-1 neutron-server[103163]: return f(self, *a, **k) May 20 20:48:46.398408 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 20 20:48:46.398408 n-d-842733-1 neutron-server[103163]: return self._get(url).json() May 20 20:48:46.398408 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 20 20:48:46.398408 n-d-842733-1 neutron-server[103163]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 20:48:46.398408 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 20:48:46.398408 n-d-842733-1 neutron-server[103163]: return self.request(url, 'GET', **kwargs) May 20 20:48:46.398408 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 20:48:46.398408 n-d-842733-1 neutron-server[103163]: base_url = self.get_endpoint(auth, allow=allow, May 20 20:48:46.398408 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 20:48:46.398408 n-d-842733-1 neutron-server[103163]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 20:48:46.398408 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 20:48:46.398408 n-d-842733-1 neutron-server[103163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 20:48:46.398408 n-d-842733-1 neutron-server[103163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 20:48:46.481928 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8bfa8a1d-7152-4519-9ec3-e046563b0815 req-41c73ee4-e5a2-4a0e-9b2f-d8b5319744b2 service neutron] 10.222.0.35 "GET /v2.0/networks/a0f85c50-1e5c-452b-8cab-6202e1b6863f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1947060 May 20 20:48:46.504814 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-25525e62-2bbb-4f5f-9ea9-26a36ec5df46 req-4183e23c-6a8f-427d-87ee-373ad76f3129 tempest-ServersTestManualDisk-1760851737 tempest-ServersTestManualDisk-1760851737-project] 10.222.0.35 "GET /v2.0/ports?device_id=7581860c-ce46-4614-b039-9b98e9997b36 HTTP/1.1" status: 200 len: 210 time: 0.0436354 May 20 20:48:46.521828 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-8bcfadbc-e343-4035-b3e6-9cb9f257144c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ce378f4-2f4e-444d-94b2-3eb0117acc44', 'name': 'tempest-ServersTestManualDisk-1688617199-router', 'tenant_id': '6cacdf41ac9243239428df22d232c310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.106'}], 'enable_snat': True}, 'gw_port_id': 'cae31313-5d74-421d-839a-3916bb5bcf84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:47:20Z', 'updated_at': '2022-05-20T20:47:26Z', 'revision_number': 4, 'project_id': '6cacdf41ac9243239428df22d232c310', 'gw_port': {'id': 'cae31313-5d74-421d-839a-3916bb5bcf84', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:47:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce378f4-2f4e-444d-94b2-3eb0117acc44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:47:21Z', 'updated_at': '2022-05-20T20:47:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': '92c81261-ca4d-4f03-b2f3-8db63ccb6042', 'name': '', 'network_id': '2d83b2c9-0244-41ed-9f3c-e51e410d424a', 'tenant_id': '6cacdf41ac9243239428df22d232c310', 'mac_address': 'fa:16:3e:3c:ba:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce378f4-2f4e-444d-94b2-3eb0117acc44', 'device_owner': 'network:router_interface', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': '6033907b-110b-48db-bef4-3d9392ae4ec9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:47:25Z', 'updated_at': '2022-05-20T20:47:32Z', 'revision_number': 5, 'project_id': '6cacdf41ac9243239428df22d232c310', 'subnets': [{'id': '6033907b-110b-48db-bef4-3d9392ae4ec9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:48:46.549955 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bcfadbc-e343-4035-b3e6-9cb9f257144c None None] The sync data for ids ['7ce378f4-2f4e-444d-94b2-3eb0117acc44'] in n-d-842733-1 is: [{'id': '7ce378f4-2f4e-444d-94b2-3eb0117acc44', 'name': 'tempest-ServersTestManualDisk-1688617199-router', 'tenant_id': '6cacdf41ac9243239428df22d232c310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.106'}], 'enable_snat': True}, 'gw_port_id': 'cae31313-5d74-421d-839a-3916bb5bcf84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:47:20Z', 'updated_at': '2022-05-20T20:47:26Z', 'revision_number': 4, 'project_id': '6cacdf41ac9243239428df22d232c310', 'gw_port': {'id': 'cae31313-5d74-421d-839a-3916bb5bcf84', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:47:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce378f4-2f4e-444d-94b2-3eb0117acc44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:47:21Z', 'updated_at': '2022-05-20T20:47:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': '92c81261-ca4d-4f03-b2f3-8db63ccb6042', 'name': '', 'network_id': '2d83b2c9-0244-41ed-9f3c-e51e410d424a', 'tenant_id': '6cacdf41ac9243239428df22d232c310', 'mac_address': 'fa:16:3e:3c:ba:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce378f4-2f4e-444d-94b2-3eb0117acc44', 'device_owner': 'network:router_interface', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': '6033907b-110b-48db-bef4-3d9392ae4ec9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:47:25Z', 'updated_at': '2022-05-20T20:47:32Z', 'revision_number': 5, 'project_id': '6cacdf41ac9243239428df22d232c310', 'subnets': [{'id': '6033907b-110b-48db-bef4-3d9392ae4ec9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 20:48:46.592092 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b5a74e9c-f2a4-4a1c-aaf6-5bcb81674771 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33072122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748162'] for network, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:46.597920 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b5a74e9c-f2a4-4a1c-aaf6-5bcb81674771 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:46.604628 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-b5a74e9c-f2a4-4a1c-aaf6-5bcb81674771 admin admin] 10.222.0.35 "DELETE /v2.0/networks/27e6bc16-4ad6-4b22-a77e-faecac933b47 HTTP/1.1" status: 204 len: 168 time: 0.5917220 May 20 20:48:46.623367 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a74e9c-f2a4-4a1c-aaf6-5bcb81674771 admin admin] Pushing event deleted for resources: {'Network': ['ID=27e6bc16-4ad6-4b22-a77e-faecac933b47,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:48:46.706287 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2244b606-b80d-4cd5-9f97-4001df85c965 req-e08d31cb-fbcb-4ff0-a26d-0f81deec5f5f tempest-ServerShowV254Test-2147464569 tempest-ServerShowV254Test-2147464569-project] 10.222.0.35 "GET /v2.0/ports?device_id=eae40ff4-074e-48c3-9704-393975de631b HTTP/1.1" status: 200 len: 210 time: 0.0461612 May 20 20:48:46.807241 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d07daade-6c01-4883-9bc5-57ee595a3b66 req-ff610ad7-b1d9-4c42-a8d2-b10a06c31bcd tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] 10.222.0.35 "GET /v2.0/ports?device_id=f1af9e82-3f83-4962-b252-d66a988678f9 HTTP/1.1" status: 200 len: 210 time: 0.0441532 May 20 20:48:46.908326 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bc97098-9374-479d-80b5-0de72e1be27b None None] New status for floating IP fb2503f9-00f9-466e-8228-9497ea03e4c9: DOWN {{(pid=103164) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 20:48:47.054978 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 47344) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:48:47.084878 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747851fa-e73e-41c2-8a33-5cc64a7dd3a0 req-caa91663-5984-4f89-b3fb-e2f0706f9d86 tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:48:47.087005 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-747851fa-e73e-41c2-8a33-5cc64a7dd3a0 req-caa91663-5984-4f89-b3fb-e2f0706f9d86 tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] 10.222.0.35 "GET /v2.0/ports?device_id=0f535575-dc81-4139-bc1e-db9fe0d7c5b9 HTTP/1.1" status: 200 len: 946 time: 0.0514584 May 20 20:48:47.102668 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-ec5b6d89-1326-4910-8df6-73df12c71746 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ad08a6df517d4421a3d41cf43d0382ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0456905 May 20 20:48:47.105417 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 47346) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:48:47.134996 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-747851fa-e73e-41c2-8a33-5cc64a7dd3a0 req-c79ac964-0d6c-4def-a7f0-d2b908a30fd1 tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] 10.222.0.35 "GET /v2.0/security-groups?id=2274ca87-1a60-437e-91f1-b4d825425422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418122 May 20 20:48:47.176028 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9cb83491-83e3-4722-90e1-fb1a3c388056 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:47.177433 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device c4f86847-4b96-433c-a86b-b6ff706f4b49 no longer exists at agent hyperv_n-h2-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:48:47.199176 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] No Port match for: c4f86847-4b96-433c-a86b-b6ff706f4b49 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 20:48:47.199784 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device c4f86847-4b96-433c-a86b-b6ff706f4b49 not bound to the agent host n-h2-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 20:48:47.202083 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9cb83491-83e3-4722-90e1-fb1a3c388056 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:47.323631 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9cb83491-83e3-4722-90e1-fb1a3c388056 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:47.326792 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9cb83491-83e3-4722-90e1-fb1a3c388056 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:47.330879 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-9cb83491-83e3-4722-90e1-fb1a3c388056 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/41609343-6bb9-42c4-9424-2489ea89f008 HTTP/1.1" status: 204 len: 168 time: 0.2241497 May 20 20:48:47.342695 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb83491-83e3-4722-90e1-fb1a3c388056 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41609343-6bb9-42c4-9424-2489ea89f008,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:48:47.638510 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 00616bcd-472c-4dbc-a226-155f426816d9 no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:48:47.644780 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 47360) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:48:47.660798 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: 00616bcd-472c-4dbc-a226-155f426816d9 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 20:48:47.661134 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 00616bcd-472c-4dbc-a226-155f426816d9 not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 20:48:47.702315 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e861a85b-b759-4f88-9ecd-02c19833a492 tempest-ServersTestManualDisk-1760851737 tempest-ServersTestManualDisk-1760851737-project] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:47.728127 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e861a85b-b759-4f88-9ecd-02c19833a492 tempest-ServersTestManualDisk-1760851737 tempest-ServersTestManualDisk-1760851737-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:47.876469 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-bc5ef144-9a61-4875-97bc-78c42a0eb638 req-50a5f898-326d-4814-8d7d-22c0e6307aa5 tempest-ServerShowV254Test-2147464569 tempest-ServerShowV254Test-2147464569-project] 10.222.0.35 "GET /v2.0/ports?device_id=eae40ff4-074e-48c3-9704-393975de631b HTTP/1.1" status: 200 len: 210 time: 0.0445940 May 20 20:48:47.884974 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e861a85b-b759-4f88-9ecd-02c19833a492 tempest-ServersTestManualDisk-1760851737 tempest-ServersTestManualDisk-1760851737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:47.888917 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e861a85b-b759-4f88-9ecd-02c19833a492 tempest-ServersTestManualDisk-1760851737 tempest-ServersTestManualDisk-1760851737-project] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:47.896493 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-e861a85b-b759-4f88-9ecd-02c19833a492 tempest-ServersTestManualDisk-1760851737 tempest-ServersTestManualDisk-1760851737-project] 10.222.0.35 "DELETE /v2.0/security-groups/add12849-0717-4857-adaa-bd412121325b HTTP/1.1" status: 204 len: 168 time: 0.2485261 May 20 20:48:47.896493 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 47372) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:48:47.926295 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e861a85b-b759-4f88-9ecd-02c19833a492 tempest-ServersTestManualDisk-1760851737 tempest-ServersTestManualDisk-1760851737-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=add12849-0717-4857-adaa-bd412121325b,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:48:47.928753 n-d-842733-1 neutron-server[103162]: INFO neutron.api.v2.resource [None req-cad93aa6-9133-4b45-843e-157946e7e540 tempest-ServersTestManualDisk-1760851737 tempest-ServersTestManualDisk-1760851737-project] show failed (client error): The resource could not be found. May 20 20:48:47.930565 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-cad93aa6-9133-4b45-843e-157946e7e540 tempest-ServersTestManualDisk-1760851737 tempest-ServersTestManualDisk-1760851737-project] 10.222.0.35 "GET /v2.0/security-groups/add12849-0717-4857-adaa-bd412121325b HTTP/1.1" status: 404 len: 347 time: 0.0288990 May 20 20:48:47.934222 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 47374) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:48:47.944966 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5ddd6cf6-a446-44f3-8a12-f662a0f800e9 req-923a3eee-8af5-4cfc-87fb-d0a8414ac40d tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] 10.222.0.35 "GET /v2.0/ports?device_id=f1af9e82-3f83-4962-b252-d66a988678f9 HTTP/1.1" status: 200 len: 210 time: 0.0399780 May 20 20:48:48.096352 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-eea1d6ff-3af2-4a40-a0bd-3c3fa1aab83c tempest-ServersTestManualDisk-1760851737 tempest-ServersTestManualDisk-1760851737-project] Deleting port caa39aff-ffce-4814-9fa4-a01d22207a7a {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:48:48.096937 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-eea1d6ff-3af2-4a40-a0bd-3c3fa1aab83c tempest-ServersTestManualDisk-1760851737 tempest-ServersTestManualDisk-1760851737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:48.178597 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-eea1d6ff-3af2-4a40-a0bd-3c3fa1aab83c tempest-ServersTestManualDisk-1760851737 tempest-ServersTestManualDisk-1760851737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:48.179116 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-eea1d6ff-3af2-4a40-a0bd-3c3fa1aab83c tempest-ServersTestManualDisk-1760851737 tempest-ServersTestManualDisk-1760851737-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:48.193309 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-eea1d6ff-3af2-4a40-a0bd-3c3fa1aab83c tempest-ServersTestManualDisk-1760851737 tempest-ServersTestManualDisk-1760851737-project] Calling delete_port for caa39aff-ffce-4814-9fa4-a01d22207a7a owned by network:floatingip {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:48:48.263411 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97f10ba-5c9a-4681-a0d6-81208cff15e9 req-3365165a-ad22-4705-b014-d550161d08dd tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:48:48.265379 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f97f10ba-5c9a-4681-a0d6-81208cff15e9 req-3365165a-ad22-4705-b014-d550161d08dd tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] 10.222.0.35 "GET /v2.0/ports?device_id=0f535575-dc81-4139-bc1e-db9fe0d7c5b9 HTTP/1.1" status: 200 len: 946 time: 0.0563784 May 20 20:48:48.305892 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f97f10ba-5c9a-4681-a0d6-81208cff15e9 req-3a3c0f57-2313-401f-abaf-2b799ada8eaa tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] 10.222.0.35 "GET /v2.0/security-groups?id=2274ca87-1a60-437e-91f1-b4d825425422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343025 May 20 20:48:48.380321 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-eea1d6ff-3af2-4a40-a0bd-3c3fa1aab83c tempest-ServersTestManualDisk-1760851737 tempest-ServersTestManualDisk-1760851737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:48.411499 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea1d6ff-3af2-4a40-a0bd-3c3fa1aab83c tempest-ServersTestManualDisk-1760851737 tempest-ServersTestManualDisk-1760851737-project] Pushing event deleted for resources: {'Port': ['ID=caa39aff-ffce-4814-9fa4-a01d22207a7a,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:48:48.472978 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-eea1d6ff-3af2-4a40-a0bd-3c3fa1aab83c tempest-ServersTestManualDisk-1760851737 tempest-ServersTestManualDisk-1760851737-project] Notify callbacks [] for floatingip, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:48.476128 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-eea1d6ff-3af2-4a40-a0bd-3c3fa1aab83c tempest-ServersTestManualDisk-1760851737 tempest-ServersTestManualDisk-1760851737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for floatingip, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:48.478279 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-eea1d6ff-3af2-4a40-a0bd-3c3fa1aab83c tempest-ServersTestManualDisk-1760851737 tempest-ServersTestManualDisk-1760851737-project] 10.222.0.35 "DELETE /v2.0/floatingips/fb2503f9-00f9-466e-8228-9497ea03e4c9 HTTP/1.1" status: 204 len: 168 time: 0.5405893 May 20 20:48:48.480947 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 47390) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:48:48.759604 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfa8a1d-7152-4519-9ec3-e046563b0815 req-c0c83bff-9261-4ab3-8e47-d4ce5cca5928 tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:48:48.761053 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-8bfa8a1d-7152-4519-9ec3-e046563b0815 req-c0c83bff-9261-4ab3-8e47-d4ce5cca5928 tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] 10.222.0.24 "GET /v2.0/networks?id=a0f85c50-1e5c-452b-8cab-6202e1b6863f HTTP/1.1" status: 200 len: 820 time: 0.1841509 May 20 20:48:48.777844 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [req-8bfa8a1d-7152-4519-9ec3-e046563b0815 req-369af995-3ca1-4576-9df1-faa4b379dbe4 tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] Request body: {'port': {'device_id': 'f1af9e82-3f83-4962-b252-d66a988678f9', 'network_id': 'a0f85c50-1e5c-452b-8cab-6202e1b6863f', 'admin_state_up': True, 'tenant_id': 'b08823cbf82b41d5ac4037cf2ee63513'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:48:49.000810 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-37e4c4e9-dac2-43d0-836e-75370d2896fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748528'] for router_interface, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:49.019579 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f43af1db-c3b0-41fa-8311-a2363d57dd0a req-601f7dca-0681-4da9-86db-1b8d68f57a2e tempest-ServerShowV254Test-2147464569 tempest-ServerShowV254Test-2147464569-project] 10.222.0.35 "GET /v2.0/ports?device_id=eae40ff4-074e-48c3-9704-393975de631b HTTP/1.1" status: 200 len: 210 time: 0.0584049 May 20 20:48:49.043112 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8bfa8a1d-7152-4519-9ec3-e046563b0815 req-369af995-3ca1-4576-9df1-faa4b379dbe4 tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] Made reservation on behalf of b08823cbf82b41d5ac4037cf2ee63513 for: {'port': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:48:49.046560 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-8bfa8a1d-7152-4519-9ec3-e046563b0815 req-369af995-3ca1-4576-9df1-faa4b379dbe4 tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:49.095374 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-dc5f0dbb-2850-46e5-833a-2986848ea01c req-b45fec9f-d0cb-400f-b2d7-2b161d45fca3 tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] 10.222.0.35 "GET /v2.0/ports?device_id=f1af9e82-3f83-4962-b252-d66a988678f9 HTTP/1.1" status: 200 len: 210 time: 0.0382500 May 20 20:48:49.294390 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [req-8bfa8a1d-7152-4519-9ec3-e046563b0815 req-369af995-3ca1-4576-9df1-faa4b379dbe4 tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] Allocated IP 172.20.0.5 (a0f85c50-1e5c-452b-8cab-6202e1b6863f/b70b63b1-2e88-43cc-a35f-4cb2fd8d84c1/42adb422-9151-4491-b25d-34ad793a4cf4) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:48:49.447637 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2423702a-86eb-4a6a-9aa4-c15df5a1b255 req-2585e6bd-d4fd-41d9-b939-9ba491d9a486 tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:48:49.449189 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2423702a-86eb-4a6a-9aa4-c15df5a1b255 req-2585e6bd-d4fd-41d9-b939-9ba491d9a486 tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] 10.222.0.35 "GET /v2.0/ports?device_id=0f535575-dc81-4139-bc1e-db9fe0d7c5b9 HTTP/1.1" status: 200 len: 946 time: 0.0682147 May 20 20:48:49.495616 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2423702a-86eb-4a6a-9aa4-c15df5a1b255 req-8cb37b30-bc80-40e9-94a1-0b07ae5795b0 tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] 10.222.0.35 "GET /v2.0/security-groups?id=2274ca87-1a60-437e-91f1-b4d825425422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389731 May 20 20:48:49.521401 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-8bfa8a1d-7152-4519-9ec3-e046563b0815 req-369af995-3ca1-4576-9df1-faa4b379dbe4 tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:49.529795 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-37e4c4e9-dac2-43d0-836e-75370d2896fc admin admin] Deleting port 92c81261-ca4d-4f03-b2f3-8db63ccb6042 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:48:49.530116 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-37e4c4e9-dac2-43d0-836e-75370d2896fc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:49.808936 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c1707044-d51f-402f-9bc9-3da64338cbd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:49.886837 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-37e4c4e9-dac2-43d0-836e-75370d2896fc admin admin] For port 92c81261-ca4d-4f03-b2f3-8db63ccb6042, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=92c81261-ca4d-4f03-b2f3-8db63ccb6042,segment=NetworkSegment(2e785b90-65af-46d3-8337-91a036f88f70),segment_id=2e785b90-65af-46d3-8337-91a036f88f70)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:48:49.887215 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-37e4c4e9-dac2-43d0-836e-75370d2896fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:49.903985 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-37e4c4e9-dac2-43d0-836e-75370d2896fc admin admin] Calling delete_port for 92c81261-ca4d-4f03-b2f3-8db63ccb6042 owned by network:router_interface {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:48:49.963822 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-8bfa8a1d-7152-4519-9ec3-e046563b0815 req-369af995-3ca1-4576-9df1-faa4b379dbe4 tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:49.997601 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] get_ports_and_sgs() called for port_ids ['31c7ce13-d85e-4b3d-8e2f-e5068f0e7c5b'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:48:50.048502 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8bfa8a1d-7152-4519-9ec3-e046563b0815 req-369af995-3ca1-4576-9df1-faa4b379dbe4 tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] Network a0f85c50-1e5c-452b-8cab-6202e1b6863f is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:48:50.058075 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [req-8bfa8a1d-7152-4519-9ec3-e046563b0815 req-369af995-3ca1-4576-9df1-faa4b379dbe4 tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:48:50.071216 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bfa8a1d-7152-4519-9ec3-e046563b0815 req-369af995-3ca1-4576-9df1-faa4b379dbe4 tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:48:50.091882 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369af995-3ca1-4576-9df1-faa4b379dbe4 tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] Pushing event updated for resources: {'Port': ['ID=42adb422-9151-4491-b25d-34ad793a4cf4,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:48:50.149182 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfa8a1d-7152-4519-9ec3-e046563b0815 req-369af995-3ca1-4576-9df1-faa4b379dbe4 tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:48:50.149952 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-8bfa8a1d-7152-4519-9ec3-e046563b0815 req-369af995-3ca1-4576-9df1-faa4b379dbe4 tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:50.225943 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ca822294-736d-4566-8b05-d3351d3ca36d req-aa70d60a-9aa3-44c7-9d22-849c31f6d0dd tempest-ServerShowV254Test-2147464569 tempest-ServerShowV254Test-2147464569-project] 10.222.0.35 "GET /v2.0/ports?device_id=eae40ff4-074e-48c3-9704-393975de631b HTTP/1.1" status: 200 len: 210 time: 0.0460248 May 20 20:48:50.261502 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-8bfa8a1d-7152-4519-9ec3-e046563b0815 req-369af995-3ca1-4576-9df1-faa4b379dbe4 tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4894066 May 20 20:48:50.275473 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [req-8bfa8a1d-7152-4519-9ec3-e046563b0815 req-a4164fde-797e-421d-9e19-df1fdee8185d service neutron] Request body: {'port': {'device_id': 'f1af9e82-3f83-4962-b252-d66a988678f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-842733-1'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:48:50.329884 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6a5eee-2f90-4cf1-aa67-7ace3c7126ce req-cd112df3-c136-4261-aec6-3e42b264cd74 tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:48:50.342314 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4c6a5eee-2f90-4cf1-aa67-7ace3c7126ce req-cd112df3-c136-4261-aec6-3e42b264cd74 tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] 10.222.0.35 "GET /v2.0/ports?device_id=f1af9e82-3f83-4962-b252-d66a988678f9 HTTP/1.1" status: 200 len: 931 time: 0.0951970 May 20 20:48:50.350582 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-37e4c4e9-dac2-43d0-836e-75370d2896fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:50.380230 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e4c4e9-dac2-43d0-836e-75370d2896fc admin admin] Pushing event deleted for resources: {'Port': ['ID=92c81261-ca4d-4f03-b2f3-8db63ccb6042,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:48:50.396983 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-8bfa8a1d-7152-4519-9ec3-e046563b0815 req-a4164fde-797e-421d-9e19-df1fdee8185d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:50.402059 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4c6a5eee-2f90-4cf1-aa67-7ace3c7126ce req-dd802e28-4565-4220-8a18-e1ad323569d4 tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] 10.222.0.35 "GET /v2.0/security-groups?id=18b4de30-16a9-4001-b1eb-14a4aad6a23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561936 May 20 20:48:50.451692 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-1802ae7b-244b-4f05-83b0-f5563a536d8c None None] Provisioning complete for port 42adb422-9151-4491-b25d-34ad793a4cf4 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:48:50.452056 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-1802ae7b-244b-4f05-83b0-f5563a536d8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:50.503616 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-1802ae7b-244b-4f05-83b0-f5563a536d8c None None] Port 42adb422-9151-4491-b25d-34ad793a4cf4 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 20:48:50.644377 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b506dfa-8901-48bf-89cd-54404d950508 req-94fbb9cd-006e-4962-97cd-caf15ec2e485 tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:48:50.646713 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4b506dfa-8901-48bf-89cd-54404d950508 req-94fbb9cd-006e-4962-97cd-caf15ec2e485 tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] 10.222.0.35 "GET /v2.0/ports?device_id=0f535575-dc81-4139-bc1e-db9fe0d7c5b9 HTTP/1.1" status: 200 len: 946 time: 0.0642653 May 20 20:48:50.695216 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4b506dfa-8901-48bf-89cd-54404d950508 req-62c8e0da-d833-47a2-bdc0-98f680f19248 tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] 10.222.0.35 "GET /v2.0/security-groups?id=2274ca87-1a60-437e-91f1-b4d825425422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377522 May 20 20:48:50.884389 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-37e4c4e9-dac2-43d0-836e-75370d2896fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-692224'] for router_interface, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:50.902294 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [req-8bfa8a1d-7152-4519-9ec3-e046563b0815 req-a4164fde-797e-421d-9e19-df1fdee8185d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42adb422-9151-4491-b25d-34ad793a4cf4 {{(pid=103162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:48:50.912781 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-8bfa8a1d-7152-4519-9ec3-e046563b0815 req-a4164fde-797e-421d-9e19-df1fdee8185d service neutron] Notify callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:50.965335 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.provisioning_blocks [req-8bfa8a1d-7152-4519-9ec3-e046563b0815 req-a4164fde-797e-421d-9e19-df1fdee8185d service neutron] Transition to ACTIVE for port object 42adb422-9151-4491-b25d-34ad793a4cf4 will not be triggered until provisioned by entity L2. {{(pid=103162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 20:48:51.060210 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-8bfa8a1d-7152-4519-9ec3-e046563b0815 req-a4164fde-797e-421d-9e19-df1fdee8185d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:51.152737 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4164fde-797e-421d-9e19-df1fdee8185d service neutron] Pushing event updated for resources: {'Port': ['ID=42adb422-9151-4491-b25d-34ad793a4cf4,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:48:51.230039 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37e4c4e9-dac2-43d0-836e-75370d2896fc admin admin] Router 7ce378f4-2f4e-444d-94b2-3eb0117acc44 has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 20:48:51.260023 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-8bfa8a1d-7152-4519-9ec3-e046563b0815 req-a4164fde-797e-421d-9e19-df1fdee8185d service neutron] Attempting to bind port 42adb422-9151-4491-b25d-34ad793a4cf4 on host n-h1-842733-1 for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:48:51.260023 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-8bfa8a1d-7152-4519-9ec3-e046563b0815 req-a4164fde-797e-421d-9e19-df1fdee8185d service neutron] Attempting to bind port 42adb422-9151-4491-b25d-34ad793a4cf4 by drivers openvswitch,hyperv on host n-h1-842733-1 at level 0 using segments [{'id': 'e0039cc5-6cb0-4490-8a7d-a4c3b510f023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'a0f85c50-1e5c-452b-8cab-6202e1b6863f'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:48:51.260023 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bfa8a1d-7152-4519-9ec3-e046563b0815 req-a4164fde-797e-421d-9e19-df1fdee8185d service neutron] Attempting to bind port 42adb422-9151-4491-b25d-34ad793a4cf4 on network a0f85c50-1e5c-452b-8cab-6202e1b6863f {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:48:51.298300 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bfa8a1d-7152-4519-9ec3-e046563b0815 req-a4164fde-797e-421d-9e19-df1fdee8185d service neutron] Port 42adb422-9151-4491-b25d-34ad793a4cf4 on network a0f85c50-1e5c-452b-8cab-6202e1b6863f not bound, no agent of type Open vSwitch agent registered on host n-h1-842733-1 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 20:48:51.298644 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bfa8a1d-7152-4519-9ec3-e046563b0815 req-a4164fde-797e-421d-9e19-df1fdee8185d service neutron] Attempting to bind port 42adb422-9151-4491-b25d-34ad793a4cf4 on network a0f85c50-1e5c-452b-8cab-6202e1b6863f {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:48:51.324843 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bfa8a1d-7152-4519-9ec3-e046563b0815 req-a4164fde-797e-421d-9e19-df1fdee8185d service neutron] Checking agent: {'id': '08dfb1ce-804b-4db8-838b-21094082e041', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 32, 54), 'started_at': datetime.datetime(2022, 5, 20, 20, 32, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 48, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:48:51.325172 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bfa8a1d-7152-4519-9ec3-e046563b0815 req-a4164fde-797e-421d-9e19-df1fdee8185d service neutron] Checking segment: {'id': 'e0039cc5-6cb0-4490-8a7d-a4c3b510f023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'a0f85c50-1e5c-452b-8cab-6202e1b6863f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:48:51.332078 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bfa8a1d-7152-4519-9ec3-e046563b0815 req-a4164fde-797e-421d-9e19-df1fdee8185d service neutron] Bound using segment: {'id': 'e0039cc5-6cb0-4490-8a7d-a4c3b510f023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'a0f85c50-1e5c-452b-8cab-6202e1b6863f'} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:48:51.332078 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-8bfa8a1d-7152-4519-9ec3-e046563b0815 req-a4164fde-797e-421d-9e19-df1fdee8185d service neutron] Bound port: 42adb422-9151-4491-b25d-34ad793a4cf4, host: n-h1-842733-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0039cc5-6cb0-4490-8a7d-a4c3b510f023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'a0f85c50-1e5c-452b-8cab-6202e1b6863f'}}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:48:51.332078 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-8bfa8a1d-7152-4519-9ec3-e046563b0815 req-a4164fde-797e-421d-9e19-df1fdee8185d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:51.385704 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4d9e3ea0-983e-4fd6-9cf6-fd3fc290543f req-0b9c7b0d-2af2-4c2e-a309-30459f70191f tempest-ServerShowV254Test-2147464569 tempest-ServerShowV254Test-2147464569-project] 10.222.0.35 "GET /v2.0/ports?device_id=eae40ff4-074e-48c3-9704-393975de631b HTTP/1.1" status: 200 len: 210 time: 0.0589035 May 20 20:48:51.465678 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37e4c4e9-dac2-43d0-836e-75370d2896fc admin admin] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 20:48:51.478255 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-882c13c2-5fdd-4f0c-a65b-52224867245d None None] Sync routers for ids ['7ce378f4-2f4e-444d-94b2-3eb0117acc44'] in n-d-842733-1 {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 20:48:51.483725 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-37e4c4e9-dac2-43d0-836e-75370d2896fc admin admin] 10.222.0.35 "PUT /v2.0/routers/7ce378f4-2f4e-444d-94b2-3eb0117acc44/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9963484 May 20 20:48:51.483865 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 47470) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:48:51.487878 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-8bfa8a1d-7152-4519-9ec3-e046563b0815 req-a4164fde-797e-421d-9e19-df1fdee8185d service neutron] For port 42adb422-9151-4491-b25d-34ad793a4cf4, host n-h1-842733-1, cleared binding levels {{(pid=103162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:48:51.497315 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-882c13c2-5fdd-4f0c-a65b-52224867245d None None] Routers {'7ce378f4-2f4e-444d-94b2-3eb0117acc44'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:48:51.497991 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-882c13c2-5fdd-4f0c-a65b-52224867245d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:48:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['7ce378f4-2f4e-444d-94b2-3eb0117acc44'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:48:51.499557 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-8bfa8a1d-7152-4519-9ec3-e046563b0815 req-a4164fde-797e-421d-9e19-df1fdee8185d service neutron] For port 42adb422-9151-4491-b25d-34ad793a4cf4, host n-h1-842733-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=42adb422-9151-4491-b25d-34ad793a4cf4,segment=NetworkSegment(e0039cc5-6cb0-4490-8a7d-a4c3b510f023),segment_id=e0039cc5-6cb0-4490-8a7d-a4c3b510f023)] {{(pid=103162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:48:51.570050 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-8bfa8a1d-7152-4519-9ec3-e046563b0815 req-a4164fde-797e-421d-9e19-df1fdee8185d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:51.635988 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67aab442-e2f5-4b37-b956-97eaad67ac9a req-5a802fd9-4ac1-4390-81b8-5eb3c84863eb tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:48:51.645128 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-67aab442-e2f5-4b37-b956-97eaad67ac9a req-5a802fd9-4ac1-4390-81b8-5eb3c84863eb tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] 10.222.0.35 "GET /v2.0/ports?device_id=f1af9e82-3f83-4962-b252-d66a988678f9 HTTP/1.1" status: 200 len: 943 time: 0.1108024 May 20 20:48:51.645817 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfa8a1d-7152-4519-9ec3-e046563b0815 req-a4164fde-797e-421d-9e19-df1fdee8185d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:48:51.646447 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-8bfa8a1d-7152-4519-9ec3-e046563b0815 req-a4164fde-797e-421d-9e19-df1fdee8185d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:51.647852 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-8bfa8a1d-7152-4519-9ec3-e046563b0815 req-a4164fde-797e-421d-9e19-df1fdee8185d service neutron] 10.222.0.24 "PUT /v2.0/ports/42adb422-9151-4491-b25d-34ad793a4cf4 HTTP/1.1" status: 200 len: 1091 time: 1.3791556 May 20 20:48:51.650390 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1af9e82-3f83-4962-b252-d66a988678f9', 'tag': '42adb422-9151-4491-b25d-34ad793a4cf4'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:48:51.652677 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6fa957933fccbf596d28104b23404b952ad6a8238afaebaed40a0874b2e409" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f59f07f8-c220-4068-b720-02783fcafa46" -d '{"events": [{"name": "network-changed", "server_uuid": "f1af9e82-3f83-4962-b252-d66a988678f9", "tag": "42adb422-9151-4491-b25d-34ad793a4cf4"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:48:51.699027 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-882c13c2-5fdd-4f0c-a65b-52224867245d None None] Set router 7ce378f4-2f4e-444d-94b2-3eb0117acc44 gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:48:51.719892 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4164fde-797e-421d-9e19-df1fdee8185d service neutron] Pushing event updated for resources: {'Port': ['ID=42adb422-9151-4491-b25d-34ad793a4cf4,revision_number=3']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:48:51.731266 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-08d66f59-0baa-405f-a007-d87f3dfaec5e admin admin] Notify callbacks [] for router, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:51.755074 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 20:48:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ee9767a-f3e4-4840-a6be-ae417c52c6b1 x-openstack-request-id: req-6ee9767a-f3e4-4840-a6be-ae417c52c6b1 {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:48:51.755343 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1af9e82-3f83-4962-b252-d66a988678f9", "tag": "42adb422-9151-4491-b25d-34ad793a4cf4", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:48:51.755600 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6ee9767a-f3e4-4840-a6be-ae417c52c6b1 {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:48:51.760962 n-d-842733-1 neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ee9767a-f3e4-4840-a6be-ae417c52c6b1'] response: {'name': 'network-changed', 'server_uuid': 'f1af9e82-3f83-4962-b252-d66a988678f9', 'tag': '42adb422-9151-4491-b25d-34ad793a4cf4', 'status': 'completed', 'code': 200} May 20 20:48:51.839146 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-67aab442-e2f5-4b37-b956-97eaad67ac9a req-fabb999f-82c8-4994-92a0-7de1ee0dce79 tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] 10.222.0.35 "GET /v2.0/security-groups?id=18b4de30-16a9-4001-b1eb-14a4aad6a23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920915 May 20 20:48:51.860120 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59f07f8-c220-4068-b720-02783fcafa46 req-86461fd9-8750-4f46-94c3-ea7e49a4f370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:48:51.861663 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-f59f07f8-c220-4068-b720-02783fcafa46 req-86461fd9-8750-4f46-94c3-ea7e49a4f370 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b08823cbf82b41d5ac4037cf2ee63513&device_id=f1af9e82-3f83-4962-b252-d66a988678f9 HTTP/1.1" status: 200 len: 1094 time: 0.0840728 May 20 20:48:51.934749 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-08d66f59-0baa-405f-a007-d87f3dfaec5e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:52.010133 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f59dc3-be6a-4b9b-a6c3-2379bd8dd217 req-fdabe950-5964-46e0-8ab6-7af306ca235f tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:48:52.020670 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-32f59dc3-be6a-4b9b-a6c3-2379bd8dd217 req-fdabe950-5964-46e0-8ab6-7af306ca235f tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] 10.222.0.35 "GET /v2.0/ports?device_id=0f535575-dc81-4139-bc1e-db9fe0d7c5b9 HTTP/1.1" status: 200 len: 946 time: 0.1077654 May 20 20:48:52.094436 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59f07f8-c220-4068-b720-02783fcafa46 req-0d4f6fbb-059d-4f2f-86ce-6e9ec4bb1ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:48:52.095945 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-f59f07f8-c220-4068-b720-02783fcafa46 req-0d4f6fbb-059d-4f2f-86ce-6e9ec4bb1ad7 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=b08823cbf82b41d5ac4037cf2ee63513&shared=False HTTP/1.1" status: 200 len: 921 time: 0.2257414 May 20 20:48:52.109379 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-32f59dc3-be6a-4b9b-a6c3-2379bd8dd217 req-e9237a00-b616-41ef-9dd8-6977492814b3 tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] 10.222.0.35 "GET /v2.0/security-groups?id=2274ca87-1a60-437e-91f1-b4d825425422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878060 May 20 20:48:52.138365 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-08d66f59-0baa-405f-a007-d87f3dfaec5e admin admin] Deleting port cae31313-5d74-421d-839a-3916bb5bcf84 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:48:52.141436 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-08d66f59-0baa-405f-a007-d87f3dfaec5e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:52.214977 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-5a980f7b-c56d-4bc4-a01a-4015e9e54f63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:52.216397 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59f07f8-c220-4068-b720-02783fcafa46 req-c332faad-d678-4e36-9185-6dad170fbd13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:48:52.218108 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-f59f07f8-c220-4068-b720-02783fcafa46 req-c332faad-d678-4e36-9185-6dad170fbd13 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1153798 May 20 20:48:52.263652 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-882c13c2-5fdd-4f0c-a65b-52224867245d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ce378f4-2f4e-444d-94b2-3eb0117acc44', 'name': 'tempest-ServersTestManualDisk-1688617199-router', 'tenant_id': '6cacdf41ac9243239428df22d232c310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.106'}], 'enable_snat': True}, 'gw_port_id': 'cae31313-5d74-421d-839a-3916bb5bcf84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:47:20Z', 'updated_at': '2022-05-20T20:48:50Z', 'revision_number': 5, 'project_id': '6cacdf41ac9243239428df22d232c310', 'gw_port': {'id': 'cae31313-5d74-421d-839a-3916bb5bcf84', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:47:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce378f4-2f4e-444d-94b2-3eb0117acc44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:47:21Z', 'updated_at': '2022-05-20T20:47:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:48:52.298565 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-08d66f59-0baa-405f-a007-d87f3dfaec5e admin admin] For port cae31313-5d74-421d-839a-3916bb5bcf84, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=cae31313-5d74-421d-839a-3916bb5bcf84,segment=NetworkSegment(0b5485c4-eff8-42a1-9073-ae54ed4c63ba),segment_id=0b5485c4-eff8-42a1-9073-ae54ed4c63ba)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:48:52.298963 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-08d66f59-0baa-405f-a007-d87f3dfaec5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:52.301038 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-882c13c2-5fdd-4f0c-a65b-52224867245d None None] Checking router: 7ce378f4-2f4e-444d-94b2-3eb0117acc44 for host: n-d-842733-1 {{(pid=103165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 20:48:52.315772 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-882c13c2-5fdd-4f0c-a65b-52224867245d None None] Routers {'7ce378f4-2f4e-444d-94b2-3eb0117acc44'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:48:52.317084 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-882c13c2-5fdd-4f0c-a65b-52224867245d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:48:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['7ce378f4-2f4e-444d-94b2-3eb0117acc44'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:48:52.326370 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfa8a1d-7152-4519-9ec3-e046563b0815 req-d96d3f73-1f90-4246-902e-7bdce9959b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:48:52.328197 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-8bfa8a1d-7152-4519-9ec3-e046563b0815 req-d96d3f73-1f90-4246-902e-7bdce9959b16 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b08823cbf82b41d5ac4037cf2ee63513&device_id=f1af9e82-3f83-4962-b252-d66a988678f9 HTTP/1.1" status: 200 len: 1094 time: 0.0687699 May 20 20:48:52.333505 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-08d66f59-0baa-405f-a007-d87f3dfaec5e admin admin] Calling delete_port for cae31313-5d74-421d-839a-3916bb5bcf84 owned by network:router_gateway {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:48:52.379025 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-8bfa8a1d-7152-4519-9ec3-e046563b0815 req-5cd96f5d-9aa4-496b-b2c2-6743ef528cdb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=42adb422-9151-4491-b25d-34ad793a4cf4 HTTP/1.1" status: 200 len: 217 time: 0.0413387 May 20 20:48:52.426048 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-882c13c2-5fdd-4f0c-a65b-52224867245d None None] Set router 7ce378f4-2f4e-444d-94b2-3eb0117acc44 gateway port host: None {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:48:52.492932 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-882c13c2-5fdd-4f0c-a65b-52224867245d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ce378f4-2f4e-444d-94b2-3eb0117acc44', 'name': 'tempest-ServersTestManualDisk-1688617199-router', 'tenant_id': '6cacdf41ac9243239428df22d232c310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:47:20Z', 'updated_at': '2022-05-20T20:48:51Z', 'revision_number': 6, 'project_id': '6cacdf41ac9243239428df22d232c310', 'gw_port_host': None}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:48:52.498806 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfa8a1d-7152-4519-9ec3-e046563b0815 req-a2dd981d-13ad-4fd2-a55b-c4269e1c7d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:48:52.498806 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-8bfa8a1d-7152-4519-9ec3-e046563b0815 req-a2dd981d-13ad-4fd2-a55b-c4269e1c7d62 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b70b63b1-2e88-43cc-a35f-4cb2fd8d84c1 HTTP/1.1" status: 200 len: 859 time: 0.0961859 May 20 20:48:52.523597 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-882c13c2-5fdd-4f0c-a65b-52224867245d None None] The sync data for ids ['7ce378f4-2f4e-444d-94b2-3eb0117acc44'] in n-d-842733-1 is: [{'id': '7ce378f4-2f4e-444d-94b2-3eb0117acc44', 'name': 'tempest-ServersTestManualDisk-1688617199-router', 'tenant_id': '6cacdf41ac9243239428df22d232c310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:47:20Z', 'updated_at': '2022-05-20T20:48:51Z', 'revision_number': 6, 'project_id': '6cacdf41ac9243239428df22d232c310', 'gw_port_host': None}] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 20:48:52.569602 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfa8a1d-7152-4519-9ec3-e046563b0815 req-a6f7c5ca-b8c2-4829-bb13-0d40e21299ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:48:52.572030 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-8bfa8a1d-7152-4519-9ec3-e046563b0815 req-a6f7c5ca-b8c2-4829-bb13-0d40e21299ef service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a0f85c50-1e5c-452b-8cab-6202e1b6863f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0658200 May 20 20:48:52.601158 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-399f720e-5a16-482f-bba2-aa9a940a7bef req-363f1816-5a29-4727-9596-375625b282fb tempest-ServerShowV254Test-2147464569 tempest-ServerShowV254Test-2147464569-project] 10.222.0.35 "GET /v2.0/ports?device_id=eae40ff4-074e-48c3-9704-393975de631b HTTP/1.1" status: 200 len: 210 time: 0.0640814 May 20 20:48:52.680641 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-8bfa8a1d-7152-4519-9ec3-e046563b0815 req-ac89d7b9-8df4-43b9-9c65-67338f1b9c7e service neutron] 10.222.0.24 "GET /v2.0/networks/a0f85c50-1e5c-452b-8cab-6202e1b6863f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931017 May 20 20:48:52.688989 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-08d66f59-0baa-405f-a007-d87f3dfaec5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:52.716431 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d66f59-0baa-405f-a007-d87f3dfaec5e admin admin] Pushing event deleted for resources: {'Port': ['ID=cae31313-5d74-421d-839a-3916bb5bcf84,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:48:52.797346 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-08d66f59-0baa-405f-a007-d87f3dfaec5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-748206'] for router_gateway, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:52.801924 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-8bfa8a1d-7152-4519-9ec3-e046563b0815 req-3660567f-84fc-4753-962c-6273f32d1503 service neutron] 10.222.0.24 "GET /v2.0/networks/a0f85c50-1e5c-452b-8cab-6202e1b6863f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143475 May 20 20:48:52.894868 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-08d66f59-0baa-405f-a007-d87f3dfaec5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26169'] for router, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:52.897565 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-08d66f59-0baa-405f-a007-d87f3dfaec5e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:53.012100 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ed8f3b-503d-47fa-bb5e-9a669fa86cef req-ac5c6cff-70c0-4029-94a1-22ef6b24c33c tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:48:53.013945 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-48ed8f3b-503d-47fa-bb5e-9a669fa86cef req-ac5c6cff-70c0-4029-94a1-22ef6b24c33c tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] 10.222.0.35 "GET /v2.0/ports?device_id=f1af9e82-3f83-4962-b252-d66a988678f9 HTTP/1.1" status: 200 len: 943 time: 0.0558488 May 20 20:48:53.052980 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-08d66f59-0baa-405f-a007-d87f3dfaec5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-693148'] for router, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:53.053548 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08d66f59-0baa-405f-a007-d87f3dfaec5e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7ce378f4-2f4e-444d-94b2-3eb0117acc44 {{(pid=103163) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 20 20:48:53.065456 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-08d66f59-0baa-405f-a007-d87f3dfaec5e admin admin] Notify callbacks [] for router, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:53.066893 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-08d66f59-0baa-405f-a007-d87f3dfaec5e admin admin] 10.222.0.35 "DELETE /v2.0/routers/7ce378f4-2f4e-444d-94b2-3eb0117acc44 HTTP/1.1" status: 204 len: 168 time: 1.5841763 May 20 20:48:53.069844 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 47502) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:48:53.077974 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-48ed8f3b-503d-47fa-bb5e-9a669fa86cef req-778e42ef-fe23-448a-8207-3dd6eb9892ca tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] 10.222.0.35 "GET /v2.0/security-groups?id=18b4de30-16a9-4001-b1eb-14a4aad6a23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532103 May 20 20:48:53.126775 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e54abcd-77d7-42be-aca8-d0463d32865f admin admin] Deleting subnet 6033907b-110b-48db-bef4-3d9392ae4ec9 {{(pid=103162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 20 20:48:53.129985 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7e54abcd-77d7-42be-aca8-d0463d32865f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:53.171805 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7e54abcd-77d7-42be-aca8-d0463d32865f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3738392'] for subnet, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:53.252292 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f9e730-32b1-4a05-9b75-c092b84948e6 req-9ecd4e3c-596a-441e-9bcc-28ccaeea6230 tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:48:53.255270 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-04f9e730-32b1-4a05-9b75-c092b84948e6 req-9ecd4e3c-596a-441e-9bcc-28ccaeea6230 tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] 10.222.0.35 "GET /v2.0/ports?device_id=0f535575-dc81-4139-bc1e-db9fe0d7c5b9 HTTP/1.1" status: 200 len: 946 time: 0.0627425 May 20 20:48:53.268792 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7e54abcd-77d7-42be-aca8-d0463d32865f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33068388'] for subnet, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:53.321326 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-04f9e730-32b1-4a05-9b75-c092b84948e6 req-e6ef4434-7727-478e-95e7-0350cfb1614c tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] 10.222.0.35 "GET /v2.0/security-groups?id=2274ca87-1a60-437e-91f1-b4d825425422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484791 May 20 20:48:53.381029 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7e54abcd-77d7-42be-aca8-d0463d32865f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33068399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3797621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4018265'] for subnet, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:53.409754 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e54abcd-77d7-42be-aca8-d0463d32865f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6033907b-110b-48db-bef4-3d9392ae4ec9,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:48:53.417097 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7e54abcd-77d7-42be-aca8-d0463d32865f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:53.430167 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 47514) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:48:53.434312 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51b0c275-ebc8-47e0-95a2-6f642908076a None None] Network 2d83b2c9-0244-41ed-9f3c-e51e410d424a requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:48:53.437780 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-7e54abcd-77d7-42be-aca8-d0463d32865f admin admin] 10.222.0.35 "DELETE /v2.0/subnets/6033907b-110b-48db-bef4-3d9392ae4ec9 HTTP/1.1" status: 204 len: 168 time: 0.3657088 May 20 20:48:53.540687 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-31a4a6bf-843f-4295-a91b-3db3eac6bd97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33160123'] for network, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:53.609442 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-31a4a6bf-843f-4295-a91b-3db3eac6bd97 admin admin] Deleting port deba3a2f-a678-4bed-b56a-84ccb8c973d1 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:48:53.609783 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-31a4a6bf-843f-4295-a91b-3db3eac6bd97 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:53.714303 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32bf4c40-9bea-4cec-b25a-d0a339c97508 None None] DHCP port deletion for 2d83b2c9-0244-41ed-9f3c-e51e410d424a request from n-d-842733-1 {{(pid=103164) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 20:48:53.750377 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-31a4a6bf-843f-4295-a91b-3db3eac6bd97 admin admin] For port deba3a2f-a678-4bed-b56a-84ccb8c973d1, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=deba3a2f-a678-4bed-b56a-84ccb8c973d1,segment=NetworkSegment(2e785b90-65af-46d3-8337-91a036f88f70),segment_id=2e785b90-65af-46d3-8337-91a036f88f70)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:48:53.750843 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-31a4a6bf-843f-4295-a91b-3db3eac6bd97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:53.776238 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device cae31313-5d74-421d-839a-3916bb5bcf84 no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:48:53.797961 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-31a4a6bf-843f-4295-a91b-3db3eac6bd97 admin admin] Calling delete_port for deba3a2f-a678-4bed-b56a-84ccb8c973d1 owned by network:dhcp {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:48:53.815863 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: cae31313-5d74-421d-839a-3916bb5bcf84 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 20:48:53.816200 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device cae31313-5d74-421d-839a-3916bb5bcf84 not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 20:48:53.816611 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 92c81261-ca4d-4f03-b2f3-8db63ccb6042 no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:48:53.816904 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5a62ce3d-f685-42e4-beef-62b5e810ff4a req-f4906014-22a0-4209-8907-faa3030b4924 tempest-ServerShowV254Test-2147464569 tempest-ServerShowV254Test-2147464569-project] 10.222.0.35 "GET /v2.0/ports?device_id=eae40ff4-074e-48c3-9704-393975de631b HTTP/1.1" status: 200 len: 210 time: 0.0501859 May 20 20:48:53.840411 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: 92c81261-ca4d-4f03-b2f3-8db63ccb6042 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 20:48:53.840752 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 92c81261-ca4d-4f03-b2f3-8db63ccb6042 not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 20:48:53.871866 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-32bf4c40-9bea-4cec-b25a-d0a339c97508 None None] Deleting port deba3a2f-a678-4bed-b56a-84ccb8c973d1 {{(pid=103164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:48:53.872542 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-32bf4c40-9bea-4cec-b25a-d0a339c97508 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:53.928061 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4bb0e131-6525-46ca-a45b-e4ea43a5e69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:53.949951 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-32bf4c40-9bea-4cec-b25a-d0a339c97508 None None] For port deba3a2f-a678-4bed-b56a-84ccb8c973d1, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=deba3a2f-a678-4bed-b56a-84ccb8c973d1,segment=NetworkSegment(2e785b90-65af-46d3-8337-91a036f88f70),segment_id=2e785b90-65af-46d3-8337-91a036f88f70)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:48:53.950289 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-32bf4c40-9bea-4cec-b25a-d0a339c97508 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:53.963637 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-31a4a6bf-843f-4295-a91b-3db3eac6bd97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:53.964217 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-32bf4c40-9bea-4cec-b25a-d0a339c97508 None None] Calling delete_port for deba3a2f-a678-4bed-b56a-84ccb8c973d1 owned by network:dhcp {{(pid=103164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:48:54.003561 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a4a6bf-843f-4295-a91b-3db3eac6bd97 admin admin] Pushing event deleted for resources: {'Port': ['ID=deba3a2f-a678-4bed-b56a-84ccb8c973d1,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:48:54.005892 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a4a6bf-843f-4295-a91b-3db3eac6bd97 admin admin] No DVR routers for this DVR port deba3a2f-a678-4bed-b56a-84ccb8c973d1 on host n-d-842733-1 {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:48:54.043414 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-32bf4c40-9bea-4cec-b25a-d0a339c97508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099'] for port, after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:54.074062 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bf4c40-9bea-4cec-b25a-d0a339c97508 None None] Pushing event deleted for resources: {'Port': ['ID=deba3a2f-a678-4bed-b56a-84ccb8c973d1,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:48:54.078146 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32bf4c40-9bea-4cec-b25a-d0a339c97508 None None] No DVR routers for this DVR port deba3a2f-a678-4bed-b56a-84ccb8c973d1 on host n-d-842733-1 {{(pid=103164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:48:54.098755 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-31a4a6bf-843f-4295-a91b-3db3eac6bd97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33072115', 'neutron.services.segments.db._delete_segments_for_network-8782419500584'] for network, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:54.116949 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-31a4a6bf-843f-4295-a91b-3db3eac6bd97 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d83b2c9-0244-41ed-9f3c-e51e410d424a']}} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:48:54.126373 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-31a4a6bf-843f-4295-a91b-3db3eac6bd97 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e785b90-65af-46d3-8337-91a036f88f70') {'for_net_delete': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:48:54.126778 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-31a4a6bf-843f-4295-a91b-3db3eac6bd97 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e785b90-65af-46d3-8337-91a036f88f70') {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:48:54.139165 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-31a4a6bf-843f-4295-a91b-3db3eac6bd97 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419501617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9338764'] for segment, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:54.159613 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-31a4a6bf-843f-4295-a91b-3db3eac6bd97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:54.172154 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31a4a6bf-843f-4295-a91b-3db3eac6bd97 admin admin] Releasing vlan 225 on physical network physnet1 to pool {{(pid=103163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 20:48:54.172630 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-31a4a6bf-843f-4295-a91b-3db3eac6bd97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9638311'] for segment, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:54.224031 n-d-842733-1 neutron-server[103163]: Traceback (most recent call last): May 20 20:48:54.224031 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 20:48:54.224031 n-d-842733-1 neutron-server[103163]: timer() May 20 20:48:54.224031 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 20:48:54.224031 n-d-842733-1 neutron-server[103163]: cb(*args, **kw) May 20 20:48:54.224031 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 20 20:48:54.224031 n-d-842733-1 neutron-server[103163]: return func(*args, **kwargs) May 20 20:48:54.224031 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 20:48:54.224031 n-d-842733-1 neutron-server[103163]: self._notify() May 20 20:48:54.224031 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 20:48:54.224031 n-d-842733-1 neutron-server[103163]: self.callback(batched_events) May 20 20:48:54.224031 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 20:48:54.224031 n-d-842733-1 neutron-server[103163]: event.method(event) May 20 20:48:54.224031 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 20 20:48:54.224031 n-d-842733-1 neutron-server[103163]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 20:48:54.224031 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 20 20:48:54.224031 n-d-842733-1 neutron-server[103163]: aggregate_uuid = self.p_client.list_aggregates( May 20 20:48:54.224031 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 20 20:48:54.224031 n-d-842733-1 neutron-server[103163]: return f(self, *a, **k) May 20 20:48:54.224031 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 20 20:48:54.224031 n-d-842733-1 neutron-server[103163]: return self._get(url).json() May 20 20:48:54.224031 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 20 20:48:54.224031 n-d-842733-1 neutron-server[103163]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 20:48:54.224031 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 20:48:54.224031 n-d-842733-1 neutron-server[103163]: return self.request(url, 'GET', **kwargs) May 20 20:48:54.224031 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 20:48:54.224031 n-d-842733-1 neutron-server[103163]: base_url = self.get_endpoint(auth, allow=allow, May 20 20:48:54.224031 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 20:48:54.224031 n-d-842733-1 neutron-server[103163]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 20:48:54.224031 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 20:48:54.224031 n-d-842733-1 neutron-server[103163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 20:48:54.224031 n-d-842733-1 neutron-server[103163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 20:48:54.301380 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf195548-2f20-49a8-975b-34bef68f79c3 req-ccd92a2a-22c2-4b7d-bdbd-1c50a7eb1492 tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:48:54.302894 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-bf195548-2f20-49a8-975b-34bef68f79c3 req-ccd92a2a-22c2-4b7d-bdbd-1c50a7eb1492 tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] 10.222.0.35 "GET /v2.0/ports?device_id=f1af9e82-3f83-4962-b252-d66a988678f9 HTTP/1.1" status: 200 len: 943 time: 0.0754697 May 20 20:48:54.352851 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-bf195548-2f20-49a8-975b-34bef68f79c3 req-45eb5f65-c00e-4b81-9505-ab5186629446 tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] 10.222.0.35 "GET /v2.0/security-groups?id=18b4de30-16a9-4001-b1eb-14a4aad6a23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402067 May 20 20:48:54.357622 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-31a4a6bf-843f-4295-a91b-3db3eac6bd97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33072122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748162'] for network, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:54.380610 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-31a4a6bf-843f-4295-a91b-3db3eac6bd97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:54.380610 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-31a4a6bf-843f-4295-a91b-3db3eac6bd97 admin admin] 10.222.0.35 "DELETE /v2.0/networks/2d83b2c9-0244-41ed-9f3c-e51e410d424a HTTP/1.1" status: 204 len: 168 time: 0.9444957 May 20 20:48:54.408303 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a4a6bf-843f-4295-a91b-3db3eac6bd97 admin admin] Pushing event deleted for resources: {'Network': ['ID=2d83b2c9-0244-41ed-9f3c-e51e410d424a,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:48:54.482133 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204160b6-0b64-4ef6-bdbf-4019ca07e63b req-b553f1a6-ff64-40d6-8321-8f0ff1a10ff3 tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:48:54.483373 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:54.491103 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-204160b6-0b64-4ef6-bdbf-4019ca07e63b req-b553f1a6-ff64-40d6-8321-8f0ff1a10ff3 tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] 10.222.0.35 "GET /v2.0/ports?device_id=0f535575-dc81-4139-bc1e-db9fe0d7c5b9 HTTP/1.1" status: 200 len: 946 time: 0.0653584 May 20 20:48:54.528199 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-204160b6-0b64-4ef6-bdbf-4019ca07e63b req-8fa8cdcb-eb9b-4e03-aca0-d0eb2fb31692 tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] 10.222.0.35 "GET /v2.0/security-groups?id=2274ca87-1a60-437e-91f1-b4d825425422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352929 May 20 20:48:54.788174 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 42adb422-9151-4491-b25d-34ad793a4cf4 details requested by agent hyperv_n-h1-842733-1 with host n-h1-842733-1 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 20:48:54.839316 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 47572) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:48:54.897715 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-3616fdd8-0b74-489a-9ec1-686f8e897080 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6cacdf41ac9243239428df22d232c310&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0560310 May 20 20:48:54.901001 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 47576) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:48:54.926086 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port 42adb422-9151-4491-b25d-34ad793a4cf4, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=42adb422-9151-4491-b25d-34ad793a4cf4,segment=NetworkSegment(e0039cc5-6cb0-4490-8a7d-a4c3b510f023),segment_id=e0039cc5-6cb0-4490-8a7d-a4c3b510f023)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:48:54.940629 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Returning: {'device': '42adb422-9151-4491-b25d-34ad793a4cf4', 'network_id': 'a0f85c50-1e5c-452b-8cab-6202e1b6863f', 'port_id': '42adb422-9151-4491-b25d-34ad793a4cf4', 'mac_address': 'fa:16:3e:86:c0:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b70b63b1-2e88-43cc-a35f-4cb2fd8d84c1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 20 20:48:54.963583 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-cb5b2811-bff3-4b75-bf80-6ceb2ebd24d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:54.988610 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4e866191-6298-45b3-bc7d-670607b8a62d req-8fab4869-75d5-4bb6-8e19-39cdb2055dc8 tempest-ServerShowV254Test-2147464569 tempest-ServerShowV254Test-2147464569-project] 10.222.0.35 "GET /v2.0/ports?device_id=eae40ff4-074e-48c3-9704-393975de631b HTTP/1.1" status: 200 len: 210 time: 0.0600581 May 20 20:48:54.990251 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-cb5b2811-bff3-4b75-bf80-6ceb2ebd24d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:54.995775 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Current status of the port 42adb422-9151-4491-b25d-34ad793a4cf4 is: DOWN; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:48:54.996374 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:55.016198 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42adb422-9151-4491-b25d-34ad793a4cf4 {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:48:55.043615 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port 42adb422-9151-4491-b25d-34ad793a4cf4, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=42adb422-9151-4491-b25d-34ad793a4cf4,segment=NetworkSegment(e0039cc5-6cb0-4490-8a7d-a4c3b510f023),segment_id=e0039cc5-6cb0-4490-8a7d-a4c3b510f023)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:48:55.100732 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:55.134840 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-cb5b2811-bff3-4b75-bf80-6ceb2ebd24d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:55.137491 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-cb5b2811-bff3-4b75-bf80-6ceb2ebd24d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:55.150370 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-cb5b2811-bff3-4b75-bf80-6ceb2ebd24d2 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c03e6e24-394f-454d-8c44-334f19c6e483 HTTP/1.1" status: 204 len: 168 time: 0.2358463 May 20 20:48:55.155301 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5b2811-bff3-4b75-bf80-6ceb2ebd24d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c03e6e24-394f-454d-8c44-334f19c6e483,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:48:55.158329 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Pushing event updated for resources: {'Port': ['ID=42adb422-9151-4491-b25d-34ad793a4cf4,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:48:55.331773 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] get_ports_and_sgs() called for port_ids ['42adb422-9151-4491-b25d-34ad793a4cf4'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:48:55.513809 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07db889d-465c-4e46-b60d-0e6c947735ab req-ea33e05d-d872-4567-b49a-60f5263db946 tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:48:55.513809 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-07db889d-465c-4e46-b60d-0e6c947735ab req-ea33e05d-d872-4567-b49a-60f5263db946 tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] 10.222.0.35 "GET /v2.0/ports?device_id=f1af9e82-3f83-4962-b252-d66a988678f9 HTTP/1.1" status: 200 len: 944 time: 0.0665209 May 20 20:48:55.555694 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-07db889d-465c-4e46-b60d-0e6c947735ab req-d74a444c-fe33-44e4-9f6f-2b1ddd2da292 tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] 10.222.0.35 "GET /v2.0/security-groups?id=18b4de30-16a9-4001-b1eb-14a4aad6a23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395958 May 20 20:48:55.575019 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:55.578014 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cc3ec51b-6ec8-438a-8349-5f0bec346d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:55.669370 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd43ef36-2176-4b6c-887f-dc0ef8a2f1cc req-438e19d6-a79d-48d6-80a6-4a65ddc317b7 tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:48:55.671290 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-cd43ef36-2176-4b6c-887f-dc0ef8a2f1cc req-438e19d6-a79d-48d6-80a6-4a65ddc317b7 tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] 10.222.0.35 "GET /v2.0/ports?device_id=0f535575-dc81-4139-bc1e-db9fe0d7c5b9 HTTP/1.1" status: 200 len: 946 time: 0.0560791 May 20 20:48:55.698926 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device deba3a2f-a678-4bed-b56a-84ccb8c973d1 no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:48:55.723126 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-cd43ef36-2176-4b6c-887f-dc0ef8a2f1cc req-06104667-d5e5-4e8f-b682-e7042337a200 tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] 10.222.0.35 "GET /v2.0/security-groups?id=2274ca87-1a60-437e-91f1-b4d825425422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375068 May 20 20:48:55.723392 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: deba3a2f-a678-4bed-b56a-84ccb8c973d1 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 20:48:55.723942 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device deba3a2f-a678-4bed-b56a-84ccb8c973d1 not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 20:48:56.111221 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-33330f2f-fc51-4545-a511-6f5891c9fe19 req-78f9e5a7-13af-41f8-a3fa-aba11e52ea75 tempest-ServerShowV254Test-2147464569 tempest-ServerShowV254Test-2147464569-project] 10.222.0.35 "GET /v2.0/ports?device_id=eae40ff4-074e-48c3-9704-393975de631b HTTP/1.1" status: 200 len: 210 time: 0.0285602 May 20 20:48:56.427164 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 47684) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:48:56.547114 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 47690) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:48:56.569400 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-43bdaf2a-3960-44a2-a5f0-543aeffcb957 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-470911137-network', 'tenant_id': '130041758ffe4e0a8066d604acc4da27'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:48:56.609192 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-cc387203-3012-48cf-90ee-680acbd8cd15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:56.658418 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43bdaf2a-3960-44a2-a5f0-543aeffcb957 admin admin] Made reservation on behalf of 130041758ffe4e0a8066d604acc4da27 for: {'network': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:48:56.660693 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-43bdaf2a-3960-44a2-a5f0-543aeffcb957 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for network, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:56.678277 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-43bdaf2a-3960-44a2-a5f0-543aeffcb957 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:56.715806 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-cc387203-3012-48cf-90ee-680acbd8cd15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:56.771193 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-cc387203-3012-48cf-90ee-680acbd8cd15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:56.798500 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-43bdaf2a-3960-44a2-a5f0-543aeffcb957 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:56.808546 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 42adb422-9151-4491-b25d-34ad793a4cf4 up at agent hyperv_n-h1-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:48:56.827024 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-cc387203-3012-48cf-90ee-680acbd8cd15 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=eff4eaf516754abda09c416c47412d58&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2788045 May 20 20:48:56.827808 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 47698) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:48:56.834354 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc387203-3012-48cf-90ee-680acbd8cd15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcae289a-9a3b-4b3b-834a-f6b201442b5d,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:48:56.870662 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-43bdaf2a-3960-44a2-a5f0-543aeffcb957 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:56.893626 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43bdaf2a-3960-44a2-a5f0-543aeffcb957 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 244} {{(pid=103162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 20:48:56.923923 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-43bdaf2a-3960-44a2-a5f0-543aeffcb957 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:56.924259 n-d-842733-1 neutron-server[103162]: INFO neutron.db.segments_db [None req-43bdaf2a-3960-44a2-a5f0-543aeffcb957 admin admin] Added segment 0aa42cdb-6fd7-42fb-bac9-6b1b09d7a688 of type vlan for network 5ca369c8-df0a-41e3-869c-b1b368b823ae May 20 20:48:56.934633 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Provisioning for port 42adb422-9151-4491-b25d-34ad793a4cf4 completed by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 20:48:56.937720 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e84048ca-6aeb-471b-a701-341ad6f68bb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:56.940787 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Provisioning complete for port 42adb422-9151-4491-b25d-34ad793a4cf4 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:48:56.940787 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:56.961583 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bdaf2a-3960-44a2-a5f0-543aeffcb957 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9a0a9ba-adc9-42eb-829d-df5caa26883b,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:48:56.987911 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f1d68b-daf0-4ae6-850b-cbf1f74f58e6 req-d73b02d7-9835-4f17-920f-a74be022f039 tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:48:56.989497 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f3f1d68b-daf0-4ae6-850b-cbf1f74f58e6 req-d73b02d7-9835-4f17-920f-a74be022f039 tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] 10.222.0.35 "GET /v2.0/ports?device_id=f1af9e82-3f83-4962-b252-d66a988678f9 HTTP/1.1" status: 200 len: 944 time: 0.3635542 May 20 20:48:57.001936 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-43bdaf2a-3960-44a2-a5f0-543aeffcb957 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418993264'] for network, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:57.007195 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e84048ca-6aeb-471b-a701-341ad6f68bb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:57.056305 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f3f1d68b-daf0-4ae6-850b-cbf1f74f58e6 req-44200887-8c3a-4622-aab5-7a3fe72ebb7b tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] 10.222.0.35 "GET /v2.0/security-groups?id=18b4de30-16a9-4001-b1eb-14a4aad6a23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568268 May 20 20:48:57.064906 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3e5a16-2277-47ee-9810-9705eddddb37 req-8d1aa63b-6db3-4057-b8db-d77ff230bc03 tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:48:57.066501 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1b3e5a16-2277-47ee-9810-9705eddddb37 req-8d1aa63b-6db3-4057-b8db-d77ff230bc03 tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] 10.222.0.35 "GET /v2.0/ports?device_id=0f535575-dc81-4139-bc1e-db9fe0d7c5b9 HTTP/1.1" status: 200 len: 946 time: 0.0913296 May 20 20:48:57.100246 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-43bdaf2a-3960-44a2-a5f0-543aeffcb957 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524'] for network, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:57.101257 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43bdaf2a-3960-44a2-a5f0-543aeffcb957 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:48:57.102167 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-43bdaf2a-3960-44a2-a5f0-543aeffcb957 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:57.110204 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1b3e5a16-2277-47ee-9810-9705eddddb37 req-1b57b567-6e2e-4cb7-853c-e07a44803621 tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] 10.222.0.35 "GET /v2.0/security-groups?id=2274ca87-1a60-437e-91f1-b4d825425422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350709 May 20 20:48:57.164049 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e84048ca-6aeb-471b-a701-341ad6f68bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:57.166728 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e84048ca-6aeb-471b-a701-341ad6f68bb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:57.169443 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Current status of the port 42adb422-9151-4491-b25d-34ad793a4cf4 is: BUILD; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:48:57.169863 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:57.173035 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-e84048ca-6aeb-471b-a701-341ad6f68bb2 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/bcae289a-9a3b-4b3b-834a-f6b201442b5d HTTP/1.1" status: 204 len: 168 time: 0.3416545 May 20 20:48:57.186666 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bdaf2a-3960-44a2-a5f0-543aeffcb957 admin admin] Pushing event updated for resources: {'Network': ['ID=5ca369c8-df0a-41e3-869c-b1b368b823ae,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:48:57.197451 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84048ca-6aeb-471b-a701-341ad6f68bb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcae289a-9a3b-4b3b-834a-f6b201442b5d,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:48:57.199019 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Network 5ca369c8-df0a-41e3-869c-b1b368b823ae details requested by agent ovs-agent-n-d-842733-1 with host n-d-842733-1 {{(pid=103164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 20 20:48:57.218396 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-43bdaf2a-3960-44a2-a5f0-543aeffcb957 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7901058 May 20 20:48:57.221408 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 47704) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:48:57.222847 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1af9e82-3f83-4962-b252-d66a988678f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42adb422-9151-4491-b25d-34ad793a4cf4'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:48:57.225559 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8485417003ce7c0410b00f5cdc2f391e21107b70bb68e2773712534a96e108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a305f124-add3-41d1-871d-04ddd3774ba2" -d '{"events": [{"server_uuid": "f1af9e82-3f83-4962-b252-d66a988678f9", "name": "network-vif-plugged", "status": "completed", "tag": "42adb422-9151-4491-b25d-34ad793a4cf4"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:48:57.227844 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-df273a4b-334e-42f8-8dca-7e38feeac3c6 admin admin] Request body: {'subnet': {'network_id': '5ca369c8-df0a-41e3-869c-b1b368b823ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-470911137-subnet', 'tenant_id': '130041758ffe4e0a8066d604acc4da27', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:48:57.239561 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-70b9f754-f8d7-46b0-aca7-9d3752251435 req-206685ee-563e-4c59-a2c4-4adc44d87bc5 tempest-ServerShowV254Test-2147464569 tempest-ServerShowV254Test-2147464569-project] 10.222.0.35 "GET /v2.0/ports?device_id=eae40ff4-074e-48c3-9704-393975de631b HTTP/1.1" status: 200 len: 210 time: 0.0422013 May 20 20:48:57.298542 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 20:48:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c091911e-7889-4aa6-bdea-e933865560f0 x-openstack-request-id: req-c091911e-7889-4aa6-bdea-e933865560f0 {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:48:57.298841 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1af9e82-3f83-4962-b252-d66a988678f9", "name": "network-vif-plugged", "status": "completed", "tag": "42adb422-9151-4491-b25d-34ad793a4cf4", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:48:57.299177 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c091911e-7889-4aa6-bdea-e933865560f0 {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:48:57.299473 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c091911e-7889-4aa6-bdea-e933865560f0'] response: {'server_uuid': 'f1af9e82-3f83-4962-b252-d66a988678f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42adb422-9151-4491-b25d-34ad793a4cf4', 'code': 200} May 20 20:48:57.301832 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port 42adb422-9151-4491-b25d-34ad793a4cf4, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=42adb422-9151-4491-b25d-34ad793a4cf4,segment=NetworkSegment(e0039cc5-6cb0-4490-8a7d-a4c3b510f023),segment_id=e0039cc5-6cb0-4490-8a7d-a4c3b510f023)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:48:57.311573 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df273a4b-334e-42f8-8dca-7e38feeac3c6 admin admin] Made reservation on behalf of 130041758ffe4e0a8066d604acc4da27 for: {'subnet': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:48:57.313933 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-df273a4b-334e-42f8-8dca-7e38feeac3c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4018244'] for subnet, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:57.369600 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:57.420524 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Pushing event updated for resources: {'Port': ['ID=42adb422-9151-4491-b25d-34ad793a4cf4,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:48:57.424615 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428ce811-c0e9-4e0c-9683-78be9163ce03 req-8cc4247f-12a4-4681-83bb-5add0784b315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:48:57.426159 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-428ce811-c0e9-4e0c-9683-78be9163ce03 req-8cc4247f-12a4-4681-83bb-5add0784b315 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f1af9e82-3f83-4962-b252-d66a988678f9 HTTP/1.1" status: 200 len: 1096 time: 0.0690248 May 20 20:48:57.495163 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-428ce811-c0e9-4e0c-9683-78be9163ce03 req-1f4c605c-a468-4a25-9b0a-6f04aa30c694 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=18b4de30-16a9-4001-b1eb-14a4aad6a23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618904 May 20 20:48:57.597635 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-df273a4b-334e-42f8-8dca-7e38feeac3c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3797684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4018258'] for subnet, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:57.654245 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df273a4b-334e-42f8-8dca-7e38feeac3c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e16e10c-5b92-4574-b13d-016374e3f82e,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:48:57.664590 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df273a4b-334e-42f8-8dca-7e38feeac3c6 admin admin] Checking segment: {'id': '0aa42cdb-6fd7-42fb-bac9-6b1b09d7a688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '5ca369c8-df0a-41e3-869c-b1b368b823ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:48:57.667424 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df273a4b-334e-42f8-8dca-7e38feeac3c6 admin admin] Network hostable DHCP agents. Network: 5ca369c8-df0a-41e3-869c-b1b368b823ae, hostable agents: ['c9b0653c-f3c7-4339-bd50-e3754b629216'], hosted agents: [] {{(pid=103162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 20:48:57.746057 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df273a4b-334e-42f8-8dca-7e38feeac3c6 admin admin] Network 5ca369c8-df0a-41e3-869c-b1b368b823ae is scheduled to be hosted by DHCP agent c9b0653c-f3c7-4339-bd50-e3754b629216 with binding_index 1 {{(pid=103162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 20:48:57.812442 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 47714) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:48:57.826227 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-df273a4b-334e-42f8-8dca-7e38feeac3c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842733-1, 5ca369c8-df0a-41e3-869c-b1b368b823ae) {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:48:57.827999 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8b5f4878-4d74-41f1-bd39-457fcfd02611 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:57.834009 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df273a4b-334e-42f8-8dca-7e38feeac3c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:48:57.834009 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-df273a4b-334e-42f8-8dca-7e38feeac3c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:57.835129 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c3b3a44-0f18-46b0-b39c-3a58092d266a None None] Network 5ca369c8-df0a-41e3-869c-b1b368b823ae requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:48:57.912297 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8b5f4878-4d74-41f1-bd39-457fcfd02611 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:57.936901 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-df273a4b-334e-42f8-8dca-7e38feeac3c6 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7142482 May 20 20:48:57.939564 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 47718) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:48:57.944256 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-e2fe4fde-8e59-45c5-a4c5-c76979c9d4e8 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-470911137-router', 'tenant_id': '130041758ffe4e0a8066d604acc4da27', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'}}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:48:57.980210 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b90d24d-f7f1-4e75-989c-656d0450c6e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaee2b848-d4b9-5db1-b6ef-d6db29d67de7-5ca369c8-df0a-41e3-869c-b1b368b823ae', 'network_id': '5ca369c8-df0a-41e3-869c-b1b368b823ae', 'tenant_id': '130041758ffe4e0a8066d604acc4da27', 'fixed_ips': [{'subnet_id': '0e16e10c-5b92-4574-b13d-016374e3f82e'}]}} from n-d-842733-1. {{(pid=103164) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 20:48:57.981055 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-6b90d24d-f7f1-4e75-989c-656d0450c6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:57.991435 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8b5f4878-4d74-41f1-bd39-457fcfd02611 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:58.027578 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e2fe4fde-8e59-45c5-a4c5-c76979c9d4e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-694221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26155'] for router, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:58.028554 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e2fe4fde-8e59-45c5-a4c5-c76979c9d4e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-693085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748153', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-718080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26162'] for router, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:58.038697 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-8b5f4878-4d74-41f1-bd39-457fcfd02611 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=86885664f8284c37bcf20918d10c9f77&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2228057 May 20 20:48:58.038697 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5f4878-4d74-41f1-bd39-457fcfd02611 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d32bc25e-5b48-4796-8e49-4bb6546e9106,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:48:58.039661 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 47720) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:48:58.097179 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e2fe4fde-8e59-45c5-a4c5-c76979c9d4e8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:58.105197 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5597b16e-27da-41aa-8c7d-ff0649011387 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:58.127770 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5597b16e-27da-41aa-8c7d-ff0649011387 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:58.131310 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [None req-6b90d24d-f7f1-4e75-989c-656d0450c6e2 None None] Allocated IP 172.20.0.2 (5ca369c8-df0a-41e3-869c-b1b368b823ae/0e16e10c-5b92-4574-b13d-016374e3f82e/354677fb-a2f8-4577-8745-bce24aa3b07a) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:48:58.234396 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f645e59-2a2e-4d58-8672-a64ec24c392d req-a099db57-6945-49b6-815d-7a606227357b tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:48:58.235878 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5f645e59-2a2e-4d58-8672-a64ec24c392d req-a099db57-6945-49b6-815d-7a606227357b tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] 10.222.0.35 "GET /v2.0/ports?device_id=f1af9e82-3f83-4962-b252-d66a988678f9 HTTP/1.1" status: 200 len: 945 time: 0.0914721 May 20 20:48:58.278639 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dafc69-82b2-4472-a11d-73d8fe76b0f6 req-f013b41c-e897-461e-be1b-5fb4c6692844 tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:48:58.280912 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-06dafc69-82b2-4472-a11d-73d8fe76b0f6 req-f013b41c-e897-461e-be1b-5fb4c6692844 tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] 10.222.0.35 "GET /v2.0/ports?device_id=0f535575-dc81-4139-bc1e-db9fe0d7c5b9 HTTP/1.1" status: 200 len: 946 time: 0.0866637 May 20 20:48:58.307127 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5f645e59-2a2e-4d58-8672-a64ec24c392d req-0292ae7c-a753-4d5d-9587-454dcf668f1e tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] 10.222.0.35 "GET /v2.0/security-groups?id=18b4de30-16a9-4001-b1eb-14a4aad6a23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607021 May 20 20:48:58.312654 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e2fe4fde-8e59-45c5-a4c5-c76979c9d4e8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:58.328616 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-6b90d24d-f7f1-4e75-989c-656d0450c6e2 None None] Notify callbacks [] for port, precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:58.328721 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5597b16e-27da-41aa-8c7d-ff0649011387 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:58.331339 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5597b16e-27da-41aa-8c7d-ff0649011387 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:58.334865 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-5597b16e-27da-41aa-8c7d-ff0649011387 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d32bc25e-5b48-4796-8e49-4bb6546e9106 HTTP/1.1" status: 204 len: 168 time: 0.2915277 May 20 20:48:58.355150 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-06dafc69-82b2-4472-a11d-73d8fe76b0f6 req-a7f7f730-af10-4185-965c-c2980aa5451c tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] 10.222.0.35 "GET /v2.0/security-groups?id=2274ca87-1a60-437e-91f1-b4d825425422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622225 May 20 20:48:58.355150 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5597b16e-27da-41aa-8c7d-ff0649011387 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d32bc25e-5b48-4796-8e49-4bb6546e9106,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:48:58.416327 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-72e22358-1b1b-420a-98e0-a5b3c5e29225 req-85cf6442-a9d7-4a96-b981-42ab17d6d833 tempest-ServerShowV254Test-2147464569 tempest-ServerShowV254Test-2147464569-project] 10.222.0.35 "GET /v2.0/ports?device_id=eae40ff4-074e-48c3-9704-393975de631b HTTP/1.1" status: 200 len: 210 time: 0.0302200 May 20 20:48:58.450562 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-6b90d24d-f7f1-4e75-989c-656d0450c6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108'] for port, after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:58.505971 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b90d24d-f7f1-4e75-989c-656d0450c6e2 None None] Network 5ca369c8-df0a-41e3-869c-b1b368b823ae is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:48:58.512721 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-6b90d24d-f7f1-4e75-989c-656d0450c6e2 None None] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:48:58.514423 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b90d24d-f7f1-4e75-989c-656d0450c6e2 None None] Pushing event updated for resources: {'Port': ['ID=354677fb-a2f8-4577-8745-bce24aa3b07a,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:48:58.516667 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b90d24d-f7f1-4e75-989c-656d0450c6e2 None None] Received port after_create {{(pid=103164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:48:58.573329 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-6b90d24d-f7f1-4e75-989c-656d0450c6e2 None None] Attempting to bind port 354677fb-a2f8-4577-8745-bce24aa3b07a on host n-d-842733-1 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:48:58.573699 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-6b90d24d-f7f1-4e75-989c-656d0450c6e2 None None] Attempting to bind port 354677fb-a2f8-4577-8745-bce24aa3b07a by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': '0aa42cdb-6fd7-42fb-bac9-6b1b09d7a688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '5ca369c8-df0a-41e3-869c-b1b368b823ae'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:48:58.574063 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b90d24d-f7f1-4e75-989c-656d0450c6e2 None None] Attempting to bind port 354677fb-a2f8-4577-8745-bce24aa3b07a on network 5ca369c8-df0a-41e3-869c-b1b368b823ae {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:48:58.579400 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b90d24d-f7f1-4e75-989c-656d0450c6e2 None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 48, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:48:58.579758 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b90d24d-f7f1-4e75-989c-656d0450c6e2 None None] Checking segment: {'id': '0aa42cdb-6fd7-42fb-bac9-6b1b09d7a688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '5ca369c8-df0a-41e3-869c-b1b368b823ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:48:58.580161 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-6b90d24d-f7f1-4e75-989c-656d0450c6e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:58.580585 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b90d24d-f7f1-4e75-989c-656d0450c6e2 None None] Bound using segment: {'id': '0aa42cdb-6fd7-42fb-bac9-6b1b09d7a688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '5ca369c8-df0a-41e3-869c-b1b368b823ae'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:48:58.581165 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-6b90d24d-f7f1-4e75-989c-656d0450c6e2 None None] Bound port: 354677fb-a2f8-4577-8745-bce24aa3b07a, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0aa42cdb-6fd7-42fb-bac9-6b1b09d7a688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '5ca369c8-df0a-41e3-869c-b1b368b823ae'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:48:58.581782 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-6b90d24d-f7f1-4e75-989c-656d0450c6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:58.641683 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e2fe4fde-8e59-45c5-a4c5-c76979c9d4e8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:58.653851 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-6b90d24d-f7f1-4e75-989c-656d0450c6e2 None None] For port 354677fb-a2f8-4577-8745-bce24aa3b07a, host n-d-842733-1, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:48:58.656799 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-6b90d24d-f7f1-4e75-989c-656d0450c6e2 None None] For port 354677fb-a2f8-4577-8745-bce24aa3b07a, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=354677fb-a2f8-4577-8745-bce24aa3b07a,segment=NetworkSegment(0aa42cdb-6fd7-42fb-bac9-6b1b09d7a688),segment_id=0aa42cdb-6fd7-42fb-bac9-6b1b09d7a688)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:48:58.661780 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e2fe4fde-8e59-45c5-a4c5-c76979c9d4e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:58.757396 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-6b90d24d-f7f1-4e75-989c-656d0450c6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:58.774282 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-e2fe4fde-8e59-45c5-a4c5-c76979c9d4e8 admin admin] Allocated IP 172.25.2.128 (e3a93b5c-91e2-4064-9c2c-1afc261bfe15/86fee0c1-6e34-488b-9216-b2b8e7ef585a/a273ae22-c87d-4557-94a4-9200483eae2e) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:48:58.819649 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b90d24d-f7f1-4e75-989c-656d0450c6e2 None None] Pushing event updated for resources: {'Port': ['ID=354677fb-a2f8-4577-8745-bce24aa3b07a,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:48:59.172319 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e2fe4fde-8e59-45c5-a4c5-c76979c9d4e8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:59.289776 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e2fe4fde-8e59-45c5-a4c5-c76979c9d4e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:59.331684 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2fe4fde-8e59-45c5-a4c5-c76979c9d4e8 admin admin] Network e3a93b5c-91e2-4064-9c2c-1afc261bfe15 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:48:59.334341 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-e2fe4fde-8e59-45c5-a4c5-c76979c9d4e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:48:59.338182 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2fe4fde-8e59-45c5-a4c5-c76979c9d4e8 admin admin] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:48:59.362066 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fe4fde-8e59-45c5-a4c5-c76979c9d4e8 admin admin] Pushing event updated for resources: {'Port': ['ID=a273ae22-c87d-4557-94a4-9200483eae2e,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:48:59.454558 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d83c32-f6b7-48b6-822d-e498803b34a1 req-5a3de929-0ea3-46fa-9fe6-0d4c1cf5de4f tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:48:59.456111 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b4d83c32-f6b7-48b6-822d-e498803b34a1 req-5a3de929-0ea3-46fa-9fe6-0d4c1cf5de4f tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] 10.222.0.35 "GET /v2.0/ports?device_id=f1af9e82-3f83-4962-b252-d66a988678f9 HTTP/1.1" status: 200 len: 945 time: 0.0677462 May 20 20:48:59.543796 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b4d83c32-f6b7-48b6-822d-e498803b34a1 req-561113a3-4662-4cc8-afe1-8b8457378c38 tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] 10.222.0.35 "GET /v2.0/security-groups?id=18b4de30-16a9-4001-b1eb-14a4aad6a23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768917 May 20 20:48:59.551050 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5188781-3ae5-4244-97b3-e491f3e2bde7 req-37f96ac6-1afb-47b1-a1c8-1e48ccf40f60 tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:48:59.552560 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f5188781-3ae5-4244-97b3-e491f3e2bde7 req-37f96ac6-1afb-47b1-a1c8-1e48ccf40f60 tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] 10.222.0.35 "GET /v2.0/ports?device_id=0f535575-dc81-4139-bc1e-db9fe0d7c5b9 HTTP/1.1" status: 200 len: 946 time: 0.0955441 May 20 20:48:59.616844 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f5188781-3ae5-4244-97b3-e491f3e2bde7 req-0c646400-3cdd-433b-a7d2-7e30c96ca1ba tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] 10.222.0.35 "GET /v2.0/security-groups?id=2274ca87-1a60-437e-91f1-b4d825425422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538065 May 20 20:48:59.681325 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9815f4cd-1330-4556-b690-d4b9099f5d92 req-4f8c28d1-1337-45d8-9b9f-301a456bd6ed tempest-ServerShowV254Test-2147464569 tempest-ServerShowV254Test-2147464569-project] 10.222.0.35 "GET /v2.0/ports?device_id=eae40ff4-074e-48c3-9704-393975de631b HTTP/1.1" status: 200 len: 210 time: 0.0451736 May 20 20:48:59.797995 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 354677fb-a2f8-4577-8745-bce24aa3b07a up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:48:59.872193 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e2fe4fde-8e59-45c5-a4c5-c76979c9d4e8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:59.896436 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651e0f87-15b1-4e11-b727-1c3a5272e164 req-413ea688-2d8f-4801-9fef-c18ca4db75a8 tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:48:59.898588 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-651e0f87-15b1-4e11-b727-1c3a5272e164 req-413ea688-2d8f-4801-9fef-c18ca4db75a8 tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] 10.222.0.35 "GET /v2.0/ports?device_id=e8ef1482-fa91-4d44-abb9-3994eeeefcf5&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1315114 May 20 20:48:59.926752 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 354677fb-a2f8-4577-8745-bce24aa3b07a triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:48:59.927125 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:59.939626 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0107552-c239-4635-a000-91ffc6408614 None None] Network 5ca369c8-df0a-41e3-869c-b1b368b823ae requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:48:59.982136 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-651e0f87-15b1-4e11-b727-1c3a5272e164 req-e4d4d7c4-766c-4d55-98a0-fe475d55e921 tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.2.173 HTTP/1.1" status: 200 len: 696 time: 0.0763743 May 20 20:48:59.987307 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [req-651e0f87-15b1-4e11-b727-1c3a5272e164 req-6bad910b-3b6a-42fa-984e-bcdb434e99f3 tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] Request body: {'floatingip': {'port_id': '31c7ce13-d85e-4b3d-8e2f-e5068f0e7c5b', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:49:00.032717 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-651e0f87-15b1-4e11-b727-1c3a5272e164 req-6bad910b-3b6a-42fa-984e-bcdb434e99f3 tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] Notify callbacks [] for floatingip, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:00.139777 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e2fe4fde-8e59-45c5-a4c5-c76979c9d4e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748106'] for router, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:00.161926 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-1adf76cf-c647-4a54-a160-cbeddcd82328 None None] Provisioning complete for port 354677fb-a2f8-4577-8745-bce24aa3b07a triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:49:00.162297 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-1adf76cf-c647-4a54-a160-cbeddcd82328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:00.331803 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 354677fb-a2f8-4577-8745-bce24aa3b07a is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:49:00.332187 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:00.375753 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2fe4fde-8e59-45c5-a4c5-c76979c9d4e8 admin admin] Router 208fc636-ac7b-4b47-9704-cd4ae69358ba is scheduled to L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e with binding_index 1 {{(pid=103162) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 20 20:49:00.505974 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] For port 354677fb-a2f8-4577-8745-bce24aa3b07a, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=354677fb-a2f8-4577-8745-bce24aa3b07a,segment=NetworkSegment(0aa42cdb-6fd7-42fb-bac9-6b1b09d7a688),segment_id=0aa42cdb-6fd7-42fb-bac9-6b1b09d7a688)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:49:00.548318 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-1adf76cf-c647-4a54-a160-cbeddcd82328 None None] Current status of the port 354677fb-a2f8-4577-8745-bce24aa3b07a is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:49:00.548725 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-1adf76cf-c647-4a54-a160-cbeddcd82328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:00.567212 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2fe4fde-8e59-45c5-a4c5-c76979c9d4e8 admin admin] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 20:49:00.572578 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-651e0f87-15b1-4e11-b727-1c3a5272e164 req-6bad910b-3b6a-42fa-984e-bcdb434e99f3 tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:00.602103 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c97bb3-5654-4712-abd1-bf84e49a92bb None None] Sync routers for ids ['208fc636-ac7b-4b47-9704-cd4ae69358ba'] in n-d-842733-1 {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 20:49:00.616588 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c97bb3-5654-4712-abd1-bf84e49a92bb None None] Routers {'208fc636-ac7b-4b47-9704-cd4ae69358ba'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:49:00.617840 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-b6c97bb3-5654-4712-abd1-bf84e49a92bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:48:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['208fc636-ac7b-4b47-9704-cd4ae69358ba'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:49:00.674899 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-651e0f87-15b1-4e11-b727-1c3a5272e164 req-6bad910b-3b6a-42fa-984e-bcdb434e99f3 tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748272'] for floatingip, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:00.697874 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:00.733745 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e2fe4fde-8e59-45c5-a4c5-c76979c9d4e8 admin admin] Notify callbacks [] for router, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:00.739519 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-e2fe4fde-8e59-45c5-a4c5-c76979c9d4e8 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.7986238 May 20 20:49:00.740313 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 47782) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:49:00.861295 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.db.api [None req-1adf76cf-c647-4a54-a160-cbeddcd82328 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103164) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 20 20:49:00.861883 n-d-842733-1 neutron-server[103164]: DEBUG oslo_db.api [None req-1adf76cf-c647-4a54-a160-cbeddcd82328 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 20 20:49:00.871081 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Pushing event updated for resources: {'Port': ['ID=354677fb-a2f8-4577-8745-bce24aa3b07a,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:49:00.894422 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-b6c97bb3-5654-4712-abd1-bf84e49a92bb None None] Set router 208fc636-ac7b-4b47-9704-cd4ae69358ba gateway port host: n-d-842733-1 {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:49:00.952637 n-d-842733-1 neutron-server[103163]: INFO neutron.db.l3_db [req-651e0f87-15b1-4e11-b727-1c3a5272e164 req-6bad910b-3b6a-42fa-984e-bcdb434e99f3 tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] Floating IP 9e98d0da-4f51-464a-8788-db4fdbff6d6c associated. External IP: 172.25.2.173, port: 31c7ce13-d85e-4b3d-8e2f-e5068f0e7c5b. May 20 20:49:00.962463 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9799df-3a80-4b43-89ba-44e94321d770 req-892ef42c-741e-4d7d-a4d6-90a395305cbe tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:49:00.963999 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-da9799df-3a80-4b43-89ba-44e94321d770 req-892ef42c-741e-4d7d-a4d6-90a395305cbe tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] 10.222.0.35 "GET /v2.0/ports?device_id=0f535575-dc81-4139-bc1e-db9fe0d7c5b9 HTTP/1.1" status: 200 len: 946 time: 0.2044418 May 20 20:49:01.136778 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-da9799df-3a80-4b43-89ba-44e94321d770 req-695647ed-86b8-41cc-a585-1abbdfd33c94 tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] 10.222.0.35 "GET /v2.0/security-groups?id=2274ca87-1a60-437e-91f1-b4d825425422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327996 May 20 20:49:01.229647 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-b6c97bb3-5654-4712-abd1-bf84e49a92bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '208fc636-ac7b-4b47-9704-cd4ae69358ba', 'name': 'tempest-TaggedBootDevicesTest-470911137-router', 'tenant_id': '130041758ffe4e0a8066d604acc4da27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.128'}], 'enable_snat': True}, 'gw_port_id': 'a273ae22-c87d-4557-94a4-9200483eae2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:48:58Z', 'updated_at': '2022-05-20T20:48:59Z', 'revision_number': 3, 'project_id': '130041758ffe4e0a8066d604acc4da27', 'gw_port': {'id': 'a273ae22-c87d-4557-94a4-9200483eae2e', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:9c:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '208fc636-ac7b-4b47-9704-cd4ae69358ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:48:58Z', 'updated_at': '2022-05-20T20:48:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:49:01.264269 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c97bb3-5654-4712-abd1-bf84e49a92bb None None] Checking router: 208fc636-ac7b-4b47-9704-cd4ae69358ba for host: n-d-842733-1 {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 20:49:01.265702 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c97bb3-5654-4712-abd1-bf84e49a92bb None None] Updating router 208fc636-ac7b-4b47-9704-cd4ae69358ba port a273ae22-c87d-4557-94a4-9200483eae2e binding host n-d-842733-1 {{(pid=103164) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 20:49:01.296931 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b6c97bb3-5654-4712-abd1-bf84e49a92bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:01.300573 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3f333613-ff59-4693-9dab-0542339ea381 req-d9ff6c09-f1b6-40e4-9707-affc8279adf0 tempest-ServerShowV254Test-2147464569 tempest-ServerShowV254Test-2147464569-project] 10.222.0.35 "GET /v2.0/ports?device_id=eae40ff4-074e-48c3-9704-393975de631b HTTP/1.1" status: 200 len: 210 time: 0.0531261 May 20 20:49:01.449519 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-1adf76cf-c647-4a54-a160-cbeddcd82328 None None] Current status of the port 354677fb-a2f8-4577-8745-bce24aa3b07a is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:49:01.459193 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [req-651e0f87-15b1-4e11-b727-1c3a5272e164 req-6bad910b-3b6a-42fa-984e-bcdb434e99f3 tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] Router df50236c-45ab-4a8c-91af-f35e0d4296cb has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 20:49:01.603337 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-d59650f4-05df-422e-870e-e7eefbd2905d None None] Provisioning complete for port 354677fb-a2f8-4577-8745-bce24aa3b07a triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:49:01.603704 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d59650f4-05df-422e-870e-e7eefbd2905d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:01.616312 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b6c97bb3-5654-4712-abd1-bf84e49a92bb None None] Notify callbacks [] for port, precommit_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:01.670889 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-651e0f87-15b1-4e11-b727-1c3a5272e164 req-6bad910b-3b6a-42fa-984e-bcdb434e99f3 tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 20:49:01.677072 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-651e0f87-15b1-4e11-b727-1c3a5272e164 req-6bad910b-3b6a-42fa-984e-bcdb434e99f3 tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for floatingip, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:01.682599 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbd433ea-a7ac-4ad6-bbf2-574898753579 None None] Sync routers for ids ['df50236c-45ab-4a8c-91af-f35e0d4296cb'] in n-d-842733-1 {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 20:49:01.703806 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd433ea-a7ac-4ad6-bbf2-574898753579 None None] Routers {'df50236c-45ab-4a8c-91af-f35e0d4296cb'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:49:01.708178 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-dbd433ea-a7ac-4ad6-bbf2-574898753579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:48:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['df50236c-45ab-4a8c-91af-f35e0d4296cb'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:49:01.708491 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b63dd336-8366-4c48-bfa8-00fd7efcd19c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:01.714498 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-d59650f4-05df-422e-870e-e7eefbd2905d None None] Current status of the port 354677fb-a2f8-4577-8745-bce24aa3b07a is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:49:01.726821 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-651e0f87-15b1-4e11-b727-1c3a5272e164 req-6bad910b-3b6a-42fa-984e-bcdb434e99f3 tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] 10.222.0.35 "PUT /v2.0/floatingips/9e98d0da-4f51-464a-8788-db4fdbff6d6c HTTP/1.1" status: 200 len: 997 time: 1.7421257 May 20 20:49:01.728837 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8ef1482-fa91-4d44-abb9-3994eeeefcf5', 'tag': '31c7ce13-d85e-4b3d-8e2f-e5068f0e7c5b'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:49:01.731723 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4291b17aa7b45362825f0571e77c85f5e73afe1df9c7e9e15006df9d695c005e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93b9d68c-bfa9-4f1a-9053-5638c305a40e" -d '{"events": [{"name": "network-changed", "server_uuid": "e8ef1482-fa91-4d44-abb9-3994eeeefcf5", "tag": "31c7ce13-d85e-4b3d-8e2f-e5068f0e7c5b"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:49:01.738381 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b6c97bb3-5654-4712-abd1-bf84e49a92bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:01.799201 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d248f8b-3f9b-4afe-a579-7719ad910424 None None] Pushing event updated for resources: {'Port': ['ID=a273ae22-c87d-4557-94a4-9200483eae2e,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:49:01.815183 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 354677fb-a2f8-4577-8745-bce24aa3b07a up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:49:01.846102 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-b6c97bb3-5654-4712-abd1-bf84e49a92bb None None] Attempting to bind port a273ae22-c87d-4557-94a4-9200483eae2e on host n-d-842733-1 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:49:01.846102 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-b6c97bb3-5654-4712-abd1-bf84e49a92bb None None] Attempting to bind port a273ae22-c87d-4557-94a4-9200483eae2e by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': '0b5485c4-eff8-42a1-9073-ae54ed4c63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:49:01.846102 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c97bb3-5654-4712-abd1-bf84e49a92bb None None] Attempting to bind port a273ae22-c87d-4557-94a4-9200483eae2e on network e3a93b5c-91e2-4064-9c2c-1afc261bfe15 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:49:01.849086 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 20:49:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e535817-c55b-4a70-8ae4-d2615989d350 x-openstack-request-id: req-8e535817-c55b-4a70-8ae4-d2615989d350 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:49:01.849405 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8ef1482-fa91-4d44-abb9-3994eeeefcf5", "tag": "31c7ce13-d85e-4b3d-8e2f-e5068f0e7c5b", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:49:01.849659 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8e535817-c55b-4a70-8ae4-d2615989d350 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:49:01.850062 n-d-842733-1 neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e535817-c55b-4a70-8ae4-d2615989d350'] response: {'name': 'network-changed', 'server_uuid': 'e8ef1482-fa91-4d44-abb9-3994eeeefcf5', 'tag': '31c7ce13-d85e-4b3d-8e2f-e5068f0e7c5b', 'status': 'completed', 'code': 200} May 20 20:49:01.858040 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c97bb3-5654-4712-abd1-bf84e49a92bb None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 48, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:49:01.858567 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c97bb3-5654-4712-abd1-bf84e49a92bb None None] Checking segment: {'id': '0b5485c4-eff8-42a1-9073-ae54ed4c63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:49:01.858965 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b6c97bb3-5654-4712-abd1-bf84e49a92bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:01.859350 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c97bb3-5654-4712-abd1-bf84e49a92bb None None] Bound using segment: {'id': '0b5485c4-eff8-42a1-9073-ae54ed4c63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:49:01.859878 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-b6c97bb3-5654-4712-abd1-bf84e49a92bb None None] Bound port: a273ae22-c87d-4557-94a4-9200483eae2e, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b5485c4-eff8-42a1-9073-ae54ed4c63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:49:01.860281 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b6c97bb3-5654-4712-abd1-bf84e49a92bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:01.871739 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651e0f87-15b1-4e11-b727-1c3a5272e164 req-1ef3d265-076d-4cb2-9a98-91d57ceb592b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:49:01.884064 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-651e0f87-15b1-4e11-b727-1c3a5272e164 req-1ef3d265-076d-4cb2-9a98-91d57ceb592b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b08823cbf82b41d5ac4037cf2ee63513&device_id=e8ef1482-fa91-4d44-abb9-3994eeeefcf5 HTTP/1.1" status: 200 len: 1097 time: 0.1280074 May 20 20:49:01.952067 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 354677fb-a2f8-4577-8745-bce24aa3b07a triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:49:01.952584 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:01.967935 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-dbd433ea-a7ac-4ad6-bbf2-574898753579 None None] Set router df50236c-45ab-4a8c-91af-f35e0d4296cb gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:49:01.985459 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b6c97bb3-5654-4712-abd1-bf84e49a92bb None None] For port a273ae22-c87d-4557-94a4-9200483eae2e, host n-d-842733-1, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:49:02.007107 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b9d68c-bfa9-4f1a-9053-5638c305a40e req-51faa20f-114c-459a-a7af-5d4eaf575269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:49:02.011956 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-93b9d68c-bfa9-4f1a-9053-5638c305a40e req-51faa20f-114c-459a-a7af-5d4eaf575269 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b08823cbf82b41d5ac4037cf2ee63513&device_id=e8ef1482-fa91-4d44-abb9-3994eeeefcf5 HTTP/1.1" status: 200 len: 1097 time: 0.1100543 May 20 20:49:02.018551 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b6c97bb3-5654-4712-abd1-bf84e49a92bb None None] For port a273ae22-c87d-4557-94a4-9200483eae2e, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=a273ae22-c87d-4557-94a4-9200483eae2e,segment=NetworkSegment(0b5485c4-eff8-42a1-9073-ae54ed4c63ba),segment_id=0b5485c4-eff8-42a1-9073-ae54ed4c63ba)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:49:02.041409 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-b63dd336-8366-4c48-bfa8-00fd7efcd19c admin admin] Allocated IP 172.20.0.1 (5ca369c8-df0a-41e3-869c-b1b368b823ae/0e16e10c-5b92-4574-b13d-016374e3f82e/799cc531-daae-4bfe-9e64-fc43698ef981) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:49:02.097044 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 354677fb-a2f8-4577-8745-bce24aa3b07a is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:49:02.099382 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651e0f87-15b1-4e11-b727-1c3a5272e164 req-79d60ab9-511e-4d24-a594-a5630dd62ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:49:02.103703 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b6c97bb3-5654-4712-abd1-bf84e49a92bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:02.109729 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-651e0f87-15b1-4e11-b727-1c3a5272e164 req-79d60ab9-511e-4d24-a594-a5630dd62ccf service neutron] 10.222.0.35 "GET /v2.0/networks?id=a0f85c50-1e5c-452b-8cab-6202e1b6863f HTTP/1.1" status: 200 len: 921 time: 0.2221708 May 20 20:49:02.170082 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:02.213335 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-651e0f87-15b1-4e11-b727-1c3a5272e164 req-3a7024fd-fa2d-41fd-ace1-4a83630ef3f1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=31c7ce13-d85e-4b3d-8e2f-e5068f0e7c5b HTTP/1.1" status: 200 len: 1000 time: 0.1046543 May 20 20:49:02.278664 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b9d68c-bfa9-4f1a-9053-5638c305a40e req-a67d91f4-f56f-4dce-9d94-f4826a0e1812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:49:02.285820 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c97bb3-5654-4712-abd1-bf84e49a92bb None None] Routers {'208fc636-ac7b-4b47-9704-cd4ae69358ba'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:49:02.286017 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-93b9d68c-bfa9-4f1a-9053-5638c305a40e req-a67d91f4-f56f-4dce-9d94-f4826a0e1812 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a0f85c50-1e5c-452b-8cab-6202e1b6863f HTTP/1.1" status: 200 len: 921 time: 0.2655158 May 20 20:49:02.286571 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-b6c97bb3-5654-4712-abd1-bf84e49a92bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:48:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['208fc636-ac7b-4b47-9704-cd4ae69358ba'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:49:02.289755 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-dbd433ea-a7ac-4ad6-bbf2-574898753579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df50236c-45ab-4a8c-91af-f35e0d4296cb', 'name': 'tempest-FloatingIPsAssociationTestJSON-342180242-router', 'tenant_id': 'b08823cbf82b41d5ac4037cf2ee63513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.57'}], 'enable_snat': True}, 'gw_port_id': 'bb4f9753-2486-4eec-a68b-00ed52e4689c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:48:18Z', 'updated_at': '2022-05-20T20:48:25Z', 'revision_number': 4, 'project_id': 'b08823cbf82b41d5ac4037cf2ee63513', 'gw_port': {'id': 'bb4f9753-2486-4eec-a68b-00ed52e4689c', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:7c:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df50236c-45ab-4a8c-91af-f35e0d4296cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:48:18Z', 'updated_at': '2022-05-20T20:48:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_floatingips': [{'id': '9e98d0da-4f51-464a-8788-db4fdbff6d6c', 'tenant_id': 'b08823cbf82b41d5ac4037cf2ee63513', 'floating_ip_address': '172.25.2.173', 'floating_network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'router_id': 'df50236c-45ab-4a8c-91af-f35e0d4296cb', 'port_id': '31c7ce13-d85e-4b3d-8e2f-e5068f0e7c5b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1328, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0f85c50-1e5c-452b-8cab-6202e1b6863f', 'mac_address': 'fa:16:3e:8e:67:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ef1482-fa91-4d44-abb9-3994eeeefcf5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-20T20:48:44Z', 'updated_at': '2022-05-20T20:49:00Z', 'revision_number': 1, 'project_id': 'b08823cbf82b41d5ac4037cf2ee63513', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a25d3170-f929-40c9-bdf9-a2df393fa0ae', 'name': '', 'network_id': 'a0f85c50-1e5c-452b-8cab-6202e1b6863f', 'tenant_id': 'b08823cbf82b41d5ac4037cf2ee63513', 'mac_address': 'fa:16:3e:61:8e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df50236c-45ab-4a8c-91af-f35e0d4296cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': 'b70b63b1-2e88-43cc-a35f-4cb2fd8d84c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:48:23Z', 'updated_at': '2022-05-20T20:48:29Z', 'revision_number': 5, 'project_id': 'b08823cbf82b41d5ac4037cf2ee63513', 'subnets': [{'id': 'b70b63b1-2e88-43cc-a35f-4cb2fd8d84c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:49:02.296280 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651e0f87-15b1-4e11-b727-1c3a5272e164 req-4ee92d8d-0aa5-41f1-88b9-2fa02f5abb7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:49:02.303661 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-651e0f87-15b1-4e11-b727-1c3a5272e164 req-4ee92d8d-0aa5-41f1-88b9-2fa02f5abb7d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b70b63b1-2e88-43cc-a35f-4cb2fd8d84c1 HTTP/1.1" status: 200 len: 859 time: 0.0887563 May 20 20:49:02.337801 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d248f8b-3f9b-4afe-a579-7719ad910424 None None] Pushing event updated for resources: {'Port': ['ID=a273ae22-c87d-4557-94a4-9200483eae2e,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:49:02.346146 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbd433ea-a7ac-4ad6-bbf2-574898753579 None None] Checking router: df50236c-45ab-4a8c-91af-f35e0d4296cb for host: n-d-842733-1 {{(pid=103165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 20:49:02.364941 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd433ea-a7ac-4ad6-bbf2-574898753579 None None] Routers {'df50236c-45ab-4a8c-91af-f35e0d4296cb'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:49:02.368384 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-93b9d68c-bfa9-4f1a-9053-5638c305a40e req-aff6d250-3ee8-43f8-b759-9d48fdec5d3e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=31c7ce13-d85e-4b3d-8e2f-e5068f0e7c5b HTTP/1.1" status: 200 len: 1000 time: 0.0722098 May 20 20:49:02.368925 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-dbd433ea-a7ac-4ad6-bbf2-574898753579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:48:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['df50236c-45ab-4a8c-91af-f35e0d4296cb'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:49:02.430679 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b63dd336-8366-4c48-bfa8-00fd7efcd19c admin admin] Notify callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:02.446469 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b9d68c-bfa9-4f1a-9053-5638c305a40e req-756008e1-79d7-413c-945b-97d306034858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:49:02.449483 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-93b9d68c-bfa9-4f1a-9053-5638c305a40e req-756008e1-79d7-413c-945b-97d306034858 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b70b63b1-2e88-43cc-a35f-4cb2fd8d84c1 HTTP/1.1" status: 200 len: 859 time: 0.0718498 May 20 20:49:02.458572 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651e0f87-15b1-4e11-b727-1c3a5272e164 req-bf2a68b7-607d-4353-b022-fde12d63e08a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:49:02.458572 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-651e0f87-15b1-4e11-b727-1c3a5272e164 req-bf2a68b7-607d-4353-b022-fde12d63e08a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a0f85c50-1e5c-452b-8cab-6202e1b6863f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1473429 May 20 20:49:02.459003 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-b6c97bb3-5654-4712-abd1-bf84e49a92bb None None] Set router 208fc636-ac7b-4b47-9704-cd4ae69358ba gateway port host: n-d-842733-1 {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:49:02.467660 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3427ed9b-028b-4efc-9264-7e355664414c req-ea8f2731-0e74-43dc-b1d1-7a612bd75942 tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:49:02.474941 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3427ed9b-028b-4efc-9264-7e355664414c req-ea8f2731-0e74-43dc-b1d1-7a612bd75942 tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] 10.222.0.35 "GET /v2.0/ports?device_id=0f535575-dc81-4139-bc1e-db9fe0d7c5b9 HTTP/1.1" status: 200 len: 946 time: 0.1830292 May 20 20:49:02.521475 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-dbd433ea-a7ac-4ad6-bbf2-574898753579 None None] Set router df50236c-45ab-4a8c-91af-f35e0d4296cb gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:49:02.566658 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b9d68c-bfa9-4f1a-9053-5638c305a40e req-589ae38c-b5cd-48c7-b8d4-dabf65b8f46b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:49:02.569870 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-93b9d68c-bfa9-4f1a-9053-5638c305a40e req-589ae38c-b5cd-48c7-b8d4-dabf65b8f46b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a0f85c50-1e5c-452b-8cab-6202e1b6863f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1007974 May 20 20:49:02.709306 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-b6c97bb3-5654-4712-abd1-bf84e49a92bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '208fc636-ac7b-4b47-9704-cd4ae69358ba', 'name': 'tempest-TaggedBootDevicesTest-470911137-router', 'tenant_id': '130041758ffe4e0a8066d604acc4da27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.128'}], 'enable_snat': True}, 'gw_port_id': 'a273ae22-c87d-4557-94a4-9200483eae2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:48:58Z', 'updated_at': '2022-05-20T20:48:59Z', 'revision_number': 3, 'project_id': '130041758ffe4e0a8066d604acc4da27', 'gw_port': {'id': 'a273ae22-c87d-4557-94a4-9200483eae2e', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:9c:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '208fc636-ac7b-4b47-9704-cd4ae69358ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:48:58Z', 'updated_at': '2022-05-20T20:49:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:49:02.737483 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-93b9d68c-bfa9-4f1a-9053-5638c305a40e req-cd4e9512-aedc-4fbc-805e-cbd0159a5e32 service neutron] 10.222.0.13 "GET /v2.0/networks/a0f85c50-1e5c-452b-8cab-6202e1b6863f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524625 May 20 20:49:02.750990 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c97bb3-5654-4712-abd1-bf84e49a92bb None None] The sync data for ids ['208fc636-ac7b-4b47-9704-cd4ae69358ba'] in n-d-842733-1 is: [{'id': '208fc636-ac7b-4b47-9704-cd4ae69358ba', 'name': 'tempest-TaggedBootDevicesTest-470911137-router', 'tenant_id': '130041758ffe4e0a8066d604acc4da27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.128'}], 'enable_snat': True}, 'gw_port_id': 'a273ae22-c87d-4557-94a4-9200483eae2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:48:58Z', 'updated_at': '2022-05-20T20:48:59Z', 'revision_number': 3, 'project_id': '130041758ffe4e0a8066d604acc4da27', 'gw_port': {'id': 'a273ae22-c87d-4557-94a4-9200483eae2e', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:9c:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '208fc636-ac7b-4b47-9704-cd4ae69358ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:48:58Z', 'updated_at': '2022-05-20T20:49:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 20:49:02.843659 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-dbd433ea-a7ac-4ad6-bbf2-574898753579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df50236c-45ab-4a8c-91af-f35e0d4296cb', 'name': 'tempest-FloatingIPsAssociationTestJSON-342180242-router', 'tenant_id': 'b08823cbf82b41d5ac4037cf2ee63513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.57'}], 'enable_snat': True}, 'gw_port_id': 'bb4f9753-2486-4eec-a68b-00ed52e4689c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:48:18Z', 'updated_at': '2022-05-20T20:48:25Z', 'revision_number': 4, 'project_id': 'b08823cbf82b41d5ac4037cf2ee63513', 'gw_port': {'id': 'bb4f9753-2486-4eec-a68b-00ed52e4689c', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:7c:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df50236c-45ab-4a8c-91af-f35e0d4296cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:48:18Z', 'updated_at': '2022-05-20T20:48:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_floatingips': [{'id': '9e98d0da-4f51-464a-8788-db4fdbff6d6c', 'tenant_id': 'b08823cbf82b41d5ac4037cf2ee63513', 'floating_ip_address': '172.25.2.173', 'floating_network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'router_id': 'df50236c-45ab-4a8c-91af-f35e0d4296cb', 'port_id': '31c7ce13-d85e-4b3d-8e2f-e5068f0e7c5b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1328, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0f85c50-1e5c-452b-8cab-6202e1b6863f', 'mac_address': 'fa:16:3e:8e:67:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ef1482-fa91-4d44-abb9-3994eeeefcf5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-20T20:48:44Z', 'updated_at': '2022-05-20T20:49:00Z', 'revision_number': 1, 'project_id': 'b08823cbf82b41d5ac4037cf2ee63513', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a25d3170-f929-40c9-bdf9-a2df393fa0ae', 'name': '', 'network_id': 'a0f85c50-1e5c-452b-8cab-6202e1b6863f', 'tenant_id': 'b08823cbf82b41d5ac4037cf2ee63513', 'mac_address': 'fa:16:3e:61:8e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df50236c-45ab-4a8c-91af-f35e0d4296cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': 'b70b63b1-2e88-43cc-a35f-4cb2fd8d84c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:48:23Z', 'updated_at': '2022-05-20T20:48:29Z', 'revision_number': 5, 'project_id': 'b08823cbf82b41d5ac4037cf2ee63513', 'subnets': [{'id': 'b70b63b1-2e88-43cc-a35f-4cb2fd8d84c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:49:02.878485 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbd433ea-a7ac-4ad6-bbf2-574898753579 None None] The sync data for ids ['df50236c-45ab-4a8c-91af-f35e0d4296cb'] in n-d-842733-1 is: [{'id': 'df50236c-45ab-4a8c-91af-f35e0d4296cb', 'name': 'tempest-FloatingIPsAssociationTestJSON-342180242-router', 'tenant_id': 'b08823cbf82b41d5ac4037cf2ee63513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.57'}], 'enable_snat': True}, 'gw_port_id': 'bb4f9753-2486-4eec-a68b-00ed52e4689c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:48:18Z', 'updated_at': '2022-05-20T20:48:25Z', 'revision_number': 4, 'project_id': 'b08823cbf82b41d5ac4037cf2ee63513', 'gw_port': {'id': 'bb4f9753-2486-4eec-a68b-00ed52e4689c', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:7c:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df50236c-45ab-4a8c-91af-f35e0d4296cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:48:18Z', 'updated_at': '2022-05-20T20:48:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_floatingips': [{'id': '9e98d0da-4f51-464a-8788-db4fdbff6d6c', 'tenant_id': 'b08823cbf82b41d5ac4037cf2ee63513', 'floating_ip_address': '172.25.2.173', 'floating_network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'router_id': 'df50236c-45ab-4a8c-91af-f35e0d4296cb', 'port_id': '31c7ce13-d85e-4b3d-8e2f-e5068f0e7c5b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1328, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0f85c50-1e5c-452b-8cab-6202e1b6863f', 'mac_address': 'fa:16:3e:8e:67:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ef1482-fa91-4d44-abb9-3994eeeefcf5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-20T20:48:44Z', 'updated_at': '2022-05-20T20:49:00Z', 'revision_number': 1, 'project_id': 'b08823cbf82b41d5ac4037cf2ee63513', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a25d3170-f929-40c9-bdf9-a2df393fa0ae', 'name': '', 'network_id': 'a0f85c50-1e5c-452b-8cab-6202e1b6863f', 'tenant_id': 'b08823cbf82b41d5ac4037cf2ee63513', 'mac_address': 'fa:16:3e:61:8e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df50236c-45ab-4a8c-91af-f35e0d4296cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': 'b70b63b1-2e88-43cc-a35f-4cb2fd8d84c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:48:23Z', 'updated_at': '2022-05-20T20:48:29Z', 'revision_number': 5, 'project_id': 'b08823cbf82b41d5ac4037cf2ee63513', 'subnets': [{'id': 'b70b63b1-2e88-43cc-a35f-4cb2fd8d84c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 20:49:02.949842 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-93b9d68c-bfa9-4f1a-9053-5638c305a40e req-24ecc239-435f-4627-956a-41ca5b7f443d service neutron] 10.222.0.13 "GET /v2.0/networks/a0f85c50-1e5c-452b-8cab-6202e1b6863f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2038884 May 20 20:49:02.958740 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3427ed9b-028b-4efc-9264-7e355664414c req-90d25da1-2263-4bb2-8c62-5c99a705ffb6 tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] 10.222.0.35 "GET /v2.0/security-groups?id=2274ca87-1a60-437e-91f1-b4d825425422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4827802 May 20 20:49:03.002422 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-651e0f87-15b1-4e11-b727-1c3a5272e164 req-f9ad8215-f66d-48c0-b1b3-d5a3554de925 service neutron] 10.222.0.35 "GET /v2.0/networks/a0f85c50-1e5c-452b-8cab-6202e1b6863f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5236979 May 20 20:49:03.083189 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b63dd336-8366-4c48-bfa8-00fd7efcd19c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:03.166769 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b63dd336-8366-4c48-bfa8-00fd7efcd19c admin admin] Network 5ca369c8-df0a-41e3-869c-b1b368b823ae is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:49:03.178684 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-b63dd336-8366-4c48-bfa8-00fd7efcd19c admin admin] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:49:03.183229 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b63dd336-8366-4c48-bfa8-00fd7efcd19c admin admin] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:49:03.213914 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63dd336-8366-4c48-bfa8-00fd7efcd19c admin admin] Pushing event updated for resources: {'Port': ['ID=799cc531-daae-4bfe-9e64-fc43698ef981,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:49:03.260902 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-651e0f87-15b1-4e11-b727-1c3a5272e164 req-18e5175c-dd4c-4fc5-99a4-d44213d8692a service neutron] 10.222.0.35 "GET /v2.0/networks/a0f85c50-1e5c-452b-8cab-6202e1b6863f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2569802 May 20 20:49:03.273623 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b63dd336-8366-4c48-bfa8-00fd7efcd19c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748409'] for router_interface, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:03.297676 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53243101-5734-4355-8c60-32df14f22e2c None None] New status for floating IP 9e98d0da-4f51-464a-8788-db4fdbff6d6c: ACTIVE {{(pid=103164) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 20:49:03.437389 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 47840) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:49:03.452881 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-38d59b41-4879-49f7-b94b-88b82ef26925 req-f05fd5b4-9081-4dee-9ebd-3289dff603fb tempest-ServerShowV254Test-2147464569 tempest-ServerShowV254Test-2147464569-project] 10.222.0.35 "GET /v2.0/ports?device_id=eae40ff4-074e-48c3-9704-393975de631b HTTP/1.1" status: 200 len: 210 time: 0.0683730 May 20 20:49:03.563796 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-e2fedc1f-3606-4df3-912b-f9fa15d51fc3 None None] Provisioning complete for port 799cc531-daae-4bfe-9e64-fc43698ef981 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:49:03.564464 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-e2fedc1f-3606-4df3-912b-f9fa15d51fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:03.611368 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-e2fedc1f-3606-4df3-912b-f9fa15d51fc3 None None] Port 799cc531-daae-4bfe-9e64-fc43698ef981 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 20:49:03.653372 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b2ff0dcc-5fe0-450d-b782-a8a0af28e61b admin admin] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:03.658201 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d43421d-6a54-4049-ac29-eac2c191dacf req-c1e81d7a-2dde-4b4a-b2f6-adf293c81ff2 tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:49:03.664668 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4d43421d-6a54-4049-ac29-eac2c191dacf req-c1e81d7a-2dde-4b4a-b2f6-adf293c81ff2 tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] 10.222.0.35 "GET /v2.0/ports?device_id=f1af9e82-3f83-4962-b252-d66a988678f9&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1700735 May 20 20:49:03.780618 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device a273ae22-c87d-4557-94a4-9200483eae2e up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:49:03.796548 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b2ff0dcc-5fe0-450d-b782-a8a0af28e61b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:03.806129 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b63dd336-8366-4c48-bfa8-00fd7efcd19c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:03.827559 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4d43421d-6a54-4049-ac29-eac2c191dacf req-cd41e53c-d1a0-4731-b24c-f95751c6cc80 tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.2.173 HTTP/1.1" status: 200 len: 1000 time: 0.1492565 May 20 20:49:03.847477 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port a273ae22-c87d-4557-94a4-9200483eae2e triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:49:03.848055 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:03.859150 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [req-4d43421d-6a54-4049-ac29-eac2c191dacf req-bd01cec0-0d91-496c-9af0-5bd2251cfd27 tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] Request body: {'floatingip': {'port_id': '42adb422-9151-4491-b25d-34ad793a4cf4', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:49:03.866572 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b2ff0dcc-5fe0-450d-b782-a8a0af28e61b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:03.911404 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-b2ff0dcc-5fe0-450d-b782-a8a0af28e61b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a3579af71aad4a81a3b72053545ea4b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4729004 May 20 20:49:03.913281 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 47844) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:49:03.923226 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ff0dcc-5fe0-450d-b782-a8a0af28e61b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52e14397-2dee-49ac-90ad-ba652f6de2d8,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:49:03.938261 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port a273ae22-c87d-4557-94a4-9200483eae2e is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:49:03.938916 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:03.943377 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ff0dcc-5fe0-450d-b782-a8a0af28e61b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:49:03.943966 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ff0dcc-5fe0-450d-b782-a8a0af28e61b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:49:03.944706 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ff0dcc-5fe0-450d-b782-a8a0af28e61b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:49:03.945500 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ff0dcc-5fe0-450d-b782-a8a0af28e61b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:49:03.946562 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ff0dcc-5fe0-450d-b782-a8a0af28e61b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:49:03.947646 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ff0dcc-5fe0-450d-b782-a8a0af28e61b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:49:03.948183 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ff0dcc-5fe0-450d-b782-a8a0af28e61b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:49:03.948728 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ff0dcc-5fe0-450d-b782-a8a0af28e61b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:49:03.949283 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ff0dcc-5fe0-450d-b782-a8a0af28e61b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:49:03.949807 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ff0dcc-5fe0-450d-b782-a8a0af28e61b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:49:03.950427 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ff0dcc-5fe0-450d-b782-a8a0af28e61b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:49:03.956384 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ff0dcc-5fe0-450d-b782-a8a0af28e61b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:49:03.967281 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] For port a273ae22-c87d-4557-94a4-9200483eae2e, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=a273ae22-c87d-4557-94a4-9200483eae2e,segment=NetworkSegment(0b5485c4-eff8-42a1-9073-ae54ed4c63ba),segment_id=0b5485c4-eff8-42a1-9073-ae54ed4c63ba)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:49:04.002738 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-4d43421d-6a54-4049-ac29-eac2c191dacf req-bd01cec0-0d91-496c-9af0-5bd2251cfd27 tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] Notify callbacks [] for floatingip, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:04.003780 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-66afe166-c406-4b0c-a03a-1a67e622cc70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:04.027364 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:04.043392 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-66afe166-c406-4b0c-a03a-1a67e622cc70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:04.101070 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Pushing event updated for resources: {'Port': ['ID=a273ae22-c87d-4557-94a4-9200483eae2e,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:49:04.226008 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-66afe166-c406-4b0c-a03a-1a67e622cc70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:04.231034 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-66afe166-c406-4b0c-a03a-1a67e622cc70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:04.235695 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-66afe166-c406-4b0c-a03a-1a67e622cc70 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/52e14397-2dee-49ac-90ad-ba652f6de2d8 HTTP/1.1" status: 204 len: 168 time: 0.3204327 May 20 20:49:04.246482 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66afe166-c406-4b0c-a03a-1a67e622cc70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52e14397-2dee-49ac-90ad-ba652f6de2d8,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:49:04.248862 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b63dd336-8366-4c48-bfa8-00fd7efcd19c admin admin] Notify callbacks [] for port, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:04.267048 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1aa225-af7f-4fc7-9c0e-eaa06a62bd69 req-1cbc0940-1848-4b8c-8b57-ac583811dbf0 tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:49:04.268705 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-be1aa225-af7f-4fc7-9c0e-eaa06a62bd69 req-1cbc0940-1848-4b8c-8b57-ac583811dbf0 tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] 10.222.0.35 "GET /v2.0/ports?device_id=0f535575-dc81-4139-bc1e-db9fe0d7c5b9 HTTP/1.1" status: 200 len: 946 time: 0.1776795 May 20 20:49:04.330298 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b63dd336-8366-4c48-bfa8-00fd7efcd19c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:04.455542 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-be1aa225-af7f-4fc7-9c0e-eaa06a62bd69 req-3747c43d-ced2-43d4-814b-f58c97ca4f25 tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] 10.222.0.35 "GET /v2.0/security-groups?id=2274ca87-1a60-437e-91f1-b4d825425422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793814 May 20 20:49:04.468085 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b63dd336-8366-4c48-bfa8-00fd7efcd19c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748437'] for router_interface, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:04.473034 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63dd336-8366-4c48-bfa8-00fd7efcd19c admin admin] Pushing event updated for resources: {'Port': ['ID=799cc531-daae-4bfe-9e64-fc43698ef981,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:49:04.788407 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-fe1019e1-c03c-45de-bbe3-0b58c51c4c0e req-90ce84a4-fb64-4472-9f70-5c18786f530a tempest-ServerShowV254Test-2147464569 tempest-ServerShowV254Test-2147464569-project] 10.222.0.35 "GET /v2.0/ports?device_id=eae40ff4-074e-48c3-9704-393975de631b HTTP/1.1" status: 200 len: 210 time: 0.0742378 May 20 20:49:04.911948 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.db.resource_extend [req-4d43421d-6a54-4049-ac29-eac2c191dacf req-bd01cec0-0d91-496c-9af0-5bd2251cfd27 tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 20 20:49:04.953047 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b63dd336-8366-4c48-bfa8-00fd7efcd19c admin admin] Network 5ca369c8-df0a-41e3-869c-b1b368b823ae is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:49:04.958207 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-b63dd336-8366-4c48-bfa8-00fd7efcd19c admin admin] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:49:05.048538 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-4d43421d-6a54-4049-ac29-eac2c191dacf req-bd01cec0-0d91-496c-9af0-5bd2251cfd27 tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:05.123293 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 47862) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:49:05.141869 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-4d43421d-6a54-4049-ac29-eac2c191dacf req-bd01cec0-0d91-496c-9af0-5bd2251cfd27 tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748272'] for floatingip, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:05.144735 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b63dd336-8366-4c48-bfa8-00fd7efcd19c admin admin] Router 208fc636-ac7b-4b47-9704-cd4ae69358ba has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 20:49:05.147053 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-47dead44-f9ec-478b-a4ad-762a7c76ee76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:05.346019 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-19e76810-b169-464c-95d7-b9ccc2c2b996 None None] Provisioning complete for port 799cc531-daae-4bfe-9e64-fc43698ef981 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:49:05.346490 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-19e76810-b169-464c-95d7-b9ccc2c2b996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:05.404180 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-19e76810-b169-464c-95d7-b9ccc2c2b996 None None] Port 799cc531-daae-4bfe-9e64-fc43698ef981 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 20:49:05.419018 n-d-842733-1 neutron-server[103163]: INFO neutron.db.l3_db [req-4d43421d-6a54-4049-ac29-eac2c191dacf req-bd01cec0-0d91-496c-9af0-5bd2251cfd27 tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] Floating IP 9e98d0da-4f51-464a-8788-db4fdbff6d6c associated. External IP: 172.25.2.173, port: 31c7ce13-d85e-4b3d-8e2f-e5068f0e7c5b. May 20 20:49:05.475061 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-47dead44-f9ec-478b-a4ad-762a7c76ee76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:05.481603 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b63dd336-8366-4c48-bfa8-00fd7efcd19c admin admin] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 20:49:05.489890 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-b63dd336-8366-4c48-bfa8-00fd7efcd19c admin admin] 10.222.0.35 "PUT /v2.0/routers/208fc636-ac7b-4b47-9704-cd4ae69358ba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7318859 May 20 20:49:05.502957 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b3daa51-6a35-486a-9a4d-06506dd31391 None None] Sync routers for ids ['208fc636-ac7b-4b47-9704-cd4ae69358ba'] in n-d-842733-1 {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 20:49:05.524825 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b3daa51-6a35-486a-9a4d-06506dd31391 None None] Routers {'208fc636-ac7b-4b47-9704-cd4ae69358ba'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:49:05.524825 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-6b3daa51-6a35-486a-9a4d-06506dd31391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:48:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['208fc636-ac7b-4b47-9704-cd4ae69358ba'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:49:05.600908 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-47dead44-f9ec-478b-a4ad-762a7c76ee76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:05.705381 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-6b3daa51-6a35-486a-9a4d-06506dd31391 None None] Set router 208fc636-ac7b-4b47-9704-cd4ae69358ba gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:49:05.717992 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dead44-f9ec-478b-a4ad-762a7c76ee76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e4c945f-9641-40e7-a85d-14af69d0b8ae,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:49:05.725337 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-47dead44-f9ec-478b-a4ad-762a7c76ee76 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0777911369774c3db0a53e8c46859749&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6009698 May 20 20:49:05.729803 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 47874) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:49:05.743238 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8423055-30d7-4cf1-ab50-1e875fd3b504 req-0fe013b2-8934-4368-b240-82a727086c5d tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:49:05.760807 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a8423055-30d7-4cf1-ab50-1e875fd3b504 req-0fe013b2-8934-4368-b240-82a727086c5d tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] 10.222.0.35 "GET /v2.0/ports?device_id=0f535575-dc81-4139-bc1e-db9fe0d7c5b9 HTTP/1.1" status: 200 len: 946 time: 0.1764841 May 20 20:49:05.804012 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device a273ae22-c87d-4557-94a4-9200483eae2e up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:49:05.863734 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-10d50274-977c-4620-9185-d747fefdd9b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:05.909277 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-10d50274-977c-4620-9185-d747fefdd9b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:06.001375 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port a273ae22-c87d-4557-94a4-9200483eae2e triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:49:06.001752 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:06.088776 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-10d50274-977c-4620-9185-d747fefdd9b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:06.091628 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-10d50274-977c-4620-9185-d747fefdd9b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:06.093180 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-10d50274-977c-4620-9185-d747fefdd9b0 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7e4c945f-9641-40e7-a85d-14af69d0b8ae HTTP/1.1" status: 204 len: 168 time: 0.3607802 May 20 20:49:06.133554 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d50274-977c-4620-9185-d747fefdd9b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e4c945f-9641-40e7-a85d-14af69d0b8ae,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:49:06.164055 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-6b3daa51-6a35-486a-9a4d-06506dd31391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '208fc636-ac7b-4b47-9704-cd4ae69358ba', 'name': 'tempest-TaggedBootDevicesTest-470911137-router', 'tenant_id': '130041758ffe4e0a8066d604acc4da27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.128'}], 'enable_snat': True}, 'gw_port_id': 'a273ae22-c87d-4557-94a4-9200483eae2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:48:58Z', 'updated_at': '2022-05-20T20:49:03Z', 'revision_number': 4, 'project_id': '130041758ffe4e0a8066d604acc4da27', 'gw_port': {'id': 'a273ae22-c87d-4557-94a4-9200483eae2e', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:9c:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '208fc636-ac7b-4b47-9704-cd4ae69358ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:48:58Z', 'updated_at': '2022-05-20T20:49:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': '799cc531-daae-4bfe-9e64-fc43698ef981', 'name': '', 'network_id': '5ca369c8-df0a-41e3-869c-b1b368b823ae', 'tenant_id': '130041758ffe4e0a8066d604acc4da27', 'mac_address': 'fa:16:3e:a6:59:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '208fc636-ac7b-4b47-9704-cd4ae69358ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': '0e16e10c-5b92-4574-b13d-016374e3f82e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:49:01Z', 'updated_at': '2022-05-20T20:49:03Z', 'revision_number': 2, 'project_id': '130041758ffe4e0a8066d604acc4da27', 'subnets': [{'id': '0e16e10c-5b92-4574-b13d-016374e3f82e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:49:06.175618 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port a273ae22-c87d-4557-94a4-9200483eae2e is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:49:06.256405 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b3daa51-6a35-486a-9a4d-06506dd31391 None None] Checking router: 208fc636-ac7b-4b47-9704-cd4ae69358ba for host: n-d-842733-1 {{(pid=103165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 20:49:06.260197 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b3daa51-6a35-486a-9a4d-06506dd31391 None None] Updating router 208fc636-ac7b-4b47-9704-cd4ae69358ba port 799cc531-daae-4bfe-9e64-fc43698ef981 binding host n-d-842733-1 {{(pid=103165) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 20:49:06.290860 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-6b3daa51-6a35-486a-9a4d-06506dd31391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:06.470282 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a8423055-30d7-4cf1-ab50-1e875fd3b504 req-8af0ab9e-f29f-4335-93d2-f7c4be8294be tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] 10.222.0.35 "GET /v2.0/security-groups?id=2274ca87-1a60-437e-91f1-b4d825425422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7037187 May 20 20:49:06.611851 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4d43421d-6a54-4049-ac29-eac2c191dacf req-bd01cec0-0d91-496c-9af0-5bd2251cfd27 tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] Router df50236c-45ab-4a8c-91af-f35e0d4296cb has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 20:49:06.638759 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d427525f-7086-4d95-954b-8a264e992b9b req-a052d76f-2992-44c2-96fe-7f7079b07745 tempest-ServerShowV254Test-2147464569 tempest-ServerShowV254Test-2147464569-project] 10.222.0.35 "GET /v2.0/ports?device_id=eae40ff4-074e-48c3-9704-393975de631b HTTP/1.1" status: 200 len: 210 time: 0.0414760 May 20 20:49:06.821812 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-6b3daa51-6a35-486a-9a4d-06506dd31391 None None] Notify callbacks [] for port, precommit_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:06.889169 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4d43421d-6a54-4049-ac29-eac2c191dacf req-bd01cec0-0d91-496c-9af0-5bd2251cfd27 tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 20:49:06.908869 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ed9e94f-4dbd-4fd9-9cb6-5242bb3b5523 None None] Sync routers for ids ['df50236c-45ab-4a8c-91af-f35e0d4296cb'] in n-d-842733-1 {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 20:49:06.923299 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-6b3daa51-6a35-486a-9a4d-06506dd31391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:06.932097 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed9e94f-4dbd-4fd9-9cb6-5242bb3b5523 None None] Routers {'df50236c-45ab-4a8c-91af-f35e0d4296cb'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:49:06.933077 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-6ed9e94f-4dbd-4fd9-9cb6-5242bb3b5523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:48:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['df50236c-45ab-4a8c-91af-f35e0d4296cb'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:49:07.033775 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 47906) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:49:07.038476 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-12a22d36-0362-4db4-b7ef-4adfbb3a1e15 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-545666095-network', 'tenant_id': '8fcd29f320dc48e6aa911d84c732fd6f'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:49:07.042845 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68fab60-4751-472c-ba1d-b6dd1e7fb72c None None] Pushing event updated for resources: {'Port': ['ID=799cc531-daae-4bfe-9e64-fc43698ef981,revision_number=3']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:49:07.150247 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-6b3daa51-6a35-486a-9a4d-06506dd31391 None None] Attempting to bind port 799cc531-daae-4bfe-9e64-fc43698ef981 on host n-d-842733-1 for vnic_type normal with profile {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:49:07.150618 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-6b3daa51-6a35-486a-9a4d-06506dd31391 None None] Attempting to bind port 799cc531-daae-4bfe-9e64-fc43698ef981 by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': '0aa42cdb-6fd7-42fb-bac9-6b1b09d7a688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '5ca369c8-df0a-41e3-869c-b1b368b823ae'}] {{(pid=103165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:49:07.151201 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b3daa51-6a35-486a-9a4d-06506dd31391 None None] Attempting to bind port 799cc531-daae-4bfe-9e64-fc43698ef981 on network 5ca369c8-df0a-41e3-869c-b1b368b823ae {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:49:07.158746 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b3daa51-6a35-486a-9a4d-06506dd31391 None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 48, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:49:07.159116 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b3daa51-6a35-486a-9a4d-06506dd31391 None None] Checking segment: {'id': '0aa42cdb-6fd7-42fb-bac9-6b1b09d7a688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '5ca369c8-df0a-41e3-869c-b1b368b823ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:49:07.159571 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-6b3daa51-6a35-486a-9a4d-06506dd31391 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:07.159961 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b3daa51-6a35-486a-9a4d-06506dd31391 None None] Bound using segment: {'id': '0aa42cdb-6fd7-42fb-bac9-6b1b09d7a688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '5ca369c8-df0a-41e3-869c-b1b368b823ae'} {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:49:07.160481 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-6b3daa51-6a35-486a-9a4d-06506dd31391 None None] Bound port: 799cc531-daae-4bfe-9e64-fc43698ef981, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0aa42cdb-6fd7-42fb-bac9-6b1b09d7a688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '5ca369c8-df0a-41e3-869c-b1b368b823ae'}}] {{(pid=103165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:49:07.160967 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-6b3daa51-6a35-486a-9a4d-06506dd31391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:07.177115 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-6ed9e94f-4dbd-4fd9-9cb6-5242bb3b5523 None None] Set router df50236c-45ab-4a8c-91af-f35e0d4296cb gateway port host: n-d-842733-1 {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:49:07.197664 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12a22d36-0362-4db4-b7ef-4adfbb3a1e15 admin admin] Made reservation on behalf of 8fcd29f320dc48e6aa911d84c732fd6f for: {'network': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:49:07.204226 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-12a22d36-0362-4db4-b7ef-4adfbb3a1e15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for network, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:07.237644 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-12a22d36-0362-4db4-b7ef-4adfbb3a1e15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:07.299927 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-6b3daa51-6a35-486a-9a4d-06506dd31391 None None] For port 799cc531-daae-4bfe-9e64-fc43698ef981, host n-d-842733-1, cleared binding levels {{(pid=103165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:49:07.305586 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-6b3daa51-6a35-486a-9a4d-06506dd31391 None None] For port 799cc531-daae-4bfe-9e64-fc43698ef981, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=799cc531-daae-4bfe-9e64-fc43698ef981,segment=NetworkSegment(0aa42cdb-6fd7-42fb-bac9-6b1b09d7a688),segment_id=0aa42cdb-6fd7-42fb-bac9-6b1b09d7a688)] {{(pid=103165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:49:07.330705 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-87f5e9d2-233e-4918-b304-15fec06dd2b6 req-ad4f7be1-52ec-4bb3-bff7-372e4baf360c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a4ab3ddf-2fe5-4063-a4f6-456e0eb3138f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2105157 May 20 20:49:07.381549 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-6b3daa51-6a35-486a-9a4d-06506dd31391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:07.403199 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4d43421d-6a54-4049-ac29-eac2c191dacf req-bd01cec0-0d91-496c-9af0-5bd2251cfd27 tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] Router df50236c-45ab-4a8c-91af-f35e0d4296cb has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 20:49:07.477245 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68fab60-4751-472c-ba1d-b6dd1e7fb72c None None] Pushing event updated for resources: {'Port': ['ID=799cc531-daae-4bfe-9e64-fc43698ef981,revision_number=4']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:49:07.538285 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-12a22d36-0362-4db4-b7ef-4adfbb3a1e15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:07.542703 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b3daa51-6a35-486a-9a4d-06506dd31391 None None] Routers {'208fc636-ac7b-4b47-9704-cd4ae69358ba'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:49:07.545567 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-6b3daa51-6a35-486a-9a4d-06506dd31391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:48:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['208fc636-ac7b-4b47-9704-cd4ae69358ba'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:49:07.555270 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f5e9d2-233e-4918-b304-15fec06dd2b6 req-11e73acb-2548-4fbd-9b8a-17638da97561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:49:07.558912 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-87f5e9d2-233e-4918-b304-15fec06dd2b6 req-11e73acb-2548-4fbd-9b8a-17638da97561 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c23324ed92c6460facba85082860777a&device_id=a4ab3ddf-2fe5-4063-a4f6-456e0eb3138f HTTP/1.1" status: 200 len: 1097 time: 0.1554554 May 20 20:49:07.634342 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-12a22d36-0362-4db4-b7ef-4adfbb3a1e15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:07.660176 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12a22d36-0362-4db4-b7ef-4adfbb3a1e15 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 235} {{(pid=103162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 20:49:07.688368 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-12a22d36-0362-4db4-b7ef-4adfbb3a1e15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:07.689449 n-d-842733-1 neutron-server[103162]: INFO neutron.db.segments_db [None req-12a22d36-0362-4db4-b7ef-4adfbb3a1e15 admin admin] Added segment dc5e12f6-7393-4709-bb11-461b6e19f374 of type vlan for network 1a8c8fe6-b5a3-4103-add2-9b1ac42c85d7 May 20 20:49:07.759719 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a18594e8-0643-4a08-9424-888efdede1b4 None None] Provisioning complete for port 799cc531-daae-4bfe-9e64-fc43698ef981 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:49:07.760338 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a18594e8-0643-4a08-9424-888efdede1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:07.781861 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4d43421d-6a54-4049-ac29-eac2c191dacf req-bd01cec0-0d91-496c-9af0-5bd2251cfd27 tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 20:49:07.787455 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-4d43421d-6a54-4049-ac29-eac2c191dacf req-bd01cec0-0d91-496c-9af0-5bd2251cfd27 tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for floatingip, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:07.830315 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a22d36-0362-4db4-b7ef-4adfbb3a1e15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9da594a0-6509-4cb5-8776-3914c5f38ad8,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:49:07.848578 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-12a22d36-0362-4db4-b7ef-4adfbb3a1e15 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418993264'] for network, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:07.860744 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fd9a57-fce1-43fc-86ce-64bf6c348a75 req-bb2cf3e1-5a33-42f8-ba91-1afa2e4a1c9a tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:49:07.862564 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-63fd9a57-fce1-43fc-86ce-64bf6c348a75 req-bb2cf3e1-5a33-42f8-ba91-1afa2e4a1c9a tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] 10.222.0.35 "GET /v2.0/ports?device_id=0f535575-dc81-4139-bc1e-db9fe0d7c5b9 HTTP/1.1" status: 200 len: 946 time: 0.2204814 May 20 20:49:07.900970 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-6b3daa51-6a35-486a-9a4d-06506dd31391 None None] Set router 208fc636-ac7b-4b47-9704-cd4ae69358ba gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:49:07.910744 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8ef1482-fa91-4d44-abb9-3994eeeefcf5', 'tag': '31c7ce13-d85e-4b3d-8e2f-e5068f0e7c5b'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:49:07.917126 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4291b17aa7b45362825f0571e77c85f5e73afe1df9c7e9e15006df9d695c005e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3a7d745-f1fb-4b80-9388-be87436da986" -d '{"events": [{"name": "network-changed", "server_uuid": "e8ef1482-fa91-4d44-abb9-3994eeeefcf5", "tag": "31c7ce13-d85e-4b3d-8e2f-e5068f0e7c5b"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:49:07.922771 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f5e9d2-233e-4918-b304-15fec06dd2b6 req-1fad6239-f0e7-42f8-8067-2ff8ea7f06dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:49:07.927618 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-87f5e9d2-233e-4918-b304-15fec06dd2b6 req-1fad6239-f0e7-42f8-8067-2ff8ea7f06dd service neutron] 10.222.0.24 "GET /v2.0/networks?id=7c34618e-1eb4-46a9-ac65-b891df136138 HTTP/1.1" status: 200 len: 916 time: 0.3461928 May 20 20:49:07.958160 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4d43421d-6a54-4049-ac29-eac2c191dacf req-bd01cec0-0d91-496c-9af0-5bd2251cfd27 tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] 10.222.0.35 "PUT /v2.0/floatingips/9e98d0da-4f51-464a-8788-db4fdbff6d6c HTTP/1.1" status: 200 len: 998 time: 4.1053767 May 20 20:49:08.031294 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-12a22d36-0362-4db4-b7ef-4adfbb3a1e15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524'] for network, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:08.032306 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-63fd9a57-fce1-43fc-86ce-64bf6c348a75 req-342e6c0d-3529-462d-a8c6-92bb5cf8d728 tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] 10.222.0.35 "GET /v2.0/security-groups?id=2274ca87-1a60-437e-91f1-b4d825425422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572874 May 20 20:49:08.033310 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12a22d36-0362-4db4-b7ef-4adfbb3a1e15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:49:08.033897 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-12a22d36-0362-4db4-b7ef-4adfbb3a1e15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:08.062159 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d43421d-6a54-4049-ac29-eac2c191dacf req-1ff2956f-90a4-40bd-9c9d-91e283ee9cf8 tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:49:08.072948 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4d43421d-6a54-4049-ac29-eac2c191dacf req-1ff2956f-90a4-40bd-9c9d-91e283ee9cf8 tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] 10.222.0.35 "GET /v2.0/ports/31c7ce13-d85e-4b3d-8e2f-e5068f0e7c5b HTTP/1.1" status: 200 len: 943 time: 0.1042886 May 20 20:49:08.108600 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a18594e8-0643-4a08-9424-888efdede1b4 None None] Current status of the port 799cc531-daae-4bfe-9e64-fc43698ef981 is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:49:08.109168 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a18594e8-0643-4a08-9424-888efdede1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:08.184834 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-a18594e8-0643-4a08-9424-888efdede1b4 None None] For port 799cc531-daae-4bfe-9e64-fc43698ef981, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=799cc531-daae-4bfe-9e64-fc43698ef981,segment=NetworkSegment(0aa42cdb-6fd7-42fb-bac9-6b1b09d7a688),segment_id=0aa42cdb-6fd7-42fb-bac9-6b1b09d7a688)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:49:08.199148 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c3b73cad-ba6e-4339-885b-2c92eea06819 req-eb3b6fba-93e5-4156-a284-60b1b430a759 tempest-ServerShowV254Test-2147464569 tempest-ServerShowV254Test-2147464569-project] 10.222.0.35 "GET /v2.0/ports?device_id=eae40ff4-074e-48c3-9704-393975de631b HTTP/1.1" status: 200 len: 210 time: 0.0590999 May 20 20:49:08.254151 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-6ed9e94f-4dbd-4fd9-9cb6-5242bb3b5523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df50236c-45ab-4a8c-91af-f35e0d4296cb', 'name': 'tempest-FloatingIPsAssociationTestJSON-342180242-router', 'tenant_id': 'b08823cbf82b41d5ac4037cf2ee63513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.57'}], 'enable_snat': True}, 'gw_port_id': 'bb4f9753-2486-4eec-a68b-00ed52e4689c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:48:18Z', 'updated_at': '2022-05-20T20:48:25Z', 'revision_number': 4, 'project_id': 'b08823cbf82b41d5ac4037cf2ee63513', 'gw_port': {'id': 'bb4f9753-2486-4eec-a68b-00ed52e4689c', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:7c:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df50236c-45ab-4a8c-91af-f35e0d4296cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:48:18Z', 'updated_at': '2022-05-20T20:48:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_floatingips': [{'id': '9e98d0da-4f51-464a-8788-db4fdbff6d6c', 'tenant_id': 'b08823cbf82b41d5ac4037cf2ee63513', 'floating_ip_address': '172.25.2.173', 'floating_network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'router_id': 'df50236c-45ab-4a8c-91af-f35e0d4296cb', 'port_id': '42adb422-9151-4491-b25d-34ad793a4cf4', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1328, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0f85c50-1e5c-452b-8cab-6202e1b6863f', 'mac_address': 'fa:16:3e:86:c0:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1af9e82-3f83-4962-b252-d66a988678f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-20T20:48:44Z', 'updated_at': '2022-05-20T20:49:04Z', 'revision_number': 3, 'project_id': 'b08823cbf82b41d5ac4037cf2ee63513', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a25d3170-f929-40c9-bdf9-a2df393fa0ae', 'name': '', 'network_id': 'a0f85c50-1e5c-452b-8cab-6202e1b6863f', 'tenant_id': 'b08823cbf82b41d5ac4037cf2ee63513', 'mac_address': 'fa:16:3e:61:8e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df50236c-45ab-4a8c-91af-f35e0d4296cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': 'b70b63b1-2e88-43cc-a35f-4cb2fd8d84c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:48:23Z', 'updated_at': '2022-05-20T20:48:29Z', 'revision_number': 5, 'project_id': 'b08823cbf82b41d5ac4037cf2ee63513', 'subnets': [{'id': 'b70b63b1-2e88-43cc-a35f-4cb2fd8d84c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:49:08.259616 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a18594e8-0643-4a08-9424-888efdede1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:08.265500 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-87f5e9d2-233e-4918-b304-15fec06dd2b6 req-5fe65e2d-137d-4347-a849-2867af845573 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fa2729c0-84e2-43f4-af96-ae7759c29dd5 HTTP/1.1" status: 200 len: 1002 time: 0.3309877 May 20 20:49:08.293836 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d43421d-6a54-4049-ac29-eac2c191dacf req-8516b30b-9d73-4e86-b0f5-d435d4fdd055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:49:08.295363 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4d43421d-6a54-4049-ac29-eac2c191dacf req-8516b30b-9d73-4e86-b0f5-d435d4fdd055 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b08823cbf82b41d5ac4037cf2ee63513&device_id=e8ef1482-fa91-4d44-abb9-3994eeeefcf5 HTTP/1.1" status: 200 len: 1097 time: 0.0729458 May 20 20:49:08.356051 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ed9e94f-4dbd-4fd9-9cb6-5242bb3b5523 None None] Checking router: df50236c-45ab-4a8c-91af-f35e0d4296cb for host: n-d-842733-1 {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 20:49:08.359407 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-12a22d36-0362-4db4-b7ef-4adfbb3a1e15 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3246887 May 20 20:49:08.360842 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a22d36-0362-4db4-b7ef-4adfbb3a1e15 admin admin] Pushing event updated for resources: {'Network': ['ID=1a8c8fe6-b5a3-4103-add2-9b1ac42c85d7,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:49:08.363152 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 47934) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:49:08.368964 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed9e94f-4dbd-4fd9-9cb6-5242bb3b5523 None None] Routers {'df50236c-45ab-4a8c-91af-f35e0d4296cb'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:49:08.370748 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-6ed9e94f-4dbd-4fd9-9cb6-5242bb3b5523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:48:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['df50236c-45ab-4a8c-91af-f35e0d4296cb'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:49:08.376060 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-bbf1800a-4610-4b04-82bd-d134d1aeed49 admin admin] Request body: {'subnet': {'network_id': '1a8c8fe6-b5a3-4103-add2-9b1ac42c85d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-545666095-subnet', 'tenant_id': '8fcd29f320dc48e6aa911d84c732fd6f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:49:08.377549 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18594e8-0643-4a08-9424-888efdede1b4 None None] Pushing event updated for resources: {'Port': ['ID=799cc531-daae-4bfe-9e64-fc43698ef981,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:49:08.379796 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Network 1a8c8fe6-b5a3-4103-add2-9b1ac42c85d7 details requested by agent ovs-agent-n-d-842733-1 with host n-d-842733-1 {{(pid=103164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 20 20:49:08.405971 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-6b3daa51-6a35-486a-9a4d-06506dd31391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '208fc636-ac7b-4b47-9704-cd4ae69358ba', 'name': 'tempest-TaggedBootDevicesTest-470911137-router', 'tenant_id': '130041758ffe4e0a8066d604acc4da27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.128'}], 'enable_snat': True}, 'gw_port_id': 'a273ae22-c87d-4557-94a4-9200483eae2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:48:58Z', 'updated_at': '2022-05-20T20:49:03Z', 'revision_number': 4, 'project_id': '130041758ffe4e0a8066d604acc4da27', 'gw_port': {'id': 'a273ae22-c87d-4557-94a4-9200483eae2e', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:9c:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '208fc636-ac7b-4b47-9704-cd4ae69358ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:48:58Z', 'updated_at': '2022-05-20T20:49:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': '799cc531-daae-4bfe-9e64-fc43698ef981', 'name': '', 'network_id': '5ca369c8-df0a-41e3-869c-b1b368b823ae', 'tenant_id': '130041758ffe4e0a8066d604acc4da27', 'mac_address': 'fa:16:3e:a6:59:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '208fc636-ac7b-4b47-9704-cd4ae69358ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': '0e16e10c-5b92-4574-b13d-016374e3f82e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:49:01Z', 'updated_at': '2022-05-20T20:49:07Z', 'revision_number': 4, 'project_id': '130041758ffe4e0a8066d604acc4da27', 'subnets': [{'id': '0e16e10c-5b92-4574-b13d-016374e3f82e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:49:08.437321 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b3daa51-6a35-486a-9a4d-06506dd31391 None None] The sync data for ids ['208fc636-ac7b-4b47-9704-cd4ae69358ba'] in n-d-842733-1 is: [{'id': '208fc636-ac7b-4b47-9704-cd4ae69358ba', 'name': 'tempest-TaggedBootDevicesTest-470911137-router', 'tenant_id': '130041758ffe4e0a8066d604acc4da27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.128'}], 'enable_snat': True}, 'gw_port_id': 'a273ae22-c87d-4557-94a4-9200483eae2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:48:58Z', 'updated_at': '2022-05-20T20:49:03Z', 'revision_number': 4, 'project_id': '130041758ffe4e0a8066d604acc4da27', 'gw_port': {'id': 'a273ae22-c87d-4557-94a4-9200483eae2e', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:9c:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '208fc636-ac7b-4b47-9704-cd4ae69358ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:48:58Z', 'updated_at': '2022-05-20T20:49:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': '799cc531-daae-4bfe-9e64-fc43698ef981', 'name': '', 'network_id': '5ca369c8-df0a-41e3-869c-b1b368b823ae', 'tenant_id': '130041758ffe4e0a8066d604acc4da27', 'mac_address': 'fa:16:3e:a6:59:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '208fc636-ac7b-4b47-9704-cd4ae69358ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': '0e16e10c-5b92-4574-b13d-016374e3f82e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:49:01Z', 'updated_at': '2022-05-20T20:49:07Z', 'revision_number': 4, 'project_id': '130041758ffe4e0a8066d604acc4da27', 'subnets': [{'id': '0e16e10c-5b92-4574-b13d-016374e3f82e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 20:49:08.454613 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 20:49:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4ed8a1c-a38f-489e-be68-fb05a347669e x-openstack-request-id: req-a4ed8a1c-a38f-489e-be68-fb05a347669e {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:49:08.454974 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8ef1482-fa91-4d44-abb9-3994eeeefcf5", "tag": "31c7ce13-d85e-4b3d-8e2f-e5068f0e7c5b", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:49:08.455147 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a4ed8a1c-a38f-489e-be68-fb05a347669e {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:49:08.462870 n-d-842733-1 neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4ed8a1c-a38f-489e-be68-fb05a347669e'] response: {'name': 'network-changed', 'server_uuid': 'e8ef1482-fa91-4d44-abb9-3994eeeefcf5', 'tag': '31c7ce13-d85e-4b3d-8e2f-e5068f0e7c5b', 'status': 'completed', 'code': 200} May 20 20:49:08.481766 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f5e9d2-233e-4918-b304-15fec06dd2b6 req-f553c1e9-9fe4-4c21-8715-009c1d3787b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:49:08.495975 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-87f5e9d2-233e-4918-b304-15fec06dd2b6 req-f553c1e9-9fe4-4c21-8715-009c1d3787b7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=66bb8d81-3453-4d74-b13d-66db71019128 HTTP/1.1" status: 200 len: 854 time: 0.2191725 May 20 20:49:08.500176 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbf1800a-4610-4b04-82bd-d134d1aeed49 admin admin] Made reservation on behalf of 8fcd29f320dc48e6aa911d84c732fd6f for: {'subnet': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:49:08.505914 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bbf1800a-4610-4b04-82bd-d134d1aeed49 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4018244'] for subnet, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:08.541978 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18594e8-0643-4a08-9424-888efdede1b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:49:08.542361 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18594e8-0643-4a08-9424-888efdede1b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:49:08.542795 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18594e8-0643-4a08-9424-888efdede1b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:49:08.543225 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18594e8-0643-4a08-9424-888efdede1b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:49:08.543743 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18594e8-0643-4a08-9424-888efdede1b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:49:08.544163 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18594e8-0643-4a08-9424-888efdede1b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:49:08.544641 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18594e8-0643-4a08-9424-888efdede1b4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:49:08.545027 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18594e8-0643-4a08-9424-888efdede1b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:49:08.545467 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18594e8-0643-4a08-9424-888efdede1b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:49:08.545880 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18594e8-0643-4a08-9424-888efdede1b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:49:08.546295 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18594e8-0643-4a08-9424-888efdede1b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:49:08.546710 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18594e8-0643-4a08-9424-888efdede1b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:49:08.585102 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-1c3d21f2-e593-4262-9639-c99ca276ccdd None None] Provisioning complete for port 799cc531-daae-4bfe-9e64-fc43698ef981 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:49:08.589663 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-1c3d21f2-e593-4262-9639-c99ca276ccdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:08.604635 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d43421d-6a54-4049-ac29-eac2c191dacf req-069a3815-5a82-42f1-9b3c-352d23125379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:49:08.617682 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4d43421d-6a54-4049-ac29-eac2c191dacf req-069a3815-5a82-42f1-9b3c-352d23125379 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a0f85c50-1e5c-452b-8cab-6202e1b6863f HTTP/1.1" status: 200 len: 921 time: 0.3140550 May 20 20:49:08.686132 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4d43421d-6a54-4049-ac29-eac2c191dacf req-bac68656-8820-4e6a-8ebb-021463c170b4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=31c7ce13-d85e-4b3d-8e2f-e5068f0e7c5b HTTP/1.1" status: 200 len: 217 time: 0.0674970 May 20 20:49:08.703727 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a7d745-f1fb-4b80-9388-be87436da986 req-cb431fcc-7618-433f-85ef-e8493467a7af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:49:08.719257 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-e3a7d745-f1fb-4b80-9388-be87436da986 req-cb431fcc-7618-433f-85ef-e8493467a7af service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b08823cbf82b41d5ac4037cf2ee63513&device_id=e8ef1482-fa91-4d44-abb9-3994eeeefcf5 HTTP/1.1" status: 200 len: 1097 time: 0.3001502 May 20 20:49:08.834279 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a7d745-f1fb-4b80-9388-be87436da986 req-0d93baaf-b708-4ed5-a5cf-5ce4b85e845a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:49:08.836665 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-e3a7d745-f1fb-4b80-9388-be87436da986 req-0d93baaf-b708-4ed5-a5cf-5ce4b85e845a service neutron] 10.222.0.13 "GET /v2.0/networks?id=a0f85c50-1e5c-452b-8cab-6202e1b6863f HTTP/1.1" status: 200 len: 921 time: 0.1177356 May 20 20:49:08.845324 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d43421d-6a54-4049-ac29-eac2c191dacf req-3fcdd745-a895-4dcd-9140-41e1d83a5459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:49:08.855105 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-6ed9e94f-4dbd-4fd9-9cb6-5242bb3b5523 None None] Set router df50236c-45ab-4a8c-91af-f35e0d4296cb gateway port host: n-d-842733-1 {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:49:08.855443 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4d43421d-6a54-4049-ac29-eac2c191dacf req-3fcdd745-a895-4dcd-9140-41e1d83a5459 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b70b63b1-2e88-43cc-a35f-4cb2fd8d84c1 HTTP/1.1" status: 200 len: 859 time: 0.1530652 May 20 20:49:08.911994 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 650854b2-e193-47b6-a413-f0ae3536bb67 details requested by agent hyperv_n-h1-842733-1 with host n-h1-842733-1 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 20:49:08.936689 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-fb78fd25-868a-4cd9-9b1e-702a335eee9e req-05aeec7b-d0b9-4367-aa88-22579e3b90ed service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=eae40ff4-074e-48c3-9704-393975de631b HTTP/1.1" status: 200 len: 210 time: 0.0912783 May 20 20:49:08.947464 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f5e9d2-233e-4918-b304-15fec06dd2b6 req-53556ab9-8308-42ba-b325-27c73a76c77e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:49:08.948684 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-87f5e9d2-233e-4918-b304-15fec06dd2b6 req-53556ab9-8308-42ba-b325-27c73a76c77e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7c34618e-1eb4-46a9-ac65-b891df136138&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4272621 May 20 20:49:08.952888 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-e3a7d745-f1fb-4b80-9388-be87436da986 req-9c683849-e182-4b8f-9303-bcae2c84e022 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=31c7ce13-d85e-4b3d-8e2f-e5068f0e7c5b HTTP/1.1" status: 200 len: 217 time: 0.1054120 May 20 20:49:08.987036 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d43421d-6a54-4049-ac29-eac2c191dacf req-d0ebf478-d74f-40b4-aa3e-0bcc1046494c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:49:08.990041 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4d43421d-6a54-4049-ac29-eac2c191dacf req-d0ebf478-d74f-40b4-aa3e-0bcc1046494c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a0f85c50-1e5c-452b-8cab-6202e1b6863f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1287181 May 20 20:49:09.095239 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port 650854b2-e193-47b6-a413-f0ae3536bb67, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=650854b2-e193-47b6-a413-f0ae3536bb67,segment=NetworkSegment(d91bf09f-166e-43f0-9da3-0f3d4d6c439b),segment_id=d91bf09f-166e-43f0-9da3-0f3d4d6c439b)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:49:09.135051 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 650854b2-e193-47b6-a413-f0ae3536bb67 no longer exists at agent hyperv_n-h1-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:49:09.159394 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Returning: {'device': '650854b2-e193-47b6-a413-f0ae3536bb67', 'network_id': 'f9020429-48a3-4a46-a405-04a4e7c29fcf', 'port_id': '650854b2-e193-47b6-a413-f0ae3536bb67', 'mac_address': 'fa:16:3e:3e:62:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6544004-48d3-4560-9571-0a9762b91cf1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 20 20:49:09.160776 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-1c3d21f2-e593-4262-9639-c99ca276ccdd None None] Current status of the port 799cc531-daae-4bfe-9e64-fc43698ef981 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:49:09.175971 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4d43421d-6a54-4049-ac29-eac2c191dacf req-75c26f74-3265-498e-9a48-a8aab6b757e1 service neutron] 10.222.0.35 "GET /v2.0/networks/a0f85c50-1e5c-452b-8cab-6202e1b6863f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1724892 May 20 20:49:09.185808 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-87f5e9d2-233e-4918-b304-15fec06dd2b6 req-d9599a44-0099-4a9d-aba4-3b1290519693 service neutron] 10.222.0.24 "GET /v2.0/networks/7c34618e-1eb4-46a9-ac65-b891df136138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2300706 May 20 20:49:09.361181 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4d43421d-6a54-4049-ac29-eac2c191dacf req-678254c1-5c2b-4c26-9922-9f539e49fc8e service neutron] 10.222.0.35 "GET /v2.0/networks/a0f85c50-1e5c-452b-8cab-6202e1b6863f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1776254 May 20 20:49:09.401750 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bbf1800a-4610-4b04-82bd-d134d1aeed49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3797684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4018258'] for subnet, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:09.444069 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a7d745-f1fb-4b80-9388-be87436da986 req-7274b0c2-3ca1-4fa8-9c55-497e13344b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:49:09.446615 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-e3a7d745-f1fb-4b80-9388-be87436da986 req-7274b0c2-3ca1-4fa8-9c55-497e13344b74 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b70b63b1-2e88-43cc-a35f-4cb2fd8d84c1 HTTP/1.1" status: 200 len: 859 time: 0.1685350 May 20 20:49:09.559106 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d43421d-6a54-4049-ac29-eac2c191dacf req-78ed2c9c-ddce-47d9-b308-5d214d125c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:49:09.560837 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4d43421d-6a54-4049-ac29-eac2c191dacf req-78ed2c9c-ddce-47d9-b308-5d214d125c51 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b08823cbf82b41d5ac4037cf2ee63513&device_id=f1af9e82-3f83-4962-b252-d66a988678f9 HTTP/1.1" status: 200 len: 1096 time: 0.1020381 May 20 20:49:09.592269 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf1800a-4610-4b04-82bd-d134d1aeed49 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9627ec3-2937-4269-bff4-dfe652e88a07,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:49:09.668789 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-87f5e9d2-233e-4918-b304-15fec06dd2b6 req-863917eb-d666-4179-acae-4246e8956d10 service neutron] 10.222.0.24 "GET /v2.0/networks/7c34618e-1eb4-46a9-ac65-b891df136138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4674332 May 20 20:49:09.692652 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a7d745-f1fb-4b80-9388-be87436da986 req-0e58da7c-b682-4b16-9a44-ee7def49d187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:49:09.700557 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-e3a7d745-f1fb-4b80-9388-be87436da986 req-0e58da7c-b682-4b16-9a44-ee7def49d187 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a0f85c50-1e5c-452b-8cab-6202e1b6863f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2383461 May 20 20:49:09.738778 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf1800a-4610-4b04-82bd-d134d1aeed49 admin admin] Checking segment: {'id': 'dc5e12f6-7393-4709-bb11-461b6e19f374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '1a8c8fe6-b5a3-4103-add2-9b1ac42c85d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:49:09.738778 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbf1800a-4610-4b04-82bd-d134d1aeed49 admin admin] Network hostable DHCP agents. Network: 1a8c8fe6-b5a3-4103-add2-9b1ac42c85d7, hostable agents: ['c9b0653c-f3c7-4339-bd50-e3754b629216'], hosted agents: [] {{(pid=103162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 20:49:09.743870 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Current status of the port 650854b2-e193-47b6-a413-f0ae3536bb67 is: ACTIVE; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:49:09.743870 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:09.762786 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d43421d-6a54-4049-ac29-eac2c191dacf req-7584af6d-1074-4bbd-9b26-20b9498918a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:49:09.764402 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4d43421d-6a54-4049-ac29-eac2c191dacf req-7584af6d-1074-4bbd-9b26-20b9498918a5 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a0f85c50-1e5c-452b-8cab-6202e1b6863f HTTP/1.1" status: 200 len: 921 time: 0.1972282 May 20 20:49:09.778297 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 650854b2-e193-47b6-a413-f0ae3536bb67 {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:49:09.862809 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 799cc531-daae-4bfe-9e64-fc43698ef981 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:49:09.868417 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4d43421d-6a54-4049-ac29-eac2c191dacf req-de5ee44f-25ef-48ac-8808-772a5507795a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=42adb422-9151-4491-b25d-34ad793a4cf4 HTTP/1.1" status: 200 len: 1001 time: 0.0924373 May 20 20:49:09.913767 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port 650854b2-e193-47b6-a413-f0ae3536bb67, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=650854b2-e193-47b6-a413-f0ae3536bb67,segment=NetworkSegment(d91bf09f-166e-43f0-9da3-0f3d4d6c439b),segment_id=d91bf09f-166e-43f0-9da3-0f3d4d6c439b)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:49:09.920211 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Current status of the port 650854b2-e193-47b6-a413-f0ae3536bb67 is: ACTIVE; New status is: DOWN {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:49:09.920437 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:09.943382 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-e3a7d745-f1fb-4b80-9388-be87436da986 req-3293d3ff-3b70-47aa-af34-882946aa11af service neutron] 10.222.0.13 "GET /v2.0/networks/a0f85c50-1e5c-452b-8cab-6202e1b6863f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2143390 May 20 20:49:09.968826 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-6ed9e94f-4dbd-4fd9-9cb6-5242bb3b5523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df50236c-45ab-4a8c-91af-f35e0d4296cb', 'name': 'tempest-FloatingIPsAssociationTestJSON-342180242-router', 'tenant_id': 'b08823cbf82b41d5ac4037cf2ee63513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.57'}], 'enable_snat': True}, 'gw_port_id': 'bb4f9753-2486-4eec-a68b-00ed52e4689c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:48:18Z', 'updated_at': '2022-05-20T20:48:25Z', 'revision_number': 4, 'project_id': 'b08823cbf82b41d5ac4037cf2ee63513', 'gw_port': {'id': 'bb4f9753-2486-4eec-a68b-00ed52e4689c', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:7c:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df50236c-45ab-4a8c-91af-f35e0d4296cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:48:18Z', 'updated_at': '2022-05-20T20:48:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_floatingips': [{'id': '9e98d0da-4f51-464a-8788-db4fdbff6d6c', 'tenant_id': 'b08823cbf82b41d5ac4037cf2ee63513', 'floating_ip_address': '172.25.2.173', 'floating_network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'router_id': 'df50236c-45ab-4a8c-91af-f35e0d4296cb', 'port_id': '42adb422-9151-4491-b25d-34ad793a4cf4', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1328, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0f85c50-1e5c-452b-8cab-6202e1b6863f', 'mac_address': 'fa:16:3e:86:c0:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1af9e82-3f83-4962-b252-d66a988678f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-20T20:48:44Z', 'updated_at': '2022-05-20T20:49:04Z', 'revision_number': 3, 'project_id': 'b08823cbf82b41d5ac4037cf2ee63513', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a25d3170-f929-40c9-bdf9-a2df393fa0ae', 'name': '', 'network_id': 'a0f85c50-1e5c-452b-8cab-6202e1b6863f', 'tenant_id': 'b08823cbf82b41d5ac4037cf2ee63513', 'mac_address': 'fa:16:3e:61:8e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df50236c-45ab-4a8c-91af-f35e0d4296cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': 'b70b63b1-2e88-43cc-a35f-4cb2fd8d84c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:48:23Z', 'updated_at': '2022-05-20T20:48:29Z', 'revision_number': 5, 'project_id': 'b08823cbf82b41d5ac4037cf2ee63513', 'subnets': [{'id': 'b70b63b1-2e88-43cc-a35f-4cb2fd8d84c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:49:09.981895 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd25e7c-bc55-4f98-807f-441d0e788e42 req-9df77929-103c-45ed-8f01-d5b4e3b1dd0f tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:49:09.995249 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1dd25e7c-bc55-4f98-807f-441d0e788e42 req-9df77929-103c-45ed-8f01-d5b4e3b1dd0f tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] 10.222.0.35 "GET /v2.0/ports?device_id=0f535575-dc81-4139-bc1e-db9fe0d7c5b9 HTTP/1.1" status: 200 len: 946 time: 0.2286565 May 20 20:49:09.995536 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbf1800a-4610-4b04-82bd-d134d1aeed49 admin admin] Network 1a8c8fe6-b5a3-4103-add2-9b1ac42c85d7 is scheduled to be hosted by DHCP agent c9b0653c-f3c7-4339-bd50-e3754b629216 with binding_index 1 {{(pid=103162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 20:49:10.040241 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:10.042558 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ed9e94f-4dbd-4fd9-9cb6-5242bb3b5523 None None] The sync data for ids ['df50236c-45ab-4a8c-91af-f35e0d4296cb'] in n-d-842733-1 is: [{'id': 'df50236c-45ab-4a8c-91af-f35e0d4296cb', 'name': 'tempest-FloatingIPsAssociationTestJSON-342180242-router', 'tenant_id': 'b08823cbf82b41d5ac4037cf2ee63513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.57'}], 'enable_snat': True}, 'gw_port_id': 'bb4f9753-2486-4eec-a68b-00ed52e4689c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:48:18Z', 'updated_at': '2022-05-20T20:48:25Z', 'revision_number': 4, 'project_id': 'b08823cbf82b41d5ac4037cf2ee63513', 'gw_port': {'id': 'bb4f9753-2486-4eec-a68b-00ed52e4689c', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:7c:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df50236c-45ab-4a8c-91af-f35e0d4296cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:48:18Z', 'updated_at': '2022-05-20T20:48:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_floatingips': [{'id': '9e98d0da-4f51-464a-8788-db4fdbff6d6c', 'tenant_id': 'b08823cbf82b41d5ac4037cf2ee63513', 'floating_ip_address': '172.25.2.173', 'floating_network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'router_id': 'df50236c-45ab-4a8c-91af-f35e0d4296cb', 'port_id': '42adb422-9151-4491-b25d-34ad793a4cf4', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1328, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0f85c50-1e5c-452b-8cab-6202e1b6863f', 'mac_address': 'fa:16:3e:86:c0:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1af9e82-3f83-4962-b252-d66a988678f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-20T20:48:44Z', 'updated_at': '2022-05-20T20:49:04Z', 'revision_number': 3, 'project_id': 'b08823cbf82b41d5ac4037cf2ee63513', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a25d3170-f929-40c9-bdf9-a2df393fa0ae', 'name': '', 'network_id': 'a0f85c50-1e5c-452b-8cab-6202e1b6863f', 'tenant_id': 'b08823cbf82b41d5ac4037cf2ee63513', 'mac_address': 'fa:16:3e:61:8e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df50236c-45ab-4a8c-91af-f35e0d4296cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': 'b70b63b1-2e88-43cc-a35f-4cb2fd8d84c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:48:23Z', 'updated_at': '2022-05-20T20:48:29Z', 'revision_number': 5, 'project_id': 'b08823cbf82b41d5ac4037cf2ee63513', 'subnets': [{'id': 'b70b63b1-2e88-43cc-a35f-4cb2fd8d84c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 20:49:10.046232 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d43421d-6a54-4049-ac29-eac2c191dacf req-3daac2aa-371f-422b-860f-08e71f796af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:49:10.047678 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4d43421d-6a54-4049-ac29-eac2c191dacf req-3daac2aa-371f-422b-860f-08e71f796af5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b70b63b1-2e88-43cc-a35f-4cb2fd8d84c1 HTTP/1.1" status: 200 len: 859 time: 0.1513410 May 20 20:49:10.059238 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1dd25e7c-bc55-4f98-807f-441d0e788e42 req-540458d9-c82a-4645-8712-194c3f5119e0 tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] 10.222.0.35 "GET /v2.0/security-groups?id=2274ca87-1a60-437e-91f1-b4d825425422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635409 May 20 20:49:10.076745 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 799cc531-daae-4bfe-9e64-fc43698ef981 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:49:10.077127 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:10.081558 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-bbf1800a-4610-4b04-82bd-d134d1aeed49 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842733-1, 1a8c8fe6-b5a3-4103-add2-9b1ac42c85d7) {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:49:10.105314 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbf1800a-4610-4b04-82bd-d134d1aeed49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:49:10.108426 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bbf1800a-4610-4b04-82bd-d134d1aeed49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:10.113292 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8adab2cb-d98e-4d13-b6b9-54716c0c7df9 None None] Network 1a8c8fe6-b5a3-4103-add2-9b1ac42c85d7 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:49:10.163084 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-e3a7d745-f1fb-4b80-9388-be87436da986 req-f5bc1559-526f-4ce3-a9b0-c8a0fd5dd882 service neutron] 10.222.0.13 "GET /v2.0/networks/a0f85c50-1e5c-452b-8cab-6202e1b6863f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2058735 May 20 20:49:10.194701 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-bbf1800a-4610-4b04-82bd-d134d1aeed49 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8232598 May 20 20:49:10.197468 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 47976) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:49:10.207231 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-ae3e01b8-ae76-4409-8b1f-cb3c2eca85c0 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-545666095-router', 'tenant_id': '8fcd29f320dc48e6aa911d84c732fd6f', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'}}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:49:10.250264 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d43421d-6a54-4049-ac29-eac2c191dacf req-df0338dd-3085-4684-b79f-593c26d813fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:49:10.254902 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4d43421d-6a54-4049-ac29-eac2c191dacf req-df0338dd-3085-4684-b79f-593c26d813fa service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a0f85c50-1e5c-452b-8cab-6202e1b6863f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1900051 May 20 20:49:10.265796 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.db.api [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103164) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 20 20:49:10.266378 n-d-842733-1 neutron-server[103164]: DEBUG oslo_db.api [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 20 20:49:10.271760 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Pushing event updated for resources: {'Port': ['ID=650854b2-e193-47b6-a413-f0ae3536bb67,revision_number=6']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:49:10.307066 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ae3e01b8-ae76-4409-8b1f-cb3c2eca85c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-694221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26155'] for router, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:10.309816 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ae3e01b8-ae76-4409-8b1f-cb3c2eca85c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-693085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748153', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-718080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26162'] for router, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:10.317230 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] get_ports_and_sgs() called for port_ids ['650854b2-e193-47b6-a413-f0ae3536bb67'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:49:10.385142 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-66681b44-6ca7-4552-9a74-2d90b4204132 req-69bc8e09-f32b-4874-9a8c-73933b02d82d tempest-ServerShowV254Test-2147464569 tempest-ServerShowV254Test-2147464569-project] 10.222.0.35 "GET /v2.0/ports?device_id=eae40ff4-074e-48c3-9704-393975de631b HTTP/1.1" status: 200 len: 210 time: 0.0729551 May 20 20:49:10.436548 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ae3e01b8-ae76-4409-8b1f-cb3c2eca85c0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:10.464634 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1af9e82-3f83-4962-b252-d66a988678f9', 'tag': '42adb422-9151-4491-b25d-34ad793a4cf4'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:49:10.470153 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4291b17aa7b45362825f0571e77c85f5e73afe1df9c7e9e15006df9d695c005e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fb9ab5e-dd1b-4782-81ea-dbf42fab28a6" -d '{"events": [{"name": "network-changed", "server_uuid": "f1af9e82-3f83-4962-b252-d66a988678f9", "tag": "42adb422-9151-4491-b25d-34ad793a4cf4"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:49:10.497063 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4d43421d-6a54-4049-ac29-eac2c191dacf req-020f3875-41ed-4293-93c6-cbbceb3a0b97 service neutron] 10.222.0.35 "GET /v2.0/networks/a0f85c50-1e5c-452b-8cab-6202e1b6863f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2322676 May 20 20:49:10.545516 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecb3e962-a040-4957-a196-64954348fccf None None] New status for floating IP 9e98d0da-4f51-464a-8788-db4fdbff6d6c: ACTIVE {{(pid=103165) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 20:49:10.660399 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 799cc531-daae-4bfe-9e64-fc43698ef981 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:49:10.717188 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0721234-2c8f-4be8-824b-600cc86b0659 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaee2b848-d4b9-5db1-b6ef-d6db29d67de7-1a8c8fe6-b5a3-4103-add2-9b1ac42c85d7', 'network_id': '1a8c8fe6-b5a3-4103-add2-9b1ac42c85d7', 'tenant_id': '8fcd29f320dc48e6aa911d84c732fd6f', 'fixed_ips': [{'subnet_id': 'a9627ec3-2937-4269-bff4-dfe652e88a07'}]}} from n-d-842733-1. {{(pid=103164) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 20:49:10.718706 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b0721234-2c8f-4be8-824b-600cc86b0659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:10.792120 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4d43421d-6a54-4049-ac29-eac2c191dacf req-c4f2e6be-59f3-44f2-a42a-a4b59ded5031 service neutron] 10.222.0.35 "GET /v2.0/networks/a0f85c50-1e5c-452b-8cab-6202e1b6863f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2832379 May 20 20:49:10.815385 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c4cd1a-dc4b-4d57-9414-351d5031b4d0 req-d45ebb82-2f27-46a9-9f32-d7957df8e1d1 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:49:10.817127 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-06c4cd1a-dc4b-4d57-9414-351d5031b4d0 req-d45ebb82-2f27-46a9-9f32-d7957df8e1d1 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "GET /v2.0/ports?device_id=3674afb5-fa57-4c40-b6ee-249d678d06fa HTTP/1.1" status: 200 len: 946 time: 0.1103187 May 20 20:49:10.833950 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ae3e01b8-ae76-4409-8b1f-cb3c2eca85c0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:10.892184 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-06c4cd1a-dc4b-4d57-9414-351d5031b4d0 req-6f8ac06f-5219-48de-a153-401fc0068328 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "GET /v2.0/security-groups?id=17369763-0550-4ec3-bd12-32142aaf9548&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650024 May 20 20:49:10.940938 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Current status of the port 650854b2-e193-47b6-a413-f0ae3536bb67 is: BUILD; New status is: DOWN {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:49:10.941043 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:10.973602 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 20:49:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6dbf499-55cb-4739-87b2-5e70d9a67eb3 x-openstack-request-id: req-a6dbf499-55cb-4739-87b2-5e70d9a67eb3 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:49:10.974107 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1af9e82-3f83-4962-b252-d66a988678f9", "tag": "42adb422-9151-4491-b25d-34ad793a4cf4", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:49:10.974519 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a6dbf499-55cb-4739-87b2-5e70d9a67eb3 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:49:10.975058 n-d-842733-1 neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6dbf499-55cb-4739-87b2-5e70d9a67eb3'] response: {'name': 'network-changed', 'server_uuid': 'f1af9e82-3f83-4962-b252-d66a988678f9', 'tag': '42adb422-9151-4491-b25d-34ad793a4cf4', 'status': 'completed', 'code': 200} May 20 20:49:11.003410 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 650854b2-e193-47b6-a413-f0ae3536bb67 {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:49:11.053330 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port 650854b2-e193-47b6-a413-f0ae3536bb67, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=650854b2-e193-47b6-a413-f0ae3536bb67,segment=NetworkSegment(d91bf09f-166e-43f0-9da3-0f3d4d6c439b),segment_id=d91bf09f-166e-43f0-9da3-0f3d4d6c439b)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:49:11.082489 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb9ab5e-dd1b-4782-81ea-dbf42fab28a6 req-bc2e65be-6ab0-493e-a7af-b772067848dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:49:11.084244 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-5fb9ab5e-dd1b-4782-81ea-dbf42fab28a6 req-bc2e65be-6ab0-493e-a7af-b772067848dc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b08823cbf82b41d5ac4037cf2ee63513&device_id=f1af9e82-3f83-4962-b252-d66a988678f9 HTTP/1.1" status: 200 len: 1096 time: 0.0846608 May 20 20:49:11.103435 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [None req-b0721234-2c8f-4be8-824b-600cc86b0659 None None] Allocated IP 172.20.0.2 (1a8c8fe6-b5a3-4103-add2-9b1ac42c85d7/a9627ec3-2937-4269-bff4-dfe652e88a07/ece60a43-34fb-47b5-8dce-3d646d9ba711) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:49:11.110389 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-361c2688-2366-4706-8bfd-56d80cf08c3c req-bdbb64ad-904f-429d-bb0e-4ae5bcc1f28a tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.2.173 HTTP/1.1" status: 200 len: 1001 time: 0.1204391 May 20 20:49:11.168315 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361c2688-2366-4706-8bfd-56d80cf08c3c req-3c42336c-791e-43c1-aca6-4d61b61cfabf tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:49:11.169848 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-361c2688-2366-4706-8bfd-56d80cf08c3c req-3c42336c-791e-43c1-aca6-4d61b61cfabf tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] 10.222.0.35 "GET /v2.0/ports/42adb422-9151-4491-b25d-34ad793a4cf4 HTTP/1.1" status: 200 len: 942 time: 0.0566981 May 20 20:49:11.209072 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:11.284823 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27ecc3a1-7195-4772-93ef-93178fe1cfe0 None None] Sync routers for ids ['df50236c-45ab-4a8c-91af-f35e0d4296cb'] in n-d-842733-1 {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 20:49:11.294523 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-361c2688-2366-4706-8bfd-56d80cf08c3c req-8cffa112-edc0-4fc6-994f-cfada3c6d58b tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.2.173 HTTP/1.1" status: 200 len: 1001 time: 0.0719562 May 20 20:49:11.315909 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb9ab5e-dd1b-4782-81ea-dbf42fab28a6 req-95ee948f-22a6-4ec3-8316-376534317209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:49:11.318677 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-5fb9ab5e-dd1b-4782-81ea-dbf42fab28a6 req-95ee948f-22a6-4ec3-8316-376534317209 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a0f85c50-1e5c-452b-8cab-6202e1b6863f HTTP/1.1" status: 200 len: 921 time: 0.2234724 May 20 20:49:11.356163 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ecc3a1-7195-4772-93ef-93178fe1cfe0 None None] Routers {'df50236c-45ab-4a8c-91af-f35e0d4296cb'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:49:11.356823 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-27ecc3a1-7195-4772-93ef-93178fe1cfe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:48:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['df50236c-45ab-4a8c-91af-f35e0d4296cb'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:49:11.365500 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Pushing event updated for resources: {'Port': ['ID=650854b2-e193-47b6-a413-f0ae3536bb67,revision_number=7']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:49:11.416178 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b0721234-2c8f-4be8-824b-600cc86b0659 None None] Notify callbacks [] for port, precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:11.449038 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361c2688-2366-4706-8bfd-56d80cf08c3c req-c8fd3fce-b2e9-433d-ab1b-2b61ffd76cc9 tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:49:11.450468 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-361c2688-2366-4706-8bfd-56d80cf08c3c req-c8fd3fce-b2e9-433d-ab1b-2b61ffd76cc9 tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] 10.222.0.35 "GET /v2.0/networks/e3a93b5c-91e2-4064-9c2c-1afc261bfe15 HTTP/1.1" status: 200 len: 784 time: 0.1499698 May 20 20:49:11.508346 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b0721234-2c8f-4be8-824b-600cc86b0659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108'] for port, after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:11.533462 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c223f191-c276-4feb-84d3-dcf503bd3d4a req-b2a2c68b-5632-449a-b113-9dc074f17f47 tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:49:11.535085 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c223f191-c276-4feb-84d3-dcf503bd3d4a req-b2a2c68b-5632-449a-b113-9dc074f17f47 tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] 10.222.0.35 "GET /v2.0/ports?device_id=0f535575-dc81-4139-bc1e-db9fe0d7c5b9 HTTP/1.1" status: 200 len: 944 time: 0.0627298 May 20 20:49:11.560548 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-27ecc3a1-7195-4772-93ef-93178fe1cfe0 None None] Set router df50236c-45ab-4a8c-91af-f35e0d4296cb gateway port host: n-d-842733-1 {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:49:11.568294 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0721234-2c8f-4be8-824b-600cc86b0659 None None] Network 1a8c8fe6-b5a3-4103-add2-9b1ac42c85d7 is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:49:11.601806 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-b0721234-2c8f-4be8-824b-600cc86b0659 None None] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:49:11.609154 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0721234-2c8f-4be8-824b-600cc86b0659 None None] Received port after_create {{(pid=103164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:49:11.635965 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c223f191-c276-4feb-84d3-dcf503bd3d4a req-3836b6b1-d11d-451a-aa52-e3edffec2fe0 tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] 10.222.0.35 "GET /v2.0/security-groups?id=2274ca87-1a60-437e-91f1-b4d825425422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889583 May 20 20:49:11.662413 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac084396-ff26-427d-ade1-2153f37bcca8 req-9fa76e96-b5d7-4f53-a151-95b7d6fdb6db tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:49:11.664900 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ac084396-ff26-427d-ade1-2153f37bcca8 req-9fa76e96-b5d7-4f53-a151-95b7d6fdb6db tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] 10.222.0.35 "GET /v2.0/ports?device_id=a4ab3ddf-2fe5-4063-a4f6-456e0eb3138f HTTP/1.1" status: 200 len: 946 time: 0.0928216 May 20 20:49:11.671269 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0721234-2c8f-4be8-824b-600cc86b0659 None None] Pushing event updated for resources: {'Port': ['ID=ece60a43-34fb-47b5-8dce-3d646d9ba711,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:49:11.728482 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ac084396-ff26-427d-ade1-2153f37bcca8 req-76b02530-a385-4843-b30a-c454d0d31711 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] 10.222.0.35 "GET /v2.0/security-groups?id=34b2d344-fca2-46ed-b4e2-64c5c774d633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563898 May 20 20:49:11.734820 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-b0721234-2c8f-4be8-824b-600cc86b0659 None None] Attempting to bind port ece60a43-34fb-47b5-8dce-3d646d9ba711 on host n-d-842733-1 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:49:11.735304 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-b0721234-2c8f-4be8-824b-600cc86b0659 None None] Attempting to bind port ece60a43-34fb-47b5-8dce-3d646d9ba711 by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': 'dc5e12f6-7393-4709-bb11-461b6e19f374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '1a8c8fe6-b5a3-4103-add2-9b1ac42c85d7'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:49:11.735676 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0721234-2c8f-4be8-824b-600cc86b0659 None None] Attempting to bind port ece60a43-34fb-47b5-8dce-3d646d9ba711 on network 1a8c8fe6-b5a3-4103-add2-9b1ac42c85d7 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:49:11.746557 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0721234-2c8f-4be8-824b-600cc86b0659 None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 48, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:49:11.746950 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0721234-2c8f-4be8-824b-600cc86b0659 None None] Checking segment: {'id': 'dc5e12f6-7393-4709-bb11-461b6e19f374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '1a8c8fe6-b5a3-4103-add2-9b1ac42c85d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:49:11.747344 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b0721234-2c8f-4be8-824b-600cc86b0659 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:11.747737 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0721234-2c8f-4be8-824b-600cc86b0659 None None] Bound using segment: {'id': 'dc5e12f6-7393-4709-bb11-461b6e19f374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '1a8c8fe6-b5a3-4103-add2-9b1ac42c85d7'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:49:11.748217 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-b0721234-2c8f-4be8-824b-600cc86b0659 None None] Bound port: ece60a43-34fb-47b5-8dce-3d646d9ba711, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc5e12f6-7393-4709-bb11-461b6e19f374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '1a8c8fe6-b5a3-4103-add2-9b1ac42c85d7'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:49:11.748596 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b0721234-2c8f-4be8-824b-600cc86b0659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:11.783746 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ae3e01b8-ae76-4409-8b1f-cb3c2eca85c0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:11.835482 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ae3e01b8-ae76-4409-8b1f-cb3c2eca85c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:11.854447 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f18fae7d-4879-4e4e-a954-35979a1d0481 req-649ee1fc-f772-4464-9ccb-952137306312 tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.2.173 HTTP/1.1" status: 200 len: 1001 time: 0.0872746 May 20 20:49:11.871955 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b0721234-2c8f-4be8-824b-600cc86b0659 None None] For port ece60a43-34fb-47b5-8dce-3d646d9ba711, host n-d-842733-1, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:49:11.904182 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b0721234-2c8f-4be8-824b-600cc86b0659 None None] For port ece60a43-34fb-47b5-8dce-3d646d9ba711, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=ece60a43-34fb-47b5-8dce-3d646d9ba711,segment=NetworkSegment(dc5e12f6-7393-4709-bb11-461b6e19f374),segment_id=dc5e12f6-7393-4709-bb11-461b6e19f374)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:49:11.909846 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-5fb9ab5e-dd1b-4782-81ea-dbf42fab28a6 req-4e942b90-5d76-4e85-8a5a-6b43cc105e36 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=42adb422-9151-4491-b25d-34ad793a4cf4 HTTP/1.1" status: 200 len: 1001 time: 0.5628660 May 20 20:49:11.918215 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18fae7d-4879-4e4e-a954-35979a1d0481 req-8a02b584-1eb0-466f-a3ec-24062358828d tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:49:11.920985 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f18fae7d-4879-4e4e-a954-35979a1d0481 req-8a02b584-1eb0-466f-a3ec-24062358828d tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] 10.222.0.35 "GET /v2.0/ports/42adb422-9151-4491-b25d-34ad793a4cf4 HTTP/1.1" status: 200 len: 942 time: 0.0655162 May 20 20:49:12.010306 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b0721234-2c8f-4be8-824b-600cc86b0659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:12.014171 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb9ab5e-dd1b-4782-81ea-dbf42fab28a6 req-81275894-b598-4d02-a91d-c61f5da14d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:49:12.015664 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-5fb9ab5e-dd1b-4782-81ea-dbf42fab28a6 req-81275894-b598-4d02-a91d-c61f5da14d33 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b70b63b1-2e88-43cc-a35f-4cb2fd8d84c1 HTTP/1.1" status: 200 len: 859 time: 0.0960753 May 20 20:49:12.058793 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-ae3e01b8-ae76-4409-8b1f-cb3c2eca85c0 admin admin] Allocated IP 172.25.2.90 (e3a93b5c-91e2-4064-9c2c-1afc261bfe15/86fee0c1-6e34-488b-9216-b2b8e7ef585a/0bce0255-c312-48e9-a1ef-77a6bb023a0e) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:49:12.093351 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b07b4fff-0648-4ef6-9d47-4ea3afb5fbb5 req-3a029916-f796-46a2-a74d-115e35d9f708 tempest-ServerShowV254Test-2147464569 tempest-ServerShowV254Test-2147464569-project] 10.222.0.35 "GET /v2.0/ports?device_id=eae40ff4-074e-48c3-9704-393975de631b HTTP/1.1" status: 200 len: 210 time: 0.0397823 May 20 20:49:12.125706 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 48014) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:49:12.134553 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0721234-2c8f-4be8-824b-600cc86b0659 None None] Pushing event updated for resources: {'Port': ['ID=ece60a43-34fb-47b5-8dce-3d646d9ba711,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:49:12.156963 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f18fae7d-4879-4e4e-a954-35979a1d0481 req-55330cec-b0de-40bd-8594-d1b4dd7faeea tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.2.173 HTTP/1.1" status: 200 len: 1001 time: 0.1632299 May 20 20:49:12.157123 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb9ab5e-dd1b-4782-81ea-dbf42fab28a6 req-f80ea63f-90ee-4497-9080-1ed632896ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:49:12.160117 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-5fb9ab5e-dd1b-4782-81ea-dbf42fab28a6 req-f80ea63f-90ee-4497-9080-1ed632896ba8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a0f85c50-1e5c-452b-8cab-6202e1b6863f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1348279 May 20 20:49:12.163371 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-27ecc3a1-7195-4772-93ef-93178fe1cfe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df50236c-45ab-4a8c-91af-f35e0d4296cb', 'name': 'tempest-FloatingIPsAssociationTestJSON-342180242-router', 'tenant_id': 'b08823cbf82b41d5ac4037cf2ee63513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.57'}], 'enable_snat': True}, 'gw_port_id': 'bb4f9753-2486-4eec-a68b-00ed52e4689c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:48:18Z', 'updated_at': '2022-05-20T20:48:25Z', 'revision_number': 4, 'project_id': 'b08823cbf82b41d5ac4037cf2ee63513', 'gw_port': {'id': 'bb4f9753-2486-4eec-a68b-00ed52e4689c', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:7c:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df50236c-45ab-4a8c-91af-f35e0d4296cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:48:18Z', 'updated_at': '2022-05-20T20:48:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_floatingips': [{'id': '9e98d0da-4f51-464a-8788-db4fdbff6d6c', 'tenant_id': 'b08823cbf82b41d5ac4037cf2ee63513', 'floating_ip_address': '172.25.2.173', 'floating_network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'router_id': 'df50236c-45ab-4a8c-91af-f35e0d4296cb', 'port_id': '42adb422-9151-4491-b25d-34ad793a4cf4', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1328, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0f85c50-1e5c-452b-8cab-6202e1b6863f', 'mac_address': 'fa:16:3e:86:c0:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1af9e82-3f83-4962-b252-d66a988678f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-20T20:48:44Z', 'updated_at': '2022-05-20T20:49:10Z', 'revision_number': 4, 'project_id': 'b08823cbf82b41d5ac4037cf2ee63513', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a25d3170-f929-40c9-bdf9-a2df393fa0ae', 'name': '', 'network_id': 'a0f85c50-1e5c-452b-8cab-6202e1b6863f', 'tenant_id': 'b08823cbf82b41d5ac4037cf2ee63513', 'mac_address': 'fa:16:3e:61:8e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df50236c-45ab-4a8c-91af-f35e0d4296cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': 'b70b63b1-2e88-43cc-a35f-4cb2fd8d84c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:48:23Z', 'updated_at': '2022-05-20T20:48:29Z', 'revision_number': 5, 'project_id': 'b08823cbf82b41d5ac4037cf2ee63513', 'subnets': [{'id': 'b70b63b1-2e88-43cc-a35f-4cb2fd8d84c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:49:12.213447 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27ecc3a1-7195-4772-93ef-93178fe1cfe0 None None] Checking router: df50236c-45ab-4a8c-91af-f35e0d4296cb for host: n-d-842733-1 {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 20:49:12.234725 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ecc3a1-7195-4772-93ef-93178fe1cfe0 None None] Routers {'df50236c-45ab-4a8c-91af-f35e0d4296cb'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:49:12.235454 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-27ecc3a1-7195-4772-93ef-93178fe1cfe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:48:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['df50236c-45ab-4a8c-91af-f35e0d4296cb'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:49:12.321738 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d52cd32-eeba-44e0-8bdf-e094a2fd8a3b req-b286ea16-3c01-4e10-8fce-63de4a5cb50d tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:49:12.330200 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8d52cd32-eeba-44e0-8bdf-e094a2fd8a3b req-b286ea16-3c01-4e10-8fce-63de4a5cb50d tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "GET /v2.0/ports?device_id=3674afb5-fa57-4c40-b6ee-249d678d06fa HTTP/1.1" status: 200 len: 946 time: 0.0928264 May 20 20:49:12.357054 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-5fb9ab5e-dd1b-4782-81ea-dbf42fab28a6 req-289b1690-cb48-4c3a-8ac0-9a1627b5df8d service neutron] 10.222.0.24 "GET /v2.0/networks/a0f85c50-1e5c-452b-8cab-6202e1b6863f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1863403 May 20 20:49:12.359639 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18fae7d-4879-4e4e-a954-35979a1d0481 req-f805bed0-9ac6-4d38-9eaa-3a606ecf3c9f tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:49:12.360253 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ae3e01b8-ae76-4409-8b1f-cb3c2eca85c0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:12.361047 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f18fae7d-4879-4e4e-a954-35979a1d0481 req-f805bed0-9ac6-4d38-9eaa-3a606ecf3c9f tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] 10.222.0.35 "GET /v2.0/networks/e3a93b5c-91e2-4064-9c2c-1afc261bfe15 HTTP/1.1" status: 200 len: 784 time: 0.2031491 May 20 20:49:12.372385 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-901f3bc7-dc06-48a7-a7e6-aa98981f19bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:12.416553 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-27ecc3a1-7195-4772-93ef-93178fe1cfe0 None None] Set router df50236c-45ab-4a8c-91af-f35e0d4296cb gateway port host: n-d-842733-1 {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:49:12.442433 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8d52cd32-eeba-44e0-8bdf-e094a2fd8a3b req-f99f67f4-b72a-4d14-a8dc-f405ea5094f9 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "GET /v2.0/security-groups?id=17369763-0550-4ec3-bd12-32142aaf9548&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1116667 May 20 20:49:12.536121 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-5fb9ab5e-dd1b-4782-81ea-dbf42fab28a6 req-830d2095-9244-46cc-9539-fff03a2e35da service neutron] 10.222.0.24 "GET /v2.0/networks/a0f85c50-1e5c-452b-8cab-6202e1b6863f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1673858 May 20 20:49:12.541724 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f18fae7d-4879-4e4e-a954-35979a1d0481 req-2baf2424-9ff2-44d5-a56b-b9afaab33dc8 tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.2.173 HTTP/1.1" status: 200 len: 1001 time: 0.1167941 May 20 20:49:12.557080 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [req-f18fae7d-4879-4e4e-a954-35979a1d0481 req-46ce003b-3f18-413f-ab0a-dc048413650a tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:49:12.616324 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ae3e01b8-ae76-4409-8b1f-cb3c2eca85c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:12.627749 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-901f3bc7-dc06-48a7-a7e6-aa98981f19bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:12.641308 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-f18fae7d-4879-4e4e-a954-35979a1d0481 req-46ce003b-3f18-413f-ab0a-dc048413650a tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] Notify callbacks [] for floatingip, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:12.678982 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae3e01b8-ae76-4409-8b1f-cb3c2eca85c0 admin admin] Network e3a93b5c-91e2-4064-9c2c-1afc261bfe15 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:49:12.684499 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-ae3e01b8-ae76-4409-8b1f-cb3c2eca85c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:49:12.691814 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae3e01b8-ae76-4409-8b1f-cb3c2eca85c0 admin admin] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:49:12.694272 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3e01b8-ae76-4409-8b1f-cb3c2eca85c0 admin admin] Pushing event updated for resources: {'Port': ['ID=0bce0255-c312-48e9-a1ef-77a6bb023a0e,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:49:12.765878 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-27ecc3a1-7195-4772-93ef-93178fe1cfe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df50236c-45ab-4a8c-91af-f35e0d4296cb', 'name': 'tempest-FloatingIPsAssociationTestJSON-342180242-router', 'tenant_id': 'b08823cbf82b41d5ac4037cf2ee63513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.57'}], 'enable_snat': True}, 'gw_port_id': 'bb4f9753-2486-4eec-a68b-00ed52e4689c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:48:18Z', 'updated_at': '2022-05-20T20:48:25Z', 'revision_number': 4, 'project_id': 'b08823cbf82b41d5ac4037cf2ee63513', 'gw_port': {'id': 'bb4f9753-2486-4eec-a68b-00ed52e4689c', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:7c:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df50236c-45ab-4a8c-91af-f35e0d4296cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:48:18Z', 'updated_at': '2022-05-20T20:48:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_floatingips': [{'id': '9e98d0da-4f51-464a-8788-db4fdbff6d6c', 'tenant_id': 'b08823cbf82b41d5ac4037cf2ee63513', 'floating_ip_address': '172.25.2.173', 'floating_network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'router_id': 'df50236c-45ab-4a8c-91af-f35e0d4296cb', 'port_id': '42adb422-9151-4491-b25d-34ad793a4cf4', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1328, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0f85c50-1e5c-452b-8cab-6202e1b6863f', 'mac_address': 'fa:16:3e:86:c0:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1af9e82-3f83-4962-b252-d66a988678f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-20T20:48:44Z', 'updated_at': '2022-05-20T20:49:10Z', 'revision_number': 4, 'project_id': 'b08823cbf82b41d5ac4037cf2ee63513', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a25d3170-f929-40c9-bdf9-a2df393fa0ae', 'name': '', 'network_id': 'a0f85c50-1e5c-452b-8cab-6202e1b6863f', 'tenant_id': 'b08823cbf82b41d5ac4037cf2ee63513', 'mac_address': 'fa:16:3e:61:8e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df50236c-45ab-4a8c-91af-f35e0d4296cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': 'b70b63b1-2e88-43cc-a35f-4cb2fd8d84c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:48:23Z', 'updated_at': '2022-05-20T20:48:29Z', 'revision_number': 5, 'project_id': 'b08823cbf82b41d5ac4037cf2ee63513', 'subnets': [{'id': 'b70b63b1-2e88-43cc-a35f-4cb2fd8d84c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:49:12.777456 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-901f3bc7-dc06-48a7-a7e6-aa98981f19bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:12.804849 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27ecc3a1-7195-4772-93ef-93178fe1cfe0 None None] The sync data for ids ['df50236c-45ab-4a8c-91af-f35e0d4296cb'] in n-d-842733-1 is: [{'id': 'df50236c-45ab-4a8c-91af-f35e0d4296cb', 'name': 'tempest-FloatingIPsAssociationTestJSON-342180242-router', 'tenant_id': 'b08823cbf82b41d5ac4037cf2ee63513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.57'}], 'enable_snat': True}, 'gw_port_id': 'bb4f9753-2486-4eec-a68b-00ed52e4689c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:48:18Z', 'updated_at': '2022-05-20T20:48:25Z', 'revision_number': 4, 'project_id': 'b08823cbf82b41d5ac4037cf2ee63513', 'gw_port': {'id': 'bb4f9753-2486-4eec-a68b-00ed52e4689c', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:7c:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df50236c-45ab-4a8c-91af-f35e0d4296cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:48:18Z', 'updated_at': '2022-05-20T20:48:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_floatingips': [{'id': '9e98d0da-4f51-464a-8788-db4fdbff6d6c', 'tenant_id': 'b08823cbf82b41d5ac4037cf2ee63513', 'floating_ip_address': '172.25.2.173', 'floating_network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'router_id': 'df50236c-45ab-4a8c-91af-f35e0d4296cb', 'port_id': '42adb422-9151-4491-b25d-34ad793a4cf4', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1328, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0f85c50-1e5c-452b-8cab-6202e1b6863f', 'mac_address': 'fa:16:3e:86:c0:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1af9e82-3f83-4962-b252-d66a988678f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-20T20:48:44Z', 'updated_at': '2022-05-20T20:49:10Z', 'revision_number': 4, 'project_id': 'b08823cbf82b41d5ac4037cf2ee63513', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a25d3170-f929-40c9-bdf9-a2df393fa0ae', 'name': '', 'network_id': 'a0f85c50-1e5c-452b-8cab-6202e1b6863f', 'tenant_id': 'b08823cbf82b41d5ac4037cf2ee63513', 'mac_address': 'fa:16:3e:61:8e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df50236c-45ab-4a8c-91af-f35e0d4296cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': 'b70b63b1-2e88-43cc-a35f-4cb2fd8d84c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:48:23Z', 'updated_at': '2022-05-20T20:48:29Z', 'revision_number': 5, 'project_id': 'b08823cbf82b41d5ac4037cf2ee63513', 'subnets': [{'id': 'b70b63b1-2e88-43cc-a35f-4cb2fd8d84c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 20:49:12.862012 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-f18fae7d-4879-4e4e-a954-35979a1d0481 req-46ce003b-3f18-413f-ab0a-dc048413650a tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:12.873573 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 48026) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:49:12.873781 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-901f3bc7-dc06-48a7-a7e6-aa98981f19bd admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8914f7f00cb14c99bbb376bd21f78b62&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7468169 May 20 20:49:12.874625 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901f3bc7-dc06-48a7-a7e6-aa98981f19bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6854975a-7961-4126-b530-b2810e563497,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:49:12.902169 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 650854b2-e193-47b6-a413-f0ae3536bb67 up at agent hyperv_n-h1-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:49:12.933618 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d65ee52a-dd98-4723-aabb-2f5c2cf003e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:12.960543 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d65ee52a-dd98-4723-aabb-2f5c2cf003e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:12.965128 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Provisioning complete for port 650854b2-e193-47b6-a413-f0ae3536bb67 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:49:12.965540 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:12.991429 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-f18fae7d-4879-4e4e-a954-35979a1d0481 req-46ce003b-3f18-413f-ab0a-dc048413650a tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748272'] for floatingip, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:12.991429 n-d-842733-1 neutron-server[103163]: INFO neutron.db.l3_db [req-f18fae7d-4879-4e4e-a954-35979a1d0481 req-46ce003b-3f18-413f-ab0a-dc048413650a tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] Floating IP 9e98d0da-4f51-464a-8788-db4fdbff6d6c disassociated. External IP: 172.25.2.173, port: 42adb422-9151-4491-b25d-34ad793a4cf4. May 20 20:49:13.121461 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Current status of the port 650854b2-e193-47b6-a413-f0ae3536bb67 is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:49:13.122036 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:13.133580 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef513fd3-d5cd-42eb-ba6f-6125773e27cf req-7d8ee30d-a7b2-4109-bdaa-c7b709634534 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:49:13.135212 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-ef513fd3-d5cd-42eb-ba6f-6125773e27cf req-7d8ee30d-a7b2-4109-bdaa-c7b709634534 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] 10.222.0.24 "GET /v2.0/ports?device_id=a4ab3ddf-2fe5-4063-a4f6-456e0eb3138f HTTP/1.1" status: 200 len: 946 time: 0.1313624 May 20 20:49:13.177935 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port 650854b2-e193-47b6-a413-f0ae3536bb67, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=650854b2-e193-47b6-a413-f0ae3536bb67,segment=NetworkSegment(d91bf09f-166e-43f0-9da3-0f3d4d6c439b),segment_id=d91bf09f-166e-43f0-9da3-0f3d4d6c439b)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:49:13.178961 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f535575-dc81-4139-bc1e-db9fe0d7c5b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '650854b2-e193-47b6-a413-f0ae3536bb67'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:49:13.182499 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8485417003ce7c0410b00f5cdc2f391e21107b70bb68e2773712534a96e108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2e0d6ab-7b98-41b3-9956-5cb6dfedabe2" -d '{"events": [{"server_uuid": "0f535575-dc81-4139-bc1e-db9fe0d7c5b9", "name": "network-vif-plugged", "status": "completed", "tag": "650854b2-e193-47b6-a413-f0ae3536bb67"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:49:13.197382 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d65ee52a-dd98-4723-aabb-2f5c2cf003e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:13.199804 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d65ee52a-dd98-4723-aabb-2f5c2cf003e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:13.203599 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-d65ee52a-dd98-4723-aabb-2f5c2cf003e1 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6854975a-7961-4126-b530-b2810e563497 HTTP/1.1" status: 204 len: 168 time: 0.3259041 May 20 20:49:13.222402 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-c7218715-dc76-4f65-ab4d-12ee75284372 req-840bceb0-d97a-40e1-8653-d07a33a2f5f0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1e7a6217978c49bca31185a9a7ea4af4&device_id=eae40ff4-074e-48c3-9704-393975de631b HTTP/1.1" status: 200 len: 210 time: 0.0851386 May 20 20:49:13.243019 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:13.281828 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65ee52a-dd98-4723-aabb-2f5c2cf003e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6854975a-7961-4126-b530-b2810e563497,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:49:13.296083 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-c7218715-dc76-4f65-ab4d-12ee75284372 req-b6e4d078-b8b1-4941-bcfb-c1aa56aab30f service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=1e7a6217978c49bca31185a9a7ea4af4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0475140 May 20 20:49:13.341628 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Pushing event updated for resources: {'Port': ['ID=650854b2-e193-47b6-a413-f0ae3536bb67,revision_number=8']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:49:13.440331 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ae3e01b8-ae76-4409-8b1f-cb3c2eca85c0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:13.530124 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7218715-dc76-4f65-ab4d-12ee75284372 req-928ce523-b63a-4b75-a498-60bd47267759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:49:13.531910 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-c7218715-dc76-4f65-ab4d-12ee75284372 req-928ce523-b63a-4b75-a498-60bd47267759 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1983178 May 20 20:49:13.579223 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-ef513fd3-d5cd-42eb-ba6f-6125773e27cf req-9d34a4cd-3774-4761-9edd-e1841894a88e tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Deleting port fa2729c0-84e2-43f4-af96-ae7759c29dd5 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:49:13.579629 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-ef513fd3-d5cd-42eb-ba6f-6125773e27cf req-9d34a4cd-3774-4761-9edd-e1841894a88e tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:13.581123 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a60e78d8-0b16-4439-8797-3014255812ee None None] Network 1a8c8fe6-b5a3-4103-add2-9b1ac42c85d7 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:49:13.646847 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-fe4b2a87-d4bd-47fa-9bae-2c8a50171fa4 None None] Provisioning complete for port ece60a43-34fb-47b5-8dce-3d646d9ba711 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:49:13.647215 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-fe4b2a87-d4bd-47fa-9bae-2c8a50171fa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:13.749752 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea01458b-0209-46d6-9efb-dce25005d2f2 req-44a2a041-5a0a-4b99-95a9-c488cafb8efd tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:49:13.758178 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ea01458b-0209-46d6-9efb-dce25005d2f2 req-44a2a041-5a0a-4b99-95a9-c488cafb8efd tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] 10.222.0.35 "GET /v2.0/ports?device_id=0f535575-dc81-4139-bc1e-db9fe0d7c5b9 HTTP/1.1" status: 200 len: 944 time: 0.5538931 May 20 20:49:13.772029 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-ef513fd3-d5cd-42eb-ba6f-6125773e27cf req-9d34a4cd-3774-4761-9edd-e1841894a88e tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] For port fa2729c0-84e2-43f4-af96-ae7759c29dd5, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=fa2729c0-84e2-43f4-af96-ae7759c29dd5,segment=NetworkSegment(51a22548-63c8-444c-b674-6afca742ad16),segment_id=51a22548-63c8-444c-b674-6afca742ad16)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:49:13.772246 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-ef513fd3-d5cd-42eb-ba6f-6125773e27cf req-9d34a4cd-3774-4761-9edd-e1841894a88e tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:13.787985 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ae3e01b8-ae76-4409-8b1f-cb3c2eca85c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748106'] for router, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:13.797341 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f18fae7d-4879-4e4e-a954-35979a1d0481 req-46ce003b-3f18-413f-ab0a-dc048413650a tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] Router df50236c-45ab-4a8c-91af-f35e0d4296cb has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 20:49:13.805511 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ea01458b-0209-46d6-9efb-dce25005d2f2 req-e72624c3-363f-4de9-a0f1-5203a2e3a976 tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] 10.222.0.35 "GET /v2.0/security-groups?id=2274ca87-1a60-437e-91f1-b4d825425422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454922 May 20 20:49:13.837579 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device ece60a43-34fb-47b5-8dce-3d646d9ba711 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:49:14.025592 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f18fae7d-4879-4e4e-a954-35979a1d0481 req-46ce003b-3f18-413f-ab0a-dc048413650a tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 20:49:14.031364 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-f18fae7d-4879-4e4e-a954-35979a1d0481 req-46ce003b-3f18-413f-ab0a-dc048413650a tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for floatingip, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:14.041579 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-fe4b2a87-d4bd-47fa-9bae-2c8a50171fa4 None None] Current status of the port ece60a43-34fb-47b5-8dce-3d646d9ba711 is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:49:14.041966 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-fe4b2a87-d4bd-47fa-9bae-2c8a50171fa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:14.044209 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-902abf48-fafe-42b3-bff6-0cf5112f82de None None] Sync routers for ids ['df50236c-45ab-4a8c-91af-f35e0d4296cb'] in n-d-842733-1 {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 20:49:14.060879 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-ef513fd3-d5cd-42eb-ba6f-6125773e27cf req-9d34a4cd-3774-4761-9edd-e1841894a88e tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:14.061261 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-ef513fd3-d5cd-42eb-ba6f-6125773e27cf req-9d34a4cd-3774-4761-9edd-e1841894a88e tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748272'] for floatingip, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:14.062139 n-d-842733-1 neutron-server[103162]: INFO neutron.db.l3_db [req-ef513fd3-d5cd-42eb-ba6f-6125773e27cf req-9d34a4cd-3774-4761-9edd-e1841894a88e tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Floating IP be9e064a-cbbb-4838-8cd6-5e86a48b445e disassociated. External IP: 172.25.2.213, port: fa2729c0-84e2-43f4-af96-ae7759c29dd5. May 20 20:49:14.062419 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-ef513fd3-d5cd-42eb-ba6f-6125773e27cf req-9d34a4cd-3774-4761-9edd-e1841894a88e tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Calling delete_port for fa2729c0-84e2-43f4-af96-ae7759c29dd5 owned by compute:nova {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:49:14.072230 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b644e7-0a90-4f17-bbc2-cc0530bc77c2 req-8624342b-7728-4ba8-947c-afafe2fa163b tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:49:14.073971 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b1b644e7-0a90-4f17-bbc2-cc0530bc77c2 req-8624342b-7728-4ba8-947c-afafe2fa163b tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] 10.222.0.35 "GET /v2.0/ports?device_id=a4ab3ddf-2fe5-4063-a4f6-456e0eb3138f HTTP/1.1" status: 200 len: 946 time: 0.0923159 May 20 20:49:14.075743 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f18fae7d-4879-4e4e-a954-35979a1d0481 req-46ce003b-3f18-413f-ab0a-dc048413650a tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] 10.222.0.35 "PUT /v2.0/floatingips/9e98d0da-4f51-464a-8788-db4fdbff6d6c HTTP/1.1" status: 200 len: 695 time: 1.5270793 May 20 20:49:14.076537 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1af9e82-3f83-4962-b252-d66a988678f9', 'tag': '42adb422-9151-4491-b25d-34ad793a4cf4'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:49:14.078892 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4291b17aa7b45362825f0571e77c85f5e73afe1df9c7e9e15006df9d695c005e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dd1698f-9a04-4c10-992b-ff736e77a63c" -d '{"events": [{"name": "network-changed", "server_uuid": "f1af9e82-3f83-4962-b252-d66a988678f9", "tag": "42adb422-9151-4491-b25d-34ad793a4cf4"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:49:14.094034 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-902abf48-fafe-42b3-bff6-0cf5112f82de None None] Routers {'df50236c-45ab-4a8c-91af-f35e0d4296cb'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:49:14.094681 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-902abf48-fafe-42b3-bff6-0cf5112f82de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:48:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['df50236c-45ab-4a8c-91af-f35e0d4296cb'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:49:14.113371 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 48044) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:49:14.119583 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-fe4b2a87-d4bd-47fa-9bae-2c8a50171fa4 None None] For port ece60a43-34fb-47b5-8dce-3d646d9ba711, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=ece60a43-34fb-47b5-8dce-3d646d9ba711,segment=NetworkSegment(dc5e12f6-7393-4709-bb11-461b6e19f374),segment_id=dc5e12f6-7393-4709-bb11-461b6e19f374)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:49:14.136679 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port ece60a43-34fb-47b5-8dce-3d646d9ba711 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:49:14.137159 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:14.161192 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-cff7c594-a357-4b0d-8951-4a264bcf623c admin admin] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:14.167466 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae3e01b8-ae76-4409-8b1f-cb3c2eca85c0 admin admin] Router 71159161-ab32-4c43-a0ee-2b61d82fa1f1 is scheduled to L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e with binding_index 1 {{(pid=103162) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 20 20:49:14.197263 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b1b644e7-0a90-4f17-bbc2-cc0530bc77c2 req-720a447c-b4bd-44ad-9549-fd59180bc475 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] 10.222.0.35 "GET /v2.0/security-groups?id=34b2d344-fca2-46ed-b4e2-64c5c774d633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1100867 May 20 20:49:14.204097 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-fe4b2a87-d4bd-47fa-9bae-2c8a50171fa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:14.213999 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-902abf48-fafe-42b3-bff6-0cf5112f82de None None] Set router df50236c-45ab-4a8c-91af-f35e0d4296cb gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:49:14.255555 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18fae7d-4879-4e4e-a954-35979a1d0481 req-ed25cf4b-10f1-4908-979f-c47975b1ebc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:49:14.257439 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f18fae7d-4879-4e4e-a954-35979a1d0481 req-ed25cf4b-10f1-4908-979f-c47975b1ebc4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b08823cbf82b41d5ac4037cf2ee63513&device_id=f1af9e82-3f83-4962-b252-d66a988678f9 HTTP/1.1" status: 200 len: 1096 time: 0.1618047 May 20 20:49:14.297991 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4b2a87-d4bd-47fa-9bae-2c8a50171fa4 None None] Pushing event updated for resources: {'Port': ['ID=ece60a43-34fb-47b5-8dce-3d646d9ba711,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:49:14.354307 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port ece60a43-34fb-47b5-8dce-3d646d9ba711 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:49:14.412475 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-812e9b9a-92c9-4e46-865b-7a708e6b9fde req-10a16812-ccba-4c56-802a-9f9f0a438d97 tempest-ServerShowV254Test-2147464569 tempest-ServerShowV254Test-2147464569-project] 10.222.0.35 "GET /v2.0/ports?device_id=eae40ff4-074e-48c3-9704-393975de631b HTTP/1.1" status: 200 len: 210 time: 0.0491281 May 20 20:49:14.484863 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 20:49:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b3ff50f-e519-4c70-9806-4a078fe2acc2 x-openstack-request-id: req-5b3ff50f-e519-4c70-9806-4a078fe2acc2 {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:49:14.485089 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f535575-dc81-4139-bc1e-db9fe0d7c5b9", "name": "network-vif-plugged", "status": "completed", "tag": "650854b2-e193-47b6-a413-f0ae3536bb67", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:49:14.485364 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5b3ff50f-e519-4c70-9806-4a078fe2acc2 {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:49:14.485777 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b3ff50f-e519-4c70-9806-4a078fe2acc2'] response: {'server_uuid': '0f535575-dc81-4139-bc1e-db9fe0d7c5b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '650854b2-e193-47b6-a413-f0ae3536bb67', 'code': 200} May 20 20:49:14.489239 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae3e01b8-ae76-4409-8b1f-cb3c2eca85c0 admin admin] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 20:49:14.504419 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-ef513fd3-d5cd-42eb-ba6f-6125773e27cf req-9d34a4cd-3774-4761-9edd-e1841894a88e tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:14.506225 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac2a354b-6c1e-485c-af24-d82142ceabd8 None None] Sync routers for ids ['71159161-ab32-4c43-a0ee-2b61d82fa1f1'] in n-d-842733-1 {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 20:49:14.536621 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d34a4cd-3774-4761-9edd-e1841894a88e tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Pushing event deleted for resources: {'Port': ['ID=fa2729c0-84e2-43f4-af96-ae7759c29dd5,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:49:14.546448 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-902abf48-fafe-42b3-bff6-0cf5112f82de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df50236c-45ab-4a8c-91af-f35e0d4296cb', 'name': 'tempest-FloatingIPsAssociationTestJSON-342180242-router', 'tenant_id': 'b08823cbf82b41d5ac4037cf2ee63513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.57'}], 'enable_snat': True}, 'gw_port_id': 'bb4f9753-2486-4eec-a68b-00ed52e4689c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:48:18Z', 'updated_at': '2022-05-20T20:48:25Z', 'revision_number': 4, 'project_id': 'b08823cbf82b41d5ac4037cf2ee63513', 'gw_port': {'id': 'bb4f9753-2486-4eec-a68b-00ed52e4689c', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:7c:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df50236c-45ab-4a8c-91af-f35e0d4296cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:48:18Z', 'updated_at': '2022-05-20T20:48:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': 'a25d3170-f929-40c9-bdf9-a2df393fa0ae', 'name': '', 'network_id': 'a0f85c50-1e5c-452b-8cab-6202e1b6863f', 'tenant_id': 'b08823cbf82b41d5ac4037cf2ee63513', 'mac_address': 'fa:16:3e:61:8e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df50236c-45ab-4a8c-91af-f35e0d4296cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': 'b70b63b1-2e88-43cc-a35f-4cb2fd8d84c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:48:23Z', 'updated_at': '2022-05-20T20:48:29Z', 'revision_number': 5, 'project_id': 'b08823cbf82b41d5ac4037cf2ee63513', 'subnets': [{'id': 'b70b63b1-2e88-43cc-a35f-4cb2fd8d84c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:49:14.559492 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac2a354b-6c1e-485c-af24-d82142ceabd8 None None] Routers {'71159161-ab32-4c43-a0ee-2b61d82fa1f1'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:49:14.560177 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-ac2a354b-6c1e-485c-af24-d82142ceabd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:48:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['71159161-ab32-4c43-a0ee-2b61d82fa1f1'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:49:14.563744 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-cff7c594-a357-4b0d-8951-4a264bcf623c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:14.572875 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ae3e01b8-ae76-4409-8b1f-cb3c2eca85c0 admin admin] Notify callbacks [] for router, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:14.574552 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18fae7d-4879-4e4e-a954-35979a1d0481 req-93640099-11a6-48c3-9da8-5c0f23cd0774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:49:14.578925 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f18fae7d-4879-4e4e-a954-35979a1d0481 req-93640099-11a6-48c3-9da8-5c0f23cd0774 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a0f85c50-1e5c-452b-8cab-6202e1b6863f HTTP/1.1" status: 200 len: 921 time: 0.3040977 May 20 20:49:14.579685 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 48048) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:49:14.586789 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-ae3e01b8-ae76-4409-8b1f-cb3c2eca85c0 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.3879793 May 20 20:49:14.646313 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-376d3989-015b-429f-a08d-75c76593859e None None] Provisioning complete for port ece60a43-34fb-47b5-8dce-3d646d9ba711 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:49:14.646931 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-376d3989-015b-429f-a08d-75c76593859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:14.731192 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-902abf48-fafe-42b3-bff6-0cf5112f82de None None] Checking router: df50236c-45ab-4a8c-91af-f35e0d4296cb for host: n-d-842733-1 {{(pid=103165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 20:49:14.741178 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-902abf48-fafe-42b3-bff6-0cf5112f82de None None] Routers {'df50236c-45ab-4a8c-91af-f35e0d4296cb'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:49:14.742877 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-902abf48-fafe-42b3-bff6-0cf5112f82de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:48:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['df50236c-45ab-4a8c-91af-f35e0d4296cb'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:49:14.772220 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-ac2a354b-6c1e-485c-af24-d82142ceabd8 None None] Set router 71159161-ab32-4c43-a0ee-2b61d82fa1f1 gateway port host: n-d-842733-1 {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:49:14.866057 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-902abf48-fafe-42b3-bff6-0cf5112f82de None None] Set router df50236c-45ab-4a8c-91af-f35e0d4296cb gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:49:14.903119 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-cff7c594-a357-4b0d-8951-4a264bcf623c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:14.973533 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-cff7c594-a357-4b0d-8951-4a264bcf623c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=62b011a577264445aad042f27b17ed08&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8452511 May 20 20:49:14.980926 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff7c594-a357-4b0d-8951-4a264bcf623c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23745997-c03d-46a1-a0da-634b56a6a241,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:49:14.990392 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f18fae7d-4879-4e4e-a954-35979a1d0481 req-8aaf8473-b677-409d-b7db-bbbed9138c48 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=42adb422-9151-4491-b25d-34ad793a4cf4 HTTP/1.1" status: 200 len: 217 time: 0.3968799 May 20 20:49:14.991036 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 48054) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:49:15.053352 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-376d3989-015b-429f-a08d-75c76593859e None None] Current status of the port ece60a43-34fb-47b5-8dce-3d646d9ba711 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:49:15.090052 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-ac2a354b-6c1e-485c-af24-d82142ceabd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71159161-ab32-4c43-a0ee-2b61d82fa1f1', 'name': 'tempest-TaggedBootDevicesTest-545666095-router', 'tenant_id': '8fcd29f320dc48e6aa911d84c732fd6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.90'}], 'enable_snat': True}, 'gw_port_id': '0bce0255-c312-48e9-a1ef-77a6bb023a0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:49:10Z', 'updated_at': '2022-05-20T20:49:12Z', 'revision_number': 3, 'project_id': '8fcd29f320dc48e6aa911d84c732fd6f', 'gw_port': {'id': '0bce0255-c312-48e9-a1ef-77a6bb023a0e', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:fe:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71159161-ab32-4c43-a0ee-2b61d82fa1f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:49:11Z', 'updated_at': '2022-05-20T20:49:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:49:15.111389 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-c7218715-dc76-4f65-ab4d-12ee75284372 req-2112cd64-d6f9-45ff-88e5-9089e18c547e tempest-ServerShowV254Test-2147464569 tempest-ServerShowV254Test-2147464569-project] 10.222.0.13 "GET /v2.0/ports?device_id=eae40ff4-074e-48c3-9704-393975de631b HTTP/1.1" status: 200 len: 210 time: 0.0322516 May 20 20:49:15.113375 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ef513fd3-d5cd-42eb-ba6f-6125773e27cf req-9d34a4cd-3774-4761-9edd-e1841894a88e tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Router 1b403540-9eac-4959-9594-ec7fea5521b9 has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 20:49:15.128232 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac2a354b-6c1e-485c-af24-d82142ceabd8 None None] Checking router: 71159161-ab32-4c43-a0ee-2b61d82fa1f1 for host: n-d-842733-1 {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 20:49:15.128685 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac2a354b-6c1e-485c-af24-d82142ceabd8 None None] Updating router 71159161-ab32-4c43-a0ee-2b61d82fa1f1 port 0bce0255-c312-48e9-a1ef-77a6bb023a0e binding host n-d-842733-1 {{(pid=103164) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 20:49:15.141195 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653c804a-5bb6-4312-85b5-c599727a0c76 req-4c88ac6a-dcb9-4e5c-9c71-3f01090df747 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:49:15.145620 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-902abf48-fafe-42b3-bff6-0cf5112f82de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df50236c-45ab-4a8c-91af-f35e0d4296cb', 'name': 'tempest-FloatingIPsAssociationTestJSON-342180242-router', 'tenant_id': 'b08823cbf82b41d5ac4037cf2ee63513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.57'}], 'enable_snat': True}, 'gw_port_id': 'bb4f9753-2486-4eec-a68b-00ed52e4689c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:48:18Z', 'updated_at': '2022-05-20T20:48:25Z', 'revision_number': 4, 'project_id': 'b08823cbf82b41d5ac4037cf2ee63513', 'gw_port': {'id': 'bb4f9753-2486-4eec-a68b-00ed52e4689c', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:7c:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df50236c-45ab-4a8c-91af-f35e0d4296cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:48:18Z', 'updated_at': '2022-05-20T20:48:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': 'a25d3170-f929-40c9-bdf9-a2df393fa0ae', 'name': '', 'network_id': 'a0f85c50-1e5c-452b-8cab-6202e1b6863f', 'tenant_id': 'b08823cbf82b41d5ac4037cf2ee63513', 'mac_address': 'fa:16:3e:61:8e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df50236c-45ab-4a8c-91af-f35e0d4296cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': 'b70b63b1-2e88-43cc-a35f-4cb2fd8d84c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:48:23Z', 'updated_at': '2022-05-20T20:48:29Z', 'revision_number': 5, 'project_id': 'b08823cbf82b41d5ac4037cf2ee63513', 'subnets': [{'id': 'b70b63b1-2e88-43cc-a35f-4cb2fd8d84c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:49:15.149675 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-653c804a-5bb6-4312-85b5-c599727a0c76 req-4c88ac6a-dcb9-4e5c-9c71-3f01090df747 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "GET /v2.0/ports?device_id=3674afb5-fa57-4c40-b6ee-249d678d06fa HTTP/1.1" status: 200 len: 946 time: 0.3350739 May 20 20:49:15.152658 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d4c35c-46f9-4139-a881-c4105c1787f4 req-b1d4cfa6-5873-47e9-8b3f-db902d995f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:49:15.169434 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-64d4c35c-46f9-4139-a881-c4105c1787f4 req-b1d4cfa6-5873-47e9-8b3f-db902d995f0b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0f535575-dc81-4139-bc1e-db9fe0d7c5b9 HTTP/1.1" status: 200 len: 1097 time: 0.3224323 May 20 20:49:15.170106 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ac2a354b-6c1e-485c-af24-d82142ceabd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:15.171235 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18fae7d-4879-4e4e-a954-35979a1d0481 req-d441419d-0786-4381-af73-5d058fd796c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:49:15.173368 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f18fae7d-4879-4e4e-a954-35979a1d0481 req-d441419d-0786-4381-af73-5d058fd796c2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b70b63b1-2e88-43cc-a35f-4cb2fd8d84c1 HTTP/1.1" status: 200 len: 859 time: 0.1292124 May 20 20:49:15.188530 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-902abf48-fafe-42b3-bff6-0cf5112f82de None None] The sync data for ids ['df50236c-45ab-4a8c-91af-f35e0d4296cb'] in n-d-842733-1 is: [{'id': 'df50236c-45ab-4a8c-91af-f35e0d4296cb', 'name': 'tempest-FloatingIPsAssociationTestJSON-342180242-router', 'tenant_id': 'b08823cbf82b41d5ac4037cf2ee63513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.57'}], 'enable_snat': True}, 'gw_port_id': 'bb4f9753-2486-4eec-a68b-00ed52e4689c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:48:18Z', 'updated_at': '2022-05-20T20:48:25Z', 'revision_number': 4, 'project_id': 'b08823cbf82b41d5ac4037cf2ee63513', 'gw_port': {'id': 'bb4f9753-2486-4eec-a68b-00ed52e4689c', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:7c:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df50236c-45ab-4a8c-91af-f35e0d4296cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:48:18Z', 'updated_at': '2022-05-20T20:48:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': 'a25d3170-f929-40c9-bdf9-a2df393fa0ae', 'name': '', 'network_id': 'a0f85c50-1e5c-452b-8cab-6202e1b6863f', 'tenant_id': 'b08823cbf82b41d5ac4037cf2ee63513', 'mac_address': 'fa:16:3e:61:8e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df50236c-45ab-4a8c-91af-f35e0d4296cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': 'b70b63b1-2e88-43cc-a35f-4cb2fd8d84c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:48:23Z', 'updated_at': '2022-05-20T20:48:29Z', 'revision_number': 5, 'project_id': 'b08823cbf82b41d5ac4037cf2ee63513', 'subnets': [{'id': 'b70b63b1-2e88-43cc-a35f-4cb2fd8d84c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 20:49:15.298994 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ef513fd3-d5cd-42eb-ba6f-6125773e27cf req-9d34a4cd-3774-4761-9edd-e1841894a88e tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 20:49:15.306285 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea4cbdb6-d3f5-4bff-8b2e-d51a158ed37c None None] Sync routers for ids ['1b403540-9eac-4959-9594-ec7fea5521b9'] in n-d-842733-1 {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 20:49:15.321698 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea4cbdb6-d3f5-4bff-8b2e-d51a158ed37c None None] Routers {'1b403540-9eac-4959-9594-ec7fea5521b9'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:49:15.322326 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-ea4cbdb6-d3f5-4bff-8b2e-d51a158ed37c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:48:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['1b403540-9eac-4959-9594-ec7fea5521b9'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:49:15.354025 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef513fd3-d5cd-42eb-ba6f-6125773e27cf req-9d34a4cd-3774-4761-9edd-e1841894a88e tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] No DVR routers for this DVR port fa2729c0-84e2-43f4-af96-ae7759c29dd5 on host n-h1-842733-1 {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:49:15.356916 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-ef513fd3-d5cd-42eb-ba6f-6125773e27cf req-9d34a4cd-3774-4761-9edd-e1841894a88e tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:15.361963 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-ef513fd3-d5cd-42eb-ba6f-6125773e27cf req-9d34a4cd-3774-4761-9edd-e1841894a88e tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] 10.222.0.24 "DELETE /v2.0/ports/fa2729c0-84e2-43f4-af96-ae7759c29dd5 HTTP/1.1" status: 204 len: 173 time: 2.1731987 May 20 20:49:15.362729 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4ab3ddf-2fe5-4063-a4f6-456e0eb3138f', 'name': 'network-vif-deleted', 'tag': 'fa2729c0-84e2-43f4-af96-ae7759c29dd5'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:49:15.366018 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6fa957933fccbf596d28104b23404b952ad6a8238afaebaed40a0874b2e409" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51f5f541-80a1-4b6d-a7d1-563729000c34" -d '{"events": [{"server_uuid": "a4ab3ddf-2fe5-4063-a4f6-456e0eb3138f", "name": "network-vif-deleted", "tag": "fa2729c0-84e2-43f4-af96-ae7759c29dd5"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:49:15.411967 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f73133a9-3f69-4396-8166-51fb18bef2dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:15.439065 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-653c804a-5bb6-4312-85b5-c599727a0c76 req-51481086-2b45-4a39-ac91-f9e79efb67f5 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "GET /v2.0/security-groups?id=17369763-0550-4ec3-bd12-32142aaf9548&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2849424 May 20 20:49:15.472067 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-ea4cbdb6-d3f5-4bff-8b2e-d51a158ed37c None None] Set router 1b403540-9eac-4959-9594-ec7fea5521b9 gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:49:15.482363 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-64d4c35c-46f9-4139-a881-c4105c1787f4 req-71ae41f3-32ba-42ee-a23d-291a7fd742e3 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=2274ca87-1a60-437e-91f1-b4d825425422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2513561 May 20 20:49:15.503490 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18fae7d-4879-4e4e-a954-35979a1d0481 req-336772e7-6758-4441-95e6-30351163a1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:49:15.505778 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f18fae7d-4879-4e4e-a954-35979a1d0481 req-336772e7-6758-4441-95e6-30351163a1e3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a0f85c50-1e5c-452b-8cab-6202e1b6863f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2780058 May 20 20:49:15.513450 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f73133a9-3f69-4396-8166-51fb18bef2dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:15.537321 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 20:49:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83875038-39d9-49a2-a1ba-1d4c692f1617 x-openstack-request-id: req-83875038-39d9-49a2-a1ba-1d4c692f1617 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:49:15.538289 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1af9e82-3f83-4962-b252-d66a988678f9", "tag": "42adb422-9151-4491-b25d-34ad793a4cf4", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:49:15.538743 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-83875038-39d9-49a2-a1ba-1d4c692f1617 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:49:15.539313 n-d-842733-1 neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83875038-39d9-49a2-a1ba-1d4c692f1617'] response: {'name': 'network-changed', 'server_uuid': 'f1af9e82-3f83-4962-b252-d66a988678f9', 'tag': '42adb422-9151-4491-b25d-34ad793a4cf4', 'status': 'completed', 'code': 200} May 20 20:49:15.656798 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9205ba15-34cb-4c90-ad7e-d8805b8710c7 None None] New status for floating IP 9e98d0da-4f51-464a-8788-db4fdbff6d6c: DOWN {{(pid=103164) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 20:49:15.721031 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ac2a354b-6c1e-485c-af24-d82142ceabd8 None None] Notify callbacks [] for port, precommit_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:15.783823 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-ea4cbdb6-d3f5-4bff-8b2e-d51a158ed37c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b403540-9eac-4959-9594-ec7fea5521b9', 'name': 'tempest-AttachVolumeNegativeTest-1769752784-router', 'tenant_id': 'c23324ed92c6460facba85082860777a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.135'}], 'enable_snat': True}, 'gw_port_id': 'e020f4ff-b002-440c-a8f2-69d13e16d5c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:44:14Z', 'updated_at': '2022-05-20T20:44:19Z', 'revision_number': 4, 'project_id': 'c23324ed92c6460facba85082860777a', 'gw_port': {'id': 'e020f4ff-b002-440c-a8f2-69d13e16d5c9', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:39:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b403540-9eac-4959-9594-ec7fea5521b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1010, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:44:14Z', 'updated_at': '2022-05-20T20:44:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': '7f36b20e-e5dd-44fd-9a75-f97ecc5c70c4', 'name': '', 'network_id': '7c34618e-1eb4-46a9-ac65-b891df136138', 'tenant_id': 'c23324ed92c6460facba85082860777a', 'mac_address': 'fa:16:3e:f4:b0:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b403540-9eac-4959-9594-ec7fea5521b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': '66bb8d81-3453-4d74-b13d-66db71019128', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:44:18Z', 'updated_at': '2022-05-20T20:44:24Z', 'revision_number': 5, 'project_id': 'c23324ed92c6460facba85082860777a', 'subnets': [{'id': '66bb8d81-3453-4d74-b13d-66db71019128', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:49:15.796118 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device ece60a43-34fb-47b5-8dce-3d646d9ba711 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:49:15.831595 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea4cbdb6-d3f5-4bff-8b2e-d51a158ed37c None None] Checking router: 1b403540-9eac-4959-9594-ec7fea5521b9 for host: n-d-842733-1 {{(pid=103165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 20:49:15.841507 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea4cbdb6-d3f5-4bff-8b2e-d51a158ed37c None None] Routers {'1b403540-9eac-4959-9594-ec7fea5521b9'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:49:15.842143 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-ea4cbdb6-d3f5-4bff-8b2e-d51a158ed37c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:48:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['1b403540-9eac-4959-9594-ec7fea5521b9'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:49:15.854161 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ac2a354b-6c1e-485c-af24-d82142ceabd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:15.883748 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd1698f-9a04-4c10-992b-ff736e77a63c req-f5ec6631-a74f-42eb-a2bf-0d48a5b4a1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:49:15.887998 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3dd1698f-9a04-4c10-992b-ff736e77a63c req-f5ec6631-a74f-42eb-a2bf-0d48a5b4a1c0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b08823cbf82b41d5ac4037cf2ee63513&device_id=f1af9e82-3f83-4962-b252-d66a988678f9 HTTP/1.1" status: 200 len: 1096 time: 0.1634026 May 20 20:49:15.901114 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2318e044-5b22-43c2-b93c-a17c3d802dfa req-71e768c4-770e-4ee8-8e6f-0046e17c6551 tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:49:15.907298 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2318e044-5b22-43c2-b93c-a17c3d802dfa req-71e768c4-770e-4ee8-8e6f-0046e17c6551 tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] 10.222.0.35 "GET /v2.0/ports?device_id=0f535575-dc81-4139-bc1e-db9fe0d7c5b9 HTTP/1.1" status: 200 len: 946 time: 0.2628572 May 20 20:49:15.928275 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f18fae7d-4879-4e4e-a954-35979a1d0481 req-d650470a-7ac0-4b06-9b71-4503fdaad2e2 service neutron] 10.222.0.35 "GET /v2.0/networks/a0f85c50-1e5c-452b-8cab-6202e1b6863f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4056802 May 20 20:49:15.940307 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f73133a9-3f69-4396-8166-51fb18bef2dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:15.943125 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f73133a9-3f69-4396-8166-51fb18bef2dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:15.944327 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-f73133a9-3f69-4396-8166-51fb18bef2dd admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/23745997-c03d-46a1-a0da-634b56a6a241 HTTP/1.1" status: 204 len: 168 time: 0.9416261 May 20 20:49:15.972941 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-ea4cbdb6-d3f5-4bff-8b2e-d51a158ed37c None None] Set router 1b403540-9eac-4959-9594-ec7fea5521b9 gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:49:15.994312 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0129b851-7127-4919-8c50-77adab735ed6 None None] Pushing event updated for resources: {'Port': ['ID=0bce0255-c312-48e9-a1ef-77a6bb023a0e,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:49:16.000287 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-ac2a354b-6c1e-485c-af24-d82142ceabd8 None None] Attempting to bind port 0bce0255-c312-48e9-a1ef-77a6bb023a0e on host n-d-842733-1 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:49:16.000654 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-ac2a354b-6c1e-485c-af24-d82142ceabd8 None None] Attempting to bind port 0bce0255-c312-48e9-a1ef-77a6bb023a0e by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': '0b5485c4-eff8-42a1-9073-ae54ed4c63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:49:16.000999 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac2a354b-6c1e-485c-af24-d82142ceabd8 None None] Attempting to bind port 0bce0255-c312-48e9-a1ef-77a6bb023a0e on network e3a93b5c-91e2-4064-9c2c-1afc261bfe15 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:49:16.011477 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac2a354b-6c1e-485c-af24-d82142ceabd8 None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 48, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:49:16.011877 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac2a354b-6c1e-485c-af24-d82142ceabd8 None None] Checking segment: {'id': '0b5485c4-eff8-42a1-9073-ae54ed4c63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:49:16.012270 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ac2a354b-6c1e-485c-af24-d82142ceabd8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:16.012666 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac2a354b-6c1e-485c-af24-d82142ceabd8 None None] Bound using segment: {'id': '0b5485c4-eff8-42a1-9073-ae54ed4c63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:49:16.013134 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-ac2a354b-6c1e-485c-af24-d82142ceabd8 None None] Bound port: 0bce0255-c312-48e9-a1ef-77a6bb023a0e, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b5485c4-eff8-42a1-9073-ae54ed4c63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:49:16.013579 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ac2a354b-6c1e-485c-af24-d82142ceabd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:16.040720 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port ece60a43-34fb-47b5-8dce-3d646d9ba711 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:49:16.041083 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:16.107836 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-ac2a354b-6c1e-485c-af24-d82142ceabd8 None None] For port 0bce0255-c312-48e9-a1ef-77a6bb023a0e, host n-d-842733-1, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:49:16.115159 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-ac2a354b-6c1e-485c-af24-d82142ceabd8 None None] For port 0bce0255-c312-48e9-a1ef-77a6bb023a0e, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=0bce0255-c312-48e9-a1ef-77a6bb023a0e,segment=NetworkSegment(0b5485c4-eff8-42a1-9073-ae54ed4c63ba),segment_id=0b5485c4-eff8-42a1-9073-ae54ed4c63ba)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:49:16.160271 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f18fae7d-4879-4e4e-a954-35979a1d0481 req-df38d4fa-7984-4e25-9a7f-d012b065848f service neutron] 10.222.0.35 "GET /v2.0/networks/a0f85c50-1e5c-452b-8cab-6202e1b6863f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1740439 May 20 20:49:16.178220 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port ece60a43-34fb-47b5-8dce-3d646d9ba711 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:49:16.187782 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ac2a354b-6c1e-485c-af24-d82142ceabd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:16.193723 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73133a9-3f69-4396-8166-51fb18bef2dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23745997-c03d-46a1-a0da-634b56a6a241,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:49:16.327915 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-ea4cbdb6-d3f5-4bff-8b2e-d51a158ed37c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b403540-9eac-4959-9594-ec7fea5521b9', 'name': 'tempest-AttachVolumeNegativeTest-1769752784-router', 'tenant_id': 'c23324ed92c6460facba85082860777a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.135'}], 'enable_snat': True}, 'gw_port_id': 'e020f4ff-b002-440c-a8f2-69d13e16d5c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:44:14Z', 'updated_at': '2022-05-20T20:44:19Z', 'revision_number': 4, 'project_id': 'c23324ed92c6460facba85082860777a', 'gw_port': {'id': 'e020f4ff-b002-440c-a8f2-69d13e16d5c9', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:39:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b403540-9eac-4959-9594-ec7fea5521b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1010, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:44:14Z', 'updated_at': '2022-05-20T20:44:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': '7f36b20e-e5dd-44fd-9a75-f97ecc5c70c4', 'name': '', 'network_id': '7c34618e-1eb4-46a9-ac65-b891df136138', 'tenant_id': 'c23324ed92c6460facba85082860777a', 'mac_address': 'fa:16:3e:f4:b0:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b403540-9eac-4959-9594-ec7fea5521b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': '66bb8d81-3453-4d74-b13d-66db71019128', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:44:18Z', 'updated_at': '2022-05-20T20:44:24Z', 'revision_number': 5, 'project_id': 'c23324ed92c6460facba85082860777a', 'subnets': [{'id': '66bb8d81-3453-4d74-b13d-66db71019128', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:49:16.339642 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0129b851-7127-4919-8c50-77adab735ed6 None None] Pushing event updated for resources: {'Port': ['ID=0bce0255-c312-48e9-a1ef-77a6bb023a0e,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:49:16.343866 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2318e044-5b22-43c2-b93c-a17c3d802dfa req-4825ac2c-9e0d-4754-b58a-15def73e889c tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] 10.222.0.35 "GET /v2.0/security-groups?id=2274ca87-1a60-437e-91f1-b4d825425422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4098895 May 20 20:49:16.347203 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac2a354b-6c1e-485c-af24-d82142ceabd8 None None] Routers {'71159161-ab32-4c43-a0ee-2b61d82fa1f1'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:49:16.351531 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-ac2a354b-6c1e-485c-af24-d82142ceabd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:48:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['71159161-ab32-4c43-a0ee-2b61d82fa1f1'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:49:16.391726 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea4cbdb6-d3f5-4bff-8b2e-d51a158ed37c None None] The sync data for ids ['1b403540-9eac-4959-9594-ec7fea5521b9'] in n-d-842733-1 is: [{'id': '1b403540-9eac-4959-9594-ec7fea5521b9', 'name': 'tempest-AttachVolumeNegativeTest-1769752784-router', 'tenant_id': 'c23324ed92c6460facba85082860777a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.135'}], 'enable_snat': True}, 'gw_port_id': 'e020f4ff-b002-440c-a8f2-69d13e16d5c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:44:14Z', 'updated_at': '2022-05-20T20:44:19Z', 'revision_number': 4, 'project_id': 'c23324ed92c6460facba85082860777a', 'gw_port': {'id': 'e020f4ff-b002-440c-a8f2-69d13e16d5c9', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:39:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b403540-9eac-4959-9594-ec7fea5521b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1010, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:44:14Z', 'updated_at': '2022-05-20T20:44:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': '7f36b20e-e5dd-44fd-9a75-f97ecc5c70c4', 'name': '', 'network_id': '7c34618e-1eb4-46a9-ac65-b891df136138', 'tenant_id': 'c23324ed92c6460facba85082860777a', 'mac_address': 'fa:16:3e:f4:b0:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b403540-9eac-4959-9594-ec7fea5521b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': '66bb8d81-3453-4d74-b13d-66db71019128', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:44:18Z', 'updated_at': '2022-05-20T20:44:24Z', 'revision_number': 5, 'project_id': 'c23324ed92c6460facba85082860777a', 'subnets': [{'id': '66bb8d81-3453-4d74-b13d-66db71019128', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 20:49:16.460336 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 20:49:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b53d983-b083-4b10-9af7-51c0351ca5fe x-openstack-request-id: req-9b53d983-b083-4b10-9af7-51c0351ca5fe {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:49:16.461514 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4ab3ddf-2fe5-4063-a4f6-456e0eb3138f", "name": "network-vif-deleted", "tag": "fa2729c0-84e2-43f4-af96-ae7759c29dd5", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:49:16.461684 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9b53d983-b083-4b10-9af7-51c0351ca5fe {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:49:16.462099 n-d-842733-1 neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b53d983-b083-4b10-9af7-51c0351ca5fe'] response: {'server_uuid': 'a4ab3ddf-2fe5-4063-a4f6-456e0eb3138f', 'name': 'network-vif-deleted', 'tag': 'fa2729c0-84e2-43f4-af96-ae7759c29dd5', 'status': 'completed', 'code': 200} May 20 20:49:16.507291 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f1fbfeb2-d19b-4918-9b44-80d53121b023 req-15eb0215-510c-410e-a962-7877908325ac tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] 10.222.0.35 "GET /v2.0/ports?device_id=a4ab3ddf-2fe5-4063-a4f6-456e0eb3138f HTTP/1.1" status: 200 len: 210 time: 0.0815747 May 20 20:49:16.507291 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd1698f-9a04-4c10-992b-ff736e77a63c req-ac04b476-2784-4f6d-89ab-9053433c728b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:49:16.507291 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3dd1698f-9a04-4c10-992b-ff736e77a63c req-ac04b476-2784-4f6d-89ab-9053433c728b service neutron] 10.222.0.24 "GET /v2.0/networks?id=a0f85c50-1e5c-452b-8cab-6202e1b6863f HTTP/1.1" status: 200 len: 921 time: 0.5989377 May 20 20:49:16.611627 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3dd1698f-9a04-4c10-992b-ff736e77a63c req-fad16b0b-0206-4876-87f6-feb2ec9fe6b1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=42adb422-9151-4491-b25d-34ad793a4cf4 HTTP/1.1" status: 200 len: 217 time: 0.0885479 May 20 20:49:16.613862 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-ac2a354b-6c1e-485c-af24-d82142ceabd8 None None] Set router 71159161-ab32-4c43-a0ee-2b61d82fa1f1 gateway port host: n-d-842733-1 {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:49:16.654596 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c901035e-5f0f-47a5-a603-4780a401c2c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:16.811032 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd1698f-9a04-4c10-992b-ff736e77a63c req-14b6efaa-aa01-48a2-8381-9c2a94d45d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:49:16.813840 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3dd1698f-9a04-4c10-992b-ff736e77a63c req-14b6efaa-aa01-48a2-8381-9c2a94d45d6e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b70b63b1-2e88-43cc-a35f-4cb2fd8d84c1 HTTP/1.1" status: 200 len: 859 time: 0.1832008 May 20 20:49:16.945140 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b402b39-716c-461a-9e0a-e18f60b20a6c None None] New status for floating IP be9e064a-cbbb-4838-8cd6-5e86a48b445e: DOWN {{(pid=103165) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 20:49:16.959665 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device fa2729c0-84e2-43f4-af96-ae7759c29dd5 no longer exists at agent hyperv_n-h1-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:49:16.964590 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719641e9-45b8-4463-83e7-1f7d5897b9cf req-70d47153-7ffe-4635-92d1-72081b63c602 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:49:16.980203 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-719641e9-45b8-4463-83e7-1f7d5897b9cf req-70d47153-7ffe-4635-92d1-72081b63c602 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "GET /v2.0/ports?device_id=3674afb5-fa57-4c40-b6ee-249d678d06fa HTTP/1.1" status: 200 len: 946 time: 0.2741690 May 20 20:49:16.990387 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] No Port match for: fa2729c0-84e2-43f4-af96-ae7759c29dd5 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 20:49:16.990744 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device fa2729c0-84e2-43f4-af96-ae7759c29dd5 not bound to the agent host n-h1-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 20:49:17.058743 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd1698f-9a04-4c10-992b-ff736e77a63c req-a8c90193-5b3f-4570-9302-f5318daa05c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:49:17.060246 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3dd1698f-9a04-4c10-992b-ff736e77a63c req-a8c90193-5b3f-4570-9302-f5318daa05c5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a0f85c50-1e5c-452b-8cab-6202e1b6863f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2376673 May 20 20:49:17.101438 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-ac2a354b-6c1e-485c-af24-d82142ceabd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71159161-ab32-4c43-a0ee-2b61d82fa1f1', 'name': 'tempest-TaggedBootDevicesTest-545666095-router', 'tenant_id': '8fcd29f320dc48e6aa911d84c732fd6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.90'}], 'enable_snat': True}, 'gw_port_id': '0bce0255-c312-48e9-a1ef-77a6bb023a0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:49:10Z', 'updated_at': '2022-05-20T20:49:12Z', 'revision_number': 3, 'project_id': '8fcd29f320dc48e6aa911d84c732fd6f', 'gw_port': {'id': '0bce0255-c312-48e9-a1ef-77a6bb023a0e', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:fe:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71159161-ab32-4c43-a0ee-2b61d82fa1f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:49:11Z', 'updated_at': '2022-05-20T20:49:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:49:17.133837 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac2a354b-6c1e-485c-af24-d82142ceabd8 None None] The sync data for ids ['71159161-ab32-4c43-a0ee-2b61d82fa1f1'] in n-d-842733-1 is: [{'id': '71159161-ab32-4c43-a0ee-2b61d82fa1f1', 'name': 'tempest-TaggedBootDevicesTest-545666095-router', 'tenant_id': '8fcd29f320dc48e6aa911d84c732fd6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.90'}], 'enable_snat': True}, 'gw_port_id': '0bce0255-c312-48e9-a1ef-77a6bb023a0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:49:10Z', 'updated_at': '2022-05-20T20:49:12Z', 'revision_number': 3, 'project_id': '8fcd29f320dc48e6aa911d84c732fd6f', 'gw_port': {'id': '0bce0255-c312-48e9-a1ef-77a6bb023a0e', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:fe:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71159161-ab32-4c43-a0ee-2b61d82fa1f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:49:11Z', 'updated_at': '2022-05-20T20:49:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 20:49:17.176202 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-719641e9-45b8-4463-83e7-1f7d5897b9cf req-3379a1fd-4bc3-4d43-b3a2-e46b05abedd4 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "GET /v2.0/security-groups?id=17369763-0550-4ec3-bd12-32142aaf9548&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1866729 May 20 20:49:17.284584 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-c901035e-5f0f-47a5-a603-4780a401c2c2 admin admin] Allocated IP 172.20.0.1 (1a8c8fe6-b5a3-4103-add2-9b1ac42c85d7/a9627ec3-2937-4269-bff4-dfe652e88a07/900d2793-0bfd-455e-acde-6e23c7e6668b) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:49:17.336280 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3dd1698f-9a04-4c10-992b-ff736e77a63c req-0761c7bf-e287-4db1-a76d-9453ea319ed0 service neutron] 10.222.0.24 "GET /v2.0/networks/a0f85c50-1e5c-452b-8cab-6202e1b6863f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2635994 May 20 20:49:17.343971 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad03dc5-22f5-41d7-b235-86f80a4b353a req-b83d4311-384d-4b0c-8117-60f7a745ae34 tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:49:17.345378 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6ad03dc5-22f5-41d7-b235-86f80a4b353a req-b83d4311-384d-4b0c-8117-60f7a745ae34 tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] 10.222.0.35 "GET /v2.0/ports?device_id=e8ef1482-fa91-4d44-abb9-3994eeeefcf5&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1380947 May 20 20:49:17.406582 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 48094) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:49:17.588619 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6ad03dc5-22f5-41d7-b235-86f80a4b353a req-f0b31b70-d55c-4e95-a101-ad68df09079b tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.2.173 HTTP/1.1" status: 200 len: 696 time: 0.2018549 May 20 20:49:17.612499 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [req-6ad03dc5-22f5-41d7-b235-86f80a4b353a req-a39d55b5-7124-49a9-87a2-68467f4ac7d4 tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] Request body: {'floatingip': {'port_id': '31c7ce13-d85e-4b3d-8e2f-e5068f0e7c5b', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:49:17.620214 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2b9298aa-ab5e-4032-98ce-e9413a2bae9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:17.732167 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-6ad03dc5-22f5-41d7-b235-86f80a4b353a req-a39d55b5-7124-49a9-87a2-68467f4ac7d4 tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] Notify callbacks [] for floatingip, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:17.757688 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2b9298aa-ab5e-4032-98ce-e9413a2bae9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:17.797637 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 0bce0255-c312-48e9-a1ef-77a6bb023a0e up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:49:17.809073 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2b9298aa-ab5e-4032-98ce-e9413a2bae9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:17.861054 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c4d84e-be9c-4417-b73e-1e6570f506a2 req-8a7616f3-6e15-46ac-82b1-440e31728f92 tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:49:17.888293 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-91c4d84e-be9c-4417-b73e-1e6570f506a2 req-8a7616f3-6e15-46ac-82b1-440e31728f92 tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] 10.222.0.35 "GET /v2.0/ports?device_id=0f535575-dc81-4139-bc1e-db9fe0d7c5b9 HTTP/1.1" status: 200 len: 946 time: 0.4053712 May 20 20:49:17.902791 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 0bce0255-c312-48e9-a1ef-77a6bb023a0e triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:49:17.908023 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:17.924072 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3dd1698f-9a04-4c10-992b-ff736e77a63c req-559ae690-1731-4cf1-b465-ed431344c759 service neutron] 10.222.0.24 "GET /v2.0/networks/a0f85c50-1e5c-452b-8cab-6202e1b6863f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5775216 May 20 20:49:17.927235 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c901035e-5f0f-47a5-a603-4780a401c2c2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:17.983670 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-2b9298aa-ab5e-4032-98ce-e9413a2bae9f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1e7a6217978c49bca31185a9a7ea4af4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5734384 May 20 20:49:17.986813 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9298aa-ab5e-4032-98ce-e9413a2bae9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a70cf1f7-f963-4497-ba9c-eb89ba9bf81f,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:49:17.994075 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 48112) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:49:18.024208 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4d7ef5-d1f1-4cf5-b752-d45bd0b2f3ca req-8a0fe8b7-c8f7-4f1e-b8b1-1faf793ced25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:49:18.028896 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-3c4d7ef5-d1f1-4cf5-b752-d45bd0b2f3ca req-8a0fe8b7-c8f7-4f1e-b8b1-1faf793ced25 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f7d646bffa614f21b1ea08af4be56a95&device_id=3674afb5-fa57-4c40-b6ee-249d678d06fa HTTP/1.1" status: 200 len: 1097 time: 0.1592140 May 20 20:49:18.067570 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 0bce0255-c312-48e9-a1ef-77a6bb023a0e is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:49:18.068164 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:18.106861 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] For port 0bce0255-c312-48e9-a1ef-77a6bb023a0e, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=0bce0255-c312-48e9-a1ef-77a6bb023a0e,segment=NetworkSegment(0b5485c4-eff8-42a1-9073-ae54ed4c63ba),segment_id=0b5485c4-eff8-42a1-9073-ae54ed4c63ba)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:49:18.111421 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-91c4d84e-be9c-4417-b73e-1e6570f506a2 req-3de9cd8a-e63d-4175-9422-db001043df0d tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] 10.222.0.35 "GET /v2.0/security-groups?id=2274ca87-1a60-437e-91f1-b4d825425422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2311316 May 20 20:49:18.191843 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:18.208743 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4d7ef5-d1f1-4cf5-b752-d45bd0b2f3ca req-f81465dc-f628-4474-9972-641bd202b291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:49:18.215400 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-3c4d7ef5-d1f1-4cf5-b752-d45bd0b2f3ca req-f81465dc-f628-4474-9972-641bd202b291 service neutron] 10.222.0.13 "GET /v2.0/networks?id=52b22ddd-d38d-47d7-9f62-928c2e551c45 HTTP/1.1" status: 200 len: 918 time: 0.1586671 May 20 20:49:18.255401 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-13e3a908-1f95-4f62-8fd0-3e4b415f83cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:18.338028 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Pushing event updated for resources: {'Port': ['ID=0bce0255-c312-48e9-a1ef-77a6bb023a0e,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:49:18.395125 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-3c4d7ef5-d1f1-4cf5-b752-d45bd0b2f3ca req-92de8bc4-7174-47b5-b71b-31bf02ad0ba7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2d5ed9b9-34de-49e9-9f89-f903cda525ce HTTP/1.1" status: 200 len: 1001 time: 0.1776733 May 20 20:49:18.459140 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4d7ef5-d1f1-4cf5-b752-d45bd0b2f3ca req-b356910b-9352-4596-9d3d-6a369446f47e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:49:18.461539 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-3c4d7ef5-d1f1-4cf5-b752-d45bd0b2f3ca req-b356910b-9352-4596-9d3d-6a369446f47e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=77f2b783-fdae-41c3-9017-0093e586145d HTTP/1.1" status: 200 len: 856 time: 0.0574658 May 20 20:49:18.518354 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4d7ef5-d1f1-4cf5-b752-d45bd0b2f3ca req-1a0e9586-172d-49df-8327-1e9284048ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:49:18.520435 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-3c4d7ef5-d1f1-4cf5-b752-d45bd0b2f3ca req-1a0e9586-172d-49df-8327-1e9284048ed5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=52b22ddd-d38d-47d7-9f62-928c2e551c45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0510399 May 20 20:49:18.665562 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-3c4d7ef5-d1f1-4cf5-b752-d45bd0b2f3ca req-f9cd721d-03d4-4fb6-8eb2-d3d3367b62b7 service neutron] 10.222.0.13 "GET /v2.0/networks/52b22ddd-d38d-47d7-9f62-928c2e551c45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367879 May 20 20:49:18.706901 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c901035e-5f0f-47a5-a603-4780a401c2c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:18.778181 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-13e3a908-1f95-4f62-8fd0-3e4b415f83cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:18.795878 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-3c4d7ef5-d1f1-4cf5-b752-d45bd0b2f3ca req-655379eb-3854-4fc5-9c56-07f546a85c6c service neutron] 10.222.0.13 "GET /v2.0/networks/52b22ddd-d38d-47d7-9f62-928c2e551c45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209788 May 20 20:49:18.884828 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c901035e-5f0f-47a5-a603-4780a401c2c2 admin admin] Network 1a8c8fe6-b5a3-4103-add2-9b1ac42c85d7 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:49:18.909389 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901035e-5f0f-47a5-a603-4780a401c2c2 admin admin] Pushing event updated for resources: {'Port': ['ID=900d2793-0bfd-455e-acde-6e23c7e6668b,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:49:18.912074 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-c901035e-5f0f-47a5-a603-4780a401c2c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:49:18.950621 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c901035e-5f0f-47a5-a603-4780a401c2c2 admin admin] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:49:18.960123 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec56cdf0-8eb2-45c2-abfc-6a844afdd60c req-55956ccf-85d8-498f-bebe-c068a26d8340 tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:49:18.962299 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ec56cdf0-8eb2-45c2-abfc-6a844afdd60c req-55956ccf-85d8-498f-bebe-c068a26d8340 tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] 10.222.0.24 "GET /v2.0/ports?device_id=f1af9e82-3f83-4962-b252-d66a988678f9 HTTP/1.1" status: 200 len: 945 time: 0.2704329 May 20 20:49:19.035373 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c38e2c-495b-4ee5-ad0e-a12c2a2913fd req-d9117994-f55d-4d37-aa1e-ac77dd4cfc10 tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:49:19.036984 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-07c38e2c-495b-4ee5-ad0e-a12c2a2913fd req-d9117994-f55d-4d37-aa1e-ac77dd4cfc10 tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] 10.222.0.35 "GET /v2.0/ports?device_id=0f535575-dc81-4139-bc1e-db9fe0d7c5b9 HTTP/1.1" status: 200 len: 946 time: 0.3462420 May 20 20:49:19.148481 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c901035e-5f0f-47a5-a603-4780a401c2c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748409'] for router_interface, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:19.154925 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-13e3a908-1f95-4f62-8fd0-3e4b415f83cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:19.157379 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-13e3a908-1f95-4f62-8fd0-3e4b415f83cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:19.160923 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-13e3a908-1f95-4f62-8fd0-3e4b415f83cf admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a70cf1f7-f963-4497-ba9c-eb89ba9bf81f HTTP/1.1" status: 204 len: 168 time: 1.1635816 May 20 20:49:19.236401 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e3a908-1f95-4f62-8fd0-3e4b415f83cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a70cf1f7-f963-4497-ba9c-eb89ba9bf81f,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:49:19.249332 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-07c38e2c-495b-4ee5-ad0e-a12c2a2913fd req-36ae23ef-44fe-4f25-9a1f-f9bb76e26dfd tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] 10.222.0.35 "GET /v2.0/security-groups?id=2274ca87-1a60-437e-91f1-b4d825425422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938086 May 20 20:49:19.309613 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-11c408f0-9b85-4e36-b63a-f48a97129e00 None None] Provisioning complete for port 900d2793-0bfd-455e-acde-6e23c7e6668b triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:49:19.310676 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-11c408f0-9b85-4e36-b63a-f48a97129e00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:19.350648 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.db.resource_extend [req-6ad03dc5-22f5-41d7-b235-86f80a4b353a req-a39d55b5-7124-49a9-87a2-68467f4ac7d4 tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 20 20:49:19.362408 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-11c408f0-9b85-4e36-b63a-f48a97129e00 None None] Port 900d2793-0bfd-455e-acde-6e23c7e6668b cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 20:49:19.468348 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [req-ec56cdf0-8eb2-45c2-abfc-6a844afdd60c req-06ae59d8-a42c-4596-bd5c-5dcb1f5f2d22 tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] Deleting port 42adb422-9151-4491-b25d-34ad793a4cf4 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:49:19.468808 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-ec56cdf0-8eb2-45c2-abfc-6a844afdd60c req-06ae59d8-a42c-4596-bd5c-5dcb1f5f2d22 tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:19.495750 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-6ad03dc5-22f5-41d7-b235-86f80a4b353a req-a39d55b5-7124-49a9-87a2-68467f4ac7d4 tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:19.551089 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b27c7ac-87c7-4c96-9e2a-29b410267af1 req-448b73f3-0cea-433b-a51f-779279e95555 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:49:19.552663 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3b27c7ac-87c7-4c96-9e2a-29b410267af1 req-448b73f3-0cea-433b-a51f-779279e95555 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "GET /v2.0/ports?device_id=3674afb5-fa57-4c40-b6ee-249d678d06fa HTTP/1.1" status: 200 len: 946 time: 0.1520998 May 20 20:49:19.616061 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c901035e-5f0f-47a5-a603-4780a401c2c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:19.639703 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-6ad03dc5-22f5-41d7-b235-86f80a4b353a req-a39d55b5-7124-49a9-87a2-68467f4ac7d4 tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748272'] for floatingip, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:19.700986 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-ec56cdf0-8eb2-45c2-abfc-6a844afdd60c req-06ae59d8-a42c-4596-bd5c-5dcb1f5f2d22 tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] For port 42adb422-9151-4491-b25d-34ad793a4cf4, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=42adb422-9151-4491-b25d-34ad793a4cf4,segment=NetworkSegment(e0039cc5-6cb0-4490-8a7d-a4c3b510f023),segment_id=e0039cc5-6cb0-4490-8a7d-a4c3b510f023)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:49:19.701533 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-ec56cdf0-8eb2-45c2-abfc-6a844afdd60c req-06ae59d8-a42c-4596-bd5c-5dcb1f5f2d22 tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:19.708771 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 0bce0255-c312-48e9-a1ef-77a6bb023a0e up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:49:19.730303 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3b27c7ac-87c7-4c96-9e2a-29b410267af1 req-d44882be-2989-4586-b787-e8f1ada1f35e tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "GET /v2.0/security-groups?id=17369763-0550-4ec3-bd12-32142aaf9548&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1520972 May 20 20:49:19.755480 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [req-ec56cdf0-8eb2-45c2-abfc-6a844afdd60c req-06ae59d8-a42c-4596-bd5c-5dcb1f5f2d22 tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] Calling delete_port for 42adb422-9151-4491-b25d-34ad793a4cf4 owned by compute:nova {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:49:19.794319 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 0bce0255-c312-48e9-a1ef-77a6bb023a0e triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:49:19.794696 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:19.870591 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 48154) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:49:19.876841 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b7ed3238-7d16-46dc-a507-e50a86362429 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:19.898134 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 0bce0255-c312-48e9-a1ef-77a6bb023a0e is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:49:19.947379 n-d-842733-1 neutron-server[103163]: INFO neutron.db.l3_db [req-6ad03dc5-22f5-41d7-b235-86f80a4b353a req-a39d55b5-7124-49a9-87a2-68467f4ac7d4 tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] Floating IP 9e98d0da-4f51-464a-8788-db4fdbff6d6c associated. External IP: 172.25.2.173, port: 31c7ce13-d85e-4b3d-8e2f-e5068f0e7c5b. May 20 20:49:20.015855 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3419c504-aa1f-4d2c-8d14-663a95c6c6c1 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:20.053908 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3419c504-aa1f-4d2c-8d14-663a95c6c6c1 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:20.190875 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c901035e-5f0f-47a5-a603-4780a401c2c2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:20.202220 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3419c504-aa1f-4d2c-8d14-663a95c6c6c1 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:20.204838 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3419c504-aa1f-4d2c-8d14-663a95c6c6c1 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:20.208522 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-3419c504-aa1f-4d2c-8d14-663a95c6c6c1 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] 10.222.0.35 "DELETE /v2.0/security-groups/34b2d344-fca2-46ed-b4e2-64c5c774d633 HTTP/1.1" status: 204 len: 168 time: 0.3343933 May 20 20:49:20.209392 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 48162) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:49:20.215957 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3419c504-aa1f-4d2c-8d14-663a95c6c6c1 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34b2d344-fca2-46ed-b4e2-64c5c774d633,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:49:20.257118 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-ec56cdf0-8eb2-45c2-abfc-6a844afdd60c req-06ae59d8-a42c-4596-bd5c-5dcb1f5f2d22 tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:20.260647 n-d-842733-1 neutron-server[103163]: INFO neutron.api.v2.resource [None req-3f712ef3-6145-443b-a0c2-b49efef6ac3d tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] show failed (client error): The resource could not be found. May 20 20:49:20.270631 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-3f712ef3-6145-443b-a0c2-b49efef6ac3d tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] 10.222.0.35 "GET /v2.0/security-groups/34b2d344-fca2-46ed-b4e2-64c5c774d633 HTTP/1.1" status: 404 len: 347 time: 0.0513501 May 20 20:49:20.270877 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 48166) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:49:20.294057 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ae59d8-a42c-4596-bd5c-5dcb1f5f2d22 tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] Pushing event deleted for resources: {'Port': ['ID=42adb422-9151-4491-b25d-34ad793a4cf4,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:49:20.296050 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c901035e-5f0f-47a5-a603-4780a401c2c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:20.298469 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] get_ports_and_sgs() called for port_ids ['31c7ce13-d85e-4b3d-8e2f-e5068f0e7c5b'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:49:20.441132 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6ad03dc5-22f5-41d7-b235-86f80a4b353a req-a39d55b5-7124-49a9-87a2-68467f4ac7d4 tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] Router df50236c-45ab-4a8c-91af-f35e0d4296cb has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 20:49:20.442333 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec56cdf0-8eb2-45c2-abfc-6a844afdd60c req-06ae59d8-a42c-4596-bd5c-5dcb1f5f2d22 tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] No DVR routers for this DVR port 42adb422-9151-4491-b25d-34ad793a4cf4 on host n-h1-842733-1 {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:49:20.452352 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-ec56cdf0-8eb2-45c2-abfc-6a844afdd60c req-06ae59d8-a42c-4596-bd5c-5dcb1f5f2d22 tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:20.455648 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ec56cdf0-8eb2-45c2-abfc-6a844afdd60c req-06ae59d8-a42c-4596-bd5c-5dcb1f5f2d22 tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] 10.222.0.24 "DELETE /v2.0/ports/42adb422-9151-4491-b25d-34ad793a4cf4 HTTP/1.1" status: 204 len: 173 time: 1.4672825 May 20 20:49:20.457805 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1af9e82-3f83-4962-b252-d66a988678f9', 'name': 'network-vif-deleted', 'tag': '42adb422-9151-4491-b25d-34ad793a4cf4'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:49:20.460102 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4291b17aa7b45362825f0571e77c85f5e73afe1df9c7e9e15006df9d695c005e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b887986-4648-46e2-bdaa-10bef3a60684" -d '{"events": [{"server_uuid": "f1af9e82-3f83-4962-b252-d66a988678f9", "name": "network-vif-deleted", "tag": "42adb422-9151-4491-b25d-34ad793a4cf4"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:49:20.485307 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901035e-5f0f-47a5-a603-4780a401c2c2 admin admin] Pushing event updated for resources: {'Port': ['ID=900d2793-0bfd-455e-acde-6e23c7e6668b,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:49:20.489801 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c901035e-5f0f-47a5-a603-4780a401c2c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748437'] for router_interface, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:20.528198 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-040cf929-5efe-4e26-a211-88d507a2cb42 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Deleting port 367fe98d-99b1-4630-adb1-0ad340c2663c {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:49:20.528824 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-040cf929-5efe-4e26-a211-88d507a2cb42 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:20.663198 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-040cf929-5efe-4e26-a211-88d507a2cb42 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:20.664166 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-040cf929-5efe-4e26-a211-88d507a2cb42 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:20.681842 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-040cf929-5efe-4e26-a211-88d507a2cb42 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Calling delete_port for 367fe98d-99b1-4630-adb1-0ad340c2663c owned by network:floatingip {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:49:20.692290 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 48182) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:49:20.900266 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-00e851d3-e3b2-4e5b-9036-5b6bd5e1230a admin admin] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:20.941958 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 42adb422-9151-4491-b25d-34ad793a4cf4 no longer exists at agent hyperv_n-h1-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:49:20.965393 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] No Port match for: 42adb422-9151-4491-b25d-34ad793a4cf4 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 20:49:20.965994 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 42adb422-9151-4491-b25d-34ad793a4cf4 not bound to the agent host n-h1-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 20:49:21.011181 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-040cf929-5efe-4e26-a211-88d507a2cb42 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:21.051858 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040cf929-5efe-4e26-a211-88d507a2cb42 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Pushing event deleted for resources: {'Port': ['ID=367fe98d-99b1-4630-adb1-0ad340c2663c,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:49:21.059607 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-00e851d3-e3b2-4e5b-9036-5b6bd5e1230a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:21.099761 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c901035e-5f0f-47a5-a603-4780a401c2c2 admin admin] Network 1a8c8fe6-b5a3-4103-add2-9b1ac42c85d7 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:49:21.103449 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6ad03dc5-22f5-41d7-b235-86f80a4b353a req-a39d55b5-7124-49a9-87a2-68467f4ac7d4 tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 20:49:21.105282 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-c901035e-5f0f-47a5-a603-4780a401c2c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:49:21.109320 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-6ad03dc5-22f5-41d7-b235-86f80a4b353a req-a39d55b5-7124-49a9-87a2-68467f4ac7d4 tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for floatingip, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:21.114340 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c6152c0-b9ac-4cc9-b554-c86b06707eea None None] Sync routers for ids ['df50236c-45ab-4a8c-91af-f35e0d4296cb'] in n-d-842733-1 {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 20:49:21.129657 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c6152c0-b9ac-4cc9-b554-c86b06707eea None None] Routers {'df50236c-45ab-4a8c-91af-f35e0d4296cb'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:49:21.130294 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-2c6152c0-b9ac-4cc9-b554-c86b06707eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:48:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['df50236c-45ab-4a8c-91af-f35e0d4296cb'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:49:21.136812 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-040cf929-5efe-4e26-a211-88d507a2cb42 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Notify callbacks [] for floatingip, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:21.138603 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-040cf929-5efe-4e26-a211-88d507a2cb42 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for floatingip, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:21.142492 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-040cf929-5efe-4e26-a211-88d507a2cb42 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] 10.222.0.35 "DELETE /v2.0/floatingips/be9e064a-cbbb-4838-8cd6-5e86a48b445e HTTP/1.1" status: 204 len: 168 time: 0.8733435 May 20 20:49:21.154795 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-00e851d3-e3b2-4e5b-9036-5b6bd5e1230a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:21.180124 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6ad03dc5-22f5-41d7-b235-86f80a4b353a req-a39d55b5-7124-49a9-87a2-68467f4ac7d4 tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] 10.222.0.35 "PUT /v2.0/floatingips/9e98d0da-4f51-464a-8788-db4fdbff6d6c HTTP/1.1" status: 200 len: 997 time: 3.5785501 May 20 20:49:21.196680 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-00e851d3-e3b2-4e5b-9036-5b6bd5e1230a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=15f55919953646fbbbd2e54ea987314e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5032337 May 20 20:49:21.197509 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e851d3-e3b2-4e5b-9036-5b6bd5e1230a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf652e8b-2e55-4af0-918c-49d893052d45,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:49:21.199957 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 48200) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:49:21.258263 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f6e6cafc-2656-4f86-8fee-37300d7ce30b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:21.284263 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-2c6152c0-b9ac-4cc9-b554-c86b06707eea None None] Set router df50236c-45ab-4a8c-91af-f35e0d4296cb gateway port host: n-d-842733-1 {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:49:21.285167 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f6e6cafc-2656-4f86-8fee-37300d7ce30b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:21.353842 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c901035e-5f0f-47a5-a603-4780a401c2c2 admin admin] Router 71159161-ab32-4c43-a0ee-2b61d82fa1f1 has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 20:49:21.380494 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 20:49:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e8e291d-b510-4102-8b25-36584331a21f x-openstack-request-id: req-4e8e291d-b510-4102-8b25-36584331a21f {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:49:21.380792 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1af9e82-3f83-4962-b252-d66a988678f9", "name": "network-vif-deleted", "tag": "42adb422-9151-4491-b25d-34ad793a4cf4", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:49:21.385749 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4e8e291d-b510-4102-8b25-36584331a21f {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:49:21.385749 n-d-842733-1 neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e8e291d-b510-4102-8b25-36584331a21f'] response: {'server_uuid': 'f1af9e82-3f83-4962-b252-d66a988678f9', 'name': 'network-vif-deleted', 'tag': '42adb422-9151-4491-b25d-34ad793a4cf4', 'status': 'completed', 'code': 200} May 20 20:49:21.386493 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad03dc5-22f5-41d7-b235-86f80a4b353a req-0b5c5de1-c24c-4946-bfff-b17cb1556de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:49:21.394565 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6ad03dc5-22f5-41d7-b235-86f80a4b353a req-0b5c5de1-c24c-4946-bfff-b17cb1556de2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b08823cbf82b41d5ac4037cf2ee63513&device_id=e8ef1482-fa91-4d44-abb9-3994eeeefcf5 HTTP/1.1" status: 200 len: 1097 time: 0.1409919 May 20 20:49:21.423060 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f6e6cafc-2656-4f86-8fee-37300d7ce30b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:21.426171 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f6e6cafc-2656-4f86-8fee-37300d7ce30b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:21.433166 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-f6e6cafc-2656-4f86-8fee-37300d7ce30b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/cf652e8b-2e55-4af0-918c-49d893052d45 HTTP/1.1" status: 204 len: 168 time: 0.2268071 May 20 20:49:21.439709 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e6cafc-2656-4f86-8fee-37300d7ce30b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf652e8b-2e55-4af0-918c-49d893052d45,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:49:21.603421 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-19aa6af8-c1c7-484d-94d4-2eb8c377c37d None None] Provisioning complete for port 900d2793-0bfd-455e-acde-6e23c7e6668b triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:49:21.603789 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-19aa6af8-c1c7-484d-94d4-2eb8c377c37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:21.674621 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-19aa6af8-c1c7-484d-94d4-2eb8c377c37d None None] Port 900d2793-0bfd-455e-acde-6e23c7e6668b cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 20:49:21.749149 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-2c6152c0-b9ac-4cc9-b554-c86b06707eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df50236c-45ab-4a8c-91af-f35e0d4296cb', 'name': 'tempest-FloatingIPsAssociationTestJSON-342180242-router', 'tenant_id': 'b08823cbf82b41d5ac4037cf2ee63513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.57'}], 'enable_snat': True}, 'gw_port_id': 'bb4f9753-2486-4eec-a68b-00ed52e4689c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:48:18Z', 'updated_at': '2022-05-20T20:48:25Z', 'revision_number': 4, 'project_id': 'b08823cbf82b41d5ac4037cf2ee63513', 'gw_port': {'id': 'bb4f9753-2486-4eec-a68b-00ed52e4689c', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:7c:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df50236c-45ab-4a8c-91af-f35e0d4296cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:48:18Z', 'updated_at': '2022-05-20T20:48:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_floatingips': [{'id': '9e98d0da-4f51-464a-8788-db4fdbff6d6c', 'tenant_id': 'b08823cbf82b41d5ac4037cf2ee63513', 'floating_ip_address': '172.25.2.173', 'floating_network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'router_id': 'df50236c-45ab-4a8c-91af-f35e0d4296cb', 'port_id': '31c7ce13-d85e-4b3d-8e2f-e5068f0e7c5b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1328, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0f85c50-1e5c-452b-8cab-6202e1b6863f', 'mac_address': 'fa:16:3e:8e:67:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ef1482-fa91-4d44-abb9-3994eeeefcf5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-20T20:48:44Z', 'updated_at': '2022-05-20T20:49:19Z', 'revision_number': 8, 'project_id': 'b08823cbf82b41d5ac4037cf2ee63513', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a25d3170-f929-40c9-bdf9-a2df393fa0ae', 'name': '', 'network_id': 'a0f85c50-1e5c-452b-8cab-6202e1b6863f', 'tenant_id': 'b08823cbf82b41d5ac4037cf2ee63513', 'mac_address': 'fa:16:3e:61:8e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df50236c-45ab-4a8c-91af-f35e0d4296cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': 'b70b63b1-2e88-43cc-a35f-4cb2fd8d84c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:48:23Z', 'updated_at': '2022-05-20T20:48:29Z', 'revision_number': 5, 'project_id': 'b08823cbf82b41d5ac4037cf2ee63513', 'subnets': [{'id': 'b70b63b1-2e88-43cc-a35f-4cb2fd8d84c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:49:21.776263 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c6152c0-b9ac-4cc9-b554-c86b06707eea None None] Checking router: df50236c-45ab-4a8c-91af-f35e0d4296cb for host: n-d-842733-1 {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 20:49:21.783302 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44999038-e689-437a-8f62-e2d6c3b359db req-96f492c7-cefe-4349-bdc7-8565e28be1cd tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:49:21.784559 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c6152c0-b9ac-4cc9-b554-c86b06707eea None None] Routers {'df50236c-45ab-4a8c-91af-f35e0d4296cb'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:49:21.784786 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-44999038-e689-437a-8f62-e2d6c3b359db req-96f492c7-cefe-4349-bdc7-8565e28be1cd tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] 10.222.0.35 "GET /v2.0/networks?id=f9020429-48a3-4a46-a405-04a4e7c29fcf HTTP/1.1" status: 200 len: 815 time: 0.2658839 May 20 20:49:21.785164 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-2c6152c0-b9ac-4cc9-b554-c86b06707eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:48:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['df50236c-45ab-4a8c-91af-f35e0d4296cb'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:49:21.791268 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad03dc5-22f5-41d7-b235-86f80a4b353a req-712ea804-9a6c-4847-9da1-1edf930079c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:49:21.792702 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6ad03dc5-22f5-41d7-b235-86f80a4b353a req-712ea804-9a6c-4847-9da1-1edf930079c8 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a0f85c50-1e5c-452b-8cab-6202e1b6863f HTTP/1.1" status: 200 len: 921 time: 0.3973718 May 20 20:49:21.796792 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c901035e-5f0f-47a5-a603-4780a401c2c2 admin admin] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 20:49:21.805919 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36ef8df-9305-4d53-b2b7-29b4495e730a req-e5934834-e59e-483f-9c87-1b6c8c41fe7d tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:49:21.807381 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e36ef8df-9305-4d53-b2b7-29b4495e730a req-e5934834-e59e-483f-9c87-1b6c8c41fe7d tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f535575-dc81-4139-bc1e-db9fe0d7c5b9 HTTP/1.1" status: 200 len: 946 time: 0.1875095 May 20 20:49:21.812455 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8617dbba-0269-4f3f-ac04-373e67afa740 None None] Sync routers for ids ['71159161-ab32-4c43-a0ee-2b61d82fa1f1'] in n-d-842733-1 {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 20:49:21.824904 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-c901035e-5f0f-47a5-a603-4780a401c2c2 admin admin] 10.222.0.35 "PUT /v2.0/routers/71159161-ab32-4c43-a0ee-2b61d82fa1f1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2419226 May 20 20:49:21.843401 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8617dbba-0269-4f3f-ac04-373e67afa740 None None] Routers {'71159161-ab32-4c43-a0ee-2b61d82fa1f1'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:49:21.844927 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-8617dbba-0269-4f3f-ac04-373e67afa740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:48:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['71159161-ab32-4c43-a0ee-2b61d82fa1f1'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:49:21.893721 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-44999038-e689-437a-8f62-e2d6c3b359db req-d1db9484-5f40-4409-a4ac-c76d88a44408 tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] 10.222.0.35 "GET /v2.0/quotas/0940837bc54b4c7b8208dfd5c7fd73db HTTP/1.1" status: 200 len: 375 time: 0.1000233 May 20 20:49:21.988783 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-2c6152c0-b9ac-4cc9-b554-c86b06707eea None None] Set router df50236c-45ab-4a8c-91af-f35e0d4296cb gateway port host: n-d-842733-1 {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:49:22.019382 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6ad03dc5-22f5-41d7-b235-86f80a4b353a req-04d2ad1a-b479-48fc-b950-601cdb789408 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=31c7ce13-d85e-4b3d-8e2f-e5068f0e7c5b HTTP/1.1" status: 200 len: 1000 time: 0.1930501 May 20 20:49:22.049469 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-44999038-e689-437a-8f62-e2d6c3b359db req-8c61a094-8fc9-4ef5-ad26-91f0a8fef681 tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=0940837bc54b4c7b8208dfd5c7fd73db&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1455598 May 20 20:49:22.085273 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-8617dbba-0269-4f3f-ac04-373e67afa740 None None] Set router 71159161-ab32-4c43-a0ee-2b61d82fa1f1 gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:49:22.149846 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.agents_db [None req-5c33ad30-4e00-40fa-b486-8c79c4a6cfc5 None None] Agent healthcheck: found 7 active agents {{(pid=103165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 20 20:49:22.189786 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad03dc5-22f5-41d7-b235-86f80a4b353a req-965c771d-1a37-41b4-8362-553da7315965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:49:22.191570 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6ad03dc5-22f5-41d7-b235-86f80a4b353a req-965c771d-1a37-41b4-8362-553da7315965 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b70b63b1-2e88-43cc-a35f-4cb2fd8d84c1 HTTP/1.1" status: 200 len: 859 time: 0.1596735 May 20 20:49:22.196748 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [req-e36ef8df-9305-4d53-b2b7-29b4495e730a req-96b92dfe-6a1e-4dfd-ae72-4bd4bf284993 tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] Deleting port 650854b2-e193-47b6-a413-f0ae3536bb67 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:49:22.197308 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-e36ef8df-9305-4d53-b2b7-29b4495e730a req-96b92dfe-6a1e-4dfd-ae72-4bd4bf284993 tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:22.337946 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-44999038-e689-437a-8f62-e2d6c3b359db req-ab1734f8-4360-4ade-a2bf-e6e46aa2dfd3 service neutron] 10.222.0.35 "GET /v2.0/networks/f9020429-48a3-4a46-a405-04a4e7c29fcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2647779 May 20 20:49:22.360412 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-270c5dd2-c780-4cce-83c4-d55818d740a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:22.382378 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-e36ef8df-9305-4d53-b2b7-29b4495e730a req-96b92dfe-6a1e-4dfd-ae72-4bd4bf284993 tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] For port 650854b2-e193-47b6-a413-f0ae3536bb67, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=650854b2-e193-47b6-a413-f0ae3536bb67,segment=NetworkSegment(d91bf09f-166e-43f0-9da3-0f3d4d6c439b),segment_id=d91bf09f-166e-43f0-9da3-0f3d4d6c439b)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:49:22.382748 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-e36ef8df-9305-4d53-b2b7-29b4495e730a req-96b92dfe-6a1e-4dfd-ae72-4bd4bf284993 tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:22.446299 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [req-e36ef8df-9305-4d53-b2b7-29b4495e730a req-96b92dfe-6a1e-4dfd-ae72-4bd4bf284993 tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] Calling delete_port for 650854b2-e193-47b6-a413-f0ae3536bb67 owned by compute:nova {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:49:22.449272 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad03dc5-22f5-41d7-b235-86f80a4b353a req-e7764e47-2a6f-458c-bb78-9cf293b5afeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:49:22.450800 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6ad03dc5-22f5-41d7-b235-86f80a4b353a req-e7764e47-2a6f-458c-bb78-9cf293b5afeb service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a0f85c50-1e5c-452b-8cab-6202e1b6863f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2456818 May 20 20:49:22.460877 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-2c6152c0-b9ac-4cc9-b554-c86b06707eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df50236c-45ab-4a8c-91af-f35e0d4296cb', 'name': 'tempest-FloatingIPsAssociationTestJSON-342180242-router', 'tenant_id': 'b08823cbf82b41d5ac4037cf2ee63513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.57'}], 'enable_snat': True}, 'gw_port_id': 'bb4f9753-2486-4eec-a68b-00ed52e4689c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:48:18Z', 'updated_at': '2022-05-20T20:48:25Z', 'revision_number': 4, 'project_id': 'b08823cbf82b41d5ac4037cf2ee63513', 'gw_port': {'id': 'bb4f9753-2486-4eec-a68b-00ed52e4689c', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:7c:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df50236c-45ab-4a8c-91af-f35e0d4296cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:48:18Z', 'updated_at': '2022-05-20T20:48:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_floatingips': [{'id': '9e98d0da-4f51-464a-8788-db4fdbff6d6c', 'tenant_id': 'b08823cbf82b41d5ac4037cf2ee63513', 'floating_ip_address': '172.25.2.173', 'floating_network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'router_id': 'df50236c-45ab-4a8c-91af-f35e0d4296cb', 'port_id': '31c7ce13-d85e-4b3d-8e2f-e5068f0e7c5b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1328, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0f85c50-1e5c-452b-8cab-6202e1b6863f', 'mac_address': 'fa:16:3e:8e:67:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ef1482-fa91-4d44-abb9-3994eeeefcf5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-20T20:48:44Z', 'updated_at': '2022-05-20T20:49:19Z', 'revision_number': 8, 'project_id': 'b08823cbf82b41d5ac4037cf2ee63513', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a25d3170-f929-40c9-bdf9-a2df393fa0ae', 'name': '', 'network_id': 'a0f85c50-1e5c-452b-8cab-6202e1b6863f', 'tenant_id': 'b08823cbf82b41d5ac4037cf2ee63513', 'mac_address': 'fa:16:3e:61:8e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df50236c-45ab-4a8c-91af-f35e0d4296cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': 'b70b63b1-2e88-43cc-a35f-4cb2fd8d84c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:48:23Z', 'updated_at': '2022-05-20T20:48:29Z', 'revision_number': 5, 'project_id': 'b08823cbf82b41d5ac4037cf2ee63513', 'subnets': [{'id': 'b70b63b1-2e88-43cc-a35f-4cb2fd8d84c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:49:22.504154 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c6152c0-b9ac-4cc9-b554-c86b06707eea None None] The sync data for ids ['df50236c-45ab-4a8c-91af-f35e0d4296cb'] in n-d-842733-1 is: [{'id': 'df50236c-45ab-4a8c-91af-f35e0d4296cb', 'name': 'tempest-FloatingIPsAssociationTestJSON-342180242-router', 'tenant_id': 'b08823cbf82b41d5ac4037cf2ee63513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.57'}], 'enable_snat': True}, 'gw_port_id': 'bb4f9753-2486-4eec-a68b-00ed52e4689c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:48:18Z', 'updated_at': '2022-05-20T20:48:25Z', 'revision_number': 4, 'project_id': 'b08823cbf82b41d5ac4037cf2ee63513', 'gw_port': {'id': 'bb4f9753-2486-4eec-a68b-00ed52e4689c', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:7c:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df50236c-45ab-4a8c-91af-f35e0d4296cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:48:18Z', 'updated_at': '2022-05-20T20:48:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_floatingips': [{'id': '9e98d0da-4f51-464a-8788-db4fdbff6d6c', 'tenant_id': 'b08823cbf82b41d5ac4037cf2ee63513', 'floating_ip_address': '172.25.2.173', 'floating_network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'router_id': 'df50236c-45ab-4a8c-91af-f35e0d4296cb', 'port_id': '31c7ce13-d85e-4b3d-8e2f-e5068f0e7c5b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1328, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0f85c50-1e5c-452b-8cab-6202e1b6863f', 'mac_address': 'fa:16:3e:8e:67:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ef1482-fa91-4d44-abb9-3994eeeefcf5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-20T20:48:44Z', 'updated_at': '2022-05-20T20:49:19Z', 'revision_number': 8, 'project_id': 'b08823cbf82b41d5ac4037cf2ee63513', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a25d3170-f929-40c9-bdf9-a2df393fa0ae', 'name': '', 'network_id': 'a0f85c50-1e5c-452b-8cab-6202e1b6863f', 'tenant_id': 'b08823cbf82b41d5ac4037cf2ee63513', 'mac_address': 'fa:16:3e:61:8e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df50236c-45ab-4a8c-91af-f35e0d4296cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': 'b70b63b1-2e88-43cc-a35f-4cb2fd8d84c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:48:23Z', 'updated_at': '2022-05-20T20:48:29Z', 'revision_number': 5, 'project_id': 'b08823cbf82b41d5ac4037cf2ee63513', 'subnets': [{'id': 'b70b63b1-2e88-43cc-a35f-4cb2fd8d84c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 20:49:22.523407 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 48240) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:49:22.555545 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-003339d7-aef4-4ba6-b6b0-7feaf80ce031 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:22.561305 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-8617dbba-0269-4f3f-ac04-373e67afa740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71159161-ab32-4c43-a0ee-2b61d82fa1f1', 'name': 'tempest-TaggedBootDevicesTest-545666095-router', 'tenant_id': '8fcd29f320dc48e6aa911d84c732fd6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.90'}], 'enable_snat': True}, 'gw_port_id': '0bce0255-c312-48e9-a1ef-77a6bb023a0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:49:10Z', 'updated_at': '2022-05-20T20:49:19Z', 'revision_number': 4, 'project_id': '8fcd29f320dc48e6aa911d84c732fd6f', 'gw_port': {'id': '0bce0255-c312-48e9-a1ef-77a6bb023a0e', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:fe:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71159161-ab32-4c43-a0ee-2b61d82fa1f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:49:11Z', 'updated_at': '2022-05-20T20:49:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': '900d2793-0bfd-455e-acde-6e23c7e6668b', 'name': '', 'network_id': '1a8c8fe6-b5a3-4103-add2-9b1ac42c85d7', 'tenant_id': '8fcd29f320dc48e6aa911d84c732fd6f', 'mac_address': 'fa:16:3e:15:c1:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71159161-ab32-4c43-a0ee-2b61d82fa1f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': 'a9627ec3-2937-4269-bff4-dfe652e88a07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:49:16Z', 'updated_at': '2022-05-20T20:49:19Z', 'revision_number': 2, 'project_id': '8fcd29f320dc48e6aa911d84c732fd6f', 'subnets': [{'id': 'a9627ec3-2937-4269-bff4-dfe652e88a07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:49:22.603335 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8617dbba-0269-4f3f-ac04-373e67afa740 None None] Checking router: 71159161-ab32-4c43-a0ee-2b61d82fa1f1 for host: n-d-842733-1 {{(pid=103165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 20:49:22.603947 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8617dbba-0269-4f3f-ac04-373e67afa740 None None] Updating router 71159161-ab32-4c43-a0ee-2b61d82fa1f1 port 900d2793-0bfd-455e-acde-6e23c7e6668b binding host n-d-842733-1 {{(pid=103165) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 20:49:22.655969 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-8617dbba-0269-4f3f-ac04-373e67afa740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:22.712159 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-44999038-e689-437a-8f62-e2d6c3b359db req-0c8c5d1f-1820-4bfc-9e80-223d322c2a8e service neutron] 10.222.0.35 "GET /v2.0/networks/f9020429-48a3-4a46-a405-04a4e7c29fcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3540609 May 20 20:49:22.722868 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6ad03dc5-22f5-41d7-b235-86f80a4b353a req-af46966c-48be-4c09-a8ce-9e8a5a9fbc20 service neutron] 10.222.0.35 "GET /v2.0/networks/a0f85c50-1e5c-452b-8cab-6202e1b6863f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2427967 May 20 20:49:22.735089 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-003339d7-aef4-4ba6-b6b0-7feaf80ce031 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:22.803745 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-003339d7-aef4-4ba6-b6b0-7feaf80ce031 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:22.927595 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-003339d7-aef4-4ba6-b6b0-7feaf80ce031 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=af185959dcca47af9e72a52c29b5e63b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4028833 May 20 20:49:22.935609 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 48258) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:49:22.944103 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d428ddf1-9e4a-4263-ab5b-4892249525bb None None] New status for floating IP 9e98d0da-4f51-464a-8788-db4fdbff6d6c: ACTIVE {{(pid=103164) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 20:49:22.965035 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003339d7-aef4-4ba6-b6b0-7feaf80ce031 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03d9a744-a9d9-4ead-8e9f-9f134b1d440a,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:49:23.033618 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6ad03dc5-22f5-41d7-b235-86f80a4b353a req-925b4b8a-13b8-4985-892a-ed61b4b10278 service neutron] 10.222.0.35 "GET /v2.0/networks/a0f85c50-1e5c-452b-8cab-6202e1b6863f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2993906 May 20 20:49:23.061658 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d7206840-eed5-4385-b500-d9cd26163758 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:23.102514 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-8617dbba-0269-4f3f-ac04-373e67afa740 None None] Notify callbacks [] for port, precommit_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:23.120351 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d7206840-eed5-4385-b500-d9cd26163758 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:23.161184 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-e36ef8df-9305-4d53-b2b7-29b4495e730a req-96b92dfe-6a1e-4dfd-ae72-4bd4bf284993 tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:23.197140 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-8617dbba-0269-4f3f-ac04-373e67afa740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:23.216621 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b92dfe-6a1e-4dfd-ae72-4bd4bf284993 tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] Pushing event deleted for resources: {'Port': ['ID=650854b2-e193-47b6-a413-f0ae3536bb67,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:49:23.264531 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [req-e36ef8df-9305-4d53-b2b7-29b4495e730a req-96b92dfe-6a1e-4dfd-ae72-4bd4bf284993 tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] No DVR routers for this DVR port 650854b2-e193-47b6-a413-f0ae3536bb67 on host n-h1-842733-1 {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:49:23.274129 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5c87da-840b-4763-a54f-d9095e88487a req-91d2bc99-f9e8-43fb-b335-b7207d22c459 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:49:23.284039 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d7206840-eed5-4385-b500-d9cd26163758 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:23.287542 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d7206840-eed5-4385-b500-d9cd26163758 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:23.292831 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-d7206840-eed5-4385-b500-d9cd26163758 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/03d9a744-a9d9-4ead-8e9f-9f134b1d440a HTTP/1.1" status: 204 len: 168 time: 0.3551414 May 20 20:49:23.293051 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2d5c87da-840b-4763-a54f-d9095e88487a req-91d2bc99-f9e8-43fb-b335-b7207d22c459 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "GET /v2.0/ports?device_id=3674afb5-fa57-4c40-b6ee-249d678d06fa HTTP/1.1" status: 200 len: 946 time: 0.1734941 May 20 20:49:23.303187 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-e36ef8df-9305-4d53-b2b7-29b4495e730a req-96b92dfe-6a1e-4dfd-ae72-4bd4bf284993 tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:23.307230 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e36ef8df-9305-4d53-b2b7-29b4495e730a req-96b92dfe-6a1e-4dfd-ae72-4bd4bf284993 tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] 10.222.0.24 "DELETE /v2.0/ports/650854b2-e193-47b6-a413-f0ae3536bb67 HTTP/1.1" status: 204 len: 173 time: 1.4796882 May 20 20:49:23.320632 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7206840-eed5-4385-b500-d9cd26163758 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03d9a744-a9d9-4ead-8e9f-9f134b1d440a,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:49:23.361239 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2d5c87da-840b-4763-a54f-d9095e88487a req-43ed5d42-7ae5-4b7c-b54e-0268e7d18bc1 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "GET /v2.0/security-groups?id=17369763-0550-4ec3-bd12-32142aaf9548&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670788 May 20 20:49:23.384099 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8ef1482-fa91-4d44-abb9-3994eeeefcf5', 'tag': '31c7ce13-d85e-4b3d-8e2f-e5068f0e7c5b'}, {'server_uuid': '0f535575-dc81-4139-bc1e-db9fe0d7c5b9', 'name': 'network-vif-deleted', 'tag': '650854b2-e193-47b6-a413-f0ae3536bb67'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:49:23.386461 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4291b17aa7b45362825f0571e77c85f5e73afe1df9c7e9e15006df9d695c005e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c9a5a69-e71d-4ee7-b247-af37c2f58035" -d '{"events": [{"name": "network-changed", "server_uuid": "e8ef1482-fa91-4d44-abb9-3994eeeefcf5", "tag": "31c7ce13-d85e-4b3d-8e2f-e5068f0e7c5b"}, {"server_uuid": "0f535575-dc81-4139-bc1e-db9fe0d7c5b9", "name": "network-vif-deleted", "tag": "650854b2-e193-47b6-a413-f0ae3536bb67"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:49:23.450737 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0fe5a1-6e3b-48a7-98ed-e9e9c9bd5fb7 None None] Pushing event updated for resources: {'Port': ['ID=900d2793-0bfd-455e-acde-6e23c7e6668b,revision_number=3']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:49:23.472936 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-8617dbba-0269-4f3f-ac04-373e67afa740 None None] Attempting to bind port 900d2793-0bfd-455e-acde-6e23c7e6668b on host n-d-842733-1 for vnic_type normal with profile {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:49:23.473581 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-8617dbba-0269-4f3f-ac04-373e67afa740 None None] Attempting to bind port 900d2793-0bfd-455e-acde-6e23c7e6668b by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': 'dc5e12f6-7393-4709-bb11-461b6e19f374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '1a8c8fe6-b5a3-4103-add2-9b1ac42c85d7'}] {{(pid=103165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:49:23.474129 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8617dbba-0269-4f3f-ac04-373e67afa740 None None] Attempting to bind port 900d2793-0bfd-455e-acde-6e23c7e6668b on network 1a8c8fe6-b5a3-4103-add2-9b1ac42c85d7 {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:49:23.493543 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8617dbba-0269-4f3f-ac04-373e67afa740 None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 48, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:49:23.493923 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8617dbba-0269-4f3f-ac04-373e67afa740 None None] Checking segment: {'id': 'dc5e12f6-7393-4709-bb11-461b6e19f374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '1a8c8fe6-b5a3-4103-add2-9b1ac42c85d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:49:23.494325 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-8617dbba-0269-4f3f-ac04-373e67afa740 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:23.498074 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8617dbba-0269-4f3f-ac04-373e67afa740 None None] Bound using segment: {'id': 'dc5e12f6-7393-4709-bb11-461b6e19f374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '1a8c8fe6-b5a3-4103-add2-9b1ac42c85d7'} {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:49:23.498570 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-8617dbba-0269-4f3f-ac04-373e67afa740 None None] Bound port: 900d2793-0bfd-455e-acde-6e23c7e6668b, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc5e12f6-7393-4709-bb11-461b6e19f374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '1a8c8fe6-b5a3-4103-add2-9b1ac42c85d7'}}] {{(pid=103165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:49:23.498956 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-8617dbba-0269-4f3f-ac04-373e67afa740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:23.613040 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-8617dbba-0269-4f3f-ac04-373e67afa740 None None] For port 900d2793-0bfd-455e-acde-6e23c7e6668b, host n-d-842733-1, cleared binding levels {{(pid=103165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:49:23.635108 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-8617dbba-0269-4f3f-ac04-373e67afa740 None None] For port 900d2793-0bfd-455e-acde-6e23c7e6668b, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=900d2793-0bfd-455e-acde-6e23c7e6668b,segment=NetworkSegment(dc5e12f6-7393-4709-bb11-461b6e19f374),segment_id=dc5e12f6-7393-4709-bb11-461b6e19f374)] {{(pid=103165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:49:23.734425 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-8617dbba-0269-4f3f-ac04-373e67afa740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:23.866119 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-426c4421-73ad-4919-bd04-f891edf0b54d None None] Provisioning complete for port 900d2793-0bfd-455e-acde-6e23c7e6668b triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:49:23.869414 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-426c4421-73ad-4919-bd04-f891edf0b54d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:23.905182 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8617dbba-0269-4f3f-ac04-373e67afa740 None None] Routers {'71159161-ab32-4c43-a0ee-2b61d82fa1f1'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:49:23.906531 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-8617dbba-0269-4f3f-ac04-373e67afa740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:49:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['71159161-ab32-4c43-a0ee-2b61d82fa1f1'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:49:23.925244 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4bb0e131-6525-46ca-a45b-e4ea43a5e69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:24.076163 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-426c4421-73ad-4919-bd04-f891edf0b54d None None] Current status of the port 900d2793-0bfd-455e-acde-6e23c7e6668b is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:49:24.076798 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-426c4421-73ad-4919-bd04-f891edf0b54d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:24.161618 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-426c4421-73ad-4919-bd04-f891edf0b54d None None] For port 900d2793-0bfd-455e-acde-6e23c7e6668b, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=900d2793-0bfd-455e-acde-6e23c7e6668b,segment=NetworkSegment(dc5e12f6-7393-4709-bb11-461b6e19f374),segment_id=dc5e12f6-7393-4709-bb11-461b6e19f374)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:49:24.212047 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0fe5a1-6e3b-48a7-98ed-e9e9c9bd5fb7 None None] Pushing event updated for resources: {'Port': ['ID=900d2793-0bfd-455e-acde-6e23c7e6668b,revision_number=4']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:49:24.269745 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-8617dbba-0269-4f3f-ac04-373e67afa740 None None] Set router 71159161-ab32-4c43-a0ee-2b61d82fa1f1 gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:49:24.278149 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-426c4421-73ad-4919-bd04-f891edf0b54d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:24.390490 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 48324) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:49:24.396917 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-df6a47b3-0580-49b5-8659-023dd240ec44 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2130583074', 'description': 'tempest-description--1204877418'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:49:24.490326 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426c4421-73ad-4919-bd04-f891edf0b54d None None] Pushing event updated for resources: {'Port': ['ID=900d2793-0bfd-455e-acde-6e23c7e6668b,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:49:24.495766 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-63c58bec-eac6-4165-b80a-3ba653e62565 None None] Provisioning complete for port 900d2793-0bfd-455e-acde-6e23c7e6668b triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:49:24.501249 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-63c58bec-eac6-4165-b80a-3ba653e62565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:24.596218 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:24.603561 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-214f7b21-4123-4aff-9588-f8cb65131584 req-7c5872eb-20e2-4c80-a1c5-7e6e75adbb8c tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] 10.222.0.35 "GET /v2.0/ports?device_id=367ac43c-c0d5-4081-b0b0-90c7efefd89d HTTP/1.1" status: 200 len: 210 time: 0.2555838 May 20 20:49:24.636661 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-df6a47b3-0580-49b5-8659-023dd240ec44 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:24.671873 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7d683d59-66b9-43fa-9737-b84aae38a8dd req-3309c996-92c7-42ad-a3fb-3e6dec874d18 tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] 10.222.0.35 "GET /v2.0/floatingips/9e98d0da-4f51-464a-8788-db4fdbff6d6c HTTP/1.1" status: 200 len: 999 time: 0.2553961 May 20 20:49:24.748509 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-63c58bec-eac6-4165-b80a-3ba653e62565 None None] Current status of the port 900d2793-0bfd-455e-acde-6e23c7e6668b is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:49:24.781915 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 20 May 2022 20:49:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f996028-504c-4ae8-b258-38cc7dbe0609 x-openstack-request-id: req-0f996028-504c-4ae8-b258-38cc7dbe0609 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:49:24.782158 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8ef1482-fa91-4d44-abb9-3994eeeefcf5", "tag": "31c7ce13-d85e-4b3d-8e2f-e5068f0e7c5b", "status": "completed", "code": 200}, {"server_uuid": "0f535575-dc81-4139-bc1e-db9fe0d7c5b9", "name": "network-vif-deleted", "tag": "650854b2-e193-47b6-a413-f0ae3536bb67", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:49:24.782415 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0f996028-504c-4ae8-b258-38cc7dbe0609 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:49:24.782858 n-d-842733-1 neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f996028-504c-4ae8-b258-38cc7dbe0609'] response: {'name': 'network-changed', 'server_uuid': 'e8ef1482-fa91-4d44-abb9-3994eeeefcf5', 'tag': '31c7ce13-d85e-4b3d-8e2f-e5068f0e7c5b', 'status': 'completed', 'code': 200} May 20 20:49:24.783114 n-d-842733-1 neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f996028-504c-4ae8-b258-38cc7dbe0609'] response: {'server_uuid': '0f535575-dc81-4139-bc1e-db9fe0d7c5b9', 'name': 'network-vif-deleted', 'tag': '650854b2-e193-47b6-a413-f0ae3536bb67', 'status': 'completed', 'code': 200} May 20 20:49:24.806395 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-df6a47b3-0580-49b5-8659-023dd240ec44 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:24.897498 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-df6a47b3-0580-49b5-8659-023dd240ec44 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:24.980989 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c1fa78c6-8ae5-412a-9b32-cb1b8b5df49b req-b309b099-599f-4ce2-a148-448dcd41ee17 tempest-ServerShowV257Test-1980069802 tempest-ServerShowV257Test-1980069802-project] 10.222.0.35 "GET /v2.0/ports?device_id=0856d7c7-f2cf-45a1-9bb8-efb615854f4d HTTP/1.1" status: 200 len: 210 time: 0.0966511 May 20 20:49:24.981465 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 650854b2-e193-47b6-a413-f0ae3536bb67 no longer exists at agent hyperv_n-h1-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:49:25.034086 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-8617dbba-0269-4f3f-ac04-373e67afa740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71159161-ab32-4c43-a0ee-2b61d82fa1f1', 'name': 'tempest-TaggedBootDevicesTest-545666095-router', 'tenant_id': '8fcd29f320dc48e6aa911d84c732fd6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.90'}], 'enable_snat': True}, 'gw_port_id': '0bce0255-c312-48e9-a1ef-77a6bb023a0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:49:10Z', 'updated_at': '2022-05-20T20:49:19Z', 'revision_number': 4, 'project_id': '8fcd29f320dc48e6aa911d84c732fd6f', 'gw_port': {'id': '0bce0255-c312-48e9-a1ef-77a6bb023a0e', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:fe:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71159161-ab32-4c43-a0ee-2b61d82fa1f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:49:11Z', 'updated_at': '2022-05-20T20:49:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': '900d2793-0bfd-455e-acde-6e23c7e6668b', 'name': '', 'network_id': '1a8c8fe6-b5a3-4103-add2-9b1ac42c85d7', 'tenant_id': '8fcd29f320dc48e6aa911d84c732fd6f', 'mac_address': 'fa:16:3e:15:c1:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71159161-ab32-4c43-a0ee-2b61d82fa1f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': 'a9627ec3-2937-4269-bff4-dfe652e88a07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:49:16Z', 'updated_at': '2022-05-20T20:49:23Z', 'revision_number': 4, 'project_id': '8fcd29f320dc48e6aa911d84c732fd6f', 'subnets': [{'id': 'a9627ec3-2937-4269-bff4-dfe652e88a07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:49:25.039956 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d683d59-66b9-43fa-9737-b84aae38a8dd req-efe04dd7-cb88-418c-9add-c81ec3b4b9cc tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:49:25.040756 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-df6a47b3-0580-49b5-8659-023dd240ec44 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:25.042373 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-df6a47b3-0580-49b5-8659-023dd240ec44 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.6503437 May 20 20:49:25.046950 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 48350) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:49:25.055658 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] No Port match for: 650854b2-e193-47b6-a413-f0ae3536bb67 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 20:49:25.055658 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 650854b2-e193-47b6-a413-f0ae3536bb67 not bound to the agent host n-h1-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 20:49:25.056036 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a47b3-0580-49b5-8659-023dd240ec44 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c483e38f-9a64-43a8-8fa0-f6dc256bd4a9,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:49:25.056176 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7d683d59-66b9-43fa-9737-b84aae38a8dd req-efe04dd7-cb88-418c-9add-c81ec3b4b9cc tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] 10.222.0.35 "GET /v2.0/networks/e3a93b5c-91e2-4064-9c2c-1afc261bfe15 HTTP/1.1" status: 200 len: 784 time: 0.3814526 May 20 20:49:25.071245 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-038708da-935f-4cb6-82fd-5bd5e6da6054 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Request body: {'security_group_rule': {'security_group_id': 'c483e38f-9a64-43a8-8fa0-f6dc256bd4a9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:49:25.083431 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8617dbba-0269-4f3f-ac04-373e67afa740 None None] The sync data for ids ['71159161-ab32-4c43-a0ee-2b61d82fa1f1'] in n-d-842733-1 is: [{'id': '71159161-ab32-4c43-a0ee-2b61d82fa1f1', 'name': 'tempest-TaggedBootDevicesTest-545666095-router', 'tenant_id': '8fcd29f320dc48e6aa911d84c732fd6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.90'}], 'enable_snat': True}, 'gw_port_id': '0bce0255-c312-48e9-a1ef-77a6bb023a0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:49:10Z', 'updated_at': '2022-05-20T20:49:19Z', 'revision_number': 4, 'project_id': '8fcd29f320dc48e6aa911d84c732fd6f', 'gw_port': {'id': '0bce0255-c312-48e9-a1ef-77a6bb023a0e', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:fe:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71159161-ab32-4c43-a0ee-2b61d82fa1f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:49:11Z', 'updated_at': '2022-05-20T20:49:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': '900d2793-0bfd-455e-acde-6e23c7e6668b', 'name': '', 'network_id': '1a8c8fe6-b5a3-4103-add2-9b1ac42c85d7', 'tenant_id': '8fcd29f320dc48e6aa911d84c732fd6f', 'mac_address': 'fa:16:3e:15:c1:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71159161-ab32-4c43-a0ee-2b61d82fa1f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': 'a9627ec3-2937-4269-bff4-dfe652e88a07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:49:16Z', 'updated_at': '2022-05-20T20:49:23Z', 'revision_number': 4, 'project_id': '8fcd29f320dc48e6aa911d84c732fd6f', 'subnets': [{'id': 'a9627ec3-2937-4269-bff4-dfe652e88a07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 20:49:25.091407 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [req-7d683d59-66b9-43fa-9737-b84aae38a8dd req-faf63435-2036-4b8d-a0aa-90e25ceb5269 tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103163) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 20:49:25.103243 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7d683d59-66b9-43fa-9737-b84aae38a8dd req-faf63435-2036-4b8d-a0aa-90e25ceb5269 tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0412376 May 20 20:49:25.111883 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9a5a69-e71d-4ee7-b247-af37c2f58035 req-43d093cf-b4dc-4ef6-ab54-cb2671dd33d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:49:25.113657 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-3c9a5a69-e71d-4ee7-b247-af37c2f58035 req-43d093cf-b4dc-4ef6-ab54-cb2671dd33d9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b08823cbf82b41d5ac4037cf2ee63513&device_id=e8ef1482-fa91-4d44-abb9-3994eeeefcf5 HTTP/1.1" status: 200 len: 1097 time: 0.3005962 May 20 20:49:25.263438 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-038708da-935f-4cb6-82fd-5bd5e6da6054 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:25.383820 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9a5a69-e71d-4ee7-b247-af37c2f58035 req-7a13777b-494f-4452-bf5e-b39e03ee424d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:49:25.384969 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-3c9a5a69-e71d-4ee7-b247-af37c2f58035 req-7a13777b-494f-4452-bf5e-b39e03ee424d service neutron] 10.222.0.13 "GET /v2.0/networks?id=a0f85c50-1e5c-452b-8cab-6202e1b6863f HTTP/1.1" status: 200 len: 921 time: 0.2640231 May 20 20:49:25.405398 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-038708da-935f-4cb6-82fd-5bd5e6da6054 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:25.443815 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2d9add-a369-4a18-9d8c-a56078731301 req-88ce02f1-4e63-457d-bc31-526adfc18a93 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:49:25.453444 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3b2d9add-a369-4a18-9d8c-a56078731301 req-88ce02f1-4e63-457d-bc31-526adfc18a93 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "GET /v2.0/ports?device_id=3674afb5-fa57-4c40-b6ee-249d678d06fa HTTP/1.1" status: 200 len: 946 time: 0.1571095 May 20 20:49:25.453444 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a8855d8d-dfda-486c-8a52-d09adf6f23fd req-fed45fbd-c71a-4113-87ef-56914159b782 tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.2.173 HTTP/1.1" status: 200 len: 1002 time: 0.3418543 May 20 20:49:25.480020 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cc3ec51b-6ec8-438a-8349-5f0bec346d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:25.523200 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-3c9a5a69-e71d-4ee7-b247-af37c2f58035 req-84c31c3c-6ff6-493b-8598-d0ec9f764895 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=31c7ce13-d85e-4b3d-8e2f-e5068f0e7c5b HTTP/1.1" status: 200 len: 1002 time: 0.1300886 May 20 20:49:25.541739 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-038708da-935f-4cb6-82fd-5bd5e6da6054 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691816'] for security_group_rule, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:25.547675 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8855d8d-dfda-486c-8a52-d09adf6f23fd req-de6bdc44-2bc5-4a1b-b62c-df0c10491404 tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:49:25.549236 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a8855d8d-dfda-486c-8a52-d09adf6f23fd req-de6bdc44-2bc5-4a1b-b62c-df0c10491404 tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] 10.222.0.35 "GET /v2.0/ports/31c7ce13-d85e-4b3d-8e2f-e5068f0e7c5b HTTP/1.1" status: 200 len: 943 time: 0.0918620 May 20 20:49:25.556448 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:25.577238 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3b2d9add-a369-4a18-9d8c-a56078731301 req-3a747413-9678-4763-91b5-e3a1123b4acf tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "GET /v2.0/security-groups?id=17369763-0550-4ec3-bd12-32142aaf9548&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626755 May 20 20:49:25.704134 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9a5a69-e71d-4ee7-b247-af37c2f58035 req-c3d62e24-66b1-4642-8566-0a2717c35f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:49:25.706460 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-3c9a5a69-e71d-4ee7-b247-af37c2f58035 req-c3d62e24-66b1-4642-8566-0a2717c35f7e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b70b63b1-2e88-43cc-a35f-4cb2fd8d84c1 HTTP/1.1" status: 200 len: 859 time: 0.1722684 May 20 20:49:25.717695 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038708da-935f-4cb6-82fd-5bd5e6da6054 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b072fe2-acec-4ded-8dce-9443ba8194bb,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:49:25.851751 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f236e1c0-b363-41db-bcd2-d30ed9102c37 req-8a844a8a-a0ac-4418-a0cb-3e9cf7f3a39b tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] 10.222.0.35 "GET /v2.0/ports?device_id=367ac43c-c0d5-4081-b0b0-90c7efefd89d HTTP/1.1" status: 200 len: 210 time: 0.0771511 May 20 20:49:25.853307 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9a5a69-e71d-4ee7-b247-af37c2f58035 req-267b5c01-7bd5-477e-9959-04b0d450cde1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:49:25.859536 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-3c9a5a69-e71d-4ee7-b247-af37c2f58035 req-267b5c01-7bd5-477e-9959-04b0d450cde1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a0f85c50-1e5c-452b-8cab-6202e1b6863f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1337664 May 20 20:49:25.882274 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 900d2793-0bfd-455e-acde-6e23c7e6668b up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:49:25.902739 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a8855d8d-dfda-486c-8a52-d09adf6f23fd req-4a7ac63c-1d8e-4523-9b61-76e79e7c4e94 tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.2.173 HTTP/1.1" status: 200 len: 1002 time: 0.2442031 May 20 20:49:25.985317 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 900d2793-0bfd-455e-acde-6e23c7e6668b triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:49:25.986667 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:26.154193 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-3c9a5a69-e71d-4ee7-b247-af37c2f58035 req-9b8ebd12-4c6d-449e-a6b4-e0fe20874cac service neutron] 10.222.0.13 "GET /v2.0/networks/a0f85c50-1e5c-452b-8cab-6202e1b6863f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2859871 May 20 20:49:26.159459 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-038708da-935f-4cb6-82fd-5bd5e6da6054 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:26.160652 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-038708da-935f-4cb6-82fd-5bd5e6da6054 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1089432 May 20 20:49:26.165896 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 48372) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:49:26.171453 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-003daa7b-aded-4291-91db-e7b8ad95e48d tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Request body: {'security_group_rule': {'security_group_id': 'c483e38f-9a64-43a8-8fa0-f6dc256bd4a9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:49:26.211750 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 900d2793-0bfd-455e-acde-6e23c7e6668b is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:49:26.353041 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8855d8d-dfda-486c-8a52-d09adf6f23fd req-40f6c163-4ecf-438c-a553-9ba9b9a4b4ad tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:49:26.353041 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a8855d8d-dfda-486c-8a52-d09adf6f23fd req-40f6c163-4ecf-438c-a553-9ba9b9a4b4ad tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] 10.222.0.35 "GET /v2.0/networks/e3a93b5c-91e2-4064-9c2c-1afc261bfe15 HTTP/1.1" status: 200 len: 784 time: 0.3682408 May 20 20:49:26.353041 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-10c7a339-9f90-456b-8e49-3e051864d5be req-2e4850c1-0dad-4c9a-a40a-83390c453d65 tempest-ServerShowV257Test-1980069802 tempest-ServerShowV257Test-1980069802-project] 10.222.0.35 "GET /v2.0/ports?device_id=0856d7c7-f2cf-45a1-9bb8-efb615854f4d HTTP/1.1" status: 200 len: 210 time: 0.0415339 May 20 20:49:26.354326 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-3c9a5a69-e71d-4ee7-b247-af37c2f58035 req-54d680b2-0429-45f7-9eeb-45fde7341aaa service neutron] 10.222.0.13 "GET /v2.0/networks/a0f85c50-1e5c-452b-8cab-6202e1b6863f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728780 May 20 20:49:26.418552 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a8855d8d-dfda-486c-8a52-d09adf6f23fd req-57bd785c-1249-4eb6-9fa6-e0ca5278a430 tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.2.173 HTTP/1.1" status: 200 len: 1002 time: 0.1068776 May 20 20:49:26.426818 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44999038-e689-437a-8f62-e2d6c3b359db req-7380a119-a9f9-455c-ba97-ed491a2cbf2b tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:49:26.428563 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-44999038-e689-437a-8f62-e2d6c3b359db req-7380a119-a9f9-455c-ba97-ed491a2cbf2b tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] 10.222.0.24 "GET /v2.0/networks?id=f9020429-48a3-4a46-a405-04a4e7c29fcf HTTP/1.1" status: 200 len: 815 time: 0.3441632 May 20 20:49:26.435110 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [req-a8855d8d-dfda-486c-8a52-d09adf6f23fd req-542b72cf-522a-42bc-a212-2a7aba8b45d3 tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:49:26.442840 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [req-44999038-e689-437a-8f62-e2d6c3b359db req-2131feb8-c1c8-40bc-bd2f-c6fb10e1ef10 tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] Request body: {'port': {'device_id': '367ac43c-c0d5-4081-b0b0-90c7efefd89d', 'network_id': 'f9020429-48a3-4a46-a405-04a4e7c29fcf', 'admin_state_up': True, 'tenant_id': '0940837bc54b4c7b8208dfd5c7fd73db'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:49:26.780539 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-003daa7b-aded-4291-91db-e7b8ad95e48d tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:26.933625 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-003daa7b-aded-4291-91db-e7b8ad95e48d tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:26.945035 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-a8855d8d-dfda-486c-8a52-d09adf6f23fd req-542b72cf-522a-42bc-a212-2a7aba8b45d3 tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] Notify callbacks [] for floatingip, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:27.012527 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844b4f49-5e31-487e-bb2a-c682f235d37d req-2de1a94b-6fae-43ca-828b-9f9fe5a92e43 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:49:27.019804 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-844b4f49-5e31-487e-bb2a-c682f235d37d req-2de1a94b-6fae-43ca-828b-9f9fe5a92e43 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "GET /v2.0/ports?device_id=3674afb5-fa57-4c40-b6ee-249d678d06fa HTTP/1.1" status: 200 len: 946 time: 0.1427734 May 20 20:49:27.090807 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-003daa7b-aded-4291-91db-e7b8ad95e48d tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691816'] for security_group_rule, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:27.112832 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-844b4f49-5e31-487e-bb2a-c682f235d37d req-624212d5-03d5-45be-b660-b87cc431cf6b tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "GET /v2.0/security-groups?id=17369763-0550-4ec3-bd12-32142aaf9548&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0919077 May 20 20:49:27.158005 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003daa7b-aded-4291-91db-e7b8ad95e48d tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c52194af-1b06-4cf5-955e-6aa0b8d48bbf,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:49:27.222658 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-003daa7b-aded-4291-91db-e7b8ad95e48d tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:27.225906 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-003daa7b-aded-4291-91db-e7b8ad95e48d tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0569859 May 20 20:49:27.228123 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 48388) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:49:27.242611 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-9831945a-1db1-4e0c-a5f2-1f5ba7e724f0 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Request body: {'floatingip': {'floating_network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:49:27.305747 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-28d1f35e-55b5-4b3e-9ac0-8f61bc30cdb6 req-d621b5c7-f891-40fe-a4b7-69efb2481567 tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] 10.222.0.35 "GET /v2.0/ports?device_id=367ac43c-c0d5-4081-b0b0-90c7efefd89d HTTP/1.1" status: 200 len: 210 time: 0.0565155 May 20 20:49:27.375703 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-a8855d8d-dfda-486c-8a52-d09adf6f23fd req-542b72cf-522a-42bc-a212-2a7aba8b45d3 tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:27.403473 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44999038-e689-437a-8f62-e2d6c3b359db req-2131feb8-c1c8-40bc-bd2f-c6fb10e1ef10 tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] Made reservation on behalf of 0940837bc54b4c7b8208dfd5c7fd73db for: {'port': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:49:27.407388 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9831945a-1db1-4e0c-a5f2-1f5ba7e724f0 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Notify callbacks [] for floatingip, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:27.412304 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-44999038-e689-437a-8f62-e2d6c3b359db req-2131feb8-c1c8-40bc-bd2f-c6fb10e1ef10 tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:27.462043 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-a8855d8d-dfda-486c-8a52-d09adf6f23fd req-542b72cf-522a-42bc-a212-2a7aba8b45d3 tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748272'] for floatingip, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:27.464024 n-d-842733-1 neutron-server[103163]: INFO neutron.db.l3_db [req-a8855d8d-dfda-486c-8a52-d09adf6f23fd req-542b72cf-522a-42bc-a212-2a7aba8b45d3 tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] Floating IP 9e98d0da-4f51-464a-8788-db4fdbff6d6c disassociated. External IP: 172.25.2.173, port: 31c7ce13-d85e-4b3d-8e2f-e5068f0e7c5b. May 20 20:49:27.489308 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 2d5ed9b9-34de-49e9-9f89-f903cda525ce details requested by agent hyperv_n-h2-842733-1 with host n-h2-842733-1 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 20:49:27.503943 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-afeca4f8-6a3f-4249-b2c4-d3c3acd52c0c req-f1ecb28a-91b5-4438-9b19-da6aa07cc193 tempest-ServerShowV257Test-1980069802 tempest-ServerShowV257Test-1980069802-project] 10.222.0.35 "GET /v2.0/ports?device_id=0856d7c7-f2cf-45a1-9bb8-efb615854f4d HTTP/1.1" status: 200 len: 210 time: 0.0605438 May 20 20:49:27.619591 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9831945a-1db1-4e0c-a5f2-1f5ba7e724f0 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:27.692518 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port 2d5ed9b9-34de-49e9-9f89-f903cda525ce, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=2d5ed9b9-34de-49e9-9f89-f903cda525ce,segment=NetworkSegment(61504ff4-6f7f-4bd9-9a4b-a33b83bae83f),segment_id=61504ff4-6f7f-4bd9-9a4b-a33b83bae83f)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:49:27.707337 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Returning: {'device': '2d5ed9b9-34de-49e9-9f89-f903cda525ce', 'network_id': '52b22ddd-d38d-47d7-9f62-928c2e551c45', 'port_id': '2d5ed9b9-34de-49e9-9f89-f903cda525ce', 'mac_address': 'fa:16:3e:3f:10:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77f2b783-fdae-41c3-9017-0093e586145d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 20 20:49:27.813240 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port 2d5ed9b9-34de-49e9-9f89-f903cda525ce is: ACTIVE; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:49:27.813684 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:27.842339 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [req-44999038-e689-437a-8f62-e2d6c3b359db req-2131feb8-c1c8-40bc-bd2f-c6fb10e1ef10 tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] Allocated IP 172.20.0.7 (f9020429-48a3-4a46-a405-04a4e7c29fcf/b6544004-48d3-4560-9571-0a9762b91cf1/b2a50009-a178-4e5f-8953-ba1bbd6f2354) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:49:27.858464 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2d5ed9b9-34de-49e9-9f89-f903cda525ce {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:49:27.930723 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-9831945a-1db1-4e0c-a5f2-1f5ba7e724f0 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Allocated IP 172.25.2.131 (e3a93b5c-91e2-4064-9c2c-1afc261bfe15/86fee0c1-6e34-488b-9216-b2b8e7ef585a/54c818c2-4987-413d-993f-fb553dba4ffb) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:49:27.934154 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port 2d5ed9b9-34de-49e9-9f89-f903cda525ce, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=2d5ed9b9-34de-49e9-9f89-f903cda525ce,segment=NetworkSegment(61504ff4-6f7f-4bd9-9a4b-a33b83bae83f),segment_id=61504ff4-6f7f-4bd9-9a4b-a33b83bae83f)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:49:28.010535 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:28.075769 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9831945a-1db1-4e0c-a5f2-1f5ba7e724f0 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:28.175153 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9831945a-1db1-4e0c-a5f2-1f5ba7e724f0 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:28.207753 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9831945a-1db1-4e0c-a5f2-1f5ba7e724f0 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Network e3a93b5c-91e2-4064-9c2c-1afc261bfe15 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:49:28.210754 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-9831945a-1db1-4e0c-a5f2-1f5ba7e724f0 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:49:28.218501 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9831945a-1db1-4e0c-a5f2-1f5ba7e724f0 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:49:28.235535 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a8855d8d-dfda-486c-8a52-d09adf6f23fd req-542b72cf-522a-42bc-a212-2a7aba8b45d3 tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] Router df50236c-45ab-4a8c-91af-f35e0d4296cb has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 20:49:28.245145 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] get_ports_and_sgs() called for port_ids ['2d5ed9b9-34de-49e9-9f89-f903cda525ce'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:49:28.261757 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=2d5ed9b9-34de-49e9-9f89-f903cda525ce,revision_number=6']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:49:28.400365 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9831945a-1db1-4e0c-a5f2-1f5ba7e724f0 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Pushing event updated for resources: {'Port': ['ID=54c818c2-4987-413d-993f-fb553dba4ffb,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:49:28.482712 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9831945a-1db1-4e0c-a5f2-1f5ba7e724f0 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:28.522262 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-44999038-e689-437a-8f62-e2d6c3b359db req-2131feb8-c1c8-40bc-bd2f-c6fb10e1ef10 tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] Notify callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:28.615650 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9831945a-1db1-4e0c-a5f2-1f5ba7e724f0 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:28.631694 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972f63b2-cf4d-4472-90d1-a1ba059a6551 req-67d17f40-0f24-4498-b79d-cbbd3a5ee8a0 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:49:28.638732 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-972f63b2-cf4d-4472-90d1-a1ba059a6551 req-67d17f40-0f24-4498-b79d-cbbd3a5ee8a0 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "GET /v2.0/ports?device_id=3674afb5-fa57-4c40-b6ee-249d678d06fa HTTP/1.1" status: 200 len: 945 time: 0.2217722 May 20 20:49:28.649302 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a8855d8d-dfda-486c-8a52-d09adf6f23fd req-542b72cf-522a-42bc-a212-2a7aba8b45d3 tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 20:49:28.662994 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54826bc3-7315-4c77-a0e1-63bd933471b8 None None] Sync routers for ids ['df50236c-45ab-4a8c-91af-f35e0d4296cb'] in n-d-842733-1 {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 20:49:28.675569 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-a8855d8d-dfda-486c-8a52-d09adf6f23fd req-542b72cf-522a-42bc-a212-2a7aba8b45d3 tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for floatingip, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:28.684269 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54826bc3-7315-4c77-a0e1-63bd933471b8 None None] Routers {'df50236c-45ab-4a8c-91af-f35e0d4296cb'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:49:28.686948 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-54826bc3-7315-4c77-a0e1-63bd933471b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:49:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['df50236c-45ab-4a8c-91af-f35e0d4296cb'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:49:28.757561 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-972f63b2-cf4d-4472-90d1-a1ba059a6551 req-c23a6e51-eb82-463b-afc5-41a64438ad7d tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "GET /v2.0/security-groups?id=17369763-0550-4ec3-bd12-32142aaf9548&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1022513 May 20 20:49:28.759302 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a8855d8d-dfda-486c-8a52-d09adf6f23fd req-542b72cf-522a-42bc-a212-2a7aba8b45d3 tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] 10.222.0.35 "PUT /v2.0/floatingips/9e98d0da-4f51-464a-8788-db4fdbff6d6c HTTP/1.1" status: 200 len: 696 time: 2.3296013 May 20 20:49:28.759812 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8ef1482-fa91-4d44-abb9-3994eeeefcf5', 'tag': '31c7ce13-d85e-4b3d-8e2f-e5068f0e7c5b'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:49:28.762702 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4291b17aa7b45362825f0571e77c85f5e73afe1df9c7e9e15006df9d695c005e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e7c4b22-e87c-4490-a9f6-444cc2363c4e" -d '{"events": [{"name": "network-changed", "server_uuid": "e8ef1482-fa91-4d44-abb9-3994eeeefcf5", "tag": "31c7ce13-d85e-4b3d-8e2f-e5068f0e7c5b"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:49:28.774269 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-44999038-e689-437a-8f62-e2d6c3b359db req-2131feb8-c1c8-40bc-bd2f-c6fb10e1ef10 tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:28.913895 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44999038-e689-437a-8f62-e2d6c3b359db req-2131feb8-c1c8-40bc-bd2f-c6fb10e1ef10 tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] Network f9020429-48a3-4a46-a405-04a4e7c29fcf is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:49:28.934458 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [req-44999038-e689-437a-8f62-e2d6c3b359db req-2131feb8-c1c8-40bc-bd2f-c6fb10e1ef10 tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:49:28.945107 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [req-44999038-e689-437a-8f62-e2d6c3b359db req-2131feb8-c1c8-40bc-bd2f-c6fb10e1ef10 tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:49:28.955514 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-54826bc3-7315-4c77-a0e1-63bd933471b8 None None] Set router df50236c-45ab-4a8c-91af-f35e0d4296cb gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:49:28.959707 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9831945a-1db1-4e0c-a5f2-1f5ba7e724f0 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Notify callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:28.999666 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44999038-e689-437a-8f62-e2d6c3b359db req-2131feb8-c1c8-40bc-bd2f-c6fb10e1ef10 tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:49:29.000271 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-44999038-e689-437a-8f62-e2d6c3b359db req-2131feb8-c1c8-40bc-bd2f-c6fb10e1ef10 tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:29.011522 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2131feb8-c1c8-40bc-bd2f-c6fb10e1ef10 tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] Pushing event updated for resources: {'Port': ['ID=b2a50009-a178-4e5f-8953-ba1bbd6f2354,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:49:29.022425 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8855d8d-dfda-486c-8a52-d09adf6f23fd req-0a7985ce-1038-428a-98aa-268bcb16d603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:49:29.024930 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a8855d8d-dfda-486c-8a52-d09adf6f23fd req-0a7985ce-1038-428a-98aa-268bcb16d603 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b08823cbf82b41d5ac4037cf2ee63513&device_id=e8ef1482-fa91-4d44-abb9-3994eeeefcf5 HTTP/1.1" status: 200 len: 1097 time: 0.2291329 May 20 20:49:29.049924 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657e3fdc-e58e-45ba-8152-2d7936da1af1 req-cab1582d-1d49-4ca7-9f01-41403b2eee9a tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:49:29.057776 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-657e3fdc-e58e-45ba-8152-2d7936da1af1 req-cab1582d-1d49-4ca7-9f01-41403b2eee9a tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] 10.222.0.35 "GET /v2.0/ports?device_id=367ac43c-c0d5-4081-b0b0-90c7efefd89d HTTP/1.1" status: 200 len: 931 time: 0.1867509 May 20 20:49:29.060895 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9831945a-1db1-4e0c-a5f2-1f5ba7e724f0 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:29.151671 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9831945a-1db1-4e0c-a5f2-1f5ba7e724f0 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Pushing event updated for resources: {'Port': ['ID=54c818c2-4987-413d-993f-fb553dba4ffb,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:49:29.161799 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-657e3fdc-e58e-45ba-8152-2d7936da1af1 req-4a1a1d9e-10fc-4d20-b687-4cea52337d55 tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] 10.222.0.35 "GET /v2.0/security-groups?id=2274ca87-1a60-437e-91f1-b4d825425422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030469 May 20 20:49:29.182991 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-44999038-e689-437a-8f62-e2d6c3b359db req-2131feb8-c1c8-40bc-bd2f-c6fb10e1ef10 tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7446973 May 20 20:49:29.202490 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [req-44999038-e689-437a-8f62-e2d6c3b359db req-95aa8d01-2607-4f26-98b2-999a3d1bd643 service neutron] Request body: {'port': {'device_id': '367ac43c-c0d5-4081-b0b0-90c7efefd89d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-842733-1'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:49:29.324921 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9831945a-1db1-4e0c-a5f2-1f5ba7e724f0 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748272'] for floatingip, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:29.379740 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8855d8d-dfda-486c-8a52-d09adf6f23fd req-73667d9b-f368-4d24-b2fa-5361a19a2d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:49:29.383405 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a8855d8d-dfda-486c-8a52-d09adf6f23fd req-73667d9b-f368-4d24-b2fa-5361a19a2d54 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a0f85c50-1e5c-452b-8cab-6202e1b6863f HTTP/1.1" status: 200 len: 921 time: 0.3488872 May 20 20:49:29.481771 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 2d5ed9b9-34de-49e9-9f89-f903cda525ce up at agent hyperv_n-h2-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:49:29.482365 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-1b05cccf-99b3-4097-80e8-e75e5fb06f73 req-6728c29d-04e7-4f00-8497-dc82e0535007 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0856d7c7-f2cf-45a1-9bb8-efb615854f4d HTTP/1.1" status: 200 len: 210 time: 0.1172562 May 20 20:49:29.486194 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a0275fca-2b9c-483e-a3e3-27631a90a0de req-071f97e8-c38e-457e-bc84-2d9c6c2c43c0 tempest-ServerShowV257Test-1980069802 tempest-ServerShowV257Test-1980069802-project] 10.222.0.35 "GET /v2.0/ports?device_id=0856d7c7-f2cf-45a1-9bb8-efb615854f4d HTTP/1.1" status: 200 len: 210 time: 0.1366901 May 20 20:49:29.503534 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9831945a-1db1-4e0c-a5f2-1f5ba7e724f0 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for floatingip, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:29.505270 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-9831945a-1db1-4e0c-a5f2-1f5ba7e724f0 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2757535 May 20 20:49:29.518251 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-54826bc3-7315-4c77-a0e1-63bd933471b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df50236c-45ab-4a8c-91af-f35e0d4296cb', 'name': 'tempest-FloatingIPsAssociationTestJSON-342180242-router', 'tenant_id': 'b08823cbf82b41d5ac4037cf2ee63513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.57'}], 'enable_snat': True}, 'gw_port_id': 'bb4f9753-2486-4eec-a68b-00ed52e4689c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:48:18Z', 'updated_at': '2022-05-20T20:48:25Z', 'revision_number': 4, 'project_id': 'b08823cbf82b41d5ac4037cf2ee63513', 'gw_port': {'id': 'bb4f9753-2486-4eec-a68b-00ed52e4689c', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:7c:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df50236c-45ab-4a8c-91af-f35e0d4296cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:48:18Z', 'updated_at': '2022-05-20T20:48:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': 'a25d3170-f929-40c9-bdf9-a2df393fa0ae', 'name': '', 'network_id': 'a0f85c50-1e5c-452b-8cab-6202e1b6863f', 'tenant_id': 'b08823cbf82b41d5ac4037cf2ee63513', 'mac_address': 'fa:16:3e:61:8e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df50236c-45ab-4a8c-91af-f35e0d4296cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': 'b70b63b1-2e88-43cc-a35f-4cb2fd8d84c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:48:23Z', 'updated_at': '2022-05-20T20:48:29Z', 'revision_number': 5, 'project_id': 'b08823cbf82b41d5ac4037cf2ee63513', 'subnets': [{'id': 'b70b63b1-2e88-43cc-a35f-4cb2fd8d84c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:49:29.543300 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a8855d8d-dfda-486c-8a52-d09adf6f23fd req-05e96c9a-04a3-4ae8-8b94-471a393929c0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=31c7ce13-d85e-4b3d-8e2f-e5068f0e7c5b HTTP/1.1" status: 200 len: 217 time: 0.1499674 May 20 20:49:29.548683 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-44999038-e689-437a-8f62-e2d6c3b359db req-95aa8d01-2607-4f26-98b2-999a3d1bd643 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:29.616050 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54826bc3-7315-4c77-a0e1-63bd933471b8 None None] Checking router: df50236c-45ab-4a8c-91af-f35e0d4296cb for host: n-d-842733-1 {{(pid=103165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 20:49:29.624497 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 20:49:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-921d9673-f791-4859-9907-5527d9360acd x-openstack-request-id: req-921d9673-f791-4859-9907-5527d9360acd {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:49:29.626004 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8ef1482-fa91-4d44-abb9-3994eeeefcf5", "tag": "31c7ce13-d85e-4b3d-8e2f-e5068f0e7c5b", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:49:29.626396 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-921d9673-f791-4859-9907-5527d9360acd {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:49:29.626925 n-d-842733-1 neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-921d9673-f791-4859-9907-5527d9360acd'] response: {'name': 'network-changed', 'server_uuid': 'e8ef1482-fa91-4d44-abb9-3994eeeefcf5', 'tag': '31c7ce13-d85e-4b3d-8e2f-e5068f0e7c5b', 'status': 'completed', 'code': 200} May 20 20:49:29.636824 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54826bc3-7315-4c77-a0e1-63bd933471b8 None None] Routers {'df50236c-45ab-4a8c-91af-f35e0d4296cb'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:49:29.639669 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-54826bc3-7315-4c77-a0e1-63bd933471b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:49:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['df50236c-45ab-4a8c-91af-f35e0d4296cb'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:49:29.690899 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8855d8d-dfda-486c-8a52-d09adf6f23fd req-ef917fd1-4786-40c5-85a3-fd3834fcbdf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:49:29.692603 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a8855d8d-dfda-486c-8a52-d09adf6f23fd req-ef917fd1-4786-40c5-85a3-fd3834fcbdf9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b70b63b1-2e88-43cc-a35f-4cb2fd8d84c1 HTTP/1.1" status: 200 len: 859 time: 0.1416214 May 20 20:49:29.777268 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Provisioning complete for port 2d5ed9b9-34de-49e9-9f89-f903cda525ce triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:49:29.778150 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:29.792439 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7c4b22-e87c-4490-a9f6-444cc2363c4e req-6566277a-e944-4a39-be9e-d2cf06ff9ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:49:29.796652 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-2e7c4b22-e87c-4490-a9f6-444cc2363c4e req-6566277a-e944-4a39-be9e-d2cf06ff9ca8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b08823cbf82b41d5ac4037cf2ee63513&device_id=e8ef1482-fa91-4d44-abb9-3994eeeefcf5 HTTP/1.1" status: 200 len: 1097 time: 0.1381381 May 20 20:49:29.874125 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8855d8d-dfda-486c-8a52-d09adf6f23fd req-598569a2-5e44-4ec7-959e-4210e5f6f5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:49:29.882737 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a8855d8d-dfda-486c-8a52-d09adf6f23fd req-598569a2-5e44-4ec7-959e-4210e5f6f5a7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a0f85c50-1e5c-452b-8cab-6202e1b6863f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1709719 May 20 20:49:29.981244 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port 2d5ed9b9-34de-49e9-9f89-f903cda525ce is: BUILD; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:49:29.987374 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:30.036920 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port 2d5ed9b9-34de-49e9-9f89-f903cda525ce, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=2d5ed9b9-34de-49e9-9f89-f903cda525ce,segment=NetworkSegment(61504ff4-6f7f-4bd9-9a4b-a33b83bae83f),segment_id=61504ff4-6f7f-4bd9-9a4b-a33b83bae83f)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:49:30.037998 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3674afb5-fa57-4c40-b6ee-249d678d06fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d5ed9b9-34de-49e9-9f89-f903cda525ce'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:49:30.041182 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8485417003ce7c0410b00f5cdc2f391e21107b70bb68e2773712534a96e108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f588755-b3df-49c3-ae04-69c532900fef" -d '{"events": [{"server_uuid": "3674afb5-fa57-4c40-b6ee-249d678d06fa", "name": "network-vif-plugged", "status": "completed", "tag": "2d5ed9b9-34de-49e9-9f89-f903cda525ce"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:49:30.055501 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7c4b22-e87c-4490-a9f6-444cc2363c4e req-2caee23a-4629-4fa6-97f8-2862a2f6c082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:49:30.060840 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-2e7c4b22-e87c-4490-a9f6-444cc2363c4e req-2caee23a-4629-4fa6-97f8-2862a2f6c082 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a0f85c50-1e5c-452b-8cab-6202e1b6863f HTTP/1.1" status: 200 len: 921 time: 0.2544608 May 20 20:49:30.124060 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:30.160830 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-2e7c4b22-e87c-4490-a9f6-444cc2363c4e req-30f64c79-ddb5-4a76-b1da-b4a9cd297e02 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=31c7ce13-d85e-4b3d-8e2f-e5068f0e7c5b HTTP/1.1" status: 200 len: 217 time: 0.0957828 May 20 20:49:30.230730 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-54826bc3-7315-4c77-a0e1-63bd933471b8 None None] Set router df50236c-45ab-4a8c-91af-f35e0d4296cb gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:49:30.281804 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7c4b22-e87c-4490-a9f6-444cc2363c4e req-66f81b82-92e5-4d6b-97ca-39360b9070e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:49:30.290224 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-2e7c4b22-e87c-4490-a9f6-444cc2363c4e req-66f81b82-92e5-4d6b-97ca-39360b9070e8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b70b63b1-2e88-43cc-a35f-4cb2fd8d84c1 HTTP/1.1" status: 200 len: 859 time: 0.1151502 May 20 20:49:30.311743 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=2d5ed9b9-34de-49e9-9f89-f903cda525ce,revision_number=7']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:49:30.333908 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debaf4cb-1b2e-4b17-af4c-2d44d6e3ee0b req-25f59239-5de2-4bec-a9e8-b52ba6c89727 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:49:30.345095 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-debaf4cb-1b2e-4b17-af4c-2d44d6e3ee0b req-25f59239-5de2-4bec-a9e8-b52ba6c89727 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "GET /v2.0/ports?device_id=3674afb5-fa57-4c40-b6ee-249d678d06fa HTTP/1.1" status: 200 len: 946 time: 0.3803363 May 20 20:49:30.380989 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a8855d8d-dfda-486c-8a52-d09adf6f23fd req-5f2fa6ff-7b47-4936-bf4d-4947e7837021 service neutron] 10.222.0.35 "GET /v2.0/networks/a0f85c50-1e5c-452b-8cab-6202e1b6863f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4973338 May 20 20:49:30.464994 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7c4b22-e87c-4490-a9f6-444cc2363c4e req-eb025f42-d6b8-4e0a-9f0d-f3c70c05a3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:49:30.466934 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-2e7c4b22-e87c-4490-a9f6-444cc2363c4e req-eb025f42-d6b8-4e0a-9f0d-f3c70c05a3bc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a0f85c50-1e5c-452b-8cab-6202e1b6863f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1731048 May 20 20:49:30.651946 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-debaf4cb-1b2e-4b17-af4c-2d44d6e3ee0b req-9fde371e-c142-4787-ba06-ba4209385605 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "GET /v2.0/security-groups?id=17369763-0550-4ec3-bd12-32142aaf9548&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3058779 May 20 20:49:30.699268 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-54826bc3-7315-4c77-a0e1-63bd933471b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df50236c-45ab-4a8c-91af-f35e0d4296cb', 'name': 'tempest-FloatingIPsAssociationTestJSON-342180242-router', 'tenant_id': 'b08823cbf82b41d5ac4037cf2ee63513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.57'}], 'enable_snat': True}, 'gw_port_id': 'bb4f9753-2486-4eec-a68b-00ed52e4689c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:48:18Z', 'updated_at': '2022-05-20T20:48:25Z', 'revision_number': 4, 'project_id': 'b08823cbf82b41d5ac4037cf2ee63513', 'gw_port': {'id': 'bb4f9753-2486-4eec-a68b-00ed52e4689c', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:7c:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df50236c-45ab-4a8c-91af-f35e0d4296cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:48:18Z', 'updated_at': '2022-05-20T20:48:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': 'a25d3170-f929-40c9-bdf9-a2df393fa0ae', 'name': '', 'network_id': 'a0f85c50-1e5c-452b-8cab-6202e1b6863f', 'tenant_id': 'b08823cbf82b41d5ac4037cf2ee63513', 'mac_address': 'fa:16:3e:61:8e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df50236c-45ab-4a8c-91af-f35e0d4296cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': 'b70b63b1-2e88-43cc-a35f-4cb2fd8d84c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:48:23Z', 'updated_at': '2022-05-20T20:48:29Z', 'revision_number': 5, 'project_id': 'b08823cbf82b41d5ac4037cf2ee63513', 'subnets': [{'id': 'b70b63b1-2e88-43cc-a35f-4cb2fd8d84c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:49:30.713244 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-2e7c4b22-e87c-4490-a9f6-444cc2363c4e req-374c08b2-f1cb-4762-a508-8dc4115b74a5 service neutron] 10.222.0.13 "GET /v2.0/networks/a0f85c50-1e5c-452b-8cab-6202e1b6863f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2386241 May 20 20:49:30.795720 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [req-44999038-e689-437a-8f62-e2d6c3b359db req-95aa8d01-2607-4f26-98b2-999a3d1bd643 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2a50009-a178-4e5f-8953-ba1bbd6f2354 {{(pid=103163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:49:30.799192 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54826bc3-7315-4c77-a0e1-63bd933471b8 None None] The sync data for ids ['df50236c-45ab-4a8c-91af-f35e0d4296cb'] in n-d-842733-1 is: [{'id': 'df50236c-45ab-4a8c-91af-f35e0d4296cb', 'name': 'tempest-FloatingIPsAssociationTestJSON-342180242-router', 'tenant_id': 'b08823cbf82b41d5ac4037cf2ee63513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.57'}], 'enable_snat': True}, 'gw_port_id': 'bb4f9753-2486-4eec-a68b-00ed52e4689c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:48:18Z', 'updated_at': '2022-05-20T20:48:25Z', 'revision_number': 4, 'project_id': 'b08823cbf82b41d5ac4037cf2ee63513', 'gw_port': {'id': 'bb4f9753-2486-4eec-a68b-00ed52e4689c', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:7c:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df50236c-45ab-4a8c-91af-f35e0d4296cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:48:18Z', 'updated_at': '2022-05-20T20:48:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': 'a25d3170-f929-40c9-bdf9-a2df393fa0ae', 'name': '', 'network_id': 'a0f85c50-1e5c-452b-8cab-6202e1b6863f', 'tenant_id': 'b08823cbf82b41d5ac4037cf2ee63513', 'mac_address': 'fa:16:3e:61:8e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df50236c-45ab-4a8c-91af-f35e0d4296cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': 'b70b63b1-2e88-43cc-a35f-4cb2fd8d84c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:48:23Z', 'updated_at': '2022-05-20T20:48:29Z', 'revision_number': 5, 'project_id': 'b08823cbf82b41d5ac4037cf2ee63513', 'subnets': [{'id': 'b70b63b1-2e88-43cc-a35f-4cb2fd8d84c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 20:49:30.820158 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a8855d8d-dfda-486c-8a52-d09adf6f23fd req-1e71d1cd-5e56-4ac8-b147-1d6e0f240591 service neutron] 10.222.0.35 "GET /v2.0/networks/a0f85c50-1e5c-452b-8cab-6202e1b6863f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4177818 May 20 20:49:30.831300 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-44999038-e689-437a-8f62-e2d6c3b359db req-95aa8d01-2607-4f26-98b2-999a3d1bd643 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:30.860187 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [req-44999038-e689-437a-8f62-e2d6c3b359db req-95aa8d01-2607-4f26-98b2-999a3d1bd643 service neutron] Transition to ACTIVE for port object b2a50009-a178-4e5f-8953-ba1bbd6f2354 will not be triggered until provisioned by entity L2. {{(pid=103163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 20:49:30.888341 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-2e7c4b22-e87c-4490-a9f6-444cc2363c4e req-690e12c5-8753-42b0-acf5-b9f324ae9d36 service neutron] 10.222.0.13 "GET /v2.0/networks/a0f85c50-1e5c-452b-8cab-6202e1b6863f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1673312 May 20 20:49:30.992535 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-44999038-e689-437a-8f62-e2d6c3b359db req-95aa8d01-2607-4f26-98b2-999a3d1bd643 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:31.019010 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 20:49:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5247e4e8-ef0a-44fa-8288-5c2986ba5bc9 x-openstack-request-id: req-5247e4e8-ef0a-44fa-8288-5c2986ba5bc9 {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:49:31.019518 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3674afb5-fa57-4c40-b6ee-249d678d06fa", "name": "network-vif-plugged", "status": "completed", "tag": "2d5ed9b9-34de-49e9-9f89-f903cda525ce", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:49:31.019518 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5247e4e8-ef0a-44fa-8288-5c2986ba5bc9 {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:49:31.019923 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5247e4e8-ef0a-44fa-8288-5c2986ba5bc9'] response: {'server_uuid': '3674afb5-fa57-4c40-b6ee-249d678d06fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d5ed9b9-34de-49e9-9f89-f903cda525ce', 'code': 200} May 20 20:49:31.076229 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95aa8d01-2607-4f26-98b2-999a3d1bd643 service neutron] Pushing event updated for resources: {'Port': ['ID=b2a50009-a178-4e5f-8953-ba1bbd6f2354,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:49:31.188709 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-44999038-e689-437a-8f62-e2d6c3b359db req-95aa8d01-2607-4f26-98b2-999a3d1bd643 service neutron] Attempting to bind port b2a50009-a178-4e5f-8953-ba1bbd6f2354 on host n-h1-842733-1 for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:49:31.188709 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-44999038-e689-437a-8f62-e2d6c3b359db req-95aa8d01-2607-4f26-98b2-999a3d1bd643 service neutron] Attempting to bind port b2a50009-a178-4e5f-8953-ba1bbd6f2354 by drivers openvswitch,hyperv on host n-h1-842733-1 at level 0 using segments [{'id': 'd91bf09f-166e-43f0-9da3-0f3d4d6c439b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'f9020429-48a3-4a46-a405-04a4e7c29fcf'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:49:31.189020 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44999038-e689-437a-8f62-e2d6c3b359db req-95aa8d01-2607-4f26-98b2-999a3d1bd643 service neutron] Attempting to bind port b2a50009-a178-4e5f-8953-ba1bbd6f2354 on network f9020429-48a3-4a46-a405-04a4e7c29fcf {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:49:31.206493 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44999038-e689-437a-8f62-e2d6c3b359db req-95aa8d01-2607-4f26-98b2-999a3d1bd643 service neutron] Port b2a50009-a178-4e5f-8953-ba1bbd6f2354 on network f9020429-48a3-4a46-a405-04a4e7c29fcf not bound, no agent of type Open vSwitch agent registered on host n-h1-842733-1 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 20:49:31.208109 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44999038-e689-437a-8f62-e2d6c3b359db req-95aa8d01-2607-4f26-98b2-999a3d1bd643 service neutron] Attempting to bind port b2a50009-a178-4e5f-8953-ba1bbd6f2354 on network f9020429-48a3-4a46-a405-04a4e7c29fcf {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:49:31.230333 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44999038-e689-437a-8f62-e2d6c3b359db req-95aa8d01-2607-4f26-98b2-999a3d1bd643 service neutron] Checking agent: {'id': '08dfb1ce-804b-4db8-838b-21094082e041', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 32, 54), 'started_at': datetime.datetime(2022, 5, 20, 20, 32, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 49, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:49:31.230701 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44999038-e689-437a-8f62-e2d6c3b359db req-95aa8d01-2607-4f26-98b2-999a3d1bd643 service neutron] Checking segment: {'id': 'd91bf09f-166e-43f0-9da3-0f3d4d6c439b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'f9020429-48a3-4a46-a405-04a4e7c29fcf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:49:31.231107 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44999038-e689-437a-8f62-e2d6c3b359db req-95aa8d01-2607-4f26-98b2-999a3d1bd643 service neutron] Bound using segment: {'id': 'd91bf09f-166e-43f0-9da3-0f3d4d6c439b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'f9020429-48a3-4a46-a405-04a4e7c29fcf'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:49:31.231628 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-44999038-e689-437a-8f62-e2d6c3b359db req-95aa8d01-2607-4f26-98b2-999a3d1bd643 service neutron] Bound port: b2a50009-a178-4e5f-8953-ba1bbd6f2354, host: n-h1-842733-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd91bf09f-166e-43f0-9da3-0f3d4d6c439b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'f9020429-48a3-4a46-a405-04a4e7c29fcf'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:49:31.234573 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-44999038-e689-437a-8f62-e2d6c3b359db req-95aa8d01-2607-4f26-98b2-999a3d1bd643 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:31.261286 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206ae313-6934-49f8-9dad-abbe3279a7a3 req-8bd96145-faf8-4187-93a7-aeaed2e01c2e tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:49:31.262886 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-206ae313-6934-49f8-9dad-abbe3279a7a3 req-8bd96145-faf8-4187-93a7-aeaed2e01c2e tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] 10.222.0.35 "GET /v2.0/ports?device_id=367ac43c-c0d5-4081-b0b0-90c7efefd89d HTTP/1.1" status: 200 len: 943 time: 0.1219296 May 20 20:49:31.366717 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-206ae313-6934-49f8-9dad-abbe3279a7a3 req-0001f78d-3196-4ee6-9a56-c5ded5f4036f tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] 10.222.0.35 "GET /v2.0/security-groups?id=2274ca87-1a60-437e-91f1-b4d825425422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970228 May 20 20:49:31.373965 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-44999038-e689-437a-8f62-e2d6c3b359db req-95aa8d01-2607-4f26-98b2-999a3d1bd643 service neutron] For port b2a50009-a178-4e5f-8953-ba1bbd6f2354, host n-h1-842733-1, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:49:31.377324 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-44999038-e689-437a-8f62-e2d6c3b359db req-95aa8d01-2607-4f26-98b2-999a3d1bd643 service neutron] For port b2a50009-a178-4e5f-8953-ba1bbd6f2354, host n-h1-842733-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=b2a50009-a178-4e5f-8953-ba1bbd6f2354,segment=NetworkSegment(d91bf09f-166e-43f0-9da3-0f3d4d6c439b),segment_id=d91bf09f-166e-43f0-9da3-0f3d4d6c439b)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:49:31.423614 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8a7fe2f-7c6a-461c-add8-f86f362840ce None None] New status for floating IP 9e98d0da-4f51-464a-8788-db4fdbff6d6c: DOWN {{(pid=103164) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 20:49:31.536455 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-08872805-4f72-4134-ad40-f6212d5d548e req-14d62f92-8b2f-4773-a491-8d265e25c52b tempest-ServerShowV257Test-1980069802 tempest-ServerShowV257Test-1980069802-project] 10.222.0.35 "GET /v2.0/ports?device_id=0856d7c7-f2cf-45a1-9bb8-efb615854f4d HTTP/1.1" status: 200 len: 210 time: 0.0767813 May 20 20:49:31.555158 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-44999038-e689-437a-8f62-e2d6c3b359db req-95aa8d01-2607-4f26-98b2-999a3d1bd643 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:31.701185 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44999038-e689-437a-8f62-e2d6c3b359db req-95aa8d01-2607-4f26-98b2-999a3d1bd643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:49:31.701185 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-44999038-e689-437a-8f62-e2d6c3b359db req-95aa8d01-2607-4f26-98b2-999a3d1bd643 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:31.701185 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-44999038-e689-437a-8f62-e2d6c3b359db req-95aa8d01-2607-4f26-98b2-999a3d1bd643 service neutron] 10.222.0.24 "PUT /v2.0/ports/b2a50009-a178-4e5f-8953-ba1bbd6f2354 HTTP/1.1" status: 200 len: 1091 time: 2.4620564 May 20 20:49:31.701185 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '367ac43c-c0d5-4081-b0b0-90c7efefd89d', 'tag': 'b2a50009-a178-4e5f-8953-ba1bbd6f2354'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:49:31.701185 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4291b17aa7b45362825f0571e77c85f5e73afe1df9c7e9e15006df9d695c005e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10fe242d-d80e-4665-afd8-74815827f3f3" -d '{"events": [{"name": "network-changed", "server_uuid": "367ac43c-c0d5-4081-b0b0-90c7efefd89d", "tag": "b2a50009-a178-4e5f-8953-ba1bbd6f2354"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:49:31.778646 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95aa8d01-2607-4f26-98b2-999a3d1bd643 service neutron] Pushing event updated for resources: {'Port': ['ID=b2a50009-a178-4e5f-8953-ba1bbd6f2354,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:49:32.255526 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:32.366132 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44999038-e689-437a-8f62-e2d6c3b359db req-1075d5f4-f9c1-4079-8303-a5c04ea997f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:49:32.368515 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-44999038-e689-437a-8f62-e2d6c3b359db req-1075d5f4-f9c1-4079-8303-a5c04ea997f0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0940837bc54b4c7b8208dfd5c7fd73db&device_id=367ac43c-c0d5-4081-b0b0-90c7efefd89d HTTP/1.1" status: 200 len: 1094 time: 0.0804117 May 20 20:49:32.431601 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-44999038-e689-437a-8f62-e2d6c3b359db req-79761a17-63fb-40cb-85e6-cacf16701b73 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b2a50009-a178-4e5f-8953-ba1bbd6f2354 HTTP/1.1" status: 200 len: 217 time: 0.0547619 May 20 20:49:32.498058 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44999038-e689-437a-8f62-e2d6c3b359db req-ff68a546-0350-4ac0-9c92-b5dfbbaf8887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:49:32.498752 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-44999038-e689-437a-8f62-e2d6c3b359db req-ff68a546-0350-4ac0-9c92-b5dfbbaf8887 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b6544004-48d3-4560-9571-0a9762b91cf1 HTTP/1.1" status: 200 len: 855 time: 0.0566716 May 20 20:49:32.551621 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-44999038-e689-437a-8f62-e2d6c3b359db req-da5636d0-4601-446e-b84f-2419cb74c9a6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f9020429-48a3-4a46-a405-04a4e7c29fcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465019 May 20 20:49:32.733044 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-44999038-e689-437a-8f62-e2d6c3b359db req-85b7f493-1ab7-48b3-8bd4-7bdd5de6b68f service neutron] 10.222.0.24 "GET /v2.0/networks/f9020429-48a3-4a46-a405-04a4e7c29fcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700065 May 20 20:49:32.858336 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-44999038-e689-437a-8f62-e2d6c3b359db req-c7d5f7d0-a7a7-4963-b3df-f0c3842a73c9 service neutron] 10.222.0.24 "GET /v2.0/networks/f9020429-48a3-4a46-a405-04a4e7c29fcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226115 May 20 20:49:34.999856 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device b2a50009-a178-4e5f-8953-ba1bbd6f2354 details requested by agent hyperv_n-h1-842733-1 with host n-h1-842733-1 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 20:49:35.166373 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port b2a50009-a178-4e5f-8953-ba1bbd6f2354, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=b2a50009-a178-4e5f-8953-ba1bbd6f2354,segment=NetworkSegment(d91bf09f-166e-43f0-9da3-0f3d4d6c439b),segment_id=d91bf09f-166e-43f0-9da3-0f3d4d6c439b)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:49:35.180062 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Returning: {'device': 'b2a50009-a178-4e5f-8953-ba1bbd6f2354', 'network_id': 'f9020429-48a3-4a46-a405-04a4e7c29fcf', 'port_id': 'b2a50009-a178-4e5f-8953-ba1bbd6f2354', 'mac_address': 'fa:16:3e:21:3d:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6544004-48d3-4560-9571-0a9762b91cf1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 20 20:49:35.225187 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Current status of the port b2a50009-a178-4e5f-8953-ba1bbd6f2354 is: DOWN; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:49:35.225996 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:35.239789 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2a50009-a178-4e5f-8953-ba1bbd6f2354 {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:49:35.265463 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port b2a50009-a178-4e5f-8953-ba1bbd6f2354, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=b2a50009-a178-4e5f-8953-ba1bbd6f2354,segment=NetworkSegment(d91bf09f-166e-43f0-9da3-0f3d4d6c439b),segment_id=d91bf09f-166e-43f0-9da3-0f3d4d6c439b)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:49:35.324514 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:35.388597 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Pushing event updated for resources: {'Port': ['ID=b2a50009-a178-4e5f-8953-ba1bbd6f2354,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:49:35.515364 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] get_ports_and_sgs() called for port_ids ['b2a50009-a178-4e5f-8953-ba1bbd6f2354'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:49:37.007215 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device b2a50009-a178-4e5f-8953-ba1bbd6f2354 up at agent hyperv_n-h1-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:49:37.258925 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Provisioning for port b2a50009-a178-4e5f-8953-ba1bbd6f2354 completed by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 20:49:37.262959 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Provisioning complete for port b2a50009-a178-4e5f-8953-ba1bbd6f2354 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:49:37.265328 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:37.370695 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Current status of the port b2a50009-a178-4e5f-8953-ba1bbd6f2354 is: BUILD; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:49:37.371541 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:37.409608 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '367ac43c-c0d5-4081-b0b0-90c7efefd89d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2a50009-a178-4e5f-8953-ba1bbd6f2354'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:49:37.411751 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8485417003ce7c0410b00f5cdc2f391e21107b70bb68e2773712534a96e108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e3f6a3a-6c20-4932-92e3-5df1911594af" -d '{"events": [{"server_uuid": "367ac43c-c0d5-4081-b0b0-90c7efefd89d", "name": "network-vif-plugged", "status": "completed", "tag": "b2a50009-a178-4e5f-8953-ba1bbd6f2354"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:49:37.448420 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port b2a50009-a178-4e5f-8953-ba1bbd6f2354, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=b2a50009-a178-4e5f-8953-ba1bbd6f2354,segment=NetworkSegment(d91bf09f-166e-43f0-9da3-0f3d4d6c439b),segment_id=d91bf09f-166e-43f0-9da3-0f3d4d6c439b)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:49:37.528632 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:37.633405 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Pushing event updated for resources: {'Port': ['ID=b2a50009-a178-4e5f-8953-ba1bbd6f2354,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:49:40.386189 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 48606) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:49:40.531489 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0f1166b5-8d28-478b-94e3-e49c26a448d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:40.624450 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0f1166b5-8d28-478b-94e3-e49c26a448d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:40.694147 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0f1166b5-8d28-478b-94e3-e49c26a448d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:40.737408 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-0f1166b5-8d28-478b-94e3-e49c26a448d4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6828f8703fa94073889fde2c0a9de318&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3500814 May 20 20:49:40.740262 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 48612) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:49:40.769750 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1166b5-8d28-478b-94e3-e49c26a448d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1df78c82-df32-4780-9377-368a8b878a73,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:49:40.817131 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b3adcc38-6c86-4ea2-b8bf-25fe981fbd49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:40.848933 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b3adcc38-6c86-4ea2-b8bf-25fe981fbd49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:40.979848 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b3adcc38-6c86-4ea2-b8bf-25fe981fbd49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:40.983924 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b3adcc38-6c86-4ea2-b8bf-25fe981fbd49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:40.985086 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-b3adcc38-6c86-4ea2-b8bf-25fe981fbd49 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1df78c82-df32-4780-9377-368a8b878a73 HTTP/1.1" status: 204 len: 168 time: 0.2424369 May 20 20:49:40.996520 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3adcc38-6c86-4ea2-b8bf-25fe981fbd49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1df78c82-df32-4780-9377-368a8b878a73,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:49:41.642403 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-bce92065-2be7-4ef4-8d97-3161e790351c req-75373338-d64a-4af1-ab66-8938552ad1e2 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--2130583074&fields=id&tenant_id=c23324ed92c6460facba85082860777a HTTP/1.1" status: 200 len: 267 time: 0.0363531 May 20 20:49:41.689682 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 48638) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:49:41.706264 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bd296990-2fbd-4514-b9ee-66e89e441147 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:41.778478 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce92065-2be7-4ef4-8d97-3161e790351c req-7401b317-29bf-497c-ba9c-a694cad981ec tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:49:41.782121 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-bce92065-2be7-4ef4-8d97-3161e790351c req-7401b317-29bf-497c-ba9c-a694cad981ec tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] 10.222.0.35 "GET /v2.0/networks?id=7c34618e-1eb4-46a9-ac65-b891df136138 HTTP/1.1" status: 200 len: 815 time: 0.1235323 May 20 20:49:41.794550 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bd296990-2fbd-4514-b9ee-66e89e441147 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:41.797615 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-bce92065-2be7-4ef4-8d97-3161e790351c req-3cfe5acb-12df-4880-85d9-40aa7476d02f tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] 10.222.0.35 "GET /v2.0/quotas/c23324ed92c6460facba85082860777a HTTP/1.1" status: 200 len: 375 time: 0.0117252 May 20 20:49:41.863407 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-bce92065-2be7-4ef4-8d97-3161e790351c req-d682b6d3-d215-4ff0-ab52-2f5209abc83a tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=c23324ed92c6460facba85082860777a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0593414 May 20 20:49:41.887122 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bd296990-2fbd-4514-b9ee-66e89e441147 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:41.923209 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-bd296990-2fbd-4514-b9ee-66e89e441147 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5c977ec3691d46e1b1db58e6f61fc748&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2350476 May 20 20:49:41.925568 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd296990-2fbd-4514-b9ee-66e89e441147 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=618616be-d1df-4f35-8a76-3d882b83be85,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:49:41.928491 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 48644) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:49:41.990402 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5a59b331-f976-4c47-a527-ae5a13c06452 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:42.037111 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5a59b331-f976-4c47-a527-ae5a13c06452 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:42.070323 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caff8ed-8e2c-412f-8a02-b8658d010e28 req-a070272a-19d5-453e-b397-4279a1de402c tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:49:42.072009 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0caff8ed-8e2c-412f-8a02-b8658d010e28 req-a070272a-19d5-453e-b397-4279a1de402c tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "GET /v2.0/ports?device_id=3674afb5-fa57-4c40-b6ee-249d678d06fa HTTP/1.1" status: 200 len: 946 time: 0.0839269 May 20 20:49:42.076251 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-bce92065-2be7-4ef4-8d97-3161e790351c req-51df624a-9cd9-4bcd-ba5d-bb8400b3f8d8 service neutron] 10.222.0.35 "GET /v2.0/networks/7c34618e-1eb4-46a9-ac65-b891df136138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2004058 May 20 20:49:42.170176 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5a59b331-f976-4c47-a527-ae5a13c06452 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:42.172958 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5a59b331-f976-4c47-a527-ae5a13c06452 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:42.174169 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-5a59b331-f976-4c47-a527-ae5a13c06452 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/618616be-d1df-4f35-8a76-3d882b83be85 HTTP/1.1" status: 204 len: 168 time: 0.2440174 May 20 20:49:42.183951 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a59b331-f976-4c47-a527-ae5a13c06452 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=618616be-d1df-4f35-8a76-3d882b83be85,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:49:42.186651 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0caff8ed-8e2c-412f-8a02-b8658d010e28 req-2d1ff9ae-46d1-4bd1-bd61-d9ddcaa8e2a2 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "GET /v2.0/security-groups?id=17369763-0550-4ec3-bd12-32142aaf9548&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1067684 May 20 20:49:42.248532 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-bce92065-2be7-4ef4-8d97-3161e790351c req-0816c430-89ed-468f-aa40-a644f67c9ea9 service neutron] 10.222.0.35 "GET /v2.0/networks/7c34618e-1eb4-46a9-ac65-b891df136138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635048 May 20 20:49:42.278594 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 20:49:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe534bd7-4564-455f-946f-179dd2b4fef2 x-openstack-request-id: req-fe534bd7-4564-455f-946f-179dd2b4fef2 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:49:42.278594 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "367ac43c-c0d5-4081-b0b0-90c7efefd89d", "tag": "b2a50009-a178-4e5f-8953-ba1bbd6f2354", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:49:42.278594 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-fe534bd7-4564-455f-946f-179dd2b4fef2 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:49:42.278594 n-d-842733-1 neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe534bd7-4564-455f-946f-179dd2b4fef2'] response: {'name': 'network-changed', 'server_uuid': '367ac43c-c0d5-4081-b0b0-90c7efefd89d', 'tag': 'b2a50009-a178-4e5f-8953-ba1bbd6f2354', 'status': 'completed', 'code': 200} May 20 20:49:42.306331 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91c4f6c-4d31-4f7f-b00f-c6bd2462add8 req-7929901a-b13a-46cb-b755-b1ff5cf500a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:49:42.310380 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-d91c4f6c-4d31-4f7f-b00f-c6bd2462add8 req-7929901a-b13a-46cb-b755-b1ff5cf500a0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f7d646bffa614f21b1ea08af4be56a95&device_id=3674afb5-fa57-4c40-b6ee-249d678d06fa HTTP/1.1" status: 200 len: 1097 time: 0.0663080 May 20 20:49:42.356479 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fe242d-d80e-4665-afd8-74815827f3f3 req-c19d0ada-4465-4a4b-abad-144f0cfdad28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:49:42.358327 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-10fe242d-d80e-4665-afd8-74815827f3f3 req-c19d0ada-4465-4a4b-abad-144f0cfdad28 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0940837bc54b4c7b8208dfd5c7fd73db&device_id=367ac43c-c0d5-4081-b0b0-90c7efefd89d HTTP/1.1" status: 200 len: 1096 time: 0.0558975 May 20 20:49:42.440078 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91c4f6c-4d31-4f7f-b00f-c6bd2462add8 req-8dfc6517-5b2d-41c5-8428-2999bfa22406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:49:42.441592 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-d91c4f6c-4d31-4f7f-b00f-c6bd2462add8 req-8dfc6517-5b2d-41c5-8428-2999bfa22406 service neutron] 10.222.0.13 "GET /v2.0/networks?id=52b22ddd-d38d-47d7-9f62-928c2e551c45 HTTP/1.1" status: 200 len: 918 time: 0.1222997 May 20 20:49:42.523233 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2033670-206a-42dd-8741-35f004fe7bd5 req-41cbd31f-82e5-41c3-a337-28eba12c5270 tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:49:42.532796 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a2033670-206a-42dd-8741-35f004fe7bd5 req-41cbd31f-82e5-41c3-a337-28eba12c5270 tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] 10.222.0.35 "GET /v2.0/ports?device_id=367ac43c-c0d5-4081-b0b0-90c7efefd89d HTTP/1.1" status: 200 len: 945 time: 0.1562948 May 20 20:49:42.581695 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-d91c4f6c-4d31-4f7f-b00f-c6bd2462add8 req-4c1f82da-0059-429d-ae46-ca33e843b9ec service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2d5ed9b9-34de-49e9-9f89-f903cda525ce HTTP/1.1" status: 200 len: 1001 time: 0.1305649 May 20 20:49:42.591920 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fe242d-d80e-4665-afd8-74815827f3f3 req-534fda24-676a-4c48-81f8-6e501fa87611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:49:42.593421 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-10fe242d-d80e-4665-afd8-74815827f3f3 req-534fda24-676a-4c48-81f8-6e501fa87611 service neutron] 10.222.0.24 "GET /v2.0/networks?id=f9020429-48a3-4a46-a405-04a4e7c29fcf HTTP/1.1" status: 200 len: 916 time: 0.2275515 May 20 20:49:42.614663 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a2033670-206a-42dd-8741-35f004fe7bd5 req-68a45e38-7e39-4c85-9f9f-64e3d208d918 tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] 10.222.0.35 "GET /v2.0/security-groups?id=2274ca87-1a60-437e-91f1-b4d825425422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805817 May 20 20:49:42.672856 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 20:49:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c92cf13b-ca4c-4db0-ac0e-84717ee5bb11 x-openstack-request-id: req-c92cf13b-ca4c-4db0-ac0e-84717ee5bb11 {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:49:42.673612 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "367ac43c-c0d5-4081-b0b0-90c7efefd89d", "name": "network-vif-plugged", "status": "completed", "tag": "b2a50009-a178-4e5f-8953-ba1bbd6f2354", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:49:42.673869 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c92cf13b-ca4c-4db0-ac0e-84717ee5bb11 {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:49:42.674297 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c92cf13b-ca4c-4db0-ac0e-84717ee5bb11'] response: {'server_uuid': '367ac43c-c0d5-4081-b0b0-90c7efefd89d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2a50009-a178-4e5f-8953-ba1bbd6f2354', 'code': 200} May 20 20:49:42.674661 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91c4f6c-4d31-4f7f-b00f-c6bd2462add8 req-457808c1-e71c-4855-b40b-b20f77d4b3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:49:42.676348 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-d91c4f6c-4d31-4f7f-b00f-c6bd2462add8 req-457808c1-e71c-4855-b40b-b20f77d4b3cb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=77f2b783-fdae-41c3-9017-0093e586145d HTTP/1.1" status: 200 len: 856 time: 0.0903008 May 20 20:49:42.726845 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-10fe242d-d80e-4665-afd8-74815827f3f3 req-46ebd830-5a81-43c6-bc06-57b2d2b71aed service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b2a50009-a178-4e5f-8953-ba1bbd6f2354 HTTP/1.1" status: 200 len: 217 time: 0.1103442 May 20 20:49:42.839768 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91c4f6c-4d31-4f7f-b00f-c6bd2462add8 req-0bab216a-93ce-4cd0-ae21-1b41062517f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:49:42.842168 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-d91c4f6c-4d31-4f7f-b00f-c6bd2462add8 req-0bab216a-93ce-4cd0-ae21-1b41062517f3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=52b22ddd-d38d-47d7-9f62-928c2e551c45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1592643 May 20 20:49:42.851827 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382e27b5-0b3b-4ba3-90bf-f67d183e7b6a req-8c940729-4e58-4430-bc77-cc1223fb2760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:49:42.853606 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-382e27b5-0b3b-4ba3-90bf-f67d183e7b6a req-8c940729-4e58-4430-bc77-cc1223fb2760 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=367ac43c-c0d5-4081-b0b0-90c7efefd89d HTTP/1.1" status: 200 len: 1096 time: 0.1026862 May 20 20:49:42.883108 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-48fba81f-13f5-45d3-8a72-4648d1d0826a req-b1306ac1-10b4-407d-a6af-d2d4edf85c3e tempest-ServerShowV257Test-1980069802 tempest-ServerShowV257Test-1980069802-project] 10.222.0.35 "GET /v2.0/ports?device_id=0856d7c7-f2cf-45a1-9bb8-efb615854f4d HTTP/1.1" status: 200 len: 210 time: 0.0583892 May 20 20:49:42.952617 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-382e27b5-0b3b-4ba3-90bf-f67d183e7b6a req-4e53a6c3-2043-45b5-a197-613b1c21ee79 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=2274ca87-1a60-437e-91f1-b4d825425422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403039 May 20 20:49:42.965981 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fe242d-d80e-4665-afd8-74815827f3f3 req-adba5c20-ed83-42aa-98e2-af652890bf8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:49:42.974418 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-10fe242d-d80e-4665-afd8-74815827f3f3 req-adba5c20-ed83-42aa-98e2-af652890bf8f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b6544004-48d3-4560-9571-0a9762b91cf1 HTTP/1.1" status: 200 len: 855 time: 0.2397923 May 20 20:49:42.982272 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-df113fd6-632b-495b-bf1f-e696201970e4 req-df2875c1-bfc8-4b32-9624-9a8f1556824d tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] 10.222.0.35 "GET /v2.0/floatingips/9e98d0da-4f51-464a-8788-db4fdbff6d6c HTTP/1.1" status: 200 len: 694 time: 0.0911100 May 20 20:49:42.992550 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-d91c4f6c-4d31-4f7f-b00f-c6bd2462add8 req-1e90f99e-cd7b-429d-869a-91af5738ae24 service neutron] 10.222.0.13 "GET /v2.0/networks/52b22ddd-d38d-47d7-9f62-928c2e551c45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379738 May 20 20:49:43.024314 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c0062a9a-e83a-47b8-ba21-84bba55c7ae8 req-742cea5c-3465-4e04-b8cf-86b1e90a650c tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] 10.222.0.35 "GET /v2.0/ports?device_id=a01bab84-e721-453a-a62b-39aee7a43ec2 HTTP/1.1" status: 200 len: 210 time: 0.0458407 May 20 20:49:43.119222 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-d91c4f6c-4d31-4f7f-b00f-c6bd2462add8 req-49c18824-1f48-44da-b48d-eb6983ce5e6e service neutron] 10.222.0.13 "GET /v2.0/networks/52b22ddd-d38d-47d7-9f62-928c2e551c45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194103 May 20 20:49:43.554750 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-10fe242d-d80e-4665-afd8-74815827f3f3 req-80ad8789-2507-4b3f-9b1e-885c14468091 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f9020429-48a3-4a46-a405-04a4e7c29fcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4142947 May 20 20:49:43.566190 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df113fd6-632b-495b-bf1f-e696201970e4 req-5f71e1a1-4f95-4ecd-b31a-16b433d819ec tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:49:43.567851 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-df113fd6-632b-495b-bf1f-e696201970e4 req-5f71e1a1-4f95-4ecd-b31a-16b433d819ec tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] 10.222.0.35 "GET /v2.0/networks/e3a93b5c-91e2-4064-9c2c-1afc261bfe15 HTTP/1.1" status: 200 len: 784 time: 0.5754313 May 20 20:49:43.596199 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [req-df113fd6-632b-495b-bf1f-e696201970e4 req-a778fa4a-4bc9-47a6-9d47-a167a053aed3 tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103163) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 20:49:43.597255 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-df113fd6-632b-495b-bf1f-e696201970e4 req-a778fa4a-4bc9-47a6-9d47-a167a053aed3 tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0159481 May 20 20:49:43.651575 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09f8b33-b2ec-4b2f-9ccf-075be2fcbb35 req-74a22162-5992-46d6-9ee3-dbd55edcee06 tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:49:43.653300 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e09f8b33-b2ec-4b2f-9ccf-075be2fcbb35 req-74a22162-5992-46d6-9ee3-dbd55edcee06 tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] 10.222.0.35 "GET /v2.0/ports?device_id=8b88cd31-cda3-44fe-8261-e4f5f87931ab HTTP/1.1" status: 200 len: 945 time: 0.5529287 May 20 20:49:43.714530 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-df113fd6-632b-495b-bf1f-e696201970e4 req-49c6df23-0131-4750-a28f-2c9e7e8c948f tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.2.173 HTTP/1.1" status: 200 len: 697 time: 0.0808427 May 20 20:49:43.800162 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-10fe242d-d80e-4665-afd8-74815827f3f3 req-e429f4fc-d15d-47c4-bc1d-f58125f3c5bf service neutron] 10.222.0.24 "GET /v2.0/networks/f9020429-48a3-4a46-a405-04a4e7c29fcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2306900 May 20 20:49:43.803537 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e09f8b33-b2ec-4b2f-9ccf-075be2fcbb35 req-8c847566-2da9-43c0-8b69-4ff249a4b962 tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] 10.222.0.35 "GET /v2.0/security-groups?id=178a2da1-ceea-4d89-b699-5b1b443e3e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1149063 May 20 20:49:43.807288 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-df113fd6-632b-495b-bf1f-e696201970e4 req-8839bf17-b3f6-45ed-9e84-170b5455f80d tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.2.173 HTTP/1.1" status: 200 len: 697 time: 0.0820048 May 20 20:49:44.050355 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eea6e43-e418-4ec3-9f42-2e02a924811d req-5ba20032-1d4e-40b3-9c5a-f25ef9ec64e5 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:49:44.052002 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0eea6e43-e418-4ec3-9f42-2e02a924811d req-5ba20032-1d4e-40b3-9c5a-f25ef9ec64e5 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "GET /v2.0/ports?device_id=3674afb5-fa57-4c40-b6ee-249d678d06fa HTTP/1.1" status: 200 len: 946 time: 0.1489015 May 20 20:49:44.089237 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-10fe242d-d80e-4665-afd8-74815827f3f3 req-dc4e782f-1c33-418f-80db-5af1563be537 service neutron] 10.222.0.24 "GET /v2.0/networks/f9020429-48a3-4a46-a405-04a4e7c29fcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2783749 May 20 20:49:44.113594 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0eea6e43-e418-4ec3-9f42-2e02a924811d req-e1912df6-8a8e-46d8-8cd4-f1ab9a0d287e tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "GET /v2.0/security-groups?id=17369763-0550-4ec3-bd12-32142aaf9548&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475848 May 20 20:49:44.123279 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [req-df113fd6-632b-495b-bf1f-e696201970e4 req-99097be0-f851-46af-85dd-6b05cb4bcf1f tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] Deleting port 4e63ddb1-ee33-4a33-9309-0ec3b072ec12 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:49:44.123751 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-df113fd6-632b-495b-bf1f-e696201970e4 req-99097be0-f851-46af-85dd-6b05cb4bcf1f tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:44.263980 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-df113fd6-632b-495b-bf1f-e696201970e4 req-99097be0-f851-46af-85dd-6b05cb4bcf1f tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:44.264401 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-df113fd6-632b-495b-bf1f-e696201970e4 req-99097be0-f851-46af-85dd-6b05cb4bcf1f tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:44.282040 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [req-df113fd6-632b-495b-bf1f-e696201970e4 req-99097be0-f851-46af-85dd-6b05cb4bcf1f tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] Calling delete_port for 4e63ddb1-ee33-4a33-9309-0ec3b072ec12 owned by network:floatingip {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:49:44.308643 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52a1c57-cfa8-4f73-a0d5-3872dfe0861b req-e9b96712-195a-49cf-b211-9689de8da21e tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:49:44.309608 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b52a1c57-cfa8-4f73-a0d5-3872dfe0861b req-e9b96712-195a-49cf-b211-9689de8da21e tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] 10.222.0.35 "GET /v2.0/ports?device_id=367ac43c-c0d5-4081-b0b0-90c7efefd89d HTTP/1.1" status: 200 len: 945 time: 0.0892384 May 20 20:49:44.399339 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b52a1c57-cfa8-4f73-a0d5-3872dfe0861b req-66c0cdf4-5dbe-4641-b02e-e2a1656e8e65 tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] 10.222.0.35 "GET /v2.0/security-groups?id=2274ca87-1a60-437e-91f1-b4d825425422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527358 May 20 20:49:44.499153 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2a1ba89c-cca8-42f6-93a8-adfb704d456d req-46d88121-feb0-40aa-b24d-769caad6d5ff tempest-ServerShowV257Test-1980069802 tempest-ServerShowV257Test-1980069802-project] 10.222.0.35 "GET /v2.0/ports?device_id=0856d7c7-f2cf-45a1-9bb8-efb615854f4d HTTP/1.1" status: 200 len: 210 time: 0.0335164 May 20 20:49:44.575238 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-df113fd6-632b-495b-bf1f-e696201970e4 req-99097be0-f851-46af-85dd-6b05cb4bcf1f tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:44.635839 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d166ebdc-e5ee-4192-8056-b1eef5c64e70 req-a3fa7a6e-5542-4e70-8fad-063f23021043 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] 10.222.0.35 "GET /v2.0/ports?device_id=a01bab84-e721-453a-a62b-39aee7a43ec2 HTTP/1.1" status: 200 len: 210 time: 0.0556130 May 20 20:49:44.636828 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99097be0-f851-46af-85dd-6b05cb4bcf1f tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] Pushing event deleted for resources: {'Port': ['ID=4e63ddb1-ee33-4a33-9309-0ec3b072ec12,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:49:44.711621 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-df113fd6-632b-495b-bf1f-e696201970e4 req-99097be0-f851-46af-85dd-6b05cb4bcf1f tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] Notify callbacks [] for floatingip, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:44.715506 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-df113fd6-632b-495b-bf1f-e696201970e4 req-99097be0-f851-46af-85dd-6b05cb4bcf1f tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for floatingip, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:44.716779 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-df113fd6-632b-495b-bf1f-e696201970e4 req-99097be0-f851-46af-85dd-6b05cb4bcf1f tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] 10.222.0.35 "DELETE /v2.0/floatingips/9e98d0da-4f51-464a-8788-db4fdbff6d6c HTTP/1.1" status: 204 len: 173 time: 0.8957164 May 20 20:49:44.938260 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae52e66f-190a-49bf-a11f-3789766e15eb req-e83276e5-341f-48d0-bf58-247c588bf1f9 tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:49:44.939720 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ae52e66f-190a-49bf-a11f-3789766e15eb req-e83276e5-341f-48d0-bf58-247c588bf1f9 tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] 10.222.0.35 "GET /v2.0/ports?device_id=8b88cd31-cda3-44fe-8261-e4f5f87931ab HTTP/1.1" status: 200 len: 945 time: 0.0507069 May 20 20:49:44.981726 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ae52e66f-190a-49bf-a11f-3789766e15eb req-afef1759-2632-4760-96f2-ebaa7f1725a9 tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] 10.222.0.35 "GET /v2.0/security-groups?id=178a2da1-ceea-4d89-b699-5b1b443e3e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354285 May 20 20:49:45.332476 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85ba304-7764-42e8-af69-bae766ac2949 req-1443d94a-07e2-43e9-a85d-898c7c3c7efb tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:49:45.334042 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d85ba304-7764-42e8-af69-bae766ac2949 req-1443d94a-07e2-43e9-a85d-898c7c3c7efb tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "GET /v2.0/ports?device_id=3674afb5-fa57-4c40-b6ee-249d678d06fa HTTP/1.1" status: 200 len: 946 time: 0.0940523 May 20 20:49:45.358679 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f846a1-40d0-4dc5-b8ea-5603cc8c4f6b req-3c57e99a-e160-430e-abdd-32d907f2faa4 tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:49:45.360112 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-90f846a1-40d0-4dc5-b8ea-5603cc8c4f6b req-3c57e99a-e160-430e-abdd-32d907f2faa4 tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] 10.222.0.35 "GET /v2.0/ports?device_id=e8ef1482-fa91-4d44-abb9-3994eeeefcf5 HTTP/1.1" status: 200 len: 946 time: 0.0838349 May 20 20:49:45.403840 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d85ba304-7764-42e8-af69-bae766ac2949 req-5996a5b4-a714-4b85-9950-b600f19eda24 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "GET /v2.0/security-groups?id=17369763-0550-4ec3-bd12-32142aaf9548&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617535 May 20 20:49:45.417560 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-90f846a1-40d0-4dc5-b8ea-5603cc8c4f6b req-21e87f1e-d361-47b5-9acd-ca370fa2d81d tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] 10.222.0.35 "GET /v2.0/security-groups?id=18b4de30-16a9-4001-b1eb-14a4aad6a23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510678 May 20 20:49:45.557900 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 2d5ed9b9-34de-49e9-9f89-f903cda525ce no longer exists at agent hyperv_n-h2-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:49:45.610939 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351bc4cf-5f3a-414c-9f58-6a3efe408f6d req-c55bf0b7-ebf6-435d-87ca-a604e9dcc788 tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:49:45.615089 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce92065-2be7-4ef4-8d97-3161e790351c req-a987f772-257f-499e-bbf6-6caa88d93ccb tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:49:45.617199 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-351bc4cf-5f3a-414c-9f58-6a3efe408f6d req-c55bf0b7-ebf6-435d-87ca-a604e9dcc788 tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] 10.222.0.35 "GET /v2.0/ports?device_id=367ac43c-c0d5-4081-b0b0-90c7efefd89d HTTP/1.1" status: 200 len: 945 time: 0.0987480 May 20 20:49:45.623633 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-bce92065-2be7-4ef4-8d97-3161e790351c req-a987f772-257f-499e-bbf6-6caa88d93ccb tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] 10.222.0.13 "GET /v2.0/networks?id=7c34618e-1eb4-46a9-ac65-b891df136138 HTTP/1.1" status: 200 len: 815 time: 0.1695669 May 20 20:49:45.676399 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port 2d5ed9b9-34de-49e9-9f89-f903cda525ce is: ACTIVE; New status is: DOWN {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:49:45.676954 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:45.706718 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-bce92065-2be7-4ef4-8d97-3161e790351c req-e7a3cd92-b799-4762-b0ed-64ffc2699bd3 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c23324ed92c6460facba85082860777a HTTP/1.1" status: 200 len: 380 time: 0.0575526 May 20 20:49:45.708282 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3674afb5-fa57-4c40-b6ee-249d678d06fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2d5ed9b9-34de-49e9-9f89-f903cda525ce'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:49:45.718272 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [req-bce92065-2be7-4ef4-8d97-3161e790351c req-cebeea29-5631-48dd-9056-779fedfac990 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Request body: {'port': {'device_id': 'a01bab84-e721-453a-a62b-39aee7a43ec2', 'network_id': '7c34618e-1eb4-46a9-ac65-b891df136138', 'admin_state_up': True, 'tenant_id': 'c23324ed92c6460facba85082860777a', 'security_groups': ['c483e38f-9a64-43a8-8fa0-f6dc256bd4a9']}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:49:45.718952 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8485417003ce7c0410b00f5cdc2f391e21107b70bb68e2773712534a96e108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51bbd878-8016-40a3-a2a3-0c801dd06f90" -d '{"events": [{"server_uuid": "3674afb5-fa57-4c40-b6ee-249d678d06fa", "name": "network-vif-unplugged", "status": "completed", "tag": "2d5ed9b9-34de-49e9-9f89-f903cda525ce"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:49:45.741557 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-351bc4cf-5f3a-414c-9f58-6a3efe408f6d req-21aa3e98-ac42-4bce-945e-dd1fb24dcfad tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] 10.222.0.35 "GET /v2.0/security-groups?id=2274ca87-1a60-437e-91f1-b4d825425422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958743 May 20 20:49:45.749101 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port 2d5ed9b9-34de-49e9-9f89-f903cda525ce, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=2d5ed9b9-34de-49e9-9f89-f903cda525ce,segment=NetworkSegment(61504ff4-6f7f-4bd9-9a4b-a33b83bae83f),segment_id=61504ff4-6f7f-4bd9-9a4b-a33b83bae83f)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:49:45.852402 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d9d3368c-1fcb-44bc-b33b-78b9be51ea17 req-3f0569c7-b204-4037-9581-af6de2f93c71 tempest-ServerShowV257Test-1980069802 tempest-ServerShowV257Test-1980069802-project] 10.222.0.35 "GET /v2.0/ports?device_id=0856d7c7-f2cf-45a1-9bb8-efb615854f4d HTTP/1.1" status: 200 len: 210 time: 0.0341742 May 20 20:49:45.865715 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:45.930426 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=2d5ed9b9-34de-49e9-9f89-f903cda525ce,revision_number=8']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:49:45.956881 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bce92065-2be7-4ef4-8d97-3161e790351c req-cebeea29-5631-48dd-9056-779fedfac990 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Made reservation on behalf of c23324ed92c6460facba85082860777a for: {'port': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:49:45.961165 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-bce92065-2be7-4ef4-8d97-3161e790351c req-cebeea29-5631-48dd-9056-779fedfac990 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:45.989850 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-93400d8c-ea1b-47c6-b9b8-261db1a59338 req-89c99d28-bac3-49cf-a074-199c717cf1d2 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] 10.222.0.35 "GET /v2.0/ports?device_id=a01bab84-e721-453a-a62b-39aee7a43ec2 HTTP/1.1" status: 200 len: 210 time: 0.0395734 May 20 20:49:46.078510 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 May 2022 20:49:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8372fafb-5234-410e-bc4f-52d01698efd3 x-openstack-request-id: req-8372fafb-5234-410e-bc4f-52d01698efd3 {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:49:46.078981 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3674afb5-fa57-4c40-b6ee-249d678d06fa", "name": "network-vif-unplugged", "status": "completed", "tag": "2d5ed9b9-34de-49e9-9f89-f903cda525ce", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:49:46.079366 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8372fafb-5234-410e-bc4f-52d01698efd3 {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:49:46.079957 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8372fafb-5234-410e-bc4f-52d01698efd3'] response: {'server_uuid': '3674afb5-fa57-4c40-b6ee-249d678d06fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2d5ed9b9-34de-49e9-9f89-f903cda525ce', 'code': 200} May 20 20:49:46.197566 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babfb58d-9a2f-4436-b850-239f57e6eb2d req-90da6a58-dd47-49b3-8f75-93cbd54a252b tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:49:46.199116 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-babfb58d-9a2f-4436-b850-239f57e6eb2d req-90da6a58-dd47-49b3-8f75-93cbd54a252b tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] 10.222.0.35 "GET /v2.0/ports?device_id=367ac43c-c0d5-4081-b0b0-90c7efefd89d HTTP/1.1" status: 200 len: 945 time: 0.0699916 May 20 20:49:46.206171 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [req-bce92065-2be7-4ef4-8d97-3161e790351c req-cebeea29-5631-48dd-9056-779fedfac990 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Allocated IP 172.20.0.8 (7c34618e-1eb4-46a9-ac65-b891df136138/66bb8d81-3453-4d74-b13d-66db71019128/136f5193-a983-4bde-a529-6062a99baa0c) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:49:46.252279 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-babfb58d-9a2f-4436-b850-239f57e6eb2d req-86bb9a07-2c97-4e87-a9b6-ecd1758d03d8 tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] 10.222.0.35 "GET /v2.0/security-groups?id=2274ca87-1a60-437e-91f1-b4d825425422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419583 May 20 20:49:46.373432 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-bce92065-2be7-4ef4-8d97-3161e790351c req-cebeea29-5631-48dd-9056-779fedfac990 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:46.374499 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ee4fbb-ba99-469f-bb7f-86bab58b8c09 req-c80b77d6-c501-4ac0-ae6c-4a22b21239f7 tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:49:46.376078 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-86ee4fbb-ba99-469f-bb7f-86bab58b8c09 req-c80b77d6-c501-4ac0-ae6c-4a22b21239f7 tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] 10.222.0.35 "GET /v2.0/ports?device_id=8b88cd31-cda3-44fe-8261-e4f5f87931ab HTTP/1.1" status: 200 len: 945 time: 0.0604820 May 20 20:49:46.425854 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-86ee4fbb-ba99-469f-bb7f-86bab58b8c09 req-15f84c9b-7b2f-4120-ab78-3af5b3bc626d tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] 10.222.0.35 "GET /v2.0/security-groups?id=178a2da1-ceea-4d89-b699-5b1b443e3e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424883 May 20 20:49:46.524216 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-bce92065-2be7-4ef4-8d97-3161e790351c req-cebeea29-5631-48dd-9056-779fedfac990 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:46.582040 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bce92065-2be7-4ef4-8d97-3161e790351c req-cebeea29-5631-48dd-9056-779fedfac990 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Network 7c34618e-1eb4-46a9-ac65-b891df136138 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:49:46.588422 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [req-bce92065-2be7-4ef4-8d97-3161e790351c req-cebeea29-5631-48dd-9056-779fedfac990 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:49:46.595145 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-bce92065-2be7-4ef4-8d97-3161e790351c req-cebeea29-5631-48dd-9056-779fedfac990 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:49:46.599592 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebeea29-5631-48dd-9056-779fedfac990 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Pushing event updated for resources: {'Port': ['ID=136f5193-a983-4bde-a529-6062a99baa0c,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:49:46.670168 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce92065-2be7-4ef4-8d97-3161e790351c req-cebeea29-5631-48dd-9056-779fedfac990 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:49:46.671674 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-bce92065-2be7-4ef4-8d97-3161e790351c req-cebeea29-5631-48dd-9056-779fedfac990 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:46.754348 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-bce92065-2be7-4ef4-8d97-3161e790351c req-cebeea29-5631-48dd-9056-779fedfac990 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0411880 May 20 20:49:46.759553 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ca405a-2a1f-46d4-9427-1b39a12651b5 req-26af32ba-5ac3-4801-8fcd-47be3023b5a5 tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:49:46.761908 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-42ca405a-2a1f-46d4-9427-1b39a12651b5 req-26af32ba-5ac3-4801-8fcd-47be3023b5a5 tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] 10.222.0.35 "GET /v2.0/ports?device_id=e8ef1482-fa91-4d44-abb9-3994eeeefcf5 HTTP/1.1" status: 200 len: 946 time: 0.0730236 May 20 20:49:46.771449 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [req-bce92065-2be7-4ef4-8d97-3161e790351c req-e9fa5a0e-fd0b-44be-b4eb-57f8024c5015 service neutron] Request body: {'port': {'device_id': 'a01bab84-e721-453a-a62b-39aee7a43ec2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-842733-1'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:49:46.829505 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-42ca405a-2a1f-46d4-9427-1b39a12651b5 req-977cffc6-2396-4314-8325-757ffb05f76f tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] 10.222.0.35 "GET /v2.0/security-groups?id=18b4de30-16a9-4001-b1eb-14a4aad6a23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547817 May 20 20:49:46.832754 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-bce92065-2be7-4ef4-8d97-3161e790351c req-e9fa5a0e-fd0b-44be-b4eb-57f8024c5015 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:46.907542 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-dafb3e59-8a51-428d-b521-5acb5012a990 None None] Provisioning complete for port 136f5193-a983-4bde-a529-6062a99baa0c triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:49:46.908130 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-dafb3e59-8a51-428d-b521-5acb5012a990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:46.961010 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedeac8e-9976-46c1-8f5f-cf0dd6029f92 req-cc66adbf-6156-464e-94dd-c55a2f4d3e88 tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:49:46.961010 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-aedeac8e-9976-46c1-8f5f-cf0dd6029f92 req-cc66adbf-6156-464e-94dd-c55a2f4d3e88 tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] 10.222.0.35 "GET /v2.0/ports?device_id=367ac43c-c0d5-4081-b0b0-90c7efefd89d HTTP/1.1" status: 200 len: 945 time: 0.0716014 May 20 20:49:47.003767 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-dafb3e59-8a51-428d-b521-5acb5012a990 None None] Port 136f5193-a983-4bde-a529-6062a99baa0c cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 20:49:47.069490 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-aedeac8e-9976-46c1-8f5f-cf0dd6029f92 req-4d03fc22-ee74-46a8-920a-a9eb6d5af08a tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] 10.222.0.35 "GET /v2.0/security-groups?id=2274ca87-1a60-437e-91f1-b4d825425422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981891 May 20 20:49:47.099929 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f677e9c0-823a-40b9-8889-6ad11ac5092b req-d5f9322d-3a6a-4083-b12a-5ab9c6cc5388 tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:49:47.103087 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-f677e9c0-823a-40b9-8889-6ad11ac5092b req-d5f9322d-3a6a-4083-b12a-5ab9c6cc5388 tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] 10.222.0.13 "GET /v2.0/ports?device_id=e8ef1482-fa91-4d44-abb9-3994eeeefcf5 HTTP/1.1" status: 200 len: 946 time: 0.2216945 May 20 20:49:47.139069 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3be8ac48-8b57-41a1-b349-efbead8bc26a req-b42b3fbc-42d3-4fb1-8729-a843d254fde8 tempest-ServerShowV257Test-1980069802 tempest-ServerShowV257Test-1980069802-project] 10.222.0.35 "GET /v2.0/ports?device_id=0856d7c7-f2cf-45a1-9bb8-efb615854f4d HTTP/1.1" status: 200 len: 210 time: 0.0660715 May 20 20:49:47.276568 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4212e6-480e-4fe5-a52c-e62bd1e85c8a req-47bd05c4-9c28-4dad-9b21-e09c77c5fb3e tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:49:47.278235 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-de4212e6-480e-4fe5-a52c-e62bd1e85c8a req-47bd05c4-9c28-4dad-9b21-e09c77c5fb3e tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] 10.222.0.35 "GET /v2.0/ports?device_id=a01bab84-e721-453a-a62b-39aee7a43ec2 HTTP/1.1" status: 200 len: 931 time: 0.1099076 May 20 20:49:47.278747 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 48824) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:49:47.322435 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5e6d86-f973-4aee-a710-0abbafaea184 req-5b80f2c1-1d13-4db3-83d2-4664fd07c1ca tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:49:47.331919 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4e5e6d86-f973-4aee-a710-0abbafaea184 req-5b80f2c1-1d13-4db3-83d2-4664fd07c1ca tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] 10.222.0.35 "GET /v2.0/ports?device_id=367ac43c-c0d5-4081-b0b0-90c7efefd89d HTTP/1.1" status: 200 len: 945 time: 0.1089647 May 20 20:49:47.396608 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-de4212e6-480e-4fe5-a52c-e62bd1e85c8a req-54fbc0c1-452e-4cd3-8cbb-d93186d111b3 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] 10.222.0.35 "GET /v2.0/security-groups?id=c483e38f-9a64-43a8-8fa0-f6dc256bd4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1084170 May 20 20:49:47.425566 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4e5e6d86-f973-4aee-a710-0abbafaea184 req-3c8873fd-2033-4c51-8130-752de96d91ff tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] 10.222.0.35 "GET /v2.0/security-groups?id=2274ca87-1a60-437e-91f1-b4d825425422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905988 May 20 20:49:47.432856 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-47f5da57-ce2a-45bf-afc4-7bfddce5cee3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:47.496061 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [req-7812a3dc-69b1-400e-8c89-d8b7b47122ce req-e585e878-ae4f-4964-84c0-7a10c911ad1e service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103163) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 20:49:47.498102 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7812a3dc-69b1-400e-8c89-d8b7b47122ce req-e585e878-ae4f-4964-84c0-7a10c911ad1e service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0092046 May 20 20:49:47.613900 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79f8172-5ad5-4b5c-9824-1f8789d321f4 req-95393d97-6ad3-4b8b-8010-028a752b060a tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:49:47.615555 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e79f8172-5ad5-4b5c-9824-1f8789d321f4 req-95393d97-6ad3-4b8b-8010-028a752b060a tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] 10.222.0.35 "GET /v2.0/ports?device_id=8b88cd31-cda3-44fe-8261-e4f5f87931ab HTTP/1.1" status: 200 len: 945 time: 0.0813110 May 20 20:49:47.618349 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-47f5da57-ce2a-45bf-afc4-7bfddce5cee3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:47.620855 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-f677e9c0-823a-40b9-8889-6ad11ac5092b req-94be416d-efab-4b56-b136-f8966d0801cf tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] Deleting port 31c7ce13-d85e-4b3d-8e2f-e5068f0e7c5b {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:49:47.621230 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-f677e9c0-823a-40b9-8889-6ad11ac5092b req-94be416d-efab-4b56-b136-f8966d0801cf tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:47.673756 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e79f8172-5ad5-4b5c-9824-1f8789d321f4 req-b8e9274d-3608-4f48-8686-a36e6fc44e1c tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] 10.222.0.35 "GET /v2.0/security-groups?id=178a2da1-ceea-4d89-b699-5b1b443e3e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490704 May 20 20:49:47.695399 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [req-bce92065-2be7-4ef4-8d97-3161e790351c req-e9fa5a0e-fd0b-44be-b4eb-57f8024c5015 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 136f5193-a983-4bde-a529-6062a99baa0c {{(pid=103162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:49:47.704899 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-47f5da57-ce2a-45bf-afc4-7bfddce5cee3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:47.706026 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-bce92065-2be7-4ef4-8d97-3161e790351c req-e9fa5a0e-fd0b-44be-b4eb-57f8024c5015 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:47.733071 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.provisioning_blocks [req-bce92065-2be7-4ef4-8d97-3161e790351c req-e9fa5a0e-fd0b-44be-b4eb-57f8024c5015 service neutron] Transition to ACTIVE for port object 136f5193-a983-4bde-a529-6062a99baa0c will not be triggered until provisioned by entity L2. {{(pid=103162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 20:49:47.750851 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-47f5da57-ce2a-45bf-afc4-7bfddce5cee3 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=bd6f52a8a9a94c9e9cb3fac0f8a3670c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4699996 May 20 20:49:47.759184 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f5da57-ce2a-45bf-afc4-7bfddce5cee3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0cbf460-3e2d-4517-8c14-9b38de4c82ca,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:49:47.759340 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-f677e9c0-823a-40b9-8889-6ad11ac5092b req-94be416d-efab-4b56-b136-f8966d0801cf tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] For port 31c7ce13-d85e-4b3d-8e2f-e5068f0e7c5b, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=31c7ce13-d85e-4b3d-8e2f-e5068f0e7c5b,segment=NetworkSegment(e0039cc5-6cb0-4490-8a7d-a4c3b510f023),segment_id=e0039cc5-6cb0-4490-8a7d-a4c3b510f023)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:49:47.759340 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-f677e9c0-823a-40b9-8889-6ad11ac5092b req-94be416d-efab-4b56-b136-f8966d0801cf tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:47.759546 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 48836) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:49:47.767907 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f5da57-ce2a-45bf-afc4-7bfddce5cee3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:49:47.768156 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-f677e9c0-823a-40b9-8889-6ad11ac5092b req-94be416d-efab-4b56-b136-f8966d0801cf tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] Calling delete_port for 31c7ce13-d85e-4b3d-8e2f-e5068f0e7c5b owned by compute:nova {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:49:47.768401 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f5da57-ce2a-45bf-afc4-7bfddce5cee3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:49:47.768804 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f5da57-ce2a-45bf-afc4-7bfddce5cee3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:49:47.769453 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f5da57-ce2a-45bf-afc4-7bfddce5cee3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:49:47.770037 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f5da57-ce2a-45bf-afc4-7bfddce5cee3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:49:47.770455 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f5da57-ce2a-45bf-afc4-7bfddce5cee3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:49:47.770850 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f5da57-ce2a-45bf-afc4-7bfddce5cee3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:49:47.771245 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f5da57-ce2a-45bf-afc4-7bfddce5cee3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:49:47.771631 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f5da57-ce2a-45bf-afc4-7bfddce5cee3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:49:47.772020 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f5da57-ce2a-45bf-afc4-7bfddce5cee3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:49:47.772451 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f5da57-ce2a-45bf-afc4-7bfddce5cee3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:49:47.772992 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f5da57-ce2a-45bf-afc4-7bfddce5cee3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:49:47.846320 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ae05deb5-1c9f-4b97-9ac1-ac89fcaf06a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:47.858518 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-bce92065-2be7-4ef4-8d97-3161e790351c req-e9fa5a0e-fd0b-44be-b4eb-57f8024c5015 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:47.888422 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ae05deb5-1c9f-4b97-9ac1-ac89fcaf06a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:47.934387 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fa5a0e-fd0b-44be-b4eb-57f8024c5015 service neutron] Pushing event updated for resources: {'Port': ['ID=136f5193-a983-4bde-a529-6062a99baa0c,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:49:47.962649 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedd5003-cc96-4e41-97c7-9220a9f72c1e req-5653b506-cc33-4d1f-8b2a-31f01ee865d4 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:49:47.964182 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-fedd5003-cc96-4e41-97c7-9220a9f72c1e req-5653b506-cc33-4d1f-8b2a-31f01ee865d4 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "GET /v2.0/ports?device_id=3674afb5-fa57-4c40-b6ee-249d678d06fa HTTP/1.1" status: 200 len: 944 time: 0.0894608 May 20 20:49:48.061825 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-fedd5003-cc96-4e41-97c7-9220a9f72c1e req-b05168e1-b512-4359-a11b-b50b2a9e2a2c tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "GET /v2.0/security-groups?id=17369763-0550-4ec3-bd12-32142aaf9548&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819159 May 20 20:49:48.080602 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-bce92065-2be7-4ef4-8d97-3161e790351c req-e9fa5a0e-fd0b-44be-b4eb-57f8024c5015 service neutron] Attempting to bind port 136f5193-a983-4bde-a529-6062a99baa0c on host n-h2-842733-1 for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:49:48.080970 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-bce92065-2be7-4ef4-8d97-3161e790351c req-e9fa5a0e-fd0b-44be-b4eb-57f8024c5015 service neutron] Attempting to bind port 136f5193-a983-4bde-a529-6062a99baa0c by drivers openvswitch,hyperv on host n-h2-842733-1 at level 0 using segments [{'id': '51a22548-63c8-444c-b674-6afca742ad16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '7c34618e-1eb4-46a9-ac65-b891df136138'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:49:48.081322 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bce92065-2be7-4ef4-8d97-3161e790351c req-e9fa5a0e-fd0b-44be-b4eb-57f8024c5015 service neutron] Attempting to bind port 136f5193-a983-4bde-a529-6062a99baa0c on network 7c34618e-1eb4-46a9-ac65-b891df136138 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:49:48.086763 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bce92065-2be7-4ef4-8d97-3161e790351c req-e9fa5a0e-fd0b-44be-b4eb-57f8024c5015 service neutron] Port 136f5193-a983-4bde-a529-6062a99baa0c on network 7c34618e-1eb4-46a9-ac65-b891df136138 not bound, no agent of type Open vSwitch agent registered on host n-h2-842733-1 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 20:49:48.087235 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bce92065-2be7-4ef4-8d97-3161e790351c req-e9fa5a0e-fd0b-44be-b4eb-57f8024c5015 service neutron] Attempting to bind port 136f5193-a983-4bde-a529-6062a99baa0c on network 7c34618e-1eb4-46a9-ac65-b891df136138 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:49:48.092753 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bce92065-2be7-4ef4-8d97-3161e790351c req-e9fa5a0e-fd0b-44be-b4eb-57f8024c5015 service neutron] Checking agent: {'id': 'a66f2511-b955-448f-877c-56cfe9c81b12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 33, 2), 'started_at': datetime.datetime(2022, 5, 20, 20, 33, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 49, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:49:48.093243 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bce92065-2be7-4ef4-8d97-3161e790351c req-e9fa5a0e-fd0b-44be-b4eb-57f8024c5015 service neutron] Checking segment: {'id': '51a22548-63c8-444c-b674-6afca742ad16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '7c34618e-1eb4-46a9-ac65-b891df136138'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:49:48.093739 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bce92065-2be7-4ef4-8d97-3161e790351c req-e9fa5a0e-fd0b-44be-b4eb-57f8024c5015 service neutron] Bound using segment: {'id': '51a22548-63c8-444c-b674-6afca742ad16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '7c34618e-1eb4-46a9-ac65-b891df136138'} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:49:48.094267 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-bce92065-2be7-4ef4-8d97-3161e790351c req-e9fa5a0e-fd0b-44be-b4eb-57f8024c5015 service neutron] Bound port: 136f5193-a983-4bde-a529-6062a99baa0c, host: n-h2-842733-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51a22548-63c8-444c-b674-6afca742ad16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '7c34618e-1eb4-46a9-ac65-b891df136138'}}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:49:48.095348 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-bce92065-2be7-4ef4-8d97-3161e790351c req-e9fa5a0e-fd0b-44be-b4eb-57f8024c5015 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:48.110521 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ae05deb5-1c9f-4b97-9ac1-ac89fcaf06a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:48.114389 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ae05deb5-1c9f-4b97-9ac1-ac89fcaf06a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:48.115499 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-ae05deb5-1c9f-4b97-9ac1-ac89fcaf06a2 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a0cbf460-3e2d-4517-8c14-9b38de4c82ca HTTP/1.1" status: 204 len: 168 time: 0.3597431 May 20 20:49:48.153149 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae05deb5-1c9f-4b97-9ac1-ac89fcaf06a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0cbf460-3e2d-4517-8c14-9b38de4c82ca,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:49:48.230796 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-bce92065-2be7-4ef4-8d97-3161e790351c req-e9fa5a0e-fd0b-44be-b4eb-57f8024c5015 service neutron] For port 136f5193-a983-4bde-a529-6062a99baa0c, host n-h2-842733-1, cleared binding levels {{(pid=103162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:49:48.235581 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-bce92065-2be7-4ef4-8d97-3161e790351c req-e9fa5a0e-fd0b-44be-b4eb-57f8024c5015 service neutron] For port 136f5193-a983-4bde-a529-6062a99baa0c, host n-h2-842733-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=136f5193-a983-4bde-a529-6062a99baa0c,segment=NetworkSegment(51a22548-63c8-444c-b674-6afca742ad16),segment_id=51a22548-63c8-444c-b674-6afca742ad16)] {{(pid=103162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:49:48.238720 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-f677e9c0-823a-40b9-8889-6ad11ac5092b req-94be416d-efab-4b56-b136-f8966d0801cf tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:48.242222 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90a63cf-8995-48da-b619-a53a33812f19 req-c21b2f74-05a6-41b3-9dc8-7cb35cdbddaa tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:49:48.261945 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e90a63cf-8995-48da-b619-a53a33812f19 req-c21b2f74-05a6-41b3-9dc8-7cb35cdbddaa tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] 10.222.0.35 "GET /v2.0/ports?device_id=e8ef1482-fa91-4d44-abb9-3994eeeefcf5 HTTP/1.1" status: 200 len: 946 time: 0.1392128 May 20 20:49:48.274204 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] get_ports_and_sgs() called for port_ids ['31c7ce13-d85e-4b3d-8e2f-e5068f0e7c5b'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:49:48.274985 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94be416d-efab-4b56-b136-f8966d0801cf tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] Pushing event deleted for resources: {'Port': ['ID=31c7ce13-d85e-4b3d-8e2f-e5068f0e7c5b,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:49:48.353120 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e90a63cf-8995-48da-b619-a53a33812f19 req-8bc7352c-9a6c-40fa-9e21-33abba338e99 tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] 10.222.0.35 "GET /v2.0/security-groups?id=18b4de30-16a9-4001-b1eb-14a4aad6a23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824218 May 20 20:49:48.402073 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-bce92065-2be7-4ef4-8d97-3161e790351c req-e9fa5a0e-fd0b-44be-b4eb-57f8024c5015 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:48.407149 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-f677e9c0-823a-40b9-8889-6ad11ac5092b req-94be416d-efab-4b56-b136-f8966d0801cf tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] No DVR routers for this DVR port 31c7ce13-d85e-4b3d-8e2f-e5068f0e7c5b on host n-h2-842733-1 {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:49:48.418760 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-cc6fbcbd-db4c-433f-833d-55aafe32a3df req-519435d8-ac10-4cb5-b10c-1ead32bbcc8a tempest-ServerShowV257Test-1980069802 tempest-ServerShowV257Test-1980069802-project] 10.222.0.35 "GET /v2.0/ports?device_id=0856d7c7-f2cf-45a1-9bb8-efb615854f4d HTTP/1.1" status: 200 len: 210 time: 0.0515110 May 20 20:49:48.443178 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-f677e9c0-823a-40b9-8889-6ad11ac5092b req-94be416d-efab-4b56-b136-f8966d0801cf tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:48.446425 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-f677e9c0-823a-40b9-8889-6ad11ac5092b req-94be416d-efab-4b56-b136-f8966d0801cf tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] 10.222.0.13 "DELETE /v2.0/ports/31c7ce13-d85e-4b3d-8e2f-e5068f0e7c5b HTTP/1.1" status: 204 len: 173 time: 1.3361623 May 20 20:49:48.446891 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8ef1482-fa91-4d44-abb9-3994eeeefcf5', 'name': 'network-vif-deleted', 'tag': '31c7ce13-d85e-4b3d-8e2f-e5068f0e7c5b'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:49:48.449617 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6fa957933fccbf596d28104b23404b952ad6a8238afaebaed40a0874b2e409" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89003b7d-bd02-430c-874c-260b8c007053" -d '{"events": [{"server_uuid": "e8ef1482-fa91-4d44-abb9-3994eeeefcf5", "name": "network-vif-deleted", "tag": "31c7ce13-d85e-4b3d-8e2f-e5068f0e7c5b"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:49:48.470205 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce92065-2be7-4ef4-8d97-3161e790351c req-e9fa5a0e-fd0b-44be-b4eb-57f8024c5015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:49:48.470823 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-bce92065-2be7-4ef4-8d97-3161e790351c req-e9fa5a0e-fd0b-44be-b4eb-57f8024c5015 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:48.472805 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-bce92065-2be7-4ef4-8d97-3161e790351c req-e9fa5a0e-fd0b-44be-b4eb-57f8024c5015 service neutron] 10.222.0.13 "PUT /v2.0/ports/136f5193-a983-4bde-a529-6062a99baa0c HTTP/1.1" status: 200 len: 1091 time: 1.7056608 May 20 20:49:48.497428 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fa5a0e-fd0b-44be-b4eb-57f8024c5015 service neutron] Pushing event updated for resources: {'Port': ['ID=136f5193-a983-4bde-a529-6062a99baa0c,revision_number=3']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:49:48.577787 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9aaec7-25ec-4b83-810a-81e4fd9803a6 req-a9feecb0-94d8-42a9-8179-b06f2b2f4b24 tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:49:48.585840 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-dc9aaec7-25ec-4b83-810a-81e4fd9803a6 req-a9feecb0-94d8-42a9-8179-b06f2b2f4b24 tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] 10.222.0.35 "GET /v2.0/ports?device_id=367ac43c-c0d5-4081-b0b0-90c7efefd89d HTTP/1.1" status: 200 len: 945 time: 0.1084816 May 20 20:49:48.623705 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7adfca-e2e5-4121-a7f2-a6c06f1c820f req-361e1e19-2326-4237-81e1-33a770c9b828 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:49:48.625316 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9d7adfca-e2e5-4121-a7f2-a6c06f1c820f req-361e1e19-2326-4237-81e1-33a770c9b828 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] 10.222.0.35 "GET /v2.0/ports?device_id=a01bab84-e721-453a-a62b-39aee7a43ec2 HTTP/1.1" status: 200 len: 943 time: 0.1133754 May 20 20:49:48.662263 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-dc9aaec7-25ec-4b83-810a-81e4fd9803a6 req-b03618b2-e04a-4a86-990a-d7e7a9750537 tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] 10.222.0.35 "GET /v2.0/security-groups?id=2274ca87-1a60-437e-91f1-b4d825425422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755455 May 20 20:49:48.681417 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9d7adfca-e2e5-4121-a7f2-a6c06f1c820f req-279233f8-b181-4725-bb98-58e12cce67a6 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] 10.222.0.35 "GET /v2.0/security-groups?id=c483e38f-9a64-43a8-8fa0-f6dc256bd4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489249 May 20 20:49:48.757304 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce92065-2be7-4ef4-8d97-3161e790351c req-e238bcaf-a57d-403c-833e-b06865423965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:49:48.759823 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-bce92065-2be7-4ef4-8d97-3161e790351c req-e238bcaf-a57d-403c-833e-b06865423965 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c23324ed92c6460facba85082860777a&device_id=a01bab84-e721-453a-a62b-39aee7a43ec2 HTTP/1.1" status: 200 len: 1094 time: 0.1138065 May 20 20:49:48.796989 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 20:49:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7cd1121-e74e-440e-9c80-378225bee19c x-openstack-request-id: req-c7cd1121-e74e-440e-9c80-378225bee19c {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:49:48.797330 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8ef1482-fa91-4d44-abb9-3994eeeefcf5", "name": "network-vif-deleted", "tag": "31c7ce13-d85e-4b3d-8e2f-e5068f0e7c5b", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:49:48.797588 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c7cd1121-e74e-440e-9c80-378225bee19c {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:49:48.801606 n-d-842733-1 neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7cd1121-e74e-440e-9c80-378225bee19c'] response: {'server_uuid': 'e8ef1482-fa91-4d44-abb9-3994eeeefcf5', 'name': 'network-vif-deleted', 'tag': '31c7ce13-d85e-4b3d-8e2f-e5068f0e7c5b', 'status': 'completed', 'code': 200} May 20 20:49:48.860913 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-bce92065-2be7-4ef4-8d97-3161e790351c req-88e44cce-63db-4510-a09e-5a21b6f5e3ee service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=136f5193-a983-4bde-a529-6062a99baa0c HTTP/1.1" status: 200 len: 217 time: 0.0754182 May 20 20:49:48.864644 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e6c2f9-fa1d-4b8c-86d9-3f0ecd3cfcf2 req-36606043-6c64-4ac4-949e-a2ef9924987d tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:49:48.870072 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-65e6c2f9-fa1d-4b8c-86d9-3f0ecd3cfcf2 req-36606043-6c64-4ac4-949e-a2ef9924987d tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] 10.222.0.35 "GET /v2.0/ports?device_id=8b88cd31-cda3-44fe-8261-e4f5f87931ab HTTP/1.1" status: 200 len: 945 time: 0.0758018 May 20 20:49:48.909383 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce92065-2be7-4ef4-8d97-3161e790351c req-160b78a8-67df-4663-af31-3ad59678ae80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:49:48.910956 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-bce92065-2be7-4ef4-8d97-3161e790351c req-160b78a8-67df-4663-af31-3ad59678ae80 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=66bb8d81-3453-4d74-b13d-66db71019128 HTTP/1.1" status: 200 len: 854 time: 0.0524564 May 20 20:49:48.923711 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-65e6c2f9-fa1d-4b8c-86d9-3f0ecd3cfcf2 req-fb43130e-86be-45fd-8e4c-7eb89def5ba6 tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] 10.222.0.35 "GET /v2.0/security-groups?id=178a2da1-ceea-4d89-b699-5b1b443e3e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501761 May 20 20:49:48.970086 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce92065-2be7-4ef4-8d97-3161e790351c req-a2a3d793-35f9-41a7-8d6e-33d5aed51c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:49:48.976480 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-bce92065-2be7-4ef4-8d97-3161e790351c req-a2a3d793-35f9-41a7-8d6e-33d5aed51c41 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7c34618e-1eb4-46a9-ac65-b891df136138&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0536504 May 20 20:49:49.085664 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-049f1116-ef31-400e-a1d0-55aeaf2e6943 req-d3e6cc5b-23e5-4d80-8a9e-48e9d7062b3d service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=3674afb5-fa57-4c40-b6ee-249d678d06fa&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3599708 May 20 20:49:49.113866 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-bce92065-2be7-4ef4-8d97-3161e790351c req-4416d68c-45ee-4bd4-bb26-ef3cc9f3e464 service neutron] 10.222.0.13 "GET /v2.0/networks/7c34618e-1eb4-46a9-ac65-b891df136138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193013 May 20 20:49:49.228264 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e61a10c-a77e-40fe-8103-f1d5e9b4a329 req-7aa0cc95-440a-4561-ab2a-da29afc8e98d tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:49:49.231047 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5e61a10c-a77e-40fe-8103-f1d5e9b4a329 req-7aa0cc95-440a-4561-ab2a-da29afc8e98d tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "GET /v2.0/ports?device_id=3674afb5-fa57-4c40-b6ee-249d678d06fa HTTP/1.1" status: 200 len: 944 time: 0.0852084 May 20 20:49:49.243612 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-bce92065-2be7-4ef4-8d97-3161e790351c req-a10ae37c-7178-4dc5-9a25-e42e876afb6c service neutron] 10.222.0.13 "GET /v2.0/networks/7c34618e-1eb4-46a9-ac65-b891df136138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229537 May 20 20:49:49.278323 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5e61a10c-a77e-40fe-8103-f1d5e9b4a329 req-08cfbea3-6b67-4f9f-a531-eda4b3a4f470 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "GET /v2.0/security-groups?id=17369763-0550-4ec3-bd12-32142aaf9548&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395372 May 20 20:49:49.298678 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 48888) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:49:49.313000 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6870a7ee-1287-4474-99a2-7ec6685d047f admin admin] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:49.393070 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6870a7ee-1287-4474-99a2-7ec6685d047f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:49.465972 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6870a7ee-1287-4474-99a2-7ec6685d047f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:49.496468 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-baa54747-99da-4b4e-ad4d-a272cc332b4c req-43d6b0a8-62e6-49dc-8cee-0fd84c3f5d0c tempest-FloatingIPsAssociationTestJSON-631125363 tempest-FloatingIPsAssociationTestJSON-631125363-project] 10.222.0.35 "GET /v2.0/ports?device_id=e8ef1482-fa91-4d44-abb9-3994eeeefcf5 HTTP/1.1" status: 200 len: 210 time: 0.0348516 May 20 20:49:49.508864 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-6870a7ee-1287-4474-99a2-7ec6685d047f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3b2440d656384da6be598d5e592da8a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2090883 May 20 20:49:49.511685 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 48894) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:49:49.514412 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6870a7ee-1287-4474-99a2-7ec6685d047f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef1c77fa-e83c-4c6a-ab7f-db2653c40638,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:49:49.564694 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6f07c039-2570-4163-933d-8caa744405e7 req-939056bf-44fe-4ae2-841a-f9dc6f9be35b tempest-ServerShowV257Test-1980069802 tempest-ServerShowV257Test-1980069802-project] 10.222.0.35 "GET /v2.0/ports?device_id=0856d7c7-f2cf-45a1-9bb8-efb615854f4d HTTP/1.1" status: 200 len: 210 time: 0.0566483 May 20 20:49:49.582135 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 31c7ce13-d85e-4b3d-8e2f-e5068f0e7c5b no longer exists at agent hyperv_n-h2-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:49:49.596253 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-10cf3c25-8a96-4275-b608-4af6b27dde4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:49.607299 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] No Port match for: 31c7ce13-d85e-4b3d-8e2f-e5068f0e7c5b {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 20:49:49.608068 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 31c7ce13-d85e-4b3d-8e2f-e5068f0e7c5b not bound to the agent host n-h2-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 20:49:49.608565 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 2d5ed9b9-34de-49e9-9f89-f903cda525ce no longer exists at agent hyperv_n-h2-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:49:49.644002 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-10cf3c25-8a96-4275-b608-4af6b27dde4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:49.698270 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port 2d5ed9b9-34de-49e9-9f89-f903cda525ce is: DOWN; New status is: DOWN {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:49:49.808395 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-10cf3c25-8a96-4275-b608-4af6b27dde4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:49.811624 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-10cf3c25-8a96-4275-b608-4af6b27dde4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:49.812771 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-10cf3c25-8a96-4275-b608-4af6b27dde4d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ef1c77fa-e83c-4c6a-ab7f-db2653c40638 HTTP/1.1" status: 204 len: 168 time: 0.3001964 May 20 20:49:49.842915 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-672484f8-43e9-4aff-9965-fb9b840c3808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:49.846516 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cf3c25-8a96-4275-b608-4af6b27dde4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef1c77fa-e83c-4c6a-ab7f-db2653c40638,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:49:49.870600 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45b3d9a-0bc6-43ac-b48d-f66b15cd8cd4 req-95220e1f-a827-4623-a27e-e831bc30f036 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:49:49.872125 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e45b3d9a-0bc6-43ac-b48d-f66b15cd8cd4 req-95220e1f-a827-4623-a27e-e831bc30f036 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] 10.222.0.35 "GET /v2.0/ports?device_id=a01bab84-e721-453a-a62b-39aee7a43ec2 HTTP/1.1" status: 200 len: 943 time: 0.0933776 May 20 20:49:49.883160 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7da9bc0-2c6b-4e65-8055-a98e5e143c62 req-adb1134c-fae9-4810-8fb1-8d40409b5cd6 tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:49:49.883160 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c7da9bc0-2c6b-4e65-8055-a98e5e143c62 req-adb1134c-fae9-4810-8fb1-8d40409b5cd6 tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] 10.222.0.35 "GET /v2.0/ports?device_id=367ac43c-c0d5-4081-b0b0-90c7efefd89d HTTP/1.1" status: 200 len: 945 time: 0.1111765 May 20 20:49:49.950459 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e45b3d9a-0bc6-43ac-b48d-f66b15cd8cd4 req-452e887b-5351-493c-9cc8-4713a06ec7dc tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] 10.222.0.35 "GET /v2.0/security-groups?id=c483e38f-9a64-43a8-8fa0-f6dc256bd4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674698 May 20 20:49:49.961273 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c7da9bc0-2c6b-4e65-8055-a98e5e143c62 req-2fbbbfe2-3392-4e7b-a8c0-5b2e478898ac tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] 10.222.0.35 "GET /v2.0/security-groups?id=2274ca87-1a60-437e-91f1-b4d825425422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704179 May 20 20:49:50.072566 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a4dcfb-e9a6-4ea5-964e-100ebda3d2cc req-7e51acbe-11c5-41dd-9d28-27cfd5427d32 tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:49:50.074082 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a8a4dcfb-e9a6-4ea5-964e-100ebda3d2cc req-7e51acbe-11c5-41dd-9d28-27cfd5427d32 tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] 10.222.0.35 "GET /v2.0/ports?device_id=8b88cd31-cda3-44fe-8261-e4f5f87931ab HTTP/1.1" status: 200 len: 945 time: 0.0526810 May 20 20:49:50.114919 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a8a4dcfb-e9a6-4ea5-964e-100ebda3d2cc req-c4835c1e-9295-45e3-94a4-a654feb1d2f5 tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] 10.222.0.35 "GET /v2.0/security-groups?id=178a2da1-ceea-4d89-b699-5b1b443e3e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337725 May 20 20:49:50.415699 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1ab390-4367-4512-aab4-49e4ad05a727 req-92108a01-4433-4373-aeb2-b1f7e3436b56 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:49:50.417328 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-bf1ab390-4367-4512-aab4-49e4ad05a727 req-92108a01-4433-4373-aeb2-b1f7e3436b56 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "GET /v2.0/ports?device_id=3674afb5-fa57-4c40-b6ee-249d678d06fa HTTP/1.1" status: 200 len: 944 time: 0.0549076 May 20 20:49:50.464183 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-bf1ab390-4367-4512-aab4-49e4ad05a727 req-bc7b65eb-94ec-49b1-ad54-a17609a25144 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "GET /v2.0/security-groups?id=17369763-0550-4ec3-bd12-32142aaf9548&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364208 May 20 20:49:50.565154 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 48920) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:49:50.693945 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-041ffdb6-4fe5-451e-9d2e-5105948d8185 req-25a6e487-8d3e-4f7a-97e5-d54331230001 tempest-ServerShowV257Test-1980069802 tempest-ServerShowV257Test-1980069802-project] 10.222.0.35 "GET /v2.0/ports?device_id=0856d7c7-f2cf-45a1-9bb8-efb615854f4d HTTP/1.1" status: 200 len: 210 time: 0.0329077 May 20 20:49:50.806725 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a01bab84-e721-453a-a62b-39aee7a43ec2', 'tag': '136f5193-a983-4bde-a529-6062a99baa0c'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:49:50.806725 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6fa957933fccbf596d28104b23404b952ad6a8238afaebaed40a0874b2e409" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a5d544e-9070-4aed-b4c5-ae5a5beb5a73" -d '{"events": [{"name": "network-changed", "server_uuid": "a01bab84-e721-453a-a62b-39aee7a43ec2", "tag": "136f5193-a983-4bde-a529-6062a99baa0c"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:49:50.846776 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 20:49:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-744c1875-c092-40da-938e-406cfbfd85d9 x-openstack-request-id: req-744c1875-c092-40da-938e-406cfbfd85d9 {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:49:50.847532 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a01bab84-e721-453a-a62b-39aee7a43ec2", "tag": "136f5193-a983-4bde-a529-6062a99baa0c", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:49:50.847786 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-744c1875-c092-40da-938e-406cfbfd85d9 {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:49:50.848284 n-d-842733-1 neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-744c1875-c092-40da-938e-406cfbfd85d9'] response: {'name': 'network-changed', 'server_uuid': 'a01bab84-e721-453a-a62b-39aee7a43ec2', 'tag': '136f5193-a983-4bde-a529-6062a99baa0c', 'status': 'completed', 'code': 200} May 20 20:49:50.932985 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5d544e-9070-4aed-b4c5-ae5a5beb5a73 req-550b7836-d13e-4fa5-bf58-f97fe7596fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:49:50.934829 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-4a5d544e-9070-4aed-b4c5-ae5a5beb5a73 req-550b7836-d13e-4fa5-bf58-f97fe7596fef service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c23324ed92c6460facba85082860777a&device_id=a01bab84-e721-453a-a62b-39aee7a43ec2 HTTP/1.1" status: 200 len: 1094 time: 0.0447786 May 20 20:49:51.030707 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1262e2e0-46b3-47b6-aceb-a47888dca804 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748528'] for router_interface, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:51.070366 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5d544e-9070-4aed-b4c5-ae5a5beb5a73 req-15d9532c-8633-45bd-a10d-2ace6ab14fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:49:51.072045 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-4a5d544e-9070-4aed-b4c5-ae5a5beb5a73 req-15d9532c-8633-45bd-a10d-2ace6ab14fb4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=7c34618e-1eb4-46a9-ac65-b891df136138 HTTP/1.1" status: 200 len: 916 time: 0.1300898 May 20 20:49:51.134557 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-4a5d544e-9070-4aed-b4c5-ae5a5beb5a73 req-a8e39a77-bf36-40b0-80ef-72a7da77b895 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=136f5193-a983-4bde-a529-6062a99baa0c HTTP/1.1" status: 200 len: 217 time: 0.0538239 May 20 20:49:51.195531 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5d544e-9070-4aed-b4c5-ae5a5beb5a73 req-660ef69e-6784-4718-b8eb-fac6090e172f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:49:51.197627 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-4a5d544e-9070-4aed-b4c5-ae5a5beb5a73 req-660ef69e-6784-4718-b8eb-fac6090e172f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=66bb8d81-3453-4d74-b13d-66db71019128 HTTP/1.1" status: 200 len: 854 time: 0.0570040 May 20 20:49:51.224529 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff7e009-e9fa-4a3b-b04c-a053f5e45e98 req-314fe794-d14b-4d7e-8319-ab7ddfca26f1 tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:49:51.226212 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-aff7e009-e9fa-4a3b-b04c-a053f5e45e98 req-314fe794-d14b-4d7e-8319-ab7ddfca26f1 tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] 10.222.0.35 "GET /v2.0/ports?device_id=367ac43c-c0d5-4081-b0b0-90c7efefd89d HTTP/1.1" status: 200 len: 945 time: 0.1531594 May 20 20:49:51.235620 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662a301c-93b7-465d-8dd0-20c8c085a6bb req-ec47cb6f-9962-4cbb-9c2b-69fadf4e0489 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:49:51.237146 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-662a301c-93b7-465d-8dd0-20c8c085a6bb req-ec47cb6f-9962-4cbb-9c2b-69fadf4e0489 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] 10.222.0.35 "GET /v2.0/ports?device_id=a01bab84-e721-453a-a62b-39aee7a43ec2 HTTP/1.1" status: 200 len: 943 time: 0.1623030 May 20 20:49:51.257607 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5d544e-9070-4aed-b4c5-ae5a5beb5a73 req-09193197-ad2b-4691-898a-216f9b6ef896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:49:51.258972 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-4a5d544e-9070-4aed-b4c5-ae5a5beb5a73 req-09193197-ad2b-4691-898a-216f9b6ef896 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7c34618e-1eb4-46a9-ac65-b891df136138&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0529993 May 20 20:49:51.387270 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-4a5d544e-9070-4aed-b4c5-ae5a5beb5a73 req-b6e8d4bb-cf11-4a2e-aa1b-7f9c9e9f88be service neutron] 10.222.0.13 "GET /v2.0/networks/7c34618e-1eb4-46a9-ac65-b891df136138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217468 May 20 20:49:51.388018 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-662a301c-93b7-465d-8dd0-20c8c085a6bb req-a5ad7148-a9a4-4f1f-9eb1-8d048c5052c4 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] 10.222.0.35 "GET /v2.0/security-groups?id=c483e38f-9a64-43a8-8fa0-f6dc256bd4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1341810 May 20 20:49:51.390890 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-aff7e009-e9fa-4a3b-b04c-a053f5e45e98 req-4fdb198a-0721-4001-bf0a-709d231c07d0 tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] 10.222.0.35 "GET /v2.0/security-groups?id=2274ca87-1a60-437e-91f1-b4d825425422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527741 May 20 20:49:51.543533 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-4a5d544e-9070-4aed-b4c5-ae5a5beb5a73 req-13d3871e-2e53-49da-8ed2-f8edb0805b3f service neutron] 10.222.0.13 "GET /v2.0/networks/7c34618e-1eb4-46a9-ac65-b891df136138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503112 May 20 20:49:51.587165 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 136f5193-a983-4bde-a529-6062a99baa0c details requested by agent hyperv_n-h2-842733-1 with host n-h2-842733-1 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 20:49:51.635796 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ea4860-6342-4652-b320-39dfe3b44408 req-9b2ebb84-5447-480d-a59b-343673f7c723 tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:49:51.637438 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-40ea4860-6342-4652-b320-39dfe3b44408 req-9b2ebb84-5447-480d-a59b-343673f7c723 tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] 10.222.0.35 "GET /v2.0/ports?device_id=8b88cd31-cda3-44fe-8261-e4f5f87931ab HTTP/1.1" status: 200 len: 945 time: 0.1046398 May 20 20:49:51.666559 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ee0d97-1db7-4039-adef-c33c39d23bea req-935f35fa-8224-4e8e-a718-c61cab84fb70 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:49:51.666559 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-26ee0d97-1db7-4039-adef-c33c39d23bea req-935f35fa-8224-4e8e-a718-c61cab84fb70 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "GET /v2.0/ports?device_id=3674afb5-fa57-4c40-b6ee-249d678d06fa HTTP/1.1" status: 200 len: 944 time: 0.0945265 May 20 20:49:51.674738 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-1262e2e0-46b3-47b6-aceb-a47888dca804 admin admin] Deleting port a25d3170-f929-40c9-bdf9-a2df393fa0ae {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:49:51.675260 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1262e2e0-46b3-47b6-aceb-a47888dca804 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:51.686902 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port 136f5193-a983-4bde-a529-6062a99baa0c, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=136f5193-a983-4bde-a529-6062a99baa0c,segment=NetworkSegment(51a22548-63c8-444c-b674-6afca742ad16),segment_id=51a22548-63c8-444c-b674-6afca742ad16)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:49:51.698674 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Returning: {'device': '136f5193-a983-4bde-a529-6062a99baa0c', 'network_id': '7c34618e-1eb4-46a9-ac65-b891df136138', 'port_id': '136f5193-a983-4bde-a529-6062a99baa0c', 'mac_address': 'fa:16:3e:ae:da:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66bb8d81-3453-4d74-b13d-66db71019128', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 20 20:49:51.751182 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port 136f5193-a983-4bde-a529-6062a99baa0c is: DOWN; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:49:51.751923 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:51.769635 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 136f5193-a983-4bde-a529-6062a99baa0c {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:49:51.790974 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-26ee0d97-1db7-4039-adef-c33c39d23bea req-b63e2a49-c347-47fb-b7aa-afd3d8ec8a8c tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "GET /v2.0/security-groups?id=17369763-0550-4ec3-bd12-32142aaf9548&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1128254 May 20 20:49:51.798181 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port 136f5193-a983-4bde-a529-6062a99baa0c, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=136f5193-a983-4bde-a529-6062a99baa0c,segment=NetworkSegment(51a22548-63c8-444c-b674-6afca742ad16),segment_id=51a22548-63c8-444c-b674-6afca742ad16)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:49:51.800949 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-40ea4860-6342-4652-b320-39dfe3b44408 req-6cfe04c3-8858-43a3-9b00-14c04a7c8e31 tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] 10.222.0.35 "GET /v2.0/security-groups?id=178a2da1-ceea-4d89-b699-5b1b443e3e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1332479 May 20 20:49:51.877093 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:51.880024 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-1262e2e0-46b3-47b6-aceb-a47888dca804 admin admin] For port a25d3170-f929-40c9-bdf9-a2df393fa0ae, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=a25d3170-f929-40c9-bdf9-a2df393fa0ae,segment=NetworkSegment(e0039cc5-6cb0-4490-8a7d-a4c3b510f023),segment_id=e0039cc5-6cb0-4490-8a7d-a4c3b510f023)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:49:51.880399 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1262e2e0-46b3-47b6-aceb-a47888dca804 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:51.920497 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-1262e2e0-46b3-47b6-aceb-a47888dca804 admin admin] Calling delete_port for a25d3170-f929-40c9-bdf9-a2df393fa0ae owned by network:router_interface {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:49:51.940516 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ef22347a-a1f0-43f8-8bfd-3d4d1c757c35 req-12c1491c-de84-404e-a285-c4b134c8c586 tempest-ServerShowV257Test-1980069802 tempest-ServerShowV257Test-1980069802-project] 10.222.0.35 "GET /v2.0/ports?device_id=0856d7c7-f2cf-45a1-9bb8-efb615854f4d HTTP/1.1" status: 200 len: 210 time: 0.0376437 May 20 20:49:51.948595 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=136f5193-a983-4bde-a529-6062a99baa0c,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:49:52.154981 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] get_ports_and_sgs() called for port_ids ['136f5193-a983-4bde-a529-6062a99baa0c'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:49:52.243140 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1262e2e0-46b3-47b6-aceb-a47888dca804 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:52.277411 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1262e2e0-46b3-47b6-aceb-a47888dca804 admin admin] Pushing event deleted for resources: {'Port': ['ID=a25d3170-f929-40c9-bdf9-a2df393fa0ae,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:49:52.387147 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-813dd1a8-2dfe-439e-b5fb-5621e8573f76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:52.628551 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1262e2e0-46b3-47b6-aceb-a47888dca804 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-692224'] for router_interface, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:52.640263 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5a0567-03ce-4923-a56b-a2bdd8f1caa6 req-5619e77c-ce33-4f98-8fea-f032e5896fcc tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:49:52.641841 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9e5a0567-03ce-4923-a56b-a2bdd8f1caa6 req-5619e77c-ce33-4f98-8fea-f032e5896fcc tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] 10.222.0.35 "GET /v2.0/ports?device_id=a01bab84-e721-453a-a62b-39aee7a43ec2 HTTP/1.1" status: 200 len: 944 time: 0.1440725 May 20 20:49:52.718183 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3150bf0-9641-45b9-8a6e-55cbf4f4e916 req-f557d8a9-eb13-4ad1-9849-5fae6bed66e6 tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:49:52.719651 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c3150bf0-9641-45b9-8a6e-55cbf4f4e916 req-f557d8a9-eb13-4ad1-9849-5fae6bed66e6 tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] 10.222.0.35 "GET /v2.0/ports?device_id=367ac43c-c0d5-4081-b0b0-90c7efefd89d HTTP/1.1" status: 200 len: 945 time: 0.1483886 May 20 20:49:52.764943 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9e5a0567-03ce-4923-a56b-a2bdd8f1caa6 req-01a6ef4f-a13f-41ed-a313-61430d96f725 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] 10.222.0.35 "GET /v2.0/security-groups?id=c483e38f-9a64-43a8-8fa0-f6dc256bd4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1155348 May 20 20:49:52.818308 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c3150bf0-9641-45b9-8a6e-55cbf4f4e916 req-65b026a6-f143-4d3b-94c1-ebddfb975fa0 tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] 10.222.0.35 "GET /v2.0/security-groups?id=2274ca87-1a60-437e-91f1-b4d825425422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883257 May 20 20:49:53.317530 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bde823a-6568-4595-87b3-21b70b6594d1 req-93bb2b8a-92d0-4784-aaa4-f0fb0b909ca1 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:49:53.319718 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2bde823a-6568-4595-87b3-21b70b6594d1 req-93bb2b8a-92d0-4784-aaa4-f0fb0b909ca1 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "GET /v2.0/ports?device_id=3674afb5-fa57-4c40-b6ee-249d678d06fa HTTP/1.1" status: 200 len: 944 time: 0.4289463 May 20 20:49:53.346736 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc23ab3-b88b-4d26-b896-148e0316fae6 req-8b6bac62-bc6f-4a3d-b816-7f61c212c0cb tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:49:53.348132 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-cfc23ab3-b88b-4d26-b896-148e0316fae6 req-8b6bac62-bc6f-4a3d-b816-7f61c212c0cb tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] 10.222.0.35 "GET /v2.0/ports?device_id=8b88cd31-cda3-44fe-8261-e4f5f87931ab HTTP/1.1" status: 200 len: 945 time: 0.1466677 May 20 20:49:53.382171 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1262e2e0-46b3-47b6-aceb-a47888dca804 admin admin] Router df50236c-45ab-4a8c-91af-f35e0d4296cb has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 20:49:53.415162 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2bde823a-6568-4595-87b3-21b70b6594d1 req-95db1fe0-4aec-416c-ac0a-013e729a864f tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "GET /v2.0/security-groups?id=17369763-0550-4ec3-bd12-32142aaf9548&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876143 May 20 20:49:53.420599 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-cfc23ab3-b88b-4d26-b896-148e0316fae6 req-4b816622-e2c5-448d-805b-97bff33bcacc tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] 10.222.0.35 "GET /v2.0/security-groups?id=178a2da1-ceea-4d89-b699-5b1b443e3e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654626 May 20 20:49:53.588759 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 136f5193-a983-4bde-a529-6062a99baa0c up at agent hyperv_n-h2-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:49:53.601865 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8739194a-2425-4b78-81f4-61724ac5e6b1 req-b8667de8-ba9f-4942-8b0f-cafaeedafd9f tempest-ServerShowV257Test-1980069802 tempest-ServerShowV257Test-1980069802-project] 10.222.0.35 "GET /v2.0/ports?device_id=0856d7c7-f2cf-45a1-9bb8-efb615854f4d HTTP/1.1" status: 200 len: 210 time: 0.0307724 May 20 20:49:53.613945 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1262e2e0-46b3-47b6-aceb-a47888dca804 admin admin] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 20:49:53.624226 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c09382ac-86f8-4b72-a7dc-ad1a3de6b060 None None] Sync routers for ids ['df50236c-45ab-4a8c-91af-f35e0d4296cb'] in n-d-842733-1 {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 20:49:53.626931 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-1262e2e0-46b3-47b6-aceb-a47888dca804 admin admin] 10.222.0.35 "PUT /v2.0/routers/df50236c-45ab-4a8c-91af-f35e0d4296cb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0605500 May 20 20:49:53.629758 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 49018) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:49:53.637585 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c09382ac-86f8-4b72-a7dc-ad1a3de6b060 None None] Routers {'df50236c-45ab-4a8c-91af-f35e0d4296cb'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:49:53.638245 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-c09382ac-86f8-4b72-a7dc-ad1a3de6b060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:49:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['df50236c-45ab-4a8c-91af-f35e0d4296cb'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:49:53.755601 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Provisioning for port 136f5193-a983-4bde-a529-6062a99baa0c completed by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 20:49:53.759915 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Provisioning complete for port 136f5193-a983-4bde-a529-6062a99baa0c triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:49:53.760385 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:53.821383 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-c09382ac-86f8-4b72-a7dc-ad1a3de6b060 None None] Set router df50236c-45ab-4a8c-91af-f35e0d4296cb gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:49:53.837679 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2066c98b-cc52-40a9-af57-a9842157486a admin admin] Notify callbacks [] for router, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:53.940449 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port 136f5193-a983-4bde-a529-6062a99baa0c is: BUILD; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:49:53.941382 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:53.981961 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a01bab84-e721-453a-a62b-39aee7a43ec2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '136f5193-a983-4bde-a529-6062a99baa0c'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:49:53.984758 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8485417003ce7c0410b00f5cdc2f391e21107b70bb68e2773712534a96e108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bf0294b-c92f-4ce5-8370-73c9062edf10" -d '{"events": [{"server_uuid": "a01bab84-e721-453a-a62b-39aee7a43ec2", "name": "network-vif-plugged", "status": "completed", "tag": "136f5193-a983-4bde-a529-6062a99baa0c"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:49:54.001659 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port 136f5193-a983-4bde-a529-6062a99baa0c, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=136f5193-a983-4bde-a529-6062a99baa0c,segment=NetworkSegment(51a22548-63c8-444c-b674-6afca742ad16),segment_id=51a22548-63c8-444c-b674-6afca742ad16)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:49:54.008620 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4bb0e131-6525-46ca-a45b-e4ea43a5e69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:54.088642 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9656dd-a74a-495d-aa90-fe2c3ca2c2cf req-dd0310ed-b90b-4cab-bb80-1ffc1da9f3ec tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:49:54.090590 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-eb9656dd-a74a-495d-aa90-fe2c3ca2c2cf req-dd0310ed-b90b-4cab-bb80-1ffc1da9f3ec tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] 10.222.0.35 "GET /v2.0/ports?device_id=367ac43c-c0d5-4081-b0b0-90c7efefd89d HTTP/1.1" status: 200 len: 945 time: 0.1323652 May 20 20:49:54.094665 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:54.125886 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3f88cc-18ad-4afd-baa4-72449b8b7b56 req-9345a98a-df6d-4a70-b0bc-6f1d4db89eff tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:49:54.134685 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-af3f88cc-18ad-4afd-baa4-72449b8b7b56 req-9345a98a-df6d-4a70-b0bc-6f1d4db89eff tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] 10.222.0.35 "GET /v2.0/ports?device_id=a01bab84-e721-453a-a62b-39aee7a43ec2 HTTP/1.1" status: 200 len: 944 time: 0.1922681 May 20 20:49:54.184220 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=136f5193-a983-4bde-a529-6062a99baa0c,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:49:54.186531 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2066c98b-cc52-40a9-af57-a9842157486a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:54.204072 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-c09382ac-86f8-4b72-a7dc-ad1a3de6b060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df50236c-45ab-4a8c-91af-f35e0d4296cb', 'name': 'tempest-FloatingIPsAssociationTestJSON-342180242-router', 'tenant_id': 'b08823cbf82b41d5ac4037cf2ee63513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.57'}], 'enable_snat': True}, 'gw_port_id': 'bb4f9753-2486-4eec-a68b-00ed52e4689c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:48:18Z', 'updated_at': '2022-05-20T20:49:52Z', 'revision_number': 5, 'project_id': 'b08823cbf82b41d5ac4037cf2ee63513', 'gw_port': {'id': 'bb4f9753-2486-4eec-a68b-00ed52e4689c', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:7c:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df50236c-45ab-4a8c-91af-f35e0d4296cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:48:18Z', 'updated_at': '2022-05-20T20:48:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:49:54.221663 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-eb9656dd-a74a-495d-aa90-fe2c3ca2c2cf req-9abc39c3-12c7-4815-be0a-5e94f74dd9f4 tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] 10.222.0.35 "GET /v2.0/security-groups?id=2274ca87-1a60-437e-91f1-b4d825425422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153810 May 20 20:49:54.224695 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-af3f88cc-18ad-4afd-baa4-72449b8b7b56 req-f66d908b-278d-4b30-8e45-7c45a05946f8 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] 10.222.0.35 "GET /v2.0/security-groups?id=c483e38f-9a64-43a8-8fa0-f6dc256bd4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892320 May 20 20:49:54.254131 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c09382ac-86f8-4b72-a7dc-ad1a3de6b060 None None] Checking router: df50236c-45ab-4a8c-91af-f35e0d4296cb for host: n-d-842733-1 {{(pid=103165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 20:49:54.264905 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c09382ac-86f8-4b72-a7dc-ad1a3de6b060 None None] Routers {'df50236c-45ab-4a8c-91af-f35e0d4296cb'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:49:54.265545 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-c09382ac-86f8-4b72-a7dc-ad1a3de6b060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:49:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['df50236c-45ab-4a8c-91af-f35e0d4296cb'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:49:54.283278 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 20:49:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99f586b5-e94c-4d57-b7d5-c46e2defcdf0 x-openstack-request-id: req-99f586b5-e94c-4d57-b7d5-c46e2defcdf0 {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:49:54.283578 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a01bab84-e721-453a-a62b-39aee7a43ec2", "name": "network-vif-plugged", "status": "completed", "tag": "136f5193-a983-4bde-a529-6062a99baa0c", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:49:54.283831 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-99f586b5-e94c-4d57-b7d5-c46e2defcdf0 {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:49:54.284277 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99f586b5-e94c-4d57-b7d5-c46e2defcdf0'] response: {'server_uuid': 'a01bab84-e721-453a-a62b-39aee7a43ec2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '136f5193-a983-4bde-a529-6062a99baa0c', 'code': 200} May 20 20:49:54.347395 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-2066c98b-cc52-40a9-af57-a9842157486a admin admin] Deleting port bb4f9753-2486-4eec-a68b-00ed52e4689c {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:49:54.347740 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2066c98b-cc52-40a9-af57-a9842157486a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:54.395907 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-c09382ac-86f8-4b72-a7dc-ad1a3de6b060 None None] Set router df50236c-45ab-4a8c-91af-f35e0d4296cb gateway port host: None {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:49:54.429487 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 49030) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:49:54.468295 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195f6668-4dae-4acf-a272-ad3a58c7e093 req-f610b868-9c5b-45a4-80cd-3e1cd87f9576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:49:54.469986 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-195f6668-4dae-4acf-a272-ad3a58c7e093 req-f610b868-9c5b-45a4-80cd-3e1cd87f9576 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a01bab84-e721-453a-a62b-39aee7a43ec2 HTTP/1.1" status: 200 len: 1096 time: 0.0900629 May 20 20:49:54.479623 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-c09382ac-86f8-4b72-a7dc-ad1a3de6b060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df50236c-45ab-4a8c-91af-f35e0d4296cb', 'name': 'tempest-FloatingIPsAssociationTestJSON-342180242-router', 'tenant_id': 'b08823cbf82b41d5ac4037cf2ee63513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:48:18Z', 'updated_at': '2022-05-20T20:49:54Z', 'revision_number': 6, 'project_id': 'b08823cbf82b41d5ac4037cf2ee63513', 'gw_port_host': None}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:49:54.494630 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-2066c98b-cc52-40a9-af57-a9842157486a admin admin] For port bb4f9753-2486-4eec-a68b-00ed52e4689c, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=bb4f9753-2486-4eec-a68b-00ed52e4689c,segment=NetworkSegment(0b5485c4-eff8-42a1-9073-ae54ed4c63ba),segment_id=0b5485c4-eff8-42a1-9073-ae54ed4c63ba)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:49:54.495755 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2066c98b-cc52-40a9-af57-a9842157486a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:54.505229 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:54.513454 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-2066c98b-cc52-40a9-af57-a9842157486a admin admin] Calling delete_port for bb4f9753-2486-4eec-a68b-00ed52e4689c owned by network:router_gateway {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:49:54.563691 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-195f6668-4dae-4acf-a272-ad3a58c7e093 req-a6a47d27-4f93-4640-b2de-7f0ec6fcbdea service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=c483e38f-9a64-43a8-8fa0-f6dc256bd4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871119 May 20 20:49:54.598321 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c09382ac-86f8-4b72-a7dc-ad1a3de6b060 None None] The sync data for ids ['df50236c-45ab-4a8c-91af-f35e0d4296cb'] in n-d-842733-1 is: [{'id': 'df50236c-45ab-4a8c-91af-f35e0d4296cb', 'name': 'tempest-FloatingIPsAssociationTestJSON-342180242-router', 'tenant_id': 'b08823cbf82b41d5ac4037cf2ee63513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:48:18Z', 'updated_at': '2022-05-20T20:49:54Z', 'revision_number': 6, 'project_id': 'b08823cbf82b41d5ac4037cf2ee63513', 'gw_port_host': None}] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 20:49:54.716525 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7493e360-06f2-4849-b0b9-0886b4c3855e admin admin] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:54.797132 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b710141f-3414-4d34-99f9-35fae93d5621 req-908171e0-f9ce-4a01-9851-8b790595598c tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:49:54.798649 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b710141f-3414-4d34-99f9-35fae93d5621 req-908171e0-f9ce-4a01-9851-8b790595598c tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] 10.222.0.35 "GET /v2.0/ports?device_id=8b88cd31-cda3-44fe-8261-e4f5f87931ab HTTP/1.1" status: 200 len: 945 time: 0.1847880 May 20 20:49:54.832296 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0070a9b4-f82f-429c-91be-d638573bed31 req-8c60caa9-8e21-4ffb-98e6-beed73dd0534 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:49:54.840773 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0070a9b4-f82f-429c-91be-d638573bed31 req-8c60caa9-8e21-4ffb-98e6-beed73dd0534 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "GET /v2.0/ports?device_id=3674afb5-fa57-4c40-b6ee-249d678d06fa HTTP/1.1" status: 200 len: 944 time: 0.1800807 May 20 20:49:54.952665 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b710141f-3414-4d34-99f9-35fae93d5621 req-3ffb5bff-21cd-447e-89fd-85556e19b4a9 tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] 10.222.0.35 "GET /v2.0/security-groups?id=178a2da1-ceea-4d89-b699-5b1b443e3e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1437733 May 20 20:49:54.965539 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0070a9b4-f82f-429c-91be-d638573bed31 req-8330a14c-2146-4b0f-a973-c5ed689ca604 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "GET /v2.0/security-groups?id=17369763-0550-4ec3-bd12-32142aaf9548&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1238942 May 20 20:49:54.998081 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7493e360-06f2-4849-b0b9-0886b4c3855e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:55.045238 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2066c98b-cc52-40a9-af57-a9842157486a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:55.068478 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-358951da-d5de-4fed-9265-1330af197077 req-24be9aaa-83ca-4936-8c34-38fd5126e4c6 tempest-ServerShowV257Test-1980069802 tempest-ServerShowV257Test-1980069802-project] 10.222.0.35 "GET /v2.0/ports?device_id=0856d7c7-f2cf-45a1-9bb8-efb615854f4d HTTP/1.1" status: 200 len: 210 time: 0.0358896 May 20 20:49:55.099599 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7493e360-06f2-4849-b0b9-0886b4c3855e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:55.104039 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2066c98b-cc52-40a9-af57-a9842157486a admin admin] Pushing event deleted for resources: {'Port': ['ID=bb4f9753-2486-4eec-a68b-00ed52e4689c,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:49:55.184878 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-7493e360-06f2-4849-b0b9-0886b4c3855e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=cbee22bc439c4e02b41ccd83100a99e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7543302 May 20 20:49:55.187564 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 49042) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:49:55.192742 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7493e360-06f2-4849-b0b9-0886b4c3855e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6645e8ed-06dd-4d23-ac86-b389b3ec1ae6,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:49:55.217051 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2066c98b-cc52-40a9-af57-a9842157486a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-748206'] for router_gateway, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:55.249600 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-898c1242-c0aa-48cc-9462-bc36bc28faf6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:55.277203 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-898c1242-c0aa-48cc-9462-bc36bc28faf6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:55.383329 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2066c98b-cc52-40a9-af57-a9842157486a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26169'] for router, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:55.399745 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2066c98b-cc52-40a9-af57-a9842157486a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:55.437058 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-898c1242-c0aa-48cc-9462-bc36bc28faf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:55.437323 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cc3ec51b-6ec8-438a-8349-5f0bec346d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:55.439593 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-898c1242-c0aa-48cc-9462-bc36bc28faf6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:55.443127 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-898c1242-c0aa-48cc-9462-bc36bc28faf6 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6645e8ed-06dd-4d23-ac86-b389b3ec1ae6 HTTP/1.1" status: 204 len: 168 time: 0.2517958 May 20 20:49:55.457962 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898c1242-c0aa-48cc-9462-bc36bc28faf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6645e8ed-06dd-4d23-ac86-b389b3ec1ae6,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:49:55.493978 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705731dc-15b6-46c1-b9ff-8adc3f529ea0 req-44a58a89-5dbb-4588-a2ab-d0a4e64c6b09 tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:49:55.502749 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-705731dc-15b6-46c1-b9ff-8adc3f529ea0 req-44a58a89-5dbb-4588-a2ab-d0a4e64c6b09 tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] 10.222.0.35 "GET /v2.0/ports?device_id=367ac43c-c0d5-4081-b0b0-90c7efefd89d HTTP/1.1" status: 200 len: 945 time: 0.1381347 May 20 20:49:55.528817 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3ff2a4-f76a-45c4-9887-7e0b139015aa req-6e5eb2cf-7a39-4d88-ae22-616d6915ea3d tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:49:55.530368 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1b3ff2a4-f76a-45c4-9887-7e0b139015aa req-6e5eb2cf-7a39-4d88-ae22-616d6915ea3d tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] 10.222.0.35 "GET /v2.0/ports?device_id=a01bab84-e721-453a-a62b-39aee7a43ec2 HTTP/1.1" status: 200 len: 945 time: 0.1990023 May 20 20:49:55.555965 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-705731dc-15b6-46c1-b9ff-8adc3f529ea0 req-d655fe61-549b-4b79-9dbb-1a7fb728224b tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] 10.222.0.35 "GET /v2.0/security-groups?id=2274ca87-1a60-437e-91f1-b4d825425422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521441 May 20 20:49:55.562359 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2066c98b-cc52-40a9-af57-a9842157486a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-693148'] for router, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:55.562872 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2066c98b-cc52-40a9-af57-a9842157486a admin admin] Fanout notify agent at l3_agent the message router_deleted on router df50236c-45ab-4a8c-91af-f35e0d4296cb {{(pid=103163) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 20 20:49:55.568095 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2066c98b-cc52-40a9-af57-a9842157486a admin admin] Notify callbacks [] for router, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:55.572005 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-2066c98b-cc52-40a9-af57-a9842157486a admin admin] 10.222.0.35 "DELETE /v2.0/routers/df50236c-45ab-4a8c-91af-f35e0d4296cb HTTP/1.1" status: 204 len: 168 time: 1.9391139 May 20 20:49:55.574283 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 49050) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:49:55.595970 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:55.628270 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1b3ff2a4-f76a-45c4-9887-7e0b139015aa req-4b649bcb-542f-4a25-aff9-4a918b1a2027 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] 10.222.0.35 "GET /v2.0/security-groups?id=c483e38f-9a64-43a8-8fa0-f6dc256bd4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863793 May 20 20:49:55.652778 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a8e9238-6bd1-412b-b56a-a7f5feb79bd7 admin admin] Deleting subnet b70b63b1-2e88-43cc-a35f-4cb2fd8d84c1 {{(pid=103163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 20 20:49:55.668230 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4a8e9238-6bd1-412b-b56a-a7f5feb79bd7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:55.728810 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4a8e9238-6bd1-412b-b56a-a7f5feb79bd7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9338757'] for subnet, precommit_delete_associations {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:55.745748 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device a25d3170-f929-40c9-bdf9-a2df393fa0ae no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:49:55.798005 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: a25d3170-f929-40c9-bdf9-a2df393fa0ae {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 20:49:55.798344 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device a25d3170-f929-40c9-bdf9-a2df393fa0ae not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 20:49:55.799141 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device bb4f9753-2486-4eec-a68b-00ed52e4689c no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:49:55.828874 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: bb4f9753-2486-4eec-a68b-00ed52e4689c {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 20:49:55.829246 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device bb4f9753-2486-4eec-a68b-00ed52e4689c not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 20:49:55.862612 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4a8e9238-6bd1-412b-b56a-a7f5feb79bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33068388'] for subnet, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:56.020060 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4a8e9238-6bd1-412b-b56a-a7f5feb79bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33068399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9641221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8422588'] for subnet, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:56.058322 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8e9238-6bd1-412b-b56a-a7f5feb79bd7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b70b63b1-2e88-43cc-a35f-4cb2fd8d84c1,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:49:56.078728 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4a8e9238-6bd1-412b-b56a-a7f5feb79bd7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:56.085009 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 49062) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:49:56.085814 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63aebf33-c4fd-41eb-b66f-e897b590ab60 None None] Network a0f85c50-1e5c-452b-8cab-6202e1b6863f requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:49:56.092670 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-4a8e9238-6bd1-412b-b56a-a7f5feb79bd7 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/b70b63b1-2e88-43cc-a35f-4cb2fd8d84c1 HTTP/1.1" status: 204 len: 168 time: 0.5172455 May 20 20:49:56.158890 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8f4f70-042f-4544-bbd4-ac134386fa1e req-e5fc1623-634d-459b-8b72-2f501369b868 tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:49:56.165467 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4e8f4f70-042f-4544-bbd4-ac134386fa1e req-e5fc1623-634d-459b-8b72-2f501369b868 tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] 10.222.0.35 "GET /v2.0/ports?device_id=8b88cd31-cda3-44fe-8261-e4f5f87931ab HTTP/1.1" status: 200 len: 945 time: 0.1138341 May 20 20:49:56.173942 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7198176c-ad70-4f13-8d25-ac24c53ff6dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33160123'] for network, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:56.180629 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740682a0-e72c-495a-b65c-aed771ebdb8a req-8b87e453-c93b-4c15-8b40-10b01c80648b tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:49:56.182158 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-740682a0-e72c-495a-b65c-aed771ebdb8a req-8b87e453-c93b-4c15-8b40-10b01c80648b tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "GET /v2.0/ports?device_id=3674afb5-fa57-4c40-b6ee-249d678d06fa HTTP/1.1" status: 200 len: 944 time: 0.1084337 May 20 20:49:56.231427 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-7198176c-ad70-4f13-8d25-ac24c53ff6dd admin admin] Deleting port c50376c3-383f-4708-a321-ab173c22ab1f {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:49:56.231687 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7198176c-ad70-4f13-8d25-ac24c53ff6dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:56.239647 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-740682a0-e72c-495a-b65c-aed771ebdb8a req-33a8d3bd-b21f-4a8b-9ebb-99da2582db6f tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "GET /v2.0/security-groups?id=17369763-0550-4ec3-bd12-32142aaf9548&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467417 May 20 20:49:56.265564 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4e8f4f70-042f-4544-bbd4-ac134386fa1e req-eedd119c-6984-4123-9767-63466ef4b9b0 tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] 10.222.0.35 "GET /v2.0/security-groups?id=178a2da1-ceea-4d89-b699-5b1b443e3e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0885363 May 20 20:49:56.287629 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 49066) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:49:56.301949 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-22f305ec-18a5-4f2a-9fdd-e57c17f73951 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:56.312335 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abf92778-766f-4a14-9b6c-acb535168492 None None] DHCP port deletion for a0f85c50-1e5c-452b-8cab-6202e1b6863f request from n-d-842733-1 {{(pid=103164) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 20:49:56.328369 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-7198176c-ad70-4f13-8d25-ac24c53ff6dd admin admin] For port c50376c3-383f-4708-a321-ab173c22ab1f, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=c50376c3-383f-4708-a321-ab173c22ab1f,segment=NetworkSegment(e0039cc5-6cb0-4490-8a7d-a4c3b510f023),segment_id=e0039cc5-6cb0-4490-8a7d-a4c3b510f023)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:49:56.329175 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7198176c-ad70-4f13-8d25-ac24c53ff6dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:56.366461 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-7198176c-ad70-4f13-8d25-ac24c53ff6dd admin admin] Calling delete_port for c50376c3-383f-4708-a321-ab173c22ab1f owned by network:dhcp {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:49:56.405793 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-abf92778-766f-4a14-9b6c-acb535168492 None None] Deleting port c50376c3-383f-4708-a321-ab173c22ab1f {{(pid=103164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:49:56.406545 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-abf92778-766f-4a14-9b6c-acb535168492 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:56.418480 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2dacc233-b603-4fa5-a1ba-9aa7eccf30a2 req-55d4ab34-c086-4458-92dd-c30d49c294f8 tempest-ServerShowV257Test-1980069802 tempest-ServerShowV257Test-1980069802-project] 10.222.0.35 "GET /v2.0/ports?device_id=0856d7c7-f2cf-45a1-9bb8-efb615854f4d HTTP/1.1" status: 200 len: 210 time: 0.0330558 May 20 20:49:56.479281 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-22f305ec-18a5-4f2a-9fdd-e57c17f73951 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:56.515985 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-abf92778-766f-4a14-9b6c-acb535168492 None None] For port c50376c3-383f-4708-a321-ab173c22ab1f, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=c50376c3-383f-4708-a321-ab173c22ab1f,segment=NetworkSegment(e0039cc5-6cb0-4490-8a7d-a4c3b510f023),segment_id=e0039cc5-6cb0-4490-8a7d-a4c3b510f023)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:49:56.516582 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-abf92778-766f-4a14-9b6c-acb535168492 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:56.530011 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-abf92778-766f-4a14-9b6c-acb535168492 None None] Calling delete_port for c50376c3-383f-4708-a321-ab173c22ab1f owned by network:dhcp {{(pid=103164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:49:56.586500 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7198176c-ad70-4f13-8d25-ac24c53ff6dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:56.586664 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-22f305ec-18a5-4f2a-9fdd-e57c17f73951 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:56.619474 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7198176c-ad70-4f13-8d25-ac24c53ff6dd admin admin] Pushing event deleted for resources: {'Port': ['ID=c50376c3-383f-4708-a321-ab173c22ab1f,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:49:56.628255 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7198176c-ad70-4f13-8d25-ac24c53ff6dd admin admin] No DVR routers for this DVR port c50376c3-383f-4708-a321-ab173c22ab1f on host n-d-842733-1 {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:49:56.642580 n-d-842733-1 neutron-server[103164]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 20 20:49:56.642580 n-d-842733-1 neutron-server[103164]: from cryptography.utils import int_from_bytes May 20 20:49:56.642580 n-d-842733-1 neutron-server[103164]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 20 20:49:56.642580 n-d-842733-1 neutron-server[103164]: from cryptography.utils import int_from_bytes May 20 20:49:56.642580 n-d-842733-1 neutron-server[103164]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 20:49:56.642580 n-d-842733-1 neutron-server[103164]: self.session.flush() May 20 20:49:56.642580 n-d-842733-1 neutron-server[103164]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 20:49:56.642580 n-d-842733-1 neutron-server[103164]: self.session.flush() May 20 20:49:56.642580 n-d-842733-1 neutron-server[103164]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 20:49:56.642580 n-d-842733-1 neutron-server[103164]: self.session.flush() May 20 20:49:56.642580 n-d-842733-1 neutron-server[103164]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 20:49:56.642580 n-d-842733-1 neutron-server[103164]: self.session.flush() May 20 20:49:56.642580 n-d-842733-1 neutron-server[103164]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 20:49:56.642580 n-d-842733-1 neutron-server[103164]: self.session.flush() May 20 20:49:56.642580 n-d-842733-1 neutron-server[103164]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 20:49:56.642580 n-d-842733-1 neutron-server[103164]: self.session.flush() May 20 20:49:56.642580 n-d-842733-1 neutron-server[103164]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 20:49:56.642580 n-d-842733-1 neutron-server[103164]: self.session.flush() May 20 20:49:56.642580 n-d-842733-1 neutron-server[103164]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 20:49:56.642580 n-d-842733-1 neutron-server[103164]: self.session.flush() May 20 20:49:56.642580 n-d-842733-1 neutron-server[103164]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 20:49:56.642580 n-d-842733-1 neutron-server[103164]: self.session.flush() May 20 20:49:56.642580 n-d-842733-1 neutron-server[103164]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 20:49:56.642580 n-d-842733-1 neutron-server[103164]: self.session.flush() May 20 20:49:56.642580 n-d-842733-1 neutron-server[103164]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 20:49:56.642580 n-d-842733-1 neutron-server[103164]: self.session.flush() May 20 20:49:56.642580 n-d-842733-1 neutron-server[103164]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 20:49:56.642580 n-d-842733-1 neutron-server[103164]: self.session.flush() May 20 20:49:56.642580 n-d-842733-1 neutron-server[103164]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 20:49:56.642580 n-d-842733-1 neutron-server[103164]: self.session.flush() May 20 20:49:56.642580 n-d-842733-1 neutron-server[103164]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 20:49:56.642580 n-d-842733-1 neutron-server[103164]: self.session.flush() May 20 20:49:56.642580 n-d-842733-1 neutron-server[103164]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 20:49:56.642580 n-d-842733-1 neutron-server[103164]: self.session.flush() May 20 20:49:56.642580 n-d-842733-1 neutron-server[103164]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 20:49:56.642580 n-d-842733-1 neutron-server[103164]: self.session.flush() May 20 20:49:56.642580 n-d-842733-1 neutron-server[103164]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 20:49:56.642580 n-d-842733-1 neutron-server[103164]: self.session.flush() May 20 20:49:56.642580 n-d-842733-1 neutron-server[103164]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 20:49:56.642580 n-d-842733-1 neutron-server[103164]: self.session.flush() May 20 20:49:56.642580 n-d-842733-1 neutron-server[103164]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 20:49:56.642580 n-d-842733-1 neutron-server[103164]: self.session.flush() May 20 20:49:56.645772 n-d-842733-1 neutron-server[103164]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 20:49:56.645772 n-d-842733-1 neutron-server[103164]: self.session.flush() May 20 20:49:56.645772 n-d-842733-1 neutron-server[103164]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 20:49:56.645772 n-d-842733-1 neutron-server[103164]: self.session.flush() May 20 20:49:56.645772 n-d-842733-1 neutron-server[103164]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 20:49:56.645772 n-d-842733-1 neutron-server[103164]: self.session.flush() May 20 20:49:56.645772 n-d-842733-1 neutron-server[103164]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 20:49:56.645772 n-d-842733-1 neutron-server[103164]: self.session.flush() May 20 20:49:56.645772 n-d-842733-1 neutron-server[103164]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 20:49:56.645772 n-d-842733-1 neutron-server[103164]: self.session.flush() May 20 20:49:56.645772 n-d-842733-1 neutron-server[103164]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 20:49:56.645772 n-d-842733-1 neutron-server[103164]: self.session.flush() May 20 20:49:56.645772 n-d-842733-1 neutron-server[103164]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 20:49:56.645772 n-d-842733-1 neutron-server[103164]: self.session.flush() May 20 20:49:56.646940 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-22f305ec-18a5-4f2a-9fdd-e57c17f73951 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=535b466be6674bcea6560c454cf100c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3577516 May 20 20:49:56.650493 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 49074) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:49:56.653129 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f305ec-18a5-4f2a-9fdd-e57c17f73951 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daf34fe9-6bbe-4cb9-b5b8-8e77e0a3ce1d,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:49:56.656901 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-abf92778-766f-4a14-9b6c-acb535168492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099'] for port, after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:56.718020 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf92778-766f-4a14-9b6c-acb535168492 None None] Pushing event deleted for resources: {'Port': ['ID=c50376c3-383f-4708-a321-ab173c22ab1f,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:49:56.719941 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abf92778-766f-4a14-9b6c-acb535168492 None None] No DVR routers for this DVR port c50376c3-383f-4708-a321-ab173c22ab1f on host n-d-842733-1 {{(pid=103164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:49:56.756847 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7198176c-ad70-4f13-8d25-ac24c53ff6dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33072115', 'neutron.services.segments.db._delete_segments_for_network-8782419500584'] for network, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:56.765689 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c55e386-4400-4e87-8555-45906d84ea12 req-8502b337-905d-4163-9d75-5d9982c36323 tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:49:56.767218 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0c55e386-4400-4e87-8555-45906d84ea12 req-8502b337-905d-4163-9d75-5d9982c36323 tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] 10.222.0.35 "GET /v2.0/ports?device_id=367ac43c-c0d5-4081-b0b0-90c7efefd89d HTTP/1.1" status: 200 len: 945 time: 0.1175232 May 20 20:49:56.774848 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5e210e14-7a7e-489f-b680-d50ce14a6af7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:56.784301 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-7198176c-ad70-4f13-8d25-ac24c53ff6dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0f85c50-1e5c-452b-8cab-6202e1b6863f']}} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:49:56.792491 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-7198176c-ad70-4f13-8d25-ac24c53ff6dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0039cc5-6cb0-4490-8a7d-a4c3b510f023') {'for_net_delete': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:49:56.792792 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-7198176c-ad70-4f13-8d25-ac24c53ff6dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0039cc5-6cb0-4490-8a7d-a4c3b510f023') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:49:56.807266 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7198176c-ad70-4f13-8d25-ac24c53ff6dd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419501617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3738385'] for segment, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:56.822489 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7198176c-ad70-4f13-8d25-ac24c53ff6dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:56.831203 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7198176c-ad70-4f13-8d25-ac24c53ff6dd admin admin] Releasing vlan 201 on physical network physnet1 to pool {{(pid=103162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 20:49:56.831746 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7198176c-ad70-4f13-8d25-ac24c53ff6dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3800791'] for segment, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:56.833576 n-d-842733-1 neutron-server[103162]: Traceback (most recent call last): May 20 20:49:56.833576 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 20:49:56.833576 n-d-842733-1 neutron-server[103162]: timer() May 20 20:49:56.833576 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 20:49:56.833576 n-d-842733-1 neutron-server[103162]: cb(*args, **kw) May 20 20:49:56.833576 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 20 20:49:56.833576 n-d-842733-1 neutron-server[103162]: return func(*args, **kwargs) May 20 20:49:56.833576 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 20:49:56.833576 n-d-842733-1 neutron-server[103162]: self._notify() May 20 20:49:56.833576 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 20:49:56.833576 n-d-842733-1 neutron-server[103162]: self.callback(batched_events) May 20 20:49:56.833576 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 20:49:56.833576 n-d-842733-1 neutron-server[103162]: event.method(event) May 20 20:49:56.833576 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 20 20:49:56.833576 n-d-842733-1 neutron-server[103162]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 20:49:56.833576 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 20 20:49:56.833576 n-d-842733-1 neutron-server[103162]: aggregate_uuid = self.p_client.list_aggregates( May 20 20:49:56.833576 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 20 20:49:56.833576 n-d-842733-1 neutron-server[103162]: return f(self, *a, **k) May 20 20:49:56.833576 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 20 20:49:56.833576 n-d-842733-1 neutron-server[103162]: return self._get(url).json() May 20 20:49:56.833576 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 20 20:49:56.833576 n-d-842733-1 neutron-server[103162]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 20:49:56.833576 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 20:49:56.833576 n-d-842733-1 neutron-server[103162]: return self.request(url, 'GET', **kwargs) May 20 20:49:56.833576 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 20:49:56.833576 n-d-842733-1 neutron-server[103162]: base_url = self.get_endpoint(auth, allow=allow, May 20 20:49:56.833576 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 20:49:56.833576 n-d-842733-1 neutron-server[103162]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 20:49:56.833576 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 20:49:56.833576 n-d-842733-1 neutron-server[103162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 20:49:56.833576 n-d-842733-1 neutron-server[103162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 20:49:56.849792 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5e210e14-7a7e-489f-b680-d50ce14a6af7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:56.883372 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0c55e386-4400-4e87-8555-45906d84ea12 req-751c5377-9c9b-43d0-bf87-5b4ab48ab1ef tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] 10.222.0.35 "GET /v2.0/security-groups?id=2274ca87-1a60-437e-91f1-b4d825425422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003730 May 20 20:49:56.901174 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5b24d3-6d5b-4621-b436-3243bd3ec7a2 req-d2a135be-8f78-4c09-a349-842c16f2a894 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:49:56.902805 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6d5b24d3-6d5b-4621-b436-3243bd3ec7a2 req-d2a135be-8f78-4c09-a349-842c16f2a894 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] 10.222.0.35 "GET /v2.0/ports?device_id=a01bab84-e721-453a-a62b-39aee7a43ec2 HTTP/1.1" status: 200 len: 945 time: 0.1330283 May 20 20:49:56.947203 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6d5b24d3-6d5b-4621-b436-3243bd3ec7a2 req-14927742-ba99-40e0-b9bb-fc4407201b94 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] 10.222.0.35 "GET /v2.0/security-groups?id=c483e38f-9a64-43a8-8fa0-f6dc256bd4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364616 May 20 20:49:56.995605 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7198176c-ad70-4f13-8d25-ac24c53ff6dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33072122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748162'] for network, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:57.005931 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7198176c-ad70-4f13-8d25-ac24c53ff6dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:57.008261 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-7198176c-ad70-4f13-8d25-ac24c53ff6dd admin admin] 10.222.0.35 "DELETE /v2.0/networks/a0f85c50-1e5c-452b-8cab-6202e1b6863f HTTP/1.1" status: 204 len: 168 time: 0.9220181 May 20 20:49:57.023676 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7198176c-ad70-4f13-8d25-ac24c53ff6dd admin admin] Pushing event deleted for resources: {'Network': ['ID=a0f85c50-1e5c-452b-8cab-6202e1b6863f,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:49:57.026762 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5e210e14-7a7e-489f-b680-d50ce14a6af7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:57.029576 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5e210e14-7a7e-489f-b680-d50ce14a6af7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:57.030686 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-5e210e14-7a7e-489f-b680-d50ce14a6af7 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/daf34fe9-6bbe-4cb9-b5b8-8e77e0a3ce1d HTTP/1.1" status: 204 len: 168 time: 0.3793683 May 20 20:49:57.088584 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e210e14-7a7e-489f-b680-d50ce14a6af7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daf34fe9-6bbe-4cb9-b5b8-8e77e0a3ce1d,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:49:57.127533 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee43108d-ef36-4d9c-9547-60268e7a9b84 req-fe15dfed-1bba-4452-9ed6-fec6519e113a tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:49:57.129506 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ee43108d-ef36-4d9c-9547-60268e7a9b84 req-fe15dfed-1bba-4452-9ed6-fec6519e113a tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] 10.222.0.35 "GET /v2.0/ports?device_id=a01bab84-e721-453a-a62b-39aee7a43ec2 HTTP/1.1" status: 200 len: 945 time: 0.1142678 May 20 20:49:57.140998 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 49086) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:49:57.146119 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-8c494216-b72e-4bf6-a3ec-44e437688493 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Request body: {'floatingip': {'port_id': '136f5193-a983-4bde-a529-6062a99baa0c'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:49:57.164582 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049f1116-ef31-400e-a1d0-55aeaf2e6943 req-f054f592-55d9-45dd-b2ff-c85c574e4a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:49:57.166218 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-049f1116-ef31-400e-a1d0-55aeaf2e6943 req-f054f592-55d9-45dd-b2ff-c85c574e4a88 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3674afb5-fa57-4c40-b6ee-249d678d06fa&tenant_id=f7d646bffa614f21b1ea08af4be56a95 HTTP/1.1" status: 200 len: 1095 time: 0.0666597 May 20 20:49:57.190948 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8c494216-b72e-4bf6-a3ec-44e437688493 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Notify callbacks [] for floatingip, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:57.239798 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049f1116-ef31-400e-a1d0-55aeaf2e6943 req-8d7b521d-934f-41e7-8e2b-ae0dfed7ddd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:49:57.242330 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-049f1116-ef31-400e-a1d0-55aeaf2e6943 req-8d7b521d-934f-41e7-8e2b-ae0dfed7ddd9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f7d646bffa614f21b1ea08af4be56a95&device_id=3674afb5-fa57-4c40-b6ee-249d678d06fa HTTP/1.1" status: 200 len: 1095 time: 0.0449431 May 20 20:49:57.345100 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049f1116-ef31-400e-a1d0-55aeaf2e6943 req-833687f1-d9d7-4dd6-b503-8dccfd56408d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:49:57.347099 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-049f1116-ef31-400e-a1d0-55aeaf2e6943 req-833687f1-d9d7-4dd6-b503-8dccfd56408d service neutron] 10.222.0.13 "GET /v2.0/networks?id=52b22ddd-d38d-47d7-9f62-928c2e551c45 HTTP/1.1" status: 200 len: 918 time: 0.0988014 May 20 20:49:57.454718 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-049f1116-ef31-400e-a1d0-55aeaf2e6943 req-00e98fba-52e7-4775-8f3e-fe436128bf2e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2d5ed9b9-34de-49e9-9f89-f903cda525ce HTTP/1.1" status: 200 len: 999 time: 0.1002617 May 20 20:49:57.541067 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 49096) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:49:57.556421 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f06f42d-ba29-4fb3-9a20-15d1dbba609f req-f390d96a-f98d-4503-822c-087573e94c7e tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:49:57.558010 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5f06f42d-ba29-4fb3-9a20-15d1dbba609f req-f390d96a-f98d-4503-822c-087573e94c7e tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "GET /v2.0/ports?device_id=3674afb5-fa57-4c40-b6ee-249d678d06fa HTTP/1.1" status: 200 len: 944 time: 0.1669700 May 20 20:49:57.572568 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff1cc85-9667-4676-96d4-a4745354daf1 req-685f0da4-3ad4-407f-9bc2-611375cb92b3 tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:49:57.574270 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-aff1cc85-9667-4676-96d4-a4745354daf1 req-685f0da4-3ad4-407f-9bc2-611375cb92b3 tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] 10.222.0.35 "GET /v2.0/ports?device_id=8b88cd31-cda3-44fe-8261-e4f5f87931ab HTTP/1.1" status: 200 len: 945 time: 0.1730156 May 20 20:49:57.582399 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049f1116-ef31-400e-a1d0-55aeaf2e6943 req-48c14fc9-13f4-4715-8dd3-f287bb84df56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:49:57.584175 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-049f1116-ef31-400e-a1d0-55aeaf2e6943 req-48c14fc9-13f4-4715-8dd3-f287bb84df56 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=77f2b783-fdae-41c3-9017-0093e586145d HTTP/1.1" status: 200 len: 856 time: 0.1231670 May 20 20:49:57.634566 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-4e9149a5-14f1-4cc3-b915-7128339860cb admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b08823cbf82b41d5ac4037cf2ee63513&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0922613 May 20 20:49:57.636178 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 49100) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:49:57.660512 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049f1116-ef31-400e-a1d0-55aeaf2e6943 req-28b70ee5-ec09-43b7-90d3-9a72a6db3503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:49:57.661502 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-049f1116-ef31-400e-a1d0-55aeaf2e6943 req-28b70ee5-ec09-43b7-90d3-9a72a6db3503 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=52b22ddd-d38d-47d7-9f62-928c2e551c45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0700991 May 20 20:49:57.722297 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5f06f42d-ba29-4fb3-9a20-15d1dbba609f req-66da28f8-1358-401f-a75a-7d64dfb2382d tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "GET /v2.0/security-groups?id=17369763-0550-4ec3-bd12-32142aaf9548&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1448455 May 20 20:49:57.746096 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-aff1cc85-9667-4676-96d4-a4745354daf1 req-2440d0f6-3d27-435b-88cf-2757cd0b27cb tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] 10.222.0.35 "GET /v2.0/security-groups?id=178a2da1-ceea-4d89-b699-5b1b443e3e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1621356 May 20 20:49:57.755377 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0376cd3a-ecce-4756-857b-343ec05bfec8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:57.782940 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device c50376c3-383f-4708-a321-ab173c22ab1f no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:49:57.798888 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0376cd3a-ecce-4756-857b-343ec05bfec8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:57.808904 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-049f1116-ef31-400e-a1d0-55aeaf2e6943 req-e21b9569-ee93-40b2-bb39-c1705cb034b6 service neutron] 10.222.0.13 "GET /v2.0/networks/52b22ddd-d38d-47d7-9f62-928c2e551c45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386838 May 20 20:49:57.818766 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: c50376c3-383f-4708-a321-ab173c22ab1f {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 20:49:57.822698 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device c50376c3-383f-4708-a321-ab173c22ab1f not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 20:49:57.889381 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f37ca51c-991b-42a7-a129-d3c060654707 req-ae6a0a94-d225-479b-9278-a40145af4b78 tempest-ServerShowV257Test-1980069802 tempest-ServerShowV257Test-1980069802-project] 10.222.0.35 "GET /v2.0/ports?device_id=0856d7c7-f2cf-45a1-9bb8-efb615854f4d HTTP/1.1" status: 200 len: 210 time: 0.0480890 May 20 20:49:57.932855 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-049f1116-ef31-400e-a1d0-55aeaf2e6943 req-6e38bebe-d66c-4648-9245-be610ca4a17a service neutron] 10.222.0.13 "GET /v2.0/networks/52b22ddd-d38d-47d7-9f62-928c2e551c45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146970 May 20 20:49:58.002732 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0376cd3a-ecce-4756-857b-343ec05bfec8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:58.005609 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0376cd3a-ecce-4756-857b-343ec05bfec8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:58.008185 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-0376cd3a-ecce-4756-857b-343ec05bfec8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/18b4de30-16a9-4001-b1eb-14a4aad6a23c HTTP/1.1" status: 204 len: 168 time: 0.3696454 May 20 20:49:58.018540 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0376cd3a-ecce-4756-857b-343ec05bfec8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18b4de30-16a9-4001-b1eb-14a4aad6a23c,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:49:58.270832 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.db.resource_extend [None req-8c494216-b72e-4bf6-a3ec-44e437688493 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] It took 0.37 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 20 20:49:58.328769 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4387d5b-74f4-4aa5-978b-59dcf39baebf req-ab340771-0746-4123-96a3-81bf6687d537 tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:49:58.330292 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e4387d5b-74f4-4aa5-978b-59dcf39baebf req-ab340771-0746-4123-96a3-81bf6687d537 tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] 10.222.0.35 "GET /v2.0/ports?device_id=367ac43c-c0d5-4081-b0b0-90c7efefd89d HTTP/1.1" status: 200 len: 945 time: 0.0982828 May 20 20:49:58.342780 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8c494216-b72e-4bf6-a3ec-44e437688493 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:58.380348 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e4387d5b-74f4-4aa5-978b-59dcf39baebf req-33124e08-79e0-4b94-abed-3ea2eeac1c89 tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] 10.222.0.35 "GET /v2.0/security-groups?id=2274ca87-1a60-437e-91f1-b4d825425422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396500 May 20 20:49:58.419511 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8c494216-b72e-4bf6-a3ec-44e437688493 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748272'] for floatingip, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:58.532702 n-d-842733-1 neutron-server[103163]: INFO neutron.db.l3_db [None req-8c494216-b72e-4bf6-a3ec-44e437688493 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Floating IP 60d948bc-cb3d-4c6d-897d-417b4d43ecc3 associated. External IP: 172.25.2.131, port: 136f5193-a983-4bde-a529-6062a99baa0c. May 20 20:49:59.025839 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c494216-b72e-4bf6-a3ec-44e437688493 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Router 1b403540-9eac-4959-9594-ec7fea5521b9 has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 20:49:59.047258 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e75a8b1-8c2f-4841-8722-06dab612cd13 req-88bcf303-137a-4106-8d24-53deab8167bf tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:49:59.048821 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1e75a8b1-8c2f-4841-8722-06dab612cd13 req-88bcf303-137a-4106-8d24-53deab8167bf tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "GET /v2.0/ports?device_id=3674afb5-fa57-4c40-b6ee-249d678d06fa HTTP/1.1" status: 200 len: 944 time: 0.1809547 May 20 20:49:59.069892 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d959ea-f598-4880-bde7-ff7beb11316e req-4aa88075-0ee6-4b17-9972-c59e126af6cd tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:49:59.077856 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-08d959ea-f598-4880-bde7-ff7beb11316e req-4aa88075-0ee6-4b17-9972-c59e126af6cd tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] 10.222.0.35 "GET /v2.0/ports?device_id=8b88cd31-cda3-44fe-8261-e4f5f87931ab HTTP/1.1" status: 200 len: 945 time: 0.1438308 May 20 20:49:59.134530 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.agents_db [None req-5c33ad30-4e00-40fa-b486-8c79c4a6cfc5 None None] Agent healthcheck: found 7 active agents {{(pid=103165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 20 20:49:59.281357 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-08d959ea-f598-4880-bde7-ff7beb11316e req-a41b20c0-f6fe-4d63-a9eb-a15f8c8c0cfe tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] 10.222.0.35 "GET /v2.0/security-groups?id=178a2da1-ceea-4d89-b699-5b1b443e3e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2023890 May 20 20:49:59.299888 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1e75a8b1-8c2f-4841-8722-06dab612cd13 req-b5a16582-61df-4537-aa58-3f6ddf4ac7c8 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "GET /v2.0/security-groups?id=17369763-0550-4ec3-bd12-32142aaf9548&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2162116 May 20 20:49:59.395667 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c494216-b72e-4bf6-a3ec-44e437688493 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 20:49:59.400105 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8c494216-b72e-4bf6-a3ec-44e437688493 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for floatingip, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:59.408408 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac26bbce-0c66-4eac-9bff-ecb778f849e4 None None] Sync routers for ids ['1b403540-9eac-4959-9594-ec7fea5521b9'] in n-d-842733-1 {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 20:49:59.426545 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac26bbce-0c66-4eac-9bff-ecb778f849e4 None None] Routers {'1b403540-9eac-4959-9594-ec7fea5521b9'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:49:59.427188 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-ac26bbce-0c66-4eac-9bff-ecb778f849e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:49:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['1b403540-9eac-4959-9594-ec7fea5521b9'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:49:59.531081 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-8c494216-b72e-4bf6-a3ec-44e437688493 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] 10.222.0.35 "PUT /v2.0/floatingips/60d948bc-cb3d-4c6d-897d-417b4d43ecc3 HTTP/1.1" status: 200 len: 991 time: 2.3888385 May 20 20:49:59.570831 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a258610d-2145-4c14-92b4-1175b6cf3ac8 req-a4955888-852e-4b6f-a315-9270c3704660 tempest-ServerShowV257Test-1980069802 tempest-ServerShowV257Test-1980069802-project] 10.222.0.35 "GET /v2.0/ports?device_id=0856d7c7-f2cf-45a1-9bb8-efb615854f4d HTTP/1.1" status: 200 len: 210 time: 0.0901761 May 20 20:49:59.612212 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a01bab84-e721-453a-a62b-39aee7a43ec2', 'tag': '136f5193-a983-4bde-a529-6062a99baa0c'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:49:59.641408 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4291b17aa7b45362825f0571e77c85f5e73afe1df9c7e9e15006df9d695c005e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d965be1-5f8e-4c8f-b119-b9e13de3fce6" -d '{"events": [{"name": "network-changed", "server_uuid": "a01bab84-e721-453a-a62b-39aee7a43ec2", "tag": "136f5193-a983-4bde-a529-6062a99baa0c"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:49:59.695946 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee71d1f-b2a7-4e69-ab1f-916ae80b3a62 req-f3f36243-da0c-4b61-b8c5-fc13878d28b9 tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:49:59.703599 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-cee71d1f-b2a7-4e69-ab1f-916ae80b3a62 req-f3f36243-da0c-4b61-b8c5-fc13878d28b9 tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] 10.222.0.35 "GET /v2.0/ports?device_id=367ac43c-c0d5-4081-b0b0-90c7efefd89d HTTP/1.1" status: 200 len: 945 time: 0.2185476 May 20 20:49:59.739052 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-ac26bbce-0c66-4eac-9bff-ecb778f849e4 None None] Set router 1b403540-9eac-4959-9594-ec7fea5521b9 gateway port host: n-d-842733-1 {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:49:59.739383 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 20:49:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49cd914c-ba53-4f47-a963-409b486d2096 x-openstack-request-id: req-49cd914c-ba53-4f47-a963-409b486d2096 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:49:59.739383 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a01bab84-e721-453a-a62b-39aee7a43ec2", "tag": "136f5193-a983-4bde-a529-6062a99baa0c", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:49:59.739383 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-49cd914c-ba53-4f47-a963-409b486d2096 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:49:59.739383 n-d-842733-1 neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49cd914c-ba53-4f47-a963-409b486d2096'] response: {'name': 'network-changed', 'server_uuid': 'a01bab84-e721-453a-a62b-39aee7a43ec2', 'tag': '136f5193-a983-4bde-a529-6062a99baa0c', 'status': 'completed', 'code': 200} May 20 20:49:59.766013 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-cee71d1f-b2a7-4e69-ab1f-916ae80b3a62 req-a692e104-c631-43a3-ad72-e7039f4595c8 tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] 10.222.0.35 "GET /v2.0/security-groups?id=2274ca87-1a60-437e-91f1-b4d825425422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615563 May 20 20:50:00.003577 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d965be1-5f8e-4c8f-b119-b9e13de3fce6 req-78acaad9-cb47-42b4-b56d-1f87acbe7c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:00.014321 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-5d965be1-5f8e-4c8f-b119-b9e13de3fce6 req-78acaad9-cb47-42b4-b56d-1f87acbe7c20 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c23324ed92c6460facba85082860777a&device_id=a01bab84-e721-453a-a62b-39aee7a43ec2 HTTP/1.1" status: 200 len: 1096 time: 0.1469970 May 20 20:50:00.162083 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d965be1-5f8e-4c8f-b119-b9e13de3fce6 req-c784a974-ab0b-4182-8408-b933af867d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:00.165034 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-5d965be1-5f8e-4c8f-b119-b9e13de3fce6 req-c784a974-ab0b-4182-8408-b933af867d88 service neutron] 10.222.0.13 "GET /v2.0/networks?id=7c34618e-1eb4-46a9-ac65-b891df136138 HTTP/1.1" status: 200 len: 916 time: 0.1302893 May 20 20:50:00.209857 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 49198) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:50:00.438644 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-683ae36a-f8f1-4c33-ad1d-a8ad7884cdf3 req-37d1f3b8-90cb-4762-a774-7adb48d1e7d9 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0856d7c7-f2cf-45a1-9bb8-efb615854f4d HTTP/1.1" status: 200 len: 210 time: 0.1297278 May 20 20:50:00.439252 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-5d965be1-5f8e-4c8f-b119-b9e13de3fce6 req-601b9c0e-f866-4c4a-9fb2-41b835f479f4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=136f5193-a983-4bde-a529-6062a99baa0c HTTP/1.1" status: 200 len: 999 time: 0.2540286 May 20 20:50:00.481872 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-ac26bbce-0c66-4eac-9bff-ecb778f849e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b403540-9eac-4959-9594-ec7fea5521b9', 'name': 'tempest-AttachVolumeNegativeTest-1769752784-router', 'tenant_id': 'c23324ed92c6460facba85082860777a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.135'}], 'enable_snat': True}, 'gw_port_id': 'e020f4ff-b002-440c-a8f2-69d13e16d5c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:44:14Z', 'updated_at': '2022-05-20T20:44:19Z', 'revision_number': 4, 'project_id': 'c23324ed92c6460facba85082860777a', 'gw_port': {'id': 'e020f4ff-b002-440c-a8f2-69d13e16d5c9', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:39:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b403540-9eac-4959-9594-ec7fea5521b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1010, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:44:14Z', 'updated_at': '2022-05-20T20:44:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_floatingips': [{'id': '60d948bc-cb3d-4c6d-897d-417b4d43ecc3', 'tenant_id': 'c23324ed92c6460facba85082860777a', 'floating_ip_address': '172.25.2.131', 'floating_network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'router_id': '1b403540-9eac-4959-9594-ec7fea5521b9', 'port_id': '136f5193-a983-4bde-a529-6062a99baa0c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1406, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c34618e-1eb4-46a9-ac65-b891df136138', 'mac_address': 'fa:16:3e:ae:da:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a01bab84-e721-453a-a62b-39aee7a43ec2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-20T20:49:28Z', 'updated_at': '2022-05-20T20:49:57Z', 'revision_number': 1, 'project_id': 'c23324ed92c6460facba85082860777a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f36b20e-e5dd-44fd-9a75-f97ecc5c70c4', 'name': '', 'network_id': '7c34618e-1eb4-46a9-ac65-b891df136138', 'tenant_id': 'c23324ed92c6460facba85082860777a', 'mac_address': 'fa:16:3e:f4:b0:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b403540-9eac-4959-9594-ec7fea5521b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': '66bb8d81-3453-4d74-b13d-66db71019128', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:44:18Z', 'updated_at': '2022-05-20T20:44:24Z', 'revision_number': 5, 'project_id': 'c23324ed92c6460facba85082860777a', 'subnets': [{'id': '66bb8d81-3453-4d74-b13d-66db71019128', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:50:00.536692 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac26bbce-0c66-4eac-9bff-ecb778f849e4 None None] Checking router: 1b403540-9eac-4959-9594-ec7fea5521b9 for host: n-d-842733-1 {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 20:50:00.581180 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac26bbce-0c66-4eac-9bff-ecb778f849e4 None None] Routers {'1b403540-9eac-4959-9594-ec7fea5521b9'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:50:00.583473 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-ac26bbce-0c66-4eac-9bff-ecb778f849e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:49:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['1b403540-9eac-4959-9594-ec7fea5521b9'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:50:00.633489 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d965be1-5f8e-4c8f-b119-b9e13de3fce6 req-3e2add69-16f4-4f70-ba8a-1c4c7bade187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:00.648467 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-5d965be1-5f8e-4c8f-b119-b9e13de3fce6 req-3e2add69-16f4-4f70-ba8a-1c4c7bade187 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=66bb8d81-3453-4d74-b13d-66db71019128 HTTP/1.1" status: 200 len: 854 time: 0.2059937 May 20 20:50:00.673307 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f4dad356-fa9f-4efd-8dee-2b93e6fb0916 req-c7af34d3-7f1f-4199-8377-be1b0b3f2986 tempest-ImagesNegativeTestJSON-1531633127 tempest-ImagesNegativeTestJSON-1531633127-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=b6b8fa87efe94b74b6b2063a4296fd98&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1171966 May 20 20:50:00.707912 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-39927c60-a7af-4fe2-b779-51893eda71b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-285215839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-285215839-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-2010913559'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:50:00.768065 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d965be1-5f8e-4c8f-b119-b9e13de3fce6 req-64d3f320-7394-4024-8bba-a5cc88dafa5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:00.769580 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-5d965be1-5f8e-4c8f-b119-b9e13de3fce6 req-64d3f320-7394-4024-8bba-a5cc88dafa5c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7c34618e-1eb4-46a9-ac65-b891df136138&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0953155 May 20 20:50:00.808665 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59a5b1b-8bff-4151-9702-2f42ab93663d req-135b19b4-0805-4014-ad6b-53515c7a8b1a tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:00.816757 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d59a5b1b-8bff-4151-9702-2f42ab93663d req-135b19b4-0805-4014-ad6b-53515c7a8b1a tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] 10.222.0.35 "GET /v2.0/ports?device_id=8b88cd31-cda3-44fe-8261-e4f5f87931ab HTTP/1.1" status: 200 len: 945 time: 0.2496469 May 20 20:50:00.839808 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39927c60-a7af-4fe2-b779-51893eda71b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-285215839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-285215839-project] Made reservation on behalf of cc34f03cfdf44ded935f4be75851a161 for: {'network': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:50:00.855266 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-39927c60-a7af-4fe2-b779-51893eda71b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-285215839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-285215839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for network, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:00.878426 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-ac26bbce-0c66-4eac-9bff-ecb778f849e4 None None] Set router 1b403540-9eac-4959-9594-ec7fea5521b9 gateway port host: n-d-842733-1 {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:50:00.890642 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-39927c60-a7af-4fe2-b779-51893eda71b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-285215839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-285215839-project] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:00.959951 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d59a5b1b-8bff-4151-9702-2f42ab93663d req-5a9a0217-8bdc-49c8-9f50-332555d15c71 tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] 10.222.0.35 "GET /v2.0/security-groups?id=178a2da1-ceea-4d89-b699-5b1b443e3e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1394668 May 20 20:50:01.072858 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-5d965be1-5f8e-4c8f-b119-b9e13de3fce6 req-f6fe66f1-04f2-44f5-b463-161bca7b7012 service neutron] 10.222.0.13 "GET /v2.0/networks/7c34618e-1eb4-46a9-ac65-b891df136138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2888348 May 20 20:50:01.075532 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dad356-fa9f-4efd-8dee-2b93e6fb0916 req-9aaba7e1-1a0c-46a5-b9f2-01abf9353f7d tempest-ImagesNegativeTestJSON-1531633127 tempest-ImagesNegativeTestJSON-1531633127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:01.086514 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f4dad356-fa9f-4efd-8dee-2b93e6fb0916 req-9aaba7e1-1a0c-46a5-b9f2-01abf9353f7d tempest-ImagesNegativeTestJSON-1531633127 tempest-ImagesNegativeTestJSON-1531633127-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4110708 May 20 20:50:01.138062 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f4dad356-fa9f-4efd-8dee-2b93e6fb0916 req-dd7e9891-d3c1-4f5e-a723-a106b9e255c1 tempest-ImagesNegativeTestJSON-1531633127 tempest-ImagesNegativeTestJSON-1531633127-project] 10.222.0.35 "GET /v2.0/quotas/b6b8fa87efe94b74b6b2063a4296fd98 HTTP/1.1" status: 200 len: 375 time: 0.0501230 May 20 20:50:01.183272 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-ac26bbce-0c66-4eac-9bff-ecb778f849e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b403540-9eac-4959-9594-ec7fea5521b9', 'name': 'tempest-AttachVolumeNegativeTest-1769752784-router', 'tenant_id': 'c23324ed92c6460facba85082860777a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.135'}], 'enable_snat': True}, 'gw_port_id': 'e020f4ff-b002-440c-a8f2-69d13e16d5c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:44:14Z', 'updated_at': '2022-05-20T20:44:19Z', 'revision_number': 4, 'project_id': 'c23324ed92c6460facba85082860777a', 'gw_port': {'id': 'e020f4ff-b002-440c-a8f2-69d13e16d5c9', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:39:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b403540-9eac-4959-9594-ec7fea5521b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1010, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:44:14Z', 'updated_at': '2022-05-20T20:44:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_floatingips': [{'id': '60d948bc-cb3d-4c6d-897d-417b4d43ecc3', 'tenant_id': 'c23324ed92c6460facba85082860777a', 'floating_ip_address': '172.25.2.131', 'floating_network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'router_id': '1b403540-9eac-4959-9594-ec7fea5521b9', 'port_id': '136f5193-a983-4bde-a529-6062a99baa0c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1406, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c34618e-1eb4-46a9-ac65-b891df136138', 'mac_address': 'fa:16:3e:ae:da:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a01bab84-e721-453a-a62b-39aee7a43ec2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-20T20:49:28Z', 'updated_at': '2022-05-20T20:49:57Z', 'revision_number': 1, 'project_id': 'c23324ed92c6460facba85082860777a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f36b20e-e5dd-44fd-9a75-f97ecc5c70c4', 'name': '', 'network_id': '7c34618e-1eb4-46a9-ac65-b891df136138', 'tenant_id': 'c23324ed92c6460facba85082860777a', 'mac_address': 'fa:16:3e:f4:b0:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b403540-9eac-4959-9594-ec7fea5521b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': '66bb8d81-3453-4d74-b13d-66db71019128', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:44:18Z', 'updated_at': '2022-05-20T20:44:24Z', 'revision_number': 5, 'project_id': 'c23324ed92c6460facba85082860777a', 'subnets': [{'id': '66bb8d81-3453-4d74-b13d-66db71019128', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:50:01.188636 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f4dad356-fa9f-4efd-8dee-2b93e6fb0916 req-83b0dd36-9ba1-46d0-bd31-881053465db6 tempest-ImagesNegativeTestJSON-1531633127 tempest-ImagesNegativeTestJSON-1531633127-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=b6b8fa87efe94b74b6b2063a4296fd98&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0492544 May 20 20:50:01.216879 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-5d965be1-5f8e-4c8f-b119-b9e13de3fce6 req-0fe2a2be-10bb-4ab2-816e-b6975533aad9 service neutron] 10.222.0.13 "GET /v2.0/networks/7c34618e-1eb4-46a9-ac65-b891df136138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367266 May 20 20:50:01.217841 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac26bbce-0c66-4eac-9bff-ecb778f849e4 None None] The sync data for ids ['1b403540-9eac-4959-9594-ec7fea5521b9'] in n-d-842733-1 is: [{'id': '1b403540-9eac-4959-9594-ec7fea5521b9', 'name': 'tempest-AttachVolumeNegativeTest-1769752784-router', 'tenant_id': 'c23324ed92c6460facba85082860777a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.135'}], 'enable_snat': True}, 'gw_port_id': 'e020f4ff-b002-440c-a8f2-69d13e16d5c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:44:14Z', 'updated_at': '2022-05-20T20:44:19Z', 'revision_number': 4, 'project_id': 'c23324ed92c6460facba85082860777a', 'gw_port': {'id': 'e020f4ff-b002-440c-a8f2-69d13e16d5c9', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:39:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b403540-9eac-4959-9594-ec7fea5521b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1010, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:44:14Z', 'updated_at': '2022-05-20T20:44:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_floatingips': [{'id': '60d948bc-cb3d-4c6d-897d-417b4d43ecc3', 'tenant_id': 'c23324ed92c6460facba85082860777a', 'floating_ip_address': '172.25.2.131', 'floating_network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'router_id': '1b403540-9eac-4959-9594-ec7fea5521b9', 'port_id': '136f5193-a983-4bde-a529-6062a99baa0c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1406, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c34618e-1eb4-46a9-ac65-b891df136138', 'mac_address': 'fa:16:3e:ae:da:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a01bab84-e721-453a-a62b-39aee7a43ec2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-20T20:49:28Z', 'updated_at': '2022-05-20T20:49:57Z', 'revision_number': 1, 'project_id': 'c23324ed92c6460facba85082860777a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f36b20e-e5dd-44fd-9a75-f97ecc5c70c4', 'name': '', 'network_id': '7c34618e-1eb4-46a9-ac65-b891df136138', 'tenant_id': 'c23324ed92c6460facba85082860777a', 'mac_address': 'fa:16:3e:f4:b0:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b403540-9eac-4959-9594-ec7fea5521b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': '66bb8d81-3453-4d74-b13d-66db71019128', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:44:18Z', 'updated_at': '2022-05-20T20:44:24Z', 'revision_number': 5, 'project_id': 'c23324ed92c6460facba85082860777a', 'subnets': [{'id': '66bb8d81-3453-4d74-b13d-66db71019128', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 20:50:01.277905 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e3abec-5999-42d2-8a75-e8d674c321d4 req-097a6fd4-7b1b-457a-9bab-4019b7b5eae2 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:01.279693 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-11e3abec-5999-42d2-8a75-e8d674c321d4 req-097a6fd4-7b1b-457a-9bab-4019b7b5eae2 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "GET /v2.0/ports?device_id=3674afb5-fa57-4c40-b6ee-249d678d06fa HTTP/1.1" status: 200 len: 944 time: 0.1801608 May 20 20:50:01.362069 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-39927c60-a7af-4fe2-b779-51893eda71b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-285215839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-285215839-project] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:01.373269 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-11e3abec-5999-42d2-8a75-e8d674c321d4 req-36c20423-e07f-4d45-9c78-06f1a308571a tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "GET /v2.0/security-groups?id=17369763-0550-4ec3-bd12-32142aaf9548&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784223 May 20 20:50:01.421204 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-39927c60-a7af-4fe2-b779-51893eda71b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-285215839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-285215839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:01.494031 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 49222) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:50:01.501894 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-06ceb45e-a80f-4eb9-a778-45cdef63513d tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1686168161'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:50:01.531165 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39927c60-a7af-4fe2-b779-51893eda71b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-285215839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-285215839-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 246} {{(pid=103163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 20:50:01.537070 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39927c60-a7af-4fe2-b779-51893eda71b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-285215839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-285215839-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f289350b-9f85-48ee-857e-6e00a70141d3,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:50:01.547574 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-39927c60-a7af-4fe2-b779-51893eda71b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-285215839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-285215839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:01.548191 n-d-842733-1 neutron-server[103163]: INFO neutron.db.segments_db [None req-39927c60-a7af-4fe2-b779-51893eda71b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-285215839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-285215839-project] Added segment fcb3af24-602b-4415-86aa-95060adb5df4 of type vlan for network 20d563e9-6610-4c30-872c-a50222650c53 May 20 20:50:01.671398 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06ceb45e-a80f-4eb9-a778-45cdef63513d tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Made reservation on behalf of 130041758ffe4e0a8066d604acc4da27 for: {'network': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:50:01.675426 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-06ceb45e-a80f-4eb9-a778-45cdef63513d tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for network, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:01.710568 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab20c35-be9f-4734-8d14-cfc06c3310ff None None] New status for floating IP 60d948bc-cb3d-4c6d-897d-417b4d43ecc3: ACTIVE {{(pid=103165) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 20:50:01.733610 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06ceb45e-a80f-4eb9-a778-45cdef63513d tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 232} {{(pid=103162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 20:50:01.776006 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-06ceb45e-a80f-4eb9-a778-45cdef63513d tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:01.776975 n-d-842733-1 neutron-server[103162]: INFO neutron.db.segments_db [None req-06ceb45e-a80f-4eb9-a778-45cdef63513d tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Added segment 625a2e39-ceca-49f0-b8ec-14ebc369722e of type vlan for network ce671979-73f9-44d6-8ce7-2c8dc82e60ae May 20 20:50:01.823932 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-755ee36a-26ba-43cd-b171-52d066b113e1 req-1fd711a1-8165-4459-b3f9-173deb77b0b3 tempest-ServerShowV257Test-1980069802 tempest-ServerShowV257Test-1980069802-project] 10.222.0.35 "GET /v2.0/ports?device_id=0856d7c7-f2cf-45a1-9bb8-efb615854f4d HTTP/1.1" status: 200 len: 210 time: 0.2515044 May 20 20:50:01.838936 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-39927c60-a7af-4fe2-b779-51893eda71b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-285215839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-285215839-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418993264'] for network, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:01.850997 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-06ceb45e-a80f-4eb9-a778-45cdef63513d tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418993264'] for network, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:01.942538 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-362b567b-287d-41df-a052-2787d643cb69 req-2ad763aa-526b-4b15-beab-4d6fe1687fc7 tempest-ImagesNegativeTestJSON-1531633127 tempest-ImagesNegativeTestJSON-1531633127-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5f3c381-8d00-4c6b-a526-b177baed57f7 HTTP/1.1" status: 200 len: 210 time: 0.0387981 May 20 20:50:01.956919 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-06ceb45e-a80f-4eb9-a778-45cdef63513d tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524'] for network, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:01.967301 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0ee62e-f429-4e6b-a093-10b68407c5a5 req-a93d0143-d981-4286-a643-0e6cd3a92bb3 tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:01.975375 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06ceb45e-a80f-4eb9-a778-45cdef63513d tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:01.975572 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5f0ee62e-f429-4e6b-a093-10b68407c5a5 req-a93d0143-d981-4286-a643-0e6cd3a92bb3 tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] 10.222.0.35 "GET /v2.0/ports?device_id=367ac43c-c0d5-4081-b0b0-90c7efefd89d HTTP/1.1" status: 200 len: 945 time: 0.3414383 May 20 20:50:01.977890 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-06ceb45e-a80f-4eb9-a778-45cdef63513d tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:02.036641 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-39927c60-a7af-4fe2-b779-51893eda71b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-285215839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-285215839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524'] for network, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:02.045850 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39927c60-a7af-4fe2-b779-51893eda71b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-285215839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-285215839-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:02.046729 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-39927c60-a7af-4fe2-b779-51893eda71b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-285215839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-285215839-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:02.198648 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:02.202437 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ceb45e-a80f-4eb9-a778-45cdef63513d tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Pushing event updated for resources: {'Network': ['ID=ce671979-73f9-44d6-8ce7-2c8dc82e60ae,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:50:02.213616 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5f0ee62e-f429-4e6b-a093-10b68407c5a5 req-5797eb9c-ebe2-4c67-a60a-18030427706e tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] 10.222.0.35 "GET /v2.0/security-groups?id=2274ca87-1a60-437e-91f1-b4d825425422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2370481 May 20 20:50:02.215191 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Network ce671979-73f9-44d6-8ce7-2c8dc82e60ae details requested by agent ovs-agent-n-d-842733-1 with host n-d-842733-1 {{(pid=103164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 20 20:50:02.238128 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-06ceb45e-a80f-4eb9-a778-45cdef63513d tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7392650 May 20 20:50:02.247276 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 49234) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:50:02.251350 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-39927c60-a7af-4fe2-b779-51893eda71b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-285215839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-285215839-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 2.0402327 May 20 20:50:02.273079 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-7ce61551-bc65-4504-849c-b1590570b3cb tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1309086242'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:50:02.290773 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39927c60-a7af-4fe2-b779-51893eda71b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-285215839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-285215839-project] Pushing event updated for resources: {'Network': ['ID=20d563e9-6610-4c30-872c-a50222650c53,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:50:02.321573 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251ca2ee-7db8-4515-9c62-8672c6629b17 req-4bbe7c30-d848-4bf1-b908-c26b2f3e864c tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:02.330519 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-251ca2ee-7db8-4515-9c62-8672c6629b17 req-4bbe7c30-d848-4bf1-b908-c26b2f3e864c tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] 10.222.0.35 "GET /v2.0/ports?device_id=8b88cd31-cda3-44fe-8261-e4f5f87931ab HTTP/1.1" status: 200 len: 945 time: 0.2116272 May 20 20:50:02.389007 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-251ca2ee-7db8-4515-9c62-8672c6629b17 req-331b4fe9-eb38-4708-ac36-047047fa95e1 tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] 10.222.0.35 "GET /v2.0/security-groups?id=178a2da1-ceea-4d89-b699-5b1b443e3e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518498 May 20 20:50:02.392692 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ce61551-bc65-4504-849c-b1590570b3cb tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Made reservation on behalf of 130041758ffe4e0a8066d604acc4da27 for: {'network': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:50:02.399297 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Network 20d563e9-6610-4c30-872c-a50222650c53 details requested by agent ovs-agent-n-d-842733-1 with host n-d-842733-1 {{(pid=103164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 20 20:50:02.405153 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7ce61551-bc65-4504-849c-b1590570b3cb tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for network, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:02.451159 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 49242) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:50:02.454480 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ce61551-bc65-4504-849c-b1590570b3cb tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 200} {{(pid=103163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 20:50:02.462365 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-3d779dad-ae88-4cfa-833d-162802102316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Request body: {'port': {'network_id': '20d563e9-6610-4c30-872c-a50222650c53', 'binding:host_id': 'n-h1-842733-1', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-445632705'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:50:02.465315 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7ce61551-bc65-4504-849c-b1590570b3cb tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:02.465883 n-d-842733-1 neutron-server[103163]: INFO neutron.db.segments_db [None req-7ce61551-bc65-4504-849c-b1590570b3cb tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Added segment 3b05c879-c09c-4a80-a0be-ac1f12f8feca of type vlan for network 55b562d5-5067-4b35-82c1-b8cbe81beb27 May 20 20:50:02.522075 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7ce61551-bc65-4504-849c-b1590570b3cb tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418993264'] for network, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:02.568123 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d779dad-ae88-4cfa-833d-162802102316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Made reservation on behalf of 9d2c3712e489467fb7bc3f055a135a5c for: {'port': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:50:02.571868 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3d779dad-ae88-4cfa-833d-162802102316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:02.587248 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3d779dad-ae88-4cfa-833d-162802102316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:02.605739 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273b7df3-6342-4cb5-8c05-4ccea4838dd1 req-279a3781-5017-4860-a981-809c2bc2c058 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:02.607964 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-273b7df3-6342-4cb5-8c05-4ccea4838dd1 req-279a3781-5017-4860-a981-809c2bc2c058 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "GET /v2.0/ports?device_id=3674afb5-fa57-4c40-b6ee-249d678d06fa HTTP/1.1" status: 200 len: 944 time: 0.0654645 May 20 20:50:02.654503 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-273b7df3-6342-4cb5-8c05-4ccea4838dd1 req-5c2696fe-5944-4ecc-b61a-7105d3805954 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "GET /v2.0/security-groups?id=17369763-0550-4ec3-bd12-32142aaf9548&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397778 May 20 20:50:02.655217 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7ce61551-bc65-4504-849c-b1590570b3cb tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524'] for network, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:02.660937 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ce61551-bc65-4504-849c-b1590570b3cb tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:02.661534 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7ce61551-bc65-4504-849c-b1590570b3cb tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:02.736891 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce61551-bc65-4504-849c-b1590570b3cb tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Pushing event updated for resources: {'Network': ['ID=55b562d5-5067-4b35-82c1-b8cbe81beb27,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:50:02.743108 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3d779dad-ae88-4cfa-833d-162802102316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:02.749349 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Network 55b562d5-5067-4b35-82c1-b8cbe81beb27 details requested by agent ovs-agent-n-d-842733-1 with host n-d-842733-1 {{(pid=103164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 20 20:50:02.830503 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3d779dad-ae88-4cfa-833d-162802102316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:02.832827 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-7ce61551-bc65-4504-849c-b1590570b3cb tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5800588 May 20 20:50:02.836248 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 49248) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:50:02.837009 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [None req-3d779dad-ae88-4cfa-833d-162802102316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] device_id is not set on port 127e61b9-2de3-44de-8b79-3eed2438ea45 yet. {{(pid=103162) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 20 20:50:02.841314 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-b727efea-fab9-460a-8c43-36d55c6c6155 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Request body: {'subnet': {'network_id': 'ce671979-73f9-44d6-8ce7-2c8dc82e60ae', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:50:03.001391 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d779dad-ae88-4cfa-833d-162802102316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08548646-72d0-404c-b004-fd8f8d9df1b5,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:50:03.035882 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-28621640-333f-44dd-b1d2-9c29fc6674fc req-b7c7d632-a111-47e4-b93c-b2cd67bc0a56 tempest-ServerShowV257Test-1980069802 tempest-ServerShowV257Test-1980069802-project] 10.222.0.35 "GET /v2.0/ports?device_id=0856d7c7-f2cf-45a1-9bb8-efb615854f4d HTTP/1.1" status: 200 len: 210 time: 0.0667670 May 20 20:50:03.043345 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b727efea-fab9-460a-8c43-36d55c6c6155 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Made reservation on behalf of 130041758ffe4e0a8066d604acc4da27 for: {'subnet': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:50:03.047115 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b727efea-fab9-460a-8c43-36d55c6c6155 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8422561'] for subnet, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:03.136677 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [None req-3d779dad-ae88-4cfa-833d-162802102316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] device_id is not set on port 127e61b9-2de3-44de-8b79-3eed2438ea45 yet. {{(pid=103162) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 20 20:50:03.146281 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3d779dad-ae88-4cfa-833d-162802102316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:03.159928 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7850c766-c87c-4667-a8fc-fbda39bf2adc req-ff4cb408-5717-49c1-9859-3d910b502ade tempest-ImagesNegativeTestJSON-1531633127 tempest-ImagesNegativeTestJSON-1531633127-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5f3c381-8d00-4c6b-a526-b177baed57f7 HTTP/1.1" status: 200 len: 210 time: 0.1423478 May 20 20:50:03.231634 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3d779dad-ae88-4cfa-833d-162802102316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:03.299700 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d779dad-ae88-4cfa-833d-162802102316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Pushing event updated for resources: {'Port': ['ID=127e61b9-2de3-44de-8b79-3eed2438ea45,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:50:03.302305 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d779dad-ae88-4cfa-833d-162802102316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Checking segment: {'id': 'fcb3af24-602b-4415-86aa-95060adb5df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '20d563e9-6610-4c30-872c-a50222650c53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:50:03.302553 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d779dad-ae88-4cfa-833d-162802102316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Network hostable DHCP agents. Network: 20d563e9-6610-4c30-872c-a50222650c53, hostable agents: ['c9b0653c-f3c7-4339-bd50-e3754b629216'], hosted agents: [] {{(pid=103162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 20:50:03.398761 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b46466b-f1db-405c-beea-8034d66c8965 req-29e83f01-8e6e-4467-b306-4f2b9724189d tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:03.400320 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1b46466b-f1db-405c-beea-8034d66c8965 req-29e83f01-8e6e-4467-b306-4f2b9724189d tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] 10.222.0.35 "GET /v2.0/ports?device_id=367ac43c-c0d5-4081-b0b0-90c7efefd89d HTTP/1.1" status: 200 len: 945 time: 0.0622401 May 20 20:50:03.435258 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d779dad-ae88-4cfa-833d-162802102316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Network 20d563e9-6610-4c30-872c-a50222650c53 is scheduled to be hosted by DHCP agent c9b0653c-f3c7-4339-bd50-e3754b629216 with binding_index 1 {{(pid=103162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 20:50:03.453924 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1b46466b-f1db-405c-beea-8034d66c8965 req-8b099ee3-5fb2-4edf-a671-ed88b13eda18 tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] 10.222.0.35 "GET /v2.0/security-groups?id=2274ca87-1a60-437e-91f1-b4d825425422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472212 May 20 20:50:03.494533 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b727efea-fab9-460a-8c43-36d55c6c6155 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9641412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8422583'] for subnet, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:03.579405 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-3d779dad-ae88-4cfa-833d-162802102316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842733-1, 20d563e9-6610-4c30-872c-a50222650c53) {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:50:03.583568 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d779dad-ae88-4cfa-833d-162802102316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:50:03.595242 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99d8e03f-378e-4dd4-97fc-b84f69e3354d None None] Network 20d563e9-6610-4c30-872c-a50222650c53 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:50:03.598785 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-76b6d379-1955-4412-a00b-1e504a1a9517 req-84956165-4ca0-4e0c-87a3-b789f61e270e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=29b36a1933c949b49fbbc33369dfd8d4&device_id=0856d7c7-f2cf-45a1-9bb8-efb615854f4d HTTP/1.1" status: 200 len: 210 time: 0.0635755 May 20 20:50:03.611232 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-3d779dad-ae88-4cfa-833d-162802102316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Attempting to bind port 127e61b9-2de3-44de-8b79-3eed2438ea45 on host n-h1-842733-1 for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:50:03.611655 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-3d779dad-ae88-4cfa-833d-162802102316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Attempting to bind port 127e61b9-2de3-44de-8b79-3eed2438ea45 by drivers openvswitch,hyperv on host n-h1-842733-1 at level 0 using segments [{'id': 'fcb3af24-602b-4415-86aa-95060adb5df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '20d563e9-6610-4c30-872c-a50222650c53'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:50:03.612151 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d779dad-ae88-4cfa-833d-162802102316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Attempting to bind port 127e61b9-2de3-44de-8b79-3eed2438ea45 on network 20d563e9-6610-4c30-872c-a50222650c53 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:50:03.621358 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d779dad-ae88-4cfa-833d-162802102316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Port 127e61b9-2de3-44de-8b79-3eed2438ea45 on network 20d563e9-6610-4c30-872c-a50222650c53 not bound, no agent of type Open vSwitch agent registered on host n-h1-842733-1 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 20:50:03.621705 n-d-842733-1 neutron-server[103162]: ERROR neutron.plugins.ml2.managers [None req-3d779dad-ae88-4cfa-833d-162802102316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Failed to bind port 127e61b9-2de3-44de-8b79-3eed2438ea45 on host n-h1-842733-1 for vnic_type normal using segments [{'id': 'fcb3af24-602b-4415-86aa-95060adb5df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '20d563e9-6610-4c30-872c-a50222650c53'}] May 20 20:50:03.622091 n-d-842733-1 neutron-server[103162]: INFO neutron.plugins.ml2.plugin [None req-3d779dad-ae88-4cfa-833d-162802102316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Attempt 2 to bind port 127e61b9-2de3-44de-8b79-3eed2438ea45 May 20 20:50:03.653602 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-3d779dad-ae88-4cfa-833d-162802102316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Attempting to bind port 127e61b9-2de3-44de-8b79-3eed2438ea45 on host n-h1-842733-1 for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:50:03.653894 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-3d779dad-ae88-4cfa-833d-162802102316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Attempting to bind port 127e61b9-2de3-44de-8b79-3eed2438ea45 by drivers openvswitch,hyperv on host n-h1-842733-1 at level 0 using segments [{'id': 'fcb3af24-602b-4415-86aa-95060adb5df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '20d563e9-6610-4c30-872c-a50222650c53'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:50:03.654317 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d779dad-ae88-4cfa-833d-162802102316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Attempting to bind port 127e61b9-2de3-44de-8b79-3eed2438ea45 on network 20d563e9-6610-4c30-872c-a50222650c53 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:50:03.665320 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d779dad-ae88-4cfa-833d-162802102316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Port 127e61b9-2de3-44de-8b79-3eed2438ea45 on network 20d563e9-6610-4c30-872c-a50222650c53 not bound, no agent of type Open vSwitch agent registered on host n-h1-842733-1 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 20:50:03.665712 n-d-842733-1 neutron-server[103162]: ERROR neutron.plugins.ml2.managers [None req-3d779dad-ae88-4cfa-833d-162802102316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Failed to bind port 127e61b9-2de3-44de-8b79-3eed2438ea45 on host n-h1-842733-1 for vnic_type normal using segments [{'id': 'fcb3af24-602b-4415-86aa-95060adb5df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '20d563e9-6610-4c30-872c-a50222650c53'}] May 20 20:50:03.666314 n-d-842733-1 neutron-server[103162]: INFO neutron.plugins.ml2.plugin [None req-3d779dad-ae88-4cfa-833d-162802102316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Attempt 3 to bind port 127e61b9-2de3-44de-8b79-3eed2438ea45 May 20 20:50:03.682338 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-3d779dad-ae88-4cfa-833d-162802102316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Attempting to bind port 127e61b9-2de3-44de-8b79-3eed2438ea45 on host n-h1-842733-1 for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:50:03.682672 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-3d779dad-ae88-4cfa-833d-162802102316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Attempting to bind port 127e61b9-2de3-44de-8b79-3eed2438ea45 by drivers openvswitch,hyperv on host n-h1-842733-1 at level 0 using segments [{'id': 'fcb3af24-602b-4415-86aa-95060adb5df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '20d563e9-6610-4c30-872c-a50222650c53'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:50:03.683016 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d779dad-ae88-4cfa-833d-162802102316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Attempting to bind port 127e61b9-2de3-44de-8b79-3eed2438ea45 on network 20d563e9-6610-4c30-872c-a50222650c53 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:50:03.697057 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-76b6d379-1955-4412-a00b-1e504a1a9517 req-bdeebf7e-8f4b-410f-ac14-dc38221dc97c service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=29b36a1933c949b49fbbc33369dfd8d4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0875347 May 20 20:50:03.700725 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d779dad-ae88-4cfa-833d-162802102316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Port 127e61b9-2de3-44de-8b79-3eed2438ea45 on network 20d563e9-6610-4c30-872c-a50222650c53 not bound, no agent of type Open vSwitch agent registered on host n-h1-842733-1 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 20:50:03.701133 n-d-842733-1 neutron-server[103162]: ERROR neutron.plugins.ml2.managers [None req-3d779dad-ae88-4cfa-833d-162802102316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Failed to bind port 127e61b9-2de3-44de-8b79-3eed2438ea45 on host n-h1-842733-1 for vnic_type normal using segments [{'id': 'fcb3af24-602b-4415-86aa-95060adb5df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '20d563e9-6610-4c30-872c-a50222650c53'}] May 20 20:50:03.701586 n-d-842733-1 neutron-server[103162]: INFO neutron.plugins.ml2.plugin [None req-3d779dad-ae88-4cfa-833d-162802102316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Attempt 4 to bind port 127e61b9-2de3-44de-8b79-3eed2438ea45 May 20 20:50:03.716806 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-3d779dad-ae88-4cfa-833d-162802102316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Attempting to bind port 127e61b9-2de3-44de-8b79-3eed2438ea45 on host n-h1-842733-1 for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:50:03.717137 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-3d779dad-ae88-4cfa-833d-162802102316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Attempting to bind port 127e61b9-2de3-44de-8b79-3eed2438ea45 by drivers openvswitch,hyperv on host n-h1-842733-1 at level 0 using segments [{'id': 'fcb3af24-602b-4415-86aa-95060adb5df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '20d563e9-6610-4c30-872c-a50222650c53'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:50:03.717503 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d779dad-ae88-4cfa-833d-162802102316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Attempting to bind port 127e61b9-2de3-44de-8b79-3eed2438ea45 on network 20d563e9-6610-4c30-872c-a50222650c53 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:50:03.722615 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d779dad-ae88-4cfa-833d-162802102316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Port 127e61b9-2de3-44de-8b79-3eed2438ea45 on network 20d563e9-6610-4c30-872c-a50222650c53 not bound, no agent of type Open vSwitch agent registered on host n-h1-842733-1 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 20:50:03.722964 n-d-842733-1 neutron-server[103162]: ERROR neutron.plugins.ml2.managers [None req-3d779dad-ae88-4cfa-833d-162802102316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Failed to bind port 127e61b9-2de3-44de-8b79-3eed2438ea45 on host n-h1-842733-1 for vnic_type normal using segments [{'id': 'fcb3af24-602b-4415-86aa-95060adb5df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '20d563e9-6610-4c30-872c-a50222650c53'}] May 20 20:50:03.723342 n-d-842733-1 neutron-server[103162]: INFO neutron.plugins.ml2.plugin [None req-3d779dad-ae88-4cfa-833d-162802102316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Attempt 5 to bind port 127e61b9-2de3-44de-8b79-3eed2438ea45 May 20 20:50:03.743241 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b727efea-fab9-460a-8c43-36d55c6c6155 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Pushing event updated for resources: {'Subnet': ['ID=59b92b0c-ed8d-4efc-a77e-dc7193508e61,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:50:03.743781 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-3d779dad-ae88-4cfa-833d-162802102316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Attempting to bind port 127e61b9-2de3-44de-8b79-3eed2438ea45 on host n-h1-842733-1 for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:50:03.744357 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-3d779dad-ae88-4cfa-833d-162802102316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Attempting to bind port 127e61b9-2de3-44de-8b79-3eed2438ea45 by drivers openvswitch,hyperv on host n-h1-842733-1 at level 0 using segments [{'id': 'fcb3af24-602b-4415-86aa-95060adb5df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '20d563e9-6610-4c30-872c-a50222650c53'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:50:03.744542 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d779dad-ae88-4cfa-833d-162802102316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Attempting to bind port 127e61b9-2de3-44de-8b79-3eed2438ea45 on network 20d563e9-6610-4c30-872c-a50222650c53 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:50:03.751042 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c1918420-4d75-4aa2-a073-bfcf1612fb8c req-d57a5578-0235-42b3-8f4d-6c57a2afee84 tempest-ServerShowV257Test-1980069802 tempest-ServerShowV257Test-1980069802-project] 10.222.0.35 "GET /v2.0/ports?device_id=0856d7c7-f2cf-45a1-9bb8-efb615854f4d HTTP/1.1" status: 200 len: 210 time: 0.0838034 May 20 20:50:03.751783 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d779dad-ae88-4cfa-833d-162802102316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Port 127e61b9-2de3-44de-8b79-3eed2438ea45 on network 20d563e9-6610-4c30-872c-a50222650c53 not bound, no agent of type Open vSwitch agent registered on host n-h1-842733-1 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 20:50:03.752186 n-d-842733-1 neutron-server[103162]: ERROR neutron.plugins.ml2.managers [None req-3d779dad-ae88-4cfa-833d-162802102316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Failed to bind port 127e61b9-2de3-44de-8b79-3eed2438ea45 on host n-h1-842733-1 for vnic_type normal using segments [{'id': 'fcb3af24-602b-4415-86aa-95060adb5df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '20d563e9-6610-4c30-872c-a50222650c53'}] May 20 20:50:03.752740 n-d-842733-1 neutron-server[103162]: INFO neutron.plugins.ml2.plugin [None req-3d779dad-ae88-4cfa-833d-162802102316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Attempt 6 to bind port 127e61b9-2de3-44de-8b79-3eed2438ea45 May 20 20:50:03.762672 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b727efea-fab9-460a-8c43-36d55c6c6155 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Checking segment: {'id': '625a2e39-ceca-49f0-b8ec-14ebc369722e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'ce671979-73f9-44d6-8ce7-2c8dc82e60ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:50:03.763026 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b727efea-fab9-460a-8c43-36d55c6c6155 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Network hostable DHCP agents. Network: ce671979-73f9-44d6-8ce7-2c8dc82e60ae, hostable agents: ['c9b0653c-f3c7-4339-bd50-e3754b629216'], hosted agents: [] {{(pid=103163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 20:50:03.784865 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-3d779dad-ae88-4cfa-833d-162802102316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Attempting to bind port 127e61b9-2de3-44de-8b79-3eed2438ea45 on host n-h1-842733-1 for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:50:03.785489 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-3d779dad-ae88-4cfa-833d-162802102316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Attempting to bind port 127e61b9-2de3-44de-8b79-3eed2438ea45 by drivers openvswitch,hyperv on host n-h1-842733-1 at level 0 using segments [{'id': 'fcb3af24-602b-4415-86aa-95060adb5df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '20d563e9-6610-4c30-872c-a50222650c53'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:50:03.793732 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d779dad-ae88-4cfa-833d-162802102316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Attempting to bind port 127e61b9-2de3-44de-8b79-3eed2438ea45 on network 20d563e9-6610-4c30-872c-a50222650c53 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:50:03.797756 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d779dad-ae88-4cfa-833d-162802102316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Port 127e61b9-2de3-44de-8b79-3eed2438ea45 on network 20d563e9-6610-4c30-872c-a50222650c53 not bound, no agent of type Open vSwitch agent registered on host n-h1-842733-1 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 20:50:03.798113 n-d-842733-1 neutron-server[103162]: ERROR neutron.plugins.ml2.managers [None req-3d779dad-ae88-4cfa-833d-162802102316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Failed to bind port 127e61b9-2de3-44de-8b79-3eed2438ea45 on host n-h1-842733-1 for vnic_type normal using segments [{'id': 'fcb3af24-602b-4415-86aa-95060adb5df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '20d563e9-6610-4c30-872c-a50222650c53'}] May 20 20:50:03.799165 n-d-842733-1 neutron-server[103162]: INFO neutron.plugins.ml2.plugin [None req-3d779dad-ae88-4cfa-833d-162802102316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Attempt 7 to bind port 127e61b9-2de3-44de-8b79-3eed2438ea45 May 20 20:50:03.820277 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-3d779dad-ae88-4cfa-833d-162802102316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Attempting to bind port 127e61b9-2de3-44de-8b79-3eed2438ea45 on host n-h1-842733-1 for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:50:03.821052 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-3d779dad-ae88-4cfa-833d-162802102316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Attempting to bind port 127e61b9-2de3-44de-8b79-3eed2438ea45 by drivers openvswitch,hyperv on host n-h1-842733-1 at level 0 using segments [{'id': 'fcb3af24-602b-4415-86aa-95060adb5df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '20d563e9-6610-4c30-872c-a50222650c53'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:50:03.821624 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d779dad-ae88-4cfa-833d-162802102316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Attempting to bind port 127e61b9-2de3-44de-8b79-3eed2438ea45 on network 20d563e9-6610-4c30-872c-a50222650c53 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:50:03.828066 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d779dad-ae88-4cfa-833d-162802102316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Port 127e61b9-2de3-44de-8b79-3eed2438ea45 on network 20d563e9-6610-4c30-872c-a50222650c53 not bound, no agent of type Open vSwitch agent registered on host n-h1-842733-1 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 20:50:03.828624 n-d-842733-1 neutron-server[103162]: ERROR neutron.plugins.ml2.managers [None req-3d779dad-ae88-4cfa-833d-162802102316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Failed to bind port 127e61b9-2de3-44de-8b79-3eed2438ea45 on host n-h1-842733-1 for vnic_type normal using segments [{'id': 'fcb3af24-602b-4415-86aa-95060adb5df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '20d563e9-6610-4c30-872c-a50222650c53'}] May 20 20:50:03.829358 n-d-842733-1 neutron-server[103162]: INFO neutron.plugins.ml2.plugin [None req-3d779dad-ae88-4cfa-833d-162802102316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Attempt 8 to bind port 127e61b9-2de3-44de-8b79-3eed2438ea45 May 20 20:50:03.846982 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-3d779dad-ae88-4cfa-833d-162802102316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Attempting to bind port 127e61b9-2de3-44de-8b79-3eed2438ea45 on host n-h1-842733-1 for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:50:03.847615 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-3d779dad-ae88-4cfa-833d-162802102316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Attempting to bind port 127e61b9-2de3-44de-8b79-3eed2438ea45 by drivers openvswitch,hyperv on host n-h1-842733-1 at level 0 using segments [{'id': 'fcb3af24-602b-4415-86aa-95060adb5df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '20d563e9-6610-4c30-872c-a50222650c53'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:50:03.848122 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d779dad-ae88-4cfa-833d-162802102316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Attempting to bind port 127e61b9-2de3-44de-8b79-3eed2438ea45 on network 20d563e9-6610-4c30-872c-a50222650c53 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:50:03.857583 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666b45e1-2cc4-474d-9236-d188ed59631d req-0cff2e91-a79e-4d26-a39f-73d9e8558f30 tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:03.859154 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-666b45e1-2cc4-474d-9236-d188ed59631d req-0cff2e91-a79e-4d26-a39f-73d9e8558f30 tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] 10.222.0.35 "GET /v2.0/ports?device_id=8b88cd31-cda3-44fe-8261-e4f5f87931ab HTTP/1.1" status: 200 len: 945 time: 0.2120831 May 20 20:50:03.868622 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d779dad-ae88-4cfa-833d-162802102316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Port 127e61b9-2de3-44de-8b79-3eed2438ea45 on network 20d563e9-6610-4c30-872c-a50222650c53 not bound, no agent of type Open vSwitch agent registered on host n-h1-842733-1 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 20:50:03.869071 n-d-842733-1 neutron-server[103162]: ERROR neutron.plugins.ml2.managers [None req-3d779dad-ae88-4cfa-833d-162802102316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Failed to bind port 127e61b9-2de3-44de-8b79-3eed2438ea45 on host n-h1-842733-1 for vnic_type normal using segments [{'id': 'fcb3af24-602b-4415-86aa-95060adb5df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '20d563e9-6610-4c30-872c-a50222650c53'}] May 20 20:50:03.877632 n-d-842733-1 neutron-server[103162]: INFO neutron.plugins.ml2.plugin [None req-3d779dad-ae88-4cfa-833d-162802102316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Attempt 9 to bind port 127e61b9-2de3-44de-8b79-3eed2438ea45 May 20 20:50:03.906879 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-3d779dad-ae88-4cfa-833d-162802102316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Attempting to bind port 127e61b9-2de3-44de-8b79-3eed2438ea45 on host n-h1-842733-1 for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:50:03.907157 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-3d779dad-ae88-4cfa-833d-162802102316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Attempting to bind port 127e61b9-2de3-44de-8b79-3eed2438ea45 by drivers openvswitch,hyperv on host n-h1-842733-1 at level 0 using segments [{'id': 'fcb3af24-602b-4415-86aa-95060adb5df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '20d563e9-6610-4c30-872c-a50222650c53'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:50:03.907550 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d779dad-ae88-4cfa-833d-162802102316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Attempting to bind port 127e61b9-2de3-44de-8b79-3eed2438ea45 on network 20d563e9-6610-4c30-872c-a50222650c53 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:50:03.912371 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d779dad-ae88-4cfa-833d-162802102316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Port 127e61b9-2de3-44de-8b79-3eed2438ea45 on network 20d563e9-6610-4c30-872c-a50222650c53 not bound, no agent of type Open vSwitch agent registered on host n-h1-842733-1 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 20:50:03.919313 n-d-842733-1 neutron-server[103162]: ERROR neutron.plugins.ml2.managers [None req-3d779dad-ae88-4cfa-833d-162802102316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Failed to bind port 127e61b9-2de3-44de-8b79-3eed2438ea45 on host n-h1-842733-1 for vnic_type normal using segments [{'id': 'fcb3af24-602b-4415-86aa-95060adb5df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '20d563e9-6610-4c30-872c-a50222650c53'}] May 20 20:50:03.919313 n-d-842733-1 neutron-server[103162]: INFO neutron.plugins.ml2.plugin [None req-3d779dad-ae88-4cfa-833d-162802102316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Attempt 10 to bind port 127e61b9-2de3-44de-8b79-3eed2438ea45 May 20 20:50:03.926841 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-3d779dad-ae88-4cfa-833d-162802102316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Attempting to bind port 127e61b9-2de3-44de-8b79-3eed2438ea45 on host n-h1-842733-1 for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:50:03.927285 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-3d779dad-ae88-4cfa-833d-162802102316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Attempting to bind port 127e61b9-2de3-44de-8b79-3eed2438ea45 by drivers openvswitch,hyperv on host n-h1-842733-1 at level 0 using segments [{'id': 'fcb3af24-602b-4415-86aa-95060adb5df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '20d563e9-6610-4c30-872c-a50222650c53'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:50:03.927752 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d779dad-ae88-4cfa-833d-162802102316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Attempting to bind port 127e61b9-2de3-44de-8b79-3eed2438ea45 on network 20d563e9-6610-4c30-872c-a50222650c53 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:50:03.934069 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d779dad-ae88-4cfa-833d-162802102316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Port 127e61b9-2de3-44de-8b79-3eed2438ea45 on network 20d563e9-6610-4c30-872c-a50222650c53 not bound, no agent of type Open vSwitch agent registered on host n-h1-842733-1 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 20:50:03.934494 n-d-842733-1 neutron-server[103162]: ERROR neutron.plugins.ml2.managers [None req-3d779dad-ae88-4cfa-833d-162802102316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Failed to bind port 127e61b9-2de3-44de-8b79-3eed2438ea45 on host n-h1-842733-1 for vnic_type normal using segments [{'id': 'fcb3af24-602b-4415-86aa-95060adb5df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '20d563e9-6610-4c30-872c-a50222650c53'}] May 20 20:50:03.934790 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3d779dad-ae88-4cfa-833d-162802102316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:03.952932 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b727efea-fab9-460a-8c43-36d55c6c6155 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Network ce671979-73f9-44d6-8ce7-2c8dc82e60ae is scheduled to be hosted by DHCP agent c9b0653c-f3c7-4339-bd50-e3754b629216 with binding_index 1 {{(pid=103163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 20:50:03.968840 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b6d379-1955-4412-a00b-1e504a1a9517 req-8e6c4409-b41e-4e64-9f00-a57126788675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:03.970474 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-76b6d379-1955-4412-a00b-1e504a1a9517 req-8e6c4409-b41e-4e64-9f00-a57126788675 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2535379 May 20 20:50:03.978573 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-b727efea-fab9-460a-8c43-36d55c6c6155 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842733-1, ce671979-73f9-44d6-8ce7-2c8dc82e60ae) {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:50:03.987919 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b727efea-fab9-460a-8c43-36d55c6c6155 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:03.988580 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b727efea-fab9-460a-8c43-36d55c6c6155 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Notify callbacks [] for subnet, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:03.995424 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-666b45e1-2cc4-474d-9236-d188ed59631d req-9604a73d-a1b0-4816-a640-14039530d075 tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] 10.222.0.35 "GET /v2.0/security-groups?id=178a2da1-ceea-4d89-b699-5b1b443e3e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1192501 May 20 20:50:03.999543 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bb42948-c1dc-4050-9b3b-faa85e87fd5e None None] Network ce671979-73f9-44d6-8ce7-2c8dc82e60ae requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:50:04.017549 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947f7f75-f046-4207-8847-8157d5157ccf req-b0bdc7d2-8ff6-4015-9da7-696ddc7a45b0 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:04.026951 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-947f7f75-f046-4207-8847-8157d5157ccf req-b0bdc7d2-8ff6-4015-9da7-696ddc7a45b0 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "GET /v2.0/ports?device_id=3674afb5-fa57-4c40-b6ee-249d678d06fa HTTP/1.1" status: 200 len: 944 time: 0.1287444 May 20 20:50:04.054784 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-3d779dad-ae88-4cfa-833d-162802102316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] For port 127e61b9-2de3-44de-8b79-3eed2438ea45, host n-h1-842733-1, cleared binding levels {{(pid=103162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:50:04.062794 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-3d779dad-ae88-4cfa-833d-162802102316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Attempted to set empty binding levels {{(pid=103162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} May 20 20:50:04.073905 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-947f7f75-f046-4207-8847-8157d5157ccf req-6a1d8b63-73a3-4d33-8edc-d24a741ee313 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "GET /v2.0/security-groups?id=17369763-0550-4ec3-bd12-32142aaf9548&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445044 May 20 20:50:04.087389 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-b727efea-fab9-460a-8c43-36d55c6c6155 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.2499592 May 20 20:50:04.088183 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 49264) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:50:04.095940 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-41f177d1-44f9-4a2d-8886-6a21151a4a43 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Request body: {'subnet': {'network_id': '55b562d5-5067-4b35-82c1-b8cbe81beb27', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:50:04.154678 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3d779dad-ae88-4cfa-833d-162802102316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:04.210887 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d779dad-ae88-4cfa-833d-162802102316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:04.212074 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3d779dad-ae88-4cfa-833d-162802102316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:04.242981 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d779dad-ae88-4cfa-833d-162802102316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Pushing event updated for resources: {'Port': ['ID=127e61b9-2de3-44de-8b79-3eed2438ea45,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:50:04.255944 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d779dad-ae88-4cfa-833d-162802102316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:50:04.257122 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d779dad-ae88-4cfa-833d-162802102316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:50:04.257693 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d779dad-ae88-4cfa-833d-162802102316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:50:04.258317 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d779dad-ae88-4cfa-833d-162802102316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:50:04.258855 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d779dad-ae88-4cfa-833d-162802102316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:50:04.259364 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d779dad-ae88-4cfa-833d-162802102316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:50:04.259888 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d779dad-ae88-4cfa-833d-162802102316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:50:04.260397 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d779dad-ae88-4cfa-833d-162802102316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:50:04.260912 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d779dad-ae88-4cfa-833d-162802102316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:50:04.261335 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d779dad-ae88-4cfa-833d-162802102316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:50:04.261765 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d779dad-ae88-4cfa-833d-162802102316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:50:04.262253 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d779dad-ae88-4cfa-833d-162802102316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:50:04.316198 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1458c13-ea82-4ef3-b473-a7bf62af4b72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaee2b848-d4b9-5db1-b6ef-d6db29d67de7-ce671979-73f9-44d6-8ce7-2c8dc82e60ae', 'network_id': 'ce671979-73f9-44d6-8ce7-2c8dc82e60ae', 'tenant_id': '130041758ffe4e0a8066d604acc4da27', 'fixed_ips': [{'subnet_id': '59b92b0c-ed8d-4efc-a77e-dc7193508e61'}]}} from n-d-842733-1. {{(pid=103164) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 20:50:04.317633 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b1458c13-ea82-4ef3-b473-a7bf62af4b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:04.329048 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-3d779dad-ae88-4cfa-833d-162802102316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 983 time: 1.8738844 May 20 20:50:04.336696 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 49268) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:50:04.386065 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-75878e84-0d07-45df-a73f-1da9d247b83b req-c0442609-e108-4340-915b-53805b35bc5d tempest-ImagesNegativeTestJSON-1531633127 tempest-ImagesNegativeTestJSON-1531633127-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5f3c381-8d00-4c6b-a526-b177baed57f7 HTTP/1.1" status: 200 len: 210 time: 0.0822799 May 20 20:50:04.434808 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41f177d1-44f9-4a2d-8886-6a21151a4a43 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Made reservation on behalf of 130041758ffe4e0a8066d604acc4da27 for: {'subnet': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:50:04.438745 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-41f177d1-44f9-4a2d-8886-6a21151a4a43 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4018244'] for subnet, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:04.547684 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [None req-b1458c13-ea82-4ef3-b473-a7bf62af4b72 None None] Allocated IP 10.1.1.2 (ce671979-73f9-44d6-8ce7-2c8dc82e60ae/59b92b0c-ed8d-4efc-a77e-dc7193508e61/59bd675e-f558-40fa-97db-47a879d3f9f0) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:50:04.685970 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0185f9f-dbbb-419f-9da1-816157cb032a req-d9380925-f07e-47b2-bc9d-2cbc6eae2a2a tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:04.688113 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f0185f9f-dbbb-419f-9da1-816157cb032a req-d9380925-f07e-47b2-bc9d-2cbc6eae2a2a tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] 10.222.0.35 "GET /v2.0/ports?device_id=367ac43c-c0d5-4081-b0b0-90c7efefd89d HTTP/1.1" status: 200 len: 945 time: 0.0959771 May 20 20:50:04.747101 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b1458c13-ea82-4ef3-b473-a7bf62af4b72 None None] Notify callbacks [] for port, precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:04.779576 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f0185f9f-dbbb-419f-9da1-816157cb032a req-5a0037b3-f800-4789-a029-e0ae9c22a06c tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] 10.222.0.35 "GET /v2.0/security-groups?id=2274ca87-1a60-437e-91f1-b4d825425422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837216 May 20 20:50:04.830390 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b1458c13-ea82-4ef3-b473-a7bf62af4b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108'] for port, after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:04.913375 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1458c13-ea82-4ef3-b473-a7bf62af4b72 None None] Pushing event updated for resources: {'Port': ['ID=59bd675e-f558-40fa-97db-47a879d3f9f0,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:50:04.927569 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1458c13-ea82-4ef3-b473-a7bf62af4b72 None None] Network ce671979-73f9-44d6-8ce7-2c8dc82e60ae is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:50:04.929876 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-b1458c13-ea82-4ef3-b473-a7bf62af4b72 None None] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:50:04.935339 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1458c13-ea82-4ef3-b473-a7bf62af4b72 None None] Received port after_create {{(pid=103164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:50:04.977611 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-d69c8ce7-802a-4951-bfd7-2375d9dab727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Deleting port 127e61b9-2de3-44de-8b79-3eed2438ea45 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:50:04.977853 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d69c8ce7-802a-4951-bfd7-2375d9dab727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:04.980499 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9404f6c1-c464-4d75-ab2e-36341698d650 req-3bd7f566-e6c8-44dc-a223-057f52aea24e tempest-ServerShowV257Test-1980069802 tempest-ServerShowV257Test-1980069802-project] 10.222.0.35 "GET /v2.0/ports?device_id=0856d7c7-f2cf-45a1-9bb8-efb615854f4d HTTP/1.1" status: 200 len: 210 time: 0.0631399 May 20 20:50:05.065022 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-b1458c13-ea82-4ef3-b473-a7bf62af4b72 None None] Attempting to bind port 59bd675e-f558-40fa-97db-47a879d3f9f0 on host n-d-842733-1 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:50:05.065440 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-b1458c13-ea82-4ef3-b473-a7bf62af4b72 None None] Attempting to bind port 59bd675e-f558-40fa-97db-47a879d3f9f0 by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': '625a2e39-ceca-49f0-b8ec-14ebc369722e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'ce671979-73f9-44d6-8ce7-2c8dc82e60ae'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:50:05.065889 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1458c13-ea82-4ef3-b473-a7bf62af4b72 None None] Attempting to bind port 59bd675e-f558-40fa-97db-47a879d3f9f0 on network ce671979-73f9-44d6-8ce7-2c8dc82e60ae {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:50:05.088016 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1458c13-ea82-4ef3-b473-a7bf62af4b72 None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 49, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:50:05.090648 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1458c13-ea82-4ef3-b473-a7bf62af4b72 None None] Checking segment: {'id': '625a2e39-ceca-49f0-b8ec-14ebc369722e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'ce671979-73f9-44d6-8ce7-2c8dc82e60ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:50:05.091246 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b1458c13-ea82-4ef3-b473-a7bf62af4b72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:05.091816 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1458c13-ea82-4ef3-b473-a7bf62af4b72 None None] Bound using segment: {'id': '625a2e39-ceca-49f0-b8ec-14ebc369722e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'ce671979-73f9-44d6-8ce7-2c8dc82e60ae'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:50:05.093506 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-b1458c13-ea82-4ef3-b473-a7bf62af4b72 None None] Bound port: 59bd675e-f558-40fa-97db-47a879d3f9f0, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '625a2e39-ceca-49f0-b8ec-14ebc369722e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'ce671979-73f9-44d6-8ce7-2c8dc82e60ae'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:50:05.094073 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b1458c13-ea82-4ef3-b473-a7bf62af4b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:05.194136 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-d69c8ce7-802a-4951-bfd7-2375d9dab727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] For port 127e61b9-2de3-44de-8b79-3eed2438ea45, host n-h1-842733-1, got binding levels [] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:50:05.194413 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d69c8ce7-802a-4951-bfd7-2375d9dab727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:05.216283 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-d69c8ce7-802a-4951-bfd7-2375d9dab727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Calling delete_port for 127e61b9-2de3-44de-8b79-3eed2438ea45 owned by {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:50:05.277406 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-41f177d1-44f9-4a2d-8886-6a21151a4a43 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3797684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4018258'] for subnet, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:05.315720 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b1458c13-ea82-4ef3-b473-a7bf62af4b72 None None] For port 59bd675e-f558-40fa-97db-47a879d3f9f0, host n-d-842733-1, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:50:05.321319 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b1458c13-ea82-4ef3-b473-a7bf62af4b72 None None] For port 59bd675e-f558-40fa-97db-47a879d3f9f0, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=59bd675e-f558-40fa-97db-47a879d3f9f0,segment=NetworkSegment(625a2e39-ceca-49f0-b8ec-14ebc369722e),segment_id=625a2e39-ceca-49f0-b8ec-14ebc369722e)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:50:05.361066 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f177d1-44f9-4a2d-8886-6a21151a4a43 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Pushing event updated for resources: {'Subnet': ['ID=7fbbf488-7764-47d2-845a-1d321aa7918a,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:50:05.385372 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-76b6d379-1955-4412-a00b-1e504a1a9517 req-fdc41be3-0e9b-4467-b1cd-3b005cfe6e8c tempest-ServerShowV257Test-1980069802 tempest-ServerShowV257Test-1980069802-project] 10.222.0.24 "GET /v2.0/ports?device_id=0856d7c7-f2cf-45a1-9bb8-efb615854f4d HTTP/1.1" status: 200 len: 210 time: 0.0992165 May 20 20:50:05.391547 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b1458c13-ea82-4ef3-b473-a7bf62af4b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:05.415642 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41f177d1-44f9-4a2d-8886-6a21151a4a43 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Checking segment: {'id': '3b05c879-c09c-4a80-a0be-ac1f12f8feca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '55b562d5-5067-4b35-82c1-b8cbe81beb27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:50:05.418061 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41f177d1-44f9-4a2d-8886-6a21151a4a43 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Network hostable DHCP agents. Network: 55b562d5-5067-4b35-82c1-b8cbe81beb27, hostable agents: ['c9b0653c-f3c7-4339-bd50-e3754b629216'], hosted agents: [] {{(pid=103162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 20:50:05.477245 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d69c8ce7-802a-4951-bfd7-2375d9dab727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:05.516264 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b351c96e-e792-4e8d-a3dc-491c4bb72d8f req-446c04ae-383e-4e50-b081-f51f47560de0 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:05.528503 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b351c96e-e792-4e8d-a3dc-491c4bb72d8f req-446c04ae-383e-4e50-b081-f51f47560de0 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "GET /v2.0/ports?device_id=3674afb5-fa57-4c40-b6ee-249d678d06fa HTTP/1.1" status: 200 len: 944 time: 0.2618992 May 20 20:50:05.574335 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e2ca61-c9e9-416b-87b4-7962b053c2d0 req-be8184a3-2ecc-417c-9e23-8e7a277e3b67 tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:05.580571 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1458c13-ea82-4ef3-b473-a7bf62af4b72 None None] Pushing event updated for resources: {'Port': ['ID=59bd675e-f558-40fa-97db-47a879d3f9f0,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:50:05.584780 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d69c8ce7-802a-4951-bfd7-2375d9dab727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:05.588700 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-d69c8ce7-802a-4951-bfd7-2375d9dab727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] 10.222.0.35 "DELETE /v2.0/ports/127e61b9-2de3-44de-8b79-3eed2438ea45 HTTP/1.1" status: 204 len: 168 time: 1.2509408 May 20 20:50:05.590600 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41f177d1-44f9-4a2d-8886-6a21151a4a43 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Network 55b562d5-5067-4b35-82c1-b8cbe81beb27 is scheduled to be hosted by DHCP agent c9b0653c-f3c7-4339-bd50-e3754b629216 with binding_index 1 {{(pid=103162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 20:50:05.591890 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 49280) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:50:05.608886 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69c8ce7-802a-4951-bfd7-2375d9dab727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Pushing event deleted for resources: {'Port': ['ID=127e61b9-2de3-44de-8b79-3eed2438ea45,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:50:05.615234 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-63e2ca61-c9e9-416b-87b4-7962b053c2d0 req-be8184a3-2ecc-417c-9e23-8e7a277e3b67 tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] 10.222.0.35 "GET /v2.0/ports?device_id=8b88cd31-cda3-44fe-8261-e4f5f87931ab HTTP/1.1" status: 200 len: 945 time: 0.4073555 May 20 20:50:05.654028 n-d-842733-1 neutron-server[103162]: INFO neutron.pecan_wsgi.hooks.translation [None req-c094d0da-3e2c-4fbc-a55d-7fc87e3d0715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] GET failed (client error): The resource could not be found. May 20 20:50:05.673800 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-c094d0da-3e2c-4fbc-a55d-7fc87e3d0715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] 10.222.0.35 "GET /v2.0/ports/127e61b9-2de3-44de-8b79-3eed2438ea45 HTTP/1.1" status: 404 len: 333 time: 0.0806122 May 20 20:50:05.677437 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 49282) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:50:05.687381 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-1d63eb67-b118-40e0-859b-dde6b0abedbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Request body: {'port': {'network_id': '20d563e9-6610-4c30-872c-a50222650c53', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494117583'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:50:05.714133 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-41f177d1-44f9-4a2d-8886-6a21151a4a43 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842733-1, 55b562d5-5067-4b35-82c1-b8cbe81beb27) {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:50:05.720937 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41f177d1-44f9-4a2d-8886-6a21151a4a43 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:05.721899 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-41f177d1-44f9-4a2d-8886-6a21151a4a43 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:05.727666 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-63e2ca61-c9e9-416b-87b4-7962b053c2d0 req-54def979-bab0-49c5-9f21-9cf5dd247808 tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] 10.222.0.35 "GET /v2.0/security-groups?id=178a2da1-ceea-4d89-b699-5b1b443e3e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1109200 May 20 20:50:05.738239 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3fdb308-3f5a-4dbe-9096-6ff436d5bb62 None None] Network 55b562d5-5067-4b35-82c1-b8cbe81beb27 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:50:05.763532 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b351c96e-e792-4e8d-a3dc-491c4bb72d8f req-91fbbe79-99ec-4e19-a879-e4786f3d416e tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "GET /v2.0/security-groups?id=17369763-0550-4ec3-bd12-32142aaf9548&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2350533 May 20 20:50:05.821998 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-41f177d1-44f9-4a2d-8886-6a21151a4a43 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.7324409 May 20 20:50:05.829727 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 49286) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:50:05.838773 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-1bb72adc-a90d-4875-8d26-20de996de87a tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Request body: {'port': {'network_id': 'ce671979-73f9-44d6-8ce7-2c8dc82e60ae', 'name': 'tempest-TaggedBootDevicesTest-175544559', 'fixed_ips': [{'subnet_id': '59b92b0c-ed8d-4efc-a77e-dc7193508e61'}]}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:50:05.895401 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d63eb67-b118-40e0-859b-dde6b0abedbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Made reservation on behalf of 9d2c3712e489467fb7bc3f055a135a5c for: {'port': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:50:05.898539 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1d63eb67-b118-40e0-859b-dde6b0abedbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:05.994598 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5d778a8f-2d93-41f5-b417-03a9bfc6c805 req-9547526f-7a8d-41f7-a161-e88d5e4ea987 tempest-ImagesNegativeTestJSON-1531633127 tempest-ImagesNegativeTestJSON-1531633127-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5f3c381-8d00-4c6b-a526-b177baed57f7 HTTP/1.1" status: 200 len: 210 time: 0.1034827 May 20 20:50:06.081137 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [None req-1d63eb67-b118-40e0-859b-dde6b0abedbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] device_id is not set on port 8029197a-c9f9-4918-b3e8-59a29d37a85e yet. {{(pid=103162) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 20 20:50:06.127126 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb5bfb9a-4bcc-43be-9676-ba89a13978c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaee2b848-d4b9-5db1-b6ef-d6db29d67de7-55b562d5-5067-4b35-82c1-b8cbe81beb27', 'network_id': '55b562d5-5067-4b35-82c1-b8cbe81beb27', 'tenant_id': '130041758ffe4e0a8066d604acc4da27', 'fixed_ips': [{'subnet_id': '7fbbf488-7764-47d2-845a-1d321aa7918a'}]}} from n-d-842733-1. {{(pid=103164) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 20:50:06.133643 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-bb5bfb9a-4bcc-43be-9676-ba89a13978c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:06.134826 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d58f1f-63e8-4ae7-9592-657afaea4ff5 req-407cd5e0-8491-4214-883d-6cba90a5928b tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:06.136541 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d7d58f1f-63e8-4ae7-9592-657afaea4ff5 req-407cd5e0-8491-4214-883d-6cba90a5928b tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] 10.222.0.35 "GET /v2.0/ports?device_id=367ac43c-c0d5-4081-b0b0-90c7efefd89d HTTP/1.1" status: 200 len: 945 time: 0.1525054 May 20 20:50:06.138541 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-f4dad356-fa9f-4efd-8dee-2b93e6fb0916 req-ae7cf753-1e44-44f0-b15f-a423b6a50e0d tempest-ImagesNegativeTestJSON-1531633127 tempest-ImagesNegativeTestJSON-1531633127-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=b6b8fa87efe94b74b6b2063a4296fd98&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1096539 May 20 20:50:06.255259 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-45020a73-739c-4494-89ef-f72e8e10eb6c req-43293a17-ebaf-4f16-994f-862e8817b58f tempest-ServerShowV257Test-1980069802 tempest-ServerShowV257Test-1980069802-project] 10.222.0.35 "GET /v2.0/ports?device_id=0856d7c7-f2cf-45a1-9bb8-efb615854f4d HTTP/1.1" status: 200 len: 210 time: 0.1177037 May 20 20:50:06.336161 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d7d58f1f-63e8-4ae7-9592-657afaea4ff5 req-88f6d121-3d49-4b6d-ac20-e95101e2b7db tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] 10.222.0.35 "GET /v2.0/security-groups?id=2274ca87-1a60-437e-91f1-b4d825425422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900852 May 20 20:50:06.520034 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [None req-bb5bfb9a-4bcc-43be-9676-ba89a13978c1 None None] Allocated IP 10.2.2.2 (55b562d5-5067-4b35-82c1-b8cbe81beb27/7fbbf488-7764-47d2-845a-1d321aa7918a/58edf90f-425f-439e-b629-385cc6558931) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:50:06.526684 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dad356-fa9f-4efd-8dee-2b93e6fb0916 req-1d6440e5-8db1-44fd-b607-c121d70c3e75 tempest-ImagesNegativeTestJSON-1531633127 tempest-ImagesNegativeTestJSON-1531633127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:06.528191 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-f4dad356-fa9f-4efd-8dee-2b93e6fb0916 req-1d6440e5-8db1-44fd-b607-c121d70c3e75 tempest-ImagesNegativeTestJSON-1531633127 tempest-ImagesNegativeTestJSON-1531633127-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3730097 May 20 20:50:06.547377 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1d63eb67-b118-40e0-859b-dde6b0abedbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:06.620309 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bb72adc-a90d-4875-8d26-20de996de87a tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Made reservation on behalf of 130041758ffe4e0a8066d604acc4da27 for: {'port': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:50:06.713847 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1d63eb67-b118-40e0-859b-dde6b0abedbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:06.816758 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-bb5bfb9a-4bcc-43be-9676-ba89a13978c1 None None] Notify callbacks [] for port, precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:06.837614 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d63eb67-b118-40e0-859b-dde6b0abedbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Network 20d563e9-6610-4c30-872c-a50222650c53 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:50:06.845532 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-1d63eb67-b118-40e0-859b-dde6b0abedbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:50:06.855506 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d63eb67-b118-40e0-859b-dde6b0abedbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:50:06.855506 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d63eb67-b118-40e0-859b-dde6b0abedbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:06.855506 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1d63eb67-b118-40e0-859b-dde6b0abedbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:06.870292 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d63eb67-b118-40e0-859b-dde6b0abedbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Pushing event updated for resources: {'Port': ['ID=8029197a-c9f9-4918-b3e8-59a29d37a85e,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:50:06.904580 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-bb5bfb9a-4bcc-43be-9676-ba89a13978c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108'] for port, after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:06.904808 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1bb72adc-a90d-4875-8d26-20de996de87a tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:06.942627 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3706dbf-b875-4202-b8c5-f330853f5ee2 req-7fb3081f-d4f8-4a6c-9e97-066b20ddacda tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:06.950632 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [None req-1bb72adc-a90d-4875-8d26-20de996de87a tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] device_id is not set on port 572584f9-d33c-4ce6-b334-490469f36e8c yet. {{(pid=103162) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 20 20:50:06.954231 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c3706dbf-b875-4202-b8c5-f330853f5ee2 req-7fb3081f-d4f8-4a6c-9e97-066b20ddacda tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] 10.222.0.35 "GET /v2.0/ports?device_id=8b88cd31-cda3-44fe-8261-e4f5f87931ab HTTP/1.1" status: 200 len: 945 time: 0.1132092 May 20 20:50:07.003824 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb5bfb9a-4bcc-43be-9676-ba89a13978c1 None None] Network 55b562d5-5067-4b35-82c1-b8cbe81beb27 is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:50:07.017373 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-1d63eb67-b118-40e0-859b-dde6b0abedbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.3378830 May 20 20:50:07.017715 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 49296) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:50:07.021066 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-bb5bfb9a-4bcc-43be-9676-ba89a13978c1 None None] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:50:07.027081 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-ff2bbf15-baa2-4cdf-8b47-e5183a62fe9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-842733-1'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:50:07.030372 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb5bfb9a-4bcc-43be-9676-ba89a13978c1 None None] Received port after_create {{(pid=103164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:50:07.067487 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5bfb9a-4bcc-43be-9676-ba89a13978c1 None None] Pushing event updated for resources: {'Port': ['ID=58edf90f-425f-439e-b629-385cc6558931,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:50:07.112201 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [req-f4dad356-fa9f-4efd-8dee-2b93e6fb0916 req-d7610de1-ae95-4d5a-8003-ff1bbe837f06 tempest-ImagesNegativeTestJSON-1531633127 tempest-ImagesNegativeTestJSON-1531633127-project] Request body: {'port': {'device_id': 'e5f3c381-8d00-4c6b-a526-b177baed57f7', 'network_id': 'cd702362-b982-46c5-a7d0-51de1b03df86', 'admin_state_up': True, 'tenant_id': 'b6b8fa87efe94b74b6b2063a4296fd98'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:50:07.119605 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c3706dbf-b875-4202-b8c5-f330853f5ee2 req-37396544-9a5c-42b5-94f5-c1ff986e88e5 tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] 10.222.0.35 "GET /v2.0/security-groups?id=178a2da1-ceea-4d89-b699-5b1b443e3e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1641920 May 20 20:50:07.145193 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-bb5bfb9a-4bcc-43be-9676-ba89a13978c1 None None] Attempting to bind port 58edf90f-425f-439e-b629-385cc6558931 on host n-d-842733-1 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:50:07.145752 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-bb5bfb9a-4bcc-43be-9676-ba89a13978c1 None None] Attempting to bind port 58edf90f-425f-439e-b629-385cc6558931 by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': '3b05c879-c09c-4a80-a0be-ac1f12f8feca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '55b562d5-5067-4b35-82c1-b8cbe81beb27'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:50:07.145969 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb5bfb9a-4bcc-43be-9676-ba89a13978c1 None None] Attempting to bind port 58edf90f-425f-439e-b629-385cc6558931 on network 55b562d5-5067-4b35-82c1-b8cbe81beb27 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:50:07.157944 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb5bfb9a-4bcc-43be-9676-ba89a13978c1 None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 49, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:50:07.158314 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb5bfb9a-4bcc-43be-9676-ba89a13978c1 None None] Checking segment: {'id': '3b05c879-c09c-4a80-a0be-ac1f12f8feca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '55b562d5-5067-4b35-82c1-b8cbe81beb27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:50:07.158714 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-bb5bfb9a-4bcc-43be-9676-ba89a13978c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:07.159099 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb5bfb9a-4bcc-43be-9676-ba89a13978c1 None None] Bound using segment: {'id': '3b05c879-c09c-4a80-a0be-ac1f12f8feca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '55b562d5-5067-4b35-82c1-b8cbe81beb27'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:50:07.159564 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-bb5bfb9a-4bcc-43be-9676-ba89a13978c1 None None] Bound port: 58edf90f-425f-439e-b629-385cc6558931, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b05c879-c09c-4a80-a0be-ac1f12f8feca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '55b562d5-5067-4b35-82c1-b8cbe81beb27'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:50:07.159943 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-bb5bfb9a-4bcc-43be-9676-ba89a13978c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:07.221996 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6610809-9fe8-4ef7-afb3-e329d69d1333 req-7a7ee5cd-303d-4726-b091-ecb08e86c737 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:07.236971 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a6610809-9fe8-4ef7-afb3-e329d69d1333 req-7a7ee5cd-303d-4726-b091-ecb08e86c737 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "GET /v2.0/ports?device_id=3674afb5-fa57-4c40-b6ee-249d678d06fa HTTP/1.1" status: 200 len: 944 time: 0.2720220 May 20 20:50:07.280407 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ff2bbf15-baa2-4cdf-8b47-e5183a62fe9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:07.311296 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-bb5bfb9a-4bcc-43be-9676-ba89a13978c1 None None] For port 58edf90f-425f-439e-b629-385cc6558931, host n-d-842733-1, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:50:07.313243 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4262d148-b9f1-44d4-b93f-3adb8820bde1 req-405efd43-a5eb-4fd6-91f1-1cdf23af905d tempest-ImagesNegativeTestJSON-1531633127 tempest-ImagesNegativeTestJSON-1531633127-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5f3c381-8d00-4c6b-a526-b177baed57f7 HTTP/1.1" status: 200 len: 210 time: 0.0510514 May 20 20:50:07.314982 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-bb5bfb9a-4bcc-43be-9676-ba89a13978c1 None None] For port 58edf90f-425f-439e-b629-385cc6558931, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=58edf90f-425f-439e-b629-385cc6558931,segment=NetworkSegment(3b05c879-c09c-4a80-a0be-ac1f12f8feca),segment_id=3b05c879-c09c-4a80-a0be-ac1f12f8feca)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:50:07.330060 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c44db93-db88-49e4-8791-f66702cc6231 None None] Network ce671979-73f9-44d6-8ce7-2c8dc82e60ae requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:50:07.427861 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a6610809-9fe8-4ef7-afb3-e329d69d1333 req-b6f133d8-053e-489f-b5c9-53efb873d694 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "GET /v2.0/security-groups?id=17369763-0550-4ec3-bd12-32142aaf9548&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1897562 May 20 20:50:07.481636 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-bb5bfb9a-4bcc-43be-9676-ba89a13978c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:07.551283 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5bfb9a-4bcc-43be-9676-ba89a13978c1 None None] Pushing event updated for resources: {'Port': ['ID=58edf90f-425f-439e-b629-385cc6558931,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:50:07.580127 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-2dc91daa-5f18-4750-831b-39d2af64d177 None None] Provisioning complete for port 59bd675e-f558-40fa-97db-47a879d3f9f0 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:50:07.580402 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-2dc91daa-5f18-4750-831b-39d2af64d177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:07.679150 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-1bb72adc-a90d-4875-8d26-20de996de87a tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Allocated IP 10.1.1.86 (ce671979-73f9-44d6-8ce7-2c8dc82e60ae/59b92b0c-ed8d-4efc-a77e-dc7193508e61/572584f9-d33c-4ce6-b334-490469f36e8c) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:50:07.747469 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4dad356-fa9f-4efd-8dee-2b93e6fb0916 req-d7610de1-ae95-4d5a-8003-ff1bbe837f06 tempest-ImagesNegativeTestJSON-1531633127 tempest-ImagesNegativeTestJSON-1531633127-project] Made reservation on behalf of b6b8fa87efe94b74b6b2063a4296fd98 for: {'port': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:50:07.762483 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-f4dad356-fa9f-4efd-8dee-2b93e6fb0916 req-d7610de1-ae95-4d5a-8003-ff1bbe837f06 tempest-ImagesNegativeTestJSON-1531633127 tempest-ImagesNegativeTestJSON-1531633127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:07.792822 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-f4dad356-fa9f-4efd-8dee-2b93e6fb0916 req-d7610de1-ae95-4d5a-8003-ff1bbe837f06 tempest-ImagesNegativeTestJSON-1531633127 tempest-ImagesNegativeTestJSON-1531633127-project] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:07.810085 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [None req-ff2bbf15-baa2-4cdf-8b47-e5183a62fe9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] device_id is not set on port 8029197a-c9f9-4918-b3e8-59a29d37a85e yet. {{(pid=103163) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 20 20:50:07.836887 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a0f1f8-3069-4258-b268-d118975f94be req-c54b7264-0b1f-48d4-83cf-79a99fae4638 tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:07.863402 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-86a0f1f8-3069-4258-b268-d118975f94be req-c54b7264-0b1f-48d4-83cf-79a99fae4638 tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] 10.222.0.35 "GET /v2.0/ports?device_id=367ac43c-c0d5-4081-b0b0-90c7efefd89d HTTP/1.1" status: 200 len: 945 time: 0.2652168 May 20 20:50:07.906818 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ff2bbf15-baa2-4cdf-8b47-e5183a62fe9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Notify callbacks [] for port, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:07.945730 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-86a0f1f8-3069-4258-b268-d118975f94be req-9aca621c-e257-4185-ae18-bd7d1e279d6d tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] 10.222.0.35 "GET /v2.0/security-groups?id=2274ca87-1a60-437e-91f1-b4d825425422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812538 May 20 20:50:07.985517 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 59bd675e-f558-40fa-97db-47a879d3f9f0 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:50:07.989530 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ff2bbf15-baa2-4cdf-8b47-e5183a62fe9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:08.112308 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2bbf15-baa2-4cdf-8b47-e5183a62fe9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Pushing event updated for resources: {'Port': ['ID=8029197a-c9f9-4918-b3e8-59a29d37a85e,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:50:08.118939 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-f4dad356-fa9f-4efd-8dee-2b93e6fb0916 req-d7610de1-ae95-4d5a-8003-ff1bbe837f06 tempest-ImagesNegativeTestJSON-1531633127 tempest-ImagesNegativeTestJSON-1531633127-project] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:08.139320 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-ff2bbf15-baa2-4cdf-8b47-e5183a62fe9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Attempting to bind port 8029197a-c9f9-4918-b3e8-59a29d37a85e on host n-h1-842733-1 for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:50:08.139320 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-ff2bbf15-baa2-4cdf-8b47-e5183a62fe9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Attempting to bind port 8029197a-c9f9-4918-b3e8-59a29d37a85e by drivers openvswitch,hyperv on host n-h1-842733-1 at level 0 using segments [{'id': 'fcb3af24-602b-4415-86aa-95060adb5df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '20d563e9-6610-4c30-872c-a50222650c53'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:50:08.139320 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff2bbf15-baa2-4cdf-8b47-e5183a62fe9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Attempting to bind port 8029197a-c9f9-4918-b3e8-59a29d37a85e on network 20d563e9-6610-4c30-872c-a50222650c53 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:50:08.139320 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff2bbf15-baa2-4cdf-8b47-e5183a62fe9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Port 8029197a-c9f9-4918-b3e8-59a29d37a85e on network 20d563e9-6610-4c30-872c-a50222650c53 not bound, no agent of type Open vSwitch agent registered on host n-h1-842733-1 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 20:50:08.139320 n-d-842733-1 neutron-server[103163]: ERROR neutron.plugins.ml2.managers [None req-ff2bbf15-baa2-4cdf-8b47-e5183a62fe9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Failed to bind port 8029197a-c9f9-4918-b3e8-59a29d37a85e on host n-h1-842733-1 for vnic_type normal using segments [{'id': 'fcb3af24-602b-4415-86aa-95060adb5df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '20d563e9-6610-4c30-872c-a50222650c53'}] May 20 20:50:08.139320 n-d-842733-1 neutron-server[103163]: INFO neutron.plugins.ml2.plugin [None req-ff2bbf15-baa2-4cdf-8b47-e5183a62fe9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Attempt 2 to bind port 8029197a-c9f9-4918-b3e8-59a29d37a85e May 20 20:50:08.158754 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-ff2bbf15-baa2-4cdf-8b47-e5183a62fe9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Attempting to bind port 8029197a-c9f9-4918-b3e8-59a29d37a85e on host n-h1-842733-1 for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:50:08.159566 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-ff2bbf15-baa2-4cdf-8b47-e5183a62fe9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Attempting to bind port 8029197a-c9f9-4918-b3e8-59a29d37a85e by drivers openvswitch,hyperv on host n-h1-842733-1 at level 0 using segments [{'id': 'fcb3af24-602b-4415-86aa-95060adb5df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '20d563e9-6610-4c30-872c-a50222650c53'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:50:08.160111 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff2bbf15-baa2-4cdf-8b47-e5183a62fe9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Attempting to bind port 8029197a-c9f9-4918-b3e8-59a29d37a85e on network 20d563e9-6610-4c30-872c-a50222650c53 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:50:08.166116 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff2bbf15-baa2-4cdf-8b47-e5183a62fe9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Port 8029197a-c9f9-4918-b3e8-59a29d37a85e on network 20d563e9-6610-4c30-872c-a50222650c53 not bound, no agent of type Open vSwitch agent registered on host n-h1-842733-1 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 20:50:08.168025 n-d-842733-1 neutron-server[103163]: ERROR neutron.plugins.ml2.managers [None req-ff2bbf15-baa2-4cdf-8b47-e5183a62fe9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Failed to bind port 8029197a-c9f9-4918-b3e8-59a29d37a85e on host n-h1-842733-1 for vnic_type normal using segments [{'id': 'fcb3af24-602b-4415-86aa-95060adb5df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '20d563e9-6610-4c30-872c-a50222650c53'}] May 20 20:50:08.168025 n-d-842733-1 neutron-server[103163]: INFO neutron.plugins.ml2.plugin [None req-ff2bbf15-baa2-4cdf-8b47-e5183a62fe9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Attempt 3 to bind port 8029197a-c9f9-4918-b3e8-59a29d37a85e May 20 20:50:08.183826 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-ff2bbf15-baa2-4cdf-8b47-e5183a62fe9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Attempting to bind port 8029197a-c9f9-4918-b3e8-59a29d37a85e on host n-h1-842733-1 for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:50:08.184451 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-ff2bbf15-baa2-4cdf-8b47-e5183a62fe9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Attempting to bind port 8029197a-c9f9-4918-b3e8-59a29d37a85e by drivers openvswitch,hyperv on host n-h1-842733-1 at level 0 using segments [{'id': 'fcb3af24-602b-4415-86aa-95060adb5df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '20d563e9-6610-4c30-872c-a50222650c53'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:50:08.185437 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff2bbf15-baa2-4cdf-8b47-e5183a62fe9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Attempting to bind port 8029197a-c9f9-4918-b3e8-59a29d37a85e on network 20d563e9-6610-4c30-872c-a50222650c53 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:50:08.191615 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff2bbf15-baa2-4cdf-8b47-e5183a62fe9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Port 8029197a-c9f9-4918-b3e8-59a29d37a85e on network 20d563e9-6610-4c30-872c-a50222650c53 not bound, no agent of type Open vSwitch agent registered on host n-h1-842733-1 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 20:50:08.192566 n-d-842733-1 neutron-server[103163]: ERROR neutron.plugins.ml2.managers [None req-ff2bbf15-baa2-4cdf-8b47-e5183a62fe9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Failed to bind port 8029197a-c9f9-4918-b3e8-59a29d37a85e on host n-h1-842733-1 for vnic_type normal using segments [{'id': 'fcb3af24-602b-4415-86aa-95060adb5df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '20d563e9-6610-4c30-872c-a50222650c53'}] May 20 20:50:08.193010 n-d-842733-1 neutron-server[103163]: INFO neutron.plugins.ml2.plugin [None req-ff2bbf15-baa2-4cdf-8b47-e5183a62fe9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Attempt 4 to bind port 8029197a-c9f9-4918-b3e8-59a29d37a85e May 20 20:50:08.208803 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-ff2bbf15-baa2-4cdf-8b47-e5183a62fe9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Attempting to bind port 8029197a-c9f9-4918-b3e8-59a29d37a85e on host n-h1-842733-1 for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:50:08.210204 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-ff2bbf15-baa2-4cdf-8b47-e5183a62fe9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Attempting to bind port 8029197a-c9f9-4918-b3e8-59a29d37a85e by drivers openvswitch,hyperv on host n-h1-842733-1 at level 0 using segments [{'id': 'fcb3af24-602b-4415-86aa-95060adb5df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '20d563e9-6610-4c30-872c-a50222650c53'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:50:08.210553 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff2bbf15-baa2-4cdf-8b47-e5183a62fe9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Attempting to bind port 8029197a-c9f9-4918-b3e8-59a29d37a85e on network 20d563e9-6610-4c30-872c-a50222650c53 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:50:08.214289 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-2dc91daa-5f18-4750-831b-39d2af64d177 None None] Current status of the port 59bd675e-f558-40fa-97db-47a879d3f9f0 is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:50:08.214948 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-2dc91daa-5f18-4750-831b-39d2af64d177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:08.215433 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff2bbf15-baa2-4cdf-8b47-e5183a62fe9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Port 8029197a-c9f9-4918-b3e8-59a29d37a85e on network 20d563e9-6610-4c30-872c-a50222650c53 not bound, no agent of type Open vSwitch agent registered on host n-h1-842733-1 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 20:50:08.215826 n-d-842733-1 neutron-server[103163]: ERROR neutron.plugins.ml2.managers [None req-ff2bbf15-baa2-4cdf-8b47-e5183a62fe9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Failed to bind port 8029197a-c9f9-4918-b3e8-59a29d37a85e on host n-h1-842733-1 for vnic_type normal using segments [{'id': 'fcb3af24-602b-4415-86aa-95060adb5df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '20d563e9-6610-4c30-872c-a50222650c53'}] May 20 20:50:08.216131 n-d-842733-1 neutron-server[103163]: INFO neutron.plugins.ml2.plugin [None req-ff2bbf15-baa2-4cdf-8b47-e5183a62fe9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Attempt 5 to bind port 8029197a-c9f9-4918-b3e8-59a29d37a85e May 20 20:50:08.223182 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1bb72adc-a90d-4875-8d26-20de996de87a tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:08.227112 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-f4dad356-fa9f-4efd-8dee-2b93e6fb0916 req-d7610de1-ae95-4d5a-8003-ff1bbe837f06 tempest-ImagesNegativeTestJSON-1531633127 tempest-ImagesNegativeTestJSON-1531633127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:08.236578 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-ff2bbf15-baa2-4cdf-8b47-e5183a62fe9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Attempting to bind port 8029197a-c9f9-4918-b3e8-59a29d37a85e on host n-h1-842733-1 for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:50:08.236998 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-ff2bbf15-baa2-4cdf-8b47-e5183a62fe9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Attempting to bind port 8029197a-c9f9-4918-b3e8-59a29d37a85e by drivers openvswitch,hyperv on host n-h1-842733-1 at level 0 using segments [{'id': 'fcb3af24-602b-4415-86aa-95060adb5df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '20d563e9-6610-4c30-872c-a50222650c53'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:50:08.237362 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff2bbf15-baa2-4cdf-8b47-e5183a62fe9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Attempting to bind port 8029197a-c9f9-4918-b3e8-59a29d37a85e on network 20d563e9-6610-4c30-872c-a50222650c53 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:50:08.254436 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff2bbf15-baa2-4cdf-8b47-e5183a62fe9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Port 8029197a-c9f9-4918-b3e8-59a29d37a85e on network 20d563e9-6610-4c30-872c-a50222650c53 not bound, no agent of type Open vSwitch agent registered on host n-h1-842733-1 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 20:50:08.255887 n-d-842733-1 neutron-server[103163]: ERROR neutron.plugins.ml2.managers [None req-ff2bbf15-baa2-4cdf-8b47-e5183a62fe9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Failed to bind port 8029197a-c9f9-4918-b3e8-59a29d37a85e on host n-h1-842733-1 for vnic_type normal using segments [{'id': 'fcb3af24-602b-4415-86aa-95060adb5df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '20d563e9-6610-4c30-872c-a50222650c53'}] May 20 20:50:08.257345 n-d-842733-1 neutron-server[103163]: INFO neutron.plugins.ml2.plugin [None req-ff2bbf15-baa2-4cdf-8b47-e5183a62fe9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Attempt 6 to bind port 8029197a-c9f9-4918-b3e8-59a29d37a85e May 20 20:50:08.262723 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 59bd675e-f558-40fa-97db-47a879d3f9f0 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:50:08.263105 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:08.293678 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-ff2bbf15-baa2-4cdf-8b47-e5183a62fe9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Attempting to bind port 8029197a-c9f9-4918-b3e8-59a29d37a85e on host n-h1-842733-1 for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:50:08.294420 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-ff2bbf15-baa2-4cdf-8b47-e5183a62fe9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Attempting to bind port 8029197a-c9f9-4918-b3e8-59a29d37a85e by drivers openvswitch,hyperv on host n-h1-842733-1 at level 0 using segments [{'id': 'fcb3af24-602b-4415-86aa-95060adb5df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '20d563e9-6610-4c30-872c-a50222650c53'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:50:08.295626 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff2bbf15-baa2-4cdf-8b47-e5183a62fe9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Attempting to bind port 8029197a-c9f9-4918-b3e8-59a29d37a85e on network 20d563e9-6610-4c30-872c-a50222650c53 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:50:08.309567 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff2bbf15-baa2-4cdf-8b47-e5183a62fe9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Port 8029197a-c9f9-4918-b3e8-59a29d37a85e on network 20d563e9-6610-4c30-872c-a50222650c53 not bound, no agent of type Open vSwitch agent registered on host n-h1-842733-1 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 20:50:08.310316 n-d-842733-1 neutron-server[103163]: ERROR neutron.plugins.ml2.managers [None req-ff2bbf15-baa2-4cdf-8b47-e5183a62fe9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Failed to bind port 8029197a-c9f9-4918-b3e8-59a29d37a85e on host n-h1-842733-1 for vnic_type normal using segments [{'id': 'fcb3af24-602b-4415-86aa-95060adb5df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '20d563e9-6610-4c30-872c-a50222650c53'}] May 20 20:50:08.317078 n-d-842733-1 neutron-server[103163]: INFO neutron.plugins.ml2.plugin [None req-ff2bbf15-baa2-4cdf-8b47-e5183a62fe9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Attempt 7 to bind port 8029197a-c9f9-4918-b3e8-59a29d37a85e May 20 20:50:08.334530 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-2dc91daa-5f18-4750-831b-39d2af64d177 None None] For port 59bd675e-f558-40fa-97db-47a879d3f9f0, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=59bd675e-f558-40fa-97db-47a879d3f9f0,segment=NetworkSegment(625a2e39-ceca-49f0-b8ec-14ebc369722e),segment_id=625a2e39-ceca-49f0-b8ec-14ebc369722e)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:50:08.342001 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-ff2bbf15-baa2-4cdf-8b47-e5183a62fe9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Attempting to bind port 8029197a-c9f9-4918-b3e8-59a29d37a85e on host n-h1-842733-1 for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:50:08.342604 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-ff2bbf15-baa2-4cdf-8b47-e5183a62fe9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Attempting to bind port 8029197a-c9f9-4918-b3e8-59a29d37a85e by drivers openvswitch,hyperv on host n-h1-842733-1 at level 0 using segments [{'id': 'fcb3af24-602b-4415-86aa-95060adb5df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '20d563e9-6610-4c30-872c-a50222650c53'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:50:08.344074 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff2bbf15-baa2-4cdf-8b47-e5183a62fe9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Attempting to bind port 8029197a-c9f9-4918-b3e8-59a29d37a85e on network 20d563e9-6610-4c30-872c-a50222650c53 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:50:08.357572 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff2bbf15-baa2-4cdf-8b47-e5183a62fe9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Port 8029197a-c9f9-4918-b3e8-59a29d37a85e on network 20d563e9-6610-4c30-872c-a50222650c53 not bound, no agent of type Open vSwitch agent registered on host n-h1-842733-1 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 20:50:08.358760 n-d-842733-1 neutron-server[103163]: ERROR neutron.plugins.ml2.managers [None req-ff2bbf15-baa2-4cdf-8b47-e5183a62fe9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Failed to bind port 8029197a-c9f9-4918-b3e8-59a29d37a85e on host n-h1-842733-1 for vnic_type normal using segments [{'id': 'fcb3af24-602b-4415-86aa-95060adb5df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '20d563e9-6610-4c30-872c-a50222650c53'}] May 20 20:50:08.360087 n-d-842733-1 neutron-server[103163]: INFO neutron.plugins.ml2.plugin [None req-ff2bbf15-baa2-4cdf-8b47-e5183a62fe9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Attempt 8 to bind port 8029197a-c9f9-4918-b3e8-59a29d37a85e May 20 20:50:08.406443 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-ff2bbf15-baa2-4cdf-8b47-e5183a62fe9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Attempting to bind port 8029197a-c9f9-4918-b3e8-59a29d37a85e on host n-h1-842733-1 for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:50:08.406876 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-ff2bbf15-baa2-4cdf-8b47-e5183a62fe9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Attempting to bind port 8029197a-c9f9-4918-b3e8-59a29d37a85e by drivers openvswitch,hyperv on host n-h1-842733-1 at level 0 using segments [{'id': 'fcb3af24-602b-4415-86aa-95060adb5df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '20d563e9-6610-4c30-872c-a50222650c53'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:50:08.407329 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff2bbf15-baa2-4cdf-8b47-e5183a62fe9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Attempting to bind port 8029197a-c9f9-4918-b3e8-59a29d37a85e on network 20d563e9-6610-4c30-872c-a50222650c53 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:50:08.414503 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-2dc91daa-5f18-4750-831b-39d2af64d177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:08.435424 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 59bd675e-f558-40fa-97db-47a879d3f9f0 is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:50:08.435424 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:08.515836 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 49314) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:50:08.565158 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [req-f4dad356-fa9f-4efd-8dee-2b93e6fb0916 req-d7610de1-ae95-4d5a-8003-ff1bbe837f06 tempest-ImagesNegativeTestJSON-1531633127 tempest-ImagesNegativeTestJSON-1531633127-project] Allocated IP 192.168.233.135 (cd702362-b982-46c5-a7d0-51de1b03df86/26b342ea-254c-483a-9ea9-f11c178970eb/5ee82374-022d-4d17-bb52-81018c6465c8) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:50:08.565822 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff2bbf15-baa2-4cdf-8b47-e5183a62fe9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Port 8029197a-c9f9-4918-b3e8-59a29d37a85e on network 20d563e9-6610-4c30-872c-a50222650c53 not bound, no agent of type Open vSwitch agent registered on host n-h1-842733-1 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 20:50:08.566650 n-d-842733-1 neutron-server[103163]: ERROR neutron.plugins.ml2.managers [None req-ff2bbf15-baa2-4cdf-8b47-e5183a62fe9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Failed to bind port 8029197a-c9f9-4918-b3e8-59a29d37a85e on host n-h1-842733-1 for vnic_type normal using segments [{'id': 'fcb3af24-602b-4415-86aa-95060adb5df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '20d563e9-6610-4c30-872c-a50222650c53'}] May 20 20:50:08.576121 n-d-842733-1 neutron-server[103163]: INFO neutron.plugins.ml2.plugin [None req-ff2bbf15-baa2-4cdf-8b47-e5183a62fe9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Attempt 9 to bind port 8029197a-c9f9-4918-b3e8-59a29d37a85e May 20 20:50:08.601405 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-cd159330-c2b9-483a-9a52-ec213a1eeb71 req-96dfc057-83f6-4f4d-8cb7-6bcaea780949 tempest-ImagesNegativeTestJSON-1531633127 tempest-ImagesNegativeTestJSON-1531633127-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5f3c381-8d00-4c6b-a526-b177baed57f7 HTTP/1.1" status: 200 len: 210 time: 0.0598366 May 20 20:50:08.622825 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-ff2bbf15-baa2-4cdf-8b47-e5183a62fe9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Attempting to bind port 8029197a-c9f9-4918-b3e8-59a29d37a85e on host n-h1-842733-1 for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:50:08.623221 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-ff2bbf15-baa2-4cdf-8b47-e5183a62fe9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Attempting to bind port 8029197a-c9f9-4918-b3e8-59a29d37a85e by drivers openvswitch,hyperv on host n-h1-842733-1 at level 0 using segments [{'id': 'fcb3af24-602b-4415-86aa-95060adb5df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '20d563e9-6610-4c30-872c-a50222650c53'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:50:08.623604 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff2bbf15-baa2-4cdf-8b47-e5183a62fe9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Attempting to bind port 8029197a-c9f9-4918-b3e8-59a29d37a85e on network 20d563e9-6610-4c30-872c-a50222650c53 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:50:08.639548 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061d4890-e71a-4d92-99a2-f3e4bf1e1c78 req-2002fa8c-8d09-4923-806e-5fa77131c5ea tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:08.652061 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-061d4890-e71a-4d92-99a2-f3e4bf1e1c78 req-2002fa8c-8d09-4923-806e-5fa77131c5ea tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] 10.222.0.35 "GET /v2.0/ports?device_id=8b88cd31-cda3-44fe-8261-e4f5f87931ab HTTP/1.1" status: 200 len: 945 time: 0.2578840 May 20 20:50:08.656127 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff2bbf15-baa2-4cdf-8b47-e5183a62fe9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Port 8029197a-c9f9-4918-b3e8-59a29d37a85e on network 20d563e9-6610-4c30-872c-a50222650c53 not bound, no agent of type Open vSwitch agent registered on host n-h1-842733-1 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 20:50:08.656127 n-d-842733-1 neutron-server[103163]: ERROR neutron.plugins.ml2.managers [None req-ff2bbf15-baa2-4cdf-8b47-e5183a62fe9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Failed to bind port 8029197a-c9f9-4918-b3e8-59a29d37a85e on host n-h1-842733-1 for vnic_type normal using segments [{'id': 'fcb3af24-602b-4415-86aa-95060adb5df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '20d563e9-6610-4c30-872c-a50222650c53'}] May 20 20:50:08.656127 n-d-842733-1 neutron-server[103163]: INFO neutron.plugins.ml2.plugin [None req-ff2bbf15-baa2-4cdf-8b47-e5183a62fe9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Attempt 10 to bind port 8029197a-c9f9-4918-b3e8-59a29d37a85e May 20 20:50:08.671198 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-ff2bbf15-baa2-4cdf-8b47-e5183a62fe9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Attempting to bind port 8029197a-c9f9-4918-b3e8-59a29d37a85e on host n-h1-842733-1 for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:50:08.672357 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-ff2bbf15-baa2-4cdf-8b47-e5183a62fe9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Attempting to bind port 8029197a-c9f9-4918-b3e8-59a29d37a85e by drivers openvswitch,hyperv on host n-h1-842733-1 at level 0 using segments [{'id': 'fcb3af24-602b-4415-86aa-95060adb5df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '20d563e9-6610-4c30-872c-a50222650c53'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:50:08.672849 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff2bbf15-baa2-4cdf-8b47-e5183a62fe9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Attempting to bind port 8029197a-c9f9-4918-b3e8-59a29d37a85e on network 20d563e9-6610-4c30-872c-a50222650c53 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:50:08.699462 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff2bbf15-baa2-4cdf-8b47-e5183a62fe9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Port 8029197a-c9f9-4918-b3e8-59a29d37a85e on network 20d563e9-6610-4c30-872c-a50222650c53 not bound, no agent of type Open vSwitch agent registered on host n-h1-842733-1 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 20:50:08.700325 n-d-842733-1 neutron-server[103163]: ERROR neutron.plugins.ml2.managers [None req-ff2bbf15-baa2-4cdf-8b47-e5183a62fe9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Failed to bind port 8029197a-c9f9-4918-b3e8-59a29d37a85e on host n-h1-842733-1 for vnic_type normal using segments [{'id': 'fcb3af24-602b-4415-86aa-95060adb5df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '20d563e9-6610-4c30-872c-a50222650c53'}] May 20 20:50:08.701169 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ff2bbf15-baa2-4cdf-8b47-e5183a62fe9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:08.774751 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-061d4890-e71a-4d92-99a2-f3e4bf1e1c78 req-79707cc0-0892-4275-8c41-10adce35ef9f tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] 10.222.0.35 "GET /v2.0/security-groups?id=178a2da1-ceea-4d89-b699-5b1b443e3e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0974913 May 20 20:50:08.797674 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc91daa-5f18-4750-831b-39d2af64d177 None None] Pushing event updated for resources: {'Port': ['ID=59bd675e-f558-40fa-97db-47a879d3f9f0,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:50:08.804566 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.db.api [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103164) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 20 20:50:08.804566 n-d-842733-1 neutron-server[103164]: DEBUG oslo_db.api [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 20 20:50:08.826627 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc91daa-5f18-4750-831b-39d2af64d177 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:50:08.830324 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc91daa-5f18-4750-831b-39d2af64d177 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:50:08.830891 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc91daa-5f18-4750-831b-39d2af64d177 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:50:08.831327 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc91daa-5f18-4750-831b-39d2af64d177 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:50:08.831756 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc91daa-5f18-4750-831b-39d2af64d177 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:50:08.832187 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc91daa-5f18-4750-831b-39d2af64d177 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:50:08.832632 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc91daa-5f18-4750-831b-39d2af64d177 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:50:08.833059 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc91daa-5f18-4750-831b-39d2af64d177 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:50:08.833514 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc91daa-5f18-4750-831b-39d2af64d177 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:50:08.833936 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc91daa-5f18-4750-831b-39d2af64d177 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:50:08.835036 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc91daa-5f18-4750-831b-39d2af64d177 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:50:08.835485 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc91daa-5f18-4750-831b-39d2af64d177 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:50:08.856342 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-1706d008-e39d-4486-8a31-398f32124d79 None None] Provisioning complete for port 59bd675e-f558-40fa-97db-47a879d3f9f0 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:50:08.861123 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-1706d008-e39d-4486-8a31-398f32124d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:08.946361 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-f4dad356-fa9f-4efd-8dee-2b93e6fb0916 req-d7610de1-ae95-4d5a-8003-ff1bbe837f06 tempest-ImagesNegativeTestJSON-1531633127 tempest-ImagesNegativeTestJSON-1531633127-project] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:08.974757 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-ff2bbf15-baa2-4cdf-8b47-e5183a62fe9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] For port 8029197a-c9f9-4918-b3e8-59a29d37a85e, host n-h1-842733-1, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:50:08.975911 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-ff2bbf15-baa2-4cdf-8b47-e5183a62fe9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Attempted to set empty binding levels {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} May 20 20:50:08.979129 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a412ed03-77a2-4482-ac0c-f7d79d55b162 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:09.008140 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-1706d008-e39d-4486-8a31-398f32124d79 None None] Current status of the port 59bd675e-f558-40fa-97db-47a879d3f9f0 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:50:09.016549 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7610de1-ae95-4d5a-8003-ff1bbe837f06 tempest-ImagesNegativeTestJSON-1531633127 tempest-ImagesNegativeTestJSON-1531633127-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba653e79-7091-4d5e-a86f-d8847fac5fa7,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:50:09.049074 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f841d38d-c93e-46be-ae15-96017dea9f98 req-bec33831-8f53-406b-b962-5247c8463c9a tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:09.056717 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f841d38d-c93e-46be-ae15-96017dea9f98 req-bec33831-8f53-406b-b962-5247c8463c9a tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "GET /v2.0/ports?device_id=3674afb5-fa57-4c40-b6ee-249d678d06fa HTTP/1.1" status: 200 len: 944 time: 0.2388408 May 20 20:50:09.090460 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ff2bbf15-baa2-4cdf-8b47-e5183a62fe9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:09.127391 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-f4dad356-fa9f-4efd-8dee-2b93e6fb0916 req-d7610de1-ae95-4d5a-8003-ff1bbe837f06 tempest-ImagesNegativeTestJSON-1531633127 tempest-ImagesNegativeTestJSON-1531633127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:09.208065 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1bb72adc-a90d-4875-8d26-20de996de87a tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:09.254744 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4dad356-fa9f-4efd-8dee-2b93e6fb0916 req-d7610de1-ae95-4d5a-8003-ff1bbe837f06 tempest-ImagesNegativeTestJSON-1531633127 tempest-ImagesNegativeTestJSON-1531633127-project] Network cd702362-b982-46c5-a7d0-51de1b03df86 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:50:09.262728 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [req-f4dad356-fa9f-4efd-8dee-2b93e6fb0916 req-d7610de1-ae95-4d5a-8003-ff1bbe837f06 tempest-ImagesNegativeTestJSON-1531633127 tempest-ImagesNegativeTestJSON-1531633127-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:50:09.286523 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4dad356-fa9f-4efd-8dee-2b93e6fb0916 req-d7610de1-ae95-4d5a-8003-ff1bbe837f06 tempest-ImagesNegativeTestJSON-1531633127 tempest-ImagesNegativeTestJSON-1531633127-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:50:09.416070 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 59bd675e-f558-40fa-97db-47a879d3f9f0 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:50:09.445143 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dad356-fa9f-4efd-8dee-2b93e6fb0916 req-d7610de1-ae95-4d5a-8003-ff1bbe837f06 tempest-ImagesNegativeTestJSON-1531633127 tempest-ImagesNegativeTestJSON-1531633127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:09.446065 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-f4dad356-fa9f-4efd-8dee-2b93e6fb0916 req-d7610de1-ae95-4d5a-8003-ff1bbe837f06 tempest-ImagesNegativeTestJSON-1531633127 tempest-ImagesNegativeTestJSON-1531633127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:09.455309 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7610de1-ae95-4d5a-8003-ff1bbe837f06 tempest-ImagesNegativeTestJSON-1531633127 tempest-ImagesNegativeTestJSON-1531633127-project] Pushing event updated for resources: {'Port': ['ID=5ee82374-022d-4d17-bb52-81018c6465c8,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:50:09.466003 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bb72adc-a90d-4875-8d26-20de996de87a tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Network ce671979-73f9-44d6-8ce7-2c8dc82e60ae is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:50:09.471946 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-1bb72adc-a90d-4875-8d26-20de996de87a tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:50:09.488346 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb72adc-a90d-4875-8d26-20de996de87a tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:50:09.538213 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a564a93-1ea0-4032-99ee-e9a793798c2a None None] Network 55b562d5-5067-4b35-82c1-b8cbe81beb27 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:50:09.589166 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-f4dad356-fa9f-4efd-8dee-2b93e6fb0916 req-d7610de1-ae95-4d5a-8003-ff1bbe837f06 tempest-ImagesNegativeTestJSON-1531633127 tempest-ImagesNegativeTestJSON-1531633127-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4842331 May 20 20:50:09.641599 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb72adc-a90d-4875-8d26-20de996de87a tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Pushing event updated for resources: {'Port': ['ID=572584f9-d33c-4ce6-b334-490469f36e8c,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:50:09.662961 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bb72adc-a90d-4875-8d26-20de996de87a tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:09.664465 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1bb72adc-a90d-4875-8d26-20de996de87a tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:09.678368 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [req-f4dad356-fa9f-4efd-8dee-2b93e6fb0916 req-5907997c-a2ad-4a07-812f-ff512ed744ed service neutron] Request body: {'port': {'device_id': 'e5f3c381-8d00-4c6b-a526-b177baed57f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-842733-1'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:50:09.799009 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-ec0e897c-06a4-4b53-8134-743fd81dc921 None None] Provisioning complete for port 58edf90f-425f-439e-b629-385cc6558931 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:50:09.799271 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ec0e897c-06a4-4b53-8134-743fd81dc921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:09.808670 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-f4dad356-fa9f-4efd-8dee-2b93e6fb0916 req-5907997c-a2ad-4a07-812f-ff512ed744ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:09.845617 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-1bb72adc-a90d-4875-8d26-20de996de87a tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.0147328 May 20 20:50:09.848219 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 49326) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:50:09.872549 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-5f200bf3-fdc1-44cb-9659-3f1d7aa358d4 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Request body: {'port': {'network_id': 'ce671979-73f9-44d6-8ce7-2c8dc82e60ae', 'name': 'tempest-TaggedBootDevicesTest-1413358728', 'fixed_ips': [{'subnet_id': '59b92b0c-ed8d-4efc-a77e-dc7193508e61'}]}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:50:10.015852 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-ff2bbf15-baa2-4cdf-8b47-e5183a62fe9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] In _notify_port_updated(), no bound segment for port 8029197a-c9f9-4918-b3e8-59a29d37a85e on network 20d563e9-6610-4c30-872c-a50222650c53 {{(pid=103163) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} May 20 20:50:10.019038 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff2bbf15-baa2-4cdf-8b47-e5183a62fe9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:10.019657 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ff2bbf15-baa2-4cdf-8b47-e5183a62fe9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:10.024965 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-ff2bbf15-baa2-4cdf-8b47-e5183a62fe9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] 10.222.0.35 "PUT /v2.0/ports/8029197a-c9f9-4918-b3e8-59a29d37a85e HTTP/1.1" status: 200 len: 979 time: 3.0021832 May 20 20:50:10.031089 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 49328) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:50:10.118338 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2bbf15-baa2-4cdf-8b47-e5183a62fe9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Pushing event updated for resources: {'Port': ['ID=8029197a-c9f9-4918-b3e8-59a29d37a85e,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:50:10.164231 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f841d38d-c93e-46be-ae15-96017dea9f98 req-113528a1-f72a-426b-b14b-72b606a88b7f tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "GET /v2.0/security-groups?id=17369763-0550-4ec3-bd12-32142aaf9548&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.1063774 May 20 20:50:10.225737 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 59bd675e-f558-40fa-97db-47a879d3f9f0 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:50:10.237802 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cb9446-96c9-42a1-bbcd-78e318ef8bd7 req-f556b62a-80cb-4cb2-8b23-fc90e048d3ec tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:10.246755 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c4cb9446-96c9-42a1-bbcd-78e318ef8bd7 req-f556b62a-80cb-4cb2-8b23-fc90e048d3ec tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] 10.222.0.35 "GET /v2.0/ports?device_id=367ac43c-c0d5-4081-b0b0-90c7efefd89d HTTP/1.1" status: 200 len: 945 time: 1.1441071 May 20 20:50:10.275413 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f200bf3-fdc1-44cb-9659-3f1d7aa358d4 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Made reservation on behalf of 130041758ffe4e0a8066d604acc4da27 for: {'port': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:50:10.281106 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5f200bf3-fdc1-44cb-9659-3f1d7aa358d4 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:10.324616 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [None req-5f200bf3-fdc1-44cb-9659-3f1d7aa358d4 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] device_id is not set on port 2e1df5b4-4f1a-4391-8d35-f8e77caf43e0 yet. {{(pid=103162) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 20 20:50:10.349065 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a08e07f2-e77d-4646-b02f-04e0ec7a6c7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:10.350442 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a08e07f2-e77d-4646-b02f-04e0ec7a6c7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:10.351065 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a08e07f2-e77d-4646-b02f-04e0ec7a6c7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:10.351697 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a08e07f2-e77d-4646-b02f-04e0ec7a6c7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:10.352307 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a08e07f2-e77d-4646-b02f-04e0ec7a6c7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:10.353045 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a08e07f2-e77d-4646-b02f-04e0ec7a6c7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:10.353679 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a08e07f2-e77d-4646-b02f-04e0ec7a6c7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:10.354317 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a08e07f2-e77d-4646-b02f-04e0ec7a6c7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:10.355119 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a08e07f2-e77d-4646-b02f-04e0ec7a6c7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:10.355724 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a08e07f2-e77d-4646-b02f-04e0ec7a6c7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:10.356330 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a08e07f2-e77d-4646-b02f-04e0ec7a6c7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:10.356936 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a08e07f2-e77d-4646-b02f-04e0ec7a6c7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:10.357725 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a08e07f2-e77d-4646-b02f-04e0ec7a6c7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:10.358332 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a08e07f2-e77d-4646-b02f-04e0ec7a6c7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:10.358936 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a08e07f2-e77d-4646-b02f-04e0ec7a6c7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:10.359577 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a08e07f2-e77d-4646-b02f-04e0ec7a6c7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:10.359928 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-ec0e897c-06a4-4b53-8134-743fd81dc921 None None] Current status of the port 58edf90f-425f-439e-b629-385cc6558931 is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:50:10.360310 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ec0e897c-06a4-4b53-8134-743fd81dc921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:10.360528 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a08e07f2-e77d-4646-b02f-04e0ec7a6c7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:10.361128 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a08e07f2-e77d-4646-b02f-04e0ec7a6c7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:10.361749 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a08e07f2-e77d-4646-b02f-04e0ec7a6c7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:10.362372 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a08e07f2-e77d-4646-b02f-04e0ec7a6c7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:10.362974 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a08e07f2-e77d-4646-b02f-04e0ec7a6c7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:10.363580 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a08e07f2-e77d-4646-b02f-04e0ec7a6c7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:10.364178 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a08e07f2-e77d-4646-b02f-04e0ec7a6c7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:10.364940 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a08e07f2-e77d-4646-b02f-04e0ec7a6c7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:10.366216 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a08e07f2-e77d-4646-b02f-04e0ec7a6c7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:10.366841 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a08e07f2-e77d-4646-b02f-04e0ec7a6c7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:10.367298 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a08e07f2-e77d-4646-b02f-04e0ec7a6c7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:10.367753 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a08e07f2-e77d-4646-b02f-04e0ec7a6c7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:10.368218 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a08e07f2-e77d-4646-b02f-04e0ec7a6c7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:10.368651 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a08e07f2-e77d-4646-b02f-04e0ec7a6c7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:10.370100 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a08e07f2-e77d-4646-b02f-04e0ec7a6c7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:10.376802 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-a08e07f2-e77d-4646-b02f-04e0ec7a6c7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 27840 time: 0.3276148 May 20 20:50:10.387180 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 49330) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:50:10.454686 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-ec0e897c-06a4-4b53-8134-743fd81dc921 None None] For port 58edf90f-425f-439e-b629-385cc6558931, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=58edf90f-425f-439e-b629-385cc6558931,segment=NetworkSegment(3b05c879-c09c-4a80-a0be-ac1f12f8feca),segment_id=3b05c879-c09c-4a80-a0be-ac1f12f8feca)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:50:10.456955 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 59bd675e-f558-40fa-97db-47a879d3f9f0 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:50:10.457749 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:10.462204 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a412ed03-77a2-4482-ac0c-f7d79d55b162 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:10.476200 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c4cb9446-96c9-42a1-bbcd-78e318ef8bd7 req-7d37f0b0-ad7b-44e1-a450-9108cebbd71a tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] 10.222.0.35 "GET /v2.0/security-groups?id=2274ca87-1a60-437e-91f1-b4d825425422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2262013 May 20 20:50:10.503360 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [req-f4dad356-fa9f-4efd-8dee-2b93e6fb0916 req-5907997c-a2ad-4a07-812f-ff512ed744ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ee82374-022d-4d17-bb52-81018c6465c8 {{(pid=103162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:50:10.535630 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4044b4e9-947f-47d9-a618-d84973656a56 req-69a757eb-be90-414e-907c-405cdfdf78c4 tempest-ImagesNegativeTestJSON-1531633127 tempest-ImagesNegativeTestJSON-1531633127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:10.549391 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4044b4e9-947f-47d9-a618-d84973656a56 req-69a757eb-be90-414e-907c-405cdfdf78c4 tempest-ImagesNegativeTestJSON-1531633127 tempest-ImagesNegativeTestJSON-1531633127-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5f3c381-8d00-4c6b-a526-b177baed57f7 HTTP/1.1" status: 200 len: 936 time: 0.2511854 May 20 20:50:10.559520 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ec0e897c-06a4-4b53-8134-743fd81dc921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:10.578796 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a412ed03-77a2-4482-ac0c-f7d79d55b162 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:10.607928 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-f4dad356-fa9f-4efd-8dee-2b93e6fb0916 req-5907997c-a2ad-4a07-812f-ff512ed744ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:10.676273 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.provisioning_blocks [req-f4dad356-fa9f-4efd-8dee-2b93e6fb0916 req-5907997c-a2ad-4a07-812f-ff512ed744ed service neutron] Transition to ACTIVE for port object 5ee82374-022d-4d17-bb52-81018c6465c8 will not be triggered until provisioned by entity L2. {{(pid=103162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 20:50:10.728143 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0e897c-06a4-4b53-8134-743fd81dc921 None None] Pushing event updated for resources: {'Port': ['ID=58edf90f-425f-439e-b629-385cc6558931,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:50:10.762021 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-f4dad356-fa9f-4efd-8dee-2b93e6fb0916 req-5907997c-a2ad-4a07-812f-ff512ed744ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:10.781697 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-a412ed03-77a2-4482-ac0c-f7d79d55b162 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=29b36a1933c949b49fbbc33369dfd8d4&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2468128 May 20 20:50:10.817518 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 49334) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:50:10.821105 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a412ed03-77a2-4482-ac0c-f7d79d55b162 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdef7bc1-948a-4664-8428-e9ec45f882e7,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:50:10.843109 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 59bd675e-f558-40fa-97db-47a879d3f9f0 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:50:10.844981 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 58edf90f-425f-439e-b629-385cc6558931 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:50:10.864509 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4044b4e9-947f-47d9-a618-d84973656a56 req-6c0ad573-5c57-400e-9f52-71691e5ae8c5 tempest-ImagesNegativeTestJSON-1531633127 tempest-ImagesNegativeTestJSON-1531633127-project] 10.222.0.35 "GET /v2.0/security-groups?id=ba653e79-7091-4d5e-a86f-d8847fac5fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3076506 May 20 20:50:10.868679 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-5f200bf3-fdc1-44cb-9659-3f1d7aa358d4 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Allocated IP 10.1.1.41 (ce671979-73f9-44d6-8ce7-2c8dc82e60ae/59b92b0c-ed8d-4efc-a77e-dc7193508e61/2e1df5b4-4f1a-4391-8d35-f8e77caf43e0) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:50:10.877936 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-0672a2ed-a20e-4c4b-9257-3f7eb880ce4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Deleting port 8029197a-c9f9-4918-b3e8-59a29d37a85e {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:50:10.881074 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0672a2ed-a20e-4c4b-9257-3f7eb880ce4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:10.885825 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-10254bb2-990b-41f1-b98c-5a2a9f29f5ae None None] Provisioning complete for port 572584f9-d33c-4ce6-b334-490469f36e8c triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:50:10.886109 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-10254bb2-990b-41f1-b98c-5a2a9f29f5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:10.916931 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5907997c-a2ad-4a07-812f-ff512ed744ed service neutron] Pushing event updated for resources: {'Port': ['ID=5ee82374-022d-4d17-bb52-81018c6465c8,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:50:10.976576 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-10254bb2-990b-41f1-b98c-5a2a9f29f5ae None None] Port 572584f9-d33c-4ce6-b334-490469f36e8c cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 20:50:11.003071 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 58edf90f-425f-439e-b629-385cc6558931 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:50:11.004236 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:11.034329 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20584e9d-bad8-41da-a271-3a9e83b37cbb req-ae229580-eba2-43c1-a74d-34b24bcdda20 tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:11.036625 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-20584e9d-bad8-41da-a271-3a9e83b37cbb req-ae229580-eba2-43c1-a74d-34b24bcdda20 tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] 10.222.0.35 "GET /v2.0/ports?device_id=8b88cd31-cda3-44fe-8261-e4f5f87931ab HTTP/1.1" status: 200 len: 945 time: 0.3415997 May 20 20:50:11.065799 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-0672a2ed-a20e-4c4b-9257-3f7eb880ce4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] For port 8029197a-c9f9-4918-b3e8-59a29d37a85e, host n-h1-842733-1, got binding levels [] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:50:11.066438 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0672a2ed-a20e-4c4b-9257-3f7eb880ce4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:11.085138 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1464dd22-46d5-4c59-a182-ce523adc01e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:11.098155 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-0672a2ed-a20e-4c4b-9257-3f7eb880ce4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Calling delete_port for 8029197a-c9f9-4918-b3e8-59a29d37a85e owned by {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:50:11.127844 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-20584e9d-bad8-41da-a271-3a9e83b37cbb req-88de425d-22c0-4eb9-a9df-5a4d3c2ee683 tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] 10.222.0.35 "GET /v2.0/security-groups?id=178a2da1-ceea-4d89-b699-5b1b443e3e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636606 May 20 20:50:11.138002 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-d33e2811-7a92-4bae-bd19-6e1390a5392f None None] Provisioning complete for port 58edf90f-425f-439e-b629-385cc6558931 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:50:11.143903 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d33e2811-7a92-4bae-bd19-6e1390a5392f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:11.246285 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1464dd22-46d5-4c59-a182-ce523adc01e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:11.409369 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 58edf90f-425f-439e-b629-385cc6558931 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:50:11.409579 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23ff31a-738f-4ced-abcc-d1a93e93b04e req-1b3d310f-9222-4064-8398-f00cfc056d55 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:11.409676 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-f4dad356-fa9f-4efd-8dee-2b93e6fb0916 req-5907997c-a2ad-4a07-812f-ff512ed744ed service neutron] Attempting to bind port 5ee82374-022d-4d17-bb52-81018c6465c8 on host n-h2-842733-1 for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:50:11.409676 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-f4dad356-fa9f-4efd-8dee-2b93e6fb0916 req-5907997c-a2ad-4a07-812f-ff512ed744ed service neutron] Attempting to bind port 5ee82374-022d-4d17-bb52-81018c6465c8 by drivers openvswitch,hyperv on host n-h2-842733-1 at level 0 using segments [{'id': 'ed3a602f-49fb-4a95-be80-401e1eb72e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'cd702362-b982-46c5-a7d0-51de1b03df86'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:50:11.409676 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4dad356-fa9f-4efd-8dee-2b93e6fb0916 req-5907997c-a2ad-4a07-812f-ff512ed744ed service neutron] Attempting to bind port 5ee82374-022d-4d17-bb52-81018c6465c8 on network cd702362-b982-46c5-a7d0-51de1b03df86 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:50:11.410302 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a23ff31a-738f-4ced-abcc-d1a93e93b04e req-1b3d310f-9222-4064-8398-f00cfc056d55 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "GET /v2.0/ports?device_id=3674afb5-fa57-4c40-b6ee-249d678d06fa HTTP/1.1" status: 200 len: 944 time: 0.0681124 May 20 20:50:11.410401 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4dad356-fa9f-4efd-8dee-2b93e6fb0916 req-5907997c-a2ad-4a07-812f-ff512ed744ed service neutron] Port 5ee82374-022d-4d17-bb52-81018c6465c8 on network cd702362-b982-46c5-a7d0-51de1b03df86 not bound, no agent of type Open vSwitch agent registered on host n-h2-842733-1 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 20:50:11.410401 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4dad356-fa9f-4efd-8dee-2b93e6fb0916 req-5907997c-a2ad-4a07-812f-ff512ed744ed service neutron] Attempting to bind port 5ee82374-022d-4d17-bb52-81018c6465c8 on network cd702362-b982-46c5-a7d0-51de1b03df86 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:50:11.410401 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4dad356-fa9f-4efd-8dee-2b93e6fb0916 req-5907997c-a2ad-4a07-812f-ff512ed744ed service neutron] Checking agent: {'id': 'a66f2511-b955-448f-877c-56cfe9c81b12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 33, 2), 'started_at': datetime.datetime(2022, 5, 20, 20, 33, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 50, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:50:11.410401 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4dad356-fa9f-4efd-8dee-2b93e6fb0916 req-5907997c-a2ad-4a07-812f-ff512ed744ed service neutron] Checking segment: {'id': 'ed3a602f-49fb-4a95-be80-401e1eb72e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'cd702362-b982-46c5-a7d0-51de1b03df86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:50:11.410401 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4dad356-fa9f-4efd-8dee-2b93e6fb0916 req-5907997c-a2ad-4a07-812f-ff512ed744ed service neutron] Bound using segment: {'id': 'ed3a602f-49fb-4a95-be80-401e1eb72e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'cd702362-b982-46c5-a7d0-51de1b03df86'} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:50:11.410401 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-f4dad356-fa9f-4efd-8dee-2b93e6fb0916 req-5907997c-a2ad-4a07-812f-ff512ed744ed service neutron] Bound port: 5ee82374-022d-4d17-bb52-81018c6465c8, host: n-h2-842733-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed3a602f-49fb-4a95-be80-401e1eb72e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'cd702362-b982-46c5-a7d0-51de1b03df86'}}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:50:11.410401 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-f4dad356-fa9f-4efd-8dee-2b93e6fb0916 req-5907997c-a2ad-4a07-812f-ff512ed744ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:11.428796 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-d33e2811-7a92-4bae-bd19-6e1390a5392f None None] Current status of the port 58edf90f-425f-439e-b629-385cc6558931 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:50:11.434460 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a23ff31a-738f-4ced-abcc-d1a93e93b04e req-9c320c95-31e4-4339-893e-389700942828 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "GET /v2.0/security-groups?id=17369763-0550-4ec3-bd12-32142aaf9548&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543554 May 20 20:50:11.511531 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5f200bf3-fdc1-44cb-9659-3f1d7aa358d4 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:11.578124 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-f4dad356-fa9f-4efd-8dee-2b93e6fb0916 req-5907997c-a2ad-4a07-812f-ff512ed744ed service neutron] For port 5ee82374-022d-4d17-bb52-81018c6465c8, host n-h2-842733-1, cleared binding levels {{(pid=103162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:50:11.582694 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-f4dad356-fa9f-4efd-8dee-2b93e6fb0916 req-5907997c-a2ad-4a07-812f-ff512ed744ed service neutron] For port 5ee82374-022d-4d17-bb52-81018c6465c8, host n-h2-842733-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=5ee82374-022d-4d17-bb52-81018c6465c8,segment=NetworkSegment(ed3a602f-49fb-4a95-be80-401e1eb72e33),segment_id=ed3a602f-49fb-4a95-be80-401e1eb72e33)] {{(pid=103162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:50:11.666954 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a738545-b24e-433e-9f43-2aecaa779375 req-e9652084-f093-4cf0-a88a-491dbc4df790 tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:11.668530 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9a738545-b24e-433e-9f43-2aecaa779375 req-e9652084-f093-4cf0-a88a-491dbc4df790 tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] 10.222.0.35 "GET /v2.0/ports?device_id=367ac43c-c0d5-4081-b0b0-90c7efefd89d HTTP/1.1" status: 200 len: 945 time: 0.0542498 May 20 20:50:11.714128 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9a738545-b24e-433e-9f43-2aecaa779375 req-4e9da945-a069-4461-9ff5-b0336ece7df1 tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] 10.222.0.35 "GET /v2.0/security-groups?id=2274ca87-1a60-437e-91f1-b4d825425422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395606 May 20 20:50:11.739399 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 58edf90f-425f-439e-b629-385cc6558931 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:50:11.786086 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 58edf90f-425f-439e-b629-385cc6558931 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:50:11.786443 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:11.863649 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 58edf90f-425f-439e-b629-385cc6558931 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:50:11.939451 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0672a2ed-a20e-4c4b-9257-3f7eb880ce4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:11.971210 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1464dd22-46d5-4c59-a182-ce523adc01e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:11.973735 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1464dd22-46d5-4c59-a182-ce523adc01e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:11.975621 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-1464dd22-46d5-4c59-a182-ce523adc01e5 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/fdef7bc1-948a-4664-8428-e9ec45f882e7 HTTP/1.1" status: 204 len: 168 time: 1.1564095 May 20 20:50:11.983043 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5f200bf3-fdc1-44cb-9659-3f1d7aa358d4 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:11.985000 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-f4dad356-fa9f-4efd-8dee-2b93e6fb0916 req-5907997c-a2ad-4a07-812f-ff512ed744ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:11.985974 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0672a2ed-a20e-4c4b-9257-3f7eb880ce4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Pushing event deleted for resources: {'Port': ['ID=8029197a-c9f9-4918-b3e8-59a29d37a85e,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:50:11.997317 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0672a2ed-a20e-4c4b-9257-3f7eb880ce4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:12.002639 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-0672a2ed-a20e-4c4b-9257-3f7eb880ce4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] 10.222.0.35 "DELETE /v2.0/ports/8029197a-c9f9-4918-b3e8-59a29d37a85e HTTP/1.1" status: 204 len: 168 time: 1.6125758 May 20 20:50:12.005049 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 49348) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:50:12.032372 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f200bf3-fdc1-44cb-9659-3f1d7aa358d4 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Network ce671979-73f9-44d6-8ce7-2c8dc82e60ae is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:50:12.038069 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1464dd22-46d5-4c59-a182-ce523adc01e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdef7bc1-948a-4664-8428-e9ec45f882e7,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:50:12.041852 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcd4558-7fb3-4f2b-8c16-b421f127184f req-d3ccfb4d-47c3-4ce7-a8f8-331c40b67141 tempest-ImagesNegativeTestJSON-1531633127 tempest-ImagesNegativeTestJSON-1531633127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:12.043514 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-5f200bf3-fdc1-44cb-9659-3f1d7aa358d4 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:50:12.043662 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5fcd4558-7fb3-4f2b-8c16-b421f127184f req-d3ccfb4d-47c3-4ce7-a8f8-331c40b67141 tempest-ImagesNegativeTestJSON-1531633127 tempest-ImagesNegativeTestJSON-1531633127-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5f3c381-8d00-4c6b-a526-b177baed57f7 HTTP/1.1" status: 200 len: 948 time: 0.1169477 May 20 20:50:12.044520 n-d-842733-1 neutron-server[103163]: INFO neutron.pecan_wsgi.hooks.translation [None req-b675e095-44e0-4f2d-b6ae-e5d3d37f87ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] GET failed (client error): The resource could not be found. May 20 20:50:12.046309 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-b675e095-44e0-4f2d-b6ae-e5d3d37f87ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] 10.222.0.35 "GET /v2.0/ports/8029197a-c9f9-4918-b3e8-59a29d37a85e HTTP/1.1" status: 404 len: 333 time: 0.0400887 May 20 20:50:12.047658 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f200bf3-fdc1-44cb-9659-3f1d7aa358d4 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:50:12.061005 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 49350) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:50:12.067075 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-77fd75dc-2d0c-4e08-bf7c-8b9dedbe24aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-274117600', 'network_id': '20d563e9-6610-4c30-872c-a50222650c53'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:50:12.111277 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dad356-fa9f-4efd-8dee-2b93e6fb0916 req-5907997c-a2ad-4a07-812f-ff512ed744ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:12.120505 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-f4dad356-fa9f-4efd-8dee-2b93e6fb0916 req-5907997c-a2ad-4a07-812f-ff512ed744ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:12.122727 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-f4dad356-fa9f-4efd-8dee-2b93e6fb0916 req-5907997c-a2ad-4a07-812f-ff512ed744ed service neutron] 10.222.0.13 "PUT /v2.0/ports/5ee82374-022d-4d17-bb52-81018c6465c8 HTTP/1.1" status: 200 len: 1096 time: 2.4505601 May 20 20:50:12.125138 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5f3c381-8d00-4c6b-a526-b177baed57f7', 'tag': '5ee82374-022d-4d17-bb52-81018c6465c8'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:50:12.130011 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6fa957933fccbf596d28104b23404b952ad6a8238afaebaed40a0874b2e409" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6b6fe16-2f47-4f69-96df-ad1ad57fb3cb" -d '{"events": [{"name": "network-changed", "server_uuid": "e5f3c381-8d00-4c6b-a526-b177baed57f7", "tag": "5ee82374-022d-4d17-bb52-81018c6465c8"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:50:12.160038 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5fcd4558-7fb3-4f2b-8c16-b421f127184f req-c8dd3ae8-fb81-46c5-b979-9e6d770be738 tempest-ImagesNegativeTestJSON-1531633127 tempest-ImagesNegativeTestJSON-1531633127-project] 10.222.0.35 "GET /v2.0/security-groups?id=ba653e79-7091-4d5e-a86f-d8847fac5fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950489 May 20 20:50:12.204906 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5907997c-a2ad-4a07-812f-ff512ed744ed service neutron] Pushing event updated for resources: {'Port': ['ID=5ee82374-022d-4d17-bb52-81018c6465c8,revision_number=3']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:50:12.251712 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77fd75dc-2d0c-4e08-bf7c-8b9dedbe24aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Made reservation on behalf of 9d2c3712e489467fb7bc3f055a135a5c for: {'port': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:50:12.254272 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-77fd75dc-2d0c-4e08-bf7c-8b9dedbe24aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:12.262164 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 20:50:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fafa6157-df67-47ce-9df5-2fe5c7a9b74f x-openstack-request-id: req-fafa6157-df67-47ce-9df5-2fe5c7a9b74f {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:50:12.262722 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5f3c381-8d00-4c6b-a526-b177baed57f7", "tag": "5ee82374-022d-4d17-bb52-81018c6465c8", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:50:12.263127 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-fafa6157-df67-47ce-9df5-2fe5c7a9b74f {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:50:12.263723 n-d-842733-1 neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fafa6157-df67-47ce-9df5-2fe5c7a9b74f'] response: {'name': 'network-changed', 'server_uuid': 'e5f3c381-8d00-4c6b-a526-b177baed57f7', 'tag': '5ee82374-022d-4d17-bb52-81018c6465c8', 'status': 'completed', 'code': 200} May 20 20:50:12.270033 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f200bf3-fdc1-44cb-9659-3f1d7aa358d4 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:12.270676 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5f200bf3-fdc1-44cb-9659-3f1d7aa358d4 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:12.288311 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [None req-77fd75dc-2d0c-4e08-bf7c-8b9dedbe24aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] device_id is not set on port 73ebd1df-edcd-44ba-b56c-0d14610a9b25 yet. {{(pid=103163) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 20 20:50:12.303143 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f200bf3-fdc1-44cb-9659-3f1d7aa358d4 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Pushing event updated for resources: {'Port': ['ID=2e1df5b4-4f1a-4391-8d35-f8e77caf43e0,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:50:12.304901 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963cf0ed-5d98-4856-b99c-173e0bbf1417 req-9f648004-9535-45ab-9cb2-90d5ab449c06 tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:12.306850 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-963cf0ed-5d98-4856-b99c-173e0bbf1417 req-9f648004-9535-45ab-9cb2-90d5ab449c06 tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] 10.222.0.35 "GET /v2.0/ports?device_id=8b88cd31-cda3-44fe-8261-e4f5f87931ab HTTP/1.1" status: 200 len: 945 time: 0.1312509 May 20 20:50:12.372712 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-5f200bf3-fdc1-44cb-9659-3f1d7aa358d4 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.5071404 May 20 20:50:12.390377 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b6fe16-2f47-4f69-96df-ad1ad57fb3cb req-08f488dd-8825-499e-82a2-89bec1b532a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:12.399733 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-b6b6fe16-2f47-4f69-96df-ad1ad57fb3cb req-08f488dd-8825-499e-82a2-89bec1b532a2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b6b8fa87efe94b74b6b2063a4296fd98&device_id=e5f3c381-8d00-4c6b-a526-b177baed57f7 HTTP/1.1" status: 200 len: 1099 time: 0.0839465 May 20 20:50:12.476690 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-963cf0ed-5d98-4856-b99c-173e0bbf1417 req-5b25aea1-847c-4176-a13d-8317a1587c4a tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] 10.222.0.35 "GET /v2.0/security-groups?id=178a2da1-ceea-4d89-b699-5b1b443e3e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1133904 May 20 20:50:12.508076 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-22f25209-bd60-497d-b2a4-41425236302e None None] Provisioning complete for port 2e1df5b4-4f1a-4391-8d35-f8e77caf43e0 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:50:12.508373 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-22f25209-bd60-497d-b2a4-41425236302e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:12.555322 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 49362) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:50:12.558909 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-b6b6fe16-2f47-4f69-96df-ad1ad57fb3cb req-93ba57f3-a3e9-4556-bcc3-e13af92eae95 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=b6b8fa87efe94b74b6b2063a4296fd98&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1224778 May 20 20:50:12.573875 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-c6e77dd9-147e-4e70-872f-52e0f4a8407e tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1206274339', 'description': 'tempest-description--1121764541'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:50:12.605828 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-22f25209-bd60-497d-b2a4-41425236302e None None] Port 2e1df5b4-4f1a-4391-8d35-f8e77caf43e0 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 20:50:12.624651 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-77fd75dc-2d0c-4e08-bf7c-8b9dedbe24aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:12.645489 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6c6b8c-ba2e-42fb-a507-3a0463e53561 req-d90120e4-7d26-4c69-8fb3-4cbb0cb20c2a tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:12.647361 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ed6c6b8c-ba2e-42fb-a507-3a0463e53561 req-d90120e4-7d26-4c69-8fb3-4cbb0cb20c2a tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "GET /v2.0/ports?device_id=3674afb5-fa57-4c40-b6ee-249d678d06fa HTTP/1.1" status: 200 len: 944 time: 0.0814698 May 20 20:50:12.655351 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57651532-a38e-4737-9575-080f0766c47d req-0ec74f28-0449-40d1-ae8c-7017734c3ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:12.658092 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-57651532-a38e-4737-9575-080f0766c47d req-0ec74f28-0449-40d1-ae8c-7017734c3ecb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ca192f5ef49d4f558388c6e642858250&device_id=8b88cd31-cda3-44fe-8261-e4f5f87931ab HTTP/1.1" status: 200 len: 1096 time: 0.2190857 May 20 20:50:12.704067 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ed6c6b8c-ba2e-42fb-a507-3a0463e53561 req-a17e6a77-5ecd-4334-a5ca-0dc6622a2ed9 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "GET /v2.0/security-groups?id=17369763-0550-4ec3-bd12-32142aaf9548&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460374 May 20 20:50:12.743796 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c6e77dd9-147e-4e70-872f-52e0f4a8407e tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:12.751552 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b6fe16-2f47-4f69-96df-ad1ad57fb3cb req-4f821785-faef-4b3b-8f6e-74eed435c108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:12.751552 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-b6b6fe16-2f47-4f69-96df-ad1ad57fb3cb req-4f821785-faef-4b3b-8f6e-74eed435c108 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1706703 May 20 20:50:12.767160 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-77fd75dc-2d0c-4e08-bf7c-8b9dedbe24aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:12.796468 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57651532-a38e-4737-9575-080f0766c47d req-cfbc74dc-ce51-40ef-8007-16cfc086f0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:12.797957 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-57651532-a38e-4737-9575-080f0766c47d req-cfbc74dc-ce51-40ef-8007-16cfc086f0a8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=300c23a3-32b9-446d-971e-d684df46a80f HTTP/1.1" status: 200 len: 911 time: 0.1315207 May 20 20:50:12.844650 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77fd75dc-2d0c-4e08-bf7c-8b9dedbe24aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Network 20d563e9-6610-4c30-872c-a50222650c53 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:50:12.850953 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-77fd75dc-2d0c-4e08-bf7c-8b9dedbe24aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:50:12.853563 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77fd75dc-2d0c-4e08-bf7c-8b9dedbe24aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:50:12.854676 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77fd75dc-2d0c-4e08-bf7c-8b9dedbe24aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:12.855275 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-77fd75dc-2d0c-4e08-bf7c-8b9dedbe24aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:12.868278 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fd75dc-2d0c-4e08-bf7c-8b9dedbe24aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Pushing event updated for resources: {'Port': ['ID=73ebd1df-edcd-44ba-b56c-0d14610a9b25,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:50:12.893796 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6741cb4-22d9-472e-8e57-b45ed1c92dcf req-9775d625-9764-4370-84a8-619f96e11ad0 tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:12.895318 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c6741cb4-22d9-472e-8e57-b45ed1c92dcf req-9775d625-9764-4370-84a8-619f96e11ad0 tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] 10.222.0.35 "GET /v2.0/ports?device_id=367ac43c-c0d5-4081-b0b0-90c7efefd89d HTTP/1.1" status: 200 len: 945 time: 0.0950408 May 20 20:50:12.946261 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c6741cb4-22d9-472e-8e57-b45ed1c92dcf req-d2de96c0-9f96-4110-83c8-0d5990ff39ff tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] 10.222.0.35 "GET /v2.0/security-groups?id=2274ca87-1a60-437e-91f1-b4d825425422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420971 May 20 20:50:12.969277 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-77fd75dc-2d0c-4e08-bf7c-8b9dedbe24aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.9055879 May 20 20:50:12.970405 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 49374) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:50:13.010961 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d1165bb-4c99-4ac0-b1be-a2d57bbc8dd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:13.015146 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-4d1165bb-4c99-4ac0-b1be-a2d57bbc8dd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] 10.222.0.35 "GET /v2.0/ports/73ebd1df-edcd-44ba-b56c-0d14610a9b25 HTTP/1.1" status: 200 len: 958 time: 0.0407121 May 20 20:50:13.015376 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 49376) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:50:13.103581 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-6860e7ec-f908-4e6a-802e-b3528040dbd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Deleting port 73ebd1df-edcd-44ba-b56c-0d14610a9b25 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:50:13.104311 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6860e7ec-f908-4e6a-802e-b3528040dbd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:13.177249 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c6e77dd9-147e-4e70-872f-52e0f4a8407e tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:13.189571 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6860e7ec-f908-4e6a-802e-b3528040dbd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:13.189703 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-57651532-a38e-4737-9575-080f0766c47d req-3f9e7d05-6f61-4cfc-b2ce-6f75e8f22f34 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=546b046d-2ea6-41ac-8c89-525b517cfb53 HTTP/1.1" status: 200 len: 1001 time: 0.3697178 May 20 20:50:13.205704 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dad356-fa9f-4efd-8dee-2b93e6fb0916 req-6156a4e3-bfc4-4882-a623-1961e5764541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:13.207270 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-f4dad356-fa9f-4efd-8dee-2b93e6fb0916 req-6156a4e3-bfc4-4882-a623-1961e5764541 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b6b8fa87efe94b74b6b2063a4296fd98&device_id=e5f3c381-8d00-4c6b-a526-b177baed57f7 HTTP/1.1" status: 200 len: 1099 time: 0.3779962 May 20 20:50:13.207796 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-6860e7ec-f908-4e6a-802e-b3528040dbd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Calling delete_port for 73ebd1df-edcd-44ba-b56c-0d14610a9b25 owned by {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:50:13.269043 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c6e77dd9-147e-4e70-872f-52e0f4a8407e tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:13.271976 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-f4dad356-fa9f-4efd-8dee-2b93e6fb0916 req-c79eb8f5-b729-4f88-8820-3fa53b5ec58e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=5ee82374-022d-4d17-bb52-81018c6465c8 HTTP/1.1" status: 200 len: 217 time: 0.0443370 May 20 20:50:13.325816 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57651532-a38e-4737-9575-080f0766c47d req-d143ca19-7a90-4c9d-ab52-789ea2867d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:13.327519 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-57651532-a38e-4737-9575-080f0766c47d req-d143ca19-7a90-4c9d-ab52-789ea2867d64 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1dd25171-1f89-45fa-8119-54d59026591a HTTP/1.1" status: 200 len: 849 time: 0.1314659 May 20 20:50:13.341082 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84dc575-8833-46e6-9cc3-fe56e5b87ce7 req-654d84d6-7e1c-4f31-b1c4-46bbbf7ad7ee tempest-ImagesNegativeTestJSON-1531633127 tempest-ImagesNegativeTestJSON-1531633127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:13.342628 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a84dc575-8833-46e6-9cc3-fe56e5b87ce7 req-654d84d6-7e1c-4f31-b1c4-46bbbf7ad7ee tempest-ImagesNegativeTestJSON-1531633127 tempest-ImagesNegativeTestJSON-1531633127-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5f3c381-8d00-4c6b-a526-b177baed57f7 HTTP/1.1" status: 200 len: 948 time: 0.0759859 May 20 20:50:13.373269 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e77dd9-147e-4e70-872f-52e0f4a8407e tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Pushing event updated for resources: {'SecurityGroup': ['ID=863381a6-ea9c-49ea-aca2-bed57188f540,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:50:13.384503 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c6e77dd9-147e-4e70-872f-52e0f4a8407e tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:13.389282 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-c6e77dd9-147e-4e70-872f-52e0f4a8407e tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.8307660 May 20 20:50:13.389282 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dad356-fa9f-4efd-8dee-2b93e6fb0916 req-17221978-5a22-4367-8aef-df83060595c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:13.389282 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-f4dad356-fa9f-4efd-8dee-2b93e6fb0916 req-17221978-5a22-4367-8aef-df83060595c2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=26b342ea-254c-483a-9ea9-f11c178970eb HTTP/1.1" status: 200 len: 843 time: 0.1035256 May 20 20:50:13.389648 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 49388) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:50:13.394308 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-dcb351e1-d457-4060-8876-726bd3c61ead tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Request body: {'security_group_rule': {'security_group_id': '863381a6-ea9c-49ea-aca2-bed57188f540', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:50:13.402336 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57651532-a38e-4737-9575-080f0766c47d req-f190dddf-e3f4-461d-8944-7535167111de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:13.403814 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-57651532-a38e-4737-9575-080f0766c47d req-f190dddf-e3f4-461d-8944-7535167111de service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=300c23a3-32b9-446d-971e-d684df46a80f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0622766 May 20 20:50:13.409014 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a84dc575-8833-46e6-9cc3-fe56e5b87ce7 req-918c59e7-b481-4a7f-9b2a-5f1af481bc7c tempest-ImagesNegativeTestJSON-1531633127 tempest-ImagesNegativeTestJSON-1531633127-project] 10.222.0.35 "GET /v2.0/security-groups?id=ba653e79-7091-4d5e-a86f-d8847fac5fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538943 May 20 20:50:13.412973 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6860e7ec-f908-4e6a-802e-b3528040dbd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:13.420863 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 49390) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:50:13.461321 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6860e7ec-f908-4e6a-802e-b3528040dbd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Pushing event deleted for resources: {'Port': ['ID=73ebd1df-edcd-44ba-b56c-0d14610a9b25,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:50:13.464805 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6860e7ec-f908-4e6a-802e-b3528040dbd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:13.468148 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-6860e7ec-f908-4e6a-802e-b3528040dbd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] 10.222.0.35 "DELETE /v2.0/ports/73ebd1df-edcd-44ba-b56c-0d14610a9b25 HTTP/1.1" status: 204 len: 168 time: 0.4518259 May 20 20:50:13.470799 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 49394) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:50:13.512831 n-d-842733-1 neutron-server[103163]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb6f4c06-fbda-48cb-a9ff-d6530442b073 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] GET failed (client error): The resource could not be found. May 20 20:50:13.519090 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-eb6f4c06-fbda-48cb-a9ff-d6530442b073 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] 10.222.0.35 "GET /v2.0/ports/73ebd1df-edcd-44ba-b56c-0d14610a9b25 HTTP/1.1" status: 404 len: 333 time: 0.0472963 May 20 20:50:13.521333 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 49398) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:50:13.526083 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-dcb351e1-d457-4060-8876-726bd3c61ead tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:13.527859 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-7177f901-3ba4-4974-9140-629a1369c1fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Request body: {'port': {'network_id': '20d563e9-6610-4c30-872c-a50222650c53', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1054705353'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:50:13.545875 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dad356-fa9f-4efd-8dee-2b93e6fb0916 req-9962e163-65f3-48bc-8f49-1b0811c3d86e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:13.548128 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-f4dad356-fa9f-4efd-8dee-2b93e6fb0916 req-9962e163-65f3-48bc-8f49-1b0811c3d86e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cd702362-b982-46c5-a7d0-51de1b03df86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1433868 May 20 20:50:13.562836 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-96aac4d0-cd6d-4c55-91bb-0722fd46b8e6 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1903037930-network', 'tenant_id': '588768b5beac49d4962709858ca424c7'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:50:13.587657 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-57651532-a38e-4737-9575-080f0766c47d req-c8cc1177-e8b7-4e7f-b78c-6dd923915c71 service neutron] 10.222.0.13 "GET /v2.0/networks/300c23a3-32b9-446d-971e-d684df46a80f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1748433 May 20 20:50:13.629684 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-dcb351e1-d457-4060-8876-726bd3c61ead tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:13.640472 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7177f901-3ba4-4974-9140-629a1369c1fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Made reservation on behalf of 9d2c3712e489467fb7bc3f055a135a5c for: {'port': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:50:13.642719 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7177f901-3ba4-4974-9140-629a1369c1fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:13.645458 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9b6206-893b-4c10-ab6e-f582f167d041 req-e68d2097-02b7-40cf-8522-d6dfd90ab162 tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:13.648157 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7e9b6206-893b-4c10-ab6e-f582f167d041 req-e68d2097-02b7-40cf-8522-d6dfd90ab162 tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] 10.222.0.35 "GET /v2.0/ports?device_id=8b88cd31-cda3-44fe-8261-e4f5f87931ab HTTP/1.1" status: 200 len: 945 time: 0.0757647 May 20 20:50:13.689060 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7e9b6206-893b-4c10-ab6e-f582f167d041 req-cff17e34-ac79-4010-91c5-26d7270af874 tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] 10.222.0.35 "GET /v2.0/security-groups?id=178a2da1-ceea-4d89-b699-5b1b443e3e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350063 May 20 20:50:13.695167 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96aac4d0-cd6d-4c55-91bb-0722fd46b8e6 admin admin] Made reservation on behalf of 588768b5beac49d4962709858ca424c7 for: {'network': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:50:13.695310 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-96aac4d0-cd6d-4c55-91bb-0722fd46b8e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for network, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:13.705464 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-96aac4d0-cd6d-4c55-91bb-0722fd46b8e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:13.715805 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [None req-7177f901-3ba4-4974-9140-629a1369c1fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] device_id is not set on port f6c88dfd-956d-4398-876c-8c79910fd95b yet. {{(pid=103162) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 20 20:50:13.715976 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-dcb351e1-d457-4060-8876-726bd3c61ead tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691816'] for security_group_rule, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:13.747015 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb351e1-d457-4060-8876-726bd3c61ead tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b120e47e-5071-4ac3-ad0d-1aeec9552435,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:50:13.784755 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-f4dad356-fa9f-4efd-8dee-2b93e6fb0916 req-556dc0c0-4b45-4ca1-b8cb-2ecf3c534d05 service neutron] 10.222.0.13 "GET /v2.0/networks/cd702362-b982-46c5-a7d0-51de1b03df86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2253711 May 20 20:50:13.818574 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-96aac4d0-cd6d-4c55-91bb-0722fd46b8e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:13.838278 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-dcb351e1-d457-4060-8876-726bd3c61ead tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:13.839529 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-dcb351e1-d457-4060-8876-726bd3c61ead tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4493310 May 20 20:50:13.843929 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 49402) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:50:13.848764 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-a9d64487-7acb-4046-b371-8652971ad230 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Request body: {'security_group_rule': {'security_group_id': '863381a6-ea9c-49ea-aca2-bed57188f540', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:50:13.854435 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-57651532-a38e-4737-9575-080f0766c47d req-6150d61c-19f7-424c-899e-b49bd2ae816c service neutron] 10.222.0.13 "GET /v2.0/networks/300c23a3-32b9-446d-971e-d684df46a80f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2402704 May 20 20:50:13.880581 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ba7a6b-085b-48f5-b0d2-0b765497e711 req-d5512ab7-45a0-4442-8aea-97abe8ba68b3 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:13.882541 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-14ba7a6b-085b-48f5-b0d2-0b765497e711 req-d5512ab7-45a0-4442-8aea-97abe8ba68b3 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "GET /v2.0/ports?device_id=3674afb5-fa57-4c40-b6ee-249d678d06fa HTTP/1.1" status: 200 len: 944 time: 0.0819561 May 20 20:50:13.907606 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-96aac4d0-cd6d-4c55-91bb-0722fd46b8e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:13.950267 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96aac4d0-cd6d-4c55-91bb-0722fd46b8e6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 210} {{(pid=103163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 20:50:13.952376 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96aac4d0-cd6d-4c55-91bb-0722fd46b8e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9f9543d-587a-47bd-8772-bda4bd5582ab,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:50:13.961442 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-14ba7a6b-085b-48f5-b0d2-0b765497e711 req-9b11fec6-51b6-4226-a7b8-ee40a3cc2e9f tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "GET /v2.0/security-groups?id=17369763-0550-4ec3-bd12-32142aaf9548&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708656 May 20 20:50:13.967052 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-96aac4d0-cd6d-4c55-91bb-0722fd46b8e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:13.967412 n-d-842733-1 neutron-server[103163]: INFO neutron.db.segments_db [None req-96aac4d0-cd6d-4c55-91bb-0722fd46b8e6 admin admin] Added segment dd3868d8-2801-4914-84a0-d7fd151b3df3 of type vlan for network 9abac87e-130e-4a54-8c74-9469b8c9e8ef May 20 20:50:13.969882 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-f4dad356-fa9f-4efd-8dee-2b93e6fb0916 req-9511c67f-55ab-4597-8613-0975304297d5 service neutron] 10.222.0.13 "GET /v2.0/networks/cd702362-b982-46c5-a7d0-51de1b03df86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1763914 May 20 20:50:13.994185 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7177f901-3ba4-4974-9140-629a1369c1fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:14.017621 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a9d64487-7acb-4046-b371-8652971ad230 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:14.022240 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-96aac4d0-cd6d-4c55-91bb-0722fd46b8e6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418993264'] for network, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:14.105759 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7177f901-3ba4-4974-9140-629a1369c1fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:14.122590 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a9d64487-7acb-4046-b371-8652971ad230 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:14.130877 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81aa8c7-c292-47c2-acfa-50b184b97149 req-56558ddc-6f13-4c36-b342-02a8b88af311 tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:14.132736 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e81aa8c7-c292-47c2-acfa-50b184b97149 req-56558ddc-6f13-4c36-b342-02a8b88af311 tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] 10.222.0.35 "GET /v2.0/ports?device_id=367ac43c-c0d5-4081-b0b0-90c7efefd89d HTTP/1.1" status: 200 len: 945 time: 0.0991843 May 20 20:50:14.144062 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7177f901-3ba4-4974-9140-629a1369c1fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Network 20d563e9-6610-4c30-872c-a50222650c53 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:50:14.146953 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-7177f901-3ba4-4974-9140-629a1369c1fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:50:14.150555 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7177f901-3ba4-4974-9140-629a1369c1fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:50:14.151452 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7177f901-3ba4-4974-9140-629a1369c1fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:14.152038 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7177f901-3ba4-4974-9140-629a1369c1fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:14.164341 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7177f901-3ba4-4974-9140-629a1369c1fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Pushing event updated for resources: {'Port': ['ID=f6c88dfd-956d-4398-876c-8c79910fd95b,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:50:14.165647 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-96aac4d0-cd6d-4c55-91bb-0722fd46b8e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524'] for network, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:14.167235 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96aac4d0-cd6d-4c55-91bb-0722fd46b8e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:14.168046 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-96aac4d0-cd6d-4c55-91bb-0722fd46b8e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:14.199222 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a9d64487-7acb-4046-b371-8652971ad230 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691816'] for security_group_rule, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:14.234398 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e81aa8c7-c292-47c2-acfa-50b184b97149 req-cab81771-65af-43a5-9d83-941ca957e6f7 tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] 10.222.0.35 "GET /v2.0/security-groups?id=2274ca87-1a60-437e-91f1-b4d825425422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942848 May 20 20:50:14.257737 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d64487-7acb-4046-b371-8652971ad230 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1251091-4dff-4e0d-84e4-0553a4f6fcea,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:50:14.262435 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96aac4d0-cd6d-4c55-91bb-0722fd46b8e6 admin admin] Pushing event updated for resources: {'Network': ['ID=9abac87e-130e-4a54-8c74-9469b8c9e8ef,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:50:14.272124 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Network 9abac87e-130e-4a54-8c74-9469b8c9e8ef details requested by agent ovs-agent-n-d-842733-1 with host n-d-842733-1 {{(pid=103164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 20 20:50:14.276097 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-96aac4d0-cd6d-4c55-91bb-0722fd46b8e6 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8497126 May 20 20:50:14.276215 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-7177f901-3ba4-4974-9140-629a1369c1fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.7497687 May 20 20:50:14.276215 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 49406) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:50:14.276796 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 49408) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:50:14.282999 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-c3f59ad8-6cc2-4972-b7cf-6289d5bdb552 admin admin] Request body: {'subnet': {'network_id': '9abac87e-130e-4a54-8c74-9469b8c9e8ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1903037930-subnet', 'tenant_id': '588768b5beac49d4962709858ca424c7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:50:14.289684 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-43a295cc-8408-43ad-9320-65d760819d31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-842733-1'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:50:14.351928 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a9d64487-7acb-4046-b371-8652971ad230 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:14.353138 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-a9d64487-7acb-4046-b371-8652971ad230 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5084805 May 20 20:50:14.355833 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-43a295cc-8408-43ad-9320-65d760819d31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:14.358710 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 49410) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:50:14.360668 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-24f13dae-e18c-4698-a196-3742c6060402 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Request body: {'floatingip': {'floating_network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:50:14.415795 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3f59ad8-6cc2-4972-b7cf-6289d5bdb552 admin admin] Made reservation on behalf of 588768b5beac49d4962709858ca424c7 for: {'subnet': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:50:14.418129 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c3f59ad8-6cc2-4972-b7cf-6289d5bdb552 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4018244'] for subnet, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:14.448623 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-24f13dae-e18c-4698-a196-3742c6060402 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Notify callbacks [] for floatingip, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:14.573226 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb5a837-bad4-414a-8997-098d56fac52d req-37d4fed8-4f7e-4eb8-811b-b03bd5459cef tempest-ImagesNegativeTestJSON-1531633127 tempest-ImagesNegativeTestJSON-1531633127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:14.575060 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-bbb5a837-bad4-414a-8997-098d56fac52d req-37d4fed8-4f7e-4eb8-811b-b03bd5459cef tempest-ImagesNegativeTestJSON-1531633127 tempest-ImagesNegativeTestJSON-1531633127-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5f3c381-8d00-4c6b-a526-b177baed57f7 HTTP/1.1" status: 200 len: 948 time: 0.0607266 May 20 20:50:14.602060 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [None req-43a295cc-8408-43ad-9320-65d760819d31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] device_id is not set on port f6c88dfd-956d-4398-876c-8c79910fd95b yet. {{(pid=103162) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 20 20:50:14.627407 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-43a295cc-8408-43ad-9320-65d760819d31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Notify callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:14.632899 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-bbb5a837-bad4-414a-8997-098d56fac52d req-39f8e8ad-9ddf-4303-b92c-a43f6ccd7414 tempest-ImagesNegativeTestJSON-1531633127 tempest-ImagesNegativeTestJSON-1531633127-project] 10.222.0.35 "GET /v2.0/security-groups?id=ba653e79-7091-4d5e-a86f-d8847fac5fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476782 May 20 20:50:14.644277 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-24f13dae-e18c-4698-a196-3742c6060402 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:14.704928 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-43a295cc-8408-43ad-9320-65d760819d31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:14.762730 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-24f13dae-e18c-4698-a196-3742c6060402 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Allocated IP 172.25.2.38 (e3a93b5c-91e2-4064-9c2c-1afc261bfe15/86fee0c1-6e34-488b-9216-b2b8e7ef585a/1541ba8e-28b0-4690-a10c-35133406e2a4) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:50:14.765012 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-43a295cc-8408-43ad-9320-65d760819d31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Attempting to bind port f6c88dfd-956d-4398-876c-8c79910fd95b on host n-h1-842733-1 for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:50:14.765476 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-43a295cc-8408-43ad-9320-65d760819d31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Attempting to bind port f6c88dfd-956d-4398-876c-8c79910fd95b by drivers openvswitch,hyperv on host n-h1-842733-1 at level 0 using segments [{'id': 'fcb3af24-602b-4415-86aa-95060adb5df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '20d563e9-6610-4c30-872c-a50222650c53'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:50:14.765733 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43a295cc-8408-43ad-9320-65d760819d31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Attempting to bind port f6c88dfd-956d-4398-876c-8c79910fd95b on network 20d563e9-6610-4c30-872c-a50222650c53 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:50:14.774716 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c3f59ad8-6cc2-4972-b7cf-6289d5bdb552 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3797684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4018258'] for subnet, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:14.779686 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a295cc-8408-43ad-9320-65d760819d31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Pushing event updated for resources: {'Port': ['ID=f6c88dfd-956d-4398-876c-8c79910fd95b,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:50:14.804337 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43a295cc-8408-43ad-9320-65d760819d31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Port f6c88dfd-956d-4398-876c-8c79910fd95b on network 20d563e9-6610-4c30-872c-a50222650c53 not bound, no agent of type Open vSwitch agent registered on host n-h1-842733-1 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 20:50:14.804670 n-d-842733-1 neutron-server[103162]: ERROR neutron.plugins.ml2.managers [None req-43a295cc-8408-43ad-9320-65d760819d31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Failed to bind port f6c88dfd-956d-4398-876c-8c79910fd95b on host n-h1-842733-1 for vnic_type normal using segments [{'id': 'fcb3af24-602b-4415-86aa-95060adb5df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '20d563e9-6610-4c30-872c-a50222650c53'}] May 20 20:50:14.808342 n-d-842733-1 neutron-server[103162]: INFO neutron.plugins.ml2.plugin [None req-43a295cc-8408-43ad-9320-65d760819d31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Attempt 2 to bind port f6c88dfd-956d-4398-876c-8c79910fd95b May 20 20:50:14.835335 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-43a295cc-8408-43ad-9320-65d760819d31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Attempting to bind port f6c88dfd-956d-4398-876c-8c79910fd95b on host n-h1-842733-1 for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:50:14.835610 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-43a295cc-8408-43ad-9320-65d760819d31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Attempting to bind port f6c88dfd-956d-4398-876c-8c79910fd95b by drivers openvswitch,hyperv on host n-h1-842733-1 at level 0 using segments [{'id': 'fcb3af24-602b-4415-86aa-95060adb5df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '20d563e9-6610-4c30-872c-a50222650c53'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:50:14.835949 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43a295cc-8408-43ad-9320-65d760819d31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Attempting to bind port f6c88dfd-956d-4398-876c-8c79910fd95b on network 20d563e9-6610-4c30-872c-a50222650c53 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:50:14.847543 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f59ad8-6cc2-4972-b7cf-6289d5bdb552 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4430fb8c-e38d-491e-be0f-4a0062e4f021,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:50:14.857362 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43a295cc-8408-43ad-9320-65d760819d31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Port f6c88dfd-956d-4398-876c-8c79910fd95b on network 20d563e9-6610-4c30-872c-a50222650c53 not bound, no agent of type Open vSwitch agent registered on host n-h1-842733-1 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 20:50:14.857702 n-d-842733-1 neutron-server[103162]: ERROR neutron.plugins.ml2.managers [None req-43a295cc-8408-43ad-9320-65d760819d31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Failed to bind port f6c88dfd-956d-4398-876c-8c79910fd95b on host n-h1-842733-1 for vnic_type normal using segments [{'id': 'fcb3af24-602b-4415-86aa-95060adb5df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '20d563e9-6610-4c30-872c-a50222650c53'}] May 20 20:50:14.859397 n-d-842733-1 neutron-server[103162]: INFO neutron.plugins.ml2.plugin [None req-43a295cc-8408-43ad-9320-65d760819d31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Attempt 3 to bind port f6c88dfd-956d-4398-876c-8c79910fd95b May 20 20:50:14.860690 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea672eae-d70e-48a3-a92d-e53f8e5418f2 req-f6ad42b2-4654-4baa-b221-3da67fcbef6a tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:14.862215 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ea672eae-d70e-48a3-a92d-e53f8e5418f2 req-f6ad42b2-4654-4baa-b221-3da67fcbef6a tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] 10.222.0.35 "GET /v2.0/ports?device_id=8b88cd31-cda3-44fe-8261-e4f5f87931ab HTTP/1.1" status: 200 len: 945 time: 0.0970602 May 20 20:50:14.875925 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3f59ad8-6cc2-4972-b7cf-6289d5bdb552 admin admin] Checking segment: {'id': 'dd3868d8-2801-4914-84a0-d7fd151b3df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '9abac87e-130e-4a54-8c74-9469b8c9e8ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:50:14.876285 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3f59ad8-6cc2-4972-b7cf-6289d5bdb552 admin admin] Network hostable DHCP agents. Network: 9abac87e-130e-4a54-8c74-9469b8c9e8ef, hostable agents: ['c9b0653c-f3c7-4339-bd50-e3754b629216'], hosted agents: [] {{(pid=103162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 20:50:14.879318 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-43a295cc-8408-43ad-9320-65d760819d31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Attempting to bind port f6c88dfd-956d-4398-876c-8c79910fd95b on host n-h1-842733-1 for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:50:14.879652 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-43a295cc-8408-43ad-9320-65d760819d31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Attempting to bind port f6c88dfd-956d-4398-876c-8c79910fd95b by drivers openvswitch,hyperv on host n-h1-842733-1 at level 0 using segments [{'id': 'fcb3af24-602b-4415-86aa-95060adb5df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '20d563e9-6610-4c30-872c-a50222650c53'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:50:14.879983 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43a295cc-8408-43ad-9320-65d760819d31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Attempting to bind port f6c88dfd-956d-4398-876c-8c79910fd95b on network 20d563e9-6610-4c30-872c-a50222650c53 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:50:14.889844 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43a295cc-8408-43ad-9320-65d760819d31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Port f6c88dfd-956d-4398-876c-8c79910fd95b on network 20d563e9-6610-4c30-872c-a50222650c53 not bound, no agent of type Open vSwitch agent registered on host n-h1-842733-1 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 20:50:14.890175 n-d-842733-1 neutron-server[103162]: ERROR neutron.plugins.ml2.managers [None req-43a295cc-8408-43ad-9320-65d760819d31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Failed to bind port f6c88dfd-956d-4398-876c-8c79910fd95b on host n-h1-842733-1 for vnic_type normal using segments [{'id': 'fcb3af24-602b-4415-86aa-95060adb5df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '20d563e9-6610-4c30-872c-a50222650c53'}] May 20 20:50:14.890712 n-d-842733-1 neutron-server[103162]: INFO neutron.plugins.ml2.plugin [None req-43a295cc-8408-43ad-9320-65d760819d31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Attempt 4 to bind port f6c88dfd-956d-4398-876c-8c79910fd95b May 20 20:50:14.911951 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-43a295cc-8408-43ad-9320-65d760819d31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Attempting to bind port f6c88dfd-956d-4398-876c-8c79910fd95b on host n-h1-842733-1 for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:50:14.912317 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-43a295cc-8408-43ad-9320-65d760819d31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Attempting to bind port f6c88dfd-956d-4398-876c-8c79910fd95b by drivers openvswitch,hyperv on host n-h1-842733-1 at level 0 using segments [{'id': 'fcb3af24-602b-4415-86aa-95060adb5df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '20d563e9-6610-4c30-872c-a50222650c53'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:50:14.912654 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43a295cc-8408-43ad-9320-65d760819d31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Attempting to bind port f6c88dfd-956d-4398-876c-8c79910fd95b on network 20d563e9-6610-4c30-872c-a50222650c53 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:50:14.917161 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43a295cc-8408-43ad-9320-65d760819d31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Port f6c88dfd-956d-4398-876c-8c79910fd95b on network 20d563e9-6610-4c30-872c-a50222650c53 not bound, no agent of type Open vSwitch agent registered on host n-h1-842733-1 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 20:50:14.917514 n-d-842733-1 neutron-server[103162]: ERROR neutron.plugins.ml2.managers [None req-43a295cc-8408-43ad-9320-65d760819d31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Failed to bind port f6c88dfd-956d-4398-876c-8c79910fd95b on host n-h1-842733-1 for vnic_type normal using segments [{'id': 'fcb3af24-602b-4415-86aa-95060adb5df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '20d563e9-6610-4c30-872c-a50222650c53'}] May 20 20:50:14.917904 n-d-842733-1 neutron-server[103162]: INFO neutron.plugins.ml2.plugin [None req-43a295cc-8408-43ad-9320-65d760819d31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Attempt 5 to bind port f6c88dfd-956d-4398-876c-8c79910fd95b May 20 20:50:14.929768 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ea672eae-d70e-48a3-a92d-e53f8e5418f2 req-3da0838f-dd63-40e6-9547-96373509bb25 tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] 10.222.0.35 "GET /v2.0/security-groups?id=178a2da1-ceea-4d89-b699-5b1b443e3e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597835 May 20 20:50:14.930032 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-43a295cc-8408-43ad-9320-65d760819d31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Attempting to bind port f6c88dfd-956d-4398-876c-8c79910fd95b on host n-h1-842733-1 for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:50:14.930356 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-43a295cc-8408-43ad-9320-65d760819d31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Attempting to bind port f6c88dfd-956d-4398-876c-8c79910fd95b by drivers openvswitch,hyperv on host n-h1-842733-1 at level 0 using segments [{'id': 'fcb3af24-602b-4415-86aa-95060adb5df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '20d563e9-6610-4c30-872c-a50222650c53'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:50:14.930695 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43a295cc-8408-43ad-9320-65d760819d31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Attempting to bind port f6c88dfd-956d-4398-876c-8c79910fd95b on network 20d563e9-6610-4c30-872c-a50222650c53 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:50:14.935052 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43a295cc-8408-43ad-9320-65d760819d31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Port f6c88dfd-956d-4398-876c-8c79910fd95b on network 20d563e9-6610-4c30-872c-a50222650c53 not bound, no agent of type Open vSwitch agent registered on host n-h1-842733-1 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 20:50:14.935380 n-d-842733-1 neutron-server[103162]: ERROR neutron.plugins.ml2.managers [None req-43a295cc-8408-43ad-9320-65d760819d31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Failed to bind port f6c88dfd-956d-4398-876c-8c79910fd95b on host n-h1-842733-1 for vnic_type normal using segments [{'id': 'fcb3af24-602b-4415-86aa-95060adb5df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '20d563e9-6610-4c30-872c-a50222650c53'}] May 20 20:50:14.935780 n-d-842733-1 neutron-server[103162]: INFO neutron.plugins.ml2.plugin [None req-43a295cc-8408-43ad-9320-65d760819d31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Attempt 6 to bind port f6c88dfd-956d-4398-876c-8c79910fd95b May 20 20:50:14.939216 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-24f13dae-e18c-4698-a196-3742c6060402 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Notify callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:14.949245 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-43a295cc-8408-43ad-9320-65d760819d31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Attempting to bind port f6c88dfd-956d-4398-876c-8c79910fd95b on host n-h1-842733-1 for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:50:14.950282 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-43a295cc-8408-43ad-9320-65d760819d31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Attempting to bind port f6c88dfd-956d-4398-876c-8c79910fd95b by drivers openvswitch,hyperv on host n-h1-842733-1 at level 0 using segments [{'id': 'fcb3af24-602b-4415-86aa-95060adb5df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '20d563e9-6610-4c30-872c-a50222650c53'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:50:14.950282 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43a295cc-8408-43ad-9320-65d760819d31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Attempting to bind port f6c88dfd-956d-4398-876c-8c79910fd95b on network 20d563e9-6610-4c30-872c-a50222650c53 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:50:14.954855 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43a295cc-8408-43ad-9320-65d760819d31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Port f6c88dfd-956d-4398-876c-8c79910fd95b on network 20d563e9-6610-4c30-872c-a50222650c53 not bound, no agent of type Open vSwitch agent registered on host n-h1-842733-1 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 20:50:14.955297 n-d-842733-1 neutron-server[103162]: ERROR neutron.plugins.ml2.managers [None req-43a295cc-8408-43ad-9320-65d760819d31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Failed to bind port f6c88dfd-956d-4398-876c-8c79910fd95b on host n-h1-842733-1 for vnic_type normal using segments [{'id': 'fcb3af24-602b-4415-86aa-95060adb5df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '20d563e9-6610-4c30-872c-a50222650c53'}] May 20 20:50:14.955695 n-d-842733-1 neutron-server[103162]: INFO neutron.plugins.ml2.plugin [None req-43a295cc-8408-43ad-9320-65d760819d31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Attempt 7 to bind port f6c88dfd-956d-4398-876c-8c79910fd95b May 20 20:50:14.966533 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3f59ad8-6cc2-4972-b7cf-6289d5bdb552 admin admin] Network 9abac87e-130e-4a54-8c74-9469b8c9e8ef is scheduled to be hosted by DHCP agent c9b0653c-f3c7-4339-bd50-e3754b629216 with binding_index 1 {{(pid=103162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 20:50:14.972600 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-43a295cc-8408-43ad-9320-65d760819d31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Attempting to bind port f6c88dfd-956d-4398-876c-8c79910fd95b on host n-h1-842733-1 for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:50:14.972992 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-43a295cc-8408-43ad-9320-65d760819d31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Attempting to bind port f6c88dfd-956d-4398-876c-8c79910fd95b by drivers openvswitch,hyperv on host n-h1-842733-1 at level 0 using segments [{'id': 'fcb3af24-602b-4415-86aa-95060adb5df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '20d563e9-6610-4c30-872c-a50222650c53'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:50:14.973427 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43a295cc-8408-43ad-9320-65d760819d31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Attempting to bind port f6c88dfd-956d-4398-876c-8c79910fd95b on network 20d563e9-6610-4c30-872c-a50222650c53 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:50:14.978835 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43a295cc-8408-43ad-9320-65d760819d31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Port f6c88dfd-956d-4398-876c-8c79910fd95b on network 20d563e9-6610-4c30-872c-a50222650c53 not bound, no agent of type Open vSwitch agent registered on host n-h1-842733-1 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 20:50:14.979123 n-d-842733-1 neutron-server[103162]: ERROR neutron.plugins.ml2.managers [None req-43a295cc-8408-43ad-9320-65d760819d31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Failed to bind port f6c88dfd-956d-4398-876c-8c79910fd95b on host n-h1-842733-1 for vnic_type normal using segments [{'id': 'fcb3af24-602b-4415-86aa-95060adb5df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '20d563e9-6610-4c30-872c-a50222650c53'}] May 20 20:50:14.979499 n-d-842733-1 neutron-server[103162]: INFO neutron.plugins.ml2.plugin [None req-43a295cc-8408-43ad-9320-65d760819d31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Attempt 8 to bind port f6c88dfd-956d-4398-876c-8c79910fd95b May 20 20:50:14.992143 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-43a295cc-8408-43ad-9320-65d760819d31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Attempting to bind port f6c88dfd-956d-4398-876c-8c79910fd95b on host n-h1-842733-1 for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:50:14.992449 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-43a295cc-8408-43ad-9320-65d760819d31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Attempting to bind port f6c88dfd-956d-4398-876c-8c79910fd95b by drivers openvswitch,hyperv on host n-h1-842733-1 at level 0 using segments [{'id': 'fcb3af24-602b-4415-86aa-95060adb5df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '20d563e9-6610-4c30-872c-a50222650c53'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:50:14.992774 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43a295cc-8408-43ad-9320-65d760819d31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Attempting to bind port f6c88dfd-956d-4398-876c-8c79910fd95b on network 20d563e9-6610-4c30-872c-a50222650c53 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:50:14.996878 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43a295cc-8408-43ad-9320-65d760819d31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Port f6c88dfd-956d-4398-876c-8c79910fd95b on network 20d563e9-6610-4c30-872c-a50222650c53 not bound, no agent of type Open vSwitch agent registered on host n-h1-842733-1 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 20:50:14.997192 n-d-842733-1 neutron-server[103162]: ERROR neutron.plugins.ml2.managers [None req-43a295cc-8408-43ad-9320-65d760819d31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Failed to bind port f6c88dfd-956d-4398-876c-8c79910fd95b on host n-h1-842733-1 for vnic_type normal using segments [{'id': 'fcb3af24-602b-4415-86aa-95060adb5df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '20d563e9-6610-4c30-872c-a50222650c53'}] May 20 20:50:14.997591 n-d-842733-1 neutron-server[103162]: INFO neutron.plugins.ml2.plugin [None req-43a295cc-8408-43ad-9320-65d760819d31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Attempt 9 to bind port f6c88dfd-956d-4398-876c-8c79910fd95b May 20 20:50:15.009448 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-43a295cc-8408-43ad-9320-65d760819d31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Attempting to bind port f6c88dfd-956d-4398-876c-8c79910fd95b on host n-h1-842733-1 for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:50:15.009772 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-43a295cc-8408-43ad-9320-65d760819d31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Attempting to bind port f6c88dfd-956d-4398-876c-8c79910fd95b by drivers openvswitch,hyperv on host n-h1-842733-1 at level 0 using segments [{'id': 'fcb3af24-602b-4415-86aa-95060adb5df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '20d563e9-6610-4c30-872c-a50222650c53'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:50:15.010094 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43a295cc-8408-43ad-9320-65d760819d31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Attempting to bind port f6c88dfd-956d-4398-876c-8c79910fd95b on network 20d563e9-6610-4c30-872c-a50222650c53 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:50:15.014306 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43a295cc-8408-43ad-9320-65d760819d31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Port f6c88dfd-956d-4398-876c-8c79910fd95b on network 20d563e9-6610-4c30-872c-a50222650c53 not bound, no agent of type Open vSwitch agent registered on host n-h1-842733-1 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 20:50:15.014564 n-d-842733-1 neutron-server[103162]: ERROR neutron.plugins.ml2.managers [None req-43a295cc-8408-43ad-9320-65d760819d31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Failed to bind port f6c88dfd-956d-4398-876c-8c79910fd95b on host n-h1-842733-1 for vnic_type normal using segments [{'id': 'fcb3af24-602b-4415-86aa-95060adb5df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '20d563e9-6610-4c30-872c-a50222650c53'}] May 20 20:50:15.014949 n-d-842733-1 neutron-server[103162]: INFO neutron.plugins.ml2.plugin [None req-43a295cc-8408-43ad-9320-65d760819d31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Attempt 10 to bind port f6c88dfd-956d-4398-876c-8c79910fd95b May 20 20:50:15.027733 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-43a295cc-8408-43ad-9320-65d760819d31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Attempting to bind port f6c88dfd-956d-4398-876c-8c79910fd95b on host n-h1-842733-1 for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:50:15.028065 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-43a295cc-8408-43ad-9320-65d760819d31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Attempting to bind port f6c88dfd-956d-4398-876c-8c79910fd95b by drivers openvswitch,hyperv on host n-h1-842733-1 at level 0 using segments [{'id': 'fcb3af24-602b-4415-86aa-95060adb5df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '20d563e9-6610-4c30-872c-a50222650c53'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:50:15.028396 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43a295cc-8408-43ad-9320-65d760819d31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Attempting to bind port f6c88dfd-956d-4398-876c-8c79910fd95b on network 20d563e9-6610-4c30-872c-a50222650c53 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:50:15.031513 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-24f13dae-e18c-4698-a196-3742c6060402 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:15.033169 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43a295cc-8408-43ad-9320-65d760819d31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Port f6c88dfd-956d-4398-876c-8c79910fd95b on network 20d563e9-6610-4c30-872c-a50222650c53 not bound, no agent of type Open vSwitch agent registered on host n-h1-842733-1 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 20:50:15.033560 n-d-842733-1 neutron-server[103162]: ERROR neutron.plugins.ml2.managers [None req-43a295cc-8408-43ad-9320-65d760819d31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Failed to bind port f6c88dfd-956d-4398-876c-8c79910fd95b on host n-h1-842733-1 for vnic_type normal using segments [{'id': 'fcb3af24-602b-4415-86aa-95060adb5df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '20d563e9-6610-4c30-872c-a50222650c53'}] May 20 20:50:15.033942 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-43a295cc-8408-43ad-9320-65d760819d31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:15.046487 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-c3f59ad8-6cc2-4972-b7cf-6289d5bdb552 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842733-1, 9abac87e-130e-4a54-8c74-9469b8c9e8ef) {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:50:15.051784 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3f59ad8-6cc2-4972-b7cf-6289d5bdb552 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:15.053337 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c3f59ad8-6cc2-4972-b7cf-6289d5bdb552 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:15.060366 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b76bc567-a8c0-49dc-ab61-8bed6c8efb52 None None] Network 9abac87e-130e-4a54-8c74-9469b8c9e8ef requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:50:15.070948 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24f13dae-e18c-4698-a196-3742c6060402 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Network e3a93b5c-91e2-4064-9c2c-1afc261bfe15 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:50:15.073852 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-24f13dae-e18c-4698-a196-3742c6060402 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:50:15.077792 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f13dae-e18c-4698-a196-3742c6060402 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:50:15.104866 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f13dae-e18c-4698-a196-3742c6060402 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Pushing event updated for resources: {'Port': ['ID=1541ba8e-28b0-4690-a10c-35133406e2a4,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:50:15.118551 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-43a295cc-8408-43ad-9320-65d760819d31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] For port f6c88dfd-956d-4398-876c-8c79910fd95b, host n-h1-842733-1, cleared binding levels {{(pid=103162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:50:15.118929 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-43a295cc-8408-43ad-9320-65d760819d31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Attempted to set empty binding levels {{(pid=103162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} May 20 20:50:15.169295 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-c3f59ad8-6cc2-4972-b7cf-6289d5bdb552 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8829343 May 20 20:50:15.187548 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-43a295cc-8408-43ad-9320-65d760819d31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:15.300566 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-43a295cc-8408-43ad-9320-65d760819d31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] In _notify_port_updated(), no bound segment for port f6c88dfd-956d-4398-876c-8c79910fd95b on network 20d563e9-6610-4c30-872c-a50222650c53 {{(pid=103162) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} May 20 20:50:15.300566 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43a295cc-8408-43ad-9320-65d760819d31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:15.300566 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-43a295cc-8408-43ad-9320-65d760819d31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:15.300566 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-43a295cc-8408-43ad-9320-65d760819d31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] 10.222.0.35 "PUT /v2.0/ports/f6c88dfd-956d-4398-876c-8c79910fd95b HTTP/1.1" status: 200 len: 979 time: 0.9443235 May 20 20:50:15.301352 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 49422) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:50:15.301352 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fabfd84-164c-439a-9397-b7260a16b02c req-4af7b861-d463-4ddf-a909-215af784924d tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:15.301352 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3fabfd84-164c-439a-9397-b7260a16b02c req-4af7b861-d463-4ddf-a909-215af784924d tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "GET /v2.0/ports?device_id=3674afb5-fa57-4c40-b6ee-249d678d06fa HTTP/1.1" status: 200 len: 944 time: 0.1192167 May 20 20:50:15.301352 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-24f13dae-e18c-4698-a196-3742c6060402 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:15.302059 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58eced2f-1364-401e-9dc6-cfab1c02d649 None None] Network 9abac87e-130e-4a54-8c74-9469b8c9e8ef requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:50:15.302442 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a295cc-8408-43ad-9320-65d760819d31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Pushing event updated for resources: {'Port': ['ID=f6c88dfd-956d-4398-876c-8c79910fd95b,revision_number=3']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:50:15.390972 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3fabfd84-164c-439a-9397-b7260a16b02c req-ddf7c06e-174f-4e31-969d-efe46ff7e467 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "GET /v2.0/security-groups?id=17369763-0550-4ec3-bd12-32142aaf9548&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1334701 May 20 20:50:15.442346 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-24f13dae-e18c-4698-a196-3742c6060402 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:15.455276 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f20cb7a-a18f-4eec-887c-9ce8b63b40cc req-c2097451-5021-48fe-829d-4af54e580cda tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:15.456883 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3f20cb7a-a18f-4eec-887c-9ce8b63b40cc req-c2097451-5021-48fe-829d-4af54e580cda tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] 10.222.0.35 "GET /v2.0/ports?device_id=367ac43c-c0d5-4081-b0b0-90c7efefd89d HTTP/1.1" status: 200 len: 945 time: 0.1304665 May 20 20:50:15.479759 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-49509881-f163-49e4-a24c-4fa712483538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Deleting port f6c88dfd-956d-4398-876c-8c79910fd95b {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:50:15.480178 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-49509881-f163-49e4-a24c-4fa712483538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:15.595287 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-49509881-f163-49e4-a24c-4fa712483538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] For port f6c88dfd-956d-4398-876c-8c79910fd95b, host n-h1-842733-1, got binding levels [] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:50:15.595653 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-49509881-f163-49e4-a24c-4fa712483538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:15.601112 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3f20cb7a-a18f-4eec-887c-9ce8b63b40cc req-30f8bd07-5fba-400d-93cb-0e1e6f50011b tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] 10.222.0.35 "GET /v2.0/security-groups?id=2274ca87-1a60-437e-91f1-b4d825425422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223888 May 20 20:50:15.621749 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-49509881-f163-49e4-a24c-4fa712483538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Calling delete_port for f6c88dfd-956d-4398-876c-8c79910fd95b owned by {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:50:15.901861 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fcf0cc-1769-4afd-8848-70b3f19c166a req-60edeb23-7887-4f10-8054-796d6b7a45a7 tempest-ImagesNegativeTestJSON-1531633127 tempest-ImagesNegativeTestJSON-1531633127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:15.903313 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-83fcf0cc-1769-4afd-8848-70b3f19c166a req-60edeb23-7887-4f10-8054-796d6b7a45a7 tempest-ImagesNegativeTestJSON-1531633127 tempest-ImagesNegativeTestJSON-1531633127-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5f3c381-8d00-4c6b-a526-b177baed57f7 HTTP/1.1" status: 200 len: 948 time: 0.1556869 May 20 20:50:15.905503 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-24f13dae-e18c-4698-a196-3742c6060402 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Notify callbacks [] for port, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:15.913692 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42ccc9b-19d6-4fe8-b5e3-9cf17a1f24bd req-e2603c2b-f294-4c2b-bb27-0afe7f153853 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:15.915053 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b42ccc9b-19d6-4fe8-b5e3-9cf17a1f24bd req-e2603c2b-f294-4c2b-bb27-0afe7f153853 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/networks?id=9abac87e-130e-4a54-8c74-9469b8c9e8ef HTTP/1.1" status: 200 len: 814 time: 0.2606976 May 20 20:50:15.941223 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b42ccc9b-19d6-4fe8-b5e3-9cf17a1f24bd req-cf2dc1f0-5db2-452b-9f05-c34d842264df tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/quotas/588768b5beac49d4962709858ca424c7 HTTP/1.1" status: 200 len: 375 time: 0.0180941 May 20 20:50:15.967160 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-83fcf0cc-1769-4afd-8848-70b3f19c166a req-d3aded62-7b6d-42ce-98e9-821aa8cf8a3f tempest-ImagesNegativeTestJSON-1531633127 tempest-ImagesNegativeTestJSON-1531633127-project] 10.222.0.35 "GET /v2.0/security-groups?id=ba653e79-7091-4d5e-a86f-d8847fac5fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506399 May 20 20:50:15.981971 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b42ccc9b-19d6-4fe8-b5e3-9cf17a1f24bd req-0ee3bebd-2232-4d6c-824c-9dd2570b4a94 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=588768b5beac49d4962709858ca424c7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0307283 May 20 20:50:16.008996 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-24f13dae-e18c-4698-a196-3742c6060402 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:16.069644 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-49509881-f163-49e4-a24c-4fa712483538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:16.137330 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f13dae-e18c-4698-a196-3742c6060402 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Pushing event updated for resources: {'Port': ['ID=1541ba8e-28b0-4690-a10c-35133406e2a4,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:50:16.139741 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-49509881-f163-49e4-a24c-4fa712483538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:16.142868 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-49509881-f163-49e4-a24c-4fa712483538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] 10.222.0.35 "DELETE /v2.0/ports/f6c88dfd-956d-4398-876c-8c79910fd95b HTTP/1.1" status: 204 len: 168 time: 0.8965383 May 20 20:50:16.145663 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 49442) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:50:16.174170 n-d-842733-1 neutron-server[103162]: INFO neutron.pecan_wsgi.hooks.translation [None req-c349b0b1-092c-43c2-b9f5-dfa30bee7b8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] GET failed (client error): The resource could not be found. May 20 20:50:16.175558 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-c349b0b1-092c-43c2-b9f5-dfa30bee7b8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] 10.222.0.35 "GET /v2.0/ports/f6c88dfd-956d-4398-876c-8c79910fd95b HTTP/1.1" status: 404 len: 333 time: 0.0289233 May 20 20:50:16.179895 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 49444) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:50:16.189154 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49509881-f163-49e4-a24c-4fa712483538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528107821-project-admin] Pushing event deleted for resources: {'Port': ['ID=f6c88dfd-956d-4398-876c-8c79910fd95b,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:50:16.191095 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-24f13dae-e18c-4698-a196-3742c6060402 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748272'] for floatingip, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:16.196768 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b42ccc9b-19d6-4fe8-b5e3-9cf17a1f24bd req-fe918e2b-30ef-4c64-8b37-f219ff6251f8 service neutron] 10.222.0.35 "GET /v2.0/networks/9abac87e-130e-4a54-8c74-9469b8c9e8ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2052832 May 20 20:50:16.320690 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9fb00a0c-fc41-42f5-ba9e-8748c525f25a tempest-PortsAdminExtendedAttrsIpV6TestJSON-285215839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-285215839-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33160123'] for network, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:16.327499 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-24f13dae-e18c-4698-a196-3742c6060402 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for floatingip, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:16.328678 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-24f13dae-e18c-4698-a196-3742c6060402 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.9716256 May 20 20:50:16.392956 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b42ccc9b-19d6-4fe8-b5e3-9cf17a1f24bd req-b5198864-610a-469c-b2fd-298b8f5f9960 service neutron] 10.222.0.35 "GET /v2.0/networks/9abac87e-130e-4a54-8c74-9469b8c9e8ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1824155 May 20 20:50:16.456907 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9fb00a0c-fc41-42f5-ba9e-8748c525f25a tempest-PortsAdminExtendedAttrsIpV6TestJSON-285215839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-285215839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33072115', 'neutron.services.segments.db._delete_segments_for_network-8782419500584'] for network, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:16.491954 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-9fb00a0c-fc41-42f5-ba9e-8748c525f25a tempest-PortsAdminExtendedAttrsIpV6TestJSON-285215839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-285215839-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20d563e9-6610-4c30-872c-a50222650c53']}} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:50:16.510331 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-9fb00a0c-fc41-42f5-ba9e-8748c525f25a tempest-PortsAdminExtendedAttrsIpV6TestJSON-285215839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-285215839-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fcb3af24-602b-4415-86aa-95060adb5df4') {'for_net_delete': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:50:16.510623 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-9fb00a0c-fc41-42f5-ba9e-8748c525f25a tempest-PortsAdminExtendedAttrsIpV6TestJSON-285215839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-285215839-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fcb3af24-602b-4415-86aa-95060adb5df4') {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:50:16.538388 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9fb00a0c-fc41-42f5-ba9e-8748c525f25a tempest-PortsAdminExtendedAttrsIpV6TestJSON-285215839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-285215839-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419501617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9338764'] for segment, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:16.552402 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9fb00a0c-fc41-42f5-ba9e-8748c525f25a tempest-PortsAdminExtendedAttrsIpV6TestJSON-285215839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-285215839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:16.560327 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fb00a0c-fc41-42f5-ba9e-8748c525f25a tempest-PortsAdminExtendedAttrsIpV6TestJSON-285215839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-285215839-project] Releasing vlan 246 on physical network physnet1 to pool {{(pid=103163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 20:50:16.560712 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9fb00a0c-fc41-42f5-ba9e-8748c525f25a tempest-PortsAdminExtendedAttrsIpV6TestJSON-285215839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-285215839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9638311'] for segment, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:16.563682 n-d-842733-1 neutron-server[103163]: Traceback (most recent call last): May 20 20:50:16.563682 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 20:50:16.563682 n-d-842733-1 neutron-server[103163]: timer() May 20 20:50:16.563682 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 20:50:16.563682 n-d-842733-1 neutron-server[103163]: cb(*args, **kw) May 20 20:50:16.563682 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 20 20:50:16.563682 n-d-842733-1 neutron-server[103163]: return func(*args, **kwargs) May 20 20:50:16.563682 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 20:50:16.563682 n-d-842733-1 neutron-server[103163]: self._notify() May 20 20:50:16.563682 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 20:50:16.563682 n-d-842733-1 neutron-server[103163]: self.callback(batched_events) May 20 20:50:16.563682 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 20:50:16.563682 n-d-842733-1 neutron-server[103163]: event.method(event) May 20 20:50:16.563682 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 20 20:50:16.563682 n-d-842733-1 neutron-server[103163]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 20:50:16.563682 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 20 20:50:16.563682 n-d-842733-1 neutron-server[103163]: aggregate_uuid = self.p_client.list_aggregates( May 20 20:50:16.563682 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 20 20:50:16.563682 n-d-842733-1 neutron-server[103163]: return f(self, *a, **k) May 20 20:50:16.563682 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 20 20:50:16.563682 n-d-842733-1 neutron-server[103163]: return self._get(url).json() May 20 20:50:16.563682 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 20 20:50:16.563682 n-d-842733-1 neutron-server[103163]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 20:50:16.563682 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 20:50:16.563682 n-d-842733-1 neutron-server[103163]: return self.request(url, 'GET', **kwargs) May 20 20:50:16.563682 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 20:50:16.563682 n-d-842733-1 neutron-server[103163]: base_url = self.get_endpoint(auth, allow=allow, May 20 20:50:16.563682 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 20:50:16.563682 n-d-842733-1 neutron-server[103163]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 20:50:16.563682 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 20:50:16.563682 n-d-842733-1 neutron-server[103163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 20:50:16.563682 n-d-842733-1 neutron-server[103163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 20:50:16.581719 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a659ed4-e39c-4b9f-8ec9-2909868d0fca req-02365eb9-d51a-45b1-b6d7-7c578b191a6f tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:16.583181 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5a659ed4-e39c-4b9f-8ec9-2909868d0fca req-02365eb9-d51a-45b1-b6d7-7c578b191a6f tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "GET /v2.0/ports?device_id=3674afb5-fa57-4c40-b6ee-249d678d06fa HTTP/1.1" status: 200 len: 944 time: 0.0839331 May 20 20:50:16.670909 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5a659ed4-e39c-4b9f-8ec9-2909868d0fca req-cf81ee2d-5314-4a45-8ab4-3f8d6a61fca5 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "GET /v2.0/security-groups?id=17369763-0550-4ec3-bd12-32142aaf9548&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552728 May 20 20:50:16.729910 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-84798964-1a1d-4706-96ab-49bf546c100d req-2166a5ee-bb1e-4b46-96d9-4fdd96ca4d83 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--1206274339&fields=id&tenant_id=130041758ffe4e0a8066d604acc4da27 HTTP/1.1" status: 200 len: 267 time: 0.0445883 May 20 20:50:16.763961 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9fb00a0c-fc41-42f5-ba9e-8748c525f25a tempest-PortsAdminExtendedAttrsIpV6TestJSON-285215839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-285215839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33072122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748162'] for network, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:16.814247 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9fb00a0c-fc41-42f5-ba9e-8748c525f25a tempest-PortsAdminExtendedAttrsIpV6TestJSON-285215839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-285215839-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:16.817280 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-9fb00a0c-fc41-42f5-ba9e-8748c525f25a tempest-PortsAdminExtendedAttrsIpV6TestJSON-285215839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-285215839-project] 10.222.0.35 "DELETE /v2.0/networks/20d563e9-6610-4c30-872c-a50222650c53 HTTP/1.1" status: 204 len: 168 time: 0.6364319 May 20 20:50:16.850154 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f1566d55-4e10-49b1-9aaf-65f569cdf967 req-c8179a1a-b114-4cea-8d3f-fa9e94ed5e0d tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/ports?device_id=03abbdec-2b0d-4070-9a67-4bafa23e6224 HTTP/1.1" status: 200 len: 210 time: 0.0835786 May 20 20:50:16.850154 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb00a0c-fc41-42f5-ba9e-8748c525f25a tempest-PortsAdminExtendedAttrsIpV6TestJSON-285215839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-285215839-project] Pushing event deleted for resources: {'Network': ['ID=20d563e9-6610-4c30-872c-a50222650c53,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:50:16.857909 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84798964-1a1d-4706-96ab-49bf546c100d req-c5324fd4-7ef7-4acb-a07b-687e055d6284 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:16.859296 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-84798964-1a1d-4706-96ab-49bf546c100d req-c5324fd4-7ef7-4acb-a07b-687e055d6284 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] 10.222.0.35 "GET /v2.0/ports/572584f9-d33c-4ce6-b334-490469f36e8c HTTP/1.1" status: 200 len: 930 time: 0.1220655 May 20 20:50:17.213378 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a83663-8fe0-484e-805c-e95cd20a7b92 req-2b646d1d-bc99-476e-945c-69c9c33339aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:17.214832 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-28a83663-8fe0-484e-805c-e95cd20a7b92 req-2b646d1d-bc99-476e-945c-69c9c33339aa service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=367ac43c-c0d5-4081-b0b0-90c7efefd89d HTTP/1.1" status: 200 len: 1096 time: 0.4762392 May 20 20:50:17.267431 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84798964-1a1d-4706-96ab-49bf546c100d req-12ecadb6-efcd-4bcf-96a1-4387a6ca8d09 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:17.268720 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-84798964-1a1d-4706-96ab-49bf546c100d req-12ecadb6-efcd-4bcf-96a1-4387a6ca8d09 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] 10.222.0.35 "GET /v2.0/ports/2e1df5b4-4f1a-4391-8d35-f8e77caf43e0 HTTP/1.1" status: 200 len: 931 time: 0.4003918 May 20 20:50:17.289896 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 49478) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:50:17.338350 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-84798964-1a1d-4706-96ab-49bf546c100d req-30d5be58-4ce6-4fd8-9a86-ff2bc7e0731d tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] 10.222.0.35 "GET /v2.0/ports?network_id=55b562d5-5067-4b35-82c1-b8cbe81beb27&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0624092 May 20 20:50:17.340970 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-28a83663-8fe0-484e-805c-e95cd20a7b92 req-6459e020-bf10-4aa7-b348-37744d82d2f2 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=2274ca87-1a60-437e-91f1-b4d825425422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137362 May 20 20:50:17.350864 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb0a118-f5f8-4129-9b26-dd303be34249 req-26771d0a-c93a-4569-8bcd-2e6561ee93ae tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:17.352284 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0eb0a118-f5f8-4129-9b26-dd303be34249 req-26771d0a-c93a-4569-8bcd-2e6561ee93ae tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] 10.222.0.35 "GET /v2.0/ports?device_id=367ac43c-c0d5-4081-b0b0-90c7efefd89d HTTP/1.1" status: 200 len: 945 time: 0.1445637 May 20 20:50:17.384984 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-84798964-1a1d-4706-96ab-49bf546c100d req-c7f977b4-834f-4a60-b87c-94d5bebcae6b tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] 10.222.0.35 "GET /v2.0/ports?network_id=55b562d5-5067-4b35-82c1-b8cbe81beb27&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0315137 May 20 20:50:17.439458 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-84dd07b4-d23f-48cd-84e2-006134ef1c3a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=cc34f03cfdf44ded935f4be75851a161&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1482944 May 20 20:50:17.442040 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 49484) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:50:17.467789 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0eb0a118-f5f8-4129-9b26-dd303be34249 req-ec74894c-558d-4476-8bbc-998367ff7334 tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] 10.222.0.35 "GET /v2.0/security-groups?id=2274ca87-1a60-437e-91f1-b4d825425422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058929 May 20 20:50:17.497764 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5e8696c1-926a-4acf-9f62-3400b1bbe6bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:17.521091 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5e8696c1-926a-4acf-9f62-3400b1bbe6bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:17.524314 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84798964-1a1d-4706-96ab-49bf546c100d req-76e5138b-b9e5-44fd-8d40-dee31270ed20 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:17.530003 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84798964-1a1d-4706-96ab-49bf546c100d req-76e5138b-b9e5-44fd-8d40-dee31270ed20 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:17.535672 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84798964-1a1d-4706-96ab-49bf546c100d req-76e5138b-b9e5-44fd-8d40-dee31270ed20 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:17.537363 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-84798964-1a1d-4706-96ab-49bf546c100d req-76e5138b-b9e5-44fd-8d40-dee31270ed20 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] 10.222.0.35 "GET /v2.0/networks?id=5ca369c8-df0a-41e3-869c-b1b368b823ae&id=ce671979-73f9-44d6-8ce7-2c8dc82e60ae&id=ce671979-73f9-44d6-8ce7-2c8dc82e60ae&id=55b562d5-5067-4b35-82c1-b8cbe81beb27&id=55b562d5-5067-4b35-82c1-b8cbe81beb27 HTTP/1.1" status: 200 len: 1990 time: 0.1463826 May 20 20:50:17.565892 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-84798964-1a1d-4706-96ab-49bf546c100d req-5eb31f4c-3076-4f35-81c0-d423db11b0f9 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] 10.222.0.35 "GET /v2.0/quotas/130041758ffe4e0a8066d604acc4da27 HTTP/1.1" status: 200 len: 375 time: 0.0209913 May 20 20:50:17.632075 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6bcaa4-0697-4945-b9aa-1528eb230a79 req-76da2e17-a6a1-41ed-be7c-a9695b5a2051 tempest-ImagesNegativeTestJSON-1531633127 tempest-ImagesNegativeTestJSON-1531633127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:17.633463 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0b6bcaa4-0697-4945-b9aa-1528eb230a79 req-76da2e17-a6a1-41ed-be7c-a9695b5a2051 tempest-ImagesNegativeTestJSON-1531633127 tempest-ImagesNegativeTestJSON-1531633127-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5f3c381-8d00-4c6b-a526-b177baed57f7 HTTP/1.1" status: 200 len: 948 time: 0.0816360 May 20 20:50:17.651626 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-84798964-1a1d-4706-96ab-49bf546c100d req-520259fd-c86a-4f2d-b3ab-f76d8c3c7cca tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=130041758ffe4e0a8066d604acc4da27&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0713530 May 20 20:50:17.651991 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5e8696c1-926a-4acf-9f62-3400b1bbe6bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:17.655462 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5e8696c1-926a-4acf-9f62-3400b1bbe6bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:17.657995 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-5e8696c1-926a-4acf-9f62-3400b1bbe6bf admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f289350b-9f85-48ee-857e-6e00a70141d3 HTTP/1.1" status: 204 len: 168 time: 0.2137954 May 20 20:50:17.670082 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8696c1-926a-4acf-9f62-3400b1bbe6bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f289350b-9f85-48ee-857e-6e00a70141d3,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:50:17.715867 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 5ee82374-022d-4d17-bb52-81018c6465c8 details requested by agent hyperv_n-h2-842733-1 with host n-h2-842733-1 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 20:50:17.741747 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0b6bcaa4-0697-4945-b9aa-1528eb230a79 req-9562c8be-f5f4-42fe-9b91-9ee0f93a1cfa tempest-ImagesNegativeTestJSON-1531633127 tempest-ImagesNegativeTestJSON-1531633127-project] 10.222.0.35 "GET /v2.0/security-groups?id=ba653e79-7091-4d5e-a86f-d8847fac5fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890062 May 20 20:50:17.782018 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-84798964-1a1d-4706-96ab-49bf546c100d req-de6e3e75-a82f-46eb-a2f5-15dc644f800f service neutron] 10.222.0.35 "GET /v2.0/networks/5ca369c8-df0a-41e3-869c-b1b368b823ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129465 May 20 20:50:17.838963 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port 5ee82374-022d-4d17-bb52-81018c6465c8, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=5ee82374-022d-4d17-bb52-81018c6465c8,segment=NetworkSegment(ed3a602f-49fb-4a95-be80-401e1eb72e33),segment_id=ed3a602f-49fb-4a95-be80-401e1eb72e33)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:50:17.851528 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Returning: {'device': '5ee82374-022d-4d17-bb52-81018c6465c8', 'network_id': 'cd702362-b982-46c5-a7d0-51de1b03df86', 'port_id': '5ee82374-022d-4d17-bb52-81018c6465c8', 'mac_address': 'fa:16:3e:c1:79:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26b342ea-254c-483a-9ea9-f11c178970eb', 'ip_address': '192.168.233.135'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 20 20:50:17.894001 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port 5ee82374-022d-4d17-bb52-81018c6465c8 is: DOWN; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:50:17.894302 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:17.907364 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ee82374-022d-4d17-bb52-81018c6465c8 {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:50:17.915806 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cca84a-36e2-4ba7-ae90-ad4385649dda req-7be794a7-b476-46c6-bb86-fde281b3e88f tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:17.917333 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-64cca84a-36e2-4ba7-ae90-ad4385649dda req-7be794a7-b476-46c6-bb86-fde281b3e88f tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "GET /v2.0/ports?device_id=3674afb5-fa57-4c40-b6ee-249d678d06fa HTTP/1.1" status: 200 len: 944 time: 0.1045349 May 20 20:50:17.928315 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port 5ee82374-022d-4d17-bb52-81018c6465c8, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=5ee82374-022d-4d17-bb52-81018c6465c8,segment=NetworkSegment(ed3a602f-49fb-4a95-be80-401e1eb72e33),segment_id=ed3a602f-49fb-4a95-be80-401e1eb72e33)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:50:17.945477 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-84798964-1a1d-4706-96ab-49bf546c100d req-ec776f2c-92be-433b-ae76-7386e14bab2b service neutron] 10.222.0.35 "GET /v2.0/networks/5ca369c8-df0a-41e3-869c-b1b368b823ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550729 May 20 20:50:17.992336 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-64cca84a-36e2-4ba7-ae90-ad4385649dda req-47a57977-0348-4225-abbd-706fa95ccae5 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "GET /v2.0/security-groups?id=17369763-0550-4ec3-bd12-32142aaf9548&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650079 May 20 20:50:17.999511 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-84798964-1a1d-4706-96ab-49bf546c100d req-5d91bbb4-2a10-4e1e-afda-8fb32b6c1ae7 service neutron] 10.222.0.35 "GET /v2.0/ports/572584f9-d33c-4ce6-b334-490469f36e8c?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0475833 May 20 20:50:18.029352 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:18.108993 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=5ee82374-022d-4d17-bb52-81018c6465c8,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:50:18.110957 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-84798964-1a1d-4706-96ab-49bf546c100d req-3aaa6b21-a50e-4734-b8ea-0325c506688f service neutron] 10.222.0.35 "GET /v2.0/networks/ce671979-73f9-44d6-8ce7-2c8dc82e60ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054468 May 20 20:50:18.199485 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-43918afa-a7d0-4265-9aef-91c2da12bfc2 req-c2121299-04ec-4ea0-8273-67f1821c9a60 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/ports?device_id=03abbdec-2b0d-4070-9a67-4bafa23e6224 HTTP/1.1" status: 200 len: 210 time: 0.0344179 May 20 20:50:18.239935 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-84798964-1a1d-4706-96ab-49bf546c100d req-130a0c0b-474d-4625-88a9-a17389d99338 service neutron] 10.222.0.35 "GET /v2.0/networks/ce671979-73f9-44d6-8ce7-2c8dc82e60ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281707 May 20 20:50:18.286695 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-84798964-1a1d-4706-96ab-49bf546c100d req-b3469ecc-c0f9-487f-bceb-110232bf1834 service neutron] 10.222.0.35 "GET /v2.0/ports/2e1df5b4-4f1a-4391-8d35-f8e77caf43e0?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0395367 May 20 20:50:18.375263 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] get_ports_and_sgs() called for port_ids ['5ee82374-022d-4d17-bb52-81018c6465c8'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:50:18.383102 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-84798964-1a1d-4706-96ab-49bf546c100d req-f8e21dd5-9808-4246-8d40-d9d81550ad18 service neutron] 10.222.0.35 "GET /v2.0/networks/ce671979-73f9-44d6-8ce7-2c8dc82e60ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900445 May 20 20:50:18.467300 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 49494) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:50:18.490007 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-84798964-1a1d-4706-96ab-49bf546c100d req-9b0ae852-549e-456d-bc76-3a3b89141e6f service neutron] 10.222.0.35 "GET /v2.0/networks/ce671979-73f9-44d6-8ce7-2c8dc82e60ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003423 May 20 20:50:18.532669 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-756b53c3-1a37-4485-be66-46a347b126c0 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9d2c3712e489467fb7bc3f055a135a5c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0619829 May 20 20:50:18.533177 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 49498) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:50:18.590988 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0e342891-cb66-49f2-bc14-fcde0ea4932b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:18.620687 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0e342891-cb66-49f2-bc14-fcde0ea4932b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:18.635954 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a8d770-36c0-4a29-9b72-68c307a088fe req-84a4065c-7f18-4753-81a4-1ef9fece17b8 tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:18.637479 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-25a8d770-36c0-4a29-9b72-68c307a088fe req-84a4065c-7f18-4753-81a4-1ef9fece17b8 tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] 10.222.0.35 "GET /v2.0/ports?device_id=367ac43c-c0d5-4081-b0b0-90c7efefd89d HTTP/1.1" status: 200 len: 945 time: 0.0827992 May 20 20:50:18.643621 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-84798964-1a1d-4706-96ab-49bf546c100d req-824603b0-ee4f-4f1a-bf4e-5a4976c703a6 service neutron] 10.222.0.35 "GET /v2.0/networks/ce671979-73f9-44d6-8ce7-2c8dc82e60ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425149 May 20 20:50:18.729878 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-25a8d770-36c0-4a29-9b72-68c307a088fe req-11e289d4-5145-4b1e-ac48-4afef942c482 tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] 10.222.0.35 "GET /v2.0/security-groups?id=2274ca87-1a60-437e-91f1-b4d825425422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852122 May 20 20:50:18.767350 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-84798964-1a1d-4706-96ab-49bf546c100d req-53617c4f-5d50-406e-847c-aeaee0aef182 service neutron] 10.222.0.35 "GET /v2.0/networks/ce671979-73f9-44d6-8ce7-2c8dc82e60ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165600 May 20 20:50:18.774244 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0e342891-cb66-49f2-bc14-fcde0ea4932b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:18.776871 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0e342891-cb66-49f2-bc14-fcde0ea4932b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:18.778459 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-0e342891-cb66-49f2-bc14-fcde0ea4932b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/08548646-72d0-404c-b004-fd8f8d9df1b5 HTTP/1.1" status: 204 len: 168 time: 0.2438195 May 20 20:50:18.789294 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e342891-cb66-49f2-bc14-fcde0ea4932b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08548646-72d0-404c-b004-fd8f8d9df1b5,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:50:18.907580 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc0a9c3-26b9-4ab8-8005-d47a544bdc6f req-33fe4107-59e2-4b29-bd25-79c07f50e6c4 tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:18.910219 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9dc0a9c3-26b9-4ab8-8005-d47a544bdc6f req-33fe4107-59e2-4b29-bd25-79c07f50e6c4 tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] 10.222.0.35 "GET /v2.0/ports?device_id=367ac43c-c0d5-4081-b0b0-90c7efefd89d HTTP/1.1" status: 200 len: 945 time: 0.0816479 May 20 20:50:18.911251 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-84798964-1a1d-4706-96ab-49bf546c100d req-d32779df-9a94-4ba7-8e47-6ff095368180 service neutron] 10.222.0.35 "GET /v2.0/networks/ce671979-73f9-44d6-8ce7-2c8dc82e60ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368511 May 20 20:50:19.058179 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9dc0a9c3-26b9-4ab8-8005-d47a544bdc6f req-c8aa8c2f-58d9-4d18-98a6-663d780533b7 tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] 10.222.0.35 "GET /v2.0/security-groups?id=2274ca87-1a60-437e-91f1-b4d825425422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425402 May 20 20:50:19.122828 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-84798964-1a1d-4706-96ab-49bf546c100d req-849a33b8-5d84-4b5d-bfbd-0d5585986326 service neutron] 10.222.0.35 "GET /v2.0/networks/ce671979-73f9-44d6-8ce7-2c8dc82e60ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2009366 May 20 20:50:19.222333 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42ccc9b-19d6-4fe8-b5e3-9cf17a1f24bd req-882f4389-1dbc-4b4c-9ec0-2c90593e7aad tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:19.226072 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b42ccc9b-19d6-4fe8-b5e3-9cf17a1f24bd req-882f4389-1dbc-4b4c-9ec0-2c90593e7aad tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.24 "GET /v2.0/networks?id=9abac87e-130e-4a54-8c74-9469b8c9e8ef HTTP/1.1" status: 200 len: 814 time: 0.2417476 May 20 20:50:19.240996 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [req-b42ccc9b-19d6-4fe8-b5e3-9cf17a1f24bd req-9ea6e5ad-3dc0-4cd8-b8e4-26f1aff8acdf tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] Request body: {'port': {'device_id': '03abbdec-2b0d-4070-9a67-4bafa23e6224', 'network_id': '9abac87e-130e-4a54-8c74-9469b8c9e8ef', 'admin_state_up': True, 'tenant_id': '588768b5beac49d4962709858ca424c7'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:50:19.261970 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device b2a50009-a178-4e5f-8953-ba1bbd6f2354 details requested by agent hyperv_n-h1-842733-1 with host n-h1-842733-1 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 20:50:19.264077 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device b2a50009-a178-4e5f-8953-ba1bbd6f2354 no longer exists at agent hyperv_n-h1-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:50:19.279109 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d7f28e-e10a-4040-850c-da5ae1703de3 req-b20a2908-58f4-4077-b4c5-3cab1d7209c9 tempest-ImagesNegativeTestJSON-1531633127 tempest-ImagesNegativeTestJSON-1531633127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:19.280523 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-60d7f28e-e10a-4040-850c-da5ae1703de3 req-b20a2908-58f4-4077-b4c5-3cab1d7209c9 tempest-ImagesNegativeTestJSON-1531633127 tempest-ImagesNegativeTestJSON-1531633127-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5f3c381-8d00-4c6b-a526-b177baed57f7 HTTP/1.1" status: 200 len: 949 time: 0.1602404 May 20 20:50:19.354493 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-84798964-1a1d-4706-96ab-49bf546c100d req-6e64fdef-6dbb-4770-865c-5cdc1483eef5 service neutron] 10.222.0.35 "GET /v2.0/networks/55b562d5-5067-4b35-82c1-b8cbe81beb27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2218316 May 20 20:50:19.406931 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-60d7f28e-e10a-4040-850c-da5ae1703de3 req-55867dd1-fd4e-453a-902c-a8147436f2da tempest-ImagesNegativeTestJSON-1531633127 tempest-ImagesNegativeTestJSON-1531633127-project] 10.222.0.35 "GET /v2.0/security-groups?id=ba653e79-7091-4d5e-a86f-d8847fac5fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922997 May 20 20:50:19.438563 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Current status of the port b2a50009-a178-4e5f-8953-ba1bbd6f2354 is: ACTIVE; New status is: DOWN {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:50:19.438953 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:19.478703 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port b2a50009-a178-4e5f-8953-ba1bbd6f2354, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=b2a50009-a178-4e5f-8953-ba1bbd6f2354,segment=NetworkSegment(d91bf09f-166e-43f0-9da3-0f3d4d6c439b),segment_id=d91bf09f-166e-43f0-9da3-0f3d4d6c439b)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:50:19.493664 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '367ac43c-c0d5-4081-b0b0-90c7efefd89d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b2a50009-a178-4e5f-8953-ba1bbd6f2354'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:50:19.496092 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8485417003ce7c0410b00f5cdc2f391e21107b70bb68e2773712534a96e108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95742717-2a60-41cd-81bc-c4248158016d" -d '{"events": [{"server_uuid": "367ac43c-c0d5-4081-b0b0-90c7efefd89d", "name": "network-vif-unplugged", "status": "completed", "tag": "b2a50009-a178-4e5f-8953-ba1bbd6f2354"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:50:19.505281 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-84798964-1a1d-4706-96ab-49bf546c100d req-fadf0019-0477-4dcc-8513-8fd4041bb0a4 service neutron] 10.222.0.35 "GET /v2.0/networks/55b562d5-5067-4b35-82c1-b8cbe81beb27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369748 May 20 20:50:19.514544 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Returning: {'device': 'b2a50009-a178-4e5f-8953-ba1bbd6f2354', 'network_id': 'f9020429-48a3-4a46-a405-04a4e7c29fcf', 'port_id': 'b2a50009-a178-4e5f-8953-ba1bbd6f2354', 'mac_address': 'fa:16:3e:21:3d:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6544004-48d3-4560-9571-0a9762b91cf1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 20 20:50:19.521136 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port b2a50009-a178-4e5f-8953-ba1bbd6f2354, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=b2a50009-a178-4e5f-8953-ba1bbd6f2354,segment=NetworkSegment(d91bf09f-166e-43f0-9da3-0f3d4d6c439b),segment_id=d91bf09f-166e-43f0-9da3-0f3d4d6c439b)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:50:19.559116 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Current status of the port b2a50009-a178-4e5f-8953-ba1bbd6f2354 is: ACTIVE; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:50:19.559452 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:19.574679 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b2a50009-a178-4e5f-8953-ba1bbd6f2354 {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:50:19.578082 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b42ccc9b-19d6-4fe8-b5e3-9cf17a1f24bd req-9ea6e5ad-3dc0-4cd8-b8e4-26f1aff8acdf tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] Made reservation on behalf of 588768b5beac49d4962709858ca424c7 for: {'port': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:50:19.581416 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-b42ccc9b-19d6-4fe8-b5e3-9cf17a1f24bd req-9ea6e5ad-3dc0-4cd8-b8e4-26f1aff8acdf tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:19.601509 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:19.644351 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51a6a81-1d5d-4243-98dc-bcc32cc36382 req-0f737f86-691e-4843-a77f-701c8ee29b74 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:19.647659 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f51a6a81-1d5d-4243-98dc-bcc32cc36382 req-0f737f86-691e-4843-a77f-701c8ee29b74 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "GET /v2.0/ports?device_id=3674afb5-fa57-4c40-b6ee-249d678d06fa HTTP/1.1" status: 200 len: 944 time: 0.1396446 May 20 20:50:19.676352 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.db.api [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103164) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 20 20:50:19.676352 n-d-842733-1 neutron-server[103164]: DEBUG oslo_db.api [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 20 20:50:19.679553 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Pushing event updated for resources: {'Port': ['ID=b2a50009-a178-4e5f-8953-ba1bbd6f2354,revision_number=6']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:50:19.702603 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-84798964-1a1d-4706-96ab-49bf546c100d req-091b50e6-9e61-4c29-8139-aa06bbc6f403 service neutron] 10.222.0.35 "GET /v2.0/networks/55b562d5-5067-4b35-82c1-b8cbe81beb27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1861324 May 20 20:50:19.715017 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 5ee82374-022d-4d17-bb52-81018c6465c8 up at agent hyperv_n-h2-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:50:19.738820 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-d3e66026-5cd4-4b37-8816-d630c828b28a req-5f6cbe0a-e19b-449f-8269-70a041130bc7 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8b88cd31-cda3-44fe-8261-e4f5f87931ab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0727415 May 20 20:50:19.828430 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e66026-5cd4-4b37-8816-d630c828b28a req-71671f1e-d2f3-4c1b-8d88-302ad6d12bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:19.830598 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-d3e66026-5cd4-4b37-8816-d630c828b28a req-71671f1e-d2f3-4c1b-8d88-302ad6d12bdc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ca192f5ef49d4f558388c6e642858250&device_id=8b88cd31-cda3-44fe-8261-e4f5f87931ab HTTP/1.1" status: 200 len: 1096 time: 0.0544341 May 20 20:50:19.838229 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f51a6a81-1d5d-4243-98dc-bcc32cc36382 req-c1907e19-f1b3-4252-822a-d6f6a438fd73 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "GET /v2.0/security-groups?id=17369763-0550-4ec3-bd12-32142aaf9548&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1522593 May 20 20:50:19.885319 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [req-b42ccc9b-19d6-4fe8-b5e3-9cf17a1f24bd req-9ea6e5ad-3dc0-4cd8-b8e4-26f1aff8acdf tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] Allocated IP 172.20.0.6 (9abac87e-130e-4a54-8c74-9469b8c9e8ef/4430fb8c-e38d-491e-be0f-4a0062e4f021/b8103aa2-88de-49b1-ba8c-f0ffc2883687) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:50:19.892436 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-84798964-1a1d-4706-96ab-49bf546c100d req-4e4aab46-72e4-4f24-857d-4e5409f74de6 service neutron] 10.222.0.35 "GET /v2.0/networks/55b562d5-5067-4b35-82c1-b8cbe81beb27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1764681 May 20 20:50:19.904973 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4c095824-8841-4712-acfe-5ee3fb3faecb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:19.906475 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Provisioning for port 5ee82374-022d-4d17-bb52-81018c6465c8 completed by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 20:50:19.910861 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Provisioning complete for port 5ee82374-022d-4d17-bb52-81018c6465c8 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:50:19.911230 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:19.975038 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e66026-5cd4-4b37-8816-d630c828b28a req-d75344c5-dc75-4eb7-af36-953695339336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:19.976809 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-d3e66026-5cd4-4b37-8816-d630c828b28a req-d75344c5-dc75-4eb7-af36-953695339336 service neutron] 10.222.0.13 "GET /v2.0/networks?id=300c23a3-32b9-446d-971e-d684df46a80f HTTP/1.1" status: 200 len: 911 time: 0.1255248 May 20 20:50:20.038350 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port 5ee82374-022d-4d17-bb52-81018c6465c8 is: BUILD; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:50:20.038729 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:20.080029 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-d3e66026-5cd4-4b37-8816-d630c828b28a req-bdd7f358-0328-4d8c-a4c0-848390deb69c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=546b046d-2ea6-41ac-8c89-525b517cfb53 HTTP/1.1" status: 200 len: 1001 time: 0.0959592 May 20 20:50:20.101855 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port 5ee82374-022d-4d17-bb52-81018c6465c8, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=5ee82374-022d-4d17-bb52-81018c6465c8,segment=NetworkSegment(ed3a602f-49fb-4a95-be80-401e1eb72e33),segment_id=ed3a602f-49fb-4a95-be80-401e1eb72e33)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:50:20.113203 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-b42ccc9b-19d6-4fe8-b5e3-9cf17a1f24bd req-9ea6e5ad-3dc0-4cd8-b8e4-26f1aff8acdf tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] Notify callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:20.136176 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e66026-5cd4-4b37-8816-d630c828b28a req-0c00165c-d9db-4d52-bbe6-983675c49f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:20.137667 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-d3e66026-5cd4-4b37-8816-d630c828b28a req-0c00165c-d9db-4d52-bbe6-983675c49f26 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1dd25171-1f89-45fa-8119-54d59026591a HTTP/1.1" status: 200 len: 849 time: 0.0518341 May 20 20:50:20.202784 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e66026-5cd4-4b37-8816-d630c828b28a req-a0eb75c0-4257-4a96-9727-e41afe3ae3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:20.206442 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-d3e66026-5cd4-4b37-8816-d630c828b28a req-a0eb75c0-4257-4a96-9727-e41afe3ae3e9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=300c23a3-32b9-446d-971e-d684df46a80f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0577576 May 20 20:50:20.212762 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:20.257331 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Current status of the port b2a50009-a178-4e5f-8953-ba1bbd6f2354 is: DOWN; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:50:20.257790 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:20.283050 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2a50009-a178-4e5f-8953-ba1bbd6f2354 {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:50:20.287043 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-b42ccc9b-19d6-4fe8-b5e3-9cf17a1f24bd req-9ea6e5ad-3dc0-4cd8-b8e4-26f1aff8acdf tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:20.307342 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port b2a50009-a178-4e5f-8953-ba1bbd6f2354, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=b2a50009-a178-4e5f-8953-ba1bbd6f2354,segment=NetworkSegment(d91bf09f-166e-43f0-9da3-0f3d4d6c439b),segment_id=d91bf09f-166e-43f0-9da3-0f3d4d6c439b)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:50:20.309401 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=5ee82374-022d-4d17-bb52-81018c6465c8,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:50:20.343626 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-d3e66026-5cd4-4b37-8816-d630c828b28a req-311130b4-549c-435f-8eb9-8d1c1029e070 service neutron] 10.222.0.13 "GET /v2.0/networks/300c23a3-32b9-446d-971e-d684df46a80f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319556 May 20 20:50:20.354714 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b42ccc9b-19d6-4fe8-b5e3-9cf17a1f24bd req-9ea6e5ad-3dc0-4cd8-b8e4-26f1aff8acdf tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] Network 9abac87e-130e-4a54-8c74-9469b8c9e8ef is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:50:20.359018 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [req-b42ccc9b-19d6-4fe8-b5e3-9cf17a1f24bd req-9ea6e5ad-3dc0-4cd8-b8e4-26f1aff8acdf tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:50:20.372403 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [req-b42ccc9b-19d6-4fe8-b5e3-9cf17a1f24bd req-9ea6e5ad-3dc0-4cd8-b8e4-26f1aff8acdf tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:50:20.391016 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:20.436782 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42ccc9b-19d6-4fe8-b5e3-9cf17a1f24bd req-9ea6e5ad-3dc0-4cd8-b8e4-26f1aff8acdf tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:20.437399 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-b42ccc9b-19d6-4fe8-b5e3-9cf17a1f24bd req-9ea6e5ad-3dc0-4cd8-b8e4-26f1aff8acdf tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:20.464158 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Pushing event updated for resources: {'Port': ['ID=b2a50009-a178-4e5f-8953-ba1bbd6f2354,revision_number=7']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:50:20.477659 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea6e5ad-3dc0-4cd8-b8e4-26f1aff8acdf tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] Pushing event updated for resources: {'Port': ['ID=b8103aa2-88de-49b1-ba8c-f0ffc2883687,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:50:20.478322 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-d3e66026-5cd4-4b37-8816-d630c828b28a req-e4073505-fdbc-4e03-90bb-fe91b56175de service neutron] 10.222.0.13 "GET /v2.0/networks/300c23a3-32b9-446d-971e-d684df46a80f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274004 May 20 20:50:20.511295 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a974378-2df1-4752-bf0d-302e57b0cdd0 req-2fb4f43c-68cf-475c-8b59-7c84acd1aeca tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:20.512874 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7a974378-2df1-4752-bf0d-302e57b0cdd0 req-2fb4f43c-68cf-475c-8b59-7c84acd1aeca tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/ports?device_id=03abbdec-2b0d-4070-9a67-4bafa23e6224 HTTP/1.1" status: 200 len: 931 time: 0.1550195 May 20 20:50:20.559170 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7a974378-2df1-4752-bf0d-302e57b0cdd0 req-52b49e49-a787-4cbb-8847-5beac2348802 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9f9543d-587a-47bd-8772-bda4bd5582ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391922 May 20 20:50:20.565237 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b42ccc9b-19d6-4fe8-b5e3-9cf17a1f24bd req-9ea6e5ad-3dc0-4cd8-b8e4-26f1aff8acdf tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3285921 May 20 20:50:20.586635 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [req-b42ccc9b-19d6-4fe8-b5e3-9cf17a1f24bd req-decd7223-f95e-4a87-b930-bb05e4fa74e0 service neutron] Request body: {'port': {'device_id': '03abbdec-2b0d-4070-9a67-4bafa23e6224', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-842733-1'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:50:20.610414 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 May 2022 20:50:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77387424-d8b7-42c5-9a66-4b3ac9659bbf x-openstack-request-id: req-77387424-d8b7-42c5-9a66-4b3ac9659bbf {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:50:20.614543 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "367ac43c-c0d5-4081-b0b0-90c7efefd89d", "name": "network-vif-unplugged", "status": "completed", "tag": "b2a50009-a178-4e5f-8953-ba1bbd6f2354", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:50:20.617792 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-77387424-d8b7-42c5-9a66-4b3ac9659bbf {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:50:20.618443 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77387424-d8b7-42c5-9a66-4b3ac9659bbf'] response: {'server_uuid': '367ac43c-c0d5-4081-b0b0-90c7efefd89d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b2a50009-a178-4e5f-8953-ba1bbd6f2354', 'code': 200} May 20 20:50:20.621046 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] get_ports_and_sgs() called for port_ids ['b2a50009-a178-4e5f-8953-ba1bbd6f2354'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:50:20.650040 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-b42ccc9b-19d6-4fe8-b5e3-9cf17a1f24bd req-decd7223-f95e-4a87-b930-bb05e4fa74e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:20.812993 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde45511-c9d2-4855-b4aa-7711aa53c25e req-f45c94fd-9a41-4210-974b-85e3eb1c1a43 tempest-ImagesNegativeTestJSON-1531633127 tempest-ImagesNegativeTestJSON-1531633127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:20.814491 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-fde45511-c9d2-4855-b4aa-7711aa53c25e req-f45c94fd-9a41-4210-974b-85e3eb1c1a43 tempest-ImagesNegativeTestJSON-1531633127 tempest-ImagesNegativeTestJSON-1531633127-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5f3c381-8d00-4c6b-a526-b177baed57f7 HTTP/1.1" status: 200 len: 950 time: 0.1210623 May 20 20:50:20.901453 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-fde45511-c9d2-4855-b4aa-7711aa53c25e req-a73935fa-b54e-448a-b187-297f7b315613 tempest-ImagesNegativeTestJSON-1531633127 tempest-ImagesNegativeTestJSON-1531633127-project] 10.222.0.35 "GET /v2.0/security-groups?id=ba653e79-7091-4d5e-a86f-d8847fac5fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780203 May 20 20:50:21.009938 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [req-b42ccc9b-19d6-4fe8-b5e3-9cf17a1f24bd req-decd7223-f95e-4a87-b930-bb05e4fa74e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8103aa2-88de-49b1-ba8c-f0ffc2883687 {{(pid=103163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:50:21.028349 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-b42ccc9b-19d6-4fe8-b5e3-9cf17a1f24bd req-decd7223-f95e-4a87-b930-bb05e4fa74e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:21.083361 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [req-b42ccc9b-19d6-4fe8-b5e3-9cf17a1f24bd req-decd7223-f95e-4a87-b930-bb05e4fa74e0 service neutron] Transition to ACTIVE for port object b8103aa2-88de-49b1-ba8c-f0ffc2883687 will not be triggered until provisioned by entity L2. {{(pid=103163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 20:50:21.095458 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 49582) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:50:21.128679 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e967b13-e4fd-491d-86e4-ed48e0dc7f23 req-213b6528-232d-4ed2-ae88-7121581aaeb1 tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:21.130437 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7e967b13-e4fd-491d-86e4-ed48e0dc7f23 req-213b6528-232d-4ed2-ae88-7121581aaeb1 tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] 10.222.0.35 "GET /v2.0/networks?id=f9020429-48a3-4a46-a405-04a4e7c29fcf HTTP/1.1" status: 200 len: 815 time: 0.1157949 May 20 20:50:21.147033 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7e967b13-e4fd-491d-86e4-ed48e0dc7f23 req-bdb7dff8-010a-4180-b75d-d4d245a967a0 tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] 10.222.0.35 "GET /v2.0/quotas/0940837bc54b4c7b8208dfd5c7fd73db HTTP/1.1" status: 200 len: 375 time: 0.0096800 May 20 20:50:21.188119 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-b42ccc9b-19d6-4fe8-b5e3-9cf17a1f24bd req-decd7223-f95e-4a87-b930-bb05e4fa74e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:21.201114 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-4876ff5a-0a5b-4977-a50f-551544ea878e tempest-RoutersAdminNegativeIpV6Test-470804661 tempest-RoutersAdminNegativeIpV6Test-470804661-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1252006655', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:50:21.250349 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decd7223-f95e-4a87-b930-bb05e4fa74e0 service neutron] Pushing event updated for resources: {'Port': ['ID=b8103aa2-88de-49b1-ba8c-f0ffc2883687,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:50:21.256622 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7e967b13-e4fd-491d-86e4-ed48e0dc7f23 req-a1ce61cd-3cc7-43be-a4b0-90ef767e1388 tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=0940837bc54b4c7b8208dfd5c7fd73db&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1035469 May 20 20:50:21.277220 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device b2a50009-a178-4e5f-8953-ba1bbd6f2354 up at agent hyperv_n-h1-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:50:21.302206 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4876ff5a-0a5b-4977-a50f-551544ea878e tempest-RoutersAdminNegativeIpV6Test-470804661 tempest-RoutersAdminNegativeIpV6Test-470804661-project-admin] Made reservation on behalf of 8b4c38fb11474b8987eba99df39ec1eb for: {'port': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:50:21.305093 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4876ff5a-0a5b-4977-a50f-551544ea878e tempest-RoutersAdminNegativeIpV6Test-470804661 tempest-RoutersAdminNegativeIpV6Test-470804661-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:21.341485 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4876ff5a-0a5b-4977-a50f-551544ea878e tempest-RoutersAdminNegativeIpV6Test-470804661 tempest-RoutersAdminNegativeIpV6Test-470804661-project-admin] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:21.384590 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Provisioning complete for port b2a50009-a178-4e5f-8953-ba1bbd6f2354 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:50:21.385157 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:21.483399 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4876ff5a-0a5b-4977-a50f-551544ea878e tempest-RoutersAdminNegativeIpV6Test-470804661 tempest-RoutersAdminNegativeIpV6Test-470804661-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:21.513150 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Current status of the port b2a50009-a178-4e5f-8953-ba1bbd6f2354 is: BUILD; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:50:21.513672 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:21.550955 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port b2a50009-a178-4e5f-8953-ba1bbd6f2354, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=b2a50009-a178-4e5f-8953-ba1bbd6f2354,segment=NetworkSegment(d91bf09f-166e-43f0-9da3-0f3d4d6c439b),segment_id=d91bf09f-166e-43f0-9da3-0f3d4d6c439b)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:50:21.561053 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4876ff5a-0a5b-4977-a50f-551544ea878e tempest-RoutersAdminNegativeIpV6Test-470804661 tempest-RoutersAdminNegativeIpV6Test-470804661-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:21.567001 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [None req-4876ff5a-0a5b-4977-a50f-551544ea878e tempest-RoutersAdminNegativeIpV6Test-470804661 tempest-RoutersAdminNegativeIpV6Test-470804661-project-admin] device_id is not set on port ae96191e-8096-4c3e-88ad-9aab431a0595 yet. {{(pid=103162) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 20 20:50:21.617913 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:21.639783 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4876ff5a-0a5b-4977-a50f-551544ea878e tempest-RoutersAdminNegativeIpV6Test-470804661 tempest-RoutersAdminNegativeIpV6Test-470804661-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f58e74a0-bc54-4505-a145-7333cea29ef2,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:50:21.652813 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1799246-719d-427b-93ab-bc9a31438542 req-f4f60e8f-e8b0-42fa-a2c6-ac08735a9911 tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:21.654803 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-a1799246-719d-427b-93ab-bc9a31438542 req-f4f60e8f-e8b0-42fa-a2c6-ac08735a9911 tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] 10.222.0.24 "GET /v2.0/ports?device_id=367ac43c-c0d5-4081-b0b0-90c7efefd89d HTTP/1.1" status: 200 len: 944 time: 0.1295533 May 20 20:50:21.688929 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Pushing event updated for resources: {'Port': ['ID=b2a50009-a178-4e5f-8953-ba1bbd6f2354,revision_number=8']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:50:21.731973 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 2d5ed9b9-34de-49e9-9f89-f903cda525ce details requested by agent hyperv_n-h2-842733-1 with host n-h2-842733-1 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 20:50:21.772359 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-b42ccc9b-19d6-4fe8-b5e3-9cf17a1f24bd req-decd7223-f95e-4a87-b930-bb05e4fa74e0 service neutron] Attempting to bind port b8103aa2-88de-49b1-ba8c-f0ffc2883687 on host n-h1-842733-1 for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:50:21.772953 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-b42ccc9b-19d6-4fe8-b5e3-9cf17a1f24bd req-decd7223-f95e-4a87-b930-bb05e4fa74e0 service neutron] Attempting to bind port b8103aa2-88de-49b1-ba8c-f0ffc2883687 by drivers openvswitch,hyperv on host n-h1-842733-1 at level 0 using segments [{'id': 'dd3868d8-2801-4914-84a0-d7fd151b3df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '9abac87e-130e-4a54-8c74-9469b8c9e8ef'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:50:21.773054 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b42ccc9b-19d6-4fe8-b5e3-9cf17a1f24bd req-decd7223-f95e-4a87-b930-bb05e4fa74e0 service neutron] Attempting to bind port b8103aa2-88de-49b1-ba8c-f0ffc2883687 on network 9abac87e-130e-4a54-8c74-9469b8c9e8ef {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:50:21.780508 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-4876ff5a-0a5b-4977-a50f-551544ea878e tempest-RoutersAdminNegativeIpV6Test-470804661 tempest-RoutersAdminNegativeIpV6Test-470804661-project-admin] Allocated IP 172.25.2.175 (e3a93b5c-91e2-4064-9c2c-1afc261bfe15/86fee0c1-6e34-488b-9216-b2b8e7ef585a/ae96191e-8096-4c3e-88ad-9aab431a0595) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:50:21.794108 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b42ccc9b-19d6-4fe8-b5e3-9cf17a1f24bd req-decd7223-f95e-4a87-b930-bb05e4fa74e0 service neutron] Port b8103aa2-88de-49b1-ba8c-f0ffc2883687 on network 9abac87e-130e-4a54-8c74-9469b8c9e8ef not bound, no agent of type Open vSwitch agent registered on host n-h1-842733-1 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 20:50:21.794431 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b42ccc9b-19d6-4fe8-b5e3-9cf17a1f24bd req-decd7223-f95e-4a87-b930-bb05e4fa74e0 service neutron] Attempting to bind port b8103aa2-88de-49b1-ba8c-f0ffc2883687 on network 9abac87e-130e-4a54-8c74-9469b8c9e8ef {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:50:21.813093 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b42ccc9b-19d6-4fe8-b5e3-9cf17a1f24bd req-decd7223-f95e-4a87-b930-bb05e4fa74e0 service neutron] Checking agent: {'id': '08dfb1ce-804b-4db8-838b-21094082e041', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 32, 54), 'started_at': datetime.datetime(2022, 5, 20, 20, 32, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 49, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:50:21.813521 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b42ccc9b-19d6-4fe8-b5e3-9cf17a1f24bd req-decd7223-f95e-4a87-b930-bb05e4fa74e0 service neutron] Checking segment: {'id': 'dd3868d8-2801-4914-84a0-d7fd151b3df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '9abac87e-130e-4a54-8c74-9469b8c9e8ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:50:21.813832 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b42ccc9b-19d6-4fe8-b5e3-9cf17a1f24bd req-decd7223-f95e-4a87-b930-bb05e4fa74e0 service neutron] Bound using segment: {'id': 'dd3868d8-2801-4914-84a0-d7fd151b3df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '9abac87e-130e-4a54-8c74-9469b8c9e8ef'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:50:21.814325 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-b42ccc9b-19d6-4fe8-b5e3-9cf17a1f24bd req-decd7223-f95e-4a87-b930-bb05e4fa74e0 service neutron] Bound port: b8103aa2-88de-49b1-ba8c-f0ffc2883687, host: n-h1-842733-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd3868d8-2801-4914-84a0-d7fd151b3df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '9abac87e-130e-4a54-8c74-9469b8c9e8ef'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:50:21.814710 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-b42ccc9b-19d6-4fe8-b5e3-9cf17a1f24bd req-decd7223-f95e-4a87-b930-bb05e4fa74e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:21.835519 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7e967b13-e4fd-491d-86e4-ed48e0dc7f23 req-30b1023a-09df-4a25-b7d0-3e9e38d97500 service neutron] 10.222.0.35 "GET /v2.0/networks/f9020429-48a3-4a46-a405-04a4e7c29fcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5712326 May 20 20:50:21.840376 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-a1799246-719d-427b-93ab-bc9a31438542 req-51ee86ec-d44c-4c6b-8a32-360dd23036d6 tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] Deleting port b2a50009-a178-4e5f-8953-ba1bbd6f2354 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:50:21.840718 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-a1799246-719d-427b-93ab-bc9a31438542 req-51ee86ec-d44c-4c6b-8a32-360dd23036d6 tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:21.872849 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port 2d5ed9b9-34de-49e9-9f89-f903cda525ce, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=2d5ed9b9-34de-49e9-9f89-f903cda525ce,segment=NetworkSegment(61504ff4-6f7f-4bd9-9a4b-a33b83bae83f),segment_id=61504ff4-6f7f-4bd9-9a4b-a33b83bae83f)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:50:21.886242 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Returning: {'device': '2d5ed9b9-34de-49e9-9f89-f903cda525ce', 'network_id': '52b22ddd-d38d-47d7-9f62-928c2e551c45', 'port_id': '2d5ed9b9-34de-49e9-9f89-f903cda525ce', 'mac_address': 'fa:16:3e:3f:10:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77f2b783-fdae-41c3-9017-0093e586145d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 20 20:50:21.927575 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c0eefe-71ed-4a31-ae30-5de4c6ca2a74 req-a9c7b4c2-940f-4d59-a327-6f792ade9fff tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:21.928857 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-58c0eefe-71ed-4a31-ae30-5de4c6ca2a74 req-a9c7b4c2-940f-4d59-a327-6f792ade9fff tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "GET /v2.0/ports?device_id=3674afb5-fa57-4c40-b6ee-249d678d06fa HTTP/1.1" status: 200 len: 944 time: 0.5268230 May 20 20:50:21.961146 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port 2d5ed9b9-34de-49e9-9f89-f903cda525ce is: DOWN; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:50:21.961785 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:21.979673 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d5ed9b9-34de-49e9-9f89-f903cda525ce {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:50:21.987328 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-b42ccc9b-19d6-4fe8-b5e3-9cf17a1f24bd req-decd7223-f95e-4a87-b930-bb05e4fa74e0 service neutron] For port b8103aa2-88de-49b1-ba8c-f0ffc2883687, host n-h1-842733-1, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:50:21.999887 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-a1799246-719d-427b-93ab-bc9a31438542 req-51ee86ec-d44c-4c6b-8a32-360dd23036d6 tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] For port b2a50009-a178-4e5f-8953-ba1bbd6f2354, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=b2a50009-a178-4e5f-8953-ba1bbd6f2354,segment=NetworkSegment(d91bf09f-166e-43f0-9da3-0f3d4d6c439b),segment_id=d91bf09f-166e-43f0-9da3-0f3d4d6c439b)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:50:22.000150 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port 2d5ed9b9-34de-49e9-9f89-f903cda525ce, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=2d5ed9b9-34de-49e9-9f89-f903cda525ce,segment=NetworkSegment(61504ff4-6f7f-4bd9-9a4b-a33b83bae83f),segment_id=61504ff4-6f7f-4bd9-9a4b-a33b83bae83f)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:50:22.000346 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-a1799246-719d-427b-93ab-bc9a31438542 req-51ee86ec-d44c-4c6b-8a32-360dd23036d6 tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:22.017672 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-b42ccc9b-19d6-4fe8-b5e3-9cf17a1f24bd req-decd7223-f95e-4a87-b930-bb05e4fa74e0 service neutron] For port b8103aa2-88de-49b1-ba8c-f0ffc2883687, host n-h1-842733-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=b8103aa2-88de-49b1-ba8c-f0ffc2883687,segment=NetworkSegment(dd3868d8-2801-4914-84a0-d7fd151b3df3),segment_id=dd3868d8-2801-4914-84a0-d7fd151b3df3)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:50:22.021146 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4876ff5a-0a5b-4977-a50f-551544ea878e tempest-RoutersAdminNegativeIpV6Test-470804661 tempest-RoutersAdminNegativeIpV6Test-470804661-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:22.022587 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7e967b13-e4fd-491d-86e4-ed48e0dc7f23 req-971859df-1ec6-4e4a-ac5a-97f626c1b82f service neutron] 10.222.0.35 "GET /v2.0/networks/f9020429-48a3-4a46-a405-04a4e7c29fcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1862791 May 20 20:50:22.023222 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-a1799246-719d-427b-93ab-bc9a31438542 req-51ee86ec-d44c-4c6b-8a32-360dd23036d6 tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] Calling delete_port for b2a50009-a178-4e5f-8953-ba1bbd6f2354 owned by compute:nova {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:50:22.027800 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-58c0eefe-71ed-4a31-ae30-5de4c6ca2a74 req-8fef5511-e936-42bb-91e4-9fa1f9b29e7f tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "GET /v2.0/security-groups?id=17369763-0550-4ec3-bd12-32142aaf9548&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832503 May 20 20:50:22.091913 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:22.123304 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=2d5ed9b9-34de-49e9-9f89-f903cda525ce,revision_number=9']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:50:22.129968 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-b42ccc9b-19d6-4fe8-b5e3-9cf17a1f24bd req-decd7223-f95e-4a87-b930-bb05e4fa74e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:22.149731 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7e6b402f-a8a1-4b1d-a5e0-76868a7c8f75 req-27d863f5-82e4-4e37-8fa8-e2bb11e4a393 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] 10.222.0.35 "GET /v2.0/ports?device_id=24bc83bc-86f4-4e1f-99de-9736337ee499 HTTP/1.1" status: 200 len: 210 time: 0.0365310 May 20 20:50:22.188510 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42ccc9b-19d6-4fe8-b5e3-9cf17a1f24bd req-decd7223-f95e-4a87-b930-bb05e4fa74e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:22.189075 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-b42ccc9b-19d6-4fe8-b5e3-9cf17a1f24bd req-decd7223-f95e-4a87-b930-bb05e4fa74e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:22.190491 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b42ccc9b-19d6-4fe8-b5e3-9cf17a1f24bd req-decd7223-f95e-4a87-b930-bb05e4fa74e0 service neutron] 10.222.0.24 "PUT /v2.0/ports/b8103aa2-88de-49b1-ba8c-f0ffc2883687 HTTP/1.1" status: 200 len: 1091 time: 1.6171703 May 20 20:50:22.190932 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03abbdec-2b0d-4070-9a67-4bafa23e6224', 'tag': 'b8103aa2-88de-49b1-ba8c-f0ffc2883687'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:50:22.193775 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4291b17aa7b45362825f0571e77c85f5e73afe1df9c7e9e15006df9d695c005e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4e80fe1-cb13-4ff6-a3a3-752ec93cba4b" -d '{"events": [{"name": "network-changed", "server_uuid": "03abbdec-2b0d-4070-9a67-4bafa23e6224", "tag": "b8103aa2-88de-49b1-ba8c-f0ffc2883687"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:50:22.213279 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decd7223-f95e-4a87-b930-bb05e4fa74e0 service neutron] Pushing event updated for resources: {'Port': ['ID=b8103aa2-88de-49b1-ba8c-f0ffc2883687,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:50:22.215070 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4876ff5a-0a5b-4977-a50f-551544ea878e tempest-RoutersAdminNegativeIpV6Test-470804661 tempest-RoutersAdminNegativeIpV6Test-470804661-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:22.242422 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-81fbf16a-2b53-4911-9540-91e7e4826f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:22.262197 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-a1799246-719d-427b-93ab-bc9a31438542 req-51ee86ec-d44c-4c6b-8a32-360dd23036d6 tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:22.272856 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] get_ports_and_sgs() called for port_ids ['b2a50009-a178-4e5f-8953-ba1bbd6f2354'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:50:22.282994 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4876ff5a-0a5b-4977-a50f-551544ea878e tempest-RoutersAdminNegativeIpV6Test-470804661 tempest-RoutersAdminNegativeIpV6Test-470804661-project-admin] Network e3a93b5c-91e2-4064-9c2c-1afc261bfe15 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:50:22.291848 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-4876ff5a-0a5b-4977-a50f-551544ea878e tempest-RoutersAdminNegativeIpV6Test-470804661 tempest-RoutersAdminNegativeIpV6Test-470804661-project-admin] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:50:22.294046 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4876ff5a-0a5b-4977-a50f-551544ea878e tempest-RoutersAdminNegativeIpV6Test-470804661 tempest-RoutersAdminNegativeIpV6Test-470804661-project-admin] Pushing event updated for resources: {'Port': ['ID=ae96191e-8096-4c3e-88ad-9aab431a0595,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:50:22.297369 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4876ff5a-0a5b-4977-a50f-551544ea878e tempest-RoutersAdminNegativeIpV6Test-470804661 tempest-RoutersAdminNegativeIpV6Test-470804661-project-admin] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:50:22.361243 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ee86ec-d44c-4c6b-8a32-360dd23036d6 tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] Pushing event deleted for resources: {'Port': ['ID=b2a50009-a178-4e5f-8953-ba1bbd6f2354,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:50:22.362645 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8288e6-e171-48fd-9870-3c5269294fe2 req-7c5e2ea2-746a-4af9-a408-57c941a4936f tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:22.370680 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7f8288e6-e171-48fd-9870-3c5269294fe2 req-7c5e2ea2-746a-4af9-a408-57c941a4936f tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/ports?device_id=03abbdec-2b0d-4070-9a67-4bafa23e6224 HTTP/1.1" status: 200 len: 943 time: 0.1033375 May 20 20:50:22.389250 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1799246-719d-427b-93ab-bc9a31438542 req-51ee86ec-d44c-4c6b-8a32-360dd23036d6 tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] No DVR routers for this DVR port b2a50009-a178-4e5f-8953-ba1bbd6f2354 on host n-h1-842733-1 {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:50:22.393050 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-a1799246-719d-427b-93ab-bc9a31438542 req-51ee86ec-d44c-4c6b-8a32-360dd23036d6 tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:22.397178 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-a1799246-719d-427b-93ab-bc9a31438542 req-51ee86ec-d44c-4c6b-8a32-360dd23036d6 tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] 10.222.0.24 "DELETE /v2.0/ports/b2a50009-a178-4e5f-8953-ba1bbd6f2354 HTTP/1.1" status: 204 len: 173 time: 0.7346950 May 20 20:50:22.397883 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '367ac43c-c0d5-4081-b0b0-90c7efefd89d', 'name': 'network-vif-deleted', 'tag': 'b2a50009-a178-4e5f-8953-ba1bbd6f2354'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:50:22.400422 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6fa957933fccbf596d28104b23404b952ad6a8238afaebaed40a0874b2e409" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7da83944-6f36-4c23-87e4-c6fa78dff09d" -d '{"events": [{"server_uuid": "367ac43c-c0d5-4081-b0b0-90c7efefd89d", "name": "network-vif-deleted", "tag": "b2a50009-a178-4e5f-8953-ba1bbd6f2354"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:50:22.409163 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4876ff5a-0a5b-4977-a50f-551544ea878e tempest-RoutersAdminNegativeIpV6Test-470804661 tempest-RoutersAdminNegativeIpV6Test-470804661-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:22.415403 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4876ff5a-0a5b-4977-a50f-551544ea878e tempest-RoutersAdminNegativeIpV6Test-470804661 tempest-RoutersAdminNegativeIpV6Test-470804661-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:22.421931 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] get_ports_and_sgs() called for port_ids ['2d5ed9b9-34de-49e9-9f89-f903cda525ce'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:50:22.422623 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7f8288e6-e171-48fd-9870-3c5269294fe2 req-a8737dde-c722-4e7c-91bb-585a712f57d6 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9f9543d-587a-47bd-8772-bda4bd5582ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490155 May 20 20:50:22.464644 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42ccc9b-19d6-4fe8-b5e3-9cf17a1f24bd req-75820c95-884d-479a-9f04-a185a30eb169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:22.466122 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b42ccc9b-19d6-4fe8-b5e3-9cf17a1f24bd req-75820c95-884d-479a-9f04-a185a30eb169 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=588768b5beac49d4962709858ca424c7&device_id=03abbdec-2b0d-4070-9a67-4bafa23e6224 HTTP/1.1" status: 200 len: 1094 time: 0.1373327 May 20 20:50:22.518648 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 20:50:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aeff3066-05d1-4d4d-8904-18d0647e6fef x-openstack-request-id: req-aeff3066-05d1-4d4d-8904-18d0647e6fef {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:50:22.518648 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03abbdec-2b0d-4070-9a67-4bafa23e6224", "tag": "b8103aa2-88de-49b1-ba8c-f0ffc2883687", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:50:22.518648 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-aeff3066-05d1-4d4d-8904-18d0647e6fef {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:50:22.518648 n-d-842733-1 neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aeff3066-05d1-4d4d-8904-18d0647e6fef'] response: {'name': 'network-changed', 'server_uuid': '03abbdec-2b0d-4070-9a67-4bafa23e6224', 'tag': 'b8103aa2-88de-49b1-ba8c-f0ffc2883687', 'status': 'completed', 'code': 200} May 20 20:50:22.547148 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-4876ff5a-0a5b-4977-a50f-551544ea878e tempest-RoutersAdminNegativeIpV6Test-470804661 tempest-RoutersAdminNegativeIpV6Test-470804661-project-admin] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 1.4499371 May 20 20:50:22.549881 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 49608) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:50:22.555053 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b42ccc9b-19d6-4fe8-b5e3-9cf17a1f24bd req-6b470154-073e-465b-8bd4-a7a0c867f057 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b8103aa2-88de-49b1-ba8c-f0ffc2883687 HTTP/1.1" status: 200 len: 217 time: 0.0639510 May 20 20:50:22.559408 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-fac7963c-54bf-46e7-bf0f-d9890487a5f4 tempest-RoutersAdminNegativeIpV6Test-470804661 tempest-RoutersAdminNegativeIpV6Test-470804661-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.175'}]}}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:50:22.567216 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a6a72e-036d-4db2-a7f9-c883e43cdf8d req-d10b12df-bfd4-4202-af38-782797763ffc tempest-ImagesNegativeTestJSON-1531633127 tempest-ImagesNegativeTestJSON-1531633127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:22.574761 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-72a6a72e-036d-4db2-a7f9-c883e43cdf8d req-d10b12df-bfd4-4202-af38-782797763ffc tempest-ImagesNegativeTestJSON-1531633127 tempest-ImagesNegativeTestJSON-1531633127-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5f3c381-8d00-4c6b-a526-b177baed57f7 HTTP/1.1" status: 200 len: 950 time: 0.1208594 May 20 20:50:22.626220 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5f3c381-8d00-4c6b-a526-b177baed57f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ee82374-022d-4d17-bb52-81018c6465c8'}, {'server_uuid': '367ac43c-c0d5-4081-b0b0-90c7efefd89d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2a50009-a178-4e5f-8953-ba1bbd6f2354'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:50:22.628486 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8485417003ce7c0410b00f5cdc2f391e21107b70bb68e2773712534a96e108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88c9f8fa-9421-4252-b64f-e468f3c1d0d5" -d '{"events": [{"server_uuid": "e5f3c381-8d00-4c6b-a526-b177baed57f7", "name": "network-vif-plugged", "status": "completed", "tag": "5ee82374-022d-4d17-bb52-81018c6465c8"}, {"server_uuid": "367ac43c-c0d5-4081-b0b0-90c7efefd89d", "name": "network-vif-plugged", "status": "completed", "tag": "b2a50009-a178-4e5f-8953-ba1bbd6f2354"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:50:22.647336 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4ca21a92-3a41-4594-b31c-d3cde4e63a82 req-1a52f3a6-78ed-400a-a772-eeed78a05e01 tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] 10.222.0.35 "GET /v2.0/ports?device_id=eb9d197d-73b0-448c-8000-bb76a8479f3c HTTP/1.1" status: 200 len: 210 time: 0.0704968 May 20 20:50:22.680698 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-fac7963c-54bf-46e7-bf0f-d9890487a5f4 tempest-RoutersAdminNegativeIpV6Test-470804661 tempest-RoutersAdminNegativeIpV6Test-470804661-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-694221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26155'] for router, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:22.682399 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-fac7963c-54bf-46e7-bf0f-d9890487a5f4 tempest-RoutersAdminNegativeIpV6Test-470804661 tempest-RoutersAdminNegativeIpV6Test-470804661-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-693085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748153', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-718080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26162'] for router, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:22.682546 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-72a6a72e-036d-4db2-a7f9-c883e43cdf8d req-1158a4b4-95ee-4737-bd28-4cf7e3079839 tempest-ImagesNegativeTestJSON-1531633127 tempest-ImagesNegativeTestJSON-1531633127-project] 10.222.0.35 "GET /v2.0/security-groups?id=ba653e79-7091-4d5e-a86f-d8847fac5fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063159 May 20 20:50:22.685867 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42ccc9b-19d6-4fe8-b5e3-9cf17a1f24bd req-d4e5a3b9-e162-4629-bd4a-80e9fc9e950e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:22.690780 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b42ccc9b-19d6-4fe8-b5e3-9cf17a1f24bd req-d4e5a3b9-e162-4629-bd4a-80e9fc9e950e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4430fb8c-e38d-491e-be0f-4a0062e4f021 HTTP/1.1" status: 200 len: 854 time: 0.1093202 May 20 20:50:22.713007 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 20:50:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3031e74e-94df-4855-9961-be0cf67ef266 x-openstack-request-id: req-3031e74e-94df-4855-9961-be0cf67ef266 {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:50:22.713451 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "367ac43c-c0d5-4081-b0b0-90c7efefd89d", "name": "network-vif-deleted", "tag": "b2a50009-a178-4e5f-8953-ba1bbd6f2354", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:50:22.720649 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3031e74e-94df-4855-9961-be0cf67ef266 {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:50:22.720649 n-d-842733-1 neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3031e74e-94df-4855-9961-be0cf67ef266'] response: {'server_uuid': '367ac43c-c0d5-4081-b0b0-90c7efefd89d', 'name': 'network-vif-deleted', 'tag': 'b2a50009-a178-4e5f-8953-ba1bbd6f2354', 'status': 'completed', 'code': 200} May 20 20:50:22.733478 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b42ccc9b-19d6-4fe8-b5e3-9cf17a1f24bd req-2b008b28-2076-4cce-8245-7186da31f357 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9abac87e-130e-4a54-8c74-9469b8c9e8ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387371 May 20 20:50:22.743096 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 20 May 2022 20:50:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f275496-ef1a-4e0e-a767-b67230e5f10a x-openstack-request-id: req-8f275496-ef1a-4e0e-a767-b67230e5f10a {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:50:22.747423 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5f3c381-8d00-4c6b-a526-b177baed57f7", "name": "network-vif-plugged", "status": "completed", "tag": "5ee82374-022d-4d17-bb52-81018c6465c8", "code": 200}, {"server_uuid": "367ac43c-c0d5-4081-b0b0-90c7efefd89d", "name": "network-vif-plugged", "status": "completed", "tag": "b2a50009-a178-4e5f-8953-ba1bbd6f2354", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:50:22.747423 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8f275496-ef1a-4e0e-a767-b67230e5f10a {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:50:22.747423 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f275496-ef1a-4e0e-a767-b67230e5f10a'] response: {'server_uuid': 'e5f3c381-8d00-4c6b-a526-b177baed57f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ee82374-022d-4d17-bb52-81018c6465c8', 'code': 200} May 20 20:50:22.747423 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f275496-ef1a-4e0e-a767-b67230e5f10a'] response: {'server_uuid': '367ac43c-c0d5-4081-b0b0-90c7efefd89d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2a50009-a178-4e5f-8953-ba1bbd6f2354', 'code': 200} May 20 20:50:22.747794 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-fac7963c-54bf-46e7-bf0f-d9890487a5f4 tempest-RoutersAdminNegativeIpV6Test-470804661 tempest-RoutersAdminNegativeIpV6Test-470804661-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:22.840242 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b42ccc9b-19d6-4fe8-b5e3-9cf17a1f24bd req-b002acfe-59ee-42bd-b6cf-50e12be2b11e service neutron] 10.222.0.24 "GET /v2.0/networks/9abac87e-130e-4a54-8c74-9469b8c9e8ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875516 May 20 20:50:22.944907 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b42ccc9b-19d6-4fe8-b5e3-9cf17a1f24bd req-0667305b-d654-4deb-bb60-1b5eb0b04572 service neutron] 10.222.0.24 "GET /v2.0/networks/9abac87e-130e-4a54-8c74-9469b8c9e8ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974867 May 20 20:50:23.018840 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-fac7963c-54bf-46e7-bf0f-d9890487a5f4 tempest-RoutersAdminNegativeIpV6Test-470804661 tempest-RoutersAdminNegativeIpV6Test-470804661-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:23.024479 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99020f8d-0635-4858-b7d7-20af5e78d977 req-f6c3e907-80fd-4c01-887f-c7df3614eaba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:23.025981 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-99020f8d-0635-4858-b7d7-20af5e78d977 req-f6c3e907-80fd-4c01-887f-c7df3614eaba service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e5f3c381-8d00-4c6b-a526-b177baed57f7 HTTP/1.1" status: 200 len: 1101 time: 0.1374335 May 20 20:50:23.064054 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-99020f8d-0635-4858-b7d7-20af5e78d977 req-a7b7e123-45c2-4f42-aee0-b28748829c1c service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=ba653e79-7091-4d5e-a86f-d8847fac5fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296371 May 20 20:50:23.124159 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e80fe1-cb13-4ff6-a3a3-752ec93cba4b req-38b552f0-48e5-40cd-888e-cb010fefab73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:23.126129 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f4e80fe1-cb13-4ff6-a3a3-752ec93cba4b req-38b552f0-48e5-40cd-888e-cb010fefab73 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=588768b5beac49d4962709858ca424c7&device_id=03abbdec-2b0d-4070-9a67-4bafa23e6224 HTTP/1.1" status: 200 len: 1094 time: 0.0552509 May 20 20:50:23.237526 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6655f865-2d86-49f6-924b-cda2a4be2edb req-9246c163-1af4-43b4-abdb-2d10e1e1b8f0 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:23.239017 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6655f865-2d86-49f6-924b-cda2a4be2edb req-9246c163-1af4-43b4-abdb-2d10e1e1b8f0 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "GET /v2.0/ports?device_id=3674afb5-fa57-4c40-b6ee-249d678d06fa HTTP/1.1" status: 200 len: 945 time: 0.1119928 May 20 20:50:23.280496 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e80fe1-cb13-4ff6-a3a3-752ec93cba4b req-ae7221c1-46ce-4388-a9ff-ea496ad95ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:23.281902 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f4e80fe1-cb13-4ff6-a3a3-752ec93cba4b req-ae7221c1-46ce-4388-a9ff-ea496ad95ad2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=9abac87e-130e-4a54-8c74-9469b8c9e8ef HTTP/1.1" status: 200 len: 915 time: 0.1464822 May 20 20:50:23.311253 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0d825a7d-8323-45e9-8ef9-1b9784e7aa61 req-b31910e2-12b9-467f-87a5-647af86b3958 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] 10.222.0.35 "GET /v2.0/ports?device_id=24bc83bc-86f4-4e1f-99de-9736337ee499 HTTP/1.1" status: 200 len: 210 time: 0.0456414 May 20 20:50:23.354979 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f4e80fe1-cb13-4ff6-a3a3-752ec93cba4b req-b2905e89-8052-4185-ac03-1006738b42f4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b8103aa2-88de-49b1-ba8c-f0ffc2883687 HTTP/1.1" status: 200 len: 217 time: 0.0652285 May 20 20:50:23.361044 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6655f865-2d86-49f6-924b-cda2a4be2edb req-6aac0647-560d-4280-94f3-660ee4db2696 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "GET /v2.0/security-groups?id=17369763-0550-4ec3-bd12-32142aaf9548&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1112781 May 20 20:50:23.419746 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e80fe1-cb13-4ff6-a3a3-752ec93cba4b req-67e224b3-a85f-42c7-9008-6e01672392b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:23.421187 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f4e80fe1-cb13-4ff6-a3a3-752ec93cba4b req-67e224b3-a85f-42c7-9008-6e01672392b8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4430fb8c-e38d-491e-be0f-4a0062e4f021 HTTP/1.1" status: 200 len: 854 time: 0.0578301 May 20 20:50:23.466906 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f4e80fe1-cb13-4ff6-a3a3-752ec93cba4b req-35d45d1d-09e9-41f6-ae18-449454b32a4b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9abac87e-130e-4a54-8c74-9469b8c9e8ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317931 May 20 20:50:23.608769 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d705fef-ac5b-4395-b641-3a1c67b5b62b req-170140a6-9fd1-45fa-9db4-235d88fae10a tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:23.610358 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8d705fef-ac5b-4395-b641-3a1c67b5b62b req-170140a6-9fd1-45fa-9db4-235d88fae10a tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/ports?device_id=03abbdec-2b0d-4070-9a67-4bafa23e6224 HTTP/1.1" status: 200 len: 943 time: 0.0831325 May 20 20:50:23.614416 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f4e80fe1-cb13-4ff6-a3a3-752ec93cba4b req-d2c4c249-e39b-47a2-becb-4884f7a5bf4c service neutron] 10.222.0.24 "GET /v2.0/networks/9abac87e-130e-4a54-8c74-9469b8c9e8ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454690 May 20 20:50:23.659373 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-fac7963c-54bf-46e7-bf0f-d9890487a5f4 tempest-RoutersAdminNegativeIpV6Test-470804661 tempest-RoutersAdminNegativeIpV6Test-470804661-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:23.679012 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-fac7963c-54bf-46e7-bf0f-d9890487a5f4 tempest-RoutersAdminNegativeIpV6Test-470804661 tempest-RoutersAdminNegativeIpV6Test-470804661-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:23.705535 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8d705fef-ac5b-4395-b641-3a1c67b5b62b req-3860fb72-4a3d-4cba-ba1b-f5788ae68874 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9f9543d-587a-47bd-8772-bda4bd5582ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881231 May 20 20:50:23.743809 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 2d5ed9b9-34de-49e9-9f89-f903cda525ce up at agent hyperv_n-h2-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:50:23.752599 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f4e80fe1-cb13-4ff6-a3a3-752ec93cba4b req-2f02a3bd-ae3c-4f81-9cf3-cd521b742e64 service neutron] 10.222.0.24 "GET /v2.0/networks/9abac87e-130e-4a54-8c74-9469b8c9e8ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284292 May 20 20:50:23.831902 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Provisioning complete for port 2d5ed9b9-34de-49e9-9f89-f903cda525ce triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:50:23.832362 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:23.842087 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0be9c3f4-dad7-4a78-bd59-324366dc6f1e req-ade693c2-52aa-4150-ae1e-89ad284d3e37 tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] 10.222.0.35 "GET /v2.0/ports?device_id=eb9d197d-73b0-448c-8000-bb76a8479f3c HTTP/1.1" status: 200 len: 210 time: 0.0456750 May 20 20:50:23.865650 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cbd23a-0ad0-46a4-9f0e-4ccd02938883 req-3dfe98cd-c7b9-4b0e-9871-a4ae36100f6e tempest-ImagesNegativeTestJSON-1531633127 tempest-ImagesNegativeTestJSON-1531633127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:23.865650 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-30cbd23a-0ad0-46a4-9f0e-4ccd02938883 req-3dfe98cd-c7b9-4b0e-9871-a4ae36100f6e tempest-ImagesNegativeTestJSON-1531633127 tempest-ImagesNegativeTestJSON-1531633127-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5f3c381-8d00-4c6b-a526-b177baed57f7 HTTP/1.1" status: 200 len: 950 time: 0.0787618 May 20 20:50:23.886076 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4bb0e131-6525-46ca-a45b-e4ea43a5e69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:23.905410 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-30cbd23a-0ad0-46a4-9f0e-4ccd02938883 req-b4e6ab95-ebb1-4ff9-8c6f-b086b7ac7aab tempest-ImagesNegativeTestJSON-1531633127 tempest-ImagesNegativeTestJSON-1531633127-project] 10.222.0.35 "GET /v2.0/security-groups?id=ba653e79-7091-4d5e-a86f-d8847fac5fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350208 May 20 20:50:23.911097 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-fac7963c-54bf-46e7-bf0f-d9890487a5f4 tempest-RoutersAdminNegativeIpV6Test-470804661 tempest-RoutersAdminNegativeIpV6Test-470804661-project-admin] Notify callbacks [] for router, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:23.940150 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port 2d5ed9b9-34de-49e9-9f89-f903cda525ce is: BUILD; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:50:23.940150 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:23.970323 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port 2d5ed9b9-34de-49e9-9f89-f903cda525ce, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=2d5ed9b9-34de-49e9-9f89-f903cda525ce,segment=NetworkSegment(61504ff4-6f7f-4bd9-9a4b-a33b83bae83f),segment_id=61504ff4-6f7f-4bd9-9a4b-a33b83bae83f)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:50:24.036617 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:24.084561 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-fac7963c-54bf-46e7-bf0f-d9890487a5f4 tempest-RoutersAdminNegativeIpV6Test-470804661 tempest-RoutersAdminNegativeIpV6Test-470804661-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26169'] for router, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:24.085673 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=2d5ed9b9-34de-49e9-9f89-f903cda525ce,revision_number=10']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:50:24.087206 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-fac7963c-54bf-46e7-bf0f-d9890487a5f4 tempest-RoutersAdminNegativeIpV6Test-470804661 tempest-RoutersAdminNegativeIpV6Test-470804661-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:24.168012 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-fac7963c-54bf-46e7-bf0f-d9890487a5f4 tempest-RoutersAdminNegativeIpV6Test-470804661 tempest-RoutersAdminNegativeIpV6Test-470804661-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-693148'] for router, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:24.168558 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fac7963c-54bf-46e7-bf0f-d9890487a5f4 tempest-RoutersAdminNegativeIpV6Test-470804661 tempest-RoutersAdminNegativeIpV6Test-470804661-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9c7e0a2b-abfe-4ee6-9a83-bc8bda293ec2 {{(pid=103162) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 20 20:50:24.230927 n-d-842733-1 neutron-server[103162]: INFO neutron.api.v2.resource [None req-fac7963c-54bf-46e7-bf0f-d9890487a5f4 tempest-RoutersAdminNegativeIpV6Test-470804661 tempest-RoutersAdminNegativeIpV6Test-470804661-project-admin] create failed (client error): There was a conflict when trying to complete your request. May 20 20:50:24.232055 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-fac7963c-54bf-46e7-bf0f-d9890487a5f4 tempest-RoutersAdminNegativeIpV6Test-470804661 tempest-RoutersAdminNegativeIpV6Test-470804661-project-admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.6806319 May 20 20:50:24.234819 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 49630) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:50:24.317490 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84798964-1a1d-4706-96ab-49bf546c100d req-8cb99f04-ba14-4936-b9a7-9b62e0d7884d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:24.319942 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-84798964-1a1d-4706-96ab-49bf546c100d req-8cb99f04-ba14-4936-b9a7-9b62e0d7884d service neutron] 10.222.0.13 "GET /v2.0/ports/572584f9-d33c-4ce6-b334-490469f36e8c HTTP/1.1" status: 200 len: 1026 time: 0.0573776 May 20 20:50:24.344944 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-31df0483-fdae-433b-bf2e-725795bcc46b tempest-RoutersAdminNegativeIpV6Test-470804661 tempest-RoutersAdminNegativeIpV6Test-470804661-project-admin] Deleting port ae96191e-8096-4c3e-88ad-9aab431a0595 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:50:24.356226 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-31df0483-fdae-433b-bf2e-725795bcc46b tempest-RoutersAdminNegativeIpV6Test-470804661 tempest-RoutersAdminNegativeIpV6Test-470804661-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:24.428677 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e18caae1-7cf1-476a-af3e-37bd5696d3f1 req-6823e41a-3d3a-4f63-9852-2f12a37cd94c tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] 10.222.0.35 "GET /v2.0/ports?device_id=24bc83bc-86f4-4e1f-99de-9736337ee499 HTTP/1.1" status: 200 len: 210 time: 0.0346625 May 20 20:50:24.432283 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84798964-1a1d-4706-96ab-49bf546c100d req-409fb426-760d-44ac-891a-807279e176b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:24.433682 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-84798964-1a1d-4706-96ab-49bf546c100d req-409fb426-760d-44ac-891a-807279e176b2 service neutron] 10.222.0.13 "GET /v2.0/ports/2e1df5b4-4f1a-4391-8d35-f8e77caf43e0 HTTP/1.1" status: 200 len: 1027 time: 0.0914054 May 20 20:50:24.519997 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-31df0483-fdae-433b-bf2e-725795bcc46b tempest-RoutersAdminNegativeIpV6Test-470804661 tempest-RoutersAdminNegativeIpV6Test-470804661-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:24.539200 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-31df0483-fdae-433b-bf2e-725795bcc46b tempest-RoutersAdminNegativeIpV6Test-470804661 tempest-RoutersAdminNegativeIpV6Test-470804661-project-admin] Calling delete_port for ae96191e-8096-4c3e-88ad-9aab431a0595 owned by {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:50:24.542420 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a8fd5f-f8d9-4308-8ac7-3b8f55e5a970 req-e02aacb9-e550-4751-b98f-b07d44849167 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:24.545653 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f1a8fd5f-f8d9-4308-8ac7-3b8f55e5a970 req-e02aacb9-e550-4751-b98f-b07d44849167 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "GET /v2.0/ports?device_id=3674afb5-fa57-4c40-b6ee-249d678d06fa HTTP/1.1" status: 200 len: 947 time: 0.0577023 May 20 20:50:24.550615 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:24.587183 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f1a8fd5f-f8d9-4308-8ac7-3b8f55e5a970 req-79d4fa5f-48fa-48e8-b733-287aaf886c21 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "GET /v2.0/security-groups?id=17369763-0550-4ec3-bd12-32142aaf9548&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348284 May 20 20:50:24.633040 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84798964-1a1d-4706-96ab-49bf546c100d req-eb90260d-c603-4bf1-a53a-9f2774611277 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:24.638635 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84798964-1a1d-4706-96ab-49bf546c100d req-eb90260d-c603-4bf1-a53a-9f2774611277 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:24.644409 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84798964-1a1d-4706-96ab-49bf546c100d req-eb90260d-c603-4bf1-a53a-9f2774611277 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:24.645968 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-84798964-1a1d-4706-96ab-49bf546c100d req-eb90260d-c603-4bf1-a53a-9f2774611277 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] 10.222.0.13 "GET /v2.0/networks?id=5ca369c8-df0a-41e3-869c-b1b368b823ae&id=ce671979-73f9-44d6-8ce7-2c8dc82e60ae&id=ce671979-73f9-44d6-8ce7-2c8dc82e60ae&id=ce671979-73f9-44d6-8ce7-2c8dc82e60ae&id=ce671979-73f9-44d6-8ce7-2c8dc82e60ae&id=55b562d5-5067-4b35-82c1-b8cbe81beb27&id=55b562d5-5067-4b35-82c1-b8cbe81beb27 HTTP/1.1" status: 200 len: 1990 time: 0.1949627 May 20 20:50:24.739697 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-84798964-1a1d-4706-96ab-49bf546c100d req-79b29cb1-2638-42ee-bbba-d897d871e928 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=130041758ffe4e0a8066d604acc4da27 HTTP/1.1" status: 200 len: 380 time: 0.0527947 May 20 20:50:24.745888 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3674afb5-fa57-4c40-b6ee-249d678d06fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d5ed9b9-34de-49e9-9f89-f903cda525ce'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:50:24.749072 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8485417003ce7c0410b00f5cdc2f391e21107b70bb68e2773712534a96e108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8429d7a1-9e09-4479-bc29-bb127d297ff0" -d '{"events": [{"server_uuid": "3674afb5-fa57-4c40-b6ee-249d678d06fa", "name": "network-vif-plugged", "status": "completed", "tag": "2d5ed9b9-34de-49e9-9f89-f903cda525ce"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:50:24.749325 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [req-84798964-1a1d-4706-96ab-49bf546c100d req-d0e845d8-739a-45fb-81b7-2c5fb8a226bf tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Request body: {'port': {'device_id': '24bc83bc-86f4-4e1f-99de-9736337ee499', 'network_id': '5ca369c8-df0a-41e3-869c-b1b368b823ae', 'admin_state_up': True, 'tenant_id': '130041758ffe4e0a8066d604acc4da27', 'security_groups': ['863381a6-ea9c-49ea-aca2-bed57188f540']}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:50:24.792861 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 20:50:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61d55cc1-5f06-4f2b-b8d4-2e992883f16c x-openstack-request-id: req-61d55cc1-5f06-4f2b-b8d4-2e992883f16c {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:50:24.793229 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3674afb5-fa57-4c40-b6ee-249d678d06fa", "name": "network-vif-plugged", "status": "completed", "tag": "2d5ed9b9-34de-49e9-9f89-f903cda525ce", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:50:24.798466 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-61d55cc1-5f06-4f2b-b8d4-2e992883f16c {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:50:24.798466 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61d55cc1-5f06-4f2b-b8d4-2e992883f16c'] response: {'server_uuid': '3674afb5-fa57-4c40-b6ee-249d678d06fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d5ed9b9-34de-49e9-9f89-f903cda525ce', 'code': 200} May 20 20:50:24.826315 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-31df0483-fdae-433b-bf2e-725795bcc46b tempest-RoutersAdminNegativeIpV6Test-470804661 tempest-RoutersAdminNegativeIpV6Test-470804661-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:24.838781 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d42bbf3-30e7-41f8-9fba-71d56b95d57c req-971fc80e-00c3-46d8-bee2-e51265010397 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:24.841066 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5d42bbf3-30e7-41f8-9fba-71d56b95d57c req-971fc80e-00c3-46d8-bee2-e51265010397 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/ports?device_id=03abbdec-2b0d-4070-9a67-4bafa23e6224 HTTP/1.1" status: 200 len: 943 time: 0.0584567 May 20 20:50:24.870178 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31df0483-fdae-433b-bf2e-725795bcc46b tempest-RoutersAdminNegativeIpV6Test-470804661 tempest-RoutersAdminNegativeIpV6Test-470804661-project-admin] Pushing event deleted for resources: {'Port': ['ID=ae96191e-8096-4c3e-88ad-9aab431a0595,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:50:24.937966 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5d42bbf3-30e7-41f8-9fba-71d56b95d57c req-603a2413-04ac-483d-89fd-477ef0d1bf06 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9f9543d-587a-47bd-8772-bda4bd5582ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778091 May 20 20:50:24.968173 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-31df0483-fdae-433b-bf2e-725795bcc46b tempest-RoutersAdminNegativeIpV6Test-470804661 tempest-RoutersAdminNegativeIpV6Test-470804661-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:24.973707 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-31df0483-fdae-433b-bf2e-725795bcc46b tempest-RoutersAdminNegativeIpV6Test-470804661 tempest-RoutersAdminNegativeIpV6Test-470804661-project-admin] 10.222.0.35 "DELETE /v2.0/ports/ae96191e-8096-4c3e-88ad-9aab431a0595 HTTP/1.1" status: 204 len: 168 time: 0.7378473 May 20 20:50:24.976310 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4a2e45ae-bdaa-4940-924e-47aa57bddf25 req-3ab18c94-a21e-47e6-ba30-e2a7423f3ba8 tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] 10.222.0.35 "GET /v2.0/ports?device_id=eb9d197d-73b0-448c-8000-bb76a8479f3c HTTP/1.1" status: 200 len: 210 time: 0.0370502 May 20 20:50:25.048284 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84798964-1a1d-4706-96ab-49bf546c100d req-d0e845d8-739a-45fb-81b7-2c5fb8a226bf tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Made reservation on behalf of 130041758ffe4e0a8066d604acc4da27 for: {'port': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:50:25.054891 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-84798964-1a1d-4706-96ab-49bf546c100d req-d0e845d8-739a-45fb-81b7-2c5fb8a226bf tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:25.106357 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27529875-4d62-45e2-9b01-38f8f9ad46fa req-ea843c49-2b59-4ee4-b0a0-0fd8f0d1f8ff tempest-ImagesNegativeTestJSON-1531633127 tempest-ImagesNegativeTestJSON-1531633127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:25.107888 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-27529875-4d62-45e2-9b01-38f8f9ad46fa req-ea843c49-2b59-4ee4-b0a0-0fd8f0d1f8ff tempest-ImagesNegativeTestJSON-1531633127 tempest-ImagesNegativeTestJSON-1531633127-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5f3c381-8d00-4c6b-a526-b177baed57f7 HTTP/1.1" status: 200 len: 950 time: 0.0830770 May 20 20:50:25.182714 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-27529875-4d62-45e2-9b01-38f8f9ad46fa req-ef3692bd-93d8-4544-b9ad-44936bc6c47a tempest-ImagesNegativeTestJSON-1531633127 tempest-ImagesNegativeTestJSON-1531633127-project] 10.222.0.35 "GET /v2.0/security-groups?id=ba653e79-7091-4d5e-a86f-d8847fac5fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675552 May 20 20:50:25.224000 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdaf9b7-7d77-4e76-9321-7ee82460f757 req-659095ff-b292-486b-9494-e2b7fd0d1d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:25.239771 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9bdaf9b7-7d77-4e76-9321-7ee82460f757 req-659095ff-b292-486b-9494-e2b7fd0d1d09 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3674afb5-fa57-4c40-b6ee-249d678d06fa HTTP/1.1" status: 200 len: 1098 time: 0.0727270 May 20 20:50:25.283882 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9bdaf9b7-7d77-4e76-9321-7ee82460f757 req-4a6d6b70-0910-4b1c-8995-9395a8565c52 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=17369763-0550-4ec3-bd12-32142aaf9548&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380557 May 20 20:50:25.301391 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device b8103aa2-88de-49b1-ba8c-f0ffc2883687 details requested by agent hyperv_n-h1-842733-1 with host n-h1-842733-1 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 20:50:25.322861 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e967b13-e4fd-491d-86e4-ed48e0dc7f23 req-fb67136a-a688-4281-9be0-01326c2b147c tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:25.324503 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-7e967b13-e4fd-491d-86e4-ed48e0dc7f23 req-fb67136a-a688-4281-9be0-01326c2b147c tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] 10.222.0.13 "GET /v2.0/networks?id=f9020429-48a3-4a46-a405-04a4e7c29fcf HTTP/1.1" status: 200 len: 815 time: 0.2390168 May 20 20:50:25.330548 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device b2a50009-a178-4e5f-8953-ba1bbd6f2354 no longer exists at agent hyperv_n-h1-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:50:25.342461 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [req-84798964-1a1d-4706-96ab-49bf546c100d req-d0e845d8-739a-45fb-81b7-2c5fb8a226bf tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Allocated IP 172.20.0.13 (5ca369c8-df0a-41e3-869c-b1b368b823ae/0e16e10c-5b92-4574-b13d-016374e3f82e/c377ecf0-f976-4335-a271-7a9e62459ad6) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:50:25.402248 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] No Port match for: b2a50009-a178-4e5f-8953-ba1bbd6f2354 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 20:50:25.402587 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device b2a50009-a178-4e5f-8953-ba1bbd6f2354 not bound to the agent host n-h1-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 20:50:25.455420 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port b8103aa2-88de-49b1-ba8c-f0ffc2883687, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=b8103aa2-88de-49b1-ba8c-f0ffc2883687,segment=NetworkSegment(dd3868d8-2801-4914-84a0-d7fd151b3df3),segment_id=dd3868d8-2801-4914-84a0-d7fd151b3df3)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:50:25.478480 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Returning: {'device': 'b8103aa2-88de-49b1-ba8c-f0ffc2883687', 'network_id': '9abac87e-130e-4a54-8c74-9469b8c9e8ef', 'port_id': 'b8103aa2-88de-49b1-ba8c-f0ffc2883687', 'mac_address': 'fa:16:3e:bd:48:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4430fb8c-e38d-491e-be0f-4a0062e4f021', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 20 20:50:25.487991 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cc3ec51b-6ec8-438a-8349-5f0bec346d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:25.527671 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Current status of the port b8103aa2-88de-49b1-ba8c-f0ffc2883687 is: DOWN; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:50:25.530183 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:25.543037 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8103aa2-88de-49b1-ba8c-f0ffc2883687 {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:50:25.559967 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-84798964-1a1d-4706-96ab-49bf546c100d req-d0e845d8-739a-45fb-81b7-2c5fb8a226bf tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:25.571133 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-feef909c-8a5d-401a-8e78-35f095b1c447 req-78cc1e49-6cde-4009-bf21-c7a31988c4d6 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] 10.222.0.35 "GET /v2.0/ports?device_id=24bc83bc-86f4-4e1f-99de-9736337ee499 HTTP/1.1" status: 200 len: 210 time: 0.0432758 May 20 20:50:25.582035 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:25.591100 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port b8103aa2-88de-49b1-ba8c-f0ffc2883687, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=b8103aa2-88de-49b1-ba8c-f0ffc2883687,segment=NetworkSegment(dd3868d8-2801-4914-84a0-d7fd151b3df3),segment_id=dd3868d8-2801-4914-84a0-d7fd151b3df3)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:50:25.591241 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 49652) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:50:25.651304 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [req-7e967b13-e4fd-491d-86e4-ed48e0dc7f23 req-87af1701-a951-496f-8a24-fcd84d839a7e tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] Request body: {'port': {'device_id': 'eb9d197d-73b0-448c-8000-bb76a8479f3c', 'network_id': 'f9020429-48a3-4a46-a405-04a4e7c29fcf', 'admin_state_up': True, 'tenant_id': '0940837bc54b4c7b8208dfd5c7fd73db'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:50:25.694346 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:25.764524 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-84798964-1a1d-4706-96ab-49bf546c100d req-d0e845d8-739a-45fb-81b7-2c5fb8a226bf tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:25.806919 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe5cf97-fad7-41e7-8af4-fd8b8a5d735c req-57c3b5b5-c9f0-42d2-80d0-015ecad7f75d tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:25.809062 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-dbe5cf97-fad7-41e7-8af4-fd8b8a5d735c req-57c3b5b5-c9f0-42d2-80d0-015ecad7f75d tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "GET /v2.0/ports?device_id=3674afb5-fa57-4c40-b6ee-249d678d06fa HTTP/1.1" status: 200 len: 947 time: 0.1184158 May 20 20:50:25.813588 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Pushing event updated for resources: {'Port': ['ID=b8103aa2-88de-49b1-ba8c-f0ffc2883687,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:50:25.841387 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84798964-1a1d-4706-96ab-49bf546c100d req-d0e845d8-739a-45fb-81b7-2c5fb8a226bf tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Network 5ca369c8-df0a-41e3-869c-b1b368b823ae is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:50:25.847189 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [req-84798964-1a1d-4706-96ab-49bf546c100d req-d0e845d8-739a-45fb-81b7-2c5fb8a226bf tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:50:25.853771 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-84798964-1a1d-4706-96ab-49bf546c100d req-d0e845d8-739a-45fb-81b7-2c5fb8a226bf tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:50:25.862272 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e845d8-739a-45fb-81b7-2c5fb8a226bf tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Pushing event updated for resources: {'Port': ['ID=c377ecf0-f976-4335-a271-7a9e62459ad6,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:50:25.899235 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] get_ports_and_sgs() called for port_ids ['b8103aa2-88de-49b1-ba8c-f0ffc2883687'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:50:25.900507 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-81116006-8b64-4b95-8d13-80ad71e2120f admin admin] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:25.939586 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84798964-1a1d-4706-96ab-49bf546c100d req-d0e845d8-739a-45fb-81b7-2c5fb8a226bf tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:25.940283 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-84798964-1a1d-4706-96ab-49bf546c100d req-d0e845d8-739a-45fb-81b7-2c5fb8a226bf tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:25.944632 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e967b13-e4fd-491d-86e4-ed48e0dc7f23 req-87af1701-a951-496f-8a24-fcd84d839a7e tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] Made reservation on behalf of 0940837bc54b4c7b8208dfd5c7fd73db for: {'port': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:50:25.948018 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-7e967b13-e4fd-491d-86e4-ed48e0dc7f23 req-87af1701-a951-496f-8a24-fcd84d839a7e tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:25.991535 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-dbe5cf97-fad7-41e7-8af4-fd8b8a5d735c req-0ce568b7-9cbd-4005-8143-6619f50da022 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "GET /v2.0/security-groups?id=17369763-0550-4ec3-bd12-32142aaf9548&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1269391 May 20 20:50:26.006294 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720bc253-22f3-48ec-9731-0d38e9ae6815 req-34a38af0-2497-4eba-82ca-46a290ec49bc tempest-ImagesNegativeTestJSON-1531633127 tempest-ImagesNegativeTestJSON-1531633127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:26.008288 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-720bc253-22f3-48ec-9731-0d38e9ae6815 req-34a38af0-2497-4eba-82ca-46a290ec49bc tempest-ImagesNegativeTestJSON-1531633127 tempest-ImagesNegativeTestJSON-1531633127-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5f3c381-8d00-4c6b-a526-b177baed57f7 HTTP/1.1" status: 200 len: 950 time: 0.1980796 May 20 20:50:26.078298 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-84798964-1a1d-4706-96ab-49bf546c100d req-d0e845d8-739a-45fb-81b7-2c5fb8a226bf tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3327842 May 20 20:50:26.109680 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-720bc253-22f3-48ec-9731-0d38e9ae6815 req-769aabff-f200-43e6-9253-85420b709d15 tempest-ImagesNegativeTestJSON-1531633127 tempest-ImagesNegativeTestJSON-1531633127-project] 10.222.0.35 "GET /v2.0/security-groups?id=ba653e79-7091-4d5e-a86f-d8847fac5fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810442 May 20 20:50:26.109855 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [req-84798964-1a1d-4706-96ab-49bf546c100d req-0db9593c-1362-46c2-a9ff-1f086811b21b tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Request body: {'port': {'device_id': '24bc83bc-86f4-4e1f-99de-9736337ee499', 'network_id': 'ce671979-73f9-44d6-8ce7-2c8dc82e60ae', 'admin_state_up': True, 'tenant_id': '130041758ffe4e0a8066d604acc4da27', 'security_groups': ['863381a6-ea9c-49ea-aca2-bed57188f540']}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:50:26.212507 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-81116006-8b64-4b95-8d13-80ad71e2120f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:26.227122 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [req-7e967b13-e4fd-491d-86e4-ed48e0dc7f23 req-87af1701-a951-496f-8a24-fcd84d839a7e tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] Allocated IP 172.20.0.9 (f9020429-48a3-4a46-a405-04a4e7c29fcf/b6544004-48d3-4560-9571-0a9762b91cf1/f3f47166-9a7a-4dae-9e5e-7e9b8eea1ccc) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:50:26.261365 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-65e3ac4d-c443-4592-9479-ace56984204d None None] Provisioning complete for port c377ecf0-f976-4335-a271-7a9e62459ad6 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:50:26.261719 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-65e3ac4d-c443-4592-9479-ace56984204d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:26.269986 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-aa0e9616-7283-4b49-b0f7-0e997d6f0063 req-8eb6d672-b17f-4a36-8cbc-10891696f391 tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] 10.222.0.35 "GET /v2.0/ports?device_id=eb9d197d-73b0-448c-8000-bb76a8479f3c HTTP/1.1" status: 200 len: 210 time: 0.0497901 May 20 20:50:26.293696 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d126b2c9-3901-40a2-ab10-726dd0d2f129 req-4d3e92eb-0ad5-4214-97b1-06a969116d50 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:26.299068 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d126b2c9-3901-40a2-ab10-726dd0d2f129 req-4d3e92eb-0ad5-4214-97b1-06a969116d50 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/ports?device_id=03abbdec-2b0d-4070-9a67-4bafa23e6224 HTTP/1.1" status: 200 len: 944 time: 0.1435521 May 20 20:50:26.299523 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-65e3ac4d-c443-4592-9479-ace56984204d None None] Port c377ecf0-f976-4335-a271-7a9e62459ad6 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 20:50:26.327268 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-81116006-8b64-4b95-8d13-80ad71e2120f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:26.384139 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d126b2c9-3901-40a2-ab10-726dd0d2f129 req-e02f1b9b-ca7f-4e93-87bf-1daaf995903f tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9f9543d-587a-47bd-8772-bda4bd5582ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772970 May 20 20:50:26.388507 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-81116006-8b64-4b95-8d13-80ad71e2120f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a914eb9f758f40dba82ab06c17f115ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7941170 May 20 20:50:26.394058 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 49664) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:50:26.395415 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81116006-8b64-4b95-8d13-80ad71e2120f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43d0fba6-62cc-4eac-9a4f-400b82068923,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:50:26.460388 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-7e967b13-e4fd-491d-86e4-ed48e0dc7f23 req-87af1701-a951-496f-8a24-fcd84d839a7e tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:26.476804 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84798964-1a1d-4706-96ab-49bf546c100d req-0db9593c-1362-46c2-a9ff-1f086811b21b tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Made reservation on behalf of 130041758ffe4e0a8066d604acc4da27 for: {'port': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:50:26.482181 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-84798964-1a1d-4706-96ab-49bf546c100d req-0db9593c-1362-46c2-a9ff-1f086811b21b tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:26.501733 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-30196f7c-1c06-42dc-8d51-7f29642ec347 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:26.555270 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-30196f7c-1c06-42dc-8d51-7f29642ec347 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:26.689409 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-7e967b13-e4fd-491d-86e4-ed48e0dc7f23 req-87af1701-a951-496f-8a24-fcd84d839a7e tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:26.749057 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9a4560-3836-4397-a44e-e0609c6938ce req-ea947d00-2bfc-4bf8-aedf-a7becd5727b3 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:26.761871 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e967b13-e4fd-491d-86e4-ed48e0dc7f23 req-87af1701-a951-496f-8a24-fcd84d839a7e tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] Network f9020429-48a3-4a46-a405-04a4e7c29fcf is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:50:26.763395 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [req-84798964-1a1d-4706-96ab-49bf546c100d req-0db9593c-1362-46c2-a9ff-1f086811b21b tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Allocated IP 10.1.1.5 (ce671979-73f9-44d6-8ce7-2c8dc82e60ae/59b92b0c-ed8d-4efc-a77e-dc7193508e61/8e5cf7ff-15da-45a7-acbe-5153d4a2259c) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:50:26.764058 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-dd9a4560-3836-4397-a44e-e0609c6938ce req-ea947d00-2bfc-4bf8-aedf-a7becd5727b3 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] 10.222.0.35 "GET /v2.0/ports?device_id=24bc83bc-86f4-4e1f-99de-9736337ee499 HTTP/1.1" status: 200 len: 932 time: 0.0675972 May 20 20:50:26.777238 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [req-7e967b13-e4fd-491d-86e4-ed48e0dc7f23 req-87af1701-a951-496f-8a24-fcd84d839a7e tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:50:26.787359 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e967b13-e4fd-491d-86e4-ed48e0dc7f23 req-87af1701-a951-496f-8a24-fcd84d839a7e tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:50:26.790632 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87af1701-a951-496f-8a24-fcd84d839a7e tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] Pushing event updated for resources: {'Port': ['ID=f3f47166-9a7a-4dae-9e5e-7e9b8eea1ccc,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:50:26.809311 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-dd9a4560-3836-4397-a44e-e0609c6938ce req-afe98d26-cf93-48e8-a2a2-10dec8346543 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] 10.222.0.35 "GET /v2.0/security-groups?id=863381a6-ea9c-49ea-aca2-bed57188f540&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442007 May 20 20:50:26.834749 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-30196f7c-1c06-42dc-8d51-7f29642ec347 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:26.837576 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-30196f7c-1c06-42dc-8d51-7f29642ec347 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:26.845731 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-30196f7c-1c06-42dc-8d51-7f29642ec347 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/43d0fba6-62cc-4eac-9a4f-400b82068923 HTTP/1.1" status: 204 len: 168 time: 0.4464765 May 20 20:50:26.904976 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30196f7c-1c06-42dc-8d51-7f29642ec347 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43d0fba6-62cc-4eac-9a4f-400b82068923,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:50:26.935407 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e967b13-e4fd-491d-86e4-ed48e0dc7f23 req-87af1701-a951-496f-8a24-fcd84d839a7e tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:26.935958 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-7e967b13-e4fd-491d-86e4-ed48e0dc7f23 req-87af1701-a951-496f-8a24-fcd84d839a7e tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:27.030343 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-84798964-1a1d-4706-96ab-49bf546c100d req-0db9593c-1362-46c2-a9ff-1f086811b21b tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:27.091013 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-7e967b13-e4fd-491d-86e4-ed48e0dc7f23 req-87af1701-a951-496f-8a24-fcd84d839a7e tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4457214 May 20 20:50:27.118108 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [req-7e967b13-e4fd-491d-86e4-ed48e0dc7f23 req-e9734de0-e91d-4107-9aa9-17050e776cde service neutron] Request body: {'port': {'device_id': 'eb9d197d-73b0-448c-8000-bb76a8479f3c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-842733-1'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:50:27.171272 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19004c06-abea-4978-8309-b5a84fe2b995 req-5ea843f6-ce23-4cad-9b12-008d51b1ba76 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:27.173692 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-19004c06-abea-4978-8309-b5a84fe2b995 req-5ea843f6-ce23-4cad-9b12-008d51b1ba76 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "GET /v2.0/ports?device_id=3674afb5-fa57-4c40-b6ee-249d678d06fa HTTP/1.1" status: 200 len: 947 time: 0.0813291 May 20 20:50:27.190016 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-84798964-1a1d-4706-96ab-49bf546c100d req-0db9593c-1362-46c2-a9ff-1f086811b21b tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:27.191814 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-7e967b13-e4fd-491d-86e4-ed48e0dc7f23 req-e9734de0-e91d-4107-9aa9-17050e776cde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:27.288896 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-19004c06-abea-4978-8309-b5a84fe2b995 req-9d9df68b-e1b4-46d1-9e6a-6995a4ad1c94 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "GET /v2.0/security-groups?id=17369763-0550-4ec3-bd12-32142aaf9548&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1066325 May 20 20:50:27.291884 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device b8103aa2-88de-49b1-ba8c-f0ffc2883687 up at agent hyperv_n-h1-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:50:27.303808 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5536718-acd2-47e8-a8cb-b4e7ed7f7684 req-fbf12bff-84d3-4364-ba9d-f4a1bd258199 tempest-ImagesNegativeTestJSON-1531633127 tempest-ImagesNegativeTestJSON-1531633127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:27.312754 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c5536718-acd2-47e8-a8cb-b4e7ed7f7684 req-fbf12bff-84d3-4364-ba9d-f4a1bd258199 tempest-ImagesNegativeTestJSON-1531633127 tempest-ImagesNegativeTestJSON-1531633127-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5f3c381-8d00-4c6b-a526-b177baed57f7 HTTP/1.1" status: 200 len: 950 time: 0.0961483 May 20 20:50:27.354441 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c5536718-acd2-47e8-a8cb-b4e7ed7f7684 req-5223106a-8b60-4cc7-95a3-6eb1f38be483 tempest-ImagesNegativeTestJSON-1531633127 tempest-ImagesNegativeTestJSON-1531633127-project] 10.222.0.35 "GET /v2.0/security-groups?id=ba653e79-7091-4d5e-a86f-d8847fac5fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408194 May 20 20:50:27.405373 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84798964-1a1d-4706-96ab-49bf546c100d req-0db9593c-1362-46c2-a9ff-1f086811b21b tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Network ce671979-73f9-44d6-8ce7-2c8dc82e60ae is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:50:27.408638 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db9593c-1362-46c2-a9ff-1f086811b21b tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Pushing event updated for resources: {'Port': ['ID=8e5cf7ff-15da-45a7-acbe-5153d4a2259c,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:50:27.415192 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [req-84798964-1a1d-4706-96ab-49bf546c100d req-0db9593c-1362-46c2-a9ff-1f086811b21b tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:50:27.419372 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-84798964-1a1d-4706-96ab-49bf546c100d req-0db9593c-1362-46c2-a9ff-1f086811b21b tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:50:27.464924 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Provisioning for port b8103aa2-88de-49b1-ba8c-f0ffc2883687 completed by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 20:50:27.469476 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Provisioning complete for port b8103aa2-88de-49b1-ba8c-f0ffc2883687 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:50:27.475298 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:27.586314 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84798964-1a1d-4706-96ab-49bf546c100d req-0db9593c-1362-46c2-a9ff-1f086811b21b tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:27.587595 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-84798964-1a1d-4706-96ab-49bf546c100d req-0db9593c-1362-46c2-a9ff-1f086811b21b tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:27.622584 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Current status of the port b8103aa2-88de-49b1-ba8c-f0ffc2883687 is: BUILD; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:50:27.623190 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:27.655367 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03abbdec-2b0d-4070-9a67-4bafa23e6224', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8103aa2-88de-49b1-ba8c-f0ffc2883687'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:50:27.657847 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8485417003ce7c0410b00f5cdc2f391e21107b70bb68e2773712534a96e108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9d6d6fd-4bd5-40e3-a163-5a328ac11465" -d '{"events": [{"server_uuid": "03abbdec-2b0d-4070-9a67-4bafa23e6224", "name": "network-vif-plugged", "status": "completed", "tag": "b8103aa2-88de-49b1-ba8c-f0ffc2883687"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:50:27.672404 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port b8103aa2-88de-49b1-ba8c-f0ffc2883687, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=b8103aa2-88de-49b1-ba8c-f0ffc2883687,segment=NetworkSegment(dd3868d8-2801-4914-84a0-d7fd151b3df3),segment_id=dd3868d8-2801-4914-84a0-d7fd151b3df3)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:50:27.699081 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c532a6d-5b5c-4ab0-a00f-006830bdcd42 req-cf01c71f-f3d5-45bb-a2ef-135aea49cd8d tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:27.700590 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8c532a6d-5b5c-4ab0-a00f-006830bdcd42 req-cf01c71f-f3d5-45bb-a2ef-135aea49cd8d tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] 10.222.0.35 "GET /v2.0/ports?device_id=eb9d197d-73b0-448c-8000-bb76a8479f3c HTTP/1.1" status: 200 len: 931 time: 0.2494934 May 20 20:50:27.734923 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05b8884-5882-4767-a819-9c471c39d29f req-88d5ebce-cde1-41d3-9749-c74ce07814c6 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:27.737100 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f05b8884-5882-4767-a819-9c471c39d29f req-88d5ebce-cde1-41d3-9749-c74ce07814c6 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/ports?device_id=03abbdec-2b0d-4070-9a67-4bafa23e6224 HTTP/1.1" status: 200 len: 944 time: 0.2127247 May 20 20:50:27.737819 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:27.749615 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2545402d-6a9b-488b-be97-63e1ab144ff7 req-7568e1b3-6a92-43fb-83ff-a7ed8b12405e tempest-ImagesNegativeTestJSON-1531633127 tempest-ImagesNegativeTestJSON-1531633127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:27.749960 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [req-7e967b13-e4fd-491d-86e4-ed48e0dc7f23 req-e9734de0-e91d-4107-9aa9-17050e776cde service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3f47166-9a7a-4dae-9e5e-7e9b8eea1ccc {{(pid=103162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:50:27.751602 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2545402d-6a9b-488b-be97-63e1ab144ff7 req-7568e1b3-6a92-43fb-83ff-a7ed8b12405e tempest-ImagesNegativeTestJSON-1531633127 tempest-ImagesNegativeTestJSON-1531633127-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5f3c381-8d00-4c6b-a526-b177baed57f7 HTTP/1.1" status: 200 len: 950 time: 0.1428723 May 20 20:50:27.758761 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-7e967b13-e4fd-491d-86e4-ed48e0dc7f23 req-e9734de0-e91d-4107-9aa9-17050e776cde service neutron] Notify callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:27.774606 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.provisioning_blocks [req-7e967b13-e4fd-491d-86e4-ed48e0dc7f23 req-e9734de0-e91d-4107-9aa9-17050e776cde service neutron] Transition to ACTIVE for port object f3f47166-9a7a-4dae-9e5e-7e9b8eea1ccc will not be triggered until provisioned by entity L2. {{(pid=103162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 20:50:27.775489 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 49718) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:50:27.801168 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-84798964-1a1d-4706-96ab-49bf546c100d req-0db9593c-1362-46c2-a9ff-1f086811b21b tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.6995347 May 20 20:50:27.826737 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [req-84798964-1a1d-4706-96ab-49bf546c100d req-e9e2958b-8c39-44d6-a277-e9e299a4f346 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Request body: {'port': {'device_id': '24bc83bc-86f4-4e1f-99de-9736337ee499', 'network_id': 'ce671979-73f9-44d6-8ce7-2c8dc82e60ae', 'admin_state_up': True, 'tenant_id': '130041758ffe4e0a8066d604acc4da27', 'security_groups': ['863381a6-ea9c-49ea-aca2-bed57188f540']}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:50:27.842507 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Pushing event updated for resources: {'Port': ['ID=b8103aa2-88de-49b1-ba8c-f0ffc2883687,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:50:27.843041 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8c532a6d-5b5c-4ab0-a00f-006830bdcd42 req-da07481c-0c34-4f37-a87e-b6195045f156 tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] 10.222.0.35 "GET /v2.0/security-groups?id=2274ca87-1a60-437e-91f1-b4d825425422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337674 May 20 20:50:27.894784 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 20:50:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8362a76a-fa78-4ef5-a194-03eeeccb82fe x-openstack-request-id: req-8362a76a-fa78-4ef5-a194-03eeeccb82fe {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:50:27.895267 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03abbdec-2b0d-4070-9a67-4bafa23e6224", "name": "network-vif-plugged", "status": "completed", "tag": "b8103aa2-88de-49b1-ba8c-f0ffc2883687", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:50:27.895590 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8362a76a-fa78-4ef5-a194-03eeeccb82fe {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:50:27.896187 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8362a76a-fa78-4ef5-a194-03eeeccb82fe'] response: {'server_uuid': '03abbdec-2b0d-4070-9a67-4bafa23e6224', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8103aa2-88de-49b1-ba8c-f0ffc2883687', 'code': 200} May 20 20:50:27.937527 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f05b8884-5882-4767-a819-9c471c39d29f req-04cc71eb-dcf9-4b95-89f3-e607c14e5682 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9f9543d-587a-47bd-8772-bda4bd5582ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813271 May 20 20:50:27.961988 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-8cf149a6-16b6-44e3-8a73-42f204b34bb0 None None] Provisioning complete for port 8e5cf7ff-15da-45a7-acbe-5153d4a2259c triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:50:27.962364 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-8cf149a6-16b6-44e3-8a73-42f204b34bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:27.972748 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-7e967b13-e4fd-491d-86e4-ed48e0dc7f23 req-e9734de0-e91d-4107-9aa9-17050e776cde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:28.025816 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-8cf149a6-16b6-44e3-8a73-42f204b34bb0 None None] Port 8e5cf7ff-15da-45a7-acbe-5153d4a2259c cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 20:50:28.033869 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [req-2545402d-6a9b-488b-be97-63e1ab144ff7 req-2c69d7cb-8ae8-49ea-8bd1-5db862cef839 tempest-ImagesNegativeTestJSON-1531633127 tempest-ImagesNegativeTestJSON-1531633127-project] Deleting port 5ee82374-022d-4d17-bb52-81018c6465c8 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:50:28.034308 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-2545402d-6a9b-488b-be97-63e1ab144ff7 req-2c69d7cb-8ae8-49ea-8bd1-5db862cef839 tempest-ImagesNegativeTestJSON-1531633127 tempest-ImagesNegativeTestJSON-1531633127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:28.058243 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-093dab1a-9dea-4619-9ac8-60750abf38c9 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8b4c38fb11474b8987eba99df39ec1eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2811506 May 20 20:50:28.062491 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 49722) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:50:28.142909 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20926089-1b50-4317-87c9-624732507642 req-038ebe81-e7e7-4934-866c-572e4542811d tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:28.147652 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9734de0-e91d-4107-9aa9-17050e776cde service neutron] Pushing event updated for resources: {'Port': ['ID=f3f47166-9a7a-4dae-9e5e-7e9b8eea1ccc,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:50:28.149357 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20926089-1b50-4317-87c9-624732507642 req-038ebe81-e7e7-4934-866c-572e4542811d tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:28.157195 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-20926089-1b50-4317-87c9-624732507642 req-038ebe81-e7e7-4934-866c-572e4542811d tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] 10.222.0.35 "GET /v2.0/ports?device_id=24bc83bc-86f4-4e1f-99de-9736337ee499 HTTP/1.1" status: 200 len: 1652 time: 0.1914098 May 20 20:50:28.167451 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-7e967b13-e4fd-491d-86e4-ed48e0dc7f23 req-e9734de0-e91d-4107-9aa9-17050e776cde service neutron] Attempting to bind port f3f47166-9a7a-4dae-9e5e-7e9b8eea1ccc on host n-h2-842733-1 for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:50:28.167844 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-7e967b13-e4fd-491d-86e4-ed48e0dc7f23 req-e9734de0-e91d-4107-9aa9-17050e776cde service neutron] Attempting to bind port f3f47166-9a7a-4dae-9e5e-7e9b8eea1ccc by drivers openvswitch,hyperv on host n-h2-842733-1 at level 0 using segments [{'id': 'd91bf09f-166e-43f0-9da3-0f3d4d6c439b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'f9020429-48a3-4a46-a405-04a4e7c29fcf'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:50:28.168179 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e967b13-e4fd-491d-86e4-ed48e0dc7f23 req-e9734de0-e91d-4107-9aa9-17050e776cde service neutron] Attempting to bind port f3f47166-9a7a-4dae-9e5e-7e9b8eea1ccc on network f9020429-48a3-4a46-a405-04a4e7c29fcf {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:50:28.173713 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e967b13-e4fd-491d-86e4-ed48e0dc7f23 req-e9734de0-e91d-4107-9aa9-17050e776cde service neutron] Port f3f47166-9a7a-4dae-9e5e-7e9b8eea1ccc on network f9020429-48a3-4a46-a405-04a4e7c29fcf not bound, no agent of type Open vSwitch agent registered on host n-h2-842733-1 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 20:50:28.174079 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e967b13-e4fd-491d-86e4-ed48e0dc7f23 req-e9734de0-e91d-4107-9aa9-17050e776cde service neutron] Attempting to bind port f3f47166-9a7a-4dae-9e5e-7e9b8eea1ccc on network f9020429-48a3-4a46-a405-04a4e7c29fcf {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:50:28.179586 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e967b13-e4fd-491d-86e4-ed48e0dc7f23 req-e9734de0-e91d-4107-9aa9-17050e776cde service neutron] Checking agent: {'id': 'a66f2511-b955-448f-877c-56cfe9c81b12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 33, 2), 'started_at': datetime.datetime(2022, 5, 20, 20, 33, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 50, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:50:28.179925 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e967b13-e4fd-491d-86e4-ed48e0dc7f23 req-e9734de0-e91d-4107-9aa9-17050e776cde service neutron] Checking segment: {'id': 'd91bf09f-166e-43f0-9da3-0f3d4d6c439b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'f9020429-48a3-4a46-a405-04a4e7c29fcf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:50:28.180366 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e967b13-e4fd-491d-86e4-ed48e0dc7f23 req-e9734de0-e91d-4107-9aa9-17050e776cde service neutron] Bound using segment: {'id': 'd91bf09f-166e-43f0-9da3-0f3d4d6c439b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'f9020429-48a3-4a46-a405-04a4e7c29fcf'} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:50:28.180800 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-7e967b13-e4fd-491d-86e4-ed48e0dc7f23 req-e9734de0-e91d-4107-9aa9-17050e776cde service neutron] Bound port: f3f47166-9a7a-4dae-9e5e-7e9b8eea1ccc, host: n-h2-842733-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd91bf09f-166e-43f0-9da3-0f3d4d6c439b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'f9020429-48a3-4a46-a405-04a4e7c29fcf'}}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:50:28.181238 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-7e967b13-e4fd-491d-86e4-ed48e0dc7f23 req-e9734de0-e91d-4107-9aa9-17050e776cde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:28.187423 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199a1338-92fd-4606-8825-1dbc2f810527 req-20ab07da-aa3c-4291-a91b-02051c151ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:28.189492 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-199a1338-92fd-4606-8825-1dbc2f810527 req-20ab07da-aa3c-4291-a91b-02051c151ab5 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=03abbdec-2b0d-4070-9a67-4bafa23e6224 HTTP/1.1" status: 200 len: 1096 time: 0.2091095 May 20 20:50:28.249977 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84798964-1a1d-4706-96ab-49bf546c100d req-e9e2958b-8c39-44d6-a277-e9e299a4f346 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Made reservation on behalf of 130041758ffe4e0a8066d604acc4da27 for: {'port': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:50:28.253746 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-84798964-1a1d-4706-96ab-49bf546c100d req-e9e2958b-8c39-44d6-a277-e9e299a4f346 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:28.261247 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d92aa553-6de1-421c-85b4-e96cdfa4220d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:28.275992 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-7e967b13-e4fd-491d-86e4-ed48e0dc7f23 req-e9734de0-e91d-4107-9aa9-17050e776cde service neutron] For port f3f47166-9a7a-4dae-9e5e-7e9b8eea1ccc, host n-h2-842733-1, cleared binding levels {{(pid=103162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:50:28.278954 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-2545402d-6a9b-488b-be97-63e1ab144ff7 req-2c69d7cb-8ae8-49ea-8bd1-5db862cef839 tempest-ImagesNegativeTestJSON-1531633127 tempest-ImagesNegativeTestJSON-1531633127-project] For port 5ee82374-022d-4d17-bb52-81018c6465c8, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=5ee82374-022d-4d17-bb52-81018c6465c8,segment=NetworkSegment(ed3a602f-49fb-4a95-be80-401e1eb72e33),segment_id=ed3a602f-49fb-4a95-be80-401e1eb72e33)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:50:28.280693 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-2545402d-6a9b-488b-be97-63e1ab144ff7 req-2c69d7cb-8ae8-49ea-8bd1-5db862cef839 tempest-ImagesNegativeTestJSON-1531633127 tempest-ImagesNegativeTestJSON-1531633127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:28.292869 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-7e967b13-e4fd-491d-86e4-ed48e0dc7f23 req-e9734de0-e91d-4107-9aa9-17050e776cde service neutron] For port f3f47166-9a7a-4dae-9e5e-7e9b8eea1ccc, host n-h2-842733-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=f3f47166-9a7a-4dae-9e5e-7e9b8eea1ccc,segment=NetworkSegment(d91bf09f-166e-43f0-9da3-0f3d4d6c439b),segment_id=d91bf09f-166e-43f0-9da3-0f3d4d6c439b)] {{(pid=103162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:50:28.312088 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-20926089-1b50-4317-87c9-624732507642 req-46b67413-caef-4f90-8092-ea8d51c50cb1 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] 10.222.0.35 "GET /v2.0/security-groups?id=863381a6-ea9c-49ea-aca2-bed57188f540&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1326592 May 20 20:50:28.315889 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [req-2545402d-6a9b-488b-be97-63e1ab144ff7 req-2c69d7cb-8ae8-49ea-8bd1-5db862cef839 tempest-ImagesNegativeTestJSON-1531633127 tempest-ImagesNegativeTestJSON-1531633127-project] Calling delete_port for 5ee82374-022d-4d17-bb52-81018c6465c8 owned by compute:nova {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:50:28.318682 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-199a1338-92fd-4606-8825-1dbc2f810527 req-5634a25d-5419-4b6b-ba79-9419534d159e service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=f9f9543d-587a-47bd-8772-bda4bd5582ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146309 May 20 20:50:28.334348 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d92aa553-6de1-421c-85b4-e96cdfa4220d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:28.353356 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-7e967b13-e4fd-491d-86e4-ed48e0dc7f23 req-e9734de0-e91d-4107-9aa9-17050e776cde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:28.403831 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e967b13-e4fd-491d-86e4-ed48e0dc7f23 req-e9734de0-e91d-4107-9aa9-17050e776cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:28.404693 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-7e967b13-e4fd-491d-86e4-ed48e0dc7f23 req-e9734de0-e91d-4107-9aa9-17050e776cde service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:28.406241 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-7e967b13-e4fd-491d-86e4-ed48e0dc7f23 req-e9734de0-e91d-4107-9aa9-17050e776cde service neutron] 10.222.0.13 "PUT /v2.0/ports/f3f47166-9a7a-4dae-9e5e-7e9b8eea1ccc HTTP/1.1" status: 200 len: 1091 time: 1.2969983 May 20 20:50:28.409041 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb9d197d-73b0-448c-8000-bb76a8479f3c', 'tag': 'f3f47166-9a7a-4dae-9e5e-7e9b8eea1ccc'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:50:28.412258 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6fa957933fccbf596d28104b23404b952ad6a8238afaebaed40a0874b2e409" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fbe623e-ece7-4935-8d17-7cb91ae2463d" -d '{"events": [{"name": "network-changed", "server_uuid": "eb9d197d-73b0-448c-8000-bb76a8479f3c", "tag": "f3f47166-9a7a-4dae-9e5e-7e9b8eea1ccc"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:50:28.478340 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9734de0-e91d-4107-9aa9-17050e776cde service neutron] Pushing event updated for resources: {'Port': ['ID=f3f47166-9a7a-4dae-9e5e-7e9b8eea1ccc,revision_number=3']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:50:28.515998 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [req-84798964-1a1d-4706-96ab-49bf546c100d req-e9e2958b-8c39-44d6-a277-e9e299a4f346 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Allocated IP 10.1.1.9 (ce671979-73f9-44d6-8ce7-2c8dc82e60ae/59b92b0c-ed8d-4efc-a77e-dc7193508e61/4f6e4e5b-3b4d-4afd-ab5f-fc21ef7d2709) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:50:28.544986 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edba4eb-44a8-49c5-b998-e8ab7eb1490b req-4dd256b9-f032-4b60-ae2b-8810822c2a94 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:28.555129 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9edba4eb-44a8-49c5-b998-e8ab7eb1490b req-4dd256b9-f032-4b60-ae2b-8810822c2a94 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "GET /v2.0/ports?device_id=3674afb5-fa57-4c40-b6ee-249d678d06fa HTTP/1.1" status: 200 len: 947 time: 0.1314905 May 20 20:50:28.595083 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707e3dec-4023-408f-b783-9ede689cfee0 req-15c4e8b5-6b5c-4fe1-bd60-3ed2919e1490 tempest-ImagesNegativeTestJSON-1531633127 tempest-ImagesNegativeTestJSON-1531633127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:28.596857 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-707e3dec-4023-408f-b783-9ede689cfee0 req-15c4e8b5-6b5c-4fe1-bd60-3ed2919e1490 tempest-ImagesNegativeTestJSON-1531633127 tempest-ImagesNegativeTestJSON-1531633127-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5f3c381-8d00-4c6b-a526-b177baed57f7 HTTP/1.1" status: 200 len: 950 time: 0.1404281 May 20 20:50:28.659678 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9edba4eb-44a8-49c5-b998-e8ab7eb1490b req-189ecf60-e04b-4d75-92ba-ea2e4ba8fdb1 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "GET /v2.0/security-groups?id=17369763-0550-4ec3-bd12-32142aaf9548&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1034226 May 20 20:50:28.668845 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d92aa553-6de1-421c-85b4-e96cdfa4220d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:28.671426 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d92aa553-6de1-421c-85b4-e96cdfa4220d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:28.672603 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-d92aa553-6de1-421c-85b4-e96cdfa4220d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f58e74a0-bc54-4505-a145-7333cea29ef2 HTTP/1.1" status: 204 len: 168 time: 0.5803311 May 20 20:50:28.687752 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e967b13-e4fd-491d-86e4-ed48e0dc7f23 req-607a5022-a270-4288-ab79-c04abbf8c41d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:28.689310 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-7e967b13-e4fd-491d-86e4-ed48e0dc7f23 req-607a5022-a270-4288-ab79-c04abbf8c41d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0940837bc54b4c7b8208dfd5c7fd73db&device_id=eb9d197d-73b0-448c-8000-bb76a8479f3c HTTP/1.1" status: 200 len: 1094 time: 0.0980513 May 20 20:50:28.712230 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-707e3dec-4023-408f-b783-9ede689cfee0 req-b1e3fae3-df3b-454d-b7a4-a7246c32858a tempest-ImagesNegativeTestJSON-1531633127 tempest-ImagesNegativeTestJSON-1531633127-project] 10.222.0.35 "GET /v2.0/security-groups?id=ba653e79-7091-4d5e-a86f-d8847fac5fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848286 May 20 20:50:28.713420 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92aa553-6de1-421c-85b4-e96cdfa4220d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f58e74a0-bc54-4505-a145-7333cea29ef2,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:50:28.768774 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-84798964-1a1d-4706-96ab-49bf546c100d req-e9e2958b-8c39-44d6-a277-e9e299a4f346 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:28.771936 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 20:50:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb5a34a0-dec0-4271-8c54-f4cd1d350136 x-openstack-request-id: req-bb5a34a0-dec0-4271-8c54-f4cd1d350136 {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:50:28.771936 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb9d197d-73b0-448c-8000-bb76a8479f3c", "tag": "f3f47166-9a7a-4dae-9e5e-7e9b8eea1ccc", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:50:28.772254 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-bb5a34a0-dec0-4271-8c54-f4cd1d350136 {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:50:28.772735 n-d-842733-1 neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb5a34a0-dec0-4271-8c54-f4cd1d350136'] response: {'name': 'network-changed', 'server_uuid': 'eb9d197d-73b0-448c-8000-bb76a8479f3c', 'tag': 'f3f47166-9a7a-4dae-9e5e-7e9b8eea1ccc', 'status': 'completed', 'code': 200} May 20 20:50:28.774102 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-2545402d-6a9b-488b-be97-63e1ab144ff7 req-2c69d7cb-8ae8-49ea-8bd1-5db862cef839 tempest-ImagesNegativeTestJSON-1531633127 tempest-ImagesNegativeTestJSON-1531633127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:28.776016 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-7e967b13-e4fd-491d-86e4-ed48e0dc7f23 req-d41f51b1-08a8-4164-b04f-65de5c42da44 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f3f47166-9a7a-4dae-9e5e-7e9b8eea1ccc HTTP/1.1" status: 200 len: 217 time: 0.0673127 May 20 20:50:28.806072 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c69d7cb-8ae8-49ea-8bd1-5db862cef839 tempest-ImagesNegativeTestJSON-1531633127 tempest-ImagesNegativeTestJSON-1531633127-project] Pushing event deleted for resources: {'Port': ['ID=5ee82374-022d-4d17-bb52-81018c6465c8,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:50:28.819629 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] get_ports_and_sgs() called for port_ids ['5ee82374-022d-4d17-bb52-81018c6465c8'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:50:28.888196 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e967b13-e4fd-491d-86e4-ed48e0dc7f23 req-421f51fe-7f05-48a9-b757-95b76b9de518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:28.890170 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-7e967b13-e4fd-491d-86e4-ed48e0dc7f23 req-421f51fe-7f05-48a9-b757-95b76b9de518 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b6544004-48d3-4560-9571-0a9762b91cf1 HTTP/1.1" status: 200 len: 855 time: 0.0955005 May 20 20:50:28.899226 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [req-2545402d-6a9b-488b-be97-63e1ab144ff7 req-2c69d7cb-8ae8-49ea-8bd1-5db862cef839 tempest-ImagesNegativeTestJSON-1531633127 tempest-ImagesNegativeTestJSON-1531633127-project] No DVR routers for this DVR port 5ee82374-022d-4d17-bb52-81018c6465c8 on host n-h2-842733-1 {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:50:28.902727 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-2545402d-6a9b-488b-be97-63e1ab144ff7 req-2c69d7cb-8ae8-49ea-8bd1-5db862cef839 tempest-ImagesNegativeTestJSON-1531633127 tempest-ImagesNegativeTestJSON-1531633127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:28.909670 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2545402d-6a9b-488b-be97-63e1ab144ff7 req-2c69d7cb-8ae8-49ea-8bd1-5db862cef839 tempest-ImagesNegativeTestJSON-1531633127 tempest-ImagesNegativeTestJSON-1531633127-project] 10.222.0.13 "DELETE /v2.0/ports/5ee82374-022d-4d17-bb52-81018c6465c8 HTTP/1.1" status: 204 len: 173 time: 1.1482897 May 20 20:50:28.910212 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5f3c381-8d00-4c6b-a526-b177baed57f7', 'name': 'network-vif-deleted', 'tag': '5ee82374-022d-4d17-bb52-81018c6465c8'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:50:28.913701 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4291b17aa7b45362825f0571e77c85f5e73afe1df9c7e9e15006df9d695c005e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88b90042-044f-4dbd-9270-1a3caeea9ff8" -d '{"events": [{"server_uuid": "e5f3c381-8d00-4c6b-a526-b177baed57f7", "name": "network-vif-deleted", "tag": "5ee82374-022d-4d17-bb52-81018c6465c8"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:50:28.934662 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-7e967b13-e4fd-491d-86e4-ed48e0dc7f23 req-a0f9ba85-5ab1-4e5e-9824-1ca69d5b426b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f9020429-48a3-4a46-a405-04a4e7c29fcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336487 May 20 20:50:28.993541 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 20:50:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6722169e-c57a-475c-abb1-dc9a798055df x-openstack-request-id: req-6722169e-c57a-475c-abb1-dc9a798055df {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:50:28.994119 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5f3c381-8d00-4c6b-a526-b177baed57f7", "name": "network-vif-deleted", "tag": "5ee82374-022d-4d17-bb52-81018c6465c8", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:50:28.994639 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6722169e-c57a-475c-abb1-dc9a798055df {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:50:28.995412 n-d-842733-1 neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6722169e-c57a-475c-abb1-dc9a798055df'] response: {'server_uuid': 'e5f3c381-8d00-4c6b-a526-b177baed57f7', 'name': 'network-vif-deleted', 'tag': '5ee82374-022d-4d17-bb52-81018c6465c8', 'status': 'completed', 'code': 200} May 20 20:50:29.033611 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-84798964-1a1d-4706-96ab-49bf546c100d req-e9e2958b-8c39-44d6-a277-e9e299a4f346 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:29.101680 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84798964-1a1d-4706-96ab-49bf546c100d req-e9e2958b-8c39-44d6-a277-e9e299a4f346 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Network ce671979-73f9-44d6-8ce7-2c8dc82e60ae is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:50:29.132280 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5140b9-7712-4604-b797-f700ca32bf41 req-6e832c08-ce71-4473-82fe-a6a4f06cea09 tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:29.137199 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [req-84798964-1a1d-4706-96ab-49bf546c100d req-e9e2958b-8c39-44d6-a277-e9e299a4f346 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:50:29.140323 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-84798964-1a1d-4706-96ab-49bf546c100d req-e9e2958b-8c39-44d6-a277-e9e299a4f346 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:50:29.140490 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-bb5140b9-7712-4604-b797-f700ca32bf41 req-6e832c08-ce71-4473-82fe-a6a4f06cea09 tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] 10.222.0.35 "GET /v2.0/ports?device_id=eb9d197d-73b0-448c-8000-bb76a8479f3c HTTP/1.1" status: 200 len: 943 time: 0.1435711 May 20 20:50:29.170102 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffebf4ad-5389-47e7-b384-eb9bf8310144 req-49ca538d-9ec2-4be7-bee7-0d539380ec28 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:29.177692 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e2958b-8c39-44d6-a277-e9e299a4f346 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Pushing event updated for resources: {'Port': ['ID=4f6e4e5b-3b4d-4afd-ab5f-fc21ef7d2709,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:50:29.177929 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ffebf4ad-5389-47e7-b384-eb9bf8310144 req-49ca538d-9ec2-4be7-bee7-0d539380ec28 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/ports?device_id=03abbdec-2b0d-4070-9a67-4bafa23e6224 HTTP/1.1" status: 200 len: 945 time: 0.1148131 May 20 20:50:29.228931 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-bb5140b9-7712-4604-b797-f700ca32bf41 req-93459ad1-851d-4f52-a403-c16174c51704 tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] 10.222.0.35 "GET /v2.0/security-groups?id=2274ca87-1a60-437e-91f1-b4d825425422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872254 May 20 20:50:29.240654 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-7e967b13-e4fd-491d-86e4-ed48e0dc7f23 req-0dc2e5ff-f25e-4317-a755-367ab3dd5147 service neutron] 10.222.0.13 "GET /v2.0/networks/f9020429-48a3-4a46-a405-04a4e7c29fcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2957003 May 20 20:50:29.248186 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ffebf4ad-5389-47e7-b384-eb9bf8310144 req-f5b1937f-3444-4d3b-ab37-fabbcee95716 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9f9543d-587a-47bd-8772-bda4bd5582ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688577 May 20 20:50:29.280054 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84798964-1a1d-4706-96ab-49bf546c100d req-e9e2958b-8c39-44d6-a277-e9e299a4f346 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:29.280907 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-84798964-1a1d-4706-96ab-49bf546c100d req-e9e2958b-8c39-44d6-a277-e9e299a4f346 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:29.536054 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939760d1-0901-47f3-b2d5-a95f2dd28516 req-2751eed9-5b31-455a-82ba-fb4533e8e552 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:29.544827 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939760d1-0901-47f3-b2d5-a95f2dd28516 req-2751eed9-5b31-455a-82ba-fb4533e8e552 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:29.554661 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939760d1-0901-47f3-b2d5-a95f2dd28516 req-2751eed9-5b31-455a-82ba-fb4533e8e552 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:29.557274 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-939760d1-0901-47f3-b2d5-a95f2dd28516 req-2751eed9-5b31-455a-82ba-fb4533e8e552 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] 10.222.0.35 "GET /v2.0/ports?device_id=24bc83bc-86f4-4e1f-99de-9736337ee499 HTTP/1.1" status: 200 len: 2371 time: 0.1142001 May 20 20:50:29.589461 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-0c510efb-8401-4120-9a5e-ae0cac1ae038 None None] Provisioning complete for port 4f6e4e5b-3b4d-4afd-ab5f-fc21ef7d2709 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:50:29.602079 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-0c510efb-8401-4120-9a5e-ae0cac1ae038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:29.615972 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-939760d1-0901-47f3-b2d5-a95f2dd28516 req-b9975171-b0df-44b9-9bf4-dbd4ebc88925 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] 10.222.0.35 "GET /v2.0/security-groups?id=863381a6-ea9c-49ea-aca2-bed57188f540&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499780 May 20 20:50:29.660097 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-0c510efb-8401-4120-9a5e-ae0cac1ae038 None None] Port 4f6e4e5b-3b4d-4afd-ab5f-fc21ef7d2709 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 20:50:29.826227 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-7e967b13-e4fd-491d-86e4-ed48e0dc7f23 req-addd7c21-20b0-43f5-90b3-df59150b2c4b service neutron] 10.222.0.13 "GET /v2.0/networks/f9020429-48a3-4a46-a405-04a4e7c29fcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5767422 May 20 20:50:29.907749 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-84798964-1a1d-4706-96ab-49bf546c100d req-e9e2958b-8c39-44d6-a277-e9e299a4f346 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.0882213 May 20 20:50:29.919144 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-fbc3a140-3e66-45ea-8966-68b182b1fd5d req-7144f737-a081-4f57-bc10-a675c2cdb5f1 tempest-ImagesNegativeTestJSON-1531633127 tempest-ImagesNegativeTestJSON-1531633127-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5f3c381-8d00-4c6b-a526-b177baed57f7 HTTP/1.1" status: 200 len: 210 time: 0.0641749 May 20 20:50:29.925879 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [req-84798964-1a1d-4706-96ab-49bf546c100d req-b97a4cd6-bec1-4eb7-aea3-47f9557e5406 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Request body: {'port': {'device_id': '24bc83bc-86f4-4e1f-99de-9736337ee499', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '55b562d5-5067-4b35-82c1-b8cbe81beb27', 'admin_state_up': True, 'tenant_id': '130041758ffe4e0a8066d604acc4da27', 'security_groups': ['863381a6-ea9c-49ea-aca2-bed57188f540']}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:50:29.947129 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e33e9c-2d90-4e78-9f1a-bed8cb0c23a2 req-c536e1d9-bb80-4fc6-b885-adb4d8edc9ec tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:29.948653 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b6e33e9c-2d90-4e78-9f1a-bed8cb0c23a2 req-c536e1d9-bb80-4fc6-b885-adb4d8edc9ec tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "GET /v2.0/ports?device_id=3674afb5-fa57-4c40-b6ee-249d678d06fa HTTP/1.1" status: 200 len: 947 time: 0.0958402 May 20 20:50:30.004826 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b6e33e9c-2d90-4e78-9f1a-bed8cb0c23a2 req-e317c998-3360-4097-af2a-f4a8536c829b tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "GET /v2.0/security-groups?id=17369763-0550-4ec3-bd12-32142aaf9548&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486386 May 20 20:50:30.092936 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbe623e-ece7-4935-8d17-7cb91ae2463d req-586a9496-091b-459b-8bdf-3549ddaa9f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:30.095107 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-0fbe623e-ece7-4935-8d17-7cb91ae2463d req-586a9496-091b-459b-8bdf-3549ddaa9f05 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0940837bc54b4c7b8208dfd5c7fd73db&device_id=eb9d197d-73b0-448c-8000-bb76a8479f3c HTTP/1.1" status: 200 len: 1094 time: 0.0459950 May 20 20:50:30.163528 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84798964-1a1d-4706-96ab-49bf546c100d req-b97a4cd6-bec1-4eb7-aea3-47f9557e5406 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Made reservation on behalf of 130041758ffe4e0a8066d604acc4da27 for: {'port': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:50:30.266098 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbe623e-ece7-4935-8d17-7cb91ae2463d req-77541f0c-a733-4053-8dd2-359e09e8eef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:30.267268 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-0fbe623e-ece7-4935-8d17-7cb91ae2463d req-77541f0c-a733-4053-8dd2-359e09e8eef5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f9020429-48a3-4a46-a405-04a4e7c29fcf HTTP/1.1" status: 200 len: 916 time: 0.1595979 May 20 20:50:30.321144 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-84798964-1a1d-4706-96ab-49bf546c100d req-b97a4cd6-bec1-4eb7-aea3-47f9557e5406 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:30.326237 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-0fbe623e-ece7-4935-8d17-7cb91ae2463d req-17de8f3a-9f8f-46d5-b137-56b110a541ac service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f3f47166-9a7a-4dae-9e5e-7e9b8eea1ccc HTTP/1.1" status: 200 len: 217 time: 0.0483496 May 20 20:50:30.383292 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 49768) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:50:30.464037 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334f351e-8c42-4fd9-9a4a-9a8708362ce1 req-bb36fa09-d455-4712-80ce-fcfb0a995271 tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:30.465933 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-334f351e-8c42-4fd9-9a4a-9a8708362ce1 req-bb36fa09-d455-4712-80ce-fcfb0a995271 tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] 10.222.0.35 "GET /v2.0/ports?device_id=eb9d197d-73b0-448c-8000-bb76a8479f3c HTTP/1.1" status: 200 len: 943 time: 0.1114213 May 20 20:50:30.478206 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d674e3-8bbf-4e70-b043-0e8218d0a29a req-867fb429-9421-42f5-8ff9-c24b1fe44cb2 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:30.479997 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-40d674e3-8bbf-4e70-b043-0e8218d0a29a req-867fb429-9421-42f5-8ff9-c24b1fe44cb2 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/ports?device_id=03abbdec-2b0d-4070-9a67-4bafa23e6224 HTTP/1.1" status: 200 len: 945 time: 0.0882075 May 20 20:50:30.515849 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbe623e-ece7-4935-8d17-7cb91ae2463d req-f664c88d-d15a-49fb-b526-39d3f57bf05b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:30.521918 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-0fbe623e-ece7-4935-8d17-7cb91ae2463d req-f664c88d-d15a-49fb-b526-39d3f57bf05b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b6544004-48d3-4560-9571-0a9762b91cf1 HTTP/1.1" status: 200 len: 855 time: 0.1814091 May 20 20:50:30.541774 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-e48de32d-d421-47ae-aaf0-b576999791b6 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1685652226'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:50:30.551266 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-334f351e-8c42-4fd9-9a4a-9a8708362ce1 req-7005b867-f60c-4f80-a318-f83dfeda6ef0 tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] 10.222.0.35 "GET /v2.0/security-groups?id=2274ca87-1a60-437e-91f1-b4d825425422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701828 May 20 20:50:30.556252 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-40d674e3-8bbf-4e70-b043-0e8218d0a29a req-8b95d371-5982-4167-9545-05c3efa4a1e3 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9f9543d-587a-47bd-8772-bda4bd5582ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622489 May 20 20:50:30.595221 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-0fbe623e-ece7-4935-8d17-7cb91ae2463d req-1c68bc9f-e622-4f36-94dc-629bf504b199 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f9020429-48a3-4a46-a405-04a4e7c29fcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0678766 May 20 20:50:30.708516 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e48de32d-d421-47ae-aaf0-b576999791b6 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Made reservation on behalf of 96f638b5d51f40ba91740cda889595cb for: {'network': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:50:30.712555 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e48de32d-d421-47ae-aaf0-b576999791b6 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for network, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:30.740826 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e48de32d-d421-47ae-aaf0-b576999791b6 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:30.767346 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [req-84798964-1a1d-4706-96ab-49bf546c100d req-b97a4cd6-bec1-4eb7-aea3-47f9557e5406 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Allocated IP 10.2.2.100 (55b562d5-5067-4b35-82c1-b8cbe81beb27/7fbbf488-7764-47d2-845a-1d321aa7918a/a41647e7-8ada-4a9b-b0ae-2edf7826ff37) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:50:30.775187 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-0fbe623e-ece7-4935-8d17-7cb91ae2463d req-5d8e669e-4398-43da-b348-1ddf9454e5a8 service neutron] 10.222.0.13 "GET /v2.0/networks/f9020429-48a3-4a46-a405-04a4e7c29fcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1689284 May 20 20:50:30.805200 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad61e52-aad0-49b8-b741-4ee2dcf7ca6b req-31c8f1e9-a803-4f5e-ab04-f0814718276f tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:30.811550 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad61e52-aad0-49b8-b741-4ee2dcf7ca6b req-31c8f1e9-a803-4f5e-ab04-f0814718276f tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:30.816982 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad61e52-aad0-49b8-b741-4ee2dcf7ca6b req-31c8f1e9-a803-4f5e-ab04-f0814718276f tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:30.819494 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6ad61e52-aad0-49b8-b741-4ee2dcf7ca6b req-31c8f1e9-a803-4f5e-ab04-f0814718276f tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] 10.222.0.35 "GET /v2.0/ports?device_id=24bc83bc-86f4-4e1f-99de-9736337ee499 HTTP/1.1" status: 200 len: 2371 time: 0.0816104 May 20 20:50:30.909960 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6ad61e52-aad0-49b8-b741-4ee2dcf7ca6b req-1b061db8-43b2-4d5f-9403-d901f526cf9c tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] 10.222.0.35 "GET /v2.0/security-groups?id=863381a6-ea9c-49ea-aca2-bed57188f540&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797253 May 20 20:50:30.964183 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3060015f-ce06-4d41-a5dd-27e42edaaabb req-a9acbdf8-78b1-43cb-ae36-cd0df0a398d8 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:30.965393 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3060015f-ce06-4d41-a5dd-27e42edaaabb req-a9acbdf8-78b1-43cb-ae36-cd0df0a398d8 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/networks?id=9abac87e-130e-4a54-8c74-9469b8c9e8ef HTTP/1.1" status: 200 len: 814 time: 0.1800947 May 20 20:50:30.990222 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3060015f-ce06-4d41-a5dd-27e42edaaabb req-a599d319-d7fb-4527-9fd6-d1f6a42c8891 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/quotas/588768b5beac49d4962709858ca424c7 HTTP/1.1" status: 200 len: 375 time: 0.0147526 May 20 20:50:31.024470 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-0fbe623e-ece7-4935-8d17-7cb91ae2463d req-3ce3c820-5cb3-40e7-b8ea-5169204a9422 service neutron] 10.222.0.13 "GET /v2.0/networks/f9020429-48a3-4a46-a405-04a4e7c29fcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2198908 May 20 20:50:31.035750 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e48de32d-d421-47ae-aaf0-b576999791b6 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:31.063579 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-84798964-1a1d-4706-96ab-49bf546c100d req-b97a4cd6-bec1-4eb7-aea3-47f9557e5406 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:31.067518 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3060015f-ce06-4d41-a5dd-27e42edaaabb req-857479f3-e4cb-43a0-b8f0-cedf92fb0b3d tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=588768b5beac49d4962709858ca424c7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0693648 May 20 20:50:31.117109 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e48de32d-d421-47ae-aaf0-b576999791b6 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:31.151913 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e48de32d-d421-47ae-aaf0-b576999791b6 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 211} {{(pid=103162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 20:50:31.163273 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48de32d-d421-47ae-aaf0-b576999791b6 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74876e18-0330-4509-bbf3-25d367fed00a,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:50:31.171954 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e48de32d-d421-47ae-aaf0-b576999791b6 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:31.171954 n-d-842733-1 neutron-server[103162]: INFO neutron.db.segments_db [None req-e48de32d-d421-47ae-aaf0-b576999791b6 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Added segment 0b43ba67-c973-4966-bf9f-f5db29284cf8 of type vlan for network 3984243b-048d-466a-846d-6fc379f89a68 May 20 20:50:31.171954 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-84798964-1a1d-4706-96ab-49bf546c100d req-b97a4cd6-bec1-4eb7-aea3-47f9557e5406 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:31.204594 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84798964-1a1d-4706-96ab-49bf546c100d req-b97a4cd6-bec1-4eb7-aea3-47f9557e5406 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Network 55b562d5-5067-4b35-82c1-b8cbe81beb27 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:50:31.207768 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3060015f-ce06-4d41-a5dd-27e42edaaabb req-3667a968-c67f-4cc4-9d3e-763bcc60e2c5 service neutron] 10.222.0.35 "GET /v2.0/networks/9abac87e-130e-4a54-8c74-9469b8c9e8ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296663 May 20 20:50:31.209321 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [req-84798964-1a1d-4706-96ab-49bf546c100d req-b97a4cd6-bec1-4eb7-aea3-47f9557e5406 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:50:31.233103 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-84798964-1a1d-4706-96ab-49bf546c100d req-b97a4cd6-bec1-4eb7-aea3-47f9557e5406 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:50:31.313087 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97a4cd6-bec1-4eb7-aea3-47f9557e5406 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Pushing event updated for resources: {'Port': ['ID=a41647e7-8ada-4a9b-b0ae-2edf7826ff37,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:50:31.323250 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e48de32d-d421-47ae-aaf0-b576999791b6 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418993264'] for network, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:31.335373 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84798964-1a1d-4706-96ab-49bf546c100d req-b97a4cd6-bec1-4eb7-aea3-47f9557e5406 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:31.336094 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-84798964-1a1d-4706-96ab-49bf546c100d req-b97a4cd6-bec1-4eb7-aea3-47f9557e5406 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:31.408860 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-84798964-1a1d-4706-96ab-49bf546c100d req-b97a4cd6-bec1-4eb7-aea3-47f9557e5406 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4868214 May 20 20:50:31.435866 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [req-84798964-1a1d-4706-96ab-49bf546c100d req-5dc975a4-9f8b-4880-84e7-b1cd66f6b44c tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Request body: {'port': {'device_id': '24bc83bc-86f4-4e1f-99de-9736337ee499', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '55b562d5-5067-4b35-82c1-b8cbe81beb27', 'admin_state_up': True, 'tenant_id': '130041758ffe4e0a8066d604acc4da27', 'security_groups': ['863381a6-ea9c-49ea-aca2-bed57188f540']}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:50:31.442416 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e48de32d-d421-47ae-aaf0-b576999791b6 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524'] for network, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:31.449255 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e48de32d-d421-47ae-aaf0-b576999791b6 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:31.450409 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e48de32d-d421-47ae-aaf0-b576999791b6 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:31.602944 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-cfe26477-a551-49fe-b44c-1e6bc1987e16 None None] Provisioning complete for port a41647e7-8ada-4a9b-b0ae-2edf7826ff37 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:50:31.604852 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cfe26477-a551-49fe-b44c-1e6bc1987e16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:31.617916 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48de32d-d421-47ae-aaf0-b576999791b6 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Pushing event updated for resources: {'Network': ['ID=3984243b-048d-466a-846d-6fc379f89a68,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:50:31.646892 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-e48de32d-d421-47ae-aaf0-b576999791b6 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.2617588 May 20 20:50:31.685980 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-cfe26477-a551-49fe-b44c-1e6bc1987e16 None None] Port a41647e7-8ada-4a9b-b0ae-2edf7826ff37 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 20:50:31.701161 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Network 3984243b-048d-466a-846d-6fc379f89a68 details requested by agent ovs-agent-n-d-842733-1 with host n-d-842733-1 {{(pid=103164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 20 20:50:31.807227 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 5ee82374-022d-4d17-bb52-81018c6465c8 no longer exists at agent hyperv_n-h2-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:50:31.829269 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 49806) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:50:31.831956 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84798964-1a1d-4706-96ab-49bf546c100d req-5dc975a4-9f8b-4880-84e7-b1cd66f6b44c tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Made reservation on behalf of 130041758ffe4e0a8066d604acc4da27 for: {'port': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:50:31.838994 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-84798964-1a1d-4706-96ab-49bf546c100d req-5dc975a4-9f8b-4880-84e7-b1cd66f6b44c tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:31.874558 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] No Port match for: 5ee82374-022d-4d17-bb52-81018c6465c8 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 20:50:31.874905 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 5ee82374-022d-4d17-bb52-81018c6465c8 not bound to the agent host n-h2-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 20:50:31.978793 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da318df8-9471-4a0a-95c5-d177e9fffd32 req-ca46f12b-7726-47a4-b382-39bb9b230763 tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:31.983533 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-da318df8-9471-4a0a-95c5-d177e9fffd32 req-ca46f12b-7726-47a4-b382-39bb9b230763 tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] 10.222.0.35 "GET /v2.0/ports?device_id=eb9d197d-73b0-448c-8000-bb76a8479f3c HTTP/1.1" status: 200 len: 943 time: 0.1427228 May 20 20:50:32.029447 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3060015f-ce06-4d41-a5dd-27e42edaaabb req-c5d3042b-3e54-4470-82db-aa79dc97d496 service neutron] 10.222.0.35 "GET /v2.0/networks/9abac87e-130e-4a54-8c74-9469b8c9e8ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8050082 May 20 20:50:32.074499 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-da318df8-9471-4a0a-95c5-d177e9fffd32 req-39751000-4ad9-45f5-b5db-f69e447f88db tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] 10.222.0.35 "GET /v2.0/security-groups?id=2274ca87-1a60-437e-91f1-b4d825425422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778739 May 20 20:50:32.168396 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:32.169259 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-c5287970-98f2-4b79-ae2c-d04950a8a115 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b6b8fa87efe94b74b6b2063a4296fd98&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3381312 May 20 20:50:32.172041 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 49812) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:50:32.239427 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4305d9c8-396f-41ae-a5c3-627a0c43a569 req-c19c0724-e335-4f10-af82-b6a1f2176b4a tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:32.248718 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [req-84798964-1a1d-4706-96ab-49bf546c100d req-5dc975a4-9f8b-4880-84e7-b1cd66f6b44c tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Allocated IP 10.2.2.200 (55b562d5-5067-4b35-82c1-b8cbe81beb27/7fbbf488-7764-47d2-845a-1d321aa7918a/74e04797-896f-4ee0-abd1-9e9b3dbcaed4) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:50:32.249958 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4305d9c8-396f-41ae-a5c3-627a0c43a569 req-c19c0724-e335-4f10-af82-b6a1f2176b4a tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:32.260166 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4305d9c8-396f-41ae-a5c3-627a0c43a569 req-c19c0724-e335-4f10-af82-b6a1f2176b4a tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:32.267684 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4305d9c8-396f-41ae-a5c3-627a0c43a569 req-c19c0724-e335-4f10-af82-b6a1f2176b4a tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:32.282605 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4305d9c8-396f-41ae-a5c3-627a0c43a569 req-c19c0724-e335-4f10-af82-b6a1f2176b4a tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] 10.222.0.35 "GET /v2.0/ports?device_id=24bc83bc-86f4-4e1f-99de-9736337ee499 HTTP/1.1" status: 200 len: 3092 time: 0.1101530 May 20 20:50:32.295213 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e8d6fbc8-5648-420e-a26b-b65270d16ee8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:32.328344 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e8d6fbc8-5648-420e-a26b-b65270d16ee8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:32.399426 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4305d9c8-396f-41ae-a5c3-627a0c43a569 req-c6a49984-3ea4-4d02-b86b-78994eb65960 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] 10.222.0.35 "GET /v2.0/security-groups?id=863381a6-ea9c-49ea-aca2-bed57188f540&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1035964 May 20 20:50:32.444391 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b5c63c79-5db7-4913-ab3f-bd31199dbd7f req-6fd5f836-b1d1-421d-8dc1-582826012b59 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/ports?device_id=7dbeddf6-3f1c-4e9f-b714-83d55fa05176 HTTP/1.1" status: 200 len: 210 time: 0.0729432 May 20 20:50:32.555828 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e8d6fbc8-5648-420e-a26b-b65270d16ee8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:32.559094 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e8d6fbc8-5648-420e-a26b-b65270d16ee8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:32.560473 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-e8d6fbc8-5648-420e-a26b-b65270d16ee8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ba653e79-7091-4d5e-a86f-d8847fac5fa7 HTTP/1.1" status: 204 len: 168 time: 0.3877952 May 20 20:50:32.604493 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d6fbc8-5648-420e-a26b-b65270d16ee8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba653e79-7091-4d5e-a86f-d8847fac5fa7,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:50:32.649532 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-84798964-1a1d-4706-96ab-49bf546c100d req-5dc975a4-9f8b-4880-84e7-b1cd66f6b44c tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:32.734611 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-84798964-1a1d-4706-96ab-49bf546c100d req-5dc975a4-9f8b-4880-84e7-b1cd66f6b44c tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:32.790665 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84798964-1a1d-4706-96ab-49bf546c100d req-5dc975a4-9f8b-4880-84e7-b1cd66f6b44c tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Network 55b562d5-5067-4b35-82c1-b8cbe81beb27 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:50:32.797735 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [req-84798964-1a1d-4706-96ab-49bf546c100d req-5dc975a4-9f8b-4880-84e7-b1cd66f6b44c tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:50:32.800269 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-84798964-1a1d-4706-96ab-49bf546c100d req-5dc975a4-9f8b-4880-84e7-b1cd66f6b44c tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:50:32.856709 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc975a4-9f8b-4880-84e7-b1cd66f6b44c tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Pushing event updated for resources: {'Port': ['ID=74e04797-896f-4ee0-abd1-9e9b3dbcaed4,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:50:32.919442 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84798964-1a1d-4706-96ab-49bf546c100d req-5dc975a4-9f8b-4880-84e7-b1cd66f6b44c tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:32.920404 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-84798964-1a1d-4706-96ab-49bf546c100d req-5dc975a4-9f8b-4880-84e7-b1cd66f6b44c tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:33.000233 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-84798964-1a1d-4706-96ab-49bf546c100d req-5dc975a4-9f8b-4880-84e7-b1cd66f6b44c tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5747519 May 20 20:50:33.022856 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [req-84798964-1a1d-4706-96ab-49bf546c100d req-844aa552-73dc-41c7-924d-c19e8b32cc7f service neutron] Request body: {'port': {'device_id': '24bc83bc-86f4-4e1f-99de-9736337ee499', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-842733-1'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:50:33.118087 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-84798964-1a1d-4706-96ab-49bf546c100d req-844aa552-73dc-41c7-924d-c19e8b32cc7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:33.320678 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc08a66d-e4e3-4133-8f4e-f58d1e2b4d3a req-527abdf0-2877-4b77-af66-90e55d9d484d tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:33.330043 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-bc08a66d-e4e3-4133-8f4e-f58d1e2b4d3a req-527abdf0-2877-4b77-af66-90e55d9d484d tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] 10.222.0.35 "GET /v2.0/ports?device_id=eb9d197d-73b0-448c-8000-bb76a8479f3c HTTP/1.1" status: 200 len: 943 time: 0.0844169 May 20 20:50:33.354215 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-8eb09281-a0bf-49e4-b293-e97d8b27c15f None None] Provisioning complete for port 74e04797-896f-4ee0-abd1-9e9b3dbcaed4 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:50:33.354789 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-8eb09281-a0bf-49e4-b293-e97d8b27c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:33.425655 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-bc08a66d-e4e3-4133-8f4e-f58d1e2b4d3a req-6f280b6d-5e29-4795-ad2f-d9c4697884b1 tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] 10.222.0.35 "GET /v2.0/security-groups?id=2274ca87-1a60-437e-91f1-b4d825425422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933764 May 20 20:50:33.434120 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-8eb09281-a0bf-49e4-b293-e97d8b27c15f None None] Port 74e04797-896f-4ee0-abd1-9e9b3dbcaed4 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 20:50:33.590623 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8cc7b4e5-4b1d-45bb-99cd-17049011844f req-1890d27a-38e0-4634-a541-8a01399216ec tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/ports?device_id=7dbeddf6-3f1c-4e9f-b714-83d55fa05176 HTTP/1.1" status: 200 len: 210 time: 0.0702245 May 20 20:50:33.633128 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [req-84798964-1a1d-4706-96ab-49bf546c100d req-844aa552-73dc-41c7-924d-c19e8b32cc7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c377ecf0-f976-4335-a271-7a9e62459ad6 {{(pid=103162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:50:33.643533 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-84798964-1a1d-4706-96ab-49bf546c100d req-844aa552-73dc-41c7-924d-c19e8b32cc7f service neutron] Notify callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:33.662066 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.provisioning_blocks [req-84798964-1a1d-4706-96ab-49bf546c100d req-844aa552-73dc-41c7-924d-c19e8b32cc7f service neutron] Transition to ACTIVE for port object c377ecf0-f976-4335-a271-7a9e62459ad6 will not be triggered until provisioned by entity L2. {{(pid=103162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 20:50:33.678401 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3773a669-e284-4f88-94f3-c1b1ac3eec7b req-831cb220-67b8-49ae-b985-391b26675a67 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:33.685073 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3773a669-e284-4f88-94f3-c1b1ac3eec7b req-831cb220-67b8-49ae-b985-391b26675a67 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:33.691104 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3773a669-e284-4f88-94f3-c1b1ac3eec7b req-831cb220-67b8-49ae-b985-391b26675a67 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:33.699858 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3773a669-e284-4f88-94f3-c1b1ac3eec7b req-831cb220-67b8-49ae-b985-391b26675a67 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:33.706358 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3773a669-e284-4f88-94f3-c1b1ac3eec7b req-831cb220-67b8-49ae-b985-391b26675a67 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:33.715134 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3773a669-e284-4f88-94f3-c1b1ac3eec7b req-831cb220-67b8-49ae-b985-391b26675a67 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] 10.222.0.35 "GET /v2.0/ports?device_id=24bc83bc-86f4-4e1f-99de-9736337ee499 HTTP/1.1" status: 200 len: 3813 time: 0.1927142 May 20 20:50:33.728426 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-84798964-1a1d-4706-96ab-49bf546c100d req-844aa552-73dc-41c7-924d-c19e8b32cc7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:33.761914 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3773a669-e284-4f88-94f3-c1b1ac3eec7b req-91c0110b-2c4e-43ac-8cfe-b88852e761dc tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] 10.222.0.35 "GET /v2.0/security-groups?id=863381a6-ea9c-49ea-aca2-bed57188f540&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458338 May 20 20:50:33.811095 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844aa552-73dc-41c7-924d-c19e8b32cc7f service neutron] Pushing event updated for resources: {'Port': ['ID=c377ecf0-f976-4335-a271-7a9e62459ad6,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:50:33.811255 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device f3f47166-9a7a-4dae-9e5e-7e9b8eea1ccc details requested by agent hyperv_n-h2-842733-1 with host n-h2-842733-1 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 20:50:33.942424 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-84798964-1a1d-4706-96ab-49bf546c100d req-844aa552-73dc-41c7-924d-c19e8b32cc7f service neutron] Attempting to bind port c377ecf0-f976-4335-a271-7a9e62459ad6 on host n-h2-842733-1 for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:50:33.943558 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-84798964-1a1d-4706-96ab-49bf546c100d req-844aa552-73dc-41c7-924d-c19e8b32cc7f service neutron] Attempting to bind port c377ecf0-f976-4335-a271-7a9e62459ad6 by drivers openvswitch,hyperv on host n-h2-842733-1 at level 0 using segments [{'id': '0aa42cdb-6fd7-42fb-bac9-6b1b09d7a688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '5ca369c8-df0a-41e3-869c-b1b368b823ae'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:50:33.951287 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84798964-1a1d-4706-96ab-49bf546c100d req-844aa552-73dc-41c7-924d-c19e8b32cc7f service neutron] Attempting to bind port c377ecf0-f976-4335-a271-7a9e62459ad6 on network 5ca369c8-df0a-41e3-869c-b1b368b823ae {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:50:33.959647 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84798964-1a1d-4706-96ab-49bf546c100d req-844aa552-73dc-41c7-924d-c19e8b32cc7f service neutron] Port c377ecf0-f976-4335-a271-7a9e62459ad6 on network 5ca369c8-df0a-41e3-869c-b1b368b823ae not bound, no agent of type Open vSwitch agent registered on host n-h2-842733-1 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 20:50:33.960077 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84798964-1a1d-4706-96ab-49bf546c100d req-844aa552-73dc-41c7-924d-c19e8b32cc7f service neutron] Attempting to bind port c377ecf0-f976-4335-a271-7a9e62459ad6 on network 5ca369c8-df0a-41e3-869c-b1b368b823ae {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:50:33.982949 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84798964-1a1d-4706-96ab-49bf546c100d req-844aa552-73dc-41c7-924d-c19e8b32cc7f service neutron] Checking agent: {'id': 'a66f2511-b955-448f-877c-56cfe9c81b12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 33, 2), 'started_at': datetime.datetime(2022, 5, 20, 20, 33, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 50, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:50:33.996382 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84798964-1a1d-4706-96ab-49bf546c100d req-844aa552-73dc-41c7-924d-c19e8b32cc7f service neutron] Checking segment: {'id': '0aa42cdb-6fd7-42fb-bac9-6b1b09d7a688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '5ca369c8-df0a-41e3-869c-b1b368b823ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:50:33.996932 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84798964-1a1d-4706-96ab-49bf546c100d req-844aa552-73dc-41c7-924d-c19e8b32cc7f service neutron] Bound using segment: {'id': '0aa42cdb-6fd7-42fb-bac9-6b1b09d7a688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '5ca369c8-df0a-41e3-869c-b1b368b823ae'} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:50:33.997512 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-84798964-1a1d-4706-96ab-49bf546c100d req-844aa552-73dc-41c7-924d-c19e8b32cc7f service neutron] Bound port: c377ecf0-f976-4335-a271-7a9e62459ad6, host: n-h2-842733-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0aa42cdb-6fd7-42fb-bac9-6b1b09d7a688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '5ca369c8-df0a-41e3-869c-b1b368b823ae'}}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:50:33.998429 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-84798964-1a1d-4706-96ab-49bf546c100d req-844aa552-73dc-41c7-924d-c19e8b32cc7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:34.089329 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port f3f47166-9a7a-4dae-9e5e-7e9b8eea1ccc, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=f3f47166-9a7a-4dae-9e5e-7e9b8eea1ccc,segment=NetworkSegment(d91bf09f-166e-43f0-9da3-0f3d4d6c439b),segment_id=d91bf09f-166e-43f0-9da3-0f3d4d6c439b)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:50:34.107157 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Returning: {'device': 'f3f47166-9a7a-4dae-9e5e-7e9b8eea1ccc', 'network_id': 'f9020429-48a3-4a46-a405-04a4e7c29fcf', 'port_id': 'f3f47166-9a7a-4dae-9e5e-7e9b8eea1ccc', 'mac_address': 'fa:16:3e:14:23:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6544004-48d3-4560-9571-0a9762b91cf1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 20 20:50:34.220449 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-84798964-1a1d-4706-96ab-49bf546c100d req-844aa552-73dc-41c7-924d-c19e8b32cc7f service neutron] For port c377ecf0-f976-4335-a271-7a9e62459ad6, host n-h2-842733-1, cleared binding levels {{(pid=103162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:50:34.230115 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-84798964-1a1d-4706-96ab-49bf546c100d req-844aa552-73dc-41c7-924d-c19e8b32cc7f service neutron] For port c377ecf0-f976-4335-a271-7a9e62459ad6, host n-h2-842733-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=c377ecf0-f976-4335-a271-7a9e62459ad6,segment=NetworkSegment(0aa42cdb-6fd7-42fb-bac9-6b1b09d7a688),segment_id=0aa42cdb-6fd7-42fb-bac9-6b1b09d7a688)] {{(pid=103162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:50:34.230342 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port f3f47166-9a7a-4dae-9e5e-7e9b8eea1ccc is: DOWN; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:50:34.230451 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:34.251914 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3f47166-9a7a-4dae-9e5e-7e9b8eea1ccc {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:50:34.305560 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port f3f47166-9a7a-4dae-9e5e-7e9b8eea1ccc, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=f3f47166-9a7a-4dae-9e5e-7e9b8eea1ccc,segment=NetworkSegment(d91bf09f-166e-43f0-9da3-0f3d4d6c439b),segment_id=d91bf09f-166e-43f0-9da3-0f3d4d6c439b)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:50:34.314945 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-84798964-1a1d-4706-96ab-49bf546c100d req-844aa552-73dc-41c7-924d-c19e8b32cc7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:34.376261 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84798964-1a1d-4706-96ab-49bf546c100d req-844aa552-73dc-41c7-924d-c19e8b32cc7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:34.377178 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:34.379888 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-84798964-1a1d-4706-96ab-49bf546c100d req-844aa552-73dc-41c7-924d-c19e8b32cc7f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:34.383018 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-84798964-1a1d-4706-96ab-49bf546c100d req-844aa552-73dc-41c7-924d-c19e8b32cc7f service neutron] 10.222.0.13 "PUT /v2.0/ports/c377ecf0-f976-4335-a271-7a9e62459ad6 HTTP/1.1" status: 200 len: 1092 time: 1.3659067 May 20 20:50:34.385378 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24bc83bc-86f4-4e1f-99de-9736337ee499', 'tag': 'c377ecf0-f976-4335-a271-7a9e62459ad6'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:50:34.389055 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6fa957933fccbf596d28104b23404b952ad6a8238afaebaed40a0874b2e409" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-519e084e-25d2-4b6d-a518-32aeb92d9258" -d '{"events": [{"name": "network-changed", "server_uuid": "24bc83bc-86f4-4e1f-99de-9736337ee499", "tag": "c377ecf0-f976-4335-a271-7a9e62459ad6"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:50:34.459928 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844aa552-73dc-41c7-924d-c19e8b32cc7f service neutron] Pushing event updated for resources: {'Port': ['ID=c377ecf0-f976-4335-a271-7a9e62459ad6,revision_number=3']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:50:34.492178 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 20:50:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-563a5db8-cf50-44ca-bf58-bc52324e42cb x-openstack-request-id: req-563a5db8-cf50-44ca-bf58-bc52324e42cb {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:50:34.502633 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24bc83bc-86f4-4e1f-99de-9736337ee499", "tag": "c377ecf0-f976-4335-a271-7a9e62459ad6", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:50:34.502633 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-563a5db8-cf50-44ca-bf58-bc52324e42cb {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:50:34.502633 n-d-842733-1 neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-563a5db8-cf50-44ca-bf58-bc52324e42cb'] response: {'name': 'network-changed', 'server_uuid': '24bc83bc-86f4-4e1f-99de-9736337ee499', 'tag': 'c377ecf0-f976-4335-a271-7a9e62459ad6', 'status': 'completed', 'code': 200} May 20 20:50:34.537726 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=f3f47166-9a7a-4dae-9e5e-7e9b8eea1ccc,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:50:34.552122 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [req-84798964-1a1d-4706-96ab-49bf546c100d req-4319d70b-4771-4e8f-abf0-2ef5ab4fdf30 service neutron] Request body: {'port': {'device_id': '24bc83bc-86f4-4e1f-99de-9736337ee499', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-842733-1'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:50:34.716070 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519e084e-25d2-4b6d-a518-32aeb92d9258 req-e50fabf5-8b62-4b0f-942a-7a064b505e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:34.716840 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519e084e-25d2-4b6d-a518-32aeb92d9258 req-e50fabf5-8b62-4b0f-942a-7a064b505e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:34.718478 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519e084e-25d2-4b6d-a518-32aeb92d9258 req-e50fabf5-8b62-4b0f-942a-7a064b505e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:34.719018 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519e084e-25d2-4b6d-a518-32aeb92d9258 req-e50fabf5-8b62-4b0f-942a-7a064b505e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:34.719559 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519e084e-25d2-4b6d-a518-32aeb92d9258 req-e50fabf5-8b62-4b0f-942a-7a064b505e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:34.721740 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-519e084e-25d2-4b6d-a518-32aeb92d9258 req-e50fabf5-8b62-4b0f-942a-7a064b505e1c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=130041758ffe4e0a8066d604acc4da27&device_id=24bc83bc-86f4-4e1f-99de-9736337ee499 HTTP/1.1" status: 200 len: 4360 time: 0.1666729 May 20 20:50:34.728226 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] get_ports_and_sgs() called for port_ids ['f3f47166-9a7a-4dae-9e5e-7e9b8eea1ccc'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:50:34.734441 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3d7c96-6e43-4f05-bc5f-75481423981d req-025b50c1-1f08-4510-a08c-da98d0babfae tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:34.750155 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ec3d7c96-6e43-4f05-bc5f-75481423981d req-025b50c1-1f08-4510-a08c-da98d0babfae tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] 10.222.0.35 "GET /v2.0/ports?device_id=eb9d197d-73b0-448c-8000-bb76a8479f3c HTTP/1.1" status: 200 len: 944 time: 0.1331739 May 20 20:50:34.873034 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 49872) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:50:34.887947 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-5a0b5cc4-b04f-435f-85bd-056a0bba90fc tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Request body: {'subnet': {'network_id': '3984243b-048d-466a-846d-6fc379f89a68', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:50:34.903299 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-84798964-1a1d-4706-96ab-49bf546c100d req-4319d70b-4771-4e8f-abf0-2ef5ab4fdf30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:34.908877 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ec3d7c96-6e43-4f05-bc5f-75481423981d req-200fa228-baa0-4d9d-8a41-f825f413824f tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] 10.222.0.35 "GET /v2.0/security-groups?id=2274ca87-1a60-437e-91f1-b4d825425422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462801 May 20 20:50:34.981040 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-78dc26d0-782c-4b1f-96e0-d0594a4e2eca req-d13a111f-4b0d-4a20-bb0c-b595edce743d tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/ports?device_id=7dbeddf6-3f1c-4e9f-b714-83d55fa05176 HTTP/1.1" status: 200 len: 210 time: 0.0786386 May 20 20:50:35.276799 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3060015f-ce06-4d41-a5dd-27e42edaaabb req-560d86a9-0236-4f55-9b3a-1b58f5b0776c tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:35.279059 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3060015f-ce06-4d41-a5dd-27e42edaaabb req-560d86a9-0236-4f55-9b3a-1b58f5b0776c tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.24 "GET /v2.0/networks?id=9abac87e-130e-4a54-8c74-9469b8c9e8ef HTTP/1.1" status: 200 len: 814 time: 0.2942393 May 20 20:50:35.292529 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [req-3060015f-ce06-4d41-a5dd-27e42edaaabb req-b4c525df-e4e4-49a3-8bd9-208ac644b7c5 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] Request body: {'port': {'device_id': '7dbeddf6-3f1c-4e9f-b714-83d55fa05176', 'network_id': '9abac87e-130e-4a54-8c74-9469b8c9e8ef', 'admin_state_up': True, 'tenant_id': '588768b5beac49d4962709858ca424c7'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:50:35.304878 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [req-84798964-1a1d-4706-96ab-49bf546c100d req-4319d70b-4771-4e8f-abf0-2ef5ab4fdf30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 572584f9-d33c-4ce6-b334-490469f36e8c {{(pid=103162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:50:35.320885 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-84798964-1a1d-4706-96ab-49bf546c100d req-4319d70b-4771-4e8f-abf0-2ef5ab4fdf30 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:35.353690 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.provisioning_blocks [req-84798964-1a1d-4706-96ab-49bf546c100d req-4319d70b-4771-4e8f-abf0-2ef5ab4fdf30 service neutron] Transition to ACTIVE for port object 572584f9-d33c-4ce6-b334-490469f36e8c will not be triggered until provisioned by entity L2. {{(pid=103162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 20:50:35.355203 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519e084e-25d2-4b6d-a518-32aeb92d9258 req-1b93ea05-5941-430b-ae8c-b75f3c1af13e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:35.355783 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519e084e-25d2-4b6d-a518-32aeb92d9258 req-1b93ea05-5941-430b-ae8c-b75f3c1af13e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:35.356247 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519e084e-25d2-4b6d-a518-32aeb92d9258 req-1b93ea05-5941-430b-ae8c-b75f3c1af13e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:35.357923 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-519e084e-25d2-4b6d-a518-32aeb92d9258 req-1b93ea05-5941-430b-ae8c-b75f3c1af13e service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=130041758ffe4e0a8066d604acc4da27&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.5436614 May 20 20:50:35.361292 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a0b5cc4-b04f-435f-85bd-056a0bba90fc tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Made reservation on behalf of 96f638b5d51f40ba91740cda889595cb for: {'subnet': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:50:35.365314 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5a0b5cc4-b04f-435f-85bd-056a0bba90fc tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8422561'] for subnet, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:35.384391 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298bb73f-ad51-413c-909a-476852b93807 req-ac24bd07-49f9-415b-b876-fcf9c371e512 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:35.401020 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298bb73f-ad51-413c-909a-476852b93807 req-ac24bd07-49f9-415b-b876-fcf9c371e512 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:35.407898 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298bb73f-ad51-413c-909a-476852b93807 req-ac24bd07-49f9-415b-b876-fcf9c371e512 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:35.414811 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298bb73f-ad51-413c-909a-476852b93807 req-ac24bd07-49f9-415b-b876-fcf9c371e512 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:35.420821 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298bb73f-ad51-413c-909a-476852b93807 req-ac24bd07-49f9-415b-b876-fcf9c371e512 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:35.431318 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-298bb73f-ad51-413c-909a-476852b93807 req-ac24bd07-49f9-415b-b876-fcf9c371e512 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] 10.222.0.35 "GET /v2.0/ports?device_id=24bc83bc-86f4-4e1f-99de-9736337ee499 HTTP/1.1" status: 200 len: 3825 time: 0.2671020 May 20 20:50:35.442290 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-84798964-1a1d-4706-96ab-49bf546c100d req-4319d70b-4771-4e8f-abf0-2ef5ab4fdf30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:35.529416 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4319d70b-4771-4e8f-abf0-2ef5ab4fdf30 service neutron] Pushing event updated for resources: {'Port': ['ID=572584f9-d33c-4ce6-b334-490469f36e8c,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:50:35.576342 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-298bb73f-ad51-413c-909a-476852b93807 req-c1af8c04-26d6-4678-a9a7-eff9572f1108 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] 10.222.0.35 "GET /v2.0/security-groups?id=863381a6-ea9c-49ea-aca2-bed57188f540&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1440406 May 20 20:50:35.635235 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519e084e-25d2-4b6d-a518-32aeb92d9258 req-fc52cb54-3414-48df-98af-72fbad41cfb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:35.636710 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-519e084e-25d2-4b6d-a518-32aeb92d9258 req-fc52cb54-3414-48df-98af-72fbad41cfb1 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2710795 May 20 20:50:35.716567 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-84798964-1a1d-4706-96ab-49bf546c100d req-4319d70b-4771-4e8f-abf0-2ef5ab4fdf30 service neutron] Attempting to bind port 572584f9-d33c-4ce6-b334-490469f36e8c on host n-h2-842733-1 for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:50:35.716567 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-84798964-1a1d-4706-96ab-49bf546c100d req-4319d70b-4771-4e8f-abf0-2ef5ab4fdf30 service neutron] Attempting to bind port 572584f9-d33c-4ce6-b334-490469f36e8c by drivers openvswitch,hyperv on host n-h2-842733-1 at level 0 using segments [{'id': '625a2e39-ceca-49f0-b8ec-14ebc369722e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'ce671979-73f9-44d6-8ce7-2c8dc82e60ae'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:50:35.716567 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84798964-1a1d-4706-96ab-49bf546c100d req-4319d70b-4771-4e8f-abf0-2ef5ab4fdf30 service neutron] Attempting to bind port 572584f9-d33c-4ce6-b334-490469f36e8c on network ce671979-73f9-44d6-8ce7-2c8dc82e60ae {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:50:35.716567 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84798964-1a1d-4706-96ab-49bf546c100d req-4319d70b-4771-4e8f-abf0-2ef5ab4fdf30 service neutron] Port 572584f9-d33c-4ce6-b334-490469f36e8c on network ce671979-73f9-44d6-8ce7-2c8dc82e60ae not bound, no agent of type Open vSwitch agent registered on host n-h2-842733-1 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 20:50:35.716567 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84798964-1a1d-4706-96ab-49bf546c100d req-4319d70b-4771-4e8f-abf0-2ef5ab4fdf30 service neutron] Attempting to bind port 572584f9-d33c-4ce6-b334-490469f36e8c on network ce671979-73f9-44d6-8ce7-2c8dc82e60ae {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:50:35.716567 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84798964-1a1d-4706-96ab-49bf546c100d req-4319d70b-4771-4e8f-abf0-2ef5ab4fdf30 service neutron] Checking agent: {'id': 'a66f2511-b955-448f-877c-56cfe9c81b12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 33, 2), 'started_at': datetime.datetime(2022, 5, 20, 20, 33, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 50, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:50:35.716567 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84798964-1a1d-4706-96ab-49bf546c100d req-4319d70b-4771-4e8f-abf0-2ef5ab4fdf30 service neutron] Checking segment: {'id': '625a2e39-ceca-49f0-b8ec-14ebc369722e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'ce671979-73f9-44d6-8ce7-2c8dc82e60ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:50:35.716567 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84798964-1a1d-4706-96ab-49bf546c100d req-4319d70b-4771-4e8f-abf0-2ef5ab4fdf30 service neutron] Bound using segment: {'id': '625a2e39-ceca-49f0-b8ec-14ebc369722e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'ce671979-73f9-44d6-8ce7-2c8dc82e60ae'} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:50:35.716567 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-84798964-1a1d-4706-96ab-49bf546c100d req-4319d70b-4771-4e8f-abf0-2ef5ab4fdf30 service neutron] Bound port: 572584f9-d33c-4ce6-b334-490469f36e8c, host: n-h2-842733-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '625a2e39-ceca-49f0-b8ec-14ebc369722e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'ce671979-73f9-44d6-8ce7-2c8dc82e60ae'}}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:50:35.716567 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-84798964-1a1d-4706-96ab-49bf546c100d req-4319d70b-4771-4e8f-abf0-2ef5ab4fdf30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:35.803845 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3060015f-ce06-4d41-a5dd-27e42edaaabb req-b4c525df-e4e4-49a3-8bd9-208ac644b7c5 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] Made reservation on behalf of 588768b5beac49d4962709858ca424c7 for: {'port': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:50:35.810474 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-3060015f-ce06-4d41-a5dd-27e42edaaabb req-b4c525df-e4e4-49a3-8bd9-208ac644b7c5 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:35.820320 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-84798964-1a1d-4706-96ab-49bf546c100d req-4319d70b-4771-4e8f-abf0-2ef5ab4fdf30 service neutron] For port 572584f9-d33c-4ce6-b334-490469f36e8c, host n-h2-842733-1, cleared binding levels {{(pid=103162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:50:35.824789 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-84798964-1a1d-4706-96ab-49bf546c100d req-4319d70b-4771-4e8f-abf0-2ef5ab4fdf30 service neutron] For port 572584f9-d33c-4ce6-b334-490469f36e8c, host n-h2-842733-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=572584f9-d33c-4ce6-b334-490469f36e8c,segment=NetworkSegment(625a2e39-ceca-49f0-b8ec-14ebc369722e),segment_id=625a2e39-ceca-49f0-b8ec-14ebc369722e)] {{(pid=103162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:50:35.927906 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5a0b5cc4-b04f-435f-85bd-056a0bba90fc tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9641412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8422583'] for subnet, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:35.973719 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-84798964-1a1d-4706-96ab-49bf546c100d req-4319d70b-4771-4e8f-abf0-2ef5ab4fdf30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:36.019118 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [req-3060015f-ce06-4d41-a5dd-27e42edaaabb req-b4c525df-e4e4-49a3-8bd9-208ac644b7c5 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] Allocated IP 172.20.0.12 (9abac87e-130e-4a54-8c74-9469b8c9e8ef/4430fb8c-e38d-491e-be0f-4a0062e4f021/f79e4790-9647-4270-9e01-e62f5e898251) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:50:36.034410 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0b5cc4-b04f-435f-85bd-056a0bba90fc tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Pushing event updated for resources: {'Subnet': ['ID=8b8e5645-8192-43a2-88bf-4bd3c52efe21,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:50:36.041348 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4319d70b-4771-4e8f-abf0-2ef5ab4fdf30 service neutron] Pushing event updated for resources: {'Port': ['ID=572584f9-d33c-4ce6-b334-490469f36e8c,revision_number=3']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:50:36.045939 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84798964-1a1d-4706-96ab-49bf546c100d req-4319d70b-4771-4e8f-abf0-2ef5ab4fdf30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:36.048727 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-84798964-1a1d-4706-96ab-49bf546c100d req-4319d70b-4771-4e8f-abf0-2ef5ab4fdf30 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:36.048727 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-84798964-1a1d-4706-96ab-49bf546c100d req-4319d70b-4771-4e8f-abf0-2ef5ab4fdf30 service neutron] 10.222.0.13 "PUT /v2.0/ports/572584f9-d33c-4ce6-b334-490469f36e8c HTTP/1.1" status: 200 len: 1129 time: 1.5033770 May 20 20:50:36.078356 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0b5cc4-b04f-435f-85bd-056a0bba90fc tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Checking segment: {'id': '0b43ba67-c973-4966-bf9f-f5db29284cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '3984243b-048d-466a-846d-6fc379f89a68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:50:36.078902 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a0b5cc4-b04f-435f-85bd-056a0bba90fc tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Network hostable DHCP agents. Network: 3984243b-048d-466a-846d-6fc379f89a68, hostable agents: ['c9b0653c-f3c7-4339-bd50-e3754b629216'], hosted agents: [] {{(pid=103163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 20:50:36.138124 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.agents_db [None req-5c33ad30-4e00-40fa-b486-8c79c4a6cfc5 None None] Agent healthcheck: found 7 active agents {{(pid=103165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 20 20:50:36.155703 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [req-84798964-1a1d-4706-96ab-49bf546c100d req-1b5358e3-f522-424d-b5a9-39da10101628 service neutron] Request body: {'port': {'device_id': '24bc83bc-86f4-4e1f-99de-9736337ee499', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-842733-1'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:50:36.194380 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-770cf47c-910d-4523-9e6c-bd3925b0c60f req-c451cc92-c6e5-4ab8-baa9-794794068d6e tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/ports?device_id=7dbeddf6-3f1c-4e9f-b714-83d55fa05176 HTTP/1.1" status: 200 len: 210 time: 0.0753617 May 20 20:50:36.254488 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-84798964-1a1d-4706-96ab-49bf546c100d req-1b5358e3-f522-424d-b5a9-39da10101628 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:36.316120 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a0b5cc4-b04f-435f-85bd-056a0bba90fc tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Network 3984243b-048d-466a-846d-6fc379f89a68 is scheduled to be hosted by DHCP agent c9b0653c-f3c7-4339-bd50-e3754b629216 with binding_index 1 {{(pid=103163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 20:50:36.351992 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce66b5bd-5872-49c6-8bdc-849627bcfdc6 req-e7b3e945-db36-46b1-8c66-1c65ce551141 tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:36.353679 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ce66b5bd-5872-49c6-8bdc-849627bcfdc6 req-e7b3e945-db36-46b1-8c66-1c65ce551141 tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] 10.222.0.35 "GET /v2.0/ports?device_id=eb9d197d-73b0-448c-8000-bb76a8479f3c HTTP/1.1" status: 200 len: 944 time: 0.2335691 May 20 20:50:36.359533 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-3060015f-ce06-4d41-a5dd-27e42edaaabb req-b4c525df-e4e4-49a3-8bd9-208ac644b7c5 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] Notify callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:36.442510 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-5a0b5cc4-b04f-435f-85bd-056a0bba90fc tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842733-1, 3984243b-048d-466a-846d-6fc379f89a68) {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:50:36.454968 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7025a472-d9d1-41d8-876f-6385236d435d None None] Network 3984243b-048d-466a-846d-6fc379f89a68 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:50:36.457311 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ce66b5bd-5872-49c6-8bdc-849627bcfdc6 req-776074c0-527f-42b7-bfba-c1712a65af2c tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] 10.222.0.35 "GET /v2.0/security-groups?id=2274ca87-1a60-437e-91f1-b4d825425422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930281 May 20 20:50:36.463009 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a0b5cc4-b04f-435f-85bd-056a0bba90fc tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:36.468482 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5a0b5cc4-b04f-435f-85bd-056a0bba90fc tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Notify callbacks [] for subnet, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:36.517522 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24bc83bc-86f4-4e1f-99de-9736337ee499', 'tag': '572584f9-d33c-4ce6-b334-490469f36e8c'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:50:36.519395 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6fa957933fccbf596d28104b23404b952ad6a8238afaebaed40a0874b2e409" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cbdfc0d-ad5d-4e28-b27c-2fb704938886" -d '{"events": [{"name": "network-changed", "server_uuid": "24bc83bc-86f4-4e1f-99de-9736337ee499", "tag": "572584f9-d33c-4ce6-b334-490469f36e8c"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:50:36.550907 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 49910) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:50:36.557825 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-3060015f-ce06-4d41-a5dd-27e42edaaabb req-b4c525df-e4e4-49a3-8bd9-208ac644b7c5 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:36.578192 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] get_ports_and_sgs() called for port_ids ['b8103aa2-88de-49b1-ba8c-f0ffc2883687'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:50:36.602918 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 20:50:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-403cdd2b-1590-451e-8ac1-0c48b748d6b3 x-openstack-request-id: req-403cdd2b-1590-451e-8ac1-0c48b748d6b3 {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:50:36.603554 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24bc83bc-86f4-4e1f-99de-9736337ee499", "tag": "572584f9-d33c-4ce6-b334-490469f36e8c", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:50:36.603806 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-403cdd2b-1590-451e-8ac1-0c48b748d6b3 {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:50:36.604199 n-d-842733-1 neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-403cdd2b-1590-451e-8ac1-0c48b748d6b3'] response: {'name': 'network-changed', 'server_uuid': '24bc83bc-86f4-4e1f-99de-9736337ee499', 'tag': '572584f9-d33c-4ce6-b334-490469f36e8c', 'status': 'completed', 'code': 200} May 20 20:50:36.690734 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-5a0b5cc4-b04f-435f-85bd-056a0bba90fc tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.8163238 May 20 20:50:36.702412 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 49916) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:50:36.711953 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-a11b5e1a-9b82-4bf8-af38-9d87e78b42c4 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-824236897'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:50:36.717828 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c525df-e4e4-49a3-8bd9-208ac644b7c5 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] Pushing event updated for resources: {'Port': ['ID=f79e4790-9647-4270-9e01-e62f5e898251,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:50:36.751050 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-34b00146-0e5a-45dd-ac6e-1f5223e76dc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:36.784577 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbdfc0d-ad5d-4e28-b27c-2fb704938886 req-f6fbca6b-e138-4a7f-8788-2740eb63f64b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:36.785193 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbdfc0d-ad5d-4e28-b27c-2fb704938886 req-f6fbca6b-e138-4a7f-8788-2740eb63f64b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:36.785503 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbdfc0d-ad5d-4e28-b27c-2fb704938886 req-f6fbca6b-e138-4a7f-8788-2740eb63f64b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:36.785959 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbdfc0d-ad5d-4e28-b27c-2fb704938886 req-f6fbca6b-e138-4a7f-8788-2740eb63f64b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:36.786411 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbdfc0d-ad5d-4e28-b27c-2fb704938886 req-f6fbca6b-e138-4a7f-8788-2740eb63f64b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:36.786893 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbdfc0d-ad5d-4e28-b27c-2fb704938886 req-f6fbca6b-e138-4a7f-8788-2740eb63f64b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:36.789152 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-5cbdfc0d-ad5d-4e28-b27c-2fb704938886 req-f6fbca6b-e138-4a7f-8788-2740eb63f64b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=130041758ffe4e0a8066d604acc4da27&device_id=24bc83bc-86f4-4e1f-99de-9736337ee499 HTTP/1.1" status: 200 len: 5282 time: 0.1018448 May 20 20:50:36.805328 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3060015f-ce06-4d41-a5dd-27e42edaaabb req-b4c525df-e4e4-49a3-8bd9-208ac644b7c5 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] Network 9abac87e-130e-4a54-8c74-9469b8c9e8ef is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:50:36.826574 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [req-3060015f-ce06-4d41-a5dd-27e42edaaabb req-b4c525df-e4e4-49a3-8bd9-208ac644b7c5 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:50:36.846992 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [req-3060015f-ce06-4d41-a5dd-27e42edaaabb req-b4c525df-e4e4-49a3-8bd9-208ac644b7c5 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:50:36.913031 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94aabc84-333f-4bf4-a132-808989541459 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaee2b848-d4b9-5db1-b6ef-d6db29d67de7-3984243b-048d-466a-846d-6fc379f89a68', 'network_id': '3984243b-048d-466a-846d-6fc379f89a68', 'tenant_id': '96f638b5d51f40ba91740cda889595cb', 'fixed_ips': [{'subnet_id': '8b8e5645-8192-43a2-88bf-4bd3c52efe21'}]}} from n-d-842733-1. {{(pid=103164) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 20:50:36.913923 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-94aabc84-333f-4bf4-a132-808989541459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:36.929774 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [req-84798964-1a1d-4706-96ab-49bf546c100d req-1b5358e3-f522-424d-b5a9-39da10101628 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e1df5b4-4f1a-4391-8d35-f8e77caf43e0 {{(pid=103162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:50:36.939240 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-84798964-1a1d-4706-96ab-49bf546c100d req-1b5358e3-f522-424d-b5a9-39da10101628 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:36.945747 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da2b467-c09e-4ded-9765-974dddf1b1c8 req-96698b96-c038-4046-86b5-823ab6d1b26e tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:36.951673 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da2b467-c09e-4ded-9765-974dddf1b1c8 req-96698b96-c038-4046-86b5-823ab6d1b26e tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:36.955993 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.provisioning_blocks [req-84798964-1a1d-4706-96ab-49bf546c100d req-1b5358e3-f522-424d-b5a9-39da10101628 service neutron] Transition to ACTIVE for port object 2e1df5b4-4f1a-4391-8d35-f8e77caf43e0 will not be triggered until provisioned by entity L2. {{(pid=103162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 20:50:36.957993 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da2b467-c09e-4ded-9765-974dddf1b1c8 req-96698b96-c038-4046-86b5-823ab6d1b26e tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:36.959057 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a11b5e1a-9b82-4bf8-af38-9d87e78b42c4 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Made reservation on behalf of 96f638b5d51f40ba91740cda889595cb for: {'network': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:50:36.963553 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a11b5e1a-9b82-4bf8-af38-9d87e78b42c4 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for network, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:36.965476 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da2b467-c09e-4ded-9765-974dddf1b1c8 req-96698b96-c038-4046-86b5-823ab6d1b26e tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:36.991930 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da2b467-c09e-4ded-9765-974dddf1b1c8 req-96698b96-c038-4046-86b5-823ab6d1b26e tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:37.007882 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da2b467-c09e-4ded-9765-974dddf1b1c8 req-96698b96-c038-4046-86b5-823ab6d1b26e tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:37.017671 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9da2b467-c09e-4ded-9765-974dddf1b1c8 req-96698b96-c038-4046-86b5-823ab6d1b26e tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] 10.222.0.35 "GET /v2.0/ports?device_id=24bc83bc-86f4-4e1f-99de-9736337ee499 HTTP/1.1" status: 200 len: 4596 time: 0.2510846 May 20 20:50:37.073985 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3060015f-ce06-4d41-a5dd-27e42edaaabb req-b4c525df-e4e4-49a3-8bd9-208ac644b7c5 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:37.075571 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-3060015f-ce06-4d41-a5dd-27e42edaaabb req-b4c525df-e4e4-49a3-8bd9-208ac644b7c5 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:37.091304 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-84798964-1a1d-4706-96ab-49bf546c100d req-1b5358e3-f522-424d-b5a9-39da10101628 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:37.107653 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-34b00146-0e5a-45dd-ac6e-1f5223e76dc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:37.118919 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [None req-94aabc84-333f-4bf4-a132-808989541459 None None] Allocated IP 2001:db8:0:ffff::2 (3984243b-048d-466a-846d-6fc379f89a68/8b8e5645-8192-43a2-88bf-4bd3c52efe21/f326838a-f9dd-41a9-8aa1-47c6d4ae90c7) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:50:37.140485 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9da2b467-c09e-4ded-9765-974dddf1b1c8 req-e338dd26-19d6-44a4-897c-35553aac0e12 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] 10.222.0.35 "GET /v2.0/security-groups?id=863381a6-ea9c-49ea-aca2-bed57188f540&id=a9a0a9ba-adc9-42eb-829d-df5caa26883b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1218944 May 20 20:50:37.244052 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-34b00146-0e5a-45dd-ac6e-1f5223e76dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:37.354327 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3060015f-ce06-4d41-a5dd-27e42edaaabb req-b4c525df-e4e4-49a3-8bd9-208ac644b7c5 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0660441 May 20 20:50:37.380003 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-34b00146-0e5a-45dd-ac6e-1f5223e76dc2 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b0358119748549e589f1222efa494942&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8275902 May 20 20:50:37.382618 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 49920) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:50:37.386839 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [req-3060015f-ce06-4d41-a5dd-27e42edaaabb req-32e78024-1834-4fb9-828f-af50b584bde3 service neutron] Request body: {'port': {'device_id': '7dbeddf6-3f1c-4e9f-b714-83d55fa05176', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-842733-1'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:50:37.387016 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-94aabc84-333f-4bf4-a132-808989541459 None None] Notify callbacks [] for port, precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:37.420155 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b00146-0e5a-45dd-ac6e-1f5223e76dc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d2c0a57-c341-47bd-be46-95d4b259f9dc,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:50:37.453588 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a11b5e1a-9b82-4bf8-af38-9d87e78b42c4 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 227} {{(pid=103162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 20:50:37.461680 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-94aabc84-333f-4bf4-a132-808989541459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108'] for port, after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:37.463184 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a11b5e1a-9b82-4bf8-af38-9d87e78b42c4 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:37.463184 n-d-842733-1 neutron-server[103162]: INFO neutron.db.segments_db [None req-a11b5e1a-9b82-4bf8-af38-9d87e78b42c4 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Added segment 63674ba3-98f5-4756-b2f4-8da92384b920 of type vlan for network 4e95ee04-09d6-4cc6-bb61-9dcca7cf9d86 May 20 20:50:37.502845 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00de9455-2ad1-455a-bd93-863e5a850852 req-f8187397-6ec7-4d78-97ec-387816df1ed6 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:37.511440 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-00de9455-2ad1-455a-bd93-863e5a850852 req-f8187397-6ec7-4d78-97ec-387816df1ed6 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/ports?device_id=7dbeddf6-3f1c-4e9f-b714-83d55fa05176 HTTP/1.1" status: 200 len: 932 time: 0.2178891 May 20 20:50:37.537735 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-3060015f-ce06-4d41-a5dd-27e42edaaabb req-32e78024-1834-4fb9-828f-af50b584bde3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:37.547894 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5358e3-f522-424d-b5a9-39da10101628 service neutron] Pushing event updated for resources: {'Port': ['ID=2e1df5b4-4f1a-4391-8d35-f8e77caf43e0,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:50:37.579816 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a11b5e1a-9b82-4bf8-af38-9d87e78b42c4 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418993264'] for network, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:37.593983 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbdfc0d-ad5d-4e28-b27c-2fb704938886 req-6be68bf7-15f6-4cf4-b786-79611515264e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:37.594360 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbdfc0d-ad5d-4e28-b27c-2fb704938886 req-6be68bf7-15f6-4cf4-b786-79611515264e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:37.594820 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbdfc0d-ad5d-4e28-b27c-2fb704938886 req-6be68bf7-15f6-4cf4-b786-79611515264e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:37.596474 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-5cbdfc0d-ad5d-4e28-b27c-2fb704938886 req-6be68bf7-15f6-4cf4-b786-79611515264e service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=130041758ffe4e0a8066d604acc4da27&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.7819970 May 20 20:50:37.618902 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-00de9455-2ad1-455a-bd93-863e5a850852 req-2052b0c9-3fc8-41fe-8fc1-3ebef4fa09d2 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9f9543d-587a-47bd-8772-bda4bd5582ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064889 May 20 20:50:37.620581 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8eacf2a0-3705-4911-bcc2-85d63afe5a53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:37.629855 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94aabc84-333f-4bf4-a132-808989541459 None None] Network 3984243b-048d-466a-846d-6fc379f89a68 is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:50:37.633909 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94aabc84-333f-4bf4-a132-808989541459 None None] Pushing event updated for resources: {'Port': ['ID=f326838a-f9dd-41a9-8aa1-47c6d4ae90c7,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:50:37.642165 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-94aabc84-333f-4bf4-a132-808989541459 None None] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:50:37.650818 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94aabc84-333f-4bf4-a132-808989541459 None None] Received port after_create {{(pid=103164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:50:37.727317 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8eacf2a0-3705-4911-bcc2-85d63afe5a53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:37.734443 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-94aabc84-333f-4bf4-a132-808989541459 None None] Attempting to bind port f326838a-f9dd-41a9-8aa1-47c6d4ae90c7 on host n-d-842733-1 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:50:37.734808 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-94aabc84-333f-4bf4-a132-808989541459 None None] Attempting to bind port f326838a-f9dd-41a9-8aa1-47c6d4ae90c7 by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': '0b43ba67-c973-4966-bf9f-f5db29284cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '3984243b-048d-466a-846d-6fc379f89a68'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:50:37.735161 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94aabc84-333f-4bf4-a132-808989541459 None None] Attempting to bind port f326838a-f9dd-41a9-8aa1-47c6d4ae90c7 on network 3984243b-048d-466a-846d-6fc379f89a68 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:50:37.741913 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94aabc84-333f-4bf4-a132-808989541459 None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 50, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:50:37.742286 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94aabc84-333f-4bf4-a132-808989541459 None None] Checking segment: {'id': '0b43ba67-c973-4966-bf9f-f5db29284cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '3984243b-048d-466a-846d-6fc379f89a68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:50:37.742684 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-94aabc84-333f-4bf4-a132-808989541459 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:37.743069 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94aabc84-333f-4bf4-a132-808989541459 None None] Bound using segment: {'id': '0b43ba67-c973-4966-bf9f-f5db29284cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '3984243b-048d-466a-846d-6fc379f89a68'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:50:37.743525 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-94aabc84-333f-4bf4-a132-808989541459 None None] Bound port: f326838a-f9dd-41a9-8aa1-47c6d4ae90c7, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b43ba67-c973-4966-bf9f-f5db29284cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '3984243b-048d-466a-846d-6fc379f89a68'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:50:37.743899 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-94aabc84-333f-4bf4-a132-808989541459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:37.768332 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c99f27-b5d3-4a90-8c93-d3bd021e072c req-daaabc39-d4bf-4a6b-bb47-554ed9504d91 tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:37.770273 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c5c99f27-b5d3-4a90-8c93-d3bd021e072c req-daaabc39-d4bf-4a6b-bb47-554ed9504d91 tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] 10.222.0.35 "GET /v2.0/ports?device_id=eb9d197d-73b0-448c-8000-bb76a8479f3c HTTP/1.1" status: 200 len: 944 time: 0.2189643 May 20 20:50:37.844797 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-94aabc84-333f-4bf4-a132-808989541459 None None] For port f326838a-f9dd-41a9-8aa1-47c6d4ae90c7, host n-d-842733-1, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:50:37.847991 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-94aabc84-333f-4bf4-a132-808989541459 None None] For port f326838a-f9dd-41a9-8aa1-47c6d4ae90c7, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=f326838a-f9dd-41a9-8aa1-47c6d4ae90c7,segment=NetworkSegment(0b43ba67-c973-4966-bf9f-f5db29284cf8),segment_id=0b43ba67-c973-4966-bf9f-f5db29284cf8)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:50:37.859882 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a11b5e1a-9b82-4bf8-af38-9d87e78b42c4 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524'] for network, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:37.863912 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device f3f47166-9a7a-4dae-9e5e-7e9b8eea1ccc up at agent hyperv_n-h2-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:50:37.866151 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a11b5e1a-9b82-4bf8-af38-9d87e78b42c4 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:37.866787 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a11b5e1a-9b82-4bf8-af38-9d87e78b42c4 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:37.976125 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-94aabc84-333f-4bf4-a132-808989541459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:37.979607 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-84798964-1a1d-4706-96ab-49bf546c100d req-1b5358e3-f522-424d-b5a9-39da10101628 service neutron] Attempting to bind port 2e1df5b4-4f1a-4391-8d35-f8e77caf43e0 on host n-h2-842733-1 for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:50:37.979963 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-84798964-1a1d-4706-96ab-49bf546c100d req-1b5358e3-f522-424d-b5a9-39da10101628 service neutron] Attempting to bind port 2e1df5b4-4f1a-4391-8d35-f8e77caf43e0 by drivers openvswitch,hyperv on host n-h2-842733-1 at level 0 using segments [{'id': '625a2e39-ceca-49f0-b8ec-14ebc369722e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'ce671979-73f9-44d6-8ce7-2c8dc82e60ae'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:50:37.980293 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84798964-1a1d-4706-96ab-49bf546c100d req-1b5358e3-f522-424d-b5a9-39da10101628 service neutron] Attempting to bind port 2e1df5b4-4f1a-4391-8d35-f8e77caf43e0 on network ce671979-73f9-44d6-8ce7-2c8dc82e60ae {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:50:37.992464 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84798964-1a1d-4706-96ab-49bf546c100d req-1b5358e3-f522-424d-b5a9-39da10101628 service neutron] Port 2e1df5b4-4f1a-4391-8d35-f8e77caf43e0 on network ce671979-73f9-44d6-8ce7-2c8dc82e60ae not bound, no agent of type Open vSwitch agent registered on host n-h2-842733-1 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 20:50:37.992800 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84798964-1a1d-4706-96ab-49bf546c100d req-1b5358e3-f522-424d-b5a9-39da10101628 service neutron] Attempting to bind port 2e1df5b4-4f1a-4391-8d35-f8e77caf43e0 on network ce671979-73f9-44d6-8ce7-2c8dc82e60ae {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:50:37.995931 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbdfc0d-ad5d-4e28-b27c-2fb704938886 req-dc7b5e57-54d2-4179-9c24-a9eea75eaa73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:37.997447 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-5cbdfc0d-ad5d-4e28-b27c-2fb704938886 req-dc7b5e57-54d2-4179-9c24-a9eea75eaa73 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3941219 May 20 20:50:37.999932 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11b5e1a-9b82-4bf8-af38-9d87e78b42c4 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Pushing event updated for resources: {'Network': ['ID=4e95ee04-09d6-4cc6-bb61-9dcca7cf9d86,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:50:38.006249 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84798964-1a1d-4706-96ab-49bf546c100d req-1b5358e3-f522-424d-b5a9-39da10101628 service neutron] Checking agent: {'id': 'a66f2511-b955-448f-877c-56cfe9c81b12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 33, 2), 'started_at': datetime.datetime(2022, 5, 20, 20, 33, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 50, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:50:38.006547 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84798964-1a1d-4706-96ab-49bf546c100d req-1b5358e3-f522-424d-b5a9-39da10101628 service neutron] Checking segment: {'id': '625a2e39-ceca-49f0-b8ec-14ebc369722e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'ce671979-73f9-44d6-8ce7-2c8dc82e60ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:50:38.007684 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84798964-1a1d-4706-96ab-49bf546c100d req-1b5358e3-f522-424d-b5a9-39da10101628 service neutron] Bound using segment: {'id': '625a2e39-ceca-49f0-b8ec-14ebc369722e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'ce671979-73f9-44d6-8ce7-2c8dc82e60ae'} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:50:38.007944 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-84798964-1a1d-4706-96ab-49bf546c100d req-1b5358e3-f522-424d-b5a9-39da10101628 service neutron] Bound port: 2e1df5b4-4f1a-4391-8d35-f8e77caf43e0, host: n-h2-842733-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '625a2e39-ceca-49f0-b8ec-14ebc369722e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'ce671979-73f9-44d6-8ce7-2c8dc82e60ae'}}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:50:38.012865 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-84798964-1a1d-4706-96ab-49bf546c100d req-1b5358e3-f522-424d-b5a9-39da10101628 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:38.055658 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Network 4e95ee04-09d6-4cc6-bb61-9dcca7cf9d86 details requested by agent ovs-agent-n-d-842733-1 with host n-d-842733-1 {{(pid=103164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 20 20:50:38.056556 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c5c99f27-b5d3-4a90-8c93-d3bd021e072c req-c0faa6c1-4109-406a-ad93-a71961c2802a tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] 10.222.0.35 "GET /v2.0/security-groups?id=2274ca87-1a60-437e-91f1-b4d825425422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2757142 May 20 20:50:38.074913 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Provisioning for port f3f47166-9a7a-4dae-9e5e-7e9b8eea1ccc completed by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 20:50:38.100618 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-a11b5e1a-9b82-4bf8-af38-9d87e78b42c4 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.3950396 May 20 20:50:38.104227 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 49930) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:50:38.109308 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-8eb5035a-4456-4397-9d47-b77dcee4746d tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Request body: {'subnet': {'network_id': '4e95ee04-09d6-4cc6-bb61-9dcca7cf9d86', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:50:38.112889 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-84798964-1a1d-4706-96ab-49bf546c100d req-1b5358e3-f522-424d-b5a9-39da10101628 service neutron] For port 2e1df5b4-4f1a-4391-8d35-f8e77caf43e0, host n-h2-842733-1, cleared binding levels {{(pid=103162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:50:38.126076 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Provisioning complete for port f3f47166-9a7a-4dae-9e5e-7e9b8eea1ccc triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:50:38.126288 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:38.175156 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94aabc84-333f-4bf4-a132-808989541459 None None] Pushing event updated for resources: {'Port': ['ID=f326838a-f9dd-41a9-8aa1-47c6d4ae90c7,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:50:38.175859 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-84798964-1a1d-4706-96ab-49bf546c100d req-1b5358e3-f522-424d-b5a9-39da10101628 service neutron] For port 2e1df5b4-4f1a-4391-8d35-f8e77caf43e0, host n-h2-842733-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=2e1df5b4-4f1a-4391-8d35-f8e77caf43e0,segment=NetworkSegment(625a2e39-ceca-49f0-b8ec-14ebc369722e),segment_id=625a2e39-ceca-49f0-b8ec-14ebc369722e)] {{(pid=103162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:50:38.195770 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8eacf2a0-3705-4911-bcc2-85d63afe5a53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:38.206021 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8eacf2a0-3705-4911-bcc2-85d63afe5a53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:38.207498 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-8eacf2a0-3705-4911-bcc2-85d63afe5a53 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0d2c0a57-c341-47bd-be46-95d4b259f9dc HTTP/1.1" status: 204 len: 168 time: 0.8157370 May 20 20:50:38.220876 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [req-3060015f-ce06-4d41-a5dd-27e42edaaabb req-32e78024-1834-4fb9-828f-af50b584bde3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f79e4790-9647-4270-9e01-e62f5e898251 {{(pid=103163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:50:38.245392 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-84798964-1a1d-4706-96ab-49bf546c100d req-1b5358e3-f522-424d-b5a9-39da10101628 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:38.246118 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-3060015f-ce06-4d41-a5dd-27e42edaaabb req-32e78024-1834-4fb9-828f-af50b584bde3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:38.248923 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eacf2a0-3705-4911-bcc2-85d63afe5a53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d2c0a57-c341-47bd-be46-95d4b259f9dc,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:50:38.271766 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [req-3060015f-ce06-4d41-a5dd-27e42edaaabb req-32e78024-1834-4fb9-828f-af50b584bde3 service neutron] Transition to ACTIVE for port object f79e4790-9647-4270-9e01-e62f5e898251 will not be triggered until provisioned by entity L2. {{(pid=103163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 20:50:38.342891 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port f3f47166-9a7a-4dae-9e5e-7e9b8eea1ccc is: BUILD; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:50:38.343269 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:38.354699 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5358e3-f522-424d-b5a9-39da10101628 service neutron] Pushing event updated for resources: {'Port': ['ID=2e1df5b4-4f1a-4391-8d35-f8e77caf43e0,revision_number=3']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:50:38.364342 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-3060015f-ce06-4d41-a5dd-27e42edaaabb req-32e78024-1834-4fb9-828f-af50b584bde3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:38.372618 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84798964-1a1d-4706-96ab-49bf546c100d req-1b5358e3-f522-424d-b5a9-39da10101628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:38.373582 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-84798964-1a1d-4706-96ab-49bf546c100d req-1b5358e3-f522-424d-b5a9-39da10101628 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:38.375266 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-84798964-1a1d-4706-96ab-49bf546c100d req-1b5358e3-f522-424d-b5a9-39da10101628 service neutron] 10.222.0.13 "PUT /v2.0/ports/2e1df5b4-4f1a-4391-8d35-f8e77caf43e0 HTTP/1.1" status: 200 len: 1130 time: 2.2242949 May 20 20:50:38.405040 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb9d197d-73b0-448c-8000-bb76a8479f3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3f47166-9a7a-4dae-9e5e-7e9b8eea1ccc'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:50:38.408794 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8485417003ce7c0410b00f5cdc2f391e21107b70bb68e2773712534a96e108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6117dfce-d215-44ff-bb0e-d5653ab3beeb" -d '{"events": [{"server_uuid": "eb9d197d-73b0-448c-8000-bb76a8479f3c", "name": "network-vif-plugged", "status": "completed", "tag": "f3f47166-9a7a-4dae-9e5e-7e9b8eea1ccc"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:50:38.431904 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port f3f47166-9a7a-4dae-9e5e-7e9b8eea1ccc, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=f3f47166-9a7a-4dae-9e5e-7e9b8eea1ccc,segment=NetworkSegment(d91bf09f-166e-43f0-9da3-0f3d4d6c439b),segment_id=d91bf09f-166e-43f0-9da3-0f3d4d6c439b)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:50:38.442438 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8eb5035a-4456-4397-9d47-b77dcee4746d tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Made reservation on behalf of 96f638b5d51f40ba91740cda889595cb for: {'subnet': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:50:38.449667 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8eb5035a-4456-4397-9d47-b77dcee4746d tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4018244'] for subnet, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:38.497037 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa1325c-1c46-4de7-9651-0a6466bc3b5b req-4d453650-940d-4b6c-809e-225ea6d61b6f tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:38.547103 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa1325c-1c46-4de7-9651-0a6466bc3b5b req-4d453650-940d-4b6c-809e-225ea6d61b6f tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:38.551957 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:38.553895 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa1325c-1c46-4de7-9651-0a6466bc3b5b req-4d453650-940d-4b6c-809e-225ea6d61b6f tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:38.559945 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa1325c-1c46-4de7-9651-0a6466bc3b5b req-4d453650-940d-4b6c-809e-225ea6d61b6f tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:38.576444 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa1325c-1c46-4de7-9651-0a6466bc3b5b req-4d453650-940d-4b6c-809e-225ea6d61b6f tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:38.584260 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa1325c-1c46-4de7-9651-0a6466bc3b5b req-4d453650-940d-4b6c-809e-225ea6d61b6f tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:38.590897 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [req-84798964-1a1d-4706-96ab-49bf546c100d req-c53bfd7f-a3b2-4c5b-a7b0-d0b88fd6136c service neutron] Request body: {'port': {'device_id': '24bc83bc-86f4-4e1f-99de-9736337ee499', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-842733-1'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:50:38.603863 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa1325c-1c46-4de7-9651-0a6466bc3b5b req-4d453650-940d-4b6c-809e-225ea6d61b6f tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:38.606834 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24bc83bc-86f4-4e1f-99de-9736337ee499', 'tag': '2e1df5b4-4f1a-4391-8d35-f8e77caf43e0'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:50:38.608225 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2fa1325c-1c46-4de7-9651-0a6466bc3b5b req-4d453650-940d-4b6c-809e-225ea6d61b6f tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] 10.222.0.35 "GET /v2.0/ports?device_id=24bc83bc-86f4-4e1f-99de-9736337ee499 HTTP/1.1" status: 200 len: 5368 time: 0.3026376 May 20 20:50:38.609275 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6fa957933fccbf596d28104b23404b952ad6a8238afaebaed40a0874b2e409" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3317f3cf-8828-4cac-8e9b-35588e22114c" -d '{"events": [{"name": "network-changed", "server_uuid": "24bc83bc-86f4-4e1f-99de-9736337ee499", "tag": "2e1df5b4-4f1a-4391-8d35-f8e77caf43e0"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:50:38.677620 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e78024-1834-4fb9-828f-af50b584bde3 service neutron] Pushing event updated for resources: {'Port': ['ID=f79e4790-9647-4270-9e01-e62f5e898251,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:50:38.696881 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=f3f47166-9a7a-4dae-9e5e-7e9b8eea1ccc,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:50:38.760642 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-84798964-1a1d-4706-96ab-49bf546c100d req-c53bfd7f-a3b2-4c5b-a7b0-d0b88fd6136c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:38.799842 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2fa1325c-1c46-4de7-9651-0a6466bc3b5b req-77a51c24-b345-4ff3-8363-402ef5894c6a tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] 10.222.0.35 "GET /v2.0/security-groups?id=863381a6-ea9c-49ea-aca2-bed57188f540&id=a9a0a9ba-adc9-42eb-829d-df5caa26883b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1194417 May 20 20:50:38.811549 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-3060015f-ce06-4d41-a5dd-27e42edaaabb req-32e78024-1834-4fb9-828f-af50b584bde3 service neutron] Attempting to bind port f79e4790-9647-4270-9e01-e62f5e898251 on host n-h1-842733-1 for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:50:38.811881 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-3060015f-ce06-4d41-a5dd-27e42edaaabb req-32e78024-1834-4fb9-828f-af50b584bde3 service neutron] Attempting to bind port f79e4790-9647-4270-9e01-e62f5e898251 by drivers openvswitch,hyperv on host n-h1-842733-1 at level 0 using segments [{'id': 'dd3868d8-2801-4914-84a0-d7fd151b3df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '9abac87e-130e-4a54-8c74-9469b8c9e8ef'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:50:38.812215 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3060015f-ce06-4d41-a5dd-27e42edaaabb req-32e78024-1834-4fb9-828f-af50b584bde3 service neutron] Attempting to bind port f79e4790-9647-4270-9e01-e62f5e898251 on network 9abac87e-130e-4a54-8c74-9469b8c9e8ef {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:50:38.819362 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3060015f-ce06-4d41-a5dd-27e42edaaabb req-32e78024-1834-4fb9-828f-af50b584bde3 service neutron] Port f79e4790-9647-4270-9e01-e62f5e898251 on network 9abac87e-130e-4a54-8c74-9469b8c9e8ef not bound, no agent of type Open vSwitch agent registered on host n-h1-842733-1 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 20:50:38.819710 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3060015f-ce06-4d41-a5dd-27e42edaaabb req-32e78024-1834-4fb9-828f-af50b584bde3 service neutron] Attempting to bind port f79e4790-9647-4270-9e01-e62f5e898251 on network 9abac87e-130e-4a54-8c74-9469b8c9e8ef {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:50:38.825365 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3060015f-ce06-4d41-a5dd-27e42edaaabb req-32e78024-1834-4fb9-828f-af50b584bde3 service neutron] Checking agent: {'id': '08dfb1ce-804b-4db8-838b-21094082e041', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 32, 54), 'started_at': datetime.datetime(2022, 5, 20, 20, 32, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 50, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:50:38.825715 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3060015f-ce06-4d41-a5dd-27e42edaaabb req-32e78024-1834-4fb9-828f-af50b584bde3 service neutron] Checking segment: {'id': 'dd3868d8-2801-4914-84a0-d7fd151b3df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '9abac87e-130e-4a54-8c74-9469b8c9e8ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:50:38.826082 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3060015f-ce06-4d41-a5dd-27e42edaaabb req-32e78024-1834-4fb9-828f-af50b584bde3 service neutron] Bound using segment: {'id': 'dd3868d8-2801-4914-84a0-d7fd151b3df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '9abac87e-130e-4a54-8c74-9469b8c9e8ef'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:50:38.826509 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-3060015f-ce06-4d41-a5dd-27e42edaaabb req-32e78024-1834-4fb9-828f-af50b584bde3 service neutron] Bound port: f79e4790-9647-4270-9e01-e62f5e898251, host: n-h1-842733-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd3868d8-2801-4914-84a0-d7fd151b3df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '9abac87e-130e-4a54-8c74-9469b8c9e8ef'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:50:38.826867 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-3060015f-ce06-4d41-a5dd-27e42edaaabb req-32e78024-1834-4fb9-828f-af50b584bde3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:38.903513 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 20:50:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-747a1d0e-c7d0-4a70-8f3b-4860e5713166 x-openstack-request-id: req-747a1d0e-c7d0-4a70-8f3b-4860e5713166 {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:50:38.903911 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb9d197d-73b0-448c-8000-bb76a8479f3c", "name": "network-vif-plugged", "status": "completed", "tag": "f3f47166-9a7a-4dae-9e5e-7e9b8eea1ccc", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:50:38.904252 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-747a1d0e-c7d0-4a70-8f3b-4860e5713166 {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:50:38.904741 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-747a1d0e-c7d0-4a70-8f3b-4860e5713166'] response: {'server_uuid': 'eb9d197d-73b0-448c-8000-bb76a8479f3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3f47166-9a7a-4dae-9e5e-7e9b8eea1ccc', 'code': 200} May 20 20:50:38.941062 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-3060015f-ce06-4d41-a5dd-27e42edaaabb req-32e78024-1834-4fb9-828f-af50b584bde3 service neutron] For port f79e4790-9647-4270-9e01-e62f5e898251, host n-h1-842733-1, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:50:38.946343 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-3060015f-ce06-4d41-a5dd-27e42edaaabb req-32e78024-1834-4fb9-828f-af50b584bde3 service neutron] For port f79e4790-9647-4270-9e01-e62f5e898251, host n-h1-842733-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=f79e4790-9647-4270-9e01-e62f5e898251,segment=NetworkSegment(dd3868d8-2801-4914-84a0-d7fd151b3df3),segment_id=dd3868d8-2801-4914-84a0-d7fd151b3df3)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:50:39.018876 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-3060015f-ce06-4d41-a5dd-27e42edaaabb req-32e78024-1834-4fb9-828f-af50b584bde3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:39.079722 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3060015f-ce06-4d41-a5dd-27e42edaaabb req-32e78024-1834-4fb9-828f-af50b584bde3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:39.080389 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-3060015f-ce06-4d41-a5dd-27e42edaaabb req-32e78024-1834-4fb9-828f-af50b584bde3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:39.081955 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3060015f-ce06-4d41-a5dd-27e42edaaabb req-32e78024-1834-4fb9-828f-af50b584bde3 service neutron] 10.222.0.24 "PUT /v2.0/ports/f79e4790-9647-4270-9e01-e62f5e898251 HTTP/1.1" status: 200 len: 1092 time: 1.7088509 May 20 20:50:39.084248 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7dbeddf6-3f1c-4e9f-b714-83d55fa05176', 'tag': 'f79e4790-9647-4270-9e01-e62f5e898251'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:50:39.086453 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4291b17aa7b45362825f0571e77c85f5e73afe1df9c7e9e15006df9d695c005e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4e3a407-133d-49f4-964f-8042d6fd8f68" -d '{"events": [{"name": "network-changed", "server_uuid": "7dbeddf6-3f1c-4e9f-b714-83d55fa05176", "tag": "f79e4790-9647-4270-9e01-e62f5e898251"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:50:39.120120 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2a4cfa-1b97-4b08-abc8-af553b36858d req-4618905d-720e-42b0-8c53-d62bc782bfda tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:39.133968 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3b2a4cfa-1b97-4b08-abc8-af553b36858d req-4618905d-720e-42b0-8c53-d62bc782bfda tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/ports?device_id=7dbeddf6-3f1c-4e9f-b714-83d55fa05176 HTTP/1.1" status: 200 len: 944 time: 0.1237271 May 20 20:50:39.136073 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e78024-1834-4fb9-828f-af50b584bde3 service neutron] Pushing event updated for resources: {'Port': ['ID=f79e4790-9647-4270-9e01-e62f5e898251,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:50:39.156769 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10d89c3-52d8-4d12-9b47-a6b5daa2d4d0 req-c25a03e6-1b6b-4112-9cde-7c9ca817a7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:39.167667 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-b10d89c3-52d8-4d12-9b47-a6b5daa2d4d0 req-c25a03e6-1b6b-4112-9cde-7c9ca817a7a9 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=eb9d197d-73b0-448c-8000-bb76a8479f3c HTTP/1.1" status: 200 len: 1096 time: 0.1573009 May 20 20:50:39.190003 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3b2a4cfa-1b97-4b08-abc8-af553b36858d req-10c583de-321a-4b36-b81e-83a1931af983 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9f9543d-587a-47bd-8772-bda4bd5582ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501423 May 20 20:50:39.213609 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8eb5035a-4456-4397-9d47-b77dcee4746d tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3797684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4018258'] for subnet, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:39.289345 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 20:50:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fe935f4-6919-43a6-9844-434f3c5cdf1c x-openstack-request-id: req-2fe935f4-6919-43a6-9844-434f3c5cdf1c {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:50:39.291137 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24bc83bc-86f4-4e1f-99de-9736337ee499", "tag": "2e1df5b4-4f1a-4391-8d35-f8e77caf43e0", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:50:39.292434 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2fe935f4-6919-43a6-9844-434f3c5cdf1c {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:50:39.293101 n-d-842733-1 neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2fe935f4-6919-43a6-9844-434f3c5cdf1c'] response: {'name': 'network-changed', 'server_uuid': '24bc83bc-86f4-4e1f-99de-9736337ee499', 'tag': '2e1df5b4-4f1a-4391-8d35-f8e77caf43e0', 'status': 'completed', 'code': 200} May 20 20:50:39.324890 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3060015f-ce06-4d41-a5dd-27e42edaaabb req-1542bef5-2d60-4012-9fdb-42d24e4464fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:39.326418 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3060015f-ce06-4d41-a5dd-27e42edaaabb req-1542bef5-2d60-4012-9fdb-42d24e4464fd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=588768b5beac49d4962709858ca424c7&device_id=7dbeddf6-3f1c-4e9f-b714-83d55fa05176 HTTP/1.1" status: 200 len: 1095 time: 0.1037850 May 20 20:50:39.358373 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 20:50:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1c67d6e-03d7-4bd7-b366-c093c3ce1acc x-openstack-request-id: req-a1c67d6e-03d7-4bd7-b366-c093c3ce1acc {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:50:39.361315 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7dbeddf6-3f1c-4e9f-b714-83d55fa05176", "tag": "f79e4790-9647-4270-9e01-e62f5e898251", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:50:39.361774 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a1c67d6e-03d7-4bd7-b366-c093c3ce1acc {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:50:39.362346 n-d-842733-1 neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1c67d6e-03d7-4bd7-b366-c093c3ce1acc'] response: {'name': 'network-changed', 'server_uuid': '7dbeddf6-3f1c-4e9f-b714-83d55fa05176', 'tag': 'f79e4790-9647-4270-9e01-e62f5e898251', 'status': 'completed', 'code': 200} May 20 20:50:39.396868 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb5035a-4456-4397-9d47-b77dcee4746d tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Pushing event updated for resources: {'Subnet': ['ID=8bdce111-a5f8-4964-8ef6-f0876d332a99,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:50:39.412138 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-b10d89c3-52d8-4d12-9b47-a6b5daa2d4d0 req-5929ae9b-7bee-44d5-9b2b-1ba72e0c4afa service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=2274ca87-1a60-437e-91f1-b4d825425422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2313926 May 20 20:50:39.446409 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3060015f-ce06-4d41-a5dd-27e42edaaabb req-f7ed202c-213a-430f-89ec-e48c1d291098 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f79e4790-9647-4270-9e01-e62f5e898251 HTTP/1.1" status: 200 len: 217 time: 0.0908611 May 20 20:50:39.553132 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3060015f-ce06-4d41-a5dd-27e42edaaabb req-669c9036-5a97-4ac8-ba51-358144732e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:39.554993 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3060015f-ce06-4d41-a5dd-27e42edaaabb req-669c9036-5a97-4ac8-ba51-358144732e7f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4430fb8c-e38d-491e-be0f-4a0062e4f021 HTTP/1.1" status: 200 len: 854 time: 0.0743032 May 20 20:50:39.564730 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb5035a-4456-4397-9d47-b77dcee4746d tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Checking segment: {'id': '63674ba3-98f5-4756-b2f4-8da92384b920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '4e95ee04-09d6-4cc6-bb61-9dcca7cf9d86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:50:39.565100 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eb5035a-4456-4397-9d47-b77dcee4746d tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Network hostable DHCP agents. Network: 4e95ee04-09d6-4cc6-bb61-9dcca7cf9d86, hostable agents: ['c9b0653c-f3c7-4339-bd50-e3754b629216'], hosted agents: [] {{(pid=103162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 20:50:39.588723 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [req-84798964-1a1d-4706-96ab-49bf546c100d req-c53bfd7f-a3b2-4c5b-a7b0-d0b88fd6136c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e5cf7ff-15da-45a7-acbe-5153d4a2259c {{(pid=103162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:50:39.601047 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-84798964-1a1d-4706-96ab-49bf546c100d req-c53bfd7f-a3b2-4c5b-a7b0-d0b88fd6136c service neutron] Notify callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:39.602335 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3060015f-ce06-4d41-a5dd-27e42edaaabb req-7271bd0d-f699-46ea-9933-0e98b6007b90 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9abac87e-130e-4a54-8c74-9469b8c9e8ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360496 May 20 20:50:39.615484 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3317f3cf-8828-4cac-8e9b-35588e22114c req-8914f5f7-c5ba-40be-84ea-7fe7709c696f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:39.615484 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3317f3cf-8828-4cac-8e9b-35588e22114c req-8914f5f7-c5ba-40be-84ea-7fe7709c696f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:39.615484 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3317f3cf-8828-4cac-8e9b-35588e22114c req-8914f5f7-c5ba-40be-84ea-7fe7709c696f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:39.615484 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3317f3cf-8828-4cac-8e9b-35588e22114c req-8914f5f7-c5ba-40be-84ea-7fe7709c696f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:39.615484 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3317f3cf-8828-4cac-8e9b-35588e22114c req-8914f5f7-c5ba-40be-84ea-7fe7709c696f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:39.615484 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3317f3cf-8828-4cac-8e9b-35588e22114c req-8914f5f7-c5ba-40be-84ea-7fe7709c696f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:39.615484 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3317f3cf-8828-4cac-8e9b-35588e22114c req-8914f5f7-c5ba-40be-84ea-7fe7709c696f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:39.616266 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.provisioning_blocks [req-84798964-1a1d-4706-96ab-49bf546c100d req-c53bfd7f-a3b2-4c5b-a7b0-d0b88fd6136c service neutron] Transition to ACTIVE for port object 8e5cf7ff-15da-45a7-acbe-5153d4a2259c will not be triggered until provisioned by entity L2. {{(pid=103162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 20:50:39.616377 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3317f3cf-8828-4cac-8e9b-35588e22114c req-8914f5f7-c5ba-40be-84ea-7fe7709c696f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=130041758ffe4e0a8066d604acc4da27&device_id=24bc83bc-86f4-4e1f-99de-9736337ee499 HTTP/1.1" status: 200 len: 6205 time: 0.2756820 May 20 20:50:39.634672 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ece1eb9-84ac-4ed6-95b3-cad906fbe63b req-5b5ee6df-233a-40bd-8801-9b5088b916d2 tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:39.636305 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4ece1eb9-84ac-4ed6-95b3-cad906fbe63b req-5b5ee6df-233a-40bd-8801-9b5088b916d2 tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] 10.222.0.35 "GET /v2.0/ports?device_id=eb9d197d-73b0-448c-8000-bb76a8479f3c HTTP/1.1" status: 200 len: 945 time: 0.2361045 May 20 20:50:39.698695 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eb5035a-4456-4397-9d47-b77dcee4746d tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Network 4e95ee04-09d6-4cc6-bb61-9dcca7cf9d86 is scheduled to be hosted by DHCP agent c9b0653c-f3c7-4339-bd50-e3754b629216 with binding_index 1 {{(pid=103162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 20:50:39.701426 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-84798964-1a1d-4706-96ab-49bf546c100d req-c53bfd7f-a3b2-4c5b-a7b0-d0b88fd6136c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:39.775504 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4ece1eb9-84ac-4ed6-95b3-cad906fbe63b req-3d967ec6-e524-4e05-9719-cf04af88d584 tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] 10.222.0.35 "GET /v2.0/security-groups?id=2274ca87-1a60-437e-91f1-b4d825425422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182377 May 20 20:50:39.894604 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d3fb687-3523-4b46-898f-5ed83352e82b None None] Network 3984243b-048d-466a-846d-6fc379f89a68 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:50:39.938046 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-84798964-1a1d-4706-96ab-49bf546c100d req-c53bfd7f-a3b2-4c5b-a7b0-d0b88fd6136c service neutron] Attempting to bind port 8e5cf7ff-15da-45a7-acbe-5153d4a2259c on host n-h2-842733-1 for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:50:39.938225 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-84798964-1a1d-4706-96ab-49bf546c100d req-c53bfd7f-a3b2-4c5b-a7b0-d0b88fd6136c service neutron] Attempting to bind port 8e5cf7ff-15da-45a7-acbe-5153d4a2259c by drivers openvswitch,hyperv on host n-h2-842733-1 at level 0 using segments [{'id': '625a2e39-ceca-49f0-b8ec-14ebc369722e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'ce671979-73f9-44d6-8ce7-2c8dc82e60ae'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:50:39.938451 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84798964-1a1d-4706-96ab-49bf546c100d req-c53bfd7f-a3b2-4c5b-a7b0-d0b88fd6136c service neutron] Attempting to bind port 8e5cf7ff-15da-45a7-acbe-5153d4a2259c on network ce671979-73f9-44d6-8ce7-2c8dc82e60ae {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:50:39.947240 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53bfd7f-a3b2-4c5b-a7b0-d0b88fd6136c service neutron] Pushing event updated for resources: {'Port': ['ID=8e5cf7ff-15da-45a7-acbe-5153d4a2259c,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:50:39.950755 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 49974) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:50:39.951399 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-8eb5035a-4456-4397-9d47-b77dcee4746d tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842733-1, 4e95ee04-09d6-4cc6-bb61-9dcca7cf9d86) {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:50:39.967749 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eb5035a-4456-4397-9d47-b77dcee4746d tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:39.968366 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8eb5035a-4456-4397-9d47-b77dcee4746d tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:39.984915 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84798964-1a1d-4706-96ab-49bf546c100d req-c53bfd7f-a3b2-4c5b-a7b0-d0b88fd6136c service neutron] Port 8e5cf7ff-15da-45a7-acbe-5153d4a2259c on network ce671979-73f9-44d6-8ce7-2c8dc82e60ae not bound, no agent of type Open vSwitch agent registered on host n-h2-842733-1 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 20:50:39.986787 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84798964-1a1d-4706-96ab-49bf546c100d req-c53bfd7f-a3b2-4c5b-a7b0-d0b88fd6136c service neutron] Attempting to bind port 8e5cf7ff-15da-45a7-acbe-5153d4a2259c on network ce671979-73f9-44d6-8ce7-2c8dc82e60ae {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:50:40.009789 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device f326838a-f9dd-41a9-8aa1-47c6d4ae90c7 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:50:40.011933 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84798964-1a1d-4706-96ab-49bf546c100d req-c53bfd7f-a3b2-4c5b-a7b0-d0b88fd6136c service neutron] Checking agent: {'id': 'a66f2511-b955-448f-877c-56cfe9c81b12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 33, 2), 'started_at': datetime.datetime(2022, 5, 20, 20, 33, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 50, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:50:40.012279 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84798964-1a1d-4706-96ab-49bf546c100d req-c53bfd7f-a3b2-4c5b-a7b0-d0b88fd6136c service neutron] Checking segment: {'id': '625a2e39-ceca-49f0-b8ec-14ebc369722e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'ce671979-73f9-44d6-8ce7-2c8dc82e60ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:50:40.012675 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84798964-1a1d-4706-96ab-49bf546c100d req-c53bfd7f-a3b2-4c5b-a7b0-d0b88fd6136c service neutron] Bound using segment: {'id': '625a2e39-ceca-49f0-b8ec-14ebc369722e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'ce671979-73f9-44d6-8ce7-2c8dc82e60ae'} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:50:40.013121 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-84798964-1a1d-4706-96ab-49bf546c100d req-c53bfd7f-a3b2-4c5b-a7b0-d0b88fd6136c service neutron] Bound port: 8e5cf7ff-15da-45a7-acbe-5153d4a2259c, host: n-h2-842733-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '625a2e39-ceca-49f0-b8ec-14ebc369722e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'ce671979-73f9-44d6-8ce7-2c8dc82e60ae'}}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:50:40.013511 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-84798964-1a1d-4706-96ab-49bf546c100d req-c53bfd7f-a3b2-4c5b-a7b0-d0b88fd6136c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:40.016400 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e0dfcca-348a-40e4-bd9a-df97c37cacc3 None None] Network 4e95ee04-09d6-4cc6-bb61-9dcca7cf9d86 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:50:40.106579 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3060015f-ce06-4d41-a5dd-27e42edaaabb req-64f90e73-1a99-4f4f-a5cc-ec4b10466698 service neutron] 10.222.0.24 "GET /v2.0/networks/9abac87e-130e-4a54-8c74-9469b8c9e8ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4885714 May 20 20:50:40.138221 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d674931-22b6-4b9c-bd74-cdf92dcf5940 req-585e00bc-376d-4c98-b5fa-70b9c327a843 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:40.145068 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d674931-22b6-4b9c-bd74-cdf92dcf5940 req-585e00bc-376d-4c98-b5fa-70b9c327a843 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:40.148492 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-84798964-1a1d-4706-96ab-49bf546c100d req-c53bfd7f-a3b2-4c5b-a7b0-d0b88fd6136c service neutron] For port 8e5cf7ff-15da-45a7-acbe-5153d4a2259c, host n-h2-842733-1, cleared binding levels {{(pid=103162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:50:40.151864 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d674931-22b6-4b9c-bd74-cdf92dcf5940 req-585e00bc-376d-4c98-b5fa-70b9c327a843 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:40.158227 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d674931-22b6-4b9c-bd74-cdf92dcf5940 req-585e00bc-376d-4c98-b5fa-70b9c327a843 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:40.158942 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-84798964-1a1d-4706-96ab-49bf546c100d req-c53bfd7f-a3b2-4c5b-a7b0-d0b88fd6136c service neutron] For port 8e5cf7ff-15da-45a7-acbe-5153d4a2259c, host n-h2-842733-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=8e5cf7ff-15da-45a7-acbe-5153d4a2259c,segment=NetworkSegment(625a2e39-ceca-49f0-b8ec-14ebc369722e),segment_id=625a2e39-ceca-49f0-b8ec-14ebc369722e)] {{(pid=103162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:50:40.164703 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d674931-22b6-4b9c-bd74-cdf92dcf5940 req-585e00bc-376d-4c98-b5fa-70b9c327a843 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:40.166097 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-07244f1e-27b9-4dad-bb59-a57f562cab6b admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1874389707-network', 'tenant_id': '6779d692767b447dad7b2ec2a8de849e'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:50:40.171009 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d674931-22b6-4b9c-bd74-cdf92dcf5940 req-585e00bc-376d-4c98-b5fa-70b9c327a843 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:40.177685 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d674931-22b6-4b9c-bd74-cdf92dcf5940 req-585e00bc-376d-4c98-b5fa-70b9c327a843 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:40.186652 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-8eb5035a-4456-4397-9d47-b77dcee4746d tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.0813975 May 20 20:50:40.187231 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1d674931-22b6-4b9c-bd74-cdf92dcf5940 req-585e00bc-376d-4c98-b5fa-70b9c327a843 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] 10.222.0.35 "GET /v2.0/ports?device_id=24bc83bc-86f4-4e1f-99de-9736337ee499 HTTP/1.1" status: 200 len: 5380 time: 0.1868658 May 20 20:50:40.189332 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 49978) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:50:40.296242 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-34194e5e-1eee-426f-94ca-4c43db711ffd tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33160123'] for network, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:40.300985 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-84798964-1a1d-4706-96ab-49bf546c100d req-c53bfd7f-a3b2-4c5b-a7b0-d0b88fd6136c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:40.306056 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07244f1e-27b9-4dad-bb59-a57f562cab6b admin admin] Made reservation on behalf of 6779d692767b447dad7b2ec2a8de849e for: {'network': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:50:40.307231 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-4e76d6fc-b9b3-484a-b752-78f708f80100 None None] Provisioning complete for port f326838a-f9dd-41a9-8aa1-47c6d4ae90c7 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:50:40.307602 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4e76d6fc-b9b3-484a-b752-78f708f80100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:40.309042 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-07244f1e-27b9-4dad-bb59-a57f562cab6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for network, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:40.344124 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3060015f-ce06-4d41-a5dd-27e42edaaabb req-7b9ee351-7c29-4ce6-bc0d-2ba09adcc1f4 service neutron] 10.222.0.24 "GET /v2.0/networks/9abac87e-130e-4a54-8c74-9469b8c9e8ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2192521 May 20 20:50:40.361633 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-07244f1e-27b9-4dad-bb59-a57f562cab6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:40.382255 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84798964-1a1d-4706-96ab-49bf546c100d req-c53bfd7f-a3b2-4c5b-a7b0-d0b88fd6136c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:40.383180 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-84798964-1a1d-4706-96ab-49bf546c100d req-c53bfd7f-a3b2-4c5b-a7b0-d0b88fd6136c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:40.384723 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-84798964-1a1d-4706-96ab-49bf546c100d req-c53bfd7f-a3b2-4c5b-a7b0-d0b88fd6136c service neutron] 10.222.0.13 "PUT /v2.0/ports/8e5cf7ff-15da-45a7-acbe-5153d4a2259c HTTP/1.1" status: 200 len: 1089 time: 1.8617916 May 20 20:50:40.435343 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3317f3cf-8828-4cac-8e9b-35588e22114c req-8ed0fb7c-47ec-4e9f-a2cb-50e84d4d8dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:40.435808 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3317f3cf-8828-4cac-8e9b-35588e22114c req-8ed0fb7c-47ec-4e9f-a2cb-50e84d4d8dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:40.436265 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3317f3cf-8828-4cac-8e9b-35588e22114c req-8ed0fb7c-47ec-4e9f-a2cb-50e84d4d8dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:40.438839 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3317f3cf-8828-4cac-8e9b-35588e22114c req-8ed0fb7c-47ec-4e9f-a2cb-50e84d4d8dc5 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=130041758ffe4e0a8066d604acc4da27&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.6614943 May 20 20:50:40.567276 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [req-84798964-1a1d-4706-96ab-49bf546c100d req-da41a5d0-05a0-4b2c-8e69-0f791112defc service neutron] Request body: {'port': {'device_id': '24bc83bc-86f4-4e1f-99de-9736337ee499', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-842733-1'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:50:40.601243 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1d674931-22b6-4b9c-bd74-cdf92dcf5940 req-bdd8bb7a-750e-44d8-a626-aac3c774c875 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] 10.222.0.35 "GET /v2.0/security-groups?id=863381a6-ea9c-49ea-aca2-bed57188f540&id=a9a0a9ba-adc9-42eb-829d-df5caa26883b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4100513 May 20 20:50:40.695564 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4066cd5d-e03a-4ba0-9099-e8bc7a3e0717 req-5ea9707a-5b93-413e-bffb-7737a5962478 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:40.703306 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port f326838a-f9dd-41a9-8aa1-47c6d4ae90c7 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:50:40.703923 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:40.709397 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4066cd5d-e03a-4ba0-9099-e8bc7a3e0717 req-5ea9707a-5b93-413e-bffb-7737a5962478 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/ports?device_id=7dbeddf6-3f1c-4e9f-b714-83d55fa05176 HTTP/1.1" status: 200 len: 944 time: 0.3642399 May 20 20:50:40.730788 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3317f3cf-8828-4cac-8e9b-35588e22114c req-461cf25c-b502-444d-8a77-17b4bbab61cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:40.732642 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3317f3cf-8828-4cac-8e9b-35588e22114c req-461cf25c-b502-444d-8a77-17b4bbab61cf service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2867050 May 20 20:50:40.813603 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12266c13-d0c3-4a50-8470-c9c618173508 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaee2b848-d4b9-5db1-b6ef-d6db29d67de7-4e95ee04-09d6-4cc6-bb61-9dcca7cf9d86', 'network_id': '4e95ee04-09d6-4cc6-bb61-9dcca7cf9d86', 'tenant_id': '96f638b5d51f40ba91740cda889595cb', 'fixed_ips': [{'subnet_id': '8bdce111-a5f8-4964-8ef6-f0876d332a99'}]}} from n-d-842733-1. {{(pid=103164) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 20:50:40.814609 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-12266c13-d0c3-4a50-8470-c9c618173508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:40.855488 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e3a407-133d-49f4-964f-8042d6fd8f68 req-7897c7e2-3f1b-40ec-bf34-ce1df74b59da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:40.857255 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f4e3a407-133d-49f4-964f-8042d6fd8f68 req-7897c7e2-3f1b-40ec-bf34-ce1df74b59da service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=588768b5beac49d4962709858ca424c7&device_id=7dbeddf6-3f1c-4e9f-b714-83d55fa05176 HTTP/1.1" status: 200 len: 1095 time: 0.3062739 May 20 20:50:40.857485 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53bfd7f-a3b2-4c5b-a7b0-d0b88fd6136c service neutron] Pushing event updated for resources: {'Port': ['ID=8e5cf7ff-15da-45a7-acbe-5153d4a2259c,revision_number=3']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:50:40.882244 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-07244f1e-27b9-4dad-bb59-a57f562cab6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:40.885580 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-34194e5e-1eee-426f-94ca-4c43db711ffd tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33068388'] for subnet, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:40.889077 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-4e76d6fc-b9b3-484a-b752-78f708f80100 None None] Current status of the port f326838a-f9dd-41a9-8aa1-47c6d4ae90c7 is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:50:40.889604 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4e76d6fc-b9b3-484a-b752-78f708f80100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:40.931153 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-4e76d6fc-b9b3-484a-b752-78f708f80100 None None] For port f326838a-f9dd-41a9-8aa1-47c6d4ae90c7, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=f326838a-f9dd-41a9-8aa1-47c6d4ae90c7,segment=NetworkSegment(0b43ba67-c973-4966-bf9f-f5db29284cf8),segment_id=0b43ba67-c973-4966-bf9f-f5db29284cf8)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:50:40.987688 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port f326838a-f9dd-41a9-8aa1-47c6d4ae90c7 is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:50:40.988577 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:40.996681 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4066cd5d-e03a-4ba0-9099-e8bc7a3e0717 req-4a503075-a2a2-426c-ac31-e8bc40df276d tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9f9543d-587a-47bd-8772-bda4bd5582ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2783880 May 20 20:50:41.008985 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-07244f1e-27b9-4dad-bb59-a57f562cab6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:41.025496 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-84798964-1a1d-4706-96ab-49bf546c100d req-da41a5d0-05a0-4b2c-8e69-0f791112defc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:41.121466 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a20915-07c1-4854-941f-fc4bd742c590 req-ddf110a7-db7c-4e0b-8579-82c746198951 tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:41.129692 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d0a20915-07c1-4854-941f-fc4bd742c590 req-ddf110a7-db7c-4e0b-8579-82c746198951 tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] 10.222.0.35 "GET /v2.0/ports?device_id=eb9d197d-73b0-448c-8000-bb76a8479f3c HTTP/1.1" status: 200 len: 945 time: 0.1430357 May 20 20:50:41.160617 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07244f1e-27b9-4dad-bb59-a57f562cab6b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 233} {{(pid=103162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 20:50:41.207206 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07244f1e-27b9-4dad-bb59-a57f562cab6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4189c5a-a519-437a-b77b-ef227ec8afcb,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:50:41.220593 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-34194e5e-1eee-426f-94ca-4c43db711ffd tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33068399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3797621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4018265'] for subnet, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:41.226214 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-07244f1e-27b9-4dad-bb59-a57f562cab6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:41.226214 n-d-842733-1 neutron-server[103162]: INFO neutron.db.segments_db [None req-07244f1e-27b9-4dad-bb59-a57f562cab6b admin admin] Added segment 7ce962aa-0523-484c-8bd1-9df11c20f399 of type vlan for network fb06e3db-5220-4bb0-8d39-5eddf67222c1 May 20 20:50:41.280421 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4e76d6fc-b9b3-484a-b752-78f708f80100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:41.310969 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24bc83bc-86f4-4e1f-99de-9736337ee499', 'tag': '8e5cf7ff-15da-45a7-acbe-5153d4a2259c'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:50:41.313577 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6fa957933fccbf596d28104b23404b952ad6a8238afaebaed40a0874b2e409" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a1b1ada-f263-4ead-982a-899c5ca0b2bc" -d '{"events": [{"name": "network-changed", "server_uuid": "24bc83bc-86f4-4e1f-99de-9736337ee499", "tag": "8e5cf7ff-15da-45a7-acbe-5153d4a2259c"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:50:41.324925 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34194e5e-1eee-426f-94ca-4c43db711ffd tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Pushing event deleted for resources: {'Subnet': ['ID=8bdce111-a5f8-4964-8ef6-f0876d332a99,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:50:41.392476 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server [None req-12266c13-d0c3-4a50-8470-c9c618173508 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8bdce111-a5f8-4964-8ef6-f0876d332a99: This subnet is being modified by another concurrent operation. May 20 20:50:41.392476 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 20 20:50:41.392476 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 20 20:50:41.392476 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 20 20:50:41.392476 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 20 20:50:41.392476 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 20 20:50:41.392476 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 20 20:50:41.392476 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 20 20:50:41.392476 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 20 20:50:41.392476 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 20 20:50:41.392476 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 20 20:50:41.392476 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 20 20:50:41.392476 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 20 20:50:41.392476 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server self.force_reraise() May 20 20:50:41.392476 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 20 20:50:41.392476 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server raise self.value May 20 20:50:41.392476 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 20 20:50:41.392476 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 20 20:50:41.392476 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 20 20:50:41.392476 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 20 20:50:41.392476 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 20 20:50:41.392476 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server self.force_reraise() May 20 20:50:41.392476 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 20 20:50:41.392476 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server raise self.value May 20 20:50:41.392476 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 20 20:50:41.392476 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 20 20:50:41.392476 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 20 20:50:41.392476 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 20 20:50:41.392476 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 20 20:50:41.392476 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server self.force_reraise() May 20 20:50:41.392476 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 20 20:50:41.392476 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server raise self.value May 20 20:50:41.392476 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 20 20:50:41.392476 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 20 20:50:41.392476 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper May 20 20:50:41.392476 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) May 20 20:50:41.392476 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port May 20 20:50:41.392476 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') May 20 20:50:41.392476 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action May 20 20:50:41.392476 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) May 20 20:50:41.392476 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port May 20 20:50:41.392476 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( May 20 20:50:41.392476 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner May 20 20:50:41.392476 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 20 20:50:41.392476 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped May 20 20:50:41.392476 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 20 20:50:41.392476 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 20 20:50:41.392476 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 20 20:50:41.392476 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 20 20:50:41.392476 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server self.force_reraise() May 20 20:50:41.392476 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 20 20:50:41.392476 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server raise self.value May 20 20:50:41.392476 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 20 20:50:41.392476 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 20 20:50:41.397600 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 20 20:50:41.397600 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 20 20:50:41.397600 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 20 20:50:41.397600 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server self.force_reraise() May 20 20:50:41.397600 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 20 20:50:41.397600 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server raise self.value May 20 20:50:41.397600 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 20 20:50:41.397600 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 20 20:50:41.397600 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 20 20:50:41.397600 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 20 20:50:41.397600 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 20 20:50:41.397600 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server self.force_reraise() May 20 20:50:41.397600 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 20 20:50:41.397600 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server raise self.value May 20 20:50:41.397600 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 20 20:50:41.397600 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 20 20:50:41.397600 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1486, in create_port May 20 20:50:41.397600 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) May 20 20:50:41.397600 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1451, in _create_port_db May 20 20:50:41.397600 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) May 20 20:50:41.397600 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db May 20 20:50:41.397600 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( May 20 20:50:41.397600 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store May 20 20:50:41.397600 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) May 20 20:50:41.397600 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped May 20 20:50:41.397600 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 20 20:50:41.397600 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper May 20 20:50:41.397600 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) May 20 20:50:41.397600 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port May 20 20:50:41.397600 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) May 20 20:50:41.397600 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port May 20 20:50:41.397600 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 20 20:50:41.397600 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets May 20 20:50:41.397600 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 20 20:50:41.397600 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 20 20:50:41.397600 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server raise exception May 20 20:50:41.397600 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8bdce111-a5f8-4964-8ef6-f0876d332a99: This subnet is being modified by another concurrent operation. May 20 20:50:41.397600 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server May 20 20:50:41.462008 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-34194e5e-1eee-426f-94ca-4c43db711ffd tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33072115', 'neutron.services.segments.db._delete_segments_for_network-8782419500584'] for network, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:41.483115 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e76d6fc-b9b3-484a-b752-78f708f80100 None None] Pushing event updated for resources: {'Port': ['ID=f326838a-f9dd-41a9-8aa1-47c6d4ae90c7,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:50:41.492790 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59605d5f-78fa-4489-b3a3-36598d772d16 None None] Network 4e95ee04-09d6-4cc6-bb61-9dcca7cf9d86 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:50:41.498349 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-34194e5e-1eee-426f-94ca-4c43db711ffd tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e95ee04-09d6-4cc6-bb61-9dcca7cf9d86']}} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:50:41.542357 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e3a407-133d-49f4-964f-8042d6fd8f68 req-94d5333f-d9ef-4bf5-a1a2-a62e5bb1dc6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:41.544029 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f4e3a407-133d-49f4-964f-8042d6fd8f68 req-94d5333f-d9ef-4bf5-a1a2-a62e5bb1dc6d service neutron] 10.222.0.24 "GET /v2.0/networks?id=9abac87e-130e-4a54-8c74-9469b8c9e8ef HTTP/1.1" status: 200 len: 915 time: 0.6647348 May 20 20:50:41.588951 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.db.api [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103164) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 20 20:50:41.589349 n-d-842733-1 neutron-server[103164]: DEBUG oslo_db.api [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 20 20:50:41.601245 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f4e3a407-133d-49f4-964f-8042d6fd8f68 req-332914ec-5dd1-460f-b3e1-80f34eaf5700 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f79e4790-9647-4270-9e01-e62f5e898251 HTTP/1.1" status: 200 len: 217 time: 0.0410202 May 20 20:50:41.664161 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d0a20915-07c1-4854-941f-fc4bd742c590 req-c1c76934-f1b8-4bf7-8c41-f976712a237f tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] 10.222.0.35 "GET /v2.0/security-groups?id=2274ca87-1a60-437e-91f1-b4d825425422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5316968 May 20 20:50:41.684776 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 20:50:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-914dbe6f-d8e9-4be5-8e47-c5390f436c17 x-openstack-request-id: req-914dbe6f-d8e9-4be5-8e47-c5390f436c17 {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:50:41.685385 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24bc83bc-86f4-4e1f-99de-9736337ee499", "tag": "8e5cf7ff-15da-45a7-acbe-5153d4a2259c", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:50:41.685638 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-914dbe6f-d8e9-4be5-8e47-c5390f436c17 {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:50:41.686042 n-d-842733-1 neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-914dbe6f-d8e9-4be5-8e47-c5390f436c17'] response: {'name': 'network-changed', 'server_uuid': '24bc83bc-86f4-4e1f-99de-9736337ee499', 'tag': '8e5cf7ff-15da-45a7-acbe-5153d4a2259c', 'status': 'completed', 'code': 200} May 20 20:50:41.691875 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-34194e5e-1eee-426f-94ca-4c43db711ffd tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63674ba3-98f5-4756-b2f4-8da92384b920') {'for_net_delete': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:50:41.692193 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-34194e5e-1eee-426f-94ca-4c43db711ffd tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63674ba3-98f5-4756-b2f4-8da92384b920') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:50:41.692415 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1b1ada-f263-4ead-982a-899c5ca0b2bc req-cb143fb2-208a-420c-98d1-a044193d712e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:41.692932 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1b1ada-f263-4ead-982a-899c5ca0b2bc req-cb143fb2-208a-420c-98d1-a044193d712e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:41.693436 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1b1ada-f263-4ead-982a-899c5ca0b2bc req-cb143fb2-208a-420c-98d1-a044193d712e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:41.693992 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1b1ada-f263-4ead-982a-899c5ca0b2bc req-cb143fb2-208a-420c-98d1-a044193d712e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:41.694364 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1b1ada-f263-4ead-982a-899c5ca0b2bc req-cb143fb2-208a-420c-98d1-a044193d712e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:41.694832 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1b1ada-f263-4ead-982a-899c5ca0b2bc req-cb143fb2-208a-420c-98d1-a044193d712e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:41.695030 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-07244f1e-27b9-4dad-bb59-a57f562cab6b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418993264'] for network, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:41.695287 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1b1ada-f263-4ead-982a-899c5ca0b2bc req-cb143fb2-208a-420c-98d1-a044193d712e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:41.697245 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3a1b1ada-f263-4ead-982a-899c5ca0b2bc req-cb143fb2-208a-420c-98d1-a044193d712e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=130041758ffe4e0a8066d604acc4da27&device_id=24bc83bc-86f4-4e1f-99de-9736337ee499 HTTP/1.1" status: 200 len: 6272 time: 0.1743996 May 20 20:50:41.709923 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-34194e5e-1eee-426f-94ca-4c43db711ffd tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419501617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3738385'] for segment, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:41.719411 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e3a407-133d-49f4-964f-8042d6fd8f68 req-0b09244d-0a36-443e-b18e-80f40c860774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:41.720943 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f4e3a407-133d-49f4-964f-8042d6fd8f68 req-0b09244d-0a36-443e-b18e-80f40c860774 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4430fb8c-e38d-491e-be0f-4a0062e4f021 HTTP/1.1" status: 200 len: 854 time: 0.1054320 May 20 20:50:41.744979 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-34194e5e-1eee-426f-94ca-4c43db711ffd tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:41.770066 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34194e5e-1eee-426f-94ca-4c43db711ffd tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Releasing vlan 227 on physical network physnet1 to pool {{(pid=103162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 20:50:41.770471 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-34194e5e-1eee-426f-94ca-4c43db711ffd tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3800791'] for segment, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:41.779004 n-d-842733-1 neutron-server[103162]: Traceback (most recent call last): May 20 20:50:41.779004 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 20:50:41.779004 n-d-842733-1 neutron-server[103162]: timer() May 20 20:50:41.779004 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 20:50:41.779004 n-d-842733-1 neutron-server[103162]: cb(*args, **kw) May 20 20:50:41.779004 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 20 20:50:41.779004 n-d-842733-1 neutron-server[103162]: return func(*args, **kwargs) May 20 20:50:41.779004 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 20:50:41.779004 n-d-842733-1 neutron-server[103162]: self._notify() May 20 20:50:41.779004 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 20:50:41.779004 n-d-842733-1 neutron-server[103162]: self.callback(batched_events) May 20 20:50:41.779004 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 20:50:41.779004 n-d-842733-1 neutron-server[103162]: event.method(event) May 20 20:50:41.779004 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 20 20:50:41.779004 n-d-842733-1 neutron-server[103162]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 20:50:41.779004 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 20 20:50:41.779004 n-d-842733-1 neutron-server[103162]: aggregate_uuid = self.p_client.list_aggregates( May 20 20:50:41.779004 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 20 20:50:41.779004 n-d-842733-1 neutron-server[103162]: return f(self, *a, **k) May 20 20:50:41.779004 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 20 20:50:41.779004 n-d-842733-1 neutron-server[103162]: return self._get(url).json() May 20 20:50:41.779004 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 20 20:50:41.779004 n-d-842733-1 neutron-server[103162]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 20:50:41.779004 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 20:50:41.779004 n-d-842733-1 neutron-server[103162]: return self.request(url, 'GET', **kwargs) May 20 20:50:41.779004 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 20:50:41.779004 n-d-842733-1 neutron-server[103162]: base_url = self.get_endpoint(auth, allow=allow, May 20 20:50:41.779004 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 20:50:41.779004 n-d-842733-1 neutron-server[103162]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 20:50:41.779004 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 20:50:41.779004 n-d-842733-1 neutron-server[103162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 20:50:41.779004 n-d-842733-1 neutron-server[103162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 20:50:41.821598 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f4e3a407-133d-49f4-964f-8042d6fd8f68 req-111eb6af-24de-4bdf-979b-d40181ae2a3c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9abac87e-130e-4a54-8c74-9469b8c9e8ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0733728 May 20 20:50:41.830680 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [req-84798964-1a1d-4706-96ab-49bf546c100d req-da41a5d0-05a0-4b2c-8e69-0f791112defc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f6e4e5b-3b4d-4afd-ab5f-fc21ef7d2709 {{(pid=103162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:50:41.841963 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-84798964-1a1d-4706-96ab-49bf546c100d req-da41a5d0-05a0-4b2c-8e69-0f791112defc service neutron] Notify callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:41.871930 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.provisioning_blocks [req-84798964-1a1d-4706-96ab-49bf546c100d req-da41a5d0-05a0-4b2c-8e69-0f791112defc service neutron] Transition to ACTIVE for port object 4f6e4e5b-3b4d-4afd-ab5f-fc21ef7d2709 will not be triggered until provisioned by entity L2. {{(pid=103162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 20:50:41.954731 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-07244f1e-27b9-4dad-bb59-a57f562cab6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524'] for network, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:41.955923 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07244f1e-27b9-4dad-bb59-a57f562cab6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:41.956567 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-420838ba-97d1-4a4a-a407-d00145b590a7 None None] get_active_networks_info from n-d-842733-1 {{(pid=103164) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 20 20:50:41.957034 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-07244f1e-27b9-4dad-bb59-a57f562cab6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:41.979895 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d754e8b-9a1b-4fa4-ba46-bfea98c85308 req-bd476887-f4bc-4743-a940-39f27d6e3e2a tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:41.985759 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d754e8b-9a1b-4fa4-ba46-bfea98c85308 req-bd476887-f4bc-4743-a940-39f27d6e3e2a tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:41.992139 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d754e8b-9a1b-4fa4-ba46-bfea98c85308 req-bd476887-f4bc-4743-a940-39f27d6e3e2a tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:41.998017 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d754e8b-9a1b-4fa4-ba46-bfea98c85308 req-bd476887-f4bc-4743-a940-39f27d6e3e2a tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:42.003818 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d754e8b-9a1b-4fa4-ba46-bfea98c85308 req-bd476887-f4bc-4743-a940-39f27d6e3e2a tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:42.010345 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d754e8b-9a1b-4fa4-ba46-bfea98c85308 req-bd476887-f4bc-4743-a940-39f27d6e3e2a tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:42.016122 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d754e8b-9a1b-4fa4-ba46-bfea98c85308 req-bd476887-f4bc-4743-a940-39f27d6e3e2a tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:42.020669 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07244f1e-27b9-4dad-bb59-a57f562cab6b admin admin] Pushing event updated for resources: {'Network': ['ID=fb06e3db-5220-4bb0-8d39-5eddf67222c1,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:50:42.021047 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3d754e8b-9a1b-4fa4-ba46-bfea98c85308 req-bd476887-f4bc-4743-a940-39f27d6e3e2a tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] 10.222.0.35 "GET /v2.0/ports?device_id=24bc83bc-86f4-4e1f-99de-9736337ee499 HTTP/1.1" status: 200 len: 5380 time: 0.2583730 May 20 20:50:42.023579 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-34194e5e-1eee-426f-94ca-4c43db711ffd tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33072122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748162'] for network, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:42.025351 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-84798964-1a1d-4706-96ab-49bf546c100d req-da41a5d0-05a0-4b2c-8e69-0f791112defc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:42.049681 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-34194e5e-1eee-426f-94ca-4c43db711ffd tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:42.056975 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-34194e5e-1eee-426f-94ca-4c43db711ffd tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] 10.222.0.35 "DELETE /v2.0/networks/4e95ee04-09d6-4cc6-bb61-9dcca7cf9d86 HTTP/1.1" status: 204 len: 168 time: 1.8666592 May 20 20:50:42.066786 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 49992) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:50:42.074434 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-a6fc3a08-5a5b-4dc3-8bbc-ac517e6bbeb9 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1450708514'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:50:42.090251 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f4e3a407-133d-49f4-964f-8042d6fd8f68 req-41e4f989-71b8-4834-ab63-9c5b9e7b8866 service neutron] 10.222.0.24 "GET /v2.0/networks/9abac87e-130e-4a54-8c74-9469b8c9e8ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2324536 May 20 20:50:42.091384 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1b1ada-f263-4ead-982a-899c5ca0b2bc req-56686081-cdca-450f-b1b5-eba6d0e8b9e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:42.091842 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1b1ada-f263-4ead-982a-899c5ca0b2bc req-56686081-cdca-450f-b1b5-eba6d0e8b9e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:42.092289 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1b1ada-f263-4ead-982a-899c5ca0b2bc req-56686081-cdca-450f-b1b5-eba6d0e8b9e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:42.093724 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3a1b1ada-f263-4ead-982a-899c5ca0b2bc req-56686081-cdca-450f-b1b5-eba6d0e8b9e4 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=130041758ffe4e0a8066d604acc4da27&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.3717442 May 20 20:50:42.131482 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34194e5e-1eee-426f-94ca-4c43db711ffd tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Pushing event deleted for resources: {'Network': ['ID=4e95ee04-09d6-4cc6-bb61-9dcca7cf9d86,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:50:42.161882 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3d754e8b-9a1b-4fa4-ba46-bfea98c85308 req-e04cdee2-d696-4fb6-950c-d534bea5fa3b tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] 10.222.0.35 "GET /v2.0/security-groups?id=863381a6-ea9c-49ea-aca2-bed57188f540&id=a9a0a9ba-adc9-42eb-829d-df5caa26883b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1212943 May 20 20:50:42.201106 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da41a5d0-05a0-4b2c-8e69-0f791112defc service neutron] Pushing event updated for resources: {'Port': ['ID=4f6e4e5b-3b4d-4afd-ab5f-fc21ef7d2709,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:50:42.237247 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-07244f1e-27b9-4dad-bb59-a57f562cab6b admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.2752686 May 20 20:50:42.242084 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 49996) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:50:42.247736 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-c34e2f2d-2ea9-4630-81fc-1c8d23911b52 admin admin] Request body: {'subnet': {'network_id': 'fb06e3db-5220-4bb0-8d39-5eddf67222c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1874389707-subnet', 'tenant_id': '6779d692767b447dad7b2ec2a8de849e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:50:42.264171 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-420838ba-97d1-4a4a-a407-d00145b590a7 None None] Resources bound (agent type, host, resource id): {{(pid=103164) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 20 20:50:42.269513 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Network fb06e3db-5220-4bb0-8d39-5eddf67222c1 details requested by agent ovs-agent-n-d-842733-1 with host n-d-842733-1 {{(pid=103164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 20 20:50:42.298054 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-84798964-1a1d-4706-96ab-49bf546c100d req-da41a5d0-05a0-4b2c-8e69-0f791112defc service neutron] Attempting to bind port 4f6e4e5b-3b4d-4afd-ab5f-fc21ef7d2709 on host n-h2-842733-1 for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:50:42.298392 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-84798964-1a1d-4706-96ab-49bf546c100d req-da41a5d0-05a0-4b2c-8e69-0f791112defc service neutron] Attempting to bind port 4f6e4e5b-3b4d-4afd-ab5f-fc21ef7d2709 by drivers openvswitch,hyperv on host n-h2-842733-1 at level 0 using segments [{'id': '625a2e39-ceca-49f0-b8ec-14ebc369722e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'ce671979-73f9-44d6-8ce7-2c8dc82e60ae'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:50:42.298726 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84798964-1a1d-4706-96ab-49bf546c100d req-da41a5d0-05a0-4b2c-8e69-0f791112defc service neutron] Attempting to bind port 4f6e4e5b-3b4d-4afd-ab5f-fc21ef7d2709 on network ce671979-73f9-44d6-8ce7-2c8dc82e60ae {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:50:42.311817 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6fc3a08-5a5b-4dc3-8bbc-ac517e6bbeb9 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Made reservation on behalf of 96f638b5d51f40ba91740cda889595cb for: {'network': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:50:42.315742 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84798964-1a1d-4706-96ab-49bf546c100d req-da41a5d0-05a0-4b2c-8e69-0f791112defc service neutron] Port 4f6e4e5b-3b4d-4afd-ab5f-fc21ef7d2709 on network ce671979-73f9-44d6-8ce7-2c8dc82e60ae not bound, no agent of type Open vSwitch agent registered on host n-h2-842733-1 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 20:50:42.316212 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84798964-1a1d-4706-96ab-49bf546c100d req-da41a5d0-05a0-4b2c-8e69-0f791112defc service neutron] Attempting to bind port 4f6e4e5b-3b4d-4afd-ab5f-fc21ef7d2709 on network ce671979-73f9-44d6-8ce7-2c8dc82e60ae {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:50:42.316901 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a6fc3a08-5a5b-4dc3-8bbc-ac517e6bbeb9 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for network, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:42.324493 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1b1ada-f263-4ead-982a-899c5ca0b2bc req-bbb379e2-5567-40be-91d8-43e467290fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:42.326247 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3a1b1ada-f263-4ead-982a-899c5ca0b2bc req-bbb379e2-5567-40be-91d8-43e467290fbe service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2069244 May 20 20:50:42.333087 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84798964-1a1d-4706-96ab-49bf546c100d req-da41a5d0-05a0-4b2c-8e69-0f791112defc service neutron] Checking agent: {'id': 'a66f2511-b955-448f-877c-56cfe9c81b12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 33, 2), 'started_at': datetime.datetime(2022, 5, 20, 20, 33, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 50, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:50:42.334532 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84798964-1a1d-4706-96ab-49bf546c100d req-da41a5d0-05a0-4b2c-8e69-0f791112defc service neutron] Checking segment: {'id': '625a2e39-ceca-49f0-b8ec-14ebc369722e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'ce671979-73f9-44d6-8ce7-2c8dc82e60ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:50:42.335123 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84798964-1a1d-4706-96ab-49bf546c100d req-da41a5d0-05a0-4b2c-8e69-0f791112defc service neutron] Bound using segment: {'id': '625a2e39-ceca-49f0-b8ec-14ebc369722e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'ce671979-73f9-44d6-8ce7-2c8dc82e60ae'} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:50:42.335365 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f4e3a407-133d-49f4-964f-8042d6fd8f68 req-cb7e52f9-cfcd-45c6-a083-b7cd9f80e466 service neutron] 10.222.0.24 "GET /v2.0/networks/9abac87e-130e-4a54-8c74-9469b8c9e8ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2248802 May 20 20:50:42.335781 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-84798964-1a1d-4706-96ab-49bf546c100d req-da41a5d0-05a0-4b2c-8e69-0f791112defc service neutron] Bound port: 4f6e4e5b-3b4d-4afd-ab5f-fc21ef7d2709, host: n-h2-842733-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '625a2e39-ceca-49f0-b8ec-14ebc369722e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'ce671979-73f9-44d6-8ce7-2c8dc82e60ae'}}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:50:42.336287 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-84798964-1a1d-4706-96ab-49bf546c100d req-da41a5d0-05a0-4b2c-8e69-0f791112defc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:42.354748 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6fc3a08-5a5b-4dc3-8bbc-ac517e6bbeb9 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 212} {{(pid=103163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 20:50:42.368241 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a6fc3a08-5a5b-4dc3-8bbc-ac517e6bbeb9 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:42.369141 n-d-842733-1 neutron-server[103163]: INFO neutron.db.segments_db [None req-a6fc3a08-5a5b-4dc3-8bbc-ac517e6bbeb9 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Added segment 5e2ccaa3-078e-4235-96d1-b25e761d4fdc of type vlan for network dc3020f7-e1a6-46eb-9758-31354ea4b8be May 20 20:50:42.458428 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a6fc3a08-5a5b-4dc3-8bbc-ac517e6bbeb9 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418993264'] for network, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:42.467657 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-84798964-1a1d-4706-96ab-49bf546c100d req-da41a5d0-05a0-4b2c-8e69-0f791112defc service neutron] For port 4f6e4e5b-3b4d-4afd-ab5f-fc21ef7d2709, host n-h2-842733-1, cleared binding levels {{(pid=103162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:50:42.473583 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-84798964-1a1d-4706-96ab-49bf546c100d req-da41a5d0-05a0-4b2c-8e69-0f791112defc service neutron] For port 4f6e4e5b-3b4d-4afd-ab5f-fc21ef7d2709, host n-h2-842733-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=4f6e4e5b-3b4d-4afd-ab5f-fc21ef7d2709,segment=NetworkSegment(625a2e39-ceca-49f0-b8ec-14ebc369722e),segment_id=625a2e39-ceca-49f0-b8ec-14ebc369722e)] {{(pid=103162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:50:42.483000 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-295472f8-4563-46d3-9d71-c5c52eee379a None None] Provisioning complete for port f326838a-f9dd-41a9-8aa1-47c6d4ae90c7 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:50:42.483457 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-295472f8-4563-46d3-9d71-c5c52eee379a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:42.502594 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d1b0eb-48e1-4522-8cff-95b6e5dd3959 req-70688516-e8e9-43f8-bea8-df8171be7050 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:42.504125 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-71d1b0eb-48e1-4522-8cff-95b6e5dd3959 req-70688516-e8e9-43f8-bea8-df8171be7050 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/ports?device_id=7dbeddf6-3f1c-4e9f-b714-83d55fa05176 HTTP/1.1" status: 200 len: 944 time: 0.4081604 May 20 20:50:42.521990 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c34e2f2d-2ea9-4630-81fc-1c8d23911b52 admin admin] Made reservation on behalf of 6779d692767b447dad7b2ec2a8de849e for: {'subnet': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:50:42.522356 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c34e2f2d-2ea9-4630-81fc-1c8d23911b52 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8422561'] for subnet, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:42.557985 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-84798964-1a1d-4706-96ab-49bf546c100d req-da41a5d0-05a0-4b2c-8e69-0f791112defc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:42.558256 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port f326838a-f9dd-41a9-8aa1-47c6d4ae90c7 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:50:42.597449 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-71d1b0eb-48e1-4522-8cff-95b6e5dd3959 req-6874d588-bdda-4c63-b96a-f32d6f212184 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9f9543d-587a-47bd-8772-bda4bd5582ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844791 May 20 20:50:42.621538 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a6fc3a08-5a5b-4dc3-8bbc-ac517e6bbeb9 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524'] for network, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:42.627601 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6fc3a08-5a5b-4dc3-8bbc-ac517e6bbeb9 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:42.628281 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a6fc3a08-5a5b-4dc3-8bbc-ac517e6bbeb9 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:42.695259 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84798964-1a1d-4706-96ab-49bf546c100d req-da41a5d0-05a0-4b2c-8e69-0f791112defc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:42.695929 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-84798964-1a1d-4706-96ab-49bf546c100d req-da41a5d0-05a0-4b2c-8e69-0f791112defc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:42.711788 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-84798964-1a1d-4706-96ab-49bf546c100d req-da41a5d0-05a0-4b2c-8e69-0f791112defc service neutron] 10.222.0.13 "PUT /v2.0/ports/4f6e4e5b-3b4d-4afd-ab5f-fc21ef7d2709 HTTP/1.1" status: 200 len: 1089 time: 2.1689956 May 20 20:50:42.750724 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da41a5d0-05a0-4b2c-8e69-0f791112defc service neutron] Pushing event updated for resources: {'Port': ['ID=4f6e4e5b-3b4d-4afd-ab5f-fc21ef7d2709,revision_number=3']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:50:42.754831 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device f326838a-f9dd-41a9-8aa1-47c6d4ae90c7 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:50:42.762286 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-295472f8-4563-46d3-9d71-c5c52eee379a None None] Current status of the port f326838a-f9dd-41a9-8aa1-47c6d4ae90c7 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:50:42.804022 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-a6fc3a08-5a5b-4dc3-8bbc-ac517e6bbeb9 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7334261 May 20 20:50:42.807073 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 50002) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:50:42.812210 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-7b058dd5-4935-4dce-a70e-91f2554066fc tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Request body: {'subnet': {'network_id': 'dc3020f7-e1a6-46eb-9758-31354ea4b8be', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:50:42.848699 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fc3a08-5a5b-4dc3-8bbc-ac517e6bbeb9 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Pushing event updated for resources: {'Network': ['ID=dc3020f7-e1a6-46eb-9758-31354ea4b8be,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:50:42.865251 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [req-84798964-1a1d-4706-96ab-49bf546c100d req-5d234121-7ca6-46b9-b84b-6b83a07c7ad9 service neutron] Request body: {'port': {'device_id': '24bc83bc-86f4-4e1f-99de-9736337ee499', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-842733-1'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:50:42.892549 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Network dc3020f7-e1a6-46eb-9758-31354ea4b8be details requested by agent ovs-agent-n-d-842733-1 with host n-d-842733-1 {{(pid=103164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 20 20:50:42.977582 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-84798964-1a1d-4706-96ab-49bf546c100d req-5d234121-7ca6-46b9-b84b-6b83a07c7ad9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:42.984219 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b008b232-b7ba-4d07-a411-94158a50d14c req-05878cfc-f54e-4e3e-91a9-138db18e1bac tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:42.985837 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b008b232-b7ba-4d07-a411-94158a50d14c req-05878cfc-f54e-4e3e-91a9-138db18e1bac tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] 10.222.0.35 "GET /v2.0/ports?device_id=eb9d197d-73b0-448c-8000-bb76a8479f3c HTTP/1.1" status: 200 len: 945 time: 0.1863413 May 20 20:50:43.016489 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c34e2f2d-2ea9-4630-81fc-1c8d23911b52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9641412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8422583'] for subnet, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:43.035848 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port f326838a-f9dd-41a9-8aa1-47c6d4ae90c7 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:50:43.036473 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:43.090011 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b058dd5-4935-4dce-a70e-91f2554066fc tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Made reservation on behalf of 96f638b5d51f40ba91740cda889595cb for: {'subnet': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:50:43.100603 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7b058dd5-4935-4dce-a70e-91f2554066fc tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4018244'] for subnet, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:43.101821 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b008b232-b7ba-4d07-a411-94158a50d14c req-9f9e00e3-f158-4ffb-81c6-fe1bf1a5f470 tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] 10.222.0.35 "GET /v2.0/security-groups?id=2274ca87-1a60-437e-91f1-b4d825425422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918686 May 20 20:50:43.136468 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34e2f2d-2ea9-4630-81fc-1c8d23911b52 admin admin] Pushing event updated for resources: {'Subnet': ['ID=460e99c2-8a4f-4978-9b42-33572d2d191f,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:50:43.181107 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c34e2f2d-2ea9-4630-81fc-1c8d23911b52 admin admin] Checking segment: {'id': '7ce962aa-0523-484c-8bd1-9df11c20f399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'fb06e3db-5220-4bb0-8d39-5eddf67222c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:50:43.181854 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c34e2f2d-2ea9-4630-81fc-1c8d23911b52 admin admin] Network hostable DHCP agents. Network: fb06e3db-5220-4bb0-8d39-5eddf67222c1, hostable agents: ['c9b0653c-f3c7-4339-bd50-e3754b629216'], hosted agents: [] {{(pid=103163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 20:50:43.195450 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port f326838a-f9dd-41a9-8aa1-47c6d4ae90c7 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:50:43.323422 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe825170-39ae-48f4-a36d-666d0499be1e req-49309f7b-7c4a-425d-82d9-315604e466d3 tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:43.331845 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-fe825170-39ae-48f4-a36d-666d0499be1e req-49309f7b-7c4a-425d-82d9-315604e466d3 tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] 10.222.0.35 "GET /v2.0/ports?device_id=eb9d197d-73b0-448c-8000-bb76a8479f3c HTTP/1.1" status: 200 len: 945 time: 0.1309953 May 20 20:50:43.352607 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device f79e4790-9647-4270-9e01-e62f5e898251 details requested by agent hyperv_n-h1-842733-1 with host n-h1-842733-1 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 20:50:43.379327 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba95354-aabc-4815-842d-6761dd34641c req-13a14c3a-e38e-48b2-b5ec-b35247ff8eee tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:43.390882 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba95354-aabc-4815-842d-6761dd34641c req-13a14c3a-e38e-48b2-b5ec-b35247ff8eee tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:43.397512 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba95354-aabc-4815-842d-6761dd34641c req-13a14c3a-e38e-48b2-b5ec-b35247ff8eee tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:43.403695 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba95354-aabc-4815-842d-6761dd34641c req-13a14c3a-e38e-48b2-b5ec-b35247ff8eee tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:43.409566 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba95354-aabc-4815-842d-6761dd34641c req-13a14c3a-e38e-48b2-b5ec-b35247ff8eee tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:43.415608 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba95354-aabc-4815-842d-6761dd34641c req-13a14c3a-e38e-48b2-b5ec-b35247ff8eee tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:43.436390 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba95354-aabc-4815-842d-6761dd34641c req-13a14c3a-e38e-48b2-b5ec-b35247ff8eee tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:43.455153 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8ba95354-aabc-4815-842d-6761dd34641c req-13a14c3a-e38e-48b2-b5ec-b35247ff8eee tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] 10.222.0.35 "GET /v2.0/ports?device_id=24bc83bc-86f4-4e1f-99de-9736337ee499 HTTP/1.1" status: 200 len: 5392 time: 0.1951327 May 20 20:50:43.465950 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c34e2f2d-2ea9-4630-81fc-1c8d23911b52 admin admin] Network fb06e3db-5220-4bb0-8d39-5eddf67222c1 is scheduled to be hosted by DHCP agent c9b0653c-f3c7-4339-bd50-e3754b629216 with binding_index 1 {{(pid=103163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 20:50:43.518344 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port f79e4790-9647-4270-9e01-e62f5e898251, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=f79e4790-9647-4270-9e01-e62f5e898251,segment=NetworkSegment(dd3868d8-2801-4914-84a0-d7fd151b3df3),segment_id=dd3868d8-2801-4914-84a0-d7fd151b3df3)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:50:43.523826 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-fe825170-39ae-48f4-a36d-666d0499be1e req-609cd950-b52c-44a8-a6a0-2a5c5ed5dad9 tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] 10.222.0.35 "GET /v2.0/security-groups?id=2274ca87-1a60-437e-91f1-b4d825425422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910231 May 20 20:50:43.546130 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Returning: {'device': 'f79e4790-9647-4270-9e01-e62f5e898251', 'network_id': '9abac87e-130e-4a54-8c74-9469b8c9e8ef', 'port_id': 'f79e4790-9647-4270-9e01-e62f5e898251', 'mac_address': 'fa:16:3e:00:e0:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4430fb8c-e38d-491e-be0f-4a0062e4f021', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 20 20:50:43.586958 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8ba95354-aabc-4815-842d-6761dd34641c req-bd96f2a9-01b0-4cc9-881f-df2a26c76b8b tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] 10.222.0.35 "GET /v2.0/security-groups?id=863381a6-ea9c-49ea-aca2-bed57188f540&id=a9a0a9ba-adc9-42eb-829d-df5caa26883b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1305048 May 20 20:50:43.596974 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Current status of the port f79e4790-9647-4270-9e01-e62f5e898251 is: DOWN; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:50:43.597522 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:43.607629 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-c34e2f2d-2ea9-4630-81fc-1c8d23911b52 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842733-1, fb06e3db-5220-4bb0-8d39-5eddf67222c1) {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:50:43.612943 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c34e2f2d-2ea9-4630-81fc-1c8d23911b52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:43.613639 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c34e2f2d-2ea9-4630-81fc-1c8d23911b52 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:43.633581 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb70fcc0-050e-47f4-bf09-089d413a1b0f None None] Network fb06e3db-5220-4bb0-8d39-5eddf67222c1 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:50:43.656061 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f79e4790-9647-4270-9e01-e62f5e898251 {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:50:43.705810 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24bc83bc-86f4-4e1f-99de-9736337ee499', 'tag': '4f6e4e5b-3b4d-4afd-ab5f-fc21ef7d2709'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:50:43.709584 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6fa957933fccbf596d28104b23404b952ad6a8238afaebaed40a0874b2e409" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27c88804-aba0-4c68-aef3-35d77b872810" -d '{"events": [{"name": "network-changed", "server_uuid": "24bc83bc-86f4-4e1f-99de-9736337ee499", "tag": "4f6e4e5b-3b4d-4afd-ab5f-fc21ef7d2709"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:50:43.720274 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-c34e2f2d-2ea9-4630-81fc-1c8d23911b52 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.4695194 May 20 20:50:43.721056 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [req-84798964-1a1d-4706-96ab-49bf546c100d req-5d234121-7ca6-46b9-b84b-6b83a07c7ad9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a41647e7-8ada-4a9b-b0ae-2edf7826ff37 {{(pid=103162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:50:43.733623 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-84798964-1a1d-4706-96ab-49bf546c100d req-5d234121-7ca6-46b9-b84b-6b83a07c7ad9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:43.748894 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.provisioning_blocks [req-84798964-1a1d-4706-96ab-49bf546c100d req-5d234121-7ca6-46b9-b84b-6b83a07c7ad9 service neutron] Transition to ACTIVE for port object a41647e7-8ada-4a9b-b0ae-2edf7826ff37 will not be triggered until provisioned by entity L2. {{(pid=103162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 20:50:43.797150 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7b058dd5-4935-4dce-a70e-91f2554066fc tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3797684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4018258'] for subnet, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:43.808297 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port f79e4790-9647-4270-9e01-e62f5e898251, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=f79e4790-9647-4270-9e01-e62f5e898251,segment=NetworkSegment(dd3868d8-2801-4914-84a0-d7fd151b3df3),segment_id=dd3868d8-2801-4914-84a0-d7fd151b3df3)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:50:43.816765 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6cc995-b89f-49e7-a8cb-3e47a047fbd9 req-814caede-a2ee-495d-a6c5-14c4dc355c44 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:43.821190 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5f6cc995-b89f-49e7-a8cb-3e47a047fbd9 req-814caede-a2ee-495d-a6c5-14c4dc355c44 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/ports?device_id=7dbeddf6-3f1c-4e9f-b714-83d55fa05176 HTTP/1.1" status: 200 len: 944 time: 0.0782793 May 20 20:50:43.886557 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-059a431e-74e0-4b69-9dbd-8fca6e762a2b None None] Network fb06e3db-5220-4bb0-8d39-5eddf67222c1 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:50:43.887034 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 20:50:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79b9137a-84dd-480c-8606-bc86cdc3f858 x-openstack-request-id: req-79b9137a-84dd-480c-8606-bc86cdc3f858 {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:50:43.887324 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24bc83bc-86f4-4e1f-99de-9736337ee499", "tag": "4f6e4e5b-3b4d-4afd-ab5f-fc21ef7d2709", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:50:43.887575 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-79b9137a-84dd-480c-8606-bc86cdc3f858 {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:50:43.888760 n-d-842733-1 neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79b9137a-84dd-480c-8606-bc86cdc3f858'] response: {'name': 'network-changed', 'server_uuid': '24bc83bc-86f4-4e1f-99de-9736337ee499', 'tag': '4f6e4e5b-3b4d-4afd-ab5f-fc21ef7d2709', 'status': 'completed', 'code': 200} May 20 20:50:43.901338 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-84798964-1a1d-4706-96ab-49bf546c100d req-5d234121-7ca6-46b9-b84b-6b83a07c7ad9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:43.907290 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5f6cc995-b89f-49e7-a8cb-3e47a047fbd9 req-bb5f3ae0-5d14-41ec-8366-0ae81a456563 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9f9543d-587a-47bd-8772-bda4bd5582ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690811 May 20 20:50:43.980952 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:44.037910 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d234121-7ca6-46b9-b84b-6b83a07c7ad9 service neutron] Pushing event updated for resources: {'Port': ['ID=a41647e7-8ada-4a9b-b0ae-2edf7826ff37,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:50:44.045111 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b058dd5-4935-4dce-a70e-91f2554066fc tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Checking segment: {'id': '5e2ccaa3-078e-4235-96d1-b25e761d4fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'dc3020f7-e1a6-46eb-9758-31354ea4b8be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:50:44.059069 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b058dd5-4935-4dce-a70e-91f2554066fc tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Network hostable DHCP agents. Network: dc3020f7-e1a6-46eb-9758-31354ea4b8be, hostable agents: ['c9b0653c-f3c7-4339-bd50-e3754b629216'], hosted agents: [] {{(pid=103162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 20:50:44.078818 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b058dd5-4935-4dce-a70e-91f2554066fc tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Pushing event updated for resources: {'Subnet': ['ID=139c67db-1fe1-42f8-bbd3-171f4f79c4a4,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:50:44.122754 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c88804-aba0-4c68-aef3-35d77b872810 req-d7e0220b-9d22-46d9-ab19-c3618cb276e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:44.123343 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c88804-aba0-4c68-aef3-35d77b872810 req-d7e0220b-9d22-46d9-ab19-c3618cb276e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:44.123711 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c88804-aba0-4c68-aef3-35d77b872810 req-d7e0220b-9d22-46d9-ab19-c3618cb276e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:44.124165 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c88804-aba0-4c68-aef3-35d77b872810 req-d7e0220b-9d22-46d9-ab19-c3618cb276e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:44.124630 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c88804-aba0-4c68-aef3-35d77b872810 req-d7e0220b-9d22-46d9-ab19-c3618cb276e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:44.125089 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c88804-aba0-4c68-aef3-35d77b872810 req-d7e0220b-9d22-46d9-ab19-c3618cb276e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:44.125580 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c88804-aba0-4c68-aef3-35d77b872810 req-d7e0220b-9d22-46d9-ab19-c3618cb276e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:44.127594 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-27c88804-aba0-4c68-aef3-35d77b872810 req-d7e0220b-9d22-46d9-ab19-c3618cb276e1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=130041758ffe4e0a8066d604acc4da27&device_id=24bc83bc-86f4-4e1f-99de-9736337ee499 HTTP/1.1" status: 200 len: 6364 time: 0.1988373 May 20 20:50:44.131776 n-d-842733-1 neutron-server[103163]: INFO neutron.api.v2.resource [req-95ed3a7e-73ac-41b6-8886-e96d381ee452 req-6d220747-129e-4a5d-9545-8b1140aa815f tempest-SecurityGroupsNegativeTestJSON-1041940062 tempest-SecurityGroupsNegativeTestJSON-1041940062-project] show failed (client error): The resource could not be found. May 20 20:50:44.138184 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-95ed3a7e-73ac-41b6-8886-e96d381ee452 req-6d220747-129e-4a5d-9545-8b1140aa815f tempest-SecurityGroupsNegativeTestJSON-1041940062 tempest-SecurityGroupsNegativeTestJSON-1041940062-project] 10.222.0.35 "GET /v2.0/security-groups/a9de6868-a70e-4f67-85cc-6cb52d7eceb2 HTTP/1.1" status: 404 len: 352 time: 0.0782194 May 20 20:50:44.146938 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-84798964-1a1d-4706-96ab-49bf546c100d req-5d234121-7ca6-46b9-b84b-6b83a07c7ad9 service neutron] Attempting to bind port a41647e7-8ada-4a9b-b0ae-2edf7826ff37 on host n-h2-842733-1 for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:50:44.147411 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-84798964-1a1d-4706-96ab-49bf546c100d req-5d234121-7ca6-46b9-b84b-6b83a07c7ad9 service neutron] Attempting to bind port a41647e7-8ada-4a9b-b0ae-2edf7826ff37 by drivers openvswitch,hyperv on host n-h2-842733-1 at level 0 using segments [{'id': '3b05c879-c09c-4a80-a0be-ac1f12f8feca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '55b562d5-5067-4b35-82c1-b8cbe81beb27'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:50:44.147853 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84798964-1a1d-4706-96ab-49bf546c100d req-5d234121-7ca6-46b9-b84b-6b83a07c7ad9 service neutron] Attempting to bind port a41647e7-8ada-4a9b-b0ae-2edf7826ff37 on network 55b562d5-5067-4b35-82c1-b8cbe81beb27 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:50:44.178458 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84798964-1a1d-4706-96ab-49bf546c100d req-5d234121-7ca6-46b9-b84b-6b83a07c7ad9 service neutron] Port a41647e7-8ada-4a9b-b0ae-2edf7826ff37 on network 55b562d5-5067-4b35-82c1-b8cbe81beb27 not bound, no agent of type Open vSwitch agent registered on host n-h2-842733-1 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 20:50:44.179174 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84798964-1a1d-4706-96ab-49bf546c100d req-5d234121-7ca6-46b9-b84b-6b83a07c7ad9 service neutron] Attempting to bind port a41647e7-8ada-4a9b-b0ae-2edf7826ff37 on network 55b562d5-5067-4b35-82c1-b8cbe81beb27 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:50:44.187707 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84798964-1a1d-4706-96ab-49bf546c100d req-5d234121-7ca6-46b9-b84b-6b83a07c7ad9 service neutron] Checking agent: {'id': 'a66f2511-b955-448f-877c-56cfe9c81b12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 33, 2), 'started_at': datetime.datetime(2022, 5, 20, 20, 33, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 50, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:50:44.188486 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84798964-1a1d-4706-96ab-49bf546c100d req-5d234121-7ca6-46b9-b84b-6b83a07c7ad9 service neutron] Checking segment: {'id': '3b05c879-c09c-4a80-a0be-ac1f12f8feca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '55b562d5-5067-4b35-82c1-b8cbe81beb27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:50:44.189386 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84798964-1a1d-4706-96ab-49bf546c100d req-5d234121-7ca6-46b9-b84b-6b83a07c7ad9 service neutron] Bound using segment: {'id': '3b05c879-c09c-4a80-a0be-ac1f12f8feca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '55b562d5-5067-4b35-82c1-b8cbe81beb27'} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:50:44.190091 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-84798964-1a1d-4706-96ab-49bf546c100d req-5d234121-7ca6-46b9-b84b-6b83a07c7ad9 service neutron] Bound port: a41647e7-8ada-4a9b-b0ae-2edf7826ff37, host: n-h2-842733-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b05c879-c09c-4a80-a0be-ac1f12f8feca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '55b562d5-5067-4b35-82c1-b8cbe81beb27'}}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:50:44.190698 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-84798964-1a1d-4706-96ab-49bf546c100d req-5d234121-7ca6-46b9-b84b-6b83a07c7ad9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:44.261007 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47fca3b-a2d0-47cb-bef1-039850d194ca req-abe0ad60-3c68-4098-8bf6-91acc25d4805 tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:44.262751 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c47fca3b-a2d0-47cb-bef1-039850d194ca req-abe0ad60-3c68-4098-8bf6-91acc25d4805 tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] 10.222.0.35 "GET /v2.0/ports?device_id=eb9d197d-73b0-448c-8000-bb76a8479f3c HTTP/1.1" status: 200 len: 945 time: 0.2671566 May 20 20:50:44.272468 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-84798964-1a1d-4706-96ab-49bf546c100d req-5d234121-7ca6-46b9-b84b-6b83a07c7ad9 service neutron] For port a41647e7-8ada-4a9b-b0ae-2edf7826ff37, host n-h2-842733-1, cleared binding levels {{(pid=103162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:50:44.276485 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-84798964-1a1d-4706-96ab-49bf546c100d req-5d234121-7ca6-46b9-b84b-6b83a07c7ad9 service neutron] For port a41647e7-8ada-4a9b-b0ae-2edf7826ff37, host n-h2-842733-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=a41647e7-8ada-4a9b-b0ae-2edf7826ff37,segment=NetworkSegment(3b05c879-c09c-4a80-a0be-ac1f12f8feca),segment_id=3b05c879-c09c-4a80-a0be-ac1f12f8feca)] {{(pid=103162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:50:44.290706 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b058dd5-4935-4dce-a70e-91f2554066fc tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Network dc3020f7-e1a6-46eb-9758-31354ea4b8be is scheduled to be hosted by DHCP agent c9b0653c-f3c7-4339-bd50-e3754b629216 with binding_index 1 {{(pid=103162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 20:50:44.297889 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Pushing event updated for resources: {'Port': ['ID=f79e4790-9647-4270-9e01-e62f5e898251,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:50:44.358815 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3098dcac-9717-42eb-afb3-151f4ce3d2a1 req-b6a095e7-a4ba-4247-a252-36cb75226e6a tempest-SecurityGroupsNegativeTestJSON-1041940062 tempest-SecurityGroupsNegativeTestJSON-1041940062-project] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6779d692767b447dad7b2ec2a8de849e HTTP/1.1" status: 200 len: 2988 time: 0.1502697 May 20 20:50:44.373872 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c47fca3b-a2d0-47cb-bef1-039850d194ca req-bc8d469b-ab9e-45c3-9567-bbfcf9a6c105 tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] 10.222.0.35 "GET /v2.0/security-groups?id=2274ca87-1a60-437e-91f1-b4d825425422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926247 May 20 20:50:44.379497 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-84798964-1a1d-4706-96ab-49bf546c100d req-5d234121-7ca6-46b9-b84b-6b83a07c7ad9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:44.383839 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c88804-aba0-4c68-aef3-35d77b872810 req-0f92f86e-cb30-4d87-b07a-41efad206f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:44.389471 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c88804-aba0-4c68-aef3-35d77b872810 req-0f92f86e-cb30-4d87-b07a-41efad206f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:44.389471 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c88804-aba0-4c68-aef3-35d77b872810 req-0f92f86e-cb30-4d87-b07a-41efad206f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:44.389471 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-27c88804-aba0-4c68-aef3-35d77b872810 req-0f92f86e-cb30-4d87-b07a-41efad206f0d service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=130041758ffe4e0a8066d604acc4da27&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2368886 May 20 20:50:44.398373 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84798964-1a1d-4706-96ab-49bf546c100d req-5d234121-7ca6-46b9-b84b-6b83a07c7ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:44.399090 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-84798964-1a1d-4706-96ab-49bf546c100d req-5d234121-7ca6-46b9-b84b-6b83a07c7ad9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:44.400868 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-84798964-1a1d-4706-96ab-49bf546c100d req-5d234121-7ca6-46b9-b84b-6b83a07c7ad9 service neutron] 10.222.0.13 "PUT /v2.0/ports/a41647e7-8ada-4a9b-b0ae-2edf7826ff37 HTTP/1.1" status: 200 len: 1091 time: 1.5403960 May 20 20:50:44.452817 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] get_ports_and_sgs() called for port_ids ['f79e4790-9647-4270-9e01-e62f5e898251'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:50:44.456045 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-7b058dd5-4935-4dce-a70e-91f2554066fc tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842733-1, dc3020f7-e1a6-46eb-9758-31354ea4b8be) {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:50:44.463881 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b058dd5-4935-4dce-a70e-91f2554066fc tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:44.464760 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7b058dd5-4935-4dce-a70e-91f2554066fc tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:44.490449 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60d52908-3734-43d6-b03c-1011dcf6a4d3 None None] Network dc3020f7-e1a6-46eb-9758-31354ea4b8be requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:50:44.540922 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3098dcac-9717-42eb-afb3-151f4ce3d2a1 req-d229395f-0b8b-4deb-8170-25d54fef98af tempest-SecurityGroupsNegativeTestJSON-1041940062 tempest-SecurityGroupsNegativeTestJSON-1041940062-project] 10.222.0.35 "GET /v2.0/security-groups/b4189c5a-a519-437a-b77b-ef227ec8afcb HTTP/1.1" status: 200 len: 2985 time: 0.1724553 May 20 20:50:44.547781 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [req-84798964-1a1d-4706-96ab-49bf546c100d req-81cf310e-5086-4832-9472-9ac15deea666 service neutron] Request body: {'port': {'device_id': '24bc83bc-86f4-4e1f-99de-9736337ee499', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-842733-1'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:50:44.633619 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-7b058dd5-4935-4dce-a70e-91f2554066fc tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.8250487 May 20 20:50:44.637813 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 50032) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:50:44.644114 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-2f242ca9-be26-4130-ad36-38c65177402c tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1155621290'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:50:44.654436 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c88804-aba0-4c68-aef3-35d77b872810 req-a7eeb4e0-4059-4e79-9640-d539552df937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:44.656026 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-27c88804-aba0-4c68-aef3-35d77b872810 req-a7eeb4e0-4059-4e79-9640-d539552df937 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2518353 May 20 20:50:44.663759 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3098dcac-9717-42eb-afb3-151f4ce3d2a1 req-c27c68ef-86b3-4016-981e-59da49fa8e2d tempest-SecurityGroupsNegativeTestJSON-1041940062 tempest-SecurityGroupsNegativeTestJSON-1041940062-project] 10.222.0.35 "GET /v2.0/security-groups/b4189c5a-a519-437a-b77b-ef227ec8afcb HTTP/1.1" status: 200 len: 2985 time: 0.0976372 May 20 20:50:44.680603 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d234121-7ca6-46b9-b84b-6b83a07c7ad9 service neutron] Pushing event updated for resources: {'Port': ['ID=a41647e7-8ada-4a9b-b0ae-2edf7826ff37,revision_number=3']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:50:44.680857 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a05363e-4fd8-42de-bf4f-f9b3b28c93d5 req-df3e3aa7-c948-477a-800c-44f8ea0adb93 tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:44.688473 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-84798964-1a1d-4706-96ab-49bf546c100d req-81cf310e-5086-4832-9472-9ac15deea666 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:44.689277 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3a05363e-4fd8-42de-bf4f-f9b3b28c93d5 req-df3e3aa7-c948-477a-800c-44f8ea0adb93 tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] 10.222.0.35 "GET /v2.0/ports?device_id=eb9d197d-73b0-448c-8000-bb76a8479f3c HTTP/1.1" status: 200 len: 945 time: 0.1638610 May 20 20:50:44.762349 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f242ca9-be26-4130-ad36-38c65177402c tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Made reservation on behalf of 96f638b5d51f40ba91740cda889595cb for: {'network': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:50:44.764100 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3a05363e-4fd8-42de-bf4f-f9b3b28c93d5 req-b2ab0d88-547f-4080-ba43-324f2e2631c6 tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] 10.222.0.35 "GET /v2.0/security-groups?id=2274ca87-1a60-437e-91f1-b4d825425422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679281 May 20 20:50:44.782689 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2f242ca9-be26-4130-ad36-38c65177402c tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for network, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:44.875416 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a26c4b42-b860-4fd2-902a-83b5f6077374 req-c61f423b-e020-4592-9fad-22e126b81db9 tempest-SecurityGroupsNegativeTestJSON-1041940062 tempest-SecurityGroupsNegativeTestJSON-1041940062-project] 10.222.0.35 "GET /v2.0/security-groups/b4189c5a-a519-437a-b77b-ef227ec8afcb HTTP/1.1" status: 200 len: 2985 time: 0.0957518 May 20 20:50:44.930047 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a086bca-855d-461c-8288-215ab8d07ff5 req-9c510f8a-5084-4296-be0f-ba3eb35ae55e tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:44.936443 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a086bca-855d-461c-8288-215ab8d07ff5 req-9c510f8a-5084-4296-be0f-ba3eb35ae55e tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:44.943447 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a086bca-855d-461c-8288-215ab8d07ff5 req-9c510f8a-5084-4296-be0f-ba3eb35ae55e tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:44.949371 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a086bca-855d-461c-8288-215ab8d07ff5 req-9c510f8a-5084-4296-be0f-ba3eb35ae55e tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:44.955831 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a086bca-855d-461c-8288-215ab8d07ff5 req-9c510f8a-5084-4296-be0f-ba3eb35ae55e tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:44.962286 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a086bca-855d-461c-8288-215ab8d07ff5 req-9c510f8a-5084-4296-be0f-ba3eb35ae55e tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:44.968539 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a086bca-855d-461c-8288-215ab8d07ff5 req-9c510f8a-5084-4296-be0f-ba3eb35ae55e tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:44.970431 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9a086bca-855d-461c-8288-215ab8d07ff5 req-9c510f8a-5084-4296-be0f-ba3eb35ae55e tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] 10.222.0.35 "GET /v2.0/ports?device_id=24bc83bc-86f4-4e1f-99de-9736337ee499 HTTP/1.1" status: 200 len: 5404 time: 0.1614354 May 20 20:50:45.002575 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-692bfbf4-2f59-46a1-9d3f-0c29e22ec56c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaee2b848-d4b9-5db1-b6ef-d6db29d67de7-dc3020f7-e1a6-46eb-9758-31354ea4b8be', 'network_id': 'dc3020f7-e1a6-46eb-9758-31354ea4b8be', 'tenant_id': '96f638b5d51f40ba91740cda889595cb', 'fixed_ips': [{'subnet_id': '139c67db-1fe1-42f8-bbd3-171f4f79c4a4'}]}} from n-d-842733-1. {{(pid=103164) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 20:50:45.003739 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-692bfbf4-2f59-46a1-9d3f-0c29e22ec56c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:45.028549 n-d-842733-1 neutron-server[103163]: INFO neutron.api.v2.resource [req-a26c4b42-b860-4fd2-902a-83b5f6077374 req-54cef42d-06d9-4af3-b0a2-56a409c958e5 tempest-SecurityGroupsNegativeTestJSON-1041940062 tempest-SecurityGroupsNegativeTestJSON-1041940062-project] delete failed (client error): There was a conflict when trying to complete your request. May 20 20:50:45.040856 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a26c4b42-b860-4fd2-902a-83b5f6077374 req-54cef42d-06d9-4af3-b0a2-56a409c958e5 tempest-SecurityGroupsNegativeTestJSON-1041940062 tempest-SecurityGroupsNegativeTestJSON-1041940062-project] 10.222.0.35 "DELETE /v2.0/security-groups/b4189c5a-a519-437a-b77b-ef227ec8afcb HTTP/1.1" status: 409 len: 352 time: 0.1592269 May 20 20:50:45.056434 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9a086bca-855d-461c-8288-215ab8d07ff5 req-8d7cc329-305f-4fb9-96fa-84fba2977f1e tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] 10.222.0.35 "GET /v2.0/security-groups?id=863381a6-ea9c-49ea-aca2-bed57188f540&id=a9a0a9ba-adc9-42eb-829d-df5caa26883b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0772285 May 20 20:50:45.079692 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f242ca9-be26-4130-ad36-38c65177402c tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 227} {{(pid=103162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 20:50:45.091870 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2f242ca9-be26-4130-ad36-38c65177402c tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:45.092222 n-d-842733-1 neutron-server[103162]: INFO neutron.db.segments_db [None req-2f242ca9-be26-4130-ad36-38c65177402c tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Added segment 1f459f28-45e5-4f9e-8f62-b59c8aed4713 of type vlan for network 9c9dc509-cb61-49de-9fe8-1f749ee8888e May 20 20:50:45.166275 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [req-84798964-1a1d-4706-96ab-49bf546c100d req-81cf310e-5086-4832-9472-9ac15deea666 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74e04797-896f-4ee0-abd1-9e9b3dbcaed4 {{(pid=103162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:50:45.181640 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-84798964-1a1d-4706-96ab-49bf546c100d req-81cf310e-5086-4832-9472-9ac15deea666 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:45.187510 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2f242ca9-be26-4130-ad36-38c65177402c tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418993264'] for network, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:45.200418 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.provisioning_blocks [req-84798964-1a1d-4706-96ab-49bf546c100d req-81cf310e-5086-4832-9472-9ac15deea666 service neutron] Transition to ACTIVE for port object 74e04797-896f-4ee0-abd1-9e9b3dbcaed4 will not be triggered until provisioned by entity L2. {{(pid=103162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 20:50:45.222797 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [None req-692bfbf4-2f59-46a1-9d3f-0c29e22ec56c None None] Allocated IP 2001:db8::1 (dc3020f7-e1a6-46eb-9758-31354ea4b8be/139c67db-1fe1-42f8-bbd3-171f4f79c4a4/8136a59b-fade-4075-8c99-6a13511f91db) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:50:45.231346 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963c332b-84cf-4765-a26b-2ad506dfe9f0 req-19bbbf63-9321-494d-955b-48d5a935f4e1 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:45.232971 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-963c332b-84cf-4765-a26b-2ad506dfe9f0 req-19bbbf63-9321-494d-955b-48d5a935f4e1 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/ports?device_id=7dbeddf6-3f1c-4e9f-b714-83d55fa05176 HTTP/1.1" status: 200 len: 945 time: 0.0548298 May 20 20:50:45.270369 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-84798964-1a1d-4706-96ab-49bf546c100d req-81cf310e-5086-4832-9472-9ac15deea666 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:45.287864 n-d-842733-1 neutron-server[103163]: INFO neutron.api.v2.resource [req-31a5e3e0-6639-4e58-91dd-2cb472f2f5a5 req-c1db35b0-ab8c-4114-b7d2-d436eb375c6e tempest-SecurityGroupsNegativeTestJSON-1041940062 tempest-SecurityGroupsNegativeTestJSON-1041940062-project] show failed (client error): The resource could not be found. May 20 20:50:45.289560 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-31a5e3e0-6639-4e58-91dd-2cb472f2f5a5 req-c1db35b0-ab8c-4114-b7d2-d436eb375c6e tempest-SecurityGroupsNegativeTestJSON-1041940062 tempest-SecurityGroupsNegativeTestJSON-1041940062-project] 10.222.0.35 "GET /v2.0/security-groups/67e2f9ba-5023-429c-8d31-73904ad1ebc6 HTTP/1.1" status: 404 len: 352 time: 0.0246975 May 20 20:50:45.317743 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-963c332b-84cf-4765-a26b-2ad506dfe9f0 req-c9b482bd-e78b-42d9-9fbc-48428ec060f9 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9f9543d-587a-47bd-8772-bda4bd5582ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764976 May 20 20:50:45.322933 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2f242ca9-be26-4130-ad36-38c65177402c tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524'] for network, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:45.329608 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f242ca9-be26-4130-ad36-38c65177402c tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:45.331980 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2f242ca9-be26-4130-ad36-38c65177402c tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:45.390660 n-d-842733-1 neutron-server[103163]: INFO neutron.api.v2.resource [req-2ea54d8f-aa83-4530-978c-3aad9569ba0a req-fc4c06a8-aa2f-49bf-a07d-11772386d64b tempest-SecurityGroupsNegativeTestJSON-1041940062 tempest-SecurityGroupsNegativeTestJSON-1041940062-project] show failed (client error): The resource could not be found. May 20 20:50:45.399821 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2ea54d8f-aa83-4530-978c-3aad9569ba0a req-fc4c06a8-aa2f-49bf-a07d-11772386d64b tempest-SecurityGroupsNegativeTestJSON-1041940062 tempest-SecurityGroupsNegativeTestJSON-1041940062-project] 10.222.0.35 "GET /v2.0/security-groups/1061b7d1-8c4e-4620-8da7-90c4483f206d HTTP/1.1" status: 404 len: 352 time: 0.0385427 May 20 20:50:45.417943 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 50046) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:50:45.453780 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-692bfbf4-2f59-46a1-9d3f-0c29e22ec56c None None] Notify callbacks [] for port, precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:45.488879 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f242ca9-be26-4130-ad36-38c65177402c tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Pushing event updated for resources: {'Network': ['ID=9c9dc509-cb61-49de-9fe8-1f749ee8888e,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:50:45.505091 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_v2 [None req-33a8bbdf-c6a0-40e8-b3a3-807288c31055 admin admin] Deleting subnet 460e99c2-8a4f-4978-9b42-33572d2d191f {{(pid=103163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 20 20:50:45.507392 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Network 9c9dc509-cb61-49de-9fe8-1f749ee8888e details requested by agent ovs-agent-n-d-842733-1 with host n-d-842733-1 {{(pid=103164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 20 20:50:45.516460 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-33a8bbdf-c6a0-40e8-b3a3-807288c31055 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:45.532486 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-692bfbf4-2f59-46a1-9d3f-0c29e22ec56c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108'] for port, after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:45.537925 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cf310e-5086-4832-9472-9ac15deea666 service neutron] Pushing event updated for resources: {'Port': ['ID=74e04797-896f-4ee0-abd1-9e9b3dbcaed4,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:50:45.561928 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-2f242ca9-be26-4130-ad36-38c65177402c tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9169552 May 20 20:50:45.561928 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 50048) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:50:45.575649 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-33a8bbdf-c6a0-40e8-b3a3-807288c31055 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9338757'] for subnet, precommit_delete_associations {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:45.578064 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-cf797c30-847d-4065-a1d7-1fa8ab8fe509 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Request body: {'subnet': {'network_id': '9c9dc509-cb61-49de-9fe8-1f749ee8888e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:50:45.598019 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-84798964-1a1d-4706-96ab-49bf546c100d req-81cf310e-5086-4832-9472-9ac15deea666 service neutron] Attempting to bind port 74e04797-896f-4ee0-abd1-9e9b3dbcaed4 on host n-h2-842733-1 for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:50:45.598272 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-84798964-1a1d-4706-96ab-49bf546c100d req-81cf310e-5086-4832-9472-9ac15deea666 service neutron] Attempting to bind port 74e04797-896f-4ee0-abd1-9e9b3dbcaed4 by drivers openvswitch,hyperv on host n-h2-842733-1 at level 0 using segments [{'id': '3b05c879-c09c-4a80-a0be-ac1f12f8feca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '55b562d5-5067-4b35-82c1-b8cbe81beb27'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:50:45.599006 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84798964-1a1d-4706-96ab-49bf546c100d req-81cf310e-5086-4832-9472-9ac15deea666 service neutron] Attempting to bind port 74e04797-896f-4ee0-abd1-9e9b3dbcaed4 on network 55b562d5-5067-4b35-82c1-b8cbe81beb27 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:50:45.605340 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84798964-1a1d-4706-96ab-49bf546c100d req-81cf310e-5086-4832-9472-9ac15deea666 service neutron] Port 74e04797-896f-4ee0-abd1-9e9b3dbcaed4 on network 55b562d5-5067-4b35-82c1-b8cbe81beb27 not bound, no agent of type Open vSwitch agent registered on host n-h2-842733-1 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 20:50:45.605669 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84798964-1a1d-4706-96ab-49bf546c100d req-81cf310e-5086-4832-9472-9ac15deea666 service neutron] Attempting to bind port 74e04797-896f-4ee0-abd1-9e9b3dbcaed4 on network 55b562d5-5067-4b35-82c1-b8cbe81beb27 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:50:45.642065 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84798964-1a1d-4706-96ab-49bf546c100d req-81cf310e-5086-4832-9472-9ac15deea666 service neutron] Checking agent: {'id': 'a66f2511-b955-448f-877c-56cfe9c81b12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 33, 2), 'started_at': datetime.datetime(2022, 5, 20, 20, 33, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 50, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:50:45.642404 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84798964-1a1d-4706-96ab-49bf546c100d req-81cf310e-5086-4832-9472-9ac15deea666 service neutron] Checking segment: {'id': '3b05c879-c09c-4a80-a0be-ac1f12f8feca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '55b562d5-5067-4b35-82c1-b8cbe81beb27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:50:45.642790 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84798964-1a1d-4706-96ab-49bf546c100d req-81cf310e-5086-4832-9472-9ac15deea666 service neutron] Bound using segment: {'id': '3b05c879-c09c-4a80-a0be-ac1f12f8feca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '55b562d5-5067-4b35-82c1-b8cbe81beb27'} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:50:45.643236 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-84798964-1a1d-4706-96ab-49bf546c100d req-81cf310e-5086-4832-9472-9ac15deea666 service neutron] Bound port: 74e04797-896f-4ee0-abd1-9e9b3dbcaed4, host: n-h2-842733-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b05c879-c09c-4a80-a0be-ac1f12f8feca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '55b562d5-5067-4b35-82c1-b8cbe81beb27'}}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:50:45.643594 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-84798964-1a1d-4706-96ab-49bf546c100d req-81cf310e-5086-4832-9472-9ac15deea666 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:45.647985 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad18413-f7c6-4c61-a753-c0e2d1e03534 req-be580c3f-0b86-4d1d-8011-81242931c55e tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:45.649645 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0ad18413-f7c6-4c61-a753-c0e2d1e03534 req-be580c3f-0b86-4d1d-8011-81242931c55e tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] 10.222.0.35 "GET /v2.0/ports?device_id=eb9d197d-73b0-448c-8000-bb76a8479f3c HTTP/1.1" status: 200 len: 945 time: 0.2487347 May 20 20:50:45.684605 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-33a8bbdf-c6a0-40e8-b3a3-807288c31055 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33068388'] for subnet, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:45.693748 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692bfbf4-2f59-46a1-9d3f-0c29e22ec56c None None] Pushing event updated for resources: {'Port': ['ID=8136a59b-fade-4075-8c99-6a13511f91db,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:50:45.698235 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-692bfbf4-2f59-46a1-9d3f-0c29e22ec56c None None] Network dc3020f7-e1a6-46eb-9758-31354ea4b8be is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:50:45.705282 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-692bfbf4-2f59-46a1-9d3f-0c29e22ec56c None None] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:50:45.708087 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-692bfbf4-2f59-46a1-9d3f-0c29e22ec56c None None] Received port after_create {{(pid=103164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:50:45.773056 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-84798964-1a1d-4706-96ab-49bf546c100d req-81cf310e-5086-4832-9472-9ac15deea666 service neutron] For port 74e04797-896f-4ee0-abd1-9e9b3dbcaed4, host n-h2-842733-1, cleared binding levels {{(pid=103162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:50:45.780621 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0ad18413-f7c6-4c61-a753-c0e2d1e03534 req-b73d3077-2b81-4910-9b6d-d6e14e5189bb tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] 10.222.0.35 "GET /v2.0/security-groups?id=2274ca87-1a60-437e-91f1-b4d825425422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139274 May 20 20:50:45.780959 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-84798964-1a1d-4706-96ab-49bf546c100d req-81cf310e-5086-4832-9472-9ac15deea666 service neutron] For port 74e04797-896f-4ee0-abd1-9e9b3dbcaed4, host n-h2-842733-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=74e04797-896f-4ee0-abd1-9e9b3dbcaed4,segment=NetworkSegment(3b05c879-c09c-4a80-a0be-ac1f12f8feca),segment_id=3b05c879-c09c-4a80-a0be-ac1f12f8feca)] {{(pid=103162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:50:45.789782 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-692bfbf4-2f59-46a1-9d3f-0c29e22ec56c None None] Attempting to bind port 8136a59b-fade-4075-8c99-6a13511f91db on host n-d-842733-1 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:50:45.790402 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-692bfbf4-2f59-46a1-9d3f-0c29e22ec56c None None] Attempting to bind port 8136a59b-fade-4075-8c99-6a13511f91db by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': '5e2ccaa3-078e-4235-96d1-b25e761d4fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'dc3020f7-e1a6-46eb-9758-31354ea4b8be'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:50:45.790767 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-692bfbf4-2f59-46a1-9d3f-0c29e22ec56c None None] Attempting to bind port 8136a59b-fade-4075-8c99-6a13511f91db on network dc3020f7-e1a6-46eb-9758-31354ea4b8be {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:50:45.799311 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-692bfbf4-2f59-46a1-9d3f-0c29e22ec56c None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 50, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:50:45.799998 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-692bfbf4-2f59-46a1-9d3f-0c29e22ec56c None None] Checking segment: {'id': '5e2ccaa3-078e-4235-96d1-b25e761d4fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'dc3020f7-e1a6-46eb-9758-31354ea4b8be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:50:45.800138 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-692bfbf4-2f59-46a1-9d3f-0c29e22ec56c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:45.800457 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-692bfbf4-2f59-46a1-9d3f-0c29e22ec56c None None] Bound using segment: {'id': '5e2ccaa3-078e-4235-96d1-b25e761d4fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'dc3020f7-e1a6-46eb-9758-31354ea4b8be'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:50:45.800925 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-692bfbf4-2f59-46a1-9d3f-0c29e22ec56c None None] Bound port: 8136a59b-fade-4075-8c99-6a13511f91db, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e2ccaa3-078e-4235-96d1-b25e761d4fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'dc3020f7-e1a6-46eb-9758-31354ea4b8be'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:50:45.801607 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-692bfbf4-2f59-46a1-9d3f-0c29e22ec56c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:45.830440 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf797c30-847d-4065-a1d7-1fa8ab8fe509 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Made reservation on behalf of 96f638b5d51f40ba91740cda889595cb for: {'subnet': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:50:45.835421 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-cf797c30-847d-4065-a1d7-1fa8ab8fe509 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4018244'] for subnet, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:45.858762 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-84798964-1a1d-4706-96ab-49bf546c100d req-81cf310e-5086-4832-9472-9ac15deea666 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:45.892391 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-692bfbf4-2f59-46a1-9d3f-0c29e22ec56c None None] For port 8136a59b-fade-4075-8c99-6a13511f91db, host n-d-842733-1, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:50:45.897034 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-692bfbf4-2f59-46a1-9d3f-0c29e22ec56c None None] For port 8136a59b-fade-4075-8c99-6a13511f91db, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=8136a59b-fade-4075-8c99-6a13511f91db,segment=NetworkSegment(5e2ccaa3-078e-4235-96d1-b25e761d4fdc),segment_id=5e2ccaa3-078e-4235-96d1-b25e761d4fdc)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:50:45.900334 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24bc83bc-86f4-4e1f-99de-9736337ee499', 'tag': 'a41647e7-8ada-4a9b-b0ae-2edf7826ff37'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:50:45.903938 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6fa957933fccbf596d28104b23404b952ad6a8238afaebaed40a0874b2e409" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcb9dbee-64ac-4a8e-af1e-7f4888815fba" -d '{"events": [{"name": "network-changed", "server_uuid": "24bc83bc-86f4-4e1f-99de-9736337ee499", "tag": "a41647e7-8ada-4a9b-b0ae-2edf7826ff37"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:50:45.909309 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76efe2e3-f33f-47f8-aee9-ac1135bd3eae req-962c91f8-26b2-4bc4-bef2-951b148d5272 tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:45.920082 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84798964-1a1d-4706-96ab-49bf546c100d req-81cf310e-5086-4832-9472-9ac15deea666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:45.922803 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-84798964-1a1d-4706-96ab-49bf546c100d req-81cf310e-5086-4832-9472-9ac15deea666 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:45.922803 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-84798964-1a1d-4706-96ab-49bf546c100d req-81cf310e-5086-4832-9472-9ac15deea666 service neutron] 10.222.0.13 "PUT /v2.0/ports/74e04797-896f-4ee0-abd1-9e9b3dbcaed4 HTTP/1.1" status: 200 len: 1091 time: 1.4077575 May 20 20:50:45.930039 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-76efe2e3-f33f-47f8-aee9-ac1135bd3eae req-962c91f8-26b2-4bc4-bef2-951b148d5272 tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] 10.222.0.35 "GET /v2.0/ports?device_id=eb9d197d-73b0-448c-8000-bb76a8479f3c HTTP/1.1" status: 200 len: 945 time: 0.0889161 May 20 20:50:45.948734 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-33a8bbdf-c6a0-40e8-b3a3-807288c31055 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33068399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9641221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8422588'] for subnet, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:46.008631 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-692bfbf4-2f59-46a1-9d3f-0c29e22ec56c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:46.016639 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a8bbdf-c6a0-40e8-b3a3-807288c31055 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=460e99c2-8a4f-4978-9b42-33572d2d191f,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:50:46.019916 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-33a8bbdf-c6a0-40e8-b3a3-807288c31055 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:46.023924 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-33a8bbdf-c6a0-40e8-b3a3-807288c31055 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/460e99c2-8a4f-4978-9b42-33572d2d191f HTTP/1.1" status: 204 len: 168 time: 0.6048696 May 20 20:50:46.027828 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 50054) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:50:46.124583 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-76efe2e3-f33f-47f8-aee9-ac1135bd3eae req-f668ec2f-ef5f-440d-8759-4f6eb9913eb8 tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] 10.222.0.35 "GET /v2.0/security-groups?id=2274ca87-1a60-437e-91f1-b4d825425422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843531 May 20 20:50:46.154520 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692bfbf4-2f59-46a1-9d3f-0c29e22ec56c None None] Pushing event updated for resources: {'Port': ['ID=8136a59b-fade-4075-8c99-6a13511f91db,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:50:46.167897 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-526531d1-a17e-491a-ab77-aba21c143a3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33160123'] for network, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:46.352336 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-526531d1-a17e-491a-ab77-aba21c143a3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33072115', 'neutron.services.segments.db._delete_segments_for_network-8782419500584'] for network, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:46.393665 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33079fb-5ea8-48ca-9832-3cd05ee272a8 req-1cbafb2d-5ce2-4303-a99c-c10f404df95e tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:46.398220 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 20:50:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a05672a7-5245-4ff3-b061-d337a4ca1d83 x-openstack-request-id: req-a05672a7-5245-4ff3-b061-d337a4ca1d83 {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:50:46.398738 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24bc83bc-86f4-4e1f-99de-9736337ee499", "tag": "a41647e7-8ada-4a9b-b0ae-2edf7826ff37", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:50:46.399118 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a05672a7-5245-4ff3-b061-d337a4ca1d83 {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:50:46.399643 n-d-842733-1 neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a05672a7-5245-4ff3-b061-d337a4ca1d83'] response: {'name': 'network-changed', 'server_uuid': '24bc83bc-86f4-4e1f-99de-9736337ee499', 'tag': 'a41647e7-8ada-4a9b-b0ae-2edf7826ff37', 'status': 'completed', 'code': 200} May 20 20:50:46.406423 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33079fb-5ea8-48ca-9832-3cd05ee272a8 req-1cbafb2d-5ce2-4303-a99c-c10f404df95e tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:46.410052 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33079fb-5ea8-48ca-9832-3cd05ee272a8 req-1cbafb2d-5ce2-4303-a99c-c10f404df95e tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:46.444781 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.ipam_backend_mixin [None req-cf797c30-847d-4065-a1d7-1fa8ab8fe509 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Performing IP validity checks on allocation pools {{(pid=103162) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} May 20 20:50:46.444781 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.ipam_backend_mixin [None req-cf797c30-847d-4065-a1d7-1fa8ab8fe509 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103162) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} May 20 20:50:46.446032 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33079fb-5ea8-48ca-9832-3cd05ee272a8 req-1cbafb2d-5ce2-4303-a99c-c10f404df95e tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:46.452673 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33079fb-5ea8-48ca-9832-3cd05ee272a8 req-1cbafb2d-5ce2-4303-a99c-c10f404df95e tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:46.459271 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33079fb-5ea8-48ca-9832-3cd05ee272a8 req-1cbafb2d-5ce2-4303-a99c-c10f404df95e tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:46.465802 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33079fb-5ea8-48ca-9832-3cd05ee272a8 req-1cbafb2d-5ce2-4303-a99c-c10f404df95e tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:46.467475 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d33079fb-5ea8-48ca-9832-3cd05ee272a8 req-1cbafb2d-5ce2-4303-a99c-c10f404df95e tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] 10.222.0.35 "GET /v2.0/ports?device_id=24bc83bc-86f4-4e1f-99de-9736337ee499 HTTP/1.1" status: 200 len: 5416 time: 0.2220712 May 20 20:50:46.493639 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-526531d1-a17e-491a-ab77-aba21c143a3d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb06e3db-5220-4bb0-8d39-5eddf67222c1']}} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:50:46.526174 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cf310e-5086-4832-9472-9ac15deea666 service neutron] Pushing event updated for resources: {'Port': ['ID=74e04797-896f-4ee0-abd1-9e9b3dbcaed4,revision_number=3']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:50:46.530452 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-526531d1-a17e-491a-ab77-aba21c143a3d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ce962aa-0523-484c-8bd1-9df11c20f399') {'for_net_delete': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:50:46.530726 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-526531d1-a17e-491a-ab77-aba21c143a3d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ce962aa-0523-484c-8bd1-9df11c20f399') {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:50:46.542529 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-526531d1-a17e-491a-ab77-aba21c143a3d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419501617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9338764'] for segment, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:46.558786 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb9dbee-64ac-4a8e-af1e-7f4888815fba req-776e91ec-8ef9-482f-8f4a-cce5ff1bdd2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:46.559276 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb9dbee-64ac-4a8e-af1e-7f4888815fba req-776e91ec-8ef9-482f-8f4a-cce5ff1bdd2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:46.559747 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb9dbee-64ac-4a8e-af1e-7f4888815fba req-776e91ec-8ef9-482f-8f4a-cce5ff1bdd2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:46.560209 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb9dbee-64ac-4a8e-af1e-7f4888815fba req-776e91ec-8ef9-482f-8f4a-cce5ff1bdd2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:46.561295 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb9dbee-64ac-4a8e-af1e-7f4888815fba req-776e91ec-8ef9-482f-8f4a-cce5ff1bdd2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:46.561820 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb9dbee-64ac-4a8e-af1e-7f4888815fba req-776e91ec-8ef9-482f-8f4a-cce5ff1bdd2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:46.562292 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb9dbee-64ac-4a8e-af1e-7f4888815fba req-776e91ec-8ef9-482f-8f4a-cce5ff1bdd2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:46.564558 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-fcb9dbee-64ac-4a8e-af1e-7f4888815fba req-776e91ec-8ef9-482f-8f4a-cce5ff1bdd2d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=130041758ffe4e0a8066d604acc4da27&device_id=24bc83bc-86f4-4e1f-99de-9736337ee499 HTTP/1.1" status: 200 len: 6473 time: 0.1563580 May 20 20:50:46.600807 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-526531d1-a17e-491a-ab77-aba21c143a3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:46.607842 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d33079fb-5ea8-48ca-9832-3cd05ee272a8 req-b2483e4a-754f-4d09-bb8f-484f0d4bfa64 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] 10.222.0.35 "GET /v2.0/security-groups?id=863381a6-ea9c-49ea-aca2-bed57188f540&id=a9a0a9ba-adc9-42eb-829d-df5caa26883b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0932910 May 20 20:50:46.614387 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-526531d1-a17e-491a-ab77-aba21c143a3d admin admin] Releasing vlan 233 on physical network physnet1 to pool {{(pid=103163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 20:50:46.618646 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-526531d1-a17e-491a-ab77-aba21c143a3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9638311'] for segment, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:46.623069 n-d-842733-1 neutron-server[103163]: Traceback (most recent call last): May 20 20:50:46.623069 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 20:50:46.623069 n-d-842733-1 neutron-server[103163]: timer() May 20 20:50:46.623069 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 20:50:46.623069 n-d-842733-1 neutron-server[103163]: cb(*args, **kw) May 20 20:50:46.623069 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 20 20:50:46.623069 n-d-842733-1 neutron-server[103163]: return func(*args, **kwargs) May 20 20:50:46.623069 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 20:50:46.623069 n-d-842733-1 neutron-server[103163]: self._notify() May 20 20:50:46.623069 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 20:50:46.623069 n-d-842733-1 neutron-server[103163]: self.callback(batched_events) May 20 20:50:46.623069 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 20:50:46.623069 n-d-842733-1 neutron-server[103163]: event.method(event) May 20 20:50:46.623069 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 20 20:50:46.623069 n-d-842733-1 neutron-server[103163]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 20:50:46.623069 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 20 20:50:46.623069 n-d-842733-1 neutron-server[103163]: aggregate_uuid = self.p_client.list_aggregates( May 20 20:50:46.623069 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 20 20:50:46.623069 n-d-842733-1 neutron-server[103163]: return f(self, *a, **k) May 20 20:50:46.623069 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 20 20:50:46.623069 n-d-842733-1 neutron-server[103163]: return self._get(url).json() May 20 20:50:46.623069 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 20 20:50:46.623069 n-d-842733-1 neutron-server[103163]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 20:50:46.623069 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 20:50:46.623069 n-d-842733-1 neutron-server[103163]: return self.request(url, 'GET', **kwargs) May 20 20:50:46.623069 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 20:50:46.623069 n-d-842733-1 neutron-server[103163]: base_url = self.get_endpoint(auth, allow=allow, May 20 20:50:46.623069 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 20:50:46.623069 n-d-842733-1 neutron-server[103163]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 20:50:46.623069 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 20:50:46.623069 n-d-842733-1 neutron-server[103163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 20:50:46.623069 n-d-842733-1 neutron-server[103163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 20:50:46.765976 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3752cd3b-57bd-4443-bf76-13c07eebf5b5 req-ff7cb569-4670-410b-b9d9-ab930f69c768 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:46.776185 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3752cd3b-57bd-4443-bf76-13c07eebf5b5 req-ff7cb569-4670-410b-b9d9-ab930f69c768 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/ports?device_id=7dbeddf6-3f1c-4e9f-b714-83d55fa05176 HTTP/1.1" status: 200 len: 945 time: 0.0699499 May 20 20:50:46.784663 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-526531d1-a17e-491a-ab77-aba21c143a3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33072122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748162'] for network, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:46.792197 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-526531d1-a17e-491a-ab77-aba21c143a3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:46.796769 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-526531d1-a17e-491a-ab77-aba21c143a3d admin admin] 10.222.0.35 "DELETE /v2.0/networks/fb06e3db-5220-4bb0-8d39-5eddf67222c1 HTTP/1.1" status: 204 len: 168 time: 0.7679830 May 20 20:50:46.808447 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 8136a59b-fade-4075-8c99-6a13511f91db up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:50:46.840103 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526531d1-a17e-491a-ab77-aba21c143a3d admin admin] Pushing event deleted for resources: {'Network': ['ID=fb06e3db-5220-4bb0-8d39-5eddf67222c1,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:50:46.884005 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 8136a59b-fade-4075-8c99-6a13511f91db triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:50:46.884511 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:46.891854 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3752cd3b-57bd-4443-bf76-13c07eebf5b5 req-1a27703e-c00b-4ee6-ab9a-390947ff79d5 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9f9543d-587a-47bd-8772-bda4bd5582ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141698 May 20 20:50:46.906486 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb9dbee-64ac-4a8e-af1e-7f4888815fba req-69a6b36b-509a-42b3-9cae-158aee80f3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:46.907022 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb9dbee-64ac-4a8e-af1e-7f4888815fba req-69a6b36b-509a-42b3-9cae-158aee80f3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:46.907408 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb9dbee-64ac-4a8e-af1e-7f4888815fba req-69a6b36b-509a-42b3-9cae-158aee80f3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:46.909288 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-fcb9dbee-64ac-4a8e-af1e-7f4888815fba req-69a6b36b-509a-42b3-9cae-158aee80f3ad service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=130041758ffe4e0a8066d604acc4da27&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.3236885 May 20 20:50:46.948656 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-cf797c30-847d-4065-a1d7-1fa8ab8fe509 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3797684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4018258'] for subnet, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:47.011824 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec10d56e-f0af-49d2-8783-52a1e0b08d6c req-1bdebe35-79c1-4560-bab2-ae50d95d6d69 tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:47.013448 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ec10d56e-f0af-49d2-8783-52a1e0b08d6c req-1bdebe35-79c1-4560-bab2-ae50d95d6d69 tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] 10.222.0.35 "GET /v2.0/ports?device_id=eb9d197d-73b0-448c-8000-bb76a8479f3c HTTP/1.1" status: 200 len: 945 time: 0.0547500 May 20 20:50:47.027351 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 8136a59b-fade-4075-8c99-6a13511f91db is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:50:47.027843 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:47.081462 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] For port 8136a59b-fade-4075-8c99-6a13511f91db, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=8136a59b-fade-4075-8c99-6a13511f91db,segment=NetworkSegment(5e2ccaa3-078e-4235-96d1-b25e761d4fdc),segment_id=5e2ccaa3-078e-4235-96d1-b25e761d4fdc)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:50:47.093310 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ec10d56e-f0af-49d2-8783-52a1e0b08d6c req-99621482-db03-475e-90ac-393e713e993e tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] 10.222.0.35 "GET /v2.0/security-groups?id=2274ca87-1a60-437e-91f1-b4d825425422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729852 May 20 20:50:47.103435 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf797c30-847d-4065-a1d7-1fa8ab8fe509 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Pushing event updated for resources: {'Subnet': ['ID=6df64f06-43cd-4ead-b522-23c6ec707646,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:50:47.138387 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf797c30-847d-4065-a1d7-1fa8ab8fe509 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Checking segment: {'id': '1f459f28-45e5-4f9e-8f62-b59c8aed4713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '9c9dc509-cb61-49de-9fe8-1f749ee8888e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:50:47.138759 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf797c30-847d-4065-a1d7-1fa8ab8fe509 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Network hostable DHCP agents. Network: 9c9dc509-cb61-49de-9fe8-1f749ee8888e, hostable agents: ['c9b0653c-f3c7-4339-bd50-e3754b629216'], hosted agents: [] {{(pid=103162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 20:50:47.144557 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb9dbee-64ac-4a8e-af1e-7f4888815fba req-b8ab23c8-013d-4110-950e-f4241f467ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:47.145281 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:47.146970 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-fcb9dbee-64ac-4a8e-af1e-7f4888815fba req-b8ab23c8-013d-4110-950e-f4241f467ec1 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2259197 May 20 20:50:47.219808 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Pushing event updated for resources: {'Port': ['ID=8136a59b-fade-4075-8c99-6a13511f91db,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:50:47.241770 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf797c30-847d-4065-a1d7-1fa8ab8fe509 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Network 9c9dc509-cb61-49de-9fe8-1f749ee8888e is scheduled to be hosted by DHCP agent c9b0653c-f3c7-4339-bd50-e3754b629216 with binding_index 1 {{(pid=103162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 20:50:47.242213 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 50068) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:50:47.281528 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84798964-1a1d-4706-96ab-49bf546c100d req-03849f84-2ad0-4e8d-8944-d23012810b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:47.282121 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84798964-1a1d-4706-96ab-49bf546c100d req-03849f84-2ad0-4e8d-8944-d23012810b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:47.282604 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84798964-1a1d-4706-96ab-49bf546c100d req-03849f84-2ad0-4e8d-8944-d23012810b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:47.283108 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84798964-1a1d-4706-96ab-49bf546c100d req-03849f84-2ad0-4e8d-8944-d23012810b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:47.283725 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84798964-1a1d-4706-96ab-49bf546c100d req-03849f84-2ad0-4e8d-8944-d23012810b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:47.284407 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84798964-1a1d-4706-96ab-49bf546c100d req-03849f84-2ad0-4e8d-8944-d23012810b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:47.285041 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84798964-1a1d-4706-96ab-49bf546c100d req-03849f84-2ad0-4e8d-8944-d23012810b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:47.287449 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-84798964-1a1d-4706-96ab-49bf546c100d req-03849f84-2ad0-4e8d-8944-d23012810b14 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=130041758ffe4e0a8066d604acc4da27&device_id=24bc83bc-86f4-4e1f-99de-9736337ee499 HTTP/1.1" status: 200 len: 6473 time: 0.0611770 May 20 20:50:47.303676 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-f98673fc-7641-450e-99c9-b303ea9bfcb6 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6779d692767b447dad7b2ec2a8de849e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0598023 May 20 20:50:47.305952 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 50070) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:50:47.351343 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-84798964-1a1d-4706-96ab-49bf546c100d req-a319241e-8cd0-4d24-84ce-d75b92f9adf7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c377ecf0-f976-4335-a271-7a9e62459ad6 HTTP/1.1" status: 200 len: 217 time: 0.0416930 May 20 20:50:47.352407 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-cf797c30-847d-4065-a1d7-1fa8ab8fe509 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842733-1, 9c9dc509-cb61-49de-9fe8-1f749ee8888e) {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:50:47.356537 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf797c30-847d-4065-a1d7-1fa8ab8fe509 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:47.357393 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-cf797c30-847d-4065-a1d7-1fa8ab8fe509 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:47.370405 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1c6f657-a535-487b-bec6-00864b824889 None None] Network 9c9dc509-cb61-49de-9fe8-1f749ee8888e requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:50:47.372712 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device f79e4790-9647-4270-9e01-e62f5e898251 up at agent hyperv_n-h1-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:50:47.398021 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a0958027-c680-42ba-befb-45b216754c78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:47.419169 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84798964-1a1d-4706-96ab-49bf546c100d req-0318f985-0fd2-42c4-8edb-a409e8112cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:47.424665 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-84798964-1a1d-4706-96ab-49bf546c100d req-0318f985-0fd2-42c4-8edb-a409e8112cf6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0e16e10c-5b92-4574-b13d-016374e3f82e HTTP/1.1" status: 200 len: 850 time: 0.0549479 May 20 20:50:47.445124 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a0958027-c680-42ba-befb-45b216754c78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:47.496939 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-cf797c30-847d-4065-a1d7-1fa8ab8fe509 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.9242964 May 20 20:50:47.499757 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 50072) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:50:47.523901 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84798964-1a1d-4706-96ab-49bf546c100d req-f2b4eea6-e379-42fc-8076-7599b0683fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:47.525454 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-84798964-1a1d-4706-96ab-49bf546c100d req-f2b4eea6-e379-42fc-8076-7599b0683fcc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5ca369c8-df0a-41e3-869c-b1b368b823ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0933969 May 20 20:50:47.618317 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5557dd4e-fba5-4983-b953-09f8ea538160 None None] Network dc3020f7-e1a6-46eb-9758-31354ea4b8be requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:50:47.618317 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Provisioning for port f79e4790-9647-4270-9e01-e62f5e898251 completed by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 20:50:47.635631 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Provisioning complete for port f79e4790-9647-4270-9e01-e62f5e898251 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:50:47.635971 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:47.640273 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2455ff36-cf6b-476a-ab5d-a2937cfa176e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaee2b848-d4b9-5db1-b6ef-d6db29d67de7-9c9dc509-cb61-49de-9fe8-1f749ee8888e', 'network_id': '9c9dc509-cb61-49de-9fe8-1f749ee8888e', 'tenant_id': '96f638b5d51f40ba91740cda889595cb', 'fixed_ips': [{'subnet_id': '6df64f06-43cd-4ead-b522-23c6ec707646'}]}} from n-d-842733-1. {{(pid=103164) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 20:50:47.640940 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-2455ff36-cf6b-476a-ab5d-a2937cfa176e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:47.663922 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-84798964-1a1d-4706-96ab-49bf546c100d req-c7f165a2-2e0e-4b4c-a1a4-fff28a12cfc9 service neutron] 10.222.0.13 "GET /v2.0/networks/5ca369c8-df0a-41e3-869c-b1b368b823ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297181 May 20 20:50:47.664206 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-eff92478-9a8e-43b3-8c64-b96e96be550a tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33160123'] for network, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:47.721118 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a0958027-c680-42ba-befb-45b216754c78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:47.724991 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a0958027-c680-42ba-befb-45b216754c78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:47.726648 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-a0958027-c680-42ba-befb-45b216754c78 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b4189c5a-a519-437a-b77b-ef227ec8afcb HTTP/1.1" status: 204 len: 168 time: 0.4194734 May 20 20:50:47.755113 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0958027-c680-42ba-befb-45b216754c78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4189c5a-a519-437a-b77b-ef227ec8afcb,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:50:47.819068 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-eff92478-9a8e-43b3-8c64-b96e96be550a tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33068388'] for subnet, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:47.820223 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-aaa356af-74e4-4088-a34f-80c2f00aa75d None None] Provisioning complete for port 8136a59b-fade-4075-8c99-6a13511f91db triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:50:47.820730 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-aaa356af-74e4-4088-a34f-80c2f00aa75d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:47.834038 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-84798964-1a1d-4706-96ab-49bf546c100d req-a3ce4066-e99f-4c45-acac-c81feb284cb6 service neutron] 10.222.0.13 "GET /v2.0/networks/5ca369c8-df0a-41e3-869c-b1b368b823ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1603098 May 20 20:50:47.910160 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-84798964-1a1d-4706-96ab-49bf546c100d req-8d12757c-0212-48a3-bb77-7c40489c6d97 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.86&port_id=572584f9-d33c-4ce6-b334-490469f36e8c HTTP/1.1" status: 200 len: 217 time: 0.0667300 May 20 20:50:47.916914 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feafd484-d69c-49ed-9576-1890ed554bd0 req-945e1891-8d70-40c2-bfbe-267ca72e98a0 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:47.925517 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feafd484-d69c-49ed-9576-1890ed554bd0 req-945e1891-8d70-40c2-bfbe-267ca72e98a0 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:47.935336 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feafd484-d69c-49ed-9576-1890ed554bd0 req-945e1891-8d70-40c2-bfbe-267ca72e98a0 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:47.966158 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feafd484-d69c-49ed-9576-1890ed554bd0 req-945e1891-8d70-40c2-bfbe-267ca72e98a0 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:47.976085 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feafd484-d69c-49ed-9576-1890ed554bd0 req-945e1891-8d70-40c2-bfbe-267ca72e98a0 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:47.984550 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feafd484-d69c-49ed-9576-1890ed554bd0 req-945e1891-8d70-40c2-bfbe-267ca72e98a0 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:47.987632 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84798964-1a1d-4706-96ab-49bf546c100d req-0fa8a60f-f1ca-4394-996b-97e83f54fcf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:47.989092 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-84798964-1a1d-4706-96ab-49bf546c100d req-0fa8a60f-f1ca-4394-996b-97e83f54fcf1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=59b92b0c-ed8d-4efc-a77e-dc7193508e61 HTTP/1.1" status: 200 len: 797 time: 0.0711505 May 20 20:50:47.992293 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feafd484-d69c-49ed-9576-1890ed554bd0 req-945e1891-8d70-40c2-bfbe-267ca72e98a0 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:47.994186 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-feafd484-d69c-49ed-9576-1890ed554bd0 req-945e1891-8d70-40c2-bfbe-267ca72e98a0 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] 10.222.0.35 "GET /v2.0/ports?device_id=24bc83bc-86f4-4e1f-99de-9736337ee499 HTTP/1.1" status: 200 len: 5416 time: 0.2192519 May 20 20:50:48.080698 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84798964-1a1d-4706-96ab-49bf546c100d req-c67255b0-1522-472f-aa80-e3d0e1ec731d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:48.082494 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-84798964-1a1d-4706-96ab-49bf546c100d req-c67255b0-1522-472f-aa80-e3d0e1ec731d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ce671979-73f9-44d6-8ce7-2c8dc82e60ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0597072 May 20 20:50:48.086391 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-aaa356af-74e4-4088-a34f-80c2f00aa75d None None] Current status of the port 8136a59b-fade-4075-8c99-6a13511f91db is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:50:48.088026 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-feafd484-d69c-49ed-9576-1890ed554bd0 req-c26f8fa1-0bad-4ebd-87a2-adadfb8d3f77 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] 10.222.0.35 "GET /v2.0/security-groups?id=863381a6-ea9c-49ea-aca2-bed57188f540&id=a9a0a9ba-adc9-42eb-829d-df5caa26883b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0841420 May 20 20:50:48.102055 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Current status of the port f79e4790-9647-4270-9e01-e62f5e898251 is: BUILD; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:50:48.102604 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:48.136735 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dbeddf6-3f1c-4e9f-b714-83d55fa05176', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f79e4790-9647-4270-9e01-e62f5e898251'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:50:48.139410 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8485417003ce7c0410b00f5cdc2f391e21107b70bb68e2773712534a96e108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8386a410-0c91-4a38-a3dc-82ffc81fe52d" -d '{"events": [{"server_uuid": "7dbeddf6-3f1c-4e9f-b714-83d55fa05176", "name": "network-vif-plugged", "status": "completed", "tag": "f79e4790-9647-4270-9e01-e62f5e898251"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:50:48.174781 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port f79e4790-9647-4270-9e01-e62f5e898251, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=f79e4790-9647-4270-9e01-e62f5e898251,segment=NetworkSegment(dd3868d8-2801-4914-84a0-d7fd151b3df3),segment_id=dd3868d8-2801-4914-84a0-d7fd151b3df3)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:50:48.177909 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1863369e-8f8c-44cc-8f3a-8a01d272a973 req-8170fe24-dd48-4a9f-96e9-95dfa791fc6e tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:48.179552 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1863369e-8f8c-44cc-8f3a-8a01d272a973 req-8170fe24-dd48-4a9f-96e9-95dfa791fc6e tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/ports?device_id=7dbeddf6-3f1c-4e9f-b714-83d55fa05176 HTTP/1.1" status: 200 len: 945 time: 0.1100147 May 20 20:50:48.195059 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-eff92478-9a8e-43b3-8c64-b96e96be550a tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33068399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9641221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8422588'] for subnet, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:48.229507 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server [None req-2455ff36-cf6b-476a-ab5d-a2937cfa176e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6df64f06-43cd-4ead-b522-23c6ec707646: This subnet is being modified by another concurrent operation. May 20 20:50:48.229507 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 20 20:50:48.229507 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 20 20:50:48.229507 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 20 20:50:48.229507 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 20 20:50:48.229507 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 20 20:50:48.229507 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 20 20:50:48.229507 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 20 20:50:48.229507 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 20 20:50:48.229507 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 20 20:50:48.229507 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 20 20:50:48.229507 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 20 20:50:48.229507 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 20 20:50:48.229507 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server self.force_reraise() May 20 20:50:48.229507 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 20 20:50:48.229507 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server raise self.value May 20 20:50:48.229507 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 20 20:50:48.229507 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 20 20:50:48.229507 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 20 20:50:48.229507 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 20 20:50:48.229507 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 20 20:50:48.229507 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server self.force_reraise() May 20 20:50:48.229507 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 20 20:50:48.229507 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server raise self.value May 20 20:50:48.229507 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 20 20:50:48.229507 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 20 20:50:48.229507 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 20 20:50:48.229507 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 20 20:50:48.229507 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 20 20:50:48.229507 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server self.force_reraise() May 20 20:50:48.229507 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 20 20:50:48.229507 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server raise self.value May 20 20:50:48.229507 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 20 20:50:48.229507 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 20 20:50:48.229507 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper May 20 20:50:48.229507 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) May 20 20:50:48.229507 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port May 20 20:50:48.229507 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') May 20 20:50:48.229507 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action May 20 20:50:48.229507 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) May 20 20:50:48.229507 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port May 20 20:50:48.229507 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( May 20 20:50:48.229507 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner May 20 20:50:48.229507 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 20 20:50:48.229507 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped May 20 20:50:48.229507 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 20 20:50:48.229507 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 20 20:50:48.229507 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 20 20:50:48.229507 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 20 20:50:48.229507 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server self.force_reraise() May 20 20:50:48.229507 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 20 20:50:48.229507 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server raise self.value May 20 20:50:48.229507 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 20 20:50:48.229507 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 20 20:50:48.233013 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 20 20:50:48.233013 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 20 20:50:48.233013 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 20 20:50:48.233013 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server self.force_reraise() May 20 20:50:48.233013 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 20 20:50:48.233013 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server raise self.value May 20 20:50:48.233013 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 20 20:50:48.233013 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 20 20:50:48.233013 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 20 20:50:48.233013 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 20 20:50:48.233013 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 20 20:50:48.233013 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server self.force_reraise() May 20 20:50:48.233013 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 20 20:50:48.233013 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server raise self.value May 20 20:50:48.233013 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 20 20:50:48.233013 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 20 20:50:48.233013 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1486, in create_port May 20 20:50:48.233013 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) May 20 20:50:48.233013 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1451, in _create_port_db May 20 20:50:48.233013 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) May 20 20:50:48.233013 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db May 20 20:50:48.233013 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( May 20 20:50:48.233013 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store May 20 20:50:48.233013 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) May 20 20:50:48.233013 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped May 20 20:50:48.233013 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 20 20:50:48.233013 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper May 20 20:50:48.233013 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) May 20 20:50:48.233013 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port May 20 20:50:48.233013 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) May 20 20:50:48.233013 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port May 20 20:50:48.233013 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 20 20:50:48.233013 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets May 20 20:50:48.233013 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 20 20:50:48.233013 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 20 20:50:48.233013 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server raise exception May 20 20:50:48.233013 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6df64f06-43cd-4ead-b522-23c6ec707646: This subnet is being modified by another concurrent operation. May 20 20:50:48.233013 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server May 20 20:50:48.262566 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cf65ede-b57b-4cb9-8029-3b5b0ef71b40 None None] Network 9c9dc509-cb61-49de-9fe8-1f749ee8888e requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:50:48.266152 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:48.311206 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-84798964-1a1d-4706-96ab-49bf546c100d req-2f0ea981-8660-4dbf-b93e-e4cf3eacb26c service neutron] 10.222.0.13 "GET /v2.0/networks/ce671979-73f9-44d6-8ce7-2c8dc82e60ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1997197 May 20 20:50:48.383463 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff92478-9a8e-43b3-8c64-b96e96be550a tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Pushing event deleted for resources: {'Subnet': ['ID=6df64f06-43cd-4ead-b522-23c6ec707646,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:50:48.401147 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24bc83bc-86f4-4e1f-99de-9736337ee499', 'tag': '74e04797-896f-4ee0-abd1-9e9b3dbcaed4'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:50:48.403731 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6fa957933fccbf596d28104b23404b952ad6a8238afaebaed40a0874b2e409" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eba2fa6a-4f88-4b02-b9f0-967a9012e825" -d '{"events": [{"name": "network-changed", "server_uuid": "24bc83bc-86f4-4e1f-99de-9736337ee499", "tag": "74e04797-896f-4ee0-abd1-9e9b3dbcaed4"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:50:48.513565 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1863369e-8f8c-44cc-8f3a-8a01d272a973 req-665d04e9-393c-4942-a66c-b0af2fbee7ee tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9f9543d-587a-47bd-8772-bda4bd5582ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3139715 May 20 20:50:48.547288 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-84798964-1a1d-4706-96ab-49bf546c100d req-0a4854ff-f930-46a7-a034-e277815284e7 service neutron] 10.222.0.13 "GET /v2.0/networks/ce671979-73f9-44d6-8ce7-2c8dc82e60ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2263906 May 20 20:50:48.552912 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Pushing event updated for resources: {'Port': ['ID=f79e4790-9647-4270-9e01-e62f5e898251,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:50:48.613768 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c0010bd-11cd-4f8c-be20-dbb079a2bafb None None] get_active_networks_info from n-d-842733-1 {{(pid=103164) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 20 20:50:48.622489 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff92478-9a8e-43b3-8c64-b96e96be550a tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:50:48.622840 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff92478-9a8e-43b3-8c64-b96e96be550a tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:50:48.623184 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff92478-9a8e-43b3-8c64-b96e96be550a tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:50:48.623514 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff92478-9a8e-43b3-8c64-b96e96be550a tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:50:48.623840 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff92478-9a8e-43b3-8c64-b96e96be550a tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:50:48.624171 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff92478-9a8e-43b3-8c64-b96e96be550a tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:50:48.624558 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff92478-9a8e-43b3-8c64-b96e96be550a tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:50:48.624889 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff92478-9a8e-43b3-8c64-b96e96be550a tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:50:48.634454 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff92478-9a8e-43b3-8c64-b96e96be550a tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:50:48.634454 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff92478-9a8e-43b3-8c64-b96e96be550a tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:50:48.634454 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff92478-9a8e-43b3-8c64-b96e96be550a tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:50:48.634454 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff92478-9a8e-43b3-8c64-b96e96be550a tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:50:48.676585 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 20:50:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bab0f3d-258c-49cc-87b3-117cea6d7d9c x-openstack-request-id: req-4bab0f3d-258c-49cc-87b3-117cea6d7d9c {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:50:48.676918 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7dbeddf6-3f1c-4e9f-b714-83d55fa05176", "name": "network-vif-plugged", "status": "completed", "tag": "f79e4790-9647-4270-9e01-e62f5e898251", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:50:48.677175 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4bab0f3d-258c-49cc-87b3-117cea6d7d9c {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:50:48.677598 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4bab0f3d-258c-49cc-87b3-117cea6d7d9c'] response: {'server_uuid': '7dbeddf6-3f1c-4e9f-b714-83d55fa05176', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f79e4790-9647-4270-9e01-e62f5e898251', 'code': 200} May 20 20:50:48.703883 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-84798964-1a1d-4706-96ab-49bf546c100d req-93e607c3-ac03-4782-ba74-81e7ac674b58 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.41&port_id=2e1df5b4-4f1a-4391-8d35-f8e77caf43e0 HTTP/1.1" status: 200 len: 217 time: 0.1475189 May 20 20:50:48.718641 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 20:50:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce02844a-9818-4441-9562-ba3e85d281ef x-openstack-request-id: req-ce02844a-9818-4441-9562-ba3e85d281ef {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:50:48.719103 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24bc83bc-86f4-4e1f-99de-9736337ee499", "tag": "74e04797-896f-4ee0-abd1-9e9b3dbcaed4", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:50:48.719369 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ce02844a-9818-4441-9562-ba3e85d281ef {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:50:48.719783 n-d-842733-1 neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce02844a-9818-4441-9562-ba3e85d281ef'] response: {'name': 'network-changed', 'server_uuid': '24bc83bc-86f4-4e1f-99de-9736337ee499', 'tag': '74e04797-896f-4ee0-abd1-9e9b3dbcaed4', 'status': 'completed', 'code': 200} May 20 20:50:48.728386 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db0362a-7309-44be-b27f-8902299c2173 req-62760d57-0117-4955-a453-a85cc3b7e0d7 tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:48.728618 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 8136a59b-fade-4075-8c99-6a13511f91db up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:50:48.729879 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8db0362a-7309-44be-b27f-8902299c2173 req-62760d57-0117-4955-a453-a85cc3b7e0d7 tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb9d197d-73b0-448c-8000-bb76a8479f3c HTTP/1.1" status: 200 len: 945 time: 0.4286866 May 20 20:50:48.730703 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-f6c87d78-0d5b-41f0-b644-bda6812add61 None None] Provisioning complete for port 8136a59b-fade-4075-8c99-6a13511f91db triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:50:48.731072 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-f6c87d78-0d5b-41f0-b644-bda6812add61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:48.733550 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-eff92478-9a8e-43b3-8c64-b96e96be550a tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33072115', 'neutron.services.segments.db._delete_segments_for_network-8782419500584'] for network, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:48.777699 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae24e04-4b67-4a6b-aac5-02584db39060 req-1c4afb06-9ba8-4413-8324-915baaee2bfa tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:48.785074 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3ae24e04-4b67-4a6b-aac5-02584db39060 req-1c4afb06-9ba8-4413-8324-915baaee2bfa tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] 10.222.0.35 "GET /v2.0/ports?device_id=eb9d197d-73b0-448c-8000-bb76a8479f3c HTTP/1.1" status: 200 len: 945 time: 0.5479939 May 20 20:50:48.793807 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84798964-1a1d-4706-96ab-49bf546c100d req-91118666-dd41-4bf4-a47c-49ce6f6ca643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:48.796391 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-84798964-1a1d-4706-96ab-49bf546c100d req-91118666-dd41-4bf4-a47c-49ce6f6ca643 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=59b92b0c-ed8d-4efc-a77e-dc7193508e61 HTTP/1.1" status: 200 len: 797 time: 0.0632167 May 20 20:50:48.840473 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-eff92478-9a8e-43b3-8c64-b96e96be550a tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c9dc509-cb61-49de-9fe8-1f749ee8888e']}} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:50:48.861252 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-eff92478-9a8e-43b3-8c64-b96e96be550a tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f459f28-45e5-4f9e-8f62-b59c8aed4713') {'for_net_delete': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:50:48.861830 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-eff92478-9a8e-43b3-8c64-b96e96be550a tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f459f28-45e5-4f9e-8f62-b59c8aed4713') {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:50:48.868203 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84798964-1a1d-4706-96ab-49bf546c100d req-f65befea-672d-4f98-90bf-fee4eb15d750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:48.870340 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-84798964-1a1d-4706-96ab-49bf546c100d req-f65befea-672d-4f98-90bf-fee4eb15d750 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ce671979-73f9-44d6-8ce7-2c8dc82e60ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0659897 May 20 20:50:48.910892 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-eff92478-9a8e-43b3-8c64-b96e96be550a tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419501617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9338764'] for segment, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:48.916546 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42074870-33db-4bdc-8ca9-a18b2ae6340c req-a3cf823c-f50d-4487-b84a-385ee7f84734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:48.918283 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-42074870-33db-4bdc-8ca9-a18b2ae6340c req-a3cf823c-f50d-4487-b84a-385ee7f84734 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=7dbeddf6-3f1c-4e9f-b714-83d55fa05176 HTTP/1.1" status: 200 len: 1097 time: 0.2188611 May 20 20:50:48.939495 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-f6c87d78-0d5b-41f0-b644-bda6812add61 None None] Current status of the port 8136a59b-fade-4075-8c99-6a13511f91db is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:50:48.957590 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3ae24e04-4b67-4a6b-aac5-02584db39060 req-71a4dc0b-eaaa-494c-853a-f632360bfd7a tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] 10.222.0.35 "GET /v2.0/security-groups?id=2274ca87-1a60-437e-91f1-b4d825425422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568189 May 20 20:50:48.980448 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-eff92478-9a8e-43b3-8c64-b96e96be550a tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:48.992977 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eff92478-9a8e-43b3-8c64-b96e96be550a tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Releasing vlan 227 on physical network physnet1 to pool {{(pid=103163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 20:50:48.993773 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-eff92478-9a8e-43b3-8c64-b96e96be550a tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9638311'] for segment, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:48.997680 n-d-842733-1 neutron-server[103163]: Traceback (most recent call last): May 20 20:50:48.997680 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 20:50:48.997680 n-d-842733-1 neutron-server[103163]: timer() May 20 20:50:48.997680 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 20:50:48.997680 n-d-842733-1 neutron-server[103163]: cb(*args, **kw) May 20 20:50:48.997680 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 20 20:50:48.997680 n-d-842733-1 neutron-server[103163]: return func(*args, **kwargs) May 20 20:50:48.997680 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 20:50:48.997680 n-d-842733-1 neutron-server[103163]: self._notify() May 20 20:50:48.997680 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 20:50:48.997680 n-d-842733-1 neutron-server[103163]: self.callback(batched_events) May 20 20:50:48.997680 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 20:50:48.997680 n-d-842733-1 neutron-server[103163]: event.method(event) May 20 20:50:48.997680 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 20 20:50:48.997680 n-d-842733-1 neutron-server[103163]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 20:50:48.997680 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 20 20:50:48.997680 n-d-842733-1 neutron-server[103163]: aggregate_uuid = self.p_client.list_aggregates( May 20 20:50:48.997680 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 20 20:50:48.997680 n-d-842733-1 neutron-server[103163]: return f(self, *a, **k) May 20 20:50:48.997680 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 20 20:50:48.997680 n-d-842733-1 neutron-server[103163]: return self._get(url).json() May 20 20:50:48.997680 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 20 20:50:48.997680 n-d-842733-1 neutron-server[103163]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 20:50:48.997680 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 20:50:48.997680 n-d-842733-1 neutron-server[103163]: return self.request(url, 'GET', **kwargs) May 20 20:50:48.997680 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 20:50:48.997680 n-d-842733-1 neutron-server[103163]: base_url = self.get_endpoint(auth, allow=allow, May 20 20:50:48.997680 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 20:50:48.997680 n-d-842733-1 neutron-server[103163]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 20:50:48.997680 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 20:50:48.997680 n-d-842733-1 neutron-server[103163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 20:50:48.997680 n-d-842733-1 neutron-server[103163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 20:50:49.005916 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 8136a59b-fade-4075-8c99-6a13511f91db triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:50:49.006394 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:49.029928 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-84798964-1a1d-4706-96ab-49bf546c100d req-c86ee270-1084-4b70-8de4-e29ebc5e1b19 service neutron] 10.222.0.13 "GET /v2.0/networks/ce671979-73f9-44d6-8ce7-2c8dc82e60ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479769 May 20 20:50:49.030851 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c0010bd-11cd-4f8c-be20-dbb079a2bafb None None] Resources bound (agent type, host, resource id): {{(pid=103164) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 20 20:50:49.270235 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-84798964-1a1d-4706-96ab-49bf546c100d req-3b93a877-f53e-4e86-bc4b-14ee8ef6cc06 service neutron] 10.222.0.13 "GET /v2.0/networks/ce671979-73f9-44d6-8ce7-2c8dc82e60ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2332003 May 20 20:50:49.345978 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-84798964-1a1d-4706-96ab-49bf546c100d req-30c794a5-c26a-44ee-9cd8-6375b1a1a8b0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.5&port_id=8e5cf7ff-15da-45a7-acbe-5153d4a2259c HTTP/1.1" status: 200 len: 217 time: 0.0656250 May 20 20:50:49.418375 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 50108) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:50:49.421277 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 8136a59b-fade-4075-8c99-6a13511f91db is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:50:49.437680 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84798964-1a1d-4706-96ab-49bf546c100d req-6510b398-1242-4859-99b8-a516fe405cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:49.442308 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-84798964-1a1d-4706-96ab-49bf546c100d req-6510b398-1242-4859-99b8-a516fe405cf1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=59b92b0c-ed8d-4efc-a77e-dc7193508e61 HTTP/1.1" status: 200 len: 797 time: 0.0873439 May 20 20:50:49.465774 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-42074870-33db-4bdc-8ca9-a18b2ae6340c req-3739596c-7d85-46e9-987b-19d891338d80 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=f9f9543d-587a-47bd-8772-bda4bd5582ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5358632 May 20 20:50:49.518236 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [req-8db0362a-7309-44be-b27f-8902299c2173 req-f6ef4ad2-6522-4213-819c-bde9102aa08c tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] Deleting port f3f47166-9a7a-4dae-9e5e-7e9b8eea1ccc {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:50:49.518883 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-8db0362a-7309-44be-b27f-8902299c2173 req-f6ef4ad2-6522-4213-819c-bde9102aa08c tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:49.522700 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84798964-1a1d-4706-96ab-49bf546c100d req-fabaa6e1-151e-4723-881a-5557fbe9ed73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:49.524456 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-84798964-1a1d-4706-96ab-49bf546c100d req-fabaa6e1-151e-4723-881a-5557fbe9ed73 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ce671979-73f9-44d6-8ce7-2c8dc82e60ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0712669 May 20 20:50:49.631039 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-c08a753d-aa13-4f0f-99ef-528ef583f51f admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-132878168-network', 'tenant_id': 'e3d9ae9ec4284a8583d227968508713c'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:50:49.649954 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034f6e4e-c88f-410b-9561-dd38cc25de25 req-ca7cb6f6-ff22-456c-b0a1-92c6bfc6ebff tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:49.656767 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034f6e4e-c88f-410b-9561-dd38cc25de25 req-ca7cb6f6-ff22-456c-b0a1-92c6bfc6ebff tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:49.663837 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034f6e4e-c88f-410b-9561-dd38cc25de25 req-ca7cb6f6-ff22-456c-b0a1-92c6bfc6ebff tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:49.672138 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034f6e4e-c88f-410b-9561-dd38cc25de25 req-ca7cb6f6-ff22-456c-b0a1-92c6bfc6ebff tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:49.678751 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034f6e4e-c88f-410b-9561-dd38cc25de25 req-ca7cb6f6-ff22-456c-b0a1-92c6bfc6ebff tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:49.686059 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034f6e4e-c88f-410b-9561-dd38cc25de25 req-ca7cb6f6-ff22-456c-b0a1-92c6bfc6ebff tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:49.686264 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-84798964-1a1d-4706-96ab-49bf546c100d req-3683b3dd-1b62-41f1-893f-ae6216fb3ccc service neutron] 10.222.0.13 "GET /v2.0/networks/ce671979-73f9-44d6-8ce7-2c8dc82e60ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507516 May 20 20:50:49.692226 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034f6e4e-c88f-410b-9561-dd38cc25de25 req-ca7cb6f6-ff22-456c-b0a1-92c6bfc6ebff tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:49.694188 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-034f6e4e-c88f-410b-9561-dd38cc25de25 req-ca7cb6f6-ff22-456c-b0a1-92c6bfc6ebff tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] 10.222.0.35 "GET /v2.0/ports?device_id=24bc83bc-86f4-4e1f-99de-9736337ee499 HTTP/1.1" status: 200 len: 5416 time: 0.2514989 May 20 20:50:49.700134 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-eff92478-9a8e-43b3-8c64-b96e96be550a tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33072122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748162'] for network, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:49.719637 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-eff92478-9a8e-43b3-8c64-b96e96be550a tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:49.723380 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-eff92478-9a8e-43b3-8c64-b96e96be550a tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] 10.222.0.35 "DELETE /v2.0/networks/9c9dc509-cb61-49de-9fe8-1f749ee8888e HTTP/1.1" status: 204 len: 168 time: 2.2224483 May 20 20:50:49.739913 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 50116) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:50:49.758536 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-8d24c2fe-979e-40a3-9db0-ce0d33d97492 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-734163682'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:50:49.762985 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c08a753d-aa13-4f0f-99ef-528ef583f51f admin admin] Made reservation on behalf of e3d9ae9ec4284a8583d227968508713c for: {'network': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:50:49.765285 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c08a753d-aa13-4f0f-99ef-528ef583f51f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for network, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:49.784362 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c08a753d-aa13-4f0f-99ef-528ef583f51f admin admin] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:49.791083 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff92478-9a8e-43b3-8c64-b96e96be550a tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Pushing event deleted for resources: {'Network': ['ID=9c9dc509-cb61-49de-9fe8-1f749ee8888e,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:50:49.857994 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-84798964-1a1d-4706-96ab-49bf546c100d req-2091efc5-b30e-42dc-a071-18f5d6eb1bd4 service neutron] 10.222.0.13 "GET /v2.0/networks/ce671979-73f9-44d6-8ce7-2c8dc82e60ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1653614 May 20 20:50:49.860420 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-034f6e4e-c88f-410b-9561-dd38cc25de25 req-600804e8-e604-4490-8ecc-cc488cdbd90d tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] 10.222.0.35 "GET /v2.0/security-groups?id=863381a6-ea9c-49ea-aca2-bed57188f540&id=a9a0a9ba-adc9-42eb-829d-df5caa26883b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1468220 May 20 20:50:49.870450 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-04bdbbfa-a0b1-4869-a20e-5bbf4a22ec45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:49.874117 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-8db0362a-7309-44be-b27f-8902299c2173 req-f6ef4ad2-6522-4213-819c-bde9102aa08c tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] For port f3f47166-9a7a-4dae-9e5e-7e9b8eea1ccc, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=f3f47166-9a7a-4dae-9e5e-7e9b8eea1ccc,segment=NetworkSegment(d91bf09f-166e-43f0-9da3-0f3d4d6c439b),segment_id=d91bf09f-166e-43f0-9da3-0f3d4d6c439b)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:50:49.874703 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-8db0362a-7309-44be-b27f-8902299c2173 req-f6ef4ad2-6522-4213-819c-bde9102aa08c tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:49.885096 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f829f762-a1e5-4f21-8d82-98a8b6da1d90 req-632099de-e52a-4b04-b24c-a5eefd0b4373 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:49.893719 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f829f762-a1e5-4f21-8d82-98a8b6da1d90 req-632099de-e52a-4b04-b24c-a5eefd0b4373 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/ports?device_id=7dbeddf6-3f1c-4e9f-b714-83d55fa05176 HTTP/1.1" status: 200 len: 946 time: 0.1944389 May 20 20:50:49.915314 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-84798964-1a1d-4706-96ab-49bf546c100d req-94b7ce6a-43fc-47e2-9720-3ac53c8cc259 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.9&port_id=4f6e4e5b-3b4d-4afd-ab5f-fc21ef7d2709 HTTP/1.1" status: 200 len: 217 time: 0.0486705 May 20 20:50:49.932579 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [req-8db0362a-7309-44be-b27f-8902299c2173 req-f6ef4ad2-6522-4213-819c-bde9102aa08c tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] Calling delete_port for f3f47166-9a7a-4dae-9e5e-7e9b8eea1ccc owned by compute:nova {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:50:49.935941 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d24c2fe-979e-40a3-9db0-ce0d33d97492 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Made reservation on behalf of 96f638b5d51f40ba91740cda889595cb for: {'network': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:50:49.939622 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8d24c2fe-979e-40a3-9db0-ce0d33d97492 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for network, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:49.970854 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84798964-1a1d-4706-96ab-49bf546c100d req-437a839c-63f4-416f-824d-d52e5f9f7a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:49.972345 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-84798964-1a1d-4706-96ab-49bf546c100d req-437a839c-63f4-416f-824d-d52e5f9f7a31 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=59b92b0c-ed8d-4efc-a77e-dc7193508e61 HTTP/1.1" status: 200 len: 797 time: 0.0504565 May 20 20:50:50.030118 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c08a753d-aa13-4f0f-99ef-528ef583f51f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:50.037294 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f829f762-a1e5-4f21-8d82-98a8b6da1d90 req-04671962-4fbf-4e6d-a0b9-173d710380f6 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9f9543d-587a-47bd-8772-bda4bd5582ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415091 May 20 20:50:50.042580 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84798964-1a1d-4706-96ab-49bf546c100d req-216219a4-5350-4851-b05a-da791c2fa320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:50.044197 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-84798964-1a1d-4706-96ab-49bf546c100d req-216219a4-5350-4851-b05a-da791c2fa320 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ce671979-73f9-44d6-8ce7-2c8dc82e60ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0630705 May 20 20:50:50.081374 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d24c2fe-979e-40a3-9db0-ce0d33d97492 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 226} {{(pid=103163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 20:50:50.107352 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8d24c2fe-979e-40a3-9db0-ce0d33d97492 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:50.107691 n-d-842733-1 neutron-server[103163]: INFO neutron.db.segments_db [None req-8d24c2fe-979e-40a3-9db0-ce0d33d97492 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Added segment cc0b10e3-1b21-4c49-924f-305fadf7c711 of type vlan for network 47e48b14-9d3a-44f1-a929-71f5f5bf541f May 20 20:50:50.128198 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c08a753d-aa13-4f0f-99ef-528ef583f51f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:50.158235 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b7cc01-b1d6-48e8-9643-4c8b4db3149a req-954f0f8f-7c76-4c06-9ece-3742a935feb1 tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:50.158523 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c08a753d-aa13-4f0f-99ef-528ef583f51f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 233} {{(pid=103162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 20:50:50.159802 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a8b7cc01-b1d6-48e8-9643-4c8b4db3149a req-954f0f8f-7c76-4c06-9ece-3742a935feb1 tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] 10.222.0.35 "GET /v2.0/ports?device_id=eb9d197d-73b0-448c-8000-bb76a8479f3c HTTP/1.1" status: 200 len: 945 time: 0.1327813 May 20 20:50:50.182859 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-84798964-1a1d-4706-96ab-49bf546c100d req-5bbab172-d342-4137-b3d6-4bf0b1f10cd7 service neutron] 10.222.0.13 "GET /v2.0/networks/ce671979-73f9-44d6-8ce7-2c8dc82e60ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286912 May 20 20:50:50.184989 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08a753d-aa13-4f0f-99ef-528ef583f51f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2790e470-9a47-406f-98f4-701141624dd8,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:50:50.198423 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c08a753d-aa13-4f0f-99ef-528ef583f51f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:50.198894 n-d-842733-1 neutron-server[103162]: INFO neutron.db.segments_db [None req-c08a753d-aa13-4f0f-99ef-528ef583f51f admin admin] Added segment 4529953e-d71a-4571-96f1-9124f071e786 of type vlan for network 15a0f215-2383-429d-bf25-2dc816724959 May 20 20:50:50.204835 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8d24c2fe-979e-40a3-9db0-ce0d33d97492 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418993264'] for network, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:50.263860 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a8b7cc01-b1d6-48e8-9643-4c8b4db3149a req-533e264c-377c-42ac-802b-1e43cd614a4f tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] 10.222.0.35 "GET /v2.0/security-groups?id=2274ca87-1a60-437e-91f1-b4d825425422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891104 May 20 20:50:50.299312 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c08a753d-aa13-4f0f-99ef-528ef583f51f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418993264'] for network, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:50.328898 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-8db0362a-7309-44be-b27f-8902299c2173 req-f6ef4ad2-6522-4213-819c-bde9102aa08c tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:50.350123 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-84798964-1a1d-4706-96ab-49bf546c100d req-b15ed2a2-a1d5-4daa-afe4-7fa91c9e24dd service neutron] 10.222.0.13 "GET /v2.0/networks/ce671979-73f9-44d6-8ce7-2c8dc82e60ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486125 May 20 20:50:50.370372 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8d24c2fe-979e-40a3-9db0-ce0d33d97492 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524'] for network, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:50.377561 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d24c2fe-979e-40a3-9db0-ce0d33d97492 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:50.378196 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8d24c2fe-979e-40a3-9db0-ce0d33d97492 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:50.380978 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] get_ports_and_sgs() called for port_ids ['f3f47166-9a7a-4dae-9e5e-7e9b8eea1ccc'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:50:50.394283 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-84798964-1a1d-4706-96ab-49bf546c100d req-36c2c9b5-5bbb-4444-96a6-428cf9907e45 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=a41647e7-8ada-4a9b-b0ae-2edf7826ff37 HTTP/1.1" status: 200 len: 217 time: 0.0348854 May 20 20:50:50.394706 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ef4ad2-6522-4213-819c-bde9102aa08c tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] Pushing event deleted for resources: {'Port': ['ID=f3f47166-9a7a-4dae-9e5e-7e9b8eea1ccc,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:50:50.444392 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c08a753d-aa13-4f0f-99ef-528ef583f51f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524'] for network, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:50.445287 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c08a753d-aa13-4f0f-99ef-528ef583f51f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:50.445853 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c08a753d-aa13-4f0f-99ef-528ef583f51f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:50.501109 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-8d24c2fe-979e-40a3-9db0-ce0d33d97492 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7491121 May 20 20:50:50.501629 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 50120) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:50:50.502095 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [req-8db0362a-7309-44be-b27f-8902299c2173 req-f6ef4ad2-6522-4213-819c-bde9102aa08c tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] No DVR routers for this DVR port f3f47166-9a7a-4dae-9e5e-7e9b8eea1ccc on host n-h2-842733-1 {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:50:50.504984 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-8db0362a-7309-44be-b27f-8902299c2173 req-f6ef4ad2-6522-4213-819c-bde9102aa08c tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:50.509616 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8db0362a-7309-44be-b27f-8902299c2173 req-f6ef4ad2-6522-4213-819c-bde9102aa08c tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] 10.222.0.13 "DELETE /v2.0/ports/f3f47166-9a7a-4dae-9e5e-7e9b8eea1ccc HTTP/1.1" status: 204 len: 173 time: 1.7636514 May 20 20:50:50.512865 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-04d54eed-13f0-47be-b975-a4038e48e29d tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Request body: {'subnet': {'network_id': '47e48b14-9d3a-44f1-a929-71f5f5bf541f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:50:50.513671 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb9d197d-73b0-448c-8000-bb76a8479f3c', 'name': 'network-vif-deleted', 'tag': 'f3f47166-9a7a-4dae-9e5e-7e9b8eea1ccc'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:50:50.516717 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4291b17aa7b45362825f0571e77c85f5e73afe1df9c7e9e15006df9d695c005e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de396692-1e9e-4abe-bfe7-0746ead44b81" -d '{"events": [{"server_uuid": "eb9d197d-73b0-448c-8000-bb76a8479f3c", "name": "network-vif-deleted", "tag": "f3f47166-9a7a-4dae-9e5e-7e9b8eea1ccc"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:50:50.519730 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84798964-1a1d-4706-96ab-49bf546c100d req-28248853-a808-4b14-bf15-0220282a86ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:50.522026 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-84798964-1a1d-4706-96ab-49bf546c100d req-28248853-a808-4b14-bf15-0220282a86ed service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7fbbf488-7764-47d2-845a-1d321aa7918a HTTP/1.1" status: 200 len: 797 time: 0.1208806 May 20 20:50:50.530012 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d24c2fe-979e-40a3-9db0-ce0d33d97492 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Pushing event updated for resources: {'Network': ['ID=47e48b14-9d3a-44f1-a929-71f5f5bf541f,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:50:50.543004 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Network 47e48b14-9d3a-44f1-a929-71f5f5bf541f details requested by agent ovs-agent-n-d-842733-1 with host n-d-842733-1 {{(pid=103164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 20 20:50:50.549540 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08a753d-aa13-4f0f-99ef-528ef583f51f admin admin] Pushing event updated for resources: {'Network': ['ID=15a0f215-2383-429d-bf25-2dc816724959,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:50:50.564127 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Network 15a0f215-2383-429d-bf25-2dc816724959 details requested by agent ovs-agent-n-d-842733-1 with host n-d-842733-1 {{(pid=103164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 20 20:50:50.584073 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 20:50:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c66549d-bb49-4a50-a2b0-6bcd027b3fb3 x-openstack-request-id: req-2c66549d-bb49-4a50-a2b0-6bcd027b3fb3 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:50:50.584629 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb9d197d-73b0-448c-8000-bb76a8479f3c", "name": "network-vif-deleted", "tag": "f3f47166-9a7a-4dae-9e5e-7e9b8eea1ccc", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:50:50.584983 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2c66549d-bb49-4a50-a2b0-6bcd027b3fb3 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:50:50.586310 n-d-842733-1 neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c66549d-bb49-4a50-a2b0-6bcd027b3fb3'] response: {'server_uuid': 'eb9d197d-73b0-448c-8000-bb76a8479f3c', 'name': 'network-vif-deleted', 'tag': 'f3f47166-9a7a-4dae-9e5e-7e9b8eea1ccc', 'status': 'completed', 'code': 200} May 20 20:50:50.609432 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-c08a753d-aa13-4f0f-99ef-528ef583f51f admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1897104 May 20 20:50:50.612767 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 50124) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:50:50.623212 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-4e7acc0d-e5b5-4b0c-a27f-2ef0aabb23da admin admin] Request body: {'subnet': {'network_id': '15a0f215-2383-429d-bf25-2dc816724959', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-132878168-subnet', 'tenant_id': 'e3d9ae9ec4284a8583d227968508713c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:50:50.649162 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84798964-1a1d-4706-96ab-49bf546c100d req-40dbbade-42c1-4b4c-82c3-9be3e5bc7bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:50.650646 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-84798964-1a1d-4706-96ab-49bf546c100d req-40dbbade-42c1-4b4c-82c3-9be3e5bc7bd7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=55b562d5-5067-4b35-82c1-b8cbe81beb27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1116223 May 20 20:50:50.738891 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04d54eed-13f0-47be-b975-a4038e48e29d tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Made reservation on behalf of 96f638b5d51f40ba91740cda889595cb for: {'subnet': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:50:50.742921 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-04d54eed-13f0-47be-b975-a4038e48e29d tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4018244'] for subnet, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:50.796256 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e7acc0d-e5b5-4b0c-a27f-2ef0aabb23da admin admin] Made reservation on behalf of e3d9ae9ec4284a8583d227968508713c for: {'subnet': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:50:50.798898 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4e7acc0d-e5b5-4b0c-a27f-2ef0aabb23da admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8422561'] for subnet, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:50.813659 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-84798964-1a1d-4706-96ab-49bf546c100d req-d9a89f19-5b6e-43e5-8f9f-b59423b04982 service neutron] 10.222.0.13 "GET /v2.0/networks/55b562d5-5067-4b35-82c1-b8cbe81beb27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500514 May 20 20:50:51.003406 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-84798964-1a1d-4706-96ab-49bf546c100d req-ff605076-a2ce-4d67-83ac-fe74ef8c4383 service neutron] 10.222.0.13 "GET /v2.0/networks/55b562d5-5067-4b35-82c1-b8cbe81beb27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601863 May 20 20:50:51.042129 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da28081d-347e-442d-989b-be16f2884f82 req-eb4886b5-e4db-406b-9eb4-26b128858bf5 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:51.047972 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da28081d-347e-442d-989b-be16f2884f82 req-eb4886b5-e4db-406b-9eb4-26b128858bf5 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:51.054409 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da28081d-347e-442d-989b-be16f2884f82 req-eb4886b5-e4db-406b-9eb4-26b128858bf5 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:51.055641 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-84798964-1a1d-4706-96ab-49bf546c100d req-289ffa58-f192-41e4-b413-e7b1cb08ec4e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=74e04797-896f-4ee0-abd1-9e9b3dbcaed4 HTTP/1.1" status: 200 len: 217 time: 0.0415609 May 20 20:50:51.060178 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da28081d-347e-442d-989b-be16f2884f82 req-eb4886b5-e4db-406b-9eb4-26b128858bf5 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:51.066050 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da28081d-347e-442d-989b-be16f2884f82 req-eb4886b5-e4db-406b-9eb4-26b128858bf5 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:51.072495 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da28081d-347e-442d-989b-be16f2884f82 req-eb4886b5-e4db-406b-9eb4-26b128858bf5 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:51.083527 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da28081d-347e-442d-989b-be16f2884f82 req-eb4886b5-e4db-406b-9eb4-26b128858bf5 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:51.083527 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-da28081d-347e-442d-989b-be16f2884f82 req-eb4886b5-e4db-406b-9eb4-26b128858bf5 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] 10.222.0.35 "GET /v2.0/ports?device_id=24bc83bc-86f4-4e1f-99de-9736337ee499 HTTP/1.1" status: 200 len: 5416 time: 0.1001401 May 20 20:50:51.083527 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4e7acc0d-e5b5-4b0c-a27f-2ef0aabb23da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9641412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8422583'] for subnet, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:51.110557 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84798964-1a1d-4706-96ab-49bf546c100d req-a4a16f4c-08f4-4749-815f-f7e804440cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:51.112127 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-84798964-1a1d-4706-96ab-49bf546c100d req-a4a16f4c-08f4-4749-815f-f7e804440cbc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7fbbf488-7764-47d2-845a-1d321aa7918a HTTP/1.1" status: 200 len: 797 time: 0.0500860 May 20 20:50:51.145429 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-04d54eed-13f0-47be-b975-a4038e48e29d tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3797684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4018258'] for subnet, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:51.204394 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-da28081d-347e-442d-989b-be16f2884f82 req-8a10ca43-797c-49bf-8ac3-872a5dfb678b tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] 10.222.0.35 "GET /v2.0/security-groups?id=863381a6-ea9c-49ea-aca2-bed57188f540&id=a9a0a9ba-adc9-42eb-829d-df5caa26883b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1111951 May 20 20:50:51.205150 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7acc0d-e5b5-4b0c-a27f-2ef0aabb23da admin admin] Pushing event updated for resources: {'Subnet': ['ID=33d6f6c4-281a-40c4-9dc1-11d72b7a2e33,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:50:51.206965 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84798964-1a1d-4706-96ab-49bf546c100d req-914a9169-cc82-4efc-a807-cda6ebb26b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:51.208499 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-84798964-1a1d-4706-96ab-49bf546c100d req-914a9169-cc82-4efc-a807-cda6ebb26b8a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=55b562d5-5067-4b35-82c1-b8cbe81beb27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0893810 May 20 20:50:51.217849 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d54eed-13f0-47be-b975-a4038e48e29d tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Pushing event updated for resources: {'Subnet': ['ID=1176fad6-bb1b-4007-a9e5-d7d0cde2d7bb,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:50:51.222211 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c0219d-e64d-4f1b-b049-6c19f8ef882f req-0185493e-860b-4644-aafc-09aaad26e693 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:51.223571 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-48c0219d-e64d-4f1b-b049-6c19f8ef882f req-0185493e-860b-4644-aafc-09aaad26e693 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/ports?device_id=7dbeddf6-3f1c-4e9f-b714-83d55fa05176 HTTP/1.1" status: 200 len: 946 time: 0.1035340 May 20 20:50:51.226653 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e7acc0d-e5b5-4b0c-a27f-2ef0aabb23da admin admin] Checking segment: {'id': '4529953e-d71a-4571-96f1-9124f071e786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '15a0f215-2383-429d-bf25-2dc816724959'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:50:51.227007 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e7acc0d-e5b5-4b0c-a27f-2ef0aabb23da admin admin] Network hostable DHCP agents. Network: 15a0f215-2383-429d-bf25-2dc816724959, hostable agents: ['c9b0653c-f3c7-4339-bd50-e3754b629216'], hosted agents: [] {{(pid=103163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 20:50:51.276561 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-48c0219d-e64d-4f1b-b049-6c19f8ef882f req-665c0125-dab9-49d4-95f4-500ace096ea7 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9f9543d-587a-47bd-8772-bda4bd5582ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396905 May 20 20:50:51.278304 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d54eed-13f0-47be-b975-a4038e48e29d tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Checking segment: {'id': 'cc0b10e3-1b21-4c49-924f-305fadf7c711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '47e48b14-9d3a-44f1-a929-71f5f5bf541f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:50:51.278731 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04d54eed-13f0-47be-b975-a4038e48e29d tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Network hostable DHCP agents. Network: 47e48b14-9d3a-44f1-a929-71f5f5bf541f, hostable agents: ['c9b0653c-f3c7-4339-bd50-e3754b629216'], hosted agents: [] {{(pid=103162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 20:50:51.320100 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e7acc0d-e5b5-4b0c-a27f-2ef0aabb23da admin admin] Network 15a0f215-2383-429d-bf25-2dc816724959 is scheduled to be hosted by DHCP agent c9b0653c-f3c7-4339-bd50-e3754b629216 with binding_index 1 {{(pid=103163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 20:50:51.331124 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-84798964-1a1d-4706-96ab-49bf546c100d req-8dcaf5cf-164d-40e9-9b93-553f8b200299 service neutron] 10.222.0.13 "GET /v2.0/networks/55b562d5-5067-4b35-82c1-b8cbe81beb27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024277 May 20 20:50:51.399468 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04d54eed-13f0-47be-b975-a4038e48e29d tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Network 47e48b14-9d3a-44f1-a929-71f5f5bf541f is scheduled to be hosted by DHCP agent c9b0653c-f3c7-4339-bd50-e3754b629216 with binding_index 1 {{(pid=103162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 20:50:51.407247 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8006cad9-ef66-4eed-903e-2c6ddc53fd89 req-0e60d95e-c1e0-4622-8d77-07a46e2463db tempest-ServerDiskConfigTestJSON-1255149041 tempest-ServerDiskConfigTestJSON-1255149041-project] 10.222.0.35 "GET /v2.0/ports?device_id=eb9d197d-73b0-448c-8000-bb76a8479f3c HTTP/1.1" status: 200 len: 210 time: 0.0441930 May 20 20:50:51.430844 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-84798964-1a1d-4706-96ab-49bf546c100d req-ba569161-3ab6-4b2f-94b3-f373fc7bf0cf service neutron] 10.222.0.13 "GET /v2.0/networks/55b562d5-5067-4b35-82c1-b8cbe81beb27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929968 May 20 20:50:51.479402 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-4e7acc0d-e5b5-4b0c-a27f-2ef0aabb23da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842733-1, 15a0f215-2383-429d-bf25-2dc816724959) {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:50:51.481475 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-04d54eed-13f0-47be-b975-a4038e48e29d tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842733-1, 47e48b14-9d3a-44f1-a929-71f5f5bf541f) {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:50:51.483496 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e7acc0d-e5b5-4b0c-a27f-2ef0aabb23da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:51.486987 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04d54eed-13f0-47be-b975-a4038e48e29d tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:51.487592 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-04d54eed-13f0-47be-b975-a4038e48e29d tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:51.493756 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4e7acc0d-e5b5-4b0c-a27f-2ef0aabb23da admin admin] Notify callbacks [] for subnet, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:51.500164 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d41b0cd-208f-4bd5-b18a-2e593bfe2bda None None] Network 15a0f215-2383-429d-bf25-2dc816724959 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:50:51.503781 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46ad8a52-fb4b-40d8-a728-c28956d6c191 None None] Network 47e48b14-9d3a-44f1-a929-71f5f5bf541f requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:50:51.573443 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-04d54eed-13f0-47be-b975-a4038e48e29d tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.0624776 May 20 20:50:51.573896 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 50138) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:50:51.600810 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 50140) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:50:51.601430 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-4e7acc0d-e5b5-4b0c-a27f-2ef0aabb23da admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9807851 May 20 20:50:51.608606 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-79b50114-68f7-45eb-91bc-7a750c3d4c01 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-132878168-router', 'tenant_id': 'e3d9ae9ec4284a8583d227968508713c', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'}}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:50:51.701734 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8faad6d0-f1c9-420c-908c-60b294ff310b tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33160123'] for network, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:51.714011 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-79b50114-68f7-45eb-91bc-7a750c3d4c01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-694221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26155'] for router, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:51.715133 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-79b50114-68f7-45eb-91bc-7a750c3d4c01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-693085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748153', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-718080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26162'] for router, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:51.763236 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae78ad5c-012d-49e6-8e5a-99bdebe91b78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaee2b848-d4b9-5db1-b6ef-d6db29d67de7-47e48b14-9d3a-44f1-a929-71f5f5bf541f', 'network_id': '47e48b14-9d3a-44f1-a929-71f5f5bf541f', 'tenant_id': '96f638b5d51f40ba91740cda889595cb', 'fixed_ips': [{'subnet_id': '1176fad6-bb1b-4007-a9e5-d7d0cde2d7bb'}]}} from n-d-842733-1. {{(pid=103164) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 20:50:51.764850 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ae78ad5c-012d-49e6-8e5a-99bdebe91b78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:51.787757 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62c4c81f-1689-493f-8ff9-9ef918408aee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaee2b848-d4b9-5db1-b6ef-d6db29d67de7-15a0f215-2383-429d-bf25-2dc816724959', 'network_id': '15a0f215-2383-429d-bf25-2dc816724959', 'tenant_id': 'e3d9ae9ec4284a8583d227968508713c', 'fixed_ips': [{'subnet_id': '33d6f6c4-281a-40c4-9dc1-11d72b7a2e33'}]}} from n-d-842733-1. {{(pid=103164) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 20:50:51.788853 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-62c4c81f-1689-493f-8ff9-9ef918408aee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:51.834511 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f696507-eb5a-4b7c-8d97-dffc5cd9b819 req-b2ea078e-038a-4977-8d40-7d1d01f58345 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:51.834511 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6f696507-eb5a-4b7c-8d97-dffc5cd9b819 req-b2ea078e-038a-4977-8d40-7d1d01f58345 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/ports?device_id=7dbeddf6-3f1c-4e9f-b714-83d55fa05176 HTTP/1.1" status: 200 len: 946 time: 0.0588613 May 20 20:50:51.876174 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6f696507-eb5a-4b7c-8d97-dffc5cd9b819 req-59107d82-786e-4086-8a8d-60103edd5267 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9f9543d-587a-47bd-8772-bda4bd5582ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355809 May 20 20:50:52.020880 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [None req-ae78ad5c-012d-49e6-8e5a-99bdebe91b78 None None] Allocated IP 2001:db8::1 (47e48b14-9d3a-44f1-a929-71f5f5bf541f/1176fad6-bb1b-4007-a9e5-d7d0cde2d7bb/77a2bbe8-74b3-4d39-9d84-0dba57b3ada5) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:50:52.110753 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-79b50114-68f7-45eb-91bc-7a750c3d4c01 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:52.112733 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8faad6d0-f1c9-420c-908c-60b294ff310b tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33068388'] for subnet, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:52.120987 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [None req-62c4c81f-1689-493f-8ff9-9ef918408aee None None] Allocated IP 172.20.0.2 (15a0f215-2383-429d-bf25-2dc816724959/33d6f6c4-281a-40c4-9dc1-11d72b7a2e33/3ffc4cd6-c192-4244-954a-f4bf70011021) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:50:52.249929 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba2fa6a-4f88-4b02-b9f0-967a9012e825 req-56d513bc-c5ae-435f-bb1b-27dedcc248e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:52.250452 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba2fa6a-4f88-4b02-b9f0-967a9012e825 req-56d513bc-c5ae-435f-bb1b-27dedcc248e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:52.250972 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba2fa6a-4f88-4b02-b9f0-967a9012e825 req-56d513bc-c5ae-435f-bb1b-27dedcc248e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:52.251564 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba2fa6a-4f88-4b02-b9f0-967a9012e825 req-56d513bc-c5ae-435f-bb1b-27dedcc248e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:52.252077 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba2fa6a-4f88-4b02-b9f0-967a9012e825 req-56d513bc-c5ae-435f-bb1b-27dedcc248e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:52.252631 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba2fa6a-4f88-4b02-b9f0-967a9012e825 req-56d513bc-c5ae-435f-bb1b-27dedcc248e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:52.252841 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4753c451-bdad-4901-885c-eeb0b740dc47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:52.254197 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba2fa6a-4f88-4b02-b9f0-967a9012e825 req-56d513bc-c5ae-435f-bb1b-27dedcc248e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:52.264410 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-eba2fa6a-4f88-4b02-b9f0-967a9012e825 req-56d513bc-c5ae-435f-bb1b-27dedcc248e0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=130041758ffe4e0a8066d604acc4da27&device_id=24bc83bc-86f4-4e1f-99de-9736337ee499 HTTP/1.1" status: 200 len: 6473 time: 0.1618710 May 20 20:50:52.298889 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ae78ad5c-012d-49e6-8e5a-99bdebe91b78 None None] Notify callbacks [] for port, precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:52.361798 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-62c4c81f-1689-493f-8ff9-9ef918408aee None None] Notify callbacks [] for port, precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:52.372672 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1d663f-a0ad-4a8f-9b50-b7deaa1e99a9 req-d476ec7d-3ac1-4753-b7bf-45338dc10fbb tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:52.379556 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1d663f-a0ad-4a8f-9b50-b7deaa1e99a9 req-d476ec7d-3ac1-4753-b7bf-45338dc10fbb tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:52.385901 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1d663f-a0ad-4a8f-9b50-b7deaa1e99a9 req-d476ec7d-3ac1-4753-b7bf-45338dc10fbb tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:52.391795 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1d663f-a0ad-4a8f-9b50-b7deaa1e99a9 req-d476ec7d-3ac1-4753-b7bf-45338dc10fbb tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:52.395102 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-79b50114-68f7-45eb-91bc-7a750c3d4c01 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:52.397903 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1d663f-a0ad-4a8f-9b50-b7deaa1e99a9 req-d476ec7d-3ac1-4753-b7bf-45338dc10fbb tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:52.404390 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1d663f-a0ad-4a8f-9b50-b7deaa1e99a9 req-d476ec7d-3ac1-4753-b7bf-45338dc10fbb tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:52.410476 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1d663f-a0ad-4a8f-9b50-b7deaa1e99a9 req-d476ec7d-3ac1-4753-b7bf-45338dc10fbb tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:52.412999 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-eb1d663f-a0ad-4a8f-9b50-b7deaa1e99a9 req-d476ec7d-3ac1-4753-b7bf-45338dc10fbb tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] 10.222.0.35 "GET /v2.0/ports?device_id=24bc83bc-86f4-4e1f-99de-9736337ee499 HTTP/1.1" status: 200 len: 5416 time: 0.1045272 May 20 20:50:52.418105 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ae78ad5c-012d-49e6-8e5a-99bdebe91b78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108'] for port, after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:52.453490 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-62c4c81f-1689-493f-8ff9-9ef918408aee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108'] for port, after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:52.456730 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba2fa6a-4f88-4b02-b9f0-967a9012e825 req-cb65def0-3d56-4700-bebc-6dce151db655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:52.461183 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-eba2fa6a-4f88-4b02-b9f0-967a9012e825 req-cb65def0-3d56-4700-bebc-6dce151db655 service neutron] 10.222.0.13 "GET /v2.0/networks?id=55b562d5-5067-4b35-82c1-b8cbe81beb27 HTTP/1.1" status: 200 len: 903 time: 0.1890514 May 20 20:50:52.479687 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-eb1d663f-a0ad-4a8f-9b50-b7deaa1e99a9 req-cf2e6f99-b847-4a2b-b746-ff891890ba03 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] 10.222.0.35 "GET /v2.0/security-groups?id=863381a6-ea9c-49ea-aca2-bed57188f540&id=a9a0a9ba-adc9-42eb-829d-df5caa26883b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0541406 May 20 20:50:52.506210 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae78ad5c-012d-49e6-8e5a-99bdebe91b78 None None] Network 47e48b14-9d3a-44f1-a929-71f5f5bf541f is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:50:52.514810 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae78ad5c-012d-49e6-8e5a-99bdebe91b78 None None] Pushing event updated for resources: {'Port': ['ID=77a2bbe8-74b3-4d39-9d84-0dba57b3ada5,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:50:52.515012 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-ae78ad5c-012d-49e6-8e5a-99bdebe91b78 None None] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:50:52.517793 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62c4c81f-1689-493f-8ff9-9ef918408aee None None] Network 15a0f215-2383-429d-bf25-2dc816724959 is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:50:52.538746 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-eba2fa6a-4f88-4b02-b9f0-967a9012e825 req-c2440b0f-6030-4388-b370-291a92afd9ef service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=74e04797-896f-4ee0-abd1-9e9b3dbcaed4 HTTP/1.1" status: 200 len: 217 time: 0.0705316 May 20 20:50:52.547927 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae78ad5c-012d-49e6-8e5a-99bdebe91b78 None None] Received port after_create {{(pid=103164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:50:52.552883 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-62c4c81f-1689-493f-8ff9-9ef918408aee None None] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:50:52.565287 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c4c81f-1689-493f-8ff9-9ef918408aee None None] Received port after_create {{(pid=103164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:50:52.626121 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8faad6d0-f1c9-420c-908c-60b294ff310b tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33068399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3797621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4018265'] for subnet, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:52.629168 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c4c81f-1689-493f-8ff9-9ef918408aee None None] Pushing event updated for resources: {'Port': ['ID=3ffc4cd6-c192-4244-954a-f4bf70011021,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:50:52.635977 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 50158) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:50:52.666863 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-ae78ad5c-012d-49e6-8e5a-99bdebe91b78 None None] Attempting to bind port 77a2bbe8-74b3-4d39-9d84-0dba57b3ada5 on host n-d-842733-1 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:50:52.667227 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-ae78ad5c-012d-49e6-8e5a-99bdebe91b78 None None] Attempting to bind port 77a2bbe8-74b3-4d39-9d84-0dba57b3ada5 by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': 'cc0b10e3-1b21-4c49-924f-305fadf7c711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '47e48b14-9d3a-44f1-a929-71f5f5bf541f'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:50:52.667593 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae78ad5c-012d-49e6-8e5a-99bdebe91b78 None None] Attempting to bind port 77a2bbe8-74b3-4d39-9d84-0dba57b3ada5 on network 47e48b14-9d3a-44f1-a929-71f5f5bf541f {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:50:52.679603 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae78ad5c-012d-49e6-8e5a-99bdebe91b78 None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 50, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:50:52.679858 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae78ad5c-012d-49e6-8e5a-99bdebe91b78 None None] Checking segment: {'id': 'cc0b10e3-1b21-4c49-924f-305fadf7c711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '47e48b14-9d3a-44f1-a929-71f5f5bf541f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:50:52.680267 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ae78ad5c-012d-49e6-8e5a-99bdebe91b78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:52.680663 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae78ad5c-012d-49e6-8e5a-99bdebe91b78 None None] Bound using segment: {'id': 'cc0b10e3-1b21-4c49-924f-305fadf7c711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '47e48b14-9d3a-44f1-a929-71f5f5bf541f'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:50:52.681142 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-ae78ad5c-012d-49e6-8e5a-99bdebe91b78 None None] Bound port: 77a2bbe8-74b3-4d39-9d84-0dba57b3ada5, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc0b10e3-1b21-4c49-924f-305fadf7c711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '47e48b14-9d3a-44f1-a929-71f5f5bf541f'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:50:52.681730 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ae78ad5c-012d-49e6-8e5a-99bdebe91b78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:52.686109 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faad6d0-f1c9-420c-908c-60b294ff310b tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Pushing event deleted for resources: {'Subnet': ['ID=1176fad6-bb1b-4007-a9e5-d7d0cde2d7bb,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:50:52.692120 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-62c4c81f-1689-493f-8ff9-9ef918408aee None None] Attempting to bind port 3ffc4cd6-c192-4244-954a-f4bf70011021 on host n-d-842733-1 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:50:52.693406 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-62c4c81f-1689-493f-8ff9-9ef918408aee None None] Attempting to bind port 3ffc4cd6-c192-4244-954a-f4bf70011021 by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': '4529953e-d71a-4571-96f1-9124f071e786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '15a0f215-2383-429d-bf25-2dc816724959'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:50:52.693658 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c4c81f-1689-493f-8ff9-9ef918408aee None None] Attempting to bind port 3ffc4cd6-c192-4244-954a-f4bf70011021 on network 15a0f215-2383-429d-bf25-2dc816724959 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:50:52.695986 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba2fa6a-4f88-4b02-b9f0-967a9012e825 req-bc906ef8-5a0f-429c-b611-00522718c156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:52.696240 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4f295d2-f9d6-4b34-993b-4c73d3431e36 admin admin] Deleting subnet b6544004-48d3-4560-9571-0a9762b91cf1 {{(pid=103163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 20 20:50:52.697696 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-eba2fa6a-4f88-4b02-b9f0-967a9012e825 req-bc906ef8-5a0f-429c-b611-00522718c156 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7fbbf488-7764-47d2-845a-1d321aa7918a HTTP/1.1" status: 200 len: 797 time: 0.1191986 May 20 20:50:52.700598 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c4f295d2-f9d6-4b34-993b-4c73d3431e36 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:52.706806 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c4c81f-1689-493f-8ff9-9ef918408aee None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 50, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:50:52.707180 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c4c81f-1689-493f-8ff9-9ef918408aee None None] Checking segment: {'id': '4529953e-d71a-4571-96f1-9124f071e786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '15a0f215-2383-429d-bf25-2dc816724959'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:50:52.707581 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-62c4c81f-1689-493f-8ff9-9ef918408aee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:52.708000 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c4c81f-1689-493f-8ff9-9ef918408aee None None] Bound using segment: {'id': '4529953e-d71a-4571-96f1-9124f071e786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '15a0f215-2383-429d-bf25-2dc816724959'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:50:52.708468 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-62c4c81f-1689-493f-8ff9-9ef918408aee None None] Bound port: 3ffc4cd6-c192-4244-954a-f4bf70011021, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4529953e-d71a-4571-96f1-9124f071e786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '15a0f215-2383-429d-bf25-2dc816724959'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:50:52.708845 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-62c4c81f-1689-493f-8ff9-9ef918408aee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:52.741073 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c4f295d2-f9d6-4b34-993b-4c73d3431e36 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9338757'] for subnet, precommit_delete_associations {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:52.792921 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8faad6d0-f1c9-420c-908c-60b294ff310b tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33072115', 'neutron.services.segments.db._delete_segments_for_network-8782419500584'] for network, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:52.796833 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c4f295d2-f9d6-4b34-993b-4c73d3431e36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33068388'] for subnet, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:52.810247 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-ae78ad5c-012d-49e6-8e5a-99bdebe91b78 None None] For port 77a2bbe8-74b3-4d39-9d84-0dba57b3ada5, host n-d-842733-1, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:50:52.814243 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-ae78ad5c-012d-49e6-8e5a-99bdebe91b78 None None] For port 77a2bbe8-74b3-4d39-9d84-0dba57b3ada5, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=77a2bbe8-74b3-4d39-9d84-0dba57b3ada5,segment=NetworkSegment(cc0b10e3-1b21-4c49-924f-305fadf7c711),segment_id=cc0b10e3-1b21-4c49-924f-305fadf7c711)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:50:52.815603 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-62c4c81f-1689-493f-8ff9-9ef918408aee None None] For port 3ffc4cd6-c192-4244-954a-f4bf70011021, host n-d-842733-1, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:50:52.819160 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-62c4c81f-1689-493f-8ff9-9ef918408aee None None] For port 3ffc4cd6-c192-4244-954a-f4bf70011021, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=3ffc4cd6-c192-4244-954a-f4bf70011021,segment=NetworkSegment(4529953e-d71a-4571-96f1-9124f071e786),segment_id=4529953e-d71a-4571-96f1-9124f071e786)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:50:52.835813 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-8faad6d0-f1c9-420c-908c-60b294ff310b tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47e48b14-9d3a-44f1-a929-71f5f5bf541f']}} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:50:52.846535 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba2fa6a-4f88-4b02-b9f0-967a9012e825 req-ec08cf71-4ffc-4dff-a287-b444362fa233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:52.848128 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-eba2fa6a-4f88-4b02-b9f0-967a9012e825 req-ec08cf71-4ffc-4dff-a287-b444362fa233 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=55b562d5-5067-4b35-82c1-b8cbe81beb27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1358705 May 20 20:50:52.852684 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-8faad6d0-f1c9-420c-908c-60b294ff310b tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc0b10e3-1b21-4c49-924f-305fadf7c711') {'for_net_delete': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:50:52.853057 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-8faad6d0-f1c9-420c-908c-60b294ff310b tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc0b10e3-1b21-4c49-924f-305fadf7c711') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:50:52.882276 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8faad6d0-f1c9-420c-908c-60b294ff310b tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419501617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3738385'] for segment, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:52.923004 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-62c4c81f-1689-493f-8ff9-9ef918408aee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:52.932009 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ae78ad5c-012d-49e6-8e5a-99bdebe91b78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:52.934182 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8faad6d0-f1c9-420c-908c-60b294ff310b tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:52.947616 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8faad6d0-f1c9-420c-908c-60b294ff310b tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Releasing vlan 226 on physical network physnet1 to pool {{(pid=103162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 20:50:52.948022 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8faad6d0-f1c9-420c-908c-60b294ff310b tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3800791'] for segment, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:52.987338 n-d-842733-1 neutron-server[103162]: Traceback (most recent call last): May 20 20:50:52.987338 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 20:50:52.987338 n-d-842733-1 neutron-server[103162]: timer() May 20 20:50:52.987338 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 20:50:52.987338 n-d-842733-1 neutron-server[103162]: cb(*args, **kw) May 20 20:50:52.987338 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 20 20:50:52.987338 n-d-842733-1 neutron-server[103162]: return func(*args, **kwargs) May 20 20:50:52.987338 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 20:50:52.987338 n-d-842733-1 neutron-server[103162]: self._notify() May 20 20:50:52.987338 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 20:50:52.987338 n-d-842733-1 neutron-server[103162]: self.callback(batched_events) May 20 20:50:52.987338 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 20:50:52.987338 n-d-842733-1 neutron-server[103162]: event.method(event) May 20 20:50:52.987338 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 20 20:50:52.987338 n-d-842733-1 neutron-server[103162]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 20:50:52.987338 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 20 20:50:52.987338 n-d-842733-1 neutron-server[103162]: aggregate_uuid = self.p_client.list_aggregates( May 20 20:50:52.987338 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 20 20:50:52.987338 n-d-842733-1 neutron-server[103162]: return f(self, *a, **k) May 20 20:50:52.987338 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 20 20:50:52.987338 n-d-842733-1 neutron-server[103162]: return self._get(url).json() May 20 20:50:52.987338 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 20 20:50:52.987338 n-d-842733-1 neutron-server[103162]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 20:50:52.987338 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 20:50:52.987338 n-d-842733-1 neutron-server[103162]: return self.request(url, 'GET', **kwargs) May 20 20:50:52.987338 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 20:50:52.987338 n-d-842733-1 neutron-server[103162]: base_url = self.get_endpoint(auth, allow=allow, May 20 20:50:52.987338 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 20:50:52.987338 n-d-842733-1 neutron-server[103162]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 20:50:52.987338 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 20:50:52.987338 n-d-842733-1 neutron-server[103162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 20:50:52.987338 n-d-842733-1 neutron-server[103162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 20:50:53.053412 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c4f295d2-f9d6-4b34-993b-4c73d3431e36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33068399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9641221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8422588'] for subnet, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:53.064457 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c4c81f-1689-493f-8ff9-9ef918408aee None None] Pushing event updated for resources: {'Port': ['ID=3ffc4cd6-c192-4244-954a-f4bf70011021,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:50:53.082275 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e804cc0c-6708-4583-b8d1-2f7826722fdb None None] Network 47e48b14-9d3a-44f1-a929-71f5f5bf541f requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:50:53.106145 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c4f295d2-f9d6-4b34-993b-4c73d3431e36 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:53.114362 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-c4f295d2-f9d6-4b34-993b-4c73d3431e36 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/b6544004-48d3-4560-9571-0a9762b91cf1 HTTP/1.1" status: 204 len: 168 time: 0.4727104 May 20 20:50:53.114362 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f295d2-f9d6-4b34-993b-4c73d3431e36 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b6544004-48d3-4560-9571-0a9762b91cf1,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:50:53.116747 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 50172) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:50:53.185791 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d1ad0d-5465-4c7d-b459-b2fe149f3bff req-61067138-d363-4e0e-8f36-d013fa2bca24 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:53.197200 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-89d1ad0d-5465-4c7d-b459-b2fe149f3bff req-61067138-d363-4e0e-8f36-d013fa2bca24 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/ports?device_id=7dbeddf6-3f1c-4e9f-b714-83d55fa05176 HTTP/1.1" status: 200 len: 946 time: 0.2265038 May 20 20:50:53.205021 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-eba2fa6a-4f88-4b02-b9f0-967a9012e825 req-942fc7ce-d55f-42e9-af9a-39bb53faa633 service neutron] 10.222.0.13 "GET /v2.0/networks/55b562d5-5067-4b35-82c1-b8cbe81beb27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3492053 May 20 20:50:53.231757 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-79b50114-68f7-45eb-91bc-7a750c3d4c01 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:53.273698 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-79b50114-68f7-45eb-91bc-7a750c3d4c01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:53.276218 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.db.api [None req-8faad6d0-f1c9-420c-908c-60b294ff310b tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 20 20:50:53.276218 n-d-842733-1 neutron-server[103162]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 20 20:50:53.276218 n-d-842733-1 neutron-server[103162]: [parameters: {'id': '47e48b14-9d3a-44f1-a929-71f5f5bf541f'}] May 20 20:50:53.276218 n-d-842733-1 neutron-server[103162]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103162) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 20 20:50:53.276859 n-d-842733-1 neutron-server[103162]: DEBUG oslo_db.api [None req-8faad6d0-f1c9-420c-908c-60b294ff310b tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 20 20:50:53.294029 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b20b907e-9e73-4e84-af0d-c486c0dd354a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33160123'] for network, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:53.314605 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae78ad5c-012d-49e6-8e5a-99bdebe91b78 None None] Pushing event updated for resources: {'Port': ['ID=77a2bbe8-74b3-4d39-9d84-0dba57b3ada5,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:50:53.322810 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-89d1ad0d-5465-4c7d-b459-b2fe149f3bff req-46bcfc7f-1bd3-46d8-ae63-fca9f6a205f5 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9f9543d-587a-47bd-8772-bda4bd5582ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212785 May 20 20:50:53.339776 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96a574d-6c32-4551-9dc2-9ef065fb7657 req-12783b81-0478-4586-897f-ee699e7993b5 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:53.341928 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d96a574d-6c32-4551-9dc2-9ef065fb7657 req-12783b81-0478-4586-897f-ee699e7993b5 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.24 "GET /v2.0/ports?device_id=7dbeddf6-3f1c-4e9f-b714-83d55fa05176 HTTP/1.1" status: 200 len: 946 time: 0.1667168 May 20 20:50:53.514394 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-eba2fa6a-4f88-4b02-b9f0-967a9012e825 req-3b04f2de-19dd-4cee-b62b-c83d07cafcbc service neutron] 10.222.0.13 "GET /v2.0/networks/55b562d5-5067-4b35-82c1-b8cbe81beb27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2986350 May 20 20:50:53.538540 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-79b50114-68f7-45eb-91bc-7a750c3d4c01 admin admin] Allocated IP 172.25.2.190 (e3a93b5c-91e2-4064-9c2c-1afc261bfe15/86fee0c1-6e34-488b-9216-b2b8e7ef585a/0c1c277d-2df9-47a7-8cf7-9f1a8ce74ebd) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:50:53.553374 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b20b907e-9e73-4e84-af0d-c486c0dd354a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33072115', 'neutron.services.segments.db._delete_segments_for_network-8782419500584'] for network, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:53.581577 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-b20b907e-9e73-4e84-af0d-c486c0dd354a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9020429-48a3-4a46-a405-04a4e7c29fcf']}} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:50:53.596309 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-b20b907e-9e73-4e84-af0d-c486c0dd354a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd91bf09f-166e-43f0-9da3-0f3d4d6c439b') {'for_net_delete': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:50:53.596524 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-b20b907e-9e73-4e84-af0d-c486c0dd354a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd91bf09f-166e-43f0-9da3-0f3d4d6c439b') {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:50:53.621828 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b20b907e-9e73-4e84-af0d-c486c0dd354a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419501617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9338764'] for segment, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:53.662021 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b20b907e-9e73-4e84-af0d-c486c0dd354a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:53.671509 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [req-d96a574d-6c32-4551-9dc2-9ef065fb7657 req-131a6959-1a84-49f2-8e4d-489854bae645 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] Deleting port f79e4790-9647-4270-9e01-e62f5e898251 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:50:53.671846 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-d96a574d-6c32-4551-9dc2-9ef065fb7657 req-131a6959-1a84-49f2-8e4d-489854bae645 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:53.679936 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b20b907e-9e73-4e84-af0d-c486c0dd354a admin admin] Releasing vlan 224 on physical network physnet1 to pool {{(pid=103163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 20:50:53.680452 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b20b907e-9e73-4e84-af0d-c486c0dd354a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9638311'] for segment, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:53.682140 n-d-842733-1 neutron-server[103163]: Traceback (most recent call last): May 20 20:50:53.682140 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 20:50:53.682140 n-d-842733-1 neutron-server[103163]: timer() May 20 20:50:53.682140 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 20:50:53.682140 n-d-842733-1 neutron-server[103163]: cb(*args, **kw) May 20 20:50:53.682140 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 20 20:50:53.682140 n-d-842733-1 neutron-server[103163]: return func(*args, **kwargs) May 20 20:50:53.682140 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 20:50:53.682140 n-d-842733-1 neutron-server[103163]: self._notify() May 20 20:50:53.682140 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 20:50:53.682140 n-d-842733-1 neutron-server[103163]: self.callback(batched_events) May 20 20:50:53.682140 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 20:50:53.682140 n-d-842733-1 neutron-server[103163]: event.method(event) May 20 20:50:53.682140 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 20 20:50:53.682140 n-d-842733-1 neutron-server[103163]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 20:50:53.682140 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 20 20:50:53.682140 n-d-842733-1 neutron-server[103163]: aggregate_uuid = self.p_client.list_aggregates( May 20 20:50:53.682140 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 20 20:50:53.682140 n-d-842733-1 neutron-server[103163]: return f(self, *a, **k) May 20 20:50:53.682140 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 20 20:50:53.682140 n-d-842733-1 neutron-server[103163]: return self._get(url).json() May 20 20:50:53.682140 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 20 20:50:53.682140 n-d-842733-1 neutron-server[103163]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 20:50:53.682140 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 20:50:53.682140 n-d-842733-1 neutron-server[103163]: return self.request(url, 'GET', **kwargs) May 20 20:50:53.682140 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 20:50:53.682140 n-d-842733-1 neutron-server[103163]: base_url = self.get_endpoint(auth, allow=allow, May 20 20:50:53.682140 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 20:50:53.682140 n-d-842733-1 neutron-server[103163]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 20:50:53.682140 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 20:50:53.682140 n-d-842733-1 neutron-server[103163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 20:50:53.682140 n-d-842733-1 neutron-server[103163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 20:50:53.699737 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-79b50114-68f7-45eb-91bc-7a750c3d4c01 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:53.778726 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8faad6d0-f1c9-420c-908c-60b294ff310b tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33160123'] for network, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:53.781373 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ef4a69-653a-4088-851f-32ebfd3ff5d7 req-b264b1e2-6026-467d-a4e0-6554139ec3d2 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:53.788398 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ef4a69-653a-4088-851f-32ebfd3ff5d7 req-b264b1e2-6026-467d-a4e0-6554139ec3d2 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:53.796592 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ef4a69-653a-4088-851f-32ebfd3ff5d7 req-b264b1e2-6026-467d-a4e0-6554139ec3d2 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:53.803489 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ef4a69-653a-4088-851f-32ebfd3ff5d7 req-b264b1e2-6026-467d-a4e0-6554139ec3d2 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:53.809644 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ef4a69-653a-4088-851f-32ebfd3ff5d7 req-b264b1e2-6026-467d-a4e0-6554139ec3d2 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:53.815552 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ef4a69-653a-4088-851f-32ebfd3ff5d7 req-b264b1e2-6026-467d-a4e0-6554139ec3d2 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:53.821122 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-79b50114-68f7-45eb-91bc-7a750c3d4c01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:53.821982 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ef4a69-653a-4088-851f-32ebfd3ff5d7 req-b264b1e2-6026-467d-a4e0-6554139ec3d2 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:53.823925 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-42ef4a69-653a-4088-851f-32ebfd3ff5d7 req-b264b1e2-6026-467d-a4e0-6554139ec3d2 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] 10.222.0.35 "GET /v2.0/ports?device_id=24bc83bc-86f4-4e1f-99de-9736337ee499 HTTP/1.1" status: 200 len: 5416 time: 0.2314439 May 20 20:50:53.867882 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79b50114-68f7-45eb-91bc-7a750c3d4c01 admin admin] Network e3a93b5c-91e2-4064-9c2c-1afc261bfe15 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:50:53.868226 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4bb0e131-6525-46ca-a45b-e4ea43a5e69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:53.874338 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-79b50114-68f7-45eb-91bc-7a750c3d4c01 admin admin] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:50:53.876848 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b50114-68f7-45eb-91bc-7a750c3d4c01 admin admin] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:50:53.900997 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-42ef4a69-653a-4088-851f-32ebfd3ff5d7 req-2d04033a-0620-4041-b611-af686fa1f32f tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] 10.222.0.35 "GET /v2.0/security-groups?id=863381a6-ea9c-49ea-aca2-bed57188f540&id=a9a0a9ba-adc9-42eb-829d-df5caa26883b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0648758 May 20 20:50:53.903978 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b50114-68f7-45eb-91bc-7a750c3d4c01 admin admin] Pushing event updated for resources: {'Port': ['ID=0c1c277d-2df9-47a7-8cf7-9f1a8ce74ebd,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:50:53.918746 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-d96a574d-6c32-4551-9dc2-9ef065fb7657 req-131a6959-1a84-49f2-8e4d-489854bae645 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] For port f79e4790-9647-4270-9e01-e62f5e898251, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=f79e4790-9647-4270-9e01-e62f5e898251,segment=NetworkSegment(dd3868d8-2801-4914-84a0-d7fd151b3df3),segment_id=dd3868d8-2801-4914-84a0-d7fd151b3df3)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:50:53.918746 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-d96a574d-6c32-4551-9dc2-9ef065fb7657 req-131a6959-1a84-49f2-8e4d-489854bae645 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:53.919856 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device f3f47166-9a7a-4dae-9e5e-7e9b8eea1ccc no longer exists at agent hyperv_n-h2-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:50:53.929798 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-8faad6d0-f1c9-420c-908c-60b294ff310b tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Deleting port 77a2bbe8-74b3-4d39-9d84-0dba57b3ada5 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:50:53.929972 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8faad6d0-f1c9-420c-908c-60b294ff310b tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:53.930721 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [req-d96a574d-6c32-4551-9dc2-9ef065fb7657 req-131a6959-1a84-49f2-8e4d-489854bae645 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] Calling delete_port for f79e4790-9647-4270-9e01-e62f5e898251 owned by compute:nova {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:50:53.941090 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b20b907e-9e73-4e84-af0d-c486c0dd354a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33072122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748162'] for network, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:53.955385 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] No Port match for: f3f47166-9a7a-4dae-9e5e-7e9b8eea1ccc {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 20:50:53.955761 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device f3f47166-9a7a-4dae-9e5e-7e9b8eea1ccc not bound to the agent host n-h2-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 20:50:53.986080 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b20b907e-9e73-4e84-af0d-c486c0dd354a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:53.993375 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-b20b907e-9e73-4e84-af0d-c486c0dd354a admin admin] 10.222.0.35 "DELETE /v2.0/networks/f9020429-48a3-4a46-a405-04a4e7c29fcf HTTP/1.1" status: 204 len: 168 time: 0.8748877 May 20 20:50:54.008984 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20b907e-9e73-4e84-af0d-c486c0dd354a admin admin] Pushing event deleted for resources: {'Network': ['ID=f9020429-48a3-4a46-a405-04a4e7c29fcf,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:50:54.101946 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-8faad6d0-f1c9-420c-908c-60b294ff310b tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] For port 77a2bbe8-74b3-4d39-9d84-0dba57b3ada5, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=77a2bbe8-74b3-4d39-9d84-0dba57b3ada5,segment=NetworkSegment(cc0b10e3-1b21-4c49-924f-305fadf7c711),segment_id=cc0b10e3-1b21-4c49-924f-305fadf7c711)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:50:54.102235 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8faad6d0-f1c9-420c-908c-60b294ff310b tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:54.119611 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-8faad6d0-f1c9-420c-908c-60b294ff310b tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Calling delete_port for 77a2bbe8-74b3-4d39-9d84-0dba57b3ada5 owned by network:dhcp {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:50:54.191279 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-d96a574d-6c32-4551-9dc2-9ef065fb7657 req-131a6959-1a84-49f2-8e4d-489854bae645 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:54.205080 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] get_ports_and_sgs() called for port_ids ['b8103aa2-88de-49b1-ba8c-f0ffc2883687'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:50:54.256641 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131a6959-1a84-49f2-8e4d-489854bae645 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] Pushing event deleted for resources: {'Port': ['ID=f79e4790-9647-4270-9e01-e62f5e898251,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:50:54.280036 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8faad6d0-f1c9-420c-908c-60b294ff310b tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:54.329673 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [req-d96a574d-6c32-4551-9dc2-9ef065fb7657 req-131a6959-1a84-49f2-8e4d-489854bae645 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] No DVR routers for this DVR port f79e4790-9647-4270-9e01-e62f5e898251 on host n-h1-842733-1 {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:50:54.342547 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faad6d0-f1c9-420c-908c-60b294ff310b tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Pushing event deleted for resources: {'Port': ['ID=77a2bbe8-74b3-4d39-9d84-0dba57b3ada5,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:50:54.349591 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-d96a574d-6c32-4551-9dc2-9ef065fb7657 req-131a6959-1a84-49f2-8e4d-489854bae645 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:54.355100 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d96a574d-6c32-4551-9dc2-9ef065fb7657 req-131a6959-1a84-49f2-8e4d-489854bae645 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.24 "DELETE /v2.0/ports/f79e4790-9647-4270-9e01-e62f5e898251 HTTP/1.1" status: 204 len: 173 time: 1.0035923 May 20 20:50:54.355738 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dbeddf6-3f1c-4e9f-b714-83d55fa05176', 'name': 'network-vif-deleted', 'tag': 'f79e4790-9647-4270-9e01-e62f5e898251'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:50:54.366545 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4291b17aa7b45362825f0571e77c85f5e73afe1df9c7e9e15006df9d695c005e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-128ef655-db30-49ee-809d-458aaa456008" -d '{"events": [{"server_uuid": "7dbeddf6-3f1c-4e9f-b714-83d55fa05176", "name": "network-vif-deleted", "tag": "f79e4790-9647-4270-9e01-e62f5e898251"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:50:54.399853 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 50192) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:50:54.415507 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8faad6d0-f1c9-420c-908c-60b294ff310b tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] No DVR routers for this DVR port 77a2bbe8-74b3-4d39-9d84-0dba57b3ada5 on host n-d-842733-1 {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:50:54.453818 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e50de108-b907-4644-924d-3e3448aad291 None None] Network 15a0f215-2383-429d-bf25-2dc816724959 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:50:54.545771 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-26908fd6-8ced-4d32-b00f-12fc71fd9aa9 req-1d98f5b4-e3a3-4fdc-bfb5-15f8ba9cf7d1 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/ports?device_id=7dbeddf6-3f1c-4e9f-b714-83d55fa05176 HTTP/1.1" status: 200 len: 210 time: 0.0794060 May 20 20:50:54.566871 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8faad6d0-f1c9-420c-908c-60b294ff310b tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33072115', 'neutron.services.segments.db._delete_segments_for_network-8782419500584'] for network, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:54.590766 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-8faad6d0-f1c9-420c-908c-60b294ff310b tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47e48b14-9d3a-44f1-a929-71f5f5bf541f']}} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:50:54.598312 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-ef0cb2a8-38fb-40a0-9eb1-bca5a85e6844 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0940837bc54b4c7b8208dfd5c7fd73db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1970780 May 20 20:50:54.599115 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 50194) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:50:54.601646 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-8faad6d0-f1c9-420c-908c-60b294ff310b tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc0b10e3-1b21-4c49-924f-305fadf7c711') {'for_net_delete': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:50:54.601826 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-8faad6d0-f1c9-420c-908c-60b294ff310b tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc0b10e3-1b21-4c49-924f-305fadf7c711') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:50:54.612704 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8faad6d0-f1c9-420c-908c-60b294ff310b tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419501617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3738385'] for segment, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:54.619764 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:54.628993 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8faad6d0-f1c9-420c-908c-60b294ff310b tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:54.636619 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8faad6d0-f1c9-420c-908c-60b294ff310b tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Releasing vlan 226 on physical network physnet1 to pool {{(pid=103162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 20:50:54.637107 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8faad6d0-f1c9-420c-908c-60b294ff310b tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3800791'] for segment, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:54.651303 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-5e4515a2-fc61-421d-bf1f-7a62c0d40712 None None] Provisioning complete for port 3ffc4cd6-c192-4244-954a-f4bf70011021 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:50:54.653547 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-5e4515a2-fc61-421d-bf1f-7a62c0d40712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:54.798823 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c0474794-88a7-4ec4-9af6-8b377eca6ee2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:54.813610 n-d-842733-1 neutron-server[103162]: Traceback (most recent call last): May 20 20:50:54.813610 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 20:50:54.813610 n-d-842733-1 neutron-server[103162]: timer() May 20 20:50:54.813610 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 20:50:54.813610 n-d-842733-1 neutron-server[103162]: cb(*args, **kw) May 20 20:50:54.813610 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 20 20:50:54.813610 n-d-842733-1 neutron-server[103162]: return func(*args, **kwargs) May 20 20:50:54.813610 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 20:50:54.813610 n-d-842733-1 neutron-server[103162]: self._notify() May 20 20:50:54.813610 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 20:50:54.813610 n-d-842733-1 neutron-server[103162]: self.callback(batched_events) May 20 20:50:54.813610 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 20:50:54.813610 n-d-842733-1 neutron-server[103162]: event.method(event) May 20 20:50:54.813610 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 20 20:50:54.813610 n-d-842733-1 neutron-server[103162]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 20:50:54.813610 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 20 20:50:54.813610 n-d-842733-1 neutron-server[103162]: aggregate_uuid = self.p_client.list_aggregates( May 20 20:50:54.813610 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 20 20:50:54.813610 n-d-842733-1 neutron-server[103162]: return f(self, *a, **k) May 20 20:50:54.813610 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 20 20:50:54.813610 n-d-842733-1 neutron-server[103162]: return self._get(url).json() May 20 20:50:54.813610 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 20 20:50:54.813610 n-d-842733-1 neutron-server[103162]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 20:50:54.813610 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 20:50:54.813610 n-d-842733-1 neutron-server[103162]: return self.request(url, 'GET', **kwargs) May 20 20:50:54.813610 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 20:50:54.813610 n-d-842733-1 neutron-server[103162]: base_url = self.get_endpoint(auth, allow=allow, May 20 20:50:54.813610 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 20:50:54.813610 n-d-842733-1 neutron-server[103162]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 20:50:54.813610 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 20:50:54.813610 n-d-842733-1 neutron-server[103162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 20:50:54.813610 n-d-842733-1 neutron-server[103162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 20:50:54.828979 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-79b50114-68f7-45eb-91bc-7a750c3d4c01 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:54.856995 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-5e4515a2-fc61-421d-bf1f-7a62c0d40712 None None] Current status of the port 3ffc4cd6-c192-4244-954a-f4bf70011021 is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:50:54.863489 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-5e4515a2-fc61-421d-bf1f-7a62c0d40712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:54.863989 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c0474794-88a7-4ec4-9af6-8b377eca6ee2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:54.870155 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 3ffc4cd6-c192-4244-954a-f4bf70011021 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:50:54.958534 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 20:50:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b5a3482-a25f-4214-8bdd-067ac4b2ad2b x-openstack-request-id: req-6b5a3482-a25f-4214-8bdd-067ac4b2ad2b {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:50:54.959343 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7dbeddf6-3f1c-4e9f-b714-83d55fa05176", "name": "network-vif-deleted", "tag": "f79e4790-9647-4270-9e01-e62f5e898251", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:50:54.959866 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6b5a3482-a25f-4214-8bdd-067ac4b2ad2b {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:50:54.960751 n-d-842733-1 neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b5a3482-a25f-4214-8bdd-067ac4b2ad2b'] response: {'server_uuid': '7dbeddf6-3f1c-4e9f-b714-83d55fa05176', 'name': 'network-vif-deleted', 'tag': 'f79e4790-9647-4270-9e01-e62f5e898251', 'status': 'completed', 'code': 200} May 20 20:50:55.030513 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8faad6d0-f1c9-420c-908c-60b294ff310b tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33072122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748162'] for network, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:55.038164 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8faad6d0-f1c9-420c-908c-60b294ff310b tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:55.041574 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-8faad6d0-f1c9-420c-908c-60b294ff310b tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] 10.222.0.35 "DELETE /v2.0/networks/47e48b14-9d3a-44f1-a929-71f5f5bf541f HTTP/1.1" status: 204 len: 168 time: 3.4662478 May 20 20:50:55.045380 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 50202) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:50:55.054573 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-f690380f-d998-4d20-9a38-380cf7d61b32 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1577325161'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:50:55.078744 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c0474794-88a7-4ec4-9af6-8b377eca6ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:55.082849 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c0474794-88a7-4ec4-9af6-8b377eca6ee2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:55.084524 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-c0474794-88a7-4ec4-9af6-8b377eca6ee2 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2274ca87-1a60-437e-91f1-b4d825425422 HTTP/1.1" status: 204 len: 168 time: 0.4840763 May 20 20:50:55.099807 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0474794-88a7-4ec4-9af6-8b377eca6ee2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2274ca87-1a60-437e-91f1-b4d825425422,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:50:55.131043 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faad6d0-f1c9-420c-908c-60b294ff310b tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Pushing event deleted for resources: {'Network': ['ID=47e48b14-9d3a-44f1-a929-71f5f5bf541f,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:50:55.162498 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f690380f-d998-4d20-9a38-380cf7d61b32 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Made reservation on behalf of 96f638b5d51f40ba91740cda889595cb for: {'network': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:50:55.167661 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f690380f-d998-4d20-9a38-380cf7d61b32 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for network, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:55.259607 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f690380f-d998-4d20-9a38-380cf7d61b32 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 202} {{(pid=103163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 20:50:55.278201 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f690380f-d998-4d20-9a38-380cf7d61b32 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:55.278548 n-d-842733-1 neutron-server[103163]: INFO neutron.db.segments_db [None req-f690380f-d998-4d20-9a38-380cf7d61b32 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Added segment 0ed9e145-6119-4f85-98cf-034b0b4e336a of type vlan for network 77305d96-a763-4e24-a253-5fad9a5b0cea May 20 20:50:55.283950 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-79b50114-68f7-45eb-91bc-7a750c3d4c01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748106'] for router, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:55.338060 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f690380f-d998-4d20-9a38-380cf7d61b32 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418993264'] for network, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:55.419840 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7d19d38-fd13-4da7-a859-bbdbc0f5b530 None None] get_active_networks_info from n-d-842733-1 {{(pid=103164) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 20 20:50:55.436163 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device f79e4790-9647-4270-9e01-e62f5e898251 no longer exists at agent hyperv_n-h1-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:50:55.493546 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f690380f-d998-4d20-9a38-380cf7d61b32 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524'] for network, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:55.499144 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f690380f-d998-4d20-9a38-380cf7d61b32 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:55.499763 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f690380f-d998-4d20-9a38-380cf7d61b32 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:55.524567 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] No Port match for: f79e4790-9647-4270-9e01-e62f5e898251 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 20:50:55.525186 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device f79e4790-9647-4270-9e01-e62f5e898251 not bound to the agent host n-h1-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 20:50:55.606935 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-5e4515a2-fc61-421d-bf1f-7a62c0d40712 None None] For port 3ffc4cd6-c192-4244-954a-f4bf70011021, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=3ffc4cd6-c192-4244-954a-f4bf70011021,segment=NetworkSegment(4529953e-d71a-4571-96f1-9124f071e786),segment_id=4529953e-d71a-4571-96f1-9124f071e786)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:50:55.620768 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 3ffc4cd6-c192-4244-954a-f4bf70011021 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:50:55.621441 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:55.717787 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cc3ec51b-6ec8-438a-8349-5f0bec346d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:55.730005 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:55.809548 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-5e4515a2-fc61-421d-bf1f-7a62c0d40712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:55.879513 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-08928cb6-670e-4078-b0b4-686f76feb10d req-e8eceb2e-ff9e-49b9-aa59-3dd9565acc9c tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/ports?device_id=7dbeddf6-3f1c-4e9f-b714-83d55fa05176 HTTP/1.1" status: 200 len: 210 time: 0.1732099 May 20 20:50:55.890439 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 3ffc4cd6-c192-4244-954a-f4bf70011021 is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:50:55.890439 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:55.897336 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-f690380f-d998-4d20-9a38-380cf7d61b32 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8504329 May 20 20:50:55.900502 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f690380f-d998-4d20-9a38-380cf7d61b32 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Pushing event updated for resources: {'Network': ['ID=77305d96-a763-4e24-a253-5fad9a5b0cea,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:50:55.906862 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 50220) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:50:55.919317 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-8dc23feb-dc33-4dbf-b012-0671e45bc88f tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Request body: {'subnet': {'network_id': '77305d96-a763-4e24-a253-5fad9a5b0cea', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:50:55.944316 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Network 77305d96-a763-4e24-a253-5fad9a5b0cea details requested by agent ovs-agent-n-d-842733-1 with host n-d-842733-1 {{(pid=103164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 20 20:50:55.978793 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7d19d38-fd13-4da7-a859-bbdbc0f5b530 None None] Resources bound (agent type, host, resource id): {{(pid=103164) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 20 20:50:56.000780 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb160eda-00eb-4c6a-bc69-d042bdb0a5fc req-9bdb218c-8857-49e1-a8c2-377ce69739d7 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:56.007194 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb160eda-00eb-4c6a-bc69-d042bdb0a5fc req-9bdb218c-8857-49e1-a8c2-377ce69739d7 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:56.013106 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb160eda-00eb-4c6a-bc69-d042bdb0a5fc req-9bdb218c-8857-49e1-a8c2-377ce69739d7 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:56.019032 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb160eda-00eb-4c6a-bc69-d042bdb0a5fc req-9bdb218c-8857-49e1-a8c2-377ce69739d7 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:56.025279 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb160eda-00eb-4c6a-bc69-d042bdb0a5fc req-9bdb218c-8857-49e1-a8c2-377ce69739d7 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:56.031119 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb160eda-00eb-4c6a-bc69-d042bdb0a5fc req-9bdb218c-8857-49e1-a8c2-377ce69739d7 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:56.035483 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4515a2-fc61-421d-bf1f-7a62c0d40712 None None] Pushing event updated for resources: {'Port': ['ID=3ffc4cd6-c192-4244-954a-f4bf70011021,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:50:56.040149 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb160eda-00eb-4c6a-bc69-d042bdb0a5fc req-9bdb218c-8857-49e1-a8c2-377ce69739d7 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:56.043799 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-fb160eda-00eb-4c6a-bc69-d042bdb0a5fc req-9bdb218c-8857-49e1-a8c2-377ce69739d7 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] 10.222.0.35 "GET /v2.0/ports?device_id=24bc83bc-86f4-4e1f-99de-9736337ee499 HTTP/1.1" status: 200 len: 5416 time: 0.4208357 May 20 20:50:56.066139 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79b50114-68f7-45eb-91bc-7a750c3d4c01 admin admin] Router 2991fca7-9735-49e2-92ab-7a4e1f9f3770 is scheduled to L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e with binding_index 1 {{(pid=103162) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 20 20:50:56.070793 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-0b4c0608-afa5-48c8-b5fe-aab96a9e709f None None] Provisioning complete for port 3ffc4cd6-c192-4244-954a-f4bf70011021 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:50:56.071539 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-0b4c0608-afa5-48c8-b5fe-aab96a9e709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:56.124882 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-fb160eda-00eb-4c6a-bc69-d042bdb0a5fc req-0d92c731-8494-42bf-8cf1-eaf54d407a22 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] 10.222.0.35 "GET /v2.0/security-groups?id=863381a6-ea9c-49ea-aca2-bed57188f540&id=a9a0a9ba-adc9-42eb-829d-df5caa26883b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0654666 May 20 20:50:56.213859 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.db.api [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103164) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 20 20:50:56.214217 n-d-842733-1 neutron-server[103164]: DEBUG oslo_db.api [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 20 20:50:56.229751 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dc23feb-dc33-4dbf-b012-0671e45bc88f tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Made reservation on behalf of 96f638b5d51f40ba91740cda889595cb for: {'subnet': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:50:56.233903 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8dc23feb-dc33-4dbf-b012-0671e45bc88f tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8422561'] for subnet, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:56.256892 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79b50114-68f7-45eb-91bc-7a750c3d4c01 admin admin] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 20:50:56.277819 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c8e62b-0635-47cb-a778-5488865b4241 None None] Sync routers for ids ['2991fca7-9735-49e2-92ab-7a4e1f9f3770'] in n-d-842733-1 {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 20:50:56.315143 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c8e62b-0635-47cb-a778-5488865b4241 None None] Routers {'2991fca7-9735-49e2-92ab-7a4e1f9f3770'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:50:56.315839 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-72c8e62b-0635-47cb-a778-5488865b4241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:50:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['2991fca7-9735-49e2-92ab-7a4e1f9f3770'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:50:56.357690 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-79b50114-68f7-45eb-91bc-7a750c3d4c01 admin admin] Notify callbacks [] for router, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:56.359021 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-79b50114-68f7-45eb-91bc-7a750c3d4c01 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.7570493 May 20 20:50:56.361847 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 50226) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:50:56.586194 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-0b4c0608-afa5-48c8-b5fe-aab96a9e709f None None] Current status of the port 3ffc4cd6-c192-4244-954a-f4bf70011021 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:50:56.591421 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8dc23feb-dc33-4dbf-b012-0671e45bc88f tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9641412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8422583'] for subnet, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:56.620645 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-72c8e62b-0635-47cb-a778-5488865b4241 None None] Set router 2991fca7-9735-49e2-92ab-7a4e1f9f3770 gateway port host: n-d-842733-1 {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:50:56.674792 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc23feb-dc33-4dbf-b012-0671e45bc88f tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Pushing event updated for resources: {'Subnet': ['ID=eb8b7903-5d82-4732-b3fb-53f98b9998f0,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:50:56.680026 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc23feb-dc33-4dbf-b012-0671e45bc88f tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Checking segment: {'id': '0ed9e145-6119-4f85-98cf-034b0b4e336a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '77305d96-a763-4e24-a253-5fad9a5b0cea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:50:56.680606 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dc23feb-dc33-4dbf-b012-0671e45bc88f tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Network hostable DHCP agents. Network: 77305d96-a763-4e24-a253-5fad9a5b0cea, hostable agents: ['c9b0653c-f3c7-4339-bd50-e3754b629216'], hosted agents: [] {{(pid=103163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 20:50:56.760423 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dc23feb-dc33-4dbf-b012-0671e45bc88f tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Network 77305d96-a763-4e24-a253-5fad9a5b0cea is scheduled to be hosted by DHCP agent c9b0653c-f3c7-4339-bd50-e3754b629216 with binding_index 1 {{(pid=103163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 20:50:56.795823 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 50240) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:50:56.836597 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-8dc23feb-dc33-4dbf-b012-0671e45bc88f tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842733-1, 77305d96-a763-4e24-a253-5fad9a5b0cea) {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:50:56.841666 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dc23feb-dc33-4dbf-b012-0671e45bc88f tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:56.842253 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8dc23feb-dc33-4dbf-b012-0671e45bc88f tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Notify callbacks [] for subnet, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:56.907791 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4f93deae-946a-4d2e-b0f3-c7f0058ee270 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:56.908940 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 3ffc4cd6-c192-4244-954a-f4bf70011021 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:50:56.960207 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-8dc23feb-dc33-4dbf-b012-0671e45bc88f tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.0478790 May 20 20:50:56.962654 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 50248) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:50:56.980378 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc76af44-3d09-48e8-b71d-dcd8d456a095 None None] Network 77305d96-a763-4e24-a253-5fad9a5b0cea requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:50:57.075393 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-9e4180b5-0a33-4168-a9b4-5ea9752271cb admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1998903999-network', 'tenant_id': 'db980db23a4245a08f22ea4e07ca0943'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:50:57.092730 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 3ffc4cd6-c192-4244-954a-f4bf70011021 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:50:57.137909 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-4f93deae-946a-4d2e-b0f3-c7f0058ee270 admin admin] Allocated IP 172.20.0.1 (15a0f215-2383-429d-bf25-2dc816724959/33d6f6c4-281a-40c4-9dc1-11d72b7a2e33/c8ca288a-7fb4-404a-92f3-803ac71f2bc5) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:50:57.167126 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1d3cbc64-6325-4c3b-b55f-8f6b6fc0e477 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33160123'] for network, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:57.225834 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaec1569-30a2-449a-9340-7c245f9dd927 req-6018ebc1-0c7d-4345-a1ae-8602c2541443 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:57.227770 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-eaec1569-30a2-449a-9340-7c245f9dd927 req-6018ebc1-0c7d-4345-a1ae-8602c2541443 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/ports?device_id=03abbdec-2b0d-4070-9a67-4bafa23e6224 HTTP/1.1" status: 200 len: 945 time: 0.1365736 May 20 20:50:57.265291 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 3ffc4cd6-c192-4244-954a-f4bf70011021 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:50:57.265665 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:57.294443 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5e8db59-46e8-40ae-9204-09d01a9629e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaee2b848-d4b9-5db1-b6ef-d6db29d67de7-77305d96-a763-4e24-a253-5fad9a5b0cea', 'network_id': '77305d96-a763-4e24-a253-5fad9a5b0cea', 'tenant_id': '96f638b5d51f40ba91740cda889595cb', 'fixed_ips': [{'subnet_id': 'eb8b7903-5d82-4732-b3fb-53f98b9998f0'}]}} from n-d-842733-1. {{(pid=103164) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 20:50:57.295301 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-e5e8db59-46e8-40ae-9204-09d01a9629e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:57.298786 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4f93deae-946a-4d2e-b0f3-c7f0058ee270 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:57.300817 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-72c8e62b-0635-47cb-a778-5488865b4241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2991fca7-9735-49e2-92ab-7a4e1f9f3770', 'name': 'tempest-ServersTestMultiNic-132878168-router', 'tenant_id': 'e3d9ae9ec4284a8583d227968508713c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': '0c1c277d-2df9-47a7-8cf7-9f1a8ce74ebd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:50:51Z', 'updated_at': '2022-05-20T20:50:54Z', 'revision_number': 3, 'project_id': 'e3d9ae9ec4284a8583d227968508713c', 'gw_port': {'id': '0c1c277d-2df9-47a7-8cf7-9f1a8ce74ebd', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:a9:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2991fca7-9735-49e2-92ab-7a4e1f9f3770', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:50:53Z', 'updated_at': '2022-05-20T20:50:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:50:57.314629 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e4180b5-0a33-4168-a9b4-5ea9752271cb admin admin] Made reservation on behalf of db980db23a4245a08f22ea4e07ca0943 for: {'network': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:50:57.317817 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9e4180b5-0a33-4168-a9b4-5ea9752271cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for network, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:57.358877 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c8e62b-0635-47cb-a778-5488865b4241 None None] Checking router: 2991fca7-9735-49e2-92ab-7a4e1f9f3770 for host: n-d-842733-1 {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 20:50:57.358877 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c8e62b-0635-47cb-a778-5488865b4241 None None] Updating router 2991fca7-9735-49e2-92ab-7a4e1f9f3770 port 0c1c277d-2df9-47a7-8cf7-9f1a8ce74ebd binding host n-d-842733-1 {{(pid=103164) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 20:50:57.364933 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9e4180b5-0a33-4168-a9b4-5ea9752271cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:57.389818 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1d3cbc64-6325-4c3b-b55f-8f6b6fc0e477 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33068388'] for subnet, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:57.408887 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4f93deae-946a-4d2e-b0f3-c7f0058ee270 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:57.432685 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-eaec1569-30a2-449a-9340-7c245f9dd927 req-505140aa-83fc-4656-b1ed-ff63e1be8799 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9f9543d-587a-47bd-8772-bda4bd5582ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595886 May 20 20:50:57.463778 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-72c8e62b-0635-47cb-a778-5488865b4241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:57.473306 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e70d757-4703-4407-81fe-7d42a0c58157 req-91e31204-3d27-4c36-b4c9-fdc7c01d9e8b tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:57.478069 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e70d757-4703-4407-81fe-7d42a0c58157 req-91e31204-3d27-4c36-b4c9-fdc7c01d9e8b tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:57.510068 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e70d757-4703-4407-81fe-7d42a0c58157 req-91e31204-3d27-4c36-b4c9-fdc7c01d9e8b tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:57.520762 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e70d757-4703-4407-81fe-7d42a0c58157 req-91e31204-3d27-4c36-b4c9-fdc7c01d9e8b tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:57.525182 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f93deae-946a-4d2e-b0f3-c7f0058ee270 admin admin] Pushing event updated for resources: {'Port': ['ID=c8ca288a-7fb4-404a-92f3-803ac71f2bc5,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:50:57.538456 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f93deae-946a-4d2e-b0f3-c7f0058ee270 admin admin] Network 15a0f215-2383-429d-bf25-2dc816724959 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:50:57.540229 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-4f93deae-946a-4d2e-b0f3-c7f0058ee270 admin admin] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:50:57.543700 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f93deae-946a-4d2e-b0f3-c7f0058ee270 admin admin] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:50:57.546041 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e70d757-4703-4407-81fe-7d42a0c58157 req-91e31204-3d27-4c36-b4c9-fdc7c01d9e8b tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:57.561659 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e70d757-4703-4407-81fe-7d42a0c58157 req-91e31204-3d27-4c36-b4c9-fdc7c01d9e8b tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:57.575056 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e70d757-4703-4407-81fe-7d42a0c58157 req-91e31204-3d27-4c36-b4c9-fdc7c01d9e8b tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:57.579408 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1e70d757-4703-4407-81fe-7d42a0c58157 req-91e31204-3d27-4c36-b4c9-fdc7c01d9e8b tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] 10.222.0.35 "GET /v2.0/ports?device_id=24bc83bc-86f4-4e1f-99de-9736337ee499 HTTP/1.1" status: 200 len: 5416 time: 0.2985537 May 20 20:50:57.629063 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4f93deae-946a-4d2e-b0f3-c7f0058ee270 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748409'] for router_interface, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:57.752540 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9e4180b5-0a33-4168-a9b4-5ea9752271cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:57.845194 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1e70d757-4703-4407-81fe-7d42a0c58157 req-2b8dab56-734b-4882-a416-813ba8cdec3e tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] 10.222.0.35 "GET /v2.0/security-groups?id=863381a6-ea9c-49ea-aca2-bed57188f540&id=a9a0a9ba-adc9-42eb-829d-df5caa26883b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2529895 May 20 20:50:57.868299 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9e4180b5-0a33-4168-a9b4-5ea9752271cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:57.921658 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6036fbf-9ca1-411c-bdd2-8afad62e9810 req-c4f370b0-9161-40c1-a6b3-f3893d570191 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:57.923379 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d6036fbf-9ca1-411c-bdd2-8afad62e9810 req-c4f370b0-9161-40c1-a6b3-f3893d570191 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/ports?device_id=03abbdec-2b0d-4070-9a67-4bafa23e6224 HTTP/1.1" status: 200 len: 945 time: 0.1448145 May 20 20:50:57.924489 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4180b5-0a33-4168-a9b4-5ea9752271cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aebc29d8-55f1-4097-9b76-b0f5762ffa69,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:50:57.956368 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4f93deae-946a-4d2e-b0f3-c7f0058ee270 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:57.960799 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1d3cbc64-6325-4c3b-b55f-8f6b6fc0e477 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33068399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9641221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8422588'] for subnet, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:57.974514 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 3ffc4cd6-c192-4244-954a-f4bf70011021 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:50:57.980946 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e4180b5-0a33-4168-a9b4-5ea9752271cb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 249} {{(pid=103163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 20:50:57.989711 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-1002cf6e-f18c-435f-a5cc-b2e3f030e9ba None None] Provisioning complete for port c8ca288a-7fb4-404a-92f3-803ac71f2bc5 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:50:57.990195 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-1002cf6e-f18c-435f-a5cc-b2e3f030e9ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:58.034279 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server [None req-e5e8db59-46e8-40ae-9204-09d01a9629e8 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet eb8b7903-5d82-4732-b3fb-53f98b9998f0: This subnet is being modified by another concurrent operation. May 20 20:50:58.034279 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 20 20:50:58.034279 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 20 20:50:58.034279 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 20 20:50:58.034279 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 20 20:50:58.034279 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 20 20:50:58.034279 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 20 20:50:58.034279 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 20 20:50:58.034279 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 20 20:50:58.034279 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 20 20:50:58.034279 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 20 20:50:58.034279 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 20 20:50:58.034279 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 20 20:50:58.034279 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server self.force_reraise() May 20 20:50:58.034279 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 20 20:50:58.034279 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server raise self.value May 20 20:50:58.034279 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 20 20:50:58.034279 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 20 20:50:58.034279 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 20 20:50:58.034279 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 20 20:50:58.034279 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 20 20:50:58.034279 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server self.force_reraise() May 20 20:50:58.034279 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 20 20:50:58.034279 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server raise self.value May 20 20:50:58.034279 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 20 20:50:58.034279 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 20 20:50:58.034279 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 20 20:50:58.034279 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 20 20:50:58.034279 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 20 20:50:58.034279 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server self.force_reraise() May 20 20:50:58.034279 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 20 20:50:58.034279 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server raise self.value May 20 20:50:58.034279 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 20 20:50:58.034279 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 20 20:50:58.034279 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper May 20 20:50:58.034279 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) May 20 20:50:58.034279 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port May 20 20:50:58.034279 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') May 20 20:50:58.034279 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action May 20 20:50:58.034279 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) May 20 20:50:58.034279 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port May 20 20:50:58.034279 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( May 20 20:50:58.034279 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner May 20 20:50:58.034279 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 20 20:50:58.034279 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped May 20 20:50:58.034279 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 20 20:50:58.034279 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 20 20:50:58.034279 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 20 20:50:58.034279 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 20 20:50:58.034279 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server self.force_reraise() May 20 20:50:58.034279 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 20 20:50:58.034279 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server raise self.value May 20 20:50:58.034279 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 20 20:50:58.034279 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 20 20:50:58.039527 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 20 20:50:58.039527 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 20 20:50:58.039527 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 20 20:50:58.039527 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server self.force_reraise() May 20 20:50:58.039527 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 20 20:50:58.039527 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server raise self.value May 20 20:50:58.039527 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 20 20:50:58.039527 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 20 20:50:58.039527 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 20 20:50:58.039527 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 20 20:50:58.039527 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 20 20:50:58.039527 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server self.force_reraise() May 20 20:50:58.039527 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 20 20:50:58.039527 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server raise self.value May 20 20:50:58.039527 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 20 20:50:58.039527 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 20 20:50:58.039527 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1486, in create_port May 20 20:50:58.039527 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) May 20 20:50:58.039527 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1451, in _create_port_db May 20 20:50:58.039527 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) May 20 20:50:58.039527 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db May 20 20:50:58.039527 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( May 20 20:50:58.039527 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store May 20 20:50:58.039527 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) May 20 20:50:58.039527 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped May 20 20:50:58.039527 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 20 20:50:58.039527 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper May 20 20:50:58.039527 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) May 20 20:50:58.039527 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port May 20 20:50:58.039527 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) May 20 20:50:58.039527 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port May 20 20:50:58.039527 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 20 20:50:58.039527 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets May 20 20:50:58.039527 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 20 20:50:58.039527 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 20 20:50:58.039527 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server raise exception May 20 20:50:58.039527 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet eb8b7903-5d82-4732-b3fb-53f98b9998f0: This subnet is being modified by another concurrent operation. May 20 20:50:58.039527 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server May 20 20:50:58.068900 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d6036fbf-9ca1-411c-bdd2-8afad62e9810 req-376a5e7f-61ff-4157-aced-6e2d771c1cde tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9f9543d-587a-47bd-8772-bda4bd5582ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319091 May 20 20:50:58.069725 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3cbc64-6325-4c3b-b55f-8f6b6fc0e477 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Pushing event deleted for resources: {'Subnet': ['ID=eb8b7903-5d82-4732-b3fb-53f98b9998f0,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:50:58.094618 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f866935a-b5d9-4565-a912-34b854ff2de2 None None] Network 77305d96-a763-4e24-a253-5fad9a5b0cea requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:50:58.166995 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1d3cbc64-6325-4c3b-b55f-8f6b6fc0e477 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33072115', 'neutron.services.segments.db._delete_segments_for_network-8782419500584'] for network, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:58.180008 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-1002cf6e-f18c-435f-a5cc-b2e3f030e9ba None None] Port c8ca288a-7fb4-404a-92f3-803ac71f2bc5 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 20:50:58.198836 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-1d3cbc64-6325-4c3b-b55f-8f6b6fc0e477 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77305d96-a763-4e24-a253-5fad9a5b0cea']}} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:50:58.213447 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-1d3cbc64-6325-4c3b-b55f-8f6b6fc0e477 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ed9e145-6119-4f85-98cf-034b0b4e336a') {'for_net_delete': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:50:58.213781 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-1d3cbc64-6325-4c3b-b55f-8f6b6fc0e477 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ed9e145-6119-4f85-98cf-034b0b4e336a') {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:50:58.220795 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4f93deae-946a-4d2e-b0f3-c7f0058ee270 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:58.231865 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9e4180b5-0a33-4168-a9b4-5ea9752271cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:58.232332 n-d-842733-1 neutron-server[103163]: INFO neutron.db.segments_db [None req-9e4180b5-0a33-4168-a9b4-5ea9752271cb admin admin] Added segment dd8a623c-4c89-4ce4-8139-10cd9fdc41ca of type vlan for network 520d7846-0fc4-411e-af3e-9ee70d4393bb May 20 20:50:58.235384 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1d3cbc64-6325-4c3b-b55f-8f6b6fc0e477 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419501617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9338764'] for segment, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:58.288015 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4f93deae-946a-4d2e-b0f3-c7f0058ee270 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:58.324499 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c692b130-4d46-4d1f-957c-b3054af3e5f2 None None] get_active_networks_info from n-d-842733-1 {{(pid=103164) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 20 20:50:58.329604 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9e4180b5-0a33-4168-a9b4-5ea9752271cb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418993264'] for network, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:58.360477 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4f93deae-946a-4d2e-b0f3-c7f0058ee270 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748437'] for router_interface, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:58.363365 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f93deae-946a-4d2e-b0f3-c7f0058ee270 admin admin] Pushing event updated for resources: {'Port': ['ID=c8ca288a-7fb4-404a-92f3-803ac71f2bc5,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:50:58.366457 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1d3cbc64-6325-4c3b-b55f-8f6b6fc0e477 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:58.377538 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d3cbc64-6325-4c3b-b55f-8f6b6fc0e477 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Releasing vlan 202 on physical network physnet1 to pool {{(pid=103163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 20:50:58.377943 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1d3cbc64-6325-4c3b-b55f-8f6b6fc0e477 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9638311'] for segment, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:58.381830 n-d-842733-1 neutron-server[103163]: Traceback (most recent call last): May 20 20:50:58.381830 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 20:50:58.381830 n-d-842733-1 neutron-server[103163]: timer() May 20 20:50:58.381830 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 20:50:58.381830 n-d-842733-1 neutron-server[103163]: cb(*args, **kw) May 20 20:50:58.381830 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 20 20:50:58.381830 n-d-842733-1 neutron-server[103163]: return func(*args, **kwargs) May 20 20:50:58.381830 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 20:50:58.381830 n-d-842733-1 neutron-server[103163]: self._notify() May 20 20:50:58.381830 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 20:50:58.381830 n-d-842733-1 neutron-server[103163]: self.callback(batched_events) May 20 20:50:58.381830 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 20:50:58.381830 n-d-842733-1 neutron-server[103163]: event.method(event) May 20 20:50:58.381830 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 20 20:50:58.381830 n-d-842733-1 neutron-server[103163]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 20:50:58.381830 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 20 20:50:58.381830 n-d-842733-1 neutron-server[103163]: aggregate_uuid = self.p_client.list_aggregates( May 20 20:50:58.381830 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 20 20:50:58.381830 n-d-842733-1 neutron-server[103163]: return f(self, *a, **k) May 20 20:50:58.381830 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 20 20:50:58.381830 n-d-842733-1 neutron-server[103163]: return self._get(url).json() May 20 20:50:58.381830 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 20 20:50:58.381830 n-d-842733-1 neutron-server[103163]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 20:50:58.381830 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 20:50:58.381830 n-d-842733-1 neutron-server[103163]: return self.request(url, 'GET', **kwargs) May 20 20:50:58.381830 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 20:50:58.381830 n-d-842733-1 neutron-server[103163]: base_url = self.get_endpoint(auth, allow=allow, May 20 20:50:58.381830 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 20:50:58.381830 n-d-842733-1 neutron-server[103163]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 20:50:58.381830 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 20:50:58.381830 n-d-842733-1 neutron-server[103163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 20:50:58.381830 n-d-842733-1 neutron-server[103163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 20:50:58.421854 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-72c8e62b-0635-47cb-a778-5488865b4241 None None] Notify callbacks [] for port, precommit_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:58.452009 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ded6bdb-6842-40cf-8d99-70c15b68ee57 req-9b6fa39a-7ee9-4e74-b9ef-a1484e2cb980 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:58.453980 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0ded6bdb-6842-40cf-8d99-70c15b68ee57 req-9b6fa39a-7ee9-4e74-b9ef-a1484e2cb980 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/ports?device_id=03abbdec-2b0d-4070-9a67-4bafa23e6224 HTTP/1.1" status: 200 len: 945 time: 0.2241170 May 20 20:50:58.454832 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9e4180b5-0a33-4168-a9b4-5ea9752271cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524'] for network, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:58.455739 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e4180b5-0a33-4168-a9b4-5ea9752271cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:58.456304 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9e4180b5-0a33-4168-a9b4-5ea9752271cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:58.500001 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f93deae-946a-4d2e-b0f3-c7f0058ee270 admin admin] Network 15a0f215-2383-429d-bf25-2dc816724959 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:50:58.501912 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-4f93deae-946a-4d2e-b0f3-c7f0058ee270 admin admin] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:50:58.530732 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-72c8e62b-0635-47cb-a778-5488865b4241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:58.556804 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1d3cbc64-6325-4c3b-b55f-8f6b6fc0e477 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33072122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748162'] for network, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:58.562281 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1d3cbc64-6325-4c3b-b55f-8f6b6fc0e477 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:58.565700 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-1d3cbc64-6325-4c3b-b55f-8f6b6fc0e477 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] 10.222.0.35 "DELETE /v2.0/networks/77305d96-a763-4e24-a253-5fad9a5b0cea HTTP/1.1" status: 204 len: 168 time: 1.6021247 May 20 20:50:58.572546 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-9e4180b5-0a33-4168-a9b4-5ea9752271cb admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.7754962 May 20 20:50:58.573377 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 50264) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:50:58.585851 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-6cd0a092-92bc-4b99-ad6c-b5852be31416 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1873228126'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:50:58.614244 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c692b130-4d46-4d1f-957c-b3054af3e5f2 None None] Resources bound (agent type, host, resource id): {{(pid=103164) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 20 20:50:58.618687 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 50266) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:50:58.626550 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-506bd524-4af8-420d-ba4c-04367fe11764 admin admin] Request body: {'subnet': {'network_id': '520d7846-0fc4-411e-af3e-9ee70d4393bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1998903999-subnet', 'tenant_id': 'db980db23a4245a08f22ea4e07ca0943', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:50:58.628582 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-72c8e62b-0635-47cb-a778-5488865b4241 None None] Attempting to bind port 0c1c277d-2df9-47a7-8cf7-9f1a8ce74ebd on host n-d-842733-1 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:50:58.628949 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-72c8e62b-0635-47cb-a778-5488865b4241 None None] Attempting to bind port 0c1c277d-2df9-47a7-8cf7-9f1a8ce74ebd by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': '0b5485c4-eff8-42a1-9073-ae54ed4c63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:50:58.629460 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c8e62b-0635-47cb-a778-5488865b4241 None None] Attempting to bind port 0c1c277d-2df9-47a7-8cf7-9f1a8ce74ebd on network e3a93b5c-91e2-4064-9c2c-1afc261bfe15 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:50:58.631700 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea2b724-e7cc-4fba-b42c-9706e50aa9b4 None None] Pushing event updated for resources: {'Port': ['ID=0c1c277d-2df9-47a7-8cf7-9f1a8ce74ebd,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:50:58.637264 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f93deae-946a-4d2e-b0f3-c7f0058ee270 admin admin] Router 2991fca7-9735-49e2-92ab-7a4e1f9f3770 has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 20:50:58.639932 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c8e62b-0635-47cb-a778-5488865b4241 None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 50, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:50:58.647475 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c8e62b-0635-47cb-a778-5488865b4241 None None] Checking segment: {'id': '0b5485c4-eff8-42a1-9073-ae54ed4c63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:50:58.647475 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-72c8e62b-0635-47cb-a778-5488865b4241 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:58.647475 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c8e62b-0635-47cb-a778-5488865b4241 None None] Bound using segment: {'id': '0b5485c4-eff8-42a1-9073-ae54ed4c63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:50:58.647475 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-72c8e62b-0635-47cb-a778-5488865b4241 None None] Bound port: 0c1c277d-2df9-47a7-8cf7-9f1a8ce74ebd, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b5485c4-eff8-42a1-9073-ae54ed4c63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:50:58.647475 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-72c8e62b-0635-47cb-a778-5488865b4241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:58.660379 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4180b5-0a33-4168-a9b4-5ea9752271cb admin admin] Pushing event updated for resources: {'Network': ['ID=520d7846-0fc4-411e-af3e-9ee70d4393bb,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:50:58.700663 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Network 520d7846-0fc4-411e-af3e-9ee70d4393bb details requested by agent ovs-agent-n-d-842733-1 with host n-d-842733-1 {{(pid=103164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 20 20:50:58.703699 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3cbc64-6325-4c3b-b55f-8f6b6fc0e477 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Pushing event deleted for resources: {'Network': ['ID=77305d96-a763-4e24-a253-5fad9a5b0cea,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:50:58.744789 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0ded6bdb-6842-40cf-8d99-70c15b68ee57 req-e4f2038e-5697-4531-8446-8bd82282b616 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9f9543d-587a-47bd-8772-bda4bd5582ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2634001 May 20 20:50:58.745090 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-506bd524-4af8-420d-ba4c-04367fe11764 admin admin] Made reservation on behalf of db980db23a4245a08f22ea4e07ca0943 for: {'subnet': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:50:58.745090 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-506bd524-4af8-420d-ba4c-04367fe11764 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4018244'] for subnet, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:58.746829 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cd0a092-92bc-4b99-ad6c-b5852be31416 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Made reservation on behalf of 96f638b5d51f40ba91740cda889595cb for: {'network': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:50:58.762367 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6cd0a092-92bc-4b99-ad6c-b5852be31416 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for network, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:58.776010 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cd0a092-92bc-4b99-ad6c-b5852be31416 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 202} {{(pid=103163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 20:50:58.786821 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6cd0a092-92bc-4b99-ad6c-b5852be31416 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:58.787132 n-d-842733-1 neutron-server[103163]: INFO neutron.db.segments_db [None req-6cd0a092-92bc-4b99-ad6c-b5852be31416 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Added segment 952b68ad-40b7-448c-b1a7-4c0f9bc10aa4 of type vlan for network 23ede7a4-f660-4f63-9e0d-7ebea0637d37 May 20 20:50:58.839249 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6cd0a092-92bc-4b99-ad6c-b5852be31416 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418993264'] for network, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:58.851873 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f93deae-946a-4d2e-b0f3-c7f0058ee270 admin admin] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 20:50:58.855387 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-72c8e62b-0635-47cb-a778-5488865b4241 None None] For port 0c1c277d-2df9-47a7-8cf7-9f1a8ce74ebd, host n-d-842733-1, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:50:58.867398 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-4f93deae-946a-4d2e-b0f3-c7f0058ee270 admin admin] 10.222.0.35 "PUT /v2.0/routers/2991fca7-9735-49e2-92ab-7a4e1f9f3770/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5044143 May 20 20:50:58.875151 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-72c8e62b-0635-47cb-a778-5488865b4241 None None] For port 0c1c277d-2df9-47a7-8cf7-9f1a8ce74ebd, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=0c1c277d-2df9-47a7-8cf7-9f1a8ce74ebd,segment=NetworkSegment(0b5485c4-eff8-42a1-9073-ae54ed4c63ba),segment_id=0b5485c4-eff8-42a1-9073-ae54ed4c63ba)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:50:58.938115 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6cd0a092-92bc-4b99-ad6c-b5852be31416 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524'] for network, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:58.944672 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cd0a092-92bc-4b99-ad6c-b5852be31416 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:58.951517 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6cd0a092-92bc-4b99-ad6c-b5852be31416 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:58.990777 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-72c8e62b-0635-47cb-a778-5488865b4241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:59.066380 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 50276) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:50:59.076647 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 50278) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:50:59.077402 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-6cd0a092-92bc-4b99-ad6c-b5852be31416 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4990418 May 20 20:50:59.083521 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd0a092-92bc-4b99-ad6c-b5852be31416 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Pushing event updated for resources: {'Network': ['ID=23ede7a4-f660-4f63-9e0d-7ebea0637d37,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:50:59.085669 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-7051d684-c3ac-49ce-9a24-e199809f32d9 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Request body: {'subnet': {'network_id': '23ede7a4-f660-4f63-9e0d-7ebea0637d37', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:50:59.101524 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab03b102-ec80-4419-ae65-88ce3019dc69 req-faf4fcc8-1593-46c5-8b20-bbdf4f3d3380 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:59.107313 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab03b102-ec80-4419-ae65-88ce3019dc69 req-faf4fcc8-1593-46c5-8b20-bbdf4f3d3380 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:59.110923 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Network 23ede7a4-f660-4f63-9e0d-7ebea0637d37 details requested by agent ovs-agent-n-d-842733-1 with host n-d-842733-1 {{(pid=103164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 20 20:50:59.114139 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab03b102-ec80-4419-ae65-88ce3019dc69 req-faf4fcc8-1593-46c5-8b20-bbdf4f3d3380 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:59.120203 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab03b102-ec80-4419-ae65-88ce3019dc69 req-faf4fcc8-1593-46c5-8b20-bbdf4f3d3380 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:59.126499 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab03b102-ec80-4419-ae65-88ce3019dc69 req-faf4fcc8-1593-46c5-8b20-bbdf4f3d3380 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:59.132843 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab03b102-ec80-4419-ae65-88ce3019dc69 req-faf4fcc8-1593-46c5-8b20-bbdf4f3d3380 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:59.138711 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab03b102-ec80-4419-ae65-88ce3019dc69 req-faf4fcc8-1593-46c5-8b20-bbdf4f3d3380 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:59.147341 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ab03b102-ec80-4419-ae65-88ce3019dc69 req-faf4fcc8-1593-46c5-8b20-bbdf4f3d3380 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] 10.222.0.35 "GET /v2.0/ports?device_id=24bc83bc-86f4-4e1f-99de-9736337ee499 HTTP/1.1" status: 200 len: 5416 time: 0.1411684 May 20 20:50:59.204720 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ab03b102-ec80-4419-ae65-88ce3019dc69 req-eeda56f5-afcb-4044-8f33-5a94918735ca tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] 10.222.0.35 "GET /v2.0/security-groups?id=863381a6-ea9c-49ea-aca2-bed57188f540&id=a9a0a9ba-adc9-42eb-829d-df5caa26883b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0564311 May 20 20:50:59.210473 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-4be27882-0c9f-4333-add6-b9473547da81 tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1023917678'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:50:59.244721 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea2b724-e7cc-4fba-b42c-9706e50aa9b4 None None] Pushing event updated for resources: {'Port': ['ID=0c1c277d-2df9-47a7-8cf7-9f1a8ce74ebd,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:50:59.260480 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c8e62b-0635-47cb-a778-5488865b4241 None None] Routers {'2991fca7-9735-49e2-92ab-7a4e1f9f3770'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:50:59.261113 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-72c8e62b-0635-47cb-a778-5488865b4241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:50:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['2991fca7-9735-49e2-92ab-7a4e1f9f3770'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:50:59.299606 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-506bd524-4af8-420d-ba4c-04367fe11764 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3797684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4018258'] for subnet, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:59.327953 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4be27882-0c9f-4333-add6-b9473547da81 tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Made reservation on behalf of e3d9ae9ec4284a8583d227968508713c for: {'network': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:50:59.333614 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4be27882-0c9f-4333-add6-b9473547da81 tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for network, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:59.336802 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7051d684-c3ac-49ce-9a24-e199809f32d9 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Made reservation on behalf of 96f638b5d51f40ba91740cda889595cb for: {'subnet': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:50:59.340184 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7051d684-c3ac-49ce-9a24-e199809f32d9 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4018244'] for subnet, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:59.399846 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4be27882-0c9f-4333-add6-b9473547da81 tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 206} {{(pid=103163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 20:50:59.410079 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4be27882-0c9f-4333-add6-b9473547da81 tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:59.410639 n-d-842733-1 neutron-server[103163]: INFO neutron.db.segments_db [None req-4be27882-0c9f-4333-add6-b9473547da81 tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Added segment 33a148b7-9d1d-44df-af49-c7676d5a181d of type vlan for network 66d58b19-8fe4-4fe0-9a11-5120bbb05f2e May 20 20:50:59.426060 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-72c8e62b-0635-47cb-a778-5488865b4241 None None] Set router 2991fca7-9735-49e2-92ab-7a4e1f9f3770 gateway port host: n-d-842733-1 {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:50:59.435047 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506bd524-4af8-420d-ba4c-04367fe11764 admin admin] Pushing event updated for resources: {'Subnet': ['ID=087e5f0b-24ef-476d-af9c-578f11bc070a,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:50:59.474587 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-506bd524-4af8-420d-ba4c-04367fe11764 admin admin] Checking segment: {'id': 'dd8a623c-4c89-4ce4-8139-10cd9fdc41ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '520d7846-0fc4-411e-af3e-9ee70d4393bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:50:59.475895 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-506bd524-4af8-420d-ba4c-04367fe11764 admin admin] Network hostable DHCP agents. Network: 520d7846-0fc4-411e-af3e-9ee70d4393bb, hostable agents: ['c9b0653c-f3c7-4339-bd50-e3754b629216'], hosted agents: [] {{(pid=103162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 20:50:59.497276 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4be27882-0c9f-4333-add6-b9473547da81 tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418993264'] for network, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:59.610819 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4be27882-0c9f-4333-add6-b9473547da81 tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524'] for network, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:59.617045 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4be27882-0c9f-4333-add6-b9473547da81 tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:59.617944 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4be27882-0c9f-4333-add6-b9473547da81 tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:59.646635 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-506bd524-4af8-420d-ba4c-04367fe11764 admin admin] Network 520d7846-0fc4-411e-af3e-9ee70d4393bb is scheduled to be hosted by DHCP agent c9b0653c-f3c7-4339-bd50-e3754b629216 with binding_index 1 {{(pid=103162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 20:50:59.706263 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be27882-0c9f-4333-add6-b9473547da81 tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Pushing event updated for resources: {'Network': ['ID=66d58b19-8fe4-4fe0-9a11-5120bbb05f2e,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:50:59.719292 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Network 66d58b19-8fe4-4fe0-9a11-5120bbb05f2e details requested by agent ovs-agent-n-d-842733-1 with host n-d-842733-1 {{(pid=103164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 20 20:50:59.732048 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-506bd524-4af8-420d-ba4c-04367fe11764 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842733-1, 520d7846-0fc4-411e-af3e-9ee70d4393bb) {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:50:59.734418 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7051d684-c3ac-49ce-9a24-e199809f32d9 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3797684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4018258'] for subnet, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:59.742408 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-506bd524-4af8-420d-ba4c-04367fe11764 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:50:59.742987 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-506bd524-4af8-420d-ba4c-04367fe11764 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:59.753001 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-4be27882-0c9f-4333-add6-b9473547da81 tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6817968 May 20 20:50:59.756837 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 50284) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:50:59.763789 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2e095c8-758e-4fa5-ad29-6c122b992d1c None None] Network 520d7846-0fc4-411e-af3e-9ee70d4393bb requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:50:59.783144 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-2db95fe0-6322-45bb-abba-f186544a7bfc tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Request body: {'subnet': {'network_id': '66d58b19-8fe4-4fe0-9a11-5120bbb05f2e', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:50:59.918007 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7051d684-c3ac-49ce-9a24-e199809f32d9 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Pushing event updated for resources: {'Subnet': ['ID=17513c1f-e6b4-4701-9d9f-f63408fd4576,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:50:59.943342 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-506bd524-4af8-420d-ba4c-04367fe11764 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3210266 May 20 20:50:59.945408 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7051d684-c3ac-49ce-9a24-e199809f32d9 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Checking segment: {'id': '952b68ad-40b7-448c-b1a7-4c0f9bc10aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '23ede7a4-f660-4f63-9e0d-7ebea0637d37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:50:59.945408 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7051d684-c3ac-49ce-9a24-e199809f32d9 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Network hostable DHCP agents. Network: 23ede7a4-f660-4f63-9e0d-7ebea0637d37, hostable agents: ['c9b0653c-f3c7-4339-bd50-e3754b629216'], hosted agents: [] {{(pid=103162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 20:51:00.069894 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2db95fe0-6322-45bb-abba-f186544a7bfc tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Made reservation on behalf of e3d9ae9ec4284a8583d227968508713c for: {'subnet': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:51:00.073562 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2db95fe0-6322-45bb-abba-f186544a7bfc tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8422561'] for subnet, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:00.098929 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7051d684-c3ac-49ce-9a24-e199809f32d9 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Network 23ede7a4-f660-4f63-9e0d-7ebea0637d37 is scheduled to be hosted by DHCP agent c9b0653c-f3c7-4339-bd50-e3754b629216 with binding_index 1 {{(pid=103162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 20:51:00.123149 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b4874b03-170c-44ab-ad1b-1e8a771feefe None None] Provisioning complete for port c8ca288a-7fb4-404a-92f3-803ac71f2bc5 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:51:00.124770 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b4874b03-170c-44ab-ad1b-1e8a771feefe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:00.190419 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-7051d684-c3ac-49ce-9a24-e199809f32d9 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842733-1, 23ede7a4-f660-4f63-9e0d-7ebea0637d37) {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:51:00.195498 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7051d684-c3ac-49ce-9a24-e199809f32d9 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:00.196100 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7051d684-c3ac-49ce-9a24-e199809f32d9 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:00.231087 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c064e899-6f56-4ad6-b12d-681d354253ff None None] Network 23ede7a4-f660-4f63-9e0d-7ebea0637d37 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:51:00.280748 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-7051d684-c3ac-49ce-9a24-e199809f32d9 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2007976 May 20 20:51:00.287185 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 50296) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:51:00.288671 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-cd1ccebd-f864-4e5d-b92f-15467e4cff38 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Request body: {'subnet': {'network_id': '23ede7a4-f660-4f63-9e0d-7ebea0637d37', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:51:00.520947 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44603f5d-62c4-4027-bc29-f2aba5a7e9fd req-d492e5af-5dfe-42d5-9d26-33313c727d7d tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:00.531870 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44603f5d-62c4-4027-bc29-f2aba5a7e9fd req-d492e5af-5dfe-42d5-9d26-33313c727d7d tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:00.538631 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44603f5d-62c4-4027-bc29-f2aba5a7e9fd req-d492e5af-5dfe-42d5-9d26-33313c727d7d tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:00.544916 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44603f5d-62c4-4027-bc29-f2aba5a7e9fd req-d492e5af-5dfe-42d5-9d26-33313c727d7d tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:00.551111 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44603f5d-62c4-4027-bc29-f2aba5a7e9fd req-d492e5af-5dfe-42d5-9d26-33313c727d7d tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:00.557832 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44603f5d-62c4-4027-bc29-f2aba5a7e9fd req-d492e5af-5dfe-42d5-9d26-33313c727d7d tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:00.563899 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44603f5d-62c4-4027-bc29-f2aba5a7e9fd req-d492e5af-5dfe-42d5-9d26-33313c727d7d tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:00.565912 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-44603f5d-62c4-4027-bc29-f2aba5a7e9fd req-d492e5af-5dfe-42d5-9d26-33313c727d7d tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] 10.222.0.35 "GET /v2.0/ports?device_id=24bc83bc-86f4-4e1f-99de-9736337ee499 HTTP/1.1" status: 200 len: 5416 time: 0.1553590 May 20 20:51:00.566944 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2db95fe0-6322-45bb-abba-f186544a7bfc tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9641412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8422583'] for subnet, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:00.582724 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b4874b03-170c-44ab-ad1b-1e8a771feefe None None] Port c8ca288a-7fb4-404a-92f3-803ac71f2bc5 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 20:51:00.586285 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-72c8e62b-0635-47cb-a778-5488865b4241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2991fca7-9735-49e2-92ab-7a4e1f9f3770', 'name': 'tempest-ServersTestMultiNic-132878168-router', 'tenant_id': 'e3d9ae9ec4284a8583d227968508713c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': '0c1c277d-2df9-47a7-8cf7-9f1a8ce74ebd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:50:51Z', 'updated_at': '2022-05-20T20:50:57Z', 'revision_number': 4, 'project_id': 'e3d9ae9ec4284a8583d227968508713c', 'gw_port': {'id': '0c1c277d-2df9-47a7-8cf7-9f1a8ce74ebd', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:a9:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2991fca7-9735-49e2-92ab-7a4e1f9f3770', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:50:53Z', 'updated_at': '2022-05-20T20:50:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': 'c8ca288a-7fb4-404a-92f3-803ac71f2bc5', 'name': '', 'network_id': '15a0f215-2383-429d-bf25-2dc816724959', 'tenant_id': 'e3d9ae9ec4284a8583d227968508713c', 'mac_address': 'fa:16:3e:e8:2f:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2991fca7-9735-49e2-92ab-7a4e1f9f3770', 'device_owner': 'network:router_interface', 'standard_attr_id': 1563, 'fixed_ips': [{'subnet_id': '33d6f6c4-281a-40c4-9dc1-11d72b7a2e33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:50:56Z', 'updated_at': '2022-05-20T20:50:58Z', 'revision_number': 2, 'project_id': 'e3d9ae9ec4284a8583d227968508713c', 'subnets': [{'id': '33d6f6c4-281a-40c4-9dc1-11d72b7a2e33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:51:00.598984 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd1ccebd-f864-4e5d-b92f-15467e4cff38 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Made reservation on behalf of 96f638b5d51f40ba91740cda889595cb for: {'subnet': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:51:00.605994 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-cd1ccebd-f864-4e5d-b92f-15467e4cff38 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4018244'] for subnet, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:00.658909 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c8e62b-0635-47cb-a778-5488865b4241 None None] The sync data for ids ['2991fca7-9735-49e2-92ab-7a4e1f9f3770'] in n-d-842733-1 is: [{'id': '2991fca7-9735-49e2-92ab-7a4e1f9f3770', 'name': 'tempest-ServersTestMultiNic-132878168-router', 'tenant_id': 'e3d9ae9ec4284a8583d227968508713c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': '0c1c277d-2df9-47a7-8cf7-9f1a8ce74ebd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:50:51Z', 'updated_at': '2022-05-20T20:50:57Z', 'revision_number': 4, 'project_id': 'e3d9ae9ec4284a8583d227968508713c', 'gw_port': {'id': '0c1c277d-2df9-47a7-8cf7-9f1a8ce74ebd', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:a9:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2991fca7-9735-49e2-92ab-7a4e1f9f3770', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:50:53Z', 'updated_at': '2022-05-20T20:50:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': 'c8ca288a-7fb4-404a-92f3-803ac71f2bc5', 'name': '', 'network_id': '15a0f215-2383-429d-bf25-2dc816724959', 'tenant_id': 'e3d9ae9ec4284a8583d227968508713c', 'mac_address': 'fa:16:3e:e8:2f:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2991fca7-9735-49e2-92ab-7a4e1f9f3770', 'device_owner': 'network:router_interface', 'standard_attr_id': 1563, 'fixed_ips': [{'subnet_id': '33d6f6c4-281a-40c4-9dc1-11d72b7a2e33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:50:56Z', 'updated_at': '2022-05-20T20:50:58Z', 'revision_number': 2, 'project_id': 'e3d9ae9ec4284a8583d227968508713c', 'subnets': [{'id': '33d6f6c4-281a-40c4-9dc1-11d72b7a2e33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 20:51:00.701584 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de4ab9c4-6d15-44c7-88fa-180a1b3ccb2b None None] Network 520d7846-0fc4-411e-af3e-9ee70d4393bb requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:51:00.992554 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98eb14c8-20a0-475b-aad2-9eb808fbb89d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaee2b848-d4b9-5db1-b6ef-d6db29d67de7-23ede7a4-f660-4f63-9e0d-7ebea0637d37', 'network_id': '23ede7a4-f660-4f63-9e0d-7ebea0637d37', 'tenant_id': '96f638b5d51f40ba91740cda889595cb', 'fixed_ips': [{'subnet_id': '17513c1f-e6b4-4701-9d9f-f63408fd4576'}]}} from n-d-842733-1. {{(pid=103164) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 20:51:00.992554 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-98eb14c8-20a0-475b-aad2-9eb808fbb89d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:01.196228 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-cd1ccebd-f864-4e5d-b92f-15467e4cff38 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3797684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4018258'] for subnet, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:01.304669 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1ccebd-f864-4e5d-b92f-15467e4cff38 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Pushing event updated for resources: {'Subnet': ['ID=2a3b1a27-5368-4e1e-80f5-0d0b497a74f5,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:51:01.332454 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd1ccebd-f864-4e5d-b92f-15467e4cff38 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Network 23ede7a4-f660-4f63-9e0d-7ebea0637d37 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:51:01.334545 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-cd1ccebd-f864-4e5d-b92f-15467e4cff38 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:51:01.360793 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd1ccebd-f864-4e5d-b92f-15467e4cff38 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:01.362852 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-cd1ccebd-f864-4e5d-b92f-15467e4cff38 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:01.401557 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [None req-98eb14c8-20a0-475b-aad2-9eb808fbb89d None None] Allocated IP 2001:db8::2 (23ede7a4-f660-4f63-9e0d-7ebea0637d37/17513c1f-e6b4-4701-9d9f-f63408fd4576/bac3344b-4133-40cd-aaeb-9f0de80fad37) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:51:01.421656 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db95fe0-6322-45bb-abba-f186544a7bfc tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Pushing event updated for resources: {'Subnet': ['ID=121bd543-babf-43b7-ac0a-c8cf95fa7981,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:51:01.459805 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-cd1ccebd-f864-4e5d-b92f-15467e4cff38 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.1726007 May 20 20:51:01.463884 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 50316) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:51:01.466725 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-44603f5d-62c4-4027-bc29-f2aba5a7e9fd req-10c4c51b-450b-46e6-a87a-5cb85ef0fc63 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] 10.222.0.35 "GET /v2.0/security-groups?id=863381a6-ea9c-49ea-aca2-bed57188f540&id=a9a0a9ba-adc9-42eb-829d-df5caa26883b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.8876989 May 20 20:51:01.517086 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db95fe0-6322-45bb-abba-f186544a7bfc tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Checking segment: {'id': '33a148b7-9d1d-44df-af49-c7676d5a181d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '66d58b19-8fe4-4fe0-9a11-5120bbb05f2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:51:01.532070 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2db95fe0-6322-45bb-abba-f186544a7bfc tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Network hostable DHCP agents. Network: 66d58b19-8fe4-4fe0-9a11-5120bbb05f2e, hostable agents: ['c9b0653c-f3c7-4339-bd50-e3754b629216'], hosted agents: [] {{(pid=103163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 20:51:01.587257 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbabe6c-fd9f-4cb3-88c5-ab415242552f req-c300a078-9300-4dfb-ace3-0849cefd10cb tempest-InstanceActionsTestJSON-472124511 tempest-InstanceActionsTestJSON-472124511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:01.593312 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7fbabe6c-fd9f-4cb3-88c5-ab415242552f req-c300a078-9300-4dfb-ace3-0849cefd10cb tempest-InstanceActionsTestJSON-472124511 tempest-InstanceActionsTestJSON-472124511-project] 10.222.0.35 "GET /v2.0/networks?id=520d7846-0fc4-411e-af3e-9ee70d4393bb HTTP/1.1" status: 200 len: 814 time: 1.0228825 May 20 20:51:01.627164 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7fbabe6c-fd9f-4cb3-88c5-ab415242552f req-91dbf464-1451-4241-90e5-47a083468c81 tempest-InstanceActionsTestJSON-472124511 tempest-InstanceActionsTestJSON-472124511-project] 10.222.0.35 "GET /v2.0/quotas/db980db23a4245a08f22ea4e07ca0943 HTTP/1.1" status: 200 len: 375 time: 0.0249264 May 20 20:51:01.685445 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d094560-6df2-43a0-ab08-cd6f814bab89 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:01.687326 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2db95fe0-6322-45bb-abba-f186544a7bfc tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Network 66d58b19-8fe4-4fe0-9a11-5120bbb05f2e is scheduled to be hosted by DHCP agent c9b0653c-f3c7-4339-bd50-e3754b629216 with binding_index 1 {{(pid=103163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 20:51:01.691023 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d094560-6df2-43a0-ab08-cd6f814bab89 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:01.702476 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d094560-6df2-43a0-ab08-cd6f814bab89 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:01.704770 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d094560-6df2-43a0-ab08-cd6f814bab89 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:01.707586 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d094560-6df2-43a0-ab08-cd6f814bab89 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:01.719201 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-1d094560-6df2-43a0-ab08-cd6f814bab89 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2572131 May 20 20:51:01.719865 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 50322) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:51:01.726541 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-90ea1110-5141-47e1-943a-a28e74e0521c tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-47614960'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:51:01.734992 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7fbabe6c-fd9f-4cb3-88c5-ab415242552f req-19e8b2e0-7a52-47fe-8479-cbb571423142 tempest-InstanceActionsTestJSON-472124511 tempest-InstanceActionsTestJSON-472124511-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=db980db23a4245a08f22ea4e07ca0943&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0952761 May 20 20:51:01.813971 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-2db95fe0-6322-45bb-abba-f186544a7bfc tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842733-1, 66d58b19-8fe4-4fe0-9a11-5120bbb05f2e) {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:51:01.814370 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-98eb14c8-20a0-475b-aad2-9eb808fbb89d None None] Notify callbacks [] for port, precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:01.822015 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2db95fe0-6322-45bb-abba-f186544a7bfc tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:01.822864 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2db95fe0-6322-45bb-abba-f186544a7bfc tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Notify callbacks [] for subnet, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:01.829115 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a62e824-496c-4749-9c47-6b23b8a8aa55 None None] Network 66d58b19-8fe4-4fe0-9a11-5120bbb05f2e requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:51:01.829551 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90ea1110-5141-47e1-943a-a28e74e0521c tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Made reservation on behalf of 96f638b5d51f40ba91740cda889595cb for: {'network': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:51:01.834035 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-90ea1110-5141-47e1-943a-a28e74e0521c tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for network, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:01.892082 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90ea1110-5141-47e1-943a-a28e74e0521c tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 247} {{(pid=103162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 20:51:01.915135 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7fbabe6c-fd9f-4cb3-88c5-ab415242552f req-5b886e52-db42-4b21-a0bf-99aa114dc40c service neutron] 10.222.0.35 "GET /v2.0/networks/520d7846-0fc4-411e-af3e-9ee70d4393bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1792486 May 20 20:51:01.923932 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-90ea1110-5141-47e1-943a-a28e74e0521c tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:01.923932 n-d-842733-1 neutron-server[103162]: INFO neutron.db.segments_db [None req-90ea1110-5141-47e1-943a-a28e74e0521c tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Added segment 8edf7690-ee52-4c4a-a203-bc8934d7aa0d of type vlan for network ab4a26e9-1d4d-4e6f-b128-7b5bd92e4873 May 20 20:51:01.963586 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-98eb14c8-20a0-475b-aad2-9eb808fbb89d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108'] for port, after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:01.989049 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-2db95fe0-6322-45bb-abba-f186544a7bfc tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.2278202 May 20 20:51:02.034662 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 50328) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:51:02.067277 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-b5e1f6a7-4378-4fc3-956e-c306e5c220fa tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2117355980'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:51:02.097816 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-90ea1110-5141-47e1-943a-a28e74e0521c tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418993264'] for network, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:02.106819 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98eb14c8-20a0-475b-aad2-9eb808fbb89d None None] Pushing event updated for resources: {'Port': ['ID=bac3344b-4133-40cd-aaeb-9f0de80fad37,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:51:02.159989 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98eb14c8-20a0-475b-aad2-9eb808fbb89d None None] Network 23ede7a4-f660-4f63-9e0d-7ebea0637d37 is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:51:02.162491 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-98eb14c8-20a0-475b-aad2-9eb808fbb89d None None] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:51:02.167367 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98eb14c8-20a0-475b-aad2-9eb808fbb89d None None] Received port after_create {{(pid=103164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:51:02.193936 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7fbabe6c-fd9f-4cb3-88c5-ab415242552f req-f741c371-0d17-4df3-8f60-36ecb03ae604 service neutron] 10.222.0.35 "GET /v2.0/networks/520d7846-0fc4-411e-af3e-9ee70d4393bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2706258 May 20 20:51:02.233792 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c4ed73b-8b13-4f41-b978-fd9a72140025 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaee2b848-d4b9-5db1-b6ef-d6db29d67de7-66d58b19-8fe4-4fe0-9a11-5120bbb05f2e', 'network_id': '66d58b19-8fe4-4fe0-9a11-5120bbb05f2e', 'tenant_id': 'e3d9ae9ec4284a8583d227968508713c', 'fixed_ips': [{'subnet_id': '121bd543-babf-43b7-ac0a-c8cf95fa7981'}]}} from n-d-842733-1. {{(pid=103164) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 20:51:02.234860 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3c4ed73b-8b13-4f41-b978-fd9a72140025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:02.290450 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:02.291846 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5e1f6a7-4378-4fc3-956e-c306e5c220fa tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Made reservation on behalf of e3d9ae9ec4284a8583d227968508713c for: {'network': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:51:02.299294 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b5e1f6a7-4378-4fc3-956e-c306e5c220fa tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for network, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:02.299996 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-90ea1110-5141-47e1-943a-a28e74e0521c tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524'] for network, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:02.316558 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90ea1110-5141-47e1-943a-a28e74e0521c tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:02.319747 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-90ea1110-5141-47e1-943a-a28e74e0521c tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:02.405783 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-98eb14c8-20a0-475b-aad2-9eb808fbb89d None None] Attempting to bind port bac3344b-4133-40cd-aaeb-9f0de80fad37 on host n-d-842733-1 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:51:02.406888 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-98eb14c8-20a0-475b-aad2-9eb808fbb89d None None] Attempting to bind port bac3344b-4133-40cd-aaeb-9f0de80fad37 by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': '952b68ad-40b7-448c-b1a7-4c0f9bc10aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '23ede7a4-f660-4f63-9e0d-7ebea0637d37'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:51:02.407428 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98eb14c8-20a0-475b-aad2-9eb808fbb89d None None] Attempting to bind port bac3344b-4133-40cd-aaeb-9f0de80fad37 on network 23ede7a4-f660-4f63-9e0d-7ebea0637d37 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:51:02.421958 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98eb14c8-20a0-475b-aad2-9eb808fbb89d None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 50, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:51:02.424709 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98eb14c8-20a0-475b-aad2-9eb808fbb89d None None] Checking segment: {'id': '952b68ad-40b7-448c-b1a7-4c0f9bc10aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '23ede7a4-f660-4f63-9e0d-7ebea0637d37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:51:02.427356 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-98eb14c8-20a0-475b-aad2-9eb808fbb89d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:02.428144 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98eb14c8-20a0-475b-aad2-9eb808fbb89d None None] Bound using segment: {'id': '952b68ad-40b7-448c-b1a7-4c0f9bc10aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '23ede7a4-f660-4f63-9e0d-7ebea0637d37'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:51:02.428821 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-98eb14c8-20a0-475b-aad2-9eb808fbb89d None None] Bound port: bac3344b-4133-40cd-aaeb-9f0de80fad37, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '952b68ad-40b7-448c-b1a7-4c0f9bc10aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '23ede7a4-f660-4f63-9e0d-7ebea0637d37'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:51:02.431354 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d221b6-5aad-4f22-8688-4c81e04ccba1 req-b5b81b59-d9b4-405f-b45b-a5414b55144e tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:02.433463 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-98eb14c8-20a0-475b-aad2-9eb808fbb89d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:02.441576 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5e1f6a7-4378-4fc3-956e-c306e5c220fa tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 246} {{(pid=103162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 20:51:02.444602 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-20d221b6-5aad-4f22-8688-4c81e04ccba1 req-b5b81b59-d9b4-405f-b45b-a5414b55144e tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] 10.222.0.35 "GET /v2.0/ports?device_id=a01bab84-e721-453a-a62b-39aee7a43ec2 HTTP/1.1" status: 200 len: 945 time: 0.1216044 May 20 20:51:02.461087 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ea1110-5141-47e1-943a-a28e74e0521c tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Pushing event updated for resources: {'Network': ['ID=ab4a26e9-1d4d-4e6f-b128-7b5bd92e4873,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:51:02.468919 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b5e1f6a7-4378-4fc3-956e-c306e5c220fa tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:02.469387 n-d-842733-1 neutron-server[103162]: INFO neutron.db.segments_db [None req-b5e1f6a7-4378-4fc3-956e-c306e5c220fa tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Added segment 69c72887-b8c5-40da-8106-d7704d90f7dd of type vlan for network cfaff9e1-631c-4f40-a858-7ab9ee98f936 May 20 20:51:02.524141 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-90ea1110-5141-47e1-943a-a28e74e0521c tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.8029249 May 20 20:51:02.528090 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 50338) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:51:02.533176 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-686b0d62-130a-4d5e-afa3-9f5d96f6b4e8 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:51:02.539613 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-20d221b6-5aad-4f22-8688-4c81e04ccba1 req-44f57a69-ed71-469c-9751-c81438ce6ebf tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] 10.222.0.35 "GET /v2.0/security-groups?id=c483e38f-9a64-43a8-8fa0-f6dc256bd4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885944 May 20 20:51:02.611653 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-98eb14c8-20a0-475b-aad2-9eb808fbb89d None None] For port bac3344b-4133-40cd-aaeb-9f0de80fad37, host n-d-842733-1, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:51:02.618731 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-98eb14c8-20a0-475b-aad2-9eb808fbb89d None None] For port bac3344b-4133-40cd-aaeb-9f0de80fad37, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=bac3344b-4133-40cd-aaeb-9f0de80fad37,segment=NetworkSegment(952b68ad-40b7-448c-b1a7-4c0f9bc10aa4),segment_id=952b68ad-40b7-448c-b1a7-4c0f9bc10aa4)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:51:02.618731 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Network ab4a26e9-1d4d-4e6f-b128-7b5bd92e4873 details requested by agent ovs-agent-n-d-842733-1 with host n-d-842733-1 {{(pid=103164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 20 20:51:02.623973 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-aecb45f9-f505-47e3-a6e6-1bde31327054 req-aaaebd35-52aa-40d5-aa54-4a3f7c8e7f4f tempest-InstanceActionsTestJSON-472124511 tempest-InstanceActionsTestJSON-472124511-project] 10.222.0.35 "GET /v2.0/ports?device_id=95dd69ea-d5bd-452e-b578-a7b52e6e0767 HTTP/1.1" status: 200 len: 210 time: 0.0669117 May 20 20:51:02.716238 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-98eb14c8-20a0-475b-aad2-9eb808fbb89d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:02.741795 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b5e1f6a7-4378-4fc3-956e-c306e5c220fa tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418993264'] for network, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:02.853784 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [None req-3c4ed73b-8b13-4f41-b978-fd9a72140025 None None] Allocated IP 19.80.0.2 (66d58b19-8fe4-4fe0-9a11-5120bbb05f2e/121bd543-babf-43b7-ac0a-c8cf95fa7981/8582e786-ca17-4edc-a919-133fa31e040c) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:51:02.878603 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67328398-0fec-4ac3-a851-d86b34684fd4 req-4f72ab46-1327-4e5b-ab74-19a54e30729a tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:02.905356 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67328398-0fec-4ac3-a851-d86b34684fd4 req-4f72ab46-1327-4e5b-ab74-19a54e30729a tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:02.915380 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67328398-0fec-4ac3-a851-d86b34684fd4 req-4f72ab46-1327-4e5b-ab74-19a54e30729a tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:02.935369 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67328398-0fec-4ac3-a851-d86b34684fd4 req-4f72ab46-1327-4e5b-ab74-19a54e30729a tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:02.938826 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67328398-0fec-4ac3-a851-d86b34684fd4 req-4f72ab46-1327-4e5b-ab74-19a54e30729a tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:02.950536 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67328398-0fec-4ac3-a851-d86b34684fd4 req-4f72ab46-1327-4e5b-ab74-19a54e30729a tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:02.972056 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67328398-0fec-4ac3-a851-d86b34684fd4 req-4f72ab46-1327-4e5b-ab74-19a54e30729a tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:02.988663 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98eb14c8-20a0-475b-aad2-9eb808fbb89d None None] Pushing event updated for resources: {'Port': ['ID=bac3344b-4133-40cd-aaeb-9f0de80fad37,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:51:02.990215 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-67328398-0fec-4ac3-a851-d86b34684fd4 req-4f72ab46-1327-4e5b-ab74-19a54e30729a tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] 10.222.0.35 "GET /v2.0/ports?device_id=24bc83bc-86f4-4e1f-99de-9736337ee499 HTTP/1.1" status: 200 len: 5416 time: 0.2430992 May 20 20:51:03.095480 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-67328398-0fec-4ac3-a851-d86b34684fd4 req-e53413f9-8b5c-4c6e-9fad-9c15118994b4 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] 10.222.0.35 "GET /v2.0/security-groups?id=863381a6-ea9c-49ea-aca2-bed57188f540&id=a9a0a9ba-adc9-42eb-829d-df5caa26883b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1026607 May 20 20:51:03.197872 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-686b0d62-130a-4d5e-afa3-9f5d96f6b4e8 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418993264'] for network, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:03.208872 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b5e1f6a7-4378-4fc3-956e-c306e5c220fa tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524'] for network, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:03.265328 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5e1f6a7-4378-4fc3-956e-c306e5c220fa tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:03.265328 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b5e1f6a7-4378-4fc3-956e-c306e5c220fa tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:03.320487 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 0c1c277d-2df9-47a7-8cf7-9f1a8ce74ebd up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:51:03.408641 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3c4ed73b-8b13-4f41-b978-fd9a72140025 None None] Notify callbacks [] for port, precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:03.447807 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e1f6a7-4378-4fc3-956e-c306e5c220fa tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Pushing event updated for resources: {'Network': ['ID=cfaff9e1-631c-4f40-a858-7ab9ee98f936,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:51:03.473991 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 0c1c277d-2df9-47a7-8cf7-9f1a8ce74ebd triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:51:03.486175 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:03.496310 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Network cfaff9e1-631c-4f40-a858-7ab9ee98f936 details requested by agent ovs-agent-n-d-842733-1 with host n-d-842733-1 {{(pid=103164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 20 20:51:03.544729 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-686b0d62-130a-4d5e-afa3-9f5d96f6b4e8 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524'] for network, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:03.553812 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-b5e1f6a7-4378-4fc3-956e-c306e5c220fa tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.5159914 May 20 20:51:03.559109 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 50364) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:51:03.563782 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-1a3870bc-bfc8-44e4-b84b-dfca39a6558f tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Request body: {'subnet': {'network_id': 'cfaff9e1-631c-4f40-a858-7ab9ee98f936', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:51:03.579467 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3c4ed73b-8b13-4f41-b978-fd9a72140025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108'] for port, after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:03.654158 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c4ed73b-8b13-4f41-b978-fd9a72140025 None None] Network 66d58b19-8fe4-4fe0-9a11-5120bbb05f2e is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:51:03.663534 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-3c4ed73b-8b13-4f41-b978-fd9a72140025 None None] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:51:03.671521 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c4ed73b-8b13-4f41-b978-fd9a72140025 None None] Received port after_create {{(pid=103164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:51:03.683341 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4ed73b-8b13-4f41-b978-fd9a72140025 None None] Pushing event updated for resources: {'Port': ['ID=8582e786-ca17-4edc-a919-133fa31e040c,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:51:03.768425 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-3c4ed73b-8b13-4f41-b978-fd9a72140025 None None] Attempting to bind port 8582e786-ca17-4edc-a919-133fa31e040c on host n-d-842733-1 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:51:03.768881 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-3c4ed73b-8b13-4f41-b978-fd9a72140025 None None] Attempting to bind port 8582e786-ca17-4edc-a919-133fa31e040c by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': '33a148b7-9d1d-44df-af49-c7676d5a181d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '66d58b19-8fe4-4fe0-9a11-5120bbb05f2e'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:51:03.769254 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c4ed73b-8b13-4f41-b978-fd9a72140025 None None] Attempting to bind port 8582e786-ca17-4edc-a919-133fa31e040c on network 66d58b19-8fe4-4fe0-9a11-5120bbb05f2e {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:51:03.775615 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 0c1c277d-2df9-47a7-8cf7-9f1a8ce74ebd is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:51:03.776076 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:03.782393 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c4ed73b-8b13-4f41-b978-fd9a72140025 None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 50, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:51:03.782864 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c4ed73b-8b13-4f41-b978-fd9a72140025 None None] Checking segment: {'id': '33a148b7-9d1d-44df-af49-c7676d5a181d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '66d58b19-8fe4-4fe0-9a11-5120bbb05f2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:51:03.783335 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3c4ed73b-8b13-4f41-b978-fd9a72140025 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:03.783847 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c4ed73b-8b13-4f41-b978-fd9a72140025 None None] Bound using segment: {'id': '33a148b7-9d1d-44df-af49-c7676d5a181d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '66d58b19-8fe4-4fe0-9a11-5120bbb05f2e'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:51:03.784311 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-3c4ed73b-8b13-4f41-b978-fd9a72140025 None None] Bound port: 8582e786-ca17-4edc-a919-133fa31e040c, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33a148b7-9d1d-44df-af49-c7676d5a181d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '66d58b19-8fe4-4fe0-9a11-5120bbb05f2e'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:51:03.784788 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3c4ed73b-8b13-4f41-b978-fd9a72140025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:03.815402 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] For port 0c1c277d-2df9-47a7-8cf7-9f1a8ce74ebd, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=0c1c277d-2df9-47a7-8cf7-9f1a8ce74ebd,segment=NetworkSegment(0b5485c4-eff8-42a1-9073-ae54ed4c63ba),segment_id=0b5485c4-eff8-42a1-9073-ae54ed4c63ba)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:51:03.875499 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3c4ed73b-8b13-4f41-b978-fd9a72140025 None None] For port 8582e786-ca17-4edc-a919-133fa31e040c, host n-d-842733-1, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:51:03.877352 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-30035b7a-1037-4718-811c-2e9fcbf6b4e0 req-1530b0f1-6421-451b-bc56-50b0a43b417a tempest-InstanceActionsTestJSON-472124511 tempest-InstanceActionsTestJSON-472124511-project] 10.222.0.35 "GET /v2.0/ports?device_id=95dd69ea-d5bd-452e-b578-a7b52e6e0767 HTTP/1.1" status: 200 len: 210 time: 0.0982764 May 20 20:51:03.879696 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3c4ed73b-8b13-4f41-b978-fd9a72140025 None None] For port 8582e786-ca17-4edc-a919-133fa31e040c, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=8582e786-ca17-4edc-a919-133fa31e040c,segment=NetworkSegment(33a148b7-9d1d-44df-af49-c7676d5a181d),segment_id=33a148b7-9d1d-44df-af49-c7676d5a181d)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:51:03.894639 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:03.953416 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f80aa3c-4839-4fbf-8ec4-ca7b8c940645 req-9a32cbd6-b3c4-46f2-8978-74360487d978 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:03.967610 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6f80aa3c-4839-4fbf-8ec4-ca7b8c940645 req-9a32cbd6-b3c4-46f2-8978-74360487d978 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] 10.222.0.35 "GET /v2.0/ports?device_id=a01bab84-e721-453a-a62b-39aee7a43ec2 HTTP/1.1" status: 200 len: 945 time: 0.2552280 May 20 20:51:03.997556 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3c4ed73b-8b13-4f41-b978-fd9a72140025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:04.021992 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Pushing event updated for resources: {'Port': ['ID=0c1c277d-2df9-47a7-8cf7-9f1a8ce74ebd,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:51:04.096530 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4ed73b-8b13-4f41-b978-fd9a72140025 None None] Pushing event updated for resources: {'Port': ['ID=8582e786-ca17-4edc-a919-133fa31e040c,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:51:04.107307 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a3870bc-bfc8-44e4-b84b-dfca39a6558f tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Made reservation on behalf of e3d9ae9ec4284a8583d227968508713c for: {'subnet': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:51:04.112919 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1a3870bc-bfc8-44e4-b84b-dfca39a6558f tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8422561'] for subnet, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:04.144583 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6f80aa3c-4839-4fbf-8ec4-ca7b8c940645 req-57c6def5-d811-48ca-acc0-e8d28a32a619 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] 10.222.0.35 "GET /v2.0/security-groups?id=c483e38f-9a64-43a8-8fa0-f6dc256bd4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1756639 May 20 20:51:04.212317 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8953d991-982a-480b-8d33-b55d92b1c82d req-1cb29b91-deb6-4a7a-959e-0b11bad1533e tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:04.214217 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8953d991-982a-480b-8d33-b55d92b1c82d req-1cb29b91-deb6-4a7a-959e-0b11bad1533e tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/ports?device_id=03abbdec-2b0d-4070-9a67-4bafa23e6224 HTTP/1.1" status: 200 len: 945 time: 0.1772292 May 20 20:51:04.224338 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-686b0d62-130a-4d5e-afa3-9f5d96f6b4e8 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Network ab4a26e9-1d4d-4e6f-b128-7b5bd92e4873 is not hosted by any dhcp agent {{(pid=103162) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} May 20 20:51:04.229809 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-686b0d62-130a-4d5e-afa3-9f5d96f6b4e8 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:04.230426 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-686b0d62-130a-4d5e-afa3-9f5d96f6b4e8 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Notify callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:04.235644 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 50378) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:51:04.247528 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-686b0d62-130a-4d5e-afa3-9f5d96f6b4e8 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] 10.222.0.35 "PUT /v2.0/networks/ab4a26e9-1d4d-4e6f-b128-7b5bd92e4873 HTTP/1.1" status: 200 len: 723 time: 1.7190094 May 20 20:51:04.258389 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-14b46e62-f50e-4ebb-8968-ee724031fd0e tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Request body: {'subnet': {'network_id': 'ab4a26e9-1d4d-4e6f-b128-7b5bd92e4873', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:51:04.365809 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686b0d62-130a-4d5e-afa3-9f5d96f6b4e8 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Pushing event updated for resources: {'Network': ['ID=ab4a26e9-1d4d-4e6f-b128-7b5bd92e4873,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:51:04.378939 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686b0d62-130a-4d5e-afa3-9f5d96f6b4e8 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:51:04.394472 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686b0d62-130a-4d5e-afa3-9f5d96f6b4e8 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:51:04.394472 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686b0d62-130a-4d5e-afa3-9f5d96f6b4e8 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:51:04.394472 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686b0d62-130a-4d5e-afa3-9f5d96f6b4e8 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:51:04.394472 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686b0d62-130a-4d5e-afa3-9f5d96f6b4e8 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:51:04.394472 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686b0d62-130a-4d5e-afa3-9f5d96f6b4e8 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:51:04.395091 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686b0d62-130a-4d5e-afa3-9f5d96f6b4e8 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:51:04.396309 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686b0d62-130a-4d5e-afa3-9f5d96f6b4e8 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:51:04.396892 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686b0d62-130a-4d5e-afa3-9f5d96f6b4e8 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:51:04.397101 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686b0d62-130a-4d5e-afa3-9f5d96f6b4e8 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:51:04.397544 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686b0d62-130a-4d5e-afa3-9f5d96f6b4e8 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:51:04.398183 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686b0d62-130a-4d5e-afa3-9f5d96f6b4e8 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:51:04.413766 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Network ab4a26e9-1d4d-4e6f-b128-7b5bd92e4873 details requested by agent ovs-agent-n-d-842733-1 with host n-d-842733-1 {{(pid=103164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 20 20:51:04.427703 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818b3568-1af4-40a7-8554-a759d2f65283 req-8117dad5-d838-4664-bff9-3b986314bb12 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:04.429833 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-818b3568-1af4-40a7-8554-a759d2f65283 req-8117dad5-d838-4664-bff9-3b986314bb12 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] 10.222.0.13 "GET /v2.0/ports?device_id=a01bab84-e721-453a-a62b-39aee7a43ec2 HTTP/1.1" status: 200 len: 945 time: 0.1801536 May 20 20:51:04.656788 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8953d991-982a-480b-8d33-b55d92b1c82d req-fe4b897a-f30d-4d51-a05d-dfe64e3bdb01 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9f9543d-587a-47bd-8772-bda4bd5582ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4183550 May 20 20:51:04.727172 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-818b3568-1af4-40a7-8554-a759d2f65283 req-9ecc2030-f1bd-473a-b65e-dd0643b3c923 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Deleting port 136f5193-a983-4bde-a529-6062a99baa0c {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:51:04.731898 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-818b3568-1af4-40a7-8554-a759d2f65283 req-9ecc2030-f1bd-473a-b65e-dd0643b3c923 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:04.808258 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678397f1-9498-447a-b408-a211ce4434cf req-a89fc7fd-38b1-4ce2-8c32-c3bb17efaf87 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:04.824128 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678397f1-9498-447a-b408-a211ce4434cf req-a89fc7fd-38b1-4ce2-8c32-c3bb17efaf87 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:04.837923 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678397f1-9498-447a-b408-a211ce4434cf req-a89fc7fd-38b1-4ce2-8c32-c3bb17efaf87 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:04.857295 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678397f1-9498-447a-b408-a211ce4434cf req-a89fc7fd-38b1-4ce2-8c32-c3bb17efaf87 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:04.870575 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678397f1-9498-447a-b408-a211ce4434cf req-a89fc7fd-38b1-4ce2-8c32-c3bb17efaf87 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:04.876494 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678397f1-9498-447a-b408-a211ce4434cf req-a89fc7fd-38b1-4ce2-8c32-c3bb17efaf87 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:04.893353 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678397f1-9498-447a-b408-a211ce4434cf req-a89fc7fd-38b1-4ce2-8c32-c3bb17efaf87 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:04.895912 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-678397f1-9498-447a-b408-a211ce4434cf req-a89fc7fd-38b1-4ce2-8c32-c3bb17efaf87 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] 10.222.0.35 "GET /v2.0/ports?device_id=24bc83bc-86f4-4e1f-99de-9736337ee499 HTTP/1.1" status: 200 len: 5416 time: 0.5004733 May 20 20:51:04.914402 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-818b3568-1af4-40a7-8554-a759d2f65283 req-9ecc2030-f1bd-473a-b65e-dd0643b3c923 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] For port 136f5193-a983-4bde-a529-6062a99baa0c, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=136f5193-a983-4bde-a529-6062a99baa0c,segment=NetworkSegment(51a22548-63c8-444c-b674-6afca742ad16),segment_id=51a22548-63c8-444c-b674-6afca742ad16)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:51:04.914775 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-818b3568-1af4-40a7-8554-a759d2f65283 req-9ecc2030-f1bd-473a-b65e-dd0643b3c923 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:04.917479 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14b46e62-f50e-4ebb-8968-ee724031fd0e tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Made reservation on behalf of 96f638b5d51f40ba91740cda889595cb for: {'subnet': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:51:04.926129 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-14b46e62-f50e-4ebb-8968-ee724031fd0e tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8422561'] for subnet, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:05.109014 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54132522-2ab6-4256-a967-66094820fda4 None None] Network 23ede7a4-f660-4f63-9e0d-7ebea0637d37 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:51:05.251634 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-818b3568-1af4-40a7-8554-a759d2f65283 req-9ecc2030-f1bd-473a-b65e-dd0643b3c923 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:05.256060 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-818b3568-1af4-40a7-8554-a759d2f65283 req-9ecc2030-f1bd-473a-b65e-dd0643b3c923 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748272'] for floatingip, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:05.256060 n-d-842733-1 neutron-server[103162]: INFO neutron.db.l3_db [req-818b3568-1af4-40a7-8554-a759d2f65283 req-9ecc2030-f1bd-473a-b65e-dd0643b3c923 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Floating IP 60d948bc-cb3d-4c6d-897d-417b4d43ecc3 disassociated. External IP: 172.25.2.131, port: 136f5193-a983-4bde-a529-6062a99baa0c. May 20 20:51:05.256060 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-818b3568-1af4-40a7-8554-a759d2f65283 req-9ecc2030-f1bd-473a-b65e-dd0643b3c923 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Calling delete_port for 136f5193-a983-4bde-a529-6062a99baa0c owned by compute:nova {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:51:05.287994 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 0c1c277d-2df9-47a7-8cf7-9f1a8ce74ebd up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:51:05.305228 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-191e7f58-2668-40f3-b2b7-4519c3dd477a None None] Sync routers for ids ['2991fca7-9735-49e2-92ab-7a4e1f9f3770'] in n-d-842733-1 {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 20:51:05.341236 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-191e7f58-2668-40f3-b2b7-4519c3dd477a None None] Routers {'2991fca7-9735-49e2-92ab-7a4e1f9f3770'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:51:05.342281 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-191e7f58-2668-40f3-b2b7-4519c3dd477a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:50:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['2991fca7-9735-49e2-92ab-7a4e1f9f3770'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:51:05.483786 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1a3870bc-bfc8-44e4-b84b-dfca39a6558f tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9641412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8422583'] for subnet, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:05.564343 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-ec25d225-46ee-4145-9fdf-e062e952df8b None None] Provisioning complete for port bac3344b-4133-40cd-aaeb-9f0de80fad37 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:51:05.564936 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ec25d225-46ee-4145-9fdf-e062e952df8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:05.581037 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-818b3568-1af4-40a7-8554-a759d2f65283 req-9ecc2030-f1bd-473a-b65e-dd0643b3c923 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:05.662150 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 0c1c277d-2df9-47a7-8cf7-9f1a8ce74ebd triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:51:05.662534 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:05.700921 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3870bc-bfc8-44e4-b84b-dfca39a6558f tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Pushing event updated for resources: {'Subnet': ['ID=4470f142-92cb-42bd-907a-0164531e763f,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:51:05.735238 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecc2030-f1bd-473a-b65e-dd0643b3c923 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Pushing event deleted for resources: {'Port': ['ID=136f5193-a983-4bde-a529-6062a99baa0c,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:51:05.939804 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-ec25d225-46ee-4145-9fdf-e062e952df8b None None] Current status of the port bac3344b-4133-40cd-aaeb-9f0de80fad37 is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:51:05.940309 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ec25d225-46ee-4145-9fdf-e062e952df8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:05.974121 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95373145-708b-4360-9495-8ff29ee7d00d None None] Update dhcp port {'port': {'network_id': '23ede7a4-f660-4f63-9e0d-7ebea0637d37', 'fixed_ips': [{'subnet_id': '17513c1f-e6b4-4701-9d9f-f63408fd4576', 'ip_address': '2001:db8::2'}, {'subnet_id': '2a3b1a27-5368-4e1e-80f5-0d0b497a74f5'}], 'binding:host_id': 'n-d-842733-1'}, 'id': 'bac3344b-4133-40cd-aaeb-9f0de80fad37'} from n-d-842733-1. {{(pid=103164) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} May 20 20:51:05.976207 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ccee508-a8b4-460b-95fd-c5589aa43423 None None] Network 66d58b19-8fe4-4fe0-9a11-5120bbb05f2e requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:51:05.979529 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-191e7f58-2668-40f3-b2b7-4519c3dd477a None None] Set router 2991fca7-9735-49e2-92ab-7a4e1f9f3770 gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:51:06.132602 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [req-818b3568-1af4-40a7-8554-a759d2f65283 req-9ecc2030-f1bd-473a-b65e-dd0643b3c923 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Router 1b403540-9eac-4959-9594-ec7fea5521b9 has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 20:51:06.220812 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e567ecdb-be18-41b7-89eb-27e757641e57 req-0829606b-1311-4bc5-9838-81e34526ee4c tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:06.233503 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e567ecdb-be18-41b7-89eb-27e757641e57 req-0829606b-1311-4bc5-9838-81e34526ee4c tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/ports?device_id=03abbdec-2b0d-4070-9a67-4bafa23e6224 HTTP/1.1" status: 200 len: 945 time: 0.9116478 May 20 20:51:06.265908 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-678397f1-9498-447a-b408-a211ce4434cf req-2b015f9d-13a5-4352-a73b-ad0cab4781a2 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] 10.222.0.35 "GET /v2.0/security-groups?id=863381a6-ea9c-49ea-aca2-bed57188f540&id=a9a0a9ba-adc9-42eb-829d-df5caa26883b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 1.3524613 May 20 20:51:06.293818 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-14b46e62-f50e-4ebb-8968-ee724031fd0e tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9641412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8422583'] for subnet, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:06.297294 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 0c1c277d-2df9-47a7-8cf7-9f1a8ce74ebd is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:51:06.298429 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device bac3344b-4133-40cd-aaeb-9f0de80fad37 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:51:06.301016 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-95373145-708b-4360-9495-8ff29ee7d00d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:06.443742 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-818b3568-1af4-40a7-8554-a759d2f65283 req-9ecc2030-f1bd-473a-b65e-dd0643b3c923 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 20:51:06.500637 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-393c5119-4383-425a-a7d8-077ccdc03f4e req-db9e8c7d-24c8-4565-b267-f6f40dff67dc tempest-InstanceActionsTestJSON-472124511 tempest-InstanceActionsTestJSON-472124511-project] 10.222.0.35 "GET /v2.0/ports?device_id=95dd69ea-d5bd-452e-b578-a7b52e6e0767 HTTP/1.1" status: 200 len: 210 time: 0.0385964 May 20 20:51:06.525962 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-ec25d225-46ee-4145-9fdf-e062e952df8b None None] For port bac3344b-4133-40cd-aaeb-9f0de80fad37, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=bac3344b-4133-40cd-aaeb-9f0de80fad37,segment=NetworkSegment(952b68ad-40b7-448c-b1a7-4c0f9bc10aa4),segment_id=952b68ad-40b7-448c-b1a7-4c0f9bc10aa4)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:51:06.530289 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a3870bc-bfc8-44e4-b84b-dfca39a6558f tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Checking segment: {'id': '69c72887-b8c5-40da-8106-d7704d90f7dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'cfaff9e1-631c-4f40-a858-7ab9ee98f936'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:51:06.531109 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a3870bc-bfc8-44e4-b84b-dfca39a6558f tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Network hostable DHCP agents. Network: cfaff9e1-631c-4f40-a858-7ab9ee98f936, hostable agents: ['c9b0653c-f3c7-4339-bd50-e3754b629216'], hosted agents: [] {{(pid=103163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 20:51:06.547873 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-191e7f58-2668-40f3-b2b7-4519c3dd477a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2991fca7-9735-49e2-92ab-7a4e1f9f3770', 'name': 'tempest-ServersTestMultiNic-132878168-router', 'tenant_id': 'e3d9ae9ec4284a8583d227968508713c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': '0c1c277d-2df9-47a7-8cf7-9f1a8ce74ebd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:50:51Z', 'updated_at': '2022-05-20T20:50:57Z', 'revision_number': 4, 'project_id': 'e3d9ae9ec4284a8583d227968508713c', 'gw_port': {'id': '0c1c277d-2df9-47a7-8cf7-9f1a8ce74ebd', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:a9:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2991fca7-9735-49e2-92ab-7a4e1f9f3770', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:50:53Z', 'updated_at': '2022-05-20T20:51:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': 'c8ca288a-7fb4-404a-92f3-803ac71f2bc5', 'name': '', 'network_id': '15a0f215-2383-429d-bf25-2dc816724959', 'tenant_id': 'e3d9ae9ec4284a8583d227968508713c', 'mac_address': 'fa:16:3e:e8:2f:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2991fca7-9735-49e2-92ab-7a4e1f9f3770', 'device_owner': 'network:router_interface', 'standard_attr_id': 1563, 'fixed_ips': [{'subnet_id': '33d6f6c4-281a-40c4-9dc1-11d72b7a2e33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:50:56Z', 'updated_at': '2022-05-20T20:50:58Z', 'revision_number': 2, 'project_id': 'e3d9ae9ec4284a8583d227968508713c', 'subnets': [{'id': '33d6f6c4-281a-40c4-9dc1-11d72b7a2e33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:51:06.549489 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a60366b6-4af5-4874-9267-799756a3d454 None None] Sync routers for ids ['1b403540-9eac-4959-9594-ec7fea5521b9'] in n-d-842733-1 {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 20:51:06.549629 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbabe6c-fd9f-4cb3-88c5-ab415242552f req-0bca73b9-111e-46da-a789-e6cd8240adb9 tempest-InstanceActionsTestJSON-472124511 tempest-InstanceActionsTestJSON-472124511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:06.555508 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7fbabe6c-fd9f-4cb3-88c5-ab415242552f req-0bca73b9-111e-46da-a789-e6cd8240adb9 tempest-InstanceActionsTestJSON-472124511 tempest-InstanceActionsTestJSON-472124511-project] 10.222.0.24 "GET /v2.0/networks?id=520d7846-0fc4-411e-af3e-9ee70d4393bb HTTP/1.1" status: 200 len: 814 time: 0.9058578 May 20 20:51:06.562903 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-818b3568-1af4-40a7-8554-a759d2f65283 req-9ecc2030-f1bd-473a-b65e-dd0643b3c923 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] No DVR routers for this DVR port 136f5193-a983-4bde-a529-6062a99baa0c on host n-h2-842733-1 {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:51:06.566913 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-818b3568-1af4-40a7-8554-a759d2f65283 req-9ecc2030-f1bd-473a-b65e-dd0643b3c923 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:06.574602 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-818b3568-1af4-40a7-8554-a759d2f65283 req-9ecc2030-f1bd-473a-b65e-dd0643b3c923 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] 10.222.0.13 "DELETE /v2.0/ports/136f5193-a983-4bde-a529-6062a99baa0c HTTP/1.1" status: 204 len: 173 time: 2.1370013 May 20 20:51:06.576472 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a01bab84-e721-453a-a62b-39aee7a43ec2', 'name': 'network-vif-deleted', 'tag': '136f5193-a983-4bde-a529-6062a99baa0c'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:51:06.581053 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [req-7fbabe6c-fd9f-4cb3-88c5-ab415242552f req-f83e1768-badc-47e7-9f7a-554c216891cc tempest-InstanceActionsTestJSON-472124511 tempest-InstanceActionsTestJSON-472124511-project] Request body: {'port': {'device_id': '95dd69ea-d5bd-452e-b578-a7b52e6e0767', 'network_id': '520d7846-0fc4-411e-af3e-9ee70d4393bb', 'admin_state_up': True, 'tenant_id': 'db980db23a4245a08f22ea4e07ca0943'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:51:06.601176 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b46e62-f50e-4ebb-8968-ee724031fd0e tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Pushing event updated for resources: {'Subnet': ['ID=0e29cc77-c050-4f3b-a5e3-1dbeb923a1cc,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:51:06.610097 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6fa957933fccbf596d28104b23404b952ad6a8238afaebaed40a0874b2e409" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed884641-614a-4a00-9484-68bb8c3fb267" -d '{"events": [{"server_uuid": "a01bab84-e721-453a-a62b-39aee7a43ec2", "name": "network-vif-deleted", "tag": "136f5193-a983-4bde-a529-6062a99baa0c"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:51:06.610566 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-191e7f58-2668-40f3-b2b7-4519c3dd477a None None] Checking router: 2991fca7-9735-49e2-92ab-7a4e1f9f3770 for host: n-d-842733-1 {{(pid=103165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 20:51:06.610926 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-191e7f58-2668-40f3-b2b7-4519c3dd477a None None] Updating router 2991fca7-9735-49e2-92ab-7a4e1f9f3770 port c8ca288a-7fb4-404a-92f3-803ac71f2bc5 binding host n-d-842733-1 {{(pid=103165) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 20:51:06.653276 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-191e7f58-2668-40f3-b2b7-4519c3dd477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:06.749413 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e567ecdb-be18-41b7-89eb-27e757641e57 req-19b003e7-af05-44bd-bb2e-e342903709a6 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9f9543d-587a-47bd-8772-bda4bd5582ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5150082 May 20 20:51:06.751849 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0b20043b-e0c2-45cd-b7ac-a2527ef80161 req-29858fb0-a246-4d05-8479-8136ccffe195 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] 10.222.0.35 "GET /v2.0/ports?device_id=a01bab84-e721-453a-a62b-39aee7a43ec2 HTTP/1.1" status: 200 len: 210 time: 0.1167018 May 20 20:51:06.789358 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a3870bc-bfc8-44e4-b84b-dfca39a6558f tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Network cfaff9e1-631c-4f40-a858-7ab9ee98f936 is scheduled to be hosted by DHCP agent c9b0653c-f3c7-4339-bd50-e3754b629216 with binding_index 1 {{(pid=103163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 20:51:06.790816 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [None req-95373145-708b-4360-9495-8ff29ee7d00d None None] Allocated IP 172.20.0.1 (23ede7a4-f660-4f63-9e0d-7ebea0637d37/2a3b1a27-5368-4e1e-80f5-0d0b497a74f5/bac3344b-4133-40cd-aaeb-9f0de80fad37) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:51:06.831207 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b46e62-f50e-4ebb-8968-ee724031fd0e tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Checking segment: {'id': '8edf7690-ee52-4c4a-a203-bc8934d7aa0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'ab4a26e9-1d4d-4e6f-b128-7b5bd92e4873'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:51:06.831576 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14b46e62-f50e-4ebb-8968-ee724031fd0e tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Network hostable DHCP agents. Network: ab4a26e9-1d4d-4e6f-b128-7b5bd92e4873, hostable agents: ['c9b0653c-f3c7-4339-bd50-e3754b629216'], hosted agents: [] {{(pid=103163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 20:51:06.841338 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 20:51:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcd58dbe-6db8-4896-b55e-cf623a377e36 x-openstack-request-id: req-bcd58dbe-6db8-4896-b55e-cf623a377e36 {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:51:06.841338 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a01bab84-e721-453a-a62b-39aee7a43ec2", "name": "network-vif-deleted", "tag": "136f5193-a983-4bde-a529-6062a99baa0c", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:51:06.841338 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-bcd58dbe-6db8-4896-b55e-cf623a377e36 {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:51:06.841338 n-d-842733-1 neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bcd58dbe-6db8-4896-b55e-cf623a377e36'] response: {'server_uuid': 'a01bab84-e721-453a-a62b-39aee7a43ec2', 'name': 'network-vif-deleted', 'tag': '136f5193-a983-4bde-a529-6062a99baa0c', 'status': 'completed', 'code': 200} May 20 20:51:06.932356 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-1a3870bc-bfc8-44e4-b84b-dfca39a6558f tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842733-1, cfaff9e1-631c-4f40-a858-7ab9ee98f936) {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:51:06.951830 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a3870bc-bfc8-44e4-b84b-dfca39a6558f tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:06.959088 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1a3870bc-bfc8-44e4-b84b-dfca39a6558f tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Notify callbacks [] for subnet, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:06.967041 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ec25d225-46ee-4145-9fdf-e062e952df8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:06.999330 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14b46e62-f50e-4ebb-8968-ee724031fd0e tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Network ab4a26e9-1d4d-4e6f-b128-7b5bd92e4873 is scheduled to be hosted by DHCP agent c9b0653c-f3c7-4339-bd50-e3754b629216 with binding_index 1 {{(pid=103163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 20:51:07.007982 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-14b46e62-f50e-4ebb-8968-ee724031fd0e tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842733-1, ab4a26e9-1d4d-4e6f-b128-7b5bd92e4873) {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:51:07.020704 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14b46e62-f50e-4ebb-8968-ee724031fd0e tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:07.021344 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-95373145-708b-4360-9495-8ff29ee7d00d None None] For port bac3344b-4133-40cd-aaeb-9f0de80fad37, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=bac3344b-4133-40cd-aaeb-9f0de80fad37,segment=NetworkSegment(952b68ad-40b7-448c-b1a7-4c0f9bc10aa4),segment_id=952b68ad-40b7-448c-b1a7-4c0f9bc10aa4)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:51:07.021493 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-14b46e62-f50e-4ebb-8968-ee724031fd0e tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Notify callbacks [] for subnet, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:07.037658 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdf25676-d79c-4bc6-844a-335e5fca028a None None] Network cfaff9e1-631c-4f40-a858-7ab9ee98f936 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:51:07.048507 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3414c4c-9911-432d-a41a-2bdf756b96ab None None] Network ab4a26e9-1d4d-4e6f-b128-7b5bd92e4873 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:51:07.078298 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-191e7f58-2668-40f3-b2b7-4519c3dd477a None None] Notify callbacks [] for port, precommit_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:07.125674 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-1a3870bc-bfc8-44e4-b84b-dfca39a6558f tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 3.5650282 May 20 20:51:07.126898 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7fbabe6c-fd9f-4cb3-88c5-ab415242552f req-f83e1768-badc-47e7-9f7a-554c216891cc tempest-InstanceActionsTestJSON-472124511 tempest-InstanceActionsTestJSON-472124511-project] Made reservation on behalf of db980db23a4245a08f22ea4e07ca0943 for: {'port': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:51:07.131120 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-7fbabe6c-fd9f-4cb3-88c5-ab415242552f req-f83e1768-badc-47e7-9f7a-554c216891cc tempest-InstanceActionsTestJSON-472124511 tempest-InstanceActionsTestJSON-472124511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:07.142908 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a60366b6-4af5-4874-9267-799756a3d454 None None] Routers {'1b403540-9eac-4959-9594-ec7fea5521b9'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:51:07.143548 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-a60366b6-4af5-4874-9267-799756a3d454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:50:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['1b403540-9eac-4959-9594-ec7fea5521b9'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:51:07.153405 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-191e7f58-2668-40f3-b2b7-4519c3dd477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:07.159571 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 50412) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:51:07.166630 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-665fb3a4-76b9-4060-a842-64ad4376c370 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:51:07.169668 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-14b46e62-f50e-4ebb-8968-ee724031fd0e tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9246604 May 20 20:51:07.343651 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-95373145-708b-4360-9495-8ff29ee7d00d None None] Notify callbacks [] for port, precommit_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:07.353297 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-508037e0-3622-4600-a50d-529e26d85e46 None None] Provisioning complete for port 8582e786-ca17-4edc-a919-133fa31e040c triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:51:07.353754 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-508037e0-3622-4600-a50d-529e26d85e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:07.391434 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-665fb3a4-76b9-4060-a842-64ad4376c370 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4018251'] for subnet, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:07.392886 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d22e90f-952d-4f43-bcf4-854e013790a2 None None] Pushing event updated for resources: {'Port': ['ID=c8ca288a-7fb4-404a-92f3-803ac71f2bc5,revision_number=3']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:51:07.409567 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-191e7f58-2668-40f3-b2b7-4519c3dd477a None None] Attempting to bind port c8ca288a-7fb4-404a-92f3-803ac71f2bc5 on host n-d-842733-1 for vnic_type normal with profile {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:51:07.416978 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-191e7f58-2668-40f3-b2b7-4519c3dd477a None None] Attempting to bind port c8ca288a-7fb4-404a-92f3-803ac71f2bc5 by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': '4529953e-d71a-4571-96f1-9124f071e786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '15a0f215-2383-429d-bf25-2dc816724959'}] {{(pid=103165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:51:07.417789 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-191e7f58-2668-40f3-b2b7-4519c3dd477a None None] Attempting to bind port c8ca288a-7fb4-404a-92f3-803ac71f2bc5 on network 15a0f215-2383-429d-bf25-2dc816724959 {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:51:07.424214 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d22e90f-952d-4f43-bcf4-854e013790a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:51:07.430174 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d22e90f-952d-4f43-bcf4-854e013790a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:51:07.430747 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d22e90f-952d-4f43-bcf4-854e013790a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:51:07.431079 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d22e90f-952d-4f43-bcf4-854e013790a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:51:07.431406 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d22e90f-952d-4f43-bcf4-854e013790a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:51:07.431734 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d22e90f-952d-4f43-bcf4-854e013790a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:51:07.432050 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d22e90f-952d-4f43-bcf4-854e013790a2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:51:07.432360 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d22e90f-952d-4f43-bcf4-854e013790a2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:51:07.432680 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d22e90f-952d-4f43-bcf4-854e013790a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:51:07.433702 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d22e90f-952d-4f43-bcf4-854e013790a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:51:07.434070 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d22e90f-952d-4f43-bcf4-854e013790a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:51:07.434526 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d22e90f-952d-4f43-bcf4-854e013790a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:51:07.443762 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-191e7f58-2668-40f3-b2b7-4519c3dd477a None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 50, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:51:07.443887 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-191e7f58-2668-40f3-b2b7-4519c3dd477a None None] Checking segment: {'id': '4529953e-d71a-4571-96f1-9124f071e786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '15a0f215-2383-429d-bf25-2dc816724959'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:51:07.444235 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-191e7f58-2668-40f3-b2b7-4519c3dd477a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:07.444623 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-191e7f58-2668-40f3-b2b7-4519c3dd477a None None] Bound using segment: {'id': '4529953e-d71a-4571-96f1-9124f071e786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '15a0f215-2383-429d-bf25-2dc816724959'} {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:51:07.450129 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-191e7f58-2668-40f3-b2b7-4519c3dd477a None None] Bound port: c8ca288a-7fb4-404a-92f3-803ac71f2bc5, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4529953e-d71a-4571-96f1-9124f071e786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '15a0f215-2383-429d-bf25-2dc816724959'}}] {{(pid=103165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:51:07.450653 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-191e7f58-2668-40f3-b2b7-4519c3dd477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:07.471470 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port bac3344b-4133-40cd-aaeb-9f0de80fad37 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:51:07.471470 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:07.551869 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-95373145-708b-4360-9495-8ff29ee7d00d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:07.611564 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-191e7f58-2668-40f3-b2b7-4519c3dd477a None None] For port c8ca288a-7fb4-404a-92f3-803ac71f2bc5, host n-d-842733-1, cleared binding levels {{(pid=103165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:51:07.632960 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-191e7f58-2668-40f3-b2b7-4519c3dd477a None None] For port c8ca288a-7fb4-404a-92f3-803ac71f2bc5, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=c8ca288a-7fb4-404a-92f3-803ac71f2bc5,segment=NetworkSegment(4529953e-d71a-4571-96f1-9124f071e786),segment_id=4529953e-d71a-4571-96f1-9124f071e786)] {{(pid=103165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:51:07.700319 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec25d225-46ee-4145-9fdf-e062e952df8b None None] Pushing event updated for resources: {'Port': ['ID=bac3344b-4133-40cd-aaeb-9f0de80fad37,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:51:07.783409 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-191e7f58-2668-40f3-b2b7-4519c3dd477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:07.815097 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95373145-708b-4360-9495-8ff29ee7d00d None None] Pushing event updated for resources: {'Port': ['ID=bac3344b-4133-40cd-aaeb-9f0de80fad37,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:51:07.861798 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d96598-39ab-4386-b025-542213b577f5 req-2a3699c2-ef9f-4300-ba6c-bb89b8a3cc7e tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:07.868973 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d96598-39ab-4386-b025-542213b577f5 req-2a3699c2-ef9f-4300-ba6c-bb89b8a3cc7e tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:07.871765 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-18d96598-39ab-4386-b025-542213b577f5 req-2a3699c2-ef9f-4300-ba6c-bb89b8a3cc7e tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] 10.222.0.35 "GET /v2.0/networks?id=66d58b19-8fe4-4fe0-9a11-5120bbb05f2e&id=cfaff9e1-631c-4f40-a858-7ab9ee98f936&id=66d58b19-8fe4-4fe0-9a11-5120bbb05f2e HTTP/1.1" status: 200 len: 1392 time: 0.5361123 May 20 20:51:07.899826 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [req-7fbabe6c-fd9f-4cb3-88c5-ab415242552f req-f83e1768-badc-47e7-9f7a-554c216891cc tempest-InstanceActionsTestJSON-472124511 tempest-InstanceActionsTestJSON-472124511-project] Allocated IP 172.20.0.12 (520d7846-0fc4-411e-af3e-9ee70d4393bb/087e5f0b-24ef-476d-af9c-578f11bc070a/e1e79e6a-020a-4ce7-a79e-b882ae907d25) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:51:07.920156 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5b9f80-ca34-4cf5-a004-794e1b6cee9f req-eba581f9-390b-47ed-a0b3-e63f3611535f tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:07.930437 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7c5b9f80-ca34-4cf5-a004-794e1b6cee9f req-eba581f9-390b-47ed-a0b3-e63f3611535f tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] 10.222.0.35 "GET /v2.0/ports?device_id=8b88cd31-cda3-44fe-8261-e4f5f87931ab HTTP/1.1" status: 200 len: 945 time: 0.3745332 May 20 20:51:07.970091 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-665fb3a4-76b9-4060-a842-64ad4376c370 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8782419393648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3797582'] for subnet, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:07.989316 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-191e7f58-2668-40f3-b2b7-4519c3dd477a None None] Routers {'2991fca7-9735-49e2-92ab-7a4e1f9f3770'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:51:07.990129 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-191e7f58-2668-40f3-b2b7-4519c3dd477a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:50:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['2991fca7-9735-49e2-92ab-7a4e1f9f3770'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:51:07.999844 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-18d96598-39ab-4386-b025-542213b577f5 req-359679cb-6e0d-4f3e-aebb-01f9a245c1ca tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] 10.222.0.35 "GET /v2.0/quotas/e3d9ae9ec4284a8583d227968508713c HTTP/1.1" status: 200 len: 375 time: 0.1103764 May 20 20:51:08.015057 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-508037e0-3622-4600-a50d-529e26d85e46 None None] Current status of the port 8582e786-ca17-4edc-a919-133fa31e040c is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:51:08.015869 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-508037e0-3622-4600-a50d-529e26d85e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:08.064703 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-665fb3a4-76b9-4060-a842-64ad4376c370 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:08.064703 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-665fb3a4-76b9-4060-a842-64ad4376c370 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Notify callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:08.068356 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-665fb3a4-76b9-4060-a842-64ad4376c370 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] 10.222.0.35 "PUT /v2.0/subnets/0e29cc77-c050-4f3b-a5e3-1dbeb923a1cc HTTP/1.1" status: 200 len: 826 time: 0.9074340 May 20 20:51:08.071412 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 50438) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:51:08.105601 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d22e90f-952d-4f43-bcf4-854e013790a2 None None] Pushing event updated for resources: {'Port': ['ID=c8ca288a-7fb4-404a-92f3-803ac71f2bc5,revision_number=4']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:51:08.110514 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665fb3a4-76b9-4060-a842-64ad4376c370 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Pushing event updated for resources: {'Subnet': ['ID=0e29cc77-c050-4f3b-a5e3-1dbeb923a1cc,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:51:08.154528 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7c5b9f80-ca34-4cf5-a004-794e1b6cee9f req-969f17c9-dca9-4a81-a787-d6dc312e9ab8 tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] 10.222.0.35 "GET /v2.0/security-groups?id=178a2da1-ceea-4d89-b699-5b1b443e3e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2231097 May 20 20:51:08.181627 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-508037e0-3622-4600-a50d-529e26d85e46 None None] For port 8582e786-ca17-4edc-a919-133fa31e040c, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=8582e786-ca17-4edc-a919-133fa31e040c,segment=NetworkSegment(33a148b7-9d1d-44df-af49-c7676d5a181d),segment_id=33a148b7-9d1d-44df-af49-c7676d5a181d)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:51:08.188042 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 136f5193-a983-4bde-a529-6062a99baa0c no longer exists at agent hyperv_n-h2-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:51:08.275539 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] No Port match for: 136f5193-a983-4bde-a529-6062a99baa0c {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 20:51:08.278254 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 136f5193-a983-4bde-a529-6062a99baa0c not bound to the agent host n-h2-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 20:51:08.279913 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-191e7f58-2668-40f3-b2b7-4519c3dd477a None None] Set router 2991fca7-9735-49e2-92ab-7a4e1f9f3770 gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:51:08.296164 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-a60366b6-4af5-4874-9267-799756a3d454 None None] Set router 1b403540-9eac-4959-9594-ec7fea5521b9 gateway port host: n-d-842733-1 {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:51:08.309681 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-508037e0-3622-4600-a50d-529e26d85e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:08.433299 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508037e0-3622-4600-a50d-529e26d85e46 None None] Pushing event updated for resources: {'Port': ['ID=8582e786-ca17-4edc-a919-133fa31e040c,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:51:08.448348 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a1384334-3d11-4eac-870d-7b039df1749d tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33160123'] for network, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:08.615012 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-7fbabe6c-fd9f-4cb3-88c5-ab415242552f req-f83e1768-badc-47e7-9f7a-554c216891cc tempest-InstanceActionsTestJSON-472124511 tempest-InstanceActionsTestJSON-472124511-project] Notify callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:08.619988 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-191e7f58-2668-40f3-b2b7-4519c3dd477a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2991fca7-9735-49e2-92ab-7a4e1f9f3770', 'name': 'tempest-ServersTestMultiNic-132878168-router', 'tenant_id': 'e3d9ae9ec4284a8583d227968508713c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': '0c1c277d-2df9-47a7-8cf7-9f1a8ce74ebd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:50:51Z', 'updated_at': '2022-05-20T20:50:57Z', 'revision_number': 4, 'project_id': 'e3d9ae9ec4284a8583d227968508713c', 'gw_port': {'id': '0c1c277d-2df9-47a7-8cf7-9f1a8ce74ebd', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:a9:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2991fca7-9735-49e2-92ab-7a4e1f9f3770', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:50:53Z', 'updated_at': '2022-05-20T20:51:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': 'c8ca288a-7fb4-404a-92f3-803ac71f2bc5', 'name': '', 'network_id': '15a0f215-2383-429d-bf25-2dc816724959', 'tenant_id': 'e3d9ae9ec4284a8583d227968508713c', 'mac_address': 'fa:16:3e:e8:2f:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2991fca7-9735-49e2-92ab-7a4e1f9f3770', 'device_owner': 'network:router_interface', 'standard_attr_id': 1563, 'fixed_ips': [{'subnet_id': '33d6f6c4-281a-40c4-9dc1-11d72b7a2e33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:50:56Z', 'updated_at': '2022-05-20T20:51:07Z', 'revision_number': 4, 'project_id': 'e3d9ae9ec4284a8583d227968508713c', 'subnets': [{'id': '33d6f6c4-281a-40c4-9dc1-11d72b7a2e33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:51:08.684061 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-191e7f58-2668-40f3-b2b7-4519c3dd477a None None] The sync data for ids ['2991fca7-9735-49e2-92ab-7a4e1f9f3770'] in n-d-842733-1 is: [{'id': '2991fca7-9735-49e2-92ab-7a4e1f9f3770', 'name': 'tempest-ServersTestMultiNic-132878168-router', 'tenant_id': 'e3d9ae9ec4284a8583d227968508713c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': '0c1c277d-2df9-47a7-8cf7-9f1a8ce74ebd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:50:51Z', 'updated_at': '2022-05-20T20:50:57Z', 'revision_number': 4, 'project_id': 'e3d9ae9ec4284a8583d227968508713c', 'gw_port': {'id': '0c1c277d-2df9-47a7-8cf7-9f1a8ce74ebd', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:a9:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2991fca7-9735-49e2-92ab-7a4e1f9f3770', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:50:53Z', 'updated_at': '2022-05-20T20:51:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': 'c8ca288a-7fb4-404a-92f3-803ac71f2bc5', 'name': '', 'network_id': '15a0f215-2383-429d-bf25-2dc816724959', 'tenant_id': 'e3d9ae9ec4284a8583d227968508713c', 'mac_address': 'fa:16:3e:e8:2f:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2991fca7-9735-49e2-92ab-7a4e1f9f3770', 'device_owner': 'network:router_interface', 'standard_attr_id': 1563, 'fixed_ips': [{'subnet_id': '33d6f6c4-281a-40c4-9dc1-11d72b7a2e33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:50:56Z', 'updated_at': '2022-05-20T20:51:07Z', 'revision_number': 4, 'project_id': 'e3d9ae9ec4284a8583d227968508713c', 'subnets': [{'id': '33d6f6c4-281a-40c4-9dc1-11d72b7a2e33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 20:51:08.751295 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01b7057-744c-439f-b205-cc191933566e req-f6349ed9-a2ef-4a23-8340-f53f1d97a98c tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:08.759651 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01b7057-744c-439f-b205-cc191933566e req-f6349ed9-a2ef-4a23-8340-f53f1d97a98c tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:08.767778 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01b7057-744c-439f-b205-cc191933566e req-f6349ed9-a2ef-4a23-8340-f53f1d97a98c tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:08.774805 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01b7057-744c-439f-b205-cc191933566e req-f6349ed9-a2ef-4a23-8340-f53f1d97a98c tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:08.784252 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01b7057-744c-439f-b205-cc191933566e req-f6349ed9-a2ef-4a23-8340-f53f1d97a98c tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:08.797488 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01b7057-744c-439f-b205-cc191933566e req-f6349ed9-a2ef-4a23-8340-f53f1d97a98c tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:08.805013 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01b7057-744c-439f-b205-cc191933566e req-f6349ed9-a2ef-4a23-8340-f53f1d97a98c tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:08.806988 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b01b7057-744c-439f-b205-cc191933566e req-f6349ed9-a2ef-4a23-8340-f53f1d97a98c tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] 10.222.0.35 "GET /v2.0/ports?device_id=24bc83bc-86f4-4e1f-99de-9736337ee499 HTTP/1.1" status: 200 len: 5416 time: 0.4643366 May 20 20:51:08.822882 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-18d96598-39ab-4386-b025-542213b577f5 req-3f1f8b87-9564-4ce6-b9af-d735149672a9 tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=e3d9ae9ec4284a8583d227968508713c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.8034470 May 20 20:51:08.866448 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a1384334-3d11-4eac-870d-7b039df1749d tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33068388'] for subnet, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:08.947408 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-7fbabe6c-fd9f-4cb3-88c5-ab415242552f req-f83e1768-badc-47e7-9f7a-554c216891cc tempest-InstanceActionsTestJSON-472124511 tempest-InstanceActionsTestJSON-472124511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:08.958156 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b596efa4-b638-4261-9486-080c5a926fa2 None None] Provisioning complete for port c8ca288a-7fb4-404a-92f3-803ac71f2bc5 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:51:08.958911 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b596efa4-b638-4261-9486-080c5a926fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:09.013684 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf2a1730-06be-47fb-8254-a1bab07071f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaee2b848-d4b9-5db1-b6ef-d6db29d67de7-cfaff9e1-631c-4f40-a858-7ab9ee98f936', 'network_id': 'cfaff9e1-631c-4f40-a858-7ab9ee98f936', 'tenant_id': 'e3d9ae9ec4284a8583d227968508713c', 'fixed_ips': [{'subnet_id': '4470f142-92cb-42bd-907a-0164531e763f'}]}} from n-d-842733-1. {{(pid=103164) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 20:51:09.014727 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-bf2a1730-06be-47fb-8254-a1bab07071f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:09.028804 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b01b7057-744c-439f-b205-cc191933566e req-4c414949-7cde-4708-ad0c-d7aa8cb75341 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] 10.222.0.35 "GET /v2.0/security-groups?id=863381a6-ea9c-49ea-aca2-bed57188f540&id=a9a0a9ba-adc9-42eb-829d-df5caa26883b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1972573 May 20 20:51:09.066689 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f84e305-b211-44da-8a1c-f5fe58c13f82 None None] Network 23ede7a4-f660-4f63-9e0d-7ebea0637d37 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:51:09.078271 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b133b35f-a300-4238-9e4f-2edebd42bb50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaee2b848-d4b9-5db1-b6ef-d6db29d67de7-ab4a26e9-1d4d-4e6f-b128-7b5bd92e4873', 'network_id': 'ab4a26e9-1d4d-4e6f-b128-7b5bd92e4873', 'tenant_id': '96f638b5d51f40ba91740cda889595cb', 'fixed_ips': [{'subnet_id': '0e29cc77-c050-4f3b-a5e3-1dbeb923a1cc'}]}} from n-d-842733-1. {{(pid=103164) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 20:51:09.085878 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b133b35f-a300-4238-9e4f-2edebd42bb50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:09.165145 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7fbabe6c-fd9f-4cb3-88c5-ab415242552f req-f83e1768-badc-47e7-9f7a-554c216891cc tempest-InstanceActionsTestJSON-472124511 tempest-InstanceActionsTestJSON-472124511-project] Network 520d7846-0fc4-411e-af3e-9ee70d4393bb is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:51:09.166306 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83e1768-badc-47e7-9f7a-554c216891cc tempest-InstanceActionsTestJSON-472124511 tempest-InstanceActionsTestJSON-472124511-project] Pushing event updated for resources: {'Port': ['ID=e1e79e6a-020a-4ce7-a79e-b882ae907d25,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:51:09.171884 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [req-7fbabe6c-fd9f-4cb3-88c5-ab415242552f req-f83e1768-badc-47e7-9f7a-554c216891cc tempest-InstanceActionsTestJSON-472124511 tempest-InstanceActionsTestJSON-472124511-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:51:09.174247 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fbabe6c-fd9f-4cb3-88c5-ab415242552f req-f83e1768-badc-47e7-9f7a-554c216891cc tempest-InstanceActionsTestJSON-472124511 tempest-InstanceActionsTestJSON-472124511-project] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:51:09.236085 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port bac3344b-4133-40cd-aaeb-9f0de80fad37 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:51:09.237277 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 8582e786-ca17-4edc-a919-133fa31e040c up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:51:09.371703 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbabe6c-fd9f-4cb3-88c5-ab415242552f req-f83e1768-badc-47e7-9f7a-554c216891cc tempest-InstanceActionsTestJSON-472124511 tempest-InstanceActionsTestJSON-472124511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:09.372325 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-7fbabe6c-fd9f-4cb3-88c5-ab415242552f req-f83e1768-badc-47e7-9f7a-554c216891cc tempest-InstanceActionsTestJSON-472124511 tempest-InstanceActionsTestJSON-472124511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:09.391069 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad67f055-a37c-4937-827a-14645a8b93fa req-cda3ed58-5f0a-46ae-9d82-56fcf32935c2 tempest-InstanceActionsTestJSON-472124511 tempest-InstanceActionsTestJSON-472124511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:09.400808 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ad67f055-a37c-4937-827a-14645a8b93fa req-cda3ed58-5f0a-46ae-9d82-56fcf32935c2 tempest-InstanceActionsTestJSON-472124511 tempest-InstanceActionsTestJSON-472124511-project] 10.222.0.35 "GET /v2.0/ports?device_id=95dd69ea-d5bd-452e-b578-a7b52e6e0767 HTTP/1.1" status: 200 len: 932 time: 0.1736152 May 20 20:51:09.478048 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ad67f055-a37c-4937-827a-14645a8b93fa req-480008a5-778e-4724-961c-8164b841865a tempest-InstanceActionsTestJSON-472124511 tempest-InstanceActionsTestJSON-472124511-project] 10.222.0.35 "GET /v2.0/security-groups?id=aebc29d8-55f1-4097-9b76-b0f5762ffa69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677173 May 20 20:51:09.496958 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 8582e786-ca17-4edc-a919-133fa31e040c triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:51:09.502239 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:09.505796 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-18d96598-39ab-4386-b025-542213b577f5 req-b242228c-6b15-4426-bdf5-bbf0adb70321 service neutron] 10.222.0.35 "GET /v2.0/networks/66d58b19-8fe4-4fe0-9a11-5120bbb05f2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5985494 May 20 20:51:09.592668 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7fbabe6c-fd9f-4cb3-88c5-ab415242552f req-f83e1768-badc-47e7-9f7a-554c216891cc tempest-InstanceActionsTestJSON-472124511 tempest-InstanceActionsTestJSON-472124511-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0158203 May 20 20:51:09.597495 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a1384334-3d11-4eac-870d-7b039df1749d tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33068399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9641221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8422588'] for subnet, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:09.607574 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b596efa4-b638-4261-9486-080c5a926fa2 None None] Current status of the port c8ca288a-7fb4-404a-92f3-803ac71f2bc5 is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:51:09.608052 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b596efa4-b638-4261-9486-080c5a926fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:09.686592 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1384334-3d11-4eac-870d-7b039df1749d tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Pushing event deleted for resources: {'Subnet': ['ID=0e29cc77-c050-4f3b-a5e3-1dbeb923a1cc,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:51:09.700964 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server [None req-b133b35f-a300-4238-9e4f-2edebd42bb50 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0e29cc77-c050-4f3b-a5e3-1dbeb923a1cc: This subnet is being modified by another concurrent operation. May 20 20:51:09.700964 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 20 20:51:09.700964 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 20 20:51:09.700964 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 20 20:51:09.700964 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 20 20:51:09.700964 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 20 20:51:09.700964 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 20 20:51:09.700964 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 20 20:51:09.700964 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 20 20:51:09.700964 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 20 20:51:09.700964 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 20 20:51:09.700964 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 20 20:51:09.700964 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 20 20:51:09.700964 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server self.force_reraise() May 20 20:51:09.700964 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 20 20:51:09.700964 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server raise self.value May 20 20:51:09.700964 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 20 20:51:09.700964 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 20 20:51:09.700964 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 20 20:51:09.700964 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 20 20:51:09.700964 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 20 20:51:09.700964 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server self.force_reraise() May 20 20:51:09.700964 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 20 20:51:09.700964 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server raise self.value May 20 20:51:09.700964 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 20 20:51:09.700964 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 20 20:51:09.700964 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 20 20:51:09.700964 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 20 20:51:09.700964 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 20 20:51:09.700964 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server self.force_reraise() May 20 20:51:09.700964 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 20 20:51:09.700964 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server raise self.value May 20 20:51:09.700964 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 20 20:51:09.700964 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 20 20:51:09.700964 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper May 20 20:51:09.700964 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) May 20 20:51:09.700964 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port May 20 20:51:09.700964 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') May 20 20:51:09.700964 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action May 20 20:51:09.700964 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) May 20 20:51:09.700964 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port May 20 20:51:09.700964 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( May 20 20:51:09.700964 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner May 20 20:51:09.700964 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 20 20:51:09.700964 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped May 20 20:51:09.700964 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 20 20:51:09.700964 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 20 20:51:09.700964 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 20 20:51:09.700964 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 20 20:51:09.700964 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server self.force_reraise() May 20 20:51:09.700964 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 20 20:51:09.700964 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server raise self.value May 20 20:51:09.700964 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 20 20:51:09.700964 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 20 20:51:09.707095 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 20 20:51:09.707095 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 20 20:51:09.707095 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 20 20:51:09.707095 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server self.force_reraise() May 20 20:51:09.707095 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 20 20:51:09.707095 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server raise self.value May 20 20:51:09.707095 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 20 20:51:09.707095 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 20 20:51:09.707095 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 20 20:51:09.707095 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 20 20:51:09.707095 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 20 20:51:09.707095 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server self.force_reraise() May 20 20:51:09.707095 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 20 20:51:09.707095 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server raise self.value May 20 20:51:09.707095 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 20 20:51:09.707095 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 20 20:51:09.707095 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1486, in create_port May 20 20:51:09.707095 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) May 20 20:51:09.707095 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1451, in _create_port_db May 20 20:51:09.707095 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) May 20 20:51:09.707095 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db May 20 20:51:09.707095 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( May 20 20:51:09.707095 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store May 20 20:51:09.707095 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) May 20 20:51:09.707095 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped May 20 20:51:09.707095 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 20 20:51:09.707095 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper May 20 20:51:09.707095 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) May 20 20:51:09.707095 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port May 20 20:51:09.707095 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) May 20 20:51:09.707095 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port May 20 20:51:09.707095 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 20 20:51:09.707095 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets May 20 20:51:09.707095 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 20 20:51:09.707095 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 20 20:51:09.707095 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server raise exception May 20 20:51:09.707095 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0e29cc77-c050-4f3b-a5e3-1dbeb923a1cc: This subnet is being modified by another concurrent operation. May 20 20:51:09.707095 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server May 20 20:51:09.722134 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [None req-bf2a1730-06be-47fb-8254-a1bab07071f0 None None] Allocated IP 19.86.0.2 (cfaff9e1-631c-4f40-a858-7ab9ee98f936/4470f142-92cb-42bd-907a-0164531e763f/d7fac4f7-588b-4709-93aa-3308e3699234) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:51:09.742223 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f250cb6-792c-4f4c-8b56-1633f8217f20 None None] Network ab4a26e9-1d4d-4e6f-b128-7b5bd92e4873 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:51:09.769790 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [req-7fbabe6c-fd9f-4cb3-88c5-ab415242552f req-90f22a29-9540-42b1-8714-17fe5dd66f2b service neutron] Request body: {'port': {'device_id': '95dd69ea-d5bd-452e-b578-a7b52e6e0767', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-842733-1'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:51:09.886791 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a1384334-3d11-4eac-870d-7b039df1749d tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33072115', 'neutron.services.segments.db._delete_segments_for_network-8782419500584'] for network, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:09.928257 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b596efa4-b638-4261-9486-080c5a926fa2 None None] For port c8ca288a-7fb4-404a-92f3-803ac71f2bc5, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=c8ca288a-7fb4-404a-92f3-803ac71f2bc5,segment=NetworkSegment(4529953e-d71a-4571-96f1-9124f071e786),segment_id=4529953e-d71a-4571-96f1-9124f071e786)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:51:09.948471 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-18d96598-39ab-4386-b025-542213b577f5 req-41a3c37e-89d3-4c10-8300-aef1b806a13d service neutron] 10.222.0.35 "GET /v2.0/networks/66d58b19-8fe4-4fe0-9a11-5120bbb05f2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4291601 May 20 20:51:09.965917 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215d3280-ddab-4524-b27d-682a9522976c req-1a604b89-06e2-4da2-9421-cb3e5a2a918f tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:09.967638 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-215d3280-ddab-4524-b27d-682a9522976c req-1a604b89-06e2-4da2-9421-cb3e5a2a918f tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] 10.222.0.35 "GET /v2.0/ports?device_id=8b88cd31-cda3-44fe-8261-e4f5f87931ab HTTP/1.1" status: 200 len: 945 time: 0.2822022 May 20 20:51:09.979377 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-a1384334-3d11-4eac-870d-7b039df1749d tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab4a26e9-1d4d-4e6f-b128-7b5bd92e4873']}} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:51:09.981397 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-7fbabe6c-fd9f-4cb3-88c5-ab415242552f req-90f22a29-9540-42b1-8714-17fe5dd66f2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:10.008943 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-a1384334-3d11-4eac-870d-7b039df1749d tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8edf7690-ee52-4c4a-a203-bc8934d7aa0d') {'for_net_delete': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:51:10.009256 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-a1384334-3d11-4eac-870d-7b039df1749d tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8edf7690-ee52-4c4a-a203-bc8934d7aa0d') {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:51:10.027420 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b596efa4-b638-4261-9486-080c5a926fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:10.061646 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a1384334-3d11-4eac-870d-7b039df1749d tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419501617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9338764'] for segment, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:10.118885 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-a60366b6-4af5-4874-9267-799756a3d454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b403540-9eac-4959-9594-ec7fea5521b9', 'name': 'tempest-AttachVolumeNegativeTest-1769752784-router', 'tenant_id': 'c23324ed92c6460facba85082860777a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.135'}], 'enable_snat': True}, 'gw_port_id': 'e020f4ff-b002-440c-a8f2-69d13e16d5c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:44:14Z', 'updated_at': '2022-05-20T20:44:19Z', 'revision_number': 4, 'project_id': 'c23324ed92c6460facba85082860777a', 'gw_port': {'id': 'e020f4ff-b002-440c-a8f2-69d13e16d5c9', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:39:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b403540-9eac-4959-9594-ec7fea5521b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1010, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:44:14Z', 'updated_at': '2022-05-20T20:44:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': '7f36b20e-e5dd-44fd-9a75-f97ecc5c70c4', 'name': '', 'network_id': '7c34618e-1eb4-46a9-ac65-b891df136138', 'tenant_id': 'c23324ed92c6460facba85082860777a', 'mac_address': 'fa:16:3e:f4:b0:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b403540-9eac-4959-9594-ec7fea5521b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': '66bb8d81-3453-4d74-b13d-66db71019128', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:44:18Z', 'updated_at': '2022-05-20T20:44:24Z', 'revision_number': 5, 'project_id': 'c23324ed92c6460facba85082860777a', 'subnets': [{'id': '66bb8d81-3453-4d74-b13d-66db71019128', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:51:10.137849 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-215d3280-ddab-4524-b27d-682a9522976c req-9af3d69d-c781-47e7-96cf-98b92f0a031b tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] 10.222.0.35 "GET /v2.0/security-groups?id=178a2da1-ceea-4d89-b699-5b1b443e3e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1475646 May 20 20:51:10.187477 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 8582e786-ca17-4edc-a919-133fa31e040c is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:51:10.198001 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b596efa4-b638-4261-9486-080c5a926fa2 None None] Provisioning complete for port 8582e786-ca17-4edc-a919-133fa31e040c triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:51:10.198371 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b596efa4-b638-4261-9486-080c5a926fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:10.207384 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a1384334-3d11-4eac-870d-7b039df1749d tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:10.211119 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-18d96598-39ab-4386-b025-542213b577f5 req-eaffc4a6-566a-4799-b05f-ccf4e4f90b97 service neutron] 10.222.0.35 "GET /v2.0/networks/cfaff9e1-631c-4f40-a858-7ab9ee98f936?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2400405 May 20 20:51:10.220327 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a60366b6-4af5-4874-9267-799756a3d454 None None] Checking router: 1b403540-9eac-4959-9594-ec7fea5521b9 for host: n-d-842733-1 {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 20:51:10.220659 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1384334-3d11-4eac-870d-7b039df1749d tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Releasing vlan 247 on physical network physnet1 to pool {{(pid=103163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 20:51:10.225296 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a1384334-3d11-4eac-870d-7b039df1749d tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9638311'] for segment, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:10.233424 n-d-842733-1 neutron-server[103163]: Traceback (most recent call last): May 20 20:51:10.233424 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 20:51:10.233424 n-d-842733-1 neutron-server[103163]: timer() May 20 20:51:10.233424 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 20:51:10.233424 n-d-842733-1 neutron-server[103163]: cb(*args, **kw) May 20 20:51:10.233424 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 20 20:51:10.233424 n-d-842733-1 neutron-server[103163]: return func(*args, **kwargs) May 20 20:51:10.233424 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 20:51:10.233424 n-d-842733-1 neutron-server[103163]: self._notify() May 20 20:51:10.233424 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 20:51:10.233424 n-d-842733-1 neutron-server[103163]: self.callback(batched_events) May 20 20:51:10.233424 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 20:51:10.233424 n-d-842733-1 neutron-server[103163]: event.method(event) May 20 20:51:10.233424 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 20 20:51:10.233424 n-d-842733-1 neutron-server[103163]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 20:51:10.233424 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 20 20:51:10.233424 n-d-842733-1 neutron-server[103163]: aggregate_uuid = self.p_client.list_aggregates( May 20 20:51:10.233424 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 20 20:51:10.233424 n-d-842733-1 neutron-server[103163]: return f(self, *a, **k) May 20 20:51:10.233424 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 20 20:51:10.233424 n-d-842733-1 neutron-server[103163]: return self._get(url).json() May 20 20:51:10.233424 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 20 20:51:10.233424 n-d-842733-1 neutron-server[103163]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 20:51:10.233424 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 20:51:10.233424 n-d-842733-1 neutron-server[103163]: return self.request(url, 'GET', **kwargs) May 20 20:51:10.233424 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 20:51:10.233424 n-d-842733-1 neutron-server[103163]: base_url = self.get_endpoint(auth, allow=allow, May 20 20:51:10.233424 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 20:51:10.233424 n-d-842733-1 neutron-server[103163]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 20:51:10.233424 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 20:51:10.233424 n-d-842733-1 neutron-server[103163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 20:51:10.233424 n-d-842733-1 neutron-server[103163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 20:51:10.236057 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eef45de3-ab70-4bb4-abaf-b8bb393d8a51 None None] Network ab4a26e9-1d4d-4e6f-b128-7b5bd92e4873 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:51:10.275222 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 50458) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:51:10.327043 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-7e2b7392-4756-44ba-b976-4d7955b6c6db req-4118d837-408d-4367-a8a5-cfb071021396 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=03abbdec-2b0d-4070-9a67-4bafa23e6224&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2054780 May 20 20:51:10.435831 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b596efa4-b638-4261-9486-080c5a926fa2 None None] Pushing event updated for resources: {'Port': ['ID=c8ca288a-7fb4-404a-92f3-803ac71f2bc5,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:51:10.479716 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-32a63b8d-c70c-4665-9042-365fce1dea7a tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:10.481614 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a60366b6-4af5-4874-9267-799756a3d454 None None] Routers {'1b403540-9eac-4959-9594-ec7fea5521b9'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:51:10.482477 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-a60366b6-4af5-4874-9267-799756a3d454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:50:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['1b403540-9eac-4959-9594-ec7fea5521b9'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:51:10.501159 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b596efa4-b638-4261-9486-080c5a926fa2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:51:10.501718 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b596efa4-b638-4261-9486-080c5a926fa2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:51:10.502127 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b596efa4-b638-4261-9486-080c5a926fa2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:51:10.502647 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b596efa4-b638-4261-9486-080c5a926fa2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:51:10.504065 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b596efa4-b638-4261-9486-080c5a926fa2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:51:10.504661 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b596efa4-b638-4261-9486-080c5a926fa2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:51:10.505178 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b596efa4-b638-4261-9486-080c5a926fa2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:51:10.505590 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b596efa4-b638-4261-9486-080c5a926fa2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:51:10.506227 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b596efa4-b638-4261-9486-080c5a926fa2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:51:10.507007 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b596efa4-b638-4261-9486-080c5a926fa2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:51:10.507415 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b596efa4-b638-4261-9486-080c5a926fa2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:51:10.507804 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b596efa4-b638-4261-9486-080c5a926fa2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:51:10.509049 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2b7392-4756-44ba-b976-4d7955b6c6db req-eaa15f5b-dda1-4f5b-928c-c2247947ff22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:10.512526 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device bac3344b-4133-40cd-aaeb-9f0de80fad37 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:51:10.519544 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-7e2b7392-4756-44ba-b976-4d7955b6c6db req-eaa15f5b-dda1-4f5b-928c-c2247947ff22 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=588768b5beac49d4962709858ca424c7&device_id=03abbdec-2b0d-4070-9a67-4bafa23e6224 HTTP/1.1" status: 200 len: 1096 time: 0.1273308 May 20 20:51:10.523372 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-32a63b8d-c70c-4665-9042-365fce1dea7a tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:10.678272 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-bf2a1730-06be-47fb-8254-a1bab07071f0 None None] Notify callbacks [] for port, precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:10.703245 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2b7392-4756-44ba-b976-4d7955b6c6db req-f60436bb-c4d0-4a3f-bcaf-cd66d72e46c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:10.704870 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-7e2b7392-4756-44ba-b976-4d7955b6c6db req-f60436bb-c4d0-4a3f-bcaf-cd66d72e46c5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=9abac87e-130e-4a54-8c74-9469b8c9e8ef HTTP/1.1" status: 200 len: 915 time: 0.1536591 May 20 20:51:10.766205 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-7e2b7392-4756-44ba-b976-4d7955b6c6db req-a8c98dc7-36aa-4bea-893b-89c73b701b99 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b8103aa2-88de-49b1-ba8c-f0ffc2883687 HTTP/1.1" status: 200 len: 217 time: 0.0534041 May 20 20:51:10.767663 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-32a63b8d-c70c-4665-9042-365fce1dea7a tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:10.782405 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-32a63b8d-c70c-4665-9042-365fce1dea7a tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:10.788209 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-32a63b8d-c70c-4665-9042-365fce1dea7a tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] 10.222.0.35 "DELETE /v2.0/security-groups/c483e38f-9a64-43a8-8fa0-f6dc256bd4a9 HTTP/1.1" status: 204 len: 168 time: 0.5097954 May 20 20:51:10.790426 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 50466) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:51:10.805434 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-bf2a1730-06be-47fb-8254-a1bab07071f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108'] for port, after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:10.836540 n-d-842733-1 neutron-server[103162]: INFO neutron.api.v2.resource [None req-bb6d9b4f-74b6-476d-9cc5-f461aa12d0b0 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] show failed (client error): The resource could not be found. May 20 20:51:10.842481 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-bb6d9b4f-74b6-476d-9cc5-f461aa12d0b0 tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] 10.222.0.35 "GET /v2.0/security-groups/c483e38f-9a64-43a8-8fa0-f6dc256bd4a9 HTTP/1.1" status: 404 len: 347 time: 0.0418882 May 20 20:51:10.852761 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 50468) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:51:10.881261 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf2a1730-06be-47fb-8254-a1bab07071f0 None None] Network cfaff9e1-631c-4f40-a858-7ab9ee98f936 is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:51:10.883474 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-a60366b6-4af5-4874-9267-799756a3d454 None None] Set router 1b403540-9eac-4959-9594-ec7fea5521b9 gateway port host: n-d-842733-1 {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:51:10.890605 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b596efa4-b638-4261-9486-080c5a926fa2 None None] Current status of the port 8582e786-ca17-4edc-a919-133fa31e040c is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:51:10.894786 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a63b8d-c70c-4665-9042-365fce1dea7a tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c483e38f-9a64-43a8-8fa0-f6dc256bd4a9,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:51:10.925629 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-18d96598-39ab-4386-b025-542213b577f5 req-98f7e4ce-5240-4eaf-869a-ecba9462feb4 service neutron] 10.222.0.35 "GET /v2.0/networks/cfaff9e1-631c-4f40-a858-7ab9ee98f936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6716673 May 20 20:51:10.927230 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port bac3344b-4133-40cd-aaeb-9f0de80fad37 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:51:10.927759 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:10.934366 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2a1730-06be-47fb-8254-a1bab07071f0 None None] Pushing event updated for resources: {'Port': ['ID=d7fac4f7-588b-4709-93aa-3308e3699234,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:51:10.936885 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-bf2a1730-06be-47fb-8254-a1bab07071f0 None None] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:51:11.033419 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2b7392-4756-44ba-b976-4d7955b6c6db req-40745973-6d9d-4673-b6a4-b1cae473b188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:11.036509 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-7e2b7392-4756-44ba-b976-4d7955b6c6db req-40745973-6d9d-4673-b6a4-b1cae473b188 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4430fb8c-e38d-491e-be0f-4a0062e4f021 HTTP/1.1" status: 200 len: 854 time: 0.2461884 May 20 20:51:11.109533 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a1384334-3d11-4eac-870d-7b039df1749d tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33072122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748162'] for network, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:11.121402 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-7e2b7392-4756-44ba-b976-4d7955b6c6db req-cf60ab9a-5c01-4750-802d-d0feb3d12b24 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9abac87e-130e-4a54-8c74-9469b8c9e8ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0750399 May 20 20:51:11.128614 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7729c6c2-573f-4038-9878-f94e6cdf6c45 req-256b91c1-0f0b-4583-813e-c95884913379 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:11.134327 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7729c6c2-573f-4038-9878-f94e6cdf6c45 req-256b91c1-0f0b-4583-813e-c95884913379 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:11.140219 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7729c6c2-573f-4038-9878-f94e6cdf6c45 req-256b91c1-0f0b-4583-813e-c95884913379 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:11.146528 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7729c6c2-573f-4038-9878-f94e6cdf6c45 req-256b91c1-0f0b-4583-813e-c95884913379 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:11.149856 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf2a1730-06be-47fb-8254-a1bab07071f0 None None] Received port after_create {{(pid=103164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:51:11.152760 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7729c6c2-573f-4038-9878-f94e6cdf6c45 req-256b91c1-0f0b-4583-813e-c95884913379 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:11.158719 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7729c6c2-573f-4038-9878-f94e6cdf6c45 req-256b91c1-0f0b-4583-813e-c95884913379 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:11.165971 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7729c6c2-573f-4038-9878-f94e6cdf6c45 req-256b91c1-0f0b-4583-813e-c95884913379 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:11.167913 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7729c6c2-573f-4038-9878-f94e6cdf6c45 req-256b91c1-0f0b-4583-813e-c95884913379 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] 10.222.0.35 "GET /v2.0/ports?device_id=24bc83bc-86f4-4e1f-99de-9736337ee499 HTTP/1.1" status: 200 len: 5416 time: 0.3554029 May 20 20:51:11.195790 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a1384334-3d11-4eac-870d-7b039df1749d tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:11.201260 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-a1384334-3d11-4eac-870d-7b039df1749d tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] 10.222.0.35 "DELETE /v2.0/networks/ab4a26e9-1d4d-4e6f-b128-7b5bd92e4873 HTTP/1.1" status: 204 len: 168 time: 3.1070752 May 20 20:51:11.207436 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-48e23f38-a748-4ad0-baea-1b5ffe9be59f tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Deleting port 54c818c2-4987-413d-993f-fb553dba4ffb {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:51:11.208359 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-48e23f38-a748-4ad0-baea-1b5ffe9be59f tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:11.211790 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 50472) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:51:11.223268 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1384334-3d11-4eac-870d-7b039df1749d tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Pushing event deleted for resources: {'Network': ['ID=ab4a26e9-1d4d-4e6f-b128-7b5bd92e4873,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:51:11.277915 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7729c6c2-573f-4038-9878-f94e6cdf6c45 req-34a83e2c-62c1-455b-9b13-85be3c4d4a40 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] 10.222.0.35 "GET /v2.0/security-groups?id=863381a6-ea9c-49ea-aca2-bed57188f540&id=a9a0a9ba-adc9-42eb-829d-df5caa26883b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1010909 May 20 20:51:11.288253 n-d-842733-1 neutron-server[103162]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ce6c615-3de4-4d72-a16c-5a2ebd0edb9e tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] DELETE failed (client error): The resource could not be found. May 20 20:51:11.288890 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ce6c615-3de4-4d72-a16c-5a2ebd0edb9e tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 20:51:11.295373 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-6ce6c615-3de4-4d72-a16c-5a2ebd0edb9e tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] 10.222.0.35 "DELETE /v2.0/networks/ab4a26e9-1d4d-4e6f-b128-7b5bd92e4873 HTTP/1.1" status: 404 len: 339 time: 0.0786798 May 20 20:51:11.298421 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 50474) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:51:11.304390 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-79d0b297-5f83-455b-a0c4-5e8021090b43 None None] Provisioning complete for port bac3344b-4133-40cd-aaeb-9f0de80fad37 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:51:11.304758 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-79d0b297-5f83-455b-a0c4-5e8021090b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:11.314977 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-6e98997a-109c-4605-a4eb-7dac8e496604 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1231539677', 'description': 'd1'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:51:11.378916 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [req-7fbabe6c-fd9f-4cb3-88c5-ab415242552f req-90f22a29-9540-42b1-8714-17fe5dd66f2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1e79e6a-020a-4ce7-a79e-b882ae907d25 {{(pid=103163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:51:11.389119 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-7fbabe6c-fd9f-4cb3-88c5-ab415242552f req-90f22a29-9540-42b1-8714-17fe5dd66f2b service neutron] Notify callbacks [] for port, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:11.405535 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [req-7fbabe6c-fd9f-4cb3-88c5-ab415242552f req-90f22a29-9540-42b1-8714-17fe5dd66f2b service neutron] Transition to ACTIVE for port object e1e79e6a-020a-4ce7-a79e-b882ae907d25 will not be triggered until provisioned by entity L2. {{(pid=103163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 20:51:11.418709 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-18d96598-39ab-4386-b025-542213b577f5 req-ae18bb94-759d-43a8-a44c-b3c032bef4f5 service neutron] 10.222.0.35 "GET /v2.0/networks/66d58b19-8fe4-4fe0-9a11-5120bbb05f2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4459758 May 20 20:51:11.435282 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-48e23f38-a748-4ad0-baea-1b5ffe9be59f tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:11.435581 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-bf2a1730-06be-47fb-8254-a1bab07071f0 None None] Attempting to bind port d7fac4f7-588b-4709-93aa-3308e3699234 on host n-d-842733-1 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:51:11.435685 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-48e23f38-a748-4ad0-baea-1b5ffe9be59f tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:11.435781 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-bf2a1730-06be-47fb-8254-a1bab07071f0 None None] Attempting to bind port d7fac4f7-588b-4709-93aa-3308e3699234 by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': '69c72887-b8c5-40da-8106-d7704d90f7dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'cfaff9e1-631c-4f40-a858-7ab9ee98f936'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:51:11.435995 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf2a1730-06be-47fb-8254-a1bab07071f0 None None] Attempting to bind port d7fac4f7-588b-4709-93aa-3308e3699234 on network cfaff9e1-631c-4f40-a858-7ab9ee98f936 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:51:11.439991 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-7e2b7392-4756-44ba-b976-4d7955b6c6db req-d19c1a81-5e52-47e6-a868-85edfff9a301 service neutron] 10.222.0.24 "GET /v2.0/networks/9abac87e-130e-4a54-8c74-9469b8c9e8ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3106122 May 20 20:51:11.460185 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-48e23f38-a748-4ad0-baea-1b5ffe9be59f tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Calling delete_port for 54c818c2-4987-413d-993f-fb553dba4ffb owned by network:floatingip {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:51:11.475833 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e98997a-109c-4605-a4eb-7dac8e496604 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Made reservation on behalf of 96f638b5d51f40ba91740cda889595cb for: {'network': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:51:11.479255 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6e98997a-109c-4605-a4eb-7dac8e496604 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for network, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:11.484090 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf2a1730-06be-47fb-8254-a1bab07071f0 None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 50, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:51:11.484804 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf2a1730-06be-47fb-8254-a1bab07071f0 None None] Checking segment: {'id': '69c72887-b8c5-40da-8106-d7704d90f7dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'cfaff9e1-631c-4f40-a858-7ab9ee98f936'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:51:11.484941 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-bf2a1730-06be-47fb-8254-a1bab07071f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:11.485239 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf2a1730-06be-47fb-8254-a1bab07071f0 None None] Bound using segment: {'id': '69c72887-b8c5-40da-8106-d7704d90f7dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'cfaff9e1-631c-4f40-a858-7ab9ee98f936'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:51:11.485770 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-bf2a1730-06be-47fb-8254-a1bab07071f0 None None] Bound port: d7fac4f7-588b-4709-93aa-3308e3699234, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69c72887-b8c5-40da-8106-d7704d90f7dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'cfaff9e1-631c-4f40-a858-7ab9ee98f936'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:51:11.486190 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-bf2a1730-06be-47fb-8254-a1bab07071f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:11.562219 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-18d96598-39ab-4386-b025-542213b577f5 req-59cf4077-58eb-401a-834a-29b75d6b74a0 service neutron] 10.222.0.35 "GET /v2.0/networks/66d58b19-8fe4-4fe0-9a11-5120bbb05f2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424828 May 20 20:51:11.567839 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port bac3344b-4133-40cd-aaeb-9f0de80fad37 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:51:11.569125 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 8582e786-ca17-4edc-a919-133fa31e040c up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:51:11.577928 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-7fbabe6c-fd9f-4cb3-88c5-ab415242552f req-90f22a29-9540-42b1-8714-17fe5dd66f2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:11.598850 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e98997a-109c-4605-a4eb-7dac8e496604 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 214} {{(pid=103162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 20:51:11.633700 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6e98997a-109c-4605-a4eb-7dac8e496604 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:11.634088 n-d-842733-1 neutron-server[103162]: INFO neutron.db.segments_db [None req-6e98997a-109c-4605-a4eb-7dac8e496604 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Added segment 68191fe9-01bb-4ebe-aabc-af573605b048 of type vlan for network d74eff0d-614d-4bd8-9ec9-f5ff19dcac6d May 20 20:51:11.700738 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e646685d-d318-4bb6-ad10-bd882935f6c1 req-0f9de9c5-c8c9-4d5e-8c0a-4ee8145d19c7 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:11.703407 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e646685d-d318-4bb6-ad10-bd882935f6c1 req-0f9de9c5-c8c9-4d5e-8c0a-4ee8145d19c7 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/ports?device_id=03abbdec-2b0d-4070-9a67-4bafa23e6224 HTTP/1.1" status: 200 len: 945 time: 0.2825279 May 20 20:51:11.716276 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6e98997a-109c-4605-a4eb-7dac8e496604 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418993264'] for network, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:11.724762 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-bf2a1730-06be-47fb-8254-a1bab07071f0 None None] For port d7fac4f7-588b-4709-93aa-3308e3699234, host n-d-842733-1, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:51:11.741187 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-7e2b7392-4756-44ba-b976-4d7955b6c6db req-4418ba16-9b72-49b6-8b64-a00b46950bb3 service neutron] 10.222.0.24 "GET /v2.0/networks/9abac87e-130e-4a54-8c74-9469b8c9e8ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2943606 May 20 20:51:11.776207 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-bf2a1730-06be-47fb-8254-a1bab07071f0 None None] For port d7fac4f7-588b-4709-93aa-3308e3699234, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=d7fac4f7-588b-4709-93aa-3308e3699234,segment=NetworkSegment(69c72887-b8c5-40da-8106-d7704d90f7dd),segment_id=69c72887-b8c5-40da-8106-d7704d90f7dd)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:51:11.797094 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-79d0b297-5f83-455b-a0c4-5e8021090b43 None None] Current status of the port bac3344b-4133-40cd-aaeb-9f0de80fad37 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:51:11.821079 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-a60366b6-4af5-4874-9267-799756a3d454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b403540-9eac-4959-9594-ec7fea5521b9', 'name': 'tempest-AttachVolumeNegativeTest-1769752784-router', 'tenant_id': 'c23324ed92c6460facba85082860777a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.135'}], 'enable_snat': True}, 'gw_port_id': 'e020f4ff-b002-440c-a8f2-69d13e16d5c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:44:14Z', 'updated_at': '2022-05-20T20:44:19Z', 'revision_number': 4, 'project_id': 'c23324ed92c6460facba85082860777a', 'gw_port': {'id': 'e020f4ff-b002-440c-a8f2-69d13e16d5c9', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:39:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b403540-9eac-4959-9594-ec7fea5521b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1010, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:44:14Z', 'updated_at': '2022-05-20T20:44:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': '7f36b20e-e5dd-44fd-9a75-f97ecc5c70c4', 'name': '', 'network_id': '7c34618e-1eb4-46a9-ac65-b891df136138', 'tenant_id': 'c23324ed92c6460facba85082860777a', 'mac_address': 'fa:16:3e:f4:b0:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b403540-9eac-4959-9594-ec7fea5521b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': '66bb8d81-3453-4d74-b13d-66db71019128', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:44:18Z', 'updated_at': '2022-05-20T20:44:24Z', 'revision_number': 5, 'project_id': 'c23324ed92c6460facba85082860777a', 'subnets': [{'id': '66bb8d81-3453-4d74-b13d-66db71019128', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:51:11.854415 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f22a29-9540-42b1-8714-17fe5dd66f2b service neutron] Pushing event updated for resources: {'Port': ['ID=e1e79e6a-020a-4ce7-a79e-b882ae907d25,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:51:11.862565 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a60366b6-4af5-4874-9267-799756a3d454 None None] The sync data for ids ['1b403540-9eac-4959-9594-ec7fea5521b9'] in n-d-842733-1 is: [{'id': '1b403540-9eac-4959-9594-ec7fea5521b9', 'name': 'tempest-AttachVolumeNegativeTest-1769752784-router', 'tenant_id': 'c23324ed92c6460facba85082860777a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.135'}], 'enable_snat': True}, 'gw_port_id': 'e020f4ff-b002-440c-a8f2-69d13e16d5c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:44:14Z', 'updated_at': '2022-05-20T20:44:19Z', 'revision_number': 4, 'project_id': 'c23324ed92c6460facba85082860777a', 'gw_port': {'id': 'e020f4ff-b002-440c-a8f2-69d13e16d5c9', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:39:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b403540-9eac-4959-9594-ec7fea5521b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1010, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:44:14Z', 'updated_at': '2022-05-20T20:44:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': '7f36b20e-e5dd-44fd-9a75-f97ecc5c70c4', 'name': '', 'network_id': '7c34618e-1eb4-46a9-ac65-b891df136138', 'tenant_id': 'c23324ed92c6460facba85082860777a', 'mac_address': 'fa:16:3e:f4:b0:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b403540-9eac-4959-9594-ec7fea5521b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': '66bb8d81-3453-4d74-b13d-66db71019128', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:44:18Z', 'updated_at': '2022-05-20T20:44:24Z', 'revision_number': 5, 'project_id': 'c23324ed92c6460facba85082860777a', 'subnets': [{'id': '66bb8d81-3453-4d74-b13d-66db71019128', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 20:51:11.867472 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6e98997a-109c-4605-a4eb-7dac8e496604 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524'] for network, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:11.867619 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 8582e786-ca17-4edc-a919-133fa31e040c triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:51:11.867619 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:11.885471 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e98997a-109c-4605-a4eb-7dac8e496604 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:11.886445 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6e98997a-109c-4605-a4eb-7dac8e496604 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Notify callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:11.890017 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-7fbabe6c-fd9f-4cb3-88c5-ab415242552f req-90f22a29-9540-42b1-8714-17fe5dd66f2b service neutron] Attempting to bind port e1e79e6a-020a-4ce7-a79e-b882ae907d25 on host n-h1-842733-1 for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:51:11.890434 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-7fbabe6c-fd9f-4cb3-88c5-ab415242552f req-90f22a29-9540-42b1-8714-17fe5dd66f2b service neutron] Attempting to bind port e1e79e6a-020a-4ce7-a79e-b882ae907d25 by drivers openvswitch,hyperv on host n-h1-842733-1 at level 0 using segments [{'id': 'dd8a623c-4c89-4ce4-8139-10cd9fdc41ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '520d7846-0fc4-411e-af3e-9ee70d4393bb'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:51:11.890835 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fbabe6c-fd9f-4cb3-88c5-ab415242552f req-90f22a29-9540-42b1-8714-17fe5dd66f2b service neutron] Attempting to bind port e1e79e6a-020a-4ce7-a79e-b882ae907d25 on network 520d7846-0fc4-411e-af3e-9ee70d4393bb {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:51:11.919148 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-bf2a1730-06be-47fb-8254-a1bab07071f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:11.919497 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e646685d-d318-4bb6-ad10-bd882935f6c1 req-a817cc2a-21b7-4fdb-85af-ed91d5c54af7 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9f9543d-587a-47bd-8772-bda4bd5582ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975069 May 20 20:51:11.920689 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fbabe6c-fd9f-4cb3-88c5-ab415242552f req-90f22a29-9540-42b1-8714-17fe5dd66f2b service neutron] Port e1e79e6a-020a-4ce7-a79e-b882ae907d25 on network 520d7846-0fc4-411e-af3e-9ee70d4393bb not bound, no agent of type Open vSwitch agent registered on host n-h1-842733-1 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 20:51:11.921074 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fbabe6c-fd9f-4cb3-88c5-ab415242552f req-90f22a29-9540-42b1-8714-17fe5dd66f2b service neutron] Attempting to bind port e1e79e6a-020a-4ce7-a79e-b882ae907d25 on network 520d7846-0fc4-411e-af3e-9ee70d4393bb {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:51:11.933503 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fbabe6c-fd9f-4cb3-88c5-ab415242552f req-90f22a29-9540-42b1-8714-17fe5dd66f2b service neutron] Checking agent: {'id': '08dfb1ce-804b-4db8-838b-21094082e041', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 32, 54), 'started_at': datetime.datetime(2022, 5, 20, 20, 32, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 50, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:51:11.934203 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fbabe6c-fd9f-4cb3-88c5-ab415242552f req-90f22a29-9540-42b1-8714-17fe5dd66f2b service neutron] Checking segment: {'id': 'dd8a623c-4c89-4ce4-8139-10cd9fdc41ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '520d7846-0fc4-411e-af3e-9ee70d4393bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:51:11.934480 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fbabe6c-fd9f-4cb3-88c5-ab415242552f req-90f22a29-9540-42b1-8714-17fe5dd66f2b service neutron] Bound using segment: {'id': 'dd8a623c-4c89-4ce4-8139-10cd9fdc41ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '520d7846-0fc4-411e-af3e-9ee70d4393bb'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:51:11.935122 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-7fbabe6c-fd9f-4cb3-88c5-ab415242552f req-90f22a29-9540-42b1-8714-17fe5dd66f2b service neutron] Bound port: e1e79e6a-020a-4ce7-a79e-b882ae907d25, host: n-h1-842733-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd8a623c-4c89-4ce4-8139-10cd9fdc41ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '520d7846-0fc4-411e-af3e-9ee70d4393bb'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:51:11.947540 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-7fbabe6c-fd9f-4cb3-88c5-ab415242552f req-90f22a29-9540-42b1-8714-17fe5dd66f2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:11.981875 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-48e23f38-a748-4ad0-baea-1b5ffe9be59f tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:12.050804 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device a41647e7-8ada-4a9b-b0ae-2edf7826ff37 details requested by agent hyperv_n-h2-842733-1 with host n-h2-842733-1 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 20:51:12.111140 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2a1730-06be-47fb-8254-a1bab07071f0 None None] Pushing event updated for resources: {'Port': ['ID=d7fac4f7-588b-4709-93aa-3308e3699234,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:51:12.198082 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f2cd10-2c02-4a8d-b978-2b54ddefbfcb req-13cc6dbe-3283-47b3-8e7a-db6896d40de8 tempest-InstanceActionsTestJSON-472124511 tempest-InstanceActionsTestJSON-472124511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:12.207151 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-96f2cd10-2c02-4a8d-b978-2b54ddefbfcb req-13cc6dbe-3283-47b3-8e7a-db6896d40de8 tempest-InstanceActionsTestJSON-472124511 tempest-InstanceActionsTestJSON-472124511-project] 10.222.0.35 "GET /v2.0/ports?device_id=95dd69ea-d5bd-452e-b578-a7b52e6e0767 HTTP/1.1" status: 200 len: 944 time: 0.2421393 May 20 20:51:12.236785 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e23f38-a748-4ad0-baea-1b5ffe9be59f tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Pushing event deleted for resources: {'Port': ['ID=54c818c2-4987-413d-993f-fb553dba4ffb,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:51:12.272055 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e98997a-109c-4605-a4eb-7dac8e496604 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Pushing event updated for resources: {'Network': ['ID=d74eff0d-614d-4bd8-9ec9-f5ff19dcac6d,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:51:12.272349 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-7fbabe6c-fd9f-4cb3-88c5-ab415242552f req-90f22a29-9540-42b1-8714-17fe5dd66f2b service neutron] For port e1e79e6a-020a-4ce7-a79e-b882ae907d25, host n-h1-842733-1, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:51:12.295460 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-6e98997a-109c-4605-a4eb-7dac8e496604 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.9959996 May 20 20:51:12.302263 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 50486) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:51:12.316368 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Network d74eff0d-614d-4bd8-9ec9-f5ff19dcac6d details requested by agent ovs-agent-n-d-842733-1 with host n-d-842733-1 {{(pid=103164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 20 20:51:12.356582 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 8582e786-ca17-4edc-a919-133fa31e040c is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:51:12.357100 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-48e23f38-a748-4ad0-baea-1b5ffe9be59f tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Notify callbacks [] for floatingip, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:12.357893 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device c8ca288a-7fb4-404a-92f3-803ac71f2bc5 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:51:12.363225 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-48e23f38-a748-4ad0-baea-1b5ffe9be59f tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for floatingip, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:12.368514 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-48e23f38-a748-4ad0-baea-1b5ffe9be59f tempest-AttachVolumeNegativeTest-1845206347 tempest-AttachVolumeNegativeTest-1845206347-project] 10.222.0.35 "DELETE /v2.0/floatingips/60d948bc-cb3d-4c6d-897d-417b4d43ecc3 HTTP/1.1" status: 204 len: 168 time: 1.5143070 May 20 20:51:12.375213 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-7fbabe6c-fd9f-4cb3-88c5-ab415242552f req-90f22a29-9540-42b1-8714-17fe5dd66f2b service neutron] For port e1e79e6a-020a-4ce7-a79e-b882ae907d25, host n-h1-842733-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=e1e79e6a-020a-4ce7-a79e-b882ae907d25,segment=NetworkSegment(dd8a623c-4c89-4ce4-8139-10cd9fdc41ca),segment_id=dd8a623c-4c89-4ce4-8139-10cd9fdc41ca)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:51:12.443269 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-96f2cd10-2c02-4a8d-b978-2b54ddefbfcb req-e40a178e-b49b-4918-b90d-aab214858b64 tempest-InstanceActionsTestJSON-472124511 tempest-InstanceActionsTestJSON-472124511-project] 10.222.0.35 "GET /v2.0/security-groups?id=aebc29d8-55f1-4097-9b76-b0f5762ffa69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2355700 May 20 20:51:12.471023 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbf800d-1ff4-43e1-bf7b-94282ba95794 req-03f097bb-a1a7-4155-ba2c-943ac880a50e tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:12.472763 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1cbf800d-1ff4-43e1-bf7b-94282ba95794 req-03f097bb-a1a7-4155-ba2c-943ac880a50e tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] 10.222.0.35 "GET /v2.0/ports?device_id=8b88cd31-cda3-44fe-8261-e4f5f87931ab HTTP/1.1" status: 200 len: 945 time: 0.2513320 May 20 20:51:12.486807 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-7fbabe6c-fd9f-4cb3-88c5-ab415242552f req-90f22a29-9540-42b1-8714-17fe5dd66f2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:12.516499 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4adf240-fb33-4658-92d0-c03fec6b69ab None None] New status for floating IP 60d948bc-cb3d-4c6d-897d-417b4d43ecc3: DOWN {{(pid=103165) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 20:51:12.570750 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f8a7af7-85d2-4521-8f0d-d482ea706346 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:12.572592 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-1f8a7af7-85d2-4521-8f0d-d482ea706346 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] 10.222.0.35 "GET /v2.0/networks?id=d74eff0d-614d-4bd8-9ec9-f5ff19dcac6d HTTP/1.1" status: 200 len: 765 time: 0.2612045 May 20 20:51:12.573989 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port a41647e7-8ada-4a9b-b0ae-2edf7826ff37, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=a41647e7-8ada-4a9b-b0ae-2edf7826ff37,segment=NetworkSegment(3b05c879-c09c-4a80-a0be-ac1f12f8feca),segment_id=3b05c879-c09c-4a80-a0be-ac1f12f8feca)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:51:12.575327 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 50492) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:51:12.587885 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-f09dc644-c32c-47a9-8d8d-420d08933509 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Request body: {'network': {'description': 'd2'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:51:12.604467 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Returning: {'device': 'a41647e7-8ada-4a9b-b0ae-2edf7826ff37', 'network_id': '55b562d5-5067-4b35-82c1-b8cbe81beb27', 'port_id': 'a41647e7-8ada-4a9b-b0ae-2edf7826ff37', 'mac_address': 'fa:16:3e:e9:84:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fbbf488-7764-47d2-845a-1d321aa7918a', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 20 20:51:12.661336 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbabe6c-fd9f-4cb3-88c5-ab415242552f req-90f22a29-9540-42b1-8714-17fe5dd66f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:12.662776 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-7fbabe6c-fd9f-4cb3-88c5-ab415242552f req-90f22a29-9540-42b1-8714-17fe5dd66f2b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:12.664005 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7fbabe6c-fd9f-4cb3-88c5-ab415242552f req-90f22a29-9540-42b1-8714-17fe5dd66f2b service neutron] 10.222.0.24 "PUT /v2.0/ports/e1e79e6a-020a-4ce7-a79e-b882ae907d25 HTTP/1.1" status: 200 len: 1092 time: 3.0493567 May 20 20:51:12.671493 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-68f52f8b-c5c9-4c82-adc3-bb9b703e94fc req-2021bde6-2c88-4ba0-a564-64189643e27d tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] 10.222.0.35 "GET /v2.0/ports?device_id=5c11b556-a33a-40e5-b9c5-1a2cf7fa8cb3 HTTP/1.1" status: 200 len: 210 time: 0.0749290 May 20 20:51:12.671937 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95dd69ea-d5bd-452e-b578-a7b52e6e0767', 'tag': 'e1e79e6a-020a-4ce7-a79e-b882ae907d25'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:51:12.676583 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4291b17aa7b45362825f0571e77c85f5e73afe1df9c7e9e15006df9d695c005e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dc134ee-7479-4230-8302-e0b5dfbe2684" -d '{"events": [{"name": "network-changed", "server_uuid": "95dd69ea-d5bd-452e-b578-a7b52e6e0767", "tag": "e1e79e6a-020a-4ce7-a79e-b882ae907d25"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:51:12.711175 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1cbf800d-1ff4-43e1-bf7b-94282ba95794 req-fb5ae1a6-5d86-4901-b230-8f1dcc40a27e tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] 10.222.0.35 "GET /v2.0/security-groups?id=178a2da1-ceea-4d89-b699-5b1b443e3e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2265816 May 20 20:51:12.716360 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port c8ca288a-7fb4-404a-92f3-803ac71f2bc5 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:51:12.716764 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:12.729306 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f22a29-9540-42b1-8714-17fe5dd66f2b service neutron] Pushing event updated for resources: {'Port': ['ID=e1e79e6a-020a-4ce7-a79e-b882ae907d25,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:51:12.809657 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port a41647e7-8ada-4a9b-b0ae-2edf7826ff37 is: DOWN; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:51:12.810055 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:12.851885 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a41647e7-8ada-4a9b-b0ae-2edf7826ff37 {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:51:12.883331 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port a41647e7-8ada-4a9b-b0ae-2edf7826ff37, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=a41647e7-8ada-4a9b-b0ae-2edf7826ff37,segment=NetworkSegment(3b05c879-c09c-4a80-a0be-ac1f12f8feca),segment_id=3b05c879-c09c-4a80-a0be-ac1f12f8feca)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:51:12.931357 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbabe6c-fd9f-4cb3-88c5-ab415242552f req-04dce629-0291-4223-bd65-8c783eb8ee52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:12.931606 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port c8ca288a-7fb4-404a-92f3-803ac71f2bc5 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:51:12.933017 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7fbabe6c-fd9f-4cb3-88c5-ab415242552f req-04dce629-0291-4223-bd65-8c783eb8ee52 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=db980db23a4245a08f22ea4e07ca0943&device_id=95dd69ea-d5bd-452e-b578-a7b52e6e0767 HTTP/1.1" status: 200 len: 1095 time: 0.1527984 May 20 20:51:12.967202 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f09dc644-c32c-47a9-8d8d-420d08933509 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418993264'] for network, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:12.969462 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dba98e-2161-4c3c-b0fe-3ee697f125da req-fd61f537-e8d3-4ca0-b3dc-0fb8543a635a tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:12.977006 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dba98e-2161-4c3c-b0fe-3ee697f125da req-fd61f537-e8d3-4ca0-b3dc-0fb8543a635a tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:12.981142 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dba98e-2161-4c3c-b0fe-3ee697f125da req-fd61f537-e8d3-4ca0-b3dc-0fb8543a635a tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:12.987199 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dba98e-2161-4c3c-b0fe-3ee697f125da req-fd61f537-e8d3-4ca0-b3dc-0fb8543a635a tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:12.993999 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dba98e-2161-4c3c-b0fe-3ee697f125da req-fd61f537-e8d3-4ca0-b3dc-0fb8543a635a tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:12.996038 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:12.996720 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 4f6e4e5b-3b4d-4afd-ab5f-fc21ef7d2709 details requested by agent hyperv_n-h2-842733-1 with host n-h2-842733-1 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 20:51:13.000719 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dba98e-2161-4c3c-b0fe-3ee697f125da req-fd61f537-e8d3-4ca0-b3dc-0fb8543a635a tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:13.008150 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dba98e-2161-4c3c-b0fe-3ee697f125da req-fd61f537-e8d3-4ca0-b3dc-0fb8543a635a tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:13.017032 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-04dba98e-2161-4c3c-b0fe-3ee697f125da req-fd61f537-e8d3-4ca0-b3dc-0fb8543a635a tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] 10.222.0.35 "GET /v2.0/ports?device_id=24bc83bc-86f4-4e1f-99de-9736337ee499 HTTP/1.1" status: 200 len: 5416 time: 0.1638963 May 20 20:51:13.041586 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b836eb-7ad3-4f46-9ce0-25525af92c49 req-47799867-7e10-4f3d-9a04-da3000982d39 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:13.050303 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c0b836eb-7ad3-4f46-9ce0-25525af92c49 req-47799867-7e10-4f3d-9a04-da3000982d39 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/ports?device_id=03abbdec-2b0d-4070-9a67-4bafa23e6224 HTTP/1.1" status: 200 len: 945 time: 0.1793494 May 20 20:51:13.082171 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f09dc644-c32c-47a9-8d8d-420d08933509 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524'] for network, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:13.091969 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f09dc644-c32c-47a9-8d8d-420d08933509 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Network d74eff0d-614d-4bd8-9ec9-f5ff19dcac6d is not hosted by any dhcp agent {{(pid=103162) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} May 20 20:51:13.106042 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f09dc644-c32c-47a9-8d8d-420d08933509 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:13.106790 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f09dc644-c32c-47a9-8d8d-420d08933509 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Notify callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:13.108039 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-f09dc644-c32c-47a9-8d8d-420d08933509 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] 10.222.0.35 "PUT /v2.0/networks/d74eff0d-614d-4bd8-9ec9-f5ff19dcac6d HTTP/1.1" status: 200 len: 762 time: 0.5308774 May 20 20:51:13.123287 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 50504) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:51:13.138666 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.agents_db [None req-5c33ad30-4e00-40fa-b486-8c79c4a6cfc5 None None] Agent healthcheck: found 7 active agents {{(pid=103165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 20 20:51:13.157559 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7fbabe6c-fd9f-4cb3-88c5-ab415242552f req-45896102-4712-4a7c-a961-315e494b6d51 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e1e79e6a-020a-4ce7-a79e-b882ae907d25 HTTP/1.1" status: 200 len: 217 time: 0.0959358 May 20 20:51:13.178352 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=a41647e7-8ada-4a9b-b0ae-2edf7826ff37,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:51:13.215387 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port 4f6e4e5b-3b4d-4afd-ab5f-fc21ef7d2709, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=4f6e4e5b-3b4d-4afd-ab5f-fc21ef7d2709,segment=NetworkSegment(625a2e39-ceca-49f0-b8ec-14ebc369722e),segment_id=625a2e39-ceca-49f0-b8ec-14ebc369722e)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:51:13.233821 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Returning: {'device': '4f6e4e5b-3b4d-4afd-ab5f-fc21ef7d2709', 'network_id': 'ce671979-73f9-44d6-8ce7-2c8dc82e60ae', 'port_id': '4f6e4e5b-3b4d-4afd-ab5f-fc21ef7d2709', 'mac_address': 'fa:16:3e:20:4e:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59b92b0c-ed8d-4efc-a77e-dc7193508e61', 'ip_address': '10.1.1.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 20 20:51:13.262106 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09dc644-c32c-47a9-8d8d-420d08933509 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Pushing event updated for resources: {'Network': ['ID=d74eff0d-614d-4bd8-9ec9-f5ff19dcac6d,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:51:13.290782 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device d7fac4f7-588b-4709-93aa-3308e3699234 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:51:13.292659 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Network d74eff0d-614d-4bd8-9ec9-f5ff19dcac6d details requested by agent ovs-agent-n-d-842733-1 with host n-d-842733-1 {{(pid=103164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 20 20:51:13.308096 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port 4f6e4e5b-3b4d-4afd-ab5f-fc21ef7d2709 is: DOWN; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:51:13.309735 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:13.323796 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-04dba98e-2161-4c3c-b0fe-3ee697f125da req-6ce9e94b-b12d-4f13-bfb7-966db492dde6 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] 10.222.0.35 "GET /v2.0/security-groups?id=863381a6-ea9c-49ea-aca2-bed57188f540&id=a9a0a9ba-adc9-42eb-829d-df5caa26883b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3062034 May 20 20:51:13.346398 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c0b836eb-7ad3-4f46-9ce0-25525af92c49 req-4df53991-1f42-43f5-bc65-13316ec1164d tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9f9543d-587a-47bd-8772-bda4bd5582ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2951674 May 20 20:51:13.399583 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f6e4e5b-3b4d-4afd-ab5f-fc21ef7d2709 {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:51:13.400190 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbabe6c-fd9f-4cb3-88c5-ab415242552f req-fe754d5e-c015-4064-b8ab-7b84274f33df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:13.400190 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7fbabe6c-fd9f-4cb3-88c5-ab415242552f req-fe754d5e-c015-4064-b8ab-7b84274f33df service neutron] 10.222.0.24 "GET /v2.0/subnets?id=087e5f0b-24ef-476d-af9c-578f11bc070a HTTP/1.1" status: 200 len: 854 time: 0.1932592 May 20 20:51:13.400190 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54d3cf3e-b2be-458e-bb64-4b1ce2c61936 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:13.400190 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-54d3cf3e-b2be-458e-bb64-4b1ce2c61936 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] 10.222.0.35 "GET /v2.0/networks?id=d74eff0d-614d-4bd8-9ec9-f5ff19dcac6d HTTP/1.1" status: 200 len: 765 time: 0.2666621 May 20 20:51:13.404875 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 50506) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:51:13.454529 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port 4f6e4e5b-3b4d-4afd-ab5f-fc21ef7d2709, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=4f6e4e5b-3b4d-4afd-ab5f-fc21ef7d2709,segment=NetworkSegment(625a2e39-ceca-49f0-b8ec-14ebc369722e),segment_id=625a2e39-ceca-49f0-b8ec-14ebc369722e)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:51:13.520822 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port d7fac4f7-588b-4709-93aa-3308e3699234 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:51:13.521062 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:13.522627 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 20:51:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-193cf48c-0e06-4748-a9c8-a4377ad6f4a3 x-openstack-request-id: req-193cf48c-0e06-4748-a9c8-a4377ad6f4a3 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:51:13.524904 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95dd69ea-d5bd-452e-b578-a7b52e6e0767", "tag": "e1e79e6a-020a-4ce7-a79e-b882ae907d25", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:51:13.525410 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-193cf48c-0e06-4748-a9c8-a4377ad6f4a3 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:51:13.526319 n-d-842733-1 neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-193cf48c-0e06-4748-a9c8-a4377ad6f4a3'] response: {'name': 'network-changed', 'server_uuid': '95dd69ea-d5bd-452e-b578-a7b52e6e0767', 'tag': 'e1e79e6a-020a-4ce7-a79e-b882ae907d25', 'status': 'completed', 'code': 200} May 20 20:51:13.531385 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7fbabe6c-fd9f-4cb3-88c5-ab415242552f req-8b2e488e-a5d3-424d-aa70-6ca61d662ec8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=520d7846-0fc4-411e-af3e-9ee70d4393bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1389148 May 20 20:51:13.714002 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f3080e-b6b6-4e2c-8cdd-f65b3fc8e944 req-31661735-c929-4cad-80ee-0d69c43f990b tempest-InstanceActionsTestJSON-472124511 tempest-InstanceActionsTestJSON-472124511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:13.721568 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e1f3080e-b6b6-4e2c-8cdd-f65b3fc8e944 req-31661735-c929-4cad-80ee-0d69c43f990b tempest-InstanceActionsTestJSON-472124511 tempest-InstanceActionsTestJSON-472124511-project] 10.222.0.35 "GET /v2.0/ports?device_id=95dd69ea-d5bd-452e-b578-a7b52e6e0767 HTTP/1.1" status: 200 len: 944 time: 0.1076961 May 20 20:51:13.724242 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port d7fac4f7-588b-4709-93aa-3308e3699234 is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:51:13.724499 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:13.726433 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:13.727440 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 2e1df5b4-4f1a-4391-8d35-f8e77caf43e0 details requested by agent hyperv_n-h2-842733-1 with host n-h2-842733-1 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 20:51:13.755265 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7fbabe6c-fd9f-4cb3-88c5-ab415242552f req-96b6b8be-a3d4-41ad-ba9d-47c4c2b5c7d8 service neutron] 10.222.0.24 "GET /v2.0/networks/520d7846-0fc4-411e-af3e-9ee70d4393bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2156045 May 20 20:51:13.765510 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port 2e1df5b4-4f1a-4391-8d35-f8e77caf43e0, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=2e1df5b4-4f1a-4391-8d35-f8e77caf43e0,segment=NetworkSegment(625a2e39-ceca-49f0-b8ec-14ebc369722e),segment_id=625a2e39-ceca-49f0-b8ec-14ebc369722e)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:51:13.869155 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Returning: {'device': '2e1df5b4-4f1a-4391-8d35-f8e77caf43e0', 'network_id': 'ce671979-73f9-44d6-8ce7-2c8dc82e60ae', 'port_id': '2e1df5b4-4f1a-4391-8d35-f8e77caf43e0', 'mac_address': 'fa:16:3e:02:7e:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59b92b0c-ed8d-4efc-a77e-dc7193508e61', 'ip_address': '10.1.1.41'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 20 20:51:13.878903 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=4f6e4e5b-3b4d-4afd-ab5f-fc21ef7d2709,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:51:13.928351 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c37c644-5522-49c7-8f2f-d72f2b643f68 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:13.934612 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port 2e1df5b4-4f1a-4391-8d35-f8e77caf43e0 is: DOWN; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:51:13.934997 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:13.940617 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-3c37c644-5522-49c7-8f2f-d72f2b643f68 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.5312822 May 20 20:51:13.940788 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 50526) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:51:13.956209 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e1f3080e-b6b6-4e2c-8cdd-f65b3fc8e944 req-0f53161b-a41c-4403-881f-8d74cd8ebb35 tempest-InstanceActionsTestJSON-472124511 tempest-InstanceActionsTestJSON-472124511-project] 10.222.0.35 "GET /v2.0/security-groups?id=aebc29d8-55f1-4097-9b76-b0f5762ffa69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2337728 May 20 20:51:13.958380 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7fbabe6c-fd9f-4cb3-88c5-ab415242552f req-2e328822-9286-4e91-b1c5-252264ce4572 service neutron] 10.222.0.24 "GET /v2.0/networks/520d7846-0fc4-411e-af3e-9ee70d4393bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1811166 May 20 20:51:13.982965 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d48e9e5-dc35-49f9-9030-0e3e8a9b2e1e None None] Network cfaff9e1-631c-4f40-a858-7ab9ee98f936 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:51:13.999928 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706b5ce3-5d38-4b68-9830-2d19e7db2485 req-8f47acb0-43d9-4561-8110-522918f1bc03 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:14.008217 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-706b5ce3-5d38-4b68-9830-2d19e7db2485 req-8f47acb0-43d9-4561-8110-522918f1bc03 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/ports?device_id=03abbdec-2b0d-4070-9a67-4bafa23e6224 HTTP/1.1" status: 200 len: 945 time: 0.2769835 May 20 20:51:14.014536 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-ed70d796-47bf-4e73-8143-4e5accb33f71 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] 10.222.0.35 "GET /v2.0/subnets?network_id=e3a93b5c-91e2-4064-9c2c-1afc261bfe15 HTTP/1.1" status: 200 len: 207 time: 0.0679364 May 20 20:51:14.015414 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 50528) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:51:14.066246 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-706b5ce3-5d38-4b68-9830-2d19e7db2485 req-cd84918f-2bff-4d8f-8215-4ee071a92328 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9f9543d-587a-47bd-8772-bda4bd5582ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518298 May 20 20:51:14.143492 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e1df5b4-4f1a-4391-8d35-f8e77caf43e0 {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:51:14.172337 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port 2e1df5b4-4f1a-4391-8d35-f8e77caf43e0, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=2e1df5b4-4f1a-4391-8d35-f8e77caf43e0,segment=NetworkSegment(625a2e39-ceca-49f0-b8ec-14ebc369722e),segment_id=625a2e39-ceca-49f0-b8ec-14ebc369722e)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:51:14.180060 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] For port d7fac4f7-588b-4709-93aa-3308e3699234, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=d7fac4f7-588b-4709-93aa-3308e3699234,segment=NetworkSegment(69c72887-b8c5-40da-8106-d7704d90f7dd),segment_id=69c72887-b8c5-40da-8106-d7704d90f7dd)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:51:14.203879 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b98e9440-a7d7-4694-811c-10e2b6b5e74d req-8ddca5fc-c8d2-4ba7-b39c-f90acec73351 tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] 10.222.0.35 "GET /v2.0/ports?device_id=5c11b556-a33a-40e5-b9c5-1a2cf7fa8cb3 HTTP/1.1" status: 200 len: 210 time: 0.0410774 May 20 20:51:14.225351 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc134ee-7479-4230-8302-e0b5dfbe2684 req-730b4f5d-a958-440a-8c76-308723956545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:14.229326 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5dc134ee-7479-4230-8302-e0b5dfbe2684 req-730b4f5d-a958-440a-8c76-308723956545 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=db980db23a4245a08f22ea4e07ca0943&device_id=95dd69ea-d5bd-452e-b578-a7b52e6e0767 HTTP/1.1" status: 200 len: 1095 time: 0.1134427 May 20 20:51:14.301766 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d02d9f8-c269-4aa8-8c05-877a6f78faf7 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:14.303363 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-fac57e02-1dd7-46b6-8645-f4421305fd11 None None] Provisioning complete for port d7fac4f7-588b-4709-93aa-3308e3699234 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:51:14.303733 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-fac57e02-1dd7-46b6-8645-f4421305fd11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:14.318225 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d02d9f8-c269-4aa8-8c05-877a6f78faf7 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:14.324526 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d02d9f8-c269-4aa8-8c05-877a6f78faf7 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:14.327934 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:14.328716 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device c8ca288a-7fb4-404a-92f3-803ac71f2bc5 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:51:14.331727 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d02d9f8-c269-4aa8-8c05-877a6f78faf7 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:14.339338 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d02d9f8-c269-4aa8-8c05-877a6f78faf7 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:14.345901 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d02d9f8-c269-4aa8-8c05-877a6f78faf7 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:14.355329 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-8d02d9f8-c269-4aa8-8c05-877a6f78faf7 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3732 time: 0.3290503 May 20 20:51:14.356244 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 50532) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:51:14.425517 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc134ee-7479-4230-8302-e0b5dfbe2684 req-ecb862f1-815f-458c-9dc5-62993a22c8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:14.429851 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5dc134ee-7479-4230-8302-e0b5dfbe2684 req-ecb862f1-815f-458c-9dc5-62993a22c8dd service neutron] 10.222.0.24 "GET /v2.0/networks?id=520d7846-0fc4-411e-af3e-9ee70d4393bb HTTP/1.1" status: 200 len: 915 time: 0.1935098 May 20 20:51:14.517925 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5dc134ee-7479-4230-8302-e0b5dfbe2684 req-3d5da067-f8a2-4b23-b9e9-ffd33cbf7b03 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e1e79e6a-020a-4ce7-a79e-b882ae907d25 HTTP/1.1" status: 200 len: 217 time: 0.0750186 May 20 20:51:14.548595 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-a2c6bc18-f4db-4192-8fdd-07e16d9829e5 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] 10.222.0.35 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 814 time: 0.1880159 May 20 20:51:14.549154 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 50538) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:51:14.596844 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:14.597425 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 74e04797-896f-4ee0-abd1-9e9b3dbcaed4 details requested by agent hyperv_n-h2-842733-1 with host n-h2-842733-1 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 20:51:14.616717 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bfebe7-4cde-4aad-8b65-a6fceaadad45 req-0971ba11-2337-4b40-92de-9a77935a6269 tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:14.618587 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-63bfebe7-4cde-4aad-8b65-a6fceaadad45 req-0971ba11-2337-4b40-92de-9a77935a6269 tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] 10.222.0.35 "GET /v2.0/ports?device_id=8b88cd31-cda3-44fe-8261-e4f5f87931ab HTTP/1.1" status: 200 len: 945 time: 0.1876569 May 20 20:51:14.639645 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port 74e04797-896f-4ee0-abd1-9e9b3dbcaed4, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=74e04797-896f-4ee0-abd1-9e9b3dbcaed4,segment=NetworkSegment(3b05c879-c09c-4a80-a0be-ac1f12f8feca),segment_id=3b05c879-c09c-4a80-a0be-ac1f12f8feca)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:51:14.663556 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Returning: {'device': '74e04797-896f-4ee0-abd1-9e9b3dbcaed4', 'network_id': '55b562d5-5067-4b35-82c1-b8cbe81beb27', 'port_id': '74e04797-896f-4ee0-abd1-9e9b3dbcaed4', 'mac_address': 'fa:16:3e:b6:64:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fbbf488-7764-47d2-845a-1d321aa7918a', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 20 20:51:14.682533 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc134ee-7479-4230-8302-e0b5dfbe2684 req-42f647aa-4dcf-46ef-b965-da660ba61a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:14.684538 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5dc134ee-7479-4230-8302-e0b5dfbe2684 req-42f647aa-4dcf-46ef-b965-da660ba61a27 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=087e5f0b-24ef-476d-af9c-578f11bc070a HTTP/1.1" status: 200 len: 854 time: 0.1569583 May 20 20:51:14.752843 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5dc134ee-7479-4230-8302-e0b5dfbe2684 req-7bf95a15-3031-4364-a20f-0fb3a1c8fd0f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=520d7846-0fc4-411e-af3e-9ee70d4393bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374124 May 20 20:51:14.789820 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-63bfebe7-4cde-4aad-8b65-a6fceaadad45 req-26666578-ae95-43ec-90db-f808c4f4b8f0 tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] 10.222.0.35 "GET /v2.0/security-groups?id=178a2da1-ceea-4d89-b699-5b1b443e3e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1528664 May 20 20:51:14.846956 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f688765-8d6b-4528-8550-f5a3f7d2f9ac req-e512deea-fff4-4644-aa23-2e60b9fe7009 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:14.848485 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5f688765-8d6b-4528-8550-f5a3f7d2f9ac req-e512deea-fff4-4644-aa23-2e60b9fe7009 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/ports?device_id=03abbdec-2b0d-4070-9a67-4bafa23e6224 HTTP/1.1" status: 200 len: 945 time: 0.2588253 May 20 20:51:14.874019 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Pushing event updated for resources: {'Port': ['ID=d7fac4f7-588b-4709-93aa-3308e3699234,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:51:14.886342 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-fac57e02-1dd7-46b6-8645-f4421305fd11 None None] Current status of the port d7fac4f7-588b-4709-93aa-3308e3699234 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:51:14.890769 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port 74e04797-896f-4ee0-abd1-9e9b3dbcaed4 is: DOWN; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:51:14.891149 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:14.977837 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port c8ca288a-7fb4-404a-92f3-803ac71f2bc5 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:51:14.978984 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:15.007093 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c88b6f42-48cc-4104-8c61-69a15e00a74a tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:15.008601 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c88b6f42-48cc-4104-8c61-69a15e00a74a tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:15.023147 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c88b6f42-48cc-4104-8c61-69a15e00a74a tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:15.024806 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c88b6f42-48cc-4104-8c61-69a15e00a74a tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:15.026341 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c88b6f42-48cc-4104-8c61-69a15e00a74a tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:15.026630 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74e04797-896f-4ee0-abd1-9e9b3dbcaed4 {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:51:15.028115 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-c88b6f42-48cc-4104-8c61-69a15e00a74a tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.4776850 May 20 20:51:15.031897 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8cae3e-492b-4891-8b91-37147d9add42 req-82fbdf05-75e3-4865-846d-14497e72fc3e tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:15.032951 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 50544) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:51:15.038324 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8cae3e-492b-4891-8b91-37147d9add42 req-82fbdf05-75e3-4865-846d-14497e72fc3e tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:15.044337 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8cae3e-492b-4891-8b91-37147d9add42 req-82fbdf05-75e3-4865-846d-14497e72fc3e tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:15.050245 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0224e7a7-f74b-4e52-b614-49a068b63ccc None None] get_active_networks_info from n-d-842733-1 {{(pid=103164) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 20 20:51:15.052945 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8cae3e-492b-4891-8b91-37147d9add42 req-82fbdf05-75e3-4865-846d-14497e72fc3e tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:15.059337 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8cae3e-492b-4891-8b91-37147d9add42 req-82fbdf05-75e3-4865-846d-14497e72fc3e tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:15.065509 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8cae3e-492b-4891-8b91-37147d9add42 req-82fbdf05-75e3-4865-846d-14497e72fc3e tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:15.073088 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8cae3e-492b-4891-8b91-37147d9add42 req-82fbdf05-75e3-4865-846d-14497e72fc3e tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:15.075713 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4a8cae3e-492b-4891-8b91-37147d9add42 req-82fbdf05-75e3-4865-846d-14497e72fc3e tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] 10.222.0.35 "GET /v2.0/ports?device_id=24bc83bc-86f4-4e1f-99de-9736337ee499 HTTP/1.1" status: 200 len: 5419 time: 0.1584001 May 20 20:51:15.111314 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-618c3019-9df9-43c1-8faf-a967f27bc69c tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Attributes excluded by policy engine: ['shared'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:15.113159 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-618c3019-9df9-43c1-8faf-a967f27bc69c tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Attributes excluded by policy engine: ['shared'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:15.114837 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-618c3019-9df9-43c1-8faf-a967f27bc69c tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Attributes excluded by policy engine: ['shared'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:15.116312 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-618c3019-9df9-43c1-8faf-a967f27bc69c tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Attributes excluded by policy engine: ['shared'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:15.117773 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-618c3019-9df9-43c1-8faf-a967f27bc69c tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Attributes excluded by policy engine: ['shared'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:15.118344 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5f688765-8d6b-4528-8550-f5a3f7d2f9ac req-908ff802-aedb-4a02-b907-f5fdcbddf008 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9f9543d-587a-47bd-8772-bda4bd5582ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089474 May 20 20:51:15.119397 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-618c3019-9df9-43c1-8faf-a967f27bc69c tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] 10.222.0.35 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0854807 May 20 20:51:15.122951 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 50546) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:51:15.174972 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port 74e04797-896f-4ee0-abd1-9e9b3dbcaed4, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=74e04797-896f-4ee0-abd1-9e9b3dbcaed4,segment=NetworkSegment(3b05c879-c09c-4a80-a0be-ac1f12f8feca),segment_id=3b05c879-c09c-4a80-a0be-ac1f12f8feca)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:51:15.194838 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=2e1df5b4-4f1a-4391-8d35-f8e77caf43e0,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:51:15.240725 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5dc134ee-7479-4230-8302-e0b5dfbe2684 req-4bb89240-adf6-46d2-862a-864b06bc801d service neutron] 10.222.0.24 "GET /v2.0/networks/520d7846-0fc4-411e-af3e-9ee70d4393bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4776201 May 20 20:51:15.267412 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-97348b16-c5d1-4a30-aefd-d76592a2139e None None] Provisioning complete for port d7fac4f7-588b-4709-93aa-3308e3699234 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:51:15.267859 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-97348b16-c5d1-4a30-aefd-d76592a2139e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:15.273510 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4a8cae3e-492b-4891-8b91-37147d9add42 req-856adc8c-1429-4dfa-bf6d-35e271a457df tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] 10.222.0.35 "GET /v2.0/security-groups?id=863381a6-ea9c-49ea-aca2-bed57188f540&id=a9a0a9ba-adc9-42eb-829d-df5caa26883b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1762300 May 20 20:51:15.281908 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:15.282289 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device c377ecf0-f976-4335-a271-7a9e62459ad6 details requested by agent hyperv_n-h2-842733-1 with host n-h2-842733-1 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 20:51:15.431117 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104cf2ab-71ce-481a-8ee9-bf2dce54f77a req-4f3bfb80-09f3-4b93-a0a2-fe31501528ff tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:15.432971 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d96598-39ab-4386-b025-542213b577f5 req-a613a478-91b0-4348-8d49-5e65e577c8cf tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:15.434126 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-104cf2ab-71ce-481a-8ee9-bf2dce54f77a req-4f3bfb80-09f3-4b93-a0a2-fe31501528ff tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "GET /v2.0/ports?device_id=3674afb5-fa57-4c40-b6ee-249d678d06fa HTTP/1.1" status: 200 len: 947 time: 0.2068839 May 20 20:51:15.440645 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d96598-39ab-4386-b025-542213b577f5 req-a613a478-91b0-4348-8d49-5e65e577c8cf tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:15.444581 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-18d96598-39ab-4386-b025-542213b577f5 req-a613a478-91b0-4348-8d49-5e65e577c8cf tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] 10.222.0.13 "GET /v2.0/networks?id=66d58b19-8fe4-4fe0-9a11-5120bbb05f2e&id=cfaff9e1-631c-4f40-a858-7ab9ee98f936&id=66d58b19-8fe4-4fe0-9a11-5120bbb05f2e HTTP/1.1" status: 200 len: 1392 time: 0.1919494 May 20 20:51:15.470754 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [req-18d96598-39ab-4386-b025-542213b577f5 req-ee282187-1c01-4723-b7d8-88c231773974 tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Request body: {'port': {'device_id': '5c11b556-a33a-40e5-b9c5-1a2cf7fa8cb3', 'network_id': '66d58b19-8fe4-4fe0-9a11-5120bbb05f2e', 'admin_state_up': True, 'tenant_id': 'e3d9ae9ec4284a8583d227968508713c'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:51:15.494934 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port c8ca288a-7fb4-404a-92f3-803ac71f2bc5 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:51:15.496099 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5dc134ee-7479-4230-8302-e0b5dfbe2684 req-432588a7-cf5c-4f0b-b909-94de44b1243a service neutron] 10.222.0.24 "GET /v2.0/networks/520d7846-0fc4-411e-af3e-9ee70d4393bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2404237 May 20 20:51:15.552777 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a282c88-db2e-4c51-8e7f-d8fdf3e010fd tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:15.554999 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-0a282c88-db2e-4c51-8e7f-d8fdf3e010fd tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] 10.222.0.35 "GET /v2.0/networks/3984243b-048d-466a-846d-6fc379f89a68 HTTP/1.1" status: 200 len: 804 time: 0.4302921 May 20 20:51:15.560021 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 50554) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:51:15.568467 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-104cf2ab-71ce-481a-8ee9-bf2dce54f77a req-ed4c36bb-c667-440e-9e23-d54236c2f6ed tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "GET /v2.0/security-groups?id=17369763-0550-4ec3-bd12-32142aaf9548&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1199465 May 20 20:51:15.571092 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=74e04797-896f-4ee0-abd1-9e9b3dbcaed4,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:51:15.610711 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8d9a9c-a087-4ed4-988f-03c9a0790f27 req-27978f65-fc14-433c-864d-9c6f823e752f tempest-InstanceActionsTestJSON-472124511 tempest-InstanceActionsTestJSON-472124511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:15.619513 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port c377ecf0-f976-4335-a271-7a9e62459ad6, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=c377ecf0-f976-4335-a271-7a9e62459ad6,segment=NetworkSegment(0aa42cdb-6fd7-42fb-bac9-6b1b09d7a688),segment_id=0aa42cdb-6fd7-42fb-bac9-6b1b09d7a688)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:51:15.623042 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-df8d9a9c-a087-4ed4-988f-03c9a0790f27 req-27978f65-fc14-433c-864d-9c6f823e752f tempest-InstanceActionsTestJSON-472124511 tempest-InstanceActionsTestJSON-472124511-project] 10.222.0.35 "GET /v2.0/ports?device_id=95dd69ea-d5bd-452e-b578-a7b52e6e0767 HTTP/1.1" status: 200 len: 944 time: 0.2485213 May 20 20:51:15.652334 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0224e7a7-f74b-4e52-b614-49a068b63ccc None None] Resources bound (agent type, host, resource id): {{(pid=103164) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 20 20:51:15.654687 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Returning: {'device': 'c377ecf0-f976-4335-a271-7a9e62459ad6', 'network_id': '5ca369c8-df0a-41e3-869c-b1b368b823ae', 'port_id': 'c377ecf0-f976-4335-a271-7a9e62459ad6', 'mac_address': 'fa:16:3e:b0:5b:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e16e10c-5b92-4574-b13d-016374e3f82e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 20 20:51:15.656177 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-97348b16-c5d1-4a30-aefd-d76592a2139e None None] Current status of the port d7fac4f7-588b-4709-93aa-3308e3699234 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:51:15.703876 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port c377ecf0-f976-4335-a271-7a9e62459ad6 is: DOWN; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:51:15.705981 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:15.711697 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device d7fac4f7-588b-4709-93aa-3308e3699234 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:51:15.759902 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-df8d9a9c-a087-4ed4-988f-03c9a0790f27 req-56106cba-116c-468f-b8e7-1e0ff08f3470 tempest-InstanceActionsTestJSON-472124511 tempest-InstanceActionsTestJSON-472124511-project] 10.222.0.35 "GET /v2.0/security-groups?id=aebc29d8-55f1-4097-9b76-b0f5762ffa69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336503 May 20 20:51:15.776152 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c377ecf0-f976-4335-a271-7a9e62459ad6 {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:51:15.833762 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-d2155421-eef8-4251-bf2a-5aecaa1f2866 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] 10.222.0.35 "GET /v2.0/networks/3984243b-048d-466a-846d-6fc379f89a68?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.2722640 May 20 20:51:15.843430 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3d42479b-353a-4e45-b9ce-a12ae80893ad req-7046584c-9f84-4c36-941c-bcbacb1408ca tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] 10.222.0.35 "GET /v2.0/ports?device_id=5c11b556-a33a-40e5-b9c5-1a2cf7fa8cb3 HTTP/1.1" status: 200 len: 210 time: 0.0823836 May 20 20:51:15.844242 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 50560) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:51:15.850432 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port c377ecf0-f976-4335-a271-7a9e62459ad6, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=c377ecf0-f976-4335-a271-7a9e62459ad6,segment=NetworkSegment(0aa42cdb-6fd7-42fb-bac9-6b1b09d7a688),segment_id=0aa42cdb-6fd7-42fb-bac9-6b1b09d7a688)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:51:15.886191 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port d7fac4f7-588b-4709-93aa-3308e3699234 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:51:15.886576 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:15.976757 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:15.977463 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 572584f9-d33c-4ce6-b334-490469f36e8c details requested by agent hyperv_n-h2-842733-1 with host n-h2-842733-1 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 20:51:15.996700 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de210b16-8ae1-49e2-b5e3-ac06a3c25f1a tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:16.001575 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-de210b16-8ae1-49e2-b5e3-ac06a3c25f1a tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] 10.222.0.35 "GET /v2.0/subnets/8b8e5645-8192-43a2-88bf-4bd3c52efe21 HTTP/1.1" status: 200 len: 843 time: 0.1525381 May 20 20:51:16.002461 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 50564) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:51:16.044406 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4260c497-81c2-4e47-ba16-c9b420417b1e req-4a2950b8-af78-4052-82c2-c597bf595b7d tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:16.045963 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4260c497-81c2-4e47-ba16-c9b420417b1e req-4a2950b8-af78-4052-82c2-c597bf595b7d tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/ports?device_id=03abbdec-2b0d-4070-9a67-4bafa23e6224 HTTP/1.1" status: 200 len: 945 time: 0.1411133 May 20 20:51:16.055610 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71cc011-6a75-4cae-ab4d-be8302c42059 req-04a465b0-a918-48ef-868a-a6b72ee26f5d tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:16.057101 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c71cc011-6a75-4cae-ab4d-be8302c42059 req-04a465b0-a918-48ef-868a-a6b72ee26f5d tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] 10.222.0.35 "GET /v2.0/ports?device_id=8b88cd31-cda3-44fe-8261-e4f5f87931ab HTTP/1.1" status: 200 len: 945 time: 0.1165910 May 20 20:51:16.083212 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b7fdb19-244a-4a59-8f2d-824e0a10a703 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Attributes excluded by policy engine: ['shared'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:16.085240 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-1b7fdb19-244a-4a59-8f2d-824e0a10a703 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] 10.222.0.35 "GET /v2.0/subnets/8b8e5645-8192-43a2-88bf-4bd3c52efe21?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0816860 May 20 20:51:16.085524 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18d96598-39ab-4386-b025-542213b577f5 req-ee282187-1c01-4723-b7d8-88c231773974 tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Made reservation on behalf of e3d9ae9ec4284a8583d227968508713c for: {'port': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:51:16.088835 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-18d96598-39ab-4386-b025-542213b577f5 req-ee282187-1c01-4723-b7d8-88c231773974 tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:16.100119 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 50566) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:51:16.110110 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-f5348468-80ae-46b5-ab73-e8df097b36fa tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-751274058'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:51:16.147555 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c71cc011-6a75-4cae-ab4d-be8302c42059 req-1c1facea-2332-47df-b14a-92095710aee6 tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] 10.222.0.35 "GET /v2.0/security-groups?id=178a2da1-ceea-4d89-b699-5b1b443e3e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746551 May 20 20:51:16.153307 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4260c497-81c2-4e47-ba16-c9b420417b1e req-ae6badde-bc51-45df-8d65-11c261bc23d6 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9f9543d-587a-47bd-8772-bda4bd5582ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947797 May 20 20:51:16.164553 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port 572584f9-d33c-4ce6-b334-490469f36e8c, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=572584f9-d33c-4ce6-b334-490469f36e8c,segment=NetworkSegment(625a2e39-ceca-49f0-b8ec-14ebc369722e),segment_id=625a2e39-ceca-49f0-b8ec-14ebc369722e)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:51:16.167156 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port d7fac4f7-588b-4709-93aa-3308e3699234 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:51:16.169286 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=c377ecf0-f976-4335-a271-7a9e62459ad6,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:51:16.195631 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Returning: {'device': '572584f9-d33c-4ce6-b334-490469f36e8c', 'network_id': 'ce671979-73f9-44d6-8ce7-2c8dc82e60ae', 'port_id': '572584f9-d33c-4ce6-b334-490469f36e8c', 'mac_address': 'fa:16:3e:9c:0e:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59b92b0c-ed8d-4efc-a77e-dc7193508e61', 'ip_address': '10.1.1.86'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 20 20:51:16.228609 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5348468-80ae-46b5-ab73-e8df097b36fa tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Made reservation on behalf of 96f638b5d51f40ba91740cda889595cb for: {'network': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:51:16.233983 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f5348468-80ae-46b5-ab73-e8df097b36fa tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for network, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:16.247275 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [req-18d96598-39ab-4386-b025-542213b577f5 req-ee282187-1c01-4723-b7d8-88c231773974 tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Allocated IP 19.80.0.133 (66d58b19-8fe4-4fe0-9a11-5120bbb05f2e/121bd543-babf-43b7-ac0a-c8cf95fa7981/09525c2d-cc2f-4276-8927-9b3f60cedfdb) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:51:16.306158 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port 572584f9-d33c-4ce6-b334-490469f36e8c is: DOWN; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:51:16.306570 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:16.344020 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 572584f9-d33c-4ce6-b334-490469f36e8c {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:51:16.379197 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5348468-80ae-46b5-ab73-e8df097b36fa tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 230} {{(pid=103163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 20:51:16.386551 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port 572584f9-d33c-4ce6-b334-490469f36e8c, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=572584f9-d33c-4ce6-b334-490469f36e8c,segment=NetworkSegment(625a2e39-ceca-49f0-b8ec-14ebc369722e),segment_id=625a2e39-ceca-49f0-b8ec-14ebc369722e)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:51:16.437293 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f5348468-80ae-46b5-ab73-e8df097b36fa tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:16.437821 n-d-842733-1 neutron-server[103163]: INFO neutron.db.segments_db [None req-f5348468-80ae-46b5-ab73-e8df097b36fa tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Added segment 48b3d61e-87b9-4f1d-8d43-fbaaa004870b of type vlan for network 1ce443ff-8ec5-4cb2-bae7-7ce3f3029ca4 May 20 20:51:16.442187 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-18d96598-39ab-4386-b025-542213b577f5 req-ee282187-1c01-4723-b7d8-88c231773974 tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:16.464529 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:16.465461 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 8e5cf7ff-15da-45a7-acbe-5153d4a2259c details requested by agent hyperv_n-h2-842733-1 with host n-h2-842733-1 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 20:51:16.506024 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfc4914-0183-4bc3-b697-f25b50dfeb5c req-4bd0b1b7-705b-4ab4-8756-e16f011bb5e9 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:16.507705 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3cfc4914-0183-4bc3-b697-f25b50dfeb5c req-4bd0b1b7-705b-4ab4-8756-e16f011bb5e9 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/ports?device_id=03abbdec-2b0d-4070-9a67-4bafa23e6224 HTTP/1.1" status: 200 len: 945 time: 0.2542980 May 20 20:51:16.510604 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f5348468-80ae-46b5-ab73-e8df097b36fa tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418993264'] for network, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:16.521732 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e0f46a-9f8d-437a-9926-69e6cd4f406d req-8b9e1574-e4af-41ca-b8ab-1ba059be74e9 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:16.523192 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-12e0f46a-9f8d-437a-9926-69e6cd4f406d req-8b9e1574-e4af-41ca-b8ab-1ba059be74e9 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.13 "GET /v2.0/ports?device_id=3674afb5-fa57-4c40-b6ee-249d678d06fa HTTP/1.1" status: 200 len: 947 time: 0.2039659 May 20 20:51:16.532386 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port 8e5cf7ff-15da-45a7-acbe-5153d4a2259c, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=8e5cf7ff-15da-45a7-acbe-5153d4a2259c,segment=NetworkSegment(625a2e39-ceca-49f0-b8ec-14ebc369722e),segment_id=625a2e39-ceca-49f0-b8ec-14ebc369722e)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:51:16.539554 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=572584f9-d33c-4ce6-b334-490469f36e8c,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:51:16.545808 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Returning: {'device': '8e5cf7ff-15da-45a7-acbe-5153d4a2259c', 'network_id': 'ce671979-73f9-44d6-8ce7-2c8dc82e60ae', 'port_id': '8e5cf7ff-15da-45a7-acbe-5153d4a2259c', 'mac_address': 'fa:16:3e:43:40:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59b92b0c-ed8d-4efc-a77e-dc7193508e61', 'ip_address': '10.1.1.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 20 20:51:16.556560 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-18d96598-39ab-4386-b025-542213b577f5 req-ee282187-1c01-4723-b7d8-88c231773974 tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:16.561751 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e88db2a-9e47-4603-9a47-0ea45c71eaf0 req-be8a3cf2-b882-4d05-8995-fa9a02719596 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:16.568223 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e88db2a-9e47-4603-9a47-0ea45c71eaf0 req-be8a3cf2-b882-4d05-8995-fa9a02719596 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:16.574117 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e88db2a-9e47-4603-9a47-0ea45c71eaf0 req-be8a3cf2-b882-4d05-8995-fa9a02719596 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:16.580364 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e88db2a-9e47-4603-9a47-0ea45c71eaf0 req-be8a3cf2-b882-4d05-8995-fa9a02719596 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:16.584290 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port 8e5cf7ff-15da-45a7-acbe-5153d4a2259c is: DOWN; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:51:16.584755 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:16.587537 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e88db2a-9e47-4603-9a47-0ea45c71eaf0 req-be8a3cf2-b882-4d05-8995-fa9a02719596 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:16.593456 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e88db2a-9e47-4603-9a47-0ea45c71eaf0 req-be8a3cf2-b882-4d05-8995-fa9a02719596 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:16.600813 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e88db2a-9e47-4603-9a47-0ea45c71eaf0 req-be8a3cf2-b882-4d05-8995-fa9a02719596 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:16.602985 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0e88db2a-9e47-4603-9a47-0ea45c71eaf0 req-be8a3cf2-b882-4d05-8995-fa9a02719596 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] 10.222.0.35 "GET /v2.0/ports?device_id=24bc83bc-86f4-4e1f-99de-9736337ee499 HTTP/1.1" status: 200 len: 5421 time: 0.2091246 May 20 20:51:16.608623 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e5cf7ff-15da-45a7-acbe-5153d4a2259c {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:51:16.612358 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18d96598-39ab-4386-b025-542213b577f5 req-ee282187-1c01-4723-b7d8-88c231773974 tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Network 66d58b19-8fe4-4fe0-9a11-5120bbb05f2e is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:51:16.616311 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [req-18d96598-39ab-4386-b025-542213b577f5 req-ee282187-1c01-4723-b7d8-88c231773974 tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:51:16.620298 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-18d96598-39ab-4386-b025-542213b577f5 req-ee282187-1c01-4723-b7d8-88c231773974 tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:51:16.642047 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port 8e5cf7ff-15da-45a7-acbe-5153d4a2259c, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=8e5cf7ff-15da-45a7-acbe-5153d4a2259c,segment=NetworkSegment(625a2e39-ceca-49f0-b8ec-14ebc369722e),segment_id=625a2e39-ceca-49f0-b8ec-14ebc369722e)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:51:16.651891 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee282187-1c01-4723-b7d8-88c231773974 tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Pushing event updated for resources: {'Port': ['ID=09525c2d-cc2f-4276-8927-9b3f60cedfdb,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:51:16.683590 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d96598-39ab-4386-b025-542213b577f5 req-ee282187-1c01-4723-b7d8-88c231773974 tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:16.684425 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-18d96598-39ab-4386-b025-542213b577f5 req-ee282187-1c01-4723-b7d8-88c231773974 tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:16.698441 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3cfc4914-0183-4bc3-b697-f25b50dfeb5c req-897ddf41-08bb-4f67-a5e3-88b7feb6f6b2 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9f9543d-587a-47bd-8772-bda4bd5582ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728141 May 20 20:51:16.740734 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:16.756975 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0e88db2a-9e47-4603-9a47-0ea45c71eaf0 req-d673ec89-e54b-408c-9e66-e592788416ac tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] 10.222.0.35 "GET /v2.0/security-groups?id=863381a6-ea9c-49ea-aca2-bed57188f540&id=a9a0a9ba-adc9-42eb-829d-df5caa26883b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1455035 May 20 20:51:16.769224 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f5348468-80ae-46b5-ab73-e8df097b36fa tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524'] for network, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:16.780679 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-18d96598-39ab-4386-b025-542213b577f5 req-ee282187-1c01-4723-b7d8-88c231773974 tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3146036 May 20 20:51:16.797042 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5348468-80ae-46b5-ab73-e8df097b36fa tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:16.798066 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f5348468-80ae-46b5-ab73-e8df097b36fa tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:16.800330 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [req-18d96598-39ab-4386-b025-542213b577f5 req-bd1b7fef-d1a4-4796-9a48-6dc48ca8c01c tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Request body: {'port': {'device_id': '5c11b556-a33a-40e5-b9c5-1a2cf7fa8cb3', 'network_id': 'cfaff9e1-631c-4f40-a858-7ab9ee98f936', 'admin_state_up': True, 'tenant_id': 'e3d9ae9ec4284a8583d227968508713c'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:51:16.850704 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=8e5cf7ff-15da-45a7-acbe-5153d4a2259c,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:51:16.989297 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-f5348468-80ae-46b5-ab73-e8df097b36fa tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8874667 May 20 20:51:16.995507 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 50582) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:51:16.999214 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5348468-80ae-46b5-ab73-e8df097b36fa tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Pushing event updated for resources: {'Network': ['ID=1ce443ff-8ec5-4cb2-bae7-7ce3f3029ca4,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:51:17.010329 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-7b510e3f-6018-4f33-b4f8-678f21464568 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Request body: {'subnet': {'network_id': '1ce443ff-8ec5-4cb2-bae7-7ce3f3029ca4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:51:17.016608 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-56c9771f-a167-4a29-96c8-b0bd2883f620 None None] Provisioning complete for port 09525c2d-cc2f-4276-8927-9b3f60cedfdb triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:51:17.016608 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-56c9771f-a167-4a29-96c8-b0bd2883f620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:17.016608 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Network 1ce443ff-8ec5-4cb2-bae7-7ce3f3029ca4 details requested by agent ovs-agent-n-d-842733-1 with host n-d-842733-1 {{(pid=103164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 20 20:51:17.016880 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46373ef-5fee-4a49-b556-0a334d30c43a req-895ee5e4-c8cf-408a-8203-ada842e18c4f tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:17.023874 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c46373ef-5fee-4a49-b556-0a334d30c43a req-895ee5e4-c8cf-408a-8203-ada842e18c4f tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "GET /v2.0/ports?device_id=3674afb5-fa57-4c40-b6ee-249d678d06fa HTTP/1.1" status: 200 len: 947 time: 0.2131169 May 20 20:51:17.039779 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [req-12e0f46a-9f8d-437a-9926-69e6cd4f406d req-ac02c217-17cf-4e3c-b542-5368b9efdd56 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Deleting port 2d5ed9b9-34de-49e9-9f89-f903cda525ce {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:51:17.040147 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-12e0f46a-9f8d-437a-9926-69e6cd4f406d req-ac02c217-17cf-4e3c-b542-5368b9efdd56 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:17.072635 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b446b2f-bf1b-4b93-bb6f-080732912a16 req-61012467-b245-4f25-ac9a-49f5a89e0267 tempest-InstanceActionsTestJSON-472124511 tempest-InstanceActionsTestJSON-472124511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:17.074172 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5b446b2f-bf1b-4b93-bb6f-080732912a16 req-61012467-b245-4f25-ac9a-49f5a89e0267 tempest-InstanceActionsTestJSON-472124511 tempest-InstanceActionsTestJSON-472124511-project] 10.222.0.35 "GET /v2.0/ports?device_id=95dd69ea-d5bd-452e-b578-a7b52e6e0767 HTTP/1.1" status: 200 len: 944 time: 0.1940842 May 20 20:51:17.139555 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-56c9771f-a167-4a29-96c8-b0bd2883f620 None None] Port 09525c2d-cc2f-4276-8927-9b3f60cedfdb cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 20:51:17.143752 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18d96598-39ab-4386-b025-542213b577f5 req-bd1b7fef-d1a4-4796-9a48-6dc48ca8c01c tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Made reservation on behalf of e3d9ae9ec4284a8583d227968508713c for: {'port': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:51:17.148699 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-18d96598-39ab-4386-b025-542213b577f5 req-bd1b7fef-d1a4-4796-9a48-6dc48ca8c01c tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:17.166618 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c46373ef-5fee-4a49-b556-0a334d30c43a req-5f9d5bde-e814-4533-a4fa-fa6549cd8562 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "GET /v2.0/security-groups?id=17369763-0550-4ec3-bd12-32142aaf9548&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1410940 May 20 20:51:17.211238 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5b446b2f-bf1b-4b93-bb6f-080732912a16 req-6aeeb7da-9f0c-4a42-a072-e03bdfc12916 tempest-InstanceActionsTestJSON-472124511 tempest-InstanceActionsTestJSON-472124511-project] 10.222.0.35 "GET /v2.0/security-groups?id=aebc29d8-55f1-4097-9b76-b0f5762ffa69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028814 May 20 20:51:17.216408 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-12e0f46a-9f8d-437a-9926-69e6cd4f406d req-ac02c217-17cf-4e3c-b542-5368b9efdd56 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] For port 2d5ed9b9-34de-49e9-9f89-f903cda525ce, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=2d5ed9b9-34de-49e9-9f89-f903cda525ce,segment=NetworkSegment(61504ff4-6f7f-4bd9-9a4b-a33b83bae83f),segment_id=61504ff4-6f7f-4bd9-9a4b-a33b83bae83f)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:51:17.216952 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-12e0f46a-9f8d-437a-9926-69e6cd4f406d req-ac02c217-17cf-4e3c-b542-5368b9efdd56 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:17.236966 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b510e3f-6018-4f33-b4f8-678f21464568 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Made reservation on behalf of 96f638b5d51f40ba91740cda889595cb for: {'subnet': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:51:17.243325 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7b510e3f-6018-4f33-b4f8-678f21464568 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4018244'] for subnet, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:17.372757 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.ipam_backend_mixin [None req-7b510e3f-6018-4f33-b4f8-678f21464568 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Performing IP validity checks on allocation pools {{(pid=103162) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} May 20 20:51:17.373419 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.ipam_backend_mixin [None req-7b510e3f-6018-4f33-b4f8-678f21464568 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103162) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} May 20 20:51:17.411450 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [req-18d96598-39ab-4386-b025-542213b577f5 req-bd1b7fef-d1a4-4796-9a48-6dc48ca8c01c tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Allocated IP 19.86.0.104 (cfaff9e1-631c-4f40-a858-7ab9ee98f936/4470f142-92cb-42bd-907a-0164531e763f/027a7f26-28a1-4de3-bfc2-f48c4c96da47) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:51:17.540341 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device e1e79e6a-020a-4ce7-a79e-b882ae907d25 details requested by agent hyperv_n-h1-842733-1 with host n-h1-842733-1 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 20:51:17.652013 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] get_ports_and_sgs() called for port_ids ['74e04797-896f-4ee0-abd1-9e9b3dbcaed4'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:51:17.668313 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-18d96598-39ab-4386-b025-542213b577f5 req-bd1b7fef-d1a4-4796-9a48-6dc48ca8c01c tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:17.697693 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7b510e3f-6018-4f33-b4f8-678f21464568 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3797684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4018258'] for subnet, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:17.778470 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b510e3f-6018-4f33-b4f8-678f21464568 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Pushing event updated for resources: {'Subnet': ['ID=ca5beb1e-ffa9-4427-86db-77f254a5ad32,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:51:17.787375 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b510e3f-6018-4f33-b4f8-678f21464568 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Checking segment: {'id': '48b3d61e-87b9-4f1d-8d43-fbaaa004870b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '1ce443ff-8ec5-4cb2-bae7-7ce3f3029ca4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:51:17.787868 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b510e3f-6018-4f33-b4f8-678f21464568 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Network hostable DHCP agents. Network: 1ce443ff-8ec5-4cb2-bae7-7ce3f3029ca4, hostable agents: ['c9b0653c-f3c7-4339-bd50-e3754b629216'], hosted agents: [] {{(pid=103162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 20:51:17.799884 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5036e99e-f54e-4ce1-adfd-1ce12dcaf3c4 req-bef0fade-9e1a-4dd8-971d-3e7b547b4869 tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:17.801772 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5036e99e-f54e-4ce1-adfd-1ce12dcaf3c4 req-bef0fade-9e1a-4dd8-971d-3e7b547b4869 tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] 10.222.0.35 "GET /v2.0/ports?device_id=5c11b556-a33a-40e5-b9c5-1a2cf7fa8cb3 HTTP/1.1" status: 200 len: 932 time: 0.5053349 May 20 20:51:17.834383 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03c83ac-aa21-4121-9a8e-cd5d28e23c56 req-dcf0bb1b-3d60-4cc9-891b-f623218ae193 tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:17.841840 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a03c83ac-aa21-4121-9a8e-cd5d28e23c56 req-dcf0bb1b-3d60-4cc9-891b-f623218ae193 tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] 10.222.0.35 "GET /v2.0/ports?device_id=8b88cd31-cda3-44fe-8261-e4f5f87931ab HTTP/1.1" status: 200 len: 945 time: 0.1513495 May 20 20:51:17.845576 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-18d96598-39ab-4386-b025-542213b577f5 req-bd1b7fef-d1a4-4796-9a48-6dc48ca8c01c tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:17.899045 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18d96598-39ab-4386-b025-542213b577f5 req-bd1b7fef-d1a4-4796-9a48-6dc48ca8c01c tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Network cfaff9e1-631c-4f40-a858-7ab9ee98f936 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:51:17.902467 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [req-18d96598-39ab-4386-b025-542213b577f5 req-bd1b7fef-d1a4-4796-9a48-6dc48ca8c01c tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:51:17.906604 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-18d96598-39ab-4386-b025-542213b577f5 req-bd1b7fef-d1a4-4796-9a48-6dc48ca8c01c tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:51:17.918202 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b510e3f-6018-4f33-b4f8-678f21464568 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Network 1ce443ff-8ec5-4cb2-bae7-7ce3f3029ca4 is scheduled to be hosted by DHCP agent c9b0653c-f3c7-4339-bd50-e3754b629216 with binding_index 1 {{(pid=103162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 20:51:17.919500 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] get_ports_and_sgs() called for port_ids ['8e5cf7ff-15da-45a7-acbe-5153d4a2259c'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:51:17.921755 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] get_ports_and_sgs() called for port_ids ['572584f9-d33c-4ce6-b334-490469f36e8c'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:51:17.923905 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] get_ports_and_sgs() called for port_ids ['a41647e7-8ada-4a9b-b0ae-2edf7826ff37'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:51:17.926713 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] get_ports_and_sgs() called for port_ids ['c377ecf0-f976-4335-a271-7a9e62459ad6'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:51:17.928935 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] get_ports_and_sgs() called for port_ids ['4f6e4e5b-3b4d-4afd-ab5f-fc21ef7d2709'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:51:17.939112 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5036e99e-f54e-4ce1-adfd-1ce12dcaf3c4 req-db1fab97-851f-4257-86a0-0e7e8e9bc7d0 tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] 10.222.0.35 "GET /v2.0/security-groups?id=2790e470-9a47-406f-98f4-701141624dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201527 May 20 20:51:17.953413 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1b7fef-d1a4-4796-9a48-6dc48ca8c01c tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Pushing event updated for resources: {'Port': ['ID=027a7f26-28a1-4de3-bfc2-f48c4c96da47,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:51:17.994276 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a03c83ac-aa21-4121-9a8e-cd5d28e23c56 req-e33739d8-2346-4964-850f-0b453a5e877a tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] 10.222.0.35 "GET /v2.0/security-groups?id=178a2da1-ceea-4d89-b699-5b1b443e3e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1512737 May 20 20:51:18.008743 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-12e0f46a-9f8d-437a-9926-69e6cd4f406d req-ac02c217-17cf-4e3c-b542-5368b9efdd56 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:18.009168 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-12e0f46a-9f8d-437a-9926-69e6cd4f406d req-ac02c217-17cf-4e3c-b542-5368b9efdd56 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748272'] for floatingip, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:18.009514 n-d-842733-1 neutron-server[103163]: INFO neutron.db.l3_db [req-12e0f46a-9f8d-437a-9926-69e6cd4f406d req-ac02c217-17cf-4e3c-b542-5368b9efdd56 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Floating IP e6d2120f-3c74-4894-9ac8-2a0f2766a521 disassociated. External IP: 172.25.2.37, port: 2d5ed9b9-34de-49e9-9f89-f903cda525ce. May 20 20:51:18.009922 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [req-12e0f46a-9f8d-437a-9926-69e6cd4f406d req-ac02c217-17cf-4e3c-b542-5368b9efdd56 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Calling delete_port for 2d5ed9b9-34de-49e9-9f89-f903cda525ce owned by compute:nova {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:51:18.031771 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d96598-39ab-4386-b025-542213b577f5 req-bd1b7fef-d1a4-4796-9a48-6dc48ca8c01c tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:18.034905 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-18d96598-39ab-4386-b025-542213b577f5 req-bd1b7fef-d1a4-4796-9a48-6dc48ca8c01c tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:18.043605 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-7b510e3f-6018-4f33-b4f8-678f21464568 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842733-1, 1ce443ff-8ec5-4cb2-bae7-7ce3f3029ca4) {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:51:18.062093 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b510e3f-6018-4f33-b4f8-678f21464568 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:18.063041 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7b510e3f-6018-4f33-b4f8-678f21464568 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Notify callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:18.125171 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3623144b-6c40-44e3-afee-229691e3999a None None] Network 1ce443ff-8ec5-4cb2-bae7-7ce3f3029ca4 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:51:18.184166 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-7b510e3f-6018-4f33-b4f8-678f21464568 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.1867557 May 20 20:51:18.187948 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 50598) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:51:18.204870 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-3eb04fd0-a916-4ac7-8c60-8d9529aea1d4 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:51:18.217990 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-18d96598-39ab-4386-b025-542213b577f5 req-bd1b7fef-d1a4-4796-9a48-6dc48ca8c01c tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4252958 May 20 20:51:18.227470 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02b5054-9943-4c19-a4b7-586fff04b8c7 req-cea53d41-2305-42ec-a128-e942295dc9b7 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:18.229183 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d02b5054-9943-4c19-a4b7-586fff04b8c7 req-cea53d41-2305-42ec-a128-e942295dc9b7 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/ports?device_id=03abbdec-2b0d-4070-9a67-4bafa23e6224 HTTP/1.1" status: 200 len: 945 time: 0.1181016 May 20 20:51:18.256595 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [req-18d96598-39ab-4386-b025-542213b577f5 req-d687d4ee-21a6-4851-99c7-06f354e65be3 tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Request body: {'port': {'device_id': '5c11b556-a33a-40e5-b9c5-1a2cf7fa8cb3', 'network_id': '66d58b19-8fe4-4fe0-9a11-5120bbb05f2e', 'admin_state_up': True, 'tenant_id': 'e3d9ae9ec4284a8583d227968508713c'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:51:18.271027 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port e1e79e6a-020a-4ce7-a79e-b882ae907d25, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=e1e79e6a-020a-4ce7-a79e-b882ae907d25,segment=NetworkSegment(dd8a623c-4c89-4ce4-8139-10cd9fdc41ca),segment_id=dd8a623c-4c89-4ce4-8139-10cd9fdc41ca)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:51:18.304981 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8fa276-22d9-4d85-8c1d-8dce197c196f req-25000023-8948-4978-8c72-a6f9f5507b68 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:18.311101 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8fa276-22d9-4d85-8c1d-8dce197c196f req-25000023-8948-4978-8c72-a6f9f5507b68 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:18.318212 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8fa276-22d9-4d85-8c1d-8dce197c196f req-25000023-8948-4978-8c72-a6f9f5507b68 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:18.324352 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8fa276-22d9-4d85-8c1d-8dce197c196f req-25000023-8948-4978-8c72-a6f9f5507b68 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:18.331068 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8fa276-22d9-4d85-8c1d-8dce197c196f req-25000023-8948-4978-8c72-a6f9f5507b68 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:18.337248 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8fa276-22d9-4d85-8c1d-8dce197c196f req-25000023-8948-4978-8c72-a6f9f5507b68 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:18.343296 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8fa276-22d9-4d85-8c1d-8dce197c196f req-25000023-8948-4978-8c72-a6f9f5507b68 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:18.345248 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2d8fa276-22d9-4d85-8c1d-8dce197c196f req-25000023-8948-4978-8c72-a6f9f5507b68 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] 10.222.0.35 "GET /v2.0/ports?device_id=24bc83bc-86f4-4e1f-99de-9736337ee499 HTTP/1.1" status: 200 len: 5423 time: 0.1937525 May 20 20:51:18.358501 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-411f7279-4799-4bba-aaeb-d9c2bbab0253 None None] Provisioning complete for port 027a7f26-28a1-4de3-bfc2-f48c4c96da47 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:51:18.358874 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-411f7279-4799-4bba-aaeb-d9c2bbab0253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:18.388156 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d02b5054-9943-4c19-a4b7-586fff04b8c7 req-f8592a2a-2319-4753-8cbb-491d1c9c8f5d tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9f9543d-587a-47bd-8772-bda4bd5582ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520133 May 20 20:51:18.412665 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-411f7279-4799-4bba-aaeb-d9c2bbab0253 None None] Port 027a7f26-28a1-4de3-bfc2-f48c4c96da47 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 20:51:18.425450 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Returning: {'device': 'e1e79e6a-020a-4ce7-a79e-b882ae907d25', 'network_id': '520d7846-0fc4-411e-af3e-9ee70d4393bb', 'port_id': 'e1e79e6a-020a-4ce7-a79e-b882ae907d25', 'mac_address': 'fa:16:3e:d9:ac:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '087e5f0b-24ef-476d-af9c-578f11bc070a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 20 20:51:18.438835 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3eb04fd0-a916-4ac7-8c60-8d9529aea1d4 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4018251'] for subnet, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:18.462331 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2d8fa276-22d9-4d85-8c1d-8dce197c196f req-1f7aebbb-01e0-4b1e-9b4f-931c43f2d430 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] 10.222.0.35 "GET /v2.0/security-groups?id=863381a6-ea9c-49ea-aca2-bed57188f540&id=a9a0a9ba-adc9-42eb-829d-df5caa26883b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0993810 May 20 20:51:18.525302 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-12e0f46a-9f8d-437a-9926-69e6cd4f406d req-ac02c217-17cf-4e3c-b542-5368b9efdd56 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:18.597873 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Current status of the port e1e79e6a-020a-4ce7-a79e-b882ae907d25 is: DOWN; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:51:18.598804 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:18.630449 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac02c217-17cf-4e3c-b542-5368b9efdd56 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Pushing event deleted for resources: {'Port': ['ID=2d5ed9b9-34de-49e9-9f89-f903cda525ce,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:51:18.642185 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18d96598-39ab-4386-b025-542213b577f5 req-d687d4ee-21a6-4851-99c7-06f354e65be3 tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Made reservation on behalf of e3d9ae9ec4284a8583d227968508713c for: {'port': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:51:18.648314 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-18d96598-39ab-4386-b025-542213b577f5 req-d687d4ee-21a6-4851-99c7-06f354e65be3 tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:18.689945 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] get_ports_and_sgs() called for port_ids ['2e1df5b4-4f1a-4391-8d35-f8e77caf43e0'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:51:18.706957 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5646ce98-9d8f-47da-97e5-e44a2c8202ad req-b5f9d7d8-595b-47b2-980c-cc6c5516e496 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:18.716189 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5646ce98-9d8f-47da-97e5-e44a2c8202ad req-b5f9d7d8-595b-47b2-980c-cc6c5516e496 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "GET /v2.0/ports?device_id=3674afb5-fa57-4c40-b6ee-249d678d06fa HTTP/1.1" status: 200 len: 947 time: 0.2361016 May 20 20:51:18.764191 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9213eda7-aef7-4ed9-9455-155bbf8db045 req-96fb2a92-7a4f-4c76-9be8-b0771b438b6b tempest-InstanceActionsTestJSON-472124511 tempest-InstanceActionsTestJSON-472124511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:18.766958 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9213eda7-aef7-4ed9-9455-155bbf8db045 req-96fb2a92-7a4f-4c76-9be8-b0771b438b6b tempest-InstanceActionsTestJSON-472124511 tempest-InstanceActionsTestJSON-472124511-project] 10.222.0.35 "GET /v2.0/ports?device_id=95dd69ea-d5bd-452e-b578-a7b52e6e0767 HTTP/1.1" status: 200 len: 944 time: 0.1812518 May 20 20:51:18.791548 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1e79e6a-020a-4ce7-a79e-b882ae907d25 {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:51:18.813328 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port e1e79e6a-020a-4ce7-a79e-b882ae907d25, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=e1e79e6a-020a-4ce7-a79e-b882ae907d25,segment=NetworkSegment(dd8a623c-4c89-4ce4-8139-10cd9fdc41ca),segment_id=dd8a623c-4c89-4ce4-8139-10cd9fdc41ca)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:51:18.815408 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9213eda7-aef7-4ed9-9455-155bbf8db045 req-5a160a61-db7b-407c-a7d4-bd13950d3ba8 tempest-InstanceActionsTestJSON-472124511 tempest-InstanceActionsTestJSON-472124511-project] 10.222.0.35 "GET /v2.0/security-groups?id=aebc29d8-55f1-4097-9b76-b0f5762ffa69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387313 May 20 20:51:18.861524 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5646ce98-9d8f-47da-97e5-e44a2c8202ad req-bb7a782d-4d9a-44f9-ad4c-fe7503226aeb tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "GET /v2.0/security-groups?id=17369763-0550-4ec3-bd12-32142aaf9548&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1402555 May 20 20:51:18.875802 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [req-18d96598-39ab-4386-b025-542213b577f5 req-d687d4ee-21a6-4851-99c7-06f354e65be3 tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Allocated IP 19.80.0.192 (66d58b19-8fe4-4fe0-9a11-5120bbb05f2e/121bd543-babf-43b7-ac0a-c8cf95fa7981/badab173-da92-48c1-b13b-119c9b27621a) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:51:18.906193 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [req-12e0f46a-9f8d-437a-9926-69e6cd4f406d req-ac02c217-17cf-4e3c-b542-5368b9efdd56 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Router 8728511a-223e-4b07-aebf-2fda2c099a9c has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 20:51:19.015247 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 2d5ed9b9-34de-49e9-9f89-f903cda525ce no longer exists at agent hyperv_n-h2-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:51:19.066281 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-18d96598-39ab-4386-b025-542213b577f5 req-d687d4ee-21a6-4851-99c7-06f354e65be3 tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:19.101598 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3eb04fd0-a916-4ac7-8c60-8d9529aea1d4 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8782419393648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3797582'] for subnet, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:19.140534 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:19.156318 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-12e0f46a-9f8d-437a-9926-69e6cd4f406d req-ac02c217-17cf-4e3c-b542-5368b9efdd56 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 20:51:19.156917 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eb04fd0-a916-4ac7-8c60-8d9529aea1d4 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:19.157945 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3eb04fd0-a916-4ac7-8c60-8d9529aea1d4 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Notify callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:19.162519 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-3eb04fd0-a916-4ac7-8c60-8d9529aea1d4 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] 10.222.0.35 "PUT /v2.0/subnets/ca5beb1e-ffa9-4427-86db-77f254a5ad32 HTTP/1.1" status: 200 len: 900 time: 0.9702508 May 20 20:51:19.172667 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 50614) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:51:19.181649 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-18d96598-39ab-4386-b025-542213b577f5 req-d687d4ee-21a6-4851-99c7-06f354e65be3 tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:19.236006 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] No Port match for: 2d5ed9b9-34de-49e9-9f89-f903cda525ce {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 20:51:19.236590 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 2d5ed9b9-34de-49e9-9f89-f903cda525ce not bound to the agent host n-h2-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 20:51:19.238494 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1926e4b-86b4-4e6d-82f1-b003bbf81507 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaee2b848-d4b9-5db1-b6ef-d6db29d67de7-1ce443ff-8ec5-4cb2-bae7-7ce3f3029ca4', 'network_id': '1ce443ff-8ec5-4cb2-bae7-7ce3f3029ca4', 'tenant_id': '96f638b5d51f40ba91740cda889595cb', 'fixed_ips': [{'subnet_id': 'ca5beb1e-ffa9-4427-86db-77f254a5ad32'}]}} from n-d-842733-1. {{(pid=103164) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 20:51:19.240442 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c1926e4b-86b4-4e6d-82f1-b003bbf81507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:19.246676 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb04fd0-a916-4ac7-8c60-8d9529aea1d4 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Pushing event updated for resources: {'Subnet': ['ID=ca5beb1e-ffa9-4427-86db-77f254a5ad32,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:51:19.261899 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18d96598-39ab-4386-b025-542213b577f5 req-d687d4ee-21a6-4851-99c7-06f354e65be3 tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Network 66d58b19-8fe4-4fe0-9a11-5120bbb05f2e is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:51:19.264984 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [req-18d96598-39ab-4386-b025-542213b577f5 req-d687d4ee-21a6-4851-99c7-06f354e65be3 tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:51:19.268801 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-18d96598-39ab-4386-b025-542213b577f5 req-d687d4ee-21a6-4851-99c7-06f354e65be3 tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:51:19.309075 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d687d4ee-21a6-4851-99c7-06f354e65be3 tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Pushing event updated for resources: {'Port': ['ID=badab173-da92-48c1-b13b-119c9b27621a,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:51:19.323487 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9ca72c16-5869-4e2f-8b72-57f35abd1dfa tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33160123'] for network, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:19.340414 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Pushing event updated for resources: {'Port': ['ID=e1e79e6a-020a-4ce7-a79e-b882ae907d25,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:51:19.347109 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d96598-39ab-4386-b025-542213b577f5 req-d687d4ee-21a6-4851-99c7-06f354e65be3 tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:19.347804 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-18d96598-39ab-4386-b025-542213b577f5 req-d687d4ee-21a6-4851-99c7-06f354e65be3 tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:19.359111 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [req-12e0f46a-9f8d-437a-9926-69e6cd4f406d req-ac02c217-17cf-4e3c-b542-5368b9efdd56 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] No DVR routers for this DVR port 2d5ed9b9-34de-49e9-9f89-f903cda525ce on host n-h2-842733-1 {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:51:19.361937 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-12e0f46a-9f8d-437a-9926-69e6cd4f406d req-ac02c217-17cf-4e3c-b542-5368b9efdd56 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:19.367328 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-12e0f46a-9f8d-437a-9926-69e6cd4f406d req-ac02c217-17cf-4e3c-b542-5368b9efdd56 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.13 "DELETE /v2.0/ports/2d5ed9b9-34de-49e9-9f89-f903cda525ce HTTP/1.1" status: 204 len: 173 time: 2.8317082 May 20 20:51:19.372995 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3674afb5-fa57-4c40-b6ee-249d678d06fa', 'name': 'network-vif-deleted', 'tag': '2d5ed9b9-34de-49e9-9f89-f903cda525ce'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:51:19.375478 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4291b17aa7b45362825f0571e77c85f5e73afe1df9c7e9e15006df9d695c005e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1340a03-5630-4ef9-87ce-4e68607835ad" -d '{"events": [{"server_uuid": "3674afb5-fa57-4c40-b6ee-249d678d06fa", "name": "network-vif-deleted", "tag": "2d5ed9b9-34de-49e9-9f89-f903cda525ce"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:51:19.402595 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57568ca3-2977-4d2e-ac5c-6584bcbd9b14 req-f7fb8154-4240-4324-a2ef-e7f01265963a tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:19.409030 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57568ca3-2977-4d2e-ac5c-6584bcbd9b14 req-f7fb8154-4240-4324-a2ef-e7f01265963a tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:19.418523 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-57568ca3-2977-4d2e-ac5c-6584bcbd9b14 req-f7fb8154-4240-4324-a2ef-e7f01265963a tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] 10.222.0.35 "GET /v2.0/ports?device_id=5c11b556-a33a-40e5-b9c5-1a2cf7fa8cb3 HTTP/1.1" status: 200 len: 1655 time: 0.3096986 May 20 20:51:19.443076 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-18d96598-39ab-4386-b025-542213b577f5 req-d687d4ee-21a6-4851-99c7-06f354e65be3 tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1947002 May 20 20:51:19.456151 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4fe8a5-b605-4e9e-841e-ae388ef3dbe7 req-b7055242-4bac-42ba-9b37-20d798765a75 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:19.477510 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3c4fe8a5-b605-4e9e-841e-ae388ef3dbe7 req-b7055242-4bac-42ba-9b37-20d798765a75 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/ports?device_id=03abbdec-2b0d-4070-9a67-4bafa23e6224 HTTP/1.1" status: 200 len: 945 time: 0.3300662 May 20 20:51:19.543021 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [None req-c1926e4b-86b4-4e6d-82f1-b003bbf81507 None None] Allocated IP 2001:db8::3 (1ce443ff-8ec5-4cb2-bae7-7ce3f3029ca4/ca5beb1e-ffa9-4427-86db-77f254a5ad32/adce2ddb-38ea-4a78-9085-4aa980c551fe) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:51:19.566202 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb44be5-c2ae-47ef-b991-19aac6236493 None None] Sync routers for ids ['8728511a-223e-4b07-aebf-2fda2c099a9c'] in n-d-842733-1 {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 20:51:19.576077 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [req-18d96598-39ab-4386-b025-542213b577f5 req-211ee9e4-5418-463c-8a2c-db4aa4792e51 service neutron] Request body: {'port': {'device_id': '5c11b556-a33a-40e5-b9c5-1a2cf7fa8cb3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-842733-1'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:51:19.597748 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3c4fe8a5-b605-4e9e-841e-ae388ef3dbe7 req-40765f4f-7845-4ded-99c0-c3b6c778a5df tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9f9543d-587a-47bd-8772-bda4bd5582ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148627 May 20 20:51:19.677889 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-18d96598-39ab-4386-b025-542213b577f5 req-211ee9e4-5418-463c-8a2c-db4aa4792e51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:19.697619 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] get_ports_and_sgs() called for port_ids ['e1e79e6a-020a-4ce7-a79e-b882ae907d25'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:51:19.700480 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9ca72c16-5869-4e2f-8b72-57f35abd1dfa tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33068388'] for subnet, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:19.746345 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-57568ca3-2977-4d2e-ac5c-6584bcbd9b14 req-485e2902-aa3b-4603-9139-faf3099f4614 tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] 10.222.0.35 "GET /v2.0/security-groups?id=2790e470-9a47-406f-98f4-701141624dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3277156 May 20 20:51:19.856136 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb44be5-c2ae-47ef-b991-19aac6236493 None None] Routers {'8728511a-223e-4b07-aebf-2fda2c099a9c'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:51:19.856767 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-afb44be5-c2ae-47ef-b991-19aac6236493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:50:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['8728511a-223e-4b07-aebf-2fda2c099a9c'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:51:19.863251 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7c3bd2-e792-4c3c-b44a-c702d0a23262 req-b4ec066b-5b3a-49f3-851a-e659c860066e tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:19.865955 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ea7c3bd2-e792-4c3c-b44a-c702d0a23262 req-b4ec066b-5b3a-49f3-851a-e659c860066e tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] 10.222.0.35 "GET /v2.0/ports?device_id=8b88cd31-cda3-44fe-8261-e4f5f87931ab HTTP/1.1" status: 200 len: 945 time: 0.1082788 May 20 20:51:19.868455 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 20:51:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1513ecb7-6327-46b2-b77d-8148bcb04c1d x-openstack-request-id: req-1513ecb7-6327-46b2-b77d-8148bcb04c1d {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:51:19.868907 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3674afb5-fa57-4c40-b6ee-249d678d06fa", "name": "network-vif-deleted", "tag": "2d5ed9b9-34de-49e9-9f89-f903cda525ce", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:51:19.869172 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1513ecb7-6327-46b2-b77d-8148bcb04c1d {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:51:19.873466 n-d-842733-1 neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1513ecb7-6327-46b2-b77d-8148bcb04c1d'] response: {'server_uuid': '3674afb5-fa57-4c40-b6ee-249d678d06fa', 'name': 'network-vif-deleted', 'tag': '2d5ed9b9-34de-49e9-9f89-f903cda525ce', 'status': 'completed', 'code': 200} May 20 20:51:19.928942 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ea7c3bd2-e792-4c3c-b44a-c702d0a23262 req-7bd11988-758c-43a9-98b1-dd5dc6ec36d6 tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] 10.222.0.35 "GET /v2.0/security-groups?id=178a2da1-ceea-4d89-b699-5b1b443e3e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534873 May 20 20:51:20.033610 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-afb44be5-c2ae-47ef-b991-19aac6236493 None None] Set router 8728511a-223e-4b07-aebf-2fda2c099a9c gateway port host: n-d-842733-1 {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:51:20.080916 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60c1a9e-565e-4e59-8fbd-b8d9aab59c47 req-d2ca3f40-1551-4617-8a0e-a4bcfb66dd7c tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:20.087693 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60c1a9e-565e-4e59-8fbd-b8d9aab59c47 req-d2ca3f40-1551-4617-8a0e-a4bcfb66dd7c tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:20.095835 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60c1a9e-565e-4e59-8fbd-b8d9aab59c47 req-d2ca3f40-1551-4617-8a0e-a4bcfb66dd7c tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:20.101963 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60c1a9e-565e-4e59-8fbd-b8d9aab59c47 req-d2ca3f40-1551-4617-8a0e-a4bcfb66dd7c tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:20.108332 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60c1a9e-565e-4e59-8fbd-b8d9aab59c47 req-d2ca3f40-1551-4617-8a0e-a4bcfb66dd7c tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:20.115015 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60c1a9e-565e-4e59-8fbd-b8d9aab59c47 req-d2ca3f40-1551-4617-8a0e-a4bcfb66dd7c tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:20.121582 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60c1a9e-565e-4e59-8fbd-b8d9aab59c47 req-d2ca3f40-1551-4617-8a0e-a4bcfb66dd7c tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:20.128384 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [req-18d96598-39ab-4386-b025-542213b577f5 req-211ee9e4-5418-463c-8a2c-db4aa4792e51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09525c2d-cc2f-4276-8927-9b3f60cedfdb {{(pid=103162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:51:20.130864 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b60c1a9e-565e-4e59-8fbd-b8d9aab59c47 req-d2ca3f40-1551-4617-8a0e-a4bcfb66dd7c tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] 10.222.0.35 "GET /v2.0/ports?device_id=24bc83bc-86f4-4e1f-99de-9736337ee499 HTTP/1.1" status: 200 len: 5423 time: 0.1964765 May 20 20:51:20.138718 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-18d96598-39ab-4386-b025-542213b577f5 req-211ee9e4-5418-463c-8a2c-db4aa4792e51 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:20.159148 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.provisioning_blocks [req-18d96598-39ab-4386-b025-542213b577f5 req-211ee9e4-5418-463c-8a2c-db4aa4792e51 service neutron] Transition to ACTIVE for port object 09525c2d-cc2f-4276-8927-9b3f60cedfdb will not be triggered until provisioned by entity L2. {{(pid=103162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 20:51:20.220290 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b60c1a9e-565e-4e59-8fbd-b8d9aab59c47 req-7b8966fc-09fc-4ec7-8952-f381a515286c tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] 10.222.0.35 "GET /v2.0/security-groups?id=863381a6-ea9c-49ea-aca2-bed57188f540&id=a9a0a9ba-adc9-42eb-829d-df5caa26883b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0884378 May 20 20:51:20.230097 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-18d96598-39ab-4386-b025-542213b577f5 req-211ee9e4-5418-463c-8a2c-db4aa4792e51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:20.231830 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea5ec13-4816-454c-8760-c645b1dd5ade req-a2f27309-baef-46b4-beae-5a8f6999d5ca tempest-InstanceActionsTestJSON-472124511 tempest-InstanceActionsTestJSON-472124511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:20.241102 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-bea5ec13-4816-454c-8760-c645b1dd5ade req-a2f27309-baef-46b4-beae-5a8f6999d5ca tempest-InstanceActionsTestJSON-472124511 tempest-InstanceActionsTestJSON-472124511-project] 10.222.0.35 "GET /v2.0/ports?device_id=95dd69ea-d5bd-452e-b578-a7b52e6e0767 HTTP/1.1" status: 200 len: 945 time: 0.1074898 May 20 20:51:20.248196 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d7e5580d-cff7-4fab-8976-ee48f6e6aa35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:20.280709 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-66e2cc37-9dfe-489f-b349-90c7d30924ae None None] Provisioning complete for port badab173-da92-48c1-b13b-119c9b27621a triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:51:20.280709 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-66e2cc37-9dfe-489f-b349-90c7d30924ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:20.304570 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-bea5ec13-4816-454c-8760-c645b1dd5ade req-b0ad9c5e-99ee-4a39-81e7-31780af898e6 tempest-InstanceActionsTestJSON-472124511 tempest-InstanceActionsTestJSON-472124511-project] 10.222.0.35 "GET /v2.0/security-groups?id=aebc29d8-55f1-4097-9b76-b0f5762ffa69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623815 May 20 20:51:20.373450 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211ee9e4-5418-463c-8a2c-db4aa4792e51 service neutron] Pushing event updated for resources: {'Port': ['ID=09525c2d-cc2f-4276-8927-9b3f60cedfdb,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:51:20.440915 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-851da914-41cb-4608-8f88-ca6c0ebc0800 req-6cffae2a-8653-4526-b961-43a5a9747ce0 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "GET /v2.0/ports?device_id=3674afb5-fa57-4c40-b6ee-249d678d06fa HTTP/1.1" status: 200 len: 210 time: 0.0495656 May 20 20:51:20.504443 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-18d96598-39ab-4386-b025-542213b577f5 req-211ee9e4-5418-463c-8a2c-db4aa4792e51 service neutron] Attempting to bind port 09525c2d-cc2f-4276-8927-9b3f60cedfdb on host n-h2-842733-1 for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:51:20.505660 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-18d96598-39ab-4386-b025-542213b577f5 req-211ee9e4-5418-463c-8a2c-db4aa4792e51 service neutron] Attempting to bind port 09525c2d-cc2f-4276-8927-9b3f60cedfdb by drivers openvswitch,hyperv on host n-h2-842733-1 at level 0 using segments [{'id': '33a148b7-9d1d-44df-af49-c7676d5a181d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '66d58b19-8fe4-4fe0-9a11-5120bbb05f2e'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:51:20.506147 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18d96598-39ab-4386-b025-542213b577f5 req-211ee9e4-5418-463c-8a2c-db4aa4792e51 service neutron] Attempting to bind port 09525c2d-cc2f-4276-8927-9b3f60cedfdb on network 66d58b19-8fe4-4fe0-9a11-5120bbb05f2e {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:51:20.511242 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18d96598-39ab-4386-b025-542213b577f5 req-211ee9e4-5418-463c-8a2c-db4aa4792e51 service neutron] Port 09525c2d-cc2f-4276-8927-9b3f60cedfdb on network 66d58b19-8fe4-4fe0-9a11-5120bbb05f2e not bound, no agent of type Open vSwitch agent registered on host n-h2-842733-1 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 20:51:20.512944 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18d96598-39ab-4386-b025-542213b577f5 req-211ee9e4-5418-463c-8a2c-db4aa4792e51 service neutron] Attempting to bind port 09525c2d-cc2f-4276-8927-9b3f60cedfdb on network 66d58b19-8fe4-4fe0-9a11-5120bbb05f2e {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:51:20.538504 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18d96598-39ab-4386-b025-542213b577f5 req-211ee9e4-5418-463c-8a2c-db4aa4792e51 service neutron] Checking agent: {'id': 'a66f2511-b955-448f-877c-56cfe9c81b12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 33, 2), 'started_at': datetime.datetime(2022, 5, 20, 20, 33, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 51, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:51:20.539183 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18d96598-39ab-4386-b025-542213b577f5 req-211ee9e4-5418-463c-8a2c-db4aa4792e51 service neutron] Checking segment: {'id': '33a148b7-9d1d-44df-af49-c7676d5a181d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '66d58b19-8fe4-4fe0-9a11-5120bbb05f2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:51:20.539846 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18d96598-39ab-4386-b025-542213b577f5 req-211ee9e4-5418-463c-8a2c-db4aa4792e51 service neutron] Bound using segment: {'id': '33a148b7-9d1d-44df-af49-c7676d5a181d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '66d58b19-8fe4-4fe0-9a11-5120bbb05f2e'} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:51:20.541450 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-18d96598-39ab-4386-b025-542213b577f5 req-211ee9e4-5418-463c-8a2c-db4aa4792e51 service neutron] Bound port: 09525c2d-cc2f-4276-8927-9b3f60cedfdb, host: n-h2-842733-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33a148b7-9d1d-44df-af49-c7676d5a181d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '66d58b19-8fe4-4fe0-9a11-5120bbb05f2e'}}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:51:20.542587 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-18d96598-39ab-4386-b025-542213b577f5 req-211ee9e4-5418-463c-8a2c-db4aa4792e51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:20.666307 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-18d96598-39ab-4386-b025-542213b577f5 req-211ee9e4-5418-463c-8a2c-db4aa4792e51 service neutron] For port 09525c2d-cc2f-4276-8927-9b3f60cedfdb, host n-h2-842733-1, cleared binding levels {{(pid=103162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:51:20.670186 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-18d96598-39ab-4386-b025-542213b577f5 req-211ee9e4-5418-463c-8a2c-db4aa4792e51 service neutron] For port 09525c2d-cc2f-4276-8927-9b3f60cedfdb, host n-h2-842733-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=09525c2d-cc2f-4276-8927-9b3f60cedfdb,segment=NetworkSegment(33a148b7-9d1d-44df-af49-c7676d5a181d),segment_id=33a148b7-9d1d-44df-af49-c7676d5a181d)] {{(pid=103162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:51:20.682932 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc1add6-2066-4fa6-95e2-1a8e3f021d1f req-85d8065a-8bf1-4f53-a138-6b70ddf6e4f0 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:20.686495 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2bc1add6-2066-4fa6-95e2-1a8e3f021d1f req-85d8065a-8bf1-4f53-a138-6b70ddf6e4f0 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/ports?device_id=03abbdec-2b0d-4070-9a67-4bafa23e6224 HTTP/1.1" status: 200 len: 945 time: 0.0861309 May 20 20:51:20.733589 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2bc1add6-2066-4fa6-95e2-1a8e3f021d1f req-c4fcfaef-d434-49e9-926a-c9abf16ea3ea tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9f9543d-587a-47bd-8772-bda4bd5582ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397673 May 20 20:51:20.759834 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-18d96598-39ab-4386-b025-542213b577f5 req-211ee9e4-5418-463c-8a2c-db4aa4792e51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:20.826142 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d96598-39ab-4386-b025-542213b577f5 req-211ee9e4-5418-463c-8a2c-db4aa4792e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:20.826739 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-18d96598-39ab-4386-b025-542213b577f5 req-211ee9e4-5418-463c-8a2c-db4aa4792e51 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:20.828592 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-18d96598-39ab-4386-b025-542213b577f5 req-211ee9e4-5418-463c-8a2c-db4aa4792e51 service neutron] 10.222.0.13 "PUT /v2.0/ports/09525c2d-cc2f-4276-8927-9b3f60cedfdb HTTP/1.1" status: 200 len: 1092 time: 1.3732121 May 20 20:51:20.828878 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c11b556-a33a-40e5-b9c5-1a2cf7fa8cb3', 'tag': '09525c2d-cc2f-4276-8927-9b3f60cedfdb'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:51:20.831178 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6fa957933fccbf596d28104b23404b952ad6a8238afaebaed40a0874b2e409" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7487dddf-a92a-48f8-ade7-309207879ce4" -d '{"events": [{"name": "network-changed", "server_uuid": "5c11b556-a33a-40e5-b9c5-1a2cf7fa8cb3", "tag": "09525c2d-cc2f-4276-8927-9b3f60cedfdb"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:51:20.835000 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acc5cd0-6d81-4efe-bd68-cc84b9afbca6 req-774bc27d-37fd-435d-a2b4-87785c3ad2ff tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:20.836929 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8acc5cd0-6d81-4efe-bd68-cc84b9afbca6 req-774bc27d-37fd-435d-a2b4-87785c3ad2ff tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] 10.222.0.35 "GET /v2.0/ports?device_id=8b88cd31-cda3-44fe-8261-e4f5f87931ab HTTP/1.1" status: 200 len: 945 time: 0.1020854 May 20 20:51:20.891414 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-66e2cc37-9dfe-489f-b349-90c7d30924ae None None] Port badab173-da92-48c1-b13b-119c9b27621a cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 20:51:20.895913 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211ee9e4-5418-463c-8a2c-db4aa4792e51 service neutron] Pushing event updated for resources: {'Port': ['ID=09525c2d-cc2f-4276-8927-9b3f60cedfdb,revision_number=3']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:51:20.974350 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device a41647e7-8ada-4a9b-b0ae-2edf7826ff37 up at agent hyperv_n-h2-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:51:20.976165 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab928ac-74f6-4d82-8374-2fca744f9e45 req-2e2d60d1-e31b-4086-b165-5951892e582c tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:20.978136 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3ab928ac-74f6-4d82-8374-2fca744f9e45 req-2e2d60d1-e31b-4086-b165-5951892e582c tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/ports?device_id=03abbdec-2b0d-4070-9a67-4bafa23e6224 HTTP/1.1" status: 200 len: 945 time: 0.1396706 May 20 20:51:20.980935 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82a6d85-32ef-4031-8abb-a2fbcbf30e62 req-f7376f8f-7ea0-41e9-9274-1bcbbf1f7d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:20.982496 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-c82a6d85-32ef-4031-8abb-a2fbcbf30e62 req-f7376f8f-7ea0-41e9-9274-1bcbbf1f7d86 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ca192f5ef49d4f558388c6e642858250&device_id=8b88cd31-cda3-44fe-8261-e4f5f87931ab HTTP/1.1" status: 200 len: 1096 time: 0.0725527 May 20 20:51:20.999343 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [req-18d96598-39ab-4386-b025-542213b577f5 req-a46cd5a3-c9cd-4cea-bf64-5970f576c7f7 service neutron] Request body: {'port': {'device_id': '5c11b556-a33a-40e5-b9c5-1a2cf7fa8cb3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-842733-1'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:51:21.037192 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c1926e4b-86b4-4e6d-82f1-b003bbf81507 None None] Notify callbacks [] for port, precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:21.052139 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8acc5cd0-6d81-4efe-bd68-cc84b9afbca6 req-a4e06b03-8009-41a4-bede-8d00cce458f8 tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] 10.222.0.35 "GET /v2.0/security-groups?id=178a2da1-ceea-4d89-b699-5b1b443e3e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2041659 May 20 20:51:21.110452 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c1926e4b-86b4-4e6d-82f1-b003bbf81507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108'] for port, after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:21.119185 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82a6d85-32ef-4031-8abb-a2fbcbf30e62 req-0f71604d-2e50-4d03-bab8-937f7ecbeb9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:21.120732 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-c82a6d85-32ef-4031-8abb-a2fbcbf30e62 req-0f71604d-2e50-4d03-bab8-937f7ecbeb9a service neutron] 10.222.0.13 "GET /v2.0/networks?id=300c23a3-32b9-446d-971e-d684df46a80f HTTP/1.1" status: 200 len: 911 time: 0.1294057 May 20 20:51:21.205452 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-c82a6d85-32ef-4031-8abb-a2fbcbf30e62 req-03eac1b2-5b4b-4bf5-a72c-6027978d3195 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=546b046d-2ea6-41ac-8c89-525b517cfb53 HTTP/1.1" status: 200 len: 1001 time: 0.0765958 May 20 20:51:21.206787 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1926e4b-86b4-4e6d-82f1-b003bbf81507 None None] Pushing event updated for resources: {'Port': ['ID=adce2ddb-38ea-4a78-9085-4aa980c551fe,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:51:21.208509 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3ab928ac-74f6-4d82-8374-2fca744f9e45 req-ff2edc1c-94b3-4540-a651-382ddaf1c722 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9f9543d-587a-47bd-8772-bda4bd5582ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061369 May 20 20:51:21.222391 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-18d96598-39ab-4386-b025-542213b577f5 req-a46cd5a3-c9cd-4cea-bf64-5970f576c7f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:21.247002 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc47908-b827-46f0-a525-91e74491009c req-9ad2e93a-89b3-4078-9d27-dfe31858b661 tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:21.247002 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc47908-b827-46f0-a525-91e74491009c req-9ad2e93a-89b3-4078-9d27-dfe31858b661 tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:21.247379 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc47908-b827-46f0-a525-91e74491009c req-9ad2e93a-89b3-4078-9d27-dfe31858b661 tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:21.255966 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5dc47908-b827-46f0-a525-91e74491009c req-9ad2e93a-89b3-4078-9d27-dfe31858b661 tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] 10.222.0.35 "GET /v2.0/ports?device_id=5c11b556-a33a-40e5-b9c5-1a2cf7fa8cb3 HTTP/1.1" status: 200 len: 2389 time: 0.1194999 May 20 20:51:21.271573 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9ca72c16-5869-4e2f-8b72-57f35abd1dfa tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33068399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9641221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8422588'] for subnet, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:21.315526 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca72c16-5869-4e2f-8b72-57f35abd1dfa tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Pushing event deleted for resources: {'Subnet': ['ID=ca5beb1e-ffa9-4427-86db-77f254a5ad32,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:51:21.348375 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1926e4b-86b4-4e6d-82f1-b003bbf81507 None None] Network 1ce443ff-8ec5-4cb2-bae7-7ce3f3029ca4 is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:51:21.351020 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82a6d85-32ef-4031-8abb-a2fbcbf30e62 req-4070f369-9bfe-4d3e-a254-6222c586cae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:21.354052 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-c82a6d85-32ef-4031-8abb-a2fbcbf30e62 req-4070f369-9bfe-4d3e-a254-6222c586cae6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1dd25171-1f89-45fa-8119-54d59026591a HTTP/1.1" status: 200 len: 849 time: 0.1409290 May 20 20:51:21.361610 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-c1926e4b-86b4-4e6d-82f1-b003bbf81507 None None] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:51:21.364962 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1926e4b-86b4-4e6d-82f1-b003bbf81507 None None] Received port after_create {{(pid=103164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:51:21.377838 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Provisioning for port a41647e7-8ada-4a9b-b0ae-2edf7826ff37 completed by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 20:51:21.403118 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Provisioning complete for port a41647e7-8ada-4a9b-b0ae-2edf7826ff37 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:51:21.403511 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:21.418366 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9ca72c16-5869-4e2f-8b72-57f35abd1dfa tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33072115', 'neutron.services.segments.db._delete_segments_for_network-8782419500584'] for network, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:21.434373 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 20:51:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71eaa2d2-bba3-4954-8185-9d7330fb88d0 x-openstack-request-id: req-71eaa2d2-bba3-4954-8185-9d7330fb88d0 {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:51:21.434670 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c11b556-a33a-40e5-b9c5-1a2cf7fa8cb3", "tag": "09525c2d-cc2f-4276-8927-9b3f60cedfdb", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:51:21.434904 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-71eaa2d2-bba3-4954-8185-9d7330fb88d0 {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:51:21.435393 n-d-842733-1 neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71eaa2d2-bba3-4954-8185-9d7330fb88d0'] response: {'name': 'network-changed', 'server_uuid': '5c11b556-a33a-40e5-b9c5-1a2cf7fa8cb3', 'tag': '09525c2d-cc2f-4276-8927-9b3f60cedfdb', 'status': 'completed', 'code': 200} May 20 20:51:21.440609 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-9ca72c16-5869-4e2f-8b72-57f35abd1dfa tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ce443ff-8ec5-4cb2-bae7-7ce3f3029ca4']}} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:51:21.444393 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82a6d85-32ef-4031-8abb-a2fbcbf30e62 req-f30fc0b2-66df-47d5-8a4b-d2f212b1b8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:21.446028 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-c82a6d85-32ef-4031-8abb-a2fbcbf30e62 req-f30fc0b2-66df-47d5-8a4b-d2f212b1b8e1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=300c23a3-32b9-446d-971e-d684df46a80f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0834932 May 20 20:51:21.451167 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-9ca72c16-5869-4e2f-8b72-57f35abd1dfa tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48b3d61e-87b9-4f1d-8d43-fbaaa004870b') {'for_net_delete': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:51:21.451675 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-9ca72c16-5869-4e2f-8b72-57f35abd1dfa tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48b3d61e-87b9-4f1d-8d43-fbaaa004870b') {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:51:21.462203 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9ca72c16-5869-4e2f-8b72-57f35abd1dfa tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419501617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9338764'] for segment, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:21.475446 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9ca72c16-5869-4e2f-8b72-57f35abd1dfa tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:21.481740 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ca72c16-5869-4e2f-8b72-57f35abd1dfa tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Releasing vlan 230 on physical network physnet1 to pool {{(pid=103163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 20:51:21.482144 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9ca72c16-5869-4e2f-8b72-57f35abd1dfa tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9638311'] for segment, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:21.497335 n-d-842733-1 neutron-server[103163]: Traceback (most recent call last): May 20 20:51:21.497335 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 20:51:21.497335 n-d-842733-1 neutron-server[103163]: timer() May 20 20:51:21.497335 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 20:51:21.497335 n-d-842733-1 neutron-server[103163]: cb(*args, **kw) May 20 20:51:21.497335 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 20 20:51:21.497335 n-d-842733-1 neutron-server[103163]: return func(*args, **kwargs) May 20 20:51:21.497335 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 20:51:21.497335 n-d-842733-1 neutron-server[103163]: self._notify() May 20 20:51:21.497335 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 20:51:21.497335 n-d-842733-1 neutron-server[103163]: self.callback(batched_events) May 20 20:51:21.497335 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 20:51:21.497335 n-d-842733-1 neutron-server[103163]: event.method(event) May 20 20:51:21.497335 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 20 20:51:21.497335 n-d-842733-1 neutron-server[103163]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 20:51:21.497335 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 20 20:51:21.497335 n-d-842733-1 neutron-server[103163]: aggregate_uuid = self.p_client.list_aggregates( May 20 20:51:21.497335 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 20 20:51:21.497335 n-d-842733-1 neutron-server[103163]: return f(self, *a, **k) May 20 20:51:21.497335 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 20 20:51:21.497335 n-d-842733-1 neutron-server[103163]: return self._get(url).json() May 20 20:51:21.497335 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 20 20:51:21.497335 n-d-842733-1 neutron-server[103163]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 20:51:21.497335 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 20:51:21.497335 n-d-842733-1 neutron-server[103163]: return self.request(url, 'GET', **kwargs) May 20 20:51:21.497335 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 20:51:21.497335 n-d-842733-1 neutron-server[103163]: base_url = self.get_endpoint(auth, allow=allow, May 20 20:51:21.497335 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 20:51:21.497335 n-d-842733-1 neutron-server[103163]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 20:51:21.497335 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 20:51:21.497335 n-d-842733-1 neutron-server[103163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 20:51:21.497335 n-d-842733-1 neutron-server[103163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 20:51:21.519602 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-c1926e4b-86b4-4e6d-82f1-b003bbf81507 None None] Attempting to bind port adce2ddb-38ea-4a78-9085-4aa980c551fe on host n-d-842733-1 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:51:21.520573 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-c1926e4b-86b4-4e6d-82f1-b003bbf81507 None None] Attempting to bind port adce2ddb-38ea-4a78-9085-4aa980c551fe by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': '48b3d61e-87b9-4f1d-8d43-fbaaa004870b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '1ce443ff-8ec5-4cb2-bae7-7ce3f3029ca4'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:51:21.521034 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1926e4b-86b4-4e6d-82f1-b003bbf81507 None None] Attempting to bind port adce2ddb-38ea-4a78-9085-4aa980c551fe on network 1ce443ff-8ec5-4cb2-bae7-7ce3f3029ca4 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:51:21.544969 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-afb44be5-c2ae-47ef-b991-19aac6236493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8728511a-223e-4b07-aebf-2fda2c099a9c', 'name': 'tempest-AttachVolumeShelveTestJSON-1758240756-router', 'tenant_id': 'f7d646bffa614f21b1ea08af4be56a95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.93'}], 'enable_snat': True}, 'gw_port_id': 'ac3e7abd-5273-40bb-b36c-732c1861c8aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:47:44Z', 'updated_at': '2022-05-20T20:47:54Z', 'revision_number': 4, 'project_id': 'f7d646bffa614f21b1ea08af4be56a95', 'gw_port': {'id': 'ac3e7abd-5273-40bb-b36c-732c1861c8aa', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:44:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8728511a-223e-4b07-aebf-2fda2c099a9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:47:47Z', 'updated_at': '2022-05-20T20:47:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': '1e93f8d5-63cd-4a45-9314-d3e7583c8489', 'name': '', 'network_id': '52b22ddd-d38d-47d7-9f62-928c2e551c45', 'tenant_id': 'f7d646bffa614f21b1ea08af4be56a95', 'mac_address': 'fa:16:3e:cc:f5:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8728511a-223e-4b07-aebf-2fda2c099a9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1232, 'fixed_ips': [{'subnet_id': '77f2b783-fdae-41c3-9017-0093e586145d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:47:52Z', 'updated_at': '2022-05-20T20:47:59Z', 'revision_number': 5, 'project_id': 'f7d646bffa614f21b1ea08af4be56a95', 'subnets': [{'id': '77f2b783-fdae-41c3-9017-0093e586145d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:51:21.546512 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5dc47908-b827-46f0-a525-91e74491009c req-d1386b6d-45fc-4ba3-86b9-4a6448d7b416 tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] 10.222.0.35 "GET /v2.0/security-groups?id=2790e470-9a47-406f-98f4-701141624dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2896852 May 20 20:51:21.548088 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1926e4b-86b4-4e6d-82f1-b003bbf81507 None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 50, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:51:21.548458 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1926e4b-86b4-4e6d-82f1-b003bbf81507 None None] Checking segment: {'id': '48b3d61e-87b9-4f1d-8d43-fbaaa004870b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '1ce443ff-8ec5-4cb2-bae7-7ce3f3029ca4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:51:21.549023 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c1926e4b-86b4-4e6d-82f1-b003bbf81507 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:21.549443 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1926e4b-86b4-4e6d-82f1-b003bbf81507 None None] Bound using segment: {'id': '48b3d61e-87b9-4f1d-8d43-fbaaa004870b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '1ce443ff-8ec5-4cb2-bae7-7ce3f3029ca4'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:51:21.549926 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-c1926e4b-86b4-4e6d-82f1-b003bbf81507 None None] Bound port: adce2ddb-38ea-4a78-9085-4aa980c551fe, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48b3d61e-87b9-4f1d-8d43-fbaaa004870b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '1ce443ff-8ec5-4cb2-bae7-7ce3f3029ca4'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:51:21.550313 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c1926e4b-86b4-4e6d-82f1-b003bbf81507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:21.607574 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb44be5-c2ae-47ef-b991-19aac6236493 None None] Checking router: 8728511a-223e-4b07-aebf-2fda2c099a9c for host: n-d-842733-1 {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 20:51:21.651287 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7487dddf-a92a-48f8-ade7-309207879ce4 req-a217cba0-e211-4010-b666-dc538cade528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:21.651763 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7487dddf-a92a-48f8-ade7-309207879ce4 req-a217cba0-e211-4010-b666-dc538cade528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:21.652230 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7487dddf-a92a-48f8-ade7-309207879ce4 req-a217cba0-e211-4010-b666-dc538cade528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:21.653879 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-7487dddf-a92a-48f8-ade7-309207879ce4 req-a217cba0-e211-4010-b666-dc538cade528 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e3d9ae9ec4284a8583d227968508713c&device_id=5c11b556-a33a-40e5-b9c5-1a2cf7fa8cb3 HTTP/1.1" status: 200 len: 2732 time: 0.1776299 May 20 20:51:21.681739 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb44be5-c2ae-47ef-b991-19aac6236493 None None] Routers {'8728511a-223e-4b07-aebf-2fda2c099a9c'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:51:21.683144 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-afb44be5-c2ae-47ef-b991-19aac6236493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:50:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['8728511a-223e-4b07-aebf-2fda2c099a9c'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:51:21.758750 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port a41647e7-8ada-4a9b-b0ae-2edf7826ff37 is: BUILD; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:51:21.759287 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:21.765416 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.db.api [None req-9ca72c16-5869-4e2f-8b72-57f35abd1dfa tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 20 20:51:21.765416 n-d-842733-1 neutron-server[103163]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 20 20:51:21.765416 n-d-842733-1 neutron-server[103163]: [parameters: {'id': '1ce443ff-8ec5-4cb2-bae7-7ce3f3029ca4'}] May 20 20:51:21.765416 n-d-842733-1 neutron-server[103163]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103163) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 20 20:51:21.765870 n-d-842733-1 neutron-server[103163]: DEBUG oslo_db.api [None req-9ca72c16-5869-4e2f-8b72-57f35abd1dfa tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 20 20:51:21.789596 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-c1926e4b-86b4-4e6d-82f1-b003bbf81507 None None] For port adce2ddb-38ea-4a78-9085-4aa980c551fe, host n-d-842733-1, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:51:21.800846 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-c82a6d85-32ef-4031-8abb-a2fbcbf30e62 req-76a26cb6-bbe2-4702-8ac4-92c99f1353ce service neutron] 10.222.0.13 "GET /v2.0/networks/300c23a3-32b9-446d-971e-d684df46a80f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3387418 May 20 20:51:21.824868 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-c1926e4b-86b4-4e6d-82f1-b003bbf81507 None None] For port adce2ddb-38ea-4a78-9085-4aa980c551fe, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=adce2ddb-38ea-4a78-9085-4aa980c551fe,segment=NetworkSegment(48b3d61e-87b9-4f1d-8d43-fbaaa004870b),segment_id=48b3d61e-87b9-4f1d-8d43-fbaaa004870b)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:51:21.838636 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7ec34f-2c41-4090-8f31-4020e0bd9afd req-b4f8039b-77b8-4d19-a04c-22e4cea2cb92 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:21.844610 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7ec34f-2c41-4090-8f31-4020e0bd9afd req-b4f8039b-77b8-4d19-a04c-22e4cea2cb92 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:21.850797 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7ec34f-2c41-4090-8f31-4020e0bd9afd req-b4f8039b-77b8-4d19-a04c-22e4cea2cb92 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:21.856141 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24bc83bc-86f4-4e1f-99de-9736337ee499', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a41647e7-8ada-4a9b-b0ae-2edf7826ff37'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:51:21.856401 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7ec34f-2c41-4090-8f31-4020e0bd9afd req-b4f8039b-77b8-4d19-a04c-22e4cea2cb92 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:21.858442 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8485417003ce7c0410b00f5cdc2f391e21107b70bb68e2773712534a96e108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9928d202-3142-4371-b0d3-7c5bfa85da5f" -d '{"events": [{"server_uuid": "24bc83bc-86f4-4e1f-99de-9736337ee499", "name": "network-vif-plugged", "status": "completed", "tag": "a41647e7-8ada-4a9b-b0ae-2edf7826ff37"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:51:21.862319 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7ec34f-2c41-4090-8f31-4020e0bd9afd req-b4f8039b-77b8-4d19-a04c-22e4cea2cb92 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:21.868980 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7ec34f-2c41-4090-8f31-4020e0bd9afd req-b4f8039b-77b8-4d19-a04c-22e4cea2cb92 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:21.874717 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7ec34f-2c41-4090-8f31-4020e0bd9afd req-b4f8039b-77b8-4d19-a04c-22e4cea2cb92 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:21.877096 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port a41647e7-8ada-4a9b-b0ae-2edf7826ff37, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=a41647e7-8ada-4a9b-b0ae-2edf7826ff37,segment=NetworkSegment(3b05c879-c09c-4a80-a0be-ac1f12f8feca),segment_id=3b05c879-c09c-4a80-a0be-ac1f12f8feca)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:51:21.881835 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-aa7ec34f-2c41-4090-8f31-4020e0bd9afd req-b4f8039b-77b8-4d19-a04c-22e4cea2cb92 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] 10.222.0.35 "GET /v2.0/ports?device_id=24bc83bc-86f4-4e1f-99de-9736337ee499 HTTP/1.1" status: 200 len: 5423 time: 0.3262560 May 20 20:51:21.897775 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-afb44be5-c2ae-47ef-b991-19aac6236493 None None] Set router 8728511a-223e-4b07-aebf-2fda2c099a9c gateway port host: n-d-842733-1 {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:51:21.900486 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c1926e4b-86b4-4e6d-82f1-b003bbf81507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:21.902282 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7487dddf-a92a-48f8-ade7-309207879ce4 req-75c73295-97e4-4ec3-a3e8-8d47a633c2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:21.902752 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7487dddf-a92a-48f8-ade7-309207879ce4 req-75c73295-97e4-4ec3-a3e8-8d47a633c2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:21.903204 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7487dddf-a92a-48f8-ade7-309207879ce4 req-75c73295-97e4-4ec3-a3e8-8d47a633c2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:21.904765 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-7487dddf-a92a-48f8-ade7-309207879ce4 req-75c73295-97e4-4ec3-a3e8-8d47a633c2d9 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=e3d9ae9ec4284a8583d227968508713c&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.2350161 May 20 20:51:21.917648 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1c54c9-500b-4abd-bff9-7c2f49c68947 req-a345508e-5889-4540-bc31-4a233a01f248 tempest-InstanceActionsTestJSON-472124511 tempest-InstanceActionsTestJSON-472124511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:21.919347 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3d1c54c9-500b-4abd-bff9-7c2f49c68947 req-a345508e-5889-4540-bc31-4a233a01f248 tempest-InstanceActionsTestJSON-472124511 tempest-InstanceActionsTestJSON-472124511-project] 10.222.0.35 "GET /v2.0/ports?device_id=95dd69ea-d5bd-452e-b578-a7b52e6e0767 HTTP/1.1" status: 200 len: 945 time: 0.2232530 May 20 20:51:21.959448 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:21.960293 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 2e1df5b4-4f1a-4391-8d35-f8e77caf43e0 up at agent hyperv_n-h2-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:51:21.993528 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-aa7ec34f-2c41-4090-8f31-4020e0bd9afd req-689752e2-37b5-4589-b24a-bad074603d68 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] 10.222.0.35 "GET /v2.0/security-groups?id=863381a6-ea9c-49ea-aca2-bed57188f540&id=a9a0a9ba-adc9-42eb-829d-df5caa26883b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1040545 May 20 20:51:22.001090 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-c82a6d85-32ef-4031-8abb-a2fbcbf30e62 req-47cdadbb-93c2-4b0e-bc99-de422542a977 service neutron] 10.222.0.13 "GET /v2.0/networks/300c23a3-32b9-446d-971e-d684df46a80f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1899254 May 20 20:51:22.053810 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3d1c54c9-500b-4abd-bff9-7c2f49c68947 req-dc90305b-57af-41ab-aff0-d0a42652d32b tempest-InstanceActionsTestJSON-472124511 tempest-InstanceActionsTestJSON-472124511-project] 10.222.0.35 "GET /v2.0/security-groups?id=aebc29d8-55f1-4097-9b76-b0f5762ffa69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171155 May 20 20:51:22.075603 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7487dddf-a92a-48f8-ade7-309207879ce4 req-0622ae24-af60-434e-b8ea-2574f10ac96b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:22.078370 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-7487dddf-a92a-48f8-ade7-309207879ce4 req-0622ae24-af60-434e-b8ea-2574f10ac96b service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1654196 May 20 20:51:22.152640 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1926e4b-86b4-4e6d-82f1-b003bbf81507 None None] Pushing event updated for resources: {'Port': ['ID=adce2ddb-38ea-4a78-9085-4aa980c551fe,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:51:22.167322 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de38b5db-5c39-4a48-ad13-adb7b0a896f2 None None] Network 1ce443ff-8ec5-4cb2-bae7-7ce3f3029ca4 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:51:22.185422 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 20:51:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42bbe6c1-47b7-41f2-890b-e1a308bdde66 x-openstack-request-id: req-42bbe6c1-47b7-41f2-890b-e1a308bdde66 {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:51:22.185713 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24bc83bc-86f4-4e1f-99de-9736337ee499", "name": "network-vif-plugged", "status": "completed", "tag": "a41647e7-8ada-4a9b-b0ae-2edf7826ff37", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:51:22.185963 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-42bbe6c1-47b7-41f2-890b-e1a308bdde66 {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:51:22.186356 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42bbe6c1-47b7-41f2-890b-e1a308bdde66'] response: {'server_uuid': '24bc83bc-86f4-4e1f-99de-9736337ee499', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a41647e7-8ada-4a9b-b0ae-2edf7826ff37', 'code': 200} May 20 20:51:22.199348 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [req-18d96598-39ab-4386-b025-542213b577f5 req-a46cd5a3-c9cd-4cea-bf64-5970f576c7f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 027a7f26-28a1-4de3-bfc2-f48c4c96da47 {{(pid=103163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:51:22.210194 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-18d96598-39ab-4386-b025-542213b577f5 req-a46cd5a3-c9cd-4cea-bf64-5970f576c7f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:22.228333 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [req-18d96598-39ab-4386-b025-542213b577f5 req-a46cd5a3-c9cd-4cea-bf64-5970f576c7f7 service neutron] Transition to ACTIVE for port object 027a7f26-28a1-4de3-bfc2-f48c4c96da47 will not be triggered until provisioned by entity L2. {{(pid=103163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 20:51:22.241674 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07811c6d-3baa-43c9-a632-64bc7ce7ab46 req-6e68149b-dec3-4f93-a856-a78acf4e03d3 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:22.245769 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-07811c6d-3baa-43c9-a632-64bc7ce7ab46 req-6e68149b-dec3-4f93-a856-a78acf4e03d3 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/ports?device_id=03abbdec-2b0d-4070-9a67-4bafa23e6224 HTTP/1.1" status: 200 len: 945 time: 0.0802202 May 20 20:51:22.257629 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-7006153e-247f-4c29-966b-bd5f8b9c6850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:22.277063 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9ca72c16-5869-4e2f-8b72-57f35abd1dfa tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33160123'] for network, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:22.315451 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=a41647e7-8ada-4a9b-b0ae-2edf7826ff37,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:51:22.317362 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-18d96598-39ab-4386-b025-542213b577f5 req-a46cd5a3-c9cd-4cea-bf64-5970f576c7f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:22.385065 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Provisioning for port 2e1df5b4-4f1a-4391-8d35-f8e77caf43e0 completed by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 20:51:22.396211 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Provisioning complete for port 2e1df5b4-4f1a-4391-8d35-f8e77caf43e0 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:51:22.399051 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:22.399173 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ed8191-94c6-4f8d-bceb-16880cb01f3c req-d667dea0-133f-4fcf-862b-0749b8a49561 tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:22.405733 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-69ed8191-94c6-4f8d-bceb-16880cb01f3c req-d667dea0-133f-4fcf-862b-0749b8a49561 tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] 10.222.0.35 "GET /v2.0/ports?device_id=8b88cd31-cda3-44fe-8261-e4f5f87931ab HTTP/1.1" status: 200 len: 945 time: 0.1583586 May 20 20:51:22.421917 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46cd5a3-c9cd-4cea-bf64-5970f576c7f7 service neutron] Pushing event updated for resources: {'Port': ['ID=027a7f26-28a1-4de3-bfc2-f48c4c96da47,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:51:22.459389 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-07811c6d-3baa-43c9-a632-64bc7ce7ab46 req-0cf74f2d-aabe-48ab-93ac-6e1569f3b052 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9f9543d-587a-47bd-8772-bda4bd5582ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798978 May 20 20:51:22.498025 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a05f32f8-f004-49af-9e86-0b2c646130e0 None None] Network 1ce443ff-8ec5-4cb2-bae7-7ce3f3029ca4 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:51:22.515642 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-afb44be5-c2ae-47ef-b991-19aac6236493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8728511a-223e-4b07-aebf-2fda2c099a9c', 'name': 'tempest-AttachVolumeShelveTestJSON-1758240756-router', 'tenant_id': 'f7d646bffa614f21b1ea08af4be56a95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.93'}], 'enable_snat': True}, 'gw_port_id': 'ac3e7abd-5273-40bb-b36c-732c1861c8aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:47:44Z', 'updated_at': '2022-05-20T20:47:54Z', 'revision_number': 4, 'project_id': 'f7d646bffa614f21b1ea08af4be56a95', 'gw_port': {'id': 'ac3e7abd-5273-40bb-b36c-732c1861c8aa', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:44:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8728511a-223e-4b07-aebf-2fda2c099a9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:47:47Z', 'updated_at': '2022-05-20T20:47:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': '1e93f8d5-63cd-4a45-9314-d3e7583c8489', 'name': '', 'network_id': '52b22ddd-d38d-47d7-9f62-928c2e551c45', 'tenant_id': 'f7d646bffa614f21b1ea08af4be56a95', 'mac_address': 'fa:16:3e:cc:f5:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8728511a-223e-4b07-aebf-2fda2c099a9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1232, 'fixed_ips': [{'subnet_id': '77f2b783-fdae-41c3-9017-0093e586145d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:47:52Z', 'updated_at': '2022-05-20T20:47:59Z', 'revision_number': 5, 'project_id': 'f7d646bffa614f21b1ea08af4be56a95', 'subnets': [{'id': '77f2b783-fdae-41c3-9017-0093e586145d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:51:22.570063 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-69ed8191-94c6-4f8d-bceb-16880cb01f3c req-2a3aa487-c200-4ac2-8e4b-2afaa4213a92 tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] 10.222.0.35 "GET /v2.0/security-groups?id=178a2da1-ceea-4d89-b699-5b1b443e3e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1631696 May 20 20:51:22.606170 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb44be5-c2ae-47ef-b991-19aac6236493 None None] The sync data for ids ['8728511a-223e-4b07-aebf-2fda2c099a9c'] in n-d-842733-1 is: [{'id': '8728511a-223e-4b07-aebf-2fda2c099a9c', 'name': 'tempest-AttachVolumeShelveTestJSON-1758240756-router', 'tenant_id': 'f7d646bffa614f21b1ea08af4be56a95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.93'}], 'enable_snat': True}, 'gw_port_id': 'ac3e7abd-5273-40bb-b36c-732c1861c8aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:47:44Z', 'updated_at': '2022-05-20T20:47:54Z', 'revision_number': 4, 'project_id': 'f7d646bffa614f21b1ea08af4be56a95', 'gw_port': {'id': 'ac3e7abd-5273-40bb-b36c-732c1861c8aa', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:44:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8728511a-223e-4b07-aebf-2fda2c099a9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:47:47Z', 'updated_at': '2022-05-20T20:47:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': '1e93f8d5-63cd-4a45-9314-d3e7583c8489', 'name': '', 'network_id': '52b22ddd-d38d-47d7-9f62-928c2e551c45', 'tenant_id': 'f7d646bffa614f21b1ea08af4be56a95', 'mac_address': 'fa:16:3e:cc:f5:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8728511a-223e-4b07-aebf-2fda2c099a9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1232, 'fixed_ips': [{'subnet_id': '77f2b783-fdae-41c3-9017-0093e586145d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:47:52Z', 'updated_at': '2022-05-20T20:47:59Z', 'revision_number': 5, 'project_id': 'f7d646bffa614f21b1ea08af4be56a95', 'subnets': [{'id': '77f2b783-fdae-41c3-9017-0093e586145d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 20:51:22.623895 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-9ca72c16-5869-4e2f-8b72-57f35abd1dfa tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Deleting port adce2ddb-38ea-4a78-9085-4aa980c551fe {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:51:22.624515 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9ca72c16-5869-4e2f-8b72-57f35abd1dfa tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:22.641620 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 50674) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:51:22.809124 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d348b581-2a00-40d3-ab44-18eff6b0fecd tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:22.844540 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-18d96598-39ab-4386-b025-542213b577f5 req-a46cd5a3-c9cd-4cea-bf64-5970f576c7f7 service neutron] Attempting to bind port 027a7f26-28a1-4de3-bfc2-f48c4c96da47 on host n-h2-842733-1 for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:51:22.844971 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-18d96598-39ab-4386-b025-542213b577f5 req-a46cd5a3-c9cd-4cea-bf64-5970f576c7f7 service neutron] Attempting to bind port 027a7f26-28a1-4de3-bfc2-f48c4c96da47 by drivers openvswitch,hyperv on host n-h2-842733-1 at level 0 using segments [{'id': '69c72887-b8c5-40da-8106-d7704d90f7dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'cfaff9e1-631c-4f40-a858-7ab9ee98f936'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:51:22.845982 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18d96598-39ab-4386-b025-542213b577f5 req-a46cd5a3-c9cd-4cea-bf64-5970f576c7f7 service neutron] Attempting to bind port 027a7f26-28a1-4de3-bfc2-f48c4c96da47 on network cfaff9e1-631c-4f40-a858-7ab9ee98f936 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:51:22.857577 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d348b581-2a00-40d3-ab44-18eff6b0fecd tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:22.866511 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-9ca72c16-5869-4e2f-8b72-57f35abd1dfa tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] For port adce2ddb-38ea-4a78-9085-4aa980c551fe, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=adce2ddb-38ea-4a78-9085-4aa980c551fe,segment=NetworkSegment(48b3d61e-87b9-4f1d-8d43-fbaaa004870b),segment_id=48b3d61e-87b9-4f1d-8d43-fbaaa004870b)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:51:22.868874 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port 2e1df5b4-4f1a-4391-8d35-f8e77caf43e0 is: BUILD; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:51:22.869284 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:22.878173 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9ca72c16-5869-4e2f-8b72-57f35abd1dfa tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:22.901375 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18d96598-39ab-4386-b025-542213b577f5 req-a46cd5a3-c9cd-4cea-bf64-5970f576c7f7 service neutron] Port 027a7f26-28a1-4de3-bfc2-f48c4c96da47 on network cfaff9e1-631c-4f40-a858-7ab9ee98f936 not bound, no agent of type Open vSwitch agent registered on host n-h2-842733-1 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 20:51:22.904901 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18d96598-39ab-4386-b025-542213b577f5 req-a46cd5a3-c9cd-4cea-bf64-5970f576c7f7 service neutron] Attempting to bind port 027a7f26-28a1-4de3-bfc2-f48c4c96da47 on network cfaff9e1-631c-4f40-a858-7ab9ee98f936 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:51:22.912430 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04351906-ef38-437a-9efb-68fbaddcf435 None None] get_active_networks_info from n-d-842733-1 {{(pid=103164) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 20 20:51:22.917785 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-9ca72c16-5869-4e2f-8b72-57f35abd1dfa tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Calling delete_port for adce2ddb-38ea-4a78-9085-4aa980c551fe owned by network:dhcp {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:51:22.930189 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18d96598-39ab-4386-b025-542213b577f5 req-a46cd5a3-c9cd-4cea-bf64-5970f576c7f7 service neutron] Checking agent: {'id': 'a66f2511-b955-448f-877c-56cfe9c81b12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 33, 2), 'started_at': datetime.datetime(2022, 5, 20, 20, 33, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 51, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:51:22.931169 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18d96598-39ab-4386-b025-542213b577f5 req-a46cd5a3-c9cd-4cea-bf64-5970f576c7f7 service neutron] Checking segment: {'id': '69c72887-b8c5-40da-8106-d7704d90f7dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'cfaff9e1-631c-4f40-a858-7ab9ee98f936'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:51:22.932767 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18d96598-39ab-4386-b025-542213b577f5 req-a46cd5a3-c9cd-4cea-bf64-5970f576c7f7 service neutron] Bound using segment: {'id': '69c72887-b8c5-40da-8106-d7704d90f7dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'cfaff9e1-631c-4f40-a858-7ab9ee98f936'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:51:22.933890 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-18d96598-39ab-4386-b025-542213b577f5 req-a46cd5a3-c9cd-4cea-bf64-5970f576c7f7 service neutron] Bound port: 027a7f26-28a1-4de3-bfc2-f48c4c96da47, host: n-h2-842733-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69c72887-b8c5-40da-8106-d7704d90f7dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'cfaff9e1-631c-4f40-a858-7ab9ee98f936'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:51:22.939242 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-18d96598-39ab-4386-b025-542213b577f5 req-a46cd5a3-c9cd-4cea-bf64-5970f576c7f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:22.949633 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port 2e1df5b4-4f1a-4391-8d35-f8e77caf43e0, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=2e1df5b4-4f1a-4391-8d35-f8e77caf43e0,segment=NetworkSegment(625a2e39-ceca-49f0-b8ec-14ebc369722e),segment_id=625a2e39-ceca-49f0-b8ec-14ebc369722e)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:51:22.968198 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394a4851-3fdf-4072-914f-fefd61aecf0c req-208552d3-ad49-42f0-a6ec-4167566ee99e tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:22.970386 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-394a4851-3fdf-4072-914f-fefd61aecf0c req-208552d3-ad49-42f0-a6ec-4167566ee99e tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/ports?device_id=03abbdec-2b0d-4070-9a67-4bafa23e6224 HTTP/1.1" status: 200 len: 945 time: 0.2546914 May 20 20:51:22.982904 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec152a28-91d7-45a0-9983-5252d13573c8 req-c986e623-2e63-4968-b44e-b1ef577f598d tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:22.988920 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec152a28-91d7-45a0-9983-5252d13573c8 req-c986e623-2e63-4968-b44e-b1ef577f598d tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:22.994863 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec152a28-91d7-45a0-9983-5252d13573c8 req-c986e623-2e63-4968-b44e-b1ef577f598d tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:23.002836 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ec152a28-91d7-45a0-9983-5252d13573c8 req-c986e623-2e63-4968-b44e-b1ef577f598d tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] 10.222.0.35 "GET /v2.0/ports?device_id=5c11b556-a33a-40e5-b9c5-1a2cf7fa8cb3 HTTP/1.1" status: 200 len: 2401 time: 0.2688735 May 20 20:51:23.053609 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d348b581-2a00-40d3-ab44-18eff6b0fecd tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:23.055789 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:23.058790 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d348b581-2a00-40d3-ab44-18eff6b0fecd tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:23.060259 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-d348b581-2a00-40d3-ab44-18eff6b0fecd tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "DELETE /v2.0/security-groups/17369763-0550-4ec3-bd12-32142aaf9548 HTTP/1.1" status: 204 len: 168 time: 0.4176080 May 20 20:51:23.065126 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 50682) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:51:23.090166 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fa4dbcb-145a-42ce-8642-7b4005b552d8 None None] New status for floating IP e6d2120f-3c74-4894-9ac8-2a0f2766a521: DOWN {{(pid=103165) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 20:51:23.119871 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d348b581-2a00-40d3-ab44-18eff6b0fecd tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17369763-0550-4ec3-bd12-32142aaf9548,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:51:23.130120 n-d-842733-1 neutron-server[103162]: INFO neutron.api.v2.resource [None req-90478099-6a5d-433d-8373-799a46634593 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] show failed (client error): The resource could not be found. May 20 20:51:23.133870 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-90478099-6a5d-433d-8373-799a46634593 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "GET /v2.0/security-groups/17369763-0550-4ec3-bd12-32142aaf9548 HTTP/1.1" status: 404 len: 347 time: 0.0557323 May 20 20:51:23.137819 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 50686) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:51:23.156586 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=2e1df5b4-4f1a-4391-8d35-f8e77caf43e0,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:51:23.161483 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ec152a28-91d7-45a0-9983-5252d13573c8 req-17327f52-254d-43c8-91fa-ae3e6afa50fb tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] 10.222.0.35 "GET /v2.0/security-groups?id=2790e470-9a47-406f-98f4-701141624dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538107 May 20 20:51:23.166762 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device c377ecf0-f976-4335-a271-7a9e62459ad6 up at agent hyperv_n-h2-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:51:23.187635 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-394a4851-3fdf-4072-914f-fefd61aecf0c req-d47a3d03-97dc-4337-92da-ae2ab0eaedb1 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9f9543d-587a-47bd-8772-bda4bd5582ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727738 May 20 20:51:23.249170 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-18d96598-39ab-4386-b025-542213b577f5 req-a46cd5a3-c9cd-4cea-bf64-5970f576c7f7 service neutron] For port 027a7f26-28a1-4de3-bfc2-f48c4c96da47, host n-h2-842733-1, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:51:23.284827 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-18d96598-39ab-4386-b025-542213b577f5 req-a46cd5a3-c9cd-4cea-bf64-5970f576c7f7 service neutron] For port 027a7f26-28a1-4de3-bfc2-f48c4c96da47, host n-h2-842733-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=027a7f26-28a1-4de3-bfc2-f48c4c96da47,segment=NetworkSegment(69c72887-b8c5-40da-8106-d7704d90f7dd),segment_id=69c72887-b8c5-40da-8106-d7704d90f7dd)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:51:23.383476 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04351906-ef38-437a-9efb-68fbaddcf435 None None] Resources bound (agent type, host, resource id): {{(pid=103164) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 20 20:51:23.383800 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-7f33b5ec-e3b4-40fe-ba8b-b8f8d0930a9c tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Deleting port 23d2176f-3208-4da1-8638-4d655aad496b {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:51:23.384157 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7f33b5ec-e3b4-40fe-ba8b-b8f8d0930a9c tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:23.396597 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9ca72c16-5869-4e2f-8b72-57f35abd1dfa tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:23.418261 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Provisioning for port c377ecf0-f976-4335-a271-7a9e62459ad6 completed by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 20:51:23.443708 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-18d96598-39ab-4386-b025-542213b577f5 req-a46cd5a3-c9cd-4cea-bf64-5970f576c7f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:23.450256 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca72c16-5869-4e2f-8b72-57f35abd1dfa tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Pushing event deleted for resources: {'Port': ['ID=adce2ddb-38ea-4a78-9085-4aa980c551fe,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:51:23.453324 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca72c16-5869-4e2f-8b72-57f35abd1dfa tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] No DVR routers for this DVR port adce2ddb-38ea-4a78-9085-4aa980c551fe on host n-d-842733-1 {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:51:23.473846 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Provisioning complete for port c377ecf0-f976-4335-a271-7a9e62459ad6 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:51:23.479056 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:23.499897 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7f33b5ec-e3b4-40fe-ba8b-b8f8d0930a9c tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:23.500662 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7f33b5ec-e3b4-40fe-ba8b-b8f8d0930a9c tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:23.521390 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-7f33b5ec-e3b4-40fe-ba8b-b8f8d0930a9c tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Calling delete_port for 23d2176f-3208-4da1-8638-4d655aad496b owned by network:floatingip {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:51:23.526671 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3341dd82-9a2b-472a-84e6-3156c9ab4a6c req-6dad46c0-c6a7-43ae-8aff-654938b7a61e tempest-InstanceActionsTestJSON-472124511 tempest-InstanceActionsTestJSON-472124511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:23.534424 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3341dd82-9a2b-472a-84e6-3156c9ab4a6c req-6dad46c0-c6a7-43ae-8aff-654938b7a61e tempest-InstanceActionsTestJSON-472124511 tempest-InstanceActionsTestJSON-472124511-project] 10.222.0.35 "GET /v2.0/ports?device_id=95dd69ea-d5bd-452e-b578-a7b52e6e0767 HTTP/1.1" status: 200 len: 945 time: 0.2235310 May 20 20:51:23.540520 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d96598-39ab-4386-b025-542213b577f5 req-a46cd5a3-c9cd-4cea-bf64-5970f576c7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:23.541148 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-18d96598-39ab-4386-b025-542213b577f5 req-a46cd5a3-c9cd-4cea-bf64-5970f576c7f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:23.542562 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-18d96598-39ab-4386-b025-542213b577f5 req-a46cd5a3-c9cd-4cea-bf64-5970f576c7f7 service neutron] 10.222.0.13 "PUT /v2.0/ports/027a7f26-28a1-4de3-bfc2-f48c4c96da47 HTTP/1.1" status: 200 len: 1092 time: 2.5549595 May 20 20:51:23.561334 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae6621d-5f5f-49cd-9b09-3de89bf2a6bd req-5ffb39a1-941c-467e-a175-ba7c938be0ff tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:23.568050 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae6621d-5f5f-49cd-9b09-3de89bf2a6bd req-5ffb39a1-941c-467e-a175-ba7c938be0ff tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:23.574372 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae6621d-5f5f-49cd-9b09-3de89bf2a6bd req-5ffb39a1-941c-467e-a175-ba7c938be0ff tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:23.580545 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae6621d-5f5f-49cd-9b09-3de89bf2a6bd req-5ffb39a1-941c-467e-a175-ba7c938be0ff tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:23.587378 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae6621d-5f5f-49cd-9b09-3de89bf2a6bd req-5ffb39a1-941c-467e-a175-ba7c938be0ff tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:23.592759 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae6621d-5f5f-49cd-9b09-3de89bf2a6bd req-5ffb39a1-941c-467e-a175-ba7c938be0ff tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:23.599490 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae6621d-5f5f-49cd-9b09-3de89bf2a6bd req-5ffb39a1-941c-467e-a175-ba7c938be0ff tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:23.601426 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-eae6621d-5f5f-49cd-9b09-3de89bf2a6bd req-5ffb39a1-941c-467e-a175-ba7c938be0ff tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] 10.222.0.35 "GET /v2.0/ports?device_id=24bc83bc-86f4-4e1f-99de-9736337ee499 HTTP/1.1" status: 200 len: 5425 time: 0.2550128 May 20 20:51:23.604985 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c11b556-a33a-40e5-b9c5-1a2cf7fa8cb3', 'tag': '027a7f26-28a1-4de3-bfc2-f48c4c96da47'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:51:23.607408 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4291b17aa7b45362825f0571e77c85f5e73afe1df9c7e9e15006df9d695c005e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de4bdafb-594a-4c24-b3a2-a37e51798883" -d '{"events": [{"name": "network-changed", "server_uuid": "5c11b556-a33a-40e5-b9c5-1a2cf7fa8cb3", "tag": "027a7f26-28a1-4de3-bfc2-f48c4c96da47"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:51:23.658227 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device e1e79e6a-020a-4ce7-a79e-b882ae907d25 up at agent hyperv_n-h1-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:51:23.774546 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7f33b5ec-e3b4-40fe-ba8b-b8f8d0930a9c tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:23.804005 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f33b5ec-e3b4-40fe-ba8b-b8f8d0930a9c tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Pushing event deleted for resources: {'Port': ['ID=23d2176f-3208-4da1-8638-4d655aad496b,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:51:23.860669 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port c377ecf0-f976-4335-a271-7a9e62459ad6 is: BUILD; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:51:23.861055 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:23.881324 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7f33b5ec-e3b4-40fe-ba8b-b8f8d0930a9c tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Notify callbacks [] for floatingip, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:23.885025 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7f33b5ec-e3b4-40fe-ba8b-b8f8d0930a9c tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for floatingip, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:23.886326 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-7f33b5ec-e3b4-40fe-ba8b-b8f8d0930a9c tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "DELETE /v2.0/floatingips/e6d2120f-3c74-4894-9ac8-2a0f2766a521 HTTP/1.1" status: 204 len: 168 time: 0.7473474 May 20 20:51:23.927133 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Provisioning for port e1e79e6a-020a-4ce7-a79e-b882ae907d25 completed by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 20:51:23.968220 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4bb0e131-6525-46ca-a45b-e4ea43a5e69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:23.974371 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Provisioning complete for port e1e79e6a-020a-4ce7-a79e-b882ae907d25 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:51:23.974752 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:23.978776 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port c377ecf0-f976-4335-a271-7a9e62459ad6, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=c377ecf0-f976-4335-a271-7a9e62459ad6,segment=NetworkSegment(0aa42cdb-6fd7-42fb-bac9-6b1b09d7a688),segment_id=0aa42cdb-6fd7-42fb-bac9-6b1b09d7a688)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:51:24.004264 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [req-18d96598-39ab-4386-b025-542213b577f5 req-1a0b5f3d-2bc1-4f6d-a952-06c32fd89e59 service neutron] Request body: {'port': {'device_id': '5c11b556-a33a-40e5-b9c5-1a2cf7fa8cb3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-842733-1'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:51:24.062696 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9ca72c16-5869-4e2f-8b72-57f35abd1dfa tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33072115', 'neutron.services.segments.db._delete_segments_for_network-8782419500584'] for network, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:24.082868 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46cd5a3-c9cd-4cea-bf64-5970f576c7f7 service neutron] Pushing event updated for resources: {'Port': ['ID=027a7f26-28a1-4de3-bfc2-f48c4c96da47,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:51:24.089418 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:24.090641 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 572584f9-d33c-4ce6-b334-490469f36e8c up at agent hyperv_n-h2-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:51:24.102151 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3341dd82-9a2b-472a-84e6-3156c9ab4a6c req-976eb7fc-8f78-4142-ac83-dc1c23dbeac5 tempest-InstanceActionsTestJSON-472124511 tempest-InstanceActionsTestJSON-472124511-project] 10.222.0.35 "GET /v2.0/security-groups?id=aebc29d8-55f1-4097-9b76-b0f5762ffa69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5665703 May 20 20:51:24.122687 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-eae6621d-5f5f-49cd-9b09-3de89bf2a6bd req-56629ace-096e-4910-9d7e-3873ef38023b tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] 10.222.0.35 "GET /v2.0/security-groups?id=863381a6-ea9c-49ea-aca2-bed57188f540&id=a9a0a9ba-adc9-42eb-829d-df5caa26883b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5033584 May 20 20:51:24.162353 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-9ca72c16-5869-4e2f-8b72-57f35abd1dfa tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ce443ff-8ec5-4cb2-bae7-7ce3f3029ca4']}} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:51:24.173970 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-9ca72c16-5869-4e2f-8b72-57f35abd1dfa tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48b3d61e-87b9-4f1d-8d43-fbaaa004870b') {'for_net_delete': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:51:24.174467 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-9ca72c16-5869-4e2f-8b72-57f35abd1dfa tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48b3d61e-87b9-4f1d-8d43-fbaaa004870b') {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:51:24.189595 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-18d96598-39ab-4386-b025-542213b577f5 req-1a0b5f3d-2bc1-4f6d-a952-06c32fd89e59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:24.193245 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9ca72c16-5869-4e2f-8b72-57f35abd1dfa tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419501617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9338764'] for segment, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:24.200802 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24bc83bc-86f4-4e1f-99de-9736337ee499', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e1df5b4-4f1a-4391-8d35-f8e77caf43e0'}, {'server_uuid': '24bc83bc-86f4-4e1f-99de-9736337ee499', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c377ecf0-f976-4335-a271-7a9e62459ad6'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:51:24.203432 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8485417003ce7c0410b00f5cdc2f391e21107b70bb68e2773712534a96e108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-103a8891-a3ea-43d5-afee-2bba7173f558" -d '{"events": [{"server_uuid": "24bc83bc-86f4-4e1f-99de-9736337ee499", "name": "network-vif-plugged", "status": "completed", "tag": "2e1df5b4-4f1a-4391-8d35-f8e77caf43e0"}, {"server_uuid": "24bc83bc-86f4-4e1f-99de-9736337ee499", "name": "network-vif-plugged", "status": "completed", "tag": "c377ecf0-f976-4335-a271-7a9e62459ad6"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:51:24.206899 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=c377ecf0-f976-4335-a271-7a9e62459ad6,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:51:24.213259 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Current status of the port e1e79e6a-020a-4ce7-a79e-b882ae907d25 is: BUILD; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:51:24.220248 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:24.231428 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9ca72c16-5869-4e2f-8b72-57f35abd1dfa tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:24.275604 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port e1e79e6a-020a-4ce7-a79e-b882ae907d25, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=e1e79e6a-020a-4ce7-a79e-b882ae907d25,segment=NetworkSegment(dd8a623c-4c89-4ce4-8139-10cd9fdc41ca),segment_id=dd8a623c-4c89-4ce4-8139-10cd9fdc41ca)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:51:24.294445 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ca72c16-5869-4e2f-8b72-57f35abd1dfa tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Releasing vlan 230 on physical network physnet1 to pool {{(pid=103163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 20:51:24.295562 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9ca72c16-5869-4e2f-8b72-57f35abd1dfa tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9638311'] for segment, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:24.298665 n-d-842733-1 neutron-server[103163]: Traceback (most recent call last): May 20 20:51:24.298665 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 20:51:24.298665 n-d-842733-1 neutron-server[103163]: timer() May 20 20:51:24.298665 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 20:51:24.298665 n-d-842733-1 neutron-server[103163]: cb(*args, **kw) May 20 20:51:24.298665 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 20 20:51:24.298665 n-d-842733-1 neutron-server[103163]: return func(*args, **kwargs) May 20 20:51:24.298665 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 20:51:24.298665 n-d-842733-1 neutron-server[103163]: self._notify() May 20 20:51:24.298665 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 20:51:24.298665 n-d-842733-1 neutron-server[103163]: self.callback(batched_events) May 20 20:51:24.298665 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 20:51:24.298665 n-d-842733-1 neutron-server[103163]: event.method(event) May 20 20:51:24.298665 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 20 20:51:24.298665 n-d-842733-1 neutron-server[103163]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 20:51:24.298665 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 20 20:51:24.298665 n-d-842733-1 neutron-server[103163]: aggregate_uuid = self.p_client.list_aggregates( May 20 20:51:24.298665 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 20 20:51:24.298665 n-d-842733-1 neutron-server[103163]: return f(self, *a, **k) May 20 20:51:24.298665 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 20 20:51:24.298665 n-d-842733-1 neutron-server[103163]: return self._get(url).json() May 20 20:51:24.298665 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 20 20:51:24.298665 n-d-842733-1 neutron-server[103163]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 20:51:24.298665 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 20:51:24.298665 n-d-842733-1 neutron-server[103163]: return self.request(url, 'GET', **kwargs) May 20 20:51:24.298665 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 20:51:24.298665 n-d-842733-1 neutron-server[103163]: base_url = self.get_endpoint(auth, allow=allow, May 20 20:51:24.298665 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 20:51:24.298665 n-d-842733-1 neutron-server[103163]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 20:51:24.298665 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 20:51:24.298665 n-d-842733-1 neutron-server[103163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 20:51:24.298665 n-d-842733-1 neutron-server[103163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 20:51:24.344090 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Provisioning for port 572584f9-d33c-4ce6-b334-490469f36e8c completed by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 20:51:24.348059 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Provisioning complete for port 572584f9-d33c-4ce6-b334-490469f36e8c triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:51:24.348512 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:24.373763 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:24.459223 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Pushing event updated for resources: {'Port': ['ID=e1e79e6a-020a-4ce7-a79e-b882ae907d25,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:51:24.499587 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port 572584f9-d33c-4ce6-b334-490469f36e8c is: BUILD; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:51:24.499969 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:24.509145 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01330d79-3d19-462a-ae2b-0e63e6db6e97 req-d55e4f7f-034d-46ab-9e12-c3ccfd4efb0a tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:24.510686 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-01330d79-3d19-462a-ae2b-0e63e6db6e97 req-d55e4f7f-034d-46ab-9e12-c3ccfd4efb0a tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] 10.222.0.35 "GET /v2.0/ports?device_id=8b88cd31-cda3-44fe-8261-e4f5f87931ab HTTP/1.1" status: 200 len: 945 time: 0.2682269 May 20 20:51:24.532636 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:24.540052 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port 572584f9-d33c-4ce6-b334-490469f36e8c, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=572584f9-d33c-4ce6-b334-490469f36e8c,segment=NetworkSegment(625a2e39-ceca-49f0-b8ec-14ebc369722e),segment_id=625a2e39-ceca-49f0-b8ec-14ebc369722e)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:51:24.570033 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9ca72c16-5869-4e2f-8b72-57f35abd1dfa tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33072122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748162'] for network, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:24.613875 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9ca72c16-5869-4e2f-8b72-57f35abd1dfa tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:24.616154 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:24.620488 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 4f6e4e5b-3b4d-4afd-ab5f-fc21ef7d2709 up at agent hyperv_n-h2-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:51:24.620637 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-9ca72c16-5869-4e2f-8b72-57f35abd1dfa tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] 10.222.0.35 "DELETE /v2.0/networks/1ce443ff-8ec5-4cb2-bae7-7ce3f3029ca4 HTTP/1.1" status: 204 len: 168 time: 5.4417112 May 20 20:51:24.626120 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 50714) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:51:24.631883 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccee3dc-b507-4721-9b37-2d22c2d55b45 req-cca08bd0-93a3-4b5d-acd8-cd6851c47b6c tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:24.633342 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2ccee3dc-b507-4721-9b37-2d22c2d55b45 req-cca08bd0-93a3-4b5d-acd8-cd6851c47b6c tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/networks?id=9abac87e-130e-4a54-8c74-9469b8c9e8ef HTTP/1.1" status: 200 len: 814 time: 0.3529327 May 20 20:51:24.648239 n-d-842733-1 neutron-server[103162]: INFO neutron.pecan_wsgi.hooks.translation [None req-c57d6e8e-8940-4791-a2d2-46868ae8d70c tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] DELETE failed (client error): The resource could not be found. May 20 20:51:24.648695 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c57d6e8e-8940-4791-a2d2-46868ae8d70c tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 20:51:24.651630 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-c57d6e8e-8940-4791-a2d2-46868ae8d70c tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] 10.222.0.35 "DELETE /v2.0/subnets/ca5beb1e-ffa9-4427-86db-77f254a5ad32 HTTP/1.1" status: 404 len: 337 time: 0.0295613 May 20 20:51:24.652368 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca72c16-5869-4e2f-8b72-57f35abd1dfa tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Pushing event deleted for resources: {'Network': ['ID=1ce443ff-8ec5-4cb2-bae7-7ce3f3029ca4,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:51:24.654176 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 50716) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:51:24.662541 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-01330d79-3d19-462a-ae2b-0e63e6db6e97 req-b514e38e-7436-4d9f-ba2a-4174800cfa4b tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] 10.222.0.35 "GET /v2.0/security-groups?id=178a2da1-ceea-4d89-b699-5b1b443e3e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1403060 May 20 20:51:24.668935 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2ccee3dc-b507-4721-9b37-2d22c2d55b45 req-e4c13741-1827-443a-bf61-f252c7cb3e3b tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/quotas/588768b5beac49d4962709858ca424c7 HTTP/1.1" status: 200 len: 375 time: 0.0226152 May 20 20:51:24.686828 n-d-842733-1 neutron-server[103162]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fa7ed49-a499-4fe1-b2ce-1b468f44e593 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] DELETE failed (client error): The resource could not be found. May 20 20:51:24.687381 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3fa7ed49-a499-4fe1-b2ce-1b468f44e593 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 20:51:24.690838 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-3fa7ed49-a499-4fe1-b2ce-1b468f44e593 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] 10.222.0.35 "DELETE /v2.0/networks/1ce443ff-8ec5-4cb2-bae7-7ce3f3029ca4 HTTP/1.1" status: 404 len: 339 time: 0.0354755 May 20 20:51:24.693883 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 50718) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:51:24.705457 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=572584f9-d33c-4ce6-b334-490469f36e8c,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:51:24.751960 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 20:51:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a74c4c0f-72af-4ac9-83cc-a8bf3eb9f533 x-openstack-request-id: req-a74c4c0f-72af-4ac9-83cc-a8bf3eb9f533 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:51:24.752246 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c11b556-a33a-40e5-b9c5-1a2cf7fa8cb3", "tag": "027a7f26-28a1-4de3-bfc2-f48c4c96da47", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:51:24.752490 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a74c4c0f-72af-4ac9-83cc-a8bf3eb9f533 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:51:24.752882 n-d-842733-1 neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a74c4c0f-72af-4ac9-83cc-a8bf3eb9f533'] response: {'name': 'network-changed', 'server_uuid': '5c11b556-a33a-40e5-b9c5-1a2cf7fa8cb3', 'tag': '027a7f26-28a1-4de3-bfc2-f48c4c96da47', 'status': 'completed', 'code': 200} May 20 20:51:24.799277 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2ccee3dc-b507-4721-9b37-2d22c2d55b45 req-d7fa9058-b9b9-416c-9a65-02fcda450f16 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=588768b5beac49d4962709858ca424c7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1164825 May 20 20:51:24.819756 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [req-18d96598-39ab-4386-b025-542213b577f5 req-1a0b5f3d-2bc1-4f6d-a952-06c32fd89e59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id badab173-da92-48c1-b13b-119c9b27621a {{(pid=103163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:51:24.823586 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-18d96598-39ab-4386-b025-542213b577f5 req-1a0b5f3d-2bc1-4f6d-a952-06c32fd89e59 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:24.838013 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [req-18d96598-39ab-4386-b025-542213b577f5 req-1a0b5f3d-2bc1-4f6d-a952-06c32fd89e59 service neutron] Transition to ACTIVE for port object badab173-da92-48c1-b13b-119c9b27621a will not be triggered until provisioned by entity L2. {{(pid=103163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 20:51:24.838417 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Provisioning for port 4f6e4e5b-3b4d-4afd-ab5f-fc21ef7d2709 completed by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 20:51:24.842873 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Provisioning complete for port 4f6e4e5b-3b4d-4afd-ab5f-fc21ef7d2709 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:51:24.843439 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:24.854620 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6be8d6f1-5e04-46dc-925d-5b92e07944e2 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33160123'] for network, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:24.881415 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4bdafb-594a-4c24-b3a2-a37e51798883 req-73e0fff8-db0f-469f-8173-114dd5ca0deb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:24.882114 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4bdafb-594a-4c24-b3a2-a37e51798883 req-73e0fff8-db0f-469f-8173-114dd5ca0deb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:24.883146 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4bdafb-594a-4c24-b3a2-a37e51798883 req-73e0fff8-db0f-469f-8173-114dd5ca0deb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:24.884801 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-de4bdafb-594a-4c24-b3a2-a37e51798883 req-73e0fff8-db0f-469f-8173-114dd5ca0deb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e3d9ae9ec4284a8583d227968508713c&device_id=5c11b556-a33a-40e5-b9c5-1a2cf7fa8cb3 HTTP/1.1" status: 200 len: 2799 time: 0.0761311 May 20 20:51:24.907645 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 50726) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:51:24.913722 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-9ee261df-1043-4923-a8c7-c38810e7ef77 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1172535476', 'description': 'tempest-description--282478790'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:51:24.944795 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port 4f6e4e5b-3b4d-4afd-ab5f-fc21ef7d2709 is: BUILD; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:51:24.945483 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:24.954976 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 20 May 2022 20:51:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f9e2678-46b6-4652-b560-ba05fbb2e663 x-openstack-request-id: req-0f9e2678-46b6-4652-b560-ba05fbb2e663 {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:51:24.955271 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24bc83bc-86f4-4e1f-99de-9736337ee499", "name": "network-vif-plugged", "status": "completed", "tag": "2e1df5b4-4f1a-4391-8d35-f8e77caf43e0", "code": 200}, {"server_uuid": "24bc83bc-86f4-4e1f-99de-9736337ee499", "name": "network-vif-plugged", "status": "completed", "tag": "c377ecf0-f976-4335-a271-7a9e62459ad6", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:51:24.955525 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0f9e2678-46b6-4652-b560-ba05fbb2e663 {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:51:24.955924 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f9e2678-46b6-4652-b560-ba05fbb2e663'] response: {'server_uuid': '24bc83bc-86f4-4e1f-99de-9736337ee499', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e1df5b4-4f1a-4391-8d35-f8e77caf43e0', 'code': 200} May 20 20:51:24.956184 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f9e2678-46b6-4652-b560-ba05fbb2e663'] response: {'server_uuid': '24bc83bc-86f4-4e1f-99de-9736337ee499', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c377ecf0-f976-4335-a271-7a9e62459ad6', 'code': 200} May 20 20:51:24.956880 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-18d96598-39ab-4386-b025-542213b577f5 req-1a0b5f3d-2bc1-4f6d-a952-06c32fd89e59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:24.982006 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port 4f6e4e5b-3b4d-4afd-ab5f-fc21ef7d2709, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=4f6e4e5b-3b4d-4afd-ab5f-fc21ef7d2709,segment=NetworkSegment(625a2e39-ceca-49f0-b8ec-14ebc369722e),segment_id=625a2e39-ceca-49f0-b8ec-14ebc369722e)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:51:25.030320 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6be8d6f1-5e04-46dc-925d-5b92e07944e2 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33072115', 'neutron.services.segments.db._delete_segments_for_network-8782419500584'] for network, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:25.056346 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e33318-7e60-4f51-bab2-896a0acd9507 req-fee4a882-c0ea-4ce0-8167-8454e4da70df tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:25.062547 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e33318-7e60-4f51-bab2-896a0acd9507 req-fee4a882-c0ea-4ce0-8167-8454e4da70df tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:25.068605 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:25.069321 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e33318-7e60-4f51-bab2-896a0acd9507 req-fee4a882-c0ea-4ce0-8167-8454e4da70df tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:25.070249 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 8e5cf7ff-15da-45a7-acbe-5153d4a2259c up at agent hyperv_n-h2-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:51:25.077185 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e2e33318-7e60-4f51-bab2-896a0acd9507 req-fee4a882-c0ea-4ce0-8167-8454e4da70df tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] 10.222.0.35 "GET /v2.0/ports?device_id=5c11b556-a33a-40e5-b9c5-1a2cf7fa8cb3 HTTP/1.1" status: 200 len: 2401 time: 0.1803658 May 20 20:51:25.194582 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=4f6e4e5b-3b4d-4afd-ab5f-fc21ef7d2709,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:51:25.204310 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0b5f3d-2bc1-4f6d-a952-06c32fd89e59 service neutron] Pushing event updated for resources: {'Port': ['ID=badab173-da92-48c1-b13b-119c9b27621a,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:51:25.208953 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9ee261df-1043-4923-a8c7-c38810e7ef77 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:25.244581 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Provisioning for port 8e5cf7ff-15da-45a7-acbe-5153d4a2259c completed by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 20:51:25.245938 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e2e33318-7e60-4f51-bab2-896a0acd9507 req-f5cf4ce2-b66f-4d68-a65d-1d1ba2bdf678 tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] 10.222.0.35 "GET /v2.0/security-groups?id=2790e470-9a47-406f-98f4-701141624dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676180 May 20 20:51:25.256671 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Provisioning complete for port 8e5cf7ff-15da-45a7-acbe-5153d4a2259c triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:51:25.257330 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:25.277186 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454250e2-e27a-4d49-b331-6df6af9d8bcc req-8ae5a5c9-ba17-4436-9216-e52d3135812c tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:25.278794 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-454250e2-e27a-4d49-b331-6df6af9d8bcc req-8ae5a5c9-ba17-4436-9216-e52d3135812c tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/ports?device_id=03abbdec-2b0d-4070-9a67-4bafa23e6224 HTTP/1.1" status: 200 len: 945 time: 0.2650781 May 20 20:51:25.281858 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-18d96598-39ab-4386-b025-542213b577f5 req-1a0b5f3d-2bc1-4f6d-a952-06c32fd89e59 service neutron] Attempting to bind port badab173-da92-48c1-b13b-119c9b27621a on host n-h2-842733-1 for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:51:25.282190 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-18d96598-39ab-4386-b025-542213b577f5 req-1a0b5f3d-2bc1-4f6d-a952-06c32fd89e59 service neutron] Attempting to bind port badab173-da92-48c1-b13b-119c9b27621a by drivers openvswitch,hyperv on host n-h2-842733-1 at level 0 using segments [{'id': '33a148b7-9d1d-44df-af49-c7676d5a181d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '66d58b19-8fe4-4fe0-9a11-5120bbb05f2e'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:51:25.282513 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18d96598-39ab-4386-b025-542213b577f5 req-1a0b5f3d-2bc1-4f6d-a952-06c32fd89e59 service neutron] Attempting to bind port badab173-da92-48c1-b13b-119c9b27621a on network 66d58b19-8fe4-4fe0-9a11-5120bbb05f2e {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:51:25.308022 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18d96598-39ab-4386-b025-542213b577f5 req-1a0b5f3d-2bc1-4f6d-a952-06c32fd89e59 service neutron] Port badab173-da92-48c1-b13b-119c9b27621a on network 66d58b19-8fe4-4fe0-9a11-5120bbb05f2e not bound, no agent of type Open vSwitch agent registered on host n-h2-842733-1 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 20:51:25.311598 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18d96598-39ab-4386-b025-542213b577f5 req-1a0b5f3d-2bc1-4f6d-a952-06c32fd89e59 service neutron] Attempting to bind port badab173-da92-48c1-b13b-119c9b27621a on network 66d58b19-8fe4-4fe0-9a11-5120bbb05f2e {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:51:25.321414 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18d96598-39ab-4386-b025-542213b577f5 req-1a0b5f3d-2bc1-4f6d-a952-06c32fd89e59 service neutron] Checking agent: {'id': 'a66f2511-b955-448f-877c-56cfe9c81b12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 33, 2), 'started_at': datetime.datetime(2022, 5, 20, 20, 33, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 51, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:51:25.322042 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18d96598-39ab-4386-b025-542213b577f5 req-1a0b5f3d-2bc1-4f6d-a952-06c32fd89e59 service neutron] Checking segment: {'id': '33a148b7-9d1d-44df-af49-c7676d5a181d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '66d58b19-8fe4-4fe0-9a11-5120bbb05f2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:51:25.322193 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18d96598-39ab-4386-b025-542213b577f5 req-1a0b5f3d-2bc1-4f6d-a952-06c32fd89e59 service neutron] Bound using segment: {'id': '33a148b7-9d1d-44df-af49-c7676d5a181d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '66d58b19-8fe4-4fe0-9a11-5120bbb05f2e'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:51:25.322554 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-18d96598-39ab-4386-b025-542213b577f5 req-1a0b5f3d-2bc1-4f6d-a952-06c32fd89e59 service neutron] Bound port: badab173-da92-48c1-b13b-119c9b27621a, host: n-h2-842733-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33a148b7-9d1d-44df-af49-c7676d5a181d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '66d58b19-8fe4-4fe0-9a11-5120bbb05f2e'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:51:25.322920 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-18d96598-39ab-4386-b025-542213b577f5 req-1a0b5f3d-2bc1-4f6d-a952-06c32fd89e59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:25.400873 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-454250e2-e27a-4d49-b331-6df6af9d8bcc req-802fc5fc-10ec-42e6-a6af-ae7e1ac245b3 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9f9543d-587a-47bd-8772-bda4bd5582ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105552 May 20 20:51:25.417354 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-6be8d6f1-5e04-46dc-925d-5b92e07944e2 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d74eff0d-614d-4bd8-9ec9-f5ff19dcac6d']}} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:51:25.436437 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port 8e5cf7ff-15da-45a7-acbe-5153d4a2259c is: BUILD; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:51:25.436927 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:25.452797 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-6be8d6f1-5e04-46dc-925d-5b92e07944e2 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68191fe9-01bb-4ebe-aabc-af573605b048') {'for_net_delete': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:51:25.453093 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-6be8d6f1-5e04-46dc-925d-5b92e07944e2 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68191fe9-01bb-4ebe-aabc-af573605b048') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:51:25.467830 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4bdafb-594a-4c24-b3a2-a37e51798883 req-3b34762d-1487-4834-9760-9bbdd1ba416d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:25.468456 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4bdafb-594a-4c24-b3a2-a37e51798883 req-3b34762d-1487-4834-9760-9bbdd1ba416d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:25.469119 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4bdafb-594a-4c24-b3a2-a37e51798883 req-3b34762d-1487-4834-9760-9bbdd1ba416d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:25.470752 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-de4bdafb-594a-4c24-b3a2-a37e51798883 req-3b34762d-1487-4834-9760-9bbdd1ba416d service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=e3d9ae9ec4284a8583d227968508713c&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.5692582 May 20 20:51:25.475183 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6be8d6f1-5e04-46dc-925d-5b92e07944e2 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419501617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3738385'] for segment, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:25.479763 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9ee261df-1043-4923-a8c7-c38810e7ef77 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:25.487869 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cc3ec51b-6ec8-438a-8349-5f0bec346d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:25.492711 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port 8e5cf7ff-15da-45a7-acbe-5153d4a2259c, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=8e5cf7ff-15da-45a7-acbe-5153d4a2259c,segment=NetworkSegment(625a2e39-ceca-49f0-b8ec-14ebc369722e),segment_id=625a2e39-ceca-49f0-b8ec-14ebc369722e)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:51:25.535764 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6be8d6f1-5e04-46dc-925d-5b92e07944e2 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:25.543793 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6be8d6f1-5e04-46dc-925d-5b92e07944e2 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Releasing vlan 214 on physical network physnet1 to pool {{(pid=103162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 20:51:25.544206 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6be8d6f1-5e04-46dc-925d-5b92e07944e2 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3800791'] for segment, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:25.547036 n-d-842733-1 neutron-server[103162]: Traceback (most recent call last): May 20 20:51:25.547036 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 20:51:25.547036 n-d-842733-1 neutron-server[103162]: timer() May 20 20:51:25.547036 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 20:51:25.547036 n-d-842733-1 neutron-server[103162]: cb(*args, **kw) May 20 20:51:25.547036 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 20 20:51:25.547036 n-d-842733-1 neutron-server[103162]: return func(*args, **kwargs) May 20 20:51:25.547036 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 20:51:25.547036 n-d-842733-1 neutron-server[103162]: self._notify() May 20 20:51:25.547036 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 20:51:25.547036 n-d-842733-1 neutron-server[103162]: self.callback(batched_events) May 20 20:51:25.547036 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 20:51:25.547036 n-d-842733-1 neutron-server[103162]: event.method(event) May 20 20:51:25.547036 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 20 20:51:25.547036 n-d-842733-1 neutron-server[103162]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 20:51:25.547036 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 20 20:51:25.547036 n-d-842733-1 neutron-server[103162]: aggregate_uuid = self.p_client.list_aggregates( May 20 20:51:25.547036 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 20 20:51:25.547036 n-d-842733-1 neutron-server[103162]: return f(self, *a, **k) May 20 20:51:25.547036 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 20 20:51:25.547036 n-d-842733-1 neutron-server[103162]: return self._get(url).json() May 20 20:51:25.547036 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 20 20:51:25.547036 n-d-842733-1 neutron-server[103162]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 20:51:25.547036 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 20:51:25.547036 n-d-842733-1 neutron-server[103162]: return self.request(url, 'GET', **kwargs) May 20 20:51:25.547036 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 20:51:25.547036 n-d-842733-1 neutron-server[103162]: base_url = self.get_endpoint(auth, allow=allow, May 20 20:51:25.547036 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 20:51:25.547036 n-d-842733-1 neutron-server[103162]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 20:51:25.547036 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 20:51:25.547036 n-d-842733-1 neutron-server[103162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 20:51:25.547036 n-d-842733-1 neutron-server[103162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 20:51:25.571058 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbc81ec-bae2-44ab-b1da-42743e6d6a7d req-0c5668e2-e44b-41c3-ab98-5e1802d7174b tempest-InstanceActionsTestJSON-472124511 tempest-InstanceActionsTestJSON-472124511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:25.572603 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9fbc81ec-bae2-44ab-b1da-42743e6d6a7d req-0c5668e2-e44b-41c3-ab98-5e1802d7174b tempest-InstanceActionsTestJSON-472124511 tempest-InstanceActionsTestJSON-472124511-project] 10.222.0.35 "GET /v2.0/ports?device_id=95dd69ea-d5bd-452e-b578-a7b52e6e0767 HTTP/1.1" status: 200 len: 946 time: 0.1623456 May 20 20:51:25.574244 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9ee261df-1043-4923-a8c7-c38810e7ef77 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:25.576910 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-18d96598-39ab-4386-b025-542213b577f5 req-1a0b5f3d-2bc1-4f6d-a952-06c32fd89e59 service neutron] For port badab173-da92-48c1-b13b-119c9b27621a, host n-h2-842733-1, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:51:25.583577 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:25.588187 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:25.590538 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 74e04797-896f-4ee0-abd1-9e9b3dbcaed4 up at agent hyperv_n-h2-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:51:25.619880 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-18d96598-39ab-4386-b025-542213b577f5 req-1a0b5f3d-2bc1-4f6d-a952-06c32fd89e59 service neutron] For port badab173-da92-48c1-b13b-119c9b27621a, host n-h2-842733-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=badab173-da92-48c1-b13b-119c9b27621a,segment=NetworkSegment(33a148b7-9d1d-44df-af49-c7676d5a181d),segment_id=33a148b7-9d1d-44df-af49-c7676d5a181d)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:51:25.651149 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4614db-5aa3-470a-88f9-9fe1850c9a29 req-4138b1c2-5cc2-4f00-89e7-ad9fd01cceb8 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:25.653572 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4bdafb-594a-4c24-b3a2-a37e51798883 req-461932c2-2dff-43d7-bbc6-ec90fa611eca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:25.655239 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-de4bdafb-594a-4c24-b3a2-a37e51798883 req-461932c2-2dff-43d7-bbc6-ec90fa611eca service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1778953 May 20 20:51:25.657052 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4614db-5aa3-470a-88f9-9fe1850c9a29 req-4138b1c2-5cc2-4f00-89e7-ad9fd01cceb8 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:25.663834 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4614db-5aa3-470a-88f9-9fe1850c9a29 req-4138b1c2-5cc2-4f00-89e7-ad9fd01cceb8 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:25.670040 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4614db-5aa3-470a-88f9-9fe1850c9a29 req-4138b1c2-5cc2-4f00-89e7-ad9fd01cceb8 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:25.676913 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4614db-5aa3-470a-88f9-9fe1850c9a29 req-4138b1c2-5cc2-4f00-89e7-ad9fd01cceb8 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:25.683299 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4614db-5aa3-470a-88f9-9fe1850c9a29 req-4138b1c2-5cc2-4f00-89e7-ad9fd01cceb8 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:25.690083 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4614db-5aa3-470a-88f9-9fe1850c9a29 req-4138b1c2-5cc2-4f00-89e7-ad9fd01cceb8 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:25.693691 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7d4614db-5aa3-470a-88f9-9fe1850c9a29 req-4138b1c2-5cc2-4f00-89e7-ad9fd01cceb8 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] 10.222.0.35 "GET /v2.0/ports?device_id=24bc83bc-86f4-4e1f-99de-9736337ee499 HTTP/1.1" status: 200 len: 5428 time: 0.2090085 May 20 20:51:25.699021 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-18d96598-39ab-4386-b025-542213b577f5 req-1a0b5f3d-2bc1-4f6d-a952-06c32fd89e59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:25.709997 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6be8d6f1-5e04-46dc-925d-5b92e07944e2 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33072122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748162'] for network, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:25.715448 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee261df-1043-4923-a8c7-c38810e7ef77 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b891fce-4408-49e0-87f4-eab591cb6bfa,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:51:25.721223 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6be8d6f1-5e04-46dc-925d-5b92e07944e2 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Notify callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:25.726755 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-6be8d6f1-5e04-46dc-925d-5b92e07944e2 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] 10.222.0.35 "DELETE /v2.0/networks/d74eff0d-614d-4bd8-9ec9-f5ff19dcac6d HTTP/1.1" status: 204 len: 168 time: 1.0305014 May 20 20:51:25.734482 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=8e5cf7ff-15da-45a7-acbe-5153d4a2259c,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:51:25.742630 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 50738) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:51:25.744418 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be8d6f1-5e04-46dc-925d-5b92e07944e2 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Pushing event deleted for resources: {'Network': ['ID=d74eff0d-614d-4bd8-9ec9-f5ff19dcac6d,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:51:25.764190 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9ee261df-1043-4923-a8c7-c38810e7ef77 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:25.768361 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-9ee261df-1043-4923-a8c7-c38810e7ef77 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.8584363 May 20 20:51:25.771115 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 50740) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:51:25.776119 n-d-842733-1 neutron-server[103162]: INFO neutron.pecan_wsgi.hooks.translation [None req-c00319b2-9447-4fe4-bf7d-8261c6f5b268 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] DELETE failed (client error): The resource could not be found. May 20 20:51:25.776658 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c00319b2-9447-4fe4-bf7d-8261c6f5b268 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 20:51:25.780260 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-c00319b2-9447-4fe4-bf7d-8261c6f5b268 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] 10.222.0.35 "DELETE /v2.0/subnets/0e29cc77-c050-4f3b-a5e3-1dbeb923a1cc HTTP/1.1" status: 404 len: 337 time: 0.0371451 May 20 20:51:25.782786 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-c38c6791-5772-4c1f-8dfa-60eb34e7c40a tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Request body: {'security_group_rule': {'security_group_id': '5b891fce-4408-49e0-87f4-eab591cb6bfa', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:51:25.783193 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 50742) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:51:25.805425 n-d-842733-1 neutron-server[103162]: INFO neutron.pecan_wsgi.hooks.translation [None req-6914db46-9ff8-4fa4-905e-d94f6ce7780c tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] DELETE failed (client error): The resource could not be found. May 20 20:51:25.806133 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6914db46-9ff8-4fa4-905e-d94f6ce7780c tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 20:51:25.811076 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-6914db46-9ff8-4fa4-905e-d94f6ce7780c tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] 10.222.0.35 "DELETE /v2.0/networks/ab4a26e9-1d4d-4e6f-b128-7b5bd92e4873 HTTP/1.1" status: 404 len: 339 time: 0.0251045 May 20 20:51:25.811280 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d96598-39ab-4386-b025-542213b577f5 req-1a0b5f3d-2bc1-4f6d-a952-06c32fd89e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:25.811280 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-18d96598-39ab-4386-b025-542213b577f5 req-1a0b5f3d-2bc1-4f6d-a952-06c32fd89e59 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:25.812049 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-18d96598-39ab-4386-b025-542213b577f5 req-1a0b5f3d-2bc1-4f6d-a952-06c32fd89e59 service neutron] 10.222.0.13 "PUT /v2.0/ports/badab173-da92-48c1-b13b-119c9b27621a HTTP/1.1" status: 200 len: 1092 time: 2.1600590 May 20 20:51:25.814071 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 50744) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:51:25.823876 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9fbc81ec-bae2-44ab-b1da-42743e6d6a7d req-d1164991-8ca6-4d3e-9679-ddf6694a81d9 tempest-InstanceActionsTestJSON-472124511 tempest-InstanceActionsTestJSON-472124511-project] 10.222.0.35 "GET /v2.0/security-groups?id=aebc29d8-55f1-4097-9b76-b0f5762ffa69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2389381 May 20 20:51:25.826209 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Provisioning for port 74e04797-896f-4ee0-abd1-9e9b3dbcaed4 completed by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 20:51:25.837111 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Provisioning complete for port 74e04797-896f-4ee0-abd1-9e9b3dbcaed4 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:51:25.840133 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:25.882597 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7d4614db-5aa3-470a-88f9-9fe1850c9a29 req-bc5bc95a-3cdd-4055-8433-5035f2f2220c tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] 10.222.0.35 "GET /v2.0/security-groups?id=863381a6-ea9c-49ea-aca2-bed57188f540&id=a9a0a9ba-adc9-42eb-829d-df5caa26883b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1700153 May 20 20:51:25.888130 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0b5f3d-2bc1-4f6d-a952-06c32fd89e59 service neutron] Pushing event updated for resources: {'Port': ['ID=badab173-da92-48c1-b13b-119c9b27621a,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:51:25.897790 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_v2 [None req-de0d644b-16e1-49d0-b53f-091e9da9fb3f tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Deleting subnet 2a3b1a27-5368-4e1e-80f5-0d0b497a74f5 {{(pid=103162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 20 20:51:25.916992 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-de0d644b-16e1-49d0-b53f-091e9da9fb3f tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Notify callbacks [] for subnet, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:25.985397 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-de0d644b-16e1-49d0-b53f-091e9da9fb3f tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3738392'] for subnet, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:26.028736 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c38c6791-5772-4c1f-8dfa-60eb34e7c40a tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:26.032007 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port 74e04797-896f-4ee0-abd1-9e9b3dbcaed4 is: BUILD; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:51:26.032007 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:26.097591 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port 74e04797-896f-4ee0-abd1-9e9b3dbcaed4, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=74e04797-896f-4ee0-abd1-9e9b3dbcaed4,segment=NetworkSegment(3b05c879-c09c-4a80-a0be-ac1f12f8feca),segment_id=3b05c879-c09c-4a80-a0be-ac1f12f8feca)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:51:26.125312 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-de0d644b-16e1-49d0-b53f-091e9da9fb3f tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33068388'] for subnet, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:26.136573 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028c82c8-824b-45d7-9ed3-ac1f439104bf req-009cd1f0-4e7b-4597-a1ab-893adc3be8d8 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:26.138217 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-028c82c8-824b-45d7-9ed3-ac1f439104bf req-009cd1f0-4e7b-4597-a1ab-893adc3be8d8 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/ports?device_id=03abbdec-2b0d-4070-9a67-4bafa23e6224 HTTP/1.1" status: 200 len: 945 time: 0.1975455 May 20 20:51:26.144288 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d96598-39ab-4386-b025-542213b577f5 req-3db8533f-558f-4680-a1c0-ffabc27e6fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:26.144938 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d96598-39ab-4386-b025-542213b577f5 req-3db8533f-558f-4680-a1c0-ffabc27e6fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:26.147694 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d96598-39ab-4386-b025-542213b577f5 req-3db8533f-558f-4680-a1c0-ffabc27e6fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:26.147694 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-18d96598-39ab-4386-b025-542213b577f5 req-3db8533f-558f-4680-a1c0-ffabc27e6fdd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e3d9ae9ec4284a8583d227968508713c&device_id=5c11b556-a33a-40e5-b9c5-1a2cf7fa8cb3 HTTP/1.1" status: 200 len: 2866 time: 0.1477580 May 20 20:51:26.166901 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c38c6791-5772-4c1f-8dfa-60eb34e7c40a tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:26.178691 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:26.218272 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-18d96598-39ab-4386-b025-542213b577f5 req-564ed4d1-91c9-4859-8de3-16da3d67eebe service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.133&port_id=09525c2d-cc2f-4276-8927-9b3f60cedfdb HTTP/1.1" status: 200 len: 217 time: 0.0503225 May 20 20:51:26.242234 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=74e04797-896f-4ee0-abd1-9e9b3dbcaed4,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:51:26.263507 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c38c6791-5772-4c1f-8dfa-60eb34e7c40a tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691816'] for security_group_rule, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:26.267679 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-028c82c8-824b-45d7-9ed3-ac1f439104bf req-7eab791b-27f7-434e-abe9-3d822e084be7 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9f9543d-587a-47bd-8772-bda4bd5582ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147933 May 20 20:51:26.286417 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-de0d644b-16e1-49d0-b53f-091e9da9fb3f tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33068399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3797621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4018265'] for subnet, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:26.295292 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d96598-39ab-4386-b025-542213b577f5 req-0a156aa4-a74c-40e6-af2c-63b779386855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:26.297137 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-18d96598-39ab-4386-b025-542213b577f5 req-0a156aa4-a74c-40e6-af2c-63b779386855 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=121bd543-babf-43b7-ac0a-c8cf95fa7981 HTTP/1.1" status: 200 len: 801 time: 0.0676980 May 20 20:51:26.309969 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38c6791-5772-4c1f-8dfa-60eb34e7c40a tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34d6d04b-a378-4d14-bc7e-553a6563fecf,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:51:26.326108 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0d644b-16e1-49d0-b53f-091e9da9fb3f tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Pushing event deleted for resources: {'Subnet': ['ID=2a3b1a27-5368-4e1e-80f5-0d0b497a74f5,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:51:26.334053 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-de0d644b-16e1-49d0-b53f-091e9da9fb3f tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Notify callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:26.341026 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-de0d644b-16e1-49d0-b53f-091e9da9fb3f tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] 10.222.0.35 "DELETE /v2.0/subnets/2a3b1a27-5368-4e1e-80f5-0d0b497a74f5 HTTP/1.1" status: 204 len: 168 time: 0.5257568 May 20 20:51:26.342066 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 50750) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:51:26.343230 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1acb50dc-e2b1-4673-acc1-e7a9399772ca None None] Network 23ede7a4-f660-4f63-9e0d-7ebea0637d37 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:51:26.414421 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_v2 [None req-21393659-4702-4535-9ca6-e0712a40211b tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Deleting subnet 17513c1f-e6b4-4701-9d9f-f63408fd4576 {{(pid=103162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 20 20:51:26.424245 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-21393659-4702-4535-9ca6-e0712a40211b tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Notify callbacks [] for subnet, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:26.475225 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c38c6791-5772-4c1f-8dfa-60eb34e7c40a tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:26.476834 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-c38c6791-5772-4c1f-8dfa-60eb34e7c40a tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6975112 May 20 20:51:26.482021 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 50762) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:51:26.487306 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-5fbf2fcf-6d05-4609-8eb7-7614e8315d88 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Request body: {'security_group_rule': {'security_group_id': '5b891fce-4408-49e0-87f4-eab591cb6bfa', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:51:26.498956 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-21393659-4702-4535-9ca6-e0712a40211b tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3738392'] for subnet, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:26.517608 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d96598-39ab-4386-b025-542213b577f5 req-d6bc3d35-280e-4e66-921e-72405e97667b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:26.519138 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-18d96598-39ab-4386-b025-542213b577f5 req-d6bc3d35-280e-4e66-921e-72405e97667b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=66d58b19-8fe4-4fe0-9a11-5120bbb05f2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2067490 May 20 20:51:26.557474 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-dc70e266-d1fb-43a0-b2ab-b8b6fcc3f40f req-12bf6001-72db-4056-9ea8-6d1f4600ffcc tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=588768b5beac49d4962709858ca424c7 HTTP/1.1" status: 200 len: 221 time: 0.0915136 May 20 20:51:26.585034 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7f8d14-5611-4b03-b7e0-ae2dd867b23c req-54305a8a-292c-4823-b30b-8776a78c21b1 tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:26.591123 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7f8d14-5611-4b03-b7e0-ae2dd867b23c req-54305a8a-292c-4823-b30b-8776a78c21b1 tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:26.597528 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7f8d14-5611-4b03-b7e0-ae2dd867b23c req-54305a8a-292c-4823-b30b-8776a78c21b1 tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:26.599341 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9b7f8d14-5611-4b03-b7e0-ae2dd867b23c req-54305a8a-292c-4823-b30b-8776a78c21b1 tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] 10.222.0.35 "GET /v2.0/ports?device_id=5c11b556-a33a-40e5-b9c5-1a2cf7fa8cb3 HTTP/1.1" status: 200 len: 2413 time: 0.1997995 May 20 20:51:26.649682 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5fbf2fcf-6d05-4609-8eb7-7614e8315d88 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:26.673928 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-21393659-4702-4535-9ca6-e0712a40211b tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33068388'] for subnet, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:26.732156 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9b7f8d14-5611-4b03-b7e0-ae2dd867b23c req-259fee65-f21d-4c96-8d7a-bfc4a77d5da2 tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] 10.222.0.35 "GET /v2.0/security-groups?id=2790e470-9a47-406f-98f4-701141624dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016629 May 20 20:51:26.759367 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ea0178-201f-41d1-9d51-fc9f17281503 req-f52ead78-2d89-4aa8-bd43-be13835115de tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:26.761048 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a0ea0178-201f-41d1-9d51-fc9f17281503 req-f52ead78-2d89-4aa8-bd43-be13835115de tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/ports?device_id=03abbdec-2b0d-4070-9a67-4bafa23e6224 HTTP/1.1" status: 200 len: 945 time: 0.1323719 May 20 20:51:26.763345 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c11b556-a33a-40e5-b9c5-1a2cf7fa8cb3', 'tag': 'badab173-da92-48c1-b13b-119c9b27621a'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:51:26.766496 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4291b17aa7b45362825f0571e77c85f5e73afe1df9c7e9e15006df9d695c005e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d5df3b8-8ca3-45af-891c-6ddb31bf25d5" -d '{"events": [{"name": "network-changed", "server_uuid": "5c11b556-a33a-40e5-b9c5-1a2cf7fa8cb3", "tag": "badab173-da92-48c1-b13b-119c9b27621a"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:51:26.772543 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5fbf2fcf-6d05-4609-8eb7-7614e8315d88 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:26.794930 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-18d96598-39ab-4386-b025-542213b577f5 req-3fdc524c-15db-40a6-b65d-3c50f9d65463 service neutron] 10.222.0.13 "GET /v2.0/networks/66d58b19-8fe4-4fe0-9a11-5120bbb05f2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2658994 May 20 20:51:26.834864 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 20:51:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2431c7a-010c-4027-9a89-3b63d67629bc x-openstack-request-id: req-f2431c7a-010c-4027-9a89-3b63d67629bc {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:51:26.835189 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c11b556-a33a-40e5-b9c5-1a2cf7fa8cb3", "tag": "badab173-da92-48c1-b13b-119c9b27621a", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:51:26.835395 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f2431c7a-010c-4027-9a89-3b63d67629bc {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:51:26.835793 n-d-842733-1 neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2431c7a-010c-4027-9a89-3b63d67629bc'] response: {'name': 'network-changed', 'server_uuid': '5c11b556-a33a-40e5-b9c5-1a2cf7fa8cb3', 'tag': 'badab173-da92-48c1-b13b-119c9b27621a', 'status': 'completed', 'code': 200} May 20 20:51:26.844852 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5fbf2fcf-6d05-4609-8eb7-7614e8315d88 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691816'] for security_group_rule, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:26.872987 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbf2fcf-6d05-4609-8eb7-7614e8315d88 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cc214ff-97cb-4365-91bd-7c8dcc013775,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:51:26.882930 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-21393659-4702-4535-9ca6-e0712a40211b tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33068399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3797621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4018265'] for subnet, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:26.926594 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21393659-4702-4535-9ca6-e0712a40211b tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Pushing event deleted for resources: {'Subnet': ['ID=17513c1f-e6b4-4701-9d9f-f63408fd4576,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:51:26.947558 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a0ea0178-201f-41d1-9d51-fc9f17281503 req-a029afe9-ba9c-4257-a3df-b103f3da07cf tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9f9543d-587a-47bd-8772-bda4bd5582ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711080 May 20 20:51:26.950786 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-21393659-4702-4535-9ca6-e0712a40211b tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Notify callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:26.958772 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95dd69ea-d5bd-452e-b578-a7b52e6e0767', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1e79e6a-020a-4ce7-a79e-b882ae907d25'}, {'server_uuid': '24bc83bc-86f4-4e1f-99de-9736337ee499', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '572584f9-d33c-4ce6-b334-490469f36e8c'}, {'server_uuid': '24bc83bc-86f4-4e1f-99de-9736337ee499', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f6e4e5b-3b4d-4afd-ab5f-fc21ef7d2709'}, {'server_uuid': '24bc83bc-86f4-4e1f-99de-9736337ee499', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e5cf7ff-15da-45a7-acbe-5153d4a2259c'}, {'server_uuid': '24bc83bc-86f4-4e1f-99de-9736337ee499', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74e04797-896f-4ee0-abd1-9e9b3dbcaed4'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:51:26.959865 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-21393659-4702-4535-9ca6-e0712a40211b tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] 10.222.0.35 "DELETE /v2.0/subnets/17513c1f-e6b4-4701-9d9f-f63408fd4576 HTTP/1.1" status: 204 len: 168 time: 0.6163685 May 20 20:51:26.960762 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 50776) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:51:26.961041 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8485417003ce7c0410b00f5cdc2f391e21107b70bb68e2773712534a96e108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-962f5235-be67-4602-af7a-1e85d08b912d" -d '{"events": [{"server_uuid": "95dd69ea-d5bd-452e-b578-a7b52e6e0767", "name": "network-vif-plugged", "status": "completed", "tag": "e1e79e6a-020a-4ce7-a79e-b882ae907d25"}, {"server_uuid": "24bc83bc-86f4-4e1f-99de-9736337ee499", "name": "network-vif-plugged", "status": "completed", "tag": "572584f9-d33c-4ce6-b334-490469f36e8c"}, {"server_uuid": "24bc83bc-86f4-4e1f-99de-9736337ee499", "name": "network-vif-plugged", "status": "completed", "tag": "4f6e4e5b-3b4d-4afd-ab5f-fc21ef7d2709"}, {"server_uuid": "24bc83bc-86f4-4e1f-99de-9736337ee499", "name": "network-vif-plugged", "status": "completed", "tag": "8e5cf7ff-15da-45a7-acbe-5153d4a2259c"}, {"server_uuid": "24bc83bc-86f4-4e1f-99de-9736337ee499", "name": "network-vif-plugged", "status": "completed", "tag": "74e04797-896f-4ee0-abd1-9e9b3dbcaed4"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:51:26.966876 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5fbf2fcf-6d05-4609-8eb7-7614e8315d88 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:26.971296 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-5fbf2fcf-6d05-4609-8eb7-7614e8315d88 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4866056 May 20 20:51:26.978495 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 50780) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:51:26.983935 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-49c3e1e6-916d-4537-93b7-487c4fa14607 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Request body: {'floatingip': {'floating_network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:51:27.084255 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-37e33d77-20ef-4a48-a914-0351ecb79b56 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33160123'] for network, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:27.098014 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-18d96598-39ab-4386-b025-542213b577f5 req-c4eba01b-b03c-4fc3-96a6-ddece780e681 service neutron] 10.222.0.13 "GET /v2.0/networks/66d58b19-8fe4-4fe0-9a11-5120bbb05f2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2947950 May 20 20:51:27.137620 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-49c3e1e6-916d-4537-93b7-487c4fa14607 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Notify callbacks [] for floatingip, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:27.148168 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-37e33d77-20ef-4a48-a914-0351ecb79b56 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Deleting port bac3344b-4133-40cd-aaeb-9f0de80fad37 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:51:27.149321 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-37e33d77-20ef-4a48-a914-0351ecb79b56 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:27.152802 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452128c3-afbb-4501-bc43-2a25ab4353e9 req-35ea2f72-db85-4ad3-95cc-88616b3612b8 tempest-InstanceActionsTestJSON-472124511 tempest-InstanceActionsTestJSON-472124511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:27.154412 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-452128c3-afbb-4501-bc43-2a25ab4353e9 req-35ea2f72-db85-4ad3-95cc-88616b3612b8 tempest-InstanceActionsTestJSON-472124511 tempest-InstanceActionsTestJSON-472124511-project] 10.222.0.35 "GET /v2.0/ports?device_id=95dd69ea-d5bd-452e-b578-a7b52e6e0767 HTTP/1.1" status: 200 len: 946 time: 0.1559765 May 20 20:51:27.155696 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-18d96598-39ab-4386-b025-542213b577f5 req-1633e3cb-8a3a-49a8-832d-07906444abfe service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.104&port_id=027a7f26-28a1-4de3-bfc2-f48c4c96da47 HTTP/1.1" status: 200 len: 217 time: 0.0495138 May 20 20:51:27.173022 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db2c67c-ae4b-42d8-985f-23dad92442c5 req-0b6e1086-0bdd-46f3-8759-b1c187080fde tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:27.179533 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db2c67c-ae4b-42d8-985f-23dad92442c5 req-0b6e1086-0bdd-46f3-8759-b1c187080fde tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:27.185470 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db2c67c-ae4b-42d8-985f-23dad92442c5 req-0b6e1086-0bdd-46f3-8759-b1c187080fde tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:27.192378 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db2c67c-ae4b-42d8-985f-23dad92442c5 req-0b6e1086-0bdd-46f3-8759-b1c187080fde tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:27.198477 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db2c67c-ae4b-42d8-985f-23dad92442c5 req-0b6e1086-0bdd-46f3-8759-b1c187080fde tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:27.204661 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db2c67c-ae4b-42d8-985f-23dad92442c5 req-0b6e1086-0bdd-46f3-8759-b1c187080fde tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:27.210743 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db2c67c-ae4b-42d8-985f-23dad92442c5 req-0b6e1086-0bdd-46f3-8759-b1c187080fde tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:27.219042 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8db2c67c-ae4b-42d8-985f-23dad92442c5 req-0b6e1086-0bdd-46f3-8759-b1c187080fde tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] 10.222.0.35 "GET /v2.0/ports?device_id=24bc83bc-86f4-4e1f-99de-9736337ee499 HTTP/1.1" status: 200 len: 5430 time: 0.1712351 May 20 20:51:27.264243 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-37e33d77-20ef-4a48-a914-0351ecb79b56 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] For port bac3344b-4133-40cd-aaeb-9f0de80fad37, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=bac3344b-4133-40cd-aaeb-9f0de80fad37,segment=NetworkSegment(952b68ad-40b7-448c-b1a7-4c0f9bc10aa4),segment_id=952b68ad-40b7-448c-b1a7-4c0f9bc10aa4)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:51:27.264605 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-37e33d77-20ef-4a48-a914-0351ecb79b56 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:27.280811 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-37e33d77-20ef-4a48-a914-0351ecb79b56 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Calling delete_port for bac3344b-4133-40cd-aaeb-9f0de80fad37 owned by network:dhcp {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:51:27.288136 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc78f46d-ea7a-4df2-a9b9-75ab16bdf94f None None] Network 23ede7a4-f660-4f63-9e0d-7ebea0637d37 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:51:27.333638 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-452128c3-afbb-4501-bc43-2a25ab4353e9 req-fe103325-d9dd-4187-83b4-a4e10d3fae20 tempest-InstanceActionsTestJSON-472124511 tempest-InstanceActionsTestJSON-472124511-project] 10.222.0.35 "GET /v2.0/security-groups?id=aebc29d8-55f1-4097-9b76-b0f5762ffa69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123433 May 20 20:51:27.366372 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8db2c67c-ae4b-42d8-985f-23dad92442c5 req-d98084ee-40b9-4fed-8f54-8f69df26261c tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] 10.222.0.35 "GET /v2.0/security-groups?id=863381a6-ea9c-49ea-aca2-bed57188f540&id=a9a0a9ba-adc9-42eb-829d-df5caa26883b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1464257 May 20 20:51:27.384161 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d96598-39ab-4386-b025-542213b577f5 req-85a88e83-6584-4728-bbc5-0d2028e26919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:27.385832 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-18d96598-39ab-4386-b025-542213b577f5 req-85a88e83-6584-4728-bbc5-0d2028e26919 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4470f142-92cb-42bd-907a-0164531e763f HTTP/1.1" status: 200 len: 801 time: 0.1531889 May 20 20:51:27.398515 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-49c3e1e6-916d-4537-93b7-487c4fa14607 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:27.415326 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-81e62b32-e88c-4d24-b63e-82057b6af99d None None] Provisioning complete for port bac3344b-4133-40cd-aaeb-9f0de80fad37 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:51:27.415946 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-81e62b32-e88c-4d24-b63e-82057b6af99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:27.456720 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d96598-39ab-4386-b025-542213b577f5 req-7019226e-6771-4c09-b539-0e5f28d4c4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:27.459066 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-18d96598-39ab-4386-b025-542213b577f5 req-7019226e-6771-4c09-b539-0e5f28d4c4e6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cfaff9e1-631c-4f40-a858-7ab9ee98f936&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0523515 May 20 20:51:27.513707 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-37e33d77-20ef-4a48-a914-0351ecb79b56 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:27.515555 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 867 Content-Type: application/json Date: Fri, 20 May 2022 20:51:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d34d97e2-2b53-4c4f-94bb-fb75adde18a7 x-openstack-request-id: req-d34d97e2-2b53-4c4f-94bb-fb75adde18a7 {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:51:27.515859 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95dd69ea-d5bd-452e-b578-a7b52e6e0767", "name": "network-vif-plugged", "status": "completed", "tag": "e1e79e6a-020a-4ce7-a79e-b882ae907d25", "code": 200}, {"server_uuid": "24bc83bc-86f4-4e1f-99de-9736337ee499", "name": "network-vif-plugged", "status": "completed", "tag": "572584f9-d33c-4ce6-b334-490469f36e8c", "code": 200}, {"server_uuid": "24bc83bc-86f4-4e1f-99de-9736337ee499", "name": "network-vif-plugged", "status": "completed", "tag": "4f6e4e5b-3b4d-4afd-ab5f-fc21ef7d2709", "code": 200}, {"server_uuid": "24bc83bc-86f4-4e1f-99de-9736337ee499", "name": "network-vif-plugged", "status": "completed", "tag": "8e5cf7ff-15da-45a7-acbe-5153d4a2259c", "code": 200}, {"server_uuid": "24bc83bc-86f4-4e1f-99de-9736337ee499", "name": "network-vif-plugged", "status": "completed", "tag": "74e04797-896f-4ee0-abd1-9e9b3dbcaed4", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:51:27.516265 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d34d97e2-2b53-4c4f-94bb-fb75adde18a7 {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:51:27.516675 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d34d97e2-2b53-4c4f-94bb-fb75adde18a7'] response: {'server_uuid': '95dd69ea-d5bd-452e-b578-a7b52e6e0767', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1e79e6a-020a-4ce7-a79e-b882ae907d25', 'code': 200} May 20 20:51:27.516984 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d34d97e2-2b53-4c4f-94bb-fb75adde18a7'] response: {'server_uuid': '24bc83bc-86f4-4e1f-99de-9736337ee499', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '572584f9-d33c-4ce6-b334-490469f36e8c', 'code': 200} May 20 20:51:27.517243 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d34d97e2-2b53-4c4f-94bb-fb75adde18a7'] response: {'server_uuid': '24bc83bc-86f4-4e1f-99de-9736337ee499', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f6e4e5b-3b4d-4afd-ab5f-fc21ef7d2709', 'code': 200} May 20 20:51:27.517499 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d34d97e2-2b53-4c4f-94bb-fb75adde18a7'] response: {'server_uuid': '24bc83bc-86f4-4e1f-99de-9736337ee499', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e5cf7ff-15da-45a7-acbe-5153d4a2259c', 'code': 200} May 20 20:51:27.517745 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d34d97e2-2b53-4c4f-94bb-fb75adde18a7'] response: {'server_uuid': '24bc83bc-86f4-4e1f-99de-9736337ee499', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74e04797-896f-4ee0-abd1-9e9b3dbcaed4', 'code': 200} May 20 20:51:27.527928 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-81e62b32-e88c-4d24-b63e-82057b6af99d None None] Could not find standard attr ID for object bac3344b-4133-40cd-aaeb-9f0de80fad37. {{(pid=103164) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 20 20:51:27.534165 n-d-842733-1 neutron-server[103164]: INFO neutron.plugins.ml2.db [None req-81e62b32-e88c-4d24-b63e-82057b6af99d None None] No ports have port_id starting with bac3344b-4133-40cd-aaeb-9f0de80fad37 May 20 20:51:27.564986 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e33d77-20ef-4a48-a914-0351ecb79b56 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] No DVR routers for this DVR port bac3344b-4133-40cd-aaeb-9f0de80fad37 on host n-d-842733-1 {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:51:27.590906 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e33d77-20ef-4a48-a914-0351ecb79b56 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Pushing event deleted for resources: {'Port': ['ID=bac3344b-4133-40cd-aaeb-9f0de80fad37,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:51:27.630233 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-666d69a1-493d-498d-868a-414d16020c28 None None] DHCP port deletion for 23ede7a4-f660-4f63-9e0d-7ebea0637d37 request from n-d-842733-1 {{(pid=103164) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 20:51:27.686177 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf40c94-8bf7-4053-a669-4b1e5b99caf4 req-6999de26-c57d-4b55-b679-be7ab9f24277 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:27.687686 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8bf40c94-8bf7-4053-a669-4b1e5b99caf4 req-6999de26-c57d-4b55-b679-be7ab9f24277 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/ports?device_id=03abbdec-2b0d-4070-9a67-4bafa23e6224 HTTP/1.1" status: 200 len: 945 time: 0.2209895 May 20 20:51:27.696208 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f61d1de-0aa1-4e18-9154-a9c5c078deec req-6a0ad57f-60cc-4674-a11e-72ae930a2446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:27.698480 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2f61d1de-0aa1-4e18-9154-a9c5c078deec req-6a0ad57f-60cc-4674-a11e-72ae930a2446 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=95dd69ea-d5bd-452e-b578-a7b52e6e0767 HTTP/1.1" status: 200 len: 1097 time: 0.0936437 May 20 20:51:27.734305 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-37e33d77-20ef-4a48-a914-0351ecb79b56 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33072115', 'neutron.services.segments.db._delete_segments_for_network-8782419500584'] for network, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:27.751016 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-49c3e1e6-916d-4537-93b7-487c4fa14607 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Allocated IP 172.25.2.81 (e3a93b5c-91e2-4064-9c2c-1afc261bfe15/86fee0c1-6e34-488b-9216-b2b8e7ef585a/d8707628-9af6-426c-a273-0ea5ad47d0b8) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:51:27.753325 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-18d96598-39ab-4386-b025-542213b577f5 req-f463067a-2386-4a61-a73e-2a75457d3d58 service neutron] 10.222.0.13 "GET /v2.0/networks/cfaff9e1-631c-4f40-a858-7ab9ee98f936?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2679055 May 20 20:51:27.776493 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-37e33d77-20ef-4a48-a914-0351ecb79b56 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23ede7a4-f660-4f63-9e0d-7ebea0637d37']}} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:51:27.791050 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-37e33d77-20ef-4a48-a914-0351ecb79b56 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '952b68ad-40b7-448c-b1a7-4c0f9bc10aa4') {'for_net_delete': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:51:27.791194 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8bf40c94-8bf7-4053-a669-4b1e5b99caf4 req-5f224a01-649a-483a-9928-3e9e23991240 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9f9543d-587a-47bd-8772-bda4bd5582ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895400 May 20 20:51:27.791355 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-37e33d77-20ef-4a48-a914-0351ecb79b56 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '952b68ad-40b7-448c-b1a7-4c0f9bc10aa4') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:51:27.794253 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2f61d1de-0aa1-4e18-9154-a9c5c078deec req-e05c44e6-de5f-4977-bcff-e9d8804c73e1 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=aebc29d8-55f1-4097-9b76-b0f5762ffa69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822437 May 20 20:51:27.828187 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd49b898-e397-4179-9a10-a61adc2e1178 req-0b634128-6efa-4a43-be7b-0db78078ee9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:27.834342 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd49b898-e397-4179-9a10-a61adc2e1178 req-0b634128-6efa-4a43-be7b-0db78078ee9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:27.834342 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd49b898-e397-4179-9a10-a61adc2e1178 req-0b634128-6efa-4a43-be7b-0db78078ee9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:27.834342 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd49b898-e397-4179-9a10-a61adc2e1178 req-0b634128-6efa-4a43-be7b-0db78078ee9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:27.834342 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd49b898-e397-4179-9a10-a61adc2e1178 req-0b634128-6efa-4a43-be7b-0db78078ee9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:27.834342 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd49b898-e397-4179-9a10-a61adc2e1178 req-0b634128-6efa-4a43-be7b-0db78078ee9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:27.834342 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd49b898-e397-4179-9a10-a61adc2e1178 req-0b634128-6efa-4a43-be7b-0db78078ee9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:27.834342 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-fd49b898-e397-4179-9a10-a61adc2e1178 req-0b634128-6efa-4a43-be7b-0db78078ee9d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=24bc83bc-86f4-4e1f-99de-9736337ee499 HTTP/1.1" status: 200 len: 6487 time: 0.1330891 May 20 20:51:27.835609 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-37e33d77-20ef-4a48-a914-0351ecb79b56 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419501617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3738385'] for segment, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:27.897369 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-18d96598-39ab-4386-b025-542213b577f5 req-56ef6ebf-ca1a-475e-8b98-8a9c06a54bf7 service neutron] 10.222.0.13 "GET /v2.0/networks/cfaff9e1-631c-4f40-a858-7ab9ee98f936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301353 May 20 20:51:27.918499 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-37e33d77-20ef-4a48-a914-0351ecb79b56 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:27.938690 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37e33d77-20ef-4a48-a914-0351ecb79b56 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Releasing vlan 202 on physical network physnet1 to pool {{(pid=103162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 20:51:27.939466 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-37e33d77-20ef-4a48-a914-0351ecb79b56 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3800791'] for segment, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:27.942603 n-d-842733-1 neutron-server[103162]: Traceback (most recent call last): May 20 20:51:27.942603 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 20:51:27.942603 n-d-842733-1 neutron-server[103162]: timer() May 20 20:51:27.942603 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 20:51:27.942603 n-d-842733-1 neutron-server[103162]: cb(*args, **kw) May 20 20:51:27.942603 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 20 20:51:27.942603 n-d-842733-1 neutron-server[103162]: return func(*args, **kwargs) May 20 20:51:27.942603 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 20:51:27.942603 n-d-842733-1 neutron-server[103162]: self._notify() May 20 20:51:27.942603 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 20:51:27.942603 n-d-842733-1 neutron-server[103162]: self.callback(batched_events) May 20 20:51:27.942603 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 20:51:27.942603 n-d-842733-1 neutron-server[103162]: event.method(event) May 20 20:51:27.942603 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 20 20:51:27.942603 n-d-842733-1 neutron-server[103162]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 20:51:27.942603 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 20 20:51:27.942603 n-d-842733-1 neutron-server[103162]: aggregate_uuid = self.p_client.list_aggregates( May 20 20:51:27.942603 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 20 20:51:27.942603 n-d-842733-1 neutron-server[103162]: return f(self, *a, **k) May 20 20:51:27.942603 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 20 20:51:27.942603 n-d-842733-1 neutron-server[103162]: return self._get(url).json() May 20 20:51:27.942603 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 20 20:51:27.942603 n-d-842733-1 neutron-server[103162]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 20:51:27.942603 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 20:51:27.942603 n-d-842733-1 neutron-server[103162]: return self.request(url, 'GET', **kwargs) May 20 20:51:27.942603 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 20:51:27.942603 n-d-842733-1 neutron-server[103162]: base_url = self.get_endpoint(auth, allow=allow, May 20 20:51:27.942603 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 20:51:27.942603 n-d-842733-1 neutron-server[103162]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 20:51:27.942603 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 20:51:27.942603 n-d-842733-1 neutron-server[103162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 20:51:27.942603 n-d-842733-1 neutron-server[103162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 20:51:27.970938 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-18d96598-39ab-4386-b025-542213b577f5 req-bdff4d16-9499-40c3-8957-6934dcdc6086 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.192&port_id=badab173-da92-48c1-b13b-119c9b27621a HTTP/1.1" status: 200 len: 217 time: 0.0634980 May 20 20:51:28.002067 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-fd49b898-e397-4179-9a10-a61adc2e1178 req-bd3a6ca0-0e1a-4f78-962c-27915b6c6dbf service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=a9a0a9ba-adc9-42eb-829d-df5caa26883b&id=863381a6-ea9c-49ea-aca2-bed57188f540&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1143456 May 20 20:51:28.035863 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-49c3e1e6-916d-4537-93b7-487c4fa14607 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:28.050458 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2054673-87b6-4ee8-8588-25a1e8509106 req-d1925c31-53ba-4746-8ad2-64a5d1eaa4ae tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:28.056936 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2054673-87b6-4ee8-8588-25a1e8509106 req-d1925c31-53ba-4746-8ad2-64a5d1eaa4ae tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:28.064778 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2054673-87b6-4ee8-8588-25a1e8509106 req-d1925c31-53ba-4746-8ad2-64a5d1eaa4ae tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:28.067172 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a2054673-87b6-4ee8-8588-25a1e8509106 req-d1925c31-53ba-4746-8ad2-64a5d1eaa4ae tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] 10.222.0.35 "GET /v2.0/ports?device_id=5c11b556-a33a-40e5-b9c5-1a2cf7fa8cb3 HTTP/1.1" status: 200 len: 2413 time: 0.1743629 May 20 20:51:28.080820 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc50de19-4eca-4c66-8e35-46e7479b8366 req-4c2eab4a-b9f6-4b57-aa7d-02953febc82a tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:28.081761 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-37e33d77-20ef-4a48-a914-0351ecb79b56 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33072122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748162'] for network, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:28.082309 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-bc50de19-4eca-4c66-8e35-46e7479b8366 req-4c2eab4a-b9f6-4b57-aa7d-02953febc82a tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/ports?device_id=03abbdec-2b0d-4070-9a67-4bafa23e6224 HTTP/1.1" status: 200 len: 945 time: 0.1491320 May 20 20:51:28.089161 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-37e33d77-20ef-4a48-a914-0351ecb79b56 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Notify callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:28.095302 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-37e33d77-20ef-4a48-a914-0351ecb79b56 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] 10.222.0.35 "DELETE /v2.0/networks/23ede7a4-f660-4f63-9e0d-7ebea0637d37 HTTP/1.1" status: 204 len: 168 time: 1.1302590 May 20 20:51:28.095475 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d96598-39ab-4386-b025-542213b577f5 req-0118fb53-0cb6-4da1-935e-659a11e76b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:28.095568 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 50790) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:51:28.096516 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-18d96598-39ab-4386-b025-542213b577f5 req-0118fb53-0cb6-4da1-935e-659a11e76b5a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=121bd543-babf-43b7-ac0a-c8cf95fa7981 HTTP/1.1" status: 200 len: 801 time: 0.1068482 May 20 20:51:28.116231 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-49c3e1e6-916d-4537-93b7-487c4fa14607 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:28.118260 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e33d77-20ef-4a48-a914-0351ecb79b56 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Pushing event deleted for resources: {'Network': ['ID=23ede7a4-f660-4f63-9e0d-7ebea0637d37,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:51:28.144672 n-d-842733-1 neutron-server[103162]: INFO neutron.pecan_wsgi.hooks.translation [None req-a68aea6c-5374-4562-a11f-346578c624d1 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] DELETE failed (client error): The resource could not be found. May 20 20:51:28.145649 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a68aea6c-5374-4562-a11f-346578c624d1 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 20:51:28.150956 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-a68aea6c-5374-4562-a11f-346578c624d1 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] 10.222.0.35 "DELETE /v2.0/subnets/eb8b7903-5d82-4732-b3fb-53f98b9998f0 HTTP/1.1" status: 404 len: 337 time: 0.0523052 May 20 20:51:28.151374 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 50792) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:51:28.162203 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a2054673-87b6-4ee8-8588-25a1e8509106 req-b1bda5d2-3b3f-41b6-ae41-e7d073d3515b tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] 10.222.0.35 "GET /v2.0/security-groups?id=2790e470-9a47-406f-98f4-701141624dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788622 May 20 20:51:28.166939 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-bc50de19-4eca-4c66-8e35-46e7479b8366 req-93d4e29b-0648-4d87-afd5-a3d9f04c8d5e tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9f9543d-587a-47bd-8772-bda4bd5582ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741968 May 20 20:51:28.186321 n-d-842733-1 neutron-server[103163]: INFO neutron.pecan_wsgi.hooks.translation [None req-94fdcfcf-e9b5-4020-bbdf-dc97ac4b943f tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] DELETE failed (client error): The resource could not be found. May 20 20:51:28.187103 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94fdcfcf-e9b5-4020-bbdf-dc97ac4b943f tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103163) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 20:51:28.189749 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49c3e1e6-916d-4537-93b7-487c4fa14607 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Network e3a93b5c-91e2-4064-9c2c-1afc261bfe15 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:51:28.191204 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-49c3e1e6-916d-4537-93b7-487c4fa14607 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:51:28.191719 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-94fdcfcf-e9b5-4020-bbdf-dc97ac4b943f tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] 10.222.0.35 "DELETE /v2.0/networks/77305d96-a763-4e24-a253-5fad9a5b0cea HTTP/1.1" status: 404 len: 339 time: 0.0392535 May 20 20:51:28.198552 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c3e1e6-916d-4537-93b7-487c4fa14607 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:51:28.203373 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 50796) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:51:28.235177 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c3e1e6-916d-4537-93b7-487c4fa14607 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Pushing event updated for resources: {'Port': ['ID=d8707628-9af6-426c-a273-0ea5ad47d0b8,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:51:28.250844 n-d-842733-1 neutron-server[103163]: INFO neutron.pecan_wsgi.hooks.translation [None req-972048e0-c76e-4481-9f5f-fce04738d2b0 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] DELETE failed (client error): The resource could not be found. May 20 20:51:28.251845 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-972048e0-c76e-4481-9f5f-fce04738d2b0 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103163) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 20:51:28.257892 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-972048e0-c76e-4481-9f5f-fce04738d2b0 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] 10.222.0.35 "DELETE /v2.0/subnets/1176fad6-bb1b-4007-a9e5-d7d0cde2d7bb HTTP/1.1" status: 404 len: 337 time: 0.0491431 May 20 20:51:28.258212 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 50798) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:51:28.286953 n-d-842733-1 neutron-server[103162]: INFO neutron.pecan_wsgi.hooks.translation [None req-005401d0-351b-47ae-824d-c53f605abe18 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] DELETE failed (client error): The resource could not be found. May 20 20:51:28.287701 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-005401d0-351b-47ae-824d-c53f605abe18 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 20:51:28.293148 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-005401d0-351b-47ae-824d-c53f605abe18 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] 10.222.0.35 "DELETE /v2.0/networks/47e48b14-9d3a-44f1-a929-71f5f5bf541f HTTP/1.1" status: 404 len: 339 time: 0.0315363 May 20 20:51:28.293503 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 50800) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:51:28.310469 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7ce34f-c3d5-4a56-a9a2-3ba7efe8f29e req-84006765-59ad-4e2d-bb9c-d36f7f1ffa39 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:28.312035 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4a7ce34f-c3d5-4a56-a9a2-3ba7efe8f29e req-84006765-59ad-4e2d-bb9c-d36f7f1ffa39 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/ports?device_id=03abbdec-2b0d-4070-9a67-4bafa23e6224 HTTP/1.1" status: 200 len: 945 time: 0.0555477 May 20 20:51:28.349162 n-d-842733-1 neutron-server[103162]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4253426-7eaf-40ab-9d58-cf3a418b6d2a tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] DELETE failed (client error): The resource could not be found. May 20 20:51:28.349651 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4253426-7eaf-40ab-9d58-cf3a418b6d2a tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 20:51:28.353721 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-d4253426-7eaf-40ab-9d58-cf3a418b6d2a tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] 10.222.0.35 "DELETE /v2.0/subnets/6df64f06-43cd-4ead-b522-23c6ec707646 HTTP/1.1" status: 404 len: 337 time: 0.0582983 May 20 20:51:28.355228 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 50804) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:51:28.385084 n-d-842733-1 neutron-server[103162]: INFO neutron.pecan_wsgi.hooks.translation [None req-67d331ea-4804-4ccb-b8ff-cbf1fe8575b5 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] DELETE failed (client error): The resource could not be found. May 20 20:51:28.385776 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67d331ea-4804-4ccb-b8ff-cbf1fe8575b5 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 20:51:28.391030 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-67d331ea-4804-4ccb-b8ff-cbf1fe8575b5 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] 10.222.0.35 "DELETE /v2.0/networks/9c9dc509-cb61-49de-9fe8-1f749ee8888e HTTP/1.1" status: 404 len: 339 time: 0.0326726 May 20 20:51:28.391346 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 50806) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:51:28.391496 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4a7ce34f-c3d5-4a56-a9a2-3ba7efe8f29e req-bf792c18-48ae-4502-9000-2cde198d586f tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9f9543d-587a-47bd-8772-bda4bd5582ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722899 May 20 20:51:28.411417 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d96598-39ab-4386-b025-542213b577f5 req-b4566ed2-3f16-4b22-8466-0cfd9fab7a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:28.411563 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-49c3e1e6-916d-4537-93b7-487c4fa14607 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:28.411678 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-18d96598-39ab-4386-b025-542213b577f5 req-b4566ed2-3f16-4b22-8466-0cfd9fab7a70 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=66d58b19-8fe4-4fe0-9a11-5120bbb05f2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0788441 May 20 20:51:28.462032 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_v2 [None req-57abdd9f-6379-441b-aa88-07a2f6e22acb tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Deleting subnet 139c67db-1fe1-42f8-bbd3-171f4f79c4a4 {{(pid=103162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 20 20:51:28.465564 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-57abdd9f-6379-441b-aa88-07a2f6e22acb tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Notify callbacks [] for subnet, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:28.530366 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-57abdd9f-6379-441b-aa88-07a2f6e22acb tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3738392'] for subnet, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:28.561637 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-49c3e1e6-916d-4537-93b7-487c4fa14607 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:28.593772 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d451345e-94e7-4fa3-acfc-836a1804edff req-f4457d57-725a-4940-872d-b2837b6d6d49 tempest-InstanceActionsTestJSON-472124511 tempest-InstanceActionsTestJSON-472124511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:28.595280 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d451345e-94e7-4fa3-acfc-836a1804edff req-f4457d57-725a-4940-872d-b2837b6d6d49 tempest-InstanceActionsTestJSON-472124511 tempest-InstanceActionsTestJSON-472124511-project] 10.222.0.35 "GET /v2.0/ports?device_id=95dd69ea-d5bd-452e-b578-a7b52e6e0767 HTTP/1.1" status: 200 len: 946 time: 0.1506789 May 20 20:51:28.604665 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-18d96598-39ab-4386-b025-542213b577f5 req-872bb68f-24ab-402b-9deb-81451cf9953d service neutron] 10.222.0.13 "GET /v2.0/networks/66d58b19-8fe4-4fe0-9a11-5120bbb05f2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1878967 May 20 20:51:28.622228 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19197617-23e4-41b8-a5c3-57a3d1233098 req-63b36bca-f8c6-423c-a2d2-643a2f122e91 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:28.627994 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19197617-23e4-41b8-a5c3-57a3d1233098 req-63b36bca-f8c6-423c-a2d2-643a2f122e91 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:28.634616 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19197617-23e4-41b8-a5c3-57a3d1233098 req-63b36bca-f8c6-423c-a2d2-643a2f122e91 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:28.640515 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19197617-23e4-41b8-a5c3-57a3d1233098 req-63b36bca-f8c6-423c-a2d2-643a2f122e91 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:28.646502 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19197617-23e4-41b8-a5c3-57a3d1233098 req-63b36bca-f8c6-423c-a2d2-643a2f122e91 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:28.652303 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19197617-23e4-41b8-a5c3-57a3d1233098 req-63b36bca-f8c6-423c-a2d2-643a2f122e91 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:28.658133 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19197617-23e4-41b8-a5c3-57a3d1233098 req-63b36bca-f8c6-423c-a2d2-643a2f122e91 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:28.659999 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-19197617-23e4-41b8-a5c3-57a3d1233098 req-63b36bca-f8c6-423c-a2d2-643a2f122e91 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] 10.222.0.35 "GET /v2.0/ports?device_id=24bc83bc-86f4-4e1f-99de-9736337ee499 HTTP/1.1" status: 200 len: 5430 time: 0.1468480 May 20 20:51:28.694268 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-57abdd9f-6379-441b-aa88-07a2f6e22acb tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33068388'] for subnet, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:28.764416 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d451345e-94e7-4fa3-acfc-836a1804edff req-dd4c3184-7ad7-40e2-88d2-283cd626c6be tempest-InstanceActionsTestJSON-472124511 tempest-InstanceActionsTestJSON-472124511-project] 10.222.0.35 "GET /v2.0/security-groups?id=aebc29d8-55f1-4097-9b76-b0f5762ffa69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618190 May 20 20:51:28.779803 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-19197617-23e4-41b8-a5c3-57a3d1233098 req-4a7435ad-31fc-4ce9-b247-daa0ce84d5ae tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] 10.222.0.35 "GET /v2.0/security-groups?id=863381a6-ea9c-49ea-aca2-bed57188f540&id=a9a0a9ba-adc9-42eb-829d-df5caa26883b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1027749 May 20 20:51:28.817578 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-18d96598-39ab-4386-b025-542213b577f5 req-166980c6-3606-402d-af1a-19b5e6480307 service neutron] 10.222.0.13 "GET /v2.0/networks/66d58b19-8fe4-4fe0-9a11-5120bbb05f2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555338 May 20 20:51:28.844979 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-49c3e1e6-916d-4537-93b7-487c4fa14607 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Notify callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:28.868665 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-57abdd9f-6379-441b-aa88-07a2f6e22acb tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33068399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3797621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4018265'] for subnet, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:28.912003 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-57abdd9f-6379-441b-aa88-07a2f6e22acb tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Notify callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:28.917658 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-57abdd9f-6379-441b-aa88-07a2f6e22acb tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] 10.222.0.35 "DELETE /v2.0/subnets/139c67db-1fe1-42f8-bbd3-171f4f79c4a4 HTTP/1.1" status: 204 len: 168 time: 0.5228930 May 20 20:51:28.917658 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57abdd9f-6379-441b-aa88-07a2f6e22acb tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Pushing event deleted for resources: {'Subnet': ['ID=139c67db-1fe1-42f8-bbd3-171f4f79c4a4,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:51:28.917886 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb05e17-77e1-4132-9e6b-e440b1c6f1a9 req-42640d3f-9846-404a-9c19-038e09028598 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:28.919528 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 50818) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:51:28.925461 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9fb05e17-77e1-4132-9e6b-e440b1c6f1a9 req-42640d3f-9846-404a-9c19-038e09028598 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/ports?device_id=03abbdec-2b0d-4070-9a67-4bafa23e6224 HTTP/1.1" status: 200 len: 945 time: 0.0690413 May 20 20:51:28.929023 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c20e0fd-0b9b-468e-b97d-135222dc4c36 None None] Network dc3020f7-e1a6-46eb-9758-31354ea4b8be requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:51:28.993429 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9fb05e17-77e1-4132-9e6b-e440b1c6f1a9 req-e64796e9-3d33-4f7f-8183-67688b1e9923 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9f9543d-587a-47bd-8772-bda4bd5582ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669923 May 20 20:51:29.015115 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 50822) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:51:29.043138 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-51272b9f-bcd8-45f3-876a-ba357c7ca50d tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33160123'] for network, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:29.108879 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-49c3e1e6-916d-4537-93b7-487c4fa14607 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:29.197378 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a349b003-3fdf-47cb-86c2-5855ba0bf43a None None] DHCP port deletion for dc3020f7-e1a6-46eb-9758-31354ea4b8be request from n-d-842733-1 {{(pid=103164) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 20:51:29.255868 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a349b003-3fdf-47cb-86c2-5855ba0bf43a None None] Deleting port 8136a59b-fade-4075-8c99-6a13511f91db {{(pid=103164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:51:29.256114 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c3e1e6-916d-4537-93b7-487c4fa14607 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Pushing event updated for resources: {'Port': ['ID=d8707628-9af6-426c-a273-0ea5ad47d0b8,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:51:29.256279 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a349b003-3fdf-47cb-86c2-5855ba0bf43a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:29.281086 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe99e56-bffe-418c-8549-408ce9988282 req-4e5d472a-2bf4-49ad-943e-6bc5126cafc2 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:29.282768 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-fbe99e56-bffe-418c-8549-408ce9988282 req-4e5d472a-2bf4-49ad-943e-6bc5126cafc2 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/ports?device_id=03abbdec-2b0d-4070-9a67-4bafa23e6224 HTTP/1.1" status: 200 len: 945 time: 0.1744978 May 20 20:51:29.288053 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5df3b8-8ca3-45af-891c-6ddb31bf25d5 req-769d0298-3487-4d45-8baa-923ed7bd4d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:29.295245 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5df3b8-8ca3-45af-891c-6ddb31bf25d5 req-769d0298-3487-4d45-8baa-923ed7bd4d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:29.295245 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5df3b8-8ca3-45af-891c-6ddb31bf25d5 req-769d0298-3487-4d45-8baa-923ed7bd4d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:29.295245 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9d5df3b8-8ca3-45af-891c-6ddb31bf25d5 req-769d0298-3487-4d45-8baa-923ed7bd4d2e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e3d9ae9ec4284a8583d227968508713c&device_id=5c11b556-a33a-40e5-b9c5-1a2cf7fa8cb3 HTTP/1.1" status: 200 len: 2866 time: 0.1273055 May 20 20:51:29.350447 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-51272b9f-bcd8-45f3-876a-ba357c7ca50d tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Deleting port 8136a59b-fade-4075-8c99-6a13511f91db {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:51:29.350785 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-51272b9f-bcd8-45f3-876a-ba357c7ca50d tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:29.355443 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-a349b003-3fdf-47cb-86c2-5855ba0bf43a None None] For port 8136a59b-fade-4075-8c99-6a13511f91db, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=8136a59b-fade-4075-8c99-6a13511f91db,segment=NetworkSegment(5e2ccaa3-078e-4235-96d1-b25e761d4fdc),segment_id=5e2ccaa3-078e-4235-96d1-b25e761d4fdc)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:51:29.356275 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a349b003-3fdf-47cb-86c2-5855ba0bf43a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:29.372712 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a349b003-3fdf-47cb-86c2-5855ba0bf43a None None] Calling delete_port for 8136a59b-fade-4075-8c99-6a13511f91db owned by network:dhcp {{(pid=103164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:51:29.436605 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-51272b9f-bcd8-45f3-876a-ba357c7ca50d tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] For port 8136a59b-fade-4075-8c99-6a13511f91db, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=8136a59b-fade-4075-8c99-6a13511f91db,segment=NetworkSegment(5e2ccaa3-078e-4235-96d1-b25e761d4fdc),segment_id=5e2ccaa3-078e-4235-96d1-b25e761d4fdc)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:51:29.436989 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-51272b9f-bcd8-45f3-876a-ba357c7ca50d tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:29.458355 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5df3b8-8ca3-45af-891c-6ddb31bf25d5 req-514e21f2-ba42-44c9-9948-e46202d0c5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:29.459794 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9d5df3b8-8ca3-45af-891c-6ddb31bf25d5 req-514e21f2-ba42-44c9-9948-e46202d0c5f8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=66d58b19-8fe4-4fe0-9a11-5120bbb05f2e HTTP/1.1" status: 200 len: 903 time: 0.1149189 May 20 20:51:29.469694 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-51272b9f-bcd8-45f3-876a-ba357c7ca50d tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Calling delete_port for 8136a59b-fade-4075-8c99-6a13511f91db owned by network:dhcp {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:51:29.478919 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-fbe99e56-bffe-418c-8549-408ce9988282 req-d27e97fb-7ff7-465f-840f-0f2fbcced6aa tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9f9543d-587a-47bd-8772-bda4bd5582ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858959 May 20 20:51:29.563263 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9d5df3b8-8ca3-45af-891c-6ddb31bf25d5 req-c5578701-d31d-4611-bd1d-117a8f37f21e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.192&port_id=badab173-da92-48c1-b13b-119c9b27621a HTTP/1.1" status: 200 len: 217 time: 0.0948787 May 20 20:51:29.578676 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-49c3e1e6-916d-4537-93b7-487c4fa14607 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748272'] for floatingip, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:29.578851 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ece6e5c-cc2f-4463-80b7-8a02a29eee2f req-1a2c07da-65e8-4dff-8fcb-2b071d9dfc36 tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:29.590541 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ece6e5c-cc2f-4463-80b7-8a02a29eee2f req-1a2c07da-65e8-4dff-8fcb-2b071d9dfc36 tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:29.596599 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ece6e5c-cc2f-4463-80b7-8a02a29eee2f req-1a2c07da-65e8-4dff-8fcb-2b071d9dfc36 tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:29.603648 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a349b003-3fdf-47cb-86c2-5855ba0bf43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099'] for port, after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:29.609040 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-51272b9f-bcd8-45f3-876a-ba357c7ca50d tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:29.613090 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2ece6e5c-cc2f-4463-80b7-8a02a29eee2f req-1a2c07da-65e8-4dff-8fcb-2b071d9dfc36 tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] 10.222.0.35 "GET /v2.0/ports?device_id=5c11b556-a33a-40e5-b9c5-1a2cf7fa8cb3 HTTP/1.1" status: 200 len: 2413 time: 0.3130662 May 20 20:51:29.639828 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a349b003-3fdf-47cb-86c2-5855ba0bf43a None None] Pushing event deleted for resources: {'Port': ['ID=8136a59b-fade-4075-8c99-6a13511f91db,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:51:29.648529 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a349b003-3fdf-47cb-86c2-5855ba0bf43a None None] No DVR routers for this DVR port 8136a59b-fade-4075-8c99-6a13511f91db on host n-d-842733-1 {{(pid=103164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:51:29.674773 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 8136a59b-fade-4075-8c99-6a13511f91db no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:51:29.697502 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51272b9f-bcd8-45f3-876a-ba357c7ca50d tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Pushing event deleted for resources: {'Port': ['ID=8136a59b-fade-4075-8c99-6a13511f91db,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:51:29.711119 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: 8136a59b-fade-4075-8c99-6a13511f91db {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 20:51:29.711527 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 8136a59b-fade-4075-8c99-6a13511f91db not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 20:51:29.711926 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-49c3e1e6-916d-4537-93b7-487c4fa14607 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for floatingip, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:29.712056 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device bac3344b-4133-40cd-aaeb-9f0de80fad37 no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:51:29.721760 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-49c3e1e6-916d-4537-93b7-487c4fa14607 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.7344267 May 20 20:51:29.732839 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51272b9f-bcd8-45f3-876a-ba357c7ca50d tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] No DVR routers for this DVR port 8136a59b-fade-4075-8c99-6a13511f91db on host n-d-842733-1 {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:51:29.741623 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: bac3344b-4133-40cd-aaeb-9f0de80fad37 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 20:51:29.742061 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device bac3344b-4133-40cd-aaeb-9f0de80fad37 not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 20:51:29.828134 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2ece6e5c-cc2f-4463-80b7-8a02a29eee2f req-a86167d4-fe6d-4a6f-9b7a-27890bce3e2d tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] 10.222.0.35 "GET /v2.0/security-groups?id=2790e470-9a47-406f-98f4-701141624dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2137799 May 20 20:51:29.831124 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5df3b8-8ca3-45af-891c-6ddb31bf25d5 req-a93b4a0e-f4b9-4397-a48b-c5c04c663e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:29.833189 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9d5df3b8-8ca3-45af-891c-6ddb31bf25d5 req-a93b4a0e-f4b9-4397-a48b-c5c04c663e19 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=121bd543-babf-43b7-ac0a-c8cf95fa7981 HTTP/1.1" status: 200 len: 801 time: 0.2170055 May 20 20:51:29.841511 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceea6977-e254-44e9-a4bf-f73549cc284c req-49d3a396-0f1d-48ea-9a50-159c041fd5e2 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:29.843141 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ceea6977-e254-44e9-a4bf-f73549cc284c req-49d3a396-0f1d-48ea-9a50-159c041fd5e2 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/ports?device_id=03abbdec-2b0d-4070-9a67-4bafa23e6224 HTTP/1.1" status: 200 len: 945 time: 0.2267332 May 20 20:51:29.900165 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-51272b9f-bcd8-45f3-876a-ba357c7ca50d tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33072115', 'neutron.services.segments.db._delete_segments_for_network-8782419500584'] for network, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:29.933783 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ceea6977-e254-44e9-a4bf-f73549cc284c req-6789989d-0f8a-42c2-8c2d-cbc7571bec60 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9f9543d-587a-47bd-8772-bda4bd5582ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811508 May 20 20:51:29.936584 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-51272b9f-bcd8-45f3-876a-ba357c7ca50d tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc3020f7-e1a6-46eb-9758-31354ea4b8be']}} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:51:29.938658 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5df3b8-8ca3-45af-891c-6ddb31bf25d5 req-668ba89d-7fbf-419b-af81-96c343f913bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:29.940013 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9d5df3b8-8ca3-45af-891c-6ddb31bf25d5 req-668ba89d-7fbf-419b-af81-96c343f913bf service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=66d58b19-8fe4-4fe0-9a11-5120bbb05f2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0959339 May 20 20:51:29.970998 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-51272b9f-bcd8-45f3-876a-ba357c7ca50d tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e2ccaa3-078e-4235-96d1-b25e761d4fdc') {'for_net_delete': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:51:29.971302 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-51272b9f-bcd8-45f3-876a-ba357c7ca50d tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e2ccaa3-078e-4235-96d1-b25e761d4fdc') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:51:29.985547 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-51272b9f-bcd8-45f3-876a-ba357c7ca50d tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419501617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3738385'] for segment, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:30.029382 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-51272b9f-bcd8-45f3-876a-ba357c7ca50d tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:30.043042 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51272b9f-bcd8-45f3-876a-ba357c7ca50d tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Releasing vlan 212 on physical network physnet1 to pool {{(pid=103162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 20:51:30.043456 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-51272b9f-bcd8-45f3-876a-ba357c7ca50d tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3800791'] for segment, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:30.046698 n-d-842733-1 neutron-server[103162]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 20:51:30.046698 n-d-842733-1 neutron-server[103162]: self.session.flush() May 20 20:51:30.046698 n-d-842733-1 neutron-server[103162]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 20:51:30.046698 n-d-842733-1 neutron-server[103162]: self.session.flush() May 20 20:51:30.046698 n-d-842733-1 neutron-server[103162]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 20:51:30.046698 n-d-842733-1 neutron-server[103162]: self.session.flush() May 20 20:51:30.046698 n-d-842733-1 neutron-server[103162]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 20:51:30.046698 n-d-842733-1 neutron-server[103162]: self.session.flush() May 20 20:51:30.046698 n-d-842733-1 neutron-server[103162]: Traceback (most recent call last): May 20 20:51:30.046698 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 20:51:30.046698 n-d-842733-1 neutron-server[103162]: timer() May 20 20:51:30.046698 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 20:51:30.046698 n-d-842733-1 neutron-server[103162]: cb(*args, **kw) May 20 20:51:30.046698 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 20 20:51:30.046698 n-d-842733-1 neutron-server[103162]: return func(*args, **kwargs) May 20 20:51:30.046698 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 20:51:30.046698 n-d-842733-1 neutron-server[103162]: self._notify() May 20 20:51:30.046698 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 20:51:30.046698 n-d-842733-1 neutron-server[103162]: self.callback(batched_events) May 20 20:51:30.046698 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 20:51:30.046698 n-d-842733-1 neutron-server[103162]: event.method(event) May 20 20:51:30.046698 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 20 20:51:30.046698 n-d-842733-1 neutron-server[103162]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 20:51:30.046698 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 20 20:51:30.046698 n-d-842733-1 neutron-server[103162]: aggregate_uuid = self.p_client.list_aggregates( May 20 20:51:30.046698 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 20 20:51:30.046698 n-d-842733-1 neutron-server[103162]: return f(self, *a, **k) May 20 20:51:30.046698 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 20 20:51:30.046698 n-d-842733-1 neutron-server[103162]: return self._get(url).json() May 20 20:51:30.046698 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 20 20:51:30.046698 n-d-842733-1 neutron-server[103162]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 20:51:30.046698 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 20:51:30.046698 n-d-842733-1 neutron-server[103162]: return self.request(url, 'GET', **kwargs) May 20 20:51:30.046698 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 20:51:30.046698 n-d-842733-1 neutron-server[103162]: base_url = self.get_endpoint(auth, allow=allow, May 20 20:51:30.046698 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 20:51:30.046698 n-d-842733-1 neutron-server[103162]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 20:51:30.046698 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 20:51:30.046698 n-d-842733-1 neutron-server[103162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 20:51:30.046698 n-d-842733-1 neutron-server[103162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 20:51:30.073677 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640bceca-439c-4e04-9a97-f003d1ffc989 req-7ced3890-25bd-435e-a57b-12efb2a1fc08 tempest-InstanceActionsTestJSON-472124511 tempest-InstanceActionsTestJSON-472124511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:30.075163 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-640bceca-439c-4e04-9a97-f003d1ffc989 req-7ced3890-25bd-435e-a57b-12efb2a1fc08 tempest-InstanceActionsTestJSON-472124511 tempest-InstanceActionsTestJSON-472124511-project] 10.222.0.35 "GET /v2.0/ports?device_id=95dd69ea-d5bd-452e-b578-a7b52e6e0767 HTTP/1.1" status: 200 len: 946 time: 0.1404338 May 20 20:51:30.184633 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-453beefb-8cc0-485c-b40c-f43a9fe19eb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748528'] for router_interface, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:30.218957 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-51272b9f-bcd8-45f3-876a-ba357c7ca50d tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33072122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748162'] for network, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:30.229252 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-51272b9f-bcd8-45f3-876a-ba357c7ca50d tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Notify callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:30.232343 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-51272b9f-bcd8-45f3-876a-ba357c7ca50d tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] 10.222.0.35 "DELETE /v2.0/networks/dc3020f7-e1a6-46eb-9758-31354ea4b8be HTTP/1.1" status: 204 len: 168 time: 1.3118773 May 20 20:51:30.235910 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 50846) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:51:30.256056 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51272b9f-bcd8-45f3-876a-ba357c7ca50d tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Pushing event deleted for resources: {'Network': ['ID=dc3020f7-e1a6-46eb-9758-31354ea4b8be,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:51:30.281894 n-d-842733-1 neutron-server[103162]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3a61a9a-29ed-4fb7-a989-350cf6f422b9 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] DELETE failed (client error): The resource could not be found. May 20 20:51:30.282344 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3a61a9a-29ed-4fb7-a989-350cf6f422b9 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 20:51:30.287919 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-a3a61a9a-29ed-4fb7-a989-350cf6f422b9 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] 10.222.0.35 "DELETE /v2.0/subnets/8bdce111-a5f8-4964-8ef6-f0876d332a99 HTTP/1.1" status: 404 len: 337 time: 0.0399489 May 20 20:51:30.288183 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 50848) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:51:30.336146 n-d-842733-1 neutron-server[103162]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff0a38d7-1b99-44be-9cc5-63a2399ee940 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] DELETE failed (client error): The resource could not be found. May 20 20:51:30.336673 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff0a38d7-1b99-44be-9cc5-63a2399ee940 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 20:51:30.341981 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-ff0a38d7-1b99-44be-9cc5-63a2399ee940 tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] 10.222.0.35 "DELETE /v2.0/networks/4e95ee04-09d6-4cc6-bb61-9dcca7cf9d86 HTTP/1.1" status: 404 len: 339 time: 0.0505810 May 20 20:51:30.342219 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 50850) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:51:30.454879 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c5374c-6798-4dff-aa0a-ccb5bb07e350 req-3c1585ed-9ade-469e-9ad9-bd3c0c765861 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:30.460792 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c5374c-6798-4dff-aa0a-ccb5bb07e350 req-3c1585ed-9ade-469e-9ad9-bd3c0c765861 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:30.466658 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c5374c-6798-4dff-aa0a-ccb5bb07e350 req-3c1585ed-9ade-469e-9ad9-bd3c0c765861 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:30.472448 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c5374c-6798-4dff-aa0a-ccb5bb07e350 req-3c1585ed-9ade-469e-9ad9-bd3c0c765861 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:30.478879 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c5374c-6798-4dff-aa0a-ccb5bb07e350 req-3c1585ed-9ade-469e-9ad9-bd3c0c765861 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:30.484638 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c5374c-6798-4dff-aa0a-ccb5bb07e350 req-3c1585ed-9ade-469e-9ad9-bd3c0c765861 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:30.491160 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c5374c-6798-4dff-aa0a-ccb5bb07e350 req-3c1585ed-9ade-469e-9ad9-bd3c0c765861 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:30.493125 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d3c5374c-6798-4dff-aa0a-ccb5bb07e350 req-3c1585ed-9ade-469e-9ad9-bd3c0c765861 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] 10.222.0.35 "GET /v2.0/ports?device_id=24bc83bc-86f4-4e1f-99de-9736337ee499 HTTP/1.1" status: 200 len: 5430 time: 0.4750528 May 20 20:51:30.494999 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9d5df3b8-8ca3-45af-891c-6ddb31bf25d5 req-7b4fb32f-e691-4327-a6ed-932279111ec6 service neutron] 10.222.0.13 "GET /v2.0/networks/66d58b19-8fe4-4fe0-9a11-5120bbb05f2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5456452 May 20 20:51:30.540080 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-640bceca-439c-4e04-9a97-f003d1ffc989 req-f668173f-01a4-428f-a1d0-4dc1b6555ef2 tempest-InstanceActionsTestJSON-472124511 tempest-InstanceActionsTestJSON-472124511-project] 10.222.0.35 "GET /v2.0/security-groups?id=aebc29d8-55f1-4097-9b76-b0f5762ffa69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4515789 May 20 20:51:30.606256 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d3c5374c-6798-4dff-aa0a-ccb5bb07e350 req-9de65def-9f4d-4db7-a520-6babf1d1fd3f tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] 10.222.0.35 "GET /v2.0/security-groups?id=863381a6-ea9c-49ea-aca2-bed57188f540&id=a9a0a9ba-adc9-42eb-829d-df5caa26883b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1034315 May 20 20:51:30.657550 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9d5df3b8-8ca3-45af-891c-6ddb31bf25d5 req-591ee634-6463-479e-8245-b9a16208b6cb service neutron] 10.222.0.13 "GET /v2.0/networks/66d58b19-8fe4-4fe0-9a11-5120bbb05f2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535621 May 20 20:51:30.678476 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f44921a1-27d4-4aaf-9309-6816c6d2f370 req-13813a4d-fdc6-4b78-a829-dac53935187e tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--1172535476&fields=id&tenant_id=f7d646bffa614f21b1ea08af4be56a95 HTTP/1.1" status: 200 len: 267 time: 0.0495667 May 20 20:51:30.732718 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e74c95b-221b-431c-a7b8-219c4bd101ae tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Deleting subnet 8b8e5645-8192-43a2-88bf-4bd3c52efe21 {{(pid=103162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 20 20:51:30.737626 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3e74c95b-221b-431c-a7b8-219c4bd101ae tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Notify callbacks [] for subnet, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:30.797598 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3e74c95b-221b-431c-a7b8-219c4bd101ae tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3738392'] for subnet, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:30.802706 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8892b1-160c-4d82-8e7c-e38f3c332c11 req-2f68ad83-2792-403b-beea-e25bf0f721db tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:30.804220 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2b8892b1-160c-4d82-8e7c-e38f3c332c11 req-2f68ad83-2792-403b-beea-e25bf0f721db tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/ports?device_id=03abbdec-2b0d-4070-9a67-4bafa23e6224 HTTP/1.1" status: 200 len: 945 time: 0.1040583 May 20 20:51:30.843913 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44921a1-27d4-4aaf-9309-6816c6d2f370 req-cb51aa02-fea0-40d6-a406-730006c287cf tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:30.845388 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f44921a1-27d4-4aaf-9309-6816c6d2f370 req-cb51aa02-fea0-40d6-a406-730006c287cf tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "GET /v2.0/networks?id=52b22ddd-d38d-47d7-9f62-928c2e551c45 HTTP/1.1" status: 200 len: 817 time: 0.1559429 May 20 20:51:30.872638 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2b8892b1-160c-4d82-8e7c-e38f3c332c11 req-edbb4a5b-16e1-425e-b192-f201fb2af620 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9f9543d-587a-47bd-8772-bda4bd5582ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605035 May 20 20:51:30.878591 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f44921a1-27d4-4aaf-9309-6816c6d2f370 req-4e49ffc9-08a1-4c2f-8ec4-615f264b8c63 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "GET /v2.0/quotas/f7d646bffa614f21b1ea08af4be56a95 HTTP/1.1" status: 200 len: 375 time: 0.0227380 May 20 20:51:30.922298 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3e74c95b-221b-431c-a7b8-219c4bd101ae tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33068388'] for subnet, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:30.957335 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f44921a1-27d4-4aaf-9309-6816c6d2f370 req-e203f23b-87e7-4d20-b062-75e15cec0b7f tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=f7d646bffa614f21b1ea08af4be56a95&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0690968 May 20 20:51:31.019401 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-453beefb-8cc0-485c-b40c-f43a9fe19eb6 admin admin] Deleting port 7f36b20e-e5dd-44fd-9a75-f97ecc5c70c4 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:51:31.019974 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-453beefb-8cc0-485c-b40c-f43a9fe19eb6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:31.067583 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3e74c95b-221b-431c-a7b8-219c4bd101ae tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33068399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3797621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4018265'] for subnet, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:31.109882 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b690ebd-081b-45a8-92da-8d2285e7930b None None] Network 3984243b-048d-466a-846d-6fc379f89a68 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:51:31.113067 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e74c95b-221b-431c-a7b8-219c4bd101ae tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Pushing event deleted for resources: {'Subnet': ['ID=8b8e5645-8192-43a2-88bf-4bd3c52efe21,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:51:31.113267 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4973df-54af-4cfe-8a98-c8747e25b0cf req-18fc34f3-25f9-4051-b290-846c35e7bc8a tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:31.119693 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3e74c95b-221b-431c-a7b8-219c4bd101ae tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Notify callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:31.120259 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4973df-54af-4cfe-8a98-c8747e25b0cf req-18fc34f3-25f9-4051-b290-846c35e7bc8a tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:31.125094 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-3e74c95b-221b-431c-a7b8-219c4bd101ae tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] 10.222.0.35 "DELETE /v2.0/subnets/8b8e5645-8192-43a2-88bf-4bd3c52efe21 HTTP/1.1" status: 204 len: 168 time: 0.7797716 May 20 20:51:31.126457 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4973df-54af-4cfe-8a98-c8747e25b0cf req-18fc34f3-25f9-4051-b290-846c35e7bc8a tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:31.127901 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 50872) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:51:31.132783 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4973df-54af-4cfe-8a98-c8747e25b0cf req-18fc34f3-25f9-4051-b290-846c35e7bc8a tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:31.138949 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4973df-54af-4cfe-8a98-c8747e25b0cf req-18fc34f3-25f9-4051-b290-846c35e7bc8a tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:31.145316 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4973df-54af-4cfe-8a98-c8747e25b0cf req-18fc34f3-25f9-4051-b290-846c35e7bc8a tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:31.150540 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4973df-54af-4cfe-8a98-c8747e25b0cf req-18fc34f3-25f9-4051-b290-846c35e7bc8a tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:31.152481 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-be4973df-54af-4cfe-8a98-c8747e25b0cf req-18fc34f3-25f9-4051-b290-846c35e7bc8a tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] 10.222.0.35 "GET /v2.0/ports?device_id=24bc83bc-86f4-4e1f-99de-9736337ee499 HTTP/1.1" status: 200 len: 5430 time: 0.1493428 May 20 20:51:31.169263 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 50874) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:51:31.184755 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f44921a1-27d4-4aaf-9309-6816c6d2f370 req-cfc5ef35-2b4e-45b1-a1bd-ccbcd321a134 service neutron] 10.222.0.35 "GET /v2.0/networks/52b22ddd-d38d-47d7-9f62-928c2e551c45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2236886 May 20 20:51:31.206445 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-864eeda9-2763-4f8f-8f4d-91b9528ef801 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Request body: {'floatingip': {'port_id': 'c377ecf0-f976-4335-a271-7a9e62459ad6'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:51:31.282976 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-453beefb-8cc0-485c-b40c-f43a9fe19eb6 admin admin] For port 7f36b20e-e5dd-44fd-9a75-f97ecc5c70c4, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=7f36b20e-e5dd-44fd-9a75-f97ecc5c70c4,segment=NetworkSegment(51a22548-63c8-444c-b674-6afca742ad16),segment_id=51a22548-63c8-444c-b674-6afca742ad16)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:51:31.283336 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-453beefb-8cc0-485c-b40c-f43a9fe19eb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:31.289716 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-864eeda9-2763-4f8f-8f4d-91b9528ef801 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Notify callbacks [] for floatingip, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:31.300756 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ce8badde-404c-4320-bf61-7da522a6da2f tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33160123'] for network, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:31.336952 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ba6c55-d6a1-4ed9-9ca4-83cd8e713e3c req-1a9c39a7-4692-4fcf-b8b8-344ce07aaa59 tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:31.343020 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ba6c55-d6a1-4ed9-9ca4-83cd8e713e3c req-1a9c39a7-4692-4fcf-b8b8-344ce07aaa59 tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:31.348860 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ba6c55-d6a1-4ed9-9ca4-83cd8e713e3c req-1a9c39a7-4692-4fcf-b8b8-344ce07aaa59 tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:31.350562 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-94ba6c55-d6a1-4ed9-9ca4-83cd8e713e3c req-1a9c39a7-4692-4fcf-b8b8-344ce07aaa59 tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] 10.222.0.35 "GET /v2.0/ports?device_id=5c11b556-a33a-40e5-b9c5-1a2cf7fa8cb3 HTTP/1.1" status: 200 len: 2413 time: 0.1030781 May 20 20:51:31.352910 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-453beefb-8cc0-485c-b40c-f43a9fe19eb6 admin admin] Calling delete_port for 7f36b20e-e5dd-44fd-9a75-f97ecc5c70c4 owned by network:router_interface {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:51:31.354792 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f44921a1-27d4-4aaf-9309-6816c6d2f370 req-9e361373-0d4a-4c5d-9998-d4fe7ce76fdb service neutron] 10.222.0.35 "GET /v2.0/networks/52b22ddd-d38d-47d7-9f62-928c2e551c45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605937 May 20 20:51:31.370543 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4b18a2c-05ba-453e-ae23-e4f36be2c7e5 None None] DHCP port deletion for 3984243b-048d-466a-846d-6fc379f89a68 request from n-d-842733-1 {{(pid=103164) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 20:51:31.401645 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-94ba6c55-d6a1-4ed9-9ca4-83cd8e713e3c req-425105d0-81c8-4cdc-95f1-2514c5a30cf0 tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] 10.222.0.35 "GET /v2.0/security-groups?id=2790e470-9a47-406f-98f4-701141624dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431478 May 20 20:51:31.442433 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-d4b18a2c-05ba-453e-ae23-e4f36be2c7e5 None None] Deleting port f326838a-f9dd-41a9-8aa1-47c6d4ae90c7 {{(pid=103164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:51:31.443004 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d4b18a2c-05ba-453e-ae23-e4f36be2c7e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:31.666628 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device f326838a-f9dd-41a9-8aa1-47c6d4ae90c7 no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:51:31.726251 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-ce8badde-404c-4320-bf61-7da522a6da2f tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Deleting port f326838a-f9dd-41a9-8aa1-47c6d4ae90c7 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:51:31.727104 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ce8badde-404c-4320-bf61-7da522a6da2f tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:31.740102 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-d4b18a2c-05ba-453e-ae23-e4f36be2c7e5 None None] For port f326838a-f9dd-41a9-8aa1-47c6d4ae90c7, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=f326838a-f9dd-41a9-8aa1-47c6d4ae90c7,segment=NetworkSegment(0b43ba67-c973-4966-bf9f-f5db29284cf8),segment_id=0b43ba67-c973-4966-bf9f-f5db29284cf8)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:51:31.742437 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d4b18a2c-05ba-453e-ae23-e4f36be2c7e5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:31.788400 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-d4b18a2c-05ba-453e-ae23-e4f36be2c7e5 None None] Calling delete_port for f326838a-f9dd-41a9-8aa1-47c6d4ae90c7 owned by network:dhcp {{(pid=103164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:51:31.873609 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-20c52db6-8db3-4bfd-b20a-c2833012d900 req-378d6c91-8f2e-4e1e-827b-7a4698345c04 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "GET /v2.0/ports?device_id=21c75c63-d7e7-425b-8b16-c8921fbdeea8 HTTP/1.1" status: 200 len: 210 time: 0.0620334 May 20 20:51:31.928555 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939e40aa-a6aa-406a-92af-42f0249fc137 req-d22decd6-e31b-4635-84b3-0a4d69bd02e2 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:31.930170 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-939e40aa-a6aa-406a-92af-42f0249fc137 req-d22decd6-e31b-4635-84b3-0a4d69bd02e2 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/ports?device_id=03abbdec-2b0d-4070-9a67-4bafa23e6224 HTTP/1.1" status: 200 len: 945 time: 0.1603816 May 20 20:51:31.968091 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port f326838a-f9dd-41a9-8aa1-47c6d4ae90c7 is: ACTIVE; New status is: DOWN {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:51:31.968482 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-ce8badde-404c-4320-bf61-7da522a6da2f tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] For port f326838a-f9dd-41a9-8aa1-47c6d4ae90c7, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=f326838a-f9dd-41a9-8aa1-47c6d4ae90c7,segment=NetworkSegment(0b43ba67-c973-4966-bf9f-f5db29284cf8),segment_id=0b43ba67-c973-4966-bf9f-f5db29284cf8)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:51:31.968628 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:31.968909 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ce8badde-404c-4320-bf61-7da522a6da2f tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:32.014348 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-ce8badde-404c-4320-bf61-7da522a6da2f tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Calling delete_port for f326838a-f9dd-41a9-8aa1-47c6d4ae90c7 owned by network:dhcp {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:51:32.030653 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d4b18a2c-05ba-453e-ae23-e4f36be2c7e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099'] for port, after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:32.057162 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-939e40aa-a6aa-406a-92af-42f0249fc137 req-7d1abb06-0d65-48bb-8bd3-715ba6d85660 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9f9543d-587a-47bd-8772-bda4bd5582ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773144 May 20 20:51:32.060878 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16c3dc3-be2a-4253-9404-402ba9c43244 req-00e30432-e2f5-42ac-942f-7315f022481f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:32.068868 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f16c3dc3-be2a-4253-9404-402ba9c43244 req-00e30432-e2f5-42ac-942f-7315f022481f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=db980db23a4245a08f22ea4e07ca0943&device_id=95dd69ea-d5bd-452e-b578-a7b52e6e0767 HTTP/1.1" status: 200 len: 1097 time: 0.1875203 May 20 20:51:32.098818 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4965a678-f70c-4546-8681-1b6a95916ee2 req-0f465906-d287-4de9-92fc-c6dfbaebb5ba tempest-InstanceActionsTestJSON-472124511 tempest-InstanceActionsTestJSON-472124511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:32.100024 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b18a2c-05ba-453e-ae23-e4f36be2c7e5 None None] Pushing event deleted for resources: {'Port': ['ID=f326838a-f9dd-41a9-8aa1-47c6d4ae90c7,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:51:32.103890 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4b18a2c-05ba-453e-ae23-e4f36be2c7e5 None None] No DVR routers for this DVR port f326838a-f9dd-41a9-8aa1-47c6d4ae90c7 on host n-d-842733-1 {{(pid=103164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:51:32.116084 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4965a678-f70c-4546-8681-1b6a95916ee2 req-0f465906-d287-4de9-92fc-c6dfbaebb5ba tempest-InstanceActionsTestJSON-472124511 tempest-InstanceActionsTestJSON-472124511-project] 10.222.0.35 "GET /v2.0/ports?device_id=95dd69ea-d5bd-452e-b578-a7b52e6e0767 HTTP/1.1" status: 200 len: 946 time: 0.1217299 May 20 20:51:32.132256 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ce8badde-404c-4320-bf61-7da522a6da2f tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:32.138374 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-453beefb-8cc0-485c-b40c-f43a9fe19eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:32.204296 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8badde-404c-4320-bf61-7da522a6da2f tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Pushing event deleted for resources: {'Port': ['ID=f326838a-f9dd-41a9-8aa1-47c6d4ae90c7,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:51:32.209572 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce8badde-404c-4320-bf61-7da522a6da2f tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] No DVR routers for this DVR port f326838a-f9dd-41a9-8aa1-47c6d4ae90c7 on host n-d-842733-1 {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:51:32.222025 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:32.251191 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453beefb-8cc0-485c-b40c-f43a9fe19eb6 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f36b20e-e5dd-44fd-9a75-f97ecc5c70c4,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:51:32.262642 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4965a678-f70c-4546-8681-1b6a95916ee2 req-ab321300-2521-4242-adc5-bf55db66d0e4 tempest-InstanceActionsTestJSON-472124511 tempest-InstanceActionsTestJSON-472124511-project] 10.222.0.35 "GET /v2.0/security-groups?id=aebc29d8-55f1-4097-9b76-b0f5762ffa69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454139 May 20 20:51:32.268432 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.db.resource_extend [None req-864eeda9-2763-4f8f-8f4d-91b9528ef801 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 20 20:51:32.296865 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dadbefc-1472-4bdf-93a4-3d7e9e982bb3 req-0747915a-d689-47d2-b251-3e5ecee651fa tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:32.305094 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2dadbefc-1472-4bdf-93a4-3d7e9e982bb3 req-0747915a-d689-47d2-b251-3e5ecee651fa tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/ports?device_id=03abbdec-2b0d-4070-9a67-4bafa23e6224 HTTP/1.1" status: 200 len: 945 time: 0.1246638 May 20 20:51:32.340341 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16c3dc3-be2a-4253-9404-402ba9c43244 req-a020f917-5f5d-4bbf-b0b1-cd870587b129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:32.341568 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f16c3dc3-be2a-4253-9404-402ba9c43244 req-a020f917-5f5d-4bbf-b0b1-cd870587b129 service neutron] 10.222.0.24 "GET /v2.0/networks?id=520d7846-0fc4-411e-af3e-9ee70d4393bb HTTP/1.1" status: 200 len: 915 time: 0.2704496 May 20 20:51:32.393861 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2dadbefc-1472-4bdf-93a4-3d7e9e982bb3 req-8ce9af4c-e838-4670-bbe6-f61b96d2ce43 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9f9543d-587a-47bd-8772-bda4bd5582ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875919 May 20 20:51:32.395623 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f16c3dc3-be2a-4253-9404-402ba9c43244 req-ff8acca2-b9e4-459c-ae3e-e469acb92d37 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e1e79e6a-020a-4ce7-a79e-b882ae907d25 HTTP/1.1" status: 200 len: 217 time: 0.0465484 May 20 20:51:32.468643 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-864eeda9-2763-4f8f-8f4d-91b9528ef801 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:32.494779 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ce8badde-404c-4320-bf61-7da522a6da2f tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33072115', 'neutron.services.segments.db._delete_segments_for_network-8782419500584'] for network, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:32.498177 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16c3dc3-be2a-4253-9404-402ba9c43244 req-5f000905-0fa2-47cb-9131-98ead1721461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:32.504545 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f16c3dc3-be2a-4253-9404-402ba9c43244 req-5f000905-0fa2-47cb-9131-98ead1721461 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=087e5f0b-24ef-476d-af9c-578f11bc070a HTTP/1.1" status: 200 len: 854 time: 0.1024437 May 20 20:51:32.539989 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-864eeda9-2763-4f8f-8f4d-91b9528ef801 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748272'] for floatingip, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:32.565233 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f16c3dc3-be2a-4253-9404-402ba9c43244 req-a5220cd6-1d1d-4d55-89d7-33bbefa4ad92 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=520d7846-0fc4-411e-af3e-9ee70d4393bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491455 May 20 20:51:32.592736 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-ce8badde-404c-4320-bf61-7da522a6da2f tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3984243b-048d-466a-846d-6fc379f89a68']}} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:51:32.608180 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-ce8badde-404c-4320-bf61-7da522a6da2f tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b43ba67-c973-4966-bf9f-f5db29284cf8') {'for_net_delete': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:51:32.608469 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-ce8badde-404c-4320-bf61-7da522a6da2f tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b43ba67-c973-4966-bf9f-f5db29284cf8') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:51:32.652899 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ce8badde-404c-4320-bf61-7da522a6da2f tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419501617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3738385'] for segment, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:32.670303 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ffcb5d-4ee0-4f58-adf4-c761bea5554a req-f1056650-f974-4c82-bbbe-db0cbfeea559 tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:32.676207 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ffcb5d-4ee0-4f58-adf4-c761bea5554a req-f1056650-f974-4c82-bbbe-db0cbfeea559 tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:32.682057 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ffcb5d-4ee0-4f58-adf4-c761bea5554a req-f1056650-f974-4c82-bbbe-db0cbfeea559 tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:32.683740 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f7ffcb5d-4ee0-4f58-adf4-c761bea5554a req-f1056650-f974-4c82-bbbe-db0cbfeea559 tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] 10.222.0.35 "GET /v2.0/ports?device_id=5c11b556-a33a-40e5-b9c5-1a2cf7fa8cb3 HTTP/1.1" status: 200 len: 2413 time: 0.1780996 May 20 20:51:32.700199 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36d46bf-7c21-4a4a-9a37-4a478cfb0d9b req-3ef78e46-b13e-4103-8a56-25a2d5949fd8 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:32.700568 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ce8badde-404c-4320-bf61-7da522a6da2f tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:32.701829 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e36d46bf-7c21-4a4a-9a37-4a478cfb0d9b req-3ef78e46-b13e-4103-8a56-25a2d5949fd8 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/ports?device_id=03abbdec-2b0d-4070-9a67-4bafa23e6224 HTTP/1.1" status: 200 len: 945 time: 0.1735585 May 20 20:51:32.718154 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce8badde-404c-4320-bf61-7da522a6da2f tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Releasing vlan 211 on physical network physnet1 to pool {{(pid=103162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 20:51:32.722876 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ce8badde-404c-4320-bf61-7da522a6da2f tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3800791'] for segment, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:32.722876 n-d-842733-1 neutron-server[103162]: Traceback (most recent call last): May 20 20:51:32.722876 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 20:51:32.722876 n-d-842733-1 neutron-server[103162]: timer() May 20 20:51:32.722876 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 20:51:32.722876 n-d-842733-1 neutron-server[103162]: cb(*args, **kw) May 20 20:51:32.722876 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 20 20:51:32.722876 n-d-842733-1 neutron-server[103162]: return func(*args, **kwargs) May 20 20:51:32.722876 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 20:51:32.722876 n-d-842733-1 neutron-server[103162]: self._notify() May 20 20:51:32.722876 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 20:51:32.722876 n-d-842733-1 neutron-server[103162]: self.callback(batched_events) May 20 20:51:32.722876 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 20:51:32.722876 n-d-842733-1 neutron-server[103162]: event.method(event) May 20 20:51:32.722876 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 20 20:51:32.722876 n-d-842733-1 neutron-server[103162]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 20:51:32.722876 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 20 20:51:32.722876 n-d-842733-1 neutron-server[103162]: aggregate_uuid = self.p_client.list_aggregates( May 20 20:51:32.722876 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 20 20:51:32.722876 n-d-842733-1 neutron-server[103162]: return f(self, *a, **k) May 20 20:51:32.722876 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 20 20:51:32.722876 n-d-842733-1 neutron-server[103162]: return self._get(url).json() May 20 20:51:32.722876 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 20 20:51:32.722876 n-d-842733-1 neutron-server[103162]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 20:51:32.722876 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 20:51:32.722876 n-d-842733-1 neutron-server[103162]: return self.request(url, 'GET', **kwargs) May 20 20:51:32.722876 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 20:51:32.722876 n-d-842733-1 neutron-server[103162]: base_url = self.get_endpoint(auth, allow=allow, May 20 20:51:32.722876 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 20:51:32.722876 n-d-842733-1 neutron-server[103162]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 20:51:32.722876 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 20:51:32.722876 n-d-842733-1 neutron-server[103162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 20:51:32.722876 n-d-842733-1 neutron-server[103162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 20:51:32.736394 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-453beefb-8cc0-485c-b40c-f43a9fe19eb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-692224'] for router_interface, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:32.754883 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f16c3dc3-be2a-4253-9404-402ba9c43244 req-6eebf833-2fd9-45fd-8c7e-7f687df9a53a service neutron] 10.222.0.24 "GET /v2.0/networks/520d7846-0fc4-411e-af3e-9ee70d4393bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1736004 May 20 20:51:32.789606 n-d-842733-1 neutron-server[103162]: INFO neutron.db.l3_db [None req-864eeda9-2763-4f8f-8f4d-91b9528ef801 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Floating IP 493cb45a-929c-43e4-b744-dffd278c1a5a associated. External IP: 172.25.2.38, port: c377ecf0-f976-4335-a271-7a9e62459ad6. May 20 20:51:32.798876 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f7ffcb5d-4ee0-4f58-adf4-c761bea5554a req-6e775124-6d6d-499e-9d6c-80498e8d427f tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] 10.222.0.35 "GET /v2.0/security-groups?id=2790e470-9a47-406f-98f4-701141624dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942192 May 20 20:51:32.830954 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e36d46bf-7c21-4a4a-9a37-4a478cfb0d9b req-d092725d-fb8a-48d7-b232-3be2f081a659 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9f9543d-587a-47bd-8772-bda4bd5582ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175733 May 20 20:51:32.891506 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f16c3dc3-be2a-4253-9404-402ba9c43244 req-24de86d5-c38d-4ef9-ac12-413c10c27b63 service neutron] 10.222.0.24 "GET /v2.0/networks/520d7846-0fc4-411e-af3e-9ee70d4393bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269386 May 20 20:51:32.925833 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ce8badde-404c-4320-bf61-7da522a6da2f tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33072122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748162'] for network, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:32.935934 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device badab173-da92-48c1-b13b-119c9b27621a details requested by agent hyperv_n-h2-842733-1 with host n-h2-842733-1 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 20:51:32.978259 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ce8badde-404c-4320-bf61-7da522a6da2f tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Notify callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:32.985934 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-ce8badde-404c-4320-bf61-7da522a6da2f tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] 10.222.0.35 "DELETE /v2.0/networks/3984243b-048d-466a-846d-6fc379f89a68 HTTP/1.1" status: 204 len: 168 time: 1.8557336 May 20 20:51:32.993524 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-69a283cf-5ebe-4aba-b266-32443e83656e req-b0c24b5f-25eb-4be3-9be8-edd4facc4fea tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "GET /v2.0/ports?device_id=21c75c63-d7e7-425b-8b16-c8921fbdeea8 HTTP/1.1" status: 200 len: 210 time: 0.0349190 May 20 20:51:33.004344 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897bff43-a77d-4c88-b2cf-9d7642a21f8b req-b2fe2501-d112-44be-8b36-ecbc9c169eda tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:33.006277 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-897bff43-a77d-4c88-b2cf-9d7642a21f8b req-b2fe2501-d112-44be-8b36-ecbc9c169eda tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/ports?device_id=03abbdec-2b0d-4070-9a67-4bafa23e6224 HTTP/1.1" status: 200 len: 945 time: 0.0910983 May 20 20:51:33.049143 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8badde-404c-4320-bf61-7da522a6da2f tempest-NetworksIpV6Test-1316267693 tempest-NetworksIpV6Test-1316267693-project] Pushing event deleted for resources: {'Network': ['ID=3984243b-048d-466a-846d-6fc379f89a68,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:51:33.059616 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-897bff43-a77d-4c88-b2cf-9d7642a21f8b req-f4108cec-f369-4417-ad78-044bf87013ca tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9f9543d-587a-47bd-8772-bda4bd5582ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369518 May 20 20:51:33.089548 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port badab173-da92-48c1-b13b-119c9b27621a, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=badab173-da92-48c1-b13b-119c9b27621a,segment=NetworkSegment(33a148b7-9d1d-44df-af49-c7676d5a181d),segment_id=33a148b7-9d1d-44df-af49-c7676d5a181d)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:51:33.104899 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Returning: {'device': 'badab173-da92-48c1-b13b-119c9b27621a', 'network_id': '66d58b19-8fe4-4fe0-9a11-5120bbb05f2e', 'port_id': 'badab173-da92-48c1-b13b-119c9b27621a', 'mac_address': 'fa:16:3e:e0:08:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '121bd543-babf-43b7-ac0a-c8cf95fa7981', 'ip_address': '19.80.0.192'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 20 20:51:33.158854 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port badab173-da92-48c1-b13b-119c9b27621a is: DOWN; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:51:33.159242 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:33.172913 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id badab173-da92-48c1-b13b-119c9b27621a {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:51:33.194930 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port badab173-da92-48c1-b13b-119c9b27621a, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=badab173-da92-48c1-b13b-119c9b27621a,segment=NetworkSegment(33a148b7-9d1d-44df-af49-c7676d5a181d),segment_id=33a148b7-9d1d-44df-af49-c7676d5a181d)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:51:33.236575 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944174f2-e8e0-4e51-ab83-0b2753731ca9 req-2e36ea34-7ba1-4cd9-8fe4-5c35f72fd1cd tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:33.239929 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-944174f2-e8e0-4e51-ab83-0b2753731ca9 req-2e36ea34-7ba1-4cd9-8fe4-5c35f72fd1cd tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/ports?device_id=03abbdec-2b0d-4070-9a67-4bafa23e6224 HTTP/1.1" status: 200 len: 945 time: 0.0742352 May 20 20:51:33.287114 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:33.289293 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 027a7f26-28a1-4de3-bfc2-f48c4c96da47 details requested by agent hyperv_n-h2-842733-1 with host n-h2-842733-1 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 20:51:33.299959 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-944174f2-e8e0-4e51-ab83-0b2753731ca9 req-4f841039-6a6b-4451-89f0-1f5f3f8daae9 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9f9543d-587a-47bd-8772-bda4bd5582ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537670 May 20 20:51:33.440986 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=badab173-da92-48c1-b13b-119c9b27621a,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:51:33.449916 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868a8145-6147-4e21-b0a8-a845d96743bb req-d269189a-9e4b-48a8-8a2c-850cf89d545f tempest-InstanceActionsTestJSON-472124511 tempest-InstanceActionsTestJSON-472124511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:33.453747 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-868a8145-6147-4e21-b0a8-a845d96743bb req-d269189a-9e4b-48a8-8a2c-850cf89d545f tempest-InstanceActionsTestJSON-472124511 tempest-InstanceActionsTestJSON-472124511-project] 10.222.0.35 "GET /v2.0/ports?device_id=95dd69ea-d5bd-452e-b578-a7b52e6e0767 HTTP/1.1" status: 200 len: 946 time: 0.0920179 May 20 20:51:33.502366 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port 027a7f26-28a1-4de3-bfc2-f48c4c96da47, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=027a7f26-28a1-4de3-bfc2-f48c4c96da47,segment=NetworkSegment(69c72887-b8c5-40da-8106-d7704d90f7dd),segment_id=69c72887-b8c5-40da-8106-d7704d90f7dd)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:51:33.515628 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Returning: {'device': '027a7f26-28a1-4de3-bfc2-f48c4c96da47', 'network_id': 'cfaff9e1-631c-4f40-a858-7ab9ee98f936', 'port_id': '027a7f26-28a1-4de3-bfc2-f48c4c96da47', 'mac_address': 'fa:16:3e:37:74:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4470f142-92cb-42bd-907a-0164531e763f', 'ip_address': '19.86.0.104'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 20 20:51:33.572501 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 50914) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:51:33.592992 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port 027a7f26-28a1-4de3-bfc2-f48c4c96da47 is: DOWN; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:51:33.593869 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:33.613148 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13633362-d4a5-4a5e-851c-a86630839b6a req-30ecae2b-29ee-4881-8de1-3e26a9052e17 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:33.619908 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 027a7f26-28a1-4de3-bfc2-f48c4c96da47 {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:51:33.627342 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-13633362-d4a5-4a5e-851c-a86630839b6a req-30ecae2b-29ee-4881-8de1-3e26a9052e17 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/ports?device_id=03abbdec-2b0d-4070-9a67-4bafa23e6224 HTTP/1.1" status: 200 len: 945 time: 0.1716185 May 20 20:51:33.663869 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port 027a7f26-28a1-4de3-bfc2-f48c4c96da47, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=027a7f26-28a1-4de3-bfc2-f48c4c96da47,segment=NetworkSegment(69c72887-b8c5-40da-8106-d7704d90f7dd),segment_id=69c72887-b8c5-40da-8106-d7704d90f7dd)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:51:33.666400 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-864eeda9-2763-4f8f-8f4d-91b9528ef801 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Router 208fc636-ac7b-4b47-9704-cd4ae69358ba has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 20:51:33.672657 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-868a8145-6147-4e21-b0a8-a845d96743bb req-70aecd33-0bf0-4137-8044-1b58562a7a02 tempest-InstanceActionsTestJSON-472124511 tempest-InstanceActionsTestJSON-472124511-project] 10.222.0.35 "GET /v2.0/security-groups?id=aebc29d8-55f1-4097-9b76-b0f5762ffa69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036417 May 20 20:51:33.699174 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-13633362-d4a5-4a5e-851c-a86630839b6a req-5e41c4da-00bb-4c74-95b9-9da7dc3ff0d4 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9f9543d-587a-47bd-8772-bda4bd5582ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588951 May 20 20:51:33.723460 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-453beefb-8cc0-485c-b40c-f43a9fe19eb6 admin admin] Router 1b403540-9eac-4959-9594-ec7fea5521b9 has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 20:51:33.772580 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:33.773970 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 09525c2d-cc2f-4276-8927-9b3f60cedfdb details requested by agent hyperv_n-h2-842733-1 with host n-h2-842733-1 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 20:51:33.794256 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-f6a1c624-fb6f-475a-acfb-e1396f61bc5d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=96f638b5d51f40ba91740cda889595cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2182724 May 20 20:51:33.796519 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 50920) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:51:33.891714 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-864eeda9-2763-4f8f-8f4d-91b9528ef801 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 20:51:33.895915 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-864eeda9-2763-4f8f-8f4d-91b9528ef801 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for floatingip, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:33.898517 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2abe1bfe-eb05-4a97-b5e0-c65d1e0ade70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:33.915446 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3fbaeff-0d8b-4229-8156-c0b58732e3b3 None None] Sync routers for ids ['208fc636-ac7b-4b47-9704-cd4ae69358ba'] in n-d-842733-1 {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 20:51:33.927684 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port 09525c2d-cc2f-4276-8927-9b3f60cedfdb, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=09525c2d-cc2f-4276-8927-9b3f60cedfdb,segment=NetworkSegment(33a148b7-9d1d-44df-af49-c7676d5a181d),segment_id=33a148b7-9d1d-44df-af49-c7676d5a181d)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:51:33.933449 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=027a7f26-28a1-4de3-bfc2-f48c4c96da47,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:51:33.933637 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2abe1bfe-eb05-4a97-b5e0-c65d1e0ade70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:33.934158 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-453beefb-8cc0-485c-b40c-f43a9fe19eb6 admin admin] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 20:51:33.936714 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-864eeda9-2763-4f8f-8f4d-91b9528ef801 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] 10.222.0.35 "PUT /v2.0/floatingips/493cb45a-929c-43e4-b744-dffd278c1a5a HTTP/1.1" status: 200 len: 991 time: 2.7649763 May 20 20:51:33.943460 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-453beefb-8cc0-485c-b40c-f43a9fe19eb6 admin admin] 10.222.0.35 "PUT /v2.0/routers/1b403540-9eac-4959-9594-ec7fea5521b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9238796 May 20 20:51:33.943460 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24bc83bc-86f4-4e1f-99de-9736337ee499', 'tag': 'c377ecf0-f976-4335-a271-7a9e62459ad6'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:51:33.948796 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6fa957933fccbf596d28104b23404b952ad6a8238afaebaed40a0874b2e409" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5610a633-cf5d-47d6-bffb-52133ee454e2" -d '{"events": [{"name": "network-changed", "server_uuid": "24bc83bc-86f4-4e1f-99de-9736337ee499", "tag": "c377ecf0-f976-4335-a271-7a9e62459ad6"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:51:33.949868 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 50930) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:51:33.959381 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-042002d0-ff5f-4e3f-8da7-bfcd1ab3fff7 None None] Sync routers for ids ['1b403540-9eac-4959-9594-ec7fea5521b9'] in n-d-842733-1 {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 20:51:33.973921 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3fbaeff-0d8b-4229-8156-c0b58732e3b3 None None] Routers {'208fc636-ac7b-4b47-9704-cd4ae69358ba'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:51:33.974790 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-a3fbaeff-0d8b-4229-8156-c0b58732e3b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:51:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['208fc636-ac7b-4b47-9704-cd4ae69358ba'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:51:33.979004 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-042002d0-ff5f-4e3f-8da7-bfcd1ab3fff7 None None] Routers {'1b403540-9eac-4959-9594-ec7fea5521b9'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:51:33.979612 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-042002d0-ff5f-4e3f-8da7-bfcd1ab3fff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:51:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['1b403540-9eac-4959-9594-ec7fea5521b9'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:51:33.981228 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Returning: {'device': '09525c2d-cc2f-4276-8927-9b3f60cedfdb', 'network_id': '66d58b19-8fe4-4fe0-9a11-5120bbb05f2e', 'port_id': '09525c2d-cc2f-4276-8927-9b3f60cedfdb', 'mac_address': 'fa:16:3e:c2:e6:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '121bd543-babf-43b7-ac0a-c8cf95fa7981', 'ip_address': '19.80.0.133'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 20 20:51:34.080152 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ffc3a9a6-f46b-42e0-9a45-00011a08107a admin admin] Notify callbacks [] for router, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:34.087329 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7599deb-f303-4224-bae8-2bc91dc3c3c5 req-d68b365b-c0cf-44ec-bc1f-07674748ad0c tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:34.093946 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7599deb-f303-4224-bae8-2bc91dc3c3c5 req-d68b365b-c0cf-44ec-bc1f-07674748ad0c tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:34.100621 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7599deb-f303-4224-bae8-2bc91dc3c3c5 req-d68b365b-c0cf-44ec-bc1f-07674748ad0c tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:34.108371 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e7599deb-f303-4224-bae8-2bc91dc3c3c5 req-d68b365b-c0cf-44ec-bc1f-07674748ad0c tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] 10.222.0.35 "GET /v2.0/ports?device_id=5c11b556-a33a-40e5-b9c5-1a2cf7fa8cb3 HTTP/1.1" status: 200 len: 2415 time: 0.1151383 May 20 20:51:34.123760 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port 09525c2d-cc2f-4276-8927-9b3f60cedfdb is: DOWN; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:51:34.123760 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:34.139193 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734468cf-d6e2-4aba-aab4-eec909d56dfe req-4f997f57-b59b-422d-9b5a-facc737fb294 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:34.140738 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-734468cf-d6e2-4aba-aab4-eec909d56dfe req-4f997f57-b59b-422d-9b5a-facc737fb294 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/ports?device_id=03abbdec-2b0d-4070-9a67-4bafa23e6224 HTTP/1.1" status: 200 len: 945 time: 0.1455436 May 20 20:51:34.143460 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09525c2d-cc2f-4276-8927-9b3f60cedfdb {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:51:34.169481 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-a3fbaeff-0d8b-4229-8156-c0b58732e3b3 None None] Set router 208fc636-ac7b-4b47-9704-cd4ae69358ba gateway port host: n-d-842733-1 {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:51:34.176611 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e7599deb-f303-4224-bae8-2bc91dc3c3c5 req-28a80bb8-f96e-407d-9544-448f861d3989 tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] 10.222.0.35 "GET /v2.0/security-groups?id=2790e470-9a47-406f-98f4-701141624dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613694 May 20 20:51:34.186985 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2abe1bfe-eb05-4a97-b5e0-c65d1e0ade70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:34.193291 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-042002d0-ff5f-4e3f-8da7-bfcd1ab3fff7 None None] Set router 1b403540-9eac-4959-9594-ec7fea5521b9 gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:51:34.197225 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2abe1bfe-eb05-4a97-b5e0-c65d1e0ade70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:34.198380 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-2abe1bfe-eb05-4a97-b5e0-c65d1e0ade70 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/74876e18-0330-4509-bbf3-25d367fed00a HTTP/1.1" status: 204 len: 168 time: 0.4009888 May 20 20:51:34.212518 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port 09525c2d-cc2f-4276-8927-9b3f60cedfdb, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=09525c2d-cc2f-4276-8927-9b3f60cedfdb,segment=NetworkSegment(33a148b7-9d1d-44df-af49-c7676d5a181d),segment_id=33a148b7-9d1d-44df-af49-c7676d5a181d)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:51:34.244411 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ffc3a9a6-f46b-42e0-9a45-00011a08107a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:34.267317 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 20:51:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-387c2289-b992-4686-9fe6-6c87c2ea122e x-openstack-request-id: req-387c2289-b992-4686-9fe6-6c87c2ea122e {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:51:34.267664 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24bc83bc-86f4-4e1f-99de-9736337ee499", "tag": "c377ecf0-f976-4335-a271-7a9e62459ad6", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:51:34.267924 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-387c2289-b992-4686-9fe6-6c87c2ea122e {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:51:34.268348 n-d-842733-1 neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-387c2289-b992-4686-9fe6-6c87c2ea122e'] response: {'name': 'network-changed', 'server_uuid': '24bc83bc-86f4-4e1f-99de-9736337ee499', 'tag': 'c377ecf0-f976-4335-a271-7a9e62459ad6', 'status': 'completed', 'code': 200} May 20 20:51:34.308010 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abe1bfe-eb05-4a97-b5e0-c65d1e0ade70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74876e18-0330-4509-bbf3-25d367fed00a,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:51:34.349065 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:34.415988 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-ffc3a9a6-f46b-42e0-9a45-00011a08107a admin admin] Deleting port e020f4ff-b002-440c-a8f2-69d13e16d5c9 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:51:34.416979 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ffc3a9a6-f46b-42e0-9a45-00011a08107a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:34.436107 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-48fba934-122e-49ea-b4f3-cc0778fd944f req-de64608f-eb87-4ff6-912b-3eba48f464ac tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "GET /v2.0/ports?device_id=21c75c63-d7e7-425b-8b16-c8921fbdeea8 HTTP/1.1" status: 200 len: 210 time: 0.0677366 May 20 20:51:34.446737 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=09525c2d-cc2f-4276-8927-9b3f60cedfdb,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:51:34.482848 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-734468cf-d6e2-4aba-aab4-eec909d56dfe req-45474194-42c4-4eb6-8506-aad1f764dd78 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9f9543d-587a-47bd-8772-bda4bd5582ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3224146 May 20 20:51:34.491664 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-042002d0-ff5f-4e3f-8da7-bfcd1ab3fff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b403540-9eac-4959-9594-ec7fea5521b9', 'name': 'tempest-AttachVolumeNegativeTest-1769752784-router', 'tenant_id': 'c23324ed92c6460facba85082860777a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.135'}], 'enable_snat': True}, 'gw_port_id': 'e020f4ff-b002-440c-a8f2-69d13e16d5c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:44:14Z', 'updated_at': '2022-05-20T20:51:31Z', 'revision_number': 5, 'project_id': 'c23324ed92c6460facba85082860777a', 'gw_port': {'id': 'e020f4ff-b002-440c-a8f2-69d13e16d5c9', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:39:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b403540-9eac-4959-9594-ec7fea5521b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1010, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:44:14Z', 'updated_at': '2022-05-20T20:44:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:51:34.557505 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44921a1-27d4-4aaf-9309-6816c6d2f370 req-a173d25e-0706-4cd0-8b1a-b7ecfa5152fc tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:34.560807 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f44921a1-27d4-4aaf-9309-6816c6d2f370 req-a173d25e-0706-4cd0-8b1a-b7ecfa5152fc tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.24 "GET /v2.0/networks?id=52b22ddd-d38d-47d7-9f62-928c2e551c45 HTTP/1.1" status: 200 len: 817 time: 0.3747482 May 20 20:51:34.591234 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5610a633-cf5d-47d6-bffb-52133ee454e2 req-47d88e1c-cadd-46ba-8d96-6d8ae5140d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:34.591714 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-ffc3a9a6-f46b-42e0-9a45-00011a08107a admin admin] For port e020f4ff-b002-440c-a8f2-69d13e16d5c9, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=e020f4ff-b002-440c-a8f2-69d13e16d5c9,segment=NetworkSegment(0b5485c4-eff8-42a1-9073-ae54ed4c63ba),segment_id=0b5485c4-eff8-42a1-9073-ae54ed4c63ba)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:51:34.592226 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ffc3a9a6-f46b-42e0-9a45-00011a08107a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:34.599145 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5610a633-cf5d-47d6-bffb-52133ee454e2 req-47d88e1c-cadd-46ba-8d96-6d8ae5140d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:34.599785 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5610a633-cf5d-47d6-bffb-52133ee454e2 req-47d88e1c-cadd-46ba-8d96-6d8ae5140d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:34.601086 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5610a633-cf5d-47d6-bffb-52133ee454e2 req-47d88e1c-cadd-46ba-8d96-6d8ae5140d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:34.602995 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5610a633-cf5d-47d6-bffb-52133ee454e2 req-47d88e1c-cadd-46ba-8d96-6d8ae5140d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:34.604827 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5610a633-cf5d-47d6-bffb-52133ee454e2 req-47d88e1c-cadd-46ba-8d96-6d8ae5140d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:34.607039 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5610a633-cf5d-47d6-bffb-52133ee454e2 req-47d88e1c-cadd-46ba-8d96-6d8ae5140d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:34.610486 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5610a633-cf5d-47d6-bffb-52133ee454e2 req-47d88e1c-cadd-46ba-8d96-6d8ae5140d2a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=130041758ffe4e0a8066d604acc4da27&device_id=24bc83bc-86f4-4e1f-99de-9736337ee499 HTTP/1.1" status: 200 len: 6487 time: 0.2411933 May 20 20:51:34.613488 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-ffc3a9a6-f46b-42e0-9a45-00011a08107a admin admin] Calling delete_port for e020f4ff-b002-440c-a8f2-69d13e16d5c9 owned by network:router_gateway {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:51:34.668117 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-042002d0-ff5f-4e3f-8da7-bfcd1ab3fff7 None None] Checking router: 1b403540-9eac-4959-9594-ec7fea5521b9 for host: n-d-842733-1 {{(pid=103165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 20:51:34.672323 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-a3fbaeff-0d8b-4229-8156-c0b58732e3b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '208fc636-ac7b-4b47-9704-cd4ae69358ba', 'name': 'tempest-TaggedBootDevicesTest-470911137-router', 'tenant_id': '130041758ffe4e0a8066d604acc4da27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.128'}], 'enable_snat': True}, 'gw_port_id': 'a273ae22-c87d-4557-94a4-9200483eae2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:48:58Z', 'updated_at': '2022-05-20T20:49:03Z', 'revision_number': 4, 'project_id': '130041758ffe4e0a8066d604acc4da27', 'gw_port': {'id': 'a273ae22-c87d-4557-94a4-9200483eae2e', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:9c:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '208fc636-ac7b-4b47-9704-cd4ae69358ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:48:58Z', 'updated_at': '2022-05-20T20:49:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_floatingips': [{'id': '493cb45a-929c-43e4-b744-dffd278c1a5a', 'tenant_id': '130041758ffe4e0a8066d604acc4da27', 'floating_ip_address': '172.25.2.38', 'floating_network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'router_id': '208fc636-ac7b-4b47-9704-cd4ae69358ba', 'port_id': 'c377ecf0-f976-4335-a271-7a9e62459ad6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1489, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ca369c8-df0a-41e3-869c-b1b368b823ae', 'mac_address': 'fa:16:3e:b0:5b:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24bc83bc-86f4-4e1f-99de-9736337ee499', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-20T20:50:15Z', 'updated_at': '2022-05-20T20:51:32Z', 'revision_number': 1, 'project_id': '130041758ffe4e0a8066d604acc4da27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '799cc531-daae-4bfe-9e64-fc43698ef981', 'name': '', 'network_id': '5ca369c8-df0a-41e3-869c-b1b368b823ae', 'tenant_id': '130041758ffe4e0a8066d604acc4da27', 'mac_address': 'fa:16:3e:a6:59:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '208fc636-ac7b-4b47-9704-cd4ae69358ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': '0e16e10c-5b92-4574-b13d-016374e3f82e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:49:01Z', 'updated_at': '2022-05-20T20:49:08Z', 'revision_number': 5, 'project_id': '130041758ffe4e0a8066d604acc4da27', 'subnets': [{'id': '0e16e10c-5b92-4574-b13d-016374e3f82e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:51:34.678743 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-042002d0-ff5f-4e3f-8da7-bfcd1ab3fff7 None None] Routers {'1b403540-9eac-4959-9594-ec7fea5521b9'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:51:34.679373 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-042002d0-ff5f-4e3f-8da7-bfcd1ab3fff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:51:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['1b403540-9eac-4959-9594-ec7fea5521b9'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:51:34.741820 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3fbaeff-0d8b-4229-8156-c0b58732e3b3 None None] Checking router: 208fc636-ac7b-4b47-9704-cd4ae69358ba for host: n-d-842733-1 {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 20:51:34.758906 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3fbaeff-0d8b-4229-8156-c0b58732e3b3 None None] Routers {'208fc636-ac7b-4b47-9704-cd4ae69358ba'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:51:34.759561 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-a3fbaeff-0d8b-4229-8156-c0b58732e3b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:51:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['208fc636-ac7b-4b47-9704-cd4ae69358ba'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:51:34.849258 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-042002d0-ff5f-4e3f-8da7-bfcd1ab3fff7 None None] Set router 1b403540-9eac-4959-9594-ec7fea5521b9 gateway port host: None {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:51:34.889689 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f44921a1-27d4-4aaf-9309-6816c6d2f370 req-adf42ff3-5de0-439c-b722-9482b4b86f45 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f7d646bffa614f21b1ea08af4be56a95 HTTP/1.1" status: 200 len: 380 time: 0.3169975 May 20 20:51:34.902285 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [req-f44921a1-27d4-4aaf-9309-6816c6d2f370 req-3f888c10-8f50-4117-8c25-3d1e8ff9be10 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Request body: {'port': {'device_id': '21c75c63-d7e7-425b-8b16-c8921fbdeea8', 'network_id': '52b22ddd-d38d-47d7-9f62-928c2e551c45', 'admin_state_up': True, 'tenant_id': 'f7d646bffa614f21b1ea08af4be56a95', 'security_groups': ['5b891fce-4408-49e0-87f4-eab591cb6bfa']}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:51:34.907650 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] get_ports_and_sgs() called for port_ids ['badab173-da92-48c1-b13b-119c9b27621a'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:51:34.919740 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7efbefe-b830-4f74-8e1c-be123fe9b796 req-8e74fb1e-c1ba-4d7c-91d6-9186ea0d45eb tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:34.925093 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e7efbefe-b830-4f74-8e1c-be123fe9b796 req-8e74fb1e-c1ba-4d7c-91d6-9186ea0d45eb tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/ports?device_id=03abbdec-2b0d-4070-9a67-4bafa23e6224 HTTP/1.1" status: 200 len: 945 time: 0.3115261 May 20 20:51:34.928155 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5610a633-cf5d-47d6-bffb-52133ee454e2 req-6e4232e7-e701-40da-829a-ffc3dee2d48c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:34.929595 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5610a633-cf5d-47d6-bffb-52133ee454e2 req-6e4232e7-e701-40da-829a-ffc3dee2d48c service neutron] 10.222.0.13 "GET /v2.0/networks?id=5ca369c8-df0a-41e3-869c-b1b368b823ae HTTP/1.1" status: 200 len: 912 time: 0.3032568 May 20 20:51:34.935806 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ffc3a9a6-f46b-42e0-9a45-00011a08107a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:34.937981 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-042002d0-ff5f-4e3f-8da7-bfcd1ab3fff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b403540-9eac-4959-9594-ec7fea5521b9', 'name': 'tempest-AttachVolumeNegativeTest-1769752784-router', 'tenant_id': 'c23324ed92c6460facba85082860777a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:44:14Z', 'updated_at': '2022-05-20T20:51:34Z', 'revision_number': 6, 'project_id': 'c23324ed92c6460facba85082860777a', 'gw_port_host': None}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:51:34.950120 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] get_ports_and_sgs() called for port_ids ['027a7f26-28a1-4de3-bfc2-f48c4c96da47'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:51:34.958458 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-a3fbaeff-0d8b-4229-8156-c0b58732e3b3 None None] Set router 208fc636-ac7b-4b47-9704-cd4ae69358ba gateway port host: n-d-842733-1 {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:51:34.979374 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-042002d0-ff5f-4e3f-8da7-bfcd1ab3fff7 None None] The sync data for ids ['1b403540-9eac-4959-9594-ec7fea5521b9'] in n-d-842733-1 is: [{'id': '1b403540-9eac-4959-9594-ec7fea5521b9', 'name': 'tempest-AttachVolumeNegativeTest-1769752784-router', 'tenant_id': 'c23324ed92c6460facba85082860777a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:44:14Z', 'updated_at': '2022-05-20T20:51:34Z', 'revision_number': 6, 'project_id': 'c23324ed92c6460facba85082860777a', 'gw_port_host': None}] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 20:51:35.003308 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc3a9a6-f46b-42e0-9a45-00011a08107a admin admin] Pushing event deleted for resources: {'Port': ['ID=e020f4ff-b002-440c-a8f2-69d13e16d5c9,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:51:35.021080 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] get_ports_and_sgs() called for port_ids ['09525c2d-cc2f-4276-8927-9b3f60cedfdb'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:51:35.064536 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5610a633-cf5d-47d6-bffb-52133ee454e2 req-02ee3368-9fb5-4794-8f46-6712722966d1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c377ecf0-f976-4335-a271-7a9e62459ad6 HTTP/1.1" status: 200 len: 999 time: 0.1189663 May 20 20:51:35.110913 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404ad481-5bf8-412b-8361-3a166db4119c req-c3ad3953-b415-468f-91cb-5d4750589544 tempest-InstanceActionsTestJSON-472124511 tempest-InstanceActionsTestJSON-472124511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:35.112730 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-404ad481-5bf8-412b-8361-3a166db4119c req-c3ad3953-b415-468f-91cb-5d4750589544 tempest-InstanceActionsTestJSON-472124511 tempest-InstanceActionsTestJSON-472124511-project] 10.222.0.35 "GET /v2.0/ports?device_id=95dd69ea-d5bd-452e-b578-a7b52e6e0767 HTTP/1.1" status: 200 len: 946 time: 0.2772994 May 20 20:51:35.171610 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ffc3a9a6-f46b-42e0-9a45-00011a08107a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-748206'] for router_gateway, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:35.175342 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e7efbefe-b830-4f74-8e1c-be123fe9b796 req-a1c962b5-6967-4983-9164-c7a9ec099d2d tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9f9543d-587a-47bd-8772-bda4bd5582ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2493012 May 20 20:51:35.285588 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ffc3a9a6-f46b-42e0-9a45-00011a08107a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26169'] for router, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:35.288210 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ffc3a9a6-f46b-42e0-9a45-00011a08107a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:35.313291 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5610a633-cf5d-47d6-bffb-52133ee454e2 req-35d25e1a-db1d-467c-8c0a-3cd9c7139dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:35.317560 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5610a633-cf5d-47d6-bffb-52133ee454e2 req-35d25e1a-db1d-467c-8c0a-3cd9c7139dd9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0e16e10c-5b92-4574-b13d-016374e3f82e HTTP/1.1" status: 200 len: 850 time: 0.2353163 May 20 20:51:35.326019 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-404ad481-5bf8-412b-8361-3a166db4119c req-534e4eb5-8083-48e5-a4c9-2e5d43359217 tempest-InstanceActionsTestJSON-472124511 tempest-InstanceActionsTestJSON-472124511-project] 10.222.0.35 "GET /v2.0/security-groups?id=aebc29d8-55f1-4097-9b76-b0f5762ffa69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846163 May 20 20:51:35.430503 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5610a633-cf5d-47d6-bffb-52133ee454e2 req-2359901b-c842-4589-8cff-b179f8ed2f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:35.432222 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5610a633-cf5d-47d6-bffb-52133ee454e2 req-2359901b-c842-4589-8cff-b179f8ed2f4d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5ca369c8-df0a-41e3-869c-b1b368b823ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0884254 May 20 20:51:35.433432 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ffc3a9a6-f46b-42e0-9a45-00011a08107a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-693148'] for router, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:35.433973 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffc3a9a6-f46b-42e0-9a45-00011a08107a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1b403540-9eac-4959-9594-ec7fea5521b9 {{(pid=103162) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 20 20:51:35.442275 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ffc3a9a6-f46b-42e0-9a45-00011a08107a admin admin] Notify callbacks [] for router, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:35.443350 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-ffc3a9a6-f46b-42e0-9a45-00011a08107a admin admin] 10.222.0.35 "DELETE /v2.0/routers/1b403540-9eac-4959-9594-ec7fea5521b9 HTTP/1.1" status: 204 len: 168 time: 1.4918296 May 20 20:51:35.444055 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29a7c9b-7c1a-45d5-b7c6-7f75797b49cd req-7c8b2cc5-20e9-4992-8528-f8573b1a6dbb tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:35.445822 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 50964) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:51:35.450492 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29a7c9b-7c1a-45d5-b7c6-7f75797b49cd req-7c8b2cc5-20e9-4992-8528-f8573b1a6dbb tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:35.458609 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29a7c9b-7c1a-45d5-b7c6-7f75797b49cd req-7c8b2cc5-20e9-4992-8528-f8573b1a6dbb tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:35.466948 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c29a7c9b-7c1a-45d5-b7c6-7f75797b49cd req-7c8b2cc5-20e9-4992-8528-f8573b1a6dbb tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] 10.222.0.35 "GET /v2.0/ports?device_id=5c11b556-a33a-40e5-b9c5-1a2cf7fa8cb3 HTTP/1.1" status: 200 len: 2416 time: 0.1479504 May 20 20:51:35.498555 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f44921a1-27d4-4aaf-9309-6816c6d2f370 req-3f888c10-8f50-4117-8c25-3d1e8ff9be10 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Made reservation on behalf of f7d646bffa614f21b1ea08af4be56a95 for: {'port': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:51:35.503288 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-f44921a1-27d4-4aaf-9309-6816c6d2f370 req-3f888c10-8f50-4117-8c25-3d1e8ff9be10 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:35.548074 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecf049e8-83ee-4f42-be43-499556f40d60 admin admin] Deleting subnet 66bb8d81-3453-4d74-b13d-66db71019128 {{(pid=103162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 20 20:51:35.555190 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ecf049e8-83ee-4f42-be43-499556f40d60 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:35.601636 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c29a7c9b-7c1a-45d5-b7c6-7f75797b49cd req-1ac9e91b-879f-4b17-8023-413664802504 tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] 10.222.0.35 "GET /v2.0/security-groups?id=2790e470-9a47-406f-98f4-701141624dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335750 May 20 20:51:35.610670 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ecf049e8-83ee-4f42-be43-499556f40d60 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3738392'] for subnet, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:35.732326 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-382c87dd-d5c8-4998-be5d-6840b24eb011 req-0bad6e91-491f-4cb7-aceb-92c2d83da35f tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "GET /v2.0/ports?device_id=21c75c63-d7e7-425b-8b16-c8921fbdeea8 HTTP/1.1" status: 200 len: 210 time: 0.1261125 May 20 20:51:35.753502 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-a3fbaeff-0d8b-4229-8156-c0b58732e3b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '208fc636-ac7b-4b47-9704-cd4ae69358ba', 'name': 'tempest-TaggedBootDevicesTest-470911137-router', 'tenant_id': '130041758ffe4e0a8066d604acc4da27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.128'}], 'enable_snat': True}, 'gw_port_id': 'a273ae22-c87d-4557-94a4-9200483eae2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:48:58Z', 'updated_at': '2022-05-20T20:49:03Z', 'revision_number': 4, 'project_id': '130041758ffe4e0a8066d604acc4da27', 'gw_port': {'id': 'a273ae22-c87d-4557-94a4-9200483eae2e', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:9c:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '208fc636-ac7b-4b47-9704-cd4ae69358ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:48:58Z', 'updated_at': '2022-05-20T20:49:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_floatingips': [{'id': '493cb45a-929c-43e4-b744-dffd278c1a5a', 'tenant_id': '130041758ffe4e0a8066d604acc4da27', 'floating_ip_address': '172.25.2.38', 'floating_network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'router_id': '208fc636-ac7b-4b47-9704-cd4ae69358ba', 'port_id': 'c377ecf0-f976-4335-a271-7a9e62459ad6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1489, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ca369c8-df0a-41e3-869c-b1b368b823ae', 'mac_address': 'fa:16:3e:b0:5b:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24bc83bc-86f4-4e1f-99de-9736337ee499', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-20T20:50:15Z', 'updated_at': '2022-05-20T20:51:32Z', 'revision_number': 1, 'project_id': '130041758ffe4e0a8066d604acc4da27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '799cc531-daae-4bfe-9e64-fc43698ef981', 'name': '', 'network_id': '5ca369c8-df0a-41e3-869c-b1b368b823ae', 'tenant_id': '130041758ffe4e0a8066d604acc4da27', 'mac_address': 'fa:16:3e:a6:59:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '208fc636-ac7b-4b47-9704-cd4ae69358ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': '0e16e10c-5b92-4574-b13d-016374e3f82e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:49:01Z', 'updated_at': '2022-05-20T20:49:08Z', 'revision_number': 5, 'project_id': '130041758ffe4e0a8066d604acc4da27', 'subnets': [{'id': '0e16e10c-5b92-4574-b13d-016374e3f82e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:51:35.796119 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5610a633-cf5d-47d6-bffb-52133ee454e2 req-e1aba289-3142-4ffe-bea2-a029605ed6d2 service neutron] 10.222.0.13 "GET /v2.0/networks/5ca369c8-df0a-41e3-869c-b1b368b823ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3258357 May 20 20:51:35.828255 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ecf049e8-83ee-4f42-be43-499556f40d60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33068388'] for subnet, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:35.830669 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3fbaeff-0d8b-4229-8156-c0b58732e3b3 None None] The sync data for ids ['208fc636-ac7b-4b47-9704-cd4ae69358ba'] in n-d-842733-1 is: [{'id': '208fc636-ac7b-4b47-9704-cd4ae69358ba', 'name': 'tempest-TaggedBootDevicesTest-470911137-router', 'tenant_id': '130041758ffe4e0a8066d604acc4da27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.128'}], 'enable_snat': True}, 'gw_port_id': 'a273ae22-c87d-4557-94a4-9200483eae2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:48:58Z', 'updated_at': '2022-05-20T20:49:03Z', 'revision_number': 4, 'project_id': '130041758ffe4e0a8066d604acc4da27', 'gw_port': {'id': 'a273ae22-c87d-4557-94a4-9200483eae2e', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:9c:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '208fc636-ac7b-4b47-9704-cd4ae69358ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:48:58Z', 'updated_at': '2022-05-20T20:49:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_floatingips': [{'id': '493cb45a-929c-43e4-b744-dffd278c1a5a', 'tenant_id': '130041758ffe4e0a8066d604acc4da27', 'floating_ip_address': '172.25.2.38', 'floating_network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'router_id': '208fc636-ac7b-4b47-9704-cd4ae69358ba', 'port_id': 'c377ecf0-f976-4335-a271-7a9e62459ad6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1489, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ca369c8-df0a-41e3-869c-b1b368b823ae', 'mac_address': 'fa:16:3e:b0:5b:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24bc83bc-86f4-4e1f-99de-9736337ee499', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-20T20:50:15Z', 'updated_at': '2022-05-20T20:51:32Z', 'revision_number': 1, 'project_id': '130041758ffe4e0a8066d604acc4da27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '799cc531-daae-4bfe-9e64-fc43698ef981', 'name': '', 'network_id': '5ca369c8-df0a-41e3-869c-b1b368b823ae', 'tenant_id': '130041758ffe4e0a8066d604acc4da27', 'mac_address': 'fa:16:3e:a6:59:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '208fc636-ac7b-4b47-9704-cd4ae69358ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': '0e16e10c-5b92-4574-b13d-016374e3f82e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:49:01Z', 'updated_at': '2022-05-20T20:49:08Z', 'revision_number': 5, 'project_id': '130041758ffe4e0a8066d604acc4da27', 'subnets': [{'id': '0e16e10c-5b92-4574-b13d-016374e3f82e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 20:51:35.846725 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device e020f4ff-b002-440c-a8f2-69d13e16d5c9 no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:51:35.876718 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: e020f4ff-b002-440c-a8f2-69d13e16d5c9 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 20:51:35.877973 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device e020f4ff-b002-440c-a8f2-69d13e16d5c9 not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 20:51:35.878717 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 7f36b20e-e5dd-44fd-9a75-f97ecc5c70c4 no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:51:35.915438 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 50976) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:51:35.927418 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: 7f36b20e-e5dd-44fd-9a75-f97ecc5c70c4 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 20:51:35.927838 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 7f36b20e-e5dd-44fd-9a75-f97ecc5c70c4 not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 20:51:35.996297 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [req-f44921a1-27d4-4aaf-9309-6816c6d2f370 req-3f888c10-8f50-4117-8c25-3d1e8ff9be10 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Allocated IP 172.20.0.8 (52b22ddd-d38d-47d7-9f62-928c2e551c45/77f2b783-fdae-41c3-9017-0093e586145d/bb3ded9b-925d-451a-9963-316d30378618) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:51:36.014353 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15599d99-0ea1-4bd2-bdbd-4f380f6ea68c req-cac00652-f9d6-4715-a879-c51a3d85950a tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:36.015830 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-15599d99-0ea1-4bd2-bdbd-4f380f6ea68c req-cac00652-f9d6-4715-a879-c51a3d85950a tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/ports?device_id=03abbdec-2b0d-4070-9a67-4bafa23e6224 HTTP/1.1" status: 200 len: 945 time: 0.1025369 May 20 20:51:36.019317 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ecf049e8-83ee-4f42-be43-499556f40d60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33068399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3797621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4018265'] for subnet, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:36.061556 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-1b2996c9-a6d3-4bf3-95af-eb6fe89fd3e0 tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] Request body: {'security_group': {'name': 'tempest-secgroup--353101427'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:51:36.066120 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf049e8-83ee-4f42-be43-499556f40d60 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=66bb8d81-3453-4d74-b13d-66db71019128,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:51:36.081725 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ecf049e8-83ee-4f42-be43-499556f40d60 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:36.084875 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-ecf049e8-83ee-4f42-be43-499556f40d60 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/66bb8d81-3453-4d74-b13d-66db71019128 HTTP/1.1" status: 204 len: 168 time: 0.6381307 May 20 20:51:36.089749 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 50980) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:51:36.092313 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0bf9e4d-9f28-4025-8dbd-f32fd163e1fa None None] Network 7c34618e-1eb4-46a9-ac65-b891df136138 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:51:36.126332 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5610a633-cf5d-47d6-bffb-52133ee454e2 req-488fcf10-ed51-4aa9-a69d-72513accc553 service neutron] 10.222.0.13 "GET /v2.0/networks/5ca369c8-df0a-41e3-869c-b1b368b823ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3056827 May 20 20:51:36.201401 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1b2996c9-a6d3-4bf3-95af-eb6fe89fd3e0 tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:36.212051 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1b2996c9-a6d3-4bf3-95af-eb6fe89fd3e0 tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:36.299317 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05413721-30c8-41c5-9f9c-a2a4bb044b43 None None] New status for floating IP 493cb45a-929c-43e4-b744-dffd278c1a5a: ACTIVE {{(pid=103164) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 20:51:36.349295 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1b2996c9-a6d3-4bf3-95af-eb6fe89fd3e0 tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:36.429267 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1b2996c9-a6d3-4bf3-95af-eb6fe89fd3e0 tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:36.471498 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2996c9-a6d3-4bf3-95af-eb6fe89fd3e0 tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3af003fa-834b-4a0c-bed7-5509691e9dce,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:51:36.526108 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1b2996c9-a6d3-4bf3-95af-eb6fe89fd3e0 tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:36.543602 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-15599d99-0ea1-4bd2-bdbd-4f380f6ea68c req-48f47f7b-0dbb-48ad-af1d-afc32d57688a tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9f9543d-587a-47bd-8772-bda4bd5582ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5154903 May 20 20:51:36.552326 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abb953f9-e0e3-4433-ab91-7eb658a6d185 None None] DHCP port deletion for 7c34618e-1eb4-46a9-ac65-b891df136138 request from n-d-842733-1 {{(pid=103164) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 20:51:36.622110 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1b2996c9-a6d3-4bf3-95af-eb6fe89fd3e0 tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:36.643469 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1d21d165-b854-4cd2-af85-6c46773dc194 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33160123'] for network, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:36.648588 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-abb953f9-e0e3-4433-ab91-7eb658a6d185 None None] Deleting port 9162da14-b9b9-4887-98ce-ad4a5615fbbb {{(pid=103164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:51:36.648957 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-abb953f9-e0e3-4433-ab91-7eb658a6d185 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:36.663261 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2996c9-a6d3-4bf3-95af-eb6fe89fd3e0 tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba6e2f21-9948-484d-a1ec-c0ec80f4d4c1,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:51:36.704609 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1b2996c9-a6d3-4bf3-95af-eb6fe89fd3e0 tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:36.706190 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-1b2996c9-a6d3-4bf3-95af-eb6fe89fd3e0 tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7898705 May 20 20:51:36.709576 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 50988) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:51:36.713877 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08bd37e-b786-47e6-a94b-92de28651191 req-d2387717-93cf-4122-8358-049c74864f05 tempest-InstanceActionsTestJSON-472124511 tempest-InstanceActionsTestJSON-472124511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:36.715361 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a08bd37e-b786-47e6-a94b-92de28651191 req-d2387717-93cf-4122-8358-049c74864f05 tempest-InstanceActionsTestJSON-472124511 tempest-InstanceActionsTestJSON-472124511-project] 10.222.0.35 "GET /v2.0/ports?device_id=95dd69ea-d5bd-452e-b578-a7b52e6e0767 HTTP/1.1" status: 200 len: 946 time: 0.1751223 May 20 20:51:36.716356 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-abb953f9-e0e3-4433-ab91-7eb658a6d185 None None] For port 9162da14-b9b9-4887-98ce-ad4a5615fbbb, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=9162da14-b9b9-4887-98ce-ad4a5615fbbb,segment=NetworkSegment(51a22548-63c8-444c-b674-6afca742ad16),segment_id=51a22548-63c8-444c-b674-6afca742ad16)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:51:36.716920 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-abb953f9-e0e3-4433-ab91-7eb658a6d185 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:36.720660 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-f44921a1-27d4-4aaf-9309-6816c6d2f370 req-3f888c10-8f50-4117-8c25-3d1e8ff9be10 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Notify callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:36.731588 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-abb953f9-e0e3-4433-ab91-7eb658a6d185 None None] Calling delete_port for 9162da14-b9b9-4887-98ce-ad4a5615fbbb owned by network:dhcp {{(pid=103164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:51:36.800343 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-d1856824-422b-4f42-ba7b-b17aef5b1681 tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0896609 May 20 20:51:36.805171 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 50992) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:51:36.806215 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b41be7-b9db-4aec-a9a1-16b560c18a7f req-2e868d53-5b9c-418a-b7b6-f1eef3b60a1d tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:36.807914 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e7b41be7-b9db-4aec-a9a1-16b560c18a7f req-2e868d53-5b9c-418a-b7b6-f1eef3b60a1d tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/ports?device_id=03abbdec-2b0d-4070-9a67-4bafa23e6224 HTTP/1.1" status: 200 len: 945 time: 0.1713400 May 20 20:51:36.811761 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-eb65db36-ff72-4a8a-8373-16d25b44b01e tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] Request body: {'security_group': {'name': 'tempest-security--1317276986', 'description': 'tempest-security-description-1365047227'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:51:36.835585 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a08bd37e-b786-47e6-a94b-92de28651191 req-1b6ca0bb-e6ee-41e1-8920-ebcc1333aa63 tempest-InstanceActionsTestJSON-472124511 tempest-InstanceActionsTestJSON-472124511-project] 10.222.0.35 "GET /v2.0/security-groups?id=aebc29d8-55f1-4097-9b76-b0f5762ffa69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902648 May 20 20:51:36.842149 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-eb65db36-ff72-4a8a-8373-16d25b44b01e tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] Notify callbacks [] for security_group, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:36.862269 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-1d21d165-b854-4cd2-af85-6c46773dc194 admin admin] Deleting port 9162da14-b9b9-4887-98ce-ad4a5615fbbb {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:51:36.862598 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1d21d165-b854-4cd2-af85-6c46773dc194 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:36.880896 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e7b41be7-b9db-4aec-a9a1-16b560c18a7f req-3580ecb9-832c-4c51-a8d3-a543fe67da70 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9f9543d-587a-47bd-8772-bda4bd5582ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576406 May 20 20:51:36.909917 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-abb953f9-e0e3-4433-ab91-7eb658a6d185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099'] for port, after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:36.913809 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-eb65db36-ff72-4a8a-8373-16d25b44b01e tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] Notify callbacks [] for security_group, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:36.934945 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-f44921a1-27d4-4aaf-9309-6816c6d2f370 req-3f888c10-8f50-4117-8c25-3d1e8ff9be10 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:36.940635 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb953f9-e0e3-4433-ab91-7eb658a6d185 None None] Pushing event deleted for resources: {'Port': ['ID=9162da14-b9b9-4887-98ce-ad4a5615fbbb,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:51:36.944940 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb953f9-e0e3-4433-ab91-7eb658a6d185 None None] No DVR routers for this DVR port 9162da14-b9b9-4887-98ce-ad4a5615fbbb on host n-d-842733-1 {{(pid=103164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:51:37.009507 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-1d21d165-b854-4cd2-af85-6c46773dc194 admin admin] For port 9162da14-b9b9-4887-98ce-ad4a5615fbbb, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=9162da14-b9b9-4887-98ce-ad4a5615fbbb,segment=NetworkSegment(51a22548-63c8-444c-b674-6afca742ad16),segment_id=51a22548-63c8-444c-b674-6afca742ad16)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:51:37.010084 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1d21d165-b854-4cd2-af85-6c46773dc194 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:37.012703 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-eb65db36-ff72-4a8a-8373-16d25b44b01e tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:37.015687 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-eb65db36-ff72-4a8a-8373-16d25b44b01e tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:37.017056 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-eb65db36-ff72-4a8a-8373-16d25b44b01e tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] 10.222.0.35 "PUT /v2.0/security-groups/ba6e2f21-9948-484d-a1ec-c0ec80f4d4c1 HTTP/1.1" status: 200 len: 1780 time: 0.2106521 May 20 20:51:37.021642 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 50996) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:51:37.056633 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-1d21d165-b854-4cd2-af85-6c46773dc194 admin admin] Calling delete_port for 9162da14-b9b9-4887-98ce-ad4a5615fbbb owned by network:dhcp {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:51:37.059484 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb65db36-ff72-4a8a-8373-16d25b44b01e tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba6e2f21-9948-484d-a1ec-c0ec80f4d4c1,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:51:37.060286 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f44921a1-27d4-4aaf-9309-6816c6d2f370 req-3f888c10-8f50-4117-8c25-3d1e8ff9be10 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Network 52b22ddd-d38d-47d7-9f62-928c2e551c45 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:51:37.075897 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-bd1b540c-b0f8-4e86-8ad7-c51de46fa44b tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] 10.222.0.35 "GET /v2.0/security-groups/ba6e2f21-9948-484d-a1ec-c0ec80f4d4c1 HTTP/1.1" status: 200 len: 1780 time: 0.0532055 May 20 20:51:37.076398 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [req-f44921a1-27d4-4aaf-9309-6816c6d2f370 req-3f888c10-8f50-4117-8c25-3d1e8ff9be10 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:51:37.078466 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f888c10-8f50-4117-8c25-3d1e8ff9be10 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Pushing event updated for resources: {'Port': ['ID=bb3ded9b-925d-451a-9963-316d30378618,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:51:37.078775 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 50998) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:51:37.081539 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [req-f44921a1-27d4-4aaf-9309-6816c6d2f370 req-3f888c10-8f50-4117-8c25-3d1e8ff9be10 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:51:37.153118 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-891d6708-1d8d-4227-aab9-f4bcfc4c4280 tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:37.156286 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77459a00-1bdc-412b-9a1f-1cf5e49e65f0 req-1a3a1c0a-52ed-478f-9780-6c256980e71e tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:37.162714 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77459a00-1bdc-412b-9a1f-1cf5e49e65f0 req-1a3a1c0a-52ed-478f-9780-6c256980e71e tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:37.168524 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77459a00-1bdc-412b-9a1f-1cf5e49e65f0 req-1a3a1c0a-52ed-478f-9780-6c256980e71e tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:37.170237 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-77459a00-1bdc-412b-9a1f-1cf5e49e65f0 req-1a3a1c0a-52ed-478f-9780-6c256980e71e tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] 10.222.0.35 "GET /v2.0/ports?device_id=5c11b556-a33a-40e5-b9c5-1a2cf7fa8cb3 HTTP/1.1" status: 200 len: 2416 time: 0.2474971 May 20 20:51:37.180832 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-891d6708-1d8d-4227-aab9-f4bcfc4c4280 tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:37.185694 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03805733-f5c4-4128-a8cf-9fad7a68af23 req-8a5e3fc6-d81f-4a20-91de-f3e6a1095c04 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:37.187216 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-03805733-f5c4-4128-a8cf-9fad7a68af23 req-8a5e3fc6-d81f-4a20-91de-f3e6a1095c04 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "GET /v2.0/ports?device_id=21c75c63-d7e7-425b-8b16-c8921fbdeea8 HTTP/1.1" status: 200 len: 931 time: 0.2198117 May 20 20:51:37.257509 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44921a1-27d4-4aaf-9309-6816c6d2f370 req-3f888c10-8f50-4117-8c25-3d1e8ff9be10 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:37.258460 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-f44921a1-27d4-4aaf-9309-6816c6d2f370 req-3f888c10-8f50-4117-8c25-3d1e8ff9be10 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:37.301717 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-891d6708-1d8d-4227-aab9-f4bcfc4c4280 tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:37.304345 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-891d6708-1d8d-4227-aab9-f4bcfc4c4280 tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:37.305906 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-77459a00-1bdc-412b-9a1f-1cf5e49e65f0 req-9b60ddce-19bf-42ef-96bf-9a499a8b50c5 tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] 10.222.0.35 "GET /v2.0/security-groups?id=2790e470-9a47-406f-98f4-701141624dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138468 May 20 20:51:37.309148 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-891d6708-1d8d-4227-aab9-f4bcfc4c4280 tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] 10.222.0.35 "DELETE /v2.0/security-groups/ba6e2f21-9948-484d-a1ec-c0ec80f4d4c1 HTTP/1.1" status: 204 len: 168 time: 0.2270596 May 20 20:51:37.309933 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 51000) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:51:37.317028 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-03805733-f5c4-4128-a8cf-9fad7a68af23 req-9eac7209-b992-4a61-b0dc-5d3dc1a26b35 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "GET /v2.0/security-groups?id=5b891fce-4408-49e0-87f4-eab591cb6bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1189425 May 20 20:51:37.322126 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1d21d165-b854-4cd2-af85-6c46773dc194 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:37.349460 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d21d165-b854-4cd2-af85-6c46773dc194 admin admin] Pushing event deleted for resources: {'Port': ['ID=9162da14-b9b9-4887-98ce-ad4a5615fbbb,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:51:37.353104 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d21d165-b854-4cd2-af85-6c46773dc194 admin admin] No DVR routers for this DVR port 9162da14-b9b9-4887-98ce-ad4a5615fbbb on host n-d-842733-1 {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:51:37.378047 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-ee3e8687-68ef-4f90-8007-b73b5977a9fa None None] Provisioning complete for port bb3ded9b-925d-451a-9963-316d30378618 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:51:37.378724 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f44921a1-27d4-4aaf-9309-6816c6d2f370 req-3f888c10-8f50-4117-8c25-3d1e8ff9be10 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4818890 May 20 20:51:37.379144 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ee3e8687-68ef-4f90-8007-b73b5977a9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:37.398325 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-5eb2e7fc-bb82-4992-ba32-470f12de110c tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0873413 May 20 20:51:37.399737 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891d6708-1d8d-4227-aab9-f4bcfc4c4280 tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba6e2f21-9948-484d-a1ec-c0ec80f4d4c1,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:51:37.400603 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [req-f44921a1-27d4-4aaf-9309-6816c6d2f370 req-0fdf2971-dc43-4ba9-9772-97c3e1f59fea service neutron] Request body: {'port': {'device_id': '21c75c63-d7e7-425b-8b16-c8921fbdeea8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-842733-1'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:51:37.402318 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 51004) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:51:37.416789 n-d-842733-1 neutron-server[103162]: INFO neutron.api.v2.resource [None req-83355231-04d9-4cfb-9b8e-6d923200b2c4 tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] delete failed (client error): The resource could not be found. May 20 20:51:37.421599 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-83355231-04d9-4cfb-9b8e-6d923200b2c4 tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] 10.222.0.35 "DELETE /v2.0/security-groups/ba6e2f21-9948-484d-a1ec-c0ec80f4d4c1 HTTP/1.1" status: 404 len: 347 time: 0.0146174 May 20 20:51:37.422345 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 51006) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:51:37.433605 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-8872d222-f8c9-41db-8851-aada4ca22d88 tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] Request body: {'security_group': {'name': 'tempest-secgroup--2008878645'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:51:37.464401 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-ee3e8687-68ef-4f90-8007-b73b5977a9fa None None] Port bb3ded9b-925d-451a-9963-316d30378618 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 20:51:37.468257 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1d21d165-b854-4cd2-af85-6c46773dc194 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33072115', 'neutron.services.segments.db._delete_segments_for_network-8782419500584'] for network, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:37.520839 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-1d21d165-b854-4cd2-af85-6c46773dc194 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c34618e-1eb4-46a9-ac65-b891df136138']}} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:51:37.541929 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea4d493-b463-4c42-845d-4af83865de29 req-25d44a44-6b53-42ea-8a79-d889e43c4ee5 tempest-InstanceActionsTestJSON-472124511 tempest-InstanceActionsTestJSON-472124511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:37.543922 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-7ea4d493-b463-4c42-845d-4af83865de29 req-25d44a44-6b53-42ea-8a79-d889e43c4ee5 tempest-InstanceActionsTestJSON-472124511 tempest-InstanceActionsTestJSON-472124511-project] 10.222.0.24 "GET /v2.0/ports?device_id=95dd69ea-d5bd-452e-b578-a7b52e6e0767 HTTP/1.1" status: 200 len: 946 time: 0.0706909 May 20 20:51:37.545157 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8872d222-f8c9-41db-8851-aada4ca22d88 tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:37.547301 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-1d21d165-b854-4cd2-af85-6c46773dc194 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51a22548-63c8-444c-b674-6afca742ad16') {'for_net_delete': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:51:37.547454 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-1d21d165-b854-4cd2-af85-6c46773dc194 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51a22548-63c8-444c-b674-6afca742ad16') {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:51:37.549153 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-f44921a1-27d4-4aaf-9309-6816c6d2f370 req-0fdf2971-dc43-4ba9-9772-97c3e1f59fea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:37.569318 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1d21d165-b854-4cd2-af85-6c46773dc194 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419501617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9338764'] for segment, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:37.617104 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1d21d165-b854-4cd2-af85-6c46773dc194 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:37.631239 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 9162da14-b9b9-4887-98ce-ad4a5615fbbb no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:51:37.638348 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d2266e-b13c-41e7-93f2-fcb5aa3c8a58 req-abd41c40-c430-4a80-8819-c12c1946d7f9 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:37.639828 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b9d2266e-b13c-41e7-93f2-fcb5aa3c8a58 req-abd41c40-c430-4a80-8819-c12c1946d7f9 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/ports?device_id=03abbdec-2b0d-4070-9a67-4bafa23e6224 HTTP/1.1" status: 200 len: 945 time: 0.1333876 May 20 20:51:37.640866 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d21d165-b854-4cd2-af85-6c46773dc194 admin admin] Releasing vlan 228 on physical network physnet1 to pool {{(pid=103163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 20:51:37.641333 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1d21d165-b854-4cd2-af85-6c46773dc194 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9638311'] for segment, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:37.644904 n-d-842733-1 neutron-server[103163]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 20:51:37.644904 n-d-842733-1 neutron-server[103163]: self.session.flush() May 20 20:51:37.644904 n-d-842733-1 neutron-server[103163]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 20:51:37.644904 n-d-842733-1 neutron-server[103163]: self.session.flush() May 20 20:51:37.644904 n-d-842733-1 neutron-server[103163]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 20:51:37.644904 n-d-842733-1 neutron-server[103163]: self.session.flush() May 20 20:51:37.644904 n-d-842733-1 neutron-server[103163]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 20:51:37.644904 n-d-842733-1 neutron-server[103163]: self.session.flush() May 20 20:51:37.644904 n-d-842733-1 neutron-server[103163]: Traceback (most recent call last): May 20 20:51:37.644904 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 20:51:37.644904 n-d-842733-1 neutron-server[103163]: timer() May 20 20:51:37.644904 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 20:51:37.644904 n-d-842733-1 neutron-server[103163]: cb(*args, **kw) May 20 20:51:37.644904 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 20 20:51:37.644904 n-d-842733-1 neutron-server[103163]: return func(*args, **kwargs) May 20 20:51:37.644904 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 20:51:37.644904 n-d-842733-1 neutron-server[103163]: self._notify() May 20 20:51:37.644904 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 20:51:37.644904 n-d-842733-1 neutron-server[103163]: self.callback(batched_events) May 20 20:51:37.644904 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 20:51:37.644904 n-d-842733-1 neutron-server[103163]: event.method(event) May 20 20:51:37.644904 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 20 20:51:37.644904 n-d-842733-1 neutron-server[103163]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 20:51:37.644904 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 20 20:51:37.644904 n-d-842733-1 neutron-server[103163]: aggregate_uuid = self.p_client.list_aggregates( May 20 20:51:37.644904 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 20 20:51:37.644904 n-d-842733-1 neutron-server[103163]: return f(self, *a, **k) May 20 20:51:37.644904 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 20 20:51:37.644904 n-d-842733-1 neutron-server[103163]: return self._get(url).json() May 20 20:51:37.644904 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 20 20:51:37.644904 n-d-842733-1 neutron-server[103163]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 20:51:37.644904 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 20:51:37.644904 n-d-842733-1 neutron-server[103163]: return self.request(url, 'GET', **kwargs) May 20 20:51:37.644904 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 20:51:37.644904 n-d-842733-1 neutron-server[103163]: base_url = self.get_endpoint(auth, allow=allow, May 20 20:51:37.644904 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 20:51:37.644904 n-d-842733-1 neutron-server[103163]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 20:51:37.644904 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 20:51:37.644904 n-d-842733-1 neutron-server[103163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 20:51:37.644904 n-d-842733-1 neutron-server[103163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 20:51:37.652735 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: 9162da14-b9b9-4887-98ce-ad4a5615fbbb {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 20:51:37.653564 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 9162da14-b9b9-4887-98ce-ad4a5615fbbb not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 20:51:37.714526 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8872d222-f8c9-41db-8851-aada4ca22d88 tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:37.723176 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-7ea4d493-b463-4c42-845d-4af83865de29 req-d2fb445a-310b-4d19-86e0-85447254497b tempest-InstanceActionsTestJSON-472124511 tempest-InstanceActionsTestJSON-472124511-project] Deleting port e1e79e6a-020a-4ce7-a79e-b882ae907d25 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:51:37.723432 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-7ea4d493-b463-4c42-845d-4af83865de29 req-d2fb445a-310b-4d19-86e0-85447254497b tempest-InstanceActionsTestJSON-472124511 tempest-InstanceActionsTestJSON-472124511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:37.789849 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8872d222-f8c9-41db-8851-aada4ca22d88 tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:37.797149 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b9d2266e-b13c-41e7-93f2-fcb5aa3c8a58 req-7b361344-6ac8-4b9a-890f-669e9d58d230 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9f9543d-587a-47bd-8772-bda4bd5582ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405389 May 20 20:51:37.818297 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1d21d165-b854-4cd2-af85-6c46773dc194 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33072122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748162'] for network, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:37.842195 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-7ea4d493-b463-4c42-845d-4af83865de29 req-d2fb445a-310b-4d19-86e0-85447254497b tempest-InstanceActionsTestJSON-472124511 tempest-InstanceActionsTestJSON-472124511-project] For port e1e79e6a-020a-4ce7-a79e-b882ae907d25, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=e1e79e6a-020a-4ce7-a79e-b882ae907d25,segment=NetworkSegment(dd8a623c-4c89-4ce4-8139-10cd9fdc41ca),segment_id=dd8a623c-4c89-4ce4-8139-10cd9fdc41ca)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:51:37.842578 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-7ea4d493-b463-4c42-845d-4af83865de29 req-d2fb445a-310b-4d19-86e0-85447254497b tempest-InstanceActionsTestJSON-472124511 tempest-InstanceActionsTestJSON-472124511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:37.859546 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8872d222-f8c9-41db-8851-aada4ca22d88 tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2e785eb-bece-44dd-be18-4e8735723d64,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:51:37.865367 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-7ea4d493-b463-4c42-845d-4af83865de29 req-d2fb445a-310b-4d19-86e0-85447254497b tempest-InstanceActionsTestJSON-472124511 tempest-InstanceActionsTestJSON-472124511-project] Calling delete_port for e1e79e6a-020a-4ce7-a79e-b882ae907d25 owned by compute:nova {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:51:37.872675 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1d21d165-b854-4cd2-af85-6c46773dc194 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:37.876593 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-1d21d165-b854-4cd2-af85-6c46773dc194 admin admin] 10.222.0.35 "DELETE /v2.0/networks/7c34618e-1eb4-46a9-ac65-b891df136138 HTTP/1.1" status: 204 len: 168 time: 1.7811484 May 20 20:51:37.877594 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d21d165-b854-4cd2-af85-6c46773dc194 admin admin] Pushing event deleted for resources: {'Network': ['ID=7c34618e-1eb4-46a9-ac65-b891df136138,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:51:37.932336 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8872d222-f8c9-41db-8851-aada4ca22d88 tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:37.937659 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-8872d222-f8c9-41db-8851-aada4ca22d88 tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5070879 May 20 20:51:37.937851 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 51014) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:51:37.962222 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-4532bac7-51e3-46e1-a35c-5e0610b2c57c tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] Request body: {'security_group_rule': {'security_group_id': 'd2e785eb-bece-44dd-be18-4e8735723d64', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:51:38.022971 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed0cfcf-18b2-4b9c-9be8-157c8f7ce47f req-414b98d2-c93b-459e-8872-3e40c7c55851 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:38.025675 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3ed0cfcf-18b2-4b9c-9be8-157c8f7ce47f req-414b98d2-c93b-459e-8872-3e40c7c55851 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/ports?device_id=03abbdec-2b0d-4070-9a67-4bafa23e6224 HTTP/1.1" status: 200 len: 945 time: 0.1458735 May 20 20:51:38.055587 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2826eb-f2fe-4609-a940-7ea9883c8c55 req-74e488ee-9a1a-4419-ab98-af4dc8c63b81 tempest-InstanceActionsTestJSON-472124511 tempest-InstanceActionsTestJSON-472124511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:38.057023 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ac2826eb-f2fe-4609-a940-7ea9883c8c55 req-74e488ee-9a1a-4419-ab98-af4dc8c63b81 tempest-InstanceActionsTestJSON-472124511 tempest-InstanceActionsTestJSON-472124511-project] 10.222.0.35 "GET /v2.0/ports?device_id=95dd69ea-d5bd-452e-b578-a7b52e6e0767 HTTP/1.1" status: 200 len: 946 time: 0.1362171 May 20 20:51:38.113067 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-7ea4d493-b463-4c42-845d-4af83865de29 req-d2fb445a-310b-4d19-86e0-85447254497b tempest-InstanceActionsTestJSON-472124511 tempest-InstanceActionsTestJSON-472124511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:38.129162 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4532bac7-51e3-46e1-a35c-5e0610b2c57c tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:38.143457 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3ed0cfcf-18b2-4b9c-9be8-157c8f7ce47f req-20b9c4e6-adf4-423a-92f6-790c7a344a9f tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9f9543d-587a-47bd-8772-bda4bd5582ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124363 May 20 20:51:38.156229 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fb445a-310b-4d19-86e0-85447254497b tempest-InstanceActionsTestJSON-472124511 tempest-InstanceActionsTestJSON-472124511-project] Pushing event deleted for resources: {'Port': ['ID=e1e79e6a-020a-4ce7-a79e-b882ae907d25,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:51:38.163239 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [req-f44921a1-27d4-4aaf-9309-6816c6d2f370 req-0fdf2971-dc43-4ba9-9772-97c3e1f59fea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb3ded9b-925d-451a-9963-316d30378618 {{(pid=103163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:51:38.179882 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-f44921a1-27d4-4aaf-9309-6816c6d2f370 req-0fdf2971-dc43-4ba9-9772-97c3e1f59fea service neutron] Notify callbacks [] for port, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:38.189080 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ac2826eb-f2fe-4609-a940-7ea9883c8c55 req-e1a6b273-f7ac-4679-8c54-bc87554765c4 tempest-InstanceActionsTestJSON-472124511 tempest-InstanceActionsTestJSON-472124511-project] 10.222.0.35 "GET /v2.0/security-groups?id=aebc29d8-55f1-4097-9b76-b0f5762ffa69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190310 May 20 20:51:38.203485 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ea4d493-b463-4c42-845d-4af83865de29 req-d2fb445a-310b-4d19-86e0-85447254497b tempest-InstanceActionsTestJSON-472124511 tempest-InstanceActionsTestJSON-472124511-project] No DVR routers for this DVR port e1e79e6a-020a-4ce7-a79e-b882ae907d25 on host n-h1-842733-1 {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:51:38.206530 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-7ea4d493-b463-4c42-845d-4af83865de29 req-d2fb445a-310b-4d19-86e0-85447254497b tempest-InstanceActionsTestJSON-472124511 tempest-InstanceActionsTestJSON-472124511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:38.207751 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [req-f44921a1-27d4-4aaf-9309-6816c6d2f370 req-0fdf2971-dc43-4ba9-9772-97c3e1f59fea service neutron] Transition to ACTIVE for port object bb3ded9b-925d-451a-9963-316d30378618 will not be triggered until provisioned by entity L2. {{(pid=103163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 20:51:38.211172 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-7ea4d493-b463-4c42-845d-4af83865de29 req-d2fb445a-310b-4d19-86e0-85447254497b tempest-InstanceActionsTestJSON-472124511 tempest-InstanceActionsTestJSON-472124511-project] 10.222.0.24 "DELETE /v2.0/ports/e1e79e6a-020a-4ce7-a79e-b882ae907d25 HTTP/1.1" status: 204 len: 173 time: 0.6545298 May 20 20:51:38.211674 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95dd69ea-d5bd-452e-b578-a7b52e6e0767', 'name': 'network-vif-deleted', 'tag': 'e1e79e6a-020a-4ce7-a79e-b882ae907d25'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:51:38.215146 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6fa957933fccbf596d28104b23404b952ad6a8238afaebaed40a0874b2e409" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52a05b15-6dbb-46eb-98b1-9152281aaaf1" -d '{"events": [{"server_uuid": "95dd69ea-d5bd-452e-b578-a7b52e6e0767", "name": "network-vif-deleted", "tag": "e1e79e6a-020a-4ce7-a79e-b882ae907d25"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:51:38.233965 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4532bac7-51e3-46e1-a35c-5e0610b2c57c tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:38.268830 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 20:51:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-262ff60e-4def-4336-9721-cd73956c41da x-openstack-request-id: req-262ff60e-4def-4336-9721-cd73956c41da {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:51:38.269121 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95dd69ea-d5bd-452e-b578-a7b52e6e0767", "name": "network-vif-deleted", "tag": "e1e79e6a-020a-4ce7-a79e-b882ae907d25", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:51:38.269537 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-262ff60e-4def-4336-9721-cd73956c41da {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:51:38.269938 n-d-842733-1 neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-262ff60e-4def-4336-9721-cd73956c41da'] response: {'server_uuid': '95dd69ea-d5bd-452e-b578-a7b52e6e0767', 'name': 'network-vif-deleted', 'tag': 'e1e79e6a-020a-4ce7-a79e-b882ae907d25', 'status': 'completed', 'code': 200} May 20 20:51:38.275702 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-f44921a1-27d4-4aaf-9309-6816c6d2f370 req-0fdf2971-dc43-4ba9-9772-97c3e1f59fea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:38.310736 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4532bac7-51e3-46e1-a35c-5e0610b2c57c tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691816'] for security_group_rule, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:38.344413 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4532bac7-51e3-46e1-a35c-5e0610b2c57c tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bc0e30b-35d8-4295-b407-2a69ec0a1096,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:51:38.354652 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdf2971-dc43-4ba9-9772-97c3e1f59fea service neutron] Pushing event updated for resources: {'Port': ['ID=bb3ded9b-925d-451a-9963-316d30378618,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:51:38.402020 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 51024) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:51:38.441385 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-f44921a1-27d4-4aaf-9309-6816c6d2f370 req-0fdf2971-dc43-4ba9-9772-97c3e1f59fea service neutron] Attempting to bind port bb3ded9b-925d-451a-9963-316d30378618 on host n-h1-842733-1 for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:51:38.442271 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-f44921a1-27d4-4aaf-9309-6816c6d2f370 req-0fdf2971-dc43-4ba9-9772-97c3e1f59fea service neutron] Attempting to bind port bb3ded9b-925d-451a-9963-316d30378618 by drivers openvswitch,hyperv on host n-h1-842733-1 at level 0 using segments [{'id': '61504ff4-6f7f-4bd9-9a4b-a33b83bae83f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '52b22ddd-d38d-47d7-9f62-928c2e551c45'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:51:38.442271 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f44921a1-27d4-4aaf-9309-6816c6d2f370 req-0fdf2971-dc43-4ba9-9772-97c3e1f59fea service neutron] Attempting to bind port bb3ded9b-925d-451a-9963-316d30378618 on network 52b22ddd-d38d-47d7-9f62-928c2e551c45 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:51:38.460964 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4532bac7-51e3-46e1-a35c-5e0610b2c57c tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:38.464879 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-4532bac7-51e3-46e1-a35c-5e0610b2c57c tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5183048 May 20 20:51:38.469144 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 51026) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:51:38.481894 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f44921a1-27d4-4aaf-9309-6816c6d2f370 req-0fdf2971-dc43-4ba9-9772-97c3e1f59fea service neutron] Port bb3ded9b-925d-451a-9963-316d30378618 on network 52b22ddd-d38d-47d7-9f62-928c2e551c45 not bound, no agent of type Open vSwitch agent registered on host n-h1-842733-1 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 20:51:38.482287 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f44921a1-27d4-4aaf-9309-6816c6d2f370 req-0fdf2971-dc43-4ba9-9772-97c3e1f59fea service neutron] Attempting to bind port bb3ded9b-925d-451a-9963-316d30378618 on network 52b22ddd-d38d-47d7-9f62-928c2e551c45 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:51:38.500450 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f44921a1-27d4-4aaf-9309-6816c6d2f370 req-0fdf2971-dc43-4ba9-9772-97c3e1f59fea service neutron] Checking agent: {'id': '08dfb1ce-804b-4db8-838b-21094082e041', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 32, 54), 'started_at': datetime.datetime(2022, 5, 20, 20, 32, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 51, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:51:38.500450 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f44921a1-27d4-4aaf-9309-6816c6d2f370 req-0fdf2971-dc43-4ba9-9772-97c3e1f59fea service neutron] Checking segment: {'id': '61504ff4-6f7f-4bd9-9a4b-a33b83bae83f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '52b22ddd-d38d-47d7-9f62-928c2e551c45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:51:38.500450 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f44921a1-27d4-4aaf-9309-6816c6d2f370 req-0fdf2971-dc43-4ba9-9772-97c3e1f59fea service neutron] Bound using segment: {'id': '61504ff4-6f7f-4bd9-9a4b-a33b83bae83f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '52b22ddd-d38d-47d7-9f62-928c2e551c45'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:51:38.500450 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-f44921a1-27d4-4aaf-9309-6816c6d2f370 req-0fdf2971-dc43-4ba9-9772-97c3e1f59fea service neutron] Bound port: bb3ded9b-925d-451a-9963-316d30378618, host: n-h1-842733-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61504ff4-6f7f-4bd9-9a4b-a33b83bae83f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '52b22ddd-d38d-47d7-9f62-928c2e551c45'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:51:38.500450 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-f44921a1-27d4-4aaf-9309-6816c6d2f370 req-0fdf2971-dc43-4ba9-9772-97c3e1f59fea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:38.501792 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-3b19173d-9dbc-4d04-ac59-e492c6521b33 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c23324ed92c6460facba85082860777a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0937176 May 20 20:51:38.507014 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 51028) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:51:38.521684 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-cf8cf7d6-649a-4e56-afb1-548089bb19ee tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:38.530893 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-cf8cf7d6-649a-4e56-afb1-548089bb19ee tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:38.581691 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd49018d-b31c-4488-b922-f3fd88d2cad5 req-346c8dd7-ecc2-41ae-b6cf-2d7b41bd03eb tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:38.588823 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd49018d-b31c-4488-b922-f3fd88d2cad5 req-346c8dd7-ecc2-41ae-b6cf-2d7b41bd03eb tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:38.594677 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd49018d-b31c-4488-b922-f3fd88d2cad5 req-346c8dd7-ecc2-41ae-b6cf-2d7b41bd03eb tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:38.606785 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-bd49018d-b31c-4488-b922-f3fd88d2cad5 req-346c8dd7-ecc2-41ae-b6cf-2d7b41bd03eb tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] 10.222.0.35 "GET /v2.0/ports?device_id=5c11b556-a33a-40e5-b9c5-1a2cf7fa8cb3 HTTP/1.1" status: 200 len: 2416 time: 0.1622250 May 20 20:51:38.643819 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-cf8cf7d6-649a-4e56-afb1-548089bb19ee tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691816'] for security_group_rule, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:38.649808 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-cf8cf7d6-649a-4e56-afb1-548089bb19ee tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:38.651284 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-cf8cf7d6-649a-4e56-afb1-548089bb19ee tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/5bc0e30b-35d8-4295-b407-2a69ec0a1096 HTTP/1.1" status: 204 len: 168 time: 0.1767633 May 20 20:51:38.655046 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 51032) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:51:38.665567 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8cf7d6-649a-4e56-afb1-548089bb19ee tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5bc0e30b-35d8-4295-b407-2a69ec0a1096,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:51:38.674803 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-f44921a1-27d4-4aaf-9309-6816c6d2f370 req-0fdf2971-dc43-4ba9-9772-97c3e1f59fea service neutron] For port bb3ded9b-925d-451a-9963-316d30378618, host n-h1-842733-1, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:51:38.708579 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-c3dc18ea-e687-452c-840a-ea1236607401 tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0524786 May 20 20:51:38.711466 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 51034) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:51:38.715373 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-f44921a1-27d4-4aaf-9309-6816c6d2f370 req-0fdf2971-dc43-4ba9-9772-97c3e1f59fea service neutron] For port bb3ded9b-925d-451a-9963-316d30378618, host n-h1-842733-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=bb3ded9b-925d-451a-9963-316d30378618,segment=NetworkSegment(61504ff4-6f7f-4bd9-9a4b-a33b83bae83f),segment_id=61504ff4-6f7f-4bd9-9a4b-a33b83bae83f)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:51:38.724254 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c061ab25-af41-4d8b-86ed-073e74900974 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:38.729117 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-bd49018d-b31c-4488-b922-f3fd88d2cad5 req-b135c798-a328-4135-9b2c-23e40e716a24 tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] 10.222.0.35 "GET /v2.0/security-groups?id=2790e470-9a47-406f-98f4-701141624dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079924 May 20 20:51:38.741513 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56acc34-c99b-4826-9b87-51755f8222b0 req-86862501-c40c-49ea-b460-a423755ee5f8 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:38.743505 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d56acc34-c99b-4826-9b87-51755f8222b0 req-86862501-c40c-49ea-b460-a423755ee5f8 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "GET /v2.0/ports?device_id=21c75c63-d7e7-425b-8b16-c8921fbdeea8 HTTP/1.1" status: 200 len: 943 time: 0.1276867 May 20 20:51:38.773895 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-dc8eea0e-a2af-481d-91f7-b83d2d2b2288 tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:38.788435 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-f44921a1-27d4-4aaf-9309-6816c6d2f370 req-0fdf2971-dc43-4ba9-9772-97c3e1f59fea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:38.793627 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c061ab25-af41-4d8b-86ed-073e74900974 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:38.799088 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-dc8eea0e-a2af-481d-91f7-b83d2d2b2288 tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:38.864303 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44921a1-27d4-4aaf-9309-6816c6d2f370 req-0fdf2971-dc43-4ba9-9772-97c3e1f59fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:38.864914 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-f44921a1-27d4-4aaf-9309-6816c6d2f370 req-0fdf2971-dc43-4ba9-9772-97c3e1f59fea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:38.866366 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f44921a1-27d4-4aaf-9309-6816c6d2f370 req-0fdf2971-dc43-4ba9-9772-97c3e1f59fea service neutron] 10.222.0.24 "PUT /v2.0/ports/bb3ded9b-925d-451a-9963-316d30378618 HTTP/1.1" status: 200 len: 1091 time: 1.4698312 May 20 20:51:38.892161 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21c75c63-d7e7-425b-8b16-c8921fbdeea8', 'tag': 'bb3ded9b-925d-451a-9963-316d30378618'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:51:38.894973 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4291b17aa7b45362825f0571e77c85f5e73afe1df9c7e9e15006df9d695c005e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8745d81e-6c0f-4857-9307-085d31e32bb8" -d '{"events": [{"name": "network-changed", "server_uuid": "21c75c63-d7e7-425b-8b16-c8921fbdeea8", "tag": "bb3ded9b-925d-451a-9963-316d30378618"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:51:38.917266 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d56acc34-c99b-4826-9b87-51755f8222b0 req-aff2c591-b30f-40f6-9928-71b30d481d10 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "GET /v2.0/security-groups?id=5b891fce-4408-49e0-87f4-eab591cb6bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1653917 May 20 20:51:38.944027 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-dc8eea0e-a2af-481d-91f7-b83d2d2b2288 tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:38.948161 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-dc8eea0e-a2af-481d-91f7-b83d2d2b2288 tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:38.950248 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-dc8eea0e-a2af-481d-91f7-b83d2d2b2288 tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] 10.222.0.35 "DELETE /v2.0/security-groups/d2e785eb-bece-44dd-be18-4e8735723d64 HTTP/1.1" status: 204 len: 168 time: 0.2369211 May 20 20:51:38.959266 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdf2971-dc43-4ba9-9772-97c3e1f59fea service neutron] Pushing event updated for resources: {'Port': ['ID=bb3ded9b-925d-451a-9963-316d30378618,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:51:38.963444 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 027a7f26-28a1-4de3-bfc2-f48c4c96da47 up at agent hyperv_n-h2-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:51:38.964536 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 51038) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:51:38.975615 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8eea0e-a2af-481d-91f7-b83d2d2b2288 tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2e785eb-bece-44dd-be18-4e8735723d64,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:51:39.009535 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cb0da6-9fba-4245-9a45-ed9e34c6cbbf req-d935a856-82c7-43c1-97eb-26b5123d3928 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:39.017265 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a7cb0da6-9fba-4245-9a45-ed9e34c6cbbf req-d935a856-82c7-43c1-97eb-26b5123d3928 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/ports?device_id=03abbdec-2b0d-4070-9a67-4bafa23e6224 HTTP/1.1" status: 200 len: 945 time: 0.1902654 May 20 20:51:39.047483 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-44e62ecc-a429-4f15-a34e-36d8653789fb tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0814428 May 20 20:51:39.048474 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 51040) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:51:39.054179 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-78a12830-f988-4963-ac59-9ab0b27b0844 tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] Request body: {'security_group': {'name': 'tempest-secgroup--152119206'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:51:39.059547 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 20:51:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1408c173-5719-4a71-a33a-b5a74b8d0414 x-openstack-request-id: req-1408c173-5719-4a71-a33a-b5a74b8d0414 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:51:39.060231 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21c75c63-d7e7-425b-8b16-c8921fbdeea8", "tag": "bb3ded9b-925d-451a-9963-316d30378618", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:51:39.060231 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1408c173-5719-4a71-a33a-b5a74b8d0414 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:51:39.060636 n-d-842733-1 neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1408c173-5719-4a71-a33a-b5a74b8d0414'] response: {'name': 'network-changed', 'server_uuid': '21c75c63-d7e7-425b-8b16-c8921fbdeea8', 'tag': 'bb3ded9b-925d-451a-9963-316d30378618', 'status': 'completed', 'code': 200} May 20 20:51:39.065493 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c061ab25-af41-4d8b-86ed-073e74900974 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:39.069130 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c061ab25-af41-4d8b-86ed-073e74900974 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:39.070462 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-c061ab25-af41-4d8b-86ed-073e74900974 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/60481581-e9d3-496b-a43d-886b821871b7 HTTP/1.1" status: 204 len: 168 time: 0.5595801 May 20 20:51:39.108120 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c061ab25-af41-4d8b-86ed-073e74900974 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60481581-e9d3-496b-a43d-886b821871b7,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:51:39.120844 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a7cb0da6-9fba-4245-9a45-ed9e34c6cbbf req-ffcb14bc-000a-42dc-a3dd-d49df71a39e9 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9f9543d-587a-47bd-8772-bda4bd5582ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018646 May 20 20:51:39.126831 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44921a1-27d4-4aaf-9309-6816c6d2f370 req-e5c28ca4-0b04-4387-9b11-2c720aebca98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:39.128393 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f44921a1-27d4-4aaf-9309-6816c6d2f370 req-e5c28ca4-0b04-4387-9b11-2c720aebca98 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f7d646bffa614f21b1ea08af4be56a95&device_id=21c75c63-d7e7-425b-8b16-c8921fbdeea8 HTTP/1.1" status: 200 len: 1094 time: 0.1074159 May 20 20:51:39.184164 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f44921a1-27d4-4aaf-9309-6816c6d2f370 req-f4f4dac5-e9ca-44b5-8775-7279d81c9f65 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bb3ded9b-925d-451a-9963-316d30378618 HTTP/1.1" status: 200 len: 217 time: 0.0473409 May 20 20:51:39.199094 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-78a12830-f988-4963-ac59-9ab0b27b0844 tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:39.200666 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Provisioning for port 027a7f26-28a1-4de3-bfc2-f48c4c96da47 completed by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 20:51:39.204977 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Provisioning complete for port 027a7f26-28a1-4de3-bfc2-f48c4c96da47 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:51:39.206942 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:39.264206 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44921a1-27d4-4aaf-9309-6816c6d2f370 req-4bf878af-1508-4401-9f82-7426fa041629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:39.266475 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f44921a1-27d4-4aaf-9309-6816c6d2f370 req-4bf878af-1508-4401-9f82-7426fa041629 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=77f2b783-fdae-41c3-9017-0093e586145d HTTP/1.1" status: 200 len: 856 time: 0.0757873 May 20 20:51:39.295943 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port 027a7f26-28a1-4de3-bfc2-f48c4c96da47 is: BUILD; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:51:39.296324 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:39.325407 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c11b556-a33a-40e5-b9c5-1a2cf7fa8cb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '027a7f26-28a1-4de3-bfc2-f48c4c96da47'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:51:39.328314 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8485417003ce7c0410b00f5cdc2f391e21107b70bb68e2773712534a96e108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23c7a6ba-b0e9-4d1c-a71c-52b83d67d384" -d '{"events": [{"server_uuid": "5c11b556-a33a-40e5-b9c5-1a2cf7fa8cb3", "name": "network-vif-plugged", "status": "completed", "tag": "027a7f26-28a1-4de3-bfc2-f48c4c96da47"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:51:39.342658 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port 027a7f26-28a1-4de3-bfc2-f48c4c96da47, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=027a7f26-28a1-4de3-bfc2-f48c4c96da47,segment=NetworkSegment(69c72887-b8c5-40da-8106-d7704d90f7dd),segment_id=69c72887-b8c5-40da-8106-d7704d90f7dd)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:51:39.348969 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44921a1-27d4-4aaf-9309-6816c6d2f370 req-f2a6cfa3-199f-4661-8981-0f92a2cc0950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:39.349179 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-78a12830-f988-4963-ac59-9ab0b27b0844 tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:39.350936 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f44921a1-27d4-4aaf-9309-6816c6d2f370 req-f2a6cfa3-199f-4661-8981-0f92a2cc0950 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=52b22ddd-d38d-47d7-9f62-928c2e551c45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0771773 May 20 20:51:39.386786 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-debee3ef-19f8-4361-9a04-cba68f8455b2 req-dd4bf83a-fa3b-4e91-8793-3fbc4fc94d26 tempest-InstanceActionsTestJSON-472124511 tempest-InstanceActionsTestJSON-472124511-project] 10.222.0.35 "GET /v2.0/ports?device_id=95dd69ea-d5bd-452e-b578-a7b52e6e0767 HTTP/1.1" status: 200 len: 210 time: 0.0327842 May 20 20:51:39.431155 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-78a12830-f988-4963-ac59-9ab0b27b0844 tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:39.431303 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:39.432243 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 09525c2d-cc2f-4276-8927-9b3f60cedfdb up at agent hyperv_n-h2-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:51:39.468934 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a12830-f988-4963-ac59-9ab0b27b0844 tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f435240-92ad-4bc1-90a1-a056e0d54bf8,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:51:39.515699 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f44921a1-27d4-4aaf-9309-6816c6d2f370 req-7fcdea02-2e22-4d32-b8a9-5ee63efa067c service neutron] 10.222.0.24 "GET /v2.0/networks/52b22ddd-d38d-47d7-9f62-928c2e551c45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531987 May 20 20:51:39.524601 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=027a7f26-28a1-4de3-bfc2-f48c4c96da47,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:51:39.530470 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-78a12830-f988-4963-ac59-9ab0b27b0844 tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:39.531817 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-78a12830-f988-4963-ac59-9ab0b27b0844 tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4821632 May 20 20:51:39.534762 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 51052) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:51:39.541375 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-6fb59714-0598-410c-a992-5b6053750ece tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] Request body: {'security_group_rule': {'security_group_id': '7f435240-92ad-4bc1-90a1-a056e0d54bf8', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:51:39.619244 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 20:51:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5769dd1a-73a7-4b5f-b8d5-60d8a8812dd5 x-openstack-request-id: req-5769dd1a-73a7-4b5f-b8d5-60d8a8812dd5 {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:51:39.619538 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c11b556-a33a-40e5-b9c5-1a2cf7fa8cb3", "name": "network-vif-plugged", "status": "completed", "tag": "027a7f26-28a1-4de3-bfc2-f48c4c96da47", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:51:39.619869 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5769dd1a-73a7-4b5f-b8d5-60d8a8812dd5 {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:51:39.620284 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5769dd1a-73a7-4b5f-b8d5-60d8a8812dd5'] response: {'server_uuid': '5c11b556-a33a-40e5-b9c5-1a2cf7fa8cb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '027a7f26-28a1-4de3-bfc2-f48c4c96da47', 'code': 200} May 20 20:51:39.632602 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Provisioning for port 09525c2d-cc2f-4276-8927-9b3f60cedfdb completed by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 20:51:39.637254 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Provisioning complete for port 09525c2d-cc2f-4276-8927-9b3f60cedfdb triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:51:39.644512 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:39.644725 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f44921a1-27d4-4aaf-9309-6816c6d2f370 req-f8de0511-d53c-44ed-866b-bf62f4900b32 service neutron] 10.222.0.24 "GET /v2.0/networks/52b22ddd-d38d-47d7-9f62-928c2e551c45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060920 May 20 20:51:39.666497 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6fb59714-0598-410c-a992-5b6053750ece tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:39.672595 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device e1e79e6a-020a-4ce7-a79e-b882ae907d25 no longer exists at agent hyperv_n-h1-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:51:39.694610 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] No Port match for: e1e79e6a-020a-4ce7-a79e-b882ae907d25 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 20:51:39.695001 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device e1e79e6a-020a-4ce7-a79e-b882ae907d25 not bound to the agent host n-h1-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 20:51:39.727715 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6fb59714-0598-410c-a992-5b6053750ece tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:39.748971 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port 09525c2d-cc2f-4276-8927-9b3f60cedfdb is: BUILD; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:51:39.749396 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:39.788269 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port 09525c2d-cc2f-4276-8927-9b3f60cedfdb, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=09525c2d-cc2f-4276-8927-9b3f60cedfdb,segment=NetworkSegment(33a148b7-9d1d-44df-af49-c7676d5a181d),segment_id=33a148b7-9d1d-44df-af49-c7676d5a181d)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:51:39.791920 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8745d81e-6c0f-4857-9307-085d31e32bb8 req-6f886c92-db38-4144-8c07-f4459e568852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:39.793521 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8745d81e-6c0f-4857-9307-085d31e32bb8 req-6f886c92-db38-4144-8c07-f4459e568852 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f7d646bffa614f21b1ea08af4be56a95&device_id=21c75c63-d7e7-425b-8b16-c8921fbdeea8 HTTP/1.1" status: 200 len: 1094 time: 0.0425539 May 20 20:51:39.869304 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6fb59714-0598-410c-a992-5b6053750ece tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691816'] for security_group_rule, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:39.885941 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb59714-0598-410c-a992-5b6053750ece tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bdcc1d5-0275-45ed-85fe-6be300d15582,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:51:39.910348 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:39.912792 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device badab173-da92-48c1-b13b-119c9b27621a up at agent hyperv_n-h2-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:51:39.919031 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49bb12d-f504-4323-be50-ebdc82ea3b77 req-bb6fed6b-b21b-4a24-96b0-33cfc8612c78 tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:39.924796 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49bb12d-f504-4323-be50-ebdc82ea3b77 req-bb6fed6b-b21b-4a24-96b0-33cfc8612c78 tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:39.931255 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49bb12d-f504-4323-be50-ebdc82ea3b77 req-bb6fed6b-b21b-4a24-96b0-33cfc8612c78 tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:39.932892 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f49bb12d-f504-4323-be50-ebdc82ea3b77 req-bb6fed6b-b21b-4a24-96b0-33cfc8612c78 tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] 10.222.0.35 "GET /v2.0/ports?device_id=5c11b556-a33a-40e5-b9c5-1a2cf7fa8cb3 HTTP/1.1" status: 200 len: 2417 time: 0.1104219 May 20 20:51:39.954922 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8745d81e-6c0f-4857-9307-085d31e32bb8 req-86554eef-2a91-4e81-9369-be77bc4a2094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:39.956348 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8745d81e-6c0f-4857-9307-085d31e32bb8 req-86554eef-2a91-4e81-9369-be77bc4a2094 service neutron] 10.222.0.24 "GET /v2.0/networks?id=52b22ddd-d38d-47d7-9f62-928c2e551c45 HTTP/1.1" status: 200 len: 918 time: 0.1570280 May 20 20:51:39.966842 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6fb59714-0598-410c-a992-5b6053750ece tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:39.969516 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-6fb59714-0598-410c-a992-5b6053750ece tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4326632 May 20 20:51:39.972553 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 51066) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:51:39.980536 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-e125ea61-74af-4579-b75b-dfb28f77e6de tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] Request body: {'security_group_rule': {'security_group_id': '7f435240-92ad-4bc1-90a1-a056e0d54bf8', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:51:39.999781 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=09525c2d-cc2f-4276-8927-9b3f60cedfdb,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:51:40.014753 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8745d81e-6c0f-4857-9307-085d31e32bb8 req-1c9adefb-4e34-4ac8-b88f-01566286b272 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bb3ded9b-925d-451a-9963-316d30378618 HTTP/1.1" status: 200 len: 217 time: 0.0495899 May 20 20:51:40.062480 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f49bb12d-f504-4323-be50-ebdc82ea3b77 req-7e34958b-ea46-486b-979c-804b6b63ec97 tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] 10.222.0.35 "GET /v2.0/security-groups?id=2790e470-9a47-406f-98f4-701141624dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183140 May 20 20:51:40.085670 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e125ea61-74af-4579-b75b-dfb28f77e6de tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:40.101669 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8745d81e-6c0f-4857-9307-085d31e32bb8 req-1daf923e-f49c-4dab-9834-e49bf4019603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:40.103125 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8745d81e-6c0f-4857-9307-085d31e32bb8 req-1daf923e-f49c-4dab-9834-e49bf4019603 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=77f2b783-fdae-41c3-9017-0093e586145d HTTP/1.1" status: 200 len: 856 time: 0.0796692 May 20 20:51:40.109594 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Provisioning for port badab173-da92-48c1-b13b-119c9b27621a completed by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 20:51:40.115388 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Provisioning complete for port badab173-da92-48c1-b13b-119c9b27621a triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:51:40.115879 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:40.127255 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3e6a5f-4165-4e85-93da-ac368fc1282a req-cdcc5cfb-b3cb-4803-bbf3-bc6bf8dfa99d tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:40.128875 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3c3e6a5f-4165-4e85-93da-ac368fc1282a req-cdcc5cfb-b3cb-4803-bbf3-bc6bf8dfa99d tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "GET /v2.0/ports?device_id=21c75c63-d7e7-425b-8b16-c8921fbdeea8 HTTP/1.1" status: 200 len: 943 time: 0.0951409 May 20 20:51:40.168319 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e125ea61-74af-4579-b75b-dfb28f77e6de tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:40.184641 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8745d81e-6c0f-4857-9307-085d31e32bb8 req-9a4b38a1-75e5-40c1-b9a8-b95e7321ca8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:40.186163 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8745d81e-6c0f-4857-9307-085d31e32bb8 req-9a4b38a1-75e5-40c1-b9a8-b95e7321ca8c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=52b22ddd-d38d-47d7-9f62-928c2e551c45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0755191 May 20 20:51:40.193963 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3c3e6a5f-4165-4e85-93da-ac368fc1282a req-0597ee57-b5f9-4f3f-a3f5-826bea1ff8dd tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "GET /v2.0/security-groups?id=5b891fce-4408-49e0-87f4-eab591cb6bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511422 May 20 20:51:40.227840 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port badab173-da92-48c1-b13b-119c9b27621a is: BUILD; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:51:40.237500 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:40.262815 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port badab173-da92-48c1-b13b-119c9b27621a, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=badab173-da92-48c1-b13b-119c9b27621a,segment=NetworkSegment(33a148b7-9d1d-44df-af49-c7676d5a181d),segment_id=33a148b7-9d1d-44df-af49-c7676d5a181d)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:51:40.278339 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e125ea61-74af-4579-b75b-dfb28f77e6de tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691816'] for security_group_rule, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:40.298335 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e125ea61-74af-4579-b75b-dfb28f77e6de tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e345feba-4155-41c8-aebc-8684b61deff4,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:51:40.301586 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332d53f1-c205-4875-8514-539026a35fd6 req-f70cd662-b300-4f52-890d-99aa764d5022 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:40.303396 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-332d53f1-c205-4875-8514-539026a35fd6 req-f70cd662-b300-4f52-890d-99aa764d5022 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/ports?device_id=03abbdec-2b0d-4070-9a67-4bafa23e6224 HTTP/1.1" status: 200 len: 945 time: 0.0989552 May 20 20:51:40.325030 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8745d81e-6c0f-4857-9307-085d31e32bb8 req-f3a63d37-aae9-4c5a-a918-26bc0bdd77f8 service neutron] 10.222.0.24 "GET /v2.0/networks/52b22ddd-d38d-47d7-9f62-928c2e551c45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301539 May 20 20:51:40.332650 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:40.357115 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e125ea61-74af-4579-b75b-dfb28f77e6de tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:40.359724 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-e125ea61-74af-4579-b75b-dfb28f77e6de tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3824804 May 20 20:51:40.366333 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 51078) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:51:40.370939 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-53487a01-06db-459b-a229-26d142d19171 tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] Request body: {'security_group_rule': {'security_group_id': '7f435240-92ad-4bc1-90a1-a056e0d54bf8', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:51:40.402871 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-332d53f1-c205-4875-8514-539026a35fd6 req-4b19cda6-37e5-4851-bb86-5669af14c900 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9f9543d-587a-47bd-8772-bda4bd5582ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900006 May 20 20:51:40.403439 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=badab173-da92-48c1-b13b-119c9b27621a,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:51:40.443955 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8745d81e-6c0f-4857-9307-085d31e32bb8 req-8c683037-bd32-4bfb-a58a-ac931ccbe899 service neutron] 10.222.0.24 "GET /v2.0/networks/52b22ddd-d38d-47d7-9f62-928c2e551c45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108181 May 20 20:51:40.458360 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-53487a01-06db-459b-a229-26d142d19171 tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:40.498683 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 51088) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:51:40.533403 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-53487a01-06db-459b-a229-26d142d19171 tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:40.550936 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_v2 [None req-63cbb68f-ddac-4bad-984f-fb0e7740a52e admin admin] Deleting subnet 087e5f0b-24ef-476d-af9c-578f11bc070a {{(pid=103163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 20 20:51:40.554415 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-63cbb68f-ddac-4bad-984f-fb0e7740a52e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:40.599164 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-63cbb68f-ddac-4bad-984f-fb0e7740a52e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9338757'] for subnet, precommit_delete_associations {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:40.609678 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-53487a01-06db-459b-a229-26d142d19171 tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691816'] for security_group_rule, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:40.640818 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53487a01-06db-459b-a229-26d142d19171 tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbecbe86-e9d2-4a6f-a98f-e1a898c59231,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:51:40.642502 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-63cbb68f-ddac-4bad-984f-fb0e7740a52e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33068388'] for subnet, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:40.703493 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-53487a01-06db-459b-a229-26d142d19171 tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:40.704723 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-53487a01-06db-459b-a229-26d142d19171 tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3374135 May 20 20:51:40.708661 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 51108) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:51:40.713725 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-177d1b7a-6344-4986-a7eb-72fa9d80e384 tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] Request body: {'security_group_rule': {'security_group_id': '7f435240-92ad-4bc1-90a1-a056e0d54bf8', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:51:40.784561 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-63cbb68f-ddac-4bad-984f-fb0e7740a52e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33068399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9641221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8422588'] for subnet, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:40.814891 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cbb68f-ddac-4bad-984f-fb0e7740a52e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=087e5f0b-24ef-476d-af9c-578f11bc070a,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:51:40.820723 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-63cbb68f-ddac-4bad-984f-fb0e7740a52e admin admin] Notify callbacks [] for subnet, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:40.824398 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-63cbb68f-ddac-4bad-984f-fb0e7740a52e admin admin] 10.222.0.35 "DELETE /v2.0/subnets/087e5f0b-24ef-476d-af9c-578f11bc070a HTTP/1.1" status: 204 len: 168 time: 0.3245485 May 20 20:51:40.827051 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 51118) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:51:40.835774 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-177d1b7a-6344-4986-a7eb-72fa9d80e384 tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:40.985164 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c1171440-e94f-4242-8400-ad4584a5e340 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33160123'] for network, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:40.987702 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-177d1b7a-6344-4986-a7eb-72fa9d80e384 tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:41.004458 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c31872d-5379-40d1-a28c-212bc772affc req-fa83b288-5406-4376-9031-4741dae23df6 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:41.006065 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4c31872d-5379-40d1-a28c-212bc772affc req-fa83b288-5406-4376-9031-4741dae23df6 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/ports?device_id=03abbdec-2b0d-4070-9a67-4bafa23e6224 HTTP/1.1" status: 200 len: 945 time: 0.1066573 May 20 20:51:41.098637 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-177d1b7a-6344-4986-a7eb-72fa9d80e384 tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691816'] for security_group_rule, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:41.128126 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c1171440-e94f-4242-8400-ad4584a5e340 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33072115', 'neutron.services.segments.db._delete_segments_for_network-8782419500584'] for network, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:41.142621 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4c31872d-5379-40d1-a28c-212bc772affc req-0af22437-7ecb-4c8f-b93a-05c346a9fe2c tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9f9543d-587a-47bd-8772-bda4bd5582ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292140 May 20 20:51:41.146026 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177d1b7a-6344-4986-a7eb-72fa9d80e384 tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05834fff-f701-4ad7-95a2-ee05c24f7fbb,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:51:41.170252 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-c1171440-e94f-4242-8400-ad4584a5e340 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['520d7846-0fc4-411e-af3e-9ee70d4393bb']}} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:51:41.198357 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-c1171440-e94f-4242-8400-ad4584a5e340 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd8a623c-4c89-4ce4-8139-10cd9fdc41ca') {'for_net_delete': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:51:41.198655 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-c1171440-e94f-4242-8400-ad4584a5e340 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd8a623c-4c89-4ce4-8139-10cd9fdc41ca') {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:51:41.211539 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-177d1b7a-6344-4986-a7eb-72fa9d80e384 tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:41.212798 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-177d1b7a-6344-4986-a7eb-72fa9d80e384 tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5027394 May 20 20:51:41.215897 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 51122) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:51:41.219499 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c1171440-e94f-4242-8400-ad4584a5e340 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419501617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9338764'] for segment, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:41.221128 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-e2ee28f0-def8-4c8a-936c-33cff8cadd11 tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] Request body: {'security_group_rule': {'security_group_id': '7f435240-92ad-4bc1-90a1-a056e0d54bf8', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:51:41.244002 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a79844-60d1-4a08-be78-4e5c393cccba req-d35eb6c9-e714-4d25-a3fd-d413ae5eadd6 tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:41.250361 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a79844-60d1-4a08-be78-4e5c393cccba req-d35eb6c9-e714-4d25-a3fd-d413ae5eadd6 tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:41.256837 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a79844-60d1-4a08-be78-4e5c393cccba req-d35eb6c9-e714-4d25-a3fd-d413ae5eadd6 tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:41.259008 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-25a79844-60d1-4a08-be78-4e5c393cccba req-d35eb6c9-e714-4d25-a3fd-d413ae5eadd6 tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] 10.222.0.35 "GET /v2.0/ports?device_id=5c11b556-a33a-40e5-b9c5-1a2cf7fa8cb3 HTTP/1.1" status: 200 len: 2419 time: 0.1016066 May 20 20:51:41.259851 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c1171440-e94f-4242-8400-ad4584a5e340 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:41.267991 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1171440-e94f-4242-8400-ad4584a5e340 admin admin] Releasing vlan 249 on physical network physnet1 to pool {{(pid=103163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 20:51:41.268509 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c1171440-e94f-4242-8400-ad4584a5e340 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9638311'] for segment, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:41.270848 n-d-842733-1 neutron-server[103163]: Traceback (most recent call last): May 20 20:51:41.270848 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 20:51:41.270848 n-d-842733-1 neutron-server[103163]: timer() May 20 20:51:41.270848 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 20:51:41.270848 n-d-842733-1 neutron-server[103163]: cb(*args, **kw) May 20 20:51:41.270848 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 20 20:51:41.270848 n-d-842733-1 neutron-server[103163]: return func(*args, **kwargs) May 20 20:51:41.270848 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 20:51:41.270848 n-d-842733-1 neutron-server[103163]: self._notify() May 20 20:51:41.270848 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 20:51:41.270848 n-d-842733-1 neutron-server[103163]: self.callback(batched_events) May 20 20:51:41.270848 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 20:51:41.270848 n-d-842733-1 neutron-server[103163]: event.method(event) May 20 20:51:41.270848 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 20 20:51:41.270848 n-d-842733-1 neutron-server[103163]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 20:51:41.270848 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 20 20:51:41.270848 n-d-842733-1 neutron-server[103163]: aggregate_uuid = self.p_client.list_aggregates( May 20 20:51:41.270848 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 20 20:51:41.270848 n-d-842733-1 neutron-server[103163]: return f(self, *a, **k) May 20 20:51:41.270848 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 20 20:51:41.270848 n-d-842733-1 neutron-server[103163]: return self._get(url).json() May 20 20:51:41.270848 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 20 20:51:41.270848 n-d-842733-1 neutron-server[103163]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 20:51:41.270848 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 20:51:41.270848 n-d-842733-1 neutron-server[103163]: return self.request(url, 'GET', **kwargs) May 20 20:51:41.270848 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 20:51:41.270848 n-d-842733-1 neutron-server[103163]: base_url = self.get_endpoint(auth, allow=allow, May 20 20:51:41.270848 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 20:51:41.270848 n-d-842733-1 neutron-server[103163]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 20:51:41.270848 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 20:51:41.270848 n-d-842733-1 neutron-server[103163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 20:51:41.270848 n-d-842733-1 neutron-server[103163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 20:51:41.336012 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e2ee28f0-def8-4c8a-936c-33cff8cadd11 tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:41.389756 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-25a79844-60d1-4a08-be78-4e5c393cccba req-f8cb55e7-2795-4a9c-9777-22a6221c1cea tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] 10.222.0.35 "GET /v2.0/security-groups?id=2790e470-9a47-406f-98f4-701141624dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218903 May 20 20:51:41.390454 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 51128) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:51:41.404944 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c1a3ba-b448-42ff-ba9a-124befaf150e req-5d66f51e-1472-4487-8299-28d20c2e2511 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:41.406698 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-64c1a3ba-b448-42ff-ba9a-124befaf150e req-5d66f51e-1472-4487-8299-28d20c2e2511 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "GET /v2.0/ports?device_id=21c75c63-d7e7-425b-8b16-c8921fbdeea8 HTTP/1.1" status: 200 len: 943 time: 0.1194544 May 20 20:51:41.436402 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e2ee28f0-def8-4c8a-936c-33cff8cadd11 tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:41.442663 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c1171440-e94f-4242-8400-ad4584a5e340 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33072122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748162'] for network, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:41.452268 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c1171440-e94f-4242-8400-ad4584a5e340 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:41.455908 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-c1171440-e94f-4242-8400-ad4584a5e340 admin admin] 10.222.0.35 "DELETE /v2.0/networks/520d7846-0fc4-411e-af3e-9ee70d4393bb HTTP/1.1" status: 204 len: 168 time: 0.6276827 May 20 20:51:41.470044 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-64c1a3ba-b448-42ff-ba9a-124befaf150e req-6ed7a441-b4f1-40b6-801b-bb08b2dfc066 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "GET /v2.0/security-groups?id=5b891fce-4408-49e0-87f4-eab591cb6bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559244 May 20 20:51:41.471006 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1171440-e94f-4242-8400-ad4584a5e340 admin admin] Pushing event deleted for resources: {'Network': ['ID=520d7846-0fc4-411e-af3e-9ee70d4393bb,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:51:41.498485 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e2ee28f0-def8-4c8a-936c-33cff8cadd11 tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691816'] for security_group_rule, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:41.527572 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ee28f0-def8-4c8a-936c-33cff8cadd11 tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=537d244c-53f0-44b0-9031-be529b819a56,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:51:41.555375 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f60a980e-5391-4268-8d00-d19c16ea2b11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:41.621666 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c11b556-a33a-40e5-b9c5-1a2cf7fa8cb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09525c2d-cc2f-4276-8927-9b3f60cedfdb'}, {'server_uuid': '5c11b556-a33a-40e5-b9c5-1a2cf7fa8cb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'badab173-da92-48c1-b13b-119c9b27621a'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:51:41.624615 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8485417003ce7c0410b00f5cdc2f391e21107b70bb68e2773712534a96e108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd0cd2f7-7a58-4edd-a7df-4200a8cfaaf3" -d '{"events": [{"server_uuid": "5c11b556-a33a-40e5-b9c5-1a2cf7fa8cb3", "name": "network-vif-plugged", "status": "completed", "tag": "09525c2d-cc2f-4276-8927-9b3f60cedfdb"}, {"server_uuid": "5c11b556-a33a-40e5-b9c5-1a2cf7fa8cb3", "name": "network-vif-plugged", "status": "completed", "tag": "badab173-da92-48c1-b13b-119c9b27621a"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:51:41.632743 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f60a980e-5391-4268-8d00-d19c16ea2b11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:41.637325 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e2ee28f0-def8-4c8a-936c-33cff8cadd11 tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:41.638544 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-e2ee28f0-def8-4c8a-936c-33cff8cadd11 tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.4214592 May 20 20:51:41.645908 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 51136) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:51:41.664049 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device bb3ded9b-925d-451a-9963-316d30378618 details requested by agent hyperv_n-h1-842733-1 with host n-h1-842733-1 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 20:51:41.667428 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8897035d-ea3b-462e-9b15-8e4155a15c24 tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:41.670416 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 20 May 2022 20:51:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdc93831-0cfd-45f5-a77e-f6063fee26af x-openstack-request-id: req-bdc93831-0cfd-45f5-a77e-f6063fee26af {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:51:41.671269 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c11b556-a33a-40e5-b9c5-1a2cf7fa8cb3", "name": "network-vif-plugged", "status": "completed", "tag": "09525c2d-cc2f-4276-8927-9b3f60cedfdb", "code": 200}, {"server_uuid": "5c11b556-a33a-40e5-b9c5-1a2cf7fa8cb3", "name": "network-vif-plugged", "status": "completed", "tag": "badab173-da92-48c1-b13b-119c9b27621a", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:51:41.671799 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-bdc93831-0cfd-45f5-a77e-f6063fee26af {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:51:41.672554 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bdc93831-0cfd-45f5-a77e-f6063fee26af'] response: {'server_uuid': '5c11b556-a33a-40e5-b9c5-1a2cf7fa8cb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09525c2d-cc2f-4276-8927-9b3f60cedfdb', 'code': 200} May 20 20:51:41.673167 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bdc93831-0cfd-45f5-a77e-f6063fee26af'] response: {'server_uuid': '5c11b556-a33a-40e5-b9c5-1a2cf7fa8cb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'badab173-da92-48c1-b13b-119c9b27621a', 'code': 200} May 20 20:51:41.676509 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8897035d-ea3b-462e-9b15-8e4155a15c24 tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:41.722081 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f60a980e-5391-4268-8d00-d19c16ea2b11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:41.774015 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60a980e-5391-4268-8d00-d19c16ea2b11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4369e557-b865-43d8-80af-c8e9a6ee0f8d,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:51:41.775780 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port bb3ded9b-925d-451a-9963-316d30378618, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=bb3ded9b-925d-451a-9963-316d30378618,segment=NetworkSegment(61504ff4-6f7f-4bd9-9a4b-a33b83bae83f),segment_id=61504ff4-6f7f-4bd9-9a4b-a33b83bae83f)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:51:41.779160 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8897035d-ea3b-462e-9b15-8e4155a15c24 tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691816'] for security_group_rule, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:41.788970 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8897035d-ea3b-462e-9b15-8e4155a15c24 tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:41.790046 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Returning: {'device': 'bb3ded9b-925d-451a-9963-316d30378618', 'network_id': '52b22ddd-d38d-47d7-9f62-928c2e551c45', 'port_id': 'bb3ded9b-925d-451a-9963-316d30378618', 'mac_address': 'fa:16:3e:ba:f2:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77f2b783-fdae-41c3-9017-0093e586145d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 20 20:51:41.790206 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-8897035d-ea3b-462e-9b15-8e4155a15c24 tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/537d244c-53f0-44b0-9031-be529b819a56 HTTP/1.1" status: 204 len: 168 time: 0.1477244 May 20 20:51:41.793151 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 51138) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:51:41.802725 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-f60a980e-5391-4268-8d00-d19c16ea2b11 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9338db14a679474386b2881244eda8db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4100611 May 20 20:51:41.812760 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 51140) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:51:41.822268 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8897035d-ea3b-462e-9b15-8e4155a15c24 tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=537d244c-53f0-44b0-9031-be529b819a56,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:51:41.847714 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 51142) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:51:41.850306 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f320f3-e020-4d27-b503-c16b9f36c255 req-0c9f98ad-e25c-4522-adc0-7fdd24bf427e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:41.850995 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f320f3-e020-4d27-b503-c16b9f36c255 req-0c9f98ad-e25c-4522-adc0-7fdd24bf427e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:41.851535 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f320f3-e020-4d27-b503-c16b9f36c255 req-0c9f98ad-e25c-4522-adc0-7fdd24bf427e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:41.853377 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f4f320f3-e020-4d27-b503-c16b9f36c255 req-0c9f98ad-e25c-4522-adc0-7fdd24bf427e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5c11b556-a33a-40e5-b9c5-1a2cf7fa8cb3 HTTP/1.1" status: 200 len: 2872 time: 0.0616019 May 20 20:51:41.857503 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Current status of the port bb3ded9b-925d-451a-9963-316d30378618 is: DOWN; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:51:41.857870 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:41.871459 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb3ded9b-925d-451a-9963-316d30378618 {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:51:41.891594 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port bb3ded9b-925d-451a-9963-316d30378618, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=bb3ded9b-925d-451a-9963-316d30378618,segment=NetworkSegment(61504ff4-6f7f-4bd9-9a4b-a33b83bae83f),segment_id=61504ff4-6f7f-4bd9-9a4b-a33b83bae83f)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:51:41.900448 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f4f320f3-e020-4d27-b503-c16b9f36c255 req-75c496b2-0e49-4ebf-a816-fe49d6cb359c service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=2790e470-9a47-406f-98f4-701141624dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371697 May 20 20:51:41.906288 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-af8b645e-0cf1-4bd3-9e9d-25943d5983e9 tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1120164 May 20 20:51:41.909771 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 51146) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:51:41.935116 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c5f3dad6-49a6-4657-810a-efe33044fdf5 tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:41.940509 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-9709522d-ae1a-4c9c-b634-2967b629f8f9 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=db980db23a4245a08f22ea4e07ca0943&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0914307 May 20 20:51:41.941444 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-108945de-1531-45f3-801b-4763143e6b23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:41.943254 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 51148) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:51:41.950709 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c5f3dad6-49a6-4657-810a-efe33044fdf5 tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:41.966392 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-108945de-1531-45f3-801b-4763143e6b23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:41.973375 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:42.018264 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-95fd573f-936f-4478-91d1-48a41acd4961 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:42.024028 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Pushing event updated for resources: {'Port': ['ID=bb3ded9b-925d-451a-9963-316d30378618,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:51:42.043362 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-95fd573f-936f-4478-91d1-48a41acd4961 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:42.075124 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c5f3dad6-49a6-4657-810a-efe33044fdf5 tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691816'] for security_group_rule, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:42.082257 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c5f3dad6-49a6-4657-810a-efe33044fdf5 tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:42.083490 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-c5f3dad6-49a6-4657-810a-efe33044fdf5 tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/05834fff-f701-4ad7-95a2-ee05c24f7fbb HTTP/1.1" status: 204 len: 168 time: 0.1720805 May 20 20:51:42.086744 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 51150) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:51:42.090235 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f3dad6-49a6-4657-810a-efe33044fdf5 tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=05834fff-f701-4ad7-95a2-ee05c24f7fbb,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:51:42.104591 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-108945de-1531-45f3-801b-4763143e6b23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:42.107038 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-108945de-1531-45f3-801b-4763143e6b23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:42.108145 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-108945de-1531-45f3-801b-4763143e6b23 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4369e557-b865-43d8-80af-c8e9a6ee0f8d HTTP/1.1" status: 204 len: 168 time: 0.2942224 May 20 20:51:42.120375 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108945de-1531-45f3-801b-4763143e6b23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4369e557-b865-43d8-80af-c8e9a6ee0f8d,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:51:42.149967 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-97d8bcd0-210a-436e-a587-b872f94c9b61 tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0611379 May 20 20:51:42.155363 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 51154) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:51:42.173448 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-95fd573f-936f-4478-91d1-48a41acd4961 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:42.178265 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-95fd573f-936f-4478-91d1-48a41acd4961 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:42.181582 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-95fd573f-936f-4478-91d1-48a41acd4961 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/aebc29d8-55f1-4097-9b76-b0f5762ffa69 HTTP/1.1" status: 204 len: 168 time: 0.2345819 May 20 20:51:42.183203 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-781e1b48-f8af-4254-a5ac-2eb783d63fea tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:42.193918 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-781e1b48-f8af-4254-a5ac-2eb783d63fea tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:42.203488 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] get_ports_and_sgs() called for port_ids ['bb3ded9b-925d-451a-9963-316d30378618'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:51:42.213076 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fd573f-936f-4478-91d1-48a41acd4961 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aebc29d8-55f1-4097-9b76-b0f5762ffa69,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:51:42.304415 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad21f55-48f4-4610-9894-5f8d8c76827b req-fb6f1970-a94c-462e-979b-86f04d05ddb8 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:42.306215 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-dad21f55-48f4-4610-9894-5f8d8c76827b req-fb6f1970-a94c-462e-979b-86f04d05ddb8 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/ports?device_id=03abbdec-2b0d-4070-9a67-4bafa23e6224 HTTP/1.1" status: 200 len: 945 time: 0.0640397 May 20 20:51:42.318673 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-781e1b48-f8af-4254-a5ac-2eb783d63fea tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691816'] for security_group_rule, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:42.333615 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-781e1b48-f8af-4254-a5ac-2eb783d63fea tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:42.335892 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-781e1b48-f8af-4254-a5ac-2eb783d63fea tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/fbecbe86-e9d2-4a6f-a98f-e1a898c59231 HTTP/1.1" status: 204 len: 168 time: 0.1795373 May 20 20:51:42.337460 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781e1b48-f8af-4254-a5ac-2eb783d63fea tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fbecbe86-e9d2-4a6f-a98f-e1a898c59231,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:51:42.339141 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 51160) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:51:42.378372 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-dad21f55-48f4-4610-9894-5f8d8c76827b req-593650dd-0259-43a6-b48f-8afa9a25a439 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9f9543d-587a-47bd-8772-bda4bd5582ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643804 May 20 20:51:42.409581 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-590686e1-6816-4592-90ce-6f035537d003 tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0691574 May 20 20:51:42.413305 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 51162) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:51:42.441484 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1b30bfe2-56d5-447f-b572-66a7d842338d tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:42.450406 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1b30bfe2-56d5-447f-b572-66a7d842338d tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:42.535934 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f735e80-fbc3-40dc-b7c8-ccb68437263a req-3d983576-466b-4d10-8e7b-2a52b8f261fc tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:42.542095 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f735e80-fbc3-40dc-b7c8-ccb68437263a req-3d983576-466b-4d10-8e7b-2a52b8f261fc tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:42.549587 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f735e80-fbc3-40dc-b7c8-ccb68437263a req-3d983576-466b-4d10-8e7b-2a52b8f261fc tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:42.549788 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3f735e80-fbc3-40dc-b7c8-ccb68437263a req-3d983576-466b-4d10-8e7b-2a52b8f261fc tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] 10.222.0.35 "GET /v2.0/ports?device_id=5c11b556-a33a-40e5-b9c5-1a2cf7fa8cb3 HTTP/1.1" status: 200 len: 2419 time: 0.0792937 May 20 20:51:42.611079 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1b30bfe2-56d5-447f-b572-66a7d842338d tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691816'] for security_group_rule, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:42.617033 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1b30bfe2-56d5-447f-b572-66a7d842338d tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:42.618240 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-1b30bfe2-56d5-447f-b572-66a7d842338d tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/e345feba-4155-41c8-aebc-8684b61deff4 HTTP/1.1" status: 204 len: 168 time: 0.2038326 May 20 20:51:42.620983 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 51174) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:51:42.640239 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3f735e80-fbc3-40dc-b7c8-ccb68437263a req-c77f5be9-b1b8-4a70-b602-e9932269a306 tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] 10.222.0.35 "GET /v2.0/security-groups?id=2790e470-9a47-406f-98f4-701141624dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826676 May 20 20:51:42.649127 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b30bfe2-56d5-447f-b572-66a7d842338d tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e345feba-4155-41c8-aebc-8684b61deff4,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:51:42.678278 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e8665c-80cd-46d8-b01d-b84a7118db23 req-cf683b13-caf9-4743-a063-2095d9f47af1 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:42.680158 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-99e8665c-80cd-46d8-b01d-b84a7118db23 req-cf683b13-caf9-4743-a063-2095d9f47af1 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "GET /v2.0/ports?device_id=21c75c63-d7e7-425b-8b16-c8921fbdeea8 HTTP/1.1" status: 200 len: 944 time: 0.1153665 May 20 20:51:42.691329 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-8af3d05d-91ad-431d-9ce9-77cd3e535c0d tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0690229 May 20 20:51:42.692212 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 51182) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:51:42.719601 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-202aa2dd-a4e9-461c-bc1f-00d9e871e81a tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:42.736037 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-99e8665c-80cd-46d8-b01d-b84a7118db23 req-14b14c0a-a28c-418e-9df6-a1021c7d4824 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "GET /v2.0/security-groups?id=5b891fce-4408-49e0-87f4-eab591cb6bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466313 May 20 20:51:42.736625 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-202aa2dd-a4e9-461c-bc1f-00d9e871e81a tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:42.890053 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-202aa2dd-a4e9-461c-bc1f-00d9e871e81a tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691816'] for security_group_rule, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:42.898261 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-202aa2dd-a4e9-461c-bc1f-00d9e871e81a tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:42.902541 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-202aa2dd-a4e9-461c-bc1f-00d9e871e81a tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/5bdcc1d5-0275-45ed-85fe-6be300d15582 HTTP/1.1" status: 204 len: 168 time: 0.2062144 May 20 20:51:42.902831 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 51190) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:51:42.904970 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202aa2dd-a4e9-461c-bc1f-00d9e871e81a tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5bdcc1d5-0275-45ed-85fe-6be300d15582,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:51:42.950137 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-bc9ec9c8-5da0-40e1-80ec-0aabed3f41d3 tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0467095 May 20 20:51:42.953090 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 51194) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:51:43.012869 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f7123a92-7e44-4697-b50a-3c840f09baf9 tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:43.036993 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f7123a92-7e44-4697-b50a-3c840f09baf9 tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:43.152954 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f7123a92-7e44-4697-b50a-3c840f09baf9 tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:43.155706 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f7123a92-7e44-4697-b50a-3c840f09baf9 tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:43.156947 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-f7123a92-7e44-4697-b50a-3c840f09baf9 tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] 10.222.0.35 "DELETE /v2.0/security-groups/7f435240-92ad-4bc1-90a1-a056e0d54bf8 HTTP/1.1" status: 204 len: 168 time: 0.2027771 May 20 20:51:43.159840 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 51204) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:51:43.170532 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7123a92-7e44-4697-b50a-3c840f09baf9 tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f435240-92ad-4bc1-90a1-a056e0d54bf8,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:51:43.220657 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-4150f79e-7a9f-4d1e-b26e-0884bba7f6e4 tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0545356 May 20 20:51:43.220956 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 51210) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:51:43.225837 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-be0fc0a8-4576-4150-8443-db4da95cfb8a tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] Request body: {'security_group': {'name': 'tempest-secgroup--2033814882'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:51:43.349282 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-be0fc0a8-4576-4150-8443-db4da95cfb8a tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:43.420001 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 51218) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:51:43.444993 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-be0fc0a8-4576-4150-8443-db4da95cfb8a tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:43.531145 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36953e0a-f979-483b-8389-914f9e23d3be req-1c7d3d2f-0e9b-4a48-a98f-259c0b89581a tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:43.532763 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-36953e0a-f979-483b-8389-914f9e23d3be req-1c7d3d2f-0e9b-4a48-a98f-259c0b89581a tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/ports?device_id=03abbdec-2b0d-4070-9a67-4bafa23e6224 HTTP/1.1" status: 200 len: 945 time: 0.0644283 May 20 20:51:43.538101 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-be0fc0a8-4576-4150-8443-db4da95cfb8a tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:43.539448 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-c75ac5ac-9622-4d17-a489-fac30d539720 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1694315347-network', 'tenant_id': '99015528b0b847c98508b3bae124bd52'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:51:43.583715 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0fc0a8-4576-4150-8443-db4da95cfb8a tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ba17f6c-8439-4c83-8edf-5b8e82c4936e,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:51:43.600153 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-36953e0a-f979-483b-8389-914f9e23d3be req-0f501c42-9f78-43cf-a680-383a884f53dc tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9f9543d-587a-47bd-8772-bda4bd5582ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579126 May 20 20:51:43.646898 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c75ac5ac-9622-4d17-a489-fac30d539720 admin admin] Made reservation on behalf of 99015528b0b847c98508b3bae124bd52 for: {'network': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:51:43.649190 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-be0fc0a8-4576-4150-8443-db4da95cfb8a tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:43.649399 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c75ac5ac-9622-4d17-a489-fac30d539720 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for network, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:43.650493 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-be0fc0a8-4576-4150-8443-db4da95cfb8a tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4285297 May 20 20:51:43.653462 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 51226) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:51:43.658780 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-c44ea118-bfe1-4c89-9ed3-3ecef62c7396 tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] Request body: {'security_group_rule': {'security_group_id': '4ba17f6c-8439-4c83-8edf-5b8e82c4936e', 'direction': 'ingress', 'protocol': 17}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:51:43.662119 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c75ac5ac-9622-4d17-a489-fac30d539720 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:43.694678 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device bb3ded9b-925d-451a-9963-316d30378618 up at agent hyperv_n-h1-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:51:43.754125 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c44ea118-bfe1-4c89-9ed3-3ecef62c7396 tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:43.763497 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c75ac5ac-9622-4d17-a489-fac30d539720 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:43.790826 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7506bde5-9891-45f1-9c5f-366389cb6c83 req-2b16661a-e5df-46d7-a989-d8353314782d tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:43.796640 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7506bde5-9891-45f1-9c5f-366389cb6c83 req-2b16661a-e5df-46d7-a989-d8353314782d tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:43.802554 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7506bde5-9891-45f1-9c5f-366389cb6c83 req-2b16661a-e5df-46d7-a989-d8353314782d tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:43.804183 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7506bde5-9891-45f1-9c5f-366389cb6c83 req-2b16661a-e5df-46d7-a989-d8353314782d tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] 10.222.0.35 "GET /v2.0/ports?device_id=5c11b556-a33a-40e5-b9c5-1a2cf7fa8cb3 HTTP/1.1" status: 200 len: 2419 time: 0.0885990 May 20 20:51:43.855564 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c75ac5ac-9622-4d17-a489-fac30d539720 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:43.855732 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Provisioning for port bb3ded9b-925d-451a-9963-316d30378618 completed by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 20:51:43.860552 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Provisioning complete for port bb3ded9b-925d-451a-9963-316d30378618 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:51:43.861007 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:43.881985 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c75ac5ac-9622-4d17-a489-fac30d539720 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 234} {{(pid=103162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 20:51:43.911298 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c75ac5ac-9622-4d17-a489-fac30d539720 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:43.912098 n-d-842733-1 neutron-server[103162]: INFO neutron.db.segments_db [None req-c75ac5ac-9622-4d17-a489-fac30d539720 admin admin] Added segment 523fe16c-8b83-4c0a-8dbd-c46319e8174e of type vlan for network 885d295f-3361-4b27-b769-9af7ccc6cb95 May 20 20:51:43.914875 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75ac5ac-9622-4d17-a489-fac30d539720 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2feb58dd-43f5-46ea-bb11-622cd72312c9,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:51:43.961939 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Current status of the port bb3ded9b-925d-451a-9963-316d30378618 is: BUILD; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:51:43.962330 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:43.989447 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21c75c63-d7e7-425b-8b16-c8921fbdeea8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb3ded9b-925d-451a-9963-316d30378618'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:51:43.991837 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8485417003ce7c0410b00f5cdc2f391e21107b70bb68e2773712534a96e108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0c3a586-33b0-4aa1-9b27-d7ab51cf3c5d" -d '{"events": [{"server_uuid": "21c75c63-d7e7-425b-8b16-c8921fbdeea8", "name": "network-vif-plugged", "status": "completed", "tag": "bb3ded9b-925d-451a-9963-316d30378618"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:51:43.992474 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c75ac5ac-9622-4d17-a489-fac30d539720 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418993264'] for network, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:44.006059 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port bb3ded9b-925d-451a-9963-316d30378618, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=bb3ded9b-925d-451a-9963-316d30378618,segment=NetworkSegment(61504ff4-6f7f-4bd9-9a4b-a33b83bae83f),segment_id=61504ff4-6f7f-4bd9-9a4b-a33b83bae83f)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:51:44.061937 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:44.118674 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c75ac5ac-9622-4d17-a489-fac30d539720 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524'] for network, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:44.120350 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c75ac5ac-9622-4d17-a489-fac30d539720 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:44.121297 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c75ac5ac-9622-4d17-a489-fac30d539720 admin admin] Notify callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:44.122130 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Pushing event updated for resources: {'Port': ['ID=bb3ded9b-925d-451a-9963-316d30378618,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:51:44.196914 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75ac5ac-9622-4d17-a489-fac30d539720 admin admin] Pushing event updated for resources: {'Network': ['ID=885d295f-3361-4b27-b769-9af7ccc6cb95,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:51:44.209359 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Network 885d295f-3361-4b27-b769-9af7ccc6cb95 details requested by agent ovs-agent-n-d-842733-1 with host n-d-842733-1 {{(pid=103164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 20 20:51:44.222284 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-c75ac5ac-9622-4d17-a489-fac30d539720 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.8007078 May 20 20:51:44.223628 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 51244) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:51:44.226465 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7506bde5-9891-45f1-9c5f-366389cb6c83 req-628b9bed-3e78-4d1a-8625-c527120357a0 tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] 10.222.0.35 "GET /v2.0/security-groups?id=2790e470-9a47-406f-98f4-701141624dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4060166 May 20 20:51:44.231153 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-609e41b6-04ff-49bc-a7fa-d258aa38c0b1 admin admin] Request body: {'subnet': {'network_id': '885d295f-3361-4b27-b769-9af7ccc6cb95', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1694315347-subnet', 'tenant_id': '99015528b0b847c98508b3bae124bd52', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:51:44.254529 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c44ea118-bfe1-4c89-9ed3-3ecef62c7396 tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:44.268781 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec23c50-5bf9-46f5-bf99-d4f83b7deb0b req-82df57e1-96e3-4742-890c-d324b2164a6c tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:44.283137 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-aec23c50-5bf9-46f5-bf99-d4f83b7deb0b req-82df57e1-96e3-4742-890c-d324b2164a6c tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "GET /v2.0/ports?device_id=21c75c63-d7e7-425b-8b16-c8921fbdeea8 HTTP/1.1" status: 200 len: 944 time: 0.4750268 May 20 20:51:44.288927 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 20:51:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f86ffffd-2fd9-43e8-9633-e238ce297433 x-openstack-request-id: req-f86ffffd-2fd9-43e8-9633-e238ce297433 {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:51:44.289317 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21c75c63-d7e7-425b-8b16-c8921fbdeea8", "name": "network-vif-plugged", "status": "completed", "tag": "bb3ded9b-925d-451a-9963-316d30378618", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:51:44.289637 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f86ffffd-2fd9-43e8-9633-e238ce297433 {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:51:44.290097 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f86ffffd-2fd9-43e8-9633-e238ce297433'] response: {'server_uuid': '21c75c63-d7e7-425b-8b16-c8921fbdeea8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb3ded9b-925d-451a-9963-316d30378618', 'code': 200} May 20 20:51:44.341894 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-aec23c50-5bf9-46f5-bf99-d4f83b7deb0b req-0b6af6ef-f355-4567-9c52-a59e8ce03cd7 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "GET /v2.0/security-groups?id=5b891fce-4408-49e0-87f4-eab591cb6bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577085 May 20 20:51:44.403241 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7062e6-ff8b-4d9d-bb31-9bbc65d8c6f9 req-769af1ad-39e3-44c3-ba4f-e6fb00a20eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:44.404809 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-bc7062e6-ff8b-4d9d-bb31-9bbc65d8c6f9 req-769af1ad-39e3-44c3-ba4f-e6fb00a20eb7 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=21c75c63-d7e7-425b-8b16-c8921fbdeea8 HTTP/1.1" status: 200 len: 1096 time: 0.0506041 May 20 20:51:44.446328 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-bc7062e6-ff8b-4d9d-bb31-9bbc65d8c6f9 req-003e94de-e5c6-4188-becb-9ffac356aecd service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=5b891fce-4408-49e0-87f4-eab591cb6bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341604 May 20 20:51:44.695477 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-609e41b6-04ff-49bc-a7fa-d258aa38c0b1 admin admin] Made reservation on behalf of 99015528b0b847c98508b3bae124bd52 for: {'subnet': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:51:44.698047 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-609e41b6-04ff-49bc-a7fa-d258aa38c0b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4018244'] for subnet, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:44.718132 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0e993c-4d12-49d8-92f3-7d240df38726 req-884c52ae-bbdb-4e93-b950-7c706e16dfc2 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:44.719594 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8f0e993c-4d12-49d8-92f3-7d240df38726 req-884c52ae-bbdb-4e93-b950-7c706e16dfc2 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/ports?device_id=03abbdec-2b0d-4070-9a67-4bafa23e6224 HTTP/1.1" status: 200 len: 945 time: 0.0493276 May 20 20:51:44.728159 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c44ea118-bfe1-4c89-9ed3-3ecef62c7396 tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691816'] for security_group_rule, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:44.775933 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44ea118-bfe1-4c89-9ed3-3ecef62c7396 tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c667e74-629a-42ae-ad67-eb4b6909d65a,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:51:44.785547 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8f0e993c-4d12-49d8-92f3-7d240df38726 req-9ad91438-b8ed-44ec-a764-912b4bc265c5 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9f9543d-587a-47bd-8772-bda4bd5582ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577042 May 20 20:51:44.832593 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c44ea118-bfe1-4c89-9ed3-3ecef62c7396 tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:44.835025 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-c44ea118-bfe1-4c89-9ed3-3ecef62c7396 tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.1804264 May 20 20:51:44.843895 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 51256) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:51:44.906923 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2df37af1-e8a5-484a-a88c-7c9a479073d2 tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:44.936639 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2df37af1-e8a5-484a-a88c-7c9a479073d2 tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:44.950095 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-609e41b6-04ff-49bc-a7fa-d258aa38c0b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3797684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4018258'] for subnet, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:45.017585 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609e41b6-04ff-49bc-a7fa-d258aa38c0b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a0e66e6-2fdf-488f-a380-b0ac16c67535,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:51:45.023605 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-609e41b6-04ff-49bc-a7fa-d258aa38c0b1 admin admin] Checking segment: {'id': '523fe16c-8b83-4c0a-8dbd-c46319e8174e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '885d295f-3361-4b27-b769-9af7ccc6cb95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:51:45.023971 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-609e41b6-04ff-49bc-a7fa-d258aa38c0b1 admin admin] Network hostable DHCP agents. Network: 885d295f-3361-4b27-b769-9af7ccc6cb95, hostable agents: ['c9b0653c-f3c7-4339-bd50-e3754b629216'], hosted agents: [] {{(pid=103162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 20:51:45.043476 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b7eeff-abe2-4a6c-9fee-4fb6528c8c8c req-f89ee882-bf71-4257-82a5-d7a038a9f2b5 tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:45.049475 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b7eeff-abe2-4a6c-9fee-4fb6528c8c8c req-f89ee882-bf71-4257-82a5-d7a038a9f2b5 tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:45.056054 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b7eeff-abe2-4a6c-9fee-4fb6528c8c8c req-f89ee882-bf71-4257-82a5-d7a038a9f2b5 tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:45.057873 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-96b7eeff-abe2-4a6c-9fee-4fb6528c8c8c req-f89ee882-bf71-4257-82a5-d7a038a9f2b5 tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] 10.222.0.35 "GET /v2.0/ports?device_id=5c11b556-a33a-40e5-b9c5-1a2cf7fa8cb3 HTTP/1.1" status: 200 len: 2419 time: 0.0735183 May 20 20:51:45.098042 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-96b7eeff-abe2-4a6c-9fee-4fb6528c8c8c req-8c28bfd2-81d4-449d-b6c1-70dabea86e35 tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] 10.222.0.35 "GET /v2.0/security-groups?id=2790e470-9a47-406f-98f4-701141624dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338187 May 20 20:51:45.118168 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-609e41b6-04ff-49bc-a7fa-d258aa38c0b1 admin admin] Network 885d295f-3361-4b27-b769-9af7ccc6cb95 is scheduled to be hosted by DHCP agent c9b0653c-f3c7-4339-bd50-e3754b629216 with binding_index 1 {{(pid=103162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 20:51:45.143858 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2df37af1-e8a5-484a-a88c-7c9a479073d2 tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:45.146464 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2df37af1-e8a5-484a-a88c-7c9a479073d2 tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:45.147575 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-2df37af1-e8a5-484a-a88c-7c9a479073d2 tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] 10.222.0.35 "DELETE /v2.0/security-groups/4ba17f6c-8439-4c83-8edf-5b8e82c4936e HTTP/1.1" status: 204 len: 168 time: 0.3027477 May 20 20:51:45.153952 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 51262) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:51:45.157131 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df37af1-e8a5-484a-a88c-7c9a479073d2 tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ba17f6c-8439-4c83-8edf-5b8e82c4936e,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:51:45.198538 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-edf1a725-d905-4ffc-a623-d5009f2d69cb tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0458312 May 20 20:51:45.202412 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 51266) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:51:45.207422 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-eb34b16d-5e3b-4422-8f00-23287c6154f6 tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] Request body: {'security_group': {'name': 'tempest-secgroup--167814521'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:51:45.226755 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-609e41b6-04ff-49bc-a7fa-d258aa38c0b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842733-1, 885d295f-3361-4b27-b769-9af7ccc6cb95) {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:51:45.230849 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-609e41b6-04ff-49bc-a7fa-d258aa38c0b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:45.231456 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-609e41b6-04ff-49bc-a7fa-d258aa38c0b1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:45.239819 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a38a4194-8ff1-48ff-b6ca-52316016177e None None] Network 885d295f-3361-4b27-b769-9af7ccc6cb95 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:51:45.312664 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-eb34b16d-5e3b-4422-8f00-23287c6154f6 tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:45.346189 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-609e41b6-04ff-49bc-a7fa-d258aa38c0b1 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.1209931 May 20 20:51:45.386802 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-eb34b16d-5e3b-4422-8f00-23287c6154f6 tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:45.392345 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9cadc1b-eb6d-4f08-8e66-5e0123c55cbb None None] Network 885d295f-3361-4b27-b769-9af7ccc6cb95 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:51:45.495535 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-eb34b16d-5e3b-4422-8f00-23287c6154f6 tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:45.531535 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb34b16d-5e3b-4422-8f00-23287c6154f6 tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94809b6c-713b-42df-a415-47a754ffc598,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:51:45.572974 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129cd27e-e49c-4b47-bddb-389a772d9112 req-b476ffa7-d83a-40df-9fc7-cf296c3f99c4 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:45.577417 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-129cd27e-e49c-4b47-bddb-389a772d9112 req-b476ffa7-d83a-40df-9fc7-cf296c3f99c4 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "GET /v2.0/ports?device_id=21c75c63-d7e7-425b-8b16-c8921fbdeea8 HTTP/1.1" status: 200 len: 945 time: 0.1212974 May 20 20:51:45.616092 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-eb34b16d-5e3b-4422-8f00-23287c6154f6 tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:45.617549 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-eb34b16d-5e3b-4422-8f00-23287c6154f6 tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4137356 May 20 20:51:45.620349 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 51282) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:51:45.623209 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-129cd27e-e49c-4b47-bddb-389a772d9112 req-e63a0a26-6189-4cea-8b16-809c4f986446 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "GET /v2.0/security-groups?id=5b891fce-4408-49e0-87f4-eab591cb6bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405328 May 20 20:51:45.624933 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-e5607e04-6fe1-4697-8f2e-5dd7714b0c6e tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] Request body: {'security_group': {'name': 'tempest-secgroup--962533190'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:51:45.727091 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e5607e04-6fe1-4697-8f2e-5dd7714b0c6e tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:45.802617 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e5607e04-6fe1-4697-8f2e-5dd7714b0c6e tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:45.874529 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23c72f4-02c3-4823-b205-8398a414ca00 req-23e54316-5e04-4000-b1c9-0e2468948fdc tempest-ListServersNegativeTestJSON-1516530306 tempest-ListServersNegativeTestJSON-1516530306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:45.881428 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e5607e04-6fe1-4697-8f2e-5dd7714b0c6e tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:45.881609 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d23c72f4-02c3-4823-b205-8398a414ca00 req-23e54316-5e04-4000-b1c9-0e2468948fdc tempest-ListServersNegativeTestJSON-1516530306 tempest-ListServersNegativeTestJSON-1516530306-project] 10.222.0.35 "GET /v2.0/networks?id=885d295f-3361-4b27-b769-9af7ccc6cb95 HTTP/1.1" status: 200 len: 818 time: 0.1151404 May 20 20:51:45.907613 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5607e04-6fe1-4697-8f2e-5dd7714b0c6e tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7664d9b1-c772-4b29-8322-b06662d7b61f,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:51:45.921410 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d23c72f4-02c3-4823-b205-8398a414ca00 req-adeb2324-664a-4318-a643-57e824716bdf tempest-ListServersNegativeTestJSON-1516530306 tempest-ListServersNegativeTestJSON-1516530306-project] 10.222.0.35 "GET /v2.0/quotas/99015528b0b847c98508b3bae124bd52 HTTP/1.1" status: 200 len: 375 time: 0.0348725 May 20 20:51:45.952924 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d23c72f4-02c3-4823-b205-8398a414ca00 req-fb3fd2ed-3539-4297-9370-22ca3bfb8cf5 tempest-ListServersNegativeTestJSON-1516530306 tempest-ListServersNegativeTestJSON-1516530306-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=99015528b0b847c98508b3bae124bd52&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0272570 May 20 20:51:45.965385 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f838a3f9-66a8-4c90-a4da-5fdcef3ba120 req-8fdc2002-7867-4f7f-bc61-f1beb7ae9a20 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:45.966815 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f838a3f9-66a8-4c90-a4da-5fdcef3ba120 req-8fdc2002-7867-4f7f-bc61-f1beb7ae9a20 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/ports?device_id=03abbdec-2b0d-4070-9a67-4bafa23e6224 HTTP/1.1" status: 200 len: 945 time: 0.1000929 May 20 20:51:45.987635 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e5607e04-6fe1-4697-8f2e-5dd7714b0c6e tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:45.991508 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-e5607e04-6fe1-4697-8f2e-5dd7714b0c6e tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3676264 May 20 20:51:45.992042 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 51298) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:51:45.996472 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-db7274b0-2c62-499e-8a3e-501e35260f59 tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] Request body: {'security_group_rule': {'security_group_id': '94809b6c-713b-42df-a415-47a754ffc598', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '7664d9b1-c772-4b29-8322-b06662d7b61f', 'remote_ip_prefix': None}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:51:46.051744 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f838a3f9-66a8-4c90-a4da-5fdcef3ba120 req-3b0bfd69-b860-4914-af26-1d3fe6265a72 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9f9543d-587a-47bd-8772-bda4bd5582ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764077 May 20 20:51:46.084166 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d23c72f4-02c3-4823-b205-8398a414ca00 req-b620252d-142e-4c1a-b50a-df0467364eef service neutron] 10.222.0.35 "GET /v2.0/networks/885d295f-3361-4b27-b769-9af7ccc6cb95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163502 May 20 20:51:46.099619 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-db7274b0-2c62-499e-8a3e-501e35260f59 tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:46.180321 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-db7274b0-2c62-499e-8a3e-501e35260f59 tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:46.200509 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d23c72f4-02c3-4823-b205-8398a414ca00 req-9af9a534-0a53-4733-a044-61bd99874711 service neutron] 10.222.0.35 "GET /v2.0/networks/885d295f-3361-4b27-b769-9af7ccc6cb95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093559 May 20 20:51:46.240549 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffffadd-c6b3-4072-9ca7-ce81f8e39a24 req-6b71a6d0-25c7-4eab-a20d-afa926b1bf09 tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:46.246637 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffffadd-c6b3-4072-9ca7-ce81f8e39a24 req-6b71a6d0-25c7-4eab-a20d-afa926b1bf09 tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:46.252715 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffffadd-c6b3-4072-9ca7-ce81f8e39a24 req-6b71a6d0-25c7-4eab-a20d-afa926b1bf09 tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:46.254625 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4ffffadd-c6b3-4072-9ca7-ce81f8e39a24 req-6b71a6d0-25c7-4eab-a20d-afa926b1bf09 tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] 10.222.0.35 "GET /v2.0/ports?device_id=5c11b556-a33a-40e5-b9c5-1a2cf7fa8cb3 HTTP/1.1" status: 200 len: 2419 time: 0.0685201 May 20 20:51:46.255548 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-db7274b0-2c62-499e-8a3e-501e35260f59 tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691816'] for security_group_rule, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:46.276267 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7274b0-2c62-499e-8a3e-501e35260f59 tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9de4fa28-4383-4b53-82b1-ec47ce560623,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:51:46.312679 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4ffffadd-c6b3-4072-9ca7-ce81f8e39a24 req-8204933c-b62b-4b98-a4d7-7788db5c78ee tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] 10.222.0.35 "GET /v2.0/security-groups?id=2790e470-9a47-406f-98f4-701141624dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490491 May 20 20:51:46.354551 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-db7274b0-2c62-499e-8a3e-501e35260f59 tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:46.355848 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-db7274b0-2c62-499e-8a3e-501e35260f59 tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3627529 May 20 20:51:46.359046 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 51304) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:51:46.380331 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 51306) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:51:46.384610 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-32837b63-c74a-4e58-a333-970fab0fac5f tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:46.393593 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-32837b63-c74a-4e58-a333-970fab0fac5f tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:46.501161 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-32837b63-c74a-4e58-a333-970fab0fac5f tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691816'] for security_group_rule, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:46.502616 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-574de808-246c-4535-a8f3-eadb96931e3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:46.508349 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-32837b63-c74a-4e58-a333-970fab0fac5f tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:46.512319 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-32837b63-c74a-4e58-a333-970fab0fac5f tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/9de4fa28-4383-4b53-82b1-ec47ce560623 HTTP/1.1" status: 204 len: 168 time: 0.1497507 May 20 20:51:46.512679 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 51310) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:51:46.518001 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32837b63-c74a-4e58-a333-970fab0fac5f tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9de4fa28-4383-4b53-82b1-ec47ce560623,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:51:46.580555 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-66a033fa-34c8-4d9d-a25b-092dd2aceecd tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0665917 May 20 20:51:46.583933 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 51312) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:51:46.630148 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-574de808-246c-4535-a8f3-eadb96931e3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:46.647577 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8050a4f4-6aca-41a6-b8d1-7142186a6587 tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:46.695703 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8050a4f4-6aca-41a6-b8d1-7142186a6587 tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:46.704886 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-574de808-246c-4535-a8f3-eadb96931e3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:46.803319 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-574de808-246c-4535-a8f3-eadb96931e3e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=aa2cff3a9cf54bbda427c6c803d9fa2d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4219067 May 20 20:51:46.803990 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574de808-246c-4535-a8f3-eadb96931e3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e29b3b5d-a259-422c-bc7a-913bc7cef920,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:51:46.806069 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 51322) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:51:46.810096 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d2300465-8a48-4149-8ab8-29ec2014e1a4 req-2335b8ac-67ab-470f-9578-a30203f4633e tempest-ListServersNegativeTestJSON-1516530306 tempest-ListServersNegativeTestJSON-1516530306-project] 10.222.0.35 "GET /v2.0/ports?device_id=e961ac34-9e24-4ce8-91ba-f40718c1a458 HTTP/1.1" status: 200 len: 210 time: 0.0500588 May 20 20:51:46.830115 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0fdbc0-bcd1-4716-ab1a-ff82ddb6dce8 req-10031cee-5f0e-4a40-b9aa-49e1f4fd77cf tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:46.831769 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-cd0fdbc0-bcd1-4716-ab1a-ff82ddb6dce8 req-10031cee-5f0e-4a40-b9aa-49e1f4fd77cf tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "GET /v2.0/ports?device_id=21c75c63-d7e7-425b-8b16-c8921fbdeea8 HTTP/1.1" status: 200 len: 945 time: 0.1071768 May 20 20:51:46.839926 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8050a4f4-6aca-41a6-b8d1-7142186a6587 tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:46.842504 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8050a4f4-6aca-41a6-b8d1-7142186a6587 tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:46.846234 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-8050a4f4-6aca-41a6-b8d1-7142186a6587 tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] 10.222.0.35 "DELETE /v2.0/security-groups/7664d9b1-c772-4b29-8322-b06662d7b61f HTTP/1.1" status: 204 len: 168 time: 0.2586558 May 20 20:51:46.851842 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 51326) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:51:46.875428 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-cd0fdbc0-bcd1-4716-ab1a-ff82ddb6dce8 req-b6b23302-0269-4c0a-b7df-d2730ed6bf3f tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "GET /v2.0/security-groups?id=5b891fce-4408-49e0-87f4-eab591cb6bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362720 May 20 20:51:46.885798 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8050a4f4-6aca-41a6-b8d1-7142186a6587 tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7664d9b1-c772-4b29-8322-b06662d7b61f,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:51:46.934719 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-244ad257-cca0-4f98-a361-5fabe3a00711 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:46.959049 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ad9783-6bfd-4e6b-a91c-d4b9d9840822 req-ff720a55-5d93-4c38-a43a-54d0b42f3e2a tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:46.959379 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-ac590df1-5a40-4e09-ace1-ba18d5a28c4e tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0984602 May 20 20:51:46.962621 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 51332) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:51:46.965234 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ad9783-6bfd-4e6b-a91c-d4b9d9840822 req-ff720a55-5d93-4c38-a43a-54d0b42f3e2a tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:46.971274 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ad9783-6bfd-4e6b-a91c-d4b9d9840822 req-ff720a55-5d93-4c38-a43a-54d0b42f3e2a tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:46.973464 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e0ad9783-6bfd-4e6b-a91c-d4b9d9840822 req-ff720a55-5d93-4c38-a43a-54d0b42f3e2a tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c11b556-a33a-40e5-b9c5-1a2cf7fa8cb3 HTTP/1.1" status: 200 len: 2419 time: 0.0823205 May 20 20:51:46.979117 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-244ad257-cca0-4f98-a361-5fabe3a00711 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:47.051333 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-534f9eab-908a-47bb-81db-6fc50909140e tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:47.075357 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-534f9eab-908a-47bb-81db-6fc50909140e tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:47.084156 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c65df9e-600b-4d57-a130-3fd3e64f6f98 req-eea0a28e-dbfc-496c-acbe-6ed56fe303e2 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:47.086170 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8c65df9e-600b-4d57-a130-3fd3e64f6f98 req-eea0a28e-dbfc-496c-acbe-6ed56fe303e2 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "GET /v2.0/ports?device_id=21c75c63-d7e7-425b-8b16-c8921fbdeea8 HTTP/1.1" status: 200 len: 945 time: 0.1115925 May 20 20:51:47.098872 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 51336) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:51:47.112315 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-e8af5611-f369-4e7a-aa41-9a695d180ec4 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Request body: {'floatingip': {'port_id': 'bb3ded9b-925d-451a-9963-316d30378618'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:51:47.118793 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [req-e0ad9783-6bfd-4e6b-a91c-d4b9d9840822 req-4dcf9671-a5cf-4976-8b6e-aba1b99c02db tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Deleting port 09525c2d-cc2f-4276-8927-9b3f60cedfdb {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:51:47.119396 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-e0ad9783-6bfd-4e6b-a91c-d4b9d9840822 req-4dcf9671-a5cf-4976-8b6e-aba1b99c02db tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:47.156082 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-244ad257-cca0-4f98-a361-5fabe3a00711 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:47.158608 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-244ad257-cca0-4f98-a361-5fabe3a00711 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:47.160239 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-244ad257-cca0-4f98-a361-5fabe3a00711 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e29b3b5d-a259-422c-bc7a-913bc7cef920 HTTP/1.1" status: 204 len: 168 time: 0.3527014 May 20 20:51:47.165255 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e8af5611-f369-4e7a-aa41-9a695d180ec4 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Notify callbacks [] for floatingip, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:47.236894 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244ad257-cca0-4f98-a361-5fabe3a00711 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e29b3b5d-a259-422c-bc7a-913bc7cef920,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:51:47.294193 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-e0ad9783-6bfd-4e6b-a91c-d4b9d9840822 req-4dcf9671-a5cf-4976-8b6e-aba1b99c02db tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] For port 09525c2d-cc2f-4276-8927-9b3f60cedfdb, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=09525c2d-cc2f-4276-8927-9b3f60cedfdb,segment=NetworkSegment(33a148b7-9d1d-44df-af49-c7676d5a181d),segment_id=33a148b7-9d1d-44df-af49-c7676d5a181d)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:51:47.294624 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-e0ad9783-6bfd-4e6b-a91c-d4b9d9840822 req-4dcf9671-a5cf-4976-8b6e-aba1b99c02db tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:47.312834 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc64894-3dc2-4b2f-b91a-6d50746d3652 req-1e8e088d-cfcb-4e58-9060-9bbc527310ec tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:47.314336 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9dc64894-3dc2-4b2f-b91a-6d50746d3652 req-1e8e088d-cfcb-4e58-9060-9bbc527310ec tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/ports?device_id=03abbdec-2b0d-4070-9a67-4bafa23e6224 HTTP/1.1" status: 200 len: 945 time: 0.1477611 May 20 20:51:47.320217 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [req-e0ad9783-6bfd-4e6b-a91c-d4b9d9840822 req-4dcf9671-a5cf-4976-8b6e-aba1b99c02db tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Calling delete_port for 09525c2d-cc2f-4276-8927-9b3f60cedfdb owned by compute:nova {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:51:47.327954 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-534f9eab-908a-47bb-81db-6fc50909140e tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:47.330556 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-534f9eab-908a-47bb-81db-6fc50909140e tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:47.334724 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-534f9eab-908a-47bb-81db-6fc50909140e tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] 10.222.0.35 "DELETE /v2.0/security-groups/94809b6c-713b-42df-a415-47a754ffc598 HTTP/1.1" status: 204 len: 168 time: 0.3679833 May 20 20:51:47.338679 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 51344) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:51:47.372649 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534f9eab-908a-47bb-81db-6fc50909140e tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=94809b6c-713b-42df-a415-47a754ffc598,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:51:47.416715 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9dc64894-3dc2-4b2f-b91a-6d50746d3652 req-f0ad0e41-727b-4a80-86eb-c236b7faf097 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9f9543d-587a-47bd-8772-bda4bd5582ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944886 May 20 20:51:47.448883 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-48ce8397-e243-470a-8052-ae7a26e27139 tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1011713 May 20 20:51:47.462909 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 51352) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:51:47.500601 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-41013360-1353-453e-988d-77f02980807e tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] Request body: {'security_group': {'name': 'tempest-secgroup--1733588660'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:51:47.618050 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a499e7a-434b-4d74-82ef-b5556656e695 req-368e33b7-2379-4222-a733-6d690a77f118 tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:47.623952 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a499e7a-434b-4d74-82ef-b5556656e695 req-368e33b7-2379-4222-a733-6d690a77f118 tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:47.631979 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a499e7a-434b-4d74-82ef-b5556656e695 req-368e33b7-2379-4222-a733-6d690a77f118 tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:47.634341 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6a499e7a-434b-4d74-82ef-b5556656e695 req-368e33b7-2379-4222-a733-6d690a77f118 tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] 10.222.0.35 "GET /v2.0/ports?device_id=5c11b556-a33a-40e5-b9c5-1a2cf7fa8cb3 HTTP/1.1" status: 200 len: 2419 time: 0.2158744 May 20 20:51:47.652762 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-e0ad9783-6bfd-4e6b-a91c-d4b9d9840822 req-4dcf9671-a5cf-4976-8b6e-aba1b99c02db tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:47.661181 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-41013360-1353-453e-988d-77f02980807e tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:47.689719 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] get_ports_and_sgs() called for port_ids ['badab173-da92-48c1-b13b-119c9b27621a', '027a7f26-28a1-4de3-bfc2-f48c4c96da47', '09525c2d-cc2f-4276-8927-9b3f60cedfdb'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:51:47.701558 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26aa908-54c6-454c-8459-f1b392ff0229 req-e623f329-55e7-46f9-9969-7cd6a3693352 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:47.703294 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d26aa908-54c6-454c-8459-f1b392ff0229 req-e623f329-55e7-46f9-9969-7cd6a3693352 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/ports?device_id=03abbdec-2b0d-4070-9a67-4bafa23e6224 HTTP/1.1" status: 200 len: 945 time: 0.1337736 May 20 20:51:47.710436 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcf9671-a5cf-4976-8b6e-aba1b99c02db tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Pushing event deleted for resources: {'Port': ['ID=09525c2d-cc2f-4276-8927-9b3f60cedfdb,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:51:47.740099 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6a499e7a-434b-4d74-82ef-b5556656e695 req-19bc27c6-5505-472d-aeec-443797139233 tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] 10.222.0.35 "GET /v2.0/security-groups?id=2790e470-9a47-406f-98f4-701141624dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916502 May 20 20:51:47.759645 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e8af5611-f369-4e7a-aa41-9a695d180ec4 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:47.800761 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-41013360-1353-453e-988d-77f02980807e tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:47.824538 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0ad9783-6bfd-4e6b-a91c-d4b9d9840822 req-4dcf9671-a5cf-4976-8b6e-aba1b99c02db tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] No DVR routers for this DVR port 09525c2d-cc2f-4276-8927-9b3f60cedfdb on host n-h2-842733-1 {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:51:47.834730 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-e0ad9783-6bfd-4e6b-a91c-d4b9d9840822 req-4dcf9671-a5cf-4976-8b6e-aba1b99c02db tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:47.835025 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e0ad9783-6bfd-4e6b-a91c-d4b9d9840822 req-4dcf9671-a5cf-4976-8b6e-aba1b99c02db tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] 10.222.0.13 "DELETE /v2.0/ports/09525c2d-cc2f-4276-8927-9b3f60cedfdb HTTP/1.1" status: 204 len: 173 time: 0.8508627 May 20 20:51:47.835351 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c11b556-a33a-40e5-b9c5-1a2cf7fa8cb3', 'name': 'network-vif-deleted', 'tag': '09525c2d-cc2f-4276-8927-9b3f60cedfdb'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:51:47.838531 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4291b17aa7b45362825f0571e77c85f5e73afe1df9c7e9e15006df9d695c005e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6c43c89-5590-4da4-8add-1f625858a729" -d '{"events": [{"server_uuid": "5c11b556-a33a-40e5-b9c5-1a2cf7fa8cb3", "name": "network-vif-deleted", "tag": "09525c2d-cc2f-4276-8927-9b3f60cedfdb"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:51:47.853023 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e8af5611-f369-4e7a-aa41-9a695d180ec4 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748272'] for floatingip, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:47.882947 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d26aa908-54c6-454c-8459-f1b392ff0229 req-a5ee7fc5-d35f-4f81-be35-588cdc9c08c6 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9f9543d-587a-47bd-8772-bda4bd5582ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212375 May 20 20:51:47.914901 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-41013360-1353-453e-988d-77f02980807e tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:48.005070 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 20:51:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51aef5af-b0ef-469e-82e4-c1f3da2bb47a x-openstack-request-id: req-51aef5af-b0ef-469e-82e4-c1f3da2bb47a {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:51:48.005654 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c11b556-a33a-40e5-b9c5-1a2cf7fa8cb3", "name": "network-vif-deleted", "tag": "09525c2d-cc2f-4276-8927-9b3f60cedfdb", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:51:48.005906 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-51aef5af-b0ef-469e-82e4-c1f3da2bb47a {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:51:48.006488 n-d-842733-1 neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51aef5af-b0ef-469e-82e4-c1f3da2bb47a'] response: {'server_uuid': '5c11b556-a33a-40e5-b9c5-1a2cf7fa8cb3', 'name': 'network-vif-deleted', 'tag': '09525c2d-cc2f-4276-8927-9b3f60cedfdb', 'status': 'completed', 'code': 200} May 20 20:51:48.006947 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 51364) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:51:48.047389 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-35700b99-3284-456f-9b00-c8c7b66e6db2 req-bcb14ed8-597b-435d-8b5d-b9e51529c931 tempest-ListServersNegativeTestJSON-1516530306 tempest-ListServersNegativeTestJSON-1516530306-project] 10.222.0.35 "GET /v2.0/ports?device_id=e961ac34-9e24-4ce8-91ba-f40718c1a458 HTTP/1.1" status: 200 len: 210 time: 0.1564713 May 20 20:51:48.054965 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e4c8b3c3-f707-4cf5-9716-2e359445f645 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:48.068345 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41013360-1353-453e-988d-77f02980807e tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97c5e0f2-af64-431b-a452-dd1ea25dc27d,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:51:48.087871 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-41013360-1353-453e-988d-77f02980807e tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:48.087871 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-41013360-1353-453e-988d-77f02980807e tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6207073 May 20 20:51:48.089888 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 51368) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:51:48.096463 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-2f01e08c-156e-4408-bed9-e300b6f80318 tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] Request body: {'security_group_rule': {'security_group_id': '97c5e0f2-af64-431b-a452-dd1ea25dc27d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:51:48.105610 n-d-842733-1 neutron-server[103162]: INFO neutron.db.l3_db [None req-e8af5611-f369-4e7a-aa41-9a695d180ec4 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Floating IP 8de2529e-7d1f-443f-a86b-cb27409914bb associated. External IP: 172.25.2.81, port: bb3ded9b-925d-451a-9963-316d30378618. May 20 20:51:48.121732 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [req-e0ad9783-6bfd-4e6b-a91c-d4b9d9840822 req-dcfacdaa-0b4a-45be-b697-125f6b9f134c tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Deleting port 027a7f26-28a1-4de3-bfc2-f48c4c96da47 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:51:48.122061 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-e0ad9783-6bfd-4e6b-a91c-d4b9d9840822 req-dcfacdaa-0b4a-45be-b697-125f6b9f134c tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:48.278159 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed816de-2367-4d54-9df4-03734833e957 req-de8317c9-ed95-4324-9227-6d3037c712fa tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:48.279723 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-bed816de-2367-4d54-9df4-03734833e957 req-de8317c9-ed95-4324-9227-6d3037c712fa tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/ports?device_id=03abbdec-2b0d-4070-9a67-4bafa23e6224 HTTP/1.1" status: 200 len: 945 time: 0.1400239 May 20 20:51:48.311492 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e4c8b3c3-f707-4cf5-9716-2e359445f645 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:48.320324 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-e0ad9783-6bfd-4e6b-a91c-d4b9d9840822 req-dcfacdaa-0b4a-45be-b697-125f6b9f134c tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] For port 027a7f26-28a1-4de3-bfc2-f48c4c96da47, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=027a7f26-28a1-4de3-bfc2-f48c4c96da47,segment=NetworkSegment(69c72887-b8c5-40da-8106-d7704d90f7dd),segment_id=69c72887-b8c5-40da-8106-d7704d90f7dd)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:51:48.321061 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-e0ad9783-6bfd-4e6b-a91c-d4b9d9840822 req-dcfacdaa-0b4a-45be-b697-125f6b9f134c tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:48.339500 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [req-e0ad9783-6bfd-4e6b-a91c-d4b9d9840822 req-dcfacdaa-0b4a-45be-b697-125f6b9f134c tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Calling delete_port for 027a7f26-28a1-4de3-bfc2-f48c4c96da47 owned by compute:nova {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:51:48.359583 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-bed816de-2367-4d54-9df4-03734833e957 req-49267b42-37f4-4084-b33c-56a69aef7225 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9f9543d-587a-47bd-8772-bda4bd5582ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695353 May 20 20:51:48.404673 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e4c8b3c3-f707-4cf5-9716-2e359445f645 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:48.473521 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-e4c8b3c3-f707-4cf5-9716-2e359445f645 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=bbbb5736dc554030ab98772eed381d6b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4415209 May 20 20:51:48.477778 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 51374) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:51:48.478428 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c8b3c3-f707-4cf5-9716-2e359445f645 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0527536d-43c7-4d1f-b34f-07422ca6de40,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:51:48.573798 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2f01e08c-156e-4408-bed9-e300b6f80318 tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:48.574152 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb5406a-91c0-4cc3-b90b-61a112a309b6 req-0090ea19-b40c-4482-a7c1-62259934967e tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:48.575704 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-dfb5406a-91c0-4cc3-b90b-61a112a309b6 req-0090ea19-b40c-4482-a7c1-62259934967e tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/ports?device_id=03abbdec-2b0d-4070-9a67-4bafa23e6224 HTTP/1.1" status: 200 len: 945 time: 0.1195490 May 20 20:51:48.627585 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4785085c-5e98-4eee-97e1-bb775f63d921 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:48.668639 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4785085c-5e98-4eee-97e1-bb775f63d921 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:48.679754 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-dfb5406a-91c0-4cc3-b90b-61a112a309b6 req-3a04a0ef-1b0d-480b-83ad-ec5ddac7f671 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9f9543d-587a-47bd-8772-bda4bd5582ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834923 May 20 20:51:48.688162 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2f01e08c-156e-4408-bed9-e300b6f80318 tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:48.690084 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8af5611-f369-4e7a-aa41-9a695d180ec4 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Router 8728511a-223e-4b07-aebf-2fda2c099a9c has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 20:51:48.758963 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-e0ad9783-6bfd-4e6b-a91c-d4b9d9840822 req-dcfacdaa-0b4a-45be-b697-125f6b9f134c tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:48.793958 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfacdaa-0b4a-45be-b697-125f6b9f134c tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Pushing event deleted for resources: {'Port': ['ID=027a7f26-28a1-4de3-bfc2-f48c4c96da47,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:51:48.795318 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] get_ports_and_sgs() called for port_ids ['09525c2d-cc2f-4276-8927-9b3f60cedfdb'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:51:48.816759 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2f01e08c-156e-4408-bed9-e300b6f80318 tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691816'] for security_group_rule, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:48.818226 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8af5611-f369-4e7a-aa41-9a695d180ec4 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 20:51:48.830288 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24309bbf-862f-4600-9a77-08276d4db805 None None] Sync routers for ids ['8728511a-223e-4b07-aebf-2fda2c099a9c'] in n-d-842733-1 {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 20:51:48.841574 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfacdaa-0b4a-45be-b697-125f6b9f134c tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:51:48.841574 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfacdaa-0b4a-45be-b697-125f6b9f134c tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:51:48.841574 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfacdaa-0b4a-45be-b697-125f6b9f134c tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:51:48.841907 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24309bbf-862f-4600-9a77-08276d4db805 None None] Routers {'8728511a-223e-4b07-aebf-2fda2c099a9c'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:51:48.842014 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfacdaa-0b4a-45be-b697-125f6b9f134c tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:51:48.842014 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfacdaa-0b4a-45be-b697-125f6b9f134c tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:51:48.842206 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-24309bbf-862f-4600-9a77-08276d4db805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:51:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['8728511a-223e-4b07-aebf-2fda2c099a9c'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:51:48.842319 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfacdaa-0b4a-45be-b697-125f6b9f134c tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:51:48.842319 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfacdaa-0b4a-45be-b697-125f6b9f134c tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:51:48.842674 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfacdaa-0b4a-45be-b697-125f6b9f134c tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:51:48.843151 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfacdaa-0b4a-45be-b697-125f6b9f134c tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:51:48.844155 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfacdaa-0b4a-45be-b697-125f6b9f134c tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:51:48.844155 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfacdaa-0b4a-45be-b697-125f6b9f134c tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:51:48.844549 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfacdaa-0b4a-45be-b697-125f6b9f134c tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:51:48.850872 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e8af5611-f369-4e7a-aa41-9a695d180ec4 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for floatingip, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:48.874752 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4785085c-5e98-4eee-97e1-bb775f63d921 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:48.877392 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4785085c-5e98-4eee-97e1-bb775f63d921 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:48.878647 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-4785085c-5e98-4eee-97e1-bb775f63d921 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0527536d-43c7-4d1f-b34f-07422ca6de40 HTTP/1.1" status: 204 len: 168 time: 0.3974187 May 20 20:51:48.886829 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-e8af5611-f369-4e7a-aa41-9a695d180ec4 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "PUT /v2.0/floatingips/8de2529e-7d1f-443f-a86b-cb27409914bb HTTP/1.1" status: 200 len: 990 time: 1.7850344 May 20 20:51:48.898647 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21c75c63-d7e7-425b-8b16-c8921fbdeea8', 'tag': 'bb3ded9b-925d-451a-9963-316d30378618'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:51:48.898647 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6fa957933fccbf596d28104b23404b952ad6a8238afaebaed40a0874b2e409" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d620b0a0-d7a2-4ac5-bf66-ca814e6cdfc8" -d '{"events": [{"name": "network-changed", "server_uuid": "21c75c63-d7e7-425b-8b16-c8921fbdeea8", "tag": "bb3ded9b-925d-451a-9963-316d30378618"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:51:48.903643 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f01e08c-156e-4408-bed9-e300b6f80318 tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c147505a-2e69-473a-a1fb-3e997c55f32c,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:51:48.919707 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0ad9783-6bfd-4e6b-a91c-d4b9d9840822 req-dcfacdaa-0b4a-45be-b697-125f6b9f134c tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] No DVR routers for this DVR port 027a7f26-28a1-4de3-bfc2-f48c4c96da47 on host n-h2-842733-1 {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:51:48.926606 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-e0ad9783-6bfd-4e6b-a91c-d4b9d9840822 req-dcfacdaa-0b4a-45be-b697-125f6b9f134c tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:48.930192 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e0ad9783-6bfd-4e6b-a91c-d4b9d9840822 req-dcfacdaa-0b4a-45be-b697-125f6b9f134c tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] 10.222.0.13 "DELETE /v2.0/ports/027a7f26-28a1-4de3-bfc2-f48c4c96da47 HTTP/1.1" status: 204 len: 173 time: 1.0848057 May 20 20:51:48.946717 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4785085c-5e98-4eee-97e1-bb775f63d921 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0527536d-43c7-4d1f-b34f-07422ca6de40,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:51:48.990531 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-24309bbf-862f-4600-9a77-08276d4db805 None None] Set router 8728511a-223e-4b07-aebf-2fda2c099a9c gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:51:49.020877 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa205d9-0553-4ac1-84cf-982a8fed1dcc req-378ff487-0b3b-4796-8ec0-877236456777 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:49.028545 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-aaa205d9-0553-4ac1-84cf-982a8fed1dcc req-378ff487-0b3b-4796-8ec0-877236456777 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/ports?device_id=03abbdec-2b0d-4070-9a67-4bafa23e6224 HTTP/1.1" status: 200 len: 945 time: 0.2384517 May 20 20:51:49.036752 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2f01e08c-156e-4408-bed9-e300b6f80318 tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:49.039998 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-2f01e08c-156e-4408-bed9-e300b6f80318 tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.9487576 May 20 20:51:49.045297 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 51388) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:51:49.051281 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40515896-846a-4841-9ad6-ba2c52a392e6 req-92a3df49-f50b-4d9a-8254-2b8fb9bddac9 tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:49.052813 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-40515896-846a-4841-9ad6-ba2c52a392e6 req-92a3df49-f50b-4d9a-8254-2b8fb9bddac9 tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] 10.222.0.35 "GET /v2.0/ports?device_id=5c11b556-a33a-40e5-b9c5-1a2cf7fa8cb3 HTTP/1.1" status: 200 len: 946 time: 0.2351689 May 20 20:51:49.124943 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a1111ffc-086d-4c9f-acaf-70861b898189 tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:49.129360 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-aaa205d9-0553-4ac1-84cf-982a8fed1dcc req-c3455967-ffd3-4259-ab25-160a8f7fcfba tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9f9543d-587a-47bd-8772-bda4bd5582ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998807 May 20 20:51:49.146429 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a1111ffc-086d-4c9f-acaf-70861b898189 tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:49.160860 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-40515896-846a-4841-9ad6-ba2c52a392e6 req-66a1fb9c-11a8-474e-baa4-39d742d461d0 tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] 10.222.0.35 "GET /v2.0/security-groups?id=2790e470-9a47-406f-98f4-701141624dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759981 May 20 20:51:49.181997 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [req-e0ad9783-6bfd-4e6b-a91c-d4b9d9840822 req-46838198-5230-46d0-815a-132e511a733c tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Deleting port badab173-da92-48c1-b13b-119c9b27621a {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:51:49.182461 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-e0ad9783-6bfd-4e6b-a91c-d4b9d9840822 req-46838198-5230-46d0-815a-132e511a733c tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:49.257471 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 20:51:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ad4b42f-6d2f-4065-911d-d50e28e835ad x-openstack-request-id: req-3ad4b42f-6d2f-4065-911d-d50e28e835ad {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:51:49.257734 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21c75c63-d7e7-425b-8b16-c8921fbdeea8", "tag": "bb3ded9b-925d-451a-9963-316d30378618", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:51:49.257921 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3ad4b42f-6d2f-4065-911d-d50e28e835ad {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:51:49.258324 n-d-842733-1 neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ad4b42f-6d2f-4065-911d-d50e28e835ad'] response: {'name': 'network-changed', 'server_uuid': '21c75c63-d7e7-425b-8b16-c8921fbdeea8', 'tag': 'bb3ded9b-925d-451a-9963-316d30378618', 'status': 'completed', 'code': 200} May 20 20:51:49.321349 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a1111ffc-086d-4c9f-acaf-70861b898189 tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691816'] for security_group_rule, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:49.327821 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a1111ffc-086d-4c9f-acaf-70861b898189 tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:49.329255 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-a1111ffc-086d-4c9f-acaf-70861b898189 tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/c147505a-2e69-473a-a1fb-3e997c55f32c HTTP/1.1" status: 204 len: 168 time: 0.2829030 May 20 20:51:49.332838 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 51394) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:51:49.350060 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1111ffc-086d-4c9f-acaf-70861b898189 tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c147505a-2e69-473a-a1fb-3e997c55f32c,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:51:49.360748 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a428a08e-e7d6-40b8-8070-aad930310418 req-2ba5b625-bbb7-4cdc-8d49-14869306f43c tempest-ListServersNegativeTestJSON-1516530306 tempest-ListServersNegativeTestJSON-1516530306-project] 10.222.0.35 "GET /v2.0/ports?device_id=e961ac34-9e24-4ce8-91ba-f40718c1a458 HTTP/1.1" status: 200 len: 210 time: 0.0747921 May 20 20:51:49.373247 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-24309bbf-862f-4600-9a77-08276d4db805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8728511a-223e-4b07-aebf-2fda2c099a9c', 'name': 'tempest-AttachVolumeShelveTestJSON-1758240756-router', 'tenant_id': 'f7d646bffa614f21b1ea08af4be56a95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.93'}], 'enable_snat': True}, 'gw_port_id': 'ac3e7abd-5273-40bb-b36c-732c1861c8aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:47:44Z', 'updated_at': '2022-05-20T20:47:54Z', 'revision_number': 4, 'project_id': 'f7d646bffa614f21b1ea08af4be56a95', 'gw_port': {'id': 'ac3e7abd-5273-40bb-b36c-732c1861c8aa', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:44:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8728511a-223e-4b07-aebf-2fda2c099a9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:47:47Z', 'updated_at': '2022-05-20T20:47:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_floatingips': [{'id': '8de2529e-7d1f-443f-a86b-cb27409914bb', 'tenant_id': 'f7d646bffa614f21b1ea08af4be56a95', 'floating_ip_address': '172.25.2.81', 'floating_network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'router_id': '8728511a-223e-4b07-aebf-2fda2c099a9c', 'port_id': 'bb3ded9b-925d-451a-9963-316d30378618', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1606, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52b22ddd-d38d-47d7-9f62-928c2e551c45', 'mac_address': 'fa:16:3e:ba:f2:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c75c63-d7e7-425b-8b16-c8921fbdeea8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-20T20:51:28Z', 'updated_at': '2022-05-20T20:51:47Z', 'revision_number': 1, 'project_id': 'f7d646bffa614f21b1ea08af4be56a95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e93f8d5-63cd-4a45-9314-d3e7583c8489', 'name': '', 'network_id': '52b22ddd-d38d-47d7-9f62-928c2e551c45', 'tenant_id': 'f7d646bffa614f21b1ea08af4be56a95', 'mac_address': 'fa:16:3e:cc:f5:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8728511a-223e-4b07-aebf-2fda2c099a9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1232, 'fixed_ips': [{'subnet_id': '77f2b783-fdae-41c3-9017-0093e586145d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:47:52Z', 'updated_at': '2022-05-20T20:47:59Z', 'revision_number': 5, 'project_id': 'f7d646bffa614f21b1ea08af4be56a95', 'subnets': [{'id': '77f2b783-fdae-41c3-9017-0093e586145d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:51:49.385976 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-3b8df278-17ba-45cb-a9c8-745fa38e27c2 tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0519388 May 20 20:51:49.389423 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 51396) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:51:49.411239 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24309bbf-862f-4600-9a77-08276d4db805 None None] Checking router: 8728511a-223e-4b07-aebf-2fda2c099a9c for host: n-d-842733-1 {{(pid=103165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 20:51:49.418185 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d620b0a0-d7a2-4ac5-bf66-ca814e6cdfc8 req-bad0add7-b0f4-42cc-96ea-0447c928333f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:49.427133 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d620b0a0-d7a2-4ac5-bf66-ca814e6cdfc8 req-bad0add7-b0f4-42cc-96ea-0447c928333f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f7d646bffa614f21b1ea08af4be56a95&device_id=21c75c63-d7e7-425b-8b16-c8921fbdeea8 HTTP/1.1" status: 200 len: 1096 time: 0.1744006 May 20 20:51:49.427531 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24309bbf-862f-4600-9a77-08276d4db805 None None] Routers {'8728511a-223e-4b07-aebf-2fda2c099a9c'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:51:49.427531 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-24309bbf-862f-4600-9a77-08276d4db805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:51:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['8728511a-223e-4b07-aebf-2fda2c099a9c'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:51:49.445624 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-e0ad9783-6bfd-4e6b-a91c-d4b9d9840822 req-46838198-5230-46d0-815a-132e511a733c tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] For port badab173-da92-48c1-b13b-119c9b27621a, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=badab173-da92-48c1-b13b-119c9b27621a,segment=NetworkSegment(33a148b7-9d1d-44df-af49-c7676d5a181d),segment_id=33a148b7-9d1d-44df-af49-c7676d5a181d)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:51:49.446008 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-e0ad9783-6bfd-4e6b-a91c-d4b9d9840822 req-46838198-5230-46d0-815a-132e511a733c tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:49.465919 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [req-e0ad9783-6bfd-4e6b-a91c-d4b9d9840822 req-46838198-5230-46d0-815a-132e511a733c tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Calling delete_port for badab173-da92-48c1-b13b-119c9b27621a owned by compute:nova {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:51:49.508367 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-67cc9d2e-d328-4171-93de-a268268791cd tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:49.584841 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-67cc9d2e-d328-4171-93de-a268268791cd tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:49.608857 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-24309bbf-862f-4600-9a77-08276d4db805 None None] Set router 8728511a-223e-4b07-aebf-2fda2c099a9c gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:51:49.625246 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e834e23f-9e47-4bb8-b09a-9edfcd84f49d req-e63157f2-bc0e-4b58-aa3b-7018f7148505 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:49.628608 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e834e23f-9e47-4bb8-b09a-9edfcd84f49d req-e63157f2-bc0e-4b58-aa3b-7018f7148505 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/ports?device_id=03abbdec-2b0d-4070-9a67-4bafa23e6224 HTTP/1.1" status: 200 len: 945 time: 0.3403232 May 20 20:51:49.686725 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d620b0a0-d7a2-4ac5-bf66-ca814e6cdfc8 req-cbf13681-4476-46dd-8640-66cecc45de75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:49.688337 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d620b0a0-d7a2-4ac5-bf66-ca814e6cdfc8 req-cbf13681-4476-46dd-8640-66cecc45de75 service neutron] 10.222.0.24 "GET /v2.0/networks?id=52b22ddd-d38d-47d7-9f62-928c2e551c45 HTTP/1.1" status: 200 len: 918 time: 0.1609483 May 20 20:51:49.732904 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-67cc9d2e-d328-4171-93de-a268268791cd tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:49.735809 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-67cc9d2e-d328-4171-93de-a268268791cd tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:49.737244 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-67cc9d2e-d328-4171-93de-a268268791cd tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] 10.222.0.35 "DELETE /v2.0/security-groups/97c5e0f2-af64-431b-a452-dd1ea25dc27d HTTP/1.1" status: 204 len: 168 time: 0.3460090 May 20 20:51:49.741042 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 51406) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:51:49.772079 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e834e23f-9e47-4bb8-b09a-9edfcd84f49d req-fd3a7f3b-08f8-4de4-a4c3-387117d860ff tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9f9543d-587a-47bd-8772-bda4bd5582ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365941 May 20 20:51:49.796501 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cc9d2e-d328-4171-93de-a268268791cd tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97c5e0f2-af64-431b-a452-dd1ea25dc27d,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:51:49.836045 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-ed88bd05-a7af-4450-b5bc-f06398871a7e tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0937212 May 20 20:51:49.837203 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 51410) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:51:49.842866 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-5de82dde-8d33-4525-83d6-2def35c09421 tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] Request body: {'security_group': {'name': 'tempest-secgroup--670511043'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:51:49.891889 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d620b0a0-d7a2-4ac5-bf66-ca814e6cdfc8 req-89d4599a-d8de-4507-90e3-873e8547ab24 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bb3ded9b-925d-451a-9963-316d30378618 HTTP/1.1" status: 200 len: 998 time: 0.1949208 May 20 20:51:49.936558 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ce103169-fe8a-4c9a-aaa9-15d1a87fadd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:49.969582 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5de82dde-8d33-4525-83d6-2def35c09421 tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:50.007504 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-e0ad9783-6bfd-4e6b-a91c-d4b9d9840822 req-46838198-5230-46d0-815a-132e511a733c tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:50.016195 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c11b556-a33a-40e5-b9c5-1a2cf7fa8cb3', 'name': 'network-vif-deleted', 'tag': '027a7f26-28a1-4de3-bfc2-f48c4c96da47'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:51:50.021699 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4291b17aa7b45362825f0571e77c85f5e73afe1df9c7e9e15006df9d695c005e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-468624a7-8f3f-4aa2-9f82-98c9344f72d9" -d '{"events": [{"server_uuid": "5c11b556-a33a-40e5-b9c5-1a2cf7fa8cb3", "name": "network-vif-deleted", "tag": "027a7f26-28a1-4de3-bfc2-f48c4c96da47"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:51:50.069471 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-24309bbf-862f-4600-9a77-08276d4db805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8728511a-223e-4b07-aebf-2fda2c099a9c', 'name': 'tempest-AttachVolumeShelveTestJSON-1758240756-router', 'tenant_id': 'f7d646bffa614f21b1ea08af4be56a95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.93'}], 'enable_snat': True}, 'gw_port_id': 'ac3e7abd-5273-40bb-b36c-732c1861c8aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:47:44Z', 'updated_at': '2022-05-20T20:47:54Z', 'revision_number': 4, 'project_id': 'f7d646bffa614f21b1ea08af4be56a95', 'gw_port': {'id': 'ac3e7abd-5273-40bb-b36c-732c1861c8aa', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:44:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8728511a-223e-4b07-aebf-2fda2c099a9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:47:47Z', 'updated_at': '2022-05-20T20:47:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_floatingips': [{'id': '8de2529e-7d1f-443f-a86b-cb27409914bb', 'tenant_id': 'f7d646bffa614f21b1ea08af4be56a95', 'floating_ip_address': '172.25.2.81', 'floating_network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'router_id': '8728511a-223e-4b07-aebf-2fda2c099a9c', 'port_id': 'bb3ded9b-925d-451a-9963-316d30378618', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1606, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52b22ddd-d38d-47d7-9f62-928c2e551c45', 'mac_address': 'fa:16:3e:ba:f2:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c75c63-d7e7-425b-8b16-c8921fbdeea8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-20T20:51:28Z', 'updated_at': '2022-05-20T20:51:47Z', 'revision_number': 1, 'project_id': 'f7d646bffa614f21b1ea08af4be56a95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e93f8d5-63cd-4a45-9314-d3e7583c8489', 'name': '', 'network_id': '52b22ddd-d38d-47d7-9f62-928c2e551c45', 'tenant_id': 'f7d646bffa614f21b1ea08af4be56a95', 'mac_address': 'fa:16:3e:cc:f5:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8728511a-223e-4b07-aebf-2fda2c099a9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1232, 'fixed_ips': [{'subnet_id': '77f2b783-fdae-41c3-9017-0093e586145d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:47:52Z', 'updated_at': '2022-05-20T20:47:59Z', 'revision_number': 5, 'project_id': 'f7d646bffa614f21b1ea08af4be56a95', 'subnets': [{'id': '77f2b783-fdae-41c3-9017-0093e586145d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:51:50.076039 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5de82dde-8d33-4525-83d6-2def35c09421 tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:50.099712 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 20:51:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77400bce-d1ea-40ef-9866-252bf9bdcf93 x-openstack-request-id: req-77400bce-d1ea-40ef-9866-252bf9bdcf93 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:51:50.100367 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c11b556-a33a-40e5-b9c5-1a2cf7fa8cb3", "name": "network-vif-deleted", "tag": "027a7f26-28a1-4de3-bfc2-f48c4c96da47", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:51:50.100812 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-77400bce-d1ea-40ef-9866-252bf9bdcf93 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:51:50.101595 n-d-842733-1 neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77400bce-d1ea-40ef-9866-252bf9bdcf93'] response: {'server_uuid': '5c11b556-a33a-40e5-b9c5-1a2cf7fa8cb3', 'name': 'network-vif-deleted', 'tag': '027a7f26-28a1-4de3-bfc2-f48c4c96da47', 'status': 'completed', 'code': 200} May 20 20:51:50.103404 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d620b0a0-d7a2-4ac5-bf66-ca814e6cdfc8 req-683d4d57-cfaf-4c68-bf84-a79e03d36741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:50.105404 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d620b0a0-d7a2-4ac5-bf66-ca814e6cdfc8 req-683d4d57-cfaf-4c68-bf84-a79e03d36741 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=77f2b783-fdae-41c3-9017-0093e586145d HTTP/1.1" status: 200 len: 856 time: 0.2070482 May 20 20:51:50.110696 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46838198-5230-46d0-815a-132e511a733c tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Pushing event deleted for resources: {'Port': ['ID=badab173-da92-48c1-b13b-119c9b27621a,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:51:50.122356 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24309bbf-862f-4600-9a77-08276d4db805 None None] The sync data for ids ['8728511a-223e-4b07-aebf-2fda2c099a9c'] in n-d-842733-1 is: [{'id': '8728511a-223e-4b07-aebf-2fda2c099a9c', 'name': 'tempest-AttachVolumeShelveTestJSON-1758240756-router', 'tenant_id': 'f7d646bffa614f21b1ea08af4be56a95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.93'}], 'enable_snat': True}, 'gw_port_id': 'ac3e7abd-5273-40bb-b36c-732c1861c8aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:47:44Z', 'updated_at': '2022-05-20T20:47:54Z', 'revision_number': 4, 'project_id': 'f7d646bffa614f21b1ea08af4be56a95', 'gw_port': {'id': 'ac3e7abd-5273-40bb-b36c-732c1861c8aa', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:44:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8728511a-223e-4b07-aebf-2fda2c099a9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:47:47Z', 'updated_at': '2022-05-20T20:47:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_floatingips': [{'id': '8de2529e-7d1f-443f-a86b-cb27409914bb', 'tenant_id': 'f7d646bffa614f21b1ea08af4be56a95', 'floating_ip_address': '172.25.2.81', 'floating_network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'router_id': '8728511a-223e-4b07-aebf-2fda2c099a9c', 'port_id': 'bb3ded9b-925d-451a-9963-316d30378618', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1606, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52b22ddd-d38d-47d7-9f62-928c2e551c45', 'mac_address': 'fa:16:3e:ba:f2:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c75c63-d7e7-425b-8b16-c8921fbdeea8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-20T20:51:28Z', 'updated_at': '2022-05-20T20:51:47Z', 'revision_number': 1, 'project_id': 'f7d646bffa614f21b1ea08af4be56a95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e93f8d5-63cd-4a45-9314-d3e7583c8489', 'name': '', 'network_id': '52b22ddd-d38d-47d7-9f62-928c2e551c45', 'tenant_id': 'f7d646bffa614f21b1ea08af4be56a95', 'mac_address': 'fa:16:3e:cc:f5:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8728511a-223e-4b07-aebf-2fda2c099a9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1232, 'fixed_ips': [{'subnet_id': '77f2b783-fdae-41c3-9017-0093e586145d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:47:52Z', 'updated_at': '2022-05-20T20:47:59Z', 'revision_number': 5, 'project_id': 'f7d646bffa614f21b1ea08af4be56a95', 'subnets': [{'id': '77f2b783-fdae-41c3-9017-0093e586145d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 20:51:50.140639 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.agents_db [None req-5c33ad30-4e00-40fa-b486-8c79c4a6cfc5 None None] Agent healthcheck: found 7 active agents {{(pid=103165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 20 20:51:50.173227 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5de82dde-8d33-4525-83d6-2def35c09421 tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:50.228563 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de82dde-8d33-4525-83d6-2def35c09421 tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb4e4cc6-885a-4aeb-a051-cf8ac9dd23e0,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:51:50.247291 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0ad9783-6bfd-4e6b-a91c-d4b9d9840822 req-46838198-5230-46d0-815a-132e511a733c tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] No DVR routers for this DVR port badab173-da92-48c1-b13b-119c9b27621a on host n-h2-842733-1 {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:51:50.267647 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8402a5e1-3f1b-4ca4-9ddd-955977e0d1fc req-21231337-8898-49ab-8d38-198778c96e2e tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:50.269263 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8402a5e1-3f1b-4ca4-9ddd-955977e0d1fc req-21231337-8898-49ab-8d38-198778c96e2e tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/ports?device_id=03abbdec-2b0d-4070-9a67-4bafa23e6224 HTTP/1.1" status: 200 len: 945 time: 0.3252904 May 20 20:51:50.285247 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-e0ad9783-6bfd-4e6b-a91c-d4b9d9840822 req-46838198-5230-46d0-815a-132e511a733c tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:50.290259 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5de82dde-8d33-4525-83d6-2def35c09421 tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:50.294607 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-5de82dde-8d33-4525-83d6-2def35c09421 tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4529834 May 20 20:51:50.299137 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 51426) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:51:50.302242 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-2d3494a6-5b22-40d2-a9fe-2a8906617dbf tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] Request body: {'security_group_rule': {'security_group_id': 'fb4e4cc6-885a-4aeb-a051-cf8ac9dd23e0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:51:50.305123 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e0ad9783-6bfd-4e6b-a91c-d4b9d9840822 req-46838198-5230-46d0-815a-132e511a733c tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] 10.222.0.13 "DELETE /v2.0/ports/badab173-da92-48c1-b13b-119c9b27621a HTTP/1.1" status: 204 len: 173 time: 1.3517559 May 20 20:51:50.391847 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d1d1fdfa-dc1d-4a32-ab1d-04f881df6269 req-c0fbb5c9-1380-4d81-a8fa-e7c4f46addbb tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] 10.222.0.35 "GET /v2.0/ports?device_id=5c11b556-a33a-40e5-b9c5-1a2cf7fa8cb3 HTTP/1.1" status: 200 len: 210 time: 0.0513875 May 20 20:51:50.396010 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d620b0a0-d7a2-4ac5-bf66-ca814e6cdfc8 req-8266ada0-32a9-4941-826b-0caf869cd790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:50.417002 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d620b0a0-d7a2-4ac5-bf66-ca814e6cdfc8 req-8266ada0-32a9-4941-826b-0caf869cd790 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=52b22ddd-d38d-47d7-9f62-928c2e551c45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2961135 May 20 20:51:50.508237 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8402a5e1-3f1b-4ca4-9ddd-955977e0d1fc req-cc86d09f-a85b-484e-9fb5-fcd4a45d8115 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9f9543d-587a-47bd-8772-bda4bd5582ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018571 May 20 20:51:50.526007 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2d3494a6-5b22-40d2-a9fe-2a8906617dbf tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:50.623598 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49f0905c-d85c-4612-ad5a-8a44b4031b7a None None] New status for floating IP 8de2529e-7d1f-443f-a86b-cb27409914bb: ACTIVE {{(pid=103164) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 20:51:50.642679 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c3c8136d-b01c-4241-8415-454334a475ba req-64f12810-ba4b-4c23-8481-a980e391d419 tempest-ListServersNegativeTestJSON-1516530306 tempest-ListServersNegativeTestJSON-1516530306-project] 10.222.0.35 "GET /v2.0/ports?device_id=e961ac34-9e24-4ce8-91ba-f40718c1a458 HTTP/1.1" status: 200 len: 210 time: 0.0660067 May 20 20:51:50.712473 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d620b0a0-d7a2-4ac5-bf66-ca814e6cdfc8 req-d9121262-3eb7-406b-bf8d-673a03400440 service neutron] 10.222.0.24 "GET /v2.0/networks/52b22ddd-d38d-47d7-9f62-928c2e551c45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2868645 May 20 20:51:50.727259 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b536ac61-a4e0-4ecf-9a37-aca1b77f6b8c req-c6386e2b-788e-48f2-9f3f-ceffedab5e95 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:50.736065 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b536ac61-a4e0-4ecf-9a37-aca1b77f6b8c req-c6386e2b-788e-48f2-9f3f-ceffedab5e95 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/ports?device_id=03abbdec-2b0d-4070-9a67-4bafa23e6224 HTTP/1.1" status: 200 len: 945 time: 0.0905154 May 20 20:51:50.741630 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23c72f4-02c3-4823-b205-8398a414ca00 req-ac5e81f5-5038-4b72-9eb4-213d05bd6a08 tempest-ListServersNegativeTestJSON-1516530306 tempest-ListServersNegativeTestJSON-1516530306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:50.744775 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-d23c72f4-02c3-4823-b205-8398a414ca00 req-ac5e81f5-5038-4b72-9eb4-213d05bd6a08 tempest-ListServersNegativeTestJSON-1516530306 tempest-ListServersNegativeTestJSON-1516530306-project] 10.222.0.24 "GET /v2.0/networks?id=885d295f-3361-4b27-b769-9af7ccc6cb95 HTTP/1.1" status: 200 len: 818 time: 0.3468192 May 20 20:51:50.774472 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [req-d23c72f4-02c3-4823-b205-8398a414ca00 req-2cdaa334-abf2-4666-8c6a-b5410de06833 tempest-ListServersNegativeTestJSON-1516530306 tempest-ListServersNegativeTestJSON-1516530306-project] Request body: {'port': {'device_id': '5056c2b5-8362-4d68-bc44-1a3ef1f9bc61', 'network_id': '885d295f-3361-4b27-b769-9af7ccc6cb95', 'admin_state_up': True, 'tenant_id': '99015528b0b847c98508b3bae124bd52'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:51:50.782412 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2d3494a6-5b22-40d2-a9fe-2a8906617dbf tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:50.854377 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b536ac61-a4e0-4ecf-9a37-aca1b77f6b8c req-dd525b1f-a672-4c76-b6d2-840e757a6d69 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9f9543d-587a-47bd-8772-bda4bd5582ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073582 May 20 20:51:50.882469 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d620b0a0-d7a2-4ac5-bf66-ca814e6cdfc8 req-1983e889-4397-46a3-9130-543c549057e6 service neutron] 10.222.0.24 "GET /v2.0/networks/52b22ddd-d38d-47d7-9f62-928c2e551c45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431777 May 20 20:51:50.946643 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2d3494a6-5b22-40d2-a9fe-2a8906617dbf tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691816'] for security_group_rule, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:50.976661 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3494a6-5b22-40d2-a9fe-2a8906617dbf tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76580efa-4510-4da2-8294-134672033b85,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:51:50.981478 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 027a7f26-28a1-4de3-bfc2-f48c4c96da47 no longer exists at agent hyperv_n-h2-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:51:51.007703 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] No Port match for: 027a7f26-28a1-4de3-bfc2-f48c4c96da47 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 20:51:51.008133 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 027a7f26-28a1-4de3-bfc2-f48c4c96da47 not bound to the agent host n-h2-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 20:51:51.009040 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 09525c2d-cc2f-4276-8927-9b3f60cedfdb no longer exists at agent hyperv_n-h2-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:51:51.031667 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] No Port match for: 09525c2d-cc2f-4276-8927-9b3f60cedfdb {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 20:51:51.032294 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 09525c2d-cc2f-4276-8927-9b3f60cedfdb not bound to the agent host n-h2-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 20:51:51.032959 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device badab173-da92-48c1-b13b-119c9b27621a no longer exists at agent hyperv_n-h2-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:51:51.041252 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032bd395-d7c1-498b-8637-07217676b999 req-d659941b-ff81-4a2c-8cb4-6d3200148f01 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:51.041252 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-032bd395-d7c1-498b-8637-07217676b999 req-d659941b-ff81-4a2c-8cb4-6d3200148f01 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/ports?device_id=03abbdec-2b0d-4070-9a67-4bafa23e6224 HTTP/1.1" status: 200 len: 945 time: 0.0611892 May 20 20:51:51.061315 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] No Port match for: badab173-da92-48c1-b13b-119c9b27621a {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 20:51:51.061659 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device badab173-da92-48c1-b13b-119c9b27621a not bound to the agent host n-h2-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 20:51:51.091804 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2d3494a6-5b22-40d2-a9fe-2a8906617dbf tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:51.093196 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-2d3494a6-5b22-40d2-a9fe-2a8906617dbf tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7973676 May 20 20:51:51.095970 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 51442) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:51:51.101162 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-032bd395-d7c1-498b-8637-07217676b999 req-57c3747b-ef20-42a5-9897-0eeebac1a7ae tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9f9543d-587a-47bd-8772-bda4bd5582ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499895 May 20 20:51:51.118004 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-d88c421c-e01e-48b7-a272-8ecccb1ba048 tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] 10.222.0.35 "GET /v2.0/security-group-rules/76580efa-4510-4da2-8294-134672033b85 HTTP/1.1" status: 200 len: 763 time: 0.0209229 May 20 20:51:51.120401 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 51444) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:51:51.145374 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d23c72f4-02c3-4823-b205-8398a414ca00 req-2cdaa334-abf2-4666-8c6a-b5410de06833 tempest-ListServersNegativeTestJSON-1516530306 tempest-ListServersNegativeTestJSON-1516530306-project] Made reservation on behalf of 99015528b0b847c98508b3bae124bd52 for: {'port': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:51:51.148743 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-d23c72f4-02c3-4823-b205-8398a414ca00 req-2cdaa334-abf2-4666-8c6a-b5410de06833 tempest-ListServersNegativeTestJSON-1516530306 tempest-ListServersNegativeTestJSON-1516530306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:51.174382 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-4e63f8a7-04dd-48bb-b7c7-bed70e1694b7 tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0528200 May 20 20:51:51.179484 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 51448) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:51:51.256243 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b2bc13a4-8524-4e0e-a036-4a3aba61a5f3 tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:51.266771 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b2bc13a4-8524-4e0e-a036-4a3aba61a5f3 tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:51.296286 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d906609a-d48b-4f62-99cd-c7800721cd8d req-3492a20a-afca-4041-a362-57284a15857b tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:51.296286 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d906609a-d48b-4f62-99cd-c7800721cd8d req-3492a20a-afca-4041-a362-57284a15857b tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/ports?device_id=03abbdec-2b0d-4070-9a67-4bafa23e6224 HTTP/1.1" status: 200 len: 945 time: 0.1114614 May 20 20:51:51.306995 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23c72f4-02c3-4823-b205-8398a414ca00 req-612d67e6-a10c-455d-bff7-4be7e391ef3a tempest-ListServersNegativeTestJSON-1516530306 tempest-ListServersNegativeTestJSON-1516530306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:51.308484 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d23c72f4-02c3-4823-b205-8398a414ca00 req-612d67e6-a10c-455d-bff7-4be7e391ef3a tempest-ListServersNegativeTestJSON-1516530306 tempest-ListServersNegativeTestJSON-1516530306-project] 10.222.0.13 "GET /v2.0/networks?id=885d295f-3361-4b27-b769-9af7ccc6cb95 HTTP/1.1" status: 200 len: 818 time: 0.1824157 May 20 20:51:51.331826 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [req-d23c72f4-02c3-4823-b205-8398a414ca00 req-be0710c1-61e8-4c5b-928e-1519faced1ea tempest-ListServersNegativeTestJSON-1516530306 tempest-ListServersNegativeTestJSON-1516530306-project] Request body: {'port': {'device_id': '8121c8d7-cf6f-4aa8-9f54-bc977c774d73', 'network_id': '885d295f-3361-4b27-b769-9af7ccc6cb95', 'admin_state_up': True, 'tenant_id': '99015528b0b847c98508b3bae124bd52'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:51:51.379013 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [req-d23c72f4-02c3-4823-b205-8398a414ca00 req-2cdaa334-abf2-4666-8c6a-b5410de06833 tempest-ListServersNegativeTestJSON-1516530306 tempest-ListServersNegativeTestJSON-1516530306-project] Allocated IP 172.20.0.14 (885d295f-3361-4b27-b769-9af7ccc6cb95/3a0e66e6-2fdf-488f-a380-b0ac16c67535/95408595-afd1-4633-8c52-534f97829725) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:51:51.424443 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b2bc13a4-8524-4e0e-a036-4a3aba61a5f3 tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691816'] for security_group_rule, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:51.445082 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b2bc13a4-8524-4e0e-a036-4a3aba61a5f3 tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:51.449783 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-b2bc13a4-8524-4e0e-a036-4a3aba61a5f3 tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/76580efa-4510-4da2-8294-134672033b85 HTTP/1.1" status: 204 len: 168 time: 0.2692263 May 20 20:51:51.450421 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 51458) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:51:51.490017 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bc13a4-8524-4e0e-a036-4a3aba61a5f3 tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=76580efa-4510-4da2-8294-134672033b85,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:51:51.621639 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-13ba9c45-f189-4dd8-9201-48613a6d0b9d tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1482716 May 20 20:51:51.622665 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 51460) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:51:51.630321 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-6bcb2adc-9140-4af8-8185-4cf741b71932 tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] Request body: {'security_group_rule': {'security_group_id': 'fb4e4cc6-885a-4aeb-a051-cf8ac9dd23e0', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:51:51.717831 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-d23c72f4-02c3-4823-b205-8398a414ca00 req-2cdaa334-abf2-4666-8c6a-b5410de06833 tempest-ListServersNegativeTestJSON-1516530306 tempest-ListServersNegativeTestJSON-1516530306-project] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:51.769949 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6bcb2adc-9140-4af8-8185-4cf741b71932 tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:51.801232 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5645c68d-718b-4904-bb9a-aff5fe0114e0 req-193f7419-55eb-4c23-a42e-ef53b94de107 tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] 10.222.0.35 "GET /v2.0/ports?device_id=5c11b556-a33a-40e5-b9c5-1a2cf7fa8cb3 HTTP/1.1" status: 200 len: 210 time: 0.0741172 May 20 20:51:51.842651 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6bcb2adc-9140-4af8-8185-4cf741b71932 tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:51.852982 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d906609a-d48b-4f62-99cd-c7800721cd8d req-9906809c-cfa5-4e6b-af51-d0306654987e tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9f9543d-587a-47bd-8772-bda4bd5582ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5432575 May 20 20:51:51.871692 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-d23c72f4-02c3-4823-b205-8398a414ca00 req-2cdaa334-abf2-4666-8c6a-b5410de06833 tempest-ListServersNegativeTestJSON-1516530306 tempest-ListServersNegativeTestJSON-1516530306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:51.922454 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6bcb2adc-9140-4af8-8185-4cf741b71932 tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691816'] for security_group_rule, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:51.955595 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d23c72f4-02c3-4823-b205-8398a414ca00 req-2cdaa334-abf2-4666-8c6a-b5410de06833 tempest-ListServersNegativeTestJSON-1516530306 tempest-ListServersNegativeTestJSON-1516530306-project] Network 885d295f-3361-4b27-b769-9af7ccc6cb95 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:51:51.961594 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcb2adc-9140-4af8-8185-4cf741b71932 tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6d77865-e056-4c25-aa94-58327f83824a,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:51:51.969895 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [req-d23c72f4-02c3-4823-b205-8398a414ca00 req-2cdaa334-abf2-4666-8c6a-b5410de06833 tempest-ListServersNegativeTestJSON-1516530306 tempest-ListServersNegativeTestJSON-1516530306-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:51:51.970903 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3edf5299-afcb-44a9-8312-a48d6eeb5a4b req-152aabc5-4774-4591-b085-e32618838be9 tempest-ListServersNegativeTestJSON-1516530306 tempest-ListServersNegativeTestJSON-1516530306-project] 10.222.0.35 "GET /v2.0/ports?device_id=e961ac34-9e24-4ce8-91ba-f40718c1a458 HTTP/1.1" status: 200 len: 210 time: 0.0698471 May 20 20:51:51.973504 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-d23c72f4-02c3-4823-b205-8398a414ca00 req-2cdaa334-abf2-4666-8c6a-b5410de06833 tempest-ListServersNegativeTestJSON-1516530306 tempest-ListServersNegativeTestJSON-1516530306-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:51:51.977081 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdaa334-abf2-4666-8c6a-b5410de06833 tempest-ListServersNegativeTestJSON-1516530306 tempest-ListServersNegativeTestJSON-1516530306-project] Pushing event updated for resources: {'Port': ['ID=95408595-afd1-4633-8c52-534f97829725,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:51:52.035444 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23c72f4-02c3-4823-b205-8398a414ca00 req-2cdaa334-abf2-4666-8c6a-b5410de06833 tempest-ListServersNegativeTestJSON-1516530306 tempest-ListServersNegativeTestJSON-1516530306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:52.036122 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-d23c72f4-02c3-4823-b205-8398a414ca00 req-2cdaa334-abf2-4666-8c6a-b5410de06833 tempest-ListServersNegativeTestJSON-1516530306 tempest-ListServersNegativeTestJSON-1516530306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:52.054940 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23c72f4-02c3-4823-b205-8398a414ca00 req-431af6f9-f72a-4a09-b8be-e734772b97ab tempest-ListServersNegativeTestJSON-1516530306 tempest-ListServersNegativeTestJSON-1516530306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:52.056311 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d23c72f4-02c3-4823-b205-8398a414ca00 req-431af6f9-f72a-4a09-b8be-e734772b97ab tempest-ListServersNegativeTestJSON-1516530306 tempest-ListServersNegativeTestJSON-1516530306-project] 10.222.0.24 "GET /v2.0/networks?id=885d295f-3361-4b27-b769-9af7ccc6cb95 HTTP/1.1" status: 200 len: 818 time: 0.3305800 May 20 20:51:52.060773 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6bcb2adc-9140-4af8-8185-4cf741b71932 tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:52.064912 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-6bcb2adc-9140-4af8-8185-4cf741b71932 tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4378185 May 20 20:51:52.065045 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 51476) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:51:52.072134 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [req-d23c72f4-02c3-4823-b205-8398a414ca00 req-d377ad4e-2f6a-45c5-8235-b4bd49ed59cd tempest-ListServersNegativeTestJSON-1516530306 tempest-ListServersNegativeTestJSON-1516530306-project] Request body: {'port': {'device_id': 'e961ac34-9e24-4ce8-91ba-f40718c1a458', 'network_id': '885d295f-3361-4b27-b769-9af7ccc6cb95', 'admin_state_up': True, 'tenant_id': '99015528b0b847c98508b3bae124bd52'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:51:52.082562 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-7351de23-c3e3-4fc1-82dd-e74cb745189c tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] 10.222.0.35 "GET /v2.0/security-group-rules/b6d77865-e056-4c25-aa94-58327f83824a HTTP/1.1" status: 200 len: 763 time: 0.0164568 May 20 20:51:52.082869 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48907f1d-9ce0-4569-ad5b-a98301315836 req-bcf74748-498c-4299-b65f-1ef3a440d0a4 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:52.084423 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-48907f1d-9ce0-4569-ad5b-a98301315836 req-bcf74748-498c-4299-b65f-1ef3a440d0a4 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/ports?device_id=03abbdec-2b0d-4070-9a67-4bafa23e6224 HTTP/1.1" status: 200 len: 945 time: 0.0922337 May 20 20:51:52.085381 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 51478) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:51:52.106054 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c11b556-a33a-40e5-b9c5-1a2cf7fa8cb3', 'name': 'network-vif-deleted', 'tag': 'badab173-da92-48c1-b13b-119c9b27621a'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:51:52.108348 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4291b17aa7b45362825f0571e77c85f5e73afe1df9c7e9e15006df9d695c005e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b160a0af-29f4-4399-a071-3a657404e3bc" -d '{"events": [{"server_uuid": "5c11b556-a33a-40e5-b9c5-1a2cf7fa8cb3", "name": "network-vif-deleted", "tag": "badab173-da92-48c1-b13b-119c9b27621a"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:51:52.115586 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-d23c72f4-02c3-4823-b205-8398a414ca00 req-2cdaa334-abf2-4666-8c6a-b5410de06833 tempest-ListServersNegativeTestJSON-1516530306 tempest-ListServersNegativeTestJSON-1516530306-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3584323 May 20 20:51:52.129716 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [req-d23c72f4-02c3-4823-b205-8398a414ca00 req-70e9c418-45c5-4f42-9e64-b5f18d57f36b service neutron] Request body: {'port': {'device_id': '5056c2b5-8362-4d68-bc44-1a3ef1f9bc61', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-842733-1'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:51:52.165136 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-a9070a0a-c4a8-4992-9f1c-fc9688b156ee tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0776119 May 20 20:51:52.167907 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 51482) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:51:52.171794 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 20:51:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-335bac2c-c977-4aea-b5bb-c106e695215f x-openstack-request-id: req-335bac2c-c977-4aea-b5bb-c106e695215f {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:51:52.172086 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c11b556-a33a-40e5-b9c5-1a2cf7fa8cb3", "name": "network-vif-deleted", "tag": "badab173-da92-48c1-b13b-119c9b27621a", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:51:52.172340 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-335bac2c-c977-4aea-b5bb-c106e695215f {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:51:52.172736 n-d-842733-1 neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-335bac2c-c977-4aea-b5bb-c106e695215f'] response: {'server_uuid': '5c11b556-a33a-40e5-b9c5-1a2cf7fa8cb3', 'name': 'network-vif-deleted', 'tag': 'badab173-da92-48c1-b13b-119c9b27621a', 'status': 'completed', 'code': 200} May 20 20:51:52.190672 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-48907f1d-9ce0-4569-ad5b-a98301315836 req-43d44ade-4d26-47e9-8426-54d3fedf31ef tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9f9543d-587a-47bd-8772-bda4bd5582ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923653 May 20 20:51:52.236801 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-70082261-34fe-4689-8e65-1cf5d0cd082e tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:52.243944 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d23c72f4-02c3-4823-b205-8398a414ca00 req-be0710c1-61e8-4c5b-928e-1519faced1ea tempest-ListServersNegativeTestJSON-1516530306 tempest-ListServersNegativeTestJSON-1516530306-project] Made reservation on behalf of 99015528b0b847c98508b3bae124bd52 for: {'port': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:51:52.246146 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-70082261-34fe-4689-8e65-1cf5d0cd082e tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:52.252017 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-d23c72f4-02c3-4823-b205-8398a414ca00 req-be0710c1-61e8-4c5b-928e-1519faced1ea tempest-ListServersNegativeTestJSON-1516530306 tempest-ListServersNegativeTestJSON-1516530306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:52.261686 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-d23c72f4-02c3-4823-b205-8398a414ca00 req-70e9c418-45c5-4f42-9e64-b5f18d57f36b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:52.273044 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-e98f1d78-079d-4dd1-a931-498bf25c2037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:52.332779 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d23c72f4-02c3-4823-b205-8398a414ca00 req-d377ad4e-2f6a-45c5-8235-b4bd49ed59cd tempest-ListServersNegativeTestJSON-1516530306 tempest-ListServersNegativeTestJSON-1516530306-project] Made reservation on behalf of 99015528b0b847c98508b3bae124bd52 for: {'port': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:51:52.336280 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-d23c72f4-02c3-4823-b205-8398a414ca00 req-d377ad4e-2f6a-45c5-8235-b4bd49ed59cd tempest-ListServersNegativeTestJSON-1516530306 tempest-ListServersNegativeTestJSON-1516530306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:52.359025 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c63345-ba22-4d4d-b1bb-6777fae6cef3 req-9537768d-489f-4f73-b788-816da0f65a3f tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:52.360606 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-26c63345-ba22-4d4d-b1bb-6777fae6cef3 req-9537768d-489f-4f73-b788-816da0f65a3f tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/ports?device_id=03abbdec-2b0d-4070-9a67-4bafa23e6224 HTTP/1.1" status: 200 len: 945 time: 0.0804865 May 20 20:51:52.375294 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-70082261-34fe-4689-8e65-1cf5d0cd082e tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691816'] for security_group_rule, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:52.389603 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-70082261-34fe-4689-8e65-1cf5d0cd082e tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:52.390890 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-70082261-34fe-4689-8e65-1cf5d0cd082e tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/b6d77865-e056-4c25-aa94-58327f83824a HTTP/1.1" status: 204 len: 168 time: 0.2220068 May 20 20:51:52.397691 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 51488) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:51:52.411662 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70082261-34fe-4689-8e65-1cf5d0cd082e tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b6d77865-e056-4c25-aa94-58327f83824a,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:51:52.494932 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-26c63345-ba22-4d4d-b1bb-6777fae6cef3 req-67ccb520-e9a3-4fe3-91b1-be7a9dd62157 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9f9543d-587a-47bd-8772-bda4bd5582ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226656 May 20 20:51:52.514329 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-b5731dd8-2a90-42de-b0d0-e13d37cbfd57 tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1155541 May 20 20:51:52.516876 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 51492) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:51:52.521104 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-578f20bf-f56e-4dca-a243-220f2ecc7e39 tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] Request body: {'security_group_rule': {'security_group_id': 'fb4e4cc6-885a-4aeb-a051-cf8ac9dd23e0', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:51:52.620078 n-d-842733-1 neutron-server[103162]: INFO neutron.db.securitygroups_db [None req-578f20bf-f56e-4dca-a243-220f2ecc7e39 tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] Project bae7770acec944619f353442150ea25a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 20 20:51:52.628018 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-578f20bf-f56e-4dca-a243-220f2ecc7e39 tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:52.634647 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [req-d23c72f4-02c3-4823-b205-8398a414ca00 req-70e9c418-45c5-4f42-9e64-b5f18d57f36b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95408595-afd1-4633-8c52-534f97829725 {{(pid=103162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:51:52.647290 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-d23c72f4-02c3-4823-b205-8398a414ca00 req-70e9c418-45c5-4f42-9e64-b5f18d57f36b service neutron] Notify callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:52.667571 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166d250f-570e-40e9-a4e2-a762e2c1b518 req-6e8629e4-9078-49a8-a8e0-4b0b2b648c55 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:52.669487 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-166d250f-570e-40e9-a4e2-a762e2c1b518 req-6e8629e4-9078-49a8-a8e0-4b0b2b648c55 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/ports?device_id=03abbdec-2b0d-4070-9a67-4bafa23e6224 HTTP/1.1" status: 200 len: 945 time: 0.0529802 May 20 20:51:52.679323 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.provisioning_blocks [req-d23c72f4-02c3-4823-b205-8398a414ca00 req-70e9c418-45c5-4f42-9e64-b5f18d57f36b service neutron] Transition to ACTIVE for port object 95408595-afd1-4633-8c52-534f97829725 will not be triggered until provisioned by entity L2. {{(pid=103162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 20:51:52.700533 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-578f20bf-f56e-4dca-a243-220f2ecc7e39 tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:52.716396 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-166d250f-570e-40e9-a4e2-a762e2c1b518 req-18868fcc-975e-4d18-b44b-e1246e9af7d7 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9f9543d-587a-47bd-8772-bda4bd5582ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359161 May 20 20:51:52.742611 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-d23c72f4-02c3-4823-b205-8398a414ca00 req-70e9c418-45c5-4f42-9e64-b5f18d57f36b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:52.787769 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-578f20bf-f56e-4dca-a243-220f2ecc7e39 tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691816'] for security_group_rule, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:52.804328 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [req-d23c72f4-02c3-4823-b205-8398a414ca00 req-be0710c1-61e8-4c5b-928e-1519faced1ea tempest-ListServersNegativeTestJSON-1516530306 tempest-ListServersNegativeTestJSON-1516530306-project] Allocated IP 172.20.0.12 (885d295f-3361-4b27-b769-9af7ccc6cb95/3a0e66e6-2fdf-488f-a380-b0ac16c67535/e1f7768a-8247-4620-a3ae-d89f6357adb1) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:51:52.810761 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578f20bf-f56e-4dca-a243-220f2ecc7e39 tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=051fc85d-8058-4358-a993-bb66d26de3fb,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:51:52.869204 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 51504) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:51:52.893014 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e9c418-45c5-4f42-9e64-b5f18d57f36b service neutron] Pushing event updated for resources: {'Port': ['ID=95408595-afd1-4633-8c52-534f97829725,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:51:52.908297 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90614fc9-716d-4a77-b0ad-c3ce7b3e94cf req-3a0a5c8e-8a1c-4527-9ecc-6ea95abf9cd6 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:52.910455 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-90614fc9-716d-4a77-b0ad-c3ce7b3e94cf req-3a0a5c8e-8a1c-4527-9ecc-6ea95abf9cd6 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/ports?device_id=03abbdec-2b0d-4070-9a67-4bafa23e6224 HTTP/1.1" status: 200 len: 945 time: 0.1017530 May 20 20:51:52.952026 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-d23c72f4-02c3-4823-b205-8398a414ca00 req-70e9c418-45c5-4f42-9e64-b5f18d57f36b service neutron] Attempting to bind port 95408595-afd1-4633-8c52-534f97829725 on host n-h1-842733-1 for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:51:52.952356 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-d23c72f4-02c3-4823-b205-8398a414ca00 req-70e9c418-45c5-4f42-9e64-b5f18d57f36b service neutron] Attempting to bind port 95408595-afd1-4633-8c52-534f97829725 by drivers openvswitch,hyperv on host n-h1-842733-1 at level 0 using segments [{'id': '523fe16c-8b83-4c0a-8dbd-c46319e8174e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '885d295f-3361-4b27-b769-9af7ccc6cb95'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:51:52.952988 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d23c72f4-02c3-4823-b205-8398a414ca00 req-70e9c418-45c5-4f42-9e64-b5f18d57f36b service neutron] Attempting to bind port 95408595-afd1-4633-8c52-534f97829725 on network 885d295f-3361-4b27-b769-9af7ccc6cb95 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:51:52.962298 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d23c72f4-02c3-4823-b205-8398a414ca00 req-70e9c418-45c5-4f42-9e64-b5f18d57f36b service neutron] Port 95408595-afd1-4633-8c52-534f97829725 on network 885d295f-3361-4b27-b769-9af7ccc6cb95 not bound, no agent of type Open vSwitch agent registered on host n-h1-842733-1 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 20:51:52.962674 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d23c72f4-02c3-4823-b205-8398a414ca00 req-70e9c418-45c5-4f42-9e64-b5f18d57f36b service neutron] Attempting to bind port 95408595-afd1-4633-8c52-534f97829725 on network 885d295f-3361-4b27-b769-9af7ccc6cb95 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:51:52.971006 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d23c72f4-02c3-4823-b205-8398a414ca00 req-70e9c418-45c5-4f42-9e64-b5f18d57f36b service neutron] Checking agent: {'id': '08dfb1ce-804b-4db8-838b-21094082e041', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 32, 54), 'started_at': datetime.datetime(2022, 5, 20, 20, 32, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 51, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:51:52.971342 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d23c72f4-02c3-4823-b205-8398a414ca00 req-70e9c418-45c5-4f42-9e64-b5f18d57f36b service neutron] Checking segment: {'id': '523fe16c-8b83-4c0a-8dbd-c46319e8174e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '885d295f-3361-4b27-b769-9af7ccc6cb95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:51:52.971722 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d23c72f4-02c3-4823-b205-8398a414ca00 req-70e9c418-45c5-4f42-9e64-b5f18d57f36b service neutron] Bound using segment: {'id': '523fe16c-8b83-4c0a-8dbd-c46319e8174e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '885d295f-3361-4b27-b769-9af7ccc6cb95'} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:51:52.973606 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-d23c72f4-02c3-4823-b205-8398a414ca00 req-70e9c418-45c5-4f42-9e64-b5f18d57f36b service neutron] Bound port: 95408595-afd1-4633-8c52-534f97829725, host: n-h1-842733-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '523fe16c-8b83-4c0a-8dbd-c46319e8174e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '885d295f-3361-4b27-b769-9af7ccc6cb95'}}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:51:52.973982 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-d23c72f4-02c3-4823-b205-8398a414ca00 req-70e9c418-45c5-4f42-9e64-b5f18d57f36b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:52.980040 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_v2 [None req-86607c39-c735-47ab-9605-06c16363600b tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Deleting subnet 4470f142-92cb-42bd-907a-0164531e763f {{(pid=103162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 20 20:51:52.991887 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-86607c39-c735-47ab-9605-06c16363600b tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Notify callbacks [] for subnet, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:53.003236 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-90614fc9-716d-4a77-b0ad-c3ce7b3e94cf req-fc261fc7-bb6c-4a61-a512-9a45320e4efb tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9f9543d-587a-47bd-8772-bda4bd5582ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783648 May 20 20:51:53.049749 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-578f20bf-f56e-4dca-a243-220f2ecc7e39 tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:53.051608 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-578f20bf-f56e-4dca-a243-220f2ecc7e39 tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5336297 May 20 20:51:53.055264 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-d23c72f4-02c3-4823-b205-8398a414ca00 req-be0710c1-61e8-4c5b-928e-1519faced1ea tempest-ListServersNegativeTestJSON-1516530306 tempest-ListServersNegativeTestJSON-1516530306-project] Notify callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:53.056893 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 51510) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:51:53.086208 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-86607c39-c735-47ab-9605-06c16363600b tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3738392'] for subnet, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:53.138687 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-408928a1-0397-4dc4-9e89-74f51e465975 tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] 10.222.0.35 "GET /v2.0/security-group-rules/051fc85d-8058-4358-a993-bb66d26de3fb HTTP/1.1" status: 200 len: 769 time: 0.0786116 May 20 20:51:53.139229 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7bd38806-7700-4757-a890-cd3bbd3f35c1 req-9556791e-092d-4441-b776-9b2301b1cc5d tempest-ListServersNegativeTestJSON-1516530306 tempest-ListServersNegativeTestJSON-1516530306-project] 10.222.0.35 "GET /v2.0/ports?device_id=e961ac34-9e24-4ce8-91ba-f40718c1a458 HTTP/1.1" status: 200 len: 210 time: 0.0594742 May 20 20:51:53.142813 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 51516) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:51:53.177308 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-d23c72f4-02c3-4823-b205-8398a414ca00 req-70e9c418-45c5-4f42-9e64-b5f18d57f36b service neutron] For port 95408595-afd1-4633-8c52-534f97829725, host n-h1-842733-1, cleared binding levels {{(pid=103162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:51:53.199576 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-d23c72f4-02c3-4823-b205-8398a414ca00 req-70e9c418-45c5-4f42-9e64-b5f18d57f36b service neutron] For port 95408595-afd1-4633-8c52-534f97829725, host n-h1-842733-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=95408595-afd1-4633-8c52-534f97829725,segment=NetworkSegment(523fe16c-8b83-4c0a-8dbd-c46319e8174e),segment_id=523fe16c-8b83-4c0a-8dbd-c46319e8174e)] {{(pid=103162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:51:53.213120 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6049c1c3-7744-4517-8084-67650091b1d6 req-ed36e2b8-c1dc-4803-8146-1218a45123f8 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:53.216537 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6049c1c3-7744-4517-8084-67650091b1d6 req-ed36e2b8-c1dc-4803-8146-1218a45123f8 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/ports?device_id=03abbdec-2b0d-4070-9a67-4bafa23e6224 HTTP/1.1" status: 200 len: 945 time: 0.0763030 May 20 20:51:53.242151 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-38a2b9cf-b404-4756-8dc3-85488ec42902 tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0933897 May 20 20:51:53.242388 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 51518) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:51:53.257607 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6049c1c3-7744-4517-8084-67650091b1d6 req-33736208-f85d-4c9c-b1d6-418eef7a0703 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9f9543d-587a-47bd-8772-bda4bd5582ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353167 May 20 20:51:53.277900 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-86607c39-c735-47ab-9605-06c16363600b tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33068388'] for subnet, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:53.283709 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d6f5d1fc-7768-4b75-8f14-2f6799a96f89 tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:53.285570 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-d23c72f4-02c3-4823-b205-8398a414ca00 req-be0710c1-61e8-4c5b-928e-1519faced1ea tempest-ListServersNegativeTestJSON-1516530306 tempest-ListServersNegativeTestJSON-1516530306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:53.315784 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d6f5d1fc-7768-4b75-8f14-2f6799a96f89 tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:53.318812 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-d23c72f4-02c3-4823-b205-8398a414ca00 req-70e9c418-45c5-4f42-9e64-b5f18d57f36b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:53.385404 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23c72f4-02c3-4823-b205-8398a414ca00 req-70e9c418-45c5-4f42-9e64-b5f18d57f36b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:53.390267 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-d23c72f4-02c3-4823-b205-8398a414ca00 req-70e9c418-45c5-4f42-9e64-b5f18d57f36b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:53.390267 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-d23c72f4-02c3-4823-b205-8398a414ca00 req-70e9c418-45c5-4f42-9e64-b5f18d57f36b service neutron] 10.222.0.24 "PUT /v2.0/ports/95408595-afd1-4633-8c52-534f97829725 HTTP/1.1" status: 200 len: 1092 time: 1.2625546 May 20 20:51:53.390267 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5056c2b5-8362-4d68-bc44-1a3ef1f9bc61', 'tag': '95408595-afd1-4633-8c52-534f97829725'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:51:53.390267 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6fa957933fccbf596d28104b23404b952ad6a8238afaebaed40a0874b2e409" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eec0d329-4409-4388-8209-4ba04291d3ea" -d '{"events": [{"name": "network-changed", "server_uuid": "5056c2b5-8362-4d68-bc44-1a3ef1f9bc61", "tag": "95408595-afd1-4633-8c52-534f97829725"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:51:53.414043 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d23c72f4-02c3-4823-b205-8398a414ca00 req-be0710c1-61e8-4c5b-928e-1519faced1ea tempest-ListServersNegativeTestJSON-1516530306 tempest-ListServersNegativeTestJSON-1516530306-project] Network 885d295f-3361-4b27-b769-9af7ccc6cb95 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:51:53.427432 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [req-d23c72f4-02c3-4823-b205-8398a414ca00 req-be0710c1-61e8-4c5b-928e-1519faced1ea tempest-ListServersNegativeTestJSON-1516530306 tempest-ListServersNegativeTestJSON-1516530306-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:51:53.429625 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0710c1-61e8-4c5b-928e-1519faced1ea tempest-ListServersNegativeTestJSON-1516530306 tempest-ListServersNegativeTestJSON-1516530306-project] Pushing event updated for resources: {'Port': ['ID=e1f7768a-8247-4620-a3ae-d89f6357adb1,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:51:53.432789 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [req-d23c72f4-02c3-4823-b205-8398a414ca00 req-be0710c1-61e8-4c5b-928e-1519faced1ea tempest-ListServersNegativeTestJSON-1516530306 tempest-ListServersNegativeTestJSON-1516530306-project] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:51:53.447961 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e9c418-45c5-4f42-9e64-b5f18d57f36b service neutron] Pushing event updated for resources: {'Port': ['ID=95408595-afd1-4633-8c52-534f97829725,revision_number=3']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:51:53.469844 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.db.api [req-d23c72f4-02c3-4823-b205-8398a414ca00 req-d377ad4e-2f6a-45c5-8235-b4bd49ed59cd tempest-ListServersNegativeTestJSON-1516530306 tempest-ListServersNegativeTestJSON-1516530306-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.12-bc0448de-f2cd-4034-822c-b73a3b5192d9 {{(pid=103163) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 20 20:51:53.470191 n-d-842733-1 neutron-server[103163]: DEBUG oslo_db.api [req-d23c72f4-02c3-4823-b205-8398a414ca00 req-d377ad4e-2f6a-45c5-8235-b4bd49ed59cd tempest-ListServersNegativeTestJSON-1516530306 tempest-ListServersNegativeTestJSON-1516530306-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 20 20:51:53.482388 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 20:51:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baf197d6-3540-47c1-b609-16720638c6d9 x-openstack-request-id: req-baf197d6-3540-47c1-b609-16720638c6d9 {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:51:53.482751 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5056c2b5-8362-4d68-bc44-1a3ef1f9bc61", "tag": "95408595-afd1-4633-8c52-534f97829725", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:51:53.483069 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-baf197d6-3540-47c1-b609-16720638c6d9 {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:51:53.483621 n-d-842733-1 neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-baf197d6-3540-47c1-b609-16720638c6d9'] response: {'name': 'network-changed', 'server_uuid': '5056c2b5-8362-4d68-bc44-1a3ef1f9bc61', 'tag': '95408595-afd1-4633-8c52-534f97829725', 'status': 'completed', 'code': 200} May 20 20:51:53.485732 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c66eca3-b906-42dc-9f55-71d691acb27d req-26eb0252-fccf-4777-a3d6-6a815c16c123 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:53.494558 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1c66eca3-b906-42dc-9f55-71d691acb27d req-26eb0252-fccf-4777-a3d6-6a815c16c123 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/ports?device_id=03abbdec-2b0d-4070-9a67-4bafa23e6224 HTTP/1.1" status: 200 len: 945 time: 0.1490037 May 20 20:51:53.510994 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d6f5d1fc-7768-4b75-8f14-2f6799a96f89 tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691816'] for security_group_rule, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:53.512383 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23c72f4-02c3-4823-b205-8398a414ca00 req-be0710c1-61e8-4c5b-928e-1519faced1ea tempest-ListServersNegativeTestJSON-1516530306 tempest-ListServersNegativeTestJSON-1516530306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:53.517712 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-d23c72f4-02c3-4823-b205-8398a414ca00 req-be0710c1-61e8-4c5b-928e-1519faced1ea tempest-ListServersNegativeTestJSON-1516530306 tempest-ListServersNegativeTestJSON-1516530306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:53.517875 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d6f5d1fc-7768-4b75-8f14-2f6799a96f89 tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:53.518954 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-d6f5d1fc-7768-4b75-8f14-2f6799a96f89 tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/051fc85d-8058-4358-a993-bb66d26de3fb HTTP/1.1" status: 204 len: 168 time: 0.2757096 May 20 20:51:53.525481 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 51528) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:51:53.543674 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-86607c39-c735-47ab-9605-06c16363600b tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33068399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3797621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4018265'] for subnet, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:53.553762 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f5d1fc-7768-4b75-8f14-2f6799a96f89 tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=051fc85d-8058-4358-a993-bb66d26de3fb,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:51:53.565717 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1c66eca3-b906-42dc-9f55-71d691acb27d req-50ce4459-ad82-418e-a3ca-31fc766e8b2e tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9f9543d-587a-47bd-8772-bda4bd5582ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710130 May 20 20:51:53.593583 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-86607c39-c735-47ab-9605-06c16363600b tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Notify callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:53.593710 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-4cf47768-c81e-4ef5-89dc-9a7102c7ea41 tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0613358 May 20 20:51:53.593710 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 51532) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:51:53.593905 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-86607c39-c735-47ab-9605-06c16363600b tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] 10.222.0.35 "DELETE /v2.0/subnets/4470f142-92cb-42bd-907a-0164531e763f HTTP/1.1" status: 204 len: 168 time: 0.7186289 May 20 20:51:53.595012 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86607c39-c735-47ab-9605-06c16363600b tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Pushing event deleted for resources: {'Subnet': ['ID=4470f142-92cb-42bd-907a-0164531e763f,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:51:53.596693 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 51534) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:51:53.608519 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f07e714-ed75-4540-bae9-e06254b2591d None None] Network cfaff9e1-631c-4f40-a858-7ab9ee98f936 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:51:53.618477 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d23c72f4-02c3-4823-b205-8398a414ca00 req-be0710c1-61e8-4c5b-928e-1519faced1ea tempest-ListServersNegativeTestJSON-1516530306 tempest-ListServersNegativeTestJSON-1516530306-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2910771 May 20 20:51:53.645431 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [req-d23c72f4-02c3-4823-b205-8398a414ca00 req-d490ef64-9180-4f54-82e4-35a718ce0e92 service neutron] Request body: {'port': {'device_id': '8121c8d7-cf6f-4aa8-9f54-bc977c774d73', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-842733-1'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:51:53.673823 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23c72f4-02c3-4823-b205-8398a414ca00 req-bc608154-dea2-4436-863a-7b7cd18eb1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:53.677261 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-d23c72f4-02c3-4823-b205-8398a414ca00 req-bc608154-dea2-4436-863a-7b7cd18eb1a9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=99015528b0b847c98508b3bae124bd52&device_id=5056c2b5-8362-4d68-bc44-1a3ef1f9bc61 HTTP/1.1" status: 200 len: 1095 time: 0.1801121 May 20 20:51:53.742537 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-d23c72f4-02c3-4823-b205-8398a414ca00 req-d490ef64-9180-4f54-82e4-35a718ce0e92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:53.763347 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-59379ebe-d46c-4646-8a6b-f6d383cb33e9 tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:53.798060 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-d23c72f4-02c3-4823-b205-8398a414ca00 req-812445f3-c45c-4468-8e53-423d9934cf1d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=95408595-afd1-4633-8c52-534f97829725 HTTP/1.1" status: 200 len: 217 time: 0.1141644 May 20 20:51:53.810508 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-59379ebe-d46c-4646-8a6b-f6d383cb33e9 tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:53.851856 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2531b5ef-49ba-4b12-9d13-fe4d7c686a8b tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33160123'] for network, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:53.871541 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23c72f4-02c3-4823-b205-8398a414ca00 req-ab9b30d5-4599-4762-9b53-48606b7a081b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:53.873329 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-d23c72f4-02c3-4823-b205-8398a414ca00 req-ab9b30d5-4599-4762-9b53-48606b7a081b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3a0e66e6-2fdf-488f-a380-b0ac16c67535 HTTP/1.1" status: 200 len: 858 time: 0.0671499 May 20 20:51:53.893262 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8921094-cebf-4f11-bf7c-b6d501a202a0 None None] DHCP port deletion for cfaff9e1-631c-4f40-a858-7ab9ee98f936 request from n-d-842733-1 {{(pid=103164) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 20:51:53.930725 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-d23c72f4-02c3-4823-b205-8398a414ca00 req-f1f3efd9-fd32-4f1a-9fb4-2753ee9d3b0f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=885d295f-3361-4b27-b769-9af7ccc6cb95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315793 May 20 20:51:53.978589 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-d23c72f4-02c3-4823-b205-8398a414ca00 req-d377ad4e-2f6a-45c5-8235-b4bd49ed59cd tempest-ListServersNegativeTestJSON-1516530306 tempest-ListServersNegativeTestJSON-1516530306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:54.004863 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-2531b5ef-49ba-4b12-9d13-fe4d7c686a8b tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Deleting port d7fac4f7-588b-4709-93aa-3308e3699234 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:51:54.005496 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2531b5ef-49ba-4b12-9d13-fe4d7c686a8b tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:54.016749 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c5c8e7-0667-4821-bf2d-8d22a3625b7e req-d113172b-4e86-450c-bb90-baf1374dc221 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:54.019134 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f6c5c8e7-0667-4821-bf2d-8d22a3625b7e req-d113172b-4e86-450c-bb90-baf1374dc221 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/ports?device_id=03abbdec-2b0d-4070-9a67-4bafa23e6224 HTTP/1.1" status: 200 len: 945 time: 0.2050519 May 20 20:51:54.034678 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-59379ebe-d46c-4646-8a6b-f6d383cb33e9 tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:54.037258 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-59379ebe-d46c-4646-8a6b-f6d383cb33e9 tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:54.042104 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-59379ebe-d46c-4646-8a6b-f6d383cb33e9 tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] 10.222.0.35 "DELETE /v2.0/security-groups/fb4e4cc6-885a-4aeb-a051-cf8ac9dd23e0 HTTP/1.1" status: 204 len: 168 time: 0.4469268 May 20 20:51:54.051564 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 51542) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:51:54.091386 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4bb0e131-6525-46ca-a45b-e4ea43a5e69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:54.119473 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-f8921094-cebf-4f11-bf7c-b6d501a202a0 None None] Deleting port d7fac4f7-588b-4709-93aa-3308e3699234 {{(pid=103164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:51:54.120205 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-f8921094-cebf-4f11-bf7c-b6d501a202a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:54.139819 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-2531b5ef-49ba-4b12-9d13-fe4d7c686a8b tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] For port d7fac4f7-588b-4709-93aa-3308e3699234, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=d7fac4f7-588b-4709-93aa-3308e3699234,segment=NetworkSegment(69c72887-b8c5-40da-8106-d7704d90f7dd),segment_id=69c72887-b8c5-40da-8106-d7704d90f7dd)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:51:54.140238 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2531b5ef-49ba-4b12-9d13-fe4d7c686a8b tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:54.140367 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59379ebe-d46c-4646-8a6b-f6d383cb33e9 tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb4e4cc6-885a-4aeb-a051-cf8ac9dd23e0,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:51:54.150148 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-d23c72f4-02c3-4823-b205-8398a414ca00 req-346cd32c-fba4-44c5-acc5-c26f7188fe0a service neutron] 10.222.0.24 "GET /v2.0/networks/885d295f-3361-4b27-b769-9af7ccc6cb95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2120047 May 20 20:51:54.191868 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-2531b5ef-49ba-4b12-9d13-fe4d7c686a8b tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Calling delete_port for d7fac4f7-588b-4709-93aa-3308e3699234 owned by network:dhcp {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:51:54.197123 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-12dd3320-728f-48ed-a140-8892d9aa4fc1 tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1431170 May 20 20:51:54.225069 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 51548) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:51:54.225413 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-f8921094-cebf-4f11-bf7c-b6d501a202a0 None None] For port d7fac4f7-588b-4709-93aa-3308e3699234, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=d7fac4f7-588b-4709-93aa-3308e3699234,segment=NetworkSegment(69c72887-b8c5-40da-8106-d7704d90f7dd),segment_id=69c72887-b8c5-40da-8106-d7704d90f7dd)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:51:54.225755 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-f8921094-cebf-4f11-bf7c-b6d501a202a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:54.242148 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-a9654b95-ae56-4d3d-9d4f-1d37e4d2f584 tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] Request body: {'security_group': {'name': 'tempest-secgroup--1343545454'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:51:54.243022 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-f8921094-cebf-4f11-bf7c-b6d501a202a0 None None] Calling delete_port for d7fac4f7-588b-4709-93aa-3308e3699234 owned by network:dhcp {{(pid=103164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:51:54.274472 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f6c5c8e7-0667-4821-bf2d-8d22a3625b7e req-9acf2693-d85d-4d45-89c3-edaf09667393 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9f9543d-587a-47bd-8772-bda4bd5582ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2402170 May 20 20:51:54.346057 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-d23c72f4-02c3-4823-b205-8398a414ca00 req-d4c435bc-9584-4cbc-ba9c-a10e911ef88f service neutron] 10.222.0.24 "GET /v2.0/networks/885d295f-3361-4b27-b769-9af7ccc6cb95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1836822 May 20 20:51:54.370088 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8fadfde0-c1c5-44f1-b3ac-4d19f23dc49d req-fa467bc5-35cb-4235-a8f1-da0354e3c879 tempest-ListServersNegativeTestJSON-1516530306 tempest-ListServersNegativeTestJSON-1516530306-project] 10.222.0.35 "GET /v2.0/ports?device_id=e961ac34-9e24-4ce8-91ba-f40718c1a458 HTTP/1.1" status: 200 len: 210 time: 0.0893133 May 20 20:51:54.459230 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2531b5ef-49ba-4b12-9d13-fe4d7c686a8b tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:54.470608 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-f8921094-cebf-4f11-bf7c-b6d501a202a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099'] for port, after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:54.479250 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56de66df-e09d-41e0-994b-9c0a2f156798 req-6cb0f45e-184c-4cbc-af80-1e7206e09723 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:54.481392 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-56de66df-e09d-41e0-994b-9c0a2f156798 req-6cb0f45e-184c-4cbc-af80-1e7206e09723 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/ports?device_id=03abbdec-2b0d-4070-9a67-4bafa23e6224 HTTP/1.1" status: 200 len: 945 time: 0.1140196 May 20 20:51:54.505488 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8921094-cebf-4f11-bf7c-b6d501a202a0 None None] Pushing event deleted for resources: {'Port': ['ID=d7fac4f7-588b-4709-93aa-3308e3699234,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:51:54.507831 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8921094-cebf-4f11-bf7c-b6d501a202a0 None None] No DVR routers for this DVR port d7fac4f7-588b-4709-93aa-3308e3699234 on host n-d-842733-1 {{(pid=103164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:51:54.540777 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2531b5ef-49ba-4b12-9d13-fe4d7c686a8b tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Pushing event deleted for resources: {'Port': ['ID=d7fac4f7-588b-4709-93aa-3308e3699234,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:51:54.555627 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2531b5ef-49ba-4b12-9d13-fe4d7c686a8b tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] No DVR routers for this DVR port d7fac4f7-588b-4709-93aa-3308e3699234 on host n-d-842733-1 {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:51:54.555742 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a9654b95-ae56-4d3d-9d4f-1d37e4d2f584 tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:54.559363 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [req-d23c72f4-02c3-4823-b205-8398a414ca00 req-d490ef64-9180-4f54-82e4-35a718ce0e92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1f7768a-8247-4620-a3ae-d89f6357adb1 {{(pid=103163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:51:54.573553 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:54.580447 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-d23c72f4-02c3-4823-b205-8398a414ca00 req-d490ef64-9180-4f54-82e4-35a718ce0e92 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:54.610142 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-56de66df-e09d-41e0-994b-9c0a2f156798 req-dc3c8173-ad3b-4d3d-a461-438bd0a4a420 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9f9543d-587a-47bd-8772-bda4bd5582ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095102 May 20 20:51:54.613971 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [req-d23c72f4-02c3-4823-b205-8398a414ca00 req-d490ef64-9180-4f54-82e4-35a718ce0e92 service neutron] Transition to ACTIVE for port object e1f7768a-8247-4620-a3ae-d89f6357adb1 will not be triggered until provisioned by entity L2. {{(pid=103163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 20:51:54.635750 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec0d329-4409-4388-8209-4ba04291d3ea req-5b8a6ae9-683c-4bd5-a5a1-ae7e7a081d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:54.635750 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-eec0d329-4409-4388-8209-4ba04291d3ea req-5b8a6ae9-683c-4bd5-a5a1-ae7e7a081d8f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=99015528b0b847c98508b3bae124bd52&device_id=5056c2b5-8362-4d68-bc44-1a3ef1f9bc61 HTTP/1.1" status: 200 len: 1095 time: 0.1726828 May 20 20:51:54.649404 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2531b5ef-49ba-4b12-9d13-fe4d7c686a8b tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33072115', 'neutron.services.segments.db._delete_segments_for_network-8782419500584'] for network, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:54.683829 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a9654b95-ae56-4d3d-9d4f-1d37e4d2f584 tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:54.704070 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-d23c72f4-02c3-4823-b205-8398a414ca00 req-d490ef64-9180-4f54-82e4-35a718ce0e92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:54.729273 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-2531b5ef-49ba-4b12-9d13-fe4d7c686a8b tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfaff9e1-631c-4f40-a858-7ab9ee98f936']}} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:51:54.743528 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-2531b5ef-49ba-4b12-9d13-fe4d7c686a8b tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69c72887-b8c5-40da-8106-d7704d90f7dd') {'for_net_delete': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:51:54.743825 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-2531b5ef-49ba-4b12-9d13-fe4d7c686a8b tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69c72887-b8c5-40da-8106-d7704d90f7dd') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:51:54.766116 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2531b5ef-49ba-4b12-9d13-fe4d7c686a8b tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419501617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3738385'] for segment, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:54.786003 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a9654b95-ae56-4d3d-9d4f-1d37e4d2f584 tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:54.791434 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2531b5ef-49ba-4b12-9d13-fe4d7c686a8b tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:54.799510 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2531b5ef-49ba-4b12-9d13-fe4d7c686a8b tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Releasing vlan 246 on physical network physnet1 to pool {{(pid=103162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 20:51:54.799913 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2531b5ef-49ba-4b12-9d13-fe4d7c686a8b tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3800791'] for segment, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:54.805404 n-d-842733-1 neutron-server[103162]: Traceback (most recent call last): May 20 20:51:54.805404 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 20:51:54.805404 n-d-842733-1 neutron-server[103162]: timer() May 20 20:51:54.805404 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 20:51:54.805404 n-d-842733-1 neutron-server[103162]: cb(*args, **kw) May 20 20:51:54.805404 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 20 20:51:54.805404 n-d-842733-1 neutron-server[103162]: return func(*args, **kwargs) May 20 20:51:54.805404 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 20:51:54.805404 n-d-842733-1 neutron-server[103162]: self._notify() May 20 20:51:54.805404 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 20:51:54.805404 n-d-842733-1 neutron-server[103162]: self.callback(batched_events) May 20 20:51:54.805404 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 20:51:54.805404 n-d-842733-1 neutron-server[103162]: event.method(event) May 20 20:51:54.805404 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 20 20:51:54.805404 n-d-842733-1 neutron-server[103162]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 20:51:54.805404 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 20 20:51:54.805404 n-d-842733-1 neutron-server[103162]: aggregate_uuid = self.p_client.list_aggregates( May 20 20:51:54.805404 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 20 20:51:54.805404 n-d-842733-1 neutron-server[103162]: return f(self, *a, **k) May 20 20:51:54.805404 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 20 20:51:54.805404 n-d-842733-1 neutron-server[103162]: return self._get(url).json() May 20 20:51:54.805404 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 20 20:51:54.805404 n-d-842733-1 neutron-server[103162]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 20:51:54.805404 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 20:51:54.805404 n-d-842733-1 neutron-server[103162]: return self.request(url, 'GET', **kwargs) May 20 20:51:54.805404 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 20:51:54.805404 n-d-842733-1 neutron-server[103162]: base_url = self.get_endpoint(auth, allow=allow, May 20 20:51:54.805404 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 20:51:54.805404 n-d-842733-1 neutron-server[103162]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 20:51:54.805404 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 20:51:54.805404 n-d-842733-1 neutron-server[103162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 20:51:54.805404 n-d-842733-1 neutron-server[103162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 20:51:54.808056 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec0d329-4409-4388-8209-4ba04291d3ea req-0b269922-53ac-4e3e-9d60-9c09c5892aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:54.809289 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-eec0d329-4409-4388-8209-4ba04291d3ea req-0b269922-53ac-4e3e-9d60-9c09c5892aa9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=885d295f-3361-4b27-b769-9af7ccc6cb95 HTTP/1.1" status: 200 len: 919 time: 0.1584349 May 20 20:51:54.835904 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [req-d23c72f4-02c3-4823-b205-8398a414ca00 req-d377ad4e-2f6a-45c5-8235-b4bd49ed59cd tempest-ListServersNegativeTestJSON-1516530306 tempest-ListServersNegativeTestJSON-1516530306-project] Allocated IP 172.20.0.3 (885d295f-3361-4b27-b769-9af7ccc6cb95/3a0e66e6-2fdf-488f-a380-b0ac16c67535/9bd58fef-c291-4214-8d8f-df3b98b22fb2) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:51:54.905256 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-eec0d329-4409-4388-8209-4ba04291d3ea req-7445dc86-c0c4-4666-b3be-52faf7d92f27 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=95408595-afd1-4633-8c52-534f97829725 HTTP/1.1" status: 200 len: 217 time: 0.0825486 May 20 20:51:54.958429 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9654b95-ae56-4d3d-9d4f-1d37e4d2f584 tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35d40369-a768-4475-9be0-cb0ca675213e,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:51:54.960527 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d490ef64-9180-4f54-82e4-35a718ce0e92 service neutron] Pushing event updated for resources: {'Port': ['ID=e1f7768a-8247-4620-a3ae-d89f6357adb1,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:51:54.963350 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec0d329-4409-4388-8209-4ba04291d3ea req-670f586b-5f74-4d19-b0be-5f261edbfbed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:54.964809 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-eec0d329-4409-4388-8209-4ba04291d3ea req-670f586b-5f74-4d19-b0be-5f261edbfbed service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3a0e66e6-2fdf-488f-a380-b0ac16c67535 HTTP/1.1" status: 200 len: 858 time: 0.0530522 May 20 20:51:54.997799 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-eec0d329-4409-4388-8209-4ba04291d3ea req-9b397663-ed6e-4ae0-bc85-6fc5c695ca12 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=885d295f-3361-4b27-b769-9af7ccc6cb95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256040 May 20 20:51:55.004940 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a9654b95-ae56-4d3d-9d4f-1d37e4d2f584 tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:55.006197 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-a9654b95-ae56-4d3d-9d4f-1d37e4d2f584 tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7801561 May 20 20:51:55.012831 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 51564) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:51:55.021506 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-d08127a2-f30c-45d8-8f93-18482595f9ef tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] Request body: {'security_group_rule': {'security_group_id': '35d40369-a768-4475-9be0-cb0ca675213e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:51:55.057276 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2531b5ef-49ba-4b12-9d13-fe4d7c686a8b tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33072122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748162'] for network, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:55.068755 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2531b5ef-49ba-4b12-9d13-fe4d7c686a8b tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Notify callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:55.072024 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-2531b5ef-49ba-4b12-9d13-fe4d7c686a8b tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] 10.222.0.35 "DELETE /v2.0/networks/cfaff9e1-631c-4f40-a858-7ab9ee98f936 HTTP/1.1" status: 204 len: 168 time: 1.4669681 May 20 20:51:55.082322 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 51566) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:51:55.085366 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2531b5ef-49ba-4b12-9d13-fe4d7c686a8b tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Pushing event deleted for resources: {'Network': ['ID=cfaff9e1-631c-4f40-a858-7ab9ee98f936,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:51:55.124301 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-eec0d329-4409-4388-8209-4ba04291d3ea req-4be9cbb2-47e7-4781-ba40-fe6f9818db74 service neutron] 10.222.0.24 "GET /v2.0/networks/885d295f-3361-4b27-b769-9af7ccc6cb95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193850 May 20 20:51:55.155356 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0503d89-1168-4e12-a57a-df52df85fa78 req-76b77203-32be-40f1-9f81-0caabef27e9d tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:55.156891 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c0503d89-1168-4e12-a57a-df52df85fa78 req-76b77203-32be-40f1-9f81-0caabef27e9d tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/ports?device_id=03abbdec-2b0d-4070-9a67-4bafa23e6224 HTTP/1.1" status: 200 len: 945 time: 0.2896841 May 20 20:51:55.167603 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-d23c72f4-02c3-4823-b205-8398a414ca00 req-d490ef64-9180-4f54-82e4-35a718ce0e92 service neutron] Attempting to bind port e1f7768a-8247-4620-a3ae-d89f6357adb1 on host n-h2-842733-1 for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:51:55.173226 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-d23c72f4-02c3-4823-b205-8398a414ca00 req-d490ef64-9180-4f54-82e4-35a718ce0e92 service neutron] Attempting to bind port e1f7768a-8247-4620-a3ae-d89f6357adb1 by drivers openvswitch,hyperv on host n-h2-842733-1 at level 0 using segments [{'id': '523fe16c-8b83-4c0a-8dbd-c46319e8174e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '885d295f-3361-4b27-b769-9af7ccc6cb95'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:51:55.173226 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d23c72f4-02c3-4823-b205-8398a414ca00 req-d490ef64-9180-4f54-82e4-35a718ce0e92 service neutron] Attempting to bind port e1f7768a-8247-4620-a3ae-d89f6357adb1 on network 885d295f-3361-4b27-b769-9af7ccc6cb95 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:51:55.200033 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d23c72f4-02c3-4823-b205-8398a414ca00 req-d490ef64-9180-4f54-82e4-35a718ce0e92 service neutron] Port e1f7768a-8247-4620-a3ae-d89f6357adb1 on network 885d295f-3361-4b27-b769-9af7ccc6cb95 not bound, no agent of type Open vSwitch agent registered on host n-h2-842733-1 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 20:51:55.200363 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d23c72f4-02c3-4823-b205-8398a414ca00 req-d490ef64-9180-4f54-82e4-35a718ce0e92 service neutron] Attempting to bind port e1f7768a-8247-4620-a3ae-d89f6357adb1 on network 885d295f-3361-4b27-b769-9af7ccc6cb95 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:51:55.222956 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-eec0d329-4409-4388-8209-4ba04291d3ea req-83daeb9b-0085-43aa-9579-51ab59f3c675 service neutron] 10.222.0.24 "GET /v2.0/networks/885d295f-3361-4b27-b769-9af7ccc6cb95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914485 May 20 20:51:55.225204 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_v2 [None req-f56989c3-af69-4ba9-aa30-103090cb6f27 tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Deleting subnet 121bd543-babf-43b7-ac0a-c8cf95fa7981 {{(pid=103163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 20 20:51:55.240480 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d23c72f4-02c3-4823-b205-8398a414ca00 req-d490ef64-9180-4f54-82e4-35a718ce0e92 service neutron] Checking agent: {'id': 'a66f2511-b955-448f-877c-56cfe9c81b12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 33, 2), 'started_at': datetime.datetime(2022, 5, 20, 20, 33, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 51, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:51:55.240883 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d23c72f4-02c3-4823-b205-8398a414ca00 req-d490ef64-9180-4f54-82e4-35a718ce0e92 service neutron] Checking segment: {'id': '523fe16c-8b83-4c0a-8dbd-c46319e8174e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '885d295f-3361-4b27-b769-9af7ccc6cb95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:51:55.241203 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d23c72f4-02c3-4823-b205-8398a414ca00 req-d490ef64-9180-4f54-82e4-35a718ce0e92 service neutron] Bound using segment: {'id': '523fe16c-8b83-4c0a-8dbd-c46319e8174e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '885d295f-3361-4b27-b769-9af7ccc6cb95'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:51:55.241672 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-d23c72f4-02c3-4823-b205-8398a414ca00 req-d490ef64-9180-4f54-82e4-35a718ce0e92 service neutron] Bound port: e1f7768a-8247-4620-a3ae-d89f6357adb1, host: n-h2-842733-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '523fe16c-8b83-4c0a-8dbd-c46319e8174e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '885d295f-3361-4b27-b769-9af7ccc6cb95'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:51:55.242075 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-d23c72f4-02c3-4823-b205-8398a414ca00 req-d490ef64-9180-4f54-82e4-35a718ce0e92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:55.247423 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f56989c3-af69-4ba9-aa30-103090cb6f27 tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Notify callbacks [] for subnet, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:55.285803 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d08127a2-f30c-45d8-8f93-18482595f9ef tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:55.322425 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-d23c72f4-02c3-4823-b205-8398a414ca00 req-d377ad4e-2f6a-45c5-8235-b4bd49ed59cd tempest-ListServersNegativeTestJSON-1516530306 tempest-ListServersNegativeTestJSON-1516530306-project] Notify callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:55.353839 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c0503d89-1168-4e12-a57a-df52df85fa78 req-81923802-8cf6-4a30-b81b-bc2f1ee8ad2b tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9f9543d-587a-47bd-8772-bda4bd5582ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791015 May 20 20:51:55.378025 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f56989c3-af69-4ba9-aa30-103090cb6f27 tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9338757'] for subnet, precommit_delete_associations {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:55.427324 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cc3ec51b-6ec8-438a-8349-5f0bec346d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:55.485926 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-d23c72f4-02c3-4823-b205-8398a414ca00 req-d490ef64-9180-4f54-82e4-35a718ce0e92 service neutron] For port e1f7768a-8247-4620-a3ae-d89f6357adb1, host n-h2-842733-1, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:51:55.501470 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d08127a2-f30c-45d8-8f93-18482595f9ef tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:55.524793 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:55.538971 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b62a7da5-8e79-4ffc-8e9d-9ec1596abf89 req-b38b27ed-bbb2-4ecf-8cfd-02515353b54f tempest-ListServersNegativeTestJSON-1516530306 tempest-ListServersNegativeTestJSON-1516530306-project] 10.222.0.35 "GET /v2.0/ports?device_id=e961ac34-9e24-4ce8-91ba-f40718c1a458 HTTP/1.1" status: 200 len: 210 time: 0.0772781 May 20 20:51:55.547939 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-d23c72f4-02c3-4823-b205-8398a414ca00 req-d490ef64-9180-4f54-82e4-35a718ce0e92 service neutron] For port e1f7768a-8247-4620-a3ae-d89f6357adb1, host n-h2-842733-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=e1f7768a-8247-4620-a3ae-d89f6357adb1,segment=NetworkSegment(523fe16c-8b83-4c0a-8dbd-c46319e8174e),segment_id=523fe16c-8b83-4c0a-8dbd-c46319e8174e)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:51:55.578463 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d08127a2-f30c-45d8-8f93-18482595f9ef tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691816'] for security_group_rule, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:55.615096 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-d23c72f4-02c3-4823-b205-8398a414ca00 req-d490ef64-9180-4f54-82e4-35a718ce0e92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:55.616960 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-d23c72f4-02c3-4823-b205-8398a414ca00 req-d377ad4e-2f6a-45c5-8235-b4bd49ed59cd tempest-ListServersNegativeTestJSON-1516530306 tempest-ListServersNegativeTestJSON-1516530306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:55.618762 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device d7fac4f7-588b-4709-93aa-3308e3699234 no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:51:55.625145 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08127a2-f30c-45d8-8f93-18482595f9ef tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d605ff15-c237-4823-9041-ca1b79fd9521,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:51:55.629271 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f56989c3-af69-4ba9-aa30-103090cb6f27 tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33068388'] for subnet, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:55.653230 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: d7fac4f7-588b-4709-93aa-3308e3699234 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 20:51:55.653612 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device d7fac4f7-588b-4709-93aa-3308e3699234 not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 20:51:55.680253 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118afe74-0ed4-4ab1-9805-5e8f23242f40 req-58b6c1e0-04a3-4d17-a89b-12bdc6ec7ad9 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:55.681865 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-118afe74-0ed4-4ab1-9805-5e8f23242f40 req-58b6c1e0-04a3-4d17-a89b-12bdc6ec7ad9 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/ports?device_id=03abbdec-2b0d-4070-9a67-4bafa23e6224 HTTP/1.1" status: 200 len: 945 time: 0.2225580 May 20 20:51:55.704167 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d08127a2-f30c-45d8-8f93-18482595f9ef tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:55.708228 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-d08127a2-f30c-45d8-8f93-18482595f9ef tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6876051 May 20 20:51:55.708712 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 51580) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:51:55.718620 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23c72f4-02c3-4823-b205-8398a414ca00 req-d490ef64-9180-4f54-82e4-35a718ce0e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:55.719234 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-d23c72f4-02c3-4823-b205-8398a414ca00 req-d490ef64-9180-4f54-82e4-35a718ce0e92 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:55.722936 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d23c72f4-02c3-4823-b205-8398a414ca00 req-d490ef64-9180-4f54-82e4-35a718ce0e92 service neutron] 10.222.0.13 "PUT /v2.0/ports/e1f7768a-8247-4620-a3ae-d89f6357adb1 HTTP/1.1" status: 200 len: 1092 time: 2.0839462 May 20 20:51:55.722936 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8121c8d7-cf6f-4aa8-9f54-bc977c774d73', 'tag': 'e1f7768a-8247-4620-a3ae-d89f6357adb1'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:51:55.725349 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4291b17aa7b45362825f0571e77c85f5e73afe1df9c7e9e15006df9d695c005e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6228a229-1bdc-4816-ba2e-fe706fb40d68" -d '{"events": [{"name": "network-changed", "server_uuid": "8121c8d7-cf6f-4aa8-9f54-bc977c774d73", "tag": "e1f7768a-8247-4620-a3ae-d89f6357adb1"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:51:55.773303 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d23c72f4-02c3-4823-b205-8398a414ca00 req-d377ad4e-2f6a-45c5-8235-b4bd49ed59cd tempest-ListServersNegativeTestJSON-1516530306 tempest-ListServersNegativeTestJSON-1516530306-project] Network 885d295f-3361-4b27-b769-9af7ccc6cb95 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:51:55.780511 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-455ec73e-0462-4ef3-9cc5-b8191caf59c7 tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:55.787667 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [req-d23c72f4-02c3-4823-b205-8398a414ca00 req-d377ad4e-2f6a-45c5-8235-b4bd49ed59cd tempest-ListServersNegativeTestJSON-1516530306 tempest-ListServersNegativeTestJSON-1516530306-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:51:55.798296 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [req-d23c72f4-02c3-4823-b205-8398a414ca00 req-d377ad4e-2f6a-45c5-8235-b4bd49ed59cd tempest-ListServersNegativeTestJSON-1516530306 tempest-ListServersNegativeTestJSON-1516530306-project] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:51:55.803501 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 20:51:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-090080af-2960-4007-ace3-20f6d4292395 x-openstack-request-id: req-090080af-2960-4007-ace3-20f6d4292395 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:51:55.803788 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8121c8d7-cf6f-4aa8-9f54-bc977c774d73", "tag": "e1f7768a-8247-4620-a3ae-d89f6357adb1", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:51:55.804039 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-090080af-2960-4007-ace3-20f6d4292395 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:51:55.804436 n-d-842733-1 neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-090080af-2960-4007-ace3-20f6d4292395'] response: {'name': 'network-changed', 'server_uuid': '8121c8d7-cf6f-4aa8-9f54-bc977c774d73', 'tag': 'e1f7768a-8247-4620-a3ae-d89f6357adb1', 'status': 'completed', 'code': 200} May 20 20:51:55.810293 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d490ef64-9180-4f54-82e4-35a718ce0e92 service neutron] Pushing event updated for resources: {'Port': ['ID=e1f7768a-8247-4620-a3ae-d89f6357adb1,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:51:55.813556 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-455ec73e-0462-4ef3-9cc5-b8191caf59c7 tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:55.843061 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-118afe74-0ed4-4ab1-9805-5e8f23242f40 req-409bf2a5-e436-4a6d-b416-244cd91ee1de tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9f9543d-587a-47bd-8772-bda4bd5582ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509647 May 20 20:51:55.921075 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23c72f4-02c3-4823-b205-8398a414ca00 req-d377ad4e-2f6a-45c5-8235-b4bd49ed59cd tempest-ListServersNegativeTestJSON-1516530306 tempest-ListServersNegativeTestJSON-1516530306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:55.921685 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-d23c72f4-02c3-4823-b205-8398a414ca00 req-d377ad4e-2f6a-45c5-8235-b4bd49ed59cd tempest-ListServersNegativeTestJSON-1516530306 tempest-ListServersNegativeTestJSON-1516530306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:55.935718 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d377ad4e-2f6a-45c5-8235-b4bd49ed59cd tempest-ListServersNegativeTestJSON-1516530306 tempest-ListServersNegativeTestJSON-1516530306-project] Pushing event updated for resources: {'Port': ['ID=9bd58fef-c291-4214-8d8f-df3b98b22fb2,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:51:55.955623 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-455ec73e-0462-4ef3-9cc5-b8191caf59c7 tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:55.966679 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-455ec73e-0462-4ef3-9cc5-b8191caf59c7 tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:55.966679 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-455ec73e-0462-4ef3-9cc5-b8191caf59c7 tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] 10.222.0.35 "DELETE /v2.0/security-groups/35d40369-a768-4475-9be0-cb0ca675213e HTTP/1.1" status: 204 len: 168 time: 0.2504954 May 20 20:51:55.967268 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6228a229-1bdc-4816-ba2e-fe706fb40d68 req-4d863caf-7b12-4091-949a-fe9554dee861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:55.967268 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6228a229-1bdc-4816-ba2e-fe706fb40d68 req-4d863caf-7b12-4091-949a-fe9554dee861 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=99015528b0b847c98508b3bae124bd52&device_id=8121c8d7-cf6f-4aa8-9f54-bc977c774d73 HTTP/1.1" status: 200 len: 1095 time: 0.0945134 May 20 20:51:55.971212 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 51592) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:51:55.977597 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f56989c3-af69-4ba9-aa30-103090cb6f27 tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33068399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9641221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8422588'] for subnet, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:55.978814 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455ec73e-0462-4ef3-9cc5-b8191caf59c7 tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=35d40369-a768-4475-9be0-cb0ca675213e,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:51:56.033581 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-714e8858-09b9-4137-96c9-c4657026c1cc tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0608296 May 20 20:51:56.036447 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56989c3-af69-4ba9-aa30-103090cb6f27 tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Pushing event deleted for resources: {'Subnet': ['ID=121bd543-babf-43b7-ac0a-c8cf95fa7981,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:51:56.037158 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 51594) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:51:56.043029 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f56989c3-af69-4ba9-aa30-103090cb6f27 tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Notify callbacks [] for subnet, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:56.046311 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-f56989c3-af69-4ba9-aa30-103090cb6f27 tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] 10.222.0.35 "DELETE /v2.0/subnets/121bd543-babf-43b7-ac0a-c8cf95fa7981 HTTP/1.1" status: 204 len: 168 time: 0.9573221 May 20 20:51:56.054912 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-130163f1-5aa6-4e27-9759-1abc366d872f None None] Network 66d58b19-8fe4-4fe0-9a11-5120bbb05f2e requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:51:56.056766 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 51596) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:51:56.083143 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d23c72f4-02c3-4823-b205-8398a414ca00 req-d377ad4e-2f6a-45c5-8235-b4bd49ed59cd tempest-ListServersNegativeTestJSON-1516530306 tempest-ListServersNegativeTestJSON-1516530306-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0155060 May 20 20:51:56.096104 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [req-d23c72f4-02c3-4823-b205-8398a414ca00 req-567c7715-514c-493d-9eae-938150af273a service neutron] Request body: {'port': {'device_id': 'e961ac34-9e24-4ce8-91ba-f40718c1a458', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-842733-1'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:51:56.107700 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5953bbbd-2bff-4d90-951e-f9175d89f81b req-b166a93c-76cb-4ffb-abb6-21fc9832b0fb tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:56.109242 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5953bbbd-2bff-4d90-951e-f9175d89f81b req-b166a93c-76cb-4ffb-abb6-21fc9832b0fb tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/ports?device_id=03abbdec-2b0d-4070-9a67-4bafa23e6224 HTTP/1.1" status: 200 len: 945 time: 0.1635048 May 20 20:51:56.144579 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-61b3106d-9503-4e7d-ae01-c67a45568c2f tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.1040332 May 20 20:51:56.148591 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 51600) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:51:56.182456 n-d-842733-1 neutron-server[103162]: INFO neutron.api.v2.resource [None req-7386f3f7-ba8d-4f02-b6b3-897aa89c77c8 tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] delete failed (client error): The resource could not be found. May 20 20:51:56.184157 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-7386f3f7-ba8d-4f02-b6b3-897aa89c77c8 tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] 10.222.0.35 "DELETE /v2.0/security-groups/35d40369-a768-4475-9be0-cb0ca675213e HTTP/1.1" status: 404 len: 347 time: 0.0343826 May 20 20:51:56.187997 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 51602) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:51:56.202299 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-aa7ec3ae-7a09-4f76-8fb2-d6d97c81162d tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33160123'] for network, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:56.218768 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6228a229-1bdc-4816-ba2e-fe706fb40d68 req-68ad7ff2-f898-4251-b888-528fd218fe33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:56.220186 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6228a229-1bdc-4816-ba2e-fe706fb40d68 req-68ad7ff2-f898-4251-b888-528fd218fe33 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=99015528b0b847c98508b3bae124bd52&shared=False HTTP/1.1" status: 200 len: 919 time: 0.2403369 May 20 20:51:56.228739 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-d23c72f4-02c3-4823-b205-8398a414ca00 req-567c7715-514c-493d-9eae-938150af273a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:56.240589 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5953bbbd-2bff-4d90-951e-f9175d89f81b req-80f0813b-05fa-4047-8198-ab7ec9e09cc6 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9f9543d-587a-47bd-8772-bda4bd5582ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098378 May 20 20:51:56.299692 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-da01a1d2-7ce5-484b-82ef-5512e553de71 tempest-SecGroupIPv6Test-2093651032 tempest-SecGroupIPv6Test-2093651032-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1103754 May 20 20:51:56.328845 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ff9aa6b-4cea-4840-83bb-e3033e29303b None None] DHCP port deletion for 66d58b19-8fe4-4fe0-9a11-5120bbb05f2e request from n-d-842733-1 {{(pid=103164) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 20:51:56.346402 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-aa7ec3ae-7a09-4f76-8fb2-d6d97c81162d tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Deleting port 8582e786-ca17-4edc-a919-133fa31e040c {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:51:56.346775 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-aa7ec3ae-7a09-4f76-8fb2-d6d97c81162d tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:56.427758 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-9ff9aa6b-4cea-4840-83bb-e3033e29303b None None] Deleting port 8582e786-ca17-4edc-a919-133fa31e040c {{(pid=103164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:51:56.428778 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-9ff9aa6b-4cea-4840-83bb-e3033e29303b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:56.450218 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-aa7ec3ae-7a09-4f76-8fb2-d6d97c81162d tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] For port 8582e786-ca17-4edc-a919-133fa31e040c, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=8582e786-ca17-4edc-a919-133fa31e040c,segment=NetworkSegment(33a148b7-9d1d-44df-af49-c7676d5a181d),segment_id=33a148b7-9d1d-44df-af49-c7676d5a181d)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:51:56.450691 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-aa7ec3ae-7a09-4f76-8fb2-d6d97c81162d tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:56.469542 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-aa7ec3ae-7a09-4f76-8fb2-d6d97c81162d tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Calling delete_port for 8582e786-ca17-4edc-a919-133fa31e040c owned by network:dhcp {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:51:56.510643 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6228a229-1bdc-4816-ba2e-fe706fb40d68 req-ccc77681-b304-4564-a301-38ab15408d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:56.512246 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6228a229-1bdc-4816-ba2e-fe706fb40d68 req-ccc77681-b304-4564-a301-38ab15408d43 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2844701 May 20 20:51:56.529651 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-9ff9aa6b-4cea-4840-83bb-e3033e29303b None None] For port 8582e786-ca17-4edc-a919-133fa31e040c, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=8582e786-ca17-4edc-a919-133fa31e040c,segment=NetworkSegment(33a148b7-9d1d-44df-af49-c7676d5a181d),segment_id=33a148b7-9d1d-44df-af49-c7676d5a181d)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:51:56.530461 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-9ff9aa6b-4cea-4840-83bb-e3033e29303b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:56.545548 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc330707-4f1c-45fd-a46c-15a7d1d5eae5 req-a5e491a2-fac1-4646-a139-00405bf555d8 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:56.546034 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-9ff9aa6b-4cea-4840-83bb-e3033e29303b None None] Calling delete_port for 8582e786-ca17-4edc-a919-133fa31e040c owned by network:dhcp {{(pid=103164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:51:56.555205 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-dc330707-4f1c-45fd-a46c-15a7d1d5eae5 req-a5e491a2-fac1-4646-a139-00405bf555d8 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/ports?device_id=03abbdec-2b0d-4070-9a67-4bafa23e6224 HTTP/1.1" status: 200 len: 945 time: 0.1889420 May 20 20:51:56.676330 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-aa7ec3ae-7a09-4f76-8fb2-d6d97c81162d tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:56.686615 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-9ff9aa6b-4cea-4840-83bb-e3033e29303b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099'] for port, after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:56.716350 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7ec3ae-7a09-4f76-8fb2-d6d97c81162d tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Pushing event deleted for resources: {'Port': ['ID=8582e786-ca17-4edc-a919-133fa31e040c,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:51:56.723476 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa7ec3ae-7a09-4f76-8fb2-d6d97c81162d tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] No DVR routers for this DVR port 8582e786-ca17-4edc-a919-133fa31e040c on host n-d-842733-1 {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:51:56.728473 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff9aa6b-4cea-4840-83bb-e3033e29303b None None] Pushing event deleted for resources: {'Port': ['ID=8582e786-ca17-4edc-a919-133fa31e040c,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:51:56.732550 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff9aa6b-4cea-4840-83bb-e3033e29303b None None] No DVR routers for this DVR port 8582e786-ca17-4edc-a919-133fa31e040c on host n-d-842733-1 {{(pid=103164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:51:56.764346 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-dc330707-4f1c-45fd-a46c-15a7d1d5eae5 req-b00af6a3-8ab1-43c7-b899-78c409a62cf4 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9f9543d-587a-47bd-8772-bda4bd5582ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080393 May 20 20:51:56.783651 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883c04dc-2a89-4fb8-814a-8cfa7b01e81d req-dd5d4991-4343-48e0-b053-e162e456458b tempest-ListServersNegativeTestJSON-1516530306 tempest-ListServersNegativeTestJSON-1516530306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:56.786082 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-883c04dc-2a89-4fb8-814a-8cfa7b01e81d req-dd5d4991-4343-48e0-b053-e162e456458b tempest-ListServersNegativeTestJSON-1516530306 tempest-ListServersNegativeTestJSON-1516530306-project] 10.222.0.35 "GET /v2.0/ports?device_id=e961ac34-9e24-4ce8-91ba-f40718c1a458 HTTP/1.1" status: 200 len: 931 time: 0.1175578 May 20 20:51:56.790947 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23c72f4-02c3-4823-b205-8398a414ca00 req-9697adb7-711a-42e6-816b-acf8eacac5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:56.791543 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d23c72f4-02c3-4823-b205-8398a414ca00 req-9697adb7-711a-42e6-816b-acf8eacac5bd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=99015528b0b847c98508b3bae124bd52&device_id=8121c8d7-cf6f-4aa8-9f54-bc977c774d73 HTTP/1.1" status: 200 len: 1095 time: 0.1862326 May 20 20:51:56.868269 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d23c72f4-02c3-4823-b205-8398a414ca00 req-9ca1b351-bc71-497f-8b02-c9271ce2b8c4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e1f7768a-8247-4620-a3ae-d89f6357adb1 HTTP/1.1" status: 200 len: 217 time: 0.0610380 May 20 20:51:56.888046 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-aa7ec3ae-7a09-4f76-8fb2-d6d97c81162d tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33072115', 'neutron.services.segments.db._delete_segments_for_network-8782419500584'] for network, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:56.911002 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-aa7ec3ae-7a09-4f76-8fb2-d6d97c81162d tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66d58b19-8fe4-4fe0-9a11-5120bbb05f2e']}} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:51:56.921331 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-aa7ec3ae-7a09-4f76-8fb2-d6d97c81162d tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33a148b7-9d1d-44df-af49-c7676d5a181d') {'for_net_delete': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:51:56.921632 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-aa7ec3ae-7a09-4f76-8fb2-d6d97c81162d tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33a148b7-9d1d-44df-af49-c7676d5a181d') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:51:56.932343 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 51616) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:51:56.941673 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-aa7ec3ae-7a09-4f76-8fb2-d6d97c81162d tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419501617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3738385'] for segment, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:56.950744 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-883c04dc-2a89-4fb8-814a-8cfa7b01e81d req-9e91232c-c1eb-4dae-9d77-0007652dda49 tempest-ListServersNegativeTestJSON-1516530306 tempest-ListServersNegativeTestJSON-1516530306-project] 10.222.0.35 "GET /v2.0/security-groups?id=2feb58dd-43f5-46ea-bb11-622cd72312c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470335 May 20 20:51:56.957875 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-aa7ec3ae-7a09-4f76-8fb2-d6d97c81162d tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:56.965342 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa7ec3ae-7a09-4f76-8fb2-d6d97c81162d tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Releasing vlan 206 on physical network physnet1 to pool {{(pid=103162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 20:51:56.971130 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-aa7ec3ae-7a09-4f76-8fb2-d6d97c81162d tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3800791'] for segment, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:56.974246 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [req-d23c72f4-02c3-4823-b205-8398a414ca00 req-567c7715-514c-493d-9eae-938150af273a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9bd58fef-c291-4214-8d8f-df3b98b22fb2 {{(pid=103163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:51:56.983946 n-d-842733-1 neutron-server[103162]: Traceback (most recent call last): May 20 20:51:56.983946 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 20:51:56.983946 n-d-842733-1 neutron-server[103162]: timer() May 20 20:51:56.983946 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 20:51:56.983946 n-d-842733-1 neutron-server[103162]: cb(*args, **kw) May 20 20:51:56.983946 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 20 20:51:56.983946 n-d-842733-1 neutron-server[103162]: return func(*args, **kwargs) May 20 20:51:56.983946 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 20:51:56.983946 n-d-842733-1 neutron-server[103162]: self._notify() May 20 20:51:56.983946 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 20:51:56.983946 n-d-842733-1 neutron-server[103162]: self.callback(batched_events) May 20 20:51:56.983946 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 20:51:56.983946 n-d-842733-1 neutron-server[103162]: event.method(event) May 20 20:51:56.983946 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 20 20:51:56.983946 n-d-842733-1 neutron-server[103162]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 20:51:56.983946 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 20 20:51:56.983946 n-d-842733-1 neutron-server[103162]: aggregate_uuid = self.p_client.list_aggregates( May 20 20:51:56.983946 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 20 20:51:56.983946 n-d-842733-1 neutron-server[103162]: return f(self, *a, **k) May 20 20:51:56.983946 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 20 20:51:56.983946 n-d-842733-1 neutron-server[103162]: return self._get(url).json() May 20 20:51:56.983946 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 20 20:51:56.983946 n-d-842733-1 neutron-server[103162]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 20:51:56.983946 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 20:51:56.983946 n-d-842733-1 neutron-server[103162]: return self.request(url, 'GET', **kwargs) May 20 20:51:56.983946 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 20:51:56.983946 n-d-842733-1 neutron-server[103162]: base_url = self.get_endpoint(auth, allow=allow, May 20 20:51:56.983946 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 20:51:56.983946 n-d-842733-1 neutron-server[103162]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 20:51:56.983946 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 20:51:56.983946 n-d-842733-1 neutron-server[103162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 20:51:56.983946 n-d-842733-1 neutron-server[103162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 20:51:56.998560 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23c72f4-02c3-4823-b205-8398a414ca00 req-09d04c92-4f07-44d7-a362-85694809342c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:56.998560 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d23c72f4-02c3-4823-b205-8398a414ca00 req-09d04c92-4f07-44d7-a362-85694809342c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3a0e66e6-2fdf-488f-a380-b0ac16c67535 HTTP/1.1" status: 200 len: 858 time: 0.1164250 May 20 20:51:56.998560 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-d23c72f4-02c3-4823-b205-8398a414ca00 req-567c7715-514c-493d-9eae-938150af273a service neutron] Notify callbacks [] for port, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:57.019355 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [req-d23c72f4-02c3-4823-b205-8398a414ca00 req-567c7715-514c-493d-9eae-938150af273a service neutron] Transition to ACTIVE for port object 9bd58fef-c291-4214-8d8f-df3b98b22fb2 will not be triggered until provisioned by entity L2. {{(pid=103163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 20:51:57.164619 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-aa7ec3ae-7a09-4f76-8fb2-d6d97c81162d tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33072122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748162'] for network, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:57.185344 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-aa7ec3ae-7a09-4f76-8fb2-d6d97c81162d tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Notify callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:57.199856 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-aa7ec3ae-7a09-4f76-8fb2-d6d97c81162d tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] 10.222.0.35 "DELETE /v2.0/networks/66d58b19-8fe4-4fe0-9a11-5120bbb05f2e HTTP/1.1" status: 204 len: 168 time: 1.1417422 May 20 20:51:57.224971 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 51622) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:51:57.232505 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-c2777d8e-8934-468a-ac7d-e3a8767a93ee tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-342446345'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:51:57.235991 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7ec3ae-7a09-4f76-8fb2-d6d97c81162d tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Pushing event deleted for resources: {'Network': ['ID=66d58b19-8fe4-4fe0-9a11-5120bbb05f2e,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:51:57.287763 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-797c5ea7-3f63-45b3-96bf-3e853c7e0070 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=bae7770acec944619f353442150ea25a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3535640 May 20 20:51:57.299094 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 51628) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:51:57.354377 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2777d8e-8934-468a-ac7d-e3a8767a93ee tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Made reservation on behalf of e3d9ae9ec4284a8583d227968508713c for: {'network': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:51:57.358437 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c2777d8e-8934-468a-ac7d-e3a8767a93ee tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for network, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:57.381522 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d23c72f4-02c3-4823-b205-8398a414ca00 req-634f35d5-529e-476d-91f7-bf755966846d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=885d295f-3361-4b27-b769-9af7ccc6cb95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3750672 May 20 20:51:57.382398 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-d23c72f4-02c3-4823-b205-8398a414ca00 req-567c7715-514c-493d-9eae-938150af273a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:57.448263 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2777d8e-8934-468a-ac7d-e3a8767a93ee tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 224} {{(pid=103162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 20:51:57.471426 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-334915bf-b4f1-4b33-a688-5d298542331c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:57.483498 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c2777d8e-8934-468a-ac7d-e3a8767a93ee tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:57.483969 n-d-842733-1 neutron-server[103162]: INFO neutron.db.segments_db [None req-c2777d8e-8934-468a-ac7d-e3a8767a93ee tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Added segment 54bbadcf-588c-4198-8303-84fe8d6de8f5 of type vlan for network 924dd687-788d-4778-b5b5-021fd6263f7b May 20 20:51:57.513635 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-334915bf-b4f1-4b33-a688-5d298542331c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:57.518986 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567c7715-514c-493d-9eae-938150af273a service neutron] Pushing event updated for resources: {'Port': ['ID=9bd58fef-c291-4214-8d8f-df3b98b22fb2,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:51:57.595222 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c2777d8e-8934-468a-ac7d-e3a8767a93ee tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418993264'] for network, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:57.623119 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d23c72f4-02c3-4823-b205-8398a414ca00 req-c4aba44f-015f-4cc2-8d6f-7e3b8f94c12c service neutron] 10.222.0.13 "GET /v2.0/networks/885d295f-3361-4b27-b769-9af7ccc6cb95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2310057 May 20 20:51:57.627537 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-d23c72f4-02c3-4823-b205-8398a414ca00 req-567c7715-514c-493d-9eae-938150af273a service neutron] Attempting to bind port 9bd58fef-c291-4214-8d8f-df3b98b22fb2 on host n-h1-842733-1 for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:51:57.627867 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-d23c72f4-02c3-4823-b205-8398a414ca00 req-567c7715-514c-493d-9eae-938150af273a service neutron] Attempting to bind port 9bd58fef-c291-4214-8d8f-df3b98b22fb2 by drivers openvswitch,hyperv on host n-h1-842733-1 at level 0 using segments [{'id': '523fe16c-8b83-4c0a-8dbd-c46319e8174e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '885d295f-3361-4b27-b769-9af7ccc6cb95'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:51:57.628225 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d23c72f4-02c3-4823-b205-8398a414ca00 req-567c7715-514c-493d-9eae-938150af273a service neutron] Attempting to bind port 9bd58fef-c291-4214-8d8f-df3b98b22fb2 on network 885d295f-3361-4b27-b769-9af7ccc6cb95 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:51:57.640698 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d23c72f4-02c3-4823-b205-8398a414ca00 req-567c7715-514c-493d-9eae-938150af273a service neutron] Port 9bd58fef-c291-4214-8d8f-df3b98b22fb2 on network 885d295f-3361-4b27-b769-9af7ccc6cb95 not bound, no agent of type Open vSwitch agent registered on host n-h1-842733-1 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 20:51:57.641046 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d23c72f4-02c3-4823-b205-8398a414ca00 req-567c7715-514c-493d-9eae-938150af273a service neutron] Attempting to bind port 9bd58fef-c291-4214-8d8f-df3b98b22fb2 on network 885d295f-3361-4b27-b769-9af7ccc6cb95 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:51:57.658373 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d23c72f4-02c3-4823-b205-8398a414ca00 req-567c7715-514c-493d-9eae-938150af273a service neutron] Checking agent: {'id': '08dfb1ce-804b-4db8-838b-21094082e041', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 32, 54), 'started_at': datetime.datetime(2022, 5, 20, 20, 32, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 51, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:51:57.658711 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d23c72f4-02c3-4823-b205-8398a414ca00 req-567c7715-514c-493d-9eae-938150af273a service neutron] Checking segment: {'id': '523fe16c-8b83-4c0a-8dbd-c46319e8174e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '885d295f-3361-4b27-b769-9af7ccc6cb95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:51:57.659179 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d23c72f4-02c3-4823-b205-8398a414ca00 req-567c7715-514c-493d-9eae-938150af273a service neutron] Bound using segment: {'id': '523fe16c-8b83-4c0a-8dbd-c46319e8174e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '885d295f-3361-4b27-b769-9af7ccc6cb95'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:51:57.660142 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-d23c72f4-02c3-4823-b205-8398a414ca00 req-567c7715-514c-493d-9eae-938150af273a service neutron] Bound port: 9bd58fef-c291-4214-8d8f-df3b98b22fb2, host: n-h1-842733-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '523fe16c-8b83-4c0a-8dbd-c46319e8174e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '885d295f-3361-4b27-b769-9af7ccc6cb95'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:51:57.660709 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-d23c72f4-02c3-4823-b205-8398a414ca00 req-567c7715-514c-493d-9eae-938150af273a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:57.678956 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 8582e786-ca17-4edc-a919-133fa31e040c no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:51:57.709542 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: 8582e786-ca17-4edc-a919-133fa31e040c {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 20:51:57.711563 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 8582e786-ca17-4edc-a919-133fa31e040c not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 20:51:57.729056 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 95408595-afd1-4633-8c52-534f97829725 details requested by agent hyperv_n-h1-842733-1 with host n-h1-842733-1 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 20:51:57.743635 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c2777d8e-8934-468a-ac7d-e3a8767a93ee tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524'] for network, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:57.753820 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2777d8e-8934-468a-ac7d-e3a8767a93ee tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:57.753820 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c2777d8e-8934-468a-ac7d-e3a8767a93ee tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Notify callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:57.810421 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d23c72f4-02c3-4823-b205-8398a414ca00 req-4c611849-c1c0-4189-9f5a-3acdb2d5f348 service neutron] 10.222.0.13 "GET /v2.0/networks/885d295f-3361-4b27-b769-9af7ccc6cb95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1786139 May 20 20:51:57.861616 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-d23c72f4-02c3-4823-b205-8398a414ca00 req-567c7715-514c-493d-9eae-938150af273a service neutron] For port 9bd58fef-c291-4214-8d8f-df3b98b22fb2, host n-h1-842733-1, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:51:57.884286 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b427c3-35f5-4fe5-854f-8fdefdaea079 req-20e80f5e-9d41-4911-9bcc-414f3ef5072b tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:57.891990 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a9b427c3-35f5-4fe5-854f-8fdefdaea079 req-20e80f5e-9d41-4911-9bcc-414f3ef5072b tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/ports?device_id=03abbdec-2b0d-4070-9a67-4bafa23e6224 HTTP/1.1" status: 200 len: 945 time: 0.1092653 May 20 20:51:57.895866 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-d23c72f4-02c3-4823-b205-8398a414ca00 req-567c7715-514c-493d-9eae-938150af273a service neutron] For port 9bd58fef-c291-4214-8d8f-df3b98b22fb2, host n-h1-842733-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=9bd58fef-c291-4214-8d8f-df3b98b22fb2,segment=NetworkSegment(523fe16c-8b83-4c0a-8dbd-c46319e8174e),segment_id=523fe16c-8b83-4c0a-8dbd-c46319e8174e)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:51:57.911571 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port 95408595-afd1-4633-8c52-534f97829725, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=95408595-afd1-4633-8c52-534f97829725,segment=NetworkSegment(523fe16c-8b83-4c0a-8dbd-c46319e8174e),segment_id=523fe16c-8b83-4c0a-8dbd-c46319e8174e)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:51:57.935409 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Returning: {'device': '95408595-afd1-4633-8c52-534f97829725', 'network_id': '885d295f-3361-4b27-b769-9af7ccc6cb95', 'port_id': '95408595-afd1-4633-8c52-534f97829725', 'mac_address': 'fa:16:3e:9b:98:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a0e66e6-2fdf-488f-a380-b0ac16c67535', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 20 20:51:57.944776 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a9b427c3-35f5-4fe5-854f-8fdefdaea079 req-a177263e-50ae-48f3-a77c-dbef13369591 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9f9543d-587a-47bd-8772-bda4bd5582ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461910 May 20 20:51:57.985737 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Current status of the port 95408595-afd1-4633-8c52-534f97829725 is: DOWN; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:51:57.986128 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:58.002780 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95408595-afd1-4633-8c52-534f97829725 {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:51:58.026096 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port 95408595-afd1-4633-8c52-534f97829725, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=95408595-afd1-4633-8c52-534f97829725,segment=NetworkSegment(523fe16c-8b83-4c0a-8dbd-c46319e8174e),segment_id=523fe16c-8b83-4c0a-8dbd-c46319e8174e)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:51:58.037126 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-d23c72f4-02c3-4823-b205-8398a414ca00 req-567c7715-514c-493d-9eae-938150af273a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:58.109965 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:58.144320 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23c72f4-02c3-4823-b205-8398a414ca00 req-567c7715-514c-493d-9eae-938150af273a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:58.145150 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-d23c72f4-02c3-4823-b205-8398a414ca00 req-567c7715-514c-493d-9eae-938150af273a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:58.146759 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d23c72f4-02c3-4823-b205-8398a414ca00 req-567c7715-514c-493d-9eae-938150af273a service neutron] 10.222.0.24 "PUT /v2.0/ports/9bd58fef-c291-4214-8d8f-df3b98b22fb2 HTTP/1.1" status: 200 len: 1091 time: 2.0561576 May 20 20:51:58.147840 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e961ac34-9e24-4ce8-91ba-f40718c1a458', 'tag': '9bd58fef-c291-4214-8d8f-df3b98b22fb2'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:51:58.151759 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4291b17aa7b45362825f0571e77c85f5e73afe1df9c7e9e15006df9d695c005e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eddcdfbf-79e6-4b9d-837c-052704bb4ad5" -d '{"events": [{"name": "network-changed", "server_uuid": "e961ac34-9e24-4ce8-91ba-f40718c1a458", "tag": "9bd58fef-c291-4214-8d8f-df3b98b22fb2"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:51:58.178529 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Pushing event updated for resources: {'Port': ['ID=95408595-afd1-4633-8c52-534f97829725,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:51:58.188024 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-334915bf-b4f1-4b33-a688-5d298542331c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:58.190506 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-334915bf-b4f1-4b33-a688-5d298542331c admin admin] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:58.191657 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-334915bf-b4f1-4b33-a688-5d298542331c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3af003fa-834b-4a0c-bed7-5509691e9dce HTTP/1.1" status: 204 len: 168 time: 0.8915493 May 20 20:51:58.191913 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567c7715-514c-493d-9eae-938150af273a service neutron] Pushing event updated for resources: {'Port': ['ID=9bd58fef-c291-4214-8d8f-df3b98b22fb2,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:51:58.211406 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc4a9fb-9706-4cfe-8e30-c7eef982822c req-144803b0-c99d-4ee0-8d73-deee3b3bb156 tempest-ListServersNegativeTestJSON-1516530306 tempest-ListServersNegativeTestJSON-1516530306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:58.211584 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334915bf-b4f1-4b33-a688-5d298542331c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3af003fa-834b-4a0c-bed7-5509691e9dce,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:51:58.213054 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7dc4a9fb-9706-4cfe-8e30-c7eef982822c req-144803b0-c99d-4ee0-8d73-deee3b3bb156 tempest-ListServersNegativeTestJSON-1516530306 tempest-ListServersNegativeTestJSON-1516530306-project] 10.222.0.35 "GET /v2.0/ports?device_id=e961ac34-9e24-4ce8-91ba-f40718c1a458 HTTP/1.1" status: 200 len: 943 time: 0.1401675 May 20 20:51:58.216807 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2777d8e-8934-468a-ac7d-e3a8767a93ee tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Pushing event updated for resources: {'Network': ['ID=924dd687-788d-4778-b5b5-021fd6263f7b,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:51:58.251919 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Network 924dd687-788d-4778-b5b5-021fd6263f7b details requested by agent ovs-agent-n-d-842733-1 with host n-d-842733-1 {{(pid=103164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 20 20:51:58.280560 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 20:51:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef47b614-57d4-423b-9fbb-74d386f90d1e x-openstack-request-id: req-ef47b614-57d4-423b-9fbb-74d386f90d1e {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:51:58.280911 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e961ac34-9e24-4ce8-91ba-f40718c1a458", "tag": "9bd58fef-c291-4214-8d8f-df3b98b22fb2", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:51:58.281147 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ef47b614-57d4-423b-9fbb-74d386f90d1e {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:51:58.281730 n-d-842733-1 neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef47b614-57d4-423b-9fbb-74d386f90d1e'] response: {'name': 'network-changed', 'server_uuid': 'e961ac34-9e24-4ce8-91ba-f40718c1a458', 'tag': '9bd58fef-c291-4214-8d8f-df3b98b22fb2', 'status': 'completed', 'code': 200} May 20 20:51:58.309884 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7dc4a9fb-9706-4cfe-8e30-c7eef982822c req-34100280-db37-485d-b5a9-9d7c353ee123 tempest-ListServersNegativeTestJSON-1516530306 tempest-ListServersNegativeTestJSON-1516530306-project] 10.222.0.35 "GET /v2.0/security-groups?id=2feb58dd-43f5-46ea-bb11-622cd72312c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878849 May 20 20:51:58.338907 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-c2777d8e-8934-468a-ac7d-e3a8767a93ee tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.1125717 May 20 20:51:58.341688 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 51674) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:51:58.345739 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] get_ports_and_sgs() called for port_ids ['95408595-afd1-4633-8c52-534f97829725'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:51:58.348942 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-f3764321-8a56-44dd-ade1-06e167f47bd1 tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Request body: {'subnet': {'network_id': '924dd687-788d-4778-b5b5-021fd6263f7b', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:51:58.391812 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddcdfbf-79e6-4b9d-837c-052704bb4ad5 req-53462d45-9d85-45b2-b74a-51b689597a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:58.393627 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-eddcdfbf-79e6-4b9d-837c-052704bb4ad5 req-53462d45-9d85-45b2-b74a-51b689597a43 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=99015528b0b847c98508b3bae124bd52&device_id=e961ac34-9e24-4ce8-91ba-f40718c1a458 HTTP/1.1" status: 200 len: 1094 time: 0.0827336 May 20 20:51:58.419296 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed76d03-91bd-4cc4-bfa4-938f79e06963 req-4f7bfe85-fcc6-4ffa-a9ca-7172561d00a6 tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:58.431819 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2ed76d03-91bd-4cc4-bfa4-938f79e06963 req-4f7bfe85-fcc6-4ffa-a9ca-7172561d00a6 tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] 10.222.0.35 "GET /v2.0/ports?device_id=8b88cd31-cda3-44fe-8261-e4f5f87931ab HTTP/1.1" status: 200 len: 945 time: 0.0904446 May 20 20:51:58.522713 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2ed76d03-91bd-4cc4-bfa4-938f79e06963 req-c0b647d5-26ba-4bc0-a4fc-a17f76fd6973 tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] 10.222.0.35 "GET /v2.0/security-groups?id=178a2da1-ceea-4d89-b699-5b1b443e3e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0900080 May 20 20:51:58.567044 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddcdfbf-79e6-4b9d-837c-052704bb4ad5 req-9e8715bf-38b8-4757-a6d3-3c1b1608035e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:58.569894 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3764321-8a56-44dd-ade1-06e167f47bd1 tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Made reservation on behalf of e3d9ae9ec4284a8583d227968508713c for: {'subnet': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:51:58.570017 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-eddcdfbf-79e6-4b9d-837c-052704bb4ad5 req-9e8715bf-38b8-4757-a6d3-3c1b1608035e service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=99015528b0b847c98508b3bae124bd52&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1600657 May 20 20:51:58.571292 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f3764321-8a56-44dd-ade1-06e167f47bd1 tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4018244'] for subnet, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:58.679822 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddcdfbf-79e6-4b9d-837c-052704bb4ad5 req-301b7263-4b5d-4f80-a1b1-ca58e0411b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:58.681466 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-eddcdfbf-79e6-4b9d-837c-052704bb4ad5 req-301b7263-4b5d-4f80-a1b1-ca58e0411b1d service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1066232 May 20 20:51:58.771567 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23c72f4-02c3-4823-b205-8398a414ca00 req-cc38aa0e-3c46-49bb-9c52-d1a874d94c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:58.773306 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d23c72f4-02c3-4823-b205-8398a414ca00 req-cc38aa0e-3c46-49bb-9c52-d1a874d94c69 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=99015528b0b847c98508b3bae124bd52&device_id=e961ac34-9e24-4ce8-91ba-f40718c1a458 HTTP/1.1" status: 200 len: 1094 time: 0.0470419 May 20 20:51:58.820910 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d23c72f4-02c3-4823-b205-8398a414ca00 req-51b6a31a-45fa-42f0-8673-79d8fb954f74 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9bd58fef-c291-4214-8d8f-df3b98b22fb2 HTTP/1.1" status: 200 len: 217 time: 0.0395484 May 20 20:51:58.850668 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f3764321-8a56-44dd-ade1-06e167f47bd1 tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3797684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4018258'] for subnet, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:58.897268 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23c72f4-02c3-4823-b205-8398a414ca00 req-ab1dc484-5425-49ce-85e5-ad58474eeb08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:58.900321 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d23c72f4-02c3-4823-b205-8398a414ca00 req-ab1dc484-5425-49ce-85e5-ad58474eeb08 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3a0e66e6-2fdf-488f-a380-b0ac16c67535 HTTP/1.1" status: 200 len: 858 time: 0.0696912 May 20 20:51:58.925166 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3764321-8a56-44dd-ade1-06e167f47bd1 tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Pushing event updated for resources: {'Subnet': ['ID=0234f992-0fd7-48fc-b427-c1e8f0b0a73f,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:51:58.946893 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3764321-8a56-44dd-ade1-06e167f47bd1 tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Checking segment: {'id': '54bbadcf-588c-4198-8303-84fe8d6de8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '924dd687-788d-4778-b5b5-021fd6263f7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:51:58.947635 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3764321-8a56-44dd-ade1-06e167f47bd1 tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Network hostable DHCP agents. Network: 924dd687-788d-4778-b5b5-021fd6263f7b, hostable agents: ['c9b0653c-f3c7-4339-bd50-e3754b629216'], hosted agents: [] {{(pid=103162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 20:51:58.951791 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d23c72f4-02c3-4823-b205-8398a414ca00 req-80091e36-e9f6-4787-b02a-513701abe4c7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=885d295f-3361-4b27-b769-9af7ccc6cb95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406139 May 20 20:51:59.014916 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3764321-8a56-44dd-ade1-06e167f47bd1 tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Network 924dd687-788d-4778-b5b5-021fd6263f7b is scheduled to be hosted by DHCP agent c9b0653c-f3c7-4339-bd50-e3754b629216 with binding_index 1 {{(pid=103162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 20:51:59.092160 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277733e6-7e54-4cc1-ac59-be8fd530c364 req-5f8969c7-4199-4810-bc32-cd407e8cbadf tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:59.093668 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-277733e6-7e54-4cc1-ac59-be8fd530c364 req-5f8969c7-4199-4810-bc32-cd407e8cbadf tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/ports?device_id=03abbdec-2b0d-4070-9a67-4bafa23e6224 HTTP/1.1" status: 200 len: 945 time: 0.0816860 May 20 20:51:59.100220 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d23c72f4-02c3-4823-b205-8398a414ca00 req-3453616b-2c5b-4780-bec7-d8f53ce9c59c service neutron] 10.222.0.24 "GET /v2.0/networks/885d295f-3361-4b27-b769-9af7ccc6cb95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406891 May 20 20:51:59.112051 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-f3764321-8a56-44dd-ade1-06e167f47bd1 tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842733-1, 924dd687-788d-4778-b5b5-021fd6263f7b) {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:51:59.118354 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3764321-8a56-44dd-ade1-06e167f47bd1 tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:59.119363 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f3764321-8a56-44dd-ade1-06e167f47bd1 tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Notify callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:59.124009 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2787dd84-b53b-409e-9483-b73f8970f8dc None None] Network 924dd687-788d-4778-b5b5-021fd6263f7b requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:51:59.183393 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-277733e6-7e54-4cc1-ac59-be8fd530c364 req-9963d1de-15c8-46b9-bfb1-137854d9db7f tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9f9543d-587a-47bd-8772-bda4bd5582ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822241 May 20 20:51:59.212236 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-f3764321-8a56-44dd-ade1-06e167f47bd1 tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.8685660 May 20 20:51:59.216566 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 51692) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:51:59.221929 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-b4821fab-b958-4479-ba0d-b50ea9d0069e tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1034337419'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:51:59.234474 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d23c72f4-02c3-4823-b205-8398a414ca00 req-3e9bf57c-f029-4c59-8525-911ea4fc7fc6 service neutron] 10.222.0.24 "GET /v2.0/networks/885d295f-3361-4b27-b769-9af7ccc6cb95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265552 May 20 20:51:59.295206 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96140707-1ba9-49cc-9baf-7e3b594b7126 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaee2b848-d4b9-5db1-b6ef-d6db29d67de7-924dd687-788d-4778-b5b5-021fd6263f7b', 'network_id': '924dd687-788d-4778-b5b5-021fd6263f7b', 'tenant_id': 'e3d9ae9ec4284a8583d227968508713c', 'fixed_ips': [{'subnet_id': '0234f992-0fd7-48fc-b427-c1e8f0b0a73f'}]}} from n-d-842733-1. {{(pid=103164) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 20:51:59.296072 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-96140707-1ba9-49cc-9baf-7e3b594b7126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:59.386646 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4821fab-b958-4479-ba0d-b50ea9d0069e tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Made reservation on behalf of e3d9ae9ec4284a8583d227968508713c for: {'network': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:51:59.390667 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b4821fab-b958-4479-ba0d-b50ea9d0069e tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for network, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:59.418997 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4821fab-b958-4479-ba0d-b50ea9d0069e tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 239} {{(pid=103162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 20:51:59.433621 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b4821fab-b958-4479-ba0d-b50ea9d0069e tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:59.434137 n-d-842733-1 neutron-server[103162]: INFO neutron.db.segments_db [None req-b4821fab-b958-4479-ba0d-b50ea9d0069e tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Added segment 45e97163-8ad2-440a-8f52-6a96e3283366 of type vlan for network 8ab515e4-5d3f-42a3-ae7a-1e6a1c0ce275 May 20 20:51:59.485483 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [None req-96140707-1ba9-49cc-9baf-7e3b594b7126 None None] Allocated IP 19.80.0.2 (924dd687-788d-4778-b5b5-021fd6263f7b/0234f992-0fd7-48fc-b427-c1e8f0b0a73f/a5833df5-f976-4606-9f36-161bcf4757a4) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:51:59.493080 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b4821fab-b958-4479-ba0d-b50ea9d0069e tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418993264'] for network, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:59.513262 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb20a0fd-9da0-4d20-97fd-c7996f99d8c2 req-bc072386-9b54-416b-85dc-0370548f75ba tempest-ListServersNegativeTestJSON-1516530306 tempest-ListServersNegativeTestJSON-1516530306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:59.515204 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-bb20a0fd-9da0-4d20-97fd-c7996f99d8c2 req-bc072386-9b54-416b-85dc-0370548f75ba tempest-ListServersNegativeTestJSON-1516530306 tempest-ListServersNegativeTestJSON-1516530306-project] 10.222.0.35 "GET /v2.0/ports?device_id=e961ac34-9e24-4ce8-91ba-f40718c1a458 HTTP/1.1" status: 200 len: 943 time: 0.1116600 May 20 20:51:59.589448 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-bb20a0fd-9da0-4d20-97fd-c7996f99d8c2 req-27de6850-46ec-4e09-88a3-68180b678eb4 tempest-ListServersNegativeTestJSON-1516530306 tempest-ListServersNegativeTestJSON-1516530306-project] 10.222.0.35 "GET /v2.0/security-groups?id=2feb58dd-43f5-46ea-bb11-622cd72312c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664074 May 20 20:51:59.646713 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-96140707-1ba9-49cc-9baf-7e3b594b7126 None None] Notify callbacks [] for port, precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:59.652067 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c5f9d7-6e2d-4bc5-8df5-21a794e6f038 req-55d9db47-234f-4366-a639-3daf1beddf84 tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:59.653624 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-59c5f9d7-6e2d-4bc5-8df5-21a794e6f038 req-55d9db47-234f-4366-a639-3daf1beddf84 tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] 10.222.0.35 "GET /v2.0/ports?device_id=8b88cd31-cda3-44fe-8261-e4f5f87931ab HTTP/1.1" status: 200 len: 945 time: 0.0525055 May 20 20:51:59.694050 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-59c5f9d7-6e2d-4bc5-8df5-21a794e6f038 req-b8455025-494a-4f3a-9811-b221f207bdf9 tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] 10.222.0.35 "GET /v2.0/security-groups?id=178a2da1-ceea-4d89-b699-5b1b443e3e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336876 May 20 20:51:59.700505 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b4821fab-b958-4479-ba0d-b50ea9d0069e tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524'] for network, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:59.706936 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4821fab-b958-4479-ba0d-b50ea9d0069e tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:51:59.707722 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b4821fab-b958-4479-ba0d-b50ea9d0069e tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Notify callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:59.724986 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-96140707-1ba9-49cc-9baf-7e3b594b7126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108'] for port, after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:59.750050 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 51710) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:51:59.764295 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 95408595-afd1-4633-8c52-534f97829725 up at agent hyperv_n-h1-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:51:59.798215 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4821fab-b958-4479-ba0d-b50ea9d0069e tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Pushing event updated for resources: {'Network': ['ID=8ab515e4-5d3f-42a3-ae7a-1e6a1c0ce275,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:51:59.808661 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-b4821fab-b958-4479-ba0d-b50ea9d0069e tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5881581 May 20 20:51:59.808661 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 51714) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:51:59.814856 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96140707-1ba9-49cc-9baf-7e3b594b7126 None None] Network 924dd687-788d-4778-b5b5-021fd6263f7b is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:51:59.817801 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-72c7f434-69b3-4af5-8ce3-1048bb317806 tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Request body: {'subnet': {'network_id': '8ab515e4-5d3f-42a3-ae7a-1e6a1c0ce275', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:51:59.822926 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Network 8ab515e4-5d3f-42a3-ae7a-1e6a1c0ce275 details requested by agent ovs-agent-n-d-842733-1 with host n-d-842733-1 {{(pid=103164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 20 20:51:59.916006 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-cec28609-8a31-4ca8-8226-f9b342643b75 tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] Request body: {'security_group': {'name': 'tempest-secgroup--1731811413'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:51:59.927602 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-96140707-1ba9-49cc-9baf-7e3b594b7126 None None] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:51:59.934148 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96140707-1ba9-49cc-9baf-7e3b594b7126 None None] Received port after_create {{(pid=103164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:51:59.976303 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96140707-1ba9-49cc-9baf-7e3b594b7126 None None] Pushing event updated for resources: {'Port': ['ID=a5833df5-f976-4606-9f36-161bcf4757a4,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:52:00.021836 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-96140707-1ba9-49cc-9baf-7e3b594b7126 None None] Attempting to bind port a5833df5-f976-4606-9f36-161bcf4757a4 on host n-d-842733-1 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:52:00.022328 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-96140707-1ba9-49cc-9baf-7e3b594b7126 None None] Attempting to bind port a5833df5-f976-4606-9f36-161bcf4757a4 by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': '54bbadcf-588c-4198-8303-84fe8d6de8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '924dd687-788d-4778-b5b5-021fd6263f7b'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:52:00.022746 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96140707-1ba9-49cc-9baf-7e3b594b7126 None None] Attempting to bind port a5833df5-f976-4606-9f36-161bcf4757a4 on network 924dd687-788d-4778-b5b5-021fd6263f7b {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:52:00.029410 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96140707-1ba9-49cc-9baf-7e3b594b7126 None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 51, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:52:00.029857 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96140707-1ba9-49cc-9baf-7e3b594b7126 None None] Checking segment: {'id': '54bbadcf-588c-4198-8303-84fe8d6de8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '924dd687-788d-4778-b5b5-021fd6263f7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:52:00.030416 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-96140707-1ba9-49cc-9baf-7e3b594b7126 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:00.030864 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96140707-1ba9-49cc-9baf-7e3b594b7126 None None] Bound using segment: {'id': '54bbadcf-588c-4198-8303-84fe8d6de8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '924dd687-788d-4778-b5b5-021fd6263f7b'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:52:00.031392 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-96140707-1ba9-49cc-9baf-7e3b594b7126 None None] Bound port: a5833df5-f976-4606-9f36-161bcf4757a4, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54bbadcf-588c-4198-8303-84fe8d6de8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '924dd687-788d-4778-b5b5-021fd6263f7b'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:52:00.031832 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-96140707-1ba9-49cc-9baf-7e3b594b7126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:00.060768 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72c7f434-69b3-4af5-8ce3-1048bb317806 tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Made reservation on behalf of e3d9ae9ec4284a8583d227968508713c for: {'subnet': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:52:00.065391 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-72c7f434-69b3-4af5-8ce3-1048bb317806 tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4018244'] for subnet, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:00.086828 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-cec28609-8a31-4ca8-8226-f9b342643b75 tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:00.088550 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Provisioning for port 95408595-afd1-4633-8c52-534f97829725 completed by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 20:52:00.095091 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-cec28609-8a31-4ca8-8226-f9b342643b75 tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:00.105134 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Provisioning complete for port 95408595-afd1-4633-8c52-534f97829725 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:52:00.105554 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:00.147662 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-96140707-1ba9-49cc-9baf-7e3b594b7126 None None] For port a5833df5-f976-4606-9f36-161bcf4757a4, host n-d-842733-1, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:52:00.166569 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-96140707-1ba9-49cc-9baf-7e3b594b7126 None None] For port a5833df5-f976-4606-9f36-161bcf4757a4, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=a5833df5-f976-4606-9f36-161bcf4757a4,segment=NetworkSegment(54bbadcf-588c-4198-8303-84fe8d6de8f5),segment_id=54bbadcf-588c-4198-8303-84fe8d6de8f5)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:52:00.219664 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-cec28609-8a31-4ca8-8226-f9b342643b75 tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:00.254397 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Current status of the port 95408595-afd1-4633-8c52-534f97829725 is: BUILD; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:52:00.260216 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:00.265755 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-96140707-1ba9-49cc-9baf-7e3b594b7126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:00.311026 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5056c2b5-8362-4d68-bc44-1a3ef1f9bc61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95408595-afd1-4633-8c52-534f97829725'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:52:00.313104 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8485417003ce7c0410b00f5cdc2f391e21107b70bb68e2773712534a96e108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4894fd67-d9aa-4d74-8830-a0d0ce4fc9a5" -d '{"events": [{"server_uuid": "5056c2b5-8362-4d68-bc44-1a3ef1f9bc61", "name": "network-vif-plugged", "status": "completed", "tag": "95408595-afd1-4633-8c52-534f97829725"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:52:00.331754 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b77a02-941e-4778-8d0b-9d99dc4817a4 req-8a5e0d09-648d-47ed-8d0f-66ac2814b80c tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:52:00.333480 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-11b77a02-941e-4778-8d0b-9d99dc4817a4 req-8a5e0d09-648d-47ed-8d0f-66ac2814b80c tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b88cd31-cda3-44fe-8261-e4f5f87931ab HTTP/1.1" status: 200 len: 945 time: 0.1123652 May 20 20:52:00.334909 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port 95408595-afd1-4633-8c52-534f97829725, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=95408595-afd1-4633-8c52-534f97829725,segment=NetworkSegment(523fe16c-8b83-4c0a-8dbd-c46319e8174e),segment_id=523fe16c-8b83-4c0a-8dbd-c46319e8174e)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:52:00.368406 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96140707-1ba9-49cc-9baf-7e3b594b7126 None None] Pushing event updated for resources: {'Port': ['ID=a5833df5-f976-4606-9f36-161bcf4757a4,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:52:00.377358 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 20:52:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20e1e544-470d-4e64-bd6b-5ebc8bd39b71 x-openstack-request-id: req-20e1e544-470d-4e64-bd6b-5ebc8bd39b71 {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:52:00.377694 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5056c2b5-8362-4d68-bc44-1a3ef1f9bc61", "name": "network-vif-plugged", "status": "completed", "tag": "95408595-afd1-4633-8c52-534f97829725", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:52:00.378023 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-20e1e544-470d-4e64-bd6b-5ebc8bd39b71 {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:52:00.378532 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20e1e544-470d-4e64-bd6b-5ebc8bd39b71'] response: {'server_uuid': '5056c2b5-8362-4d68-bc44-1a3ef1f9bc61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95408595-afd1-4633-8c52-534f97829725', 'code': 200} May 20 20:52:00.388532 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-cec28609-8a31-4ca8-8226-f9b342643b75 tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:00.398708 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3e5395-1979-4a41-91ce-73b594fdfda7 req-b7dc05d6-b97a-4e22-806a-c44f9fb93605 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:52:00.400269 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1c3e5395-1979-4a41-91ce-73b594fdfda7 req-b7dc05d6-b97a-4e22-806a-c44f9fb93605 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/ports?device_id=03abbdec-2b0d-4070-9a67-4bafa23e6224 HTTP/1.1" status: 200 len: 945 time: 0.1115117 May 20 20:52:00.459545 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:00.461691 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-72c7f434-69b3-4af5-8ce3-1048bb317806 tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3797684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4018258'] for subnet, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:00.514576 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec28609-8a31-4ca8-8226-f9b342643b75 tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ced7e2af-fea9-420e-8a61-4af835b888b8,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:52:00.580180 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c7f434-69b3-4af5-8ce3-1048bb317806 tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Pushing event updated for resources: {'Subnet': ['ID=80319eb1-92d7-47a8-b7af-4dd2462e9447,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:52:00.607817 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c7f434-69b3-4af5-8ce3-1048bb317806 tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Checking segment: {'id': '45e97163-8ad2-440a-8f52-6a96e3283366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '8ab515e4-5d3f-42a3-ae7a-1e6a1c0ce275'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:52:00.608184 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72c7f434-69b3-4af5-8ce3-1048bb317806 tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Network hostable DHCP agents. Network: 8ab515e4-5d3f-42a3-ae7a-1e6a1c0ce275, hostable agents: ['c9b0653c-f3c7-4339-bd50-e3754b629216'], hosted agents: [] {{(pid=103162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 20:52:00.674699 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Pushing event updated for resources: {'Port': ['ID=95408595-afd1-4633-8c52-534f97829725,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:52:00.727751 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1c3e5395-1979-4a41-91ce-73b594fdfda7 req-ef7e3ec8-03c4-40b3-a6b9-dcf7d2c004af tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9f9543d-587a-47bd-8772-bda4bd5582ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2486117 May 20 20:52:00.765853 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-cec28609-8a31-4ca8-8226-f9b342643b75 tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:00.772297 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72c7f434-69b3-4af5-8ce3-1048bb317806 tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Network 8ab515e4-5d3f-42a3-ae7a-1e6a1c0ce275 is scheduled to be hosted by DHCP agent c9b0653c-f3c7-4339-bd50-e3754b629216 with binding_index 1 {{(pid=103162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 20:52:00.821480 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3286bba7-751c-4048-a2ec-98055d44717b req-9c8fc22d-82d6-4b4b-a19b-bf12e416cab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:52:00.822967 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3286bba7-751c-4048-a2ec-98055d44717b req-9c8fc22d-82d6-4b4b-a19b-bf12e416cab3 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5056c2b5-8362-4d68-bc44-1a3ef1f9bc61 HTTP/1.1" status: 200 len: 1097 time: 0.3130572 May 20 20:52:00.826700 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [req-11b77a02-941e-4778-8d0b-9d99dc4817a4 req-130fda1c-344c-4d45-a82b-5ce5845c1aea tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] Deleting port 546b046d-2ea6-41ac-8c89-525b517cfb53 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:52:00.827167 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-11b77a02-941e-4778-8d0b-9d99dc4817a4 req-130fda1c-344c-4d45-a82b-5ce5845c1aea tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:00.925594 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-cec28609-8a31-4ca8-8226-f9b342643b75 tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:00.975159 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-72c7f434-69b3-4af5-8ce3-1048bb317806 tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842733-1, 8ab515e4-5d3f-42a3-ae7a-1e6a1c0ce275) {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:52:00.982273 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72c7f434-69b3-4af5-8ce3-1048bb317806 tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:52:00.983099 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-72c7f434-69b3-4af5-8ce3-1048bb317806 tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Notify callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:00.984805 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d6052fa-d312-4603-80d5-e14a7c161f3b None None] Network 8ab515e4-5d3f-42a3-ae7a-1e6a1c0ce275 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:52:01.011214 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3686f4-b2cf-4eeb-b609-030a0dd4fb90 req-3ae927ed-fe85-4dcb-a4cc-50110c7cd432 tempest-ListServersNegativeTestJSON-1516530306 tempest-ListServersNegativeTestJSON-1516530306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:52:01.012804 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1f3686f4-b2cf-4eeb-b609-030a0dd4fb90 req-3ae927ed-fe85-4dcb-a4cc-50110c7cd432 tempest-ListServersNegativeTestJSON-1516530306 tempest-ListServersNegativeTestJSON-1516530306-project] 10.222.0.35 "GET /v2.0/ports?device_id=e961ac34-9e24-4ce8-91ba-f40718c1a458 HTTP/1.1" status: 200 len: 943 time: 0.2638209 May 20 20:52:01.014431 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3286bba7-751c-4048-a2ec-98055d44717b req-b31f4ca2-eb62-46fd-b3cb-38d7751801bf service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=2feb58dd-43f5-46ea-bb11-622cd72312c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810858 May 20 20:52:01.031586 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec28609-8a31-4ca8-8226-f9b342643b75 tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f98a8ad-2fe2-49b1-8988-2f62f083ddf7,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:52:01.037828 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device e1f7768a-8247-4620-a3ae-d89f6357adb1 details requested by agent hyperv_n-h2-842733-1 with host n-h2-842733-1 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 20:52:01.048014 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4aef85d-b0f6-41ab-a158-c65a6a785ac8 req-5f9a26bb-97d5-4810-ace2-89e4ee8f6b2f tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:52:01.049550 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b4aef85d-b0f6-41ab-a158-c65a6a785ac8 req-5f9a26bb-97d5-4810-ace2-89e4ee8f6b2f tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] 10.222.0.35 "GET /v2.0/ports?device_id=8b88cd31-cda3-44fe-8261-e4f5f87931ab HTTP/1.1" status: 200 len: 945 time: 0.2255356 May 20 20:52:01.094231 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-72c7f434-69b3-4af5-8ce3-1048bb317806 tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.2820547 May 20 20:52:01.133034 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1f3686f4-b2cf-4eeb-b609-030a0dd4fb90 req-9022e2f8-1e87-4396-ac9c-18255db64f07 tempest-ListServersNegativeTestJSON-1516530306 tempest-ListServersNegativeTestJSON-1516530306-project] 10.222.0.35 "GET /v2.0/security-groups?id=2feb58dd-43f5-46ea-bb11-622cd72312c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027751 May 20 20:52:01.133443 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-cec28609-8a31-4ca8-8226-f9b342643b75 tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:01.137886 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-cec28609-8a31-4ca8-8226-f9b342643b75 tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.3864877 May 20 20:52:01.139748 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 51728) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:52:01.150537 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-11b77a02-941e-4778-8d0b-9d99dc4817a4 req-130fda1c-344c-4d45-a82b-5ce5845c1aea tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] For port 546b046d-2ea6-41ac-8c89-525b517cfb53, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=546b046d-2ea6-41ac-8c89-525b517cfb53,segment=NetworkSegment(c827a625-78ca-430c-9240-807cb6bb6287),segment_id=c827a625-78ca-430c-9240-807cb6bb6287)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:52:01.150904 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-11b77a02-941e-4778-8d0b-9d99dc4817a4 req-130fda1c-344c-4d45-a82b-5ce5845c1aea tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:01.229779 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port e1f7768a-8247-4620-a3ae-d89f6357adb1, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=e1f7768a-8247-4620-a3ae-d89f6357adb1,segment=NetworkSegment(523fe16c-8b83-4c0a-8dbd-c46319e8174e),segment_id=523fe16c-8b83-4c0a-8dbd-c46319e8174e)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:52:01.237095 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-8603b848-4b85-419f-a881-946c90c5327a tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0956006 May 20 20:52:01.240106 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 51730) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:52:01.249647 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-fea54848-1a44-4684-bbf6-e903bacb3e7c tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] Request body: {'security_group': {'name': 'tempest-security--1799901899', 'description': 'tempest-security-description-2109991203'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:52:01.255713 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b4aef85d-b0f6-41ab-a158-c65a6a785ac8 req-9f9e5f36-4982-4a3e-81c8-c77aaadf1cf6 tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] 10.222.0.35 "GET /v2.0/security-groups?id=178a2da1-ceea-4d89-b699-5b1b443e3e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1544175 May 20 20:52:01.273409 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87347431-3a80-4960-a47c-080278edced4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaee2b848-d4b9-5db1-b6ef-d6db29d67de7-8ab515e4-5d3f-42a3-ae7a-1e6a1c0ce275', 'network_id': '8ab515e4-5d3f-42a3-ae7a-1e6a1c0ce275', 'tenant_id': 'e3d9ae9ec4284a8583d227968508713c', 'fixed_ips': [{'subnet_id': '80319eb1-92d7-47a8-b7af-4dd2462e9447'}]}} from n-d-842733-1. {{(pid=103164) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 20:52:01.274265 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-87347431-3a80-4960-a47c-080278edced4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:01.297160 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Returning: {'device': 'e1f7768a-8247-4620-a3ae-d89f6357adb1', 'network_id': '885d295f-3361-4b27-b769-9af7ccc6cb95', 'port_id': 'e1f7768a-8247-4620-a3ae-d89f6357adb1', 'mac_address': 'fa:16:3e:e6:64:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a0e66e6-2fdf-488f-a380-b0ac16c67535', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 20 20:52:01.304938 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-fea54848-1a44-4684-bbf6-e903bacb3e7c tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] Notify callbacks [] for security_group, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:01.411962 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 51744) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:52:01.420181 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-fea54848-1a44-4684-bbf6-e903bacb3e7c tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] Notify callbacks [] for security_group, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:01.445907 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port e1f7768a-8247-4620-a3ae-d89f6357adb1 is: DOWN; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:52:01.446309 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:01.480965 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1f7768a-8247-4620-a3ae-d89f6357adb1 {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:52:01.492522 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-fea54848-1a44-4684-bbf6-e903bacb3e7c tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:01.495804 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-fea54848-1a44-4684-bbf6-e903bacb3e7c tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:01.500268 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-fea54848-1a44-4684-bbf6-e903bacb3e7c tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] 10.222.0.35 "PUT /v2.0/security-groups/7f98a8ad-2fe2-49b1-8988-2f62f083ddf7 HTTP/1.1" status: 200 len: 1780 time: 0.2588513 May 20 20:52:01.500874 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 51748) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:52:01.538958 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port e1f7768a-8247-4620-a3ae-d89f6357adb1, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=e1f7768a-8247-4620-a3ae-d89f6357adb1,segment=NetworkSegment(523fe16c-8b83-4c0a-8dbd-c46319e8174e),segment_id=523fe16c-8b83-4c0a-8dbd-c46319e8174e)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:52:01.550817 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-11b77a02-941e-4778-8d0b-9d99dc4817a4 req-130fda1c-344c-4d45-a82b-5ce5845c1aea tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:01.553419 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-11b77a02-941e-4778-8d0b-9d99dc4817a4 req-130fda1c-344c-4d45-a82b-5ce5845c1aea tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748272'] for floatingip, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:01.553419 n-d-842733-1 neutron-server[103163]: INFO neutron.db.l3_db [req-11b77a02-941e-4778-8d0b-9d99dc4817a4 req-130fda1c-344c-4d45-a82b-5ce5845c1aea tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] Floating IP c2f230a2-4b91-44a7-bbe9-94efec2cb7e7 disassociated. External IP: 172.25.2.146, port: 546b046d-2ea6-41ac-8c89-525b517cfb53. May 20 20:52:01.553419 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [req-11b77a02-941e-4778-8d0b-9d99dc4817a4 req-130fda1c-344c-4d45-a82b-5ce5845c1aea tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] Calling delete_port for 546b046d-2ea6-41ac-8c89-525b517cfb53 owned by compute:nova {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:52:01.554478 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [None req-87347431-3a80-4960-a47c-080278edced4 None None] Allocated IP 19.86.0.2 (8ab515e4-5d3f-42a3-ae7a-1e6a1c0ce275/80319eb1-92d7-47a8-b7af-4dd2462e9447/960670dc-bb1a-44b8-822b-f60e0a8e2315) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:52:01.601418 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea54848-1a44-4684-bbf6-e903bacb3e7c tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f98a8ad-2fe2-49b1-8988-2f62f083ddf7,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:52:01.607548 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:01.645381 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-2c8fd50c-46e1-457f-b9a7-4a2662c690dd tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] 10.222.0.35 "GET /v2.0/security-groups/7f98a8ad-2fe2-49b1-8988-2f62f083ddf7 HTTP/1.1" status: 200 len: 1780 time: 0.1366661 May 20 20:52:01.660859 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 51750) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:52:01.682231 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e29dd983-35b2-4034-9154-e1aab79c882f admin admin] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:01.690718 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae6aacd-e4f5-444d-a3eb-a2039c70d647 req-6ecae437-c89e-4be3-8262-23835576d6dc tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:52:01.697480 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae6aacd-e4f5-444d-a3eb-a2039c70d647 req-6ecae437-c89e-4be3-8262-23835576d6dc tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:52:01.705514 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8ae6aacd-e4f5-444d-a3eb-a2039c70d647 req-6ecae437-c89e-4be3-8262-23835576d6dc tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] 10.222.0.35 "GET /v2.0/networks?id=924dd687-788d-4778-b5b5-021fd6263f7b&id=8ab515e4-5d3f-42a3-ae7a-1e6a1c0ce275 HTTP/1.1" status: 200 len: 1391 time: 0.3015728 May 20 20:52:01.752035 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8ae6aacd-e4f5-444d-a3eb-a2039c70d647 req-9be83d65-3cb6-40b2-94e7-9dc7842eec02 tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] 10.222.0.35 "GET /v2.0/quotas/e3d9ae9ec4284a8583d227968508713c HTTP/1.1" status: 200 len: 375 time: 0.0455506 May 20 20:52:01.793792 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 9bd58fef-c291-4214-8d8f-df3b98b22fb2 details requested by agent hyperv_n-h1-842733-1 with host n-h1-842733-1 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 20:52:01.797632 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device a5833df5-f976-4606-9f36-161bcf4757a4 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:52:01.822920 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e29dd983-35b2-4034-9154-e1aab79c882f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:01.857588 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=e1f7768a-8247-4620-a3ae-d89f6357adb1,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:52:01.918712 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-27cbf895-115f-4d87-8eff-0c6578c87685 tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:01.928638 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8ae6aacd-e4f5-444d-a3eb-a2039c70d647 req-c4c02e08-9f1b-42f6-a29e-e3b445574d65 tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=e3d9ae9ec4284a8583d227968508713c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1756699 May 20 20:52:01.938531 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e29dd983-35b2-4034-9154-e1aab79c882f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:01.983065 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-e29dd983-35b2-4034-9154-e1aab79c882f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=678b963fbdec42a391a5f03b8406b05f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5693867 May 20 20:52:01.984225 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29dd983-35b2-4034-9154-e1aab79c882f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13fa2a9d-3bb5-4290-bbd6-562541f61bea,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:52:01.987109 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 51754) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:52:02.006792 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9f12b8-b212-4b9e-bd33-f22e2c7b8bb5 req-2793015d-1f99-4a8c-bf0d-1a9449b77208 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:52:02.008517 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-fa9f12b8-b212-4b9e-bd33-f22e2c7b8bb5 req-2793015d-1f99-4a8c-bf0d-1a9449b77208 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/ports?device_id=03abbdec-2b0d-4070-9a67-4bafa23e6224 HTTP/1.1" status: 200 len: 945 time: 0.1694970 May 20 20:52:02.050473 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5a62fe18-15e0-44ce-853b-30f761b55b1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:02.053797 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-27cbf895-115f-4d87-8eff-0c6578c87685 tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:02.056886 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b796e405-9e71-4ddc-9001-dcf3c98d0979 None None] Network 924dd687-788d-4778-b5b5-021fd6263f7b requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:52:02.062010 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] get_ports_and_sgs() called for port_ids ['e1f7768a-8247-4620-a3ae-d89f6357adb1'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:52:02.073778 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5a62fe18-15e0-44ce-853b-30f761b55b1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:02.149111 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-fa9f12b8-b212-4b9e-bd33-f22e2c7b8bb5 req-8fe25158-06a9-4aaa-95f3-9db4d804f3dd tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9f9543d-587a-47bd-8772-bda4bd5582ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991921 May 20 20:52:02.153065 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.db.resource_extend [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 20 20:52:02.153562 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8ae6aacd-e4f5-444d-a3eb-a2039c70d647 req-d50e138b-8f3d-4004-b7cb-8dda3701a36c service neutron] 10.222.0.35 "GET /v2.0/networks/924dd687-788d-4778-b5b5-021fd6263f7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1918886 May 20 20:52:02.208261 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-6f328d73-5c01-44b8-aa8a-a69fee1b175c None None] Provisioning complete for port a5833df5-f976-4606-9f36-161bcf4757a4 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:52:02.208771 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-6f328d73-5c01-44b8-aa8a-a69fee1b175c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:02.218682 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-11b77a02-941e-4778-8d0b-9d99dc4817a4 req-130fda1c-344c-4d45-a82b-5ce5845c1aea tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:02.238544 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5a62fe18-15e0-44ce-853b-30f761b55b1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:02.242218 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5a62fe18-15e0-44ce-853b-30f761b55b1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:02.243519 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-5a62fe18-15e0-44ce-853b-30f761b55b1a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/13fa2a9d-3bb5-4290-bbd6-562541f61bea HTTP/1.1" status: 204 len: 168 time: 0.2551339 May 20 20:52:02.252692 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a62fe18-15e0-44ce-853b-30f761b55b1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13fa2a9d-3bb5-4290-bbd6-562541f61bea,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:52:02.267270 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130fda1c-344c-4d45-a82b-5ce5845c1aea tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] Pushing event deleted for resources: {'Port': ['ID=546b046d-2ea6-41ac-8c89-525b517cfb53,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:52:02.287657 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-27cbf895-115f-4d87-8eff-0c6578c87685 tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:02.290013 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-27cbf895-115f-4d87-8eff-0c6578c87685 tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:02.293607 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-27cbf895-115f-4d87-8eff-0c6578c87685 tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] 10.222.0.35 "DELETE /v2.0/security-groups/7f98a8ad-2fe2-49b1-8988-2f62f083ddf7 HTTP/1.1" status: 204 len: 168 time: 0.6292040 May 20 20:52:02.301844 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 51764) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:52:02.314793 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-87347431-3a80-4960-a47c-080278edced4 None None] Notify callbacks [] for port, precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:02.368791 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-de225adb-3a00-43f3-a9c1-7f9998c1ad9d tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0658092 May 20 20:52:02.371296 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8ae6aacd-e4f5-444d-a3eb-a2039c70d647 req-180c01c2-0e32-43d0-a0e6-45d415dac21a service neutron] 10.222.0.35 "GET /v2.0/networks/924dd687-788d-4778-b5b5-021fd6263f7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2085969 May 20 20:52:02.372069 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cbf895-115f-4d87-8eff-0c6578c87685 tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f98a8ad-2fe2-49b1-8988-2f62f083ddf7,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:52:02.373670 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 51766) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:52:02.389737 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:02.421239 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port a5833df5-f976-4606-9f36-161bcf4757a4 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:52:02.421630 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:02.434055 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-87347431-3a80-4960-a47c-080278edced4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108'] for port, after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:02.442493 n-d-842733-1 neutron-server[103163]: INFO neutron.api.v2.resource [None req-fb9b074e-1429-4b27-8426-be3676e75430 tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] delete failed (client error): The resource could not be found. May 20 20:52:02.443527 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-fb9b074e-1429-4b27-8426-be3676e75430 tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] 10.222.0.35 "DELETE /v2.0/security-groups/7f98a8ad-2fe2-49b1-8988-2f62f083ddf7 HTTP/1.1" status: 404 len: 347 time: 0.0663738 May 20 20:52:02.449038 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 51768) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:52:02.454710 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-689dcf30-d071-464a-85fc-dee62aa3c483 tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] Request body: {'security_group': {'name': 'tempest-secgroup--243604841'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:52:02.506719 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb780059-208a-4d48-8b64-5bf9a3a2a5da req-bb2fa058-d63b-4fe6-9511-872604986ee5 tempest-ListServersNegativeTestJSON-1516530306 tempest-ListServersNegativeTestJSON-1516530306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:52:02.508220 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-eb780059-208a-4d48-8b64-5bf9a3a2a5da req-bb2fa058-d63b-4fe6-9511-872604986ee5 tempest-ListServersNegativeTestJSON-1516530306 tempest-ListServersNegativeTestJSON-1516530306-project] 10.222.0.35 "GET /v2.0/ports?device_id=e961ac34-9e24-4ce8-91ba-f40718c1a458 HTTP/1.1" status: 200 len: 943 time: 0.2814422 May 20 20:52:02.541427 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port 9bd58fef-c291-4214-8d8f-df3b98b22fb2, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=9bd58fef-c291-4214-8d8f-df3b98b22fb2,segment=NetworkSegment(523fe16c-8b83-4c0a-8dbd-c46319e8174e),segment_id=523fe16c-8b83-4c0a-8dbd-c46319e8174e)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:52:02.600919 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-689dcf30-d071-464a-85fc-dee62aa3c483 tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:02.601761 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87347431-3a80-4960-a47c-080278edced4 None None] Network 8ab515e4-5d3f-42a3-ae7a-1e6a1c0ce275 is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:52:02.607848 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8ae6aacd-e4f5-444d-a3eb-a2039c70d647 req-44bfbd1a-5474-4ebc-8b26-becf7f9f6b65 service neutron] 10.222.0.35 "GET /v2.0/networks/8ab515e4-5d3f-42a3-ae7a-1e6a1c0ce275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2222760 May 20 20:52:02.611361 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Returning: {'device': '9bd58fef-c291-4214-8d8f-df3b98b22fb2', 'network_id': '885d295f-3361-4b27-b769-9af7ccc6cb95', 'port_id': '9bd58fef-c291-4214-8d8f-df3b98b22fb2', 'mac_address': 'fa:16:3e:81:36:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a0e66e6-2fdf-488f-a380-b0ac16c67535', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 20 20:52:02.620940 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-eb780059-208a-4d48-8b64-5bf9a3a2a5da req-c048b7b7-b01e-4207-94f9-8061c4245f2d tempest-ListServersNegativeTestJSON-1516530306 tempest-ListServersNegativeTestJSON-1516530306-project] 10.222.0.35 "GET /v2.0/security-groups?id=2feb58dd-43f5-46ea-bb11-622cd72312c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983081 May 20 20:52:02.635796 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [req-11b77a02-941e-4778-8d0b-9d99dc4817a4 req-130fda1c-344c-4d45-a82b-5ce5845c1aea tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] Router afa4c141-178a-467a-908d-4a321258d821 has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 20:52:02.657434 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-87347431-3a80-4960-a47c-080278edced4 None None] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:52:02.657434 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87347431-3a80-4960-a47c-080278edced4 None None] Received port after_create {{(pid=103164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:52:02.675134 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87347431-3a80-4960-a47c-080278edced4 None None] Pushing event updated for resources: {'Port': ['ID=960670dc-bb1a-44b8-822b-f60e0a8e2315,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:52:02.746730 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-689dcf30-d071-464a-85fc-dee62aa3c483 tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:02.764909 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-6f328d73-5c01-44b8-aa8a-a69fee1b175c None None] Current status of the port a5833df5-f976-4606-9f36-161bcf4757a4 is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:52:02.765427 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-6f328d73-5c01-44b8-aa8a-a69fee1b175c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:02.823393 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-689dcf30-d071-464a-85fc-dee62aa3c483 tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:02.853586 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Current status of the port 9bd58fef-c291-4214-8d8f-df3b98b22fb2 is: DOWN; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:52:02.853969 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:02.885173 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689dcf30-d071-464a-85fc-dee62aa3c483 tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54a0d3ec-fbd8-4f82-ab55-aa8c95114842,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:52:02.919087 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-87347431-3a80-4960-a47c-080278edced4 None None] Attempting to bind port 960670dc-bb1a-44b8-822b-f60e0a8e2315 on host n-d-842733-1 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:52:02.919411 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-87347431-3a80-4960-a47c-080278edced4 None None] Attempting to bind port 960670dc-bb1a-44b8-822b-f60e0a8e2315 by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': '45e97163-8ad2-440a-8f52-6a96e3283366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '8ab515e4-5d3f-42a3-ae7a-1e6a1c0ce275'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:52:02.919765 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87347431-3a80-4960-a47c-080278edced4 None None] Attempting to bind port 960670dc-bb1a-44b8-822b-f60e0a8e2315 on network 8ab515e4-5d3f-42a3-ae7a-1e6a1c0ce275 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:52:02.930484 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9bd58fef-c291-4214-8d8f-df3b98b22fb2 {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:52:02.944543 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-689dcf30-d071-464a-85fc-dee62aa3c483 tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:02.946021 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-689dcf30-d071-464a-85fc-dee62aa3c483 tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4955056 May 20 20:52:02.953069 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 51774) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:52:02.955546 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-cd52d467-20fe-495c-908b-0e65fc820421 tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] Request body: {'security_group_rule': {'security_group_id': '54a0d3ec-fbd8-4f82-ab55-aa8c95114842', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:52:02.967146 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-6f328d73-5c01-44b8-aa8a-a69fee1b175c None None] For port a5833df5-f976-4606-9f36-161bcf4757a4, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=a5833df5-f976-4606-9f36-161bcf4757a4,segment=NetworkSegment(54bbadcf-588c-4198-8303-84fe8d6de8f5),segment_id=54bbadcf-588c-4198-8303-84fe8d6de8f5)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:52:02.969461 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port a5833df5-f976-4606-9f36-161bcf4757a4 is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:52:02.970176 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:02.981249 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87347431-3a80-4960-a47c-080278edced4 None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 51, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:52:02.981745 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87347431-3a80-4960-a47c-080278edced4 None None] Checking segment: {'id': '45e97163-8ad2-440a-8f52-6a96e3283366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '8ab515e4-5d3f-42a3-ae7a-1e6a1c0ce275'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:52:02.982078 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-87347431-3a80-4960-a47c-080278edced4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:02.982525 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87347431-3a80-4960-a47c-080278edced4 None None] Bound using segment: {'id': '45e97163-8ad2-440a-8f52-6a96e3283366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '8ab515e4-5d3f-42a3-ae7a-1e6a1c0ce275'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:52:02.983198 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-87347431-3a80-4960-a47c-080278edced4 None None] Bound port: 960670dc-bb1a-44b8-822b-f60e0a8e2315, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45e97163-8ad2-440a-8f52-6a96e3283366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '8ab515e4-5d3f-42a3-ae7a-1e6a1c0ce275'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:52:02.983583 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-87347431-3a80-4960-a47c-080278edced4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:03.005305 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port 9bd58fef-c291-4214-8d8f-df3b98b22fb2, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=9bd58fef-c291-4214-8d8f-df3b98b22fb2,segment=NetworkSegment(523fe16c-8b83-4c0a-8dbd-c46319e8174e),segment_id=523fe16c-8b83-4c0a-8dbd-c46319e8174e)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:52:03.070241 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-6f328d73-5c01-44b8-aa8a-a69fee1b175c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:03.071200 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-cd52d467-20fe-495c-908b-0e65fc820421 tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:03.103725 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 546b046d-2ea6-41ac-8c89-525b517cfb53 no longer exists at agent hyperv_n-h2-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:52:03.140995 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:03.172213 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-87347431-3a80-4960-a47c-080278edced4 None None] For port 960670dc-bb1a-44b8-822b-f60e0a8e2315, host n-d-842733-1, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:52:03.172825 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-cd52d467-20fe-495c-908b-0e65fc820421 tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:03.174319 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] No Port match for: 546b046d-2ea6-41ac-8c89-525b517cfb53 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 20:52:03.174656 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 546b046d-2ea6-41ac-8c89-525b517cfb53 not bound to the agent host n-h2-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 20:52:03.204557 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-87347431-3a80-4960-a47c-080278edced4 None None] For port 960670dc-bb1a-44b8-822b-f60e0a8e2315, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=960670dc-bb1a-44b8-822b-f60e0a8e2315,segment=NetworkSegment(45e97163-8ad2-440a-8f52-6a96e3283366),segment_id=45e97163-8ad2-440a-8f52-6a96e3283366)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:52:03.212014 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.db.api [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103164) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 20 20:52:03.213035 n-d-842733-1 neutron-server[103164]: DEBUG oslo_db.api [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 20 20:52:03.214952 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f328d73-5c01-44b8-aa8a-a69fee1b175c None None] Pushing event updated for resources: {'Port': ['ID=a5833df5-f976-4606-9f36-161bcf4757a4,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:52:03.220762 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3b7df44e-02c1-4e99-ac69-6b487abd6132 req-aa3e4e06-e62b-441f-afa1-ea0ad30430d5 tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] 10.222.0.35 "GET /v2.0/ports?device_id=8b88cd31-cda3-44fe-8261-e4f5f87931ab HTTP/1.1" status: 200 len: 210 time: 0.4345865 May 20 20:52:03.253069 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8ae6aacd-e4f5-444d-a3eb-a2039c70d647 req-9b993478-5064-4589-8777-78f7aa2fdc4c service neutron] 10.222.0.35 "GET /v2.0/networks/8ab515e4-5d3f-42a3-ae7a-1e6a1c0ce275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6209679 May 20 20:52:03.272265 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Pushing event updated for resources: {'Port': ['ID=9bd58fef-c291-4214-8d8f-df3b98b22fb2,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:52:03.293836 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 51778) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:52:03.315402 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-11b77a02-941e-4778-8d0b-9d99dc4817a4 req-130fda1c-344c-4d45-a82b-5ce5845c1aea tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 20:52:03.316476 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a65c84b2-ce6a-449a-8204-86812e81c7bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:03.321625 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-87347431-3a80-4960-a47c-080278edced4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:03.328886 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6732381-d9c0-44ff-9e81-0e06e5cc07be None None] Sync routers for ids ['afa4c141-178a-467a-908d-4a321258d821'] in n-d-842733-1 {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 20:52:03.333091 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-cd52d467-20fe-495c-908b-0e65fc820421 tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691816'] for security_group_rule, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:03.349948 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6732381-d9c0-44ff-9e81-0e06e5cc07be None None] Routers {'afa4c141-178a-467a-908d-4a321258d821'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:52:03.350748 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-b6732381-d9c0-44ff-9e81-0e06e5cc07be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:51:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['afa4c141-178a-467a-908d-4a321258d821'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:52:03.387372 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] get_ports_and_sgs() called for port_ids ['9bd58fef-c291-4214-8d8f-df3b98b22fb2'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:52:03.399774 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [req-11b77a02-941e-4778-8d0b-9d99dc4817a4 req-130fda1c-344c-4d45-a82b-5ce5845c1aea tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] No DVR routers for this DVR port 546b046d-2ea6-41ac-8c89-525b517cfb53 on host n-h2-842733-1 {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:52:03.428085 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-11b77a02-941e-4778-8d0b-9d99dc4817a4 req-130fda1c-344c-4d45-a82b-5ce5845c1aea tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:03.436573 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-11b77a02-941e-4778-8d0b-9d99dc4817a4 req-130fda1c-344c-4d45-a82b-5ce5845c1aea tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] 10.222.0.13 "DELETE /v2.0/ports/546b046d-2ea6-41ac-8c89-525b517cfb53 HTTP/1.1" status: 204 len: 173 time: 3.0889611 May 20 20:52:03.436573 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b88cd31-cda3-44fe-8261-e4f5f87931ab', 'name': 'network-vif-deleted', 'tag': '546b046d-2ea6-41ac-8c89-525b517cfb53'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:52:03.436573 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4291b17aa7b45362825f0571e77c85f5e73afe1df9c7e9e15006df9d695c005e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-961ff7c9-d94d-43a9-86a3-0923bb7375df" -d '{"events": [{"server_uuid": "8b88cd31-cda3-44fe-8261-e4f5f87931ab", "name": "network-vif-deleted", "tag": "546b046d-2ea6-41ac-8c89-525b517cfb53"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:52:03.465064 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a65c84b2-ce6a-449a-8204-86812e81c7bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:03.476948 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd52d467-20fe-495c-908b-0e65fc820421 tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58aa5247-2cf7-4a2d-bdde-d9bab427b215,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:52:03.488204 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd08318-e8b8-4bd1-bb23-96ccdd7bbc5c req-2ca87ec0-31d2-44e1-a4f1-2514a869c78c tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:52:03.489928 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-fbd08318-e8b8-4bd1-bb23-96ccdd7bbc5c req-2ca87ec0-31d2-44e1-a4f1-2514a869c78c tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/ports?device_id=03abbdec-2b0d-4070-9a67-4bafa23e6224 HTTP/1.1" status: 200 len: 945 time: 0.1242032 May 20 20:52:03.514523 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87347431-3a80-4960-a47c-080278edced4 None None] Pushing event updated for resources: {'Port': ['ID=960670dc-bb1a-44b8-822b-f60e0a8e2315,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:52:03.527664 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-b6732381-d9c0-44ff-9e81-0e06e5cc07be None None] Set router afa4c141-178a-467a-908d-4a321258d821 gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:52:03.535009 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-459041f8-ad19-4eeb-8532-9405780b6167 None None] Provisioning complete for port a5833df5-f976-4606-9f36-161bcf4757a4 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:52:03.535009 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-459041f8-ad19-4eeb-8532-9405780b6167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:03.546114 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-fbd08318-e8b8-4bd1-bb23-96ccdd7bbc5c req-67173b7d-11b8-41c3-a2db-08a14a28c417 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9f9543d-587a-47bd-8772-bda4bd5582ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488722 May 20 20:52:03.609993 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a65c84b2-ce6a-449a-8204-86812e81c7bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:03.624902 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 20:52:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-158fdeb3-3746-4ccc-9526-1bf0c8070157 x-openstack-request-id: req-158fdeb3-3746-4ccc-9526-1bf0c8070157 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:52:03.625195 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b88cd31-cda3-44fe-8261-e4f5f87931ab", "name": "network-vif-deleted", "tag": "546b046d-2ea6-41ac-8c89-525b517cfb53", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:52:03.625470 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-158fdeb3-3746-4ccc-9526-1bf0c8070157 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:52:03.625880 n-d-842733-1 neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-158fdeb3-3746-4ccc-9526-1bf0c8070157'] response: {'server_uuid': '8b88cd31-cda3-44fe-8261-e4f5f87931ab', 'name': 'network-vif-deleted', 'tag': '546b046d-2ea6-41ac-8c89-525b517cfb53', 'status': 'completed', 'code': 200} May 20 20:52:03.632731 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-cd52d467-20fe-495c-908b-0e65fc820421 tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:03.637243 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 51782) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:52:03.637495 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-cd52d467-20fe-495c-908b-0e65fc820421 tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6870861 May 20 20:52:03.761470 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-a65c84b2-ce6a-449a-8204-86812e81c7bd admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7ceb4a5921aa4915bcf73c74765b67f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4653058 May 20 20:52:03.762651 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65c84b2-ce6a-449a-8204-86812e81c7bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3de1e51b-815b-4fdd-a088-47be20d0935c,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:52:03.766157 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 51790) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:52:03.855981 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-68e796a2-8005-4d1f-82ce-21554efeb90b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:03.877783 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e568887e-6483-4bf1-bff5-9219ac41d198 tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:03.887118 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-68e796a2-8005-4d1f-82ce-21554efeb90b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:03.896143 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e568887e-6483-4bf1-bff5-9219ac41d198 tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:03.918855 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-bef4159d-d337-4ed3-b106-7009a2206cea req-588554b8-e432-483c-97fe-e57b708d3ee8 tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] 10.222.0.35 "GET /v2.0/ports?device_id=31d0ec26-8d4a-4758-bb46-e604ea6fd02f HTTP/1.1" status: 200 len: 210 time: 0.1276360 May 20 20:52:03.986964 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d90fad0-fb83-4092-a3c3-ebe2d5d4fae7 req-8c4d5242-dc9f-4038-98d6-dba812079094 tempest-ListServersNegativeTestJSON-1516530306 tempest-ListServersNegativeTestJSON-1516530306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:52:03.995662 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1d90fad0-fb83-4092-a3c3-ebe2d5d4fae7 req-8c4d5242-dc9f-4038-98d6-dba812079094 tempest-ListServersNegativeTestJSON-1516530306 tempest-ListServersNegativeTestJSON-1516530306-project] 10.222.0.35 "GET /v2.0/ports?device_id=e961ac34-9e24-4ce8-91ba-f40718c1a458 HTTP/1.1" status: 200 len: 944 time: 0.0793083 May 20 20:52:04.051281 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-b6732381-d9c0-44ff-9e81-0e06e5cc07be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afa4c141-178a-467a-908d-4a321258d821', 'name': 'tempest-AttachVolumeTestJSON-610323402-router', 'tenant_id': 'ca192f5ef49d4f558388c6e642858250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': '2217fce8-2ead-4563-a3ae-c510ffb44b55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:48:00Z', 'updated_at': '2022-05-20T20:48:07Z', 'revision_number': 4, 'project_id': 'ca192f5ef49d4f558388c6e642858250', 'gw_port': {'id': '2217fce8-2ead-4563-a3ae-c510ffb44b55', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:b1:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afa4c141-178a-467a-908d-4a321258d821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1277, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:48:02Z', 'updated_at': '2022-05-20T20:48:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': 'f0bb0a2e-1aa2-48b2-a4ae-f49709d6caf0', 'name': '', 'network_id': '300c23a3-32b9-446d-971e-d684df46a80f', 'tenant_id': 'ca192f5ef49d4f558388c6e642858250', 'mac_address': 'fa:16:3e:da:b2:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afa4c141-178a-467a-908d-4a321258d821', 'device_owner': 'network:router_interface', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': '1dd25171-1f89-45fa-8119-54d59026591a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:48:07Z', 'updated_at': '2022-05-20T20:48:13Z', 'revision_number': 5, 'project_id': 'ca192f5ef49d4f558388c6e642858250', 'subnets': [{'id': '1dd25171-1f89-45fa-8119-54d59026591a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:52:04.051643 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-459041f8-ad19-4eeb-8532-9405780b6167 None None] Current status of the port a5833df5-f976-4606-9f36-161bcf4757a4 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:52:04.051765 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e568887e-6483-4bf1-bff5-9219ac41d198 tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691816'] for security_group_rule, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:04.052748 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port a5833df5-f976-4606-9f36-161bcf4757a4 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:52:04.054681 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e568887e-6483-4bf1-bff5-9219ac41d198 tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:04.055787 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-e568887e-6483-4bf1-bff5-9219ac41d198 tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/58aa5247-2cf7-4a2d-bdde-d9bab427b215 HTTP/1.1" status: 204 len: 168 time: 0.4165807 May 20 20:52:04.059344 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 51796) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:52:04.072036 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1d90fad0-fb83-4092-a3c3-ebe2d5d4fae7 req-881e24e6-a08e-4a2b-8219-046d75996e68 tempest-ListServersNegativeTestJSON-1516530306 tempest-ListServersNegativeTestJSON-1516530306-project] 10.222.0.35 "GET /v2.0/security-groups?id=2feb58dd-43f5-46ea-bb11-622cd72312c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752075 May 20 20:52:04.081810 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e568887e-6483-4bf1-bff5-9219ac41d198 tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=58aa5247-2cf7-4a2d-bdde-d9bab427b215,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:52:04.098749 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6732381-d9c0-44ff-9e81-0e06e5cc07be None None] Checking router: afa4c141-178a-467a-908d-4a321258d821 for host: n-d-842733-1 {{(pid=103165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 20:52:04.107717 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6732381-d9c0-44ff-9e81-0e06e5cc07be None None] Routers {'afa4c141-178a-467a-908d-4a321258d821'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:52:04.108490 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-b6732381-d9c0-44ff-9e81-0e06e5cc07be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:51:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['afa4c141-178a-467a-908d-4a321258d821'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:52:04.112066 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-3296dbc9-5aab-4576-b52d-6acb781c6413 tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0515320 May 20 20:52:04.115301 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 51798) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:52:04.117319 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-68e796a2-8005-4d1f-82ce-21554efeb90b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:04.119779 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-68e796a2-8005-4d1f-82ce-21554efeb90b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:04.120849 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-68e796a2-8005-4d1f-82ce-21554efeb90b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3de1e51b-815b-4fdd-a088-47be20d0935c HTTP/1.1" status: 204 len: 168 time: 0.3528957 May 20 20:52:04.164000 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e796a2-8005-4d1f-82ce-21554efeb90b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3de1e51b-815b-4fdd-a088-47be20d0935c,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:52:04.247445 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c679b4d9-c765-4f96-b6aa-ce5daf267b63 tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:04.286952 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c679b4d9-c765-4f96-b6aa-ce5daf267b63 tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:04.305021 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-b6732381-d9c0-44ff-9e81-0e06e5cc07be None None] Set router afa4c141-178a-467a-908d-4a321258d821 gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:52:04.379654 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 960670dc-bb1a-44b8-822b-f60e0a8e2315 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:52:04.421128 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4c27b1ee-e7bf-4ea1-9573-2af52f529db6 req-3696c787-4463-4dcf-ac12-8fbcd1a722a5 tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] 10.222.0.35 "GET /v2.0/ports?device_id=8b88cd31-cda3-44fe-8261-e4f5f87931ab HTTP/1.1" status: 200 len: 210 time: 0.0461543 May 20 20:52:04.452058 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 960670dc-bb1a-44b8-822b-f60e0a8e2315 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:52:04.452537 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:04.495008 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c679b4d9-c765-4f96-b6aa-ce5daf267b63 tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:04.499666 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c679b4d9-c765-4f96-b6aa-ce5daf267b63 tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:04.499961 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-c679b4d9-c765-4f96-b6aa-ce5daf267b63 tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] 10.222.0.35 "DELETE /v2.0/security-groups/54a0d3ec-fbd8-4f82-ab55-aa8c95114842 HTTP/1.1" status: 204 len: 168 time: 0.3833413 May 20 20:52:04.501677 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 51806) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:52:04.521934 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c679b4d9-c765-4f96-b6aa-ce5daf267b63 tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=54a0d3ec-fbd8-4f82-ab55-aa8c95114842,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:52:04.545898 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c679b4d9-c765-4f96-b6aa-ce5daf267b63 tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:52:04.546984 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c679b4d9-c765-4f96-b6aa-ce5daf267b63 tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:52:04.548557 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c679b4d9-c765-4f96-b6aa-ce5daf267b63 tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:52:04.550728 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c679b4d9-c765-4f96-b6aa-ce5daf267b63 tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:52:04.551187 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c679b4d9-c765-4f96-b6aa-ce5daf267b63 tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:52:04.552099 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c679b4d9-c765-4f96-b6aa-ce5daf267b63 tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:52:04.552541 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c679b4d9-c765-4f96-b6aa-ce5daf267b63 tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:52:04.553676 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c679b4d9-c765-4f96-b6aa-ce5daf267b63 tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:52:04.556811 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c679b4d9-c765-4f96-b6aa-ce5daf267b63 tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:52:04.556811 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c679b4d9-c765-4f96-b6aa-ce5daf267b63 tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:52:04.556811 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c679b4d9-c765-4f96-b6aa-ce5daf267b63 tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:52:04.560509 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c679b4d9-c765-4f96-b6aa-ce5daf267b63 tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:52:04.607578 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 960670dc-bb1a-44b8-822b-f60e0a8e2315 is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:52:04.608307 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:04.627223 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 51810) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:52:04.628375 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-7620f2af-f140-4127-928b-3121af7128b2 tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1198540 May 20 20:52:04.633595 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-a7228b38-9768-46f6-8e3f-cf9a4cf045f7 tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] Request body: {'security_group': {'name': 'tempest-secgroup--237559246'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:52:04.666764 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-b6732381-d9c0-44ff-9e81-0e06e5cc07be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afa4c141-178a-467a-908d-4a321258d821', 'name': 'tempest-AttachVolumeTestJSON-610323402-router', 'tenant_id': 'ca192f5ef49d4f558388c6e642858250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': '2217fce8-2ead-4563-a3ae-c510ffb44b55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:48:00Z', 'updated_at': '2022-05-20T20:48:07Z', 'revision_number': 4, 'project_id': 'ca192f5ef49d4f558388c6e642858250', 'gw_port': {'id': '2217fce8-2ead-4563-a3ae-c510ffb44b55', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:b1:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afa4c141-178a-467a-908d-4a321258d821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1277, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:48:02Z', 'updated_at': '2022-05-20T20:48:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': 'f0bb0a2e-1aa2-48b2-a4ae-f49709d6caf0', 'name': '', 'network_id': '300c23a3-32b9-446d-971e-d684df46a80f', 'tenant_id': 'ca192f5ef49d4f558388c6e642858250', 'mac_address': 'fa:16:3e:da:b2:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afa4c141-178a-467a-908d-4a321258d821', 'device_owner': 'network:router_interface', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': '1dd25171-1f89-45fa-8119-54d59026591a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:48:07Z', 'updated_at': '2022-05-20T20:48:13Z', 'revision_number': 5, 'project_id': 'ca192f5ef49d4f558388c6e642858250', 'subnets': [{'id': '1dd25171-1f89-45fa-8119-54d59026591a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:52:04.672444 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] For port 960670dc-bb1a-44b8-822b-f60e0a8e2315, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=960670dc-bb1a-44b8-822b-f60e0a8e2315,segment=NetworkSegment(45e97163-8ad2-440a-8f52-6a96e3283366),segment_id=45e97163-8ad2-440a-8f52-6a96e3283366)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:52:04.710623 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6732381-d9c0-44ff-9e81-0e06e5cc07be None None] The sync data for ids ['afa4c141-178a-467a-908d-4a321258d821'] in n-d-842733-1 is: [{'id': 'afa4c141-178a-467a-908d-4a321258d821', 'name': 'tempest-AttachVolumeTestJSON-610323402-router', 'tenant_id': 'ca192f5ef49d4f558388c6e642858250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': '2217fce8-2ead-4563-a3ae-c510ffb44b55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:48:00Z', 'updated_at': '2022-05-20T20:48:07Z', 'revision_number': 4, 'project_id': 'ca192f5ef49d4f558388c6e642858250', 'gw_port': {'id': '2217fce8-2ead-4563-a3ae-c510ffb44b55', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:b1:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afa4c141-178a-467a-908d-4a321258d821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1277, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:48:02Z', 'updated_at': '2022-05-20T20:48:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': 'f0bb0a2e-1aa2-48b2-a4ae-f49709d6caf0', 'name': '', 'network_id': '300c23a3-32b9-446d-971e-d684df46a80f', 'tenant_id': 'ca192f5ef49d4f558388c6e642858250', 'mac_address': 'fa:16:3e:da:b2:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afa4c141-178a-467a-908d-4a321258d821', 'device_owner': 'network:router_interface', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': '1dd25171-1f89-45fa-8119-54d59026591a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:48:07Z', 'updated_at': '2022-05-20T20:48:13Z', 'revision_number': 5, 'project_id': 'ca192f5ef49d4f558388c6e642858250', 'subnets': [{'id': '1dd25171-1f89-45fa-8119-54d59026591a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 20:52:04.762950 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d8978a-e431-43ab-a756-bdf277cf8c42 req-0dd63d7c-b9e2-41e5-9483-b08cfac23958 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:52:04.772182 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-79d8978a-e431-43ab-a756-bdf277cf8c42 req-0dd63d7c-b9e2-41e5-9483-b08cfac23958 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/ports?device_id=03abbdec-2b0d-4070-9a67-4bafa23e6224 HTTP/1.1" status: 200 len: 945 time: 0.1107397 May 20 20:52:04.786961 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a7228b38-9768-46f6-8e3f-cf9a4cf045f7 tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:04.807058 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:04.812121 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device a5833df5-f976-4606-9f36-161bcf4757a4 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:52:04.845846 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-79d8978a-e431-43ab-a756-bdf277cf8c42 req-342dd0f7-2323-4fc3-a193-b18cde6feb84 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9f9543d-587a-47bd-8772-bda4bd5582ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667436 May 20 20:52:04.915757 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a7228b38-9768-46f6-8e3f-cf9a4cf045f7 tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:04.926627 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-153468d4-5151-4452-b28d-ae568ece814b None None] Network 8ab515e4-5d3f-42a3-ae7a-1e6a1c0ce275 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:52:04.950424 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Pushing event updated for resources: {'Port': ['ID=960670dc-bb1a-44b8-822b-f60e0a8e2315,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:52:05.020976 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port a5833df5-f976-4606-9f36-161bcf4757a4 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:52:05.021481 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:05.023517 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-08a86400-c972-4413-9e85-878baba91bd3 req-53fc4e66-8b59-43b5-bc0a-0dc287cde44c tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] 10.222.0.35 "GET /v2.0/ports?device_id=31d0ec26-8d4a-4758-bb46-e604ea6fd02f HTTP/1.1" status: 200 len: 210 time: 0.0379403 May 20 20:52:05.043408 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-48888923-fbc7-406d-bec9-ccfe0c729e62 None None] Provisioning complete for port 960670dc-bb1a-44b8-822b-f60e0a8e2315 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:52:05.043779 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-48888923-fbc7-406d-bec9-ccfe0c729e62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:05.058300 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a7228b38-9768-46f6-8e3f-cf9a4cf045f7 tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:05.102748 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7228b38-9768-46f6-8e3f-cf9a4cf045f7 tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] Pushing event updated for resources: {'SecurityGroup': ['ID=544cd98d-6fb2-4332-af67-8ddc1f1f2cc5,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:52:05.174032 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a7228b38-9768-46f6-8e3f-cf9a4cf045f7 tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:05.178335 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-a7228b38-9768-46f6-8e3f-cf9a4cf045f7 tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5459256 May 20 20:52:05.178595 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 51826) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:52:05.185927 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-27459d9b-43b8-4e5a-a547-13ac649c5f75 tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] Request body: {'security_group_rule': {'security_group_id': '544cd98d-6fb2-4332-af67-8ddc1f1f2cc5', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:52:05.225984 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532fdc18-ac14-4b0d-a935-eb5b08b331a0 req-d427ef3c-bcdf-4425-949d-2af13977bb90 tempest-ListServersNegativeTestJSON-1516530306 tempest-ListServersNegativeTestJSON-1516530306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:52:05.233903 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-532fdc18-ac14-4b0d-a935-eb5b08b331a0 req-d427ef3c-bcdf-4425-949d-2af13977bb90 tempest-ListServersNegativeTestJSON-1516530306 tempest-ListServersNegativeTestJSON-1516530306-project] 10.222.0.35 "GET /v2.0/ports?device_id=e961ac34-9e24-4ce8-91ba-f40718c1a458 HTTP/1.1" status: 200 len: 944 time: 0.0636024 May 20 20:52:05.252139 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device e1f7768a-8247-4620-a3ae-d89f6357adb1 up at agent hyperv_n-h2-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:52:05.255738 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c55079a8-8ea5-442f-a1a4-b452eaba1636 None None] New status for floating IP c2f230a2-4b91-44a7-bbe9-94efec2cb7e7: DOWN {{(pid=103164) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 20:52:05.280287 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-532fdc18-ac14-4b0d-a935-eb5b08b331a0 req-45712808-7504-4e8f-b791-c780edf037ea tempest-ListServersNegativeTestJSON-1516530306 tempest-ListServersNegativeTestJSON-1516530306-project] 10.222.0.35 "GET /v2.0/security-groups?id=2feb58dd-43f5-46ea-bb11-622cd72312c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448837 May 20 20:52:05.289695 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-27459d9b-43b8-4e5a-a547-13ac649c5f75 tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:05.350245 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-27459d9b-43b8-4e5a-a547-13ac649c5f75 tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:05.461831 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-27459d9b-43b8-4e5a-a547-13ac649c5f75 tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691816'] for security_group_rule, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:05.495107 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27459d9b-43b8-4e5a-a547-13ac649c5f75 tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08bdbdca-2ecf-4c55-a99b-7456f41291e1,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:52:05.577095 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-48888923-fbc7-406d-bec9-ccfe0c729e62 None None] Current status of the port 960670dc-bb1a-44b8-822b-f60e0a8e2315 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:52:05.578233 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-27459d9b-43b8-4e5a-a547-13ac649c5f75 tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:05.581073 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-27459d9b-43b8-4e5a-a547-13ac649c5f75 tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3999300 May 20 20:52:05.585225 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 51838) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:52:05.587128 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port a5833df5-f976-4606-9f36-161bcf4757a4 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:52:05.590557 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-b097c1d5-b5e8-4bd8-ab20-35c2fa8cca32 tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] Request body: {'security_group_rule': {'security_group_id': '544cd98d-6fb2-4332-af67-8ddc1f1f2cc5', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:52:05.601631 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 51840) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:52:05.638106 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Provisioning for port e1f7768a-8247-4620-a3ae-d89f6357adb1 completed by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 20:52:05.644600 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Provisioning complete for port e1f7768a-8247-4620-a3ae-d89f6357adb1 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:52:05.645508 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:05.708262 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-23e31ab4-f6e2-4c1e-9e08-6ebb1a4bcf76 tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:05.742647 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-23e31ab4-f6e2-4c1e-9e08-6ebb1a4bcf76 tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:05.763647 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b097c1d5-b5e8-4bd8-ab20-35c2fa8cca32 tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:05.770283 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 9bd58fef-c291-4214-8d8f-df3b98b22fb2 up at agent hyperv_n-h1-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:52:05.830825 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port e1f7768a-8247-4620-a3ae-d89f6357adb1 is: BUILD; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:52:05.831807 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:05.843750 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b097c1d5-b5e8-4bd8-ab20-35c2fa8cca32 tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:05.867082 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8121c8d7-cf6f-4aa8-9f54-bc977c774d73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1f7768a-8247-4620-a3ae-d89f6357adb1'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:52:05.869523 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8485417003ce7c0410b00f5cdc2f391e21107b70bb68e2773712534a96e108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-703508a2-55e8-4359-80aa-920d827d41a0" -d '{"events": [{"server_uuid": "8121c8d7-cf6f-4aa8-9f54-bc977c774d73", "name": "network-vif-plugged", "status": "completed", "tag": "e1f7768a-8247-4620-a3ae-d89f6357adb1"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:52:05.893499 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port e1f7768a-8247-4620-a3ae-d89f6357adb1, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=e1f7768a-8247-4620-a3ae-d89f6357adb1,segment=NetworkSegment(523fe16c-8b83-4c0a-8dbd-c46319e8174e),segment_id=523fe16c-8b83-4c0a-8dbd-c46319e8174e)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:52:05.912234 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-23e31ab4-f6e2-4c1e-9e08-6ebb1a4bcf76 tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:05.915037 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-23e31ab4-f6e2-4c1e-9e08-6ebb1a4bcf76 tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:05.916967 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-23e31ab4-f6e2-4c1e-9e08-6ebb1a4bcf76 tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] 10.222.0.35 "DELETE /v2.0/security-groups/178a2da1-ceea-4d89-b699-5b1b443e3e1e HTTP/1.1" status: 204 len: 168 time: 0.3132181 May 20 20:52:05.919674 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 51850) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:52:05.928383 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e31ab4-f6e2-4c1e-9e08-6ebb1a4bcf76 tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=178a2da1-ceea-4d89-b699-5b1b443e3e1e,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:52:05.929283 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 20:52:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fdb33a1-4f07-4ce7-877a-b6e75e62b342 x-openstack-request-id: req-5fdb33a1-4f07-4ce7-877a-b6e75e62b342 {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:52:05.929575 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8121c8d7-cf6f-4aa8-9f54-bc977c774d73", "name": "network-vif-plugged", "status": "completed", "tag": "e1f7768a-8247-4620-a3ae-d89f6357adb1", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:52:05.930282 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5fdb33a1-4f07-4ce7-877a-b6e75e62b342 {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:52:05.930282 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5fdb33a1-4f07-4ce7-877a-b6e75e62b342'] response: {'server_uuid': '8121c8d7-cf6f-4aa8-9f54-bc977c774d73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1f7768a-8247-4620-a3ae-d89f6357adb1', 'code': 200} May 20 20:52:05.950806 n-d-842733-1 neutron-server[103163]: INFO neutron.api.v2.resource [None req-e3589fc0-9fff-4709-986c-eebd53e26a43 tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] show failed (client error): The resource could not be found. May 20 20:52:05.951745 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-e3589fc0-9fff-4709-986c-eebd53e26a43 tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] 10.222.0.35 "GET /v2.0/security-groups/178a2da1-ceea-4d89-b699-5b1b443e3e1e HTTP/1.1" status: 404 len: 347 time: 0.0309401 May 20 20:52:05.955007 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 51852) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:52:05.967518 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b097c1d5-b5e8-4bd8-ab20-35c2fa8cca32 tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691816'] for security_group_rule, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:06.009098 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-3d99f155-342c-4e84-8891-2667d3dddd43 None None] Provisioning complete for port 960670dc-bb1a-44b8-822b-f60e0a8e2315 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:52:06.009533 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3d99f155-342c-4e84-8891-2667d3dddd43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:06.020812 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:06.024761 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Provisioning for port 9bd58fef-c291-4214-8d8f-df3b98b22fb2 completed by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 20:52:06.036680 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b097c1d5-b5e8-4bd8-ab20-35c2fa8cca32 tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67898d54-05b9-4559-99b9-ef0c6b2836e6,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:52:06.047720 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8dcc72-6fd4-4174-84e3-fca9ba4008a8 req-09ccba6b-32ad-4318-9259-79ac7dcb14f8 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:52:06.053849 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4f8dcc72-6fd4-4174-84e3-fca9ba4008a8 req-09ccba6b-32ad-4318-9259-79ac7dcb14f8 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/ports?device_id=03abbdec-2b0d-4070-9a67-4bafa23e6224 HTTP/1.1" status: 200 len: 945 time: 0.1034260 May 20 20:52:06.063392 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Provisioning complete for port 9bd58fef-c291-4214-8d8f-df3b98b22fb2 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:52:06.063877 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:06.157061 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-7b37a583-494c-41b2-bf2c-57878a67686a tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] Deleting port 577df68e-c6d1-486d-831c-b88d93a5dd4e {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:52:06.157714 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7b37a583-494c-41b2-bf2c-57878a67686a tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:06.180865 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b097c1d5-b5e8-4bd8-ab20-35c2fa8cca32 tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:06.183031 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-b097c1d5-b5e8-4bd8-ab20-35c2fa8cca32 tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5986331 May 20 20:52:06.186822 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 51856) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:52:06.192418 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-0a448ced-8d98-4b45-b9f7-88864774d1cc tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] Request body: {'security_group_rule': {'security_group_id': '544cd98d-6fb2-4332-af67-8ddc1f1f2cc5', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:52:06.193786 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4f8dcc72-6fd4-4174-84e3-fca9ba4008a8 req-1645422a-1911-4036-8295-c585bc158029 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9f9543d-587a-47bd-8772-bda4bd5582ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350911 May 20 20:52:06.199124 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 960670dc-bb1a-44b8-822b-f60e0a8e2315 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:52:06.224967 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-aa3258bf-b1a3-4d08-bd09-d69ad29dd3f7 req-d4f866c4-cf32-4795-9c04-af29d63bd5e3 tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] 10.222.0.35 "GET /v2.0/ports?device_id=31d0ec26-8d4a-4758-bb46-e604ea6fd02f HTTP/1.1" status: 200 len: 210 time: 0.0481954 May 20 20:52:06.230862 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e72dc3-8f50-438b-b332-edccec5e8d0c req-199eb3d2-2e46-4c55-b424-bac08fa7b351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:52:06.230862 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-66e72dc3-8f50-438b-b332-edccec5e8d0c req-199eb3d2-2e46-4c55-b424-bac08fa7b351 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8121c8d7-cf6f-4aa8-9f54-bc977c774d73 HTTP/1.1" status: 200 len: 1097 time: 0.1554358 May 20 20:52:06.253745 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=e1f7768a-8247-4620-a3ae-d89f6357adb1,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:52:06.287730 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-66e72dc3-8f50-438b-b332-edccec5e8d0c req-533edf90-fff5-41b8-82a2-e7b18db2857e service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=2feb58dd-43f5-46ea-bb11-622cd72312c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414653 May 20 20:52:06.311676 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7b37a583-494c-41b2-bf2c-57878a67686a tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:06.312090 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7b37a583-494c-41b2-bf2c-57878a67686a tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:06.329260 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-7b37a583-494c-41b2-bf2c-57878a67686a tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] Calling delete_port for 577df68e-c6d1-486d-831c-b88d93a5dd4e owned by network:floatingip {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:52:06.381674 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3d99f155-342c-4e84-8891-2667d3dddd43 None None] Current status of the port 960670dc-bb1a-44b8-822b-f60e0a8e2315 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:52:06.386553 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Current status of the port 9bd58fef-c291-4214-8d8f-df3b98b22fb2 is: BUILD; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:52:06.386921 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:06.409474 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0a448ced-8d98-4b45-b9f7-88864774d1cc tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:06.438360 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port 9bd58fef-c291-4214-8d8f-df3b98b22fb2, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=9bd58fef-c291-4214-8d8f-df3b98b22fb2,segment=NetworkSegment(523fe16c-8b83-4c0a-8dbd-c46319e8174e),segment_id=523fe16c-8b83-4c0a-8dbd-c46319e8174e)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:52:06.441901 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 960670dc-bb1a-44b8-822b-f60e0a8e2315 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:52:06.442269 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:06.473010 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d080c5-bc62-495a-9a98-18a9bc32f7ce req-14e26043-f9fb-4e84-b62e-118670b96e5d tempest-ListServersNegativeTestJSON-1516530306 tempest-ListServersNegativeTestJSON-1516530306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:52:06.475202 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-96d080c5-bc62-495a-9a98-18a9bc32f7ce req-14e26043-f9fb-4e84-b62e-118670b96e5d tempest-ListServersNegativeTestJSON-1516530306 tempest-ListServersNegativeTestJSON-1516530306-project] 10.222.0.35 "GET /v2.0/ports?device_id=e961ac34-9e24-4ce8-91ba-f40718c1a458 HTTP/1.1" status: 200 len: 944 time: 0.0823398 May 20 20:52:06.515815 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0a448ced-8d98-4b45-b9f7-88864774d1cc tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:06.550926 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-96d080c5-bc62-495a-9a98-18a9bc32f7ce req-cc19db1d-9287-48a6-8b9d-c5cf2d274bf5 tempest-ListServersNegativeTestJSON-1516530306 tempest-ListServersNegativeTestJSON-1516530306-project] 10.222.0.35 "GET /v2.0/security-groups?id=2feb58dd-43f5-46ea-bb11-622cd72312c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665154 May 20 20:52:06.566722 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 960670dc-bb1a-44b8-822b-f60e0a8e2315 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:52:06.583426 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:06.615873 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0a448ced-8d98-4b45-b9f7-88864774d1cc tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691816'] for security_group_rule, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:06.637321 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a448ced-8d98-4b45-b9f7-88864774d1cc tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97efd6dc-ef44-47f3-8174-fa20b7766adb,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:52:06.678577 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Pushing event updated for resources: {'Port': ['ID=9bd58fef-c291-4214-8d8f-df3b98b22fb2,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:52:06.723591 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7b37a583-494c-41b2-bf2c-57878a67686a tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:06.752902 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b37a583-494c-41b2-bf2c-57878a67686a tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] Pushing event deleted for resources: {'Port': ['ID=577df68e-c6d1-486d-831c-b88d93a5dd4e,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:52:06.780852 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0a448ced-8d98-4b45-b9f7-88864774d1cc tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:06.784966 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-0a448ced-8d98-4b45-b9f7-88864774d1cc tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5944242 May 20 20:52:06.785346 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 51868) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:52:06.789900 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-68064fb0-f906-423e-8c13-5d51c3dbef9e tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] Request body: {'security_group_rule': {'security_group_id': '544cd98d-6fb2-4332-af67-8ddc1f1f2cc5', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:52:06.829345 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7b37a583-494c-41b2-bf2c-57878a67686a tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] Notify callbacks [] for floatingip, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:06.832069 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7b37a583-494c-41b2-bf2c-57878a67686a tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for floatingip, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:06.833237 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-7b37a583-494c-41b2-bf2c-57878a67686a tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] 10.222.0.35 "DELETE /v2.0/floatingips/c2f230a2-4b91-44a7-bbe9-94efec2cb7e7 HTTP/1.1" status: 204 len: 168 time: 0.8770339 May 20 20:52:06.908617 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-68064fb0-f906-423e-8c13-5d51c3dbef9e tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:07.035802 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-68064fb0-f906-423e-8c13-5d51c3dbef9e tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:07.049620 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 51878) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:52:07.056758 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-44616f05-cd89-410d-990b-947873f52e8a tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1657994449', 'description': 'tempest-description--1465514234'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:52:07.057955 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae6aacd-e4f5-444d-a3eb-a2039c70d647 req-d44b57c8-7c16-4bc3-8263-012f66d35726 tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:52:07.063664 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae6aacd-e4f5-444d-a3eb-a2039c70d647 req-d44b57c8-7c16-4bc3-8263-012f66d35726 tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:52:07.065191 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8ae6aacd-e4f5-444d-a3eb-a2039c70d647 req-d44b57c8-7c16-4bc3-8263-012f66d35726 tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] 10.222.0.13 "GET /v2.0/networks?id=924dd687-788d-4778-b5b5-021fd6263f7b&id=8ab515e4-5d3f-42a3-ae7a-1e6a1c0ce275 HTTP/1.1" status: 200 len: 1391 time: 0.1534894 May 20 20:52:07.092194 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [req-8ae6aacd-e4f5-444d-a3eb-a2039c70d647 req-b530e35f-2054-496e-886e-1807597312fd tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Request body: {'port': {'device_id': '31d0ec26-8d4a-4758-bb46-e604ea6fd02f', 'network_id': '924dd687-788d-4778-b5b5-021fd6263f7b', 'admin_state_up': True, 'tenant_id': 'e3d9ae9ec4284a8583d227968508713c'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:52:07.183565 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-68064fb0-f906-423e-8c13-5d51c3dbef9e tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691816'] for security_group_rule, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:07.201221 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-44616f05-cd89-410d-990b-947873f52e8a tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:07.218884 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68064fb0-f906-423e-8c13-5d51c3dbef9e tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43a44b5d-47bf-4134-8d78-4449a3dfe18c,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:52:07.312769 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ae6aacd-e4f5-444d-a3eb-a2039c70d647 req-b530e35f-2054-496e-886e-1807597312fd tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Made reservation on behalf of e3d9ae9ec4284a8583d227968508713c for: {'port': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:52:07.317356 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-8ae6aacd-e4f5-444d-a3eb-a2039c70d647 req-b530e35f-2054-496e-886e-1807597312fd tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:07.317808 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-44616f05-cd89-410d-990b-947873f52e8a tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:07.386613 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9dd8bbdc-f77b-4cfd-8805-3fff6e0d7c70 req-86ad1341-f216-4b9a-bbf1-fd75fd60d531 tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] 10.222.0.35 "GET /v2.0/ports?device_id=31d0ec26-8d4a-4758-bb46-e604ea6fd02f HTTP/1.1" status: 200 len: 210 time: 0.0432606 May 20 20:52:07.391085 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-68064fb0-f906-423e-8c13-5d51c3dbef9e tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:07.392197 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-68064fb0-f906-423e-8c13-5d51c3dbef9e tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6058683 May 20 20:52:07.396370 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 51892) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:52:07.403835 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-ab429686-46c9-4770-b368-47ccfeeae4ae tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] Request body: {'security_group_rule': {'security_group_id': '544cd98d-6fb2-4332-af67-8ddc1f1f2cc5', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:52:07.431844 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-44616f05-cd89-410d-990b-947873f52e8a tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:07.455365 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b50a1e-8ef2-44b4-bd23-d02727ec5531 req-930ceb74-dde3-4f15-88ce-f8e17b74d70e tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:52:07.458477 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-41b50a1e-8ef2-44b4-bd23-d02727ec5531 req-930ceb74-dde3-4f15-88ce-f8e17b74d70e tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/ports?device_id=03abbdec-2b0d-4070-9a67-4bafa23e6224 HTTP/1.1" status: 200 len: 945 time: 0.1634972 May 20 20:52:07.462323 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44616f05-cd89-410d-990b-947873f52e8a tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46bffae8-a0df-4971-87a9-ff1a8f20024b,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:52:07.528197 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ab429686-46c9-4770-b368-47ccfeeae4ae tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:07.535464 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-41b50a1e-8ef2-44b4-bd23-d02727ec5531 req-afff9292-9f06-4882-878b-7beddfc95a90 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9f9543d-587a-47bd-8772-bda4bd5582ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709023 May 20 20:52:07.555661 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [req-8ae6aacd-e4f5-444d-a3eb-a2039c70d647 req-b530e35f-2054-496e-886e-1807597312fd tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Allocated IP 19.80.0.36 (924dd687-788d-4778-b5b5-021fd6263f7b/0234f992-0fd7-48fc-b427-c1e8f0b0a73f/deda11ff-0d1a-4d90-89ac-6c1f4cd5ca60) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:52:07.587989 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-44616f05-cd89-410d-990b-947873f52e8a tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:07.587989 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-44616f05-cd89-410d-990b-947873f52e8a tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.5355213 May 20 20:52:07.602858 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ab429686-46c9-4770-b368-47ccfeeae4ae tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:07.603753 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 51898) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:52:07.608478 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-d3b46d2f-45f5-44bb-9d92-3ef61d40f9bb tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] Request body: {'security_group_rule': {'security_group_id': '46bffae8-a0df-4971-87a9-ff1a8f20024b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:52:07.669486 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ab429686-46c9-4770-b368-47ccfeeae4ae tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691816'] for security_group_rule, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:07.692060 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab429686-46c9-4770-b368-47ccfeeae4ae tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e3f3b54-2687-424a-8662-ae867ea81a3d,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:52:07.719999 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d3b46d2f-45f5-44bb-9d92-3ef61d40f9bb tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:07.743374 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cae74f-6480-4abe-bd9e-92e2f1fe87f8 req-da31005b-d7dc-4d4e-b9df-512deb8bd052 tempest-ListServersNegativeTestJSON-1516530306 tempest-ListServersNegativeTestJSON-1516530306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:52:07.745019 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e3cae74f-6480-4abe-bd9e-92e2f1fe87f8 req-da31005b-d7dc-4d4e-b9df-512deb8bd052 tempest-ListServersNegativeTestJSON-1516530306 tempest-ListServersNegativeTestJSON-1516530306-project] 10.222.0.35 "GET /v2.0/ports?device_id=e961ac34-9e24-4ce8-91ba-f40718c1a458 HTTP/1.1" status: 200 len: 945 time: 0.1063824 May 20 20:52:07.780147 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d3b46d2f-45f5-44bb-9d92-3ef61d40f9bb tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:07.791105 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-8ae6aacd-e4f5-444d-a3eb-a2039c70d647 req-b530e35f-2054-496e-886e-1807597312fd tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Notify callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:07.811648 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e3cae74f-6480-4abe-bd9e-92e2f1fe87f8 req-09b7842e-94ef-4622-ac30-155e8553eb20 tempest-ListServersNegativeTestJSON-1516530306 tempest-ListServersNegativeTestJSON-1516530306-project] 10.222.0.35 "GET /v2.0/security-groups?id=2feb58dd-43f5-46ea-bb11-622cd72312c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555058 May 20 20:52:07.837275 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ab429686-46c9-4770-b368-47ccfeeae4ae tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:07.838561 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-ab429686-46c9-4770-b368-47ccfeeae4ae tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4394929 May 20 20:52:07.841311 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 51900) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:52:07.864939 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-56e41153-986d-4cbe-8f50-235a4d2d0a5a tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:07.872237 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-56e41153-986d-4cbe-8f50-235a4d2d0a5a tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:07.887293 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d3b46d2f-45f5-44bb-9d92-3ef61d40f9bb tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691816'] for security_group_rule, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:07.918727 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b46d2f-45f5-44bb-9d92-3ef61d40f9bb tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c7e2df2-25f4-49fd-ada3-2149d75934cd,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:52:07.931186 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e961ac34-9e24-4ce8-91ba-f40718c1a458', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bd58fef-c291-4214-8d8f-df3b98b22fb2'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:52:07.933882 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8485417003ce7c0410b00f5cdc2f391e21107b70bb68e2773712534a96e108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-453a5668-5a42-4751-8764-b5092b8840a2" -d '{"events": [{"server_uuid": "e961ac34-9e24-4ce8-91ba-f40718c1a458", "name": "network-vif-plugged", "status": "completed", "tag": "9bd58fef-c291-4214-8d8f-df3b98b22fb2"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:52:07.941861 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-8ae6aacd-e4f5-444d-a3eb-a2039c70d647 req-b530e35f-2054-496e-886e-1807597312fd tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:07.974204 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 20:52:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35b66ddc-858d-403b-9ed8-0564609b5b4b x-openstack-request-id: req-35b66ddc-858d-403b-9ed8-0564609b5b4b {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:52:07.974502 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e961ac34-9e24-4ce8-91ba-f40718c1a458", "name": "network-vif-plugged", "status": "completed", "tag": "9bd58fef-c291-4214-8d8f-df3b98b22fb2", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:52:07.974990 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-35b66ddc-858d-403b-9ed8-0564609b5b4b {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:52:07.975552 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35b66ddc-858d-403b-9ed8-0564609b5b4b'] response: {'server_uuid': 'e961ac34-9e24-4ce8-91ba-f40718c1a458', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bd58fef-c291-4214-8d8f-df3b98b22fb2', 'code': 200} May 20 20:52:07.987916 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ae6aacd-e4f5-444d-a3eb-a2039c70d647 req-b530e35f-2054-496e-886e-1807597312fd tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Network 924dd687-788d-4778-b5b5-021fd6263f7b is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:52:07.991082 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [req-8ae6aacd-e4f5-444d-a3eb-a2039c70d647 req-b530e35f-2054-496e-886e-1807597312fd tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:52:07.994681 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ae6aacd-e4f5-444d-a3eb-a2039c70d647 req-b530e35f-2054-496e-886e-1807597312fd tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:52:08.031212 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b530e35f-2054-496e-886e-1807597312fd tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Pushing event updated for resources: {'Port': ['ID=deda11ff-0d1a-4d90-89ac-6c1f4cd5ca60,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:52:08.052457 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-56e41153-986d-4cbe-8f50-235a4d2d0a5a tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691816'] for security_group_rule, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:08.060541 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-56e41153-986d-4cbe-8f50-235a4d2d0a5a tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:08.061551 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-56e41153-986d-4cbe-8f50-235a4d2d0a5a tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/8e3f3b54-2687-424a-8662-ae867ea81a3d HTTP/1.1" status: 204 len: 168 time: 0.2190905 May 20 20:52:08.067610 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 51904) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:52:08.074516 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e41153-986d-4cbe-8f50-235a4d2d0a5a tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8e3f3b54-2687-424a-8662-ae867ea81a3d,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:52:08.091442 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae6aacd-e4f5-444d-a3eb-a2039c70d647 req-b530e35f-2054-496e-886e-1807597312fd tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:52:08.091442 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-8ae6aacd-e4f5-444d-a3eb-a2039c70d647 req-b530e35f-2054-496e-886e-1807597312fd tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:08.112841 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd85301-d8b9-4b02-8f76-a7212704f7cc req-f237aff7-5f8a-440c-b3c1-429805e4c553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:52:08.114738 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-abd85301-d8b9-4b02-8f76-a7212704f7cc req-f237aff7-5f8a-440c-b3c1-429805e4c553 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e961ac34-9e24-4ce8-91ba-f40718c1a458 HTTP/1.1" status: 200 len: 1096 time: 0.0677004 May 20 20:52:08.120365 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-09e48489-70bb-4305-9217-58897588870d tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0514040 May 20 20:52:08.124508 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d3b46d2f-45f5-44bb-9d92-3ef61d40f9bb tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:08.125843 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-d3b46d2f-45f5-44bb-9d92-3ef61d40f9bb tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5210581 May 20 20:52:08.126696 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 51906) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:52:08.130023 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 51908) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:52:08.134789 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-59f1a67e-f0de-464e-8f3c-a35747c5e27b tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] Request body: {'security_group_rule': {'security_group_id': '46bffae8-a0df-4971-87a9-ff1a8f20024b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:52:08.156022 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b4702ec7-eaa1-4721-acd2-a5cb40546010 tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:08.167562 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b4702ec7-eaa1-4721-acd2-a5cb40546010 tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:08.187357 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-abd85301-d8b9-4b02-8f76-a7212704f7cc req-accf2d42-51e1-4b76-810f-b3cc3412c9e7 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=2feb58dd-43f5-46ea-bb11-622cd72312c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639985 May 20 20:52:08.219472 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8ae6aacd-e4f5-444d-a3eb-a2039c70d647 req-b530e35f-2054-496e-886e-1807597312fd tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1315441 May 20 20:52:08.236275 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [req-8ae6aacd-e4f5-444d-a3eb-a2039c70d647 req-62da8395-ba4e-401f-8ebc-d5d92eb98318 tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Request body: {'port': {'device_id': '31d0ec26-8d4a-4758-bb46-e604ea6fd02f', 'network_id': '8ab515e4-5d3f-42a3-ae7a-1e6a1c0ce275', 'admin_state_up': True, 'tenant_id': 'e3d9ae9ec4284a8583d227968508713c'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:52:08.261026 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b4702ec7-eaa1-4721-acd2-a5cb40546010 tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691816'] for security_group_rule, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:08.266543 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b4702ec7-eaa1-4721-acd2-a5cb40546010 tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:08.267635 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-b4702ec7-eaa1-4721-acd2-a5cb40546010 tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/43a44b5d-47bf-4134-8d78-4449a3dfe18c HTTP/1.1" status: 204 len: 168 time: 0.1398525 May 20 20:52:08.271000 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 51914) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:52:08.289151 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4702ec7-eaa1-4721-acd2-a5cb40546010 tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=43a44b5d-47bf-4134-8d78-4449a3dfe18c,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:52:08.316326 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-59f1a67e-f0de-464e-8f3c-a35747c5e27b tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:08.330626 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-87413d54-b390-4433-b98a-9bee863f0bb7 None None] Provisioning complete for port deda11ff-0d1a-4d90-89ac-6c1f4cd5ca60 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:52:08.331419 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-87413d54-b390-4433-b98a-9bee863f0bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:08.332896 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-58a09539-0237-4ae7-b8b5-12e603020257 tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0605919 May 20 20:52:08.333579 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 51916) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:52:08.358036 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-44835528-0bc6-4bd3-9983-48aa88df9141 tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:08.367270 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-44835528-0bc6-4bd3-9983-48aa88df9141 tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:08.373947 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-87413d54-b390-4433-b98a-9bee863f0bb7 None None] Port deda11ff-0d1a-4d90-89ac-6c1f4cd5ca60 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 20:52:08.400347 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-59f1a67e-f0de-464e-8f3c-a35747c5e27b tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:08.499591 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-59f1a67e-f0de-464e-8f3c-a35747c5e27b tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691816'] for security_group_rule, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:08.534846 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67610b9d-e35b-4028-9554-63ec1624924e req-796023c0-5fef-4a60-8b80-a24353b679e3 tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:52:08.536426 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-67610b9d-e35b-4028-9554-63ec1624924e req-796023c0-5fef-4a60-8b80-a24353b679e3 tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] 10.222.0.35 "GET /v2.0/ports?device_id=31d0ec26-8d4a-4758-bb46-e604ea6fd02f HTTP/1.1" status: 200 len: 931 time: 0.0710983 May 20 20:52:08.537279 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f1a67e-f0de-464e-8f3c-a35747c5e27b tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c52519b-7036-4c31-a42f-713f96dfaed7,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:52:08.543958 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ae6aacd-e4f5-444d-a3eb-a2039c70d647 req-62da8395-ba4e-401f-8ebc-d5d92eb98318 tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Made reservation on behalf of e3d9ae9ec4284a8583d227968508713c for: {'port': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:52:08.544320 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-44835528-0bc6-4bd3-9983-48aa88df9141 tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691816'] for security_group_rule, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:08.549743 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-44835528-0bc6-4bd3-9983-48aa88df9141 tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:08.552007 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-8ae6aacd-e4f5-444d-a3eb-a2039c70d647 req-62da8395-ba4e-401f-8ebc-d5d92eb98318 tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:08.552162 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-44835528-0bc6-4bd3-9983-48aa88df9141 tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/97efd6dc-ef44-47f3-8174-fa20b7766adb HTTP/1.1" status: 204 len: 168 time: 0.2176013 May 20 20:52:08.555214 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 51924) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:52:08.562488 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44835528-0bc6-4bd3-9983-48aa88df9141 tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=97efd6dc-ef44-47f3-8174-fa20b7766adb,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:52:08.683449 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-59f1a67e-f0de-464e-8f3c-a35747c5e27b tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:08.684600 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-59f1a67e-f0de-464e-8f3c-a35747c5e27b tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5536513 May 20 20:52:08.687946 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 51928) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:52:08.692691 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-658a1d1c-4105-4c18-8c19-02bd0920ccfc tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] Request body: {'floatingip': {'floating_network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:52:08.724637 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-3915d80a-63e1-4d73-b951-1bd7931a7701 tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1683776 May 20 20:52:08.727523 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 51930) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:52:08.733768 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-67610b9d-e35b-4028-9554-63ec1624924e req-02cbdd77-11e7-49ab-bba5-2dfb510cba2d tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] 10.222.0.35 "GET /v2.0/security-groups?id=2790e470-9a47-406f-98f4-701141624dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635494 May 20 20:52:08.767806 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0d3b3fc5-f89d-485f-ab56-69afbe0f6a41 tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:08.777913 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0d3b3fc5-f89d-485f-ab56-69afbe0f6a41 tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:08.790432 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8022f5c2-7c45-4efe-9dc9-11a08dbae96a req-78871090-73f2-488b-a598-980d17ac01aa tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:52:08.792033 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8022f5c2-7c45-4efe-9dc9-11a08dbae96a req-78871090-73f2-488b-a598-980d17ac01aa tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/ports?device_id=03abbdec-2b0d-4070-9a67-4bafa23e6224 HTTP/1.1" status: 200 len: 945 time: 0.1693881 May 20 20:52:08.816723 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [req-8ae6aacd-e4f5-444d-a3eb-a2039c70d647 req-62da8395-ba4e-401f-8ebc-d5d92eb98318 tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Allocated IP 19.86.0.20 (8ab515e4-5d3f-42a3-ae7a-1e6a1c0ce275/80319eb1-92d7-47a8-b7af-4dd2462e9447/4ca2be79-258d-4209-84c7-5f87a08f24c4) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:52:08.832616 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-658a1d1c-4105-4c18-8c19-02bd0920ccfc tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] Notify callbacks [] for floatingip, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:08.868326 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8022f5c2-7c45-4efe-9dc9-11a08dbae96a req-88e156e0-6a0c-47bc-95f6-fd7b7fd5e17a tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9f9543d-587a-47bd-8772-bda4bd5582ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646372 May 20 20:52:08.939071 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0d3b3fc5-f89d-485f-ab56-69afbe0f6a41 tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691816'] for security_group_rule, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:08.945905 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0d3b3fc5-f89d-485f-ab56-69afbe0f6a41 tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:08.948251 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-0d3b3fc5-f89d-485f-ab56-69afbe0f6a41 tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/67898d54-05b9-4559-99b9-ef0c6b2836e6 HTTP/1.1" status: 204 len: 168 time: 0.2182350 May 20 20:52:08.951142 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 51936) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:52:08.966204 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3b3fc5-f89d-485f-ab56-69afbe0f6a41 tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=67898d54-05b9-4559-99b9-ef0c6b2836e6,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:52:08.989774 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-658a1d1c-4105-4c18-8c19-02bd0920ccfc tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:09.018239 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d540ea9c-5600-4ffa-b29b-f0a034385c7a req-8ae06e56-aeb9-4600-b5c7-a18191ffa265 tempest-ListServersNegativeTestJSON-1516530306 tempest-ListServersNegativeTestJSON-1516530306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:52:09.019823 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d540ea9c-5600-4ffa-b29b-f0a034385c7a req-8ae06e56-aeb9-4600-b5c7-a18191ffa265 tempest-ListServersNegativeTestJSON-1516530306 tempest-ListServersNegativeTestJSON-1516530306-project] 10.222.0.35 "GET /v2.0/ports?device_id=e961ac34-9e24-4ce8-91ba-f40718c1a458 HTTP/1.1" status: 200 len: 945 time: 0.1014514 May 20 20:52:09.024143 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-c947dd36-3d64-4c64-8007-dc753159c668 tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0686755 May 20 20:52:09.024381 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 51938) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:52:09.064375 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-8ae6aacd-e4f5-444d-a3eb-a2039c70d647 req-62da8395-ba4e-401f-8ebc-d5d92eb98318 tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Notify callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:09.086492 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d540ea9c-5600-4ffa-b29b-f0a034385c7a req-36345800-5eed-4625-92d5-fb62b08f3d04 tempest-ListServersNegativeTestJSON-1516530306 tempest-ListServersNegativeTestJSON-1516530306-project] 10.222.0.35 "GET /v2.0/security-groups?id=2feb58dd-43f5-46ea-bb11-622cd72312c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548728 May 20 20:52:09.092462 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f27a9b20-dc73-4ff8-b251-d4152bd64634 tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:09.109507 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f27a9b20-dc73-4ff8-b251-d4152bd64634 tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:09.169425 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-8ae6aacd-e4f5-444d-a3eb-a2039c70d647 req-62da8395-ba4e-401f-8ebc-d5d92eb98318 tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:09.170114 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-658a1d1c-4105-4c18-8c19-02bd0920ccfc tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] Allocated IP 172.25.2.87 (e3a93b5c-91e2-4064-9c2c-1afc261bfe15/86fee0c1-6e34-488b-9216-b2b8e7ef585a/1dd29bad-36ba-4da3-96a9-a8909185b67e) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:52:09.216147 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ae6aacd-e4f5-444d-a3eb-a2039c70d647 req-62da8395-ba4e-401f-8ebc-d5d92eb98318 tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Network 8ab515e4-5d3f-42a3-ae7a-1e6a1c0ce275 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:52:09.224372 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [req-8ae6aacd-e4f5-444d-a3eb-a2039c70d647 req-62da8395-ba4e-401f-8ebc-d5d92eb98318 tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:52:09.226613 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62da8395-ba4e-401f-8ebc-d5d92eb98318 tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Pushing event updated for resources: {'Port': ['ID=4ca2be79-258d-4209-84c7-5f87a08f24c4,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:52:09.238305 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ae6aacd-e4f5-444d-a3eb-a2039c70d647 req-62da8395-ba4e-401f-8ebc-d5d92eb98318 tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:52:09.244514 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f27a9b20-dc73-4ff8-b251-d4152bd64634 tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691816'] for security_group_rule, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:09.251896 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f27a9b20-dc73-4ff8-b251-d4152bd64634 tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:09.253049 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-f27a9b20-dc73-4ff8-b251-d4152bd64634 tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/08bdbdca-2ecf-4c55-a99b-7456f41291e1 HTTP/1.1" status: 204 len: 168 time: 0.2273822 May 20 20:52:09.256981 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 51942) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:52:09.279203 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27a9b20-dc73-4ff8-b251-d4152bd64634 tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=08bdbdca-2ecf-4c55-a99b-7456f41291e1,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:52:09.306741 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae6aacd-e4f5-444d-a3eb-a2039c70d647 req-62da8395-ba4e-401f-8ebc-d5d92eb98318 tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:52:09.309494 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-8ae6aacd-e4f5-444d-a3eb-a2039c70d647 req-62da8395-ba4e-401f-8ebc-d5d92eb98318 tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:09.327209 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-658a1d1c-4105-4c18-8c19-02bd0920ccfc tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:09.345730 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-12943f67-047a-40aa-a0a5-668ff66f3394 tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0834773 May 20 20:52:09.346234 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 51944) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:52:09.422874 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8ae6aacd-e4f5-444d-a3eb-a2039c70d647 req-62da8395-ba4e-401f-8ebc-d5d92eb98318 tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1912777 May 20 20:52:09.429409 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-98975aa8-3341-4cb9-b1ac-1210b8a5a965 tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:09.447186 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [req-8ae6aacd-e4f5-444d-a3eb-a2039c70d647 req-d3c5b3ac-db6f-4631-9c5f-65157a7b08d9 service neutron] Request body: {'port': {'device_id': '31d0ec26-8d4a-4758-bb46-e604ea6fd02f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-842733-1'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:52:09.475636 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-658a1d1c-4105-4c18-8c19-02bd0920ccfc tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:09.486875 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-98975aa8-3341-4cb9-b1ac-1210b8a5a965 tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:09.547027 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-658a1d1c-4105-4c18-8c19-02bd0920ccfc tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] Network e3a93b5c-91e2-4064-9c2c-1afc261bfe15 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:52:09.550249 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-658a1d1c-4105-4c18-8c19-02bd0920ccfc tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:52:09.550421 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-8ae6aacd-e4f5-444d-a3eb-a2039c70d647 req-d3c5b3ac-db6f-4631-9c5f-65157a7b08d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:09.554769 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-658a1d1c-4105-4c18-8c19-02bd0920ccfc tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:52:09.588677 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658a1d1c-4105-4c18-8c19-02bd0920ccfc tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] Pushing event updated for resources: {'Port': ['ID=1dd29bad-36ba-4da3-96a9-a8909185b67e,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:52:09.604343 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-3ffce79c-3bed-4815-a4bb-14ba1abc792f None None] Provisioning complete for port 4ca2be79-258d-4209-84c7-5f87a08f24c4 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:52:09.604875 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3ffce79c-3bed-4815-a4bb-14ba1abc792f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:09.639785 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3ffce79c-3bed-4815-a4bb-14ba1abc792f None None] Port 4ca2be79-258d-4209-84c7-5f87a08f24c4 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 20:52:09.665264 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-98975aa8-3341-4cb9-b1ac-1210b8a5a965 tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:09.668072 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-98975aa8-3341-4cb9-b1ac-1210b8a5a965 tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:09.669467 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-98975aa8-3341-4cb9-b1ac-1210b8a5a965 tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] 10.222.0.35 "DELETE /v2.0/security-groups/544cd98d-6fb2-4332-af67-8ddc1f1f2cc5 HTTP/1.1" status: 204 len: 168 time: 0.3214540 May 20 20:52:09.679443 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 51948) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:52:09.706925 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-658a1d1c-4105-4c18-8c19-02bd0920ccfc tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:09.708180 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98975aa8-3341-4cb9-b1ac-1210b8a5a965 tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=544cd98d-6fb2-4332-af67-8ddc1f1f2cc5,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:52:09.778423 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device b8103aa2-88de-49b1-ba8c-f0ffc2883687 details requested by agent hyperv_n-h1-842733-1 with host n-h1-842733-1 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 20:52:09.789250 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-f059fa1e-321a-459c-ba58-9c8066f1de8c tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1025660 May 20 20:52:09.796753 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 51952) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:52:09.799923 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-3a03b96c-21c2-4734-859e-a51d94fd33d4 tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] Request body: {'security_group': {'name': 'tempest-secgroup--427426662'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:52:09.800294 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-658a1d1c-4105-4c18-8c19-02bd0920ccfc tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:09.939827 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3a03b96c-21c2-4734-859e-a51d94fd33d4 tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:09.960985 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port b8103aa2-88de-49b1-ba8c-f0ffc2883687, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=b8103aa2-88de-49b1-ba8c-f0ffc2883687,segment=NetworkSegment(dd3868d8-2801-4914-84a0-d7fd151b3df3),segment_id=dd3868d8-2801-4914-84a0-d7fd151b3df3)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:52:09.964385 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [req-8ae6aacd-e4f5-444d-a3eb-a2039c70d647 req-d3c5b3ac-db6f-4631-9c5f-65157a7b08d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id deda11ff-0d1a-4d90-89ac-6c1f4cd5ca60 {{(pid=103163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:52:09.978216 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Returning: {'device': 'b8103aa2-88de-49b1-ba8c-f0ffc2883687', 'network_id': '9abac87e-130e-4a54-8c74-9469b8c9e8ef', 'port_id': 'b8103aa2-88de-49b1-ba8c-f0ffc2883687', 'mac_address': 'fa:16:3e:bd:48:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4430fb8c-e38d-491e-be0f-4a0062e4f021', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 20 20:52:09.984419 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-8ae6aacd-e4f5-444d-a3eb-a2039c70d647 req-d3c5b3ac-db6f-4631-9c5f-65157a7b08d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:09.991632 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74c3938-47cc-468f-ae52-896e52642915 req-dff728b7-ce8f-45ee-90d3-f7b2138b0ace tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:52:09.998065 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74c3938-47cc-468f-ae52-896e52642915 req-dff728b7-ce8f-45ee-90d3-f7b2138b0ace tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:52:09.999833 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b74c3938-47cc-468f-ae52-896e52642915 req-dff728b7-ce8f-45ee-90d3-f7b2138b0ace tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] 10.222.0.35 "GET /v2.0/ports?device_id=31d0ec26-8d4a-4758-bb46-e604ea6fd02f HTTP/1.1" status: 200 len: 1653 time: 0.1407766 May 20 20:52:10.033248 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Current status of the port b8103aa2-88de-49b1-ba8c-f0ffc2883687 is: ACTIVE; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:52:10.033892 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:10.043699 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-658a1d1c-4105-4c18-8c19-02bd0920ccfc tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] Notify callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:10.048805 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b8103aa2-88de-49b1-ba8c-f0ffc2883687 {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:52:10.057578 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 51958) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:52:10.072340 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port b8103aa2-88de-49b1-ba8c-f0ffc2883687, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=b8103aa2-88de-49b1-ba8c-f0ffc2883687,segment=NetworkSegment(dd3868d8-2801-4914-84a0-d7fd151b3df3),segment_id=dd3868d8-2801-4914-84a0-d7fd151b3df3)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:52:10.092044 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [req-8ae6aacd-e4f5-444d-a3eb-a2039c70d647 req-d3c5b3ac-db6f-4631-9c5f-65157a7b08d9 service neutron] Transition to ACTIVE for port object deda11ff-0d1a-4d90-89ac-6c1f4cd5ca60 will not be triggered until provisioned by entity L2. {{(pid=103163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 20:52:10.120962 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-658a1d1c-4105-4c18-8c19-02bd0920ccfc tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:10.143873 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416f6263-1f8a-4d07-bd4d-e50b554a3585 req-2cff6ee7-2934-4f1c-b5fa-110a6f9f3b43 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:52:10.145651 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-416f6263-1f8a-4d07-bd4d-e50b554a3585 req-2cff6ee7-2934-4f1c-b5fa-110a6f9f3b43 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/ports?device_id=03abbdec-2b0d-4070-9a67-4bafa23e6224 HTTP/1.1" status: 200 len: 945 time: 0.1425965 May 20 20:52:10.167014 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b74c3938-47cc-468f-ae52-896e52642915 req-1676b8b8-d933-4a17-9827-fb497c348f91 tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] 10.222.0.35 "GET /v2.0/security-groups?id=2790e470-9a47-406f-98f4-701141624dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368437 May 20 20:52:10.167142 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:10.190539 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3a03b96c-21c2-4734-859e-a51d94fd33d4 tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:10.201472 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-8ae6aacd-e4f5-444d-a3eb-a2039c70d647 req-d3c5b3ac-db6f-4631-9c5f-65157a7b08d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:10.210326 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-fc2bb5ec-21cb-449c-80b9-53c20f92bace admin admin] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:10.236138 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Pushing event updated for resources: {'Port': ['ID=b8103aa2-88de-49b1-ba8c-f0ffc2883687,revision_number=6']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:52:10.247749 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658a1d1c-4105-4c18-8c19-02bd0920ccfc tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] Pushing event updated for resources: {'Port': ['ID=1dd29bad-36ba-4da3-96a9-a8909185b67e,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:52:10.269747 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-658a1d1c-4105-4c18-8c19-02bd0920ccfc tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748272'] for floatingip, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:10.298216 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] get_ports_and_sgs() called for port_ids ['b8103aa2-88de-49b1-ba8c-f0ffc2883687'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:52:10.320620 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-416f6263-1f8a-4d07-bd4d-e50b554a3585 req-b44169e2-2756-479a-8f8f-7fc97e0be84c tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9f9543d-587a-47bd-8772-bda4bd5582ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562004 May 20 20:52:10.325298 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3a03b96c-21c2-4734-859e-a51d94fd33d4 tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:10.327978 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c5b3ac-db6f-4631-9c5f-65157a7b08d9 service neutron] Pushing event updated for resources: {'Port': ['ID=deda11ff-0d1a-4d90-89ac-6c1f4cd5ca60,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:52:10.329781 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-fc2bb5ec-21cb-449c-80b9-53c20f92bace admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:10.385948 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-658a1d1c-4105-4c18-8c19-02bd0920ccfc tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for floatingip, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:10.387214 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-658a1d1c-4105-4c18-8c19-02bd0920ccfc tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6982119 May 20 20:52:10.417888 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a03b96c-21c2-4734-859e-a51d94fd33d4 tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a891e45a-1895-4688-b358-067992b66c15,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:52:10.436604 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d013846-4878-454c-8a35-b37e1fe64b03 req-bf473872-721a-463f-8324-a8febebe6ccb tempest-ListServersNegativeTestJSON-1516530306 tempest-ListServersNegativeTestJSON-1516530306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:52:10.439781 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-fc2bb5ec-21cb-449c-80b9-53c20f92bace admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:10.445030 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9d013846-4878-454c-8a35-b37e1fe64b03 req-bf473872-721a-463f-8324-a8febebe6ccb tempest-ListServersNegativeTestJSON-1516530306 tempest-ListServersNegativeTestJSON-1516530306-project] 10.222.0.35 "GET /v2.0/ports?device_id=e961ac34-9e24-4ce8-91ba-f40718c1a458 HTTP/1.1" status: 200 len: 945 time: 0.2005265 May 20 20:52:10.483954 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3a03b96c-21c2-4734-859e-a51d94fd33d4 tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:10.492180 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-3a03b96c-21c2-4734-859e-a51d94fd33d4 tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6976798 May 20 20:52:10.502027 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 51968) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:52:10.507873 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-61adf4c8-5b5a-4c6a-a8a3-ba13a5181ecd tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] Request body: {'security_group_rule': {'security_group_id': 'a891e45a-1895-4688-b358-067992b66c15', 'direction': 'ingress', 'protocol': 17}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:52:10.514359 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-fc2bb5ec-21cb-449c-80b9-53c20f92bace admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d31219077641409cabc049d8ba586d57&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4565885 May 20 20:52:10.517694 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 51970) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:52:10.520678 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-8ae6aacd-e4f5-444d-a3eb-a2039c70d647 req-d3c5b3ac-db6f-4631-9c5f-65157a7b08d9 service neutron] Attempting to bind port deda11ff-0d1a-4d90-89ac-6c1f4cd5ca60 on host n-h2-842733-1 for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:52:10.520841 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-8ae6aacd-e4f5-444d-a3eb-a2039c70d647 req-d3c5b3ac-db6f-4631-9c5f-65157a7b08d9 service neutron] Attempting to bind port deda11ff-0d1a-4d90-89ac-6c1f4cd5ca60 by drivers openvswitch,hyperv on host n-h2-842733-1 at level 0 using segments [{'id': '54bbadcf-588c-4198-8303-84fe8d6de8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '924dd687-788d-4778-b5b5-021fd6263f7b'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:52:10.521171 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ae6aacd-e4f5-444d-a3eb-a2039c70d647 req-d3c5b3ac-db6f-4631-9c5f-65157a7b08d9 service neutron] Attempting to bind port deda11ff-0d1a-4d90-89ac-6c1f4cd5ca60 on network 924dd687-788d-4778-b5b5-021fd6263f7b {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:52:10.525472 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9d013846-4878-454c-8a35-b37e1fe64b03 req-982919a5-8b07-4556-ac73-2c24b9f8820d tempest-ListServersNegativeTestJSON-1516530306 tempest-ListServersNegativeTestJSON-1516530306-project] 10.222.0.35 "GET /v2.0/security-groups?id=2feb58dd-43f5-46ea-bb11-622cd72312c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795577 May 20 20:52:10.531539 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ae6aacd-e4f5-444d-a3eb-a2039c70d647 req-d3c5b3ac-db6f-4631-9c5f-65157a7b08d9 service neutron] Port deda11ff-0d1a-4d90-89ac-6c1f4cd5ca60 on network 924dd687-788d-4778-b5b5-021fd6263f7b not bound, no agent of type Open vSwitch agent registered on host n-h2-842733-1 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 20:52:10.531752 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ae6aacd-e4f5-444d-a3eb-a2039c70d647 req-d3c5b3ac-db6f-4631-9c5f-65157a7b08d9 service neutron] Attempting to bind port deda11ff-0d1a-4d90-89ac-6c1f4cd5ca60 on network 924dd687-788d-4778-b5b5-021fd6263f7b {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:52:10.539942 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ae6aacd-e4f5-444d-a3eb-a2039c70d647 req-d3c5b3ac-db6f-4631-9c5f-65157a7b08d9 service neutron] Checking agent: {'id': 'a66f2511-b955-448f-877c-56cfe9c81b12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 33, 2), 'started_at': datetime.datetime(2022, 5, 20, 20, 33, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 52, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:52:10.540298 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ae6aacd-e4f5-444d-a3eb-a2039c70d647 req-d3c5b3ac-db6f-4631-9c5f-65157a7b08d9 service neutron] Checking segment: {'id': '54bbadcf-588c-4198-8303-84fe8d6de8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '924dd687-788d-4778-b5b5-021fd6263f7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:52:10.540787 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ae6aacd-e4f5-444d-a3eb-a2039c70d647 req-d3c5b3ac-db6f-4631-9c5f-65157a7b08d9 service neutron] Bound using segment: {'id': '54bbadcf-588c-4198-8303-84fe8d6de8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '924dd687-788d-4778-b5b5-021fd6263f7b'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:52:10.541360 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-8ae6aacd-e4f5-444d-a3eb-a2039c70d647 req-d3c5b3ac-db6f-4631-9c5f-65157a7b08d9 service neutron] Bound port: deda11ff-0d1a-4d90-89ac-6c1f4cd5ca60, host: n-h2-842733-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54bbadcf-588c-4198-8303-84fe8d6de8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '924dd687-788d-4778-b5b5-021fd6263f7b'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:52:10.541726 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-8ae6aacd-e4f5-444d-a3eb-a2039c70d647 req-d3c5b3ac-db6f-4631-9c5f-65157a7b08d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:10.583111 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2bb5ec-21cb-449c-80b9-53c20f92bace admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5118386d-8275-44e5-a3eb-450a535b3213,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:52:10.621686 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-61adf4c8-5b5a-4c6a-a8a3-ba13a5181ecd tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:10.630193 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b08e3f09-a8e0-497f-9431-8d7d0224b4d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:10.657468 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b08e3f09-a8e0-497f-9431-8d7d0224b4d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:10.727859 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-8ae6aacd-e4f5-444d-a3eb-a2039c70d647 req-d3c5b3ac-db6f-4631-9c5f-65157a7b08d9 service neutron] For port deda11ff-0d1a-4d90-89ac-6c1f4cd5ca60, host n-h2-842733-1, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:52:10.757546 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-8ae6aacd-e4f5-444d-a3eb-a2039c70d647 req-d3c5b3ac-db6f-4631-9c5f-65157a7b08d9 service neutron] For port deda11ff-0d1a-4d90-89ac-6c1f4cd5ca60, host n-h2-842733-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=deda11ff-0d1a-4d90-89ac-6c1f4cd5ca60,segment=NetworkSegment(54bbadcf-588c-4198-8303-84fe8d6de8f5),segment_id=54bbadcf-588c-4198-8303-84fe8d6de8f5)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:52:10.762778 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-870f11b4-7910-49c5-9c6e-d1445d035bf2 req-230a6a7c-b2b6-4339-8c48-1abc2722f637 tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--1657994449&fields=id&tenant_id=ca192f5ef49d4f558388c6e642858250 HTTP/1.1" status: 200 len: 267 time: 0.0780926 May 20 20:52:10.770787 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe3b1e4-484a-468f-aded-0c0499492067 req-e0fd6da5-ad7f-4b93-9348-578c13e8c8c0 tempest-ListServersNegativeTestJSON-1516530306 tempest-ListServersNegativeTestJSON-1516530306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:52:10.772243 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0fe3b1e4-484a-468f-aded-0c0499492067 req-e0fd6da5-ad7f-4b93-9348-578c13e8c8c0 tempest-ListServersNegativeTestJSON-1516530306 tempest-ListServersNegativeTestJSON-1516530306-project] 10.222.0.35 "GET /v2.0/ports?device_id=8121c8d7-cf6f-4aa8-9f54-bc977c774d73 HTTP/1.1" status: 200 len: 946 time: 0.1387918 May 20 20:52:10.775260 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b08e3f09-a8e0-497f-9431-8d7d0224b4d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:10.778229 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b08e3f09-a8e0-497f-9431-8d7d0224b4d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:10.779682 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-b08e3f09-a8e0-497f-9431-8d7d0224b4d5 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5118386d-8275-44e5-a3eb-450a535b3213 HTTP/1.1" status: 204 len: 168 time: 0.2612965 May 20 20:52:10.789416 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08e3f09-a8e0-497f-9431-8d7d0224b4d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5118386d-8275-44e5-a3eb-450a535b3213,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:52:10.839052 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-61adf4c8-5b5a-4c6a-a8a3-ba13a5181ecd tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:10.855122 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-8ae6aacd-e4f5-444d-a3eb-a2039c70d647 req-d3c5b3ac-db6f-4631-9c5f-65157a7b08d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:10.919204 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae6aacd-e4f5-444d-a3eb-a2039c70d647 req-d3c5b3ac-db6f-4631-9c5f-65157a7b08d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:52:10.919820 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-8ae6aacd-e4f5-444d-a3eb-a2039c70d647 req-d3c5b3ac-db6f-4631-9c5f-65157a7b08d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:10.921239 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8ae6aacd-e4f5-444d-a3eb-a2039c70d647 req-d3c5b3ac-db6f-4631-9c5f-65157a7b08d9 service neutron] 10.222.0.13 "PUT /v2.0/ports/deda11ff-0d1a-4d90-89ac-6c1f4cd5ca60 HTTP/1.1" status: 200 len: 1091 time: 1.4797430 May 20 20:52:10.921700 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31d0ec26-8d4a-4758-bb46-e604ea6fd02f', 'tag': 'deda11ff-0d1a-4d90-89ac-6c1f4cd5ca60'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:52:10.923930 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4291b17aa7b45362825f0571e77c85f5e73afe1df9c7e9e15006df9d695c005e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a4f1311-8eb4-4678-912d-fede186ad173" -d '{"events": [{"name": "network-changed", "server_uuid": "31d0ec26-8d4a-4758-bb46-e604ea6fd02f", "tag": "deda11ff-0d1a-4d90-89ac-6c1f4cd5ca60"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:52:10.949160 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0fe3b1e4-484a-468f-aded-0c0499492067 req-828aa0c1-637b-4b63-8593-2cc9ced81484 tempest-ListServersNegativeTestJSON-1516530306 tempest-ListServersNegativeTestJSON-1516530306-project] 10.222.0.35 "GET /v2.0/security-groups?id=2feb58dd-43f5-46ea-bb11-622cd72312c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614885 May 20 20:52:10.957082 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-61adf4c8-5b5a-4c6a-a8a3-ba13a5181ecd tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691816'] for security_group_rule, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:10.970223 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c5b3ac-db6f-4631-9c5f-65157a7b08d9 service neutron] Pushing event updated for resources: {'Port': ['ID=deda11ff-0d1a-4d90-89ac-6c1f4cd5ca60,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:52:10.992587 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61adf4c8-5b5a-4c6a-a8a3-ba13a5181ecd tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fa29ac5-bec9-41bb-8d14-33587c7e49cf,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:52:11.004252 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870f11b4-7910-49c5-9c6e-d1445d035bf2 req-dc6fafc0-90dc-4966-b0ae-06d80f2717c9 tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:52:11.005998 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-870f11b4-7910-49c5-9c6e-d1445d035bf2 req-dc6fafc0-90dc-4966-b0ae-06d80f2717c9 tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] 10.222.0.35 "GET /v2.0/networks?id=300c23a3-32b9-446d-971e-d684df46a80f HTTP/1.1" status: 200 len: 810 time: 0.2328730 May 20 20:52:11.028863 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-870f11b4-7910-49c5-9c6e-d1445d035bf2 req-df5fb3d8-c27e-410f-8215-8051e50523a4 tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] 10.222.0.35 "GET /v2.0/quotas/ca192f5ef49d4f558388c6e642858250 HTTP/1.1" status: 200 len: 375 time: 0.0110157 May 20 20:52:11.030402 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 20:52:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70dabade-7eb1-4336-b67b-7cfb58eafb8d x-openstack-request-id: req-70dabade-7eb1-4336-b67b-7cfb58eafb8d {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:52:11.030693 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31d0ec26-8d4a-4758-bb46-e604ea6fd02f", "tag": "deda11ff-0d1a-4d90-89ac-6c1f4cd5ca60", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:52:11.030960 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-70dabade-7eb1-4336-b67b-7cfb58eafb8d {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:52:11.031356 n-d-842733-1 neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70dabade-7eb1-4336-b67b-7cfb58eafb8d'] response: {'name': 'network-changed', 'server_uuid': '31d0ec26-8d4a-4758-bb46-e604ea6fd02f', 'tag': 'deda11ff-0d1a-4d90-89ac-6c1f4cd5ca60', 'status': 'completed', 'code': 200} May 20 20:52:11.078839 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [req-8ae6aacd-e4f5-444d-a3eb-a2039c70d647 req-723fe8be-ae1c-40bb-8e86-0775a16a1184 service neutron] Request body: {'port': {'device_id': '31d0ec26-8d4a-4758-bb46-e604ea6fd02f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-842733-1'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:52:11.084222 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-61adf4c8-5b5a-4c6a-a8a3-ba13a5181ecd tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:11.087965 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-61adf4c8-5b5a-4c6a-a8a3-ba13a5181ecd tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5822752 May 20 20:52:11.089788 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 51992) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:52:11.129545 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4f1311-8eb4-4678-912d-fede186ad173 req-af5382e6-22df-4617-8a68-7c17e82621e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:52:11.130043 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4f1311-8eb4-4678-912d-fede186ad173 req-af5382e6-22df-4617-8a68-7c17e82621e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:52:11.131736 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-9a4f1311-8eb4-4678-912d-fede186ad173 req-af5382e6-22df-4617-8a68-7c17e82621e2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e3d9ae9ec4284a8583d227968508713c&device_id=31d0ec26-8d4a-4758-bb46-e604ea6fd02f HTTP/1.1" status: 200 len: 1912 time: 0.0563390 May 20 20:52:11.244827 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-870f11b4-7910-49c5-9c6e-d1445d035bf2 req-862ac917-ca0d-468c-ac4d-84901df6e402 tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=ca192f5ef49d4f558388c6e642858250&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2088878 May 20 20:52:11.259754 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-8ae6aacd-e4f5-444d-a3eb-a2039c70d647 req-723fe8be-ae1c-40bb-8e86-0775a16a1184 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:11.274274 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4f1311-8eb4-4678-912d-fede186ad173 req-a111df8a-ba09-4eb9-ade4-b2884ef9c36d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:52:11.274674 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4f1311-8eb4-4678-912d-fede186ad173 req-a111df8a-ba09-4eb9-ade4-b2884ef9c36d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:52:11.275241 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4f1311-8eb4-4678-912d-fede186ad173 req-a111df8a-ba09-4eb9-ade4-b2884ef9c36d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:52:11.276881 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-9a4f1311-8eb4-4678-912d-fede186ad173 req-a111df8a-ba09-4eb9-ade4-b2884ef9c36d service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=e3d9ae9ec4284a8583d227968508713c&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.1289148 May 20 20:52:11.279694 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174cd742-2235-4a86-89f2-c83458cc212e req-8225d02d-ec6d-49d2-8b55-bfd8008ed009 tempest-ListServersNegativeTestJSON-1516530306 tempest-ListServersNegativeTestJSON-1516530306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:52:11.281438 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-174cd742-2235-4a86-89f2-c83458cc212e req-8225d02d-ec6d-49d2-8b55-bfd8008ed009 tempest-ListServersNegativeTestJSON-1516530306 tempest-ListServersNegativeTestJSON-1516530306-project] 10.222.0.35 "GET /v2.0/ports?device_id=5056c2b5-8362-4d68-bc44-1a3ef1f9bc61 HTTP/1.1" status: 200 len: 946 time: 0.1950061 May 20 20:52:11.384826 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4f1311-8eb4-4678-912d-fede186ad173 req-ffa8f5bc-bcef-4f07-8512-bdb098cc792f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:52:11.386877 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-9a4f1311-8eb4-4678-912d-fede186ad173 req-ffa8f5bc-bcef-4f07-8512-bdb098cc792f service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1029301 May 20 20:52:11.412384 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-fb875b47-aed3-4d59-b4fd-ce1df449fcd6 tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:11.448113 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-174cd742-2235-4a86-89f2-c83458cc212e req-760f65e0-4893-46de-9e03-f0f57406dc11 tempest-ListServersNegativeTestJSON-1516530306 tempest-ListServersNegativeTestJSON-1516530306-project] 10.222.0.35 "GET /v2.0/security-groups?id=2feb58dd-43f5-46ea-bb11-622cd72312c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537223 May 20 20:52:11.550651 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-fb875b47-aed3-4d59-b4fd-ce1df449fcd6 tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:11.592353 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-870f11b4-7910-49c5-9c6e-d1445d035bf2 req-f0dcf539-cfac-499f-a338-2a8da41bccd3 service neutron] 10.222.0.35 "GET /v2.0/networks/300c23a3-32b9-446d-971e-d684df46a80f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3210480 May 20 20:52:11.693029 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 52016) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:52:11.708309 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-32d8b288-f31e-4368-af27-3e02ef2a106a admin admin] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:11.728640 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c021b1c5-3341-434d-b4e4-e65c30bec82f req-23037324-1fd2-4253-bea8-f0b692379869 tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:52:11.734531 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c021b1c5-3341-434d-b4e4-e65c30bec82f req-23037324-1fd2-4253-bea8-f0b692379869 tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:52:11.736106 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c021b1c5-3341-434d-b4e4-e65c30bec82f req-23037324-1fd2-4253-bea8-f0b692379869 tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] 10.222.0.35 "GET /v2.0/ports?device_id=31d0ec26-8d4a-4758-bb46-e604ea6fd02f HTTP/1.1" status: 200 len: 1665 time: 0.2204251 May 20 20:52:11.780062 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device b8103aa2-88de-49b1-ba8c-f0ffc2883687 up at agent hyperv_n-h1-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:52:11.830720 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-870f11b4-7910-49c5-9c6e-d1445d035bf2 req-6d18f900-26ed-400f-bfd7-89873285b5d4 service neutron] 10.222.0.35 "GET /v2.0/networks/300c23a3-32b9-446d-971e-d684df46a80f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2298267 May 20 20:52:11.839103 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c021b1c5-3341-434d-b4e4-e65c30bec82f req-fac84f2c-fac2-4399-adcf-fa3fc072915e tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] 10.222.0.35 "GET /v2.0/security-groups?id=2790e470-9a47-406f-98f4-701141624dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920899 May 20 20:52:11.858132 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Provisioning complete for port b8103aa2-88de-49b1-ba8c-f0ffc2883687 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:52:11.859529 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:11.869608 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-fb875b47-aed3-4d59-b4fd-ce1df449fcd6 tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:11.877874 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-fb875b47-aed3-4d59-b4fd-ce1df449fcd6 tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:11.879262 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-fb875b47-aed3-4d59-b4fd-ce1df449fcd6 tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] 10.222.0.35 "DELETE /v2.0/security-groups/a891e45a-1895-4688-b358-067992b66c15 HTTP/1.1" status: 204 len: 168 time: 0.7878327 May 20 20:52:11.883809 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 52024) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:52:11.910560 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb875b47-aed3-4d59-b4fd-ce1df449fcd6 tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a891e45a-1895-4688-b358-067992b66c15,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:52:11.924312 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [req-8ae6aacd-e4f5-444d-a3eb-a2039c70d647 req-723fe8be-ae1c-40bb-8e86-0775a16a1184 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ca2be79-258d-4209-84c7-5f87a08f24c4 {{(pid=103163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:52:11.933428 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-8ae6aacd-e4f5-444d-a3eb-a2039c70d647 req-723fe8be-ae1c-40bb-8e86-0775a16a1184 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:11.948168 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [req-8ae6aacd-e4f5-444d-a3eb-a2039c70d647 req-723fe8be-ae1c-40bb-8e86-0775a16a1184 service neutron] Transition to ACTIVE for port object 4ca2be79-258d-4209-84c7-5f87a08f24c4 will not be triggered until provisioned by entity L2. {{(pid=103163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 20:52:11.986541 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-0d57d6e6-02c0-4b2d-8632-7bf204681883 tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0986130 May 20 20:52:11.990507 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 52030) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:52:12.000541 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-18eb553a-2e26-4bec-a425-abfd40fad71f tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] Request body: {'security_group': {'name': 'tempest-secgroup--596009553'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:52:12.018809 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Current status of the port b8103aa2-88de-49b1-ba8c-f0ffc2883687 is: BUILD; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:52:12.019650 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:12.028003 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-32d8b288-f31e-4368-af27-3e02ef2a106a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:12.037462 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa50934d-84e7-4bfe-9819-2a6fb38108d2 req-9c02dca2-83fb-4189-93a4-2542891d0108 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:52:12.039017 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-fa50934d-84e7-4bfe-9819-2a6fb38108d2 req-9c02dca2-83fb-4189-93a4-2542891d0108 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/ports?device_id=03abbdec-2b0d-4070-9a67-4bafa23e6224 HTTP/1.1" status: 200 len: 944 time: 0.0621245 May 20 20:52:12.042342 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03abbdec-2b0d-4070-9a67-4bafa23e6224', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8103aa2-88de-49b1-ba8c-f0ffc2883687'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:52:12.044455 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8485417003ce7c0410b00f5cdc2f391e21107b70bb68e2773712534a96e108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43aca88d-0f23-4b2e-a0da-abe093ebca25" -d '{"events": [{"server_uuid": "03abbdec-2b0d-4070-9a67-4bafa23e6224", "name": "network-vif-plugged", "status": "completed", "tag": "b8103aa2-88de-49b1-ba8c-f0ffc2883687"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:52:12.058342 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port b8103aa2-88de-49b1-ba8c-f0ffc2883687, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=b8103aa2-88de-49b1-ba8c-f0ffc2883687,segment=NetworkSegment(dd3868d8-2801-4914-84a0-d7fd151b3df3),segment_id=dd3868d8-2801-4914-84a0-d7fd151b3df3)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:52:12.060635 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-8ae6aacd-e4f5-444d-a3eb-a2039c70d647 req-723fe8be-ae1c-40bb-8e86-0775a16a1184 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:12.154580 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723fe8be-ae1c-40bb-8e86-0775a16a1184 service neutron] Pushing event updated for resources: {'Port': ['ID=4ca2be79-258d-4209-84c7-5f87a08f24c4,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:52:12.169817 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-32d8b288-f31e-4368-af27-3e02ef2a106a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:12.170780 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:12.171642 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-18eb553a-2e26-4bec-a425-abfd40fad71f tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:12.232232 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-fa50934d-84e7-4bfe-9819-2a6fb38108d2 req-0b37cc30-7eb0-4168-95b4-5aadeea51fa2 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9f9543d-587a-47bd-8772-bda4bd5582ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863279 May 20 20:52:12.328848 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-32d8b288-f31e-4368-af27-3e02ef2a106a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e640344243d943179b1ae1b9038a1820&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6333978 May 20 20:52:12.329689 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 52044) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:52:12.373686 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 20:52:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-243d8879-d490-4a8d-936b-5b1fe1c7963f x-openstack-request-id: req-243d8879-d490-4a8d-936b-5b1fe1c7963f {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:52:12.374846 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03abbdec-2b0d-4070-9a67-4bafa23e6224", "name": "network-vif-plugged", "status": "completed", "tag": "b8103aa2-88de-49b1-ba8c-f0ffc2883687", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:52:12.379456 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-243d8879-d490-4a8d-936b-5b1fe1c7963f {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:52:12.379456 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-243d8879-d490-4a8d-936b-5b1fe1c7963f'] response: {'server_uuid': '03abbdec-2b0d-4070-9a67-4bafa23e6224', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8103aa2-88de-49b1-ba8c-f0ffc2883687', 'code': 200} May 20 20:52:12.379456 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Pushing event updated for resources: {'Port': ['ID=b8103aa2-88de-49b1-ba8c-f0ffc2883687,revision_number=7']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:52:12.390997 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:52:12.391575 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:52:12.392146 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:52:12.392689 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:52:12.393253 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:52:12.394800 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:52:12.395435 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:52:12.396000 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:52:12.396538 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:52:12.397073 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:52:12.397766 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:52:12.407291 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:52:12.473779 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bd4490-5a6d-4f5b-8302-ae885818f73f req-2bd04780-343a-4d1c-b41d-0fab1f3b70cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:52:12.490821 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-67bd4490-5a6d-4f5b-8302-ae885818f73f req-2bd04780-343a-4d1c-b41d-0fab1f3b70cb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=588768b5beac49d4962709858ca424c7&device_id=03abbdec-2b0d-4070-9a67-4bafa23e6224 HTTP/1.1" status: 200 len: 1096 time: 0.2099960 May 20 20:52:12.490978 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d8b288-f31e-4368-af27-3e02ef2a106a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dec83cc-f80d-4653-9ea1-dd535228216f,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:52:12.594847 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9ae803bd-48ff-4685-9319-e57a7143a5d6 req-12225377-dfaa-4783-aeef-93920c6eac82 tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b233036-c517-4eb8-a6d5-9e3bb5c82237 HTTP/1.1" status: 200 len: 210 time: 0.1049798 May 20 20:52:12.595687 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-8ae6aacd-e4f5-444d-a3eb-a2039c70d647 req-723fe8be-ae1c-40bb-8e86-0775a16a1184 service neutron] Attempting to bind port 4ca2be79-258d-4209-84c7-5f87a08f24c4 on host n-h2-842733-1 for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:52:12.596035 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-8ae6aacd-e4f5-444d-a3eb-a2039c70d647 req-723fe8be-ae1c-40bb-8e86-0775a16a1184 service neutron] Attempting to bind port 4ca2be79-258d-4209-84c7-5f87a08f24c4 by drivers openvswitch,hyperv on host n-h2-842733-1 at level 0 using segments [{'id': '45e97163-8ad2-440a-8f52-6a96e3283366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '8ab515e4-5d3f-42a3-ae7a-1e6a1c0ce275'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:52:12.596360 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ae6aacd-e4f5-444d-a3eb-a2039c70d647 req-723fe8be-ae1c-40bb-8e86-0775a16a1184 service neutron] Attempting to bind port 4ca2be79-258d-4209-84c7-5f87a08f24c4 on network 8ab515e4-5d3f-42a3-ae7a-1e6a1c0ce275 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:52:12.615846 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ae6aacd-e4f5-444d-a3eb-a2039c70d647 req-723fe8be-ae1c-40bb-8e86-0775a16a1184 service neutron] Port 4ca2be79-258d-4209-84c7-5f87a08f24c4 on network 8ab515e4-5d3f-42a3-ae7a-1e6a1c0ce275 not bound, no agent of type Open vSwitch agent registered on host n-h2-842733-1 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 20:52:12.616184 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ae6aacd-e4f5-444d-a3eb-a2039c70d647 req-723fe8be-ae1c-40bb-8e86-0775a16a1184 service neutron] Attempting to bind port 4ca2be79-258d-4209-84c7-5f87a08f24c4 on network 8ab515e4-5d3f-42a3-ae7a-1e6a1c0ce275 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:52:12.625582 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ae6aacd-e4f5-444d-a3eb-a2039c70d647 req-723fe8be-ae1c-40bb-8e86-0775a16a1184 service neutron] Checking agent: {'id': 'a66f2511-b955-448f-877c-56cfe9c81b12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 33, 2), 'started_at': datetime.datetime(2022, 5, 20, 20, 33, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 52, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:52:12.628977 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ae6aacd-e4f5-444d-a3eb-a2039c70d647 req-723fe8be-ae1c-40bb-8e86-0775a16a1184 service neutron] Checking segment: {'id': '45e97163-8ad2-440a-8f52-6a96e3283366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '8ab515e4-5d3f-42a3-ae7a-1e6a1c0ce275'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:52:12.628977 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ae6aacd-e4f5-444d-a3eb-a2039c70d647 req-723fe8be-ae1c-40bb-8e86-0775a16a1184 service neutron] Bound using segment: {'id': '45e97163-8ad2-440a-8f52-6a96e3283366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '8ab515e4-5d3f-42a3-ae7a-1e6a1c0ce275'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:52:12.628977 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-8ae6aacd-e4f5-444d-a3eb-a2039c70d647 req-723fe8be-ae1c-40bb-8e86-0775a16a1184 service neutron] Bound port: 4ca2be79-258d-4209-84c7-5f87a08f24c4, host: n-h2-842733-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45e97163-8ad2-440a-8f52-6a96e3283366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '8ab515e4-5d3f-42a3-ae7a-1e6a1c0ce275'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:52:12.628977 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-8ae6aacd-e4f5-444d-a3eb-a2039c70d647 req-723fe8be-ae1c-40bb-8e86-0775a16a1184 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:12.634269 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-18eb553a-2e26-4bec-a425-abfd40fad71f tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:12.635784 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2ce3fead-e145-47a2-9401-d32fe7e3e001 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:12.673015 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2ce3fead-e145-47a2-9401-d32fe7e3e001 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:12.708837 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bd4490-5a6d-4f5b-8302-ae885818f73f req-4274c56d-0e63-4c49-9444-50de4609e784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:52:12.710477 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-67bd4490-5a6d-4f5b-8302-ae885818f73f req-4274c56d-0e63-4c49-9444-50de4609e784 service neutron] 10.222.0.24 "GET /v2.0/networks?id=9abac87e-130e-4a54-8c74-9469b8c9e8ef HTTP/1.1" status: 200 len: 915 time: 0.2108970 May 20 20:52:12.770132 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-18eb553a-2e26-4bec-a425-abfd40fad71f tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:12.797534 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-67bd4490-5a6d-4f5b-8302-ae885818f73f req-ed23686d-4e48-43a0-b405-206716ddd0bf service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b8103aa2-88de-49b1-ba8c-f0ffc2883687 HTTP/1.1" status: 200 len: 217 time: 0.0694141 May 20 20:52:12.821023 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18eb553a-2e26-4bec-a425-abfd40fad71f tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8657e92-5b39-436f-a600-c7f19601dbfe,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:52:12.844065 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2ce3fead-e145-47a2-9401-d32fe7e3e001 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:12.849919 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2ce3fead-e145-47a2-9401-d32fe7e3e001 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:12.853725 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-2ce3fead-e145-47a2-9401-d32fe7e3e001 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7dec83cc-f80d-4653-9ea1-dd535228216f HTTP/1.1" status: 204 len: 168 time: 0.4639711 May 20 20:52:12.861066 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce3fead-e145-47a2-9401-d32fe7e3e001 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dec83cc-f80d-4653-9ea1-dd535228216f,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:52:12.885972 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-18eb553a-2e26-4bec-a425-abfd40fad71f tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:12.889797 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-18eb553a-2e26-4bec-a425-abfd40fad71f tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8957257 May 20 20:52:12.891506 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 52056) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:52:12.895940 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-23f393bb-7b46-40d6-8338-ff271193da46 tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] Request body: {'security_group': {'name': 'tempest-secgroup--1618825112'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:52:12.922661 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-8ae6aacd-e4f5-444d-a3eb-a2039c70d647 req-723fe8be-ae1c-40bb-8e86-0775a16a1184 service neutron] For port 4ca2be79-258d-4209-84c7-5f87a08f24c4, host n-h2-842733-1, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:52:12.971463 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-8ae6aacd-e4f5-444d-a3eb-a2039c70d647 req-723fe8be-ae1c-40bb-8e86-0775a16a1184 service neutron] For port 4ca2be79-258d-4209-84c7-5f87a08f24c4, host n-h2-842733-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=4ca2be79-258d-4209-84c7-5f87a08f24c4,segment=NetworkSegment(45e97163-8ad2-440a-8f52-6a96e3283366),segment_id=45e97163-8ad2-440a-8f52-6a96e3283366)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:52:13.032500 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d48bf5-62a8-46ad-a8a2-dc30b0f66aa2 req-49ff4191-cb46-42a2-b37a-637109e473de tempest-ListServersNegativeTestJSON-1516530306 tempest-ListServersNegativeTestJSON-1516530306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:52:13.041406 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d8d48bf5-62a8-46ad-a8a2-dc30b0f66aa2 req-49ff4191-cb46-42a2-b37a-637109e473de tempest-ListServersNegativeTestJSON-1516530306 tempest-ListServersNegativeTestJSON-1516530306-project] 10.222.0.35 "GET /v2.0/ports?device_id=5056c2b5-8362-4d68-bc44-1a3ef1f9bc61 HTTP/1.1" status: 200 len: 946 time: 0.2582881 May 20 20:52:13.048847 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-23f393bb-7b46-40d6-8338-ff271193da46 tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:13.055442 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bd4490-5a6d-4f5b-8302-ae885818f73f req-3696e46f-5a62-463b-a106-244f9c869ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:52:13.057162 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-67bd4490-5a6d-4f5b-8302-ae885818f73f req-3696e46f-5a62-463b-a106-244f9c869ea2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4430fb8c-e38d-491e-be0f-4a0062e4f021 HTTP/1.1" status: 200 len: 854 time: 0.2307718 May 20 20:52:13.182233 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-23f393bb-7b46-40d6-8338-ff271193da46 tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:13.306549 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-23f393bb-7b46-40d6-8338-ff271193da46 tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:13.388662 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f393bb-7b46-40d6-8338-ff271193da46 tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b609d10e-0e04-4854-a1b6-540b60192653,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:52:13.449971 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-8ae6aacd-e4f5-444d-a3eb-a2039c70d647 req-723fe8be-ae1c-40bb-8e86-0775a16a1184 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:13.479702 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-67bd4490-5a6d-4f5b-8302-ae885818f73f req-2bd38058-e632-4fff-a2fe-8298ca7bec13 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9abac87e-130e-4a54-8c74-9469b8c9e8ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454504 May 20 20:52:13.500973 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7e3238-1e14-4be7-8d50-476b23824be4 req-94a9786c-bdc2-49a7-b018-d13d0b017473 tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:52:13.507272 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7e3238-1e14-4be7-8d50-476b23824be4 req-94a9786c-bdc2-49a7-b018-d13d0b017473 tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:52:13.509313 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-bf7e3238-1e14-4be7-8d50-476b23824be4 req-94a9786c-bdc2-49a7-b018-d13d0b017473 tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] 10.222.0.35 "GET /v2.0/ports?device_id=31d0ec26-8d4a-4758-bb46-e604ea6fd02f HTTP/1.1" status: 200 len: 1677 time: 0.5406017 May 20 20:52:13.520054 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-23f393bb-7b46-40d6-8338-ff271193da46 tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:13.524590 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-23f393bb-7b46-40d6-8338-ff271193da46 tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6308382 May 20 20:52:13.530883 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 52064) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:52:13.530883 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-dab16fbe-1693-42cc-8c4c-c478a970572a tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] Request body: {'security_group_rule': {'security_group_id': 'e8657e92-5b39-436f-a600-c7f19601dbfe', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'b609d10e-0e04-4854-a1b6-540b60192653', 'remote_ip_prefix': None}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:52:13.665105 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae6aacd-e4f5-444d-a3eb-a2039c70d647 req-723fe8be-ae1c-40bb-8e86-0775a16a1184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:52:13.669303 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-8ae6aacd-e4f5-444d-a3eb-a2039c70d647 req-723fe8be-ae1c-40bb-8e86-0775a16a1184 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:13.669303 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8ae6aacd-e4f5-444d-a3eb-a2039c70d647 req-723fe8be-ae1c-40bb-8e86-0775a16a1184 service neutron] 10.222.0.13 "PUT /v2.0/ports/4ca2be79-258d-4209-84c7-5f87a08f24c4 HTTP/1.1" status: 200 len: 1091 time: 2.5953367 May 20 20:52:13.670302 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d8d48bf5-62a8-46ad-a8a2-dc30b0f66aa2 req-662ae2b3-f74d-4765-8733-5ca8e107df6e tempest-ListServersNegativeTestJSON-1516530306 tempest-ListServersNegativeTestJSON-1516530306-project] 10.222.0.35 "GET /v2.0/security-groups?id=2feb58dd-43f5-46ea-bb11-622cd72312c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6280911 May 20 20:52:13.670753 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31d0ec26-8d4a-4758-bb46-e604ea6fd02f', 'tag': '4ca2be79-258d-4209-84c7-5f87a08f24c4'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:52:13.673088 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4291b17aa7b45362825f0571e77c85f5e73afe1df9c7e9e15006df9d695c005e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddb443d6-ceeb-45f3-95fe-4bcc60c84c49" -d '{"events": [{"name": "network-changed", "server_uuid": "31d0ec26-8d4a-4758-bb46-e604ea6fd02f", "tag": "4ca2be79-258d-4209-84c7-5f87a08f24c4"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:52:13.679650 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-dab16fbe-1693-42cc-8c4c-c478a970572a tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:13.788001 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-dab16fbe-1693-42cc-8c4c-c478a970572a tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:13.795873 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-bf7e3238-1e14-4be7-8d50-476b23824be4 req-04f71d20-f4a7-44ba-babf-240c6bd17f15 tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] 10.222.0.35 "GET /v2.0/security-groups?id=2790e470-9a47-406f-98f4-701141624dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2537138 May 20 20:52:13.810438 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723fe8be-ae1c-40bb-8e86-0775a16a1184 service neutron] Pushing event updated for resources: {'Port': ['ID=4ca2be79-258d-4209-84c7-5f87a08f24c4,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:52:13.920876 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-dab16fbe-1693-42cc-8c4c-c478a970572a tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691816'] for security_group_rule, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:13.939577 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad97380-6746-4ea5-ae43-303004d6be61 req-5430c4ca-5e2b-4bb7-afa3-4b1f6f6efcb3 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:52:13.941464 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-fad97380-6746-4ea5-ae43-303004d6be61 req-5430c4ca-5e2b-4bb7-afa3-4b1f6f6efcb3 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/ports?device_id=03abbdec-2b0d-4070-9a67-4bafa23e6224 HTTP/1.1" status: 200 len: 945 time: 0.1490409 May 20 20:52:13.944130 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab16fbe-1693-42cc-8c4c-c478a970572a tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=697d108a-7a19-4181-a7de-2c99b37e1dc7,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:52:13.950333 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-67bd4490-5a6d-4f5b-8302-ae885818f73f req-376288fb-152c-4a27-9e3b-bdbddde58cb2 service neutron] 10.222.0.24 "GET /v2.0/networks/9abac87e-130e-4a54-8c74-9469b8c9e8ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4226420 May 20 20:52:13.988006 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9a0a7423-d984-41bc-a3ba-22b47b976a66 req-03b81cb2-53d5-4e9b-b1fb-8a1a15714ab9 tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b233036-c517-4eb8-a6d5-9e3bb5c82237 HTTP/1.1" status: 200 len: 210 time: 0.0801141 May 20 20:52:13.990649 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae6aacd-e4f5-444d-a3eb-a2039c70d647 req-337d279d-6676-47d5-bc6b-a4c1b05bbe60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:52:13.991165 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae6aacd-e4f5-444d-a3eb-a2039c70d647 req-337d279d-6676-47d5-bc6b-a4c1b05bbe60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:52:13.992863 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8ae6aacd-e4f5-444d-a3eb-a2039c70d647 req-337d279d-6676-47d5-bc6b-a4c1b05bbe60 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e3d9ae9ec4284a8583d227968508713c&device_id=31d0ec26-8d4a-4758-bb46-e604ea6fd02f HTTP/1.1" status: 200 len: 1979 time: 0.1509120 May 20 20:52:14.076862 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-dab16fbe-1693-42cc-8c4c-c478a970572a tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:14.079009 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-dab16fbe-1693-42cc-8c4c-c478a970572a tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.5532525 May 20 20:52:14.082164 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 52078) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:52:14.107773 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 20:52:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d1fca23-20b5-4514-b223-7f87100ce306 x-openstack-request-id: req-0d1fca23-20b5-4514-b223-7f87100ce306 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:52:14.108065 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31d0ec26-8d4a-4758-bb46-e604ea6fd02f", "tag": "4ca2be79-258d-4209-84c7-5f87a08f24c4", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:52:14.108322 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0d1fca23-20b5-4514-b223-7f87100ce306 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:52:14.108730 n-d-842733-1 neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d1fca23-20b5-4514-b223-7f87100ce306'] response: {'name': 'network-changed', 'server_uuid': '31d0ec26-8d4a-4758-bb46-e604ea6fd02f', 'tag': '4ca2be79-258d-4209-84c7-5f87a08f24c4', 'status': 'completed', 'code': 200} May 20 20:52:14.111303 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8ae6aacd-e4f5-444d-a3eb-a2039c70d647 req-3f98d331-72d5-4a44-89fd-2a52bfa033b9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.36&port_id=deda11ff-0d1a-4d90-89ac-6c1f4cd5ca60 HTTP/1.1" status: 200 len: 217 time: 0.1033132 May 20 20:52:14.135467 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-fad97380-6746-4ea5-ae43-303004d6be61 req-7d200140-28da-4e7d-a997-9ad9a36b288a tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9f9543d-587a-47bd-8772-bda4bd5582ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840222 May 20 20:52:14.139241 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c54c8409-1a6a-48e1-91f5-cbd5a9fdaf58 tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:14.162470 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c54c8409-1a6a-48e1-91f5-cbd5a9fdaf58 tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:14.219277 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae6aacd-e4f5-444d-a3eb-a2039c70d647 req-e7c3aa9e-e1e8-4d3f-b1c5-6db2c43eb88b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:52:14.220765 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8ae6aacd-e4f5-444d-a3eb-a2039c70d647 req-e7c3aa9e-e1e8-4d3f-b1c5-6db2c43eb88b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0234f992-0fd7-48fc-b427-c1e8f0b0a73f HTTP/1.1" status: 200 len: 801 time: 0.0843565 May 20 20:52:14.226257 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-67bd4490-5a6d-4f5b-8302-ae885818f73f req-8535e7c9-47e4-436a-bb56-1f3bb0966d9f service neutron] 10.222.0.24 "GET /v2.0/networks/9abac87e-130e-4a54-8c74-9469b8c9e8ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2416890 May 20 20:52:14.291598 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae6aacd-e4f5-444d-a3eb-a2039c70d647 req-751984ac-0baa-4f09-b33f-ca478ad0ff6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:52:14.293181 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8ae6aacd-e4f5-444d-a3eb-a2039c70d647 req-751984ac-0baa-4f09-b33f-ca478ad0ff6e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=924dd687-788d-4778-b5b5-021fd6263f7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0654032 May 20 20:52:14.314194 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bde9c46-814c-46a5-a246-d04d57e065f2 req-fdb301bb-642c-4a31-831f-ae1287e96cf2 tempest-ListServersNegativeTestJSON-1516530306 tempest-ListServersNegativeTestJSON-1516530306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:52:14.317273 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-5bde9c46-814c-46a5-a246-d04d57e065f2 req-fdb301bb-642c-4a31-831f-ae1287e96cf2 tempest-ListServersNegativeTestJSON-1516530306 tempest-ListServersNegativeTestJSON-1516530306-project] 10.222.0.24 "GET /v2.0/ports?device_id=5056c2b5-8362-4d68-bc44-1a3ef1f9bc61 HTTP/1.1" status: 200 len: 946 time: 0.0893633 May 20 20:52:14.318091 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c54c8409-1a6a-48e1-91f5-cbd5a9fdaf58 tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691816'] for security_group_rule, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:14.331424 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c54c8409-1a6a-48e1-91f5-cbd5a9fdaf58 tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:14.332682 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-c54c8409-1a6a-48e1-91f5-cbd5a9fdaf58 tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/697d108a-7a19-4181-a7de-2c99b37e1dc7 HTTP/1.1" status: 204 len: 168 time: 0.2493103 May 20 20:52:14.336101 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54c8409-1a6a-48e1-91f5-cbd5a9fdaf58 tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=697d108a-7a19-4181-a7de-2c99b37e1dc7,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:52:14.356006 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 52086) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:52:14.413422 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8ae6aacd-e4f5-444d-a3eb-a2039c70d647 req-6ae58b43-7127-4b4b-933a-4de2da95c562 service neutron] 10.222.0.13 "GET /v2.0/networks/924dd687-788d-4778-b5b5-021fd6263f7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106930 May 20 20:52:14.506910 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-f27d1003-b846-43f6-b5b9-30872faa0b78 tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1495173 May 20 20:52:14.510034 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 52090) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:52:14.572562 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b4f4ed70-7e56-4320-b120-617fe00af44e tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:14.609404 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b4f4ed70-7e56-4320-b120-617fe00af44e tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:14.624691 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-5bde9c46-814c-46a5-a246-d04d57e065f2 req-d0f88f32-41bd-43f5-b46a-473da0f772d8 tempest-ListServersNegativeTestJSON-1516530306 tempest-ListServersNegativeTestJSON-1516530306-project] Deleting port 95408595-afd1-4633-8c52-534f97829725 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:52:14.625327 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-5bde9c46-814c-46a5-a246-d04d57e065f2 req-d0f88f32-41bd-43f5-b46a-473da0f772d8 tempest-ListServersNegativeTestJSON-1516530306 tempest-ListServersNegativeTestJSON-1516530306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:14.630737 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8ae6aacd-e4f5-444d-a3eb-a2039c70d647 req-c8b9036a-d05c-487d-ac9f-721d5bd785f2 service neutron] 10.222.0.13 "GET /v2.0/networks/924dd687-788d-4778-b5b5-021fd6263f7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2046180 May 20 20:52:14.696488 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8ae6aacd-e4f5-444d-a3eb-a2039c70d647 req-09a5b237-3631-44ca-acd1-c4d582ade38b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.20&port_id=4ca2be79-258d-4209-84c7-5f87a08f24c4 HTTP/1.1" status: 200 len: 217 time: 0.0615675 May 20 20:52:14.802697 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-5bde9c46-814c-46a5-a246-d04d57e065f2 req-d0f88f32-41bd-43f5-b46a-473da0f772d8 tempest-ListServersNegativeTestJSON-1516530306 tempest-ListServersNegativeTestJSON-1516530306-project] For port 95408595-afd1-4633-8c52-534f97829725, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=95408595-afd1-4633-8c52-534f97829725,segment=NetworkSegment(523fe16c-8b83-4c0a-8dbd-c46319e8174e),segment_id=523fe16c-8b83-4c0a-8dbd-c46319e8174e)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:52:14.803072 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-5bde9c46-814c-46a5-a246-d04d57e065f2 req-d0f88f32-41bd-43f5-b46a-473da0f772d8 tempest-ListServersNegativeTestJSON-1516530306 tempest-ListServersNegativeTestJSON-1516530306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:14.806046 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b4f4ed70-7e56-4320-b120-617fe00af44e tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:14.814709 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae6aacd-e4f5-444d-a3eb-a2039c70d647 req-b755e2b0-94eb-40f2-b626-6ff8b8a49f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:52:14.815139 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b4f4ed70-7e56-4320-b120-617fe00af44e tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:14.818952 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-b4f4ed70-7e56-4320-b120-617fe00af44e tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] 10.222.0.35 "DELETE /v2.0/security-groups/b609d10e-0e04-4854-a1b6-540b60192653 HTTP/1.1" status: 204 len: 168 time: 0.3047538 May 20 20:52:14.821998 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8ae6aacd-e4f5-444d-a3eb-a2039c70d647 req-b755e2b0-94eb-40f2-b626-6ff8b8a49f90 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=80319eb1-92d7-47a8-b7af-4dd2462e9447 HTTP/1.1" status: 200 len: 801 time: 0.1138711 May 20 20:52:14.832246 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 52096) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:52:14.833133 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-5bde9c46-814c-46a5-a246-d04d57e065f2 req-d0f88f32-41bd-43f5-b46a-473da0f772d8 tempest-ListServersNegativeTestJSON-1516530306 tempest-ListServersNegativeTestJSON-1516530306-project] Calling delete_port for 95408595-afd1-4633-8c52-534f97829725 owned by compute:nova {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:52:14.852638 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f4ed70-7e56-4320-b120-617fe00af44e tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b609d10e-0e04-4854-a1b6-540b60192653,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:52:14.957896 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878f661c-7aac-49e9-bb12-34b58a8154c1 req-9701544a-4425-46cc-9229-44c5f6c55836 tempest-ListServersNegativeTestJSON-1516530306 tempest-ListServersNegativeTestJSON-1516530306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:52:14.969549 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-878f661c-7aac-49e9-bb12-34b58a8154c1 req-9701544a-4425-46cc-9229-44c5f6c55836 tempest-ListServersNegativeTestJSON-1516530306 tempest-ListServersNegativeTestJSON-1516530306-project] 10.222.0.35 "GET /v2.0/ports?device_id=5056c2b5-8362-4d68-bc44-1a3ef1f9bc61 HTTP/1.1" status: 200 len: 946 time: 0.1712823 May 20 20:52:14.976084 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae6aacd-e4f5-444d-a3eb-a2039c70d647 req-b1938062-6992-4322-a42c-1fb817c901fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:52:14.977941 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8ae6aacd-e4f5-444d-a3eb-a2039c70d647 req-b1938062-6992-4322-a42c-1fb817c901fb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8ab515e4-5d3f-42a3-ae7a-1e6a1c0ce275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1397338 May 20 20:52:14.992759 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-9ba173cd-3273-4cfb-afba-824d5765261f tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1563060 May 20 20:52:14.996806 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 52102) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:52:15.106967 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-878f661c-7aac-49e9-bb12-34b58a8154c1 req-0d6909ee-18fa-49f3-8735-2216580afb77 tempest-ListServersNegativeTestJSON-1516530306 tempest-ListServersNegativeTestJSON-1516530306-project] 10.222.0.35 "GET /v2.0/security-groups?id=2feb58dd-43f5-46ea-bb11-622cd72312c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365206 May 20 20:52:15.164236 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa08d27e-2584-4bab-9bb2-25c35cdfa233 req-9fd02c9a-d68e-4102-9325-8c0d742235e3 tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:52:15.170369 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa08d27e-2584-4bab-9bb2-25c35cdfa233 req-9fd02c9a-d68e-4102-9325-8c0d742235e3 tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:52:15.172111 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-fa08d27e-2584-4bab-9bb2-25c35cdfa233 req-9fd02c9a-d68e-4102-9325-8c0d742235e3 tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] 10.222.0.35 "GET /v2.0/ports?device_id=31d0ec26-8d4a-4758-bb46-e604ea6fd02f HTTP/1.1" status: 200 len: 1677 time: 0.1987028 May 20 20:52:15.238857 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e600d993-2874-4383-b378-bb77c0452fa8 tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:15.319456 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e600d993-2874-4383-b378-bb77c0452fa8 tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:15.328367 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8ae6aacd-e4f5-444d-a3eb-a2039c70d647 req-f05fb14c-2d4c-4f06-919a-7772d0fd86f8 service neutron] 10.222.0.13 "GET /v2.0/networks/8ab515e4-5d3f-42a3-ae7a-1e6a1c0ce275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3181446 May 20 20:52:15.408372 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1fb5ca29-b752-4bb1-a5dc-23328f3b64a5 req-6d81f6fd-82a7-492d-b986-21ab833b6fb3 tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b233036-c517-4eb8-a6d5-9e3bb5c82237 HTTP/1.1" status: 200 len: 210 time: 0.0802181 May 20 20:52:15.408484 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870f11b4-7910-49c5-9c6e-d1445d035bf2 req-602b8de9-60a1-4d37-b5f1-5431909aab2d tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:52:15.408484 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-870f11b4-7910-49c5-9c6e-d1445d035bf2 req-602b8de9-60a1-4d37-b5f1-5431909aab2d tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] 10.222.0.13 "GET /v2.0/networks?id=300c23a3-32b9-446d-971e-d684df46a80f HTTP/1.1" status: 200 len: 810 time: 0.2888591 May 20 20:52:15.450976 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-870f11b4-7910-49c5-9c6e-d1445d035bf2 req-46fd7789-7b1b-42c6-94d3-17b748e68ec0 tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ca192f5ef49d4f558388c6e642858250 HTTP/1.1" status: 200 len: 380 time: 0.0619638 May 20 20:52:15.466977 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [req-870f11b4-7910-49c5-9c6e-d1445d035bf2 req-9725fea2-599b-47c7-b094-0ab1bd34a0a9 tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] Request body: {'port': {'device_id': '2b233036-c517-4eb8-a6d5-9e3bb5c82237', 'network_id': '300c23a3-32b9-446d-971e-d684df46a80f', 'admin_state_up': True, 'tenant_id': 'ca192f5ef49d4f558388c6e642858250', 'security_groups': ['46bffae8-a0df-4971-87a9-ff1a8f20024b']}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:52:15.475325 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-fa08d27e-2584-4bab-9bb2-25c35cdfa233 req-c812c264-19d8-4b21-a101-4f7ddd263a1b tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] 10.222.0.35 "GET /v2.0/security-groups?id=2790e470-9a47-406f-98f4-701141624dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2900047 May 20 20:52:15.527746 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-5bde9c46-814c-46a5-a246-d04d57e065f2 req-d0f88f32-41bd-43f5-b46a-473da0f772d8 tempest-ListServersNegativeTestJSON-1516530306 tempest-ListServersNegativeTestJSON-1516530306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:15.545659 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] get_ports_and_sgs() called for port_ids ['95408595-afd1-4633-8c52-534f97829725', '9bd58fef-c291-4214-8d8f-df3b98b22fb2'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:52:15.577560 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92de94ce-7bdc-49d8-8272-3e29c121bac9 req-99ad6e95-ee81-423d-b78a-a05673286d1f tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:52:15.579571 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-92de94ce-7bdc-49d8-8272-3e29c121bac9 req-99ad6e95-ee81-423d-b78a-a05673286d1f tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/ports?device_id=03abbdec-2b0d-4070-9a67-4bafa23e6224 HTTP/1.1" status: 200 len: 945 time: 0.1007464 May 20 20:52:15.586709 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] get_ports_and_sgs() called for port_ids ['e1f7768a-8247-4620-a3ae-d89f6357adb1'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:52:15.599180 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f88f32-41bd-43f5-b46a-473da0f772d8 tempest-ListServersNegativeTestJSON-1516530306 tempest-ListServersNegativeTestJSON-1516530306-project] Pushing event deleted for resources: {'Port': ['ID=95408595-afd1-4633-8c52-534f97829725,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:52:15.663348 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8ae6aacd-e4f5-444d-a3eb-a2039c70d647 req-f5a2532c-c68c-41fd-969d-99adb8599533 service neutron] 10.222.0.13 "GET /v2.0/networks/8ab515e4-5d3f-42a3-ae7a-1e6a1c0ce275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3145421 May 20 20:52:15.684443 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e600d993-2874-4383-b378-bb77c0452fa8 tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:15.687605 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e600d993-2874-4383-b378-bb77c0452fa8 tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:15.695143 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-e600d993-2874-4383-b378-bb77c0452fa8 tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] 10.222.0.35 "DELETE /v2.0/security-groups/e8657e92-5b39-436f-a600-c7f19601dbfe HTTP/1.1" status: 204 len: 168 time: 0.6974251 May 20 20:52:15.696967 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 52114) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:52:15.745997 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e600d993-2874-4383-b378-bb77c0452fa8 tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8657e92-5b39-436f-a600-c7f19601dbfe,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:52:15.763493 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bde9c46-814c-46a5-a246-d04d57e065f2 req-d0f88f32-41bd-43f5-b46a-473da0f772d8 tempest-ListServersNegativeTestJSON-1516530306 tempest-ListServersNegativeTestJSON-1516530306-project] No DVR routers for this DVR port 95408595-afd1-4633-8c52-534f97829725 on host n-h1-842733-1 {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:52:15.772446 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-92de94ce-7bdc-49d8-8272-3e29c121bac9 req-4330171e-9bf1-425b-b826-48320ebcaf51 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9f9543d-587a-47bd-8772-bda4bd5582ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816139 May 20 20:52:15.803025 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-5bde9c46-814c-46a5-a246-d04d57e065f2 req-d0f88f32-41bd-43f5-b46a-473da0f772d8 tempest-ListServersNegativeTestJSON-1516530306 tempest-ListServersNegativeTestJSON-1516530306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:15.809549 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-5bde9c46-814c-46a5-a246-d04d57e065f2 req-d0f88f32-41bd-43f5-b46a-473da0f772d8 tempest-ListServersNegativeTestJSON-1516530306 tempest-ListServersNegativeTestJSON-1516530306-project] 10.222.0.24 "DELETE /v2.0/ports/95408595-afd1-4633-8c52-534f97829725 HTTP/1.1" status: 204 len: 173 time: 1.4754977 May 20 20:52:15.810135 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5056c2b5-8362-4d68-bc44-1a3ef1f9bc61', 'name': 'network-vif-deleted', 'tag': '95408595-afd1-4633-8c52-534f97829725'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:52:15.832975 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6fa957933fccbf596d28104b23404b952ad6a8238afaebaed40a0874b2e409" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15d2a50d-2c19-4e8e-b356-71e8bfd942e5" -d '{"events": [{"server_uuid": "5056c2b5-8362-4d68-bc44-1a3ef1f9bc61", "name": "network-vif-deleted", "tag": "95408595-afd1-4633-8c52-534f97829725"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:52:15.877644 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-27728528-73ea-4cad-8f00-85e2cfddc283 tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1744773 May 20 20:52:15.897502 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 52120) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:52:15.910337 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-883b0681-6b9e-4631-9590-129435a5dc63 tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] Request body: {'security_group': {'name': 'tempest-secgroup--62265553'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:52:15.949734 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 20:52:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c951049-ed20-42a9-b9fa-cf42de76f856 x-openstack-request-id: req-0c951049-ed20-42a9-b9fa-cf42de76f856 {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:52:15.949734 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5056c2b5-8362-4d68-bc44-1a3ef1f9bc61", "name": "network-vif-deleted", "tag": "95408595-afd1-4633-8c52-534f97829725", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:52:15.949734 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0c951049-ed20-42a9-b9fa-cf42de76f856 {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:52:15.949734 n-d-842733-1 neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c951049-ed20-42a9-b9fa-cf42de76f856'] response: {'server_uuid': '5056c2b5-8362-4d68-bc44-1a3ef1f9bc61', 'name': 'network-vif-deleted', 'tag': '95408595-afd1-4633-8c52-534f97829725', 'status': 'completed', 'code': 200} May 20 20:52:16.016454 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb443d6-ceeb-45f3-95fe-4bcc60c84c49 req-ddfe5367-aa43-4784-91bc-a916d35d25e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:52:16.018166 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb443d6-ceeb-45f3-95fe-4bcc60c84c49 req-ddfe5367-aa43-4784-91bc-a916d35d25e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:52:16.020229 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ddb443d6-ceeb-45f3-95fe-4bcc60c84c49 req-ddfe5367-aa43-4784-91bc-a916d35d25e0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e3d9ae9ec4284a8583d227968508713c&device_id=31d0ec26-8d4a-4758-bb46-e604ea6fd02f HTTP/1.1" status: 200 len: 1979 time: 0.1001215 May 20 20:52:16.083285 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-870f11b4-7910-49c5-9c6e-d1445d035bf2 req-9725fea2-599b-47c7-b094-0ab1bd34a0a9 tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] Made reservation on behalf of ca192f5ef49d4f558388c6e642858250 for: {'port': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:52:16.087377 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-870f11b4-7910-49c5-9c6e-d1445d035bf2 req-9725fea2-599b-47c7-b094-0ab1bd34a0a9 tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:16.115138 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-883b0681-6b9e-4631-9590-129435a5dc63 tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:16.231399 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-883b0681-6b9e-4631-9590-129435a5dc63 tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:16.269637 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6cb07222-8a26-4eae-8617-84ccfa0ba3c4 req-59cc165c-a12d-4492-9223-0ddc6943d3d3 tempest-ListServersNegativeTestJSON-1516530306 tempest-ListServersNegativeTestJSON-1516530306-project] 10.222.0.35 "GET /v2.0/ports?device_id=5056c2b5-8362-4d68-bc44-1a3ef1f9bc61 HTTP/1.1" status: 200 len: 210 time: 0.0423253 May 20 20:52:16.280901 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb443d6-ceeb-45f3-95fe-4bcc60c84c49 req-c0fbfcd7-51e3-4141-9fc2-87b9a70c7987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:52:16.289905 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ddb443d6-ceeb-45f3-95fe-4bcc60c84c49 req-c0fbfcd7-51e3-4141-9fc2-87b9a70c7987 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8ab515e4-5d3f-42a3-ae7a-1e6a1c0ce275 HTTP/1.1" status: 200 len: 903 time: 0.2420421 May 20 20:52:16.353755 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [req-870f11b4-7910-49c5-9c6e-d1445d035bf2 req-9725fea2-599b-47c7-b094-0ab1bd34a0a9 tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] Allocated IP 172.20.0.8 (300c23a3-32b9-446d-971e-d684df46a80f/1dd25171-1f89-45fa-8119-54d59026591a/8641288a-f307-474a-acfc-51039a0dc896) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:52:16.366929 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-883b0681-6b9e-4631-9590-129435a5dc63 tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:16.370686 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ddb443d6-ceeb-45f3-95fe-4bcc60c84c49 req-853da345-1579-4a89-8914-e9b7bca5704e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.20&port_id=4ca2be79-258d-4209-84c7-5f87a08f24c4 HTTP/1.1" status: 200 len: 217 time: 0.0621703 May 20 20:52:16.457315 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883b0681-6b9e-4631-9590-129435a5dc63 tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e52f232-8991-4b9e-a7c2-5c07e3610761,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:52:16.485739 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb443d6-ceeb-45f3-95fe-4bcc60c84c49 req-f597e8c8-4cdc-4876-95cb-94888b2d89b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:52:16.487816 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ddb443d6-ceeb-45f3-95fe-4bcc60c84c49 req-f597e8c8-4cdc-4876-95cb-94888b2d89b6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=80319eb1-92d7-47a8-b7af-4dd2462e9447 HTTP/1.1" status: 200 len: 801 time: 0.1065416 May 20 20:52:16.532272 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-870f11b4-7910-49c5-9c6e-d1445d035bf2 req-9725fea2-599b-47c7-b094-0ab1bd34a0a9 tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:16.554230 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-883b0681-6b9e-4631-9590-129435a5dc63 tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:16.558603 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-883b0681-6b9e-4631-9590-129435a5dc63 tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6542494 May 20 20:52:16.558603 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-66578fbb-b2c4-41ba-a73b-d5d58248ee7d req-1e715e28-b212-4f80-9186-6ed83ec359ba tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b233036-c517-4eb8-a6d5-9e3bb5c82237 HTTP/1.1" status: 200 len: 210 time: 0.0483878 May 20 20:52:16.560027 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 52136) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:52:16.563868 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-ea7afd5a-6159-44a0-aaee-b0c0ef4b6f2c tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] Request body: {'security_group_rule': {'security_group_id': '6e52f232-8991-4b9e-a7c2-5c07e3610761', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:52:16.603008 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb443d6-ceeb-45f3-95fe-4bcc60c84c49 req-fdf3072f-4236-4470-81a5-7b0396b700c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:52:16.604522 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ddb443d6-ceeb-45f3-95fe-4bcc60c84c49 req-fdf3072f-4236-4470-81a5-7b0396b700c0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8ab515e4-5d3f-42a3-ae7a-1e6a1c0ce275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1076090 May 20 20:52:16.725363 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-870f11b4-7910-49c5-9c6e-d1445d035bf2 req-9725fea2-599b-47c7-b094-0ab1bd34a0a9 tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:16.744914 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f73fe16-9c64-43d2-88a6-e7df810a1750 req-d8ac4535-3834-4f75-8a14-ddcf790350c5 tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:52:16.751920 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f73fe16-9c64-43d2-88a6-e7df810a1750 req-d8ac4535-3834-4f75-8a14-ddcf790350c5 tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:52:16.757799 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6f73fe16-9c64-43d2-88a6-e7df810a1750 req-d8ac4535-3834-4f75-8a14-ddcf790350c5 tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] 10.222.0.35 "GET /v2.0/ports?device_id=31d0ec26-8d4a-4758-bb46-e604ea6fd02f HTTP/1.1" status: 200 len: 1677 time: 0.1425283 May 20 20:52:16.768124 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ea7afd5a-6159-44a0-aaee-b0c0ef4b6f2c tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:16.774689 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-870f11b4-7910-49c5-9c6e-d1445d035bf2 req-9725fea2-599b-47c7-b094-0ab1bd34a0a9 tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] Network 300c23a3-32b9-446d-971e-d684df46a80f is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:52:16.778058 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [req-870f11b4-7910-49c5-9c6e-d1445d035bf2 req-9725fea2-599b-47c7-b094-0ab1bd34a0a9 tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:52:16.783660 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-870f11b4-7910-49c5-9c6e-d1445d035bf2 req-9725fea2-599b-47c7-b094-0ab1bd34a0a9 tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:52:16.816186 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9725fea2-599b-47c7-b094-0ab1bd34a0a9 tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] Pushing event updated for resources: {'Port': ['ID=8641288a-f307-474a-acfc-51039a0dc896,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:52:16.875266 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870f11b4-7910-49c5-9c6e-d1445d035bf2 req-9725fea2-599b-47c7-b094-0ab1bd34a0a9 tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:52:16.875986 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-870f11b4-7910-49c5-9c6e-d1445d035bf2 req-9725fea2-599b-47c7-b094-0ab1bd34a0a9 tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:16.884442 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ddb443d6-ceeb-45f3-95fe-4bcc60c84c49 req-33a6b088-204b-4c2a-b07b-7f7f49a2b73e service neutron] 10.222.0.13 "GET /v2.0/networks/8ab515e4-5d3f-42a3-ae7a-1e6a1c0ce275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2557013 May 20 20:52:17.009199 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-870f11b4-7910-49c5-9c6e-d1445d035bf2 req-9725fea2-599b-47c7-b094-0ab1bd34a0a9 tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5506034 May 20 20:52:17.027288 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [req-870f11b4-7910-49c5-9c6e-d1445d035bf2 req-0d57dadd-74c5-46bf-8805-7b4a9e2e5b27 service neutron] Request body: {'port': {'device_id': '2b233036-c517-4eb8-a6d5-9e3bb5c82237', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-842733-1'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:52:17.105013 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6f73fe16-9c64-43d2-88a6-e7df810a1750 req-ee7f8aa6-681d-4c03-8c7a-40fef0e684b0 tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] 10.222.0.35 "GET /v2.0/security-groups?id=2790e470-9a47-406f-98f4-701141624dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3332119 May 20 20:52:17.136522 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-870f11b4-7910-49c5-9c6e-d1445d035bf2 req-0d57dadd-74c5-46bf-8805-7b4a9e2e5b27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:17.199211 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84198677-d8ff-4332-bbb1-17af020df349 req-f21a52e4-9e47-4907-a86f-9126494b302a tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:52:17.208466 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-84198677-d8ff-4332-bbb1-17af020df349 req-f21a52e4-9e47-4907-a86f-9126494b302a tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/ports?device_id=03abbdec-2b0d-4070-9a67-4bafa23e6224 HTTP/1.1" status: 200 len: 945 time: 0.2536519 May 20 20:52:17.240855 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ddb443d6-ceeb-45f3-95fe-4bcc60c84c49 req-91d8cb44-b692-4017-a22b-f465f11f8b27 service neutron] 10.222.0.13 "GET /v2.0/networks/8ab515e4-5d3f-42a3-ae7a-1e6a1c0ce275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3430467 May 20 20:52:17.244621 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-d7e52e41-a9e3-407c-8e27-01da87516e42 None None] Provisioning complete for port 8641288a-f307-474a-acfc-51039a0dc896 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:52:17.246590 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d7e52e41-a9e3-407c-8e27-01da87516e42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:17.253672 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ea7afd5a-6159-44a0-aaee-b0c0ef4b6f2c tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:17.307266 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-84198677-d8ff-4332-bbb1-17af020df349 req-4efd409b-c33a-46db-84bd-e3f7cda43c7a tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9f9543d-587a-47bd-8772-bda4bd5582ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979192 May 20 20:52:17.330649 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-d7e52e41-a9e3-407c-8e27-01da87516e42 None None] Port 8641288a-f307-474a-acfc-51039a0dc896 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 20:52:17.344932 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ea7afd5a-6159-44a0-aaee-b0c0ef4b6f2c tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691816'] for security_group_rule, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:17.363547 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7afd5a-6159-44a0-aaee-b0c0ef4b6f2c tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4d3a107-0517-4207-91e1-95c9e1fe45da,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:52:17.526976 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ea7afd5a-6159-44a0-aaee-b0c0ef4b6f2c tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:17.528624 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-ea7afd5a-6159-44a0-aaee-b0c0ef4b6f2c tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.9680781 May 20 20:52:17.538166 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 52158) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:52:17.611628 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-026ea61b-c304-40d3-b084-452e38e6aa94 tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:17.619663 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [req-870f11b4-7910-49c5-9c6e-d1445d035bf2 req-0d57dadd-74c5-46bf-8805-7b4a9e2e5b27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8641288a-f307-474a-acfc-51039a0dc896 {{(pid=103162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:52:17.624956 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-026ea61b-c304-40d3-b084-452e38e6aa94 tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:17.645250 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-870f11b4-7910-49c5-9c6e-d1445d035bf2 req-0d57dadd-74c5-46bf-8805-7b4a9e2e5b27 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:17.723422 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8025e4-bc61-45c3-aff5-3eb6568f232a req-bae07ec5-9a01-4349-8d3d-c8bf73560db6 tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:52:17.724993 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-cd8025e4-bc61-45c3-aff5-3eb6568f232a req-bae07ec5-9a01-4349-8d3d-c8bf73560db6 tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b233036-c517-4eb8-a6d5-9e3bb5c82237 HTTP/1.1" status: 200 len: 931 time: 0.0515890 May 20 20:52:17.771005 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-cd8025e4-bc61-45c3-aff5-3eb6568f232a req-acf2278b-b90e-414e-b72c-a4ab0522453f tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] 10.222.0.35 "GET /v2.0/security-groups?id=46bffae8-a0df-4971-87a9-ff1a8f20024b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380647 May 20 20:52:17.794983 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 95408595-afd1-4633-8c52-534f97829725 no longer exists at agent hyperv_n-h1-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:52:17.820022 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] No Port match for: 95408595-afd1-4633-8c52-534f97829725 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 20:52:17.820363 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 95408595-afd1-4633-8c52-534f97829725 not bound to the agent host n-h1-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 20:52:17.944741 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.provisioning_blocks [req-870f11b4-7910-49c5-9c6e-d1445d035bf2 req-0d57dadd-74c5-46bf-8805-7b4a9e2e5b27 service neutron] Transition to ACTIVE for port object 8641288a-f307-474a-acfc-51039a0dc896 will not be triggered until provisioned by entity L2. {{(pid=103162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 20:52:17.945474 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-026ea61b-c304-40d3-b084-452e38e6aa94 tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691816'] for security_group_rule, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:17.952232 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-026ea61b-c304-40d3-b084-452e38e6aa94 tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:17.958097 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 52178) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:52:17.964057 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-026ea61b-c304-40d3-b084-452e38e6aa94 tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/b4d3a107-0517-4207-91e1-95c9e1fe45da HTTP/1.1" status: 204 len: 168 time: 0.4254596 May 20 20:52:17.978095 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026ea61b-c304-40d3-b084-452e38e6aa94 tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b4d3a107-0517-4207-91e1-95c9e1fe45da,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:52:18.016270 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-a723883e-9003-424e-ae2f-5e9193590f99 tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0569310 May 20 20:52:18.021130 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 52184) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:52:18.041086 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-870f11b4-7910-49c5-9c6e-d1445d035bf2 req-0d57dadd-74c5-46bf-8805-7b4a9e2e5b27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:18.090548 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6bea404e-0fb5-4516-bb96-986b12949ed7 tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:18.119140 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6bea404e-0fb5-4516-bb96-986b12949ed7 tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:18.194766 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d57dadd-74c5-46bf-8805-7b4a9e2e5b27 service neutron] Pushing event updated for resources: {'Port': ['ID=8641288a-f307-474a-acfc-51039a0dc896,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:52:18.316392 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-870f11b4-7910-49c5-9c6e-d1445d035bf2 req-0d57dadd-74c5-46bf-8805-7b4a9e2e5b27 service neutron] Attempting to bind port 8641288a-f307-474a-acfc-51039a0dc896 on host n-h2-842733-1 for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:52:18.317009 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-870f11b4-7910-49c5-9c6e-d1445d035bf2 req-0d57dadd-74c5-46bf-8805-7b4a9e2e5b27 service neutron] Attempting to bind port 8641288a-f307-474a-acfc-51039a0dc896 by drivers openvswitch,hyperv on host n-h2-842733-1 at level 0 using segments [{'id': 'c827a625-78ca-430c-9240-807cb6bb6287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '300c23a3-32b9-446d-971e-d684df46a80f'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:52:18.320151 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-870f11b4-7910-49c5-9c6e-d1445d035bf2 req-0d57dadd-74c5-46bf-8805-7b4a9e2e5b27 service neutron] Attempting to bind port 8641288a-f307-474a-acfc-51039a0dc896 on network 300c23a3-32b9-446d-971e-d684df46a80f {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:52:18.331632 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-870f11b4-7910-49c5-9c6e-d1445d035bf2 req-0d57dadd-74c5-46bf-8805-7b4a9e2e5b27 service neutron] Port 8641288a-f307-474a-acfc-51039a0dc896 on network 300c23a3-32b9-446d-971e-d684df46a80f not bound, no agent of type Open vSwitch agent registered on host n-h2-842733-1 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 20:52:18.333251 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-870f11b4-7910-49c5-9c6e-d1445d035bf2 req-0d57dadd-74c5-46bf-8805-7b4a9e2e5b27 service neutron] Attempting to bind port 8641288a-f307-474a-acfc-51039a0dc896 on network 300c23a3-32b9-446d-971e-d684df46a80f {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:52:18.336148 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01feacbf-b0e8-4818-b471-05125813e5cf req-940cb541-7c9e-4f0e-83d4-8b346ea1b11a tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:52:18.342650 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01feacbf-b0e8-4818-b471-05125813e5cf req-940cb541-7c9e-4f0e-83d4-8b346ea1b11a tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:52:18.343748 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-870f11b4-7910-49c5-9c6e-d1445d035bf2 req-0d57dadd-74c5-46bf-8805-7b4a9e2e5b27 service neutron] Checking agent: {'id': 'a66f2511-b955-448f-877c-56cfe9c81b12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 33, 2), 'started_at': datetime.datetime(2022, 5, 20, 20, 33, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 52, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:52:18.344465 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-870f11b4-7910-49c5-9c6e-d1445d035bf2 req-0d57dadd-74c5-46bf-8805-7b4a9e2e5b27 service neutron] Checking segment: {'id': 'c827a625-78ca-430c-9240-807cb6bb6287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '300c23a3-32b9-446d-971e-d684df46a80f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:52:18.347025 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-870f11b4-7910-49c5-9c6e-d1445d035bf2 req-0d57dadd-74c5-46bf-8805-7b4a9e2e5b27 service neutron] Bound using segment: {'id': 'c827a625-78ca-430c-9240-807cb6bb6287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '300c23a3-32b9-446d-971e-d684df46a80f'} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:52:18.348148 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-870f11b4-7910-49c5-9c6e-d1445d035bf2 req-0d57dadd-74c5-46bf-8805-7b4a9e2e5b27 service neutron] Bound port: 8641288a-f307-474a-acfc-51039a0dc896, host: n-h2-842733-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c827a625-78ca-430c-9240-807cb6bb6287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '300c23a3-32b9-446d-971e-d684df46a80f'}}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:52:18.348759 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-870f11b4-7910-49c5-9c6e-d1445d035bf2 req-0d57dadd-74c5-46bf-8805-7b4a9e2e5b27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:18.350964 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-01feacbf-b0e8-4818-b471-05125813e5cf req-940cb541-7c9e-4f0e-83d4-8b346ea1b11a tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] 10.222.0.35 "GET /v2.0/ports?device_id=31d0ec26-8d4a-4758-bb46-e604ea6fd02f HTTP/1.1" status: 200 len: 1677 time: 0.1251607 May 20 20:52:18.353726 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6bea404e-0fb5-4516-bb96-986b12949ed7 tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:18.356387 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6bea404e-0fb5-4516-bb96-986b12949ed7 tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:18.359804 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-6bea404e-0fb5-4516-bb96-986b12949ed7 tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] 10.222.0.35 "DELETE /v2.0/security-groups/6e52f232-8991-4b9e-a7c2-5c07e3610761 HTTP/1.1" status: 204 len: 168 time: 0.3352933 May 20 20:52:18.366038 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 52194) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:52:18.427487 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bea404e-0fb5-4516-bb96-986b12949ed7 tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e52f232-8991-4b9e-a7c2-5c07e3610761,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:52:18.443110 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-01feacbf-b0e8-4818-b471-05125813e5cf req-79baf6ef-843a-4592-b1ec-f854ac281479 tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] 10.222.0.35 "GET /v2.0/security-groups?id=2790e470-9a47-406f-98f4-701141624dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912864 May 20 20:52:18.477310 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1e6b27-5601-44d6-90ad-4e9a1ad50755 req-a3f227ca-2b1a-48a9-a39f-b35549409b5a tempest-ListServersNegativeTestJSON-1516530306 tempest-ListServersNegativeTestJSON-1516530306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:52:18.496634 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1e6b27-5601-44d6-90ad-4e9a1ad50755 req-a3f227ca-2b1a-48a9-a39f-b35549409b5a tempest-ListServersNegativeTestJSON-1516530306 tempest-ListServersNegativeTestJSON-1516530306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:52:18.502180 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3a1e6b27-5601-44d6-90ad-4e9a1ad50755 req-a3f227ca-2b1a-48a9-a39f-b35549409b5a tempest-ListServersNegativeTestJSON-1516530306 tempest-ListServersNegativeTestJSON-1516530306-project] 10.222.0.35 "GET /v2.0/ports?device_id=8121c8d7-cf6f-4aa8-9f54-bc977c774d73&device_id=e961ac34-9e24-4ce8-91ba-f40718c1a458 HTTP/1.1" status: 200 len: 1682 time: 0.2217453 May 20 20:52:18.507351 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 52198) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:52:18.511315 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-98e13a32-0eeb-4f92-98e8-33f9be4bfa81 tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1438448 May 20 20:52:18.511693 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-45fc4780-b0c1-4e8d-8735-dd532f788839 tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] Request body: {'security_group': {'name': 'tempest-secgroup--1027380852'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:52:18.532493 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-870f11b4-7910-49c5-9c6e-d1445d035bf2 req-0d57dadd-74c5-46bf-8805-7b4a9e2e5b27 service neutron] For port 8641288a-f307-474a-acfc-51039a0dc896, host n-h2-842733-1, cleared binding levels {{(pid=103162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:52:18.536988 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-870f11b4-7910-49c5-9c6e-d1445d035bf2 req-0d57dadd-74c5-46bf-8805-7b4a9e2e5b27 service neutron] For port 8641288a-f307-474a-acfc-51039a0dc896, host n-h2-842733-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=8641288a-f307-474a-acfc-51039a0dc896,segment=NetworkSegment(c827a625-78ca-430c-9240-807cb6bb6287),segment_id=c827a625-78ca-430c-9240-807cb6bb6287)] {{(pid=103162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:52:18.631701 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3a1e6b27-5601-44d6-90ad-4e9a1ad50755 req-6ce4d3c1-81d9-4572-879a-21f210baf516 tempest-ListServersNegativeTestJSON-1516530306 tempest-ListServersNegativeTestJSON-1516530306-project] 10.222.0.35 "GET /v2.0/security-groups?id=2feb58dd-43f5-46ea-bb11-622cd72312c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738161 May 20 20:52:18.642943 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-870f11b4-7910-49c5-9c6e-d1445d035bf2 req-0d57dadd-74c5-46bf-8805-7b4a9e2e5b27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:18.671009 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c99f312-832f-4dd9-91bb-cd3a1f7d8482 req-a97a8803-1db0-4482-8b98-a6a17b7ed291 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:52:18.681918 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6c99f312-832f-4dd9-91bb-cd3a1f7d8482 req-a97a8803-1db0-4482-8b98-a6a17b7ed291 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/ports?device_id=03abbdec-2b0d-4070-9a67-4bafa23e6224 HTTP/1.1" status: 200 len: 945 time: 0.1221545 May 20 20:52:18.683355 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-45fc4780-b0c1-4e8d-8735-dd532f788839 tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:18.715928 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870f11b4-7910-49c5-9c6e-d1445d035bf2 req-0d57dadd-74c5-46bf-8805-7b4a9e2e5b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:52:18.720197 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-870f11b4-7910-49c5-9c6e-d1445d035bf2 req-0d57dadd-74c5-46bf-8805-7b4a9e2e5b27 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:18.720197 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-870f11b4-7910-49c5-9c6e-d1445d035bf2 req-0d57dadd-74c5-46bf-8805-7b4a9e2e5b27 service neutron] 10.222.0.13 "PUT /v2.0/ports/8641288a-f307-474a-acfc-51039a0dc896 HTTP/1.1" status: 200 len: 1091 time: 1.6950984 May 20 20:52:18.720635 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b233036-c517-4eb8-a6d5-9e3bb5c82237', 'tag': '8641288a-f307-474a-acfc-51039a0dc896'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:52:18.723388 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6fa957933fccbf596d28104b23404b952ad6a8238afaebaed40a0874b2e409" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e18522e8-7329-4a29-b6f5-9954eb6f0fbc" -d '{"events": [{"name": "network-changed", "server_uuid": "2b233036-c517-4eb8-a6d5-9e3bb5c82237", "tag": "8641288a-f307-474a-acfc-51039a0dc896"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:52:18.800154 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d57dadd-74c5-46bf-8805-7b4a9e2e5b27 service neutron] Pushing event updated for resources: {'Port': ['ID=8641288a-f307-474a-acfc-51039a0dc896,revision_number=3']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:52:18.828863 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6c99f312-832f-4dd9-91bb-cd3a1f7d8482 req-1c32bbe9-94d9-407b-b58c-8d162de6409e tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9f9543d-587a-47bd-8772-bda4bd5582ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148431 May 20 20:52:18.920859 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 20:52:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-231be8c4-001e-4edf-8e86-9ab477324181 x-openstack-request-id: req-231be8c4-001e-4edf-8e86-9ab477324181 {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:52:18.921229 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b233036-c517-4eb8-a6d5-9e3bb5c82237", "tag": "8641288a-f307-474a-acfc-51039a0dc896", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:52:18.922062 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-231be8c4-001e-4edf-8e86-9ab477324181 {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:52:18.922550 n-d-842733-1 neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-231be8c4-001e-4edf-8e86-9ab477324181'] response: {'name': 'network-changed', 'server_uuid': '2b233036-c517-4eb8-a6d5-9e3bb5c82237', 'tag': '8641288a-f307-474a-acfc-51039a0dc896', 'status': 'completed', 'code': 200} May 20 20:52:18.952989 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-45fc4780-b0c1-4e8d-8735-dd532f788839 tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:18.957721 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870f11b4-7910-49c5-9c6e-d1445d035bf2 req-07957d77-71e5-4975-aec1-63427d79af95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:52:18.959990 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-870f11b4-7910-49c5-9c6e-d1445d035bf2 req-07957d77-71e5-4975-aec1-63427d79af95 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ca192f5ef49d4f558388c6e642858250&device_id=2b233036-c517-4eb8-a6d5-9e3bb5c82237 HTTP/1.1" status: 200 len: 1094 time: 0.0881968 May 20 20:52:19.051104 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-45fc4780-b0c1-4e8d-8735-dd532f788839 tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:19.063209 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-870f11b4-7910-49c5-9c6e-d1445d035bf2 req-9482dcbb-b853-40cd-a2a2-aed7635287b3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8641288a-f307-474a-acfc-51039a0dc896 HTTP/1.1" status: 200 len: 217 time: 0.0871234 May 20 20:52:19.102537 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fc4780-b0c1-4e8d-8735-dd532f788839 tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92c2b18f-1fef-493b-9856-22e9e0afdf7a,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:52:19.124322 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9861b201-379a-4248-88e3-50c0d0bdaa8d req-871516d5-f9f5-4486-aaa9-631bf098bbc5 tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:52:19.131770 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device deda11ff-0d1a-4d90-89ac-6c1f4cd5ca60 details requested by agent hyperv_n-h2-842733-1 with host n-h2-842733-1 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 20:52:19.149887 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870f11b4-7910-49c5-9c6e-d1445d035bf2 req-1b88219d-44c4-4626-83de-1b1870547e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:52:19.152630 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-870f11b4-7910-49c5-9c6e-d1445d035bf2 req-1b88219d-44c4-4626-83de-1b1870547e6d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1dd25171-1f89-45fa-8119-54d59026591a HTTP/1.1" status: 200 len: 849 time: 0.0814621 May 20 20:52:19.169538 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9861b201-379a-4248-88e3-50c0d0bdaa8d req-871516d5-f9f5-4486-aaa9-631bf098bbc5 tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b233036-c517-4eb8-a6d5-9e3bb5c82237 HTTP/1.1" status: 200 len: 943 time: 0.1841781 May 20 20:52:19.188163 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-45fc4780-b0c1-4e8d-8735-dd532f788839 tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:19.190652 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-45fc4780-b0c1-4e8d-8735-dd532f788839 tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6811950 May 20 20:52:19.195194 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 52220) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:52:19.200949 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-ea637d0c-ab7a-4bdd-97a1-55882693ddd9 tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] Request body: {'security_group_rule': {'security_group_id': '92c2b18f-1fef-493b-9856-22e9e0afdf7a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:52:19.249972 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870f11b4-7910-49c5-9c6e-d1445d035bf2 req-62f87d66-8291-4dc9-a4a0-ef07b65bde8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:52:19.253295 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-870f11b4-7910-49c5-9c6e-d1445d035bf2 req-62f87d66-8291-4dc9-a4a0-ef07b65bde8e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=300c23a3-32b9-446d-971e-d684df46a80f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0913506 May 20 20:52:19.293641 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9861b201-379a-4248-88e3-50c0d0bdaa8d req-5ded8d71-545a-4213-b7ed-f77ddb0bc1c5 tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] 10.222.0.35 "GET /v2.0/security-groups?id=46bffae8-a0df-4971-87a9-ff1a8f20024b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1231189 May 20 20:52:19.360042 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port deda11ff-0d1a-4d90-89ac-6c1f4cd5ca60, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=deda11ff-0d1a-4d90-89ac-6c1f4cd5ca60,segment=NetworkSegment(54bbadcf-588c-4198-8303-84fe8d6de8f5),segment_id=54bbadcf-588c-4198-8303-84fe8d6de8f5)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:52:19.377320 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Returning: {'device': 'deda11ff-0d1a-4d90-89ac-6c1f4cd5ca60', 'network_id': '924dd687-788d-4778-b5b5-021fd6263f7b', 'port_id': 'deda11ff-0d1a-4d90-89ac-6c1f4cd5ca60', 'mac_address': 'fa:16:3e:53:61:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0234f992-0fd7-48fc-b427-c1e8f0b0a73f', 'ip_address': '19.80.0.36'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 20 20:52:19.399220 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-870f11b4-7910-49c5-9c6e-d1445d035bf2 req-9594a8e6-c0d3-46ce-87a9-dc21b58488c0 service neutron] 10.222.0.13 "GET /v2.0/networks/300c23a3-32b9-446d-971e-d684df46a80f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306143 May 20 20:52:19.423841 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port deda11ff-0d1a-4d90-89ac-6c1f4cd5ca60 is: DOWN; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:52:19.424275 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:19.440359 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id deda11ff-0d1a-4d90-89ac-6c1f4cd5ca60 {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:52:19.453010 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ea637d0c-ab7a-4bdd-97a1-55882693ddd9 tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:19.500743 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port deda11ff-0d1a-4d90-89ac-6c1f4cd5ca60, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=deda11ff-0d1a-4d90-89ac-6c1f4cd5ca60,segment=NetworkSegment(54bbadcf-588c-4198-8303-84fe8d6de8f5),segment_id=54bbadcf-588c-4198-8303-84fe8d6de8f5)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:52:19.562027 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ea637d0c-ab7a-4bdd-97a1-55882693ddd9 tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:19.569754 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-870f11b4-7910-49c5-9c6e-d1445d035bf2 req-0b44d120-517c-41fc-8763-214caa8a737c service neutron] 10.222.0.13 "GET /v2.0/networks/300c23a3-32b9-446d-971e-d684df46a80f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619430 May 20 20:52:19.603069 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:19.604527 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 4ca2be79-258d-4209-84c7-5f87a08f24c4 details requested by agent hyperv_n-h2-842733-1 with host n-h2-842733-1 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 20:52:19.653424 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ea637d0c-ab7a-4bdd-97a1-55882693ddd9 tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691816'] for security_group_rule, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:19.684782 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcf7f50-61b2-48bf-bf5b-e48af4b200c7 req-6936ec40-2587-4701-81d4-1956b7055552 tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:52:19.692819 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcf7f50-61b2-48bf-bf5b-e48af4b200c7 req-6936ec40-2587-4701-81d4-1956b7055552 tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:52:19.702994 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0fcf7f50-61b2-48bf-bf5b-e48af4b200c7 req-6936ec40-2587-4701-81d4-1956b7055552 tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] 10.222.0.35 "GET /v2.0/ports?device_id=31d0ec26-8d4a-4758-bb46-e604ea6fd02f HTTP/1.1" status: 200 len: 1678 time: 0.1161468 May 20 20:52:19.716171 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea637d0c-ab7a-4bdd-97a1-55882693ddd9 tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e35ab2e-e839-4d34-ad7b-d8f7d78534cd,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:52:19.769195 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=deda11ff-0d1a-4d90-89ac-6c1f4cd5ca60,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:52:19.782662 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0fcf7f50-61b2-48bf-bf5b-e48af4b200c7 req-260c74a0-4cac-4f6b-a187-a6fa2381a577 tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] 10.222.0.35 "GET /v2.0/security-groups?id=2790e470-9a47-406f-98f4-701141624dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775514 May 20 20:52:19.842444 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port 4ca2be79-258d-4209-84c7-5f87a08f24c4, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=4ca2be79-258d-4209-84c7-5f87a08f24c4,segment=NetworkSegment(45e97163-8ad2-440a-8f52-6a96e3283366),segment_id=45e97163-8ad2-440a-8f52-6a96e3283366)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:52:19.867964 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18522e8-7329-4a29-b6f5-9954eb6f0fbc req-5a198e02-4b3e-4ac7-942e-49b6d315764a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:52:19.869960 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-e18522e8-7329-4a29-b6f5-9954eb6f0fbc req-5a198e02-4b3e-4ac7-942e-49b6d315764a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ca192f5ef49d4f558388c6e642858250&device_id=2b233036-c517-4eb8-a6d5-9e3bb5c82237 HTTP/1.1" status: 200 len: 1094 time: 0.0777767 May 20 20:52:19.870415 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Returning: {'device': '4ca2be79-258d-4209-84c7-5f87a08f24c4', 'network_id': '8ab515e4-5d3f-42a3-ae7a-1e6a1c0ce275', 'port_id': '4ca2be79-258d-4209-84c7-5f87a08f24c4', 'mac_address': 'fa:16:3e:15:5f:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80319eb1-92d7-47a8-b7af-4dd2462e9447', 'ip_address': '19.86.0.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 20 20:52:19.884962 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ea637d0c-ab7a-4bdd-97a1-55882693ddd9 tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:19.887081 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-ea637d0c-ab7a-4bdd-97a1-55882693ddd9 tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6907370 May 20 20:52:19.889616 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 52234) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:52:19.926201 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-01e86834-11c3-4edb-9e13-d992e69a00ab tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] 10.222.0.35 "GET /v2.0/security-group-rules/1e35ab2e-e839-4d34-ad7b-d8f7d78534cd HTTP/1.1" status: 200 len: 763 time: 0.0351310 May 20 20:52:19.927461 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 52236) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:52:19.931927 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port 4ca2be79-258d-4209-84c7-5f87a08f24c4 is: DOWN; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:52:19.932305 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:19.972179 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ca2be79-258d-4209-84c7-5f87a08f24c4 {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:52:19.999243 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port 4ca2be79-258d-4209-84c7-5f87a08f24c4, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=4ca2be79-258d-4209-84c7-5f87a08f24c4,segment=NetworkSegment(45e97163-8ad2-440a-8f52-6a96e3283366),segment_id=45e97163-8ad2-440a-8f52-6a96e3283366)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:52:20.001009 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-fa2228ac-f334-487b-ba56-05e5b56ed69b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:20.011678 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18522e8-7329-4a29-b6f5-9954eb6f0fbc req-ff8e0ce5-a05a-4ea6-a083-9711fe66a12c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:52:20.014285 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-e18522e8-7329-4a29-b6f5-9954eb6f0fbc req-ff8e0ce5-a05a-4ea6-a083-9711fe66a12c service neutron] 10.222.0.13 "GET /v2.0/networks?id=300c23a3-32b9-446d-971e-d684df46a80f HTTP/1.1" status: 200 len: 911 time: 0.1346276 May 20 20:52:20.016731 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-7d149ca6-8ae2-4024-9045-cc1a445be947 tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0869763 May 20 20:52:20.017379 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 52240) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:52:20.054884 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f36d2a-2e88-4438-a582-d7758ff059a4 req-5e261c2f-65fe-46c7-8f02-89fe77fc0347 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:52:20.056508 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-68f36d2a-2e88-4438-a582-d7758ff059a4 req-5e261c2f-65fe-46c7-8f02-89fe77fc0347 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/ports?device_id=03abbdec-2b0d-4070-9a67-4bafa23e6224 HTTP/1.1" status: 200 len: 945 time: 0.1281559 May 20 20:52:20.064424 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:20.078076 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5003290f-d1b3-4a42-bdea-610b2ed0b0ab tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:20.094867 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5003290f-d1b3-4a42-bdea-610b2ed0b0ab tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:20.152996 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-68f36d2a-2e88-4438-a582-d7758ff059a4 req-375b0076-f697-4a13-9390-efe2a2c3e740 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9f9543d-587a-47bd-8772-bda4bd5582ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737853 May 20 20:52:20.207657 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=4ca2be79-258d-4209-84c7-5f87a08f24c4,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:52:20.276746 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5003290f-d1b3-4a42-bdea-610b2ed0b0ab tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691816'] for security_group_rule, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:20.283301 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5003290f-d1b3-4a42-bdea-610b2ed0b0ab tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:20.286890 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-5003290f-d1b3-4a42-bdea-610b2ed0b0ab tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/1e35ab2e-e839-4d34-ad7b-d8f7d78534cd HTTP/1.1" status: 204 len: 168 time: 0.2542880 May 20 20:52:20.287413 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 52248) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:52:20.312593 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5003290f-d1b3-4a42-bdea-610b2ed0b0ab tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1e35ab2e-e839-4d34-ad7b-d8f7d78534cd,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:52:20.400965 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-a285e626-1311-45e7-9f01-a2f863197d3a tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1113365 May 20 20:52:20.405372 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 52252) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:52:20.411241 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-c0a295f7-acfe-40ae-83c6-7e0496154e0b tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] Request body: {'security_group_rule': {'security_group_id': '92c2b18f-1fef-493b-9856-22e9e0afdf7a', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:52:20.481248 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960bf1a7-e70d-4a69-855c-d2312d87e559 req-443338c5-44f0-4bb1-97f2-958721fc9422 tempest-ListServersNegativeTestJSON-1516530306 tempest-ListServersNegativeTestJSON-1516530306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:52:20.485367 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-e18522e8-7329-4a29-b6f5-9954eb6f0fbc req-9449218e-0b5c-4e6c-89f6-16690fb256dd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8641288a-f307-474a-acfc-51039a0dc896 HTTP/1.1" status: 200 len: 217 time: 0.4568892 May 20 20:52:20.491772 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-960bf1a7-e70d-4a69-855c-d2312d87e559 req-443338c5-44f0-4bb1-97f2-958721fc9422 tempest-ListServersNegativeTestJSON-1516530306 tempest-ListServersNegativeTestJSON-1516530306-project] 10.222.0.35 "GET /v2.0/ports?device_id=8121c8d7-cf6f-4aa8-9f54-bc977c774d73 HTTP/1.1" status: 200 len: 946 time: 0.1826108 May 20 20:52:20.552268 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18522e8-7329-4a29-b6f5-9954eb6f0fbc req-a884b047-9321-4135-bad6-9e4e372b73af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:52:20.554552 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-e18522e8-7329-4a29-b6f5-9954eb6f0fbc req-a884b047-9321-4135-bad6-9e4e372b73af service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1dd25171-1f89-45fa-8119-54d59026591a HTTP/1.1" status: 200 len: 849 time: 0.0614316 May 20 20:52:20.557265 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d687f8a-fe7e-41d2-aae7-2de9a02e054c req-6f034241-30d1-4743-ad94-09ba5ea87ddd tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:52:20.558811 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9d687f8a-fe7e-41d2-aae7-2de9a02e054c req-6f034241-30d1-4743-ad94-09ba5ea87ddd tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b233036-c517-4eb8-a6d5-9e3bb5c82237 HTTP/1.1" status: 200 len: 943 time: 0.1565573 May 20 20:52:20.571669 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-960bf1a7-e70d-4a69-855c-d2312d87e559 req-6d397c36-d674-44ab-937a-bec74034ef82 tempest-ListServersNegativeTestJSON-1516530306 tempest-ListServersNegativeTestJSON-1516530306-project] 10.222.0.35 "GET /v2.0/security-groups?id=2feb58dd-43f5-46ea-bb11-622cd72312c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788236 May 20 20:52:20.575696 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] get_ports_and_sgs() called for port_ids ['deda11ff-0d1a-4d90-89ac-6c1f4cd5ca60'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:52:20.614526 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c0a295f7-acfe-40ae-83c6-7e0496154e0b tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:20.660406 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9d687f8a-fe7e-41d2-aae7-2de9a02e054c req-bfd6b3a8-b2ce-44aa-a203-3ccfe03360f5 tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] 10.222.0.35 "GET /v2.0/security-groups?id=46bffae8-a0df-4971-87a9-ff1a8f20024b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817983 May 20 20:52:20.660647 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18522e8-7329-4a29-b6f5-9954eb6f0fbc req-d91633f0-d054-4b2b-b47b-03ada2af82f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:52:20.662164 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-e18522e8-7329-4a29-b6f5-9954eb6f0fbc req-d91633f0-d054-4b2b-b47b-03ada2af82f9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=300c23a3-32b9-446d-971e-d684df46a80f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0919549 May 20 20:52:20.742807 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c0a295f7-acfe-40ae-83c6-7e0496154e0b tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:20.829053 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-e18522e8-7329-4a29-b6f5-9954eb6f0fbc req-51e28cc3-76f8-410e-bac7-f918a2df6669 service neutron] 10.222.0.13 "GET /v2.0/networks/300c23a3-32b9-446d-971e-d684df46a80f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584344 May 20 20:52:20.841035 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c0a295f7-acfe-40ae-83c6-7e0496154e0b tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691816'] for security_group_rule, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:20.878433 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a295f7-acfe-40ae-83c6-7e0496154e0b tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0f7ef2a-6823-4e90-b10a-3ec213bd659b,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:52:20.967732 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-e18522e8-7329-4a29-b6f5-9954eb6f0fbc req-f5e408ee-8c40-426a-afc9-ae16827de256 service neutron] 10.222.0.13 "GET /v2.0/networks/300c23a3-32b9-446d-971e-d684df46a80f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278627 May 20 20:52:21.010896 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9539ef50-cb46-4012-af0b-518e55372741 req-c7868de0-85d7-4e43-a6ca-9e7677cc27b8 tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:52:21.018324 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9539ef50-cb46-4012-af0b-518e55372741 req-c7868de0-85d7-4e43-a6ca-9e7677cc27b8 tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:52:21.020248 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9539ef50-cb46-4012-af0b-518e55372741 req-c7868de0-85d7-4e43-a6ca-9e7677cc27b8 tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] 10.222.0.35 "GET /v2.0/ports?device_id=31d0ec26-8d4a-4758-bb46-e604ea6fd02f HTTP/1.1" status: 200 len: 1679 time: 0.0828946 May 20 20:52:21.023770 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c0a295f7-acfe-40ae-83c6-7e0496154e0b tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:21.027341 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-c0a295f7-acfe-40ae-83c6-7e0496154e0b tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6191595 May 20 20:52:21.027597 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 52260) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:52:21.078694 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9539ef50-cb46-4012-af0b-518e55372741 req-b6d4061f-ec29-4b73-a6cf-42dd9907375f tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] 10.222.0.35 "GET /v2.0/security-groups?id=2790e470-9a47-406f-98f4-701141624dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383892 May 20 20:52:21.082001 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-02718992-ec18-4c71-8897-c5ee3d3beec1 tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] 10.222.0.35 "GET /v2.0/security-group-rules/a0f7ef2a-6823-4e90-b10a-3ec213bd659b HTTP/1.1" status: 200 len: 763 time: 0.0533173 May 20 20:52:21.084709 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 52264) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:52:21.145007 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-cac77eb1-af42-4294-801d-db98e642a6b3 tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0593216 May 20 20:52:21.147666 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 52266) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:52:21.200862 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b6302562-cb95-43bd-b762-a87987b82840 tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:21.210659 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b6302562-cb95-43bd-b762-a87987b82840 tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:21.270812 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033e4f00-f926-4eb8-b7da-bdd6540ae095 req-9ef5f879-6bb7-426c-a44c-6598ab024909 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:52:21.272869 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-033e4f00-f926-4eb8-b7da-bdd6540ae095 req-9ef5f879-6bb7-426c-a44c-6598ab024909 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/ports?device_id=03abbdec-2b0d-4070-9a67-4bafa23e6224 HTTP/1.1" status: 200 len: 945 time: 0.0605860 May 20 20:52:21.334352 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-033e4f00-f926-4eb8-b7da-bdd6540ae095 req-69fc7d93-b61f-4c07-9b1a-ca342251ce80 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9f9543d-587a-47bd-8772-bda4bd5582ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545421 May 20 20:52:21.374453 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b6302562-cb95-43bd-b762-a87987b82840 tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691816'] for security_group_rule, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:21.385823 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b6302562-cb95-43bd-b762-a87987b82840 tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:21.386794 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-b6302562-cb95-43bd-b762-a87987b82840 tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/a0f7ef2a-6823-4e90-b10a-3ec213bd659b HTTP/1.1" status: 204 len: 168 time: 0.2372472 May 20 20:52:21.388653 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 52270) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:52:21.419361 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6302562-cb95-43bd-b762-a87987b82840 tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a0f7ef2a-6823-4e90-b10a-3ec213bd659b,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:52:21.435872 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbb8b7a-bd46-4623-9aeb-6d4e43430179 req-f2af02ea-4b0a-49d0-af40-b033aec8d28f tempest-ListServersNegativeTestJSON-1516530306 tempest-ListServersNegativeTestJSON-1516530306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:52:21.437511 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-cfbb8b7a-bd46-4623-9aeb-6d4e43430179 req-f2af02ea-4b0a-49d0-af40-b033aec8d28f tempest-ListServersNegativeTestJSON-1516530306 tempest-ListServersNegativeTestJSON-1516530306-project] 10.222.0.13 "GET /v2.0/ports?device_id=8121c8d7-cf6f-4aa8-9f54-bc977c774d73 HTTP/1.1" status: 200 len: 946 time: 0.1150057 May 20 20:52:21.457272 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-f2b1aa70-8b36-49c5-966c-2e188904bf0a tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0660751 May 20 20:52:21.459030 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 52272) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:52:21.480788 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-ce8df2e8-4104-4dfd-9a9a-925bb7342735 tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] Request body: {'security_group_rule': {'security_group_id': '92c2b18f-1fef-493b-9856-22e9e0afdf7a', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:52:21.570135 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] get_ports_and_sgs() called for port_ids ['4ca2be79-258d-4209-84c7-5f87a08f24c4'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:52:21.580287 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-cfbb8b7a-bd46-4623-9aeb-6d4e43430179 req-14fd2fb0-8f49-4ca8-8033-aafb2ad47fa3 tempest-ListServersNegativeTestJSON-1516530306 tempest-ListServersNegativeTestJSON-1516530306-project] Deleting port e1f7768a-8247-4620-a3ae-d89f6357adb1 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:52:21.581322 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-cfbb8b7a-bd46-4623-9aeb-6d4e43430179 req-14fd2fb0-8f49-4ca8-8033-aafb2ad47fa3 tempest-ListServersNegativeTestJSON-1516530306 tempest-ListServersNegativeTestJSON-1516530306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:21.664757 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ce8df2e8-4104-4dfd-9a9a-925bb7342735 tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:21.755560 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2034f126-75db-4c2e-85ab-3216899877db req-23b32546-06c5-46b0-8d94-8dcf50aa242c tempest-ListServersNegativeTestJSON-1516530306 tempest-ListServersNegativeTestJSON-1516530306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:52:21.765120 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2034f126-75db-4c2e-85ab-3216899877db req-23b32546-06c5-46b0-8d94-8dcf50aa242c tempest-ListServersNegativeTestJSON-1516530306 tempest-ListServersNegativeTestJSON-1516530306-project] 10.222.0.35 "GET /v2.0/ports?device_id=8121c8d7-cf6f-4aa8-9f54-bc977c774d73 HTTP/1.1" status: 200 len: 946 time: 0.1082351 May 20 20:52:21.811488 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ce8df2e8-4104-4dfd-9a9a-925bb7342735 tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:21.828980 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-cfbb8b7a-bd46-4623-9aeb-6d4e43430179 req-14fd2fb0-8f49-4ca8-8033-aafb2ad47fa3 tempest-ListServersNegativeTestJSON-1516530306 tempest-ListServersNegativeTestJSON-1516530306-project] For port e1f7768a-8247-4620-a3ae-d89f6357adb1, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=e1f7768a-8247-4620-a3ae-d89f6357adb1,segment=NetworkSegment(523fe16c-8b83-4c0a-8dbd-c46319e8174e),segment_id=523fe16c-8b83-4c0a-8dbd-c46319e8174e)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:52:21.831220 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-cfbb8b7a-bd46-4623-9aeb-6d4e43430179 req-14fd2fb0-8f49-4ca8-8033-aafb2ad47fa3 tempest-ListServersNegativeTestJSON-1516530306 tempest-ListServersNegativeTestJSON-1516530306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:21.854269 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-cfbb8b7a-bd46-4623-9aeb-6d4e43430179 req-14fd2fb0-8f49-4ca8-8033-aafb2ad47fa3 tempest-ListServersNegativeTestJSON-1516530306 tempest-ListServersNegativeTestJSON-1516530306-project] Calling delete_port for e1f7768a-8247-4620-a3ae-d89f6357adb1 owned by compute:nova {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:52:21.865679 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c1e054-2301-4c6a-ad88-73c67c79fdf9 req-3ae6797e-6f2b-43c0-b695-93445ee2b4fc tempest-ListServersNegativeTestJSON-1516530306 tempest-ListServersNegativeTestJSON-1516530306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:52:21.867233 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-74c1e054-2301-4c6a-ad88-73c67c79fdf9 req-3ae6797e-6f2b-43c0-b695-93445ee2b4fc tempest-ListServersNegativeTestJSON-1516530306 tempest-ListServersNegativeTestJSON-1516530306-project] 10.222.0.24 "GET /v2.0/ports?device_id=e961ac34-9e24-4ce8-91ba-f40718c1a458 HTTP/1.1" status: 200 len: 945 time: 0.1270342 May 20 20:52:21.894744 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2034f126-75db-4c2e-85ab-3216899877db req-06962d14-f787-4ce3-9410-59d00890dd38 tempest-ListServersNegativeTestJSON-1516530306 tempest-ListServersNegativeTestJSON-1516530306-project] 10.222.0.35 "GET /v2.0/security-groups?id=2feb58dd-43f5-46ea-bb11-622cd72312c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276464 May 20 20:52:21.920304 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679a4f5d-7e32-4df4-b8f3-99aa1dda2311 req-74a9eb78-234c-49d6-b361-0d0c30777e90 tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:52:21.936576 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ce8df2e8-4104-4dfd-9a9a-925bb7342735 tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691816'] for security_group_rule, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:21.939934 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-679a4f5d-7e32-4df4-b8f3-99aa1dda2311 req-74a9eb78-234c-49d6-b361-0d0c30777e90 tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b233036-c517-4eb8-a6d5-9e3bb5c82237 HTTP/1.1" status: 200 len: 943 time: 0.1191480 May 20 20:52:22.013257 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-679a4f5d-7e32-4df4-b8f3-99aa1dda2311 req-31afce14-e445-4777-8be7-2fc10469eb69 tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] 10.222.0.35 "GET /v2.0/security-groups?id=46bffae8-a0df-4971-87a9-ff1a8f20024b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699384 May 20 20:52:22.031097 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8df2e8-4104-4dfd-9a9a-925bb7342735 tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02fa6186-88d0-4824-9da9-d4ac0ba01a47,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:52:22.093001 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-74c1e054-2301-4c6a-ad88-73c67c79fdf9 req-b90fa98b-d1bd-497e-bace-6e0615f92604 tempest-ListServersNegativeTestJSON-1516530306 tempest-ListServersNegativeTestJSON-1516530306-project] Deleting port 9bd58fef-c291-4214-8d8f-df3b98b22fb2 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:52:22.093445 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-74c1e054-2301-4c6a-ad88-73c67c79fdf9 req-b90fa98b-d1bd-497e-bace-6e0615f92604 tempest-ListServersNegativeTestJSON-1516530306 tempest-ListServersNegativeTestJSON-1516530306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:22.136314 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ce8df2e8-4104-4dfd-9a9a-925bb7342735 tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:22.140390 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-ce8df2e8-4104-4dfd-9a9a-925bb7342735 tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6777847 May 20 20:52:22.140692 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 52284) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:52:22.167264 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-82ca2a83-3333-4c57-842d-819ca67b5301 tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] 10.222.0.35 "GET /v2.0/security-group-rules/02fa6186-88d0-4824-9da9-d4ac0ba01a47 HTTP/1.1" status: 200 len: 764 time: 0.0229163 May 20 20:52:22.167646 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 52286) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:52:22.233097 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-31517b43-5c5b-4629-827a-86f60feb57ec tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0639372 May 20 20:52:22.246320 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 52288) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:52:22.255326 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a2d1616d-364a-400b-a488-0828176e50ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:22.306105 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-74c1e054-2301-4c6a-ad88-73c67c79fdf9 req-b90fa98b-d1bd-497e-bace-6e0615f92604 tempest-ListServersNegativeTestJSON-1516530306 tempest-ListServersNegativeTestJSON-1516530306-project] For port 9bd58fef-c291-4214-8d8f-df3b98b22fb2, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=9bd58fef-c291-4214-8d8f-df3b98b22fb2,segment=NetworkSegment(523fe16c-8b83-4c0a-8dbd-c46319e8174e),segment_id=523fe16c-8b83-4c0a-8dbd-c46319e8174e)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:52:22.306918 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-74c1e054-2301-4c6a-ad88-73c67c79fdf9 req-b90fa98b-d1bd-497e-bace-6e0615f92604 tempest-ListServersNegativeTestJSON-1516530306 tempest-ListServersNegativeTestJSON-1516530306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:22.312315 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-de11baef-eb3b-4750-9492-7aad678dad7e tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:22.327694 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-74c1e054-2301-4c6a-ad88-73c67c79fdf9 req-b90fa98b-d1bd-497e-bace-6e0615f92604 tempest-ListServersNegativeTestJSON-1516530306 tempest-ListServersNegativeTestJSON-1516530306-project] Calling delete_port for 9bd58fef-c291-4214-8d8f-df3b98b22fb2 owned by compute:nova {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:52:22.339111 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df64d89b-b637-42bf-8183-e796b3509aa3 req-701c74a6-7e21-43fe-ade2-521409e7a30a tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:52:22.345348 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df64d89b-b637-42bf-8183-e796b3509aa3 req-701c74a6-7e21-43fe-ade2-521409e7a30a tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:52:22.347923 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-df64d89b-b637-42bf-8183-e796b3509aa3 req-701c74a6-7e21-43fe-ade2-521409e7a30a tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] 10.222.0.35 "GET /v2.0/ports?device_id=31d0ec26-8d4a-4758-bb46-e604ea6fd02f HTTP/1.1" status: 200 len: 1679 time: 0.1316087 May 20 20:52:22.350053 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-de11baef-eb3b-4750-9492-7aad678dad7e tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:22.427277 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-df64d89b-b637-42bf-8183-e796b3509aa3 req-369fa871-4db0-465c-938c-585d008132ee tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] 10.222.0.35 "GET /v2.0/security-groups?id=2790e470-9a47-406f-98f4-701141624dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703635 May 20 20:52:22.454414 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-cfbb8b7a-bd46-4623-9aeb-6d4e43430179 req-14fd2fb0-8f49-4ca8-8033-aafb2ad47fa3 tempest-ListServersNegativeTestJSON-1516530306 tempest-ListServersNegativeTestJSON-1516530306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:22.512264 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fd2fb0-8f49-4ca8-8033-aafb2ad47fa3 tempest-ListServersNegativeTestJSON-1516530306 tempest-ListServersNegativeTestJSON-1516530306-project] Pushing event deleted for resources: {'Port': ['ID=e1f7768a-8247-4620-a3ae-d89f6357adb1,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:52:22.520874 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-de11baef-eb3b-4750-9492-7aad678dad7e tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691816'] for security_group_rule, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:22.523249 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-de11baef-eb3b-4750-9492-7aad678dad7e tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:22.524629 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-de11baef-eb3b-4750-9492-7aad678dad7e tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/02fa6186-88d0-4824-9da9-d4ac0ba01a47 HTTP/1.1" status: 204 len: 168 time: 0.2794168 May 20 20:52:22.527460 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 52296) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:52:22.540287 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de11baef-eb3b-4750-9492-7aad678dad7e tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=02fa6186-88d0-4824-9da9-d4ac0ba01a47,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:52:22.560968 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfbb8b7a-bd46-4623-9aeb-6d4e43430179 req-14fd2fb0-8f49-4ca8-8033-aafb2ad47fa3 tempest-ListServersNegativeTestJSON-1516530306 tempest-ListServersNegativeTestJSON-1516530306-project] No DVR routers for this DVR port e1f7768a-8247-4620-a3ae-d89f6357adb1 on host n-h2-842733-1 {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:52:22.563444 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-cfbb8b7a-bd46-4623-9aeb-6d4e43430179 req-14fd2fb0-8f49-4ca8-8033-aafb2ad47fa3 tempest-ListServersNegativeTestJSON-1516530306 tempest-ListServersNegativeTestJSON-1516530306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:22.567487 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-cfbb8b7a-bd46-4623-9aeb-6d4e43430179 req-14fd2fb0-8f49-4ca8-8033-aafb2ad47fa3 tempest-ListServersNegativeTestJSON-1516530306 tempest-ListServersNegativeTestJSON-1516530306-project] 10.222.0.13 "DELETE /v2.0/ports/e1f7768a-8247-4620-a3ae-d89f6357adb1 HTTP/1.1" status: 204 len: 173 time: 1.1194282 May 20 20:52:22.569635 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8121c8d7-cf6f-4aa8-9f54-bc977c774d73', 'name': 'network-vif-deleted', 'tag': 'e1f7768a-8247-4620-a3ae-d89f6357adb1'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:52:22.569795 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d661571-6723-4491-ba61-a708ed8f2f62 req-efab7061-8b1d-460c-9518-d5bfb64ca8df tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:52:22.571418 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7d661571-6723-4491-ba61-a708ed8f2f62 req-efab7061-8b1d-460c-9518-d5bfb64ca8df tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/ports?device_id=03abbdec-2b0d-4070-9a67-4bafa23e6224 HTTP/1.1" status: 200 len: 945 time: 0.1050398 May 20 20:52:22.580617 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6fa957933fccbf596d28104b23404b952ad6a8238afaebaed40a0874b2e409" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1169d522-e224-4b7b-8c06-7e981212e46b" -d '{"events": [{"server_uuid": "8121c8d7-cf6f-4aa8-9f54-bc977c774d73", "name": "network-vif-deleted", "tag": "e1f7768a-8247-4620-a3ae-d89f6357adb1"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:52:22.608729 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-4a84cc30-07a4-4671-be58-02ca552c6fa5 tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0772531 May 20 20:52:22.613927 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] get_ports_and_sgs() called for port_ids ['e1f7768a-8247-4620-a3ae-d89f6357adb1'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:52:22.615390 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 52300) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:52:22.674503 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7d661571-6723-4491-ba61-a708ed8f2f62 req-22ee260a-881d-4151-afd2-d1a1bdb39b22 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9f9543d-587a-47bd-8772-bda4bd5582ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822308 May 20 20:52:22.678125 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 20:52:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efd109ce-3a48-4337-946c-4e4ff0cb8cdc x-openstack-request-id: req-efd109ce-3a48-4337-946c-4e4ff0cb8cdc {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:52:22.681550 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8121c8d7-cf6f-4aa8-9f54-bc977c774d73", "name": "network-vif-deleted", "tag": "e1f7768a-8247-4620-a3ae-d89f6357adb1", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:52:22.681550 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-efd109ce-3a48-4337-946c-4e4ff0cb8cdc {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:52:22.681550 n-d-842733-1 neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-efd109ce-3a48-4337-946c-4e4ff0cb8cdc'] response: {'server_uuid': '8121c8d7-cf6f-4aa8-9f54-bc977c774d73', 'name': 'network-vif-deleted', 'tag': 'e1f7768a-8247-4620-a3ae-d89f6357adb1', 'status': 'completed', 'code': 200} May 20 20:52:22.710189 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d99601f8-caf7-4dc8-afa5-aae2c6b42837 tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:22.735797 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d99601f8-caf7-4dc8-afa5-aae2c6b42837 tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:22.829523 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-1b67bd89-fc53-45ac-b69f-1a8381b2f12b req-7f065512-191a-4cbb-8891-78bebb93d3f1 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=24bc83bc-86f4-4e1f-99de-9736337ee499&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0749717 May 20 20:52:22.847431 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-74c1e054-2301-4c6a-ad88-73c67c79fdf9 req-b90fa98b-d1bd-497e-bace-6e0615f92604 tempest-ListServersNegativeTestJSON-1516530306 tempest-ListServersNegativeTestJSON-1516530306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:22.872019 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d99601f8-caf7-4dc8-afa5-aae2c6b42837 tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:22.885854 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] get_ports_and_sgs() called for port_ids ['e1f7768a-8247-4620-a3ae-d89f6357adb1'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:52:22.886066 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d99601f8-caf7-4dc8-afa5-aae2c6b42837 tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:22.888166 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-d99601f8-caf7-4dc8-afa5-aae2c6b42837 tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] 10.222.0.35 "DELETE /v2.0/security-groups/92c2b18f-1fef-493b-9856-22e9e0afdf7a HTTP/1.1" status: 204 len: 168 time: 0.2704890 May 20 20:52:22.891191 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 52306) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:52:22.919485 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90fa98b-d1bd-497e-bace-6e0615f92604 tempest-ListServersNegativeTestJSON-1516530306 tempest-ListServersNegativeTestJSON-1516530306-project] Pushing event deleted for resources: {'Port': ['ID=9bd58fef-c291-4214-8d8f-df3b98b22fb2,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:52:23.003434 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b67bd89-fc53-45ac-b69f-1a8381b2f12b req-6039b9ad-5c20-4a5e-9784-512cc1bbdf64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:52:23.004247 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b67bd89-fc53-45ac-b69f-1a8381b2f12b req-6039b9ad-5c20-4a5e-9784-512cc1bbdf64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:52:23.005062 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b67bd89-fc53-45ac-b69f-1a8381b2f12b req-6039b9ad-5c20-4a5e-9784-512cc1bbdf64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:52:23.005654 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b67bd89-fc53-45ac-b69f-1a8381b2f12b req-6039b9ad-5c20-4a5e-9784-512cc1bbdf64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:52:23.006453 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b67bd89-fc53-45ac-b69f-1a8381b2f12b req-6039b9ad-5c20-4a5e-9784-512cc1bbdf64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:52:23.007256 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b67bd89-fc53-45ac-b69f-1a8381b2f12b req-6039b9ad-5c20-4a5e-9784-512cc1bbdf64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:52:23.008048 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b67bd89-fc53-45ac-b69f-1a8381b2f12b req-6039b9ad-5c20-4a5e-9784-512cc1bbdf64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:52:23.008204 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99601f8-caf7-4dc8-afa5-aae2c6b42837 tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=92c2b18f-1fef-493b-9856-22e9e0afdf7a,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:52:23.010527 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-1b67bd89-fc53-45ac-b69f-1a8381b2f12b req-6039b9ad-5c20-4a5e-9784-512cc1bbdf64 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=130041758ffe4e0a8066d604acc4da27&device_id=24bc83bc-86f4-4e1f-99de-9736337ee499 HTTP/1.1" status: 200 len: 6487 time: 0.1080689 May 20 20:52:23.011820 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-74c1e054-2301-4c6a-ad88-73c67c79fdf9 req-b90fa98b-d1bd-497e-bace-6e0615f92604 tempest-ListServersNegativeTestJSON-1516530306 tempest-ListServersNegativeTestJSON-1516530306-project] No DVR routers for this DVR port 9bd58fef-c291-4214-8d8f-df3b98b22fb2 on host n-h1-842733-1 {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:52:23.020733 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-74c1e054-2301-4c6a-ad88-73c67c79fdf9 req-b90fa98b-d1bd-497e-bace-6e0615f92604 tempest-ListServersNegativeTestJSON-1516530306 tempest-ListServersNegativeTestJSON-1516530306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:23.028256 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-74c1e054-2301-4c6a-ad88-73c67c79fdf9 req-b90fa98b-d1bd-497e-bace-6e0615f92604 tempest-ListServersNegativeTestJSON-1516530306 tempest-ListServersNegativeTestJSON-1516530306-project] 10.222.0.24 "DELETE /v2.0/ports/9bd58fef-c291-4214-8d8f-df3b98b22fb2 HTTP/1.1" status: 204 len: 173 time: 1.1501400 May 20 20:52:23.056095 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-47eb3089-85ed-4986-945c-b46cf449e0a9 tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1570122 May 20 20:52:23.065816 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 52312) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:52:23.073795 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-c9df3ce8-8739-435f-a861-809f097fbd5a tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] Request body: {'security_group': {'name': 'tempest-secgroup--1779575030'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:52:23.120752 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-262a51ae-bedc-4997-bf33-6f13b5b50d46 req-a09043db-3629-4e11-b9d0-d9595f70406e tempest-ListServersNegativeTestJSON-1516530306 tempest-ListServersNegativeTestJSON-1516530306-project] 10.222.0.35 "GET /v2.0/ports?device_id=8121c8d7-cf6f-4aa8-9f54-bc977c774d73 HTTP/1.1" status: 200 len: 210 time: 0.0507798 May 20 20:52:23.173550 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3eb2454-0948-4763-8c19-98dd9ad8fce5 req-1669e02c-36e9-4a88-8f01-160edd87505b tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:52:23.174529 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 8641288a-f307-474a-acfc-51039a0dc896 details requested by agent hyperv_n-h2-842733-1 with host n-h2-842733-1 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 20:52:23.178270 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a3eb2454-0948-4763-8c19-98dd9ad8fce5 req-1669e02c-36e9-4a88-8f01-160edd87505b tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b233036-c517-4eb8-a6d5-9e3bb5c82237 HTTP/1.1" status: 200 len: 943 time: 0.0603189 May 20 20:52:23.179942 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b67bd89-fc53-45ac-b69f-1a8381b2f12b req-8bf49cf6-d4b1-43c7-b023-f416526de1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:52:23.180480 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b67bd89-fc53-45ac-b69f-1a8381b2f12b req-8bf49cf6-d4b1-43c7-b023-f416526de1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:52:23.180994 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b67bd89-fc53-45ac-b69f-1a8381b2f12b req-8bf49cf6-d4b1-43c7-b023-f416526de1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:52:23.183081 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-1b67bd89-fc53-45ac-b69f-1a8381b2f12b req-8bf49cf6-d4b1-43c7-b023-f416526de1cd service neutron] 10.222.0.13 "GET /v2.0/networks?id=5ca369c8-df0a-41e3-869c-b1b368b823ae&id=ce671979-73f9-44d6-8ce7-2c8dc82e60ae&id=ce671979-73f9-44d6-8ce7-2c8dc82e60ae&id=ce671979-73f9-44d6-8ce7-2c8dc82e60ae&id=ce671979-73f9-44d6-8ce7-2c8dc82e60ae&id=55b562d5-5067-4b35-82c1-b8cbe81beb27&id=55b562d5-5067-4b35-82c1-b8cbe81beb27 HTTP/1.1" status: 200 len: 2293 time: 0.1325431 May 20 20:52:23.185580 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 4ca2be79-258d-4209-84c7-5f87a08f24c4 up at agent hyperv_n-h2-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:52:23.219685 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a3eb2454-0948-4763-8c19-98dd9ad8fce5 req-2464fa63-f9a8-49d3-9301-9d3ce091069c tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] 10.222.0.35 "GET /v2.0/security-groups?id=46bffae8-a0df-4971-87a9-ff1a8f20024b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375297 May 20 20:52:23.251872 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-1b67bd89-fc53-45ac-b69f-1a8381b2f12b req-8fcda7ae-469b-4956-9952-ae75dc16b5de service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c377ecf0-f976-4335-a271-7a9e62459ad6 HTTP/1.1" status: 200 len: 1001 time: 0.0621064 May 20 20:52:23.304659 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b67bd89-fc53-45ac-b69f-1a8381b2f12b req-fa1d11f4-3858-42b2-ad52-21436064d1db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:52:23.306147 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-1b67bd89-fc53-45ac-b69f-1a8381b2f12b req-fa1d11f4-3858-42b2-ad52-21436064d1db service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0e16e10c-5b92-4574-b13d-016374e3f82e HTTP/1.1" status: 200 len: 850 time: 0.0485134 May 20 20:52:23.355322 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b67bd89-fc53-45ac-b69f-1a8381b2f12b req-c9cb6dfc-2eae-407c-bbf7-9321a98f335b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:52:23.356806 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-1b67bd89-fc53-45ac-b69f-1a8381b2f12b req-c9cb6dfc-2eae-407c-bbf7-9321a98f335b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5ca369c8-df0a-41e3-869c-b1b368b823ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438545 May 20 20:52:23.369144 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port 8641288a-f307-474a-acfc-51039a0dc896, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=8641288a-f307-474a-acfc-51039a0dc896,segment=NetworkSegment(c827a625-78ca-430c-9240-807cb6bb6287),segment_id=c827a625-78ca-430c-9240-807cb6bb6287)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:52:23.382057 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Returning: {'device': '8641288a-f307-474a-acfc-51039a0dc896', 'network_id': '300c23a3-32b9-446d-971e-d684df46a80f', 'port_id': '8641288a-f307-474a-acfc-51039a0dc896', 'mac_address': 'fa:16:3e:0f:0d:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1dd25171-1f89-45fa-8119-54d59026591a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 20 20:52:23.434756 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port 8641288a-f307-474a-acfc-51039a0dc896 is: DOWN; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:52:23.435166 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:23.450206 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8641288a-f307-474a-acfc-51039a0dc896 {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:52:23.457253 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c9df3ce8-8739-435f-a861-809f097fbd5a tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:23.468410 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Provisioning for port 4ca2be79-258d-4209-84c7-5f87a08f24c4 completed by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 20:52:23.473712 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Provisioning complete for port 4ca2be79-258d-4209-84c7-5f87a08f24c4 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:52:23.473881 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-1b67bd89-fc53-45ac-b69f-1a8381b2f12b req-04dde5f5-5acc-4a6f-866c-333b1b2e8134 service neutron] 10.222.0.13 "GET /v2.0/networks/5ca369c8-df0a-41e3-869c-b1b368b823ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094973 May 20 20:52:23.474456 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:23.546683 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port 8641288a-f307-474a-acfc-51039a0dc896, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=8641288a-f307-474a-acfc-51039a0dc896,segment=NetworkSegment(c827a625-78ca-430c-9240-807cb6bb6287),segment_id=c827a625-78ca-430c-9240-807cb6bb6287)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:52:23.596029 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c9df3ce8-8739-435f-a861-809f097fbd5a tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:23.609185 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c3aafc-cea2-4344-b6d5-d69c718f736c req-95a3d2a0-9a76-46d5-9a49-42ff333a2da7 tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:52:23.616751 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c3aafc-cea2-4344-b6d5-d69c718f736c req-95a3d2a0-9a76-46d5-9a49-42ff333a2da7 tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:52:23.631105 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b8c3aafc-cea2-4344-b6d5-d69c718f736c req-95a3d2a0-9a76-46d5-9a49-42ff333a2da7 tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] 10.222.0.35 "GET /v2.0/ports?device_id=31d0ec26-8d4a-4758-bb46-e604ea6fd02f HTTP/1.1" status: 200 len: 1679 time: 0.1241713 May 20 20:52:23.642294 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port 4ca2be79-258d-4209-84c7-5f87a08f24c4 is: BUILD; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:52:23.642863 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:23.645410 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:23.688780 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c9df3ce8-8739-435f-a861-809f097fbd5a tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:23.697716 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31d0ec26-8d4a-4758-bb46-e604ea6fd02f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ca2be79-258d-4209-84c7-5f87a08f24c4'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:52:23.700384 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8485417003ce7c0410b00f5cdc2f391e21107b70bb68e2773712534a96e108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70b8776b-6926-4009-9dad-3b1647317be6" -d '{"events": [{"server_uuid": "31d0ec26-8d4a-4758-bb46-e604ea6fd02f", "name": "network-vif-plugged", "status": "completed", "tag": "4ca2be79-258d-4209-84c7-5f87a08f24c4"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:52:23.721117 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port 4ca2be79-258d-4209-84c7-5f87a08f24c4, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=4ca2be79-258d-4209-84c7-5f87a08f24c4,segment=NetworkSegment(45e97163-8ad2-440a-8f52-6a96e3283366),segment_id=45e97163-8ad2-440a-8f52-6a96e3283366)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:52:23.748394 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b8c3aafc-cea2-4344-b6d5-d69c718f736c req-160d2c3a-57e3-446d-9d7f-e0a3bf0487b9 tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] 10.222.0.35 "GET /v2.0/security-groups?id=2790e470-9a47-406f-98f4-701141624dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158481 May 20 20:52:23.771407 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=8641288a-f307-474a-acfc-51039a0dc896,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:52:23.799474 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9df3ce8-8739-435f-a861-809f097fbd5a tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d5f2ef5-d935-452f-84ad-2cb5d2ac2b6e,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:52:23.802804 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-1b67bd89-fc53-45ac-b69f-1a8381b2f12b req-d849cacc-8bea-4763-9df4-5f2754e25540 service neutron] 10.222.0.13 "GET /v2.0/networks/5ca369c8-df0a-41e3-869c-b1b368b823ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3175018 May 20 20:52:23.813958 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:23.819070 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device deda11ff-0d1a-4d90-89ac-6c1f4cd5ca60 up at agent hyperv_n-h2-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:52:23.834871 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 9bd58fef-c291-4214-8d8f-df3b98b22fb2 no longer exists at agent hyperv_n-h1-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:52:23.882239 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-1b67bd89-fc53-45ac-b69f-1a8381b2f12b req-b53105c6-160d-487b-bfd8-ce4afd879d3a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.86&port_id=572584f9-d33c-4ce6-b334-490469f36e8c HTTP/1.1" status: 200 len: 217 time: 0.0712879 May 20 20:52:23.916568 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00392bf-4e2f-4da9-b3de-591eab9dd83a req-83854088-8b14-484e-96ae-c48be324bb6e tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:52:23.918898 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c00392bf-4e2f-4da9-b3de-591eab9dd83a req-83854088-8b14-484e-96ae-c48be324bb6e tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/ports?device_id=03abbdec-2b0d-4070-9a67-4bafa23e6224 HTTP/1.1" status: 200 len: 945 time: 0.0914257 May 20 20:52:23.927725 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 20:52:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82548eb5-9bbe-4813-bec9-be355bd9db88 x-openstack-request-id: req-82548eb5-9bbe-4813-bec9-be355bd9db88 {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:52:23.928227 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31d0ec26-8d4a-4758-bb46-e604ea6fd02f", "name": "network-vif-plugged", "status": "completed", "tag": "4ca2be79-258d-4209-84c7-5f87a08f24c4", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:52:23.928939 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-82548eb5-9bbe-4813-bec9-be355bd9db88 {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:52:23.929489 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82548eb5-9bbe-4813-bec9-be355bd9db88'] response: {'server_uuid': '31d0ec26-8d4a-4758-bb46-e604ea6fd02f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ca2be79-258d-4209-84c7-5f87a08f24c4', 'code': 200} May 20 20:52:23.976713 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c9df3ce8-8739-435f-a861-809f097fbd5a tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:23.982210 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-c9df3ce8-8739-435f-a861-809f097fbd5a tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9099026 May 20 20:52:23.982431 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b67bd89-fc53-45ac-b69f-1a8381b2f12b req-38a8d662-4f64-43ad-96f2-6d833091f4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:52:23.982431 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-1b67bd89-fc53-45ac-b69f-1a8381b2f12b req-38a8d662-4f64-43ad-96f2-6d833091f4b0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=59b92b0c-ed8d-4efc-a77e-dc7193508e61 HTTP/1.1" status: 200 len: 797 time: 0.0655737 May 20 20:52:23.982431 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 52330) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:52:23.988022 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-72bf175a-71c4-49ef-9464-9536880aeb59 tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] Request body: {'security_group_rule': {'security_group_id': '2d5f2ef5-d935-452f-84ad-2cb5d2ac2b6e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:52:24.009138 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c00392bf-4e2f-4da9-b3de-591eab9dd83a req-ecf07ac3-d9cb-40ad-9bbc-2feee1409f25 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9f9543d-587a-47bd-8772-bda4bd5582ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678844 May 20 20:52:24.037100 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] No Port match for: 9bd58fef-c291-4214-8d8f-df3b98b22fb2 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 20:52:24.039254 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 9bd58fef-c291-4214-8d8f-df3b98b22fb2 not bound to the agent host n-h1-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 20:52:24.044282 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4bb0e131-6525-46ca-a45b-e4ea43a5e69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:24.063770 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=4ca2be79-258d-4209-84c7-5f87a08f24c4,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:52:24.084225 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] get_ports_and_sgs() called for port_ids ['8641288a-f307-474a-acfc-51039a0dc896'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:52:24.087344 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b67bd89-fc53-45ac-b69f-1a8381b2f12b req-961b61b1-0103-41ec-9079-2cbec654d9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:52:24.092279 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-1b67bd89-fc53-45ac-b69f-1a8381b2f12b req-961b61b1-0103-41ec-9079-2cbec654d9cc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ce671979-73f9-44d6-8ce7-2c8dc82e60ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0993416 May 20 20:52:24.197658 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Provisioning for port deda11ff-0d1a-4d90-89ac-6c1f4cd5ca60 completed by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 20:52:24.211449 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Provisioning complete for port deda11ff-0d1a-4d90-89ac-6c1f4cd5ca60 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:52:24.212108 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:24.217090 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-72bf175a-71c4-49ef-9464-9536880aeb59 tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:24.351340 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port deda11ff-0d1a-4d90-89ac-6c1f4cd5ca60 is: BUILD; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:52:24.351876 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:24.392242 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-61858a90-1a84-4816-abe6-3f59962e0b6d req-72f668b6-b35b-4959-8237-90110e104938 tempest-ListServersNegativeTestJSON-1516530306 tempest-ListServersNegativeTestJSON-1516530306-project] 10.222.0.35 "GET /v2.0/ports?device_id=8121c8d7-cf6f-4aa8-9f54-bc977c774d73 HTTP/1.1" status: 200 len: 210 time: 0.0714464 May 20 20:52:24.417559 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port deda11ff-0d1a-4d90-89ac-6c1f4cd5ca60, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=deda11ff-0d1a-4d90-89ac-6c1f4cd5ca60,segment=NetworkSegment(54bbadcf-588c-4198-8303-84fe8d6de8f5),segment_id=54bbadcf-588c-4198-8303-84fe8d6de8f5)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:52:24.501947 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-72bf175a-71c4-49ef-9464-9536880aeb59 tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:24.505789 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-1b67bd89-fc53-45ac-b69f-1a8381b2f12b req-a93ed9a6-bdd7-41db-8b26-4b451648d5e4 service neutron] 10.222.0.13 "GET /v2.0/networks/ce671979-73f9-44d6-8ce7-2c8dc82e60ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4045842 May 20 20:52:24.512074 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2c8235-7255-4f23-aab7-aa25140a410e req-38962912-9fe4-4bf4-b3bc-fddc52309445 tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:52:24.515937 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6e2c8235-7255-4f23-aab7-aa25140a410e req-38962912-9fe4-4bf4-b3bc-fddc52309445 tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b233036-c517-4eb8-a6d5-9e3bb5c82237 HTTP/1.1" status: 200 len: 944 time: 0.1450527 May 20 20:52:24.527466 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:24.588099 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:24.596787 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6e2c8235-7255-4f23-aab7-aa25140a410e req-656b279b-bc16-492c-bbd0-c79197e210fa tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] 10.222.0.35 "GET /v2.0/security-groups?id=46bffae8-a0df-4971-87a9-ff1a8f20024b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712020 May 20 20:52:24.598699 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-72bf175a-71c4-49ef-9464-9536880aeb59 tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691816'] for security_group_rule, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:24.624684 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bf175a-71c4-49ef-9464-9536880aeb59 tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=baa6709b-dbff-44c8-ad1d-5e79333a240e,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:52:24.634703 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=deda11ff-0d1a-4d90-89ac-6c1f4cd5ca60,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:52:24.680727 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-1b67bd89-fc53-45ac-b69f-1a8381b2f12b req-d21f3ca7-ad05-4b8f-9014-a9e9da0b2f06 service neutron] 10.222.0.13 "GET /v2.0/networks/ce671979-73f9-44d6-8ce7-2c8dc82e60ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536465 May 20 20:52:24.681360 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e961ac34-9e24-4ce8-91ba-f40718c1a458', 'name': 'network-vif-deleted', 'tag': '9bd58fef-c291-4214-8d8f-df3b98b22fb2'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:52:24.683691 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6fa957933fccbf596d28104b23404b952ad6a8238afaebaed40a0874b2e409" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de522135-d20a-4365-ab94-fd20d0401558" -d '{"events": [{"server_uuid": "e961ac34-9e24-4ce8-91ba-f40718c1a458", "name": "network-vif-deleted", "tag": "9bd58fef-c291-4214-8d8f-df3b98b22fb2"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:52:24.735057 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 20:52:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b43ee2e-41be-4b24-ad30-47ea6d50dae5 x-openstack-request-id: req-9b43ee2e-41be-4b24-ad30-47ea6d50dae5 {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:52:24.737649 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e961ac34-9e24-4ce8-91ba-f40718c1a458", "name": "network-vif-deleted", "tag": "9bd58fef-c291-4214-8d8f-df3b98b22fb2", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:52:24.737649 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9b43ee2e-41be-4b24-ad30-47ea6d50dae5 {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:52:24.737649 n-d-842733-1 neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b43ee2e-41be-4b24-ad30-47ea6d50dae5'] response: {'server_uuid': 'e961ac34-9e24-4ce8-91ba-f40718c1a458', 'name': 'network-vif-deleted', 'tag': '9bd58fef-c291-4214-8d8f-df3b98b22fb2', 'status': 'completed', 'code': 200} May 20 20:52:24.738700 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-1b67bd89-fc53-45ac-b69f-1a8381b2f12b req-9ba793c3-ac52-45f2-9da7-96cdfa4c5919 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.41&port_id=2e1df5b4-4f1a-4391-8d35-f8e77caf43e0 HTTP/1.1" status: 200 len: 217 time: 0.0506217 May 20 20:52:24.783761 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-72bf175a-71c4-49ef-9464-9536880aeb59 tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:24.788516 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 52344) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:52:24.789123 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-72bf175a-71c4-49ef-9464-9536880aeb59 tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8057952 May 20 20:52:24.814139 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b67bd89-fc53-45ac-b69f-1a8381b2f12b req-a0ed6f82-c505-4e4f-a792-379727742d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:52:24.816412 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-1b67bd89-fc53-45ac-b69f-1a8381b2f12b req-a0ed6f82-c505-4e4f-a792-379727742d43 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=59b92b0c-ed8d-4efc-a77e-dc7193508e61 HTTP/1.1" status: 200 len: 797 time: 0.0706396 May 20 20:52:24.862272 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-56643fc6-66bf-48d3-9bd0-7dec4b9138d1 tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:24.914848 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-56643fc6-66bf-48d3-9bd0-7dec4b9138d1 tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:24.915409 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b67bd89-fc53-45ac-b69f-1a8381b2f12b req-a66a84ba-cc88-4be4-9e28-53b6a3f3044f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:52:24.918507 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-1b67bd89-fc53-45ac-b69f-1a8381b2f12b req-a66a84ba-cc88-4be4-9e28-53b6a3f3044f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ce671979-73f9-44d6-8ce7-2c8dc82e60ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0923264 May 20 20:52:25.031611 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a57e51-7be5-4e62-b6f8-b2d4032d6c65 req-04160eb3-c5bf-47b9-b3e5-a76afaf79e6c tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:52:25.038540 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a57e51-7be5-4e62-b6f8-b2d4032d6c65 req-04160eb3-c5bf-47b9-b3e5-a76afaf79e6c tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:52:25.038942 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-1b67bd89-fc53-45ac-b69f-1a8381b2f12b req-554ee423-3e15-41c9-a623-2b6329640a0b service neutron] 10.222.0.13 "GET /v2.0/networks/ce671979-73f9-44d6-8ce7-2c8dc82e60ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112475 May 20 20:52:25.040136 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-46a57e51-7be5-4e62-b6f8-b2d4032d6c65 req-04160eb3-c5bf-47b9-b3e5-a76afaf79e6c tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] 10.222.0.35 "GET /v2.0/ports?device_id=31d0ec26-8d4a-4758-bb46-e604ea6fd02f HTTP/1.1" status: 200 len: 1681 time: 0.1514378 May 20 20:52:25.159976 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-1b67bd89-fc53-45ac-b69f-1a8381b2f12b req-2691477f-5c06-4d15-91ce-74518c152fde service neutron] 10.222.0.13 "GET /v2.0/networks/ce671979-73f9-44d6-8ce7-2c8dc82e60ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056633 May 20 20:52:25.167684 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-46a57e51-7be5-4e62-b6f8-b2d4032d6c65 req-d8181aca-aac9-4297-a271-fc5f84e92be0 tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] 10.222.0.35 "GET /v2.0/security-groups?id=2790e470-9a47-406f-98f4-701141624dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209075 May 20 20:52:25.180676 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-56643fc6-66bf-48d3-9bd0-7dec4b9138d1 tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:25.185268 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-56643fc6-66bf-48d3-9bd0-7dec4b9138d1 tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:25.189402 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-56643fc6-66bf-48d3-9bd0-7dec4b9138d1 tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] 10.222.0.35 "DELETE /v2.0/security-groups/2d5f2ef5-d935-452f-84ad-2cb5d2ac2b6e HTTP/1.1" status: 204 len: 168 time: 0.3995430 May 20 20:52:25.190251 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 52354) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:52:25.194376 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 8641288a-f307-474a-acfc-51039a0dc896 up at agent hyperv_n-h2-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:52:25.228510 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-1b67bd89-fc53-45ac-b69f-1a8381b2f12b req-09b011af-84a5-4aa5-9f67-04f38541b9db service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.5&port_id=8e5cf7ff-15da-45a7-acbe-5153d4a2259c HTTP/1.1" status: 200 len: 217 time: 0.0591393 May 20 20:52:25.230210 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56643fc6-66bf-48d3-9bd0-7dec4b9138d1 tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d5f2ef5-d935-452f-84ad-2cb5d2ac2b6e,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:52:25.284338 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8269cbd2-6418-4024-8b23-1d0a443b13a1 req-cb66e9e5-5d37-4d7b-8349-7384f2581875 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:52:25.292416 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8269cbd2-6418-4024-8b23-1d0a443b13a1 req-cb66e9e5-5d37-4d7b-8349-7384f2581875 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/ports?device_id=03abbdec-2b0d-4070-9a67-4bafa23e6224 HTTP/1.1" status: 200 len: 945 time: 0.1926672 May 20 20:52:25.310777 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b67bd89-fc53-45ac-b69f-1a8381b2f12b req-36f6b46c-46a1-4173-9b0d-904c046fc4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:52:25.314493 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-1b67bd89-fc53-45ac-b69f-1a8381b2f12b req-36f6b46c-46a1-4173-9b0d-904c046fc4bf service neutron] 10.222.0.13 "GET /v2.0/subnets?id=59b92b0c-ed8d-4efc-a77e-dc7193508e61 HTTP/1.1" status: 200 len: 797 time: 0.0755830 May 20 20:52:25.329694 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-67d5f34e-7727-4043-8773-1f6b8b5c9f7b tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1219780 May 20 20:52:25.333475 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 52356) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:52:25.402823 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b67bd89-fc53-45ac-b69f-1a8381b2f12b req-ec4c2406-ad62-40ae-b275-0cd9d19d300b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:52:25.404129 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8269cbd2-6418-4024-8b23-1d0a443b13a1 req-6ad1cfb4-6a73-4cf2-99b4-adb805b1adbd tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9f9543d-587a-47bd-8772-bda4bd5582ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107688 May 20 20:52:25.406780 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-1b67bd89-fc53-45ac-b69f-1a8381b2f12b req-ec4c2406-ad62-40ae-b275-0cd9d19d300b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ce671979-73f9-44d6-8ce7-2c8dc82e60ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0855579 May 20 20:52:25.424404 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Provisioning for port 8641288a-f307-474a-acfc-51039a0dc896 completed by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 20:52:25.431111 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Provisioning complete for port 8641288a-f307-474a-acfc-51039a0dc896 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:52:25.432653 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:25.447761 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-9ace7878-df29-4559-a789-bb2db0f8adc4 tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.1131465 May 20 20:52:25.450272 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 52364) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:52:25.471331 n-d-842733-1 neutron-server[103163]: INFO neutron.api.v2.resource [None req-c60338e1-75fd-439b-bf4d-42ea86638ae1 tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] delete failed (client error): The resource could not be found. May 20 20:52:25.473067 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-c60338e1-75fd-439b-bf4d-42ea86638ae1 tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] 10.222.0.35 "DELETE /v2.0/security-groups/2d5f2ef5-d935-452f-84ad-2cb5d2ac2b6e HTTP/1.1" status: 404 len: 347 time: 0.0216520 May 20 20:52:25.477837 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 52366) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:52:25.517982 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cc3ec51b-6ec8-438a-8349-5f0bec346d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:25.552583 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 52372) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:52:25.605535 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-4d5a4afd-b7d3-46ff-b55a-e25dc3ce079a tempest-SecGroupTest-1215165406 tempest-SecGroupTest-1215165406-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1224787 May 20 20:52:25.611183 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port 8641288a-f307-474a-acfc-51039a0dc896 is: BUILD; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:52:25.612282 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:25.650803 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:25.655286 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-1b67bd89-fc53-45ac-b69f-1a8381b2f12b req-1fa175d0-3b39-477f-89f2-5998b4a9218a service neutron] 10.222.0.13 "GET /v2.0/networks/ce671979-73f9-44d6-8ce7-2c8dc82e60ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2422113 May 20 20:52:25.664932 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port 8641288a-f307-474a-acfc-51039a0dc896, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=8641288a-f307-474a-acfc-51039a0dc896,segment=NetworkSegment(c827a625-78ca-430c-9240-807cb6bb6287),segment_id=c827a625-78ca-430c-9240-807cb6bb6287)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:52:25.739741 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:25.740529 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device e1f7768a-8247-4620-a3ae-d89f6357adb1 no longer exists at agent hyperv_n-h2-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:52:25.798296 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d25386d-31bd-4b29-945e-74552d36f2bc admin admin] Deleting subnet 3a0e66e6-2fdf-488f-a380-b0ac16c67535 {{(pid=103162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 20 20:52:25.803730 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4d25386d-31bd-4b29-945e-74552d36f2bc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:25.816277 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89417176-c88e-48e3-8caa-56920e21edfc req-4ba0069b-3c1e-4cfc-9670-b70f1d42c8fc tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:52:25.825182 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-89417176-c88e-48e3-8caa-56920e21edfc req-4ba0069b-3c1e-4cfc-9670-b70f1d42c8fc tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b233036-c517-4eb8-a6d5-9e3bb5c82237 HTTP/1.1" status: 200 len: 945 time: 0.0972948 May 20 20:52:25.859654 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4d25386d-31bd-4b29-945e-74552d36f2bc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3738392'] for subnet, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:25.891389 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] No Port match for: e1f7768a-8247-4620-a3ae-d89f6357adb1 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 20:52:25.892577 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device e1f7768a-8247-4620-a3ae-d89f6357adb1 not bound to the agent host n-h2-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 20:52:25.909422 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-89417176-c88e-48e3-8caa-56920e21edfc req-4b6cb44e-b9ef-4f00-b900-6df93c783f2f tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] 10.222.0.35 "GET /v2.0/security-groups?id=46bffae8-a0df-4971-87a9-ff1a8f20024b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768783 May 20 20:52:25.930202 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31d0ec26-8d4a-4758-bb46-e604ea6fd02f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'deda11ff-0d1a-4d90-89ac-6c1f4cd5ca60'}, {'server_uuid': '2b233036-c517-4eb8-a6d5-9e3bb5c82237', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8641288a-f307-474a-acfc-51039a0dc896'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:52:25.932461 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8485417003ce7c0410b00f5cdc2f391e21107b70bb68e2773712534a96e108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-243a4e64-7667-41b0-9669-258e6343100c" -d '{"events": [{"server_uuid": "31d0ec26-8d4a-4758-bb46-e604ea6fd02f", "name": "network-vif-plugged", "status": "completed", "tag": "deda11ff-0d1a-4d90-89ac-6c1f4cd5ca60"}, {"server_uuid": "2b233036-c517-4eb8-a6d5-9e3bb5c82237", "name": "network-vif-plugged", "status": "completed", "tag": "8641288a-f307-474a-acfc-51039a0dc896"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:52:25.936519 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=8641288a-f307-474a-acfc-51039a0dc896,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:52:25.959356 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-1b67bd89-fc53-45ac-b69f-1a8381b2f12b req-8fc58447-0330-48a1-b38f-9ebcaa20952b service neutron] 10.222.0.13 "GET /v2.0/networks/ce671979-73f9-44d6-8ce7-2c8dc82e60ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2908850 May 20 20:52:26.018564 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 20 May 2022 20:52:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71291aed-82b6-4ffd-80da-ec8f9c243598 x-openstack-request-id: req-71291aed-82b6-4ffd-80da-ec8f9c243598 {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:52:26.018869 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31d0ec26-8d4a-4758-bb46-e604ea6fd02f", "name": "network-vif-plugged", "status": "completed", "tag": "deda11ff-0d1a-4d90-89ac-6c1f4cd5ca60", "code": 200}, {"server_uuid": "2b233036-c517-4eb8-a6d5-9e3bb5c82237", "name": "network-vif-plugged", "status": "completed", "tag": "8641288a-f307-474a-acfc-51039a0dc896", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:52:26.019123 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-71291aed-82b6-4ffd-80da-ec8f9c243598 {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:52:26.019524 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71291aed-82b6-4ffd-80da-ec8f9c243598'] response: {'server_uuid': '31d0ec26-8d4a-4758-bb46-e604ea6fd02f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'deda11ff-0d1a-4d90-89ac-6c1f4cd5ca60', 'code': 200} May 20 20:52:26.019783 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71291aed-82b6-4ffd-80da-ec8f9c243598'] response: {'server_uuid': '2b233036-c517-4eb8-a6d5-9e3bb5c82237', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8641288a-f307-474a-acfc-51039a0dc896', 'code': 200} May 20 20:52:26.028418 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-1b67bd89-fc53-45ac-b69f-1a8381b2f12b req-a1d3b9d0-d730-4c9f-8beb-319138f40dc6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.9&port_id=4f6e4e5b-3b4d-4afd-ab5f-fc21ef7d2709 HTTP/1.1" status: 200 len: 217 time: 0.0600238 May 20 20:52:26.037404 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4d25386d-31bd-4b29-945e-74552d36f2bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33068388'] for subnet, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:26.220893 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc3887b-c148-45e4-94cf-24f986b449b3 req-0af54ed2-da2b-4791-a7a5-c37735066f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:52:26.225075 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8dc3887b-c148-45e4-94cf-24f986b449b3 req-0af54ed2-da2b-4791-a7a5-c37735066f53 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2b233036-c517-4eb8-a6d5-9e3bb5c82237 HTTP/1.1" status: 200 len: 1096 time: 0.0636144 May 20 20:52:26.282573 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8dc3887b-c148-45e4-94cf-24f986b449b3 req-96f4d040-8d12-42d1-a2b6-1a16d67df0aa service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=46bffae8-a0df-4971-87a9-ff1a8f20024b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502691 May 20 20:52:26.285511 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b67bd89-fc53-45ac-b69f-1a8381b2f12b req-fb4a1895-c046-4bbb-b53e-ffd9a4aa5bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:52:26.291270 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-1b67bd89-fc53-45ac-b69f-1a8381b2f12b req-fb4a1895-c046-4bbb-b53e-ffd9a4aa5bf9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=59b92b0c-ed8d-4efc-a77e-dc7193508e61 HTTP/1.1" status: 200 len: 797 time: 0.1688900 May 20 20:52:26.315553 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace9bd37-7831-493d-bf69-7ccd52438a21 req-e9111f67-0a2f-4c48-a9d8-4f67f7838973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:52:26.318154 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace9bd37-7831-493d-bf69-7ccd52438a21 req-e9111f67-0a2f-4c48-a9d8-4f67f7838973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:52:26.319770 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-ace9bd37-7831-493d-bf69-7ccd52438a21 req-e9111f67-0a2f-4c48-a9d8-4f67f7838973 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=31d0ec26-8d4a-4758-bb46-e604ea6fd02f HTTP/1.1" status: 200 len: 1983 time: 0.1431100 May 20 20:52:26.340720 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4d25386d-31bd-4b29-945e-74552d36f2bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33068399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3797621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4018265'] for subnet, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:26.389352 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 52392) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:52:26.394315 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d25386d-31bd-4b29-945e-74552d36f2bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a0e66e6-2fdf-488f-a380-b0ac16c67535,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:52:26.396380 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4d25386d-31bd-4b29-945e-74552d36f2bc admin admin] Notify callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:26.399806 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-4d25386d-31bd-4b29-945e-74552d36f2bc admin admin] 10.222.0.35 "DELETE /v2.0/subnets/3a0e66e6-2fdf-488f-a380-b0ac16c67535 HTTP/1.1" status: 204 len: 168 time: 0.8460171 May 20 20:52:26.401158 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d5a886-7116-4615-87f5-3a92dd65a3a8 req-8df76048-d330-4550-a5a4-909014b1e492 tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:52:26.406200 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 52394) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:52:26.443966 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d5a886-7116-4615-87f5-3a92dd65a3a8 req-8df76048-d330-4550-a5a4-909014b1e492 tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:52:26.451069 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-90d5a886-7116-4615-87f5-3a92dd65a3a8 req-8df76048-d330-4550-a5a4-909014b1e492 tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] 10.222.0.35 "GET /v2.0/ports?device_id=31d0ec26-8d4a-4758-bb46-e604ea6fd02f HTTP/1.1" status: 200 len: 1681 time: 0.1350083 May 20 20:52:26.566148 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-aab344c8-3660-4583-b8cf-10cf1569e14d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33160123'] for network, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:26.580063 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-90d5a886-7116-4615-87f5-3a92dd65a3a8 req-8abd3ce9-ae26-4549-95e6-45dec72237ab tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] 10.222.0.35 "GET /v2.0/security-groups?id=2790e470-9a47-406f-98f4-701141624dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197805 May 20 20:52:26.649258 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-280881aa-3d94-4c22-92b4-dd26017d90d6 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f8cae9a2b1804915bb52e162e3ccfcdf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2554054 May 20 20:52:26.649258 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 52406) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:52:26.726689 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c683837-eb62-45d7-92a8-d20b9e43de94 req-47bc1930-9e96-4270-8bfa-517cca2dac09 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:52:26.728997 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6c683837-eb62-45d7-92a8-d20b9e43de94 req-47bc1930-9e96-4270-8bfa-517cca2dac09 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/ports?device_id=03abbdec-2b0d-4070-9a67-4bafa23e6224 HTTP/1.1" status: 200 len: 945 time: 0.1479516 May 20 20:52:26.750335 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-ace9bd37-7831-493d-bf69-7ccd52438a21 req-85b045d4-ca1d-45aa-9e94-69c74b56dcff service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=2790e470-9a47-406f-98f4-701141624dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295917 May 20 20:52:26.783413 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-577eaa76-1f5c-4c8c-a309-66976bce0095 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:26.825781 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6c683837-eb62-45d7-92a8-d20b9e43de94 req-6ec5966b-9424-4658-804f-b8a17c863909 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9f9543d-587a-47bd-8772-bda4bd5582ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887942 May 20 20:52:26.851313 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b67bd89-fc53-45ac-b69f-1a8381b2f12b req-5fd13b19-d4ae-4531-9011-5771acd495f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:52:26.856010 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-1b67bd89-fc53-45ac-b69f-1a8381b2f12b req-5fd13b19-d4ae-4531-9011-5771acd495f3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ce671979-73f9-44d6-8ce7-2c8dc82e60ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2426929 May 20 20:52:26.868137 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-aab344c8-3660-4583-b8cf-10cf1569e14d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33072115', 'neutron.services.segments.db._delete_segments_for_network-8782419500584'] for network, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:26.871540 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-577eaa76-1f5c-4c8c-a309-66976bce0095 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:26.910293 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-aab344c8-3660-4583-b8cf-10cf1569e14d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['885d295f-3361-4b27-b769-9af7ccc6cb95']}} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:52:26.948087 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-aab344c8-3660-4583-b8cf-10cf1569e14d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '523fe16c-8b83-4c0a-8dbd-c46319e8174e') {'for_net_delete': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:52:26.948250 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-aab344c8-3660-4583-b8cf-10cf1569e14d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '523fe16c-8b83-4c0a-8dbd-c46319e8174e') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:52:26.976035 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-aab344c8-3660-4583-b8cf-10cf1569e14d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419501617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3738385'] for segment, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:27.004670 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-aab344c8-3660-4583-b8cf-10cf1569e14d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:27.038405 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aab344c8-3660-4583-b8cf-10cf1569e14d admin admin] Releasing vlan 234 on physical network physnet1 to pool {{(pid=103162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 20:52:27.038807 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-aab344c8-3660-4583-b8cf-10cf1569e14d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3800791'] for segment, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:27.051410 n-d-842733-1 neutron-server[103162]: Traceback (most recent call last): May 20 20:52:27.051410 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 20:52:27.051410 n-d-842733-1 neutron-server[103162]: timer() May 20 20:52:27.051410 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 20:52:27.051410 n-d-842733-1 neutron-server[103162]: cb(*args, **kw) May 20 20:52:27.051410 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 20 20:52:27.051410 n-d-842733-1 neutron-server[103162]: return func(*args, **kwargs) May 20 20:52:27.051410 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 20:52:27.051410 n-d-842733-1 neutron-server[103162]: self._notify() May 20 20:52:27.051410 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 20:52:27.051410 n-d-842733-1 neutron-server[103162]: self.callback(batched_events) May 20 20:52:27.051410 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 20:52:27.051410 n-d-842733-1 neutron-server[103162]: event.method(event) May 20 20:52:27.051410 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 20 20:52:27.051410 n-d-842733-1 neutron-server[103162]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 20:52:27.051410 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 20 20:52:27.051410 n-d-842733-1 neutron-server[103162]: aggregate_uuid = self.p_client.list_aggregates( May 20 20:52:27.051410 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 20 20:52:27.051410 n-d-842733-1 neutron-server[103162]: return f(self, *a, **k) May 20 20:52:27.051410 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 20 20:52:27.051410 n-d-842733-1 neutron-server[103162]: return self._get(url).json() May 20 20:52:27.051410 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 20 20:52:27.051410 n-d-842733-1 neutron-server[103162]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 20:52:27.051410 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 20:52:27.051410 n-d-842733-1 neutron-server[103162]: return self.request(url, 'GET', **kwargs) May 20 20:52:27.051410 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 20:52:27.051410 n-d-842733-1 neutron-server[103162]: base_url = self.get_endpoint(auth, allow=allow, May 20 20:52:27.051410 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 20:52:27.051410 n-d-842733-1 neutron-server[103162]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 20:52:27.051410 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 20:52:27.051410 n-d-842733-1 neutron-server[103162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 20:52:27.051410 n-d-842733-1 neutron-server[103162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 20:52:27.090463 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ce4aff-515f-4cd1-ace1-f56d5b433884 req-efc3d677-f9e1-454c-89ba-7c4811eee833 tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:52:27.094152 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f6ce4aff-515f-4cd1-ace1-f56d5b433884 req-efc3d677-f9e1-454c-89ba-7c4811eee833 tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b233036-c517-4eb8-a6d5-9e3bb5c82237 HTTP/1.1" status: 200 len: 945 time: 0.0797317 May 20 20:52:27.140903 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.agents_db [None req-5c33ad30-4e00-40fa-b486-8c79c4a6cfc5 None None] Agent healthcheck: found 7 active agents {{(pid=103165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 20 20:52:27.156624 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f6ce4aff-515f-4cd1-ace1-f56d5b433884 req-b12606fe-8b80-4c77-b787-d766d0adbcdd tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] 10.222.0.35 "GET /v2.0/security-groups?id=46bffae8-a0df-4971-87a9-ff1a8f20024b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560596 May 20 20:52:27.203449 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-1b67bd89-fc53-45ac-b69f-1a8381b2f12b req-7b09b458-881d-4ab2-86cd-443f4ce4c448 service neutron] 10.222.0.13 "GET /v2.0/networks/ce671979-73f9-44d6-8ce7-2c8dc82e60ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1909993 May 20 20:52:27.204494 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-577eaa76-1f5c-4c8c-a309-66976bce0095 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:27.207686 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-577eaa76-1f5c-4c8c-a309-66976bce0095 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:27.209120 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-577eaa76-1f5c-4c8c-a309-66976bce0095 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ced7e2af-fea9-420e-8a61-4af835b888b8 HTTP/1.1" status: 204 len: 168 time: 0.5563838 May 20 20:52:27.219940 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577eaa76-1f5c-4c8c-a309-66976bce0095 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ced7e2af-fea9-420e-8a61-4af835b888b8,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:52:27.276940 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-aab344c8-3660-4583-b8cf-10cf1569e14d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33072122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748162'] for network, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:27.287069 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-aab344c8-3660-4583-b8cf-10cf1569e14d admin admin] Notify callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:27.298168 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-aab344c8-3660-4583-b8cf-10cf1569e14d admin admin] 10.222.0.35 "DELETE /v2.0/networks/885d295f-3361-4b27-b769-9af7ccc6cb95 HTTP/1.1" status: 204 len: 168 time: 0.8786564 May 20 20:52:27.365079 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab344c8-3660-4583-b8cf-10cf1569e14d admin admin] Pushing event deleted for resources: {'Network': ['ID=885d295f-3361-4b27-b769-9af7ccc6cb95,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:52:27.450020 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-1b67bd89-fc53-45ac-b69f-1a8381b2f12b req-854dc383-1ef9-4175-b073-d3655518635b service neutron] 10.222.0.13 "GET /v2.0/networks/ce671979-73f9-44d6-8ce7-2c8dc82e60ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2095430 May 20 20:52:27.529234 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-1b67bd89-fc53-45ac-b69f-1a8381b2f12b req-fd72a2cd-1665-40ff-aa63-671839ebfdfe service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=a41647e7-8ada-4a9b-b0ae-2edf7826ff37 HTTP/1.1" status: 200 len: 217 time: 0.0681486 May 20 20:52:27.629178 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b67bd89-fc53-45ac-b69f-1a8381b2f12b req-c8d1e381-7a68-4c89-a881-e4e9048d606b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:52:27.630986 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-1b67bd89-fc53-45ac-b69f-1a8381b2f12b req-c8d1e381-7a68-4c89-a881-e4e9048d606b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7fbbf488-7764-47d2-845a-1d321aa7918a HTTP/1.1" status: 200 len: 797 time: 0.0816865 May 20 20:52:27.835116 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b67bd89-fc53-45ac-b69f-1a8381b2f12b req-5ce29723-5d9d-4e9e-907f-141440e60df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:52:27.836675 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-1b67bd89-fc53-45ac-b69f-1a8381b2f12b req-5ce29723-5d9d-4e9e-907f-141440e60df2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=55b562d5-5067-4b35-82c1-b8cbe81beb27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1521959 May 20 20:52:27.850806 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e79b8c5-0b10-420d-9b18-f1372982c9ed req-eb58b354-ef28-481c-a5b5-a7d35f6cb9c4 tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:52:27.874149 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e79b8c5-0b10-420d-9b18-f1372982c9ed req-eb58b354-ef28-481c-a5b5-a7d35f6cb9c4 tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:52:27.888645 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3e79b8c5-0b10-420d-9b18-f1372982c9ed req-eb58b354-ef28-481c-a5b5-a7d35f6cb9c4 tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] 10.222.0.35 "GET /v2.0/ports?device_id=31d0ec26-8d4a-4758-bb46-e604ea6fd02f HTTP/1.1" status: 200 len: 1681 time: 0.2053542 May 20 20:52:28.057758 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3e79b8c5-0b10-420d-9b18-f1372982c9ed req-18d40ba1-ffe5-44fe-a5eb-7299bc2d8644 tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] 10.222.0.35 "GET /v2.0/security-groups?id=2790e470-9a47-406f-98f4-701141624dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666081 May 20 20:52:28.064602 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-1b67bd89-fc53-45ac-b69f-1a8381b2f12b req-a130c9d1-7237-4125-8698-50da5fa18692 service neutron] 10.222.0.13 "GET /v2.0/networks/55b562d5-5067-4b35-82c1-b8cbe81beb27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2056284 May 20 20:52:28.092286 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759438ea-04f3-4e30-a655-a43469c7d360 req-be36a2d2-2d67-4ca4-a2e0-5046a71c7b2a tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:52:28.100481 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-759438ea-04f3-4e30-a655-a43469c7d360 req-be36a2d2-2d67-4ca4-a2e0-5046a71c7b2a tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/ports?device_id=03abbdec-2b0d-4070-9a67-4bafa23e6224 HTTP/1.1" status: 200 len: 945 time: 0.1622877 May 20 20:52:28.147759 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-759438ea-04f3-4e30-a655-a43469c7d360 req-faebe6cc-73b5-4d9b-b47b-6231b8c41147 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9f9543d-587a-47bd-8772-bda4bd5582ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426896 May 20 20:52:28.266342 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-1b67bd89-fc53-45ac-b69f-1a8381b2f12b req-5c70c7b2-c36b-49df-a6e8-754ba1b4b3c7 service neutron] 10.222.0.13 "GET /v2.0/networks/55b562d5-5067-4b35-82c1-b8cbe81beb27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1953681 May 20 20:52:28.316058 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 52430) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:52:28.343333 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-1b67bd89-fc53-45ac-b69f-1a8381b2f12b req-a44f040f-c353-4bc1-b3a2-49048dc0ab65 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=74e04797-896f-4ee0-abd1-9e9b3dbcaed4 HTTP/1.1" status: 200 len: 217 time: 0.0697196 May 20 20:52:28.357539 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e5b812-3d50-4345-bb2e-75f87dfe75db req-3d0ea18e-2b30-4f83-b3f4-bd727be1278f tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:52:28.357539 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-38e5b812-3d50-4345-bb2e-75f87dfe75db req-3d0ea18e-2b30-4f83-b3f4-bd727be1278f tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b233036-c517-4eb8-a6d5-9e3bb5c82237 HTTP/1.1" status: 200 len: 945 time: 0.0925915 May 20 20:52:28.405421 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-d5004f4f-eed5-42b3-a421-4a0e5dc0dc50 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=99015528b0b847c98508b3bae124bd52&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0880671 May 20 20:52:28.407763 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 52432) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:52:28.443870 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b67bd89-fc53-45ac-b69f-1a8381b2f12b req-2ddb7c81-cf37-49dc-9210-a3becc0ff450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:52:28.445509 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-1b67bd89-fc53-45ac-b69f-1a8381b2f12b req-2ddb7c81-cf37-49dc-9210-a3becc0ff450 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7fbbf488-7764-47d2-845a-1d321aa7918a HTTP/1.1" status: 200 len: 797 time: 0.0930874 May 20 20:52:28.447529 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-38e5b812-3d50-4345-bb2e-75f87dfe75db req-a8d118f7-8c2c-4398-971c-828b6d091d85 tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] 10.222.0.35 "GET /v2.0/security-groups?id=46bffae8-a0df-4971-87a9-ff1a8f20024b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784869 May 20 20:52:28.532267 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b67bd89-fc53-45ac-b69f-1a8381b2f12b req-8e2e7ae5-a185-4b13-8c29-c5fa4dea8b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:52:28.546303 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-1b67bd89-fc53-45ac-b69f-1a8381b2f12b req-8e2e7ae5-a185-4b13-8c29-c5fa4dea8b60 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=55b562d5-5067-4b35-82c1-b8cbe81beb27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0792727 May 20 20:52:28.546303 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-babf5409-f802-482a-9ad9-270bdbd81b0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:28.583644 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-babf5409-f802-482a-9ad9-270bdbd81b0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:28.642201 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ff991d-49ae-4447-bf1b-9f842bffb5c6 req-74f72214-7f54-4dad-912f-5b3be7082bf8 tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:52:28.657739 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-84ff991d-49ae-4447-bf1b-9f842bffb5c6 req-74f72214-7f54-4dad-912f-5b3be7082bf8 tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b233036-c517-4eb8-a6d5-9e3bb5c82237 HTTP/1.1" status: 200 len: 945 time: 0.1019831 May 20 20:52:28.658430 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 52442) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:52:28.663719 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-12d99b1a-1797-40df-9afb-f7de92288bfa tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] Request body: {'floatingip': {'port_id': '8641288a-f307-474a-acfc-51039a0dc896'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:52:28.681061 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-1b67bd89-fc53-45ac-b69f-1a8381b2f12b req-64c52985-d8f1-4935-9e26-9de81bab086a service neutron] 10.222.0.13 "GET /v2.0/networks/55b562d5-5067-4b35-82c1-b8cbe81beb27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382244 May 20 20:52:28.719149 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-12d99b1a-1797-40df-9afb-f7de92288bfa tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] Notify callbacks [] for floatingip, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:28.797721 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-1b67bd89-fc53-45ac-b69f-1a8381b2f12b req-fcb6c12b-9886-44be-a722-c340d409629c service neutron] 10.222.0.13 "GET /v2.0/networks/55b562d5-5067-4b35-82c1-b8cbe81beb27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087401 May 20 20:52:29.103926 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-babf5409-f802-482a-9ad9-270bdbd81b0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:29.109432 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-babf5409-f802-482a-9ad9-270bdbd81b0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:29.111766 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-babf5409-f802-482a-9ad9-270bdbd81b0d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2feb58dd-43f5-46ea-bb11-622cd72312c9 HTTP/1.1" status: 204 len: 168 time: 0.7029192 May 20 20:52:29.123428 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babf5409-f802-482a-9ad9-270bdbd81b0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2feb58dd-43f5-46ea-bb11-622cd72312c9,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:52:29.547022 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-12d99b1a-1797-40df-9afb-f7de92288bfa tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:29.575938 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a767af-7cf6-41cf-9bbd-c7b9f19e0595 req-a3be76d6-d1d7-4845-acf9-780413c0a151 tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:52:29.583930 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a767af-7cf6-41cf-9bbd-c7b9f19e0595 req-a3be76d6-d1d7-4845-acf9-780413c0a151 tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:52:29.585643 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-83a767af-7cf6-41cf-9bbd-c7b9f19e0595 req-a3be76d6-d1d7-4845-acf9-780413c0a151 tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] 10.222.0.35 "GET /v2.0/ports?device_id=31d0ec26-8d4a-4758-bb46-e604ea6fd02f HTTP/1.1" status: 200 len: 1681 time: 0.4585483 May 20 20:52:29.637046 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-12d99b1a-1797-40df-9afb-f7de92288bfa tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748272'] for floatingip, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:29.642217 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-83a767af-7cf6-41cf-9bbd-c7b9f19e0595 req-e3096e32-a545-425e-9226-142e887991fd tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] 10.222.0.35 "GET /v2.0/security-groups?id=2790e470-9a47-406f-98f4-701141624dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479822 May 20 20:52:29.689539 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 52474) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:52:29.966406 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d658d68-6c46-4e59-9de7-1ed9b06839af req-2853b641-8fcd-4b89-9e05-a66c3a6a184d tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:52:29.968230 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7d658d68-6c46-4e59-9de7-1ed9b06839af req-2853b641-8fcd-4b89-9e05-a66c3a6a184d tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/ports?device_id=03abbdec-2b0d-4070-9a67-4bafa23e6224 HTTP/1.1" status: 200 len: 945 time: 0.2167923 May 20 20:52:29.970959 n-d-842733-1 neutron-server[103163]: INFO neutron.db.l3_db [None req-12d99b1a-1797-40df-9afb-f7de92288bfa tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] Floating IP bcaf8e4f-3d64-4150-8912-b277d12902b9 associated. External IP: 172.25.2.87, port: 8641288a-f307-474a-acfc-51039a0dc896. May 20 20:52:29.999138 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-da8ef79d-8a4d-44a8-b197-14bdc3808154 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:30.126195 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-da8ef79d-8a4d-44a8-b197-14bdc3808154 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:30.147571 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7d658d68-6c46-4e59-9de7-1ed9b06839af req-7dd749d8-8930-4e0f-b4e3-f7ca34113011 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9f9543d-587a-47bd-8772-bda4bd5582ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800095 May 20 20:52:30.327282 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-da8ef79d-8a4d-44a8-b197-14bdc3808154 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:30.369230 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12d99b1a-1797-40df-9afb-f7de92288bfa tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] Router afa4c141-178a-467a-908d-4a321258d821 has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 20:52:30.374165 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-da8ef79d-8a4d-44a8-b197-14bdc3808154 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9c227a882c1c44bdbce3dbda99cdc732&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6832893 May 20 20:52:30.380966 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 52506) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:52:30.402243 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8ef79d-8a4d-44a8-b197-14bdc3808154 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3618fc3f-e62b-4b0f-abe4-d7bb1d72348c,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:52:30.546967 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2e380cb9-1fa2-4787-a33e-f01ddf58b656 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:30.561071 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6004e0f8-779d-4cee-873a-7a656f54a7a1 req-adf003cb-9433-4f7b-b4a5-9a6647a579cd tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:52:30.562599 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6004e0f8-779d-4cee-873a-7a656f54a7a1 req-adf003cb-9433-4f7b-b4a5-9a6647a579cd tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "GET /v2.0/ports?device_id=21c75c63-d7e7-425b-8b16-c8921fbdeea8 HTTP/1.1" status: 200 len: 945 time: 0.1994650 May 20 20:52:30.643879 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2e380cb9-1fa2-4787-a33e-f01ddf58b656 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:30.687127 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12d99b1a-1797-40df-9afb-f7de92288bfa tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 20:52:30.699047 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13a9e128-a5da-4668-b08c-ec317e7ad6a1 None None] Sync routers for ids ['afa4c141-178a-467a-908d-4a321258d821'] in n-d-842733-1 {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 20:52:30.699498 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-12d99b1a-1797-40df-9afb-f7de92288bfa tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for floatingip, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:30.709490 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6004e0f8-779d-4cee-873a-7a656f54a7a1 req-4e489137-445d-4d92-afba-c2097a833def tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "GET /v2.0/security-groups?id=5b891fce-4408-49e0-87f4-eab591cb6bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1347842 May 20 20:52:30.709910 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a9e128-a5da-4668-b08c-ec317e7ad6a1 None None] Routers {'afa4c141-178a-467a-908d-4a321258d821'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:52:30.710541 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-13a9e128-a5da-4668-b08c-ec317e7ad6a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:52:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['afa4c141-178a-467a-908d-4a321258d821'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:52:30.740211 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-12d99b1a-1797-40df-9afb-f7de92288bfa tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] 10.222.0.35 "PUT /v2.0/floatingips/bcaf8e4f-3d64-4150-8912-b277d12902b9 HTTP/1.1" status: 200 len: 990 time: 2.0799801 May 20 20:52:30.741796 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b233036-c517-4eb8-a6d5-9e3bb5c82237', 'tag': '8641288a-f307-474a-acfc-51039a0dc896'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:52:30.744484 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4291b17aa7b45362825f0571e77c85f5e73afe1df9c7e9e15006df9d695c005e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca98b5a0-f216-4966-8cf3-2dd575ba5809" -d '{"events": [{"name": "network-changed", "server_uuid": "2b233036-c517-4eb8-a6d5-9e3bb5c82237", "tag": "8641288a-f307-474a-acfc-51039a0dc896"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:52:30.819642 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 20:52:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afb2fa22-9f27-45b7-9045-6db0b1de64a1 x-openstack-request-id: req-afb2fa22-9f27-45b7-9045-6db0b1de64a1 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:52:30.825041 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b233036-c517-4eb8-a6d5-9e3bb5c82237", "tag": "8641288a-f307-474a-acfc-51039a0dc896", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:52:30.825041 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-afb2fa22-9f27-45b7-9045-6db0b1de64a1 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:52:30.825041 n-d-842733-1 neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-afb2fa22-9f27-45b7-9045-6db0b1de64a1'] response: {'name': 'network-changed', 'server_uuid': '2b233036-c517-4eb8-a6d5-9e3bb5c82237', 'tag': '8641288a-f307-474a-acfc-51039a0dc896', 'status': 'completed', 'code': 200} May 20 20:52:30.861511 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-13a9e128-a5da-4668-b08c-ec317e7ad6a1 None None] Set router afa4c141-178a-467a-908d-4a321258d821 gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:52:30.903240 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e7b436-6ecf-4921-b582-ae791b6f6e3c req-72d087e8-8504-4276-a84e-7db379cb919d tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:52:30.910295 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e7b436-6ecf-4921-b582-ae791b6f6e3c req-72d087e8-8504-4276-a84e-7db379cb919d tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:52:30.912426 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-81e7b436-6ecf-4921-b582-ae791b6f6e3c req-72d087e8-8504-4276-a84e-7db379cb919d tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] 10.222.0.35 "GET /v2.0/ports?device_id=31d0ec26-8d4a-4758-bb46-e604ea6fd02f HTTP/1.1" status: 200 len: 1681 time: 0.0766211 May 20 20:52:30.914058 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2e380cb9-1fa2-4787-a33e-f01ddf58b656 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:30.916773 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2e380cb9-1fa2-4787-a33e-f01ddf58b656 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:30.918081 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-2e380cb9-1fa2-4787-a33e-f01ddf58b656 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3618fc3f-e62b-4b0f-abe4-d7bb1d72348c HTTP/1.1" status: 204 len: 168 time: 0.5335257 May 20 20:52:30.939892 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca98b5a0-f216-4966-8cf3-2dd575ba5809 req-97fe079d-019a-480f-8baf-b116eafafbd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:52:30.941784 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-ca98b5a0-f216-4966-8cf3-2dd575ba5809 req-97fe079d-019a-480f-8baf-b116eafafbd3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ca192f5ef49d4f558388c6e642858250&device_id=2b233036-c517-4eb8-a6d5-9e3bb5c82237 HTTP/1.1" status: 200 len: 1096 time: 0.0567598 May 20 20:52:30.947462 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e380cb9-1fa2-4787-a33e-f01ddf58b656 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3618fc3f-e62b-4b0f-abe4-d7bb1d72348c,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:52:31.003808 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-81e7b436-6ecf-4921-b582-ae791b6f6e3c req-d82e95f5-da17-48ea-b672-84ead5f2157a tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] 10.222.0.35 "GET /v2.0/security-groups?id=2790e470-9a47-406f-98f4-701141624dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844522 May 20 20:52:31.108433 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca98b5a0-f216-4966-8cf3-2dd575ba5809 req-bd953a77-33df-4d54-8cce-763dcf347772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:52:31.109933 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-ca98b5a0-f216-4966-8cf3-2dd575ba5809 req-bd953a77-33df-4d54-8cce-763dcf347772 service neutron] 10.222.0.13 "GET /v2.0/networks?id=300c23a3-32b9-446d-971e-d684df46a80f HTTP/1.1" status: 200 len: 911 time: 0.1552813 May 20 20:52:31.157264 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-13a9e128-a5da-4668-b08c-ec317e7ad6a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afa4c141-178a-467a-908d-4a321258d821', 'name': 'tempest-AttachVolumeTestJSON-610323402-router', 'tenant_id': 'ca192f5ef49d4f558388c6e642858250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': '2217fce8-2ead-4563-a3ae-c510ffb44b55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:48:00Z', 'updated_at': '2022-05-20T20:48:07Z', 'revision_number': 4, 'project_id': 'ca192f5ef49d4f558388c6e642858250', 'gw_port': {'id': '2217fce8-2ead-4563-a3ae-c510ffb44b55', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:b1:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afa4c141-178a-467a-908d-4a321258d821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1277, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:48:02Z', 'updated_at': '2022-05-20T20:48:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_floatingips': [{'id': 'bcaf8e4f-3d64-4150-8912-b277d12902b9', 'tenant_id': 'ca192f5ef49d4f558388c6e642858250', 'floating_ip_address': '172.25.2.87', 'floating_network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'router_id': 'afa4c141-178a-467a-908d-4a321258d821', 'port_id': '8641288a-f307-474a-acfc-51039a0dc896', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1726, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '300c23a3-32b9-446d-971e-d684df46a80f', 'mac_address': 'fa:16:3e:0f:0d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b233036-c517-4eb8-a6d5-9e3bb5c82237', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-20T20:52:09Z', 'updated_at': '2022-05-20T20:52:29Z', 'revision_number': 1, 'project_id': 'ca192f5ef49d4f558388c6e642858250', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0bb0a2e-1aa2-48b2-a4ae-f49709d6caf0', 'name': '', 'network_id': '300c23a3-32b9-446d-971e-d684df46a80f', 'tenant_id': 'ca192f5ef49d4f558388c6e642858250', 'mac_address': 'fa:16:3e:da:b2:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afa4c141-178a-467a-908d-4a321258d821', 'device_owner': 'network:router_interface', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': '1dd25171-1f89-45fa-8119-54d59026591a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:48:07Z', 'updated_at': '2022-05-20T20:48:13Z', 'revision_number': 5, 'project_id': 'ca192f5ef49d4f558388c6e642858250', 'subnets': [{'id': '1dd25171-1f89-45fa-8119-54d59026591a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:52:31.186334 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13a9e128-a5da-4668-b08c-ec317e7ad6a1 None None] Checking router: afa4c141-178a-467a-908d-4a321258d821 for host: n-d-842733-1 {{(pid=103165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 20:52:31.195829 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a9e128-a5da-4668-b08c-ec317e7ad6a1 None None] Routers {'afa4c141-178a-467a-908d-4a321258d821'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:52:31.196746 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-13a9e128-a5da-4668-b08c-ec317e7ad6a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:52:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['afa4c141-178a-467a-908d-4a321258d821'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:52:31.212193 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-ca98b5a0-f216-4966-8cf3-2dd575ba5809 req-72208ecd-cf77-44e1-952c-6c3a99af5053 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8641288a-f307-474a-acfc-51039a0dc896 HTTP/1.1" status: 200 len: 998 time: 0.0922468 May 20 20:52:31.286423 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dafefc-52d0-4558-bb2b-cb7b37eadf50 req-8fa073c8-a125-4289-8ee7-8c0d738112da tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:52:31.287115 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 52546) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:52:31.294629 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca98b5a0-f216-4966-8cf3-2dd575ba5809 req-9d4a53ac-4db4-4cef-a05c-210b62bdc31f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:52:31.297265 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-ca98b5a0-f216-4966-8cf3-2dd575ba5809 req-9d4a53ac-4db4-4cef-a05c-210b62bdc31f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1dd25171-1f89-45fa-8119-54d59026591a HTTP/1.1" status: 200 len: 849 time: 0.0699451 May 20 20:52:31.302023 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-87dafefc-52d0-4558-bb2b-cb7b37eadf50 req-8fa073c8-a125-4289-8ee7-8c0d738112da tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/ports?device_id=03abbdec-2b0d-4070-9a67-4bafa23e6224 HTTP/1.1" status: 200 len: 945 time: 0.0850759 May 20 20:52:31.348529 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-87dafefc-52d0-4558-bb2b-cb7b37eadf50 req-3a228f60-fab1-41c7-82c7-4c44a83f78c9 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9f9543d-587a-47bd-8772-bda4bd5582ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453782 May 20 20:52:31.381013 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca98b5a0-f216-4966-8cf3-2dd575ba5809 req-65a9a294-a3f3-4275-9a8a-ecd9fde4b55d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:52:31.383362 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-ca98b5a0-f216-4966-8cf3-2dd575ba5809 req-65a9a294-a3f3-4275-9a8a-ecd9fde4b55d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=300c23a3-32b9-446d-971e-d684df46a80f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0790095 May 20 20:52:31.387973 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-13a9e128-a5da-4668-b08c-ec317e7ad6a1 None None] Set router afa4c141-178a-467a-908d-4a321258d821 gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:52:31.531963 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-ca98b5a0-f216-4966-8cf3-2dd575ba5809 req-58827b8f-a7e5-40fa-8aac-fefbb6bac2dd service neutron] 10.222.0.13 "GET /v2.0/networks/300c23a3-32b9-446d-971e-d684df46a80f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410246 May 20 20:52:31.569785 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-8d9141d9-47cb-40de-8973-8994effa53ee admin admin] Request body: {'network': {'name': 'tempest-ServerGroup264TestJSON-474375333-network', 'tenant_id': '45ac4a8c73734a199c8e3bfdac4aa5f7'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:52:31.609698 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25bc6bb-9735-4477-abb1-aca2006ac37c req-26b90a6d-4a6d-44f2-a4fe-dda45757189a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:52:31.611321 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-e25bc6bb-9735-4477-abb1-aca2006ac37c req-26b90a6d-4a6d-44f2-a4fe-dda45757189a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=588768b5beac49d4962709858ca424c7&device_id=03abbdec-2b0d-4070-9a67-4bafa23e6224 HTTP/1.1" status: 200 len: 1096 time: 0.1260350 May 20 20:52:31.665429 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-13a9e128-a5da-4668-b08c-ec317e7ad6a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afa4c141-178a-467a-908d-4a321258d821', 'name': 'tempest-AttachVolumeTestJSON-610323402-router', 'tenant_id': 'ca192f5ef49d4f558388c6e642858250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': '2217fce8-2ead-4563-a3ae-c510ffb44b55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:48:00Z', 'updated_at': '2022-05-20T20:48:07Z', 'revision_number': 4, 'project_id': 'ca192f5ef49d4f558388c6e642858250', 'gw_port': {'id': '2217fce8-2ead-4563-a3ae-c510ffb44b55', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:b1:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afa4c141-178a-467a-908d-4a321258d821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1277, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:48:02Z', 'updated_at': '2022-05-20T20:48:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_floatingips': [{'id': 'bcaf8e4f-3d64-4150-8912-b277d12902b9', 'tenant_id': 'ca192f5ef49d4f558388c6e642858250', 'floating_ip_address': '172.25.2.87', 'floating_network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'router_id': 'afa4c141-178a-467a-908d-4a321258d821', 'port_id': '8641288a-f307-474a-acfc-51039a0dc896', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1726, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '300c23a3-32b9-446d-971e-d684df46a80f', 'mac_address': 'fa:16:3e:0f:0d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b233036-c517-4eb8-a6d5-9e3bb5c82237', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-20T20:52:09Z', 'updated_at': '2022-05-20T20:52:29Z', 'revision_number': 1, 'project_id': 'ca192f5ef49d4f558388c6e642858250', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0bb0a2e-1aa2-48b2-a4ae-f49709d6caf0', 'name': '', 'network_id': '300c23a3-32b9-446d-971e-d684df46a80f', 'tenant_id': 'ca192f5ef49d4f558388c6e642858250', 'mac_address': 'fa:16:3e:da:b2:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afa4c141-178a-467a-908d-4a321258d821', 'device_owner': 'network:router_interface', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': '1dd25171-1f89-45fa-8119-54d59026591a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:48:07Z', 'updated_at': '2022-05-20T20:48:13Z', 'revision_number': 5, 'project_id': 'ca192f5ef49d4f558388c6e642858250', 'subnets': [{'id': '1dd25171-1f89-45fa-8119-54d59026591a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:52:31.698378 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13a9e128-a5da-4668-b08c-ec317e7ad6a1 None None] The sync data for ids ['afa4c141-178a-467a-908d-4a321258d821'] in n-d-842733-1 is: [{'id': 'afa4c141-178a-467a-908d-4a321258d821', 'name': 'tempest-AttachVolumeTestJSON-610323402-router', 'tenant_id': 'ca192f5ef49d4f558388c6e642858250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': '2217fce8-2ead-4563-a3ae-c510ffb44b55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:48:00Z', 'updated_at': '2022-05-20T20:48:07Z', 'revision_number': 4, 'project_id': 'ca192f5ef49d4f558388c6e642858250', 'gw_port': {'id': '2217fce8-2ead-4563-a3ae-c510ffb44b55', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:b1:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afa4c141-178a-467a-908d-4a321258d821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1277, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:48:02Z', 'updated_at': '2022-05-20T20:48:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_floatingips': [{'id': 'bcaf8e4f-3d64-4150-8912-b277d12902b9', 'tenant_id': 'ca192f5ef49d4f558388c6e642858250', 'floating_ip_address': '172.25.2.87', 'floating_network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'router_id': 'afa4c141-178a-467a-908d-4a321258d821', 'port_id': '8641288a-f307-474a-acfc-51039a0dc896', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1726, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '300c23a3-32b9-446d-971e-d684df46a80f', 'mac_address': 'fa:16:3e:0f:0d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b233036-c517-4eb8-a6d5-9e3bb5c82237', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-20T20:52:09Z', 'updated_at': '2022-05-20T20:52:29Z', 'revision_number': 1, 'project_id': 'ca192f5ef49d4f558388c6e642858250', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0bb0a2e-1aa2-48b2-a4ae-f49709d6caf0', 'name': '', 'network_id': '300c23a3-32b9-446d-971e-d684df46a80f', 'tenant_id': 'ca192f5ef49d4f558388c6e642858250', 'mac_address': 'fa:16:3e:da:b2:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afa4c141-178a-467a-908d-4a321258d821', 'device_owner': 'network:router_interface', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': '1dd25171-1f89-45fa-8119-54d59026591a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:48:07Z', 'updated_at': '2022-05-20T20:48:13Z', 'revision_number': 5, 'project_id': 'ca192f5ef49d4f558388c6e642858250', 'subnets': [{'id': '1dd25171-1f89-45fa-8119-54d59026591a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 20:52:31.892045 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b810d04c-dd6c-4c0b-88f8-4a25afcf4768 req-41a5d333-0858-45a2-8bc7-732d0984311d tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:52:31.893967 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b810d04c-dd6c-4c0b-88f8-4a25afcf4768 req-41a5d333-0858-45a2-8bc7-732d0984311d tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "GET /v2.0/ports?device_id=21c75c63-d7e7-425b-8b16-c8921fbdeea8 HTTP/1.1" status: 200 len: 945 time: 0.0622413 May 20 20:52:31.894638 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 52562) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:52:31.915385 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-fc5552a3-8af5-44e3-b534-580ca92a3f7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:31.970756 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b810d04c-dd6c-4c0b-88f8-4a25afcf4768 req-b21b7d4d-91b0-4e30-9dc9-87aac2d40272 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "GET /v2.0/security-groups?id=5b891fce-4408-49e0-87f4-eab591cb6bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626030 May 20 20:52:32.000173 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69824d20-dcb7-4783-b8f1-386136b8bacb None None] New status for floating IP bcaf8e4f-3d64-4150-8912-b277d12902b9: ACTIVE {{(pid=103164) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 20:52:32.063067 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-fc5552a3-8af5-44e3-b534-580ca92a3f7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:32.096581 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-ca98b5a0-f216-4966-8cf3-2dd575ba5809 req-dc37cf40-c542-4cde-b52c-70d1d7e669a3 service neutron] 10.222.0.13 "GET /v2.0/networks/300c23a3-32b9-446d-971e-d684df46a80f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5571146 May 20 20:52:32.109401 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25bc6bb-9735-4477-abb1-aca2006ac37c req-449461e4-dd45-458d-a620-fd4f7cc70c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:52:32.111081 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-e25bc6bb-9735-4477-abb1-aca2006ac37c req-449461e4-dd45-458d-a620-fd4f7cc70c5a service neutron] 10.222.0.24 "GET /v2.0/networks?id=9abac87e-130e-4a54-8c74-9469b8c9e8ef HTTP/1.1" status: 200 len: 915 time: 0.4904099 May 20 20:52:32.190721 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d9141d9-47cb-40de-8973-8994effa53ee admin admin] Made reservation on behalf of 45ac4a8c73734a199c8e3bfdac4aa5f7 for: {'network': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:52:32.192899 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8d9141d9-47cb-40de-8973-8994effa53ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for network, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:32.196862 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-e25bc6bb-9735-4477-abb1-aca2006ac37c req-01b91e70-ff6b-4f6d-a1b6-9144964be49c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b8103aa2-88de-49b1-ba8c-f0ffc2883687 HTTP/1.1" status: 200 len: 217 time: 0.0782495 May 20 20:52:32.197302 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3aba299-e190-4880-92d0-4666d05a143e req-c05a64d3-5880-45a3-bb3c-342ff365e9d8 tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:52:32.204965 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3aba299-e190-4880-92d0-4666d05a143e req-c05a64d3-5880-45a3-bb3c-342ff365e9d8 tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:52:32.208142 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f3aba299-e190-4880-92d0-4666d05a143e req-c05a64d3-5880-45a3-bb3c-342ff365e9d8 tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] 10.222.0.35 "GET /v2.0/ports?device_id=31d0ec26-8d4a-4758-bb46-e604ea6fd02f HTTP/1.1" status: 200 len: 1681 time: 0.0869749 May 20 20:52:32.209554 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-fc5552a3-8af5-44e3-b534-580ca92a3f7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:32.222333 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8d9141d9-47cb-40de-8973-8994effa53ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:32.283461 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25bc6bb-9735-4477-abb1-aca2006ac37c req-03ad1c61-9b7b-4728-90eb-3a7bbad30b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:52:32.285999 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-e25bc6bb-9735-4477-abb1-aca2006ac37c req-03ad1c61-9b7b-4728-90eb-3a7bbad30b71 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4430fb8c-e38d-491e-be0f-4a0062e4f021 HTTP/1.1" status: 200 len: 854 time: 0.0819774 May 20 20:52:32.293106 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-fc5552a3-8af5-44e3-b534-580ca92a3f7f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=43ef4c69166f48b58d98ae28724ba6c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3972180 May 20 20:52:32.298541 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5552a3-8af5-44e3-b534-580ca92a3f7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd399b19-c12e-4888-b0a4-823c5ebdcf2e,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:52:32.298541 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 52572) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:52:32.301630 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f3aba299-e190-4880-92d0-4666d05a143e req-70ab681c-0c7e-4e87-81fc-04dee961dea6 tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] 10.222.0.35 "GET /v2.0/security-groups?id=2790e470-9a47-406f-98f4-701141624dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826156 May 20 20:52:32.317925 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:32.366245 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-e25bc6bb-9735-4477-abb1-aca2006ac37c req-52defe80-b1ca-4260-b781-df885e7e4912 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9abac87e-130e-4a54-8c74-9469b8c9e8ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0696275 May 20 20:52:32.367753 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-188aefd3-2442-4c5b-beb4-5d1909f2b044 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:32.401339 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-188aefd3-2442-4c5b-beb4-5d1909f2b044 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:32.475314 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8d9141d9-47cb-40de-8973-8994effa53ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:32.516391 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb10cb1-0a28-446e-bf09-f0938dbdebff req-b4bc4b5d-62be-461b-b082-2970c04f23cd tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:52:32.518478 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7cb10cb1-0a28-446e-bf09-f0938dbdebff req-b4bc4b5d-62be-461b-b082-2970c04f23cd tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/ports?device_id=03abbdec-2b0d-4070-9a67-4bafa23e6224 HTTP/1.1" status: 200 len: 945 time: 0.0594561 May 20 20:52:32.548880 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e19bd3c-5857-49b4-8e7c-21e266010bd6 req-3d0b60c9-5702-42e4-b621-b265da2053a3 tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:52:32.555199 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e19bd3c-5857-49b4-8e7c-21e266010bd6 req-3d0b60c9-5702-42e4-b621-b265da2053a3 tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:52:32.557136 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-3e19bd3c-5857-49b4-8e7c-21e266010bd6 req-3d0b60c9-5702-42e4-b621-b265da2053a3 tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] 10.222.0.13 "GET /v2.0/ports?device_id=31d0ec26-8d4a-4758-bb46-e604ea6fd02f HTTP/1.1" status: 200 len: 1681 time: 0.0960927 May 20 20:52:32.566811 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-e25bc6bb-9735-4477-abb1-aca2006ac37c req-e3b7e6bc-632c-4bab-843d-b3de262ff05d service neutron] 10.222.0.24 "GET /v2.0/networks/9abac87e-130e-4a54-8c74-9469b8c9e8ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1928649 May 20 20:52:32.568987 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7cb10cb1-0a28-446e-bf09-f0938dbdebff req-72f238d4-7181-4dcf-aab4-cd6c2da3eaa8 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9f9543d-587a-47bd-8772-bda4bd5582ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428126 May 20 20:52:32.611994 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-188aefd3-2442-4c5b-beb4-5d1909f2b044 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:32.615764 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-188aefd3-2442-4c5b-beb4-5d1909f2b044 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:32.617416 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-188aefd3-2442-4c5b-beb4-5d1909f2b044 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/bd399b19-c12e-4888-b0a4-823c5ebdcf2e HTTP/1.1" status: 204 len: 168 time: 0.3146927 May 20 20:52:32.623818 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8d9141d9-47cb-40de-8973-8994effa53ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:32.631631 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188aefd3-2442-4c5b-beb4-5d1909f2b044 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd399b19-c12e-4888-b0a4-823c5ebdcf2e,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:52:32.711607 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d9141d9-47cb-40de-8973-8994effa53ee admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 214} {{(pid=103162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 20:52:32.740495 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9141d9-47cb-40de-8973-8994effa53ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=776043c2-b571-46ff-a14c-ce636cc9d6bf,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:52:32.745773 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8d9141d9-47cb-40de-8973-8994effa53ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:32.746132 n-d-842733-1 neutron-server[103162]: INFO neutron.db.segments_db [None req-8d9141d9-47cb-40de-8973-8994effa53ee admin admin] Added segment 65e29671-caaf-4496-b2f8-9be4c55f249c of type vlan for network c156c9b4-1d62-4580-9105-a12be8dbce31 May 20 20:52:32.806709 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-e25bc6bb-9735-4477-abb1-aca2006ac37c req-cbc9f67a-4e6b-4825-96cf-1929f999263a service neutron] 10.222.0.24 "GET /v2.0/networks/9abac87e-130e-4a54-8c74-9469b8c9e8ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2264757 May 20 20:52:32.818031 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8d9141d9-47cb-40de-8973-8994effa53ee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418993264'] for network, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:32.840746 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-3e19bd3c-5857-49b4-8e7c-21e266010bd6 req-fd6022cb-5ddd-4d89-9fb6-4aa7d242cd9a tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Deleting port 4ca2be79-258d-4209-84c7-5f87a08f24c4 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:52:32.841109 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-3e19bd3c-5857-49b4-8e7c-21e266010bd6 req-fd6022cb-5ddd-4d89-9fb6-4aa7d242cd9a tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:32.986284 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-3e19bd3c-5857-49b4-8e7c-21e266010bd6 req-fd6022cb-5ddd-4d89-9fb6-4aa7d242cd9a tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] For port 4ca2be79-258d-4209-84c7-5f87a08f24c4, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=4ca2be79-258d-4209-84c7-5f87a08f24c4,segment=NetworkSegment(45e97163-8ad2-440a-8f52-6a96e3283366),segment_id=45e97163-8ad2-440a-8f52-6a96e3283366)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:52:32.987150 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-3e19bd3c-5857-49b4-8e7c-21e266010bd6 req-fd6022cb-5ddd-4d89-9fb6-4aa7d242cd9a tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:32.994723 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8d9141d9-47cb-40de-8973-8994effa53ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524'] for network, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:32.995666 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d9141d9-47cb-40de-8973-8994effa53ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:52:33.000907 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8d9141d9-47cb-40de-8973-8994effa53ee admin admin] Notify callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:33.008134 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-3e19bd3c-5857-49b4-8e7c-21e266010bd6 req-fd6022cb-5ddd-4d89-9fb6-4aa7d242cd9a tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Calling delete_port for 4ca2be79-258d-4209-84c7-5f87a08f24c4 owned by compute:nova {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:52:33.115559 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9141d9-47cb-40de-8973-8994effa53ee admin admin] Pushing event updated for resources: {'Network': ['ID=c156c9b4-1d62-4580-9105-a12be8dbce31,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:52:33.127163 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Network c156c9b4-1d62-4580-9105-a12be8dbce31 details requested by agent ovs-agent-n-d-842733-1 with host n-d-842733-1 {{(pid=103164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 20 20:52:33.142002 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ee9db7-407b-49dd-84f6-28459d8b17ec req-0474237b-c5a4-441a-8d5c-a72f3dce1705 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:52:33.146512 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a8ee9db7-407b-49dd-84f6-28459d8b17ec req-0474237b-c5a4-441a-8d5c-a72f3dce1705 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "GET /v2.0/ports?device_id=21c75c63-d7e7-425b-8b16-c8921fbdeea8 HTTP/1.1" status: 200 len: 945 time: 0.0574863 May 20 20:52:33.173276 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-8d9141d9-47cb-40de-8973-8994effa53ee admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.8849924 May 20 20:52:33.177160 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 52586) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:52:33.183573 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-99a90641-b79d-40e6-b5b8-ab65c6db3f90 admin admin] Request body: {'subnet': {'network_id': 'c156c9b4-1d62-4580-9105-a12be8dbce31', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroup264TestJSON-474375333-subnet', 'tenant_id': '45ac4a8c73734a199c8e3bfdac4aa5f7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:52:33.237301 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a8ee9db7-407b-49dd-84f6-28459d8b17ec req-175a35ff-d5f6-404b-a106-b892f8c5c5f6 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "GET /v2.0/security-groups?id=5b891fce-4408-49e0-87f4-eab591cb6bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838461 May 20 20:52:33.294351 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99a90641-b79d-40e6-b5b8-ab65c6db3f90 admin admin] Made reservation on behalf of 45ac4a8c73734a199c8e3bfdac4aa5f7 for: {'subnet': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:52:33.296711 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-99a90641-b79d-40e6-b5b8-ab65c6db3f90 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8422561'] for subnet, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:33.346607 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-3e19bd3c-5857-49b4-8e7c-21e266010bd6 req-fd6022cb-5ddd-4d89-9fb6-4aa7d242cd9a tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:33.382220 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6022cb-5ddd-4d89-9fb6-4aa7d242cd9a tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Pushing event deleted for resources: {'Port': ['ID=4ca2be79-258d-4209-84c7-5f87a08f24c4,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:52:33.432024 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e19bd3c-5857-49b4-8e7c-21e266010bd6 req-fd6022cb-5ddd-4d89-9fb6-4aa7d242cd9a tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] No DVR routers for this DVR port 4ca2be79-258d-4209-84c7-5f87a08f24c4 on host n-h2-842733-1 {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:52:33.434608 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-3e19bd3c-5857-49b4-8e7c-21e266010bd6 req-fd6022cb-5ddd-4d89-9fb6-4aa7d242cd9a tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:33.438716 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-3e19bd3c-5857-49b4-8e7c-21e266010bd6 req-fd6022cb-5ddd-4d89-9fb6-4aa7d242cd9a tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] 10.222.0.13 "DELETE /v2.0/ports/4ca2be79-258d-4209-84c7-5f87a08f24c4 HTTP/1.1" status: 204 len: 173 time: 0.8749199 May 20 20:52:33.439205 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31d0ec26-8d4a-4758-bb46-e604ea6fd02f', 'name': 'network-vif-deleted', 'tag': '4ca2be79-258d-4209-84c7-5f87a08f24c4'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:52:33.442830 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6fa957933fccbf596d28104b23404b952ad6a8238afaebaed40a0874b2e409" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ea22776-d2c7-42c6-ad45-b1ac5b028ec5" -d '{"events": [{"server_uuid": "31d0ec26-8d4a-4758-bb46-e604ea6fd02f", "name": "network-vif-deleted", "tag": "4ca2be79-258d-4209-84c7-5f87a08f24c4"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:52:33.519826 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 20:52:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38bbc4ec-26f8-46d2-8d9f-3e0f8861312e x-openstack-request-id: req-38bbc4ec-26f8-46d2-8d9f-3e0f8861312e {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:52:33.520117 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31d0ec26-8d4a-4758-bb46-e604ea6fd02f", "name": "network-vif-deleted", "tag": "4ca2be79-258d-4209-84c7-5f87a08f24c4", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:52:33.520366 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-38bbc4ec-26f8-46d2-8d9f-3e0f8861312e {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:52:33.520766 n-d-842733-1 neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38bbc4ec-26f8-46d2-8d9f-3e0f8861312e'] response: {'server_uuid': '31d0ec26-8d4a-4758-bb46-e604ea6fd02f', 'name': 'network-vif-deleted', 'tag': '4ca2be79-258d-4209-84c7-5f87a08f24c4', 'status': 'completed', 'code': 200} May 20 20:52:33.538952 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76aaa6d6-df49-4bd7-afd3-a4fbffff037e req-e46828a1-631b-45db-84e5-44d7e274d9ec tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:52:33.540720 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-76aaa6d6-df49-4bd7-afd3-a4fbffff037e req-e46828a1-631b-45db-84e5-44d7e274d9ec tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] 10.222.0.35 "GET /v2.0/ports?device_id=31d0ec26-8d4a-4758-bb46-e604ea6fd02f HTTP/1.1" status: 200 len: 945 time: 0.1193900 May 20 20:52:33.593514 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-76aaa6d6-df49-4bd7-afd3-a4fbffff037e req-34213fcb-6a7d-43f0-98b0-c6d6abc24c93 tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] 10.222.0.35 "GET /v2.0/security-groups?id=2790e470-9a47-406f-98f4-701141624dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454965 May 20 20:52:33.594075 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-3e19bd3c-5857-49b4-8e7c-21e266010bd6 req-c3571c2b-9b60-43a8-96bc-5d130bef87b3 tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Deleting port deda11ff-0d1a-4d90-89ac-6c1f4cd5ca60 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:52:33.594418 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-3e19bd3c-5857-49b4-8e7c-21e266010bd6 req-c3571c2b-9b60-43a8-96bc-5d130bef87b3 tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:33.608710 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-99a90641-b79d-40e6-b5b8-ab65c6db3f90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9641412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8422583'] for subnet, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:33.715023 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-3e19bd3c-5857-49b4-8e7c-21e266010bd6 req-c3571c2b-9b60-43a8-96bc-5d130bef87b3 tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] For port deda11ff-0d1a-4d90-89ac-6c1f4cd5ca60, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=deda11ff-0d1a-4d90-89ac-6c1f4cd5ca60,segment=NetworkSegment(54bbadcf-588c-4198-8303-84fe8d6de8f5),segment_id=54bbadcf-588c-4198-8303-84fe8d6de8f5)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:52:33.715536 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-3e19bd3c-5857-49b4-8e7c-21e266010bd6 req-c3571c2b-9b60-43a8-96bc-5d130bef87b3 tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:33.724280 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a90641-b79d-40e6-b5b8-ab65c6db3f90 admin admin] Pushing event updated for resources: {'Subnet': ['ID=71e2a0da-768e-4101-aa10-30287ffd043b,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:52:33.729565 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99a90641-b79d-40e6-b5b8-ab65c6db3f90 admin admin] Checking segment: {'id': '65e29671-caaf-4496-b2f8-9be4c55f249c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'c156c9b4-1d62-4580-9105-a12be8dbce31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:52:33.729931 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99a90641-b79d-40e6-b5b8-ab65c6db3f90 admin admin] Network hostable DHCP agents. Network: c156c9b4-1d62-4580-9105-a12be8dbce31, hostable agents: ['c9b0653c-f3c7-4339-bd50-e3754b629216'], hosted agents: [] {{(pid=103163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 20:52:33.730146 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-3e19bd3c-5857-49b4-8e7c-21e266010bd6 req-c3571c2b-9b60-43a8-96bc-5d130bef87b3 tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Calling delete_port for deda11ff-0d1a-4d90-89ac-6c1f4cd5ca60 owned by compute:nova {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:52:33.756760 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585086b8-3dcd-4209-ad2c-2f2d6ecc480f req-35982e86-76ce-4920-93e6-a37b96de2224 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:52:33.759192 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-585086b8-3dcd-4209-ad2c-2f2d6ecc480f req-35982e86-76ce-4920-93e6-a37b96de2224 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/ports?device_id=03abbdec-2b0d-4070-9a67-4bafa23e6224 HTTP/1.1" status: 200 len: 945 time: 0.0819042 May 20 20:52:33.802654 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-585086b8-3dcd-4209-ad2c-2f2d6ecc480f req-0fe21ced-6c06-4e98-a27f-98b1148a7e00 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9f9543d-587a-47bd-8772-bda4bd5582ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357652 May 20 20:52:33.896951 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device b8103aa2-88de-49b1-ba8c-f0ffc2883687 no longer exists at agent hyperv_n-h1-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:52:33.948956 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99a90641-b79d-40e6-b5b8-ab65c6db3f90 admin admin] Network c156c9b4-1d62-4580-9105-a12be8dbce31 is scheduled to be hosted by DHCP agent c9b0653c-f3c7-4339-bd50-e3754b629216 with binding_index 1 {{(pid=103163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 20:52:33.977306 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Current status of the port b8103aa2-88de-49b1-ba8c-f0ffc2883687 is: ACTIVE; New status is: DOWN {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:52:33.977709 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:34.000746 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-3e19bd3c-5857-49b4-8e7c-21e266010bd6 req-c3571c2b-9b60-43a8-96bc-5d130bef87b3 tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:34.017078 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port b8103aa2-88de-49b1-ba8c-f0ffc2883687, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=b8103aa2-88de-49b1-ba8c-f0ffc2883687,segment=NetworkSegment(dd3868d8-2801-4914-84a0-d7fd151b3df3),segment_id=dd3868d8-2801-4914-84a0-d7fd151b3df3)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:52:34.019805 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03abbdec-2b0d-4070-9a67-4bafa23e6224', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8103aa2-88de-49b1-ba8c-f0ffc2883687'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:52:34.022286 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8485417003ce7c0410b00f5cdc2f391e21107b70bb68e2773712534a96e108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14d1949f-85db-4aa0-ad65-aa581e261d8e" -d '{"events": [{"server_uuid": "03abbdec-2b0d-4070-9a67-4bafa23e6224", "name": "network-vif-unplugged", "status": "completed", "tag": "b8103aa2-88de-49b1-ba8c-f0ffc2883687"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:52:34.063662 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3571c2b-9b60-43a8-96bc-5d130bef87b3 tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Pushing event deleted for resources: {'Port': ['ID=deda11ff-0d1a-4d90-89ac-6c1f4cd5ca60,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:52:34.064764 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 May 2022 20:52:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d86c8589-5504-4789-a4ed-981322ae252d x-openstack-request-id: req-d86c8589-5504-4789-a4ed-981322ae252d {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:52:34.069681 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03abbdec-2b0d-4070-9a67-4bafa23e6224", "name": "network-vif-unplugged", "status": "completed", "tag": "b8103aa2-88de-49b1-ba8c-f0ffc2883687", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:52:34.070173 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d86c8589-5504-4789-a4ed-981322ae252d {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:52:34.070768 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d86c8589-5504-4789-a4ed-981322ae252d'] response: {'server_uuid': '03abbdec-2b0d-4070-9a67-4bafa23e6224', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8103aa2-88de-49b1-ba8c-f0ffc2883687', 'code': 200} May 20 20:52:34.107619 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-99a90641-b79d-40e6-b5b8-ab65c6db3f90 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842733-1, c156c9b4-1d62-4580-9105-a12be8dbce31) {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:52:34.107619 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99a90641-b79d-40e6-b5b8-ab65c6db3f90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:52:34.107619 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-99a90641-b79d-40e6-b5b8-ab65c6db3f90 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:34.109739 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ef55468-4542-444f-b27c-b5c69ec7306c None None] Network c156c9b4-1d62-4580-9105-a12be8dbce31 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:52:34.126062 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e19bd3c-5857-49b4-8e7c-21e266010bd6 req-c3571c2b-9b60-43a8-96bc-5d130bef87b3 tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] No DVR routers for this DVR port deda11ff-0d1a-4d90-89ac-6c1f4cd5ca60 on host n-h2-842733-1 {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:52:34.132685 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-3e19bd3c-5857-49b4-8e7c-21e266010bd6 req-c3571c2b-9b60-43a8-96bc-5d130bef87b3 tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:34.136645 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-3e19bd3c-5857-49b4-8e7c-21e266010bd6 req-c3571c2b-9b60-43a8-96bc-5d130bef87b3 tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] 10.222.0.13 "DELETE /v2.0/ports/deda11ff-0d1a-4d90-89ac-6c1f4cd5ca60 HTTP/1.1" status: 204 len: 173 time: 0.6777921 May 20 20:52:34.163216 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:34.241396 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-99a90641-b79d-40e6-b5b8-ab65c6db3f90 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0579655 May 20 20:52:34.253849 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Pushing event updated for resources: {'Port': ['ID=b8103aa2-88de-49b1-ba8c-f0ffc2883687,revision_number=8']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:52:34.331458 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54e086be-43fe-48b9-8fb6-d4a4ad702f8b None None] Network c156c9b4-1d62-4580-9105-a12be8dbce31 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:52:34.401395 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52bdf1c-6496-46fc-8f21-eda3bb5b59fc req-bed8d601-0fb5-47d2-bb05-089e255c09fb tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:52:34.402968 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b52bdf1c-6496-46fc-8f21-eda3bb5b59fc req-bed8d601-0fb5-47d2-bb05-089e255c09fb tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "GET /v2.0/ports?device_id=21c75c63-d7e7-425b-8b16-c8921fbdeea8 HTTP/1.1" status: 200 len: 945 time: 0.0539322 May 20 20:52:34.455074 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b52bdf1c-6496-46fc-8f21-eda3bb5b59fc req-1b310c41-c0cc-4738-abf0-1948bda762fd tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "GET /v2.0/security-groups?id=5b891fce-4408-49e0-87f4-eab591cb6bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447192 May 20 20:52:34.722242 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-977c35fc-d2d9-460a-bd2a-4a96e12fbcad req-b4c34dfc-2b61-454d-9cb0-3473077739ce tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] 10.222.0.35 "GET /v2.0/ports?device_id=31d0ec26-8d4a-4758-bb46-e604ea6fd02f HTTP/1.1" status: 200 len: 210 time: 0.0299616 May 20 20:52:34.934195 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60aede90-ea25-4d14-861a-96f8529ede3c req-4199fa5a-a36d-401d-ae89-63d587348697 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:52:34.935714 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-60aede90-ea25-4d14-861a-96f8529ede3c req-4199fa5a-a36d-401d-ae89-63d587348697 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/ports?device_id=03abbdec-2b0d-4070-9a67-4bafa23e6224 HTTP/1.1" status: 200 len: 943 time: 0.0597324 May 20 20:52:34.975906 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 52646) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:52:34.994030 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-60aede90-ea25-4d14-861a-96f8529ede3c req-3027382b-68b6-473f-91aa-bc38818fb6ff tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9f9543d-587a-47bd-8772-bda4bd5582ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504301 May 20 20:52:35.031656 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_v2 [None req-71783c80-c04b-47e3-9597-4fc8fb2c4978 admin admin] Deleting subnet 71e2a0da-768e-4101-aa10-30287ffd043b {{(pid=103162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 20 20:52:35.031656 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-71783c80-c04b-47e3-9597-4fc8fb2c4978 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:35.071635 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-71783c80-c04b-47e3-9597-4fc8fb2c4978 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3738392'] for subnet, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:35.112752 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-71783c80-c04b-47e3-9597-4fc8fb2c4978 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33068388'] for subnet, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:35.257595 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 4ca2be79-258d-4209-84c7-5f87a08f24c4 no longer exists at agent hyperv_n-h2-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:52:35.275879 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-71783c80-c04b-47e3-9597-4fc8fb2c4978 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33068399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3797621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4018265'] for subnet, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:35.282920 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] No Port match for: 4ca2be79-258d-4209-84c7-5f87a08f24c4 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 20:52:35.284144 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 4ca2be79-258d-4209-84c7-5f87a08f24c4 not bound to the agent host n-h2-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 20:52:35.284391 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device deda11ff-0d1a-4d90-89ac-6c1f4cd5ca60 no longer exists at agent hyperv_n-h2-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:52:35.304933 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] No Port match for: deda11ff-0d1a-4d90-89ac-6c1f4cd5ca60 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 20:52:35.304933 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device deda11ff-0d1a-4d90-89ac-6c1f4cd5ca60 not bound to the agent host n-h2-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 20:52:35.308904 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71783c80-c04b-47e3-9597-4fc8fb2c4978 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71e2a0da-768e-4101-aa10-30287ffd043b,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:52:35.313777 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-71783c80-c04b-47e3-9597-4fc8fb2c4978 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:35.319943 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-71783c80-c04b-47e3-9597-4fc8fb2c4978 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/71e2a0da-768e-4101-aa10-30287ffd043b HTTP/1.1" status: 204 len: 168 time: 0.3402286 May 20 20:52:35.320161 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 52654) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:52:35.394311 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-aca26131-6cb4-4776-a2cd-52bda7786ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33160123'] for network, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:35.482308 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-aca26131-6cb4-4776-a2cd-52bda7786ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33072115', 'neutron.services.segments.db._delete_segments_for_network-8782419500584'] for network, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:35.503955 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-aca26131-6cb4-4776-a2cd-52bda7786ab3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c156c9b4-1d62-4580-9105-a12be8dbce31']}} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:52:35.521995 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-aca26131-6cb4-4776-a2cd-52bda7786ab3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65e29671-caaf-4496-b2f8-9be4c55f249c') {'for_net_delete': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:52:35.521995 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-aca26131-6cb4-4776-a2cd-52bda7786ab3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65e29671-caaf-4496-b2f8-9be4c55f249c') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:52:35.522210 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31d0ec26-8d4a-4758-bb46-e604ea6fd02f', 'name': 'network-vif-deleted', 'tag': 'deda11ff-0d1a-4d90-89ac-6c1f4cd5ca60'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:52:35.525068 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6fa957933fccbf596d28104b23404b952ad6a8238afaebaed40a0874b2e409" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be065fd6-b3e0-4660-be46-a66d4fd06c2d" -d '{"events": [{"server_uuid": "31d0ec26-8d4a-4758-bb46-e604ea6fd02f", "name": "network-vif-deleted", "tag": "deda11ff-0d1a-4d90-89ac-6c1f4cd5ca60"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:52:35.531619 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-aca26131-6cb4-4776-a2cd-52bda7786ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419501617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3738385'] for segment, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:35.563239 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-aca26131-6cb4-4776-a2cd-52bda7786ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:35.591279 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aca26131-6cb4-4776-a2cd-52bda7786ab3 admin admin] Releasing vlan 214 on physical network physnet1 to pool {{(pid=103162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 20:52:35.591279 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-aca26131-6cb4-4776-a2cd-52bda7786ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3800791'] for segment, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:35.592837 n-d-842733-1 neutron-server[103162]: Traceback (most recent call last): May 20 20:52:35.592837 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 20:52:35.592837 n-d-842733-1 neutron-server[103162]: timer() May 20 20:52:35.592837 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 20:52:35.592837 n-d-842733-1 neutron-server[103162]: cb(*args, **kw) May 20 20:52:35.592837 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 20 20:52:35.592837 n-d-842733-1 neutron-server[103162]: return func(*args, **kwargs) May 20 20:52:35.592837 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 20:52:35.592837 n-d-842733-1 neutron-server[103162]: self._notify() May 20 20:52:35.592837 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 20:52:35.592837 n-d-842733-1 neutron-server[103162]: self.callback(batched_events) May 20 20:52:35.592837 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 20:52:35.592837 n-d-842733-1 neutron-server[103162]: event.method(event) May 20 20:52:35.592837 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 20 20:52:35.592837 n-d-842733-1 neutron-server[103162]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 20:52:35.592837 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 20 20:52:35.592837 n-d-842733-1 neutron-server[103162]: aggregate_uuid = self.p_client.list_aggregates( May 20 20:52:35.592837 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 20 20:52:35.592837 n-d-842733-1 neutron-server[103162]: return f(self, *a, **k) May 20 20:52:35.592837 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 20 20:52:35.592837 n-d-842733-1 neutron-server[103162]: return self._get(url).json() May 20 20:52:35.592837 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 20 20:52:35.592837 n-d-842733-1 neutron-server[103162]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 20:52:35.592837 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 20:52:35.592837 n-d-842733-1 neutron-server[103162]: return self.request(url, 'GET', **kwargs) May 20 20:52:35.592837 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 20:52:35.592837 n-d-842733-1 neutron-server[103162]: base_url = self.get_endpoint(auth, allow=allow, May 20 20:52:35.592837 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 20:52:35.592837 n-d-842733-1 neutron-server[103162]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 20:52:35.592837 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 20:52:35.592837 n-d-842733-1 neutron-server[103162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 20:52:35.592837 n-d-842733-1 neutron-server[103162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 20:52:35.599704 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 20:52:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2931c8f0-9dcc-4dda-8cad-f1207dc6084d x-openstack-request-id: req-2931c8f0-9dcc-4dda-8cad-f1207dc6084d {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:52:35.600958 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31d0ec26-8d4a-4758-bb46-e604ea6fd02f", "name": "network-vif-deleted", "tag": "deda11ff-0d1a-4d90-89ac-6c1f4cd5ca60", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:52:35.601324 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2931c8f0-9dcc-4dda-8cad-f1207dc6084d {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:52:35.602688 n-d-842733-1 neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2931c8f0-9dcc-4dda-8cad-f1207dc6084d'] response: {'server_uuid': '31d0ec26-8d4a-4758-bb46-e604ea6fd02f', 'name': 'network-vif-deleted', 'tag': 'deda11ff-0d1a-4d90-89ac-6c1f4cd5ca60', 'status': 'completed', 'code': 200} May 20 20:52:35.647563 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230c432c-3ba3-4ad6-a448-2513595dcfc5 req-22876c73-4ae9-4bc3-a30f-18b91363e7c3 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:52:35.661170 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-230c432c-3ba3-4ad6-a448-2513595dcfc5 req-22876c73-4ae9-4bc3-a30f-18b91363e7c3 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "GET /v2.0/ports?device_id=21c75c63-d7e7-425b-8b16-c8921fbdeea8 HTTP/1.1" status: 200 len: 945 time: 0.1133735 May 20 20:52:35.693438 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-230c432c-3ba3-4ad6-a448-2513595dcfc5 req-fed01f97-efb4-4eab-8551-b7ee7c92c48c tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "GET /v2.0/security-groups?id=5b891fce-4408-49e0-87f4-eab591cb6bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340118 May 20 20:52:35.728731 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-aca26131-6cb4-4776-a2cd-52bda7786ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33072122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748162'] for network, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:35.735243 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-aca26131-6cb4-4776-a2cd-52bda7786ab3 admin admin] Notify callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:35.739582 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-aca26131-6cb4-4776-a2cd-52bda7786ab3 admin admin] 10.222.0.35 "DELETE /v2.0/networks/c156c9b4-1d62-4580-9105-a12be8dbce31 HTTP/1.1" status: 204 len: 168 time: 0.4160705 May 20 20:52:35.774896 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca26131-6cb4-4776-a2cd-52bda7786ab3 admin admin] Pushing event deleted for resources: {'Network': ['ID=c156c9b4-1d62-4580-9105-a12be8dbce31,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:52:35.786123 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 52676) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:52:35.839600 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_v2 [None req-5269d89a-be75-4d1c-bdef-7ba4507599d9 tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Deleting subnet 80319eb1-92d7-47a8-b7af-4dd2462e9447 {{(pid=103162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 20 20:52:35.842844 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5269d89a-be75-4d1c-bdef-7ba4507599d9 tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Notify callbacks [] for subnet, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:35.882798 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5269d89a-be75-4d1c-bdef-7ba4507599d9 tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3738392'] for subnet, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:35.974284 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5269d89a-be75-4d1c-bdef-7ba4507599d9 tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33068388'] for subnet, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:36.102974 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133586c3-d098-4932-9486-f441c7eabf33 req-66fedc76-8025-40c2-9446-d19c507bfd9a tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:52:36.104647 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-133586c3-d098-4932-9486-f441c7eabf33 req-66fedc76-8025-40c2-9446-d19c507bfd9a tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/ports?device_id=03abbdec-2b0d-4070-9a67-4bafa23e6224 HTTP/1.1" status: 200 len: 943 time: 0.0505729 May 20 20:52:36.140364 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5269d89a-be75-4d1c-bdef-7ba4507599d9 tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33068399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3797621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4018265'] for subnet, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:36.149848 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-133586c3-d098-4932-9486-f441c7eabf33 req-db1f63c9-0f45-4be7-be8c-53d66d5e73a7 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9f9543d-587a-47bd-8772-bda4bd5582ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388954 May 20 20:52:36.173358 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5269d89a-be75-4d1c-bdef-7ba4507599d9 tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Pushing event deleted for resources: {'Subnet': ['ID=80319eb1-92d7-47a8-b7af-4dd2462e9447,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:52:36.175417 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5269d89a-be75-4d1c-bdef-7ba4507599d9 tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Notify callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:36.178697 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-5269d89a-be75-4d1c-bdef-7ba4507599d9 tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] 10.222.0.35 "DELETE /v2.0/subnets/80319eb1-92d7-47a8-b7af-4dd2462e9447 HTTP/1.1" status: 204 len: 168 time: 0.3915236 May 20 20:52:36.181386 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 52686) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:52:36.184591 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b29f75d-47b8-4076-b7c9-be0e0ee9e0b7 None None] Network 8ab515e4-5d3f-42a3-ae7a-1e6a1c0ce275 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:52:36.310441 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 52690) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:52:36.319066 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c75c7219-3b6a-4b8c-8f95-68a9efa90a4b tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33160123'] for network, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:36.341257 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778da5cb-0064-4dce-85bb-dcadb03991fb req-39666d1d-4b80-4c8c-9a03-4ab28c4e4ee4 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:52:36.342789 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-778da5cb-0064-4dce-85bb-dcadb03991fb req-39666d1d-4b80-4c8c-9a03-4ab28c4e4ee4 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/ports?device_id=03abbdec-2b0d-4070-9a67-4bafa23e6224 HTTP/1.1" status: 200 len: 943 time: 0.1207926 May 20 20:52:36.363165 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-0b35f9d3-e5d1-493f-8db7-41cab163b43b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=45ac4a8c73734a199c8e3bfdac4aa5f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0502172 May 20 20:52:36.366182 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 52692) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:52:36.417597 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e2c6174-38a9-4b37-b6d5-c73f95bc4e7a None None] DHCP port deletion for 8ab515e4-5d3f-42a3-ae7a-1e6a1c0ce275 request from n-d-842733-1 {{(pid=103164) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 20:52:36.420027 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-778da5cb-0064-4dce-85bb-dcadb03991fb req-41962400-eeb5-408f-a581-370dfff37c85 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9f9543d-587a-47bd-8772-bda4bd5582ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672505 May 20 20:52:36.446537 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-64d19251-0b09-469e-9896-a1d5690a7cbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:36.460151 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-c75c7219-3b6a-4b8c-8f95-68a9efa90a4b tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Deleting port 960670dc-bb1a-44b8-822b-f60e0a8e2315 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:52:36.460892 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c75c7219-3b6a-4b8c-8f95-68a9efa90a4b tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:36.490282 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3e2c6174-38a9-4b37-b6d5-c73f95bc4e7a None None] Deleting port 960670dc-bb1a-44b8-822b-f60e0a8e2315 {{(pid=103164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:52:36.490702 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3e2c6174-38a9-4b37-b6d5-c73f95bc4e7a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:36.496992 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-64d19251-0b09-469e-9896-a1d5690a7cbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:36.567384 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-c75c7219-3b6a-4b8c-8f95-68a9efa90a4b tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] For port 960670dc-bb1a-44b8-822b-f60e0a8e2315, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=960670dc-bb1a-44b8-822b-f60e0a8e2315,segment=NetworkSegment(45e97163-8ad2-440a-8f52-6a96e3283366),segment_id=45e97163-8ad2-440a-8f52-6a96e3283366)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:52:36.568653 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c75c7219-3b6a-4b8c-8f95-68a9efa90a4b tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:36.579865 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3e2c6174-38a9-4b37-b6d5-c73f95bc4e7a None None] For port 960670dc-bb1a-44b8-822b-f60e0a8e2315, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=960670dc-bb1a-44b8-822b-f60e0a8e2315,segment=NetworkSegment(45e97163-8ad2-440a-8f52-6a96e3283366),segment_id=45e97163-8ad2-440a-8f52-6a96e3283366)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:52:36.584092 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3e2c6174-38a9-4b37-b6d5-c73f95bc4e7a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:36.598154 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3e2c6174-38a9-4b37-b6d5-c73f95bc4e7a None None] Calling delete_port for 960670dc-bb1a-44b8-822b-f60e0a8e2315 owned by network:dhcp {{(pid=103164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:52:36.604516 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-c75c7219-3b6a-4b8c-8f95-68a9efa90a4b tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Calling delete_port for 960670dc-bb1a-44b8-822b-f60e0a8e2315 owned by network:dhcp {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:52:36.752780 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-64d19251-0b09-469e-9896-a1d5690a7cbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:36.757344 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-64d19251-0b09-469e-9896-a1d5690a7cbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:36.758566 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-64d19251-0b09-469e-9896-a1d5690a7cbb admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/776043c2-b571-46ff-a14c-ce636cc9d6bf HTTP/1.1" status: 204 len: 168 time: 0.3914781 May 20 20:52:36.773281 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d19251-0b09-469e-9896-a1d5690a7cbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=776043c2-b571-46ff-a14c-ce636cc9d6bf,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:52:36.797568 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3e2c6174-38a9-4b37-b6d5-c73f95bc4e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099'] for port, after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:36.821841 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c75c7219-3b6a-4b8c-8f95-68a9efa90a4b tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:36.833151 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2c6174-38a9-4b37-b6d5-c73f95bc4e7a None None] Pushing event deleted for resources: {'Port': ['ID=960670dc-bb1a-44b8-822b-f60e0a8e2315,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:52:36.838866 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e2c6174-38a9-4b37-b6d5-c73f95bc4e7a None None] No DVR routers for this DVR port 960670dc-bb1a-44b8-822b-f60e0a8e2315 on host n-d-842733-1 {{(pid=103164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:52:36.865525 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adf06cb-5fcf-43a2-a4b3-ea7ebf572f26 req-747ec829-56ae-40ae-ae21-37a5f821150b tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:52:36.873370 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7adf06cb-5fcf-43a2-a4b3-ea7ebf572f26 req-747ec829-56ae-40ae-ae21-37a5f821150b tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "GET /v2.0/ports?device_id=21c75c63-d7e7-425b-8b16-c8921fbdeea8 HTTP/1.1" status: 200 len: 945 time: 0.0962102 May 20 20:52:36.885335 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c75c7219-3b6a-4b8c-8f95-68a9efa90a4b tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] No DVR routers for this DVR port 960670dc-bb1a-44b8-822b-f60e0a8e2315 on host n-d-842733-1 {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:52:36.897373 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75c7219-3b6a-4b8c-8f95-68a9efa90a4b tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Pushing event deleted for resources: {'Port': ['ID=960670dc-bb1a-44b8-822b-f60e0a8e2315,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:52:36.998197 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7adf06cb-5fcf-43a2-a4b3-ea7ebf572f26 req-ea581194-10a8-4590-ad1f-5b68898e0ae2 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "GET /v2.0/security-groups?id=5b891fce-4408-49e0-87f4-eab591cb6bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1238399 May 20 20:52:37.007737 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c75c7219-3b6a-4b8c-8f95-68a9efa90a4b tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33072115', 'neutron.services.segments.db._delete_segments_for_network-8782419500584'] for network, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:37.034723 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-c75c7219-3b6a-4b8c-8f95-68a9efa90a4b tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ab515e4-5d3f-42a3-ae7a-1e6a1c0ce275']}} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:52:37.044992 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-c75c7219-3b6a-4b8c-8f95-68a9efa90a4b tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45e97163-8ad2-440a-8f52-6a96e3283366') {'for_net_delete': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:52:37.045355 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-c75c7219-3b6a-4b8c-8f95-68a9efa90a4b tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45e97163-8ad2-440a-8f52-6a96e3283366') {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:52:37.061646 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c75c7219-3b6a-4b8c-8f95-68a9efa90a4b tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419501617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9338764'] for segment, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:37.109836 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c75c7219-3b6a-4b8c-8f95-68a9efa90a4b tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:37.114719 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c75c7219-3b6a-4b8c-8f95-68a9efa90a4b tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Releasing vlan 239 on physical network physnet1 to pool {{(pid=103163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 20:52:37.115205 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c75c7219-3b6a-4b8c-8f95-68a9efa90a4b tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9638311'] for segment, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:37.118538 n-d-842733-1 neutron-server[103163]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 20:52:37.118538 n-d-842733-1 neutron-server[103163]: self.session.flush() May 20 20:52:37.118538 n-d-842733-1 neutron-server[103163]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 20:52:37.118538 n-d-842733-1 neutron-server[103163]: self.session.flush() May 20 20:52:37.118538 n-d-842733-1 neutron-server[103163]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 20:52:37.118538 n-d-842733-1 neutron-server[103163]: self.session.flush() May 20 20:52:37.118538 n-d-842733-1 neutron-server[103163]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 20:52:37.118538 n-d-842733-1 neutron-server[103163]: self.session.flush() May 20 20:52:37.118538 n-d-842733-1 neutron-server[103163]: Traceback (most recent call last): May 20 20:52:37.118538 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 20:52:37.118538 n-d-842733-1 neutron-server[103163]: timer() May 20 20:52:37.118538 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 20:52:37.118538 n-d-842733-1 neutron-server[103163]: cb(*args, **kw) May 20 20:52:37.118538 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 20 20:52:37.118538 n-d-842733-1 neutron-server[103163]: return func(*args, **kwargs) May 20 20:52:37.118538 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 20:52:37.118538 n-d-842733-1 neutron-server[103163]: self._notify() May 20 20:52:37.118538 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 20:52:37.118538 n-d-842733-1 neutron-server[103163]: self.callback(batched_events) May 20 20:52:37.118538 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 20:52:37.118538 n-d-842733-1 neutron-server[103163]: event.method(event) May 20 20:52:37.118538 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 20 20:52:37.118538 n-d-842733-1 neutron-server[103163]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 20:52:37.118538 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 20 20:52:37.118538 n-d-842733-1 neutron-server[103163]: aggregate_uuid = self.p_client.list_aggregates( May 20 20:52:37.118538 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 20 20:52:37.118538 n-d-842733-1 neutron-server[103163]: return f(self, *a, **k) May 20 20:52:37.118538 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 20 20:52:37.118538 n-d-842733-1 neutron-server[103163]: return self._get(url).json() May 20 20:52:37.118538 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 20 20:52:37.118538 n-d-842733-1 neutron-server[103163]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 20:52:37.118538 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 20:52:37.118538 n-d-842733-1 neutron-server[103163]: return self.request(url, 'GET', **kwargs) May 20 20:52:37.118538 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 20:52:37.118538 n-d-842733-1 neutron-server[103163]: base_url = self.get_endpoint(auth, allow=allow, May 20 20:52:37.118538 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 20:52:37.118538 n-d-842733-1 neutron-server[103163]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 20:52:37.118538 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 20:52:37.118538 n-d-842733-1 neutron-server[103163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 20:52:37.118538 n-d-842733-1 neutron-server[103163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 20:52:37.200306 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa19c40-7600-4ea7-ba28-3fb5e6fbc7a8 req-ec896069-7654-4e73-9132-43f039744b3f tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:52:37.209151 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-caa19c40-7600-4ea7-ba28-3fb5e6fbc7a8 req-ec896069-7654-4e73-9132-43f039744b3f tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/ports?device_id=03abbdec-2b0d-4070-9a67-4bafa23e6224 HTTP/1.1" status: 200 len: 943 time: 0.1568241 May 20 20:52:37.254021 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-caa19c40-7600-4ea7-ba28-3fb5e6fbc7a8 req-5cc696a1-3ebd-44da-852e-d4f2ad531819 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9f9543d-587a-47bd-8772-bda4bd5582ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436127 May 20 20:52:37.384494 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c75c7219-3b6a-4b8c-8f95-68a9efa90a4b tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33072122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748162'] for network, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:37.397429 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c75c7219-3b6a-4b8c-8f95-68a9efa90a4b tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:37.402619 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-c75c7219-3b6a-4b8c-8f95-68a9efa90a4b tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] 10.222.0.35 "DELETE /v2.0/networks/8ab515e4-5d3f-42a3-ae7a-1e6a1c0ce275 HTTP/1.1" status: 204 len: 168 time: 1.2201755 May 20 20:52:37.405451 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 52734) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:52:37.444363 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75c7219-3b6a-4b8c-8f95-68a9efa90a4b tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Pushing event deleted for resources: {'Network': ['ID=8ab515e4-5d3f-42a3-ae7a-1e6a1c0ce275,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:52:37.494868 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd02aaab-e36f-4e9c-ac04-7ab402c1e8d3 tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Deleting subnet 0234f992-0fd7-48fc-b427-c1e8f0b0a73f {{(pid=103162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 20 20:52:37.498993 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bd02aaab-e36f-4e9c-ac04-7ab402c1e8d3 tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Notify callbacks [] for subnet, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:37.551707 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bd02aaab-e36f-4e9c-ac04-7ab402c1e8d3 tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3738392'] for subnet, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:37.642157 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bd02aaab-e36f-4e9c-ac04-7ab402c1e8d3 tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33068388'] for subnet, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:37.857895 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bd02aaab-e36f-4e9c-ac04-7ab402c1e8d3 tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33068399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3797621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4018265'] for subnet, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:37.877567 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd02aaab-e36f-4e9c-ac04-7ab402c1e8d3 tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Pushing event deleted for resources: {'Subnet': ['ID=0234f992-0fd7-48fc-b427-c1e8f0b0a73f,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:52:37.881408 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bd02aaab-e36f-4e9c-ac04-7ab402c1e8d3 tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Notify callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:37.884550 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-bd02aaab-e36f-4e9c-ac04-7ab402c1e8d3 tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] 10.222.0.35 "DELETE /v2.0/subnets/0234f992-0fd7-48fc-b427-c1e8f0b0a73f HTTP/1.1" status: 204 len: 168 time: 0.4780447 May 20 20:52:37.887203 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 52760) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:52:37.891336 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05f2e471-c7a1-4e27-b286-647716b259b7 None None] Network 924dd687-788d-4778-b5b5-021fd6263f7b requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:52:37.955467 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device b8103aa2-88de-49b1-ba8c-f0ffc2883687 no longer exists at agent hyperv_n-h1-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:52:37.985591 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c72b9ec7-e8a2-4f91-9b08-a6f9ee7ad92f tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33160123'] for network, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:37.989568 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-efe317af-eba4-432a-ab10-3ca0a95c59f0 req-4e440ee8-7abc-4f7f-82c7-ac15fa16d140 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=03abbdec-2b0d-4070-9a67-4bafa23e6224&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2404311 May 20 20:52:38.070382 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-c72b9ec7-e8a2-4f91-9b08-a6f9ee7ad92f tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Deleting port a5833df5-f976-4606-9f36-161bcf4757a4 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:52:38.071467 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c72b9ec7-e8a2-4f91-9b08-a6f9ee7ad92f tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:38.130780 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Current status of the port b8103aa2-88de-49b1-ba8c-f0ffc2883687 is: DOWN; New status is: DOWN {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:52:38.197963 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff596104-0a4f-426f-a047-db794f00f893 None None] DHCP port deletion for 924dd687-788d-4778-b5b5-021fd6263f7b request from n-d-842733-1 {{(pid=103164) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 20:52:38.203992 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-c72b9ec7-e8a2-4f91-9b08-a6f9ee7ad92f tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] For port a5833df5-f976-4606-9f36-161bcf4757a4, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=a5833df5-f976-4606-9f36-161bcf4757a4,segment=NetworkSegment(54bbadcf-588c-4198-8303-84fe8d6de8f5),segment_id=54bbadcf-588c-4198-8303-84fe8d6de8f5)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:52:38.203992 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c72b9ec7-e8a2-4f91-9b08-a6f9ee7ad92f tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:38.219691 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-c72b9ec7-e8a2-4f91-9b08-a6f9ee7ad92f tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Calling delete_port for a5833df5-f976-4606-9f36-161bcf4757a4 owned by network:dhcp {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:52:38.252379 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2545a4d-53aa-4b96-a9be-d722aafe24d8 req-41e42e26-8bac-49d0-b201-45b09e262130 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:52:38.255039 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f2545a4d-53aa-4b96-a9be-d722aafe24d8 req-41e42e26-8bac-49d0-b201-45b09e262130 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "GET /v2.0/ports?device_id=21c75c63-d7e7-425b-8b16-c8921fbdeea8 HTTP/1.1" status: 200 len: 945 time: 0.1017330 May 20 20:52:38.263545 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 960670dc-bb1a-44b8-822b-f60e0a8e2315 no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:52:38.310326 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f2545a4d-53aa-4b96-a9be-d722aafe24d8 req-b94fac19-bbd8-4d8c-9005-7e54cda9a857 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "GET /v2.0/security-groups?id=5b891fce-4408-49e0-87f4-eab591cb6bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455594 May 20 20:52:38.330808 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: 960670dc-bb1a-44b8-822b-f60e0a8e2315 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 20:52:38.331344 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 960670dc-bb1a-44b8-822b-f60e0a8e2315 not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 20:52:38.350795 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-ff596104-0a4f-426f-a047-db794f00f893 None None] Deleting port a5833df5-f976-4606-9f36-161bcf4757a4 {{(pid=103164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:52:38.351166 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ff596104-0a4f-426f-a047-db794f00f893 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:38.452007 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5af7fd4-a241-4a2b-ba9b-5b09de083149 req-741ac5ac-0ca1-431b-ae95-54fcabef6ad0 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:52:38.461856 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f5af7fd4-a241-4a2b-ba9b-5b09de083149 req-741ac5ac-0ca1-431b-ae95-54fcabef6ad0 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/ports?device_id=03abbdec-2b0d-4070-9a67-4bafa23e6224 HTTP/1.1" status: 200 len: 943 time: 0.0740087 May 20 20:52:38.472203 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c72b9ec7-e8a2-4f91-9b08-a6f9ee7ad92f tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:38.501695 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72b9ec7-e8a2-4f91-9b08-a6f9ee7ad92f tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Pushing event deleted for resources: {'Port': ['ID=a5833df5-f976-4606-9f36-161bcf4757a4,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:52:38.505568 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c72b9ec7-e8a2-4f91-9b08-a6f9ee7ad92f tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] No DVR routers for this DVR port a5833df5-f976-4606-9f36-161bcf4757a4 on host n-d-842733-1 {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:52:38.512389 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f5af7fd4-a241-4a2b-ba9b-5b09de083149 req-f0a47e51-9037-466a-8f9a-15af6151b56d tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9f9543d-587a-47bd-8772-bda4bd5582ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494218 May 20 20:52:38.596767 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c72b9ec7-e8a2-4f91-9b08-a6f9ee7ad92f tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33072115', 'neutron.services.segments.db._delete_segments_for_network-8782419500584'] for network, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:38.613797 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-ff596104-0a4f-426f-a047-db794f00f893 None None] For port a5833df5-f976-4606-9f36-161bcf4757a4, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=a5833df5-f976-4606-9f36-161bcf4757a4,segment=NetworkSegment(54bbadcf-588c-4198-8303-84fe8d6de8f5),segment_id=54bbadcf-588c-4198-8303-84fe8d6de8f5)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:52:38.615623 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ff596104-0a4f-426f-a047-db794f00f893 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:38.620857 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-c72b9ec7-e8a2-4f91-9b08-a6f9ee7ad92f tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['924dd687-788d-4778-b5b5-021fd6263f7b']}} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:52:38.635238 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-ff596104-0a4f-426f-a047-db794f00f893 None None] Calling delete_port for a5833df5-f976-4606-9f36-161bcf4757a4 owned by network:dhcp {{(pid=103164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:52:38.642106 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-c72b9ec7-e8a2-4f91-9b08-a6f9ee7ad92f tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54bbadcf-588c-4198-8303-84fe8d6de8f5') {'for_net_delete': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:52:38.642106 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-c72b9ec7-e8a2-4f91-9b08-a6f9ee7ad92f tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54bbadcf-588c-4198-8303-84fe8d6de8f5') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:52:38.657925 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c72b9ec7-e8a2-4f91-9b08-a6f9ee7ad92f tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419501617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3738385'] for segment, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:38.693330 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c72b9ec7-e8a2-4f91-9b08-a6f9ee7ad92f tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:38.702189 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c72b9ec7-e8a2-4f91-9b08-a6f9ee7ad92f tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Releasing vlan 224 on physical network physnet1 to pool {{(pid=103162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 20:52:38.708112 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c72b9ec7-e8a2-4f91-9b08-a6f9ee7ad92f tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3800791'] for segment, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:38.708112 n-d-842733-1 neutron-server[103162]: Traceback (most recent call last): May 20 20:52:38.708112 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 20:52:38.708112 n-d-842733-1 neutron-server[103162]: timer() May 20 20:52:38.708112 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 20:52:38.708112 n-d-842733-1 neutron-server[103162]: cb(*args, **kw) May 20 20:52:38.708112 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 20 20:52:38.708112 n-d-842733-1 neutron-server[103162]: return func(*args, **kwargs) May 20 20:52:38.708112 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 20:52:38.708112 n-d-842733-1 neutron-server[103162]: self._notify() May 20 20:52:38.708112 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 20:52:38.708112 n-d-842733-1 neutron-server[103162]: self.callback(batched_events) May 20 20:52:38.708112 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 20:52:38.708112 n-d-842733-1 neutron-server[103162]: event.method(event) May 20 20:52:38.708112 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 20 20:52:38.708112 n-d-842733-1 neutron-server[103162]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 20:52:38.708112 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 20 20:52:38.708112 n-d-842733-1 neutron-server[103162]: aggregate_uuid = self.p_client.list_aggregates( May 20 20:52:38.708112 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 20 20:52:38.708112 n-d-842733-1 neutron-server[103162]: return f(self, *a, **k) May 20 20:52:38.708112 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 20 20:52:38.708112 n-d-842733-1 neutron-server[103162]: return self._get(url).json() May 20 20:52:38.708112 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 20 20:52:38.708112 n-d-842733-1 neutron-server[103162]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 20:52:38.708112 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 20:52:38.708112 n-d-842733-1 neutron-server[103162]: return self.request(url, 'GET', **kwargs) May 20 20:52:38.708112 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 20:52:38.708112 n-d-842733-1 neutron-server[103162]: base_url = self.get_endpoint(auth, allow=allow, May 20 20:52:38.708112 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 20:52:38.708112 n-d-842733-1 neutron-server[103162]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 20:52:38.708112 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 20:52:38.708112 n-d-842733-1 neutron-server[103162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 20:52:38.708112 n-d-842733-1 neutron-server[103162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 20:52:38.750364 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 52784) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:52:38.758819 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ff596104-0a4f-426f-a047-db794f00f893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099'] for port, after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:38.789783 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff596104-0a4f-426f-a047-db794f00f893 None None] Pushing event deleted for resources: {'Port': ['ID=a5833df5-f976-4606-9f36-161bcf4757a4,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:52:38.797439 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff596104-0a4f-426f-a047-db794f00f893 None None] No DVR routers for this DVR port a5833df5-f976-4606-9f36-161bcf4757a4 on host n-d-842733-1 {{(pid=103164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:52:38.860731 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-f26c20e6-9a8d-4724-98a4-da9751d0ba26 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-995265982-network', 'tenant_id': '700d29d1c8424719b5fc07bc687a5720'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:52:38.891679 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c72b9ec7-e8a2-4f91-9b08-a6f9ee7ad92f tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33072122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748162'] for network, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:38.896249 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c72b9ec7-e8a2-4f91-9b08-a6f9ee7ad92f tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Notify callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:38.902429 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-c72b9ec7-e8a2-4f91-9b08-a6f9ee7ad92f tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] 10.222.0.35 "DELETE /v2.0/networks/924dd687-788d-4778-b5b5-021fd6263f7b HTTP/1.1" status: 204 len: 168 time: 1.0142214 May 20 20:52:38.919822 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72b9ec7-e8a2-4f91-9b08-a6f9ee7ad92f tempest-ServersTestMultiNic-1669867057 tempest-ServersTestMultiNic-1669867057-project] Pushing event deleted for resources: {'Network': ['ID=924dd687-788d-4778-b5b5-021fd6263f7b,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:52:39.010078 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f26c20e6-9a8d-4724-98a4-da9751d0ba26 admin admin] Made reservation on behalf of 700d29d1c8424719b5fc07bc687a5720 for: {'network': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:52:39.015333 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f26c20e6-9a8d-4724-98a4-da9751d0ba26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for network, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:39.027871 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f26c20e6-9a8d-4724-98a4-da9751d0ba26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:39.084478 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 52812) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:52:39.122683 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f26c20e6-9a8d-4724-98a4-da9751d0ba26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:39.239794 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f26c20e6-9a8d-4724-98a4-da9751d0ba26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:39.263997 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f26c20e6-9a8d-4724-98a4-da9751d0ba26 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 215} {{(pid=103163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 20:52:39.277597 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f26c20e6-9a8d-4724-98a4-da9751d0ba26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:39.285888 n-d-842733-1 neutron-server[103163]: INFO neutron.db.segments_db [None req-f26c20e6-9a8d-4724-98a4-da9751d0ba26 admin admin] Added segment 86483828-08c3-4ca0-8dde-143ff8c69d08 of type vlan for network f5253b1c-44a5-42bf-94c3-9c3821b32c5e May 20 20:52:39.412305 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26c20e6-9a8d-4724-98a4-da9751d0ba26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90be169d-bfb3-4866-bb06-70fcfcc8709e,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:52:39.426124 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f26c20e6-9a8d-4724-98a4-da9751d0ba26 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418993264'] for network, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:39.529460 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c57a2c43-ad3a-4cc7-9cf0-41c84d054474 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748528'] for router_interface, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:39.530801 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890868f6-c9ef-4974-b910-8bb4255aee75 req-96a4b691-1ca7-43c0-9725-0b412a577d4c tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:52:39.532940 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-890868f6-c9ef-4974-b910-8bb4255aee75 req-96a4b691-1ca7-43c0-9725-0b412a577d4c tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "GET /v2.0/ports?device_id=21c75c63-d7e7-425b-8b16-c8921fbdeea8 HTTP/1.1" status: 200 len: 945 time: 0.0690465 May 20 20:52:39.548583 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f26c20e6-9a8d-4724-98a4-da9751d0ba26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524'] for network, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:39.550289 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f26c20e6-9a8d-4724-98a4-da9751d0ba26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:52:39.550993 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f26c20e6-9a8d-4724-98a4-da9751d0ba26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:39.633230 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26c20e6-9a8d-4724-98a4-da9751d0ba26 admin admin] Pushing event updated for resources: {'Network': ['ID=f5253b1c-44a5-42bf-94c3-9c3821b32c5e,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:52:39.645032 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Network f5253b1c-44a5-42bf-94c3-9c3821b32c5e details requested by agent ovs-agent-n-d-842733-1 with host n-d-842733-1 {{(pid=103164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 20 20:52:39.668493 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-890868f6-c9ef-4974-b910-8bb4255aee75 req-3de7c11f-3709-4048-b83b-90d22a97badf tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "GET /v2.0/security-groups?id=5b891fce-4408-49e0-87f4-eab591cb6bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1282754 May 20 20:52:39.735311 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32839a42-56af-43d0-abf7-884f49764d53 req-f59d67fa-91cb-4a5a-92ad-70c0fd269887 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:52:39.737657 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-32839a42-56af-43d0-abf7-884f49764d53 req-f59d67fa-91cb-4a5a-92ad-70c0fd269887 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/ports?device_id=03abbdec-2b0d-4070-9a67-4bafa23e6224 HTTP/1.1" status: 200 len: 943 time: 0.1026492 May 20 20:52:39.793914 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-32839a42-56af-43d0-abf7-884f49764d53 req-fc2ae896-5e04-4a96-a013-a4f04d84be2b tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9f9543d-587a-47bd-8772-bda4bd5582ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470943 May 20 20:52:39.800542 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-f26c20e6-9a8d-4724-98a4-da9751d0ba26 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0487440 May 20 20:52:39.803447 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 52836) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:52:39.812356 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-1db2f998-ac10-41a0-991e-2296be4a7638 admin admin] Request body: {'subnet': {'network_id': 'f5253b1c-44a5-42bf-94c3-9c3821b32c5e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-995265982-subnet', 'tenant_id': '700d29d1c8424719b5fc07bc687a5720', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:52:39.914658 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-c57a2c43-ad3a-4cc7-9cf0-41c84d054474 admin admin] Deleting port c8ca288a-7fb4-404a-92f3-803ac71f2bc5 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:52:39.915005 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c57a2c43-ad3a-4cc7-9cf0-41c84d054474 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:39.929455 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1db2f998-ac10-41a0-991e-2296be4a7638 admin admin] Made reservation on behalf of 700d29d1c8424719b5fc07bc687a5720 for: {'subnet': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:52:39.931716 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1db2f998-ac10-41a0-991e-2296be4a7638 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4018244'] for subnet, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:40.100616 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe317af-eba4-432a-ab10-3ca0a95c59f0 req-129552a3-55f2-4366-abbb-a2872dc7d4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:52:40.102328 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-efe317af-eba4-432a-ab10-3ca0a95c59f0 req-129552a3-55f2-4366-abbb-a2872dc7d4ae service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=03abbdec-2b0d-4070-9a67-4bafa23e6224&tenant_id=588768b5beac49d4962709858ca424c7 HTTP/1.1" status: 200 len: 1094 time: 0.1272583 May 20 20:52:40.107606 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-c57a2c43-ad3a-4cc7-9cf0-41c84d054474 admin admin] For port c8ca288a-7fb4-404a-92f3-803ac71f2bc5, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=c8ca288a-7fb4-404a-92f3-803ac71f2bc5,segment=NetworkSegment(4529953e-d71a-4571-96f1-9124f071e786),segment_id=4529953e-d71a-4571-96f1-9124f071e786)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:52:40.107606 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c57a2c43-ad3a-4cc7-9cf0-41c84d054474 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:40.123616 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-c57a2c43-ad3a-4cc7-9cf0-41c84d054474 admin admin] Calling delete_port for c8ca288a-7fb4-404a-92f3-803ac71f2bc5 owned by network:router_interface {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:52:40.170778 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device a5833df5-f976-4606-9f36-161bcf4757a4 no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:52:40.193533 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: a5833df5-f976-4606-9f36-161bcf4757a4 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 20:52:40.193848 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device a5833df5-f976-4606-9f36-161bcf4757a4 not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 20:52:40.282664 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe317af-eba4-432a-ab10-3ca0a95c59f0 req-e8f8299b-eef1-4858-98d3-de489c309443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:52:40.284844 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-efe317af-eba4-432a-ab10-3ca0a95c59f0 req-e8f8299b-eef1-4858-98d3-de489c309443 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=588768b5beac49d4962709858ca424c7&device_id=03abbdec-2b0d-4070-9a67-4bafa23e6224 HTTP/1.1" status: 200 len: 1094 time: 0.1577361 May 20 20:52:40.405460 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1db2f998-ac10-41a0-991e-2296be4a7638 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3797684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4018258'] for subnet, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:40.493460 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe317af-eba4-432a-ab10-3ca0a95c59f0 req-43cc0094-07d8-4809-80d1-413abdf0a185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:52:40.494864 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-efe317af-eba4-432a-ab10-3ca0a95c59f0 req-43cc0094-07d8-4809-80d1-413abdf0a185 service neutron] 10.222.0.24 "GET /v2.0/networks?id=9abac87e-130e-4a54-8c74-9469b8c9e8ef HTTP/1.1" status: 200 len: 915 time: 0.1977396 May 20 20:52:40.555500 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db2f998-ac10-41a0-991e-2296be4a7638 admin admin] Pushing event updated for resources: {'Subnet': ['ID=365b80c6-bff4-4de1-9cc3-38b65a6795d3,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:52:40.563577 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-efe317af-eba4-432a-ab10-3ca0a95c59f0 req-50882331-3af7-4de3-8103-c688c4719270 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b8103aa2-88de-49b1-ba8c-f0ffc2883687 HTTP/1.1" status: 200 len: 217 time: 0.0534937 May 20 20:52:40.603901 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1db2f998-ac10-41a0-991e-2296be4a7638 admin admin] Checking segment: {'id': '86483828-08c3-4ca0-8dde-143ff8c69d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'f5253b1c-44a5-42bf-94c3-9c3821b32c5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:52:40.604264 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1db2f998-ac10-41a0-991e-2296be4a7638 admin admin] Network hostable DHCP agents. Network: f5253b1c-44a5-42bf-94c3-9c3821b32c5e, hostable agents: ['c9b0653c-f3c7-4339-bd50-e3754b629216'], hosted agents: [] {{(pid=103162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 20:52:40.671466 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe317af-eba4-432a-ab10-3ca0a95c59f0 req-3d8b8228-0ce5-42d2-8884-29f932c6b3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:52:40.672861 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-efe317af-eba4-432a-ab10-3ca0a95c59f0 req-3d8b8228-0ce5-42d2-8884-29f932c6b3f6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4430fb8c-e38d-491e-be0f-4a0062e4f021 HTTP/1.1" status: 200 len: 854 time: 0.1002383 May 20 20:52:40.706408 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-efe317af-eba4-432a-ab10-3ca0a95c59f0 req-3ba5abf0-4f00-4272-ae5d-f98194a33b08 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9abac87e-130e-4a54-8c74-9469b8c9e8ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260880 May 20 20:52:40.796972 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1db2f998-ac10-41a0-991e-2296be4a7638 admin admin] Network f5253b1c-44a5-42bf-94c3-9c3821b32c5e is scheduled to be hosted by DHCP agent c9b0653c-f3c7-4339-bd50-e3754b629216 with binding_index 1 {{(pid=103162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 20:52:40.837406 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-efe317af-eba4-432a-ab10-3ca0a95c59f0 req-7fc9ba43-543e-4204-b4da-6a1fd9e69044 service neutron] 10.222.0.24 "GET /v2.0/networks/9abac87e-130e-4a54-8c74-9469b8c9e8ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242862 May 20 20:52:40.839296 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c57a2c43-ad3a-4cc7-9cf0-41c84d054474 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:40.874067 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c5a0c3-29e0-4e55-9e7b-d7a1cab185e4 req-da611f46-af76-4381-ae9c-b16f1534c49f tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:52:40.875622 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-69c5a0c3-29e0-4e55-9e7b-d7a1cab185e4 req-da611f46-af76-4381-ae9c-b16f1534c49f tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "GET /v2.0/ports?device_id=21c75c63-d7e7-425b-8b16-c8921fbdeea8 HTTP/1.1" status: 200 len: 945 time: 0.0677469 May 20 20:52:40.951517 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-69c5a0c3-29e0-4e55-9e7b-d7a1cab185e4 req-3bc3f1e1-bef3-4f43-a42e-aec6c88dda30 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "GET /v2.0/security-groups?id=5b891fce-4408-49e0-87f4-eab591cb6bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455918 May 20 20:52:40.965954 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-efe317af-eba4-432a-ab10-3ca0a95c59f0 req-c0651acc-8fef-42d7-b573-94075da53459 service neutron] 10.222.0.24 "GET /v2.0/networks/9abac87e-130e-4a54-8c74-9469b8c9e8ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164510 May 20 20:52:40.980756 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f56bd5-d86a-4f08-9b73-9186205a2c93 req-bf93ad90-6844-4fef-b495-a18aa425afec tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:52:40.992393 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-46f56bd5-d86a-4f08-9b73-9186205a2c93 req-bf93ad90-6844-4fef-b495-a18aa425afec tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/ports?device_id=03abbdec-2b0d-4070-9a67-4bafa23e6224 HTTP/1.1" status: 200 len: 943 time: 0.1153951 May 20 20:52:41.030041 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-1db2f998-ac10-41a0-991e-2296be4a7638 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842733-1, f5253b1c-44a5-42bf-94c3-9c3821b32c5e) {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:52:41.040465 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a5f59ab-974d-4b7b-8a66-cfc273eefd44 None None] Network f5253b1c-44a5-42bf-94c3-9c3821b32c5e requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:52:41.057699 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57a2c43-ad3a-4cc7-9cf0-41c84d054474 admin admin] Pushing event deleted for resources: {'Port': ['ID=c8ca288a-7fb4-404a-92f3-803ac71f2bc5,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:52:41.065426 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-46f56bd5-d86a-4f08-9b73-9186205a2c93 req-ea89fb8c-697d-4bac-b4e2-7f719da6eab1 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9f9543d-587a-47bd-8772-bda4bd5582ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693245 May 20 20:52:41.067781 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1db2f998-ac10-41a0-991e-2296be4a7638 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:52:41.068978 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1db2f998-ac10-41a0-991e-2296be4a7638 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:41.209683 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-1db2f998-ac10-41a0-991e-2296be4a7638 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.4045491 May 20 20:52:41.237905 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c57a2c43-ad3a-4cc7-9cf0-41c84d054474 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-692224'] for router_interface, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:41.238743 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1785874f-e55a-4489-8cb7-96eeb1329130 None None] Network f5253b1c-44a5-42bf-94c3-9c3821b32c5e requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:52:41.515700 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c57a2c43-ad3a-4cc7-9cf0-41c84d054474 admin admin] Router 2991fca7-9735-49e2-92ab-7a4e1f9f3770 has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 20:52:41.944599 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c57a2c43-ad3a-4cc7-9cf0-41c84d054474 admin admin] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 20:52:41.954984 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce99840b-3d90-4214-a7ca-e3a2c5f00ede None None] Sync routers for ids ['2991fca7-9735-49e2-92ab-7a4e1f9f3770'] in n-d-842733-1 {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 20:52:41.956902 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-c57a2c43-ad3a-4cc7-9cf0-41c84d054474 admin admin] 10.222.0.35 "PUT /v2.0/routers/2991fca7-9735-49e2-92ab-7a4e1f9f3770/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8710444 May 20 20:52:41.959153 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 52890) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:52:41.964763 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device bb3ded9b-925d-451a-9963-316d30378618 details requested by agent hyperv_n-h1-842733-1 with host n-h1-842733-1 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 20:52:41.969694 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce99840b-3d90-4214-a7ca-e3a2c5f00ede None None] Routers {'2991fca7-9735-49e2-92ab-7a4e1f9f3770'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:52:41.970236 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-ce99840b-3d90-4214-a7ca-e3a2c5f00ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:52:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['2991fca7-9735-49e2-92ab-7a4e1f9f3770'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:52:42.153951 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-ce99840b-3d90-4214-a7ca-e3a2c5f00ede None None] Set router 2991fca7-9735-49e2-92ab-7a4e1f9f3770 gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:52:42.154898 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port bb3ded9b-925d-451a-9963-316d30378618, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=bb3ded9b-925d-451a-9963-316d30378618,segment=NetworkSegment(61504ff4-6f7f-4bd9-9a4b-a33b83bae83f),segment_id=61504ff4-6f7f-4bd9-9a4b-a33b83bae83f)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:52:42.180819 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Returning: {'device': 'bb3ded9b-925d-451a-9963-316d30378618', 'network_id': '52b22ddd-d38d-47d7-9f62-928c2e551c45', 'port_id': 'bb3ded9b-925d-451a-9963-316d30378618', 'mac_address': 'fa:16:3e:ba:f2:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77f2b783-fdae-41c3-9017-0093e586145d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 20 20:52:42.228378 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Current status of the port bb3ded9b-925d-451a-9963-316d30378618 is: ACTIVE; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:52:42.229135 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:42.246927 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bb3ded9b-925d-451a-9963-316d30378618 {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:52:42.261031 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-cf06422f-b4de-45b0-8599-eb5032944010 admin admin] Notify callbacks [] for router, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:42.310304 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port bb3ded9b-925d-451a-9963-316d30378618, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=bb3ded9b-925d-451a-9963-316d30378618,segment=NetworkSegment(61504ff4-6f7f-4bd9-9a4b-a33b83bae83f),segment_id=61504ff4-6f7f-4bd9-9a4b-a33b83bae83f)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:52:42.392453 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:42.398167 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd158dea-b417-469e-bdf9-0619dcb9bb76 req-2f44be29-d88e-44fe-841f-8edb4c34c08d tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:52:42.399577 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-dd158dea-b417-469e-bdf9-0619dcb9bb76 req-2f44be29-d88e-44fe-841f-8edb4c34c08d tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "GET /v2.0/ports?device_id=21c75c63-d7e7-425b-8b16-c8921fbdeea8 HTTP/1.1" status: 200 len: 945 time: 0.1050506 May 20 20:52:42.430115 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-cf06422f-b4de-45b0-8599-eb5032944010 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:42.465187 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191bcc8a-3c29-4059-b720-525eda842f8f req-3084206a-e41e-41b6-873e-059a010bc6ec tempest-ServerTagsTestJSON-316357860 tempest-ServerTagsTestJSON-316357860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:52:42.470064 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-191bcc8a-3c29-4059-b720-525eda842f8f req-3084206a-e41e-41b6-873e-059a010bc6ec tempest-ServerTagsTestJSON-316357860 tempest-ServerTagsTestJSON-316357860-project] 10.222.0.35 "GET /v2.0/networks?id=f5253b1c-44a5-42bf-94c3-9c3821b32c5e HTTP/1.1" status: 200 len: 808 time: 0.2865224 May 20 20:52:42.509367 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-191bcc8a-3c29-4059-b720-525eda842f8f req-0a2fd54d-2942-41f2-abf5-611600891473 tempest-ServerTagsTestJSON-316357860 tempest-ServerTagsTestJSON-316357860-project] 10.222.0.35 "GET /v2.0/quotas/700d29d1c8424719b5fc07bc687a5720 HTTP/1.1" status: 200 len: 375 time: 0.0338266 May 20 20:52:42.540449 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-191bcc8a-3c29-4059-b720-525eda842f8f req-abf9f0e6-48c9-4646-9be8-f520e229cad0 tempest-ServerTagsTestJSON-316357860 tempest-ServerTagsTestJSON-316357860-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=700d29d1c8424719b5fc07bc687a5720&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0299351 May 20 20:52:42.552357 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-dd158dea-b417-469e-bdf9-0619dcb9bb76 req-ee290546-e047-42a3-94af-4a699b55fdfb tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "GET /v2.0/security-groups?id=5b891fce-4408-49e0-87f4-eab591cb6bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1438844 May 20 20:52:42.600331 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Pushing event updated for resources: {'Port': ['ID=bb3ded9b-925d-451a-9963-316d30378618,revision_number=6']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:52:42.650857 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] get_ports_and_sgs() called for port_ids ['bb3ded9b-925d-451a-9963-316d30378618'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:52:42.686541 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-cf06422f-b4de-45b0-8599-eb5032944010 admin admin] Deleting port 0c1c277d-2df9-47a7-8cf7-9f1a8ce74ebd {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:52:42.687730 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-cf06422f-b4de-45b0-8599-eb5032944010 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:42.954642 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-ce99840b-3d90-4214-a7ca-e3a2c5f00ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2991fca7-9735-49e2-92ab-7a4e1f9f3770', 'name': 'tempest-ServersTestMultiNic-132878168-router', 'tenant_id': 'e3d9ae9ec4284a8583d227968508713c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': '0c1c277d-2df9-47a7-8cf7-9f1a8ce74ebd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:50:51Z', 'updated_at': '2022-05-20T20:52:40Z', 'revision_number': 5, 'project_id': 'e3d9ae9ec4284a8583d227968508713c', 'gw_port': {'id': '0c1c277d-2df9-47a7-8cf7-9f1a8ce74ebd', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:a9:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2991fca7-9735-49e2-92ab-7a4e1f9f3770', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:50:53Z', 'updated_at': '2022-05-20T20:51:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:52:42.966883 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69cec17-bb90-4871-9a23-7c285dc50bd5 req-2d5e63e5-db41-4791-8cc4-1dc3313be64b tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:52:42.971706 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a69cec17-bb90-4871-9a23-7c285dc50bd5 req-2d5e63e5-db41-4791-8cc4-1dc3313be64b tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/ports?device_id=03abbdec-2b0d-4070-9a67-4bafa23e6224 HTTP/1.1" status: 200 len: 943 time: 0.1751852 May 20 20:52:43.015078 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-cf06422f-b4de-45b0-8599-eb5032944010 admin admin] For port 0c1c277d-2df9-47a7-8cf7-9f1a8ce74ebd, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=0c1c277d-2df9-47a7-8cf7-9f1a8ce74ebd,segment=NetworkSegment(0b5485c4-eff8-42a1-9073-ae54ed4c63ba),segment_id=0b5485c4-eff8-42a1-9073-ae54ed4c63ba)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:52:43.016672 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-cf06422f-b4de-45b0-8599-eb5032944010 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:43.034402 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-cf06422f-b4de-45b0-8599-eb5032944010 admin admin] Calling delete_port for 0c1c277d-2df9-47a7-8cf7-9f1a8ce74ebd owned by network:router_gateway {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:52:43.060647 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce99840b-3d90-4214-a7ca-e3a2c5f00ede None None] Checking router: 2991fca7-9735-49e2-92ab-7a4e1f9f3770 for host: n-d-842733-1 {{(pid=103165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 20:52:43.082929 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce99840b-3d90-4214-a7ca-e3a2c5f00ede None None] Routers {'2991fca7-9735-49e2-92ab-7a4e1f9f3770'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:52:43.084948 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-ce99840b-3d90-4214-a7ca-e3a2c5f00ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:52:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['2991fca7-9735-49e2-92ab-7a4e1f9f3770'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:52:43.219066 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-ce99840b-3d90-4214-a7ca-e3a2c5f00ede None None] Set router 2991fca7-9735-49e2-92ab-7a4e1f9f3770 gateway port host: None {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:52:43.350716 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a69cec17-bb90-4871-9a23-7c285dc50bd5 req-bc06e795-06f3-49e3-a63a-0fb1a2cb145f tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9f9543d-587a-47bd-8772-bda4bd5582ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3088646 May 20 20:52:43.398113 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-191bcc8a-3c29-4059-b720-525eda842f8f req-4ae7f6d8-5a0a-445d-afa5-7a9aa62442a8 service neutron] 10.222.0.35 "GET /v2.0/networks/f5253b1c-44a5-42bf-94c3-9c3821b32c5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8426361 May 20 20:52:43.416192 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-ce99840b-3d90-4214-a7ca-e3a2c5f00ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2991fca7-9735-49e2-92ab-7a4e1f9f3770', 'name': 'tempest-ServersTestMultiNic-132878168-router', 'tenant_id': 'e3d9ae9ec4284a8583d227968508713c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:50:51Z', 'updated_at': '2022-05-20T20:52:42Z', 'revision_number': 6, 'project_id': 'e3d9ae9ec4284a8583d227968508713c', 'gw_port_host': None}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:52:43.479145 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce99840b-3d90-4214-a7ca-e3a2c5f00ede None None] The sync data for ids ['2991fca7-9735-49e2-92ab-7a4e1f9f3770'] in n-d-842733-1 is: [{'id': '2991fca7-9735-49e2-92ab-7a4e1f9f3770', 'name': 'tempest-ServersTestMultiNic-132878168-router', 'tenant_id': 'e3d9ae9ec4284a8583d227968508713c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:50:51Z', 'updated_at': '2022-05-20T20:52:42Z', 'revision_number': 6, 'project_id': 'e3d9ae9ec4284a8583d227968508713c', 'gw_port_host': None}] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 20:52:43.597491 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-cf06422f-b4de-45b0-8599-eb5032944010 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:43.652774 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-191bcc8a-3c29-4059-b720-525eda842f8f req-77fa16bc-bb61-4594-ba06-570de20f3e8b service neutron] 10.222.0.35 "GET /v2.0/networks/f5253b1c-44a5-42bf-94c3-9c3821b32c5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2400970 May 20 20:52:43.675314 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf06422f-b4de-45b0-8599-eb5032944010 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c1c277d-2df9-47a7-8cf7-9f1a8ce74ebd,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:52:43.833962 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a8cc89-7755-4d0c-a756-5d8ee5bbd5c3 req-4135113f-7752-4504-8371-5c36ec52acb9 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:52:43.850701 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-74a8cc89-7755-4d0c-a756-5d8ee5bbd5c3 req-4135113f-7752-4504-8371-5c36ec52acb9 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "GET /v2.0/ports?device_id=21c75c63-d7e7-425b-8b16-c8921fbdeea8 HTTP/1.1" status: 200 len: 944 time: 0.1935756 May 20 20:52:43.902102 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-cf06422f-b4de-45b0-8599-eb5032944010 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-748206'] for router_gateway, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:43.957740 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-74a8cc89-7755-4d0c-a756-5d8ee5bbd5c3 req-699a1aa0-3772-4bd2-8d20-ce13d3cf0479 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "GET /v2.0/security-groups?id=5b891fce-4408-49e0-87f4-eab591cb6bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037409 May 20 20:52:43.977970 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device bb3ded9b-925d-451a-9963-316d30378618 up at agent hyperv_n-h1-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:52:44.085850 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-cf06422f-b4de-45b0-8599-eb5032944010 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26169'] for router, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:44.088121 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-cf06422f-b4de-45b0-8599-eb5032944010 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:44.191250 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Provisioning complete for port bb3ded9b-925d-451a-9963-316d30378618 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:52:44.191690 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:44.279436 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3e1abd3a-929d-4e48-8278-ac7376965d70 req-10d83ce9-caee-459c-a45c-3e011a4d5a05 tempest-ServerTagsTestJSON-316357860 tempest-ServerTagsTestJSON-316357860-project] 10.222.0.35 "GET /v2.0/ports?device_id=4842cd9b-0666-4bbe-a36b-eee09174e324 HTTP/1.1" status: 200 len: 210 time: 0.0795808 May 20 20:52:44.308850 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-cf06422f-b4de-45b0-8599-eb5032944010 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-693148'] for router, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:44.309715 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf06422f-b4de-45b0-8599-eb5032944010 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2991fca7-9735-49e2-92ab-7a4e1f9f3770 {{(pid=103162) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 20 20:52:44.320776 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-cf06422f-b4de-45b0-8599-eb5032944010 admin admin] Notify callbacks [] for router, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:44.325832 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 52950) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:52:44.335419 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-cf06422f-b4de-45b0-8599-eb5032944010 admin admin] 10.222.0.35 "DELETE /v2.0/routers/2991fca7-9735-49e2-92ab-7a4e1f9f3770 HTTP/1.1" status: 204 len: 168 time: 2.3620121 May 20 20:52:44.473259 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9fdb2e1-3631-447a-8d6d-628450d45388 admin admin] Deleting subnet 33d6f6c4-281a-40c4-9dc1-11d72b7a2e33 {{(pid=103163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 20 20:52:44.494281 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d9fdb2e1-3631-447a-8d6d-628450d45388 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:44.543033 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Current status of the port bb3ded9b-925d-451a-9963-316d30378618 is: BUILD; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:52:44.545292 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:44.657859 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d9fdb2e1-3631-447a-8d6d-628450d45388 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9338757'] for subnet, precommit_delete_associations {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:44.665911 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port bb3ded9b-925d-451a-9963-316d30378618, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=bb3ded9b-925d-451a-9963-316d30378618,segment=NetworkSegment(61504ff4-6f7f-4bd9-9a4b-a33b83bae83f),segment_id=61504ff4-6f7f-4bd9-9a4b-a33b83bae83f)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:52:44.668800 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21c75c63-d7e7-425b-8b16-c8921fbdeea8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb3ded9b-925d-451a-9963-316d30378618'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:52:44.683602 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8485417003ce7c0410b00f5cdc2f391e21107b70bb68e2773712534a96e108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff978cbe-553e-4e5f-b565-3e57dc911b05" -d '{"events": [{"server_uuid": "21c75c63-d7e7-425b-8b16-c8921fbdeea8", "name": "network-vif-plugged", "status": "completed", "tag": "bb3ded9b-925d-451a-9963-316d30378618"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:52:44.694853 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device c8ca288a-7fb4-404a-92f3-803ac71f2bc5 no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:52:44.761843 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: c8ca288a-7fb4-404a-92f3-803ac71f2bc5 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 20:52:44.762487 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device c8ca288a-7fb4-404a-92f3-803ac71f2bc5 not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 20:52:44.767540 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:44.824617 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 20:52:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8f2bdb3-b635-48e8-9e89-33c0953a57e7 x-openstack-request-id: req-e8f2bdb3-b635-48e8-9e89-33c0953a57e7 {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:52:44.825489 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21c75c63-d7e7-425b-8b16-c8921fbdeea8", "name": "network-vif-plugged", "status": "completed", "tag": "bb3ded9b-925d-451a-9963-316d30378618", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:52:44.826568 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e8f2bdb3-b635-48e8-9e89-33c0953a57e7 {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:52:44.829493 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8f2bdb3-b635-48e8-9e89-33c0953a57e7'] response: {'server_uuid': '21c75c63-d7e7-425b-8b16-c8921fbdeea8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb3ded9b-925d-451a-9963-316d30378618', 'code': 200} May 20 20:52:44.897114 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Pushing event updated for resources: {'Port': ['ID=bb3ded9b-925d-451a-9963-316d30378618,revision_number=7']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:52:44.900973 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89d571b-47ba-4d16-a456-925dcc5eabdb req-83fdb1df-7dd6-4a87-9726-d337c2c8f85b tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:52:44.938993 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f89d571b-47ba-4d16-a456-925dcc5eabdb req-83fdb1df-7dd6-4a87-9726-d337c2c8f85b tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/ports?device_id=03abbdec-2b0d-4070-9a67-4bafa23e6224 HTTP/1.1" status: 200 len: 943 time: 0.3156297 May 20 20:52:45.039499 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f89d571b-47ba-4d16-a456-925dcc5eabdb req-eaaa200b-f445-4fd4-8dc9-9d08441b35da tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9f9543d-587a-47bd-8772-bda4bd5582ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887637 May 20 20:52:45.128477 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d9fdb2e1-3631-447a-8d6d-628450d45388 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33068388'] for subnet, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:45.339571 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199661ca-b6f6-4376-b805-57db594fb014 req-f945a543-83af-4811-bb32-1e67dc438b98 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:52:45.341389 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-199661ca-b6f6-4376-b805-57db594fb014 req-f945a543-83af-4811-bb32-1e67dc438b98 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "GET /v2.0/ports?device_id=21c75c63-d7e7-425b-8b16-c8921fbdeea8 HTTP/1.1" status: 200 len: 945 time: 0.1143353 May 20 20:52:45.342986 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d9fdb2e1-3631-447a-8d6d-628450d45388 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33068399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9641221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8422588'] for subnet, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:45.397185 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fdb2e1-3631-447a-8d6d-628450d45388 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=33d6f6c4-281a-40c4-9dc1-11d72b7a2e33,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:52:45.436440 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99f1df53-ad9b-4d32-8961-baa4db8dc78d None None] Network 15a0f215-2383-429d-bf25-2dc816724959 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:52:45.505080 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-099256d5-67d0-448e-9116-5475734f10df req-54a3709d-27d5-4651-aa63-9d936f36aae6 tempest-ServerTagsTestJSON-316357860 tempest-ServerTagsTestJSON-316357860-project] 10.222.0.35 "GET /v2.0/ports?device_id=4842cd9b-0666-4bbe-a36b-eee09174e324 HTTP/1.1" status: 200 len: 210 time: 0.0860240 May 20 20:52:45.506230 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d9fdb2e1-3631-447a-8d6d-628450d45388 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:45.524952 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 52988) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:52:45.535270 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-d9fdb2e1-3631-447a-8d6d-628450d45388 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/33d6f6c4-281a-40c4-9dc1-11d72b7a2e33 HTTP/1.1" status: 204 len: 168 time: 1.2078273 May 20 20:52:45.609123 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-199661ca-b6f6-4376-b805-57db594fb014 req-b457c1ff-e852-4f0d-bfb3-6364073647e8 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "GET /v2.0/security-groups?id=5b891fce-4408-49e0-87f4-eab591cb6bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2129133 May 20 20:52:45.762050 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-703c04d8-b942-406b-bc9f-40e761306dea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33160123'] for network, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:45.869592 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff2a79db-3ec3-47c2-9fde-5382d8d304c2 None None] DHCP port deletion for 15a0f215-2383-429d-bf25-2dc816724959 request from n-d-842733-1 {{(pid=103164) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 20:52:45.917016 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-703c04d8-b942-406b-bc9f-40e761306dea admin admin] Deleting port 3ffc4cd6-c192-4244-954a-f4bf70011021 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:52:45.917396 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-703c04d8-b942-406b-bc9f-40e761306dea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:46.007041 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-ff2a79db-3ec3-47c2-9fde-5382d8d304c2 None None] Deleting port 3ffc4cd6-c192-4244-954a-f4bf70011021 {{(pid=103164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:52:46.008250 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ff2a79db-3ec3-47c2-9fde-5382d8d304c2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:46.022937 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-703c04d8-b942-406b-bc9f-40e761306dea admin admin] For port 3ffc4cd6-c192-4244-954a-f4bf70011021, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=3ffc4cd6-c192-4244-954a-f4bf70011021,segment=NetworkSegment(4529953e-d71a-4571-96f1-9124f071e786),segment_id=4529953e-d71a-4571-96f1-9124f071e786)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:52:46.023868 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-703c04d8-b942-406b-bc9f-40e761306dea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:46.044273 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-703c04d8-b942-406b-bc9f-40e761306dea admin admin] Calling delete_port for 3ffc4cd6-c192-4244-954a-f4bf70011021 owned by network:dhcp {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:52:46.179130 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-ff2a79db-3ec3-47c2-9fde-5382d8d304c2 None None] For port 3ffc4cd6-c192-4244-954a-f4bf70011021, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=3ffc4cd6-c192-4244-954a-f4bf70011021,segment=NetworkSegment(4529953e-d71a-4571-96f1-9124f071e786),segment_id=4529953e-d71a-4571-96f1-9124f071e786)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:52:46.182713 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ff2a79db-3ec3-47c2-9fde-5382d8d304c2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:46.246394 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-ff2a79db-3ec3-47c2-9fde-5382d8d304c2 None None] Calling delete_port for 3ffc4cd6-c192-4244-954a-f4bf70011021 owned by network:dhcp {{(pid=103164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:52:46.265917 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6b2d10-3ee2-4a93-8224-8a782f610225 req-3a045416-0ef4-42c9-9bfe-3aae67533bda tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:52:46.276124 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-aa6b2d10-3ee2-4a93-8224-8a782f610225 req-3a045416-0ef4-42c9-9bfe-3aae67533bda tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/ports?device_id=03abbdec-2b0d-4070-9a67-4bafa23e6224 HTTP/1.1" status: 200 len: 943 time: 0.1099343 May 20 20:52:46.291748 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 0c1c277d-2df9-47a7-8cf7-9f1a8ce74ebd no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:52:46.358887 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-aa6b2d10-3ee2-4a93-8224-8a782f610225 req-90951864-1687-436a-822d-4fe21046de42 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9f9543d-587a-47bd-8772-bda4bd5582ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814450 May 20 20:52:46.471880 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: 0c1c277d-2df9-47a7-8cf7-9f1a8ce74ebd {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 20:52:46.474788 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 0c1c277d-2df9-47a7-8cf7-9f1a8ce74ebd not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 20:52:46.474788 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 3ffc4cd6-c192-4244-954a-f4bf70011021 no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:52:46.477027 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-703c04d8-b942-406b-bc9f-40e761306dea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:46.577640 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703c04d8-b942-406b-bc9f-40e761306dea admin admin] Pushing event deleted for resources: {'Port': ['ID=3ffc4cd6-c192-4244-954a-f4bf70011021,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:52:46.600963 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-703c04d8-b942-406b-bc9f-40e761306dea admin admin] No DVR routers for this DVR port 3ffc4cd6-c192-4244-954a-f4bf70011021 on host n-d-842733-1 {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:52:46.604179 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: 3ffc4cd6-c192-4244-954a-f4bf70011021 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 20:52:46.604625 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 3ffc4cd6-c192-4244-954a-f4bf70011021 not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 20:52:46.771770 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ff2a79db-3ec3-47c2-9fde-5382d8d304c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099'] for port, after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:46.837563 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-13b11b3e-02e5-479d-bd2c-8f7c927e011c req-e5bf5485-d040-4695-b999-3f9dfeb2395b tempest-ServerTagsTestJSON-316357860 tempest-ServerTagsTestJSON-316357860-project] 10.222.0.35 "GET /v2.0/ports?device_id=4842cd9b-0666-4bbe-a36b-eee09174e324 HTTP/1.1" status: 200 len: 210 time: 0.1047745 May 20 20:52:46.855401 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-703c04d8-b942-406b-bc9f-40e761306dea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33072115', 'neutron.services.segments.db._delete_segments_for_network-8782419500584'] for network, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:46.890299 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-703c04d8-b942-406b-bc9f-40e761306dea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15a0f215-2383-429d-bf25-2dc816724959']}} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:52:46.902156 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-703c04d8-b942-406b-bc9f-40e761306dea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4529953e-d71a-4571-96f1-9124f071e786') {'for_net_delete': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:52:46.902726 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-703c04d8-b942-406b-bc9f-40e761306dea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4529953e-d71a-4571-96f1-9124f071e786') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:52:46.913674 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2a79db-3ec3-47c2-9fde-5382d8d304c2 None None] Pushing event deleted for resources: {'Port': ['ID=3ffc4cd6-c192-4244-954a-f4bf70011021,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:52:46.920054 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-703c04d8-b942-406b-bc9f-40e761306dea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419501617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3738385'] for segment, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:46.930978 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91f77e3-eaa4-4969-a120-6cff3e4001f8 req-07a8a2ec-77d7-4bc3-ab6f-a0b49f0e199f tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:52:46.931763 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e91f77e3-eaa4-4969-a120-6cff3e4001f8 req-07a8a2ec-77d7-4bc3-ab6f-a0b49f0e199f tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "GET /v2.0/ports?device_id=21c75c63-d7e7-425b-8b16-c8921fbdeea8 HTTP/1.1" status: 200 len: 945 time: 0.0929272 May 20 20:52:46.933697 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff2a79db-3ec3-47c2-9fde-5382d8d304c2 None None] No DVR routers for this DVR port 3ffc4cd6-c192-4244-954a-f4bf70011021 on host n-d-842733-1 {{(pid=103164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:52:46.953632 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-703c04d8-b942-406b-bc9f-40e761306dea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:46.971810 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-703c04d8-b942-406b-bc9f-40e761306dea admin admin] Releasing vlan 233 on physical network physnet1 to pool {{(pid=103162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 20:52:46.985968 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-703c04d8-b942-406b-bc9f-40e761306dea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3800791'] for segment, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:46.990003 n-d-842733-1 neutron-server[103162]: Traceback (most recent call last): May 20 20:52:46.990003 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 20:52:46.990003 n-d-842733-1 neutron-server[103162]: timer() May 20 20:52:46.990003 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 20:52:46.990003 n-d-842733-1 neutron-server[103162]: cb(*args, **kw) May 20 20:52:46.990003 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 20 20:52:46.990003 n-d-842733-1 neutron-server[103162]: return func(*args, **kwargs) May 20 20:52:46.990003 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 20:52:46.990003 n-d-842733-1 neutron-server[103162]: self._notify() May 20 20:52:46.990003 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 20:52:46.990003 n-d-842733-1 neutron-server[103162]: self.callback(batched_events) May 20 20:52:46.990003 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 20:52:46.990003 n-d-842733-1 neutron-server[103162]: event.method(event) May 20 20:52:46.990003 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 20 20:52:46.990003 n-d-842733-1 neutron-server[103162]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 20:52:46.990003 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 20 20:52:46.990003 n-d-842733-1 neutron-server[103162]: aggregate_uuid = self.p_client.list_aggregates( May 20 20:52:46.990003 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 20 20:52:46.990003 n-d-842733-1 neutron-server[103162]: return f(self, *a, **k) May 20 20:52:46.990003 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 20 20:52:46.990003 n-d-842733-1 neutron-server[103162]: return self._get(url).json() May 20 20:52:46.990003 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 20 20:52:46.990003 n-d-842733-1 neutron-server[103162]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 20:52:46.990003 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 20:52:46.990003 n-d-842733-1 neutron-server[103162]: return self.request(url, 'GET', **kwargs) May 20 20:52:46.990003 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 20:52:46.990003 n-d-842733-1 neutron-server[103162]: base_url = self.get_endpoint(auth, allow=allow, May 20 20:52:46.990003 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 20:52:46.990003 n-d-842733-1 neutron-server[103162]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 20:52:46.990003 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 20:52:46.990003 n-d-842733-1 neutron-server[103162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 20:52:46.990003 n-d-842733-1 neutron-server[103162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 20:52:47.083886 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e91f77e3-eaa4-4969-a120-6cff3e4001f8 req-99b3cdd6-ca5c-4d2a-af6e-be5ac81844d1 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "GET /v2.0/security-groups?id=5b891fce-4408-49e0-87f4-eab591cb6bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1214118 May 20 20:52:47.240509 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-703c04d8-b942-406b-bc9f-40e761306dea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33072122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748162'] for network, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:47.288013 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-703c04d8-b942-406b-bc9f-40e761306dea admin admin] Notify callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:47.301674 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-703c04d8-b942-406b-bc9f-40e761306dea admin admin] 10.222.0.35 "DELETE /v2.0/networks/15a0f215-2383-429d-bf25-2dc816724959 HTTP/1.1" status: 204 len: 168 time: 1.7670028 May 20 20:52:47.304599 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703c04d8-b942-406b-bc9f-40e761306dea admin admin] Pushing event deleted for resources: {'Network': ['ID=15a0f215-2383-429d-bf25-2dc816724959,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:52:47.561525 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2943775a-0d85-4d1f-97f4-6a44ed929a1f req-99a612b6-b24f-4283-98a1-02b83d878423 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:52:47.573189 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2943775a-0d85-4d1f-97f4-6a44ed929a1f req-99a612b6-b24f-4283-98a1-02b83d878423 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/ports?device_id=03abbdec-2b0d-4070-9a67-4bafa23e6224 HTTP/1.1" status: 200 len: 943 time: 0.0962641 May 20 20:52:47.674155 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2943775a-0d85-4d1f-97f4-6a44ed929a1f req-2705dffd-ed4f-4a10-99ba-ecbf453af6a4 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9f9543d-587a-47bd-8772-bda4bd5582ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993569 May 20 20:52:48.058611 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0757bd66-c883-45d9-9cf1-4d390a50da1d req-5b0c071f-d0cc-41ec-b6df-9b6faaeae5f5 tempest-ServerTagsTestJSON-316357860 tempest-ServerTagsTestJSON-316357860-project] 10.222.0.35 "GET /v2.0/ports?device_id=4842cd9b-0666-4bbe-a36b-eee09174e324 HTTP/1.1" status: 200 len: 210 time: 0.0531549 May 20 20:52:48.115562 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 53026) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:52:48.201770 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-db83d5e2-df17-4448-b3f6-b94228b07809 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e3d9ae9ec4284a8583d227968508713c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0845065 May 20 20:52:48.205133 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 53028) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:52:48.394018 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ef57d6a3-7b01-4ab8-82c5-c95c9c50937e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:48.426156 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ef57d6a3-7b01-4ab8-82c5-c95c9c50937e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:48.488564 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6060ac14-740d-4217-bc3d-8f8f5ac29b30 req-6e478d27-39ef-4949-b135-f21e7055c299 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:52:48.498053 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6060ac14-740d-4217-bc3d-8f8f5ac29b30 req-6e478d27-39ef-4949-b135-f21e7055c299 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "GET /v2.0/ports?device_id=21c75c63-d7e7-425b-8b16-c8921fbdeea8 HTTP/1.1" status: 200 len: 945 time: 0.1742721 May 20 20:52:48.601773 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6060ac14-740d-4217-bc3d-8f8f5ac29b30 req-03ff3633-d7e9-4921-a459-4106d1857fa6 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "GET /v2.0/security-groups?id=5b891fce-4408-49e0-87f4-eab591cb6bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940487 May 20 20:52:48.669201 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ef57d6a3-7b01-4ab8-82c5-c95c9c50937e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:48.672998 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ef57d6a3-7b01-4ab8-82c5-c95c9c50937e admin admin] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:48.677799 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-ef57d6a3-7b01-4ab8-82c5-c95c9c50937e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2790e470-9a47-406f-98f4-701141624dd8 HTTP/1.1" status: 204 len: 168 time: 0.4710255 May 20 20:52:48.696898 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef57d6a3-7b01-4ab8-82c5-c95c9c50937e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2790e470-9a47-406f-98f4-701141624dd8,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:52:48.794931 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191bcc8a-3c29-4059-b720-525eda842f8f req-8b58216b-c12a-4136-9a96-5a2ead970ffd tempest-ServerTagsTestJSON-316357860 tempest-ServerTagsTestJSON-316357860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:52:48.819093 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-191bcc8a-3c29-4059-b720-525eda842f8f req-8b58216b-c12a-4136-9a96-5a2ead970ffd tempest-ServerTagsTestJSON-316357860 tempest-ServerTagsTestJSON-316357860-project] 10.222.0.24 "GET /v2.0/networks?id=f5253b1c-44a5-42bf-94c3-9c3821b32c5e HTTP/1.1" status: 200 len: 808 time: 0.3226719 May 20 20:52:48.850441 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [req-191bcc8a-3c29-4059-b720-525eda842f8f req-7f29ac06-2503-4a9a-932a-b24e54d4eae8 tempest-ServerTagsTestJSON-316357860 tempest-ServerTagsTestJSON-316357860-project] Request body: {'port': {'device_id': '4842cd9b-0666-4bbe-a36b-eee09174e324', 'network_id': 'f5253b1c-44a5-42bf-94c3-9c3821b32c5e', 'admin_state_up': True, 'tenant_id': '700d29d1c8424719b5fc07bc687a5720'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:52:48.992380 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8312c2-60e3-47a9-a07f-3b08d088c648 req-f4f51e06-c754-4498-9865-1560a246276b tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:52:49.005664 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ee8312c2-60e3-47a9-a07f-3b08d088c648 req-f4f51e06-c754-4498-9865-1560a246276b tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/ports?device_id=03abbdec-2b0d-4070-9a67-4bafa23e6224 HTTP/1.1" status: 200 len: 943 time: 0.1444776 May 20 20:52:49.154004 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ee8312c2-60e3-47a9-a07f-3b08d088c648 req-cea548de-4d21-4b69-ae04-92df51c2e0fe tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9f9543d-587a-47bd-8772-bda4bd5582ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468067 May 20 20:52:49.282354 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-23acd549-a437-40d7-b3c1-6cf1d8f96953 req-0456c18e-17ef-4c34-b9a8-a407342f852b tempest-ServerTagsTestJSON-316357860 tempest-ServerTagsTestJSON-316357860-project] 10.222.0.35 "GET /v2.0/ports?device_id=4842cd9b-0666-4bbe-a36b-eee09174e324 HTTP/1.1" status: 200 len: 210 time: 0.0401208 May 20 20:52:49.302229 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-191bcc8a-3c29-4059-b720-525eda842f8f req-7f29ac06-2503-4a9a-932a-b24e54d4eae8 tempest-ServerTagsTestJSON-316357860 tempest-ServerTagsTestJSON-316357860-project] Made reservation on behalf of 700d29d1c8424719b5fc07bc687a5720 for: {'port': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:52:49.306136 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-191bcc8a-3c29-4059-b720-525eda842f8f req-7f29ac06-2503-4a9a-932a-b24e54d4eae8 tempest-ServerTagsTestJSON-316357860 tempest-ServerTagsTestJSON-316357860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:49.553260 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [req-191bcc8a-3c29-4059-b720-525eda842f8f req-7f29ac06-2503-4a9a-932a-b24e54d4eae8 tempest-ServerTagsTestJSON-316357860 tempest-ServerTagsTestJSON-316357860-project] Allocated IP 172.20.0.12 (f5253b1c-44a5-42bf-94c3-9c3821b32c5e/365b80c6-bff4-4de1-9cc3-38b65a6795d3/bff4bc66-d7fd-4ce2-9d52-247539658781) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:52:49.919610 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf25496-ed86-4d3f-9045-d288f1bee8ca req-d19b3e89-29a4-43bd-96b0-a71f82defff7 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:52:49.952811 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-abf25496-ed86-4d3f-9045-d288f1bee8ca req-d19b3e89-29a4-43bd-96b0-a71f82defff7 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "GET /v2.0/ports?device_id=21c75c63-d7e7-425b-8b16-c8921fbdeea8 HTTP/1.1" status: 200 len: 945 time: 0.1765335 May 20 20:52:50.011048 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-191bcc8a-3c29-4059-b720-525eda842f8f req-7f29ac06-2503-4a9a-932a-b24e54d4eae8 tempest-ServerTagsTestJSON-316357860 tempest-ServerTagsTestJSON-316357860-project] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:50.083955 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-abf25496-ed86-4d3f-9045-d288f1bee8ca req-7bfc9411-21d1-46da-8305-e2a1e15e49fb tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "GET /v2.0/security-groups?id=5b891fce-4408-49e0-87f4-eab591cb6bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1297040 May 20 20:52:50.296292 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf68561-0fb7-4651-a862-41ea792ac42c req-a20033d0-c54f-4559-ad20-b39e4dc54b6e tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:52:50.297861 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8cf68561-0fb7-4651-a862-41ea792ac42c req-a20033d0-c54f-4559-ad20-b39e4dc54b6e tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/ports?device_id=03abbdec-2b0d-4070-9a67-4bafa23e6224 HTTP/1.1" status: 200 len: 943 time: 0.0518818 May 20 20:52:50.341496 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8cf68561-0fb7-4651-a862-41ea792ac42c req-11650b38-6e43-4782-9071-17fe342ae1b5 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9f9543d-587a-47bd-8772-bda4bd5582ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369353 May 20 20:52:50.397430 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f455b401-7023-4de1-83e6-4acd155a3a2b req-b8e3ad37-2628-4e65-8f00-bf8edb0fa393 tempest-ServerTagsTestJSON-316357860 tempest-ServerTagsTestJSON-316357860-project] 10.222.0.35 "GET /v2.0/ports?device_id=4842cd9b-0666-4bbe-a36b-eee09174e324 HTTP/1.1" status: 200 len: 210 time: 0.0383894 May 20 20:52:50.437174 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-5e2fd84e-ae27-40d5-b260-a351243a5677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:50.663675 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-191bcc8a-3c29-4059-b720-525eda842f8f req-7f29ac06-2503-4a9a-932a-b24e54d4eae8 tempest-ServerTagsTestJSON-316357860 tempest-ServerTagsTestJSON-316357860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:50.777803 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-191bcc8a-3c29-4059-b720-525eda842f8f req-7f29ac06-2503-4a9a-932a-b24e54d4eae8 tempest-ServerTagsTestJSON-316357860 tempest-ServerTagsTestJSON-316357860-project] Network f5253b1c-44a5-42bf-94c3-9c3821b32c5e is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:52:50.794921 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f29ac06-2503-4a9a-932a-b24e54d4eae8 tempest-ServerTagsTestJSON-316357860 tempest-ServerTagsTestJSON-316357860-project] Pushing event updated for resources: {'Port': ['ID=bff4bc66-d7fd-4ce2-9d52-247539658781,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:52:50.801415 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [req-191bcc8a-3c29-4059-b720-525eda842f8f req-7f29ac06-2503-4a9a-932a-b24e54d4eae8 tempest-ServerTagsTestJSON-316357860 tempest-ServerTagsTestJSON-316357860-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:52:50.817309 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-191bcc8a-3c29-4059-b720-525eda842f8f req-7f29ac06-2503-4a9a-932a-b24e54d4eae8 tempest-ServerTagsTestJSON-316357860 tempest-ServerTagsTestJSON-316357860-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:52:50.942308 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191bcc8a-3c29-4059-b720-525eda842f8f req-7f29ac06-2503-4a9a-932a-b24e54d4eae8 tempest-ServerTagsTestJSON-316357860 tempest-ServerTagsTestJSON-316357860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:52:50.944052 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-191bcc8a-3c29-4059-b720-525eda842f8f req-7f29ac06-2503-4a9a-932a-b24e54d4eae8 tempest-ServerTagsTestJSON-316357860 tempest-ServerTagsTestJSON-316357860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:51.116015 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-191bcc8a-3c29-4059-b720-525eda842f8f req-7f29ac06-2503-4a9a-932a-b24e54d4eae8 tempest-ServerTagsTestJSON-316357860 tempest-ServerTagsTestJSON-316357860-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2681437 May 20 20:52:51.184754 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [req-191bcc8a-3c29-4059-b720-525eda842f8f req-2618e957-b0df-4d01-92bb-e3bdf1d7116f service neutron] Request body: {'port': {'device_id': '4842cd9b-0666-4bbe-a36b-eee09174e324', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-842733-1'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:52:51.322180 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaff32c-0180-479f-8d5e-f62a4804dc9c req-5c8e1d71-94d9-4953-a876-48fac8300812 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:52:51.323848 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8eaff32c-0180-479f-8d5e-f62a4804dc9c req-5c8e1d71-94d9-4953-a876-48fac8300812 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "GET /v2.0/ports?device_id=21c75c63-d7e7-425b-8b16-c8921fbdeea8 HTTP/1.1" status: 200 len: 945 time: 0.0915346 May 20 20:52:51.329632 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-191bcc8a-3c29-4059-b720-525eda842f8f req-2618e957-b0df-4d01-92bb-e3bdf1d7116f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:51.412128 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8eaff32c-0180-479f-8d5e-f62a4804dc9c req-1da43601-55ae-480a-bd22-b93783dacc4d tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "GET /v2.0/security-groups?id=5b891fce-4408-49e0-87f4-eab591cb6bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808985 May 20 20:52:51.637588 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297cb918-688b-4934-a57c-32e5ce5d9e1f req-438b3265-2421-4800-957a-b3f55bb82882 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:52:51.639361 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-297cb918-688b-4934-a57c-32e5ce5d9e1f req-438b3265-2421-4800-957a-b3f55bb82882 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/ports?device_id=03abbdec-2b0d-4070-9a67-4bafa23e6224 HTTP/1.1" status: 200 len: 943 time: 0.0932879 May 20 20:52:51.714766 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 53102) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:52:51.756014 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ef4fdf-cf58-419a-bd0f-d7b697886125 req-32bad777-8d91-47f7-a51d-37a6c59c251a tempest-ServerTagsTestJSON-316357860 tempest-ServerTagsTestJSON-316357860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:52:51.765114 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-39ef4fdf-cf58-419a-bd0f-d7b697886125 req-32bad777-8d91-47f7-a51d-37a6c59c251a tempest-ServerTagsTestJSON-316357860 tempest-ServerTagsTestJSON-316357860-project] 10.222.0.35 "GET /v2.0/ports?device_id=4842cd9b-0666-4bbe-a36b-eee09174e324 HTTP/1.1" status: 200 len: 932 time: 0.1160431 May 20 20:52:51.771586 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-297cb918-688b-4934-a57c-32e5ce5d9e1f req-0c070211-90f8-4146-9f8a-c5b4ee8658ea tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9f9543d-587a-47bd-8772-bda4bd5582ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094224 May 20 20:52:51.816505 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [req-191bcc8a-3c29-4059-b720-525eda842f8f req-2618e957-b0df-4d01-92bb-e3bdf1d7116f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bff4bc66-d7fd-4ce2-9d52-247539658781 {{(pid=103162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:52:51.825644 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-191bcc8a-3c29-4059-b720-525eda842f8f req-2618e957-b0df-4d01-92bb-e3bdf1d7116f service neutron] Notify callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:51.830636 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-39ef4fdf-cf58-419a-bd0f-d7b697886125 req-2c1ad0e2-371f-432a-86db-59d4b34df54e tempest-ServerTagsTestJSON-316357860 tempest-ServerTagsTestJSON-316357860-project] 10.222.0.35 "GET /v2.0/security-groups?id=90be169d-bfb3-4866-bb06-70fcfcc8709e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643926 May 20 20:52:51.840091 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.provisioning_blocks [req-191bcc8a-3c29-4059-b720-525eda842f8f req-2618e957-b0df-4d01-92bb-e3bdf1d7116f service neutron] Transition to ACTIVE for port object bff4bc66-d7fd-4ce2-9d52-247539658781 will not be triggered until provisioned by entity L2. {{(pid=103162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 20:52:51.884241 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-5b6bb3e6-18e4-40f4-8c42-6f82090361a2 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1870659167-network', 'tenant_id': '715802857a834d4a8fbaa37d5efc4e1e'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:52:51.931384 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-191bcc8a-3c29-4059-b720-525eda842f8f req-2618e957-b0df-4d01-92bb-e3bdf1d7116f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:51.987646 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2618e957-b0df-4d01-92bb-e3bdf1d7116f service neutron] Pushing event updated for resources: {'Port': ['ID=bff4bc66-d7fd-4ce2-9d52-247539658781,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:52:51.992132 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b6bb3e6-18e4-40f4-8c42-6f82090361a2 admin admin] Made reservation on behalf of 715802857a834d4a8fbaa37d5efc4e1e for: {'network': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:52:52.003808 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5b6bb3e6-18e4-40f4-8c42-6f82090361a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for network, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:52.010682 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5b6bb3e6-18e4-40f4-8c42-6f82090361a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:52.074051 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-191bcc8a-3c29-4059-b720-525eda842f8f req-2618e957-b0df-4d01-92bb-e3bdf1d7116f service neutron] Attempting to bind port bff4bc66-d7fd-4ce2-9d52-247539658781 on host n-h1-842733-1 for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:52:52.074740 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-191bcc8a-3c29-4059-b720-525eda842f8f req-2618e957-b0df-4d01-92bb-e3bdf1d7116f service neutron] Attempting to bind port bff4bc66-d7fd-4ce2-9d52-247539658781 by drivers openvswitch,hyperv on host n-h1-842733-1 at level 0 using segments [{'id': '86483828-08c3-4ca0-8dde-143ff8c69d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'f5253b1c-44a5-42bf-94c3-9c3821b32c5e'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:52:52.075245 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-191bcc8a-3c29-4059-b720-525eda842f8f req-2618e957-b0df-4d01-92bb-e3bdf1d7116f service neutron] Attempting to bind port bff4bc66-d7fd-4ce2-9d52-247539658781 on network f5253b1c-44a5-42bf-94c3-9c3821b32c5e {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:52:52.082851 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-191bcc8a-3c29-4059-b720-525eda842f8f req-2618e957-b0df-4d01-92bb-e3bdf1d7116f service neutron] Port bff4bc66-d7fd-4ce2-9d52-247539658781 on network f5253b1c-44a5-42bf-94c3-9c3821b32c5e not bound, no agent of type Open vSwitch agent registered on host n-h1-842733-1 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 20:52:52.083888 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-191bcc8a-3c29-4059-b720-525eda842f8f req-2618e957-b0df-4d01-92bb-e3bdf1d7116f service neutron] Attempting to bind port bff4bc66-d7fd-4ce2-9d52-247539658781 on network f5253b1c-44a5-42bf-94c3-9c3821b32c5e {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:52:52.090570 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-191bcc8a-3c29-4059-b720-525eda842f8f req-2618e957-b0df-4d01-92bb-e3bdf1d7116f service neutron] Checking agent: {'id': '08dfb1ce-804b-4db8-838b-21094082e041', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 32, 54), 'started_at': datetime.datetime(2022, 5, 20, 20, 32, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 52, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:52:52.091015 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-191bcc8a-3c29-4059-b720-525eda842f8f req-2618e957-b0df-4d01-92bb-e3bdf1d7116f service neutron] Checking segment: {'id': '86483828-08c3-4ca0-8dde-143ff8c69d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'f5253b1c-44a5-42bf-94c3-9c3821b32c5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:52:52.091360 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-191bcc8a-3c29-4059-b720-525eda842f8f req-2618e957-b0df-4d01-92bb-e3bdf1d7116f service neutron] Bound using segment: {'id': '86483828-08c3-4ca0-8dde-143ff8c69d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'f5253b1c-44a5-42bf-94c3-9c3821b32c5e'} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:52:52.091828 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-191bcc8a-3c29-4059-b720-525eda842f8f req-2618e957-b0df-4d01-92bb-e3bdf1d7116f service neutron] Bound port: bff4bc66-d7fd-4ce2-9d52-247539658781, host: n-h1-842733-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86483828-08c3-4ca0-8dde-143ff8c69d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'f5253b1c-44a5-42bf-94c3-9c3821b32c5e'}}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:52:52.092226 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-191bcc8a-3c29-4059-b720-525eda842f8f req-2618e957-b0df-4d01-92bb-e3bdf1d7116f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:52.208497 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-191bcc8a-3c29-4059-b720-525eda842f8f req-2618e957-b0df-4d01-92bb-e3bdf1d7116f service neutron] For port bff4bc66-d7fd-4ce2-9d52-247539658781, host n-h1-842733-1, cleared binding levels {{(pid=103162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:52:52.212778 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-191bcc8a-3c29-4059-b720-525eda842f8f req-2618e957-b0df-4d01-92bb-e3bdf1d7116f service neutron] For port bff4bc66-d7fd-4ce2-9d52-247539658781, host n-h1-842733-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=bff4bc66-d7fd-4ce2-9d52-247539658781,segment=NetworkSegment(86483828-08c3-4ca0-8dde-143ff8c69d08),segment_id=86483828-08c3-4ca0-8dde-143ff8c69d08)] {{(pid=103162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:52:52.215264 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5b6bb3e6-18e4-40f4-8c42-6f82090361a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:52.240264 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cdd84d1a-b6c4-4e52-b3e1-f2ddea3643e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:52.322938 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-191bcc8a-3c29-4059-b720-525eda842f8f req-2618e957-b0df-4d01-92bb-e3bdf1d7116f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:52.388646 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5b6bb3e6-18e4-40f4-8c42-6f82090361a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:52.445370 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191bcc8a-3c29-4059-b720-525eda842f8f req-2618e957-b0df-4d01-92bb-e3bdf1d7116f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:52:52.446319 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-191bcc8a-3c29-4059-b720-525eda842f8f req-2618e957-b0df-4d01-92bb-e3bdf1d7116f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:52.450457 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-191bcc8a-3c29-4059-b720-525eda842f8f req-2618e957-b0df-4d01-92bb-e3bdf1d7116f service neutron] 10.222.0.24 "PUT /v2.0/ports/bff4bc66-d7fd-4ce2-9d52-247539658781 HTTP/1.1" status: 200 len: 1092 time: 1.2705727 May 20 20:52:52.456536 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4842cd9b-0666-4bbe-a36b-eee09174e324', 'tag': 'bff4bc66-d7fd-4ce2-9d52-247539658781'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:52:52.459507 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6fa957933fccbf596d28104b23404b952ad6a8238afaebaed40a0874b2e409" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88684028-f3ee-4050-8bfa-f3760984bc16" -d '{"events": [{"name": "network-changed", "server_uuid": "4842cd9b-0666-4bbe-a36b-eee09174e324", "tag": "bff4bc66-d7fd-4ce2-9d52-247539658781"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:52:52.479648 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6bb3e6-18e4-40f4-8c42-6f82090361a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f722a60-38a1-4dbc-a8ff-49f0b32ee364,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:52:52.498958 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b6bb3e6-18e4-40f4-8c42-6f82090361a2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 223} {{(pid=103163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 20:52:52.535453 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6bb3e6-18e4-40f4-8c42-6f82090361a2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:52:52.536242 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6bb3e6-18e4-40f4-8c42-6f82090361a2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:52:52.538200 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6bb3e6-18e4-40f4-8c42-6f82090361a2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:52:52.538725 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6bb3e6-18e4-40f4-8c42-6f82090361a2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:52:52.540434 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6bb3e6-18e4-40f4-8c42-6f82090361a2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:52:52.541047 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6bb3e6-18e4-40f4-8c42-6f82090361a2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:52:52.543864 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6bb3e6-18e4-40f4-8c42-6f82090361a2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:52:52.545491 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6bb3e6-18e4-40f4-8c42-6f82090361a2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:52:52.546001 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6bb3e6-18e4-40f4-8c42-6f82090361a2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:52:52.546720 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6bb3e6-18e4-40f4-8c42-6f82090361a2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:52:52.548237 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6bb3e6-18e4-40f4-8c42-6f82090361a2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:52:52.550339 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2618e957-b0df-4d01-92bb-e3bdf1d7116f service neutron] Pushing event updated for resources: {'Port': ['ID=bff4bc66-d7fd-4ce2-9d52-247539658781,revision_number=3']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:52:52.560340 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6bb3e6-18e4-40f4-8c42-6f82090361a2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:52:52.570518 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 20:52:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cefb6de-924e-4bfb-b68a-fbf3385eddc3 x-openstack-request-id: req-6cefb6de-924e-4bfb-b68a-fbf3385eddc3 {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:52:52.571466 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4842cd9b-0666-4bbe-a36b-eee09174e324", "tag": "bff4bc66-d7fd-4ce2-9d52-247539658781", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:52:52.571466 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6cefb6de-924e-4bfb-b68a-fbf3385eddc3 {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:52:52.572424 n-d-842733-1 neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6cefb6de-924e-4bfb-b68a-fbf3385eddc3'] response: {'name': 'network-changed', 'server_uuid': '4842cd9b-0666-4bbe-a36b-eee09174e324', 'tag': 'bff4bc66-d7fd-4ce2-9d52-247539658781', 'status': 'completed', 'code': 200} May 20 20:52:52.575064 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5b6bb3e6-18e4-40f4-8c42-6f82090361a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:52.575409 n-d-842733-1 neutron-server[103163]: INFO neutron.db.segments_db [None req-5b6bb3e6-18e4-40f4-8c42-6f82090361a2 admin admin] Added segment 5c3b9203-18da-4ba0-88d6-e36130f615fb of type vlan for network 181ef755-3c24-496f-be08-8076c8a38f91 May 20 20:52:52.678858 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5b6bb3e6-18e4-40f4-8c42-6f82090361a2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418993264'] for network, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:52.726103 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5d32d4-12b8-4f14-98f0-4f1b6dbe370b req-90b3d431-6939-41a1-b287-5355aa553a7f tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:52:52.728367 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9f5d32d4-12b8-4f14-98f0-4f1b6dbe370b req-90b3d431-6939-41a1-b287-5355aa553a7f tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "GET /v2.0/ports?device_id=21c75c63-d7e7-425b-8b16-c8921fbdeea8 HTTP/1.1" status: 200 len: 945 time: 0.1287758 May 20 20:52:52.748780 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191bcc8a-3c29-4059-b720-525eda842f8f req-5f1f880e-b80f-424c-957c-e7fcc84868e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:52:52.750554 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-191bcc8a-3c29-4059-b720-525eda842f8f req-5f1f880e-b80f-424c-957c-e7fcc84868e2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=700d29d1c8424719b5fc07bc687a5720&device_id=4842cd9b-0666-4bbe-a36b-eee09174e324 HTTP/1.1" status: 200 len: 1095 time: 0.1682959 May 20 20:52:52.816114 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9f5d32d4-12b8-4f14-98f0-4f1b6dbe370b req-d8431053-993c-4f32-9507-ca668506d6d9 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "GET /v2.0/security-groups?id=5b891fce-4408-49e0-87f4-eab591cb6bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802193 May 20 20:52:52.831549 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5b6bb3e6-18e4-40f4-8c42-6f82090361a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524'] for network, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:52.834395 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b6bb3e6-18e4-40f4-8c42-6f82090361a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:52:52.834395 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5b6bb3e6-18e4-40f4-8c42-6f82090361a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:52.902433 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-191bcc8a-3c29-4059-b720-525eda842f8f req-3be8e50c-9f14-435d-ab3b-e42fe152624a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bff4bc66-d7fd-4ce2-9d52-247539658781 HTTP/1.1" status: 200 len: 217 time: 0.1361053 May 20 20:52:52.997766 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-5b6bb3e6-18e4-40f4-8c42-6f82090361a2 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2794597 May 20 20:52:52.999380 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 53136) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:52:53.010197 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-be1213f4-aa09-448e-9ee2-5801219a47e3 admin admin] Request body: {'subnet': {'network_id': '181ef755-3c24-496f-be08-8076c8a38f91', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1870659167-subnet', 'tenant_id': '715802857a834d4a8fbaa37d5efc4e1e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:52:53.019432 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6bb3e6-18e4-40f4-8c42-6f82090361a2 admin admin] Pushing event updated for resources: {'Network': ['ID=181ef755-3c24-496f-be08-8076c8a38f91,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:52:53.039540 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Network 181ef755-3c24-496f-be08-8076c8a38f91 details requested by agent ovs-agent-n-d-842733-1 with host n-d-842733-1 {{(pid=103164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 20 20:52:53.051881 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191bcc8a-3c29-4059-b720-525eda842f8f req-f5ddfbd3-c8f3-482f-9da5-c170bade3993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:52:53.053597 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-191bcc8a-3c29-4059-b720-525eda842f8f req-f5ddfbd3-c8f3-482f-9da5-c170bade3993 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=365b80c6-bff4-4de1-9cc3-38b65a6795d3 HTTP/1.1" status: 200 len: 848 time: 0.1396718 May 20 20:52:53.123095 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0520a3a6-0616-4678-9f04-a7095644b653 req-3c43eef0-d637-4c4d-be86-867b7770c4b1 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:52:53.133932 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0520a3a6-0616-4678-9f04-a7095644b653 req-3c43eef0-d637-4c4d-be86-867b7770c4b1 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/ports?device_id=03abbdec-2b0d-4070-9a67-4bafa23e6224 HTTP/1.1" status: 200 len: 943 time: 0.1983507 May 20 20:52:53.146893 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-191bcc8a-3c29-4059-b720-525eda842f8f req-b6db749d-b5b7-4727-9432-bf6da93cc7e3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f5253b1c-44a5-42bf-94c3-9c3821b32c5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0761354 May 20 20:52:53.220232 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b237925f-e5c7-4a8f-aac2-dc7062232bc0 req-65e153f7-2d29-45fb-85c7-4c567f741a44 tempest-ServerTagsTestJSON-316357860 tempest-ServerTagsTestJSON-316357860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:52:53.223016 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b237925f-e5c7-4a8f-aac2-dc7062232bc0 req-65e153f7-2d29-45fb-85c7-4c567f741a44 tempest-ServerTagsTestJSON-316357860 tempest-ServerTagsTestJSON-316357860-project] 10.222.0.35 "GET /v2.0/ports?device_id=4842cd9b-0666-4bbe-a36b-eee09174e324 HTTP/1.1" status: 200 len: 944 time: 0.2064354 May 20 20:52:53.250883 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be1213f4-aa09-448e-9ee2-5801219a47e3 admin admin] Made reservation on behalf of 715802857a834d4a8fbaa37d5efc4e1e for: {'subnet': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:52:53.260172 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-be1213f4-aa09-448e-9ee2-5801219a47e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8422561'] for subnet, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:53.372244 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b237925f-e5c7-4a8f-aac2-dc7062232bc0 req-2d3e5032-f459-412c-b2e0-017f17fba7c1 tempest-ServerTagsTestJSON-316357860 tempest-ServerTagsTestJSON-316357860-project] 10.222.0.35 "GET /v2.0/security-groups?id=90be169d-bfb3-4866-bb06-70fcfcc8709e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359932 May 20 20:52:53.433813 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0520a3a6-0616-4678-9f04-a7095644b653 req-1a9a2875-cc06-4953-8e66-01a20d50d53a tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9f9543d-587a-47bd-8772-bda4bd5582ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2993147 May 20 20:52:53.493948 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-191bcc8a-3c29-4059-b720-525eda842f8f req-4e61be54-3db8-41b0-9c22-a23e84a1c15f service neutron] 10.222.0.24 "GET /v2.0/networks/f5253b1c-44a5-42bf-94c3-9c3821b32c5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3250878 May 20 20:52:53.681000 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-191bcc8a-3c29-4059-b720-525eda842f8f req-816557eb-0d45-49ca-8a5f-498e8597d996 service neutron] 10.222.0.24 "GET /v2.0/networks/f5253b1c-44a5-42bf-94c3-9c3821b32c5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1854503 May 20 20:52:53.808259 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-be1213f4-aa09-448e-9ee2-5801219a47e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9641412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8422583'] for subnet, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:53.897344 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1213f4-aa09-448e-9ee2-5801219a47e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd6622f3-1158-4c3b-bd25-193ec3e3078b,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:52:53.941287 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4bb0e131-6525-46ca-a45b-e4ea43a5e69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:54.013540 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88684028-f3ee-4050-8bfa-f3760984bc16 req-f9f45180-3278-4c7f-8a8c-3178dd52e179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:52:54.025968 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-88684028-f3ee-4050-8bfa-f3760984bc16 req-f9f45180-3278-4c7f-8a8c-3178dd52e179 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=700d29d1c8424719b5fc07bc687a5720&device_id=4842cd9b-0666-4bbe-a36b-eee09174e324 HTTP/1.1" status: 200 len: 1095 time: 0.1040077 May 20 20:52:54.114074 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1213f4-aa09-448e-9ee2-5801219a47e3 admin admin] Checking segment: {'id': '5c3b9203-18da-4ba0-88d6-e36130f615fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '181ef755-3c24-496f-be08-8076c8a38f91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:52:54.114739 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be1213f4-aa09-448e-9ee2-5801219a47e3 admin admin] Network hostable DHCP agents. Network: 181ef755-3c24-496f-be08-8076c8a38f91, hostable agents: ['c9b0653c-f3c7-4339-bd50-e3754b629216'], hosted agents: [] {{(pid=103163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 20:52:54.135438 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84605669-f4cd-4503-9a0e-eeba7b2cbcb3 req-b15ad3ea-4d13-4d13-9ea7-db1404bc1274 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:52:54.142399 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-84605669-f4cd-4503-9a0e-eeba7b2cbcb3 req-b15ad3ea-4d13-4d13-9ea7-db1404bc1274 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "GET /v2.0/ports?device_id=21c75c63-d7e7-425b-8b16-c8921fbdeea8 HTTP/1.1" status: 200 len: 945 time: 0.1802983 May 20 20:52:54.217307 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-84605669-f4cd-4503-9a0e-eeba7b2cbcb3 req-85a8f457-c3bb-4339-9fdf-812c6cb98b3b tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "GET /v2.0/security-groups?id=5b891fce-4408-49e0-87f4-eab591cb6bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735562 May 20 20:52:54.230306 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be1213f4-aa09-448e-9ee2-5801219a47e3 admin admin] Network 181ef755-3c24-496f-be08-8076c8a38f91 is scheduled to be hosted by DHCP agent c9b0653c-f3c7-4339-bd50-e3754b629216 with binding_index 1 {{(pid=103163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 20:52:54.260091 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88684028-f3ee-4050-8bfa-f3760984bc16 req-ca06410e-4df1-426d-8105-6f1368799a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:52:54.261775 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-88684028-f3ee-4050-8bfa-f3760984bc16 req-ca06410e-4df1-426d-8105-6f1368799a9c service neutron] 10.222.0.24 "GET /v2.0/networks?id=f5253b1c-44a5-42bf-94c3-9c3821b32c5e HTTP/1.1" status: 200 len: 909 time: 0.2308187 May 20 20:52:54.327316 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-be1213f4-aa09-448e-9ee2-5801219a47e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842733-1, 181ef755-3c24-496f-be08-8076c8a38f91) {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:52:54.344578 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6da735a-47e0-4cf5-bfc1-b05ee3cc5415 None None] Network 181ef755-3c24-496f-be08-8076c8a38f91 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:52:54.347191 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be1213f4-aa09-448e-9ee2-5801219a47e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:52:54.348722 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-be1213f4-aa09-448e-9ee2-5801219a47e3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:54.381694 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-88684028-f3ee-4050-8bfa-f3760984bc16 req-c61168ff-931b-4bab-a1e8-0394649bf1e5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bff4bc66-d7fd-4ce2-9d52-247539658781 HTTP/1.1" status: 200 len: 217 time: 0.1016519 May 20 20:52:54.468359 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-be1213f4-aa09-448e-9ee2-5801219a47e3 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4558761 May 20 20:52:54.549559 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88684028-f3ee-4050-8bfa-f3760984bc16 req-d8d2cca2-263a-4c07-b892-28a4424193ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:52:54.554737 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-88684028-f3ee-4050-8bfa-f3760984bc16 req-d8d2cca2-263a-4c07-b892-28a4424193ea service neutron] 10.222.0.24 "GET /v2.0/subnets?id=365b80c6-bff4-4de1-9cc3-38b65a6795d3 HTTP/1.1" status: 200 len: 848 time: 0.1572707 May 20 20:52:54.666038 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8c8b94-bbaf-4272-b444-10f2b5461e29 req-63d53961-2d69-487c-bcc8-b2eb2287c269 tempest-ServerTagsTestJSON-316357860 tempest-ServerTagsTestJSON-316357860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:52:54.667952 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-88684028-f3ee-4050-8bfa-f3760984bc16 req-fa456d52-6f8a-41db-8601-2dc685148e9f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f5253b1c-44a5-42bf-94c3-9c3821b32c5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1043057 May 20 20:52:54.679183 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2d8c8b94-bbaf-4272-b444-10f2b5461e29 req-63d53961-2d69-487c-bcc8-b2eb2287c269 tempest-ServerTagsTestJSON-316357860 tempest-ServerTagsTestJSON-316357860-project] 10.222.0.35 "GET /v2.0/ports?device_id=4842cd9b-0666-4bbe-a36b-eee09174e324 HTTP/1.1" status: 200 len: 944 time: 0.1045213 May 20 20:52:54.846127 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36b6c2d8-4bb3-4aba-8e86-657d34855d6c None None] Network 181ef755-3c24-496f-be08-8076c8a38f91 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:52:54.856104 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080c47e5-c0e9-446b-9d23-8c1d5c9562de req-996fe66a-d83b-4c9f-8a7d-c407c71e6e2a tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:52:54.860235 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-080c47e5-c0e9-446b-9d23-8c1d5c9562de req-996fe66a-d83b-4c9f-8a7d-c407c71e6e2a tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/ports?device_id=03abbdec-2b0d-4070-9a67-4bafa23e6224 HTTP/1.1" status: 200 len: 943 time: 0.1766064 May 20 20:52:54.893302 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2d8c8b94-bbaf-4272-b444-10f2b5461e29 req-b10b7e0a-283d-470b-8d66-17ae870ad6e2 tempest-ServerTagsTestJSON-316357860 tempest-ServerTagsTestJSON-316357860-project] 10.222.0.35 "GET /v2.0/security-groups?id=90be169d-bfb3-4866-bb06-70fcfcc8709e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2129986 May 20 20:52:54.915068 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-88684028-f3ee-4050-8bfa-f3760984bc16 req-e8100a4f-8d95-4755-9076-a16ae08a5271 service neutron] 10.222.0.24 "GET /v2.0/networks/f5253b1c-44a5-42bf-94c3-9c3821b32c5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2383873 May 20 20:52:54.950966 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:54.976127 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-080c47e5-c0e9-446b-9d23-8c1d5c9562de req-3a1adc7a-27da-44e6-96c5-9775148f860e tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9f9543d-587a-47bd-8772-bda4bd5582ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818274 May 20 20:52:55.195874 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-88684028-f3ee-4050-8bfa-f3760984bc16 req-49f9270a-6d70-4b3d-8c7e-111ac0d9653c service neutron] 10.222.0.24 "GET /v2.0/networks/f5253b1c-44a5-42bf-94c3-9c3821b32c5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2587924 May 20 20:52:55.571865 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be7bfc4-d78d-4c1d-a838-35bd0a292670 req-b529b604-e827-427c-bb4e-1e7241e13d5d tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:52:55.582033 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7be7bfc4-d78d-4c1d-a838-35bd0a292670 req-b529b604-e827-427c-bb4e-1e7241e13d5d tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "GET /v2.0/ports?device_id=21c75c63-d7e7-425b-8b16-c8921fbdeea8 HTTP/1.1" status: 200 len: 945 time: 0.1410108 May 20 20:52:55.722294 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7be7bfc4-d78d-4c1d-a838-35bd0a292670 req-8a59b354-409d-42a6-9f9c-12f70192dde9 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "GET /v2.0/security-groups?id=5b891fce-4408-49e0-87f4-eab591cb6bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1344087 May 20 20:52:56.016079 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69ca704-eb19-4424-ac3e-9eb4d6b04864 req-9973cf24-47d9-4732-814c-77c8fb0f7913 tempest-ServerTagsTestJSON-316357860 tempest-ServerTagsTestJSON-316357860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:52:56.023240 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device bff4bc66-d7fd-4ce2-9d52-247539658781 details requested by agent hyperv_n-h1-842733-1 with host n-h1-842733-1 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 20:52:56.027437 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d69ca704-eb19-4424-ac3e-9eb4d6b04864 req-9973cf24-47d9-4732-814c-77c8fb0f7913 tempest-ServerTagsTestJSON-316357860 tempest-ServerTagsTestJSON-316357860-project] 10.222.0.35 "GET /v2.0/ports?device_id=4842cd9b-0666-4bbe-a36b-eee09174e324 HTTP/1.1" status: 200 len: 944 time: 0.0661306 May 20 20:52:56.121188 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d69ca704-eb19-4424-ac3e-9eb4d6b04864 req-cb1f2cff-1675-4010-a2e2-125f69dc3d80 tempest-ServerTagsTestJSON-316357860 tempest-ServerTagsTestJSON-316357860-project] 10.222.0.35 "GET /v2.0/security-groups?id=90be169d-bfb3-4866-bb06-70fcfcc8709e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927143 May 20 20:52:56.145088 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cc3ec51b-6ec8-438a-8349-5f0bec346d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:56.151058 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:56.307584 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port bff4bc66-d7fd-4ce2-9d52-247539658781, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=bff4bc66-d7fd-4ce2-9d52-247539658781,segment=NetworkSegment(86483828-08c3-4ca0-8dde-143ff8c69d08),segment_id=86483828-08c3-4ca0-8dde-143ff8c69d08)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:52:56.339813 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Returning: {'device': 'bff4bc66-d7fd-4ce2-9d52-247539658781', 'network_id': 'f5253b1c-44a5-42bf-94c3-9c3821b32c5e', 'port_id': 'bff4bc66-d7fd-4ce2-9d52-247539658781', 'mac_address': 'fa:16:3e:1d:24:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '365b80c6-bff4-4de1-9cc3-38b65a6795d3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 20 20:52:56.391467 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39880e84-1cd9-4e2b-b304-abeeaef4a604 req-40ad22fa-e5f4-46c3-b83d-0fe9c2f15475 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:52:56.405924 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-39880e84-1cd9-4e2b-b304-abeeaef4a604 req-40ad22fa-e5f4-46c3-b83d-0fe9c2f15475 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/ports?device_id=03abbdec-2b0d-4070-9a67-4bafa23e6224 HTTP/1.1" status: 200 len: 943 time: 0.1002712 May 20 20:52:56.426748 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Current status of the port bff4bc66-d7fd-4ce2-9d52-247539658781 is: DOWN; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:52:56.426748 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:56.445367 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bff4bc66-d7fd-4ce2-9d52-247539658781 {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:52:56.476327 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port bff4bc66-d7fd-4ce2-9d52-247539658781, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=bff4bc66-d7fd-4ce2-9d52-247539658781,segment=NetworkSegment(86483828-08c3-4ca0-8dde-143ff8c69d08),segment_id=86483828-08c3-4ca0-8dde-143ff8c69d08)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:52:56.488736 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-39880e84-1cd9-4e2b-b304-abeeaef4a604 req-a36b68cd-b0db-4794-b704-690175c92cc5 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9f9543d-587a-47bd-8772-bda4bd5582ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817063 May 20 20:52:56.594614 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:56.681908 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Pushing event updated for resources: {'Port': ['ID=bff4bc66-d7fd-4ce2-9d52-247539658781,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:52:56.884015 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] get_ports_and_sgs() called for port_ids ['bff4bc66-d7fd-4ce2-9d52-247539658781'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:52:57.448232 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ee0461-f796-4093-a0e4-bdcb919d18a0 req-114a7a32-84e1-4f8f-a079-20e38b088813 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:52:57.449804 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e0ee0461-f796-4093-a0e4-bdcb919d18a0 req-114a7a32-84e1-4f8f-a079-20e38b088813 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "GET /v2.0/ports?device_id=21c75c63-d7e7-425b-8b16-c8921fbdeea8 HTTP/1.1" status: 200 len: 945 time: 0.5857596 May 20 20:52:57.665951 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e0ee0461-f796-4093-a0e4-bdcb919d18a0 req-43170534-7cb5-4f33-9d4b-2384da3c811c tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "GET /v2.0/security-groups?id=5b891fce-4408-49e0-87f4-eab591cb6bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2090344 May 20 20:52:57.793490 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a5ba77-2ecd-4628-9c1d-338f9b8483e0 req-9251514b-4607-4363-aede-ffe24f1d5acb tempest-ServerTagsTestJSON-316357860 tempest-ServerTagsTestJSON-316357860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:52:57.795309 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-33a5ba77-2ecd-4628-9c1d-338f9b8483e0 req-9251514b-4607-4363-aede-ffe24f1d5acb tempest-ServerTagsTestJSON-316357860 tempest-ServerTagsTestJSON-316357860-project] 10.222.0.35 "GET /v2.0/ports?device_id=4842cd9b-0666-4bbe-a36b-eee09174e324 HTTP/1.1" status: 200 len: 945 time: 0.0580397 May 20 20:52:57.846755 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-33a5ba77-2ecd-4628-9c1d-338f9b8483e0 req-ad7fab98-7444-411f-a4ad-2777b5d4df83 tempest-ServerTagsTestJSON-316357860 tempest-ServerTagsTestJSON-316357860-project] 10.222.0.35 "GET /v2.0/security-groups?id=90be169d-bfb3-4866-bb06-70fcfcc8709e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442381 May 20 20:52:57.990315 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb78da4-e5ef-42af-a9f2-74b9825383c8 req-88c0cf6d-00f3-445e-a55f-a43c0de9f973 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:52:57.992020 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4eb78da4-e5ef-42af-a9f2-74b9825383c8 req-88c0cf6d-00f3-445e-a55f-a43c0de9f973 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/ports?device_id=03abbdec-2b0d-4070-9a67-4bafa23e6224 HTTP/1.1" status: 200 len: 943 time: 0.0596681 May 20 20:52:58.030325 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device bff4bc66-d7fd-4ce2-9d52-247539658781 up at agent hyperv_n-h1-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:52:58.082823 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4eb78da4-e5ef-42af-a9f2-74b9825383c8 req-dfc9ff8b-119c-4b53-92c5-cc6cd610910d tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9f9543d-587a-47bd-8772-bda4bd5582ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841212 May 20 20:52:58.237176 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Provisioning for port bff4bc66-d7fd-4ce2-9d52-247539658781 completed by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 20:52:58.256705 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Provisioning complete for port bff4bc66-d7fd-4ce2-9d52-247539658781 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:52:58.257519 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:58.393509 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc827b43-4133-4347-a39f-277d01afc1b4 req-bd091646-6fba-45e5-a915-3b9544745f72 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:52:58.395608 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-dc827b43-4133-4347-a39f-277d01afc1b4 req-bd091646-6fba-45e5-a915-3b9544745f72 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/networks?id=181ef755-3c24-496f-be08-8076c8a38f91 HTTP/1.1" status: 200 len: 812 time: 0.1548772 May 20 20:52:58.397035 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Current status of the port bff4bc66-d7fd-4ce2-9d52-247539658781 is: BUILD; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:52:58.397544 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:58.413514 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-dc827b43-4133-4347-a39f-277d01afc1b4 req-62715814-966d-42b6-88e6-7b6f06325469 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/quotas/715802857a834d4a8fbaa37d5efc4e1e HTTP/1.1" status: 200 len: 375 time: 0.0112715 May 20 20:52:58.429592 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4842cd9b-0666-4bbe-a36b-eee09174e324', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bff4bc66-d7fd-4ce2-9d52-247539658781'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:52:58.432619 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8485417003ce7c0410b00f5cdc2f391e21107b70bb68e2773712534a96e108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83f332f5-2163-44d6-ac7d-9ff7799bdd9d" -d '{"events": [{"server_uuid": "4842cd9b-0666-4bbe-a36b-eee09174e324", "name": "network-vif-plugged", "status": "completed", "tag": "bff4bc66-d7fd-4ce2-9d52-247539658781"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:52:58.478605 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port bff4bc66-d7fd-4ce2-9d52-247539658781, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=bff4bc66-d7fd-4ce2-9d52-247539658781,segment=NetworkSegment(86483828-08c3-4ca0-8dde-143ff8c69d08),segment_id=86483828-08c3-4ca0-8dde-143ff8c69d08)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:52:58.483540 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-dc827b43-4133-4347-a39f-277d01afc1b4 req-21ba641b-f079-4bd3-8c90-bb080e20ae47 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=715802857a834d4a8fbaa37d5efc4e1e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0636663 May 20 20:52:58.504780 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 20:52:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de5f536f-fccc-4faf-a619-2c0a31daeeb5 x-openstack-request-id: req-de5f536f-fccc-4faf-a619-2c0a31daeeb5 {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:52:58.505551 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4842cd9b-0666-4bbe-a36b-eee09174e324", "name": "network-vif-plugged", "status": "completed", "tag": "bff4bc66-d7fd-4ce2-9d52-247539658781", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:52:58.506066 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-de5f536f-fccc-4faf-a619-2c0a31daeeb5 {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:52:58.506506 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de5f536f-fccc-4faf-a619-2c0a31daeeb5'] response: {'server_uuid': '4842cd9b-0666-4bbe-a36b-eee09174e324', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bff4bc66-d7fd-4ce2-9d52-247539658781', 'code': 200} May 20 20:52:58.568434 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:58.644413 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Pushing event updated for resources: {'Port': ['ID=bff4bc66-d7fd-4ce2-9d52-247539658781,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:52:58.653748 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-dc827b43-4133-4347-a39f-277d01afc1b4 req-eabae5c7-6d56-4d3d-bfe1-b033450b8740 service neutron] 10.222.0.35 "GET /v2.0/networks/181ef755-3c24-496f-be08-8076c8a38f91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543829 May 20 20:52:58.664905 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd88748-55f6-40b6-857e-db0c47c9718e req-75636d02-4bf7-4f47-a3b8-d75b4e49e894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:52:58.667230 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-ffd88748-55f6-40b6-857e-db0c47c9718e req-75636d02-4bf7-4f47-a3b8-d75b4e49e894 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4842cd9b-0666-4bbe-a36b-eee09174e324 HTTP/1.1" status: 200 len: 1097 time: 0.0680530 May 20 20:52:58.732951 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-ffd88748-55f6-40b6-857e-db0c47c9718e req-6f49a8cd-f229-4324-92a0-9d5debfa478a service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=90be169d-bfb3-4866-bb06-70fcfcc8709e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569146 May 20 20:52:58.800996 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 53256) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:52:58.854140 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-dc827b43-4133-4347-a39f-277d01afc1b4 req-80c007cf-8c65-4d9f-abc2-1845506256c1 service neutron] 10.222.0.35 "GET /v2.0/networks/181ef755-3c24-496f-be08-8076c8a38f91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1897955 May 20 20:52:58.871538 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad222831-193a-40c6-a210-4a7a777d8f84 req-8e78af4a-f20b-411d-887d-86c76b019c88 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:52:58.901671 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ad222831-193a-40c6-a210-4a7a777d8f84 req-8e78af4a-f20b-411d-887d-86c76b019c88 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "GET /v2.0/ports?device_id=21c75c63-d7e7-425b-8b16-c8921fbdeea8 HTTP/1.1" status: 200 len: 945 time: 0.1286643 May 20 20:52:58.977330 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9e435bf5-a8c7-4223-9172-844350747881 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:58.988128 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ad222831-193a-40c6-a210-4a7a777d8f84 req-a475fe9a-db51-4fbc-8a45-9a17a80c2e13 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "GET /v2.0/security-groups?id=5b891fce-4408-49e0-87f4-eab591cb6bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847828 May 20 20:52:59.113645 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9e435bf5-a8c7-4223-9172-844350747881 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:59.131628 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f92c79-c515-4756-8e0d-c6032c40589f req-b3009c95-40a8-4704-95ee-62702cfad316 tempest-ServerTagsTestJSON-316357860 tempest-ServerTagsTestJSON-316357860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:52:59.133142 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d9f92c79-c515-4756-8e0d-c6032c40589f req-b3009c95-40a8-4704-95ee-62702cfad316 tempest-ServerTagsTestJSON-316357860 tempest-ServerTagsTestJSON-316357860-project] 10.222.0.35 "GET /v2.0/ports?device_id=4842cd9b-0666-4bbe-a36b-eee09174e324 HTTP/1.1" status: 200 len: 946 time: 0.0618000 May 20 20:52:59.185501 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d9f92c79-c515-4756-8e0d-c6032c40589f req-da884506-6e6b-4a6f-b566-bbc4288cf1ac tempest-ServerTagsTestJSON-316357860 tempest-ServerTagsTestJSON-316357860-project] 10.222.0.35 "GET /v2.0/security-groups?id=90be169d-bfb3-4866-bb06-70fcfcc8709e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458071 May 20 20:52:59.206096 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9e435bf5-a8c7-4223-9172-844350747881 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:59.319019 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-9e435bf5-a8c7-4223-9172-844350747881 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=25dbbf26be3e40a18a71d04c8353353a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5168614 May 20 20:52:59.319893 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 53270) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:52:59.340369 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e435bf5-a8c7-4223-9172-844350747881 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b0626fb-f5c4-4621-937b-d6f9a2c27431,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:52:59.366916 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e2d34d0d-d454-4d03-86d0-f24a8fd83dbf req-d1593548-4c37-4b3a-8786-c5a4f1fd0082 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/ports?device_id=331afd10-3dad-4a96-996b-5f6472b054f1 HTTP/1.1" status: 200 len: 210 time: 0.0848873 May 20 20:52:59.407363 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb376ac-201e-4ea4-a335-cd6939bcb1c3 req-60b1fcf5-b421-4060-865a-4f6d22aff60e tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:52:59.409620 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3cb376ac-201e-4ea4-a335-cd6939bcb1c3 req-60b1fcf5-b421-4060-865a-4f6d22aff60e tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/ports?device_id=03abbdec-2b0d-4070-9a67-4bafa23e6224 HTTP/1.1" status: 200 len: 943 time: 0.2057502 May 20 20:52:59.432976 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e27808fe-989a-4eae-b488-fa80378d3661 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:59.461491 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e27808fe-989a-4eae-b488-fa80378d3661 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:59.475996 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3cb376ac-201e-4ea4-a335-cd6939bcb1c3 req-f582a496-a71a-4264-ad82-d7c4e5ffc7b3 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9f9543d-587a-47bd-8772-bda4bd5582ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553477 May 20 20:52:59.601350 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e27808fe-989a-4eae-b488-fa80378d3661 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:59.604236 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e27808fe-989a-4eae-b488-fa80378d3661 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:59.605599 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-e27808fe-989a-4eae-b488-fa80378d3661 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3b0626fb-f5c4-4621-937b-d6f9a2c27431 HTTP/1.1" status: 204 len: 168 time: 0.2822454 May 20 20:52:59.614441 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27808fe-989a-4eae-b488-fa80378d3661 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b0626fb-f5c4-4621-937b-d6f9a2c27431,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:53:00.212636 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275be649-4af3-488b-b1bd-23371be08b89 req-1e8f972d-bcae-4aae-af70-d3f551bbd0a5 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:53:00.214602 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-275be649-4af3-488b-b1bd-23371be08b89 req-1e8f972d-bcae-4aae-af70-d3f551bbd0a5 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "GET /v2.0/ports?device_id=21c75c63-d7e7-425b-8b16-c8921fbdeea8 HTTP/1.1" status: 200 len: 945 time: 0.0765860 May 20 20:53:00.290806 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-275be649-4af3-488b-b1bd-23371be08b89 req-e469ce92-a1fb-4e23-a7e3-e105c4e4586f tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "GET /v2.0/security-groups?id=5b891fce-4408-49e0-87f4-eab591cb6bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527737 May 20 20:53:00.383923 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcda6e3-3383-4a6f-b07f-176fc981e097 req-39f41806-923d-4c04-b459-21e9d07148a8 tempest-ServerTagsTestJSON-316357860 tempest-ServerTagsTestJSON-316357860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:53:00.386524 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3dcda6e3-3383-4a6f-b07f-176fc981e097 req-39f41806-923d-4c04-b459-21e9d07148a8 tempest-ServerTagsTestJSON-316357860 tempest-ServerTagsTestJSON-316357860-project] 10.222.0.35 "GET /v2.0/ports?device_id=4842cd9b-0666-4bbe-a36b-eee09174e324 HTTP/1.1" status: 200 len: 946 time: 0.0734644 May 20 20:53:00.460180 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3dcda6e3-3383-4a6f-b07f-176fc981e097 req-89477ecd-b7fd-417a-bda8-56b9bcf5eac4 tempest-ServerTagsTestJSON-316357860 tempest-ServerTagsTestJSON-316357860-project] 10.222.0.35 "GET /v2.0/security-groups?id=90be169d-bfb3-4866-bb06-70fcfcc8709e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671561 May 20 20:53:00.517858 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-18a66481-22fe-4223-a813-e01e90b2b11c req-1305e973-86c5-4a2e-bf73-12cac707d619 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/ports?device_id=331afd10-3dad-4a96-996b-5f6472b054f1 HTTP/1.1" status: 200 len: 210 time: 0.0610793 May 20 20:53:00.549949 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 53308) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:53:00.568069 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c43864ee-4d2f-4064-be9f-946913ac8d4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:00.765009 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef34da9c-502d-40ad-87c2-802eb4c57262 req-fe7a5824-e6c7-4067-ad9d-2d8f348e57d3 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:53:00.767029 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ef34da9c-502d-40ad-87c2-802eb4c57262 req-fe7a5824-e6c7-4067-ad9d-2d8f348e57d3 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/ports?device_id=03abbdec-2b0d-4070-9a67-4bafa23e6224 HTTP/1.1" status: 200 len: 943 time: 0.1340737 May 20 20:53:00.771895 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c43864ee-4d2f-4064-be9f-946913ac8d4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:00.809911 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ef34da9c-502d-40ad-87c2-802eb4c57262 req-a4415e1a-40b4-4b3f-98f6-b68d201acd4a tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9f9543d-587a-47bd-8772-bda4bd5582ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355213 May 20 20:53:00.916627 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c43864ee-4d2f-4064-be9f-946913ac8d4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:00.949652 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-c43864ee-4d2f-4064-be9f-946913ac8d4a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=fdd44a568b6045f2bd62b0a9004335be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3953815 May 20 20:53:00.949652 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 53314) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:53:01.088426 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43864ee-4d2f-4064-be9f-946913ac8d4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=582025b8-15c8-4875-b300-46c9cda39421,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:53:01.108787 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2344416f-e989-487d-ae19-ac885ff9e59f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:01.152634 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2344416f-e989-487d-ae19-ac885ff9e59f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:01.355085 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2344416f-e989-487d-ae19-ac885ff9e59f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:01.358485 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2344416f-e989-487d-ae19-ac885ff9e59f admin admin] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:01.362796 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-2344416f-e989-487d-ae19-ac885ff9e59f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/582025b8-15c8-4875-b300-46c9cda39421 HTTP/1.1" status: 204 len: 168 time: 0.4100266 May 20 20:53:01.374221 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2344416f-e989-487d-ae19-ac885ff9e59f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=582025b8-15c8-4875-b300-46c9cda39421,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:53:01.478664 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69508833-a6bb-4052-b380-db1a14f6a820 req-d87dacec-16ed-4e04-9e47-fa8a4c074444 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:53:01.495520 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-69508833-a6bb-4052-b380-db1a14f6a820 req-d87dacec-16ed-4e04-9e47-fa8a4c074444 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "GET /v2.0/ports?device_id=21c75c63-d7e7-425b-8b16-c8921fbdeea8 HTTP/1.1" status: 200 len: 945 time: 0.0746734 May 20 20:53:01.566091 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-69508833-a6bb-4052-b380-db1a14f6a820 req-a65c2ae5-7695-4637-ab49-310a5f9ac761 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "GET /v2.0/security-groups?id=5b891fce-4408-49e0-87f4-eab591cb6bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561471 May 20 20:53:01.682933 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-dc70f910-5146-4f97-a1c5-3e8792909414 req-982f769b-9cd1-4706-bf49-8adeeddbab66 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/ports?device_id=331afd10-3dad-4a96-996b-5f6472b054f1 HTTP/1.1" status: 200 len: 210 time: 0.0446327 May 20 20:53:02.097535 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device b8103aa2-88de-49b1-ba8c-f0ffc2883687 details requested by agent hyperv_n-h1-842733-1 with host n-h1-842733-1 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 20:53:02.146032 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4541c095-22b8-429a-a8b5-48828f34ebcb req-4899985e-411c-40c1-804e-fb12a6890e89 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:53:02.147650 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4541c095-22b8-429a-a8b5-48828f34ebcb req-4899985e-411c-40c1-804e-fb12a6890e89 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/ports?device_id=03abbdec-2b0d-4070-9a67-4bafa23e6224 HTTP/1.1" status: 200 len: 943 time: 0.1753790 May 20 20:53:02.208637 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4541c095-22b8-429a-a8b5-48828f34ebcb req-e9ba24d6-214b-4334-a136-f78d4d19f719 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9f9543d-587a-47bd-8772-bda4bd5582ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524592 May 20 20:53:02.286223 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port b8103aa2-88de-49b1-ba8c-f0ffc2883687, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=b8103aa2-88de-49b1-ba8c-f0ffc2883687,segment=NetworkSegment(dd3868d8-2801-4914-84a0-d7fd151b3df3),segment_id=dd3868d8-2801-4914-84a0-d7fd151b3df3)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:53:02.300383 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Returning: {'device': 'b8103aa2-88de-49b1-ba8c-f0ffc2883687', 'network_id': '9abac87e-130e-4a54-8c74-9469b8c9e8ef', 'port_id': 'b8103aa2-88de-49b1-ba8c-f0ffc2883687', 'mac_address': 'fa:16:3e:bd:48:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4430fb8c-e38d-491e-be0f-4a0062e4f021', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 20 20:53:02.344870 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Current status of the port b8103aa2-88de-49b1-ba8c-f0ffc2883687 is: DOWN; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:53:02.345362 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:02.364872 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8103aa2-88de-49b1-ba8c-f0ffc2883687 {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:53:02.387361 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port b8103aa2-88de-49b1-ba8c-f0ffc2883687, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=b8103aa2-88de-49b1-ba8c-f0ffc2883687,segment=NetworkSegment(dd3868d8-2801-4914-84a0-d7fd151b3df3),segment_id=dd3868d8-2801-4914-84a0-d7fd151b3df3)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:53:02.686618 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d593804-b61e-4101-bdda-fa81f2eec52b req-e0def4b0-21b7-4a8a-80d8-a5dcbca992cb tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:53:02.688068 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3d593804-b61e-4101-bdda-fa81f2eec52b req-e0def4b0-21b7-4a8a-80d8-a5dcbca992cb tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "GET /v2.0/ports?device_id=21c75c63-d7e7-425b-8b16-c8921fbdeea8 HTTP/1.1" status: 200 len: 945 time: 0.0526433 May 20 20:53:02.726270 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3d593804-b61e-4101-bdda-fa81f2eec52b req-7c10c8e6-7d27-45da-8c12-c8985d0ad0c8 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "GET /v2.0/security-groups?id=5b891fce-4408-49e0-87f4-eab591cb6bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317867 May 20 20:53:02.824853 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3033af22-09f3-47e0-a60c-690dca7bca77 req-669a3b13-29f2-4d85-b3b7-f03c5b554222 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/ports?device_id=331afd10-3dad-4a96-996b-5f6472b054f1 HTTP/1.1" status: 200 len: 210 time: 0.0283930 May 20 20:53:02.968694 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:02.969527 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:03.050052 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Pushing event updated for resources: {'Port': ['ID=b8103aa2-88de-49b1-ba8c-f0ffc2883687,revision_number=9']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:53:03.193100 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc827b43-4133-4347-a39f-277d01afc1b4 req-87a2b696-ea19-418b-8e05-a787d9b70204 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:53:03.195369 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-dc827b43-4133-4347-a39f-277d01afc1b4 req-87a2b696-ea19-418b-8e05-a787d9b70204 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.13 "GET /v2.0/networks?id=181ef755-3c24-496f-be08-8076c8a38f91 HTTP/1.1" status: 200 len: 812 time: 0.2194724 May 20 20:53:03.198863 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] get_ports_and_sgs() called for port_ids ['b8103aa2-88de-49b1-ba8c-f0ffc2883687'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:53:03.218829 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [req-dc827b43-4133-4347-a39f-277d01afc1b4 req-35f9f730-d906-4268-baff-043aacfaf25f tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Request body: {'port': {'device_id': '331afd10-3dad-4a96-996b-5f6472b054f1', 'network_id': '181ef755-3c24-496f-be08-8076c8a38f91', 'admin_state_up': True, 'tenant_id': '715802857a834d4a8fbaa37d5efc4e1e'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:53:03.312081 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 53364) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:53:03.342310 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e5bd1d70-7571-48c5-a8b3-ce00ddac4de9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:03.553786 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199c1f80-bb84-45ec-bb99-d46c901378fe req-c68b9843-4999-4bb4-abff-5a17c8d3b77a tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:53:03.555633 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-199c1f80-bb84-45ec-bb99-d46c901378fe req-c68b9843-4999-4bb4-abff-5a17c8d3b77a tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/ports?device_id=03abbdec-2b0d-4070-9a67-4bafa23e6224 HTTP/1.1" status: 200 len: 944 time: 0.1780388 May 20 20:53:03.612813 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc827b43-4133-4347-a39f-277d01afc1b4 req-35f9f730-d906-4268-baff-043aacfaf25f tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Made reservation on behalf of 715802857a834d4a8fbaa37d5efc4e1e for: {'port': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:53:03.617392 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-dc827b43-4133-4347-a39f-277d01afc1b4 req-35f9f730-d906-4268-baff-043aacfaf25f tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:03.629282 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-199c1f80-bb84-45ec-bb99-d46c901378fe req-56d3a04f-d0f6-4422-81fb-ad960a611a21 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9f9543d-587a-47bd-8772-bda4bd5582ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622926 May 20 20:53:03.667616 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e5bd1d70-7571-48c5-a8b3-ce00ddac4de9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:03.774865 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e5bd1d70-7571-48c5-a8b3-ce00ddac4de9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:03.889170 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-e5bd1d70-7571-48c5-a8b3-ce00ddac4de9 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5402ad46e8384e24863dec8f75df36ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5757356 May 20 20:53:03.893062 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 53378) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:53:03.961001 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [req-dc827b43-4133-4347-a39f-277d01afc1b4 req-35f9f730-d906-4268-baff-043aacfaf25f tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Allocated IP 172.20.0.8 (181ef755-3c24-496f-be08-8076c8a38f91/dd6622f3-1158-4c3b-bd25-193ec3e3078b/b7b82c68-b048-49b6-bcc5-f3982bd050de) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:53:04.072712 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device b8103aa2-88de-49b1-ba8c-f0ffc2883687 up at agent hyperv_n-h1-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:53:04.074492 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-97ce07b8-ea50-4b8e-8cce-2ee5ded37d56 req-33a00b11-841c-4161-9f45-c910ecf8d258 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/ports?device_id=331afd10-3dad-4a96-996b-5f6472b054f1 HTTP/1.1" status: 200 len: 210 time: 0.0416937 May 20 20:53:04.084366 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bd1d70-7571-48c5-a8b3-ce00ddac4de9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea1026a1-acab-4417-a7cb-9bd4ff4dde2d,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:53:04.114921 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bd9c04-80d3-473d-a938-839f2ac9c846 req-7d1a643d-b009-4f14-a505-2b3b6170b42c tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:53:04.123072 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-28bd9c04-80d3-473d-a938-839f2ac9c846 req-7d1a643d-b009-4f14-a505-2b3b6170b42c tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "GET /v2.0/ports?device_id=21c75c63-d7e7-425b-8b16-c8921fbdeea8 HTTP/1.1" status: 200 len: 945 time: 0.2603052 May 20 20:53:04.140894 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.agents_db [None req-5c33ad30-4e00-40fa-b486-8c79c4a6cfc5 None None] Agent healthcheck: found 7 active agents {{(pid=103165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 20 20:53:04.181272 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-28bd9c04-80d3-473d-a938-839f2ac9c846 req-9ca56bfe-364d-4410-9b7c-27c97c14d23a tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "GET /v2.0/security-groups?id=5b891fce-4408-49e0-87f4-eab591cb6bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570514 May 20 20:53:04.226345 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a15bf0a6-867b-4a2f-a221-0bc7a024e52c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:04.281325 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Provisioning complete for port b8103aa2-88de-49b1-ba8c-f0ffc2883687 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:53:04.282320 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:04.291168 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a15bf0a6-867b-4a2f-a221-0bc7a024e52c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:04.321943 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-dc827b43-4133-4347-a39f-277d01afc1b4 req-35f9f730-d906-4268-baff-043aacfaf25f tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:04.420402 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Current status of the port b8103aa2-88de-49b1-ba8c-f0ffc2883687 is: BUILD; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:53:04.420862 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:04.484429 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03abbdec-2b0d-4070-9a67-4bafa23e6224', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8103aa2-88de-49b1-ba8c-f0ffc2883687'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:53:04.489228 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8485417003ce7c0410b00f5cdc2f391e21107b70bb68e2773712534a96e108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15cecffc-a924-42e4-a9d2-2cfb485146fd" -d '{"events": [{"server_uuid": "03abbdec-2b0d-4070-9a67-4bafa23e6224", "name": "network-vif-plugged", "status": "completed", "tag": "b8103aa2-88de-49b1-ba8c-f0ffc2883687"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:53:04.496104 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port b8103aa2-88de-49b1-ba8c-f0ffc2883687, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=b8103aa2-88de-49b1-ba8c-f0ffc2883687,segment=NetworkSegment(dd3868d8-2801-4914-84a0-d7fd151b3df3),segment_id=dd3868d8-2801-4914-84a0-d7fd151b3df3)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:53:04.534675 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-dc827b43-4133-4347-a39f-277d01afc1b4 req-35f9f730-d906-4268-baff-043aacfaf25f tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:04.536355 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a15bf0a6-867b-4a2f-a221-0bc7a024e52c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:04.539651 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a15bf0a6-867b-4a2f-a221-0bc7a024e52c admin admin] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:04.599346 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-a15bf0a6-867b-4a2f-a221-0bc7a024e52c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ea1026a1-acab-4417-a7cb-9bd4ff4dde2d HTTP/1.1" status: 204 len: 168 time: 0.6447105 May 20 20:53:04.599346 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15bf0a6-867b-4a2f-a221-0bc7a024e52c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea1026a1-acab-4417-a7cb-9bd4ff4dde2d,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:53:04.607955 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 20:53:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79927975-5676-4aa4-9638-41be24aaf6f4 x-openstack-request-id: req-79927975-5676-4aa4-9638-41be24aaf6f4 {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:53:04.608510 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03abbdec-2b0d-4070-9a67-4bafa23e6224", "name": "network-vif-plugged", "status": "completed", "tag": "b8103aa2-88de-49b1-ba8c-f0ffc2883687", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:53:04.608976 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-79927975-5676-4aa4-9638-41be24aaf6f4 {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:53:04.609571 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79927975-5676-4aa4-9638-41be24aaf6f4'] response: {'server_uuid': '03abbdec-2b0d-4070-9a67-4bafa23e6224', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8103aa2-88de-49b1-ba8c-f0ffc2883687', 'code': 200} May 20 20:53:04.616399 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc827b43-4133-4347-a39f-277d01afc1b4 req-35f9f730-d906-4268-baff-043aacfaf25f tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Network 181ef755-3c24-496f-be08-8076c8a38f91 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:53:04.620630 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [req-dc827b43-4133-4347-a39f-277d01afc1b4 req-35f9f730-d906-4268-baff-043aacfaf25f tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:53:04.629923 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc827b43-4133-4347-a39f-277d01afc1b4 req-35f9f730-d906-4268-baff-043aacfaf25f tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:53:04.644567 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:04.683951 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f9f730-d906-4268-baff-043aacfaf25f tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Pushing event updated for resources: {'Port': ['ID=b7b82c68-b048-49b6-bcc5-f3982bd050de,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:53:04.700913 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f9f730-d906-4268-baff-043aacfaf25f tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:53:04.701670 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f9f730-d906-4268-baff-043aacfaf25f tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:53:04.702112 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f9f730-d906-4268-baff-043aacfaf25f tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:53:04.702586 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f9f730-d906-4268-baff-043aacfaf25f tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:53:04.703289 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f9f730-d906-4268-baff-043aacfaf25f tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:53:04.703763 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f9f730-d906-4268-baff-043aacfaf25f tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:53:04.704189 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f9f730-d906-4268-baff-043aacfaf25f tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:53:04.704997 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f9f730-d906-4268-baff-043aacfaf25f tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:53:04.705452 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f9f730-d906-4268-baff-043aacfaf25f tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:53:04.705877 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f9f730-d906-4268-baff-043aacfaf25f tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:53:04.706303 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f9f730-d906-4268-baff-043aacfaf25f tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:53:04.706872 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f9f730-d906-4268-baff-043aacfaf25f tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:53:04.739245 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc827b43-4133-4347-a39f-277d01afc1b4 req-35f9f730-d906-4268-baff-043aacfaf25f tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:53:04.740059 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-dc827b43-4133-4347-a39f-277d01afc1b4 req-35f9f730-d906-4268-baff-043aacfaf25f tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:04.761989 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Pushing event updated for resources: {'Port': ['ID=b8103aa2-88de-49b1-ba8c-f0ffc2883687,revision_number=10']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:53:04.824181 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55161c8e-9b2c-4478-ac85-c8be6ebacf31 req-5090aafb-44f1-4c5d-8a21-4f52a2e5ca33 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:53:04.832666 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-55161c8e-9b2c-4478-ac85-c8be6ebacf31 req-5090aafb-44f1-4c5d-8a21-4f52a2e5ca33 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/ports?device_id=03abbdec-2b0d-4070-9a67-4bafa23e6224 HTTP/1.1" status: 200 len: 946 time: 0.0685298 May 20 20:53:04.863211 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-dc827b43-4133-4347-a39f-277d01afc1b4 req-35f9f730-d906-4268-baff-043aacfaf25f tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6441078 May 20 20:53:04.885532 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-55161c8e-9b2c-4478-ac85-c8be6ebacf31 req-72eba83d-0df9-42ac-a392-f430d4300aa8 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9f9543d-587a-47bd-8772-bda4bd5582ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515156 May 20 20:53:04.895359 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [req-dc827b43-4133-4347-a39f-277d01afc1b4 req-559b6a9e-afff-46f1-a08f-91323f4a6312 service neutron] Request body: {'port': {'device_id': '331afd10-3dad-4a96-996b-5f6472b054f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-842733-1'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:53:04.958949 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f241e072-05ba-436d-a536-f34cde875ae6 req-bcfd4a35-db69-419a-8900-6ec4048e1d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:53:04.960483 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-f241e072-05ba-436d-a536-f34cde875ae6 req-bcfd4a35-db69-419a-8900-6ec4048e1d03 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=03abbdec-2b0d-4070-9a67-4bafa23e6224 HTTP/1.1" status: 200 len: 1097 time: 0.1030354 May 20 20:53:05.018882 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-dc827b43-4133-4347-a39f-277d01afc1b4 req-559b6a9e-afff-46f1-a08f-91323f4a6312 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:05.063149 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-f241e072-05ba-436d-a536-f34cde875ae6 req-c6a7ab63-3aaf-40d8-9303-b9a72eaa972e service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=f9f9543d-587a-47bd-8772-bda4bd5582ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703442 May 20 20:53:05.324058 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc951219-f80e-4a05-9b5b-01201d082362 req-27ae79b4-7188-455b-a992-b46eb7aecac8 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:53:05.326362 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-cc951219-f80e-4a05-9b5b-01201d082362 req-27ae79b4-7188-455b-a992-b46eb7aecac8 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/ports?device_id=331afd10-3dad-4a96-996b-5f6472b054f1 HTTP/1.1" status: 200 len: 931 time: 0.1043236 May 20 20:53:05.378710 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-cc951219-f80e-4a05-9b5b-01201d082362 req-783771fc-da44-4b8f-9cd0-da0c8ed1b781 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f722a60-38a1-4dbc-a8ff-49f0b32ee364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438080 May 20 20:53:05.416480 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [req-dc827b43-4133-4347-a39f-277d01afc1b4 req-559b6a9e-afff-46f1-a08f-91323f4a6312 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7b82c68-b048-49b6-bcc5-f3982bd050de {{(pid=103162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:53:05.436683 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-dc827b43-4133-4347-a39f-277d01afc1b4 req-559b6a9e-afff-46f1-a08f-91323f4a6312 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:05.460169 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.provisioning_blocks [req-dc827b43-4133-4347-a39f-277d01afc1b4 req-559b6a9e-afff-46f1-a08f-91323f4a6312 service neutron] Transition to ACTIVE for port object b7b82c68-b048-49b6-bcc5-f3982bd050de will not be triggered until provisioned by entity L2. {{(pid=103162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 20:53:05.530339 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d705790-be52-450e-8469-5802713b102a req-8d4faba4-560d-45d9-a669-da9c13dd90c1 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:53:05.531969 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2d705790-be52-450e-8469-5802713b102a req-8d4faba4-560d-45d9-a669-da9c13dd90c1 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "GET /v2.0/ports?device_id=21c75c63-d7e7-425b-8b16-c8921fbdeea8 HTTP/1.1" status: 200 len: 945 time: 0.0549171 May 20 20:53:05.571344 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-dc827b43-4133-4347-a39f-277d01afc1b4 req-559b6a9e-afff-46f1-a08f-91323f4a6312 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:05.582753 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2d705790-be52-450e-8469-5802713b102a req-09b7b9e8-6902-47ee-be8b-4267a794d310 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "GET /v2.0/security-groups?id=5b891fce-4408-49e0-87f4-eab591cb6bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433629 May 20 20:53:05.645632 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559b6a9e-afff-46f1-a08f-91323f4a6312 service neutron] Pushing event updated for resources: {'Port': ['ID=b7b82c68-b048-49b6-bcc5-f3982bd050de,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:53:05.779963 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-dc827b43-4133-4347-a39f-277d01afc1b4 req-559b6a9e-afff-46f1-a08f-91323f4a6312 service neutron] Attempting to bind port b7b82c68-b048-49b6-bcc5-f3982bd050de on host n-h2-842733-1 for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:53:05.780295 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-dc827b43-4133-4347-a39f-277d01afc1b4 req-559b6a9e-afff-46f1-a08f-91323f4a6312 service neutron] Attempting to bind port b7b82c68-b048-49b6-bcc5-f3982bd050de by drivers openvswitch,hyperv on host n-h2-842733-1 at level 0 using segments [{'id': '5c3b9203-18da-4ba0-88d6-e36130f615fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '181ef755-3c24-496f-be08-8076c8a38f91'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:53:05.780799 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc827b43-4133-4347-a39f-277d01afc1b4 req-559b6a9e-afff-46f1-a08f-91323f4a6312 service neutron] Attempting to bind port b7b82c68-b048-49b6-bcc5-f3982bd050de on network 181ef755-3c24-496f-be08-8076c8a38f91 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:53:05.788451 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc827b43-4133-4347-a39f-277d01afc1b4 req-559b6a9e-afff-46f1-a08f-91323f4a6312 service neutron] Port b7b82c68-b048-49b6-bcc5-f3982bd050de on network 181ef755-3c24-496f-be08-8076c8a38f91 not bound, no agent of type Open vSwitch agent registered on host n-h2-842733-1 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 20:53:05.788451 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc827b43-4133-4347-a39f-277d01afc1b4 req-559b6a9e-afff-46f1-a08f-91323f4a6312 service neutron] Attempting to bind port b7b82c68-b048-49b6-bcc5-f3982bd050de on network 181ef755-3c24-496f-be08-8076c8a38f91 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:53:05.794342 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc827b43-4133-4347-a39f-277d01afc1b4 req-559b6a9e-afff-46f1-a08f-91323f4a6312 service neutron] Checking agent: {'id': 'a66f2511-b955-448f-877c-56cfe9c81b12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 33, 2), 'started_at': datetime.datetime(2022, 5, 20, 20, 33, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 53, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:53:05.794835 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc827b43-4133-4347-a39f-277d01afc1b4 req-559b6a9e-afff-46f1-a08f-91323f4a6312 service neutron] Checking segment: {'id': '5c3b9203-18da-4ba0-88d6-e36130f615fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '181ef755-3c24-496f-be08-8076c8a38f91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:53:05.795505 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc827b43-4133-4347-a39f-277d01afc1b4 req-559b6a9e-afff-46f1-a08f-91323f4a6312 service neutron] Bound using segment: {'id': '5c3b9203-18da-4ba0-88d6-e36130f615fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '181ef755-3c24-496f-be08-8076c8a38f91'} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:53:05.796073 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-dc827b43-4133-4347-a39f-277d01afc1b4 req-559b6a9e-afff-46f1-a08f-91323f4a6312 service neutron] Bound port: b7b82c68-b048-49b6-bcc5-f3982bd050de, host: n-h2-842733-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c3b9203-18da-4ba0-88d6-e36130f615fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '181ef755-3c24-496f-be08-8076c8a38f91'}}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:53:05.796444 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-dc827b43-4133-4347-a39f-277d01afc1b4 req-559b6a9e-afff-46f1-a08f-91323f4a6312 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:05.892059 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-dc827b43-4133-4347-a39f-277d01afc1b4 req-559b6a9e-afff-46f1-a08f-91323f4a6312 service neutron] For port b7b82c68-b048-49b6-bcc5-f3982bd050de, host n-h2-842733-1, cleared binding levels {{(pid=103162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:53:05.898716 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-dc827b43-4133-4347-a39f-277d01afc1b4 req-559b6a9e-afff-46f1-a08f-91323f4a6312 service neutron] For port b7b82c68-b048-49b6-bcc5-f3982bd050de, host n-h2-842733-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=b7b82c68-b048-49b6-bcc5-f3982bd050de,segment=NetworkSegment(5c3b9203-18da-4ba0-88d6-e36130f615fb),segment_id=5c3b9203-18da-4ba0-88d6-e36130f615fb)] {{(pid=103162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:53:06.004405 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33aef65-88a3-4f10-b2b7-5c31136d36aa req-07017a7a-2ab2-4aec-ac4d-3f52ef24ba99 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:53:06.006404 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c33aef65-88a3-4f10-b2b7-5c31136d36aa req-07017a7a-2ab2-4aec-ac4d-3f52ef24ba99 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/ports?device_id=03abbdec-2b0d-4070-9a67-4bafa23e6224 HTTP/1.1" status: 200 len: 946 time: 0.0521491 May 20 20:53:06.019624 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-dc827b43-4133-4347-a39f-277d01afc1b4 req-559b6a9e-afff-46f1-a08f-91323f4a6312 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:06.066571 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b2c9f7-cdba-4eed-b3cc-6d0ef03def44 req-dc758ac8-b537-4386-aa2d-b2351f3f887d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:53:06.068707 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-d6b2c9f7-cdba-4eed-b3cc-6d0ef03def44 req-dc758ac8-b537-4386-aa2d-b2351f3f887d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f7d646bffa614f21b1ea08af4be56a95&device_id=21c75c63-d7e7-425b-8b16-c8921fbdeea8 HTTP/1.1" status: 200 len: 1096 time: 0.0914912 May 20 20:53:06.078946 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc827b43-4133-4347-a39f-277d01afc1b4 req-559b6a9e-afff-46f1-a08f-91323f4a6312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:53:06.080367 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-dc827b43-4133-4347-a39f-277d01afc1b4 req-559b6a9e-afff-46f1-a08f-91323f4a6312 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:06.081853 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-dc827b43-4133-4347-a39f-277d01afc1b4 req-559b6a9e-afff-46f1-a08f-91323f4a6312 service neutron] 10.222.0.13 "PUT /v2.0/ports/b7b82c68-b048-49b6-bcc5-f3982bd050de HTTP/1.1" status: 200 len: 1091 time: 1.1996109 May 20 20:53:06.089955 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '331afd10-3dad-4a96-996b-5f6472b054f1', 'tag': 'b7b82c68-b048-49b6-bcc5-f3982bd050de'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:53:06.092231 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6fa957933fccbf596d28104b23404b952ad6a8238afaebaed40a0874b2e409" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a511f3df-6112-4b55-9e65-027d1434ec4c" -d '{"events": [{"name": "network-changed", "server_uuid": "331afd10-3dad-4a96-996b-5f6472b054f1", "tag": "b7b82c68-b048-49b6-bcc5-f3982bd050de"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:53:06.101797 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c33aef65-88a3-4f10-b2b7-5c31136d36aa req-50e73db2-8a47-4ade-95b2-d2c1eeec84c0 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9f9543d-587a-47bd-8772-bda4bd5582ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807869 May 20 20:53:06.144005 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16adcb9d-52c3-40b5-9573-bebec3501ce5 req-ff9f706e-52a4-4fdd-b65f-e09f6fdb2ecb tempest-ServerTagsTestJSON-316357860 tempest-ServerTagsTestJSON-316357860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:53:06.146101 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-16adcb9d-52c3-40b5-9573-bebec3501ce5 req-ff9f706e-52a4-4fdd-b65f-e09f6fdb2ecb tempest-ServerTagsTestJSON-316357860 tempest-ServerTagsTestJSON-316357860-project] 10.222.0.35 "GET /v2.0/ports?device_id=4842cd9b-0666-4bbe-a36b-eee09174e324 HTTP/1.1" status: 200 len: 946 time: 0.1067462 May 20 20:53:06.158045 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559b6a9e-afff-46f1-a08f-91323f4a6312 service neutron] Pushing event updated for resources: {'Port': ['ID=b7b82c68-b048-49b6-bcc5-f3982bd050de,revision_number=3']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:53:06.200979 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b2c9f7-cdba-4eed-b3cc-6d0ef03def44 req-7d472f84-f18e-4891-8fe8-94b2d3019bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:53:06.203351 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-d6b2c9f7-cdba-4eed-b3cc-6d0ef03def44 req-7d472f84-f18e-4891-8fe8-94b2d3019bf7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=52b22ddd-d38d-47d7-9f62-928c2e551c45 HTTP/1.1" status: 200 len: 918 time: 0.1203098 May 20 20:53:06.205010 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 20:53:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3aee652-2bcd-4086-aa4e-0141375a385b x-openstack-request-id: req-d3aee652-2bcd-4086-aa4e-0141375a385b {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:53:06.205375 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "331afd10-3dad-4a96-996b-5f6472b054f1", "tag": "b7b82c68-b048-49b6-bcc5-f3982bd050de", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:53:06.205657 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d3aee652-2bcd-4086-aa4e-0141375a385b {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:53:06.206247 n-d-842733-1 neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3aee652-2bcd-4086-aa4e-0141375a385b'] response: {'name': 'network-changed', 'server_uuid': '331afd10-3dad-4a96-996b-5f6472b054f1', 'tag': 'b7b82c68-b048-49b6-bcc5-f3982bd050de', 'status': 'completed', 'code': 200} May 20 20:53:06.215399 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-16adcb9d-52c3-40b5-9573-bebec3501ce5 req-d2b1d4b9-a5e2-4054-bbb8-a0f8fd91184f tempest-ServerTagsTestJSON-316357860 tempest-ServerTagsTestJSON-316357860-project] 10.222.0.35 "GET /v2.0/security-groups?id=90be169d-bfb3-4866-bb06-70fcfcc8709e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597036 May 20 20:53:06.303369 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-d6b2c9f7-cdba-4eed-b3cc-6d0ef03def44 req-aede496d-aa3c-4486-8a62-a89a70c29a58 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bb3ded9b-925d-451a-9963-316d30378618 HTTP/1.1" status: 200 len: 1000 time: 0.0925736 May 20 20:53:06.381847 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b2c9f7-cdba-4eed-b3cc-6d0ef03def44 req-6f24c659-6c37-429f-9698-78d07f9e8c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:53:06.383354 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-d6b2c9f7-cdba-4eed-b3cc-6d0ef03def44 req-6f24c659-6c37-429f-9698-78d07f9e8c44 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=77f2b783-fdae-41c3-9017-0093e586145d HTTP/1.1" status: 200 len: 856 time: 0.0701587 May 20 20:53:06.386299 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a511f3df-6112-4b55-9e65-027d1434ec4c req-7a01c08c-78d3-4f3b-a9d1-f70c0b86ff58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:53:06.387768 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-a511f3df-6112-4b55-9e65-027d1434ec4c req-7a01c08c-78d3-4f3b-a9d1-f70c0b86ff58 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=715802857a834d4a8fbaa37d5efc4e1e&device_id=331afd10-3dad-4a96-996b-5f6472b054f1 HTTP/1.1" status: 200 len: 1094 time: 0.0836523 May 20 20:53:06.512559 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b2c9f7-cdba-4eed-b3cc-6d0ef03def44 req-0391c73a-0a18-4fb8-bb5d-32f8b2af9edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:53:06.514139 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-d6b2c9f7-cdba-4eed-b3cc-6d0ef03def44 req-0391c73a-0a18-4fb8-bb5d-32f8b2af9edd service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=52b22ddd-d38d-47d7-9f62-928c2e551c45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1223807 May 20 20:53:06.592262 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69b3b52-8b94-4aa9-bf0d-78e66beec48b req-ae1671ba-46c6-4b1f-beb2-1d53e2f947ae tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:53:06.594091 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d69b3b52-8b94-4aa9-bf0d-78e66beec48b req-ae1671ba-46c6-4b1f-beb2-1d53e2f947ae tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/ports?device_id=331afd10-3dad-4a96-996b-5f6472b054f1 HTTP/1.1" status: 200 len: 943 time: 0.0893183 May 20 20:53:06.634572 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a511f3df-6112-4b55-9e65-027d1434ec4c req-7c086ae9-2804-42bd-bf50-06edcdb5c972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:53:06.636170 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-a511f3df-6112-4b55-9e65-027d1434ec4c req-7c086ae9-2804-42bd-bf50-06edcdb5c972 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=715802857a834d4a8fbaa37d5efc4e1e&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2077184 May 20 20:53:06.651830 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d69b3b52-8b94-4aa9-bf0d-78e66beec48b req-800752d2-bc2a-405e-be21-9b07fa36ce99 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f722a60-38a1-4dbc-a8ff-49f0b32ee364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494304 May 20 20:53:06.794914 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-d6b2c9f7-cdba-4eed-b3cc-6d0ef03def44 req-899bf1b8-dc7f-4696-8686-08ddb35080dc service neutron] 10.222.0.24 "GET /v2.0/networks/52b22ddd-d38d-47d7-9f62-928c2e551c45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2398725 May 20 20:53:06.814836 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ceb5aa-17c6-4679-b703-17b9f5cd6217 req-8d36e351-f34b-45c6-8120-efea52b49cd7 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:53:06.815780 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b0ceb5aa-17c6-4679-b703-17b9f5cd6217 req-8d36e351-f34b-45c6-8120-efea52b49cd7 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "GET /v2.0/ports?device_id=21c75c63-d7e7-425b-8b16-c8921fbdeea8 HTTP/1.1" status: 200 len: 945 time: 0.1258409 May 20 20:53:06.906366 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b0ceb5aa-17c6-4679-b703-17b9f5cd6217 req-8db87c87-5743-4f84-bff6-04e6f76d0ff6 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "GET /v2.0/security-groups?id=5b891fce-4408-49e0-87f4-eab591cb6bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778904 May 20 20:53:07.355955 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ebb134-c8fe-40bf-97fe-2d1e7d872cf3 req-0cac391d-8bcd-4378-88d7-4664315e6e6d tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:53:07.364999 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-22ebb134-c8fe-40bf-97fe-2d1e7d872cf3 req-0cac391d-8bcd-4378-88d7-4664315e6e6d tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/ports?device_id=03abbdec-2b0d-4070-9a67-4bafa23e6224 HTTP/1.1" status: 200 len: 946 time: 0.1677392 May 20 20:53:07.438451 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f301e09-1189-42a8-8c96-95a5515a6ea6 req-4e761f22-42e3-4e47-a57b-02ab89ae8be2 tempest-ServerTagsTestJSON-316357860 tempest-ServerTagsTestJSON-316357860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:53:07.441243 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0f301e09-1189-42a8-8c96-95a5515a6ea6 req-4e761f22-42e3-4e47-a57b-02ab89ae8be2 tempest-ServerTagsTestJSON-316357860 tempest-ServerTagsTestJSON-316357860-project] 10.222.0.24 "GET /v2.0/ports?device_id=4842cd9b-0666-4bbe-a36b-eee09174e324 HTTP/1.1" status: 200 len: 946 time: 0.1458261 May 20 20:53:07.488727 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a511f3df-6112-4b55-9e65-027d1434ec4c req-b9c773a9-bd5b-4e8e-a371-a27a6012dff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:53:07.490717 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-a511f3df-6112-4b55-9e65-027d1434ec4c req-b9c773a9-bd5b-4e8e-a371-a27a6012dff3 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8402073 May 20 20:53:07.497902 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-22ebb134-c8fe-40bf-97fe-2d1e7d872cf3 req-e4e4796c-4132-4d3b-bf6d-b8dcb7f094ef tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9f9543d-587a-47bd-8772-bda4bd5582ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312292 May 20 20:53:07.514583 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-d6b2c9f7-cdba-4eed-b3cc-6d0ef03def44 req-e56b4c73-7941-42db-b3c2-fd699421ec6c service neutron] 10.222.0.24 "GET /v2.0/networks/52b22ddd-d38d-47d7-9f62-928c2e551c45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490438 May 20 20:53:07.567349 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1db6e9e-31ba-4fb8-b13f-b1418c8b73e9 req-31320ae8-c8b4-497b-a93d-e03560621649 tempest-ServerTagsTestJSON-316357860 tempest-ServerTagsTestJSON-316357860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:53:07.568905 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a1db6e9e-31ba-4fb8-b13f-b1418c8b73e9 req-31320ae8-c8b4-497b-a93d-e03560621649 tempest-ServerTagsTestJSON-316357860 tempest-ServerTagsTestJSON-316357860-project] 10.222.0.35 "GET /v2.0/ports?device_id=4842cd9b-0666-4bbe-a36b-eee09174e324 HTTP/1.1" status: 200 len: 946 time: 0.1983204 May 20 20:53:07.622595 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a1db6e9e-31ba-4fb8-b13f-b1418c8b73e9 req-2648a65e-eebc-4d92-9531-a60db17abfea tempest-ServerTagsTestJSON-316357860 tempest-ServerTagsTestJSON-316357860-project] 10.222.0.35 "GET /v2.0/security-groups?id=90be169d-bfb3-4866-bb06-70fcfcc8709e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452416 May 20 20:53:07.631462 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [req-0f301e09-1189-42a8-8c96-95a5515a6ea6 req-8a4f902e-af50-474d-a504-9a6aacd29ad1 tempest-ServerTagsTestJSON-316357860 tempest-ServerTagsTestJSON-316357860-project] Deleting port bff4bc66-d7fd-4ce2-9d52-247539658781 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:53:07.631808 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-0f301e09-1189-42a8-8c96-95a5515a6ea6 req-8a4f902e-af50-474d-a504-9a6aacd29ad1 tempest-ServerTagsTestJSON-316357860 tempest-ServerTagsTestJSON-316357860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:07.661067 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc827b43-4133-4347-a39f-277d01afc1b4 req-7ae1cde7-61bd-46c6-b152-b7b403e64f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:53:07.662613 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-dc827b43-4133-4347-a39f-277d01afc1b4 req-7ae1cde7-61bd-46c6-b152-b7b403e64f09 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=715802857a834d4a8fbaa37d5efc4e1e&device_id=331afd10-3dad-4a96-996b-5f6472b054f1 HTTP/1.1" status: 200 len: 1094 time: 0.0755494 May 20 20:53:07.730889 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-dc827b43-4133-4347-a39f-277d01afc1b4 req-ba98c60d-58c0-4e1d-a27f-c17f12758fd7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b7b82c68-b048-49b6-bcc5-f3982bd050de HTTP/1.1" status: 200 len: 217 time: 0.0502594 May 20 20:53:07.767418 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-0f301e09-1189-42a8-8c96-95a5515a6ea6 req-8a4f902e-af50-474d-a504-9a6aacd29ad1 tempest-ServerTagsTestJSON-316357860 tempest-ServerTagsTestJSON-316357860-project] For port bff4bc66-d7fd-4ce2-9d52-247539658781, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=bff4bc66-d7fd-4ce2-9d52-247539658781,segment=NetworkSegment(86483828-08c3-4ca0-8dde-143ff8c69d08),segment_id=86483828-08c3-4ca0-8dde-143ff8c69d08)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:53:07.767418 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-0f301e09-1189-42a8-8c96-95a5515a6ea6 req-8a4f902e-af50-474d-a504-9a6aacd29ad1 tempest-ServerTagsTestJSON-316357860 tempest-ServerTagsTestJSON-316357860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:07.778297 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [req-0f301e09-1189-42a8-8c96-95a5515a6ea6 req-8a4f902e-af50-474d-a504-9a6aacd29ad1 tempest-ServerTagsTestJSON-316357860 tempest-ServerTagsTestJSON-316357860-project] Calling delete_port for bff4bc66-d7fd-4ce2-9d52-247539658781 owned by compute:nova {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:53:07.807201 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc827b43-4133-4347-a39f-277d01afc1b4 req-f7c292fc-082f-499f-8243-6d37ca709fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:53:07.808748 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-dc827b43-4133-4347-a39f-277d01afc1b4 req-f7c292fc-082f-499f-8243-6d37ca709fc5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=dd6622f3-1158-4c3b-bd25-193ec3e3078b HTTP/1.1" status: 200 len: 852 time: 0.0698605 May 20 20:53:07.844083 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-dc827b43-4133-4347-a39f-277d01afc1b4 req-844d8f61-974d-40f3-978b-b317acee98b1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=181ef755-3c24-496f-be08-8076c8a38f91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278225 May 20 20:53:07.920207 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6c7ef2-d8da-43f5-8a5c-b73012952a0e req-e250926b-ab6a-4a4d-a533-5c229041437c tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:53:07.928229 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8e6c7ef2-d8da-43f5-8a5c-b73012952a0e req-e250926b-ab6a-4a4d-a533-5c229041437c tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/ports?device_id=331afd10-3dad-4a96-996b-5f6472b054f1 HTTP/1.1" status: 200 len: 943 time: 0.0793681 May 20 20:53:07.945701 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-dc827b43-4133-4347-a39f-277d01afc1b4 req-bad51ca5-1c5a-4e2c-94f2-ebeef7d4de4e service neutron] 10.222.0.13 "GET /v2.0/networks/181ef755-3c24-496f-be08-8076c8a38f91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944543 May 20 20:53:08.089833 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-dc827b43-4133-4347-a39f-277d01afc1b4 req-33d4e582-5dad-4ca2-b6dc-2412e0ffffa6 service neutron] 10.222.0.13 "GET /v2.0/networks/181ef755-3c24-496f-be08-8076c8a38f91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369326 May 20 20:53:08.097878 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8e6c7ef2-d8da-43f5-8a5c-b73012952a0e req-3e535c09-6e2e-471e-b63b-1efde47f353c tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f722a60-38a1-4dbc-a8ff-49f0b32ee364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687832 May 20 20:53:08.144846 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2a7573-7684-4009-bae5-7042e753f6d2 req-9af4a289-aaff-4e62-8f1b-0f9cd67d3f04 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:53:08.153325 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-aa2a7573-7684-4009-bae5-7042e753f6d2 req-9af4a289-aaff-4e62-8f1b-0f9cd67d3f04 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "GET /v2.0/ports?device_id=21c75c63-d7e7-425b-8b16-c8921fbdeea8 HTTP/1.1" status: 200 len: 945 time: 0.1101322 May 20 20:53:08.170547 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-0f301e09-1189-42a8-8c96-95a5515a6ea6 req-8a4f902e-af50-474d-a504-9a6aacd29ad1 tempest-ServerTagsTestJSON-316357860 tempest-ServerTagsTestJSON-316357860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:08.182495 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] get_ports_and_sgs() called for port_ids ['bff4bc66-d7fd-4ce2-9d52-247539658781'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:53:08.218541 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4f902e-af50-474d-a504-9a6aacd29ad1 tempest-ServerTagsTestJSON-316357860 tempest-ServerTagsTestJSON-316357860-project] Pushing event deleted for resources: {'Port': ['ID=bff4bc66-d7fd-4ce2-9d52-247539658781,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:53:08.322081 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-aa2a7573-7684-4009-bae5-7042e753f6d2 req-98565869-479b-4f8e-8f61-6e7e36c7ec99 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "GET /v2.0/security-groups?id=5b891fce-4408-49e0-87f4-eab591cb6bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1677990 May 20 20:53:08.352918 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f301e09-1189-42a8-8c96-95a5515a6ea6 req-8a4f902e-af50-474d-a504-9a6aacd29ad1 tempest-ServerTagsTestJSON-316357860 tempest-ServerTagsTestJSON-316357860-project] No DVR routers for this DVR port bff4bc66-d7fd-4ce2-9d52-247539658781 on host n-h1-842733-1 {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:53:08.356055 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-0f301e09-1189-42a8-8c96-95a5515a6ea6 req-8a4f902e-af50-474d-a504-9a6aacd29ad1 tempest-ServerTagsTestJSON-316357860 tempest-ServerTagsTestJSON-316357860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:08.360212 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0f301e09-1189-42a8-8c96-95a5515a6ea6 req-8a4f902e-af50-474d-a504-9a6aacd29ad1 tempest-ServerTagsTestJSON-316357860 tempest-ServerTagsTestJSON-316357860-project] 10.222.0.24 "DELETE /v2.0/ports/bff4bc66-d7fd-4ce2-9d52-247539658781 HTTP/1.1" status: 204 len: 173 time: 0.9104459 May 20 20:53:08.361189 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4842cd9b-0666-4bbe-a36b-eee09174e324', 'name': 'network-vif-deleted', 'tag': 'bff4bc66-d7fd-4ce2-9d52-247539658781'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:53:08.363767 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4291b17aa7b45362825f0571e77c85f5e73afe1df9c7e9e15006df9d695c005e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2dd4ccf-569e-417d-b47d-bfde26d19396" -d '{"events": [{"server_uuid": "4842cd9b-0666-4bbe-a36b-eee09174e324", "name": "network-vif-deleted", "tag": "bff4bc66-d7fd-4ce2-9d52-247539658781"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:53:08.407823 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 20:53:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3459dc69-a083-47df-8236-e3d47fb39e7d x-openstack-request-id: req-3459dc69-a083-47df-8236-e3d47fb39e7d {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:53:08.407823 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4842cd9b-0666-4bbe-a36b-eee09174e324", "name": "network-vif-deleted", "tag": "bff4bc66-d7fd-4ce2-9d52-247539658781", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:53:08.407823 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3459dc69-a083-47df-8236-e3d47fb39e7d {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:53:08.407823 n-d-842733-1 neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3459dc69-a083-47df-8236-e3d47fb39e7d'] response: {'server_uuid': '4842cd9b-0666-4bbe-a36b-eee09174e324', 'name': 'network-vif-deleted', 'tag': 'bff4bc66-d7fd-4ce2-9d52-247539658781', 'status': 'completed', 'code': 200} May 20 20:53:08.647742 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda55f85-074f-4fa2-8750-b5b284c52a52 req-ff1df56c-e587-4ece-bcd2-e38966454737 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:53:08.650784 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-fda55f85-074f-4fa2-8750-b5b284c52a52 req-ff1df56c-e587-4ece-bcd2-e38966454737 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/ports?device_id=03abbdec-2b0d-4070-9a67-4bafa23e6224 HTTP/1.1" status: 200 len: 946 time: 0.0813701 May 20 20:53:08.703551 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-fda55f85-074f-4fa2-8750-b5b284c52a52 req-8f4642fd-7e94-405f-a8f4-d62c80969887 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9f9543d-587a-47bd-8772-bda4bd5582ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459931 May 20 20:53:08.811796 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a9d2599e-6934-449a-9761-2709d9090335 req-5897757c-1713-43de-8494-c7a31ac68345 tempest-ServerTagsTestJSON-316357860 tempest-ServerTagsTestJSON-316357860-project] 10.222.0.35 "GET /v2.0/ports?device_id=4842cd9b-0666-4bbe-a36b-eee09174e324 HTTP/1.1" status: 200 len: 210 time: 0.0284534 May 20 20:53:09.257167 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f6ade2-ab72-45ac-9b27-3017e5e37026 req-dc5eec90-182f-4b1f-8216-1d45aeb82577 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:53:09.262731 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-97f6ade2-ab72-45ac-9b27-3017e5e37026 req-dc5eec90-182f-4b1f-8216-1d45aeb82577 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/ports?device_id=331afd10-3dad-4a96-996b-5f6472b054f1 HTTP/1.1" status: 200 len: 943 time: 0.0739663 May 20 20:53:09.336373 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-97f6ade2-ab72-45ac-9b27-3017e5e37026 req-4220cba8-43e9-48ec-8ef0-99ebd191bc07 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f722a60-38a1-4dbc-a8ff-49f0b32ee364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593312 May 20 20:53:09.378347 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 53598) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:53:09.485151 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb95235-60ec-455b-a7b8-a3d77fbf40d4 req-8eb590fe-a0ab-45e3-9afa-a37126193eee tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:53:09.487690 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7eb95235-60ec-455b-a7b8-a3d77fbf40d4 req-8eb590fe-a0ab-45e3-9afa-a37126193eee tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "GET /v2.0/ports?device_id=21c75c63-d7e7-425b-8b16-c8921fbdeea8 HTTP/1.1" status: 200 len: 945 time: 0.0578070 May 20 20:53:09.506793 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6ede85f2-b947-4d0b-92d0-9f743597c3e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:09.537267 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7eb95235-60ec-455b-a7b8-a3d77fbf40d4 req-786ba00c-b31f-460c-ad30-3737efee7ac2 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "GET /v2.0/security-groups?id=5b891fce-4408-49e0-87f4-eab591cb6bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398588 May 20 20:53:09.612764 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6ede85f2-b947-4d0b-92d0-9f743597c3e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:09.680064 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6ede85f2-b947-4d0b-92d0-9f743597c3e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:09.731236 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ede85f2-b947-4d0b-92d0-9f743597c3e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7bb40db-17ae-489d-a117-d81f0f954eb0,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:53:09.745130 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-6ede85f2-b947-4d0b-92d0-9f743597c3e1 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=89414c081af64ac699de30bfc544182d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3656759 May 20 20:53:09.747772 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 53606) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:53:09.805725 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 53608) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:53:09.831472 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-cc434847-e957-4a99-b2d3-761e98b434ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:09.879849 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-cc434847-e957-4a99-b2d3-761e98b434ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:09.926853 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 53614) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:53:09.941956 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c347c009-73eb-41df-92e7-08a36e8bd1a7 req-5edb18dc-7f0a-40e7-a422-c92dc45bd75c tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:53:09.943808 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c347c009-73eb-41df-92e7-08a36e8bd1a7 req-5edb18dc-7f0a-40e7-a422-c92dc45bd75c tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/ports?device_id=03abbdec-2b0d-4070-9a67-4bafa23e6224 HTTP/1.1" status: 200 len: 946 time: 0.1042261 May 20 20:53:09.983179 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_v2 [None req-551fd2f1-f6a1-479b-a4d6-5d9b7630c381 admin admin] Deleting subnet 365b80c6-bff4-4de1-9cc3-38b65a6795d3 {{(pid=103162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 20 20:53:09.983727 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0aa68bbd-66e3-498a-8b68-708468e866a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:09.986955 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-551fd2f1-f6a1-479b-a4d6-5d9b7630c381 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:10.011656 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c347c009-73eb-41df-92e7-08a36e8bd1a7 req-4154a71c-4676-4da1-b100-505d1a219550 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9f9543d-587a-47bd-8772-bda4bd5582ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570457 May 20 20:53:10.028904 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-551fd2f1-f6a1-479b-a4d6-5d9b7630c381 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3738392'] for subnet, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:10.066806 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-cc434847-e957-4a99-b2d3-761e98b434ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:10.069932 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-cc434847-e957-4a99-b2d3-761e98b434ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:10.071280 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-cc434847-e957-4a99-b2d3-761e98b434ed admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c7bb40db-17ae-489d-a117-d81f0f954eb0 HTTP/1.1" status: 204 len: 168 time: 0.3115451 May 20 20:53:10.090625 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc434847-e957-4a99-b2d3-761e98b434ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7bb40db-17ae-489d-a117-d81f0f954eb0,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:53:10.101722 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-551fd2f1-f6a1-479b-a4d6-5d9b7630c381 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33068388'] for subnet, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:10.103233 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device bff4bc66-d7fd-4ce2-9d52-247539658781 no longer exists at agent hyperv_n-h1-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:53:10.149615 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] No Port match for: bff4bc66-d7fd-4ce2-9d52-247539658781 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 20:53:10.149615 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device bff4bc66-d7fd-4ce2-9d52-247539658781 not bound to the agent host n-h1-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 20:53:10.149615 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device bb3ded9b-925d-451a-9963-316d30378618 no longer exists at agent hyperv_n-h1-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:53:10.158381 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0aa68bbd-66e3-498a-8b68-708468e866a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:10.237768 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be74d666-d3a4-486e-b8f8-aa34e5dbc8ad req-fd939248-6580-44b4-85d2-32cc58192964 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:53:10.240019 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-be74d666-d3a4-486e-b8f8-aa34e5dbc8ad req-fd939248-6580-44b4-85d2-32cc58192964 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/ports?device_id=03abbdec-2b0d-4070-9a67-4bafa23e6224 HTTP/1.1" status: 200 len: 946 time: 0.0731838 May 20 20:53:10.240836 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0aa68bbd-66e3-498a-8b68-708468e866a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:10.250153 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Current status of the port bb3ded9b-925d-451a-9963-316d30378618 is: ACTIVE; New status is: DOWN {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:53:10.250625 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:10.264623 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-551fd2f1-f6a1-479b-a4d6-5d9b7630c381 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33068399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3797621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4018265'] for subnet, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:10.280175 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21c75c63-d7e7-425b-8b16-c8921fbdeea8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb3ded9b-925d-451a-9963-316d30378618'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:53:10.283587 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8485417003ce7c0410b00f5cdc2f391e21107b70bb68e2773712534a96e108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75947416-f7c7-419a-af46-65dec504dad4" -d '{"events": [{"server_uuid": "21c75c63-d7e7-425b-8b16-c8921fbdeea8", "name": "network-vif-unplugged", "status": "completed", "tag": "bb3ded9b-925d-451a-9963-316d30378618"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:53:10.300226 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port bb3ded9b-925d-451a-9963-316d30378618, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=bb3ded9b-925d-451a-9963-316d30378618,segment=NetworkSegment(61504ff4-6f7f-4bd9-9a4b-a33b83bae83f),segment_id=61504ff4-6f7f-4bd9-9a4b-a33b83bae83f)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:53:10.310795 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-0aa68bbd-66e3-498a-8b68-708468e866a2 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f840ae4aec494c62bc11c5aacaccb8dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5037472 May 20 20:53:10.315777 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 53622) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:53:10.325881 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551fd2f1-f6a1-479b-a4d6-5d9b7630c381 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=365b80c6-bff4-4de1-9cc3-38b65a6795d3,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:53:10.336227 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 20 May 2022 20:53:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f20dcbbf-afd0-4ec0-b236-2bdb775973b5 x-openstack-request-id: req-f20dcbbf-afd0-4ec0-b236-2bdb775973b5 {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:53:10.337491 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21c75c63-d7e7-425b-8b16-c8921fbdeea8", "name": "network-vif-unplugged", "status": "failed", "tag": "bb3ded9b-925d-451a-9963-316d30378618", "code": 422}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:53:10.338894 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f20dcbbf-afd0-4ec0-b236-2bdb775973b5 {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:53:10.339483 n-d-842733-1 neutron-server[103164]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-f20dcbbf-afd0-4ec0-b236-2bdb775973b5']: {'server_uuid': '21c75c63-d7e7-425b-8b16-c8921fbdeea8', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'bb3ded9b-925d-451a-9963-316d30378618', 'code': 422} returned with failed status May 20 20:53:10.350454 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-be74d666-d3a4-486e-b8f8-aa34e5dbc8ad req-e01279a6-5718-4a00-a42e-483aa7cebcea tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9f9543d-587a-47bd-8772-bda4bd5582ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996864 May 20 20:53:10.351758 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa68bbd-66e3-498a-8b68-708468e866a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d4ed7fc-7912-43c7-b890-0057e965e1d2,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:53:10.371819 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-551fd2f1-f6a1-479b-a4d6-5d9b7630c381 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:10.382966 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-551fd2f1-f6a1-479b-a4d6-5d9b7630c381 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/365b80c6-bff4-4de1-9cc3-38b65a6795d3 HTTP/1.1" status: 204 len: 168 time: 0.4528396 May 20 20:53:10.387373 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 53628) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:53:10.401872 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:10.483197 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-248589f8-cefa-432a-873a-08c5d26a1bc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:10.486675 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-41d5c154-c691-495f-9ed9-e05059cdb0e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33160123'] for network, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:10.529836 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Pushing event updated for resources: {'Port': ['ID=bb3ded9b-925d-451a-9963-316d30378618,revision_number=8']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:53:10.535898 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-248589f8-cefa-432a-873a-08c5d26a1bc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:10.672828 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f161ee-140d-41c6-bb68-6779b1a73008 req-a31c2349-8d1d-4cea-9f91-8d640ad0494b tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:53:10.674951 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-20f161ee-140d-41c6-bb68-6779b1a73008 req-a31c2349-8d1d-4cea-9f91-8d640ad0494b tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/ports?device_id=331afd10-3dad-4a96-996b-5f6472b054f1 HTTP/1.1" status: 200 len: 943 time: 0.1791809 May 20 20:53:10.677762 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-41d5c154-c691-495f-9ed9-e05059cdb0e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33072115', 'neutron.services.segments.db._delete_segments_for_network-8782419500584'] for network, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:10.699434 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7b4b66-4dbb-4f29-834e-2c87b9f8a1ab req-ae20a044-40c4-4903-8b3e-5835ab1c853c tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:53:10.700899 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-bd7b4b66-4dbb-4f29-834e-2c87b9f8a1ab req-ae20a044-40c4-4903-8b3e-5835ab1c853c tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/ports?device_id=03abbdec-2b0d-4070-9a67-4bafa23e6224 HTTP/1.1" status: 200 len: 946 time: 0.1797700 May 20 20:53:10.722325 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-248589f8-cefa-432a-873a-08c5d26a1bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:10.726172 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-248589f8-cefa-432a-873a-08c5d26a1bc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:10.729615 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-248589f8-cefa-432a-873a-08c5d26a1bc3 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2d4ed7fc-7912-43c7-b890-0057e965e1d2 HTTP/1.1" status: 204 len: 168 time: 0.4102070 May 20 20:53:10.730365 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-41d5c154-c691-495f-9ed9-e05059cdb0e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5253b1c-44a5-42bf-94c3-9c3821b32c5e']}} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:53:10.738423 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248589f8-cefa-432a-873a-08c5d26a1bc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d4ed7fc-7912-43c7-b890-0057e965e1d2,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:53:10.754141 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-41d5c154-c691-495f-9ed9-e05059cdb0e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86483828-08c3-4ca0-8dde-143ff8c69d08') {'for_net_delete': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:53:10.754438 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-41d5c154-c691-495f-9ed9-e05059cdb0e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86483828-08c3-4ca0-8dde-143ff8c69d08') {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:53:10.776709 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-41d5c154-c691-495f-9ed9-e05059cdb0e3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419501617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9338764'] for segment, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:10.801574 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-20f161ee-140d-41c6-bb68-6779b1a73008 req-4c5a48fe-29a4-4b0b-9e8d-1e7abb40842a tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f722a60-38a1-4dbc-a8ff-49f0b32ee364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096220 May 20 20:53:10.822045 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-bd7b4b66-4dbb-4f29-834e-2c87b9f8a1ab req-a80abaac-0c1d-4c4b-a80d-d844bc28ec8c tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9f9543d-587a-47bd-8772-bda4bd5582ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068115 May 20 20:53:10.836090 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-41d5c154-c691-495f-9ed9-e05059cdb0e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:10.848584 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41d5c154-c691-495f-9ed9-e05059cdb0e3 admin admin] Releasing vlan 215 on physical network physnet1 to pool {{(pid=103163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 20:53:10.849004 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-41d5c154-c691-495f-9ed9-e05059cdb0e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9638311'] for segment, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:10.854280 n-d-842733-1 neutron-server[103163]: Traceback (most recent call last): May 20 20:53:10.854280 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 20:53:10.854280 n-d-842733-1 neutron-server[103163]: timer() May 20 20:53:10.854280 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 20:53:10.854280 n-d-842733-1 neutron-server[103163]: cb(*args, **kw) May 20 20:53:10.854280 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 20 20:53:10.854280 n-d-842733-1 neutron-server[103163]: return func(*args, **kwargs) May 20 20:53:10.854280 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 20:53:10.854280 n-d-842733-1 neutron-server[103163]: self._notify() May 20 20:53:10.854280 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 20:53:10.854280 n-d-842733-1 neutron-server[103163]: self.callback(batched_events) May 20 20:53:10.854280 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 20:53:10.854280 n-d-842733-1 neutron-server[103163]: event.method(event) May 20 20:53:10.854280 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 20 20:53:10.854280 n-d-842733-1 neutron-server[103163]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 20:53:10.854280 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 20 20:53:10.854280 n-d-842733-1 neutron-server[103163]: aggregate_uuid = self.p_client.list_aggregates( May 20 20:53:10.854280 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 20 20:53:10.854280 n-d-842733-1 neutron-server[103163]: return f(self, *a, **k) May 20 20:53:10.854280 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 20 20:53:10.854280 n-d-842733-1 neutron-server[103163]: return self._get(url).json() May 20 20:53:10.854280 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 20 20:53:10.854280 n-d-842733-1 neutron-server[103163]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 20:53:10.854280 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 20:53:10.854280 n-d-842733-1 neutron-server[103163]: return self.request(url, 'GET', **kwargs) May 20 20:53:10.854280 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 20:53:10.854280 n-d-842733-1 neutron-server[103163]: base_url = self.get_endpoint(auth, allow=allow, May 20 20:53:10.854280 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 20:53:10.854280 n-d-842733-1 neutron-server[103163]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 20:53:10.854280 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 20:53:10.854280 n-d-842733-1 neutron-server[103163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 20:53:10.854280 n-d-842733-1 neutron-server[103163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 20:53:11.017686 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbafc4a3-943e-494c-ba05-d26558fe1138 req-89cddeab-975e-4fae-9658-89c6938f94ad tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:53:11.019482 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-dbafc4a3-943e-494c-ba05-d26558fe1138 req-89cddeab-975e-4fae-9658-89c6938f94ad tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "GET /v2.0/ports?device_id=21c75c63-d7e7-425b-8b16-c8921fbdeea8 HTTP/1.1" status: 200 len: 943 time: 0.0861578 May 20 20:53:11.079817 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-41d5c154-c691-495f-9ed9-e05059cdb0e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33072122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748162'] for network, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:11.084978 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-dbafc4a3-943e-494c-ba05-d26558fe1138 req-2d26887e-cdde-4902-ac5e-bc9fe4cb34d8 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "GET /v2.0/security-groups?id=5b891fce-4408-49e0-87f4-eab591cb6bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456033 May 20 20:53:11.090492 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 53642) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:53:11.092776 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-41d5c154-c691-495f-9ed9-e05059cdb0e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:11.096660 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-41d5c154-c691-495f-9ed9-e05059cdb0e3 admin admin] 10.222.0.35 "DELETE /v2.0/networks/f5253b1c-44a5-42bf-94c3-9c3821b32c5e HTTP/1.1" status: 204 len: 168 time: 0.7078314 May 20 20:53:11.105203 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5de7747-78db-4c8f-87d1-b6a1c6ac04ff req-a72be9c0-8528-424f-aaac-6acb54c148c9 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:53:11.107041 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2285288d-f4b5-4677-9b47-f04e85062aaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:11.107173 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d5de7747-78db-4c8f-87d1-b6a1c6ac04ff req-a72be9c0-8528-424f-aaac-6acb54c148c9 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/ports?device_id=03abbdec-2b0d-4070-9a67-4bafa23e6224 HTTP/1.1" status: 200 len: 946 time: 0.1057863 May 20 20:53:11.129149 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d5c154-c691-495f-9ed9-e05059cdb0e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=f5253b1c-44a5-42bf-94c3-9c3821b32c5e,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:53:11.184980 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d5de7747-78db-4c8f-87d1-b6a1c6ac04ff req-28530f56-dadc-46f7-93be-87ad8ab4c9dc tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9f9543d-587a-47bd-8772-bda4bd5582ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649700 May 20 20:53:11.249941 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2285288d-f4b5-4677-9b47-f04e85062aaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:11.322444 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2285288d-f4b5-4677-9b47-f04e85062aaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:11.368437 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2285288d-f4b5-4677-9b47-f04e85062aaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adaa94c3-0a12-4697-aeca-f6502ac06e00,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:53:11.377021 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 53654) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:53:11.378374 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-2285288d-f4b5-4677-9b47-f04e85062aaa admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=752c77acd51a4e2aae1286b30bb62303&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2861054 May 20 20:53:11.400673 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64033be-0739-4984-87c0-bf7a234cad44 req-eb91d5d3-e358-4c7d-b316-15dc298c3438 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:53:11.402212 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b64033be-0739-4984-87c0-bf7a234cad44 req-eb91d5d3-e358-4c7d-b316-15dc298c3438 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/ports?device_id=03abbdec-2b0d-4070-9a67-4bafa23e6224 HTTP/1.1" status: 200 len: 946 time: 0.0903904 May 20 20:53:11.467165 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b64033be-0739-4984-87c0-bf7a234cad44 req-6dbb8320-7633-4e07-9000-d2f831b37ed3 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9f9543d-587a-47bd-8772-bda4bd5582ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545540 May 20 20:53:11.473962 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-206d8b55-a288-4292-addc-9448d4aab0b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:11.475072 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device b7b82c68-b048-49b6-bcc5-f3982bd050de details requested by agent hyperv_n-h2-842733-1 with host n-h2-842733-1 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 20:53:11.505821 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-206d8b55-a288-4292-addc-9448d4aab0b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:11.621682 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port b7b82c68-b048-49b6-bcc5-f3982bd050de, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=b7b82c68-b048-49b6-bcc5-f3982bd050de,segment=NetworkSegment(5c3b9203-18da-4ba0-88d6-e36130f615fb),segment_id=5c3b9203-18da-4ba0-88d6-e36130f615fb)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:53:11.633788 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Returning: {'device': 'b7b82c68-b048-49b6-bcc5-f3982bd050de', 'network_id': '181ef755-3c24-496f-be08-8076c8a38f91', 'port_id': 'b7b82c68-b048-49b6-bcc5-f3982bd050de', 'mac_address': 'fa:16:3e:59:62:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd6622f3-1158-4c3b-bd25-193ec3e3078b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 20 20:53:11.652366 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfa825a-d392-4474-98f6-ba98a28b7bbc req-d65d5a06-3d33-44d0-912d-009f2ee8f9d3 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:53:11.654292 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ebfa825a-d392-4474-98f6-ba98a28b7bbc req-d65d5a06-3d33-44d0-912d-009f2ee8f9d3 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/ports?device_id=03abbdec-2b0d-4070-9a67-4bafa23e6224 HTTP/1.1" status: 200 len: 946 time: 0.0556877 May 20 20:53:11.682120 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-206d8b55-a288-4292-addc-9448d4aab0b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:11.683695 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port b7b82c68-b048-49b6-bcc5-f3982bd050de is: DOWN; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:53:11.684155 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:11.686460 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-206d8b55-a288-4292-addc-9448d4aab0b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:11.692395 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-206d8b55-a288-4292-addc-9448d4aab0b3 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/adaa94c3-0a12-4697-aeca-f6502ac06e00 HTTP/1.1" status: 204 len: 168 time: 0.3121090 May 20 20:53:11.695888 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 53668) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:53:11.700191 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7b82c68-b048-49b6-bcc5-f3982bd050de {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:53:11.725253 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port b7b82c68-b048-49b6-bcc5-f3982bd050de, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=b7b82c68-b048-49b6-bcc5-f3982bd050de,segment=NetworkSegment(5c3b9203-18da-4ba0-88d6-e36130f615fb),segment_id=5c3b9203-18da-4ba0-88d6-e36130f615fb)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:53:11.727526 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206d8b55-a288-4292-addc-9448d4aab0b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adaa94c3-0a12-4697-aeca-f6502ac06e00,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:53:11.767850 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ebfa825a-d392-4474-98f6-ba98a28b7bbc req-97b34986-3259-45ed-af50-16470cacfe73 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9f9543d-587a-47bd-8772-bda4bd5582ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049306 May 20 20:53:11.787504 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-3156bbfd-9c7e-4dee-8318-f4de44f95d4a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=700d29d1c8424719b5fc07bc687a5720&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0888503 May 20 20:53:11.789189 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 53672) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:53:11.820786 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:11.822122 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 53676) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:53:11.845661 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6d398579-1b2a-45a2-bf7a-090d8131c8c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:11.900989 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9809721d-2103-482a-b1ea-641b2ca91cb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:11.953471 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9809721d-2103-482a-b1ea-641b2ca91cb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:11.993714 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72454f5-fba0-47c1-abf7-006902d8bf6d req-3cc8b368-8db5-41a5-976d-5a57db00c072 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:53:12.002339 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a72454f5-fba0-47c1-abf7-006902d8bf6d req-3cc8b368-8db5-41a5-976d-5a57db00c072 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/ports?device_id=03abbdec-2b0d-4070-9a67-4bafa23e6224 HTTP/1.1" status: 200 len: 946 time: 0.1217701 May 20 20:53:12.049817 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a72454f5-fba0-47c1-abf7-006902d8bf6d req-1fbe3fa1-4712-41b9-8fce-3a2cf0957175 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9f9543d-587a-47bd-8772-bda4bd5582ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464122 May 20 20:53:12.081948 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=b7b82c68-b048-49b6-bcc5-f3982bd050de,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:53:12.097825 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6d398579-1b2a-45a2-bf7a-090d8131c8c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:12.162180 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9809721d-2103-482a-b1ea-641b2ca91cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:12.165162 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9809721d-2103-482a-b1ea-641b2ca91cb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:12.166550 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-9809721d-2103-482a-b1ea-641b2ca91cb0 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/90be169d-bfb3-4866-bb06-70fcfcc8709e HTTP/1.1" status: 204 len: 168 time: 0.3765380 May 20 20:53:12.176510 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] get_ports_and_sgs() called for port_ids ['b7b82c68-b048-49b6-bcc5-f3982bd050de'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:53:12.180161 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9809721d-2103-482a-b1ea-641b2ca91cb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90be169d-bfb3-4866-bb06-70fcfcc8709e,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:53:12.190880 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e11caee-7043-4abf-ad4d-bbc5b5693e75 req-6e5de244-b8b1-4431-83d8-6f8df1cd5521 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:53:12.192506 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6e11caee-7043-4abf-ad4d-bbc5b5693e75 req-6e5de244-b8b1-4431-83d8-6f8df1cd5521 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/ports?device_id=331afd10-3dad-4a96-996b-5f6472b054f1 HTTP/1.1" status: 200 len: 944 time: 0.0591645 May 20 20:53:12.244126 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6d398579-1b2a-45a2-bf7a-090d8131c8c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:12.310615 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d398579-1b2a-45a2-bf7a-090d8131c8c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34f65ac8-b834-4abd-9cf8-5714bc1dda57,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:53:12.352306 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6e11caee-7043-4abf-ad4d-bbc5b5693e75 req-dfd1087e-666e-4286-965b-ad8568d2e021 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f722a60-38a1-4dbc-a8ff-49f0b32ee364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448348 May 20 20:53:12.363952 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 53688) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:53:12.364324 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-6d398579-1b2a-45a2-bf7a-090d8131c8c1 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4c80dc3183be483b8cdc20d5928f50b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5375352 May 20 20:53:12.474116 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4b2529b5-ada3-438c-a1d3-9b90ee5dbdff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:12.511407 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4b2529b5-ada3-438c-a1d3-9b90ee5dbdff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:12.653183 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4b2529b5-ada3-438c-a1d3-9b90ee5dbdff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:12.655736 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4b2529b5-ada3-438c-a1d3-9b90ee5dbdff admin admin] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:12.656885 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-4b2529b5-ada3-438c-a1d3-9b90ee5dbdff admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/34f65ac8-b834-4abd-9cf8-5714bc1dda57 HTTP/1.1" status: 204 len: 168 time: 0.2917500 May 20 20:53:12.666841 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2529b5-ada3-438c-a1d3-9b90ee5dbdff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34f65ac8-b834-4abd-9cf8-5714bc1dda57,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:53:12.902416 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e806115-e168-4a82-a479-f35261d0d5ea req-8794cb7f-08bc-4d97-9d84-b5a86e8c2f32 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:53:12.904057 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8e806115-e168-4a82-a479-f35261d0d5ea req-8794cb7f-08bc-4d97-9d84-b5a86e8c2f32 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/ports?device_id=03abbdec-2b0d-4070-9a67-4bafa23e6224 HTTP/1.1" status: 200 len: 946 time: 0.0551021 May 20 20:53:12.949922 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8e806115-e168-4a82-a479-f35261d0d5ea req-be225de9-9363-4172-a1a9-820545849c7a tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9f9543d-587a-47bd-8772-bda4bd5582ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376208 May 20 20:53:13.469593 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device b7b82c68-b048-49b6-bcc5-f3982bd050de up at agent hyperv_n-h2-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:53:13.523728 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f69cd8-6571-44c8-a0a5-c58f2d25a9fd req-550f260d-594b-491e-8fe9-1e01d5512c44 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:53:13.533866 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d5f69cd8-6571-44c8-a0a5-c58f2d25a9fd req-550f260d-594b-491e-8fe9-1e01d5512c44 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/ports?device_id=331afd10-3dad-4a96-996b-5f6472b054f1 HTTP/1.1" status: 200 len: 944 time: 0.0691350 May 20 20:53:13.589285 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d5f69cd8-6571-44c8-a0a5-c58f2d25a9fd req-7f80d93e-a010-404a-8d7e-c848dc0b96eb tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f722a60-38a1-4dbc-a8ff-49f0b32ee364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539606 May 20 20:53:13.696749 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Provisioning for port b7b82c68-b048-49b6-bcc5-f3982bd050de completed by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 20:53:13.701904 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Provisioning complete for port b7b82c68-b048-49b6-bcc5-f3982bd050de triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:53:13.702631 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:13.801246 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port b7b82c68-b048-49b6-bcc5-f3982bd050de is: BUILD; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:53:13.801998 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:13.828821 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '331afd10-3dad-4a96-996b-5f6472b054f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7b82c68-b048-49b6-bcc5-f3982bd050de'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:53:13.831291 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8485417003ce7c0410b00f5cdc2f391e21107b70bb68e2773712534a96e108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-739afdbf-9b1b-4a5f-9022-3fca93d1a9bf" -d '{"events": [{"server_uuid": "331afd10-3dad-4a96-996b-5f6472b054f1", "name": "network-vif-plugged", "status": "completed", "tag": "b7b82c68-b048-49b6-bcc5-f3982bd050de"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:53:13.852651 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port b7b82c68-b048-49b6-bcc5-f3982bd050de, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=b7b82c68-b048-49b6-bcc5-f3982bd050de,segment=NetworkSegment(5c3b9203-18da-4ba0-88d6-e36130f615fb),segment_id=5c3b9203-18da-4ba0-88d6-e36130f615fb)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:53:13.884564 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 20:53:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-984434f5-2edf-4a60-8fe4-d80e0a9f26b7 x-openstack-request-id: req-984434f5-2edf-4a60-8fe4-d80e0a9f26b7 {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:53:13.884928 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "331afd10-3dad-4a96-996b-5f6472b054f1", "name": "network-vif-plugged", "status": "completed", "tag": "b7b82c68-b048-49b6-bcc5-f3982bd050de", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:53:13.885301 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-984434f5-2edf-4a60-8fe4-d80e0a9f26b7 {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:53:13.885790 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-984434f5-2edf-4a60-8fe4-d80e0a9f26b7'] response: {'server_uuid': '331afd10-3dad-4a96-996b-5f6472b054f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7b82c68-b048-49b6-bcc5-f3982bd050de', 'code': 200} May 20 20:53:13.928269 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:14.018268 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=b7b82c68-b048-49b6-bcc5-f3982bd050de,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:53:14.028905 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:53:14.029439 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:53:14.029946 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:53:14.030587 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:53:14.031060 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:53:14.031546 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:53:14.032034 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:53:14.033157 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:53:14.033991 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:53:14.034480 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:53:14.034978 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:53:14.035677 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:53:14.115630 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device bb3ded9b-925d-451a-9963-316d30378618 no longer exists at agent hyperv_n-h1-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:53:14.116926 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd5ad24-f88b-4e68-9a67-519c062be12e req-448a73c1-417e-4298-b63b-6b44e12d7e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:53:14.118470 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-0dd5ad24-f88b-4e68-9a67-519c062be12e req-448a73c1-417e-4298-b63b-6b44e12d7e6d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=331afd10-3dad-4a96-996b-5f6472b054f1 HTTP/1.1" status: 200 len: 1096 time: 0.1062050 May 20 20:53:14.189454 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e273da3c-3fe8-4f00-905d-be5d2f6d8438 req-937185bb-acb1-4351-8d72-afcad4a3943b tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:53:14.198947 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e273da3c-3fe8-4f00-905d-be5d2f6d8438 req-937185bb-acb1-4351-8d72-afcad4a3943b tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/ports?device_id=03abbdec-2b0d-4070-9a67-4bafa23e6224 HTTP/1.1" status: 200 len: 946 time: 0.1249480 May 20 20:53:14.207707 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-0dd5ad24-f88b-4e68-9a67-519c062be12e req-8c1d1d25-f728-458c-a203-f1404df77513 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=5f722a60-38a1-4dbc-a8ff-49f0b32ee364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823205 May 20 20:53:14.239575 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Current status of the port bb3ded9b-925d-451a-9963-316d30378618 is: DOWN; New status is: DOWN {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:53:14.284867 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e273da3c-3fe8-4f00-905d-be5d2f6d8438 req-974cc01f-f8b1-40b5-97bf-564d8169bd4f tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9f9543d-587a-47bd-8772-bda4bd5582ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841796 May 20 20:53:14.304208 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7014a3-6031-451b-813d-a83395afc0d7 req-ac43dbe2-53dd-421d-a96a-d0a4c7bf6cba tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:53:14.306424 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-af7014a3-6031-451b-813d-a83395afc0d7 req-ac43dbe2-53dd-421d-a96a-d0a4c7bf6cba tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "GET /v2.0/ports?device_id=21c75c63-d7e7-425b-8b16-c8921fbdeea8 HTTP/1.1" status: 200 len: 943 time: 0.1023948 May 20 20:53:14.352025 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-af7014a3-6031-451b-813d-a83395afc0d7 req-a195ef8b-7366-4389-bf59-338b3908ec14 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "GET /v2.0/security-groups?id=5b891fce-4408-49e0-87f4-eab591cb6bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362172 May 20 20:53:14.426046 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-a0f49df6-fd3c-4a04-bc79-adb8ab5e2176 req-19726f68-04a3-4e84-baa3-71344757c2f1 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=21c75c63-d7e7-425b-8b16-c8921fbdeea8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0638862 May 20 20:53:14.437706 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [req-a0f49df6-fd3c-4a04-bc79-adb8ab5e2176 req-3833c6eb-d64d-4d2b-9f6d-a579a1485ac1 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103162) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 20:53:14.440591 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-a0f49df6-fd3c-4a04-bc79-adb8ab5e2176 req-3833c6eb-d64d-4d2b-9f6d-a579a1485ac1 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0081308 May 20 20:53:14.765693 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e79a54b-7cee-4683-82c4-c5df804c1841 req-f13f87d6-4e65-40da-b7a6-9ca771fc34c5 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:53:14.774186 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7e79a54b-7cee-4683-82c4-c5df804c1841 req-f13f87d6-4e65-40da-b7a6-9ca771fc34c5 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/ports?device_id=331afd10-3dad-4a96-996b-5f6472b054f1 HTTP/1.1" status: 200 len: 945 time: 0.0725436 May 20 20:53:14.810758 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7e79a54b-7cee-4683-82c4-c5df804c1841 req-043e4147-5358-462a-808a-14477f1d149e tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f722a60-38a1-4dbc-a8ff-49f0b32ee364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355792 May 20 20:53:14.982776 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00446595-fca4-4c6a-8b5d-331b8e8110b4 req-11aae898-a2df-43a7-ac11-4c6ead342125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:53:14.984400 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-00446595-fca4-4c6a-8b5d-331b8e8110b4 req-11aae898-a2df-43a7-ac11-4c6ead342125 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=588768b5beac49d4962709858ca424c7&device_id=03abbdec-2b0d-4070-9a67-4bafa23e6224 HTTP/1.1" status: 200 len: 1097 time: 0.0618293 May 20 20:53:15.007543 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522298a8-aec2-4c89-85bc-e5e399296751 req-87e11c0a-832b-4ec2-8648-11e59f8b4af5 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:53:15.009390 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-522298a8-aec2-4c89-85bc-e5e399296751 req-87e11c0a-832b-4ec2-8648-11e59f8b4af5 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/ports?device_id=03abbdec-2b0d-4070-9a67-4bafa23e6224 HTTP/1.1" status: 200 len: 946 time: 0.1339557 May 20 20:53:15.125087 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-522298a8-aec2-4c89-85bc-e5e399296751 req-5205fd28-37f8-4bc7-9e0d-26ed56fcfd4f tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9f9543d-587a-47bd-8772-bda4bd5582ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963533 May 20 20:53:15.194898 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00446595-fca4-4c6a-8b5d-331b8e8110b4 req-5552c904-32ec-4e3c-965d-8b05ed5026f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:53:15.204155 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-00446595-fca4-4c6a-8b5d-331b8e8110b4 req-5552c904-32ec-4e3c-965d-8b05ed5026f6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=9abac87e-130e-4a54-8c74-9469b8c9e8ef HTTP/1.1" status: 200 len: 915 time: 0.1860554 May 20 20:53:15.255586 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-00446595-fca4-4c6a-8b5d-331b8e8110b4 req-353fe2a9-fc81-4f30-8880-ff1456bf3330 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b8103aa2-88de-49b1-ba8c-f0ffc2883687 HTTP/1.1" status: 200 len: 217 time: 0.0494623 May 20 20:53:15.317530 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00446595-fca4-4c6a-8b5d-331b8e8110b4 req-761bf0ee-ff05-4623-b0e1-367455f9deed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:53:15.319077 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-00446595-fca4-4c6a-8b5d-331b8e8110b4 req-761bf0ee-ff05-4623-b0e1-367455f9deed service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4430fb8c-e38d-491e-be0f-4a0062e4f021 HTTP/1.1" status: 200 len: 854 time: 0.0584886 May 20 20:53:15.362896 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-00446595-fca4-4c6a-8b5d-331b8e8110b4 req-5993c927-9613-4f95-af6b-737fa19c87f6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9abac87e-130e-4a54-8c74-9469b8c9e8ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369389 May 20 20:53:15.551450 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efdf2be-e3b9-4fdc-a1ce-a967a6069717 req-6861360d-4f80-44a5-8fb9-fd1a82584161 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:53:15.553590 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3efdf2be-e3b9-4fdc-a1ce-a967a6069717 req-6861360d-4f80-44a5-8fb9-fd1a82584161 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "GET /v2.0/ports?device_id=21c75c63-d7e7-425b-8b16-c8921fbdeea8 HTTP/1.1" status: 200 len: 943 time: 0.1202097 May 20 20:53:15.556025 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-00446595-fca4-4c6a-8b5d-331b8e8110b4 req-d2a92c98-c44a-4b73-87e1-ab7a728298e0 service neutron] 10.222.0.24 "GET /v2.0/networks/9abac87e-130e-4a54-8c74-9469b8c9e8ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1857502 May 20 20:53:15.574159 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4a4a7b-0bb7-4b6c-a3a9-3bf52fe16b41 req-40e47c58-859f-4abe-b162-a268421807bb tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:53:15.581236 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4a4a7b-0bb7-4b6c-a3a9-3bf52fe16b41 req-40e47c58-859f-4abe-b162-a268421807bb tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:53:15.587909 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4a4a7b-0bb7-4b6c-a3a9-3bf52fe16b41 req-40e47c58-859f-4abe-b162-a268421807bb tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:53:15.592945 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4a4a7b-0bb7-4b6c-a3a9-3bf52fe16b41 req-40e47c58-859f-4abe-b162-a268421807bb tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:53:15.599300 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4a4a7b-0bb7-4b6c-a3a9-3bf52fe16b41 req-40e47c58-859f-4abe-b162-a268421807bb tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:53:15.605245 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4a4a7b-0bb7-4b6c-a3a9-3bf52fe16b41 req-40e47c58-859f-4abe-b162-a268421807bb tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:53:15.611113 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4a4a7b-0bb7-4b6c-a3a9-3bf52fe16b41 req-40e47c58-859f-4abe-b162-a268421807bb tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:53:15.612972 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-dd4a4a7b-0bb7-4b6c-a3a9-3bf52fe16b41 req-40e47c58-859f-4abe-b162-a268421807bb tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] 10.222.0.35 "GET /v2.0/ports?device_id=24bc83bc-86f4-4e1f-99de-9736337ee499 HTTP/1.1" status: 200 len: 5430 time: 0.1647429 May 20 20:53:15.729711 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3efdf2be-e3b9-4fdc-a1ce-a967a6069717 req-57d2dfe2-eb30-458a-a312-7f97e341b79b tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "GET /v2.0/security-groups?id=5b891fce-4408-49e0-87f4-eab591cb6bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1155140 May 20 20:53:15.739297 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-dd4a4a7b-0bb7-4b6c-a3a9-3bf52fe16b41 req-0d5da356-b4a1-4b44-812f-7bdb4b781fe1 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] 10.222.0.35 "GET /v2.0/security-groups?id=863381a6-ea9c-49ea-aca2-bed57188f540&id=a9a0a9ba-adc9-42eb-829d-df5caa26883b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1111646 May 20 20:53:15.777423 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-00446595-fca4-4c6a-8b5d-331b8e8110b4 req-117c09b6-75ff-4428-9f07-7097617192c6 service neutron] 10.222.0.24 "GET /v2.0/networks/9abac87e-130e-4a54-8c74-9469b8c9e8ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1621442 May 20 20:53:15.891902 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093ab52a-af96-44f0-b27f-031aa066d037 req-c3dec8aa-29ab-4459-806d-d63bfbc8a5a7 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:53:15.898453 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093ab52a-af96-44f0-b27f-031aa066d037 req-c3dec8aa-29ab-4459-806d-d63bfbc8a5a7 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:53:15.904343 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093ab52a-af96-44f0-b27f-031aa066d037 req-c3dec8aa-29ab-4459-806d-d63bfbc8a5a7 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:53:15.910658 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093ab52a-af96-44f0-b27f-031aa066d037 req-c3dec8aa-29ab-4459-806d-d63bfbc8a5a7 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:53:15.916707 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093ab52a-af96-44f0-b27f-031aa066d037 req-c3dec8aa-29ab-4459-806d-d63bfbc8a5a7 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:53:15.922678 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093ab52a-af96-44f0-b27f-031aa066d037 req-c3dec8aa-29ab-4459-806d-d63bfbc8a5a7 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:53:15.929004 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093ab52a-af96-44f0-b27f-031aa066d037 req-c3dec8aa-29ab-4459-806d-d63bfbc8a5a7 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:53:15.930908 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-093ab52a-af96-44f0-b27f-031aa066d037 req-c3dec8aa-29ab-4459-806d-d63bfbc8a5a7 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] 10.222.0.35 "GET /v2.0/ports?device_id=24bc83bc-86f4-4e1f-99de-9736337ee499 HTTP/1.1" status: 200 len: 5430 time: 0.0975883 May 20 20:53:15.977809 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 53844) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:53:15.993723 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d74ea1-dfb3-47d2-9596-48fa47b6670f req-7dd2aa0e-7beb-4689-b877-cd567411cc5c tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:53:15.995250 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-36d74ea1-dfb3-47d2-9596-48fa47b6670f req-7dd2aa0e-7beb-4689-b877-cd567411cc5c tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/ports?device_id=331afd10-3dad-4a96-996b-5f6472b054f1 HTTP/1.1" status: 200 len: 945 time: 0.0634480 May 20 20:53:16.065866 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-36d74ea1-dfb3-47d2-9596-48fa47b6670f req-e9cfa372-a4e6-4d2d-a5d2-a5aaedcc3fbe tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f722a60-38a1-4dbc-a8ff-49f0b32ee364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589216 May 20 20:53:16.136809 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-65379c1a-6d89-4ca3-a4aa-7a3f10efa816 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:16.227118 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-65379c1a-6d89-4ca3-a4aa-7a3f10efa816 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:16.268154 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529b40e8-09e8-4006-aef3-24ac10ed6d0c req-f5a62ab1-7bf6-4b66-abe6-c770f49ffc09 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:53:16.269667 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-529b40e8-09e8-4006-aef3-24ac10ed6d0c req-f5a62ab1-7bf6-4b66-abe6-c770f49ffc09 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/ports?device_id=03abbdec-2b0d-4070-9a67-4bafa23e6224 HTTP/1.1" status: 200 len: 946 time: 0.0578659 May 20 20:53:16.309174 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-529b40e8-09e8-4006-aef3-24ac10ed6d0c req-06c42d25-56b1-4449-888e-d361958a9127 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9f9543d-587a-47bd-8772-bda4bd5582ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366104 May 20 20:53:16.355693 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-65379c1a-6d89-4ca3-a4aa-7a3f10efa816 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:16.395640 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-65379c1a-6d89-4ca3-a4aa-7a3f10efa816 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=27720cb4fac947d6845f8e24acf346d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4161220 May 20 20:53:16.397815 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65379c1a-6d89-4ca3-a4aa-7a3f10efa816 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73cc9c6c-0cf7-4edb-b832-de0d53ceb56b,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:53:16.399260 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 53860) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:53:16.488272 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d614fb06-ddc5-4a2d-8a31-5a90d1b5d778 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:16.504882 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f49df6-fd3c-4a04-bc79-adb8ab5e2176 req-9294bc90-7561-4dda-8099-519720199221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:53:16.506604 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a0f49df6-fd3c-4a04-bc79-adb8ab5e2176 req-9294bc90-7561-4dda-8099-519720199221 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=21c75c63-d7e7-425b-8b16-c8921fbdeea8&tenant_id=f7d646bffa614f21b1ea08af4be56a95 HTTP/1.1" status: 200 len: 1094 time: 0.0826194 May 20 20:53:16.520711 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d614fb06-ddc5-4a2d-8a31-5a90d1b5d778 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:16.599653 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f49df6-fd3c-4a04-bc79-adb8ab5e2176 req-d72290dd-a925-4470-bafa-f06e8b295355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:53:16.601378 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a0f49df6-fd3c-4a04-bc79-adb8ab5e2176 req-d72290dd-a925-4470-bafa-f06e8b295355 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f7d646bffa614f21b1ea08af4be56a95&device_id=21c75c63-d7e7-425b-8b16-c8921fbdeea8 HTTP/1.1" status: 200 len: 1094 time: 0.0612733 May 20 20:53:16.700223 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f49df6-fd3c-4a04-bc79-adb8ab5e2176 req-1751fa3b-e13f-4737-b7af-5fbb136e0dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:53:16.702025 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a0f49df6-fd3c-4a04-bc79-adb8ab5e2176 req-1751fa3b-e13f-4737-b7af-5fbb136e0dbc service neutron] 10.222.0.24 "GET /v2.0/networks?id=52b22ddd-d38d-47d7-9f62-928c2e551c45 HTTP/1.1" status: 200 len: 918 time: 0.0944424 May 20 20:53:16.710260 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d614fb06-ddc5-4a2d-8a31-5a90d1b5d778 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:16.713101 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d614fb06-ddc5-4a2d-8a31-5a90d1b5d778 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:16.715090 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-d614fb06-ddc5-4a2d-8a31-5a90d1b5d778 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/73cc9c6c-0cf7-4edb-b832-de0d53ceb56b HTTP/1.1" status: 204 len: 168 time: 0.3140292 May 20 20:53:16.789449 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d614fb06-ddc5-4a2d-8a31-5a90d1b5d778 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73cc9c6c-0cf7-4edb-b832-de0d53ceb56b,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:53:16.854816 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a0f49df6-fd3c-4a04-bc79-adb8ab5e2176 req-30587247-7629-40d4-a932-84787f83fa1b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bb3ded9b-925d-451a-9963-316d30378618 HTTP/1.1" status: 200 len: 998 time: 0.1460884 May 20 20:53:16.867677 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c0bcdb-3a89-4065-9bcb-e1c86c55fca7 req-f7c5e059-f529-411c-8e1d-61513c2008d2 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:53:16.873813 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-77c0bcdb-3a89-4065-9bcb-e1c86c55fca7 req-f7c5e059-f529-411c-8e1d-61513c2008d2 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/ports?device_id=331afd10-3dad-4a96-996b-5f6472b054f1 HTTP/1.1" status: 200 len: 945 time: 0.0915344 May 20 20:53:16.990190 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f49df6-fd3c-4a04-bc79-adb8ab5e2176 req-8cecd1cd-cf4b-443e-8fd5-672a0dbf3254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:53:16.991903 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a0f49df6-fd3c-4a04-bc79-adb8ab5e2176 req-8cecd1cd-cf4b-443e-8fd5-672a0dbf3254 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=77f2b783-fdae-41c3-9017-0093e586145d HTTP/1.1" status: 200 len: 856 time: 0.1164465 May 20 20:53:16.997222 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-77c0bcdb-3a89-4065-9bcb-e1c86c55fca7 req-9e8cf9ba-a9c1-42ec-970c-43730c397da7 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f722a60-38a1-4dbc-a8ff-49f0b32ee364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059783 May 20 20:53:17.015033 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c9a188-7e93-4121-b602-0f26d1669517 req-82be9079-2df0-4879-a257-e089edc8147c tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:53:17.023702 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a1c9a188-7e93-4121-b602-0f26d1669517 req-82be9079-2df0-4879-a257-e089edc8147c tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "GET /v2.0/ports?device_id=21c75c63-d7e7-425b-8b16-c8921fbdeea8 HTTP/1.1" status: 200 len: 943 time: 0.1648538 May 20 20:53:17.086074 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a1c9a188-7e93-4121-b602-0f26d1669517 req-4ae97948-f95d-4d89-b322-039899fbe072 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "GET /v2.0/security-groups?id=5b891fce-4408-49e0-87f4-eab591cb6bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611632 May 20 20:53:17.095967 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f49df6-fd3c-4a04-bc79-adb8ab5e2176 req-b1f9257d-5606-4fde-bef8-7488d2b3ef7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:53:17.097657 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a0f49df6-fd3c-4a04-bc79-adb8ab5e2176 req-b1f9257d-5606-4fde-bef8-7488d2b3ef7b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=52b22ddd-d38d-47d7-9f62-928c2e551c45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0988498 May 20 20:53:17.232472 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a0f49df6-fd3c-4a04-bc79-adb8ab5e2176 req-580ee084-485c-4a02-9c65-ec1c20d05344 service neutron] 10.222.0.24 "GET /v2.0/networks/52b22ddd-d38d-47d7-9f62-928c2e551c45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269841 May 20 20:53:17.373531 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a0f49df6-fd3c-4a04-bc79-adb8ab5e2176 req-cddfea78-9b1a-41b1-a2e4-0c1319f8ec0d service neutron] 10.222.0.24 "GET /v2.0/networks/52b22ddd-d38d-47d7-9f62-928c2e551c45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334064 May 20 20:53:17.449360 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173cddcb-cb1a-4cea-8765-3ba1f91079ea req-91bcf1da-df28-41b7-8cc3-a10f87906023 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:53:17.450900 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-173cddcb-cb1a-4cea-8765-3ba1f91079ea req-91bcf1da-df28-41b7-8cc3-a10f87906023 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/ports?device_id=03abbdec-2b0d-4070-9a67-4bafa23e6224 HTTP/1.1" status: 200 len: 946 time: 0.0551362 May 20 20:53:17.492155 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-173cddcb-cb1a-4cea-8765-3ba1f91079ea req-f2f9df04-f456-4fc8-8c1e-67913afa0c76 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9f9543d-587a-47bd-8772-bda4bd5582ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340745 May 20 20:53:17.627399 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf27a620-94bf-4216-a37d-e58c871b1519 req-c7900619-69c8-4298-9f26-07977190ca8e tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:53:17.629355 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-bf27a620-94bf-4216-a37d-e58c871b1519 req-c7900619-69c8-4298-9f26-07977190ca8e tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/ports?device_id=03abbdec-2b0d-4070-9a67-4bafa23e6224 HTTP/1.1" status: 200 len: 946 time: 0.0634801 May 20 20:53:17.686691 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-bf27a620-94bf-4216-a37d-e58c871b1519 req-5af2059f-cf06-4330-8e2f-b0421990bc43 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9f9543d-587a-47bd-8772-bda4bd5582ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487533 May 20 20:53:17.820070 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c83411-78e6-4abd-b581-65c9bf013e03 req-4af2234a-cf7c-4c32-ab29-f41002b66829 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:53:17.821637 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-53c83411-78e6-4abd-b581-65c9bf013e03 req-4af2234a-cf7c-4c32-ab29-f41002b66829 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/ports?device_id=03abbdec-2b0d-4070-9a67-4bafa23e6224 HTTP/1.1" status: 200 len: 946 time: 0.0568094 May 20 20:53:17.872626 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-53c83411-78e6-4abd-b581-65c9bf013e03 req-ea214fd1-395d-48be-9359-4ed602f3f935 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9f9543d-587a-47bd-8772-bda4bd5582ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395262 May 20 20:53:18.049668 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d504c10-1a78-4051-af9d-344df7c7ca04 req-f4cfa0df-bca3-4de8-bddc-3586dedf7e2a tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:53:18.051275 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6d504c10-1a78-4051-af9d-344df7c7ca04 req-f4cfa0df-bca3-4de8-bddc-3586dedf7e2a tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/ports?device_id=03abbdec-2b0d-4070-9a67-4bafa23e6224 HTTP/1.1" status: 200 len: 946 time: 0.0575695 May 20 20:53:18.124214 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6d504c10-1a78-4051-af9d-344df7c7ca04 req-88bd7c5b-902c-464b-9e84-33016e8c2ec1 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9f9543d-587a-47bd-8772-bda4bd5582ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639822 May 20 20:53:18.170972 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa581602-79cf-489a-ba1a-cb2bc63afc98 req-9115d4d0-b7c7-4656-8621-84272d5f5e8d tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:53:18.177750 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-aa581602-79cf-489a-ba1a-cb2bc63afc98 req-9115d4d0-b7c7-4656-8621-84272d5f5e8d tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/ports?device_id=331afd10-3dad-4a96-996b-5f6472b054f1 HTTP/1.1" status: 200 len: 945 time: 0.0858028 May 20 20:53:18.268902 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f0dc8e-54c6-4d61-8168-f5a6bd24046e req-1672fd43-a38a-4e7b-8921-ae176fe888d4 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:53:18.272325 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-d7f0dc8e-54c6-4d61-8168-f5a6bd24046e req-1672fd43-a38a-4e7b-8921-ae176fe888d4 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.13 "GET /v2.0/ports?device_id=331afd10-3dad-4a96-996b-5f6472b054f1 HTTP/1.1" status: 200 len: 945 time: 0.0713913 May 20 20:53:18.295854 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-aa581602-79cf-489a-ba1a-cb2bc63afc98 req-1746fb42-2cfb-4143-bac2-6b77bcd9e078 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f722a60-38a1-4dbc-a8ff-49f0b32ee364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131473 May 20 20:53:18.375770 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b5d20b-b914-4f3e-9bc6-0acd2a5a5116 req-c51db1ce-db2b-4c5d-b973-9137402fe99c tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:53:18.389307 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-23b5d20b-b914-4f3e-9bc6-0acd2a5a5116 req-c51db1ce-db2b-4c5d-b973-9137402fe99c tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "GET /v2.0/ports?device_id=21c75c63-d7e7-425b-8b16-c8921fbdeea8 HTTP/1.1" status: 200 len: 943 time: 0.1481457 May 20 20:53:18.465989 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-d7f0dc8e-54c6-4d61-8168-f5a6bd24046e req-2c6a4831-f15a-4179-ba60-0764681ffdf4 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Deleting port b7b82c68-b048-49b6-bcc5-f3982bd050de {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:53:18.466701 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-d7f0dc8e-54c6-4d61-8168-f5a6bd24046e req-2c6a4831-f15a-4179-ba60-0764681ffdf4 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:18.478960 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-23b5d20b-b914-4f3e-9bc6-0acd2a5a5116 req-75b6a16f-b5ce-44c9-b535-e05b83d4ebd5 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "GET /v2.0/security-groups?id=5b891fce-4408-49e0-87f4-eab591cb6bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885124 May 20 20:53:18.595356 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9304b21b-36b3-4bd2-9606-e90495486491 req-09195211-b6d7-4d37-b7a3-77a56fe6576e tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:53:18.600574 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9304b21b-36b3-4bd2-9606-e90495486491 req-09195211-b6d7-4d37-b7a3-77a56fe6576e tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/ports?device_id=03abbdec-2b0d-4070-9a67-4bafa23e6224 HTTP/1.1" status: 200 len: 946 time: 0.0807550 May 20 20:53:18.666856 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-d7f0dc8e-54c6-4d61-8168-f5a6bd24046e req-2c6a4831-f15a-4179-ba60-0764681ffdf4 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] For port b7b82c68-b048-49b6-bcc5-f3982bd050de, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=b7b82c68-b048-49b6-bcc5-f3982bd050de,segment=NetworkSegment(5c3b9203-18da-4ba0-88d6-e36130f615fb),segment_id=5c3b9203-18da-4ba0-88d6-e36130f615fb)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:53:18.667244 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-d7f0dc8e-54c6-4d61-8168-f5a6bd24046e req-2c6a4831-f15a-4179-ba60-0764681ffdf4 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:18.698107 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-d7f0dc8e-54c6-4d61-8168-f5a6bd24046e req-2c6a4831-f15a-4179-ba60-0764681ffdf4 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Calling delete_port for b7b82c68-b048-49b6-bcc5-f3982bd050de owned by compute:nova {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:53:18.701998 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9304b21b-36b3-4bd2-9606-e90495486491 req-343f0e2f-0bf6-4d37-8f2b-915259d549c6 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9f9543d-587a-47bd-8772-bda4bd5582ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874162 May 20 20:53:18.920038 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1590dd-80fd-4bbd-b625-00db5de81e63 req-bccac0ad-1cfa-4f89-a0bd-216e83c64e09 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:53:18.930130 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6e1590dd-80fd-4bbd-b625-00db5de81e63 req-bccac0ad-1cfa-4f89-a0bd-216e83c64e09 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/ports?device_id=03abbdec-2b0d-4070-9a67-4bafa23e6224 HTTP/1.1" status: 200 len: 946 time: 0.0857394 May 20 20:53:18.996385 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6e1590dd-80fd-4bbd-b625-00db5de81e63 req-387e950e-b197-4dd5-a0dd-c66fc8dbdab5 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9f9543d-587a-47bd-8772-bda4bd5582ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633972 May 20 20:53:19.058829 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-d7f0dc8e-54c6-4d61-8168-f5a6bd24046e req-2c6a4831-f15a-4179-ba60-0764681ffdf4 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:19.092031 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] get_ports_and_sgs() called for port_ids ['b7b82c68-b048-49b6-bcc5-f3982bd050de'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:53:19.163326 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6a4831-f15a-4179-ba60-0764681ffdf4 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Pushing event deleted for resources: {'Port': ['ID=b7b82c68-b048-49b6-bcc5-f3982bd050de,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:53:19.216888 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7f0dc8e-54c6-4d61-8168-f5a6bd24046e req-2c6a4831-f15a-4179-ba60-0764681ffdf4 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] No DVR routers for this DVR port b7b82c68-b048-49b6-bcc5-f3982bd050de on host n-h2-842733-1 {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:53:19.220553 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-d7f0dc8e-54c6-4d61-8168-f5a6bd24046e req-2c6a4831-f15a-4179-ba60-0764681ffdf4 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:19.224477 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-d7f0dc8e-54c6-4d61-8168-f5a6bd24046e req-2c6a4831-f15a-4179-ba60-0764681ffdf4 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.13 "DELETE /v2.0/ports/b7b82c68-b048-49b6-bcc5-f3982bd050de HTTP/1.1" status: 204 len: 173 time: 0.9430194 May 20 20:53:19.225147 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '331afd10-3dad-4a96-996b-5f6472b054f1', 'name': 'network-vif-deleted', 'tag': 'b7b82c68-b048-49b6-bcc5-f3982bd050de'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:53:19.228075 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6fa957933fccbf596d28104b23404b952ad6a8238afaebaed40a0874b2e409" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28d713e8-9f31-4ade-8502-f9619e617eac" -d '{"events": [{"server_uuid": "331afd10-3dad-4a96-996b-5f6472b054f1", "name": "network-vif-deleted", "tag": "b7b82c68-b048-49b6-bcc5-f3982bd050de"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:53:19.232120 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a7ccb5-e17a-43c6-8139-f737bdad7bbd req-36867233-bc55-4ad6-85d6-b8bc053e8e62 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:53:19.239405 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 53996) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:53:19.242459 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-03a7ccb5-e17a-43c6-8139-f737bdad7bbd req-36867233-bc55-4ad6-85d6-b8bc053e8e62 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/ports?device_id=03abbdec-2b0d-4070-9a67-4bafa23e6224 HTTP/1.1" status: 200 len: 946 time: 0.1137948 May 20 20:53:19.394302 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-03a7ccb5-e17a-43c6-8139-f737bdad7bbd req-5d91517d-6b1e-4529-b6ef-f7f4a422367d tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9f9543d-587a-47bd-8772-bda4bd5582ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507218 May 20 20:53:19.455147 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b09b335-2c5e-4be7-8e12-b4767b13ac98 req-1e66c1ff-e115-4c25-a4c5-43c439c7ba58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:53:19.461837 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b09b335-2c5e-4be7-8e12-b4767b13ac98 req-1e66c1ff-e115-4c25-a4c5-43c439c7ba58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:53:19.461837 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b09b335-2c5e-4be7-8e12-b4767b13ac98 req-1e66c1ff-e115-4c25-a4c5-43c439c7ba58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:53:19.461837 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b09b335-2c5e-4be7-8e12-b4767b13ac98 req-1e66c1ff-e115-4c25-a4c5-43c439c7ba58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:53:19.461837 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b09b335-2c5e-4be7-8e12-b4767b13ac98 req-1e66c1ff-e115-4c25-a4c5-43c439c7ba58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:53:19.461837 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b09b335-2c5e-4be7-8e12-b4767b13ac98 req-1e66c1ff-e115-4c25-a4c5-43c439c7ba58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:53:19.461837 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b09b335-2c5e-4be7-8e12-b4767b13ac98 req-1e66c1ff-e115-4c25-a4c5-43c439c7ba58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:53:19.469573 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-1b09b335-2c5e-4be7-8e12-b4767b13ac98 req-1e66c1ff-e115-4c25-a4c5-43c439c7ba58 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=24bc83bc-86f4-4e1f-99de-9736337ee499 HTTP/1.1" status: 200 len: 6487 time: 0.2290211 May 20 20:53:19.481390 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 20:53:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c89c2fc8-4816-40ae-81f5-9906db21fe23 x-openstack-request-id: req-c89c2fc8-4816-40ae-81f5-9906db21fe23 {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:53:19.484897 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "331afd10-3dad-4a96-996b-5f6472b054f1", "name": "network-vif-deleted", "tag": "b7b82c68-b048-49b6-bcc5-f3982bd050de", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:53:19.484897 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c89c2fc8-4816-40ae-81f5-9906db21fe23 {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:53:19.484897 n-d-842733-1 neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c89c2fc8-4816-40ae-81f5-9906db21fe23'] response: {'server_uuid': '331afd10-3dad-4a96-996b-5f6472b054f1', 'name': 'network-vif-deleted', 'tag': 'b7b82c68-b048-49b6-bcc5-f3982bd050de', 'status': 'completed', 'code': 200} May 20 20:53:19.536041 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-1b09b335-2c5e-4be7-8e12-b4767b13ac98 req-9ee8af99-e825-41c2-adf9-b457d56e7012 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=a9a0a9ba-adc9-42eb-829d-df5caa26883b&id=863381a6-ea9c-49ea-aca2-bed57188f540&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0645068 May 20 20:53:19.603347 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-aef5fcf0-d939-4464-855e-79dd3101e2d9 req-a1c5d37f-b78b-4016-9d0b-b17d8e9f5b1a tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/ports?device_id=331afd10-3dad-4a96-996b-5f6472b054f1 HTTP/1.1" status: 200 len: 210 time: 0.0846848 May 20 20:53:19.883075 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291256b2-b7ca-4dcb-a3c5-fed642a15bcd req-ddf2801b-6da6-4f92-94ad-37f9bca82e44 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:53:19.888078 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c1988116-92b5-4edb-b530-4c0ee0497040 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:19.899976 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-291256b2-b7ca-4dcb-a3c5-fed642a15bcd req-ddf2801b-6da6-4f92-94ad-37f9bca82e44 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/ports?device_id=03abbdec-2b0d-4070-9a67-4bafa23e6224 HTTP/1.1" status: 200 len: 946 time: 0.1671653 May 20 20:53:20.318055 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 54032) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:53:20.444901 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c70f90-aa08-4ff8-9263-fcfe9b0e4221 req-0c07359b-da9b-45f8-ae06-226795400a06 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:53:20.452703 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f5c70f90-aa08-4ff8-9263-fcfe9b0e4221 req-0c07359b-da9b-45f8-ae06-226795400a06 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "GET /v2.0/ports?device_id=21c75c63-d7e7-425b-8b16-c8921fbdeea8 HTTP/1.1" status: 200 len: 943 time: 0.6827035 May 20 20:53:20.506362 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-291256b2-b7ca-4dcb-a3c5-fed642a15bcd req-1f1d6c83-5624-4041-b832-d97bc61c0f3e tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9f9543d-587a-47bd-8772-bda4bd5582ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6054256 May 20 20:53:20.557434 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f5c70f90-aa08-4ff8-9263-fcfe9b0e4221 req-9410468e-064c-4555-8047-a6f2feaabf55 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "GET /v2.0/security-groups?id=5b891fce-4408-49e0-87f4-eab591cb6bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004186 May 20 20:53:20.563160 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-495465fc-0f40-42a5-8dc7-a4526c489096 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:20.699303 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [req-62a8295c-43ff-4dc6-813f-244465346c0e req-f0e46938-b106-4209-b283-f06ac856b0c0 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103163) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 20:53:20.700721 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-62a8295c-43ff-4dc6-813f-244465346c0e req-f0e46938-b106-4209-b283-f06ac856b0c0 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0074403 May 20 20:53:20.701816 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-495465fc-0f40-42a5-8dc7-a4526c489096 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:20.790121 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-495465fc-0f40-42a5-8dc7-a4526c489096 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:20.884317 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495465fc-0f40-42a5-8dc7-a4526c489096 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a936574e-85c1-4f5b-8cbc-bc890d751582,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:53:20.956200 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-495465fc-0f40-42a5-8dc7-a4526c489096 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8b8c0a9fc3fa4165a400e51de645632b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6365914 May 20 20:53:20.967453 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 54050) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:53:21.033147 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d442e9a-642c-424d-af06-58cf4504fe75 req-20da050a-b1c9-49ea-b23f-65adf0a12cf4 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:53:21.047076 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5d442e9a-642c-424d-af06-58cf4504fe75 req-20da050a-b1c9-49ea-b23f-65adf0a12cf4 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/ports?device_id=03abbdec-2b0d-4070-9a67-4bafa23e6224 HTTP/1.1" status: 200 len: 946 time: 0.1495397 May 20 20:53:21.076111 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-37455255-1e34-4d62-84e5-bf083819c3d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:21.105637 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-37455255-1e34-4d62-84e5-bf083819c3d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:21.168160 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5d442e9a-642c-424d-af06-58cf4504fe75 req-3f1561b4-649d-4f5f-b8d6-03b5d7dbe912 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9f9543d-587a-47bd-8772-bda4bd5582ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134856 May 20 20:53:21.270647 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-37455255-1e34-4d62-84e5-bf083819c3d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:21.275268 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-37455255-1e34-4d62-84e5-bf083819c3d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:21.280607 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-37455255-1e34-4d62-84e5-bf083819c3d8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a936574e-85c1-4f5b-8cbc-bc890d751582 HTTP/1.1" status: 204 len: 168 time: 0.3113868 May 20 20:53:21.300618 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37455255-1e34-4d62-84e5-bf083819c3d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a936574e-85c1-4f5b-8cbc-bc890d751582,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:53:21.398660 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0621da0e-1933-4d74-9944-3bc3d044db27 req-a9c03cbb-8686-4254-a385-e2bb9738a88f tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:53:21.403997 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0621da0e-1933-4d74-9944-3bc3d044db27 req-a9c03cbb-8686-4254-a385-e2bb9738a88f tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/networks?id=181ef755-3c24-496f-be08-8076c8a38f91 HTTP/1.1" status: 200 len: 812 time: 0.2993495 May 20 20:53:21.419296 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0621da0e-1933-4d74-9944-3bc3d044db27 req-bef6ed0b-d0dc-40ab-80ab-2b4c176575b4 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/quotas/715802857a834d4a8fbaa37d5efc4e1e HTTP/1.1" status: 200 len: 375 time: 0.0140007 May 20 20:53:21.494452 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0621da0e-1933-4d74-9944-3bc3d044db27 req-1a47625d-7587-4090-8421-a32f96af1185 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=715802857a834d4a8fbaa37d5efc4e1e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0632050 May 20 20:53:21.504269 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device b7b82c68-b048-49b6-bcc5-f3982bd050de no longer exists at agent hyperv_n-h2-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:53:21.620167 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] No Port match for: b7b82c68-b048-49b6-bcc5-f3982bd050de {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 20:53:21.621449 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device b7b82c68-b048-49b6-bcc5-f3982bd050de not bound to the agent host n-h2-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 20:53:21.627435 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50dab2e-c20e-426c-9ae5-fee207ece0e1 req-0fb87a33-32f3-4b67-8012-d59ec46981b1 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:53:21.638485 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b50dab2e-c20e-426c-9ae5-fee207ece0e1 req-0fb87a33-32f3-4b67-8012-d59ec46981b1 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/ports?device_id=03abbdec-2b0d-4070-9a67-4bafa23e6224 HTTP/1.1" status: 200 len: 946 time: 0.1737337 May 20 20:53:21.675222 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0621da0e-1933-4d74-9944-3bc3d044db27 req-75a97ddf-37a9-4046-919a-803ff39f1bb5 service neutron] 10.222.0.35 "GET /v2.0/networks/181ef755-3c24-496f-be08-8076c8a38f91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1799321 May 20 20:53:21.883175 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b50dab2e-c20e-426c-9ae5-fee207ece0e1 req-7d070db8-8801-406e-a909-655f54e5f8b9 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9f9543d-587a-47bd-8772-bda4bd5582ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2429607 May 20 20:53:21.883823 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-16834dd9-f6e2-45cf-b7d4-ed5ce6fe3ff2 req-a70cfaae-0d82-41a9-8d46-7788793781b6 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=24bc83bc-86f4-4e1f-99de-9736337ee499&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1141968 May 20 20:53:21.944468 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0621da0e-1933-4d74-9944-3bc3d044db27 req-e2febf1e-7b7a-478a-8703-826648276585 service neutron] 10.222.0.35 "GET /v2.0/networks/181ef755-3c24-496f-be08-8076c8a38f91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2677927 May 20 20:53:22.096665 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16834dd9-f6e2-45cf-b7d4-ed5ce6fe3ff2 req-89d541db-4ca3-4b3a-835a-839c932e22c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:53:22.100326 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16834dd9-f6e2-45cf-b7d4-ed5ce6fe3ff2 req-89d541db-4ca3-4b3a-835a-839c932e22c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:53:22.100326 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16834dd9-f6e2-45cf-b7d4-ed5ce6fe3ff2 req-89d541db-4ca3-4b3a-835a-839c932e22c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:53:22.100326 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16834dd9-f6e2-45cf-b7d4-ed5ce6fe3ff2 req-89d541db-4ca3-4b3a-835a-839c932e22c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:53:22.100326 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16834dd9-f6e2-45cf-b7d4-ed5ce6fe3ff2 req-89d541db-4ca3-4b3a-835a-839c932e22c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:53:22.100326 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16834dd9-f6e2-45cf-b7d4-ed5ce6fe3ff2 req-89d541db-4ca3-4b3a-835a-839c932e22c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:53:22.100326 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16834dd9-f6e2-45cf-b7d4-ed5ce6fe3ff2 req-89d541db-4ca3-4b3a-835a-839c932e22c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:53:22.101717 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-16834dd9-f6e2-45cf-b7d4-ed5ce6fe3ff2 req-89d541db-4ca3-4b3a-835a-839c932e22c7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=130041758ffe4e0a8066d604acc4da27&device_id=24bc83bc-86f4-4e1f-99de-9736337ee499 HTTP/1.1" status: 200 len: 6487 time: 0.0979543 May 20 20:53:22.261862 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4a0f30a7-973b-4472-97e3-6920e715d960 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:22.574998 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16834dd9-f6e2-45cf-b7d4-ed5ce6fe3ff2 req-d61d9133-7128-46b7-aa4a-863f58621d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:53:22.575558 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16834dd9-f6e2-45cf-b7d4-ed5ce6fe3ff2 req-d61d9133-7128-46b7-aa4a-863f58621d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:53:22.576101 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16834dd9-f6e2-45cf-b7d4-ed5ce6fe3ff2 req-d61d9133-7128-46b7-aa4a-863f58621d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:53:22.585968 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-16834dd9-f6e2-45cf-b7d4-ed5ce6fe3ff2 req-d61d9133-7128-46b7-aa4a-863f58621d57 service neutron] 10.222.0.13 "GET /v2.0/networks?id=5ca369c8-df0a-41e3-869c-b1b368b823ae&id=ce671979-73f9-44d6-8ce7-2c8dc82e60ae&id=ce671979-73f9-44d6-8ce7-2c8dc82e60ae&id=ce671979-73f9-44d6-8ce7-2c8dc82e60ae&id=ce671979-73f9-44d6-8ce7-2c8dc82e60ae&id=55b562d5-5067-4b35-82c1-b8cbe81beb27&id=55b562d5-5067-4b35-82c1-b8cbe81beb27 HTTP/1.1" status: 200 len: 2293 time: 0.4502776 May 20 20:53:22.769203 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a432d8-5d1e-44be-ad2e-002448f1ad4a req-0b83a10a-523b-4dcb-936f-f7b587fff4a3 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:53:22.790332 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d1a432d8-5d1e-44be-ad2e-002448f1ad4a req-0b83a10a-523b-4dcb-936f-f7b587fff4a3 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "GET /v2.0/ports?device_id=21c75c63-d7e7-425b-8b16-c8921fbdeea8 HTTP/1.1" status: 200 len: 943 time: 0.1906731 May 20 20:53:22.835165 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-16834dd9-f6e2-45cf-b7d4-ed5ce6fe3ff2 req-e4a550ea-da77-4854-a4eb-9fe97942cd6a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c377ecf0-f976-4335-a271-7a9e62459ad6 HTTP/1.1" status: 200 len: 1001 time: 0.2387311 May 20 20:53:22.897534 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3db1ccd7-fed7-4d78-afe3-0987ef87c3c7 req-3964413e-ee6e-4c4f-8593-0a32c16820b5 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/ports?device_id=1ae0a7e5-8460-41a8-99e3-3da4fcb4bcfe HTTP/1.1" status: 200 len: 210 time: 0.0704014 May 20 20:53:22.959287 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d1a432d8-5d1e-44be-ad2e-002448f1ad4a req-e255a813-a55d-49ee-844c-2ca4ba3716cd tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "GET /v2.0/security-groups?id=5b891fce-4408-49e0-87f4-eab591cb6bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1664467 May 20 20:53:23.023389 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16834dd9-f6e2-45cf-b7d4-ed5ce6fe3ff2 req-933acdbb-05e6-4cf4-a8da-ad66dfe431e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:53:23.024904 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-16834dd9-f6e2-45cf-b7d4-ed5ce6fe3ff2 req-933acdbb-05e6-4cf4-a8da-ad66dfe431e5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0e16e10c-5b92-4574-b13d-016374e3f82e HTTP/1.1" status: 200 len: 850 time: 0.1847906 May 20 20:53:23.057108 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4870c8-1133-4544-9ce4-50e5859f0ef8 req-c15719f3-50c9-4099-883a-296df293693d tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:53:23.066666 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-cd4870c8-1133-4544-9ce4-50e5859f0ef8 req-c15719f3-50c9-4099-883a-296df293693d tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/ports?device_id=03abbdec-2b0d-4070-9a67-4bafa23e6224 HTTP/1.1" status: 200 len: 946 time: 0.0746436 May 20 20:53:23.141453 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-cd4870c8-1133-4544-9ce4-50e5859f0ef8 req-36fc2457-7945-42cd-9546-3d4a49aaeaec tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9f9543d-587a-47bd-8772-bda4bd5582ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733955 May 20 20:53:23.164685 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16834dd9-f6e2-45cf-b7d4-ed5ce6fe3ff2 req-3d2d1cb7-d30a-43b2-b7d9-ac5aae28af16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:53:23.170390 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-16834dd9-f6e2-45cf-b7d4-ed5ce6fe3ff2 req-3d2d1cb7-d30a-43b2-b7d9-ac5aae28af16 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5ca369c8-df0a-41e3-869c-b1b368b823ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1323798 May 20 20:53:23.376935 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae37bfc-e60c-4c25-a5ca-d8b24ce7483b req-5c1a6ece-30d7-40fb-b098-3b453ce36a17 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:53:23.385058 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9ae37bfc-e60c-4c25-a5ca-d8b24ce7483b req-5c1a6ece-30d7-40fb-b098-3b453ce36a17 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/ports?device_id=03abbdec-2b0d-4070-9a67-4bafa23e6224 HTTP/1.1" status: 200 len: 946 time: 0.1127017 May 20 20:53:23.401974 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-16834dd9-f6e2-45cf-b7d4-ed5ce6fe3ff2 req-c5dcda83-36bb-4b73-b4ff-b9b576709a10 service neutron] 10.222.0.13 "GET /v2.0/networks/5ca369c8-df0a-41e3-869c-b1b368b823ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2262101 May 20 20:53:23.491871 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9ae37bfc-e60c-4c25-a5ca-d8b24ce7483b req-4c912a4a-6717-4f1e-9e51-8664dbc4314c tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9f9543d-587a-47bd-8772-bda4bd5582ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054142 May 20 20:53:23.493477 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 54140) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:53:23.583676 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-16834dd9-f6e2-45cf-b7d4-ed5ce6fe3ff2 req-7adb94bf-c9b8-42f3-9a09-2d9a5cfc64a3 service neutron] 10.222.0.13 "GET /v2.0/networks/5ca369c8-df0a-41e3-869c-b1b368b823ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1734667 May 20 20:53:23.660672 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-16834dd9-f6e2-45cf-b7d4-ed5ce6fe3ff2 req-6fa66834-7875-43ad-ad85-353e521d8e26 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.86&port_id=572584f9-d33c-4ce6-b334-490469f36e8c HTTP/1.1" status: 200 len: 217 time: 0.0716825 May 20 20:53:23.740039 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-50f32cb7-bbe7-4ee3-bb61-7baab2e8dda7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:23.749254 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16834dd9-f6e2-45cf-b7d4-ed5ce6fe3ff2 req-5c9b22d2-2f08-4331-853e-b4a1a794bafd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:53:23.752333 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-16834dd9-f6e2-45cf-b7d4-ed5ce6fe3ff2 req-5c9b22d2-2f08-4331-853e-b4a1a794bafd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=59b92b0c-ed8d-4efc-a77e-dc7193508e61 HTTP/1.1" status: 200 len: 797 time: 0.0847976 May 20 20:53:23.841449 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16834dd9-f6e2-45cf-b7d4-ed5ce6fe3ff2 req-57b82bb7-8b6f-4ac5-9161-deaf80c6f1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:53:23.843289 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-16834dd9-f6e2-45cf-b7d4-ed5ce6fe3ff2 req-57b82bb7-8b6f-4ac5-9161-deaf80c6f1f3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ce671979-73f9-44d6-8ce7-2c8dc82e60ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0831265 May 20 20:53:23.864043 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a486e7-cd0d-4583-b5b4-f80515e23211 req-2f58de4f-a6a3-48dd-b808-24019c53a64f tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:53:23.872058 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-24a486e7-cd0d-4583-b5b4-f80515e23211 req-2f58de4f-a6a3-48dd-b808-24019c53a64f tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/ports?device_id=03abbdec-2b0d-4070-9a67-4bafa23e6224 HTTP/1.1" status: 200 len: 946 time: 0.2301853 May 20 20:53:23.885955 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-50f32cb7-bbe7-4ee3-bb61-7baab2e8dda7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:23.956003 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-24a486e7-cd0d-4583-b5b4-f80515e23211 req-9ceb6135-4ff6-4c43-bc28-250413751cbd tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9f9543d-587a-47bd-8772-bda4bd5582ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828793 May 20 20:53:23.973396 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4bb0e131-6525-46ca-a45b-e4ea43a5e69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:24.029060 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-50f32cb7-bbe7-4ee3-bb61-7baab2e8dda7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:24.080961 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-04c9d0dd-b602-43bd-a1be-71b157d3d066 req-16c68855-6009-4f10-ab9a-c3da8efa7d08 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/ports?device_id=1ae0a7e5-8460-41a8-99e3-3da4fcb4bcfe HTTP/1.1" status: 200 len: 210 time: 0.0636137 May 20 20:53:24.175373 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-50f32cb7-bbe7-4ee3-bb61-7baab2e8dda7 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f7bc54aa72994cfa9ae128847fd0805a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6805720 May 20 20:53:24.182910 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 54158) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:53:24.184468 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-16834dd9-f6e2-45cf-b7d4-ed5ce6fe3ff2 req-b3b9d7af-a100-45e6-ad45-f1c84bd011c0 service neutron] 10.222.0.13 "GET /v2.0/networks/ce671979-73f9-44d6-8ce7-2c8dc82e60ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3310509 May 20 20:53:24.246411 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f32cb7-bbe7-4ee3-bb61-7baab2e8dda7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef22c4d9-19b6-402f-8f94-790b3ed94c69,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:53:24.261030 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 54162) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:53:24.414688 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de511b2-50d1-4b4d-bb06-4a4b82a1efcb req-0e6c718f-53e5-4137-8635-a70a057c325a tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:53:24.425426 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5de511b2-50d1-4b4d-bb06-4a4b82a1efcb req-0e6c718f-53e5-4137-8635-a70a057c325a tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "GET /v2.0/ports?device_id=21c75c63-d7e7-425b-8b16-c8921fbdeea8 HTTP/1.1" status: 200 len: 943 time: 0.1713386 May 20 20:53:24.436111 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2411f06-0610-4409-ab63-35d5fbdaa78e req-b626dde0-985a-490c-a94b-643754424d17 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:53:24.444927 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d2411f06-0610-4409-ab63-35d5fbdaa78e req-b626dde0-985a-490c-a94b-643754424d17 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/ports?device_id=03abbdec-2b0d-4070-9a67-4bafa23e6224 HTTP/1.1" status: 200 len: 946 time: 0.2288456 May 20 20:53:24.454771 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-16834dd9-f6e2-45cf-b7d4-ed5ce6fe3ff2 req-ea800a16-e0a1-4045-9e56-90b8905fbc7c service neutron] 10.222.0.13 "GET /v2.0/networks/ce671979-73f9-44d6-8ce7-2c8dc82e60ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2660789 May 20 20:53:24.458530 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-473eaacf-b24b-48cd-bcca-b9aba92a3927 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:24.554278 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-473eaacf-b24b-48cd-bcca-b9aba92a3927 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:24.588981 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:24.592616 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-589b68c2-8ed8-4675-b05b-4edf136dfeb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:24.604551 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5de511b2-50d1-4b4d-bb06-4a4b82a1efcb req-5fb414b3-fc06-4aed-b2c8-e939b9f9f88b tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "GET /v2.0/security-groups?id=5b891fce-4408-49e0-87f4-eab591cb6bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1796126 May 20 20:53:24.604732 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-16834dd9-f6e2-45cf-b7d4-ed5ce6fe3ff2 req-f8f6a7e3-6a9f-4594-94eb-52caf0d67312 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.41&port_id=2e1df5b4-4f1a-4391-8d35-f8e77caf43e0 HTTP/1.1" status: 200 len: 217 time: 0.1428761 May 20 20:53:24.646372 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d2411f06-0610-4409-ab63-35d5fbdaa78e req-5fa420ad-f0e2-478e-abf2-ad7506a4370a tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9f9543d-587a-47bd-8772-bda4bd5582ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001562 May 20 20:53:24.794140 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16834dd9-f6e2-45cf-b7d4-ed5ce6fe3ff2 req-1dfd828c-3c9e-46a4-b832-5b77e052a0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:53:24.795746 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-16834dd9-f6e2-45cf-b7d4-ed5ce6fe3ff2 req-1dfd828c-3c9e-46a4-b832-5b77e052a0ed service neutron] 10.222.0.13 "GET /v2.0/subnets?id=59b92b0c-ed8d-4efc-a77e-dc7193508e61 HTTP/1.1" status: 200 len: 797 time: 0.1816304 May 20 20:53:24.867668 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16834dd9-f6e2-45cf-b7d4-ed5ce6fe3ff2 req-83e6eb30-886e-41fb-9be3-2e3e2db1ee9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:53:24.870197 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-16834dd9-f6e2-45cf-b7d4-ed5ce6fe3ff2 req-83e6eb30-886e-41fb-9be3-2e3e2db1ee9b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ce671979-73f9-44d6-8ce7-2c8dc82e60ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0613384 May 20 20:53:25.014126 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-16834dd9-f6e2-45cf-b7d4-ed5ce6fe3ff2 req-718f6cd9-ddaa-4160-a109-97c61b0cd2d6 service neutron] 10.222.0.13 "GET /v2.0/networks/ce671979-73f9-44d6-8ce7-2c8dc82e60ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369822 May 20 20:53:25.058848 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1949fe-d507-4f61-a740-a8486a3f740f req-bd2fd557-e42a-4eb5-9b5d-80fdd03c58a3 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:53:25.060424 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ed1949fe-d507-4f61-a740-a8486a3f740f req-bd2fd557-e42a-4eb5-9b5d-80fdd03c58a3 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/ports?device_id=03abbdec-2b0d-4070-9a67-4bafa23e6224 HTTP/1.1" status: 200 len: 946 time: 0.2382503 May 20 20:53:25.076044 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-473eaacf-b24b-48cd-bcca-b9aba92a3927 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:25.078677 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-473eaacf-b24b-48cd-bcca-b9aba92a3927 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:25.093909 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-473eaacf-b24b-48cd-bcca-b9aba92a3927 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ef22c4d9-19b6-402f-8f94-790b3ed94c69 HTTP/1.1" status: 204 len: 168 time: 0.9088247 May 20 20:53:25.101911 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-589b68c2-8ed8-4675-b05b-4edf136dfeb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:25.141072 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473eaacf-b24b-48cd-bcca-b9aba92a3927 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef22c4d9-19b6-402f-8f94-790b3ed94c69,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:53:25.166742 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ed1949fe-d507-4f61-a740-a8486a3f740f req-370cf446-a062-4679-9dc7-74abd1033b74 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9f9543d-587a-47bd-8772-bda4bd5582ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918195 May 20 20:53:25.193892 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-589b68c2-8ed8-4675-b05b-4edf136dfeb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:25.230262 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-16834dd9-f6e2-45cf-b7d4-ed5ce6fe3ff2 req-a3c2b2d2-cbe3-43e5-9e39-9a64516b705c service neutron] 10.222.0.13 "GET /v2.0/networks/ce671979-73f9-44d6-8ce7-2c8dc82e60ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2096224 May 20 20:53:25.337599 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-16834dd9-f6e2-45cf-b7d4-ed5ce6fe3ff2 req-c7210294-8826-4da1-9f2f-162772965667 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.5&port_id=8e5cf7ff-15da-45a7-acbe-5153d4a2259c HTTP/1.1" status: 200 len: 217 time: 0.0995226 May 20 20:53:25.388373 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f1707752-b349-42ca-82e1-e8fbe2fee632 req-dc07628a-b539-4de0-9c57-05ac1fcde8e0 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/ports?device_id=1ae0a7e5-8460-41a8-99e3-3da4fcb4bcfe HTTP/1.1" status: 200 len: 210 time: 0.1256914 May 20 20:53:25.418922 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-589b68c2-8ed8-4675-b05b-4edf136dfeb9 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=85f38c701a724ce0a06a0777dc6d44c7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1433651 May 20 20:53:25.419661 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 54182) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:53:25.427869 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589b68c2-8ed8-4675-b05b-4edf136dfeb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c03b1bcd-6d2b-4968-a63f-c82dbfb95e6a,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:53:25.463039 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16834dd9-f6e2-45cf-b7d4-ed5ce6fe3ff2 req-5e6c821b-aa6c-458a-945a-fdc506257637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:53:25.465093 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-16834dd9-f6e2-45cf-b7d4-ed5ce6fe3ff2 req-5e6c821b-aa6c-458a-945a-fdc506257637 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=59b92b0c-ed8d-4efc-a77e-dc7193508e61 HTTP/1.1" status: 200 len: 797 time: 0.1207418 May 20 20:53:25.528149 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cc3ec51b-6ec8-438a-8349-5f0bec346d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:25.581041 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ee1e2568-aa97-437d-ad7a-2b549c41333d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:25.593147 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16834dd9-f6e2-45cf-b7d4-ed5ce6fe3ff2 req-20e398f6-c483-464b-b121-ffe79e87d35b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:53:25.597807 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-16834dd9-f6e2-45cf-b7d4-ed5ce6fe3ff2 req-20e398f6-c483-464b-b121-ffe79e87d35b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ce671979-73f9-44d6-8ce7-2c8dc82e60ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1175842 May 20 20:53:25.650073 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:25.694579 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ee1e2568-aa97-437d-ad7a-2b549c41333d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:25.774315 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0621da0e-1933-4d74-9944-3bc3d044db27 req-845ff997-db95-4f40-9500-32ad607f76bc tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:53:25.791032 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0621da0e-1933-4d74-9944-3bc3d044db27 req-845ff997-db95-4f40-9500-32ad607f76bc tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.24 "GET /v2.0/networks?id=181ef755-3c24-496f-be08-8076c8a38f91 HTTP/1.1" status: 200 len: 812 time: 0.2567849 May 20 20:53:25.820877 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [req-0621da0e-1933-4d74-9944-3bc3d044db27 req-90b2d73a-da93-494b-b8f9-5cc66ce1258b tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Request body: {'port': {'device_id': '1ae0a7e5-8460-41a8-99e3-3da4fcb4bcfe', 'network_id': '181ef755-3c24-496f-be08-8076c8a38f91', 'admin_state_up': True, 'tenant_id': '715802857a834d4a8fbaa37d5efc4e1e'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:53:25.967678 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-16834dd9-f6e2-45cf-b7d4-ed5ce6fe3ff2 req-5ed27c88-8be8-4933-8493-971940a697c5 service neutron] 10.222.0.13 "GET /v2.0/networks/ce671979-73f9-44d6-8ce7-2c8dc82e60ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3633711 May 20 20:53:26.013285 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ee1e2568-aa97-437d-ad7a-2b549c41333d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:26.015695 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ee1e2568-aa97-437d-ad7a-2b549c41333d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:26.016875 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-ee1e2568-aa97-437d-ad7a-2b549c41333d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c03b1bcd-6d2b-4968-a63f-c82dbfb95e6a HTTP/1.1" status: 204 len: 168 time: 0.5925887 May 20 20:53:26.076919 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1e2568-aa97-437d-ad7a-2b549c41333d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c03b1bcd-6d2b-4968-a63f-c82dbfb95e6a,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:53:26.136027 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba85241-147b-4920-813a-15d766a34686 req-f7a2c856-9f44-4cfe-96cd-35ec7e99099b tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:53:26.142677 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-fba85241-147b-4920-813a-15d766a34686 req-f7a2c856-9f44-4cfe-96cd-35ec7e99099b tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "GET /v2.0/ports?device_id=21c75c63-d7e7-425b-8b16-c8921fbdeea8 HTTP/1.1" status: 200 len: 943 time: 0.2919064 May 20 20:53:26.209201 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-16834dd9-f6e2-45cf-b7d4-ed5ce6fe3ff2 req-3d77b173-37a7-45ea-a1fb-3001705a6850 service neutron] 10.222.0.13 "GET /v2.0/networks/ce671979-73f9-44d6-8ce7-2c8dc82e60ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2350142 May 20 20:53:26.262638 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-fba85241-147b-4920-813a-15d766a34686 req-f59e4195-fc00-49f9-b1f6-54bf83d56569 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "GET /v2.0/security-groups?id=5b891fce-4408-49e0-87f4-eab591cb6bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1182353 May 20 20:53:26.268757 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-16834dd9-f6e2-45cf-b7d4-ed5ce6fe3ff2 req-70ea029d-a8cb-4bfd-875e-fd887be1b711 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.9&port_id=4f6e4e5b-3b4d-4afd-ab5f-fc21ef7d2709 HTTP/1.1" status: 200 len: 217 time: 0.0524952 May 20 20:53:26.348385 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16834dd9-f6e2-45cf-b7d4-ed5ce6fe3ff2 req-35dbd954-7aa9-49b0-b82e-35dd702fabcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:53:26.350452 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-16834dd9-f6e2-45cf-b7d4-ed5ce6fe3ff2 req-35dbd954-7aa9-49b0-b82e-35dd702fabcb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=59b92b0c-ed8d-4efc-a77e-dc7193508e61 HTTP/1.1" status: 200 len: 797 time: 0.0727136 May 20 20:53:26.422394 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16834dd9-f6e2-45cf-b7d4-ed5ce6fe3ff2 req-ebf69370-9ebf-4fa6-9765-df456b95bc11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:53:26.425698 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-16834dd9-f6e2-45cf-b7d4-ed5ce6fe3ff2 req-ebf69370-9ebf-4fa6-9765-df456b95bc11 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ce671979-73f9-44d6-8ce7-2c8dc82e60ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0685914 May 20 20:53:26.453503 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0621da0e-1933-4d74-9944-3bc3d044db27 req-90b2d73a-da93-494b-b8f9-5cc66ce1258b tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Made reservation on behalf of 715802857a834d4a8fbaa37d5efc4e1e for: {'port': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:53:26.461639 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-0621da0e-1933-4d74-9944-3bc3d044db27 req-90b2d73a-da93-494b-b8f9-5cc66ce1258b tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:26.613770 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-16834dd9-f6e2-45cf-b7d4-ed5ce6fe3ff2 req-a82443bb-bc3f-4682-8120-eb424ca3a01d service neutron] 10.222.0.13 "GET /v2.0/networks/ce671979-73f9-44d6-8ce7-2c8dc82e60ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1788080 May 20 20:53:26.742489 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-48fdd7f6-72d4-4d7a-8ad0-f82382dea914 req-924e1c16-952b-401b-91cb-1b27b7f1ab7f tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/ports?device_id=1ae0a7e5-8460-41a8-99e3-3da4fcb4bcfe HTTP/1.1" status: 200 len: 210 time: 0.1077948 May 20 20:53:26.823788 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-16834dd9-f6e2-45cf-b7d4-ed5ce6fe3ff2 req-807fa776-3ed4-4845-8206-72472cc17efc service neutron] 10.222.0.13 "GET /v2.0/networks/ce671979-73f9-44d6-8ce7-2c8dc82e60ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2015369 May 20 20:53:26.847159 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [req-0621da0e-1933-4d74-9944-3bc3d044db27 req-90b2d73a-da93-494b-b8f9-5cc66ce1258b tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Allocated IP 172.20.0.7 (181ef755-3c24-496f-be08-8076c8a38f91/dd6622f3-1158-4c3b-bd25-193ec3e3078b/dd93bd42-29f7-4e8d-8729-3b220e8d384f) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:53:26.925353 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-16834dd9-f6e2-45cf-b7d4-ed5ce6fe3ff2 req-5ff26fab-9f5e-4987-862f-ddaf84948edb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=a41647e7-8ada-4a9b-b0ae-2edf7826ff37 HTTP/1.1" status: 200 len: 217 time: 0.0936844 May 20 20:53:27.063139 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16834dd9-f6e2-45cf-b7d4-ed5ce6fe3ff2 req-ddba1578-3c03-4e2d-b91f-52e3b11b0318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:53:27.064571 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-16834dd9-f6e2-45cf-b7d4-ed5ce6fe3ff2 req-ddba1578-3c03-4e2d-b91f-52e3b11b0318 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7fbbf488-7764-47d2-845a-1d321aa7918a HTTP/1.1" status: 200 len: 797 time: 0.1312525 May 20 20:53:27.167967 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16834dd9-f6e2-45cf-b7d4-ed5ce6fe3ff2 req-6ed169f0-1ea9-4d59-b8e4-a2a85199abef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:53:27.171544 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-16834dd9-f6e2-45cf-b7d4-ed5ce6fe3ff2 req-6ed169f0-1ea9-4d59-b8e4-a2a85199abef service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=55b562d5-5067-4b35-82c1-b8cbe81beb27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1000512 May 20 20:53:27.201788 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-0621da0e-1933-4d74-9944-3bc3d044db27 req-90b2d73a-da93-494b-b8f9-5cc66ce1258b tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Notify callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:27.285634 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-16834dd9-f6e2-45cf-b7d4-ed5ce6fe3ff2 req-6b811569-8e9b-47af-8129-a2486a023ba2 service neutron] 10.222.0.13 "GET /v2.0/networks/55b562d5-5067-4b35-82c1-b8cbe81beb27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067655 May 20 20:53:27.293389 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-0621da0e-1933-4d74-9944-3bc3d044db27 req-90b2d73a-da93-494b-b8f9-5cc66ce1258b tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:27.443296 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0621da0e-1933-4d74-9944-3bc3d044db27 req-90b2d73a-da93-494b-b8f9-5cc66ce1258b tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Network 181ef755-3c24-496f-be08-8076c8a38f91 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:53:27.475024 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [req-0621da0e-1933-4d74-9944-3bc3d044db27 req-90b2d73a-da93-494b-b8f9-5cc66ce1258b tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:53:27.512949 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [req-0621da0e-1933-4d74-9944-3bc3d044db27 req-90b2d73a-da93-494b-b8f9-5cc66ce1258b tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:53:27.591951 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b2d73a-da93-494b-b8f9-5cc66ce1258b tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Pushing event updated for resources: {'Port': ['ID=dd93bd42-29f7-4e8d-8729-3b220e8d384f,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:53:27.599076 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-16834dd9-f6e2-45cf-b7d4-ed5ce6fe3ff2 req-77c81771-7726-4666-a0c5-41fb9f65993d service neutron] 10.222.0.13 "GET /v2.0/networks/55b562d5-5067-4b35-82c1-b8cbe81beb27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2926989 May 20 20:53:27.651409 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0621da0e-1933-4d74-9944-3bc3d044db27 req-90b2d73a-da93-494b-b8f9-5cc66ce1258b tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:53:27.651409 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-0621da0e-1933-4d74-9944-3bc3d044db27 req-90b2d73a-da93-494b-b8f9-5cc66ce1258b tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:27.707070 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f6fe37-e4ea-4672-ace4-17e66c7bf4fa req-7424b76a-e6b7-42a9-bdc7-9ee18f5dc11f tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:53:27.721841 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-00f6fe37-e4ea-4672-ace4-17e66c7bf4fa req-7424b76a-e6b7-42a9-bdc7-9ee18f5dc11f tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "GET /v2.0/ports?device_id=21c75c63-d7e7-425b-8b16-c8921fbdeea8 HTTP/1.1" status: 200 len: 943 time: 0.2870009 May 20 20:53:27.793325 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-16834dd9-f6e2-45cf-b7d4-ed5ce6fe3ff2 req-9b13a414-2649-469b-b17f-5887c97a2a09 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=74e04797-896f-4ee0-abd1-9e9b3dbcaed4 HTTP/1.1" status: 200 len: 217 time: 0.1854789 May 20 20:53:27.796732 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0621da0e-1933-4d74-9944-3bc3d044db27 req-90b2d73a-da93-494b-b8f9-5cc66ce1258b tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9798384 May 20 20:53:27.840712 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [req-0621da0e-1933-4d74-9944-3bc3d044db27 req-31da0f1b-48f8-4854-93d4-b21065ec07ae service neutron] Request body: {'port': {'device_id': '1ae0a7e5-8460-41a8-99e3-3da4fcb4bcfe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-842733-1'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:53:27.877821 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-00f6fe37-e4ea-4672-ace4-17e66c7bf4fa req-05fb9129-543c-4153-b173-94e89f680fdc tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "GET /v2.0/security-groups?id=5b891fce-4408-49e0-87f4-eab591cb6bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1550024 May 20 20:53:27.962779 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16834dd9-f6e2-45cf-b7d4-ed5ce6fe3ff2 req-ba01c8f8-e505-496f-93e5-16f6736ac0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:53:27.983199 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-16834dd9-f6e2-45cf-b7d4-ed5ce6fe3ff2 req-ba01c8f8-e505-496f-93e5-16f6736ac0bd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7fbbf488-7764-47d2-845a-1d321aa7918a HTTP/1.1" status: 200 len: 797 time: 0.1821668 May 20 20:53:28.019557 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-0621da0e-1933-4d74-9944-3bc3d044db27 req-31da0f1b-48f8-4854-93d4-b21065ec07ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:28.083148 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16834dd9-f6e2-45cf-b7d4-ed5ce6fe3ff2 req-a00c3362-5318-4382-a9f9-552a46da0ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:53:28.084656 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-16834dd9-f6e2-45cf-b7d4-ed5ce6fe3ff2 req-a00c3362-5318-4382-a9f9-552a46da0ecc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=55b562d5-5067-4b35-82c1-b8cbe81beb27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0951960 May 20 20:53:28.088111 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef168fe-72fb-4b53-b69d-4bafffd4064f req-44a500d2-19ec-4c01-9ab5-d09cb6c31db5 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:53:28.104951 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9ef168fe-72fb-4b53-b69d-4bafffd4064f req-44a500d2-19ec-4c01-9ab5-d09cb6c31db5 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/ports?device_id=1ae0a7e5-8460-41a8-99e3-3da4fcb4bcfe HTTP/1.1" status: 200 len: 931 time: 0.1752887 May 20 20:53:28.232248 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9ef168fe-72fb-4b53-b69d-4bafffd4064f req-007e15d7-549f-45b0-bb66-a93abd858f4a tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f722a60-38a1-4dbc-a8ff-49f0b32ee364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263092 May 20 20:53:28.233306 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-16834dd9-f6e2-45cf-b7d4-ed5ce6fe3ff2 req-da67a8a8-2920-4b7c-be4d-f5c21acd8f9f service neutron] 10.222.0.13 "GET /v2.0/networks/55b562d5-5067-4b35-82c1-b8cbe81beb27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389434 May 20 20:53:28.565711 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-16834dd9-f6e2-45cf-b7d4-ed5ce6fe3ff2 req-5a5bbcfd-cb22-4643-b265-74715258c67c service neutron] 10.222.0.13 "GET /v2.0/networks/55b562d5-5067-4b35-82c1-b8cbe81beb27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3238866 May 20 20:53:28.705699 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [req-0621da0e-1933-4d74-9944-3bc3d044db27 req-31da0f1b-48f8-4854-93d4-b21065ec07ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd93bd42-29f7-4e8d-8729-3b220e8d384f {{(pid=103163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:53:28.715845 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-0621da0e-1933-4d74-9944-3bc3d044db27 req-31da0f1b-48f8-4854-93d4-b21065ec07ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:28.730183 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [req-0621da0e-1933-4d74-9944-3bc3d044db27 req-31da0f1b-48f8-4854-93d4-b21065ec07ae service neutron] Transition to ACTIVE for port object dd93bd42-29f7-4e8d-8729-3b220e8d384f will not be triggered until provisioned by entity L2. {{(pid=103163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 20:53:28.840576 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-0621da0e-1933-4d74-9944-3bc3d044db27 req-31da0f1b-48f8-4854-93d4-b21065ec07ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:29.104301 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-0621da0e-1933-4d74-9944-3bc3d044db27 req-31da0f1b-48f8-4854-93d4-b21065ec07ae service neutron] Attempting to bind port dd93bd42-29f7-4e8d-8729-3b220e8d384f on host n-h1-842733-1 for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:53:29.107187 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-0621da0e-1933-4d74-9944-3bc3d044db27 req-31da0f1b-48f8-4854-93d4-b21065ec07ae service neutron] Attempting to bind port dd93bd42-29f7-4e8d-8729-3b220e8d384f by drivers openvswitch,hyperv on host n-h1-842733-1 at level 0 using segments [{'id': '5c3b9203-18da-4ba0-88d6-e36130f615fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '181ef755-3c24-496f-be08-8076c8a38f91'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:53:29.107187 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0621da0e-1933-4d74-9944-3bc3d044db27 req-31da0f1b-48f8-4854-93d4-b21065ec07ae service neutron] Attempting to bind port dd93bd42-29f7-4e8d-8729-3b220e8d384f on network 181ef755-3c24-496f-be08-8076c8a38f91 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:53:29.128475 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0621da0e-1933-4d74-9944-3bc3d044db27 req-31da0f1b-48f8-4854-93d4-b21065ec07ae service neutron] Port dd93bd42-29f7-4e8d-8729-3b220e8d384f on network 181ef755-3c24-496f-be08-8076c8a38f91 not bound, no agent of type Open vSwitch agent registered on host n-h1-842733-1 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 20:53:29.129089 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0621da0e-1933-4d74-9944-3bc3d044db27 req-31da0f1b-48f8-4854-93d4-b21065ec07ae service neutron] Attempting to bind port dd93bd42-29f7-4e8d-8729-3b220e8d384f on network 181ef755-3c24-496f-be08-8076c8a38f91 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:53:29.191039 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31da0f1b-48f8-4854-93d4-b21065ec07ae service neutron] Pushing event updated for resources: {'Port': ['ID=dd93bd42-29f7-4e8d-8729-3b220e8d384f,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:53:29.195830 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0621da0e-1933-4d74-9944-3bc3d044db27 req-31da0f1b-48f8-4854-93d4-b21065ec07ae service neutron] Checking agent: {'id': '08dfb1ce-804b-4db8-838b-21094082e041', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 32, 54), 'started_at': datetime.datetime(2022, 5, 20, 20, 32, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 53, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:53:29.196454 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0621da0e-1933-4d74-9944-3bc3d044db27 req-31da0f1b-48f8-4854-93d4-b21065ec07ae service neutron] Checking segment: {'id': '5c3b9203-18da-4ba0-88d6-e36130f615fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '181ef755-3c24-496f-be08-8076c8a38f91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:53:29.197080 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0621da0e-1933-4d74-9944-3bc3d044db27 req-31da0f1b-48f8-4854-93d4-b21065ec07ae service neutron] Bound using segment: {'id': '5c3b9203-18da-4ba0-88d6-e36130f615fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '181ef755-3c24-496f-be08-8076c8a38f91'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:53:29.197783 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-0621da0e-1933-4d74-9944-3bc3d044db27 req-31da0f1b-48f8-4854-93d4-b21065ec07ae service neutron] Bound port: dd93bd42-29f7-4e8d-8729-3b220e8d384f, host: n-h1-842733-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c3b9203-18da-4ba0-88d6-e36130f615fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '181ef755-3c24-496f-be08-8076c8a38f91'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:53:29.198333 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-0621da0e-1933-4d74-9944-3bc3d044db27 req-31da0f1b-48f8-4854-93d4-b21065ec07ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:29.398677 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-0621da0e-1933-4d74-9944-3bc3d044db27 req-31da0f1b-48f8-4854-93d4-b21065ec07ae service neutron] For port dd93bd42-29f7-4e8d-8729-3b220e8d384f, host n-h1-842733-1, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:53:29.417864 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd064643-355f-4d72-a03f-ba995998d713 req-a750e52f-0d1a-43a0-9e7f-09562a029ff6 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:53:29.419739 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-dd064643-355f-4d72-a03f-ba995998d713 req-a750e52f-0d1a-43a0-9e7f-09562a029ff6 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "GET /v2.0/ports?device_id=21c75c63-d7e7-425b-8b16-c8921fbdeea8 HTTP/1.1" status: 200 len: 943 time: 0.3404253 May 20 20:53:29.439475 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-0621da0e-1933-4d74-9944-3bc3d044db27 req-31da0f1b-48f8-4854-93d4-b21065ec07ae service neutron] For port dd93bd42-29f7-4e8d-8729-3b220e8d384f, host n-h1-842733-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=dd93bd42-29f7-4e8d-8729-3b220e8d384f,segment=NetworkSegment(5c3b9203-18da-4ba0-88d6-e36130f615fb),segment_id=5c3b9203-18da-4ba0-88d6-e36130f615fb)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:53:29.469116 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5b21f0-fced-4ca6-8aec-2ad7204dc356 req-8c7e9cd5-55e4-4774-a7f7-8597c4a5b4f3 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:53:29.474190 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3a5b21f0-fced-4ca6-8aec-2ad7204dc356 req-8c7e9cd5-55e4-4774-a7f7-8597c4a5b4f3 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/ports?device_id=1ae0a7e5-8460-41a8-99e3-3da4fcb4bcfe HTTP/1.1" status: 200 len: 943 time: 0.1208642 May 20 20:53:29.537412 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-0621da0e-1933-4d74-9944-3bc3d044db27 req-31da0f1b-48f8-4854-93d4-b21065ec07ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:29.648713 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3a5b21f0-fced-4ca6-8aec-2ad7204dc356 req-2f476bad-cd43-4313-92bf-6525c6cb25c5 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f722a60-38a1-4dbc-a8ff-49f0b32ee364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733899 May 20 20:53:29.696495 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-dd064643-355f-4d72-a03f-ba995998d713 req-c18cb926-716b-4e76-95d6-f9475b21bd9b tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "GET /v2.0/security-groups?id=5b891fce-4408-49e0-87f4-eab591cb6bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2619286 May 20 20:53:29.705730 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0621da0e-1933-4d74-9944-3bc3d044db27 req-31da0f1b-48f8-4854-93d4-b21065ec07ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:53:29.706753 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-0621da0e-1933-4d74-9944-3bc3d044db27 req-31da0f1b-48f8-4854-93d4-b21065ec07ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:29.712389 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0621da0e-1933-4d74-9944-3bc3d044db27 req-31da0f1b-48f8-4854-93d4-b21065ec07ae service neutron] 10.222.0.24 "PUT /v2.0/ports/dd93bd42-29f7-4e8d-8729-3b220e8d384f HTTP/1.1" status: 200 len: 1091 time: 1.9008734 May 20 20:53:29.726422 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ae0a7e5-8460-41a8-99e3-3da4fcb4bcfe', 'tag': 'dd93bd42-29f7-4e8d-8729-3b220e8d384f'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:53:29.729390 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4291b17aa7b45362825f0571e77c85f5e73afe1df9c7e9e15006df9d695c005e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a445d6cb-3bc8-4574-bcbb-75756aaa9f70" -d '{"events": [{"name": "network-changed", "server_uuid": "1ae0a7e5-8460-41a8-99e3-3da4fcb4bcfe", "tag": "dd93bd42-29f7-4e8d-8729-3b220e8d384f"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:53:29.774462 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31da0f1b-48f8-4854-93d4-b21065ec07ae service neutron] Pushing event updated for resources: {'Port': ['ID=dd93bd42-29f7-4e8d-8729-3b220e8d384f,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:53:29.787013 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 20:53:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33053d2a-d985-4cdb-8963-c9e2d995be7f x-openstack-request-id: req-33053d2a-d985-4cdb-8963-c9e2d995be7f {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:53:29.787493 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ae0a7e5-8460-41a8-99e3-3da4fcb4bcfe", "tag": "dd93bd42-29f7-4e8d-8729-3b220e8d384f", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:53:29.787918 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-33053d2a-d985-4cdb-8963-c9e2d995be7f {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:53:29.788485 n-d-842733-1 neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33053d2a-d985-4cdb-8963-c9e2d995be7f'] response: {'name': 'network-changed', 'server_uuid': '1ae0a7e5-8460-41a8-99e3-3da4fcb4bcfe', 'tag': 'dd93bd42-29f7-4e8d-8729-3b220e8d384f', 'status': 'completed', 'code': 200} May 20 20:53:29.943674 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a445d6cb-3bc8-4574-bcbb-75756aaa9f70 req-75eb935d-55c4-4606-a919-0a28135c487f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:53:29.949031 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a445d6cb-3bc8-4574-bcbb-75756aaa9f70 req-75eb935d-55c4-4606-a919-0a28135c487f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=715802857a834d4a8fbaa37d5efc4e1e&device_id=1ae0a7e5-8460-41a8-99e3-3da4fcb4bcfe HTTP/1.1" status: 200 len: 1094 time: 0.1236687 May 20 20:53:30.308145 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a445d6cb-3bc8-4574-bcbb-75756aaa9f70 req-017596da-1776-4cb5-a02d-6616280e209c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:53:30.310129 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a445d6cb-3bc8-4574-bcbb-75756aaa9f70 req-017596da-1776-4cb5-a02d-6616280e209c service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=715802857a834d4a8fbaa37d5efc4e1e&shared=False HTTP/1.1" status: 200 len: 913 time: 0.3435936 May 20 20:53:30.574629 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a445d6cb-3bc8-4574-bcbb-75756aaa9f70 req-6c0a55e7-a92a-4e9e-9c0b-8b794e0dfb9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:53:30.580009 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a445d6cb-3bc8-4574-bcbb-75756aaa9f70 req-6c0a55e7-a92a-4e9e-9c0b-8b794e0dfb9f service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2557557 May 20 20:53:30.802016 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0621da0e-1933-4d74-9944-3bc3d044db27 req-89481319-1c7c-4bdb-8918-b8cac0f55c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:53:30.805504 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0621da0e-1933-4d74-9944-3bc3d044db27 req-89481319-1c7c-4bdb-8918-b8cac0f55c34 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=715802857a834d4a8fbaa37d5efc4e1e&device_id=1ae0a7e5-8460-41a8-99e3-3da4fcb4bcfe HTTP/1.1" status: 200 len: 1094 time: 0.1424298 May 20 20:53:30.935651 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0621da0e-1933-4d74-9944-3bc3d044db27 req-0deccee3-9ef1-43a7-ada2-f5e7c24f20c7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dd93bd42-29f7-4e8d-8729-3b220e8d384f HTTP/1.1" status: 200 len: 217 time: 0.1194088 May 20 20:53:31.167408 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0621da0e-1933-4d74-9944-3bc3d044db27 req-b9b97aad-1ea6-458c-865e-d8d1eb87cf66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:53:31.169522 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0621da0e-1933-4d74-9944-3bc3d044db27 req-b9b97aad-1ea6-458c-865e-d8d1eb87cf66 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=dd6622f3-1158-4c3b-bd25-193ec3e3078b HTTP/1.1" status: 200 len: 852 time: 0.2096317 May 20 20:53:31.202004 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88eb6e1-b9dd-4b7f-bf7b-d139b60c4683 req-a21e9fbd-306a-493f-92b1-cf96a52af95d tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:53:31.206185 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d88eb6e1-b9dd-4b7f-bf7b-d139b60c4683 req-a21e9fbd-306a-493f-92b1-cf96a52af95d tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/ports?device_id=1ae0a7e5-8460-41a8-99e3-3da4fcb4bcfe HTTP/1.1" status: 200 len: 943 time: 0.2717435 May 20 20:53:31.240050 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0621da0e-1933-4d74-9944-3bc3d044db27 req-0a062b81-102a-4a21-82b9-34ade8e13f73 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=181ef755-3c24-496f-be08-8076c8a38f91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0594697 May 20 20:53:31.250237 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40ecb24-3626-4308-aed0-0df8fac65e98 req-5545713e-50aa-4b60-8b12-cab2eb97d20f tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:53:31.253360 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a40ecb24-3626-4308-aed0-0df8fac65e98 req-5545713e-50aa-4b60-8b12-cab2eb97d20f tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "GET /v2.0/ports?device_id=21c75c63-d7e7-425b-8b16-c8921fbdeea8 HTTP/1.1" status: 200 len: 943 time: 0.2957211 May 20 20:53:31.418715 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0621da0e-1933-4d74-9944-3bc3d044db27 req-9b2bfc40-7377-47fe-b750-c0660f8d4beb service neutron] 10.222.0.24 "GET /v2.0/networks/181ef755-3c24-496f-be08-8076c8a38f91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1624277 May 20 20:53:31.529530 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d88eb6e1-b9dd-4b7f-bf7b-d139b60c4683 req-ee1e5f76-4159-4ec5-a236-da19d9652c9a tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f722a60-38a1-4dbc-a8ff-49f0b32ee364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3004980 May 20 20:53:31.558535 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a40ecb24-3626-4308-aed0-0df8fac65e98 req-02040cef-956c-478f-abde-7a4be6c35ac2 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "GET /v2.0/security-groups?id=5b891fce-4408-49e0-87f4-eab591cb6bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2919142 May 20 20:53:31.688251 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0621da0e-1933-4d74-9944-3bc3d044db27 req-4e2f8198-9d0d-4e64-9f4b-bc5df6b6db22 service neutron] 10.222.0.24 "GET /v2.0/networks/181ef755-3c24-496f-be08-8076c8a38f91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2480259 May 20 20:53:32.286069 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:32.982058 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853766bc-de0a-494e-80b3-311f7ab858be req-a409a54b-54ae-408c-a476-817e8c83bcf0 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:53:32.984388 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-853766bc-de0a-494e-80b3-311f7ab858be req-a409a54b-54ae-408c-a476-817e8c83bcf0 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/ports?device_id=1ae0a7e5-8460-41a8-99e3-3da4fcb4bcfe HTTP/1.1" status: 200 len: 943 time: 0.2719901 May 20 20:53:33.000438 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaab97d8-c600-4cab-9a35-b8d14e40579c req-0a4c38a5-a537-4dbe-a370-840a1404c1bc tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:53:33.008810 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-eaab97d8-c600-4cab-9a35-b8d14e40579c req-0a4c38a5-a537-4dbe-a370-840a1404c1bc tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "GET /v2.0/ports?device_id=21c75c63-d7e7-425b-8b16-c8921fbdeea8 HTTP/1.1" status: 200 len: 943 time: 0.1992800 May 20 20:53:33.067876 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-853766bc-de0a-494e-80b3-311f7ab858be req-cdac8f73-600b-4b5d-9788-3ec921ec887c tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f722a60-38a1-4dbc-a8ff-49f0b32ee364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547829 May 20 20:53:33.163532 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-eaab97d8-c600-4cab-9a35-b8d14e40579c req-d2429db9-6051-4b91-93ab-d0978917cf8f tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "GET /v2.0/security-groups?id=5b891fce-4408-49e0-87f4-eab591cb6bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1535740 May 20 20:53:33.450845 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 54386) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:53:33.668692 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 54390) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:53:33.872734 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1f5e4c92-db3b-4a96-9b10-b1e3c6bae6dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:33.938803 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-05dfb75f-af7b-4f9b-bfac-9e4c1da1f6cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:34.012882 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1f5e4c92-db3b-4a96-9b10-b1e3c6bae6dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:34.081267 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-05dfb75f-af7b-4f9b-bfac-9e4c1da1f6cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:34.197822 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device dd93bd42-29f7-4e8d-8729-3b220e8d384f details requested by agent hyperv_n-h1-842733-1 with host n-h1-842733-1 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 20:53:34.327018 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed56b002-3aa8-46dc-b349-1702d6cb1d78 req-eabf2fe6-de76-42d4-85a1-e4c7b1018dd8 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:53:34.345380 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ed56b002-3aa8-46dc-b349-1702d6cb1d78 req-eabf2fe6-de76-42d4-85a1-e4c7b1018dd8 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/ports?device_id=1ae0a7e5-8460-41a8-99e3-3da4fcb4bcfe HTTP/1.1" status: 200 len: 943 time: 0.1350009 May 20 20:53:34.345536 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port dd93bd42-29f7-4e8d-8729-3b220e8d384f, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=dd93bd42-29f7-4e8d-8729-3b220e8d384f,segment=NetworkSegment(5c3b9203-18da-4ba0-88d6-e36130f615fb),segment_id=5c3b9203-18da-4ba0-88d6-e36130f615fb)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:53:34.358035 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Returning: {'device': 'dd93bd42-29f7-4e8d-8729-3b220e8d384f', 'network_id': '181ef755-3c24-496f-be08-8076c8a38f91', 'port_id': 'dd93bd42-29f7-4e8d-8729-3b220e8d384f', 'mac_address': 'fa:16:3e:6b:5b:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd6622f3-1158-4c3b-bd25-193ec3e3078b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 20 20:53:34.407246 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ed56b002-3aa8-46dc-b349-1702d6cb1d78 req-8afac5e5-9418-4b4e-a9df-0f73ab91bde3 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f722a60-38a1-4dbc-a8ff-49f0b32ee364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627675 May 20 20:53:34.409961 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Current status of the port dd93bd42-29f7-4e8d-8729-3b220e8d384f is: DOWN; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:53:34.410660 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:34.415756 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a245e99-d136-4ce3-8de5-87f36a63d592 req-0c7b6c93-6dbc-4a71-869c-dabf9af8b18a tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:53:34.417339 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5a245e99-d136-4ce3-8de5-87f36a63d592 req-0c7b6c93-6dbc-4a71-869c-dabf9af8b18a tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "GET /v2.0/ports?device_id=21c75c63-d7e7-425b-8b16-c8921fbdeea8 HTTP/1.1" status: 200 len: 943 time: 0.1130693 May 20 20:53:34.428894 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd93bd42-29f7-4e8d-8729-3b220e8d384f {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:53:34.463665 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port dd93bd42-29f7-4e8d-8729-3b220e8d384f, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=dd93bd42-29f7-4e8d-8729-3b220e8d384f,segment=NetworkSegment(5c3b9203-18da-4ba0-88d6-e36130f615fb),segment_id=5c3b9203-18da-4ba0-88d6-e36130f615fb)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:53:34.497665 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5a245e99-d136-4ce3-8de5-87f36a63d592 req-0e59c182-7623-49d5-8316-016251ed7b7b tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "GET /v2.0/security-groups?id=5b891fce-4408-49e0-87f4-eab591cb6bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713303 May 20 20:53:34.679839 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1f5e4c92-db3b-4a96-9b10-b1e3c6bae6dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:34.743317 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-1f5e4c92-db3b-4a96-9b10-b1e3c6bae6dd admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9fb52a749bf7418e9b5bb39432efe5eb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2684293 May 20 20:53:34.743317 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5e4c92-db3b-4a96-9b10-b1e3c6bae6dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62ae9d64-3654-4f6b-b203-b7ad9f2c0a0d,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:53:34.743317 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 54410) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:53:34.795990 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-59630444-338b-41f9-be88-1611e071917f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:34.829124 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-59630444-338b-41f9-be88-1611e071917f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:35.068479 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-05dfb75f-af7b-4f9b-bfac-9e4c1da1f6cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:35.101182 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:35.106331 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-59630444-338b-41f9-be88-1611e071917f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:35.108837 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-59630444-338b-41f9-be88-1611e071917f admin admin] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:35.110686 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-59630444-338b-41f9-be88-1611e071917f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/62ae9d64-3654-4f6b-b203-b7ad9f2c0a0d HTTP/1.1" status: 204 len: 168 time: 0.3731863 May 20 20:53:35.147859 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05dfb75f-af7b-4f9b-bfac-9e4c1da1f6cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d21242be-b1be-4a46-917d-46723a2b8c7e,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:53:35.180527 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Pushing event updated for resources: {'Port': ['ID=dd93bd42-29f7-4e8d-8729-3b220e8d384f,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:53:35.192176 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-05dfb75f-af7b-4f9b-bfac-9e4c1da1f6cb admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2ec34515623843839c6b0dbe2a8a2846&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5193868 May 20 20:53:35.192627 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 54414) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:53:35.213339 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59630444-338b-41f9-be88-1611e071917f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62ae9d64-3654-4f6b-b203-b7ad9f2c0a0d,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:53:35.287916 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5121ba28-4d07-45a1-bdd3-2c60690ccafe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:35.318302 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5121ba28-4d07-45a1-bdd3-2c60690ccafe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:35.355347 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] get_ports_and_sgs() called for port_ids ['dd93bd42-29f7-4e8d-8729-3b220e8d384f'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:53:35.504132 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5121ba28-4d07-45a1-bdd3-2c60690ccafe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:35.507356 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5121ba28-4d07-45a1-bdd3-2c60690ccafe admin admin] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:35.510334 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-5121ba28-4d07-45a1-bdd3-2c60690ccafe admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d21242be-b1be-4a46-917d-46723a2b8c7e HTTP/1.1" status: 204 len: 168 time: 0.3166928 May 20 20:53:35.529193 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5121ba28-4d07-45a1-bdd3-2c60690ccafe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d21242be-b1be-4a46-917d-46723a2b8c7e,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:53:35.612109 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 54430) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:53:35.759832 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794f0cb7-e9af-430f-98be-efaea800a60c req-94bf9b99-00ab-45f3-8a23-92f0069c9690 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:53:35.772990 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-794f0cb7-e9af-430f-98be-efaea800a60c req-94bf9b99-00ab-45f3-8a23-92f0069c9690 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/ports?device_id=1ae0a7e5-8460-41a8-99e3-3da4fcb4bcfe HTTP/1.1" status: 200 len: 944 time: 0.1732438 May 20 20:53:35.818261 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e7c98f-0e4b-46c7-b3f8-8908fa08b08b req-44a9dcbf-e759-4b0e-b974-c3b9365d25ff tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:53:35.819811 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-89e7c98f-0e4b-46c7-b3f8-8908fa08b08b req-44a9dcbf-e759-4b0e-b974-c3b9365d25ff tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/ports?device_id=03abbdec-2b0d-4070-9a67-4bafa23e6224 HTTP/1.1" status: 200 len: 946 time: 0.1800857 May 20 20:53:35.853807 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8ce67a87-0537-432e-8c13-4c229457480b admin admin] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:35.867132 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-794f0cb7-e9af-430f-98be-efaea800a60c req-ef1bdf6b-8d46-44c3-bc65-0cce22f75888 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f722a60-38a1-4dbc-a8ff-49f0b32ee364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888810 May 20 20:53:35.921895 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-89e7c98f-0e4b-46c7-b3f8-8908fa08b08b req-00bcaab6-fdc8-4fc2-b7a3-3e7efbce5155 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9f9543d-587a-47bd-8772-bda4bd5582ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908363 May 20 20:53:36.040316 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8ce67a87-0537-432e-8c13-4c229457480b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:36.050509 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68db1bc0-7b03-4f9b-970e-708675989840 req-134d9360-4d5e-436a-b1cc-c70e4ec05bbb tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:53:36.052376 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-68db1bc0-7b03-4f9b-970e-708675989840 req-134d9360-4d5e-436a-b1cc-c70e4ec05bbb tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "GET /v2.0/ports?device_id=21c75c63-d7e7-425b-8b16-c8921fbdeea8 HTTP/1.1" status: 200 len: 943 time: 0.0718129 May 20 20:53:36.103275 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-68db1bc0-7b03-4f9b-970e-708675989840 req-4182366b-789d-45f7-aa2c-fcdd1734cb46 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "GET /v2.0/security-groups?id=5b891fce-4408-49e0-87f4-eab591cb6bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435741 May 20 20:53:36.113982 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8ce67a87-0537-432e-8c13-4c229457480b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:36.160812 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 54442) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:53:36.161257 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-8ce67a87-0537-432e-8c13-4c229457480b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=124798e3419c4bad82a85aee3694ec01&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5503187 May 20 20:53:36.187513 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce67a87-0537-432e-8c13-4c229457480b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f98869d9-8c54-4699-9c87-f51218e37bf0,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:53:36.195764 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device dd93bd42-29f7-4e8d-8729-3b220e8d384f up at agent hyperv_n-h1-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:53:36.272210 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-228d2e6c-3e51-4625-9e8e-fc3384fbc475 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:36.295949 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-228d2e6c-3e51-4625-9e8e-fc3384fbc475 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:36.325824 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Provisioning for port dd93bd42-29f7-4e8d-8729-3b220e8d384f completed by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 20:53:36.330764 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Provisioning complete for port dd93bd42-29f7-4e8d-8729-3b220e8d384f triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:53:36.332206 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:36.432308 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Current status of the port dd93bd42-29f7-4e8d-8729-3b220e8d384f is: BUILD; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:53:36.432934 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:36.440521 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-228d2e6c-3e51-4625-9e8e-fc3384fbc475 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:36.442986 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-228d2e6c-3e51-4625-9e8e-fc3384fbc475 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:36.447359 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-228d2e6c-3e51-4625-9e8e-fc3384fbc475 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f98869d9-8c54-4699-9c87-f51218e37bf0 HTTP/1.1" status: 204 len: 168 time: 0.2851837 May 20 20:53:36.458419 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228d2e6c-3e51-4625-9e8e-fc3384fbc475 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f98869d9-8c54-4699-9c87-f51218e37bf0,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:53:36.470285 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ae0a7e5-8460-41a8-99e3-3da4fcb4bcfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd93bd42-29f7-4e8d-8729-3b220e8d384f'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:53:36.472837 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8485417003ce7c0410b00f5cdc2f391e21107b70bb68e2773712534a96e108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-050dcc2f-05ac-4ccc-8fbf-bb2466ad57f8" -d '{"events": [{"server_uuid": "1ae0a7e5-8460-41a8-99e3-3da4fcb4bcfe", "name": "network-vif-plugged", "status": "completed", "tag": "dd93bd42-29f7-4e8d-8729-3b220e8d384f"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:53:36.494397 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port dd93bd42-29f7-4e8d-8729-3b220e8d384f, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=dd93bd42-29f7-4e8d-8729-3b220e8d384f,segment=NetworkSegment(5c3b9203-18da-4ba0-88d6-e36130f615fb),segment_id=5c3b9203-18da-4ba0-88d6-e36130f615fb)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:53:36.517728 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 54454) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:53:36.536025 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-00df981d-9565-4b8a-b1b0-2d9c36be3db0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:36.555419 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 20:53:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a370331-f7a7-478e-8ee3-e58c1f6bf8af x-openstack-request-id: req-7a370331-f7a7-478e-8ee3-e58c1f6bf8af {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:53:36.555799 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ae0a7e5-8460-41a8-99e3-3da4fcb4bcfe", "name": "network-vif-plugged", "status": "completed", "tag": "dd93bd42-29f7-4e8d-8729-3b220e8d384f", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:53:36.556200 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7a370331-f7a7-478e-8ee3-e58c1f6bf8af {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:53:36.556685 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a370331-f7a7-478e-8ee3-e58c1f6bf8af'] response: {'server_uuid': '1ae0a7e5-8460-41a8-99e3-3da4fcb4bcfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd93bd42-29f7-4e8d-8729-3b220e8d384f', 'code': 200} May 20 20:53:36.582703 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:36.689509 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Pushing event updated for resources: {'Port': ['ID=dd93bd42-29f7-4e8d-8729-3b220e8d384f,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:53:36.710740 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-00df981d-9565-4b8a-b1b0-2d9c36be3db0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:36.723264 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe20d027-4bc1-4c6a-9672-2c0a2d6af6f6 req-2da04d72-9dd1-4895-9355-7f5c2ad3e48c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:53:36.730980 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-fe20d027-4bc1-4c6a-9672-2c0a2d6af6f6 req-2da04d72-9dd1-4895-9355-7f5c2ad3e48c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=1ae0a7e5-8460-41a8-99e3-3da4fcb4bcfe HTTP/1.1" status: 200 len: 1096 time: 0.0935071 May 20 20:53:36.762872 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-fe20d027-4bc1-4c6a-9672-2c0a2d6af6f6 req-fab59f4f-a7ed-468d-aa09-5d98fd6543c5 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=5f722a60-38a1-4dbc-a8ff-49f0b32ee364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303612 May 20 20:53:36.793910 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-00df981d-9565-4b8a-b1b0-2d9c36be3db0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:36.833965 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-00df981d-9565-4b8a-b1b0-2d9c36be3db0 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=109fb905b1924f0fb419cc21bcce4b3a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3148756 May 20 20:53:36.834823 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00df981d-9565-4b8a-b1b0-2d9c36be3db0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79da498d-0163-4486-82be-117bfe2dc78e,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:53:36.836640 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 54460) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:53:36.910472 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7949ea17-d312-49db-b5bc-ca259ea4b8ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:36.945928 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7949ea17-d312-49db-b5bc-ca259ea4b8ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:37.035965 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895dd8b6-8e05-4bba-a7e9-2656eed38d63 req-f3edfbcd-f900-4fa9-b9d8-f228ad485608 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:53:37.037511 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-895dd8b6-8e05-4bba-a7e9-2656eed38d63 req-f3edfbcd-f900-4fa9-b9d8-f228ad485608 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/ports?device_id=1ae0a7e5-8460-41a8-99e3-3da4fcb4bcfe HTTP/1.1" status: 200 len: 945 time: 0.0943277 May 20 20:53:37.092800 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7949ea17-d312-49db-b5bc-ca259ea4b8ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:37.095908 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7949ea17-d312-49db-b5bc-ca259ea4b8ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:37.097147 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-7949ea17-d312-49db-b5bc-ca259ea4b8ce admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/79da498d-0163-4486-82be-117bfe2dc78e HTTP/1.1" status: 204 len: 168 time: 0.2594552 May 20 20:53:37.101855 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00182c4-b499-4a37-969e-86358eb795df req-dc7a13f5-88d3-4f7d-a98d-69ddc68b878b tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:53:37.105881 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7949ea17-d312-49db-b5bc-ca259ea4b8ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79da498d-0163-4486-82be-117bfe2dc78e,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:53:37.109325 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c00182c4-b499-4a37-969e-86358eb795df req-dc7a13f5-88d3-4f7d-a98d-69ddc68b878b tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/ports?device_id=03abbdec-2b0d-4070-9a67-4bafa23e6224 HTTP/1.1" status: 200 len: 946 time: 0.1010716 May 20 20:53:37.122289 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-895dd8b6-8e05-4bba-a7e9-2656eed38d63 req-bd6253b3-c9ce-4714-aba2-617f5d3eba45 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f722a60-38a1-4dbc-a8ff-49f0b32ee364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703621 May 20 20:53:37.179065 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 54476) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:53:37.183698 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c00182c4-b499-4a37-969e-86358eb795df req-d9ccaa63-b1dc-441c-a2f0-ea2bac667e88 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9f9543d-587a-47bd-8772-bda4bd5582ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589530 May 20 20:53:37.196352 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4a45702d-84df-4287-b2ea-b9c1ab4c4f41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:37.288837 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d702e620-51d7-4592-ae83-c16f820a4998 req-315dc1e0-5226-4645-8f59-ec8d3bb104d3 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:53:37.291027 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d702e620-51d7-4592-ae83-c16f820a4998 req-315dc1e0-5226-4645-8f59-ec8d3bb104d3 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "GET /v2.0/ports?device_id=21c75c63-d7e7-425b-8b16-c8921fbdeea8 HTTP/1.1" status: 200 len: 943 time: 0.0578835 May 20 20:53:37.304977 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4a45702d-84df-4287-b2ea-b9c1ab4c4f41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:37.362097 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d702e620-51d7-4592-ae83-c16f820a4998 req-da0e5f57-33b0-4455-802f-37863ef87cd0 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "GET /v2.0/security-groups?id=5b891fce-4408-49e0-87f4-eab591cb6bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640090 May 20 20:53:37.371978 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4a45702d-84df-4287-b2ea-b9c1ab4c4f41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:37.386482 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca1d72f-7a2c-4675-b785-15b50af79a6c req-ddd08257-35ad-4787-be13-38b38364939e tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:53:37.387943 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-aca1d72f-7a2c-4675-b785-15b50af79a6c req-ddd08257-35ad-4787-be13-38b38364939e tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.24 "GET /v2.0/ports?device_id=03abbdec-2b0d-4070-9a67-4bafa23e6224 HTTP/1.1" status: 200 len: 946 time: 0.0571518 May 20 20:53:37.427587 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-4a45702d-84df-4287-b2ea-b9c1ab4c4f41 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3997956daa7d449bb7c24e1fdf074c87&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2472792 May 20 20:53:37.432140 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 54480) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:53:37.437569 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a45702d-84df-4287-b2ea-b9c1ab4c4f41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f0c6e3c-2998-41d3-a0d9-ac03feeb59c7,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:53:37.506898 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8a129526-f318-4d29-b679-33ac3dbc1e13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:37.530273 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8a129526-f318-4d29-b679-33ac3dbc1e13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:37.537858 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [req-aca1d72f-7a2c-4675-b785-15b50af79a6c req-341d3dbb-3aa1-4f1e-8609-43bec8908b83 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] Deleting port b8103aa2-88de-49b1-ba8c-f0ffc2883687 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:53:37.538457 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-aca1d72f-7a2c-4675-b785-15b50af79a6c req-341d3dbb-3aa1-4f1e-8609-43bec8908b83 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:37.632842 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-aca1d72f-7a2c-4675-b785-15b50af79a6c req-341d3dbb-3aa1-4f1e-8609-43bec8908b83 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] For port b8103aa2-88de-49b1-ba8c-f0ffc2883687, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=b8103aa2-88de-49b1-ba8c-f0ffc2883687,segment=NetworkSegment(dd3868d8-2801-4914-84a0-d7fd151b3df3),segment_id=dd3868d8-2801-4914-84a0-d7fd151b3df3)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:53:37.635287 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-aca1d72f-7a2c-4675-b785-15b50af79a6c req-341d3dbb-3aa1-4f1e-8609-43bec8908b83 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:37.648445 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [req-aca1d72f-7a2c-4675-b785-15b50af79a6c req-341d3dbb-3aa1-4f1e-8609-43bec8908b83 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] Calling delete_port for b8103aa2-88de-49b1-ba8c-f0ffc2883687 owned by compute:nova {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:53:37.650962 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8a129526-f318-4d29-b679-33ac3dbc1e13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:37.653565 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8a129526-f318-4d29-b679-33ac3dbc1e13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:37.660642 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-8a129526-f318-4d29-b679-33ac3dbc1e13 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0f0c6e3c-2998-41d3-a0d9-ac03feeb59c7 HTTP/1.1" status: 204 len: 168 time: 0.2241871 May 20 20:53:37.664084 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a129526-f318-4d29-b679-33ac3dbc1e13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f0c6e3c-2998-41d3-a0d9-ac03feeb59c7,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:53:37.896577 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-aca1d72f-7a2c-4675-b785-15b50af79a6c req-341d3dbb-3aa1-4f1e-8609-43bec8908b83 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:37.908968 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] get_ports_and_sgs() called for port_ids ['b8103aa2-88de-49b1-ba8c-f0ffc2883687'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:53:37.948582 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341d3dbb-3aa1-4f1e-8609-43bec8908b83 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] Pushing event deleted for resources: {'Port': ['ID=b8103aa2-88de-49b1-ba8c-f0ffc2883687,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:53:37.974419 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [req-aca1d72f-7a2c-4675-b785-15b50af79a6c req-341d3dbb-3aa1-4f1e-8609-43bec8908b83 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] No DVR routers for this DVR port b8103aa2-88de-49b1-ba8c-f0ffc2883687 on host n-h1-842733-1 {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:53:37.977351 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-aca1d72f-7a2c-4675-b785-15b50af79a6c req-341d3dbb-3aa1-4f1e-8609-43bec8908b83 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:37.980659 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-aca1d72f-7a2c-4675-b785-15b50af79a6c req-341d3dbb-3aa1-4f1e-8609-43bec8908b83 tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.24 "DELETE /v2.0/ports/b8103aa2-88de-49b1-ba8c-f0ffc2883687 HTTP/1.1" status: 204 len: 173 time: 0.5835392 May 20 20:53:37.981200 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03abbdec-2b0d-4070-9a67-4bafa23e6224', 'name': 'network-vif-deleted', 'tag': 'b8103aa2-88de-49b1-ba8c-f0ffc2883687'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:53:37.987131 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4291b17aa7b45362825f0571e77c85f5e73afe1df9c7e9e15006df9d695c005e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c60ab22c-8a60-4517-8a87-58d2ab33dff0" -d '{"events": [{"server_uuid": "03abbdec-2b0d-4070-9a67-4bafa23e6224", "name": "network-vif-deleted", "tag": "b8103aa2-88de-49b1-ba8c-f0ffc2883687"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:53:38.025938 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 20:53:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9178a5d-558f-4b4e-9885-ff460cdea8fa x-openstack-request-id: req-f9178a5d-558f-4b4e-9885-ff460cdea8fa {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:53:38.026282 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03abbdec-2b0d-4070-9a67-4bafa23e6224", "name": "network-vif-deleted", "tag": "b8103aa2-88de-49b1-ba8c-f0ffc2883687", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:53:38.026533 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f9178a5d-558f-4b4e-9885-ff460cdea8fa {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:53:38.026936 n-d-842733-1 neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9178a5d-558f-4b4e-9885-ff460cdea8fa'] response: {'server_uuid': '03abbdec-2b0d-4070-9a67-4bafa23e6224', 'name': 'network-vif-deleted', 'tag': 'b8103aa2-88de-49b1-ba8c-f0ffc2883687', 'status': 'completed', 'code': 200} May 20 20:53:38.215410 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device bb3ded9b-925d-451a-9963-316d30378618 details requested by agent hyperv_n-h1-842733-1 with host n-h1-842733-1 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 20:53:38.284990 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a79f0a0e-13c6-4659-85f9-0de1c9a61bfc req-3360a6f9-98b0-4ec5-8b38-fbedd1626a5e tempest-ServersNegativeTestJSON-186221997 tempest-ServersNegativeTestJSON-186221997-project] 10.222.0.35 "GET /v2.0/ports?device_id=03abbdec-2b0d-4070-9a67-4bafa23e6224 HTTP/1.1" status: 200 len: 210 time: 0.0457873 May 20 20:53:38.309509 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b2aadc-da98-4b16-b6d7-9911c392d269 req-03341923-c1a7-4afc-89c8-e3a49e5a33ce tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:53:38.311103 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e0b2aadc-da98-4b16-b6d7-9911c392d269 req-03341923-c1a7-4afc-89c8-e3a49e5a33ce tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/ports?device_id=1ae0a7e5-8460-41a8-99e3-3da4fcb4bcfe HTTP/1.1" status: 200 len: 945 time: 0.1124749 May 20 20:53:38.335734 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port bb3ded9b-925d-451a-9963-316d30378618, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=bb3ded9b-925d-451a-9963-316d30378618,segment=NetworkSegment(61504ff4-6f7f-4bd9-9a4b-a33b83bae83f),segment_id=61504ff4-6f7f-4bd9-9a4b-a33b83bae83f)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:53:38.350738 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Returning: {'device': 'bb3ded9b-925d-451a-9963-316d30378618', 'network_id': '52b22ddd-d38d-47d7-9f62-928c2e551c45', 'port_id': 'bb3ded9b-925d-451a-9963-316d30378618', 'mac_address': 'fa:16:3e:ba:f2:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77f2b783-fdae-41c3-9017-0093e586145d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 20 20:53:38.362500 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e0b2aadc-da98-4b16-b6d7-9911c392d269 req-d7c1d73f-66fc-4151-ad58-048b357184e2 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f722a60-38a1-4dbc-a8ff-49f0b32ee364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442219 May 20 20:53:38.413550 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Current status of the port bb3ded9b-925d-451a-9963-316d30378618 is: DOWN; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:53:38.414012 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:38.440943 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb3ded9b-925d-451a-9963-316d30378618 {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:53:38.466734 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port bb3ded9b-925d-451a-9963-316d30378618, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=bb3ded9b-925d-451a-9963-316d30378618,segment=NetworkSegment(61504ff4-6f7f-4bd9-9a4b-a33b83bae83f),segment_id=61504ff4-6f7f-4bd9-9a4b-a33b83bae83f)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:53:38.529178 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ab7843-624a-4e08-b660-6b5462bdb89a req-ebafb8c4-8a47-4a18-80bb-4b6ca52d1da3 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:53:38.530976 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a7ab7843-624a-4e08-b660-6b5462bdb89a req-ebafb8c4-8a47-4a18-80bb-4b6ca52d1da3 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "GET /v2.0/ports?device_id=21c75c63-d7e7-425b-8b16-c8921fbdeea8 HTTP/1.1" status: 200 len: 943 time: 0.0572143 May 20 20:53:38.538859 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:38.596546 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Pushing event updated for resources: {'Port': ['ID=bb3ded9b-925d-451a-9963-316d30378618,revision_number=9']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:53:38.596788 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a7ab7843-624a-4e08-b660-6b5462bdb89a req-61c08c9b-19d0-4cc0-a015-c76624f398d0 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "GET /v2.0/security-groups?id=5b891fce-4408-49e0-87f4-eab591cb6bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542352 May 20 20:53:38.752003 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] get_ports_and_sgs() called for port_ids ['bb3ded9b-925d-451a-9963-316d30378618'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:53:39.337867 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 54586) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:53:39.389911 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2ba6171-0aa8-4ff6-9e18-db23273dbcd7 admin admin] Deleting subnet 4430fb8c-e38d-491e-be0f-4a0062e4f021 {{(pid=103162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 20 20:53:39.394409 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b2ba6171-0aa8-4ff6-9e18-db23273dbcd7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:39.446816 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b2ba6171-0aa8-4ff6-9e18-db23273dbcd7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3738392'] for subnet, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:39.495068 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b2ba6171-0aa8-4ff6-9e18-db23273dbcd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33068388'] for subnet, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:39.670081 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b2ba6171-0aa8-4ff6-9e18-db23273dbcd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33068399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3797621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4018265'] for subnet, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:39.708021 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ba6171-0aa8-4ff6-9e18-db23273dbcd7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4430fb8c-e38d-491e-be0f-4a0062e4f021,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:53:39.714338 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b2ba6171-0aa8-4ff6-9e18-db23273dbcd7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:39.719042 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-b2ba6171-0aa8-4ff6-9e18-db23273dbcd7 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/4430fb8c-e38d-491e-be0f-4a0062e4f021 HTTP/1.1" status: 204 len: 168 time: 0.3801868 May 20 20:53:39.724109 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 54622) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:53:39.790246 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0130fe7a-eca2-4fc0-9f1e-396274fa708f req-dca42d38-9c32-4671-9220-930a2ccdc581 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:53:39.802733 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b0bf7d0c-89d7-46fc-9f4b-b5588931a10a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33160123'] for network, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:39.808750 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0130fe7a-eca2-4fc0-9f1e-396274fa708f req-dca42d38-9c32-4671-9220-930a2ccdc581 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "GET /v2.0/ports?device_id=21c75c63-d7e7-425b-8b16-c8921fbdeea8 HTTP/1.1" status: 200 len: 944 time: 0.0884335 May 20 20:53:39.870324 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0130fe7a-eca2-4fc0-9f1e-396274fa708f req-7b06c9d0-aea4-4e3b-86fb-95995e4f2973 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "GET /v2.0/security-groups?id=5b891fce-4408-49e0-87f4-eab591cb6bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547121 May 20 20:53:39.903956 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b0bf7d0c-89d7-46fc-9f4b-b5588931a10a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33072115', 'neutron.services.segments.db._delete_segments_for_network-8782419500584'] for network, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:39.935629 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-b0bf7d0c-89d7-46fc-9f4b-b5588931a10a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9abac87e-130e-4a54-8c74-9469b8c9e8ef']}} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:53:39.947762 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-b0bf7d0c-89d7-46fc-9f4b-b5588931a10a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd3868d8-2801-4914-84a0-d7fd151b3df3') {'for_net_delete': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:53:39.948447 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-b0bf7d0c-89d7-46fc-9f4b-b5588931a10a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd3868d8-2801-4914-84a0-d7fd151b3df3') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:53:39.961834 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b0bf7d0c-89d7-46fc-9f4b-b5588931a10a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419501617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3738385'] for segment, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:39.979935 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b0bf7d0c-89d7-46fc-9f4b-b5588931a10a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:39.998185 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0bf7d0c-89d7-46fc-9f4b-b5588931a10a admin admin] Releasing vlan 210 on physical network physnet1 to pool {{(pid=103162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 20:53:39.999235 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b0bf7d0c-89d7-46fc-9f4b-b5588931a10a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3800791'] for segment, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:40.014956 n-d-842733-1 neutron-server[103162]: Traceback (most recent call last): May 20 20:53:40.014956 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 20:53:40.014956 n-d-842733-1 neutron-server[103162]: timer() May 20 20:53:40.014956 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 20:53:40.014956 n-d-842733-1 neutron-server[103162]: cb(*args, **kw) May 20 20:53:40.014956 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 20 20:53:40.014956 n-d-842733-1 neutron-server[103162]: return func(*args, **kwargs) May 20 20:53:40.014956 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 20:53:40.014956 n-d-842733-1 neutron-server[103162]: self._notify() May 20 20:53:40.014956 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 20:53:40.014956 n-d-842733-1 neutron-server[103162]: self.callback(batched_events) May 20 20:53:40.014956 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 20:53:40.014956 n-d-842733-1 neutron-server[103162]: event.method(event) May 20 20:53:40.014956 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 20 20:53:40.014956 n-d-842733-1 neutron-server[103162]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 20:53:40.014956 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 20 20:53:40.014956 n-d-842733-1 neutron-server[103162]: aggregate_uuid = self.p_client.list_aggregates( May 20 20:53:40.014956 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 20 20:53:40.014956 n-d-842733-1 neutron-server[103162]: return f(self, *a, **k) May 20 20:53:40.014956 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 20 20:53:40.014956 n-d-842733-1 neutron-server[103162]: return self._get(url).json() May 20 20:53:40.014956 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 20 20:53:40.014956 n-d-842733-1 neutron-server[103162]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 20:53:40.014956 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 20:53:40.014956 n-d-842733-1 neutron-server[103162]: return self.request(url, 'GET', **kwargs) May 20 20:53:40.014956 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 20:53:40.014956 n-d-842733-1 neutron-server[103162]: base_url = self.get_endpoint(auth, allow=allow, May 20 20:53:40.014956 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 20:53:40.014956 n-d-842733-1 neutron-server[103162]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 20:53:40.014956 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 20:53:40.014956 n-d-842733-1 neutron-server[103162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 20:53:40.014956 n-d-842733-1 neutron-server[103162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 20:53:40.195465 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b0bf7d0c-89d7-46fc-9f4b-b5588931a10a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33072122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748162'] for network, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:40.206934 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b0bf7d0c-89d7-46fc-9f4b-b5588931a10a admin admin] Notify callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:40.215019 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-b0bf7d0c-89d7-46fc-9f4b-b5588931a10a admin admin] 10.222.0.35 "DELETE /v2.0/networks/9abac87e-130e-4a54-8c74-9469b8c9e8ef HTTP/1.1" status: 204 len: 168 time: 0.4898851 May 20 20:53:40.231958 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bf7d0c-89d7-46fc-9f4b-b5588931a10a admin admin] Pushing event deleted for resources: {'Network': ['ID=9abac87e-130e-4a54-8c74-9469b8c9e8ef,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:53:40.233425 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device bb3ded9b-925d-451a-9963-316d30378618 up at agent hyperv_n-h1-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:53:40.349382 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Provisioning complete for port bb3ded9b-925d-451a-9963-316d30378618 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:53:40.349798 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:40.430108 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Current status of the port bb3ded9b-925d-451a-9963-316d30378618 is: BUILD; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:53:40.430511 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:40.454843 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21c75c63-d7e7-425b-8b16-c8921fbdeea8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb3ded9b-925d-451a-9963-316d30378618'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:53:40.457180 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8485417003ce7c0410b00f5cdc2f391e21107b70bb68e2773712534a96e108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfaaf508-afd5-49f5-83cc-86cf1b941d0c" -d '{"events": [{"server_uuid": "21c75c63-d7e7-425b-8b16-c8921fbdeea8", "name": "network-vif-plugged", "status": "completed", "tag": "bb3ded9b-925d-451a-9963-316d30378618"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:53:40.472327 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port bb3ded9b-925d-451a-9963-316d30378618, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=bb3ded9b-925d-451a-9963-316d30378618,segment=NetworkSegment(61504ff4-6f7f-4bd9-9a4b-a33b83bae83f),segment_id=61504ff4-6f7f-4bd9-9a4b-a33b83bae83f)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:53:40.509661 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 20:53:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97bed876-9b36-4ea9-9574-766edd95089e x-openstack-request-id: req-97bed876-9b36-4ea9-9574-766edd95089e {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:53:40.509949 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21c75c63-d7e7-425b-8b16-c8921fbdeea8", "name": "network-vif-plugged", "status": "completed", "tag": "bb3ded9b-925d-451a-9963-316d30378618", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:53:40.510197 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-97bed876-9b36-4ea9-9574-766edd95089e {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:53:40.510591 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97bed876-9b36-4ea9-9574-766edd95089e'] response: {'server_uuid': '21c75c63-d7e7-425b-8b16-c8921fbdeea8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb3ded9b-925d-451a-9963-316d30378618', 'code': 200} May 20 20:53:40.570861 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:40.570861 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device b8103aa2-88de-49b1-ba8c-f0ffc2883687 no longer exists at agent hyperv_n-h1-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:53:40.609667 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] No Port match for: b8103aa2-88de-49b1-ba8c-f0ffc2883687 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 20:53:40.610491 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device b8103aa2-88de-49b1-ba8c-f0ffc2883687 not bound to the agent host n-h1-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 20:53:40.635324 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Pushing event updated for resources: {'Port': ['ID=bb3ded9b-925d-451a-9963-316d30378618,revision_number=10']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:53:40.665422 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 54656) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:53:40.717089 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-82963406-a671-408b-b31a-59722d6d23bd admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=588768b5beac49d4962709858ca424c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0497818 May 20 20:53:40.722622 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 54658) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:53:40.746951 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f09760d-09e5-4b8d-93c8-0d120bbc4d62 req-89616ae7-50a4-4b74-b5ae-4d6ba662a5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:53:40.748852 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8f09760d-09e5-4b8d-93c8-0d120bbc4d62 req-89616ae7-50a4-4b74-b5ae-4d6ba662a5f3 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=21c75c63-d7e7-425b-8b16-c8921fbdeea8 HTTP/1.1" status: 200 len: 1097 time: 0.0524256 May 20 20:53:40.769596 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 54660) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:53:40.791076 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8f09760d-09e5-4b8d-93c8-0d120bbc4d62 req-c88e0fbe-b7d7-4270-90b5-fe0b9b7ebcb7 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=5b891fce-4408-49e0-87f4-eab591cb6bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352936 May 20 20:53:40.803101 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e22dde3f-3309-4350-a0ae-81fd88e077ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:40.829953 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e22dde3f-3309-4350-a0ae-81fd88e077ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:40.936987 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7c403cdb-3a38-44e0-8e97-e97c69e59469 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:40.981288 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e22dde3f-3309-4350-a0ae-81fd88e077ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:40.989816 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e22dde3f-3309-4350-a0ae-81fd88e077ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:40.989816 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-e22dde3f-3309-4350-a0ae-81fd88e077ee admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f9f9543d-587a-47bd-8772-bda4bd5582ab HTTP/1.1" status: 204 len: 168 time: 0.2612641 May 20 20:53:41.016502 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22dde3f-3309-4350-a0ae-81fd88e077ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9f9543d-587a-47bd-8772-bda4bd5582ab,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:53:41.076345 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c60ae8f-6a60-44aa-9df1-f21ba3818b8d req-1bb1757c-4cd8-411e-b4b6-3f721c117d67 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:53:41.077952 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9c60ae8f-6a60-44aa-9df1-f21ba3818b8d req-1bb1757c-4cd8-411e-b4b6-3f721c117d67 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "GET /v2.0/ports?device_id=21c75c63-d7e7-425b-8b16-c8921fbdeea8 HTTP/1.1" status: 200 len: 946 time: 0.1250319 May 20 20:53:41.087022 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7c403cdb-3a38-44e0-8e97-e97c69e59469 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:41.122102 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9c60ae8f-6a60-44aa-9df1-f21ba3818b8d req-c5041f40-87b5-4f6c-ae21-3543bc2f715a tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "GET /v2.0/security-groups?id=5b891fce-4408-49e0-87f4-eab591cb6bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361145 May 20 20:53:41.148774 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.agents_db [None req-5c33ad30-4e00-40fa-b486-8c79c4a6cfc5 None None] Agent healthcheck: found 7 active agents {{(pid=103165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 20 20:53:41.177865 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7c403cdb-3a38-44e0-8e97-e97c69e59469 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:41.218402 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-7c403cdb-3a38-44e0-8e97-e97c69e59469 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0f1a640c291b4059ae0c6c434ce52110&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4476101 May 20 20:53:41.219106 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c403cdb-3a38-44e0-8e97-e97c69e59469 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b81f4347-118f-4d6e-8c5b-7e6ee7c462df,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:53:41.221484 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 54676) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:53:41.272250 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3f03cb4e-6293-4b06-a6ad-75ef758345ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:41.295416 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3f03cb4e-6293-4b06-a6ad-75ef758345ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:41.429738 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3f03cb4e-6293-4b06-a6ad-75ef758345ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:41.432645 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3f03cb4e-6293-4b06-a6ad-75ef758345ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:41.436255 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-3f03cb4e-6293-4b06-a6ad-75ef758345ee admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b81f4347-118f-4d6e-8c5b-7e6ee7c462df HTTP/1.1" status: 204 len: 168 time: 0.2113366 May 20 20:53:41.443544 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f03cb4e-6293-4b06-a6ad-75ef758345ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b81f4347-118f-4d6e-8c5b-7e6ee7c462df,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:53:42.240640 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 54730) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:53:42.263763 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-90c62218-7607-4aa1-991b-ef48abdde795 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:42.283608 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531898e1-5ac2-4875-83f7-8d0e55d70d23 req-a4daf7cd-68d6-435d-b9c3-354c37e6b9ec tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:53:42.294449 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-531898e1-5ac2-4875-83f7-8d0e55d70d23 req-a4daf7cd-68d6-435d-b9c3-354c37e6b9ec tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "GET /v2.0/ports?device_id=21c75c63-d7e7-425b-8b16-c8921fbdeea8 HTTP/1.1" status: 200 len: 946 time: 0.0748169 May 20 20:53:42.354974 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-531898e1-5ac2-4875-83f7-8d0e55d70d23 req-ac9ba557-2a29-4678-824e-2d8fc9b39084 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "GET /v2.0/security-groups?id=5b891fce-4408-49e0-87f4-eab591cb6bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592611 May 20 20:53:42.373715 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-90c62218-7607-4aa1-991b-ef48abdde795 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:42.429548 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-90c62218-7607-4aa1-991b-ef48abdde795 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:42.462626 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-90c62218-7607-4aa1-991b-ef48abdde795 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=100bb2675b6f4df3aca346c1862d7bc0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2201257 May 20 20:53:42.465755 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 54734) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:53:42.503447 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c62218-7607-4aa1-991b-ef48abdde795 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=728813f5-9b2a-447c-b567-38b3af172b1f,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:53:42.564046 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0fbb6485-e774-4a5c-9522-648b1c6a77b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:42.595721 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0fbb6485-e774-4a5c-9522-648b1c6a77b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:42.749939 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0fbb6485-e774-4a5c-9522-648b1c6a77b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:42.752600 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0fbb6485-e774-4a5c-9522-648b1c6a77b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:42.756556 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-0fbb6485-e774-4a5c-9522-648b1c6a77b5 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/728813f5-9b2a-447c-b567-38b3af172b1f HTTP/1.1" status: 204 len: 168 time: 0.2882345 May 20 20:53:42.763686 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbb6485-e774-4a5c-9522-648b1c6a77b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=728813f5-9b2a-447c-b567-38b3af172b1f,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:53:43.587010 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723262de-3c56-4cd5-bbee-7c9101b156b0 req-955f73ce-87f4-4ab6-aa56-3c17b1121be3 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:53:43.588503 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-723262de-3c56-4cd5-bbee-7c9101b156b0 req-955f73ce-87f4-4ab6-aa56-3c17b1121be3 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "GET /v2.0/ports?device_id=21c75c63-d7e7-425b-8b16-c8921fbdeea8 HTTP/1.1" status: 200 len: 946 time: 0.0608037 May 20 20:53:43.651422 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-723262de-3c56-4cd5-bbee-7c9101b156b0 req-8d935488-0be9-4ed3-8bde-7e2ac5bd6ed5 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "GET /v2.0/security-groups?id=5b891fce-4408-49e0-87f4-eab591cb6bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516491 May 20 20:53:44.808925 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca53bb70-45b4-477d-857e-692d7486c6c3 req-a07cd990-2033-4331-923e-523d07760ece tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:53:44.811391 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ca53bb70-45b4-477d-857e-692d7486c6c3 req-a07cd990-2033-4331-923e-523d07760ece tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "GET /v2.0/ports?device_id=21c75c63-d7e7-425b-8b16-c8921fbdeea8 HTTP/1.1" status: 200 len: 946 time: 0.0593035 May 20 20:53:44.860995 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ca53bb70-45b4-477d-857e-692d7486c6c3 req-1807087c-598c-4d3c-bf39-42a5adc7d485 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "GET /v2.0/security-groups?id=5b891fce-4408-49e0-87f4-eab591cb6bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429823 May 20 20:53:46.361872 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 54946) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:53:46.534882 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0dfa7997-42bb-48ec-ab56-2408f8aa4474 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:46.632076 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0dfa7997-42bb-48ec-ab56-2408f8aa4474 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:46.767347 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0dfa7997-42bb-48ec-ab56-2408f8aa4474 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:46.808244 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-0dfa7997-42bb-48ec-ab56-2408f8aa4474 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c09d21da71b7416e99d4115965fcd139&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4453998 May 20 20:53:46.813938 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 54988) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:53:46.814664 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfa7997-42bb-48ec-ab56-2408f8aa4474 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37c791fb-2db0-446c-be6d-1c4a438174ef,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:53:46.905753 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-634c9304-da98-4a4e-a202-bc6fbcb133d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:46.927825 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-634c9304-da98-4a4e-a202-bc6fbcb133d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:47.074956 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-634c9304-da98-4a4e-a202-bc6fbcb133d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:47.077696 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-634c9304-da98-4a4e-a202-bc6fbcb133d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:47.091273 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-634c9304-da98-4a4e-a202-bc6fbcb133d1 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/37c791fb-2db0-446c-be6d-1c4a438174ef HTTP/1.1" status: 204 len: 168 time: 0.2608459 May 20 20:53:47.091273 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634c9304-da98-4a4e-a202-bc6fbcb133d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37c791fb-2db0-446c-be6d-1c4a438174ef,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:53:47.890482 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 55016) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:53:47.893199 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 55018) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:53:47.910503 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c491611c-2e50-4b7b-98e0-88cb00c28990 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:48.001729 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c491611c-2e50-4b7b-98e0-88cb00c28990 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:48.023678 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-97a8d507-b2ce-47e8-ae52-aed8d7833d60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:48.069869 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c491611c-2e50-4b7b-98e0-88cb00c28990 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:48.108012 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-97a8d507-b2ce-47e8-ae52-aed8d7833d60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:48.109433 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-c491611c-2e50-4b7b-98e0-88cb00c28990 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7842cbd203c44f23a6cd497382733625&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2147717 May 20 20:53:48.110812 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c491611c-2e50-4b7b-98e0-88cb00c28990 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6958d9ae-c343-4249-91bd-91d0c727ff93,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:53:48.113073 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 55022) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:53:48.168011 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ad591fd3-405d-4243-be35-7b0480ed87ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:48.194925 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ad591fd3-405d-4243-be35-7b0480ed87ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:48.216693 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-97a8d507-b2ce-47e8-ae52-aed8d7833d60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:48.258116 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-97a8d507-b2ce-47e8-ae52-aed8d7833d60 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=43e8054104a7419fa51dd71a89774efe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3659685 May 20 20:53:48.259008 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a8d507-b2ce-47e8-ae52-aed8d7833d60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=703a0923-2973-4760-84da-108261d28278,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:53:48.261442 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 55024) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:53:48.312560 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-314b067f-953e-4415-b0e4-419c5cac2b98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:48.341153 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-314b067f-953e-4415-b0e4-419c5cac2b98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:48.343533 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ad591fd3-405d-4243-be35-7b0480ed87ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:48.346518 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ad591fd3-405d-4243-be35-7b0480ed87ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:48.349429 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-ad591fd3-405d-4243-be35-7b0480ed87ed admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6958d9ae-c343-4249-91bd-91d0c727ff93 HTTP/1.1" status: 204 len: 168 time: 0.2295113 May 20 20:53:48.370094 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad591fd3-405d-4243-be35-7b0480ed87ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6958d9ae-c343-4249-91bd-91d0c727ff93,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:53:48.436552 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 55030) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:53:48.487280 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-314b067f-953e-4415-b0e4-419c5cac2b98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:48.490360 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-314b067f-953e-4415-b0e4-419c5cac2b98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:48.494663 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-314b067f-953e-4415-b0e4-419c5cac2b98 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/703a0923-2973-4760-84da-108261d28278 HTTP/1.1" status: 204 len: 168 time: 0.2319908 May 20 20:53:48.502916 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314b067f-953e-4415-b0e4-419c5cac2b98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=703a0923-2973-4760-84da-108261d28278,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:53:48.563939 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-cc9d1d6a-274a-4959-852d-f445d48fdb18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:48.649770 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-cc9d1d6a-274a-4959-852d-f445d48fdb18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:48.719280 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-cc9d1d6a-274a-4959-852d-f445d48fdb18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:48.760169 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-cc9d1d6a-274a-4959-852d-f445d48fdb18 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7c11a2d42c644beca316b92c61cbe1c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3222830 May 20 20:53:48.763161 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 55042) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:53:48.788911 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9d1d6a-274a-4959-852d-f445d48fdb18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2213ae80-2e62-412b-b1e4-7bbe7bc6222a,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:53:48.834908 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8f7626fd-7e95-4665-b491-e82ec2c99e8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:48.859939 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8f7626fd-7e95-4665-b491-e82ec2c99e8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:48.982128 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8f7626fd-7e95-4665-b491-e82ec2c99e8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:48.985258 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8f7626fd-7e95-4665-b491-e82ec2c99e8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:48.989627 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-8f7626fd-7e95-4665-b491-e82ec2c99e8d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2213ae80-2e62-412b-b1e4-7bbe7bc6222a HTTP/1.1" status: 204 len: 168 time: 0.2215159 May 20 20:53:48.995172 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7626fd-7e95-4665-b491-e82ec2c99e8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2213ae80-2e62-412b-b1e4-7bbe7bc6222a,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:53:49.835001 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 55084) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:53:49.852684 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e003b551-6028-432f-9fb2-b75133a29212 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:49.856130 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-79cb0db6-fe5f-4a07-a9af-3c072025f8c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:49.946101 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e003b551-6028-432f-9fb2-b75133a29212 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:50.029272 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e003b551-6028-432f-9fb2-b75133a29212 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:50.094578 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e003b551-6028-432f-9fb2-b75133a29212 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b54093ba-5290-4c72-a23f-5f4a7f19d9bf,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:53:50.116021 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-e003b551-6028-432f-9fb2-b75133a29212 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0b4faa10e0ab41f680009c1062ab3a60&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2770805 May 20 20:53:50.119721 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 55092) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:53:50.202851 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-065e7e23-c4b8-4cac-b636-ee505852cb2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:50.230833 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-065e7e23-c4b8-4cac-b636-ee505852cb2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:50.293091 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 55096) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:53:50.366513 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-065e7e23-c4b8-4cac-b636-ee505852cb2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:50.369066 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-065e7e23-c4b8-4cac-b636-ee505852cb2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:50.370236 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-065e7e23-c4b8-4cac-b636-ee505852cb2e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b54093ba-5290-4c72-a23f-5f4a7f19d9bf HTTP/1.1" status: 204 len: 168 time: 0.2493596 May 20 20:53:50.379673 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065e7e23-c4b8-4cac-b636-ee505852cb2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b54093ba-5290-4c72-a23f-5f4a7f19d9bf,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:53:50.588295 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-da36f818-ba78-422e-844e-86f8f661861d admin admin] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:50.666788 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-da36f818-ba78-422e-844e-86f8f661861d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:50.778202 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-da36f818-ba78-422e-844e-86f8f661861d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:50.822964 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-da36f818-ba78-422e-844e-86f8f661861d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=186762ceba10497e8800cd6a1be73310&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5285993 May 20 20:53:50.823301 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 55110) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:53:50.825084 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da36f818-ba78-422e-844e-86f8f661861d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20167841-f38c-47e8-938b-a0a87b67dcc5,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:53:50.893564 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-57755d4a-899b-413f-a7d7-ca7cf1d8ac0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:50.919532 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-57755d4a-899b-413f-a7d7-ca7cf1d8ac0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:51.086762 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-57755d4a-899b-413f-a7d7-ca7cf1d8ac0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:51.089571 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-57755d4a-899b-413f-a7d7-ca7cf1d8ac0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:51.091051 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-57755d4a-899b-413f-a7d7-ca7cf1d8ac0e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/20167841-f38c-47e8-938b-a0a87b67dcc5 HTTP/1.1" status: 204 len: 168 time: 0.2664812 May 20 20:53:51.100302 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57755d4a-899b-413f-a7d7-ca7cf1d8ac0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20167841-f38c-47e8-938b-a0a87b67dcc5,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:53:52.089245 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 55150) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:53:52.104133 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-60d30e21-e52e-448e-a9c6-9f027fd22008 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:52.195613 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-60d30e21-e52e-448e-a9c6-9f027fd22008 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:52.245151 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-7dd3aab6-769f-45a3-b61a-f6cbd08e9bbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:52.274120 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-60d30e21-e52e-448e-a9c6-9f027fd22008 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:52.318868 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 55160) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:53:52.319461 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-60d30e21-e52e-448e-a9c6-9f027fd22008 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=cd50272a320041e8ae0a6d7d1758ad3a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2281518 May 20 20:53:52.332970 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d30e21-e52e-448e-a9c6-9f027fd22008 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79cc7de2-feab-4cff-b323-e6c74f5b3c94,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:53:52.401071 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a80c6180-950a-415f-9472-7a613ea1c015 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:52.425484 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a80c6180-950a-415f-9472-7a613ea1c015 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:52.556133 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 55170) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:53:52.579057 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a80c6180-950a-415f-9472-7a613ea1c015 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:52.581493 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a80c6180-950a-415f-9472-7a613ea1c015 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:52.582699 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-a80c6180-950a-415f-9472-7a613ea1c015 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/79cc7de2-feab-4cff-b323-e6c74f5b3c94 HTTP/1.1" status: 204 len: 168 time: 0.2626181 May 20 20:53:52.591366 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80c6180-950a-415f-9472-7a613ea1c015 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79cc7de2-feab-4cff-b323-e6c74f5b3c94,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:53:52.823122 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-37175e2d-5ffb-4b63-b1d9-1c40503de2f2 tempest-ExternalNetworksAdminNegativeTestJSON-725458772 tempest-ExternalNetworksAdminNegativeTestJSON-725458772-project-admin] Request body: {'floatingip': {'floating_network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:53:52.931061 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-37175e2d-5ffb-4b63-b1d9-1c40503de2f2 tempest-ExternalNetworksAdminNegativeTestJSON-725458772 tempest-ExternalNetworksAdminNegativeTestJSON-725458772-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:52.951737 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 55184) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:53:53.039956 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-37175e2d-5ffb-4b63-b1d9-1c40503de2f2 tempest-ExternalNetworksAdminNegativeTestJSON-725458772 tempest-ExternalNetworksAdminNegativeTestJSON-725458772-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:53.152042 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-37175e2d-5ffb-4b63-b1d9-1c40503de2f2 tempest-ExternalNetworksAdminNegativeTestJSON-725458772 tempest-ExternalNetworksAdminNegativeTestJSON-725458772-project-admin] Allocated IP 172.25.2.207 (e3a93b5c-91e2-4064-9c2c-1afc261bfe15/86fee0c1-6e34-488b-9216-b2b8e7ef585a/c0d9e96e-ad9e-4719-84de-f5515fdece39) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:53:53.274626 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-37175e2d-5ffb-4b63-b1d9-1c40503de2f2 tempest-ExternalNetworksAdminNegativeTestJSON-725458772 tempest-ExternalNetworksAdminNegativeTestJSON-725458772-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:53.334550 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2ea2ff27-eaa5-460e-aee1-063dd6bbcc9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:53.370122 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-37175e2d-5ffb-4b63-b1d9-1c40503de2f2 tempest-ExternalNetworksAdminNegativeTestJSON-725458772 tempest-ExternalNetworksAdminNegativeTestJSON-725458772-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:53.419822 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37175e2d-5ffb-4b63-b1d9-1c40503de2f2 tempest-ExternalNetworksAdminNegativeTestJSON-725458772 tempest-ExternalNetworksAdminNegativeTestJSON-725458772-project-admin] Network e3a93b5c-91e2-4064-9c2c-1afc261bfe15 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:53:53.434434 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-37175e2d-5ffb-4b63-b1d9-1c40503de2f2 tempest-ExternalNetworksAdminNegativeTestJSON-725458772 tempest-ExternalNetworksAdminNegativeTestJSON-725458772-project-admin] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:53:53.439226 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37175e2d-5ffb-4b63-b1d9-1c40503de2f2 tempest-ExternalNetworksAdminNegativeTestJSON-725458772 tempest-ExternalNetworksAdminNegativeTestJSON-725458772-project-admin] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:53:53.471760 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37175e2d-5ffb-4b63-b1d9-1c40503de2f2 tempest-ExternalNetworksAdminNegativeTestJSON-725458772 tempest-ExternalNetworksAdminNegativeTestJSON-725458772-project-admin] Pushing event updated for resources: {'Port': ['ID=c0d9e96e-ad9e-4719-84de-f5515fdece39,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:53:53.534512 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2ea2ff27-eaa5-460e-aee1-063dd6bbcc9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:53.872657 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2ea2ff27-eaa5-460e-aee1-063dd6bbcc9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:53.888195 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4bb0e131-6525-46ca-a45b-e4ea43a5e69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:53.930010 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-37175e2d-5ffb-4b63-b1d9-1c40503de2f2 tempest-ExternalNetworksAdminNegativeTestJSON-725458772 tempest-ExternalNetworksAdminNegativeTestJSON-725458772-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:53.939672 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-2ea2ff27-eaa5-460e-aee1-063dd6bbcc9e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2a3a1d5778bd4bc199a69e2b35e48aab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9820945 May 20 20:53:53.939672 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea2ff27-eaa5-460e-aee1-063dd6bbcc9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71acd1b4-5860-4ece-9eff-18a92c6fdb75,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:53:53.941011 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 55216) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:53:54.003724 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6728e784-f448-4c17-843c-01d92cbb7a4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:54.029838 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6728e784-f448-4c17-843c-01d92cbb7a4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:54.089771 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-37175e2d-5ffb-4b63-b1d9-1c40503de2f2 tempest-ExternalNetworksAdminNegativeTestJSON-725458772 tempest-ExternalNetworksAdminNegativeTestJSON-725458772-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:54.247890 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-37175e2d-5ffb-4b63-b1d9-1c40503de2f2 tempest-ExternalNetworksAdminNegativeTestJSON-725458772 tempest-ExternalNetworksAdminNegativeTestJSON-725458772-project-admin] Notify callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:54.309044 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6728e784-f448-4c17-843c-01d92cbb7a4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:54.311716 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6728e784-f448-4c17-843c-01d92cbb7a4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:54.313518 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-6728e784-f448-4c17-843c-01d92cbb7a4e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/71acd1b4-5860-4ece-9eff-18a92c6fdb75 HTTP/1.1" status: 204 len: 168 time: 0.3718386 May 20 20:53:54.321963 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6728e784-f448-4c17-843c-01d92cbb7a4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71acd1b4-5860-4ece-9eff-18a92c6fdb75,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:53:54.349396 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-37175e2d-5ffb-4b63-b1d9-1c40503de2f2 tempest-ExternalNetworksAdminNegativeTestJSON-725458772 tempest-ExternalNetworksAdminNegativeTestJSON-725458772-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:54.444106 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37175e2d-5ffb-4b63-b1d9-1c40503de2f2 tempest-ExternalNetworksAdminNegativeTestJSON-725458772 tempest-ExternalNetworksAdminNegativeTestJSON-725458772-project-admin] Pushing event updated for resources: {'Port': ['ID=c0d9e96e-ad9e-4719-84de-f5515fdece39,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:53:54.446710 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-37175e2d-5ffb-4b63-b1d9-1c40503de2f2 tempest-ExternalNetworksAdminNegativeTestJSON-725458772 tempest-ExternalNetworksAdminNegativeTestJSON-725458772-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748272'] for floatingip, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:54.545657 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-37175e2d-5ffb-4b63-b1d9-1c40503de2f2 tempest-ExternalNetworksAdminNegativeTestJSON-725458772 tempest-ExternalNetworksAdminNegativeTestJSON-725458772-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for floatingip, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:54.546820 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-37175e2d-5ffb-4b63-b1d9-1c40503de2f2 tempest-ExternalNetworksAdminNegativeTestJSON-725458772 tempest-ExternalNetworksAdminNegativeTestJSON-725458772-project-admin] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9893153 May 20 20:53:54.549890 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 55240) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:53:54.559552 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-4cec15be-557d-443b-992d-020258b64ef5 tempest-ExternalNetworksAdminNegativeTestJSON-725458772 tempest-ExternalNetworksAdminNegativeTestJSON-725458772-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-578719313', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'fixed_ips': [{'ip_address': '172.25.2.207'}]}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:53:54.629449 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:54.669136 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cec15be-557d-443b-992d-020258b64ef5 tempest-ExternalNetworksAdminNegativeTestJSON-725458772 tempest-ExternalNetworksAdminNegativeTestJSON-725458772-project-admin] Made reservation on behalf of 8465b59db83c44f684532c852753bd72 for: {'port': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:53:54.671567 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4cec15be-557d-443b-992d-020258b64ef5 tempest-ExternalNetworksAdminNegativeTestJSON-725458772 tempest-ExternalNetworksAdminNegativeTestJSON-725458772-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:54.680744 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4cec15be-557d-443b-992d-020258b64ef5 tempest-ExternalNetworksAdminNegativeTestJSON-725458772 tempest-ExternalNetworksAdminNegativeTestJSON-725458772-project-admin] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:54.764178 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4cec15be-557d-443b-992d-020258b64ef5 tempest-ExternalNetworksAdminNegativeTestJSON-725458772 tempest-ExternalNetworksAdminNegativeTestJSON-725458772-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:54.840704 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4cec15be-557d-443b-992d-020258b64ef5 tempest-ExternalNetworksAdminNegativeTestJSON-725458772 tempest-ExternalNetworksAdminNegativeTestJSON-725458772-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:54.847514 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [None req-4cec15be-557d-443b-992d-020258b64ef5 tempest-ExternalNetworksAdminNegativeTestJSON-725458772 tempest-ExternalNetworksAdminNegativeTestJSON-725458772-project-admin] device_id is not set on port 5e8f6d28-d0ae-4d4a-8bab-5f225f856fa9 yet. {{(pid=103163) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 20 20:53:55.209786 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 55258) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:53:55.239229 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-930df773-5140-4751-93b4-3f4b636fc810 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:55.239460 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 55260) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:53:55.241229 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cec15be-557d-443b-992d-020258b64ef5 tempest-ExternalNetworksAdminNegativeTestJSON-725458772 tempest-ExternalNetworksAdminNegativeTestJSON-725458772-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3604e5be-1b9f-42aa-8e6f-515409b761a9,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:53:55.270013 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cec15be-557d-443b-992d-020258b64ef5 tempest-ExternalNetworksAdminNegativeTestJSON-725458772 tempest-ExternalNetworksAdminNegativeTestJSON-725458772-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:53:55.270628 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cec15be-557d-443b-992d-020258b64ef5 tempest-ExternalNetworksAdminNegativeTestJSON-725458772 tempest-ExternalNetworksAdminNegativeTestJSON-725458772-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:53:55.273029 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cec15be-557d-443b-992d-020258b64ef5 tempest-ExternalNetworksAdminNegativeTestJSON-725458772 tempest-ExternalNetworksAdminNegativeTestJSON-725458772-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:53:55.273029 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cec15be-557d-443b-992d-020258b64ef5 tempest-ExternalNetworksAdminNegativeTestJSON-725458772 tempest-ExternalNetworksAdminNegativeTestJSON-725458772-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:53:55.273029 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cec15be-557d-443b-992d-020258b64ef5 tempest-ExternalNetworksAdminNegativeTestJSON-725458772 tempest-ExternalNetworksAdminNegativeTestJSON-725458772-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:53:55.273029 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cec15be-557d-443b-992d-020258b64ef5 tempest-ExternalNetworksAdminNegativeTestJSON-725458772 tempest-ExternalNetworksAdminNegativeTestJSON-725458772-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:53:55.273029 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cec15be-557d-443b-992d-020258b64ef5 tempest-ExternalNetworksAdminNegativeTestJSON-725458772 tempest-ExternalNetworksAdminNegativeTestJSON-725458772-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:53:55.273029 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cec15be-557d-443b-992d-020258b64ef5 tempest-ExternalNetworksAdminNegativeTestJSON-725458772 tempest-ExternalNetworksAdminNegativeTestJSON-725458772-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:53:55.273862 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cec15be-557d-443b-992d-020258b64ef5 tempest-ExternalNetworksAdminNegativeTestJSON-725458772 tempest-ExternalNetworksAdminNegativeTestJSON-725458772-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:53:55.274197 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cec15be-557d-443b-992d-020258b64ef5 tempest-ExternalNetworksAdminNegativeTestJSON-725458772 tempest-ExternalNetworksAdminNegativeTestJSON-725458772-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:53:55.274687 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cec15be-557d-443b-992d-020258b64ef5 tempest-ExternalNetworksAdminNegativeTestJSON-725458772 tempest-ExternalNetworksAdminNegativeTestJSON-725458772-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:53:55.275222 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cec15be-557d-443b-992d-020258b64ef5 tempest-ExternalNetworksAdminNegativeTestJSON-725458772 tempest-ExternalNetworksAdminNegativeTestJSON-725458772-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:53:55.356152 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-930df773-5140-4751-93b4-3f4b636fc810 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:55.423405 n-d-842733-1 neutron-server[103163]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cec15be-557d-443b-992d-020258b64ef5 tempest-ExternalNetworksAdminNegativeTestJSON-725458772 tempest-ExternalNetworksAdminNegativeTestJSON-725458772-project-admin] POST failed (client error): There was a conflict when trying to complete your request. May 20 20:53:55.423903 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4cec15be-557d-443b-992d-020258b64ef5 tempest-ExternalNetworksAdminNegativeTestJSON-725458772 tempest-ExternalNetworksAdminNegativeTestJSON-725458772-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103163) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 20:53:55.450375 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-930df773-5140-4751-93b4-3f4b636fc810 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:55.474639 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cc3ec51b-6ec8-438a-8349-5f0bec346d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:55.486822 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-930df773-5140-4751-93b4-3f4b636fc810 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7aa3a586f3aa4c3e91a66ed28cd31fe9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2719035 May 20 20:53:55.491543 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 55270) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:53:55.504803 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930df773-5140-4751-93b4-3f4b636fc810 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6054d92a-aeca-46fe-afc9-f4d78989984a,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:53:55.525685 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-4cec15be-557d-443b-992d-020258b64ef5 tempest-ExternalNetworksAdminNegativeTestJSON-725458772 tempest-ExternalNetworksAdminNegativeTestJSON-725458772-project-admin] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 0.9737990 May 20 20:53:55.531309 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 55274) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:53:55.549331 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:55.565503 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0cdae230-40b5-4337-bd9e-e2ac79b4a54d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:55.588572 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0cdae230-40b5-4337-bd9e-e2ac79b4a54d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:55.625871 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a48a09e1-14de-4102-b224-89b62e329838 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:55.696493 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0cdae230-40b5-4337-bd9e-e2ac79b4a54d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:55.698970 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0cdae230-40b5-4337-bd9e-e2ac79b4a54d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:55.700360 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-0cdae230-40b5-4337-bd9e-e2ac79b4a54d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6054d92a-aeca-46fe-afc9-f4d78989984a HTTP/1.1" status: 204 len: 168 time: 0.2078285 May 20 20:53:55.715741 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdae230-40b5-4337-bd9e-e2ac79b4a54d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6054d92a-aeca-46fe-afc9-f4d78989984a,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:53:55.767734 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-bd034dc6-0472-47b7-8579-5a6bc5a90581 tempest-ExternalNetworksAdminNegativeTestJSON-725458772 tempest-ExternalNetworksAdminNegativeTestJSON-725458772-project-admin] Deleting port c0d9e96e-ad9e-4719-84de-f5515fdece39 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:53:55.768103 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bd034dc6-0472-47b7-8579-5a6bc5a90581 tempest-ExternalNetworksAdminNegativeTestJSON-725458772 tempest-ExternalNetworksAdminNegativeTestJSON-725458772-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:55.852280 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a48a09e1-14de-4102-b224-89b62e329838 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:55.885299 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bd034dc6-0472-47b7-8579-5a6bc5a90581 tempest-ExternalNetworksAdminNegativeTestJSON-725458772 tempest-ExternalNetworksAdminNegativeTestJSON-725458772-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:55.885617 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bd034dc6-0472-47b7-8579-5a6bc5a90581 tempest-ExternalNetworksAdminNegativeTestJSON-725458772 tempest-ExternalNetworksAdminNegativeTestJSON-725458772-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:55.898774 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-bd034dc6-0472-47b7-8579-5a6bc5a90581 tempest-ExternalNetworksAdminNegativeTestJSON-725458772 tempest-ExternalNetworksAdminNegativeTestJSON-725458772-project-admin] Calling delete_port for c0d9e96e-ad9e-4719-84de-f5515fdece39 owned by network:floatingip {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:53:55.968272 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a48a09e1-14de-4102-b224-89b62e329838 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:56.025903 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-a48a09e1-14de-4102-b224-89b62e329838 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=cca400d0cfbc4cdb8271d6f5e19221d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7853131 May 20 20:53:56.028643 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 55294) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:53:56.030866 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48a09e1-14de-4102-b224-89b62e329838 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=928e4af2-d7f9-4781-88e6-3bc02a40782e,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:53:56.107492 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-63b13824-fa67-4143-971d-ce3d80c7722d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:56.143906 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-63b13824-fa67-4143-971d-ce3d80c7722d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:56.200405 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bd034dc6-0472-47b7-8579-5a6bc5a90581 tempest-ExternalNetworksAdminNegativeTestJSON-725458772 tempest-ExternalNetworksAdminNegativeTestJSON-725458772-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:56.229727 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd034dc6-0472-47b7-8579-5a6bc5a90581 tempest-ExternalNetworksAdminNegativeTestJSON-725458772 tempest-ExternalNetworksAdminNegativeTestJSON-725458772-project-admin] Pushing event deleted for resources: {'Port': ['ID=c0d9e96e-ad9e-4719-84de-f5515fdece39,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:53:56.293668 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-63b13824-fa67-4143-971d-ce3d80c7722d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:56.298660 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-63b13824-fa67-4143-971d-ce3d80c7722d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:56.303919 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-63b13824-fa67-4143-971d-ce3d80c7722d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/928e4af2-d7f9-4781-88e6-3bc02a40782e HTTP/1.1" status: 204 len: 168 time: 0.2698221 May 20 20:53:56.306220 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bd034dc6-0472-47b7-8579-5a6bc5a90581 tempest-ExternalNetworksAdminNegativeTestJSON-725458772 tempest-ExternalNetworksAdminNegativeTestJSON-725458772-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:56.310561 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bd034dc6-0472-47b7-8579-5a6bc5a90581 tempest-ExternalNetworksAdminNegativeTestJSON-725458772 tempest-ExternalNetworksAdminNegativeTestJSON-725458772-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for floatingip, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:56.310883 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b13824-fa67-4143-971d-ce3d80c7722d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=928e4af2-d7f9-4781-88e6-3bc02a40782e,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:53:56.315361 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-bd034dc6-0472-47b7-8579-5a6bc5a90581 tempest-ExternalNetworksAdminNegativeTestJSON-725458772 tempest-ExternalNetworksAdminNegativeTestJSON-725458772-project-admin] 10.222.0.35 "DELETE /v2.0/floatingips/4a009515-90f8-4946-bd6c-8c71a0af0918 HTTP/1.1" status: 204 len: 168 time: 0.7800283 May 20 20:53:56.360446 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 55310) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:53:56.493048 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192d4d31-f5cf-421f-90f3-b3b10e3296de req-9def9c2a-b4ab-4647-acf1-b43b31f07527 tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:53:56.494582 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-192d4d31-f5cf-421f-90f3-b3b10e3296de req-9def9c2a-b4ab-4647-acf1-b43b31f07527 tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b233036-c517-4eb8-a6d5-9e3bb5c82237 HTTP/1.1" status: 200 len: 945 time: 0.0491276 May 20 20:53:56.532909 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-192d4d31-f5cf-421f-90f3-b3b10e3296de req-7851fc83-4ce2-40ec-aa32-4efb4513eede tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] 10.222.0.35 "GET /v2.0/security-groups?id=46bffae8-a0df-4971-87a9-ff1a8f20024b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313461 May 20 20:53:56.717992 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-073e83c1-d8c4-43e3-be5c-56501e168627 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:56.776415 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 55326) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:53:56.820734 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-073e83c1-d8c4-43e3-be5c-56501e168627 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:56.931179 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d7bba83f-9983-4d3a-ac2f-1f732f62122a admin admin] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:56.936504 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-073e83c1-d8c4-43e3-be5c-56501e168627 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:57.004900 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-073e83c1-d8c4-43e3-be5c-56501e168627 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=30b0edaf69274e328e9551810d6a9941&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6426542 May 20 20:53:57.007202 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073e83c1-d8c4-43e3-be5c-56501e168627 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fadddd9-67a7-4936-ab8b-d93028bcff53,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:53:57.008972 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 55336) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:53:57.051501 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d7bba83f-9983-4d3a-ac2f-1f732f62122a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:57.081461 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-528438ab-898a-4041-bddc-6f5cb502ed98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:57.103083 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-528438ab-898a-4041-bddc-6f5cb502ed98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:57.131571 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d7bba83f-9983-4d3a-ac2f-1f732f62122a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:57.177399 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-d7bba83f-9983-4d3a-ac2f-1f732f62122a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=124a7a5a2fc84e4ebb6bd2957772161c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3998656 May 20 20:53:57.178836 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bba83f-9983-4d3a-ac2f-1f732f62122a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16469425-f55b-4ae7-8695-f5a2d9f6c740,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:53:57.180125 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 55344) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:53:57.264260 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f0e8f3c4-083a-4cfc-b5c3-3d245d88aee7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:57.278304 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-528438ab-898a-4041-bddc-6f5cb502ed98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:57.278304 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-528438ab-898a-4041-bddc-6f5cb502ed98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:57.278504 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-528438ab-898a-4041-bddc-6f5cb502ed98 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0fadddd9-67a7-4936-ab8b-d93028bcff53 HTTP/1.1" status: 204 len: 168 time: 0.2683682 May 20 20:53:57.286980 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528438ab-898a-4041-bddc-6f5cb502ed98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fadddd9-67a7-4936-ab8b-d93028bcff53,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:53:57.305989 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f0e8f3c4-083a-4cfc-b5c3-3d245d88aee7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:57.445139 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f0e8f3c4-083a-4cfc-b5c3-3d245d88aee7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:57.447893 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f0e8f3c4-083a-4cfc-b5c3-3d245d88aee7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:57.449086 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-f0e8f3c4-083a-4cfc-b5c3-3d245d88aee7 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/16469425-f55b-4ae7-8695-f5a2d9f6c740 HTTP/1.1" status: 204 len: 168 time: 0.2678342 May 20 20:53:57.458606 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e8f3c4-083a-4cfc-b5c3-3d245d88aee7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16469425-f55b-4ae7-8695-f5a2d9f6c740,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:53:57.660222 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886e6354-5497-44f4-9d0b-4ccc08f21884 req-41c6fe3a-4234-443d-9353-fb4cc9eb41e4 tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:53:57.661829 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-886e6354-5497-44f4-9d0b-4ccc08f21884 req-41c6fe3a-4234-443d-9353-fb4cc9eb41e4 tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b233036-c517-4eb8-a6d5-9e3bb5c82237 HTTP/1.1" status: 200 len: 945 time: 0.0503066 May 20 20:53:57.756632 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-886e6354-5497-44f4-9d0b-4ccc08f21884 req-458dfe3c-d96f-4773-aa42-478aaed48514 tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] 10.222.0.35 "GET /v2.0/security-groups?id=46bffae8-a0df-4971-87a9-ff1a8f20024b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882432 May 20 20:53:58.184717 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 55374) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:53:58.235587 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-da65cbf3-b1c4-482f-8796-fa8c431d22a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:58.270877 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f351e71-306f-4e6b-becc-04e2114b5225 req-6f7b53fb-6a30-40a9-b870-b1f36ef7c10b tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:53:58.272161 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-2f351e71-306f-4e6b-becc-04e2114b5225 req-6f7b53fb-6a30-40a9-b870-b1f36ef7c10b tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b233036-c517-4eb8-a6d5-9e3bb5c82237 HTTP/1.1" status: 200 len: 945 time: 0.0713968 May 20 20:53:58.273362 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 55376) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:53:58.348035 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-9d332a77-0268-4d0e-9f9e-e00011bff927 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8465b59db83c44f684532c852753bd72&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0712698 May 20 20:53:58.350561 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 55382) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:53:58.418948 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-da65cbf3-b1c4-482f-8796-fa8c431d22a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:58.444802 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-2f351e71-306f-4e6b-becc-04e2114b5225 req-a945b2c4-9f0e-4b23-ae68-55fd43b646f4 tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] Deleting port 8641288a-f307-474a-acfc-51039a0dc896 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:53:58.444802 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-2f351e71-306f-4e6b-becc-04e2114b5225 req-a945b2c4-9f0e-4b23-ae68-55fd43b646f4 tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:58.456632 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0863f8f2-2041-4a09-9d29-d2c5b354c569 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:58.492553 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0863f8f2-2041-4a09-9d29-d2c5b354c569 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:58.503657 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-da65cbf3-b1c4-482f-8796-fa8c431d22a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:58.561841 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-da65cbf3-b1c4-482f-8796-fa8c431d22a5 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=aae563fd86904526b9e01385fe4e4ddc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3744974 May 20 20:53:58.565877 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 55392) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:53:58.577250 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da65cbf3-b1c4-482f-8796-fa8c431d22a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=746679f3-51c7-4ba0-a12d-4c04859d7089,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:53:58.624473 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-2f351e71-306f-4e6b-becc-04e2114b5225 req-a945b2c4-9f0e-4b23-ae68-55fd43b646f4 tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] For port 8641288a-f307-474a-acfc-51039a0dc896, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=8641288a-f307-474a-acfc-51039a0dc896,segment=NetworkSegment(c827a625-78ca-430c-9240-807cb6bb6287),segment_id=c827a625-78ca-430c-9240-807cb6bb6287)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:53:58.624836 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-2f351e71-306f-4e6b-becc-04e2114b5225 req-a945b2c4-9f0e-4b23-ae68-55fd43b646f4 tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:58.628526 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0863f8f2-2041-4a09-9d29-d2c5b354c569 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:58.628996 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0863f8f2-2041-4a09-9d29-d2c5b354c569 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:58.630157 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-0863f8f2-2041-4a09-9d29-d2c5b354c569 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3604e5be-1b9f-42aa-8e6f-515409b761a9 HTTP/1.1" status: 204 len: 168 time: 0.2784081 May 20 20:53:58.643172 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0863f8f2-2041-4a09-9d29-d2c5b354c569 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3604e5be-1b9f-42aa-8e6f-515409b761a9,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:53:58.661636 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-00e2387c-12d3-4808-bf62-5cf33891e1df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:58.696547 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-00e2387c-12d3-4808-bf62-5cf33891e1df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:58.818985 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-00e2387c-12d3-4808-bf62-5cf33891e1df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:58.823061 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-00e2387c-12d3-4808-bf62-5cf33891e1df admin admin] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:58.824768 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-00e2387c-12d3-4808-bf62-5cf33891e1df admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/746679f3-51c7-4ba0-a12d-4c04859d7089 HTTP/1.1" status: 204 len: 168 time: 0.2578416 May 20 20:53:58.835231 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e2387c-12d3-4808-bf62-5cf33891e1df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=746679f3-51c7-4ba0-a12d-4c04859d7089,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:53:58.876500 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-2f351e71-306f-4e6b-becc-04e2114b5225 req-a945b2c4-9f0e-4b23-ae68-55fd43b646f4 tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:58.876500 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-2f351e71-306f-4e6b-becc-04e2114b5225 req-a945b2c4-9f0e-4b23-ae68-55fd43b646f4 tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748272'] for floatingip, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:58.876500 n-d-842733-1 neutron-server[103162]: INFO neutron.db.l3_db [req-2f351e71-306f-4e6b-becc-04e2114b5225 req-a945b2c4-9f0e-4b23-ae68-55fd43b646f4 tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] Floating IP bcaf8e4f-3d64-4150-8912-b277d12902b9 disassociated. External IP: 172.25.2.87, port: 8641288a-f307-474a-acfc-51039a0dc896. May 20 20:53:58.876500 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-2f351e71-306f-4e6b-becc-04e2114b5225 req-a945b2c4-9f0e-4b23-ae68-55fd43b646f4 tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] Calling delete_port for 8641288a-f307-474a-acfc-51039a0dc896 owned by compute:nova {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:53:58.943940 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f516b5f-dcd8-42d4-8b3a-5d5c3522f40e req-0e5ee696-0543-4c9f-9685-6b2b388070ec tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:53:58.945655 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7f516b5f-dcd8-42d4-8b3a-5d5c3522f40e req-0e5ee696-0543-4c9f-9685-6b2b388070ec tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b233036-c517-4eb8-a6d5-9e3bb5c82237 HTTP/1.1" status: 200 len: 945 time: 0.0865662 May 20 20:53:58.963226 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eac5c1c-cd7f-4a1c-995b-3470713ef624 req-dcca8d90-2bbd-473f-bf54-ebf949bd6c52 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:53:58.964753 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1eac5c1c-cd7f-4a1c-995b-3470713ef624 req-dcca8d90-2bbd-473f-bf54-ebf949bd6c52 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/ports?device_id=1ae0a7e5-8460-41a8-99e3-3da4fcb4bcfe HTTP/1.1" status: 200 len: 945 time: 0.0726321 May 20 20:53:59.025343 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7f516b5f-dcd8-42d4-8b3a-5d5c3522f40e req-06cd0410-bbde-42a2-8ed8-f49d98f46d20 tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] 10.222.0.35 "GET /v2.0/security-groups?id=46bffae8-a0df-4971-87a9-ff1a8f20024b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720847 May 20 20:53:59.030695 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1eac5c1c-cd7f-4a1c-995b-3470713ef624 req-f32c0514-74c8-40e3-b532-e20a3c275bf2 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f722a60-38a1-4dbc-a8ff-49f0b32ee364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585363 May 20 20:53:59.233404 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-2f351e71-306f-4e6b-becc-04e2114b5225 req-a945b2c4-9f0e-4b23-ae68-55fd43b646f4 tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:59.273645 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a945b2c4-9f0e-4b23-ae68-55fd43b646f4 tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] Pushing event deleted for resources: {'Port': ['ID=8641288a-f307-474a-acfc-51039a0dc896,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:53:59.397340 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2f351e71-306f-4e6b-becc-04e2114b5225 req-a945b2c4-9f0e-4b23-ae68-55fd43b646f4 tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] Router afa4c141-178a-467a-908d-4a321258d821 has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 20:53:59.514113 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2f351e71-306f-4e6b-becc-04e2114b5225 req-a945b2c4-9f0e-4b23-ae68-55fd43b646f4 tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 20:53:59.524580 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c6afc3-db93-4542-bb81-4ff676bff16b None None] Sync routers for ids ['afa4c141-178a-467a-908d-4a321258d821'] in n-d-842733-1 {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 20:53:59.534059 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c6afc3-db93-4542-bb81-4ff676bff16b None None] Routers {'afa4c141-178a-467a-908d-4a321258d821'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:53:59.534950 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-a1c6afc3-db93-4542-bb81-4ff676bff16b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:53:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['afa4c141-178a-467a-908d-4a321258d821'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:53:59.568843 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f351e71-306f-4e6b-becc-04e2114b5225 req-a945b2c4-9f0e-4b23-ae68-55fd43b646f4 tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] No DVR routers for this DVR port 8641288a-f307-474a-acfc-51039a0dc896 on host n-h2-842733-1 {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:53:59.572139 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-2f351e71-306f-4e6b-becc-04e2114b5225 req-a945b2c4-9f0e-4b23-ae68-55fd43b646f4 tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:59.575008 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-2f351e71-306f-4e6b-becc-04e2114b5225 req-a945b2c4-9f0e-4b23-ae68-55fd43b646f4 tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] 10.222.0.13 "DELETE /v2.0/ports/8641288a-f307-474a-acfc-51039a0dc896 HTTP/1.1" status: 204 len: 173 time: 1.2948582 May 20 20:53:59.575461 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b233036-c517-4eb8-a6d5-9e3bb5c82237', 'name': 'network-vif-deleted', 'tag': '8641288a-f307-474a-acfc-51039a0dc896'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:53:59.577819 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6fa957933fccbf596d28104b23404b952ad6a8238afaebaed40a0874b2e409" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a41fc65-c16d-43d0-be1b-2ee02643c018" -d '{"events": [{"server_uuid": "2b233036-c517-4eb8-a6d5-9e3bb5c82237", "name": "network-vif-deleted", "tag": "8641288a-f307-474a-acfc-51039a0dc896"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:53:59.621411 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 20:53:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-999d0eb0-987e-4feb-94a1-d8135de33f84 x-openstack-request-id: req-999d0eb0-987e-4feb-94a1-d8135de33f84 {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:53:59.621740 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b233036-c517-4eb8-a6d5-9e3bb5c82237", "name": "network-vif-deleted", "tag": "8641288a-f307-474a-acfc-51039a0dc896", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:53:59.621995 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-999d0eb0-987e-4feb-94a1-d8135de33f84 {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:53:59.622403 n-d-842733-1 neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-999d0eb0-987e-4feb-94a1-d8135de33f84'] response: {'server_uuid': '2b233036-c517-4eb8-a6d5-9e3bb5c82237', 'name': 'network-vif-deleted', 'tag': '8641288a-f307-474a-acfc-51039a0dc896', 'status': 'completed', 'code': 200} May 20 20:53:59.654535 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-a1c6afc3-db93-4542-bb81-4ff676bff16b None None] Set router afa4c141-178a-467a-908d-4a321258d821 gateway port host: n-d-842733-1 {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:53:59.951417 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-a1c6afc3-db93-4542-bb81-4ff676bff16b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afa4c141-178a-467a-908d-4a321258d821', 'name': 'tempest-AttachVolumeTestJSON-610323402-router', 'tenant_id': 'ca192f5ef49d4f558388c6e642858250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': '2217fce8-2ead-4563-a3ae-c510ffb44b55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:48:00Z', 'updated_at': '2022-05-20T20:48:07Z', 'revision_number': 4, 'project_id': 'ca192f5ef49d4f558388c6e642858250', 'gw_port': {'id': '2217fce8-2ead-4563-a3ae-c510ffb44b55', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:b1:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afa4c141-178a-467a-908d-4a321258d821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1277, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:48:02Z', 'updated_at': '2022-05-20T20:48:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': 'f0bb0a2e-1aa2-48b2-a4ae-f49709d6caf0', 'name': '', 'network_id': '300c23a3-32b9-446d-971e-d684df46a80f', 'tenant_id': 'ca192f5ef49d4f558388c6e642858250', 'mac_address': 'fa:16:3e:da:b2:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afa4c141-178a-467a-908d-4a321258d821', 'device_owner': 'network:router_interface', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': '1dd25171-1f89-45fa-8119-54d59026591a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:48:07Z', 'updated_at': '2022-05-20T20:48:13Z', 'revision_number': 5, 'project_id': 'ca192f5ef49d4f558388c6e642858250', 'subnets': [{'id': '1dd25171-1f89-45fa-8119-54d59026591a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:53:59.988315 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c6afc3-db93-4542-bb81-4ff676bff16b None None] Checking router: afa4c141-178a-467a-908d-4a321258d821 for host: n-d-842733-1 {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 20:54:00.001288 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c6afc3-db93-4542-bb81-4ff676bff16b None None] Routers {'afa4c141-178a-467a-908d-4a321258d821'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:54:00.002262 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-a1c6afc3-db93-4542-bb81-4ff676bff16b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:53:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['afa4c141-178a-467a-908d-4a321258d821'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:54:00.244741 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2610dd47-2480-446e-a26f-0e982f48c1ed req-703fd1ff-812b-4a34-9d5f-8cdcdfab44c8 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:54:00.252697 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2610dd47-2480-446e-a26f-0e982f48c1ed req-703fd1ff-812b-4a34-9d5f-8cdcdfab44c8 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/ports?device_id=1ae0a7e5-8460-41a8-99e3-3da4fcb4bcfe HTTP/1.1" status: 200 len: 945 time: 0.1180558 May 20 20:54:00.257312 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-70328451-c3c9-468f-9e6c-e6bb95fe5156 req-a744a5ca-b033-41c6-950d-5fc3b7395204 tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b233036-c517-4eb8-a6d5-9e3bb5c82237 HTTP/1.1" status: 200 len: 210 time: 0.0614417 May 20 20:54:00.302363 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2610dd47-2480-446e-a26f-0e982f48c1ed req-00875eef-f414-4c90-91e3-cbb05e609201 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f722a60-38a1-4dbc-a8ff-49f0b32ee364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469508 May 20 20:54:00.351117 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-a1c6afc3-db93-4542-bb81-4ff676bff16b None None] Set router afa4c141-178a-467a-908d-4a321258d821 gateway port host: n-d-842733-1 {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:54:00.584593 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-a1c6afc3-db93-4542-bb81-4ff676bff16b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afa4c141-178a-467a-908d-4a321258d821', 'name': 'tempest-AttachVolumeTestJSON-610323402-router', 'tenant_id': 'ca192f5ef49d4f558388c6e642858250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': '2217fce8-2ead-4563-a3ae-c510ffb44b55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:48:00Z', 'updated_at': '2022-05-20T20:48:07Z', 'revision_number': 4, 'project_id': 'ca192f5ef49d4f558388c6e642858250', 'gw_port': {'id': '2217fce8-2ead-4563-a3ae-c510ffb44b55', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:b1:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afa4c141-178a-467a-908d-4a321258d821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1277, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:48:02Z', 'updated_at': '2022-05-20T20:48:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': 'f0bb0a2e-1aa2-48b2-a4ae-f49709d6caf0', 'name': '', 'network_id': '300c23a3-32b9-446d-971e-d684df46a80f', 'tenant_id': 'ca192f5ef49d4f558388c6e642858250', 'mac_address': 'fa:16:3e:da:b2:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afa4c141-178a-467a-908d-4a321258d821', 'device_owner': 'network:router_interface', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': '1dd25171-1f89-45fa-8119-54d59026591a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:48:07Z', 'updated_at': '2022-05-20T20:48:13Z', 'revision_number': 5, 'project_id': 'ca192f5ef49d4f558388c6e642858250', 'subnets': [{'id': '1dd25171-1f89-45fa-8119-54d59026591a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:54:00.618802 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c6afc3-db93-4542-bb81-4ff676bff16b None None] The sync data for ids ['afa4c141-178a-467a-908d-4a321258d821'] in n-d-842733-1 is: [{'id': 'afa4c141-178a-467a-908d-4a321258d821', 'name': 'tempest-AttachVolumeTestJSON-610323402-router', 'tenant_id': 'ca192f5ef49d4f558388c6e642858250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': '2217fce8-2ead-4563-a3ae-c510ffb44b55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:48:00Z', 'updated_at': '2022-05-20T20:48:07Z', 'revision_number': 4, 'project_id': 'ca192f5ef49d4f558388c6e642858250', 'gw_port': {'id': '2217fce8-2ead-4563-a3ae-c510ffb44b55', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:b1:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afa4c141-178a-467a-908d-4a321258d821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1277, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:48:02Z', 'updated_at': '2022-05-20T20:48:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': 'f0bb0a2e-1aa2-48b2-a4ae-f49709d6caf0', 'name': '', 'network_id': '300c23a3-32b9-446d-971e-d684df46a80f', 'tenant_id': 'ca192f5ef49d4f558388c6e642858250', 'mac_address': 'fa:16:3e:da:b2:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afa4c141-178a-467a-908d-4a321258d821', 'device_owner': 'network:router_interface', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': '1dd25171-1f89-45fa-8119-54d59026591a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:48:07Z', 'updated_at': '2022-05-20T20:48:13Z', 'revision_number': 5, 'project_id': 'ca192f5ef49d4f558388c6e642858250', 'subnets': [{'id': '1dd25171-1f89-45fa-8119-54d59026591a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 20:54:00.633951 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb92de2-a863-4978-9f5b-41078aeac681 req-16bfab8a-cfe0-4ac1-8902-913ed19771d4 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:54:00.635936 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0eb92de2-a863-4978-9f5b-41078aeac681 req-16bfab8a-cfe0-4ac1-8902-913ed19771d4 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ae0a7e5-8460-41a8-99e3-3da4fcb4bcfe HTTP/1.1" status: 200 len: 945 time: 0.0872257 May 20 20:54:00.772027 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [req-0eb92de2-a863-4978-9f5b-41078aeac681 req-a4fc3312-0551-4076-812d-8f96a243810c tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Deleting port dd93bd42-29f7-4e8d-8729-3b220e8d384f {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:54:00.772373 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-0eb92de2-a863-4978-9f5b-41078aeac681 req-a4fc3312-0551-4076-812d-8f96a243810c tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:00.916188 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 55466) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:54:00.916711 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-0eb92de2-a863-4978-9f5b-41078aeac681 req-a4fc3312-0551-4076-812d-8f96a243810c tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] For port dd93bd42-29f7-4e8d-8729-3b220e8d384f, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=dd93bd42-29f7-4e8d-8729-3b220e8d384f,segment=NetworkSegment(5c3b9203-18da-4ba0-88d6-e36130f615fb),segment_id=5c3b9203-18da-4ba0-88d6-e36130f615fb)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:54:00.916711 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-0eb92de2-a863-4978-9f5b-41078aeac681 req-a4fc3312-0551-4076-812d-8f96a243810c tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:00.932392 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [req-0eb92de2-a863-4978-9f5b-41078aeac681 req-a4fc3312-0551-4076-812d-8f96a243810c tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Calling delete_port for dd93bd42-29f7-4e8d-8729-3b220e8d384f owned by compute:nova {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:54:01.032422 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-929b6d54-6608-4e93-acf2-09a50a0cfbe2 None None] New status for floating IP bcaf8e4f-3d64-4150-8912-b277d12902b9: DOWN {{(pid=103165) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 20:54:01.133436 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a0bf74aa-9315-426f-9d1a-768697ab7cc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:01.177531 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-0eb92de2-a863-4978-9f5b-41078aeac681 req-a4fc3312-0551-4076-812d-8f96a243810c tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:01.190005 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] get_ports_and_sgs() called for port_ids ['dd93bd42-29f7-4e8d-8729-3b220e8d384f'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:54:01.209832 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fc3312-0551-4076-812d-8f96a243810c tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Pushing event deleted for resources: {'Port': ['ID=dd93bd42-29f7-4e8d-8729-3b220e8d384f,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:54:01.262860 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a0bf74aa-9315-426f-9d1a-768697ab7cc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:01.293474 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [req-0eb92de2-a863-4978-9f5b-41078aeac681 req-a4fc3312-0551-4076-812d-8f96a243810c tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] No DVR routers for this DVR port dd93bd42-29f7-4e8d-8729-3b220e8d384f on host n-h1-842733-1 {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:54:01.296074 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-0eb92de2-a863-4978-9f5b-41078aeac681 req-a4fc3312-0551-4076-812d-8f96a243810c tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:01.301085 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0eb92de2-a863-4978-9f5b-41078aeac681 req-a4fc3312-0551-4076-812d-8f96a243810c tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.24 "DELETE /v2.0/ports/dd93bd42-29f7-4e8d-8729-3b220e8d384f HTTP/1.1" status: 204 len: 173 time: 0.6587296 May 20 20:54:01.301815 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ae0a7e5-8460-41a8-99e3-3da4fcb4bcfe', 'name': 'network-vif-deleted', 'tag': 'dd93bd42-29f7-4e8d-8729-3b220e8d384f'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:54:01.305018 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4291b17aa7b45362825f0571e77c85f5e73afe1df9c7e9e15006df9d695c005e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffb0dbd1-262a-4784-a3fb-fd22c99e7ed2" -d '{"events": [{"server_uuid": "1ae0a7e5-8460-41a8-99e3-3da4fcb4bcfe", "name": "network-vif-deleted", "tag": "dd93bd42-29f7-4e8d-8729-3b220e8d384f"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:54:01.331831 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a0bf74aa-9315-426f-9d1a-768697ab7cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:01.357887 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 20:54:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-869ba2e3-86fa-44a6-ae8a-2888ea44c5c1 x-openstack-request-id: req-869ba2e3-86fa-44a6-ae8a-2888ea44c5c1 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:54:01.358179 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ae0a7e5-8460-41a8-99e3-3da4fcb4bcfe", "name": "network-vif-deleted", "tag": "dd93bd42-29f7-4e8d-8729-3b220e8d384f", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:54:01.359904 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-869ba2e3-86fa-44a6-ae8a-2888ea44c5c1 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:54:01.359904 n-d-842733-1 neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-869ba2e3-86fa-44a6-ae8a-2888ea44c5c1'] response: {'server_uuid': '1ae0a7e5-8460-41a8-99e3-3da4fcb4bcfe', 'name': 'network-vif-deleted', 'tag': 'dd93bd42-29f7-4e8d-8729-3b220e8d384f', 'status': 'completed', 'code': 200} May 20 20:54:01.408847 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-a0bf74aa-9315-426f-9d1a-768697ab7cc7 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=24a76b9ea8cd43f9a8fd121b317ea84f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4912233 May 20 20:54:01.412273 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 55492) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:54:01.428701 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bf74aa-9315-426f-9d1a-768697ab7cc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64012493-ae65-4211-8668-8720fa07a185,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:54:01.475612 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-bd411314-fcbb-471a-8a34-1aa0e85472e2 req-b9bf936e-1545-4445-8156-02fe80f02eae tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/ports?device_id=1ae0a7e5-8460-41a8-99e3-3da4fcb4bcfe HTTP/1.1" status: 200 len: 210 time: 0.0561166 May 20 20:54:01.483091 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 55496) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:54:01.544661 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d621149b-9901-429d-8313-63255de77fa2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:01.572720 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-fedc83dd-b2ac-4f5a-a969-5e0df060ff02 tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:01.574397 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d621149b-9901-429d-8313-63255de77fa2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:01.615243 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-fedc83dd-b2ac-4f5a-a969-5e0df060ff02 tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:01.725611 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d621149b-9901-429d-8313-63255de77fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:01.729043 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d621149b-9901-429d-8313-63255de77fa2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:01.733835 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-d621149b-9901-429d-8313-63255de77fa2 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/64012493-ae65-4211-8668-8720fa07a185 HTTP/1.1" status: 204 len: 168 time: 0.3200338 May 20 20:54:01.743113 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d621149b-9901-429d-8313-63255de77fa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64012493-ae65-4211-8668-8720fa07a185,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:54:01.748455 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 8641288a-f307-474a-acfc-51039a0dc896 no longer exists at agent hyperv_n-h2-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:54:01.751076 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-fedc83dd-b2ac-4f5a-a969-5e0df060ff02 tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:01.754213 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-fedc83dd-b2ac-4f5a-a969-5e0df060ff02 tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:01.756091 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-fedc83dd-b2ac-4f5a-a969-5e0df060ff02 tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] 10.222.0.35 "DELETE /v2.0/security-groups/46bffae8-a0df-4971-87a9-ff1a8f20024b HTTP/1.1" status: 204 len: 168 time: 0.2712820 May 20 20:54:01.759082 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 55506) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:54:01.777899 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedc83dd-b2ac-4f5a-a969-5e0df060ff02 tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=46bffae8-a0df-4971-87a9-ff1a8f20024b,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:54:01.779349 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] No Port match for: 8641288a-f307-474a-acfc-51039a0dc896 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 20:54:01.779996 n-d-842733-1 neutron-server[103162]: INFO neutron.api.v2.resource [None req-eacbd893-6340-41bd-b566-5b7a00be69e8 tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] show failed (client error): The resource could not be found. May 20 20:54:01.782053 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-eacbd893-6340-41bd-b566-5b7a00be69e8 tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] 10.222.0.35 "GET /v2.0/security-groups/46bffae8-a0df-4971-87a9-ff1a8f20024b HTTP/1.1" status: 404 len: 347 time: 0.0207398 May 20 20:54:01.783637 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 8641288a-f307-474a-acfc-51039a0dc896 not bound to the agent host n-h2-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 20:54:01.785377 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 55508) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:54:01.924313 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-17dfbb5f-85ae-40d4-a6b6-f90e6747baa9 tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] Deleting port 1dd29bad-36ba-4da3-96a9-a8909185b67e {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:54:01.924887 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-17dfbb5f-85ae-40d4-a6b6-f90e6747baa9 tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:02.034239 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-17dfbb5f-85ae-40d4-a6b6-f90e6747baa9 tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:02.035847 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-17dfbb5f-85ae-40d4-a6b6-f90e6747baa9 tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:02.054873 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-17dfbb5f-85ae-40d4-a6b6-f90e6747baa9 tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] Calling delete_port for 1dd29bad-36ba-4da3-96a9-a8909185b67e owned by network:floatingip {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:54:02.217644 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:02.337344 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-17dfbb5f-85ae-40d4-a6b6-f90e6747baa9 tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:02.402340 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dfbb5f-85ae-40d4-a6b6-f90e6747baa9 tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] Pushing event deleted for resources: {'Port': ['ID=1dd29bad-36ba-4da3-96a9-a8909185b67e,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:54:02.467129 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-17dfbb5f-85ae-40d4-a6b6-f90e6747baa9 tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] Notify callbacks [] for floatingip, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:02.472458 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-17dfbb5f-85ae-40d4-a6b6-f90e6747baa9 tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for floatingip, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:02.475000 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-17dfbb5f-85ae-40d4-a6b6-f90e6747baa9 tempest-AttachVolumeTestJSON-1547892856 tempest-AttachVolumeTestJSON-1547892856-project] 10.222.0.35 "DELETE /v2.0/floatingips/bcaf8e4f-3d64-4150-8912-b277d12902b9 HTTP/1.1" status: 204 len: 168 time: 0.6884558 May 20 20:54:02.604452 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-50d42f3f-ae92-4566-b22d-3968db2b0aea req-0e65b7aa-d4b2-41fe-90ef-d86b3244e47d tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/ports?device_id=1ae0a7e5-8460-41a8-99e3-3da4fcb4bcfe HTTP/1.1" status: 200 len: 210 time: 0.0275621 May 20 20:54:03.116313 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 55552) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:54:03.309495 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-8f8ad2f8-32a3-4169-834b-45b618fdb359 tempest-PortsAdminExtendedAttrsTestJSON-1641902704 tempest-PortsAdminExtendedAttrsTestJSON-1641902704-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-41440017'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:54:03.411646 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f8ad2f8-32a3-4169-834b-45b618fdb359 tempest-PortsAdminExtendedAttrsTestJSON-1641902704 tempest-PortsAdminExtendedAttrsTestJSON-1641902704-project] Made reservation on behalf of 479744440217463f81487416e86e2b94 for: {'network': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:54:03.415247 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8f8ad2f8-32a3-4169-834b-45b618fdb359 tempest-PortsAdminExtendedAttrsTestJSON-1641902704 tempest-PortsAdminExtendedAttrsTestJSON-1641902704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for network, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:03.428004 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8f8ad2f8-32a3-4169-834b-45b618fdb359 tempest-PortsAdminExtendedAttrsTestJSON-1641902704 tempest-PortsAdminExtendedAttrsTestJSON-1641902704-project] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:03.561582 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8f8ad2f8-32a3-4169-834b-45b618fdb359 tempest-PortsAdminExtendedAttrsTestJSON-1641902704 tempest-PortsAdminExtendedAttrsTestJSON-1641902704-project] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:03.662052 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8f8ad2f8-32a3-4169-834b-45b618fdb359 tempest-PortsAdminExtendedAttrsTestJSON-1641902704 tempest-PortsAdminExtendedAttrsTestJSON-1641902704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:03.698796 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f8ad2f8-32a3-4169-834b-45b618fdb359 tempest-PortsAdminExtendedAttrsTestJSON-1641902704 tempest-PortsAdminExtendedAttrsTestJSON-1641902704-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 242} {{(pid=103163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 20:54:03.713162 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8ad2f8-32a3-4169-834b-45b618fdb359 tempest-PortsAdminExtendedAttrsTestJSON-1641902704 tempest-PortsAdminExtendedAttrsTestJSON-1641902704-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7923a04-1e50-418a-ad56-deac93d0d3f8,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:54:03.713918 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8f8ad2f8-32a3-4169-834b-45b618fdb359 tempest-PortsAdminExtendedAttrsTestJSON-1641902704 tempest-PortsAdminExtendedAttrsTestJSON-1641902704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:03.714259 n-d-842733-1 neutron-server[103163]: INFO neutron.db.segments_db [None req-8f8ad2f8-32a3-4169-834b-45b618fdb359 tempest-PortsAdminExtendedAttrsTestJSON-1641902704 tempest-PortsAdminExtendedAttrsTestJSON-1641902704-project] Added segment 0c923806-4ce5-4a0c-823d-bb891e95c11a of type vlan for network f6e9fefd-c1f8-409c-ac08-90290d78eef9 May 20 20:54:03.759530 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1da309b6-2636-4169-b276-5c1b0fa9d039 req-4825483b-cd6e-4a89-9e29-0fd2a6713803 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/ports?device_id=1ae0a7e5-8460-41a8-99e3-3da4fcb4bcfe HTTP/1.1" status: 200 len: 210 time: 0.0476327 May 20 20:54:03.819348 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8f8ad2f8-32a3-4169-834b-45b618fdb359 tempest-PortsAdminExtendedAttrsTestJSON-1641902704 tempest-PortsAdminExtendedAttrsTestJSON-1641902704-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418993264'] for network, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:03.920846 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8f8ad2f8-32a3-4169-834b-45b618fdb359 tempest-PortsAdminExtendedAttrsTestJSON-1641902704 tempest-PortsAdminExtendedAttrsTestJSON-1641902704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524'] for network, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:03.929933 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f8ad2f8-32a3-4169-834b-45b618fdb359 tempest-PortsAdminExtendedAttrsTestJSON-1641902704 tempest-PortsAdminExtendedAttrsTestJSON-1641902704-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:54:03.931504 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8f8ad2f8-32a3-4169-834b-45b618fdb359 tempest-PortsAdminExtendedAttrsTestJSON-1641902704 tempest-PortsAdminExtendedAttrsTestJSON-1641902704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:04.032370 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8ad2f8-32a3-4169-834b-45b618fdb359 tempest-PortsAdminExtendedAttrsTestJSON-1641902704 tempest-PortsAdminExtendedAttrsTestJSON-1641902704-project] Pushing event updated for resources: {'Network': ['ID=f6e9fefd-c1f8-409c-ac08-90290d78eef9,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:54:04.045341 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Network f6e9fefd-c1f8-409c-ac08-90290d78eef9 details requested by agent ovs-agent-n-d-842733-1 with host n-d-842733-1 {{(pid=103164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 20 20:54:04.109601 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-8f8ad2f8-32a3-4169-834b-45b618fdb359 tempest-PortsAdminExtendedAttrsTestJSON-1641902704 tempest-PortsAdminExtendedAttrsTestJSON-1641902704-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 0.9915690 May 20 20:54:04.316847 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device dd93bd42-29f7-4e8d-8729-3b220e8d384f no longer exists at agent hyperv_n-h1-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:54:04.344837 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] No Port match for: dd93bd42-29f7-4e8d-8729-3b220e8d384f {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 20:54:04.345397 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device dd93bd42-29f7-4e8d-8729-3b220e8d384f not bound to the agent host n-h1-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 20:54:04.438681 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 55598) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:54:04.444144 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-e01d93f8-381a-451b-aff8-7f4c3367231a tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Request body: {'port': {'network_id': 'f6e9fefd-c1f8-409c-ac08-90290d78eef9', 'binding:host_id': 'n-h1-842733-1', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-974587105'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:54:04.580484 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e01d93f8-381a-451b-aff8-7f4c3367231a tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Made reservation on behalf of 3da87bb6069347a89594a925ecd1fa6c for: {'port': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:54:04.585136 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e01d93f8-381a-451b-aff8-7f4c3367231a tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:04.594167 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e01d93f8-381a-451b-aff8-7f4c3367231a tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:04.675599 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e01d93f8-381a-451b-aff8-7f4c3367231a tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:04.760221 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e01d93f8-381a-451b-aff8-7f4c3367231a tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:04.764364 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [None req-e01d93f8-381a-451b-aff8-7f4c3367231a tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] device_id is not set on port 6e625d0d-20ec-445a-95b7-f0cdeec2c008 yet. {{(pid=103162) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 20 20:54:04.899101 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01d93f8-381a-451b-aff8-7f4c3367231a tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a84ddf26-11c9-49bf-b2d1-4967bc8d8f8e,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:54:04.910810 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-eccb60c9-1f60-4bae-bbd8-e723cf0270a3 req-64d0d0fc-4aaa-4fd1-bea9-fee680874ad0 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/ports?device_id=1ae0a7e5-8460-41a8-99e3-3da4fcb4bcfe HTTP/1.1" status: 200 len: 210 time: 0.0528119 May 20 20:54:04.912633 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01d93f8-381a-451b-aff8-7f4c3367231a tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:54:04.913617 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01d93f8-381a-451b-aff8-7f4c3367231a tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:54:04.922513 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01d93f8-381a-451b-aff8-7f4c3367231a tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:54:04.922513 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01d93f8-381a-451b-aff8-7f4c3367231a tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:54:04.922513 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01d93f8-381a-451b-aff8-7f4c3367231a tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:54:04.922513 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01d93f8-381a-451b-aff8-7f4c3367231a tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:54:04.922513 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01d93f8-381a-451b-aff8-7f4c3367231a tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:54:04.922513 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01d93f8-381a-451b-aff8-7f4c3367231a tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:54:04.922513 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01d93f8-381a-451b-aff8-7f4c3367231a tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:54:04.922513 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01d93f8-381a-451b-aff8-7f4c3367231a tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:54:04.922513 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01d93f8-381a-451b-aff8-7f4c3367231a tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:54:04.922513 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01d93f8-381a-451b-aff8-7f4c3367231a tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:54:05.072921 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [None req-e01d93f8-381a-451b-aff8-7f4c3367231a tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] device_id is not set on port 6e625d0d-20ec-445a-95b7-f0cdeec2c008 yet. {{(pid=103162) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 20 20:54:05.085072 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e01d93f8-381a-451b-aff8-7f4c3367231a tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:05.166723 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e01d93f8-381a-451b-aff8-7f4c3367231a tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:05.240785 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01d93f8-381a-451b-aff8-7f4c3367231a tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Pushing event updated for resources: {'Port': ['ID=6e625d0d-20ec-445a-95b7-f0cdeec2c008,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:54:05.244251 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e01d93f8-381a-451b-aff8-7f4c3367231a tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Checking segment: {'id': '0c923806-4ce5-4a0c-823d-bb891e95c11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'f6e9fefd-c1f8-409c-ac08-90290d78eef9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:54:05.244691 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e01d93f8-381a-451b-aff8-7f4c3367231a tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Network hostable DHCP agents. Network: f6e9fefd-c1f8-409c-ac08-90290d78eef9, hostable agents: ['c9b0653c-f3c7-4339-bd50-e3754b629216'], hosted agents: [] {{(pid=103162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 20:54:05.361332 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e01d93f8-381a-451b-aff8-7f4c3367231a tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Network f6e9fefd-c1f8-409c-ac08-90290d78eef9 is scheduled to be hosted by DHCP agent c9b0653c-f3c7-4339-bd50-e3754b629216 with binding_index 1 {{(pid=103162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 20:54:05.445768 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-e01d93f8-381a-451b-aff8-7f4c3367231a tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842733-1, f6e9fefd-c1f8-409c-ac08-90290d78eef9) {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:54:05.449772 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e01d93f8-381a-451b-aff8-7f4c3367231a tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:54:05.460650 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ba86525-27cb-45e9-8ebe-4f8bcf3cc191 None None] Network f6e9fefd-c1f8-409c-ac08-90290d78eef9 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:54:05.497876 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-e01d93f8-381a-451b-aff8-7f4c3367231a tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Attempting to bind port 6e625d0d-20ec-445a-95b7-f0cdeec2c008 on host n-h1-842733-1 for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:54:05.498078 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-e01d93f8-381a-451b-aff8-7f4c3367231a tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Attempting to bind port 6e625d0d-20ec-445a-95b7-f0cdeec2c008 by drivers openvswitch,hyperv on host n-h1-842733-1 at level 0 using segments [{'id': '0c923806-4ce5-4a0c-823d-bb891e95c11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'f6e9fefd-c1f8-409c-ac08-90290d78eef9'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:54:05.498435 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e01d93f8-381a-451b-aff8-7f4c3367231a tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Attempting to bind port 6e625d0d-20ec-445a-95b7-f0cdeec2c008 on network f6e9fefd-c1f8-409c-ac08-90290d78eef9 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:54:05.514099 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e01d93f8-381a-451b-aff8-7f4c3367231a tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Port 6e625d0d-20ec-445a-95b7-f0cdeec2c008 on network f6e9fefd-c1f8-409c-ac08-90290d78eef9 not bound, no agent of type Open vSwitch agent registered on host n-h1-842733-1 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 20:54:05.514099 n-d-842733-1 neutron-server[103162]: ERROR neutron.plugins.ml2.managers [None req-e01d93f8-381a-451b-aff8-7f4c3367231a tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Failed to bind port 6e625d0d-20ec-445a-95b7-f0cdeec2c008 on host n-h1-842733-1 for vnic_type normal using segments [{'id': '0c923806-4ce5-4a0c-823d-bb891e95c11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'f6e9fefd-c1f8-409c-ac08-90290d78eef9'}] May 20 20:54:05.514099 n-d-842733-1 neutron-server[103162]: INFO neutron.plugins.ml2.plugin [None req-e01d93f8-381a-451b-aff8-7f4c3367231a tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Attempt 2 to bind port 6e625d0d-20ec-445a-95b7-f0cdeec2c008 May 20 20:54:05.539133 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-e01d93f8-381a-451b-aff8-7f4c3367231a tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Attempting to bind port 6e625d0d-20ec-445a-95b7-f0cdeec2c008 on host n-h1-842733-1 for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:54:05.539472 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-e01d93f8-381a-451b-aff8-7f4c3367231a tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Attempting to bind port 6e625d0d-20ec-445a-95b7-f0cdeec2c008 by drivers openvswitch,hyperv on host n-h1-842733-1 at level 0 using segments [{'id': '0c923806-4ce5-4a0c-823d-bb891e95c11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'f6e9fefd-c1f8-409c-ac08-90290d78eef9'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:54:05.539822 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e01d93f8-381a-451b-aff8-7f4c3367231a tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Attempting to bind port 6e625d0d-20ec-445a-95b7-f0cdeec2c008 on network f6e9fefd-c1f8-409c-ac08-90290d78eef9 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:54:05.552174 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e01d93f8-381a-451b-aff8-7f4c3367231a tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Port 6e625d0d-20ec-445a-95b7-f0cdeec2c008 on network f6e9fefd-c1f8-409c-ac08-90290d78eef9 not bound, no agent of type Open vSwitch agent registered on host n-h1-842733-1 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 20:54:05.552618 n-d-842733-1 neutron-server[103162]: ERROR neutron.plugins.ml2.managers [None req-e01d93f8-381a-451b-aff8-7f4c3367231a tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Failed to bind port 6e625d0d-20ec-445a-95b7-f0cdeec2c008 on host n-h1-842733-1 for vnic_type normal using segments [{'id': '0c923806-4ce5-4a0c-823d-bb891e95c11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'f6e9fefd-c1f8-409c-ac08-90290d78eef9'}] May 20 20:54:05.553088 n-d-842733-1 neutron-server[103162]: INFO neutron.plugins.ml2.plugin [None req-e01d93f8-381a-451b-aff8-7f4c3367231a tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Attempt 3 to bind port 6e625d0d-20ec-445a-95b7-f0cdeec2c008 May 20 20:54:05.570909 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-e01d93f8-381a-451b-aff8-7f4c3367231a tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Attempting to bind port 6e625d0d-20ec-445a-95b7-f0cdeec2c008 on host n-h1-842733-1 for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:54:05.571850 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-e01d93f8-381a-451b-aff8-7f4c3367231a tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Attempting to bind port 6e625d0d-20ec-445a-95b7-f0cdeec2c008 by drivers openvswitch,hyperv on host n-h1-842733-1 at level 0 using segments [{'id': '0c923806-4ce5-4a0c-823d-bb891e95c11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'f6e9fefd-c1f8-409c-ac08-90290d78eef9'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:54:05.572737 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e01d93f8-381a-451b-aff8-7f4c3367231a tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Attempting to bind port 6e625d0d-20ec-445a-95b7-f0cdeec2c008 on network f6e9fefd-c1f8-409c-ac08-90290d78eef9 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:54:05.580477 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e01d93f8-381a-451b-aff8-7f4c3367231a tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Port 6e625d0d-20ec-445a-95b7-f0cdeec2c008 on network f6e9fefd-c1f8-409c-ac08-90290d78eef9 not bound, no agent of type Open vSwitch agent registered on host n-h1-842733-1 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 20:54:05.581029 n-d-842733-1 neutron-server[103162]: ERROR neutron.plugins.ml2.managers [None req-e01d93f8-381a-451b-aff8-7f4c3367231a tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Failed to bind port 6e625d0d-20ec-445a-95b7-f0cdeec2c008 on host n-h1-842733-1 for vnic_type normal using segments [{'id': '0c923806-4ce5-4a0c-823d-bb891e95c11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'f6e9fefd-c1f8-409c-ac08-90290d78eef9'}] May 20 20:54:05.581919 n-d-842733-1 neutron-server[103162]: INFO neutron.plugins.ml2.plugin [None req-e01d93f8-381a-451b-aff8-7f4c3367231a tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Attempt 4 to bind port 6e625d0d-20ec-445a-95b7-f0cdeec2c008 May 20 20:54:05.621279 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-e01d93f8-381a-451b-aff8-7f4c3367231a tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Attempting to bind port 6e625d0d-20ec-445a-95b7-f0cdeec2c008 on host n-h1-842733-1 for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:54:05.621279 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-e01d93f8-381a-451b-aff8-7f4c3367231a tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Attempting to bind port 6e625d0d-20ec-445a-95b7-f0cdeec2c008 by drivers openvswitch,hyperv on host n-h1-842733-1 at level 0 using segments [{'id': '0c923806-4ce5-4a0c-823d-bb891e95c11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'f6e9fefd-c1f8-409c-ac08-90290d78eef9'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:54:05.621279 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e01d93f8-381a-451b-aff8-7f4c3367231a tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Attempting to bind port 6e625d0d-20ec-445a-95b7-f0cdeec2c008 on network f6e9fefd-c1f8-409c-ac08-90290d78eef9 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:54:05.622954 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e01d93f8-381a-451b-aff8-7f4c3367231a tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Port 6e625d0d-20ec-445a-95b7-f0cdeec2c008 on network f6e9fefd-c1f8-409c-ac08-90290d78eef9 not bound, no agent of type Open vSwitch agent registered on host n-h1-842733-1 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 20:54:05.623847 n-d-842733-1 neutron-server[103162]: ERROR neutron.plugins.ml2.managers [None req-e01d93f8-381a-451b-aff8-7f4c3367231a tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Failed to bind port 6e625d0d-20ec-445a-95b7-f0cdeec2c008 on host n-h1-842733-1 for vnic_type normal using segments [{'id': '0c923806-4ce5-4a0c-823d-bb891e95c11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'f6e9fefd-c1f8-409c-ac08-90290d78eef9'}] May 20 20:54:05.624704 n-d-842733-1 neutron-server[103162]: INFO neutron.plugins.ml2.plugin [None req-e01d93f8-381a-451b-aff8-7f4c3367231a tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Attempt 5 to bind port 6e625d0d-20ec-445a-95b7-f0cdeec2c008 May 20 20:54:05.649555 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-e01d93f8-381a-451b-aff8-7f4c3367231a tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Attempting to bind port 6e625d0d-20ec-445a-95b7-f0cdeec2c008 on host n-h1-842733-1 for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:54:05.650148 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-e01d93f8-381a-451b-aff8-7f4c3367231a tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Attempting to bind port 6e625d0d-20ec-445a-95b7-f0cdeec2c008 by drivers openvswitch,hyperv on host n-h1-842733-1 at level 0 using segments [{'id': '0c923806-4ce5-4a0c-823d-bb891e95c11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'f6e9fefd-c1f8-409c-ac08-90290d78eef9'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:54:05.650610 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e01d93f8-381a-451b-aff8-7f4c3367231a tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Attempting to bind port 6e625d0d-20ec-445a-95b7-f0cdeec2c008 on network f6e9fefd-c1f8-409c-ac08-90290d78eef9 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:54:05.656307 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e01d93f8-381a-451b-aff8-7f4c3367231a tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Port 6e625d0d-20ec-445a-95b7-f0cdeec2c008 on network f6e9fefd-c1f8-409c-ac08-90290d78eef9 not bound, no agent of type Open vSwitch agent registered on host n-h1-842733-1 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 20:54:05.656940 n-d-842733-1 neutron-server[103162]: ERROR neutron.plugins.ml2.managers [None req-e01d93f8-381a-451b-aff8-7f4c3367231a tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Failed to bind port 6e625d0d-20ec-445a-95b7-f0cdeec2c008 on host n-h1-842733-1 for vnic_type normal using segments [{'id': '0c923806-4ce5-4a0c-823d-bb891e95c11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'f6e9fefd-c1f8-409c-ac08-90290d78eef9'}] May 20 20:54:05.657967 n-d-842733-1 neutron-server[103162]: INFO neutron.plugins.ml2.plugin [None req-e01d93f8-381a-451b-aff8-7f4c3367231a tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Attempt 6 to bind port 6e625d0d-20ec-445a-95b7-f0cdeec2c008 May 20 20:54:05.671374 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-e01d93f8-381a-451b-aff8-7f4c3367231a tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Attempting to bind port 6e625d0d-20ec-445a-95b7-f0cdeec2c008 on host n-h1-842733-1 for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:54:05.671760 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-e01d93f8-381a-451b-aff8-7f4c3367231a tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Attempting to bind port 6e625d0d-20ec-445a-95b7-f0cdeec2c008 by drivers openvswitch,hyperv on host n-h1-842733-1 at level 0 using segments [{'id': '0c923806-4ce5-4a0c-823d-bb891e95c11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'f6e9fefd-c1f8-409c-ac08-90290d78eef9'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:54:05.672221 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e01d93f8-381a-451b-aff8-7f4c3367231a tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Attempting to bind port 6e625d0d-20ec-445a-95b7-f0cdeec2c008 on network f6e9fefd-c1f8-409c-ac08-90290d78eef9 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:54:05.676871 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e01d93f8-381a-451b-aff8-7f4c3367231a tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Port 6e625d0d-20ec-445a-95b7-f0cdeec2c008 on network f6e9fefd-c1f8-409c-ac08-90290d78eef9 not bound, no agent of type Open vSwitch agent registered on host n-h1-842733-1 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 20:54:05.677245 n-d-842733-1 neutron-server[103162]: ERROR neutron.plugins.ml2.managers [None req-e01d93f8-381a-451b-aff8-7f4c3367231a tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Failed to bind port 6e625d0d-20ec-445a-95b7-f0cdeec2c008 on host n-h1-842733-1 for vnic_type normal using segments [{'id': '0c923806-4ce5-4a0c-823d-bb891e95c11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'f6e9fefd-c1f8-409c-ac08-90290d78eef9'}] May 20 20:54:05.677640 n-d-842733-1 neutron-server[103162]: INFO neutron.plugins.ml2.plugin [None req-e01d93f8-381a-451b-aff8-7f4c3367231a tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Attempt 7 to bind port 6e625d0d-20ec-445a-95b7-f0cdeec2c008 May 20 20:54:05.695009 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-e01d93f8-381a-451b-aff8-7f4c3367231a tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Attempting to bind port 6e625d0d-20ec-445a-95b7-f0cdeec2c008 on host n-h1-842733-1 for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:54:05.695348 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-e01d93f8-381a-451b-aff8-7f4c3367231a tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Attempting to bind port 6e625d0d-20ec-445a-95b7-f0cdeec2c008 by drivers openvswitch,hyperv on host n-h1-842733-1 at level 0 using segments [{'id': '0c923806-4ce5-4a0c-823d-bb891e95c11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'f6e9fefd-c1f8-409c-ac08-90290d78eef9'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:54:05.695692 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e01d93f8-381a-451b-aff8-7f4c3367231a tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Attempting to bind port 6e625d0d-20ec-445a-95b7-f0cdeec2c008 on network f6e9fefd-c1f8-409c-ac08-90290d78eef9 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:54:05.700520 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e01d93f8-381a-451b-aff8-7f4c3367231a tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Port 6e625d0d-20ec-445a-95b7-f0cdeec2c008 on network f6e9fefd-c1f8-409c-ac08-90290d78eef9 not bound, no agent of type Open vSwitch agent registered on host n-h1-842733-1 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 20:54:05.700874 n-d-842733-1 neutron-server[103162]: ERROR neutron.plugins.ml2.managers [None req-e01d93f8-381a-451b-aff8-7f4c3367231a tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Failed to bind port 6e625d0d-20ec-445a-95b7-f0cdeec2c008 on host n-h1-842733-1 for vnic_type normal using segments [{'id': '0c923806-4ce5-4a0c-823d-bb891e95c11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'f6e9fefd-c1f8-409c-ac08-90290d78eef9'}] May 20 20:54:05.701601 n-d-842733-1 neutron-server[103162]: INFO neutron.plugins.ml2.plugin [None req-e01d93f8-381a-451b-aff8-7f4c3367231a tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Attempt 8 to bind port 6e625d0d-20ec-445a-95b7-f0cdeec2c008 May 20 20:54:05.723761 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-e01d93f8-381a-451b-aff8-7f4c3367231a tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Attempting to bind port 6e625d0d-20ec-445a-95b7-f0cdeec2c008 on host n-h1-842733-1 for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:54:05.724114 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-e01d93f8-381a-451b-aff8-7f4c3367231a tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Attempting to bind port 6e625d0d-20ec-445a-95b7-f0cdeec2c008 by drivers openvswitch,hyperv on host n-h1-842733-1 at level 0 using segments [{'id': '0c923806-4ce5-4a0c-823d-bb891e95c11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'f6e9fefd-c1f8-409c-ac08-90290d78eef9'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:54:05.724610 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e01d93f8-381a-451b-aff8-7f4c3367231a tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Attempting to bind port 6e625d0d-20ec-445a-95b7-f0cdeec2c008 on network f6e9fefd-c1f8-409c-ac08-90290d78eef9 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:54:05.731968 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e01d93f8-381a-451b-aff8-7f4c3367231a tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Port 6e625d0d-20ec-445a-95b7-f0cdeec2c008 on network f6e9fefd-c1f8-409c-ac08-90290d78eef9 not bound, no agent of type Open vSwitch agent registered on host n-h1-842733-1 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 20:54:05.732820 n-d-842733-1 neutron-server[103162]: ERROR neutron.plugins.ml2.managers [None req-e01d93f8-381a-451b-aff8-7f4c3367231a tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Failed to bind port 6e625d0d-20ec-445a-95b7-f0cdeec2c008 on host n-h1-842733-1 for vnic_type normal using segments [{'id': '0c923806-4ce5-4a0c-823d-bb891e95c11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'f6e9fefd-c1f8-409c-ac08-90290d78eef9'}] May 20 20:54:05.733065 n-d-842733-1 neutron-server[103162]: INFO neutron.plugins.ml2.plugin [None req-e01d93f8-381a-451b-aff8-7f4c3367231a tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Attempt 9 to bind port 6e625d0d-20ec-445a-95b7-f0cdeec2c008 May 20 20:54:05.754173 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-e01d93f8-381a-451b-aff8-7f4c3367231a tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Attempting to bind port 6e625d0d-20ec-445a-95b7-f0cdeec2c008 on host n-h1-842733-1 for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:54:05.755061 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-e01d93f8-381a-451b-aff8-7f4c3367231a tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Attempting to bind port 6e625d0d-20ec-445a-95b7-f0cdeec2c008 by drivers openvswitch,hyperv on host n-h1-842733-1 at level 0 using segments [{'id': '0c923806-4ce5-4a0c-823d-bb891e95c11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'f6e9fefd-c1f8-409c-ac08-90290d78eef9'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:54:05.755471 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e01d93f8-381a-451b-aff8-7f4c3367231a tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Attempting to bind port 6e625d0d-20ec-445a-95b7-f0cdeec2c008 on network f6e9fefd-c1f8-409c-ac08-90290d78eef9 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:54:05.763704 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e01d93f8-381a-451b-aff8-7f4c3367231a tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Port 6e625d0d-20ec-445a-95b7-f0cdeec2c008 on network f6e9fefd-c1f8-409c-ac08-90290d78eef9 not bound, no agent of type Open vSwitch agent registered on host n-h1-842733-1 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 20:54:05.764030 n-d-842733-1 neutron-server[103162]: ERROR neutron.plugins.ml2.managers [None req-e01d93f8-381a-451b-aff8-7f4c3367231a tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Failed to bind port 6e625d0d-20ec-445a-95b7-f0cdeec2c008 on host n-h1-842733-1 for vnic_type normal using segments [{'id': '0c923806-4ce5-4a0c-823d-bb891e95c11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'f6e9fefd-c1f8-409c-ac08-90290d78eef9'}] May 20 20:54:05.764422 n-d-842733-1 neutron-server[103162]: INFO neutron.plugins.ml2.plugin [None req-e01d93f8-381a-451b-aff8-7f4c3367231a tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Attempt 10 to bind port 6e625d0d-20ec-445a-95b7-f0cdeec2c008 May 20 20:54:05.779307 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-e01d93f8-381a-451b-aff8-7f4c3367231a tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Attempting to bind port 6e625d0d-20ec-445a-95b7-f0cdeec2c008 on host n-h1-842733-1 for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:54:05.779638 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-e01d93f8-381a-451b-aff8-7f4c3367231a tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Attempting to bind port 6e625d0d-20ec-445a-95b7-f0cdeec2c008 by drivers openvswitch,hyperv on host n-h1-842733-1 at level 0 using segments [{'id': '0c923806-4ce5-4a0c-823d-bb891e95c11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'f6e9fefd-c1f8-409c-ac08-90290d78eef9'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:54:05.780128 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e01d93f8-381a-451b-aff8-7f4c3367231a tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Attempting to bind port 6e625d0d-20ec-445a-95b7-f0cdeec2c008 on network f6e9fefd-c1f8-409c-ac08-90290d78eef9 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:54:05.787014 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e01d93f8-381a-451b-aff8-7f4c3367231a tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Port 6e625d0d-20ec-445a-95b7-f0cdeec2c008 on network f6e9fefd-c1f8-409c-ac08-90290d78eef9 not bound, no agent of type Open vSwitch agent registered on host n-h1-842733-1 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 20:54:05.787014 n-d-842733-1 neutron-server[103162]: ERROR neutron.plugins.ml2.managers [None req-e01d93f8-381a-451b-aff8-7f4c3367231a tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Failed to bind port 6e625d0d-20ec-445a-95b7-f0cdeec2c008 on host n-h1-842733-1 for vnic_type normal using segments [{'id': '0c923806-4ce5-4a0c-823d-bb891e95c11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'f6e9fefd-c1f8-409c-ac08-90290d78eef9'}] May 20 20:54:05.787014 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e01d93f8-381a-451b-aff8-7f4c3367231a tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:05.889334 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-e01d93f8-381a-451b-aff8-7f4c3367231a tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] For port 6e625d0d-20ec-445a-95b7-f0cdeec2c008, host n-h1-842733-1, cleared binding levels {{(pid=103162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:54:05.889708 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-e01d93f8-381a-451b-aff8-7f4c3367231a tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Attempted to set empty binding levels {{(pid=103162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} May 20 20:54:05.989992 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e01d93f8-381a-451b-aff8-7f4c3367231a tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:06.035553 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e01d93f8-381a-451b-aff8-7f4c3367231a tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:54:06.036251 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e01d93f8-381a-451b-aff8-7f4c3367231a tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:06.048700 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0af53619-9ef3-426f-8c87-d6a1a7929ede req-4c2dfc00-a8e9-4308-adfd-370861427bd4 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/ports?device_id=1ae0a7e5-8460-41a8-99e3-3da4fcb4bcfe HTTP/1.1" status: 200 len: 210 time: 0.0439572 May 20 20:54:06.061037 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01d93f8-381a-451b-aff8-7f4c3367231a tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Pushing event updated for resources: {'Port': ['ID=6e625d0d-20ec-445a-95b7-f0cdeec2c008,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:54:06.141961 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-e01d93f8-381a-451b-aff8-7f4c3367231a tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 979 time: 1.7009642 May 20 20:54:06.148200 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 55674) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:54:06.236533 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-942d69d0-3007-4f1e-bf8d-4ba23fcc897b tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Deleting port 6e625d0d-20ec-445a-95b7-f0cdeec2c008 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:54:06.236882 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-942d69d0-3007-4f1e-bf8d-4ba23fcc897b tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:06.322056 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-942d69d0-3007-4f1e-bf8d-4ba23fcc897b tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] For port 6e625d0d-20ec-445a-95b7-f0cdeec2c008, host n-h1-842733-1, got binding levels [] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:54:06.322836 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-942d69d0-3007-4f1e-bf8d-4ba23fcc897b tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:06.348326 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-942d69d0-3007-4f1e-bf8d-4ba23fcc897b tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Calling delete_port for 6e625d0d-20ec-445a-95b7-f0cdeec2c008 owned by {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:54:06.566009 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-942d69d0-3007-4f1e-bf8d-4ba23fcc897b tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:06.601571 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942d69d0-3007-4f1e-bf8d-4ba23fcc897b tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Pushing event deleted for resources: {'Port': ['ID=6e625d0d-20ec-445a-95b7-f0cdeec2c008,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:54:06.607936 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-942d69d0-3007-4f1e-bf8d-4ba23fcc897b tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:06.611877 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-942d69d0-3007-4f1e-bf8d-4ba23fcc897b tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] 10.222.0.35 "DELETE /v2.0/ports/6e625d0d-20ec-445a-95b7-f0cdeec2c008 HTTP/1.1" status: 204 len: 168 time: 0.4623535 May 20 20:54:06.614494 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 55702) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:54:06.641496 n-d-842733-1 neutron-server[103162]: INFO neutron.pecan_wsgi.hooks.translation [None req-a053dce1-8562-46fc-8231-dda1edbba672 tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] GET failed (client error): The resource could not be found. May 20 20:54:06.643114 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-a053dce1-8562-46fc-8231-dda1edbba672 tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] 10.222.0.35 "GET /v2.0/ports/6e625d0d-20ec-445a-95b7-f0cdeec2c008 HTTP/1.1" status: 404 len: 333 time: 0.0276277 May 20 20:54:06.646865 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 55704) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:54:06.652035 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-faec4651-a8e6-4ee6-be42-48acb1d00cbc tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Request body: {'port': {'network_id': 'f6e9fefd-c1f8-409c-ac08-90290d78eef9', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-9360979'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:54:06.732809 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faec4651-a8e6-4ee6-be42-48acb1d00cbc tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Made reservation on behalf of 3da87bb6069347a89594a925ecd1fa6c for: {'port': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:54:06.736823 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-faec4651-a8e6-4ee6-be42-48acb1d00cbc tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:06.753703 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [None req-faec4651-a8e6-4ee6-be42-48acb1d00cbc tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] device_id is not set on port 85dead44-679d-4578-92be-74011a5196f4 yet. {{(pid=103163) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 20 20:54:06.939621 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-faec4651-a8e6-4ee6-be42-48acb1d00cbc tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:06.956004 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 55722) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:54:07.068489 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-272a216a-ba1e-46c1-b329-46271ae903d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:07.136993 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-faec4651-a8e6-4ee6-be42-48acb1d00cbc tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:07.163839 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-272a216a-ba1e-46c1-b329-46271ae903d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:07.217464 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faec4651-a8e6-4ee6-be42-48acb1d00cbc tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Network f6e9fefd-c1f8-409c-ac08-90290d78eef9 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:54:07.224755 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-faec4651-a8e6-4ee6-be42-48acb1d00cbc tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:54:07.227414 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faec4651-a8e6-4ee6-be42-48acb1d00cbc tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:54:07.228772 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faec4651-a8e6-4ee6-be42-48acb1d00cbc tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:54:07.229417 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-faec4651-a8e6-4ee6-be42-48acb1d00cbc tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:07.232715 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faec4651-a8e6-4ee6-be42-48acb1d00cbc tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Pushing event updated for resources: {'Port': ['ID=85dead44-679d-4578-92be-74011a5196f4,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:54:07.239877 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-272a216a-ba1e-46c1-b329-46271ae903d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:07.299144 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-272a216a-ba1e-46c1-b329-46271ae903d0 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=34023cadcc9449cba4d156bdf85ff715&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3420961 May 20 20:54:07.301921 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 55746) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:54:07.327736 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272a216a-ba1e-46c1-b329-46271ae903d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b9a1bc1-5a4d-4caf-a7b1-6be5d91b4072,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:54:07.351684 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-faec4651-a8e6-4ee6-be42-48acb1d00cbc tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 957 time: 0.7037404 May 20 20:54:07.356457 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 55750) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:54:07.398386 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-0bc2629d-1d3c-4c9e-9132-74bbbe1ee689 tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-842733-1'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:54:07.419762 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-78c22c0b-9723-4734-81f4-f6641f202b58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:07.458884 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-78c22c0b-9723-4734-81f4-f6641f202b58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:07.491997 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0bc2629d-1d3c-4c9e-9132-74bbbe1ee689 tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:07.618569 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-78c22c0b-9723-4734-81f4-f6641f202b58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:07.621176 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-78c22c0b-9723-4734-81f4-f6641f202b58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:07.624201 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-78c22c0b-9723-4734-81f4-f6641f202b58 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6b9a1bc1-5a4d-4caf-a7b1-6be5d91b4072 HTTP/1.1" status: 204 len: 168 time: 0.3191144 May 20 20:54:07.632088 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c22c0b-9723-4734-81f4-f6641f202b58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b9a1bc1-5a4d-4caf-a7b1-6be5d91b4072,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:54:07.770702 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [None req-0bc2629d-1d3c-4c9e-9132-74bbbe1ee689 tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] device_id is not set on port 85dead44-679d-4578-92be-74011a5196f4 yet. {{(pid=103162) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 20 20:54:07.784548 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0bc2629d-1d3c-4c9e-9132-74bbbe1ee689 tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Notify callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:07.835853 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac3802e-012b-46b9-984d-5fdac9db3984 req-37d4943d-8734-400c-a802-eea31f8fbc02 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:54:07.837466 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-dac3802e-012b-46b9-984d-5fdac9db3984 req-37d4943d-8734-400c-a802-eea31f8fbc02 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/networks?id=181ef755-3c24-496f-be08-8076c8a38f91 HTTP/1.1" status: 200 len: 812 time: 0.1326849 May 20 20:54:07.853855 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-dac3802e-012b-46b9-984d-5fdac9db3984 req-3417ef38-819e-4942-87b2-8eb77f0075a8 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/quotas/715802857a834d4a8fbaa37d5efc4e1e HTTP/1.1" status: 200 len: 375 time: 0.0102830 May 20 20:54:07.862735 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0bc2629d-1d3c-4c9e-9132-74bbbe1ee689 tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:07.893599 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-dac3802e-012b-46b9-984d-5fdac9db3984 req-970a5291-ec22-46e5-95b4-b65cb97f16a4 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=715802857a834d4a8fbaa37d5efc4e1e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0329645 May 20 20:54:07.917890 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc2629d-1d3c-4c9e-9132-74bbbe1ee689 tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Pushing event updated for resources: {'Port': ['ID=85dead44-679d-4578-92be-74011a5196f4,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:54:07.939551 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-0bc2629d-1d3c-4c9e-9132-74bbbe1ee689 tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Attempting to bind port 85dead44-679d-4578-92be-74011a5196f4 on host n-h1-842733-1 for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:54:07.939551 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-0bc2629d-1d3c-4c9e-9132-74bbbe1ee689 tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Attempting to bind port 85dead44-679d-4578-92be-74011a5196f4 by drivers openvswitch,hyperv on host n-h1-842733-1 at level 0 using segments [{'id': '0c923806-4ce5-4a0c-823d-bb891e95c11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'f6e9fefd-c1f8-409c-ac08-90290d78eef9'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:54:07.939551 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc2629d-1d3c-4c9e-9132-74bbbe1ee689 tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Attempting to bind port 85dead44-679d-4578-92be-74011a5196f4 on network f6e9fefd-c1f8-409c-ac08-90290d78eef9 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:54:07.946065 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc2629d-1d3c-4c9e-9132-74bbbe1ee689 tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Port 85dead44-679d-4578-92be-74011a5196f4 on network f6e9fefd-c1f8-409c-ac08-90290d78eef9 not bound, no agent of type Open vSwitch agent registered on host n-h1-842733-1 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 20:54:07.946403 n-d-842733-1 neutron-server[103162]: ERROR neutron.plugins.ml2.managers [None req-0bc2629d-1d3c-4c9e-9132-74bbbe1ee689 tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Failed to bind port 85dead44-679d-4578-92be-74011a5196f4 on host n-h1-842733-1 for vnic_type normal using segments [{'id': '0c923806-4ce5-4a0c-823d-bb891e95c11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'f6e9fefd-c1f8-409c-ac08-90290d78eef9'}] May 20 20:54:07.946789 n-d-842733-1 neutron-server[103162]: INFO neutron.plugins.ml2.plugin [None req-0bc2629d-1d3c-4c9e-9132-74bbbe1ee689 tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Attempt 2 to bind port 85dead44-679d-4578-92be-74011a5196f4 May 20 20:54:07.965349 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-0bc2629d-1d3c-4c9e-9132-74bbbe1ee689 tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Attempting to bind port 85dead44-679d-4578-92be-74011a5196f4 on host n-h1-842733-1 for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:54:07.965690 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-0bc2629d-1d3c-4c9e-9132-74bbbe1ee689 tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Attempting to bind port 85dead44-679d-4578-92be-74011a5196f4 by drivers openvswitch,hyperv on host n-h1-842733-1 at level 0 using segments [{'id': '0c923806-4ce5-4a0c-823d-bb891e95c11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'f6e9fefd-c1f8-409c-ac08-90290d78eef9'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:54:07.966076 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc2629d-1d3c-4c9e-9132-74bbbe1ee689 tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Attempting to bind port 85dead44-679d-4578-92be-74011a5196f4 on network f6e9fefd-c1f8-409c-ac08-90290d78eef9 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:54:07.973108 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc2629d-1d3c-4c9e-9132-74bbbe1ee689 tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Port 85dead44-679d-4578-92be-74011a5196f4 on network f6e9fefd-c1f8-409c-ac08-90290d78eef9 not bound, no agent of type Open vSwitch agent registered on host n-h1-842733-1 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 20:54:07.973355 n-d-842733-1 neutron-server[103162]: ERROR neutron.plugins.ml2.managers [None req-0bc2629d-1d3c-4c9e-9132-74bbbe1ee689 tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Failed to bind port 85dead44-679d-4578-92be-74011a5196f4 on host n-h1-842733-1 for vnic_type normal using segments [{'id': '0c923806-4ce5-4a0c-823d-bb891e95c11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'f6e9fefd-c1f8-409c-ac08-90290d78eef9'}] May 20 20:54:07.973726 n-d-842733-1 neutron-server[103162]: INFO neutron.plugins.ml2.plugin [None req-0bc2629d-1d3c-4c9e-9132-74bbbe1ee689 tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Attempt 3 to bind port 85dead44-679d-4578-92be-74011a5196f4 May 20 20:54:07.987270 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-0bc2629d-1d3c-4c9e-9132-74bbbe1ee689 tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Attempting to bind port 85dead44-679d-4578-92be-74011a5196f4 on host n-h1-842733-1 for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:54:07.987590 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-0bc2629d-1d3c-4c9e-9132-74bbbe1ee689 tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Attempting to bind port 85dead44-679d-4578-92be-74011a5196f4 by drivers openvswitch,hyperv on host n-h1-842733-1 at level 0 using segments [{'id': '0c923806-4ce5-4a0c-823d-bb891e95c11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'f6e9fefd-c1f8-409c-ac08-90290d78eef9'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:54:07.988094 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc2629d-1d3c-4c9e-9132-74bbbe1ee689 tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Attempting to bind port 85dead44-679d-4578-92be-74011a5196f4 on network f6e9fefd-c1f8-409c-ac08-90290d78eef9 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:54:07.997002 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc2629d-1d3c-4c9e-9132-74bbbe1ee689 tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Port 85dead44-679d-4578-92be-74011a5196f4 on network f6e9fefd-c1f8-409c-ac08-90290d78eef9 not bound, no agent of type Open vSwitch agent registered on host n-h1-842733-1 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 20:54:07.997002 n-d-842733-1 neutron-server[103162]: ERROR neutron.plugins.ml2.managers [None req-0bc2629d-1d3c-4c9e-9132-74bbbe1ee689 tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Failed to bind port 85dead44-679d-4578-92be-74011a5196f4 on host n-h1-842733-1 for vnic_type normal using segments [{'id': '0c923806-4ce5-4a0c-823d-bb891e95c11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'f6e9fefd-c1f8-409c-ac08-90290d78eef9'}] May 20 20:54:07.997002 n-d-842733-1 neutron-server[103162]: INFO neutron.plugins.ml2.plugin [None req-0bc2629d-1d3c-4c9e-9132-74bbbe1ee689 tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Attempt 4 to bind port 85dead44-679d-4578-92be-74011a5196f4 May 20 20:54:08.013161 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-0bc2629d-1d3c-4c9e-9132-74bbbe1ee689 tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Attempting to bind port 85dead44-679d-4578-92be-74011a5196f4 on host n-h1-842733-1 for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:54:08.013535 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-0bc2629d-1d3c-4c9e-9132-74bbbe1ee689 tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Attempting to bind port 85dead44-679d-4578-92be-74011a5196f4 by drivers openvswitch,hyperv on host n-h1-842733-1 at level 0 using segments [{'id': '0c923806-4ce5-4a0c-823d-bb891e95c11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'f6e9fefd-c1f8-409c-ac08-90290d78eef9'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:54:08.014126 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc2629d-1d3c-4c9e-9132-74bbbe1ee689 tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Attempting to bind port 85dead44-679d-4578-92be-74011a5196f4 on network f6e9fefd-c1f8-409c-ac08-90290d78eef9 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:54:08.020321 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc2629d-1d3c-4c9e-9132-74bbbe1ee689 tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Port 85dead44-679d-4578-92be-74011a5196f4 on network f6e9fefd-c1f8-409c-ac08-90290d78eef9 not bound, no agent of type Open vSwitch agent registered on host n-h1-842733-1 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 20:54:08.020679 n-d-842733-1 neutron-server[103162]: ERROR neutron.plugins.ml2.managers [None req-0bc2629d-1d3c-4c9e-9132-74bbbe1ee689 tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Failed to bind port 85dead44-679d-4578-92be-74011a5196f4 on host n-h1-842733-1 for vnic_type normal using segments [{'id': '0c923806-4ce5-4a0c-823d-bb891e95c11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'f6e9fefd-c1f8-409c-ac08-90290d78eef9'}] May 20 20:54:08.021157 n-d-842733-1 neutron-server[103162]: INFO neutron.plugins.ml2.plugin [None req-0bc2629d-1d3c-4c9e-9132-74bbbe1ee689 tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Attempt 5 to bind port 85dead44-679d-4578-92be-74011a5196f4 May 20 20:54:08.040923 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-0bc2629d-1d3c-4c9e-9132-74bbbe1ee689 tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Attempting to bind port 85dead44-679d-4578-92be-74011a5196f4 on host n-h1-842733-1 for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:54:08.041767 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-0bc2629d-1d3c-4c9e-9132-74bbbe1ee689 tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Attempting to bind port 85dead44-679d-4578-92be-74011a5196f4 by drivers openvswitch,hyperv on host n-h1-842733-1 at level 0 using segments [{'id': '0c923806-4ce5-4a0c-823d-bb891e95c11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'f6e9fefd-c1f8-409c-ac08-90290d78eef9'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:54:08.042182 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc2629d-1d3c-4c9e-9132-74bbbe1ee689 tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Attempting to bind port 85dead44-679d-4578-92be-74011a5196f4 on network f6e9fefd-c1f8-409c-ac08-90290d78eef9 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:54:08.048857 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-dac3802e-012b-46b9-984d-5fdac9db3984 req-e683170e-a69e-4cf7-92e5-e03f8fccd315 service neutron] 10.222.0.35 "GET /v2.0/networks/181ef755-3c24-496f-be08-8076c8a38f91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443584 May 20 20:54:08.049107 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc2629d-1d3c-4c9e-9132-74bbbe1ee689 tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Port 85dead44-679d-4578-92be-74011a5196f4 on network f6e9fefd-c1f8-409c-ac08-90290d78eef9 not bound, no agent of type Open vSwitch agent registered on host n-h1-842733-1 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 20:54:08.049559 n-d-842733-1 neutron-server[103162]: ERROR neutron.plugins.ml2.managers [None req-0bc2629d-1d3c-4c9e-9132-74bbbe1ee689 tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Failed to bind port 85dead44-679d-4578-92be-74011a5196f4 on host n-h1-842733-1 for vnic_type normal using segments [{'id': '0c923806-4ce5-4a0c-823d-bb891e95c11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'f6e9fefd-c1f8-409c-ac08-90290d78eef9'}] May 20 20:54:08.049951 n-d-842733-1 neutron-server[103162]: INFO neutron.plugins.ml2.plugin [None req-0bc2629d-1d3c-4c9e-9132-74bbbe1ee689 tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Attempt 6 to bind port 85dead44-679d-4578-92be-74011a5196f4 May 20 20:54:08.064065 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-0bc2629d-1d3c-4c9e-9132-74bbbe1ee689 tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Attempting to bind port 85dead44-679d-4578-92be-74011a5196f4 on host n-h1-842733-1 for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:54:08.064421 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-0bc2629d-1d3c-4c9e-9132-74bbbe1ee689 tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Attempting to bind port 85dead44-679d-4578-92be-74011a5196f4 by drivers openvswitch,hyperv on host n-h1-842733-1 at level 0 using segments [{'id': '0c923806-4ce5-4a0c-823d-bb891e95c11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'f6e9fefd-c1f8-409c-ac08-90290d78eef9'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:54:08.064811 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc2629d-1d3c-4c9e-9132-74bbbe1ee689 tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Attempting to bind port 85dead44-679d-4578-92be-74011a5196f4 on network f6e9fefd-c1f8-409c-ac08-90290d78eef9 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:54:08.069526 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc2629d-1d3c-4c9e-9132-74bbbe1ee689 tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Port 85dead44-679d-4578-92be-74011a5196f4 on network f6e9fefd-c1f8-409c-ac08-90290d78eef9 not bound, no agent of type Open vSwitch agent registered on host n-h1-842733-1 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 20:54:08.070089 n-d-842733-1 neutron-server[103162]: ERROR neutron.plugins.ml2.managers [None req-0bc2629d-1d3c-4c9e-9132-74bbbe1ee689 tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Failed to bind port 85dead44-679d-4578-92be-74011a5196f4 on host n-h1-842733-1 for vnic_type normal using segments [{'id': '0c923806-4ce5-4a0c-823d-bb891e95c11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'f6e9fefd-c1f8-409c-ac08-90290d78eef9'}] May 20 20:54:08.070577 n-d-842733-1 neutron-server[103162]: INFO neutron.plugins.ml2.plugin [None req-0bc2629d-1d3c-4c9e-9132-74bbbe1ee689 tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Attempt 7 to bind port 85dead44-679d-4578-92be-74011a5196f4 May 20 20:54:08.087239 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-0bc2629d-1d3c-4c9e-9132-74bbbe1ee689 tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Attempting to bind port 85dead44-679d-4578-92be-74011a5196f4 on host n-h1-842733-1 for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:54:08.087579 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-0bc2629d-1d3c-4c9e-9132-74bbbe1ee689 tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Attempting to bind port 85dead44-679d-4578-92be-74011a5196f4 by drivers openvswitch,hyperv on host n-h1-842733-1 at level 0 using segments [{'id': '0c923806-4ce5-4a0c-823d-bb891e95c11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'f6e9fefd-c1f8-409c-ac08-90290d78eef9'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:54:08.087922 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc2629d-1d3c-4c9e-9132-74bbbe1ee689 tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Attempting to bind port 85dead44-679d-4578-92be-74011a5196f4 on network f6e9fefd-c1f8-409c-ac08-90290d78eef9 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:54:08.094031 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc2629d-1d3c-4c9e-9132-74bbbe1ee689 tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Port 85dead44-679d-4578-92be-74011a5196f4 on network f6e9fefd-c1f8-409c-ac08-90290d78eef9 not bound, no agent of type Open vSwitch agent registered on host n-h1-842733-1 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 20:54:08.094289 n-d-842733-1 neutron-server[103162]: ERROR neutron.plugins.ml2.managers [None req-0bc2629d-1d3c-4c9e-9132-74bbbe1ee689 tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Failed to bind port 85dead44-679d-4578-92be-74011a5196f4 on host n-h1-842733-1 for vnic_type normal using segments [{'id': '0c923806-4ce5-4a0c-823d-bb891e95c11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'f6e9fefd-c1f8-409c-ac08-90290d78eef9'}] May 20 20:54:08.094681 n-d-842733-1 neutron-server[103162]: INFO neutron.plugins.ml2.plugin [None req-0bc2629d-1d3c-4c9e-9132-74bbbe1ee689 tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Attempt 8 to bind port 85dead44-679d-4578-92be-74011a5196f4 May 20 20:54:08.110263 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 55776) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:54:08.112344 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-0bc2629d-1d3c-4c9e-9132-74bbbe1ee689 tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Attempting to bind port 85dead44-679d-4578-92be-74011a5196f4 on host n-h1-842733-1 for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:54:08.112715 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-0bc2629d-1d3c-4c9e-9132-74bbbe1ee689 tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Attempting to bind port 85dead44-679d-4578-92be-74011a5196f4 by drivers openvswitch,hyperv on host n-h1-842733-1 at level 0 using segments [{'id': '0c923806-4ce5-4a0c-823d-bb891e95c11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'f6e9fefd-c1f8-409c-ac08-90290d78eef9'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:54:08.113184 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc2629d-1d3c-4c9e-9132-74bbbe1ee689 tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Attempting to bind port 85dead44-679d-4578-92be-74011a5196f4 on network f6e9fefd-c1f8-409c-ac08-90290d78eef9 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:54:08.123652 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc2629d-1d3c-4c9e-9132-74bbbe1ee689 tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Port 85dead44-679d-4578-92be-74011a5196f4 on network f6e9fefd-c1f8-409c-ac08-90290d78eef9 not bound, no agent of type Open vSwitch agent registered on host n-h1-842733-1 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 20:54:08.123988 n-d-842733-1 neutron-server[103162]: ERROR neutron.plugins.ml2.managers [None req-0bc2629d-1d3c-4c9e-9132-74bbbe1ee689 tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Failed to bind port 85dead44-679d-4578-92be-74011a5196f4 on host n-h1-842733-1 for vnic_type normal using segments [{'id': '0c923806-4ce5-4a0c-823d-bb891e95c11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'f6e9fefd-c1f8-409c-ac08-90290d78eef9'}] May 20 20:54:08.124882 n-d-842733-1 neutron-server[103162]: INFO neutron.plugins.ml2.plugin [None req-0bc2629d-1d3c-4c9e-9132-74bbbe1ee689 tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Attempt 9 to bind port 85dead44-679d-4578-92be-74011a5196f4 May 20 20:54:08.141953 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-0bc2629d-1d3c-4c9e-9132-74bbbe1ee689 tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Attempting to bind port 85dead44-679d-4578-92be-74011a5196f4 on host n-h1-842733-1 for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:54:08.142287 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-0bc2629d-1d3c-4c9e-9132-74bbbe1ee689 tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Attempting to bind port 85dead44-679d-4578-92be-74011a5196f4 by drivers openvswitch,hyperv on host n-h1-842733-1 at level 0 using segments [{'id': '0c923806-4ce5-4a0c-823d-bb891e95c11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'f6e9fefd-c1f8-409c-ac08-90290d78eef9'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:54:08.142677 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc2629d-1d3c-4c9e-9132-74bbbe1ee689 tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Attempting to bind port 85dead44-679d-4578-92be-74011a5196f4 on network f6e9fefd-c1f8-409c-ac08-90290d78eef9 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:54:08.148439 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc2629d-1d3c-4c9e-9132-74bbbe1ee689 tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Port 85dead44-679d-4578-92be-74011a5196f4 on network f6e9fefd-c1f8-409c-ac08-90290d78eef9 not bound, no agent of type Open vSwitch agent registered on host n-h1-842733-1 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 20:54:08.148773 n-d-842733-1 neutron-server[103162]: ERROR neutron.plugins.ml2.managers [None req-0bc2629d-1d3c-4c9e-9132-74bbbe1ee689 tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Failed to bind port 85dead44-679d-4578-92be-74011a5196f4 on host n-h1-842733-1 for vnic_type normal using segments [{'id': '0c923806-4ce5-4a0c-823d-bb891e95c11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'f6e9fefd-c1f8-409c-ac08-90290d78eef9'}] May 20 20:54:08.149675 n-d-842733-1 neutron-server[103162]: INFO neutron.plugins.ml2.plugin [None req-0bc2629d-1d3c-4c9e-9132-74bbbe1ee689 tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Attempt 10 to bind port 85dead44-679d-4578-92be-74011a5196f4 May 20 20:54:08.164453 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-0bc2629d-1d3c-4c9e-9132-74bbbe1ee689 tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Attempting to bind port 85dead44-679d-4578-92be-74011a5196f4 on host n-h1-842733-1 for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:54:08.164861 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-0bc2629d-1d3c-4c9e-9132-74bbbe1ee689 tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Attempting to bind port 85dead44-679d-4578-92be-74011a5196f4 by drivers openvswitch,hyperv on host n-h1-842733-1 at level 0 using segments [{'id': '0c923806-4ce5-4a0c-823d-bb891e95c11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'f6e9fefd-c1f8-409c-ac08-90290d78eef9'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:54:08.165758 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc2629d-1d3c-4c9e-9132-74bbbe1ee689 tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Attempting to bind port 85dead44-679d-4578-92be-74011a5196f4 on network f6e9fefd-c1f8-409c-ac08-90290d78eef9 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:54:08.172679 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc2629d-1d3c-4c9e-9132-74bbbe1ee689 tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Port 85dead44-679d-4578-92be-74011a5196f4 on network f6e9fefd-c1f8-409c-ac08-90290d78eef9 not bound, no agent of type Open vSwitch agent registered on host n-h1-842733-1 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 20:54:08.173198 n-d-842733-1 neutron-server[103162]: ERROR neutron.plugins.ml2.managers [None req-0bc2629d-1d3c-4c9e-9132-74bbbe1ee689 tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Failed to bind port 85dead44-679d-4578-92be-74011a5196f4 on host n-h1-842733-1 for vnic_type normal using segments [{'id': '0c923806-4ce5-4a0c-823d-bb891e95c11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'f6e9fefd-c1f8-409c-ac08-90290d78eef9'}] May 20 20:54:08.173662 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0bc2629d-1d3c-4c9e-9132-74bbbe1ee689 tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:08.200756 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-dac3802e-012b-46b9-984d-5fdac9db3984 req-0b4bca87-5d52-4c42-a31c-a9adc1afc6dc service neutron] 10.222.0.35 "GET /v2.0/networks/181ef755-3c24-496f-be08-8076c8a38f91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444507 May 20 20:54:08.265723 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-0bc2629d-1d3c-4c9e-9132-74bbbe1ee689 tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] For port 85dead44-679d-4578-92be-74011a5196f4, host n-h1-842733-1, cleared binding levels {{(pid=103162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:54:08.266198 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-0bc2629d-1d3c-4c9e-9132-74bbbe1ee689 tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Attempted to set empty binding levels {{(pid=103162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} May 20 20:54:08.286479 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-48424afb-2715-4da5-a663-a1acff396518 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:08.362042 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0bc2629d-1d3c-4c9e-9132-74bbbe1ee689 tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:08.369622 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-48424afb-2715-4da5-a663-a1acff396518 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:08.402960 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-0bc2629d-1d3c-4c9e-9132-74bbbe1ee689 tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] In _notify_port_updated(), no bound segment for port 85dead44-679d-4578-92be-74011a5196f4 on network f6e9fefd-c1f8-409c-ac08-90290d78eef9 {{(pid=103162) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} May 20 20:54:08.403815 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bc2629d-1d3c-4c9e-9132-74bbbe1ee689 tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:54:08.404407 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0bc2629d-1d3c-4c9e-9132-74bbbe1ee689 tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:08.405735 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-0bc2629d-1d3c-4c9e-9132-74bbbe1ee689 tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] 10.222.0.35 "PUT /v2.0/ports/85dead44-679d-4578-92be-74011a5196f4 HTTP/1.1" status: 200 len: 972 time: 1.0470016 May 20 20:54:08.408782 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 55790) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:54:08.447366 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc2629d-1d3c-4c9e-9132-74bbbe1ee689 tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Pushing event updated for resources: {'Port': ['ID=85dead44-679d-4578-92be-74011a5196f4,revision_number=3']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:54:08.488665 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-48424afb-2715-4da5-a663-a1acff396518 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:08.564812 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02784e3a-8fc3-40e1-a729-e0a074cd9b75 tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:54:08.565836 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02784e3a-8fc3-40e1-a729-e0a074cd9b75 tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:54:08.566307 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02784e3a-8fc3-40e1-a729-e0a074cd9b75 tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:54:08.567320 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02784e3a-8fc3-40e1-a729-e0a074cd9b75 tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:54:08.567790 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02784e3a-8fc3-40e1-a729-e0a074cd9b75 tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:54:08.568252 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02784e3a-8fc3-40e1-a729-e0a074cd9b75 tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:54:08.569042 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02784e3a-8fc3-40e1-a729-e0a074cd9b75 tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:54:08.569545 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02784e3a-8fc3-40e1-a729-e0a074cd9b75 tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:54:08.571156 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02784e3a-8fc3-40e1-a729-e0a074cd9b75 tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:54:08.571742 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02784e3a-8fc3-40e1-a729-e0a074cd9b75 tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:54:08.572237 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02784e3a-8fc3-40e1-a729-e0a074cd9b75 tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:54:08.572706 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02784e3a-8fc3-40e1-a729-e0a074cd9b75 tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:54:08.573196 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02784e3a-8fc3-40e1-a729-e0a074cd9b75 tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:54:08.573689 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02784e3a-8fc3-40e1-a729-e0a074cd9b75 tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:54:08.574139 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02784e3a-8fc3-40e1-a729-e0a074cd9b75 tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:54:08.574595 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02784e3a-8fc3-40e1-a729-e0a074cd9b75 tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:54:08.575053 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02784e3a-8fc3-40e1-a729-e0a074cd9b75 tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:54:08.575512 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02784e3a-8fc3-40e1-a729-e0a074cd9b75 tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:54:08.575957 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02784e3a-8fc3-40e1-a729-e0a074cd9b75 tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:54:08.576276 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d898b969-6de9-4866-93c9-02864ce27a81 req-3e2170bf-22ab-4f02-8ec9-86e0c70d74d1 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/ports?device_id=bb6b8f97-249e-41e3-a364-8e17dcaccaef HTTP/1.1" status: 200 len: 210 time: 0.1081161 May 20 20:54:08.576420 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02784e3a-8fc3-40e1-a729-e0a074cd9b75 tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:54:08.576846 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02784e3a-8fc3-40e1-a729-e0a074cd9b75 tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:54:08.577336 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02784e3a-8fc3-40e1-a729-e0a074cd9b75 tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:54:08.577793 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02784e3a-8fc3-40e1-a729-e0a074cd9b75 tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:54:08.578275 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02784e3a-8fc3-40e1-a729-e0a074cd9b75 tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:54:08.582460 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02784e3a-8fc3-40e1-a729-e0a074cd9b75 tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:54:08.582886 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 55796) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:54:08.582999 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02784e3a-8fc3-40e1-a729-e0a074cd9b75 tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:54:08.582999 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02784e3a-8fc3-40e1-a729-e0a074cd9b75 tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:54:08.582999 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02784e3a-8fc3-40e1-a729-e0a074cd9b75 tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:54:08.583296 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02784e3a-8fc3-40e1-a729-e0a074cd9b75 tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:54:08.590149 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-02784e3a-8fc3-40e1-a729-e0a074cd9b75 tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 26277 time: 0.1767108 May 20 20:54:08.590149 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-48424afb-2715-4da5-a663-a1acff396518 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9505ac5bf7e1455cbeb9d7797fa60b2e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4703264 May 20 20:54:08.594401 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 55798) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:54:08.594712 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 55800) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:54:08.598502 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48424afb-2715-4da5-a663-a1acff396518 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaa1f016-c8c5-400b-9cb6-d1531c0620ac,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:54:08.622534 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7c55c0ff-56b6-4c6d-86da-cdb990e55770 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:08.760067 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ae59eca6-cd53-42ad-af82-6d870de7ad4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:08.803933 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ae59eca6-cd53-42ad-af82-6d870de7ad4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:08.823416 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-fbae45d6-874a-4054-b84f-f01bbe62da30 tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Deleting port 85dead44-679d-4578-92be-74011a5196f4 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:54:08.823744 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-fbae45d6-874a-4054-b84f-f01bbe62da30 tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:08.856709 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7c55c0ff-56b6-4c6d-86da-cdb990e55770 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:08.935698 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-fbae45d6-874a-4054-b84f-f01bbe62da30 tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] For port 85dead44-679d-4578-92be-74011a5196f4, host n-h1-842733-1, got binding levels [] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:54:08.937538 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-fbae45d6-874a-4054-b84f-f01bbe62da30 tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:08.945927 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7c55c0ff-56b6-4c6d-86da-cdb990e55770 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:08.979427 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-fbae45d6-874a-4054-b84f-f01bbe62da30 tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Calling delete_port for 85dead44-679d-4578-92be-74011a5196f4 owned by {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:54:09.033096 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-7c55c0ff-56b6-4c6d-86da-cdb990e55770 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3225b01fe2f94cc88ceb8a8e1430343b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4488471 May 20 20:54:09.034503 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 55820) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:54:09.063511 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c55c0ff-56b6-4c6d-86da-cdb990e55770 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f304e5f6-d9b2-48f3-8461-1a8aadb866e9,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:54:09.085515 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ae59eca6-cd53-42ad-af82-6d870de7ad4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:09.088264 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ae59eca6-cd53-42ad-af82-6d870de7ad4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:09.089948 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-ae59eca6-cd53-42ad-af82-6d870de7ad4e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/eaa1f016-c8c5-400b-9cb6-d1531c0620ac HTTP/1.1" status: 204 len: 168 time: 0.4922512 May 20 20:54:09.105655 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae59eca6-cd53-42ad-af82-6d870de7ad4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaa1f016-c8c5-400b-9cb6-d1531c0620ac,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:54:09.181026 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-293fea34-7297-44bc-9c38-200eb297e840 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:09.233070 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-293fea34-7297-44bc-9c38-200eb297e840 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:09.246780 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-fbae45d6-874a-4054-b84f-f01bbe62da30 tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:09.308429 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbae45d6-874a-4054-b84f-f01bbe62da30 tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Pushing event deleted for resources: {'Port': ['ID=85dead44-679d-4578-92be-74011a5196f4,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:54:09.331121 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-fbae45d6-874a-4054-b84f-f01bbe62da30 tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:09.356204 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-fbae45d6-874a-4054-b84f-f01bbe62da30 tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] 10.222.0.35 "DELETE /v2.0/ports/85dead44-679d-4578-92be-74011a5196f4 HTTP/1.1" status: 204 len: 168 time: 0.7564282 May 20 20:54:09.357028 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 55832) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:54:09.417689 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-293fea34-7297-44bc-9c38-200eb297e840 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:09.419909 n-d-842733-1 neutron-server[103163]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9946030-53e8-496f-9043-63a00be99129 tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] GET failed (client error): The resource could not be found. May 20 20:54:09.421492 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-293fea34-7297-44bc-9c38-200eb297e840 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:09.424932 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-b9946030-53e8-496f-9043-63a00be99129 tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] 10.222.0.35 "GET /v2.0/ports/85dead44-679d-4578-92be-74011a5196f4 HTTP/1.1" status: 404 len: 333 time: 0.0646243 May 20 20:54:09.430494 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 55836) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:54:09.432679 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-293fea34-7297-44bc-9c38-200eb297e840 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f304e5f6-d9b2-48f3-8461-1a8aadb866e9 HTTP/1.1" status: 204 len: 168 time: 0.3937912 May 20 20:54:09.441618 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-5fcb9f47-019f-4b2d-aee7-da35821a61fc tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1532099409', 'network_id': 'f6e9fefd-c1f8-409c-ac08-90290d78eef9'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:54:09.463923 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293fea34-7297-44bc-9c38-200eb297e840 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f304e5f6-d9b2-48f3-8461-1a8aadb866e9,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:54:09.602174 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fcb9f47-019f-4b2d-aee7-da35821a61fc tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Made reservation on behalf of 3da87bb6069347a89594a925ecd1fa6c for: {'port': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:54:09.606736 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5fcb9f47-019f-4b2d-aee7-da35821a61fc tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:09.698012 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [None req-5fcb9f47-019f-4b2d-aee7-da35821a61fc tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] device_id is not set on port 131a21f1-be32-4e9c-8ab6-484076651299 yet. {{(pid=103163) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 20 20:54:09.838618 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c736448-e364-4805-8016-24282d921419 req-8e5671bc-d3a8-4ba0-aa6d-4c9695eab62c tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:54:09.855909 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8c736448-e364-4805-8016-24282d921419 req-8e5671bc-d3a8-4ba0-aa6d-4c9695eab62c tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/networks?id=181ef755-3c24-496f-be08-8076c8a38f91 HTTP/1.1" status: 200 len: 812 time: 0.3041575 May 20 20:54:09.949836 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8c736448-e364-4805-8016-24282d921419 req-15c13e1e-41d7-4bf7-8d62-c42bca7b80bc tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/quotas/715802857a834d4a8fbaa37d5efc4e1e HTTP/1.1" status: 200 len: 375 time: 0.0931079 May 20 20:54:09.988843 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8c736448-e364-4805-8016-24282d921419 req-257454be-bd48-49f6-8e40-7455fcc82a72 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=715802857a834d4a8fbaa37d5efc4e1e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0340552 May 20 20:54:10.011946 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 55854) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:54:10.039884 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4cefca64-ddb1-40bb-87c4-ad7b72e0d658 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:10.041467 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5fcb9f47-019f-4b2d-aee7-da35821a61fc tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:10.149739 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8c736448-e364-4805-8016-24282d921419 req-fe342d14-614d-42eb-9040-abdae9250eb2 service neutron] 10.222.0.35 "GET /v2.0/networks/181ef755-3c24-496f-be08-8076c8a38f91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458898 May 20 20:54:10.181024 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4cefca64-ddb1-40bb-87c4-ad7b72e0d658 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:10.224834 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5fcb9f47-019f-4b2d-aee7-da35821a61fc tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:10.264397 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4cefca64-ddb1-40bb-87c4-ad7b72e0d658 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:10.276999 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fcb9f47-019f-4b2d-aee7-da35821a61fc tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Network f6e9fefd-c1f8-409c-ac08-90290d78eef9 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:54:10.283085 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-5fcb9f47-019f-4b2d-aee7-da35821a61fc tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:54:10.286320 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fcb9f47-019f-4b2d-aee7-da35821a61fc tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:54:10.287440 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fcb9f47-019f-4b2d-aee7-da35821a61fc tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:54:10.288040 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5fcb9f47-019f-4b2d-aee7-da35821a61fc tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:10.322486 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcb9f47-019f-4b2d-aee7-da35821a61fc tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Pushing event updated for resources: {'Port': ['ID=131a21f1-be32-4e9c-8ab6-484076651299,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:54:10.337413 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cefca64-ddb1-40bb-87c4-ad7b72e0d658 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=930b368b-80ef-4e4d-9af8-e9bd0ed88c25,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:54:10.356048 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8c736448-e364-4805-8016-24282d921419 req-dc66a64e-d00a-423f-84ea-26f0f2b19869 service neutron] 10.222.0.35 "GET /v2.0/networks/181ef755-3c24-496f-be08-8076c8a38f91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1941419 May 20 20:54:10.361331 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-4cefca64-ddb1-40bb-87c4-ad7b72e0d658 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e2c411ef02df49ffa41232a5d35d180c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3438728 May 20 20:54:10.361858 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 55864) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:54:10.399802 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-5fcb9f47-019f-4b2d-aee7-da35821a61fc tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.9656126 May 20 20:54:10.399918 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 55868) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:54:10.452164 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95e5bb87-0e8d-4078-9e9d-7c807645a02e tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:54:10.457712 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-95e5bb87-0e8d-4078-9e9d-7c807645a02e tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] 10.222.0.35 "GET /v2.0/ports/131a21f1-be32-4e9c-8ab6-484076651299 HTTP/1.1" status: 200 len: 955 time: 0.0567963 May 20 20:54:10.457898 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 55872) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:54:10.488929 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d20c7f80-42bd-4bfa-9914-6cd78af546d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:10.560107 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d20c7f80-42bd-4bfa-9914-6cd78af546d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:10.613517 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-aecd4cb8-3659-40f2-97cf-0e372d0cfbb0 tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Deleting port 131a21f1-be32-4e9c-8ab6-484076651299 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:54:10.613772 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-aecd4cb8-3659-40f2-97cf-0e372d0cfbb0 tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:10.723634 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d20c7f80-42bd-4bfa-9914-6cd78af546d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:10.726854 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d20c7f80-42bd-4bfa-9914-6cd78af546d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:10.729257 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-d20c7f80-42bd-4bfa-9914-6cd78af546d7 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/930b368b-80ef-4e4d-9af8-e9bd0ed88c25 HTTP/1.1" status: 204 len: 168 time: 0.3654902 May 20 20:54:10.740390 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-aecd4cb8-3659-40f2-97cf-0e372d0cfbb0 tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:10.747172 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20c7f80-42bd-4bfa-9914-6cd78af546d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=930b368b-80ef-4e4d-9af8-e9bd0ed88c25,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:54:10.750691 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-65063c2c-7f24-402e-a73d-56fe569aa2a8 req-d61f9121-56b2-4565-9a29-387e9cb3f73a tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/ports?device_id=a22f6de4-f24a-4c3d-b3cb-7c4eab2ea03d HTTP/1.1" status: 200 len: 210 time: 0.0632842 May 20 20:54:10.799479 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-aecd4cb8-3659-40f2-97cf-0e372d0cfbb0 tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Calling delete_port for 131a21f1-be32-4e9c-8ab6-484076651299 owned by {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:54:11.034827 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-aecd4cb8-3659-40f2-97cf-0e372d0cfbb0 tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:11.062629 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecd4cb8-3659-40f2-97cf-0e372d0cfbb0 tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Pushing event deleted for resources: {'Port': ['ID=131a21f1-be32-4e9c-8ab6-484076651299,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:54:11.071353 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-aecd4cb8-3659-40f2-97cf-0e372d0cfbb0 tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:11.078895 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-aecd4cb8-3659-40f2-97cf-0e372d0cfbb0 tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] 10.222.0.35 "DELETE /v2.0/ports/131a21f1-be32-4e9c-8ab6-484076651299 HTTP/1.1" status: 204 len: 168 time: 0.6176538 May 20 20:54:11.082597 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 55896) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:54:11.121515 n-d-842733-1 neutron-server[103163]: INFO neutron.pecan_wsgi.hooks.translation [None req-669d13fa-a650-4c0e-946a-6ad356d397f2 tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] GET failed (client error): The resource could not be found. May 20 20:54:11.124397 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-669d13fa-a650-4c0e-946a-6ad356d397f2 tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] 10.222.0.35 "GET /v2.0/ports/131a21f1-be32-4e9c-8ab6-484076651299 HTTP/1.1" status: 404 len: 333 time: 0.0403137 May 20 20:54:11.128531 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 55898) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:54:11.142176 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-922d7e4f-b8ed-4f67-934c-e7394e5682dc tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Request body: {'port': {'network_id': 'f6e9fefd-c1f8-409c-ac08-90290d78eef9', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1021974574'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:54:11.297483 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-922d7e4f-b8ed-4f67-934c-e7394e5682dc tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Made reservation on behalf of 3da87bb6069347a89594a925ecd1fa6c for: {'port': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:54:11.300048 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-922d7e4f-b8ed-4f67-934c-e7394e5682dc tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:11.321973 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [None req-922d7e4f-b8ed-4f67-934c-e7394e5682dc tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] device_id is not set on port 31517151-0e47-4237-986b-2dafaadaf780 yet. {{(pid=103162) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 20 20:54:11.594853 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-922d7e4f-b8ed-4f67-934c-e7394e5682dc tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:11.686425 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-922d7e4f-b8ed-4f67-934c-e7394e5682dc tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:11.773816 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-922d7e4f-b8ed-4f67-934c-e7394e5682dc tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Network f6e9fefd-c1f8-409c-ac08-90290d78eef9 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:54:11.784821 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-922d7e4f-b8ed-4f67-934c-e7394e5682dc tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:54:11.794688 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-922d7e4f-b8ed-4f67-934c-e7394e5682dc tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:54:11.795700 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-922d7e4f-b8ed-4f67-934c-e7394e5682dc tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:54:11.799164 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-922d7e4f-b8ed-4f67-934c-e7394e5682dc tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:11.814676 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922d7e4f-b8ed-4f67-934c-e7394e5682dc tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Pushing event updated for resources: {'Port': ['ID=31517151-0e47-4237-986b-2dafaadaf780,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:54:11.892912 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-922d7e4f-b8ed-4f67-934c-e7394e5682dc tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.7626038 May 20 20:54:11.895814 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 55930) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:54:11.904463 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-5518bb54-dd71-4dda-bc8d-281679612c63 tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-842733-1'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:54:11.940564 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f960e585-dc66-4950-afa9-72240a2c58b0 req-a437f508-8795-4391-ab85-7bf70e96665a tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/ports?device_id=a22f6de4-f24a-4c3d-b3cb-7c4eab2ea03d HTTP/1.1" status: 200 len: 210 time: 0.0698669 May 20 20:54:12.013540 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5518bb54-dd71-4dda-bc8d-281679612c63 tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:12.398561 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [None req-5518bb54-dd71-4dda-bc8d-281679612c63 tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] device_id is not set on port 31517151-0e47-4237-986b-2dafaadaf780 yet. {{(pid=103162) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 20 20:54:12.409178 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5518bb54-dd71-4dda-bc8d-281679612c63 tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Notify callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:12.502869 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5518bb54-dd71-4dda-bc8d-281679612c63 tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:12.583789 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5518bb54-dd71-4dda-bc8d-281679612c63 tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Pushing event updated for resources: {'Port': ['ID=31517151-0e47-4237-986b-2dafaadaf780,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:54:12.595788 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-5518bb54-dd71-4dda-bc8d-281679612c63 tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Attempting to bind port 31517151-0e47-4237-986b-2dafaadaf780 on host n-h1-842733-1 for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:54:12.596121 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-5518bb54-dd71-4dda-bc8d-281679612c63 tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Attempting to bind port 31517151-0e47-4237-986b-2dafaadaf780 by drivers openvswitch,hyperv on host n-h1-842733-1 at level 0 using segments [{'id': '0c923806-4ce5-4a0c-823d-bb891e95c11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'f6e9fefd-c1f8-409c-ac08-90290d78eef9'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:54:12.596477 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5518bb54-dd71-4dda-bc8d-281679612c63 tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Attempting to bind port 31517151-0e47-4237-986b-2dafaadaf780 on network f6e9fefd-c1f8-409c-ac08-90290d78eef9 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:54:12.600779 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5518bb54-dd71-4dda-bc8d-281679612c63 tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Port 31517151-0e47-4237-986b-2dafaadaf780 on network f6e9fefd-c1f8-409c-ac08-90290d78eef9 not bound, no agent of type Open vSwitch agent registered on host n-h1-842733-1 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 20:54:12.601100 n-d-842733-1 neutron-server[103162]: ERROR neutron.plugins.ml2.managers [None req-5518bb54-dd71-4dda-bc8d-281679612c63 tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Failed to bind port 31517151-0e47-4237-986b-2dafaadaf780 on host n-h1-842733-1 for vnic_type normal using segments [{'id': '0c923806-4ce5-4a0c-823d-bb891e95c11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'f6e9fefd-c1f8-409c-ac08-90290d78eef9'}] May 20 20:54:12.601507 n-d-842733-1 neutron-server[103162]: INFO neutron.plugins.ml2.plugin [None req-5518bb54-dd71-4dda-bc8d-281679612c63 tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Attempt 2 to bind port 31517151-0e47-4237-986b-2dafaadaf780 May 20 20:54:12.618476 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-5518bb54-dd71-4dda-bc8d-281679612c63 tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Attempting to bind port 31517151-0e47-4237-986b-2dafaadaf780 on host n-h1-842733-1 for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:54:12.618811 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-5518bb54-dd71-4dda-bc8d-281679612c63 tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Attempting to bind port 31517151-0e47-4237-986b-2dafaadaf780 by drivers openvswitch,hyperv on host n-h1-842733-1 at level 0 using segments [{'id': '0c923806-4ce5-4a0c-823d-bb891e95c11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'f6e9fefd-c1f8-409c-ac08-90290d78eef9'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:54:12.619154 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5518bb54-dd71-4dda-bc8d-281679612c63 tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Attempting to bind port 31517151-0e47-4237-986b-2dafaadaf780 on network f6e9fefd-c1f8-409c-ac08-90290d78eef9 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:54:12.625265 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5518bb54-dd71-4dda-bc8d-281679612c63 tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Port 31517151-0e47-4237-986b-2dafaadaf780 on network f6e9fefd-c1f8-409c-ac08-90290d78eef9 not bound, no agent of type Open vSwitch agent registered on host n-h1-842733-1 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 20:54:12.625641 n-d-842733-1 neutron-server[103162]: ERROR neutron.plugins.ml2.managers [None req-5518bb54-dd71-4dda-bc8d-281679612c63 tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Failed to bind port 31517151-0e47-4237-986b-2dafaadaf780 on host n-h1-842733-1 for vnic_type normal using segments [{'id': '0c923806-4ce5-4a0c-823d-bb891e95c11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'f6e9fefd-c1f8-409c-ac08-90290d78eef9'}] May 20 20:54:12.626203 n-d-842733-1 neutron-server[103162]: INFO neutron.plugins.ml2.plugin [None req-5518bb54-dd71-4dda-bc8d-281679612c63 tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Attempt 3 to bind port 31517151-0e47-4237-986b-2dafaadaf780 May 20 20:54:12.645638 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-5518bb54-dd71-4dda-bc8d-281679612c63 tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Attempting to bind port 31517151-0e47-4237-986b-2dafaadaf780 on host n-h1-842733-1 for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:54:12.645638 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-5518bb54-dd71-4dda-bc8d-281679612c63 tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Attempting to bind port 31517151-0e47-4237-986b-2dafaadaf780 by drivers openvswitch,hyperv on host n-h1-842733-1 at level 0 using segments [{'id': '0c923806-4ce5-4a0c-823d-bb891e95c11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'f6e9fefd-c1f8-409c-ac08-90290d78eef9'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:54:12.645638 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5518bb54-dd71-4dda-bc8d-281679612c63 tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Attempting to bind port 31517151-0e47-4237-986b-2dafaadaf780 on network f6e9fefd-c1f8-409c-ac08-90290d78eef9 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:54:12.649771 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5518bb54-dd71-4dda-bc8d-281679612c63 tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Port 31517151-0e47-4237-986b-2dafaadaf780 on network f6e9fefd-c1f8-409c-ac08-90290d78eef9 not bound, no agent of type Open vSwitch agent registered on host n-h1-842733-1 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 20:54:12.650398 n-d-842733-1 neutron-server[103162]: ERROR neutron.plugins.ml2.managers [None req-5518bb54-dd71-4dda-bc8d-281679612c63 tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Failed to bind port 31517151-0e47-4237-986b-2dafaadaf780 on host n-h1-842733-1 for vnic_type normal using segments [{'id': '0c923806-4ce5-4a0c-823d-bb891e95c11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'f6e9fefd-c1f8-409c-ac08-90290d78eef9'}] May 20 20:54:12.650981 n-d-842733-1 neutron-server[103162]: INFO neutron.plugins.ml2.plugin [None req-5518bb54-dd71-4dda-bc8d-281679612c63 tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Attempt 4 to bind port 31517151-0e47-4237-986b-2dafaadaf780 May 20 20:54:12.682799 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-5518bb54-dd71-4dda-bc8d-281679612c63 tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Attempting to bind port 31517151-0e47-4237-986b-2dafaadaf780 on host n-h1-842733-1 for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:54:12.683585 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-5518bb54-dd71-4dda-bc8d-281679612c63 tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Attempting to bind port 31517151-0e47-4237-986b-2dafaadaf780 by drivers openvswitch,hyperv on host n-h1-842733-1 at level 0 using segments [{'id': '0c923806-4ce5-4a0c-823d-bb891e95c11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'f6e9fefd-c1f8-409c-ac08-90290d78eef9'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:54:12.685354 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5518bb54-dd71-4dda-bc8d-281679612c63 tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Attempting to bind port 31517151-0e47-4237-986b-2dafaadaf780 on network f6e9fefd-c1f8-409c-ac08-90290d78eef9 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:54:12.698122 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5518bb54-dd71-4dda-bc8d-281679612c63 tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Port 31517151-0e47-4237-986b-2dafaadaf780 on network f6e9fefd-c1f8-409c-ac08-90290d78eef9 not bound, no agent of type Open vSwitch agent registered on host n-h1-842733-1 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 20:54:12.698463 n-d-842733-1 neutron-server[103162]: ERROR neutron.plugins.ml2.managers [None req-5518bb54-dd71-4dda-bc8d-281679612c63 tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Failed to bind port 31517151-0e47-4237-986b-2dafaadaf780 on host n-h1-842733-1 for vnic_type normal using segments [{'id': '0c923806-4ce5-4a0c-823d-bb891e95c11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'f6e9fefd-c1f8-409c-ac08-90290d78eef9'}] May 20 20:54:12.700976 n-d-842733-1 neutron-server[103162]: INFO neutron.plugins.ml2.plugin [None req-5518bb54-dd71-4dda-bc8d-281679612c63 tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Attempt 5 to bind port 31517151-0e47-4237-986b-2dafaadaf780 May 20 20:54:12.719316 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-5518bb54-dd71-4dda-bc8d-281679612c63 tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Attempting to bind port 31517151-0e47-4237-986b-2dafaadaf780 on host n-h1-842733-1 for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:54:12.719853 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-5518bb54-dd71-4dda-bc8d-281679612c63 tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Attempting to bind port 31517151-0e47-4237-986b-2dafaadaf780 by drivers openvswitch,hyperv on host n-h1-842733-1 at level 0 using segments [{'id': '0c923806-4ce5-4a0c-823d-bb891e95c11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'f6e9fefd-c1f8-409c-ac08-90290d78eef9'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:54:12.720298 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5518bb54-dd71-4dda-bc8d-281679612c63 tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Attempting to bind port 31517151-0e47-4237-986b-2dafaadaf780 on network f6e9fefd-c1f8-409c-ac08-90290d78eef9 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:54:12.725106 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5518bb54-dd71-4dda-bc8d-281679612c63 tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Port 31517151-0e47-4237-986b-2dafaadaf780 on network f6e9fefd-c1f8-409c-ac08-90290d78eef9 not bound, no agent of type Open vSwitch agent registered on host n-h1-842733-1 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 20:54:12.725400 n-d-842733-1 neutron-server[103162]: ERROR neutron.plugins.ml2.managers [None req-5518bb54-dd71-4dda-bc8d-281679612c63 tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Failed to bind port 31517151-0e47-4237-986b-2dafaadaf780 on host n-h1-842733-1 for vnic_type normal using segments [{'id': '0c923806-4ce5-4a0c-823d-bb891e95c11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'f6e9fefd-c1f8-409c-ac08-90290d78eef9'}] May 20 20:54:12.725783 n-d-842733-1 neutron-server[103162]: INFO neutron.plugins.ml2.plugin [None req-5518bb54-dd71-4dda-bc8d-281679612c63 tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Attempt 6 to bind port 31517151-0e47-4237-986b-2dafaadaf780 May 20 20:54:12.751749 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-5518bb54-dd71-4dda-bc8d-281679612c63 tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Attempting to bind port 31517151-0e47-4237-986b-2dafaadaf780 on host n-h1-842733-1 for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:54:12.752095 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-5518bb54-dd71-4dda-bc8d-281679612c63 tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Attempting to bind port 31517151-0e47-4237-986b-2dafaadaf780 by drivers openvswitch,hyperv on host n-h1-842733-1 at level 0 using segments [{'id': '0c923806-4ce5-4a0c-823d-bb891e95c11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'f6e9fefd-c1f8-409c-ac08-90290d78eef9'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:54:12.752438 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5518bb54-dd71-4dda-bc8d-281679612c63 tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Attempting to bind port 31517151-0e47-4237-986b-2dafaadaf780 on network f6e9fefd-c1f8-409c-ac08-90290d78eef9 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:54:12.757580 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5518bb54-dd71-4dda-bc8d-281679612c63 tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Port 31517151-0e47-4237-986b-2dafaadaf780 on network f6e9fefd-c1f8-409c-ac08-90290d78eef9 not bound, no agent of type Open vSwitch agent registered on host n-h1-842733-1 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 20:54:12.758609 n-d-842733-1 neutron-server[103162]: ERROR neutron.plugins.ml2.managers [None req-5518bb54-dd71-4dda-bc8d-281679612c63 tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Failed to bind port 31517151-0e47-4237-986b-2dafaadaf780 on host n-h1-842733-1 for vnic_type normal using segments [{'id': '0c923806-4ce5-4a0c-823d-bb891e95c11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'f6e9fefd-c1f8-409c-ac08-90290d78eef9'}] May 20 20:54:12.758609 n-d-842733-1 neutron-server[103162]: INFO neutron.plugins.ml2.plugin [None req-5518bb54-dd71-4dda-bc8d-281679612c63 tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Attempt 7 to bind port 31517151-0e47-4237-986b-2dafaadaf780 May 20 20:54:12.772714 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-5518bb54-dd71-4dda-bc8d-281679612c63 tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Attempting to bind port 31517151-0e47-4237-986b-2dafaadaf780 on host n-h1-842733-1 for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:54:12.772985 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-5518bb54-dd71-4dda-bc8d-281679612c63 tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Attempting to bind port 31517151-0e47-4237-986b-2dafaadaf780 by drivers openvswitch,hyperv on host n-h1-842733-1 at level 0 using segments [{'id': '0c923806-4ce5-4a0c-823d-bb891e95c11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'f6e9fefd-c1f8-409c-ac08-90290d78eef9'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:54:12.773296 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5518bb54-dd71-4dda-bc8d-281679612c63 tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Attempting to bind port 31517151-0e47-4237-986b-2dafaadaf780 on network f6e9fefd-c1f8-409c-ac08-90290d78eef9 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:54:12.777862 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5518bb54-dd71-4dda-bc8d-281679612c63 tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Port 31517151-0e47-4237-986b-2dafaadaf780 on network f6e9fefd-c1f8-409c-ac08-90290d78eef9 not bound, no agent of type Open vSwitch agent registered on host n-h1-842733-1 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 20:54:12.778243 n-d-842733-1 neutron-server[103162]: ERROR neutron.plugins.ml2.managers [None req-5518bb54-dd71-4dda-bc8d-281679612c63 tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Failed to bind port 31517151-0e47-4237-986b-2dafaadaf780 on host n-h1-842733-1 for vnic_type normal using segments [{'id': '0c923806-4ce5-4a0c-823d-bb891e95c11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'f6e9fefd-c1f8-409c-ac08-90290d78eef9'}] May 20 20:54:12.778583 n-d-842733-1 neutron-server[103162]: INFO neutron.plugins.ml2.plugin [None req-5518bb54-dd71-4dda-bc8d-281679612c63 tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Attempt 8 to bind port 31517151-0e47-4237-986b-2dafaadaf780 May 20 20:54:12.799580 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-5518bb54-dd71-4dda-bc8d-281679612c63 tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Attempting to bind port 31517151-0e47-4237-986b-2dafaadaf780 on host n-h1-842733-1 for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:54:12.799914 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-5518bb54-dd71-4dda-bc8d-281679612c63 tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Attempting to bind port 31517151-0e47-4237-986b-2dafaadaf780 by drivers openvswitch,hyperv on host n-h1-842733-1 at level 0 using segments [{'id': '0c923806-4ce5-4a0c-823d-bb891e95c11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'f6e9fefd-c1f8-409c-ac08-90290d78eef9'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:54:12.800303 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5518bb54-dd71-4dda-bc8d-281679612c63 tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Attempting to bind port 31517151-0e47-4237-986b-2dafaadaf780 on network f6e9fefd-c1f8-409c-ac08-90290d78eef9 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:54:12.805453 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5518bb54-dd71-4dda-bc8d-281679612c63 tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Port 31517151-0e47-4237-986b-2dafaadaf780 on network f6e9fefd-c1f8-409c-ac08-90290d78eef9 not bound, no agent of type Open vSwitch agent registered on host n-h1-842733-1 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 20:54:12.805780 n-d-842733-1 neutron-server[103162]: ERROR neutron.plugins.ml2.managers [None req-5518bb54-dd71-4dda-bc8d-281679612c63 tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Failed to bind port 31517151-0e47-4237-986b-2dafaadaf780 on host n-h1-842733-1 for vnic_type normal using segments [{'id': '0c923806-4ce5-4a0c-823d-bb891e95c11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'f6e9fefd-c1f8-409c-ac08-90290d78eef9'}] May 20 20:54:12.806168 n-d-842733-1 neutron-server[103162]: INFO neutron.plugins.ml2.plugin [None req-5518bb54-dd71-4dda-bc8d-281679612c63 tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Attempt 9 to bind port 31517151-0e47-4237-986b-2dafaadaf780 May 20 20:54:12.820056 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-5518bb54-dd71-4dda-bc8d-281679612c63 tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Attempting to bind port 31517151-0e47-4237-986b-2dafaadaf780 on host n-h1-842733-1 for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:54:12.820385 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-5518bb54-dd71-4dda-bc8d-281679612c63 tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Attempting to bind port 31517151-0e47-4237-986b-2dafaadaf780 by drivers openvswitch,hyperv on host n-h1-842733-1 at level 0 using segments [{'id': '0c923806-4ce5-4a0c-823d-bb891e95c11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'f6e9fefd-c1f8-409c-ac08-90290d78eef9'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:54:12.820772 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5518bb54-dd71-4dda-bc8d-281679612c63 tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Attempting to bind port 31517151-0e47-4237-986b-2dafaadaf780 on network f6e9fefd-c1f8-409c-ac08-90290d78eef9 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:54:12.827522 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5518bb54-dd71-4dda-bc8d-281679612c63 tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Port 31517151-0e47-4237-986b-2dafaadaf780 on network f6e9fefd-c1f8-409c-ac08-90290d78eef9 not bound, no agent of type Open vSwitch agent registered on host n-h1-842733-1 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 20:54:12.827522 n-d-842733-1 neutron-server[103162]: ERROR neutron.plugins.ml2.managers [None req-5518bb54-dd71-4dda-bc8d-281679612c63 tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Failed to bind port 31517151-0e47-4237-986b-2dafaadaf780 on host n-h1-842733-1 for vnic_type normal using segments [{'id': '0c923806-4ce5-4a0c-823d-bb891e95c11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'f6e9fefd-c1f8-409c-ac08-90290d78eef9'}] May 20 20:54:12.827522 n-d-842733-1 neutron-server[103162]: INFO neutron.plugins.ml2.plugin [None req-5518bb54-dd71-4dda-bc8d-281679612c63 tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Attempt 10 to bind port 31517151-0e47-4237-986b-2dafaadaf780 May 20 20:54:12.855792 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-5518bb54-dd71-4dda-bc8d-281679612c63 tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Attempting to bind port 31517151-0e47-4237-986b-2dafaadaf780 on host n-h1-842733-1 for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:54:12.855966 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [None req-5518bb54-dd71-4dda-bc8d-281679612c63 tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Attempting to bind port 31517151-0e47-4237-986b-2dafaadaf780 by drivers openvswitch,hyperv on host n-h1-842733-1 at level 0 using segments [{'id': '0c923806-4ce5-4a0c-823d-bb891e95c11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'f6e9fefd-c1f8-409c-ac08-90290d78eef9'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:54:12.860182 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5518bb54-dd71-4dda-bc8d-281679612c63 tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Attempting to bind port 31517151-0e47-4237-986b-2dafaadaf780 on network f6e9fefd-c1f8-409c-ac08-90290d78eef9 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:54:12.862914 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5518bb54-dd71-4dda-bc8d-281679612c63 tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Port 31517151-0e47-4237-986b-2dafaadaf780 on network f6e9fefd-c1f8-409c-ac08-90290d78eef9 not bound, no agent of type Open vSwitch agent registered on host n-h1-842733-1 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 20:54:12.863714 n-d-842733-1 neutron-server[103162]: ERROR neutron.plugins.ml2.managers [None req-5518bb54-dd71-4dda-bc8d-281679612c63 tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Failed to bind port 31517151-0e47-4237-986b-2dafaadaf780 on host n-h1-842733-1 for vnic_type normal using segments [{'id': '0c923806-4ce5-4a0c-823d-bb891e95c11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'f6e9fefd-c1f8-409c-ac08-90290d78eef9'}] May 20 20:54:12.864092 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5518bb54-dd71-4dda-bc8d-281679612c63 tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:12.946404 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-5518bb54-dd71-4dda-bc8d-281679612c63 tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] For port 31517151-0e47-4237-986b-2dafaadaf780, host n-h1-842733-1, cleared binding levels {{(pid=103162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:54:12.946835 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-5518bb54-dd71-4dda-bc8d-281679612c63 tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Attempted to set empty binding levels {{(pid=103162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} May 20 20:54:13.064178 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5518bb54-dd71-4dda-bc8d-281679612c63 tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:13.099591 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-57ecfc57-b324-435b-b394-ce82fea5dd2f req-f3066a04-df32-4d54-9a90-e43cf538154a tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/ports?device_id=a22f6de4-f24a-4c3d-b3cb-7c4eab2ea03d HTTP/1.1" status: 200 len: 210 time: 0.0642073 May 20 20:54:13.137609 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-5518bb54-dd71-4dda-bc8d-281679612c63 tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] In _notify_port_updated(), no bound segment for port 31517151-0e47-4237-986b-2dafaadaf780 on network f6e9fefd-c1f8-409c-ac08-90290d78eef9 {{(pid=103162) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} May 20 20:54:13.138300 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5518bb54-dd71-4dda-bc8d-281679612c63 tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:54:13.142035 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5518bb54-dd71-4dda-bc8d-281679612c63 tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:13.146446 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-5518bb54-dd71-4dda-bc8d-281679612c63 tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] 10.222.0.35 "PUT /v2.0/ports/31517151-0e47-4237-986b-2dafaadaf780 HTTP/1.1" status: 200 len: 975 time: 1.2493839 May 20 20:54:13.160741 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 55986) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:54:13.225171 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5518bb54-dd71-4dda-bc8d-281679612c63 tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Pushing event updated for resources: {'Port': ['ID=31517151-0e47-4237-986b-2dafaadaf780,revision_number=3']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:54:13.259973 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c736448-e364-4805-8016-24282d921419 req-99ec3f7a-fb73-4c7f-a2b1-e9bca9027b8f tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:54:13.262335 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8c736448-e364-4805-8016-24282d921419 req-99ec3f7a-fb73-4c7f-a2b1-e9bca9027b8f tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.24 "GET /v2.0/networks?id=181ef755-3c24-496f-be08-8076c8a38f91 HTTP/1.1" status: 200 len: 812 time: 0.1617143 May 20 20:54:13.272698 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-f079f74b-f4fe-4275-81f2-449ddc043093 req-cc33bc0b-1fba-4f61-8b21-86dbff3f116d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=21c75c63-d7e7-425b-8b16-c8921fbdeea8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1252844 May 20 20:54:13.298877 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [req-8c736448-e364-4805-8016-24282d921419 req-7ddb3700-c61b-4b0e-a296-ade86796a24d tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Request body: {'port': {'device_id': 'a22f6de4-f24a-4c3d-b3cb-7c4eab2ea03d', 'network_id': '181ef755-3c24-496f-be08-8076c8a38f91', 'admin_state_up': True, 'tenant_id': '715802857a834d4a8fbaa37d5efc4e1e'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:54:13.299943 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-704b1af3-0031-40f2-81e8-67760af31f13 tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Deleting port 31517151-0e47-4237-986b-2dafaadaf780 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:54:13.303385 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-704b1af3-0031-40f2-81e8-67760af31f13 tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:13.414828 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-704b1af3-0031-40f2-81e8-67760af31f13 tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] For port 31517151-0e47-4237-986b-2dafaadaf780, host n-h1-842733-1, got binding levels [] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:54:13.415424 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-704b1af3-0031-40f2-81e8-67760af31f13 tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:13.436263 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-704b1af3-0031-40f2-81e8-67760af31f13 tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Calling delete_port for 31517151-0e47-4237-986b-2dafaadaf780 owned by {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:54:13.452098 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f079f74b-f4fe-4275-81f2-449ddc043093 req-94b72786-ddc4-4a79-999d-1ef7ad6516a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:54:13.454435 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-f079f74b-f4fe-4275-81f2-449ddc043093 req-94b72786-ddc4-4a79-999d-1ef7ad6516a1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f7d646bffa614f21b1ea08af4be56a95&device_id=21c75c63-d7e7-425b-8b16-c8921fbdeea8 HTTP/1.1" status: 200 len: 1097 time: 0.0899308 May 20 20:54:13.571608 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c736448-e364-4805-8016-24282d921419 req-7ddb3700-c61b-4b0e-a296-ade86796a24d tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Made reservation on behalf of 715802857a834d4a8fbaa37d5efc4e1e for: {'port': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:54:13.577618 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-8c736448-e364-4805-8016-24282d921419 req-7ddb3700-c61b-4b0e-a296-ade86796a24d tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:13.618391 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f079f74b-f4fe-4275-81f2-449ddc043093 req-7da184be-0b98-4a7e-a1f1-da1176b86342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:54:13.620349 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-f079f74b-f4fe-4275-81f2-449ddc043093 req-7da184be-0b98-4a7e-a1f1-da1176b86342 service neutron] 10.222.0.24 "GET /v2.0/networks?id=52b22ddd-d38d-47d7-9f62-928c2e551c45 HTTP/1.1" status: 200 len: 918 time: 0.1293550 May 20 20:54:13.770270 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-f079f74b-f4fe-4275-81f2-449ddc043093 req-3927629c-7d6c-41d2-976b-77a801fce635 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bb3ded9b-925d-451a-9963-316d30378618 HTTP/1.1" status: 200 len: 1000 time: 0.1396790 May 20 20:54:13.772717 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-704b1af3-0031-40f2-81e8-67760af31f13 tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:13.839588 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704b1af3-0031-40f2-81e8-67760af31f13 tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Pushing event deleted for resources: {'Port': ['ID=31517151-0e47-4237-986b-2dafaadaf780,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:54:13.851539 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-704b1af3-0031-40f2-81e8-67760af31f13 tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:13.857741 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-704b1af3-0031-40f2-81e8-67760af31f13 tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] 10.222.0.35 "DELETE /v2.0/ports/31517151-0e47-4237-986b-2dafaadaf780 HTTP/1.1" status: 204 len: 168 time: 0.6941636 May 20 20:54:13.858436 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 56016) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:54:13.899798 n-d-842733-1 neutron-server[103162]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a663e96-8e50-420b-be0e-72c444433072 tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] GET failed (client error): The resource could not be found. May 20 20:54:13.908160 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-4a663e96-8e50-420b-be0e-72c444433072 tempest-PortsAdminExtendedAttrsTestJSON-1984888648 tempest-PortsAdminExtendedAttrsTestJSON-1984888648-project-admin] 10.222.0.35 "GET /v2.0/ports/31517151-0e47-4237-986b-2dafaadaf780 HTTP/1.1" status: 404 len: 333 time: 0.0465782 May 20 20:54:13.910570 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 56018) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:54:13.934304 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [req-8c736448-e364-4805-8016-24282d921419 req-7ddb3700-c61b-4b0e-a296-ade86796a24d tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Allocated IP 172.20.0.7 (181ef755-3c24-496f-be08-8076c8a38f91/dd6622f3-1158-4c3b-bd25-193ec3e3078b/1fd9c5cb-9adb-487c-82ee-27f0c7510f13) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:54:13.941471 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f079f74b-f4fe-4275-81f2-449ddc043093 req-66003fc7-a29b-428c-b231-f8ee6f069066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:54:13.945561 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-f079f74b-f4fe-4275-81f2-449ddc043093 req-66003fc7-a29b-428c-b231-f8ee6f069066 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=77f2b783-fdae-41c3-9017-0093e586145d HTTP/1.1" status: 200 len: 856 time: 0.1645486 May 20 20:54:14.115873 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-99318c07-97ba-4a00-a5f7-d9a5a4418362 tempest-PortsAdminExtendedAttrsTestJSON-1641902704 tempest-PortsAdminExtendedAttrsTestJSON-1641902704-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33160123'] for network, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:14.123680 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f079f74b-f4fe-4275-81f2-449ddc043093 req-b05953ff-3da0-4c09-9dba-4523df1bad5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:54:14.126257 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-f079f74b-f4fe-4275-81f2-449ddc043093 req-b05953ff-3da0-4c09-9dba-4523df1bad5d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=52b22ddd-d38d-47d7-9f62-928c2e551c45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1196673 May 20 20:54:14.175449 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-8c736448-e364-4805-8016-24282d921419 req-7ddb3700-c61b-4b0e-a296-ade86796a24d tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Notify callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:14.291311 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-11b126de-242c-414e-9e9e-af206c1adadf req-cf66ab42-f3ab-4db5-b62f-f745869c41f0 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/ports?device_id=a22f6de4-f24a-4c3d-b3cb-7c4eab2ea03d HTTP/1.1" status: 200 len: 210 time: 0.0808728 May 20 20:54:14.383706 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-8c736448-e364-4805-8016-24282d921419 req-7ddb3700-c61b-4b0e-a296-ade86796a24d tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:14.502477 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddb3700-c61b-4b0e-a296-ade86796a24d tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Pushing event updated for resources: {'Port': ['ID=1fd9c5cb-9adb-487c-82ee-27f0c7510f13,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:54:14.549462 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c736448-e364-4805-8016-24282d921419 req-7ddb3700-c61b-4b0e-a296-ade86796a24d tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Network 181ef755-3c24-496f-be08-8076c8a38f91 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:54:14.551313 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [req-8c736448-e364-4805-8016-24282d921419 req-7ddb3700-c61b-4b0e-a296-ade86796a24d tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:54:14.563489 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c736448-e364-4805-8016-24282d921419 req-7ddb3700-c61b-4b0e-a296-ade86796a24d tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:54:14.642949 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c736448-e364-4805-8016-24282d921419 req-7ddb3700-c61b-4b0e-a296-ade86796a24d tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:54:14.645089 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-8c736448-e364-4805-8016-24282d921419 req-7ddb3700-c61b-4b0e-a296-ade86796a24d tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:14.694195 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-99318c07-97ba-4a00-a5f7-d9a5a4418362 tempest-PortsAdminExtendedAttrsTestJSON-1641902704 tempest-PortsAdminExtendedAttrsTestJSON-1641902704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33072115', 'neutron.services.segments.db._delete_segments_for_network-8782419500584'] for network, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:14.717796 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8c736448-e364-4805-8016-24282d921419 req-7ddb3700-c61b-4b0e-a296-ade86796a24d tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4430609 May 20 20:54:14.731637 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [req-8c736448-e364-4805-8016-24282d921419 req-2c95a430-963e-4f5b-af68-959b22f05d67 service neutron] Request body: {'port': {'device_id': 'a22f6de4-f24a-4c3d-b3cb-7c4eab2ea03d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-842733-1'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:54:14.733197 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-99318c07-97ba-4a00-a5f7-d9a5a4418362 tempest-PortsAdminExtendedAttrsTestJSON-1641902704 tempest-PortsAdminExtendedAttrsTestJSON-1641902704-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6e9fefd-c1f8-409c-ac08-90290d78eef9']}} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:54:14.745228 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-f079f74b-f4fe-4275-81f2-449ddc043093 req-1191e7d9-747c-4da3-abab-6b72ba2fc271 service neutron] 10.222.0.24 "GET /v2.0/networks/52b22ddd-d38d-47d7-9f62-928c2e551c45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6086800 May 20 20:54:14.745773 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-99318c07-97ba-4a00-a5f7-d9a5a4418362 tempest-PortsAdminExtendedAttrsTestJSON-1641902704 tempest-PortsAdminExtendedAttrsTestJSON-1641902704-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c923806-4ce5-4a0c-823d-bb891e95c11a') {'for_net_delete': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:54:14.746049 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-99318c07-97ba-4a00-a5f7-d9a5a4418362 tempest-PortsAdminExtendedAttrsTestJSON-1641902704 tempest-PortsAdminExtendedAttrsTestJSON-1641902704-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c923806-4ce5-4a0c-823d-bb891e95c11a') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:54:14.762671 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-99318c07-97ba-4a00-a5f7-d9a5a4418362 tempest-PortsAdminExtendedAttrsTestJSON-1641902704 tempest-PortsAdminExtendedAttrsTestJSON-1641902704-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419501617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3738385'] for segment, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:14.806791 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-8c736448-e364-4805-8016-24282d921419 req-2c95a430-963e-4f5b-af68-959b22f05d67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:14.814478 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-99318c07-97ba-4a00-a5f7-d9a5a4418362 tempest-PortsAdminExtendedAttrsTestJSON-1641902704 tempest-PortsAdminExtendedAttrsTestJSON-1641902704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:14.823866 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99318c07-97ba-4a00-a5f7-d9a5a4418362 tempest-PortsAdminExtendedAttrsTestJSON-1641902704 tempest-PortsAdminExtendedAttrsTestJSON-1641902704-project] Releasing vlan 242 on physical network physnet1 to pool {{(pid=103162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 20:54:14.824264 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-99318c07-97ba-4a00-a5f7-d9a5a4418362 tempest-PortsAdminExtendedAttrsTestJSON-1641902704 tempest-PortsAdminExtendedAttrsTestJSON-1641902704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3800791'] for segment, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:14.827400 n-d-842733-1 neutron-server[103162]: Traceback (most recent call last): May 20 20:54:14.827400 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 20:54:14.827400 n-d-842733-1 neutron-server[103162]: timer() May 20 20:54:14.827400 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 20:54:14.827400 n-d-842733-1 neutron-server[103162]: cb(*args, **kw) May 20 20:54:14.827400 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 20 20:54:14.827400 n-d-842733-1 neutron-server[103162]: return func(*args, **kwargs) May 20 20:54:14.827400 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 20:54:14.827400 n-d-842733-1 neutron-server[103162]: self._notify() May 20 20:54:14.827400 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 20:54:14.827400 n-d-842733-1 neutron-server[103162]: self.callback(batched_events) May 20 20:54:14.827400 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 20:54:14.827400 n-d-842733-1 neutron-server[103162]: event.method(event) May 20 20:54:14.827400 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 20 20:54:14.827400 n-d-842733-1 neutron-server[103162]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 20:54:14.827400 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 20 20:54:14.827400 n-d-842733-1 neutron-server[103162]: aggregate_uuid = self.p_client.list_aggregates( May 20 20:54:14.827400 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 20 20:54:14.827400 n-d-842733-1 neutron-server[103162]: return f(self, *a, **k) May 20 20:54:14.827400 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 20 20:54:14.827400 n-d-842733-1 neutron-server[103162]: return self._get(url).json() May 20 20:54:14.827400 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 20 20:54:14.827400 n-d-842733-1 neutron-server[103162]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 20:54:14.827400 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 20:54:14.827400 n-d-842733-1 neutron-server[103162]: return self.request(url, 'GET', **kwargs) May 20 20:54:14.827400 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 20:54:14.827400 n-d-842733-1 neutron-server[103162]: base_url = self.get_endpoint(auth, allow=allow, May 20 20:54:14.827400 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 20:54:14.827400 n-d-842733-1 neutron-server[103162]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 20:54:14.827400 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 20:54:14.827400 n-d-842733-1 neutron-server[103162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 20:54:14.827400 n-d-842733-1 neutron-server[103162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 20:54:14.935789 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-f079f74b-f4fe-4275-81f2-449ddc043093 req-fd7c8bf5-a1c4-40b4-b35c-dc38169354f0 service neutron] 10.222.0.24 "GET /v2.0/networks/52b22ddd-d38d-47d7-9f62-928c2e551c45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1830173 May 20 20:54:15.033977 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-99318c07-97ba-4a00-a5f7-d9a5a4418362 tempest-PortsAdminExtendedAttrsTestJSON-1641902704 tempest-PortsAdminExtendedAttrsTestJSON-1641902704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33072122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748162'] for network, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:15.041514 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-99318c07-97ba-4a00-a5f7-d9a5a4418362 tempest-PortsAdminExtendedAttrsTestJSON-1641902704 tempest-PortsAdminExtendedAttrsTestJSON-1641902704-project] Notify callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:15.047633 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-99318c07-97ba-4a00-a5f7-d9a5a4418362 tempest-PortsAdminExtendedAttrsTestJSON-1641902704 tempest-PortsAdminExtendedAttrsTestJSON-1641902704-project] 10.222.0.35 "DELETE /v2.0/networks/f6e9fefd-c1f8-409c-ac08-90290d78eef9 HTTP/1.1" status: 204 len: 168 time: 1.1330314 May 20 20:54:15.066349 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99318c07-97ba-4a00-a5f7-d9a5a4418362 tempest-PortsAdminExtendedAttrsTestJSON-1641902704 tempest-PortsAdminExtendedAttrsTestJSON-1641902704-project] Pushing event deleted for resources: {'Network': ['ID=f6e9fefd-c1f8-409c-ac08-90290d78eef9,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:54:15.202018 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [req-8c736448-e364-4805-8016-24282d921419 req-2c95a430-963e-4f5b-af68-959b22f05d67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1fd9c5cb-9adb-487c-82ee-27f0c7510f13 {{(pid=103163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:54:15.211573 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-8c736448-e364-4805-8016-24282d921419 req-2c95a430-963e-4f5b-af68-959b22f05d67 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:15.225703 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [req-8c736448-e364-4805-8016-24282d921419 req-2c95a430-963e-4f5b-af68-959b22f05d67 service neutron] Transition to ACTIVE for port object 1fd9c5cb-9adb-487c-82ee-27f0c7510f13 will not be triggered until provisioned by entity L2. {{(pid=103163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 20:54:15.309034 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-8c736448-e364-4805-8016-24282d921419 req-2c95a430-963e-4f5b-af68-959b22f05d67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:15.486729 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c95a430-963e-4f5b-af68-959b22f05d67 service neutron] Pushing event updated for resources: {'Port': ['ID=1fd9c5cb-9adb-487c-82ee-27f0c7510f13,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:54:15.605444 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-8c736448-e364-4805-8016-24282d921419 req-2c95a430-963e-4f5b-af68-959b22f05d67 service neutron] Attempting to bind port 1fd9c5cb-9adb-487c-82ee-27f0c7510f13 on host n-h1-842733-1 for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:54:15.605444 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-8c736448-e364-4805-8016-24282d921419 req-2c95a430-963e-4f5b-af68-959b22f05d67 service neutron] Attempting to bind port 1fd9c5cb-9adb-487c-82ee-27f0c7510f13 by drivers openvswitch,hyperv on host n-h1-842733-1 at level 0 using segments [{'id': '5c3b9203-18da-4ba0-88d6-e36130f615fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '181ef755-3c24-496f-be08-8076c8a38f91'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:54:15.605444 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c736448-e364-4805-8016-24282d921419 req-2c95a430-963e-4f5b-af68-959b22f05d67 service neutron] Attempting to bind port 1fd9c5cb-9adb-487c-82ee-27f0c7510f13 on network 181ef755-3c24-496f-be08-8076c8a38f91 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:54:15.607725 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 56118) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:54:15.612179 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c736448-e364-4805-8016-24282d921419 req-2c95a430-963e-4f5b-af68-959b22f05d67 service neutron] Port 1fd9c5cb-9adb-487c-82ee-27f0c7510f13 on network 181ef755-3c24-496f-be08-8076c8a38f91 not bound, no agent of type Open vSwitch agent registered on host n-h1-842733-1 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 20:54:15.612607 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c736448-e364-4805-8016-24282d921419 req-2c95a430-963e-4f5b-af68-959b22f05d67 service neutron] Attempting to bind port 1fd9c5cb-9adb-487c-82ee-27f0c7510f13 on network 181ef755-3c24-496f-be08-8076c8a38f91 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:54:15.622240 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11487be1-8266-4b9d-904d-ba79bdb560b7 req-3663b3ee-91bf-4493-994b-646ef28904ce tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:54:15.624374 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-11487be1-8266-4b9d-904d-ba79bdb560b7 req-3663b3ee-91bf-4493-994b-646ef28904ce tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/ports?device_id=a22f6de4-f24a-4c3d-b3cb-7c4eab2ea03d HTTP/1.1" status: 200 len: 943 time: 0.1268933 May 20 20:54:15.629405 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c736448-e364-4805-8016-24282d921419 req-2c95a430-963e-4f5b-af68-959b22f05d67 service neutron] Checking agent: {'id': '08dfb1ce-804b-4db8-838b-21094082e041', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 32, 54), 'started_at': datetime.datetime(2022, 5, 20, 20, 32, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 53, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:54:15.630018 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c736448-e364-4805-8016-24282d921419 req-2c95a430-963e-4f5b-af68-959b22f05d67 service neutron] Checking segment: {'id': '5c3b9203-18da-4ba0-88d6-e36130f615fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '181ef755-3c24-496f-be08-8076c8a38f91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:54:15.630642 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c736448-e364-4805-8016-24282d921419 req-2c95a430-963e-4f5b-af68-959b22f05d67 service neutron] Bound using segment: {'id': '5c3b9203-18da-4ba0-88d6-e36130f615fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '181ef755-3c24-496f-be08-8076c8a38f91'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:54:15.631291 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-8c736448-e364-4805-8016-24282d921419 req-2c95a430-963e-4f5b-af68-959b22f05d67 service neutron] Bound port: 1fd9c5cb-9adb-487c-82ee-27f0c7510f13, host: n-h1-842733-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c3b9203-18da-4ba0-88d6-e36130f615fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '181ef755-3c24-496f-be08-8076c8a38f91'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:54:15.631892 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-8c736448-e364-4805-8016-24282d921419 req-2c95a430-963e-4f5b-af68-959b22f05d67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:15.665501 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 56126) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:54:15.768230 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-11487be1-8266-4b9d-904d-ba79bdb560b7 req-aa75409b-09c0-464d-92e0-db031842eb7f tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f722a60-38a1-4dbc-a8ff-49f0b32ee364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321135 May 20 20:54:15.805529 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-8c736448-e364-4805-8016-24282d921419 req-2c95a430-963e-4f5b-af68-959b22f05d67 service neutron] For port 1fd9c5cb-9adb-487c-82ee-27f0c7510f13, host n-h1-842733-1, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:54:15.810627 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-8c736448-e364-4805-8016-24282d921419 req-2c95a430-963e-4f5b-af68-959b22f05d67 service neutron] For port 1fd9c5cb-9adb-487c-82ee-27f0c7510f13, host n-h1-842733-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=1fd9c5cb-9adb-487c-82ee-27f0c7510f13,segment=NetworkSegment(5c3b9203-18da-4ba0-88d6-e36130f615fb),segment_id=5c3b9203-18da-4ba0-88d6-e36130f615fb)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:54:15.919073 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-8c736448-e364-4805-8016-24282d921419 req-2c95a430-963e-4f5b-af68-959b22f05d67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:15.920995 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-8133920e-ccc5-423a-b44c-b3cdc66e97e2 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=479744440217463f81487416e86e2b94&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2541816 May 20 20:54:15.923286 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d0c7add2-1c89-4bcb-b259-05ea7e6c4bce admin admin] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:15.926215 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 56142) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:54:15.940416 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c736448-e364-4805-8016-24282d921419 req-2c95a430-963e-4f5b-af68-959b22f05d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:54:15.941084 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-8c736448-e364-4805-8016-24282d921419 req-2c95a430-963e-4f5b-af68-959b22f05d67 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:15.948052 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8c736448-e364-4805-8016-24282d921419 req-2c95a430-963e-4f5b-af68-959b22f05d67 service neutron] 10.222.0.24 "PUT /v2.0/ports/1fd9c5cb-9adb-487c-82ee-27f0c7510f13 HTTP/1.1" status: 200 len: 1091 time: 1.2222252 May 20 20:54:15.950341 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a22f6de4-f24a-4c3d-b3cb-7c4eab2ea03d', 'tag': '1fd9c5cb-9adb-487c-82ee-27f0c7510f13'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:54:15.952675 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4291b17aa7b45362825f0571e77c85f5e73afe1df9c7e9e15006df9d695c005e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e922b51-b8c8-442f-86cb-5a1eb0593c96" -d '{"events": [{"name": "network-changed", "server_uuid": "a22f6de4-f24a-4c3d-b3cb-7c4eab2ea03d", "tag": "1fd9c5cb-9adb-487c-82ee-27f0c7510f13"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:54:16.042231 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-80fe9f0a-7f7a-419b-a699-327e776176c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:16.055307 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 20:54:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28b23dbf-2dfd-445f-bbdf-d9699c0f3bc6 x-openstack-request-id: req-28b23dbf-2dfd-445f-bbdf-d9699c0f3bc6 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:54:16.055592 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a22f6de4-f24a-4c3d-b3cb-7c4eab2ea03d", "tag": "1fd9c5cb-9adb-487c-82ee-27f0c7510f13", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:54:16.055845 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-28b23dbf-2dfd-445f-bbdf-d9699c0f3bc6 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:54:16.060099 n-d-842733-1 neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28b23dbf-2dfd-445f-bbdf-d9699c0f3bc6'] response: {'name': 'network-changed', 'server_uuid': 'a22f6de4-f24a-4c3d-b3cb-7c4eab2ea03d', 'tag': '1fd9c5cb-9adb-487c-82ee-27f0c7510f13', 'status': 'completed', 'code': 200} May 20 20:54:16.092974 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-80fe9f0a-7f7a-419b-a699-327e776176c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:16.118697 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c95a430-963e-4f5b-af68-959b22f05d67 service neutron] Pushing event updated for resources: {'Port': ['ID=1fd9c5cb-9adb-487c-82ee-27f0c7510f13,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:54:16.136598 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d0c7add2-1c89-4bcb-b259-05ea7e6c4bce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:16.176799 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e922b51-b8c8-442f-86cb-5a1eb0593c96 req-d7fb3eeb-eb4d-491f-8f5c-9809b2a7a7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:54:16.178647 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2e922b51-b8c8-442f-86cb-5a1eb0593c96 req-d7fb3eeb-eb4d-491f-8f5c-9809b2a7a7ce service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=715802857a834d4a8fbaa37d5efc4e1e&device_id=a22f6de4-f24a-4c3d-b3cb-7c4eab2ea03d HTTP/1.1" status: 200 len: 1094 time: 0.1031311 May 20 20:54:16.255974 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d0c7add2-1c89-4bcb-b259-05ea7e6c4bce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:16.298072 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-80fe9f0a-7f7a-419b-a699-327e776176c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:16.300805 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-80fe9f0a-7f7a-419b-a699-327e776176c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:16.302154 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-80fe9f0a-7f7a-419b-a699-327e776176c8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d7923a04-1e50-418a-ad56-deac93d0d3f8 HTTP/1.1" status: 204 len: 168 time: 0.3748949 May 20 20:54:16.302482 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e922b51-b8c8-442f-86cb-5a1eb0593c96 req-3a00fa99-1196-437f-9f8b-629ff7341bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:54:16.304045 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2e922b51-b8c8-442f-86cb-5a1eb0593c96 req-3a00fa99-1196-437f-9f8b-629ff7341bc3 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=715802857a834d4a8fbaa37d5efc4e1e&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1154828 May 20 20:54:16.308142 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-d0c7add2-1c89-4bcb-b259-05ea7e6c4bce admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6f2dfb996485420198cf6b10caff1381&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6982152 May 20 20:54:16.312062 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7add2-1c89-4bcb-b259-05ea7e6c4bce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b59b8925-dc5e-4535-9566-89dfa39c1594,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:54:16.327350 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 56160) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:54:16.386373 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fe9f0a-7f7a-419b-a699-327e776176c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7923a04-1e50-418a-ad56-deac93d0d3f8,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:54:16.432316 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4242350d-7f49-4158-ad7c-1bd6b71e60ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:16.460905 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4242350d-7f49-4158-ad7c-1bd6b71e60ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:16.521713 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c20d7ed-0e20-4bad-83b8-029ff1f375ce req-f6237db5-bbbd-43c9-930a-387aaa7859de tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:54:16.523400 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2c20d7ed-0e20-4bad-83b8-029ff1f375ce req-f6237db5-bbbd-43c9-930a-387aaa7859de tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "GET /v2.0/ports?device_id=21c75c63-d7e7-425b-8b16-c8921fbdeea8 HTTP/1.1" status: 200 len: 946 time: 0.3015146 May 20 20:54:16.592919 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e922b51-b8c8-442f-86cb-5a1eb0593c96 req-42921cee-d399-4fde-b7fe-5086ddbeffbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:54:16.595023 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2e922b51-b8c8-442f-86cb-5a1eb0593c96 req-42921cee-d399-4fde-b7fe-5086ddbeffbf service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2520726 May 20 20:54:16.611134 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2c20d7ed-0e20-4bad-83b8-029ff1f375ce req-decd5846-160d-42be-b63f-75ccb1e4e2b6 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "GET /v2.0/security-groups?id=5b891fce-4408-49e0-87f4-eab591cb6bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578454 May 20 20:54:16.611394 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4242350d-7f49-4158-ad7c-1bd6b71e60ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:16.614447 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4242350d-7f49-4158-ad7c-1bd6b71e60ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:16.615137 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-4242350d-7f49-4158-ad7c-1bd6b71e60ea admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b59b8925-dc5e-4535-9566-89dfa39c1594 HTTP/1.1" status: 204 len: 168 time: 0.2867713 May 20 20:54:16.635655 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4242350d-7f49-4158-ad7c-1bd6b71e60ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b59b8925-dc5e-4535-9566-89dfa39c1594,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:54:16.714410 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c736448-e364-4805-8016-24282d921419 req-40673664-78a2-4063-aeda-2be4f0e53f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:54:16.715916 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8c736448-e364-4805-8016-24282d921419 req-40673664-78a2-4063-aeda-2be4f0e53f34 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=715802857a834d4a8fbaa37d5efc4e1e&device_id=a22f6de4-f24a-4c3d-b3cb-7c4eab2ea03d HTTP/1.1" status: 200 len: 1094 time: 0.0726264 May 20 20:54:16.779623 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8c736448-e364-4805-8016-24282d921419 req-52e3c14f-3d06-4653-8e98-2005e976f4be service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1fd9c5cb-9adb-487c-82ee-27f0c7510f13 HTTP/1.1" status: 200 len: 217 time: 0.0536444 May 20 20:54:16.842202 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c736448-e364-4805-8016-24282d921419 req-0f8f3a13-97ce-4c8d-8a23-c58e9f85a6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:54:16.844937 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8c736448-e364-4805-8016-24282d921419 req-0f8f3a13-97ce-4c8d-8a23-c58e9f85a6ea service neutron] 10.222.0.24 "GET /v2.0/subnets?id=dd6622f3-1158-4c3b-bd25-193ec3e3078b HTTP/1.1" status: 200 len: 852 time: 0.0573063 May 20 20:54:16.893454 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8c736448-e364-4805-8016-24282d921419 req-6660ee64-71ff-4360-90e9-d6b9c39c2b6e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=181ef755-3c24-496f-be08-8076c8a38f91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415914 May 20 20:54:16.983452 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf39ddb-4fc8-4eb6-919b-b7d944c82faa req-95d32d8d-0712-4cf0-9de5-a13c6aba66fa tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:54:16.984947 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2cf39ddb-4fc8-4eb6-919b-b7d944c82faa req-95d32d8d-0712-4cf0-9de5-a13c6aba66fa tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/ports?device_id=a22f6de4-f24a-4c3d-b3cb-7c4eab2ea03d HTTP/1.1" status: 200 len: 943 time: 0.1182740 May 20 20:54:17.035630 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8c736448-e364-4805-8016-24282d921419 req-5676564b-d5bd-4e7b-8d93-3ccfc0aa2d44 service neutron] 10.222.0.24 "GET /v2.0/networks/181ef755-3c24-496f-be08-8076c8a38f91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225843 May 20 20:54:17.066190 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2cf39ddb-4fc8-4eb6-919b-b7d944c82faa req-53653525-e169-48c4-9500-42e432dbb991 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f722a60-38a1-4dbc-a8ff-49f0b32ee364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733609 May 20 20:54:17.194659 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8c736448-e364-4805-8016-24282d921419 req-e0303dd8-1b5d-43de-a1ad-95608db500fd service neutron] 10.222.0.24 "GET /v2.0/networks/181ef755-3c24-496f-be08-8076c8a38f91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508040 May 20 20:54:17.284175 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 56190) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:54:17.344788 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 56192) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:54:17.352458 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-78587e1a-ad8d-411f-9e68-94cf8aa84e2a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3da87bb6069347a89594a925ecd1fa6c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0677073 May 20 20:54:17.482365 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-127aa945-0ade-4424-93e8-73f9e2e95848 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:17.508330 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-127aa945-0ade-4424-93e8-73f9e2e95848 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:17.524475 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 56200) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:54:17.575739 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff4c6f7-2cc1-4e1a-897b-77570d833ea1 req-39bdc8a3-8cf7-400e-a516-0e31396f80ca tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:54:17.577430 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-dff4c6f7-2cc1-4e1a-897b-77570d833ea1 req-39bdc8a3-8cf7-400e-a516-0e31396f80ca tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.24 "GET /v2.0/ports?device_id=21c75c63-d7e7-425b-8b16-c8921fbdeea8 HTTP/1.1" status: 200 len: 946 time: 0.1705585 May 20 20:54:17.704156 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-127aa945-0ade-4424-93e8-73f9e2e95848 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:17.707365 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-127aa945-0ade-4424-93e8-73f9e2e95848 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:17.708850 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-127aa945-0ade-4424-93e8-73f9e2e95848 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a84ddf26-11c9-49bf-b2d1-4967bc8d8f8e HTTP/1.1" status: 204 len: 168 time: 0.3627353 May 20 20:54:17.724290 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127aa945-0ade-4424-93e8-73f9e2e95848 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a84ddf26-11c9-49bf-b2d1-4967bc8d8f8e,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:54:17.812871 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [req-dff4c6f7-2cc1-4e1a-897b-77570d833ea1 req-24529ac0-02f6-433e-9995-8975fe5099c9 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Deleting port bb3ded9b-925d-451a-9963-316d30378618 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:54:17.813091 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-dff4c6f7-2cc1-4e1a-897b-77570d833ea1 req-24529ac0-02f6-433e-9995-8975fe5099c9 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:17.834391 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 56214) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:54:18.138798 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.agents_db [None req-5c33ad30-4e00-40fa-b486-8c79c4a6cfc5 None None] Agent healthcheck: found 7 active agents {{(pid=103165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 20 20:54:18.306501 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0a98cf42-ba9e-42a3-b412-885a1a00b57b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748528'] for router_interface, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:18.376220 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a7e2120f-b765-461c-81b1-27f621de0e7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:18.423681 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47704497-92f2-4e46-a5ba-a15e0d791465 req-7c3fe318-6be8-47c5-bb2f-2b6f995ed9b6 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:54:18.430351 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-47704497-92f2-4e46-a5ba-a15e0d791465 req-7c3fe318-6be8-47c5-bb2f-2b6f995ed9b6 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "GET /v2.0/ports?device_id=21c75c63-d7e7-425b-8b16-c8921fbdeea8 HTTP/1.1" status: 200 len: 946 time: 0.6606622 May 20 20:54:18.516465 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-dff4c6f7-2cc1-4e1a-897b-77570d833ea1 req-24529ac0-02f6-433e-9995-8975fe5099c9 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] For port bb3ded9b-925d-451a-9963-316d30378618, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=bb3ded9b-925d-451a-9963-316d30378618,segment=NetworkSegment(61504ff4-6f7f-4bd9-9a4b-a33b83bae83f),segment_id=61504ff4-6f7f-4bd9-9a4b-a33b83bae83f)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:54:18.522205 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-dff4c6f7-2cc1-4e1a-897b-77570d833ea1 req-24529ac0-02f6-433e-9995-8975fe5099c9 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:18.551489 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140331da-79ba-4025-b10e-7f4eb5aff718 req-437afebb-2c23-48e1-a2da-ece4a6bba001 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:54:18.557884 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-140331da-79ba-4025-b10e-7f4eb5aff718 req-437afebb-2c23-48e1-a2da-ece4a6bba001 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/ports?device_id=a22f6de4-f24a-4c3d-b3cb-7c4eab2ea03d HTTP/1.1" status: 200 len: 943 time: 0.2162998 May 20 20:54:18.620290 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-47704497-92f2-4e46-a5ba-a15e0d791465 req-51472fdd-2735-4e23-8abd-1fad5e6d0c01 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "GET /v2.0/security-groups?id=5b891fce-4408-49e0-87f4-eab591cb6bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1829224 May 20 20:54:18.683755 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-0a98cf42-ba9e-42a3-b412-885a1a00b57b admin admin] Deleting port f0bb0a2e-1aa2-48b2-a4ae-f49709d6caf0 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:54:18.684456 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0a98cf42-ba9e-42a3-b412-885a1a00b57b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:18.717687 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a7e2120f-b765-461c-81b1-27f621de0e7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:18.789911 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-0a98cf42-ba9e-42a3-b412-885a1a00b57b admin admin] For port f0bb0a2e-1aa2-48b2-a4ae-f49709d6caf0, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=f0bb0a2e-1aa2-48b2-a4ae-f49709d6caf0,segment=NetworkSegment(c827a625-78ca-430c-9240-807cb6bb6287),segment_id=c827a625-78ca-430c-9240-807cb6bb6287)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:54:18.790584 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0a98cf42-ba9e-42a3-b412-885a1a00b57b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:18.793560 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-140331da-79ba-4025-b10e-7f4eb5aff718 req-ca4fc786-8ef0-4565-b0f3-c5d097f2d302 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f722a60-38a1-4dbc-a8ff-49f0b32ee364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2229824 May 20 20:54:18.807762 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-0a98cf42-ba9e-42a3-b412-885a1a00b57b admin admin] Calling delete_port for f0bb0a2e-1aa2-48b2-a4ae-f49709d6caf0 owned by network:router_interface {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:54:18.810081 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a7e2120f-b765-461c-81b1-27f621de0e7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:18.900674 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-a7e2120f-b765-461c-81b1-27f621de0e7b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4b4b51373cff471cbc040cd0ad031d4e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0648885 May 20 20:54:18.903267 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e2120f-b765-461c-81b1-27f621de0e7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72b13368-a2f0-4a3f-9301-57799d989697,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:54:18.905746 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 56260) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:54:18.931779 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-dff4c6f7-2cc1-4e1a-897b-77570d833ea1 req-24529ac0-02f6-433e-9995-8975fe5099c9 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:18.932045 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-dff4c6f7-2cc1-4e1a-897b-77570d833ea1 req-24529ac0-02f6-433e-9995-8975fe5099c9 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748272'] for floatingip, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:18.932363 n-d-842733-1 neutron-server[103163]: INFO neutron.db.l3_db [req-dff4c6f7-2cc1-4e1a-897b-77570d833ea1 req-24529ac0-02f6-433e-9995-8975fe5099c9 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Floating IP 8de2529e-7d1f-443f-a86b-cb27409914bb disassociated. External IP: 172.25.2.81, port: bb3ded9b-925d-451a-9963-316d30378618. May 20 20:54:18.932702 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [req-dff4c6f7-2cc1-4e1a-897b-77570d833ea1 req-24529ac0-02f6-433e-9995-8975fe5099c9 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Calling delete_port for bb3ded9b-925d-451a-9963-316d30378618 owned by compute:nova {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:54:19.032282 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-183255ba-f5c0-4491-9a79-436885cdb28a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:19.067345 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-183255ba-f5c0-4491-9a79-436885cdb28a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:19.142340 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0a98cf42-ba9e-42a3-b412-885a1a00b57b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:19.190493 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a98cf42-ba9e-42a3-b412-885a1a00b57b admin admin] Pushing event deleted for resources: {'Port': ['ID=f0bb0a2e-1aa2-48b2-a4ae-f49709d6caf0,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:54:19.274291 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-dff4c6f7-2cc1-4e1a-897b-77570d833ea1 req-24529ac0-02f6-433e-9995-8975fe5099c9 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:19.324049 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24529ac0-02f6-433e-9995-8975fe5099c9 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Pushing event deleted for resources: {'Port': ['ID=bb3ded9b-925d-451a-9963-316d30378618,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:54:19.336597 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-183255ba-f5c0-4491-9a79-436885cdb28a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:19.345856 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-183255ba-f5c0-4491-9a79-436885cdb28a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:19.345856 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-183255ba-f5c0-4491-9a79-436885cdb28a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/72b13368-a2f0-4a3f-9301-57799d989697 HTTP/1.1" status: 204 len: 168 time: 0.4309204 May 20 20:54:19.384642 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183255ba-f5c0-4491-9a79-436885cdb28a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72b13368-a2f0-4a3f-9301-57799d989697,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:54:19.541992 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0a98cf42-ba9e-42a3-b412-885a1a00b57b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-692224'] for router_interface, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:19.567851 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dff4c6f7-2cc1-4e1a-897b-77570d833ea1 req-24529ac0-02f6-433e-9995-8975fe5099c9 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Router 8728511a-223e-4b07-aebf-2fda2c099a9c has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 20:54:19.700899 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dff4c6f7-2cc1-4e1a-897b-77570d833ea1 req-24529ac0-02f6-433e-9995-8975fe5099c9 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 20:54:19.720295 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4838e1c1-ac0d-4be4-ada2-d4127cfe1c0d None None] Sync routers for ids ['8728511a-223e-4b07-aebf-2fda2c099a9c'] in n-d-842733-1 {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 20:54:19.742789 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4838e1c1-ac0d-4be4-ada2-d4127cfe1c0d None None] Routers {'8728511a-223e-4b07-aebf-2fda2c099a9c'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:54:19.743736 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-4838e1c1-ac0d-4be4-ada2-d4127cfe1c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:53:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['8728511a-223e-4b07-aebf-2fda2c099a9c'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:54:19.842552 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [req-dff4c6f7-2cc1-4e1a-897b-77570d833ea1 req-24529ac0-02f6-433e-9995-8975fe5099c9 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] No DVR routers for this DVR port bb3ded9b-925d-451a-9963-316d30378618 on host n-h1-842733-1 {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:54:19.854050 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-dff4c6f7-2cc1-4e1a-897b-77570d833ea1 req-24529ac0-02f6-433e-9995-8975fe5099c9 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:19.857401 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-dff4c6f7-2cc1-4e1a-897b-77570d833ea1 req-24529ac0-02f6-433e-9995-8975fe5099c9 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.24 "DELETE /v2.0/ports/bb3ded9b-925d-451a-9963-316d30378618 HTTP/1.1" status: 204 len: 173 time: 2.2705083 May 20 20:54:19.873891 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21c75c63-d7e7-425b-8b16-c8921fbdeea8', 'name': 'network-vif-deleted', 'tag': 'bb3ded9b-925d-451a-9963-316d30378618'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:54:19.874260 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-5ffc8998-2c70-4be0-ac94-43408c71354e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:19.876875 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4291b17aa7b45362825f0571e77c85f5e73afe1df9c7e9e15006df9d695c005e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6391197-95c2-4eff-8722-4d111f636520" -d '{"events": [{"server_uuid": "21c75c63-d7e7-425b-8b16-c8921fbdeea8", "name": "network-vif-deleted", "tag": "bb3ded9b-925d-451a-9963-316d30378618"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:54:19.942598 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-4838e1c1-ac0d-4be4-ada2-d4127cfe1c0d None None] Set router 8728511a-223e-4b07-aebf-2fda2c099a9c gateway port host: n-d-842733-1 {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:54:19.954872 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a98cf42-ba9e-42a3-b412-885a1a00b57b admin admin] Router afa4c141-178a-467a-908d-4a321258d821 has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 20:54:19.976222 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c9349ac4-47e4-424f-980c-1f196faa96ad req-fc5ee742-7fd3-4fb6-8b5a-bedefc4c73e9 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "GET /v2.0/ports?device_id=21c75c63-d7e7-425b-8b16-c8921fbdeea8 HTTP/1.1" status: 200 len: 210 time: 0.2156634 May 20 20:54:20.063517 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339ab011-1f92-4353-a5a5-88065deeec51 req-f7669f35-733e-4e4c-82d0-944e7854ede3 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:54:20.072461 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-339ab011-1f92-4353-a5a5-88065deeec51 req-f7669f35-733e-4e4c-82d0-944e7854ede3 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/ports?device_id=a22f6de4-f24a-4c3d-b3cb-7c4eab2ea03d HTTP/1.1" status: 200 len: 943 time: 0.1026590 May 20 20:54:20.094304 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 20:54:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91b1896c-26b9-43ad-bde7-e6566fc8eb28 x-openstack-request-id: req-91b1896c-26b9-43ad-bde7-e6566fc8eb28 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:54:20.094615 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21c75c63-d7e7-425b-8b16-c8921fbdeea8", "name": "network-vif-deleted", "tag": "bb3ded9b-925d-451a-9963-316d30378618", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:54:20.094869 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-91b1896c-26b9-43ad-bde7-e6566fc8eb28 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:54:20.095288 n-d-842733-1 neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91b1896c-26b9-43ad-bde7-e6566fc8eb28'] response: {'server_uuid': '21c75c63-d7e7-425b-8b16-c8921fbdeea8', 'name': 'network-vif-deleted', 'tag': 'bb3ded9b-925d-451a-9963-316d30378618', 'status': 'completed', 'code': 200} May 20 20:54:20.133650 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-339ab011-1f92-4353-a5a5-88065deeec51 req-2ed72967-81c7-447e-a210-5050645fae04 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f722a60-38a1-4dbc-a8ff-49f0b32ee364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601838 May 20 20:54:20.138854 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a98cf42-ba9e-42a3-b412-885a1a00b57b admin admin] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 20:54:20.144943 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-0a98cf42-ba9e-42a3-b412-885a1a00b57b admin admin] 10.222.0.35 "PUT /v2.0/routers/afa4c141-178a-467a-908d-4a321258d821/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6189072 May 20 20:54:20.149907 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 56314) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:54:20.163957 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c97df36c-c122-4ceb-9118-b6fa86ab34e9 None None] Sync routers for ids ['afa4c141-178a-467a-908d-4a321258d821'] in n-d-842733-1 {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 20:54:20.175720 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c97df36c-c122-4ceb-9118-b6fa86ab34e9 None None] Routers {'afa4c141-178a-467a-908d-4a321258d821'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:54:20.176110 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-c97df36c-c122-4ceb-9118-b6fa86ab34e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:53:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['afa4c141-178a-467a-908d-4a321258d821'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:54:20.283512 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-28428ffb-494b-49fe-a311-ecf1a8b10112 admin admin] Notify callbacks [] for router, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:20.291299 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-4838e1c1-ac0d-4be4-ada2-d4127cfe1c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8728511a-223e-4b07-aebf-2fda2c099a9c', 'name': 'tempest-AttachVolumeShelveTestJSON-1758240756-router', 'tenant_id': 'f7d646bffa614f21b1ea08af4be56a95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.93'}], 'enable_snat': True}, 'gw_port_id': 'ac3e7abd-5273-40bb-b36c-732c1861c8aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:47:44Z', 'updated_at': '2022-05-20T20:47:54Z', 'revision_number': 4, 'project_id': 'f7d646bffa614f21b1ea08af4be56a95', 'gw_port': {'id': 'ac3e7abd-5273-40bb-b36c-732c1861c8aa', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:44:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8728511a-223e-4b07-aebf-2fda2c099a9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:47:47Z', 'updated_at': '2022-05-20T20:47:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': '1e93f8d5-63cd-4a45-9314-d3e7583c8489', 'name': '', 'network_id': '52b22ddd-d38d-47d7-9f62-928c2e551c45', 'tenant_id': 'f7d646bffa614f21b1ea08af4be56a95', 'mac_address': 'fa:16:3e:cc:f5:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8728511a-223e-4b07-aebf-2fda2c099a9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1232, 'fixed_ips': [{'subnet_id': '77f2b783-fdae-41c3-9017-0093e586145d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:47:52Z', 'updated_at': '2022-05-20T20:47:59Z', 'revision_number': 5, 'project_id': 'f7d646bffa614f21b1ea08af4be56a95', 'subnets': [{'id': '77f2b783-fdae-41c3-9017-0093e586145d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:54:20.301905 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-c97df36c-c122-4ceb-9118-b6fa86ab34e9 None None] Set router afa4c141-178a-467a-908d-4a321258d821 gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:54:20.348383 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4838e1c1-ac0d-4be4-ada2-d4127cfe1c0d None None] Checking router: 8728511a-223e-4b07-aebf-2fda2c099a9c for host: n-d-842733-1 {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 20:54:20.360858 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4838e1c1-ac0d-4be4-ada2-d4127cfe1c0d None None] Routers {'8728511a-223e-4b07-aebf-2fda2c099a9c'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:54:20.361752 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-4838e1c1-ac0d-4be4-ada2-d4127cfe1c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:53:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['8728511a-223e-4b07-aebf-2fda2c099a9c'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:54:20.426064 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 1fd9c5cb-9adb-487c-82ee-27f0c7510f13 details requested by agent hyperv_n-h1-842733-1 with host n-h1-842733-1 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 20:54:20.506726 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-28428ffb-494b-49fe-a311-ecf1a8b10112 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:20.540459 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-c97df36c-c122-4ceb-9118-b6fa86ab34e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afa4c141-178a-467a-908d-4a321258d821', 'name': 'tempest-AttachVolumeTestJSON-610323402-router', 'tenant_id': 'ca192f5ef49d4f558388c6e642858250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': '2217fce8-2ead-4563-a3ae-c510ffb44b55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:48:00Z', 'updated_at': '2022-05-20T20:54:19Z', 'revision_number': 5, 'project_id': 'ca192f5ef49d4f558388c6e642858250', 'gw_port': {'id': '2217fce8-2ead-4563-a3ae-c510ffb44b55', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:b1:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afa4c141-178a-467a-908d-4a321258d821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1277, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:48:02Z', 'updated_at': '2022-05-20T20:48:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:54:20.558378 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-4838e1c1-ac0d-4be4-ada2-d4127cfe1c0d None None] Set router 8728511a-223e-4b07-aebf-2fda2c099a9c gateway port host: n-d-842733-1 {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:54:20.584276 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c97df36c-c122-4ceb-9118-b6fa86ab34e9 None None] Checking router: afa4c141-178a-467a-908d-4a321258d821 for host: n-d-842733-1 {{(pid=103165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 20:54:20.597700 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c97df36c-c122-4ceb-9118-b6fa86ab34e9 None None] Routers {'afa4c141-178a-467a-908d-4a321258d821'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:54:20.598808 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-c97df36c-c122-4ceb-9118-b6fa86ab34e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:53:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['afa4c141-178a-467a-908d-4a321258d821'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:54:20.675349 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-28428ffb-494b-49fe-a311-ecf1a8b10112 admin admin] Deleting port 2217fce8-2ead-4563-a3ae-c510ffb44b55 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:54:20.675908 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-28428ffb-494b-49fe-a311-ecf1a8b10112 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:20.753816 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-c97df36c-c122-4ceb-9118-b6fa86ab34e9 None None] Set router afa4c141-178a-467a-908d-4a321258d821 gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:54:20.775780 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port 1fd9c5cb-9adb-487c-82ee-27f0c7510f13, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=1fd9c5cb-9adb-487c-82ee-27f0c7510f13,segment=NetworkSegment(5c3b9203-18da-4ba0-88d6-e36130f615fb),segment_id=5c3b9203-18da-4ba0-88d6-e36130f615fb)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:54:20.778754 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-28428ffb-494b-49fe-a311-ecf1a8b10112 admin admin] For port 2217fce8-2ead-4563-a3ae-c510ffb44b55, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=2217fce8-2ead-4563-a3ae-c510ffb44b55,segment=NetworkSegment(0b5485c4-eff8-42a1-9073-ae54ed4c63ba),segment_id=0b5485c4-eff8-42a1-9073-ae54ed4c63ba)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:54:20.779205 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-28428ffb-494b-49fe-a311-ecf1a8b10112 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:20.796135 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-28428ffb-494b-49fe-a311-ecf1a8b10112 admin admin] Calling delete_port for 2217fce8-2ead-4563-a3ae-c510ffb44b55 owned by network:router_gateway {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:54:20.811268 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Returning: {'device': '1fd9c5cb-9adb-487c-82ee-27f0c7510f13', 'network_id': '181ef755-3c24-496f-be08-8076c8a38f91', 'port_id': '1fd9c5cb-9adb-487c-82ee-27f0c7510f13', 'mac_address': 'fa:16:3e:75:44:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd6622f3-1158-4c3b-bd25-193ec3e3078b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 20 20:54:20.937869 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Current status of the port 1fd9c5cb-9adb-487c-82ee-27f0c7510f13 is: DOWN; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:54:20.938310 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:20.993594 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fd9c5cb-9adb-487c-82ee-27f0c7510f13 {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:54:21.032307 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 56340) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:54:21.044090 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-4838e1c1-ac0d-4be4-ada2-d4127cfe1c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8728511a-223e-4b07-aebf-2fda2c099a9c', 'name': 'tempest-AttachVolumeShelveTestJSON-1758240756-router', 'tenant_id': 'f7d646bffa614f21b1ea08af4be56a95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.93'}], 'enable_snat': True}, 'gw_port_id': 'ac3e7abd-5273-40bb-b36c-732c1861c8aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:47:44Z', 'updated_at': '2022-05-20T20:47:54Z', 'revision_number': 4, 'project_id': 'f7d646bffa614f21b1ea08af4be56a95', 'gw_port': {'id': 'ac3e7abd-5273-40bb-b36c-732c1861c8aa', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:44:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8728511a-223e-4b07-aebf-2fda2c099a9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:47:47Z', 'updated_at': '2022-05-20T20:47:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': '1e93f8d5-63cd-4a45-9314-d3e7583c8489', 'name': '', 'network_id': '52b22ddd-d38d-47d7-9f62-928c2e551c45', 'tenant_id': 'f7d646bffa614f21b1ea08af4be56a95', 'mac_address': 'fa:16:3e:cc:f5:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8728511a-223e-4b07-aebf-2fda2c099a9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1232, 'fixed_ips': [{'subnet_id': '77f2b783-fdae-41c3-9017-0093e586145d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:47:52Z', 'updated_at': '2022-05-20T20:47:59Z', 'revision_number': 5, 'project_id': 'f7d646bffa614f21b1ea08af4be56a95', 'subnets': [{'id': '77f2b783-fdae-41c3-9017-0093e586145d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:54:21.054349 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port 1fd9c5cb-9adb-487c-82ee-27f0c7510f13, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=1fd9c5cb-9adb-487c-82ee-27f0c7510f13,segment=NetworkSegment(5c3b9203-18da-4ba0-88d6-e36130f615fb),segment_id=5c3b9203-18da-4ba0-88d6-e36130f615fb)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:54:21.091474 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4838e1c1-ac0d-4be4-ada2-d4127cfe1c0d None None] The sync data for ids ['8728511a-223e-4b07-aebf-2fda2c099a9c'] in n-d-842733-1 is: [{'id': '8728511a-223e-4b07-aebf-2fda2c099a9c', 'name': 'tempest-AttachVolumeShelveTestJSON-1758240756-router', 'tenant_id': 'f7d646bffa614f21b1ea08af4be56a95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.93'}], 'enable_snat': True}, 'gw_port_id': 'ac3e7abd-5273-40bb-b36c-732c1861c8aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:47:44Z', 'updated_at': '2022-05-20T20:47:54Z', 'revision_number': 4, 'project_id': 'f7d646bffa614f21b1ea08af4be56a95', 'gw_port': {'id': 'ac3e7abd-5273-40bb-b36c-732c1861c8aa', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:44:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8728511a-223e-4b07-aebf-2fda2c099a9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:47:47Z', 'updated_at': '2022-05-20T20:47:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': '1e93f8d5-63cd-4a45-9314-d3e7583c8489', 'name': '', 'network_id': '52b22ddd-d38d-47d7-9f62-928c2e551c45', 'tenant_id': 'f7d646bffa614f21b1ea08af4be56a95', 'mac_address': 'fa:16:3e:cc:f5:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8728511a-223e-4b07-aebf-2fda2c099a9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1232, 'fixed_ips': [{'subnet_id': '77f2b783-fdae-41c3-9017-0093e586145d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:47:52Z', 'updated_at': '2022-05-20T20:47:59Z', 'revision_number': 5, 'project_id': 'f7d646bffa614f21b1ea08af4be56a95', 'subnets': [{'id': '77f2b783-fdae-41c3-9017-0093e586145d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 20:54:21.194996 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:21.214604 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-c97df36c-c122-4ceb-9118-b6fa86ab34e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afa4c141-178a-467a-908d-4a321258d821', 'name': 'tempest-AttachVolumeTestJSON-610323402-router', 'tenant_id': 'ca192f5ef49d4f558388c6e642858250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': '2217fce8-2ead-4563-a3ae-c510ffb44b55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:48:00Z', 'updated_at': '2022-05-20T20:54:19Z', 'revision_number': 5, 'project_id': 'ca192f5ef49d4f558388c6e642858250', 'gw_port': {'id': '2217fce8-2ead-4563-a3ae-c510ffb44b55', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:b1:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afa4c141-178a-467a-908d-4a321258d821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1277, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:48:02Z', 'updated_at': '2022-05-20T20:48:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:54:21.258473 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c97df36c-c122-4ceb-9118-b6fa86ab34e9 None None] The sync data for ids ['afa4c141-178a-467a-908d-4a321258d821'] in n-d-842733-1 is: [{'id': 'afa4c141-178a-467a-908d-4a321258d821', 'name': 'tempest-AttachVolumeTestJSON-610323402-router', 'tenant_id': 'ca192f5ef49d4f558388c6e642858250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': '2217fce8-2ead-4563-a3ae-c510ffb44b55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:48:00Z', 'updated_at': '2022-05-20T20:54:19Z', 'revision_number': 5, 'project_id': 'ca192f5ef49d4f558388c6e642858250', 'gw_port': {'id': '2217fce8-2ead-4563-a3ae-c510ffb44b55', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:b1:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afa4c141-178a-467a-908d-4a321258d821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1277, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:48:02Z', 'updated_at': '2022-05-20T20:48:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 20:54:21.260067 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9819023f-3eb7-48df-ae33-3052e00efefe req-3bf3becd-9e8f-4f25-ba18-610e6571d469 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "GET /v2.0/ports?device_id=21c75c63-d7e7-425b-8b16-c8921fbdeea8 HTTP/1.1" status: 200 len: 210 time: 0.0953774 May 20 20:54:21.284536 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Pushing event updated for resources: {'Port': ['ID=1fd9c5cb-9adb-487c-82ee-27f0c7510f13,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:54:21.293239 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:54:21.293597 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:54:21.293990 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:54:21.294337 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:54:21.294660 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:54:21.295031 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:54:21.295354 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:54:21.295666 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:54:21.295979 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:54:21.296965 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:54:21.296965 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:54:21.297284 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:54:21.304782 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e6176ce6-9513-4df3-92b4-8ead8ac48517 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:21.313352 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-28428ffb-494b-49fe-a311-ecf1a8b10112 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:21.403407 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] get_ports_and_sgs() called for port_ids ['1fd9c5cb-9adb-487c-82ee-27f0c7510f13'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:54:21.409684 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28428ffb-494b-49fe-a311-ecf1a8b10112 admin admin] Pushing event deleted for resources: {'Port': ['ID=2217fce8-2ead-4563-a3ae-c510ffb44b55,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:54:21.461020 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e721d30e-0770-4a5d-ada7-8c1cc25c4f08 req-6ece3da7-3ced-4d61-9eae-0228e71f8323 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:54:21.469415 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e721d30e-0770-4a5d-ada7-8c1cc25c4f08 req-6ece3da7-3ced-4d61-9eae-0228e71f8323 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/ports?device_id=a22f6de4-f24a-4c3d-b3cb-7c4eab2ea03d HTTP/1.1" status: 200 len: 944 time: 0.2198427 May 20 20:54:21.500660 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e6176ce6-9513-4df3-92b4-8ead8ac48517 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:21.547756 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-28428ffb-494b-49fe-a311-ecf1a8b10112 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-748206'] for router_gateway, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:21.565399 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e6ac160-40f7-4e61-9f2b-eb0ccdbbb927 None None] New status for floating IP 8de2529e-7d1f-443f-a86b-cb27409914bb: DOWN {{(pid=103164) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 20:54:21.577068 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e6176ce6-9513-4df3-92b4-8ead8ac48517 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:21.633000 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6176ce6-9513-4df3-92b4-8ead8ac48517 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1765e50-33d9-4593-adf5-86c1d76f0256,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:54:21.641072 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-e6176ce6-9513-4df3-92b4-8ead8ac48517 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=757c96569c054565ae899fd53f659491&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6076570 May 20 20:54:21.643777 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 56362) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:54:21.664399 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-28428ffb-494b-49fe-a311-ecf1a8b10112 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26169'] for router, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:21.666820 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-28428ffb-494b-49fe-a311-ecf1a8b10112 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:21.748553 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b8e983fd-04ea-458d-90ff-90f095934863 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:21.748695 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e721d30e-0770-4a5d-ada7-8c1cc25c4f08 req-e024107c-d275-458a-bfba-6650304f5b38 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f722a60-38a1-4dbc-a8ff-49f0b32ee364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2663612 May 20 20:54:21.764342 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b8e983fd-04ea-458d-90ff-90f095934863 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:21.845054 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-28428ffb-494b-49fe-a311-ecf1a8b10112 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-693148'] for router, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:21.845653 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28428ffb-494b-49fe-a311-ecf1a8b10112 admin admin] Fanout notify agent at l3_agent the message router_deleted on router afa4c141-178a-467a-908d-4a321258d821 {{(pid=103163) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 20 20:54:21.850269 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-28428ffb-494b-49fe-a311-ecf1a8b10112 admin admin] Notify callbacks [] for router, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:21.854274 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 56370) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:54:21.858195 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-28428ffb-494b-49fe-a311-ecf1a8b10112 admin admin] 10.222.0.35 "DELETE /v2.0/routers/afa4c141-178a-467a-908d-4a321258d821 HTTP/1.1" status: 204 len: 168 time: 1.7068024 May 20 20:54:21.901878 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b8e983fd-04ea-458d-90ff-90f095934863 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:21.905242 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b8e983fd-04ea-458d-90ff-90f095934863 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:21.913848 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-b8e983fd-04ea-458d-90ff-90f095934863 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f1765e50-33d9-4593-adf5-86c1d76f0256 HTTP/1.1" status: 204 len: 168 time: 0.2686841 May 20 20:54:21.939511 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e983fd-04ea-458d-90ff-90f095934863 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1765e50-33d9-4593-adf5-86c1d76f0256,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:54:21.955406 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_v2 [None req-31f70629-f21b-4899-9b86-f06207e86e1b admin admin] Deleting subnet 1dd25171-1f89-45fa-8119-54d59026591a {{(pid=103162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 20 20:54:21.958941 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-31f70629-f21b-4899-9b86-f06207e86e1b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:21.999664 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-31f70629-f21b-4899-9b86-f06207e86e1b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3738392'] for subnet, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:22.087520 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-31f70629-f21b-4899-9b86-f06207e86e1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33068388'] for subnet, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:22.252185 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-f323aba1-4460-4780-9359-525f57db2d28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:22.252876 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-31f70629-f21b-4899-9b86-f06207e86e1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33068399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3797621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4018265'] for subnet, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:22.294040 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f70629-f21b-4899-9b86-f06207e86e1b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1dd25171-1f89-45fa-8119-54d59026591a,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:54:22.297355 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-31f70629-f21b-4899-9b86-f06207e86e1b admin admin] Notify callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:22.298217 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a820c88-1341-4175-a6ee-32e49fbe314e None None] Network 300c23a3-32b9-446d-971e-d684df46a80f requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:54:22.302874 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-31f70629-f21b-4899-9b86-f06207e86e1b admin admin] 10.222.0.35 "DELETE /v2.0/subnets/1dd25171-1f89-45fa-8119-54d59026591a HTTP/1.1" status: 204 len: 168 time: 0.4472263 May 20 20:54:22.305523 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 56386) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:54:22.372944 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 56392) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:54:22.407467 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-78b52eb6-27f3-4467-8ab6-f4d540b737a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33160123'] for network, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:22.479137 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 56400) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:54:22.491994 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 1fd9c5cb-9adb-487c-82ee-27f0c7510f13 up at agent hyperv_n-h1-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:54:22.544374 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-78b52eb6-27f3-4467-8ab6-f4d540b737a1 admin admin] Deleting port 49423b45-d8e6-481b-a8d5-7a703a90c358 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:54:22.544693 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-78b52eb6-27f3-4467-8ab6-f4d540b737a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:22.595666 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 2217fce8-2ead-4563-a3ae-c510ffb44b55 no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:54:22.626678 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-cb6f8df1-fc5d-4338-b8ea-647988e6fd26 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:22.648156 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-46a00b4b-3a04-4487-bd0a-3a9b8d74582d admin admin] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:22.663061 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-78b52eb6-27f3-4467-8ab6-f4d540b737a1 admin admin] For port 49423b45-d8e6-481b-a8d5-7a703a90c358, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=49423b45-d8e6-481b-a8d5-7a703a90c358,segment=NetworkSegment(c827a625-78ca-430c-9240-807cb6bb6287),segment_id=c827a625-78ca-430c-9240-807cb6bb6287)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:54:22.663380 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: 2217fce8-2ead-4563-a3ae-c510ffb44b55 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 20:54:22.663501 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-78b52eb6-27f3-4467-8ab6-f4d540b737a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:22.664050 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 2217fce8-2ead-4563-a3ae-c510ffb44b55 not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 20:54:22.666498 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device f0bb0a2e-1aa2-48b2-a4ae-f49709d6caf0 no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:54:22.681689 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-cb6f8df1-fc5d-4338-b8ea-647988e6fd26 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:22.692693 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-78b52eb6-27f3-4467-8ab6-f4d540b737a1 admin admin] Calling delete_port for 49423b45-d8e6-481b-a8d5-7a703a90c358 owned by network:dhcp {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:54:22.694729 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: f0bb0a2e-1aa2-48b2-a4ae-f49709d6caf0 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 20:54:22.695066 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device f0bb0a2e-1aa2-48b2-a4ae-f49709d6caf0 not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 20:54:22.782375 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-46a00b4b-3a04-4487-bd0a-3a9b8d74582d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:22.793338 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Provisioning for port 1fd9c5cb-9adb-487c-82ee-27f0c7510f13 completed by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 20:54:22.806171 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Provisioning complete for port 1fd9c5cb-9adb-487c-82ee-27f0c7510f13 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:54:22.806910 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:22.813161 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52832338-60f6-4561-89d5-b93df3d7b6fc None None] DHCP port deletion for 300c23a3-32b9-446d-971e-d684df46a80f request from n-d-842733-1 {{(pid=103164) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 20:54:22.878848 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-46a00b4b-3a04-4487-bd0a-3a9b8d74582d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:22.879082 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-cb6f8df1-fc5d-4338-b8ea-647988e6fd26 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:22.881833 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-cb6f8df1-fc5d-4338-b8ea-647988e6fd26 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:22.883922 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-cb6f8df1-fc5d-4338-b8ea-647988e6fd26 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "DELETE /v2.0/security-groups/5b891fce-4408-49e0-87f4-eab591cb6bfa HTTP/1.1" status: 204 len: 168 time: 0.4036086 May 20 20:54:22.887695 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 56412) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:54:22.903264 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6f8df1-fc5d-4338-b8ea-647988e6fd26 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b891fce-4408-49e0-87f4-eab591cb6bfa,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:54:22.905176 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-78b52eb6-27f3-4467-8ab6-f4d540b737a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:22.924992 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b52eb6-27f3-4467-8ab6-f4d540b737a1 admin admin] No DVR routers for this DVR port 49423b45-d8e6-481b-a8d5-7a703a90c358 on host n-d-842733-1 {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:54:22.926960 n-d-842733-1 neutron-server[103162]: INFO neutron.api.v2.resource [None req-0d47f325-035e-40d5-b950-5ab0d130ef31 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] show failed (client error): The resource could not be found. May 20 20:54:22.928224 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-0d47f325-035e-40d5-b950-5ab0d130ef31 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "GET /v2.0/security-groups/5b891fce-4408-49e0-87f4-eab591cb6bfa HTTP/1.1" status: 404 len: 347 time: 0.0384736 May 20 20:54:22.930884 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a00b4b-3a04-4487-bd0a-3a9b8d74582d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b49f9044-a278-4eb3-9b74-448f1c922105,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:54:22.959609 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac8005e-c90c-4475-83b4-0decccfd3df8 req-e7132573-5866-44a2-8a81-2d3f57df974e tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:54:22.961339 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-eac8005e-c90c-4475-83b4-0decccfd3df8 req-e7132573-5866-44a2-8a81-2d3f57df974e tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/ports?device_id=a22f6de4-f24a-4c3d-b3cb-7c4eab2ea03d HTTP/1.1" status: 200 len: 944 time: 0.1388354 May 20 20:54:22.962140 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 56414) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:54:22.977672 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b52eb6-27f3-4467-8ab6-f4d540b737a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=49423b45-d8e6-481b-a8d5-7a703a90c358,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:54:22.986110 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-52832338-60f6-4561-89d5-b93df3d7b6fc None None] Deleting port 49423b45-d8e6-481b-a8d5-7a703a90c358 {{(pid=103164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:54:22.989050 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-52832338-60f6-4561-89d5-b93df3d7b6fc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:23.008554 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Current status of the port 1fd9c5cb-9adb-487c-82ee-27f0c7510f13 is: BUILD; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:54:23.008940 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:23.025550 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 56418) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:54:23.055976 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-30e1b64e-0f28-4a60-826d-170685ae8ec0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:23.059320 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-78b52eb6-27f3-4467-8ab6-f4d540b737a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33072115', 'neutron.services.segments.db._delete_segments_for_network-8782419500584'] for network, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:23.088208 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-46a00b4b-3a04-4487-bd0a-3a9b8d74582d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=54124337ada84f49871dbe5ff977dc71&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7144947 May 20 20:54:23.100507 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 56424) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:54:23.153905 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-78b52eb6-27f3-4467-8ab6-f4d540b737a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['300c23a3-32b9-446d-971e-d684df46a80f']}} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:54:23.170228 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-78b52eb6-27f3-4467-8ab6-f4d540b737a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c827a625-78ca-430c-9240-807cb6bb6287') {'for_net_delete': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:54:23.170537 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-78b52eb6-27f3-4467-8ab6-f4d540b737a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c827a625-78ca-430c-9240-807cb6bb6287') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:54:23.182088 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-eac8005e-c90c-4475-83b4-0decccfd3df8 req-af09382f-07b8-4c12-b69f-9780d6be6492 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f722a60-38a1-4dbc-a8ff-49f0b32ee364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835375 May 20 20:54:23.199808 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0496de86-c480-492a-aff6-ac488e43bd70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:23.210456 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-78b52eb6-27f3-4467-8ab6-f4d540b737a1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419501617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3738385'] for segment, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:23.216285 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-5b741d4d-48f9-4c2f-9c74-3f1e08087fc0 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Deleting port d8707628-9af6-426c-a273-0ea5ad47d0b8 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:54:23.216635 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5b741d4d-48f9-4c2f-9c74-3f1e08087fc0 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:23.239082 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-78b52eb6-27f3-4467-8ab6-f4d540b737a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:23.262557 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0496de86-c480-492a-aff6-ac488e43bd70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:23.271189 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a22f6de4-f24a-4c3d-b3cb-7c4eab2ea03d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fd9c5cb-9adb-487c-82ee-27f0c7510f13'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:54:23.273420 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8485417003ce7c0410b00f5cdc2f391e21107b70bb68e2773712534a96e108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2cdc457-a46c-414f-aa1b-fa74da3af817" -d '{"events": [{"server_uuid": "a22f6de4-f24a-4c3d-b3cb-7c4eab2ea03d", "name": "network-vif-plugged", "status": "completed", "tag": "1fd9c5cb-9adb-487c-82ee-27f0c7510f13"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:54:23.290988 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78b52eb6-27f3-4467-8ab6-f4d540b737a1 admin admin] Releasing vlan 208 on physical network physnet1 to pool {{(pid=103162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 20:54:23.291704 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-78b52eb6-27f3-4467-8ab6-f4d540b737a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3800791'] for segment, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:23.293171 n-d-842733-1 neutron-server[103162]: Traceback (most recent call last): May 20 20:54:23.293171 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 20:54:23.293171 n-d-842733-1 neutron-server[103162]: timer() May 20 20:54:23.293171 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 20:54:23.293171 n-d-842733-1 neutron-server[103162]: cb(*args, **kw) May 20 20:54:23.293171 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 20 20:54:23.293171 n-d-842733-1 neutron-server[103162]: return func(*args, **kwargs) May 20 20:54:23.293171 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 20:54:23.293171 n-d-842733-1 neutron-server[103162]: self._notify() May 20 20:54:23.293171 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 20:54:23.293171 n-d-842733-1 neutron-server[103162]: self.callback(batched_events) May 20 20:54:23.293171 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 20:54:23.293171 n-d-842733-1 neutron-server[103162]: event.method(event) May 20 20:54:23.293171 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 20 20:54:23.293171 n-d-842733-1 neutron-server[103162]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 20:54:23.293171 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 20 20:54:23.293171 n-d-842733-1 neutron-server[103162]: aggregate_uuid = self.p_client.list_aggregates( May 20 20:54:23.293171 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 20 20:54:23.293171 n-d-842733-1 neutron-server[103162]: return f(self, *a, **k) May 20 20:54:23.293171 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 20 20:54:23.293171 n-d-842733-1 neutron-server[103162]: return self._get(url).json() May 20 20:54:23.293171 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 20 20:54:23.293171 n-d-842733-1 neutron-server[103162]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 20:54:23.293171 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 20:54:23.293171 n-d-842733-1 neutron-server[103162]: return self.request(url, 'GET', **kwargs) May 20 20:54:23.293171 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 20:54:23.293171 n-d-842733-1 neutron-server[103162]: base_url = self.get_endpoint(auth, allow=allow, May 20 20:54:23.293171 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 20:54:23.293171 n-d-842733-1 neutron-server[103162]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 20:54:23.293171 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 20:54:23.293171 n-d-842733-1 neutron-server[103162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 20:54:23.293171 n-d-842733-1 neutron-server[103162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 20:54:23.308607 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port 1fd9c5cb-9adb-487c-82ee-27f0c7510f13, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=1fd9c5cb-9adb-487c-82ee-27f0c7510f13,segment=NetworkSegment(5c3b9203-18da-4ba0-88d6-e36130f615fb),segment_id=5c3b9203-18da-4ba0-88d6-e36130f615fb)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:54:23.321649 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 20:54:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-814579a4-e4b4-4794-b9bc-ecd44b706d54 x-openstack-request-id: req-814579a4-e4b4-4794-b9bc-ecd44b706d54 {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:54:23.321932 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a22f6de4-f24a-4c3d-b3cb-7c4eab2ea03d", "name": "network-vif-plugged", "status": "completed", "tag": "1fd9c5cb-9adb-487c-82ee-27f0c7510f13", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:54:23.322174 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-814579a4-e4b4-4794-b9bc-ecd44b706d54 {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:54:23.322557 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-814579a4-e4b4-4794-b9bc-ecd44b706d54'] response: {'server_uuid': 'a22f6de4-f24a-4c3d-b3cb-7c4eab2ea03d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fd9c5cb-9adb-487c-82ee-27f0c7510f13', 'code': 200} May 20 20:54:23.327316 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-52832338-60f6-4561-89d5-b93df3d7b6fc None None] For port 49423b45-d8e6-481b-a8d5-7a703a90c358, host n-d-842733-1, got binding levels [] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:54:23.327748 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-52832338-60f6-4561-89d5-b93df3d7b6fc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:23.348515 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-52832338-60f6-4561-89d5-b93df3d7b6fc None None] Calling delete_port for 49423b45-d8e6-481b-a8d5-7a703a90c358 owned by network:dhcp {{(pid=103164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:54:23.351629 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.ipam_backend_mixin [None req-52832338-60f6-4561-89d5-b93df3d7b6fc None None] Port 49423b45-d8e6-481b-a8d5-7a703a90c358 was not found and therefore no delete operation was performed {{(pid=103164) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} May 20 20:54:23.360225 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-52832338-60f6-4561-89d5-b93df3d7b6fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099'] for port, after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:23.376150 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5b741d4d-48f9-4c2f-9c74-3f1e08087fc0 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:23.376464 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5b741d4d-48f9-4c2f-9c74-3f1e08087fc0 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:23.403491 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52832338-60f6-4561-89d5-b93df3d7b6fc None None] Pushing event deleted for resources: {'Port': ['ID=49423b45-d8e6-481b-a8d5-7a703a90c358,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:54:23.406096 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52832338-60f6-4561-89d5-b93df3d7b6fc None None] No DVR routers for this DVR port 49423b45-d8e6-481b-a8d5-7a703a90c358 on host n-d-842733-1 {{(pid=103164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:54:23.407731 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:23.408503 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device bb3ded9b-925d-451a-9963-316d30378618 no longer exists at agent hyperv_n-h1-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:54:23.431318 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-5b741d4d-48f9-4c2f-9c74-3f1e08087fc0 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Calling delete_port for d8707628-9af6-426c-a273-0ea5ad47d0b8 owned by network:floatingip {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:54:23.439513 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-30e1b64e-0f28-4a60-826d-170685ae8ec0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:23.489422 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] No Port match for: bb3ded9b-925d-451a-9963-316d30378618 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 20:54:23.492717 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device bb3ded9b-925d-451a-9963-316d30378618 not bound to the agent host n-h1-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 20:54:23.494951 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Pushing event updated for resources: {'Port': ['ID=1fd9c5cb-9adb-487c-82ee-27f0c7510f13,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:54:23.532327 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-78b52eb6-27f3-4467-8ab6-f4d540b737a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33072122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748162'] for network, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:23.534627 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-30e1b64e-0f28-4a60-826d-170685ae8ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:23.538104 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0496de86-c480-492a-aff6-ac488e43bd70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:23.541555 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0496de86-c480-492a-aff6-ac488e43bd70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:23.542341 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3011ee-7736-49d3-92cb-8261455bd93e req-f9562581-9bca-4279-b704-3b7263ec1d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:54:23.542881 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-0496de86-c480-492a-aff6-ac488e43bd70 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b49f9044-a278-4eb3-9b74-448f1c922105 HTTP/1.1" status: 204 len: 168 time: 0.4385943 May 20 20:54:23.543845 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-bd3011ee-7736-49d3-92cb-8261455bd93e req-f9562581-9bca-4279-b704-3b7263ec1d33 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a22f6de4-f24a-4c3d-b3cb-7c4eab2ea03d HTTP/1.1" status: 200 len: 1096 time: 0.1539800 May 20 20:54:23.552287 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-78b52eb6-27f3-4467-8ab6-f4d540b737a1 admin admin] Notify callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:23.555815 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-78b52eb6-27f3-4467-8ab6-f4d540b737a1 admin admin] 10.222.0.35 "DELETE /v2.0/networks/300c23a3-32b9-446d-971e-d684df46a80f HTTP/1.1" status: 204 len: 168 time: 1.2493393 May 20 20:54:23.589993 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b52eb6-27f3-4467-8ab6-f4d540b737a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=300c23a3-32b9-446d-971e-d684df46a80f,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:54:23.599838 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-bd3011ee-7736-49d3-92cb-8261455bd93e req-a52f2878-2964-43b8-b4d9-b537418a1d66 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=5f722a60-38a1-4dbc-a8ff-49f0b32ee364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453439 May 20 20:54:23.618563 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-30e1b64e-0f28-4a60-826d-170685ae8ec0 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f1778fa040ae4d2fa2cf0e5c7467a4f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5917168 May 20 20:54:23.620981 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e1b64e-0f28-4a60-826d-170685ae8ec0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03b3b949-0f62-4d7b-8d88-14f2d0fd384a,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:54:23.623393 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 56450) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:54:23.663090 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0496de86-c480-492a-aff6-ac488e43bd70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b49f9044-a278-4eb3-9b74-448f1c922105,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:54:23.684321 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-60656a7c-31ec-45dd-aa5f-e6b1318f7ae5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:23.714130 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-60656a7c-31ec-45dd-aa5f-e6b1318f7ae5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:23.759637 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5b741d4d-48f9-4c2f-9c74-3f1e08087fc0 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:23.792443 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b741d4d-48f9-4c2f-9c74-3f1e08087fc0 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Pushing event deleted for resources: {'Port': ['ID=d8707628-9af6-426c-a273-0ea5ad47d0b8,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:54:23.860951 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5b741d4d-48f9-4c2f-9c74-3f1e08087fc0 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Notify callbacks [] for floatingip, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:23.864171 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5b741d4d-48f9-4c2f-9c74-3f1e08087fc0 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for floatingip, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:23.865349 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-5b741d4d-48f9-4c2f-9c74-3f1e08087fc0 tempest-AttachVolumeShelveTestJSON-1246791126 tempest-AttachVolumeShelveTestJSON-1246791126-project] 10.222.0.35 "DELETE /v2.0/floatingips/8de2529e-7d1f-443f-a86b-cb27409914bb HTTP/1.1" status: 204 len: 168 time: 0.8991551 May 20 20:54:23.883095 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4bb0e131-6525-46ca-a45b-e4ea43a5e69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:23.883224 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-60656a7c-31ec-45dd-aa5f-e6b1318f7ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:23.883224 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-60656a7c-31ec-45dd-aa5f-e6b1318f7ae5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:23.886149 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-60656a7c-31ec-45dd-aa5f-e6b1318f7ae5 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/03b3b949-0f62-4d7b-8d88-14f2d0fd384a HTTP/1.1" status: 204 len: 168 time: 0.2613246 May 20 20:54:23.899594 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60656a7c-31ec-45dd-aa5f-e6b1318f7ae5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03b3b949-0f62-4d7b-8d88-14f2d0fd384a,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:54:24.108072 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 56474) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:54:24.169530 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-c0607cb9-0391-41d1-b67e-73bf6872a54e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ca192f5ef49d4f558388c6e642858250&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0570741 May 20 20:54:24.170380 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 56480) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:54:24.276751 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-496705d3-4b4b-442d-bbe4-97cd6445d92e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:24.292116 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 49423b45-d8e6-481b-a8d5-7a703a90c358 no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:54:24.304422 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-496705d3-4b4b-442d-bbe4-97cd6445d92e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:24.329590 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: 49423b45-d8e6-481b-a8d5-7a703a90c358 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 20:54:24.330212 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 49423b45-d8e6-481b-a8d5-7a703a90c358 not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 20:54:24.380672 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd878437-90b8-4a86-944f-d53eee787f65 req-205d65d4-a58b-4142-bcff-2722e087b0b1 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:54:24.382761 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-dd878437-90b8-4a86-944f-d53eee787f65 req-205d65d4-a58b-4142-bcff-2722e087b0b1 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/ports?device_id=a22f6de4-f24a-4c3d-b3cb-7c4eab2ea03d HTTP/1.1" status: 200 len: 945 time: 0.0784636 May 20 20:54:24.434511 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-496705d3-4b4b-442d-bbe4-97cd6445d92e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:24.438487 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-496705d3-4b4b-442d-bbe4-97cd6445d92e admin admin] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:24.441004 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-496705d3-4b4b-442d-bbe4-97cd6445d92e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9d3ea59e-45d9-47d8-9abc-5e7af382e948 HTTP/1.1" status: 204 len: 168 time: 0.2683158 May 20 20:54:24.454925 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-dd878437-90b8-4a86-944f-d53eee787f65 req-a6be56af-2425-4051-a842-119827ec85bd tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f722a60-38a1-4dbc-a8ff-49f0b32ee364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600932 May 20 20:54:24.463552 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496705d3-4b4b-442d-bbe4-97cd6445d92e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d3ea59e-45d9-47d8-9abc-5e7af382e948,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:54:24.611359 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:25.304600 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 56546) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:54:25.319435 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3bae3edd-77cb-4e19-9595-828a0fbd1f0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:25.456598 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cc3ec51b-6ec8-438a-8349-5f0bec346d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:25.475300 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3bae3edd-77cb-4e19-9595-828a0fbd1f0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:25.542599 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3bae3edd-77cb-4e19-9595-828a0fbd1f0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:25.605725 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:25.613612 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b846cf-7c63-4461-ad0b-e0d239ecfc16 req-428e53ca-8257-4782-86aa-1009384c1267 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:54:25.617837 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-3bae3edd-77cb-4e19-9595-828a0fbd1f0d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9922485c0f2e46a096c165d4eae8fe56&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3126776 May 20 20:54:25.619088 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 56562) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:54:25.626283 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bae3edd-77cb-4e19-9595-828a0fbd1f0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fe99a27-9339-4ac6-82d0-478ead4f0888,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:54:25.626859 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b5b846cf-7c63-4461-ad0b-e0d239ecfc16 req-428e53ca-8257-4782-86aa-1009384c1267 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/ports?device_id=a22f6de4-f24a-4c3d-b3cb-7c4eab2ea03d HTTP/1.1" status: 200 len: 945 time: 0.0940859 May 20 20:54:25.689960 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b5b846cf-7c63-4461-ad0b-e0d239ecfc16 req-0def35c6-616c-4851-831c-6661f012b708 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f722a60-38a1-4dbc-a8ff-49f0b32ee364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560839 May 20 20:54:25.698177 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8b8113c0-62a4-403f-bdea-e487008645f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:25.741300 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8b8113c0-62a4-403f-bdea-e487008645f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:25.891521 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8b8113c0-62a4-403f-bdea-e487008645f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:25.894268 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8b8113c0-62a4-403f-bdea-e487008645f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:25.895457 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-8b8113c0-62a4-403f-bdea-e487008645f7 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8fe99a27-9339-4ac6-82d0-478ead4f0888 HTTP/1.1" status: 204 len: 168 time: 0.2752759 May 20 20:54:25.904180 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8113c0-62a4-403f-bdea-e487008645f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fe99a27-9339-4ac6-82d0-478ead4f0888,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:54:26.048350 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9642a2-1a97-41f7-a73d-929cc5464609 req-d620dea0-16b9-4ee0-8d1e-aa7178f7880e tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:54:26.049959 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4c9642a2-1a97-41f7-a73d-929cc5464609 req-d620dea0-16b9-4ee0-8d1e-aa7178f7880e tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/ports?device_id=a22f6de4-f24a-4c3d-b3cb-7c4eab2ea03d HTTP/1.1" status: 200 len: 945 time: 0.0513818 May 20 20:54:26.104150 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4c9642a2-1a97-41f7-a73d-929cc5464609 req-438c9376-06cf-433e-a2bd-51e22b3f81b8 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f722a60-38a1-4dbc-a8ff-49f0b32ee364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401013 May 20 20:54:26.741595 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 56608) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:54:26.951228 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a1d551f6-1c8f-4159-afad-9307b88ad9a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:27.111646 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a1d551f6-1c8f-4159-afad-9307b88ad9a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:27.216954 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a1d551f6-1c8f-4159-afad-9307b88ad9a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:27.264408 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d551f6-1c8f-4159-afad-9307b88ad9a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12e1066f-afab-4f02-9007-f074f50253b8,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:54:27.290814 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-a1d551f6-1c8f-4159-afad-9307b88ad9a7 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a7d16b438bb44f3f95dc306b98b8fa5e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5476384 May 20 20:54:27.293331 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 56674) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:54:27.318721 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500cba11-0515-4bc2-8b62-354d00f9487b req-a94e41a9-3e02-42f6-9758-e0880c9d70c5 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:54:27.326602 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-500cba11-0515-4bc2-8b62-354d00f9487b req-a94e41a9-3e02-42f6-9758-e0880c9d70c5 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/ports?device_id=a22f6de4-f24a-4c3d-b3cb-7c4eab2ea03d HTTP/1.1" status: 200 len: 945 time: 0.0874381 May 20 20:54:27.353839 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c89fba8a-2017-48cf-b2cc-952032811734 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:27.384977 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c89fba8a-2017-48cf-b2cc-952032811734 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:27.403122 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-500cba11-0515-4bc2-8b62-354d00f9487b req-77512c2d-b5f1-4c30-8b9c-0881f830db9c tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f722a60-38a1-4dbc-a8ff-49f0b32ee364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707805 May 20 20:54:27.531961 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c89fba8a-2017-48cf-b2cc-952032811734 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:27.535522 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c89fba8a-2017-48cf-b2cc-952032811734 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:27.536841 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-c89fba8a-2017-48cf-b2cc-952032811734 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/12e1066f-afab-4f02-9007-f074f50253b8 HTTP/1.1" status: 204 len: 168 time: 0.2417545 May 20 20:54:27.547802 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89fba8a-2017-48cf-b2cc-952032811734 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12e1066f-afab-4f02-9007-f074f50253b8,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:54:27.927376 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23f830f-09ac-4394-b705-da1f1d15a670 req-50e2178c-7e55-4d93-b436-ef8a11039c51 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:54:27.928922 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d23f830f-09ac-4394-b705-da1f1d15a670 req-50e2178c-7e55-4d93-b436-ef8a11039c51 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/ports?device_id=a22f6de4-f24a-4c3d-b3cb-7c4eab2ea03d HTTP/1.1" status: 200 len: 945 time: 0.0534723 May 20 20:54:27.972890 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d23f830f-09ac-4394-b705-da1f1d15a670 req-868041fb-4770-46db-b10d-9a367f203a36 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f722a60-38a1-4dbc-a8ff-49f0b32ee364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375907 May 20 20:54:28.485036 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 56698) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:54:28.516237 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 56702) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:54:28.719940 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a12446e2-2679-4c9c-b05b-2ff7b164f6b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:28.802134 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-47cbe9d5-dfa7-4053-bbac-07d692c67db2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:28.846265 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a12446e2-2679-4c9c-b05b-2ff7b164f6b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:28.907319 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-47cbe9d5-dfa7-4053-bbac-07d692c67db2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:28.959784 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a12446e2-2679-4c9c-b05b-2ff7b164f6b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:29.003606 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-a12446e2-2679-4c9c-b05b-2ff7b164f6b7 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4e47fe25e9b84833b90bafd5b41cf96b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5164807 May 20 20:54:29.004714 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12446e2-2679-4c9c-b05b-2ff7b164f6b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5af2410-73cc-419b-8225-7fb43a45c762,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:54:29.006185 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 56720) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:54:29.012484 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-47cbe9d5-dfa7-4053-bbac-07d692c67db2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:29.051924 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cbe9d5-dfa7-4053-bbac-07d692c67db2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9367b329-139a-4de4-a7e5-8d256d4375a4,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:54:29.052520 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 56722) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:54:29.090044 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-47cbe9d5-dfa7-4053-bbac-07d692c67db2 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6d591c3b4aee4db6b2fde2f4144d96ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5725114 May 20 20:54:29.090696 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 56724) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:54:29.091971 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b6ce8fae-81d9-4f1a-b085-20592da5a7b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:29.165886 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-40326f2b-b134-4a7a-9faa-ecb00ec6fa88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:29.188299 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd6561d-a79e-479e-aab6-7733926f0b27 req-180e75a9-ae6d-48d5-9c77-3ddbd395aad0 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:54:29.190128 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2dd6561d-a79e-479e-aab6-7733926f0b27 req-180e75a9-ae6d-48d5-9c77-3ddbd395aad0 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/ports?device_id=a22f6de4-f24a-4c3d-b3cb-7c4eab2ea03d HTTP/1.1" status: 200 len: 945 time: 0.1211867 May 20 20:54:29.202660 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-40326f2b-b134-4a7a-9faa-ecb00ec6fa88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:29.222299 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c1c9c466-2248-47de-882e-9a6f4f1bf3a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:29.250488 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c1c9c466-2248-47de-882e-9a6f4f1bf3a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:29.266734 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b6ce8fae-81d9-4f1a-b085-20592da5a7b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:29.333443 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b6ce8fae-81d9-4f1a-b085-20592da5a7b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:29.336096 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305695e6-8dcf-4ec7-9e45-b9b4a999404d req-466aa1d3-c438-462a-a5b7-0d6ee0d3e688 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:54:29.338113 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-305695e6-8dcf-4ec7-9e45-b9b4a999404d req-466aa1d3-c438-462a-a5b7-0d6ee0d3e688 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.24 "GET /v2.0/ports?device_id=a22f6de4-f24a-4c3d-b3cb-7c4eab2ea03d HTTP/1.1" status: 200 len: 945 time: 0.1702838 May 20 20:54:29.345769 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2dd6561d-a79e-479e-aab6-7733926f0b27 req-f5a54c56-e6f1-4669-807e-08ed103aa075 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f722a60-38a1-4dbc-a8ff-49f0b32ee364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302826 May 20 20:54:29.380515 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-b6ce8fae-81d9-4f1a-b085-20592da5a7b1 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=09d306e09cdb4791882025abec693f21&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3210113 May 20 20:54:29.380515 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ce8fae-81d9-4f1a-b085-20592da5a7b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e500b0f-8178-4b7c-a228-9b8f61af1e8b,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:54:29.381365 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 56732) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:54:29.417765 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-40326f2b-b134-4a7a-9faa-ecb00ec6fa88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:29.417765 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-40326f2b-b134-4a7a-9faa-ecb00ec6fa88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:29.417765 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-40326f2b-b134-4a7a-9faa-ecb00ec6fa88 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c5af2410-73cc-419b-8225-7fb43a45c762 HTTP/1.1" status: 204 len: 168 time: 0.4090972 May 20 20:54:29.437871 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40326f2b-b134-4a7a-9faa-ecb00ec6fa88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5af2410-73cc-419b-8225-7fb43a45c762,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:54:29.451345 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c1c9c466-2248-47de-882e-9a6f4f1bf3a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:29.456624 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c1c9c466-2248-47de-882e-9a6f4f1bf3a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:29.460012 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-c1c9c466-2248-47de-882e-9a6f4f1bf3a8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9367b329-139a-4de4-a7e5-8d256d4375a4 HTTP/1.1" status: 204 len: 168 time: 0.3533642 May 20 20:54:29.461383 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2c0cea5d-3954-40f5-a22e-190321e29f41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:29.493657 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c9c466-2248-47de-882e-9a6f4f1bf3a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9367b329-139a-4de4-a7e5-8d256d4375a4,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:54:29.498426 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2c0cea5d-3954-40f5-a22e-190321e29f41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:29.580660 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [req-305695e6-8dcf-4ec7-9e45-b9b4a999404d req-d009b6ac-9192-4557-ae5e-0fe79b2733ad tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Deleting port 1fd9c5cb-9adb-487c-82ee-27f0c7510f13 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:54:29.582730 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-305695e6-8dcf-4ec7-9e45-b9b4a999404d req-d009b6ac-9192-4557-ae5e-0fe79b2733ad tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:29.673349 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2c0cea5d-3954-40f5-a22e-190321e29f41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:29.675992 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2c0cea5d-3954-40f5-a22e-190321e29f41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:29.677805 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-2c0cea5d-3954-40f5-a22e-190321e29f41 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5e500b0f-8178-4b7c-a228-9b8f61af1e8b HTTP/1.1" status: 204 len: 168 time: 0.2953136 May 20 20:54:29.684270 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-305695e6-8dcf-4ec7-9e45-b9b4a999404d req-d009b6ac-9192-4557-ae5e-0fe79b2733ad tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] For port 1fd9c5cb-9adb-487c-82ee-27f0c7510f13, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=1fd9c5cb-9adb-487c-82ee-27f0c7510f13,segment=NetworkSegment(5c3b9203-18da-4ba0-88d6-e36130f615fb),segment_id=5c3b9203-18da-4ba0-88d6-e36130f615fb)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:54:29.684657 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-305695e6-8dcf-4ec7-9e45-b9b4a999404d req-d009b6ac-9192-4557-ae5e-0fe79b2733ad tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:29.685910 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0cea5d-3954-40f5-a22e-190321e29f41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e500b0f-8178-4b7c-a228-9b8f61af1e8b,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:54:29.701970 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [req-305695e6-8dcf-4ec7-9e45-b9b4a999404d req-d009b6ac-9192-4557-ae5e-0fe79b2733ad tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Calling delete_port for 1fd9c5cb-9adb-487c-82ee-27f0c7510f13 owned by compute:nova {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:54:29.909332 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 56752) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:54:29.966566 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-305695e6-8dcf-4ec7-9e45-b9b4a999404d req-d009b6ac-9192-4557-ae5e-0fe79b2733ad tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:29.981258 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] get_ports_and_sgs() called for port_ids ['1fd9c5cb-9adb-487c-82ee-27f0c7510f13'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:54:30.038522 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d009b6ac-9192-4557-ae5e-0fe79b2733ad tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Pushing event deleted for resources: {'Port': ['ID=1fd9c5cb-9adb-487c-82ee-27f0c7510f13,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:54:30.117776 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [req-305695e6-8dcf-4ec7-9e45-b9b4a999404d req-d009b6ac-9192-4557-ae5e-0fe79b2733ad tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] No DVR routers for this DVR port 1fd9c5cb-9adb-487c-82ee-27f0c7510f13 on host n-h1-842733-1 {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:54:30.121817 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-305695e6-8dcf-4ec7-9e45-b9b4a999404d req-d009b6ac-9192-4557-ae5e-0fe79b2733ad tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:30.125383 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-305695e6-8dcf-4ec7-9e45-b9b4a999404d req-d009b6ac-9192-4557-ae5e-0fe79b2733ad tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.24 "DELETE /v2.0/ports/1fd9c5cb-9adb-487c-82ee-27f0c7510f13 HTTP/1.1" status: 204 len: 173 time: 0.7722089 May 20 20:54:30.126050 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a22f6de4-f24a-4c3d-b3cb-7c4eab2ea03d', 'name': 'network-vif-deleted', 'tag': '1fd9c5cb-9adb-487c-82ee-27f0c7510f13'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:54:30.130948 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4291b17aa7b45362825f0571e77c85f5e73afe1df9c7e9e15006df9d695c005e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5986c257-12d1-4f82-a8e7-3e53fe3ea126" -d '{"events": [{"server_uuid": "a22f6de4-f24a-4c3d-b3cb-7c4eab2ea03d", "name": "network-vif-deleted", "tag": "1fd9c5cb-9adb-487c-82ee-27f0c7510f13"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:54:30.182712 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 20:54:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbb78301-f79a-4061-883a-38dc60ddeb30 x-openstack-request-id: req-cbb78301-f79a-4061-883a-38dc60ddeb30 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:54:30.183139 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a22f6de4-f24a-4c3d-b3cb-7c4eab2ea03d", "name": "network-vif-deleted", "tag": "1fd9c5cb-9adb-487c-82ee-27f0c7510f13", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:54:30.183473 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-cbb78301-f79a-4061-883a-38dc60ddeb30 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:54:30.184142 n-d-842733-1 neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cbb78301-f79a-4061-883a-38dc60ddeb30'] response: {'server_uuid': 'a22f6de4-f24a-4c3d-b3cb-7c4eab2ea03d', 'name': 'network-vif-deleted', 'tag': '1fd9c5cb-9adb-487c-82ee-27f0c7510f13', 'status': 'completed', 'code': 200} May 20 20:54:30.543824 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-22db2320-e02a-4893-87f2-f3595bf0c3ce req-0c595a09-f029-475d-9aae-d27e0ae8328c tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/ports?device_id=a22f6de4-f24a-4c3d-b3cb-7c4eab2ea03d HTTP/1.1" status: 200 len: 210 time: 0.1041021 May 20 20:54:30.661814 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 56772) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:54:30.676418 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4a34ab84-8d40-4e23-8ee9-30d66bb5a4a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:30.766301 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-951fd73e-7921-443e-ba6c-98d9849a658c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748528'] for router_interface, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:30.769774 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4a34ab84-8d40-4e23-8ee9-30d66bb5a4a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:30.845922 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4a34ab84-8d40-4e23-8ee9-30d66bb5a4a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:30.884812 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-4a34ab84-8d40-4e23-8ee9-30d66bb5a4a1 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d41c1546223f46b4a12a5a1b4ee9095a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2218118 May 20 20:54:30.887161 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 56784) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:54:30.979487 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a34ab84-8d40-4e23-8ee9-30d66bb5a4a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bc77abb-9689-448c-aec9-90bed62dae9b,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:54:31.025713 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-42fbb9be-daa5-4f5b-8df6-0ca9fb62388d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:31.050348 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-42fbb9be-daa5-4f5b-8df6-0ca9fb62388d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:31.120380 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-951fd73e-7921-443e-ba6c-98d9849a658c admin admin] Deleting port 1e93f8d5-63cd-4a45-9314-d3e7583c8489 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:54:31.124637 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-951fd73e-7921-443e-ba6c-98d9849a658c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:31.218006 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-951fd73e-7921-443e-ba6c-98d9849a658c admin admin] For port 1e93f8d5-63cd-4a45-9314-d3e7583c8489, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=1e93f8d5-63cd-4a45-9314-d3e7583c8489,segment=NetworkSegment(61504ff4-6f7f-4bd9-9a4b-a33b83bae83f),segment_id=61504ff4-6f7f-4bd9-9a4b-a33b83bae83f)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:54:31.218900 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-951fd73e-7921-443e-ba6c-98d9849a658c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:31.232966 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-951fd73e-7921-443e-ba6c-98d9849a658c admin admin] Calling delete_port for 1e93f8d5-63cd-4a45-9314-d3e7583c8489 owned by network:router_interface {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:54:31.262936 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-42fbb9be-daa5-4f5b-8df6-0ca9fb62388d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:31.268315 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-42fbb9be-daa5-4f5b-8df6-0ca9fb62388d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:31.268315 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-42fbb9be-daa5-4f5b-8df6-0ca9fb62388d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9bc77abb-9689-448c-aec9-90bed62dae9b HTTP/1.1" status: 204 len: 168 time: 0.3788605 May 20 20:54:31.276601 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fbb9be-daa5-4f5b-8df6-0ca9fb62388d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bc77abb-9689-448c-aec9-90bed62dae9b,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:54:31.571486 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-951fd73e-7921-443e-ba6c-98d9849a658c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:31.626194 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951fd73e-7921-443e-ba6c-98d9849a658c admin admin] Pushing event deleted for resources: {'Port': ['ID=1e93f8d5-63cd-4a45-9314-d3e7583c8489,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:54:31.814985 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-951fd73e-7921-443e-ba6c-98d9849a658c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-692224'] for router_interface, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:32.279054 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:32.300158 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5202fc-f366-4cd9-86d0-062029c27938 req-6a65ccd5-54ef-40a9-aea4-aa09cee20fed tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:54:32.308304 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-aa5202fc-f366-4cd9-86d0-062029c27938 req-6a65ccd5-54ef-40a9-aea4-aa09cee20fed tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/networks?id=181ef755-3c24-496f-be08-8076c8a38f91 HTTP/1.1" status: 200 len: 812 time: 0.1750286 May 20 20:54:32.324465 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-aa5202fc-f366-4cd9-86d0-062029c27938 req-92c9a0cf-7577-445c-a8f7-fb8f08e61d41 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/quotas/715802857a834d4a8fbaa37d5efc4e1e HTTP/1.1" status: 200 len: 375 time: 0.0147014 May 20 20:54:32.371192 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-aa5202fc-f366-4cd9-86d0-062029c27938 req-356cc7c0-5858-4188-9f88-16f3399f9d0b tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=715802857a834d4a8fbaa37d5efc4e1e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0389361 May 20 20:54:32.381850 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-951fd73e-7921-443e-ba6c-98d9849a658c admin admin] Router 8728511a-223e-4b07-aebf-2fda2c099a9c has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 20:54:32.496028 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-aa5202fc-f366-4cd9-86d0-062029c27938 req-faed9bcc-f390-4cad-9e0c-eff499e58392 service neutron] 10.222.0.35 "GET /v2.0/networks/181ef755-3c24-496f-be08-8076c8a38f91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228330 May 20 20:54:32.545158 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-951fd73e-7921-443e-ba6c-98d9849a658c admin admin] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 20:54:32.554972 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69d3ca25-d37d-4c18-875a-769e1292d422 None None] Sync routers for ids ['8728511a-223e-4b07-aebf-2fda2c099a9c'] in n-d-842733-1 {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 20:54:32.556161 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-951fd73e-7921-443e-ba6c-98d9849a658c admin admin] 10.222.0.35 "PUT /v2.0/routers/8728511a-223e-4b07-aebf-2fda2c099a9c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6483660 May 20 20:54:32.558269 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 56844) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:54:32.571492 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d3ca25-d37d-4c18-875a-769e1292d422 None None] Routers {'8728511a-223e-4b07-aebf-2fda2c099a9c'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:54:32.572103 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-69d3ca25-d37d-4c18-875a-769e1292d422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:54:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['8728511a-223e-4b07-aebf-2fda2c099a9c'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:54:32.602781 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-aa5202fc-f366-4cd9-86d0-062029c27938 req-e470c519-cdfb-4831-9842-7acb93e28a65 service neutron] 10.222.0.35 "GET /v2.0/networks/181ef755-3c24-496f-be08-8076c8a38f91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009586 May 20 20:54:32.698517 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-69d3ca25-d37d-4c18-875a-769e1292d422 None None] Set router 8728511a-223e-4b07-aebf-2fda2c099a9c gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:54:32.721278 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-eb8400e0-74a6-4a13-b45f-df369033c984 admin admin] Notify callbacks [] for router, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:32.859755 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-eb8400e0-74a6-4a13-b45f-df369033c984 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:32.916627 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-69d3ca25-d37d-4c18-875a-769e1292d422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8728511a-223e-4b07-aebf-2fda2c099a9c', 'name': 'tempest-AttachVolumeShelveTestJSON-1758240756-router', 'tenant_id': 'f7d646bffa614f21b1ea08af4be56a95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.93'}], 'enable_snat': True}, 'gw_port_id': 'ac3e7abd-5273-40bb-b36c-732c1861c8aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:47:44Z', 'updated_at': '2022-05-20T20:54:31Z', 'revision_number': 5, 'project_id': 'f7d646bffa614f21b1ea08af4be56a95', 'gw_port': {'id': 'ac3e7abd-5273-40bb-b36c-732c1861c8aa', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:44:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8728511a-223e-4b07-aebf-2fda2c099a9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:47:47Z', 'updated_at': '2022-05-20T20:47:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:54:32.951867 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69d3ca25-d37d-4c18-875a-769e1292d422 None None] Checking router: 8728511a-223e-4b07-aebf-2fda2c099a9c for host: n-d-842733-1 {{(pid=103165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 20:54:32.962349 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d3ca25-d37d-4c18-875a-769e1292d422 None None] Routers {'8728511a-223e-4b07-aebf-2fda2c099a9c'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:54:32.963130 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-69d3ca25-d37d-4c18-875a-769e1292d422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:54:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['8728511a-223e-4b07-aebf-2fda2c099a9c'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:54:32.994983 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-374464c1-8ea8-4ffc-8d70-555acfd69a31 req-6423e746-571e-4152-a5f7-d8ffff367758 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6b89b5c-f3ce-4d06-9a39-9498eb6544ad HTTP/1.1" status: 200 len: 210 time: 0.0326204 May 20 20:54:33.033120 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1eb1efef-ba22-40af-9d59-037bb76ac47d req-b0fc6073-c7de-43f3-a6b8-1b3e3d3358df tempest-VolumesBackupsTest-740433106 tempest-VolumesBackupsTest-740433106-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=f7923afdfd7f405fb72bd4b2f1133cd6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0375893 May 20 20:54:33.051397 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-eb8400e0-74a6-4a13-b45f-df369033c984 admin admin] Deleting port ac3e7abd-5273-40bb-b36c-732c1861c8aa {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:54:33.051806 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-eb8400e0-74a6-4a13-b45f-df369033c984 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:33.096298 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-69d3ca25-d37d-4c18-875a-769e1292d422 None None] Set router 8728511a-223e-4b07-aebf-2fda2c099a9c gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:54:33.262385 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-eb8400e0-74a6-4a13-b45f-df369033c984 admin admin] For port ac3e7abd-5273-40bb-b36c-732c1861c8aa, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=ac3e7abd-5273-40bb-b36c-732c1861c8aa,segment=NetworkSegment(0b5485c4-eff8-42a1-9073-ae54ed4c63ba),segment_id=0b5485c4-eff8-42a1-9073-ae54ed4c63ba)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:54:33.262861 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-eb8400e0-74a6-4a13-b45f-df369033c984 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:33.279151 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-eb8400e0-74a6-4a13-b45f-df369033c984 admin admin] Calling delete_port for ac3e7abd-5273-40bb-b36c-732c1861c8aa owned by network:router_gateway {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:54:33.320591 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb1efef-ba22-40af-9d59-037bb76ac47d req-ae55beac-e665-4802-a879-87578a9cda4e tempest-VolumesBackupsTest-740433106 tempest-VolumesBackupsTest-740433106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:54:33.329583 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1eb1efef-ba22-40af-9d59-037bb76ac47d req-ae55beac-e665-4802-a879-87578a9cda4e tempest-VolumesBackupsTest-740433106 tempest-VolumesBackupsTest-740433106-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2893379 May 20 20:54:33.347084 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1eb1efef-ba22-40af-9d59-037bb76ac47d req-23ac48cb-dbfa-479e-85b2-a6888224bda8 tempest-VolumesBackupsTest-740433106 tempest-VolumesBackupsTest-740433106-project] 10.222.0.35 "GET /v2.0/quotas/f7923afdfd7f405fb72bd4b2f1133cd6 HTTP/1.1" status: 200 len: 375 time: 0.0165322 May 20 20:54:33.360199 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-69d3ca25-d37d-4c18-875a-769e1292d422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8728511a-223e-4b07-aebf-2fda2c099a9c', 'name': 'tempest-AttachVolumeShelveTestJSON-1758240756-router', 'tenant_id': 'f7d646bffa614f21b1ea08af4be56a95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.93'}], 'enable_snat': True}, 'gw_port_id': 'ac3e7abd-5273-40bb-b36c-732c1861c8aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:47:44Z', 'updated_at': '2022-05-20T20:54:31Z', 'revision_number': 5, 'project_id': 'f7d646bffa614f21b1ea08af4be56a95', 'gw_port': {'id': 'ac3e7abd-5273-40bb-b36c-732c1861c8aa', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:44:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8728511a-223e-4b07-aebf-2fda2c099a9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:47:47Z', 'updated_at': '2022-05-20T20:47:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:54:33.388139 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1eb1efef-ba22-40af-9d59-037bb76ac47d req-cbfdc7a0-ee14-464c-b15b-3f4320550fde tempest-VolumesBackupsTest-740433106 tempest-VolumesBackupsTest-740433106-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=f7923afdfd7f405fb72bd4b2f1133cd6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0401914 May 20 20:54:33.388449 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69d3ca25-d37d-4c18-875a-769e1292d422 None None] The sync data for ids ['8728511a-223e-4b07-aebf-2fda2c099a9c'] in n-d-842733-1 is: [{'id': '8728511a-223e-4b07-aebf-2fda2c099a9c', 'name': 'tempest-AttachVolumeShelveTestJSON-1758240756-router', 'tenant_id': 'f7d646bffa614f21b1ea08af4be56a95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.93'}], 'enable_snat': True}, 'gw_port_id': 'ac3e7abd-5273-40bb-b36c-732c1861c8aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:47:44Z', 'updated_at': '2022-05-20T20:54:31Z', 'revision_number': 5, 'project_id': 'f7d646bffa614f21b1ea08af4be56a95', 'gw_port': {'id': 'ac3e7abd-5273-40bb-b36c-732c1861c8aa', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:44:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8728511a-223e-4b07-aebf-2fda2c099a9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:47:47Z', 'updated_at': '2022-05-20T20:47:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 20:54:33.691753 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-eb8400e0-74a6-4a13-b45f-df369033c984 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:33.728667 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8400e0-74a6-4a13-b45f-df369033c984 admin admin] Pushing event deleted for resources: {'Port': ['ID=ac3e7abd-5273-40bb-b36c-732c1861c8aa,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:54:33.856612 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1f170753-94de-47bd-93c3-a040faa4fc63 req-a4bc9d1b-ddef-4d0d-a281-75e7ea6c90ed tempest-VolumesBackupsTest-740433106 tempest-VolumesBackupsTest-740433106-project] 10.222.0.35 "GET /v2.0/ports?device_id=0971703c-6cad-492e-914a-f7931469f174 HTTP/1.1" status: 200 len: 210 time: 0.0603206 May 20 20:54:33.893015 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-eb8400e0-74a6-4a13-b45f-df369033c984 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-748206'] for router_gateway, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:34.035820 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-eb8400e0-74a6-4a13-b45f-df369033c984 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26169'] for router, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:34.038343 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-eb8400e0-74a6-4a13-b45f-df369033c984 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:34.124732 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-429df71d-2c36-4468-9557-e4fdbf9c6630 req-c78dca83-0062-4bfd-ba81-577b65f20634 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6b89b5c-f3ce-4d06-9a39-9498eb6544ad HTTP/1.1" status: 200 len: 210 time: 0.0297372 May 20 20:54:34.229810 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-eb8400e0-74a6-4a13-b45f-df369033c984 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-693148'] for router, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:34.234244 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb8400e0-74a6-4a13-b45f-df369033c984 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8728511a-223e-4b07-aebf-2fda2c099a9c {{(pid=103162) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 20 20:54:34.245677 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-eb8400e0-74a6-4a13-b45f-df369033c984 admin admin] Notify callbacks [] for router, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:34.247514 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-eb8400e0-74a6-4a13-b45f-df369033c984 admin admin] 10.222.0.35 "DELETE /v2.0/routers/8728511a-223e-4b07-aebf-2fda2c099a9c HTTP/1.1" status: 204 len: 168 time: 1.6880791 May 20 20:54:34.250752 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 56906) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:54:34.322116 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 1e93f8d5-63cd-4a45-9314-d3e7583c8489 no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:54:34.322584 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_v2 [None req-99ea9e4c-6c0c-4285-9247-568d1c089bfb admin admin] Deleting subnet 77f2b783-fdae-41c3-9017-0093e586145d {{(pid=103162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 20 20:54:34.326914 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-99ea9e4c-6c0c-4285-9247-568d1c089bfb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:34.347651 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: 1e93f8d5-63cd-4a45-9314-d3e7583c8489 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 20:54:34.348058 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 1e93f8d5-63cd-4a45-9314-d3e7583c8489 not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 20:54:34.365312 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-99ea9e4c-6c0c-4285-9247-568d1c089bfb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3738392'] for subnet, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:34.457331 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 1fd9c5cb-9adb-487c-82ee-27f0c7510f13 no longer exists at agent hyperv_n-h1-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:54:34.478801 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-99ea9e4c-6c0c-4285-9247-568d1c089bfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33068388'] for subnet, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:34.483453 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] No Port match for: 1fd9c5cb-9adb-487c-82ee-27f0c7510f13 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 20:54:34.484236 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 1fd9c5cb-9adb-487c-82ee-27f0c7510f13 not bound to the agent host n-h1-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 20:54:34.641622 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-99ea9e4c-6c0c-4285-9247-568d1c089bfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33068399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3797621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4018265'] for subnet, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:34.675064 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-99ea9e4c-6c0c-4285-9247-568d1c089bfb admin admin] Notify callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:34.679372 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-99ea9e4c-6c0c-4285-9247-568d1c089bfb admin admin] 10.222.0.35 "DELETE /v2.0/subnets/77f2b783-fdae-41c3-9017-0093e586145d HTTP/1.1" status: 204 len: 168 time: 0.4274261 May 20 20:54:34.679976 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bae9622-c2a0-4f3e-91ed-4f7bb70254e1 None None] Network 52b22ddd-d38d-47d7-9f62-928c2e551c45 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:54:34.683018 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ea9e4c-6c0c-4285-9247-568d1c089bfb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=77f2b783-fdae-41c3-9017-0093e586145d,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:54:34.683018 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 56920) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:54:34.758199 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3cb625a4-221e-4a77-90f8-b2f89ccb534d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33160123'] for network, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:34.842273 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-3cb625a4-221e-4a77-90f8-b2f89ccb534d admin admin] Deleting port 0c4c4e74-09b1-4bf1-9147-25f0d4dce0ab {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:54:34.842672 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3cb625a4-221e-4a77-90f8-b2f89ccb534d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:34.940896 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73aba3b9-40c6-4dd2-abef-04a8328a386d None None] DHCP port deletion for 52b22ddd-d38d-47d7-9f62-928c2e551c45 request from n-d-842733-1 {{(pid=103164) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 20:54:34.964559 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-3cb625a4-221e-4a77-90f8-b2f89ccb534d admin admin] For port 0c4c4e74-09b1-4bf1-9147-25f0d4dce0ab, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=0c4c4e74-09b1-4bf1-9147-25f0d4dce0ab,segment=NetworkSegment(61504ff4-6f7f-4bd9-9a4b-a33b83bae83f),segment_id=61504ff4-6f7f-4bd9-9a4b-a33b83bae83f)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:54:34.966483 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3cb625a4-221e-4a77-90f8-b2f89ccb534d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:34.967851 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-03cee96e-6810-4c4d-a8ed-b4a1bad72663 req-a74d76b2-fbc3-46e8-9914-1aefb8ebb941 tempest-VolumesBackupsTest-740433106 tempest-VolumesBackupsTest-740433106-project] 10.222.0.35 "GET /v2.0/ports?device_id=0971703c-6cad-492e-914a-f7931469f174 HTTP/1.1" status: 200 len: 210 time: 0.0376306 May 20 20:54:34.990485 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-3cb625a4-221e-4a77-90f8-b2f89ccb534d admin admin] Calling delete_port for 0c4c4e74-09b1-4bf1-9147-25f0d4dce0ab owned by network:dhcp {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:54:35.037769 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-73aba3b9-40c6-4dd2-abef-04a8328a386d None None] Deleting port 0c4c4e74-09b1-4bf1-9147-25f0d4dce0ab {{(pid=103164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:54:35.038443 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-73aba3b9-40c6-4dd2-abef-04a8328a386d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:35.104639 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-73aba3b9-40c6-4dd2-abef-04a8328a386d None None] For port 0c4c4e74-09b1-4bf1-9147-25f0d4dce0ab, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=0c4c4e74-09b1-4bf1-9147-25f0d4dce0ab,segment=NetworkSegment(61504ff4-6f7f-4bd9-9a4b-a33b83bae83f),segment_id=61504ff4-6f7f-4bd9-9a4b-a33b83bae83f)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:54:35.105030 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-73aba3b9-40c6-4dd2-abef-04a8328a386d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:35.123290 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-73aba3b9-40c6-4dd2-abef-04a8328a386d None None] Calling delete_port for 0c4c4e74-09b1-4bf1-9147-25f0d4dce0ab owned by network:dhcp {{(pid=103164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:54:35.193746 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3cb625a4-221e-4a77-90f8-b2f89ccb534d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:35.206719 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-73aba3b9-40c6-4dd2-abef-04a8328a386d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099'] for port, after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:35.240085 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73aba3b9-40c6-4dd2-abef-04a8328a386d None None] Pushing event deleted for resources: {'Port': ['ID=0c4c4e74-09b1-4bf1-9147-25f0d4dce0ab,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:54:35.244318 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73aba3b9-40c6-4dd2-abef-04a8328a386d None None] No DVR routers for this DVR port 0c4c4e74-09b1-4bf1-9147-25f0d4dce0ab on host n-d-842733-1 {{(pid=103164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:54:35.244899 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb625a4-221e-4a77-90f8-b2f89ccb534d admin admin] Pushing event deleted for resources: {'Port': ['ID=0c4c4e74-09b1-4bf1-9147-25f0d4dce0ab,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:54:35.258871 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb625a4-221e-4a77-90f8-b2f89ccb534d admin admin] No DVR routers for this DVR port 0c4c4e74-09b1-4bf1-9147-25f0d4dce0ab on host n-d-842733-1 {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:54:35.265993 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-24d69bb4-9eb8-48a4-8b38-e8e2e45e0b75 req-99580f25-0e63-4940-bf8c-c923e5d6136e tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6b89b5c-f3ce-4d06-9a39-9498eb6544ad HTTP/1.1" status: 200 len: 210 time: 0.0543149 May 20 20:54:35.364753 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 56940) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:54:35.371011 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3cb625a4-221e-4a77-90f8-b2f89ccb534d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33072115', 'neutron.services.segments.db._delete_segments_for_network-8782419500584'] for network, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:35.398953 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-3cb625a4-221e-4a77-90f8-b2f89ccb534d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52b22ddd-d38d-47d7-9f62-928c2e551c45']}} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:54:35.411766 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-3cb625a4-221e-4a77-90f8-b2f89ccb534d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61504ff4-6f7f-4bd9-9a4b-a33b83bae83f') {'for_net_delete': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:54:35.412364 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-3cb625a4-221e-4a77-90f8-b2f89ccb534d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61504ff4-6f7f-4bd9-9a4b-a33b83bae83f') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:54:35.427446 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3cb625a4-221e-4a77-90f8-b2f89ccb534d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419501617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3738385'] for segment, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:35.448230 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3cb625a4-221e-4a77-90f8-b2f89ccb534d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:35.458033 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cb625a4-221e-4a77-90f8-b2f89ccb534d admin admin] Releasing vlan 222 on physical network physnet1 to pool {{(pid=103162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 20:54:35.458713 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3cb625a4-221e-4a77-90f8-b2f89ccb534d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3800791'] for segment, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:35.462373 n-d-842733-1 neutron-server[103162]: Traceback (most recent call last): May 20 20:54:35.462373 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 20:54:35.462373 n-d-842733-1 neutron-server[103162]: timer() May 20 20:54:35.462373 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 20:54:35.462373 n-d-842733-1 neutron-server[103162]: cb(*args, **kw) May 20 20:54:35.462373 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 20 20:54:35.462373 n-d-842733-1 neutron-server[103162]: return func(*args, **kwargs) May 20 20:54:35.462373 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 20:54:35.462373 n-d-842733-1 neutron-server[103162]: self._notify() May 20 20:54:35.462373 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 20:54:35.462373 n-d-842733-1 neutron-server[103162]: self.callback(batched_events) May 20 20:54:35.462373 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 20:54:35.462373 n-d-842733-1 neutron-server[103162]: event.method(event) May 20 20:54:35.462373 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 20 20:54:35.462373 n-d-842733-1 neutron-server[103162]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 20:54:35.462373 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 20 20:54:35.462373 n-d-842733-1 neutron-server[103162]: aggregate_uuid = self.p_client.list_aggregates( May 20 20:54:35.462373 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 20 20:54:35.462373 n-d-842733-1 neutron-server[103162]: return f(self, *a, **k) May 20 20:54:35.462373 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 20 20:54:35.462373 n-d-842733-1 neutron-server[103162]: return self._get(url).json() May 20 20:54:35.462373 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 20 20:54:35.462373 n-d-842733-1 neutron-server[103162]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 20:54:35.462373 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 20:54:35.462373 n-d-842733-1 neutron-server[103162]: return self.request(url, 'GET', **kwargs) May 20 20:54:35.462373 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 20:54:35.462373 n-d-842733-1 neutron-server[103162]: base_url = self.get_endpoint(auth, allow=allow, May 20 20:54:35.462373 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 20:54:35.462373 n-d-842733-1 neutron-server[103162]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 20:54:35.462373 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 20:54:35.462373 n-d-842733-1 neutron-server[103162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 20:54:35.462373 n-d-842733-1 neutron-server[103162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 20:54:35.559824 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5202fc-f366-4cd9-86d0-062029c27938 req-9f176ada-0ab1-43b2-af51-405134e620e7 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:54:35.561999 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-aa5202fc-f366-4cd9-86d0-062029c27938 req-9f176ada-0ab1-43b2-af51-405134e620e7 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.24 "GET /v2.0/networks?id=181ef755-3c24-496f-be08-8076c8a38f91 HTTP/1.1" status: 200 len: 812 time: 0.1610944 May 20 20:54:35.574011 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [req-aa5202fc-f366-4cd9-86d0-062029c27938 req-4bf4cc08-ab36-414e-8789-d15bf99ac1f8 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Request body: {'port': {'device_id': 'd6b89b5c-f3ce-4d06-9a39-9498eb6544ad', 'network_id': '181ef755-3c24-496f-be08-8076c8a38f91', 'admin_state_up': True, 'tenant_id': '715802857a834d4a8fbaa37d5efc4e1e'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:54:35.628173 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3cb625a4-221e-4a77-90f8-b2f89ccb534d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33072122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748162'] for network, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:35.636604 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3cb625a4-221e-4a77-90f8-b2f89ccb534d admin admin] Notify callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:35.641112 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-3cb625a4-221e-4a77-90f8-b2f89ccb534d admin admin] 10.222.0.35 "DELETE /v2.0/networks/52b22ddd-d38d-47d7-9f62-928c2e551c45 HTTP/1.1" status: 204 len: 168 time: 0.9573679 May 20 20:54:35.652516 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb625a4-221e-4a77-90f8-b2f89ccb534d admin admin] Pushing event deleted for resources: {'Network': ['ID=52b22ddd-d38d-47d7-9f62-928c2e551c45,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:54:35.725488 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-09d5aa66-93f5-4692-97c8-aca547acbf06 tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-229970299', 'router:external': True}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:54:35.804951 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa5202fc-f366-4cd9-86d0-062029c27938 req-4bf4cc08-ab36-414e-8789-d15bf99ac1f8 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Made reservation on behalf of 715802857a834d4a8fbaa37d5efc4e1e for: {'port': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:54:35.809117 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-aa5202fc-f366-4cd9-86d0-062029c27938 req-4bf4cc08-ab36-414e-8789-d15bf99ac1f8 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:35.877461 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09d5aa66-93f5-4692-97c8-aca547acbf06 tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] Made reservation on behalf of 43f212530cb6436ebcf1d51d94d9d192 for: {'network': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:54:35.879829 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-09d5aa66-93f5-4692-97c8-aca547acbf06 tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for network, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:35.896043 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-09d5aa66-93f5-4692-97c8-aca547acbf06 tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:35.999809 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [req-aa5202fc-f366-4cd9-86d0-062029c27938 req-4bf4cc08-ab36-414e-8789-d15bf99ac1f8 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Allocated IP 172.20.0.5 (181ef755-3c24-496f-be08-8076c8a38f91/dd6622f3-1158-4c3b-bd25-193ec3e3078b/067b50ce-cfa5-4742-8b38-5fed96e987df) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:54:36.061281 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-09d5aa66-93f5-4692-97c8-aca547acbf06 tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:36.091243 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0e6a6d7a-f400-4cd6-8f6c-78c37c4ebda5 req-b8941181-b46d-4363-b873-cd8046f732b2 tempest-VolumesBackupsTest-740433106 tempest-VolumesBackupsTest-740433106-project] 10.222.0.35 "GET /v2.0/ports?device_id=0971703c-6cad-492e-914a-f7931469f174 HTTP/1.1" status: 200 len: 210 time: 0.0370002 May 20 20:54:36.139045 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-09d5aa66-93f5-4692-97c8-aca547acbf06 tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:36.180485 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09d5aa66-93f5-4692-97c8-aca547acbf06 tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 205} {{(pid=103163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 20:54:36.195555 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d5aa66-93f5-4692-97c8-aca547acbf06 tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd9b48da-77a9-4ed8-bfe0-de61aef03884,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:54:36.209514 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-09d5aa66-93f5-4692-97c8-aca547acbf06 tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:36.209880 n-d-842733-1 neutron-server[103163]: INFO neutron.db.segments_db [None req-09d5aa66-93f5-4692-97c8-aca547acbf06 tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] Added segment 04548b20-9276-4501-b13b-28f4330bb301 of type vlan for network 7ef0516d-8c0f-4937-9323-64911a1382d2 May 20 20:54:36.267876 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 56962) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:54:36.286461 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-aa5202fc-f366-4cd9-86d0-062029c27938 req-4bf4cc08-ab36-414e-8789-d15bf99ac1f8 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Notify callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:36.295363 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 0c4c4e74-09b1-4bf1-9147-25f0d4dce0ab no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:54:36.303011 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-09d5aa66-93f5-4692-97c8-aca547acbf06 tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418993264'] for network, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:36.329908 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: 0c4c4e74-09b1-4bf1-9147-25f0d4dce0ab {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 20:54:36.334402 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 0c4c4e74-09b1-4bf1-9147-25f0d4dce0ab not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 20:54:36.334402 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device ac3e7abd-5273-40bb-b36c-732c1861c8aa no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:54:36.358891 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: ac3e7abd-5273-40bb-b36c-732c1861c8aa {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 20:54:36.362037 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device ac3e7abd-5273-40bb-b36c-732c1861c8aa not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 20:54:36.438541 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c2ebe8fd-d473-4325-b99e-c7cbe05924be req-3caa05a1-3316-48bc-8067-d76c4e3a9aa3 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6b89b5c-f3ce-4d06-9a39-9498eb6544ad HTTP/1.1" status: 200 len: 210 time: 0.0482447 May 20 20:54:36.442927 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-edf16ccf-03bd-4b9b-aacf-0b4c096b0e6c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f7d646bffa614f21b1ea08af4be56a95&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1707509 May 20 20:54:36.446186 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 56966) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:54:36.512027 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-fb78bd5e-20a9-4e0f-9b7f-2e55cba57939 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:36.543791 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-09d5aa66-93f5-4692-97c8-aca547acbf06 tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524'] for network, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:36.545640 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09d5aa66-93f5-4692-97c8-aca547acbf06 tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:54:36.547665 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-09d5aa66-93f5-4692-97c8-aca547acbf06 tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:36.557302 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-1eb1efef-ba22-40af-9d59-037bb76ac47d req-cd01a0a7-48c1-490d-b3f7-f43c1edc39d8 tempest-VolumesBackupsTest-740433106 tempest-VolumesBackupsTest-740433106-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=f7923afdfd7f405fb72bd4b2f1133cd6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0332184 May 20 20:54:36.570457 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-fb78bd5e-20a9-4e0f-9b7f-2e55cba57939 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:36.635055 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d5aa66-93f5-4692-97c8-aca547acbf06 tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] Pushing event updated for resources: {'Network': ['ID=7ef0516d-8c0f-4937-9323-64911a1382d2,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:54:36.646024 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-aa5202fc-f366-4cd9-86d0-062029c27938 req-4bf4cc08-ab36-414e-8789-d15bf99ac1f8 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:36.652665 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Network 7ef0516d-8c0f-4937-9323-64911a1382d2 details requested by agent ovs-agent-n-d-842733-1 with host n-d-842733-1 {{(pid=103164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 20 20:54:36.710112 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf4cc08-ab36-414e-8789-d15bf99ac1f8 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Pushing event updated for resources: {'Port': ['ID=067b50ce-cfa5-4742-8b38-5fed96e987df,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:54:36.715141 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa5202fc-f366-4cd9-86d0-062029c27938 req-4bf4cc08-ab36-414e-8789-d15bf99ac1f8 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Network 181ef755-3c24-496f-be08-8076c8a38f91 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:54:36.718659 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [req-aa5202fc-f366-4cd9-86d0-062029c27938 req-4bf4cc08-ab36-414e-8789-d15bf99ac1f8 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:54:36.722980 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa5202fc-f366-4cd9-86d0-062029c27938 req-4bf4cc08-ab36-414e-8789-d15bf99ac1f8 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:54:36.763009 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb1efef-ba22-40af-9d59-037bb76ac47d req-ecd3def6-b049-43ea-9cd9-46274e4779cc tempest-VolumesBackupsTest-740433106 tempest-VolumesBackupsTest-740433106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:54:36.769635 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-1eb1efef-ba22-40af-9d59-037bb76ac47d req-ecd3def6-b049-43ea-9cd9-46274e4779cc tempest-VolumesBackupsTest-740433106 tempest-VolumesBackupsTest-740433106-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2020683 May 20 20:54:36.783276 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [req-1eb1efef-ba22-40af-9d59-037bb76ac47d req-54324290-1766-4ff4-9248-0b02d045bb23 tempest-VolumesBackupsTest-740433106 tempest-VolumesBackupsTest-740433106-project] Request body: {'port': {'device_id': '0971703c-6cad-492e-914a-f7931469f174', 'network_id': 'cd702362-b982-46c5-a7d0-51de1b03df86', 'admin_state_up': True, 'tenant_id': 'f7923afdfd7f405fb72bd4b2f1133cd6'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:54:36.822594 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5202fc-f366-4cd9-86d0-062029c27938 req-4bf4cc08-ab36-414e-8789-d15bf99ac1f8 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:54:36.823233 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-aa5202fc-f366-4cd9-86d0-062029c27938 req-4bf4cc08-ab36-414e-8789-d15bf99ac1f8 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:36.883091 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-09d5aa66-93f5-4692-97c8-aca547acbf06 tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 1.5159209 May 20 20:54:36.885909 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 56976) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:54:36.893988 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-8c92eba4-862d-4103-b716-bc6a562e112e tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] Request body: {'subnet': {'network_id': '7ef0516d-8c0f-4937-9323-64911a1382d2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:54:36.944982 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-aa5202fc-f366-4cd9-86d0-062029c27938 req-4bf4cc08-ab36-414e-8789-d15bf99ac1f8 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3746269 May 20 20:54:36.958930 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [req-aa5202fc-f366-4cd9-86d0-062029c27938 req-ab78015b-e590-41d3-8025-5d9594fa83ab service neutron] Request body: {'port': {'device_id': 'd6b89b5c-f3ce-4d06-9a39-9498eb6544ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-842733-1'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:54:36.970921 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-fb78bd5e-20a9-4e0f-9b7f-2e55cba57939 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:36.976082 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-fb78bd5e-20a9-4e0f-9b7f-2e55cba57939 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:36.981247 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-fb78bd5e-20a9-4e0f-9b7f-2e55cba57939 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e1170bf7-7aae-4eea-90dd-012bb9b854d8 HTTP/1.1" status: 204 len: 168 time: 0.5289526 May 20 20:54:36.992273 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb78bd5e-20a9-4e0f-9b7f-2e55cba57939 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1170bf7-7aae-4eea-90dd-012bb9b854d8,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:54:37.039523 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c92eba4-862d-4103-b716-bc6a562e112e tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] Made reservation on behalf of 43f212530cb6436ebcf1d51d94d9d192 for: {'subnet': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:54:37.041945 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8c92eba4-862d-4103-b716-bc6a562e112e tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8422561'] for subnet, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:37.064190 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-aa5202fc-f366-4cd9-86d0-062029c27938 req-ab78015b-e590-41d3-8025-5d9594fa83ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:37.090886 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1eb1efef-ba22-40af-9d59-037bb76ac47d req-54324290-1766-4ff4-9248-0b02d045bb23 tempest-VolumesBackupsTest-740433106 tempest-VolumesBackupsTest-740433106-project] Made reservation on behalf of f7923afdfd7f405fb72bd4b2f1133cd6 for: {'port': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:54:37.097292 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-1eb1efef-ba22-40af-9d59-037bb76ac47d req-54324290-1766-4ff4-9248-0b02d045bb23 tempest-VolumesBackupsTest-740433106 tempest-VolumesBackupsTest-740433106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:37.105458 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-1eb1efef-ba22-40af-9d59-037bb76ac47d req-54324290-1766-4ff4-9248-0b02d045bb23 tempest-VolumesBackupsTest-740433106 tempest-VolumesBackupsTest-740433106-project] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:37.193729 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-1eb1efef-ba22-40af-9d59-037bb76ac47d req-54324290-1766-4ff4-9248-0b02d045bb23 tempest-VolumesBackupsTest-740433106 tempest-VolumesBackupsTest-740433106-project] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:37.254347 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-42fa6015-70dd-4d95-af3a-ca205cd01641 req-88077e92-b6b1-4939-8a3f-886ca485b824 tempest-VolumesBackupsTest-740433106 tempest-VolumesBackupsTest-740433106-project] 10.222.0.35 "GET /v2.0/ports?device_id=0971703c-6cad-492e-914a-f7931469f174 HTTP/1.1" status: 200 len: 210 time: 0.0805359 May 20 20:54:37.308123 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-1eb1efef-ba22-40af-9d59-037bb76ac47d req-54324290-1766-4ff4-9248-0b02d045bb23 tempest-VolumesBackupsTest-740433106 tempest-VolumesBackupsTest-740433106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:37.345238 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54324290-1766-4ff4-9248-0b02d045bb23 tempest-VolumesBackupsTest-740433106 tempest-VolumesBackupsTest-740433106-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6329f5d-b1fc-4dc6-b080-20c83863fa73,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:54:37.512855 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [req-1eb1efef-ba22-40af-9d59-037bb76ac47d req-54324290-1766-4ff4-9248-0b02d045bb23 tempest-VolumesBackupsTest-740433106 tempest-VolumesBackupsTest-740433106-project] Allocated IP 192.168.233.198 (cd702362-b982-46c5-a7d0-51de1b03df86/26b342ea-254c-483a-9ea9-f11c178970eb/b4ca5d6f-f669-408a-b024-fe62ef2f5622) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:54:37.716074 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-1eb1efef-ba22-40af-9d59-037bb76ac47d req-54324290-1766-4ff4-9248-0b02d045bb23 tempest-VolumesBackupsTest-740433106 tempest-VolumesBackupsTest-740433106-project] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:37.881009 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-1eb1efef-ba22-40af-9d59-037bb76ac47d req-54324290-1766-4ff4-9248-0b02d045bb23 tempest-VolumesBackupsTest-740433106 tempest-VolumesBackupsTest-740433106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:37.951315 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54324290-1766-4ff4-9248-0b02d045bb23 tempest-VolumesBackupsTest-740433106 tempest-VolumesBackupsTest-740433106-project] Pushing event updated for resources: {'Port': ['ID=b4ca5d6f-f669-408a-b024-fe62ef2f5622,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:54:37.978154 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [req-aa5202fc-f366-4cd9-86d0-062029c27938 req-ab78015b-e590-41d3-8025-5d9594fa83ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 067b50ce-cfa5-4742-8b38-5fed96e987df {{(pid=103163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:54:37.986949 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1eb1efef-ba22-40af-9d59-037bb76ac47d req-54324290-1766-4ff4-9248-0b02d045bb23 tempest-VolumesBackupsTest-740433106 tempest-VolumesBackupsTest-740433106-project] Network cd702362-b982-46c5-a7d0-51de1b03df86 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:54:37.992215 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [req-1eb1efef-ba22-40af-9d59-037bb76ac47d req-54324290-1766-4ff4-9248-0b02d045bb23 tempest-VolumesBackupsTest-740433106 tempest-VolumesBackupsTest-740433106-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:54:37.995142 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-1eb1efef-ba22-40af-9d59-037bb76ac47d req-54324290-1766-4ff4-9248-0b02d045bb23 tempest-VolumesBackupsTest-740433106 tempest-VolumesBackupsTest-740433106-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:54:38.042336 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-aa5202fc-f366-4cd9-86d0-062029c27938 req-ab78015b-e590-41d3-8025-5d9594fa83ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:38.068333 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [req-aa5202fc-f366-4cd9-86d0-062029c27938 req-ab78015b-e590-41d3-8025-5d9594fa83ab service neutron] Transition to ACTIVE for port object 067b50ce-cfa5-4742-8b38-5fed96e987df will not be triggered until provisioned by entity L2. {{(pid=103163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 20:54:38.068512 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb1efef-ba22-40af-9d59-037bb76ac47d req-54324290-1766-4ff4-9248-0b02d045bb23 tempest-VolumesBackupsTest-740433106 tempest-VolumesBackupsTest-740433106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:54:38.069061 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-1eb1efef-ba22-40af-9d59-037bb76ac47d req-54324290-1766-4ff4-9248-0b02d045bb23 tempest-VolumesBackupsTest-740433106 tempest-VolumesBackupsTest-740433106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:38.100968 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060fe0a8-c022-4a79-b90d-1839ae3317b7 req-74b9dac0-b1be-4062-bcce-08128b9cb850 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:54:38.102618 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-060fe0a8-c022-4a79-b90d-1839ae3317b7 req-74b9dac0-b1be-4062-bcce-08128b9cb850 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6b89b5c-f3ce-4d06-9a39-9498eb6544ad HTTP/1.1" status: 200 len: 931 time: 0.5510170 May 20 20:54:38.144994 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-aa5202fc-f366-4cd9-86d0-062029c27938 req-ab78015b-e590-41d3-8025-5d9594fa83ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:38.194126 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-060fe0a8-c022-4a79-b90d-1839ae3317b7 req-aef414e3-ff99-456d-8bf9-b58f3f35d8d5 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f722a60-38a1-4dbc-a8ff-49f0b32ee364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827098 May 20 20:54:38.208584 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-1eb1efef-ba22-40af-9d59-037bb76ac47d req-54324290-1766-4ff4-9248-0b02d045bb23 tempest-VolumesBackupsTest-740433106 tempest-VolumesBackupsTest-740433106-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4302614 May 20 20:54:38.224374 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [req-1eb1efef-ba22-40af-9d59-037bb76ac47d req-9c891582-2a72-4789-8981-e4798a48e025 service neutron] Request body: {'port': {'device_id': '0971703c-6cad-492e-914a-f7931469f174', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-842733-1'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:54:38.267019 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab78015b-e590-41d3-8025-5d9594fa83ab service neutron] Pushing event updated for resources: {'Port': ['ID=067b50ce-cfa5-4742-8b38-5fed96e987df,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:54:38.291707 n-d-842733-1 neutron-server[103163]: DEBUG neutron.objects.ports [None req-8c92eba4-862d-4103-b716-bc6a562e112e tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103163) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} May 20 20:54:38.292181 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8c92eba4-862d-4103-b716-bc6a562e112e tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9641412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8422583'] for subnet, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:38.319757 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-ccdb7348-7e9e-4d3f-94f2-8020803bb7bf None None] Provisioning complete for port b4ca5d6f-f669-408a-b024-fe62ef2f5622 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:54:38.321191 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-1eb1efef-ba22-40af-9d59-037bb76ac47d req-9c891582-2a72-4789-8981-e4798a48e025 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:38.321861 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ccdb7348-7e9e-4d3f-94f2-8020803bb7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:38.409496 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-ccdb7348-7e9e-4d3f-94f2-8020803bb7bf None None] Port b4ca5d6f-f669-408a-b024-fe62ef2f5622 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 20:54:38.434238 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c92eba4-862d-4103-b716-bc6a562e112e tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] Pushing event updated for resources: {'Subnet': ['ID=58f578cb-bced-411b-84c9-db328d883c95,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:54:38.450043 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-aa5202fc-f366-4cd9-86d0-062029c27938 req-ab78015b-e590-41d3-8025-5d9594fa83ab service neutron] Attempting to bind port 067b50ce-cfa5-4742-8b38-5fed96e987df on host n-h1-842733-1 for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:54:38.450043 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-aa5202fc-f366-4cd9-86d0-062029c27938 req-ab78015b-e590-41d3-8025-5d9594fa83ab service neutron] Attempting to bind port 067b50ce-cfa5-4742-8b38-5fed96e987df by drivers openvswitch,hyperv on host n-h1-842733-1 at level 0 using segments [{'id': '5c3b9203-18da-4ba0-88d6-e36130f615fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '181ef755-3c24-496f-be08-8076c8a38f91'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:54:38.450043 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa5202fc-f366-4cd9-86d0-062029c27938 req-ab78015b-e590-41d3-8025-5d9594fa83ab service neutron] Attempting to bind port 067b50ce-cfa5-4742-8b38-5fed96e987df on network 181ef755-3c24-496f-be08-8076c8a38f91 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:54:38.453378 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c92eba4-862d-4103-b716-bc6a562e112e tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] Checking segment: {'id': '04548b20-9276-4501-b13b-28f4330bb301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '7ef0516d-8c0f-4937-9323-64911a1382d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:54:38.453999 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c92eba4-862d-4103-b716-bc6a562e112e tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] Network hostable DHCP agents. Network: 7ef0516d-8c0f-4937-9323-64911a1382d2, hostable agents: ['c9b0653c-f3c7-4339-bd50-e3754b629216'], hosted agents: [] {{(pid=103163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 20:54:38.460498 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa5202fc-f366-4cd9-86d0-062029c27938 req-ab78015b-e590-41d3-8025-5d9594fa83ab service neutron] Port 067b50ce-cfa5-4742-8b38-5fed96e987df on network 181ef755-3c24-496f-be08-8076c8a38f91 not bound, no agent of type Open vSwitch agent registered on host n-h1-842733-1 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 20:54:38.460855 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa5202fc-f366-4cd9-86d0-062029c27938 req-ab78015b-e590-41d3-8025-5d9594fa83ab service neutron] Attempting to bind port 067b50ce-cfa5-4742-8b38-5fed96e987df on network 181ef755-3c24-496f-be08-8076c8a38f91 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:54:38.482261 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501f7f3d-4e28-4632-9932-d6055991c7bd req-dba8c81f-e7b4-42b1-bd26-bf941b5f3945 tempest-VolumesBackupsTest-740433106 tempest-VolumesBackupsTest-740433106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:54:38.483844 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-501f7f3d-4e28-4632-9932-d6055991c7bd req-dba8c81f-e7b4-42b1-bd26-bf941b5f3945 tempest-VolumesBackupsTest-740433106 tempest-VolumesBackupsTest-740433106-project] 10.222.0.35 "GET /v2.0/ports?device_id=0971703c-6cad-492e-914a-f7931469f174 HTTP/1.1" status: 200 len: 936 time: 0.1108203 May 20 20:54:38.484971 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa5202fc-f366-4cd9-86d0-062029c27938 req-ab78015b-e590-41d3-8025-5d9594fa83ab service neutron] Checking agent: {'id': '08dfb1ce-804b-4db8-838b-21094082e041', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 32, 54), 'started_at': datetime.datetime(2022, 5, 20, 20, 32, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 54, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:54:38.485339 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa5202fc-f366-4cd9-86d0-062029c27938 req-ab78015b-e590-41d3-8025-5d9594fa83ab service neutron] Checking segment: {'id': '5c3b9203-18da-4ba0-88d6-e36130f615fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '181ef755-3c24-496f-be08-8076c8a38f91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:54:38.485839 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa5202fc-f366-4cd9-86d0-062029c27938 req-ab78015b-e590-41d3-8025-5d9594fa83ab service neutron] Bound using segment: {'id': '5c3b9203-18da-4ba0-88d6-e36130f615fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '181ef755-3c24-496f-be08-8076c8a38f91'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:54:38.486294 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-aa5202fc-f366-4cd9-86d0-062029c27938 req-ab78015b-e590-41d3-8025-5d9594fa83ab service neutron] Bound port: 067b50ce-cfa5-4742-8b38-5fed96e987df, host: n-h1-842733-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c3b9203-18da-4ba0-88d6-e36130f615fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '181ef755-3c24-496f-be08-8076c8a38f91'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:54:38.486656 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-aa5202fc-f366-4cd9-86d0-062029c27938 req-ab78015b-e590-41d3-8025-5d9594fa83ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:38.566075 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-501f7f3d-4e28-4632-9932-d6055991c7bd req-d1d439b8-d9dc-4c1d-aa6b-a4b0d16e3814 tempest-VolumesBackupsTest-740433106 tempest-VolumesBackupsTest-740433106-project] 10.222.0.35 "GET /v2.0/security-groups?id=b6329f5d-b1fc-4dc6-b080-20c83863fa73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623221 May 20 20:54:38.603569 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-aa5202fc-f366-4cd9-86d0-062029c27938 req-ab78015b-e590-41d3-8025-5d9594fa83ab service neutron] For port 067b50ce-cfa5-4742-8b38-5fed96e987df, host n-h1-842733-1, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:54:38.607957 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-aa5202fc-f366-4cd9-86d0-062029c27938 req-ab78015b-e590-41d3-8025-5d9594fa83ab service neutron] For port 067b50ce-cfa5-4742-8b38-5fed96e987df, host n-h1-842733-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=067b50ce-cfa5-4742-8b38-5fed96e987df,segment=NetworkSegment(5c3b9203-18da-4ba0-88d6-e36130f615fb),segment_id=5c3b9203-18da-4ba0-88d6-e36130f615fb)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:54:38.609577 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c92eba4-862d-4103-b716-bc6a562e112e tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] Network 7ef0516d-8c0f-4937-9323-64911a1382d2 is scheduled to be hosted by DHCP agent c9b0653c-f3c7-4339-bd50-e3754b629216 with binding_index 1 {{(pid=103163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 20:54:38.708360 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-aa5202fc-f366-4cd9-86d0-062029c27938 req-ab78015b-e590-41d3-8025-5d9594fa83ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:38.722821 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [req-1eb1efef-ba22-40af-9d59-037bb76ac47d req-9c891582-2a72-4789-8981-e4798a48e025 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4ca5d6f-f669-408a-b024-fe62ef2f5622 {{(pid=103162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:54:38.737549 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-1eb1efef-ba22-40af-9d59-037bb76ac47d req-9c891582-2a72-4789-8981-e4798a48e025 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:38.748805 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5202fc-f366-4cd9-86d0-062029c27938 req-ab78015b-e590-41d3-8025-5d9594fa83ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:54:38.749528 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-aa5202fc-f366-4cd9-86d0-062029c27938 req-ab78015b-e590-41d3-8025-5d9594fa83ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:38.750973 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-aa5202fc-f366-4cd9-86d0-062029c27938 req-ab78015b-e590-41d3-8025-5d9594fa83ab service neutron] 10.222.0.24 "PUT /v2.0/ports/067b50ce-cfa5-4742-8b38-5fed96e987df HTTP/1.1" status: 200 len: 1091 time: 1.7974350 May 20 20:54:38.751206 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.provisioning_blocks [req-1eb1efef-ba22-40af-9d59-037bb76ac47d req-9c891582-2a72-4789-8981-e4798a48e025 service neutron] Transition to ACTIVE for port object b4ca5d6f-f669-408a-b024-fe62ef2f5622 will not be triggered until provisioned by entity L2. {{(pid=103162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 20:54:38.751418 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6b89b5c-f3ce-4d06-9a39-9498eb6544ad', 'tag': '067b50ce-cfa5-4742-8b38-5fed96e987df'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:54:38.753759 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4291b17aa7b45362825f0571e77c85f5e73afe1df9c7e9e15006df9d695c005e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dbc8c99-7be4-485b-a326-028014573955" -d '{"events": [{"name": "network-changed", "server_uuid": "d6b89b5c-f3ce-4d06-9a39-9498eb6544ad", "tag": "067b50ce-cfa5-4742-8b38-5fed96e987df"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:54:38.771389 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-8c92eba4-862d-4103-b716-bc6a562e112e tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842733-1, 7ef0516d-8c0f-4937-9323-64911a1382d2) {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:54:38.781912 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50353508-2aac-4b18-903c-c36a1e47eed4 None None] Network 7ef0516d-8c0f-4937-9323-64911a1382d2 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:54:38.798741 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c92eba4-862d-4103-b716-bc6a562e112e tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:54:38.799333 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8c92eba4-862d-4103-b716-bc6a562e112e tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] Notify callbacks [] for subnet, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:38.806280 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 20:54:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c91ca096-f0cf-42c9-9557-f4159cb775cf x-openstack-request-id: req-c91ca096-f0cf-42c9-9557-f4159cb775cf {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:54:38.806587 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6b89b5c-f3ce-4d06-9a39-9498eb6544ad", "tag": "067b50ce-cfa5-4742-8b38-5fed96e987df", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:54:38.806849 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c91ca096-f0cf-42c9-9557-f4159cb775cf {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:54:38.807242 n-d-842733-1 neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c91ca096-f0cf-42c9-9557-f4159cb775cf'] response: {'name': 'network-changed', 'server_uuid': 'd6b89b5c-f3ce-4d06-9a39-9498eb6544ad', 'tag': '067b50ce-cfa5-4742-8b38-5fed96e987df', 'status': 'completed', 'code': 200} May 20 20:54:38.816579 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab78015b-e590-41d3-8025-5d9594fa83ab service neutron] Pushing event updated for resources: {'Port': ['ID=067b50ce-cfa5-4742-8b38-5fed96e987df,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:54:38.827836 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-1eb1efef-ba22-40af-9d59-037bb76ac47d req-9c891582-2a72-4789-8981-e4798a48e025 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:38.914088 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbc8c99-7be4-485b-a326-028014573955 req-edc793c1-30e8-433c-a5a6-75cba9846204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:54:38.915469 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c891582-2a72-4789-8981-e4798a48e025 service neutron] Pushing event updated for resources: {'Port': ['ID=b4ca5d6f-f669-408a-b024-fe62ef2f5622,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:54:38.916600 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1dbc8c99-7be4-485b-a326-028014573955 req-edc793c1-30e8-433c-a5a6-75cba9846204 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=715802857a834d4a8fbaa37d5efc4e1e&device_id=d6b89b5c-f3ce-4d06-9a39-9498eb6544ad HTTP/1.1" status: 200 len: 1094 time: 0.0831099 May 20 20:54:38.924296 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-8c92eba4-862d-4103-b716-bc6a562e112e tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.0343223 May 20 20:54:38.932850 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 57048) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:54:38.940769 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-1f9f5b86-ea04-496c-947c-b6891a317385 tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1259730684', 'network_id': '7ef0516d-8c0f-4937-9323-64911a1382d2'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:54:39.006038 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30277b41-9113-427c-8c3f-b127a822d289 None None] Network 7ef0516d-8c0f-4937-9323-64911a1382d2 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:54:39.065855 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-1eb1efef-ba22-40af-9d59-037bb76ac47d req-9c891582-2a72-4789-8981-e4798a48e025 service neutron] Attempting to bind port b4ca5d6f-f669-408a-b024-fe62ef2f5622 on host n-h1-842733-1 for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:54:39.066426 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-1eb1efef-ba22-40af-9d59-037bb76ac47d req-9c891582-2a72-4789-8981-e4798a48e025 service neutron] Attempting to bind port b4ca5d6f-f669-408a-b024-fe62ef2f5622 by drivers openvswitch,hyperv on host n-h1-842733-1 at level 0 using segments [{'id': 'ed3a602f-49fb-4a95-be80-401e1eb72e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'cd702362-b982-46c5-a7d0-51de1b03df86'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:54:39.067985 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eb1efef-ba22-40af-9d59-037bb76ac47d req-9c891582-2a72-4789-8981-e4798a48e025 service neutron] Attempting to bind port b4ca5d6f-f669-408a-b024-fe62ef2f5622 on network cd702362-b982-46c5-a7d0-51de1b03df86 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:54:39.074202 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbc8c99-7be4-485b-a326-028014573955 req-7afdda6a-3de2-43ff-a74e-c9aec705190b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:54:39.075854 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1dbc8c99-7be4-485b-a326-028014573955 req-7afdda6a-3de2-43ff-a74e-c9aec705190b service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=715802857a834d4a8fbaa37d5efc4e1e&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1516278 May 20 20:54:39.085965 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eb1efef-ba22-40af-9d59-037bb76ac47d req-9c891582-2a72-4789-8981-e4798a48e025 service neutron] Port b4ca5d6f-f669-408a-b024-fe62ef2f5622 on network cd702362-b982-46c5-a7d0-51de1b03df86 not bound, no agent of type Open vSwitch agent registered on host n-h1-842733-1 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 20:54:39.086307 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eb1efef-ba22-40af-9d59-037bb76ac47d req-9c891582-2a72-4789-8981-e4798a48e025 service neutron] Attempting to bind port b4ca5d6f-f669-408a-b024-fe62ef2f5622 on network cd702362-b982-46c5-a7d0-51de1b03df86 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:54:39.095949 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eb1efef-ba22-40af-9d59-037bb76ac47d req-9c891582-2a72-4789-8981-e4798a48e025 service neutron] Checking agent: {'id': '08dfb1ce-804b-4db8-838b-21094082e041', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 32, 54), 'started_at': datetime.datetime(2022, 5, 20, 20, 32, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 54, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:54:39.102014 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eb1efef-ba22-40af-9d59-037bb76ac47d req-9c891582-2a72-4789-8981-e4798a48e025 service neutron] Checking segment: {'id': 'ed3a602f-49fb-4a95-be80-401e1eb72e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'cd702362-b982-46c5-a7d0-51de1b03df86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:54:39.102014 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eb1efef-ba22-40af-9d59-037bb76ac47d req-9c891582-2a72-4789-8981-e4798a48e025 service neutron] Bound using segment: {'id': 'ed3a602f-49fb-4a95-be80-401e1eb72e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'cd702362-b982-46c5-a7d0-51de1b03df86'} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:54:39.102014 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-1eb1efef-ba22-40af-9d59-037bb76ac47d req-9c891582-2a72-4789-8981-e4798a48e025 service neutron] Bound port: b4ca5d6f-f669-408a-b024-fe62ef2f5622, host: n-h1-842733-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed3a602f-49fb-4a95-be80-401e1eb72e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'cd702362-b982-46c5-a7d0-51de1b03df86'}}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:54:39.102014 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-1eb1efef-ba22-40af-9d59-037bb76ac47d req-9c891582-2a72-4789-8981-e4798a48e025 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:39.228645 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-1eb1efef-ba22-40af-9d59-037bb76ac47d req-9c891582-2a72-4789-8981-e4798a48e025 service neutron] For port b4ca5d6f-f669-408a-b024-fe62ef2f5622, host n-h1-842733-1, cleared binding levels {{(pid=103162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:54:39.230127 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f9f5b86-ea04-496c-947c-b6891a317385 tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] Made reservation on behalf of 43f212530cb6436ebcf1d51d94d9d192 for: {'port': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:54:39.232473 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-1eb1efef-ba22-40af-9d59-037bb76ac47d req-9c891582-2a72-4789-8981-e4798a48e025 service neutron] For port b4ca5d6f-f669-408a-b024-fe62ef2f5622, host n-h1-842733-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=b4ca5d6f-f669-408a-b024-fe62ef2f5622,segment=NetworkSegment(ed3a602f-49fb-4a95-be80-401e1eb72e33),segment_id=ed3a602f-49fb-4a95-be80-401e1eb72e33)] {{(pid=103162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:54:39.234604 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1f9f5b86-ea04-496c-947c-b6891a317385 tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:39.296801 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [None req-1f9f5b86-ea04-496c-947c-b6891a317385 tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] device_id is not set on port 25e171f3-f53a-41f7-abf0-218dd1247585 yet. {{(pid=103163) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 20 20:54:39.310105 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-1eb1efef-ba22-40af-9d59-037bb76ac47d req-9c891582-2a72-4789-8981-e4798a48e025 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:39.317098 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbc8c99-7be4-485b-a326-028014573955 req-64e99620-0cb2-4b8a-b815-7a1890671434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:54:39.318071 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1dbc8c99-7be4-485b-a326-028014573955 req-64e99620-0cb2-4b8a-b815-7a1890671434 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2348163 May 20 20:54:39.401670 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c891582-2a72-4789-8981-e4798a48e025 service neutron] Pushing event updated for resources: {'Port': ['ID=b4ca5d6f-f669-408a-b024-fe62ef2f5622,revision_number=3']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:54:39.409619 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb1efef-ba22-40af-9d59-037bb76ac47d req-9c891582-2a72-4789-8981-e4798a48e025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:54:39.411414 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-1eb1efef-ba22-40af-9d59-037bb76ac47d req-9c891582-2a72-4789-8981-e4798a48e025 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:39.413650 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-1eb1efef-ba22-40af-9d59-037bb76ac47d req-9c891582-2a72-4789-8981-e4798a48e025 service neutron] 10.222.0.24 "PUT /v2.0/ports/b4ca5d6f-f669-408a-b024-fe62ef2f5622 HTTP/1.1" status: 200 len: 1096 time: 1.1955626 May 20 20:54:39.414849 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0971703c-6cad-492e-914a-f7931469f174', 'tag': 'b4ca5d6f-f669-408a-b024-fe62ef2f5622'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:54:39.417507 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6fa957933fccbf596d28104b23404b952ad6a8238afaebaed40a0874b2e409" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c087b1b-42da-40d9-abb7-e7f419f0fbca" -d '{"events": [{"name": "network-changed", "server_uuid": "0971703c-6cad-492e-914a-f7931469f174", "tag": "b4ca5d6f-f669-408a-b024-fe62ef2f5622"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:54:39.438057 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d667ebeb-5810-4776-8271-41d167f5ed06 req-8644b790-7d10-4d27-8519-044da58cc849 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:54:39.439646 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d667ebeb-5810-4776-8271-41d167f5ed06 req-8644b790-7d10-4d27-8519-044da58cc849 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6b89b5c-f3ce-4d06-9a39-9498eb6544ad HTTP/1.1" status: 200 len: 943 time: 0.1449418 May 20 20:54:39.487952 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5202fc-f366-4cd9-86d0-062029c27938 req-efe3c5ec-a507-4f70-8e27-d27933268ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:54:39.488318 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 20:54:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa6d6bbd-0249-48bd-9c31-45ffeb2ea8e6 x-openstack-request-id: req-fa6d6bbd-0249-48bd-9c31-45ffeb2ea8e6 {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:54:39.488318 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0971703c-6cad-492e-914a-f7931469f174", "tag": "b4ca5d6f-f669-408a-b024-fe62ef2f5622", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:54:39.488318 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-fa6d6bbd-0249-48bd-9c31-45ffeb2ea8e6 {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:54:39.488631 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-aa5202fc-f366-4cd9-86d0-062029c27938 req-efe3c5ec-a507-4f70-8e27-d27933268ac8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=715802857a834d4a8fbaa37d5efc4e1e&device_id=d6b89b5c-f3ce-4d06-9a39-9498eb6544ad HTTP/1.1" status: 200 len: 1094 time: 0.1165507 May 20 20:54:39.488756 n-d-842733-1 neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa6d6bbd-0249-48bd-9c31-45ffeb2ea8e6'] response: {'name': 'network-changed', 'server_uuid': '0971703c-6cad-492e-914a-f7931469f174', 'tag': 'b4ca5d6f-f669-408a-b024-fe62ef2f5622', 'status': 'completed', 'code': 200} May 20 20:54:39.573094 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-aa5202fc-f366-4cd9-86d0-062029c27938 req-23df13d8-953e-409f-b85c-559add6e927b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=067b50ce-cfa5-4742-8b38-5fed96e987df HTTP/1.1" status: 200 len: 217 time: 0.0766780 May 20 20:54:39.592678 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c087b1b-42da-40d9-abb7-e7f419f0fbca req-30356107-26e8-4af6-a15f-f74eb6486dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:54:39.594613 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-1c087b1b-42da-40d9-abb7-e7f419f0fbca req-30356107-26e8-4af6-a15f-f74eb6486dd1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f7923afdfd7f405fb72bd4b2f1133cd6&device_id=0971703c-6cad-492e-914a-f7931469f174 HTTP/1.1" status: 200 len: 1099 time: 0.0674117 May 20 20:54:39.601653 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d667ebeb-5810-4776-8271-41d167f5ed06 req-ccf205b7-368b-450b-a6b2-187e6fde4d09 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f722a60-38a1-4dbc-a8ff-49f0b32ee364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385398 May 20 20:54:39.630213 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-1f9f5b86-ea04-496c-947c-b6891a317385 tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] Allocated IP 172.20.0.4 (7ef0516d-8c0f-4937-9323-64911a1382d2/58f578cb-bced-411b-84c9-db328d883c95/25e171f3-f53a-41f7-abf0-218dd1247585) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:54:39.645785 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-1c087b1b-42da-40d9-abb7-e7f419f0fbca req-c763a438-4d08-4e56-866c-79e7a2945e90 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=f7923afdfd7f405fb72bd4b2f1133cd6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0416677 May 20 20:54:39.761038 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5202fc-f366-4cd9-86d0-062029c27938 req-7613d5ff-9fa7-42d4-a5c6-0ed1d10749f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:54:39.762545 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-aa5202fc-f366-4cd9-86d0-062029c27938 req-7613d5ff-9fa7-42d4-a5c6-0ed1d10749f7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=dd6622f3-1158-4c3b-bd25-193ec3e3078b HTTP/1.1" status: 200 len: 852 time: 0.1599782 May 20 20:54:39.764447 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c087b1b-42da-40d9-abb7-e7f419f0fbca req-1c9fca96-c5e6-4569-8a4f-97aee6a30859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:54:39.766826 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-1c087b1b-42da-40d9-abb7-e7f419f0fbca req-1c9fca96-c5e6-4569-8a4f-97aee6a30859 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1141768 May 20 20:54:39.824693 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-aa5202fc-f366-4cd9-86d0-062029c27938 req-bac47bec-822a-4119-b804-8da82d545a0c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=181ef755-3c24-496f-be08-8076c8a38f91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495367 May 20 20:54:39.863781 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34090ae-ce7d-4254-8e6e-4e96a2ecf0af req-24addca6-f6bd-442a-ade9-f25234e73d2e tempest-VolumesBackupsTest-740433106 tempest-VolumesBackupsTest-740433106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:54:39.875593 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e34090ae-ce7d-4254-8e6e-4e96a2ecf0af req-24addca6-f6bd-442a-ade9-f25234e73d2e tempest-VolumesBackupsTest-740433106 tempest-VolumesBackupsTest-740433106-project] 10.222.0.35 "GET /v2.0/ports?device_id=0971703c-6cad-492e-914a-f7931469f174 HTTP/1.1" status: 200 len: 948 time: 0.1654482 May 20 20:54:39.919541 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb1efef-ba22-40af-9d59-037bb76ac47d req-06aa7e53-9698-4d81-95b9-f862b700264f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:54:39.929335 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-1eb1efef-ba22-40af-9d59-037bb76ac47d req-06aa7e53-9698-4d81-95b9-f862b700264f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f7923afdfd7f405fb72bd4b2f1133cd6&device_id=0971703c-6cad-492e-914a-f7931469f174 HTTP/1.1" status: 200 len: 1099 time: 0.0633371 May 20 20:54:39.986699 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-1eb1efef-ba22-40af-9d59-037bb76ac47d req-2f7d5802-48c6-4c16-bc56-d645c0b6cf5e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=b4ca5d6f-f669-408a-b024-fe62ef2f5622 HTTP/1.1" status: 200 len: 217 time: 0.0578845 May 20 20:54:40.054249 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e34090ae-ce7d-4254-8e6e-4e96a2ecf0af req-c7491de5-a657-4662-ac3d-1b8b350a64cd tempest-VolumesBackupsTest-740433106 tempest-VolumesBackupsTest-740433106-project] 10.222.0.35 "GET /v2.0/security-groups?id=b6329f5d-b1fc-4dc6-b080-20c83863fa73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770489 May 20 20:54:40.056361 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb1efef-ba22-40af-9d59-037bb76ac47d req-dc199d7f-83be-454e-9936-b8c602fb0e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:54:40.058734 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-1eb1efef-ba22-40af-9d59-037bb76ac47d req-dc199d7f-83be-454e-9936-b8c602fb0e75 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=26b342ea-254c-483a-9ea9-f11c178970eb HTTP/1.1" status: 200 len: 843 time: 0.0606127 May 20 20:54:40.120375 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb1efef-ba22-40af-9d59-037bb76ac47d req-01f8b1c4-a265-4f24-a5cd-17ecddb421b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:54:40.121853 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-1eb1efef-ba22-40af-9d59-037bb76ac47d req-01f8b1c4-a265-4f24-a5cd-17ecddb421b8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cd702362-b982-46c5-a7d0-51de1b03df86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0562298 May 20 20:54:40.132763 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-aa5202fc-f366-4cd9-86d0-062029c27938 req-7f6f0bdc-1aef-472c-8fc3-05db0e7cca8b service neutron] 10.222.0.24 "GET /v2.0/networks/181ef755-3c24-496f-be08-8076c8a38f91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2867537 May 20 20:54:40.135527 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1f9f5b86-ea04-496c-947c-b6891a317385 tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:40.249533 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-1eb1efef-ba22-40af-9d59-037bb76ac47d req-cb98e85c-eb81-453d-b877-8d27c26e7831 service neutron] 10.222.0.24 "GET /v2.0/networks/cd702362-b982-46c5-a7d0-51de1b03df86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208546 May 20 20:54:40.253831 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-aa5202fc-f366-4cd9-86d0-062029c27938 req-1b42367e-ef06-47f1-95c4-59a642621dce service neutron] 10.222.0.24 "GET /v2.0/networks/181ef755-3c24-496f-be08-8076c8a38f91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146114 May 20 20:54:40.359274 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-1eb1efef-ba22-40af-9d59-037bb76ac47d req-0e5d212a-454d-4ace-966a-eaa09c06248d service neutron] 10.222.0.24 "GET /v2.0/networks/cd702362-b982-46c5-a7d0-51de1b03df86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876977 May 20 20:54:40.376830 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1f9f5b86-ea04-496c-947c-b6891a317385 tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:40.427832 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f9f5b86-ea04-496c-947c-b6891a317385 tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] Network 7ef0516d-8c0f-4937-9323-64911a1382d2 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:54:40.430711 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-1f9f5b86-ea04-496c-947c-b6891a317385 tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:54:40.434249 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f9f5b86-ea04-496c-947c-b6891a317385 tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:54:40.460296 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9f5b86-ea04-496c-947c-b6891a317385 tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] Pushing event updated for resources: {'Port': ['ID=25e171f3-f53a-41f7-abf0-218dd1247585,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:54:40.479916 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f9f5b86-ea04-496c-947c-b6891a317385 tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:54:40.480625 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1f9f5b86-ea04-496c-947c-b6891a317385 tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:40.591253 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-1f9f5b86-ea04-496c-947c-b6891a317385 tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 1.6571367 May 20 20:54:40.594604 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 57092) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:54:40.619600 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 57094) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:54:40.694100 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-c4c18f21-dd53-4591-b303-0368352c56be tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] Deleting port 25e171f3-f53a-41f7-abf0-218dd1247585 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:54:40.694717 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c4c18f21-dd53-4591-b303-0368352c56be tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:40.735352 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25c7d49-ab5f-4d4f-931a-b33cad0e8d2f req-6021ab70-fdc5-4c23-9018-c1e0510c67e5 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:54:40.744059 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e25c7d49-ab5f-4d4f-931a-b33cad0e8d2f req-6021ab70-fdc5-4c23-9018-c1e0510c67e5 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6b89b5c-f3ce-4d06-9a39-9498eb6544ad HTTP/1.1" status: 200 len: 943 time: 0.0585344 May 20 20:54:40.777861 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2071c300-19b3-4d77-aa38-4de92e2afa80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:40.794271 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c4c18f21-dd53-4591-b303-0368352c56be tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:40.802781 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e25c7d49-ab5f-4d4f-931a-b33cad0e8d2f req-83a54105-5a8f-4ea4-a695-a9555081243c tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f722a60-38a1-4dbc-a8ff-49f0b32ee364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523326 May 20 20:54:40.810796 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-c4c18f21-dd53-4591-b303-0368352c56be tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] Calling delete_port for 25e171f3-f53a-41f7-abf0-218dd1247585 owned by {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:54:40.872094 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2071c300-19b3-4d77-aa38-4de92e2afa80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:41.004604 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2071c300-19b3-4d77-aa38-4de92e2afa80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:41.045282 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-2071c300-19b3-4d77-aa38-4de92e2afa80 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e06a4c9ec82b46628f101d44dfb62449&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4241614 May 20 20:54:41.047027 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2071c300-19b3-4d77-aa38-4de92e2afa80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=585d3d11-5964-4743-b772-9153fec69a8c,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:54:41.048769 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 57116) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:54:41.098582 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c4c18f21-dd53-4591-b303-0368352c56be tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:41.113918 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f3e86563-f419-4006-9a0d-481231c74154 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:41.153870 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c18f21-dd53-4591-b303-0368352c56be tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] Pushing event deleted for resources: {'Port': ['ID=25e171f3-f53a-41f7-abf0-218dd1247585,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:54:41.198427 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cdd2e7-3c4a-49f9-a1a9-77f674d9fb84 req-56992860-daba-46be-8dc8-726b619bfdf5 tempest-VolumesBackupsTest-740433106 tempest-VolumesBackupsTest-740433106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:54:41.206016 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-49cdd2e7-3c4a-49f9-a1a9-77f674d9fb84 req-56992860-daba-46be-8dc8-726b619bfdf5 tempest-VolumesBackupsTest-740433106 tempest-VolumesBackupsTest-740433106-project] 10.222.0.35 "GET /v2.0/ports?device_id=0971703c-6cad-492e-914a-f7931469f174 HTTP/1.1" status: 200 len: 948 time: 0.0657916 May 20 20:54:41.264972 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-49cdd2e7-3c4a-49f9-a1a9-77f674d9fb84 req-4adf1f7d-9173-4acd-9ad4-6cd43049e31d tempest-VolumesBackupsTest-740433106 tempest-VolumesBackupsTest-740433106-project] 10.222.0.35 "GET /v2.0/security-groups?id=b6329f5d-b1fc-4dc6-b080-20c83863fa73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535595 May 20 20:54:41.272838 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f3e86563-f419-4006-9a0d-481231c74154 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:41.299479 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c4c18f21-dd53-4591-b303-0368352c56be tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:41.304242 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-c4c18f21-dd53-4591-b303-0368352c56be tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] 10.222.0.35 "DELETE /v2.0/ports/25e171f3-f53a-41f7-abf0-218dd1247585 HTTP/1.1" status: 204 len: 168 time: 0.7085710 May 20 20:54:41.308911 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 57132) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:54:41.314352 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-fa5004d5-51eb-4a86-92aa-9dfe0e50b9dc tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7ef0516d-8c0f-4937-9323-64911a1382d2', 'external_fixed_ips': [{'subnet_id': '58f578cb-bced-411b-84c9-db328d883c95', 'ip_address': '172.20.0.4'}]}}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:54:41.456322 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f3e86563-f419-4006-9a0d-481231c74154 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:41.458884 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f3e86563-f419-4006-9a0d-481231c74154 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:41.468440 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-f3e86563-f419-4006-9a0d-481231c74154 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/585d3d11-5964-4743-b772-9153fec69a8c HTTP/1.1" status: 204 len: 168 time: 0.4094362 May 20 20:54:41.468440 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e86563-f419-4006-9a0d-481231c74154 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=585d3d11-5964-4743-b772-9153fec69a8c,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:54:41.485814 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-fa5004d5-51eb-4a86-92aa-9dfe0e50b9dc tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-694221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26155'] for router, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:41.486944 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-fa5004d5-51eb-4a86-92aa-9dfe0e50b9dc tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-693085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748153', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-718080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26162'] for router, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:41.567227 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-fa5004d5-51eb-4a86-92aa-9dfe0e50b9dc tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:41.822034 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-fa5004d5-51eb-4a86-92aa-9dfe0e50b9dc tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:41.945953 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d5cc16-93fe-43f8-b876-1ab455539bf3 req-bea134ee-000f-4ae9-bc4a-eeb4cdf0012e tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:54:41.954409 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-11d5cc16-93fe-43f8-b876-1ab455539bf3 req-bea134ee-000f-4ae9-bc4a-eeb4cdf0012e tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6b89b5c-f3ce-4d06-9a39-9498eb6544ad HTTP/1.1" status: 200 len: 943 time: 0.0649698 May 20 20:54:42.037233 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-11d5cc16-93fe-43f8-b876-1ab455539bf3 req-89e9c805-658b-42fa-843d-1e92091fe53a tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f722a60-38a1-4dbc-a8ff-49f0b32ee364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810807 May 20 20:54:42.191557 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-fa5004d5-51eb-4a86-92aa-9dfe0e50b9dc tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:42.212480 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-fa5004d5-51eb-4a86-92aa-9dfe0e50b9dc tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:42.401976 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-fa5004d5-51eb-4a86-92aa-9dfe0e50b9dc tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] Allocated IP 172.20.0.4 (7ef0516d-8c0f-4937-9323-64911a1382d2/58f578cb-bced-411b-84c9-db328d883c95/81c93e74-8698-48b8-a0d4-9d1e0170ca46) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:54:42.471197 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 067b50ce-cfa5-4742-8b38-5fed96e987df details requested by agent hyperv_n-h1-842733-1 with host n-h1-842733-1 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 20:54:42.512456 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d081bee2-5aff-4879-a186-be492cbf15d5 req-bade8086-cbe8-4f9b-8feb-9a0ac74edbd1 tempest-VolumesBackupsTest-740433106 tempest-VolumesBackupsTest-740433106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:54:42.513999 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d081bee2-5aff-4879-a186-be492cbf15d5 req-bade8086-cbe8-4f9b-8feb-9a0ac74edbd1 tempest-VolumesBackupsTest-740433106 tempest-VolumesBackupsTest-740433106-project] 10.222.0.35 "GET /v2.0/ports?device_id=0971703c-6cad-492e-914a-f7931469f174 HTTP/1.1" status: 200 len: 948 time: 0.1104410 May 20 20:54:42.567962 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 57172) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:54:42.576051 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port 067b50ce-cfa5-4742-8b38-5fed96e987df, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=067b50ce-cfa5-4742-8b38-5fed96e987df,segment=NetworkSegment(5c3b9203-18da-4ba0-88d6-e36130f615fb),segment_id=5c3b9203-18da-4ba0-88d6-e36130f615fb)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:54:42.579209 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d081bee2-5aff-4879-a186-be492cbf15d5 req-e5768a25-a8d1-4af7-b809-d1be0d9ccac2 tempest-VolumesBackupsTest-740433106 tempest-VolumesBackupsTest-740433106-project] 10.222.0.35 "GET /v2.0/security-groups?id=b6329f5d-b1fc-4dc6-b080-20c83863fa73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583329 May 20 20:54:42.583785 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-edc7bcfd-71e3-4138-a90f-6747c254a460 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:42.589857 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-fa5004d5-51eb-4a86-92aa-9dfe0e50b9dc tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:42.601109 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Returning: {'device': '067b50ce-cfa5-4742-8b38-5fed96e987df', 'network_id': '181ef755-3c24-496f-be08-8076c8a38f91', 'port_id': '067b50ce-cfa5-4742-8b38-5fed96e987df', 'mac_address': 'fa:16:3e:ef:f4:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd6622f3-1158-4c3b-bd25-193ec3e3078b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 20 20:54:42.661467 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Current status of the port 067b50ce-cfa5-4742-8b38-5fed96e987df is: DOWN; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:54:42.662221 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:42.680713 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 067b50ce-cfa5-4742-8b38-5fed96e987df {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:54:42.697061 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-fa5004d5-51eb-4a86-92aa-9dfe0e50b9dc tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:42.713524 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-edc7bcfd-71e3-4138-a90f-6747c254a460 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:42.726418 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port 067b50ce-cfa5-4742-8b38-5fed96e987df, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=067b50ce-cfa5-4742-8b38-5fed96e987df,segment=NetworkSegment(5c3b9203-18da-4ba0-88d6-e36130f615fb),segment_id=5c3b9203-18da-4ba0-88d6-e36130f615fb)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:54:42.743836 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa5004d5-51eb-4a86-92aa-9dfe0e50b9dc tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] Network 7ef0516d-8c0f-4937-9323-64911a1382d2 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:54:42.746808 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-fa5004d5-51eb-4a86-92aa-9dfe0e50b9dc tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:54:42.750741 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa5004d5-51eb-4a86-92aa-9dfe0e50b9dc tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:54:42.780374 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5004d5-51eb-4a86-92aa-9dfe0e50b9dc tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] Pushing event updated for resources: {'Port': ['ID=81c93e74-8698-48b8-a0d4-9d1e0170ca46,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:54:42.803197 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-edc7bcfd-71e3-4138-a90f-6747c254a460 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:42.841651 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-edc7bcfd-71e3-4138-a90f-6747c254a460 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=566499a8f1cd49038c294365153dcfbe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2718763 May 20 20:54:42.843100 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc7bcfd-71e3-4138-a90f-6747c254a460 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=172f1feb-3145-4589-bb03-225fb2a22f5d,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:54:42.845778 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 57180) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:54:42.846568 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:42.849978 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device b4ca5d6f-f669-408a-b024-fe62ef2f5622 details requested by agent hyperv_n-h1-842733-1 with host n-h1-842733-1 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 20:54:42.899559 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1059feee-8281-4ddc-b819-c467b6d239f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:42.925245 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1059feee-8281-4ddc-b819-c467b6d239f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:42.978873 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Pushing event updated for resources: {'Port': ['ID=067b50ce-cfa5-4742-8b38-5fed96e987df,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:54:43.002269 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port b4ca5d6f-f669-408a-b024-fe62ef2f5622, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=b4ca5d6f-f669-408a-b024-fe62ef2f5622,segment=NetworkSegment(ed3a602f-49fb-4a95-be80-401e1eb72e33),segment_id=ed3a602f-49fb-4a95-be80-401e1eb72e33)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:54:43.013056 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Returning: {'device': 'b4ca5d6f-f669-408a-b024-fe62ef2f5622', 'network_id': 'cd702362-b982-46c5-a7d0-51de1b03df86', 'port_id': 'b4ca5d6f-f669-408a-b024-fe62ef2f5622', 'mac_address': 'fa:16:3e:d6:5b:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26b342ea-254c-483a-9ea9-f11c178970eb', 'ip_address': '192.168.233.198'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 20 20:54:43.066697 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Current status of the port b4ca5d6f-f669-408a-b024-fe62ef2f5622 is: DOWN; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:54:43.067080 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:43.090407 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4ca5d6f-f669-408a-b024-fe62ef2f5622 {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:54:43.100064 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-fa5004d5-51eb-4a86-92aa-9dfe0e50b9dc tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:43.114910 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port b4ca5d6f-f669-408a-b024-fe62ef2f5622, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=b4ca5d6f-f669-408a-b024-fe62ef2f5622,segment=NetworkSegment(ed3a602f-49fb-4a95-be80-401e1eb72e33),segment_id=ed3a602f-49fb-4a95-be80-401e1eb72e33)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:54:43.172152 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1059feee-8281-4ddc-b819-c467b6d239f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:43.175614 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1059feee-8281-4ddc-b819-c467b6d239f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:43.179482 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-1059feee-8281-4ddc-b819-c467b6d239f5 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/172f1feb-3145-4589-bb03-225fb2a22f5d HTTP/1.1" status: 204 len: 168 time: 0.3303652 May 20 20:54:43.189063 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1059feee-8281-4ddc-b819-c467b6d239f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=172f1feb-3145-4589-bb03-225fb2a22f5d,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:54:43.231811 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf903ad-581b-4f48-bbcf-817f48fa1844 req-526c3731-aeb0-4bb8-be3a-d2b72aad3c3e tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:54:43.233345 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3cf903ad-581b-4f48-bbcf-817f48fa1844 req-526c3731-aeb0-4bb8-be3a-d2b72aad3c3e tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6b89b5c-f3ce-4d06-9a39-9498eb6544ad HTTP/1.1" status: 200 len: 944 time: 0.0988302 May 20 20:54:43.255380 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 57192) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:54:43.268274 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:43.320590 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3cf903ad-581b-4f48-bbcf-817f48fa1844 req-6c582060-fca7-4d33-9010-879496c3dde7 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f722a60-38a1-4dbc-a8ff-49f0b32ee364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796344 May 20 20:54:43.323966 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Pushing event updated for resources: {'Port': ['ID=b4ca5d6f-f669-408a-b024-fe62ef2f5622,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:54:43.387512 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-fa5004d5-51eb-4a86-92aa-9dfe0e50b9dc tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748106'] for router, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:43.472790 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] get_ports_and_sgs() called for port_ids ['b4ca5d6f-f669-408a-b024-fe62ef2f5622'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:54:43.532567 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] get_ports_and_sgs() called for port_ids ['067b50ce-cfa5-4742-8b38-5fed96e987df'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:54:43.653820 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ae683bd9-3b79-402f-8eb2-2aa517a265aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:43.673538 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa5004d5-51eb-4a86-92aa-9dfe0e50b9dc tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] Router 8896da0e-42fc-43b6-9553-6753fa75b544 is scheduled to L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e with binding_index 1 {{(pid=103163) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 20 20:54:43.802788 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ae683bd9-3b79-402f-8eb2-2aa517a265aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:43.907538 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ae683bd9-3b79-402f-8eb2-2aa517a265aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:43.954505 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-ae683bd9-3b79-402f-8eb2-2aa517a265aa admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=accdd4f5ef764e318cb4b6fe16b067eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6976800 May 20 20:54:43.961328 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 57228) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:54:43.976547 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae683bd9-3b79-402f-8eb2-2aa517a265aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b994bf74-de2c-4207-88a9-a6b24cca2fb4,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:54:44.051731 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-145e14a3-caac-4f4b-a861-fc1a031ef524 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:44.085578 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-145e14a3-caac-4f4b-a861-fc1a031ef524 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:44.236062 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc4632a-15d3-4002-898c-0afba502fef7 req-99936d26-5e33-47c4-82b2-1cbb40d841c6 tempest-VolumesBackupsTest-740433106 tempest-VolumesBackupsTest-740433106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:54:44.239428 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-145e14a3-caac-4f4b-a861-fc1a031ef524 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:44.244832 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-145e14a3-caac-4f4b-a861-fc1a031ef524 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:44.244832 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-145e14a3-caac-4f4b-a861-fc1a031ef524 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b994bf74-de2c-4207-88a9-a6b24cca2fb4 HTTP/1.1" status: 204 len: 168 time: 0.2810864 May 20 20:54:44.245040 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7cc4632a-15d3-4002-898c-0afba502fef7 req-99936d26-5e33-47c4-82b2-1cbb40d841c6 tempest-VolumesBackupsTest-740433106 tempest-VolumesBackupsTest-740433106-project] 10.222.0.35 "GET /v2.0/ports?device_id=0971703c-6cad-492e-914a-f7931469f174 HTTP/1.1" status: 200 len: 949 time: 0.4728694 May 20 20:54:44.252570 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145e14a3-caac-4f4b-a861-fc1a031ef524 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b994bf74-de2c-4207-88a9-a6b24cca2fb4,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:54:44.288927 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7cc4632a-15d3-4002-898c-0afba502fef7 req-706b263f-d257-4f2c-92d1-e6309e6e3cf2 tempest-VolumesBackupsTest-740433106 tempest-VolumesBackupsTest-740433106-project] 10.222.0.35 "GET /v2.0/security-groups?id=b6329f5d-b1fc-4dc6-b080-20c83863fa73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438845 May 20 20:54:44.292339 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa5004d5-51eb-4a86-92aa-9dfe0e50b9dc tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 20:54:44.325802 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b5da29b-6574-4f4f-95a0-e7d12350d995 None None] Sync routers for ids ['8896da0e-42fc-43b6-9553-6753fa75b544'] in n-d-842733-1 {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 20:54:44.346422 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b5da29b-6574-4f4f-95a0-e7d12350d995 None None] Routers {'8896da0e-42fc-43b6-9553-6753fa75b544'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:54:44.354256 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-8b5da29b-6574-4f4f-95a0-e7d12350d995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:54:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['8896da0e-42fc-43b6-9553-6753fa75b544'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:54:44.409417 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-fa5004d5-51eb-4a86-92aa-9dfe0e50b9dc tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] Notify callbacks [] for router, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:44.414214 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 57240) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:54:44.421753 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-fa5004d5-51eb-4a86-92aa-9dfe0e50b9dc tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 3.1115561 May 20 20:54:44.502199 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device b4ca5d6f-f669-408a-b024-fe62ef2f5622 up at agent hyperv_n-h1-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:54:44.557029 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832bef9b-3ff5-449e-b654-4eaa448a0ad5 req-b9dc6cc5-bc13-48a6-a7a5-b180ed94811f tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:54:44.560926 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-832bef9b-3ff5-449e-b654-4eaa448a0ad5 req-b9dc6cc5-bc13-48a6-a7a5-b180ed94811f tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6b89b5c-f3ce-4d06-9a39-9498eb6544ad HTTP/1.1" status: 200 len: 944 time: 0.0955484 May 20 20:54:44.564817 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-8b5da29b-6574-4f4f-95a0-e7d12350d995 None None] Set router 8896da0e-42fc-43b6-9553-6753fa75b544 gateway port host: n-d-842733-1 {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:54:44.581795 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7b3e2b53-b601-43b7-8982-9d94eb12adc9 tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] Notify callbacks [] for router, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:44.642244 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-832bef9b-3ff5-449e-b654-4eaa448a0ad5 req-fa8756b5-3b64-4bbf-aca0-b84dbe9b82cc tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f722a60-38a1-4dbc-a8ff-49f0b32ee364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738409 May 20 20:54:44.754242 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7b3e2b53-b601-43b7-8982-9d94eb12adc9 tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:44.789711 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-8b5da29b-6574-4f4f-95a0-e7d12350d995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8896da0e-42fc-43b6-9553-6753fa75b544', 'name': '', 'tenant_id': '43f212530cb6436ebcf1d51d94d9d192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ef0516d-8c0f-4937-9323-64911a1382d2', 'external_fixed_ips': [{'subnet_id': '58f578cb-bced-411b-84c9-db328d883c95', 'ip_address': '172.20.0.4'}], 'enable_snat': True}, 'gw_port_id': '81c93e74-8698-48b8-a0d4-9d1e0170ca46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:54:41Z', 'updated_at': '2022-05-20T20:54:42Z', 'revision_number': 3, 'project_id': '43f212530cb6436ebcf1d51d94d9d192', 'gw_port': {'id': '81c93e74-8698-48b8-a0d4-9d1e0170ca46', 'name': '', 'network_id': '7ef0516d-8c0f-4937-9323-64911a1382d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:27:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8896da0e-42fc-43b6-9553-6753fa75b544', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2082, 'fixed_ips': [{'subnet_id': '58f578cb-bced-411b-84c9-db328d883c95', 'ip_address': '172.20.0.4', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:54:42Z', 'updated_at': '2022-05-20T20:54:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '58f578cb-bced-411b-84c9-db328d883c95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:54:44.824359 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b5da29b-6574-4f4f-95a0-e7d12350d995 None None] Checking router: 8896da0e-42fc-43b6-9553-6753fa75b544 for host: n-d-842733-1 {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 20:54:44.824814 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b5da29b-6574-4f4f-95a0-e7d12350d995 None None] Updating router 8896da0e-42fc-43b6-9553-6753fa75b544 port 81c93e74-8698-48b8-a0d4-9d1e0170ca46 binding host n-d-842733-1 {{(pid=103164) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 20:54:44.828143 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Provisioning for port b4ca5d6f-f669-408a-b024-fe62ef2f5622 completed by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 20:54:44.904991 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-7b3e2b53-b601-43b7-8982-9d94eb12adc9 tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] Deleting port 81c93e74-8698-48b8-a0d4-9d1e0170ca46 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:54:44.907654 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7b3e2b53-b601-43b7-8982-9d94eb12adc9 tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:45.007695 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7b3e2b53-b601-43b7-8982-9d94eb12adc9 tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:45.014059 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Provisioning complete for port b4ca5d6f-f669-408a-b024-fe62ef2f5622 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:54:45.014488 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:45.025544 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-7b3e2b53-b601-43b7-8982-9d94eb12adc9 tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] Calling delete_port for 81c93e74-8698-48b8-a0d4-9d1e0170ca46 owned by network:router_gateway {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:54:45.044854 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-8b5da29b-6574-4f4f-95a0-e7d12350d995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:45.206690 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 57256) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:54:45.236629 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b687034a-dc66-42ac-9325-9374d7d857b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:45.259619 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Current status of the port b4ca5d6f-f669-408a-b024-fe62ef2f5622 is: BUILD; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:54:45.259998 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:45.292834 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0971703c-6cad-492e-914a-f7931469f174', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4ca5d6f-f669-408a-b024-fe62ef2f5622'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:54:45.297663 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8485417003ce7c0410b00f5cdc2f391e21107b70bb68e2773712534a96e108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9a56fdd-e8d2-4188-8560-41f84074ab46" -d '{"events": [{"server_uuid": "0971703c-6cad-492e-914a-f7931469f174", "name": "network-vif-plugged", "status": "completed", "tag": "b4ca5d6f-f669-408a-b024-fe62ef2f5622"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:54:45.313186 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port b4ca5d6f-f669-408a-b024-fe62ef2f5622, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=b4ca5d6f-f669-408a-b024-fe62ef2f5622,segment=NetworkSegment(ed3a602f-49fb-4a95-be80-401e1eb72e33),segment_id=ed3a602f-49fb-4a95-be80-401e1eb72e33)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:54:45.344392 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7b3e2b53-b601-43b7-8982-9d94eb12adc9 tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:45.382772 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3e2b53-b601-43b7-8982-9d94eb12adc9 tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] Pushing event deleted for resources: {'Port': ['ID=81c93e74-8698-48b8-a0d4-9d1e0170ca46,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:54:45.396990 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 20:54:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b851d6b-88c4-4d12-b03c-832f5bc26957 x-openstack-request-id: req-1b851d6b-88c4-4d12-b03c-832f5bc26957 {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:54:45.397390 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0971703c-6cad-492e-914a-f7931469f174", "name": "network-vif-plugged", "status": "completed", "tag": "b4ca5d6f-f669-408a-b024-fe62ef2f5622", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:54:45.397866 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1b851d6b-88c4-4d12-b03c-832f5bc26957 {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:54:45.398162 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b851d6b-88c4-4d12-b03c-832f5bc26957'] response: {'server_uuid': '0971703c-6cad-492e-914a-f7931469f174', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4ca5d6f-f669-408a-b024-fe62ef2f5622', 'code': 200} May 20 20:54:45.401238 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:45.402227 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 067b50ce-cfa5-4742-8b38-5fed96e987df up at agent hyperv_n-h1-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:54:45.510970 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.db.api [None req-8b5da29b-6574-4f4f-95a0-e7d12350d995 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103164) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 20 20:54:45.511694 n-d-842733-1 neutron-server[103164]: DEBUG oslo_db.api [None req-8b5da29b-6574-4f4f-95a0-e7d12350d995 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 20 20:54:45.543309 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b687034a-dc66-42ac-9325-9374d7d857b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:45.558594 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7b3e2b53-b601-43b7-8982-9d94eb12adc9 tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-748206'] for router_gateway, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:45.573506 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7332e51-c6a1-44b0-aaef-01871d51ce57 req-e712ecc6-60b0-4a2b-9269-562a247c90da tempest-VolumesBackupsTest-740433106 tempest-VolumesBackupsTest-740433106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:54:45.575873 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b7332e51-c6a1-44b0-aaef-01871d51ce57 req-e712ecc6-60b0-4a2b-9269-562a247c90da tempest-VolumesBackupsTest-740433106 tempest-VolumesBackupsTest-740433106-project] 10.222.0.35 "GET /v2.0/ports?device_id=0971703c-6cad-492e-914a-f7931469f174 HTTP/1.1" status: 200 len: 950 time: 0.1053452 May 20 20:54:45.581293 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Pushing event updated for resources: {'Port': ['ID=b4ca5d6f-f669-408a-b024-fe62ef2f5622,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:54:45.610706 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b687034a-dc66-42ac-9325-9374d7d857b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:45.614017 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c1a97d-11e1-493e-9389-a0dc33975eab req-d4e10a27-b645-46a4-94c4-ddcf861ed500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:54:45.615512 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-37c1a97d-11e1-493e-9389-a0dc33975eab req-d4e10a27-b645-46a4-94c4-ddcf861ed500 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0971703c-6cad-492e-914a-f7931469f174 HTTP/1.1" status: 200 len: 1101 time: 0.1314254 May 20 20:54:45.627849 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Provisioning for port 067b50ce-cfa5-4742-8b38-5fed96e987df completed by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 20:54:45.632513 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Provisioning complete for port 067b50ce-cfa5-4742-8b38-5fed96e987df triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:54:45.632885 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:45.698687 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b7332e51-c6a1-44b0-aaef-01871d51ce57 req-0f547558-7626-458a-b930-c123532f379e tempest-VolumesBackupsTest-740433106 tempest-VolumesBackupsTest-740433106-project] 10.222.0.35 "GET /v2.0/security-groups?id=b6329f5d-b1fc-4dc6-b080-20c83863fa73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146903 May 20 20:54:45.702562 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-b687034a-dc66-42ac-9325-9374d7d857b0 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7041b6b60b514952a894db93f65c8498&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4935656 May 20 20:54:45.704662 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b687034a-dc66-42ac-9325-9374d7d857b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc201ac2-ab73-4dd6-a5dc-625f256cc4a4,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:54:45.707445 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 57268) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:54:45.794018 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Current status of the port 067b50ce-cfa5-4742-8b38-5fed96e987df is: BUILD; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:54:45.794392 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:45.809792 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7b3e2b53-b601-43b7-8982-9d94eb12adc9 tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26169'] for router, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:45.816769 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7b3e2b53-b601-43b7-8982-9d94eb12adc9 tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:45.829108 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c3773657-4be0-44cd-90cc-804d98ec8b74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:45.834037 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port 067b50ce-cfa5-4742-8b38-5fed96e987df, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=067b50ce-cfa5-4742-8b38-5fed96e987df,segment=NetworkSegment(5c3b9203-18da-4ba0-88d6-e36130f615fb),segment_id=5c3b9203-18da-4ba0-88d6-e36130f615fb)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:54:45.880938 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a09d4d-e5c7-45c7-b0b3-d2b3921203fd req-ffd7eb8b-ba6c-498d-8ff9-1f532390195b tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:54:45.882774 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-01a09d4d-e5c7-45c7-b0b3-d2b3921203fd req-ffd7eb8b-ba6c-498d-8ff9-1f532390195b tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6b89b5c-f3ce-4d06-9a39-9498eb6544ad HTTP/1.1" status: 200 len: 944 time: 0.1298542 May 20 20:54:45.885082 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c3773657-4be0-44cd-90cc-804d98ec8b74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:45.954153 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:45.976834 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-01a09d4d-e5c7-45c7-b0b3-d2b3921203fd req-c86343c8-4103-4b02-be1f-cd88f2f7c18d tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f722a60-38a1-4dbc-a8ff-49f0b32ee364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809152 May 20 20:54:46.045580 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b5da29b-6574-4f4f-95a0-e7d12350d995 None None] Port 81c93e74-8698-48b8-a0d4-9d1e0170ca46 not found while updating agent binding for router 8896da0e-42fc-43b6-9553-6753fa75b544. {{(pid=103164) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} May 20 20:54:46.052567 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Pushing event updated for resources: {'Port': ['ID=067b50ce-cfa5-4742-8b38-5fed96e987df,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:54:46.062220 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b5da29b-6574-4f4f-95a0-e7d12350d995 None None] Routers {'8896da0e-42fc-43b6-9553-6753fa75b544'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:54:46.062866 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-8b5da29b-6574-4f4f-95a0-e7d12350d995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:54:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['8896da0e-42fc-43b6-9553-6753fa75b544'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:54:46.085716 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c3773657-4be0-44cd-90cc-804d98ec8b74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:46.088144 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c3773657-4be0-44cd-90cc-804d98ec8b74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:46.090900 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-c3773657-4be0-44cd-90cc-804d98ec8b74 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/dc201ac2-ab73-4dd6-a5dc-625f256cc4a4 HTTP/1.1" status: 204 len: 168 time: 0.3822415 May 20 20:54:46.101164 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3773657-4be0-44cd-90cc-804d98ec8b74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc201ac2-ab73-4dd6-a5dc-625f256cc4a4,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:54:46.211725 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-8b5da29b-6574-4f4f-95a0-e7d12350d995 None None] Set router 8896da0e-42fc-43b6-9553-6753fa75b544 gateway port host: None {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:54:46.292043 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-8b5da29b-6574-4f4f-95a0-e7d12350d995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8896da0e-42fc-43b6-9553-6753fa75b544', 'name': '', 'tenant_id': '43f212530cb6436ebcf1d51d94d9d192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:54:41Z', 'updated_at': '2022-05-20T20:54:45Z', 'revision_number': 5, 'project_id': '43f212530cb6436ebcf1d51d94d9d192', 'gw_port_host': None}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:54:46.334222 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-37c1a97d-11e1-493e-9389-a0dc33975eab req-303e7b79-4033-4579-800d-47b8cfbcb4a7 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=b6329f5d-b1fc-4dc6-b080-20c83863fa73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6620233 May 20 20:54:46.334544 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b5da29b-6574-4f4f-95a0-e7d12350d995 None None] The sync data for ids ['8896da0e-42fc-43b6-9553-6753fa75b544'] in n-d-842733-1 is: [{'id': '8896da0e-42fc-43b6-9553-6753fa75b544', 'name': '', 'tenant_id': '43f212530cb6436ebcf1d51d94d9d192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:54:41Z', 'updated_at': '2022-05-20T20:54:45Z', 'revision_number': 5, 'project_id': '43f212530cb6436ebcf1d51d94d9d192', 'gw_port_host': None}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 20:54:46.381293 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7b3e2b53-b601-43b7-8982-9d94eb12adc9 tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-693148'] for router, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:46.382011 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b3e2b53-b601-43b7-8982-9d94eb12adc9 tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8896da0e-42fc-43b6-9553-6753fa75b544 {{(pid=103162) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 20 20:54:46.387055 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7b3e2b53-b601-43b7-8982-9d94eb12adc9 tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] Notify callbacks [] for router, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:46.388293 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-7b3e2b53-b601-43b7-8982-9d94eb12adc9 tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] 10.222.0.35 "DELETE /v2.0/routers/8896da0e-42fc-43b6-9553-6753fa75b544 HTTP/1.1" status: 204 len: 168 time: 1.9727688 May 20 20:54:46.391842 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 57286) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:54:46.441815 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac51abc4-9a21-4d13-b60e-6ce35532d9a4 tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] Deleting subnet 58f578cb-bced-411b-84c9-db328d883c95 {{(pid=103162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 20 20:54:46.445371 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ac51abc4-9a21-4d13-b60e-6ce35532d9a4 tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:46.481570 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ac51abc4-9a21-4d13-b60e-6ce35532d9a4 tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3738392'] for subnet, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:46.526854 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ac51abc4-9a21-4d13-b60e-6ce35532d9a4 tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33068388'] for subnet, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:46.719449 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ac51abc4-9a21-4d13-b60e-6ce35532d9a4 tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33068399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3797621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4018265'] for subnet, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:46.746198 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac51abc4-9a21-4d13-b60e-6ce35532d9a4 tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=58f578cb-bced-411b-84c9-db328d883c95,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:54:46.750873 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ac51abc4-9a21-4d13-b60e-6ce35532d9a4 tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] Notify callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:46.768237 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-ac51abc4-9a21-4d13-b60e-6ce35532d9a4 tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] 10.222.0.35 "DELETE /v2.0/subnets/58f578cb-bced-411b-84c9-db328d883c95 HTTP/1.1" status: 204 len: 168 time: 0.3751776 May 20 20:54:46.770963 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 57298) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:54:46.911751 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c67351b0-fa46-4295-acf5-bba04d48e70a tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33160123'] for network, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:46.931958 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c491427c-4f2b-4d1a-a4af-a82bdd2986e5 req-e66ed0b7-1443-4c8d-8b7e-30a9c0095e4a tempest-VolumesBackupsTest-740433106 tempest-VolumesBackupsTest-740433106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:54:46.933535 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c491427c-4f2b-4d1a-a4af-a82bdd2986e5 req-e66ed0b7-1443-4c8d-8b7e-30a9c0095e4a tempest-VolumesBackupsTest-740433106 tempest-VolumesBackupsTest-740433106-project] 10.222.0.35 "GET /v2.0/ports?device_id=0971703c-6cad-492e-914a-f7931469f174 HTTP/1.1" status: 200 len: 950 time: 0.0797327 May 20 20:54:47.050203 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c67351b0-fa46-4295-acf5-bba04d48e70a tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33072115', 'neutron.services.segments.db._delete_segments_for_network-8782419500584'] for network, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:47.067269 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c491427c-4f2b-4d1a-a4af-a82bdd2986e5 req-b612b4e1-32dc-489f-825d-ba78a6ad2ffb tempest-VolumesBackupsTest-740433106 tempest-VolumesBackupsTest-740433106-project] 10.222.0.35 "GET /v2.0/security-groups?id=b6329f5d-b1fc-4dc6-b080-20c83863fa73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080184 May 20 20:54:47.153170 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-c67351b0-fa46-4295-acf5-bba04d48e70a tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ef0516d-8c0f-4937-9323-64911a1382d2']}} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:54:47.169809 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-c67351b0-fa46-4295-acf5-bba04d48e70a tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04548b20-9276-4501-b13b-28f4330bb301') {'for_net_delete': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:54:47.170091 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-c67351b0-fa46-4295-acf5-bba04d48e70a tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04548b20-9276-4501-b13b-28f4330bb301') {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:54:47.194000 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4d4b71-7a8d-4563-a304-e41d3e313bbe req-62bc1799-c7c6-452d-87e0-f7ef8fd9e905 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:54:47.195575 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0f4d4b71-7a8d-4563-a304-e41d3e313bbe req-62bc1799-c7c6-452d-87e0-f7ef8fd9e905 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6b89b5c-f3ce-4d06-9a39-9498eb6544ad HTTP/1.1" status: 200 len: 945 time: 0.1043532 May 20 20:54:47.205571 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c67351b0-fa46-4295-acf5-bba04d48e70a tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419501617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9338764'] for segment, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:47.241966 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c67351b0-fa46-4295-acf5-bba04d48e70a tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:47.264246 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c67351b0-fa46-4295-acf5-bba04d48e70a tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] Releasing vlan 205 on physical network physnet1 to pool {{(pid=103163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 20:54:47.264832 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c67351b0-fa46-4295-acf5-bba04d48e70a tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9638311'] for segment, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:47.274506 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0f4d4b71-7a8d-4563-a304-e41d3e313bbe req-88b6f158-1bc5-4ae7-a193-daff8ff8fff3 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f722a60-38a1-4dbc-a8ff-49f0b32ee364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571468 May 20 20:54:47.274506 n-d-842733-1 neutron-server[103163]: Traceback (most recent call last): May 20 20:54:47.274506 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 20:54:47.274506 n-d-842733-1 neutron-server[103163]: timer() May 20 20:54:47.274506 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 20:54:47.274506 n-d-842733-1 neutron-server[103163]: cb(*args, **kw) May 20 20:54:47.274506 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 20 20:54:47.274506 n-d-842733-1 neutron-server[103163]: return func(*args, **kwargs) May 20 20:54:47.274506 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 20:54:47.274506 n-d-842733-1 neutron-server[103163]: self._notify() May 20 20:54:47.274506 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 20:54:47.274506 n-d-842733-1 neutron-server[103163]: self.callback(batched_events) May 20 20:54:47.274506 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 20:54:47.274506 n-d-842733-1 neutron-server[103163]: event.method(event) May 20 20:54:47.274506 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 20 20:54:47.274506 n-d-842733-1 neutron-server[103163]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 20:54:47.274506 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 20 20:54:47.274506 n-d-842733-1 neutron-server[103163]: aggregate_uuid = self.p_client.list_aggregates( May 20 20:54:47.274506 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 20 20:54:47.274506 n-d-842733-1 neutron-server[103163]: return f(self, *a, **k) May 20 20:54:47.274506 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 20 20:54:47.274506 n-d-842733-1 neutron-server[103163]: return self._get(url).json() May 20 20:54:47.274506 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 20 20:54:47.274506 n-d-842733-1 neutron-server[103163]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 20:54:47.274506 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 20:54:47.274506 n-d-842733-1 neutron-server[103163]: return self.request(url, 'GET', **kwargs) May 20 20:54:47.274506 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 20:54:47.274506 n-d-842733-1 neutron-server[103163]: base_url = self.get_endpoint(auth, allow=allow, May 20 20:54:47.274506 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 20:54:47.274506 n-d-842733-1 neutron-server[103163]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 20:54:47.274506 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 20:54:47.274506 n-d-842733-1 neutron-server[103163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 20:54:47.274506 n-d-842733-1 neutron-server[103163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 20:54:47.398997 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6b89b5c-f3ce-4d06-9a39-9498eb6544ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '067b50ce-cfa5-4742-8b38-5fed96e987df'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:54:47.399641 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c67351b0-fa46-4295-acf5-bba04d48e70a tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33072122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748162'] for network, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:47.406623 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8485417003ce7c0410b00f5cdc2f391e21107b70bb68e2773712534a96e108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce577951-ee0d-4745-be1a-10239c509f46" -d '{"events": [{"server_uuid": "d6b89b5c-f3ce-4d06-9a39-9498eb6544ad", "name": "network-vif-plugged", "status": "completed", "tag": "067b50ce-cfa5-4742-8b38-5fed96e987df"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:54:47.425173 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c67351b0-fa46-4295-acf5-bba04d48e70a tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 7ef0516d-8c0f-4937-9323-64911a1382d2 {{(pid=103163) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} May 20 20:54:47.429567 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c67351b0-fa46-4295-acf5-bba04d48e70a tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:47.434919 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-c67351b0-fa46-4295-acf5-bba04d48e70a tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] 10.222.0.35 "DELETE /v2.0/networks/7ef0516d-8c0f-4937-9323-64911a1382d2 HTTP/1.1" status: 204 len: 168 time: 0.6623759 May 20 20:54:47.436786 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67351b0-fa46-4295-acf5-bba04d48e70a tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] Pushing event deleted for resources: {'Network': ['ID=7ef0516d-8c0f-4937-9323-64911a1382d2,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:54:47.479738 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 20:54:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a819d005-b54f-4fc5-91d1-6c1aff3055d0 x-openstack-request-id: req-a819d005-b54f-4fc5-91d1-6c1aff3055d0 {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:54:47.480275 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6b89b5c-f3ce-4d06-9a39-9498eb6544ad", "name": "network-vif-plugged", "status": "completed", "tag": "067b50ce-cfa5-4742-8b38-5fed96e987df", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:54:47.480712 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a819d005-b54f-4fc5-91d1-6c1aff3055d0 {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:54:47.481646 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a819d005-b54f-4fc5-91d1-6c1aff3055d0'] response: {'server_uuid': 'd6b89b5c-f3ce-4d06-9a39-9498eb6544ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '067b50ce-cfa5-4742-8b38-5fed96e987df', 'code': 200} May 20 20:54:47.614255 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63968c0d-8f1b-4ea4-8039-0d5bea844933 req-463838e4-2d8a-4212-97d8-0bb2ec9ae2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:54:47.618561 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-63968c0d-8f1b-4ea4-8039-0d5bea844933 req-463838e4-2d8a-4212-97d8-0bb2ec9ae2b2 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d6b89b5c-f3ce-4d06-9a39-9498eb6544ad HTTP/1.1" status: 200 len: 1096 time: 0.0546994 May 20 20:54:47.660214 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-63968c0d-8f1b-4ea4-8039-0d5bea844933 req-360e0f6b-a25f-465c-8ad1-2bc0c4cb51ee service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=5f722a60-38a1-4dbc-a8ff-49f0b32ee364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336595 May 20 20:54:48.195632 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107987b4-f0fa-4744-b574-e2f440541321 req-5e1c434d-6f9f-47e7-83c1-4fcba61bab04 tempest-VolumesBackupsTest-740433106 tempest-VolumesBackupsTest-740433106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:54:48.197022 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-107987b4-f0fa-4744-b574-e2f440541321 req-5e1c434d-6f9f-47e7-83c1-4fcba61bab04 tempest-VolumesBackupsTest-740433106 tempest-VolumesBackupsTest-740433106-project] 10.222.0.35 "GET /v2.0/ports?device_id=0971703c-6cad-492e-914a-f7931469f174 HTTP/1.1" status: 200 len: 950 time: 0.0564468 May 20 20:54:48.238275 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-107987b4-f0fa-4744-b574-e2f440541321 req-9d1c9c0a-f290-4250-986b-1fa63dff971a tempest-VolumesBackupsTest-740433106 tempest-VolumesBackupsTest-740433106-project] 10.222.0.35 "GET /v2.0/security-groups?id=b6329f5d-b1fc-4dc6-b080-20c83863fa73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346076 May 20 20:54:48.275994 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 57344) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:54:48.400371 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449d5c0f-5f41-462f-b508-68381332718e req-f4464e73-a36b-4d42-aa73-38c4c0090776 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:54:48.401883 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-449d5c0f-5f41-462f-b508-68381332718e req-f4464e73-a36b-4d42-aa73-38c4c0090776 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6b89b5c-f3ce-4d06-9a39-9498eb6544ad HTTP/1.1" status: 200 len: 945 time: 0.0549753 May 20 20:54:48.444643 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-449d5c0f-5f41-462f-b508-68381332718e req-c793237b-c680-4a24-a69b-c5de08d0e8c9 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f722a60-38a1-4dbc-a8ff-49f0b32ee364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350189 May 20 20:54:48.467249 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 57356) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:54:48.473477 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-1ce586d2-6a55-40b2-a869-c73eab25180a tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] Request body: {'router': {'name': 'tempest-router--527183431', 'project_id': '28005922355e4b8daf15e821cd87d734'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:54:48.585405 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-02aa1823-524c-46b2-a594-c4a0ddfc6017 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:48.589701 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 57364) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:54:48.595965 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1ce586d2-6a55-40b2-a869-c73eab25180a tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-694221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26155'] for router, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:48.597309 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1ce586d2-6a55-40b2-a869-c73eab25180a tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-693085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748153', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-718080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26162'] for router, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:48.689283 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1ce586d2-6a55-40b2-a869-c73eab25180a tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:48.737470 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-02aa1823-524c-46b2-a594-c4a0ddfc6017 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:48.788217 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1ce586d2-6a55-40b2-a869-c73eab25180a tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748106'] for router, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:48.850300 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-02aa1823-524c-46b2-a594-c4a0ddfc6017 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:48.875005 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a4dd698e-2ac8-4080-a40b-2c050d7c93a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:48.884493 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-02aa1823-524c-46b2-a594-c4a0ddfc6017 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=06deaafc2d2b4b849f32bf8a8c62dd5c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6066170 May 20 20:54:48.886751 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 57374) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:54:48.930683 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1ce586d2-6a55-40b2-a869-c73eab25180a tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] Notify callbacks [] for router, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:48.932272 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-1ce586d2-6a55-40b2-a869-c73eab25180a tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.4635913 May 20 20:54:48.936895 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 57376) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:54:48.956457 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02aa1823-524c-46b2-a594-c4a0ddfc6017 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60489bfd-ef19-4694-adee-afb1bbe0bfaf,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:54:48.970866 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-09380f24-eca6-46d7-9eee-d26356c2c5e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:49.001638 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-09380f24-eca6-46d7-9eee-d26356c2c5e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:49.023427 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2b2f0856-7857-4008-baf1-1f9f06a35256 tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] Notify callbacks [] for router, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:49.151927 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-09380f24-eca6-46d7-9eee-d26356c2c5e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:49.151927 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-09380f24-eca6-46d7-9eee-d26356c2c5e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:49.151927 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-09380f24-eca6-46d7-9eee-d26356c2c5e6 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/60489bfd-ef19-4694-adee-afb1bbe0bfaf HTTP/1.1" status: 204 len: 168 time: 0.2630503 May 20 20:54:49.160134 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09380f24-eca6-46d7-9eee-d26356c2c5e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60489bfd-ef19-4694-adee-afb1bbe0bfaf,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:54:49.214099 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2b2f0856-7857-4008-baf1-1f9f06a35256 tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26169'] for router, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:49.221581 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2b2f0856-7857-4008-baf1-1f9f06a35256 tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:49.268980 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a4dd698e-2ac8-4080-a40b-2c050d7c93a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:49.359355 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2b2f0856-7857-4008-baf1-1f9f06a35256 tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-693148'] for router, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:49.359907 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b2f0856-7857-4008-baf1-1f9f06a35256 tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 90c09f88-a541-47c4-affc-7995923994aa {{(pid=103163) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 20 20:54:49.362172 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a4dd698e-2ac8-4080-a40b-2c050d7c93a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:49.369694 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2b2f0856-7857-4008-baf1-1f9f06a35256 tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] Notify callbacks [] for router, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:49.369694 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-2b2f0856-7857-4008-baf1-1f9f06a35256 tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] 10.222.0.35 "DELETE /v2.0/routers/90c09f88-a541-47c4-affc-7995923994aa HTTP/1.1" status: 204 len: 168 time: 0.4309340 May 20 20:54:49.416977 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-a4dd698e-2ac8-4080-a40b-2c050d7c93a7 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=824ab16b50934d0aa80a289da553bfbf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8261268 May 20 20:54:49.417960 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4dd698e-2ac8-4080-a40b-2c050d7c93a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=006c62ac-4bc7-4e3c-860e-4441ca4526a1,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:54:49.419629 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 57392) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:54:49.494262 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-fbf3f8c3-5895-48f7-b6e8-650caf66755e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:49.519638 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-fbf3f8c3-5895-48f7-b6e8-650caf66755e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:49.588560 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7165928d-9088-485a-bee8-b89171a844a0 req-be58a356-4da5-468a-90d0-e7b3bec0b4f1 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:54:49.590367 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7165928d-9088-485a-bee8-b89171a844a0 req-be58a356-4da5-468a-90d0-e7b3bec0b4f1 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6b89b5c-f3ce-4d06-9a39-9498eb6544ad HTTP/1.1" status: 200 len: 945 time: 0.0613844 May 20 20:54:49.637034 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7165928d-9088-485a-bee8-b89171a844a0 req-7b01b55e-a25d-42d6-a853-30741b2cb7f0 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f722a60-38a1-4dbc-a8ff-49f0b32ee364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389652 May 20 20:54:49.656564 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-fbf3f8c3-5895-48f7-b6e8-650caf66755e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:49.667084 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-fbf3f8c3-5895-48f7-b6e8-650caf66755e admin admin] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:49.667084 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-fbf3f8c3-5895-48f7-b6e8-650caf66755e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/006c62ac-4bc7-4e3c-860e-4441ca4526a1 HTTP/1.1" status: 204 len: 168 time: 0.2395141 May 20 20:54:49.670118 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf3f8c3-5895-48f7-b6e8-650caf66755e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=006c62ac-4bc7-4e3c-860e-4441ca4526a1,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:54:49.838841 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c24666ef-5722-4b8c-9525-babb5bc15892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:50.062399 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 57412) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:54:50.456329 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b32b22-ba75-4e7c-bde5-365ccc5788a4 req-795002c2-68ab-4469-b37f-b9b5563c6d11 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:54:50.459968 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-77b32b22-ba75-4e7c-bde5-365ccc5788a4 req-795002c2-68ab-4469-b37f-b9b5563c6d11 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6b89b5c-f3ce-4d06-9a39-9498eb6544ad HTTP/1.1" status: 200 len: 945 time: 0.0677407 May 20 20:54:50.508866 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-98d044ef-e423-41c1-9ae6-c29c1d92b46f tempest-RoutersAdminTest-1966952147 tempest-RoutersAdminTest-1966952147-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-959738705', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'}, 'admin_state_up': False}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:54:50.525388 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-77b32b22-ba75-4e7c-bde5-365ccc5788a4 req-2d7838b1-bfeb-4faf-8adf-0e6211c7ab57 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f722a60-38a1-4dbc-a8ff-49f0b32ee364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589852 May 20 20:54:50.627851 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-98d044ef-e423-41c1-9ae6-c29c1d92b46f tempest-RoutersAdminTest-1966952147 tempest-RoutersAdminTest-1966952147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-694221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26155'] for router, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:50.628897 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-98d044ef-e423-41c1-9ae6-c29c1d92b46f tempest-RoutersAdminTest-1966952147 tempest-RoutersAdminTest-1966952147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-693085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748153', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-718080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26162'] for router, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:50.710176 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-98d044ef-e423-41c1-9ae6-c29c1d92b46f tempest-RoutersAdminTest-1966952147 tempest-RoutersAdminTest-1966952147-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:50.799154 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 57438) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:54:50.819792 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9ac8a371-a0d4-41e0-b822-a8a71dce035a admin admin] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:50.977453 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9ac8a371-a0d4-41e0-b822-a8a71dce035a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:51.050480 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9ac8a371-a0d4-41e0-b822-a8a71dce035a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:51.068322 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-98d044ef-e423-41c1-9ae6-c29c1d92b46f tempest-RoutersAdminTest-1966952147 tempest-RoutersAdminTest-1966952147-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:51.095857 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-9ac8a371-a0d4-41e0-b822-a8a71dce035a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d38ca5cebc6f497e96d2285994fcae06&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2955077 May 20 20:54:51.098656 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 57446) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:54:51.104993 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac8a371-a0d4-41e0-b822-a8a71dce035a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c8d93a5-f599-41b0-9a9a-b857fbb16ac2,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:54:51.153639 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5230c9b7-7c9a-43bc-870f-326bb00d7951 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:51.178047 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5230c9b7-7c9a-43bc-870f-326bb00d7951 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:51.367230 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5230c9b7-7c9a-43bc-870f-326bb00d7951 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:51.369753 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5230c9b7-7c9a-43bc-870f-326bb00d7951 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:51.374251 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-5230c9b7-7c9a-43bc-870f-326bb00d7951 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4c8d93a5-f599-41b0-9a9a-b857fbb16ac2 HTTP/1.1" status: 204 len: 168 time: 0.2710588 May 20 20:54:51.414243 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230c9b7-7c9a-43bc-870f-326bb00d7951 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c8d93a5-f599-41b0-9a9a-b857fbb16ac2,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:54:51.448937 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-98d044ef-e423-41c1-9ae6-c29c1d92b46f tempest-RoutersAdminTest-1966952147 tempest-RoutersAdminTest-1966952147-project] Notify callbacks [] for router_gateway, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:51.472859 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-98d044ef-e423-41c1-9ae6-c29c1d92b46f tempest-RoutersAdminTest-1966952147 tempest-RoutersAdminTest-1966952147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:51.611251 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-98d044ef-e423-41c1-9ae6-c29c1d92b46f tempest-RoutersAdminTest-1966952147 tempest-RoutersAdminTest-1966952147-project] Allocated IP 172.25.2.88 (e3a93b5c-91e2-4064-9c2c-1afc261bfe15/86fee0c1-6e34-488b-9216-b2b8e7ef585a/a2a71eef-a909-4ba5-b3bb-39ef40d5f741) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:54:51.795939 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2eabd9-59a8-4f0a-9e9d-166eb5f51b02 req-6d28c6db-89ee-4c0f-8352-690454dbc8c9 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:54:51.812040 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6a2eabd9-59a8-4f0a-9e9d-166eb5f51b02 req-6d28c6db-89ee-4c0f-8352-690454dbc8c9 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6b89b5c-f3ce-4d06-9a39-9498eb6544ad HTTP/1.1" status: 200 len: 945 time: 0.1891215 May 20 20:54:51.851979 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-98d044ef-e423-41c1-9ae6-c29c1d92b46f tempest-RoutersAdminTest-1966952147 tempest-RoutersAdminTest-1966952147-project] Notify callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:51.873752 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6a2eabd9-59a8-4f0a-9e9d-166eb5f51b02 req-48acd780-476b-493a-bab0-570b387b399c tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f722a60-38a1-4dbc-a8ff-49f0b32ee364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566094 May 20 20:54:51.988567 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-98d044ef-e423-41c1-9ae6-c29c1d92b46f tempest-RoutersAdminTest-1966952147 tempest-RoutersAdminTest-1966952147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:52.042057 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98d044ef-e423-41c1-9ae6-c29c1d92b46f tempest-RoutersAdminTest-1966952147 tempest-RoutersAdminTest-1966952147-project] Network e3a93b5c-91e2-4064-9c2c-1afc261bfe15 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:54:52.045082 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-98d044ef-e423-41c1-9ae6-c29c1d92b46f tempest-RoutersAdminTest-1966952147 tempest-RoutersAdminTest-1966952147-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:54:52.049336 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d044ef-e423-41c1-9ae6-c29c1d92b46f tempest-RoutersAdminTest-1966952147 tempest-RoutersAdminTest-1966952147-project] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:54:52.083353 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d044ef-e423-41c1-9ae6-c29c1d92b46f tempest-RoutersAdminTest-1966952147 tempest-RoutersAdminTest-1966952147-project] Pushing event updated for resources: {'Port': ['ID=a2a71eef-a909-4ba5-b3bb-39ef40d5f741,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:54:52.251460 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-fe1d7946-1d03-4e10-8cd5-1b3514b66d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:52.533293 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-98d044ef-e423-41c1-9ae6-c29c1d92b46f tempest-RoutersAdminTest-1966952147 tempest-RoutersAdminTest-1966952147-project] Notify callbacks [] for router_gateway, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:52.763986 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-98d044ef-e423-41c1-9ae6-c29c1d92b46f tempest-RoutersAdminTest-1966952147 tempest-RoutersAdminTest-1966952147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748106'] for router, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:52.988029 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98d044ef-e423-41c1-9ae6-c29c1d92b46f tempest-RoutersAdminTest-1966952147 tempest-RoutersAdminTest-1966952147-project] Router a4076230-ad6b-4351-a49f-4617645fcac0 is scheduled to L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e with binding_index 1 {{(pid=103163) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 20 20:54:53.051285 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735a64d1-3bd6-4d52-918d-5e4aaea2d97f req-2b38ffb1-53dc-441b-9970-aa78ee4259a7 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:54:53.052872 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-735a64d1-3bd6-4d52-918d-5e4aaea2d97f req-2b38ffb1-53dc-441b-9970-aa78ee4259a7 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6b89b5c-f3ce-4d06-9a39-9498eb6544ad HTTP/1.1" status: 200 len: 945 time: 0.1002393 May 20 20:54:53.136965 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-735a64d1-3bd6-4d52-918d-5e4aaea2d97f req-d1ac789b-f43b-4cf4-85dc-12d25a8c94e8 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f722a60-38a1-4dbc-a8ff-49f0b32ee364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763133 May 20 20:54:53.149955 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98d044ef-e423-41c1-9ae6-c29c1d92b46f tempest-RoutersAdminTest-1966952147 tempest-RoutersAdminTest-1966952147-project] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 20:54:53.161470 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb79677-faa9-4e69-b0a6-15ceeb193825 None None] Sync routers for ids ['a4076230-ad6b-4351-a49f-4617645fcac0'] in n-d-842733-1 {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 20:54:53.176787 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb79677-faa9-4e69-b0a6-15ceeb193825 None None] Routers {'a4076230-ad6b-4351-a49f-4617645fcac0'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:54:53.177568 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-5eb79677-faa9-4e69-b0a6-15ceeb193825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:54:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['a4076230-ad6b-4351-a49f-4617645fcac0'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:54:53.216734 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-5eb79677-faa9-4e69-b0a6-15ceeb193825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:54:53.227102 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb79677-faa9-4e69-b0a6-15ceeb193825 None None] Routers {'a4076230-ad6b-4351-a49f-4617645fcac0'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:54:53.228089 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-5eb79677-faa9-4e69-b0a6-15ceeb193825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:54:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['a4076230-ad6b-4351-a49f-4617645fcac0'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:54:53.235665 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-98d044ef-e423-41c1-9ae6-c29c1d92b46f tempest-RoutersAdminTest-1966952147 tempest-RoutersAdminTest-1966952147-project] Notify callbacks [] for router, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:53.239782 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 57508) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:54:53.241288 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-98d044ef-e423-41c1-9ae6-c29c1d92b46f tempest-RoutersAdminTest-1966952147 tempest-RoutersAdminTest-1966952147-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 3.1800597 May 20 20:54:53.293318 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-5eb79677-faa9-4e69-b0a6-15ceeb193825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:54:53.294140 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb79677-faa9-4e69-b0a6-15ceeb193825 None None] The sync data for ids ['a4076230-ad6b-4351-a49f-4617645fcac0'] in n-d-842733-1 is: [] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 20:54:53.398424 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-3a526a80-63fb-49f2-affc-ae50230ff80f tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] 10.222.0.35 "GET /v2.0/routers/a4076230-ad6b-4351-a49f-4617645fcac0 HTTP/1.1" status: 200 len: 919 time: 0.1547527 May 20 20:54:53.399392 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 57514) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:54:53.435928 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-0ad4d731-c9ef-449d-9d3c-1d46c9f06bde tempest-RoutersAdminTest-1966952147 tempest-RoutersAdminTest-1966952147-project] 10.222.0.35 "GET /v2.0/ports?device_id=a4076230-ad6b-4351-a49f-4617645fcac0 HTTP/1.1" status: 200 len: 205 time: 0.0354345 May 20 20:54:53.439299 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 57516) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:54:53.726873 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3c5cb2c2-64b5-4406-ba44-30db300a3da0 tempest-RoutersAdminTest-1966952147 tempest-RoutersAdminTest-1966952147-project] Notify callbacks [] for router, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:53.863409 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3c5cb2c2-64b5-4406-ba44-30db300a3da0 tempest-RoutersAdminTest-1966952147 tempest-RoutersAdminTest-1966952147-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:53.964724 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4bb0e131-6525-46ca-a45b-e4ea43a5e69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:54.011235 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-3c5cb2c2-64b5-4406-ba44-30db300a3da0 tempest-RoutersAdminTest-1966952147 tempest-RoutersAdminTest-1966952147-project] Deleting port a2a71eef-a909-4ba5-b3bb-39ef40d5f741 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:54:54.011684 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3c5cb2c2-64b5-4406-ba44-30db300a3da0 tempest-RoutersAdminTest-1966952147 tempest-RoutersAdminTest-1966952147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:54.089353 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3c5cb2c2-64b5-4406-ba44-30db300a3da0 tempest-RoutersAdminTest-1966952147 tempest-RoutersAdminTest-1966952147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:54.101123 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-3c5cb2c2-64b5-4406-ba44-30db300a3da0 tempest-RoutersAdminTest-1966952147 tempest-RoutersAdminTest-1966952147-project] Calling delete_port for a2a71eef-a909-4ba5-b3bb-39ef40d5f741 owned by network:router_gateway {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:54:54.266317 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e654be0-e0fc-46be-99ec-95bac290f24b req-0af1d05d-6f4e-4eb2-99d7-d31adbef5bd4 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:54:54.267918 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7e654be0-e0fc-46be-99ec-95bac290f24b req-0af1d05d-6f4e-4eb2-99d7-d31adbef5bd4 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6b89b5c-f3ce-4d06-9a39-9498eb6544ad HTTP/1.1" status: 200 len: 945 time: 0.0511787 May 20 20:54:54.309641 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7e654be0-e0fc-46be-99ec-95bac290f24b req-535825d8-d241-4709-a844-0ba5c7437be7 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f722a60-38a1-4dbc-a8ff-49f0b32ee364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356040 May 20 20:54:54.375493 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3c5cb2c2-64b5-4406-ba44-30db300a3da0 tempest-RoutersAdminTest-1966952147 tempest-RoutersAdminTest-1966952147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:54.400961 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5cb2c2-64b5-4406-ba44-30db300a3da0 tempest-RoutersAdminTest-1966952147 tempest-RoutersAdminTest-1966952147-project] Pushing event deleted for resources: {'Port': ['ID=a2a71eef-a909-4ba5-b3bb-39ef40d5f741,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:54:54.478192 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3c5cb2c2-64b5-4406-ba44-30db300a3da0 tempest-RoutersAdminTest-1966952147 tempest-RoutersAdminTest-1966952147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-748206'] for router_gateway, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:54.581574 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:54.613119 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3c5cb2c2-64b5-4406-ba44-30db300a3da0 tempest-RoutersAdminTest-1966952147 tempest-RoutersAdminTest-1966952147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26169'] for router, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:54.615817 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3c5cb2c2-64b5-4406-ba44-30db300a3da0 tempest-RoutersAdminTest-1966952147 tempest-RoutersAdminTest-1966952147-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:54.742093 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3c5cb2c2-64b5-4406-ba44-30db300a3da0 tempest-RoutersAdminTest-1966952147 tempest-RoutersAdminTest-1966952147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-693148'] for router, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:54.742665 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c5cb2c2-64b5-4406-ba44-30db300a3da0 tempest-RoutersAdminTest-1966952147 tempest-RoutersAdminTest-1966952147-project] Fanout notify agent at l3_agent the message router_deleted on router a4076230-ad6b-4351-a49f-4617645fcac0 {{(pid=103162) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 20 20:54:54.750711 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3c5cb2c2-64b5-4406-ba44-30db300a3da0 tempest-RoutersAdminTest-1966952147 tempest-RoutersAdminTest-1966952147-project] Notify callbacks [] for router, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:54.752650 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-3c5cb2c2-64b5-4406-ba44-30db300a3da0 tempest-RoutersAdminTest-1966952147 tempest-RoutersAdminTest-1966952147-project] 10.222.0.35 "DELETE /v2.0/routers/a4076230-ad6b-4351-a49f-4617645fcac0 HTTP/1.1" status: 204 len: 168 time: 1.3115439 May 20 20:54:54.760477 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 57568) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:54:54.765398 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-9aa6fd77-b6ea-4aa8-99c8-44c39cb59aa0 tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2071983623', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'enable_snat': False}}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:54:54.839039 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9aa6fd77-b6ea-4aa8-99c8-44c39cb59aa0 tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-694221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26155'] for router, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:54.840118 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9aa6fd77-b6ea-4aa8-99c8-44c39cb59aa0 tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-693085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748153', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-718080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26162'] for router, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:54.897567 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9aa6fd77-b6ea-4aa8-99c8-44c39cb59aa0 tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:55.135600 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9aa6fd77-b6ea-4aa8-99c8-44c39cb59aa0 tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:55.142591 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.agents_db [None req-5c33ad30-4e00-40fa-b486-8c79c4a6cfc5 None None] Agent healthcheck: found 7 active agents {{(pid=103165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 20 20:54:55.444249 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cc3ec51b-6ec8-438a-8349-5f0bec346d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:55.447163 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9aa6fd77-b6ea-4aa8-99c8-44c39cb59aa0 tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:55.471808 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9aa6fd77-b6ea-4aa8-99c8-44c39cb59aa0 tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:55.485271 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631e2078-9957-403d-8491-1c5eb7ef2d85 req-3d123e49-de82-475d-ab02-2482d3c11f76 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:54:55.493931 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-631e2078-9957-403d-8491-1c5eb7ef2d85 req-3d123e49-de82-475d-ab02-2482d3c11f76 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6b89b5c-f3ce-4d06-9a39-9498eb6544ad HTTP/1.1" status: 200 len: 945 time: 0.0749881 May 20 20:54:55.562517 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-631e2078-9957-403d-8491-1c5eb7ef2d85 req-c7dbc769-2ccf-44ec-aaf2-e5ef815198c2 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f722a60-38a1-4dbc-a8ff-49f0b32ee364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432231 May 20 20:54:55.590328 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:55.607286 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-9aa6fd77-b6ea-4aa8-99c8-44c39cb59aa0 tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] Allocated IP 172.25.2.215 (e3a93b5c-91e2-4064-9c2c-1afc261bfe15/86fee0c1-6e34-488b-9216-b2b8e7ef585a/1206fc8f-82c1-4959-85b4-144c10f9b8bd) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:54:55.716435 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9aa6fd77-b6ea-4aa8-99c8-44c39cb59aa0 tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:55.845705 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9aa6fd77-b6ea-4aa8-99c8-44c39cb59aa0 tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:55.885533 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aa6fd77-b6ea-4aa8-99c8-44c39cb59aa0 tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] Network e3a93b5c-91e2-4064-9c2c-1afc261bfe15 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:54:55.888569 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-9aa6fd77-b6ea-4aa8-99c8-44c39cb59aa0 tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:54:55.893965 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa6fd77-b6ea-4aa8-99c8-44c39cb59aa0 tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:54:55.934287 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa6fd77-b6ea-4aa8-99c8-44c39cb59aa0 tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] Pushing event updated for resources: {'Port': ['ID=1206fc8f-82c1-4959-85b4-144c10f9b8bd,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:54:56.259082 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9aa6fd77-b6ea-4aa8-99c8-44c39cb59aa0 tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:56.513140 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9aa6fd77-b6ea-4aa8-99c8-44c39cb59aa0 tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748106'] for router, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:56.579718 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 57620) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:54:56.703504 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c937554e-3917-4b6d-8bae-5ab73d0648a9 req-9fd5b74d-b1bf-4129-8ac2-eb55703f0302 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:54:56.705496 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c937554e-3917-4b6d-8bae-5ab73d0648a9 req-9fd5b74d-b1bf-4129-8ac2-eb55703f0302 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6b89b5c-f3ce-4d06-9a39-9498eb6544ad HTTP/1.1" status: 200 len: 945 time: 0.0646527 May 20 20:54:56.753042 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c937554e-3917-4b6d-8bae-5ab73d0648a9 req-57e7c94e-cf54-46cf-b9b4-14c40c1fb008 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f722a60-38a1-4dbc-a8ff-49f0b32ee364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406318 May 20 20:54:56.756069 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9aa6fd77-b6ea-4aa8-99c8-44c39cb59aa0 tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] Router 88a41c57-58ca-4747-8acf-8d9c2b5466bd is scheduled to L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e with binding_index 1 {{(pid=103162) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 20 20:54:56.864062 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bbce7f7c-dc67-42c2-8f95-05966d65f0f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:56.978514 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9aa6fd77-b6ea-4aa8-99c8-44c39cb59aa0 tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 20:54:56.992553 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bbce7f7c-dc67-42c2-8f95-05966d65f0f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:56.995898 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcd2cfaa-d9af-43ab-97fc-7a70aac38374 None None] Sync routers for ids ['88a41c57-58ca-4747-8acf-8d9c2b5466bd'] in n-d-842733-1 {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 20:54:57.010216 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd2cfaa-d9af-43ab-97fc-7a70aac38374 None None] Routers {'88a41c57-58ca-4747-8acf-8d9c2b5466bd'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:54:57.010870 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-bcd2cfaa-d9af-43ab-97fc-7a70aac38374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:54:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['88a41c57-58ca-4747-8acf-8d9c2b5466bd'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:54:57.117113 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-bcd2cfaa-d9af-43ab-97fc-7a70aac38374 None None] Set router 88a41c57-58ca-4747-8acf-8d9c2b5466bd gateway port host: n-d-842733-1 {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:54:57.156409 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bbce7f7c-dc67-42c2-8f95-05966d65f0f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:57.157101 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9aa6fd77-b6ea-4aa8-99c8-44c39cb59aa0 tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] Notify callbacks [] for router, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:57.158651 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-9aa6fd77-b6ea-4aa8-99c8-44c39cb59aa0 tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 2.3969395 May 20 20:54:57.161413 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 57636) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:54:57.215418 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbce7f7c-dc67-42c2-8f95-05966d65f0f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ece376fc-9876-4819-ac8b-aaf745811edb,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:54:57.222562 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-bbce7f7c-dc67-42c2-8f95-05966d65f0f4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e2972e3ebcfd436488428722db32e862&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6412168 May 20 20:54:57.225063 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 57644) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:54:57.268331 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbce7f7c-dc67-42c2-8f95-05966d65f0f4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:54:57.268971 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbce7f7c-dc67-42c2-8f95-05966d65f0f4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:54:57.269778 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbce7f7c-dc67-42c2-8f95-05966d65f0f4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:54:57.272508 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbce7f7c-dc67-42c2-8f95-05966d65f0f4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:54:57.272508 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbce7f7c-dc67-42c2-8f95-05966d65f0f4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:54:57.272508 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbce7f7c-dc67-42c2-8f95-05966d65f0f4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:54:57.272508 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbce7f7c-dc67-42c2-8f95-05966d65f0f4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:54:57.273048 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbce7f7c-dc67-42c2-8f95-05966d65f0f4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:54:57.273422 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbce7f7c-dc67-42c2-8f95-05966d65f0f4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:54:57.273752 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbce7f7c-dc67-42c2-8f95-05966d65f0f4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:54:57.274327 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbce7f7c-dc67-42c2-8f95-05966d65f0f4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:54:57.274825 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbce7f7c-dc67-42c2-8f95-05966d65f0f4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:54:57.309000 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-cda8b6d6-d336-4990-81e7-7fedaa35cb9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:57.328304 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-263dcc88-af9e-44fa-90f8-bcd801810474 tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] 10.222.0.35 "GET /v2.0/routers/88a41c57-58ca-4747-8acf-8d9c2b5466bd HTTP/1.1" status: 200 len: 909 time: 0.1655498 May 20 20:54:57.331578 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 57646) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:54:57.338617 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-47afb715-a71f-4d3c-b272-34452d0082f0 tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2071983623', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'enable_snat': True}}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:54:57.346822 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-cda8b6d6-d336-4990-81e7-7fedaa35cb9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:57.388482 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-bcd2cfaa-d9af-43ab-97fc-7a70aac38374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88a41c57-58ca-4747-8acf-8d9c2b5466bd', 'name': 'tempest-snat-router-2071983623', 'tenant_id': '43f212530cb6436ebcf1d51d94d9d192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.215'}], 'enable_snat': False}, 'gw_port_id': '1206fc8f-82c1-4959-85b4-144c10f9b8bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:54:54Z', 'updated_at': '2022-05-20T20:54:56Z', 'revision_number': 3, 'project_id': '43f212530cb6436ebcf1d51d94d9d192', 'gw_port': {'id': '1206fc8f-82c1-4959-85b4-144c10f9b8bd', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:5f:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88a41c57-58ca-4747-8acf-8d9c2b5466bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2117, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:54:55Z', 'updated_at': '2022-05-20T20:54:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-842733-1'}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:54:57.416991 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcd2cfaa-d9af-43ab-97fc-7a70aac38374 None None] Checking router: 88a41c57-58ca-4747-8acf-8d9c2b5466bd for host: n-d-842733-1 {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 20:54:57.417367 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcd2cfaa-d9af-43ab-97fc-7a70aac38374 None None] Updating router 88a41c57-58ca-4747-8acf-8d9c2b5466bd port 1206fc8f-82c1-4959-85b4-144c10f9b8bd binding host n-d-842733-1 {{(pid=103164) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 20:54:57.447915 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-bcd2cfaa-d9af-43ab-97fc-7a70aac38374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:57.479667 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-47afb715-a71f-4d3c-b272-34452d0082f0 tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-694221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26155'] for router, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:57.482385 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-47afb715-a71f-4d3c-b272-34452d0082f0 tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-693085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748153', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-718080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26162'] for router, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:57.491422 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-cda8b6d6-d336-4990-81e7-7fedaa35cb9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:57.496884 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-cda8b6d6-d336-4990-81e7-7fedaa35cb9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:57.501169 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-cda8b6d6-d336-4990-81e7-7fedaa35cb9c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ece376fc-9876-4819-ac8b-aaf745811edb HTTP/1.1" status: 204 len: 168 time: 0.2719409 May 20 20:54:57.513265 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda8b6d6-d336-4990-81e7-7fedaa35cb9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ece376fc-9876-4819-ac8b-aaf745811edb,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:54:57.563078 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-47afb715-a71f-4d3c-b272-34452d0082f0 tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:57.793754 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-bcd2cfaa-d9af-43ab-97fc-7a70aac38374 None None] Notify callbacks [] for port, precommit_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:57.890070 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-bcd2cfaa-d9af-43ab-97fc-7a70aac38374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:57.951808 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-bcd2cfaa-d9af-43ab-97fc-7a70aac38374 None None] Attempting to bind port 1206fc8f-82c1-4959-85b4-144c10f9b8bd on host n-d-842733-1 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:54:57.952350 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-bcd2cfaa-d9af-43ab-97fc-7a70aac38374 None None] Attempting to bind port 1206fc8f-82c1-4959-85b4-144c10f9b8bd by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': '0b5485c4-eff8-42a1-9073-ae54ed4c63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:54:57.952896 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd2cfaa-d9af-43ab-97fc-7a70aac38374 None None] Attempting to bind port 1206fc8f-82c1-4959-85b4-144c10f9b8bd on network e3a93b5c-91e2-4064-9c2c-1afc261bfe15 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:54:57.962157 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd2cfaa-d9af-43ab-97fc-7a70aac38374 None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 54, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:54:57.963467 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd2cfaa-d9af-43ab-97fc-7a70aac38374 None None] Checking segment: {'id': '0b5485c4-eff8-42a1-9073-ae54ed4c63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:54:57.964222 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-bcd2cfaa-d9af-43ab-97fc-7a70aac38374 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:57.964941 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd2cfaa-d9af-43ab-97fc-7a70aac38374 None None] Bound using segment: {'id': '0b5485c4-eff8-42a1-9073-ae54ed4c63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:54:57.965763 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-bcd2cfaa-d9af-43ab-97fc-7a70aac38374 None None] Bound port: 1206fc8f-82c1-4959-85b4-144c10f9b8bd, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b5485c4-eff8-42a1-9073-ae54ed4c63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:54:57.966349 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-bcd2cfaa-d9af-43ab-97fc-7a70aac38374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:57.976029 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca95c56-488c-4f96-80ff-4f0ca0a1fe94 None None] Pushing event updated for resources: {'Port': ['ID=1206fc8f-82c1-4959-85b4-144c10f9b8bd,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:54:58.038878 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-bcd2cfaa-d9af-43ab-97fc-7a70aac38374 None None] For port 1206fc8f-82c1-4959-85b4-144c10f9b8bd, host n-d-842733-1, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:54:58.046008 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-bcd2cfaa-d9af-43ab-97fc-7a70aac38374 None None] For port 1206fc8f-82c1-4959-85b4-144c10f9b8bd, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=1206fc8f-82c1-4959-85b4-144c10f9b8bd,segment=NetworkSegment(0b5485c4-eff8-42a1-9073-ae54ed4c63ba),segment_id=0b5485c4-eff8-42a1-9073-ae54ed4c63ba)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:54:58.131046 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-bcd2cfaa-d9af-43ab-97fc-7a70aac38374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:58.151645 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-47afb715-a71f-4d3c-b272-34452d0082f0 tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:58.210643 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd2cfaa-d9af-43ab-97fc-7a70aac38374 None None] Routers {'88a41c57-58ca-4747-8acf-8d9c2b5466bd'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:54:58.211267 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-bcd2cfaa-d9af-43ab-97fc-7a70aac38374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:54:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['88a41c57-58ca-4747-8acf-8d9c2b5466bd'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:54:58.225308 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154aa40a-74bd-4d9a-9ed4-35b60e314b3b req-f67f64e9-e419-44e3-bc60-9e30260299e5 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:54:58.230991 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-154aa40a-74bd-4d9a-9ed4-35b60e314b3b req-f67f64e9-e419-44e3-bc60-9e30260299e5 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6b89b5c-f3ce-4d06-9a39-9498eb6544ad HTTP/1.1" status: 200 len: 945 time: 0.0692701 May 20 20:54:58.259507 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca95c56-488c-4f96-80ff-4f0ca0a1fe94 None None] Pushing event updated for resources: {'Port': ['ID=1206fc8f-82c1-4959-85b4-144c10f9b8bd,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:54:58.329821 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-154aa40a-74bd-4d9a-9ed4-35b60e314b3b req-c20548ad-6dee-4f4a-9ce0-13c080c4beec tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f722a60-38a1-4dbc-a8ff-49f0b32ee364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863416 May 20 20:54:58.362656 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-bcd2cfaa-d9af-43ab-97fc-7a70aac38374 None None] Set router 88a41c57-58ca-4747-8acf-8d9c2b5466bd gateway port host: n-d-842733-1 {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:54:58.549541 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-47afb715-a71f-4d3c-b272-34452d0082f0 tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:58.571972 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-47afb715-a71f-4d3c-b272-34452d0082f0 tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:58.759194 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-47afb715-a71f-4d3c-b272-34452d0082f0 tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] Allocated IP 172.25.2.130 (e3a93b5c-91e2-4064-9c2c-1afc261bfe15/86fee0c1-6e34-488b-9216-b2b8e7ef585a/c51ee565-c78e-4930-a38c-7f1b6c552e02) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:54:58.778943 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-bcd2cfaa-d9af-43ab-97fc-7a70aac38374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88a41c57-58ca-4747-8acf-8d9c2b5466bd', 'name': 'tempest-snat-router-2071983623', 'tenant_id': '43f212530cb6436ebcf1d51d94d9d192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.215'}], 'enable_snat': False}, 'gw_port_id': '1206fc8f-82c1-4959-85b4-144c10f9b8bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:54:54Z', 'updated_at': '2022-05-20T20:54:56Z', 'revision_number': 3, 'project_id': '43f212530cb6436ebcf1d51d94d9d192', 'gw_port': {'id': '1206fc8f-82c1-4959-85b4-144c10f9b8bd', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:5f:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88a41c57-58ca-4747-8acf-8d9c2b5466bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2117, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:54:55Z', 'updated_at': '2022-05-20T20:54:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-842733-1'}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:54:58.819678 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcd2cfaa-d9af-43ab-97fc-7a70aac38374 None None] The sync data for ids ['88a41c57-58ca-4747-8acf-8d9c2b5466bd'] in n-d-842733-1 is: [{'id': '88a41c57-58ca-4747-8acf-8d9c2b5466bd', 'name': 'tempest-snat-router-2071983623', 'tenant_id': '43f212530cb6436ebcf1d51d94d9d192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.215'}], 'enable_snat': False}, 'gw_port_id': '1206fc8f-82c1-4959-85b4-144c10f9b8bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:54:54Z', 'updated_at': '2022-05-20T20:54:56Z', 'revision_number': 3, 'project_id': '43f212530cb6436ebcf1d51d94d9d192', 'gw_port': {'id': '1206fc8f-82c1-4959-85b4-144c10f9b8bd', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:5f:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88a41c57-58ca-4747-8acf-8d9c2b5466bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2117, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:54:55Z', 'updated_at': '2022-05-20T20:54:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-842733-1'}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 20:54:58.913647 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-47afb715-a71f-4d3c-b272-34452d0082f0 tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:59.091461 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-47afb715-a71f-4d3c-b272-34452d0082f0 tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:59.157505 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47afb715-a71f-4d3c-b272-34452d0082f0 tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] Network e3a93b5c-91e2-4064-9c2c-1afc261bfe15 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:54:59.166154 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-47afb715-a71f-4d3c-b272-34452d0082f0 tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:54:59.169877 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47afb715-a71f-4d3c-b272-34452d0082f0 tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:54:59.230415 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47afb715-a71f-4d3c-b272-34452d0082f0 tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] Pushing event updated for resources: {'Port': ['ID=c51ee565-c78e-4930-a38c-7f1b6c552e02,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:54:59.612249 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f4a31f-7796-464c-b0e0-43336d9f3d57 req-dad85450-d51c-4460-bd15-be5ee4d624d5 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:54:59.613854 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-55f4a31f-7796-464c-b0e0-43336d9f3d57 req-dad85450-d51c-4460-bd15-be5ee4d624d5 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6b89b5c-f3ce-4d06-9a39-9498eb6544ad HTTP/1.1" status: 200 len: 945 time: 0.1948359 May 20 20:54:59.648796 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-47afb715-a71f-4d3c-b272-34452d0082f0 tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:59.711545 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-55f4a31f-7796-464c-b0e0-43336d9f3d57 req-5beadc88-d2f7-4d83-8a3b-b7a3f7d6b2fa tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f722a60-38a1-4dbc-a8ff-49f0b32ee364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809188 May 20 20:54:59.932032 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-47afb715-a71f-4d3c-b272-34452d0082f0 tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748106'] for router, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:00.284242 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47afb715-a71f-4d3c-b272-34452d0082f0 tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] Router f49b3ce4-843e-44b3-9f44-814575ceeaa2 is scheduled to L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e with binding_index 1 {{(pid=103163) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 20 20:55:00.407130 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 1206fc8f-82c1-4959-85b4-144c10f9b8bd up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:55:00.472848 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 1206fc8f-82c1-4959-85b4-144c10f9b8bd triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:55:00.480014 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:00.480942 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47afb715-a71f-4d3c-b272-34452d0082f0 tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 20:55:00.490134 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e31addf-9599-47da-8ac8-8da2659c30df None None] Sync routers for ids ['f49b3ce4-843e-44b3-9f44-814575ceeaa2'] in n-d-842733-1 {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 20:55:00.505762 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e31addf-9599-47da-8ac8-8da2659c30df None None] Routers {'f49b3ce4-843e-44b3-9f44-814575ceeaa2'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:55:00.506627 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-1e31addf-9599-47da-8ac8-8da2659c30df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:54:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['f49b3ce4-843e-44b3-9f44-814575ceeaa2'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:55:00.583585 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-47afb715-a71f-4d3c-b272-34452d0082f0 tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] Notify callbacks [] for router, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:00.587486 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-47afb715-a71f-4d3c-b272-34452d0082f0 tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.2523882 May 20 20:55:00.587691 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 57736) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:55:00.624654 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 1206fc8f-82c1-4959-85b4-144c10f9b8bd is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:55:00.626448 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:00.681555 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] For port 1206fc8f-82c1-4959-85b4-144c10f9b8bd, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=1206fc8f-82c1-4959-85b4-144c10f9b8bd,segment=NetworkSegment(0b5485c4-eff8-42a1-9073-ae54ed4c63ba),segment_id=0b5485c4-eff8-42a1-9073-ae54ed4c63ba)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:55:00.687733 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-1e31addf-9599-47da-8ac8-8da2659c30df None None] Set router f49b3ce4-843e-44b3-9f44-814575ceeaa2 gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:55:00.765486 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:00.813170 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-77afb3d9-1a0f-4b49-934b-250d58b3a453 tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] 10.222.0.35 "GET /v2.0/routers/f49b3ce4-843e-44b3-9f44-814575ceeaa2 HTTP/1.1" status: 200 len: 908 time: 0.2243366 May 20 20:55:00.815903 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 57748) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:55:00.908505 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Pushing event updated for resources: {'Port': ['ID=1206fc8f-82c1-4959-85b4-144c10f9b8bd,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:55:01.035368 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 57752) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:55:01.152164 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837ce057-9e0d-4531-96cc-d2881b22883e req-50644a86-e59a-4ca5-a851-b735e95ff6a8 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:55:01.156637 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-837ce057-9e0d-4531-96cc-d2881b22883e req-50644a86-e59a-4ca5-a851-b735e95ff6a8 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6b89b5c-f3ce-4d06-9a39-9498eb6544ad HTTP/1.1" status: 200 len: 945 time: 0.2540934 May 20 20:55:01.239989 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-837ce057-9e0d-4531-96cc-d2881b22883e req-a55310bd-4dfe-4af3-a58b-efa79afa7d5a tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f722a60-38a1-4dbc-a8ff-49f0b32ee364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744901 May 20 20:55:01.387131 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-1e31addf-9599-47da-8ac8-8da2659c30df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f49b3ce4-843e-44b3-9f44-814575ceeaa2', 'name': 'tempest-snat-router-2071983623', 'tenant_id': '43f212530cb6436ebcf1d51d94d9d192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.130'}], 'enable_snat': True}, 'gw_port_id': 'c51ee565-c78e-4930-a38c-7f1b6c552e02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:54:57Z', 'updated_at': '2022-05-20T20:54:59Z', 'revision_number': 3, 'project_id': '43f212530cb6436ebcf1d51d94d9d192', 'gw_port': {'id': 'c51ee565-c78e-4930-a38c-7f1b6c552e02', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:a3:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f49b3ce4-843e-44b3-9f44-814575ceeaa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2124, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:54:58Z', 'updated_at': '2022-05-20T20:54:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:55:01.457357 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e31addf-9599-47da-8ac8-8da2659c30df None None] Checking router: f49b3ce4-843e-44b3-9f44-814575ceeaa2 for host: n-d-842733-1 {{(pid=103165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 20:55:01.457699 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e31addf-9599-47da-8ac8-8da2659c30df None None] Updating router f49b3ce4-843e-44b3-9f44-814575ceeaa2 port c51ee565-c78e-4930-a38c-7f1b6c552e02 binding host n-d-842733-1 {{(pid=103165) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 20:55:01.521076 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-1e31addf-9599-47da-8ac8-8da2659c30df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:01.650519 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-14082c1f-6198-4609-9b84-7dd44de7f5dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:01.697726 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9b6350a9-4bd7-4d27-8614-ad67bdc41786 tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] Notify callbacks [] for router, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:01.762151 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 57768) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:55:01.894706 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-14082c1f-6198-4609-9b84-7dd44de7f5dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:01.949484 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9b6350a9-4bd7-4d27-8614-ad67bdc41786 tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:01.976671 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a674483c-3b10-46b5-9234-c440aaf3f53f admin admin] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:02.020054 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-14082c1f-6198-4609-9b84-7dd44de7f5dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:02.046715 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-1e31addf-9599-47da-8ac8-8da2659c30df None None] Notify callbacks [] for port, precommit_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:02.108701 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 57776) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:55:02.109235 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-14082c1f-6198-4609-9b84-7dd44de7f5dd admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b6729d75740a48a79f8f0b57d3501ab3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0656903 May 20 20:55:02.110205 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14082c1f-6198-4609-9b84-7dd44de7f5dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9350b00-a945-49e1-9ac0-937653d4039c,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:55:02.141531 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-1e31addf-9599-47da-8ac8-8da2659c30df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:02.161733 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-9b6350a9-4bd7-4d27-8614-ad67bdc41786 tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] Deleting port c51ee565-c78e-4930-a38c-7f1b6c552e02 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:55:02.162322 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9b6350a9-4bd7-4d27-8614-ad67bdc41786 tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:02.209311 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a674483c-3b10-46b5-9234-c440aaf3f53f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:02.260435 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b9f324-20f7-43fb-98c6-194d4abbcd59 None None] Pushing event updated for resources: {'Port': ['ID=c51ee565-c78e-4930-a38c-7f1b6c552e02,revision_number=2']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:55:02.260567 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9b6350a9-4bd7-4d27-8614-ad67bdc41786 tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:02.260700 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-1e31addf-9599-47da-8ac8-8da2659c30df None None] Attempting to bind port c51ee565-c78e-4930-a38c-7f1b6c552e02 on host n-d-842733-1 for vnic_type normal with profile {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:55:02.261025 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-1e31addf-9599-47da-8ac8-8da2659c30df None None] Attempting to bind port c51ee565-c78e-4930-a38c-7f1b6c552e02 by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': '0b5485c4-eff8-42a1-9073-ae54ed4c63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'}] {{(pid=103165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:55:02.261406 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e31addf-9599-47da-8ac8-8da2659c30df None None] Attempting to bind port c51ee565-c78e-4930-a38c-7f1b6c552e02 on network e3a93b5c-91e2-4064-9c2c-1afc261bfe15 {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:55:02.267308 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b9f324-20f7-43fb-98c6-194d4abbcd59 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:55:02.267648 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b9f324-20f7-43fb-98c6-194d4abbcd59 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:55:02.268178 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b9f324-20f7-43fb-98c6-194d4abbcd59 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:55:02.268666 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b9f324-20f7-43fb-98c6-194d4abbcd59 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:55:02.269169 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b9f324-20f7-43fb-98c6-194d4abbcd59 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:55:02.269894 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b9f324-20f7-43fb-98c6-194d4abbcd59 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:55:02.270377 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b9f324-20f7-43fb-98c6-194d4abbcd59 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:55:02.270856 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b9f324-20f7-43fb-98c6-194d4abbcd59 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:55:02.270986 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-9b6350a9-4bd7-4d27-8614-ad67bdc41786 tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] Calling delete_port for c51ee565-c78e-4930-a38c-7f1b6c552e02 owned by network:router_gateway {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:55:02.271630 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b9f324-20f7-43fb-98c6-194d4abbcd59 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:55:02.272108 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b9f324-20f7-43fb-98c6-194d4abbcd59 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:55:02.272616 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b9f324-20f7-43fb-98c6-194d4abbcd59 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:55:02.273309 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b9f324-20f7-43fb-98c6-194d4abbcd59 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:55:02.278608 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e31addf-9599-47da-8ac8-8da2659c30df None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 54, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:55:02.279337 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:02.282996 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e31addf-9599-47da-8ac8-8da2659c30df None None] Checking segment: {'id': '0b5485c4-eff8-42a1-9073-ae54ed4c63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:55:02.282996 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-1e31addf-9599-47da-8ac8-8da2659c30df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:02.282996 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e31addf-9599-47da-8ac8-8da2659c30df None None] Bound using segment: {'id': '0b5485c4-eff8-42a1-9073-ae54ed4c63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'} {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:55:02.282996 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-1e31addf-9599-47da-8ac8-8da2659c30df None None] Bound port: c51ee565-c78e-4930-a38c-7f1b6c552e02, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b5485c4-eff8-42a1-9073-ae54ed4c63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'}}] {{(pid=103165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:55:02.282996 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-1e31addf-9599-47da-8ac8-8da2659c30df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:02.324643 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a674483c-3b10-46b5-9234-c440aaf3f53f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:02.374205 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-1e31addf-9599-47da-8ac8-8da2659c30df None None] For port c51ee565-c78e-4930-a38c-7f1b6c552e02, host n-d-842733-1, cleared binding levels {{(pid=103165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:55:02.382794 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-1e31addf-9599-47da-8ac8-8da2659c30df None None] For port c51ee565-c78e-4930-a38c-7f1b6c552e02, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=c51ee565-c78e-4930-a38c-7f1b6c552e02,segment=NetworkSegment(0b5485c4-eff8-42a1-9073-ae54ed4c63ba),segment_id=0b5485c4-eff8-42a1-9073-ae54ed4c63ba)] {{(pid=103165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:55:02.391108 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-a674483c-3b10-46b5-9234-c440aaf3f53f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=71cd1cf9b263417e979ab5c28ff95edd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6279092 May 20 20:55:02.395736 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 57782) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:55:02.475176 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 1206fc8f-82c1-4959-85b4-144c10f9b8bd up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:55:02.505361 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7764438a-72b0-488f-8edc-111e2e0bc8f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:02.515055 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 1206fc8f-82c1-4959-85b4-144c10f9b8bd triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:55:02.515463 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:02.530621 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7764438a-72b0-488f-8edc-111e2e0bc8f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:02.547269 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a674483c-3b10-46b5-9234-c440aaf3f53f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d07e2399-cc8b-4d0f-aab4-2de13c7c62fd,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:55:02.584525 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de509ea-4ce1-4c90-bb12-1a57f87dd09e req-500b6c9a-2152-4ed4-8e7e-ad33983a4182 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:55:02.586039 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9de509ea-4ce1-4c90-bb12-1a57f87dd09e req-500b6c9a-2152-4ed4-8e7e-ad33983a4182 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6b89b5c-f3ce-4d06-9a39-9498eb6544ad HTTP/1.1" status: 200 len: 945 time: 0.1663330 May 20 20:55:02.589807 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-1e31addf-9599-47da-8ac8-8da2659c30df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:02.599264 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4ff87c1b-6c25-4940-8d32-14952a74ffe0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:02.663900 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4ff87c1b-6c25-4940-8d32-14952a74ffe0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:02.668072 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 1206fc8f-82c1-4959-85b4-144c10f9b8bd is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:55:02.685320 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9de509ea-4ce1-4c90-bb12-1a57f87dd09e req-00a5c10c-8abb-4c4f-a765-6d0ab5048621 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f722a60-38a1-4dbc-a8ff-49f0b32ee364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659993 May 20 20:55:02.751932 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e31addf-9599-47da-8ac8-8da2659c30df None None] Routers {'f49b3ce4-843e-44b3-9f44-814575ceeaa2'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:55:02.754267 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9b6350a9-4bd7-4d27-8614-ad67bdc41786 tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:02.763809 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7764438a-72b0-488f-8edc-111e2e0bc8f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:02.764856 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-1e31addf-9599-47da-8ac8-8da2659c30df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:54:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['f49b3ce4-843e-44b3-9f44-814575ceeaa2'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:55:02.770035 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7764438a-72b0-488f-8edc-111e2e0bc8f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:02.777945 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-7764438a-72b0-488f-8edc-111e2e0bc8f2 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c9350b00-a945-49e1-9ac0-937653d4039c HTTP/1.1" status: 204 len: 168 time: 0.6654031 May 20 20:55:02.809946 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4ff87c1b-6c25-4940-8d32-14952a74ffe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:02.813364 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4ff87c1b-6c25-4940-8d32-14952a74ffe0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:02.814819 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-4ff87c1b-6c25-4940-8d32-14952a74ffe0 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d07e2399-cc8b-4d0f-aab4-2de13c7c62fd HTTP/1.1" status: 204 len: 168 time: 0.4149225 May 20 20:55:02.821730 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7764438a-72b0-488f-8edc-111e2e0bc8f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9350b00-a945-49e1-9ac0-937653d4039c,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:55:02.842296 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff87c1b-6c25-4940-8d32-14952a74ffe0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d07e2399-cc8b-4d0f-aab4-2de13c7c62fd,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:55:02.898835 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6350a9-4bd7-4d27-8614-ad67bdc41786 tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] Pushing event deleted for resources: {'Port': ['ID=c51ee565-c78e-4930-a38c-7f1b6c552e02,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:55:02.899330 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b9f324-20f7-43fb-98c6-194d4abbcd59 None None] Pushing event updated for resources: {'Port': ['ID=c51ee565-c78e-4930-a38c-7f1b6c552e02,revision_number=3']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:55:02.961650 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-1e31addf-9599-47da-8ac8-8da2659c30df None None] Set router f49b3ce4-843e-44b3-9f44-814575ceeaa2 gateway port host: None {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:55:02.993675 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9b6350a9-4bd7-4d27-8614-ad67bdc41786 tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-748206'] for router_gateway, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:03.051183 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-1e31addf-9599-47da-8ac8-8da2659c30df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f49b3ce4-843e-44b3-9f44-814575ceeaa2', 'name': 'tempest-snat-router-2071983623', 'tenant_id': '43f212530cb6436ebcf1d51d94d9d192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:54:57Z', 'updated_at': '2022-05-20T20:55:02Z', 'revision_number': 5, 'project_id': '43f212530cb6436ebcf1d51d94d9d192', 'gw_port_host': None}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:55:03.080294 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e31addf-9599-47da-8ac8-8da2659c30df None None] The sync data for ids ['f49b3ce4-843e-44b3-9f44-814575ceeaa2'] in n-d-842733-1 is: [{'id': 'f49b3ce4-843e-44b3-9f44-814575ceeaa2', 'name': 'tempest-snat-router-2071983623', 'tenant_id': '43f212530cb6436ebcf1d51d94d9d192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:54:57Z', 'updated_at': '2022-05-20T20:55:02Z', 'revision_number': 5, 'project_id': '43f212530cb6436ebcf1d51d94d9d192', 'gw_port_host': None}] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 20:55:03.113264 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9b6350a9-4bd7-4d27-8614-ad67bdc41786 tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26169'] for router, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:03.115804 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9b6350a9-4bd7-4d27-8614-ad67bdc41786 tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:03.319018 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9b6350a9-4bd7-4d27-8614-ad67bdc41786 tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-693148'] for router, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:03.323447 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b6350a9-4bd7-4d27-8614-ad67bdc41786 tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f49b3ce4-843e-44b3-9f44-814575ceeaa2 {{(pid=103162) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 20 20:55:03.324174 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9b6350a9-4bd7-4d27-8614-ad67bdc41786 tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] Notify callbacks [] for router, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:03.327785 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-9b6350a9-4bd7-4d27-8614-ad67bdc41786 tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] 10.222.0.35 "DELETE /v2.0/routers/f49b3ce4-843e-44b3-9f44-814575ceeaa2 HTTP/1.1" status: 204 len: 168 time: 2.5077960 May 20 20:55:03.328126 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 57806) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:55:03.504862 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-93909928-2a22-4a37-9cfc-88d77a277dae tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] Notify callbacks [] for router, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:03.644744 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-93909928-2a22-4a37-9cfc-88d77a277dae tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:03.810737 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-93909928-2a22-4a37-9cfc-88d77a277dae tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] Deleting port 1206fc8f-82c1-4959-85b4-144c10f9b8bd {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:55:03.812194 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-93909928-2a22-4a37-9cfc-88d77a277dae tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:03.966343 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce3cbcf-0c64-430c-8d5c-4af6db4554b5 req-69ccaf6f-6a58-499b-b4d0-c3ee838877c8 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:55:03.969504 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1ce3cbcf-0c64-430c-8d5c-4af6db4554b5 req-69ccaf6f-6a58-499b-b4d0-c3ee838877c8 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6b89b5c-f3ce-4d06-9a39-9498eb6544ad HTTP/1.1" status: 200 len: 945 time: 0.1101913 May 20 20:55:04.017072 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-93909928-2a22-4a37-9cfc-88d77a277dae tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] For port 1206fc8f-82c1-4959-85b4-144c10f9b8bd, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=1206fc8f-82c1-4959-85b4-144c10f9b8bd,segment=NetworkSegment(0b5485c4-eff8-42a1-9073-ae54ed4c63ba),segment_id=0b5485c4-eff8-42a1-9073-ae54ed4c63ba)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:55:04.017716 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-93909928-2a22-4a37-9cfc-88d77a277dae tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:04.021776 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1ce3cbcf-0c64-430c-8d5c-4af6db4554b5 req-59e433b5-17af-436b-94e3-659ca8879a01 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f722a60-38a1-4dbc-a8ff-49f0b32ee364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439343 May 20 20:55:04.040024 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-93909928-2a22-4a37-9cfc-88d77a277dae tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] Calling delete_port for 1206fc8f-82c1-4959-85b4-144c10f9b8bd owned by network:router_gateway {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:55:04.100947 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 57830) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:55:04.119152 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d8077e11-f168-42b5-82c0-089bcfac83de admin admin] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:04.242612 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d8077e11-f168-42b5-82c0-089bcfac83de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:04.330162 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d8077e11-f168-42b5-82c0-089bcfac83de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:04.389171 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-d8077e11-f168-42b5-82c0-089bcfac83de admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ae617a4975c542358ba4fa40e9026014&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2858522 May 20 20:55:04.390167 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8077e11-f168-42b5-82c0-089bcfac83de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fc9053f-5a73-4ce1-a7a3-5f8f32f24a9c,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:55:04.391940 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 57838) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:55:04.425829 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-93909928-2a22-4a37-9cfc-88d77a277dae tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:04.480949 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93909928-2a22-4a37-9cfc-88d77a277dae tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] Pushing event deleted for resources: {'Port': ['ID=1206fc8f-82c1-4959-85b4-144c10f9b8bd,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:55:04.567356 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-43befb2a-df07-475b-89ae-ceaecb9f127d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:04.571368 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-93909928-2a22-4a37-9cfc-88d77a277dae tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-748206'] for router_gateway, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:04.674467 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-43befb2a-df07-475b-89ae-ceaecb9f127d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:04.683228 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-93909928-2a22-4a37-9cfc-88d77a277dae tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26169'] for router, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:04.687786 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-93909928-2a22-4a37-9cfc-88d77a277dae tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:04.821000 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-93909928-2a22-4a37-9cfc-88d77a277dae tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-693148'] for router, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:04.821530 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93909928-2a22-4a37-9cfc-88d77a277dae tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 88a41c57-58ca-4747-8acf-8d9c2b5466bd {{(pid=103162) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 20 20:55:04.825935 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-93909928-2a22-4a37-9cfc-88d77a277dae tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] Notify callbacks [] for router, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:04.827715 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-93909928-2a22-4a37-9cfc-88d77a277dae tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] 10.222.0.35 "DELETE /v2.0/routers/88a41c57-58ca-4747-8acf-8d9c2b5466bd HTTP/1.1" status: 204 len: 168 time: 1.4986033 May 20 20:55:04.831696 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 57856) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:55:04.837172 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-07e900bf-6fc3-4db5-87d9-06b103fd79b1 tempest-RoutersAdminTest-1966952147 tempest-RoutersAdminTest-1966952147-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1937880952', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'}, 'admin_state_up': False}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:55:04.853013 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-43befb2a-df07-475b-89ae-ceaecb9f127d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:04.855786 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-43befb2a-df07-475b-89ae-ceaecb9f127d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:04.856964 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-43befb2a-df07-475b-89ae-ceaecb9f127d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9fc9053f-5a73-4ce1-a7a3-5f8f32f24a9c HTTP/1.1" status: 204 len: 168 time: 0.4635086 May 20 20:55:04.870634 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43befb2a-df07-475b-89ae-ceaecb9f127d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fc9053f-5a73-4ce1-a7a3-5f8f32f24a9c,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:55:04.941623 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-07e900bf-6fc3-4db5-87d9-06b103fd79b1 tempest-RoutersAdminTest-1966952147 tempest-RoutersAdminTest-1966952147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-694221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26155'] for router, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:04.942922 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-07e900bf-6fc3-4db5-87d9-06b103fd79b1 tempest-RoutersAdminTest-1966952147 tempest-RoutersAdminTest-1966952147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-693085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748153', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-718080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26162'] for router, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:05.024134 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-07e900bf-6fc3-4db5-87d9-06b103fd79b1 tempest-RoutersAdminTest-1966952147 tempest-RoutersAdminTest-1966952147-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:05.209820 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fa6288-38e5-4f0d-b4a5-3d033ba1900c req-e06a356e-6c03-4cd2-bc8d-d27611b650cb tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:55:05.212022 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-85fa6288-38e5-4f0d-b4a5-3d033ba1900c req-e06a356e-6c03-4cd2-bc8d-d27611b650cb tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6b89b5c-f3ce-4d06-9a39-9498eb6544ad HTTP/1.1" status: 200 len: 945 time: 0.0974247 May 20 20:55:05.277709 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-85fa6288-38e5-4f0d-b4a5-3d033ba1900c req-0a3118d2-a5d9-4f88-a944-c59f67fe5589 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f722a60-38a1-4dbc-a8ff-49f0b32ee364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572348 May 20 20:55:05.350042 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-07e900bf-6fc3-4db5-87d9-06b103fd79b1 tempest-RoutersAdminTest-1966952147 tempest-RoutersAdminTest-1966952147-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:05.668960 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-07e900bf-6fc3-4db5-87d9-06b103fd79b1 tempest-RoutersAdminTest-1966952147 tempest-RoutersAdminTest-1966952147-project] Notify callbacks [] for router_gateway, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:05.690576 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-07e900bf-6fc3-4db5-87d9-06b103fd79b1 tempest-RoutersAdminTest-1966952147 tempest-RoutersAdminTest-1966952147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:05.808760 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-07e900bf-6fc3-4db5-87d9-06b103fd79b1 tempest-RoutersAdminTest-1966952147 tempest-RoutersAdminTest-1966952147-project] Allocated IP 172.25.2.42 (e3a93b5c-91e2-4064-9c2c-1afc261bfe15/86fee0c1-6e34-488b-9216-b2b8e7ef585a/abb948fb-e91e-4d11-ba47-a1f533850b5d) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:55:05.946330 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-07e900bf-6fc3-4db5-87d9-06b103fd79b1 tempest-RoutersAdminTest-1966952147 tempest-RoutersAdminTest-1966952147-project] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:06.050588 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-07e900bf-6fc3-4db5-87d9-06b103fd79b1 tempest-RoutersAdminTest-1966952147 tempest-RoutersAdminTest-1966952147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:06.092715 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07e900bf-6fc3-4db5-87d9-06b103fd79b1 tempest-RoutersAdminTest-1966952147 tempest-RoutersAdminTest-1966952147-project] Network e3a93b5c-91e2-4064-9c2c-1afc261bfe15 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:55:06.095441 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-07e900bf-6fc3-4db5-87d9-06b103fd79b1 tempest-RoutersAdminTest-1966952147 tempest-RoutersAdminTest-1966952147-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:55:06.098842 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07e900bf-6fc3-4db5-87d9-06b103fd79b1 tempest-RoutersAdminTest-1966952147 tempest-RoutersAdminTest-1966952147-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:55:06.223109 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e900bf-6fc3-4db5-87d9-06b103fd79b1 tempest-RoutersAdminTest-1966952147 tempest-RoutersAdminTest-1966952147-project] Pushing event updated for resources: {'Port': ['ID=abb948fb-e91e-4d11-ba47-a1f533850b5d,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:55:06.272115 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e900bf-6fc3-4db5-87d9-06b103fd79b1 tempest-RoutersAdminTest-1966952147 tempest-RoutersAdminTest-1966952147-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:55:06.272470 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e900bf-6fc3-4db5-87d9-06b103fd79b1 tempest-RoutersAdminTest-1966952147 tempest-RoutersAdminTest-1966952147-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:55:06.273193 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e900bf-6fc3-4db5-87d9-06b103fd79b1 tempest-RoutersAdminTest-1966952147 tempest-RoutersAdminTest-1966952147-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:55:06.280127 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e900bf-6fc3-4db5-87d9-06b103fd79b1 tempest-RoutersAdminTest-1966952147 tempest-RoutersAdminTest-1966952147-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:55:06.280127 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e900bf-6fc3-4db5-87d9-06b103fd79b1 tempest-RoutersAdminTest-1966952147 tempest-RoutersAdminTest-1966952147-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:55:06.280127 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e900bf-6fc3-4db5-87d9-06b103fd79b1 tempest-RoutersAdminTest-1966952147 tempest-RoutersAdminTest-1966952147-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:55:06.280127 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e900bf-6fc3-4db5-87d9-06b103fd79b1 tempest-RoutersAdminTest-1966952147 tempest-RoutersAdminTest-1966952147-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:55:06.280127 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e900bf-6fc3-4db5-87d9-06b103fd79b1 tempest-RoutersAdminTest-1966952147 tempest-RoutersAdminTest-1966952147-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:55:06.280127 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e900bf-6fc3-4db5-87d9-06b103fd79b1 tempest-RoutersAdminTest-1966952147 tempest-RoutersAdminTest-1966952147-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:55:06.280127 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e900bf-6fc3-4db5-87d9-06b103fd79b1 tempest-RoutersAdminTest-1966952147 tempest-RoutersAdminTest-1966952147-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:55:06.280127 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e900bf-6fc3-4db5-87d9-06b103fd79b1 tempest-RoutersAdminTest-1966952147 tempest-RoutersAdminTest-1966952147-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:55:06.280127 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e900bf-6fc3-4db5-87d9-06b103fd79b1 tempest-RoutersAdminTest-1966952147 tempest-RoutersAdminTest-1966952147-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:55:06.347839 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 1206fc8f-82c1-4959-85b4-144c10f9b8bd no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:55:06.390133 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: 1206fc8f-82c1-4959-85b4-144c10f9b8bd {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 20:55:06.390541 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 1206fc8f-82c1-4959-85b4-144c10f9b8bd not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 20:55:06.453338 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108bb0c2-a6d9-4287-90f8-cdf14e1cf855 req-f6064a4e-0697-461c-a0df-3803ff15cf95 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:55:06.457702 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-108bb0c2-a6d9-4287-90f8-cdf14e1cf855 req-f6064a4e-0697-461c-a0df-3803ff15cf95 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6b89b5c-f3ce-4d06-9a39-9498eb6544ad HTTP/1.1" status: 200 len: 945 time: 0.0598745 May 20 20:55:06.518006 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-108bb0c2-a6d9-4287-90f8-cdf14e1cf855 req-1d631558-0a63-43c9-9881-5f31ada26b69 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f722a60-38a1-4dbc-a8ff-49f0b32ee364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553646 May 20 20:55:06.611543 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-07e900bf-6fc3-4db5-87d9-06b103fd79b1 tempest-RoutersAdminTest-1966952147 tempest-RoutersAdminTest-1966952147-project] Notify callbacks [] for router_gateway, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:06.894451 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-07e900bf-6fc3-4db5-87d9-06b103fd79b1 tempest-RoutersAdminTest-1966952147 tempest-RoutersAdminTest-1966952147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748106'] for router, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:07.150079 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07e900bf-6fc3-4db5-87d9-06b103fd79b1 tempest-RoutersAdminTest-1966952147 tempest-RoutersAdminTest-1966952147-project] Router 7106a9a1-5ad8-4515-a7a6-3dff660fe68a is scheduled to L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e with binding_index 1 {{(pid=103162) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 20 20:55:07.307377 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07e900bf-6fc3-4db5-87d9-06b103fd79b1 tempest-RoutersAdminTest-1966952147 tempest-RoutersAdminTest-1966952147-project] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 20:55:07.329843 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-911ed498-51a2-40e0-a776-927e17287ace None None] Sync routers for ids ['7106a9a1-5ad8-4515-a7a6-3dff660fe68a'] in n-d-842733-1 {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 20:55:07.343921 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-911ed498-51a2-40e0-a776-927e17287ace None None] Routers {'7106a9a1-5ad8-4515-a7a6-3dff660fe68a'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:55:07.344771 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-911ed498-51a2-40e0-a776-927e17287ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:54:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['7106a9a1-5ad8-4515-a7a6-3dff660fe68a'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:55:07.401375 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-07e900bf-6fc3-4db5-87d9-06b103fd79b1 tempest-RoutersAdminTest-1966952147 tempest-RoutersAdminTest-1966952147-project] Notify callbacks [] for router, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:07.406414 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-07e900bf-6fc3-4db5-87d9-06b103fd79b1 tempest-RoutersAdminTest-1966952147 tempest-RoutersAdminTest-1966952147-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.5730176 May 20 20:55:07.406604 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 57940) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:55:07.411748 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-09b88a92-3da7-456d-b8f4-bb8eaaf28def tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'enable_snat': False}}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:55:07.419107 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-911ed498-51a2-40e0-a776-927e17287ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:55:07.452437 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-911ed498-51a2-40e0-a776-927e17287ace None None] Routers {'7106a9a1-5ad8-4515-a7a6-3dff660fe68a'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:55:07.454203 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-911ed498-51a2-40e0-a776-927e17287ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:54:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['7106a9a1-5ad8-4515-a7a6-3dff660fe68a'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:55:07.538747 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-911ed498-51a2-40e0-a776-927e17287ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:55:07.539693 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-911ed498-51a2-40e0-a776-927e17287ace None None] The sync data for ids ['7106a9a1-5ad8-4515-a7a6-3dff660fe68a'] in n-d-842733-1 is: [] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 20:55:07.786112 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e56dcf-bfe9-4f1a-bacb-6932e02a7199 req-ac3fda13-ae1a-4618-955c-d78496d09877 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:55:07.787708 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-86e56dcf-bfe9-4f1a-bacb-6932e02a7199 req-ac3fda13-ae1a-4618-955c-d78496d09877 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6b89b5c-f3ce-4d06-9a39-9498eb6544ad HTTP/1.1" status: 200 len: 945 time: 0.1180992 May 20 20:55:07.935342 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-86e56dcf-bfe9-4f1a-bacb-6932e02a7199 req-9641d1b1-3734-4eb3-9e23-7f6e018d5022 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f722a60-38a1-4dbc-a8ff-49f0b32ee364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379664 May 20 20:55:08.036526 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-09b88a92-3da7-456d-b8f4-bb8eaaf28def tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:08.226464 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 57984) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:55:08.692854 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-09b88a92-3da7-456d-b8f4-bb8eaaf28def tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-748143', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-693059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26112'] for router, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:08.697494 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-09b88a92-3da7-456d-b8f4-bb8eaaf28def tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-748132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-748125', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-693176'] for router, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:08.833703 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09b88a92-3da7-456d-b8f4-bb8eaaf28def tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] Router 7106a9a1-5ad8-4515-a7a6-3dff660fe68a has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 20:55:09.009960 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09b88a92-3da7-456d-b8f4-bb8eaaf28def tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 20:55:09.025765 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d7720ee-7eea-4987-8656-bc6edd07d082 None None] Sync routers for ids ['7106a9a1-5ad8-4515-a7a6-3dff660fe68a'] in n-d-842733-1 {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 20:55:09.028310 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-09b88a92-3da7-456d-b8f4-bb8eaaf28def tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] Notify callbacks [] for router, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:09.034134 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-09b88a92-3da7-456d-b8f4-bb8eaaf28def tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] 10.222.0.35 "PUT /v2.0/routers/7106a9a1-5ad8-4515-a7a6-3dff660fe68a HTTP/1.1" status: 200 len: 921 time: 1.6257529 May 20 20:55:09.034772 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 58008) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:55:09.036966 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d7720ee-7eea-4987-8656-bc6edd07d082 None None] Routers {'7106a9a1-5ad8-4515-a7a6-3dff660fe68a'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:55:09.037594 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-3d7720ee-7eea-4987-8656-bc6edd07d082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:54:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['7106a9a1-5ad8-4515-a7a6-3dff660fe68a'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:55:09.128434 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-3d7720ee-7eea-4987-8656-bc6edd07d082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:55:09.157470 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d7720ee-7eea-4987-8656-bc6edd07d082 None None] Routers {'7106a9a1-5ad8-4515-a7a6-3dff660fe68a'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:55:09.158380 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-3d7720ee-7eea-4987-8656-bc6edd07d082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:54:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['7106a9a1-5ad8-4515-a7a6-3dff660fe68a'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:55:09.231252 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-3d7720ee-7eea-4987-8656-bc6edd07d082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:55:09.231917 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d7720ee-7eea-4987-8656-bc6edd07d082 None None] The sync data for ids ['7106a9a1-5ad8-4515-a7a6-3dff660fe68a'] in n-d-842733-1 is: [] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 20:55:09.269317 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 58016) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:55:09.277496 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93b2639-1aa6-45a8-a34e-f616ab6f8599 req-19a297e9-b801-447c-89da-06f1d030e30c tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:55:09.279832 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b93b2639-1aa6-45a8-a34e-f616ab6f8599 req-19a297e9-b801-447c-89da-06f1d030e30c tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6b89b5c-f3ce-4d06-9a39-9498eb6544ad HTTP/1.1" status: 200 len: 945 time: 0.1892753 May 20 20:55:09.285283 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8e4986fb-6035-4e7d-b7a1-15dac2d39c22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:09.324470 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 58022) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:55:09.331523 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-349291f7-02ae-490d-8e7a-3ef6af1bdf3f tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] 10.222.0.35 "GET /v2.0/routers/7106a9a1-5ad8-4515-a7a6-3dff660fe68a HTTP/1.1" status: 200 len: 921 time: 0.2955678 May 20 20:55:09.364270 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b93b2639-1aa6-45a8-a34e-f616ab6f8599 req-144379f4-b724-45eb-ae82-f63495f53731 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f722a60-38a1-4dbc-a8ff-49f0b32ee364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757911 May 20 20:55:09.457258 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2bb101da-4759-4b97-a05f-b728088fb449 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:09.490802 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44a61d8f-cc6c-4a52-b0f8-5faa196026a5 tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:55:09.491171 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 58026) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:55:09.496620 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-44a61d8f-cc6c-4a52-b0f8-5faa196026a5 tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] 10.222.0.35 "GET /v2.0/ports?network_id=e3a93b5c-91e2-4064-9c2c-1afc261bfe15&device_id=7106a9a1-5ad8-4515-a7a6-3dff660fe68a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1588824 May 20 20:55:09.573448 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8e4986fb-6035-4e7d-b7a1-15dac2d39c22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:09.628886 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2bb101da-4759-4b97-a05f-b728088fb449 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:09.630345 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dc22977-2197-4207-8111-4883632cf325 tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:55:09.631770 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-1dc22977-2197-4207-8111-4883632cf325 tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] 10.222.0.35 "GET /v2.0/networks/e3a93b5c-91e2-4064-9c2c-1afc261bfe15 HTTP/1.1" status: 200 len: 881 time: 0.1423182 May 20 20:55:09.635025 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 58028) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:55:09.661415 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8e4986fb-6035-4e7d-b7a1-15dac2d39c22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:09.665144 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-81ae3f93-2a61-4837-8d70-17ea0eacb741 tempest-RoutersAdminTest-1966952147 tempest-RoutersAdminTest-1966952147-project] 10.222.0.35 "GET /v2.0/ports?device_id=7106a9a1-5ad8-4515-a7a6-3dff660fe68a HTTP/1.1" status: 200 len: 205 time: 0.0267732 May 20 20:55:09.665449 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 58030) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:55:09.717328 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-8e4986fb-6035-4e7d-b7a1-15dac2d39c22 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=fb34f4ffac154d1a90353e56a734abf5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4841359 May 20 20:55:09.717328 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4986fb-6035-4e7d-b7a1-15dac2d39c22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=095f3699-8b28-47c1-ac25-5c611b8573b7,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:55:09.717755 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 58034) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:55:09.726074 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2bb101da-4759-4b97-a05f-b728088fb449 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:09.807041 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb101da-4759-4b97-a05f-b728088fb449 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c94c1513-cdfe-408a-b603-4cc8d5e5b759,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:55:09.849169 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 58036) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:55:09.849534 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-2bb101da-4759-4b97-a05f-b728088fb449 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=47231fdb41ae4e4cb052872bb824f173&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5681365 May 20 20:55:09.884393 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-fba87bbb-2251-45df-94b3-b94f82cf666d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:09.901828 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f73a0951-9852-4e4a-8bd1-2f5ceca4a00f tempest-RoutersAdminTest-1966952147 tempest-RoutersAdminTest-1966952147-project] Notify callbacks [] for router, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:09.911148 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a35dfe0f-ae51-4963-b233-13d913d8c3b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:09.939346 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a35dfe0f-ae51-4963-b233-13d913d8c3b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:09.969112 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-fba87bbb-2251-45df-94b3-b94f82cf666d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:10.079736 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a35dfe0f-ae51-4963-b233-13d913d8c3b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:10.085826 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a35dfe0f-ae51-4963-b233-13d913d8c3b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:10.086994 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-a35dfe0f-ae51-4963-b233-13d913d8c3b4 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c94c1513-cdfe-408a-b603-4cc8d5e5b759 HTTP/1.1" status: 204 len: 168 time: 0.2368100 May 20 20:55:10.102162 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f73a0951-9852-4e4a-8bd1-2f5ceca4a00f tempest-RoutersAdminTest-1966952147 tempest-RoutersAdminTest-1966952147-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:10.104682 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35dfe0f-ae51-4963-b233-13d913d8c3b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c94c1513-cdfe-408a-b603-4cc8d5e5b759,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:55:10.250644 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-fba87bbb-2251-45df-94b3-b94f82cf666d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:10.253280 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-fba87bbb-2251-45df-94b3-b94f82cf666d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:10.262954 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-fba87bbb-2251-45df-94b3-b94f82cf666d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/095f3699-8b28-47c1-ac25-5c611b8573b7 HTTP/1.1" status: 204 len: 168 time: 0.5374863 May 20 20:55:10.267120 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba87bbb-2251-45df-94b3-b94f82cf666d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=095f3699-8b28-47c1-ac25-5c611b8573b7,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:55:10.292908 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-f73a0951-9852-4e4a-8bd1-2f5ceca4a00f tempest-RoutersAdminTest-1966952147 tempest-RoutersAdminTest-1966952147-project] Deleting port abb948fb-e91e-4d11-ba47-a1f533850b5d {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:55:10.292908 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f73a0951-9852-4e4a-8bd1-2f5ceca4a00f tempest-RoutersAdminTest-1966952147 tempest-RoutersAdminTest-1966952147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:10.417981 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f73a0951-9852-4e4a-8bd1-2f5ceca4a00f tempest-RoutersAdminTest-1966952147 tempest-RoutersAdminTest-1966952147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:10.444163 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-f73a0951-9852-4e4a-8bd1-2f5ceca4a00f tempest-RoutersAdminTest-1966952147 tempest-RoutersAdminTest-1966952147-project] Calling delete_port for abb948fb-e91e-4d11-ba47-a1f533850b5d owned by network:router_gateway {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:55:10.593758 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9f197c-da4d-4d3f-a245-ad3640aeb810 req-6ea27bb4-690b-4c84-aa1c-870ab2c5a832 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:55:10.601488 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6f9f197c-da4d-4d3f-a245-ad3640aeb810 req-6ea27bb4-690b-4c84-aa1c-870ab2c5a832 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6b89b5c-f3ce-4d06-9a39-9498eb6544ad HTTP/1.1" status: 200 len: 945 time: 0.0989532 May 20 20:55:10.682584 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6f9f197c-da4d-4d3f-a245-ad3640aeb810 req-90b04544-a232-420e-a933-f7001267c969 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f722a60-38a1-4dbc-a8ff-49f0b32ee364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476265 May 20 20:55:10.845123 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f73a0951-9852-4e4a-8bd1-2f5ceca4a00f tempest-RoutersAdminTest-1966952147 tempest-RoutersAdminTest-1966952147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:10.878628 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73a0951-9852-4e4a-8bd1-2f5ceca4a00f tempest-RoutersAdminTest-1966952147 tempest-RoutersAdminTest-1966952147-project] Pushing event deleted for resources: {'Port': ['ID=abb948fb-e91e-4d11-ba47-a1f533850b5d,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:55:10.978361 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f73a0951-9852-4e4a-8bd1-2f5ceca4a00f tempest-RoutersAdminTest-1966952147 tempest-RoutersAdminTest-1966952147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-748206'] for router_gateway, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:11.470838 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f73a0951-9852-4e4a-8bd1-2f5ceca4a00f tempest-RoutersAdminTest-1966952147 tempest-RoutersAdminTest-1966952147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26169'] for router, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:11.474959 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 58064) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:55:11.490444 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f73a0951-9852-4e4a-8bd1-2f5ceca4a00f tempest-RoutersAdminTest-1966952147 tempest-RoutersAdminTest-1966952147-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:11.497787 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-17c457e0-b563-4b3a-af9b-87cab93fbe22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:11.647341 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-17c457e0-b563-4b3a-af9b-87cab93fbe22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:11.672486 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f73a0951-9852-4e4a-8bd1-2f5ceca4a00f tempest-RoutersAdminTest-1966952147 tempest-RoutersAdminTest-1966952147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-693148'] for router, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:11.673078 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f73a0951-9852-4e4a-8bd1-2f5ceca4a00f tempest-RoutersAdminTest-1966952147 tempest-RoutersAdminTest-1966952147-project] Fanout notify agent at l3_agent the message router_deleted on router 7106a9a1-5ad8-4515-a7a6-3dff660fe68a {{(pid=103163) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 20 20:55:11.685823 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f73a0951-9852-4e4a-8bd1-2f5ceca4a00f tempest-RoutersAdminTest-1966952147 tempest-RoutersAdminTest-1966952147-project] Notify callbacks [] for router, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:11.685823 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-f73a0951-9852-4e4a-8bd1-2f5ceca4a00f tempest-RoutersAdminTest-1966952147 tempest-RoutersAdminTest-1966952147-project] 10.222.0.35 "DELETE /v2.0/routers/7106a9a1-5ad8-4515-a7a6-3dff660fe68a HTTP/1.1" status: 204 len: 168 time: 2.0161588 May 20 20:55:11.690024 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 58074) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:55:11.695976 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-12991188-bc4a-4058-ba03-af4e058f9a7a tempest-RoutersAdminTest-1966952147 tempest-RoutersAdminTest-1966952147-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1199436965', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:55:11.760112 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-17c457e0-b563-4b3a-af9b-87cab93fbe22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:11.823428 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-17c457e0-b563-4b3a-af9b-87cab93fbe22 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e1a1fb9b6b014ebd8768bd8122ce754c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3466573 May 20 20:55:11.827125 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c457e0-b563-4b3a-af9b-87cab93fbe22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=657efcd9-0d9e-4718-959f-9f8233fe7d79,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:55:11.827352 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 58082) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:55:11.835109 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-12991188-bc4a-4058-ba03-af4e058f9a7a tempest-RoutersAdminTest-1966952147 tempest-RoutersAdminTest-1966952147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-694221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26155'] for router, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:11.837925 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-12991188-bc4a-4058-ba03-af4e058f9a7a tempest-RoutersAdminTest-1966952147 tempest-RoutersAdminTest-1966952147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-693085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748153', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-718080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26162'] for router, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:11.906811 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bb9021-cece-43ba-a99c-dffdcaee7263 req-2b4b9545-c565-4548-9bfd-ac707e929889 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:55:11.908078 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-78bb9021-cece-43ba-a99c-dffdcaee7263 req-2b4b9545-c565-4548-9bfd-ac707e929889 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6b89b5c-f3ce-4d06-9a39-9498eb6544ad HTTP/1.1" status: 200 len: 945 time: 0.1195190 May 20 20:55:11.947411 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-12991188-bc4a-4058-ba03-af4e058f9a7a tempest-RoutersAdminTest-1966952147 tempest-RoutersAdminTest-1966952147-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:11.972629 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-22a602ef-5cde-4467-b67f-f070261609c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:12.008487 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-78bb9021-cece-43ba-a99c-dffdcaee7263 req-bbf28468-0f0e-4e84-9b48-4d3eb48d7711 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f722a60-38a1-4dbc-a8ff-49f0b32ee364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651469 May 20 20:55:12.010366 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-22a602ef-5cde-4467-b67f-f070261609c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:12.069161 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-12991188-bc4a-4058-ba03-af4e058f9a7a tempest-RoutersAdminTest-1966952147 tempest-RoutersAdminTest-1966952147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748106'] for router, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:12.207016 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-12991188-bc4a-4058-ba03-af4e058f9a7a tempest-RoutersAdminTest-1966952147 tempest-RoutersAdminTest-1966952147-project] Notify callbacks [] for router, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:12.208438 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-12991188-bc4a-4058-ba03-af4e058f9a7a tempest-RoutersAdminTest-1966952147 tempest-RoutersAdminTest-1966952147-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5170801 May 20 20:55:12.209266 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-22a602ef-5cde-4467-b67f-f070261609c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:12.211364 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 58096) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:55:12.211744 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-22a602ef-5cde-4467-b67f-f070261609c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:12.213354 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-22a602ef-5cde-4467-b67f-f070261609c4 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/657efcd9-0d9e-4718-959f-9f8233fe7d79 HTTP/1.1" status: 204 len: 168 time: 0.3850172 May 20 20:55:12.218636 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-7682d747-fcc0-4960-a183-e7b8a10cb8a3 tempest-RoutersAdminTest-1966952147 tempest-RoutersAdminTest-1966952147-project] Request body: {'router': {'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'}}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:55:12.222476 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a602ef-5cde-4467-b67f-f070261609c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=657efcd9-0d9e-4718-959f-9f8233fe7d79,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:55:12.501778 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7682d747-fcc0-4960-a183-e7b8a10cb8a3 tempest-RoutersAdminTest-1966952147 tempest-RoutersAdminTest-1966952147-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:12.789317 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7682d747-fcc0-4960-a183-e7b8a10cb8a3 tempest-RoutersAdminTest-1966952147 tempest-RoutersAdminTest-1966952147-project] Notify callbacks [] for router_gateway, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:12.816595 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7682d747-fcc0-4960-a183-e7b8a10cb8a3 tempest-RoutersAdminTest-1966952147 tempest-RoutersAdminTest-1966952147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:12.923831 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-7682d747-fcc0-4960-a183-e7b8a10cb8a3 tempest-RoutersAdminTest-1966952147 tempest-RoutersAdminTest-1966952147-project] Allocated IP 172.25.2.210 (e3a93b5c-91e2-4064-9c2c-1afc261bfe15/86fee0c1-6e34-488b-9216-b2b8e7ef585a/98395179-b7d5-4eee-8b5a-1c1f8c5ddbeb) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:55:13.042956 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7682d747-fcc0-4960-a183-e7b8a10cb8a3 tempest-RoutersAdminTest-1966952147 tempest-RoutersAdminTest-1966952147-project] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:13.213144 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7682d747-fcc0-4960-a183-e7b8a10cb8a3 tempest-RoutersAdminTest-1966952147 tempest-RoutersAdminTest-1966952147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:13.218362 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb4d3a8-9022-49f0-b916-468331f9919e req-06e0d40f-eb00-47b9-96d9-f924fcfa1f5a tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:55:13.219939 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-dfb4d3a8-9022-49f0-b916-468331f9919e req-06e0d40f-eb00-47b9-96d9-f924fcfa1f5a tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6b89b5c-f3ce-4d06-9a39-9498eb6544ad HTTP/1.1" status: 200 len: 945 time: 0.0987303 May 20 20:55:13.278151 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7682d747-fcc0-4960-a183-e7b8a10cb8a3 tempest-RoutersAdminTest-1966952147 tempest-RoutersAdminTest-1966952147-project] Network e3a93b5c-91e2-4064-9c2c-1afc261bfe15 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:55:13.283685 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-dfb4d3a8-9022-49f0-b916-468331f9919e req-dc0197fb-11c3-48aa-b3f1-cbb30b4b24fe tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f722a60-38a1-4dbc-a8ff-49f0b32ee364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562236 May 20 20:55:13.284934 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-7682d747-fcc0-4960-a183-e7b8a10cb8a3 tempest-RoutersAdminTest-1966952147 tempest-RoutersAdminTest-1966952147-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:55:13.298242 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7682d747-fcc0-4960-a183-e7b8a10cb8a3 tempest-RoutersAdminTest-1966952147 tempest-RoutersAdminTest-1966952147-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:55:13.304278 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7682d747-fcc0-4960-a183-e7b8a10cb8a3 tempest-RoutersAdminTest-1966952147 tempest-RoutersAdminTest-1966952147-project] Pushing event updated for resources: {'Port': ['ID=98395179-b7d5-4eee-8b5a-1c1f8c5ddbeb,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:55:13.328667 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f62356-e102-4941-ab8e-6dc7b4e98d46 req-fd39742c-4952-4188-b4dc-42a82648491f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:55:13.330547 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-01f62356-e102-4941-ab8e-6dc7b4e98d46 req-fd39742c-4952-4188-b4dc-42a82648491f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=715802857a834d4a8fbaa37d5efc4e1e&device_id=d6b89b5c-f3ce-4d06-9a39-9498eb6544ad HTTP/1.1" status: 200 len: 1096 time: 0.1837199 May 20 20:55:13.535377 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f62356-e102-4941-ab8e-6dc7b4e98d46 req-6dfd3f13-dca1-43fb-94f4-81625b76d8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:55:13.536932 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-01f62356-e102-4941-ab8e-6dc7b4e98d46 req-6dfd3f13-dca1-43fb-94f4-81625b76d8cc service neutron] 10.222.0.24 "GET /v2.0/networks?id=181ef755-3c24-496f-be08-8076c8a38f91 HTTP/1.1" status: 200 len: 913 time: 0.1851294 May 20 20:55:13.594114 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-01f62356-e102-4941-ab8e-6dc7b4e98d46 req-cb28554f-76ef-46c5-befb-5f0cb0288e7c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=067b50ce-cfa5-4742-8b38-5fed96e987df HTTP/1.1" status: 200 len: 217 time: 0.0499060 May 20 20:55:13.685341 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f62356-e102-4941-ab8e-6dc7b4e98d46 req-c99e6988-9a27-4289-8dcb-31075df878d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:55:13.687967 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-01f62356-e102-4941-ab8e-6dc7b4e98d46 req-c99e6988-9a27-4289-8dcb-31075df878d0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=dd6622f3-1158-4c3b-bd25-193ec3e3078b HTTP/1.1" status: 200 len: 852 time: 0.0867016 May 20 20:55:13.775029 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-01f62356-e102-4941-ab8e-6dc7b4e98d46 req-55751118-beb7-46a0-b7ed-e5e77429d8ee service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=181ef755-3c24-496f-be08-8076c8a38f91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0750856 May 20 20:55:13.789485 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 58144) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:55:13.856474 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7682d747-fcc0-4960-a183-e7b8a10cb8a3 tempest-RoutersAdminTest-1966952147 tempest-RoutersAdminTest-1966952147-project] Notify callbacks [] for router_gateway, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:13.961019 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-01f62356-e102-4941-ab8e-6dc7b4e98d46 req-5ae9d7c6-bf76-4e42-a967-915ba9d8bb0b service neutron] 10.222.0.24 "GET /v2.0/networks/181ef755-3c24-496f-be08-8076c8a38f91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1777909 May 20 20:55:13.962560 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a710f18a-31e1-4605-9fad-3ee047f3ad33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:14.064520 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a710f18a-31e1-4605-9fad-3ee047f3ad33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:14.163722 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a710f18a-31e1-4605-9fad-3ee047f3ad33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:14.171646 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-01f62356-e102-4941-ab8e-6dc7b4e98d46 req-74d3a416-0c90-44d0-84a1-c4d142b75fb9 service neutron] 10.222.0.24 "GET /v2.0/networks/181ef755-3c24-496f-be08-8076c8a38f91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2035310 May 20 20:55:14.181927 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7682d747-fcc0-4960-a183-e7b8a10cb8a3 tempest-RoutersAdminTest-1966952147 tempest-RoutersAdminTest-1966952147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-748143', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-693059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26112'] for router, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:14.186293 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7682d747-fcc0-4960-a183-e7b8a10cb8a3 tempest-RoutersAdminTest-1966952147 tempest-RoutersAdminTest-1966952147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-748132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-748125', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-693176'] for router, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:14.199681 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-a710f18a-31e1-4605-9fad-3ee047f3ad33 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=aa004e2e506341c99fc330ed2ebe2714&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4090877 May 20 20:55:14.202604 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 58166) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:55:14.247578 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a710f18a-31e1-4605-9fad-3ee047f3ad33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17bd718f-ef92-4189-b222-3a1e219b11f0,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:55:14.299066 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c046338c-d119-49e1-95f9-dc715399644e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:14.351307 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c046338c-d119-49e1-95f9-dc715399644e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:14.422555 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7682d747-fcc0-4960-a183-e7b8a10cb8a3 tempest-RoutersAdminTest-1966952147 tempest-RoutersAdminTest-1966952147-project] Router b6db5819-c65b-4698-a029-00a1d869bef2 is scheduled to L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e with binding_index 1 {{(pid=103162) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 20 20:55:14.490407 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0130e9c-25e9-4cf1-bd0b-85bbc179e409 req-42d72a06-d61d-49f7-8ba6-88bf8a316189 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:55:14.491913 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b0130e9c-25e9-4cf1-bd0b-85bbc179e409 req-42d72a06-d61d-49f7-8ba6-88bf8a316189 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6b89b5c-f3ce-4d06-9a39-9498eb6544ad HTTP/1.1" status: 200 len: 945 time: 0.0883904 May 20 20:55:14.562165 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b0130e9c-25e9-4cf1-bd0b-85bbc179e409 req-19c93f85-c03e-49c9-ab41-83ad50cd530d tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f722a60-38a1-4dbc-a8ff-49f0b32ee364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574419 May 20 20:55:14.571345 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7682d747-fcc0-4960-a183-e7b8a10cb8a3 tempest-RoutersAdminTest-1966952147 tempest-RoutersAdminTest-1966952147-project] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 20:55:14.580173 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c046338c-d119-49e1-95f9-dc715399644e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:14.585320 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c046338c-d119-49e1-95f9-dc715399644e admin admin] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:14.587451 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-c046338c-d119-49e1-95f9-dc715399644e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/17bd718f-ef92-4189-b222-3a1e219b11f0 HTTP/1.1" status: 204 len: 168 time: 0.3828270 May 20 20:55:14.588586 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deeb3de8-798f-4e9d-a116-6c2b2f7c86d4 None None] Sync routers for ids ['b6db5819-c65b-4698-a029-00a1d869bef2'] in n-d-842733-1 {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 20:55:14.597146 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7682d747-fcc0-4960-a183-e7b8a10cb8a3 tempest-RoutersAdminTest-1966952147 tempest-RoutersAdminTest-1966952147-project] Notify callbacks [] for router, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:14.601468 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-7682d747-fcc0-4960-a183-e7b8a10cb8a3 tempest-RoutersAdminTest-1966952147 tempest-RoutersAdminTest-1966952147-project] 10.222.0.35 "PUT /v2.0/routers/b6db5819-c65b-4698-a029-00a1d869bef2 HTTP/1.1" status: 200 len: 880 time: 2.3861315 May 20 20:55:14.601638 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c046338c-d119-49e1-95f9-dc715399644e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17bd718f-ef92-4189-b222-3a1e219b11f0,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:55:14.602473 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 58186) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:55:14.616041 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deeb3de8-798f-4e9d-a116-6c2b2f7c86d4 None None] Routers {'b6db5819-c65b-4698-a029-00a1d869bef2'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:55:14.619235 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-deeb3de8-798f-4e9d-a116-6c2b2f7c86d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:54:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['b6db5819-c65b-4698-a029-00a1d869bef2'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:55:14.668091 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-deeb3de8-798f-4e9d-a116-6c2b2f7c86d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:55:14.710032 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deeb3de8-798f-4e9d-a116-6c2b2f7c86d4 None None] Routers {'b6db5819-c65b-4698-a029-00a1d869bef2'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:55:14.711453 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-deeb3de8-798f-4e9d-a116-6c2b2f7c86d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:54:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['b6db5819-c65b-4698-a029-00a1d869bef2'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:55:14.728357 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-2c1f6a9a-4ce1-4923-a31c-22f1e66b3e92 tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] 10.222.0.35 "GET /v2.0/routers/b6db5819-c65b-4698-a029-00a1d869bef2 HTTP/1.1" status: 200 len: 921 time: 0.1217163 May 20 20:55:14.728579 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 58192) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:55:14.750121 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-deeb3de8-798f-4e9d-a116-6c2b2f7c86d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:55:14.751069 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deeb3de8-798f-4e9d-a116-6c2b2f7c86d4 None None] The sync data for ids ['b6db5819-c65b-4698-a029-00a1d869bef2'] in n-d-842733-1 is: [] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 20:55:14.771911 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27183fcd-1bae-4c9b-984d-3a6b96fd9192 tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:55:14.773660 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-27183fcd-1bae-4c9b-984d-3a6b96fd9192 tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] 10.222.0.35 "GET /v2.0/ports?network_id=e3a93b5c-91e2-4064-9c2c-1afc261bfe15&device_id=b6db5819-c65b-4698-a029-00a1d869bef2&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0441442 May 20 20:55:14.776280 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 58194) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:55:14.864291 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59a59a5c-cd35-4c25-924d-51ea0c2ce562 tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:55:14.865770 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-59a59a5c-cd35-4c25-924d-51ea0c2ce562 tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] 10.222.0.35 "GET /v2.0/networks/e3a93b5c-91e2-4064-9c2c-1afc261bfe15 HTTP/1.1" status: 200 len: 881 time: 0.0885830 May 20 20:55:14.868743 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 58196) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:55:14.898027 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-acbd2153-1e77-403c-aed0-84c2ee1b3638 tempest-RoutersAdminTest-1966952147 tempest-RoutersAdminTest-1966952147-project] 10.222.0.35 "GET /v2.0/ports?device_id=b6db5819-c65b-4698-a029-00a1d869bef2 HTTP/1.1" status: 200 len: 205 time: 0.0280249 May 20 20:55:14.901290 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 58198) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:55:15.015241 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-dcfb5eba-8c9b-461a-9e56-4634a0b4bea0 tempest-RoutersAdminTest-1966952147 tempest-RoutersAdminTest-1966952147-project] Notify callbacks [] for router, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:15.130895 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-dcfb5eba-8c9b-461a-9e56-4634a0b4bea0 tempest-RoutersAdminTest-1966952147 tempest-RoutersAdminTest-1966952147-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:15.380177 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-dcfb5eba-8c9b-461a-9e56-4634a0b4bea0 tempest-RoutersAdminTest-1966952147 tempest-RoutersAdminTest-1966952147-project] Deleting port 98395179-b7d5-4eee-8b5a-1c1f8c5ddbeb {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:55:15.380177 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-dcfb5eba-8c9b-461a-9e56-4634a0b4bea0 tempest-RoutersAdminTest-1966952147 tempest-RoutersAdminTest-1966952147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:15.406901 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-dcfb5eba-8c9b-461a-9e56-4634a0b4bea0 tempest-RoutersAdminTest-1966952147 tempest-RoutersAdminTest-1966952147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:15.428993 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-dcfb5eba-8c9b-461a-9e56-4634a0b4bea0 tempest-RoutersAdminTest-1966952147 tempest-RoutersAdminTest-1966952147-project] Calling delete_port for 98395179-b7d5-4eee-8b5a-1c1f8c5ddbeb owned by network:router_gateway {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:55:15.628386 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 58214) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:55:15.653904 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-062bef30-924d-4078-984a-e73cd25d0764 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:15.703134 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-dcfb5eba-8c9b-461a-9e56-4634a0b4bea0 tempest-RoutersAdminTest-1966952147 tempest-RoutersAdminTest-1966952147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:15.718854 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d01faa9-7ee2-4122-b505-8cd6eae9ed4b req-83a780a6-316a-4682-910e-eb4fad749590 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:55:15.724528 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4d01faa9-7ee2-4122-b505-8cd6eae9ed4b req-83a780a6-316a-4682-910e-eb4fad749590 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6b89b5c-f3ce-4d06-9a39-9498eb6544ad HTTP/1.1" status: 200 len: 945 time: 0.0856237 May 20 20:55:15.772744 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfb5eba-8c9b-461a-9e56-4634a0b4bea0 tempest-RoutersAdminTest-1966952147 tempest-RoutersAdminTest-1966952147-project] Pushing event deleted for resources: {'Port': ['ID=98395179-b7d5-4eee-8b5a-1c1f8c5ddbeb,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:55:15.867712 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4d01faa9-7ee2-4122-b505-8cd6eae9ed4b req-cc0b79a5-cfd8-4c3f-b351-51066260fdfa tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f722a60-38a1-4dbc-a8ff-49f0b32ee364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282723 May 20 20:55:15.899039 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-dcfb5eba-8c9b-461a-9e56-4634a0b4bea0 tempest-RoutersAdminTest-1966952147 tempest-RoutersAdminTest-1966952147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-748206'] for router_gateway, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:15.982030 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-062bef30-924d-4078-984a-e73cd25d0764 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:16.019603 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-dcfb5eba-8c9b-461a-9e56-4634a0b4bea0 tempest-RoutersAdminTest-1966952147 tempest-RoutersAdminTest-1966952147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26169'] for router, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:16.021872 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-dcfb5eba-8c9b-461a-9e56-4634a0b4bea0 tempest-RoutersAdminTest-1966952147 tempest-RoutersAdminTest-1966952147-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:16.112939 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-062bef30-924d-4078-984a-e73cd25d0764 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:16.155984 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-062bef30-924d-4078-984a-e73cd25d0764 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=272c34b96a3b4d8888c41c9f3dc2a1d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5303271 May 20 20:55:16.158591 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 58234) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:55:16.166729 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062bef30-924d-4078-984a-e73cd25d0764 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5979780d-4194-40e8-9a2a-83301e13441a,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:55:16.215374 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-dcfb5eba-8c9b-461a-9e56-4634a0b4bea0 tempest-RoutersAdminTest-1966952147 tempest-RoutersAdminTest-1966952147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-693148'] for router, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:16.215840 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcfb5eba-8c9b-461a-9e56-4634a0b4bea0 tempest-RoutersAdminTest-1966952147 tempest-RoutersAdminTest-1966952147-project] Fanout notify agent at l3_agent the message router_deleted on router b6db5819-c65b-4698-a029-00a1d869bef2 {{(pid=103163) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 20 20:55:16.223991 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-dcfb5eba-8c9b-461a-9e56-4634a0b4bea0 tempest-RoutersAdminTest-1966952147 tempest-RoutersAdminTest-1966952147-project] Notify callbacks [] for router, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:16.234648 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-dcfb5eba-8c9b-461a-9e56-4634a0b4bea0 tempest-RoutersAdminTest-1966952147 tempest-RoutersAdminTest-1966952147-project] 10.222.0.35 "DELETE /v2.0/routers/b6db5819-c65b-4698-a029-00a1d869bef2 HTTP/1.1" status: 204 len: 168 time: 1.3232172 May 20 20:55:16.234917 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 58238) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:55:16.250102 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-bb8574df-4759-493e-b530-50a4b8d0f144 tempest-RoutersAdminTest-1966952147 tempest-RoutersAdminTest-1966952147-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-105531099', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:55:16.263311 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0c31b824-fec8-4c53-a701-a1e4db716659 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:16.297057 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0c31b824-fec8-4c53-a701-a1e4db716659 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:16.364345 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb8574df-4759-493e-b530-50a4b8d0f144 tempest-RoutersAdminTest-1966952147 tempest-RoutersAdminTest-1966952147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-694221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26155'] for router, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:16.365537 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb8574df-4759-493e-b530-50a4b8d0f144 tempest-RoutersAdminTest-1966952147 tempest-RoutersAdminTest-1966952147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-693085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748153', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-718080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26162'] for router, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:16.493820 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0c31b824-fec8-4c53-a701-a1e4db716659 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:16.496418 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0c31b824-fec8-4c53-a701-a1e4db716659 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:16.497564 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-0c31b824-fec8-4c53-a701-a1e4db716659 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5979780d-4194-40e8-9a2a-83301e13441a HTTP/1.1" status: 204 len: 168 time: 0.3371599 May 20 20:55:16.522511 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c31b824-fec8-4c53-a701-a1e4db716659 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5979780d-4194-40e8-9a2a-83301e13441a,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:55:16.575929 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb8574df-4759-493e-b530-50a4b8d0f144 tempest-RoutersAdminTest-1966952147 tempest-RoutersAdminTest-1966952147-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:16.644928 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb8574df-4759-493e-b530-50a4b8d0f144 tempest-RoutersAdminTest-1966952147 tempest-RoutersAdminTest-1966952147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748106'] for router, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:16.696240 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 067b50ce-cfa5-4742-8b38-5fed96e987df details requested by agent hyperv_n-h1-842733-1 with host n-h1-842733-1 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 20:55:16.749668 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb8574df-4759-493e-b530-50a4b8d0f144 tempest-RoutersAdminTest-1966952147 tempest-RoutersAdminTest-1966952147-project] Notify callbacks [] for router, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:16.753569 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-bb8574df-4759-493e-b530-50a4b8d0f144 tempest-RoutersAdminTest-1966952147 tempest-RoutersAdminTest-1966952147-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5150664 May 20 20:55:16.762692 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 58254) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:55:16.762692 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-c3b560a1-cf9d-410f-8306-80d224f2016e tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'enable_snat': True}}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:55:16.804210 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port 067b50ce-cfa5-4742-8b38-5fed96e987df, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=067b50ce-cfa5-4742-8b38-5fed96e987df,segment=NetworkSegment(5c3b9203-18da-4ba0-88d6-e36130f615fb),segment_id=5c3b9203-18da-4ba0-88d6-e36130f615fb)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:55:16.817374 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Returning: {'device': '067b50ce-cfa5-4742-8b38-5fed96e987df', 'network_id': '181ef755-3c24-496f-be08-8076c8a38f91', 'port_id': '067b50ce-cfa5-4742-8b38-5fed96e987df', 'mac_address': 'fa:16:3e:ef:f4:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd6622f3-1158-4c3b-bd25-193ec3e3078b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 20 20:55:16.861675 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Current status of the port 067b50ce-cfa5-4742-8b38-5fed96e987df is: ACTIVE; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:55:16.862398 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:16.878489 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 067b50ce-cfa5-4742-8b38-5fed96e987df {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:55:16.917933 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port 067b50ce-cfa5-4742-8b38-5fed96e987df, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=067b50ce-cfa5-4742-8b38-5fed96e987df,segment=NetworkSegment(5c3b9203-18da-4ba0-88d6-e36130f615fb),segment_id=5c3b9203-18da-4ba0-88d6-e36130f615fb)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:55:17.015623 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:17.033040 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c3b560a1-cf9d-410f-8306-80d224f2016e tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:17.088004 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de17ec3f-b1ee-437a-bce3-d746b0b4f9eb req-45f71063-5e0e-489a-bf3b-39333c696f32 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:55:17.091458 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-de17ec3f-b1ee-437a-bce3-d746b0b4f9eb req-45f71063-5e0e-489a-bf3b-39333c696f32 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6b89b5c-f3ce-4d06-9a39-9498eb6544ad HTTP/1.1" status: 200 len: 944 time: 0.0690975 May 20 20:55:17.102879 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Pushing event updated for resources: {'Port': ['ID=067b50ce-cfa5-4742-8b38-5fed96e987df,revision_number=6']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:55:17.125240 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] get_ports_and_sgs() called for port_ids ['067b50ce-cfa5-4742-8b38-5fed96e987df'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:55:17.158980 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-de17ec3f-b1ee-437a-bce3-d746b0b4f9eb req-384a5a5c-6e91-4896-9727-786f031c8c37 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f722a60-38a1-4dbc-a8ff-49f0b32ee364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619857 May 20 20:55:17.369405 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c3b560a1-cf9d-410f-8306-80d224f2016e tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:17.389542 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c3b560a1-cf9d-410f-8306-80d224f2016e tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:17.488286 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 58280) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:55:17.507786 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-c3b560a1-cf9d-410f-8306-80d224f2016e tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] Allocated IP 172.25.2.157 (e3a93b5c-91e2-4064-9c2c-1afc261bfe15/86fee0c1-6e34-488b-9216-b2b8e7ef585a/59b940c3-4c6a-453f-bed9-cf23f19bf493) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:55:17.510659 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f0e31ad2-7116-42e2-b46d-6b5ceab46d02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:17.705137 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c3b560a1-cf9d-410f-8306-80d224f2016e tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:17.716428 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f0e31ad2-7116-42e2-b46d-6b5ceab46d02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:17.861773 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f0e31ad2-7116-42e2-b46d-6b5ceab46d02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:17.869426 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c3b560a1-cf9d-410f-8306-80d224f2016e tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:17.951870 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e31ad2-7116-42e2-b46d-6b5ceab46d02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=587d3ff7-c8c7-4764-ad56-9a1c6d12c541,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:55:17.964362 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3b560a1-cf9d-410f-8306-80d224f2016e tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] Network e3a93b5c-91e2-4064-9c2c-1afc261bfe15 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:55:17.974561 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-f0e31ad2-7116-42e2-b46d-6b5ceab46d02 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=966751f77dc44ecaa2055f39e63f45ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4852691 May 20 20:55:17.979413 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 58320) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:55:17.980804 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-c3b560a1-cf9d-410f-8306-80d224f2016e tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:55:17.992164 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3b560a1-cf9d-410f-8306-80d224f2016e tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:55:18.008399 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b560a1-cf9d-410f-8306-80d224f2016e tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] Pushing event updated for resources: {'Port': ['ID=59b940c3-4c6a-453f-bed9-cf23f19bf493,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:55:18.076869 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-12cf823f-26a0-452d-b5ce-60459132d0fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:18.126511 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-12cf823f-26a0-452d-b5ce-60459132d0fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:18.252464 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-12cf823f-26a0-452d-b5ce-60459132d0fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:18.264508 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-12cf823f-26a0-452d-b5ce-60459132d0fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:18.273571 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-12cf823f-26a0-452d-b5ce-60459132d0fd admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/587d3ff7-c8c7-4764-ad56-9a1c6d12c541 HTTP/1.1" status: 204 len: 168 time: 0.2891555 May 20 20:55:18.286116 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cf823f-26a0-452d-b5ce-60459132d0fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=587d3ff7-c8c7-4764-ad56-9a1c6d12c541,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:55:18.350434 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75560eed-9968-48a8-b180-8b7d38a3aba6 req-0fa5d19d-9335-4f65-92ff-3ac995a9782e tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:55:18.352024 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-75560eed-9968-48a8-b180-8b7d38a3aba6 req-0fa5d19d-9335-4f65-92ff-3ac995a9782e tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6b89b5c-f3ce-4d06-9a39-9498eb6544ad HTTP/1.1" status: 200 len: 944 time: 0.1138244 May 20 20:55:18.450444 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c3b560a1-cf9d-410f-8306-80d224f2016e tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:18.491905 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-75560eed-9968-48a8-b180-8b7d38a3aba6 req-59656bcf-8d76-4224-abe3-89dfd0d5d942 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f722a60-38a1-4dbc-a8ff-49f0b32ee364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053362 May 20 20:55:18.680700 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c3b560a1-cf9d-410f-8306-80d224f2016e tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-748143', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-693059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26112'] for router, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:18.684030 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c3b560a1-cf9d-410f-8306-80d224f2016e tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-748132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-748125', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-693176'] for router, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:18.699825 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 067b50ce-cfa5-4742-8b38-5fed96e987df up at agent hyperv_n-h1-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:55:18.795858 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Provisioning complete for port 067b50ce-cfa5-4742-8b38-5fed96e987df triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:55:18.796250 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:18.892884 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Current status of the port 067b50ce-cfa5-4742-8b38-5fed96e987df is: BUILD; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:55:18.893390 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:18.931061 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6b89b5c-f3ce-4d06-9a39-9498eb6544ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '067b50ce-cfa5-4742-8b38-5fed96e987df'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:55:18.933523 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8485417003ce7c0410b00f5cdc2f391e21107b70bb68e2773712534a96e108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f14a76d-2336-493f-bafb-6d904d831871" -d '{"events": [{"server_uuid": "d6b89b5c-f3ce-4d06-9a39-9498eb6544ad", "name": "network-vif-plugged", "status": "completed", "tag": "067b50ce-cfa5-4742-8b38-5fed96e987df"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:55:18.938240 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3b560a1-cf9d-410f-8306-80d224f2016e tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] Router d1477a9b-5712-4193-89f0-d10b91bc42f5 is scheduled to L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e with binding_index 1 {{(pid=103163) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 20 20:55:18.949396 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port 067b50ce-cfa5-4742-8b38-5fed96e987df, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=067b50ce-cfa5-4742-8b38-5fed96e987df,segment=NetworkSegment(5c3b9203-18da-4ba0-88d6-e36130f615fb),segment_id=5c3b9203-18da-4ba0-88d6-e36130f615fb)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:55:19.000412 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 20:55:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08d75694-30b1-4f87-b472-f1d131c35d4b x-openstack-request-id: req-08d75694-30b1-4f87-b472-f1d131c35d4b {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:55:19.006220 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6b89b5c-f3ce-4d06-9a39-9498eb6544ad", "name": "network-vif-plugged", "status": "completed", "tag": "067b50ce-cfa5-4742-8b38-5fed96e987df", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:55:19.013005 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-08d75694-30b1-4f87-b472-f1d131c35d4b {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:55:19.013005 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08d75694-30b1-4f87-b472-f1d131c35d4b'] response: {'server_uuid': 'd6b89b5c-f3ce-4d06-9a39-9498eb6544ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '067b50ce-cfa5-4742-8b38-5fed96e987df', 'code': 200} May 20 20:55:19.034110 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:19.072801 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3b560a1-cf9d-410f-8306-80d224f2016e tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 20:55:19.080201 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c3b560a1-cf9d-410f-8306-80d224f2016e tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] Notify callbacks [] for router, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:19.083929 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-c3b560a1-cf9d-410f-8306-80d224f2016e tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] 10.222.0.35 "PUT /v2.0/routers/d1477a9b-5712-4193-89f0-d10b91bc42f5 HTTP/1.1" status: 200 len: 914 time: 2.3267164 May 20 20:55:19.085231 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 58396) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:55:19.093103 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13374ac2-7ddc-49e4-befb-d7b7e0d9fb26 None None] Sync routers for ids ['d1477a9b-5712-4193-89f0-d10b91bc42f5'] in n-d-842733-1 {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 20:55:19.115692 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13374ac2-7ddc-49e4-befb-d7b7e0d9fb26 None None] Routers {'d1477a9b-5712-4193-89f0-d10b91bc42f5'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:55:19.116309 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-13374ac2-7ddc-49e4-befb-d7b7e0d9fb26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:54:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['d1477a9b-5712-4193-89f0-d10b91bc42f5'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:55:19.131414 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Pushing event updated for resources: {'Port': ['ID=067b50ce-cfa5-4742-8b38-5fed96e987df,revision_number=7']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:55:19.181161 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-13374ac2-7ddc-49e4-befb-d7b7e0d9fb26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:55:19.191968 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13374ac2-7ddc-49e4-befb-d7b7e0d9fb26 None None] Routers {'d1477a9b-5712-4193-89f0-d10b91bc42f5'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:55:19.192973 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-13374ac2-7ddc-49e4-befb-d7b7e0d9fb26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:54:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['d1477a9b-5712-4193-89f0-d10b91bc42f5'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:55:19.246526 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-13374ac2-7ddc-49e4-befb-d7b7e0d9fb26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:55:19.247323 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13374ac2-7ddc-49e4-befb-d7b7e0d9fb26 None None] The sync data for ids ['d1477a9b-5712-4193-89f0-d10b91bc42f5'] in n-d-842733-1 is: [] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 20:55:19.819369 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 58436) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:55:19.834361 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-50e51fa4-8dae-4242-a513-a6ea83e5710d tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] 10.222.0.35 "GET /v2.0/routers/d1477a9b-5712-4193-89f0-d10b91bc42f5 HTTP/1.1" status: 200 len: 920 time: 0.7462895 May 20 20:55:19.859118 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77aef54d-35c0-4c62-b0d7-e0058c767588 req-c1cbdaa1-b19e-457e-8865-055e5976980a tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:55:19.860636 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-77aef54d-35c0-4c62-b0d7-e0058c767588 req-c1cbdaa1-b19e-457e-8865-055e5976980a tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6b89b5c-f3ce-4d06-9a39-9498eb6544ad HTTP/1.1" status: 200 len: 945 time: 0.1304944 May 20 20:55:19.884661 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-26b004d0-751b-472b-b40f-423e757c7d30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:19.906883 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4f80243-742c-40fd-9007-3957518d0652 tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:55:19.914205 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 58442) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:55:19.914916 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-d4f80243-742c-40fd-9007-3957518d0652 tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] 10.222.0.35 "GET /v2.0/ports?network_id=e3a93b5c-91e2-4064-9c2c-1afc261bfe15&device_id=d1477a9b-5712-4193-89f0-d10b91bc42f5&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0944624 May 20 20:55:19.949227 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-77aef54d-35c0-4c62-b0d7-e0058c767588 req-cb1a4a7b-a084-47ac-8f8d-01c508259c3d tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f722a60-38a1-4dbc-a8ff-49f0b32ee364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806651 May 20 20:55:20.065177 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac83cbec-673e-4e3e-acc2-2ecfb3fa4869 tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:55:20.066810 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-ac83cbec-673e-4e3e-acc2-2ecfb3fa4869 tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] 10.222.0.35 "GET /v2.0/networks/e3a93b5c-91e2-4064-9c2c-1afc261bfe15 HTTP/1.1" status: 200 len: 881 time: 0.1489117 May 20 20:55:20.070105 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 58450) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:55:20.111085 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-3e8405d4-fce0-4cd8-ace8-ceebedea2c85 tempest-RoutersAdminTest-1966952147 tempest-RoutersAdminTest-1966952147-project] 10.222.0.35 "GET /v2.0/ports?device_id=d1477a9b-5712-4193-89f0-d10b91bc42f5 HTTP/1.1" status: 200 len: 205 time: 0.0393417 May 20 20:55:20.113692 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 58452) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:55:20.300484 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8fcf7fca-9160-4daf-90e6-9d50ef5f0a53 tempest-RoutersAdminTest-1966952147 tempest-RoutersAdminTest-1966952147-project] Notify callbacks [] for router, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:20.434799 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8fcf7fca-9160-4daf-90e6-9d50ef5f0a53 tempest-RoutersAdminTest-1966952147 tempest-RoutersAdminTest-1966952147-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:20.632075 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-8fcf7fca-9160-4daf-90e6-9d50ef5f0a53 tempest-RoutersAdminTest-1966952147 tempest-RoutersAdminTest-1966952147-project] Deleting port 59b940c3-4c6a-453f-bed9-cf23f19bf493 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:55:20.633500 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8fcf7fca-9160-4daf-90e6-9d50ef5f0a53 tempest-RoutersAdminTest-1966952147 tempest-RoutersAdminTest-1966952147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:20.784847 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8fcf7fca-9160-4daf-90e6-9d50ef5f0a53 tempest-RoutersAdminTest-1966952147 tempest-RoutersAdminTest-1966952147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:20.805285 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-8fcf7fca-9160-4daf-90e6-9d50ef5f0a53 tempest-RoutersAdminTest-1966952147 tempest-RoutersAdminTest-1966952147-project] Calling delete_port for 59b940c3-4c6a-453f-bed9-cf23f19bf493 owned by network:router_gateway {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:55:21.126623 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a17c30-5c34-42e2-b7d8-932cc4e1b6af req-7c6a98a1-0013-4b53-a0d8-669a32f4ad37 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:55:21.129662 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-84a17c30-5c34-42e2-b7d8-932cc4e1b6af req-7c6a98a1-0013-4b53-a0d8-669a32f4ad37 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6b89b5c-f3ce-4d06-9a39-9498eb6544ad HTTP/1.1" status: 200 len: 945 time: 0.0628104 May 20 20:55:21.192935 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8fcf7fca-9160-4daf-90e6-9d50ef5f0a53 tempest-RoutersAdminTest-1966952147 tempest-RoutersAdminTest-1966952147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:21.209846 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-84a17c30-5c34-42e2-b7d8-932cc4e1b6af req-e29bbd1b-9b06-4224-a7b8-9d787565cbab tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f722a60-38a1-4dbc-a8ff-49f0b32ee364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746877 May 20 20:55:21.236988 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcf7fca-9160-4daf-90e6-9d50ef5f0a53 tempest-RoutersAdminTest-1966952147 tempest-RoutersAdminTest-1966952147-project] Pushing event deleted for resources: {'Port': ['ID=59b940c3-4c6a-453f-bed9-cf23f19bf493,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:55:21.339349 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8fcf7fca-9160-4daf-90e6-9d50ef5f0a53 tempest-RoutersAdminTest-1966952147 tempest-RoutersAdminTest-1966952147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-748206'] for router_gateway, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:21.450571 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8fcf7fca-9160-4daf-90e6-9d50ef5f0a53 tempest-RoutersAdminTest-1966952147 tempest-RoutersAdminTest-1966952147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26169'] for router, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:21.455580 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8fcf7fca-9160-4daf-90e6-9d50ef5f0a53 tempest-RoutersAdminTest-1966952147 tempest-RoutersAdminTest-1966952147-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:21.597903 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8fcf7fca-9160-4daf-90e6-9d50ef5f0a53 tempest-RoutersAdminTest-1966952147 tempest-RoutersAdminTest-1966952147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-693148'] for router, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:21.598480 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fcf7fca-9160-4daf-90e6-9d50ef5f0a53 tempest-RoutersAdminTest-1966952147 tempest-RoutersAdminTest-1966952147-project] Fanout notify agent at l3_agent the message router_deleted on router d1477a9b-5712-4193-89f0-d10b91bc42f5 {{(pid=103163) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 20 20:55:21.605860 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8fcf7fca-9160-4daf-90e6-9d50ef5f0a53 tempest-RoutersAdminTest-1966952147 tempest-RoutersAdminTest-1966952147-project] Notify callbacks [] for router, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:21.618162 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-8fcf7fca-9160-4daf-90e6-9d50ef5f0a53 tempest-RoutersAdminTest-1966952147 tempest-RoutersAdminTest-1966952147-project] 10.222.0.35 "DELETE /v2.0/routers/d1477a9b-5712-4193-89f0-d10b91bc42f5 HTTP/1.1" status: 204 len: 168 time: 1.4927444 May 20 20:55:21.635409 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 58516) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:55:21.635409 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-43bd9e82-a7cd-4b88-9897-092e04f4dbe1 tempest-RoutersAdminTest-1966952147 tempest-RoutersAdminTest-1966952147-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2062901886', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:55:21.769694 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-43bd9e82-a7cd-4b88-9897-092e04f4dbe1 tempest-RoutersAdminTest-1966952147 tempest-RoutersAdminTest-1966952147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-694221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26155'] for router, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:21.770604 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-43bd9e82-a7cd-4b88-9897-092e04f4dbe1 tempest-RoutersAdminTest-1966952147 tempest-RoutersAdminTest-1966952147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-693085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748153', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-718080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26162'] for router, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:21.799806 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 58522) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:55:21.869461 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-43bd9e82-a7cd-4b88-9897-092e04f4dbe1 tempest-RoutersAdminTest-1966952147 tempest-RoutersAdminTest-1966952147-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:21.913826 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-43bd9e82-a7cd-4b88-9897-092e04f4dbe1 tempest-RoutersAdminTest-1966952147 tempest-RoutersAdminTest-1966952147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748106'] for router, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:22.014970 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-43bd9e82-a7cd-4b88-9897-092e04f4dbe1 tempest-RoutersAdminTest-1966952147 tempest-RoutersAdminTest-1966952147-project] Notify callbacks [] for router, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:22.016467 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-43bd9e82-a7cd-4b88-9897-092e04f4dbe1 tempest-RoutersAdminTest-1966952147 tempest-RoutersAdminTest-1966952147-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3970006 May 20 20:55:22.019188 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 58528) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:55:22.023662 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-3ff6c703-91c0-44c6-80fb-e33340a4d2cd tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'enable_snat': False}}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:55:22.221180 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-2b190493-bbe4-4021-8b96-3831a0f4a313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:22.232055 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-38bbd606-df14-4350-b185-7947045d9a74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:22.383867 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-38bbd606-df14-4350-b185-7947045d9a74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:22.486204 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-38bbd606-df14-4350-b185-7947045d9a74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:22.500912 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3ff6c703-91c0-44c6-80fb-e33340a4d2cd tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:22.538753 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0824ceb9-0e5f-4f6c-a008-a51ce94ed072 req-68ecd77f-98d9-4077-a0ea-f8ec2f403e64 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:55:22.555479 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0824ceb9-0e5f-4f6c-a008-a51ce94ed072 req-68ecd77f-98d9-4077-a0ea-f8ec2f403e64 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6b89b5c-f3ce-4d06-9a39-9498eb6544ad HTTP/1.1" status: 200 len: 945 time: 0.1831045 May 20 20:55:22.558793 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bbd606-df14-4350-b185-7947045d9a74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2693d1f-ef08-4a75-9894-39c3d1472a3d,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:55:22.606979 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-38bbd606-df14-4350-b185-7947045d9a74 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=53f30ed2ccef483ab367d7ffba8163db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8052962 May 20 20:55:22.613181 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 58542) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:55:22.742499 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-919fa55a-e586-4d88-9071-507c17a518ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:22.777204 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-919fa55a-e586-4d88-9071-507c17a518ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:22.814316 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0824ceb9-0e5f-4f6c-a008-a51ce94ed072 req-93bcd109-499f-4398-afef-7fa0043d6ae4 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f722a60-38a1-4dbc-a8ff-49f0b32ee364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2508886 May 20 20:55:22.924244 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb5d67f-fc54-464c-9549-59c2daaf7461 req-fc130ee0-a1b8-4f51-bfeb-3d98763509a6 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:55:22.931659 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb5d67f-fc54-464c-9549-59c2daaf7461 req-fc130ee0-a1b8-4f51-bfeb-3d98763509a6 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:55:22.936285 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-919fa55a-e586-4d88-9071-507c17a518ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:22.939757 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb5d67f-fc54-464c-9549-59c2daaf7461 req-fc130ee0-a1b8-4f51-bfeb-3d98763509a6 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:55:22.939998 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-919fa55a-e586-4d88-9071-507c17a518ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:22.944530 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-919fa55a-e586-4d88-9071-507c17a518ef admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d2693d1f-ef08-4a75-9894-39c3d1472a3d HTTP/1.1" status: 204 len: 168 time: 0.3281507 May 20 20:55:22.947110 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb5d67f-fc54-464c-9549-59c2daaf7461 req-fc130ee0-a1b8-4f51-bfeb-3d98763509a6 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:55:22.954744 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb5d67f-fc54-464c-9549-59c2daaf7461 req-fc130ee0-a1b8-4f51-bfeb-3d98763509a6 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:55:22.961769 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb5d67f-fc54-464c-9549-59c2daaf7461 req-fc130ee0-a1b8-4f51-bfeb-3d98763509a6 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:55:22.968049 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919fa55a-e586-4d88-9071-507c17a518ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2693d1f-ef08-4a75-9894-39c3d1472a3d,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:55:22.968893 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb5d67f-fc54-464c-9549-59c2daaf7461 req-fc130ee0-a1b8-4f51-bfeb-3d98763509a6 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:55:22.971021 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3fb5d67f-fc54-464c-9549-59c2daaf7461 req-fc130ee0-a1b8-4f51-bfeb-3d98763509a6 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] 10.222.0.35 "GET /v2.0/ports?device_id=24bc83bc-86f4-4e1f-99de-9736337ee499 HTTP/1.1" status: 200 len: 5430 time: 0.3963225 May 20 20:55:23.033881 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3fb5d67f-fc54-464c-9549-59c2daaf7461 req-01167b30-f2bb-422b-817b-2161e59b6a5a tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] 10.222.0.35 "GET /v2.0/security-groups?id=863381a6-ea9c-49ea-aca2-bed57188f540&id=a9a0a9ba-adc9-42eb-829d-df5caa26883b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0547447 May 20 20:55:23.223268 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3ff6c703-91c0-44c6-80fb-e33340a4d2cd tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:23.263822 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3ff6c703-91c0-44c6-80fb-e33340a4d2cd tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:23.464385 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-3ff6c703-91c0-44c6-80fb-e33340a4d2cd tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] Allocated IP 172.25.2.209 (e3a93b5c-91e2-4064-9c2c-1afc261bfe15/86fee0c1-6e34-488b-9216-b2b8e7ef585a/63667d06-c778-44b1-b312-b927943eb49d) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:55:23.633290 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3ff6c703-91c0-44c6-80fb-e33340a4d2cd tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:24.001654 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9a8cd8-f889-4ffc-a649-0147eacef611 req-dc0d62e0-7366-4d0e-a06e-4e88b7c7d582 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:55:24.001654 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9a9a8cd8-f889-4ffc-a649-0147eacef611 req-dc0d62e0-7366-4d0e-a06e-4e88b7c7d582 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6b89b5c-f3ce-4d06-9a39-9498eb6544ad HTTP/1.1" status: 200 len: 945 time: 0.0488403 May 20 20:55:24.001654 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9a9a8cd8-f889-4ffc-a649-0147eacef611 req-c72a7914-275b-4cd8-8ace-075eb432e4ff tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f722a60-38a1-4dbc-a8ff-49f0b32ee364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356584 May 20 20:55:24.086423 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3ff6c703-91c0-44c6-80fb-e33340a4d2cd tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:24.108551 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ff6c703-91c0-44c6-80fb-e33340a4d2cd tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] Network e3a93b5c-91e2-4064-9c2c-1afc261bfe15 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:55:24.126417 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-3ff6c703-91c0-44c6-80fb-e33340a4d2cd tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:55:24.130081 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff6c703-91c0-44c6-80fb-e33340a4d2cd tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:55:24.135755 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4bb0e131-6525-46ca-a45b-e4ea43a5e69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:24.193845 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff6c703-91c0-44c6-80fb-e33340a4d2cd tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] Pushing event updated for resources: {'Port': ['ID=63667d06-c778-44b1-b312-b927943eb49d,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:55:24.312643 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf58e02-0e45-4603-93ac-672523a8b55a req-a7c65da0-72a9-4dcd-acaf-ffa826fda28c tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:55:24.318474 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf58e02-0e45-4603-93ac-672523a8b55a req-a7c65da0-72a9-4dcd-acaf-ffa826fda28c tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:55:24.324423 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf58e02-0e45-4603-93ac-672523a8b55a req-a7c65da0-72a9-4dcd-acaf-ffa826fda28c tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:55:24.331874 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf58e02-0e45-4603-93ac-672523a8b55a req-a7c65da0-72a9-4dcd-acaf-ffa826fda28c tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:55:24.337880 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf58e02-0e45-4603-93ac-672523a8b55a req-a7c65da0-72a9-4dcd-acaf-ffa826fda28c tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:55:24.344047 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf58e02-0e45-4603-93ac-672523a8b55a req-a7c65da0-72a9-4dcd-acaf-ffa826fda28c tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:55:24.350861 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf58e02-0e45-4603-93ac-672523a8b55a req-a7c65da0-72a9-4dcd-acaf-ffa826fda28c tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:55:24.351619 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-acf58e02-0e45-4603-93ac-672523a8b55a req-a7c65da0-72a9-4dcd-acaf-ffa826fda28c tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] 10.222.0.35 "GET /v2.0/ports?device_id=24bc83bc-86f4-4e1f-99de-9736337ee499 HTTP/1.1" status: 200 len: 5430 time: 0.1964443 May 20 20:55:24.457726 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-acf58e02-0e45-4603-93ac-672523a8b55a req-f2e20895-4246-4857-adee-cdbfd5fe2625 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] 10.222.0.35 "GET /v2.0/security-groups?id=863381a6-ea9c-49ea-aca2-bed57188f540&id=a9a0a9ba-adc9-42eb-829d-df5caa26883b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0749404 May 20 20:55:24.632051 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:24.668530 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 58586) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:55:24.685893 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3ff6c703-91c0-44c6-80fb-e33340a4d2cd tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:24.712052 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-93a32bd7-a3bf-41b0-b00a-2e78a427581a admin admin] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:24.890994 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-93a32bd7-a3bf-41b0-b00a-2e78a427581a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:24.970211 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-93a32bd7-a3bf-41b0-b00a-2e78a427581a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:25.048424 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3ff6c703-91c0-44c6-80fb-e33340a4d2cd tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-748143', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-693059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26112'] for router, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:25.054433 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3ff6c703-91c0-44c6-80fb-e33340a4d2cd tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-748132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-748125', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-693176'] for router, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:25.100819 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-93a32bd7-a3bf-41b0-b00a-2e78a427581a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4746a01779bd4bd899b7c7aad21ad7fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4271874 May 20 20:55:25.103929 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 58592) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:55:25.126051 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a32bd7-a3bf-41b0-b00a-2e78a427581a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd3630ce-b466-4a29-bedf-ccfbc40ccb11,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:55:25.250132 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2a0961e2-4d7c-4c22-be0a-1c547c17a62b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:25.256294 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf4dce1-43fe-4fe4-88bb-3a45c154984d req-ea626a57-3a2e-496b-8683-d5a81e4709ac tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:55:25.258000 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3cf4dce1-43fe-4fe4-88bb-3a45c154984d req-ea626a57-3a2e-496b-8683-d5a81e4709ac tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6b89b5c-f3ce-4d06-9a39-9498eb6544ad HTTP/1.1" status: 200 len: 945 time: 0.1158760 May 20 20:55:25.297419 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2a0961e2-4d7c-4c22-be0a-1c547c17a62b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:25.331244 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3cf4dce1-43fe-4fe4-88bb-3a45c154984d req-51816a7d-7641-4ed2-b999-4d4434dc0933 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f722a60-38a1-4dbc-a8ff-49f0b32ee364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598223 May 20 20:55:25.424848 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 58596) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:55:25.436204 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ff6c703-91c0-44c6-80fb-e33340a4d2cd tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] Router e951bc76-3f91-4a53-8819-1f937d52f34d is scheduled to L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e with binding_index 1 {{(pid=103163) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 20 20:55:25.449822 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cc3ec51b-6ec8-438a-8349-5f0bec346d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:25.450699 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2a0961e2-4d7c-4c22-be0a-1c547c17a62b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:25.458927 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2a0961e2-4d7c-4c22-be0a-1c547c17a62b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:25.463366 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-2a0961e2-4d7c-4c22-be0a-1c547c17a62b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/bd3630ce-b466-4a29-bedf-ccfbc40ccb11 HTTP/1.1" status: 204 len: 168 time: 0.3556671 May 20 20:55:25.479050 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0961e2-4d7c-4c22-be0a-1c547c17a62b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd3630ce-b466-4a29-bedf-ccfbc40ccb11,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:55:25.609952 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:25.633850 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ff6c703-91c0-44c6-80fb-e33340a4d2cd tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 20:55:25.646299 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3ff6c703-91c0-44c6-80fb-e33340a4d2cd tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] Notify callbacks [] for router, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:25.649890 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-3ff6c703-91c0-44c6-80fb-e33340a4d2cd tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] 10.222.0.35 "PUT /v2.0/routers/e951bc76-3f91-4a53-8819-1f937d52f34d HTTP/1.1" status: 200 len: 916 time: 3.6273713 May 20 20:55:25.667623 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-665c0df2-4e36-4c85-92c8-9bf496ad46dd None None] Sync routers for ids ['e951bc76-3f91-4a53-8819-1f937d52f34d'] in n-d-842733-1 {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 20:55:25.667749 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 58604) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:55:25.693358 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-665c0df2-4e36-4c85-92c8-9bf496ad46dd None None] Routers {'e951bc76-3f91-4a53-8819-1f937d52f34d'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:55:25.704411 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-665c0df2-4e36-4c85-92c8-9bf496ad46dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:55:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['e951bc76-3f91-4a53-8819-1f937d52f34d'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:55:25.744160 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7a4787-9e78-4b40-81e8-5ff15c00c01d req-05ad930a-5596-40ab-9f3f-68ee18b3b5ec tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:55:25.780856 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7a4787-9e78-4b40-81e8-5ff15c00c01d req-05ad930a-5596-40ab-9f3f-68ee18b3b5ec tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:55:25.797131 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7a4787-9e78-4b40-81e8-5ff15c00c01d req-05ad930a-5596-40ab-9f3f-68ee18b3b5ec tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:55:25.805946 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7a4787-9e78-4b40-81e8-5ff15c00c01d req-05ad930a-5596-40ab-9f3f-68ee18b3b5ec tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:55:25.822753 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7a4787-9e78-4b40-81e8-5ff15c00c01d req-05ad930a-5596-40ab-9f3f-68ee18b3b5ec tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:55:25.837832 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7a4787-9e78-4b40-81e8-5ff15c00c01d req-05ad930a-5596-40ab-9f3f-68ee18b3b5ec tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:55:25.845983 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7a4787-9e78-4b40-81e8-5ff15c00c01d req-05ad930a-5596-40ab-9f3f-68ee18b3b5ec tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:55:25.849047 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-dc7a4787-9e78-4b40-81e8-5ff15c00c01d req-05ad930a-5596-40ab-9f3f-68ee18b3b5ec tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] 10.222.0.13 "GET /v2.0/ports?device_id=24bc83bc-86f4-4e1f-99de-9736337ee499 HTTP/1.1" status: 200 len: 5430 time: 0.3515928 May 20 20:55:25.853701 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-665c0df2-4e36-4c85-92c8-9bf496ad46dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:55:25.883324 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-665c0df2-4e36-4c85-92c8-9bf496ad46dd None None] Routers {'e951bc76-3f91-4a53-8819-1f937d52f34d'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:55:25.884006 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-665c0df2-4e36-4c85-92c8-9bf496ad46dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:55:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['e951bc76-3f91-4a53-8819-1f937d52f34d'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:55:25.963840 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7a4787-9e78-4b40-81e8-5ff15c00c01d req-2f198d1d-1d95-478b-8950-23801737f994 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:55:25.978302 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-dc7a4787-9e78-4b40-81e8-5ff15c00c01d req-2f198d1d-1d95-478b-8950-23801737f994 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] 10.222.0.13 "GET /v2.0/ports/2e1df5b4-4f1a-4391-8d35-f8e77caf43e0?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1197340 May 20 20:55:25.987114 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-665c0df2-4e36-4c85-92c8-9bf496ad46dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:55:25.988074 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-665c0df2-4e36-4c85-92c8-9bf496ad46dd None None] The sync data for ids ['e951bc76-3f91-4a53-8819-1f937d52f34d'] in n-d-842733-1 is: [] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 20:55:25.998780 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-0fc4a422-e7f0-4c27-929d-d552bace3461 tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] 10.222.0.35 "GET /v2.0/routers/e951bc76-3f91-4a53-8819-1f937d52f34d HTTP/1.1" status: 200 len: 922 time: 0.3383787 May 20 20:55:26.015738 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b90c3b9a-176d-4029-8eb7-c409ac3cebb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:26.018136 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 58614) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:55:26.120042 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-dc7a4787-9e78-4b40-81e8-5ff15c00c01d req-522cf6c5-0a7f-498b-b3b0-69eaf0b4535b tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] 10.222.0.13 "GET /v2.0/networks/ce671979-73f9-44d6-8ce7-2c8dc82e60ae?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1365178 May 20 20:55:26.143012 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addc733a-4981-4e75-bb02-9b9e10dc813b req-5c30af7f-0467-43b5-9e73-79a5b58aae6f tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:55:26.149123 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addc733a-4981-4e75-bb02-9b9e10dc813b req-5c30af7f-0467-43b5-9e73-79a5b58aae6f tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:55:26.157453 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addc733a-4981-4e75-bb02-9b9e10dc813b req-5c30af7f-0467-43b5-9e73-79a5b58aae6f tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:55:26.161439 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addc733a-4981-4e75-bb02-9b9e10dc813b req-5c30af7f-0467-43b5-9e73-79a5b58aae6f tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:55:26.167572 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [req-dc7a4787-9e78-4b40-81e8-5ff15c00c01d req-923dfe1d-bd81-4dee-9e64-7efa3fc5a984 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:55:26.167782 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addc733a-4981-4e75-bb02-9b9e10dc813b req-5c30af7f-0467-43b5-9e73-79a5b58aae6f tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:55:26.176154 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addc733a-4981-4e75-bb02-9b9e10dc813b req-5c30af7f-0467-43b5-9e73-79a5b58aae6f tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:55:26.182989 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addc733a-4981-4e75-bb02-9b9e10dc813b req-5c30af7f-0467-43b5-9e73-79a5b58aae6f tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:55:26.191664 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-addc733a-4981-4e75-bb02-9b9e10dc813b req-5c30af7f-0467-43b5-9e73-79a5b58aae6f tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] 10.222.0.35 "GET /v2.0/ports?device_id=24bc83bc-86f4-4e1f-99de-9736337ee499 HTTP/1.1" status: 200 len: 5430 time: 0.2462804 May 20 20:55:26.256379 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f239f93-fc53-4995-8f67-379e79f1f41d tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:55:26.257741 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-5f239f93-fc53-4995-8f67-379e79f1f41d tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] 10.222.0.35 "GET /v2.0/ports?network_id=e3a93b5c-91e2-4064-9c2c-1afc261bfe15&device_id=e951bc76-3f91-4a53-8819-1f937d52f34d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2376528 May 20 20:55:26.262586 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 58622) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:55:26.325304 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-addc733a-4981-4e75-bb02-9b9e10dc813b req-f5ae5d2d-846a-4072-ae19-63126c9fe616 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] 10.222.0.35 "GET /v2.0/security-groups?id=863381a6-ea9c-49ea-aca2-bed57188f540&id=a9a0a9ba-adc9-42eb-829d-df5caa26883b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1281767 May 20 20:55:26.348925 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-dc7a4787-9e78-4b40-81e8-5ff15c00c01d req-923dfe1d-bd81-4dee-9e64-7efa3fc5a984 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:26.468813 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b90c3b9a-176d-4029-8eb7-c409ac3cebb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:26.519759 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-720b1f39-77b0-4f3a-9c7f-2c3549cac7e8 tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:55:26.528938 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-720b1f39-77b0-4f3a-9c7f-2c3549cac7e8 tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] 10.222.0.35 "GET /v2.0/networks/e3a93b5c-91e2-4064-9c2c-1afc261bfe15 HTTP/1.1" status: 200 len: 881 time: 0.2604988 May 20 20:55:26.529265 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 58628) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:55:26.573118 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-f11443c8-decf-4f0c-bd1d-b0c7c29c16a1 tempest-RoutersAdminTest-1966952147 tempest-RoutersAdminTest-1966952147-project] 10.222.0.35 "GET /v2.0/ports?device_id=e951bc76-3f91-4a53-8819-1f937d52f34d HTTP/1.1" status: 200 len: 205 time: 0.0422001 May 20 20:55:26.573118 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b90c3b9a-176d-4029-8eb7-c409ac3cebb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:26.592354 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 58630) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:55:26.643545 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-b90c3b9a-176d-4029-8eb7-c409ac3cebb9 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4f68efac01164b569105303551b248ec&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2173586 May 20 20:55:26.650989 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 58634) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:55:26.735361 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90c3b9a-176d-4029-8eb7-c409ac3cebb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d24377d8-7f4c-4741-89f2-4a20a8d03ce9,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:55:26.786587 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897d770f-84ac-48fd-87fd-bbaecb27e494 req-214def54-17bb-4570-8a91-ed277e02d8ba tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:55:26.788200 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-897d770f-84ac-48fd-87fd-bbaecb27e494 req-214def54-17bb-4570-8a91-ed277e02d8ba tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6b89b5c-f3ce-4d06-9a39-9498eb6544ad HTTP/1.1" status: 200 len: 945 time: 0.2476101 May 20 20:55:26.864723 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-49ced1c6-ba55-4948-96ff-d3b7fe40ca1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:26.940048 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-49ced1c6-ba55-4948-96ff-d3b7fe40ca1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:26.967783 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-897d770f-84ac-48fd-87fd-bbaecb27e494 req-7d7ab27d-9e78-442c-a38c-113d165ae542 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f722a60-38a1-4dbc-a8ff-49f0b32ee364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619909 May 20 20:55:27.192849 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-49ced1c6-ba55-4948-96ff-d3b7fe40ca1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:27.195413 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-49ced1c6-ba55-4948-96ff-d3b7fe40ca1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:27.199055 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-49ced1c6-ba55-4948-96ff-d3b7fe40ca1f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d24377d8-7f4c-4741-89f2-4a20a8d03ce9 HTTP/1.1" status: 204 len: 168 time: 0.5412877 May 20 20:55:27.207108 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ced1c6-ba55-4948-96ff-d3b7fe40ca1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d24377d8-7f4c-4741-89f2-4a20a8d03ce9,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:55:27.229398 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-dc7a4787-9e78-4b40-81e8-5ff15c00c01d req-923dfe1d-bd81-4dee-9e64-7efa3fc5a984 service neutron] For port 2e1df5b4-4f1a-4391-8d35-f8e77caf43e0, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=2e1df5b4-4f1a-4391-8d35-f8e77caf43e0,segment=NetworkSegment(625a2e39-ceca-49f0-b8ec-14ebc369722e),segment_id=625a2e39-ceca-49f0-b8ec-14ebc369722e)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:55:27.255813 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-deb856dc-e694-4c33-842a-6c30000c0339 tempest-RoutersAdminTest-1966952147 tempest-RoutersAdminTest-1966952147-project] Notify callbacks [] for router, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:27.342137 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-dc7a4787-9e78-4b40-81e8-5ff15c00c01d req-923dfe1d-bd81-4dee-9e64-7efa3fc5a984 service neutron] For port 2e1df5b4-4f1a-4391-8d35-f8e77caf43e0, host n-h2-842733-1, cleared binding levels {{(pid=103162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:55:27.527237 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [req-dc7a4787-9e78-4b40-81e8-5ff15c00c01d req-923dfe1d-bd81-4dee-9e64-7efa3fc5a984 service neutron] device_id is not set on port 2e1df5b4-4f1a-4391-8d35-f8e77caf43e0 yet. {{(pid=103162) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 20 20:55:27.544051 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-dc7a4787-9e78-4b40-81e8-5ff15c00c01d req-923dfe1d-bd81-4dee-9e64-7efa3fc5a984 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:27.566511 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-deb856dc-e694-4c33-842a-6c30000c0339 tempest-RoutersAdminTest-1966952147 tempest-RoutersAdminTest-1966952147-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:27.612446 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ba444b-60f1-4d48-8a70-0feb273dcf8d req-b3421f5f-a8cd-43af-a8d4-a3e317cb4479 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:55:27.617943 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ba444b-60f1-4d48-8a70-0feb273dcf8d req-b3421f5f-a8cd-43af-a8d4-a3e317cb4479 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:55:27.620897 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-dc7a4787-9e78-4b40-81e8-5ff15c00c01d req-923dfe1d-bd81-4dee-9e64-7efa3fc5a984 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:27.624056 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ba444b-60f1-4d48-8a70-0feb273dcf8d req-b3421f5f-a8cd-43af-a8d4-a3e317cb4479 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:55:27.630073 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ba444b-60f1-4d48-8a70-0feb273dcf8d req-b3421f5f-a8cd-43af-a8d4-a3e317cb4479 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:55:27.636444 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ba444b-60f1-4d48-8a70-0feb273dcf8d req-b3421f5f-a8cd-43af-a8d4-a3e317cb4479 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:55:27.643805 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ba444b-60f1-4d48-8a70-0feb273dcf8d req-b3421f5f-a8cd-43af-a8d4-a3e317cb4479 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:55:27.650219 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ba444b-60f1-4d48-8a70-0feb273dcf8d req-b3421f5f-a8cd-43af-a8d4-a3e317cb4479 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:55:27.658817 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-25ba444b-60f1-4d48-8a70-0feb273dcf8d req-b3421f5f-a8cd-43af-a8d4-a3e317cb4479 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] 10.222.0.35 "GET /v2.0/ports?device_id=24bc83bc-86f4-4e1f-99de-9736337ee499 HTTP/1.1" status: 200 len: 5430 time: 0.1397974 May 20 20:55:27.718428 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-25ba444b-60f1-4d48-8a70-0feb273dcf8d req-d5bb9e2e-ced3-4ce6-ae5f-875be956c039 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] 10.222.0.35 "GET /v2.0/security-groups?id=863381a6-ea9c-49ea-aca2-bed57188f540&id=a9a0a9ba-adc9-42eb-829d-df5caa26883b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0583067 May 20 20:55:27.741365 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923dfe1d-bd81-4dee-9e64-7efa3fc5a984 service neutron] Pushing event updated for resources: {'Port': ['ID=2e1df5b4-4f1a-4391-8d35-f8e77caf43e0,revision_number=6']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:55:27.834231 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc7a4787-9e78-4b40-81e8-5ff15c00c01d req-923dfe1d-bd81-4dee-9e64-7efa3fc5a984 service neutron] No DVR routers for this DVR port 2e1df5b4-4f1a-4391-8d35-f8e77caf43e0 on host n-h2-842733-1 {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:55:27.893453 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-dc7a4787-9e78-4b40-81e8-5ff15c00c01d req-923dfe1d-bd81-4dee-9e64-7efa3fc5a984 service neutron] In _notify_port_updated(), no bound segment for port 2e1df5b4-4f1a-4391-8d35-f8e77caf43e0 on network ce671979-73f9-44d6-8ce7-2c8dc82e60ae {{(pid=103162) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} May 20 20:55:27.902551 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7a4787-9e78-4b40-81e8-5ff15c00c01d req-923dfe1d-bd81-4dee-9e64-7efa3fc5a984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:55:27.902551 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-dc7a4787-9e78-4b40-81e8-5ff15c00c01d req-923dfe1d-bd81-4dee-9e64-7efa3fc5a984 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:27.902551 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-dc7a4787-9e78-4b40-81e8-5ff15c00c01d req-923dfe1d-bd81-4dee-9e64-7efa3fc5a984 service neutron] 10.222.0.13 "PUT /v2.0/ports/2e1df5b4-4f1a-4391-8d35-f8e77caf43e0 HTTP/1.1" status: 200 len: 1027 time: 1.7452168 May 20 20:55:27.962045 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7a4787-9e78-4b40-81e8-5ff15c00c01d req-710921bf-a266-4202-b982-56206be85d22 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:55:27.963552 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-dc7a4787-9e78-4b40-81e8-5ff15c00c01d req-710921bf-a266-4202-b982-56206be85d22 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] 10.222.0.13 "GET /v2.0/ports/572584f9-d33c-4ce6-b334-490469f36e8c?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0595703 May 20 20:55:27.964971 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-deb856dc-e694-4c33-842a-6c30000c0339 tempest-RoutersAdminTest-1966952147 tempest-RoutersAdminTest-1966952147-project] Deleting port 63667d06-c778-44b1-b312-b927943eb49d {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:55:27.965389 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-deb856dc-e694-4c33-842a-6c30000c0339 tempest-RoutersAdminTest-1966952147 tempest-RoutersAdminTest-1966952147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:27.976775 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [req-dc7a4787-9e78-4b40-81e8-5ff15c00c01d req-16336315-294e-4dbf-ab6f-561f6420a6f8 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:55:28.194488 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-e0d4a47b-c42c-43f2-99a0-fe9d37fdb517 None None] Provisioning complete for port 2e1df5b4-4f1a-4391-8d35-f8e77caf43e0 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:55:28.195102 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-e0d4a47b-c42c-43f2-99a0-fe9d37fdb517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:28.275277 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 58674) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:55:28.283048 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-dc7a4787-9e78-4b40-81e8-5ff15c00c01d req-16336315-294e-4dbf-ab6f-561f6420a6f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:28.297504 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-e0d4a47b-c42c-43f2-99a0-fe9d37fdb517 None None] Port 2e1df5b4-4f1a-4391-8d35-f8e77caf43e0 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 20:55:28.334617 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87afe9a4-dfa3-42a5-aa01-5caf57aeba3b req-344a42b5-a33f-4cb5-b058-120a95843181 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:55:28.334617 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-87afe9a4-dfa3-42a5-aa01-5caf57aeba3b req-344a42b5-a33f-4cb5-b058-120a95843181 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6b89b5c-f3ce-4d06-9a39-9498eb6544ad HTTP/1.1" status: 200 len: 945 time: 0.1408463 May 20 20:55:28.335882 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9c6f1707-a994-4f87-be76-87bfd025971c admin admin] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:28.427850 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9c6f1707-a994-4f87-be76-87bfd025971c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:28.432701 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-deb856dc-e694-4c33-842a-6c30000c0339 tempest-RoutersAdminTest-1966952147 tempest-RoutersAdminTest-1966952147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:28.459143 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-87afe9a4-dfa3-42a5-aa01-5caf57aeba3b req-26e8f42a-374f-4f39-bf41-97b6b97c6adf tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f722a60-38a1-4dbc-a8ff-49f0b32ee364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250093 May 20 20:55:28.462744 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-deb856dc-e694-4c33-842a-6c30000c0339 tempest-RoutersAdminTest-1966952147 tempest-RoutersAdminTest-1966952147-project] Calling delete_port for 63667d06-c778-44b1-b312-b927943eb49d owned by network:router_gateway {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:55:28.541122 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9c6f1707-a994-4f87-be76-87bfd025971c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:28.616743 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-9c6f1707-a994-4f87-be76-87bfd025971c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=42f49ad93a5d42d0839a058469803507&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3396761 May 20 20:55:28.616743 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6f1707-a994-4f87-be76-87bfd025971c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d826f1d9-d3bd-4659-ab84-5d959ea1f679,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:55:28.622057 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 58692) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:55:28.658596 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-dc7a4787-9e78-4b40-81e8-5ff15c00c01d req-16336315-294e-4dbf-ab6f-561f6420a6f8 service neutron] For port 572584f9-d33c-4ce6-b334-490469f36e8c, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=572584f9-d33c-4ce6-b334-490469f36e8c,segment=NetworkSegment(625a2e39-ceca-49f0-b8ec-14ebc369722e),segment_id=625a2e39-ceca-49f0-b8ec-14ebc369722e)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:55:28.724799 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7dff932d-7198-43d9-a133-24be71e3398f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:28.779850 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-dc7a4787-9e78-4b40-81e8-5ff15c00c01d req-16336315-294e-4dbf-ab6f-561f6420a6f8 service neutron] For port 572584f9-d33c-4ce6-b334-490469f36e8c, host n-h2-842733-1, cleared binding levels {{(pid=103162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:55:28.786901 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7dff932d-7198-43d9-a133-24be71e3398f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:28.916832 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [req-dc7a4787-9e78-4b40-81e8-5ff15c00c01d req-16336315-294e-4dbf-ab6f-561f6420a6f8 service neutron] device_id is not set on port 572584f9-d33c-4ce6-b334-490469f36e8c yet. {{(pid=103162) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 20 20:55:28.940596 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-dc7a4787-9e78-4b40-81e8-5ff15c00c01d req-16336315-294e-4dbf-ab6f-561f6420a6f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:28.953336 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f35e9f5-fbec-4a68-8897-9ab0e866a4a3 req-733fda38-a50d-4fce-a372-a575f10a388d tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:55:28.959471 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f35e9f5-fbec-4a68-8897-9ab0e866a4a3 req-733fda38-a50d-4fce-a372-a575f10a388d tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:55:28.985538 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f35e9f5-fbec-4a68-8897-9ab0e866a4a3 req-733fda38-a50d-4fce-a372-a575f10a388d tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:55:28.995462 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f35e9f5-fbec-4a68-8897-9ab0e866a4a3 req-733fda38-a50d-4fce-a372-a575f10a388d tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:55:29.008875 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f35e9f5-fbec-4a68-8897-9ab0e866a4a3 req-733fda38-a50d-4fce-a372-a575f10a388d tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:55:29.020687 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f35e9f5-fbec-4a68-8897-9ab0e866a4a3 req-733fda38-a50d-4fce-a372-a575f10a388d tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:55:29.024368 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2f35e9f5-fbec-4a68-8897-9ab0e866a4a3 req-733fda38-a50d-4fce-a372-a575f10a388d tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] 10.222.0.35 "GET /v2.0/ports?device_id=24bc83bc-86f4-4e1f-99de-9736337ee499 HTTP/1.1" status: 200 len: 4656 time: 0.1774662 May 20 20:55:29.026735 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-dc7a4787-9e78-4b40-81e8-5ff15c00c01d req-16336315-294e-4dbf-ab6f-561f6420a6f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:29.041580 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7dff932d-7198-43d9-a133-24be71e3398f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:29.045987 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7dff932d-7198-43d9-a133-24be71e3398f admin admin] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:29.054818 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-7dff932d-7198-43d9-a133-24be71e3398f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d826f1d9-d3bd-4659-ab84-5d959ea1f679 HTTP/1.1" status: 204 len: 168 time: 0.4246693 May 20 20:55:29.124229 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-deb856dc-e694-4c33-842a-6c30000c0339 tempest-RoutersAdminTest-1966952147 tempest-RoutersAdminTest-1966952147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:29.133092 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dff932d-7198-43d9-a133-24be71e3398f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d826f1d9-d3bd-4659-ab84-5d959ea1f679,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:55:29.218709 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2f35e9f5-fbec-4a68-8897-9ab0e866a4a3 req-d6bdbe6d-b14b-4796-9c19-3bdc71f87152 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] 10.222.0.35 "GET /v2.0/security-groups?id=863381a6-ea9c-49ea-aca2-bed57188f540&id=a9a0a9ba-adc9-42eb-829d-df5caa26883b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1758757 May 20 20:55:29.287385 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 58706) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:55:29.393967 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc7a4787-9e78-4b40-81e8-5ff15c00c01d req-16336315-294e-4dbf-ab6f-561f6420a6f8 service neutron] No DVR routers for this DVR port 572584f9-d33c-4ce6-b334-490469f36e8c on host n-h2-842733-1 {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:55:29.404719 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16336315-294e-4dbf-ab6f-561f6420a6f8 service neutron] Pushing event updated for resources: {'Port': ['ID=572584f9-d33c-4ce6-b334-490469f36e8c,revision_number=6']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:55:29.489096 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb856dc-e694-4c33-842a-6c30000c0339 tempest-RoutersAdminTest-1966952147 tempest-RoutersAdminTest-1966952147-project] Pushing event deleted for resources: {'Port': ['ID=63667d06-c778-44b1-b312-b927943eb49d,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:55:29.526198 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-deb856dc-e694-4c33-842a-6c30000c0339 tempest-RoutersAdminTest-1966952147 tempest-RoutersAdminTest-1966952147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-748206'] for router_gateway, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:29.644410 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-1d66a4a2-bb4f-4955-9e8b-91e9ef826b9d None None] Provisioning complete for port 572584f9-d33c-4ce6-b334-490469f36e8c triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:55:29.645000 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-1d66a4a2-bb4f-4955-9e8b-91e9ef826b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:29.667495 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-deb856dc-e694-4c33-842a-6c30000c0339 tempest-RoutersAdminTest-1966952147 tempest-RoutersAdminTest-1966952147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26169'] for router, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:29.670852 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-deb856dc-e694-4c33-842a-6c30000c0339 tempest-RoutersAdminTest-1966952147 tempest-RoutersAdminTest-1966952147-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:29.735055 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-1d66a4a2-bb4f-4955-9e8b-91e9ef826b9d None None] Port 572584f9-d33c-4ce6-b334-490469f36e8c cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 20:55:29.738184 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd5d38b-f74c-40e4-8594-0a12b6fdd68b req-e2682205-1490-4aac-bd60-26786030c3a7 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:55:29.750876 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-dbd5d38b-f74c-40e4-8594-0a12b6fdd68b req-e2682205-1490-4aac-bd60-26786030c3a7 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6b89b5c-f3ce-4d06-9a39-9498eb6544ad HTTP/1.1" status: 200 len: 945 time: 0.1491685 May 20 20:55:29.766479 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-dc7a4787-9e78-4b40-81e8-5ff15c00c01d req-16336315-294e-4dbf-ab6f-561f6420a6f8 service neutron] In _notify_port_updated(), no bound segment for port 572584f9-d33c-4ce6-b334-490469f36e8c on network ce671979-73f9-44d6-8ce7-2c8dc82e60ae {{(pid=103162) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} May 20 20:55:29.769667 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7a4787-9e78-4b40-81e8-5ff15c00c01d req-16336315-294e-4dbf-ab6f-561f6420a6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:55:29.769667 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-dc7a4787-9e78-4b40-81e8-5ff15c00c01d req-16336315-294e-4dbf-ab6f-561f6420a6f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:29.769667 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-dc7a4787-9e78-4b40-81e8-5ff15c00c01d req-16336315-294e-4dbf-ab6f-561f6420a6f8 service neutron] 10.222.0.13 "PUT /v2.0/ports/572584f9-d33c-4ce6-b334-490469f36e8c HTTP/1.1" status: 200 len: 1026 time: 1.7995610 May 20 20:55:29.827149 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-deb856dc-e694-4c33-842a-6c30000c0339 tempest-RoutersAdminTest-1966952147 tempest-RoutersAdminTest-1966952147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-693148'] for router, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:29.827849 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-deb856dc-e694-4c33-842a-6c30000c0339 tempest-RoutersAdminTest-1966952147 tempest-RoutersAdminTest-1966952147-project] Fanout notify agent at l3_agent the message router_deleted on router e951bc76-3f91-4a53-8819-1f937d52f34d {{(pid=103162) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 20 20:55:29.846761 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-deb856dc-e694-4c33-842a-6c30000c0339 tempest-RoutersAdminTest-1966952147 tempest-RoutersAdminTest-1966952147-project] Notify callbacks [] for router, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:29.849456 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-deb856dc-e694-4c33-842a-6c30000c0339 tempest-RoutersAdminTest-1966952147 tempest-RoutersAdminTest-1966952147-project] 10.222.0.35 "DELETE /v2.0/routers/e951bc76-3f91-4a53-8819-1f937d52f34d HTTP/1.1" status: 204 len: 168 time: 3.2577257 May 20 20:55:29.859293 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 58720) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:55:29.865132 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3360df8a-8102-42c7-870d-f3f1348bd3b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:29.874685 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-79b9a0de-28c4-45fe-a8fe-5608c2d02c37 tempest-RoutersAdminTest-1966952147 tempest-RoutersAdminTest-1966952147-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1783319623', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'}, 'admin_state_up': False}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:55:29.916211 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-dc7a4787-9e78-4b40-81e8-5ff15c00c01d req-a985acfd-82e4-4b98-8e54-a6f244eb3667 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Deleting port 4f6e4e5b-3b4d-4afd-ab5f-fc21ef7d2709 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:55:29.917396 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-dc7a4787-9e78-4b40-81e8-5ff15c00c01d req-a985acfd-82e4-4b98-8e54-a6f244eb3667 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:29.932412 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-dbd5d38b-f74c-40e4-8594-0a12b6fdd68b req-ce4fdc7a-0430-4f1c-9335-e7b063e26a5c tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f722a60-38a1-4dbc-a8ff-49f0b32ee364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769514 May 20 20:55:30.057148 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-79b9a0de-28c4-45fe-a8fe-5608c2d02c37 tempest-RoutersAdminTest-1966952147 tempest-RoutersAdminTest-1966952147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-694221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26155'] for router, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:30.057148 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-79b9a0de-28c4-45fe-a8fe-5608c2d02c37 tempest-RoutersAdminTest-1966952147 tempest-RoutersAdminTest-1966952147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-693085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748153', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-718080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26162'] for router, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:30.080940 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3360df8a-8102-42c7-870d-f3f1348bd3b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:30.109259 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-dc7a4787-9e78-4b40-81e8-5ff15c00c01d req-a985acfd-82e4-4b98-8e54-a6f244eb3667 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] For port 4f6e4e5b-3b4d-4afd-ab5f-fc21ef7d2709, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=4f6e4e5b-3b4d-4afd-ab5f-fc21ef7d2709,segment=NetworkSegment(625a2e39-ceca-49f0-b8ec-14ebc369722e),segment_id=625a2e39-ceca-49f0-b8ec-14ebc369722e)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:55:30.109925 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-dc7a4787-9e78-4b40-81e8-5ff15c00c01d req-a985acfd-82e4-4b98-8e54-a6f244eb3667 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:30.126238 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-dc7a4787-9e78-4b40-81e8-5ff15c00c01d req-a985acfd-82e4-4b98-8e54-a6f244eb3667 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Calling delete_port for 4f6e4e5b-3b4d-4afd-ab5f-fc21ef7d2709 owned by compute:nova {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:55:30.150705 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-79b9a0de-28c4-45fe-a8fe-5608c2d02c37 tempest-RoutersAdminTest-1966952147 tempest-RoutersAdminTest-1966952147-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:30.155166 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device a41647e7-8ada-4a9b-b0ae-2edf7826ff37 no longer exists at agent hyperv_n-h2-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:55:30.211113 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3360df8a-8102-42c7-870d-f3f1348bd3b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:30.356701 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port a41647e7-8ada-4a9b-b0ae-2edf7826ff37 is: ACTIVE; New status is: DOWN {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:55:30.357575 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:30.431818 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24bc83bc-86f4-4e1f-99de-9736337ee499', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a41647e7-8ada-4a9b-b0ae-2edf7826ff37'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:55:30.440172 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8485417003ce7c0410b00f5cdc2f391e21107b70bb68e2773712534a96e108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8e6c601-9442-4ecb-8bc6-f65d25a425a8" -d '{"events": [{"server_uuid": "24bc83bc-86f4-4e1f-99de-9736337ee499", "name": "network-vif-unplugged", "status": "completed", "tag": "a41647e7-8ada-4a9b-b0ae-2edf7826ff37"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:55:30.472261 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port a41647e7-8ada-4a9b-b0ae-2edf7826ff37, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=a41647e7-8ada-4a9b-b0ae-2edf7826ff37,segment=NetworkSegment(3b05c879-c09c-4a80-a0be-ac1f12f8feca),segment_id=3b05c879-c09c-4a80-a0be-ac1f12f8feca)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:55:30.477000 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-3360df8a-8102-42c7-870d-f3f1348bd3b2 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5fa006f9e2c345f0ae2fa589b9d22b6a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1869581 May 20 20:55:30.477000 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3360df8a-8102-42c7-870d-f3f1348bd3b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd44958b-da63-4171-8867-e99746eb5500,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:55:30.478518 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 58738) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:55:30.518965 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-dc7a4787-9e78-4b40-81e8-5ff15c00c01d req-a985acfd-82e4-4b98-8e54-a6f244eb3667 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:30.552462 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:30.553269 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device c377ecf0-f976-4335-a271-7a9e62459ad6 no longer exists at agent hyperv_n-h2-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:55:30.569342 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a985acfd-82e4-4b98-8e54-a6f244eb3667 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Pushing event deleted for resources: {'Port': ['ID=4f6e4e5b-3b4d-4afd-ab5f-fc21ef7d2709,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:55:30.643901 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 May 2022 20:55:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bab93ec-b771-4208-8aa7-dd577642b334 x-openstack-request-id: req-0bab93ec-b771-4208-8aa7-dd577642b334 {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:55:30.644188 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24bc83bc-86f4-4e1f-99de-9736337ee499", "name": "network-vif-unplugged", "status": "completed", "tag": "a41647e7-8ada-4a9b-b0ae-2edf7826ff37", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:55:30.644442 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0bab93ec-b771-4208-8aa7-dd577642b334 {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:55:30.646035 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0bab93ec-b771-4208-8aa7-dd577642b334'] response: {'server_uuid': '24bc83bc-86f4-4e1f-99de-9736337ee499', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a41647e7-8ada-4a9b-b0ae-2edf7826ff37', 'code': 200} May 20 20:55:30.687076 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc7a4787-9e78-4b40-81e8-5ff15c00c01d req-a985acfd-82e4-4b98-8e54-a6f244eb3667 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] No DVR routers for this DVR port 4f6e4e5b-3b4d-4afd-ab5f-fc21ef7d2709 on host n-h2-842733-1 {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:55:30.707066 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-dc7a4787-9e78-4b40-81e8-5ff15c00c01d req-a985acfd-82e4-4b98-8e54-a6f244eb3667 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:30.714972 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-dc7a4787-9e78-4b40-81e8-5ff15c00c01d req-a985acfd-82e4-4b98-8e54-a6f244eb3667 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] 10.222.0.13 "DELETE /v2.0/ports/4f6e4e5b-3b4d-4afd-ab5f-fc21ef7d2709 HTTP/1.1" status: 204 len: 173 time: 0.9389956 May 20 20:55:30.716014 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24bc83bc-86f4-4e1f-99de-9736337ee499', 'name': 'network-vif-deleted', 'tag': '4f6e4e5b-3b4d-4afd-ab5f-fc21ef7d2709'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:55:30.721534 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6fa957933fccbf596d28104b23404b952ad6a8238afaebaed40a0874b2e409" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4a88318-bd50-4340-9abc-844010796340" -d '{"events": [{"server_uuid": "24bc83bc-86f4-4e1f-99de-9736337ee499", "name": "network-vif-deleted", "tag": "4f6e4e5b-3b4d-4afd-ab5f-fc21ef7d2709"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:55:30.723927 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=a41647e7-8ada-4a9b-b0ae-2edf7826ff37,revision_number=6']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:55:30.748744 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-79b9a0de-28c4-45fe-a8fe-5608c2d02c37 tempest-RoutersAdminTest-1966952147 tempest-RoutersAdminTest-1966952147-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:30.754014 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:55:30.754686 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:55:30.755232 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:55:30.755783 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:55:30.756334 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:55:30.757358 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:55:30.757915 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:55:30.758481 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:55:30.759011 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:55:30.759540 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:55:30.760080 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:55:30.760617 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:55:30.803693 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port c377ecf0-f976-4335-a271-7a9e62459ad6 is: ACTIVE; New status is: DOWN {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:55:30.804832 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:30.806856 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc39083b-dcc0-400d-8ff0-e2bade75d040 req-aced22c0-7dc9-41c4-9869-1496715c55a8 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:55:30.818927 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc39083b-dcc0-400d-8ff0-e2bade75d040 req-aced22c0-7dc9-41c4-9869-1496715c55a8 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:55:30.826868 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 20:55:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40b925cd-41bc-43bc-8bb7-6ab945873564 x-openstack-request-id: req-40b925cd-41bc-43bc-8bb7-6ab945873564 {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:55:30.826868 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24bc83bc-86f4-4e1f-99de-9736337ee499", "name": "network-vif-deleted", "tag": "4f6e4e5b-3b4d-4afd-ab5f-fc21ef7d2709", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:55:30.827199 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc39083b-dcc0-400d-8ff0-e2bade75d040 req-aced22c0-7dc9-41c4-9869-1496715c55a8 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:55:30.827330 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-40b925cd-41bc-43bc-8bb7-6ab945873564 {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:55:30.827565 n-d-842733-1 neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40b925cd-41bc-43bc-8bb7-6ab945873564'] response: {'server_uuid': '24bc83bc-86f4-4e1f-99de-9736337ee499', 'name': 'network-vif-deleted', 'tag': '4f6e4e5b-3b4d-4afd-ab5f-fc21ef7d2709', 'status': 'completed', 'code': 200} May 20 20:55:30.834526 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc39083b-dcc0-400d-8ff0-e2bade75d040 req-aced22c0-7dc9-41c4-9869-1496715c55a8 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:55:30.843894 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc39083b-dcc0-400d-8ff0-e2bade75d040 req-aced22c0-7dc9-41c4-9869-1496715c55a8 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:55:30.852487 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-cc39083b-dcc0-400d-8ff0-e2bade75d040 req-aced22c0-7dc9-41c4-9869-1496715c55a8 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] 10.222.0.35 "GET /v2.0/ports?device_id=24bc83bc-86f4-4e1f-99de-9736337ee499 HTTP/1.1" status: 200 len: 3807 time: 0.4079759 May 20 20:55:30.881148 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port c377ecf0-f976-4335-a271-7a9e62459ad6, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=c377ecf0-f976-4335-a271-7a9e62459ad6,segment=NetworkSegment(0aa42cdb-6fd7-42fb-bac9-6b1b09d7a688),segment_id=0aa42cdb-6fd7-42fb-bac9-6b1b09d7a688)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:55:30.993666 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-271fca7b-0fdb-4086-a0fd-763f0167444d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:30.994366 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-dc7a4787-9e78-4b40-81e8-5ff15c00c01d req-80a0f74c-9116-4044-b316-9683c5018a21 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Deleting port 74e04797-896f-4ee0-abd1-9e9b3dbcaed4 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:55:30.994366 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-dc7a4787-9e78-4b40-81e8-5ff15c00c01d req-80a0f74c-9116-4044-b316-9683c5018a21 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:30.995223 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-271fca7b-0fdb-4086-a0fd-763f0167444d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:30.995223 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-cc39083b-dcc0-400d-8ff0-e2bade75d040 req-6b6559b3-9991-49a7-921d-939a45f66cff tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] 10.222.0.35 "GET /v2.0/security-groups?id=863381a6-ea9c-49ea-aca2-bed57188f540&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661163 May 20 20:55:31.033439 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-dc7a4787-9e78-4b40-81e8-5ff15c00c01d req-80a0f74c-9116-4044-b316-9683c5018a21 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] For port 74e04797-896f-4ee0-abd1-9e9b3dbcaed4, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=74e04797-896f-4ee0-abd1-9e9b3dbcaed4,segment=NetworkSegment(3b05c879-c09c-4a80-a0be-ac1f12f8feca),segment_id=3b05c879-c09c-4a80-a0be-ac1f12f8feca)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:55:31.040366 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-dc7a4787-9e78-4b40-81e8-5ff15c00c01d req-80a0f74c-9116-4044-b316-9683c5018a21 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:31.055459 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-dc7a4787-9e78-4b40-81e8-5ff15c00c01d req-80a0f74c-9116-4044-b316-9683c5018a21 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Calling delete_port for 74e04797-896f-4ee0-abd1-9e9b3dbcaed4 owned by compute:nova {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:55:31.136487 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:31.136487 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 572584f9-d33c-4ce6-b334-490469f36e8c no longer exists at agent hyperv_n-h2-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:55:31.297694 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 572584f9-d33c-4ce6-b334-490469f36e8c not bound to the agent host n-h2-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 20:55:31.299137 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 4f6e4e5b-3b4d-4afd-ab5f-fc21ef7d2709 no longer exists at agent hyperv_n-h2-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:55:31.350640 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] No Port match for: 4f6e4e5b-3b4d-4afd-ab5f-fc21ef7d2709 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 20:55:31.351289 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 4f6e4e5b-3b4d-4afd-ab5f-fc21ef7d2709 not bound to the agent host n-h2-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 20:55:31.351896 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 8e5cf7ff-15da-45a7-acbe-5153d4a2259c no longer exists at agent hyperv_n-h2-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:55:31.386882 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-dc7a4787-9e78-4b40-81e8-5ff15c00c01d req-80a0f74c-9116-4044-b316-9683c5018a21 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:31.467330 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a0f74c-9116-4044-b316-9683c5018a21 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Pushing event deleted for resources: {'Port': ['ID=74e04797-896f-4ee0-abd1-9e9b3dbcaed4,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:55:31.493922 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=c377ecf0-f976-4335-a271-7a9e62459ad6,revision_number=6']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:55:31.586883 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port 8e5cf7ff-15da-45a7-acbe-5153d4a2259c is: ACTIVE; New status is: DOWN {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:55:31.587303 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:31.590463 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc7a4787-9e78-4b40-81e8-5ff15c00c01d req-80a0f74c-9116-4044-b316-9683c5018a21 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] No DVR routers for this DVR port 74e04797-896f-4ee0-abd1-9e9b3dbcaed4 on host n-h2-842733-1 {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:55:31.594233 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-dc7a4787-9e78-4b40-81e8-5ff15c00c01d req-80a0f74c-9116-4044-b316-9683c5018a21 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:31.598318 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-dc7a4787-9e78-4b40-81e8-5ff15c00c01d req-80a0f74c-9116-4044-b316-9683c5018a21 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] 10.222.0.13 "DELETE /v2.0/ports/74e04797-896f-4ee0-abd1-9e9b3dbcaed4 HTTP/1.1" status: 204 len: 173 time: 0.8607092 May 20 20:55:31.669150 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port 8e5cf7ff-15da-45a7-acbe-5153d4a2259c, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=8e5cf7ff-15da-45a7-acbe-5153d4a2259c,segment=NetworkSegment(625a2e39-ceca-49f0-b8ec-14ebc369722e),segment_id=625a2e39-ceca-49f0-b8ec-14ebc369722e)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:55:31.707665 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e1955a-94c6-4340-9393-5e8fdada0ecf req-43c9843a-ff39-4af5-9762-13ee6cab85dc tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:55:31.709823 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-91e1955a-94c6-4340-9393-5e8fdada0ecf req-43c9843a-ff39-4af5-9762-13ee6cab85dc tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6b89b5c-f3ce-4d06-9a39-9498eb6544ad HTTP/1.1" status: 200 len: 945 time: 0.1202464 May 20 20:55:31.766188 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-91e1955a-94c6-4340-9393-5e8fdada0ecf req-c3e2ed26-8ea7-48c3-8a6a-4cc9c8f3dfe6 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f722a60-38a1-4dbc-a8ff-49f0b32ee364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494928 May 20 20:55:31.780130 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-dc7a4787-9e78-4b40-81e8-5ff15c00c01d req-8b00d8b6-b4aa-43be-b2d8-772b0fa4ea2e tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Deleting port c377ecf0-f976-4335-a271-7a9e62459ad6 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:55:31.780476 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-dc7a4787-9e78-4b40-81e8-5ff15c00c01d req-8b00d8b6-b4aa-43be-b2d8-772b0fa4ea2e tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:31.844205 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:31.844511 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 2e1df5b4-4f1a-4391-8d35-f8e77caf43e0 no longer exists at agent hyperv_n-h2-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:55:31.948746 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 2e1df5b4-4f1a-4391-8d35-f8e77caf43e0 not bound to the agent host n-h2-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 20:55:31.949119 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 74e04797-896f-4ee0-abd1-9e9b3dbcaed4 no longer exists at agent hyperv_n-h2-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:55:31.953791 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-271fca7b-0fdb-4086-a0fd-763f0167444d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:31.959640 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-271fca7b-0fdb-4086-a0fd-763f0167444d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:31.963069 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-271fca7b-0fdb-4086-a0fd-763f0167444d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/fd44958b-da63-4171-8867-e99746eb5500 HTTP/1.1" status: 204 len: 168 time: 1.4238589 May 20 20:55:32.069467 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] No Port match for: 74e04797-896f-4ee0-abd1-9e9b3dbcaed4 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 20:55:32.069804 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 74e04797-896f-4ee0-abd1-9e9b3dbcaed4 not bound to the agent host n-h2-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 20:55:32.079450 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-dc7a4787-9e78-4b40-81e8-5ff15c00c01d req-8b00d8b6-b4aa-43be-b2d8-772b0fa4ea2e tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] For port c377ecf0-f976-4335-a271-7a9e62459ad6, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=c377ecf0-f976-4335-a271-7a9e62459ad6,segment=NetworkSegment(0aa42cdb-6fd7-42fb-bac9-6b1b09d7a688),segment_id=0aa42cdb-6fd7-42fb-bac9-6b1b09d7a688)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:55:32.079901 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-dc7a4787-9e78-4b40-81e8-5ff15c00c01d req-8b00d8b6-b4aa-43be-b2d8-772b0fa4ea2e tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:32.110644 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271fca7b-0fdb-4086-a0fd-763f0167444d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd44958b-da63-4171-8867-e99746eb5500,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:55:32.143520 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.agents_db [None req-5c33ad30-4e00-40fa-b486-8c79c4a6cfc5 None None] Agent healthcheck: found 7 active agents {{(pid=103165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 20 20:55:32.201147 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=8e5cf7ff-15da-45a7-acbe-5153d4a2259c,revision_number=6']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:55:32.297305 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-79b9a0de-28c4-45fe-a8fe-5608c2d02c37 tempest-RoutersAdminTest-1966952147 tempest-RoutersAdminTest-1966952147-project] Notify callbacks [] for router_gateway, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:32.402348 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-79b9a0de-28c4-45fe-a8fe-5608c2d02c37 tempest-RoutersAdminTest-1966952147 tempest-RoutersAdminTest-1966952147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:32.457290 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:32.545914 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-dc7a4787-9e78-4b40-81e8-5ff15c00c01d req-8b00d8b6-b4aa-43be-b2d8-772b0fa4ea2e tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:32.545914 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-dc7a4787-9e78-4b40-81e8-5ff15c00c01d req-8b00d8b6-b4aa-43be-b2d8-772b0fa4ea2e tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748272'] for floatingip, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:32.549110 n-d-842733-1 neutron-server[103162]: INFO neutron.db.l3_db [req-dc7a4787-9e78-4b40-81e8-5ff15c00c01d req-8b00d8b6-b4aa-43be-b2d8-772b0fa4ea2e tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Floating IP 493cb45a-929c-43e4-b744-dffd278c1a5a disassociated. External IP: 172.25.2.38, port: c377ecf0-f976-4335-a271-7a9e62459ad6. May 20 20:55:32.549848 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-dc7a4787-9e78-4b40-81e8-5ff15c00c01d req-8b00d8b6-b4aa-43be-b2d8-772b0fa4ea2e tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Calling delete_port for c377ecf0-f976-4335-a271-7a9e62459ad6 owned by compute:nova {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:55:32.595003 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f296d602-761b-42d2-89a5-890522a9134e req-c4f62ba9-c6be-406d-a612-c021163150ce tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:55:32.607888 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f296d602-761b-42d2-89a5-890522a9134e req-c4f62ba9-c6be-406d-a612-c021163150ce tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:55:32.615174 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f296d602-761b-42d2-89a5-890522a9134e req-c4f62ba9-c6be-406d-a612-c021163150ce tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:55:32.617280 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f296d602-761b-42d2-89a5-890522a9134e req-c4f62ba9-c6be-406d-a612-c021163150ce tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] 10.222.0.35 "GET /v2.0/ports?device_id=24bc83bc-86f4-4e1f-99de-9736337ee499 HTTP/1.1" status: 200 len: 2409 time: 0.3701637 May 20 20:55:32.647136 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24bc83bc-86f4-4e1f-99de-9736337ee499', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c377ecf0-f976-4335-a271-7a9e62459ad6'}, {'server_uuid': '24bc83bc-86f4-4e1f-99de-9736337ee499', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e5cf7ff-15da-45a7-acbe-5153d4a2259c'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:55:32.650520 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8485417003ce7c0410b00f5cdc2f391e21107b70bb68e2773712534a96e108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efc5d92d-9e98-445f-9967-7ef1f2900fef" -d '{"events": [{"server_uuid": "24bc83bc-86f4-4e1f-99de-9736337ee499", "name": "network-vif-unplugged", "status": "completed", "tag": "c377ecf0-f976-4335-a271-7a9e62459ad6"}, {"server_uuid": "24bc83bc-86f4-4e1f-99de-9736337ee499", "name": "network-vif-unplugged", "status": "completed", "tag": "8e5cf7ff-15da-45a7-acbe-5153d4a2259c"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:55:32.777887 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Fri, 20 May 2022 20:55:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad33a6ab-f62f-4086-9e0d-198bcea088a9 x-openstack-request-id: req-ad33a6ab-f62f-4086-9e0d-198bcea088a9 {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:55:32.778883 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24bc83bc-86f4-4e1f-99de-9736337ee499", "name": "network-vif-unplugged", "status": "completed", "tag": "c377ecf0-f976-4335-a271-7a9e62459ad6", "code": 200}, {"server_uuid": "24bc83bc-86f4-4e1f-99de-9736337ee499", "name": "network-vif-unplugged", "status": "completed", "tag": "8e5cf7ff-15da-45a7-acbe-5153d4a2259c", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:55:32.779255 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ad33a6ab-f62f-4086-9e0d-198bcea088a9 {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:55:32.779712 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad33a6ab-f62f-4086-9e0d-198bcea088a9'] response: {'server_uuid': '24bc83bc-86f4-4e1f-99de-9736337ee499', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c377ecf0-f976-4335-a271-7a9e62459ad6', 'code': 200} May 20 20:55:32.780017 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad33a6ab-f62f-4086-9e0d-198bcea088a9'] response: {'server_uuid': '24bc83bc-86f4-4e1f-99de-9736337ee499', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e5cf7ff-15da-45a7-acbe-5153d4a2259c', 'code': 200} May 20 20:55:32.813243 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-79b9a0de-28c4-45fe-a8fe-5608c2d02c37 tempest-RoutersAdminTest-1966952147 tempest-RoutersAdminTest-1966952147-project] Allocated IP 172.25.2.108 (e3a93b5c-91e2-4064-9c2c-1afc261bfe15/86fee0c1-6e34-488b-9216-b2b8e7ef585a/e8ec540c-8283-4643-a799-338adc873a85) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:55:32.829847 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24bc83bc-86f4-4e1f-99de-9736337ee499', 'name': 'network-vif-deleted', 'tag': '74e04797-896f-4ee0-abd1-9e9b3dbcaed4'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:55:32.835467 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6fa957933fccbf596d28104b23404b952ad6a8238afaebaed40a0874b2e409" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c876611-6ef6-4d60-91f1-65646a9386bd" -d '{"events": [{"server_uuid": "24bc83bc-86f4-4e1f-99de-9736337ee499", "name": "network-vif-deleted", "tag": "74e04797-896f-4ee0-abd1-9e9b3dbcaed4"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:55:32.917706 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-dc7a4787-9e78-4b40-81e8-5ff15c00c01d req-8b00d8b6-b4aa-43be-b2d8-772b0fa4ea2e tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:32.990050 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-79b9a0de-28c4-45fe-a8fe-5608c2d02c37 tempest-RoutersAdminTest-1966952147 tempest-RoutersAdminTest-1966952147-project] Notify callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:32.992522 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b00d8b6-b4aa-43be-b2d8-772b0fa4ea2e tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Pushing event deleted for resources: {'Port': ['ID=c377ecf0-f976-4335-a271-7a9e62459ad6,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:55:33.122760 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f296d602-761b-42d2-89a5-890522a9134e req-1bc86757-0746-4dea-bdb6-0a76784839d5 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] 10.222.0.35 "GET /v2.0/security-groups?id=863381a6-ea9c-49ea-aca2-bed57188f540&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4961433 May 20 20:55:33.196790 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467dc797-01fb-44d6-9774-346ea9fc675b req-5370237d-41d3-487d-b795-41cbc93945a9 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:55:33.205739 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-467dc797-01fb-44d6-9774-346ea9fc675b req-5370237d-41d3-487d-b795-41cbc93945a9 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6b89b5c-f3ce-4d06-9a39-9498eb6544ad HTTP/1.1" status: 200 len: 945 time: 0.1622882 May 20 20:55:33.213437 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dc7a4787-9e78-4b40-81e8-5ff15c00c01d req-8b00d8b6-b4aa-43be-b2d8-772b0fa4ea2e tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Router 208fc636-ac7b-4b47-9704-cd4ae69358ba has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 20:55:33.244148 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-79b9a0de-28c4-45fe-a8fe-5608c2d02c37 tempest-RoutersAdminTest-1966952147 tempest-RoutersAdminTest-1966952147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:33.371747 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 20:55:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-604cfc81-d418-479f-a058-21225d99a774 x-openstack-request-id: req-604cfc81-d418-479f-a058-21225d99a774 {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:55:33.375345 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24bc83bc-86f4-4e1f-99de-9736337ee499", "name": "network-vif-deleted", "tag": "74e04797-896f-4ee0-abd1-9e9b3dbcaed4", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:55:33.375726 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-604cfc81-d418-479f-a058-21225d99a774 {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:55:33.376594 n-d-842733-1 neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-604cfc81-d418-479f-a058-21225d99a774'] response: {'server_uuid': '24bc83bc-86f4-4e1f-99de-9736337ee499', 'name': 'network-vif-deleted', 'tag': '74e04797-896f-4ee0-abd1-9e9b3dbcaed4', 'status': 'completed', 'code': 200} May 20 20:55:33.403214 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b9a0de-28c4-45fe-a8fe-5608c2d02c37 tempest-RoutersAdminTest-1966952147 tempest-RoutersAdminTest-1966952147-project] Pushing event updated for resources: {'Port': ['ID=e8ec540c-8283-4643-a799-338adc873a85,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:55:33.418562 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79b9a0de-28c4-45fe-a8fe-5608c2d02c37 tempest-RoutersAdminTest-1966952147 tempest-RoutersAdminTest-1966952147-project] Network e3a93b5c-91e2-4064-9c2c-1afc261bfe15 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:55:33.426569 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-79b9a0de-28c4-45fe-a8fe-5608c2d02c37 tempest-RoutersAdminTest-1966952147 tempest-RoutersAdminTest-1966952147-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:55:33.430912 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-467dc797-01fb-44d6-9774-346ea9fc675b req-555d8509-4911-44c1-bf02-2a962ed09ced tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f722a60-38a1-4dbc-a8ff-49f0b32ee364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2242475 May 20 20:55:33.431815 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b9a0de-28c4-45fe-a8fe-5608c2d02c37 tempest-RoutersAdminTest-1966952147 tempest-RoutersAdminTest-1966952147-project] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:55:33.807372 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 58830) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:55:34.056934 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dc7a4787-9e78-4b40-81e8-5ff15c00c01d req-8b00d8b6-b4aa-43be-b2d8-772b0fa4ea2e tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 20:55:34.070127 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-453d62bd-f27b-46fe-a992-a9ff6b620ae1 None None] Sync routers for ids ['208fc636-ac7b-4b47-9704-cd4ae69358ba'] in n-d-842733-1 {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 20:55:34.093355 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-453d62bd-f27b-46fe-a992-a9ff6b620ae1 None None] Routers {'208fc636-ac7b-4b47-9704-cd4ae69358ba'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:55:34.098272 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-453d62bd-f27b-46fe-a992-a9ff6b620ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:55:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['208fc636-ac7b-4b47-9704-cd4ae69358ba'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:55:34.121287 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc7a4787-9e78-4b40-81e8-5ff15c00c01d req-8b00d8b6-b4aa-43be-b2d8-772b0fa4ea2e tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] No DVR routers for this DVR port c377ecf0-f976-4335-a271-7a9e62459ad6 on host n-h2-842733-1 {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:55:34.125351 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-dc7a4787-9e78-4b40-81e8-5ff15c00c01d req-8b00d8b6-b4aa-43be-b2d8-772b0fa4ea2e tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:34.130025 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-dc7a4787-9e78-4b40-81e8-5ff15c00c01d req-8b00d8b6-b4aa-43be-b2d8-772b0fa4ea2e tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] 10.222.0.13 "DELETE /v2.0/ports/c377ecf0-f976-4335-a271-7a9e62459ad6 HTTP/1.1" status: 204 len: 173 time: 2.5240045 May 20 20:55:34.255502 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-79b9a0de-28c4-45fe-a8fe-5608c2d02c37 tempest-RoutersAdminTest-1966952147 tempest-RoutersAdminTest-1966952147-project] Notify callbacks [] for router_gateway, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:34.404816 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-dc7a4787-9e78-4b40-81e8-5ff15c00c01d req-968f74b9-b3d0-4f4e-9241-0abe5773e3ff tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Deleting port a41647e7-8ada-4a9b-b0ae-2edf7826ff37 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:55:34.405158 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-dc7a4787-9e78-4b40-81e8-5ff15c00c01d req-968f74b9-b3d0-4f4e-9241-0abe5773e3ff tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:34.574989 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-453d62bd-f27b-46fe-a992-a9ff6b620ae1 None None] Set router 208fc636-ac7b-4b47-9704-cd4ae69358ba gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:55:34.623243 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4c4601bf-7b0f-47e0-9e40-87b1a45f8d47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:34.628332 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-dc7a4787-9e78-4b40-81e8-5ff15c00c01d req-968f74b9-b3d0-4f4e-9241-0abe5773e3ff tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] For port a41647e7-8ada-4a9b-b0ae-2edf7826ff37, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=a41647e7-8ada-4a9b-b0ae-2edf7826ff37,segment=NetworkSegment(3b05c879-c09c-4a80-a0be-ac1f12f8feca),segment_id=3b05c879-c09c-4a80-a0be-ac1f12f8feca)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:55:34.628811 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-dc7a4787-9e78-4b40-81e8-5ff15c00c01d req-968f74b9-b3d0-4f4e-9241-0abe5773e3ff tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:34.645170 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-dc7a4787-9e78-4b40-81e8-5ff15c00c01d req-968f74b9-b3d0-4f4e-9241-0abe5773e3ff tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Calling delete_port for a41647e7-8ada-4a9b-b0ae-2edf7826ff37 owned by compute:nova {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:55:34.669792 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e805ea2-94d9-47d6-9287-0a08693883bb req-2bf41c4c-7244-4ff1-b23e-b181fc5a38e3 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:55:34.676067 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e805ea2-94d9-47d6-9287-0a08693883bb req-2bf41c4c-7244-4ff1-b23e-b181fc5a38e3 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:55:34.683833 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6e805ea2-94d9-47d6-9287-0a08693883bb req-2bf41c4c-7244-4ff1-b23e-b181fc5a38e3 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] 10.222.0.35 "GET /v2.0/ports?device_id=24bc83bc-86f4-4e1f-99de-9736337ee499 HTTP/1.1" status: 200 len: 1675 time: 0.2436864 May 20 20:55:34.754687 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294eccca-9f82-455d-b181-c600d145484e req-5f373bb7-47c0-404a-bc62-04844fe50ff4 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:55:34.767498 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-294eccca-9f82-455d-b181-c600d145484e req-5f373bb7-47c0-404a-bc62-04844fe50ff4 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6b89b5c-f3ce-4d06-9a39-9498eb6544ad HTTP/1.1" status: 200 len: 945 time: 0.1980524 May 20 20:55:34.894691 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-453d62bd-f27b-46fe-a992-a9ff6b620ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '208fc636-ac7b-4b47-9704-cd4ae69358ba', 'name': 'tempest-TaggedBootDevicesTest-470911137-router', 'tenant_id': '130041758ffe4e0a8066d604acc4da27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.128'}], 'enable_snat': True}, 'gw_port_id': 'a273ae22-c87d-4557-94a4-9200483eae2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:48:58Z', 'updated_at': '2022-05-20T20:49:03Z', 'revision_number': 4, 'project_id': '130041758ffe4e0a8066d604acc4da27', 'gw_port': {'id': 'a273ae22-c87d-4557-94a4-9200483eae2e', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:9c:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '208fc636-ac7b-4b47-9704-cd4ae69358ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:48:58Z', 'updated_at': '2022-05-20T20:49:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': '799cc531-daae-4bfe-9e64-fc43698ef981', 'name': '', 'network_id': '5ca369c8-df0a-41e3-869c-b1b368b823ae', 'tenant_id': '130041758ffe4e0a8066d604acc4da27', 'mac_address': 'fa:16:3e:a6:59:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '208fc636-ac7b-4b47-9704-cd4ae69358ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': '0e16e10c-5b92-4574-b13d-016374e3f82e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:49:01Z', 'updated_at': '2022-05-20T20:49:08Z', 'revision_number': 5, 'project_id': '130041758ffe4e0a8066d604acc4da27', 'subnets': [{'id': '0e16e10c-5b92-4574-b13d-016374e3f82e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:55:34.925469 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6e805ea2-94d9-47d6-9287-0a08693883bb req-6e8a073e-15a7-49b1-8217-a3fe6d7c90a4 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] 10.222.0.35 "GET /v2.0/security-groups?id=863381a6-ea9c-49ea-aca2-bed57188f540&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2295671 May 20 20:55:34.931207 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-453d62bd-f27b-46fe-a992-a9ff6b620ae1 None None] Checking router: 208fc636-ac7b-4b47-9704-cd4ae69358ba for host: n-d-842733-1 {{(pid=103165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 20:55:34.941612 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-453d62bd-f27b-46fe-a992-a9ff6b620ae1 None None] Routers {'208fc636-ac7b-4b47-9704-cd4ae69358ba'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:55:34.942728 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-453d62bd-f27b-46fe-a992-a9ff6b620ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:55:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['208fc636-ac7b-4b47-9704-cd4ae69358ba'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:55:34.953198 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-294eccca-9f82-455d-b181-c600d145484e req-09437a94-63f2-404a-ab73-d790b63e2484 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f722a60-38a1-4dbc-a8ff-49f0b32ee364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848369 May 20 20:55:34.962775 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-79b9a0de-28c4-45fe-a8fe-5608c2d02c37 tempest-RoutersAdminTest-1966952147 tempest-RoutersAdminTest-1966952147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748106'] for router, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:34.971894 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-dc7a4787-9e78-4b40-81e8-5ff15c00c01d req-968f74b9-b3d0-4f4e-9241-0abe5773e3ff tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:35.036303 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968f74b9-b3d0-4f4e-9241-0abe5773e3ff tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Pushing event deleted for resources: {'Port': ['ID=a41647e7-8ada-4a9b-b0ae-2edf7826ff37,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:55:35.084722 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-453d62bd-f27b-46fe-a992-a9ff6b620ae1 None None] Set router 208fc636-ac7b-4b47-9704-cd4ae69358ba gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:55:35.113529 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc7a4787-9e78-4b40-81e8-5ff15c00c01d req-968f74b9-b3d0-4f4e-9241-0abe5773e3ff tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] No DVR routers for this DVR port a41647e7-8ada-4a9b-b0ae-2edf7826ff37 on host n-h2-842733-1 {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:55:35.125969 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-dc7a4787-9e78-4b40-81e8-5ff15c00c01d req-968f74b9-b3d0-4f4e-9241-0abe5773e3ff tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:35.131313 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-dc7a4787-9e78-4b40-81e8-5ff15c00c01d req-968f74b9-b3d0-4f4e-9241-0abe5773e3ff tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] 10.222.0.13 "DELETE /v2.0/ports/a41647e7-8ada-4a9b-b0ae-2edf7826ff37 HTTP/1.1" status: 204 len: 173 time: 0.9921429 May 20 20:55:35.246190 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4c4601bf-7b0f-47e0-9e40-87b1a45f8d47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:35.322798 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-dc7a4787-9e78-4b40-81e8-5ff15c00c01d req-c661b591-a075-4492-8dbf-d57c26b285bc tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Deleting port 8e5cf7ff-15da-45a7-acbe-5153d4a2259c {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:55:35.323147 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-dc7a4787-9e78-4b40-81e8-5ff15c00c01d req-c661b591-a075-4492-8dbf-d57c26b285bc tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:35.327412 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4c4601bf-7b0f-47e0-9e40-87b1a45f8d47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:35.439557 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-4c4601bf-7b0f-47e0-9e40-87b1a45f8d47 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1548682d05514e4f87461733a66bca12&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6310399 May 20 20:55:35.451462 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 58858) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:55:35.469946 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4601bf-7b0f-47e0-9e40-87b1a45f8d47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50861880-90e8-4685-b082-867fb800b5b3,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:55:35.496740 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-453d62bd-f27b-46fe-a992-a9ff6b620ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '208fc636-ac7b-4b47-9704-cd4ae69358ba', 'name': 'tempest-TaggedBootDevicesTest-470911137-router', 'tenant_id': '130041758ffe4e0a8066d604acc4da27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.128'}], 'enable_snat': True}, 'gw_port_id': 'a273ae22-c87d-4557-94a4-9200483eae2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:48:58Z', 'updated_at': '2022-05-20T20:49:03Z', 'revision_number': 4, 'project_id': '130041758ffe4e0a8066d604acc4da27', 'gw_port': {'id': 'a273ae22-c87d-4557-94a4-9200483eae2e', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:9c:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '208fc636-ac7b-4b47-9704-cd4ae69358ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:48:58Z', 'updated_at': '2022-05-20T20:49:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': '799cc531-daae-4bfe-9e64-fc43698ef981', 'name': '', 'network_id': '5ca369c8-df0a-41e3-869c-b1b368b823ae', 'tenant_id': '130041758ffe4e0a8066d604acc4da27', 'mac_address': 'fa:16:3e:a6:59:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '208fc636-ac7b-4b47-9704-cd4ae69358ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': '0e16e10c-5b92-4574-b13d-016374e3f82e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:49:01Z', 'updated_at': '2022-05-20T20:49:08Z', 'revision_number': 5, 'project_id': '130041758ffe4e0a8066d604acc4da27', 'subnets': [{'id': '0e16e10c-5b92-4574-b13d-016374e3f82e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:55:35.501776 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79b9a0de-28c4-45fe-a8fe-5608c2d02c37 tempest-RoutersAdminTest-1966952147 tempest-RoutersAdminTest-1966952147-project] Router 15e26032-0463-4906-83f0-b1291702019a is scheduled to L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e with binding_index 1 {{(pid=103163) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 20 20:55:35.545441 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-dc7a4787-9e78-4b40-81e8-5ff15c00c01d req-c661b591-a075-4492-8dbf-d57c26b285bc tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] For port 8e5cf7ff-15da-45a7-acbe-5153d4a2259c, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=8e5cf7ff-15da-45a7-acbe-5153d4a2259c,segment=NetworkSegment(625a2e39-ceca-49f0-b8ec-14ebc369722e),segment_id=625a2e39-ceca-49f0-b8ec-14ebc369722e)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:55:35.549629 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-dc7a4787-9e78-4b40-81e8-5ff15c00c01d req-c661b591-a075-4492-8dbf-d57c26b285bc tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:35.584448 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24bc83bc-86f4-4e1f-99de-9736337ee499', 'name': 'network-vif-deleted', 'tag': 'c377ecf0-f976-4335-a271-7a9e62459ad6'}, {'server_uuid': '24bc83bc-86f4-4e1f-99de-9736337ee499', 'name': 'network-vif-deleted', 'tag': 'a41647e7-8ada-4a9b-b0ae-2edf7826ff37'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:55:35.586928 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6fa957933fccbf596d28104b23404b952ad6a8238afaebaed40a0874b2e409" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38fa42fb-0048-4148-98c7-6b46c01cb7fb" -d '{"events": [{"server_uuid": "24bc83bc-86f4-4e1f-99de-9736337ee499", "name": "network-vif-deleted", "tag": "c377ecf0-f976-4335-a271-7a9e62459ad6"}, {"server_uuid": "24bc83bc-86f4-4e1f-99de-9736337ee499", "name": "network-vif-deleted", "tag": "a41647e7-8ada-4a9b-b0ae-2edf7826ff37"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:55:35.598307 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-dc7a4787-9e78-4b40-81e8-5ff15c00c01d req-c661b591-a075-4492-8dbf-d57c26b285bc tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Calling delete_port for 8e5cf7ff-15da-45a7-acbe-5153d4a2259c owned by compute:nova {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:55:35.607352 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-453d62bd-f27b-46fe-a992-a9ff6b620ae1 None None] The sync data for ids ['208fc636-ac7b-4b47-9704-cd4ae69358ba'] in n-d-842733-1 is: [{'id': '208fc636-ac7b-4b47-9704-cd4ae69358ba', 'name': 'tempest-TaggedBootDevicesTest-470911137-router', 'tenant_id': '130041758ffe4e0a8066d604acc4da27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.128'}], 'enable_snat': True}, 'gw_port_id': 'a273ae22-c87d-4557-94a4-9200483eae2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:48:58Z', 'updated_at': '2022-05-20T20:49:03Z', 'revision_number': 4, 'project_id': '130041758ffe4e0a8066d604acc4da27', 'gw_port': {'id': 'a273ae22-c87d-4557-94a4-9200483eae2e', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:9c:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '208fc636-ac7b-4b47-9704-cd4ae69358ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:48:58Z', 'updated_at': '2022-05-20T20:49:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': '799cc531-daae-4bfe-9e64-fc43698ef981', 'name': '', 'network_id': '5ca369c8-df0a-41e3-869c-b1b368b823ae', 'tenant_id': '130041758ffe4e0a8066d604acc4da27', 'mac_address': 'fa:16:3e:a6:59:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '208fc636-ac7b-4b47-9704-cd4ae69358ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': '0e16e10c-5b92-4574-b13d-016374e3f82e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:49:01Z', 'updated_at': '2022-05-20T20:49:08Z', 'revision_number': 5, 'project_id': '130041758ffe4e0a8066d604acc4da27', 'subnets': [{'id': '0e16e10c-5b92-4574-b13d-016374e3f82e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 20:55:35.803417 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 20 May 2022 20:55:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13685d14-ed3d-4bd9-8b42-f1f08c9490d9 x-openstack-request-id: req-13685d14-ed3d-4bd9-8b42-f1f08c9490d9 {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:55:35.803700 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24bc83bc-86f4-4e1f-99de-9736337ee499", "name": "network-vif-deleted", "tag": "c377ecf0-f976-4335-a271-7a9e62459ad6", "status": "completed", "code": 200}, {"server_uuid": "24bc83bc-86f4-4e1f-99de-9736337ee499", "name": "network-vif-deleted", "tag": "a41647e7-8ada-4a9b-b0ae-2edf7826ff37", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:55:35.803956 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-13685d14-ed3d-4bd9-8b42-f1f08c9490d9 {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:55:35.804367 n-d-842733-1 neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13685d14-ed3d-4bd9-8b42-f1f08c9490d9'] response: {'server_uuid': '24bc83bc-86f4-4e1f-99de-9736337ee499', 'name': 'network-vif-deleted', 'tag': 'c377ecf0-f976-4335-a271-7a9e62459ad6', 'status': 'completed', 'code': 200} May 20 20:55:35.804628 n-d-842733-1 neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13685d14-ed3d-4bd9-8b42-f1f08c9490d9'] response: {'server_uuid': '24bc83bc-86f4-4e1f-99de-9736337ee499', 'name': 'network-vif-deleted', 'tag': 'a41647e7-8ada-4a9b-b0ae-2edf7826ff37', 'status': 'completed', 'code': 200} May 20 20:55:36.068842 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2b9833d8-053c-4eb7-8b98-a827f2614b07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:36.181774 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-dc7a4787-9e78-4b40-81e8-5ff15c00c01d req-c661b591-a075-4492-8dbf-d57c26b285bc tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:36.195457 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2b9833d8-053c-4eb7-8b98-a827f2614b07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:36.239080 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c661b591-a075-4492-8dbf-d57c26b285bc tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Pushing event deleted for resources: {'Port': ['ID=8e5cf7ff-15da-45a7-acbe-5153d4a2259c,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:55:36.256561 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f38957c6-4d36-4f40-ada2-3c918372ea0e None None] New status for floating IP 493cb45a-929c-43e4-b744-dffd278c1a5a: DOWN {{(pid=103164) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 20:55:36.403283 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-eaf57de5-ac0e-499d-aa25-c42fbfcbfce6 req-73ef877b-77e3-40fe-b369-3200628631e8 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] 10.222.0.35 "GET /v2.0/ports?device_id=24bc83bc-86f4-4e1f-99de-9736337ee499 HTTP/1.1" status: 200 len: 210 time: 0.1274676 May 20 20:55:36.430412 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2b9833d8-053c-4eb7-8b98-a827f2614b07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:36.434183 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2b9833d8-053c-4eb7-8b98-a827f2614b07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:36.437518 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-2b9833d8-053c-4eb7-8b98-a827f2614b07 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/50861880-90e8-4685-b082-867fb800b5b3 HTTP/1.1" status: 204 len: 168 time: 0.9847569 May 20 20:55:36.488330 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9833d8-053c-4eb7-8b98-a827f2614b07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50861880-90e8-4685-b082-867fb800b5b3,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:55:36.490419 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc7a4787-9e78-4b40-81e8-5ff15c00c01d req-c661b591-a075-4492-8dbf-d57c26b285bc tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] No DVR routers for this DVR port 8e5cf7ff-15da-45a7-acbe-5153d4a2259c on host n-h2-842733-1 {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:55:36.499042 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-dc7a4787-9e78-4b40-81e8-5ff15c00c01d req-c661b591-a075-4492-8dbf-d57c26b285bc tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:36.535845 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-dc7a4787-9e78-4b40-81e8-5ff15c00c01d req-c661b591-a075-4492-8dbf-d57c26b285bc tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] 10.222.0.13 "DELETE /v2.0/ports/8e5cf7ff-15da-45a7-acbe-5153d4a2259c HTTP/1.1" status: 204 len: 173 time: 1.3779013 May 20 20:55:36.542992 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79b9a0de-28c4-45fe-a8fe-5608c2d02c37 tempest-RoutersAdminTest-1966952147 tempest-RoutersAdminTest-1966952147-project] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 20:55:36.556906 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7fb6fef-e1f3-4ef8-99de-4072c384e821 None None] Sync routers for ids ['15e26032-0463-4906-83f0-b1291702019a'] in n-d-842733-1 {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 20:55:36.576492 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7fb6fef-e1f3-4ef8-99de-4072c384e821 None None] Routers {'15e26032-0463-4906-83f0-b1291702019a'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:55:36.577550 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c264cb-7825-4c7e-874f-5c7636623de0 req-efa966dd-0477-49e7-b7af-e75bbf2b3ba1 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:55:36.577718 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-f7fb6fef-e1f3-4ef8-99de-4072c384e821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:55:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['15e26032-0463-4906-83f0-b1291702019a'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:55:36.579961 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-34c264cb-7825-4c7e-874f-5c7636623de0 req-efa966dd-0477-49e7-b7af-e75bbf2b3ba1 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6b89b5c-f3ce-4d06-9a39-9498eb6544ad HTTP/1.1" status: 200 len: 945 time: 0.3098314 May 20 20:55:36.700140 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-f7fb6fef-e1f3-4ef8-99de-4072c384e821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:55:36.771849 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-79b9a0de-28c4-45fe-a8fe-5608c2d02c37 tempest-RoutersAdminTest-1966952147 tempest-RoutersAdminTest-1966952147-project] Notify callbacks [] for router, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:36.774531 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7fb6fef-e1f3-4ef8-99de-4072c384e821 None None] Routers {'15e26032-0463-4906-83f0-b1291702019a'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:55:36.775636 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-79b9a0de-28c4-45fe-a8fe-5608c2d02c37 tempest-RoutersAdminTest-1966952147 tempest-RoutersAdminTest-1966952147-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 6.9117308 May 20 20:55:36.776917 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-f7fb6fef-e1f3-4ef8-99de-4072c384e821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:55:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['15e26032-0463-4906-83f0-b1291702019a'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:55:36.783098 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 58892) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:55:36.788026 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-9fb5cdba-a71b-4f14-83f8-3f79cb0cb4b3 tempest-RoutersAdminTest-1966952147 tempest-RoutersAdminTest-1966952147-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:55:36.829953 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-34c264cb-7825-4c7e-874f-5c7636623de0 req-84c10c9a-a160-4eab-a8e1-6bd508783d6f tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f722a60-38a1-4dbc-a8ff-49f0b32ee364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2340882 May 20 20:55:37.125663 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-f7fb6fef-e1f3-4ef8-99de-4072c384e821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:55:37.126312 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7fb6fef-e1f3-4ef8-99de-4072c384e821 None None] The sync data for ids ['15e26032-0463-4906-83f0-b1291702019a'] in n-d-842733-1 is: [] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 20:55:37.377901 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 58898) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:55:37.509721 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9fb5cdba-a71b-4f14-83f8-3f79cb0cb4b3 tempest-RoutersAdminTest-1966952147 tempest-RoutersAdminTest-1966952147-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:37.587522 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9fb5cdba-a71b-4f14-83f8-3f79cb0cb4b3 tempest-RoutersAdminTest-1966952147 tempest-RoutersAdminTest-1966952147-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:37.633943 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1fb8556e-32d8-4619-b06c-1221a606102f req-e8bcfcfb-9037-4ff6-b158-3f645950b6f1 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] 10.222.0.35 "GET /v2.0/ports?device_id=24bc83bc-86f4-4e1f-99de-9736337ee499 HTTP/1.1" status: 200 len: 210 time: 0.0600681 May 20 20:55:37.660794 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-6320c5a3-dc2a-4d33-b510-de501d9d55cb tempest-QuotasTest-1576619898 tempest-QuotasTest-1576619898-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:55:37.732521 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-9fb5cdba-a71b-4f14-83f8-3f79cb0cb4b3 tempest-RoutersAdminTest-1966952147 tempest-RoutersAdminTest-1966952147-project] Deleting port e8ec540c-8283-4643-a799-338adc873a85 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:55:37.737784 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9fb5cdba-a71b-4f14-83f8-3f79cb0cb4b3 tempest-RoutersAdminTest-1966952147 tempest-RoutersAdminTest-1966952147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:37.807233 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24bc83bc-86f4-4e1f-99de-9736337ee499', 'name': 'network-vif-deleted', 'tag': '8e5cf7ff-15da-45a7-acbe-5153d4a2259c'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:55:37.813148 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6fa957933fccbf596d28104b23404b952ad6a8238afaebaed40a0874b2e409" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fbd007d-114a-41da-af40-5040ea2d015d" -d '{"events": [{"server_uuid": "24bc83bc-86f4-4e1f-99de-9736337ee499", "name": "network-vif-deleted", "tag": "8e5cf7ff-15da-45a7-acbe-5153d4a2259c"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:55:37.847510 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 58912) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:55:37.883501 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-6320c5a3-dc2a-4d33-b510-de501d9d55cb tempest-QuotasTest-1576619898 tempest-QuotasTest-1576619898-project-admin] 10.222.0.35 "PUT /v2.0/quotas/0eec020e4a3446e78bd020760f509a46 HTTP/1.1" status: 200 len: 366 time: 0.4991612 May 20 20:55:37.884718 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 58920) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:55:37.891484 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9fb5cdba-a71b-4f14-83f8-3f79cb0cb4b3 tempest-RoutersAdminTest-1966952147 tempest-RoutersAdminTest-1966952147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:37.933504 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 20:55:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e9ef067-bcb6-4ff3-a350-ab92536bcb4d x-openstack-request-id: req-4e9ef067-bcb6-4ff3-a350-ab92536bcb4d {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:55:37.933842 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24bc83bc-86f4-4e1f-99de-9736337ee499", "name": "network-vif-deleted", "tag": "8e5cf7ff-15da-45a7-acbe-5153d4a2259c", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:55:37.934046 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4e9ef067-bcb6-4ff3-a350-ab92536bcb4d {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:55:37.934455 n-d-842733-1 neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e9ef067-bcb6-4ff3-a350-ab92536bcb4d'] response: {'server_uuid': '24bc83bc-86f4-4e1f-99de-9736337ee499', 'name': 'network-vif-deleted', 'tag': '8e5cf7ff-15da-45a7-acbe-5153d4a2259c', 'status': 'completed', 'code': 200} May 20 20:55:37.944387 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-4995c947-9152-47f8-920c-6514b7c0f143 tempest-QuotasTest-1576619898 tempest-QuotasTest-1576619898-project-admin] 10.222.0.35 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0394907 May 20 20:55:37.945311 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 58924) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:55:37.962902 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-27510aed-fd9e-4ebe-b9db-a71d484cc478 tempest-QuotasTest-1576619898 tempest-QuotasTest-1576619898-project-admin] 10.222.0.35 "GET /v2.0/quotas/0eec020e4a3446e78bd020760f509a46 HTTP/1.1" status: 200 len: 366 time: 0.0134532 May 20 20:55:37.962902 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-9fb5cdba-a71b-4f14-83f8-3f79cb0cb4b3 tempest-RoutersAdminTest-1966952147 tempest-RoutersAdminTest-1966952147-project] Calling delete_port for e8ec540c-8283-4643-a799-338adc873a85 owned by network:router_gateway {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:55:37.964308 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 58926) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:55:38.072139 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-b656d028-50fb-479b-95c9-c9f77a577783 tempest-QuotasTest-1576619898 tempest-QuotasTest-1576619898-project-admin] 10.222.0.35 "DELETE /v2.0/quotas/0eec020e4a3446e78bd020760f509a46 HTTP/1.1" status: 204 len: 168 time: 0.1044095 May 20 20:55:38.094301 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 58930) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:55:38.168832 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5225ca13-bc09-4774-9c58-e00f13b82f30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:38.174703 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-f610ee65-5dbe-445d-9774-58db418e050e tempest-QuotasTest-1576619898 tempest-QuotasTest-1576619898-project-admin] 10.222.0.35 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0771551 May 20 20:55:38.175262 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 58936) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:55:38.196626 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-e528dfbc-bd7e-4ffb-8361-3a448b994f7e tempest-QuotasTest-1576619898 tempest-QuotasTest-1576619898-project-admin] 10.222.0.35 "GET /v2.0/quotas/0eec020e4a3446e78bd020760f509a46 HTTP/1.1" status: 200 len: 370 time: 0.0127182 May 20 20:55:38.199105 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 58938) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:55:38.211588 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-d50b15ec-a08b-4104-b748-3d56f7c4b853 tempest-QuotasTest-1576619898 tempest-QuotasTest-1576619898-project-admin] 10.222.0.35 "GET /v2.0/quotas/0eec020e4a3446e78bd020760f509a46/default HTTP/1.1" status: 200 len: 370 time: 0.0090699 May 20 20:55:38.222298 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573f5580-9933-4f64-a281-fca4c9be707d req-f6d17be8-cc07-4659-8878-b703ffd194a3 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:55:38.223943 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-573f5580-9933-4f64-a281-fca4c9be707d req-f6d17be8-cc07-4659-8878-b703ffd194a3 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6b89b5c-f3ce-4d06-9a39-9498eb6544ad HTTP/1.1" status: 200 len: 945 time: 0.2245171 May 20 20:55:38.224443 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 58940) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:55:38.241792 n-d-842733-1 neutron-server[103163]: INFO neutron.api.v2.resource [None req-fa32afdd-2f5d-4bdb-83c4-c6c53f173268 tempest-QuotasTest-1576619898 tempest-QuotasTest-1576619898-project-admin] delete failed (client error): The resource could not be found. May 20 20:55:38.245152 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-fa32afdd-2f5d-4bdb-83c4-c6c53f173268 tempest-QuotasTest-1576619898 tempest-QuotasTest-1576619898-project-admin] 10.222.0.35 "DELETE /v2.0/quotas/0eec020e4a3446e78bd020760f509a46 HTTP/1.1" status: 404 len: 348 time: 0.0142059 May 20 20:55:38.398086 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9fb5cdba-a71b-4f14-83f8-3f79cb0cb4b3 tempest-RoutersAdminTest-1966952147 tempest-RoutersAdminTest-1966952147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:38.516481 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb5cdba-a71b-4f14-83f8-3f79cb0cb4b3 tempest-RoutersAdminTest-1966952147 tempest-RoutersAdminTest-1966952147-project] Pushing event deleted for resources: {'Port': ['ID=e8ec540c-8283-4643-a799-338adc873a85,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:55:38.533810 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5225ca13-bc09-4774-9c58-e00f13b82f30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:38.647159 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9fb5cdba-a71b-4f14-83f8-3f79cb0cb4b3 tempest-RoutersAdminTest-1966952147 tempest-RoutersAdminTest-1966952147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-748206'] for router_gateway, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:38.715778 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5225ca13-bc09-4774-9c58-e00f13b82f30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:38.761534 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-5225ca13-bc09-4774-9c58-e00f13b82f30 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8bf299fd6bbe48d492d82629c40abde5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9122548 May 20 20:55:38.769729 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 58954) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:55:38.802183 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-573f5580-9933-4f64-a281-fca4c9be707d req-ee91687a-1c63-48d1-bca4-148991d2684b tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f722a60-38a1-4dbc-a8ff-49f0b32ee364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5578585 May 20 20:55:38.880452 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ebd54e6c-76a9-476c-ab1b-b1c7c7220688 req-34106eff-d4c2-47f3-a7d8-da596ae08216 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] 10.222.0.35 "GET /v2.0/ports?device_id=24bc83bc-86f4-4e1f-99de-9736337ee499 HTTP/1.1" status: 200 len: 210 time: 0.0822544 May 20 20:55:38.896751 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5225ca13-bc09-4774-9c58-e00f13b82f30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=668fe24b-078b-4627-90fa-b705de3a900a,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:55:38.945403 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 58958) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:55:38.988607 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9fb5cdba-a71b-4f14-83f8-3f79cb0cb4b3 tempest-RoutersAdminTest-1966952147 tempest-RoutersAdminTest-1966952147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-748143', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-693059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26112'] for router, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:38.995026 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-062cb01f-6dd2-47aa-adab-d45f0cbf009a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:39.000523 n-d-842733-1 neutron-server[103163]: DEBUG neutron.quota.resource [None req-be5fc14d-5069-4070-a09c-c86d1937b2dd tempest-QuotasTest-1576619898 tempest-QuotasTest-1576619898-project-admin] Usage tracker for resource:network and tenant:2a9159b7eb4742da991adc16b6876965 is out of sync, need to count used quota {{(pid=103163) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} May 20 20:55:39.002578 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9fb5cdba-a71b-4f14-83f8-3f79cb0cb4b3 tempest-RoutersAdminTest-1966952147 tempest-RoutersAdminTest-1966952147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-748132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-748125', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-693176'] for router, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:39.009944 n-d-842733-1 neutron-server[103163]: DEBUG neutron.quota.resource [None req-be5fc14d-5069-4070-a09c-c86d1937b2dd tempest-QuotasTest-1576619898 tempest-QuotasTest-1576619898-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103163) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} May 20 20:55:39.031423 n-d-842733-1 neutron-server[103163]: DEBUG neutron.quota.resource [None req-be5fc14d-5069-4070-a09c-c86d1937b2dd tempest-QuotasTest-1576619898 tempest-QuotasTest-1576619898-project-admin] Usage tracker for resource:subnet and tenant:2a9159b7eb4742da991adc16b6876965 is out of sync, need to count used quota {{(pid=103163) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} May 20 20:55:39.046545 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-062cb01f-6dd2-47aa-adab-d45f0cbf009a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:39.050858 n-d-842733-1 neutron-server[103163]: DEBUG neutron.quota.resource [None req-be5fc14d-5069-4070-a09c-c86d1937b2dd tempest-QuotasTest-1576619898 tempest-QuotasTest-1576619898-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103163) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} May 20 20:55:39.077081 n-d-842733-1 neutron-server[103163]: DEBUG neutron.quota.resource [None req-be5fc14d-5069-4070-a09c-c86d1937b2dd tempest-QuotasTest-1576619898 tempest-QuotasTest-1576619898-project-admin] Usage tracker for resource:subnetpool and tenant:2a9159b7eb4742da991adc16b6876965 is out of sync, need to count used quota {{(pid=103163) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} May 20 20:55:39.088443 n-d-842733-1 neutron-server[103163]: DEBUG neutron.quota.resource [None req-be5fc14d-5069-4070-a09c-c86d1937b2dd tempest-QuotasTest-1576619898 tempest-QuotasTest-1576619898-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=103163) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} May 20 20:55:39.128632 n-d-842733-1 neutron-server[103163]: DEBUG neutron.quota.resource [None req-be5fc14d-5069-4070-a09c-c86d1937b2dd tempest-QuotasTest-1576619898 tempest-QuotasTest-1576619898-project-admin] Usage tracker for resource:port and tenant:2a9159b7eb4742da991adc16b6876965 is out of sync, need to count used quota {{(pid=103163) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} May 20 20:55:39.142613 n-d-842733-1 neutron-server[103163]: DEBUG neutron.quota.resource [None req-be5fc14d-5069-4070-a09c-c86d1937b2dd tempest-QuotasTest-1576619898 tempest-QuotasTest-1576619898-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=103163) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} May 20 20:55:39.162482 n-d-842733-1 neutron-server[103163]: DEBUG neutron.quota.resource [None req-be5fc14d-5069-4070-a09c-c86d1937b2dd tempest-QuotasTest-1576619898 tempest-QuotasTest-1576619898-project-admin] Usage tracker for resource:router and tenant:2a9159b7eb4742da991adc16b6876965 is out of sync, need to count used quota {{(pid=103163) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} May 20 20:55:39.171731 n-d-842733-1 neutron-server[103163]: DEBUG neutron.quota.resource [None req-be5fc14d-5069-4070-a09c-c86d1937b2dd tempest-QuotasTest-1576619898 tempest-QuotasTest-1576619898-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103163) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} May 20 20:55:39.189532 n-d-842733-1 neutron-server[103163]: DEBUG neutron.quota.resource [None req-be5fc14d-5069-4070-a09c-c86d1937b2dd tempest-QuotasTest-1576619898 tempest-QuotasTest-1576619898-project-admin] Usage tracker for resource:floatingip and tenant:2a9159b7eb4742da991adc16b6876965 is out of sync, need to count used quota {{(pid=103163) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} May 20 20:55:39.197721 n-d-842733-1 neutron-server[103163]: DEBUG neutron.quota.resource [None req-be5fc14d-5069-4070-a09c-c86d1937b2dd tempest-QuotasTest-1576619898 tempest-QuotasTest-1576619898-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=103163) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} May 20 20:55:39.227590 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fb5cdba-a71b-4f14-83f8-3f79cb0cb4b3 tempest-RoutersAdminTest-1966952147 tempest-RoutersAdminTest-1966952147-project] Router 15e26032-0463-4906-83f0-b1291702019a has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 20:55:39.284800 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-062cb01f-6dd2-47aa-adab-d45f0cbf009a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:39.288132 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-062cb01f-6dd2-47aa-adab-d45f0cbf009a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:39.289511 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-062cb01f-6dd2-47aa-adab-d45f0cbf009a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/668fe24b-078b-4627-90fa-b705de3a900a HTTP/1.1" status: 204 len: 168 time: 0.5176034 May 20 20:55:39.312211 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062cb01f-6dd2-47aa-adab-d45f0cbf009a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=668fe24b-078b-4627-90fa-b705de3a900a,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:55:39.321015 n-d-842733-1 neutron-server[103163]: DEBUG neutron.quota.resource [None req-be5fc14d-5069-4070-a09c-c86d1937b2dd tempest-QuotasTest-1576619898 tempest-QuotasTest-1576619898-project-admin] Usage tracker for resource:security_group and tenant:2a9159b7eb4742da991adc16b6876965 is out of sync, need to count used quota {{(pid=103163) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} May 20 20:55:39.335541 n-d-842733-1 neutron-server[103163]: DEBUG neutron.quota.resource [None req-be5fc14d-5069-4070-a09c-c86d1937b2dd tempest-QuotasTest-1576619898 tempest-QuotasTest-1576619898-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=103163) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} May 20 20:55:39.359338 n-d-842733-1 neutron-server[103163]: DEBUG neutron.quota.resource [None req-be5fc14d-5069-4070-a09c-c86d1937b2dd tempest-QuotasTest-1576619898 tempest-QuotasTest-1576619898-project-admin] Usage tracker for resource:security_group_rule and tenant:2a9159b7eb4742da991adc16b6876965 is out of sync, need to count used quota {{(pid=103163) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} May 20 20:55:39.365539 n-d-842733-1 neutron-server[103163]: DEBUG neutron.quota.resource [None req-be5fc14d-5069-4070-a09c-c86d1937b2dd tempest-QuotasTest-1576619898 tempest-QuotasTest-1576619898-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103163) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} May 20 20:55:39.372084 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-be5fc14d-5069-4070-a09c-c86d1937b2dd tempest-QuotasTest-1576619898 tempest-QuotasTest-1576619898-project-admin] 10.222.0.35 "GET /v2.0/quotas/2a9159b7eb4742da991adc16b6876965/details.json HTTP/1.1" status: 200 len: 703 time: 0.4247077 May 20 20:55:39.390340 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fb5cdba-a71b-4f14-83f8-3f79cb0cb4b3 tempest-RoutersAdminTest-1966952147 tempest-RoutersAdminTest-1966952147-project] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 20:55:39.401163 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a4879e-89a1-4b35-b175-90fb5c039e7d None None] Sync routers for ids ['15e26032-0463-4906-83f0-b1291702019a'] in n-d-842733-1 {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 20:55:39.401907 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9fb5cdba-a71b-4f14-83f8-3f79cb0cb4b3 tempest-RoutersAdminTest-1966952147 tempest-RoutersAdminTest-1966952147-project] Notify callbacks [] for router, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:39.403790 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-9fb5cdba-a71b-4f14-83f8-3f79cb0cb4b3 tempest-RoutersAdminTest-1966952147 tempest-RoutersAdminTest-1966952147-project] 10.222.0.35 "PUT /v2.0/routers/15e26032-0463-4906-83f0-b1291702019a HTTP/1.1" status: 200 len: 706 time: 2.6194332 May 20 20:55:39.406579 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 58972) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:55:39.415476 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a4879e-89a1-4b35-b175-90fb5c039e7d None None] Routers {'15e26032-0463-4906-83f0-b1291702019a'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:55:39.416380 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-a3a4879e-89a1-4b35-b175-90fb5c039e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:55:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['15e26032-0463-4906-83f0-b1291702019a'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:55:39.458823 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-a3a4879e-89a1-4b35-b175-90fb5c039e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:55:39.471331 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a4879e-89a1-4b35-b175-90fb5c039e7d None None] Routers {'15e26032-0463-4906-83f0-b1291702019a'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:55:39.472509 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-a3a4879e-89a1-4b35-b175-90fb5c039e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:55:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['15e26032-0463-4906-83f0-b1291702019a'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:55:39.524059 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-a3a4879e-89a1-4b35-b175-90fb5c039e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:55:39.524583 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a4879e-89a1-4b35-b175-90fb5c039e7d None None] The sync data for ids ['15e26032-0463-4906-83f0-b1291702019a'] in n-d-842733-1 is: [] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 20:55:39.539405 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-3a98d9fe-480b-4489-98fe-b3d40079311c tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] 10.222.0.35 "GET /v2.0/routers/15e26032-0463-4906-83f0-b1291702019a HTTP/1.1" status: 200 len: 741 time: 0.1316493 May 20 20:55:39.542219 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 58982) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:55:39.615010 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-78a7fa98-1527-4588-9948-04cc9b051f74 tempest-RoutersAdminTest-205487479 tempest-RoutersAdminTest-205487479-project-admin] 10.222.0.35 "GET /v2.0/ports?network_id=e3a93b5c-91e2-4064-9c2c-1afc261bfe15&device_id=15e26032-0463-4906-83f0-b1291702019a HTTP/1.1" status: 200 len: 205 time: 0.0703292 May 20 20:55:39.617849 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 58984) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:55:39.676434 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-37854fd4-627c-42aa-8a17-1a689762353a tempest-RoutersAdminTest-1966952147 tempest-RoutersAdminTest-1966952147-project] 10.222.0.35 "GET /v2.0/ports?device_id=15e26032-0463-4906-83f0-b1291702019a HTTP/1.1" status: 200 len: 205 time: 0.0556979 May 20 20:55:39.677543 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 58986) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:55:39.790466 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-93370878-e4a6-4b3f-bac5-42d30b8b601e tempest-RoutersAdminTest-1966952147 tempest-RoutersAdminTest-1966952147-project] Notify callbacks [] for router, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:40.034196 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-93370878-e4a6-4b3f-bac5-42d30b8b601e tempest-RoutersAdminTest-1966952147 tempest-RoutersAdminTest-1966952147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26169'] for router, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:40.036639 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-93370878-e4a6-4b3f-bac5-42d30b8b601e tempest-RoutersAdminTest-1966952147 tempest-RoutersAdminTest-1966952147-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:40.047277 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-baa951c2-ae87-4506-8166-792801044289 req-9729b023-95d3-4e9d-b851-36587a95e45b tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] 10.222.0.35 "GET /v2.0/ports?device_id=24bc83bc-86f4-4e1f-99de-9736337ee499 HTTP/1.1" status: 200 len: 210 time: 0.0367563 May 20 20:55:40.061016 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed753064-d4a2-43e8-bdd6-9e084ae7e32e req-a133038a-c34a-4471-9316-d04967dbcf8b tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:55:40.063956 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ed753064-d4a2-43e8-bdd6-9e084ae7e32e req-a133038a-c34a-4471-9316-d04967dbcf8b tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6b89b5c-f3ce-4d06-9a39-9498eb6544ad HTTP/1.1" status: 200 len: 945 time: 0.0876794 May 20 20:55:40.109022 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ed753064-d4a2-43e8-bdd6-9e084ae7e32e req-ede49168-5400-46dd-914f-cf026049e569 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f722a60-38a1-4dbc-a8ff-49f0b32ee364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391943 May 20 20:55:40.295643 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-93370878-e4a6-4b3f-bac5-42d30b8b601e tempest-RoutersAdminTest-1966952147 tempest-RoutersAdminTest-1966952147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-693148'] for router, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:40.296122 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93370878-e4a6-4b3f-bac5-42d30b8b601e tempest-RoutersAdminTest-1966952147 tempest-RoutersAdminTest-1966952147-project] Fanout notify agent at l3_agent the message router_deleted on router 15e26032-0463-4906-83f0-b1291702019a {{(pid=103162) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 20 20:55:40.304676 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-93370878-e4a6-4b3f-bac5-42d30b8b601e tempest-RoutersAdminTest-1966952147 tempest-RoutersAdminTest-1966952147-project] Notify callbacks [] for router, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:40.309160 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 58994) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:55:40.309375 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-93370878-e4a6-4b3f-bac5-42d30b8b601e tempest-RoutersAdminTest-1966952147 tempest-RoutersAdminTest-1966952147-project] 10.222.0.35 "DELETE /v2.0/routers/15e26032-0463-4906-83f0-b1291702019a HTTP/1.1" status: 204 len: 168 time: 0.6302106 May 20 20:55:40.339780 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-96591f5f-0290-453e-b04f-12b97609e347 tempest-RoutersAdminTest-1966952147 tempest-RoutersAdminTest-1966952147-project] 10.222.0.35 "GET /v2.0/ports?device_id=15e26032-0463-4906-83f0-b1291702019a HTTP/1.1" status: 200 len: 205 time: 0.0274937 May 20 20:55:40.342568 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 58996) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:55:40.387779 n-d-842733-1 neutron-server[103162]: INFO neutron.api.v2.resource [None req-f3face4f-6ed9-41a5-872f-a711bbec2953 tempest-RoutersAdminTest-1966952147 tempest-RoutersAdminTest-1966952147-project] delete failed (client error): The resource could not be found. May 20 20:55:40.390206 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-f3face4f-6ed9-41a5-872f-a711bbec2953 tempest-RoutersAdminTest-1966952147 tempest-RoutersAdminTest-1966952147-project] 10.222.0.35 "DELETE /v2.0/routers/15e26032-0463-4906-83f0-b1291702019a HTTP/1.1" status: 404 len: 336 time: 0.0450621 May 20 20:55:40.392159 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 59002) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:55:40.452390 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-fb5bd71e-9688-4532-b1a8-b7da9143ac26 tempest-RoutersAdminTest-1966952147 tempest-RoutersAdminTest-1966952147-project] 10.222.0.35 "GET /v2.0/ports?device_id=e951bc76-3f91-4a53-8819-1f937d52f34d HTTP/1.1" status: 200 len: 205 time: 0.0588179 May 20 20:55:40.455057 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 59006) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:55:40.558862 n-d-842733-1 neutron-server[103162]: INFO neutron.api.v2.resource [None req-f1c9d1fa-6bb8-4a32-928e-e7502fcde003 tempest-RoutersAdminTest-1966952147 tempest-RoutersAdminTest-1966952147-project] delete failed (client error): The resource could not be found. May 20 20:55:40.563541 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 59010) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:55:40.564467 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-f1c9d1fa-6bb8-4a32-928e-e7502fcde003 tempest-RoutersAdminTest-1966952147 tempest-RoutersAdminTest-1966952147-project] 10.222.0.35 "DELETE /v2.0/routers/e951bc76-3f91-4a53-8819-1f937d52f34d HTTP/1.1" status: 404 len: 336 time: 0.1082435 May 20 20:55:40.599745 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-3a4f70d9-c3cd-4bc0-8124-b67eb893dac6 tempest-RoutersAdminTest-1966952147 tempest-RoutersAdminTest-1966952147-project] 10.222.0.35 "GET /v2.0/ports?device_id=d1477a9b-5712-4193-89f0-d10b91bc42f5 HTTP/1.1" status: 200 len: 205 time: 0.0336757 May 20 20:55:40.602088 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 59014) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:55:40.659061 n-d-842733-1 neutron-server[103163]: INFO neutron.api.v2.resource [None req-8ece0e20-158f-4cac-ae61-f58839af3068 tempest-RoutersAdminTest-1966952147 tempest-RoutersAdminTest-1966952147-project] delete failed (client error): The resource could not be found. May 20 20:55:40.662987 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 59016) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:55:40.678057 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-8ece0e20-158f-4cac-ae61-f58839af3068 tempest-RoutersAdminTest-1966952147 tempest-RoutersAdminTest-1966952147-project] 10.222.0.35 "DELETE /v2.0/routers/d1477a9b-5712-4193-89f0-d10b91bc42f5 HTTP/1.1" status: 404 len: 336 time: 0.0736392 May 20 20:55:40.717977 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 59020) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:55:40.732238 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-cf1796e9-8e00-4216-ae21-85dc7bf755be tempest-RoutersAdminTest-1966952147 tempest-RoutersAdminTest-1966952147-project] 10.222.0.35 "GET /v2.0/ports?device_id=b6db5819-c65b-4698-a029-00a1d869bef2 HTTP/1.1" status: 200 len: 205 time: 0.0665910 May 20 20:55:40.759166 n-d-842733-1 neutron-server[103163]: INFO neutron.api.v2.resource [None req-3b5946f8-9a44-43f1-86d1-62c25315d2a9 tempest-RoutersAdminTest-1966952147 tempest-RoutersAdminTest-1966952147-project] delete failed (client error): The resource could not be found. May 20 20:55:40.764344 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 59022) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:55:40.773686 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-3b5946f8-9a44-43f1-86d1-62c25315d2a9 tempest-RoutersAdminTest-1966952147 tempest-RoutersAdminTest-1966952147-project] 10.222.0.35 "DELETE /v2.0/routers/b6db5819-c65b-4698-a029-00a1d869bef2 HTTP/1.1" status: 404 len: 336 time: 0.0545802 May 20 20:55:40.814360 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 59024) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:55:40.822164 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 59026) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:55:40.833203 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-68420b6b-6747-4eab-a23b-6de371c23ffb tempest-RoutersAdminTest-1966952147 tempest-RoutersAdminTest-1966952147-project] 10.222.0.35 "GET /v2.0/ports?device_id=7106a9a1-5ad8-4515-a7a6-3dff660fe68a HTTP/1.1" status: 200 len: 205 time: 0.0676334 May 20 20:55:40.880406 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 59032) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:55:40.910839 n-d-842733-1 neutron-server[103163]: INFO neutron.api.v2.resource [None req-c3996c5e-b8f3-4e5d-ab6d-511d7504acb8 tempest-RoutersAdminTest-1966952147 tempest-RoutersAdminTest-1966952147-project] delete failed (client error): The resource could not be found. May 20 20:55:40.915079 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 59036) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:55:40.918199 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-c3996c5e-b8f3-4e5d-ab6d-511d7504acb8 tempest-RoutersAdminTest-1966952147 tempest-RoutersAdminTest-1966952147-project] 10.222.0.35 "DELETE /v2.0/routers/7106a9a1-5ad8-4515-a7a6-3dff660fe68a HTTP/1.1" status: 404 len: 336 time: 0.1025510 May 20 20:55:40.946558 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 59038) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:55:40.953185 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-90659e33-ae69-475f-8ea2-438571472c29 tempest-RoutersAdminTest-1966952147 tempest-RoutersAdminTest-1966952147-project] 10.222.0.35 "GET /v2.0/ports?device_id=a4076230-ad6b-4351-a49f-4617645fcac0 HTTP/1.1" status: 200 len: 205 time: 0.0275791 May 20 20:55:40.995947 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 59040) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:55:41.000542 n-d-842733-1 neutron-server[103163]: INFO neutron.api.v2.resource [None req-23600b26-27e2-442b-97b7-b9f4889e7f8d tempest-RoutersAdminTest-1966952147 tempest-RoutersAdminTest-1966952147-project] delete failed (client error): The resource could not be found. May 20 20:55:41.004084 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-23600b26-27e2-442b-97b7-b9f4889e7f8d tempest-RoutersAdminTest-1966952147 tempest-RoutersAdminTest-1966952147-project] 10.222.0.35 "DELETE /v2.0/routers/a4076230-ad6b-4351-a49f-4617645fcac0 HTTP/1.1" status: 404 len: 336 time: 0.0540345 May 20 20:55:41.004535 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 59042) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:55:41.027283 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-351766f1-8c73-42e2-bcb5-518efbaf53b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:41.035219 n-d-842733-1 neutron-server[103163]: INFO neutron.pecan_wsgi.hooks.translation [None req-db51dc6f-7e25-40a8-bad8-60408866d3b2 tempest-RoutersAdminTest-1966952147 tempest-RoutersAdminTest-1966952147-project] DELETE failed (client error): The resource could not be found. May 20 20:55:41.035815 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db51dc6f-7e25-40a8-bad8-60408866d3b2 tempest-RoutersAdminTest-1966952147 tempest-RoutersAdminTest-1966952147-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103163) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 20:55:41.041449 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-db51dc6f-7e25-40a8-bad8-60408866d3b2 tempest-RoutersAdminTest-1966952147 tempest-RoutersAdminTest-1966952147-project] 10.222.0.35 "DELETE /v2.0/subnets/58f578cb-bced-411b-84c9-db328d883c95 HTTP/1.1" status: 404 len: 337 time: 0.0335207 May 20 20:55:41.058394 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9a23b5de-eb22-4cfd-a1bb-3a9ff3aafac4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:41.223050 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9a23b5de-eb22-4cfd-a1bb-3a9ff3aafac4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:41.261415 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8b018f99-2d0f-4f31-b22f-eaf7cbb88228 req-2c388680-3b53-432b-8fc0-877f195ddcd6 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] 10.222.0.35 "GET /v2.0/ports?device_id=24bc83bc-86f4-4e1f-99de-9736337ee499 HTTP/1.1" status: 200 len: 210 time: 0.0550029 May 20 20:55:41.281578 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-351766f1-8c73-42e2-bcb5-518efbaf53b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:41.335503 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd08ec10-10bb-41f7-9701-7bed552aaab6 req-9f9826c1-9d20-465c-bfa5-6203f162ff65 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:55:41.337666 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-fd08ec10-10bb-41f7-9701-7bed552aaab6 req-9f9826c1-9d20-465c-bfa5-6203f162ff65 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6b89b5c-f3ce-4d06-9a39-9498eb6544ad HTTP/1.1" status: 200 len: 945 time: 0.0707362 May 20 20:55:41.340848 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3f66ad9a-0abf-43c5-8ac4-32bbfb60c175 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:41.346176 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9a23b5de-eb22-4cfd-a1bb-3a9ff3aafac4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:41.395543 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-351766f1-8c73-42e2-bcb5-518efbaf53b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:41.447616 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-9a23b5de-eb22-4cfd-a1bb-3a9ff3aafac4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=474397d249ff49ccad1e8936d8f161c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6244762 May 20 20:55:41.453572 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 59056) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:55:41.454661 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a23b5de-eb22-4cfd-a1bb-3a9ff3aafac4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b56397c1-ade9-4466-8444-2ad9a4f6a505,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:55:41.455631 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-351766f1-8c73-42e2-bcb5-518efbaf53b1 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=424a9e6eb55347a2b831698aa3ff4f04&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4583864 May 20 20:55:41.467974 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 59058) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:55:41.517592 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351766f1-8c73-42e2-bcb5-518efbaf53b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b4be8b8-d7b9-4664-b78a-681c6c4b5dd2,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:55:41.548728 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3f66ad9a-0abf-43c5-8ac4-32bbfb60c175 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:41.549381 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-fd08ec10-10bb-41f7-9701-7bed552aaab6 req-a0da1157-235a-4d2a-8722-274f8f97db95 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f722a60-38a1-4dbc-a8ff-49f0b32ee364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996171 May 20 20:55:41.553662 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a8d44716-9b6e-4599-bde6-0b45e519f6cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:41.577661 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a8d44716-9b6e-4599-bde6-0b45e519f6cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:41.582362 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ca2faba8-4be4-47cc-9d51-7a00d1b0706e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:41.606583 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ca2faba8-4be4-47cc-9d51-7a00d1b0706e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:41.649901 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3f66ad9a-0abf-43c5-8ac4-32bbfb60c175 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:41.714095 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a8d44716-9b6e-4599-bde6-0b45e519f6cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:41.717085 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a8d44716-9b6e-4599-bde6-0b45e519f6cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:41.718290 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-a8d44716-9b6e-4599-bde6-0b45e519f6cf admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7b4be8b8-d7b9-4664-b78a-681c6c4b5dd2 HTTP/1.1" status: 204 len: 168 time: 0.2545445 May 20 20:55:41.719273 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f66ad9a-0abf-43c5-8ac4-32bbfb60c175 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81b58413-42e8-4c66-b47b-65eeb7f5b26d,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:55:41.723537 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-3f66ad9a-0abf-43c5-8ac4-32bbfb60c175 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=40ad58b280c54c01921ce5042d669509&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8417876 May 20 20:55:41.726119 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 59070) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:55:41.739809 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d44716-9b6e-4599-bde6-0b45e519f6cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b4be8b8-d7b9-4664-b78a-681c6c4b5dd2,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:55:41.748304 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ca2faba8-4be4-47cc-9d51-7a00d1b0706e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:41.751104 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ca2faba8-4be4-47cc-9d51-7a00d1b0706e admin admin] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:41.754648 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-ca2faba8-4be4-47cc-9d51-7a00d1b0706e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b56397c1-ade9-4466-8444-2ad9a4f6a505 HTTP/1.1" status: 204 len: 168 time: 0.2932673 May 20 20:55:41.772391 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2faba8-4be4-47cc-9d51-7a00d1b0706e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b56397c1-ade9-4466-8444-2ad9a4f6a505,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:55:41.809330 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e51d9ebf-7beb-4325-a035-24df001bc951 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:41.836811 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e51d9ebf-7beb-4325-a035-24df001bc951 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:41.946359 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e51d9ebf-7beb-4325-a035-24df001bc951 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:41.948916 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e51d9ebf-7beb-4325-a035-24df001bc951 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:41.950101 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-e51d9ebf-7beb-4325-a035-24df001bc951 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/81b58413-42e8-4c66-b47b-65eeb7f5b26d HTTP/1.1" status: 204 len: 168 time: 0.2228038 May 20 20:55:41.958515 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51d9ebf-7beb-4325-a035-24df001bc951 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81b58413-42e8-4c66-b47b-65eeb7f5b26d,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:55:42.133679 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 59080) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:55:42.317635 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e75b4f-bff3-47a1-8a30-9b3815c3770d req-2618c5f9-0157-4dc9-92a3-3a5279b7a24f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:55:42.319216 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-86e75b4f-bff3-47a1-8a30-9b3815c3770d req-2618c5f9-0157-4dc9-92a3-3a5279b7a24f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=715802857a834d4a8fbaa37d5efc4e1e&device_id=d6b89b5c-f3ce-4d06-9a39-9498eb6544ad HTTP/1.1" status: 200 len: 1096 time: 0.0623276 May 20 20:55:42.380731 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-54021c3b-5fad-457e-a544-f845bfa14af6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:42.496842 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e75b4f-bff3-47a1-8a30-9b3815c3770d req-6514b176-d251-4828-9289-5c606cada968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:55:42.499001 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-86e75b4f-bff3-47a1-8a30-9b3815c3770d req-6514b176-d251-4828-9289-5c606cada968 service neutron] 10.222.0.24 "GET /v2.0/networks?id=181ef755-3c24-496f-be08-8076c8a38f91 HTTP/1.1" status: 200 len: 913 time: 0.1744266 May 20 20:55:42.553596 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-86e75b4f-bff3-47a1-8a30-9b3815c3770d req-f954863a-d082-49af-866b-55247ad0b752 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=067b50ce-cfa5-4742-8b38-5fed96e987df HTTP/1.1" status: 200 len: 217 time: 0.0441368 May 20 20:55:42.608208 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-54021c3b-5fad-457e-a544-f845bfa14af6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:42.623956 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e75b4f-bff3-47a1-8a30-9b3815c3770d req-21ba8e9a-6891-448d-89a3-ada4a9123398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:55:42.626733 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-86e75b4f-bff3-47a1-8a30-9b3815c3770d req-21ba8e9a-6891-448d-89a3-ada4a9123398 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=dd6622f3-1158-4c3b-bd25-193ec3e3078b HTTP/1.1" status: 200 len: 852 time: 0.0630744 May 20 20:55:42.677583 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-86e75b4f-bff3-47a1-8a30-9b3815c3770d req-73ca5119-0e8e-4323-abfc-cb65ff90f3d5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=181ef755-3c24-496f-be08-8076c8a38f91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434442 May 20 20:55:42.678865 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-54021c3b-5fad-457e-a544-f845bfa14af6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:42.743760 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-82366910-43dd-42ce-a2b4-a166ebcfde4e req-f9e0867f-e3aa-4473-ad04-3e07c6181054 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] 10.222.0.35 "GET /v2.0/ports?device_id=24bc83bc-86f4-4e1f-99de-9736337ee499 HTTP/1.1" status: 200 len: 210 time: 0.3793790 May 20 20:55:42.764451 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4070f80d-5d8a-4587-b602-11c33db6a3b3 req-642d9c72-03fa-45b2-a9fb-e204e03576d8 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:55:42.772771 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4070f80d-5d8a-4587-b602-11c33db6a3b3 req-642d9c72-03fa-45b2-a9fb-e204e03576d8 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6b89b5c-f3ce-4d06-9a39-9498eb6544ad HTTP/1.1" status: 200 len: 945 time: 0.1338532 May 20 20:55:42.796862 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 59106) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:55:42.811282 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-54021c3b-5fad-457e-a544-f845bfa14af6 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=52089ee5268d4b61a792ef4f6bc8b05c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6756055 May 20 20:55:42.814900 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-238e890e-aaf5-4afa-827b-821e12a75d72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:42.817269 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 59108) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:55:42.840029 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54021c3b-5fad-457e-a544-f845bfa14af6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a631dd7d-51c5-4208-b6e2-b694f46aad72,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:55:42.880386 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4070f80d-5d8a-4587-b602-11c33db6a3b3 req-5f80213f-63d0-4bc3-ace7-0cef0c08b4f7 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f722a60-38a1-4dbc-a8ff-49f0b32ee364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063328 May 20 20:55:42.905781 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-86e75b4f-bff3-47a1-8a30-9b3815c3770d req-3817bf2b-156d-44c4-bc39-a2fc11542c19 service neutron] 10.222.0.24 "GET /v2.0/networks/181ef755-3c24-496f-be08-8076c8a38f91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1903899 May 20 20:55:42.936777 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8554727c-a7c7-4804-812b-cbf4e7f722bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:42.991087 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8554727c-a7c7-4804-812b-cbf4e7f722bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:43.053602 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-238e890e-aaf5-4afa-827b-821e12a75d72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:43.057028 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-86e75b4f-bff3-47a1-8a30-9b3815c3770d req-64575a60-b65f-48fe-aefe-8b47ec8dc167 service neutron] 10.222.0.24 "GET /v2.0/networks/181ef755-3c24-496f-be08-8076c8a38f91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491845 May 20 20:55:43.135337 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-238e890e-aaf5-4afa-827b-821e12a75d72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:43.177168 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238e890e-aaf5-4afa-827b-821e12a75d72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f01c509-595d-4653-ab7d-079614a3955a,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:55:43.183557 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8554727c-a7c7-4804-812b-cbf4e7f722bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:43.189028 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8554727c-a7c7-4804-812b-cbf4e7f722bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:43.192364 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-8554727c-a7c7-4804-812b-cbf4e7f722bf admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a631dd7d-51c5-4208-b6e2-b694f46aad72 HTTP/1.1" status: 204 len: 168 time: 0.3709002 May 20 20:55:43.212888 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8554727c-a7c7-4804-812b-cbf4e7f722bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a631dd7d-51c5-4208-b6e2-b694f46aad72,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:55:43.226267 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-238e890e-aaf5-4afa-827b-821e12a75d72 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2a9159b7eb4742da991adc16b6876965&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4274642 May 20 20:55:43.226503 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 59124) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:55:43.288583 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2ab41820-76d9-45e3-9b20-3f74fdd2a0c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:43.312278 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2ab41820-76d9-45e3-9b20-3f74fdd2a0c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:43.421135 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2ab41820-76d9-45e3-9b20-3f74fdd2a0c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:43.427345 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2ab41820-76d9-45e3-9b20-3f74fdd2a0c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:43.427345 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-2ab41820-76d9-45e3-9b20-3f74fdd2a0c0 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7f01c509-595d-4653-ab7d-079614a3955a HTTP/1.1" status: 204 len: 168 time: 0.1980369 May 20 20:55:43.435996 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab41820-76d9-45e3-9b20-3f74fdd2a0c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f01c509-595d-4653-ab7d-079614a3955a,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:55:43.891515 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-76df4d72-33b9-4fee-a343-e574d09288f4 req-e64163bc-657a-4978-b582-00212afbd536 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] 10.222.0.35 "GET /v2.0/ports?device_id=24bc83bc-86f4-4e1f-99de-9736337ee499 HTTP/1.1" status: 200 len: 210 time: 0.0480015 May 20 20:55:44.025400 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf03de6-0582-41d6-8660-5bea086ab381 req-f4465078-920e-4064-bffc-ac5cfcd477db tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:55:44.027234 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-cbf03de6-0582-41d6-8660-5bea086ab381 req-f4465078-920e-4064-bffc-ac5cfcd477db tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6b89b5c-f3ce-4d06-9a39-9498eb6544ad HTTP/1.1" status: 200 len: 945 time: 0.0623610 May 20 20:55:44.101437 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-cbf03de6-0582-41d6-8660-5bea086ab381 req-a1a2dca1-9e45-4308-aba5-c0d47451258b tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f722a60-38a1-4dbc-a8ff-49f0b32ee364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583057 May 20 20:55:44.239314 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 59158) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:55:44.306044 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-8a119e6f-638e-4f1e-afe0-94f2b04cd05e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=43f212530cb6436ebcf1d51d94d9d192&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0647264 May 20 20:55:44.308475 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 59160) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:55:44.376958 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a6fda30b-4c07-41e8-84f2-40669c262827 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:44.420424 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a6fda30b-4c07-41e8-84f2-40669c262827 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:44.548993 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a6fda30b-4c07-41e8-84f2-40669c262827 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:44.556364 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a6fda30b-4c07-41e8-84f2-40669c262827 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:44.558873 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-a6fda30b-4c07-41e8-84f2-40669c262827 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/cd9b48da-77a9-4ed8-bfe0-de61aef03884 HTTP/1.1" status: 204 len: 168 time: 0.2490032 May 20 20:55:44.571171 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fda30b-4c07-41e8-84f2-40669c262827 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd9b48da-77a9-4ed8-bfe0-de61aef03884,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:55:45.013539 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f9cf010d-e7b8-4aa4-b694-c6f9ab80246f req-f037d9b6-5bd5-4d88-b741-ad2106059bfe tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] 10.222.0.35 "GET /v2.0/ports?device_id=24bc83bc-86f4-4e1f-99de-9736337ee499 HTTP/1.1" status: 200 len: 210 time: 0.0334647 May 20 20:55:45.265387 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e036f9c-3614-4fd1-9c44-02b8a7724ddd req-5473ea87-fe73-4c4f-8129-7c7a35bad48c tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:55:45.265387 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7e036f9c-3614-4fd1-9c44-02b8a7724ddd req-5473ea87-fe73-4c4f-8129-7c7a35bad48c tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6b89b5c-f3ce-4d06-9a39-9498eb6544ad HTTP/1.1" status: 200 len: 945 time: 0.0716398 May 20 20:55:45.312560 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7e036f9c-3614-4fd1-9c44-02b8a7724ddd req-799c25f3-bae8-4cc8-9d84-82521988dff5 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f722a60-38a1-4dbc-a8ff-49f0b32ee364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449510 May 20 20:55:46.141479 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e4a7a9cc-b50d-4091-9075-3f7a7f566120 req-b5f1676b-f355-486a-aa33-0f60bcbc2a25 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] 10.222.0.35 "GET /v2.0/ports?device_id=24bc83bc-86f4-4e1f-99de-9736337ee499 HTTP/1.1" status: 200 len: 210 time: 0.0364392 May 20 20:55:46.814464 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 067b50ce-cfa5-4742-8b38-5fed96e987df no longer exists at agent hyperv_n-h1-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:55:46.904970 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 59296) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:55:47.168310 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Current status of the port 067b50ce-cfa5-4742-8b38-5fed96e987df is: ACTIVE; New status is: DOWN {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:55:47.168707 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:47.219514 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6b89b5c-f3ce-4d06-9a39-9498eb6544ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '067b50ce-cfa5-4742-8b38-5fed96e987df'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:55:47.230326 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8485417003ce7c0410b00f5cdc2f391e21107b70bb68e2773712534a96e108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f8e24f5-4d53-4633-839d-45b5986cc890" -d '{"events": [{"server_uuid": "d6b89b5c-f3ce-4d06-9a39-9498eb6544ad", "name": "network-vif-unplugged", "status": "completed", "tag": "067b50ce-cfa5-4742-8b38-5fed96e987df"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:55:47.256861 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port 067b50ce-cfa5-4742-8b38-5fed96e987df, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=067b50ce-cfa5-4742-8b38-5fed96e987df,segment=NetworkSegment(5c3b9203-18da-4ba0-88d6-e36130f615fb),segment_id=5c3b9203-18da-4ba0-88d6-e36130f615fb)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:55:47.312407 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:47.354581 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4b7e152e-a196-43bd-9087-d69d705fdcf9 req-9e7cefca-6218-4cc5-8a4a-6563a57244c6 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] 10.222.0.35 "GET /v2.0/ports?device_id=24bc83bc-86f4-4e1f-99de-9736337ee499 HTTP/1.1" status: 200 len: 210 time: 0.0683403 May 20 20:55:47.449863 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 20 May 2022 20:55:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efaf782c-4367-47ba-b58a-0196edb54fae x-openstack-request-id: req-efaf782c-4367-47ba-b58a-0196edb54fae {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:55:47.456600 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6b89b5c-f3ce-4d06-9a39-9498eb6544ad", "name": "network-vif-unplugged", "status": "failed", "tag": "067b50ce-cfa5-4742-8b38-5fed96e987df", "code": 422}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:55:47.456600 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-efaf782c-4367-47ba-b58a-0196edb54fae {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:55:47.456600 n-d-842733-1 neutron-server[103164]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-efaf782c-4367-47ba-b58a-0196edb54fae']: {'server_uuid': 'd6b89b5c-f3ce-4d06-9a39-9498eb6544ad', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '067b50ce-cfa5-4742-8b38-5fed96e987df', 'code': 422} returned with failed status May 20 20:55:47.457194 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Pushing event updated for resources: {'Port': ['ID=067b50ce-cfa5-4742-8b38-5fed96e987df,revision_number=8']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:55:47.493694 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bd599c33-17f7-4981-a666-8d9925d0e852 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:47.628238 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6962e62c-508d-4227-800b-bbf986353e6d req-ae6d9030-8848-418d-acf6-84b86c5ad2fc tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:55:47.635841 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6962e62c-508d-4227-800b-bbf986353e6d req-ae6d9030-8848-418d-acf6-84b86c5ad2fc tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6b89b5c-f3ce-4d06-9a39-9498eb6544ad HTTP/1.1" status: 200 len: 943 time: 0.0837228 May 20 20:55:47.746013 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bd599c33-17f7-4981-a666-8d9925d0e852 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:47.782497 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [req-6962e62c-508d-4227-800b-bbf986353e6d req-1269b96b-88b3-4e56-8f5c-54c329875ee6 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Deleting port 067b50ce-cfa5-4742-8b38-5fed96e987df {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:55:47.783782 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-6962e62c-508d-4227-800b-bbf986353e6d req-1269b96b-88b3-4e56-8f5c-54c329875ee6 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:47.819860 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bd599c33-17f7-4981-a666-8d9925d0e852 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:47.928542 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-bd599c33-17f7-4981-a666-8d9925d0e852 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=fc65b6a33707446caf650b9a4e5df82b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0218077 May 20 20:55:47.931582 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 59340) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:55:47.995157 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd599c33-17f7-4981-a666-8d9925d0e852 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89ee3ae3-857a-4dda-a2bf-d393aa576b01,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:55:48.031856 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-6962e62c-508d-4227-800b-bbf986353e6d req-1269b96b-88b3-4e56-8f5c-54c329875ee6 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] For port 067b50ce-cfa5-4742-8b38-5fed96e987df, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=067b50ce-cfa5-4742-8b38-5fed96e987df,segment=NetworkSegment(5c3b9203-18da-4ba0-88d6-e36130f615fb),segment_id=5c3b9203-18da-4ba0-88d6-e36130f615fb)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:55:48.032352 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-6962e62c-508d-4227-800b-bbf986353e6d req-1269b96b-88b3-4e56-8f5c-54c329875ee6 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:48.052363 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [req-6962e62c-508d-4227-800b-bbf986353e6d req-1269b96b-88b3-4e56-8f5c-54c329875ee6 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Calling delete_port for 067b50ce-cfa5-4742-8b38-5fed96e987df owned by compute:nova {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:55:48.056745 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c7e2af05-a537-44c1-8a38-e6614674299d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:48.089352 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c7e2af05-a537-44c1-8a38-e6614674299d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:48.161531 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 59348) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:55:48.232637 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c7e2af05-a537-44c1-8a38-e6614674299d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:48.235599 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c7e2af05-a537-44c1-8a38-e6614674299d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:48.239843 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-c7e2af05-a537-44c1-8a38-e6614674299d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/89ee3ae3-857a-4dda-a2bf-d393aa576b01 HTTP/1.1" status: 204 len: 168 time: 0.3043268 May 20 20:55:48.246866 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e2af05-a537-44c1-8a38-e6614674299d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89ee3ae3-857a-4dda-a2bf-d393aa576b01,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:55:48.304233 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 59356) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:55:48.357970 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-6962e62c-508d-4227-800b-bbf986353e6d req-1269b96b-88b3-4e56-8f5c-54c329875ee6 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:48.440506 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1269b96b-88b3-4e56-8f5c-54c329875ee6 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Pushing event deleted for resources: {'Port': ['ID=067b50ce-cfa5-4742-8b38-5fed96e987df,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:55:48.579051 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [req-6962e62c-508d-4227-800b-bbf986353e6d req-1269b96b-88b3-4e56-8f5c-54c329875ee6 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] No DVR routers for this DVR port 067b50ce-cfa5-4742-8b38-5fed96e987df on host n-h1-842733-1 {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:55:48.582415 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-6962e62c-508d-4227-800b-bbf986353e6d req-1269b96b-88b3-4e56-8f5c-54c329875ee6 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:48.588346 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6962e62c-508d-4227-800b-bbf986353e6d req-1269b96b-88b3-4e56-8f5c-54c329875ee6 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "DELETE /v2.0/ports/067b50ce-cfa5-4742-8b38-5fed96e987df HTTP/1.1" status: 204 len: 173 time: 0.9515297 May 20 20:55:48.642524 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-bd5bc410-7ec4-4b31-99c2-588e2d953247 tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401 tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1679605742'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:55:48.648013 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6b89b5c-f3ce-4d06-9a39-9498eb6544ad', 'name': 'network-vif-deleted', 'tag': '067b50ce-cfa5-4742-8b38-5fed96e987df'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:55:48.650374 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4291b17aa7b45362825f0571e77c85f5e73afe1df9c7e9e15006df9d695c005e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b1a2723-2d02-48a4-9114-1a0aed79118c" -d '{"events": [{"server_uuid": "d6b89b5c-f3ce-4d06-9a39-9498eb6544ad", "name": "network-vif-deleted", "tag": "067b50ce-cfa5-4742-8b38-5fed96e987df"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:55:48.680576 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1c8f73eb-e5d2-43d2-bf31-6bc5218b0cc0 req-0901a707-5632-45bc-8ba9-e12808c5ab45 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] 10.222.0.35 "GET /v2.0/ports?device_id=24bc83bc-86f4-4e1f-99de-9736337ee499 HTTP/1.1" status: 200 len: 210 time: 0.1479967 May 20 20:55:48.733495 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 20 May 2022 20:55:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ffb91af-4a9d-452d-83f6-0b044add0815 x-openstack-request-id: req-8ffb91af-4a9d-452d-83f6-0b044add0815 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:55:48.736283 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6b89b5c-f3ce-4d06-9a39-9498eb6544ad", "name": "network-vif-deleted", "tag": "067b50ce-cfa5-4742-8b38-5fed96e987df", "status": "failed", "code": 422}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:55:48.736283 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8ffb91af-4a9d-452d-83f6-0b044add0815 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:55:48.736283 n-d-842733-1 neutron-server[103163]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-8ffb91af-4a9d-452d-83f6-0b044add0815']: {'server_uuid': 'd6b89b5c-f3ce-4d06-9a39-9498eb6544ad', 'name': 'network-vif-deleted', 'tag': '067b50ce-cfa5-4742-8b38-5fed96e987df', 'status': 'failed', 'code': 422} returned with failed status May 20 20:55:48.814349 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd5bc410-7ec4-4b31-99c2-588e2d953247 tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401 tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401-project] Made reservation on behalf of f7fc101e49d947489cd9965c4e4bba3f for: {'network': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:55:48.817968 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bd5bc410-7ec4-4b31-99c2-588e2d953247 tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401 tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for network, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:48.829925 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bd5bc410-7ec4-4b31-99c2-588e2d953247 tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401 tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401-project] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:48.870170 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-79131098-c1da-474a-a72d-f160448412ce tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-886407178', 'router:external': True}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:55:49.140823 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bd5bc410-7ec4-4b31-99c2-588e2d953247 tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401 tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401-project] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:49.145652 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79131098-c1da-474a-a72d-f160448412ce tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] Made reservation on behalf of 24cc80bd23034cbf9d9bd0f429a60915 for: {'network': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:55:49.148775 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-79131098-c1da-474a-a72d-f160448412ce tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for network, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:49.161044 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-79131098-c1da-474a-a72d-f160448412ce tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:49.210573 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bd5bc410-7ec4-4b31-99c2-588e2d953247 tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401 tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:49.261296 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 59394) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:55:49.302696 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd5bc410-7ec4-4b31-99c2-588e2d953247 tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401 tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 241} {{(pid=103162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 20:55:49.381594 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5bc410-7ec4-4b31-99c2-588e2d953247 tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401 tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e28c380e-65a8-4500-badf-4f1201494fcf,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:55:49.397173 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bd5bc410-7ec4-4b31-99c2-588e2d953247 tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401 tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:49.397697 n-d-842733-1 neutron-server[103162]: INFO neutron.db.segments_db [None req-bd5bc410-7ec4-4b31-99c2-588e2d953247 tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401 tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401-project] Added segment 9d810c14-d1c2-473a-953e-667e33d89bd0 of type vlan for network 0119bf49-1d2e-465f-9742-885248d15e60 May 20 20:55:49.554874 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-79131098-c1da-474a-a72d-f160448412ce tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:49.558955 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bd5bc410-7ec4-4b31-99c2-588e2d953247 tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401 tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418993264'] for network, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:49.637759 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-79131098-c1da-474a-a72d-f160448412ce tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:49.641501 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-b4d3925b-1cfb-471b-b03a-fbd098eb620e tempest-FloatingIPAdminTestJSON-491845398 tempest-FloatingIPAdminTestJSON-491845398-project] Request body: {'floatingip': {'floating_network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:55:49.673659 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79131098-c1da-474a-a72d-f160448412ce tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcc92004-f0f6-4866-a8be-7fca56f47144,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:55:49.699598 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bd5bc410-7ec4-4b31-99c2-588e2d953247 tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401 tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524'] for network, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:49.728163 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd5bc410-7ec4-4b31-99c2-588e2d953247 tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401 tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:55:49.729023 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bd5bc410-7ec4-4b31-99c2-588e2d953247 tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401 tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401-project] Notify callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:49.755261 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79131098-c1da-474a-a72d-f160448412ce tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 234} {{(pid=103162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 20:55:49.781479 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b4d3925b-1cfb-471b-b03a-fbd098eb620e tempest-FloatingIPAdminTestJSON-491845398 tempest-FloatingIPAdminTestJSON-491845398-project] Notify callbacks [] for floatingip, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:49.831534 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-bd5bc410-7ec4-4b31-99c2-588e2d953247 tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401 tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.6660621 May 20 20:55:49.832209 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 59418) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:55:49.855783 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-7e34bcc4-e38d-43d5-8577-91db84beb41f tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401 tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401-project] Request body: {'subnet': {'network_id': '0119bf49-1d2e-465f-9742-885248d15e60', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:55:49.873965 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4aa6d6cf-324b-48e4-afd5-01dfcae7d113 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:49.922551 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-79131098-c1da-474a-a72d-f160448412ce tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:49.923183 n-d-842733-1 neutron-server[103162]: INFO neutron.db.segments_db [None req-79131098-c1da-474a-a72d-f160448412ce tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] Added segment 8e8f4b66-4fc1-40ef-b0e6-49bd116f457d of type vlan for network 5359d9d2-af55-4f42-9958-9ce48ceba6c8 May 20 20:55:50.027251 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4128b772-f655-45cd-b48c-7da27cc7074e req-20ea94a2-a998-4adc-97fa-0f97f244eb19 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] 10.222.0.35 "GET /v2.0/ports?device_id=24bc83bc-86f4-4e1f-99de-9736337ee499 HTTP/1.1" status: 200 len: 210 time: 0.1632180 May 20 20:55:50.099220 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5bc410-7ec4-4b31-99c2-588e2d953247 tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401 tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401-project] Pushing event updated for resources: {'Network': ['ID=0119bf49-1d2e-465f-9742-885248d15e60,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:55:50.109548 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-79131098-c1da-474a-a72d-f160448412ce tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418993264'] for network, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:50.113334 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Network 0119bf49-1d2e-465f-9742-885248d15e60 details requested by agent ovs-agent-n-d-842733-1 with host n-d-842733-1 {{(pid=103164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 20 20:55:50.300042 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-79131098-c1da-474a-a72d-f160448412ce tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524'] for network, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:50.300042 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79131098-c1da-474a-a72d-f160448412ce tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:55:50.300042 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-79131098-c1da-474a-a72d-f160448412ce tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] Notify callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:50.670549 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-79131098-c1da-474a-a72d-f160448412ce tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 2.3631134 May 20 20:55:50.672266 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22572ca9-221a-4646-b341-a207f745518f req-85850998-4353-42d1-abd3-0823d234c6ea tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:55:50.679706 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-22572ca9-221a-4646-b341-a207f745518f req-85850998-4353-42d1-abd3-0823d234c6ea tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/networks?id=181ef755-3c24-496f-be08-8076c8a38f91 HTTP/1.1" status: 200 len: 812 time: 0.6236641 May 20 20:55:50.681190 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 59444) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:55:50.687531 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-ed7d4546-9d6c-4dba-8697-ae97a4185e7e tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] Request body: {'subnet': {'network_id': '5359d9d2-af55-4f42-9958-9ce48ceba6c8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:55:50.728189 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79131098-c1da-474a-a72d-f160448412ce tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] Pushing event updated for resources: {'Network': ['ID=5359d9d2-af55-4f42-9958-9ce48ceba6c8,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:55:50.728809 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-22572ca9-221a-4646-b341-a207f745518f req-531cd018-7adb-4f10-ad21-23fbd00ab249 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/quotas/715802857a834d4a8fbaa37d5efc4e1e HTTP/1.1" status: 200 len: 375 time: 0.0473912 May 20 20:55:50.741110 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Network 5359d9d2-af55-4f42-9958-9ce48ceba6c8 details requested by agent ovs-agent-n-d-842733-1 with host n-d-842733-1 {{(pid=103164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 20 20:55:50.772597 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-22572ca9-221a-4646-b341-a207f745518f req-ddd10712-62e9-480a-8ad1-01464ba66d0f tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=715802857a834d4a8fbaa37d5efc4e1e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0426340 May 20 20:55:50.818373 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e34bcc4-e38d-43d5-8577-91db84beb41f tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401 tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401-project] Made reservation on behalf of f7fc101e49d947489cd9965c4e4bba3f for: {'subnet': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:55:50.821943 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7e34bcc4-e38d-43d5-8577-91db84beb41f tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401 tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8422561'] for subnet, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:50.862229 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed7d4546-9d6c-4dba-8697-ae97a4185e7e tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] Made reservation on behalf of 24cc80bd23034cbf9d9bd0f429a60915 for: {'subnet': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:55:50.865603 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ed7d4546-9d6c-4dba-8697-ae97a4185e7e tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4018244'] for subnet, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:51.055856 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b4d3925b-1cfb-471b-b03a-fbd098eb620e tempest-FloatingIPAdminTestJSON-491845398 tempest-FloatingIPAdminTestJSON-491845398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:51.231175 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8e820423-7de2-4ad5-8e0f-aa5feeb7e832 req-6869d7a0-15e5-4dcf-ba85-94587dd955b3 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] 10.222.0.35 "GET /v2.0/ports?device_id=24bc83bc-86f4-4e1f-99de-9736337ee499 HTTP/1.1" status: 200 len: 210 time: 0.0684557 May 20 20:55:51.248886 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-22572ca9-221a-4646-b341-a207f745518f req-d7f34281-4e2f-41fe-a1b5-9afc7d546c02 service neutron] 10.222.0.35 "GET /v2.0/networks/181ef755-3c24-496f-be08-8076c8a38f91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4573076 May 20 20:55:51.473072 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-b4d3925b-1cfb-471b-b03a-fbd098eb620e tempest-FloatingIPAdminTestJSON-491845398 tempest-FloatingIPAdminTestJSON-491845398-project] Allocated IP 172.25.2.53 (e3a93b5c-91e2-4064-9c2c-1afc261bfe15/86fee0c1-6e34-488b-9216-b2b8e7ef585a/4ab69302-eead-4141-b60d-c354d8d75109) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:55:51.554436 n-d-842733-1 neutron-server[103162]: DEBUG neutron.objects.ports [None req-ed7d4546-9d6c-4dba-8697-ae97a4185e7e tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103162) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} May 20 20:55:51.554948 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ed7d4546-9d6c-4dba-8697-ae97a4185e7e tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3797684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4018258'] for subnet, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:51.664335 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-22572ca9-221a-4646-b341-a207f745518f req-ffe6c37c-96fa-48c1-b43d-b16229d5640d service neutron] 10.222.0.35 "GET /v2.0/networks/181ef755-3c24-496f-be08-8076c8a38f91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4027717 May 20 20:55:51.712171 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7d4546-9d6c-4dba-8697-ae97a4185e7e tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] Pushing event updated for resources: {'Subnet': ['ID=f5ca6719-0fc0-4a28-ab21-a941a3d781cf,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:55:51.732492 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed7d4546-9d6c-4dba-8697-ae97a4185e7e tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] Checking segment: {'id': '8e8f4b66-4fc1-40ef-b0e6-49bd116f457d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '5359d9d2-af55-4f42-9958-9ce48ceba6c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:55:51.733118 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed7d4546-9d6c-4dba-8697-ae97a4185e7e tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] Network hostable DHCP agents. Network: 5359d9d2-af55-4f42-9958-9ce48ceba6c8, hostable agents: ['c9b0653c-f3c7-4339-bd50-e3754b629216'], hosted agents: [] {{(pid=103162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 20:55:51.793999 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b4d3925b-1cfb-471b-b03a-fbd098eb620e tempest-FloatingIPAdminTestJSON-491845398 tempest-FloatingIPAdminTestJSON-491845398-project] Notify callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:51.821271 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7e34bcc4-e38d-43d5-8577-91db84beb41f tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401 tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9641412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8422583'] for subnet, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:51.900086 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed7d4546-9d6c-4dba-8697-ae97a4185e7e tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] Network 5359d9d2-af55-4f42-9958-9ce48ceba6c8 is scheduled to be hosted by DHCP agent c9b0653c-f3c7-4339-bd50-e3754b629216 with binding_index 1 {{(pid=103162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 20:55:51.901307 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e34bcc4-e38d-43d5-8577-91db84beb41f tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401 tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401-project] Pushing event updated for resources: {'Subnet': ['ID=c5f6a803-12c5-4588-b6f6-a401e9100d1a,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:55:51.917643 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e34bcc4-e38d-43d5-8577-91db84beb41f tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401 tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401-project] Checking segment: {'id': '9d810c14-d1c2-473a-953e-667e33d89bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '0119bf49-1d2e-465f-9742-885248d15e60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:55:51.918284 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e34bcc4-e38d-43d5-8577-91db84beb41f tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401 tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401-project] Network hostable DHCP agents. Network: 0119bf49-1d2e-465f-9742-885248d15e60, hostable agents: ['c9b0653c-f3c7-4339-bd50-e3754b629216'], hosted agents: [] {{(pid=103163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 20:55:51.998658 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b4d3925b-1cfb-471b-b03a-fbd098eb620e tempest-FloatingIPAdminTestJSON-491845398 tempest-FloatingIPAdminTestJSON-491845398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:52.020656 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4d3925b-1cfb-471b-b03a-fbd098eb620e tempest-FloatingIPAdminTestJSON-491845398 tempest-FloatingIPAdminTestJSON-491845398-project] Network e3a93b5c-91e2-4064-9c2c-1afc261bfe15 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:55:52.044344 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-b4d3925b-1cfb-471b-b03a-fbd098eb620e tempest-FloatingIPAdminTestJSON-491845398 tempest-FloatingIPAdminTestJSON-491845398-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:55:52.072667 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-ed7d4546-9d6c-4dba-8697-ae97a4185e7e tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842733-1, 5359d9d2-af55-4f42-9958-9ce48ceba6c8) {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:55:52.082890 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed7d4546-9d6c-4dba-8697-ae97a4185e7e tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:55:52.083111 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d3925b-1cfb-471b-b03a-fbd098eb620e tempest-FloatingIPAdminTestJSON-491845398 tempest-FloatingIPAdminTestJSON-491845398-project] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:55:52.083245 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ed7d4546-9d6c-4dba-8697-ae97a4185e7e tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] Notify callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:52.097630 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5177c398-9724-4944-ba9a-271cefd6f0ed None None] Network 5359d9d2-af55-4f42-9958-9ce48ceba6c8 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:55:52.183971 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-ed7d4546-9d6c-4dba-8697-ae97a4185e7e tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.5013218 May 20 20:55:52.201826 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 59512) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:55:52.207166 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-fa4bb1c4-5316-4c77-99ed-55c37c508bee tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-2127448988', 'network_id': '5359d9d2-af55-4f42-9958-9ce48ceba6c8'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:55:52.329839 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa4bb1c4-5316-4c77-99ed-55c37c508bee tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] Made reservation on behalf of 24cc80bd23034cbf9d9bd0f429a60915 for: {'port': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:55:52.334696 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-fa4bb1c4-5316-4c77-99ed-55c37c508bee tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:52.376106 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d3925b-1cfb-471b-b03a-fbd098eb620e tempest-FloatingIPAdminTestJSON-491845398 tempest-FloatingIPAdminTestJSON-491845398-project] Pushing event updated for resources: {'Port': ['ID=4ab69302-eead-4141-b60d-c354d8d75109,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:55:52.383449 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [None req-fa4bb1c4-5316-4c77-99ed-55c37c508bee tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] device_id is not set on port c70d9e4f-06f0-4162-b782-c9e68d6c39c9 yet. {{(pid=103162) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 20 20:55:52.396099 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8b7f109c-d27e-4ed1-b7e3-2bd3e7725b77 req-9ab70744-b72f-4cfc-ac64-68ca5837dfe8 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/ports?device_id=46d8592d-7942-4f12-aa6f-72415de83dc5 HTTP/1.1" status: 200 len: 210 time: 0.3489952 May 20 20:55:52.400088 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e34bcc4-e38d-43d5-8577-91db84beb41f tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401 tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401-project] Network 0119bf49-1d2e-465f-9742-885248d15e60 is scheduled to be hosted by DHCP agent c9b0653c-f3c7-4339-bd50-e3754b629216 with binding_index 1 {{(pid=103163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 20:55:52.410964 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ff2fb3d-cd7d-46b3-aafe-57c250325b4f None None] Network 5359d9d2-af55-4f42-9958-9ce48ceba6c8 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:55:52.436032 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b4d3925b-1cfb-471b-b03a-fbd098eb620e tempest-FloatingIPAdminTestJSON-491845398 tempest-FloatingIPAdminTestJSON-491845398-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:52.437367 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-7e34bcc4-e38d-43d5-8577-91db84beb41f tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401 tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842733-1, 0119bf49-1d2e-465f-9742-885248d15e60) {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:55:52.463880 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e34bcc4-e38d-43d5-8577-91db84beb41f tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401 tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:55:52.464503 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7e34bcc4-e38d-43d5-8577-91db84beb41f tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401 tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401-project] Notify callbacks [] for subnet, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:52.481134 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0a8776a3-2d81-4d8d-b12b-180716a4fd5d req-9815a5cc-a826-41f9-b0ad-7e554652f7d4 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] 10.222.0.35 "GET /v2.0/ports?device_id=24bc83bc-86f4-4e1f-99de-9736337ee499 HTTP/1.1" status: 200 len: 210 time: 0.1020386 May 20 20:55:52.553901 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1068e8ef-fa8f-4b07-b918-24379a81ce77 None None] Network 0119bf49-1d2e-465f-9742-885248d15e60 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:55:52.569100 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-7e34bcc4-e38d-43d5-8577-91db84beb41f tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401 tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7267261 May 20 20:55:52.572748 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 59538) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:55:52.573634 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-0682dfcf-3b2b-45a7-877e-7027ebaa9bfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:52.623538 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-9367f05a-3a76-4369-bcfd-d8e506f4f491 tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401 tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401-project] Request body: {'port': {'network_id': '0119bf49-1d2e-465f-9742-885248d15e60', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-584038114'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:55:52.637391 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-fa4bb1c4-5316-4c77-99ed-55c37c508bee tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] Allocated IP 2001:db8::139 (5359d9d2-af55-4f42-9958-9ce48ceba6c8/f5ca6719-0fc0-4a28-ab21-a941a3d781cf/c70d9e4f-06f0-4162-b782-c9e68d6c39c9) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:55:52.777074 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b4d3925b-1cfb-471b-b03a-fbd098eb620e tempest-FloatingIPAdminTestJSON-491845398 tempest-FloatingIPAdminTestJSON-491845398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:53.003824 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-fa4bb1c4-5316-4c77-99ed-55c37c508bee tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:53.062654 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b4d3925b-1cfb-471b-b03a-fbd098eb620e tempest-FloatingIPAdminTestJSON-491845398 tempest-FloatingIPAdminTestJSON-491845398-project] Notify callbacks [] for port, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:53.066492 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ded67ed4-57d7-4c48-8203-87aad2c70931 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaee2b848-d4b9-5db1-b6ef-d6db29d67de7-0119bf49-1d2e-465f-9742-885248d15e60', 'network_id': '0119bf49-1d2e-465f-9742-885248d15e60', 'tenant_id': 'f7fc101e49d947489cd9965c4e4bba3f', 'fixed_ips': [{'subnet_id': 'c5f6a803-12c5-4588-b6f6-a401e9100d1a'}]}} from n-d-842733-1. {{(pid=103164) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 20:55:53.067696 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ded67ed4-57d7-4c48-8203-87aad2c70931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:53.198341 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b4d3925b-1cfb-471b-b03a-fbd098eb620e tempest-FloatingIPAdminTestJSON-491845398 tempest-FloatingIPAdminTestJSON-491845398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:53.203581 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-fa4bb1c4-5316-4c77-99ed-55c37c508bee tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:53.242041 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [None req-ded67ed4-57d7-4c48-8203-87aad2c70931 None None] Allocated IP 2001:db8::2 (0119bf49-1d2e-465f-9742-885248d15e60/c5f6a803-12c5-4588-b6f6-a401e9100d1a/a75a4434-d023-43c4-865d-cf322f5d9a80) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:55:53.264318 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9367f05a-3a76-4369-bcfd-d8e506f4f491 tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401 tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401-project] Made reservation on behalf of f7fc101e49d947489cd9965c4e4bba3f for: {'port': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:55:53.279861 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa4bb1c4-5316-4c77-99ed-55c37c508bee tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] Network 5359d9d2-af55-4f42-9958-9ce48ceba6c8 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:55:53.283503 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-fa4bb1c4-5316-4c77-99ed-55c37c508bee tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:55:53.290048 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa4bb1c4-5316-4c77-99ed-55c37c508bee tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:55:53.291329 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa4bb1c4-5316-4c77-99ed-55c37c508bee tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:55:53.292816 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-fa4bb1c4-5316-4c77-99ed-55c37c508bee tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:53.296863 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9367f05a-3a76-4369-bcfd-d8e506f4f491 tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401 tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:53.312951 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4bb1c4-5316-4c77-99ed-55c37c508bee tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] Pushing event updated for resources: {'Port': ['ID=c70d9e4f-06f0-4162-b782-c9e68d6c39c9,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:55:53.403652 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-fa4bb1c4-5316-4c77-99ed-55c37c508bee tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.2004616 May 20 20:55:53.405142 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 59582) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:55:53.488695 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [None req-9367f05a-3a76-4369-bcfd-d8e506f4f491 tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401 tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401-project] device_id is not set on port 60cb25c9-8f2c-4bb3-9ba3-b28c4323b333 yet. {{(pid=103163) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 20 20:55:53.508797 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d3925b-1cfb-471b-b03a-fbd098eb620e tempest-FloatingIPAdminTestJSON-491845398 tempest-FloatingIPAdminTestJSON-491845398-project] Pushing event updated for resources: {'Port': ['ID=4ab69302-eead-4141-b60d-c354d8d75109,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:55:53.578693 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ded67ed4-57d7-4c48-8203-87aad2c70931 None None] Notify callbacks [] for port, precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:53.640104 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f9a3ee34-0fc2-407a-95b7-bc15dc9f0c49 req-0f1603aa-1dd8-4db2-b22f-0aadcd600e3f tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/ports?device_id=46d8592d-7942-4f12-aa6f-72415de83dc5 HTTP/1.1" status: 200 len: 210 time: 0.0541408 May 20 20:55:53.652688 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-c446d059-1687-4eaf-bdd9-547bee845e9a tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] Deleting port c70d9e4f-06f0-4162-b782-c9e68d6c39c9 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:55:53.656313 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c446d059-1687-4eaf-bdd9-547bee845e9a tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:53.657554 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b4d3925b-1cfb-471b-b03a-fbd098eb620e tempest-FloatingIPAdminTestJSON-491845398 tempest-FloatingIPAdminTestJSON-491845398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748272'] for floatingip, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:53.672746 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ded67ed4-57d7-4c48-8203-87aad2c70931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108'] for port, after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:53.737950 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3099b8e7-6784-4ff9-a950-796f40a9fcf9 req-e11e803f-3fc6-4013-ad39-c6ec102a9a88 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] 10.222.0.35 "GET /v2.0/ports?device_id=24bc83bc-86f4-4e1f-99de-9736337ee499 HTTP/1.1" status: 200 len: 210 time: 0.0750415 May 20 20:55:53.742693 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ded67ed4-57d7-4c48-8203-87aad2c70931 None None] Network 0119bf49-1d2e-465f-9742-885248d15e60 is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:55:53.745307 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-ded67ed4-57d7-4c48-8203-87aad2c70931 None None] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:55:53.753583 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded67ed4-57d7-4c48-8203-87aad2c70931 None None] Received port after_create {{(pid=103164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:55:53.760261 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded67ed4-57d7-4c48-8203-87aad2c70931 None None] Pushing event updated for resources: {'Port': ['ID=a75a4434-d023-43c4-865d-cf322f5d9a80,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:55:53.810602 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c446d059-1687-4eaf-bdd9-547bee845e9a tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:53.837170 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-ded67ed4-57d7-4c48-8203-87aad2c70931 None None] Attempting to bind port a75a4434-d023-43c4-865d-cf322f5d9a80 on host n-d-842733-1 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:55:53.838275 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-ded67ed4-57d7-4c48-8203-87aad2c70931 None None] Attempting to bind port a75a4434-d023-43c4-865d-cf322f5d9a80 by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': '9d810c14-d1c2-473a-953e-667e33d89bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '0119bf49-1d2e-465f-9742-885248d15e60'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:55:53.838724 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b4d3925b-1cfb-471b-b03a-fbd098eb620e tempest-FloatingIPAdminTestJSON-491845398 tempest-FloatingIPAdminTestJSON-491845398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for floatingip, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:53.838883 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded67ed4-57d7-4c48-8203-87aad2c70931 None None] Attempting to bind port a75a4434-d023-43c4-865d-cf322f5d9a80 on network 0119bf49-1d2e-465f-9742-885248d15e60 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:55:53.840663 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-b4d3925b-1cfb-471b-b03a-fbd098eb620e tempest-FloatingIPAdminTestJSON-491845398 tempest-FloatingIPAdminTestJSON-491845398-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.5783317 May 20 20:55:53.845642 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 59596) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:55:53.850708 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded67ed4-57d7-4c48-8203-87aad2c70931 None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 55, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:55:53.853747 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded67ed4-57d7-4c48-8203-87aad2c70931 None None] Checking segment: {'id': '9d810c14-d1c2-473a-953e-667e33d89bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '0119bf49-1d2e-465f-9742-885248d15e60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:55:53.854338 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ded67ed4-57d7-4c48-8203-87aad2c70931 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:53.855968 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded67ed4-57d7-4c48-8203-87aad2c70931 None None] Bound using segment: {'id': '9d810c14-d1c2-473a-953e-667e33d89bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '0119bf49-1d2e-465f-9742-885248d15e60'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:55:53.857080 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-ded67ed4-57d7-4c48-8203-87aad2c70931 None None] Bound port: a75a4434-d023-43c4-865d-cf322f5d9a80, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d810c14-d1c2-473a-953e-667e33d89bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '0119bf49-1d2e-465f-9742-885248d15e60'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:55:53.857415 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-9367f05a-3a76-4369-bcfd-d8e506f4f491 tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401 tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401-project] Allocated IP 2001:db8::315 (0119bf49-1d2e-465f-9742-885248d15e60/c5f6a803-12c5-4588-b6f6-a401e9100d1a/60cb25c9-8f2c-4bb3-9ba3-b28c4323b333) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:55:53.859421 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ded67ed4-57d7-4c48-8203-87aad2c70931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:53.870918 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-5fd11db2-31f0-4f09-8947-8e913dcaa309 tempest-FloatingIPAdminTestJSON-491845398 tempest-FloatingIPAdminTestJSON-491845398-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-333063138'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:55:53.879582 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-c446d059-1687-4eaf-bdd9-547bee845e9a tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] Calling delete_port for c70d9e4f-06f0-4162-b782-c9e68d6c39c9 owned by {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:55:53.974861 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4bb0e131-6525-46ca-a45b-e4ea43a5e69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:54.016258 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fd11db2-31f0-4f09-8947-8e913dcaa309 tempest-FloatingIPAdminTestJSON-491845398 tempest-FloatingIPAdminTestJSON-491845398-project] Made reservation on behalf of fccca44ba75849d78e4fa7d330bf062b for: {'network': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:55:54.019684 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5fd11db2-31f0-4f09-8947-8e913dcaa309 tempest-FloatingIPAdminTestJSON-491845398 tempest-FloatingIPAdminTestJSON-491845398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for network, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:54.040494 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5fd11db2-31f0-4f09-8947-8e913dcaa309 tempest-FloatingIPAdminTestJSON-491845398 tempest-FloatingIPAdminTestJSON-491845398-project] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:54.048185 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-ded67ed4-57d7-4c48-8203-87aad2c70931 None None] For port a75a4434-d023-43c4-865d-cf322f5d9a80, host n-d-842733-1, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:55:54.053103 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-ded67ed4-57d7-4c48-8203-87aad2c70931 None None] For port a75a4434-d023-43c4-865d-cf322f5d9a80, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=a75a4434-d023-43c4-865d-cf322f5d9a80,segment=NetworkSegment(9d810c14-d1c2-473a-953e-667e33d89bd0),segment_id=9d810c14-d1c2-473a-953e-667e33d89bd0)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:55:54.138153 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9367f05a-3a76-4369-bcfd-d8e506f4f491 tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401 tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401-project] Notify callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:54.174995 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ded67ed4-57d7-4c48-8203-87aad2c70931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:54.192977 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5fd11db2-31f0-4f09-8947-8e913dcaa309 tempest-FloatingIPAdminTestJSON-491845398 tempest-FloatingIPAdminTestJSON-491845398-project] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:54.259572 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded67ed4-57d7-4c48-8203-87aad2c70931 None None] Pushing event updated for resources: {'Port': ['ID=a75a4434-d023-43c4-865d-cf322f5d9a80,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:55:54.264896 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 59608) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:55:54.289355 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9367f05a-3a76-4369-bcfd-d8e506f4f491 tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401 tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:54.289652 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5fd11db2-31f0-4f09-8947-8e913dcaa309 tempest-FloatingIPAdminTestJSON-491845398 tempest-FloatingIPAdminTestJSON-491845398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:54.292339 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c446d059-1687-4eaf-bdd9-547bee845e9a tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:54.335436 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c446d059-1687-4eaf-bdd9-547bee845e9a tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] Pushing event deleted for resources: {'Port': ['ID=c70d9e4f-06f0-4162-b782-c9e68d6c39c9,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:55:54.351827 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9367f05a-3a76-4369-bcfd-d8e506f4f491 tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401 tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401-project] Network 0119bf49-1d2e-465f-9742-885248d15e60 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:55:54.352290 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fd11db2-31f0-4f09-8947-8e913dcaa309 tempest-FloatingIPAdminTestJSON-491845398 tempest-FloatingIPAdminTestJSON-491845398-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 211} {{(pid=103162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 20:55:54.358810 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-9367f05a-3a76-4369-bcfd-d8e506f4f491 tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401 tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:55:54.361137 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9367f05a-3a76-4369-bcfd-d8e506f4f491 tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401 tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401-project] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:55:54.367134 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9367f05a-3a76-4369-bcfd-d8e506f4f491 tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401 tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:55:54.367779 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9367f05a-3a76-4369-bcfd-d8e506f4f491 tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401 tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:54.382132 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9367f05a-3a76-4369-bcfd-d8e506f4f491 tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401 tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401-project] Pushing event updated for resources: {'Port': ['ID=60cb25c9-8f2c-4bb3-9ba3-b28c4323b333,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:55:54.384200 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd11db2-31f0-4f09-8947-8e913dcaa309 tempest-FloatingIPAdminTestJSON-491845398 tempest-FloatingIPAdminTestJSON-491845398-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f21e917f-6cb7-4659-94c2-2c43a61a294b,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:55:54.387419 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5fd11db2-31f0-4f09-8947-8e913dcaa309 tempest-FloatingIPAdminTestJSON-491845398 tempest-FloatingIPAdminTestJSON-491845398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:54.388020 n-d-842733-1 neutron-server[103162]: INFO neutron.db.segments_db [None req-5fd11db2-31f0-4f09-8947-8e913dcaa309 tempest-FloatingIPAdminTestJSON-491845398 tempest-FloatingIPAdminTestJSON-491845398-project] Added segment e532278b-897a-43e3-a0ac-7ccf1fe311b9 of type vlan for network 1945ad8d-8d27-4599-ae91-466dd6e18eba May 20 20:55:54.425660 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c446d059-1687-4eaf-bdd9-547bee845e9a tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:54.433535 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 59614) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:55:54.439001 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-73cf323e-4460-48a6-a665-ab2ada160ea9 tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5359d9d2-af55-4f42-9958-9ce48ceba6c8', 'external_fixed_ips': [{'subnet_id': 'f5ca6719-0fc0-4a28-ab21-a941a3d781cf', 'ip_address': '2001:db8::139'}]}}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:55:54.443694 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-c446d059-1687-4eaf-bdd9-547bee845e9a tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] 10.222.0.35 "DELETE /v2.0/ports/c70d9e4f-06f0-4162-b782-c9e68d6c39c9 HTTP/1.1" status: 204 len: 168 time: 1.0371766 May 20 20:55:54.502266 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-9367f05a-3a76-4369-bcfd-d8e506f4f491 tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401 tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 1.9292519 May 20 20:55:54.502266 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 59616) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:55:54.529853 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-a6f3a111-86c5-4b43-9bca-87a10f12a68d tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401 tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401-project] Request body: {'port': {'network_id': '0119bf49-1d2e-465f-9742-885248d15e60', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1597777643', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:55:54.530320 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.api.validators [None req-a6f3a111-86c5-4b43-9bca-87a10f12a68d tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401 tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401-project] bootfile-name is not in valid_values {{(pid=103163) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} May 20 20:55:54.530801 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.api.validators [None req-a6f3a111-86c5-4b43-9bca-87a10f12a68d tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401 tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401-project] tftp-server is not in valid_values {{(pid=103163) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} May 20 20:55:54.531474 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.api.validators [None req-a6f3a111-86c5-4b43-9bca-87a10f12a68d tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401 tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401-project] server-ip-address is not in valid_values {{(pid=103163) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} May 20 20:55:54.555859 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5fd11db2-31f0-4f09-8947-8e913dcaa309 tempest-FloatingIPAdminTestJSON-491845398 tempest-FloatingIPAdminTestJSON-491845398-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418993264'] for network, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:54.582313 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-73cf323e-4460-48a6-a665-ab2ada160ea9 tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-694221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26155'] for router, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:54.584259 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-73cf323e-4460-48a6-a665-ab2ada160ea9 tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-693085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748153', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-718080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26162'] for router, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:54.660408 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-07a156aa-0329-4e4f-b492-d2e9b691e2a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:54.670346 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5fd11db2-31f0-4f09-8947-8e913dcaa309 tempest-FloatingIPAdminTestJSON-491845398 tempest-FloatingIPAdminTestJSON-491845398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524'] for network, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:54.672982 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:54.679253 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fd11db2-31f0-4f09-8947-8e913dcaa309 tempest-FloatingIPAdminTestJSON-491845398 tempest-FloatingIPAdminTestJSON-491845398-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:55:54.679894 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5fd11db2-31f0-4f09-8947-8e913dcaa309 tempest-FloatingIPAdminTestJSON-491845398 tempest-FloatingIPAdminTestJSON-491845398-project] Notify callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:54.810094 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd11db2-31f0-4f09-8947-8e913dcaa309 tempest-FloatingIPAdminTestJSON-491845398 tempest-FloatingIPAdminTestJSON-491845398-project] Pushing event updated for resources: {'Network': ['ID=1945ad8d-8d27-4599-ae91-466dd6e18eba,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:55:54.828901 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-5fd11db2-31f0-4f09-8947-8e913dcaa309 tempest-FloatingIPAdminTestJSON-491845398 tempest-FloatingIPAdminTestJSON-491845398-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.9807723 May 20 20:55:54.831880 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Network 1945ad8d-8d27-4599-ae91-466dd6e18eba details requested by agent ovs-agent-n-d-842733-1 with host n-d-842733-1 {{(pid=103164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 20 20:55:54.832231 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 59622) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:55:54.834008 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-07a156aa-0329-4e4f-b492-d2e9b691e2a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:54.862390 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-d4d48f56-7ba1-426e-a85b-10e644dcb3fd tempest-FloatingIPAdminTestJSON-491845398 tempest-FloatingIPAdminTestJSON-491845398-project] Request body: {'subnet': {'network_id': '1945ad8d-8d27-4599-ae91-466dd6e18eba', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:55:54.862638 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1160e63a-e3a6-4a6d-8da5-eaca56fc98ec req-eab1fc83-4ad2-4191-ae03-816e9d3e2450 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/ports?device_id=46d8592d-7942-4f12-aa6f-72415de83dc5 HTTP/1.1" status: 200 len: 210 time: 0.1066139 May 20 20:55:54.924710 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-07a156aa-0329-4e4f-b492-d2e9b691e2a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:54.985671 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-73cf323e-4460-48a6-a665-ab2ada160ea9 tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:55.022867 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 59636) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:55:55.045119 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a156aa-0329-4e4f-b492-d2e9b691e2a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=307c40e5-eda5-40a0-b7d0-78f0380be0a2,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:55:55.068775 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-07a156aa-0329-4e4f-b492-d2e9b691e2a2 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=58c973f5e70d467e9b188a91521611ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8051436 May 20 20:55:55.069930 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 59638) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:55:55.119216 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-032518a3-5214-4b91-93a4-af599e3ce364 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:55.136172 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4d48f56-7ba1-426e-a85b-10e644dcb3fd tempest-FloatingIPAdminTestJSON-491845398 tempest-FloatingIPAdminTestJSON-491845398-project] Made reservation on behalf of fccca44ba75849d78e4fa7d330bf062b for: {'subnet': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:55:55.143000 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d4d48f56-7ba1-426e-a85b-10e644dcb3fd tempest-FloatingIPAdminTestJSON-491845398 tempest-FloatingIPAdminTestJSON-491845398-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4018244'] for subnet, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:55.241558 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6f3a111-86c5-4b43-9bca-87a10f12a68d tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401 tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401-project] Made reservation on behalf of f7fc101e49d947489cd9965c4e4bba3f for: {'port': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:55:55.243112 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a6f3a111-86c5-4b43-9bca-87a10f12a68d tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401 tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:55.261523 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-26b161bd-8722-4c8e-a57e-590b65c7f5f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:55.265570 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-032518a3-5214-4b91-93a4-af599e3ce364 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:55.317806 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [None req-a6f3a111-86c5-4b43-9bca-87a10f12a68d tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401 tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401-project] device_id is not set on port a3093a4f-2dac-48ed-ae89-94c078552501 yet. {{(pid=103163) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 20 20:55:55.336974 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-26b161bd-8722-4c8e-a57e-590b65c7f5f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:55.519423 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cc3ec51b-6ec8-438a-8349-5f0bec346d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:55.611357 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:55.656134 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d4d48f56-7ba1-426e-a85b-10e644dcb3fd tempest-FloatingIPAdminTestJSON-491845398 tempest-FloatingIPAdminTestJSON-491845398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3797684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4018258'] for subnet, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:55.665750 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-26b161bd-8722-4c8e-a57e-590b65c7f5f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:55.668367 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-26b161bd-8722-4c8e-a57e-590b65c7f5f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:55.683342 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-26b161bd-8722-4c8e-a57e-590b65c7f5f5 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/307c40e5-eda5-40a0-b7d0-78f0380be0a2 HTTP/1.1" status: 204 len: 168 time: 0.6015270 May 20 20:55:55.746514 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-73cf323e-4460-48a6-a665-ab2ada160ea9 tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:55.756233 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22572ca9-221a-4646-b341-a207f745518f req-fdb216b7-b561-47c8-9bf6-a1dfb108bd28 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:55:55.759171 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-22572ca9-221a-4646-b341-a207f745518f req-fdb216b7-b561-47c8-9bf6-a1dfb108bd28 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.13 "GET /v2.0/networks?id=181ef755-3c24-496f-be08-8076c8a38f91 HTTP/1.1" status: 200 len: 812 time: 0.3779533 May 20 20:55:55.773527 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2465af55-ade9-49ca-b594-faca06f90a51 None None] Network 0119bf49-1d2e-465f-9742-885248d15e60 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:55:55.782339 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b161bd-8722-4c8e-a57e-590b65c7f5f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=307c40e5-eda5-40a0-b7d0-78f0380be0a2,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:55:55.787270 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [req-22572ca9-221a-4646-b341-a207f745518f req-32292a71-a88a-46f1-899c-746bc56e328d tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Request body: {'port': {'device_id': '46d8592d-7942-4f12-aa6f-72415de83dc5', 'network_id': '181ef755-3c24-496f-be08-8076c8a38f91', 'admin_state_up': True, 'tenant_id': '715802857a834d4a8fbaa37d5efc4e1e'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:55:55.944835 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d48f56-7ba1-426e-a85b-10e644dcb3fd tempest-FloatingIPAdminTestJSON-491845398 tempest-FloatingIPAdminTestJSON-491845398-project] Pushing event updated for resources: {'Subnet': ['ID=8dd27ae8-974b-49a8-8ab3-c58f2bc416e6,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:55:55.960242 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-79553c3b-f1c4-4834-8e52-08e5d7e8561c None None] Provisioning complete for port a75a4434-d023-43c4-865d-cf322f5d9a80 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:55:55.960982 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-79553c3b-f1c4-4834-8e52-08e5d7e8561c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:55.972392 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d48f56-7ba1-426e-a85b-10e644dcb3fd tempest-FloatingIPAdminTestJSON-491845398 tempest-FloatingIPAdminTestJSON-491845398-project] Checking segment: {'id': 'e532278b-897a-43e3-a0ac-7ccf1fe311b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '1945ad8d-8d27-4599-ae91-466dd6e18eba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:55:55.972745 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4d48f56-7ba1-426e-a85b-10e644dcb3fd tempest-FloatingIPAdminTestJSON-491845398 tempest-FloatingIPAdminTestJSON-491845398-project] Network hostable DHCP agents. Network: 1945ad8d-8d27-4599-ae91-466dd6e18eba, hostable agents: ['c9b0653c-f3c7-4339-bd50-e3754b629216'], hosted agents: [] {{(pid=103162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 20:55:56.016644 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-a6f3a111-86c5-4b43-9bca-87a10f12a68d tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401 tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401-project] Allocated IP 2001:db8::e9 (0119bf49-1d2e-465f-9742-885248d15e60/c5f6a803-12c5-4588-b6f6-a401e9100d1a/a3093a4f-2dac-48ed-ae89-94c078552501) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:55:56.110624 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4d48f56-7ba1-426e-a85b-10e644dcb3fd tempest-FloatingIPAdminTestJSON-491845398 tempest-FloatingIPAdminTestJSON-491845398-project] Network 1945ad8d-8d27-4599-ae91-466dd6e18eba is scheduled to be hosted by DHCP agent c9b0653c-f3c7-4339-bd50-e3754b629216 with binding_index 1 {{(pid=103162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 20:55:56.121604 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-032518a3-5214-4b91-93a4-af599e3ce364 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:56.124191 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-032518a3-5214-4b91-93a4-af599e3ce364 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:56.125392 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-032518a3-5214-4b91-93a4-af599e3ce364 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] 10.222.0.35 "DELETE /v2.0/security-groups/863381a6-ea9c-49ea-aca2-bed57188f540 HTTP/1.1" status: 204 len: 168 time: 1.1053038 May 20 20:55:56.130612 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 59658) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:55:56.144567 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ceae451b-647e-4fd8-9c9b-cdfd50883a64 req-b947dae4-7ec5-4102-8a82-448880e566be tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/ports?device_id=46d8592d-7942-4f12-aa6f-72415de83dc5 HTTP/1.1" status: 200 len: 210 time: 0.1142719 May 20 20:55:56.151750 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032518a3-5214-4b91-93a4-af599e3ce364 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=863381a6-ea9c-49ea-aca2-bed57188f540,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:55:56.199636 n-d-842733-1 neutron-server[103162]: INFO neutron.api.v2.resource [None req-71ad2c6c-f15e-4661-8202-f35a4eba5238 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] show failed (client error): The resource could not be found. May 20 20:55:56.203027 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-71ad2c6c-f15e-4661-8202-f35a4eba5238 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] 10.222.0.35 "GET /v2.0/security-groups/863381a6-ea9c-49ea-aca2-bed57188f540 HTTP/1.1" status: 404 len: 347 time: 0.0617504 May 20 20:55:56.205309 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 59662) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:55:56.234911 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22572ca9-221a-4646-b341-a207f745518f req-32292a71-a88a-46f1-899c-746bc56e328d tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Made reservation on behalf of 715802857a834d4a8fbaa37d5efc4e1e for: {'port': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:55:56.237190 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-79553c3b-f1c4-4834-8e52-08e5d7e8561c None None] Current status of the port a75a4434-d023-43c4-865d-cf322f5d9a80 is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:55:56.237605 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-79553c3b-f1c4-4834-8e52-08e5d7e8561c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:56.245249 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-22572ca9-221a-4646-b341-a207f745518f req-32292a71-a88a-46f1-899c-746bc56e328d tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:56.313982 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-79553c3b-f1c4-4834-8e52-08e5d7e8561c None None] For port a75a4434-d023-43c4-865d-cf322f5d9a80, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=a75a4434-d023-43c4-865d-cf322f5d9a80,segment=NetworkSegment(9d810c14-d1c2-473a-953e-667e33d89bd0),segment_id=9d810c14-d1c2-473a-953e-667e33d89bd0)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:55:56.359125 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-d4d48f56-7ba1-426e-a85b-10e644dcb3fd tempest-FloatingIPAdminTestJSON-491845398 tempest-FloatingIPAdminTestJSON-491845398-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842733-1, 1945ad8d-8d27-4599-ae91-466dd6e18eba) {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:55:56.374321 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1524b34-3bc4-4d23-8e3b-efa83374b56a None None] Network 1945ad8d-8d27-4599-ae91-466dd6e18eba requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:55:56.410607 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4d48f56-7ba1-426e-a85b-10e644dcb3fd tempest-FloatingIPAdminTestJSON-491845398 tempest-FloatingIPAdminTestJSON-491845398-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:55:56.410607 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d4d48f56-7ba1-426e-a85b-10e644dcb3fd tempest-FloatingIPAdminTestJSON-491845398 tempest-FloatingIPAdminTestJSON-491845398-project] Notify callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:56.447326 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-79553c3b-f1c4-4834-8e52-08e5d7e8561c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:56.526675 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device a75a4434-d023-43c4-865d-cf322f5d9a80 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:55:56.671573 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79553c3b-f1c4-4834-8e52-08e5d7e8561c None None] Pushing event updated for resources: {'Port': ['ID=a75a4434-d023-43c4-865d-cf322f5d9a80,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:55:56.672220 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [req-22572ca9-221a-4646-b341-a207f745518f req-32292a71-a88a-46f1-899c-746bc56e328d tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Allocated IP 172.20.0.2 (181ef755-3c24-496f-be08-8076c8a38f91/dd6622f3-1158-4c3b-bd25-193ec3e3078b/989d7ad9-3d64-43e0-b524-794ebfc4cf95) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:55:56.674246 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-73cf323e-4460-48a6-a665-ab2ada160ea9 tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:56.708670 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a6f3a111-86c5-4b43-9bca-87a10f12a68d tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401 tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401-project] Notify callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:56.710924 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-73cf323e-4460-48a6-a665-ab2ada160ea9 tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:56.727145 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-fff2e836-c47b-452a-8dc8-e32d9d0f16e9 None None] Provisioning complete for port a75a4434-d023-43c4-865d-cf322f5d9a80 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:55:56.727773 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-fff2e836-c47b-452a-8dc8-e32d9d0f16e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:56.744815 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-1b6806ed-d8a1-43d5-ba09-12632ebfe75f tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Deleting port 1541ba8e-28b0-4690-a10c-35133406e2a4 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:55:56.745389 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1b6806ed-d8a1-43d5-ba09-12632ebfe75f tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:56.753570 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 59668) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:55:56.782076 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port a75a4434-d023-43c4-865d-cf322f5d9a80 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:55:56.782410 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:56.796469 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 59670) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:55:56.802262 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-d4d48f56-7ba1-426e-a85b-10e644dcb3fd tempest-FloatingIPAdminTestJSON-491845398 tempest-FloatingIPAdminTestJSON-491845398-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9686825 May 20 20:55:56.803697 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-d5bba1a8-cd65-4339-b3b9-47defb6c0e0b tempest-FloatingIPAdminTestJSON-491845398 tempest-FloatingIPAdminTestJSON-491845398-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-877495620', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'}, 'admin_state_up': False}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:55:56.855805 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4ca92cab-efe7-49f3-9c14-b1513c14472d admin admin] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:56.987890 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d5bba1a8-cd65-4339-b3b9-47defb6c0e0b tempest-FloatingIPAdminTestJSON-491845398 tempest-FloatingIPAdminTestJSON-491845398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-694221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26155'] for router, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:56.989259 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d5bba1a8-cd65-4339-b3b9-47defb6c0e0b tempest-FloatingIPAdminTestJSON-491845398 tempest-FloatingIPAdminTestJSON-491845398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-693085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748153', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-718080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26162'] for router, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:57.052962 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4ca92cab-efe7-49f3-9c14-b1513c14472d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:57.077019 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a01a5707-f8f8-4ef1-869c-dd5efb30a68f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaee2b848-d4b9-5db1-b6ef-d6db29d67de7-1945ad8d-8d27-4599-ae91-466dd6e18eba', 'network_id': '1945ad8d-8d27-4599-ae91-466dd6e18eba', 'tenant_id': 'fccca44ba75849d78e4fa7d330bf062b', 'fixed_ips': [{'subnet_id': '8dd27ae8-974b-49a8-8ab3-c58f2bc416e6'}]}} from n-d-842733-1. {{(pid=103164) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 20:55:57.077019 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a01a5707-f8f8-4ef1-869c-dd5efb30a68f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:57.095006 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1b6806ed-d8a1-43d5-ba09-12632ebfe75f tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:57.095336 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1b6806ed-d8a1-43d5-ba09-12632ebfe75f tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:57.102426 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d5bba1a8-cd65-4339-b3b9-47defb6c0e0b tempest-FloatingIPAdminTestJSON-491845398 tempest-FloatingIPAdminTestJSON-491845398-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:57.112610 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a6f3a111-86c5-4b43-9bca-87a10f12a68d tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401 tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:57.140605 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-fff2e836-c47b-452a-8dc8-e32d9d0f16e9 None None] Current status of the port a75a4434-d023-43c4-865d-cf322f5d9a80 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:55:57.152573 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-1b6806ed-d8a1-43d5-ba09-12632ebfe75f tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Calling delete_port for 1541ba8e-28b0-4690-a10c-35133406e2a4 owned by network:floatingip {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:55:57.161011 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4ca92cab-efe7-49f3-9c14-b1513c14472d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:57.177022 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6f3a111-86c5-4b43-9bca-87a10f12a68d tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401 tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401-project] Network 0119bf49-1d2e-465f-9742-885248d15e60 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:55:57.214897 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-a6f3a111-86c5-4b43-9bca-87a10f12a68d tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401 tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:55:57.257487 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6f3a111-86c5-4b43-9bca-87a10f12a68d tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401 tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401-project] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:55:57.263774 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6f3a111-86c5-4b43-9bca-87a10f12a68d tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401 tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:55:57.265021 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a6f3a111-86c5-4b43-9bca-87a10f12a68d tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401 tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:57.319811 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f3a111-86c5-4b43-9bca-87a10f12a68d tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401 tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401-project] Pushing event updated for resources: {'Port': ['ID=a3093a4f-2dac-48ed-ae89-94c078552501,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:55:57.336336 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f3a111-86c5-4b43-9bca-87a10f12a68d tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401 tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:55:57.336763 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f3a111-86c5-4b43-9bca-87a10f12a68d tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401 tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:55:57.337253 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f3a111-86c5-4b43-9bca-87a10f12a68d tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401 tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:55:57.337615 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f3a111-86c5-4b43-9bca-87a10f12a68d tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401 tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:55:57.338014 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f3a111-86c5-4b43-9bca-87a10f12a68d tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401 tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:55:57.338467 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f3a111-86c5-4b43-9bca-87a10f12a68d tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401 tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:55:57.338796 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f3a111-86c5-4b43-9bca-87a10f12a68d tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401 tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:55:57.339193 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f3a111-86c5-4b43-9bca-87a10f12a68d tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401 tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:55:57.339589 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f3a111-86c5-4b43-9bca-87a10f12a68d tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401 tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:55:57.339980 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f3a111-86c5-4b43-9bca-87a10f12a68d tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401 tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:55:57.340381 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f3a111-86c5-4b43-9bca-87a10f12a68d tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401 tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:55:57.341918 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f3a111-86c5-4b43-9bca-87a10f12a68d tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401 tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:55:57.342089 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-22572ca9-221a-4646-b341-a207f745518f req-32292a71-a88a-46f1-899c-746bc56e328d tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:57.351393 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-4ca92cab-efe7-49f3-9c14-b1513c14472d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1a5803fbe42a4592a29e751ef3ec2058&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5967317 May 20 20:55:57.356983 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 59688) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:55:57.365189 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca92cab-efe7-49f3-9c14-b1513c14472d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=357ff21e-0e64-43d9-acde-d0cf338bbcea,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:55:57.396099 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a8f31a12-db56-40f9-b2e6-1d33c875c116 req-1dd2a1b8-d4cf-424e-87bd-1e2426c03432 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/ports?device_id=46d8592d-7942-4f12-aa6f-72415de83dc5 HTTP/1.1" status: 200 len: 210 time: 0.0653086 May 20 20:55:57.400665 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port a75a4434-d023-43c4-865d-cf322f5d9a80 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:55:57.433586 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-fff2e836-c47b-452a-8dc8-e32d9d0f16e9 None None] Provisioning complete for port 60cb25c9-8f2c-4bb3-9ba3-b28c4323b333 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:55:57.443694 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-fff2e836-c47b-452a-8dc8-e32d9d0f16e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:57.495778 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-73cf323e-4460-48a6-a665-ab2ada160ea9 tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] Allocated IP 2001:db8::139 (5359d9d2-af55-4f42-9958-9ce48ceba6c8/f5ca6719-0fc0-4a28-ab21-a941a3d781cf/741f3ae6-45ee-4908-bb14-95bd47cf7025) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:55:57.507678 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-a6f3a111-86c5-4b43-9bca-87a10f12a68d tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401 tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 2.9999840 May 20 20:55:57.511479 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 59690) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:55:57.525075 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-fff2e836-c47b-452a-8dc8-e32d9d0f16e9 None None] Port 60cb25c9-8f2c-4bb3-9ba3-b28c4323b333 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 20:55:57.573728 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d5bba1a8-cd65-4339-b3b9-47defb6c0e0b tempest-FloatingIPAdminTestJSON-491845398 tempest-FloatingIPAdminTestJSON-491845398-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:57.580554 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-22572ca9-221a-4646-b341-a207f745518f req-32292a71-a88a-46f1-899c-746bc56e328d tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:57.609022 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [None req-a01a5707-f8f8-4ef1-869c-dd5efb30a68f None None] Allocated IP 172.20.0.2 (1945ad8d-8d27-4599-ae91-466dd6e18eba/8dd27ae8-974b-49a8-8ab3-c58f2bc416e6/48972310-06cb-46d7-bab8-35b1efbf3396) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:55:57.610221 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c94eb403-efff-4614-97a8-df3c2b895c15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:57.736786 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-54beed1e-883c-4a52-8943-b894e10f6a25 None None] Provisioning complete for port a3093a4f-2dac-48ed-ae89-94c078552501 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:55:57.737177 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-54beed1e-883c-4a52-8943-b894e10f6a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:57.740524 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22572ca9-221a-4646-b341-a207f745518f req-32292a71-a88a-46f1-899c-746bc56e328d tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Network 181ef755-3c24-496f-be08-8076c8a38f91 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:55:57.750131 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c94eb403-efff-4614-97a8-df3c2b895c15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:57.781418 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [req-22572ca9-221a-4646-b341-a207f745518f req-32292a71-a88a-46f1-899c-746bc56e328d tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:55:57.791968 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-22572ca9-221a-4646-b341-a207f745518f req-32292a71-a88a-46f1-899c-746bc56e328d tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:55:57.818678 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-73cf323e-4460-48a6-a665-ab2ada160ea9 tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:57.819282 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-54beed1e-883c-4a52-8943-b894e10f6a25 None None] Port a3093a4f-2dac-48ed-ae89-94c078552501 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 20:55:57.860863 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-54beed1e-883c-4a52-8943-b894e10f6a25 None None] Provisioning complete for port 60cb25c9-8f2c-4bb3-9ba3-b28c4323b333 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:55:57.861265 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-54beed1e-883c-4a52-8943-b894e10f6a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:57.953603 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a01a5707-f8f8-4ef1-869c-dd5efb30a68f None None] Notify callbacks [] for port, precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:57.957811 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-54beed1e-883c-4a52-8943-b894e10f6a25 None None] Port 60cb25c9-8f2c-4bb3-9ba3-b28c4323b333 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 20:55:57.993849 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d5bba1a8-cd65-4339-b3b9-47defb6c0e0b tempest-FloatingIPAdminTestJSON-491845398 tempest-FloatingIPAdminTestJSON-491845398-project] Notify callbacks [] for router_gateway, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:58.020890 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d5bba1a8-cd65-4339-b3b9-47defb6c0e0b tempest-FloatingIPAdminTestJSON-491845398 tempest-FloatingIPAdminTestJSON-491845398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:58.055244 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a01a5707-f8f8-4ef1-869c-dd5efb30a68f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108'] for port, after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:58.063043 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-73cf323e-4460-48a6-a665-ab2ada160ea9 tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:58.101990 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a01a5707-f8f8-4ef1-869c-dd5efb30a68f None None] Network 1945ad8d-8d27-4599-ae91-466dd6e18eba is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:55:58.105051 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-a01a5707-f8f8-4ef1-869c-dd5efb30a68f None None] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:55:58.110992 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a01a5707-f8f8-4ef1-869c-dd5efb30a68f None None] Received port after_create {{(pid=103164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:55:58.123518 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73cf323e-4460-48a6-a665-ab2ada160ea9 tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] Network 5359d9d2-af55-4f42-9958-9ce48ceba6c8 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:55:58.130285 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-73cf323e-4460-48a6-a665-ab2ada160ea9 tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:55:58.136854 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01a5707-f8f8-4ef1-869c-dd5efb30a68f None None] Pushing event updated for resources: {'Port': ['ID=48972310-06cb-46d7-bab8-35b1efbf3396,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:55:58.145336 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22572ca9-221a-4646-b341-a207f745518f req-32292a71-a88a-46f1-899c-746bc56e328d tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:55:58.145980 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-22572ca9-221a-4646-b341-a207f745518f req-32292a71-a88a-46f1-899c-746bc56e328d tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:58.149065 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32292a71-a88a-46f1-899c-746bc56e328d tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Pushing event updated for resources: {'Port': ['ID=989d7ad9-3d64-43e0-b524-794ebfc4cf95,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:55:58.151352 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73cf323e-4460-48a6-a665-ab2ada160ea9 tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:55:58.161910 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1454aca2-2c98-45c7-b64a-c64d9b225bb3 tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401 tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:55:58.171646 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1454aca2-2c98-45c7-b64a-c64d9b225bb3 tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401 tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:55:58.176634 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1454aca2-2c98-45c7-b64a-c64d9b225bb3 tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401 tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:55:58.181422 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-1454aca2-2c98-45c7-b64a-c64d9b225bb3 tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401 tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2622 time: 0.6661744 May 20 20:55:58.195291 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cf323e-4460-48a6-a665-ab2ada160ea9 tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] Pushing event updated for resources: {'Port': ['ID=741f3ae6-45ee-4908-bb14-95bd47cf7025,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:55:58.197681 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 59702) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:55:58.220315 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-a01a5707-f8f8-4ef1-869c-dd5efb30a68f None None] Attempting to bind port 48972310-06cb-46d7-bab8-35b1efbf3396 on host n-d-842733-1 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:55:58.220940 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-a01a5707-f8f8-4ef1-869c-dd5efb30a68f None None] Attempting to bind port 48972310-06cb-46d7-bab8-35b1efbf3396 by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': 'e532278b-897a-43e3-a0ac-7ccf1fe311b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '1945ad8d-8d27-4599-ae91-466dd6e18eba'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:55:58.221508 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a01a5707-f8f8-4ef1-869c-dd5efb30a68f None None] Attempting to bind port 48972310-06cb-46d7-bab8-35b1efbf3396 on network 1945ad8d-8d27-4599-ae91-466dd6e18eba {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:55:58.238179 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a01a5707-f8f8-4ef1-869c-dd5efb30a68f None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 55, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:55:58.238754 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a01a5707-f8f8-4ef1-869c-dd5efb30a68f None None] Checking segment: {'id': 'e532278b-897a-43e3-a0ac-7ccf1fe311b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '1945ad8d-8d27-4599-ae91-466dd6e18eba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:55:58.245671 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a01a5707-f8f8-4ef1-869c-dd5efb30a68f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:58.245671 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a01a5707-f8f8-4ef1-869c-dd5efb30a68f None None] Bound using segment: {'id': 'e532278b-897a-43e3-a0ac-7ccf1fe311b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '1945ad8d-8d27-4599-ae91-466dd6e18eba'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:55:58.245671 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-a01a5707-f8f8-4ef1-869c-dd5efb30a68f None None] Bound port: 48972310-06cb-46d7-bab8-35b1efbf3396, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e532278b-897a-43e3-a0ac-7ccf1fe311b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '1945ad8d-8d27-4599-ae91-466dd6e18eba'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:55:58.245671 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a01a5707-f8f8-4ef1-869c-dd5efb30a68f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:58.309256 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-d5bba1a8-cd65-4339-b3b9-47defb6c0e0b tempest-FloatingIPAdminTestJSON-491845398 tempest-FloatingIPAdminTestJSON-491845398-project] Allocated IP 172.25.2.83 (e3a93b5c-91e2-4064-9c2c-1afc261bfe15/86fee0c1-6e34-488b-9216-b2b8e7ef585a/53509272-e9cb-4e29-af96-f95ec5d07ada) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:55:58.309912 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1b6806ed-d8a1-43d5-ba09-12632ebfe75f tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:58.332209 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-a01a5707-f8f8-4ef1-869c-dd5efb30a68f None None] For port 48972310-06cb-46d7-bab8-35b1efbf3396, host n-d-842733-1, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:55:58.335597 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-a01a5707-f8f8-4ef1-869c-dd5efb30a68f None None] For port 48972310-06cb-46d7-bab8-35b1efbf3396, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=48972310-06cb-46d7-bab8-35b1efbf3396,segment=NetworkSegment(e532278b-897a-43e3-a0ac-7ccf1fe311b9),segment_id=e532278b-897a-43e3-a0ac-7ccf1fe311b9)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:55:58.362845 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6806ed-d8a1-43d5-ba09-12632ebfe75f tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Pushing event deleted for resources: {'Port': ['ID=1541ba8e-28b0-4690-a10c-35133406e2a4,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:55:58.417977 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device a75a4434-d023-43c4-865d-cf322f5d9a80 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:55:58.421269 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c94eb403-efff-4614-97a8-df3c2b895c15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:58.425438 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c94eb403-efff-4614-97a8-df3c2b895c15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:58.432419 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-c94eb403-efff-4614-97a8-df3c2b895c15 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/357ff21e-0e64-43d9-acde-d0cf338bbcea HTTP/1.1" status: 204 len: 168 time: 1.0710027 May 20 20:55:58.438087 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-22572ca9-221a-4646-b341-a207f745518f req-32292a71-a88a-46f1-899c-746bc56e328d tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6626647 May 20 20:55:58.465148 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [req-22572ca9-221a-4646-b341-a207f745518f req-a9d6c840-4ed3-4203-9160-2c567b5021fe service neutron] Request body: {'port': {'device_id': '46d8592d-7942-4f12-aa6f-72415de83dc5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-842733-1'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:55:58.474210 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94eb403-efff-4614-97a8-df3c2b895c15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=357ff21e-0e64-43d9-acde-d0cf338bbcea,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:55:58.527622 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a01a5707-f8f8-4ef1-869c-dd5efb30a68f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:58.556920 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1b6806ed-d8a1-43d5-ba09-12632ebfe75f tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Notify callbacks [] for floatingip, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:58.560854 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1b6806ed-d8a1-43d5-ba09-12632ebfe75f tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for floatingip, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:58.564927 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-1b6806ed-d8a1-43d5-ba09-12632ebfe75f tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] 10.222.0.35 "DELETE /v2.0/floatingips/493cb45a-929c-43e4-b744-dffd278c1a5a HTTP/1.1" status: 204 len: 168 time: 2.3558662 May 20 20:55:58.582492 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 59712) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:55:58.611955 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01a5707-f8f8-4ef1-869c-dd5efb30a68f None None] Pushing event updated for resources: {'Port': ['ID=48972310-06cb-46d7-bab8-35b1efbf3396,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:55:58.641729 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-22572ca9-221a-4646-b341-a207f745518f req-a9d6c840-4ed3-4203-9160-2c567b5021fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:58.660077 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port a75a4434-d023-43c4-865d-cf322f5d9a80 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:55:58.660617 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:58.735514 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-8f218127-c2eb-4fe3-bdf9-dd3aacc1f16e tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401 tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401-project] Deleting port a3093a4f-2dac-48ed-ae89-94c078552501 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:55:58.736368 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8f218127-c2eb-4fe3-bdf9-dd3aacc1f16e tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401 tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:58.795686 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port a75a4434-d023-43c4-865d-cf322f5d9a80 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:55:58.886436 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-3bac1e5d-cd02-45fc-8d6f-06f587831947 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Deleting port 2e1df5b4-4f1a-4391-8d35-f8e77caf43e0 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:55:58.886997 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3bac1e5d-cd02-45fc-8d6f-06f587831947 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:59.082405 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3bac1e5d-cd02-45fc-8d6f-06f587831947 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:59.111498 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-3bac1e5d-cd02-45fc-8d6f-06f587831947 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Calling delete_port for 2e1df5b4-4f1a-4391-8d35-f8e77caf43e0 owned by {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:55:59.241047 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d5bba1a8-cd65-4339-b3b9-47defb6c0e0b tempest-FloatingIPAdminTestJSON-491845398 tempest-FloatingIPAdminTestJSON-491845398-project] Notify callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:59.251346 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebb9dce-c3ee-45bb-86d4-74e1e84f8e58 req-7dab1448-1786-40e3-b0ae-4a855276918b tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:55:59.258925 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-cebb9dce-c3ee-45bb-86d4-74e1e84f8e58 req-7dab1448-1786-40e3-b0ae-4a855276918b tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/ports?device_id=46d8592d-7942-4f12-aa6f-72415de83dc5 HTTP/1.1" status: 200 len: 931 time: 0.6530285 May 20 20:55:59.267490 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [req-22572ca9-221a-4646-b341-a207f745518f req-a9d6c840-4ed3-4203-9160-2c567b5021fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 989d7ad9-3d64-43e0-b524-794ebfc4cf95 {{(pid=103162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:55:59.283189 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-22572ca9-221a-4646-b341-a207f745518f req-a9d6c840-4ed3-4203-9160-2c567b5021fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:59.299181 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-73cf323e-4460-48a6-a665-ab2ada160ea9 tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:59.304241 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.provisioning_blocks [req-22572ca9-221a-4646-b341-a207f745518f req-a9d6c840-4ed3-4203-9160-2c567b5021fe service neutron] Transition to ACTIVE for port object 989d7ad9-3d64-43e0-b524-794ebfc4cf95 will not be triggered until provisioned by entity L2. {{(pid=103162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 20:55:59.380175 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-22572ca9-221a-4646-b341-a207f745518f req-a9d6c840-4ed3-4203-9160-2c567b5021fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:59.447880 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-cebb9dce-c3ee-45bb-86d4-74e1e84f8e58 req-f07c93e0-a0a7-41ea-a64d-9e6a34f95a5d tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f722a60-38a1-4dbc-a8ff-49f0b32ee364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880934 May 20 20:55:59.458254 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3bac1e5d-cd02-45fc-8d6f-06f587831947 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:59.510566 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d6c840-4ed3-4203-9160-2c567b5021fe service neutron] Pushing event updated for resources: {'Port': ['ID=989d7ad9-3d64-43e0-b524-794ebfc4cf95,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:55:59.513685 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8f218127-c2eb-4fe3-bdf9-dd3aacc1f16e tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401 tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:59.641444 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-8f218127-c2eb-4fe3-bdf9-dd3aacc1f16e tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401 tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401-project] Calling delete_port for a3093a4f-2dac-48ed-ae89-94c078552501 owned by {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:55:59.655510 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bac1e5d-cd02-45fc-8d6f-06f587831947 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Pushing event deleted for resources: {'Port': ['ID=2e1df5b4-4f1a-4391-8d35-f8e77caf43e0,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:55:59.731630 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3bac1e5d-cd02-45fc-8d6f-06f587831947 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:59.735064 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-3bac1e5d-cd02-45fc-8d6f-06f587831947 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] 10.222.0.35 "DELETE /v2.0/ports/2e1df5b4-4f1a-4391-8d35-f8e77caf43e0 HTTP/1.1" status: 204 len: 168 time: 1.1514540 May 20 20:55:59.738132 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 59740) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:55:59.746374 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-73cf323e-4460-48a6-a665-ab2ada160ea9 tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748106'] for router, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:59.750046 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-22572ca9-221a-4646-b341-a207f745518f req-a9d6c840-4ed3-4203-9160-2c567b5021fe service neutron] Attempting to bind port 989d7ad9-3d64-43e0-b524-794ebfc4cf95 on host n-h2-842733-1 for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:55:59.750586 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-22572ca9-221a-4646-b341-a207f745518f req-a9d6c840-4ed3-4203-9160-2c567b5021fe service neutron] Attempting to bind port 989d7ad9-3d64-43e0-b524-794ebfc4cf95 by drivers openvswitch,hyperv on host n-h2-842733-1 at level 0 using segments [{'id': '5c3b9203-18da-4ba0-88d6-e36130f615fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '181ef755-3c24-496f-be08-8076c8a38f91'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:55:59.750879 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22572ca9-221a-4646-b341-a207f745518f req-a9d6c840-4ed3-4203-9160-2c567b5021fe service neutron] Attempting to bind port 989d7ad9-3d64-43e0-b524-794ebfc4cf95 on network 181ef755-3c24-496f-be08-8076c8a38f91 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:55:59.773933 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22572ca9-221a-4646-b341-a207f745518f req-a9d6c840-4ed3-4203-9160-2c567b5021fe service neutron] Port 989d7ad9-3d64-43e0-b524-794ebfc4cf95 on network 181ef755-3c24-496f-be08-8076c8a38f91 not bound, no agent of type Open vSwitch agent registered on host n-h2-842733-1 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 20:55:59.774394 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22572ca9-221a-4646-b341-a207f745518f req-a9d6c840-4ed3-4203-9160-2c567b5021fe service neutron] Attempting to bind port 989d7ad9-3d64-43e0-b524-794ebfc4cf95 on network 181ef755-3c24-496f-be08-8076c8a38f91 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:55:59.787945 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22572ca9-221a-4646-b341-a207f745518f req-a9d6c840-4ed3-4203-9160-2c567b5021fe service neutron] Checking agent: {'id': 'a66f2511-b955-448f-877c-56cfe9c81b12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 33, 2), 'started_at': datetime.datetime(2022, 5, 20, 20, 33, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 55, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:55:59.788219 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22572ca9-221a-4646-b341-a207f745518f req-a9d6c840-4ed3-4203-9160-2c567b5021fe service neutron] Checking segment: {'id': '5c3b9203-18da-4ba0-88d6-e36130f615fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '181ef755-3c24-496f-be08-8076c8a38f91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:55:59.788614 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22572ca9-221a-4646-b341-a207f745518f req-a9d6c840-4ed3-4203-9160-2c567b5021fe service neutron] Bound using segment: {'id': '5c3b9203-18da-4ba0-88d6-e36130f615fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '181ef755-3c24-496f-be08-8076c8a38f91'} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:55:59.789268 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-22572ca9-221a-4646-b341-a207f745518f req-a9d6c840-4ed3-4203-9160-2c567b5021fe service neutron] Bound port: 989d7ad9-3d64-43e0-b524-794ebfc4cf95, host: n-h2-842733-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c3b9203-18da-4ba0-88d6-e36130f615fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '181ef755-3c24-496f-be08-8076c8a38f91'}}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:55:59.789871 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-22572ca9-221a-4646-b341-a207f745518f req-a9d6c840-4ed3-4203-9160-2c567b5021fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:59.988817 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d5bba1a8-cd65-4339-b3b9-47defb6c0e0b tempest-FloatingIPAdminTestJSON-491845398 tempest-FloatingIPAdminTestJSON-491845398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:59.999138 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-22572ca9-221a-4646-b341-a207f745518f req-a9d6c840-4ed3-4203-9160-2c567b5021fe service neutron] For port 989d7ad9-3d64-43e0-b524-794ebfc4cf95, host n-h2-842733-1, cleared binding levels {{(pid=103162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:56:00.004375 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-22572ca9-221a-4646-b341-a207f745518f req-a9d6c840-4ed3-4203-9160-2c567b5021fe service neutron] For port 989d7ad9-3d64-43e0-b524-794ebfc4cf95, host n-h2-842733-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=989d7ad9-3d64-43e0-b524-794ebfc4cf95,segment=NetworkSegment(5c3b9203-18da-4ba0-88d6-e36130f615fb),segment_id=5c3b9203-18da-4ba0-88d6-e36130f615fb)] {{(pid=103162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:56:00.015957 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-48cd35e2-f49b-4d5d-b4a2-5f60be508d4d tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Deleting port 572584f9-d33c-4ce6-b334-490469f36e8c {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:56:00.016304 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-48cd35e2-f49b-4d5d-b4a2-5f60be508d4d tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:00.095281 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-22572ca9-221a-4646-b341-a207f745518f req-a9d6c840-4ed3-4203-9160-2c567b5021fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:00.269924 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bba1a8-cd65-4339-b3b9-47defb6c0e0b tempest-FloatingIPAdminTestJSON-491845398 tempest-FloatingIPAdminTestJSON-491845398-project] Pushing event updated for resources: {'Port': ['ID=53509272-e9cb-4e29-af96-f95ec5d07ada,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:56:00.301187 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-48cd35e2-f49b-4d5d-b4a2-5f60be508d4d tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:00.335546 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-48cd35e2-f49b-4d5d-b4a2-5f60be508d4d tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Calling delete_port for 572584f9-d33c-4ce6-b334-490469f36e8c owned by {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:56:00.336527 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5bba1a8-cd65-4339-b3b9-47defb6c0e0b tempest-FloatingIPAdminTestJSON-491845398 tempest-FloatingIPAdminTestJSON-491845398-project] Network e3a93b5c-91e2-4064-9c2c-1afc261bfe15 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:56:00.353311 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-d5bba1a8-cd65-4339-b3b9-47defb6c0e0b tempest-FloatingIPAdminTestJSON-491845398 tempest-FloatingIPAdminTestJSON-491845398-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:56:00.359063 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5bba1a8-cd65-4339-b3b9-47defb6c0e0b tempest-FloatingIPAdminTestJSON-491845398 tempest-FloatingIPAdminTestJSON-491845398-project] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:56:00.401586 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a518c7a7-b884-4ebc-862e-8b7f1e0fbb85 None None] Network 1945ad8d-8d27-4599-ae91-466dd6e18eba requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:56:00.479028 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8f218127-c2eb-4fe3-bdf9-dd3aacc1f16e tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401 tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:00.508022 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22572ca9-221a-4646-b341-a207f745518f req-a9d6c840-4ed3-4203-9160-2c567b5021fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:56:00.508745 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-22572ca9-221a-4646-b341-a207f745518f req-a9d6c840-4ed3-4203-9160-2c567b5021fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:00.510406 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-22572ca9-221a-4646-b341-a207f745518f req-a9d6c840-4ed3-4203-9160-2c567b5021fe service neutron] 10.222.0.13 "PUT /v2.0/ports/989d7ad9-3d64-43e0-b524-794ebfc4cf95 HTTP/1.1" status: 200 len: 1091 time: 2.0527580 May 20 20:56:00.511252 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d6c840-4ed3-4203-9160-2c567b5021fe service neutron] Pushing event updated for resources: {'Port': ['ID=989d7ad9-3d64-43e0-b524-794ebfc4cf95,revision_number=3']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:56:00.514756 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46d8592d-7942-4f12-aa6f-72415de83dc5', 'tag': '989d7ad9-3d64-43e0-b524-794ebfc4cf95'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:56:00.517169 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6fa957933fccbf596d28104b23404b952ad6a8238afaebaed40a0874b2e409" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c45e9c2-0f92-44bc-8d06-b1c0ddf760a0" -d '{"events": [{"name": "network-changed", "server_uuid": "46d8592d-7942-4f12-aa6f-72415de83dc5", "tag": "989d7ad9-3d64-43e0-b524-794ebfc4cf95"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:56:00.586789 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b5603ff3-988a-4535-8634-d60fb69c679c None None] Provisioning complete for port 48972310-06cb-46d7-bab8-35b1efbf3396 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:56:00.587430 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b5603ff3-988a-4535-8634-d60fb69c679c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:00.626122 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 20:56:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a5cf675-1f43-4d2b-a267-16c5fbdee90b x-openstack-request-id: req-7a5cf675-1f43-4d2b-a267-16c5fbdee90b {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:56:00.626735 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46d8592d-7942-4f12-aa6f-72415de83dc5", "tag": "989d7ad9-3d64-43e0-b524-794ebfc4cf95", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:56:00.627170 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7a5cf675-1f43-4d2b-a267-16c5fbdee90b {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:56:00.627876 n-d-842733-1 neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a5cf675-1f43-4d2b-a267-16c5fbdee90b'] response: {'name': 'network-changed', 'server_uuid': '46d8592d-7942-4f12-aa6f-72415de83dc5', 'tag': '989d7ad9-3d64-43e0-b524-794ebfc4cf95', 'status': 'completed', 'code': 200} May 20 20:56:00.646427 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 48972310-06cb-46d7-bab8-35b1efbf3396 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:56:00.780074 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22572ca9-221a-4646-b341-a207f745518f req-cb82cecb-2972-4fc3-91ce-0e27029bd7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:56:00.782331 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-22572ca9-221a-4646-b341-a207f745518f req-cb82cecb-2972-4fc3-91ce-0e27029bd7e3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=715802857a834d4a8fbaa37d5efc4e1e&device_id=46d8592d-7942-4f12-aa6f-72415de83dc5 HTTP/1.1" status: 200 len: 1094 time: 0.1048248 May 20 20:56:00.842411 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f218127-c2eb-4fe3-bdf9-dd3aacc1f16e tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401 tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401-project] Pushing event deleted for resources: {'Port': ['ID=a3093a4f-2dac-48ed-ae89-94c078552501,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:56:00.866486 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8f218127-c2eb-4fe3-bdf9-dd3aacc1f16e tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401 tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:00.872062 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-8f218127-c2eb-4fe3-bdf9-dd3aacc1f16e tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401 tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401-project] 10.222.0.35 "DELETE /v2.0/ports/a3093a4f-2dac-48ed-ae89-94c078552501 HTTP/1.1" status: 204 len: 168 time: 2.6677897 May 20 20:56:00.894954 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 59768) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:56:00.911959 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-77035dab-9d81-4bd0-92c3-ee95eb3c03cd tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401 tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401-project] Request body: {'port': {'name': 'tempest-new-port-name-896544558', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:56:00.914105 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.api.validators [None req-77035dab-9d81-4bd0-92c3-ee95eb3c03cd tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401 tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401-project] bootfile-name is not in valid_values {{(pid=103163) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} May 20 20:56:00.914555 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.api.validators [None req-77035dab-9d81-4bd0-92c3-ee95eb3c03cd tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401 tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401-project] tftp-server is not in valid_values {{(pid=103163) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} May 20 20:56:00.914984 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.api.validators [None req-77035dab-9d81-4bd0-92c3-ee95eb3c03cd tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401 tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401-project] server-ip-address is not in valid_values {{(pid=103163) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} May 20 20:56:00.916296 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-22572ca9-221a-4646-b341-a207f745518f req-c18759fd-e9e5-480b-ba6e-658c61f812d9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=989d7ad9-3d64-43e0-b524-794ebfc4cf95 HTTP/1.1" status: 200 len: 217 time: 0.1193676 May 20 20:56:00.916923 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-48cd35e2-f49b-4d5d-b4a2-5f60be508d4d tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:00.995110 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 48972310-06cb-46d7-bab8-35b1efbf3396 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:56:00.995395 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:01.067508 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cd35e2-f49b-4d5d-b4a2-5f60be508d4d tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Pushing event deleted for resources: {'Port': ['ID=572584f9-d33c-4ce6-b334-490469f36e8c,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:56:01.158653 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22572ca9-221a-4646-b341-a207f745518f req-87fb7ee9-879c-4b0a-80b4-280eea1a294c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:56:01.160948 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-22572ca9-221a-4646-b341-a207f745518f req-87fb7ee9-879c-4b0a-80b4-280eea1a294c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=dd6622f3-1158-4c3b-bd25-193ec3e3078b HTTP/1.1" status: 200 len: 852 time: 0.2382727 May 20 20:56:01.175900 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-77035dab-9d81-4bd0-92c3-ee95eb3c03cd tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401 tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:01.177914 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73cf323e-4460-48a6-a665-ab2ada160ea9 tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] Router e4f5809a-8c40-4168-89d7-af6205987255 is scheduled to L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e with binding_index 1 {{(pid=103163) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 20 20:56:01.190982 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0adf43-ef61-4700-95f5-c1028523abcf req-869355df-a902-4c34-b977-4eb378024d75 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:56:01.199515 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-bc0adf43-ef61-4700-95f5-c1028523abcf req-869355df-a902-4c34-b977-4eb378024d75 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/ports?device_id=46d8592d-7942-4f12-aa6f-72415de83dc5 HTTP/1.1" status: 200 len: 943 time: 0.4503453 May 20 20:56:01.253444 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-22572ca9-221a-4646-b341-a207f745518f req-1e1ed698-a5a9-4dda-aa81-70192f3f6092 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=181ef755-3c24-496f-be08-8076c8a38f91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0693502 May 20 20:56:01.298033 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b5603ff3-988a-4535-8634-d60fb69c679c None None] Current status of the port 48972310-06cb-46d7-bab8-35b1efbf3396 is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:56:01.300732 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b5603ff3-988a-4535-8634-d60fb69c679c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:01.384876 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-22572ca9-221a-4646-b341-a207f745518f req-a4f3be80-68f6-48d3-b916-a48f7da86059 service neutron] 10.222.0.13 "GET /v2.0/networks/181ef755-3c24-496f-be08-8076c8a38f91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206989 May 20 20:56:01.464356 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 48972310-06cb-46d7-bab8-35b1efbf3396 is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:56:01.473643 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:01.533410 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b5603ff3-988a-4535-8634-d60fb69c679c None None] For port 48972310-06cb-46d7-bab8-35b1efbf3396, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=48972310-06cb-46d7-bab8-35b1efbf3396,segment=NetworkSegment(e532278b-897a-43e3-a0ac-7ccf1fe311b9),segment_id=e532278b-897a-43e3-a0ac-7ccf1fe311b9)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:56:01.611451 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b5603ff3-988a-4535-8634-d60fb69c679c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:01.614161 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-48cd35e2-f49b-4d5d-b4a2-5f60be508d4d tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:01.628405 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-48cd35e2-f49b-4d5d-b4a2-5f60be508d4d tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] 10.222.0.35 "DELETE /v2.0/ports/572584f9-d33c-4ce6-b334-490469f36e8c HTTP/1.1" status: 204 len: 168 time: 1.8798227 May 20 20:56:01.632084 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 59790) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:56:01.749005 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-77035dab-9d81-4bd0-92c3-ee95eb3c03cd tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401 tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401-project] Notify callbacks [] for port, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:01.809975 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-22572ca9-221a-4646-b341-a207f745518f req-aecf881d-c193-417e-a0b2-774737c4ebb1 service neutron] 10.222.0.13 "GET /v2.0/networks/181ef755-3c24-496f-be08-8076c8a38f91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4169831 May 20 20:56:01.816190 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.db.api [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103164) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 20 20:56:01.821509 n-d-842733-1 neutron-server[103164]: DEBUG oslo_db.api [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 20 20:56:01.873763 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe87cfe1-1607-4da9-b3d7-8d546a63a697 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Deleting subnet 7fbbf488-7764-47d2-845a-1d321aa7918a {{(pid=103162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 20 20:56:01.889067 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-fe87cfe1-1607-4da9-b3d7-8d546a63a697 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Notify callbacks [] for subnet, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:01.890866 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5603ff3-988a-4535-8634-d60fb69c679c None None] Pushing event updated for resources: {'Port': ['ID=48972310-06cb-46d7-bab8-35b1efbf3396,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:56:01.903128 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-ad1e51a0-6b2b-427c-8170-81e6dfd9e23d None None] Provisioning complete for port 48972310-06cb-46d7-bab8-35b1efbf3396 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:56:01.903909 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ad1e51a0-6b2b-427c-8170-81e6dfd9e23d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:01.911761 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73cf323e-4460-48a6-a665-ab2ada160ea9 tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 20:56:01.925657 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b122069-f018-472c-9e40-ab1a855e77ce None None] Sync routers for ids ['e4f5809a-8c40-4168-89d7-af6205987255'] in n-d-842733-1 {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 20:56:01.950650 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b122069-f018-472c-9e40-ab1a855e77ce None None] Routers {'e4f5809a-8c40-4168-89d7-af6205987255'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:56:01.951412 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-3b122069-f018-472c-9e40-ab1a855e77ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:55:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['e4f5809a-8c40-4168-89d7-af6205987255'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:56:01.972384 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-77035dab-9d81-4bd0-92c3-ee95eb3c03cd tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401 tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:01.987274 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-fe87cfe1-1607-4da9-b3d7-8d546a63a697 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3738392'] for subnet, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:02.037391 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-bc0adf43-ef61-4700-95f5-c1028523abcf req-69ac4dc7-e090-4e66-87c4-a6fd3a6fb987 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f722a60-38a1-4dbc-a8ff-49f0b32ee364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8360193 May 20 20:56:02.082934 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-3b122069-f018-472c-9e40-ab1a855e77ce None None] Set router e4f5809a-8c40-4168-89d7-af6205987255 gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:56:02.146314 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-73cf323e-4460-48a6-a665-ab2ada160ea9 tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] Notify callbacks [] for router, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:02.148121 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-73cf323e-4460-48a6-a665-ab2ada160ea9 tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 7.7124453 May 20 20:56:02.160282 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 59804) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:56:02.192224 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-77035dab-9d81-4bd0-92c3-ee95eb3c03cd tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401 tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401-project] In _notify_port_updated(), no bound segment for port 60cb25c9-8f2c-4bb3-9ba3-b28c4323b333 on network 0119bf49-1d2e-465f-9742-885248d15e60 {{(pid=103163) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} May 20 20:56:02.198314 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77035dab-9d81-4bd0-92c3-ee95eb3c03cd tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401 tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:56:02.202042 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-77035dab-9d81-4bd0-92c3-ee95eb3c03cd tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401 tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:02.207242 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-77035dab-9d81-4bd0-92c3-ee95eb3c03cd tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401 tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401-project] 10.222.0.35 "PUT /v2.0/ports/60cb25c9-8f2c-4bb3-9ba3-b28c4323b333 HTTP/1.1" status: 200 len: 1129 time: 1.3087187 May 20 20:56:02.217908 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 59806) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:56:02.220085 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-ad1e51a0-6b2b-427c-8170-81e6dfd9e23d None None] Current status of the port 48972310-06cb-46d7-bab8-35b1efbf3396 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:56:02.221963 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d5bba1a8-cd65-4339-b3b9-47defb6c0e0b tempest-FloatingIPAdminTestJSON-491845398 tempest-FloatingIPAdminTestJSON-491845398-project] Notify callbacks [] for router_gateway, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:02.351940 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-3b122069-f018-472c-9e40-ab1a855e77ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4f5809a-8c40-4168-89d7-af6205987255', 'name': '', 'tenant_id': '24cc80bd23034cbf9d9bd0f429a60915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5359d9d2-af55-4f42-9958-9ce48ceba6c8', 'external_fixed_ips': [{'subnet_id': 'f5ca6719-0fc0-4a28-ab21-a941a3d781cf', 'ip_address': '2001:db8::139'}], 'enable_snat': True}, 'gw_port_id': '741f3ae6-45ee-4908-bb14-95bd47cf7025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:55:54Z', 'updated_at': '2022-05-20T20:55:58Z', 'revision_number': 3, 'project_id': '24cc80bd23034cbf9d9bd0f429a60915', 'gw_port': {'id': '741f3ae6-45ee-4908-bb14-95bd47cf7025', 'name': '', 'network_id': '5359d9d2-af55-4f42-9958-9ce48ceba6c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:08:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4f5809a-8c40-4168-89d7-af6205987255', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2282, 'fixed_ips': [{'subnet_id': 'f5ca6719-0fc0-4a28-ab21-a941a3d781cf', 'ip_address': '2001:db8::139', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:55:56Z', 'updated_at': '2022-05-20T20:55:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f5ca6719-0fc0-4a28-ab21-a941a3d781cf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:56:02.400284 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b122069-f018-472c-9e40-ab1a855e77ce None None] Checking router: e4f5809a-8c40-4168-89d7-af6205987255 for host: n-d-842733-1 {{(pid=103165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 20:56:02.400955 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b122069-f018-472c-9e40-ab1a855e77ce None None] Updating router e4f5809a-8c40-4168-89d7-af6205987255 port 741f3ae6-45ee-4908-bb14-95bd47cf7025 binding host n-d-842733-1 {{(pid=103165) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 20:56:02.414091 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:02.446095 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-3b122069-f018-472c-9e40-ab1a855e77ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:02.447958 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 48972310-06cb-46d7-bab8-35b1efbf3396 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:56:02.516151 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77035dab-9d81-4bd0-92c3-ee95eb3c03cd tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401 tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401-project] Pushing event updated for resources: {'Port': ['ID=60cb25c9-8f2c-4bb3-9ba3-b28c4323b333,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:56:02.522073 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-369f1d24-3ec1-4837-891a-edd51154572c tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401 tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:56:02.537800 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 59810) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:56:02.548532 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-369f1d24-3ec1-4837-891a-edd51154572c tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401 tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401-project] 10.222.0.35 "GET /v2.0/ports/60cb25c9-8f2c-4bb3-9ba3-b28c4323b333 HTTP/1.1" status: 200 len: 1129 time: 0.2881961 May 20 20:56:02.556237 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c45e9c2-0f92-44bc-8d06-b1c0ddf760a0 req-1d5fa245-f46c-48cc-8efd-51bed1a08b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:56:02.558921 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-9c45e9c2-0f92-44bc-8d06-b1c0ddf760a0 req-1d5fa245-f46c-48cc-8efd-51bed1a08b3f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=715802857a834d4a8fbaa37d5efc4e1e&device_id=46d8592d-7942-4f12-aa6f-72415de83dc5 HTTP/1.1" status: 200 len: 1094 time: 0.4668407 May 20 20:56:02.573011 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-fe87cfe1-1607-4da9-b3d7-8d546a63a697 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33068388'] for subnet, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:02.667328 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-8417e1c4-00b7-4c3d-a690-c5b5ae15a33e None None] Provisioning complete for port 60cb25c9-8f2c-4bb3-9ba3-b28c4323b333 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:56:02.668527 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-8417e1c4-00b7-4c3d-a690-c5b5ae15a33e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:02.740779 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 48972310-06cb-46d7-bab8-35b1efbf3396 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:56:02.823189 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-fe87cfe1-1607-4da9-b3d7-8d546a63a697 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33068399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3797621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4018265'] for subnet, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:02.867902 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-8417e1c4-00b7-4c3d-a690-c5b5ae15a33e None None] Port 60cb25c9-8f2c-4bb3-9ba3-b28c4323b333 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 20:56:02.876152 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-3b122069-f018-472c-9e40-ab1a855e77ce None None] Notify callbacks [] for port, precommit_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:02.903030 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe87cfe1-1607-4da9-b3d7-8d546a63a697 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Pushing event deleted for resources: {'Subnet': ['ID=7fbbf488-7764-47d2-845a-1d321aa7918a,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:56:02.921346 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 48972310-06cb-46d7-bab8-35b1efbf3396 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:56:02.922033 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:02.934753 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-fe87cfe1-1607-4da9-b3d7-8d546a63a697 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Notify callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:02.941089 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-fe87cfe1-1607-4da9-b3d7-8d546a63a697 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] 10.222.0.35 "DELETE /v2.0/subnets/7fbbf488-7764-47d2-845a-1d321aa7918a HTTP/1.1" status: 204 len: 168 time: 1.2721543 May 20 20:56:02.945514 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-3b122069-f018-472c-9e40-ab1a855e77ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:02.949057 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c45e9c2-0f92-44bc-8d06-b1c0ddf760a0 req-a02a6f58-c024-41e6-9299-3fd11842d9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:56:02.950750 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 59822) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:56:02.957786 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-9c45e9c2-0f92-44bc-8d06-b1c0ddf760a0 req-a02a6f58-c024-41e6-9299-3fd11842d9aa service neutron] 10.222.0.13 "GET /v2.0/networks?id=181ef755-3c24-496f-be08-8076c8a38f91 HTTP/1.1" status: 200 len: 913 time: 0.3765955 May 20 20:56:02.974288 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5067456-22b4-4a85-98d5-85cee4203dec None None] Network 55b562d5-5067-4b35-82c1-b8cbe81beb27 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:56:03.033247 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-3b122069-f018-472c-9e40-ab1a855e77ce None None] Attempting to bind port 741f3ae6-45ee-4908-bb14-95bd47cf7025 on host n-d-842733-1 for vnic_type normal with profile {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:56:03.037409 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-3b122069-f018-472c-9e40-ab1a855e77ce None None] Attempting to bind port 741f3ae6-45ee-4908-bb14-95bd47cf7025 by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': '8e8f4b66-4fc1-40ef-b0e6-49bd116f457d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '5359d9d2-af55-4f42-9958-9ce48ceba6c8'}] {{(pid=103165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:56:03.037919 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b122069-f018-472c-9e40-ab1a855e77ce None None] Attempting to bind port 741f3ae6-45ee-4908-bb14-95bd47cf7025 on network 5359d9d2-af55-4f42-9958-9ce48ceba6c8 {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:56:03.107691 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-9c45e9c2-0f92-44bc-8d06-b1c0ddf760a0 req-01d94c6f-2546-46ce-ba02-680664c7dc7b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=989d7ad9-3d64-43e0-b524-794ebfc4cf95 HTTP/1.1" status: 200 len: 217 time: 0.1420500 May 20 20:56:03.114001 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b122069-f018-472c-9e40-ab1a855e77ce None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 55, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:56:03.115514 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b122069-f018-472c-9e40-ab1a855e77ce None None] Checking segment: {'id': '8e8f4b66-4fc1-40ef-b0e6-49bd116f457d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '5359d9d2-af55-4f42-9958-9ce48ceba6c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:56:03.115920 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-3b122069-f018-472c-9e40-ab1a855e77ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:03.118489 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b122069-f018-472c-9e40-ab1a855e77ce None None] Bound using segment: {'id': '8e8f4b66-4fc1-40ef-b0e6-49bd116f457d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '5359d9d2-af55-4f42-9958-9ce48ceba6c8'} {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:56:03.120701 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-3b122069-f018-472c-9e40-ab1a855e77ce None None] Bound port: 741f3ae6-45ee-4908-bb14-95bd47cf7025, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e8f4b66-4fc1-40ef-b0e6-49bd116f457d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '5359d9d2-af55-4f42-9958-9ce48ceba6c8'}}] {{(pid=103165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:56:03.122124 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-3b122069-f018-472c-9e40-ab1a855e77ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:03.219564 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 48972310-06cb-46d7-bab8-35b1efbf3396 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:56:03.288025 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-3b122069-f018-472c-9e40-ab1a855e77ce None None] For port 741f3ae6-45ee-4908-bb14-95bd47cf7025, host n-d-842733-1, cleared binding levels {{(pid=103165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:56:03.292239 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c45e9c2-0f92-44bc-8d06-b1c0ddf760a0 req-42d1fbc7-45e4-4a06-bc0e-85a88d2af973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:56:03.295076 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-9c45e9c2-0f92-44bc-8d06-b1c0ddf760a0 req-42d1fbc7-45e4-4a06-bc0e-85a88d2af973 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=dd6622f3-1158-4c3b-bd25-193ec3e3078b HTTP/1.1" status: 200 len: 852 time: 0.1448720 May 20 20:56:03.296669 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-3b122069-f018-472c-9e40-ab1a855e77ce None None] For port 741f3ae6-45ee-4908-bb14-95bd47cf7025, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=741f3ae6-45ee-4908-bb14-95bd47cf7025,segment=NetworkSegment(8e8f4b66-4fc1-40ef-b0e6-49bd116f457d),segment_id=8e8f4b66-4fc1-40ef-b0e6-49bd116f457d)] {{(pid=103165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:56:03.324571 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173b7cd3-4f83-46c1-a284-9f910ef25426 None None] Pushing event updated for resources: {'Port': ['ID=741f3ae6-45ee-4908-bb14-95bd47cf7025,revision_number=2']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:56:03.334137 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-9c45e9c2-0f92-44bc-8d06-b1c0ddf760a0 req-724d4bec-710a-4d1a-9e7f-e22f5637f7b7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=181ef755-3c24-496f-be08-8076c8a38f91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313389 May 20 20:56:03.334776 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173b7cd3-4f83-46c1-a284-9f910ef25426 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:56:03.335464 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173b7cd3-4f83-46c1-a284-9f910ef25426 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:56:03.335969 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173b7cd3-4f83-46c1-a284-9f910ef25426 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:56:03.336488 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173b7cd3-4f83-46c1-a284-9f910ef25426 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:56:03.336815 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173b7cd3-4f83-46c1-a284-9f910ef25426 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:56:03.337476 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173b7cd3-4f83-46c1-a284-9f910ef25426 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:56:03.340119 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173b7cd3-4f83-46c1-a284-9f910ef25426 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:56:03.341419 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173b7cd3-4f83-46c1-a284-9f910ef25426 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:56:03.347800 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173b7cd3-4f83-46c1-a284-9f910ef25426 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:56:03.347800 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173b7cd3-4f83-46c1-a284-9f910ef25426 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:56:03.347800 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173b7cd3-4f83-46c1-a284-9f910ef25426 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:56:03.347800 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173b7cd3-4f83-46c1-a284-9f910ef25426 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:56:03.373269 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-3b122069-f018-472c-9e40-ab1a855e77ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:03.407962 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-988ae8d3-ae7d-4e04-8c66-4cf173909a38 None None] DHCP port deletion for 55b562d5-5067-4b35-82c1-b8cbe81beb27 request from n-d-842733-1 {{(pid=103164) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 20:56:03.494496 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b122069-f018-472c-9e40-ab1a855e77ce None None] Routers {'e4f5809a-8c40-4168-89d7-af6205987255'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:56:03.497913 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-3b122069-f018-472c-9e40-ab1a855e77ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:55:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['e4f5809a-8c40-4168-89d7-af6205987255'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:56:03.515688 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-988ae8d3-ae7d-4e04-8c66-4cf173909a38 None None] Deleting port 58edf90f-425f-439e-b629-385cc6558931 {{(pid=103164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:56:03.523915 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-988ae8d3-ae7d-4e04-8c66-4cf173909a38 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:03.524685 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_v2 [None req-d16303e1-78ec-449a-a907-7271071edec9 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Deleting subnet 59b92b0c-ed8d-4efc-a77e-dc7193508e61 {{(pid=103163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 20 20:56:03.529771 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d16303e1-78ec-449a-a907-7271071edec9 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Notify callbacks [] for subnet, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:03.537966 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-9c45e9c2-0f92-44bc-8d06-b1c0ddf760a0 req-df22bbe1-b974-4e65-a23d-ed8de330ba58 service neutron] 10.222.0.13 "GET /v2.0/networks/181ef755-3c24-496f-be08-8076c8a38f91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1951761 May 20 20:56:03.591582 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d16303e1-78ec-449a-a907-7271071edec9 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9338757'] for subnet, precommit_delete_associations {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:03.614716 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173b7cd3-4f83-46c1-a284-9f910ef25426 None None] Pushing event updated for resources: {'Port': ['ID=741f3ae6-45ee-4908-bb14-95bd47cf7025,revision_number=3']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:56:03.650708 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-988ae8d3-ae7d-4e04-8c66-4cf173909a38 None None] For port 58edf90f-425f-439e-b629-385cc6558931, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=58edf90f-425f-439e-b629-385cc6558931,segment=NetworkSegment(3b05c879-c09c-4a80-a0be-ac1f12f8feca),segment_id=3b05c879-c09c-4a80-a0be-ac1f12f8feca)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:56:03.651137 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-988ae8d3-ae7d-4e04-8c66-4cf173909a38 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:03.712022 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-988ae8d3-ae7d-4e04-8c66-4cf173909a38 None None] Calling delete_port for 58edf90f-425f-439e-b629-385cc6558931 owned by network:dhcp {{(pid=103164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:56:03.783920 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-3b122069-f018-472c-9e40-ab1a855e77ce None None] Set router e4f5809a-8c40-4168-89d7-af6205987255 gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:56:03.785884 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-9c45e9c2-0f92-44bc-8d06-b1c0ddf760a0 req-3ad5887c-8292-42d6-80a6-e8f1b089e1d0 service neutron] 10.222.0.13 "GET /v2.0/networks/181ef755-3c24-496f-be08-8076c8a38f91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2408018 May 20 20:56:03.929258 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1f5d2beb-8d66-44ce-a652-9563ef731784 tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] Notify callbacks [] for router, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:03.974794 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-988ae8d3-ae7d-4e04-8c66-4cf173909a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099'] for port, after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:04.053286 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-988ae8d3-ae7d-4e04-8c66-4cf173909a38 None None] No DVR routers for this DVR port 58edf90f-425f-439e-b629-385cc6558931 on host n-d-842733-1 {{(pid=103164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:56:04.059625 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988ae8d3-ae7d-4e04-8c66-4cf173909a38 None None] Pushing event deleted for resources: {'Port': ['ID=58edf90f-425f-439e-b629-385cc6558931,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:56:04.083557 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d16303e1-78ec-449a-a907-7271071edec9 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33068388'] for subnet, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:04.191704 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-3b122069-f018-472c-9e40-ab1a855e77ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4f5809a-8c40-4168-89d7-af6205987255', 'name': '', 'tenant_id': '24cc80bd23034cbf9d9bd0f429a60915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5359d9d2-af55-4f42-9958-9ce48ceba6c8', 'external_fixed_ips': [{'subnet_id': 'f5ca6719-0fc0-4a28-ab21-a941a3d781cf', 'ip_address': '2001:db8::139'}], 'enable_snat': True}, 'gw_port_id': '741f3ae6-45ee-4908-bb14-95bd47cf7025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:55:54Z', 'updated_at': '2022-05-20T20:55:58Z', 'revision_number': 3, 'project_id': '24cc80bd23034cbf9d9bd0f429a60915', 'gw_port': {'id': '741f3ae6-45ee-4908-bb14-95bd47cf7025', 'name': '', 'network_id': '5359d9d2-af55-4f42-9958-9ce48ceba6c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:08:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4f5809a-8c40-4168-89d7-af6205987255', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2282, 'fixed_ips': [{'subnet_id': 'f5ca6719-0fc0-4a28-ab21-a941a3d781cf', 'ip_address': '2001:db8::139', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:55:56Z', 'updated_at': '2022-05-20T20:56:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5ca6719-0fc0-4a28-ab21-a941a3d781cf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:56:04.255395 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b122069-f018-472c-9e40-ab1a855e77ce None None] The sync data for ids ['e4f5809a-8c40-4168-89d7-af6205987255'] in n-d-842733-1 is: [{'id': 'e4f5809a-8c40-4168-89d7-af6205987255', 'name': '', 'tenant_id': '24cc80bd23034cbf9d9bd0f429a60915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5359d9d2-af55-4f42-9958-9ce48ceba6c8', 'external_fixed_ips': [{'subnet_id': 'f5ca6719-0fc0-4a28-ab21-a941a3d781cf', 'ip_address': '2001:db8::139'}], 'enable_snat': True}, 'gw_port_id': '741f3ae6-45ee-4908-bb14-95bd47cf7025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:55:54Z', 'updated_at': '2022-05-20T20:55:58Z', 'revision_number': 3, 'project_id': '24cc80bd23034cbf9d9bd0f429a60915', 'gw_port': {'id': '741f3ae6-45ee-4908-bb14-95bd47cf7025', 'name': '', 'network_id': '5359d9d2-af55-4f42-9958-9ce48ceba6c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:08:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4f5809a-8c40-4168-89d7-af6205987255', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2282, 'fixed_ips': [{'subnet_id': 'f5ca6719-0fc0-4a28-ab21-a941a3d781cf', 'ip_address': '2001:db8::139', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:55:56Z', 'updated_at': '2022-05-20T20:56:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5ca6719-0fc0-4a28-ab21-a941a3d781cf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 20:56:04.321437 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 989d7ad9-3d64-43e0-b524-794ebfc4cf95 details requested by agent hyperv_n-h2-842733-1 with host n-h2-842733-1 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 20:56:04.406382 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-a7092d2f-6241-4abe-9754-b65508fcab12 tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401 tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401-project] Deleting port 60cb25c9-8f2c-4bb3-9ba3-b28c4323b333 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:56:04.406736 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a7092d2f-6241-4abe-9754-b65508fcab12 tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401 tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:04.440476 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f225fed-d21b-48b9-993b-645a288bc9ef req-218b3c2f-a7de-4a75-8497-92318c2ba05b tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:56:04.442658 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2f225fed-d21b-48b9-993b-645a288bc9ef req-218b3c2f-a7de-4a75-8497-92318c2ba05b tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/ports?device_id=46d8592d-7942-4f12-aa6f-72415de83dc5 HTTP/1.1" status: 200 len: 943 time: 0.6344514 May 20 20:56:04.500774 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port 989d7ad9-3d64-43e0-b524-794ebfc4cf95, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=989d7ad9-3d64-43e0-b524-794ebfc4cf95,segment=NetworkSegment(5c3b9203-18da-4ba0-88d6-e36130f615fb),segment_id=5c3b9203-18da-4ba0-88d6-e36130f615fb)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:56:04.539156 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Returning: {'device': '989d7ad9-3d64-43e0-b524-794ebfc4cf95', 'network_id': '181ef755-3c24-496f-be08-8076c8a38f91', 'port_id': '989d7ad9-3d64-43e0-b524-794ebfc4cf95', 'mac_address': 'fa:16:3e:c5:77:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd6622f3-1158-4c3b-bd25-193ec3e3078b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 20 20:56:04.598476 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 58edf90f-425f-439e-b629-385cc6558931 no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:56:04.643825 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d5bba1a8-cd65-4339-b3b9-47defb6c0e0b tempest-FloatingIPAdminTestJSON-491845398 tempest-FloatingIPAdminTestJSON-491845398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748106'] for router, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:04.657036 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: 58edf90f-425f-439e-b629-385cc6558931 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 20:56:04.657530 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 58edf90f-425f-439e-b629-385cc6558931 not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 20:56:04.678018 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port 989d7ad9-3d64-43e0-b524-794ebfc4cf95 is: DOWN; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:56:04.678018 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:04.691079 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 989d7ad9-3d64-43e0-b524-794ebfc4cf95 {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:56:04.731587 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port 989d7ad9-3d64-43e0-b524-794ebfc4cf95, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=989d7ad9-3d64-43e0-b524-794ebfc4cf95,segment=NetworkSegment(5c3b9203-18da-4ba0-88d6-e36130f615fb),segment_id=5c3b9203-18da-4ba0-88d6-e36130f615fb)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:56:04.810698 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a7092d2f-6241-4abe-9754-b65508fcab12 tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401 tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:04.813623 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1f5d2beb-8d66-44ce-a652-9563ef731784 tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:04.844847 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2f225fed-d21b-48b9-993b-645a288bc9ef req-16b820ce-c8ca-4167-8ca5-8e6586eee879 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f722a60-38a1-4dbc-a8ff-49f0b32ee364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3193364 May 20 20:56:04.846505 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-a7092d2f-6241-4abe-9754-b65508fcab12 tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401 tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401-project] Calling delete_port for 60cb25c9-8f2c-4bb3-9ba3-b28c4323b333 owned by {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:56:04.893737 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:04.952727 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=989d7ad9-3d64-43e0-b524-794ebfc4cf95,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:56:05.018933 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d16303e1-78ec-449a-a907-7271071edec9 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33068399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9641221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8422588'] for subnet, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:05.118416 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d16303e1-78ec-449a-a907-7271071edec9 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Notify callbacks [] for subnet, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:05.122637 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-d16303e1-78ec-449a-a907-7271071edec9 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] 10.222.0.35 "DELETE /v2.0/subnets/59b92b0c-ed8d-4efc-a77e-dc7193508e61 HTTP/1.1" status: 204 len: 168 time: 2.1664705 May 20 20:56:05.123362 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa7d1613-f479-47c4-b73c-f15b845c90b5 None None] Network ce671979-73f9-44d6-8ce7-2c8dc82e60ae requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:56:05.124824 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16303e1-78ec-449a-a907-7271071edec9 tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Pushing event deleted for resources: {'Subnet': ['ID=59b92b0c-ed8d-4efc-a77e-dc7193508e61,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:56:05.126021 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 59892) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:56:05.250430 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] get_ports_and_sgs() called for port_ids ['989d7ad9-3d64-43e0-b524-794ebfc4cf95'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:56:05.312992 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f80eb416-b8c2-4a5a-ae8b-ed27e905aeff tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33160123'] for network, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:05.323197 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-1f5d2beb-8d66-44ce-a652-9563ef731784 tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] Deleting port 741f3ae6-45ee-4908-bb14-95bd47cf7025 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:56:05.323652 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1f5d2beb-8d66-44ce-a652-9563ef731784 tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:05.394282 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a7092d2f-6241-4abe-9754-b65508fcab12 tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401 tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:05.468370 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7092d2f-6241-4abe-9754-b65508fcab12 tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401 tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401-project] Pushing event deleted for resources: {'Port': ['ID=60cb25c9-8f2c-4bb3-9ba3-b28c4323b333,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:56:05.470239 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5bba1a8-cd65-4339-b3b9-47defb6c0e0b tempest-FloatingIPAdminTestJSON-491845398 tempest-FloatingIPAdminTestJSON-491845398-project] Router fd7b94b8-6624-4537-ac20-26521ab2d2f2 is scheduled to L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e with binding_index 1 {{(pid=103163) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 20 20:56:05.550926 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f80eb416-b8c2-4a5a-ae8b-ed27e905aeff tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33072115', 'neutron.services.segments.db._delete_segments_for_network-8782419500584'] for network, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:05.555327 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a7092d2f-6241-4abe-9754-b65508fcab12 tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401 tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:05.564932 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-a7092d2f-6241-4abe-9754-b65508fcab12 tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401 tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401-project] 10.222.0.35 "DELETE /v2.0/ports/60cb25c9-8f2c-4bb3-9ba3-b28c4323b333 HTTP/1.1" status: 204 len: 168 time: 3.0207555 May 20 20:56:05.576619 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 59902) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:56:05.666501 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74ebe121-40f7-4ce6-a536-c0585b4f4610 None None] DHCP port deletion for ce671979-73f9-44d6-8ce7-2c8dc82e60ae request from n-d-842733-1 {{(pid=103164) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 20:56:05.700918 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-1f5d2beb-8d66-44ce-a652-9563ef731784 tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] For port 741f3ae6-45ee-4908-bb14-95bd47cf7025, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=741f3ae6-45ee-4908-bb14-95bd47cf7025,segment=NetworkSegment(8e8f4b66-4fc1-40ef-b0e6-49bd116f457d),segment_id=8e8f4b66-4fc1-40ef-b0e6-49bd116f457d)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:56:05.703432 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1f5d2beb-8d66-44ce-a652-9563ef731784 tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:05.721694 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-f80eb416-b8c2-4a5a-ae8b-ed27e905aeff tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55b562d5-5067-4b35-82c1-b8cbe81beb27']}} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:56:05.743565 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-f80eb416-b8c2-4a5a-ae8b-ed27e905aeff tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b05c879-c09c-4a80-a0be-ac1f12f8feca') {'for_net_delete': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:56:05.744306 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-f80eb416-b8c2-4a5a-ae8b-ed27e905aeff tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b05c879-c09c-4a80-a0be-ac1f12f8feca') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:56:05.757935 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 59904) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:56:05.790239 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_v2 [None req-f133cd37-e536-4528-a311-653ca0f10c3e tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401 tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401-project] Deleting subnet c5f6a803-12c5-4588-b6f6-a401e9100d1a {{(pid=103162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 20 20:56:05.800635 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f80eb416-b8c2-4a5a-ae8b-ed27e905aeff tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419501617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3738385'] for segment, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:05.806283 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f133cd37-e536-4528-a311-653ca0f10c3e tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401 tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401-project] Notify callbacks [] for subnet, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:05.807134 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-1f5d2beb-8d66-44ce-a652-9563ef731784 tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] Calling delete_port for 741f3ae6-45ee-4908-bb14-95bd47cf7025 owned by network:router_gateway {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:56:05.861297 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-74ebe121-40f7-4ce6-a536-c0585b4f4610 None None] Deleting port 59bd675e-f558-40fa-97db-47a879d3f9f0 {{(pid=103164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:56:05.861925 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-74ebe121-40f7-4ce6-a536-c0585b4f4610 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:05.926848 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f80eb416-b8c2-4a5a-ae8b-ed27e905aeff tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:05.946400 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f80eb416-b8c2-4a5a-ae8b-ed27e905aeff tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Releasing vlan 200 on physical network physnet1 to pool {{(pid=103162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 20:56:05.946965 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f80eb416-b8c2-4a5a-ae8b-ed27e905aeff tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3800791'] for segment, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:05.952622 n-d-842733-1 neutron-server[103162]: Traceback (most recent call last): May 20 20:56:05.952622 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 20:56:05.952622 n-d-842733-1 neutron-server[103162]: timer() May 20 20:56:05.952622 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 20:56:05.952622 n-d-842733-1 neutron-server[103162]: cb(*args, **kw) May 20 20:56:05.952622 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 20 20:56:05.952622 n-d-842733-1 neutron-server[103162]: return func(*args, **kwargs) May 20 20:56:05.952622 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 20:56:05.952622 n-d-842733-1 neutron-server[103162]: self._notify() May 20 20:56:05.952622 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 20:56:05.952622 n-d-842733-1 neutron-server[103162]: self.callback(batched_events) May 20 20:56:05.952622 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 20:56:05.952622 n-d-842733-1 neutron-server[103162]: event.method(event) May 20 20:56:05.952622 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 20 20:56:05.952622 n-d-842733-1 neutron-server[103162]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 20:56:05.952622 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 20 20:56:05.952622 n-d-842733-1 neutron-server[103162]: aggregate_uuid = self.p_client.list_aggregates( May 20 20:56:05.952622 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 20 20:56:05.952622 n-d-842733-1 neutron-server[103162]: return f(self, *a, **k) May 20 20:56:05.952622 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 20 20:56:05.952622 n-d-842733-1 neutron-server[103162]: return self._get(url).json() May 20 20:56:05.952622 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 20 20:56:05.952622 n-d-842733-1 neutron-server[103162]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 20:56:05.952622 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 20:56:05.952622 n-d-842733-1 neutron-server[103162]: return self.request(url, 'GET', **kwargs) May 20 20:56:05.952622 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 20:56:05.952622 n-d-842733-1 neutron-server[103162]: base_url = self.get_endpoint(auth, allow=allow, May 20 20:56:05.952622 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 20:56:05.952622 n-d-842733-1 neutron-server[103162]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 20:56:05.952622 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 20:56:05.952622 n-d-842733-1 neutron-server[103162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 20:56:05.952622 n-d-842733-1 neutron-server[103162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 20:56:05.977830 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f133cd37-e536-4528-a311-653ca0f10c3e tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401 tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3738392'] for subnet, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:06.150316 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bfca2647-2c80-4e59-aecf-d4bf7fc64281 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:06.288854 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bfca2647-2c80-4e59-aecf-d4bf7fc64281 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:06.292695 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5bba1a8-cd65-4339-b3b9-47defb6c0e0b tempest-FloatingIPAdminTestJSON-491845398 tempest-FloatingIPAdminTestJSON-491845398-project] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 20:56:06.308171 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f80eb416-b8c2-4a5a-ae8b-ed27e905aeff tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33072122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748162'] for network, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:06.328294 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f80eb416-b8c2-4a5a-ae8b-ed27e905aeff tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Notify callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:06.343452 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-f80eb416-b8c2-4a5a-ae8b-ed27e905aeff tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] 10.222.0.35 "DELETE /v2.0/networks/55b562d5-5067-4b35-82c1-b8cbe81beb27 HTTP/1.1" status: 204 len: 168 time: 1.2119992 May 20 20:56:06.344829 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f133cd37-e536-4528-a311-653ca0f10c3e tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401 tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33068388'] for subnet, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:06.396562 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 59918) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:56:06.442193 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80eb416-b8c2-4a5a-ae8b-ed27e905aeff tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Pushing event deleted for resources: {'Network': ['ID=55b562d5-5067-4b35-82c1-b8cbe81beb27,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:56:06.491227 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-907a4388-f512-4056-8ae5-28cad08d43fe None None] Sync routers for ids ['fd7b94b8-6624-4537-ac20-26521ab2d2f2'] in n-d-842733-1 {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 20:56:06.502606 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 989d7ad9-3d64-43e0-b524-794ebfc4cf95 up at agent hyperv_n-h2-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:56:06.557278 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bfca2647-2c80-4e59-aecf-d4bf7fc64281 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:06.582123 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d5bba1a8-cd65-4339-b3b9-47defb6c0e0b tempest-FloatingIPAdminTestJSON-491845398 tempest-FloatingIPAdminTestJSON-491845398-project] Notify callbacks [] for router, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:06.586711 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-d5bba1a8-cd65-4339-b3b9-47defb6c0e0b tempest-FloatingIPAdminTestJSON-491845398 tempest-FloatingIPAdminTestJSON-491845398-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 890 time: 9.7874434 May 20 20:56:06.600993 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 59924) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:56:06.685404 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-bfca2647-2c80-4e59-aecf-d4bf7fc64281 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1477f942a8d14bf69821d7654ffda77f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9275870 May 20 20:56:06.687348 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-74ebe121-40f7-4ce6-a536-c0585b4f4610 None None] For port 59bd675e-f558-40fa-97db-47a879d3f9f0, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=59bd675e-f558-40fa-97db-47a879d3f9f0,segment=NetworkSegment(625a2e39-ceca-49f0-b8ec-14ebc369722e),segment_id=625a2e39-ceca-49f0-b8ec-14ebc369722e)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:56:06.688822 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-74ebe121-40f7-4ce6-a536-c0585b4f4610 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:06.689865 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 59926) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:56:06.692109 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfca2647-2c80-4e59-aecf-d4bf7fc64281 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05b11f5b-98b7-4da5-90f5-e94a309fea3d,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:56:06.713024 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-74ebe121-40f7-4ce6-a536-c0585b4f4610 None None] Calling delete_port for 59bd675e-f558-40fa-97db-47a879d3f9f0 owned by network:dhcp {{(pid=103164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:56:06.853481 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3e171482-76dc-4b72-b07d-65182869e98a tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33160123'] for network, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:06.874461 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80eb416-b8c2-4a5a-ae8b-ed27e905aeff tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:56:06.874977 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80eb416-b8c2-4a5a-ae8b-ed27e905aeff tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:56:06.875426 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80eb416-b8c2-4a5a-ae8b-ed27e905aeff tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:56:06.876059 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80eb416-b8c2-4a5a-ae8b-ed27e905aeff tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:56:06.876491 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80eb416-b8c2-4a5a-ae8b-ed27e905aeff tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:56:06.876923 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80eb416-b8c2-4a5a-ae8b-ed27e905aeff tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:56:06.877382 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80eb416-b8c2-4a5a-ae8b-ed27e905aeff tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:56:06.877809 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80eb416-b8c2-4a5a-ae8b-ed27e905aeff tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:56:06.878366 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80eb416-b8c2-4a5a-ae8b-ed27e905aeff tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:56:06.878807 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80eb416-b8c2-4a5a-ae8b-ed27e905aeff tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:56:06.879233 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80eb416-b8c2-4a5a-ae8b-ed27e905aeff tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:56:06.881595 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80eb416-b8c2-4a5a-ae8b-ed27e905aeff tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:56:06.889790 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cefbbc2-e3b3-4792-949b-09774ce555ae req-3a11f4be-10a0-4fd1-8889-b39fdc37ef16 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:56:06.891566 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 741f3ae6-45ee-4908-bb14-95bd47cf7025 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:56:06.897751 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3cefbbc2-e3b3-4792-949b-09774ce555ae req-3a11f4be-10a0-4fd1-8889-b39fdc37ef16 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/ports?device_id=46d8592d-7942-4f12-aa6f-72415de83dc5 HTTP/1.1" status: 200 len: 944 time: 0.4392173 May 20 20:56:06.964191 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f133cd37-e536-4528-a311-653ca0f10c3e tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401 tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33068399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3797621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4018265'] for subnet, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:06.989016 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f133cd37-e536-4528-a311-653ca0f10c3e tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401 tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401-project] Notify callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:07.018433 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-f133cd37-e536-4528-a311-653ca0f10c3e tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401 tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401-project] 10.222.0.35 "DELETE /v2.0/subnets/c5f6a803-12c5-4588-b6f6-a401e9100d1a HTTP/1.1" status: 204 len: 168 time: 1.4369533 May 20 20:56:07.018667 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 59932) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:56:07.033352 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f914f2a-870f-459b-ab3e-a8e5f9104da1 None None] Network 0119bf49-1d2e-465f-9742-885248d15e60 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:56:07.040841 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-74ebe121-40f7-4ce6-a536-c0585b4f4610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099'] for port, after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:07.086188 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f133cd37-e536-4528-a311-653ca0f10c3e tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401 tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401-project] Pushing event deleted for resources: {'Subnet': ['ID=c5f6a803-12c5-4588-b6f6-a401e9100d1a,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:56:07.088590 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3cefbbc2-e3b3-4792-949b-09774ce555ae req-0e545c37-82e5-4799-b853-f8b6ecc659bb tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f722a60-38a1-4dbc-a8ff-49f0b32ee364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890516 May 20 20:56:07.128368 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-3e171482-76dc-4b72-b07d-65182869e98a tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Deleting port 59bd675e-f558-40fa-97db-47a879d3f9f0 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:56:07.128720 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3e171482-76dc-4b72-b07d-65182869e98a tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:07.277453 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-3e171482-76dc-4b72-b07d-65182869e98a tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] For port 59bd675e-f558-40fa-97db-47a879d3f9f0, host n-d-842733-1, got binding levels [] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:56:07.278215 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3e171482-76dc-4b72-b07d-65182869e98a tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:07.282140 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ebe121-40f7-4ce6-a536-c0585b4f4610 None None] Pushing event deleted for resources: {'Port': ['ID=59bd675e-f558-40fa-97db-47a879d3f9f0,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:56:07.287481 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-907a4388-f512-4056-8ae5-28cad08d43fe None None] Routers {'fd7b94b8-6624-4537-ac20-26521ab2d2f2'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:56:07.290552 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-907a4388-f512-4056-8ae5-28cad08d43fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:55:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['fd7b94b8-6624-4537-ac20-26521ab2d2f2'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:56:07.334308 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-3e171482-76dc-4b72-b07d-65182869e98a tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Calling delete_port for 59bd675e-f558-40fa-97db-47a879d3f9f0 owned by network:dhcp {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:56:07.343351 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.ipam_backend_mixin [None req-3e171482-76dc-4b72-b07d-65182869e98a tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Port 59bd675e-f558-40fa-97db-47a879d3f9f0 was not found and therefore no delete operation was performed {{(pid=103162) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} May 20 20:56:07.351283 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3e171482-76dc-4b72-b07d-65182869e98a tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:07.374342 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e171482-76dc-4b72-b07d-65182869e98a tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] No DVR routers for this DVR port 59bd675e-f558-40fa-97db-47a879d3f9f0 on host n-d-842733-1 {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:56:07.496820 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-907a4388-f512-4056-8ae5-28cad08d43fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:56:07.501562 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Provisioning for port 989d7ad9-3d64-43e0-b524-794ebfc4cf95 completed by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 20:56:07.506686 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e171482-76dc-4b72-b07d-65182869e98a tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Pushing event deleted for resources: {'Port': ['ID=59bd675e-f558-40fa-97db-47a879d3f9f0,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:56:07.510849 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Could not find standard attr ID for object 741f3ae6-45ee-4908-bb14-95bd47cf7025. {{(pid=103164) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 20 20:56:07.568197 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ebe121-40f7-4ce6-a536-c0585b4f4610 None None] No DVR routers for this DVR port 59bd675e-f558-40fa-97db-47a879d3f9f0 on host n-d-842733-1 {{(pid=103164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:56:07.581059 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Provisioning complete for port 989d7ad9-3d64-43e0-b524-794ebfc4cf95 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:56:07.581059 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:07.639560 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3e171482-76dc-4b72-b07d-65182869e98a tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33072115', 'neutron.services.segments.db._delete_segments_for_network-8782419500584'] for network, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:07.643206 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-907a4388-f512-4056-8ae5-28cad08d43fe None None] Routers {'fd7b94b8-6624-4537-ac20-26521ab2d2f2'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:56:07.643858 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-907a4388-f512-4056-8ae5-28cad08d43fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:55:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['fd7b94b8-6624-4537-ac20-26521ab2d2f2'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:56:07.676592 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-3e171482-76dc-4b72-b07d-65182869e98a tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce671979-73f9-44d6-8ce7-2c8dc82e60ae']}} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:56:07.691832 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1f5d2beb-8d66-44ce-a652-9563ef731784 tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:07.698474 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-907a4388-f512-4056-8ae5-28cad08d43fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:56:07.699489 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-907a4388-f512-4056-8ae5-28cad08d43fe None None] The sync data for ids ['fd7b94b8-6624-4537-ac20-26521ab2d2f2'] in n-d-842733-1 is: [] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 20:56:07.706005 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 59bd675e-f558-40fa-97db-47a879d3f9f0 no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:56:07.731945 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1e0850e2-3555-4982-b3b2-7336b71fcd82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:07.735328 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-3e171482-76dc-4b72-b07d-65182869e98a tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '625a2e39-ceca-49f0-b8ec-14ebc369722e') {'for_net_delete': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:56:07.735624 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-3e171482-76dc-4b72-b07d-65182869e98a tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '625a2e39-ceca-49f0-b8ec-14ebc369722e') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:56:07.752495 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5d2beb-8d66-44ce-a652-9563ef731784 tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] Pushing event deleted for resources: {'Port': ['ID=741f3ae6-45ee-4908-bb14-95bd47cf7025,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:56:07.758946 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3e171482-76dc-4b72-b07d-65182869e98a tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419501617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3738385'] for segment, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:07.761037 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: 59bd675e-f558-40fa-97db-47a879d3f9f0 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 20:56:07.761549 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 59bd675e-f558-40fa-97db-47a879d3f9f0 not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 20:56:07.794941 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3e171482-76dc-4b72-b07d-65182869e98a tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:07.800544 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e171482-76dc-4b72-b07d-65182869e98a tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Releasing vlan 232 on physical network physnet1 to pool {{(pid=103162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 20:56:07.801021 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3e171482-76dc-4b72-b07d-65182869e98a tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3800791'] for segment, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:07.805163 n-d-842733-1 neutron-server[103162]: Traceback (most recent call last): May 20 20:56:07.805163 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 20:56:07.805163 n-d-842733-1 neutron-server[103162]: timer() May 20 20:56:07.805163 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 20:56:07.805163 n-d-842733-1 neutron-server[103162]: cb(*args, **kw) May 20 20:56:07.805163 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 20 20:56:07.805163 n-d-842733-1 neutron-server[103162]: return func(*args, **kwargs) May 20 20:56:07.805163 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 20:56:07.805163 n-d-842733-1 neutron-server[103162]: self._notify() May 20 20:56:07.805163 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 20:56:07.805163 n-d-842733-1 neutron-server[103162]: self.callback(batched_events) May 20 20:56:07.805163 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 20:56:07.805163 n-d-842733-1 neutron-server[103162]: event.method(event) May 20 20:56:07.805163 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 20 20:56:07.805163 n-d-842733-1 neutron-server[103162]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 20:56:07.805163 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 20 20:56:07.805163 n-d-842733-1 neutron-server[103162]: aggregate_uuid = self.p_client.list_aggregates( May 20 20:56:07.805163 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 20 20:56:07.805163 n-d-842733-1 neutron-server[103162]: return f(self, *a, **k) May 20 20:56:07.805163 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 20 20:56:07.805163 n-d-842733-1 neutron-server[103162]: return self._get(url).json() May 20 20:56:07.805163 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 20 20:56:07.805163 n-d-842733-1 neutron-server[103162]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 20:56:07.805163 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 20:56:07.805163 n-d-842733-1 neutron-server[103162]: return self.request(url, 'GET', **kwargs) May 20 20:56:07.805163 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 20:56:07.805163 n-d-842733-1 neutron-server[103162]: base_url = self.get_endpoint(auth, allow=allow, May 20 20:56:07.805163 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 20:56:07.805163 n-d-842733-1 neutron-server[103162]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 20:56:07.805163 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 20:56:07.805163 n-d-842733-1 neutron-server[103162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 20:56:07.805163 n-d-842733-1 neutron-server[103162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 20:56:07.839577 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3130f4b1-22cd-4f38-9e0d-5e9e282c23d6 None None] DHCP port deletion for 0119bf49-1d2e-465f-9742-885248d15e60 request from n-d-842733-1 {{(pid=103164) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 20:56:07.883557 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port 989d7ad9-3d64-43e0-b524-794ebfc4cf95 is: BUILD; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:56:07.883856 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:07.911336 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2df0ad92-39f7-4b29-a335-9905c09eea6a tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401 tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33160123'] for network, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:07.914321 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1e0850e2-3555-4982-b3b2-7336b71fcd82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:07.916922 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1f5d2beb-8d66-44ce-a652-9563ef731784 tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-748206'] for router_gateway, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:07.946228 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46d8592d-7942-4f12-aa6f-72415de83dc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '989d7ad9-3d64-43e0-b524-794ebfc4cf95'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:56:07.949537 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8485417003ce7c0410b00f5cdc2f391e21107b70bb68e2773712534a96e108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96fb19f5-0143-4c20-933f-e404db480dc1" -d '{"events": [{"server_uuid": "46d8592d-7942-4f12-aa6f-72415de83dc5", "name": "network-vif-plugged", "status": "completed", "tag": "989d7ad9-3d64-43e0-b524-794ebfc4cf95"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:56:07.988890 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port 989d7ad9-3d64-43e0-b524-794ebfc4cf95, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=989d7ad9-3d64-43e0-b524-794ebfc4cf95,segment=NetworkSegment(5c3b9203-18da-4ba0-88d6-e36130f615fb),segment_id=5c3b9203-18da-4ba0-88d6-e36130f615fb)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:56:07.991945 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3e171482-76dc-4b72-b07d-65182869e98a tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33072122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748162'] for network, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:08.005451 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3e171482-76dc-4b72-b07d-65182869e98a tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Notify callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:08.015939 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-3e171482-76dc-4b72-b07d-65182869e98a tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] 10.222.0.35 "DELETE /v2.0/networks/ce671979-73f9-44d6-8ce7-2c8dc82e60ae HTTP/1.1" status: 204 len: 168 time: 1.5678248 May 20 20:56:08.032834 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 20:56:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31a039a9-fdfd-4ab6-998c-40a0c0c79730 x-openstack-request-id: req-31a039a9-fdfd-4ab6-998c-40a0c0c79730 {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:56:08.033183 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46d8592d-7942-4f12-aa6f-72415de83dc5", "name": "network-vif-plugged", "status": "completed", "tag": "989d7ad9-3d64-43e0-b524-794ebfc4cf95", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:56:08.038519 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-31a039a9-fdfd-4ab6-998c-40a0c0c79730 {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:56:08.038519 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31a039a9-fdfd-4ab6-998c-40a0c0c79730'] response: {'server_uuid': '46d8592d-7942-4f12-aa6f-72415de83dc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '989d7ad9-3d64-43e0-b524-794ebfc4cf95', 'code': 200} May 20 20:56:08.044915 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3130f4b1-22cd-4f38-9e0d-5e9e282c23d6 None None] Deleting port a75a4434-d023-43c4-865d-cf322f5d9a80 {{(pid=103164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:56:08.045974 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3130f4b1-22cd-4f38-9e0d-5e9e282c23d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:08.048675 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e171482-76dc-4b72-b07d-65182869e98a tempest-TaggedBootDevicesTest-198179659 tempest-TaggedBootDevicesTest-198179659-project] Pushing event deleted for resources: {'Network': ['ID=ce671979-73f9-44d6-8ce7-2c8dc82e60ae,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:56:08.101600 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1f5d2beb-8d66-44ce-a652-9563ef731784 tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26169'] for router, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:08.110725 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1f5d2beb-8d66-44ce-a652-9563ef731784 tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:08.197586 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:08.209893 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd03826-e329-4dc7-b9f3-78ebbce71fc8 req-0b14b69c-61e2-46fb-a9fc-3e1f77735ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:56:08.216649 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-2cd03826-e329-4dc7-b9f3-78ebbce71fc8 req-0b14b69c-61e2-46fb-a9fc-3e1f77735ff1 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=46d8592d-7942-4f12-aa6f-72415de83dc5 HTTP/1.1" status: 200 len: 1096 time: 0.0772305 May 20 20:56:08.252390 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3130f4b1-22cd-4f38-9e0d-5e9e282c23d6 None None] For port a75a4434-d023-43c4-865d-cf322f5d9a80, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=a75a4434-d023-43c4-865d-cf322f5d9a80,segment=NetworkSegment(9d810c14-d1c2-473a-953e-667e33d89bd0),segment_id=9d810c14-d1c2-473a-953e-667e33d89bd0)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:56:08.252922 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3130f4b1-22cd-4f38-9e0d-5e9e282c23d6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:08.277748 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3130f4b1-22cd-4f38-9e0d-5e9e282c23d6 None None] Calling delete_port for a75a4434-d023-43c4-865d-cf322f5d9a80 owned by network:dhcp {{(pid=103164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:56:08.281040 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-2cd03826-e329-4dc7-b9f3-78ebbce71fc8 req-8c31abb2-69ed-477a-a505-4f00c2c4ac92 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=5f722a60-38a1-4dbc-a8ff-49f0b32ee364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602043 May 20 20:56:08.286004 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=989d7ad9-3d64-43e0-b524-794ebfc4cf95,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:56:08.391726 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1f5d2beb-8d66-44ce-a652-9563ef731784 tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-693148'] for router, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:08.392331 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f5d2beb-8d66-44ce-a652-9563ef731784 tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e4f5809a-8c40-4168-89d7-af6205987255 {{(pid=103163) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 20 20:56:08.404244 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1f5d2beb-8d66-44ce-a652-9563ef731784 tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] Notify callbacks [] for router, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:08.405447 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-1f5d2beb-8d66-44ce-a652-9563ef731784 tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] 10.222.0.35 "DELETE /v2.0/routers/e4f5809a-8c40-4168-89d7-af6205987255 HTTP/1.1" status: 204 len: 168 time: 6.2380550 May 20 20:56:08.408255 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 59956) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:56:08.509115 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_v2 [None req-045847f4-23a2-4700-b8d2-5528b24cd35d tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] Deleting subnet f5ca6719-0fc0-4a28-ab21-a941a3d781cf {{(pid=103162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 20 20:56:08.519055 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-045847f4-23a2-4700-b8d2-5528b24cd35d tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:08.519221 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3130f4b1-22cd-4f38-9e0d-5e9e282c23d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099'] for port, after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:08.547609 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab42022c-e989-4675-b9e8-260654bdac37 req-5660a20d-71a9-4ae3-9eb0-c23bc6b50e44 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:56:08.549272 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ab42022c-e989-4675-b9e8-260654bdac37 req-5660a20d-71a9-4ae3-9eb0-c23bc6b50e44 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/ports?device_id=46d8592d-7942-4f12-aa6f-72415de83dc5 HTTP/1.1" status: 200 len: 945 time: 0.3078763 May 20 20:56:08.627385 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3130f4b1-22cd-4f38-9e0d-5e9e282c23d6 None None] No DVR routers for this DVR port a75a4434-d023-43c4-865d-cf322f5d9a80 on host n-d-842733-1 {{(pid=103164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:56:08.637412 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130f4b1-22cd-4f38-9e0d-5e9e282c23d6 None None] Pushing event deleted for resources: {'Port': ['ID=a75a4434-d023-43c4-865d-cf322f5d9a80,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:56:08.659678 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1e0850e2-3555-4982-b3b2-7336b71fcd82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:08.662242 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1e0850e2-3555-4982-b3b2-7336b71fcd82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:08.663403 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-1e0850e2-3555-4982-b3b2-7336b71fcd82 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/05b11f5b-98b7-4da5-90f5-e94a309fea3d HTTP/1.1" status: 204 len: 168 time: 1.9683580 May 20 20:56:08.773955 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-2df0ad92-39f7-4b29-a335-9905c09eea6a tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401 tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401-project] Deleting port a75a4434-d023-43c4-865d-cf322f5d9a80 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:56:08.774565 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2df0ad92-39f7-4b29-a335-9905c09eea6a tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401 tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:08.779129 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0850e2-3555-4982-b3b2-7336b71fcd82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05b11f5b-98b7-4da5-90f5-e94a309fea3d,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:56:08.841710 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device a75a4434-d023-43c4-865d-cf322f5d9a80 no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:56:08.843141 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ab42022c-e989-4675-b9e8-260654bdac37 req-af285af3-666f-42ad-b8be-cb653be63c51 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f722a60-38a1-4dbc-a8ff-49f0b32ee364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2569766 May 20 20:56:08.910944 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: a75a4434-d023-43c4-865d-cf322f5d9a80 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 20:56:08.911601 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device a75a4434-d023-43c4-865d-cf322f5d9a80 not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 20:56:09.002132 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-2df0ad92-39f7-4b29-a335-9905c09eea6a tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401 tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401-project] For port a75a4434-d023-43c4-865d-cf322f5d9a80, host n-d-842733-1, got binding levels [] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:56:09.002780 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2df0ad92-39f7-4b29-a335-9905c09eea6a tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401 tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:09.022944 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-2df0ad92-39f7-4b29-a335-9905c09eea6a tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401 tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401-project] Calling delete_port for a75a4434-d023-43c4-865d-cf322f5d9a80 owned by network:dhcp {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:56:09.027431 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.ipam_backend_mixin [None req-2df0ad92-39f7-4b29-a335-9905c09eea6a tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401 tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401-project] Port a75a4434-d023-43c4-865d-cf322f5d9a80 was not found and therefore no delete operation was performed {{(pid=103163) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} May 20 20:56:09.031822 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2df0ad92-39f7-4b29-a335-9905c09eea6a tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401 tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:09.071352 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df0ad92-39f7-4b29-a335-9905c09eea6a tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401 tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401-project] Pushing event deleted for resources: {'Port': ['ID=a75a4434-d023-43c4-865d-cf322f5d9a80,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:56:09.142857 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df0ad92-39f7-4b29-a335-9905c09eea6a tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401 tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401-project] No DVR routers for this DVR port a75a4434-d023-43c4-865d-cf322f5d9a80 on host n-d-842733-1 {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:56:09.145948 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.agents_db [None req-5c33ad30-4e00-40fa-b486-8c79c4a6cfc5 None None] Agent healthcheck: found 7 active agents {{(pid=103165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 20 20:56:09.167706 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-045847f4-23a2-4700-b8d2-5528b24cd35d tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3738392'] for subnet, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:09.265722 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2df0ad92-39f7-4b29-a335-9905c09eea6a tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401 tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33072115', 'neutron.services.segments.db._delete_segments_for_network-8782419500584'] for network, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:09.289749 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-045847f4-23a2-4700-b8d2-5528b24cd35d tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33068388'] for subnet, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:09.321942 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-2df0ad92-39f7-4b29-a335-9905c09eea6a tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401 tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0119bf49-1d2e-465f-9742-885248d15e60']}} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:56:09.352245 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-2df0ad92-39f7-4b29-a335-9905c09eea6a tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401 tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d810c14-d1c2-473a-953e-667e33d89bd0') {'for_net_delete': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:56:09.352639 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-2df0ad92-39f7-4b29-a335-9905c09eea6a tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401 tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d810c14-d1c2-473a-953e-667e33d89bd0') {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:56:09.364277 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1912eb73-e66b-43cd-a50e-a5e6d1124a44 tempest-FloatingIPAdminTestJSON-491845398 tempest-FloatingIPAdminTestJSON-491845398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:09.373024 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2df0ad92-39f7-4b29-a335-9905c09eea6a tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401 tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419501617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9338764'] for segment, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:09.406716 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2df0ad92-39f7-4b29-a335-9905c09eea6a tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401 tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:09.414936 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2df0ad92-39f7-4b29-a335-9905c09eea6a tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401 tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401-project] Releasing vlan 241 on physical network physnet1 to pool {{(pid=103163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 20:56:09.415493 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2df0ad92-39f7-4b29-a335-9905c09eea6a tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401 tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9638311'] for segment, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:09.449254 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-045847f4-23a2-4700-b8d2-5528b24cd35d tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33068399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3797621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4018265'] for subnet, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:09.468783 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-045847f4-23a2-4700-b8d2-5528b24cd35d tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] Notify callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:09.475073 n-d-842733-1 neutron-server[103163]: Traceback (most recent call last): May 20 20:56:09.475073 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 20:56:09.475073 n-d-842733-1 neutron-server[103163]: timer() May 20 20:56:09.475073 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 20:56:09.475073 n-d-842733-1 neutron-server[103163]: cb(*args, **kw) May 20 20:56:09.475073 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 20 20:56:09.475073 n-d-842733-1 neutron-server[103163]: return func(*args, **kwargs) May 20 20:56:09.475073 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 20:56:09.475073 n-d-842733-1 neutron-server[103163]: self._notify() May 20 20:56:09.475073 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 20:56:09.475073 n-d-842733-1 neutron-server[103163]: self.callback(batched_events) May 20 20:56:09.475073 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 20:56:09.475073 n-d-842733-1 neutron-server[103163]: event.method(event) May 20 20:56:09.475073 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 20 20:56:09.475073 n-d-842733-1 neutron-server[103163]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 20:56:09.475073 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 20 20:56:09.475073 n-d-842733-1 neutron-server[103163]: aggregate_uuid = self.p_client.list_aggregates( May 20 20:56:09.475073 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 20 20:56:09.475073 n-d-842733-1 neutron-server[103163]: return f(self, *a, **k) May 20 20:56:09.475073 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 20 20:56:09.475073 n-d-842733-1 neutron-server[103163]: return self._get(url).json() May 20 20:56:09.475073 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 20 20:56:09.475073 n-d-842733-1 neutron-server[103163]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 20:56:09.475073 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 20:56:09.475073 n-d-842733-1 neutron-server[103163]: return self.request(url, 'GET', **kwargs) May 20 20:56:09.475073 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 20:56:09.475073 n-d-842733-1 neutron-server[103163]: base_url = self.get_endpoint(auth, allow=allow, May 20 20:56:09.475073 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 20:56:09.475073 n-d-842733-1 neutron-server[103163]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 20:56:09.475073 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 20:56:09.475073 n-d-842733-1 neutron-server[103163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 20:56:09.475073 n-d-842733-1 neutron-server[103163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 20:56:09.478553 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-045847f4-23a2-4700-b8d2-5528b24cd35d tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] 10.222.0.35 "DELETE /v2.0/subnets/f5ca6719-0fc0-4a28-ab21-a941a3d781cf HTTP/1.1" status: 204 len: 168 time: 1.0637414 May 20 20:56:09.478553 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 59972) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:56:09.536129 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 59976) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:56:09.537691 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045847f4-23a2-4700-b8d2-5528b24cd35d tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=f5ca6719-0fc0-4a28-ab21-a941a3d781cf,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:56:09.615692 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f4faa780-17d6-4d47-91f5-bf3e3ca599c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:09.663035 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-942345ff-a553-42e2-a9fb-b07dac99a345 tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33160123'] for network, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:09.798497 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-942345ff-a553-42e2-a9fb-b07dac99a345 tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33072115', 'neutron.services.segments.db._delete_segments_for_network-8782419500584'] for network, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:09.836312 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-942345ff-a553-42e2-a9fb-b07dac99a345 tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5359d9d2-af55-4f42-9958-9ce48ceba6c8']}} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:56:09.854169 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-942345ff-a553-42e2-a9fb-b07dac99a345 tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e8f4b66-4fc1-40ef-b0e6-49bd116f457d') {'for_net_delete': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:56:09.855239 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-942345ff-a553-42e2-a9fb-b07dac99a345 tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e8f4b66-4fc1-40ef-b0e6-49bd116f457d') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:56:09.874435 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2df0ad92-39f7-4b29-a335-9905c09eea6a tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401 tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33072122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748162'] for network, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:09.896298 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-942345ff-a553-42e2-a9fb-b07dac99a345 tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419501617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3738385'] for segment, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:09.921167 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2df0ad92-39f7-4b29-a335-9905c09eea6a tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401 tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:09.926193 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-2df0ad92-39f7-4b29-a335-9905c09eea6a tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401 tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401-project] 10.222.0.35 "DELETE /v2.0/networks/0119bf49-1d2e-465f-9742-885248d15e60 HTTP/1.1" status: 204 len: 168 time: 2.9043555 May 20 20:56:09.927712 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df0ad92-39f7-4b29-a335-9905c09eea6a tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401 tempest-ExtraDHCPOptionsIpV6TestJSON-1656524401-project] Pushing event deleted for resources: {'Network': ['ID=0119bf49-1d2e-465f-9742-885248d15e60,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:56:09.966761 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f4faa780-17d6-4d47-91f5-bf3e3ca599c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:09.968054 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-942345ff-a553-42e2-a9fb-b07dac99a345 tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:09.993253 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-942345ff-a553-42e2-a9fb-b07dac99a345 tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] Releasing vlan 234 on physical network physnet1 to pool {{(pid=103162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 20:56:09.993722 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-942345ff-a553-42e2-a9fb-b07dac99a345 tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3800791'] for segment, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:10.004312 n-d-842733-1 neutron-server[103162]: Traceback (most recent call last): May 20 20:56:10.004312 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 20:56:10.004312 n-d-842733-1 neutron-server[103162]: timer() May 20 20:56:10.004312 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 20:56:10.004312 n-d-842733-1 neutron-server[103162]: cb(*args, **kw) May 20 20:56:10.004312 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 20 20:56:10.004312 n-d-842733-1 neutron-server[103162]: return func(*args, **kwargs) May 20 20:56:10.004312 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 20:56:10.004312 n-d-842733-1 neutron-server[103162]: self._notify() May 20 20:56:10.004312 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 20:56:10.004312 n-d-842733-1 neutron-server[103162]: self.callback(batched_events) May 20 20:56:10.004312 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 20:56:10.004312 n-d-842733-1 neutron-server[103162]: event.method(event) May 20 20:56:10.004312 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 20 20:56:10.004312 n-d-842733-1 neutron-server[103162]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 20:56:10.004312 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 20 20:56:10.004312 n-d-842733-1 neutron-server[103162]: aggregate_uuid = self.p_client.list_aggregates( May 20 20:56:10.004312 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 20 20:56:10.004312 n-d-842733-1 neutron-server[103162]: return f(self, *a, **k) May 20 20:56:10.004312 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 20 20:56:10.004312 n-d-842733-1 neutron-server[103162]: return self._get(url).json() May 20 20:56:10.004312 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 20 20:56:10.004312 n-d-842733-1 neutron-server[103162]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 20:56:10.004312 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 20:56:10.004312 n-d-842733-1 neutron-server[103162]: return self.request(url, 'GET', **kwargs) May 20 20:56:10.004312 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 20:56:10.004312 n-d-842733-1 neutron-server[103162]: base_url = self.get_endpoint(auth, allow=allow, May 20 20:56:10.004312 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 20:56:10.004312 n-d-842733-1 neutron-server[103162]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 20:56:10.004312 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 20:56:10.004312 n-d-842733-1 neutron-server[103162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 20:56:10.004312 n-d-842733-1 neutron-server[103162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 20:56:10.030306 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f4faa780-17d6-4d47-91f5-bf3e3ca599c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:10.045466 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-1912eb73-e66b-43cd-a50e-a5e6d1124a44 tempest-FloatingIPAdminTestJSON-491845398 tempest-FloatingIPAdminTestJSON-491845398-project] Allocated IP 172.20.0.1 (1945ad8d-8d27-4599-ae91-466dd6e18eba/8dd27ae8-974b-49a8-8ab3-c58f2bc416e6/e9625753-91be-4562-a4b5-c8f517a28bbf) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:56:10.060394 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc631d2-e8d1-4444-87b6-e81eb307f498 req-32d0b9f1-15a3-4665-b6ba-9027450b34ca tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:56:10.066496 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9bc631d2-e8d1-4444-87b6-e81eb307f498 req-32d0b9f1-15a3-4665-b6ba-9027450b34ca tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/ports?device_id=46d8592d-7942-4f12-aa6f-72415de83dc5 HTTP/1.1" status: 200 len: 945 time: 0.0799026 May 20 20:56:10.136360 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9bc631d2-e8d1-4444-87b6-e81eb307f498 req-42543440-0086-4c5a-974a-8b0f3b5f2f6b tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f722a60-38a1-4dbc-a8ff-49f0b32ee364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595949 May 20 20:56:10.189561 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4faa780-17d6-4d47-91f5-bf3e3ca599c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f88f7b9-8bc0-41b0-987c-dc61bbcf8a33,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:56:10.202176 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-f4faa780-17d6-4d47-91f5-bf3e3ca599c4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0b58ed4cd5174696bb582b0f497e1811&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6588833 May 20 20:56:10.206582 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 59992) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:56:10.289929 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1912eb73-e66b-43cd-a50e-a5e6d1124a44 tempest-FloatingIPAdminTestJSON-491845398 tempest-FloatingIPAdminTestJSON-491845398-project] Notify callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:10.305482 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2137ada2-21de-420a-b5e4-2e67353ef709 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:10.312287 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-942345ff-a553-42e2-a9fb-b07dac99a345 tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33072122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748162'] for network, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:10.318105 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-942345ff-a553-42e2-a9fb-b07dac99a345 tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 5359d9d2-af55-4f42-9958-9ce48ceba6c8 {{(pid=103162) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} May 20 20:56:10.337665 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-942345ff-a553-42e2-a9fb-b07dac99a345 tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] Notify callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:10.342906 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-942345ff-a553-42e2-a9fb-b07dac99a345 tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] 10.222.0.35 "DELETE /v2.0/networks/5359d9d2-af55-4f42-9958-9ce48ceba6c8 HTTP/1.1" status: 204 len: 168 time: 0.8635359 May 20 20:56:10.354429 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2137ada2-21de-420a-b5e4-2e67353ef709 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:10.362514 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942345ff-a553-42e2-a9fb-b07dac99a345 tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] Pushing event deleted for resources: {'Network': ['ID=5359d9d2-af55-4f42-9958-9ce48ceba6c8,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:56:10.461834 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1912eb73-e66b-43cd-a50e-a5e6d1124a44 tempest-FloatingIPAdminTestJSON-491845398 tempest-FloatingIPAdminTestJSON-491845398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:10.549699 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2137ada2-21de-420a-b5e4-2e67353ef709 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:10.559871 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2137ada2-21de-420a-b5e4-2e67353ef709 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:10.564168 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-2137ada2-21de-420a-b5e4-2e67353ef709 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1f88f7b9-8bc0-41b0-987c-dc61bbcf8a33 HTTP/1.1" status: 204 len: 168 time: 0.3544254 May 20 20:56:10.574422 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 741f3ae6-45ee-4908-bb14-95bd47cf7025 no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:56:10.638481 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: 741f3ae6-45ee-4908-bb14-95bd47cf7025 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 20:56:10.639148 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 741f3ae6-45ee-4908-bb14-95bd47cf7025 not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 20:56:10.661420 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1912eb73-e66b-43cd-a50e-a5e6d1124a44 tempest-FloatingIPAdminTestJSON-491845398 tempest-FloatingIPAdminTestJSON-491845398-project] Network 1945ad8d-8d27-4599-ae91-466dd6e18eba is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:56:10.687878 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2137ada2-21de-420a-b5e4-2e67353ef709 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f88f7b9-8bc0-41b0-987c-dc61bbcf8a33,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:56:10.704956 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-1912eb73-e66b-43cd-a50e-a5e6d1124a44 tempest-FloatingIPAdminTestJSON-491845398 tempest-FloatingIPAdminTestJSON-491845398-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:56:10.771364 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1912eb73-e66b-43cd-a50e-a5e6d1124a44 tempest-FloatingIPAdminTestJSON-491845398 tempest-FloatingIPAdminTestJSON-491845398-project] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:56:10.843143 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1912eb73-e66b-43cd-a50e-a5e6d1124a44 tempest-FloatingIPAdminTestJSON-491845398 tempest-FloatingIPAdminTestJSON-491845398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748409'] for router_interface, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:11.042447 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1912eb73-e66b-43cd-a50e-a5e6d1124a44 tempest-FloatingIPAdminTestJSON-491845398 tempest-FloatingIPAdminTestJSON-491845398-project] Pushing event updated for resources: {'Port': ['ID=e9625753-91be-4562-a4b5-c8f517a28bbf,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:56:11.050702 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 60020) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:56:11.205090 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38933c11-ec66-4e45-8f8b-b71a7fa85e03 req-8eb65dcc-66f3-4527-8dbe-64344d51324a tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:56:11.207174 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-38933c11-ec66-4e45-8f8b-b71a7fa85e03 req-8eb65dcc-66f3-4527-8dbe-64344d51324a tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/ports?device_id=46d8592d-7942-4f12-aa6f-72415de83dc5 HTTP/1.1" status: 200 len: 945 time: 0.5611093 May 20 20:56:11.215425 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b73744db-c177-47e2-add6-0da844355010 None None] Provisioning complete for port e9625753-91be-4562-a4b5-c8f517a28bbf triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:56:11.216441 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b73744db-c177-47e2-add6-0da844355010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:11.322689 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b73744db-c177-47e2-add6-0da844355010 None None] Port e9625753-91be-4562-a4b5-c8f517a28bbf cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 20:56:11.377128 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-38933c11-ec66-4e45-8f8b-b71a7fa85e03 req-8ff04485-083a-4646-815e-32b0d5659a6b tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f722a60-38a1-4dbc-a8ff-49f0b32ee364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556346 May 20 20:56:11.389954 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 60030) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:56:11.408677 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-7c4bf4d2-14eb-4eb3-89eb-d011a2c09d22 tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] Request body: {'router': {'name': 'tempest-router--1949652861', 'project_id': '274e821356074173b2fe95bbd97b31a0'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:56:11.417047 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1912eb73-e66b-43cd-a50e-a5e6d1124a44 tempest-FloatingIPAdminTestJSON-491845398 tempest-FloatingIPAdminTestJSON-491845398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:11.563494 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7c4bf4d2-14eb-4eb3-89eb-d011a2c09d22 tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-694221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26155'] for router, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:11.565169 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7c4bf4d2-14eb-4eb3-89eb-d011a2c09d22 tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-693085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748153', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-718080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26162'] for router, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:11.709742 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7c4bf4d2-14eb-4eb3-89eb-d011a2c09d22 tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:11.764976 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-067617e5-bbaf-4369-a310-e1707b1c7b8b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f7fc101e49d947489cd9965c4e4bba3f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7113047 May 20 20:56:11.767977 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 60044) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:56:11.780553 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7c4bf4d2-14eb-4eb3-89eb-d011a2c09d22 tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748106'] for router, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:11.941545 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-21208346-bdd1-43de-bc6e-72bd128e7739 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:11.966913 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7c4bf4d2-14eb-4eb3-89eb-d011a2c09d22 tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] Notify callbacks [] for router, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:11.968911 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-7c4bf4d2-14eb-4eb3-89eb-d011a2c09d22 tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.5776293 May 20 20:56:11.988067 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 60050) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:56:12.101921 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-21208346-bdd1-43de-bc6e-72bd128e7739 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:12.167186 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f309a4fe-1a55-4168-8601-e450453266fd tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] Notify callbacks [] for router, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:12.369824 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f309a4fe-1a55-4168-8601-e450453266fd tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26169'] for router, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:12.374078 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f309a4fe-1a55-4168-8601-e450453266fd tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:12.380001 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1912eb73-e66b-43cd-a50e-a5e6d1124a44 tempest-FloatingIPAdminTestJSON-491845398 tempest-FloatingIPAdminTestJSON-491845398-project] Notify callbacks [] for port, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:12.454081 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-21208346-bdd1-43de-bc6e-72bd128e7739 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:12.465853 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-21208346-bdd1-43de-bc6e-72bd128e7739 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:12.469384 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-21208346-bdd1-43de-bc6e-72bd128e7739 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e28c380e-65a8-4500-badf-4f1201494fcf HTTP/1.1" status: 204 len: 168 time: 0.6980741 May 20 20:56:12.476386 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21208346-bdd1-43de-bc6e-72bd128e7739 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e28c380e-65a8-4500-badf-4f1201494fcf,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:56:12.479101 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1912eb73-e66b-43cd-a50e-a5e6d1124a44 tempest-FloatingIPAdminTestJSON-491845398 tempest-FloatingIPAdminTestJSON-491845398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:12.534257 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f309a4fe-1a55-4168-8601-e450453266fd tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-693148'] for router, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:12.535132 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f309a4fe-1a55-4168-8601-e450453266fd tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f92d9675-f599-41e7-8dd3-2a579286c9b5 {{(pid=103162) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 20 20:56:12.544487 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f309a4fe-1a55-4168-8601-e450453266fd tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] Notify callbacks [] for router, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:12.545471 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-f309a4fe-1a55-4168-8601-e450453266fd tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] 10.222.0.35 "DELETE /v2.0/routers/f92d9675-f599-41e7-8dd3-2a579286c9b5 HTTP/1.1" status: 204 len: 168 time: 0.5564704 May 20 20:56:12.559099 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1912eb73-e66b-43cd-a50e-a5e6d1124a44 tempest-FloatingIPAdminTestJSON-491845398 tempest-FloatingIPAdminTestJSON-491845398-project] Pushing event updated for resources: {'Port': ['ID=e9625753-91be-4562-a4b5-c8f517a28bbf,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:56:12.663636 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1912eb73-e66b-43cd-a50e-a5e6d1124a44 tempest-FloatingIPAdminTestJSON-491845398 tempest-FloatingIPAdminTestJSON-491845398-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748437'] for router_interface, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:12.784815 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96ecedf-c01b-4e46-b5e9-e2296c350f5e req-e9d3a1a5-3133-404a-b832-2cb8583c69a0 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:56:12.794542 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b96ecedf-c01b-4e46-b5e9-e2296c350f5e req-e9d3a1a5-3133-404a-b832-2cb8583c69a0 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/ports?device_id=46d8592d-7942-4f12-aa6f-72415de83dc5 HTTP/1.1" status: 200 len: 945 time: 0.2365103 May 20 20:56:12.805508 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1912eb73-e66b-43cd-a50e-a5e6d1124a44 tempest-FloatingIPAdminTestJSON-491845398 tempest-FloatingIPAdminTestJSON-491845398-project] Network 1945ad8d-8d27-4599-ae91-466dd6e18eba is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:56:12.807892 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-1912eb73-e66b-43cd-a50e-a5e6d1124a44 tempest-FloatingIPAdminTestJSON-491845398 tempest-FloatingIPAdminTestJSON-491845398-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:56:12.887002 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b96ecedf-c01b-4e46-b5e9-e2296c350f5e req-97625c29-b67a-4208-adbb-cc0f585ce996 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f722a60-38a1-4dbc-a8ff-49f0b32ee364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909407 May 20 20:56:13.038133 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1912eb73-e66b-43cd-a50e-a5e6d1124a44 tempest-FloatingIPAdminTestJSON-491845398 tempest-FloatingIPAdminTestJSON-491845398-project] Router fd7b94b8-6624-4537-ac20-26521ab2d2f2 has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 20:56:13.066269 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 60082) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:56:13.165805 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-f5e7ef71-0d47-480b-a967-3c26d8359eb4 None None] Provisioning complete for port e9625753-91be-4562-a4b5-c8f517a28bbf triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:56:13.169610 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-f5e7ef71-0d47-480b-a967-3c26d8359eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:13.252311 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 60088) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:56:13.259507 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1912eb73-e66b-43cd-a50e-a5e6d1124a44 tempest-FloatingIPAdminTestJSON-491845398 tempest-FloatingIPAdminTestJSON-491845398-project] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 20:56:13.274943 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd5e2a54-6d60-4415-b57f-050beb1efbd5 None None] Sync routers for ids ['fd7b94b8-6624-4537-ac20-26521ab2d2f2'] in n-d-842733-1 {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 20:56:13.286593 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-f5e7ef71-0d47-480b-a967-3c26d8359eb4 None None] Port e9625753-91be-4562-a4b5-c8f517a28bbf cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 20:56:13.293978 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-1912eb73-e66b-43cd-a50e-a5e6d1124a44 tempest-FloatingIPAdminTestJSON-491845398 tempest-FloatingIPAdminTestJSON-491845398-project] 10.222.0.35 "PUT /v2.0/routers/fd7b94b8-6624-4537-ac20-26521ab2d2f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6909721 May 20 20:56:13.297087 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 60092) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:56:13.302318 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-bf63f51c-d0ad-43e8-a58e-571b88a79751 tempest-FloatingIPAdminTestJSON-491845398 tempest-FloatingIPAdminTestJSON-491845398-project] Request body: {'port': {'network_id': '1945ad8d-8d27-4599-ae91-466dd6e18eba', 'name': 'tempest-FloatingIPAdminTestJSON-1218055038'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:56:13.312833 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd5e2a54-6d60-4415-b57f-050beb1efbd5 None None] Routers {'fd7b94b8-6624-4537-ac20-26521ab2d2f2'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:56:13.319321 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-cd5e2a54-6d60-4415-b57f-050beb1efbd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:55:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['fd7b94b8-6624-4537-ac20-26521ab2d2f2'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:56:13.377726 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-cd5e2a54-6d60-4415-b57f-050beb1efbd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:56:13.397107 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd5e2a54-6d60-4415-b57f-050beb1efbd5 None None] Routers {'fd7b94b8-6624-4537-ac20-26521ab2d2f2'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:56:13.400439 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-cd5e2a54-6d60-4415-b57f-050beb1efbd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:55:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['fd7b94b8-6624-4537-ac20-26521ab2d2f2'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:56:13.421515 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-3debef26-f679-4f4c-ad9d-5027eb0998a4 tempest-AllowedAddressPairIpV6TestJSON-423995070 tempest-AllowedAddressPairIpV6TestJSON-423995070-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-715246708'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:56:13.448941 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-cd5e2a54-6d60-4415-b57f-050beb1efbd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:56:13.450194 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd5e2a54-6d60-4415-b57f-050beb1efbd5 None None] The sync data for ids ['fd7b94b8-6624-4537-ac20-26521ab2d2f2'] in n-d-842733-1 is: [] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 20:56:13.548954 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3debef26-f679-4f4c-ad9d-5027eb0998a4 tempest-AllowedAddressPairIpV6TestJSON-423995070 tempest-AllowedAddressPairIpV6TestJSON-423995070-project] Made reservation on behalf of 569669e6672c4e35853ccbb2505c30b5 for: {'network': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:56:13.552379 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3debef26-f679-4f4c-ad9d-5027eb0998a4 tempest-AllowedAddressPairIpV6TestJSON-423995070 tempest-AllowedAddressPairIpV6TestJSON-423995070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for network, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:13.583548 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-b1852528-6b4b-4c3e-8de5-fec9d00ebf75 tempest-RoutersIpV6AdminTest-232410807 tempest-RoutersIpV6AdminTest-232410807-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1928883547', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'}, 'admin_state_up': False}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:56:13.598957 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3debef26-f679-4f4c-ad9d-5027eb0998a4 tempest-AllowedAddressPairIpV6TestJSON-423995070 tempest-AllowedAddressPairIpV6TestJSON-423995070-project] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:13.693808 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3debef26-f679-4f4c-ad9d-5027eb0998a4 tempest-AllowedAddressPairIpV6TestJSON-423995070 tempest-AllowedAddressPairIpV6TestJSON-423995070-project] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:13.747124 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf63f51c-d0ad-43e8-a58e-571b88a79751 tempest-FloatingIPAdminTestJSON-491845398 tempest-FloatingIPAdminTestJSON-491845398-project] Made reservation on behalf of fccca44ba75849d78e4fa7d330bf062b for: {'port': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:56:13.751157 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bf63f51c-d0ad-43e8-a58e-571b88a79751 tempest-FloatingIPAdminTestJSON-491845398 tempest-FloatingIPAdminTestJSON-491845398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:13.759403 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b1852528-6b4b-4c3e-8de5-fec9d00ebf75 tempest-RoutersIpV6AdminTest-232410807 tempest-RoutersIpV6AdminTest-232410807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-694221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26155'] for router, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:13.759403 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b1852528-6b4b-4c3e-8de5-fec9d00ebf75 tempest-RoutersIpV6AdminTest-232410807 tempest-RoutersIpV6AdminTest-232410807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-693085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748153', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-718080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26162'] for router, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:13.777059 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3debef26-f679-4f4c-ad9d-5027eb0998a4 tempest-AllowedAddressPairIpV6TestJSON-423995070 tempest-AllowedAddressPairIpV6TestJSON-423995070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:13.823177 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [None req-bf63f51c-d0ad-43e8-a58e-571b88a79751 tempest-FloatingIPAdminTestJSON-491845398 tempest-FloatingIPAdminTestJSON-491845398-project] device_id is not set on port c3702d00-02d2-40b5-bd61-e78b0349b8d5 yet. {{(pid=103162) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 20 20:56:13.841938 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3debef26-f679-4f4c-ad9d-5027eb0998a4 tempest-AllowedAddressPairIpV6TestJSON-423995070 tempest-AllowedAddressPairIpV6TestJSON-423995070-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 201} {{(pid=103162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 20:56:13.914341 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3debef26-f679-4f4c-ad9d-5027eb0998a4 tempest-AllowedAddressPairIpV6TestJSON-423995070 tempest-AllowedAddressPairIpV6TestJSON-423995070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:13.914678 n-d-842733-1 neutron-server[103162]: INFO neutron.db.segments_db [None req-3debef26-f679-4f4c-ad9d-5027eb0998a4 tempest-AllowedAddressPairIpV6TestJSON-423995070 tempest-AllowedAddressPairIpV6TestJSON-423995070-project] Added segment c0828888-e467-4ecb-9c8d-b17294e22348 of type vlan for network 9a3342c1-289b-4f17-8e16-b5138909c411 May 20 20:56:13.917186 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b1852528-6b4b-4c3e-8de5-fec9d00ebf75 tempest-RoutersIpV6AdminTest-232410807 tempest-RoutersIpV6AdminTest-232410807-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:13.930419 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3debef26-f679-4f4c-ad9d-5027eb0998a4 tempest-AllowedAddressPairIpV6TestJSON-423995070 tempest-AllowedAddressPairIpV6TestJSON-423995070-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e0df6a0-f929-4844-b984-ccc952a580fb,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:56:13.992619 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3debef26-f679-4f4c-ad9d-5027eb0998a4 tempest-AllowedAddressPairIpV6TestJSON-423995070 tempest-AllowedAddressPairIpV6TestJSON-423995070-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418993264'] for network, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:14.431437 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16bd87f-8e99-43ca-9937-8cb1ecaa25ac req-b7bf72e7-aa9a-4f77-8a03-17af00d31125 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:56:14.431437 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c16bd87f-8e99-43ca-9937-8cb1ecaa25ac req-b7bf72e7-aa9a-4f77-8a03-17af00d31125 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/ports?device_id=46d8592d-7942-4f12-aa6f-72415de83dc5 HTTP/1.1" status: 200 len: 945 time: 0.0994201 May 20 20:56:14.434456 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-bf63f51c-d0ad-43e8-a58e-571b88a79751 tempest-FloatingIPAdminTestJSON-491845398 tempest-FloatingIPAdminTestJSON-491845398-project] Allocated IP 172.20.0.8 (1945ad8d-8d27-4599-ae91-466dd6e18eba/8dd27ae8-974b-49a8-8ab3-c58f2bc416e6/c3702d00-02d2-40b5-bd61-e78b0349b8d5) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:56:14.434456 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b1852528-6b4b-4c3e-8de5-fec9d00ebf75 tempest-RoutersIpV6AdminTest-232410807 tempest-RoutersIpV6AdminTest-232410807-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:14.436290 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c16bd87f-8e99-43ca-9937-8cb1ecaa25ac req-eac24622-cca5-424a-bc3f-acedfb1235b3 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f722a60-38a1-4dbc-a8ff-49f0b32ee364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797632 May 20 20:56:14.436781 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3debef26-f679-4f4c-ad9d-5027eb0998a4 tempest-AllowedAddressPairIpV6TestJSON-423995070 tempest-AllowedAddressPairIpV6TestJSON-423995070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524'] for network, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:14.436781 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3debef26-f679-4f4c-ad9d-5027eb0998a4 tempest-AllowedAddressPairIpV6TestJSON-423995070 tempest-AllowedAddressPairIpV6TestJSON-423995070-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:56:14.436781 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3debef26-f679-4f4c-ad9d-5027eb0998a4 tempest-AllowedAddressPairIpV6TestJSON-423995070 tempest-AllowedAddressPairIpV6TestJSON-423995070-project] Notify callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:14.466624 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 60128) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:56:14.472414 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3debef26-f679-4f4c-ad9d-5027eb0998a4 tempest-AllowedAddressPairIpV6TestJSON-423995070 tempest-AllowedAddressPairIpV6TestJSON-423995070-project] Pushing event updated for resources: {'Network': ['ID=9a3342c1-289b-4f17-8e16-b5138909c411,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:56:14.511534 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Network 9a3342c1-289b-4f17-8e16-b5138909c411 details requested by agent ovs-agent-n-d-842733-1 with host n-d-842733-1 {{(pid=103164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 20 20:56:14.640227 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-87301e68-0942-49ff-a129-caed65cb5f7e tempest-SubnetPoolsTestJSON-239621840 tempest-SubnetPoolsTestJSON-239621840-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-643249267', 'prefixes': ['172.20.0.0/16']}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:56:14.641575 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bf63f51c-d0ad-43e8-a58e-571b88a79751 tempest-FloatingIPAdminTestJSON-491845398 tempest-FloatingIPAdminTestJSON-491845398-project] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:14.675863 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-3debef26-f679-4f4c-ad9d-5027eb0998a4 tempest-AllowedAddressPairIpV6TestJSON-423995070 tempest-AllowedAddressPairIpV6TestJSON-423995070-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 1.6054482 May 20 20:56:14.676860 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 60140) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:56:14.693717 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-ac0eb114-d750-4ba2-9e10-6f27426bb8e8 tempest-AllowedAddressPairIpV6TestJSON-423995070 tempest-AllowedAddressPairIpV6TestJSON-423995070-project] Request body: {'subnet': {'network_id': '9a3342c1-289b-4f17-8e16-b5138909c411', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:56:14.923956 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bf63f51c-d0ad-43e8-a58e-571b88a79751 tempest-FloatingIPAdminTestJSON-491845398 tempest-FloatingIPAdminTestJSON-491845398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:14.982365 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac0eb114-d750-4ba2-9e10-6f27426bb8e8 tempest-AllowedAddressPairIpV6TestJSON-423995070 tempest-AllowedAddressPairIpV6TestJSON-423995070-project] Made reservation on behalf of 569669e6672c4e35853ccbb2505c30b5 for: {'subnet': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:56:14.986342 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ac0eb114-d750-4ba2-9e10-6f27426bb8e8 tempest-AllowedAddressPairIpV6TestJSON-423995070 tempest-AllowedAddressPairIpV6TestJSON-423995070-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4018244'] for subnet, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:15.000301 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-87301e68-0942-49ff-a129-caed65cb5f7e tempest-SubnetPoolsTestJSON-239621840 tempest-SubnetPoolsTestJSON-239621840-project] Notify callbacks [] for subnetpool, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:15.001538 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-87301e68-0942-49ff-a129-caed65cb5f7e tempest-SubnetPoolsTestJSON-239621840 tempest-SubnetPoolsTestJSON-239621840-project] 10.222.0.35 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.5338726 May 20 20:56:15.005408 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 60146) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:56:15.010329 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b1852528-6b4b-4c3e-8de5-fec9d00ebf75 tempest-RoutersIpV6AdminTest-232410807 tempest-RoutersIpV6AdminTest-232410807-project] Notify callbacks [] for router_gateway, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:15.013287 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf63f51c-d0ad-43e8-a58e-571b88a79751 tempest-FloatingIPAdminTestJSON-491845398 tempest-FloatingIPAdminTestJSON-491845398-project] Network 1945ad8d-8d27-4599-ae91-466dd6e18eba is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:56:15.062031 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-5b25ed50-f643-4db8-92dd-b3762168f861 tempest-SubnetPoolsTestJSON-239621840 tempest-SubnetPoolsTestJSON-239621840-project] 10.222.0.35 "GET /v2.0/subnetpools/127ea6c9-124d-4fab-ae6c-fd2d3f0cab5a HTTP/1.1" status: 200 len: 731 time: 0.0552387 May 20 20:56:15.062709 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 60148) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:56:15.067338 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-bf63f51c-d0ad-43e8-a58e-571b88a79751 tempest-FloatingIPAdminTestJSON-491845398 tempest-FloatingIPAdminTestJSON-491845398-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:56:15.074978 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-098e6075-c3f8-4828-a3fc-abfb88261853 tempest-SubnetPoolsTestJSON-239621840 tempest-SubnetPoolsTestJSON-239621840-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-386254149'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:56:15.119522 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf63f51c-d0ad-43e8-a58e-571b88a79751 tempest-FloatingIPAdminTestJSON-491845398 tempest-FloatingIPAdminTestJSON-491845398-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:56:15.133070 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf63f51c-d0ad-43e8-a58e-571b88a79751 tempest-FloatingIPAdminTestJSON-491845398 tempest-FloatingIPAdminTestJSON-491845398-project] Pushing event updated for resources: {'Port': ['ID=c3702d00-02d2-40b5-bd61-e78b0349b8d5,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:56:15.184282 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b1852528-6b4b-4c3e-8de5-fec9d00ebf75 tempest-RoutersIpV6AdminTest-232410807 tempest-RoutersIpV6AdminTest-232410807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:15.337961 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 60158) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:56:15.413554 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-098e6075-c3f8-4828-a3fc-abfb88261853 tempest-SubnetPoolsTestJSON-239621840 tempest-SubnetPoolsTestJSON-239621840-project] Notify callbacks [] for subnetpool, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:15.417377 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-098e6075-c3f8-4828-a3fc-abfb88261853 tempest-SubnetPoolsTestJSON-239621840 tempest-SubnetPoolsTestJSON-239621840-project] 10.222.0.35 "PUT /v2.0/subnetpools/127ea6c9-124d-4fab-ae6c-fd2d3f0cab5a HTTP/1.1" status: 200 len: 683 time: 0.3509884 May 20 20:56:15.419745 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 60162) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:56:15.542107 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bbd6fe3e-7293-48d8-b79a-7a4608dc05bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:15.635832 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf63f51c-d0ad-43e8-a58e-571b88a79751 tempest-FloatingIPAdminTestJSON-491845398 tempest-FloatingIPAdminTestJSON-491845398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:56:15.636561 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bf63f51c-d0ad-43e8-a58e-571b88a79751 tempest-FloatingIPAdminTestJSON-491845398 tempest-FloatingIPAdminTestJSON-491845398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:15.644992 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-dadaadb4-5930-4126-9119-0582b0b188aa None None] Provisioning complete for port c3702d00-02d2-40b5-bd61-e78b0349b8d5 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:56:15.652774 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ac0eb114-d750-4ba2-9e10-6f27426bb8e8 tempest-AllowedAddressPairIpV6TestJSON-423995070 tempest-AllowedAddressPairIpV6TestJSON-423995070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3797684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4018258'] for subnet, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:15.656065 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-dadaadb4-5930-4126-9119-0582b0b188aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:15.680615 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bbd6fe3e-7293-48d8-b79a-7a4608dc05bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:15.712765 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-dadaadb4-5930-4126-9119-0582b0b188aa None None] Port c3702d00-02d2-40b5-bd61-e78b0349b8d5 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 20:56:15.727993 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9430aa0-5cc1-4791-8680-9ec8912e7d6d req-30a18ebc-6c65-45da-9474-d24e29250915 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:56:15.729730 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a9430aa0-5cc1-4791-8680-9ec8912e7d6d req-30a18ebc-6c65-45da-9474-d24e29250915 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/ports?device_id=46d8592d-7942-4f12-aa6f-72415de83dc5 HTTP/1.1" status: 200 len: 945 time: 0.3104408 May 20 20:56:15.732174 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-5b4a0f55-944d-47a6-8969-381e54dadc60 req-13538425-4a0b-49c0-b35c-59491b9e1a80 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0971703c-6cad-492e-914a-f7931469f174&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6154361 May 20 20:56:15.756978 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-b1852528-6b4b-4c3e-8de5-fec9d00ebf75 tempest-RoutersIpV6AdminTest-232410807 tempest-RoutersIpV6AdminTest-232410807-project] Allocated IP 172.25.2.70 (e3a93b5c-91e2-4064-9c2c-1afc261bfe15/86fee0c1-6e34-488b-9216-b2b8e7ef585a/555d87a0-376f-4bf6-9998-850429a860de) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:56:15.795632 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a9430aa0-5cc1-4791-8680-9ec8912e7d6d req-20117d8d-1bbf-4ea5-8dfe-096921199653 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f722a60-38a1-4dbc-a8ff-49f0b32ee364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548685 May 20 20:56:15.798139 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0eb114-d750-4ba2-9e10-6f27426bb8e8 tempest-AllowedAddressPairIpV6TestJSON-423995070 tempest-AllowedAddressPairIpV6TestJSON-423995070-project] Pushing event updated for resources: {'Subnet': ['ID=977ced01-96c8-42fc-b852-6806778422d0,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:56:15.839095 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bbd6fe3e-7293-48d8-b79a-7a4608dc05bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:15.853576 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac0eb114-d750-4ba2-9e10-6f27426bb8e8 tempest-AllowedAddressPairIpV6TestJSON-423995070 tempest-AllowedAddressPairIpV6TestJSON-423995070-project] Checking segment: {'id': 'c0828888-e467-4ecb-9c8d-b17294e22348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '9a3342c1-289b-4f17-8e16-b5138909c411'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:56:15.861579 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac0eb114-d750-4ba2-9e10-6f27426bb8e8 tempest-AllowedAddressPairIpV6TestJSON-423995070 tempest-AllowedAddressPairIpV6TestJSON-423995070-project] Network hostable DHCP agents. Network: 9a3342c1-289b-4f17-8e16-b5138909c411, hostable agents: ['c9b0653c-f3c7-4339-bd50-e3754b629216'], hosted agents: [] {{(pid=103162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 20:56:15.882228 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd6fe3e-7293-48d8-b79a-7a4608dc05bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9501ae98-9ff6-4170-a024-2a1d95f84b2b,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:56:15.908347 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e9e408c6-9d4a-4266-a0af-573a1827db7a tempest-SubnetPoolsTestJSON-239621840 tempest-SubnetPoolsTestJSON-239621840-project] Notify callbacks [] for subnetpool, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:15.918045 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-bf63f51c-d0ad-43e8-a58e-571b88a79751 tempest-FloatingIPAdminTestJSON-491845398 tempest-FloatingIPAdminTestJSON-491845398-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6197801 May 20 20:56:15.921149 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-e9e408c6-9d4a-4266-a0af-573a1827db7a tempest-SubnetPoolsTestJSON-239621840 tempest-SubnetPoolsTestJSON-239621840-project] 10.222.0.35 "DELETE /v2.0/subnetpools/127ea6c9-124d-4fab-ae6c-fd2d3f0cab5a HTTP/1.1" status: 204 len: 168 time: 0.5003395 May 20 20:56:15.921905 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 60172) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:56:15.949113 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 60174) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:56:15.963126 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-bbd6fe3e-7293-48d8-b79a-7a4608dc05bf admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=43753168622d474488f45425890cce5b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6181779 May 20 20:56:15.964011 n-d-842733-1 neutron-server[103162]: INFO neutron.api.v2.resource [None req-b36a6b90-998b-4b3c-bd51-73431c775a27 tempest-SubnetPoolsTestJSON-239621840 tempest-SubnetPoolsTestJSON-239621840-project] show failed (client error): The resource could not be found. May 20 20:56:15.964941 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 60178) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:56:15.965668 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-b36a6b90-998b-4b3c-bd51-73431c775a27 tempest-SubnetPoolsTestJSON-239621840 tempest-SubnetPoolsTestJSON-239621840-project] 10.222.0.35 "GET /v2.0/subnetpools/127ea6c9-124d-4fab-ae6c-fd2d3f0cab5a HTTP/1.1" status: 404 len: 346 time: 0.0247240 May 20 20:56:15.968533 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4a0f55-944d-47a6-8969-381e54dadc60 req-63c0845c-73ba-4910-93ee-57773bd1432d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:56:15.970526 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-5b4a0f55-944d-47a6-8969-381e54dadc60 req-63c0845c-73ba-4910-93ee-57773bd1432d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f7923afdfd7f405fb72bd4b2f1133cd6&device_id=0971703c-6cad-492e-914a-f7931469f174 HTTP/1.1" status: 200 len: 1101 time: 0.1970432 May 20 20:56:15.972458 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 60180) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:56:16.019968 n-d-842733-1 neutron-server[103163]: INFO neutron.api.v2.resource [None req-213c8f9b-a7c4-4f11-9c4f-7e76123ef5fb tempest-SubnetPoolsTestJSON-239621840 tempest-SubnetPoolsTestJSON-239621840-project] delete failed (client error): The resource could not be found. May 20 20:56:16.030570 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-213c8f9b-a7c4-4f11-9c4f-7e76123ef5fb tempest-SubnetPoolsTestJSON-239621840 tempest-SubnetPoolsTestJSON-239621840-project] 10.222.0.35 "DELETE /v2.0/subnetpools/127ea6c9-124d-4fab-ae6c-fd2d3f0cab5a HTTP/1.1" status: 404 len: 346 time: 0.0567532 May 20 20:56:16.099434 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac0eb114-d750-4ba2-9e10-6f27426bb8e8 tempest-AllowedAddressPairIpV6TestJSON-423995070 tempest-AllowedAddressPairIpV6TestJSON-423995070-project] Network 9a3342c1-289b-4f17-8e16-b5138909c411 is scheduled to be hosted by DHCP agent c9b0653c-f3c7-4339-bd50-e3754b629216 with binding_index 1 {{(pid=103162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 20:56:16.129692 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bd1895c9-8c7a-4297-bf5b-400d10210939 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:16.158512 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bd1895c9-8c7a-4297-bf5b-400d10210939 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:16.166729 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b1852528-6b4b-4c3e-8de5-fec9d00ebf75 tempest-RoutersIpV6AdminTest-232410807 tempest-RoutersIpV6AdminTest-232410807-project] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:16.170537 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-1f613c8f-add9-41fd-9851-869bb9cf4f97 tempest-FloatingIPAdminTestJSON-230338840 tempest-FloatingIPAdminTestJSON-230338840-project-admin] Request body: {'floatingip': {'floating_network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'project_id': 'fccca44ba75849d78e4fa7d330bf062b', 'port_id': 'c3702d00-02d2-40b5-bd61-e78b0349b8d5'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:56:16.221471 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4a0f55-944d-47a6-8969-381e54dadc60 req-ec23626b-a264-4caa-98a6-54c2a0dbbbf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:56:16.222954 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-5b4a0f55-944d-47a6-8969-381e54dadc60 req-ec23626b-a264-4caa-98a6-54c2a0dbbbf6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=cd702362-b982-46c5-a7d0-51de1b03df86 HTTP/1.1" status: 200 len: 870 time: 0.2274604 May 20 20:56:16.237233 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-ac0eb114-d750-4ba2-9e10-6f27426bb8e8 tempest-AllowedAddressPairIpV6TestJSON-423995070 tempest-AllowedAddressPairIpV6TestJSON-423995070-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842733-1, 9a3342c1-289b-4f17-8e16-b5138909c411) {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:56:16.241660 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac0eb114-d750-4ba2-9e10-6f27426bb8e8 tempest-AllowedAddressPairIpV6TestJSON-423995070 tempest-AllowedAddressPairIpV6TestJSON-423995070-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:56:16.242432 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ac0eb114-d750-4ba2-9e10-6f27426bb8e8 tempest-AllowedAddressPairIpV6TestJSON-423995070 tempest-AllowedAddressPairIpV6TestJSON-423995070-project] Notify callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:16.248671 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea6d2366-5174-4142-89a7-29d0d4827e8e None None] Network 9a3342c1-289b-4f17-8e16-b5138909c411 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:56:16.273988 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1f613c8f-add9-41fd-9851-869bb9cf4f97 tempest-FloatingIPAdminTestJSON-230338840 tempest-FloatingIPAdminTestJSON-230338840-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:16.354862 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bd1895c9-8c7a-4297-bf5b-400d10210939 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:16.359681 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bd1895c9-8c7a-4297-bf5b-400d10210939 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:16.361259 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-bd1895c9-8c7a-4297-bf5b-400d10210939 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9501ae98-9ff6-4170-a024-2a1d95f84b2b HTTP/1.1" status: 204 len: 168 time: 0.3937995 May 20 20:56:16.405517 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1895c9-8c7a-4297-bf5b-400d10210939 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9501ae98-9ff6-4170-a024-2a1d95f84b2b,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:56:16.470270 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1f613c8f-add9-41fd-9851-869bb9cf4f97 tempest-FloatingIPAdminTestJSON-230338840 tempest-FloatingIPAdminTestJSON-230338840-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:16.610224 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d571f7d-8279-4af9-af90-e96adc593249 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaee2b848-d4b9-5db1-b6ef-d6db29d67de7-9a3342c1-289b-4f17-8e16-b5138909c411', 'network_id': '9a3342c1-289b-4f17-8e16-b5138909c411', 'tenant_id': '569669e6672c4e35853ccbb2505c30b5', 'fixed_ips': [{'subnet_id': '977ced01-96c8-42fc-b852-6806778422d0'}]}} from n-d-842733-1. {{(pid=103164) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 20:56:16.612092 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-1d571f7d-8279-4af9-af90-e96adc593249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:16.612380 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b1852528-6b4b-4c3e-8de5-fec9d00ebf75 tempest-RoutersIpV6AdminTest-232410807 tempest-RoutersIpV6AdminTest-232410807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:16.615712 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-5b4a0f55-944d-47a6-8969-381e54dadc60 req-1b5ff618-7094-4936-aa2f-c6fd558d1cd2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=b4ca5d6f-f669-408a-b024-fe62ef2f5622 HTTP/1.1" status: 200 len: 217 time: 0.3855591 May 20 20:56:16.701530 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4a0f55-944d-47a6-8969-381e54dadc60 req-e887146d-763c-41a5-b7e2-76dff4bb865e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:56:16.703004 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-5b4a0f55-944d-47a6-8969-381e54dadc60 req-e887146d-763c-41a5-b7e2-76dff4bb865e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=26b342ea-254c-483a-9ea9-f11c178970eb HTTP/1.1" status: 200 len: 843 time: 0.0738933 May 20 20:56:16.724128 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 60194) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:56:16.729196 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1852528-6b4b-4c3e-8de5-fec9d00ebf75 tempest-RoutersIpV6AdminTest-232410807 tempest-RoutersIpV6AdminTest-232410807-project] Network e3a93b5c-91e2-4064-9c2c-1afc261bfe15 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:56:16.790536 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-b1852528-6b4b-4c3e-8de5-fec9d00ebf75 tempest-RoutersIpV6AdminTest-232410807 tempest-RoutersIpV6AdminTest-232410807-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:56:16.798351 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1852528-6b4b-4c3e-8de5-fec9d00ebf75 tempest-RoutersIpV6AdminTest-232410807 tempest-RoutersIpV6AdminTest-232410807-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:56:16.811336 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-1f613c8f-add9-41fd-9851-869bb9cf4f97 tempest-FloatingIPAdminTestJSON-230338840 tempest-FloatingIPAdminTestJSON-230338840-project-admin] Allocated IP 172.25.2.232 (e3a93b5c-91e2-4064-9c2c-1afc261bfe15/86fee0c1-6e34-488b-9216-b2b8e7ef585a/e24ae00e-0447-45cb-b7fb-bbaa144e89c7) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:56:16.837151 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1852528-6b4b-4c3e-8de5-fec9d00ebf75 tempest-RoutersIpV6AdminTest-232410807 tempest-RoutersIpV6AdminTest-232410807-project] Pushing event updated for resources: {'Port': ['ID=555d87a0-376f-4bf6-9998-850429a860de,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:56:16.845003 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-ac0eb114-d750-4ba2-9e10-6f27426bb8e8 tempest-AllowedAddressPairIpV6TestJSON-423995070 tempest-AllowedAddressPairIpV6TestJSON-423995070-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1659973 May 20 20:56:16.847712 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 60204) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:56:16.865935 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-4bf6d9db-d172-46c2-bc5a-ac735942166b tempest-AllowedAddressPairIpV6TestJSON-423995070 tempest-AllowedAddressPairIpV6TestJSON-423995070-project] Request body: {'port': {'network_id': '9a3342c1-289b-4f17-8e16-b5138909c411', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1506348521'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:56:16.874138 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4a0f55-944d-47a6-8969-381e54dadc60 req-43ce4190-1d8e-4c18-80ca-f3046538117c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:56:16.875896 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-5b4a0f55-944d-47a6-8969-381e54dadc60 req-43ce4190-1d8e-4c18-80ca-f3046538117c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cd702362-b982-46c5-a7d0-51de1b03df86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1593153 May 20 20:56:16.945942 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [None req-1d571f7d-8279-4af9-af90-e96adc593249 None None] Allocated IP 2001:db8::2 (9a3342c1-289b-4f17-8e16-b5138909c411/977ced01-96c8-42fc-b852-6806778422d0/1454287b-9d7f-4f76-b080-fe2d35399cce) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:56:16.976015 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [req-5b4a0f55-944d-47a6-8969-381e54dadc60 req-39b5a31f-c2cc-4932-9df0-87c9dd9fc723 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103162) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 20:56:16.981316 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-5b4a0f55-944d-47a6-8969-381e54dadc60 req-39b5a31f-c2cc-4932-9df0-87c9dd9fc723 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0071788 May 20 20:56:17.093507 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-fe4d047b-5d0e-4f54-a55f-0393837bc5a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:17.204070 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1f613c8f-add9-41fd-9851-869bb9cf4f97 tempest-FloatingIPAdminTestJSON-230338840 tempest-FloatingIPAdminTestJSON-230338840-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:17.234316 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-1d571f7d-8279-4af9-af90-e96adc593249 None None] Notify callbacks [] for port, precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:17.243384 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-5b4a0f55-944d-47a6-8969-381e54dadc60 req-a987c124-8260-4967-88fa-228540abcfa0 service neutron] 10.222.0.24 "GET /v2.0/networks/cd702362-b982-46c5-a7d0-51de1b03df86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1806016 May 20 20:56:17.299488 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1752850d-147f-4f4f-ba34-25a9e947244f req-8c317206-5093-4df4-bca1-bbcf5f277d41 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:56:17.307192 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1752850d-147f-4f4f-ba34-25a9e947244f req-8c317206-5093-4df4-bca1-bbcf5f277d41 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/ports?device_id=46d8592d-7942-4f12-aa6f-72415de83dc5 HTTP/1.1" status: 200 len: 945 time: 0.3284872 May 20 20:56:17.310364 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 60212) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:56:17.323730 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-1d571f7d-8279-4af9-af90-e96adc593249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108'] for port, after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:17.346674 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1f613c8f-add9-41fd-9851-869bb9cf4f97 tempest-FloatingIPAdminTestJSON-230338840 tempest-FloatingIPAdminTestJSON-230338840-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:17.374588 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-533d1b40-5f5d-491f-8d27-d3c0033430eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:17.384455 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d571f7d-8279-4af9-af90-e96adc593249 None None] Network 9a3342c1-289b-4f17-8e16-b5138909c411 is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:56:17.389194 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-1d571f7d-8279-4af9-af90-e96adc593249 None None] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:56:17.395987 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d571f7d-8279-4af9-af90-e96adc593249 None None] Received port after_create {{(pid=103164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:56:17.423177 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d571f7d-8279-4af9-af90-e96adc593249 None None] Pushing event updated for resources: {'Port': ['ID=1454287b-9d7f-4f76-b080-fe2d35399cce,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:56:17.444364 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-fe4d047b-5d0e-4f54-a55f-0393837bc5a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:17.452722 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f613c8f-add9-41fd-9851-869bb9cf4f97 tempest-FloatingIPAdminTestJSON-230338840 tempest-FloatingIPAdminTestJSON-230338840-project-admin] Network e3a93b5c-91e2-4064-9c2c-1afc261bfe15 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:56:17.484307 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1752850d-147f-4f4f-ba34-25a9e947244f req-0ad3521f-74c9-4b0f-8ccd-3c5b016a1ae6 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f722a60-38a1-4dbc-a8ff-49f0b32ee364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763647 May 20 20:56:17.485325 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-1f613c8f-add9-41fd-9851-869bb9cf4f97 tempest-FloatingIPAdminTestJSON-230338840 tempest-FloatingIPAdminTestJSON-230338840-project-admin] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:56:17.499021 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-5b4a0f55-944d-47a6-8969-381e54dadc60 req-096b170e-cfe0-4923-ad96-bc1fd0a7e7e7 service neutron] 10.222.0.24 "GET /v2.0/networks/cd702362-b982-46c5-a7d0-51de1b03df86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2483187 May 20 20:56:17.504683 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f613c8f-add9-41fd-9851-869bb9cf4f97 tempest-FloatingIPAdminTestJSON-230338840 tempest-FloatingIPAdminTestJSON-230338840-project-admin] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:56:17.511601 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f613c8f-add9-41fd-9851-869bb9cf4f97 tempest-FloatingIPAdminTestJSON-230338840 tempest-FloatingIPAdminTestJSON-230338840-project-admin] Pushing event updated for resources: {'Port': ['ID=e24ae00e-0447-45cb-b7fb-bbaa144e89c7,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:56:17.547880 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b1852528-6b4b-4c3e-8de5-fec9d00ebf75 tempest-RoutersIpV6AdminTest-232410807 tempest-RoutersIpV6AdminTest-232410807-project] Notify callbacks [] for router_gateway, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:17.554170 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-1d571f7d-8279-4af9-af90-e96adc593249 None None] Attempting to bind port 1454287b-9d7f-4f76-b080-fe2d35399cce on host n-d-842733-1 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:56:17.554663 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-1d571f7d-8279-4af9-af90-e96adc593249 None None] Attempting to bind port 1454287b-9d7f-4f76-b080-fe2d35399cce by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': 'c0828888-e467-4ecb-9c8d-b17294e22348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '9a3342c1-289b-4f17-8e16-b5138909c411'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:56:17.555261 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d571f7d-8279-4af9-af90-e96adc593249 None None] Attempting to bind port 1454287b-9d7f-4f76-b080-fe2d35399cce on network 9a3342c1-289b-4f17-8e16-b5138909c411 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:56:17.561362 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d571f7d-8279-4af9-af90-e96adc593249 None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 55, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:56:17.561849 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d571f7d-8279-4af9-af90-e96adc593249 None None] Checking segment: {'id': 'c0828888-e467-4ecb-9c8d-b17294e22348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '9a3342c1-289b-4f17-8e16-b5138909c411'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:56:17.562370 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-1d571f7d-8279-4af9-af90-e96adc593249 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:17.562852 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d571f7d-8279-4af9-af90-e96adc593249 None None] Bound using segment: {'id': 'c0828888-e467-4ecb-9c8d-b17294e22348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '9a3342c1-289b-4f17-8e16-b5138909c411'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:56:17.563567 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-1d571f7d-8279-4af9-af90-e96adc593249 None None] Bound port: 1454287b-9d7f-4f76-b080-fe2d35399cce, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0828888-e467-4ecb-9c8d-b17294e22348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '9a3342c1-289b-4f17-8e16-b5138909c411'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:56:17.564041 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-1d571f7d-8279-4af9-af90-e96adc593249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:17.637752 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-1d571f7d-8279-4af9-af90-e96adc593249 None None] For port 1454287b-9d7f-4f76-b080-fe2d35399cce, host n-d-842733-1, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:56:17.642011 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-1d571f7d-8279-4af9-af90-e96adc593249 None None] For port 1454287b-9d7f-4f76-b080-fe2d35399cce, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=1454287b-9d7f-4f76-b080-fe2d35399cce,segment=NetworkSegment(c0828888-e467-4ecb-9c8d-b17294e22348),segment_id=c0828888-e467-4ecb-9c8d-b17294e22348)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:56:17.661755 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-533d1b40-5f5d-491f-8d27-d3c0033430eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:17.664948 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-fe4d047b-5d0e-4f54-a55f-0393837bc5a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:17.691168 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bf6d9db-d172-46c2-bc5a-ac735942166b tempest-AllowedAddressPairIpV6TestJSON-423995070 tempest-AllowedAddressPairIpV6TestJSON-423995070-project] Made reservation on behalf of 569669e6672c4e35853ccbb2505c30b5 for: {'port': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:56:17.695927 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4bf6d9db-d172-46c2-bc5a-ac735942166b tempest-AllowedAddressPairIpV6TestJSON-423995070 tempest-AllowedAddressPairIpV6TestJSON-423995070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:17.740840 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-1d571f7d-8279-4af9-af90-e96adc593249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:17.759185 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4d047b-5d0e-4f54-a55f-0393837bc5a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba01a2a6-0360-40b3-a295-70ced260333f,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:56:17.775889 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [None req-4bf6d9db-d172-46c2-bc5a-ac735942166b tempest-AllowedAddressPairIpV6TestJSON-423995070 tempest-AllowedAddressPairIpV6TestJSON-423995070-project] device_id is not set on port ea2aa402-5ed6-4548-9863-8d7af49928cf yet. {{(pid=103163) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 20 20:56:17.814170 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-533d1b40-5f5d-491f-8d27-d3c0033430eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:17.830396 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d571f7d-8279-4af9-af90-e96adc593249 None None] Pushing event updated for resources: {'Port': ['ID=1454287b-9d7f-4f76-b080-fe2d35399cce,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:56:17.860136 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-fe4d047b-5d0e-4f54-a55f-0393837bc5a1 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5e80c8bb76fd483b88ddff8e6201588f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1244841 May 20 20:56:17.870260 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 60218) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:56:17.942183 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533d1b40-5f5d-491f-8d27-d3c0033430eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cc0cf2f-8344-4a1e-a12b-57c1766e363a,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:56:17.960964 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b1852528-6b4b-4c3e-8de5-fec9d00ebf75 tempest-RoutersIpV6AdminTest-232410807 tempest-RoutersIpV6AdminTest-232410807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748106'] for router, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:18.100892 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-533d1b40-5f5d-491f-8d27-d3c0033430eb admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7671b68311bd4ddc9864a1e82ef96f64&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7843335 May 20 20:56:18.107692 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 60226) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:56:18.120600 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4f416c16-0d65-444b-b9b3-25f70cbb1597 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:18.192028 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4f416c16-0d65-444b-b9b3-25f70cbb1597 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:18.270170 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-4bf6d9db-d172-46c2-bc5a-ac735942166b tempest-AllowedAddressPairIpV6TestJSON-423995070 tempest-AllowedAddressPairIpV6TestJSON-423995070-project] Allocated IP 2001:db8::25e (9a3342c1-289b-4f17-8e16-b5138909c411/977ced01-96c8-42fc-b852-6806778422d0/ea2aa402-5ed6-4548-9863-8d7af49928cf) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:56:18.306372 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1852528-6b4b-4c3e-8de5-fec9d00ebf75 tempest-RoutersIpV6AdminTest-232410807 tempest-RoutersIpV6AdminTest-232410807-project] Router 02bcd897-7646-4084-bda6-17692851b2d0 is scheduled to L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e with binding_index 1 {{(pid=103162) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 20 20:56:18.314681 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c1d21335-58fd-4aee-8a6a-011470fd5415 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:18.358018 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4f416c16-0d65-444b-b9b3-25f70cbb1597 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:18.360418 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4f416c16-0d65-444b-b9b3-25f70cbb1597 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:18.361633 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-4f416c16-0d65-444b-b9b3-25f70cbb1597 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ba01a2a6-0360-40b3-a295-70ced260333f HTTP/1.1" status: 204 len: 168 time: 0.4904225 May 20 20:56:18.376431 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f416c16-0d65-444b-b9b3-25f70cbb1597 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba01a2a6-0360-40b3-a295-70ced260333f,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:56:18.436641 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c1d21335-58fd-4aee-8a6a-011470fd5415 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:18.539447 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1852528-6b4b-4c3e-8de5-fec9d00ebf75 tempest-RoutersIpV6AdminTest-232410807 tempest-RoutersIpV6AdminTest-232410807-project] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 20:56:18.552975 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b21bb1c-7219-4727-9754-7792b5706e15 None None] Sync routers for ids ['02bcd897-7646-4084-bda6-17692851b2d0'] in n-d-842733-1 {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 20:56:18.608244 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b21bb1c-7219-4727-9754-7792b5706e15 None None] Routers {'02bcd897-7646-4084-bda6-17692851b2d0'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:56:18.608842 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-0b21bb1c-7219-4727-9754-7792b5706e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:55:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['02bcd897-7646-4084-bda6-17692851b2d0'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:56:18.675230 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b1852528-6b4b-4c3e-8de5-fec9d00ebf75 tempest-RoutersIpV6AdminTest-232410807 tempest-RoutersIpV6AdminTest-232410807-project] Notify callbacks [] for router, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:18.677013 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-b1852528-6b4b-4c3e-8de5-fec9d00ebf75 tempest-RoutersIpV6AdminTest-232410807 tempest-RoutersIpV6AdminTest-232410807-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 5.4235096 May 20 20:56:18.684372 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 60236) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:56:18.688448 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-0b21bb1c-7219-4727-9754-7792b5706e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:56:18.691691 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 1454287b-9d7f-4f76-b080-fe2d35399cce up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:56:18.758851 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b21bb1c-7219-4727-9754-7792b5706e15 None None] Routers {'02bcd897-7646-4084-bda6-17692851b2d0'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:56:18.760255 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-0b21bb1c-7219-4727-9754-7792b5706e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:55:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['02bcd897-7646-4084-bda6-17692851b2d0'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:56:18.816435 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-0b21bb1c-7219-4727-9754-7792b5706e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:56:18.817314 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b21bb1c-7219-4727-9754-7792b5706e15 None None] The sync data for ids ['02bcd897-7646-4084-bda6-17692851b2d0'] in n-d-842733-1 is: [] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 20:56:18.848722 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 1454287b-9d7f-4f76-b080-fe2d35399cce triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:56:18.849489 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:18.984707 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-2790a137-128f-4253-aa97-d8ff9dd15127 tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] 10.222.0.35 "GET /v2.0/routers/02bcd897-7646-4084-bda6-17692851b2d0 HTTP/1.1" status: 200 len: 924 time: 0.2724533 May 20 20:56:18.988172 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 60244) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:56:19.042794 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-d774bd38-a20e-441f-a2d3-585bb3c5d1af tempest-RoutersIpV6AdminTest-232410807 tempest-RoutersIpV6AdminTest-232410807-project] 10.222.0.35 "GET /v2.0/ports?device_id=02bcd897-7646-4084-bda6-17692851b2d0 HTTP/1.1" status: 200 len: 205 time: 0.0533671 May 20 20:56:19.045496 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 60248) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:56:19.074316 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 1454287b-9d7f-4f76-b080-fe2d35399cce is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:56:19.075501 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:19.147249 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] For port 1454287b-9d7f-4f76-b080-fe2d35399cce, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=1454287b-9d7f-4f76-b080-fe2d35399cce,segment=NetworkSegment(c0828888-e467-4ecb-9c8d-b17294e22348),segment_id=c0828888-e467-4ecb-9c8d-b17294e22348)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:56:19.223053 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:19.319748 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Pushing event updated for resources: {'Port': ['ID=1454287b-9d7f-4f76-b080-fe2d35399cce,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:56:19.320547 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08df84c4-ad5b-436e-8d66-cddf343ec541 req-136c0fd9-ad19-4d4e-9dd5-c0f90e399479 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:56:19.322680 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-08df84c4-ad5b-436e-8d66-cddf343ec541 req-136c0fd9-ad19-4d4e-9dd5-c0f90e399479 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/ports?device_id=46d8592d-7942-4f12-aa6f-72415de83dc5 HTTP/1.1" status: 200 len: 945 time: 0.3032472 May 20 20:56:19.349524 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83e40c11-b0e5-4adb-ba0f-f06bb45d790b None None] Network 9a3342c1-289b-4f17-8e16-b5138909c411 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:56:19.367756 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c1d21335-58fd-4aee-8a6a-011470fd5415 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:19.370554 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c1d21335-58fd-4aee-8a6a-011470fd5415 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:19.375179 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-c1d21335-58fd-4aee-8a6a-011470fd5415 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8cc0cf2f-8344-4a1e-a12b-57c1766e363a HTTP/1.1" status: 204 len: 168 time: 1.2647479 May 20 20:56:19.392013 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-eb14dbfb-5237-4df0-a6c0-28b5336474cc tempest-RoutersIpV6AdminTest-232410807 tempest-RoutersIpV6AdminTest-232410807-project] Notify callbacks [] for router, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:19.419957 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-2fececae-bee9-4b70-abee-412830475140 None None] Provisioning complete for port 1454287b-9d7f-4f76-b080-fe2d35399cce triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:56:19.420067 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-2fececae-bee9-4b70-abee-412830475140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:19.432249 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4bf6d9db-d172-46c2-bc5a-ac735942166b tempest-AllowedAddressPairIpV6TestJSON-423995070 tempest-AllowedAddressPairIpV6TestJSON-423995070-project] Notify callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:19.451816 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d21335-58fd-4aee-8a6a-011470fd5415 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cc0cf2f-8344-4a1e-a12b-57c1766e363a,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:56:19.456045 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1f613c8f-add9-41fd-9851-869bb9cf4f97 tempest-FloatingIPAdminTestJSON-230338840 tempest-FloatingIPAdminTestJSON-230338840-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:19.647138 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-08df84c4-ad5b-436e-8d66-cddf343ec541 req-1477fca8-05be-4db5-a49a-05192539e6ca tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f722a60-38a1-4dbc-a8ff-49f0b32ee364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2980564 May 20 20:56:19.674740 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-2fececae-bee9-4b70-abee-412830475140 None None] Current status of the port 1454287b-9d7f-4f76-b080-fe2d35399cce is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:56:19.699494 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-eb14dbfb-5237-4df0-a6c0-28b5336474cc tempest-RoutersIpV6AdminTest-232410807 tempest-RoutersIpV6AdminTest-232410807-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:19.772456 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4bf6d9db-d172-46c2-bc5a-ac735942166b tempest-AllowedAddressPairIpV6TestJSON-423995070 tempest-AllowedAddressPairIpV6TestJSON-423995070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:19.877650 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-eb14dbfb-5237-4df0-a6c0-28b5336474cc tempest-RoutersIpV6AdminTest-232410807 tempest-RoutersIpV6AdminTest-232410807-project] Deleting port 555d87a0-376f-4bf6-9998-850429a860de {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:56:19.877650 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-eb14dbfb-5237-4df0-a6c0-28b5336474cc tempest-RoutersIpV6AdminTest-232410807 tempest-RoutersIpV6AdminTest-232410807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:19.935629 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-1934ba40-d44f-47c6-a7a9-c68388394e69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:19.945667 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1f613c8f-add9-41fd-9851-869bb9cf4f97 tempest-FloatingIPAdminTestJSON-230338840 tempest-FloatingIPAdminTestJSON-230338840-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:20.100814 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-eb14dbfb-5237-4df0-a6c0-28b5336474cc tempest-RoutersIpV6AdminTest-232410807 tempest-RoutersIpV6AdminTest-232410807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:20.145906 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-eb14dbfb-5237-4df0-a6c0-28b5336474cc tempest-RoutersIpV6AdminTest-232410807 tempest-RoutersIpV6AdminTest-232410807-project] Calling delete_port for 555d87a0-376f-4bf6-9998-850429a860de owned by network:router_gateway {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:56:20.166628 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf6d9db-d172-46c2-bc5a-ac735942166b tempest-AllowedAddressPairIpV6TestJSON-423995070 tempest-AllowedAddressPairIpV6TestJSON-423995070-project] Pushing event updated for resources: {'Port': ['ID=ea2aa402-5ed6-4548-9863-8d7af49928cf,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:56:20.218282 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bf6d9db-d172-46c2-bc5a-ac735942166b tempest-AllowedAddressPairIpV6TestJSON-423995070 tempest-AllowedAddressPairIpV6TestJSON-423995070-project] Network 9a3342c1-289b-4f17-8e16-b5138909c411 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:56:20.245934 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-4bf6d9db-d172-46c2-bc5a-ac735942166b tempest-AllowedAddressPairIpV6TestJSON-423995070 tempest-AllowedAddressPairIpV6TestJSON-423995070-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:56:20.245934 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf6d9db-d172-46c2-bc5a-ac735942166b tempest-AllowedAddressPairIpV6TestJSON-423995070 tempest-AllowedAddressPairIpV6TestJSON-423995070-project] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:56:20.251374 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bf6d9db-d172-46c2-bc5a-ac735942166b tempest-AllowedAddressPairIpV6TestJSON-423995070 tempest-AllowedAddressPairIpV6TestJSON-423995070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:56:20.252110 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4bf6d9db-d172-46c2-bc5a-ac735942166b tempest-AllowedAddressPairIpV6TestJSON-423995070 tempest-AllowedAddressPairIpV6TestJSON-423995070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:20.253497 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-ae8d1ea5-3736-4b3f-97da-0b249ba33cda None None] Provisioning complete for port 1454287b-9d7f-4f76-b080-fe2d35399cce triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:56:20.255235 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ae8d1ea5-3736-4b3f-97da-0b249ba33cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:20.445291 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-4bf6d9db-d172-46c2-bc5a-ac735942166b tempest-AllowedAddressPairIpV6TestJSON-423995070 tempest-AllowedAddressPairIpV6TestJSON-423995070-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 3.5835769 May 20 20:56:20.450599 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 60292) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:56:20.462603 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-43c5418c-7d95-46eb-8d86-8500eed069fa tempest-AllowedAddressPairIpV6TestJSON-423995070 tempest-AllowedAddressPairIpV6TestJSON-423995070-project] Request body: {'port': {'network_id': '9a3342c1-289b-4f17-8e16-b5138909c411', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-867256407', 'allowed_address_pairs': [{'ip_address': '2001:db8::25e', 'mac_address': 'fa:16:3e:89:ba:ca'}]}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:56:20.476272 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-ae8d1ea5-3736-4b3f-97da-0b249ba33cda None None] Current status of the port 1454287b-9d7f-4f76-b080-fe2d35399cce is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:56:20.585827 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-eb14dbfb-5237-4df0-a6c0-28b5336474cc tempest-RoutersIpV6AdminTest-232410807 tempest-RoutersIpV6AdminTest-232410807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:20.647431 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 1454287b-9d7f-4f76-b080-fe2d35399cce up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:56:20.656821 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb14dbfb-5237-4df0-a6c0-28b5336474cc tempest-RoutersIpV6AdminTest-232410807 tempest-RoutersIpV6AdminTest-232410807-project] Pushing event deleted for resources: {'Port': ['ID=555d87a0-376f-4bf6-9998-850429a860de,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:56:20.691892 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1f613c8f-add9-41fd-9851-869bb9cf4f97 tempest-FloatingIPAdminTestJSON-230338840 tempest-FloatingIPAdminTestJSON-230338840-project-admin] Notify callbacks [] for port, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:20.758789 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1f613c8f-add9-41fd-9851-869bb9cf4f97 tempest-FloatingIPAdminTestJSON-230338840 tempest-FloatingIPAdminTestJSON-230338840-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:20.765514 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 60298) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:56:20.819562 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-eb14dbfb-5237-4df0-a6c0-28b5336474cc tempest-RoutersIpV6AdminTest-232410807 tempest-RoutersIpV6AdminTest-232410807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-748206'] for router_gateway, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:20.827993 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 1454287b-9d7f-4f76-b080-fe2d35399cce triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:56:20.828980 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:20.877298 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-2b434bd9-48d9-4750-b476-cb6810bfffa4 None None] Provisioning complete for port ea2aa402-5ed6-4548-9863-8d7af49928cf triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:56:20.877920 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-2b434bd9-48d9-4750-b476-cb6810bfffa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:20.951161 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-2b434bd9-48d9-4750-b476-cb6810bfffa4 None None] Port ea2aa402-5ed6-4548-9863-8d7af49928cf cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 20:56:21.019549 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 1454287b-9d7f-4f76-b080-fe2d35399cce is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:56:21.031671 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-eb14dbfb-5237-4df0-a6c0-28b5336474cc tempest-RoutersIpV6AdminTest-232410807 tempest-RoutersIpV6AdminTest-232410807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26169'] for router, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:21.038695 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-eb14dbfb-5237-4df0-a6c0-28b5336474cc tempest-RoutersIpV6AdminTest-232410807 tempest-RoutersIpV6AdminTest-232410807-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:21.051756 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-1ca44dc1-d03b-43f8-b807-96b86883e210 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-183831160-network', 'tenant_id': 'fd3cbf20cd7c4400983981fa119011e1'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:56:21.055946 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f613c8f-add9-41fd-9851-869bb9cf4f97 tempest-FloatingIPAdminTestJSON-230338840 tempest-FloatingIPAdminTestJSON-230338840-project-admin] Pushing event updated for resources: {'Port': ['ID=e24ae00e-0447-45cb-b7fb-bbaa144e89c7,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:56:21.072914 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1f613c8f-add9-41fd-9851-869bb9cf4f97 tempest-FloatingIPAdminTestJSON-230338840 tempest-FloatingIPAdminTestJSON-230338840-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748272'] for floatingip, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:21.083493 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ce2c1b-f9c2-4bb2-bf7e-9e7f9cba9cd0 req-67aa4332-9d57-4ea3-8b86-fbe836650e44 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:56:21.085004 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-36ce2c1b-f9c2-4bb2-bf7e-9e7f9cba9cd0 req-67aa4332-9d57-4ea3-8b86-fbe836650e44 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/ports?device_id=46d8592d-7942-4f12-aa6f-72415de83dc5 HTTP/1.1" status: 200 len: 945 time: 0.2428520 May 20 20:56:21.158742 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43c5418c-7d95-46eb-8d86-8500eed069fa tempest-AllowedAddressPairIpV6TestJSON-423995070 tempest-AllowedAddressPairIpV6TestJSON-423995070-project] Made reservation on behalf of 569669e6672c4e35853ccbb2505c30b5 for: {'port': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:56:21.215387 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-36ce2c1b-f9c2-4bb2-bf7e-9e7f9cba9cd0 req-009d1e01-bd30-4ab3-8d46-fc800ef6d0cc tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f722a60-38a1-4dbc-a8ff-49f0b32ee364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976233 May 20 20:56:21.221685 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ca44dc1-d03b-43f8-b807-96b86883e210 admin admin] Made reservation on behalf of fd3cbf20cd7c4400983981fa119011e1 for: {'network': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:56:21.225057 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1ca44dc1-d03b-43f8-b807-96b86883e210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for network, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:21.228494 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-eb14dbfb-5237-4df0-a6c0-28b5336474cc tempest-RoutersIpV6AdminTest-232410807 tempest-RoutersIpV6AdminTest-232410807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-693148'] for router, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:21.229126 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb14dbfb-5237-4df0-a6c0-28b5336474cc tempest-RoutersIpV6AdminTest-232410807 tempest-RoutersIpV6AdminTest-232410807-project] Fanout notify agent at l3_agent the message router_deleted on router 02bcd897-7646-4084-bda6-17692851b2d0 {{(pid=103162) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 20 20:56:21.266540 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-eb14dbfb-5237-4df0-a6c0-28b5336474cc tempest-RoutersIpV6AdminTest-232410807 tempest-RoutersIpV6AdminTest-232410807-project] Notify callbacks [] for router, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:21.271924 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-eb14dbfb-5237-4df0-a6c0-28b5336474cc tempest-RoutersIpV6AdminTest-232410807 tempest-RoutersIpV6AdminTest-232410807-project] 10.222.0.35 "DELETE /v2.0/routers/02bcd897-7646-4084-bda6-17692851b2d0 HTTP/1.1" status: 204 len: 168 time: 2.2216842 May 20 20:56:21.272193 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 60314) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:56:21.274173 n-d-842733-1 neutron-server[103163]: INFO neutron.db.l3_db [None req-1f613c8f-add9-41fd-9851-869bb9cf4f97 tempest-FloatingIPAdminTestJSON-230338840 tempest-FloatingIPAdminTestJSON-230338840-project-admin] Floating IP d0a50ace-aaab-4583-a8c1-d54542e2dd0e associated. External IP: 172.25.2.232, port: c3702d00-02d2-40b5-bd61-e78b0349b8d5. May 20 20:56:21.274718 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1ca44dc1-d03b-43f8-b807-96b86883e210 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:21.281384 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-d3f9c1d0-91ee-418e-8d9d-55cbd0e66b12 tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2048807792', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'enable_snat': False}}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:56:21.384250 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d3f9c1d0-91ee-418e-8d9d-55cbd0e66b12 tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-694221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26155'] for router, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:21.385292 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d3f9c1d0-91ee-418e-8d9d-55cbd0e66b12 tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-693085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748153', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-718080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26162'] for router, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:21.389716 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-43c5418c-7d95-46eb-8d86-8500eed069fa tempest-AllowedAddressPairIpV6TestJSON-423995070 tempest-AllowedAddressPairIpV6TestJSON-423995070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:21.404206 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1ca44dc1-d03b-43f8-b807-96b86883e210 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:21.418469 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [None req-43c5418c-7d95-46eb-8d86-8500eed069fa tempest-AllowedAddressPairIpV6TestJSON-423995070 tempest-AllowedAddressPairIpV6TestJSON-423995070-project] device_id is not set on port b41bb6a1-f12c-46c0-8824-f71c146c0bc7 yet. {{(pid=103163) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 20 20:56:21.464759 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d3f9c1d0-91ee-418e-8d9d-55cbd0e66b12 tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:21.466107 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1ca44dc1-d03b-43f8-b807-96b86883e210 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:21.478970 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ca44dc1-d03b-43f8-b807-96b86883e210 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 233} {{(pid=103162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 20:56:21.525128 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1ca44dc1-d03b-43f8-b807-96b86883e210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:21.525725 n-d-842733-1 neutron-server[103162]: INFO neutron.db.segments_db [None req-1ca44dc1-d03b-43f8-b807-96b86883e210 admin admin] Added segment 7e09cceb-b884-473c-8255-bc866d234f73 of type vlan for network 3bca237b-8e0c-4d27-ac9e-ebbaefa3d440 May 20 20:56:21.618531 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-43c5418c-7d95-46eb-8d86-8500eed069fa tempest-AllowedAddressPairIpV6TestJSON-423995070 tempest-AllowedAddressPairIpV6TestJSON-423995070-project] Allocated IP 2001:db8::16c (9a3342c1-289b-4f17-8e16-b5138909c411/977ced01-96c8-42fc-b852-6806778422d0/b41bb6a1-f12c-46c0-8824-f71c146c0bc7) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:56:21.632168 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca44dc1-d03b-43f8-b807-96b86883e210 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34750219-f693-4e41-953c-30e445c2b4e8,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:56:21.707712 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1ca44dc1-d03b-43f8-b807-96b86883e210 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418993264'] for network, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:21.828991 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f613c8f-add9-41fd-9851-869bb9cf4f97 tempest-FloatingIPAdminTestJSON-230338840 tempest-FloatingIPAdminTestJSON-230338840-project-admin] Router fd7b94b8-6624-4537-ac20-26521ab2d2f2 has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 20:56:21.841974 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d3f9c1d0-91ee-418e-8d9d-55cbd0e66b12 tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:21.934214 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1ca44dc1-d03b-43f8-b807-96b86883e210 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524'] for network, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:21.935295 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ca44dc1-d03b-43f8-b807-96b86883e210 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:56:21.936190 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1ca44dc1-d03b-43f8-b807-96b86883e210 admin admin] Notify callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:22.047625 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-43c5418c-7d95-46eb-8d86-8500eed069fa tempest-AllowedAddressPairIpV6TestJSON-423995070 tempest-AllowedAddressPairIpV6TestJSON-423995070-project] Notify callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:22.067962 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f613c8f-add9-41fd-9851-869bb9cf4f97 tempest-FloatingIPAdminTestJSON-230338840 tempest-FloatingIPAdminTestJSON-230338840-project-admin] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 20:56:22.084688 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ccdc6df-9dc5-471a-96f4-ef419e02256a None None] Sync routers for ids ['fd7b94b8-6624-4537-ac20-26521ab2d2f2'] in n-d-842733-1 {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 20:56:22.132785 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ccdc6df-9dc5-471a-96f4-ef419e02256a None None] Routers {'fd7b94b8-6624-4537-ac20-26521ab2d2f2'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:56:22.133895 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-8ccdc6df-9dc5-471a-96f4-ef419e02256a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:55:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['fd7b94b8-6624-4537-ac20-26521ab2d2f2'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:56:22.153674 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1f613c8f-add9-41fd-9851-869bb9cf4f97 tempest-FloatingIPAdminTestJSON-230338840 tempest-FloatingIPAdminTestJSON-230338840-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for floatingip, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:22.190424 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-43c5418c-7d95-46eb-8d86-8500eed069fa tempest-AllowedAddressPairIpV6TestJSON-423995070 tempest-AllowedAddressPairIpV6TestJSON-423995070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:22.238280 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a923ea39-3573-4df7-9c3e-13d9396eef87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:22.258478 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-1f613c8f-add9-41fd-9851-869bb9cf4f97 tempest-FloatingIPAdminTestJSON-230338840 tempest-FloatingIPAdminTestJSON-230338840-project-admin] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 6.3237412 May 20 20:56:22.266122 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 60336) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:56:22.356284 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca44dc1-d03b-43f8-b807-96b86883e210 admin admin] Pushing event updated for resources: {'Network': ['ID=3bca237b-8e0c-4d27-ac9e-ebbaefa3d440,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:56:22.362779 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-1ca44dc1-d03b-43f8-b807-96b86883e210 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.5962369 May 20 20:56:22.370555 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Network 3bca237b-8e0c-4d27-ac9e-ebbaefa3d440 details requested by agent ovs-agent-n-d-842733-1 with host n-d-842733-1 {{(pid=103164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 20 20:56:22.373492 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 60340) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:56:22.419902 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-8ccdc6df-9dc5-471a-96f4-ef419e02256a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:56:22.443040 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ccdc6df-9dc5-471a-96f4-ef419e02256a None None] Routers {'fd7b94b8-6624-4537-ac20-26521ab2d2f2'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:56:22.445904 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-8ccdc6df-9dc5-471a-96f4-ef419e02256a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:56:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['fd7b94b8-6624-4537-ac20-26521ab2d2f2'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:56:22.462677 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43c5418c-7d95-46eb-8d86-8500eed069fa tempest-AllowedAddressPairIpV6TestJSON-423995070 tempest-AllowedAddressPairIpV6TestJSON-423995070-project] Network 9a3342c1-289b-4f17-8e16-b5138909c411 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:56:22.468820 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-76bce52d-fc56-4e43-afe2-32479ba93f02 admin admin] Request body: {'subnet': {'network_id': '3bca237b-8e0c-4d27-ac9e-ebbaefa3d440', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-183831160-subnet', 'tenant_id': 'fd3cbf20cd7c4400983981fa119011e1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:56:22.515573 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-43c5418c-7d95-46eb-8d86-8500eed069fa tempest-AllowedAddressPairIpV6TestJSON-423995070 tempest-AllowedAddressPairIpV6TestJSON-423995070-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:56:22.519291 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c5418c-7d95-46eb-8d86-8500eed069fa tempest-AllowedAddressPairIpV6TestJSON-423995070 tempest-AllowedAddressPairIpV6TestJSON-423995070-project] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:56:22.533661 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43c5418c-7d95-46eb-8d86-8500eed069fa tempest-AllowedAddressPairIpV6TestJSON-423995070 tempest-AllowedAddressPairIpV6TestJSON-423995070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:56:22.534572 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-43c5418c-7d95-46eb-8d86-8500eed069fa tempest-AllowedAddressPairIpV6TestJSON-423995070 tempest-AllowedAddressPairIpV6TestJSON-423995070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:22.537879 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c5418c-7d95-46eb-8d86-8500eed069fa tempest-AllowedAddressPairIpV6TestJSON-423995070 tempest-AllowedAddressPairIpV6TestJSON-423995070-project] Pushing event updated for resources: {'Port': ['ID=b41bb6a1-f12c-46c0-8824-f71c146c0bc7,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:56:22.550809 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-8ccdc6df-9dc5-471a-96f4-ef419e02256a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:56:22.551447 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ccdc6df-9dc5-471a-96f4-ef419e02256a None None] The sync data for ids ['fd7b94b8-6624-4537-ac20-26521ab2d2f2'] in n-d-842733-1 is: [] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 20:56:22.594914 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76bce52d-fc56-4e43-afe2-32479ba93f02 admin admin] Made reservation on behalf of fd3cbf20cd7c4400983981fa119011e1 for: {'subnet': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:56:22.597282 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-76bce52d-fc56-4e43-afe2-32479ba93f02 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8422561'] for subnet, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:22.704765 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-43c5418c-7d95-46eb-8d86-8500eed069fa tempest-AllowedAddressPairIpV6TestJSON-423995070 tempest-AllowedAddressPairIpV6TestJSON-423995070-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 2.2471845 May 20 20:56:22.713275 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 60346) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:56:22.748653 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d3f9c1d0-91ee-418e-8d9d-55cbd0e66b12 tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:22.772078 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d3f9c1d0-91ee-418e-8d9d-55cbd0e66b12 tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:22.786542 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-401f192a-6114-4801-b973-4ae2fa3c7cff tempest-FloatingIPAdminTestJSON-230338840 tempest-FloatingIPAdminTestJSON-230338840-project-admin] 10.222.0.35 "GET /v2.0/floatingips/d0a50ace-aaab-4583-a8c1-d54542e2dd0e HTTP/1.1" status: 200 len: 983 time: 0.5167859 May 20 20:56:22.791228 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 60354) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:56:22.991573 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-d3f9c1d0-91ee-418e-8d9d-55cbd0e66b12 tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] Allocated IP 172.25.2.223 (e3a93b5c-91e2-4064-9c2c-1afc261bfe15/86fee0c1-6e34-488b-9216-b2b8e7ef585a/6019e9a6-1334-4849-9a87-3d0c28f5ec04) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:56:23.022301 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-59e17442-38c5-4d4b-8b16-8975d07a4465 None None] Provisioning complete for port b41bb6a1-f12c-46c0-8824-f71c146c0bc7 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:56:23.022665 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-59e17442-38c5-4d4b-8b16-8975d07a4465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:23.082108 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-59e17442-38c5-4d4b-8b16-8975d07a4465 None None] Port b41bb6a1-f12c-46c0-8824-f71c146c0bc7 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 20:56:23.128014 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d3f9c1d0-91ee-418e-8d9d-55cbd0e66b12 tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:23.264552 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d3f9c1d0-91ee-418e-8d9d-55cbd0e66b12 tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:23.269059 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2a56d5-bc02-43ae-8855-4994cab30d0a req-612b07c5-38bf-4154-9e5e-0f49c603abc2 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:56:23.276402 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3d2a56d5-bc02-43ae-8855-4994cab30d0a req-612b07c5-38bf-4154-9e5e-0f49c603abc2 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/ports?device_id=46d8592d-7942-4f12-aa6f-72415de83dc5 HTTP/1.1" status: 200 len: 945 time: 0.8168499 May 20 20:56:23.313431 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3f9c1d0-91ee-418e-8d9d-55cbd0e66b12 tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] Network e3a93b5c-91e2-4064-9c2c-1afc261bfe15 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:56:23.320188 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-d3f9c1d0-91ee-418e-8d9d-55cbd0e66b12 tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:56:23.322484 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f9c1d0-91ee-418e-8d9d-55cbd0e66b12 tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:56:23.373115 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59fafc1c-d371-4f1d-9e58-8d231c5caf76 tempest-AllowedAddressPairIpV6TestJSON-423995070 tempest-AllowedAddressPairIpV6TestJSON-423995070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:56:23.379013 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59fafc1c-d371-4f1d-9e58-8d231c5caf76 tempest-AllowedAddressPairIpV6TestJSON-423995070 tempest-AllowedAddressPairIpV6TestJSON-423995070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:56:23.384834 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59fafc1c-d371-4f1d-9e58-8d231c5caf76 tempest-AllowedAddressPairIpV6TestJSON-423995070 tempest-AllowedAddressPairIpV6TestJSON-423995070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:56:23.386535 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-59fafc1c-d371-4f1d-9e58-8d231c5caf76 tempest-AllowedAddressPairIpV6TestJSON-423995070 tempest-AllowedAddressPairIpV6TestJSON-423995070-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2483 time: 0.6681683 May 20 20:56:23.396010 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 60366) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:56:23.400660 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-ad6ffb4a-471e-45e5-9a99-a54b08161cae tempest-FloatingIPAdminTestJSON-230338840 tempest-FloatingIPAdminTestJSON-230338840-project-admin] 10.222.0.35 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1466 time: 0.6065526 May 20 20:56:23.411331 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 60368) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:56:23.424133 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3d2a56d5-bc02-43ae-8855-4994cab30d0a req-f03d890e-3f10-45ed-b798-4d746388bfcf tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f722a60-38a1-4dbc-a8ff-49f0b32ee364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468837 May 20 20:56:23.489287 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f9c1d0-91ee-418e-8d9d-55cbd0e66b12 tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] Pushing event updated for resources: {'Port': ['ID=6019e9a6-1334-4849-9a87-3d0c28f5ec04,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:56:23.704683 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-9f9fae9d-a9d2-4403-9911-85eae2e5fba3 tempest-AllowedAddressPairIpV6TestJSON-423995070 tempest-AllowedAddressPairIpV6TestJSON-423995070-project] Deleting port b41bb6a1-f12c-46c0-8824-f71c146c0bc7 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:56:23.705036 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9f9fae9d-a9d2-4403-9911-85eae2e5fba3 tempest-AllowedAddressPairIpV6TestJSON-423995070 tempest-AllowedAddressPairIpV6TestJSON-423995070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:23.764524 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d3f9c1d0-91ee-418e-8d9d-55cbd0e66b12 tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:23.772213 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-76bce52d-fc56-4e43-afe2-32479ba93f02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9641412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8422583'] for subnet, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:23.901623 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bce52d-fc56-4e43-afe2-32479ba93f02 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e6be5c4-13b1-4d78-821a-526df7c2178b,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:56:23.952700 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4bb0e131-6525-46ca-a45b-e4ea43a5e69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:23.984533 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 60380) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:56:24.002549 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9f9fae9d-a9d2-4403-9911-85eae2e5fba3 tempest-AllowedAddressPairIpV6TestJSON-423995070 tempest-AllowedAddressPairIpV6TestJSON-423995070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:24.046657 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-9f9fae9d-a9d2-4403-9911-85eae2e5fba3 tempest-AllowedAddressPairIpV6TestJSON-423995070 tempest-AllowedAddressPairIpV6TestJSON-423995070-project] Calling delete_port for b41bb6a1-f12c-46c0-8824-f71c146c0bc7 owned by {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:56:24.056581 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-c0181b97-a592-4c58-b303-73fd478069f6 tempest-FloatingIPAdminTestJSON-491845398 tempest-FloatingIPAdminTestJSON-491845398-project] Deleting port e24ae00e-0447-45cb-b7fb-bbaa144e89c7 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:56:24.057097 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c0181b97-a592-4c58-b303-73fd478069f6 tempest-FloatingIPAdminTestJSON-491845398 tempest-FloatingIPAdminTestJSON-491845398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:24.063095 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76bce52d-fc56-4e43-afe2-32479ba93f02 admin admin] Checking segment: {'id': '7e09cceb-b884-473c-8255-bc866d234f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '3bca237b-8e0c-4d27-ac9e-ebbaefa3d440'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:56:24.063306 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76bce52d-fc56-4e43-afe2-32479ba93f02 admin admin] Network hostable DHCP agents. Network: 3bca237b-8e0c-4d27-ac9e-ebbaefa3d440, hostable agents: ['c9b0653c-f3c7-4339-bd50-e3754b629216'], hosted agents: [] {{(pid=103163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 20:56:24.142842 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89d1069-98b5-4ee4-8873-7b1fe85f6b4b req-79fe3dc0-a5e4-4f62-8c52-88887961e8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:56:24.144583 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-a89d1069-98b5-4ee4-8873-7b1fe85f6b4b req-79fe3dc0-a5e4-4f62-8c52-88887961e8dd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=715802857a834d4a8fbaa37d5efc4e1e&device_id=46d8592d-7942-4f12-aa6f-72415de83dc5 HTTP/1.1" status: 200 len: 1096 time: 0.3277447 May 20 20:56:24.160567 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d3f9c1d0-91ee-418e-8d9d-55cbd0e66b12 tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748106'] for router, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:24.355841 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c0181b97-a592-4c58-b303-73fd478069f6 tempest-FloatingIPAdminTestJSON-491845398 tempest-FloatingIPAdminTestJSON-491845398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:24.356306 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c0181b97-a592-4c58-b303-73fd478069f6 tempest-FloatingIPAdminTestJSON-491845398 tempest-FloatingIPAdminTestJSON-491845398-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:24.361327 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89d1069-98b5-4ee4-8873-7b1fe85f6b4b req-57f5eda4-73ae-4eac-baa4-9031e133851f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:56:24.363210 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-a89d1069-98b5-4ee4-8873-7b1fe85f6b4b req-57f5eda4-73ae-4eac-baa4-9031e133851f service neutron] 10.222.0.13 "GET /v2.0/networks?id=181ef755-3c24-496f-be08-8076c8a38f91 HTTP/1.1" status: 200 len: 913 time: 0.1406901 May 20 20:56:24.388871 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-c0181b97-a592-4c58-b303-73fd478069f6 tempest-FloatingIPAdminTestJSON-491845398 tempest-FloatingIPAdminTestJSON-491845398-project] Calling delete_port for e24ae00e-0447-45cb-b7fb-bbaa144e89c7 owned by network:floatingip {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:56:24.396676 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76bce52d-fc56-4e43-afe2-32479ba93f02 admin admin] Network 3bca237b-8e0c-4d27-ac9e-ebbaefa3d440 is scheduled to be hosted by DHCP agent c9b0653c-f3c7-4339-bd50-e3754b629216 with binding_index 1 {{(pid=103163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 20:56:24.418821 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-a89d1069-98b5-4ee4-8873-7b1fe85f6b4b req-909dcda5-0187-46b0-b27a-29f3e847f4d0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=989d7ad9-3d64-43e0-b524-794ebfc4cf95 HTTP/1.1" status: 200 len: 217 time: 0.0487015 May 20 20:56:24.520736 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89d1069-98b5-4ee4-8873-7b1fe85f6b4b req-4685a398-7d1d-4290-8a01-f7e24af10a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:56:24.522253 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-a89d1069-98b5-4ee4-8873-7b1fe85f6b4b req-4685a398-7d1d-4290-8a01-f7e24af10a06 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=dd6622f3-1158-4c3b-bd25-193ec3e3078b HTTP/1.1" status: 200 len: 852 time: 0.0975018 May 20 20:56:24.535312 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-76bce52d-fc56-4e43-afe2-32479ba93f02 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842733-1, 3bca237b-8e0c-4d27-ac9e-ebbaefa3d440) {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:56:24.547213 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a56ce1dd-3629-42ab-ab44-e0480936e65f None None] Network 3bca237b-8e0c-4d27-ac9e-ebbaefa3d440 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:56:24.569934 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-a89d1069-98b5-4ee4-8873-7b1fe85f6b4b req-b364fbfc-0616-4080-939e-d051b5baa230 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=181ef755-3c24-496f-be08-8076c8a38f91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393717 May 20 20:56:24.585893 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [req-a89d1069-98b5-4ee4-8873-7b1fe85f6b4b req-e2370a5e-7916-4f57-b413-e22037294e90 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103162) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 20:56:24.587116 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-a89d1069-98b5-4ee4-8873-7b1fe85f6b4b req-e2370a5e-7916-4f57-b413-e22037294e90 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0098872 May 20 20:56:24.589461 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3f9c1d0-91ee-418e-8d9d-55cbd0e66b12 tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] Router ef9db30a-9fa1-4358-b169-f9cff0d797b0 is scheduled to L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e with binding_index 1 {{(pid=103162) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 20 20:56:24.646327 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:24.726543 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76bce52d-fc56-4e43-afe2-32479ba93f02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:56:24.727603 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-76bce52d-fc56-4e43-afe2-32479ba93f02 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:24.756320 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6c5071d-f21d-436b-a8ff-a0552b9abfd7 None None] Network 3bca237b-8e0c-4d27-ac9e-ebbaefa3d440 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:56:24.786572 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-a89d1069-98b5-4ee4-8873-7b1fe85f6b4b req-1f615eec-1c4d-421d-9666-aaf9a21e2d13 service neutron] 10.222.0.13 "GET /v2.0/networks/181ef755-3c24-496f-be08-8076c8a38f91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1910660 May 20 20:56:24.795263 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c0181b97-a592-4c58-b303-73fd478069f6 tempest-FloatingIPAdminTestJSON-491845398 tempest-FloatingIPAdminTestJSON-491845398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:24.847845 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3f9c1d0-91ee-418e-8d9d-55cbd0e66b12 tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 20:56:24.896582 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89cd8d40-9ac8-4fc0-959c-9604246a627b None None] Sync routers for ids ['ef9db30a-9fa1-4358-b169-f9cff0d797b0'] in n-d-842733-1 {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 20:56:24.927783 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0181b97-a592-4c58-b303-73fd478069f6 tempest-FloatingIPAdminTestJSON-491845398 tempest-FloatingIPAdminTestJSON-491845398-project] Pushing event deleted for resources: {'Port': ['ID=e24ae00e-0447-45cb-b7fb-bbaa144e89c7,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:56:24.945548 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89cd8d40-9ac8-4fc0-959c-9604246a627b None None] Routers {'ef9db30a-9fa1-4358-b169-f9cff0d797b0'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:56:24.946179 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-89cd8d40-9ac8-4fc0-959c-9604246a627b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:56:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['ef9db30a-9fa1-4358-b169-f9cff0d797b0'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:56:24.974202 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-a89d1069-98b5-4ee4-8873-7b1fe85f6b4b req-21975633-9936-4c46-96a1-8e58eedb625a service neutron] 10.222.0.13 "GET /v2.0/networks/181ef755-3c24-496f-be08-8076c8a38f91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242990 May 20 20:56:25.016989 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d3f9c1d0-91ee-418e-8d9d-55cbd0e66b12 tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] Notify callbacks [] for router, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:25.021921 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f4ada6-98a0-45eb-a222-ffbf0dc263fd req-0cfb8585-c5f1-4fcf-966a-f30883ae66e6 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:56:25.030536 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-d3f9c1d0-91ee-418e-8d9d-55cbd0e66b12 tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 3.7496541 May 20 20:56:25.031357 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 60404) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:56:25.033723 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-64f4ada6-98a0-45eb-a222-ffbf0dc263fd req-0cfb8585-c5f1-4fcf-966a-f30883ae66e6 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/ports?device_id=46d8592d-7942-4f12-aa6f-72415de83dc5 HTTP/1.1" status: 200 len: 945 time: 0.4749732 May 20 20:56:25.055364 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-76bce52d-fc56-4e43-afe2-32479ba93f02 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.6064143 May 20 20:56:25.139069 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-89cd8d40-9ac8-4fc0-959c-9604246a627b None None] Set router ef9db30a-9fa1-4358-b169-f9cff0d797b0 gateway port host: n-d-842733-1 {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:56:25.177403 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c0181b97-a592-4c58-b303-73fd478069f6 tempest-FloatingIPAdminTestJSON-491845398 tempest-FloatingIPAdminTestJSON-491845398-project] Notify callbacks [] for floatingip, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:25.178084 n-d-842733-1 neutron-server[103163]: INFO neutron.db.l3_db [None req-c0181b97-a592-4c58-b303-73fd478069f6 tempest-FloatingIPAdminTestJSON-491845398 tempest-FloatingIPAdminTestJSON-491845398-project] Floating IP d0a50ace-aaab-4583-a8c1-d54542e2dd0e disassociated (deleted). External IP: 172.25.2.232, port: c3702d00-02d2-40b5-bd61-e78b0349b8d5. May 20 20:56:25.181507 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9f9fae9d-a9d2-4403-9911-85eae2e5fba3 tempest-AllowedAddressPairIpV6TestJSON-423995070 tempest-AllowedAddressPairIpV6TestJSON-423995070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:25.230982 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-a1d091c9-28b2-47cd-988d-77dffc9d2a2f tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] 10.222.0.35 "GET /v2.0/routers/ef9db30a-9fa1-4358-b169-f9cff0d797b0 HTTP/1.1" status: 200 len: 909 time: 0.1983137 May 20 20:56:25.231542 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 60410) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:56:25.238157 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-e794dccd-7f9c-466f-bcab-baccca8077fc tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2048807792', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'enable_snat': True}}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:56:25.281033 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9fae9d-a9d2-4403-9911-85eae2e5fba3 tempest-AllowedAddressPairIpV6TestJSON-423995070 tempest-AllowedAddressPairIpV6TestJSON-423995070-project] Pushing event deleted for resources: {'Port': ['ID=b41bb6a1-f12c-46c0-8824-f71c146c0bc7,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:56:25.335217 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e794dccd-7f9c-466f-bcab-baccca8077fc tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-694221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26155'] for router, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:25.336450 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e794dccd-7f9c-466f-bcab-baccca8077fc tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-693085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748153', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-718080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26162'] for router, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:25.392989 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-64f4ada6-98a0-45eb-a222-ffbf0dc263fd req-4b19ca31-38a7-49b0-92a1-142f185aa70e tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f722a60-38a1-4dbc-a8ff-49f0b32ee364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3583977 May 20 20:56:25.437802 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e794dccd-7f9c-466f-bcab-baccca8077fc tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:25.454059 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-89cd8d40-9ac8-4fc0-959c-9604246a627b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef9db30a-9fa1-4358-b169-f9cff0d797b0', 'name': 'tempest-snat-router-2048807792', 'tenant_id': '24cc80bd23034cbf9d9bd0f429a60915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.223'}], 'enable_snat': False}, 'gw_port_id': '6019e9a6-1334-4849-9a87-3d0c28f5ec04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:56:21Z', 'updated_at': '2022-05-20T20:56:23Z', 'revision_number': 3, 'project_id': '24cc80bd23034cbf9d9bd0f429a60915', 'gw_port': {'id': '6019e9a6-1334-4849-9a87-3d0c28f5ec04', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:1f:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef9db30a-9fa1-4358-b169-f9cff0d797b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2343, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:56:22Z', 'updated_at': '2022-05-20T20:56:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-842733-1'}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:56:25.513812 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89cd8d40-9ac8-4fc0-959c-9604246a627b None None] Checking router: ef9db30a-9fa1-4358-b169-f9cff0d797b0 for host: n-d-842733-1 {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 20:56:25.514607 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89cd8d40-9ac8-4fc0-959c-9604246a627b None None] Updating router ef9db30a-9fa1-4358-b169-f9cff0d797b0 port 6019e9a6-1334-4849-9a87-3d0c28f5ec04 binding host n-d-842733-1 {{(pid=103164) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 20:56:25.554674 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cc3ec51b-6ec8-438a-8349-5f0bec346d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:25.562254 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-89cd8d40-9ac8-4fc0-959c-9604246a627b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:25.846530 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e794dccd-7f9c-466f-bcab-baccca8077fc tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:25.865338 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:25.894803 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-89cd8d40-9ac8-4fc0-959c-9604246a627b None None] Notify callbacks [] for port, precommit_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:25.999474 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9f9fae9d-a9d2-4403-9911-85eae2e5fba3 tempest-AllowedAddressPairIpV6TestJSON-423995070 tempest-AllowedAddressPairIpV6TestJSON-423995070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:26.002634 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-9f9fae9d-a9d2-4403-9911-85eae2e5fba3 tempest-AllowedAddressPairIpV6TestJSON-423995070 tempest-AllowedAddressPairIpV6TestJSON-423995070-project] 10.222.0.35 "DELETE /v2.0/ports/b41bb6a1-f12c-46c0-8824-f71c146c0bc7 HTTP/1.1" status: 204 len: 168 time: 2.6044841 May 20 20:56:26.005421 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 60438) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:56:26.032060 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-89cd8d40-9ac8-4fc0-959c-9604246a627b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:26.149951 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-89cd8d40-9ac8-4fc0-959c-9604246a627b None None] Attempting to bind port 6019e9a6-1334-4849-9a87-3d0c28f5ec04 on host n-d-842733-1 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:56:26.150634 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-89cd8d40-9ac8-4fc0-959c-9604246a627b None None] Attempting to bind port 6019e9a6-1334-4849-9a87-3d0c28f5ec04 by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': '0b5485c4-eff8-42a1-9073-ae54ed4c63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:56:26.150747 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89cd8d40-9ac8-4fc0-959c-9604246a627b None None] Attempting to bind port 6019e9a6-1334-4849-9a87-3d0c28f5ec04 on network e3a93b5c-91e2-4064-9c2c-1afc261bfe15 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:56:26.171713 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89cd8d40-9ac8-4fc0-959c-9604246a627b None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 56, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:56:26.172088 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89cd8d40-9ac8-4fc0-959c-9604246a627b None None] Checking segment: {'id': '0b5485c4-eff8-42a1-9073-ae54ed4c63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:56:26.172500 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-89cd8d40-9ac8-4fc0-959c-9604246a627b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:26.172868 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89cd8d40-9ac8-4fc0-959c-9604246a627b None None] Bound using segment: {'id': '0b5485c4-eff8-42a1-9073-ae54ed4c63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:56:26.173381 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-89cd8d40-9ac8-4fc0-959c-9604246a627b None None] Bound port: 6019e9a6-1334-4849-9a87-3d0c28f5ec04, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b5485c4-eff8-42a1-9073-ae54ed4c63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:56:26.173762 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-89cd8d40-9ac8-4fc0-959c-9604246a627b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:26.215572 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0181b97-a592-4c58-b303-73fd478069f6 tempest-FloatingIPAdminTestJSON-491845398 tempest-FloatingIPAdminTestJSON-491845398-project] Router fd7b94b8-6624-4537-ac20-26521ab2d2f2 has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 20:56:26.316361 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-89cd8d40-9ac8-4fc0-959c-9604246a627b None None] For port 6019e9a6-1334-4849-9a87-3d0c28f5ec04, host n-d-842733-1, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:56:26.317136 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 60452) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:56:26.320478 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-89cd8d40-9ac8-4fc0-959c-9604246a627b None None] For port 6019e9a6-1334-4849-9a87-3d0c28f5ec04, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=6019e9a6-1334-4849-9a87-3d0c28f5ec04,segment=NetworkSegment(0b5485c4-eff8-42a1-9073-ae54ed4c63ba),segment_id=0b5485c4-eff8-42a1-9073-ae54ed4c63ba)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:56:26.322275 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9de038d-bdce-4a3f-b3da-35fcce32a9ff None None] Pushing event updated for resources: {'Port': ['ID=6019e9a6-1334-4849-9a87-3d0c28f5ec04,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:56:26.327309 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-225f6b4a-ca70-4874-96f1-dc75d8d868bb admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-387107421-network', 'tenant_id': '8be076d0eca3493fbf386d701af3ddda'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:56:26.385773 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-89cd8d40-9ac8-4fc0-959c-9604246a627b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:26.401975 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-995bddb0-4586-4027-824c-09d7ea9f305b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748528'] for router_interface, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:26.447501 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-225f6b4a-ca70-4874-96f1-dc75d8d868bb admin admin] Made reservation on behalf of 8be076d0eca3493fbf386d701af3ddda for: {'network': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:56:26.450519 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-225f6b4a-ca70-4874-96f1-dc75d8d868bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for network, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:26.461418 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89cd8d40-9ac8-4fc0-959c-9604246a627b None None] Routers {'ef9db30a-9fa1-4358-b169-f9cff0d797b0'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:56:26.462053 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-89cd8d40-9ac8-4fc0-959c-9604246a627b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:56:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['ef9db30a-9fa1-4358-b169-f9cff0d797b0'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:56:26.466616 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9de038d-bdce-4a3f-b3da-35fcce32a9ff None None] Pushing event updated for resources: {'Port': ['ID=6019e9a6-1334-4849-9a87-3d0c28f5ec04,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:56:26.494697 n-d-842733-1 neutron-server[103162]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1873e34-e415-43f3-b3bf-dd3ecbbfd43f tempest-AllowedAddressPairIpV6TestJSON-423995070 tempest-AllowedAddressPairIpV6TestJSON-423995070-project] GET failed (client error): The resource could not be found. May 20 20:56:26.497259 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-e1873e34-e415-43f3-b3bf-dd3ecbbfd43f tempest-AllowedAddressPairIpV6TestJSON-423995070 tempest-AllowedAddressPairIpV6TestJSON-423995070-project] 10.222.0.35 "GET /v2.0/ports/b41bb6a1-f12c-46c0-8824-f71c146c0bc7 HTTP/1.1" status: 404 len: 333 time: 0.4894311 May 20 20:56:26.504012 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 60464) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:56:26.516720 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-f66d0932-1721-45a0-bebf-03d07aaa9e08 tempest-AllowedAddressPairIpV6TestJSON-423995070 tempest-AllowedAddressPairIpV6TestJSON-423995070-project] Request body: {'port': {'network_id': '9a3342c1-289b-4f17-8e16-b5138909c411', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1143070760'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:56:26.556335 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-225f6b4a-ca70-4874-96f1-dc75d8d868bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:26.630130 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-89cd8d40-9ac8-4fc0-959c-9604246a627b None None] Set router ef9db30a-9fa1-4358-b169-f9cff0d797b0 gateway port host: n-d-842733-1 {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:56:26.768003 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e794dccd-7f9c-466f-bcab-baccca8077fc tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:26.796064 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e794dccd-7f9c-466f-bcab-baccca8077fc tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:26.868966 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f66d0932-1721-45a0-bebf-03d07aaa9e08 tempest-AllowedAddressPairIpV6TestJSON-423995070 tempest-AllowedAddressPairIpV6TestJSON-423995070-project] Made reservation on behalf of 569669e6672c4e35853ccbb2505c30b5 for: {'port': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:56:26.874351 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f66d0932-1721-45a0-bebf-03d07aaa9e08 tempest-AllowedAddressPairIpV6TestJSON-423995070 tempest-AllowedAddressPairIpV6TestJSON-423995070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:26.884066 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-225f6b4a-ca70-4874-96f1-dc75d8d868bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:26.886837 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0181b97-a592-4c58-b303-73fd478069f6 tempest-FloatingIPAdminTestJSON-491845398 tempest-FloatingIPAdminTestJSON-491845398-project] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 20:56:26.900140 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d9ed34-bdff-4146-b4ae-f548928bd4b3 None None] Sync routers for ids ['fd7b94b8-6624-4537-ac20-26521ab2d2f2'] in n-d-842733-1 {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 20:56:26.900762 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c0181b97-a592-4c58-b303-73fd478069f6 tempest-FloatingIPAdminTestJSON-491845398 tempest-FloatingIPAdminTestJSON-491845398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for floatingip, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:26.915343 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d9ed34-bdff-4146-b4ae-f548928bd4b3 None None] Routers {'fd7b94b8-6624-4537-ac20-26521ab2d2f2'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:56:26.917064 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-83d9ed34-bdff-4146-b4ae-f548928bd4b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:56:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['fd7b94b8-6624-4537-ac20-26521ab2d2f2'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:56:26.929868 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-89cd8d40-9ac8-4fc0-959c-9604246a627b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef9db30a-9fa1-4358-b169-f9cff0d797b0', 'name': 'tempest-snat-router-2048807792', 'tenant_id': '24cc80bd23034cbf9d9bd0f429a60915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.223'}], 'enable_snat': False}, 'gw_port_id': '6019e9a6-1334-4849-9a87-3d0c28f5ec04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:56:21Z', 'updated_at': '2022-05-20T20:56:23Z', 'revision_number': 3, 'project_id': '24cc80bd23034cbf9d9bd0f429a60915', 'gw_port': {'id': '6019e9a6-1334-4849-9a87-3d0c28f5ec04', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:1f:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef9db30a-9fa1-4358-b169-f9cff0d797b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2343, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:56:22Z', 'updated_at': '2022-05-20T20:56:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-842733-1'}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:56:26.930629 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42f9b5b-207b-42fd-81a5-4f34781bda1d req-68bc0cb9-1a0c-4d75-ab76-ac68524e45bf tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:56:26.932382 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e42f9b5b-207b-42fd-81a5-4f34781bda1d req-68bc0cb9-1a0c-4d75-ab76-ac68524e45bf tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/ports?device_id=46d8592d-7942-4f12-aa6f-72415de83dc5 HTTP/1.1" status: 200 len: 945 time: 0.4522166 May 20 20:56:26.960842 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-225f6b4a-ca70-4874-96f1-dc75d8d868bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:26.962139 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-83d9ed34-bdff-4146-b4ae-f548928bd4b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:56:26.972295 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d9ed34-bdff-4146-b4ae-f548928bd4b3 None None] Routers {'fd7b94b8-6624-4537-ac20-26521ab2d2f2'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:56:26.973130 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-83d9ed34-bdff-4146-b4ae-f548928bd4b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:56:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['fd7b94b8-6624-4537-ac20-26521ab2d2f2'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:56:26.973700 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-225f6b4a-ca70-4874-96f1-dc75d8d868bb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 216} {{(pid=103163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 20:56:26.984491 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-225f6b4a-ca70-4874-96f1-dc75d8d868bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:26.984868 n-d-842733-1 neutron-server[103163]: INFO neutron.db.segments_db [None req-225f6b4a-ca70-4874-96f1-dc75d8d868bb admin admin] Added segment d9d76203-565a-4e2f-8dc5-2ea3bd72ec47 of type vlan for network d95e3ad9-019b-4e98-814f-e7ebb6f7e522 May 20 20:56:27.009985 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89cd8d40-9ac8-4fc0-959c-9604246a627b None None] The sync data for ids ['ef9db30a-9fa1-4358-b169-f9cff0d797b0'] in n-d-842733-1 is: [{'id': 'ef9db30a-9fa1-4358-b169-f9cff0d797b0', 'name': 'tempest-snat-router-2048807792', 'tenant_id': '24cc80bd23034cbf9d9bd0f429a60915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.223'}], 'enable_snat': False}, 'gw_port_id': '6019e9a6-1334-4849-9a87-3d0c28f5ec04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:56:21Z', 'updated_at': '2022-05-20T20:56:23Z', 'revision_number': 3, 'project_id': '24cc80bd23034cbf9d9bd0f429a60915', 'gw_port': {'id': '6019e9a6-1334-4849-9a87-3d0c28f5ec04', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:1f:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef9db30a-9fa1-4358-b169-f9cff0d797b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2343, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:56:22Z', 'updated_at': '2022-05-20T20:56:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-842733-1'}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 20:56:27.013466 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-83d9ed34-bdff-4146-b4ae-f548928bd4b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:56:27.014688 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d9ed34-bdff-4146-b4ae-f548928bd4b3 None None] The sync data for ids ['fd7b94b8-6624-4537-ac20-26521ab2d2f2'] in n-d-842733-1 is: [] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 20:56:27.023258 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [None req-f66d0932-1721-45a0-bebf-03d07aaa9e08 tempest-AllowedAddressPairIpV6TestJSON-423995070 tempest-AllowedAddressPairIpV6TestJSON-423995070-project] device_id is not set on port e770c8d5-f8d5-4731-ac8c-2db90b85f00f yet. {{(pid=103162) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 20 20:56:27.028612 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-225f6b4a-ca70-4874-96f1-dc75d8d868bb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418993264'] for network, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:27.040615 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-e794dccd-7f9c-466f-bcab-baccca8077fc tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] Allocated IP 172.25.2.230 (e3a93b5c-91e2-4064-9c2c-1afc261bfe15/86fee0c1-6e34-488b-9216-b2b8e7ef585a/df37199f-9ead-4752-a56f-9c0e2fd1c19d) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:56:27.092552 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225f6b4a-ca70-4874-96f1-dc75d8d868bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e21d6c02-b5ea-4698-b2c8-56da75cb8578,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:56:27.119487 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 60474) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:56:27.126952 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-c0181b97-a592-4c58-b303-73fd478069f6 tempest-FloatingIPAdminTestJSON-491845398 tempest-FloatingIPAdminTestJSON-491845398-project] 10.222.0.35 "DELETE /v2.0/floatingips/d0a50ace-aaab-4583-a8c1-d54542e2dd0e HTTP/1.1" status: 204 len: 168 time: 3.7135329 May 20 20:56:27.135474 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-5c493593-c88d-4fc8-bb79-12c1577f3421 tempest-FloatingIPAdminTestJSON-230338840 tempest-FloatingIPAdminTestJSON-230338840-project-admin] Request body: {'floatingip': {'floating_network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:56:27.161999 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e42f9b5b-207b-42fd-81a5-4f34781bda1d req-0a8ed99d-a785-4301-bd23-9d44862126b0 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f722a60-38a1-4dbc-a8ff-49f0b32ee364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073696 May 20 20:56:27.182226 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-225f6b4a-ca70-4874-96f1-dc75d8d868bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524'] for network, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:27.183502 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-225f6b4a-ca70-4874-96f1-dc75d8d868bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:56:27.186509 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-225f6b4a-ca70-4874-96f1-dc75d8d868bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:27.247960 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225f6b4a-ca70-4874-96f1-dc75d8d868bb admin admin] Pushing event updated for resources: {'Network': ['ID=d95e3ad9-019b-4e98-814f-e7ebb6f7e522,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:56:27.261989 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Network d95e3ad9-019b-4e98-814f-e7ebb6f7e522 details requested by agent ovs-agent-n-d-842733-1 with host n-d-842733-1 {{(pid=103164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 20 20:56:27.340836 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5c493593-c88d-4fc8-bb79-12c1577f3421 tempest-FloatingIPAdminTestJSON-230338840 tempest-FloatingIPAdminTestJSON-230338840-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:27.353717 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-995bddb0-4586-4027-824c-09d7ea9f305b admin admin] Deleting port 799cc531-daae-4bfe-9e64-fc43698ef981 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:56:27.354187 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-995bddb0-4586-4027-824c-09d7ea9f305b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:27.361949 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-f66d0932-1721-45a0-bebf-03d07aaa9e08 tempest-AllowedAddressPairIpV6TestJSON-423995070 tempest-AllowedAddressPairIpV6TestJSON-423995070-project] Allocated IP 2001:db8::e6 (9a3342c1-289b-4f17-8e16-b5138909c411/977ced01-96c8-42fc-b852-6806778422d0/e770c8d5-f8d5-4731-ac8c-2db90b85f00f) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:56:27.387385 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-225f6b4a-ca70-4874-96f1-dc75d8d868bb admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0656161 May 20 20:56:27.388719 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 60478) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:56:27.407592 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e794dccd-7f9c-466f-bcab-baccca8077fc tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:27.488295 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-9797ea97-f5d6-46ee-a247-2ce965e08546 admin admin] Request body: {'subnet': {'network_id': 'd95e3ad9-019b-4e98-814f-e7ebb6f7e522', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-387107421-subnet', 'tenant_id': '8be076d0eca3493fbf386d701af3ddda', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:56:27.547964 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-995bddb0-4586-4027-824c-09d7ea9f305b admin admin] For port 799cc531-daae-4bfe-9e64-fc43698ef981, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=799cc531-daae-4bfe-9e64-fc43698ef981,segment=NetworkSegment(0aa42cdb-6fd7-42fb-bac9-6b1b09d7a688),segment_id=0aa42cdb-6fd7-42fb-bac9-6b1b09d7a688)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:56:27.548164 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-995bddb0-4586-4027-824c-09d7ea9f305b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:27.563954 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-995bddb0-4586-4027-824c-09d7ea9f305b admin admin] Calling delete_port for 799cc531-daae-4bfe-9e64-fc43698ef981 owned by network:router_interface {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:56:27.586557 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e794dccd-7f9c-466f-bcab-baccca8077fc tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:27.684311 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e794dccd-7f9c-466f-bcab-baccca8077fc tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] Network e3a93b5c-91e2-4064-9c2c-1afc261bfe15 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:56:27.686047 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9797ea97-f5d6-46ee-a247-2ce965e08546 admin admin] Made reservation on behalf of 8be076d0eca3493fbf386d701af3ddda for: {'subnet': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:56:27.688360 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9797ea97-f5d6-46ee-a247-2ce965e08546 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4018244'] for subnet, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:27.719656 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e794dccd-7f9c-466f-bcab-baccca8077fc tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] Pushing event updated for resources: {'Port': ['ID=df37199f-9ead-4752-a56f-9c0e2fd1c19d,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:56:27.749504 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-e794dccd-7f9c-466f-bcab-baccca8077fc tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:56:27.761087 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e794dccd-7f9c-466f-bcab-baccca8077fc tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:56:27.876778 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-995bddb0-4586-4027-824c-09d7ea9f305b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:27.905286 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995bddb0-4586-4027-824c-09d7ea9f305b admin admin] Pushing event deleted for resources: {'Port': ['ID=799cc531-daae-4bfe-9e64-fc43698ef981,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:56:28.173352 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f66d0932-1721-45a0-bebf-03d07aaa9e08 tempest-AllowedAddressPairIpV6TestJSON-423995070 tempest-AllowedAddressPairIpV6TestJSON-423995070-project] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:28.206680 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-995bddb0-4586-4027-824c-09d7ea9f305b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-692224'] for router_interface, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:28.281001 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5c493593-c88d-4fc8-bb79-12c1577f3421 tempest-FloatingIPAdminTestJSON-230338840 tempest-FloatingIPAdminTestJSON-230338840-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:28.399531 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cb08c6-f55d-42e7-a6af-b73bcaeed80c req-9884937e-a250-414e-9a38-7cc6bba014e6 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:56:28.401662 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-98cb08c6-f55d-42e7-a6af-b73bcaeed80c req-9884937e-a250-414e-9a38-7cc6bba014e6 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/ports?device_id=46d8592d-7942-4f12-aa6f-72415de83dc5 HTTP/1.1" status: 200 len: 945 time: 0.0730801 May 20 20:56:28.433093 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-5c493593-c88d-4fc8-bb79-12c1577f3421 tempest-FloatingIPAdminTestJSON-230338840 tempest-FloatingIPAdminTestJSON-230338840-project-admin] Allocated IP 172.25.2.79 (e3a93b5c-91e2-4064-9c2c-1afc261bfe15/86fee0c1-6e34-488b-9216-b2b8e7ef585a/a6633be1-87f5-49fd-8622-2f366a0cd8fc) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:56:28.572464 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-98cb08c6-f55d-42e7-a6af-b73bcaeed80c req-c2135190-95d8-4500-a5f9-3a439421cd7b tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f722a60-38a1-4dbc-a8ff-49f0b32ee364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619313 May 20 20:56:28.686786 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f66d0932-1721-45a0-bebf-03d07aaa9e08 tempest-AllowedAddressPairIpV6TestJSON-423995070 tempest-AllowedAddressPairIpV6TestJSON-423995070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:28.757105 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-995bddb0-4586-4027-824c-09d7ea9f305b admin admin] Router 208fc636-ac7b-4b47-9704-cd4ae69358ba has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 20:56:28.802701 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5c493593-c88d-4fc8-bb79-12c1577f3421 tempest-FloatingIPAdminTestJSON-230338840 tempest-FloatingIPAdminTestJSON-230338840-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:28.834771 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 6019e9a6-1334-4849-9a87-3d0c28f5ec04 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:56:28.926561 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f66d0932-1721-45a0-bebf-03d07aaa9e08 tempest-AllowedAddressPairIpV6TestJSON-423995070 tempest-AllowedAddressPairIpV6TestJSON-423995070-project] Network 9a3342c1-289b-4f17-8e16-b5138909c411 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:56:28.956021 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-f66d0932-1721-45a0-bebf-03d07aaa9e08 tempest-AllowedAddressPairIpV6TestJSON-423995070 tempest-AllowedAddressPairIpV6TestJSON-423995070-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:56:28.961167 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e794dccd-7f9c-466f-bcab-baccca8077fc tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:28.963293 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-995bddb0-4586-4027-824c-09d7ea9f305b admin admin] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 20:56:28.964466 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66d0932-1721-45a0-bebf-03d07aaa9e08 tempest-AllowedAddressPairIpV6TestJSON-423995070 tempest-AllowedAddressPairIpV6TestJSON-423995070-project] Pushing event updated for resources: {'Port': ['ID=e770c8d5-f8d5-4731-ac8c-2db90b85f00f,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:56:28.967492 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f66d0932-1721-45a0-bebf-03d07aaa9e08 tempest-AllowedAddressPairIpV6TestJSON-423995070 tempest-AllowedAddressPairIpV6TestJSON-423995070-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:56:28.975788 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-995bddb0-4586-4027-824c-09d7ea9f305b admin admin] 10.222.0.35 "PUT /v2.0/routers/208fc636-ac7b-4b47-9704-cd4ae69358ba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9871097 May 20 20:56:28.975962 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f66d0932-1721-45a0-bebf-03d07aaa9e08 tempest-AllowedAddressPairIpV6TestJSON-423995070 tempest-AllowedAddressPairIpV6TestJSON-423995070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:56:28.975962 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f66d0932-1721-45a0-bebf-03d07aaa9e08 tempest-AllowedAddressPairIpV6TestJSON-423995070 tempest-AllowedAddressPairIpV6TestJSON-423995070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:28.976152 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 6019e9a6-1334-4849-9a87-3d0c28f5ec04 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:56:28.976152 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:28.976993 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 60500) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:56:29.039591 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efcb4a2b-0b5f-420e-bbd7-7f9ef4e3824c None None] Sync routers for ids ['208fc636-ac7b-4b47-9704-cd4ae69358ba'] in n-d-842733-1 {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 20:56:29.049725 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9797ea97-f5d6-46ee-a247-2ce965e08546 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3797684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4018258'] for subnet, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:29.093438 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efcb4a2b-0b5f-420e-bbd7-7f9ef4e3824c None None] Routers {'208fc636-ac7b-4b47-9704-cd4ae69358ba'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:56:29.094148 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-efcb4a2b-0b5f-420e-bbd7-7f9ef4e3824c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:56:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['208fc636-ac7b-4b47-9704-cd4ae69358ba'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:56:29.206048 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a198242a-637c-40e3-9afb-aea74a915630 admin admin] Notify callbacks [] for router, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:29.228743 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9797ea97-f5d6-46ee-a247-2ce965e08546 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1611d082-9872-4f1e-89cb-992415c212c3,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:56:29.256981 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-f66d0932-1721-45a0-bebf-03d07aaa9e08 tempest-AllowedAddressPairIpV6TestJSON-423995070 tempest-AllowedAddressPairIpV6TestJSON-423995070-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.7484331 May 20 20:56:29.259027 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 60504) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:56:29.266078 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-f392c9c8-9a10-44c1-9c67-54c201bcef86 tempest-AllowedAddressPairIpV6TestJSON-423995070 tempest-AllowedAddressPairIpV6TestJSON-423995070-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::25e', 'mac_address': 'fa:16:3e:89:ba:ca'}]}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:56:29.286566 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9797ea97-f5d6-46ee-a247-2ce965e08546 admin admin] Checking segment: {'id': 'd9d76203-565a-4e2f-8dc5-2ea3bd72ec47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'd95e3ad9-019b-4e98-814f-e7ebb6f7e522'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:56:29.286931 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9797ea97-f5d6-46ee-a247-2ce965e08546 admin admin] Network hostable DHCP agents. Network: d95e3ad9-019b-4e98-814f-e7ebb6f7e522, hostable agents: ['c9b0653c-f3c7-4339-bd50-e3754b629216'], hosted agents: [] {{(pid=103162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 20:56:29.352612 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5c493593-c88d-4fc8-bb79-12c1577f3421 tempest-FloatingIPAdminTestJSON-230338840 tempest-FloatingIPAdminTestJSON-230338840-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:29.369105 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-efcb4a2b-0b5f-420e-bbd7-7f9ef4e3824c None None] Set router 208fc636-ac7b-4b47-9704-cd4ae69358ba gateway port host: n-d-842733-1 {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:56:29.471328 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c493593-c88d-4fc8-bb79-12c1577f3421 tempest-FloatingIPAdminTestJSON-230338840 tempest-FloatingIPAdminTestJSON-230338840-project-admin] Network e3a93b5c-91e2-4064-9c2c-1afc261bfe15 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:56:29.471328 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-5c493593-c88d-4fc8-bb79-12c1577f3421 tempest-FloatingIPAdminTestJSON-230338840 tempest-FloatingIPAdminTestJSON-230338840-project-admin] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:56:29.487668 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c493593-c88d-4fc8-bb79-12c1577f3421 tempest-FloatingIPAdminTestJSON-230338840 tempest-FloatingIPAdminTestJSON-230338840-project-admin] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:56:29.540241 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c493593-c88d-4fc8-bb79-12c1577f3421 tempest-FloatingIPAdminTestJSON-230338840 tempest-FloatingIPAdminTestJSON-230338840-project-admin] Pushing event updated for resources: {'Port': ['ID=a6633be1-87f5-49fd-8622-2f366a0cd8fc,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:56:29.566354 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e794dccd-7f9c-466f-bcab-baccca8077fc tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748106'] for router, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:29.631381 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9797ea97-f5d6-46ee-a247-2ce965e08546 admin admin] Network d95e3ad9-019b-4e98-814f-e7ebb6f7e522 is scheduled to be hosted by DHCP agent c9b0653c-f3c7-4339-bd50-e3754b629216 with binding_index 1 {{(pid=103162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 20:56:29.745024 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5c493593-c88d-4fc8-bb79-12c1577f3421 tempest-FloatingIPAdminTestJSON-230338840 tempest-FloatingIPAdminTestJSON-230338840-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:29.759281 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-9797ea97-f5d6-46ee-a247-2ce965e08546 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842733-1, d95e3ad9-019b-4e98-814f-e7ebb6f7e522) {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:56:29.766360 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9797ea97-f5d6-46ee-a247-2ce965e08546 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:56:29.767095 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9797ea97-f5d6-46ee-a247-2ce965e08546 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:29.801468 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83a039c8-a1c3-45c0-a119-023b9447e3fc None None] Network d95e3ad9-019b-4e98-814f-e7ebb6f7e522 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:56:29.879547 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-9797ea97-f5d6-46ee-a247-2ce965e08546 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.4330544 May 20 20:56:29.883886 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5c493593-c88d-4fc8-bb79-12c1577f3421 tempest-FloatingIPAdminTestJSON-230338840 tempest-FloatingIPAdminTestJSON-230338840-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:29.909052 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 6019e9a6-1334-4849-9a87-3d0c28f5ec04 is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:56:29.909623 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:29.933425 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] For port 6019e9a6-1334-4849-9a87-3d0c28f5ec04, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=6019e9a6-1334-4849-9a87-3d0c28f5ec04,segment=NetworkSegment(0b5485c4-eff8-42a1-9073-ae54ed4c63ba),segment_id=0b5485c4-eff8-42a1-9073-ae54ed4c63ba)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:56:29.950745 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-7f8e5072-2bfc-4c3f-8d5f-e94ba990346b None None] Provisioning complete for port e770c8d5-f8d5-4731-ac8c-2db90b85f00f triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:56:29.951158 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-7f8e5072-2bfc-4c3f-8d5f-e94ba990346b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:29.998771 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-7f8e5072-2bfc-4c3f-8d5f-e94ba990346b None None] Port e770c8d5-f8d5-4731-ac8c-2db90b85f00f cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 20:56:30.054151 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:30.172846 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 60522) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:56:30.206456 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5c493593-c88d-4fc8-bb79-12c1577f3421 tempest-FloatingIPAdminTestJSON-230338840 tempest-FloatingIPAdminTestJSON-230338840-project-admin] Notify callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:30.210605 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e794dccd-7f9c-466f-bcab-baccca8077fc tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] Router 45295b7f-bbd2-4441-b9a0-489e426da651 is scheduled to L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e with binding_index 1 {{(pid=103162) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 20 20:56:30.259552 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ce9461-538b-48b6-803d-cb0fa61dd108 req-cfbb3843-ee59-4424-851e-e914ac771f6e tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:56:30.268823 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-86ce9461-538b-48b6-803d-cb0fa61dd108 req-cfbb3843-ee59-4424-851e-e914ac771f6e tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/ports?device_id=46d8592d-7942-4f12-aa6f-72415de83dc5 HTTP/1.1" status: 200 len: 945 time: 0.2737584 May 20 20:56:30.271822 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a198242a-637c-40e3-9afb-aea74a915630 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:30.298462 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5c493593-c88d-4fc8-bb79-12c1577f3421 tempest-FloatingIPAdminTestJSON-230338840 tempest-FloatingIPAdminTestJSON-230338840-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:30.338656 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8914ff42-e213-4828-8cfb-113f3ce0ba19 None None] Network d95e3ad9-019b-4e98-814f-e7ebb6f7e522 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:56:30.341352 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Pushing event updated for resources: {'Port': ['ID=6019e9a6-1334-4849-9a87-3d0c28f5ec04,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:56:30.349786 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_v2 [None req-953183df-9bda-4282-902a-35a29fdf2934 admin admin] Deleting subnet 4e6be5c4-13b1-4d78-821a-526df7c2178b {{(pid=103163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 20 20:56:30.365522 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-953183df-9bda-4282-902a-35a29fdf2934 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:30.376451 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c493593-c88d-4fc8-bb79-12c1577f3421 tempest-FloatingIPAdminTestJSON-230338840 tempest-FloatingIPAdminTestJSON-230338840-project-admin] Pushing event updated for resources: {'Port': ['ID=a6633be1-87f5-49fd-8622-2f366a0cd8fc,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:56:30.441197 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-efcb4a2b-0b5f-420e-bbd7-7f9ef4e3824c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '208fc636-ac7b-4b47-9704-cd4ae69358ba', 'name': 'tempest-TaggedBootDevicesTest-470911137-router', 'tenant_id': '130041758ffe4e0a8066d604acc4da27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.128'}], 'enable_snat': True}, 'gw_port_id': 'a273ae22-c87d-4557-94a4-9200483eae2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:48:58Z', 'updated_at': '2022-05-20T20:56:27Z', 'revision_number': 5, 'project_id': '130041758ffe4e0a8066d604acc4da27', 'gw_port': {'id': 'a273ae22-c87d-4557-94a4-9200483eae2e', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:9c:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '208fc636-ac7b-4b47-9704-cd4ae69358ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:48:58Z', 'updated_at': '2022-05-20T20:49:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:56:30.490439 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-86ce9461-538b-48b6-803d-cb0fa61dd108 req-6afba1d5-7de3-4073-af64-c965c39104f7 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f722a60-38a1-4dbc-a8ff-49f0b32ee364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2201805 May 20 20:56:30.504110 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efcb4a2b-0b5f-420e-bbd7-7f9ef4e3824c None None] Checking router: 208fc636-ac7b-4b47-9704-cd4ae69358ba for host: n-d-842733-1 {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 20:56:30.514365 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efcb4a2b-0b5f-420e-bbd7-7f9ef4e3824c None None] Routers {'208fc636-ac7b-4b47-9704-cd4ae69358ba'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:56:30.515451 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-efcb4a2b-0b5f-420e-bbd7-7f9ef4e3824c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:56:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['208fc636-ac7b-4b47-9704-cd4ae69358ba'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:56:30.537159 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f392c9c8-9a10-44c1-9c67-54c201bcef86 tempest-AllowedAddressPairIpV6TestJSON-423995070 tempest-AllowedAddressPairIpV6TestJSON-423995070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:30.577484 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-953183df-9bda-4282-902a-35a29fdf2934 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9338757'] for subnet, precommit_delete_associations {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:30.719430 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-953183df-9bda-4282-902a-35a29fdf2934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33068388'] for subnet, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:30.772297 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 60532) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:56:30.778998 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 6019e9a6-1334-4849-9a87-3d0c28f5ec04 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:56:30.836982 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-a198242a-637c-40e3-9afb-aea74a915630 admin admin] Deleting port a273ae22-c87d-4557-94a4-9200483eae2e {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:56:30.837493 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a198242a-637c-40e3-9afb-aea74a915630 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:30.853595 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-efcb4a2b-0b5f-420e-bbd7-7f9ef4e3824c None None] Set router 208fc636-ac7b-4b47-9704-cd4ae69358ba gateway port host: None {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:56:30.877424 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5c493593-c88d-4fc8-bb79-12c1577f3421 tempest-FloatingIPAdminTestJSON-230338840 tempest-FloatingIPAdminTestJSON-230338840-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748272'] for floatingip, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:30.882716 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e794dccd-7f9c-466f-bcab-baccca8077fc tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 20:56:30.893795 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1e2ba49-e3bc-446f-89b5-660567f868e6 None None] Sync routers for ids ['45295b7f-bbd2-4441-b9a0-489e426da651'] in n-d-842733-1 {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 20:56:30.914244 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1e2ba49-e3bc-446f-89b5-660567f868e6 None None] Routers {'45295b7f-bbd2-4441-b9a0-489e426da651'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:56:30.914995 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-d1e2ba49-e3bc-446f-89b5-660567f868e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:56:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['45295b7f-bbd2-4441-b9a0-489e426da651'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:56:31.010767 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5c493593-c88d-4fc8-bb79-12c1577f3421 tempest-FloatingIPAdminTestJSON-230338840 tempest-FloatingIPAdminTestJSON-230338840-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for floatingip, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:31.015148 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-5c493593-c88d-4fc8-bb79-12c1577f3421 tempest-FloatingIPAdminTestJSON-230338840 tempest-FloatingIPAdminTestJSON-230338840-project-admin] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.8893406 May 20 20:56:31.015296 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 60536) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:56:31.025445 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-a198242a-637c-40e3-9afb-aea74a915630 admin admin] For port a273ae22-c87d-4557-94a4-9200483eae2e, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=a273ae22-c87d-4557-94a4-9200483eae2e,segment=NetworkSegment(0b5485c4-eff8-42a1-9073-ae54ed4c63ba),segment_id=0b5485c4-eff8-42a1-9073-ae54ed4c63ba)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:56:31.026034 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a198242a-637c-40e3-9afb-aea74a915630 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:31.047272 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e794dccd-7f9c-466f-bcab-baccca8077fc tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] Notify callbacks [] for router, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:31.048769 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-e794dccd-7f9c-466f-bcab-baccca8077fc tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 5.8162200 May 20 20:56:31.051253 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 60542) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:56:31.062859 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-a198242a-637c-40e3-9afb-aea74a915630 admin admin] Calling delete_port for a273ae22-c87d-4557-94a4-9200483eae2e owned by network:router_gateway {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:56:31.087576 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-efcb4a2b-0b5f-420e-bbd7-7f9ef4e3824c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '208fc636-ac7b-4b47-9704-cd4ae69358ba', 'name': 'tempest-TaggedBootDevicesTest-470911137-router', 'tenant_id': '130041758ffe4e0a8066d604acc4da27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:48:58Z', 'updated_at': '2022-05-20T20:56:30Z', 'revision_number': 6, 'project_id': '130041758ffe4e0a8066d604acc4da27', 'gw_port_host': None}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:56:31.093062 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-d1e2ba49-e3bc-446f-89b5-660567f868e6 None None] Set router 45295b7f-bbd2-4441-b9a0-489e426da651 gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:56:31.153145 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efcb4a2b-0b5f-420e-bbd7-7f9ef4e3824c None None] The sync data for ids ['208fc636-ac7b-4b47-9704-cd4ae69358ba'] in n-d-842733-1 is: [{'id': '208fc636-ac7b-4b47-9704-cd4ae69358ba', 'name': 'tempest-TaggedBootDevicesTest-470911137-router', 'tenant_id': '130041758ffe4e0a8066d604acc4da27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:48:58Z', 'updated_at': '2022-05-20T20:56:30Z', 'revision_number': 6, 'project_id': '130041758ffe4e0a8066d604acc4da27', 'gw_port_host': None}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 20:56:31.170110 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 6019e9a6-1334-4849-9a87-3d0c28f5ec04 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:56:31.171762 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:31.237326 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-6cc14e32-bf26-47d7-9d82-181d6163007f tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] 10.222.0.35 "GET /v2.0/routers/45295b7f-bbd2-4441-b9a0-489e426da651 HTTP/1.1" status: 200 len: 908 time: 0.1848958 May 20 20:56:31.237949 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 60546) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:56:31.319315 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-44141eab-673b-406b-beda-01c3a9c424f2 tempest-FloatingIPAdminTestJSON-237850670 tempest-FloatingIPAdminTestJSON-237850670-project] Request body: {'floatingip': {'floating_network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:56:31.320997 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 6019e9a6-1334-4849-9a87-3d0c28f5ec04 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:56:31.382011 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-d1e2ba49-e3bc-446f-89b5-660567f868e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45295b7f-bbd2-4441-b9a0-489e426da651', 'name': 'tempest-snat-router-2048807792', 'tenant_id': '24cc80bd23034cbf9d9bd0f429a60915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.230'}], 'enable_snat': True}, 'gw_port_id': 'df37199f-9ead-4752-a56f-9c0e2fd1c19d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:56:25Z', 'updated_at': '2022-05-20T20:56:28Z', 'revision_number': 3, 'project_id': '24cc80bd23034cbf9d9bd0f429a60915', 'gw_port': {'id': 'df37199f-9ead-4752-a56f-9c0e2fd1c19d', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:55:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45295b7f-bbd2-4441-b9a0-489e426da651', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2347, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:56:26Z', 'updated_at': '2022-05-20T20:56:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:56:31.404819 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8f163e6f-ff28-4254-9185-365b861653bd tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] Notify callbacks [] for router, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:31.414868 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1e2ba49-e3bc-446f-89b5-660567f868e6 None None] Checking router: 45295b7f-bbd2-4441-b9a0-489e426da651 for host: n-d-842733-1 {{(pid=103165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 20:56:31.415601 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1e2ba49-e3bc-446f-89b5-660567f868e6 None None] Updating router 45295b7f-bbd2-4441-b9a0-489e426da651 port df37199f-9ead-4752-a56f-9c0e2fd1c19d binding host n-d-842733-1 {{(pid=103165) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 20:56:31.447672 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-d1e2ba49-e3bc-446f-89b5-660567f868e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:31.474716 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-12b6e61f-f42a-4aa1-a8d7-66eb6b0594f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:31.501347 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-44141eab-673b-406b-beda-01c3a9c424f2 tempest-FloatingIPAdminTestJSON-237850670 tempest-FloatingIPAdminTestJSON-237850670-project] Notify callbacks [] for floatingip, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:31.517958 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a198242a-637c-40e3-9afb-aea74a915630 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:31.670811 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-953183df-9bda-4282-902a-35a29fdf2934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33068399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9641221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8422588'] for subnet, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:31.691821 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8f163e6f-ff28-4254-9185-365b861653bd tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:31.695567 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a198242a-637c-40e3-9afb-aea74a915630 admin admin] Pushing event deleted for resources: {'Port': ['ID=a273ae22-c87d-4557-94a4-9200483eae2e,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:56:31.747144 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-44141eab-673b-406b-beda-01c3a9c424f2 tempest-FloatingIPAdminTestJSON-237850670 tempest-FloatingIPAdminTestJSON-237850670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:31.810478 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953183df-9bda-4282-902a-35a29fdf2934 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4e6be5c4-13b1-4d78-821a-526df7c2178b,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:56:31.831344 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-953183df-9bda-4282-902a-35a29fdf2934 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:31.834720 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-953183df-9bda-4282-902a-35a29fdf2934 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/4e6be5c4-13b1-4d78-821a-526df7c2178b HTTP/1.1" status: 204 len: 168 time: 1.6584051 May 20 20:56:31.837756 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 60556) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:56:31.860118 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f392c9c8-9a10-44c1-9c67-54c201bcef86 tempest-AllowedAddressPairIpV6TestJSON-423995070 tempest-AllowedAddressPairIpV6TestJSON-423995070-project] Notify callbacks [] for port, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:31.870210 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-d1e2ba49-e3bc-446f-89b5-660567f868e6 None None] Notify callbacks [] for port, precommit_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:31.888163 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a198242a-637c-40e3-9afb-aea74a915630 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-748206'] for router_gateway, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:31.897230 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f229ff62-df31-458c-a1ac-445077ec84fb req-9806703a-b91a-411e-8ae5-8e561d57ef2c tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:56:31.899050 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f229ff62-df31-458c-a1ac-445077ec84fb req-9806703a-b91a-411e-8ae5-8e561d57ef2c tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/ports?device_id=46d8592d-7942-4f12-aa6f-72415de83dc5 HTTP/1.1" status: 200 len: 945 time: 0.2298076 May 20 20:56:31.937798 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c8e13995-e32e-4a3c-9026-c2d416d6be67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33160123'] for network, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:31.950059 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-8f163e6f-ff28-4254-9185-365b861653bd tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] Deleting port df37199f-9ead-4752-a56f-9c0e2fd1c19d {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:56:31.950266 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8f163e6f-ff28-4254-9185-365b861653bd tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:31.981266 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-d1e2ba49-e3bc-446f-89b5-660567f868e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:31.994853 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f392c9c8-9a10-44c1-9c67-54c201bcef86 tempest-AllowedAddressPairIpV6TestJSON-423995070 tempest-AllowedAddressPairIpV6TestJSON-423995070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:32.056331 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871f4be7-4645-4390-98db-fbd8aecf5d24 None None] Pushing event updated for resources: {'Port': ['ID=df37199f-9ead-4752-a56f-9c0e2fd1c19d,revision_number=2']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:56:32.084702 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a198242a-637c-40e3-9afb-aea74a915630 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26169'] for router, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:32.092321 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-12b6e61f-f42a-4aa1-a8d7-66eb6b0594f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:32.093883 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-d1e2ba49-e3bc-446f-89b5-660567f868e6 None None] Attempting to bind port df37199f-9ead-4752-a56f-9c0e2fd1c19d on host n-d-842733-1 for vnic_type normal with profile {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:56:32.094300 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-d1e2ba49-e3bc-446f-89b5-660567f868e6 None None] Attempting to bind port df37199f-9ead-4752-a56f-9c0e2fd1c19d by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': '0b5485c4-eff8-42a1-9073-ae54ed4c63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'}] {{(pid=103165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:56:32.094798 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e2ba49-e3bc-446f-89b5-660567f868e6 None None] Attempting to bind port df37199f-9ead-4752-a56f-9c0e2fd1c19d on network e3a93b5c-91e2-4064-9c2c-1afc261bfe15 {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:56:32.095368 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a198242a-637c-40e3-9afb-aea74a915630 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:32.104910 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-f392c9c8-9a10-44c1-9c67-54c201bcef86 tempest-AllowedAddressPairIpV6TestJSON-423995070 tempest-AllowedAddressPairIpV6TestJSON-423995070-project] In _notify_port_updated(), no bound segment for port e770c8d5-f8d5-4731-ac8c-2db90b85f00f on network 9a3342c1-289b-4f17-8e16-b5138909c411 {{(pid=103163) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} May 20 20:56:32.110883 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e2ba49-e3bc-446f-89b5-660567f868e6 None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 56, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:56:32.111390 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e2ba49-e3bc-446f-89b5-660567f868e6 None None] Checking segment: {'id': '0b5485c4-eff8-42a1-9073-ae54ed4c63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:56:32.111497 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f392c9c8-9a10-44c1-9c67-54c201bcef86 tempest-AllowedAddressPairIpV6TestJSON-423995070 tempest-AllowedAddressPairIpV6TestJSON-423995070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:56:32.112109 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-d1e2ba49-e3bc-446f-89b5-660567f868e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:32.112202 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f392c9c8-9a10-44c1-9c67-54c201bcef86 tempest-AllowedAddressPairIpV6TestJSON-423995070 tempest-AllowedAddressPairIpV6TestJSON-423995070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:32.112899 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e2ba49-e3bc-446f-89b5-660567f868e6 None None] Bound using segment: {'id': '0b5485c4-eff8-42a1-9073-ae54ed4c63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'} {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:56:32.113497 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-f392c9c8-9a10-44c1-9c67-54c201bcef86 tempest-AllowedAddressPairIpV6TestJSON-423995070 tempest-AllowedAddressPairIpV6TestJSON-423995070-project] 10.222.0.35 "PUT /v2.0/ports/e770c8d5-f8d5-4731-ac8c-2db90b85f00f HTTP/1.1" status: 200 len: 1002 time: 2.8531466 May 20 20:56:32.113591 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-d1e2ba49-e3bc-446f-89b5-660567f868e6 None None] Bound port: df37199f-9ead-4752-a56f-9c0e2fd1c19d, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b5485c4-eff8-42a1-9073-ae54ed4c63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'}}] {{(pid=103165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:56:32.114163 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-d1e2ba49-e3bc-446f-89b5-660567f868e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:32.120516 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f229ff62-df31-458c-a1ac-445077ec84fb req-0da703b6-30ac-47fb-ac8d-1a45e93d10c0 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f722a60-38a1-4dbc-a8ff-49f0b32ee364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892934 May 20 20:56:32.121882 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 60560) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:56:32.192693 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-d1e2ba49-e3bc-446f-89b5-660567f868e6 None None] For port df37199f-9ead-4752-a56f-9c0e2fd1c19d, host n-d-842733-1, cleared binding levels {{(pid=103165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:56:32.199133 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-d1e2ba49-e3bc-446f-89b5-660567f868e6 None None] For port df37199f-9ead-4752-a56f-9c0e2fd1c19d, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=df37199f-9ead-4752-a56f-9c0e2fd1c19d,segment=NetworkSegment(0b5485c4-eff8-42a1-9073-ae54ed4c63ba),segment_id=0b5485c4-eff8-42a1-9073-ae54ed4c63ba)] {{(pid=103165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:56:32.206330 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c8e13995-e32e-4a3c-9026-c2d416d6be67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33072115', 'neutron.services.segments.db._delete_segments_for_network-8782419500584'] for network, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:32.220878 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-12b6e61f-f42a-4aa1-a8d7-66eb6b0594f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:32.228335 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f392c9c8-9a10-44c1-9c67-54c201bcef86 tempest-AllowedAddressPairIpV6TestJSON-423995070 tempest-AllowedAddressPairIpV6TestJSON-423995070-project] Pushing event updated for resources: {'Port': ['ID=e770c8d5-f8d5-4731-ac8c-2db90b85f00f,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:56:32.237489 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-44141eab-673b-406b-beda-01c3a9c424f2 tempest-FloatingIPAdminTestJSON-237850670 tempest-FloatingIPAdminTestJSON-237850670-project] Allocated IP 172.25.2.224 (e3a93b5c-91e2-4064-9c2c-1afc261bfe15/86fee0c1-6e34-488b-9216-b2b8e7ef585a/4adad890-d544-49b7-885d-dc3e8905ea08) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:56:32.241950 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8f163e6f-ff28-4254-9185-365b861653bd tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:32.279595 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-d1e2ba49-e3bc-446f-89b5-660567f868e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:32.306836 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-8f163e6f-ff28-4254-9185-365b861653bd tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] Calling delete_port for df37199f-9ead-4752-a56f-9c0e2fd1c19d owned by network:router_gateway {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:56:32.310471 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-c8e13995-e32e-4a3c-9026-c2d416d6be67 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bca237b-8e0c-4d27-ac9e-ebbaefa3d440']}} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:56:32.353633 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-c8e13995-e32e-4a3c-9026-c2d416d6be67 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e09cceb-b884-473c-8255-bc866d234f73') {'for_net_delete': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:56:32.359415 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-c8e13995-e32e-4a3c-9026-c2d416d6be67 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e09cceb-b884-473c-8255-bc866d234f73') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:56:32.368905 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-12b6e61f-f42a-4aa1-a8d7-66eb6b0594f6 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=82bb6db290a44dd48d5f8669a11840a9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5744860 May 20 20:56:32.370171 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b6e61f-f42a-4aa1-a8d7-66eb6b0594f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c33515d-2c18-4208-8398-6d870434fef4,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:56:32.373767 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a198242a-637c-40e3-9afb-aea74a915630 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-693148'] for router, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:32.375824 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a198242a-637c-40e3-9afb-aea74a915630 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 208fc636-ac7b-4b47-9704-cd4ae69358ba {{(pid=103163) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 20 20:56:32.379738 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:32.389744 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a198242a-637c-40e3-9afb-aea74a915630 admin admin] Notify callbacks [] for router, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:32.390049 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1e2ba49-e3bc-446f-89b5-660567f868e6 None None] Routers {'45295b7f-bbd2-4441-b9a0-489e426da651'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:56:32.390941 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-a198242a-637c-40e3-9afb-aea74a915630 admin admin] 10.222.0.35 "DELETE /v2.0/routers/208fc636-ac7b-4b47-9704-cd4ae69358ba HTTP/1.1" status: 204 len: 168 time: 3.4123361 May 20 20:56:32.391415 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-d1e2ba49-e3bc-446f-89b5-660567f868e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:56:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['45295b7f-bbd2-4441-b9a0-489e426da651'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:56:32.391527 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 60564) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:56:32.408165 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 60566) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:56:32.412773 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871f4be7-4645-4390-98db-fbd8aecf5d24 None None] Pushing event updated for resources: {'Port': ['ID=df37199f-9ead-4752-a56f-9c0e2fd1c19d,revision_number=3']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:56:32.539902 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c8e13995-e32e-4a3c-9026-c2d416d6be67 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419501617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3738385'] for segment, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:32.564306 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-4900a803-1a5d-4942-b991-45a9b63cc93c None None] Provisioning complete for port e770c8d5-f8d5-4731-ac8c-2db90b85f00f triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:56:32.564671 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4900a803-1a5d-4942-b991-45a9b63cc93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:32.565570 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-f5075b85-f65c-456b-9a1e-2463b159203c tempest-AllowedAddressPairIpV6TestJSON-423995070 tempest-AllowedAddressPairIpV6TestJSON-423995070-project] Deleting port e770c8d5-f8d5-4731-ac8c-2db90b85f00f {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:56:32.566688 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f5075b85-f65c-456b-9a1e-2463b159203c tempest-AllowedAddressPairIpV6TestJSON-423995070 tempest-AllowedAddressPairIpV6TestJSON-423995070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:32.567417 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-d1e2ba49-e3bc-446f-89b5-660567f868e6 None None] Set router 45295b7f-bbd2-4441-b9a0-489e426da651 gateway port host: None {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:56:32.591957 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c8e13995-e32e-4a3c-9026-c2d416d6be67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:32.605224 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8e13995-e32e-4a3c-9026-c2d416d6be67 admin admin] Releasing vlan 233 on physical network physnet1 to pool {{(pid=103162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 20:56:32.605224 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c8e13995-e32e-4a3c-9026-c2d416d6be67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3800791'] for segment, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:32.641253 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-4900a803-1a5d-4942-b991-45a9b63cc93c None None] Port e770c8d5-f8d5-4731-ac8c-2db90b85f00f cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 20:56:32.655721 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device a273ae22-c87d-4557-94a4-9200483eae2e no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:56:32.679568 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-d1e2ba49-e3bc-446f-89b5-660567f868e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45295b7f-bbd2-4441-b9a0-489e426da651', 'name': 'tempest-snat-router-2048807792', 'tenant_id': '24cc80bd23034cbf9d9bd0f429a60915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:56:25Z', 'updated_at': '2022-05-20T20:56:31Z', 'revision_number': 4, 'project_id': '24cc80bd23034cbf9d9bd0f429a60915', 'gw_port_host': None}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:56:32.679784 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_v2 [None req-90269e54-4448-42ad-b33c-d7ada74038cd admin admin] Deleting subnet 0e16e10c-5b92-4574-b13d-016374e3f82e {{(pid=103163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 20 20:56:32.693112 n-d-842733-1 neutron-server[103162]: Traceback (most recent call last): May 20 20:56:32.693112 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 20:56:32.693112 n-d-842733-1 neutron-server[103162]: timer() May 20 20:56:32.693112 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 20:56:32.693112 n-d-842733-1 neutron-server[103162]: cb(*args, **kw) May 20 20:56:32.693112 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 20 20:56:32.693112 n-d-842733-1 neutron-server[103162]: return func(*args, **kwargs) May 20 20:56:32.693112 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 20:56:32.693112 n-d-842733-1 neutron-server[103162]: self._notify() May 20 20:56:32.693112 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 20:56:32.693112 n-d-842733-1 neutron-server[103162]: self.callback(batched_events) May 20 20:56:32.693112 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 20:56:32.693112 n-d-842733-1 neutron-server[103162]: event.method(event) May 20 20:56:32.693112 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 20 20:56:32.693112 n-d-842733-1 neutron-server[103162]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 20:56:32.693112 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 20 20:56:32.693112 n-d-842733-1 neutron-server[103162]: aggregate_uuid = self.p_client.list_aggregates( May 20 20:56:32.693112 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 20 20:56:32.693112 n-d-842733-1 neutron-server[103162]: return f(self, *a, **k) May 20 20:56:32.693112 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 20 20:56:32.693112 n-d-842733-1 neutron-server[103162]: return self._get(url).json() May 20 20:56:32.693112 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 20 20:56:32.693112 n-d-842733-1 neutron-server[103162]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 20:56:32.693112 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 20:56:32.693112 n-d-842733-1 neutron-server[103162]: return self.request(url, 'GET', **kwargs) May 20 20:56:32.693112 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 20:56:32.693112 n-d-842733-1 neutron-server[103162]: base_url = self.get_endpoint(auth, allow=allow, May 20 20:56:32.693112 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 20:56:32.693112 n-d-842733-1 neutron-server[103162]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 20:56:32.693112 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 20:56:32.693112 n-d-842733-1 neutron-server[103162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 20:56:32.693112 n-d-842733-1 neutron-server[103162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 20:56:32.698210 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: a273ae22-c87d-4557-94a4-9200483eae2e {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 20:56:32.698827 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device a273ae22-c87d-4557-94a4-9200483eae2e not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 20:56:32.700814 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 799cc531-daae-4bfe-9e64-fc43698ef981 no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:56:32.711419 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-90269e54-4448-42ad-b33c-d7ada74038cd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:32.723043 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1e2ba49-e3bc-446f-89b5-660567f868e6 None None] The sync data for ids ['45295b7f-bbd2-4441-b9a0-489e426da651'] in n-d-842733-1 is: [{'id': '45295b7f-bbd2-4441-b9a0-489e426da651', 'name': 'tempest-snat-router-2048807792', 'tenant_id': '24cc80bd23034cbf9d9bd0f429a60915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:56:25Z', 'updated_at': '2022-05-20T20:56:31Z', 'revision_number': 4, 'project_id': '24cc80bd23034cbf9d9bd0f429a60915', 'gw_port_host': None}] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 20:56:32.723678 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: 799cc531-daae-4bfe-9e64-fc43698ef981 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 20:56:32.724443 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 799cc531-daae-4bfe-9e64-fc43698ef981 not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 20:56:32.775308 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ef4b4578-63c3-43d2-af7b-3cdef6b9af8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:32.785306 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c8e13995-e32e-4a3c-9026-c2d416d6be67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33072122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748162'] for network, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:32.789176 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-44141eab-673b-406b-beda-01c3a9c424f2 tempest-FloatingIPAdminTestJSON-237850670 tempest-FloatingIPAdminTestJSON-237850670-project] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:32.806353 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c8e13995-e32e-4a3c-9026-c2d416d6be67 admin admin] Notify callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:32.812999 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-c8e13995-e32e-4a3c-9026-c2d416d6be67 admin admin] 10.222.0.35 "DELETE /v2.0/networks/3bca237b-8e0c-4d27-ac9e-ebbaefa3d440 HTTP/1.1" status: 204 len: 168 time: 0.9681449 May 20 20:56:32.813346 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-90269e54-4448-42ad-b33c-d7ada74038cd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9338757'] for subnet, precommit_delete_associations {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:32.818295 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 60574) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:56:32.855043 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f5075b85-f65c-456b-9a1e-2463b159203c tempest-AllowedAddressPairIpV6TestJSON-423995070 tempest-AllowedAddressPairIpV6TestJSON-423995070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:32.866590 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e13995-e32e-4a3c-9026-c2d416d6be67 admin admin] Pushing event deleted for resources: {'Network': ['ID=3bca237b-8e0c-4d27-ac9e-ebbaefa3d440,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:56:32.875157 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ef4b4578-63c3-43d2-af7b-3cdef6b9af8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:32.890138 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-f5075b85-f65c-456b-9a1e-2463b159203c tempest-AllowedAddressPairIpV6TestJSON-423995070 tempest-AllowedAddressPairIpV6TestJSON-423995070-project] Calling delete_port for e770c8d5-f8d5-4731-ac8c-2db90b85f00f owned by {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:56:32.915861 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7d8198e-e839-4a7b-9cd0-3ba98f6dd625 admin admin] Deleting subnet 1611d082-9872-4f1e-89cb-992415c212c3 {{(pid=103162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 20 20:56:32.921045 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e7d8198e-e839-4a7b-9cd0-3ba98f6dd625 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:33.013531 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e7d8198e-e839-4a7b-9cd0-3ba98f6dd625 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3738392'] for subnet, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:33.038896 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-90269e54-4448-42ad-b33c-d7ada74038cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33068388'] for subnet, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:33.076913 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e7d8198e-e839-4a7b-9cd0-3ba98f6dd625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33068388'] for subnet, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:33.145653 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-44141eab-673b-406b-beda-01c3a9c424f2 tempest-FloatingIPAdminTestJSON-237850670 tempest-FloatingIPAdminTestJSON-237850670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:33.145904 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ef4b4578-63c3-43d2-af7b-3cdef6b9af8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:33.148420 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ef4b4578-63c3-43d2-af7b-3cdef6b9af8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:33.149701 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-ef4b4578-63c3-43d2-af7b-3cdef6b9af8d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1c33515d-2c18-4208-8398-6d870434fef4 HTTP/1.1" status: 204 len: 168 time: 0.7525854 May 20 20:56:33.167192 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4b4578-63c3-43d2-af7b-3cdef6b9af8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c33515d-2c18-4208-8398-6d870434fef4,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:56:33.200447 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44141eab-673b-406b-beda-01c3a9c424f2 tempest-FloatingIPAdminTestJSON-237850670 tempest-FloatingIPAdminTestJSON-237850670-project] Network e3a93b5c-91e2-4064-9c2c-1afc261bfe15 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:56:33.203713 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-44141eab-673b-406b-beda-01c3a9c424f2 tempest-FloatingIPAdminTestJSON-237850670 tempest-FloatingIPAdminTestJSON-237850670-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:56:33.207025 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44141eab-673b-406b-beda-01c3a9c424f2 tempest-FloatingIPAdminTestJSON-237850670 tempest-FloatingIPAdminTestJSON-237850670-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:56:33.238555 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44141eab-673b-406b-beda-01c3a9c424f2 tempest-FloatingIPAdminTestJSON-237850670 tempest-FloatingIPAdminTestJSON-237850670-project] Pushing event updated for resources: {'Port': ['ID=4adad890-d544-49b7-885d-dc3e8905ea08,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:56:33.249372 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8f163e6f-ff28-4254-9185-365b861653bd tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:33.301894 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f5075b85-f65c-456b-9a1e-2463b159203c tempest-AllowedAddressPairIpV6TestJSON-423995070 tempest-AllowedAddressPairIpV6TestJSON-423995070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:33.313244 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-90269e54-4448-42ad-b33c-d7ada74038cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33068399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9641221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8422588'] for subnet, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:33.319755 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f163e6f-ff28-4254-9185-365b861653bd tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] Pushing event deleted for resources: {'Port': ['ID=df37199f-9ead-4752-a56f-9c0e2fd1c19d,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:56:33.321995 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e7d8198e-e839-4a7b-9cd0-3ba98f6dd625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33068399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3797621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4018265'] for subnet, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:33.369418 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e7d8198e-e839-4a7b-9cd0-3ba98f6dd625 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:33.375655 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-e7d8198e-e839-4a7b-9cd0-3ba98f6dd625 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/1611d082-9872-4f1e-89cb-992415c212c3 HTTP/1.1" status: 204 len: 168 time: 0.5526454 May 20 20:56:33.379165 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 60584) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:56:33.380027 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5075b85-f65c-456b-9a1e-2463b159203c tempest-AllowedAddressPairIpV6TestJSON-423995070 tempest-AllowedAddressPairIpV6TestJSON-423995070-project] Pushing event deleted for resources: {'Port': ['ID=e770c8d5-f8d5-4731-ac8c-2db90b85f00f,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:56:33.384592 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90269e54-4448-42ad-b33c-d7ada74038cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e16e10c-5b92-4574-b13d-016374e3f82e,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:56:33.398448 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-90269e54-4448-42ad-b33c-d7ada74038cd admin admin] Notify callbacks [] for subnet, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:33.399998 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d8198e-e839-4a7b-9cd0-3ba98f6dd625 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1611d082-9872-4f1e-89cb-992415c212c3,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:56:33.403688 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19b0a980-747d-40d7-b95e-1e8fa50783c6 None None] Network 5ca369c8-df0a-41e3-869c-b1b368b823ae requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:56:33.406328 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-90269e54-4448-42ad-b33c-d7ada74038cd admin admin] 10.222.0.35 "DELETE /v2.0/subnets/0e16e10c-5b92-4574-b13d-016374e3f82e HTTP/1.1" status: 204 len: 168 time: 0.9956501 May 20 20:56:33.415280 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 60586) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:56:33.491514 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8f163e6f-ff28-4254-9185-365b861653bd tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-748206'] for router_gateway, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:33.589259 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e1f75d9f-200a-4b3a-9f26-47a40e35e77b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33160123'] for network, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:33.610614 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48b3902-3833-4b34-a40e-306492b01677 req-922907f5-f7e0-4ee3-8531-37578c65245e tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:56:33.612362 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c48b3902-3833-4b34-a40e-306492b01677 req-922907f5-f7e0-4ee3-8531-37578c65245e tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/ports?device_id=46d8592d-7942-4f12-aa6f-72415de83dc5 HTTP/1.1" status: 200 len: 945 time: 0.3546329 May 20 20:56:33.758186 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8f163e6f-ff28-4254-9185-365b861653bd tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26169'] for router, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:33.763030 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8f163e6f-ff28-4254-9185-365b861653bd tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:33.765095 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f5075b85-f65c-456b-9a1e-2463b159203c tempest-AllowedAddressPairIpV6TestJSON-423995070 tempest-AllowedAddressPairIpV6TestJSON-423995070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:33.771244 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-f5075b85-f65c-456b-9a1e-2463b159203c tempest-AllowedAddressPairIpV6TestJSON-423995070 tempest-AllowedAddressPairIpV6TestJSON-423995070-project] 10.222.0.35 "DELETE /v2.0/ports/e770c8d5-f8d5-4731-ac8c-2db90b85f00f HTTP/1.1" status: 204 len: 168 time: 1.6439569 May 20 20:56:33.774724 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 60594) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:56:33.781603 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-44141eab-673b-406b-beda-01c3a9c424f2 tempest-FloatingIPAdminTestJSON-237850670 tempest-FloatingIPAdminTestJSON-237850670-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:33.848065 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-449d80f5-4d04-463c-b033-8ba28a991652 None None] DHCP port deletion for 5ca369c8-df0a-41e3-869c-b1b368b823ae request from n-d-842733-1 {{(pid=103164) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 20:56:33.913054 n-d-842733-1 neutron-server[103163]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b84a9c5-8b95-4b67-980e-6ad217b5c2a8 tempest-AllowedAddressPairIpV6TestJSON-423995070 tempest-AllowedAddressPairIpV6TestJSON-423995070-project] GET failed (client error): The resource could not be found. May 20 20:56:33.922521 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 60596) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:56:33.925459 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-7b84a9c5-8b95-4b67-980e-6ad217b5c2a8 tempest-AllowedAddressPairIpV6TestJSON-423995070 tempest-AllowedAddressPairIpV6TestJSON-423995070-project] 10.222.0.35 "GET /v2.0/ports/e770c8d5-f8d5-4731-ac8c-2db90b85f00f HTTP/1.1" status: 404 len: 333 time: 0.1461077 May 20 20:56:33.932661 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-9d7055ef-486a-4ea8-874c-926387dd5368 tempest-AllowedAddressPairIpV6TestJSON-423995070 tempest-AllowedAddressPairIpV6TestJSON-423995070-project] Request body: {'port': {'network_id': '9a3342c1-289b-4f17-8e16-b5138909c411', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-362120252'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:56:33.960630 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7eb0aa37-6731-4445-a263-08fa1e2768ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33160123'] for network, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:33.963631 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-449d80f5-4d04-463c-b033-8ba28a991652 None None] Deleting port 354677fb-a2f8-4577-8745-bce24aa3b07a {{(pid=103164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:56:33.964197 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-449d80f5-4d04-463c-b033-8ba28a991652 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:33.967335 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8f163e6f-ff28-4254-9185-365b861653bd tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-693148'] for router, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:33.968035 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f163e6f-ff28-4254-9185-365b861653bd tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 45295b7f-bbd2-4441-b9a0-489e426da651 {{(pid=103162) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 20 20:56:34.072681 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c48b3902-3833-4b34-a40e-306492b01677 req-bdedd42f-6dd1-457f-aacb-53dff810fb49 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f722a60-38a1-4dbc-a8ff-49f0b32ee364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4083612 May 20 20:56:34.093725 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-449d80f5-4d04-463c-b033-8ba28a991652 None None] For port 354677fb-a2f8-4577-8745-bce24aa3b07a, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=354677fb-a2f8-4577-8745-bce24aa3b07a,segment=NetworkSegment(0aa42cdb-6fd7-42fb-bac9-6b1b09d7a688),segment_id=0aa42cdb-6fd7-42fb-bac9-6b1b09d7a688)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:56:34.094446 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-449d80f5-4d04-463c-b033-8ba28a991652 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:34.100541 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8f163e6f-ff28-4254-9185-365b861653bd tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] Notify callbacks [] for router, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:34.106781 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-8f163e6f-ff28-4254-9185-365b861653bd tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] 10.222.0.35 "DELETE /v2.0/routers/45295b7f-bbd2-4441-b9a0-489e426da651 HTTP/1.1" status: 204 len: 168 time: 2.8627455 May 20 20:56:34.108588 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 60598) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:56:34.116124 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e1f75d9f-200a-4b3a-9f26-47a40e35e77b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33072115', 'neutron.services.segments.db._delete_segments_for_network-8782419500584'] for network, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:34.118299 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-449d80f5-4d04-463c-b033-8ba28a991652 None None] Calling delete_port for 354677fb-a2f8-4577-8745-bce24aa3b07a owned by network:dhcp {{(pid=103164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:56:34.144456 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-e1f75d9f-200a-4b3a-9f26-47a40e35e77b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d95e3ad9-019b-4e98-814f-e7ebb6f7e522']}} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:56:34.160055 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-e1f75d9f-200a-4b3a-9f26-47a40e35e77b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9d76203-565a-4e2f-8dc5-2ea3bd72ec47') {'for_net_delete': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:56:34.160375 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-e1f75d9f-200a-4b3a-9f26-47a40e35e77b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9d76203-565a-4e2f-8dc5-2ea3bd72ec47') {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:56:34.176387 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e1f75d9f-200a-4b3a-9f26-47a40e35e77b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419501617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9338764'] for segment, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:34.182026 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-44141eab-673b-406b-beda-01c3a9c424f2 tempest-FloatingIPAdminTestJSON-237850670 tempest-FloatingIPAdminTestJSON-237850670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:34.193672 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e1f75d9f-200a-4b3a-9f26-47a40e35e77b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:34.196376 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-7eb0aa37-6731-4445-a263-08fa1e2768ed admin admin] Deleting port 354677fb-a2f8-4577-8745-bce24aa3b07a {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:56:34.196860 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7eb0aa37-6731-4445-a263-08fa1e2768ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:34.214196 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1f75d9f-200a-4b3a-9f26-47a40e35e77b admin admin] Releasing vlan 216 on physical network physnet1 to pool {{(pid=103163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 20:56:34.214529 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e1f75d9f-200a-4b3a-9f26-47a40e35e77b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9638311'] for segment, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:34.217266 n-d-842733-1 neutron-server[103163]: Traceback (most recent call last): May 20 20:56:34.217266 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 20:56:34.217266 n-d-842733-1 neutron-server[103163]: timer() May 20 20:56:34.217266 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 20:56:34.217266 n-d-842733-1 neutron-server[103163]: cb(*args, **kw) May 20 20:56:34.217266 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 20 20:56:34.217266 n-d-842733-1 neutron-server[103163]: return func(*args, **kwargs) May 20 20:56:34.217266 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 20:56:34.217266 n-d-842733-1 neutron-server[103163]: self._notify() May 20 20:56:34.217266 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 20:56:34.217266 n-d-842733-1 neutron-server[103163]: self.callback(batched_events) May 20 20:56:34.217266 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 20:56:34.217266 n-d-842733-1 neutron-server[103163]: event.method(event) May 20 20:56:34.217266 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 20 20:56:34.217266 n-d-842733-1 neutron-server[103163]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 20:56:34.217266 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 20 20:56:34.217266 n-d-842733-1 neutron-server[103163]: aggregate_uuid = self.p_client.list_aggregates( May 20 20:56:34.217266 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 20 20:56:34.217266 n-d-842733-1 neutron-server[103163]: return f(self, *a, **k) May 20 20:56:34.217266 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 20 20:56:34.217266 n-d-842733-1 neutron-server[103163]: return self._get(url).json() May 20 20:56:34.217266 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 20 20:56:34.217266 n-d-842733-1 neutron-server[103163]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 20:56:34.217266 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 20:56:34.217266 n-d-842733-1 neutron-server[103163]: return self.request(url, 'GET', **kwargs) May 20 20:56:34.217266 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 20:56:34.217266 n-d-842733-1 neutron-server[103163]: base_url = self.get_endpoint(auth, allow=allow, May 20 20:56:34.217266 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 20:56:34.217266 n-d-842733-1 neutron-server[103163]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 20:56:34.217266 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 20:56:34.217266 n-d-842733-1 neutron-server[103163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 20:56:34.217266 n-d-842733-1 neutron-server[103163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 20:56:34.317307 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d7055ef-486a-4ea8-874c-926387dd5368 tempest-AllowedAddressPairIpV6TestJSON-423995070 tempest-AllowedAddressPairIpV6TestJSON-423995070-project] Made reservation on behalf of 569669e6672c4e35853ccbb2505c30b5 for: {'port': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:56:34.320042 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9d7055ef-486a-4ea8-874c-926387dd5368 tempest-AllowedAddressPairIpV6TestJSON-423995070 tempest-AllowedAddressPairIpV6TestJSON-423995070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:34.339420 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-7eb0aa37-6731-4445-a263-08fa1e2768ed admin admin] For port 354677fb-a2f8-4577-8745-bce24aa3b07a, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=354677fb-a2f8-4577-8745-bce24aa3b07a,segment=NetworkSegment(0aa42cdb-6fd7-42fb-bac9-6b1b09d7a688),segment_id=0aa42cdb-6fd7-42fb-bac9-6b1b09d7a688)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:56:34.339730 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7eb0aa37-6731-4445-a263-08fa1e2768ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:34.357879 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-7eb0aa37-6731-4445-a263-08fa1e2768ed admin admin] Calling delete_port for 354677fb-a2f8-4577-8745-bce24aa3b07a owned by network:dhcp {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:56:34.369329 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-449d80f5-4d04-463c-b033-8ba28a991652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099'] for port, after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:34.371797 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [None req-9d7055ef-486a-4ea8-874c-926387dd5368 tempest-AllowedAddressPairIpV6TestJSON-423995070 tempest-AllowedAddressPairIpV6TestJSON-423995070-project] device_id is not set on port dd972103-1e55-4e79-aa2e-b4d632e57676 yet. {{(pid=103162) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 20 20:56:34.380246 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e16650d0-b7bb-4f9c-b179-0d702c2dc9de tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] Notify callbacks [] for router, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:34.408500 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449d80f5-4d04-463c-b033-8ba28a991652 None None] Pushing event deleted for resources: {'Port': ['ID=354677fb-a2f8-4577-8745-bce24aa3b07a,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:56:34.412072 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e1f75d9f-200a-4b3a-9f26-47a40e35e77b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33072122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748162'] for network, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:34.418863 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-449d80f5-4d04-463c-b033-8ba28a991652 None None] No DVR routers for this DVR port 354677fb-a2f8-4577-8745-bce24aa3b07a on host n-d-842733-1 {{(pid=103164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:56:34.421580 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449d80f5-4d04-463c-b033-8ba28a991652 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:56:34.422147 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449d80f5-4d04-463c-b033-8ba28a991652 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:56:34.422707 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449d80f5-4d04-463c-b033-8ba28a991652 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:56:34.424120 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449d80f5-4d04-463c-b033-8ba28a991652 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:56:34.424369 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449d80f5-4d04-463c-b033-8ba28a991652 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:56:34.425299 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449d80f5-4d04-463c-b033-8ba28a991652 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:56:34.425771 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449d80f5-4d04-463c-b033-8ba28a991652 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:56:34.426281 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449d80f5-4d04-463c-b033-8ba28a991652 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:56:34.426800 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449d80f5-4d04-463c-b033-8ba28a991652 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:56:34.427316 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449d80f5-4d04-463c-b033-8ba28a991652 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:56:34.427592 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e1f75d9f-200a-4b3a-9f26-47a40e35e77b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:34.427940 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449d80f5-4d04-463c-b033-8ba28a991652 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:56:34.428429 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449d80f5-4d04-463c-b033-8ba28a991652 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:56:34.435450 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-e1f75d9f-200a-4b3a-9f26-47a40e35e77b admin admin] 10.222.0.35 "DELETE /v2.0/networks/d95e3ad9-019b-4e98-814f-e7ebb6f7e522 HTTP/1.1" status: 204 len: 168 time: 1.0519295 May 20 20:56:34.503444 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7eb0aa37-6731-4445-a263-08fa1e2768ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:34.508515 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f75d9f-200a-4b3a-9f26-47a40e35e77b admin admin] Pushing event deleted for resources: {'Network': ['ID=d95e3ad9-019b-4e98-814f-e7ebb6f7e522,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:56:34.539236 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb0aa37-6731-4445-a263-08fa1e2768ed admin admin] Pushing event deleted for resources: {'Port': ['ID=354677fb-a2f8-4577-8745-bce24aa3b07a,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:56:34.548115 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb0aa37-6731-4445-a263-08fa1e2768ed admin admin] No DVR routers for this DVR port 354677fb-a2f8-4577-8745-bce24aa3b07a on host n-d-842733-1 {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:56:34.635634 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 354677fb-a2f8-4577-8745-bce24aa3b07a no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:56:34.657532 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7eb0aa37-6731-4445-a263-08fa1e2768ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33072115', 'neutron.services.segments.db._delete_segments_for_network-8782419500584'] for network, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:34.658227 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: 354677fb-a2f8-4577-8745-bce24aa3b07a {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 20:56:34.658318 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 354677fb-a2f8-4577-8745-bce24aa3b07a not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 20:56:34.690610 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-7eb0aa37-6731-4445-a263-08fa1e2768ed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ca369c8-df0a-41e3-869c-b1b368b823ae']}} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:56:34.705827 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-7eb0aa37-6731-4445-a263-08fa1e2768ed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0aa42cdb-6fd7-42fb-bac9-6b1b09d7a688') {'for_net_delete': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:56:34.706262 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-7eb0aa37-6731-4445-a263-08fa1e2768ed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0aa42cdb-6fd7-42fb-bac9-6b1b09d7a688') {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:56:34.718207 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7eb0aa37-6731-4445-a263-08fa1e2768ed admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419501617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9338764'] for segment, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:34.735571 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7eb0aa37-6731-4445-a263-08fa1e2768ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:34.758753 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7eb0aa37-6731-4445-a263-08fa1e2768ed admin admin] Releasing vlan 244 on physical network physnet1 to pool {{(pid=103163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 20:56:34.759881 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7eb0aa37-6731-4445-a263-08fa1e2768ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9638311'] for segment, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:34.826060 n-d-842733-1 neutron-server[103163]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 20:56:34.826060 n-d-842733-1 neutron-server[103163]: self.session.flush() May 20 20:56:34.826060 n-d-842733-1 neutron-server[103163]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 20:56:34.826060 n-d-842733-1 neutron-server[103163]: self.session.flush() May 20 20:56:34.826060 n-d-842733-1 neutron-server[103163]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 20:56:34.826060 n-d-842733-1 neutron-server[103163]: self.session.flush() May 20 20:56:34.826060 n-d-842733-1 neutron-server[103163]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 20:56:34.826060 n-d-842733-1 neutron-server[103163]: self.session.flush() May 20 20:56:34.826060 n-d-842733-1 neutron-server[103163]: Traceback (most recent call last): May 20 20:56:34.826060 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 20:56:34.826060 n-d-842733-1 neutron-server[103163]: timer() May 20 20:56:34.826060 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 20:56:34.826060 n-d-842733-1 neutron-server[103163]: cb(*args, **kw) May 20 20:56:34.826060 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 20 20:56:34.826060 n-d-842733-1 neutron-server[103163]: return func(*args, **kwargs) May 20 20:56:34.826060 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 20:56:34.826060 n-d-842733-1 neutron-server[103163]: self._notify() May 20 20:56:34.826060 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 20:56:34.826060 n-d-842733-1 neutron-server[103163]: self.callback(batched_events) May 20 20:56:34.826060 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 20:56:34.826060 n-d-842733-1 neutron-server[103163]: event.method(event) May 20 20:56:34.826060 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 20 20:56:34.826060 n-d-842733-1 neutron-server[103163]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 20:56:34.826060 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 20 20:56:34.826060 n-d-842733-1 neutron-server[103163]: aggregate_uuid = self.p_client.list_aggregates( May 20 20:56:34.826060 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 20 20:56:34.826060 n-d-842733-1 neutron-server[103163]: return f(self, *a, **k) May 20 20:56:34.826060 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 20 20:56:34.826060 n-d-842733-1 neutron-server[103163]: return self._get(url).json() May 20 20:56:34.826060 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 20 20:56:34.826060 n-d-842733-1 neutron-server[103163]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 20:56:34.826060 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 20:56:34.826060 n-d-842733-1 neutron-server[103163]: return self.request(url, 'GET', **kwargs) May 20 20:56:34.826060 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 20:56:34.826060 n-d-842733-1 neutron-server[103163]: base_url = self.get_endpoint(auth, allow=allow, May 20 20:56:34.826060 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 20:56:34.826060 n-d-842733-1 neutron-server[103163]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 20:56:34.826060 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 20:56:34.826060 n-d-842733-1 neutron-server[103163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 20:56:34.826060 n-d-842733-1 neutron-server[103163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 20:56:34.883903 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 60612) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:56:34.892183 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7eb0aa37-6731-4445-a263-08fa1e2768ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33072122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748162'] for network, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:34.906726 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7eb0aa37-6731-4445-a263-08fa1e2768ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:34.912848 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-7eb0aa37-6731-4445-a263-08fa1e2768ed admin admin] 10.222.0.35 "DELETE /v2.0/networks/5ca369c8-df0a-41e3-869c-b1b368b823ae HTTP/1.1" status: 204 len: 168 time: 1.4940987 May 20 20:56:34.914489 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 60614) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:56:34.930806 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb0aa37-6731-4445-a263-08fa1e2768ed admin admin] Pushing event deleted for resources: {'Network': ['ID=5ca369c8-df0a-41e3-869c-b1b368b823ae,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:56:34.936221 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-9d7055ef-486a-4ea8-874c-926387dd5368 tempest-AllowedAddressPairIpV6TestJSON-423995070 tempest-AllowedAddressPairIpV6TestJSON-423995070-project] Allocated IP 2001:db8::d5 (9a3342c1-289b-4f17-8e16-b5138909c411/977ced01-96c8-42fc-b852-6806778422d0/dd972103-1e55-4e79-aa2e-b4d632e57676) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:56:34.938862 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e16650d0-b7bb-4f9c-b179-0d702c2dc9de tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:34.947688 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-44141eab-673b-406b-beda-01c3a9c424f2 tempest-FloatingIPAdminTestJSON-237850670 tempest-FloatingIPAdminTestJSON-237850670-project] Notify callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:35.005338 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-cc7ecbe4-7858-4b43-9a98-e0208c78a572 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=fd3cbf20cd7c4400983981fa119011e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1200695 May 20 20:56:35.009506 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 60618) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:56:35.055018 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-44141eab-673b-406b-beda-01c3a9c424f2 tempest-FloatingIPAdminTestJSON-237850670 tempest-FloatingIPAdminTestJSON-237850670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:35.222431 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44141eab-673b-406b-beda-01c3a9c424f2 tempest-FloatingIPAdminTestJSON-237850670 tempest-FloatingIPAdminTestJSON-237850670-project] Pushing event updated for resources: {'Port': ['ID=4adad890-d544-49b7-885d-dc3e8905ea08,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:56:35.237854 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-93150f94-e134-4639-906f-3b57db68041f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:35.241601 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-44141eab-673b-406b-beda-01c3a9c424f2 tempest-FloatingIPAdminTestJSON-237850670 tempest-FloatingIPAdminTestJSON-237850670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748272'] for floatingip, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:35.258547 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc56be6-0e33-4cc6-83a3-7c3dbb8696e2 req-bb992209-c748-443b-a3e1-f9c9ee658d5f tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:56:35.260032 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6cc56be6-0e33-4cc6-83a3-7c3dbb8696e2 req-bb992209-c748-443b-a3e1-f9c9ee658d5f tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/ports?device_id=46d8592d-7942-4f12-aa6f-72415de83dc5 HTTP/1.1" status: 200 len: 945 time: 0.0841200 May 20 20:56:35.276480 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9d7055ef-486a-4ea8-874c-926387dd5368 tempest-AllowedAddressPairIpV6TestJSON-423995070 tempest-AllowedAddressPairIpV6TestJSON-423995070-project] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:35.297742 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-93150f94-e134-4639-906f-3b57db68041f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:35.313293 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-e16650d0-b7bb-4f9c-b179-0d702c2dc9de tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] Deleting port 6019e9a6-1334-4849-9a87-3d0c28f5ec04 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:56:35.313631 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e16650d0-b7bb-4f9c-b179-0d702c2dc9de tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:35.330844 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6cc56be6-0e33-4cc6-83a3-7c3dbb8696e2 req-66a55c78-f827-44ce-bf62-293b4afff611 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f722a60-38a1-4dbc-a8ff-49f0b32ee364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488369 May 20 20:56:35.406553 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-09973894-0a1f-4e18-9704-6a57e6727e22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748528'] for router_interface, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:35.431553 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-e16650d0-b7bb-4f9c-b179-0d702c2dc9de tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] For port 6019e9a6-1334-4849-9a87-3d0c28f5ec04, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=6019e9a6-1334-4849-9a87-3d0c28f5ec04,segment=NetworkSegment(0b5485c4-eff8-42a1-9073-ae54ed4c63ba),segment_id=0b5485c4-eff8-42a1-9073-ae54ed4c63ba)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:56:35.432089 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e16650d0-b7bb-4f9c-b179-0d702c2dc9de tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:35.436561 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-44141eab-673b-406b-beda-01c3a9c424f2 tempest-FloatingIPAdminTestJSON-237850670 tempest-FloatingIPAdminTestJSON-237850670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for floatingip, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:35.437792 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-44141eab-673b-406b-beda-01c3a9c424f2 tempest-FloatingIPAdminTestJSON-237850670 tempest-FloatingIPAdminTestJSON-237850670-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.4212730 May 20 20:56:35.440633 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 60626) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:56:35.447804 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-e16650d0-b7bb-4f9c-b179-0d702c2dc9de tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] Calling delete_port for 6019e9a6-1334-4849-9a87-3d0c28f5ec04 owned by network:router_gateway {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:56:35.556275 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9d7055ef-486a-4ea8-874c-926387dd5368 tempest-AllowedAddressPairIpV6TestJSON-423995070 tempest-AllowedAddressPairIpV6TestJSON-423995070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:35.597233 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-93150f94-e134-4639-906f-3b57db68041f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:35.600075 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-93150f94-e134-4639-906f-3b57db68041f admin admin] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:35.601320 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-93150f94-e134-4639-906f-3b57db68041f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/34750219-f693-4e41-953c-30e445c2b4e8 HTTP/1.1" status: 204 len: 168 time: 0.5909624 May 20 20:56:35.634859 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93150f94-e134-4639-906f-3b57db68041f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34750219-f693-4e41-953c-30e445c2b4e8,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:56:35.692068 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d7055ef-486a-4ea8-874c-926387dd5368 tempest-AllowedAddressPairIpV6TestJSON-423995070 tempest-AllowedAddressPairIpV6TestJSON-423995070-project] Network 9a3342c1-289b-4f17-8e16-b5138909c411 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:56:35.693018 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7055ef-486a-4ea8-874c-926387dd5368 tempest-AllowedAddressPairIpV6TestJSON-423995070 tempest-AllowedAddressPairIpV6TestJSON-423995070-project] Pushing event updated for resources: {'Port': ['ID=dd972103-1e55-4e79-aa2e-b4d632e57676,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:56:35.697296 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-9d7055ef-486a-4ea8-874c-926387dd5368 tempest-AllowedAddressPairIpV6TestJSON-423995070 tempest-AllowedAddressPairIpV6TestJSON-423995070-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:56:35.700945 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d7055ef-486a-4ea8-874c-926387dd5368 tempest-AllowedAddressPairIpV6TestJSON-423995070 tempest-AllowedAddressPairIpV6TestJSON-423995070-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:56:35.712004 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d7055ef-486a-4ea8-874c-926387dd5368 tempest-AllowedAddressPairIpV6TestJSON-423995070 tempest-AllowedAddressPairIpV6TestJSON-423995070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:56:35.712004 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9d7055ef-486a-4ea8-874c-926387dd5368 tempest-AllowedAddressPairIpV6TestJSON-423995070 tempest-AllowedAddressPairIpV6TestJSON-423995070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:35.825741 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-9d7055ef-486a-4ea8-874c-926387dd5368 tempest-AllowedAddressPairIpV6TestJSON-423995070 tempest-AllowedAddressPairIpV6TestJSON-423995070-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.8940792 May 20 20:56:35.825741 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 60634) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:56:35.827257 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-c6c232af-fe57-4bf3-b67b-90e82a3ac241 tempest-AllowedAddressPairIpV6TestJSON-423995070 tempest-AllowedAddressPairIpV6TestJSON-423995070-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:89:ba:ca'}]}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:56:35.878550 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e16650d0-b7bb-4f9c-b179-0d702c2dc9de tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:35.908595 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-1b1c883f-f556-4abd-978a-4bd35481e375 tempest-FloatingIPAdminTestJSON-230338840 tempest-FloatingIPAdminTestJSON-230338840-project-admin] 10.222.0.35 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1650 time: 0.4668105 May 20 20:56:35.912204 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 60638) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:56:35.966487 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16650d0-b7bb-4f9c-b179-0d702c2dc9de tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] Pushing event deleted for resources: {'Port': ['ID=6019e9a6-1334-4849-9a87-3d0c28f5ec04,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:56:36.004961 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-749f46b7-2369-41ed-8871-84ac5a55909f tempest-FloatingIPAdminTestJSON-491845398 tempest-FloatingIPAdminTestJSON-491845398-project] 10.222.0.35 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.0892441 May 20 20:56:36.020415 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 60642) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:56:36.073582 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e16650d0-b7bb-4f9c-b179-0d702c2dc9de tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-748206'] for router_gateway, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:36.099472 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-e394bd68-2791-4ae4-9b30-36af3c295dbc None None] Provisioning complete for port dd972103-1e55-4e79-aa2e-b4d632e57676 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:56:36.100429 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-e394bd68-2791-4ae4-9b30-36af3c295dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:36.146749 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-e394bd68-2791-4ae4-9b30-36af3c295dbc None None] Port dd972103-1e55-4e79-aa2e-b4d632e57676 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 20:56:36.182988 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c6c232af-fe57-4bf3-b67b-90e82a3ac241 tempest-AllowedAddressPairIpV6TestJSON-423995070 tempest-AllowedAddressPairIpV6TestJSON-423995070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:36.299524 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e16650d0-b7bb-4f9c-b179-0d702c2dc9de tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26169'] for router, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:36.302827 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e16650d0-b7bb-4f9c-b179-0d702c2dc9de tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:36.339666 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-f9b964b9-ed17-497e-966b-ab2260a89646 tempest-FloatingIPAdminTestJSON-237850670 tempest-FloatingIPAdminTestJSON-237850670-project] Deleting port 4adad890-d544-49b7-885d-dc3e8905ea08 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:56:36.340630 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f9b964b9-ed17-497e-966b-ab2260a89646 tempest-FloatingIPAdminTestJSON-237850670 tempest-FloatingIPAdminTestJSON-237850670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:36.501350 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e16650d0-b7bb-4f9c-b179-0d702c2dc9de tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-693148'] for router, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:36.502004 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e16650d0-b7bb-4f9c-b179-0d702c2dc9de tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ef9db30a-9fa1-4358-b169-f9cff0d797b0 {{(pid=103162) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 20 20:56:36.503904 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f9b964b9-ed17-497e-966b-ab2260a89646 tempest-FloatingIPAdminTestJSON-237850670 tempest-FloatingIPAdminTestJSON-237850670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:36.504465 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f9b964b9-ed17-497e-966b-ab2260a89646 tempest-FloatingIPAdminTestJSON-237850670 tempest-FloatingIPAdminTestJSON-237850670-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:36.508821 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e16650d0-b7bb-4f9c-b179-0d702c2dc9de tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] Notify callbacks [] for router, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:36.516890 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-e16650d0-b7bb-4f9c-b179-0d702c2dc9de tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] 10.222.0.35 "DELETE /v2.0/routers/ef9db30a-9fa1-4358-b169-f9cff0d797b0 HTTP/1.1" status: 204 len: 168 time: 2.4076836 May 20 20:56:36.517509 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 60652) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:56:36.526251 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-09973894-0a1f-4e18-9704-6a57e6727e22 admin admin] Deleting port 900d2793-0bfd-455e-acde-6e23c7e6668b {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:56:36.526603 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-09973894-0a1f-4e18-9704-6a57e6727e22 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:36.548891 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-f9b964b9-ed17-497e-966b-ab2260a89646 tempest-FloatingIPAdminTestJSON-237850670 tempest-FloatingIPAdminTestJSON-237850670-project] Calling delete_port for 4adad890-d544-49b7-885d-dc3e8905ea08 owned by network:floatingip {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:56:36.558106 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-ed68a8d1-8e9f-4a97-bee8-3542f1c102da tempest-RoutersIpV6AdminTest-232410807 tempest-RoutersIpV6AdminTest-232410807-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1564016761', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'}, 'admin_state_up': False}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:56:36.565800 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6de2760-4313-41fd-b434-8121f1bb3cbe req-27083e0c-adcf-40bd-9bc3-11c46808e722 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:56:36.567370 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b6de2760-4313-41fd-b434-8121f1bb3cbe req-27083e0c-adcf-40bd-9bc3-11c46808e722 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/ports?device_id=46d8592d-7942-4f12-aa6f-72415de83dc5 HTTP/1.1" status: 200 len: 945 time: 0.1354716 May 20 20:56:36.678370 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c6c232af-fe57-4bf3-b67b-90e82a3ac241 tempest-AllowedAddressPairIpV6TestJSON-423995070 tempest-AllowedAddressPairIpV6TestJSON-423995070-project] Notify callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:36.713333 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-09973894-0a1f-4e18-9704-6a57e6727e22 admin admin] For port 900d2793-0bfd-455e-acde-6e23c7e6668b, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=900d2793-0bfd-455e-acde-6e23c7e6668b,segment=NetworkSegment(dc5e12f6-7393-4709-bb11-461b6e19f374),segment_id=dc5e12f6-7393-4709-bb11-461b6e19f374)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:56:36.713703 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-09973894-0a1f-4e18-9704-6a57e6727e22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:36.731673 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-09973894-0a1f-4e18-9704-6a57e6727e22 admin admin] Calling delete_port for 900d2793-0bfd-455e-acde-6e23c7e6668b owned by network:router_interface {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:56:36.758125 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c6c232af-fe57-4bf3-b67b-90e82a3ac241 tempest-AllowedAddressPairIpV6TestJSON-423995070 tempest-AllowedAddressPairIpV6TestJSON-423995070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:36.763407 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ed68a8d1-8e9f-4a97-bee8-3542f1c102da tempest-RoutersIpV6AdminTest-232410807 tempest-RoutersIpV6AdminTest-232410807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-694221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26155'] for router, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:36.764478 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ed68a8d1-8e9f-4a97-bee8-3542f1c102da tempest-RoutersIpV6AdminTest-232410807 tempest-RoutersIpV6AdminTest-232410807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-693085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748153', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-718080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26162'] for router, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:36.769773 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 60656) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:56:36.831077 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-c6c232af-fe57-4bf3-b67b-90e82a3ac241 tempest-AllowedAddressPairIpV6TestJSON-423995070 tempest-AllowedAddressPairIpV6TestJSON-423995070-project] In _notify_port_updated(), no bound segment for port dd972103-1e55-4e79-aa2e-b4d632e57676 on network 9a3342c1-289b-4f17-8e16-b5138909c411 {{(pid=103162) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} May 20 20:56:36.836542 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6c232af-fe57-4bf3-b67b-90e82a3ac241 tempest-AllowedAddressPairIpV6TestJSON-423995070 tempest-AllowedAddressPairIpV6TestJSON-423995070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:56:36.837366 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c6c232af-fe57-4bf3-b67b-90e82a3ac241 tempest-AllowedAddressPairIpV6TestJSON-423995070 tempest-AllowedAddressPairIpV6TestJSON-423995070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:36.845114 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-c6c232af-fe57-4bf3-b67b-90e82a3ac241 tempest-AllowedAddressPairIpV6TestJSON-423995070 tempest-AllowedAddressPairIpV6TestJSON-423995070-project] 10.222.0.35 "PUT /v2.0/ports/dd972103-1e55-4e79-aa2e-b4d632e57676 HTTP/1.1" status: 200 len: 1001 time: 1.0235875 May 20 20:56:36.852498 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 60662) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:56:36.922212 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c232af-fe57-4bf3-b67b-90e82a3ac241 tempest-AllowedAddressPairIpV6TestJSON-423995070 tempest-AllowedAddressPairIpV6TestJSON-423995070-project] Pushing event updated for resources: {'Port': ['ID=dd972103-1e55-4e79-aa2e-b4d632e57676,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:56:36.986291 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b6de2760-4313-41fd-b434-8121f1bb3cbe req-411d9bac-6a50-40dd-96a5-8462622f66b5 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f722a60-38a1-4dbc-a8ff-49f0b32ee364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3423095 May 20 20:56:37.033129 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ed68a8d1-8e9f-4a97-bee8-3542f1c102da tempest-RoutersIpV6AdminTest-232410807 tempest-RoutersIpV6AdminTest-232410807-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:37.042188 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-7b842542-16a4-4fe2-9203-48618a39f917 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8be076d0eca3493fbf386d701af3ddda&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2708380 May 20 20:56:37.045794 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 60666) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:56:37.120613 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7c95e335-fb92-4cff-aa85-b1bbf51c56dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:37.135130 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-cda63c39-9ce6-4fa9-8b75-c6290cc940e9 tempest-AllowedAddressPairIpV6TestJSON-423995070 tempest-AllowedAddressPairIpV6TestJSON-423995070-project] Deleting port dd972103-1e55-4e79-aa2e-b4d632e57676 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:56:37.135549 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-cda63c39-9ce6-4fa9-8b75-c6290cc940e9 tempest-AllowedAddressPairIpV6TestJSON-423995070 tempest-AllowedAddressPairIpV6TestJSON-423995070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:37.200438 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-de7fce8e-0fe0-4639-bcc5-ffc4ab6e7a9b None None] Provisioning complete for port dd972103-1e55-4e79-aa2e-b4d632e57676 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:56:37.201010 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-de7fce8e-0fe0-4639-bcc5-ffc4ab6e7a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:37.236105 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-de7fce8e-0fe0-4639-bcc5-ffc4ab6e7a9b None None] Port dd972103-1e55-4e79-aa2e-b4d632e57676 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 20:56:37.282434 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f9b964b9-ed17-497e-966b-ab2260a89646 tempest-FloatingIPAdminTestJSON-237850670 tempest-FloatingIPAdminTestJSON-237850670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:37.284603 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-09973894-0a1f-4e18-9704-6a57e6727e22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:37.303027 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7c95e335-fb92-4cff-aa85-b1bbf51c56dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:37.321643 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b964b9-ed17-497e-966b-ab2260a89646 tempest-FloatingIPAdminTestJSON-237850670 tempest-FloatingIPAdminTestJSON-237850670-project] Pushing event deleted for resources: {'Port': ['ID=4adad890-d544-49b7-885d-dc3e8905ea08,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:56:37.447462 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09973894-0a1f-4e18-9704-6a57e6727e22 admin admin] Pushing event deleted for resources: {'Port': ['ID=900d2793-0bfd-455e-acde-6e23c7e6668b,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:56:37.451766 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-cda63c39-9ce6-4fa9-8b75-c6290cc940e9 tempest-AllowedAddressPairIpV6TestJSON-423995070 tempest-AllowedAddressPairIpV6TestJSON-423995070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:37.483163 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-cda63c39-9ce6-4fa9-8b75-c6290cc940e9 tempest-AllowedAddressPairIpV6TestJSON-423995070 tempest-AllowedAddressPairIpV6TestJSON-423995070-project] Calling delete_port for dd972103-1e55-4e79-aa2e-b4d632e57676 owned by {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:56:37.491511 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7c95e335-fb92-4cff-aa85-b1bbf51c56dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:37.499936 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7c95e335-fb92-4cff-aa85-b1bbf51c56dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:37.505453 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-7c95e335-fb92-4cff-aa85-b1bbf51c56dd admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e21d6c02-b5ea-4698-b2c8-56da75cb8578 HTTP/1.1" status: 204 len: 168 time: 0.4584701 May 20 20:56:37.509516 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f9b964b9-ed17-497e-966b-ab2260a89646 tempest-FloatingIPAdminTestJSON-237850670 tempest-FloatingIPAdminTestJSON-237850670-project] Notify callbacks [] for floatingip, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:37.513108 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f9b964b9-ed17-497e-966b-ab2260a89646 tempest-FloatingIPAdminTestJSON-237850670 tempest-FloatingIPAdminTestJSON-237850670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for floatingip, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:37.517705 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-f9b964b9-ed17-497e-966b-ab2260a89646 tempest-FloatingIPAdminTestJSON-237850670 tempest-FloatingIPAdminTestJSON-237850670-project] 10.222.0.35 "DELETE /v2.0/floatingips/edc8336c-b719-4d2b-b211-235af85cae6b HTTP/1.1" status: 204 len: 168 time: 1.4962907 May 20 20:56:37.520466 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 60676) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:56:37.554429 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ed68a8d1-8e9f-4a97-bee8-3542f1c102da tempest-RoutersIpV6AdminTest-232410807 tempest-RoutersIpV6AdminTest-232410807-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:37.567720 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c95e335-fb92-4cff-aa85-b1bbf51c56dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e21d6c02-b5ea-4698-b2c8-56da75cb8578,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:56:37.793978 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f2cf7f-aa30-4127-975d-4f4a2d0b9721 req-726ecf34-e484-4bff-a8df-8fea9dace664 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:56:37.795726 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a5f2cf7f-aa30-4127-975d-4f4a2d0b9721 req-726ecf34-e484-4bff-a8df-8fea9dace664 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/ports?device_id=46d8592d-7942-4f12-aa6f-72415de83dc5 HTTP/1.1" status: 200 len: 945 time: 0.2684653 May 20 20:56:37.839101 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-09973894-0a1f-4e18-9704-6a57e6727e22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-692224'] for router_interface, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:37.877869 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-4ab5af09-08cd-4d57-864b-2c57d44bd024 tempest-FloatingIPAdminTestJSON-230338840 tempest-FloatingIPAdminTestJSON-230338840-project-admin] Deleting port a6633be1-87f5-49fd-8622-2f366a0cd8fc {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:56:37.878203 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4ab5af09-08cd-4d57-864b-2c57d44bd024 tempest-FloatingIPAdminTestJSON-230338840 tempest-FloatingIPAdminTestJSON-230338840-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:37.883737 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a5f2cf7f-aa30-4127-975d-4f4a2d0b9721 req-2c78608d-17ab-49f6-b4f0-2720a5ac5a77 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f722a60-38a1-4dbc-a8ff-49f0b32ee364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792587 May 20 20:56:37.909019 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-cda63c39-9ce6-4fa9-8b75-c6290cc940e9 tempest-AllowedAddressPairIpV6TestJSON-423995070 tempest-AllowedAddressPairIpV6TestJSON-423995070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:37.962544 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda63c39-9ce6-4fa9-8b75-c6290cc940e9 tempest-AllowedAddressPairIpV6TestJSON-423995070 tempest-AllowedAddressPairIpV6TestJSON-423995070-project] Pushing event deleted for resources: {'Port': ['ID=dd972103-1e55-4e79-aa2e-b4d632e57676,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:56:37.967324 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ed68a8d1-8e9f-4a97-bee8-3542f1c102da tempest-RoutersIpV6AdminTest-232410807 tempest-RoutersIpV6AdminTest-232410807-project] Notify callbacks [] for router_gateway, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:37.987635 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-cda63c39-9ce6-4fa9-8b75-c6290cc940e9 tempest-AllowedAddressPairIpV6TestJSON-423995070 tempest-AllowedAddressPairIpV6TestJSON-423995070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:37.994496 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-cda63c39-9ce6-4fa9-8b75-c6290cc940e9 tempest-AllowedAddressPairIpV6TestJSON-423995070 tempest-AllowedAddressPairIpV6TestJSON-423995070-project] 10.222.0.35 "DELETE /v2.0/ports/dd972103-1e55-4e79-aa2e-b4d632e57676 HTTP/1.1" status: 204 len: 168 time: 1.1405439 May 20 20:56:37.997291 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 60686) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:56:38.015040 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ed68a8d1-8e9f-4a97-bee8-3542f1c102da tempest-RoutersIpV6AdminTest-232410807 tempest-RoutersIpV6AdminTest-232410807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:38.039279 n-d-842733-1 neutron-server[103163]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a082999-419f-401c-829d-dfd6568d8a5d tempest-AllowedAddressPairIpV6TestJSON-423995070 tempest-AllowedAddressPairIpV6TestJSON-423995070-project] GET failed (client error): The resource could not be found. May 20 20:56:38.047508 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-2a082999-419f-401c-829d-dfd6568d8a5d tempest-AllowedAddressPairIpV6TestJSON-423995070 tempest-AllowedAddressPairIpV6TestJSON-423995070-project] 10.222.0.35 "GET /v2.0/ports/dd972103-1e55-4e79-aa2e-b4d632e57676 HTTP/1.1" status: 404 len: 333 time: 0.0426958 May 20 20:56:38.072368 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 60688) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:56:38.082357 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-5909ea45-281e-465a-9b12-7d626c7a241b tempest-AllowedAddressPairIpV6TestJSON-423995070 tempest-AllowedAddressPairIpV6TestJSON-423995070-project] Request body: {'port': {'network_id': '9a3342c1-289b-4f17-8e16-b5138909c411', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1674148591'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:56:38.156195 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4ab5af09-08cd-4d57-864b-2c57d44bd024 tempest-FloatingIPAdminTestJSON-230338840 tempest-FloatingIPAdminTestJSON-230338840-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:38.156550 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4ab5af09-08cd-4d57-864b-2c57d44bd024 tempest-FloatingIPAdminTestJSON-230338840 tempest-FloatingIPAdminTestJSON-230338840-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:38.187456 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-4ab5af09-08cd-4d57-864b-2c57d44bd024 tempest-FloatingIPAdminTestJSON-230338840 tempest-FloatingIPAdminTestJSON-230338840-project-admin] Calling delete_port for a6633be1-87f5-49fd-8622-2f366a0cd8fc owned by network:floatingip {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:56:38.187933 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-ed68a8d1-8e9f-4a97-bee8-3542f1c102da tempest-RoutersIpV6AdminTest-232410807 tempest-RoutersIpV6AdminTest-232410807-project] Allocated IP 172.25.2.93 (e3a93b5c-91e2-4064-9c2c-1afc261bfe15/86fee0c1-6e34-488b-9216-b2b8e7ef585a/8ed51266-d6ae-4983-b051-beda793bc5ce) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:56:38.325137 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ed68a8d1-8e9f-4a97-bee8-3542f1c102da tempest-RoutersIpV6AdminTest-232410807 tempest-RoutersIpV6AdminTest-232410807-project] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:38.427324 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09973894-0a1f-4e18-9704-6a57e6727e22 admin admin] Router 71159161-ab32-4c43-a0ee-2b61d82fa1f1 has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 20:56:38.460305 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ed68a8d1-8e9f-4a97-bee8-3542f1c102da tempest-RoutersIpV6AdminTest-232410807 tempest-RoutersIpV6AdminTest-232410807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:38.506959 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5909ea45-281e-465a-9b12-7d626c7a241b tempest-AllowedAddressPairIpV6TestJSON-423995070 tempest-AllowedAddressPairIpV6TestJSON-423995070-project] Made reservation on behalf of 569669e6672c4e35853ccbb2505c30b5 for: {'port': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:56:38.510432 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5909ea45-281e-465a-9b12-7d626c7a241b tempest-AllowedAddressPairIpV6TestJSON-423995070 tempest-AllowedAddressPairIpV6TestJSON-423995070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:38.512849 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed68a8d1-8e9f-4a97-bee8-3542f1c102da tempest-RoutersIpV6AdminTest-232410807 tempest-RoutersIpV6AdminTest-232410807-project] Network e3a93b5c-91e2-4064-9c2c-1afc261bfe15 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:56:38.517757 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-ed68a8d1-8e9f-4a97-bee8-3542f1c102da tempest-RoutersIpV6AdminTest-232410807 tempest-RoutersIpV6AdminTest-232410807-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:56:38.525916 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed68a8d1-8e9f-4a97-bee8-3542f1c102da tempest-RoutersIpV6AdminTest-232410807 tempest-RoutersIpV6AdminTest-232410807-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:56:38.550484 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [None req-5909ea45-281e-465a-9b12-7d626c7a241b tempest-AllowedAddressPairIpV6TestJSON-423995070 tempest-AllowedAddressPairIpV6TestJSON-423995070-project] device_id is not set on port cc384d82-fbf1-41a7-b37d-5ba7bd0979e1 yet. {{(pid=103163) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 20 20:56:38.573377 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed68a8d1-8e9f-4a97-bee8-3542f1c102da tempest-RoutersIpV6AdminTest-232410807 tempest-RoutersIpV6AdminTest-232410807-project] Pushing event updated for resources: {'Port': ['ID=8ed51266-d6ae-4983-b051-beda793bc5ce,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:56:38.639364 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4ab5af09-08cd-4d57-864b-2c57d44bd024 tempest-FloatingIPAdminTestJSON-230338840 tempest-FloatingIPAdminTestJSON-230338840-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:38.642920 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 6019e9a6-1334-4849-9a87-3d0c28f5ec04 no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:56:38.666532 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: 6019e9a6-1334-4849-9a87-3d0c28f5ec04 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 20:56:38.667244 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 6019e9a6-1334-4849-9a87-3d0c28f5ec04 not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 20:56:38.694347 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab5af09-08cd-4d57-864b-2c57d44bd024 tempest-FloatingIPAdminTestJSON-230338840 tempest-FloatingIPAdminTestJSON-230338840-project-admin] Pushing event deleted for resources: {'Port': ['ID=a6633be1-87f5-49fd-8622-2f366a0cd8fc,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:56:38.707725 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09973894-0a1f-4e18-9704-6a57e6727e22 admin admin] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 20:56:38.719750 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-09973894-0a1f-4e18-9704-6a57e6727e22 admin admin] 10.222.0.35 "PUT /v2.0/routers/71159161-ab32-4c43-a0ee-2b61d82fa1f1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7945395 May 20 20:56:38.724304 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 60712) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:56:38.724636 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-809177db-cdcc-4cac-900f-64a616f36114 None None] Sync routers for ids ['71159161-ab32-4c43-a0ee-2b61d82fa1f1'] in n-d-842733-1 {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 20:56:38.745045 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-809177db-cdcc-4cac-900f-64a616f36114 None None] Routers {'71159161-ab32-4c43-a0ee-2b61d82fa1f1'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:56:38.752127 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-809177db-cdcc-4cac-900f-64a616f36114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:56:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['71159161-ab32-4c43-a0ee-2b61d82fa1f1'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:56:38.827199 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4ab5af09-08cd-4d57-864b-2c57d44bd024 tempest-FloatingIPAdminTestJSON-230338840 tempest-FloatingIPAdminTestJSON-230338840-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:38.830765 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4ab5af09-08cd-4d57-864b-2c57d44bd024 tempest-FloatingIPAdminTestJSON-230338840 tempest-FloatingIPAdminTestJSON-230338840-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for floatingip, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:38.834992 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-4ab5af09-08cd-4d57-864b-2c57d44bd024 tempest-FloatingIPAdminTestJSON-230338840 tempest-FloatingIPAdminTestJSON-230338840-project-admin] 10.222.0.35 "DELETE /v2.0/floatingips/d19e0b01-999d-44ce-a011-21c448eeb72f HTTP/1.1" status: 204 len: 168 time: 1.3110578 May 20 20:56:38.850530 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 60714) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:56:38.861008 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-5909ea45-281e-465a-9b12-7d626c7a241b tempest-AllowedAddressPairIpV6TestJSON-423995070 tempest-AllowedAddressPairIpV6TestJSON-423995070-project] Allocated IP 2001:db8::ba (9a3342c1-289b-4f17-8e16-b5138909c411/977ced01-96c8-42fc-b852-6806778422d0/cc384d82-fbf1-41a7-b37d-5ba7bd0979e1) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:56:38.909468 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-809177db-cdcc-4cac-900f-64a616f36114 None None] Set router 71159161-ab32-4c43-a0ee-2b61d82fa1f1 gateway port host: n-d-842733-1 {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:56:39.170519 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676632bb-f5ab-476c-9b12-3cc71e984451 req-21a00877-e9ef-4b1c-9fd9-68d6790518f6 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:56:39.172084 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-676632bb-f5ab-476c-9b12-3cc71e984451 req-21a00877-e9ef-4b1c-9fd9-68d6790518f6 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.13 "GET /v2.0/ports?device_id=46d8592d-7942-4f12-aa6f-72415de83dc5 HTTP/1.1" status: 200 len: 945 time: 0.4015543 May 20 20:56:39.188730 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-766de87c-1ea0-4a93-a9ea-bdf0b8a6a2f6 admin admin] Notify callbacks [] for router, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:39.400297 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ed68a8d1-8e9f-4a97-bee8-3542f1c102da tempest-RoutersIpV6AdminTest-232410807 tempest-RoutersIpV6AdminTest-232410807-project] Notify callbacks [] for router_gateway, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:39.422750 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-809177db-cdcc-4cac-900f-64a616f36114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71159161-ab32-4c43-a0ee-2b61d82fa1f1', 'name': 'tempest-TaggedBootDevicesTest-545666095-router', 'tenant_id': '8fcd29f320dc48e6aa911d84c732fd6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.90'}], 'enable_snat': True}, 'gw_port_id': '0bce0255-c312-48e9-a1ef-77a6bb023a0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:49:10Z', 'updated_at': '2022-05-20T20:56:37Z', 'revision_number': 5, 'project_id': '8fcd29f320dc48e6aa911d84c732fd6f', 'gw_port': {'id': '0bce0255-c312-48e9-a1ef-77a6bb023a0e', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:fe:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71159161-ab32-4c43-a0ee-2b61d82fa1f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:49:11Z', 'updated_at': '2022-05-20T20:49:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:56:39.468807 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-809177db-cdcc-4cac-900f-64a616f36114 None None] Checking router: 71159161-ab32-4c43-a0ee-2b61d82fa1f1 for host: n-d-842733-1 {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 20:56:39.478661 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-809177db-cdcc-4cac-900f-64a616f36114 None None] Routers {'71159161-ab32-4c43-a0ee-2b61d82fa1f1'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:56:39.479602 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-809177db-cdcc-4cac-900f-64a616f36114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:56:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['71159161-ab32-4c43-a0ee-2b61d82fa1f1'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:56:39.614491 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-809177db-cdcc-4cac-900f-64a616f36114 None None] Set router 71159161-ab32-4c43-a0ee-2b61d82fa1f1 gateway port host: n-d-842733-1 {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:56:39.626252 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-766de87c-1ea0-4a93-a9ea-bdf0b8a6a2f6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:39.634819 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5909ea45-281e-465a-9b12-7d626c7a241b tempest-AllowedAddressPairIpV6TestJSON-423995070 tempest-AllowedAddressPairIpV6TestJSON-423995070-project] Notify callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:39.664209 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2babaa3-d002-4100-9b68-b49fc78d3311 req-facbc8ce-53d9-4cec-8d65-14f255bb756b tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:56:39.665747 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b2babaa3-d002-4100-9b68-b49fc78d3311 req-facbc8ce-53d9-4cec-8d65-14f255bb756b tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/ports?device_id=46d8592d-7942-4f12-aa6f-72415de83dc5 HTTP/1.1" status: 200 len: 945 time: 0.5997188 May 20 20:56:39.696952 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-676632bb-f5ab-476c-9b12-3cc71e984451 req-86a6b7ce-be30-4f30-8991-85fcee416011 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Deleting port 989d7ad9-3d64-43e0-b524-794ebfc4cf95 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:56:39.696952 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-676632bb-f5ab-476c-9b12-3cc71e984451 req-86a6b7ce-be30-4f30-8991-85fcee416011 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:39.736312 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-257b3302-0cf0-4b60-ba96-214b8472e8a8 tempest-FloatingIPAdminTestJSON-491845398 tempest-FloatingIPAdminTestJSON-491845398-project] Deleting port c3702d00-02d2-40b5-bd61-e78b0349b8d5 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:56:39.736312 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-257b3302-0cf0-4b60-ba96-214b8472e8a8 tempest-FloatingIPAdminTestJSON-491845398 tempest-FloatingIPAdminTestJSON-491845398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:39.744543 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b2babaa3-d002-4100-9b68-b49fc78d3311 req-b6d232a3-170d-497c-bb5c-6dc6301502a8 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f722a60-38a1-4dbc-a8ff-49f0b32ee364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720272 May 20 20:56:39.802130 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5909ea45-281e-465a-9b12-7d626c7a241b tempest-AllowedAddressPairIpV6TestJSON-423995070 tempest-AllowedAddressPairIpV6TestJSON-423995070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:39.869269 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ed68a8d1-8e9f-4a97-bee8-3542f1c102da tempest-RoutersIpV6AdminTest-232410807 tempest-RoutersIpV6AdminTest-232410807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748106'] for router, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:39.883881 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-809177db-cdcc-4cac-900f-64a616f36114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71159161-ab32-4c43-a0ee-2b61d82fa1f1', 'name': 'tempest-TaggedBootDevicesTest-545666095-router', 'tenant_id': '8fcd29f320dc48e6aa911d84c732fd6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.90'}], 'enable_snat': True}, 'gw_port_id': '0bce0255-c312-48e9-a1ef-77a6bb023a0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:49:10Z', 'updated_at': '2022-05-20T20:56:37Z', 'revision_number': 5, 'project_id': '8fcd29f320dc48e6aa911d84c732fd6f', 'gw_port': {'id': '0bce0255-c312-48e9-a1ef-77a6bb023a0e', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:fe:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71159161-ab32-4c43-a0ee-2b61d82fa1f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:49:11Z', 'updated_at': '2022-05-20T20:49:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:56:39.914261 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5909ea45-281e-465a-9b12-7d626c7a241b tempest-AllowedAddressPairIpV6TestJSON-423995070 tempest-AllowedAddressPairIpV6TestJSON-423995070-project] Network 9a3342c1-289b-4f17-8e16-b5138909c411 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:56:39.927374 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-5909ea45-281e-465a-9b12-7d626c7a241b tempest-AllowedAddressPairIpV6TestJSON-423995070 tempest-AllowedAddressPairIpV6TestJSON-423995070-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:56:39.934529 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5909ea45-281e-465a-9b12-7d626c7a241b tempest-AllowedAddressPairIpV6TestJSON-423995070 tempest-AllowedAddressPairIpV6TestJSON-423995070-project] Pushing event updated for resources: {'Port': ['ID=cc384d82-fbf1-41a7-b37d-5ba7bd0979e1,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:56:39.937563 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5909ea45-281e-465a-9b12-7d626c7a241b tempest-AllowedAddressPairIpV6TestJSON-423995070 tempest-AllowedAddressPairIpV6TestJSON-423995070-project] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:56:39.944170 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5909ea45-281e-465a-9b12-7d626c7a241b tempest-AllowedAddressPairIpV6TestJSON-423995070 tempest-AllowedAddressPairIpV6TestJSON-423995070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:56:39.947572 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5909ea45-281e-465a-9b12-7d626c7a241b tempest-AllowedAddressPairIpV6TestJSON-423995070 tempest-AllowedAddressPairIpV6TestJSON-423995070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:39.948477 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-676632bb-f5ab-476c-9b12-3cc71e984451 req-86a6b7ce-be30-4f30-8991-85fcee416011 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] For port 989d7ad9-3d64-43e0-b524-794ebfc4cf95, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=989d7ad9-3d64-43e0-b524-794ebfc4cf95,segment=NetworkSegment(5c3b9203-18da-4ba0-88d6-e36130f615fb),segment_id=5c3b9203-18da-4ba0-88d6-e36130f615fb)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:56:39.949864 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-676632bb-f5ab-476c-9b12-3cc71e984451 req-86a6b7ce-be30-4f30-8991-85fcee416011 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:39.955157 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-809177db-cdcc-4cac-900f-64a616f36114 None None] The sync data for ids ['71159161-ab32-4c43-a0ee-2b61d82fa1f1'] in n-d-842733-1 is: [{'id': '71159161-ab32-4c43-a0ee-2b61d82fa1f1', 'name': 'tempest-TaggedBootDevicesTest-545666095-router', 'tenant_id': '8fcd29f320dc48e6aa911d84c732fd6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.90'}], 'enable_snat': True}, 'gw_port_id': '0bce0255-c312-48e9-a1ef-77a6bb023a0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:49:10Z', 'updated_at': '2022-05-20T20:56:37Z', 'revision_number': 5, 'project_id': '8fcd29f320dc48e6aa911d84c732fd6f', 'gw_port': {'id': '0bce0255-c312-48e9-a1ef-77a6bb023a0e', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:fe:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71159161-ab32-4c43-a0ee-2b61d82fa1f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:49:11Z', 'updated_at': '2022-05-20T20:49:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 20:56:39.961653 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-257b3302-0cf0-4b60-ba96-214b8472e8a8 tempest-FloatingIPAdminTestJSON-491845398 tempest-FloatingIPAdminTestJSON-491845398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:39.970905 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-766de87c-1ea0-4a93-a9ea-bdf0b8a6a2f6 admin admin] Deleting port 0bce0255-c312-48e9-a1ef-77a6bb023a0e {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:56:39.976869 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-766de87c-1ea0-4a93-a9ea-bdf0b8a6a2f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:39.978933 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-676632bb-f5ab-476c-9b12-3cc71e984451 req-86a6b7ce-be30-4f30-8991-85fcee416011 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Calling delete_port for 989d7ad9-3d64-43e0-b524-794ebfc4cf95 owned by compute:nova {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:56:39.981112 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-257b3302-0cf0-4b60-ba96-214b8472e8a8 tempest-FloatingIPAdminTestJSON-491845398 tempest-FloatingIPAdminTestJSON-491845398-project] Calling delete_port for c3702d00-02d2-40b5-bd61-e78b0349b8d5 owned by {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:56:40.092749 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-5909ea45-281e-465a-9b12-7d626c7a241b tempest-AllowedAddressPairIpV6TestJSON-423995070 tempest-AllowedAddressPairIpV6TestJSON-423995070-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.0157216 May 20 20:56:40.092749 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 60738) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:56:40.095942 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-6c2d1188-cc9b-4799-9947-86a50e171814 tempest-AllowedAddressPairIpV6TestJSON-423995070 tempest-AllowedAddressPairIpV6TestJSON-423995070-project] Request body: {'port': {'network_id': '9a3342c1-289b-4f17-8e16-b5138909c411', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-672703979'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:56:40.257005 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-766de87c-1ea0-4a93-a9ea-bdf0b8a6a2f6 admin admin] For port 0bce0255-c312-48e9-a1ef-77a6bb023a0e, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=0bce0255-c312-48e9-a1ef-77a6bb023a0e,segment=NetworkSegment(0b5485c4-eff8-42a1-9073-ae54ed4c63ba),segment_id=0b5485c4-eff8-42a1-9073-ae54ed4c63ba)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:56:40.257386 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-766de87c-1ea0-4a93-a9ea-bdf0b8a6a2f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:40.284544 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-766de87c-1ea0-4a93-a9ea-bdf0b8a6a2f6 admin admin] Calling delete_port for 0bce0255-c312-48e9-a1ef-77a6bb023a0e owned by network:router_gateway {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:56:40.316753 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c2d1188-cc9b-4799-9947-86a50e171814 tempest-AllowedAddressPairIpV6TestJSON-423995070 tempest-AllowedAddressPairIpV6TestJSON-423995070-project] Made reservation on behalf of 569669e6672c4e35853ccbb2505c30b5 for: {'port': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:56:40.321034 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6c2d1188-cc9b-4799-9947-86a50e171814 tempest-AllowedAddressPairIpV6TestJSON-423995070 tempest-AllowedAddressPairIpV6TestJSON-423995070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:40.345581 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [None req-6c2d1188-cc9b-4799-9947-86a50e171814 tempest-AllowedAddressPairIpV6TestJSON-423995070 tempest-AllowedAddressPairIpV6TestJSON-423995070-project] device_id is not set on port f503f6d7-ef6f-4da8-a11b-99b3fa4a38bd yet. {{(pid=103163) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 20 20:56:40.368695 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-335ae448-1dcd-4afe-ac4f-df357bcb5e62 None None] Provisioning complete for port cc384d82-fbf1-41a7-b37d-5ba7bd0979e1 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:56:40.369578 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-335ae448-1dcd-4afe-ac4f-df357bcb5e62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:40.408940 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-257b3302-0cf0-4b60-ba96-214b8472e8a8 tempest-FloatingIPAdminTestJSON-491845398 tempest-FloatingIPAdminTestJSON-491845398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:40.426199 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed68a8d1-8e9f-4a97-bee8-3542f1c102da tempest-RoutersIpV6AdminTest-232410807 tempest-RoutersIpV6AdminTest-232410807-project] Router ff16f226-29e9-4332-9c10-010ec657087b is scheduled to L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e with binding_index 1 {{(pid=103162) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 20 20:56:40.434530 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-335ae448-1dcd-4afe-ac4f-df357bcb5e62 None None] Port cc384d82-fbf1-41a7-b37d-5ba7bd0979e1 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 20:56:40.517072 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257b3302-0cf0-4b60-ba96-214b8472e8a8 tempest-FloatingIPAdminTestJSON-491845398 tempest-FloatingIPAdminTestJSON-491845398-project] Pushing event deleted for resources: {'Port': ['ID=c3702d00-02d2-40b5-bd61-e78b0349b8d5,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:56:40.605862 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 900d2793-0bfd-455e-acde-6e23c7e6668b no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:56:40.639249 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: 900d2793-0bfd-455e-acde-6e23c7e6668b {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 20:56:40.645408 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 900d2793-0bfd-455e-acde-6e23c7e6668b not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 20:56:40.668758 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-676632bb-f5ab-476c-9b12-3cc71e984451 req-86a6b7ce-be30-4f30-8991-85fcee416011 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:40.744321 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-6c2d1188-cc9b-4799-9947-86a50e171814 tempest-AllowedAddressPairIpV6TestJSON-423995070 tempest-AllowedAddressPairIpV6TestJSON-423995070-project] Allocated IP 2001:db8::c5 (9a3342c1-289b-4f17-8e16-b5138909c411/977ced01-96c8-42fc-b852-6806778422d0/f503f6d7-ef6f-4da8-a11b-99b3fa4a38bd) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:56:40.784191 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a6b7ce-be30-4f30-8991-85fcee416011 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Pushing event deleted for resources: {'Port': ['ID=989d7ad9-3d64-43e0-b524-794ebfc4cf95,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:56:40.826008 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed68a8d1-8e9f-4a97-bee8-3542f1c102da tempest-RoutersIpV6AdminTest-232410807 tempest-RoutersIpV6AdminTest-232410807-project] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 20:56:40.836377 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af5910f4-0c00-4d56-8303-4de1e1a34a9d None None] Sync routers for ids ['ff16f226-29e9-4332-9c10-010ec657087b'] in n-d-842733-1 {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 20:56:40.853094 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af5910f4-0c00-4d56-8303-4de1e1a34a9d None None] Routers {'ff16f226-29e9-4332-9c10-010ec657087b'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:56:40.853430 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-676632bb-f5ab-476c-9b12-3cc71e984451 req-86a6b7ce-be30-4f30-8991-85fcee416011 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] No DVR routers for this DVR port 989d7ad9-3d64-43e0-b524-794ebfc4cf95 on host n-h2-842733-1 {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:56:40.855492 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-af5910f4-0c00-4d56-8303-4de1e1a34a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:56:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['ff16f226-29e9-4332-9c10-010ec657087b'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:56:40.859442 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-676632bb-f5ab-476c-9b12-3cc71e984451 req-86a6b7ce-be30-4f30-8991-85fcee416011 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:40.862626 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-676632bb-f5ab-476c-9b12-3cc71e984451 req-86a6b7ce-be30-4f30-8991-85fcee416011 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.13 "DELETE /v2.0/ports/989d7ad9-3d64-43e0-b524-794ebfc4cf95 HTTP/1.1" status: 204 len: 173 time: 1.6710742 May 20 20:56:40.864981 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46d8592d-7942-4f12-aa6f-72415de83dc5', 'name': 'network-vif-deleted', 'tag': '989d7ad9-3d64-43e0-b524-794ebfc4cf95'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:56:40.867419 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6fa957933fccbf596d28104b23404b952ad6a8238afaebaed40a0874b2e409" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b84a645f-686a-444d-a7d8-193976a45d4f" -d '{"events": [{"server_uuid": "46d8592d-7942-4f12-aa6f-72415de83dc5", "name": "network-vif-deleted", "tag": "989d7ad9-3d64-43e0-b524-794ebfc4cf95"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:56:40.900571 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-af5910f4-0c00-4d56-8303-4de1e1a34a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:56:40.911010 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af5910f4-0c00-4d56-8303-4de1e1a34a9d None None] Routers {'ff16f226-29e9-4332-9c10-010ec657087b'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:56:40.911971 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-af5910f4-0c00-4d56-8303-4de1e1a34a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:56:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['ff16f226-29e9-4332-9c10-010ec657087b'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:56:40.953446 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6c2d1188-cc9b-4799-9947-86a50e171814 tempest-AllowedAddressPairIpV6TestJSON-423995070 tempest-AllowedAddressPairIpV6TestJSON-423995070-project] Notify callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:40.959823 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-af5910f4-0c00-4d56-8303-4de1e1a34a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:56:40.960919 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af5910f4-0c00-4d56-8303-4de1e1a34a9d None None] The sync data for ids ['ff16f226-29e9-4332-9c10-010ec657087b'] in n-d-842733-1 is: [] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 20:56:40.969505 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-766de87c-1ea0-4a93-a9ea-bdf0b8a6a2f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:41.039625 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-257b3302-0cf0-4b60-ba96-214b8472e8a8 tempest-FloatingIPAdminTestJSON-491845398 tempest-FloatingIPAdminTestJSON-491845398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:41.044008 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-257b3302-0cf0-4b60-ba96-214b8472e8a8 tempest-FloatingIPAdminTestJSON-491845398 tempest-FloatingIPAdminTestJSON-491845398-project] 10.222.0.35 "DELETE /v2.0/ports/c3702d00-02d2-40b5-bd61-e78b0349b8d5 HTTP/1.1" status: 204 len: 168 time: 2.1918263 May 20 20:56:41.047248 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0973668f-b5b7-49a0-998c-ed8f3183d56d req-ccd325b2-3af7-4269-ac37-1408c0b35775 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/ports?device_id=46d8592d-7942-4f12-aa6f-72415de83dc5 HTTP/1.1" status: 200 len: 210 time: 0.0694628 May 20 20:56:41.047749 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 60760) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:56:41.135914 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ed68a8d1-8e9f-4a97-bee8-3542f1c102da tempest-RoutersIpV6AdminTest-232410807 tempest-RoutersIpV6AdminTest-232410807-project] Notify callbacks [] for router, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:41.135914 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-ed68a8d1-8e9f-4a97-bee8-3542f1c102da tempest-RoutersIpV6AdminTest-232410807 tempest-RoutersIpV6AdminTest-232410807-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 4.6053476 May 20 20:56:41.135914 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 20:56:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ca397d6-85ba-4824-b44e-4945fac3112a x-openstack-request-id: req-0ca397d6-85ba-4824-b44e-4945fac3112a {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:56:41.135914 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46d8592d-7942-4f12-aa6f-72415de83dc5", "name": "network-vif-deleted", "tag": "989d7ad9-3d64-43e0-b524-794ebfc4cf95", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:56:41.135914 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0ca397d6-85ba-4824-b44e-4945fac3112a {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:56:41.135914 n-d-842733-1 neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ca397d6-85ba-4824-b44e-4945fac3112a'] response: {'server_uuid': '46d8592d-7942-4f12-aa6f-72415de83dc5', 'name': 'network-vif-deleted', 'tag': '989d7ad9-3d64-43e0-b524-794ebfc4cf95', 'status': 'completed', 'code': 200} May 20 20:56:41.145389 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 60764) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:56:41.157339 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-697e8946-888e-451c-8ab3-8c8c2a396204 tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'enable_snat': False}}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:56:41.164882 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766de87c-1ea0-4a93-a9ea-bdf0b8a6a2f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=0bce0255-c312-48e9-a1ef-77a6bb023a0e,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:56:41.219160 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-766de87c-1ea0-4a93-a9ea-bdf0b8a6a2f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-748206'] for router_gateway, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:41.225524 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0635a9f-ba46-4cc8-bbda-e4373a6153a7 tempest-FloatingIPAdminTestJSON-491845398 tempest-FloatingIPAdminTestJSON-491845398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:56:41.227145 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-c0635a9f-ba46-4cc8-bbda-e4373a6153a7 tempest-FloatingIPAdminTestJSON-491845398 tempest-FloatingIPAdminTestJSON-491845398-project] 10.222.0.35 "GET /v2.0/ports?device_id=fd7b94b8-6624-4537-ac20-26521ab2d2f2 HTTP/1.1" status: 200 len: 913 time: 0.1767092 May 20 20:56:41.232949 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 60766) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:56:41.247305 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6c2d1188-cc9b-4799-9947-86a50e171814 tempest-AllowedAddressPairIpV6TestJSON-423995070 tempest-AllowedAddressPairIpV6TestJSON-423995070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:41.328195 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-766de87c-1ea0-4a93-a9ea-bdf0b8a6a2f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26169'] for router, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:41.331087 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-766de87c-1ea0-4a93-a9ea-bdf0b8a6a2f6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:41.357896 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2d1188-cc9b-4799-9947-86a50e171814 tempest-AllowedAddressPairIpV6TestJSON-423995070 tempest-AllowedAddressPairIpV6TestJSON-423995070-project] Pushing event updated for resources: {'Port': ['ID=f503f6d7-ef6f-4da8-a11b-99b3fa4a38bd,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:56:41.393589 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c2d1188-cc9b-4799-9947-86a50e171814 tempest-AllowedAddressPairIpV6TestJSON-423995070 tempest-AllowedAddressPairIpV6TestJSON-423995070-project] Network 9a3342c1-289b-4f17-8e16-b5138909c411 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:56:41.405586 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-6c2d1188-cc9b-4799-9947-86a50e171814 tempest-AllowedAddressPairIpV6TestJSON-423995070 tempest-AllowedAddressPairIpV6TestJSON-423995070-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:56:41.410404 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c2d1188-cc9b-4799-9947-86a50e171814 tempest-AllowedAddressPairIpV6TestJSON-423995070 tempest-AllowedAddressPairIpV6TestJSON-423995070-project] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:56:41.416170 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c2d1188-cc9b-4799-9947-86a50e171814 tempest-AllowedAddressPairIpV6TestJSON-423995070 tempest-AllowedAddressPairIpV6TestJSON-423995070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:56:41.419005 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6c2d1188-cc9b-4799-9947-86a50e171814 tempest-AllowedAddressPairIpV6TestJSON-423995070 tempest-AllowedAddressPairIpV6TestJSON-423995070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:41.459305 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-766de87c-1ea0-4a93-a9ea-bdf0b8a6a2f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-693148'] for router, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:41.459893 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-766de87c-1ea0-4a93-a9ea-bdf0b8a6a2f6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 71159161-ab32-4c43-a0ee-2b61d82fa1f1 {{(pid=103162) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 20 20:56:41.464125 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-766de87c-1ea0-4a93-a9ea-bdf0b8a6a2f6 admin admin] Notify callbacks [] for router, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:41.465954 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-766de87c-1ea0-4a93-a9ea-bdf0b8a6a2f6 admin admin] 10.222.0.35 "DELETE /v2.0/routers/71159161-ab32-4c43-a0ee-2b61d82fa1f1 HTTP/1.1" status: 204 len: 168 time: 2.7402372 May 20 20:56:41.468745 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 60772) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:56:41.575533 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e0eb69c-eebb-4223-b854-143585d0ff3e admin admin] Deleting subnet a9627ec3-2937-4269-bff4-dfe652e88a07 {{(pid=103162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 20 20:56:41.577662 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8e0eb69c-eebb-4223-b854-143585d0ff3e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:41.654473 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8e0eb69c-eebb-4223-b854-143585d0ff3e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3738392'] for subnet, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:41.690220 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-6c2d1188-cc9b-4799-9947-86a50e171814 tempest-AllowedAddressPairIpV6TestJSON-423995070 tempest-AllowedAddressPairIpV6TestJSON-423995070-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.5998363 May 20 20:56:41.755973 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 60774) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:56:41.766630 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-fc0c5b5b-f2a3-4657-a890-3c53583662c9 tempest-AllowedAddressPairIpV6TestJSON-423995070 tempest-AllowedAddressPairIpV6TestJSON-423995070-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::25e', 'mac_address': 'fa:16:3e:89:ba:ca'}, {'ip_address': '2001:db8::ba', 'mac_address': 'fa:16:3e:1e:ad:e0'}]}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:56:41.784061 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-f7577cf5-1aeb-4c40-ae71-d73248d1db63 None None] Provisioning complete for port f503f6d7-ef6f-4da8-a11b-99b3fa4a38bd triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:56:41.785403 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-f7577cf5-1aeb-4c40-ae71-d73248d1db63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:41.832902 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-f7577cf5-1aeb-4c40-ae71-d73248d1db63 None None] Port f503f6d7-ef6f-4da8-a11b-99b3fa4a38bd cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 20:56:41.975167 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-697e8946-888e-451c-8ab3-8c8c2a396204 tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:42.113539 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8e0eb69c-eebb-4223-b854-143585d0ff3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33068388'] for subnet, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:42.136458 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-fc0c5b5b-f2a3-4657-a890-3c53583662c9 tempest-AllowedAddressPairIpV6TestJSON-423995070 tempest-AllowedAddressPairIpV6TestJSON-423995070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:42.270948 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b3502e28-8bc9-4e15-8df7-5f4a96888509 req-ebf58d57-ab9e-4f4d-ba3b-7d9ac1fbf456 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/ports?device_id=46d8592d-7942-4f12-aa6f-72415de83dc5 HTTP/1.1" status: 200 len: 210 time: 0.0613010 May 20 20:56:42.298235 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8e0eb69c-eebb-4223-b854-143585d0ff3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33068399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3797621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4018265'] for subnet, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:42.331900 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0eb69c-eebb-4223-b854-143585d0ff3e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a9627ec3-2937-4269-bff4-dfe652e88a07,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:56:42.335526 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8e0eb69c-eebb-4223-b854-143585d0ff3e admin admin] Notify callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:42.338874 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-8e0eb69c-eebb-4223-b854-143585d0ff3e admin admin] 10.222.0.35 "DELETE /v2.0/subnets/a9627ec3-2937-4269-bff4-dfe652e88a07 HTTP/1.1" status: 204 len: 168 time: 0.8691061 May 20 20:56:42.342066 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 60792) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:56:42.352454 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ceceb58-b00c-4697-99f6-03011101dc55 None None] Network 1a8c8fe6-b5a3-4103-add2-9b1ac42c85d7 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:56:42.451711 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 989d7ad9-3d64-43e0-b524-794ebfc4cf95 no longer exists at agent hyperv_n-h2-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:56:42.462335 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c76542ff-0d2b-4eef-a467-e48f1012b336 tempest-FloatingIPAdminTestJSON-491845398 tempest-FloatingIPAdminTestJSON-491845398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748528'] for router_interface, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:42.466494 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a22d992e-38a9-44b6-aa42-8d94f0242773 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33160123'] for network, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:42.479612 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] No Port match for: 989d7ad9-3d64-43e0-b524-794ebfc4cf95 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 20:56:42.480975 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 989d7ad9-3d64-43e0-b524-794ebfc4cf95 not bound to the agent host n-h2-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 20:56:42.538611 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-a22d992e-38a9-44b6-aa42-8d94f0242773 admin admin] Deleting port ece60a43-34fb-47b5-8dce-3d646d9ba711 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:56:42.539193 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a22d992e-38a9-44b6-aa42-8d94f0242773 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:42.627125 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-a22d992e-38a9-44b6-aa42-8d94f0242773 admin admin] For port ece60a43-34fb-47b5-8dce-3d646d9ba711, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=ece60a43-34fb-47b5-8dce-3d646d9ba711,segment=NetworkSegment(dc5e12f6-7393-4709-bb11-461b6e19f374),segment_id=dc5e12f6-7393-4709-bb11-461b6e19f374)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:56:42.627637 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a22d992e-38a9-44b6-aa42-8d94f0242773 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:42.640066 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42fb0ca9-0da5-4751-b1cb-28f6923ba16a None None] DHCP port deletion for 1a8c8fe6-b5a3-4103-add2-9b1ac42c85d7 request from n-d-842733-1 {{(pid=103164) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 20:56:42.645423 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 0bce0255-c312-48e9-a1ef-77a6bb023a0e no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:56:42.647725 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-a22d992e-38a9-44b6-aa42-8d94f0242773 admin admin] Calling delete_port for ece60a43-34fb-47b5-8dce-3d646d9ba711 owned by network:dhcp {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:56:42.692455 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: 0bce0255-c312-48e9-a1ef-77a6bb023a0e {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 20:56:42.692800 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 0bce0255-c312-48e9-a1ef-77a6bb023a0e not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 20:56:42.730537 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-42fb0ca9-0da5-4751-b1cb-28f6923ba16a None None] Deleting port ece60a43-34fb-47b5-8dce-3d646d9ba711 {{(pid=103164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:56:42.731216 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-42fb0ca9-0da5-4751-b1cb-28f6923ba16a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:42.832636 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a22d992e-38a9-44b6-aa42-8d94f0242773 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:42.855944 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-42fb0ca9-0da5-4751-b1cb-28f6923ba16a None None] For port ece60a43-34fb-47b5-8dce-3d646d9ba711, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=ece60a43-34fb-47b5-8dce-3d646d9ba711,segment=NetworkSegment(dc5e12f6-7393-4709-bb11-461b6e19f374),segment_id=dc5e12f6-7393-4709-bb11-461b6e19f374)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:56:42.857111 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-42fb0ca9-0da5-4751-b1cb-28f6923ba16a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:42.865556 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22d992e-38a9-44b6-aa42-8d94f0242773 admin admin] Pushing event deleted for resources: {'Port': ['ID=ece60a43-34fb-47b5-8dce-3d646d9ba711,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:56:42.873552 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a22d992e-38a9-44b6-aa42-8d94f0242773 admin admin] No DVR routers for this DVR port ece60a43-34fb-47b5-8dce-3d646d9ba711 on host n-d-842733-1 {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:56:42.905095 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-42fb0ca9-0da5-4751-b1cb-28f6923ba16a None None] Calling delete_port for ece60a43-34fb-47b5-8dce-3d646d9ba711 owned by network:dhcp {{(pid=103164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:56:43.012879 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a22d992e-38a9-44b6-aa42-8d94f0242773 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33072115', 'neutron.services.segments.db._delete_segments_for_network-8782419500584'] for network, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:43.036213 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-42fb0ca9-0da5-4751-b1cb-28f6923ba16a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099'] for port, after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:43.045060 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-fc0c5b5b-f2a3-4657-a890-3c53583662c9 tempest-AllowedAddressPairIpV6TestJSON-423995070 tempest-AllowedAddressPairIpV6TestJSON-423995070-project] Notify callbacks [] for port, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:43.051236 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-a22d992e-38a9-44b6-aa42-8d94f0242773 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a8c8fe6-b5a3-4103-add2-9b1ac42c85d7']}} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:56:43.066769 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-a22d992e-38a9-44b6-aa42-8d94f0242773 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc5e12f6-7393-4709-bb11-461b6e19f374') {'for_net_delete': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:56:43.067185 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-a22d992e-38a9-44b6-aa42-8d94f0242773 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc5e12f6-7393-4709-bb11-461b6e19f374') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:56:43.077576 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fb0ca9-0da5-4751-b1cb-28f6923ba16a None None] Pushing event deleted for resources: {'Port': ['ID=ece60a43-34fb-47b5-8dce-3d646d9ba711,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:56:43.080321 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42fb0ca9-0da5-4751-b1cb-28f6923ba16a None None] No DVR routers for this DVR port ece60a43-34fb-47b5-8dce-3d646d9ba711 on host n-d-842733-1 {{(pid=103164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:56:43.088892 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a22d992e-38a9-44b6-aa42-8d94f0242773 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419501617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3738385'] for segment, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:43.108212 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a22d992e-38a9-44b6-aa42-8d94f0242773 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:43.115038 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a22d992e-38a9-44b6-aa42-8d94f0242773 admin admin] Releasing vlan 235 on physical network physnet1 to pool {{(pid=103162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 20:56:43.115668 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a22d992e-38a9-44b6-aa42-8d94f0242773 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3800791'] for segment, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:43.117384 n-d-842733-1 neutron-server[103162]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 20:56:43.117384 n-d-842733-1 neutron-server[103162]: items = [ May 20 20:56:43.117384 n-d-842733-1 neutron-server[103162]: Traceback (most recent call last): May 20 20:56:43.117384 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 20:56:43.117384 n-d-842733-1 neutron-server[103162]: timer() May 20 20:56:43.117384 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 20:56:43.117384 n-d-842733-1 neutron-server[103162]: cb(*args, **kw) May 20 20:56:43.117384 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 20 20:56:43.117384 n-d-842733-1 neutron-server[103162]: return func(*args, **kwargs) May 20 20:56:43.117384 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 20:56:43.117384 n-d-842733-1 neutron-server[103162]: self._notify() May 20 20:56:43.117384 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 20:56:43.117384 n-d-842733-1 neutron-server[103162]: self.callback(batched_events) May 20 20:56:43.117384 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 20:56:43.117384 n-d-842733-1 neutron-server[103162]: event.method(event) May 20 20:56:43.117384 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 20 20:56:43.117384 n-d-842733-1 neutron-server[103162]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 20:56:43.117384 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 20 20:56:43.117384 n-d-842733-1 neutron-server[103162]: aggregate_uuid = self.p_client.list_aggregates( May 20 20:56:43.117384 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 20 20:56:43.117384 n-d-842733-1 neutron-server[103162]: return f(self, *a, **k) May 20 20:56:43.117384 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 20 20:56:43.117384 n-d-842733-1 neutron-server[103162]: return self._get(url).json() May 20 20:56:43.117384 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 20 20:56:43.117384 n-d-842733-1 neutron-server[103162]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 20:56:43.117384 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 20:56:43.117384 n-d-842733-1 neutron-server[103162]: return self.request(url, 'GET', **kwargs) May 20 20:56:43.117384 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 20:56:43.117384 n-d-842733-1 neutron-server[103162]: base_url = self.get_endpoint(auth, allow=allow, May 20 20:56:43.117384 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 20:56:43.117384 n-d-842733-1 neutron-server[103162]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 20:56:43.117384 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 20:56:43.117384 n-d-842733-1 neutron-server[103162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 20:56:43.117384 n-d-842733-1 neutron-server[103162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 20:56:43.145367 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-fc0c5b5b-f2a3-4657-a890-3c53583662c9 tempest-AllowedAddressPairIpV6TestJSON-423995070 tempest-AllowedAddressPairIpV6TestJSON-423995070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:43.241272 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-fc0c5b5b-f2a3-4657-a890-3c53583662c9 tempest-AllowedAddressPairIpV6TestJSON-423995070 tempest-AllowedAddressPairIpV6TestJSON-423995070-project] In _notify_port_updated(), no bound segment for port f503f6d7-ef6f-4da8-a11b-99b3fa4a38bd on network 9a3342c1-289b-4f17-8e16-b5138909c411 {{(pid=103163) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} May 20 20:56:43.247442 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc0c5b5b-f2a3-4657-a890-3c53583662c9 tempest-AllowedAddressPairIpV6TestJSON-423995070 tempest-AllowedAddressPairIpV6TestJSON-423995070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:56:43.248326 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-fc0c5b5b-f2a3-4657-a890-3c53583662c9 tempest-AllowedAddressPairIpV6TestJSON-423995070 tempest-AllowedAddressPairIpV6TestJSON-423995070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:43.249867 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-fc0c5b5b-f2a3-4657-a890-3c53583662c9 tempest-AllowedAddressPairIpV6TestJSON-423995070 tempest-AllowedAddressPairIpV6TestJSON-423995070-project] 10.222.0.35 "PUT /v2.0/ports/f503f6d7-ef6f-4da8-a11b-99b3fa4a38bd HTTP/1.1" status: 200 len: 1065 time: 1.4928596 May 20 20:56:43.253507 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 60808) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:56:43.266873 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a22d992e-38a9-44b6-aa42-8d94f0242773 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33072122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748162'] for network, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:43.277830 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0c5b5b-f2a3-4657-a890-3c53583662c9 tempest-AllowedAddressPairIpV6TestJSON-423995070 tempest-AllowedAddressPairIpV6TestJSON-423995070-project] Pushing event updated for resources: {'Port': ['ID=f503f6d7-ef6f-4da8-a11b-99b3fa4a38bd,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:56:43.356625 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a22d992e-38a9-44b6-aa42-8d94f0242773 admin admin] Notify callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:43.366824 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-a22d992e-38a9-44b6-aa42-8d94f0242773 admin admin] 10.222.0.35 "DELETE /v2.0/networks/1a8c8fe6-b5a3-4103-add2-9b1ac42c85d7 HTTP/1.1" status: 204 len: 168 time: 1.0235951 May 20 20:56:43.390984 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22d992e-38a9-44b6-aa42-8d94f0242773 admin admin] Pushing event deleted for resources: {'Network': ['ID=1a8c8fe6-b5a3-4103-add2-9b1ac42c85d7,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:56:43.518635 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-67fec01d-c740-4ab9-9646-99fe09551481 tempest-AllowedAddressPairIpV6TestJSON-423995070 tempest-AllowedAddressPairIpV6TestJSON-423995070-project] Deleting port f503f6d7-ef6f-4da8-a11b-99b3fa4a38bd {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:56:43.519213 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-67fec01d-c740-4ab9-9646-99fe09551481 tempest-AllowedAddressPairIpV6TestJSON-423995070 tempest-AllowedAddressPairIpV6TestJSON-423995070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:43.614057 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-697e8946-888e-451c-8ab3-8c8c2a396204 tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-748143', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-693059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26112'] for router, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:43.625381 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-697e8946-888e-451c-8ab3-8c8c2a396204 tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-748132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-748125', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-693176'] for router, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:43.637826 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-c76542ff-0d2b-4eef-a467-e48f1012b336 tempest-FloatingIPAdminTestJSON-491845398 tempest-FloatingIPAdminTestJSON-491845398-project] Deleting port e9625753-91be-4562-a4b5-c8f517a28bbf {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:56:43.637957 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c76542ff-0d2b-4eef-a467-e48f1012b336 tempest-FloatingIPAdminTestJSON-491845398 tempest-FloatingIPAdminTestJSON-491845398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:43.716103 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-67fec01d-c740-4ab9-9646-99fe09551481 tempest-AllowedAddressPairIpV6TestJSON-423995070 tempest-AllowedAddressPairIpV6TestJSON-423995070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:43.733145 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-67fec01d-c740-4ab9-9646-99fe09551481 tempest-AllowedAddressPairIpV6TestJSON-423995070 tempest-AllowedAddressPairIpV6TestJSON-423995070-project] Calling delete_port for f503f6d7-ef6f-4da8-a11b-99b3fa4a38bd owned by {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:56:43.779749 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a7a4e351-3f35-4fad-b896-40e2afa3f0b7 None None] Provisioning complete for port f503f6d7-ef6f-4da8-a11b-99b3fa4a38bd triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:56:43.780225 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a7a4e351-3f35-4fad-b896-40e2afa3f0b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:43.830344 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a7a4e351-3f35-4fad-b896-40e2afa3f0b7 None None] Port f503f6d7-ef6f-4da8-a11b-99b3fa4a38bd cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 20:56:43.947880 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-697e8946-888e-451c-8ab3-8c8c2a396204 tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] Router ff16f226-29e9-4332-9c10-010ec657087b has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 20:56:43.955931 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c76542ff-0d2b-4eef-a467-e48f1012b336 tempest-FloatingIPAdminTestJSON-491845398 tempest-FloatingIPAdminTestJSON-491845398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:43.995494 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7a3af7-66bd-4740-8de3-bd1c55e1c8fc req-f8e1dce5-bc95-4899-9763-f3ee64e340ea tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:56:44.008221 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2f7a3af7-66bd-4740-8de3-bd1c55e1c8fc req-f8e1dce5-bc95-4899-9763-f3ee64e340ea tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/networks?id=181ef755-3c24-496f-be08-8076c8a38f91 HTTP/1.1" status: 200 len: 812 time: 0.2606993 May 20 20:56:44.015505 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 60832) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:56:44.018734 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-c76542ff-0d2b-4eef-a467-e48f1012b336 tempest-FloatingIPAdminTestJSON-491845398 tempest-FloatingIPAdminTestJSON-491845398-project] Calling delete_port for e9625753-91be-4562-a4b5-c8f517a28bbf owned by network:router_interface {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:56:44.037021 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2f7a3af7-66bd-4740-8de3-bd1c55e1c8fc req-2c9e27a4-4879-4aeb-9809-7e912e067520 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/quotas/715802857a834d4a8fbaa37d5efc4e1e HTTP/1.1" status: 200 len: 375 time: 0.0278609 May 20 20:56:44.039970 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-67fec01d-c740-4ab9-9646-99fe09551481 tempest-AllowedAddressPairIpV6TestJSON-423995070 tempest-AllowedAddressPairIpV6TestJSON-423995070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:44.077726 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2f7a3af7-66bd-4740-8de3-bd1c55e1c8fc req-f8fd6724-4238-497f-8152-13a998d2e758 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=715802857a834d4a8fbaa37d5efc4e1e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0396931 May 20 20:56:44.139114 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fec01d-c740-4ab9-9646-99fe09551481 tempest-AllowedAddressPairIpV6TestJSON-423995070 tempest-AllowedAddressPairIpV6TestJSON-423995070-project] Pushing event deleted for resources: {'Port': ['ID=f503f6d7-ef6f-4da8-a11b-99b3fa4a38bd,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:56:44.245310 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-7653461b-99f4-4373-8935-0051646ae1a9 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=130041758ffe4e0a8066d604acc4da27&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2283349 May 20 20:56:44.251603 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 60840) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:56:44.362990 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [req-2f7a3af7-66bd-4740-8de3-bd1c55e1c8fc req-bec822a0-39e1-4dcc-839f-d44d107778bb service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103163) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 20:56:44.373698 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2f7a3af7-66bd-4740-8de3-bd1c55e1c8fc req-bec822a0-39e1-4dcc-839f-d44d107778bb service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2923546 May 20 20:56:44.383389 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-697e8946-888e-451c-8ab3-8c8c2a396204 tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 20:56:44.397802 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-697e8946-888e-451c-8ab3-8c8c2a396204 tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] Notify callbacks [] for router, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:44.402881 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-697e8946-888e-451c-8ab3-8c8c2a396204 tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] 10.222.0.35 "PUT /v2.0/routers/ff16f226-29e9-4332-9c10-010ec657087b HTTP/1.1" status: 200 len: 925 time: 3.2484965 May 20 20:56:44.404969 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd265e4-7d08-4117-9eea-2775b1f55793 None None] Sync routers for ids ['ff16f226-29e9-4332-9c10-010ec657087b'] in n-d-842733-1 {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 20:56:44.414807 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 60844) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:56:44.431939 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd265e4-7d08-4117-9eea-2775b1f55793 None None] Routers {'ff16f226-29e9-4332-9c10-010ec657087b'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:56:44.432579 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-6bd265e4-7d08-4117-9eea-2775b1f55793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:56:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['ff16f226-29e9-4332-9c10-010ec657087b'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:56:44.532767 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-77233009-fc9d-4fac-b326-0f11211467e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:44.534149 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-6bd265e4-7d08-4117-9eea-2775b1f55793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:56:44.580673 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd265e4-7d08-4117-9eea-2775b1f55793 None None] Routers {'ff16f226-29e9-4332-9c10-010ec657087b'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:56:44.583860 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-6bd265e4-7d08-4117-9eea-2775b1f55793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:56:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['ff16f226-29e9-4332-9c10-010ec657087b'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:56:44.616857 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-67fec01d-c740-4ab9-9646-99fe09551481 tempest-AllowedAddressPairIpV6TestJSON-423995070 tempest-AllowedAddressPairIpV6TestJSON-423995070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:44.632616 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 60846) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:56:44.634184 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-67fec01d-c740-4ab9-9646-99fe09551481 tempest-AllowedAddressPairIpV6TestJSON-423995070 tempest-AllowedAddressPairIpV6TestJSON-423995070-project] 10.222.0.35 "DELETE /v2.0/ports/f503f6d7-ef6f-4da8-a11b-99b3fa4a38bd HTTP/1.1" status: 204 len: 168 time: 1.3760879 May 20 20:56:44.721772 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-77233009-fc9d-4fac-b326-0f11211467e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:44.741951 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device ece60a43-34fb-47b5-8dce-3d646d9ba711 no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:56:44.745128 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-6bd265e4-7d08-4117-9eea-2775b1f55793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:56:44.745910 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd265e4-7d08-4117-9eea-2775b1f55793 None None] The sync data for ids ['ff16f226-29e9-4332-9c10-010ec657087b'] in n-d-842733-1 is: [] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 20:56:44.769136 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: ece60a43-34fb-47b5-8dce-3d646d9ba711 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 20:56:44.769643 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device ece60a43-34fb-47b5-8dce-3d646d9ba711 not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 20:56:44.797819 n-d-842733-1 neutron-server[103163]: INFO neutron.pecan_wsgi.hooks.translation [None req-79d6d98a-c4c5-4a0f-b98c-5823068ec947 tempest-AllowedAddressPairIpV6TestJSON-423995070 tempest-AllowedAddressPairIpV6TestJSON-423995070-project] GET failed (client error): The resource could not be found. May 20 20:56:44.799358 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-79d6d98a-c4c5-4a0f-b98c-5823068ec947 tempest-AllowedAddressPairIpV6TestJSON-423995070 tempest-AllowedAddressPairIpV6TestJSON-423995070-project] 10.222.0.35 "GET /v2.0/ports/f503f6d7-ef6f-4da8-a11b-99b3fa4a38bd HTTP/1.1" status: 404 len: 333 time: 0.1658285 May 20 20:56:44.802379 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 60850) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:56:44.842258 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-ca92f77a-8f66-46d7-add2-da69e348d0ff tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] 10.222.0.35 "GET /v2.0/routers/ff16f226-29e9-4332-9c10-010ec657087b HTTP/1.1" status: 200 len: 925 time: 0.4259210 May 20 20:56:44.844374 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2f7a3af7-66bd-4740-8de3-bd1c55e1c8fc req-9fc667ce-0e46-4076-aed5-705a5e34fb55 service neutron] 10.222.0.35 "GET /v2.0/networks/181ef755-3c24-496f-be08-8076c8a38f91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4714952 May 20 20:56:44.844883 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 60854) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:56:44.853421 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-77233009-fc9d-4fac-b326-0f11211467e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:44.858825 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-77233009-fc9d-4fac-b326-0f11211467e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:44.858825 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-77233009-fc9d-4fac-b326-0f11211467e1 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a9a0a9ba-adc9-42eb-829d-df5caa26883b HTTP/1.1" status: 204 len: 168 time: 0.6061208 May 20 20:56:44.926170 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77233009-fc9d-4fac-b326-0f11211467e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9a0a9ba-adc9-42eb-829d-df5caa26883b,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:56:44.941350 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c76542ff-0d2b-4eef-a467-e48f1012b336 tempest-FloatingIPAdminTestJSON-491845398 tempest-FloatingIPAdminTestJSON-491845398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:44.966081 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-20fb3664-0402-45a3-a67c-c04fa52fb9c3 tempest-AllowedAddressPairIpV6TestJSON-423995070 tempest-AllowedAddressPairIpV6TestJSON-423995070-project] Deleting port cc384d82-fbf1-41a7-b37d-5ba7bd0979e1 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:56:44.966429 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-20fb3664-0402-45a3-a67c-c04fa52fb9c3 tempest-AllowedAddressPairIpV6TestJSON-423995070 tempest-AllowedAddressPairIpV6TestJSON-423995070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:44.993330 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76542ff-0d2b-4eef-a467-e48f1012b336 tempest-FloatingIPAdminTestJSON-491845398 tempest-FloatingIPAdminTestJSON-491845398-project] Pushing event deleted for resources: {'Port': ['ID=e9625753-91be-4562-a4b5-c8f517a28bbf,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:56:45.038295 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5f44acf-7461-4e55-a55e-942bfe13c7c8 tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:56:45.043365 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 60862) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:56:45.043519 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-e5f44acf-7461-4e55-a55e-942bfe13c7c8 tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] 10.222.0.35 "GET /v2.0/ports?network_id=e3a93b5c-91e2-4064-9c2c-1afc261bfe15&device_id=ff16f226-29e9-4332-9c10-010ec657087b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1974845 May 20 20:56:45.200872 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2f7a3af7-66bd-4740-8de3-bd1c55e1c8fc req-82b922b8-7c06-4a2f-a0bb-698315b9102f service neutron] 10.222.0.35 "GET /v2.0/networks/181ef755-3c24-496f-be08-8076c8a38f91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3422570 May 20 20:56:45.226583 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-20fb3664-0402-45a3-a67c-c04fa52fb9c3 tempest-AllowedAddressPairIpV6TestJSON-423995070 tempest-AllowedAddressPairIpV6TestJSON-423995070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:45.242209 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d1c6bcc-71cd-45b4-8523-c3d487f5ddee tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:56:45.246206 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-5d1c6bcc-71cd-45b4-8523-c3d487f5ddee tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] 10.222.0.35 "GET /v2.0/networks/e3a93b5c-91e2-4064-9c2c-1afc261bfe15 HTTP/1.1" status: 200 len: 881 time: 0.1988082 May 20 20:56:45.247795 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 60870) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:56:45.250074 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-20fb3664-0402-45a3-a67c-c04fa52fb9c3 tempest-AllowedAddressPairIpV6TestJSON-423995070 tempest-AllowedAddressPairIpV6TestJSON-423995070-project] Calling delete_port for cc384d82-fbf1-41a7-b37d-5ba7bd0979e1 owned by {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:56:45.298640 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-4a86c76c-d148-4267-b521-41a6221b94dd tempest-RoutersIpV6AdminTest-232410807 tempest-RoutersIpV6AdminTest-232410807-project] 10.222.0.35 "GET /v2.0/ports?device_id=ff16f226-29e9-4332-9c10-010ec657087b HTTP/1.1" status: 200 len: 205 time: 0.0471108 May 20 20:56:45.299107 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 60872) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:56:45.305224 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c76542ff-0d2b-4eef-a467-e48f1012b336 tempest-FloatingIPAdminTestJSON-491845398 tempest-FloatingIPAdminTestJSON-491845398-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-692224'] for router_interface, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:45.536124 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c8668cda-3c43-4473-8b2d-f2413783b7c6 tempest-RoutersIpV6AdminTest-232410807 tempest-RoutersIpV6AdminTest-232410807-project] Notify callbacks [] for router, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:45.699875 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c8668cda-3c43-4473-8b2d-f2413783b7c6 tempest-RoutersIpV6AdminTest-232410807 tempest-RoutersIpV6AdminTest-232410807-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:45.899404 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-012758e3-e686-486a-a8aa-ce2ad244d4c2 req-cb84fcaa-df62-438a-a25b-6ec27d04a37f tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a5c45df-5c39-4d28-bd2b-5f9ce9bce8c6 HTTP/1.1" status: 200 len: 210 time: 0.0309551 May 20 20:56:45.941409 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c76542ff-0d2b-4eef-a467-e48f1012b336 tempest-FloatingIPAdminTestJSON-491845398 tempest-FloatingIPAdminTestJSON-491845398-project] Router fd7b94b8-6624-4537-ac20-26521ab2d2f2 has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 20:56:46.025346 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-20fb3664-0402-45a3-a67c-c04fa52fb9c3 tempest-AllowedAddressPairIpV6TestJSON-423995070 tempest-AllowedAddressPairIpV6TestJSON-423995070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:46.028237 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c76542ff-0d2b-4eef-a467-e48f1012b336 tempest-FloatingIPAdminTestJSON-491845398 tempest-FloatingIPAdminTestJSON-491845398-project] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 20:56:46.033981 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-c76542ff-0d2b-4eef-a467-e48f1012b336 tempest-FloatingIPAdminTestJSON-491845398 tempest-FloatingIPAdminTestJSON-491845398-project] 10.222.0.35 "PUT /v2.0/routers/fd7b94b8-6624-4537-ac20-26521ab2d2f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7999191 May 20 20:56:46.036530 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 60894) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:56:46.039265 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6154c781-f62d-42cf-a788-698ed4575570 None None] Sync routers for ids ['fd7b94b8-6624-4537-ac20-26521ab2d2f2'] in n-d-842733-1 {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 20:56:46.051071 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6154c781-f62d-42cf-a788-698ed4575570 None None] Routers {'fd7b94b8-6624-4537-ac20-26521ab2d2f2'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:56:46.051071 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-6154c781-f62d-42cf-a788-698ed4575570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:56:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['fd7b94b8-6624-4537-ac20-26521ab2d2f2'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:56:46.089602 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-6154c781-f62d-42cf-a788-698ed4575570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:56:46.092659 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fb3664-0402-45a3-a67c-c04fa52fb9c3 tempest-AllowedAddressPairIpV6TestJSON-423995070 tempest-AllowedAddressPairIpV6TestJSON-423995070-project] Pushing event deleted for resources: {'Port': ['ID=cc384d82-fbf1-41a7-b37d-5ba7bd0979e1,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:56:46.104989 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6154c781-f62d-42cf-a788-698ed4575570 None None] Routers {'fd7b94b8-6624-4537-ac20-26521ab2d2f2'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:56:46.104989 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-6154c781-f62d-42cf-a788-698ed4575570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:56:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['fd7b94b8-6624-4537-ac20-26521ab2d2f2'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:56:46.131706 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-6154c781-f62d-42cf-a788-698ed4575570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:56:46.132487 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6154c781-f62d-42cf-a788-698ed4575570 None None] The sync data for ids ['fd7b94b8-6624-4537-ac20-26521ab2d2f2'] in n-d-842733-1 is: [] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 20:56:46.147705 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.agents_db [None req-5c33ad30-4e00-40fa-b486-8c79c4a6cfc5 None None] Agent healthcheck: found 7 active agents {{(pid=103165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 20 20:56:46.180243 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-20fb3664-0402-45a3-a67c-c04fa52fb9c3 tempest-AllowedAddressPairIpV6TestJSON-423995070 tempest-AllowedAddressPairIpV6TestJSON-423995070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:46.184009 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-20fb3664-0402-45a3-a67c-c04fa52fb9c3 tempest-AllowedAddressPairIpV6TestJSON-423995070 tempest-AllowedAddressPairIpV6TestJSON-423995070-project] 10.222.0.35 "DELETE /v2.0/ports/cc384d82-fbf1-41a7-b37d-5ba7bd0979e1 HTTP/1.1" status: 204 len: 168 time: 1.3804669 May 20 20:56:46.187147 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 60898) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:56:46.216705 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 60900) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:56:46.252882 n-d-842733-1 neutron-server[103163]: INFO neutron.pecan_wsgi.hooks.translation [None req-b14cfffc-e82a-4194-a744-79d355519e08 tempest-AllowedAddressPairIpV6TestJSON-423995070 tempest-AllowedAddressPairIpV6TestJSON-423995070-project] GET failed (client error): The resource could not be found. May 20 20:56:46.252882 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-b14cfffc-e82a-4194-a744-79d355519e08 tempest-AllowedAddressPairIpV6TestJSON-423995070 tempest-AllowedAddressPairIpV6TestJSON-423995070-project] 10.222.0.35 "GET /v2.0/ports/cc384d82-fbf1-41a7-b37d-5ba7bd0979e1 HTTP/1.1" status: 404 len: 333 time: 0.0626225 May 20 20:56:46.254361 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 60904) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:56:46.295856 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9e3017ff-d6fe-4d39-823d-0378c41f43a8 tempest-FloatingIPAdminTestJSON-491845398 tempest-FloatingIPAdminTestJSON-491845398-project] Notify callbacks [] for router, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:46.404988 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-ddd672e1-1d0b-4595-aeb6-f8721ea98e69 tempest-AllowedAddressPairIpV6TestJSON-423995070 tempest-AllowedAddressPairIpV6TestJSON-423995070-project] Deleting port ea2aa402-5ed6-4548-9863-8d7af49928cf {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:56:46.405599 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ddd672e1-1d0b-4595-aeb6-f8721ea98e69 tempest-AllowedAddressPairIpV6TestJSON-423995070 tempest-AllowedAddressPairIpV6TestJSON-423995070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:46.544193 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ddd672e1-1d0b-4595-aeb6-f8721ea98e69 tempest-AllowedAddressPairIpV6TestJSON-423995070 tempest-AllowedAddressPairIpV6TestJSON-423995070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:46.553641 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-c8668cda-3c43-4473-8b2d-f2413783b7c6 tempest-RoutersIpV6AdminTest-232410807 tempest-RoutersIpV6AdminTest-232410807-project] Deleting port 8ed51266-d6ae-4983-b051-beda793bc5ce {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:56:46.554422 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c8668cda-3c43-4473-8b2d-f2413783b7c6 tempest-RoutersIpV6AdminTest-232410807 tempest-RoutersIpV6AdminTest-232410807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:46.554715 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-ddd672e1-1d0b-4595-aeb6-f8721ea98e69 tempest-AllowedAddressPairIpV6TestJSON-423995070 tempest-AllowedAddressPairIpV6TestJSON-423995070-project] Calling delete_port for ea2aa402-5ed6-4548-9863-8d7af49928cf owned by {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:56:46.576605 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-cc88c033-4dbd-4002-8cec-22b31007df49 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8fcd29f320dc48e6aa911d84c732fd6f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2857354 May 20 20:56:46.581126 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 60908) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:56:46.674790 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9e3017ff-d6fe-4d39-823d-0378c41f43a8 tempest-FloatingIPAdminTestJSON-491845398 tempest-FloatingIPAdminTestJSON-491845398-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:46.728332 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c8668cda-3c43-4473-8b2d-f2413783b7c6 tempest-RoutersIpV6AdminTest-232410807 tempest-RoutersIpV6AdminTest-232410807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:46.737892 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b202e5a3-84a7-4286-99f5-8af8e8c0fadd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:46.746130 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-c8668cda-3c43-4473-8b2d-f2413783b7c6 tempest-RoutersIpV6AdminTest-232410807 tempest-RoutersIpV6AdminTest-232410807-project] Calling delete_port for 8ed51266-d6ae-4983-b051-beda793bc5ce owned by network:router_gateway {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:56:46.767388 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ddd672e1-1d0b-4595-aeb6-f8721ea98e69 tempest-AllowedAddressPairIpV6TestJSON-423995070 tempest-AllowedAddressPairIpV6TestJSON-423995070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:46.799660 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b202e5a3-84a7-4286-99f5-8af8e8c0fadd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:46.833801 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd672e1-1d0b-4595-aeb6-f8721ea98e69 tempest-AllowedAddressPairIpV6TestJSON-423995070 tempest-AllowedAddressPairIpV6TestJSON-423995070-project] Pushing event deleted for resources: {'Port': ['ID=ea2aa402-5ed6-4548-9863-8d7af49928cf,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:56:46.863426 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ddd672e1-1d0b-4595-aeb6-f8721ea98e69 tempest-AllowedAddressPairIpV6TestJSON-423995070 tempest-AllowedAddressPairIpV6TestJSON-423995070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:46.873057 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-ddd672e1-1d0b-4595-aeb6-f8721ea98e69 tempest-AllowedAddressPairIpV6TestJSON-423995070 tempest-AllowedAddressPairIpV6TestJSON-423995070-project] 10.222.0.35 "DELETE /v2.0/ports/ea2aa402-5ed6-4548-9863-8d7af49928cf HTTP/1.1" status: 204 len: 168 time: 0.6168282 May 20 20:56:46.874056 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 60912) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:56:46.915432 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-9e3017ff-d6fe-4d39-823d-0378c41f43a8 tempest-FloatingIPAdminTestJSON-491845398 tempest-FloatingIPAdminTestJSON-491845398-project] Deleting port 53509272-e9cb-4e29-af96-f95ec5d07ada {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:56:46.915779 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9e3017ff-d6fe-4d39-823d-0378c41f43a8 tempest-FloatingIPAdminTestJSON-491845398 tempest-FloatingIPAdminTestJSON-491845398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:46.982932 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_v2 [None req-a79add9b-ddfc-41c4-95d5-3b7fb60b139f tempest-AllowedAddressPairIpV6TestJSON-423995070 tempest-AllowedAddressPairIpV6TestJSON-423995070-project] Deleting subnet 977ced01-96c8-42fc-b852-6806778422d0 {{(pid=103163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 20 20:56:46.999112 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a79add9b-ddfc-41c4-95d5-3b7fb60b139f tempest-AllowedAddressPairIpV6TestJSON-423995070 tempest-AllowedAddressPairIpV6TestJSON-423995070-project] Notify callbacks [] for subnet, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:47.084640 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b202e5a3-84a7-4286-99f5-8af8e8c0fadd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:47.087832 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b202e5a3-84a7-4286-99f5-8af8e8c0fadd admin admin] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:47.096180 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-b202e5a3-84a7-4286-99f5-8af8e8c0fadd admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9da594a0-6509-4cb5-8776-3914c5f38ad8 HTTP/1.1" status: 204 len: 168 time: 0.5122924 May 20 20:56:47.116097 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b202e5a3-84a7-4286-99f5-8af8e8c0fadd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9da594a0-6509-4cb5-8776-3914c5f38ad8,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:56:47.124761 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9e3017ff-d6fe-4d39-823d-0378c41f43a8 tempest-FloatingIPAdminTestJSON-491845398 tempest-FloatingIPAdminTestJSON-491845398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:47.170215 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-9e3017ff-d6fe-4d39-823d-0378c41f43a8 tempest-FloatingIPAdminTestJSON-491845398 tempest-FloatingIPAdminTestJSON-491845398-project] Calling delete_port for 53509272-e9cb-4e29-af96-f95ec5d07ada owned by network:router_gateway {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:56:47.177545 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4359a81c-f32e-4e1d-b220-aa7d687f3b45 req-b2e1f776-cf77-4112-82f1-46f82e0af5f7 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a5c45df-5c39-4d28-bd2b-5f9ce9bce8c6 HTTP/1.1" status: 200 len: 210 time: 0.1096654 May 20 20:56:47.186707 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a79add9b-ddfc-41c4-95d5-3b7fb60b139f tempest-AllowedAddressPairIpV6TestJSON-423995070 tempest-AllowedAddressPairIpV6TestJSON-423995070-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9338757'] for subnet, precommit_delete_associations {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:47.266295 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c8668cda-3c43-4473-8b2d-f2413783b7c6 tempest-RoutersIpV6AdminTest-232410807 tempest-RoutersIpV6AdminTest-232410807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:47.322557 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8668cda-3c43-4473-8b2d-f2413783b7c6 tempest-RoutersIpV6AdminTest-232410807 tempest-RoutersIpV6AdminTest-232410807-project] Pushing event deleted for resources: {'Port': ['ID=8ed51266-d6ae-4983-b051-beda793bc5ce,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:56:47.367134 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a79add9b-ddfc-41c4-95d5-3b7fb60b139f tempest-AllowedAddressPairIpV6TestJSON-423995070 tempest-AllowedAddressPairIpV6TestJSON-423995070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33068388'] for subnet, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:47.495072 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a79add9b-ddfc-41c4-95d5-3b7fb60b139f tempest-AllowedAddressPairIpV6TestJSON-423995070 tempest-AllowedAddressPairIpV6TestJSON-423995070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33068399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9641221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8422588'] for subnet, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:47.496563 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c8668cda-3c43-4473-8b2d-f2413783b7c6 tempest-RoutersIpV6AdminTest-232410807 tempest-RoutersIpV6AdminTest-232410807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-748206'] for router_gateway, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:47.532319 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79add9b-ddfc-41c4-95d5-3b7fb60b139f tempest-AllowedAddressPairIpV6TestJSON-423995070 tempest-AllowedAddressPairIpV6TestJSON-423995070-project] Pushing event deleted for resources: {'Subnet': ['ID=977ced01-96c8-42fc-b852-6806778422d0,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:56:47.534749 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a79add9b-ddfc-41c4-95d5-3b7fb60b139f tempest-AllowedAddressPairIpV6TestJSON-423995070 tempest-AllowedAddressPairIpV6TestJSON-423995070-project] Notify callbacks [] for subnet, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:47.538262 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-a79add9b-ddfc-41c4-95d5-3b7fb60b139f tempest-AllowedAddressPairIpV6TestJSON-423995070 tempest-AllowedAddressPairIpV6TestJSON-423995070-project] 10.222.0.35 "DELETE /v2.0/subnets/977ced01-96c8-42fc-b852-6806778422d0 HTTP/1.1" status: 204 len: 168 time: 0.6632860 May 20 20:56:47.540994 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 60920) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:56:47.552540 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4425925-3f2e-49d8-b424-dc37a3e6aaee None None] Network 9a3342c1-289b-4f17-8e16-b5138909c411 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:56:47.728529 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6885b4ab-0358-40ae-a1ff-a5da7fdc195a tempest-AllowedAddressPairIpV6TestJSON-423995070 tempest-AllowedAddressPairIpV6TestJSON-423995070-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33160123'] for network, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:47.808624 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6f14d3f-ff84-486b-a50a-e3a23fde0028 None None] DHCP port deletion for 9a3342c1-289b-4f17-8e16-b5138909c411 request from n-d-842733-1 {{(pid=103164) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 20:56:47.964036 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-6885b4ab-0358-40ae-a1ff-a5da7fdc195a tempest-AllowedAddressPairIpV6TestJSON-423995070 tempest-AllowedAddressPairIpV6TestJSON-423995070-project] Deleting port 1454287b-9d7f-4f76-b080-fe2d35399cce {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:56:47.964303 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6885b4ab-0358-40ae-a1ff-a5da7fdc195a tempest-AllowedAddressPairIpV6TestJSON-423995070 tempest-AllowedAddressPairIpV6TestJSON-423995070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:48.056391 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b6f14d3f-ff84-486b-a50a-e3a23fde0028 None None] Deleting port 1454287b-9d7f-4f76-b080-fe2d35399cce {{(pid=103164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:56:48.057004 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b6f14d3f-ff84-486b-a50a-e3a23fde0028 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:48.089948 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-6885b4ab-0358-40ae-a1ff-a5da7fdc195a tempest-AllowedAddressPairIpV6TestJSON-423995070 tempest-AllowedAddressPairIpV6TestJSON-423995070-project] For port 1454287b-9d7f-4f76-b080-fe2d35399cce, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=1454287b-9d7f-4f76-b080-fe2d35399cce,segment=NetworkSegment(c0828888-e467-4ecb-9c8d-b17294e22348),segment_id=c0828888-e467-4ecb-9c8d-b17294e22348)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:56:48.090327 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6885b4ab-0358-40ae-a1ff-a5da7fdc195a tempest-AllowedAddressPairIpV6TestJSON-423995070 tempest-AllowedAddressPairIpV6TestJSON-423995070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:48.106789 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-6885b4ab-0358-40ae-a1ff-a5da7fdc195a tempest-AllowedAddressPairIpV6TestJSON-423995070 tempest-AllowedAddressPairIpV6TestJSON-423995070-project] Calling delete_port for 1454287b-9d7f-4f76-b080-fe2d35399cce owned by network:dhcp {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:56:48.180118 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9e3017ff-d6fe-4d39-823d-0378c41f43a8 tempest-FloatingIPAdminTestJSON-491845398 tempest-FloatingIPAdminTestJSON-491845398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:48.186711 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c8668cda-3c43-4473-8b2d-f2413783b7c6 tempest-RoutersIpV6AdminTest-232410807 tempest-RoutersIpV6AdminTest-232410807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26169'] for router, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:48.199453 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c8668cda-3c43-4473-8b2d-f2413783b7c6 tempest-RoutersIpV6AdminTest-232410807 tempest-RoutersIpV6AdminTest-232410807-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:48.238649 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b6f14d3f-ff84-486b-a50a-e3a23fde0028 None None] For port 1454287b-9d7f-4f76-b080-fe2d35399cce, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=1454287b-9d7f-4f76-b080-fe2d35399cce,segment=NetworkSegment(c0828888-e467-4ecb-9c8d-b17294e22348),segment_id=c0828888-e467-4ecb-9c8d-b17294e22348)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:56:48.239641 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b6f14d3f-ff84-486b-a50a-e3a23fde0028 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:48.249341 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3017ff-d6fe-4d39-823d-0378c41f43a8 tempest-FloatingIPAdminTestJSON-491845398 tempest-FloatingIPAdminTestJSON-491845398-project] Pushing event deleted for resources: {'Port': ['ID=53509272-e9cb-4e29-af96-f95ec5d07ada,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:56:48.261739 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b6f14d3f-ff84-486b-a50a-e3a23fde0028 None None] Calling delete_port for 1454287b-9d7f-4f76-b080-fe2d35399cce owned by network:dhcp {{(pid=103164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:56:48.350890 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6885b4ab-0358-40ae-a1ff-a5da7fdc195a tempest-AllowedAddressPairIpV6TestJSON-423995070 tempest-AllowedAddressPairIpV6TestJSON-423995070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:48.430723 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9e3017ff-d6fe-4d39-823d-0378c41f43a8 tempest-FloatingIPAdminTestJSON-491845398 tempest-FloatingIPAdminTestJSON-491845398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-748206'] for router_gateway, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:48.439840 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b6f14d3f-ff84-486b-a50a-e3a23fde0028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099'] for port, after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:48.459090 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7a3af7-66bd-4740-8de3-bd1c55e1c8fc req-4f206541-067b-4a7a-acc0-b0c5a9954bec tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:56:48.459090 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-2f7a3af7-66bd-4740-8de3-bd1c55e1c8fc req-4f206541-067b-4a7a-acc0-b0c5a9954bec tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.13 "GET /v2.0/networks?id=181ef755-3c24-496f-be08-8076c8a38f91 HTTP/1.1" status: 200 len: 812 time: 0.2678208 May 20 20:56:48.459090 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c8668cda-3c43-4473-8b2d-f2413783b7c6 tempest-RoutersIpV6AdminTest-232410807 tempest-RoutersIpV6AdminTest-232410807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-693148'] for router, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:48.459090 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8668cda-3c43-4473-8b2d-f2413783b7c6 tempest-RoutersIpV6AdminTest-232410807 tempest-RoutersIpV6AdminTest-232410807-project] Fanout notify agent at l3_agent the message router_deleted on router ff16f226-29e9-4332-9c10-010ec657087b {{(pid=103162) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 20 20:56:48.461697 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6885b4ab-0358-40ae-a1ff-a5da7fdc195a tempest-AllowedAddressPairIpV6TestJSON-423995070 tempest-AllowedAddressPairIpV6TestJSON-423995070-project] Pushing event deleted for resources: {'Port': ['ID=1454287b-9d7f-4f76-b080-fe2d35399cce,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:56:48.462462 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c8668cda-3c43-4473-8b2d-f2413783b7c6 tempest-RoutersIpV6AdminTest-232410807 tempest-RoutersIpV6AdminTest-232410807-project] Notify callbacks [] for router, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:48.467857 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-c8668cda-3c43-4473-8b2d-f2413783b7c6 tempest-RoutersIpV6AdminTest-232410807 tempest-RoutersIpV6AdminTest-232410807-project] 10.222.0.35 "DELETE /v2.0/routers/ff16f226-29e9-4332-9c10-010ec657087b HTTP/1.1" status: 204 len: 168 time: 3.1637506 May 20 20:56:48.467961 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6885b4ab-0358-40ae-a1ff-a5da7fdc195a tempest-AllowedAddressPairIpV6TestJSON-423995070 tempest-AllowedAddressPairIpV6TestJSON-423995070-project] No DVR routers for this DVR port 1454287b-9d7f-4f76-b080-fe2d35399cce on host n-d-842733-1 {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:56:48.467961 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ec247894-17ef-4719-b419-060cc57b8184 req-2ad7c01e-63d7-4e3a-a573-db69e483600a tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a5c45df-5c39-4d28-bd2b-5f9ce9bce8c6 HTTP/1.1" status: 200 len: 210 time: 0.0609388 May 20 20:56:48.469680 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 60940) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:56:48.473771 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-9f75797a-adb0-4b56-b894-a35f215909b2 tempest-RoutersIpV6AdminTest-232410807 tempest-RoutersIpV6AdminTest-232410807-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-727133796', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:56:48.502986 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [req-2f7a3af7-66bd-4740-8de3-bd1c55e1c8fc req-9d9b7803-8223-4eae-b502-dad3e6f1c85c tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Request body: {'port': {'device_id': '7a5c45df-5c39-4d28-bd2b-5f9ce9bce8c6', 'network_id': '181ef755-3c24-496f-be08-8076c8a38f91', 'admin_state_up': True, 'tenant_id': '715802857a834d4a8fbaa37d5efc4e1e'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:56:48.563217 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f14d3f-ff84-486b-a50a-e3a23fde0028 None None] Pushing event deleted for resources: {'Port': ['ID=1454287b-9d7f-4f76-b080-fe2d35399cce,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:56:48.598957 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f14d3f-ff84-486b-a50a-e3a23fde0028 None None] No DVR routers for this DVR port 1454287b-9d7f-4f76-b080-fe2d35399cce on host n-d-842733-1 {{(pid=103164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:56:48.630380 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9f75797a-adb0-4b56-b894-a35f215909b2 tempest-RoutersIpV6AdminTest-232410807 tempest-RoutersIpV6AdminTest-232410807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-694221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26155'] for router, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:48.631469 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9f75797a-adb0-4b56-b894-a35f215909b2 tempest-RoutersIpV6AdminTest-232410807 tempest-RoutersIpV6AdminTest-232410807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-693085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748153', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-718080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26162'] for router, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:48.654513 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6885b4ab-0358-40ae-a1ff-a5da7fdc195a tempest-AllowedAddressPairIpV6TestJSON-423995070 tempest-AllowedAddressPairIpV6TestJSON-423995070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33072115', 'neutron.services.segments.db._delete_segments_for_network-8782419500584'] for network, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:48.660252 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 1454287b-9d7f-4f76-b080-fe2d35399cce no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:56:48.679770 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9e3017ff-d6fe-4d39-823d-0378c41f43a8 tempest-FloatingIPAdminTestJSON-491845398 tempest-FloatingIPAdminTestJSON-491845398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26169'] for router, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:48.679770 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9e3017ff-d6fe-4d39-823d-0378c41f43a8 tempest-FloatingIPAdminTestJSON-491845398 tempest-FloatingIPAdminTestJSON-491845398-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:48.687906 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: 1454287b-9d7f-4f76-b080-fe2d35399cce {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 20:56:48.688486 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 1454287b-9d7f-4f76-b080-fe2d35399cce not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 20:56:48.705762 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-6885b4ab-0358-40ae-a1ff-a5da7fdc195a tempest-AllowedAddressPairIpV6TestJSON-423995070 tempest-AllowedAddressPairIpV6TestJSON-423995070-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a3342c1-289b-4f17-8e16-b5138909c411']}} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:56:48.737443 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-6885b4ab-0358-40ae-a1ff-a5da7fdc195a tempest-AllowedAddressPairIpV6TestJSON-423995070 tempest-AllowedAddressPairIpV6TestJSON-423995070-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0828888-e467-4ecb-9c8d-b17294e22348') {'for_net_delete': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:56:48.737825 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-6885b4ab-0358-40ae-a1ff-a5da7fdc195a tempest-AllowedAddressPairIpV6TestJSON-423995070 tempest-AllowedAddressPairIpV6TestJSON-423995070-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0828888-e467-4ecb-9c8d-b17294e22348') {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:56:48.751696 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6885b4ab-0358-40ae-a1ff-a5da7fdc195a tempest-AllowedAddressPairIpV6TestJSON-423995070 tempest-AllowedAddressPairIpV6TestJSON-423995070-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419501617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9338764'] for segment, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:48.782012 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9f75797a-adb0-4b56-b894-a35f215909b2 tempest-RoutersIpV6AdminTest-232410807 tempest-RoutersIpV6AdminTest-232410807-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:48.789361 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6885b4ab-0358-40ae-a1ff-a5da7fdc195a tempest-AllowedAddressPairIpV6TestJSON-423995070 tempest-AllowedAddressPairIpV6TestJSON-423995070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:48.797294 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6885b4ab-0358-40ae-a1ff-a5da7fdc195a tempest-AllowedAddressPairIpV6TestJSON-423995070 tempest-AllowedAddressPairIpV6TestJSON-423995070-project] Releasing vlan 201 on physical network physnet1 to pool {{(pid=103163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 20:56:48.797699 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6885b4ab-0358-40ae-a1ff-a5da7fdc195a tempest-AllowedAddressPairIpV6TestJSON-423995070 tempest-AllowedAddressPairIpV6TestJSON-423995070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9638311'] for segment, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:48.802875 n-d-842733-1 neutron-server[103163]: Traceback (most recent call last): May 20 20:56:48.802875 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 20:56:48.802875 n-d-842733-1 neutron-server[103163]: timer() May 20 20:56:48.802875 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 20:56:48.802875 n-d-842733-1 neutron-server[103163]: cb(*args, **kw) May 20 20:56:48.802875 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 20 20:56:48.802875 n-d-842733-1 neutron-server[103163]: return func(*args, **kwargs) May 20 20:56:48.802875 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 20:56:48.802875 n-d-842733-1 neutron-server[103163]: self._notify() May 20 20:56:48.802875 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 20:56:48.802875 n-d-842733-1 neutron-server[103163]: self.callback(batched_events) May 20 20:56:48.802875 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 20:56:48.802875 n-d-842733-1 neutron-server[103163]: event.method(event) May 20 20:56:48.802875 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 20 20:56:48.802875 n-d-842733-1 neutron-server[103163]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 20:56:48.802875 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 20 20:56:48.802875 n-d-842733-1 neutron-server[103163]: aggregate_uuid = self.p_client.list_aggregates( May 20 20:56:48.802875 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 20 20:56:48.802875 n-d-842733-1 neutron-server[103163]: return f(self, *a, **k) May 20 20:56:48.802875 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 20 20:56:48.802875 n-d-842733-1 neutron-server[103163]: return self._get(url).json() May 20 20:56:48.802875 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 20 20:56:48.802875 n-d-842733-1 neutron-server[103163]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 20:56:48.802875 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 20:56:48.802875 n-d-842733-1 neutron-server[103163]: return self.request(url, 'GET', **kwargs) May 20 20:56:48.802875 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 20:56:48.802875 n-d-842733-1 neutron-server[103163]: base_url = self.get_endpoint(auth, allow=allow, May 20 20:56:48.802875 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 20:56:48.802875 n-d-842733-1 neutron-server[103163]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 20:56:48.802875 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 20:56:48.802875 n-d-842733-1 neutron-server[103163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 20:56:48.802875 n-d-842733-1 neutron-server[103163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 20:56:48.842650 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9e3017ff-d6fe-4d39-823d-0378c41f43a8 tempest-FloatingIPAdminTestJSON-491845398 tempest-FloatingIPAdminTestJSON-491845398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-693148'] for router, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:48.843577 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e3017ff-d6fe-4d39-823d-0378c41f43a8 tempest-FloatingIPAdminTestJSON-491845398 tempest-FloatingIPAdminTestJSON-491845398-project] Fanout notify agent at l3_agent the message router_deleted on router fd7b94b8-6624-4537-ac20-26521ab2d2f2 {{(pid=103162) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 20 20:56:48.865557 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9f75797a-adb0-4b56-b894-a35f215909b2 tempest-RoutersIpV6AdminTest-232410807 tempest-RoutersIpV6AdminTest-232410807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748106'] for router, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:48.870942 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9e3017ff-d6fe-4d39-823d-0378c41f43a8 tempest-FloatingIPAdminTestJSON-491845398 tempest-FloatingIPAdminTestJSON-491845398-project] Notify callbacks [] for router, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:48.870942 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-9e3017ff-d6fe-4d39-823d-0378c41f43a8 tempest-FloatingIPAdminTestJSON-491845398 tempest-FloatingIPAdminTestJSON-491845398-project] 10.222.0.35 "DELETE /v2.0/routers/fd7b94b8-6624-4537-ac20-26521ab2d2f2 HTTP/1.1" status: 204 len: 168 time: 2.8301654 May 20 20:56:48.870942 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f7a3af7-66bd-4740-8de3-bd1c55e1c8fc req-9d9b7803-8223-4eae-b502-dad3e6f1c85c tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Made reservation on behalf of 715802857a834d4a8fbaa37d5efc4e1e for: {'port': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:56:48.873564 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 60950) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:56:48.875753 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-2f7a3af7-66bd-4740-8de3-bd1c55e1c8fc req-9d9b7803-8223-4eae-b502-dad3e6f1c85c tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:48.930429 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 60954) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:56:48.961889 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_v2 [None req-436be224-d7a2-4619-8570-1755611e59c5 tempest-FloatingIPAdminTestJSON-491845398 tempest-FloatingIPAdminTestJSON-491845398-project] Deleting subnet 8dd27ae8-974b-49a8-8ab3-c58f2bc416e6 {{(pid=103163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 20 20:56:48.966813 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-436be224-d7a2-4619-8570-1755611e59c5 tempest-FloatingIPAdminTestJSON-491845398 tempest-FloatingIPAdminTestJSON-491845398-project] Notify callbacks [] for subnet, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:49.001986 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6885b4ab-0358-40ae-a1ff-a5da7fdc195a tempest-AllowedAddressPairIpV6TestJSON-423995070 tempest-AllowedAddressPairIpV6TestJSON-423995070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33072122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748162'] for network, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:49.007570 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6885b4ab-0358-40ae-a1ff-a5da7fdc195a tempest-AllowedAddressPairIpV6TestJSON-423995070 tempest-AllowedAddressPairIpV6TestJSON-423995070-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:49.010968 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-6885b4ab-0358-40ae-a1ff-a5da7fdc195a tempest-AllowedAddressPairIpV6TestJSON-423995070 tempest-AllowedAddressPairIpV6TestJSON-423995070-project] 10.222.0.35 "DELETE /v2.0/networks/9a3342c1-289b-4f17-8e16-b5138909c411 HTTP/1.1" status: 204 len: 168 time: 1.4687738 May 20 20:56:49.064832 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-436be224-d7a2-4619-8570-1755611e59c5 tempest-FloatingIPAdminTestJSON-491845398 tempest-FloatingIPAdminTestJSON-491845398-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9338757'] for subnet, precommit_delete_associations {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:49.067741 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6885b4ab-0358-40ae-a1ff-a5da7fdc195a tempest-AllowedAddressPairIpV6TestJSON-423995070 tempest-AllowedAddressPairIpV6TestJSON-423995070-project] Pushing event deleted for resources: {'Network': ['ID=9a3342c1-289b-4f17-8e16-b5138909c411,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:56:49.111010 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9f75797a-adb0-4b56-b894-a35f215909b2 tempest-RoutersIpV6AdminTest-232410807 tempest-RoutersIpV6AdminTest-232410807-project] Notify callbacks [] for router, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:49.112342 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-9f75797a-adb0-4b56-b894-a35f215909b2 tempest-RoutersIpV6AdminTest-232410807 tempest-RoutersIpV6AdminTest-232410807-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.6427147 May 20 20:56:49.116273 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 60960) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:56:49.119623 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-a0def6f5-5861-46f6-b91c-016eec609c3c admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1610636998-network', 'tenant_id': '45d60e5a85494143a2206a5a33987b3d'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:56:49.122949 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-d8a464d5-0faf-42de-aaca-5be1d33fc794 tempest-RoutersIpV6AdminTest-232410807 tempest-RoutersIpV6AdminTest-232410807-project] Request body: {'router': {'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'}}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:56:49.202283 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-436be224-d7a2-4619-8570-1755611e59c5 tempest-FloatingIPAdminTestJSON-491845398 tempest-FloatingIPAdminTestJSON-491845398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33068388'] for subnet, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:49.227791 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [req-2f7a3af7-66bd-4740-8de3-bd1c55e1c8fc req-9d9b7803-8223-4eae-b502-dad3e6f1c85c tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Allocated IP 172.20.0.2 (181ef755-3c24-496f-be08-8076c8a38f91/dd6622f3-1158-4c3b-bd25-193ec3e3078b/3c691788-5c70-4914-8e00-cab99c416755) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:56:49.259327 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0def6f5-5861-46f6-b91c-016eec609c3c admin admin] Made reservation on behalf of 45d60e5a85494143a2206a5a33987b3d for: {'network': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:56:49.261922 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a0def6f5-5861-46f6-b91c-016eec609c3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for network, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:49.274512 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a0def6f5-5861-46f6-b91c-016eec609c3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:49.396589 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a0def6f5-5861-46f6-b91c-016eec609c3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:49.420911 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d8a464d5-0faf-42de-aaca-5be1d33fc794 tempest-RoutersIpV6AdminTest-232410807 tempest-RoutersIpV6AdminTest-232410807-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:49.425723 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-436be224-d7a2-4619-8570-1755611e59c5 tempest-FloatingIPAdminTestJSON-491845398 tempest-FloatingIPAdminTestJSON-491845398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33068399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9641221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8422588'] for subnet, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:49.442644 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-436be224-d7a2-4619-8570-1755611e59c5 tempest-FloatingIPAdminTestJSON-491845398 tempest-FloatingIPAdminTestJSON-491845398-project] Notify callbacks [] for subnet, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:49.449660 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-436be224-d7a2-4619-8570-1755611e59c5 tempest-FloatingIPAdminTestJSON-491845398 tempest-FloatingIPAdminTestJSON-491845398-project] 10.222.0.35 "DELETE /v2.0/subnets/8dd27ae8-974b-49a8-8ab3-c58f2bc416e6 HTTP/1.1" status: 204 len: 168 time: 0.5686567 May 20 20:56:49.452186 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86364e4e-d278-49a9-ade3-8eb210059987 None None] Network 1945ad8d-8d27-4599-ae91-466dd6e18eba requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:56:49.452362 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 60966) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:56:49.471682 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436be224-d7a2-4619-8570-1755611e59c5 tempest-FloatingIPAdminTestJSON-491845398 tempest-FloatingIPAdminTestJSON-491845398-project] Pushing event deleted for resources: {'Subnet': ['ID=8dd27ae8-974b-49a8-8ab3-c58f2bc416e6,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:56:49.494132 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a0def6f5-5861-46f6-b91c-016eec609c3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:49.553372 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0def6f5-5861-46f6-b91c-016eec609c3c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 212} {{(pid=103163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 20:56:49.582720 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0def6f5-5861-46f6-b91c-016eec609c3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ac682f0-67fc-4a5c-81fb-b80b5c12f5c5,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:56:49.599529 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a0def6f5-5861-46f6-b91c-016eec609c3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:49.599990 n-d-842733-1 neutron-server[103163]: INFO neutron.db.segments_db [None req-a0def6f5-5861-46f6-b91c-016eec609c3c admin admin] Added segment d0018fbc-8976-4a5a-8d5f-7cbc2d0767c4 of type vlan for network dd8d6d53-d372-47c7-a59c-c8c96265a507 May 20 20:56:49.710121 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-dc713918-fd00-4ee1-ad52-3a862c0fe848 req-8e33049f-a055-4a3d-9317-d9b91250e8d6 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a5c45df-5c39-4d28-bd2b-5f9ce9bce8c6 HTTP/1.1" status: 200 len: 210 time: 0.0550206 May 20 20:56:49.722236 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 60972) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:56:49.738277 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a0def6f5-5861-46f6-b91c-016eec609c3c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418993264'] for network, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:49.789713 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8ead4011-d0a5-40a3-ac78-3ac3d5e6225d tempest-FloatingIPAdminTestJSON-491845398 tempest-FloatingIPAdminTestJSON-491845398-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33160123'] for network, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:49.805095 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8abc1d05-b7ea-4130-abd4-433876c933a8 None None] DHCP port deletion for 1945ad8d-8d27-4599-ae91-466dd6e18eba request from n-d-842733-1 {{(pid=103164) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 20:56:49.840962 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-2f7a3af7-66bd-4740-8de3-bd1c55e1c8fc req-9d9b7803-8223-4eae-b502-dad3e6f1c85c tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:49.842181 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a0def6f5-5861-46f6-b91c-016eec609c3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524'] for network, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:49.843167 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0def6f5-5861-46f6-b91c-016eec609c3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:56:49.843758 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a0def6f5-5861-46f6-b91c-016eec609c3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:49.875308 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a51f4f2e-c7ee-4ce9-bc7a-9073943e3a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:49.902688 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-8abc1d05-b7ea-4130-abd4-433876c933a8 None None] Deleting port 48972310-06cb-46d7-bab8-35b1efbf3396 {{(pid=103164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:56:49.903409 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-8abc1d05-b7ea-4130-abd4-433876c933a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:49.998907 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-8abc1d05-b7ea-4130-abd4-433876c933a8 None None] For port 48972310-06cb-46d7-bab8-35b1efbf3396, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=48972310-06cb-46d7-bab8-35b1efbf3396,segment=NetworkSegment(e532278b-897a-43e3-a0ac-7ccf1fe311b9),segment_id=e532278b-897a-43e3-a0ac-7ccf1fe311b9)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:56:49.999416 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0def6f5-5861-46f6-b91c-016eec609c3c admin admin] Pushing event updated for resources: {'Network': ['ID=dd8d6d53-d372-47c7-a59c-c8c96265a507,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:56:49.999975 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-8abc1d05-b7ea-4130-abd4-433876c933a8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:50.030701 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Network dd8d6d53-d372-47c7-a59c-c8c96265a507 details requested by agent ovs-agent-n-d-842733-1 with host n-d-842733-1 {{(pid=103164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 20 20:56:50.037645 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-8abc1d05-b7ea-4130-abd4-433876c933a8 None None] Calling delete_port for 48972310-06cb-46d7-bab8-35b1efbf3396 owned by network:dhcp {{(pid=103164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:56:50.061010 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-a0def6f5-5861-46f6-b91c-016eec609c3c admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1282449 May 20 20:56:50.064075 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 60976) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:56:50.070236 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-7bf518e9-cba9-44ac-b083-673b9d536e04 admin admin] Request body: {'subnet': {'network_id': 'dd8d6d53-d372-47c7-a59c-c8c96265a507', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1610636998-subnet', 'tenant_id': '45d60e5a85494143a2206a5a33987b3d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:56:50.100941 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-6f606150-7311-46fc-a99b-a48e467efa06 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=569669e6672c4e35853ccbb2505c30b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3773563 May 20 20:56:50.101947 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 60978) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:56:50.156497 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-8ead4011-d0a5-40a3-ac78-3ac3d5e6225d tempest-FloatingIPAdminTestJSON-491845398 tempest-FloatingIPAdminTestJSON-491845398-project] Deleting port 48972310-06cb-46d7-bab8-35b1efbf3396 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:56:50.156931 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8ead4011-d0a5-40a3-ac78-3ac3d5e6225d tempest-FloatingIPAdminTestJSON-491845398 tempest-FloatingIPAdminTestJSON-491845398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:50.172503 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-fd41c33a-f944-4dce-968d-e89c4e36c303 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:50.178135 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bf518e9-cba9-44ac-b083-673b9d536e04 admin admin] Made reservation on behalf of 45d60e5a85494143a2206a5a33987b3d for: {'subnet': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:56:50.181170 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7bf518e9-cba9-44ac-b083-673b9d536e04 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8422561'] for subnet, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:50.237953 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-8abc1d05-b7ea-4130-abd4-433876c933a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099'] for port, after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:50.264224 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-fd41c33a-f944-4dce-968d-e89c4e36c303 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:50.267569 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-8ead4011-d0a5-40a3-ac78-3ac3d5e6225d tempest-FloatingIPAdminTestJSON-491845398 tempest-FloatingIPAdminTestJSON-491845398-project] For port 48972310-06cb-46d7-bab8-35b1efbf3396, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=48972310-06cb-46d7-bab8-35b1efbf3396,segment=NetworkSegment(e532278b-897a-43e3-a0ac-7ccf1fe311b9),segment_id=e532278b-897a-43e3-a0ac-7ccf1fe311b9)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:56:50.268803 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8ead4011-d0a5-40a3-ac78-3ac3d5e6225d tempest-FloatingIPAdminTestJSON-491845398 tempest-FloatingIPAdminTestJSON-491845398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:50.272498 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-2f7a3af7-66bd-4740-8de3-bd1c55e1c8fc req-9d9b7803-8223-4eae-b502-dad3e6f1c85c tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:50.287878 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abc1d05-b7ea-4130-abd4-433876c933a8 None None] Pushing event deleted for resources: {'Port': ['ID=48972310-06cb-46d7-bab8-35b1efbf3396,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:56:50.291222 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8abc1d05-b7ea-4130-abd4-433876c933a8 None None] No DVR routers for this DVR port 48972310-06cb-46d7-bab8-35b1efbf3396 on host n-d-842733-1 {{(pid=103164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:56:50.345016 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-8ead4011-d0a5-40a3-ac78-3ac3d5e6225d tempest-FloatingIPAdminTestJSON-491845398 tempest-FloatingIPAdminTestJSON-491845398-project] Calling delete_port for 48972310-06cb-46d7-bab8-35b1efbf3396 owned by network:dhcp {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:56:50.383973 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f7a3af7-66bd-4740-8de3-bd1c55e1c8fc req-9d9b7803-8223-4eae-b502-dad3e6f1c85c tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Network 181ef755-3c24-496f-be08-8076c8a38f91 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:56:50.390992 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [req-2f7a3af7-66bd-4740-8de3-bd1c55e1c8fc req-9d9b7803-8223-4eae-b502-dad3e6f1c85c tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:56:50.396581 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f7a3af7-66bd-4740-8de3-bd1c55e1c8fc req-9d9b7803-8223-4eae-b502-dad3e6f1c85c tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:56:50.475655 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-fd41c33a-f944-4dce-968d-e89c4e36c303 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:50.479893 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-fd41c33a-f944-4dce-968d-e89c4e36c303 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:50.490848 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-fd41c33a-f944-4dce-968d-e89c4e36c303 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3e0df6a0-f929-4844-b984-ccc952a580fb HTTP/1.1" status: 204 len: 168 time: 0.3814847 May 20 20:56:50.491218 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d8a464d5-0faf-42de-aaca-5be1d33fc794 tempest-RoutersIpV6AdminTest-232410807 tempest-RoutersIpV6AdminTest-232410807-project] Notify callbacks [] for router_gateway, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:50.500729 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9b7803-8223-4eae-b502-dad3e6f1c85c tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Pushing event updated for resources: {'Port': ['ID=3c691788-5c70-4914-8e00-cab99c416755,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:56:50.513446 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd41c33a-f944-4dce-968d-e89c4e36c303 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e0df6a0-f929-4844-b984-ccc952a580fb,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:56:50.527093 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d8a464d5-0faf-42de-aaca-5be1d33fc794 tempest-RoutersIpV6AdminTest-232410807 tempest-RoutersIpV6AdminTest-232410807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:50.550765 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7a3af7-66bd-4740-8de3-bd1c55e1c8fc req-9d9b7803-8223-4eae-b502-dad3e6f1c85c tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:56:50.551353 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-2f7a3af7-66bd-4740-8de3-bd1c55e1c8fc req-9d9b7803-8223-4eae-b502-dad3e6f1c85c tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:50.607496 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7bf518e9-cba9-44ac-b083-673b9d536e04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9641412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8422583'] for subnet, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:50.655026 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-2f7a3af7-66bd-4740-8de3-bd1c55e1c8fc req-9d9b7803-8223-4eae-b502-dad3e6f1c85c tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1560905 May 20 20:56:50.658826 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8ead4011-d0a5-40a3-ac78-3ac3d5e6225d tempest-FloatingIPAdminTestJSON-491845398 tempest-FloatingIPAdminTestJSON-491845398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:50.697996 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [req-2f7a3af7-66bd-4740-8de3-bd1c55e1c8fc req-f529b9cb-64d1-44b5-a6e3-35cc16c84cc8 service neutron] Request body: {'port': {'device_id': '7a5c45df-5c39-4d28-bd2b-5f9ce9bce8c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-842733-1'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:56:50.698167 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 48972310-06cb-46d7-bab8-35b1efbf3396 no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:56:50.758094 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: 48972310-06cb-46d7-bab8-35b1efbf3396 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 20:56:50.758441 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 48972310-06cb-46d7-bab8-35b1efbf3396 not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 20:56:50.775871 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ead4011-d0a5-40a3-ac78-3ac3d5e6225d tempest-FloatingIPAdminTestJSON-491845398 tempest-FloatingIPAdminTestJSON-491845398-project] Pushing event deleted for resources: {'Port': ['ID=48972310-06cb-46d7-bab8-35b1efbf3396,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:56:50.776068 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf518e9-cba9-44ac-b083-673b9d536e04 admin admin] Checking segment: {'id': 'd0018fbc-8976-4a5a-8d5f-7cbc2d0767c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'dd8d6d53-d372-47c7-a59c-c8c96265a507'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:56:50.776068 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bf518e9-cba9-44ac-b083-673b9d536e04 admin admin] Network hostable DHCP agents. Network: dd8d6d53-d372-47c7-a59c-c8c96265a507, hostable agents: ['c9b0653c-f3c7-4339-bd50-e3754b629216'], hosted agents: [] {{(pid=103163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 20:56:50.800578 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ead4011-d0a5-40a3-ac78-3ac3d5e6225d tempest-FloatingIPAdminTestJSON-491845398 tempest-FloatingIPAdminTestJSON-491845398-project] No DVR routers for this DVR port 48972310-06cb-46d7-bab8-35b1efbf3396 on host n-d-842733-1 {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:56:50.857255 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf518e9-cba9-44ac-b083-673b9d536e04 admin admin] Pushing event updated for resources: {'Subnet': ['ID=107e6914-57f1-42a8-8e5b-204bf54009a5,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:56:50.907811 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bf518e9-cba9-44ac-b083-673b9d536e04 admin admin] Network dd8d6d53-d372-47c7-a59c-c8c96265a507 is scheduled to be hosted by DHCP agent c9b0653c-f3c7-4339-bd50-e3754b629216 with binding_index 1 {{(pid=103163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 20:56:50.938536 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8ead4011-d0a5-40a3-ac78-3ac3d5e6225d tempest-FloatingIPAdminTestJSON-491845398 tempest-FloatingIPAdminTestJSON-491845398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33072115', 'neutron.services.segments.db._delete_segments_for_network-8782419500584'] for network, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:50.961657 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-8ead4011-d0a5-40a3-ac78-3ac3d5e6225d tempest-FloatingIPAdminTestJSON-491845398 tempest-FloatingIPAdminTestJSON-491845398-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1945ad8d-8d27-4599-ae91-466dd6e18eba']}} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:56:50.971841 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25ba646-1ccf-42de-953c-c20f5660b252 req-f946accf-c562-4515-a693-a5e1e008b85c tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:56:50.972434 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-8ead4011-d0a5-40a3-ac78-3ac3d5e6225d tempest-FloatingIPAdminTestJSON-491845398 tempest-FloatingIPAdminTestJSON-491845398-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e532278b-897a-43e3-a0ac-7ccf1fe311b9') {'for_net_delete': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:56:50.972939 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-8ead4011-d0a5-40a3-ac78-3ac3d5e6225d tempest-FloatingIPAdminTestJSON-491845398 tempest-FloatingIPAdminTestJSON-491845398-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e532278b-897a-43e3-a0ac-7ccf1fe311b9') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:56:50.973459 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c25ba646-1ccf-42de-953c-c20f5660b252 req-f946accf-c562-4515-a693-a5e1e008b85c tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a5c45df-5c39-4d28-bd2b-5f9ce9bce8c6 HTTP/1.1" status: 200 len: 931 time: 0.1392615 May 20 20:56:50.985873 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-7bf518e9-cba9-44ac-b083-673b9d536e04 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842733-1, dd8d6d53-d372-47c7-a59c-c8c96265a507) {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:56:50.994803 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75dd03d8-3a95-4477-b14e-831a5c08a887 None None] Network dd8d6d53-d372-47c7-a59c-c8c96265a507 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:56:50.998044 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8ead4011-d0a5-40a3-ac78-3ac3d5e6225d tempest-FloatingIPAdminTestJSON-491845398 tempest-FloatingIPAdminTestJSON-491845398-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419501617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3738385'] for segment, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:51.012144 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8ead4011-d0a5-40a3-ac78-3ac3d5e6225d tempest-FloatingIPAdminTestJSON-491845398 tempest-FloatingIPAdminTestJSON-491845398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:51.018902 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ead4011-d0a5-40a3-ac78-3ac3d5e6225d tempest-FloatingIPAdminTestJSON-491845398 tempest-FloatingIPAdminTestJSON-491845398-project] Releasing vlan 211 on physical network physnet1 to pool {{(pid=103162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 20:56:51.019635 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8ead4011-d0a5-40a3-ac78-3ac3d5e6225d tempest-FloatingIPAdminTestJSON-491845398 tempest-FloatingIPAdminTestJSON-491845398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3800791'] for segment, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:51.075890 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-d8a464d5-0faf-42de-aaca-5be1d33fc794 tempest-RoutersIpV6AdminTest-232410807 tempest-RoutersIpV6AdminTest-232410807-project] Allocated IP 172.25.2.252 (e3a93b5c-91e2-4064-9c2c-1afc261bfe15/86fee0c1-6e34-488b-9216-b2b8e7ef585a/2b203753-0b13-4a6f-b595-137a208ae96f) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:56:51.078078 n-d-842733-1 neutron-server[103162]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 20:56:51.078078 n-d-842733-1 neutron-server[103162]: self.session.flush() May 20 20:56:51.078078 n-d-842733-1 neutron-server[103162]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 20:56:51.078078 n-d-842733-1 neutron-server[103162]: self.session.flush() May 20 20:56:51.078078 n-d-842733-1 neutron-server[103162]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 20:56:51.078078 n-d-842733-1 neutron-server[103162]: self.session.flush() May 20 20:56:51.078078 n-d-842733-1 neutron-server[103162]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 20:56:51.078078 n-d-842733-1 neutron-server[103162]: self.session.flush() May 20 20:56:51.078078 n-d-842733-1 neutron-server[103162]: Traceback (most recent call last): May 20 20:56:51.078078 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 20:56:51.078078 n-d-842733-1 neutron-server[103162]: timer() May 20 20:56:51.078078 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 20:56:51.078078 n-d-842733-1 neutron-server[103162]: cb(*args, **kw) May 20 20:56:51.078078 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 20 20:56:51.078078 n-d-842733-1 neutron-server[103162]: return func(*args, **kwargs) May 20 20:56:51.078078 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 20:56:51.078078 n-d-842733-1 neutron-server[103162]: self._notify() May 20 20:56:51.078078 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 20:56:51.078078 n-d-842733-1 neutron-server[103162]: self.callback(batched_events) May 20 20:56:51.078078 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 20:56:51.078078 n-d-842733-1 neutron-server[103162]: event.method(event) May 20 20:56:51.078078 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 20 20:56:51.078078 n-d-842733-1 neutron-server[103162]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 20:56:51.078078 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 20 20:56:51.078078 n-d-842733-1 neutron-server[103162]: aggregate_uuid = self.p_client.list_aggregates( May 20 20:56:51.078078 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 20 20:56:51.078078 n-d-842733-1 neutron-server[103162]: return f(self, *a, **k) May 20 20:56:51.078078 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 20 20:56:51.078078 n-d-842733-1 neutron-server[103162]: return self._get(url).json() May 20 20:56:51.078078 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 20 20:56:51.078078 n-d-842733-1 neutron-server[103162]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 20:56:51.078078 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 20:56:51.078078 n-d-842733-1 neutron-server[103162]: return self.request(url, 'GET', **kwargs) May 20 20:56:51.078078 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 20:56:51.078078 n-d-842733-1 neutron-server[103162]: base_url = self.get_endpoint(auth, allow=allow, May 20 20:56:51.078078 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 20:56:51.078078 n-d-842733-1 neutron-server[103162]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 20:56:51.078078 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 20:56:51.078078 n-d-842733-1 neutron-server[103162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 20:56:51.078078 n-d-842733-1 neutron-server[103162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 20:56:51.097895 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-2f7a3af7-66bd-4740-8de3-bd1c55e1c8fc req-f529b9cb-64d1-44b5-a6e3-35cc16c84cc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:51.110190 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bf518e9-cba9-44ac-b083-673b9d536e04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:56:51.112360 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7bf518e9-cba9-44ac-b083-673b9d536e04 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:51.155470 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c25ba646-1ccf-42de-953c-c20f5660b252 req-64d410c0-d647-464a-88ef-214dc9667f6f tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f722a60-38a1-4dbc-a8ff-49f0b32ee364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749110 May 20 20:56:51.237994 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca1b3597-0f2a-41ba-a9a0-a7018e79a602 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaee2b848-d4b9-5db1-b6ef-d6db29d67de7-dd8d6d53-d372-47c7-a59c-c8c96265a507', 'network_id': 'dd8d6d53-d372-47c7-a59c-c8c96265a507', 'tenant_id': '45d60e5a85494143a2206a5a33987b3d', 'fixed_ips': [{'subnet_id': '107e6914-57f1-42a8-8e5b-204bf54009a5'}]}} from n-d-842733-1. {{(pid=103164) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 20:56:51.239143 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ca1b3597-0f2a-41ba-a9a0-a7018e79a602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:51.252503 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-7bf518e9-cba9-44ac-b083-673b9d536e04 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1871004 May 20 20:56:51.541855 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [None req-ca1b3597-0f2a-41ba-a9a0-a7018e79a602 None None] Allocated IP 172.20.0.2 (dd8d6d53-d372-47c7-a59c-c8c96265a507/107e6914-57f1-42a8-8e5b-204bf54009a5/237fc849-7a4b-4be8-996e-51afdff310d1) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:56:51.763703 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8ead4011-d0a5-40a3-ac78-3ac3d5e6225d tempest-FloatingIPAdminTestJSON-491845398 tempest-FloatingIPAdminTestJSON-491845398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33072122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748162'] for network, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:51.772720 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8ead4011-d0a5-40a3-ac78-3ac3d5e6225d tempest-FloatingIPAdminTestJSON-491845398 tempest-FloatingIPAdminTestJSON-491845398-project] Notify callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:51.779843 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 32784) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:56:51.784095 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-8ead4011-d0a5-40a3-ac78-3ac3d5e6225d tempest-FloatingIPAdminTestJSON-491845398 tempest-FloatingIPAdminTestJSON-491845398-project] 10.222.0.35 "DELETE /v2.0/networks/1945ad8d-8d27-4599-ae91-466dd6e18eba HTTP/1.1" status: 204 len: 168 time: 2.3300931 May 20 20:56:51.794644 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ca1b3597-0f2a-41ba-a9a0-a7018e79a602 None None] Notify callbacks [] for port, precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:51.827654 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ead4011-d0a5-40a3-ac78-3ac3d5e6225d tempest-FloatingIPAdminTestJSON-491845398 tempest-FloatingIPAdminTestJSON-491845398-project] Pushing event deleted for resources: {'Network': ['ID=1945ad8d-8d27-4599-ae91-466dd6e18eba,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:56:51.918633 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ca1b3597-0f2a-41ba-a9a0-a7018e79a602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108'] for port, after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:51.972911 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1b3597-0f2a-41ba-a9a0-a7018e79a602 None None] Pushing event updated for resources: {'Port': ['ID=237fc849-7a4b-4be8-996e-51afdff310d1,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:56:52.003300 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d8a464d5-0faf-42de-aaca-5be1d33fc794 tempest-RoutersIpV6AdminTest-232410807 tempest-RoutersIpV6AdminTest-232410807-project] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:52.014054 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-23f1b394-2369-4d0a-b707-73275f50bf6b tempest-FloatingIPAdminTestJSON-491845398 tempest-FloatingIPAdminTestJSON-491845398-project] Deleting port 4ab69302-eead-4141-b60d-c354d8d75109 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:56:52.014401 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-23f1b394-2369-4d0a-b707-73275f50bf6b tempest-FloatingIPAdminTestJSON-491845398 tempest-FloatingIPAdminTestJSON-491845398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:52.027214 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca1b3597-0f2a-41ba-a9a0-a7018e79a602 None None] Network dd8d6d53-d372-47c7-a59c-c8c96265a507 is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:56:52.027214 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-ca1b3597-0f2a-41ba-a9a0-a7018e79a602 None None] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:56:52.027805 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca1b3597-0f2a-41ba-a9a0-a7018e79a602 None None] Received port after_create {{(pid=103164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:56:52.098224 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-ca1b3597-0f2a-41ba-a9a0-a7018e79a602 None None] Attempting to bind port 237fc849-7a4b-4be8-996e-51afdff310d1 on host n-d-842733-1 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:56:52.099266 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-ca1b3597-0f2a-41ba-a9a0-a7018e79a602 None None] Attempting to bind port 237fc849-7a4b-4be8-996e-51afdff310d1 by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': 'd0018fbc-8976-4a5a-8d5f-7cbc2d0767c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'dd8d6d53-d372-47c7-a59c-c8c96265a507'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:56:52.099941 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca1b3597-0f2a-41ba-a9a0-a7018e79a602 None None] Attempting to bind port 237fc849-7a4b-4be8-996e-51afdff310d1 on network dd8d6d53-d372-47c7-a59c-c8c96265a507 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:56:52.106784 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca1b3597-0f2a-41ba-a9a0-a7018e79a602 None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 56, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:56:52.107321 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca1b3597-0f2a-41ba-a9a0-a7018e79a602 None None] Checking segment: {'id': 'd0018fbc-8976-4a5a-8d5f-7cbc2d0767c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'dd8d6d53-d372-47c7-a59c-c8c96265a507'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:56:52.108184 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ca1b3597-0f2a-41ba-a9a0-a7018e79a602 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:52.108630 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca1b3597-0f2a-41ba-a9a0-a7018e79a602 None None] Bound using segment: {'id': 'd0018fbc-8976-4a5a-8d5f-7cbc2d0767c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'dd8d6d53-d372-47c7-a59c-c8c96265a507'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:56:52.109146 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-ca1b3597-0f2a-41ba-a9a0-a7018e79a602 None None] Bound port: 237fc849-7a4b-4be8-996e-51afdff310d1, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0018fbc-8976-4a5a-8d5f-7cbc2d0767c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'dd8d6d53-d372-47c7-a59c-c8c96265a507'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:56:52.109576 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ca1b3597-0f2a-41ba-a9a0-a7018e79a602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:52.180807 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d8a464d5-0faf-42de-aaca-5be1d33fc794 tempest-RoutersIpV6AdminTest-232410807 tempest-RoutersIpV6AdminTest-232410807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:52.208876 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [req-2f7a3af7-66bd-4740-8de3-bd1c55e1c8fc req-f529b9cb-64d1-44b5-a6e3-35cc16c84cc8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c691788-5c70-4914-8e00-cab99c416755 {{(pid=103162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:56:52.221445 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 32800) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:56:52.289512 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8a464d5-0faf-42de-aaca-5be1d33fc794 tempest-RoutersIpV6AdminTest-232410807 tempest-RoutersIpV6AdminTest-232410807-project] Network e3a93b5c-91e2-4064-9c2c-1afc261bfe15 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:56:52.294149 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-2f7a3af7-66bd-4740-8de3-bd1c55e1c8fc req-f529b9cb-64d1-44b5-a6e3-35cc16c84cc8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:52.306281 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-d8a464d5-0faf-42de-aaca-5be1d33fc794 tempest-RoutersIpV6AdminTest-232410807 tempest-RoutersIpV6AdminTest-232410807-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:56:52.316287 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a464d5-0faf-42de-aaca-5be1d33fc794 tempest-RoutersIpV6AdminTest-232410807 tempest-RoutersIpV6AdminTest-232410807-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:56:52.347460 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-23f1b394-2369-4d0a-b707-73275f50bf6b tempest-FloatingIPAdminTestJSON-491845398 tempest-FloatingIPAdminTestJSON-491845398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:52.347701 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-23f1b394-2369-4d0a-b707-73275f50bf6b tempest-FloatingIPAdminTestJSON-491845398 tempest-FloatingIPAdminTestJSON-491845398-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:52.373348 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-23f1b394-2369-4d0a-b707-73275f50bf6b tempest-FloatingIPAdminTestJSON-491845398 tempest-FloatingIPAdminTestJSON-491845398-project] Calling delete_port for 4ab69302-eead-4141-b60d-c354d8d75109 owned by network:floatingip {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:56:52.396750 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42eae021-9448-439c-acd8-48f2c86155fb req-5b015620-9f70-4802-9ea6-252043fe8ce1 tempest-ListServerFiltersTestJSON-918143940 tempest-ListServerFiltersTestJSON-918143940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:56:52.398270 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-42eae021-9448-439c-acd8-48f2c86155fb req-5b015620-9f70-4802-9ea6-252043fe8ce1 tempest-ListServerFiltersTestJSON-918143940 tempest-ListServerFiltersTestJSON-918143940-project] 10.222.0.35 "GET /v2.0/networks?id=dd8d6d53-d372-47c7-a59c-c8c96265a507 HTTP/1.1" status: 200 len: 816 time: 0.2986465 May 20 20:56:52.407799 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1d0494-651e-4703-aec3-88a4c3fecae5 req-c133acb0-af4c-4d91-a513-e8e38b5d2794 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:56:52.409358 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0e1d0494-651e-4703-aec3-88a4c3fecae5 req-c133acb0-af4c-4d91-a513-e8e38b5d2794 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a5c45df-5c39-4d28-bd2b-5f9ce9bce8c6 HTTP/1.1" status: 200 len: 931 time: 0.1279576 May 20 20:56:52.432047 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a464d5-0faf-42de-aaca-5be1d33fc794 tempest-RoutersIpV6AdminTest-232410807 tempest-RoutersIpV6AdminTest-232410807-project] Pushing event updated for resources: {'Port': ['ID=2b203753-0b13-4a6f-b595-137a208ae96f,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:56:52.439794 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.provisioning_blocks [req-2f7a3af7-66bd-4740-8de3-bd1c55e1c8fc req-f529b9cb-64d1-44b5-a6e3-35cc16c84cc8 service neutron] Transition to ACTIVE for port object 3c691788-5c70-4914-8e00-cab99c416755 will not be triggered until provisioned by entity L2. {{(pid=103162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 20:56:52.467471 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-42eae021-9448-439c-acd8-48f2c86155fb req-192d38b5-2931-43c2-87a1-d8b131574896 tempest-ListServerFiltersTestJSON-918143940 tempest-ListServerFiltersTestJSON-918143940-project] 10.222.0.35 "GET /v2.0/quotas/45d60e5a85494143a2206a5a33987b3d HTTP/1.1" status: 200 len: 375 time: 0.0570886 May 20 20:56:52.471027 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-509daff0-e162-4655-a636-cf510a70cb90 tempest-ExtraDHCPOptionsTestJSON-235218158 tempest-ExtraDHCPOptionsTestJSON-235218158-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1486688800'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:56:52.544865 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-67d485e3-275a-4d9e-bc0d-365b77901194 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:52.556779 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-ca1b3597-0f2a-41ba-a9a0-a7018e79a602 None None] For port 237fc849-7a4b-4be8-996e-51afdff310d1, host n-d-842733-1, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:56:52.562756 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-ca1b3597-0f2a-41ba-a9a0-a7018e79a602 None None] For port 237fc849-7a4b-4be8-996e-51afdff310d1, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=237fc849-7a4b-4be8-996e-51afdff310d1,segment=NetworkSegment(d0018fbc-8976-4a5a-8d5f-7cbc2d0767c4),segment_id=d0018fbc-8976-4a5a-8d5f-7cbc2d0767c4)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:56:52.625627 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ca1b3597-0f2a-41ba-a9a0-a7018e79a602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:52.629186 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-2f7a3af7-66bd-4740-8de3-bd1c55e1c8fc req-f529b9cb-64d1-44b5-a6e3-35cc16c84cc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:52.643656 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0e1d0494-651e-4703-aec3-88a4c3fecae5 req-e4c27651-95d5-4150-82c3-30c0f569be02 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f722a60-38a1-4dbc-a8ff-49f0b32ee364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892591 May 20 20:56:52.650262 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-42eae021-9448-439c-acd8-48f2c86155fb req-076fdbb5-cacd-45d9-916a-1ec155f74570 tempest-ListServerFiltersTestJSON-918143940 tempest-ListServerFiltersTestJSON-918143940-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=45d60e5a85494143a2206a5a33987b3d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1691172 May 20 20:56:52.654551 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-509daff0-e162-4655-a636-cf510a70cb90 tempest-ExtraDHCPOptionsTestJSON-235218158 tempest-ExtraDHCPOptionsTestJSON-235218158-project] Made reservation on behalf of de8f1c299da349898e5dec5276707599 for: {'network': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:56:52.658526 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-509daff0-e162-4655-a636-cf510a70cb90 tempest-ExtraDHCPOptionsTestJSON-235218158 tempest-ExtraDHCPOptionsTestJSON-235218158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for network, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:52.681559 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f529b9cb-64d1-44b5-a6e3-35cc16c84cc8 service neutron] Pushing event updated for resources: {'Port': ['ID=3c691788-5c70-4914-8e00-cab99c416755,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:56:52.705695 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-509daff0-e162-4655-a636-cf510a70cb90 tempest-ExtraDHCPOptionsTestJSON-235218158 tempest-ExtraDHCPOptionsTestJSON-235218158-project] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:52.763880 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1b3597-0f2a-41ba-a9a0-a7018e79a602 None None] Pushing event updated for resources: {'Port': ['ID=237fc849-7a4b-4be8-996e-51afdff310d1,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:56:52.838074 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-2f7a3af7-66bd-4740-8de3-bd1c55e1c8fc req-f529b9cb-64d1-44b5-a6e3-35cc16c84cc8 service neutron] Attempting to bind port 3c691788-5c70-4914-8e00-cab99c416755 on host n-h2-842733-1 for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:56:52.843417 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-2f7a3af7-66bd-4740-8de3-bd1c55e1c8fc req-f529b9cb-64d1-44b5-a6e3-35cc16c84cc8 service neutron] Attempting to bind port 3c691788-5c70-4914-8e00-cab99c416755 by drivers openvswitch,hyperv on host n-h2-842733-1 at level 0 using segments [{'id': '5c3b9203-18da-4ba0-88d6-e36130f615fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '181ef755-3c24-496f-be08-8076c8a38f91'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:56:52.843417 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f7a3af7-66bd-4740-8de3-bd1c55e1c8fc req-f529b9cb-64d1-44b5-a6e3-35cc16c84cc8 service neutron] Attempting to bind port 3c691788-5c70-4914-8e00-cab99c416755 on network 181ef755-3c24-496f-be08-8076c8a38f91 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:56:52.847237 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f7a3af7-66bd-4740-8de3-bd1c55e1c8fc req-f529b9cb-64d1-44b5-a6e3-35cc16c84cc8 service neutron] Port 3c691788-5c70-4914-8e00-cab99c416755 on network 181ef755-3c24-496f-be08-8076c8a38f91 not bound, no agent of type Open vSwitch agent registered on host n-h2-842733-1 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 20:56:52.848347 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f7a3af7-66bd-4740-8de3-bd1c55e1c8fc req-f529b9cb-64d1-44b5-a6e3-35cc16c84cc8 service neutron] Attempting to bind port 3c691788-5c70-4914-8e00-cab99c416755 on network 181ef755-3c24-496f-be08-8076c8a38f91 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:56:52.859247 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f7a3af7-66bd-4740-8de3-bd1c55e1c8fc req-f529b9cb-64d1-44b5-a6e3-35cc16c84cc8 service neutron] Checking agent: {'id': 'a66f2511-b955-448f-877c-56cfe9c81b12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 33, 2), 'started_at': datetime.datetime(2022, 5, 20, 20, 33, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 56, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:56:52.859990 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f7a3af7-66bd-4740-8de3-bd1c55e1c8fc req-f529b9cb-64d1-44b5-a6e3-35cc16c84cc8 service neutron] Checking segment: {'id': '5c3b9203-18da-4ba0-88d6-e36130f615fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '181ef755-3c24-496f-be08-8076c8a38f91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:56:52.860391 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f7a3af7-66bd-4740-8de3-bd1c55e1c8fc req-f529b9cb-64d1-44b5-a6e3-35cc16c84cc8 service neutron] Bound using segment: {'id': '5c3b9203-18da-4ba0-88d6-e36130f615fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '181ef755-3c24-496f-be08-8076c8a38f91'} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:56:52.860877 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-2f7a3af7-66bd-4740-8de3-bd1c55e1c8fc req-f529b9cb-64d1-44b5-a6e3-35cc16c84cc8 service neutron] Bound port: 3c691788-5c70-4914-8e00-cab99c416755, host: n-h2-842733-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c3b9203-18da-4ba0-88d6-e36130f615fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '181ef755-3c24-496f-be08-8076c8a38f91'}}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:56:52.861367 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-2f7a3af7-66bd-4740-8de3-bd1c55e1c8fc req-f529b9cb-64d1-44b5-a6e3-35cc16c84cc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:52.882325 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-42eae021-9448-439c-acd8-48f2c86155fb req-2d54e412-3c43-4e7b-9de6-0c3a7f18d733 service neutron] 10.222.0.35 "GET /v2.0/networks/dd8d6d53-d372-47c7-a59c-c8c96265a507?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1912045 May 20 20:56:52.905373 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-23f1b394-2369-4d0a-b707-73275f50bf6b tempest-FloatingIPAdminTestJSON-491845398 tempest-FloatingIPAdminTestJSON-491845398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:52.948934 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-2f7a3af7-66bd-4740-8de3-bd1c55e1c8fc req-f529b9cb-64d1-44b5-a6e3-35cc16c84cc8 service neutron] For port 3c691788-5c70-4914-8e00-cab99c416755, host n-h2-842733-1, cleared binding levels {{(pid=103162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:56:52.952320 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-2f7a3af7-66bd-4740-8de3-bd1c55e1c8fc req-f529b9cb-64d1-44b5-a6e3-35cc16c84cc8 service neutron] For port 3c691788-5c70-4914-8e00-cab99c416755, host n-h2-842733-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=3c691788-5c70-4914-8e00-cab99c416755,segment=NetworkSegment(5c3b9203-18da-4ba0-88d6-e36130f615fb),segment_id=5c3b9203-18da-4ba0-88d6-e36130f615fb)] {{(pid=103162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:56:52.983850 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f1b394-2369-4d0a-b707-73275f50bf6b tempest-FloatingIPAdminTestJSON-491845398 tempest-FloatingIPAdminTestJSON-491845398-project] Pushing event deleted for resources: {'Port': ['ID=4ab69302-eead-4141-b60d-c354d8d75109,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:56:53.081707 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-2f7a3af7-66bd-4740-8de3-bd1c55e1c8fc req-f529b9cb-64d1-44b5-a6e3-35cc16c84cc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:53.092900 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-509daff0-e162-4655-a636-cf510a70cb90 tempest-ExtraDHCPOptionsTestJSON-235218158 tempest-ExtraDHCPOptionsTestJSON-235218158-project] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:53.135042 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-42eae021-9448-439c-acd8-48f2c86155fb req-b60c0a1d-7be6-45f6-84b4-9bcb1ad1f09d service neutron] 10.222.0.35 "GET /v2.0/networks/dd8d6d53-d372-47c7-a59c-c8c96265a507?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2444911 May 20 20:56:53.138385 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-23f1b394-2369-4d0a-b707-73275f50bf6b tempest-FloatingIPAdminTestJSON-491845398 tempest-FloatingIPAdminTestJSON-491845398-project] Notify callbacks [] for floatingip, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:53.141202 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-23f1b394-2369-4d0a-b707-73275f50bf6b tempest-FloatingIPAdminTestJSON-491845398 tempest-FloatingIPAdminTestJSON-491845398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for floatingip, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:53.144866 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-23f1b394-2369-4d0a-b707-73275f50bf6b tempest-FloatingIPAdminTestJSON-491845398 tempest-FloatingIPAdminTestJSON-491845398-project] 10.222.0.35 "DELETE /v2.0/floatingips/2f1b4e12-a4f5-4c92-81c8-9003f651aea4 HTTP/1.1" status: 204 len: 168 time: 1.3607559 May 20 20:56:53.173557 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-509daff0-e162-4655-a636-cf510a70cb90 tempest-ExtraDHCPOptionsTestJSON-235218158 tempest-ExtraDHCPOptionsTestJSON-235218158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:53.190316 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7a3af7-66bd-4740-8de3-bd1c55e1c8fc req-f529b9cb-64d1-44b5-a6e3-35cc16c84cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:56:53.199015 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-2f7a3af7-66bd-4740-8de3-bd1c55e1c8fc req-f529b9cb-64d1-44b5-a6e3-35cc16c84cc8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:53.200749 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-2f7a3af7-66bd-4740-8de3-bd1c55e1c8fc req-f529b9cb-64d1-44b5-a6e3-35cc16c84cc8 service neutron] 10.222.0.13 "PUT /v2.0/ports/3c691788-5c70-4914-8e00-cab99c416755 HTTP/1.1" status: 200 len: 1091 time: 2.5153272 May 20 20:56:53.203051 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a5c45df-5c39-4d28-bd2b-5f9ce9bce8c6', 'tag': '3c691788-5c70-4914-8e00-cab99c416755'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:56:53.205660 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6fa957933fccbf596d28104b23404b952ad6a8238afaebaed40a0874b2e409" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8ed4152-7512-4cff-9031-fd0784d7b753" -d '{"events": [{"name": "network-changed", "server_uuid": "7a5c45df-5c39-4d28-bd2b-5f9ce9bce8c6", "tag": "3c691788-5c70-4914-8e00-cab99c416755"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:56:53.221073 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-509daff0-e162-4655-a636-cf510a70cb90 tempest-ExtraDHCPOptionsTestJSON-235218158 tempest-ExtraDHCPOptionsTestJSON-235218158-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 202} {{(pid=103163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 20:56:53.257021 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509daff0-e162-4655-a636-cf510a70cb90 tempest-ExtraDHCPOptionsTestJSON-235218158 tempest-ExtraDHCPOptionsTestJSON-235218158-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd870cda-8e1f-450f-a5ff-a31426705278,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:56:53.260829 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-509daff0-e162-4655-a636-cf510a70cb90 tempest-ExtraDHCPOptionsTestJSON-235218158 tempest-ExtraDHCPOptionsTestJSON-235218158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:53.261237 n-d-842733-1 neutron-server[103163]: INFO neutron.db.segments_db [None req-509daff0-e162-4655-a636-cf510a70cb90 tempest-ExtraDHCPOptionsTestJSON-235218158 tempest-ExtraDHCPOptionsTestJSON-235218158-project] Added segment 52193f3a-16e2-48ca-9c37-5f2c783a2ebf of type vlan for network 9a81cc16-6d6b-44f1-aa9b-ecfa3b4e9ee0 May 20 20:56:53.317186 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f529b9cb-64d1-44b5-a6e3-35cc16c84cc8 service neutron] Pushing event updated for resources: {'Port': ['ID=3c691788-5c70-4914-8e00-cab99c416755,revision_number=3']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:56:53.342766 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 20:56:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccacb30a-cbe7-4087-bd85-2ea52b3fd634 x-openstack-request-id: req-ccacb30a-cbe7-4087-bd85-2ea52b3fd634 {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:56:53.343091 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a5c45df-5c39-4d28-bd2b-5f9ce9bce8c6", "tag": "3c691788-5c70-4914-8e00-cab99c416755", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:56:53.343296 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ccacb30a-cbe7-4087-bd85-2ea52b3fd634 {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:56:53.343695 n-d-842733-1 neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ccacb30a-cbe7-4087-bd85-2ea52b3fd634'] response: {'name': 'network-changed', 'server_uuid': '7a5c45df-5c39-4d28-bd2b-5f9ce9bce8c6', 'tag': '3c691788-5c70-4914-8e00-cab99c416755', 'status': 'completed', 'code': 200} May 20 20:56:53.374947 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d8a464d5-0faf-42de-aaca-5be1d33fc794 tempest-RoutersIpV6AdminTest-232410807 tempest-RoutersIpV6AdminTest-232410807-project] Notify callbacks [] for router_gateway, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:53.380789 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-509daff0-e162-4655-a636-cf510a70cb90 tempest-ExtraDHCPOptionsTestJSON-235218158 tempest-ExtraDHCPOptionsTestJSON-235218158-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418993264'] for network, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:53.490192 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-509daff0-e162-4655-a636-cf510a70cb90 tempest-ExtraDHCPOptionsTestJSON-235218158 tempest-ExtraDHCPOptionsTestJSON-235218158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524'] for network, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:53.497810 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-509daff0-e162-4655-a636-cf510a70cb90 tempest-ExtraDHCPOptionsTestJSON-235218158 tempest-ExtraDHCPOptionsTestJSON-235218158-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:56:53.498655 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-509daff0-e162-4655-a636-cf510a70cb90 tempest-ExtraDHCPOptionsTestJSON-235218158 tempest-ExtraDHCPOptionsTestJSON-235218158-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:53.749981 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-509daff0-e162-4655-a636-cf510a70cb90 tempest-ExtraDHCPOptionsTestJSON-235218158 tempest-ExtraDHCPOptionsTestJSON-235218158-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.5260596 May 20 20:56:53.752281 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7a3af7-66bd-4740-8de3-bd1c55e1c8fc req-46d94155-34a4-4609-836a-591ba6315733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:56:53.755893 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 32826) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:56:53.757538 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-2f7a3af7-66bd-4740-8de3-bd1c55e1c8fc req-46d94155-34a4-4609-836a-591ba6315733 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=715802857a834d4a8fbaa37d5efc4e1e&device_id=7a5c45df-5c39-4d28-bd2b-5f9ce9bce8c6 HTTP/1.1" status: 200 len: 1094 time: 0.4301629 May 20 20:56:53.762562 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-1b6171f2-c241-434c-acdb-3b5fe67350ed tempest-ExtraDHCPOptionsTestJSON-235218158 tempest-ExtraDHCPOptionsTestJSON-235218158-project] Request body: {'subnet': {'network_id': '9a81cc16-6d6b-44f1-aa9b-ecfa3b4e9ee0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:56:53.788229 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509daff0-e162-4655-a636-cf510a70cb90 tempest-ExtraDHCPOptionsTestJSON-235218158 tempest-ExtraDHCPOptionsTestJSON-235218158-project] Pushing event updated for resources: {'Network': ['ID=9a81cc16-6d6b-44f1-aa9b-ecfa3b4e9ee0,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:56:53.876076 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Network 9a81cc16-6d6b-44f1-aa9b-ecfa3b4e9ee0 details requested by agent ovs-agent-n-d-842733-1 with host n-d-842733-1 {{(pid=103164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 20 20:56:53.931569 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-2f7a3af7-66bd-4740-8de3-bd1c55e1c8fc req-41b9ca89-fefb-4578-9ee5-18adcbe6bed2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3c691788-5c70-4914-8e00-cab99c416755 HTTP/1.1" status: 200 len: 217 time: 0.1536710 May 20 20:56:54.033482 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 32854) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:56:54.180358 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4bb0e131-6525-46ca-a45b-e4ea43a5e69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:54.213670 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b6171f2-c241-434c-acdb-3b5fe67350ed tempest-ExtraDHCPOptionsTestJSON-235218158 tempest-ExtraDHCPOptionsTestJSON-235218158-project] Made reservation on behalf of de8f1c299da349898e5dec5276707599 for: {'subnet': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:56:54.218498 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1b6171f2-c241-434c-acdb-3b5fe67350ed tempest-ExtraDHCPOptionsTestJSON-235218158 tempest-ExtraDHCPOptionsTestJSON-235218158-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8422561'] for subnet, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:54.230708 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7a3af7-66bd-4740-8de3-bd1c55e1c8fc req-8f74167c-d36e-45a1-9305-64bae6a9b42e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:56:54.236074 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-2f7a3af7-66bd-4740-8de3-bd1c55e1c8fc req-8f74167c-d36e-45a1-9305-64bae6a9b42e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=dd6622f3-1158-4c3b-bd25-193ec3e3078b HTTP/1.1" status: 200 len: 852 time: 0.2890556 May 20 20:56:54.240277 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d8a464d5-0faf-42de-aaca-5be1d33fc794 tempest-RoutersIpV6AdminTest-232410807 tempest-RoutersIpV6AdminTest-232410807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-748143', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-693059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26112'] for router, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:54.249402 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d8a464d5-0faf-42de-aaca-5be1d33fc794 tempest-RoutersIpV6AdminTest-232410807 tempest-RoutersIpV6AdminTest-232410807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-748132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-748125', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-693176'] for router, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:54.296792 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-2f7a3af7-66bd-4740-8de3-bd1c55e1c8fc req-da366a1c-45c6-443a-919f-91faa53f5fff service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=181ef755-3c24-496f-be08-8076c8a38f91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430024 May 20 20:56:54.330732 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fec6ac9-71cb-4b07-9232-0f7afe3651cd req-f4526c2f-5b97-4e70-b891-da4384a6eeec tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:56:54.338450 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5fec6ac9-71cb-4b07-9232-0f7afe3651cd req-f4526c2f-5b97-4e70-b891-da4384a6eeec tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a5c45df-5c39-4d28-bd2b-5f9ce9bce8c6 HTTP/1.1" status: 200 len: 943 time: 0.3065684 May 20 20:56:54.542063 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-2f7a3af7-66bd-4740-8de3-bd1c55e1c8fc req-e9f18728-4350-4060-b7bc-faa2861d5fcb service neutron] 10.222.0.13 "GET /v2.0/networks/181ef755-3c24-496f-be08-8076c8a38f91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2009141 May 20 20:56:54.642247 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:54.672160 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5fec6ac9-71cb-4b07-9232-0f7afe3651cd req-d5aca927-0222-4cbb-9864-0d6f9735785e tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f722a60-38a1-4dbc-a8ff-49f0b32ee364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3321018 May 20 20:56:54.674450 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-2f7a3af7-66bd-4740-8de3-bd1c55e1c8fc req-79f01381-1b27-4811-9fba-583d98d587c2 service neutron] 10.222.0.13 "GET /v2.0/networks/181ef755-3c24-496f-be08-8076c8a38f91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222987 May 20 20:56:54.686645 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab29ecd1-bf55-4351-8468-eaf1a36b3018 None None] Network dd8d6d53-d372-47c7-a59c-c8c96265a507 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:56:54.689013 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df14eb1d-ea01-48d8-b9d6-f3bd3b320daf req-2c913a54-d280-482e-bf9b-d452e953202f tempest-ListServerFiltersTestJSON-918143940 tempest-ListServerFiltersTestJSON-918143940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:56:54.690664 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-df14eb1d-ea01-48d8-b9d6-f3bd3b320daf req-2c913a54-d280-482e-bf9b-d452e953202f tempest-ListServerFiltersTestJSON-918143940 tempest-ListServerFiltersTestJSON-918143940-project] 10.222.0.35 "GET /v2.0/networks?id=dd8d6d53-d372-47c7-a59c-c8c96265a507 HTTP/1.1" status: 200 len: 816 time: 0.6639616 May 20 20:56:54.693056 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-887973c8-0c43-4c96-b4b4-b7d870f57916 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=fccca44ba75849d78e4fa7d330bf062b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6599872 May 20 20:56:54.695879 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 32878) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:56:54.725113 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-df14eb1d-ea01-48d8-b9d6-f3bd3b320daf req-580c7e05-a378-4f3e-a38d-16a6ea399417 tempest-ListServerFiltersTestJSON-918143940 tempest-ListServerFiltersTestJSON-918143940-project] 10.222.0.35 "GET /v2.0/quotas/45d60e5a85494143a2206a5a33987b3d HTTP/1.1" status: 200 len: 375 time: 0.0180070 May 20 20:56:54.794044 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8a464d5-0faf-42de-aaca-5be1d33fc794 tempest-RoutersIpV6AdminTest-232410807 tempest-RoutersIpV6AdminTest-232410807-project] Router dd801fe4-7ce2-4ed2-bde5-9ac211c25edb is scheduled to L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e with binding_index 1 {{(pid=103162) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 20 20:56:54.815243 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e76d2a40-eaab-44f1-bc09-753efb9a00b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:54.843540 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e76d2a40-eaab-44f1-bc09-753efb9a00b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:54.895321 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 237fc849-7a4b-4be8-996e-51afdff310d1 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:56:54.898530 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-df14eb1d-ea01-48d8-b9d6-f3bd3b320daf req-df2ebc15-437f-40cb-8b22-b5e21b01503f tempest-ListServerFiltersTestJSON-918143940 tempest-ListServerFiltersTestJSON-918143940-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=45d60e5a85494143a2206a5a33987b3d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1300530 May 20 20:56:54.898987 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-14be9bd3-72f8-48d7-a133-af12c3c436ce None None] Provisioning complete for port 237fc849-7a4b-4be8-996e-51afdff310d1 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:56:54.899501 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-14be9bd3-72f8-48d7-a133-af12c3c436ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:55.043444 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-df14eb1d-ea01-48d8-b9d6-f3bd3b320daf req-b4c8b5e2-f402-4c9a-9153-a715312d9075 service neutron] 10.222.0.35 "GET /v2.0/networks/dd8d6d53-d372-47c7-a59c-c8c96265a507?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335216 May 20 20:56:55.052263 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e76d2a40-eaab-44f1-bc09-753efb9a00b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:55.056050 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e76d2a40-eaab-44f1-bc09-753efb9a00b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:55.056050 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-e76d2a40-eaab-44f1-bc09-753efb9a00b1 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f21e917f-6cb7-4659-94c2-2c43a61a294b HTTP/1.1" status: 204 len: 168 time: 0.3584278 May 20 20:56:55.089807 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ed4152-7512-4cff-9031-fd0784d7b753 req-55c8b39e-8d84-445b-9168-23f62d269a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:56:55.091574 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-c8ed4152-7512-4cff-9031-fd0784d7b753 req-55c8b39e-8d84-445b-9168-23f62d269a82 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=715802857a834d4a8fbaa37d5efc4e1e&device_id=7a5c45df-5c39-4d28-bd2b-5f9ce9bce8c6 HTTP/1.1" status: 200 len: 1094 time: 0.1742713 May 20 20:56:55.109651 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76d2a40-eaab-44f1-bc09-753efb9a00b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f21e917f-6cb7-4659-94c2-2c43a61a294b,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:56:55.145421 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1b6171f2-c241-434c-acdb-3b5fe67350ed tempest-ExtraDHCPOptionsTestJSON-235218158 tempest-ExtraDHCPOptionsTestJSON-235218158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9641412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8422583'] for subnet, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:55.220986 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6171f2-c241-434c-acdb-3b5fe67350ed tempest-ExtraDHCPOptionsTestJSON-235218158 tempest-ExtraDHCPOptionsTestJSON-235218158-project] Pushing event updated for resources: {'Subnet': ['ID=99aada93-fb17-4400-93fc-10435ffe2265,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:56:55.246906 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8a464d5-0faf-42de-aaca-5be1d33fc794 tempest-RoutersIpV6AdminTest-232410807 tempest-RoutersIpV6AdminTest-232410807-project] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 20:56:55.257765 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b6171f2-c241-434c-acdb-3b5fe67350ed tempest-ExtraDHCPOptionsTestJSON-235218158 tempest-ExtraDHCPOptionsTestJSON-235218158-project] Checking segment: {'id': '52193f3a-16e2-48ca-9c37-5f2c783a2ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '9a81cc16-6d6b-44f1-aa9b-ecfa3b4e9ee0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:56:55.258120 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b6171f2-c241-434c-acdb-3b5fe67350ed tempest-ExtraDHCPOptionsTestJSON-235218158 tempest-ExtraDHCPOptionsTestJSON-235218158-project] Network hostable DHCP agents. Network: 9a81cc16-6d6b-44f1-aa9b-ecfa3b4e9ee0, hostable agents: ['c9b0653c-f3c7-4339-bd50-e3754b629216'], hosted agents: [] {{(pid=103163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 20:56:55.259900 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d8a464d5-0faf-42de-aaca-5be1d33fc794 tempest-RoutersIpV6AdminTest-232410807 tempest-RoutersIpV6AdminTest-232410807-project] Notify callbacks [] for router, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:55.264022 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-d8a464d5-0faf-42de-aaca-5be1d33fc794 tempest-RoutersIpV6AdminTest-232410807 tempest-RoutersIpV6AdminTest-232410807-project] 10.222.0.35 "PUT /v2.0/routers/dd801fe4-7ce2-4ed2-bde5-9ac211c25edb HTTP/1.1" status: 200 len: 883 time: 6.1433973 May 20 20:56:55.264583 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 32908) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:56:55.318584 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ed4152-7512-4cff-9031-fd0784d7b753 req-d3cff39e-8022-43bd-b55f-46f7377c53db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:56:55.320629 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-c8ed4152-7512-4cff-9031-fd0784d7b753 req-d3cff39e-8022-43bd-b55f-46f7377c53db service neutron] 10.222.0.13 "GET /v2.0/networks?id=181ef755-3c24-496f-be08-8076c8a38f91 HTTP/1.1" status: 200 len: 913 time: 0.2211225 May 20 20:56:55.337939 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-df14eb1d-ea01-48d8-b9d6-f3bd3b320daf req-ebcafa8e-0942-47a1-96ee-c7f3e6194f32 service neutron] 10.222.0.35 "GET /v2.0/networks/dd8d6d53-d372-47c7-a59c-c8c96265a507?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2869742 May 20 20:56:55.384318 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-c8ed4152-7512-4cff-9031-fd0784d7b753 req-29e2b317-4675-4224-b93e-14707fecc2d8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3c691788-5c70-4914-8e00-cab99c416755 HTTP/1.1" status: 200 len: 217 time: 0.0557363 May 20 20:56:55.387773 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-14be9bd3-72f8-48d7-a133-af12c3c436ce None None] Current status of the port 237fc849-7a4b-4be8-996e-51afdff310d1 is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:56:55.388308 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-14be9bd3-72f8-48d7-a133-af12c3c436ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:55.392958 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-976087a2-a91f-4a92-8ec0-a40ecc73803c None None] Sync routers for ids ['dd801fe4-7ce2-4ed2-bde5-9ac211c25edb'] in n-d-842733-1 {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 20:56:55.496000 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 237fc849-7a4b-4be8-996e-51afdff310d1 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:56:55.496370 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:55.559496 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ed4152-7512-4cff-9031-fd0784d7b753 req-71732a44-cade-4c8c-a661-75233bae6cac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:56:55.561017 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-c8ed4152-7512-4cff-9031-fd0784d7b753 req-71732a44-cade-4c8c-a661-75233bae6cac service neutron] 10.222.0.13 "GET /v2.0/subnets?id=dd6622f3-1158-4c3b-bd25-193ec3e3078b HTTP/1.1" status: 200 len: 852 time: 0.1689265 May 20 20:56:55.573976 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-976087a2-a91f-4a92-8ec0-a40ecc73803c None None] Routers {'dd801fe4-7ce2-4ed2-bde5-9ac211c25edb'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:56:55.574842 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-976087a2-a91f-4a92-8ec0-a40ecc73803c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:56:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['dd801fe4-7ce2-4ed2-bde5-9ac211c25edb'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:56:55.616153 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-c8ed4152-7512-4cff-9031-fd0784d7b753 req-fdbd18f8-f91d-4480-b901-e7b305162479 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=181ef755-3c24-496f-be08-8076c8a38f91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446761 May 20 20:56:55.646947 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-976087a2-a91f-4a92-8ec0-a40ecc73803c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:56:55.676199 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-14be9bd3-72f8-48d7-a133-af12c3c436ce None None] For port 237fc849-7a4b-4be8-996e-51afdff310d1, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=237fc849-7a4b-4be8-996e-51afdff310d1,segment=NetworkSegment(d0018fbc-8976-4a5a-8d5f-7cbc2d0767c4),segment_id=d0018fbc-8976-4a5a-8d5f-7cbc2d0767c4)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:56:55.695102 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:55.703766 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cc3ec51b-6ec8-438a-8349-5f0bec346d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:55.706037 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-976087a2-a91f-4a92-8ec0-a40ecc73803c None None] Routers {'dd801fe4-7ce2-4ed2-bde5-9ac211c25edb'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:56:55.706937 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-976087a2-a91f-4a92-8ec0-a40ecc73803c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:56:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['dd801fe4-7ce2-4ed2-bde5-9ac211c25edb'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:56:55.818202 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-14be9bd3-72f8-48d7-a133-af12c3c436ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:55.849286 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-976087a2-a91f-4a92-8ec0-a40ecc73803c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:56:55.850855 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-976087a2-a91f-4a92-8ec0-a40ecc73803c None None] The sync data for ids ['dd801fe4-7ce2-4ed2-bde5-9ac211c25edb'] in n-d-842733-1 is: [] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 20:56:55.933454 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-c8ed4152-7512-4cff-9031-fd0784d7b753 req-93823e54-6e1e-463c-b67c-ca0872527168 service neutron] 10.222.0.13 "GET /v2.0/networks/181ef755-3c24-496f-be08-8076c8a38f91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3114977 May 20 20:56:56.096635 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-97b42215-e256-4e13-9e99-a44fd22e6e17 None None] Provisioning complete for port 237fc849-7a4b-4be8-996e-51afdff310d1 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:56:56.097112 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-97b42215-e256-4e13-9e99-a44fd22e6e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:56.150532 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14be9bd3-72f8-48d7-a133-af12c3c436ce None None] Pushing event updated for resources: {'Port': ['ID=237fc849-7a4b-4be8-996e-51afdff310d1,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:56:56.197194 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b6171f2-c241-434c-acdb-3b5fe67350ed tempest-ExtraDHCPOptionsTestJSON-235218158 tempest-ExtraDHCPOptionsTestJSON-235218158-project] Network 9a81cc16-6d6b-44f1-aa9b-ecfa3b4e9ee0 is scheduled to be hosted by DHCP agent c9b0653c-f3c7-4339-bd50-e3754b629216 with binding_index 1 {{(pid=103163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 20:56:56.213743 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 237fc849-7a4b-4be8-996e-51afdff310d1 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:56:56.251665 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-0891fad9-5f9a-41bd-88a3-c544dc42b40d tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] 10.222.0.35 "GET /v2.0/routers/dd801fe4-7ce2-4ed2-bde5-9ac211c25edb HTTP/1.1" status: 200 len: 924 time: 0.9860146 May 20 20:56:56.258593 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-c8ed4152-7512-4cff-9031-fd0784d7b753 req-76931af4-376a-493a-b423-fe7e746ed89b service neutron] 10.222.0.13 "GET /v2.0/networks/181ef755-3c24-496f-be08-8076c8a38f91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3171945 May 20 20:56:56.268278 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 32966) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:56:56.337905 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-97b42215-e256-4e13-9e99-a44fd22e6e17 None None] Current status of the port 237fc849-7a4b-4be8-996e-51afdff310d1 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:56:56.341623 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-1b6171f2-c241-434c-acdb-3b5fe67350ed tempest-ExtraDHCPOptionsTestJSON-235218158 tempest-ExtraDHCPOptionsTestJSON-235218158-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842733-1, 9a81cc16-6d6b-44f1-aa9b-ecfa3b4e9ee0) {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:56:56.350638 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a595ac06-4f53-4738-8c7a-7d28053b4323 None None] Network 9a81cc16-6d6b-44f1-aa9b-ecfa3b4e9ee0 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:56:56.362707 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b6171f2-c241-434c-acdb-3b5fe67350ed tempest-ExtraDHCPOptionsTestJSON-235218158 tempest-ExtraDHCPOptionsTestJSON-235218158-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:56:56.363413 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1b6171f2-c241-434c-acdb-3b5fe67350ed tempest-ExtraDHCPOptionsTestJSON-235218158 tempest-ExtraDHCPOptionsTestJSON-235218158-project] Notify callbacks [] for subnet, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:56.396545 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9341d3bb-c33a-4cfc-9a5e-94104af46269 req-785f2ed3-5cc5-4ac3-ba6c-9b81657f9e3f tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:56:56.398879 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9341d3bb-c33a-4cfc-9a5e-94104af46269 req-785f2ed3-5cc5-4ac3-ba6c-9b81657f9e3f tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a5c45df-5c39-4d28-bd2b-5f9ce9bce8c6 HTTP/1.1" status: 200 len: 943 time: 0.2032025 May 20 20:56:56.415292 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dd5cb00-3a4c-4c0f-92d9-f6d52f58ea4a tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:56:56.419659 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-4dd5cb00-3a4c-4c0f-92d9-f6d52f58ea4a tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] 10.222.0.35 "GET /v2.0/ports?network_id=e3a93b5c-91e2-4064-9c2c-1afc261bfe15&device_id=dd801fe4-7ce2-4ed2-bde5-9ac211c25edb&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1566639 May 20 20:56:56.420022 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 32972) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:56:56.475262 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 32978) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:56:56.497673 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3fae9f5c-d476-48c3-a222-a3e92a388947 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:56.538324 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 3c691788-5c70-4914-8e00-cab99c416755 details requested by agent hyperv_n-h2-842733-1 with host n-h2-842733-1 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 20:56:56.538597 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823b0fd3-5c12-4b67-a65b-614650f50f54 req-fec3bc8c-f8d9-4f61-9c48-78dd04810414 tempest-ListServerFiltersTestJSON-918143940 tempest-ListServerFiltersTestJSON-918143940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:56:56.538597 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-823b0fd3-5c12-4b67-a65b-614650f50f54 req-fec3bc8c-f8d9-4f61-9c48-78dd04810414 tempest-ListServerFiltersTestJSON-918143940 tempest-ListServerFiltersTestJSON-918143940-project] 10.222.0.35 "GET /v2.0/networks?id=dd8d6d53-d372-47c7-a59c-c8c96265a507 HTTP/1.1" status: 200 len: 816 time: 0.2946239 May 20 20:56:56.625571 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-970b2f4b-4d6f-4125-9116-8241a15271c8 tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:56:56.626967 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-970b2f4b-4d6f-4125-9116-8241a15271c8 tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] 10.222.0.35 "GET /v2.0/networks/e3a93b5c-91e2-4064-9c2c-1afc261bfe15 HTTP/1.1" status: 200 len: 881 time: 0.2061350 May 20 20:56:56.633786 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 32984) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:56:56.652702 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3fae9f5c-d476-48c3-a222-a3e92a388947 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:56.659013 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-1b6171f2-c241-434c-acdb-3b5fe67350ed tempest-ExtraDHCPOptionsTestJSON-235218158 tempest-ExtraDHCPOptionsTestJSON-235218158-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8992255 May 20 20:56:56.665104 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 32986) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:56:56.675860 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-40b6bc79-c1fc-49b1-90e6-add7573c876b tempest-ExtraDHCPOptionsTestJSON-235218158 tempest-ExtraDHCPOptionsTestJSON-235218158-project] Request body: {'port': {'network_id': '9a81cc16-6d6b-44f1-aa9b-ecfa3b4e9ee0', 'name': 'tempest-ExtraDHCPOptionsTestJSON-579564932'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:56:56.676515 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 237fc849-7a4b-4be8-996e-51afdff310d1 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:56:56.718504 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9341d3bb-c33a-4cfc-9a5e-94104af46269 req-4f0a4c72-6dcf-4b71-a286-f45db2665846 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f722a60-38a1-4dbc-a8ff-49f0b32ee364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3040812 May 20 20:56:56.723670 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-36fa8193-8ee2-444a-b99c-4b173d390ceb tempest-RoutersIpV6AdminTest-232410807 tempest-RoutersIpV6AdminTest-232410807-project] 10.222.0.35 "GET /v2.0/ports?device_id=dd801fe4-7ce2-4ed2-bde5-9ac211c25edb HTTP/1.1" status: 200 len: 205 time: 0.0628557 May 20 20:56:56.723670 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-823b0fd3-5c12-4b67-a65b-614650f50f54 req-7f5a78e8-e478-45d9-a25e-cd664f3110bc tempest-ListServerFiltersTestJSON-918143940 tempest-ListServerFiltersTestJSON-918143940-project] 10.222.0.35 "GET /v2.0/quotas/45d60e5a85494143a2206a5a33987b3d HTTP/1.1" status: 200 len: 375 time: 0.0897055 May 20 20:56:56.724063 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 32994) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:56:56.811456 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e41f7509-9251-46bd-bd4b-f1e257d10780 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaee2b848-d4b9-5db1-b6ef-d6db29d67de7-9a81cc16-6d6b-44f1-aa9b-ecfa3b4e9ee0', 'network_id': '9a81cc16-6d6b-44f1-aa9b-ecfa3b4e9ee0', 'tenant_id': 'de8f1c299da349898e5dec5276707599', 'fixed_ips': [{'subnet_id': '99aada93-fb17-4400-93fc-10435ffe2265'}]}} from n-d-842733-1. {{(pid=103164) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 20:56:56.816549 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-e41f7509-9251-46bd-bd4b-f1e257d10780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:56.979276 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3fae9f5c-d476-48c3-a222-a3e92a388947 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:57.006555 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-823b0fd3-5c12-4b67-a65b-614650f50f54 req-482d1872-cae3-454b-9a67-61569e2676e0 tempest-ListServerFiltersTestJSON-918143940 tempest-ListServerFiltersTestJSON-918143940-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=45d60e5a85494143a2206a5a33987b3d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2180710 May 20 20:56:57.041005 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port 3c691788-5c70-4914-8e00-cab99c416755, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=3c691788-5c70-4914-8e00-cab99c416755,segment=NetworkSegment(5c3b9203-18da-4ba0-88d6-e36130f615fb),segment_id=5c3b9203-18da-4ba0-88d6-e36130f615fb)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:56:57.043812 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8fcb7d49-9c1f-483f-810f-6335ef36b650 tempest-RoutersIpV6AdminTest-232410807 tempest-RoutersIpV6AdminTest-232410807-project] Notify callbacks [] for router, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:57.048711 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-3fae9f5c-d476-48c3-a222-a3e92a388947 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a5b8d44d30394fa88f67a485bd62cd99&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5728748 May 20 20:56:57.080259 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 33010) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:56:57.080536 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fae9f5c-d476-48c3-a222-a3e92a388947 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf6dc350-e456-4332-b1cb-098a8aff8c5f,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:56:57.099226 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 237fc849-7a4b-4be8-996e-51afdff310d1 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:56:57.099756 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:57.101753 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40b6bc79-c1fc-49b1-90e6-add7573c876b tempest-ExtraDHCPOptionsTestJSON-235218158 tempest-ExtraDHCPOptionsTestJSON-235218158-project] Made reservation on behalf of de8f1c299da349898e5dec5276707599 for: {'port': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:56:57.113875 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-40b6bc79-c1fc-49b1-90e6-add7573c876b tempest-ExtraDHCPOptionsTestJSON-235218158 tempest-ExtraDHCPOptionsTestJSON-235218158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:57.121608 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Returning: {'device': '3c691788-5c70-4914-8e00-cab99c416755', 'network_id': '181ef755-3c24-496f-be08-8076c8a38f91', 'port_id': '3c691788-5c70-4914-8e00-cab99c416755', 'mac_address': 'fa:16:3e:6e:30:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd6622f3-1158-4c3b-bd25-193ec3e3078b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 20 20:56:57.160901 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [None req-40b6bc79-c1fc-49b1-90e6-add7573c876b tempest-ExtraDHCPOptionsTestJSON-235218158 tempest-ExtraDHCPOptionsTestJSON-235218158-project] device_id is not set on port 1af7025c-de80-4086-b79a-908f75e6636b yet. {{(pid=103162) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 20 20:56:57.207706 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42eae021-9448-439c-acd8-48f2c86155fb req-78deaba5-77e2-4b64-96ab-3da512956c9e tempest-ListServerFiltersTestJSON-918143940 tempest-ListServerFiltersTestJSON-918143940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:56:57.209390 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-42eae021-9448-439c-acd8-48f2c86155fb req-78deaba5-77e2-4b64-96ab-3da512956c9e tempest-ListServerFiltersTestJSON-918143940 tempest-ListServerFiltersTestJSON-918143940-project] 10.222.0.24 "GET /v2.0/networks?id=dd8d6d53-d372-47c7-a59c-c8c96265a507 HTTP/1.1" status: 200 len: 816 time: 0.1994557 May 20 20:56:57.242438 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [None req-e41f7509-9251-46bd-bd4b-f1e257d10780 None None] Allocated IP 172.20.0.2 (9a81cc16-6d6b-44f1-aa9b-ecfa3b4e9ee0/99aada93-fb17-4400-93fc-10435ffe2265/d1073767-7e54-4d77-a75b-1dc88daf1f51) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:56:57.244422 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [req-42eae021-9448-439c-acd8-48f2c86155fb req-65a376f6-c846-45c8-9df7-27378cbf4a8a tempest-ListServerFiltersTestJSON-918143940 tempest-ListServerFiltersTestJSON-918143940-project] Request body: {'port': {'device_id': 'b677069f-2bf9-4a32-b533-9fc31512d995', 'network_id': 'dd8d6d53-d372-47c7-a59c-c8c96265a507', 'admin_state_up': True, 'tenant_id': '45d60e5a85494143a2206a5a33987b3d'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:56:57.266245 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port 3c691788-5c70-4914-8e00-cab99c416755 is: DOWN; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:56:57.266852 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:57.352501 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c691788-5c70-4914-8e00-cab99c416755 {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:56:57.454908 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port 3c691788-5c70-4914-8e00-cab99c416755, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=3c691788-5c70-4914-8e00-cab99c416755,segment=NetworkSegment(5c3b9203-18da-4ba0-88d6-e36130f615fb),segment_id=5c3b9203-18da-4ba0-88d6-e36130f615fb)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:56:57.461814 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 237fc849-7a4b-4be8-996e-51afdff310d1 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:56:57.507147 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-83f14403-8f4f-4096-aed8-81d05d79ce88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:57.515140 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-823b0fd3-5c12-4b67-a65b-614650f50f54 req-a18801eb-37cd-4106-80a4-ee17ea215dc8 service neutron] 10.222.0.35 "GET /v2.0/networks/dd8d6d53-d372-47c7-a59c-c8c96265a507?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4690797 May 20 20:56:57.540907 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42eae021-9448-439c-acd8-48f2c86155fb req-65a376f6-c846-45c8-9df7-27378cbf4a8a tempest-ListServerFiltersTestJSON-918143940 tempest-ListServerFiltersTestJSON-918143940-project] Made reservation on behalf of 45d60e5a85494143a2206a5a33987b3d for: {'port': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:56:57.544422 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-42eae021-9448-439c-acd8-48f2c86155fb req-65a376f6-c846-45c8-9df7-27378cbf4a8a tempest-ListServerFiltersTestJSON-918143940 tempest-ListServerFiltersTestJSON-918143940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:57.566762 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-83f14403-8f4f-4096-aed8-81d05d79ce88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:57.570661 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8fcb7d49-9c1f-483f-810f-6335ef36b650 tempest-RoutersIpV6AdminTest-232410807 tempest-RoutersIpV6AdminTest-232410807-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:57.616195 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:57.697574 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-823b0fd3-5c12-4b67-a65b-614650f50f54 req-dd867ed0-d550-40e7-89fd-00ea5518bbb8 service neutron] 10.222.0.35 "GET /v2.0/networks/dd8d6d53-d372-47c7-a59c-c8c96265a507?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1727912 May 20 20:56:57.714978 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=3c691788-5c70-4914-8e00-cab99c416755,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:56:57.732046 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [req-42eae021-9448-439c-acd8-48f2c86155fb req-65a376f6-c846-45c8-9df7-27378cbf4a8a tempest-ListServerFiltersTestJSON-918143940 tempest-ListServerFiltersTestJSON-918143940-project] Allocated IP 172.20.0.8 (dd8d6d53-d372-47c7-a59c-c8c96265a507/107e6914-57f1-42a8-8e5b-204bf54009a5/06354220-ffe2-4f2e-8f87-8f49fe6eeab5) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:56:57.784734 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-83f14403-8f4f-4096-aed8-81d05d79ce88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:57.787369 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-83f14403-8f4f-4096-aed8-81d05d79ce88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:57.797731 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-83f14403-8f4f-4096-aed8-81d05d79ce88 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/bf6dc350-e456-4332-b1cb-098a8aff8c5f HTTP/1.1" status: 204 len: 168 time: 0.7178721 May 20 20:56:57.801062 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-e41f7509-9251-46bd-bd4b-f1e257d10780 None None] Notify callbacks [] for port, precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:57.862137 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f14403-8f4f-4096-aed8-81d05d79ce88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf6dc350-e456-4332-b1cb-098a8aff8c5f,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:56:57.918593 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] get_ports_and_sgs() called for port_ids ['3c691788-5c70-4914-8e00-cab99c416755'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:56:57.926246 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-e41f7509-9251-46bd-bd4b-f1e257d10780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108'] for port, after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:57.947187 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f14403-8f4f-4096-aed8-81d05d79ce88 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:56:57.947794 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f14403-8f4f-4096-aed8-81d05d79ce88 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:56:57.948133 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f14403-8f4f-4096-aed8-81d05d79ce88 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:56:57.949480 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f14403-8f4f-4096-aed8-81d05d79ce88 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:56:57.950221 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f14403-8f4f-4096-aed8-81d05d79ce88 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:56:57.950973 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f14403-8f4f-4096-aed8-81d05d79ce88 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:56:57.950973 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f14403-8f4f-4096-aed8-81d05d79ce88 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:56:57.951494 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f14403-8f4f-4096-aed8-81d05d79ce88 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:56:57.952204 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f14403-8f4f-4096-aed8-81d05d79ce88 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:56:57.952578 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f14403-8f4f-4096-aed8-81d05d79ce88 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:56:57.952910 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f14403-8f4f-4096-aed8-81d05d79ce88 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:56:57.953247 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f14403-8f4f-4096-aed8-81d05d79ce88 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:56:57.956358 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-40b6bc79-c1fc-49b1-90e6-add7573c876b tempest-ExtraDHCPOptionsTestJSON-235218158 tempest-ExtraDHCPOptionsTestJSON-235218158-project] Allocated IP 172.20.0.10 (9a81cc16-6d6b-44f1-aa9b-ecfa3b4e9ee0/99aada93-fb17-4400-93fc-10435ffe2265/1af7025c-de80-4086-b79a-908f75e6636b) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:56:58.006615 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412005fe-7b42-4714-82a8-c174eebb0310 req-c470ec57-9d29-451e-a124-68c6b8977449 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:56:58.008147 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-412005fe-7b42-4714-82a8-c174eebb0310 req-c470ec57-9d29-451e-a124-68c6b8977449 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a5c45df-5c39-4d28-bd2b-5f9ce9bce8c6 HTTP/1.1" status: 200 len: 944 time: 0.1713455 May 20 20:56:58.011394 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-8fcb7d49-9c1f-483f-810f-6335ef36b650 tempest-RoutersIpV6AdminTest-232410807 tempest-RoutersIpV6AdminTest-232410807-project] Deleting port 2b203753-0b13-4a6f-b595-137a208ae96f {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:56:58.011394 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8fcb7d49-9c1f-483f-810f-6335ef36b650 tempest-RoutersIpV6AdminTest-232410807 tempest-RoutersIpV6AdminTest-232410807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:58.202771 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a516f18f-45c9-4f26-9213-4a367055f837 req-c1e66896-20f9-44f1-990f-9721009edd51 tempest-ListServerFiltersTestJSON-918143940 tempest-ListServerFiltersTestJSON-918143940-project] 10.222.0.35 "GET /v2.0/ports?device_id=46677f28-5c35-457f-8055-bf744f0c7167 HTTP/1.1" status: 200 len: 210 time: 0.0494523 May 20 20:56:58.226117 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-412005fe-7b42-4714-82a8-c174eebb0310 req-db4adfb0-60a8-44cc-b510-ab84449d958f tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f722a60-38a1-4dbc-a8ff-49f0b32ee364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956539 May 20 20:56:58.291117 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8fcb7d49-9c1f-483f-810f-6335ef36b650 tempest-RoutersIpV6AdminTest-232410807 tempest-RoutersIpV6AdminTest-232410807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:58.307071 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-8fcb7d49-9c1f-483f-810f-6335ef36b650 tempest-RoutersIpV6AdminTest-232410807 tempest-RoutersIpV6AdminTest-232410807-project] Calling delete_port for 2b203753-0b13-4a6f-b595-137a208ae96f owned by network:router_gateway {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:56:58.428106 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e41f7509-9251-46bd-bd4b-f1e257d10780 None None] Network 9a81cc16-6d6b-44f1-aa9b-ecfa3b4e9ee0 is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:56:58.456882 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-e41f7509-9251-46bd-bd4b-f1e257d10780 None None] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:56:58.467374 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41f7509-9251-46bd-bd4b-f1e257d10780 None None] Pushing event updated for resources: {'Port': ['ID=d1073767-7e54-4d77-a75b-1dc88daf1f51,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:56:58.475964 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e41f7509-9251-46bd-bd4b-f1e257d10780 None None] Received port after_create {{(pid=103164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:56:58.664436 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-e41f7509-9251-46bd-bd4b-f1e257d10780 None None] Attempting to bind port d1073767-7e54-4d77-a75b-1dc88daf1f51 on host n-d-842733-1 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:56:58.666088 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-e41f7509-9251-46bd-bd4b-f1e257d10780 None None] Attempting to bind port d1073767-7e54-4d77-a75b-1dc88daf1f51 by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': '52193f3a-16e2-48ca-9c37-5f2c783a2ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '9a81cc16-6d6b-44f1-aa9b-ecfa3b4e9ee0'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:56:58.666088 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e41f7509-9251-46bd-bd4b-f1e257d10780 None None] Attempting to bind port d1073767-7e54-4d77-a75b-1dc88daf1f51 on network 9a81cc16-6d6b-44f1-aa9b-ecfa3b4e9ee0 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:56:58.691408 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e41f7509-9251-46bd-bd4b-f1e257d10780 None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 56, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:56:58.691985 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e41f7509-9251-46bd-bd4b-f1e257d10780 None None] Checking segment: {'id': '52193f3a-16e2-48ca-9c37-5f2c783a2ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '9a81cc16-6d6b-44f1-aa9b-ecfa3b4e9ee0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:56:58.692713 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-e41f7509-9251-46bd-bd4b-f1e257d10780 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:58.693612 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e41f7509-9251-46bd-bd4b-f1e257d10780 None None] Bound using segment: {'id': '52193f3a-16e2-48ca-9c37-5f2c783a2ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '9a81cc16-6d6b-44f1-aa9b-ecfa3b4e9ee0'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:56:58.694278 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-e41f7509-9251-46bd-bd4b-f1e257d10780 None None] Bound port: d1073767-7e54-4d77-a75b-1dc88daf1f51, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52193f3a-16e2-48ca-9c37-5f2c783a2ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '9a81cc16-6d6b-44f1-aa9b-ecfa3b4e9ee0'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:56:58.695953 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-e41f7509-9251-46bd-bd4b-f1e257d10780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:58.736831 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8fcb7d49-9c1f-483f-810f-6335ef36b650 tempest-RoutersIpV6AdminTest-232410807 tempest-RoutersIpV6AdminTest-232410807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:58.865261 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-e41f7509-9251-46bd-bd4b-f1e257d10780 None None] For port d1073767-7e54-4d77-a75b-1dc88daf1f51, host n-d-842733-1, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:56:58.873725 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-e41f7509-9251-46bd-bd4b-f1e257d10780 None None] For port d1073767-7e54-4d77-a75b-1dc88daf1f51, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=d1073767-7e54-4d77-a75b-1dc88daf1f51,segment=NetworkSegment(52193f3a-16e2-48ca-9c37-5f2c783a2ebf),segment_id=52193f3a-16e2-48ca-9c37-5f2c783a2ebf)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:56:58.908030 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcb7d49-9c1f-483f-810f-6335ef36b650 tempest-RoutersIpV6AdminTest-232410807 tempest-RoutersIpV6AdminTest-232410807-project] Pushing event deleted for resources: {'Port': ['ID=2b203753-0b13-4a6f-b595-137a208ae96f,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:56:58.914272 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-40b6bc79-c1fc-49b1-90e6-add7573c876b tempest-ExtraDHCPOptionsTestJSON-235218158 tempest-ExtraDHCPOptionsTestJSON-235218158-project] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:58.929270 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-42eae021-9448-439c-acd8-48f2c86155fb req-65a376f6-c846-45c8-9df7-27378cbf4a8a tempest-ListServerFiltersTestJSON-918143940 tempest-ListServerFiltersTestJSON-918143940-project] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:58.984370 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8fcb7d49-9c1f-483f-810f-6335ef36b650 tempest-RoutersIpV6AdminTest-232410807 tempest-RoutersIpV6AdminTest-232410807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-748206'] for router_gateway, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:59.015285 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-e41f7509-9251-46bd-bd4b-f1e257d10780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:59.027051 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 33110) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:56:59.044757 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d505a6b2-f539-440a-a785-d1af5a6f7eea admin admin] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:59.075686 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df14eb1d-ea01-48d8-b9d6-f3bd3b320daf req-10bfc2b1-b920-4127-aa4e-1656ad46377e tempest-ListServerFiltersTestJSON-918143940 tempest-ListServerFiltersTestJSON-918143940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:56:59.077162 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-df14eb1d-ea01-48d8-b9d6-f3bd3b320daf req-10bfc2b1-b920-4127-aa4e-1656ad46377e tempest-ListServerFiltersTestJSON-918143940 tempest-ListServerFiltersTestJSON-918143940-project] 10.222.0.24 "GET /v2.0/networks?id=dd8d6d53-d372-47c7-a59c-c8c96265a507 HTTP/1.1" status: 200 len: 816 time: 0.4072258 May 20 20:56:59.092957 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-40b6bc79-c1fc-49b1-90e6-add7573c876b tempest-ExtraDHCPOptionsTestJSON-235218158 tempest-ExtraDHCPOptionsTestJSON-235218158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:59.122441 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [req-df14eb1d-ea01-48d8-b9d6-f3bd3b320daf req-299d8ac3-f389-4611-bd29-e579412b69fb tempest-ListServerFiltersTestJSON-918143940 tempest-ListServerFiltersTestJSON-918143940-project] Request body: {'port': {'device_id': '0af4d785-9a35-4cf1-a9f8-3510d8d3d3b0', 'network_id': 'dd8d6d53-d372-47c7-a59c-c8c96265a507', 'admin_state_up': True, 'tenant_id': '45d60e5a85494143a2206a5a33987b3d'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:56:59.128075 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8fcb7d49-9c1f-483f-810f-6335ef36b650 tempest-RoutersIpV6AdminTest-232410807 tempest-RoutersIpV6AdminTest-232410807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26169'] for router, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:59.130962 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8fcb7d49-9c1f-483f-810f-6335ef36b650 tempest-RoutersIpV6AdminTest-232410807 tempest-RoutersIpV6AdminTest-232410807-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:59.139117 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41f7509-9251-46bd-bd4b-f1e257d10780 None None] Pushing event updated for resources: {'Port': ['ID=d1073767-7e54-4d77-a75b-1dc88daf1f51,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:56:59.194094 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-42eae021-9448-439c-acd8-48f2c86155fb req-65a376f6-c846-45c8-9df7-27378cbf4a8a tempest-ListServerFiltersTestJSON-918143940 tempest-ListServerFiltersTestJSON-918143940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:59.263822 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40b6bc79-c1fc-49b1-90e6-add7573c876b tempest-ExtraDHCPOptionsTestJSON-235218158 tempest-ExtraDHCPOptionsTestJSON-235218158-project] Network 9a81cc16-6d6b-44f1-aa9b-ecfa3b4e9ee0 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:56:59.275607 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-40b6bc79-c1fc-49b1-90e6-add7573c876b tempest-ExtraDHCPOptionsTestJSON-235218158 tempest-ExtraDHCPOptionsTestJSON-235218158-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:56:59.289700 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b6bc79-c1fc-49b1-90e6-add7573c876b tempest-ExtraDHCPOptionsTestJSON-235218158 tempest-ExtraDHCPOptionsTestJSON-235218158-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:56:59.299966 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b6bc79-c1fc-49b1-90e6-add7573c876b tempest-ExtraDHCPOptionsTestJSON-235218158 tempest-ExtraDHCPOptionsTestJSON-235218158-project] Pushing event updated for resources: {'Port': ['ID=1af7025c-de80-4086-b79a-908f75e6636b,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:56:59.331251 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8fcb7d49-9c1f-483f-810f-6335ef36b650 tempest-RoutersIpV6AdminTest-232410807 tempest-RoutersIpV6AdminTest-232410807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-693148'] for router, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:59.331726 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fcb7d49-9c1f-483f-810f-6335ef36b650 tempest-RoutersIpV6AdminTest-232410807 tempest-RoutersIpV6AdminTest-232410807-project] Fanout notify agent at l3_agent the message router_deleted on router dd801fe4-7ce2-4ed2-bde5-9ac211c25edb {{(pid=103163) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 20 20:56:59.342252 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42eae021-9448-439c-acd8-48f2c86155fb req-65a376f6-c846-45c8-9df7-27378cbf4a8a tempest-ListServerFiltersTestJSON-918143940 tempest-ListServerFiltersTestJSON-918143940-project] Network dd8d6d53-d372-47c7-a59c-c8c96265a507 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:56:59.350875 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8fcb7d49-9c1f-483f-810f-6335ef36b650 tempest-RoutersIpV6AdminTest-232410807 tempest-RoutersIpV6AdminTest-232410807-project] Notify callbacks [] for router, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:59.353847 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-8fcb7d49-9c1f-483f-810f-6335ef36b650 tempest-RoutersIpV6AdminTest-232410807 tempest-RoutersIpV6AdminTest-232410807-project] 10.222.0.35 "DELETE /v2.0/routers/dd801fe4-7ce2-4ed2-bde5-9ac211c25edb HTTP/1.1" status: 204 len: 168 time: 2.6272871 May 20 20:56:59.362060 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 33128) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:56:59.368382 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [req-42eae021-9448-439c-acd8-48f2c86155fb req-65a376f6-c846-45c8-9df7-27378cbf4a8a tempest-ListServerFiltersTestJSON-918143940 tempest-ListServerFiltersTestJSON-918143940-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:56:59.396357 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-651b0b58-0aaf-483a-b8cc-11ad2bc99ae1 tempest-RoutersIpV6AdminTest-232410807 tempest-RoutersIpV6AdminTest-232410807-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-676378440', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:56:59.453562 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a376f6-c846-45c8-9df7-27378cbf4a8a tempest-ListServerFiltersTestJSON-918143940 tempest-ListServerFiltersTestJSON-918143940-project] Pushing event updated for resources: {'Port': ['ID=06354220-ffe2-4f2e-8f87-8f49fe6eeab5,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:56:59.456809 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-42eae021-9448-439c-acd8-48f2c86155fb req-65a376f6-c846-45c8-9df7-27378cbf4a8a tempest-ListServerFiltersTestJSON-918143940 tempest-ListServerFiltersTestJSON-918143940-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:56:59.515549 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-99cbcab1-6310-4ef8-b7cf-a56f7ba806e5 req-cd68e3a8-9fb6-4038-afbb-927800fcf224 tempest-ListServerFiltersTestJSON-918143940 tempest-ListServerFiltersTestJSON-918143940-project] 10.222.0.35 "GET /v2.0/ports?device_id=46677f28-5c35-457f-8055-bf744f0c7167 HTTP/1.1" status: 200 len: 210 time: 0.1522498 May 20 20:56:59.600061 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d28c70-1ae1-47cc-b875-9a75e4393336 req-0809be1d-b14a-420a-a8b8-ece4b943135b tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:56:59.600410 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40b6bc79-c1fc-49b1-90e6-add7573c876b tempest-ExtraDHCPOptionsTestJSON-235218158 tempest-ExtraDHCPOptionsTestJSON-235218158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:56:59.601262 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-40b6bc79-c1fc-49b1-90e6-add7573c876b tempest-ExtraDHCPOptionsTestJSON-235218158 tempest-ExtraDHCPOptionsTestJSON-235218158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:59.607926 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-00d28c70-1ae1-47cc-b875-9a75e4393336 req-0809be1d-b14a-420a-a8b8-ece4b943135b tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a5c45df-5c39-4d28-bd2b-5f9ce9bce8c6 HTTP/1.1" status: 200 len: 944 time: 0.2036572 May 20 20:56:59.659248 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-651b0b58-0aaf-483a-b8cc-11ad2bc99ae1 tempest-RoutersIpV6AdminTest-232410807 tempest-RoutersIpV6AdminTest-232410807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-694221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26155'] for router, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:59.662160 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-651b0b58-0aaf-483a-b8cc-11ad2bc99ae1 tempest-RoutersIpV6AdminTest-232410807 tempest-RoutersIpV6AdminTest-232410807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-693085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748153', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-718080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26162'] for router, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:59.668451 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df14eb1d-ea01-48d8-b9d6-f3bd3b320daf req-299d8ac3-f389-4611-bd29-e579412b69fb tempest-ListServerFiltersTestJSON-918143940 tempest-ListServerFiltersTestJSON-918143940-project] Made reservation on behalf of 45d60e5a85494143a2206a5a33987b3d for: {'port': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:56:59.673766 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-df14eb1d-ea01-48d8-b9d6-f3bd3b320daf req-299d8ac3-f389-4611-bd29-e579412b69fb tempest-ListServerFiltersTestJSON-918143940 tempest-ListServerFiltersTestJSON-918143940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:59.732549 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d505a6b2-f539-440a-a785-d1af5a6f7eea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:59.744112 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-40b6bc79-c1fc-49b1-90e6-add7573c876b tempest-ExtraDHCPOptionsTestJSON-235218158 tempest-ExtraDHCPOptionsTestJSON-235218158-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 3.0774846 May 20 20:56:59.752374 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42eae021-9448-439c-acd8-48f2c86155fb req-65a376f6-c846-45c8-9df7-27378cbf4a8a tempest-ListServerFiltersTestJSON-918143940 tempest-ListServerFiltersTestJSON-918143940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:56:59.753262 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-42eae021-9448-439c-acd8-48f2c86155fb req-65a376f6-c846-45c8-9df7-27378cbf4a8a tempest-ListServerFiltersTestJSON-918143940 tempest-ListServerFiltersTestJSON-918143940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:59.780540 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 33150) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:56:59.788446 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-3ff34834-72d0-4045-98af-7ce81146dbdb tempest-ExtraDHCPOptionsTestJSON-235218158 tempest-ExtraDHCPOptionsTestJSON-235218158-project] Request body: {'port': {'network_id': '9a81cc16-6d6b-44f1-aa9b-ecfa3b4e9ee0', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1186813365', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:56:59.789275 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.api.validators [None req-3ff34834-72d0-4045-98af-7ce81146dbdb tempest-ExtraDHCPOptionsTestJSON-235218158 tempest-ExtraDHCPOptionsTestJSON-235218158-project] bootfile-name is not in valid_values {{(pid=103162) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} May 20 20:56:59.789803 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.api.validators [None req-3ff34834-72d0-4045-98af-7ce81146dbdb tempest-ExtraDHCPOptionsTestJSON-235218158 tempest-ExtraDHCPOptionsTestJSON-235218158-project] tftp-server is not in valid_values {{(pid=103162) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} May 20 20:56:59.790563 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.api.validators [None req-3ff34834-72d0-4045-98af-7ce81146dbdb tempest-ExtraDHCPOptionsTestJSON-235218158 tempest-ExtraDHCPOptionsTestJSON-235218158-project] server-ip-address is not in valid_values {{(pid=103162) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} May 20 20:56:59.800805 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-00d28c70-1ae1-47cc-b875-9a75e4393336 req-e86073fe-6905-4721-aab6-572dc57fe437 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f722a60-38a1-4dbc-a8ff-49f0b32ee364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917646 May 20 20:56:59.829994 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d505a6b2-f539-440a-a785-d1af5a6f7eea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:59.934264 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-410eea51-b7cd-4f44-b6dc-811c4b4f466a None None] Provisioning complete for port 06354220-ffe2-4f2e-8f87-8f49fe6eeab5 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:56:59.934772 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-410eea51-b7cd-4f44-b6dc-811c4b4f466a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:59.945529 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-651b0b58-0aaf-483a-b8cc-11ad2bc99ae1 tempest-RoutersIpV6AdminTest-232410807 tempest-RoutersIpV6AdminTest-232410807-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:56:59.970077 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [req-df14eb1d-ea01-48d8-b9d6-f3bd3b320daf req-299d8ac3-f389-4611-bd29-e579412b69fb tempest-ListServerFiltersTestJSON-918143940 tempest-ListServerFiltersTestJSON-918143940-project] Allocated IP 172.20.0.14 (dd8d6d53-d372-47c7-a59c-c8c96265a507/107e6914-57f1-42a8-8e5b-204bf54009a5/425cfacc-1860-4bdf-a369-134f9ce98d9d) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:56:59.974607 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-42eae021-9448-439c-acd8-48f2c86155fb req-65a376f6-c846-45c8-9df7-27378cbf4a8a tempest-ListServerFiltersTestJSON-918143940 tempest-ListServerFiltersTestJSON-918143940-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7345066 May 20 20:56:59.997264 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [req-42eae021-9448-439c-acd8-48f2c86155fb req-2e62f39e-b921-4654-9670-2911a880f582 service neutron] Request body: {'port': {'device_id': 'b677069f-2bf9-4a32-b533-9fc31512d995', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-842733-1'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:57:00.002993 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-410eea51-b7cd-4f44-b6dc-811c4b4f466a None None] Port 06354220-ffe2-4f2e-8f87-8f49fe6eeab5 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 20:57:00.018223 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-d505a6b2-f539-440a-a785-d1af5a6f7eea admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7b2465fbba254280bb2f79ab240c52b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9899859 May 20 20:57:00.019964 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 33160) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:57:00.038441 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d505a6b2-f539-440a-a785-d1af5a6f7eea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1d654cd-db9c-4a3e-812d-3059fee6585e,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:57:00.082241 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-651b0b58-0aaf-483a-b8cc-11ad2bc99ae1 tempest-RoutersIpV6AdminTest-232410807 tempest-RoutersIpV6AdminTest-232410807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748106'] for router, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:00.122077 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-42eae021-9448-439c-acd8-48f2c86155fb req-2e62f39e-b921-4654-9670-2911a880f582 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:00.241098 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ff34834-72d0-4045-98af-7ce81146dbdb tempest-ExtraDHCPOptionsTestJSON-235218158 tempest-ExtraDHCPOptionsTestJSON-235218158-project] Made reservation on behalf of de8f1c299da349898e5dec5276707599 for: {'port': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:57:00.263510 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3ff34834-72d0-4045-98af-7ce81146dbdb tempest-ExtraDHCPOptionsTestJSON-235218158 tempest-ExtraDHCPOptionsTestJSON-235218158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:00.307097 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-df14eb1d-ea01-48d8-b9d6-f3bd3b320daf req-299d8ac3-f389-4611-bd29-e579412b69fb tempest-ListServerFiltersTestJSON-918143940 tempest-ListServerFiltersTestJSON-918143940-project] Notify callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:00.351107 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-439bf472-79bd-44c2-ba12-f91407595ce4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:00.357781 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-651b0b58-0aaf-483a-b8cc-11ad2bc99ae1 tempest-RoutersIpV6AdminTest-232410807 tempest-RoutersIpV6AdminTest-232410807-project] Notify callbacks [] for router, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:00.359037 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-651b0b58-0aaf-483a-b8cc-11ad2bc99ae1 tempest-RoutersIpV6AdminTest-232410807 tempest-RoutersIpV6AdminTest-232410807-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.9678938 May 20 20:57:00.361942 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 33180) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:57:00.367077 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-8b75ec49-9c4b-4bc5-be5e-db72f3ccad3f tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'enable_snat': True}}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:57:00.399663 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [None req-3ff34834-72d0-4045-98af-7ce81146dbdb tempest-ExtraDHCPOptionsTestJSON-235218158 tempest-ExtraDHCPOptionsTestJSON-235218158-project] device_id is not set on port 05ef388c-1bba-4a05-86ec-1e0a97c938ab yet. {{(pid=103162) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 20 20:57:00.475830 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 3c691788-5c70-4914-8e00-cab99c416755 up at agent hyperv_n-h2-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:57:00.523822 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-df14eb1d-ea01-48d8-b9d6-f3bd3b320daf req-299d8ac3-f389-4611-bd29-e579412b69fb tempest-ListServerFiltersTestJSON-918143940 tempest-ListServerFiltersTestJSON-918143940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:00.541395 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-439bf472-79bd-44c2-ba12-f91407595ce4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:00.630991 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Provisioning for port 3c691788-5c70-4914-8e00-cab99c416755 completed by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 20:57:00.637670 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Provisioning complete for port 3c691788-5c70-4914-8e00-cab99c416755 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:57:00.640074 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:00.672759 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-3ff34834-72d0-4045-98af-7ce81146dbdb tempest-ExtraDHCPOptionsTestJSON-235218158 tempest-ExtraDHCPOptionsTestJSON-235218158-project] Allocated IP 172.20.0.3 (9a81cc16-6d6b-44f1-aa9b-ecfa3b4e9ee0/99aada93-fb17-4400-93fc-10435ffe2265/05ef388c-1bba-4a05-86ec-1e0a97c938ab) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:57:00.788884 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df14eb1d-ea01-48d8-b9d6-f3bd3b320daf req-299d8ac3-f389-4611-bd29-e579412b69fb tempest-ListServerFiltersTestJSON-918143940 tempest-ListServerFiltersTestJSON-918143940-project] Network dd8d6d53-d372-47c7-a59c-c8c96265a507 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:57:00.808439 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device d1073767-7e54-4d77-a75b-1dc88daf1f51 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:57:00.875137 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-47a2595f-f0cd-4ede-a205-d1247410576c req-4ed1819d-2290-4977-acd0-81c7784adba8 tempest-ListServerFiltersTestJSON-918143940 tempest-ListServerFiltersTestJSON-918143940-project] 10.222.0.35 "GET /v2.0/ports?device_id=46677f28-5c35-457f-8055-bf744f0c7167 HTTP/1.1" status: 200 len: 210 time: 0.0845299 May 20 20:57:00.880278 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [req-df14eb1d-ea01-48d8-b9d6-f3bd3b320daf req-299d8ac3-f389-4611-bd29-e579412b69fb tempest-ListServerFiltersTestJSON-918143940 tempest-ListServerFiltersTestJSON-918143940-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:57:00.886129 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [req-df14eb1d-ea01-48d8-b9d6-f3bd3b320daf req-299d8ac3-f389-4611-bd29-e579412b69fb tempest-ListServerFiltersTestJSON-918143940 tempest-ListServerFiltersTestJSON-918143940-project] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:57:01.002222 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [req-42eae021-9448-439c-acd8-48f2c86155fb req-2e62f39e-b921-4654-9670-2911a880f582 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06354220-ffe2-4f2e-8f87-8f49fe6eeab5 {{(pid=103162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:57:01.009602 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port 3c691788-5c70-4914-8e00-cab99c416755 is: BUILD; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:57:01.010549 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:01.026041 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-42eae021-9448-439c-acd8-48f2c86155fb req-2e62f39e-b921-4654-9670-2911a880f582 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:01.039320 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port d1073767-7e54-4d77-a75b-1dc88daf1f51 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:57:01.039698 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:01.114211 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c47a5bee-4f23-4f87-b67f-80a5a6171bb1 None None] Network 9a81cc16-6d6b-44f1-aa9b-ecfa3b4e9ee0 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:57:01.146363 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.provisioning_blocks [req-42eae021-9448-439c-acd8-48f2c86155fb req-2e62f39e-b921-4654-9670-2911a880f582 service neutron] Transition to ACTIVE for port object 06354220-ffe2-4f2e-8f87-8f49fe6eeab5 will not be triggered until provisioned by entity L2. {{(pid=103162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 20:57:01.199557 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8b75ec49-9c4b-4bc5-be5e-db72f3ccad3f tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:01.249726 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299d8ac3-f389-4611-bd29-e579412b69fb tempest-ListServerFiltersTestJSON-918143940 tempest-ListServerFiltersTestJSON-918143940-project] Pushing event updated for resources: {'Port': ['ID=425cfacc-1860-4bdf-a369-134f9ce98d9d,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:57:01.331899 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df14eb1d-ea01-48d8-b9d6-f3bd3b320daf req-299d8ac3-f389-4611-bd29-e579412b69fb tempest-ListServerFiltersTestJSON-918143940 tempest-ListServerFiltersTestJSON-918143940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:57:01.332851 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-df14eb1d-ea01-48d8-b9d6-f3bd3b320daf req-299d8ac3-f389-4611-bd29-e579412b69fb tempest-ListServerFiltersTestJSON-918143940 tempest-ListServerFiltersTestJSON-918143940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:01.344111 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-439bf472-79bd-44c2-ba12-f91407595ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:01.351658 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-42eae021-9448-439c-acd8-48f2c86155fb req-2e62f39e-b921-4654-9670-2911a880f582 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:01.371117 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-439bf472-79bd-44c2-ba12-f91407595ce4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:01.374754 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-439bf472-79bd-44c2-ba12-f91407595ce4 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d1d654cd-db9c-4a3e-812d-3059fee6585e HTTP/1.1" status: 204 len: 168 time: 1.3509214 May 20 20:57:01.412701 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-03f867d7-efcc-4f91-a4d2-23ed6e0d4e89 None None] Provisioning complete for port d1073767-7e54-4d77-a75b-1dc88daf1f51 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:57:01.413435 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-03f867d7-efcc-4f91-a4d2-23ed6e0d4e89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:01.416093 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port d1073767-7e54-4d77-a75b-1dc88daf1f51 is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:57:01.416568 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:01.429298 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a5c45df-5c39-4d28-bd2b-5f9ce9bce8c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c691788-5c70-4914-8e00-cab99c416755'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:57:01.431875 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8485417003ce7c0410b00f5cdc2f391e21107b70bb68e2773712534a96e108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5945168-a379-4ea4-9331-340125f70ed6" -d '{"events": [{"server_uuid": "7a5c45df-5c39-4d28-bd2b-5f9ce9bce8c6", "name": "network-vif-plugged", "status": "completed", "tag": "3c691788-5c70-4914-8e00-cab99c416755"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:57:01.447799 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81caa4ee-7936-40ca-a1aa-8b03525eefb6 req-c6580e91-dbec-4f1e-ac3f-adc34fb8f160 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:57:01.450128 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-81caa4ee-7936-40ca-a1aa-8b03525eefb6 req-c6580e91-dbec-4f1e-ac3f-adc34fb8f160 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a5c45df-5c39-4d28-bd2b-5f9ce9bce8c6 HTTP/1.1" status: 200 len: 944 time: 0.3378217 May 20 20:57:01.458708 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439bf472-79bd-44c2-ba12-f91407595ce4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1d654cd-db9c-4a3e-812d-3059fee6585e,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:57:01.520152 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3ff34834-72d0-4045-98af-7ce81146dbdb tempest-ExtraDHCPOptionsTestJSON-235218158 tempest-ExtraDHCPOptionsTestJSON-235218158-project] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:01.538839 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-df14eb1d-ea01-48d8-b9d6-f3bd3b320daf req-299d8ac3-f389-4611-bd29-e579412b69fb tempest-ListServerFiltersTestJSON-918143940 tempest-ListServerFiltersTestJSON-918143940-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4220605 May 20 20:57:01.580003 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e62f39e-b921-4654-9670-2911a880f582 service neutron] Pushing event updated for resources: {'Port': ['ID=06354220-ffe2-4f2e-8f87-8f49fe6eeab5,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:57:01.597068 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port 3c691788-5c70-4914-8e00-cab99c416755, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=3c691788-5c70-4914-8e00-cab99c416755,segment=NetworkSegment(5c3b9203-18da-4ba0-88d6-e36130f615fb),segment_id=5c3b9203-18da-4ba0-88d6-e36130f615fb)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:57:01.657885 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [req-df14eb1d-ea01-48d8-b9d6-f3bd3b320daf req-3dde7ead-b17f-459f-ba63-d0a6393b8edd service neutron] Request body: {'port': {'device_id': '0af4d785-9a35-4cf1-a9f8-3510d8d3d3b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-842733-1'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:57:01.665925 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-81caa4ee-7936-40ca-a1aa-8b03525eefb6 req-50474df9-dc14-4812-80cd-f8033a372db8 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f722a60-38a1-4dbc-a8ff-49f0b32ee364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981213 May 20 20:57:01.676766 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] For port d1073767-7e54-4d77-a75b-1dc88daf1f51, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=d1073767-7e54-4d77-a75b-1dc88daf1f51,segment=NetworkSegment(52193f3a-16e2-48ca-9c37-5f2c783a2ebf),segment_id=52193f3a-16e2-48ca-9c37-5f2c783a2ebf)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:57:01.712601 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:01.735089 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823b0fd3-5c12-4b67-a65b-614650f50f54 req-c5e6bfaf-6f36-4192-900a-9ac6d50038c2 tempest-ListServerFiltersTestJSON-918143940 tempest-ListServerFiltersTestJSON-918143940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:57:01.739528 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-823b0fd3-5c12-4b67-a65b-614650f50f54 req-c5e6bfaf-6f36-4192-900a-9ac6d50038c2 tempest-ListServerFiltersTestJSON-918143940 tempest-ListServerFiltersTestJSON-918143940-project] 10.222.0.13 "GET /v2.0/networks?id=dd8d6d53-d372-47c7-a59c-c8c96265a507 HTTP/1.1" status: 200 len: 816 time: 0.5531507 May 20 20:57:01.787326 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [req-823b0fd3-5c12-4b67-a65b-614650f50f54 req-ac6b49db-b2aa-4312-961c-da59c4ba0f69 tempest-ListServerFiltersTestJSON-918143940 tempest-ListServerFiltersTestJSON-918143940-project] Request body: {'port': {'device_id': '46677f28-5c35-457f-8055-bf744f0c7167', 'network_id': 'dd8d6d53-d372-47c7-a59c-c8c96265a507', 'admin_state_up': True, 'tenant_id': '45d60e5a85494143a2206a5a33987b3d'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:57:01.830986 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-df14eb1d-ea01-48d8-b9d6-f3bd3b320daf req-3dde7ead-b17f-459f-ba63-d0a6393b8edd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:01.837225 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=3c691788-5c70-4914-8e00-cab99c416755,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:57:01.858001 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:01.876388 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3ff34834-72d0-4045-98af-7ce81146dbdb tempest-ExtraDHCPOptionsTestJSON-235218158 tempest-ExtraDHCPOptionsTestJSON-235218158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:01.948711 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 20:57:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb226f8e-019f-4177-ba07-f6b42bc32b08 x-openstack-request-id: req-cb226f8e-019f-4177-ba07-f6b42bc32b08 {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:57:01.949232 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a5c45df-5c39-4d28-bd2b-5f9ce9bce8c6", "name": "network-vif-plugged", "status": "completed", "tag": "3c691788-5c70-4914-8e00-cab99c416755", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:57:01.949554 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-cb226f8e-019f-4177-ba07-f6b42bc32b08 {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:57:01.950260 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb226f8e-019f-4177-ba07-f6b42bc32b08'] response: {'server_uuid': '7a5c45df-5c39-4d28-bd2b-5f9ce9bce8c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c691788-5c70-4914-8e00-cab99c416755', 'code': 200} May 20 20:57:02.070999 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Pushing event updated for resources: {'Port': ['ID=d1073767-7e54-4d77-a75b-1dc88daf1f51,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:57:02.088339 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ff34834-72d0-4045-98af-7ce81146dbdb tempest-ExtraDHCPOptionsTestJSON-235218158 tempest-ExtraDHCPOptionsTestJSON-235218158-project] Network 9a81cc16-6d6b-44f1-aa9b-ecfa3b4e9ee0 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:57:02.100689 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-03f867d7-efcc-4f91-a4d2-23ed6e0d4e89 None None] Current status of the port d1073767-7e54-4d77-a75b-1dc88daf1f51 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:57:02.130350 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-3ff34834-72d0-4045-98af-7ce81146dbdb tempest-ExtraDHCPOptionsTestJSON-235218158 tempest-ExtraDHCPOptionsTestJSON-235218158-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:57:02.133644 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff34834-72d0-4045-98af-7ce81146dbdb tempest-ExtraDHCPOptionsTestJSON-235218158 tempest-ExtraDHCPOptionsTestJSON-235218158-project] Pushing event updated for resources: {'Port': ['ID=05ef388c-1bba-4a05-86ec-1e0a97c938ab,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:57:02.139231 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff34834-72d0-4045-98af-7ce81146dbdb tempest-ExtraDHCPOptionsTestJSON-235218158 tempest-ExtraDHCPOptionsTestJSON-235218158-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:57:02.148223 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-42eae021-9448-439c-acd8-48f2c86155fb req-2e62f39e-b921-4654-9670-2911a880f582 service neutron] Attempting to bind port 06354220-ffe2-4f2e-8f87-8f49fe6eeab5 on host n-h1-842733-1 for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:57:02.148706 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-42eae021-9448-439c-acd8-48f2c86155fb req-2e62f39e-b921-4654-9670-2911a880f582 service neutron] Attempting to bind port 06354220-ffe2-4f2e-8f87-8f49fe6eeab5 by drivers openvswitch,hyperv on host n-h1-842733-1 at level 0 using segments [{'id': 'd0018fbc-8976-4a5a-8d5f-7cbc2d0767c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'dd8d6d53-d372-47c7-a59c-c8c96265a507'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:57:02.148878 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42eae021-9448-439c-acd8-48f2c86155fb req-2e62f39e-b921-4654-9670-2911a880f582 service neutron] Attempting to bind port 06354220-ffe2-4f2e-8f87-8f49fe6eeab5 on network dd8d6d53-d372-47c7-a59c-c8c96265a507 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:57:02.169240 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b4b6e9dd-2f97-4609-b9a5-e75412e16d4a req-72d395e9-fe12-45e2-b523-c1817d52d8b8 tempest-ListServerFiltersTestJSON-918143940 tempest-ListServerFiltersTestJSON-918143940-project] 10.222.0.35 "GET /v2.0/ports?device_id=46677f28-5c35-457f-8055-bf744f0c7167 HTTP/1.1" status: 200 len: 210 time: 0.1034291 May 20 20:57:02.224517 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42eae021-9448-439c-acd8-48f2c86155fb req-2e62f39e-b921-4654-9670-2911a880f582 service neutron] Port 06354220-ffe2-4f2e-8f87-8f49fe6eeab5 on network dd8d6d53-d372-47c7-a59c-c8c96265a507 not bound, no agent of type Open vSwitch agent registered on host n-h1-842733-1 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 20:57:02.224851 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42eae021-9448-439c-acd8-48f2c86155fb req-2e62f39e-b921-4654-9670-2911a880f582 service neutron] Attempting to bind port 06354220-ffe2-4f2e-8f87-8f49fe6eeab5 on network dd8d6d53-d372-47c7-a59c-c8c96265a507 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:57:02.261387 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bdf6cb-8b1f-443c-93fe-4fca2df5f354 req-70989c95-3f95-4fb1-9e73-1123e2f0bfd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:57:02.266304 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-24bdf6cb-8b1f-443c-93fe-4fca2df5f354 req-70989c95-3f95-4fb1-9e73-1123e2f0bfd8 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7a5c45df-5c39-4d28-bd2b-5f9ce9bce8c6 HTTP/1.1" status: 200 len: 1096 time: 0.2014256 May 20 20:57:02.268831 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-1d9e1e26-3b60-4b86-8a96-01047445f0dc None None] Provisioning complete for port 425cfacc-1860-4bdf-a369-134f9ce98d9d triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:57:02.270999 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-1d9e1e26-3b60-4b86-8a96-01047445f0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:02.276800 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42eae021-9448-439c-acd8-48f2c86155fb req-2e62f39e-b921-4654-9670-2911a880f582 service neutron] Checking agent: {'id': '08dfb1ce-804b-4db8-838b-21094082e041', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 32, 54), 'started_at': datetime.datetime(2022, 5, 20, 20, 32, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 56, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:57:02.289987 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42eae021-9448-439c-acd8-48f2c86155fb req-2e62f39e-b921-4654-9670-2911a880f582 service neutron] Checking segment: {'id': 'd0018fbc-8976-4a5a-8d5f-7cbc2d0767c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'dd8d6d53-d372-47c7-a59c-c8c96265a507'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:57:02.290613 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42eae021-9448-439c-acd8-48f2c86155fb req-2e62f39e-b921-4654-9670-2911a880f582 service neutron] Bound using segment: {'id': 'd0018fbc-8976-4a5a-8d5f-7cbc2d0767c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'dd8d6d53-d372-47c7-a59c-c8c96265a507'} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:57:02.291095 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-42eae021-9448-439c-acd8-48f2c86155fb req-2e62f39e-b921-4654-9670-2911a880f582 service neutron] Bound port: 06354220-ffe2-4f2e-8f87-8f49fe6eeab5, host: n-h1-842733-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0018fbc-8976-4a5a-8d5f-7cbc2d0767c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'dd8d6d53-d372-47c7-a59c-c8c96265a507'}}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:57:02.291565 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-42eae021-9448-439c-acd8-48f2c86155fb req-2e62f39e-b921-4654-9670-2911a880f582 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:02.332892 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-1d9e1e26-3b60-4b86-8a96-01047445f0dc None None] Port 425cfacc-1860-4bdf-a369-134f9ce98d9d cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 20:57:02.347350 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ff34834-72d0-4045-98af-7ce81146dbdb tempest-ExtraDHCPOptionsTestJSON-235218158 tempest-ExtraDHCPOptionsTestJSON-235218158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:57:02.347350 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3ff34834-72d0-4045-98af-7ce81146dbdb tempest-ExtraDHCPOptionsTestJSON-235218158 tempest-ExtraDHCPOptionsTestJSON-235218158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:02.412339 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-24bdf6cb-8b1f-443c-93fe-4fca2df5f354 req-df49b173-5779-4fc4-b9c0-423099e41eae service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=5f722a60-38a1-4dbc-a8ff-49f0b32ee364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141913 May 20 20:57:02.434292 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:02.439431 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8b75ec49-9c4b-4bc5-be5e-db72f3ccad3f tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:02.458026 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-42eae021-9448-439c-acd8-48f2c86155fb req-2e62f39e-b921-4654-9670-2911a880f582 service neutron] For port 06354220-ffe2-4f2e-8f87-8f49fe6eeab5, host n-h1-842733-1, cleared binding levels {{(pid=103162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:57:02.465328 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-3ff34834-72d0-4045-98af-7ce81146dbdb tempest-ExtraDHCPOptionsTestJSON-235218158 tempest-ExtraDHCPOptionsTestJSON-235218158-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 2.6804597 May 20 20:57:02.466687 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-42eae021-9448-439c-acd8-48f2c86155fb req-2e62f39e-b921-4654-9670-2911a880f582 service neutron] For port 06354220-ffe2-4f2e-8f87-8f49fe6eeab5, host n-h1-842733-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=06354220-ffe2-4f2e-8f87-8f49fe6eeab5,segment=NetworkSegment(d0018fbc-8976-4a5a-8d5f-7cbc2d0767c4),segment_id=d0018fbc-8976-4a5a-8d5f-7cbc2d0767c4)] {{(pid=103162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:57:02.471812 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-823b0fd3-5c12-4b67-a65b-614650f50f54 req-ac6b49db-b2aa-4312-961c-da59c4ba0f69 tempest-ListServerFiltersTestJSON-918143940 tempest-ListServerFiltersTestJSON-918143940-project] Made reservation on behalf of 45d60e5a85494143a2206a5a33987b3d for: {'port': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:57:02.471812 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-823b0fd3-5c12-4b67-a65b-614650f50f54 req-ac6b49db-b2aa-4312-961c-da59c4ba0f69 tempest-ListServerFiltersTestJSON-918143940 tempest-ListServerFiltersTestJSON-918143940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:02.473782 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 33290) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:57:02.589889 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-20933d6c-ff6f-4264-bb41-6b746f342dfe None None] Provisioning complete for port 1af7025c-de80-4086-b79a-908f75e6636b triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:57:02.590256 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-20933d6c-ff6f-4264-bb41-6b746f342dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:02.608278 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-42eae021-9448-439c-acd8-48f2c86155fb req-2e62f39e-b921-4654-9670-2911a880f582 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:02.627331 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de45ef26-d00d-4635-84f7-f35c86c7966e tempest-ExtraDHCPOptionsTestJSON-235218158 tempest-ExtraDHCPOptionsTestJSON-235218158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:57:02.634226 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de45ef26-d00d-4635-84f7-f35c86c7966e tempest-ExtraDHCPOptionsTestJSON-235218158 tempest-ExtraDHCPOptionsTestJSON-235218158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:57:02.641392 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de45ef26-d00d-4635-84f7-f35c86c7966e tempest-ExtraDHCPOptionsTestJSON-235218158 tempest-ExtraDHCPOptionsTestJSON-235218158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:57:02.643456 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-de45ef26-d00d-4635-84f7-f35c86c7966e tempest-ExtraDHCPOptionsTestJSON-235218158 tempest-ExtraDHCPOptionsTestJSON-235218158-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2618 time: 0.1688540 May 20 20:57:02.688581 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 33298) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:57:02.691075 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42eae021-9448-439c-acd8-48f2c86155fb req-2e62f39e-b921-4654-9670-2911a880f582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:57:02.693463 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-20933d6c-ff6f-4264-bb41-6b746f342dfe None None] Port 1af7025c-de80-4086-b79a-908f75e6636b cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 20:57:02.693769 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-42eae021-9448-439c-acd8-48f2c86155fb req-2e62f39e-b921-4654-9670-2911a880f582 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:02.695551 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-42eae021-9448-439c-acd8-48f2c86155fb req-2e62f39e-b921-4654-9670-2911a880f582 service neutron] 10.222.0.24 "PUT /v2.0/ports/06354220-ffe2-4f2e-8f87-8f49fe6eeab5 HTTP/1.1" status: 200 len: 1091 time: 2.7096508 May 20 20:57:02.711090 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-20933d6c-ff6f-4264-bb41-6b746f342dfe None None] Provisioning complete for port d1073767-7e54-4d77-a75b-1dc88daf1f51 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:57:02.711532 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-20933d6c-ff6f-4264-bb41-6b746f342dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:02.775023 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device d1073767-7e54-4d77-a75b-1dc88daf1f51 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:57:02.801878 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b677069f-2bf9-4a32-b533-9fc31512d995', 'tag': '06354220-ffe2-4f2e-8f87-8f49fe6eeab5'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:57:02.804475 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6fa957933fccbf596d28104b23404b952ad6a8238afaebaed40a0874b2e409" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49db411e-d10e-4bef-8853-f359cc8c762c" -d '{"events": [{"name": "network-changed", "server_uuid": "b677069f-2bf9-4a32-b533-9fc31512d995", "tag": "06354220-ffe2-4f2e-8f87-8f49fe6eeab5"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:57:02.922822 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 20:57:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02a7d67e-0c51-48df-8657-ee837ca2c69b x-openstack-request-id: req-02a7d67e-0c51-48df-8657-ee837ca2c69b {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:57:02.923330 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b677069f-2bf9-4a32-b533-9fc31512d995", "tag": "06354220-ffe2-4f2e-8f87-8f49fe6eeab5", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:57:02.923548 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-02a7d67e-0c51-48df-8657-ee837ca2c69b {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:57:02.924038 n-d-842733-1 neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02a7d67e-0c51-48df-8657-ee837ca2c69b'] response: {'name': 'network-changed', 'server_uuid': 'b677069f-2bf9-4a32-b533-9fc31512d995', 'tag': '06354220-ffe2-4f2e-8f87-8f49fe6eeab5', 'status': 'completed', 'code': 200} May 20 20:57:03.027208 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port d1073767-7e54-4d77-a75b-1dc88daf1f51 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:57:03.028072 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:03.055871 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e62f39e-b921-4654-9670-2911a880f582 service neutron] Pushing event updated for resources: {'Port': ['ID=06354220-ffe2-4f2e-8f87-8f49fe6eeab5,revision_number=3']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:57:03.092886 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42eae021-9448-439c-acd8-48f2c86155fb req-f2aca049-3120-4368-865b-64acf62c5584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:57:03.095044 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-42eae021-9448-439c-acd8-48f2c86155fb req-f2aca049-3120-4368-865b-64acf62c5584 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=45d60e5a85494143a2206a5a33987b3d&device_id=b677069f-2bf9-4a32-b533-9fc31512d995 HTTP/1.1" status: 200 len: 1094 time: 0.2749279 May 20 20:57:03.106471 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-20933d6c-ff6f-4264-bb41-6b746f342dfe None None] Current status of the port d1073767-7e54-4d77-a75b-1dc88daf1f51 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:57:03.140156 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8b75ec49-9c4b-4bc5-be5e-db72f3ccad3f tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:03.183920 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-42eae021-9448-439c-acd8-48f2c86155fb req-7f277370-2f7f-4605-a912-b52172b3015e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=06354220-ffe2-4f2e-8f87-8f49fe6eeab5 HTTP/1.1" status: 200 len: 217 time: 0.0678856 May 20 20:57:03.221383 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port d1073767-7e54-4d77-a75b-1dc88daf1f51 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:57:03.242700 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-326f7e8a-c90e-4c51-b7b7-d15a69712ab8 None None] Provisioning complete for port 1af7025c-de80-4086-b79a-908f75e6636b triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:57:03.244841 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-326f7e8a-c90e-4c51-b7b7-d15a69712ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:03.298960 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-326f7e8a-c90e-4c51-b7b7-d15a69712ab8 None None] Port 1af7025c-de80-4086-b79a-908f75e6636b cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 20:57:03.357291 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3572dc70-e79b-4c3d-8a30-5ea1bd9435c0 req-403d5810-4da7-4ed3-917d-ded83cecdaa6 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:57:03.359418 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3572dc70-e79b-4c3d-8a30-5ea1bd9435c0 req-403d5810-4da7-4ed3-917d-ded83cecdaa6 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a5c45df-5c39-4d28-bd2b-5f9ce9bce8c6 HTTP/1.1" status: 200 len: 945 time: 0.2490981 May 20 20:57:03.392019 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-aeda6738-7e12-4dc1-a252-be7bcaa6c7f5 tempest-ExtraDHCPOptionsTestJSON-235218158 tempest-ExtraDHCPOptionsTestJSON-235218158-project] Deleting port 05ef388c-1bba-4a05-86ec-1e0a97c938ab {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:57:03.392364 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-aeda6738-7e12-4dc1-a252-be7bcaa6c7f5 tempest-ExtraDHCPOptionsTestJSON-235218158 tempest-ExtraDHCPOptionsTestJSON-235218158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:03.436682 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-414ecfdf-0f32-498c-aec8-4e5d102a8888 req-15489603-c20f-494c-8f24-7d34497985fb tempest-ListServerFiltersTestJSON-918143940 tempest-ListServerFiltersTestJSON-918143940-project] 10.222.0.35 "GET /v2.0/ports?device_id=46677f28-5c35-457f-8055-bf744f0c7167 HTTP/1.1" status: 200 len: 210 time: 0.0414293 May 20 20:57:03.454769 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-5cabed97-635d-42cc-a8bc-d486ff6a9b80 None None] Provisioning complete for port 05ef388c-1bba-4a05-86ec-1e0a97c938ab triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:57:03.455321 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-5cabed97-635d-42cc-a8bc-d486ff6a9b80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:03.511508 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42eae021-9448-439c-acd8-48f2c86155fb req-1a329be8-3cc2-4823-a45a-0fa36cb6aad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:57:03.515995 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-42eae021-9448-439c-acd8-48f2c86155fb req-1a329be8-3cc2-4823-a45a-0fa36cb6aad7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=107e6914-57f1-42a8-8e5b-204bf54009a5 HTTP/1.1" status: 200 len: 855 time: 0.2755001 May 20 20:57:03.545510 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-5cabed97-635d-42cc-a8bc-d486ff6a9b80 None None] Port 05ef388c-1bba-4a05-86ec-1e0a97c938ab cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 20:57:03.575403 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 33350) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:57:03.599689 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3572dc70-e79b-4c3d-8a30-5ea1bd9435c0 req-012b3f7d-0218-421d-9b0c-d743399b3a8a tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f722a60-38a1-4dbc-a8ff-49f0b32ee364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2263935 May 20 20:57:03.630115 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [req-df14eb1d-ea01-48d8-b9d6-f3bd3b320daf req-3dde7ead-b17f-459f-ba63-d0a6393b8edd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 425cfacc-1860-4bdf-a369-134f9ce98d9d {{(pid=103163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:57:03.642896 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-df14eb1d-ea01-48d8-b9d6-f3bd3b320daf req-3dde7ead-b17f-459f-ba63-d0a6393b8edd service neutron] Notify callbacks [] for port, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:03.644013 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-aeda6738-7e12-4dc1-a252-be7bcaa6c7f5 tempest-ExtraDHCPOptionsTestJSON-235218158 tempest-ExtraDHCPOptionsTestJSON-235218158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:03.648021 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42eae021-9448-439c-acd8-48f2c86155fb req-68bc602c-be05-4bd1-b9e8-ee6814009463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:57:03.649757 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-42eae021-9448-439c-acd8-48f2c86155fb req-68bc602c-be05-4bd1-b9e8-ee6814009463 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=dd8d6d53-d372-47c7-a59c-c8c96265a507&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1284459 May 20 20:57:03.656742 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-8b75ec49-9c4b-4bc5-be5e-db72f3ccad3f tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] Allocated IP 172.25.2.97 (e3a93b5c-91e2-4064-9c2c-1afc261bfe15/86fee0c1-6e34-488b-9216-b2b8e7ef585a/48f700db-0575-41ba-8628-1edc68d6b5d9) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:57:03.693576 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [req-df14eb1d-ea01-48d8-b9d6-f3bd3b320daf req-3dde7ead-b17f-459f-ba63-d0a6393b8edd service neutron] Transition to ACTIVE for port object 425cfacc-1860-4bdf-a369-134f9ce98d9d will not be triggered until provisioned by entity L2. {{(pid=103163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 20:57:03.706452 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-aeda6738-7e12-4dc1-a252-be7bcaa6c7f5 tempest-ExtraDHCPOptionsTestJSON-235218158 tempest-ExtraDHCPOptionsTestJSON-235218158-project] Calling delete_port for 05ef388c-1bba-4a05-86ec-1e0a97c938ab owned by {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:57:03.757081 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-cba8040e-fdaf-445f-ad64-8370a18fe8b5 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-523817370'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:57:03.776832 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-df14eb1d-ea01-48d8-b9d6-f3bd3b320daf req-3dde7ead-b17f-459f-ba63-d0a6393b8edd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:03.922046 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dde7ead-b17f-459f-ba63-d0a6393b8edd service neutron] Pushing event updated for resources: {'Port': ['ID=425cfacc-1860-4bdf-a369-134f9ce98d9d,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:57:03.929643 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cba8040e-fdaf-445f-ad64-8370a18fe8b5 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Made reservation on behalf of ab4ded6dc75a4ab5a4f9dae9e5aa3753 for: {'network': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:57:03.933971 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-cba8040e-fdaf-445f-ad64-8370a18fe8b5 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for network, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:03.944951 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [req-823b0fd3-5c12-4b67-a65b-614650f50f54 req-ac6b49db-b2aa-4312-961c-da59c4ba0f69 tempest-ListServerFiltersTestJSON-918143940 tempest-ListServerFiltersTestJSON-918143940-project] Allocated IP 172.20.0.5 (dd8d6d53-d372-47c7-a59c-c8c96265a507/107e6914-57f1-42a8-8e5b-204bf54009a5/4828dd8b-6a6a-42b3-8486-adbc1ba2eade) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:57:03.951044 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-cba8040e-fdaf-445f-ad64-8370a18fe8b5 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:03.952752 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-42eae021-9448-439c-acd8-48f2c86155fb req-23c161c2-28c3-4cfb-a7f3-b45b8be2c42f service neutron] 10.222.0.24 "GET /v2.0/networks/dd8d6d53-d372-47c7-a59c-c8c96265a507?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2866094 May 20 20:57:03.976956 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8b75ec49-9c4b-4bc5-be5e-db72f3ccad3f tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:04.003607 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-df14eb1d-ea01-48d8-b9d6-f3bd3b320daf req-3dde7ead-b17f-459f-ba63-d0a6393b8edd service neutron] Attempting to bind port 425cfacc-1860-4bdf-a369-134f9ce98d9d on host n-h1-842733-1 for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:57:04.004141 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-df14eb1d-ea01-48d8-b9d6-f3bd3b320daf req-3dde7ead-b17f-459f-ba63-d0a6393b8edd service neutron] Attempting to bind port 425cfacc-1860-4bdf-a369-134f9ce98d9d by drivers openvswitch,hyperv on host n-h1-842733-1 at level 0 using segments [{'id': 'd0018fbc-8976-4a5a-8d5f-7cbc2d0767c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'dd8d6d53-d372-47c7-a59c-c8c96265a507'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:57:04.004516 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df14eb1d-ea01-48d8-b9d6-f3bd3b320daf req-3dde7ead-b17f-459f-ba63-d0a6393b8edd service neutron] Attempting to bind port 425cfacc-1860-4bdf-a369-134f9ce98d9d on network dd8d6d53-d372-47c7-a59c-c8c96265a507 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:57:04.017120 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df14eb1d-ea01-48d8-b9d6-f3bd3b320daf req-3dde7ead-b17f-459f-ba63-d0a6393b8edd service neutron] Port 425cfacc-1860-4bdf-a369-134f9ce98d9d on network dd8d6d53-d372-47c7-a59c-c8c96265a507 not bound, no agent of type Open vSwitch agent registered on host n-h1-842733-1 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 20:57:04.017405 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df14eb1d-ea01-48d8-b9d6-f3bd3b320daf req-3dde7ead-b17f-459f-ba63-d0a6393b8edd service neutron] Attempting to bind port 425cfacc-1860-4bdf-a369-134f9ce98d9d on network dd8d6d53-d372-47c7-a59c-c8c96265a507 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:57:04.026855 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df14eb1d-ea01-48d8-b9d6-f3bd3b320daf req-3dde7ead-b17f-459f-ba63-d0a6393b8edd service neutron] Checking agent: {'id': '08dfb1ce-804b-4db8-838b-21094082e041', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 32, 54), 'started_at': datetime.datetime(2022, 5, 20, 20, 32, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 56, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:57:04.027256 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df14eb1d-ea01-48d8-b9d6-f3bd3b320daf req-3dde7ead-b17f-459f-ba63-d0a6393b8edd service neutron] Checking segment: {'id': 'd0018fbc-8976-4a5a-8d5f-7cbc2d0767c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'dd8d6d53-d372-47c7-a59c-c8c96265a507'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:57:04.027591 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df14eb1d-ea01-48d8-b9d6-f3bd3b320daf req-3dde7ead-b17f-459f-ba63-d0a6393b8edd service neutron] Bound using segment: {'id': 'd0018fbc-8976-4a5a-8d5f-7cbc2d0767c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'dd8d6d53-d372-47c7-a59c-c8c96265a507'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:57:04.027978 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-df14eb1d-ea01-48d8-b9d6-f3bd3b320daf req-3dde7ead-b17f-459f-ba63-d0a6393b8edd service neutron] Bound port: 425cfacc-1860-4bdf-a369-134f9ce98d9d, host: n-h1-842733-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0018fbc-8976-4a5a-8d5f-7cbc2d0767c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'dd8d6d53-d372-47c7-a59c-c8c96265a507'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:57:04.028334 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-df14eb1d-ea01-48d8-b9d6-f3bd3b320daf req-3dde7ead-b17f-459f-ba63-d0a6393b8edd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:04.113128 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-df14eb1d-ea01-48d8-b9d6-f3bd3b320daf req-3dde7ead-b17f-459f-ba63-d0a6393b8edd service neutron] For port 425cfacc-1860-4bdf-a369-134f9ce98d9d, host n-h1-842733-1, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:57:04.116778 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-df14eb1d-ea01-48d8-b9d6-f3bd3b320daf req-3dde7ead-b17f-459f-ba63-d0a6393b8edd service neutron] For port 425cfacc-1860-4bdf-a369-134f9ce98d9d, host n-h1-842733-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=425cfacc-1860-4bdf-a369-134f9ce98d9d,segment=NetworkSegment(d0018fbc-8976-4a5a-8d5f-7cbc2d0767c4),segment_id=d0018fbc-8976-4a5a-8d5f-7cbc2d0767c4)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:57:04.151020 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8b75ec49-9c4b-4bc5-be5e-db72f3ccad3f tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:04.195952 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-df14eb1d-ea01-48d8-b9d6-f3bd3b320daf req-3dde7ead-b17f-459f-ba63-d0a6393b8edd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:04.198760 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-42eae021-9448-439c-acd8-48f2c86155fb req-d96c5b76-787b-47b3-b5b6-2ad85feff7f6 service neutron] 10.222.0.24 "GET /v2.0/networks/dd8d6d53-d372-47c7-a59c-c8c96265a507?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2379646 May 20 20:57:04.211277 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b75ec49-9c4b-4bc5-be5e-db72f3ccad3f tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] Network e3a93b5c-91e2-4064-9c2c-1afc261bfe15 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:57:04.218065 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-8b75ec49-9c4b-4bc5-be5e-db72f3ccad3f tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:57:04.225989 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b75ec49-9c4b-4bc5-be5e-db72f3ccad3f tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:57:04.228683 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df14eb1d-ea01-48d8-b9d6-f3bd3b320daf req-3dde7ead-b17f-459f-ba63-d0a6393b8edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:57:04.229844 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-df14eb1d-ea01-48d8-b9d6-f3bd3b320daf req-3dde7ead-b17f-459f-ba63-d0a6393b8edd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:04.231869 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-df14eb1d-ea01-48d8-b9d6-f3bd3b320daf req-3dde7ead-b17f-459f-ba63-d0a6393b8edd service neutron] 10.222.0.24 "PUT /v2.0/ports/425cfacc-1860-4bdf-a369-134f9ce98d9d HTTP/1.1" status: 200 len: 1092 time: 2.5791383 May 20 20:57:04.232484 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b75ec49-9c4b-4bc5-be5e-db72f3ccad3f tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] Pushing event updated for resources: {'Port': ['ID=48f700db-0575-41ba-8628-1edc68d6b5d9,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:57:04.234497 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0af4d785-9a35-4cf1-a9f8-3510d8d3d3b0', 'tag': '425cfacc-1860-4bdf-a369-134f9ce98d9d'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:57:04.237268 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4291b17aa7b45362825f0571e77c85f5e73afe1df9c7e9e15006df9d695c005e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42f04dee-671c-4143-8526-c324e883fa92" -d '{"events": [{"name": "network-changed", "server_uuid": "0af4d785-9a35-4cf1-a9f8-3510d8d3d3b0", "tag": "425cfacc-1860-4bdf-a369-134f9ce98d9d"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:57:04.259181 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-aeda6738-7e12-4dc1-a252-be7bcaa6c7f5 tempest-ExtraDHCPOptionsTestJSON-235218158 tempest-ExtraDHCPOptionsTestJSON-235218158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:04.308645 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeda6738-7e12-4dc1-a252-be7bcaa6c7f5 tempest-ExtraDHCPOptionsTestJSON-235218158 tempest-ExtraDHCPOptionsTestJSON-235218158-project] Pushing event deleted for resources: {'Port': ['ID=05ef388c-1bba-4a05-86ec-1e0a97c938ab,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:57:04.336380 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-823b0fd3-5c12-4b67-a65b-614650f50f54 req-ac6b49db-b2aa-4312-961c-da59c4ba0f69 tempest-ListServerFiltersTestJSON-918143940 tempest-ListServerFiltersTestJSON-918143940-project] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:04.493076 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dde7ead-b17f-459f-ba63-d0a6393b8edd service neutron] Pushing event updated for resources: {'Port': ['ID=425cfacc-1860-4bdf-a369-134f9ce98d9d,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:57:04.690210 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-aeda6738-7e12-4dc1-a252-be7bcaa6c7f5 tempest-ExtraDHCPOptionsTestJSON-235218158 tempest-ExtraDHCPOptionsTestJSON-235218158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:04.695879 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49db411e-d10e-4bef-8853-f359cc8c762c req-66f19f3e-b578-4fd4-9894-b9c55e7d5310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:57:04.700810 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-aeda6738-7e12-4dc1-a252-be7bcaa6c7f5 tempest-ExtraDHCPOptionsTestJSON-235218158 tempest-ExtraDHCPOptionsTestJSON-235218158-project] 10.222.0.35 "DELETE /v2.0/ports/05ef388c-1bba-4a05-86ec-1e0a97c938ab HTTP/1.1" status: 204 len: 168 time: 2.0042541 May 20 20:57:04.705036 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-49db411e-d10e-4bef-8853-f359cc8c762c req-66f19f3e-b578-4fd4-9894-b9c55e7d5310 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=45d60e5a85494143a2206a5a33987b3d&device_id=b677069f-2bf9-4a32-b533-9fc31512d995 HTTP/1.1" status: 200 len: 1094 time: 0.2596958 May 20 20:57:04.706931 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 33406) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:57:04.747452 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df14eb1d-ea01-48d8-b9d6-f3bd3b320daf req-d3a83f2d-a5e3-4a4d-a94d-78cd07401fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:57:04.748969 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-df14eb1d-ea01-48d8-b9d6-f3bd3b320daf req-d3a83f2d-a5e3-4a4d-a94d-78cd07401fe7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=45d60e5a85494143a2206a5a33987b3d&device_id=0af4d785-9a35-4cf1-a9f8-3510d8d3d3b0 HTTP/1.1" status: 200 len: 1095 time: 0.2828877 May 20 20:57:04.751324 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-cb2ada40-7f44-45f6-9ab3-c02487bd347a tempest-ExtraDHCPOptionsTestJSON-235218158 tempest-ExtraDHCPOptionsTestJSON-235218158-project] Request body: {'port': {'name': 'tempest-new-port-name-1375553693', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:57:04.752050 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.api.validators [None req-cb2ada40-7f44-45f6-9ab3-c02487bd347a tempest-ExtraDHCPOptionsTestJSON-235218158 tempest-ExtraDHCPOptionsTestJSON-235218158-project] bootfile-name is not in valid_values {{(pid=103163) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} May 20 20:57:04.752529 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.api.validators [None req-cb2ada40-7f44-45f6-9ab3-c02487bd347a tempest-ExtraDHCPOptionsTestJSON-235218158 tempest-ExtraDHCPOptionsTestJSON-235218158-project] tftp-server is not in valid_values {{(pid=103163) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} May 20 20:57:04.753020 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.api.validators [None req-cb2ada40-7f44-45f6-9ab3-c02487bd347a tempest-ExtraDHCPOptionsTestJSON-235218158 tempest-ExtraDHCPOptionsTestJSON-235218158-project] server-ip-address is not in valid_values {{(pid=103163) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} May 20 20:57:04.824599 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 20:57:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2512a44d-6cd4-4782-9e9a-a3daf845c9b8 x-openstack-request-id: req-2512a44d-6cd4-4782-9e9a-a3daf845c9b8 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:57:04.824840 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0af4d785-9a35-4cf1-a9f8-3510d8d3d3b0", "tag": "425cfacc-1860-4bdf-a369-134f9ce98d9d", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:57:04.825099 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2512a44d-6cd4-4782-9e9a-a3daf845c9b8 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:57:04.825570 n-d-842733-1 neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2512a44d-6cd4-4782-9e9a-a3daf845c9b8'] response: {'name': 'network-changed', 'server_uuid': '0af4d785-9a35-4cf1-a9f8-3510d8d3d3b0', 'tag': '425cfacc-1860-4bdf-a369-134f9ce98d9d', 'status': 'completed', 'code': 200} May 20 20:57:04.834796 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-823b0fd3-5c12-4b67-a65b-614650f50f54 req-ac6b49db-b2aa-4312-961c-da59c4ba0f69 tempest-ListServerFiltersTestJSON-918143940 tempest-ListServerFiltersTestJSON-918143940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:04.840952 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-df14eb1d-ea01-48d8-b9d6-f3bd3b320daf req-6cbe2fa9-a044-44dd-95bf-5b6ced1b5ef8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=425cfacc-1860-4bdf-a369-134f9ce98d9d HTTP/1.1" status: 200 len: 217 time: 0.0809972 May 20 20:57:04.940507 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-823b0fd3-5c12-4b67-a65b-614650f50f54 req-ac6b49db-b2aa-4312-961c-da59c4ba0f69 tempest-ListServerFiltersTestJSON-918143940 tempest-ListServerFiltersTestJSON-918143940-project] Network dd8d6d53-d372-47c7-a59c-c8c96265a507 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:57:04.949854 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [req-823b0fd3-5c12-4b67-a65b-614650f50f54 req-ac6b49db-b2aa-4312-961c-da59c4ba0f69 tempest-ListServerFiltersTestJSON-918143940 tempest-ListServerFiltersTestJSON-918143940-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:57:04.953524 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6b49db-b2aa-4312-961c-da59c4ba0f69 tempest-ListServerFiltersTestJSON-918143940 tempest-ListServerFiltersTestJSON-918143940-project] Pushing event updated for resources: {'Port': ['ID=4828dd8b-6a6a-42b3-8486-adbc1ba2eade,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:57:04.955682 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-823b0fd3-5c12-4b67-a65b-614650f50f54 req-ac6b49db-b2aa-4312-961c-da59c4ba0f69 tempest-ListServerFiltersTestJSON-918143940 tempest-ListServerFiltersTestJSON-918143940-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:57:04.962778 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df14eb1d-ea01-48d8-b9d6-f3bd3b320daf req-43fdf2d9-0569-4361-92a2-fb7fbf60a9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:57:04.965046 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-df14eb1d-ea01-48d8-b9d6-f3bd3b320daf req-43fdf2d9-0569-4361-92a2-fb7fbf60a9a6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=107e6914-57f1-42a8-8e5b-204bf54009a5 HTTP/1.1" status: 200 len: 855 time: 0.0819871 May 20 20:57:05.050719 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823b0fd3-5c12-4b67-a65b-614650f50f54 req-ac6b49db-b2aa-4312-961c-da59c4ba0f69 tempest-ListServerFiltersTestJSON-918143940 tempest-ListServerFiltersTestJSON-918143940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:57:05.051351 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-823b0fd3-5c12-4b67-a65b-614650f50f54 req-ac6b49db-b2aa-4312-961c-da59c4ba0f69 tempest-ListServerFiltersTestJSON-918143940 tempest-ListServerFiltersTestJSON-918143940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:05.065518 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df14eb1d-ea01-48d8-b9d6-f3bd3b320daf req-205317f2-82bb-4ebc-b75b-cb2c2f320277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:57:05.067096 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-df14eb1d-ea01-48d8-b9d6-f3bd3b320daf req-205317f2-82bb-4ebc-b75b-cb2c2f320277 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=dd8d6d53-d372-47c7-a59c-c8c96265a507&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0748956 May 20 20:57:05.087194 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-cba8040e-fdaf-445f-ad64-8370a18fe8b5 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:05.171653 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066bec51-d80e-4d86-956c-793a90ba7a38 req-edf53834-70e7-4e56-84c0-d384f910b14a tempest-ListServerFiltersTestJSON-918143940 tempest-ListServerFiltersTestJSON-918143940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:57:05.173335 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-066bec51-d80e-4d86-956c-793a90ba7a38 req-edf53834-70e7-4e56-84c0-d384f910b14a tempest-ListServerFiltersTestJSON-918143940 tempest-ListServerFiltersTestJSON-918143940-project] 10.222.0.35 "GET /v2.0/ports?device_id=46677f28-5c35-457f-8055-bf744f0c7167 HTTP/1.1" status: 200 len: 931 time: 0.4981191 May 20 20:57:05.176915 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-cb2ada40-7f44-45f6-9ab3-c02487bd347a tempest-ExtraDHCPOptionsTestJSON-235218158 tempest-ExtraDHCPOptionsTestJSON-235218158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:05.205083 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-cba8040e-fdaf-445f-ad64-8370a18fe8b5 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:05.228338 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6bcec5-7455-45b1-8fd4-a11a0fd168c8 req-fad21197-b46f-45b7-bbc1-befd2944ad3a tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:57:05.230761 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6c6bcec5-7455-45b1-8fd4-a11a0fd168c8 req-fad21197-b46f-45b7-bbc1-befd2944ad3a tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a5c45df-5c39-4d28-bd2b-5f9ce9bce8c6 HTTP/1.1" status: 200 len: 945 time: 0.3594770 May 20 20:57:05.265924 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-def0927a-dac3-42f1-b116-e3747e006a96 None None] Provisioning complete for port 4828dd8b-6a6a-42b3-8486-adbc1ba2eade triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:57:05.266902 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-def0927a-dac3-42f1-b116-e3747e006a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:05.295082 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49db411e-d10e-4bef-8853-f359cc8c762c req-8fbe7303-6b8e-436f-a5bc-4f99da4d4415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:57:05.296569 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-49db411e-d10e-4bef-8853-f359cc8c762c req-8fbe7303-6b8e-436f-a5bc-4f99da4d4415 service neutron] 10.222.0.24 "GET /v2.0/networks?id=dd8d6d53-d372-47c7-a59c-c8c96265a507 HTTP/1.1" status: 200 len: 917 time: 0.5905349 May 20 20:57:05.318909 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-def0927a-dac3-42f1-b116-e3747e006a96 None None] Port 4828dd8b-6a6a-42b3-8486-adbc1ba2eade cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 20:57:05.357942 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cba8040e-fdaf-445f-ad64-8370a18fe8b5 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 208} {{(pid=103163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 20:57:05.409116 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-49db411e-d10e-4bef-8853-f359cc8c762c req-ff0d3aef-6390-4127-bd46-58c51afdc961 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=06354220-ffe2-4f2e-8f87-8f49fe6eeab5 HTTP/1.1" status: 200 len: 217 time: 0.0951931 May 20 20:57:05.420659 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-823b0fd3-5c12-4b67-a65b-614650f50f54 req-ac6b49db-b2aa-4312-961c-da59c4ba0f69 tempest-ListServerFiltersTestJSON-918143940 tempest-ListServerFiltersTestJSON-918143940-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6406143 May 20 20:57:05.442450 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [req-823b0fd3-5c12-4b67-a65b-614650f50f54 req-2175da6a-d055-4c47-b670-dbd70a0b3bc5 service neutron] Request body: {'port': {'device_id': '46677f28-5c35-457f-8055-bf744f0c7167', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-842733-1'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:57:05.445784 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba8040e-fdaf-445f-ad64-8370a18fe8b5 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a082535b-7c9e-41c6-beaf-0b8a16628ee1,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:57:05.449392 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-cba8040e-fdaf-445f-ad64-8370a18fe8b5 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:05.449533 n-d-842733-1 neutron-server[103163]: INFO neutron.db.segments_db [None req-cba8040e-fdaf-445f-ad64-8370a18fe8b5 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Added segment f5705048-66fd-4627-af8c-03443c37dd17 of type vlan for network 98f8b8d5-1379-4eeb-9e13-b2bbab96015a May 20 20:57:05.522940 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-823b0fd3-5c12-4b67-a65b-614650f50f54 req-2175da6a-d055-4c47-b670-dbd70a0b3bc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:05.526915 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-df14eb1d-ea01-48d8-b9d6-f3bd3b320daf req-155c064d-cc62-4006-bd5b-c1c02c1e8a55 service neutron] 10.222.0.24 "GET /v2.0/networks/dd8d6d53-d372-47c7-a59c-c8c96265a507?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4506743 May 20 20:57:05.574028 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-066bec51-d80e-4d86-956c-793a90ba7a38 req-daf1d4e2-59a7-4e7f-ad9a-2c30704a3d7c tempest-ListServerFiltersTestJSON-918143940 tempest-ListServerFiltersTestJSON-918143940-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ac682f0-67fc-4a5c-81fb-b80b5c12f5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3845282 May 20 20:57:05.594681 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6c6bcec5-7455-45b1-8fd4-a11a0fd168c8 req-764a74b7-c552-48d2-b4c8-cb53fa542c88 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f722a60-38a1-4dbc-a8ff-49f0b32ee364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3551202 May 20 20:57:05.635362 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8b75ec49-9c4b-4bc5-be5e-db72f3ccad3f tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:05.727614 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49db411e-d10e-4bef-8853-f359cc8c762c req-950858c9-6b25-452a-84e7-604f2199ddb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:57:05.729155 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-49db411e-d10e-4bef-8853-f359cc8c762c req-950858c9-6b25-452a-84e7-604f2199ddb3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=107e6914-57f1-42a8-8e5b-204bf54009a5 HTTP/1.1" status: 200 len: 855 time: 0.2846277 May 20 20:57:05.733175 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-df14eb1d-ea01-48d8-b9d6-f3bd3b320daf req-006d9802-5e39-4215-8ba3-c21fc276599a service neutron] 10.222.0.24 "GET /v2.0/networks/dd8d6d53-d372-47c7-a59c-c8c96265a507?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1986136 May 20 20:57:05.750210 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-cba8040e-fdaf-445f-ad64-8370a18fe8b5 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418993264'] for network, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:05.928427 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49db411e-d10e-4bef-8853-f359cc8c762c req-62da99f0-9156-49ba-bd1b-c05dbd1eac1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:57:05.930153 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-49db411e-d10e-4bef-8853-f359cc8c762c req-62da99f0-9156-49ba-bd1b-c05dbd1eac1b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=dd8d6d53-d372-47c7-a59c-c8c96265a507&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1819599 May 20 20:57:05.933652 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [req-823b0fd3-5c12-4b67-a65b-614650f50f54 req-2175da6a-d055-4c47-b670-dbd70a0b3bc5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4828dd8b-6a6a-42b3-8486-adbc1ba2eade {{(pid=103162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:57:05.942753 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-823b0fd3-5c12-4b67-a65b-614650f50f54 req-2175da6a-d055-4c47-b670-dbd70a0b3bc5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:05.963086 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f04dee-671c-4143-8526-c324e883fa92 req-1adafa97-48d5-4d32-a7e7-985e3cbcfe12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:57:05.965268 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-42f04dee-671c-4143-8526-c324e883fa92 req-1adafa97-48d5-4d32-a7e7-985e3cbcfe12 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=45d60e5a85494143a2206a5a33987b3d&device_id=0af4d785-9a35-4cf1-a9f8-3510d8d3d3b0 HTTP/1.1" status: 200 len: 1095 time: 0.0728319 May 20 20:57:05.966333 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.provisioning_blocks [req-823b0fd3-5c12-4b67-a65b-614650f50f54 req-2175da6a-d055-4c47-b670-dbd70a0b3bc5 service neutron] Transition to ACTIVE for port object 4828dd8b-6a6a-42b3-8486-adbc1ba2eade will not be triggered until provisioned by entity L2. {{(pid=103162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 20:57:05.988268 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-cba8040e-fdaf-445f-ad64-8370a18fe8b5 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524'] for network, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:05.993711 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cba8040e-fdaf-445f-ad64-8370a18fe8b5 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:57:05.994291 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-cba8040e-fdaf-445f-ad64-8370a18fe8b5 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:06.029284 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-cb2ada40-7f44-45f6-9ab3-c02487bd347a tempest-ExtraDHCPOptionsTestJSON-235218158 tempest-ExtraDHCPOptionsTestJSON-235218158-project] Notify callbacks [] for port, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:06.070040 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f04dee-671c-4143-8526-c324e883fa92 req-37b5d4fb-4a4c-4639-9492-c278005d5969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:57:06.071781 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-42f04dee-671c-4143-8526-c324e883fa92 req-37b5d4fb-4a4c-4639-9492-c278005d5969 service neutron] 10.222.0.24 "GET /v2.0/networks?id=dd8d6d53-d372-47c7-a59c-c8c96265a507 HTTP/1.1" status: 200 len: 917 time: 0.0994923 May 20 20:57:06.122110 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-823b0fd3-5c12-4b67-a65b-614650f50f54 req-2175da6a-d055-4c47-b670-dbd70a0b3bc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:06.125074 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-42f04dee-671c-4143-8526-c324e883fa92 req-9deaec09-0544-429c-a6a9-22740bf3f183 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=425cfacc-1860-4bdf-a369-134f9ce98d9d HTTP/1.1" status: 200 len: 217 time: 0.0448339 May 20 20:57:06.163512 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-cb2ada40-7f44-45f6-9ab3-c02487bd347a tempest-ExtraDHCPOptionsTestJSON-235218158 tempest-ExtraDHCPOptionsTestJSON-235218158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:06.169093 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8b75ec49-9c4b-4bc5-be5e-db72f3ccad3f tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-748143', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-693059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26112'] for router, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:06.177940 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2175da6a-d055-4c47-b670-dbd70a0b3bc5 service neutron] Pushing event updated for resources: {'Port': ['ID=4828dd8b-6a6a-42b3-8486-adbc1ba2eade,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:57:06.216635 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba8040e-fdaf-445f-ad64-8370a18fe8b5 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Pushing event updated for resources: {'Network': ['ID=98f8b8d5-1379-4eeb-9e13-b2bbab96015a,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:57:06.229531 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Network 98f8b8d5-1379-4eeb-9e13-b2bbab96015a details requested by agent ovs-agent-n-d-842733-1 with host n-d-842733-1 {{(pid=103164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 20 20:57:06.229659 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8b75ec49-9c4b-4bc5-be5e-db72f3ccad3f tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-748132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-748125', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-693176'] for router, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:06.234052 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-cba8040e-fdaf-445f-ad64-8370a18fe8b5 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.6557398 May 20 20:57:06.239515 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f04dee-671c-4143-8526-c324e883fa92 req-b78b913d-997c-42ae-9815-20619005bd21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:57:06.241007 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-42f04dee-671c-4143-8526-c324e883fa92 req-b78b913d-997c-42ae-9815-20619005bd21 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=107e6914-57f1-42a8-8e5b-204bf54009a5 HTTP/1.1" status: 200 len: 855 time: 0.0739543 May 20 20:57:06.241500 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 33470) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:57:06.275484 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-42e364a7-b5f4-46c2-a47f-15e45fcdbd7d tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Request body: {'subnet': {'network_id': '98f8b8d5-1379-4eeb-9e13-b2bbab96015a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:57:06.401077 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-49db411e-d10e-4bef-8853-f359cc8c762c req-167d4cec-960a-49b2-bfd0-b6c241c89991 service neutron] 10.222.0.24 "GET /v2.0/networks/dd8d6d53-d372-47c7-a59c-c8c96265a507?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4627497 May 20 20:57:06.404244 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-cb2ada40-7f44-45f6-9ab3-c02487bd347a tempest-ExtraDHCPOptionsTestJSON-235218158 tempest-ExtraDHCPOptionsTestJSON-235218158-project] In _notify_port_updated(), no bound segment for port 1af7025c-de80-4086-b79a-908f75e6636b on network 9a81cc16-6d6b-44f1-aa9b-ecfa3b4e9ee0 {{(pid=103163) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} May 20 20:57:06.411334 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb2ada40-7f44-45f6-9ab3-c02487bd347a tempest-ExtraDHCPOptionsTestJSON-235218158 tempest-ExtraDHCPOptionsTestJSON-235218158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:57:06.420172 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-cb2ada40-7f44-45f6-9ab3-c02487bd347a tempest-ExtraDHCPOptionsTestJSON-235218158 tempest-ExtraDHCPOptionsTestJSON-235218158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:06.420172 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-cb2ada40-7f44-45f6-9ab3-c02487bd347a tempest-ExtraDHCPOptionsTestJSON-235218158 tempest-ExtraDHCPOptionsTestJSON-235218158-project] 10.222.0.35 "PUT /v2.0/ports/1af7025c-de80-4086-b79a-908f75e6636b HTTP/1.1" status: 200 len: 1137 time: 1.6737645 May 20 20:57:06.427625 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 33478) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:57:06.490584 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6afa60d-d83e-4dfe-bb08-0a31314f12a6 tempest-ExtraDHCPOptionsTestJSON-235218158 tempest-ExtraDHCPOptionsTestJSON-235218158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:57:06.490584 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-d6afa60d-d83e-4dfe-bb08-0a31314f12a6 tempest-ExtraDHCPOptionsTestJSON-235218158 tempest-ExtraDHCPOptionsTestJSON-235218158-project] 10.222.0.35 "GET /v2.0/ports/1af7025c-de80-4086-b79a-908f75e6636b HTTP/1.1" status: 200 len: 1137 time: 0.0586843 May 20 20:57:06.499780 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 33486) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:57:06.618427 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-823b0fd3-5c12-4b67-a65b-614650f50f54 req-2175da6a-d055-4c47-b670-dbd70a0b3bc5 service neutron] Attempting to bind port 4828dd8b-6a6a-42b3-8486-adbc1ba2eade on host n-h2-842733-1 for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:57:06.619044 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-823b0fd3-5c12-4b67-a65b-614650f50f54 req-2175da6a-d055-4c47-b670-dbd70a0b3bc5 service neutron] Attempting to bind port 4828dd8b-6a6a-42b3-8486-adbc1ba2eade by drivers openvswitch,hyperv on host n-h2-842733-1 at level 0 using segments [{'id': 'd0018fbc-8976-4a5a-8d5f-7cbc2d0767c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'dd8d6d53-d372-47c7-a59c-c8c96265a507'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:57:06.619663 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-823b0fd3-5c12-4b67-a65b-614650f50f54 req-2175da6a-d055-4c47-b670-dbd70a0b3bc5 service neutron] Attempting to bind port 4828dd8b-6a6a-42b3-8486-adbc1ba2eade on network dd8d6d53-d372-47c7-a59c-c8c96265a507 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:57:06.628145 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f04dee-671c-4143-8526-c324e883fa92 req-560212aa-02bc-4175-9801-da0b7f325dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:57:06.630153 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-42f04dee-671c-4143-8526-c324e883fa92 req-560212aa-02bc-4175-9801-da0b7f325dae service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=dd8d6d53-d372-47c7-a59c-c8c96265a507&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3488679 May 20 20:57:06.686871 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-823b0fd3-5c12-4b67-a65b-614650f50f54 req-2175da6a-d055-4c47-b670-dbd70a0b3bc5 service neutron] Port 4828dd8b-6a6a-42b3-8486-adbc1ba2eade on network dd8d6d53-d372-47c7-a59c-c8c96265a507 not bound, no agent of type Open vSwitch agent registered on host n-h2-842733-1 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 20:57:06.687502 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-823b0fd3-5c12-4b67-a65b-614650f50f54 req-2175da6a-d055-4c47-b670-dbd70a0b3bc5 service neutron] Attempting to bind port 4828dd8b-6a6a-42b3-8486-adbc1ba2eade on network dd8d6d53-d372-47c7-a59c-c8c96265a507 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:57:06.736261 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-823b0fd3-5c12-4b67-a65b-614650f50f54 req-2175da6a-d055-4c47-b670-dbd70a0b3bc5 service neutron] Checking agent: {'id': 'a66f2511-b955-448f-877c-56cfe9c81b12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 33, 2), 'started_at': datetime.datetime(2022, 5, 20, 20, 33, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 57, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:57:06.736610 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-823b0fd3-5c12-4b67-a65b-614650f50f54 req-2175da6a-d055-4c47-b670-dbd70a0b3bc5 service neutron] Checking segment: {'id': 'd0018fbc-8976-4a5a-8d5f-7cbc2d0767c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'dd8d6d53-d372-47c7-a59c-c8c96265a507'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:57:06.737010 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-823b0fd3-5c12-4b67-a65b-614650f50f54 req-2175da6a-d055-4c47-b670-dbd70a0b3bc5 service neutron] Bound using segment: {'id': 'd0018fbc-8976-4a5a-8d5f-7cbc2d0767c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'dd8d6d53-d372-47c7-a59c-c8c96265a507'} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:57:06.737487 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-823b0fd3-5c12-4b67-a65b-614650f50f54 req-2175da6a-d055-4c47-b670-dbd70a0b3bc5 service neutron] Bound port: 4828dd8b-6a6a-42b3-8486-adbc1ba2eade, host: n-h2-842733-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0018fbc-8976-4a5a-8d5f-7cbc2d0767c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'dd8d6d53-d372-47c7-a59c-c8c96265a507'}}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:57:06.737907 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-823b0fd3-5c12-4b67-a65b-614650f50f54 req-2175da6a-d055-4c47-b670-dbd70a0b3bc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:06.763815 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-3daeddd6-543c-4612-a924-c49fdb14a2de None None] Provisioning complete for port 1af7025c-de80-4086-b79a-908f75e6636b triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:57:06.764755 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3daeddd6-543c-4612-a924-c49fdb14a2de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:06.845592 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3daeddd6-543c-4612-a924-c49fdb14a2de None None] Port 1af7025c-de80-4086-b79a-908f75e6636b cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 20:57:06.896048 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-42f04dee-671c-4143-8526-c324e883fa92 req-b55aef16-2427-418a-bfa8-f7bd8baaa94f service neutron] 10.222.0.24 "GET /v2.0/networks/dd8d6d53-d372-47c7-a59c-c8c96265a507?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2353957 May 20 20:57:06.900756 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42e364a7-b5f4-46c2-a47f-15e45fcdbd7d tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Made reservation on behalf of ab4ded6dc75a4ab5a4f9dae9e5aa3753 for: {'subnet': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:57:06.905656 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-42e364a7-b5f4-46c2-a47f-15e45fcdbd7d tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4018244'] for subnet, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:06.914864 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-383190f5-c49e-4857-ae92-cd8c6627077b tempest-ExtraDHCPOptionsTestJSON-235218158 tempest-ExtraDHCPOptionsTestJSON-235218158-project] Deleting port 1af7025c-de80-4086-b79a-908f75e6636b {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:57:06.915199 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-383190f5-c49e-4857-ae92-cd8c6627077b tempest-ExtraDHCPOptionsTestJSON-235218158 tempest-ExtraDHCPOptionsTestJSON-235218158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:06.915358 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d274991c-ce47-411e-9163-a75f4f935008 req-89628c8c-a410-47f7-84b6-114ac032ec06 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:57:06.917915 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d274991c-ce47-411e-9163-a75f4f935008 req-89628c8c-a410-47f7-84b6-114ac032ec06 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a5c45df-5c39-4d28-bd2b-5f9ce9bce8c6 HTTP/1.1" status: 200 len: 945 time: 0.8470659 May 20 20:57:06.918500 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2ada40-7f44-45f6-9ab3-c02487bd347a tempest-ExtraDHCPOptionsTestJSON-235218158 tempest-ExtraDHCPOptionsTestJSON-235218158-project] Pushing event updated for resources: {'Port': ['ID=1af7025c-de80-4086-b79a-908f75e6636b,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:57:06.976172 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-823b0fd3-5c12-4b67-a65b-614650f50f54 req-2175da6a-d055-4c47-b670-dbd70a0b3bc5 service neutron] For port 4828dd8b-6a6a-42b3-8486-adbc1ba2eade, host n-h2-842733-1, cleared binding levels {{(pid=103162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:57:07.081742 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-823b0fd3-5c12-4b67-a65b-614650f50f54 req-2175da6a-d055-4c47-b670-dbd70a0b3bc5 service neutron] For port 4828dd8b-6a6a-42b3-8486-adbc1ba2eade, host n-h2-842733-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=4828dd8b-6a6a-42b3-8486-adbc1ba2eade,segment=NetworkSegment(d0018fbc-8976-4a5a-8d5f-7cbc2d0767c4),segment_id=d0018fbc-8976-4a5a-8d5f-7cbc2d0767c4)] {{(pid=103162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:57:07.092919 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d274991c-ce47-411e-9163-a75f4f935008 req-db8c82e8-a6f2-4ce6-b806-6ef891c045b4 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f722a60-38a1-4dbc-a8ff-49f0b32ee364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482072 May 20 20:57:07.108126 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab1e643-6df1-4740-9121-1ea082c80797 req-ecdb7665-c8c6-464e-9e4a-3d2ed865d9d3 tempest-ListServerFiltersTestJSON-918143940 tempest-ListServerFiltersTestJSON-918143940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:57:07.114442 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0ab1e643-6df1-4740-9121-1ea082c80797 req-ecdb7665-c8c6-464e-9e4a-3d2ed865d9d3 tempest-ListServerFiltersTestJSON-918143940 tempest-ListServerFiltersTestJSON-918143940-project] 10.222.0.35 "GET /v2.0/ports?device_id=46677f28-5c35-457f-8055-bf744f0c7167 HTTP/1.1" status: 200 len: 943 time: 0.2217999 May 20 20:57:07.125653 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 425cfacc-1860-4bdf-a369-134f9ce98d9d details requested by agent hyperv_n-h1-842733-1 with host n-h1-842733-1 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 20:57:07.156807 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-49db411e-d10e-4bef-8853-f359cc8c762c req-699efb6e-0bee-4399-ac1a-7023c3f90af3 service neutron] 10.222.0.24 "GET /v2.0/networks/dd8d6d53-d372-47c7-a59c-c8c96265a507?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2757854 May 20 20:57:07.190872 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0ab1e643-6df1-4740-9121-1ea082c80797 req-a53dcb67-a3ba-4223-95bb-61632b0d6fa4 tempest-ListServerFiltersTestJSON-918143940 tempest-ListServerFiltersTestJSON-918143940-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ac682f0-67fc-4a5c-81fb-b80b5c12f5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755026 May 20 20:57:07.193914 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-383190f5-c49e-4857-ae92-cd8c6627077b tempest-ExtraDHCPOptionsTestJSON-235218158 tempest-ExtraDHCPOptionsTestJSON-235218158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:07.211859 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-823b0fd3-5c12-4b67-a65b-614650f50f54 req-2175da6a-d055-4c47-b670-dbd70a0b3bc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:07.248963 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-383190f5-c49e-4857-ae92-cd8c6627077b tempest-ExtraDHCPOptionsTestJSON-235218158 tempest-ExtraDHCPOptionsTestJSON-235218158-project] Calling delete_port for 1af7025c-de80-4086-b79a-908f75e6636b owned by {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:57:07.264843 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b75ec49-9c4b-4bc5-be5e-db72f3ccad3f tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] Router 52d7dc41-5fa6-4306-b789-3d7d2d30cb5a is scheduled to L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e with binding_index 1 {{(pid=103163) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 20 20:57:07.287077 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-42f04dee-671c-4143-8526-c324e883fa92 req-7218b867-698b-4bb0-ae19-0e194065e2db service neutron] 10.222.0.24 "GET /v2.0/networks/dd8d6d53-d372-47c7-a59c-c8c96265a507?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3744388 May 20 20:57:07.301755 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port 425cfacc-1860-4bdf-a369-134f9ce98d9d, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=425cfacc-1860-4bdf-a369-134f9ce98d9d,segment=NetworkSegment(d0018fbc-8976-4a5a-8d5f-7cbc2d0767c4),segment_id=d0018fbc-8976-4a5a-8d5f-7cbc2d0767c4)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:57:07.310327 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823b0fd3-5c12-4b67-a65b-614650f50f54 req-2175da6a-d055-4c47-b670-dbd70a0b3bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:57:07.310952 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-823b0fd3-5c12-4b67-a65b-614650f50f54 req-2175da6a-d055-4c47-b670-dbd70a0b3bc5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:07.312343 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-823b0fd3-5c12-4b67-a65b-614650f50f54 req-2175da6a-d055-4c47-b670-dbd70a0b3bc5 service neutron] 10.222.0.13 "PUT /v2.0/ports/4828dd8b-6a6a-42b3-8486-adbc1ba2eade HTTP/1.1" status: 200 len: 1091 time: 1.8762183 May 20 20:57:07.312795 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46677f28-5c35-457f-8055-bf744f0c7167', 'tag': '4828dd8b-6a6a-42b3-8486-adbc1ba2eade'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:57:07.315092 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6fa957933fccbf596d28104b23404b952ad6a8238afaebaed40a0874b2e409" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c9d2bea-fb84-458b-9e72-29228d0ef06a" -d '{"events": [{"name": "network-changed", "server_uuid": "46677f28-5c35-457f-8055-bf744f0c7167", "tag": "4828dd8b-6a6a-42b3-8486-adbc1ba2eade"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:57:07.321439 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Returning: {'device': '425cfacc-1860-4bdf-a369-134f9ce98d9d', 'network_id': 'dd8d6d53-d372-47c7-a59c-c8c96265a507', 'port_id': '425cfacc-1860-4bdf-a369-134f9ce98d9d', 'mac_address': 'fa:16:3e:6e:06:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '107e6914-57f1-42a8-8e5b-204bf54009a5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 20 20:57:07.366244 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Current status of the port 425cfacc-1860-4bdf-a369-134f9ce98d9d is: DOWN; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:57:07.366633 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:07.381321 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 425cfacc-1860-4bdf-a369-134f9ce98d9d {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:57:07.433392 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port 425cfacc-1860-4bdf-a369-134f9ce98d9d, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=425cfacc-1860-4bdf-a369-134f9ce98d9d,segment=NetworkSegment(d0018fbc-8976-4a5a-8d5f-7cbc2d0767c4),segment_id=d0018fbc-8976-4a5a-8d5f-7cbc2d0767c4)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:57:07.444362 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 20:57:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2504d5e0-5ec8-48dd-8dc3-e2f190a78789 x-openstack-request-id: req-2504d5e0-5ec8-48dd-8dc3-e2f190a78789 {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:57:07.444908 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46677f28-5c35-457f-8055-bf744f0c7167", "tag": "4828dd8b-6a6a-42b3-8486-adbc1ba2eade", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:57:07.444990 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2504d5e0-5ec8-48dd-8dc3-e2f190a78789 {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:57:07.445539 n-d-842733-1 neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2504d5e0-5ec8-48dd-8dc3-e2f190a78789'] response: {'name': 'network-changed', 'server_uuid': '46677f28-5c35-457f-8055-bf744f0c7167', 'tag': '4828dd8b-6a6a-42b3-8486-adbc1ba2eade', 'status': 'completed', 'code': 200} May 20 20:57:07.463212 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b75ec49-9c4b-4bc5-be5e-db72f3ccad3f tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 20:57:07.474660 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b004e45-93f2-4072-bd26-c2a8cffd2bcc None None] Sync routers for ids ['52d7dc41-5fa6-4306-b789-3d7d2d30cb5a'] in n-d-842733-1 {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 20:57:07.476651 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8b75ec49-9c4b-4bc5-be5e-db72f3ccad3f tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] Notify callbacks [] for router, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:07.478544 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-8b75ec49-9c4b-4bc5-be5e-db72f3ccad3f tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] 10.222.0.35 "PUT /v2.0/routers/52d7dc41-5fa6-4306-b789-3d7d2d30cb5a HTTP/1.1" status: 200 len: 917 time: 7.1155012 May 20 20:57:07.482178 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 33502) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:57:07.488830 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:07.489619 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 06354220-ffe2-4f2e-8f87-8f49fe6eeab5 details requested by agent hyperv_n-h1-842733-1 with host n-h1-842733-1 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 20:57:07.507352 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b004e45-93f2-4072-bd26-c2a8cffd2bcc None None] Routers {'52d7dc41-5fa6-4306-b789-3d7d2d30cb5a'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:57:07.507766 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-2b004e45-93f2-4072-bd26-c2a8cffd2bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:56:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['52d7dc41-5fa6-4306-b789-3d7d2d30cb5a'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:57:07.615008 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port 06354220-ffe2-4f2e-8f87-8f49fe6eeab5, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=06354220-ffe2-4f2e-8f87-8f49fe6eeab5,segment=NetworkSegment(d0018fbc-8976-4a5a-8d5f-7cbc2d0767c4),segment_id=d0018fbc-8976-4a5a-8d5f-7cbc2d0767c4)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:57:07.618288 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Pushing event updated for resources: {'Port': ['ID=425cfacc-1860-4bdf-a369-134f9ce98d9d,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:57:07.633626 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Returning: {'device': '06354220-ffe2-4f2e-8f87-8f49fe6eeab5', 'network_id': 'dd8d6d53-d372-47c7-a59c-c8c96265a507', 'port_id': '06354220-ffe2-4f2e-8f87-8f49fe6eeab5', 'mac_address': 'fa:16:3e:82:5c:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '107e6914-57f1-42a8-8e5b-204bf54009a5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 20 20:57:07.642514 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-2b004e45-93f2-4072-bd26-c2a8cffd2bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:57:07.654111 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2175da6a-d055-4c47-b670-dbd70a0b3bc5 service neutron] Pushing event updated for resources: {'Port': ['ID=4828dd8b-6a6a-42b3-8486-adbc1ba2eade,revision_number=3']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:57:07.676765 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b004e45-93f2-4072-bd26-c2a8cffd2bcc None None] Routers {'52d7dc41-5fa6-4306-b789-3d7d2d30cb5a'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:57:07.681731 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-2b004e45-93f2-4072-bd26-c2a8cffd2bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:56:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['52d7dc41-5fa6-4306-b789-3d7d2d30cb5a'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:57:07.694299 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Current status of the port 06354220-ffe2-4f2e-8f87-8f49fe6eeab5 is: DOWN; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:57:07.694930 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:07.699129 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-42e364a7-b5f4-46c2-a47f-15e45fcdbd7d tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3797684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4018258'] for subnet, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:07.723621 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06354220-ffe2-4f2e-8f87-8f49fe6eeab5 {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:57:07.731699 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2175da6a-d055-4c47-b670-dbd70a0b3bc5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:57:07.733399 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2175da6a-d055-4c47-b670-dbd70a0b3bc5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:57:07.733932 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2175da6a-d055-4c47-b670-dbd70a0b3bc5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:57:07.737565 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2175da6a-d055-4c47-b670-dbd70a0b3bc5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:57:07.738128 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2175da6a-d055-4c47-b670-dbd70a0b3bc5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:57:07.738653 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2175da6a-d055-4c47-b670-dbd70a0b3bc5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:57:07.739162 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2175da6a-d055-4c47-b670-dbd70a0b3bc5 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:57:07.746004 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2175da6a-d055-4c47-b670-dbd70a0b3bc5 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:57:07.746004 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2175da6a-d055-4c47-b670-dbd70a0b3bc5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:57:07.746004 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2175da6a-d055-4c47-b670-dbd70a0b3bc5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:57:07.746004 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2175da6a-d055-4c47-b670-dbd70a0b3bc5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:57:07.746004 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2175da6a-d055-4c47-b670-dbd70a0b3bc5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:57:07.753869 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-54ce55e2-f918-4570-aec5-078bc57e8686 tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] 10.222.0.35 "GET /v2.0/routers/52d7dc41-5fa6-4306-b789-3d7d2d30cb5a HTTP/1.1" status: 200 len: 923 time: 0.2624013 May 20 20:57:07.756011 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 33510) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:57:07.762109 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-383190f5-c49e-4857-ae92-cd8c6627077b tempest-ExtraDHCPOptionsTestJSON-235218158 tempest-ExtraDHCPOptionsTestJSON-235218158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:07.770864 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-2b004e45-93f2-4072-bd26-c2a8cffd2bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:57:07.771516 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b004e45-93f2-4072-bd26-c2a8cffd2bcc None None] The sync data for ids ['52d7dc41-5fa6-4306-b789-3d7d2d30cb5a'] in n-d-842733-1 is: [] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 20:57:07.780245 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port 06354220-ffe2-4f2e-8f87-8f49fe6eeab5, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=06354220-ffe2-4f2e-8f87-8f49fe6eeab5,segment=NetworkSegment(d0018fbc-8976-4a5a-8d5f-7cbc2d0767c4),segment_id=d0018fbc-8976-4a5a-8d5f-7cbc2d0767c4)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:57:07.831056 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:07.839501 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4894303-3c2b-44ee-b32e-951cdf2cf5cc tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:57:07.841283 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-e4894303-3c2b-44ee-b32e-951cdf2cf5cc tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] 10.222.0.35 "GET /v2.0/ports?network_id=e3a93b5c-91e2-4064-9c2c-1afc261bfe15&device_id=52d7dc41-5fa6-4306-b789-3d7d2d30cb5a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0838864 May 20 20:57:07.843896 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 33514) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:57:07.846607 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9d2bea-fb84-458b-9e72-29228d0ef06a req-4d51a394-b6b5-4457-ac90-4127c66af337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:57:07.848423 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-6c9d2bea-fb84-458b-9e72-29228d0ef06a req-4d51a394-b6b5-4457-ac90-4127c66af337 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=45d60e5a85494143a2206a5a33987b3d&device_id=46677f28-5c35-457f-8055-bf744f0c7167 HTTP/1.1" status: 200 len: 1094 time: 0.3547008 May 20 20:57:07.867858 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383190f5-c49e-4857-ae92-cd8c6627077b tempest-ExtraDHCPOptionsTestJSON-235218158 tempest-ExtraDHCPOptionsTestJSON-235218158-project] Pushing event deleted for resources: {'Port': ['ID=1af7025c-de80-4086-b79a-908f75e6636b,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:57:07.894190 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Pushing event updated for resources: {'Port': ['ID=06354220-ffe2-4f2e-8f87-8f49fe6eeab5,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:57:07.984206 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a24a363a-6ac6-4671-ba71-4b31c0e502b4 tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:57:07.987681 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-a24a363a-6ac6-4671-ba71-4b31c0e502b4 tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] 10.222.0.35 "GET /v2.0/networks/e3a93b5c-91e2-4064-9c2c-1afc261bfe15 HTTP/1.1" status: 200 len: 881 time: 0.1426432 May 20 20:57:07.990545 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 33516) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:57:08.020480 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e364a7-b5f4-46c2-a47f-15e45fcdbd7d tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Pushing event updated for resources: {'Subnet': ['ID=9abe43f3-df0d-4304-96dc-8fe66604bb52,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:57:08.048196 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-d0cd8f6c-4da0-486a-b29a-d419bb5913c9 tempest-RoutersIpV6AdminTest-232410807 tempest-RoutersIpV6AdminTest-232410807-project] 10.222.0.35 "GET /v2.0/ports?device_id=52d7dc41-5fa6-4306-b789-3d7d2d30cb5a HTTP/1.1" status: 200 len: 205 time: 0.0564251 May 20 20:57:08.052938 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 33520) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:57:08.063726 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] get_ports_and_sgs() called for port_ids ['425cfacc-1860-4bdf-a369-134f9ce98d9d'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:57:08.070913 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] get_ports_and_sgs() called for port_ids ['06354220-ffe2-4f2e-8f87-8f49fe6eeab5'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:57:08.101023 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e364a7-b5f4-46c2-a47f-15e45fcdbd7d tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Checking segment: {'id': 'f5705048-66fd-4627-af8c-03443c37dd17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '98f8b8d5-1379-4eeb-9e13-b2bbab96015a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:57:08.101350 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42e364a7-b5f4-46c2-a47f-15e45fcdbd7d tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Network hostable DHCP agents. Network: 98f8b8d5-1379-4eeb-9e13-b2bbab96015a, hostable agents: ['c9b0653c-f3c7-4339-bd50-e3754b629216'], hosted agents: [] {{(pid=103162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 20:57:08.149733 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9d2bea-fb84-458b-9e72-29228d0ef06a req-d9276730-9a5f-4ff1-9fb2-c3bca52c78b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:57:08.153202 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-6c9d2bea-fb84-458b-9e72-29228d0ef06a req-d9276730-9a5f-4ff1-9fb2-c3bca52c78b6 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=45d60e5a85494143a2206a5a33987b3d&shared=False HTTP/1.1" status: 200 len: 917 time: 0.2830141 May 20 20:57:08.177568 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-383190f5-c49e-4857-ae92-cd8c6627077b tempest-ExtraDHCPOptionsTestJSON-235218158 tempest-ExtraDHCPOptionsTestJSON-235218158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:08.180863 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-383190f5-c49e-4857-ae92-cd8c6627077b tempest-ExtraDHCPOptionsTestJSON-235218158 tempest-ExtraDHCPOptionsTestJSON-235218158-project] 10.222.0.35 "DELETE /v2.0/ports/1af7025c-de80-4086-b79a-908f75e6636b HTTP/1.1" status: 204 len: 168 time: 1.6737595 May 20 20:57:08.192378 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 33524) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:57:08.248258 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-84d1c5f6-db88-4ab5-8527-767f513368f7 tempest-RoutersIpV6AdminTest-232410807 tempest-RoutersIpV6AdminTest-232410807-project] Notify callbacks [] for router, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:08.297804 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42e364a7-b5f4-46c2-a47f-15e45fcdbd7d tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Network 98f8b8d5-1379-4eeb-9e13-b2bbab96015a is scheduled to be hosted by DHCP agent c9b0653c-f3c7-4339-bd50-e3754b629216 with binding_index 1 {{(pid=103162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 20:57:08.327269 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c77319c-f215-4e0c-8cc1-2c1ccad357ea tempest-ExtraDHCPOptionsTestJSON-235218158 tempest-ExtraDHCPOptionsTestJSON-235218158-project] Deleting subnet 99aada93-fb17-4400-93fc-10435ffe2265 {{(pid=103162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 20 20:57:08.333159 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4c77319c-f215-4e0c-8cc1-2c1ccad357ea tempest-ExtraDHCPOptionsTestJSON-235218158 tempest-ExtraDHCPOptionsTestJSON-235218158-project] Notify callbacks [] for subnet, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:08.394486 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4c77319c-f215-4e0c-8cc1-2c1ccad357ea tempest-ExtraDHCPOptionsTestJSON-235218158 tempest-ExtraDHCPOptionsTestJSON-235218158-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3738392'] for subnet, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:08.457817 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9d2bea-fb84-458b-9e72-29228d0ef06a req-ecd9a9e6-60d1-4c62-ad81-554deb886ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:57:08.460238 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-6c9d2bea-fb84-458b-9e72-29228d0ef06a req-ecd9a9e6-60d1-4c62-ad81-554deb886ae7 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2982857 May 20 20:57:08.465163 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-42e364a7-b5f4-46c2-a47f-15e45fcdbd7d tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842733-1, 98f8b8d5-1379-4eeb-9e13-b2bbab96015a) {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:57:08.473076 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42e364a7-b5f4-46c2-a47f-15e45fcdbd7d tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:57:08.473710 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-42e364a7-b5f4-46c2-a47f-15e45fcdbd7d tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:08.486977 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8932268-daaa-4f2c-a86c-24aef140de4a None None] Network 98f8b8d5-1379-4eeb-9e13-b2bbab96015a requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:57:08.504244 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-84d1c5f6-db88-4ab5-8527-767f513368f7 tempest-RoutersIpV6AdminTest-232410807 tempest-RoutersIpV6AdminTest-232410807-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:08.579182 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e5537b-a62c-43bf-ac65-ae3b9b5107ae req-34d685e8-e0d8-46b8-b922-2333265cd34d tempest-ListServerFiltersTestJSON-918143940 tempest-ListServerFiltersTestJSON-918143940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:57:08.581238 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c1e5537b-a62c-43bf-ac65-ae3b9b5107ae req-34d685e8-e0d8-46b8-b922-2333265cd34d tempest-ListServerFiltersTestJSON-918143940 tempest-ListServerFiltersTestJSON-918143940-project] 10.222.0.35 "GET /v2.0/ports?device_id=46677f28-5c35-457f-8055-bf744f0c7167 HTTP/1.1" status: 200 len: 943 time: 0.2329738 May 20 20:57:08.592012 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d64a36-9be1-46cd-bf2c-0308a392c2ad req-8f4101b4-3327-4cf3-af4a-63c9931cc567 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:57:08.596332 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-34d64a36-9be1-46cd-bf2c-0308a392c2ad req-8f4101b4-3327-4cf3-af4a-63c9931cc567 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a5c45df-5c39-4d28-bd2b-5f9ce9bce8c6 HTTP/1.1" status: 200 len: 945 time: 0.2470207 May 20 20:57:08.596454 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-42e364a7-b5f4-46c2-a47f-15e45fcdbd7d tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.3473625 May 20 20:57:08.596569 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 33530) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:57:08.607279 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-1a424b70-fa2c-4b3d-958b-bb78b4389cf8 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Request body: {'port': {'network_id': '98f8b8d5-1379-4eeb-9e13-b2bbab96015a', 'name': 'tempest-NetworksTestDHCPv6-275665818'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:57:08.611057 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4c77319c-f215-4e0c-8cc1-2c1ccad357ea tempest-ExtraDHCPOptionsTestJSON-235218158 tempest-ExtraDHCPOptionsTestJSON-235218158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33068388'] for subnet, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:08.662816 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823b0fd3-5c12-4b67-a65b-614650f50f54 req-90920b95-2398-4be5-b5ef-3e042378adec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:57:08.664424 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-823b0fd3-5c12-4b67-a65b-614650f50f54 req-90920b95-2398-4be5-b5ef-3e042378adec service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=45d60e5a85494143a2206a5a33987b3d&device_id=46677f28-5c35-457f-8055-bf744f0c7167 HTTP/1.1" status: 200 len: 1094 time: 0.1263015 May 20 20:57:08.704453 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6f3fb2c-ee22-4488-b4c9-bb30279be2d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaee2b848-d4b9-5db1-b6ef-d6db29d67de7-98f8b8d5-1379-4eeb-9e13-b2bbab96015a', 'network_id': '98f8b8d5-1379-4eeb-9e13-b2bbab96015a', 'tenant_id': 'ab4ded6dc75a4ab5a4f9dae9e5aa3753', 'fixed_ips': [{'subnet_id': '9abe43f3-df0d-4304-96dc-8fe66604bb52'}]}} from n-d-842733-1. {{(pid=103164) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 20:57:08.706256 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a6f3fb2c-ee22-4488-b4c9-bb30279be2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:08.744640 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-823b0fd3-5c12-4b67-a65b-614650f50f54 req-c6fe88ec-38fe-4bab-acd0-639f5c7f516b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4828dd8b-6a6a-42b3-8486-adbc1ba2eade HTTP/1.1" status: 200 len: 217 time: 0.0673409 May 20 20:57:08.788635 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c1e5537b-a62c-43bf-ac65-ae3b9b5107ae req-58941f57-3520-446d-9b18-4cce0d18d28e tempest-ListServerFiltersTestJSON-918143940 tempest-ListServerFiltersTestJSON-918143940-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ac682f0-67fc-4a5c-81fb-b80b5c12f5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940463 May 20 20:57:08.832794 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-34d64a36-9be1-46cd-bf2c-0308a392c2ad req-37bbd0c3-708e-47c4-bdcd-2d0c6f6b3201 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f722a60-38a1-4dbc-a8ff-49f0b32ee364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2187231 May 20 20:57:08.856236 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823b0fd3-5c12-4b67-a65b-614650f50f54 req-01ad57cc-a52e-4e0a-9b0f-5b2177c7c62e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:57:08.860607 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-823b0fd3-5c12-4b67-a65b-614650f50f54 req-01ad57cc-a52e-4e0a-9b0f-5b2177c7c62e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=107e6914-57f1-42a8-8e5b-204bf54009a5 HTTP/1.1" status: 200 len: 855 time: 0.1047356 May 20 20:57:08.967826 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-84d1c5f6-db88-4ab5-8527-767f513368f7 tempest-RoutersIpV6AdminTest-232410807 tempest-RoutersIpV6AdminTest-232410807-project] Deleting port 48f700db-0575-41ba-8628-1edc68d6b5d9 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:57:08.970374 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-84d1c5f6-db88-4ab5-8527-767f513368f7 tempest-RoutersIpV6AdminTest-232410807 tempest-RoutersIpV6AdminTest-232410807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:09.002792 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4c77319c-f215-4e0c-8cc1-2c1ccad357ea tempest-ExtraDHCPOptionsTestJSON-235218158 tempest-ExtraDHCPOptionsTestJSON-235218158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33068399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3797621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4018265'] for subnet, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:09.029013 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [None req-a6f3fb2c-ee22-4488-b4c9-bb30279be2d2 None None] Allocated IP 2001:db8::2 (98f8b8d5-1379-4eeb-9e13-b2bbab96015a/9abe43f3-df0d-4304-96dc-8fe66604bb52/4ae3f250-9fba-48fb-900c-56cafc944250) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:57:09.041165 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4c77319c-f215-4e0c-8cc1-2c1ccad357ea tempest-ExtraDHCPOptionsTestJSON-235218158 tempest-ExtraDHCPOptionsTestJSON-235218158-project] Notify callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:09.046319 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a424b70-fa2c-4b3d-958b-bb78b4389cf8 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Made reservation on behalf of ab4ded6dc75a4ab5a4f9dae9e5aa3753 for: {'port': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:57:09.046840 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e445ceea-c053-49a9-bf18-574b596901f3 None None] Network 9a81cc16-6d6b-44f1-aa9b-ecfa3b4e9ee0 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:57:09.050553 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-4c77319c-f215-4e0c-8cc1-2c1ccad357ea tempest-ExtraDHCPOptionsTestJSON-235218158 tempest-ExtraDHCPOptionsTestJSON-235218158-project] 10.222.0.35 "DELETE /v2.0/subnets/99aada93-fb17-4400-93fc-10435ffe2265 HTTP/1.1" status: 204 len: 168 time: 0.8553665 May 20 20:57:09.050695 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 33534) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:57:09.062921 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1a424b70-fa2c-4b3d-958b-bb78b4389cf8 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:09.095952 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823b0fd3-5c12-4b67-a65b-614650f50f54 req-dc2f163e-d95d-49dd-b51e-90d1f7c095dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:57:09.098336 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-823b0fd3-5c12-4b67-a65b-614650f50f54 req-dc2f163e-d95d-49dd-b51e-90d1f7c095dc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=dd8d6d53-d372-47c7-a59c-c8c96265a507&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2257848 May 20 20:57:09.100752 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c77319c-f215-4e0c-8cc1-2c1ccad357ea tempest-ExtraDHCPOptionsTestJSON-235218158 tempest-ExtraDHCPOptionsTestJSON-235218158-project] Pushing event deleted for resources: {'Subnet': ['ID=99aada93-fb17-4400-93fc-10435ffe2265,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:57:09.183758 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [None req-1a424b70-fa2c-4b3d-958b-bb78b4389cf8 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] device_id is not set on port 94894ff4-a115-45a5-8cc1-3831f1997ea3 yet. {{(pid=103163) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 20 20:57:09.247996 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 425cfacc-1860-4bdf-a369-134f9ce98d9d up at agent hyperv_n-h1-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:57:09.372251 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-84d1c5f6-db88-4ab5-8527-767f513368f7 tempest-RoutersIpV6AdminTest-232410807 tempest-RoutersIpV6AdminTest-232410807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:09.386966 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-84d1c5f6-db88-4ab5-8527-767f513368f7 tempest-RoutersIpV6AdminTest-232410807 tempest-RoutersIpV6AdminTest-232410807-project] Calling delete_port for 48f700db-0575-41ba-8628-1edc68d6b5d9 owned by network:router_gateway {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:57:09.390010 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c78812c7-a74b-4ba9-ba4c-69ca340cf5ac tempest-ExtraDHCPOptionsTestJSON-235218158 tempest-ExtraDHCPOptionsTestJSON-235218158-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33160123'] for network, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:09.525693 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-823b0fd3-5c12-4b67-a65b-614650f50f54 req-cbca385b-8ac1-4d4a-bcf5-8b274862fbc3 service neutron] 10.222.0.13 "GET /v2.0/networks/dd8d6d53-d372-47c7-a59c-c8c96265a507?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3790174 May 20 20:57:09.658956 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Provisioning for port 425cfacc-1860-4bdf-a369-134f9ce98d9d completed by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 20:57:09.663228 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Provisioning complete for port 425cfacc-1860-4bdf-a369-134f9ce98d9d triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:57:09.663705 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:09.724198 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-84d1c5f6-db88-4ab5-8527-767f513368f7 tempest-RoutersIpV6AdminTest-232410807 tempest-RoutersIpV6AdminTest-232410807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:09.746780 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0f2a3c8-e332-4784-b308-d636f1e331b0 None None] DHCP port deletion for 9a81cc16-6d6b-44f1-aa9b-ecfa3b4e9ee0 request from n-d-842733-1 {{(pid=103164) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 20:57:09.773935 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d1c5f6-db88-4ab5-8527-767f513368f7 tempest-RoutersIpV6AdminTest-232410807 tempest-RoutersIpV6AdminTest-232410807-project] Pushing event deleted for resources: {'Port': ['ID=48f700db-0575-41ba-8628-1edc68d6b5d9,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:57:09.774201 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-c78812c7-a74b-4ba9-ba4c-69ca340cf5ac tempest-ExtraDHCPOptionsTestJSON-235218158 tempest-ExtraDHCPOptionsTestJSON-235218158-project] Deleting port d1073767-7e54-4d77-a75b-1dc88daf1f51 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:57:09.774555 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c78812c7-a74b-4ba9-ba4c-69ca340cf5ac tempest-ExtraDHCPOptionsTestJSON-235218158 tempest-ExtraDHCPOptionsTestJSON-235218158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:09.789748 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-823b0fd3-5c12-4b67-a65b-614650f50f54 req-dcb3eb0c-0a24-419e-96d6-7f8905719e40 service neutron] 10.222.0.13 "GET /v2.0/networks/dd8d6d53-d372-47c7-a59c-c8c96265a507?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2544079 May 20 20:57:09.796830 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9680caa0-10fb-4466-83df-ca0362eff620 req-c499d1ee-e0cb-4008-854c-c031bd04d40f tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:57:09.798733 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9680caa0-10fb-4466-83df-ca0362eff620 req-c499d1ee-e0cb-4008-854c-c031bd04d40f tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a5c45df-5c39-4d28-bd2b-5f9ce9bce8c6 HTTP/1.1" status: 200 len: 945 time: 0.1252694 May 20 20:57:09.918978 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-c78812c7-a74b-4ba9-ba4c-69ca340cf5ac tempest-ExtraDHCPOptionsTestJSON-235218158 tempest-ExtraDHCPOptionsTestJSON-235218158-project] For port d1073767-7e54-4d77-a75b-1dc88daf1f51, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=d1073767-7e54-4d77-a75b-1dc88daf1f51,segment=NetworkSegment(52193f3a-16e2-48ca-9c37-5f2c783a2ebf),segment_id=52193f3a-16e2-48ca-9c37-5f2c783a2ebf)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:57:09.919521 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c78812c7-a74b-4ba9-ba4c-69ca340cf5ac tempest-ExtraDHCPOptionsTestJSON-235218158 tempest-ExtraDHCPOptionsTestJSON-235218158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:09.934642 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-c78812c7-a74b-4ba9-ba4c-69ca340cf5ac tempest-ExtraDHCPOptionsTestJSON-235218158 tempest-ExtraDHCPOptionsTestJSON-235218158-project] Calling delete_port for d1073767-7e54-4d77-a75b-1dc88daf1f51 owned by network:dhcp {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:57:09.935192 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a6f3fb2c-ee22-4488-b4c9-bb30279be2d2 None None] Notify callbacks [] for port, precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:10.015568 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9680caa0-10fb-4466-83df-ca0362eff620 req-7f5efe6d-b8f5-4b77-80f9-adbea0dda5f6 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f722a60-38a1-4dbc-a8ff-49f0b32ee364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974592 May 20 20:57:10.028427 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-84d1c5f6-db88-4ab5-8527-767f513368f7 tempest-RoutersIpV6AdminTest-232410807 tempest-RoutersIpV6AdminTest-232410807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-748206'] for router_gateway, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:10.036450 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Current status of the port 425cfacc-1860-4bdf-a369-134f9ce98d9d is: BUILD; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:57:10.036971 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:10.133660 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c78812c7-a74b-4ba9-ba4c-69ca340cf5ac tempest-ExtraDHCPOptionsTestJSON-235218158 tempest-ExtraDHCPOptionsTestJSON-235218158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:10.174116 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78812c7-a74b-4ba9-ba4c-69ca340cf5ac tempest-ExtraDHCPOptionsTestJSON-235218158 tempest-ExtraDHCPOptionsTestJSON-235218158-project] Pushing event deleted for resources: {'Port': ['ID=d1073767-7e54-4d77-a75b-1dc88daf1f51,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:57:10.185639 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447e4e76-b93c-411d-8a90-faa39798eac3 req-3ad13afa-e99c-4aea-b962-ecf80eaf67c3 tempest-ListServerFiltersTestJSON-918143940 tempest-ListServerFiltersTestJSON-918143940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:57:10.187994 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-447e4e76-b93c-411d-8a90-faa39798eac3 req-3ad13afa-e99c-4aea-b962-ecf80eaf67c3 tempest-ListServerFiltersTestJSON-918143940 tempest-ListServerFiltersTestJSON-918143940-project] 10.222.0.35 "GET /v2.0/ports?device_id=46677f28-5c35-457f-8055-bf744f0c7167 HTTP/1.1" status: 200 len: 943 time: 0.2698720 May 20 20:57:10.206178 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c78812c7-a74b-4ba9-ba4c-69ca340cf5ac tempest-ExtraDHCPOptionsTestJSON-235218158 tempest-ExtraDHCPOptionsTestJSON-235218158-project] No DVR routers for this DVR port d1073767-7e54-4d77-a75b-1dc88daf1f51 on host n-d-842733-1 {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:57:10.257783 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a6f3fb2c-ee22-4488-b4c9-bb30279be2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108'] for port, after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:10.286929 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-1a424b70-fa2c-4b3d-958b-bb78b4389cf8 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Allocated IP 2001:db8::3dc (98f8b8d5-1379-4eeb-9e13-b2bbab96015a/9abe43f3-df0d-4304-96dc-8fe66604bb52/94894ff4-a115-45a5-8cc1-3831f1997ea3) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:57:10.342739 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-84d1c5f6-db88-4ab5-8527-767f513368f7 tempest-RoutersIpV6AdminTest-232410807 tempest-RoutersIpV6AdminTest-232410807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26169'] for router, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:10.344081 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c78812c7-a74b-4ba9-ba4c-69ca340cf5ac tempest-ExtraDHCPOptionsTestJSON-235218158 tempest-ExtraDHCPOptionsTestJSON-235218158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33072115', 'neutron.services.segments.db._delete_segments_for_network-8782419500584'] for network, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:10.350600 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-84d1c5f6-db88-4ab5-8527-767f513368f7 tempest-RoutersIpV6AdminTest-232410807 tempest-RoutersIpV6AdminTest-232410807-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:10.352591 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port 425cfacc-1860-4bdf-a369-134f9ce98d9d, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=425cfacc-1860-4bdf-a369-134f9ce98d9d,segment=NetworkSegment(d0018fbc-8976-4a5a-8d5f-7cbc2d0767c4),segment_id=d0018fbc-8976-4a5a-8d5f-7cbc2d0767c4)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:57:10.362870 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0af4d785-9a35-4cf1-a9f8-3510d8d3d3b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '425cfacc-1860-4bdf-a369-134f9ce98d9d'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:57:10.366081 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8485417003ce7c0410b00f5cdc2f391e21107b70bb68e2773712534a96e108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b7f1250-6a61-45f8-99d7-481add39f8cf" -d '{"events": [{"server_uuid": "0af4d785-9a35-4cf1-a9f8-3510d8d3d3b0", "name": "network-vif-plugged", "status": "completed", "tag": "425cfacc-1860-4bdf-a369-134f9ce98d9d"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:57:10.382320 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6f3fb2c-ee22-4488-b4c9-bb30279be2d2 None None] Network 98f8b8d5-1379-4eeb-9e13-b2bbab96015a is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:57:10.383480 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-c78812c7-a74b-4ba9-ba4c-69ca340cf5ac tempest-ExtraDHCPOptionsTestJSON-235218158 tempest-ExtraDHCPOptionsTestJSON-235218158-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a81cc16-6d6b-44f1-aa9b-ecfa3b4e9ee0']}} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:57:10.398801 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-c78812c7-a74b-4ba9-ba4c-69ca340cf5ac tempest-ExtraDHCPOptionsTestJSON-235218158 tempest-ExtraDHCPOptionsTestJSON-235218158-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52193f3a-16e2-48ca-9c37-5f2c783a2ebf') {'for_net_delete': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:57:10.404556 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-c78812c7-a74b-4ba9-ba4c-69ca340cf5ac tempest-ExtraDHCPOptionsTestJSON-235218158 tempest-ExtraDHCPOptionsTestJSON-235218158-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52193f3a-16e2-48ca-9c37-5f2c783a2ebf') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:57:10.414894 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-a6f3fb2c-ee22-4488-b4c9-bb30279be2d2 None None] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:57:10.426118 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c78812c7-a74b-4ba9-ba4c-69ca340cf5ac tempest-ExtraDHCPOptionsTestJSON-235218158 tempest-ExtraDHCPOptionsTestJSON-235218158-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419501617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3738385'] for segment, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:10.438432 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-f0f2a3c8-e332-4784-b308-d636f1e331b0 None None] Deleting port d1073767-7e54-4d77-a75b-1dc88daf1f51 {{(pid=103164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:57:10.439301 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-f0f2a3c8-e332-4784-b308-d636f1e331b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:10.440801 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6f3fb2c-ee22-4488-b4c9-bb30279be2d2 None None] Received port after_create {{(pid=103164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:57:10.443431 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c78812c7-a74b-4ba9-ba4c-69ca340cf5ac tempest-ExtraDHCPOptionsTestJSON-235218158 tempest-ExtraDHCPOptionsTestJSON-235218158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:10.453673 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f3fb2c-ee22-4488-b4c9-bb30279be2d2 None None] Pushing event updated for resources: {'Port': ['ID=4ae3f250-9fba-48fb-900c-56cafc944250,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:57:10.456115 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c78812c7-a74b-4ba9-ba4c-69ca340cf5ac tempest-ExtraDHCPOptionsTestJSON-235218158 tempest-ExtraDHCPOptionsTestJSON-235218158-project] Releasing vlan 202 on physical network physnet1 to pool {{(pid=103162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 20:57:10.456377 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c78812c7-a74b-4ba9-ba4c-69ca340cf5ac tempest-ExtraDHCPOptionsTestJSON-235218158 tempest-ExtraDHCPOptionsTestJSON-235218158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3800791'] for segment, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:10.460213 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 20:57:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-523efe9c-3b8f-49ca-90a7-2520b99c5df1 x-openstack-request-id: req-523efe9c-3b8f-49ca-90a7-2520b99c5df1 {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:57:10.460493 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0af4d785-9a35-4cf1-a9f8-3510d8d3d3b0", "name": "network-vif-plugged", "status": "completed", "tag": "425cfacc-1860-4bdf-a369-134f9ce98d9d", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:57:10.473047 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-523efe9c-3b8f-49ca-90a7-2520b99c5df1 {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:57:10.473047 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-523efe9c-3b8f-49ca-90a7-2520b99c5df1'] response: {'server_uuid': '0af4d785-9a35-4cf1-a9f8-3510d8d3d3b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '425cfacc-1860-4bdf-a369-134f9ce98d9d', 'code': 200} May 20 20:57:10.475950 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-447e4e76-b93c-411d-8a90-faa39798eac3 req-e379142d-5312-41b4-8c18-549c2105eb70 tempest-ListServerFiltersTestJSON-918143940 tempest-ListServerFiltersTestJSON-918143940-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ac682f0-67fc-4a5c-81fb-b80b5c12f5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2798960 May 20 20:57:10.502419 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:10.503396 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 06354220-ffe2-4f2e-8f87-8f49fe6eeab5 up at agent hyperv_n-h1-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:57:10.570597 n-d-842733-1 neutron-server[103162]: Traceback (most recent call last): May 20 20:57:10.570597 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 20:57:10.570597 n-d-842733-1 neutron-server[103162]: timer() May 20 20:57:10.570597 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 20:57:10.570597 n-d-842733-1 neutron-server[103162]: cb(*args, **kw) May 20 20:57:10.570597 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 20 20:57:10.570597 n-d-842733-1 neutron-server[103162]: return func(*args, **kwargs) May 20 20:57:10.570597 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 20:57:10.570597 n-d-842733-1 neutron-server[103162]: self._notify() May 20 20:57:10.570597 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 20:57:10.570597 n-d-842733-1 neutron-server[103162]: self.callback(batched_events) May 20 20:57:10.570597 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 20:57:10.570597 n-d-842733-1 neutron-server[103162]: event.method(event) May 20 20:57:10.570597 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 20 20:57:10.570597 n-d-842733-1 neutron-server[103162]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 20:57:10.570597 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 20 20:57:10.570597 n-d-842733-1 neutron-server[103162]: aggregate_uuid = self.p_client.list_aggregates( May 20 20:57:10.570597 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 20 20:57:10.570597 n-d-842733-1 neutron-server[103162]: return f(self, *a, **k) May 20 20:57:10.570597 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 20 20:57:10.570597 n-d-842733-1 neutron-server[103162]: return self._get(url).json() May 20 20:57:10.570597 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 20 20:57:10.570597 n-d-842733-1 neutron-server[103162]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 20:57:10.570597 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 20:57:10.570597 n-d-842733-1 neutron-server[103162]: return self.request(url, 'GET', **kwargs) May 20 20:57:10.570597 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 20:57:10.570597 n-d-842733-1 neutron-server[103162]: base_url = self.get_endpoint(auth, allow=allow, May 20 20:57:10.570597 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 20:57:10.570597 n-d-842733-1 neutron-server[103162]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 20:57:10.570597 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 20:57:10.570597 n-d-842733-1 neutron-server[103162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 20:57:10.570597 n-d-842733-1 neutron-server[103162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 20:57:10.625619 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1a424b70-fa2c-4b3d-958b-bb78b4389cf8 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:10.643353 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-f0f2a3c8-e332-4784-b308-d636f1e331b0 None None] For port d1073767-7e54-4d77-a75b-1dc88daf1f51, host n-d-842733-1, got binding levels [] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:57:10.643708 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-f0f2a3c8-e332-4784-b308-d636f1e331b0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:10.651626 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-84d1c5f6-db88-4ab5-8527-767f513368f7 tempest-RoutersIpV6AdminTest-232410807 tempest-RoutersIpV6AdminTest-232410807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-693148'] for router, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:10.652738 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84d1c5f6-db88-4ab5-8527-767f513368f7 tempest-RoutersIpV6AdminTest-232410807 tempest-RoutersIpV6AdminTest-232410807-project] Fanout notify agent at l3_agent the message router_deleted on router 52d7dc41-5fa6-4306-b789-3d7d2d30cb5a {{(pid=103163) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 20 20:57:10.654311 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3ffd96-da21-41ca-991f-f329239dcaec req-2742d1d8-773b-493f-8fed-8d601e0461fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:57:10.661598 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-eb3ffd96-da21-41ca-991f-f329239dcaec req-2742d1d8-773b-493f-8fed-8d601e0461fe service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0af4d785-9a35-4cf1-a9f8-3510d8d3d3b0 HTTP/1.1" status: 200 len: 1097 time: 0.0828493 May 20 20:57:10.670422 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-a6f3fb2c-ee22-4488-b4c9-bb30279be2d2 None None] Attempting to bind port 4ae3f250-9fba-48fb-900c-56cafc944250 on host n-d-842733-1 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:57:10.670422 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-a6f3fb2c-ee22-4488-b4c9-bb30279be2d2 None None] Attempting to bind port 4ae3f250-9fba-48fb-900c-56cafc944250 by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': 'f5705048-66fd-4627-af8c-03443c37dd17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '98f8b8d5-1379-4eeb-9e13-b2bbab96015a'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:57:10.674091 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6f3fb2c-ee22-4488-b4c9-bb30279be2d2 None None] Attempting to bind port 4ae3f250-9fba-48fb-900c-56cafc944250 on network 98f8b8d5-1379-4eeb-9e13-b2bbab96015a {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:57:10.683674 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-84d1c5f6-db88-4ab5-8527-767f513368f7 tempest-RoutersIpV6AdminTest-232410807 tempest-RoutersIpV6AdminTest-232410807-project] Notify callbacks [] for router, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:10.684967 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-f0f2a3c8-e332-4784-b308-d636f1e331b0 None None] Calling delete_port for d1073767-7e54-4d77-a75b-1dc88daf1f51 owned by network:dhcp {{(pid=103164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:57:10.687256 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Pushing event updated for resources: {'Port': ['ID=425cfacc-1860-4bdf-a369-134f9ce98d9d,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:57:10.688402 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-84d1c5f6-db88-4ab5-8527-767f513368f7 tempest-RoutersIpV6AdminTest-232410807 tempest-RoutersIpV6AdminTest-232410807-project] 10.222.0.35 "DELETE /v2.0/routers/52d7dc41-5fa6-4306-b789-3d7d2d30cb5a HTTP/1.1" status: 204 len: 168 time: 2.6337147 May 20 20:57:10.695057 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.ipam_backend_mixin [None req-f0f2a3c8-e332-4784-b308-d636f1e331b0 None None] Port d1073767-7e54-4d77-a75b-1dc88daf1f51 was not found and therefore no delete operation was performed {{(pid=103164) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} May 20 20:57:10.695057 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6f3fb2c-ee22-4488-b4c9-bb30279be2d2 None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 56, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:57:10.696726 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6f3fb2c-ee22-4488-b4c9-bb30279be2d2 None None] Checking segment: {'id': 'f5705048-66fd-4627-af8c-03443c37dd17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '98f8b8d5-1379-4eeb-9e13-b2bbab96015a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:57:10.696726 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a6f3fb2c-ee22-4488-b4c9-bb30279be2d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:10.697360 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6f3fb2c-ee22-4488-b4c9-bb30279be2d2 None None] Bound using segment: {'id': 'f5705048-66fd-4627-af8c-03443c37dd17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '98f8b8d5-1379-4eeb-9e13-b2bbab96015a'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:57:10.697703 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 33550) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:57:10.699620 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-a6f3fb2c-ee22-4488-b4c9-bb30279be2d2 None None] Bound port: 4ae3f250-9fba-48fb-900c-56cafc944250, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5705048-66fd-4627-af8c-03443c37dd17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '98f8b8d5-1379-4eeb-9e13-b2bbab96015a'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:57:10.700716 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a6f3fb2c-ee22-4488-b4c9-bb30279be2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:10.705352 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device d1073767-7e54-4d77-a75b-1dc88daf1f51 no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:57:10.713433 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c78812c7-a74b-4ba9-ba4c-69ca340cf5ac tempest-ExtraDHCPOptionsTestJSON-235218158 tempest-ExtraDHCPOptionsTestJSON-235218158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33072122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748162'] for network, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:10.713703 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-409e52f0-18ac-4754-a8fe-ac4af8c22f2b tempest-RoutersIpV6AdminTest-232410807 tempest-RoutersIpV6AdminTest-232410807-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-544844958', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:57:10.733853 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c78812c7-a74b-4ba9-ba4c-69ca340cf5ac tempest-ExtraDHCPOptionsTestJSON-235218158 tempest-ExtraDHCPOptionsTestJSON-235218158-project] Notify callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:10.739464 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-c78812c7-a74b-4ba9-ba4c-69ca340cf5ac tempest-ExtraDHCPOptionsTestJSON-235218158 tempest-ExtraDHCPOptionsTestJSON-235218158-project] 10.222.0.35 "DELETE /v2.0/networks/9a81cc16-6d6b-44f1-aa9b-ecfa3b4e9ee0 HTTP/1.1" status: 204 len: 168 time: 1.6785648 May 20 20:57:10.764367 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-eb3ffd96-da21-41ca-991f-f329239dcaec req-7473c5b8-fb32-4bbe-aa5b-04f78d4e0bb4 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=7ac682f0-67fc-4a5c-81fb-b80b5c12f5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996978 May 20 20:57:10.765740 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78812c7-a74b-4ba9-ba4c-69ca340cf5ac tempest-ExtraDHCPOptionsTestJSON-235218158 tempest-ExtraDHCPOptionsTestJSON-235218158-project] Pushing event deleted for resources: {'Network': ['ID=9a81cc16-6d6b-44f1-aa9b-ecfa3b4e9ee0,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:57:10.769234 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-f0f2a3c8-e332-4784-b308-d636f1e331b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099'] for port, after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:10.844644 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Provisioning for port 06354220-ffe2-4f2e-8f87-8f49fe6eeab5 completed by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 20:57:10.847544 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f2a3c8-e332-4784-b308-d636f1e331b0 None None] Pushing event deleted for resources: {'Port': ['ID=d1073767-7e54-4d77-a75b-1dc88daf1f51,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:57:10.853780 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-409e52f0-18ac-4754-a8fe-ac4af8c22f2b tempest-RoutersIpV6AdminTest-232410807 tempest-RoutersIpV6AdminTest-232410807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-694221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26155'] for router, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:10.856101 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-409e52f0-18ac-4754-a8fe-ac4af8c22f2b tempest-RoutersIpV6AdminTest-232410807 tempest-RoutersIpV6AdminTest-232410807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-693085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748153', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-718080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26162'] for router, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:10.863776 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f0f2a3c8-e332-4784-b308-d636f1e331b0 None None] Network 9a81cc16-6d6b-44f1-aa9b-ecfa3b4e9ee0 is not hosted by any dhcp agent {{(pid=103164) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} May 20 20:57:10.869118 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f2a3c8-e332-4784-b308-d636f1e331b0 None None] No DVR routers for this DVR port d1073767-7e54-4d77-a75b-1dc88daf1f51 on host n-d-842733-1 {{(pid=103164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:57:10.869118 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: d1073767-7e54-4d77-a75b-1dc88daf1f51 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 20:57:10.869118 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device d1073767-7e54-4d77-a75b-1dc88daf1f51 not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 20:57:10.902997 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Provisioning complete for port 06354220-ffe2-4f2e-8f87-8f49fe6eeab5 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:57:10.908566 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:10.922110 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1a424b70-fa2c-4b3d-958b-bb78b4389cf8 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:10.989174 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-a6f3fb2c-ee22-4488-b4c9-bb30279be2d2 None None] For port 4ae3f250-9fba-48fb-900c-56cafc944250, host n-d-842733-1, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:57:10.999428 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-409e52f0-18ac-4754-a8fe-ac4af8c22f2b tempest-RoutersIpV6AdminTest-232410807 tempest-RoutersIpV6AdminTest-232410807-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:11.010821 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-a6f3fb2c-ee22-4488-b4c9-bb30279be2d2 None None] For port 4ae3f250-9fba-48fb-900c-56cafc944250, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=4ae3f250-9fba-48fb-900c-56cafc944250,segment=NetworkSegment(f5705048-66fd-4627-af8c-03443c37dd17),segment_id=f5705048-66fd-4627-af8c-03443c37dd17)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:57:11.015930 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a424b70-fa2c-4b3d-958b-bb78b4389cf8 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Network 98f8b8d5-1379-4eeb-9e13-b2bbab96015a is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:57:11.019155 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-1a424b70-fa2c-4b3d-958b-bb78b4389cf8 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:57:11.023046 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a424b70-fa2c-4b3d-958b-bb78b4389cf8 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:57:11.029700 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a424b70-fa2c-4b3d-958b-bb78b4389cf8 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:57:11.030445 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1a424b70-fa2c-4b3d-958b-bb78b4389cf8 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:11.044336 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a424b70-fa2c-4b3d-958b-bb78b4389cf8 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Pushing event updated for resources: {'Port': ['ID=94894ff4-a115-45a5-8cc1-3831f1997ea3,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:57:11.060615 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Current status of the port 06354220-ffe2-4f2e-8f87-8f49fe6eeab5 is: BUILD; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:57:11.061125 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:11.092753 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-409e52f0-18ac-4754-a8fe-ac4af8c22f2b tempest-RoutersIpV6AdminTest-232410807 tempest-RoutersIpV6AdminTest-232410807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748106'] for router, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:11.102454 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a6f3fb2c-ee22-4488-b4c9-bb30279be2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:11.147229 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce57393a-9c74-4330-90a8-47511087d7f8 req-242e21dc-bf08-42de-9f3e-6c99ca26da2d tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:57:11.147935 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-1a424b70-fa2c-4b3d-958b-bb78b4389cf8 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.5501351 May 20 20:57:11.149078 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-ce57393a-9c74-4330-90a8-47511087d7f8 req-242e21dc-bf08-42de-9f3e-6c99ca26da2d tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a5c45df-5c39-4d28-bd2b-5f9ce9bce8c6 HTTP/1.1" status: 200 len: 945 time: 0.0843823 May 20 20:57:11.149667 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 33556) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:57:11.190812 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port 06354220-ffe2-4f2e-8f87-8f49fe6eeab5, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=06354220-ffe2-4f2e-8f87-8f49fe6eeab5,segment=NetworkSegment(d0018fbc-8976-4a5a-8d5f-7cbc2d0767c4),segment_id=d0018fbc-8976-4a5a-8d5f-7cbc2d0767c4)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:57:11.217378 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdc1b21-c733-42a1-9b42-2853b7126d1f req-6d0cd99d-f9fa-4e29-99de-ceee559a5a89 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:57:11.219053 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5fdc1b21-c733-42a1-9b42-2853b7126d1f req-6d0cd99d-f9fa-4e29-99de-ceee559a5a89 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a5c45df-5c39-4d28-bd2b-5f9ce9bce8c6 HTTP/1.1" status: 200 len: 945 time: 0.1055481 May 20 20:57:11.248509 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f3fb2c-ee22-4488-b4c9-bb30279be2d2 None None] Pushing event updated for resources: {'Port': ['ID=4ae3f250-9fba-48fb-900c-56cafc944250,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:57:11.294466 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-409e52f0-18ac-4754-a8fe-ac4af8c22f2b tempest-RoutersIpV6AdminTest-232410807 tempest-RoutersIpV6AdminTest-232410807-project] Notify callbacks [] for router, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:11.299233 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-409e52f0-18ac-4754-a8fe-ac4af8c22f2b tempest-RoutersIpV6AdminTest-232410807 tempest-RoutersIpV6AdminTest-232410807-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.5960019 May 20 20:57:11.306299 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 33558) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:57:11.314865 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-4b3f4454-6567-42b9-9ac8-af6ed24c1e49 tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'enable_snat': False}}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:57:11.345768 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:11.386421 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5fdc1b21-c733-42a1-9b42-2853b7126d1f req-990ad849-b0df-43ff-8539-7ab70c7d079f tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f722a60-38a1-4dbc-a8ff-49f0b32ee364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507490 May 20 20:57:11.540269 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Pushing event updated for resources: {'Port': ['ID=06354220-ffe2-4f2e-8f87-8f49fe6eeab5,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:57:11.674287 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 33566) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:57:11.739027 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-453382b6-7067-4eb1-ab09-f0d5e84b0e00 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:57:11.747814 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-453382b6-7067-4eb1-ab09-f0d5e84b0e00 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:57:11.750974 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-453382b6-7067-4eb1-ab09-f0d5e84b0e00 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.6002967 May 20 20:57:11.770024 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 33572) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:57:11.785921 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4b3f4454-6567-42b9-9ac8-af6ed24c1e49 tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:11.850939 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7a458d-733e-4a8e-8e37-cf792e7caf7a req-c85dd48f-bcc1-47bc-ba90-1d5e35d7e5c8 tempest-ListServerFiltersTestJSON-918143940 tempest-ListServerFiltersTestJSON-918143940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:57:11.852957 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0d7a458d-733e-4a8e-8e37-cf792e7caf7a req-c85dd48f-bcc1-47bc-ba90-1d5e35d7e5c8 tempest-ListServerFiltersTestJSON-918143940 tempest-ListServerFiltersTestJSON-918143940-project] 10.222.0.35 "GET /v2.0/ports?device_id=46677f28-5c35-457f-8055-bf744f0c7167 HTTP/1.1" status: 200 len: 943 time: 0.1835458 May 20 20:57:11.869007 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-ce57393a-9c74-4330-90a8-47511087d7f8 req-7f8157b4-1505-4881-8486-8cbea8bbe541 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Deleting port 3c691788-5c70-4914-8e00-cab99c416755 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:57:11.869359 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-ce57393a-9c74-4330-90a8-47511087d7f8 req-7f8157b4-1505-4881-8486-8cbea8bbe541 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:11.928788 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0d7a458d-733e-4a8e-8e37-cf792e7caf7a req-6b5e3a51-ca2f-4446-b9ba-d4be8c66d0ca tempest-ListServerFiltersTestJSON-918143940 tempest-ListServerFiltersTestJSON-918143940-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ac682f0-67fc-4a5c-81fb-b80b5c12f5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548656 May 20 20:57:11.997818 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-e8ab5100-5513-4045-8381-f5d381fcbc79 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Deleting port 94894ff4-a115-45a5-8cc1-3831f1997ea3 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:57:11.998337 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e8ab5100-5513-4045-8381-f5d381fcbc79 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:12.021924 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-0428bccf-2ca8-45e2-8c09-7d680a3b29b7 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=de8f1c299da349898e5dec5276707599&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3464181 May 20 20:57:12.025090 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 33574) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:57:12.040970 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-ce57393a-9c74-4330-90a8-47511087d7f8 req-7f8157b4-1505-4881-8486-8cbea8bbe541 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] For port 3c691788-5c70-4914-8e00-cab99c416755, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=3c691788-5c70-4914-8e00-cab99c416755,segment=NetworkSegment(5c3b9203-18da-4ba0-88d6-e36130f615fb),segment_id=5c3b9203-18da-4ba0-88d6-e36130f615fb)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:57:12.041373 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-ce57393a-9c74-4330-90a8-47511087d7f8 req-7f8157b4-1505-4881-8486-8cbea8bbe541 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:12.055764 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-ce57393a-9c74-4330-90a8-47511087d7f8 req-7f8157b4-1505-4881-8486-8cbea8bbe541 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Calling delete_port for 3c691788-5c70-4914-8e00-cab99c416755 owned by compute:nova {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:57:12.152338 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e8ab5100-5513-4045-8381-f5d381fcbc79 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:12.177602 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-e8ab5100-5513-4045-8381-f5d381fcbc79 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Calling delete_port for 94894ff4-a115-45a5-8cc1-3831f1997ea3 owned by {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:57:12.179206 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f90bdc97-1d22-425b-80ef-4a22af9dddb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:12.258135 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f90bdc97-1d22-425b-80ef-4a22af9dddb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:12.328195 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-ce57393a-9c74-4330-90a8-47511087d7f8 req-7f8157b4-1505-4881-8486-8cbea8bbe541 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:12.361223 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] get_ports_and_sgs() called for port_ids ['3c691788-5c70-4914-8e00-cab99c416755'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:57:12.406188 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8157b4-1505-4881-8486-8cbea8bbe541 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Pushing event deleted for resources: {'Port': ['ID=3c691788-5c70-4914-8e00-cab99c416755,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:57:12.462304 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b677069f-2bf9-4a32-b533-9fc31512d995', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06354220-ffe2-4f2e-8f87-8f49fe6eeab5'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:57:12.465239 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8485417003ce7c0410b00f5cdc2f391e21107b70bb68e2773712534a96e108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-547c1330-9587-4e36-9e10-ca8d8a98e20a" -d '{"events": [{"server_uuid": "b677069f-2bf9-4a32-b533-9fc31512d995", "name": "network-vif-plugged", "status": "completed", "tag": "06354220-ffe2-4f2e-8f87-8f49fe6eeab5"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:57:12.483865 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce57393a-9c74-4330-90a8-47511087d7f8 req-7f8157b4-1505-4881-8486-8cbea8bbe541 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] No DVR routers for this DVR port 3c691788-5c70-4914-8e00-cab99c416755 on host n-h2-842733-1 {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:57:12.501993 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-ce57393a-9c74-4330-90a8-47511087d7f8 req-7f8157b4-1505-4881-8486-8cbea8bbe541 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:12.513729 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-ce57393a-9c74-4330-90a8-47511087d7f8 req-7f8157b4-1505-4881-8486-8cbea8bbe541 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.13 "DELETE /v2.0/ports/3c691788-5c70-4914-8e00-cab99c416755 HTTP/1.1" status: 204 len: 173 time: 1.3541548 May 20 20:57:12.515455 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a5c45df-5c39-4d28-bd2b-5f9ce9bce8c6', 'name': 'network-vif-deleted', 'tag': '3c691788-5c70-4914-8e00-cab99c416755'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:57:12.520916 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6fa957933fccbf596d28104b23404b952ad6a8238afaebaed40a0874b2e409" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb170374-b4f3-4cd0-bc13-eb89e8551b93" -d '{"events": [{"server_uuid": "7a5c45df-5c39-4d28-bd2b-5f9ce9bce8c6", "name": "network-vif-deleted", "tag": "3c691788-5c70-4914-8e00-cab99c416755"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:57:12.532906 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 20:57:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9449deb5-a307-435d-ad58-a98f996c4fc2 x-openstack-request-id: req-9449deb5-a307-435d-ad58-a98f996c4fc2 {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:57:12.533278 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b677069f-2bf9-4a32-b533-9fc31512d995", "name": "network-vif-plugged", "status": "completed", "tag": "06354220-ffe2-4f2e-8f87-8f49fe6eeab5", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:57:12.533614 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9449deb5-a307-435d-ad58-a98f996c4fc2 {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:57:12.534034 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9449deb5-a307-435d-ad58-a98f996c4fc2'] response: {'server_uuid': 'b677069f-2bf9-4a32-b533-9fc31512d995', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06354220-ffe2-4f2e-8f87-8f49fe6eeab5', 'code': 200} May 20 20:57:12.546997 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 4828dd8b-6a6a-42b3-8486-adbc1ba2eade details requested by agent hyperv_n-h2-842733-1 with host n-h2-842733-1 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 20:57:12.631874 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 20:57:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8699a04d-b7a3-4370-9def-7a2560a8e241 x-openstack-request-id: req-8699a04d-b7a3-4370-9def-7a2560a8e241 {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:57:12.635125 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a5c45df-5c39-4d28-bd2b-5f9ce9bce8c6", "name": "network-vif-deleted", "tag": "3c691788-5c70-4914-8e00-cab99c416755", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:57:12.636258 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8699a04d-b7a3-4370-9def-7a2560a8e241 {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:57:12.636740 n-d-842733-1 neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8699a04d-b7a3-4370-9def-7a2560a8e241'] response: {'server_uuid': '7a5c45df-5c39-4d28-bd2b-5f9ce9bce8c6', 'name': 'network-vif-deleted', 'tag': '3c691788-5c70-4914-8e00-cab99c416755', 'status': 'completed', 'code': 200} May 20 20:57:12.656146 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5470dfc9-20cc-4e73-b646-523fa9f78adc req-120e317d-fa89-4c6d-8b88-dc017d23cf77 tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a5c45df-5c39-4d28-bd2b-5f9ce9bce8c6 HTTP/1.1" status: 200 len: 210 time: 0.1561716 May 20 20:57:12.714942 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f90bdc97-1d22-425b-80ef-4a22af9dddb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:12.717786 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f90bdc97-1d22-425b-80ef-4a22af9dddb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:12.724503 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-f90bdc97-1d22-425b-80ef-4a22af9dddb4 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/bd870cda-8e1f-450f-a5ff-a31426705278 HTTP/1.1" status: 204 len: 168 time: 0.6924579 May 20 20:57:12.744335 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae01d19c-6bf2-489e-a6dd-fc79ce83a042 req-6573512e-484e-4ee4-a237-1839d11d964b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:57:12.746847 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-ae01d19c-6bf2-489e-a6dd-fc79ce83a042 req-6573512e-484e-4ee4-a237-1839d11d964b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b677069f-2bf9-4a32-b533-9fc31512d995 HTTP/1.1" status: 200 len: 1096 time: 0.1318796 May 20 20:57:12.775333 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90bdc97-1d22-425b-80ef-4a22af9dddb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd870cda-8e1f-450f-a5ff-a31426705278,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:57:12.805666 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4b3f4454-6567-42b9-9ac8-af6ed24c1e49 tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:12.818710 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ecd8963-be1f-448d-ae92-855507deda74 None None] Network 98f8b8d5-1379-4eeb-9e13-b2bbab96015a requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:57:12.841657 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 4ae3f250-9fba-48fb-900c-56cafc944250 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:57:12.844162 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-ae01d19c-6bf2-489e-a6dd-fc79ce83a042 req-91c28ef7-2df4-4fc6-913c-4814becbed33 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=7ac682f0-67fc-4a5c-81fb-b80b5c12f5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888426 May 20 20:57:12.884717 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4b3f4454-6567-42b9-9ac8-af6ed24c1e49 tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:12.887769 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e8ab5100-5513-4045-8381-f5d381fcbc79 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:12.965520 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e8ab5100-5513-4045-8381-f5d381fcbc79 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:12.971363 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 33590) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:57:12.971554 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-e8ab5100-5513-4045-8381-f5d381fcbc79 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "DELETE /v2.0/ports/94894ff4-a115-45a5-8cc1-3831f1997ea3 HTTP/1.1" status: 204 len: 168 time: 1.1976237 May 20 20:57:12.972582 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ab5100-5513-4045-8381-f5d381fcbc79 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Pushing event deleted for resources: {'Port': ['ID=94894ff4-a115-45a5-8cc1-3831f1997ea3,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:57:13.059187 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 4ae3f250-9fba-48fb-900c-56cafc944250 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:57:13.059568 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:13.061361 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-ae3e4120-de1d-4dd6-958d-e6dec124c772 None None] Provisioning complete for port 4ae3f250-9fba-48fb-900c-56cafc944250 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:57:13.061560 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ae3e4120-de1d-4dd6-958d-e6dec124c772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:13.090637 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-4b3f4454-6567-42b9-9ac8-af6ed24c1e49 tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] Allocated IP 172.25.2.194 (e3a93b5c-91e2-4064-9c2c-1afc261bfe15/86fee0c1-6e34-488b-9216-b2b8e7ef585a/08f0010a-4304-455a-bf5f-08f3ba08f7b8) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:57:13.210605 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port 4828dd8b-6a6a-42b3-8486-adbc1ba2eade, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=4828dd8b-6a6a-42b3-8486-adbc1ba2eade,segment=NetworkSegment(d0018fbc-8976-4a5a-8d5f-7cbc2d0767c4),segment_id=d0018fbc-8976-4a5a-8d5f-7cbc2d0767c4)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:57:13.213186 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4acdfcf5-bd2f-4c94-9ff4-0d590b5855fc tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:57:13.215765 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4acdfcf5-bd2f-4c94-9ff4-0d590b5855fc tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:57:13.217194 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-4acdfcf5-bd2f-4c94-9ff4-0d590b5855fc tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2446580 May 20 20:57:13.220290 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 33592) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:57:13.249693 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Returning: {'device': '4828dd8b-6a6a-42b3-8486-adbc1ba2eade', 'network_id': 'dd8d6d53-d372-47c7-a59c-c8c96265a507', 'port_id': '4828dd8b-6a6a-42b3-8486-adbc1ba2eade', 'mac_address': 'fa:16:3e:29:c8:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '107e6914-57f1-42a8-8e5b-204bf54009a5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 20 20:57:13.325956 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c52221f-46c9-4ba9-a3d8-e3fd47f09f79 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Deleting subnet 9abe43f3-df0d-4304-96dc-8fe66604bb52 {{(pid=103162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 20 20:57:13.333890 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7c52221f-46c9-4ba9-a3d8-e3fd47f09f79 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks [] for subnet, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:13.503394 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7c52221f-46c9-4ba9-a3d8-e3fd47f09f79 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3738392'] for subnet, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:13.539666 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-ae3e4120-de1d-4dd6-958d-e6dec124c772 None None] Current status of the port 4ae3f250-9fba-48fb-900c-56cafc944250 is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:57:13.543695 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ae3e4120-de1d-4dd6-958d-e6dec124c772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:13.618931 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port 4828dd8b-6a6a-42b3-8486-adbc1ba2eade is: DOWN; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:57:13.620564 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:13.648759 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 4ae3f250-9fba-48fb-900c-56cafc944250 is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:57:13.653757 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:13.813423 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-ae3e4120-de1d-4dd6-958d-e6dec124c772 None None] For port 4ae3f250-9fba-48fb-900c-56cafc944250, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=4ae3f250-9fba-48fb-900c-56cafc944250,segment=NetworkSegment(f5705048-66fd-4627-af8c-03443c37dd17),segment_id=f5705048-66fd-4627-af8c-03443c37dd17)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:57:13.845439 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4828dd8b-6a6a-42b3-8486-adbc1ba2eade {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:57:13.919247 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88dde72-d5e7-4ebd-becf-7ca2f3e4f075 req-13caae61-d101-4f7b-93e5-9e30b4ba33ee tempest-ListServerFiltersTestJSON-918143940 tempest-ListServerFiltersTestJSON-918143940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:57:13.920840 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a88dde72-d5e7-4ebd-becf-7ca2f3e4f075 req-13caae61-d101-4f7b-93e5-9e30b4ba33ee tempest-ListServerFiltersTestJSON-918143940 tempest-ListServerFiltersTestJSON-918143940-project] 10.222.0.35 "GET /v2.0/ports?device_id=46677f28-5c35-457f-8055-bf744f0c7167 HTTP/1.1" status: 200 len: 943 time: 0.1652982 May 20 20:57:13.938795 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7c52221f-46c9-4ba9-a3d8-e3fd47f09f79 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33068388'] for subnet, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:13.946534 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ae3e4120-de1d-4dd6-958d-e6dec124c772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:13.954840 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port 4828dd8b-6a6a-42b3-8486-adbc1ba2eade, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=4828dd8b-6a6a-42b3-8486-adbc1ba2eade,segment=NetworkSegment(d0018fbc-8976-4a5a-8d5f-7cbc2d0767c4),segment_id=d0018fbc-8976-4a5a-8d5f-7cbc2d0767c4)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:57:13.996451 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4b3f4454-6567-42b9-9ac8-af6ed24c1e49 tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:14.047188 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-801b50d4-a115-42f7-9cae-0984ae2c197b req-3b0c4c25-9d2d-4fdb-8486-5268046d66ac tempest-DeleteServersTestJSON-1653069276 tempest-DeleteServersTestJSON-1653069276-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a5c45df-5c39-4d28-bd2b-5f9ce9bce8c6 HTTP/1.1" status: 200 len: 210 time: 0.1252587 May 20 20:57:14.070951 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a88dde72-d5e7-4ebd-becf-7ca2f3e4f075 req-3f956096-b353-42c3-9e58-088fa7a06ef2 tempest-ListServerFiltersTestJSON-918143940 tempest-ListServerFiltersTestJSON-918143940-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ac682f0-67fc-4a5c-81fb-b80b5c12f5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970502 May 20 20:57:14.087844 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3e4120-de1d-4dd6-958d-e6dec124c772 None None] Pushing event updated for resources: {'Port': ['ID=4ae3f250-9fba-48fb-900c-56cafc944250,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:57:14.118948 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:14.199752 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=4828dd8b-6a6a-42b3-8486-adbc1ba2eade,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:57:14.248196 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7c52221f-46c9-4ba9-a3d8-e3fd47f09f79 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33068399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3797621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4018265'] for subnet, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:14.281061 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7c52221f-46c9-4ba9-a3d8-e3fd47f09f79 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:14.290999 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4b3f4454-6567-42b9-9ac8-af6ed24c1e49 tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:14.296055 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-7c52221f-46c9-4ba9-a3d8-e3fd47f09f79 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "DELETE /v2.0/subnets/9abe43f3-df0d-4304-96dc-8fe66604bb52 HTTP/1.1" status: 204 len: 168 time: 1.0747142 May 20 20:57:14.296593 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.db.api [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103164) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 20 20:57:14.296835 n-d-842733-1 neutron-server[103164]: DEBUG oslo_db.api [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 20 20:57:14.303793 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 33610) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:57:14.304752 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c52221f-46c9-4ba9-a3d8-e3fd47f09f79 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Pushing event deleted for resources: {'Subnet': ['ID=9abe43f3-df0d-4304-96dc-8fe66604bb52,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:57:14.346954 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3f4454-6567-42b9-9ac8-af6ed24c1e49 tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] Pushing event updated for resources: {'Port': ['ID=08f0010a-4304-455a-bf5f-08f3ba08f7b8,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:57:14.371578 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b3f4454-6567-42b9-9ac8-af6ed24c1e49 tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] Network e3a93b5c-91e2-4064-9c2c-1afc261bfe15 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:57:14.375028 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-4b3f4454-6567-42b9-9ac8-af6ed24c1e49 tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:57:14.380892 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b3f4454-6567-42b9-9ac8-af6ed24c1e49 tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:57:14.415253 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] get_ports_and_sgs() called for port_ids ['4828dd8b-6a6a-42b3-8486-adbc1ba2eade'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:57:14.429971 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-05c8b562-4cf3-4842-99cb-4d0860a21f58 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1228371 May 20 20:57:14.434060 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 33616) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:57:14.439278 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-ac954249-0c89-4982-8b7d-0d109fe5d742 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Request body: {'subnet': {'network_id': '98f8b8d5-1379-4eeb-9e13-b2bbab96015a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:57:14.542134 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c8cc9ab-6e87-4950-9193-76b3ca41ba6e None None] Network 98f8b8d5-1379-4eeb-9e13-b2bbab96015a requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:57:14.583179 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 3c691788-5c70-4914-8e00-cab99c416755 no longer exists at agent hyperv_n-h2-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:57:14.611665 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] No Port match for: 3c691788-5c70-4914-8e00-cab99c416755 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 20:57:14.612006 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 3c691788-5c70-4914-8e00-cab99c416755 not bound to the agent host n-h2-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 20:57:14.640323 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-2946f928-213c-4894-84de-5d665d9675d3 None None] Provisioning complete for port 4ae3f250-9fba-48fb-900c-56cafc944250 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:57:14.641068 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-2946f928-213c-4894-84de-5d665d9675d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:14.659028 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac954249-0c89-4982-8b7d-0d109fe5d742 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Made reservation on behalf of ab4ded6dc75a4ab5a4f9dae9e5aa3753 for: {'subnet': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:57:14.662704 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ac954249-0c89-4982-8b7d-0d109fe5d742 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4018244'] for subnet, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:14.847010 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 4ae3f250-9fba-48fb-900c-56cafc944250 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:57:14.929281 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4b3f4454-6567-42b9-9ac8-af6ed24c1e49 tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:15.011716 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-2946f928-213c-4894-84de-5d665d9675d3 None None] Current status of the port 4ae3f250-9fba-48fb-900c-56cafc944250 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:57:15.023874 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 33628) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:57:15.043309 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2595dbef-97a2-4633-941c-26dcf5e057a7 None None] DHCP port deletion for 98f8b8d5-1379-4eeb-9e13-b2bbab96015a request from n-d-842733-1 {{(pid=103164) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 20:57:15.139027 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ac954249-0c89-4982-8b7d-0d109fe5d742 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3797684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4018258'] for subnet, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:15.178139 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-2595dbef-97a2-4633-941c-26dcf5e057a7 None None] Deleting port 4ae3f250-9fba-48fb-900c-56cafc944250 {{(pid=103164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:57:15.178509 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-2595dbef-97a2-4633-941c-26dcf5e057a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:15.223515 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4b3f4454-6567-42b9-9ac8-af6ed24c1e49 tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-748143', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-693059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26112'] for router, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:15.227204 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4b3f4454-6567-42b9-9ac8-af6ed24c1e49 tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-748132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-748125', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-693176'] for router, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:15.274492 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-e05fe880-dd0e-4f53-8608-35bbb895c2cc tempest-FloatingIPNegativeTestJSON-532141633 tempest-FloatingIPNegativeTestJSON-532141633-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1151853092'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:57:15.294743 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac954249-0c89-4982-8b7d-0d109fe5d742 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Network 98f8b8d5-1379-4eeb-9e13-b2bbab96015a is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:57:15.311915 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-ac954249-0c89-4982-8b7d-0d109fe5d742 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:57:15.320310 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac954249-0c89-4982-8b7d-0d109fe5d742 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:57:15.320912 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ac954249-0c89-4982-8b7d-0d109fe5d742 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:15.336761 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-a060e8e4-5229-4863-8f38-56b504d1b9af req-e9d521b0-9623-4afe-8a54-9ca59eb86173 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0971703c-6cad-492e-914a-f7931469f174&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1942456 May 20 20:57:15.339236 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac954249-0c89-4982-8b7d-0d109fe5d742 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Pushing event updated for resources: {'Subnet': ['ID=f43c8e87-23df-4b0c-8721-5456b17aa9af,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:57:15.444444 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a060e8e4-5229-4863-8f38-56b504d1b9af req-30ea5163-28f6-4cbf-bfc3-e29f656fd1de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:57:15.445043 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e5ab08-16ab-4018-97ac-ea66538e5ff7 req-d71c5764-9560-4696-afc8-a991c000b89b tempest-ListServerFiltersTestJSON-918143940 tempest-ListServerFiltersTestJSON-918143940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:57:15.446346 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-a060e8e4-5229-4863-8f38-56b504d1b9af req-30ea5163-28f6-4cbf-bfc3-e29f656fd1de service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f7923afdfd7f405fb72bd4b2f1133cd6&device_id=0971703c-6cad-492e-914a-f7931469f174 HTTP/1.1" status: 200 len: 1101 time: 0.0493889 May 20 20:57:15.446506 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-61e5ab08-16ab-4018-97ac-ea66538e5ff7 req-d71c5764-9560-4696-afc8-a991c000b89b tempest-ListServerFiltersTestJSON-918143940 tempest-ListServerFiltersTestJSON-918143940-project] 10.222.0.35 "GET /v2.0/ports?device_id=46677f28-5c35-457f-8055-bf744f0c7167 HTTP/1.1" status: 200 len: 944 time: 0.1594622 May 20 20:57:15.464802 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-ac954249-0c89-4982-8b7d-0d109fe5d742 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0288243 May 20 20:57:15.466928 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 33638) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:57:15.489333 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-b8d06e55-19d6-4a0c-bad1-3849661f9977 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Request body: {'port': {'network_id': '98f8b8d5-1379-4eeb-9e13-b2bbab96015a', 'name': 'tempest-NetworksTestDHCPv6-98685392'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:57:15.534242 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-2595dbef-97a2-4633-941c-26dcf5e057a7 None None] For port 4ae3f250-9fba-48fb-900c-56cafc944250, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=4ae3f250-9fba-48fb-900c-56cafc944250,segment=NetworkSegment(f5705048-66fd-4627-af8c-03443c37dd17),segment_id=f5705048-66fd-4627-af8c-03443c37dd17)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:57:15.534728 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-2595dbef-97a2-4633-941c-26dcf5e057a7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:15.536148 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-61e5ab08-16ab-4018-97ac-ea66538e5ff7 req-d3e6d5be-f33d-46da-8646-20876c467bdb tempest-ListServerFiltersTestJSON-918143940 tempest-ListServerFiltersTestJSON-918143940-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ac682f0-67fc-4a5c-81fb-b80b5c12f5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686302 May 20 20:57:15.560423 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-2595dbef-97a2-4633-941c-26dcf5e057a7 None None] Calling delete_port for 4ae3f250-9fba-48fb-900c-56cafc944250 owned by network:dhcp {{(pid=103164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:57:15.605728 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e05fe880-dd0e-4f53-8608-35bbb895c2cc tempest-FloatingIPNegativeTestJSON-532141633 tempest-FloatingIPNegativeTestJSON-532141633-project] Made reservation on behalf of 78090eb37c73496ab39c9ad4a8f5c473 for: {'network': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:57:15.608497 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e05fe880-dd0e-4f53-8608-35bbb895c2cc tempest-FloatingIPNegativeTestJSON-532141633 tempest-FloatingIPNegativeTestJSON-532141633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for network, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:15.624830 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b3f4454-6567-42b9-9ac8-af6ed24c1e49 tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] Router 4bf8c3b6-d092-4f23-be64-014287c67c73 is scheduled to L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e with binding_index 1 {{(pid=103163) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 20 20:57:15.667761 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e05fe880-dd0e-4f53-8608-35bbb895c2cc tempest-FloatingIPNegativeTestJSON-532141633 tempest-FloatingIPNegativeTestJSON-532141633-project] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:15.784425 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a060e8e4-5229-4863-8f38-56b504d1b9af req-3cd601b4-3074-4ac2-b71f-63e1e0ca454f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:57:15.786049 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-a060e8e4-5229-4863-8f38-56b504d1b9af req-3cd601b4-3074-4ac2-b71f-63e1e0ca454f service neutron] 10.222.0.24 "GET /v2.0/networks?id=cd702362-b982-46c5-a7d0-51de1b03df86 HTTP/1.1" status: 200 len: 870 time: 0.2109230 May 20 20:57:15.796243 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-2595dbef-97a2-4633-941c-26dcf5e057a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099'] for port, after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:15.837140 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b3f4454-6567-42b9-9ac8-af6ed24c1e49 tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 20:57:15.850672 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2595dbef-97a2-4633-941c-26dcf5e057a7 None None] Pushing event deleted for resources: {'Port': ['ID=4ae3f250-9fba-48fb-900c-56cafc944250,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:57:15.850780 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4b3f4454-6567-42b9-9ac8-af6ed24c1e49 tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] Notify callbacks [] for router, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:15.851978 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-4b3f4454-6567-42b9-9ac8-af6ed24c1e49 tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] 10.222.0.35 "PUT /v2.0/routers/4bf8c3b6-d092-4f23-be64-014287c67c73 HTTP/1.1" status: 200 len: 919 time: 4.5449419 May 20 20:57:15.861597 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b125d61-87e8-41d2-95ce-72ccfe28f2e9 req-f4624f71-f060-4c90-9040-6b8786990961 tempest-VolumesBackupsTest-740433106 tempest-VolumesBackupsTest-740433106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:57:15.863258 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9b125d61-87e8-41d2-95ce-72ccfe28f2e9 req-f4624f71-f060-4c90-9040-6b8786990961 tempest-VolumesBackupsTest-740433106 tempest-VolumesBackupsTest-740433106-project] 10.222.0.35 "GET /v2.0/ports?device_id=0971703c-6cad-492e-914a-f7931469f174 HTTP/1.1" status: 200 len: 950 time: 0.1402082 May 20 20:57:15.863842 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 33650) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:57:15.866077 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14a02d39-03e8-495a-9a88-d37be7b67ff0 None None] Sync routers for ids ['4bf8c3b6-d092-4f23-be64-014287c67c73'] in n-d-842733-1 {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 20:57:15.868402 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2595dbef-97a2-4633-941c-26dcf5e057a7 None None] No DVR routers for this DVR port 4ae3f250-9fba-48fb-900c-56cafc944250 on host n-d-842733-1 {{(pid=103164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:57:15.883796 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8d06e55-19d6-4a0c-bad1-3849661f9977 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Made reservation on behalf of ab4ded6dc75a4ab5a4f9dae9e5aa3753 for: {'port': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:57:15.895575 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b8d06e55-19d6-4a0c-bad1-3849661f9977 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:15.903276 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-a060e8e4-5229-4863-8f38-56b504d1b9af req-aa175148-b987-4f26-b1ba-37b9aa53c7c4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=b4ca5d6f-f669-408a-b024-fe62ef2f5622 HTTP/1.1" status: 200 len: 217 time: 0.0812263 May 20 20:57:15.903817 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a02d39-03e8-495a-9a88-d37be7b67ff0 None None] Routers {'4bf8c3b6-d092-4f23-be64-014287c67c73'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:57:15.904465 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-14a02d39-03e8-495a-9a88-d37be7b67ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:56:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['4bf8c3b6-d092-4f23-be64-014287c67c73'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:57:15.920658 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f70f1c6-bf34-4a1f-909e-cb6b22372552 None None] Network 98f8b8d5-1379-4eeb-9e13-b2bbab96015a requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:57:15.958845 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9b125d61-87e8-41d2-95ce-72ccfe28f2e9 req-8f5bedbf-b86c-476d-8777-50e2daf4f5a4 tempest-VolumesBackupsTest-740433106 tempest-VolumesBackupsTest-740433106-project] 10.222.0.35 "GET /v2.0/security-groups?id=b6329f5d-b1fc-4dc6-b080-20c83863fa73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875709 May 20 20:57:16.020967 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [None req-b8d06e55-19d6-4a0c-bad1-3849661f9977 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] device_id is not set on port bb5d69d1-60eb-4a91-a17b-6ae3a24953a9 yet. {{(pid=103162) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 20 20:57:16.054025 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-14a02d39-03e8-495a-9a88-d37be7b67ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:57:16.084863 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a02d39-03e8-495a-9a88-d37be7b67ff0 None None] Routers {'4bf8c3b6-d092-4f23-be64-014287c67c73'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:57:16.087451 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-14a02d39-03e8-495a-9a88-d37be7b67ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:56:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['4bf8c3b6-d092-4f23-be64-014287c67c73'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:57:16.090575 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a060e8e4-5229-4863-8f38-56b504d1b9af req-6d432fb1-0739-459a-861d-9e3d9d25824d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:57:16.092150 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-a060e8e4-5229-4863-8f38-56b504d1b9af req-6d432fb1-0739-459a-861d-9e3d9d25824d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=26b342ea-254c-483a-9ea9-f11c178970eb HTTP/1.1" status: 200 len: 843 time: 0.1718590 May 20 20:57:16.127695 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-9ddf71df-fa7c-4e6c-b13d-4837f79d554e tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] 10.222.0.35 "GET /v2.0/routers/4bf8c3b6-d092-4f23-be64-014287c67c73 HTTP/1.1" status: 200 len: 925 time: 0.2626140 May 20 20:57:16.135723 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 33666) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:57:16.157836 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-14a02d39-03e8-495a-9a88-d37be7b67ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:57:16.158497 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14a02d39-03e8-495a-9a88-d37be7b67ff0 None None] The sync data for ids ['4bf8c3b6-d092-4f23-be64-014287c67c73'] in n-d-842733-1 is: [] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 20:57:16.187681 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e05fe880-dd0e-4f53-8608-35bbb895c2cc tempest-FloatingIPNegativeTestJSON-532141633 tempest-FloatingIPNegativeTestJSON-532141633-project] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:16.208670 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a060e8e4-5229-4863-8f38-56b504d1b9af req-c2059382-b90a-442c-8978-5fe356b0cca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:57:16.210338 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-a060e8e4-5229-4863-8f38-56b504d1b9af req-c2059382-b90a-442c-8978-5fe356b0cca8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cd702362-b982-46c5-a7d0-51de1b03df86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1081402 May 20 20:57:16.217897 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a95411b0-b722-4302-9db7-55c965787cc9 tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:57:16.219609 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-a95411b0-b722-4302-9db7-55c965787cc9 tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] 10.222.0.35 "GET /v2.0/ports?network_id=e3a93b5c-91e2-4064-9c2c-1afc261bfe15&device_id=4bf8c3b6-d092-4f23-be64-014287c67c73&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0828896 May 20 20:57:16.222897 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 33668) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:57:16.267391 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bad9d137-0ea5-4dbb-8ae8-d4ecccb5d8d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaee2b848-d4b9-5db1-b6ef-d6db29d67de7-98f8b8d5-1379-4eeb-9e13-b2bbab96015a', 'network_id': '98f8b8d5-1379-4eeb-9e13-b2bbab96015a', 'tenant_id': 'ab4ded6dc75a4ab5a4f9dae9e5aa3753', 'fixed_ips': [{'subnet_id': 'f43c8e87-23df-4b0c-8721-5456b17aa9af'}]}} from n-d-842733-1. {{(pid=103164) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 20:57:16.268177 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-bad9d137-0ea5-4dbb-8ae8-d4ecccb5d8d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:16.288613 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-b8d06e55-19d6-4a0c-bad1-3849661f9977 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Allocated IP 2001:db8::18d (98f8b8d5-1379-4eeb-9e13-b2bbab96015a/f43c8e87-23df-4b0c-8721-5456b17aa9af/bb5d69d1-60eb-4a91-a17b-6ae3a24953a9) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:57:16.296579 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e05fe880-dd0e-4f53-8608-35bbb895c2cc tempest-FloatingIPNegativeTestJSON-532141633 tempest-FloatingIPNegativeTestJSON-532141633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:16.318220 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d072891-08c8-4623-8d7d-f39f30fe5506 tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:57:16.324115 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-4d072891-08c8-4623-8d7d-f39f30fe5506 tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] 10.222.0.35 "GET /v2.0/networks/e3a93b5c-91e2-4064-9c2c-1afc261bfe15 HTTP/1.1" status: 200 len: 881 time: 0.0989292 May 20 20:57:16.324115 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 33670) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:57:16.333524 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e05fe880-dd0e-4f53-8608-35bbb895c2cc tempest-FloatingIPNegativeTestJSON-532141633 tempest-FloatingIPNegativeTestJSON-532141633-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 246} {{(pid=103162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 20:57:16.366849 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e05fe880-dd0e-4f53-8608-35bbb895c2cc tempest-FloatingIPNegativeTestJSON-532141633 tempest-FloatingIPNegativeTestJSON-532141633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:16.367262 n-d-842733-1 neutron-server[103162]: INFO neutron.db.segments_db [None req-e05fe880-dd0e-4f53-8608-35bbb895c2cc tempest-FloatingIPNegativeTestJSON-532141633 tempest-FloatingIPNegativeTestJSON-532141633-project] Added segment 2d1efc36-472c-419b-a436-d33213de35db of type vlan for network 7e41da2c-8875-495a-871e-05edc9da4d62 May 20 20:57:16.388528 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-063f9497-480f-4b08-89b5-ce0eeb27408a tempest-RoutersIpV6AdminTest-232410807 tempest-RoutersIpV6AdminTest-232410807-project] 10.222.0.35 "GET /v2.0/ports?device_id=4bf8c3b6-d092-4f23-be64-014287c67c73 HTTP/1.1" status: 200 len: 205 time: 0.0625956 May 20 20:57:16.390411 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 33674) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:57:16.410872 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05fe880-dd0e-4f53-8608-35bbb895c2cc tempest-FloatingIPNegativeTestJSON-532141633 tempest-FloatingIPNegativeTestJSON-532141633-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47e1e9ec-d2d8-4362-b041-07e247036040,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:57:16.478790 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-a060e8e4-5229-4863-8f38-56b504d1b9af req-eb6a9ebe-acf9-46df-b41d-497e5b6f134d service neutron] 10.222.0.24 "GET /v2.0/networks/cd702362-b982-46c5-a7d0-51de1b03df86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2562532 May 20 20:57:16.501537 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e05fe880-dd0e-4f53-8608-35bbb895c2cc tempest-FloatingIPNegativeTestJSON-532141633 tempest-FloatingIPNegativeTestJSON-532141633-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418993264'] for network, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:16.554189 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 4828dd8b-6a6a-42b3-8486-adbc1ba2eade up at agent hyperv_n-h2-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:57:16.582544 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f140e729-203e-48de-b4a2-3631628c09ec tempest-RoutersIpV6AdminTest-232410807 tempest-RoutersIpV6AdminTest-232410807-project] Notify callbacks [] for router, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:16.687977 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-a060e8e4-5229-4863-8f38-56b504d1b9af req-a81d97cc-4283-48ce-af86-1bb87647f247 service neutron] 10.222.0.24 "GET /v2.0/networks/cd702362-b982-46c5-a7d0-51de1b03df86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1998229 May 20 20:57:16.704414 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Provisioning for port 4828dd8b-6a6a-42b3-8486-adbc1ba2eade completed by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 20:57:16.709166 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Provisioning complete for port 4828dd8b-6a6a-42b3-8486-adbc1ba2eade triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:57:16.709587 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:16.711660 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b8d06e55-19d6-4a0c-bad1-3849661f9977 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:16.776010 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e05fe880-dd0e-4f53-8608-35bbb895c2cc tempest-FloatingIPNegativeTestJSON-532141633 tempest-FloatingIPNegativeTestJSON-532141633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524'] for network, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:16.780035 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0ac3de-3a7a-4a8d-8259-f484114a3bc7 req-73a1ba43-214b-4502-89f4-ee813e270983 tempest-ListServerFiltersTestJSON-918143940 tempest-ListServerFiltersTestJSON-918143940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:57:16.781678 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8b0ac3de-3a7a-4a8d-8259-f484114a3bc7 req-73a1ba43-214b-4502-89f4-ee813e270983 tempest-ListServerFiltersTestJSON-918143940 tempest-ListServerFiltersTestJSON-918143940-project] 10.222.0.35 "GET /v2.0/ports?device_id=46677f28-5c35-457f-8055-bf744f0c7167 HTTP/1.1" status: 200 len: 944 time: 0.1039534 May 20 20:57:16.783795 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f140e729-203e-48de-b4a2-3631628c09ec tempest-RoutersIpV6AdminTest-232410807 tempest-RoutersIpV6AdminTest-232410807-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:16.784416 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e05fe880-dd0e-4f53-8608-35bbb895c2cc tempest-FloatingIPNegativeTestJSON-532141633 tempest-FloatingIPNegativeTestJSON-532141633-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:57:16.785030 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e05fe880-dd0e-4f53-8608-35bbb895c2cc tempest-FloatingIPNegativeTestJSON-532141633 tempest-FloatingIPNegativeTestJSON-532141633-project] Notify callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:16.866412 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05fe880-dd0e-4f53-8608-35bbb895c2cc tempest-FloatingIPNegativeTestJSON-532141633 tempest-FloatingIPNegativeTestJSON-532141633-project] Pushing event updated for resources: {'Network': ['ID=7e41da2c-8875-495a-871e-05edc9da4d62,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:57:16.875449 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8b0ac3de-3a7a-4a8d-8259-f484114a3bc7 req-ca27eae2-deac-4b6d-9543-31b819a4c3c2 tempest-ListServerFiltersTestJSON-918143940 tempest-ListServerFiltersTestJSON-918143940-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ac682f0-67fc-4a5c-81fb-b80b5c12f5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756292 May 20 20:57:16.876088 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port 4828dd8b-6a6a-42b3-8486-adbc1ba2eade is: BUILD; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:57:16.876473 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:16.902083 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Network 7e41da2c-8875-495a-871e-05edc9da4d62 details requested by agent ovs-agent-n-d-842733-1 with host n-d-842733-1 {{(pid=103164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 20 20:57:16.960804 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 4ae3f250-9fba-48fb-900c-56cafc944250 no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:57:16.968219 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-e05fe880-dd0e-4f53-8608-35bbb895c2cc tempest-FloatingIPNegativeTestJSON-532141633 tempest-FloatingIPNegativeTestJSON-532141633-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.9432008 May 20 20:57:16.969020 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 33678) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:57:16.970105 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b8d06e55-19d6-4a0c-bad1-3849661f9977 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:16.992900 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-f140e729-203e-48de-b4a2-3631628c09ec tempest-RoutersIpV6AdminTest-232410807 tempest-RoutersIpV6AdminTest-232410807-project] Deleting port 08f0010a-4304-455a-bf5f-08f3ba08f7b8 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:57:16.993485 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f140e729-203e-48de-b4a2-3631628c09ec tempest-RoutersIpV6AdminTest-232410807 tempest-RoutersIpV6AdminTest-232410807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:17.012090 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8d06e55-19d6-4a0c-bad1-3849661f9977 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Network 98f8b8d5-1379-4eeb-9e13-b2bbab96015a is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:57:17.025665 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-ab29beaa-eb25-4c87-801b-55fd476a29c2 tempest-FloatingIPNegativeTestJSON-532141633 tempest-FloatingIPNegativeTestJSON-532141633-project] Request body: {'subnet': {'network_id': '7e41da2c-8875-495a-871e-05edc9da4d62', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:57:17.031466 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-b8d06e55-19d6-4a0c-bad1-3849661f9977 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:57:17.048751 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [None req-bad9d137-0ea5-4dbb-8ae8-d4ecccb5d8d7 None None] Allocated IP 2001:db8::2 (98f8b8d5-1379-4eeb-9e13-b2bbab96015a/f43c8e87-23df-4b0c-8721-5456b17aa9af/d96f12a3-f0f7-4bf3-9232-5765e12b45a4) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:57:17.072300 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d06e55-19d6-4a0c-bad1-3849661f9977 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:57:17.091408 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8d06e55-19d6-4a0c-bad1-3849661f9977 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:57:17.092125 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b8d06e55-19d6-4a0c-bad1-3849661f9977 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:17.236954 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f140e729-203e-48de-b4a2-3631628c09ec tempest-RoutersIpV6AdminTest-232410807 tempest-RoutersIpV6AdminTest-232410807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:17.272332 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-f140e729-203e-48de-b4a2-3631628c09ec tempest-RoutersIpV6AdminTest-232410807 tempest-RoutersIpV6AdminTest-232410807-project] Calling delete_port for 08f0010a-4304-455a-bf5f-08f3ba08f7b8 owned by network:router_gateway {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:57:17.304629 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-bad9d137-0ea5-4dbb-8ae8-d4ecccb5d8d7 None None] Notify callbacks [] for port, precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:17.311150 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: 4ae3f250-9fba-48fb-900c-56cafc944250 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 20:57:17.311600 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 4ae3f250-9fba-48fb-900c-56cafc944250 not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 20:57:17.367781 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d06e55-19d6-4a0c-bad1-3849661f9977 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Pushing event updated for resources: {'Port': ['ID=bb5d69d1-60eb-4a91-a17b-6ae3a24953a9,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:57:17.369325 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46677f28-5c35-457f-8055-bf744f0c7167', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4828dd8b-6a6a-42b3-8486-adbc1ba2eade'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:57:17.370647 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9958099-40cb-4996-8b59-9679811fc62d req-6f8921b2-c4ab-4c95-883f-d61c7c8fb036 tempest-VolumesBackupsTest-740433106 tempest-VolumesBackupsTest-740433106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:57:17.372592 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b9958099-40cb-4996-8b59-9679811fc62d req-6f8921b2-c4ab-4c95-883f-d61c7c8fb036 tempest-VolumesBackupsTest-740433106 tempest-VolumesBackupsTest-740433106-project] 10.222.0.35 "GET /v2.0/ports?device_id=0971703c-6cad-492e-914a-f7931469f174 HTTP/1.1" status: 200 len: 950 time: 0.2508466 May 20 20:57:17.384315 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8485417003ce7c0410b00f5cdc2f391e21107b70bb68e2773712534a96e108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-230735aa-b42b-482a-89dd-f176bbb7e94f" -d '{"events": [{"server_uuid": "46677f28-5c35-457f-8055-bf744f0c7167", "name": "network-vif-plugged", "status": "completed", "tag": "4828dd8b-6a6a-42b3-8486-adbc1ba2eade"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:57:17.418232 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port 4828dd8b-6a6a-42b3-8486-adbc1ba2eade, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=4828dd8b-6a6a-42b3-8486-adbc1ba2eade,segment=NetworkSegment(d0018fbc-8976-4a5a-8d5f-7cbc2d0767c4),segment_id=d0018fbc-8976-4a5a-8d5f-7cbc2d0767c4)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:57:17.430080 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-bad9d137-0ea5-4dbb-8ae8-d4ecccb5d8d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108'] for port, after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:17.513145 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab29beaa-eb25-4c87-801b-55fd476a29c2 tempest-FloatingIPNegativeTestJSON-532141633 tempest-FloatingIPNegativeTestJSON-532141633-project] Made reservation on behalf of 78090eb37c73496ab39c9ad4a8f5c473 for: {'subnet': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:57:17.524559 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ab29beaa-eb25-4c87-801b-55fd476a29c2 tempest-FloatingIPNegativeTestJSON-532141633 tempest-FloatingIPNegativeTestJSON-532141633-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4018244'] for subnet, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:17.534863 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-b8d06e55-19d6-4a0c-bad1-3849661f9977 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.0665865 May 20 20:57:17.543763 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 33688) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:57:17.555044 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 20:57:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c13e9a0-5f99-42c9-a0cc-6ae90abd5dff x-openstack-request-id: req-5c13e9a0-5f99-42c9-a0cc-6ae90abd5dff {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:57:17.555998 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46677f28-5c35-457f-8055-bf744f0c7167", "name": "network-vif-plugged", "status": "completed", "tag": "4828dd8b-6a6a-42b3-8486-adbc1ba2eade", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:57:17.555998 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5c13e9a0-5f99-42c9-a0cc-6ae90abd5dff {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:57:17.557642 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c13e9a0-5f99-42c9-a0cc-6ae90abd5dff'] response: {'server_uuid': '46677f28-5c35-457f-8055-bf744f0c7167', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4828dd8b-6a6a-42b3-8486-adbc1ba2eade', 'code': 200} May 20 20:57:17.565239 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bad9d137-0ea5-4dbb-8ae8-d4ecccb5d8d7 None None] Network 98f8b8d5-1379-4eeb-9e13-b2bbab96015a is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:57:17.576290 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:17.578755 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-bad9d137-0ea5-4dbb-8ae8-d4ecccb5d8d7 None None] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:57:17.590415 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad9d137-0ea5-4dbb-8ae8-d4ecccb5d8d7 None None] Received port after_create {{(pid=103164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:57:17.646436 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618efae0-7b9d-4164-a564-7cbfdee1298e req-ebabf8d2-7441-4995-8e14-349a13225324 tempest-VolumesBackupsTest-740433106 tempest-VolumesBackupsTest-740433106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:57:17.648292 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-618efae0-7b9d-4164-a564-7cbfdee1298e req-ebabf8d2-7441-4995-8e14-349a13225324 tempest-VolumesBackupsTest-740433106 tempest-VolumesBackupsTest-740433106-project] 10.222.0.24 "GET /v2.0/ports?device_id=0971703c-6cad-492e-914a-f7931469f174 HTTP/1.1" status: 200 len: 950 time: 0.2897642 May 20 20:57:17.669728 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b9958099-40cb-4996-8b59-9679811fc62d req-9babec52-b67f-488e-9375-6ca2887b26c1 tempest-VolumesBackupsTest-740433106 tempest-VolumesBackupsTest-740433106-project] 10.222.0.35 "GET /v2.0/security-groups?id=b6329f5d-b1fc-4dc6-b080-20c83863fa73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076009 May 20 20:57:17.735427 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad9d137-0ea5-4dbb-8ae8-d4ecccb5d8d7 None None] Pushing event updated for resources: {'Port': ['ID=d96f12a3-f0f7-4bf3-9232-5765e12b45a4,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:57:17.846543 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5735812f-dc65-4651-ab5a-ef1ec6db25a9 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:57:17.856902 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5735812f-dc65-4651-ab5a-ef1ec6db25a9 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:57:17.858898 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-5735812f-dc65-4651-ab5a-ef1ec6db25a9 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.2891092 May 20 20:57:17.862630 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 33690) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:57:17.872972 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f8d4bf-d0b2-4466-9818-9c632e90e631 req-4e5d8eb5-f453-4ce9-9065-a310f9cf9d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:57:17.875056 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-64f8d4bf-d0b2-4466-9818-9c632e90e631 req-4e5d8eb5-f453-4ce9-9065-a310f9cf9d0d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=46677f28-5c35-457f-8055-bf744f0c7167 HTTP/1.1" status: 200 len: 1096 time: 0.2176456 May 20 20:57:17.937828 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-bad9d137-0ea5-4dbb-8ae8-d4ecccb5d8d7 None None] Attempting to bind port d96f12a3-f0f7-4bf3-9232-5765e12b45a4 on host n-d-842733-1 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:57:17.942666 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-bad9d137-0ea5-4dbb-8ae8-d4ecccb5d8d7 None None] Attempting to bind port d96f12a3-f0f7-4bf3-9232-5765e12b45a4 by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': 'f5705048-66fd-4627-af8c-03443c37dd17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '98f8b8d5-1379-4eeb-9e13-b2bbab96015a'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:57:17.943212 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad9d137-0ea5-4dbb-8ae8-d4ecccb5d8d7 None None] Attempting to bind port d96f12a3-f0f7-4bf3-9232-5765e12b45a4 on network 98f8b8d5-1379-4eeb-9e13-b2bbab96015a {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:57:17.964123 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad9d137-0ea5-4dbb-8ae8-d4ecccb5d8d7 None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 56, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:57:17.971781 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad9d137-0ea5-4dbb-8ae8-d4ecccb5d8d7 None None] Checking segment: {'id': 'f5705048-66fd-4627-af8c-03443c37dd17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '98f8b8d5-1379-4eeb-9e13-b2bbab96015a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:57:17.972454 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-bad9d137-0ea5-4dbb-8ae8-d4ecccb5d8d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:17.979422 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad9d137-0ea5-4dbb-8ae8-d4ecccb5d8d7 None None] Bound using segment: {'id': 'f5705048-66fd-4627-af8c-03443c37dd17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '98f8b8d5-1379-4eeb-9e13-b2bbab96015a'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:57:17.979422 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-bad9d137-0ea5-4dbb-8ae8-d4ecccb5d8d7 None None] Bound port: d96f12a3-f0f7-4bf3-9232-5765e12b45a4, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5705048-66fd-4627-af8c-03443c37dd17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '98f8b8d5-1379-4eeb-9e13-b2bbab96015a'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:57:17.979422 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-bad9d137-0ea5-4dbb-8ae8-d4ecccb5d8d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:17.979761 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f140e729-203e-48de-b4a2-3631628c09ec tempest-RoutersIpV6AdminTest-232410807 tempest-RoutersIpV6AdminTest-232410807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:17.979879 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-618efae0-7b9d-4164-a564-7cbfdee1298e req-7e8f136c-b777-404f-9f61-430dedaa8a26 tempest-VolumesBackupsTest-740433106 tempest-VolumesBackupsTest-740433106-project] Deleting port b4ca5d6f-f669-408a-b024-fe62ef2f5622 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:57:17.980111 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-618efae0-7b9d-4164-a564-7cbfdee1298e req-7e8f136c-b777-404f-9f61-430dedaa8a26 tempest-VolumesBackupsTest-740433106 tempest-VolumesBackupsTest-740433106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:17.986077 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-64f8d4bf-d0b2-4466-9818-9c632e90e631 req-250a880f-0471-48da-b539-0345fb076817 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=7ac682f0-67fc-4a5c-81fb-b80b5c12f5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990529 May 20 20:57:18.011734 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=4828dd8b-6a6a-42b3-8486-adbc1ba2eade,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:57:18.090202 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-bad9d137-0ea5-4dbb-8ae8-d4ecccb5d8d7 None None] For port d96f12a3-f0f7-4bf3-9232-5765e12b45a4, host n-d-842733-1, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:57:18.098969 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-bad9d137-0ea5-4dbb-8ae8-d4ecccb5d8d7 None None] For port d96f12a3-f0f7-4bf3-9232-5765e12b45a4, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=d96f12a3-f0f7-4bf3-9232-5765e12b45a4,segment=NetworkSegment(f5705048-66fd-4627-af8c-03443c37dd17),segment_id=f5705048-66fd-4627-af8c-03443c37dd17)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:57:18.110618 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f140e729-203e-48de-b4a2-3631628c09ec tempest-RoutersIpV6AdminTest-232410807 tempest-RoutersIpV6AdminTest-232410807-project] Pushing event deleted for resources: {'Port': ['ID=08f0010a-4304-455a-bf5f-08f3ba08f7b8,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:57:18.178378 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-618efae0-7b9d-4164-a564-7cbfdee1298e req-7e8f136c-b777-404f-9f61-430dedaa8a26 tempest-VolumesBackupsTest-740433106 tempest-VolumesBackupsTest-740433106-project] For port b4ca5d6f-f669-408a-b024-fe62ef2f5622, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=b4ca5d6f-f669-408a-b024-fe62ef2f5622,segment=NetworkSegment(ed3a602f-49fb-4a95-be80-401e1eb72e33),segment_id=ed3a602f-49fb-4a95-be80-401e1eb72e33)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:57:18.178378 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-618efae0-7b9d-4164-a564-7cbfdee1298e req-7e8f136c-b777-404f-9f61-430dedaa8a26 tempest-VolumesBackupsTest-740433106 tempest-VolumesBackupsTest-740433106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:18.208390 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-618efae0-7b9d-4164-a564-7cbfdee1298e req-7e8f136c-b777-404f-9f61-430dedaa8a26 tempest-VolumesBackupsTest-740433106 tempest-VolumesBackupsTest-740433106-project] Calling delete_port for b4ca5d6f-f669-408a-b024-fe62ef2f5622 owned by compute:nova {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:57:18.223275 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-bad9d137-0ea5-4dbb-8ae8-d4ecccb5d8d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:18.247491 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f140e729-203e-48de-b4a2-3631628c09ec tempest-RoutersIpV6AdminTest-232410807 tempest-RoutersIpV6AdminTest-232410807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-748206'] for router_gateway, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:18.356322 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad9d137-0ea5-4dbb-8ae8-d4ecccb5d8d7 None None] Pushing event updated for resources: {'Port': ['ID=d96f12a3-f0f7-4bf3-9232-5765e12b45a4,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:57:18.370999 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f140e729-203e-48de-b4a2-3631628c09ec tempest-RoutersIpV6AdminTest-232410807 tempest-RoutersIpV6AdminTest-232410807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26169'] for router, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:18.370999 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f140e729-203e-48de-b4a2-3631628c09ec tempest-RoutersIpV6AdminTest-232410807 tempest-RoutersIpV6AdminTest-232410807-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:18.402278 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ab29beaa-eb25-4c87-801b-55fd476a29c2 tempest-FloatingIPNegativeTestJSON-532141633 tempest-FloatingIPNegativeTestJSON-532141633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3797684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4018258'] for subnet, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:18.489932 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961ffd54-2f41-4b4b-a5e6-016190fc3989 req-083ec0aa-590f-4e6d-b67a-217041b0d9fa tempest-ListServerFiltersTestJSON-918143940 tempest-ListServerFiltersTestJSON-918143940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:57:18.491866 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-961ffd54-2f41-4b4b-a5e6-016190fc3989 req-083ec0aa-590f-4e6d-b67a-217041b0d9fa tempest-ListServerFiltersTestJSON-918143940 tempest-ListServerFiltersTestJSON-918143940-project] 10.222.0.35 "GET /v2.0/ports?device_id=46677f28-5c35-457f-8055-bf744f0c7167 HTTP/1.1" status: 200 len: 945 time: 0.4240296 May 20 20:57:18.513391 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-84ddd13a-02ef-488c-9986-522e54b745f9 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Deleting port bb5d69d1-60eb-4a91-a17b-6ae3a24953a9 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:57:18.513818 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-84ddd13a-02ef-488c-9986-522e54b745f9 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:18.540330 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab29beaa-eb25-4c87-801b-55fd476a29c2 tempest-FloatingIPNegativeTestJSON-532141633 tempest-FloatingIPNegativeTestJSON-532141633-project] Pushing event updated for resources: {'Subnet': ['ID=ee4ce7ad-6ae4-438f-a0f5-a323dba08da1,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:57:18.547852 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab29beaa-eb25-4c87-801b-55fd476a29c2 tempest-FloatingIPNegativeTestJSON-532141633 tempest-FloatingIPNegativeTestJSON-532141633-project] Checking segment: {'id': '2d1efc36-472c-419b-a436-d33213de35db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '7e41da2c-8875-495a-871e-05edc9da4d62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:57:18.548269 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab29beaa-eb25-4c87-801b-55fd476a29c2 tempest-FloatingIPNegativeTestJSON-532141633 tempest-FloatingIPNegativeTestJSON-532141633-project] Network hostable DHCP agents. Network: 7e41da2c-8875-495a-871e-05edc9da4d62, hostable agents: ['c9b0653c-f3c7-4339-bd50-e3754b629216'], hosted agents: [] {{(pid=103162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 20:57:18.600592 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f140e729-203e-48de-b4a2-3631628c09ec tempest-RoutersIpV6AdminTest-232410807 tempest-RoutersIpV6AdminTest-232410807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-693148'] for router, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:18.601124 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f140e729-203e-48de-b4a2-3631628c09ec tempest-RoutersIpV6AdminTest-232410807 tempest-RoutersIpV6AdminTest-232410807-project] Fanout notify agent at l3_agent the message router_deleted on router 4bf8c3b6-d092-4f23-be64-014287c67c73 {{(pid=103163) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 20 20:57:18.617323 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f140e729-203e-48de-b4a2-3631628c09ec tempest-RoutersIpV6AdminTest-232410807 tempest-RoutersIpV6AdminTest-232410807-project] Notify callbacks [] for router, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:18.618465 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-f140e729-203e-48de-b4a2-3631628c09ec tempest-RoutersIpV6AdminTest-232410807 tempest-RoutersIpV6AdminTest-232410807-project] 10.222.0.35 "DELETE /v2.0/routers/4bf8c3b6-d092-4f23-be64-014287c67c73 HTTP/1.1" status: 204 len: 168 time: 2.2271020 May 20 20:57:18.626019 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 33698) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:57:18.626714 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-961ffd54-2f41-4b4b-a5e6-016190fc3989 req-ee46884c-e02f-49e9-b24c-0b1ce33bb6c4 tempest-ListServerFiltersTestJSON-918143940 tempest-ListServerFiltersTestJSON-918143940-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ac682f0-67fc-4a5c-81fb-b80b5c12f5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212001 May 20 20:57:18.676524 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-b9c7c0d3-8e77-4e6c-a648-d4d012cb6a59 tempest-RoutersIpV6AdminTest-232410807 tempest-RoutersIpV6AdminTest-232410807-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-32603775', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'}, 'admin_state_up': False}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:57:18.695550 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab29beaa-eb25-4c87-801b-55fd476a29c2 tempest-FloatingIPNegativeTestJSON-532141633 tempest-FloatingIPNegativeTestJSON-532141633-project] Network 7e41da2c-8875-495a-871e-05edc9da4d62 is scheduled to be hosted by DHCP agent c9b0653c-f3c7-4339-bd50-e3754b629216 with binding_index 1 {{(pid=103162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 20:57:18.750280 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-84ddd13a-02ef-488c-9986-522e54b745f9 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:18.769733 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-84ddd13a-02ef-488c-9986-522e54b745f9 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Calling delete_port for bb5d69d1-60eb-4a91-a17b-6ae3a24953a9 owned by {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:57:18.830745 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-ab29beaa-eb25-4c87-801b-55fd476a29c2 tempest-FloatingIPNegativeTestJSON-532141633 tempest-FloatingIPNegativeTestJSON-532141633-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842733-1, 7e41da2c-8875-495a-871e-05edc9da4d62) {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:57:18.840416 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab29beaa-eb25-4c87-801b-55fd476a29c2 tempest-FloatingIPNegativeTestJSON-532141633 tempest-FloatingIPNegativeTestJSON-532141633-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:57:18.842800 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ab29beaa-eb25-4c87-801b-55fd476a29c2 tempest-FloatingIPNegativeTestJSON-532141633 tempest-FloatingIPNegativeTestJSON-532141633-project] Notify callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:18.847201 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35792a57-46cb-4c86-ade8-abc7149ffb52 None None] Network 7e41da2c-8875-495a-871e-05edc9da4d62 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:57:18.868724 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-618efae0-7b9d-4164-a564-7cbfdee1298e req-7e8f136c-b777-404f-9f61-430dedaa8a26 tempest-VolumesBackupsTest-740433106 tempest-VolumesBackupsTest-740433106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:18.871454 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b9c7c0d3-8e77-4e6c-a648-d4d012cb6a59 tempest-RoutersIpV6AdminTest-232410807 tempest-RoutersIpV6AdminTest-232410807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-694221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26155'] for router, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:18.872532 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b9c7c0d3-8e77-4e6c-a648-d4d012cb6a59 tempest-RoutersIpV6AdminTest-232410807 tempest-RoutersIpV6AdminTest-232410807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-693085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748153', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-718080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26162'] for router, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:18.913565 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896410d7-2366-4798-acd6-a1a88e06a723 req-e05a7469-06ae-4a21-8932-166beca03901 tempest-VolumesBackupsTest-740433106 tempest-VolumesBackupsTest-740433106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:57:18.915390 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-896410d7-2366-4798-acd6-a1a88e06a723 req-e05a7469-06ae-4a21-8932-166beca03901 tempest-VolumesBackupsTest-740433106 tempest-VolumesBackupsTest-740433106-project] 10.222.0.35 "GET /v2.0/ports?device_id=0971703c-6cad-492e-914a-f7931469f174 HTTP/1.1" status: 200 len: 867 time: 0.0743966 May 20 20:57:18.962705 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8f136c-b777-404f-9f61-430dedaa8a26 tempest-VolumesBackupsTest-740433106 tempest-VolumesBackupsTest-740433106-project] Pushing event deleted for resources: {'Port': ['ID=b4ca5d6f-f669-408a-b024-fe62ef2f5622,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:57:19.016599 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-ab29beaa-eb25-4c87-801b-55fd476a29c2 tempest-FloatingIPNegativeTestJSON-532141633 tempest-FloatingIPNegativeTestJSON-532141633-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0445178 May 20 20:57:19.029697 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 33702) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:57:19.034454 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-45aefb23-0f51-45ca-b146-047f8967a3f1 tempest-FloatingIPNegativeTestJSON-532141633 tempest-FloatingIPNegativeTestJSON-532141633-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-73083295', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:57:19.045673 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] get_ports_and_sgs() called for port_ids ['b4ca5d6f-f669-408a-b024-fe62ef2f5622'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:57:19.061585 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-896410d7-2366-4798-acd6-a1a88e06a723 req-09e98f1e-a3d2-4882-ae36-7e2ab06ffb77 tempest-VolumesBackupsTest-740433106 tempest-VolumesBackupsTest-740433106-project] 10.222.0.35 "GET /v2.0/security-groups?id=b6329f5d-b1fc-4dc6-b080-20c83863fa73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343403 May 20 20:57:19.210441 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device d96f12a3-f0f7-4bf3-9232-5765e12b45a4 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:57:19.277895 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-84ddd13a-02ef-488c-9986-522e54b745f9 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:19.303806 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port d96f12a3-f0f7-4bf3-9232-5765e12b45a4 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:57:19.304178 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:19.345126 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b3f719b-ad07-4703-b133-9770ab7adff5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaee2b848-d4b9-5db1-b6ef-d6db29d67de7-7e41da2c-8875-495a-871e-05edc9da4d62', 'network_id': '7e41da2c-8875-495a-871e-05edc9da4d62', 'tenant_id': '78090eb37c73496ab39c9ad4a8f5c473', 'fixed_ips': [{'subnet_id': 'ee4ce7ad-6ae4-438f-a0f5-a323dba08da1'}]}} from n-d-842733-1. {{(pid=103164) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 20:57:19.346039 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-8b3f719b-ad07-4703-b133-9770ab7adff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:19.394925 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ddd13a-02ef-488c-9986-522e54b745f9 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Pushing event deleted for resources: {'Port': ['ID=bb5d69d1-60eb-4a91-a17b-6ae3a24953a9,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:57:19.456435 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-84ddd13a-02ef-488c-9986-522e54b745f9 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:19.473929 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-84ddd13a-02ef-488c-9986-522e54b745f9 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "DELETE /v2.0/ports/bb5d69d1-60eb-4a91-a17b-6ae3a24953a9 HTTP/1.1" status: 204 len: 168 time: 1.6100094 May 20 20:57:19.476370 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 33706) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:57:19.611520 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port d96f12a3-f0f7-4bf3-9232-5765e12b45a4 is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:57:19.615979 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:19.680784 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] For port d96f12a3-f0f7-4bf3-9232-5765e12b45a4, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=d96f12a3-f0f7-4bf3-9232-5765e12b45a4,segment=NetworkSegment(f5705048-66fd-4627-af8c-03443c37dd17),segment_id=f5705048-66fd-4627-af8c-03443c37dd17)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:57:19.685364 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-282bfef3-e826-4e30-936a-b7ae83e79795 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:57:19.691621 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-282bfef3-e826-4e30-936a-b7ae83e79795 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:57:19.696649 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [None req-8b3f719b-ad07-4703-b133-9770ab7adff5 None None] Allocated IP 172.20.0.2 (7e41da2c-8875-495a-871e-05edc9da4d62/ee4ce7ad-6ae4-438f-a0f5-a323dba08da1/829baa46-a7da-4142-9f5f-9c30225e1bdd) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:57:19.701685 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-282bfef3-e826-4e30-936a-b7ae83e79795 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2110345 May 20 20:57:19.702286 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 33710) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:57:19.827042 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b9c7c0d3-8e77-4e6c-a648-d4d012cb6a59 tempest-RoutersIpV6AdminTest-232410807 tempest-RoutersIpV6AdminTest-232410807-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:19.832150 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:19.844443 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-618efae0-7b9d-4164-a564-7cbfdee1298e req-7e8f136c-b777-404f-9f61-430dedaa8a26 tempest-VolumesBackupsTest-740433106 tempest-VolumesBackupsTest-740433106-project] No DVR routers for this DVR port b4ca5d6f-f669-408a-b024-fe62ef2f5622 on host n-h1-842733-1 {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:57:19.848087 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-618efae0-7b9d-4164-a564-7cbfdee1298e req-7e8f136c-b777-404f-9f61-430dedaa8a26 tempest-VolumesBackupsTest-740433106 tempest-VolumesBackupsTest-740433106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:19.851820 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-618efae0-7b9d-4164-a564-7cbfdee1298e req-7e8f136c-b777-404f-9f61-430dedaa8a26 tempest-VolumesBackupsTest-740433106 tempest-VolumesBackupsTest-740433106-project] 10.222.0.24 "DELETE /v2.0/ports/b4ca5d6f-f669-408a-b024-fe62ef2f5622 HTTP/1.1" status: 204 len: 173 time: 2.1724918 May 20 20:57:19.852279 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0971703c-6cad-492e-914a-f7931469f174', 'name': 'network-vif-deleted', 'tag': 'b4ca5d6f-f669-408a-b024-fe62ef2f5622'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:57:19.865115 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6fa957933fccbf596d28104b23404b952ad6a8238afaebaed40a0874b2e409" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02f239f9-ce9a-4e74-b5b5-2172eeeabf9d" -d '{"events": [{"server_uuid": "0971703c-6cad-492e-914a-f7931469f174", "name": "network-vif-deleted", "tag": "b4ca5d6f-f669-408a-b024-fe62ef2f5622"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:57:19.903594 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_v2 [None req-762c4344-7f50-4d08-97f1-9b83bbb5e050 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Deleting subnet f43c8e87-23df-4b0c-8721-5456b17aa9af {{(pid=103163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 20 20:57:19.908239 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-762c4344-7f50-4d08-97f1-9b83bbb5e050 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks [] for subnet, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:19.915401 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-45aefb23-0f51-45ca-b146-047f8967a3f1 tempest-FloatingIPNegativeTestJSON-532141633 tempest-FloatingIPNegativeTestJSON-532141633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-694221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26155'] for router, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:19.917035 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-45aefb23-0f51-45ca-b146-047f8967a3f1 tempest-FloatingIPNegativeTestJSON-532141633 tempest-FloatingIPNegativeTestJSON-532141633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-693085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748153', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-718080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26162'] for router, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:19.968646 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Pushing event updated for resources: {'Port': ['ID=d96f12a3-f0f7-4bf3-9232-5765e12b45a4,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:57:19.971025 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 20:57:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64ca6771-cbe1-4d7e-888a-f8412828a043 x-openstack-request-id: req-64ca6771-cbe1-4d7e-888a-f8412828a043 {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:57:19.971025 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0971703c-6cad-492e-914a-f7931469f174", "name": "network-vif-deleted", "tag": "b4ca5d6f-f669-408a-b024-fe62ef2f5622", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:57:19.971518 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-64ca6771-cbe1-4d7e-888a-f8412828a043 {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:57:19.972276 n-d-842733-1 neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64ca6771-cbe1-4d7e-888a-f8412828a043'] response: {'server_uuid': '0971703c-6cad-492e-914a-f7931469f174', 'name': 'network-vif-deleted', 'tag': 'b4ca5d6f-f669-408a-b024-fe62ef2f5622', 'status': 'completed', 'code': 200} May 20 20:57:19.978884 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49aae61f-2d06-4ebb-a136-636ea5444449 req-11998da2-2e77-44d2-b7a4-0fc4ad347e7a tempest-ListServerFiltersTestJSON-918143940 tempest-ListServerFiltersTestJSON-918143940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:57:19.986205 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-49aae61f-2d06-4ebb-a136-636ea5444449 req-11998da2-2e77-44d2-b7a4-0fc4ad347e7a tempest-ListServerFiltersTestJSON-918143940 tempest-ListServerFiltersTestJSON-918143940-project] 10.222.0.35 "GET /v2.0/ports?device_id=46677f28-5c35-457f-8055-bf744f0c7167 HTTP/1.1" status: 200 len: 945 time: 0.1833360 May 20 20:57:19.997870 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-762c4344-7f50-4d08-97f1-9b83bbb5e050 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9338757'] for subnet, precommit_delete_associations {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:20.006923 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-46410bb8-eeac-4375-878a-bc144b4a78cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:20.082150 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-8b3f719b-ad07-4703-b133-9770ab7adff5 None None] Notify callbacks [] for port, precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:20.107011 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-49aae61f-2d06-4ebb-a136-636ea5444449 req-d80a6134-b694-47a1-a653-c12184f5df4a tempest-ListServerFiltersTestJSON-918143940 tempest-ListServerFiltersTestJSON-918143940-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ac682f0-67fc-4a5c-81fb-b80b5c12f5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109111 May 20 20:57:20.161166 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-8b3f719b-ad07-4703-b133-9770ab7adff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108'] for port, after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:20.177668 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-45aefb23-0f51-45ca-b146-047f8967a3f1 tempest-FloatingIPNegativeTestJSON-532141633 tempest-FloatingIPNegativeTestJSON-532141633-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:20.192781 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-762c4344-7f50-4d08-97f1-9b83bbb5e050 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33068388'] for subnet, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:20.246962 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b3f719b-ad07-4703-b133-9770ab7adff5 None None] Network 7e41da2c-8875-495a-871e-05edc9da4d62 is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:57:20.254525 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-8b3f719b-ad07-4703-b133-9770ab7adff5 None None] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:57:20.264486 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b3f719b-ad07-4703-b133-9770ab7adff5 None None] Received port after_create {{(pid=103164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:57:20.271371 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-45aefb23-0f51-45ca-b146-047f8967a3f1 tempest-FloatingIPNegativeTestJSON-532141633 tempest-FloatingIPNegativeTestJSON-532141633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748106'] for router, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:20.273974 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-8d632f4c-0587-4d8b-bc13-c15e26a1953b None None] Provisioning complete for port d96f12a3-f0f7-4bf3-9232-5765e12b45a4 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:57:20.274763 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-8d632f4c-0587-4d8b-bc13-c15e26a1953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:20.288892 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b9c7c0d3-8e77-4e6c-a648-d4d012cb6a59 tempest-RoutersIpV6AdminTest-232410807 tempest-RoutersIpV6AdminTest-232410807-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:20.310631 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3f719b-ad07-4703-b133-9770ab7adff5 None None] Pushing event updated for resources: {'Port': ['ID=829baa46-a7da-4142-9f5f-9c30225e1bdd,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:57:20.400308 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-8b3f719b-ad07-4703-b133-9770ab7adff5 None None] Attempting to bind port 829baa46-a7da-4142-9f5f-9c30225e1bdd on host n-d-842733-1 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:57:20.401314 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-8b3f719b-ad07-4703-b133-9770ab7adff5 None None] Attempting to bind port 829baa46-a7da-4142-9f5f-9c30225e1bdd by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': '2d1efc36-472c-419b-a436-d33213de35db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '7e41da2c-8875-495a-871e-05edc9da4d62'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:57:20.401781 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b3f719b-ad07-4703-b133-9770ab7adff5 None None] Attempting to bind port 829baa46-a7da-4142-9f5f-9c30225e1bdd on network 7e41da2c-8875-495a-871e-05edc9da4d62 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:57:20.403531 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-45aefb23-0f51-45ca-b146-047f8967a3f1 tempest-FloatingIPNegativeTestJSON-532141633 tempest-FloatingIPNegativeTestJSON-532141633-project] Notify callbacks [] for router, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:20.405128 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-45aefb23-0f51-45ca-b146-047f8967a3f1 tempest-FloatingIPNegativeTestJSON-532141633 tempest-FloatingIPNegativeTestJSON-532141633-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 713 time: 1.3738937 May 20 20:57:20.408485 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 33722) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:57:20.411576 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b3f719b-ad07-4703-b133-9770ab7adff5 None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 56, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:57:20.412082 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b3f719b-ad07-4703-b133-9770ab7adff5 None None] Checking segment: {'id': '2d1efc36-472c-419b-a436-d33213de35db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '7e41da2c-8875-495a-871e-05edc9da4d62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:57:20.412610 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-8b3f719b-ad07-4703-b133-9770ab7adff5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:20.413099 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b3f719b-ad07-4703-b133-9770ab7adff5 None None] Bound using segment: {'id': '2d1efc36-472c-419b-a436-d33213de35db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '7e41da2c-8875-495a-871e-05edc9da4d62'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:57:20.413711 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-8b3f719b-ad07-4703-b133-9770ab7adff5 None None] Bound port: 829baa46-a7da-4142-9f5f-9c30225e1bdd, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d1efc36-472c-419b-a436-d33213de35db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '7e41da2c-8875-495a-871e-05edc9da4d62'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:57:20.414208 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-8b3f719b-ad07-4703-b133-9770ab7adff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:20.501681 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-8d632f4c-0587-4d8b-bc13-c15e26a1953b None None] Current status of the port d96f12a3-f0f7-4bf3-9232-5765e12b45a4 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:57:20.547873 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-8b3f719b-ad07-4703-b133-9770ab7adff5 None None] For port 829baa46-a7da-4142-9f5f-9c30225e1bdd, host n-d-842733-1, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:57:20.557719 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-8b3f719b-ad07-4703-b133-9770ab7adff5 None None] For port 829baa46-a7da-4142-9f5f-9c30225e1bdd, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=829baa46-a7da-4142-9f5f-9c30225e1bdd,segment=NetworkSegment(2d1efc36-472c-419b-a436-d33213de35db),segment_id=2d1efc36-472c-419b-a436-d33213de35db)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:57:20.628067 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-71799984-75da-4d81-b625-edca71cb3abf None None] Could not find standard attr ID for object 94894ff4-a115-45a5-8cc1-3831f1997ea3. {{(pid=103164) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 20 20:57:20.659474 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-8b3f719b-ad07-4703-b133-9770ab7adff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:20.758769 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3f719b-ad07-4703-b133-9770ab7adff5 None None] Pushing event updated for resources: {'Port': ['ID=829baa46-a7da-4142-9f5f-9c30225e1bdd,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:57:20.887741 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d44e2551-71e9-41e7-8bb2-ff0eea952416 tempest-FloatingIPNegativeTestJSON-532141633 tempest-FloatingIPNegativeTestJSON-532141633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:20.945732 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-22163f27-e9da-469b-9ed1-e5b365991b56 None None] Could not find standard attr ID for object bb5d69d1-60eb-4a91-a17b-6ae3a24953a9. {{(pid=103164) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 20 20:57:20.946443 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0753dbf0-35ee-48d6-bde7-915a0ef8e54b req-dd001b5c-bf72-44f1-8048-f0e15fe900e7 tempest-VolumesBackupsTest-740433106 tempest-VolumesBackupsTest-740433106-project] 10.222.0.35 "GET /v2.0/ports?device_id=0971703c-6cad-492e-914a-f7931469f174 HTTP/1.1" status: 200 len: 210 time: 0.6749558 May 20 20:57:20.978379 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c27f23-69a6-42b8-9c03-d4e0426a9433 req-479b3240-2afc-4513-a292-c3e15ad44603 tempest-ListServerFiltersTestJSON-918143940 tempest-ListServerFiltersTestJSON-918143940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:57:20.986837 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-66c27f23-69a6-42b8-9c03-d4e0426a9433 req-479b3240-2afc-4513-a292-c3e15ad44603 tempest-ListServerFiltersTestJSON-918143940 tempest-ListServerFiltersTestJSON-918143940-project] 10.222.0.35 "GET /v2.0/ports?device_id=b677069f-2bf9-4a32-b533-9fc31512d995 HTTP/1.1" status: 200 len: 945 time: 0.7868276 May 20 20:57:21.098618 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device d96f12a3-f0f7-4bf3-9232-5765e12b45a4 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:57:21.129072 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-66c27f23-69a6-42b8-9c03-d4e0426a9433 req-45c1e2e4-b536-4a78-8949-e8fc9e9c483c tempest-ListServerFiltersTestJSON-918143940 tempest-ListServerFiltersTestJSON-918143940-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ac682f0-67fc-4a5c-81fb-b80b5c12f5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413677 May 20 20:57:21.200987 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-762c4344-7f50-4d08-97f1-9b83bbb5e050 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33068399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9641221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8422588'] for subnet, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:21.236222 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device b4ca5d6f-f669-408a-b024-fe62ef2f5622 no longer exists at agent hyperv_n-h1-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:57:21.301394 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] No Port match for: b4ca5d6f-f669-408a-b024-fe62ef2f5622 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 20:57:21.301939 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device b4ca5d6f-f669-408a-b024-fe62ef2f5622 not bound to the agent host n-h1-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 20:57:21.319383 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-762c4344-7f50-4d08-97f1-9b83bbb5e050 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks [] for subnet, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:21.326947 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-762c4344-7f50-4d08-97f1-9b83bbb5e050 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "DELETE /v2.0/subnets/f43c8e87-23df-4b0c-8721-5456b17aa9af HTTP/1.1" status: 204 len: 168 time: 1.6235974 May 20 20:57:21.328203 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 33744) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:57:21.355904 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b9c7c0d3-8e77-4e6c-a648-d4d012cb6a59 tempest-RoutersIpV6AdminTest-232410807 tempest-RoutersIpV6AdminTest-232410807-project] Notify callbacks [] for router_gateway, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:21.357137 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port d96f12a3-f0f7-4bf3-9232-5765e12b45a4 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:57:21.357575 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:21.358104 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 33746) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:57:21.367130 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762c4344-7f50-4d08-97f1-9b83bbb5e050 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Pushing event deleted for resources: {'Subnet': ['ID=f43c8e87-23df-4b0c-8721-5456b17aa9af,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:57:21.435734 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db543b9d-da0d-40ec-a989-bd40b91dd748 None None] Network 98f8b8d5-1379-4eeb-9e13-b2bbab96015a requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:57:21.520537 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-fdd9fe57-0e2f-4998-9192-24bfc7c9eb8c tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1554186 May 20 20:57:21.521278 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 33748) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:57:21.535236 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-6dca215a-109b-45d5-ac47-a6d51e3b3cfe tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Request body: {'subnet': {'network_id': '98f8b8d5-1379-4eeb-9e13-b2bbab96015a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:57:21.551106 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b9c7c0d3-8e77-4e6c-a648-d4d012cb6a59 tempest-RoutersIpV6AdminTest-232410807 tempest-RoutersIpV6AdminTest-232410807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:21.553878 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2a162ed-1a88-42d0-9880-1de805263247 admin admin] Deleting subnet dd6622f3-1158-4c3b-bd25-193ec3e3078b {{(pid=103163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 20 20:57:21.563685 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c2a162ed-1a88-42d0-9880-1de805263247 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:21.593924 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port d96f12a3-f0f7-4bf3-9232-5765e12b45a4 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:57:21.618713 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637d42e8-67b5-4377-9a48-cabac0ebcb15 req-a476e4de-492e-48ce-8ef1-778350279bf1 tempest-ListServerFiltersTestJSON-918143940 tempest-ListServerFiltersTestJSON-918143940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:57:21.624885 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-637d42e8-67b5-4377-9a48-cabac0ebcb15 req-a476e4de-492e-48ce-8ef1-778350279bf1 tempest-ListServerFiltersTestJSON-918143940 tempest-ListServerFiltersTestJSON-918143940-project] 10.222.0.35 "GET /v2.0/ports?device_id=0af4d785-9a35-4cf1-a9f8-3510d8d3d3b0 HTTP/1.1" status: 200 len: 946 time: 0.2516425 May 20 20:57:21.649825 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c2a162ed-1a88-42d0-9880-1de805263247 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9338757'] for subnet, precommit_delete_associations {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:21.707776 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-637d42e8-67b5-4377-9a48-cabac0ebcb15 req-5b038e97-22cf-454e-8ed4-b664932d634f tempest-ListServerFiltersTestJSON-918143940 tempest-ListServerFiltersTestJSON-918143940-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ac682f0-67fc-4a5c-81fb-b80b5c12f5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818996 May 20 20:57:21.748214 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c2a162ed-1a88-42d0-9880-1de805263247 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33068388'] for subnet, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:21.757520 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f0e795e-d853-4b9b-b69e-e6a9c4742377 None None] DHCP port deletion for 98f8b8d5-1379-4eeb-9e13-b2bbab96015a request from n-d-842733-1 {{(pid=103164) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 20:57:21.850708 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-1f0e795e-d853-4b9b-b69e-e6a9c4742377 None None] Deleting port d96f12a3-f0f7-4bf3-9232-5765e12b45a4 {{(pid=103164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:57:21.855440 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-1f0e795e-d853-4b9b-b69e-e6a9c4742377 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:21.951185 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-1f0e795e-d853-4b9b-b69e-e6a9c4742377 None None] For port d96f12a3-f0f7-4bf3-9232-5765e12b45a4, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=d96f12a3-f0f7-4bf3-9232-5765e12b45a4,segment=NetworkSegment(f5705048-66fd-4627-af8c-03443c37dd17),segment_id=f5705048-66fd-4627-af8c-03443c37dd17)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:57:21.951581 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-1f0e795e-d853-4b9b-b69e-e6a9c4742377 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:21.971303 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-1f0e795e-d853-4b9b-b69e-e6a9c4742377 None None] Calling delete_port for d96f12a3-f0f7-4bf3-9232-5765e12b45a4 owned by network:dhcp {{(pid=103164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:57:21.974045 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c2a162ed-1a88-42d0-9880-1de805263247 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33068399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9641221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8422588'] for subnet, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:22.004498 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-b9c7c0d3-8e77-4e6c-a648-d4d012cb6a59 tempest-RoutersIpV6AdminTest-232410807 tempest-RoutersIpV6AdminTest-232410807-project] Allocated IP 172.25.2.231 (e3a93b5c-91e2-4064-9c2c-1afc261bfe15/86fee0c1-6e34-488b-9216-b2b8e7ef585a/84b16660-a824-473a-8b9c-75cfc107fcb4) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:57:22.049508 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a162ed-1a88-42d0-9880-1de805263247 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd6622f3-1158-4c3b-bd25-193ec3e3078b,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:57:22.063641 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c2a162ed-1a88-42d0-9880-1de805263247 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:22.071561 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-c2a162ed-1a88-42d0-9880-1de805263247 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/dd6622f3-1158-4c3b-bd25-193ec3e3078b HTTP/1.1" status: 204 len: 168 time: 0.7419214 May 20 20:57:22.086182 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 33756) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:57:22.199790 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c0c76369-ce65-46f4-be84-0fab63d19732 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33160123'] for network, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:22.233467 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-d44e2551-71e9-41e7-8bb2-ff0eea952416 tempest-FloatingIPNegativeTestJSON-532141633 tempest-FloatingIPNegativeTestJSON-532141633-project] Allocated IP 172.20.0.1 (7e41da2c-8875-495a-871e-05edc9da4d62/ee4ce7ad-6ae4-438f-a0f5-a323dba08da1/1bb63858-e9a2-46a7-822c-acd7013f862e) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:57:22.236159 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d41164-8e1b-4dcf-9e04-4b33bb06353f req-6f56a830-dd60-4b6f-9aeb-adefb4f27744 tempest-ListServerFiltersTestJSON-918143940 tempest-ListServerFiltersTestJSON-918143940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:57:22.238089 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e7d41164-8e1b-4dcf-9e04-4b33bb06353f req-6f56a830-dd60-4b6f-9aeb-adefb4f27744 tempest-ListServerFiltersTestJSON-918143940 tempest-ListServerFiltersTestJSON-918143940-project] 10.222.0.35 "GET /v2.0/ports?device_id=46677f28-5c35-457f-8055-bf744f0c7167 HTTP/1.1" status: 200 len: 945 time: 0.1646485 May 20 20:57:22.242845 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-1f0e795e-d853-4b9b-b69e-e6a9c4742377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099'] for port, after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:22.285505 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dca215a-109b-45d5-ac47-a6d51e3b3cfe tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Made reservation on behalf of ab4ded6dc75a4ab5a4f9dae9e5aa3753 for: {'subnet': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:57:22.289387 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6dca215a-109b-45d5-ac47-a6d51e3b3cfe tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4018244'] for subnet, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:22.304051 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0e795e-d853-4b9b-b69e-e6a9c4742377 None None] Pushing event deleted for resources: {'Port': ['ID=d96f12a3-f0f7-4bf3-9232-5765e12b45a4,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:57:22.313277 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f0e795e-d853-4b9b-b69e-e6a9c4742377 None None] No DVR routers for this DVR port d96f12a3-f0f7-4bf3-9232-5765e12b45a4 on host n-d-842733-1 {{(pid=103164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:57:22.315971 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-1c4a417d-7094-4bf2-b14d-8dd0e5978d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:22.407206 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c0c76369-ce65-46f4-be84-0fab63d19732 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33072115', 'neutron.services.segments.db._delete_segments_for_network-8782419500584'] for network, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:22.431791 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-c0c76369-ce65-46f4-be84-0fab63d19732 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['181ef755-3c24-496f-be08-8076c8a38f91']}} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:57:22.450726 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-c0c76369-ce65-46f4-be84-0fab63d19732 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c3b9203-18da-4ba0-88d6-e36130f615fb') {'for_net_delete': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:57:22.451028 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-c0c76369-ce65-46f4-be84-0fab63d19732 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c3b9203-18da-4ba0-88d6-e36130f615fb') {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:57:22.462228 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c0c76369-ce65-46f4-be84-0fab63d19732 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419501617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9338764'] for segment, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:22.480154 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c0c76369-ce65-46f4-be84-0fab63d19732 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:22.488429 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0c76369-ce65-46f4-be84-0fab63d19732 admin admin] Releasing vlan 223 on physical network physnet1 to pool {{(pid=103163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 20:57:22.488429 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c0c76369-ce65-46f4-be84-0fab63d19732 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9638311'] for segment, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:22.490389 n-d-842733-1 neutron-server[103163]: Traceback (most recent call last): May 20 20:57:22.490389 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 20:57:22.490389 n-d-842733-1 neutron-server[103163]: timer() May 20 20:57:22.490389 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 20:57:22.490389 n-d-842733-1 neutron-server[103163]: cb(*args, **kw) May 20 20:57:22.490389 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 20 20:57:22.490389 n-d-842733-1 neutron-server[103163]: return func(*args, **kwargs) May 20 20:57:22.490389 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 20:57:22.490389 n-d-842733-1 neutron-server[103163]: self._notify() May 20 20:57:22.490389 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 20:57:22.490389 n-d-842733-1 neutron-server[103163]: self.callback(batched_events) May 20 20:57:22.490389 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 20:57:22.490389 n-d-842733-1 neutron-server[103163]: event.method(event) May 20 20:57:22.490389 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 20 20:57:22.490389 n-d-842733-1 neutron-server[103163]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 20:57:22.490389 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 20 20:57:22.490389 n-d-842733-1 neutron-server[103163]: aggregate_uuid = self.p_client.list_aggregates( May 20 20:57:22.490389 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 20 20:57:22.490389 n-d-842733-1 neutron-server[103163]: return f(self, *a, **k) May 20 20:57:22.490389 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 20 20:57:22.490389 n-d-842733-1 neutron-server[103163]: return self._get(url).json() May 20 20:57:22.490389 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 20 20:57:22.490389 n-d-842733-1 neutron-server[103163]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 20:57:22.490389 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 20:57:22.490389 n-d-842733-1 neutron-server[103163]: return self.request(url, 'GET', **kwargs) May 20 20:57:22.490389 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 20:57:22.490389 n-d-842733-1 neutron-server[103163]: base_url = self.get_endpoint(auth, allow=allow, May 20 20:57:22.490389 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 20:57:22.490389 n-d-842733-1 neutron-server[103163]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 20:57:22.490389 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 20:57:22.490389 n-d-842733-1 neutron-server[103163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 20:57:22.490389 n-d-842733-1 neutron-server[103163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 20:57:22.507193 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b7ef242-44a8-44d6-8d82-4872f8e47f4e None None] Network 7e41da2c-8875-495a-871e-05edc9da4d62 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:57:22.530731 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e7d41164-8e1b-4dcf-9e04-4b33bb06353f req-463046ea-6bcb-4be6-891a-f3215dd7e76b tempest-ListServerFiltersTestJSON-918143940 tempest-ListServerFiltersTestJSON-918143940-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ac682f0-67fc-4a5c-81fb-b80b5c12f5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2664313 May 20 20:57:22.607830 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d44e2551-71e9-41e7-8bb2-ff0eea952416 tempest-FloatingIPNegativeTestJSON-532141633 tempest-FloatingIPNegativeTestJSON-532141633-project] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:22.615560 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b9c7c0d3-8e77-4e6c-a648-d4d012cb6a59 tempest-RoutersIpV6AdminTest-232410807 tempest-RoutersIpV6AdminTest-232410807-project] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:22.731578 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-26ddd2af-1a05-4a6b-a22d-731edce2059e None None] Provisioning complete for port 829baa46-a7da-4142-9f5f-9c30225e1bdd triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:57:22.732268 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-26ddd2af-1a05-4a6b-a22d-731edce2059e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:22.779582 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c0c76369-ce65-46f4-be84-0fab63d19732 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33072122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748162'] for network, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:22.802374 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c0c76369-ce65-46f4-be84-0fab63d19732 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:22.805897 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-c0c76369-ce65-46f4-be84-0fab63d19732 admin admin] 10.222.0.35 "DELETE /v2.0/networks/181ef755-3c24-496f-be08-8076c8a38f91 HTTP/1.1" status: 204 len: 168 time: 0.7184839 May 20 20:57:22.842450 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c76369-ce65-46f4-be84-0fab63d19732 admin admin] Pushing event deleted for resources: {'Network': ['ID=181ef755-3c24-496f-be08-8076c8a38f91,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:57:22.885923 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b9c7c0d3-8e77-4e6c-a648-d4d012cb6a59 tempest-RoutersIpV6AdminTest-232410807 tempest-RoutersIpV6AdminTest-232410807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:22.886237 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92237414-04cd-4e83-b390-54cb5c608b03 req-8db80c75-55c6-4284-849f-5229324806a3 tempest-ListServerFiltersTestJSON-918143940 tempest-ListServerFiltersTestJSON-918143940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:57:22.887107 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-92237414-04cd-4e83-b390-54cb5c608b03 req-8db80c75-55c6-4284-849f-5229324806a3 tempest-ListServerFiltersTestJSON-918143940 tempest-ListServerFiltersTestJSON-918143940-project] 10.222.0.35 "GET /v2.0/ports?device_id=b677069f-2bf9-4a32-b533-9fc31512d995 HTTP/1.1" status: 200 len: 945 time: 0.0764241 May 20 20:57:22.960912 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6dca215a-109b-45d5-ac47-a6d51e3b3cfe tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3797684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4018258'] for subnet, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:22.971198 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-92237414-04cd-4e83-b390-54cb5c608b03 req-71e167bf-a9a9-47f5-9333-2fd2d1df3781 tempest-ListServerFiltersTestJSON-918143940 tempest-ListServerFiltersTestJSON-918143940-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ac682f0-67fc-4a5c-81fb-b80b5c12f5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700653 May 20 20:57:22.985239 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d44e2551-71e9-41e7-8bb2-ff0eea952416 tempest-FloatingIPNegativeTestJSON-532141633 tempest-FloatingIPNegativeTestJSON-532141633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:23.019716 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9c7c0d3-8e77-4e6c-a648-d4d012cb6a59 tempest-RoutersIpV6AdminTest-232410807 tempest-RoutersIpV6AdminTest-232410807-project] Network e3a93b5c-91e2-4064-9c2c-1afc261bfe15 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:57:23.031445 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-b9c7c0d3-8e77-4e6c-a648-d4d012cb6a59 tempest-RoutersIpV6AdminTest-232410807 tempest-RoutersIpV6AdminTest-232410807-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:57:23.093427 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c7c0d3-8e77-4e6c-a648-d4d012cb6a59 tempest-RoutersIpV6AdminTest-232410807 tempest-RoutersIpV6AdminTest-232410807-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:57:23.099506 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d44e2551-71e9-41e7-8bb2-ff0eea952416 tempest-FloatingIPNegativeTestJSON-532141633 tempest-FloatingIPNegativeTestJSON-532141633-project] Network 7e41da2c-8875-495a-871e-05edc9da4d62 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:57:23.107879 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c7c0d3-8e77-4e6c-a648-d4d012cb6a59 tempest-RoutersIpV6AdminTest-232410807 tempest-RoutersIpV6AdminTest-232410807-project] Pushing event updated for resources: {'Port': ['ID=84b16660-a824-473a-8b9c-75cfc107fcb4,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:57:23.147475 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-d44e2551-71e9-41e7-8bb2-ff0eea952416 tempest-FloatingIPNegativeTestJSON-532141633 tempest-FloatingIPNegativeTestJSON-532141633-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:57:23.147699 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.agents_db [None req-5c33ad30-4e00-40fa-b486-8c79c4a6cfc5 None None] Agent healthcheck: found 7 active agents {{(pid=103165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 20 20:57:23.180203 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d44e2551-71e9-41e7-8bb2-ff0eea952416 tempest-FloatingIPNegativeTestJSON-532141633 tempest-FloatingIPNegativeTestJSON-532141633-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:57:23.246288 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 829baa46-a7da-4142-9f5f-9c30225e1bdd up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:57:23.309122 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dca215a-109b-45d5-ac47-a6d51e3b3cfe tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Network 98f8b8d5-1379-4eeb-9e13-b2bbab96015a is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:57:23.316643 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-26ddd2af-1a05-4a6b-a22d-731edce2059e None None] Current status of the port 829baa46-a7da-4142-9f5f-9c30225e1bdd is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:57:23.317486 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-26ddd2af-1a05-4a6b-a22d-731edce2059e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:23.352888 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 829baa46-a7da-4142-9f5f-9c30225e1bdd triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:57:23.354473 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:23.370999 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-6dca215a-109b-45d5-ac47-a6d51e3b3cfe tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:57:23.392752 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bdcf73-60a1-4fb5-9389-8b2fb28eb7a9 req-d2289c22-576f-4f8b-9706-fe1cb172693f tempest-ListServerFiltersTestJSON-918143940 tempest-ListServerFiltersTestJSON-918143940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:57:23.399824 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bdcf73-60a1-4fb5-9389-8b2fb28eb7a9 req-d2289c22-576f-4f8b-9706-fe1cb172693f tempest-ListServerFiltersTestJSON-918143940 tempest-ListServerFiltersTestJSON-918143940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:57:23.406800 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dca215a-109b-45d5-ac47-a6d51e3b3cfe tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:57:23.408480 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6dca215a-109b-45d5-ac47-a6d51e3b3cfe tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:23.408650 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa88e86c-fcea-4caa-a0f1-9a314542f25a None None] Network 98f8b8d5-1379-4eeb-9e13-b2bbab96015a requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:57:23.410176 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bdcf73-60a1-4fb5-9389-8b2fb28eb7a9 req-d2289c22-576f-4f8b-9706-fe1cb172693f tempest-ListServerFiltersTestJSON-918143940 tempest-ListServerFiltersTestJSON-918143940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:57:23.422060 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-46bdcf73-60a1-4fb5-9389-8b2fb28eb7a9 req-d2289c22-576f-4f8b-9706-fe1cb172693f tempest-ListServerFiltersTestJSON-918143940 tempest-ListServerFiltersTestJSON-918143940-project] 10.222.0.35 "GET /v2.0/ports?device_id=46677f28-5c35-457f-8055-bf744f0c7167&device_id=0af4d785-9a35-4cf1-a9f8-3510d8d3d3b0&device_id=b677069f-2bf9-4a32-b533-9fc31512d995 HTTP/1.1" status: 200 len: 2417 time: 0.1070204 May 20 20:57:23.467937 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-46bdcf73-60a1-4fb5-9389-8b2fb28eb7a9 req-2ba07f8c-ed99-4071-bb12-d615caee386d tempest-ListServerFiltersTestJSON-918143940 tempest-ListServerFiltersTestJSON-918143940-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ac682f0-67fc-4a5c-81fb-b80b5c12f5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442095 May 20 20:57:23.532757 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 33772) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:57:23.537242 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dca215a-109b-45d5-ac47-a6d51e3b3cfe tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Pushing event updated for resources: {'Subnet': ['ID=01d13835-c99d-42c3-8368-075b0ea970ef,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:57:23.555452 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44e2551-71e9-41e7-8bb2-ff0eea952416 tempest-FloatingIPNegativeTestJSON-532141633 tempest-FloatingIPNegativeTestJSON-532141633-project] Pushing event updated for resources: {'Port': ['ID=1bb63858-e9a2-46a7-822c-acd7013f862e,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:57:23.589071 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d44e2551-71e9-41e7-8bb2-ff0eea952416 tempest-FloatingIPNegativeTestJSON-532141633 tempest-FloatingIPNegativeTestJSON-532141633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748409'] for router_interface, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:23.623426 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-26ddd2af-1a05-4a6b-a22d-731edce2059e None None] For port 829baa46-a7da-4142-9f5f-9c30225e1bdd, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=829baa46-a7da-4142-9f5f-9c30225e1bdd,segment=NetworkSegment(2d1efc36-472c-419b-a436-d33213de35db),segment_id=2d1efc36-472c-419b-a436-d33213de35db)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:57:23.671950 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9194d9aa-85bf-4891-84b0-539c1a58bbd6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaee2b848-d4b9-5db1-b6ef-d6db29d67de7-98f8b8d5-1379-4eeb-9e13-b2bbab96015a', 'network_id': '98f8b8d5-1379-4eeb-9e13-b2bbab96015a', 'tenant_id': 'ab4ded6dc75a4ab5a4f9dae9e5aa3753', 'fixed_ips': [{'subnet_id': '01d13835-c99d-42c3-8368-075b0ea970ef'}]}} from n-d-842733-1. {{(pid=103164) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 20:57:23.682434 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-9194d9aa-85bf-4891-84b0-539c1a58bbd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:23.682840 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-e7a927ab-3a45-401d-9b40-6a5821baddc0 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=715802857a834d4a8fbaa37d5efc4e1e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1456165 May 20 20:57:23.685745 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 33776) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:57:23.716260 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-6dca215a-109b-45d5-ac47-a6d51e3b3cfe tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.1902227 May 20 20:57:23.718388 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 33778) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:57:23.726222 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-cdbed1ce-4e27-4155-a202-e9f61b2b4d5d tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Request body: {'port': {'network_id': '98f8b8d5-1379-4eeb-9e13-b2bbab96015a', 'name': 'tempest-NetworksTestDHCPv6-648370068'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:57:23.786482 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 829baa46-a7da-4142-9f5f-9c30225e1bdd is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:57:23.790639 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-26ddd2af-1a05-4a6b-a22d-731edce2059e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:23.845170 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1c383e-ae98-4ce1-8dfc-a9534b7b4691 req-68a51296-1042-4eb6-87cc-22f4c6c03919 tempest-ListServerFiltersTestJSON-918143940 tempest-ListServerFiltersTestJSON-918143940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:57:23.856528 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-fa1c383e-ae98-4ce1-8dfc-a9534b7b4691 req-68a51296-1042-4eb6-87cc-22f4c6c03919 tempest-ListServerFiltersTestJSON-918143940 tempest-ListServerFiltersTestJSON-918143940-project] 10.222.0.35 "GET /v2.0/ports?device_id=46677f28-5c35-457f-8055-bf744f0c7167 HTTP/1.1" status: 200 len: 945 time: 0.2045567 May 20 20:57:23.943617 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c2181ea4-0b80-43c8-a813-aea17ad81a8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:23.997979 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-fa1c383e-ae98-4ce1-8dfc-a9534b7b4691 req-e4c5d61c-c15c-4882-91be-754ccb634674 tempest-ListServerFiltersTestJSON-918143940 tempest-ListServerFiltersTestJSON-918143940-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ac682f0-67fc-4a5c-81fb-b80b5c12f5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390600 May 20 20:57:24.029181 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c2181ea4-0b80-43c8-a813-aea17ad81a8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:24.059178 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [None req-9194d9aa-85bf-4891-84b0-539c1a58bbd6 None None] Allocated IP 2001:db8::2 (98f8b8d5-1379-4eeb-9e13-b2bbab96015a/01d13835-c99d-42c3-8368-075b0ea970ef/2d8b98b4-ed83-4f55-ace3-9b1b9c8b732e) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:57:24.220900 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c2181ea4-0b80-43c8-a813-aea17ad81a8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:24.223788 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c2181ea4-0b80-43c8-a813-aea17ad81a8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:24.225254 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-c2181ea4-0b80-43c8-a813-aea17ad81a8b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5f722a60-38a1-4dbc-a8ff-49f0b32ee364 HTTP/1.1" status: 204 len: 168 time: 0.5363326 May 20 20:57:24.242938 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2181ea4-0b80-43c8-a813-aea17ad81a8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f722a60-38a1-4dbc-a8ff-49f0b32ee364,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:57:24.255831 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-9194d9aa-85bf-4891-84b0-539c1a58bbd6 None None] Notify callbacks [] for port, precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:24.269019 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ddd2af-1a05-4a6b-a22d-731edce2059e None None] Pushing event updated for resources: {'Port': ['ID=829baa46-a7da-4142-9f5f-9c30225e1bdd,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:57:24.280424 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device d96f12a3-f0f7-4bf3-9232-5765e12b45a4 no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:57:24.328448 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: d96f12a3-f0f7-4bf3-9232-5765e12b45a4 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 20:57:24.328448 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device d96f12a3-f0f7-4bf3-9232-5765e12b45a4 not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 20:57:24.348187 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-acdc723b-b41c-4eda-bbb8-a31de6578119 None None] Provisioning complete for port 829baa46-a7da-4142-9f5f-9c30225e1bdd triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:57:24.348565 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-acdc723b-b41c-4eda-bbb8-a31de6578119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:24.357273 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-9194d9aa-85bf-4891-84b0-539c1a58bbd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108'] for port, after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:24.494154 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9194d9aa-85bf-4891-84b0-539c1a58bbd6 None None] Pushing event updated for resources: {'Port': ['ID=2d8b98b4-ed83-4f55-ace3-9b1b9c8b732e,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:57:24.517283 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4bb0e131-6525-46ca-a45b-e4ea43a5e69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:24.542438 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9194d9aa-85bf-4891-84b0-539c1a58bbd6 None None] Network 98f8b8d5-1379-4eeb-9e13-b2bbab96015a is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:57:24.553779 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-9194d9aa-85bf-4891-84b0-539c1a58bbd6 None None] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:57:24.573197 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9194d9aa-85bf-4891-84b0-539c1a58bbd6 None None] Received port after_create {{(pid=103164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:57:24.683161 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d44e2551-71e9-41e7-8bb2-ff0eea952416 tempest-FloatingIPNegativeTestJSON-532141633 tempest-FloatingIPNegativeTestJSON-532141633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:24.688032 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-9194d9aa-85bf-4891-84b0-539c1a58bbd6 None None] Attempting to bind port 2d8b98b4-ed83-4f55-ace3-9b1b9c8b732e on host n-d-842733-1 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:57:24.688404 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-9194d9aa-85bf-4891-84b0-539c1a58bbd6 None None] Attempting to bind port 2d8b98b4-ed83-4f55-ace3-9b1b9c8b732e by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': 'f5705048-66fd-4627-af8c-03443c37dd17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '98f8b8d5-1379-4eeb-9e13-b2bbab96015a'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:57:24.688768 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9194d9aa-85bf-4891-84b0-539c1a58bbd6 None None] Attempting to bind port 2d8b98b4-ed83-4f55-ace3-9b1b9c8b732e on network 98f8b8d5-1379-4eeb-9e13-b2bbab96015a {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:57:24.694737 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:24.703909 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9194d9aa-85bf-4891-84b0-539c1a58bbd6 None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 56, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:57:24.708481 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9194d9aa-85bf-4891-84b0-539c1a58bbd6 None None] Checking segment: {'id': 'f5705048-66fd-4627-af8c-03443c37dd17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '98f8b8d5-1379-4eeb-9e13-b2bbab96015a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:57:24.708481 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-9194d9aa-85bf-4891-84b0-539c1a58bbd6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:24.708481 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9194d9aa-85bf-4891-84b0-539c1a58bbd6 None None] Bound using segment: {'id': 'f5705048-66fd-4627-af8c-03443c37dd17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '98f8b8d5-1379-4eeb-9e13-b2bbab96015a'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:57:24.708481 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-9194d9aa-85bf-4891-84b0-539c1a58bbd6 None None] Bound port: 2d8b98b4-ed83-4f55-ace3-9b1b9c8b732e, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5705048-66fd-4627-af8c-03443c37dd17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '98f8b8d5-1379-4eeb-9e13-b2bbab96015a'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:57:24.708481 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-9194d9aa-85bf-4891-84b0-539c1a58bbd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:24.896692 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-acdc723b-b41c-4eda-bbb8-a31de6578119 None None] Current status of the port 829baa46-a7da-4142-9f5f-9c30225e1bdd is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:57:24.928869 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-9194d9aa-85bf-4891-84b0-539c1a58bbd6 None None] For port 2d8b98b4-ed83-4f55-ace3-9b1b9c8b732e, host n-d-842733-1, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:57:24.937235 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-9194d9aa-85bf-4891-84b0-539c1a58bbd6 None None] For port 2d8b98b4-ed83-4f55-ace3-9b1b9c8b732e, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=2d8b98b4-ed83-4f55-ace3-9b1b9c8b732e,segment=NetworkSegment(f5705048-66fd-4627-af8c-03443c37dd17),segment_id=f5705048-66fd-4627-af8c-03443c37dd17)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:57:24.977948 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 829baa46-a7da-4142-9f5f-9c30225e1bdd up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:57:25.051046 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d44e2551-71e9-41e7-8bb2-ff0eea952416 tempest-FloatingIPNegativeTestJSON-532141633 tempest-FloatingIPNegativeTestJSON-532141633-project] Notify callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:25.052795 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-9194d9aa-85bf-4891-84b0-539c1a58bbd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:25.139873 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9194d9aa-85bf-4891-84b0-539c1a58bbd6 None None] Pushing event updated for resources: {'Port': ['ID=2d8b98b4-ed83-4f55-ace3-9b1b9c8b732e,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:57:25.173223 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-3249524b-7488-4111-a19d-eea141cf7f5e None None] Provisioning complete for port 1bb63858-e9a2-46a7-822c-acd7013f862e triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:57:25.173642 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3249524b-7488-4111-a19d-eea141cf7f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:25.218867 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b9c7c0d3-8e77-4e6c-a648-d4d012cb6a59 tempest-RoutersIpV6AdminTest-232410807 tempest-RoutersIpV6AdminTest-232410807-project] Notify callbacks [] for router_gateway, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:25.265867 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3249524b-7488-4111-a19d-eea141cf7f5e None None] Port 1bb63858-e9a2-46a7-822c-acd7013f862e cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 20:57:25.268344 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 829baa46-a7da-4142-9f5f-9c30225e1bdd triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:57:25.274215 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:25.461447 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d44e2551-71e9-41e7-8bb2-ff0eea952416 tempest-FloatingIPNegativeTestJSON-532141633 tempest-FloatingIPNegativeTestJSON-532141633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:25.539753 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cc3ec51b-6ec8-438a-8349-5f0bec346d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:25.554194 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 829baa46-a7da-4142-9f5f-9c30225e1bdd is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:57:25.599739 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdbed1ce-4e27-4155-a202-e9f61b2b4d5d tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Made reservation on behalf of ab4ded6dc75a4ab5a4f9dae9e5aa3753 for: {'port': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:57:25.604751 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-cdbed1ce-4e27-4155-a202-e9f61b2b4d5d tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:25.684812 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:25.744864 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-33c25483-8fab-4bdf-86a2-2ef48b2d40dc req-e6a05641-59ca-4acc-a90f-c5a8a00d7b84 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=46677f28-5c35-457f-8055-bf744f0c7167&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5609224 May 20 20:57:25.767228 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [None req-cdbed1ce-4e27-4155-a202-e9f61b2b4d5d tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] device_id is not set on port 5b444d41-2cf2-43f8-b67b-8864e58f1df3 yet. {{(pid=103162) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 20 20:57:25.849569 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d44e2551-71e9-41e7-8bb2-ff0eea952416 tempest-FloatingIPNegativeTestJSON-532141633 tempest-FloatingIPNegativeTestJSON-532141633-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748437'] for router_interface, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:25.912227 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44e2551-71e9-41e7-8bb2-ff0eea952416 tempest-FloatingIPNegativeTestJSON-532141633 tempest-FloatingIPNegativeTestJSON-532141633-project] Pushing event updated for resources: {'Port': ['ID=1bb63858-e9a2-46a7-822c-acd7013f862e,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:57:26.013375 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b9c7c0d3-8e77-4e6c-a648-d4d012cb6a59 tempest-RoutersIpV6AdminTest-232410807 tempest-RoutersIpV6AdminTest-232410807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748106'] for router, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:26.107177 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c25483-8fab-4bdf-86a2-2ef48b2d40dc req-cfbb3ad0-67bb-4f46-97a7-035fc2a7b50b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:57:26.108687 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-33c25483-8fab-4bdf-86a2-2ef48b2d40dc req-cfbb3ad0-67bb-4f46-97a7-035fc2a7b50b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=45d60e5a85494143a2206a5a33987b3d&device_id=46677f28-5c35-457f-8055-bf744f0c7167 HTTP/1.1" status: 200 len: 1096 time: 0.2481718 May 20 20:57:26.292555 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-cdbed1ce-4e27-4155-a202-e9f61b2b4d5d tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Allocated IP 2001:db8::4c (98f8b8d5-1379-4eeb-9e13-b2bbab96015a/01d13835-c99d-42c3-8368-075b0ea970ef/5b444d41-2cf2-43f8-b67b-8864e58f1df3) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:57:26.306575 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f87346e-8929-43a1-852f-eb03b45bab57 req-e2b919ee-380f-40b7-a7cd-c993c95e312f tempest-ListServerFiltersTestJSON-918143940 tempest-ListServerFiltersTestJSON-918143940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:57:26.325541 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7f87346e-8929-43a1-852f-eb03b45bab57 req-e2b919ee-380f-40b7-a7cd-c993c95e312f tempest-ListServerFiltersTestJSON-918143940 tempest-ListServerFiltersTestJSON-918143940-project] 10.222.0.35 "GET /v2.0/ports?device_id=b677069f-2bf9-4a32-b533-9fc31512d995 HTTP/1.1" status: 200 len: 945 time: 0.0910935 May 20 20:57:26.338967 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d44e2551-71e9-41e7-8bb2-ff0eea952416 tempest-FloatingIPNegativeTestJSON-532141633 tempest-FloatingIPNegativeTestJSON-532141633-project] Network 7e41da2c-8875-495a-871e-05edc9da4d62 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:57:26.358059 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-d44e2551-71e9-41e7-8bb2-ff0eea952416 tempest-FloatingIPNegativeTestJSON-532141633 tempest-FloatingIPNegativeTestJSON-532141633-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:57:26.424778 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7f87346e-8929-43a1-852f-eb03b45bab57 req-b1121b54-ccf1-4233-8f3f-2a63a9ab5883 tempest-ListServerFiltersTestJSON-918143940 tempest-ListServerFiltersTestJSON-918143940-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ac682f0-67fc-4a5c-81fb-b80b5c12f5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983591 May 20 20:57:26.441382 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 33824) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:57:26.581977 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-d4363475-f7bb-470d-954f-2a60382e8191 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-514012916-network', 'tenant_id': '0460753b23084d8f8624c2387ec65eda'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:57:26.667571 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c25483-8fab-4bdf-86a2-2ef48b2d40dc req-6c7c6ebe-da4d-4704-8b5e-2e06c3a03e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:57:26.669106 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-33c25483-8fab-4bdf-86a2-2ef48b2d40dc req-6c7c6ebe-da4d-4704-8b5e-2e06c3a03e35 service neutron] 10.222.0.13 "GET /v2.0/networks?id=dd8d6d53-d372-47c7-a59c-c8c96265a507 HTTP/1.1" status: 200 len: 917 time: 0.5282116 May 20 20:57:26.687480 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4363475-f7bb-470d-954f-2a60382e8191 admin admin] Made reservation on behalf of 0460753b23084d8f8624c2387ec65eda for: {'network': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:57:26.690888 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d4363475-f7bb-470d-954f-2a60382e8191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for network, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:26.706265 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d4363475-f7bb-470d-954f-2a60382e8191 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:26.767233 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-33c25483-8fab-4bdf-86a2-2ef48b2d40dc req-aa4981e1-4c53-4763-a122-44d8dd233f51 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4828dd8b-6a6a-42b3-8486-adbc1ba2eade HTTP/1.1" status: 200 len: 217 time: 0.0819869 May 20 20:57:26.812634 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-cad88048-bd3f-4252-b170-c375105811f0 None None] Provisioning complete for port 1bb63858-e9a2-46a7-822c-acd7013f862e triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:57:26.813243 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cad88048-bd3f-4252-b170-c375105811f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:26.836811 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d4363475-f7bb-470d-954f-2a60382e8191 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:26.873272 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c25483-8fab-4bdf-86a2-2ef48b2d40dc req-7530f78c-0882-4f99-92ea-b70e6c6cb8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:57:26.874395 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-cad88048-bd3f-4252-b170-c375105811f0 None None] Port 1bb63858-e9a2-46a7-822c-acd7013f862e cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 20:57:26.881960 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-33c25483-8fab-4bdf-86a2-2ef48b2d40dc req-7530f78c-0882-4f99-92ea-b70e6c6cb8f4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=107e6914-57f1-42a8-8e5b-204bf54009a5 HTTP/1.1" status: 200 len: 855 time: 0.0927484 May 20 20:57:26.904782 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d4363475-f7bb-470d-954f-2a60382e8191 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:26.938023 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-cdbed1ce-4e27-4155-a202-e9f61b2b4d5d tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:26.945893 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4363475-f7bb-470d-954f-2a60382e8191 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 209} {{(pid=103163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 20:57:26.973455 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d44e2551-71e9-41e7-8bb2-ff0eea952416 tempest-FloatingIPNegativeTestJSON-532141633 tempest-FloatingIPNegativeTestJSON-532141633-project] Router d34aae27-0978-4e9c-b46b-ee659c5da8cd is scheduled to L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e with binding_index 1 {{(pid=103162) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 20 20:57:26.986814 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4363475-f7bb-470d-954f-2a60382e8191 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23a4e591-c968-436b-bf23-a5b482a8cab7,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:57:26.998077 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d4363475-f7bb-470d-954f-2a60382e8191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:26.998077 n-d-842733-1 neutron-server[103163]: INFO neutron.db.segments_db [None req-d4363475-f7bb-470d-954f-2a60382e8191 admin admin] Added segment 1c07c58c-70ca-4634-b73e-21466b85e57d of type vlan for network 1e3e44fa-7b8c-41ab-9fa2-0a6471f01b68 May 20 20:57:26.998521 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9c7c0d3-8e77-4e6c-a648-d4d012cb6a59 tempest-RoutersIpV6AdminTest-232410807 tempest-RoutersIpV6AdminTest-232410807-project] Router 0c182334-37d6-46ca-8ada-71f1d665500f is scheduled to L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e with binding_index 1 {{(pid=103162) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 20 20:57:27.025239 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-f0d5af93-40e0-4dfa-9432-97159f219a13 None None] Provisioning complete for port 2d8b98b4-ed83-4f55-ace3-9b1b9c8b732e triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:57:27.028611 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-f0d5af93-40e0-4dfa-9432-97159f219a13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:27.067858 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d4363475-f7bb-470d-954f-2a60382e8191 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418993264'] for network, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:27.165975 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 2d8b98b4-ed83-4f55-ace3-9b1b9c8b732e up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:57:27.178809 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d4363475-f7bb-470d-954f-2a60382e8191 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524'] for network, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:27.180623 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4363475-f7bb-470d-954f-2a60382e8191 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:57:27.181361 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d4363475-f7bb-470d-954f-2a60382e8191 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:27.217681 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c25483-8fab-4bdf-86a2-2ef48b2d40dc req-785b49cf-a0f0-4a9b-a742-338bc7990f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:57:27.219188 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-33c25483-8fab-4bdf-86a2-2ef48b2d40dc req-785b49cf-a0f0-4a9b-a742-338bc7990f51 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=dd8d6d53-d372-47c7-a59c-c8c96265a507&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3231344 May 20 20:57:27.269127 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-f0d5af93-40e0-4dfa-9432-97159f219a13 None None] Current status of the port 2d8b98b4-ed83-4f55-ace3-9b1b9c8b732e is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:57:27.270349 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-f0d5af93-40e0-4dfa-9432-97159f219a13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:27.328941 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-f0d5af93-40e0-4dfa-9432-97159f219a13 None None] For port 2d8b98b4-ed83-4f55-ace3-9b1b9c8b732e, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=2d8b98b4-ed83-4f55-ace3-9b1b9c8b732e,segment=NetworkSegment(f5705048-66fd-4627-af8c-03443c37dd17),segment_id=f5705048-66fd-4627-af8c-03443c37dd17)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:57:27.352670 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 2d8b98b4-ed83-4f55-ace3-9b1b9c8b732e triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:57:27.353115 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:27.367273 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-d4363475-f7bb-470d-954f-2a60382e8191 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9245827 May 20 20:57:27.372642 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 33878) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:57:27.388877 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-f7c435bc-5ab9-43d9-a607-51072ab066a6 admin admin] Request body: {'subnet': {'network_id': '1e3e44fa-7b8c-41ab-9fa2-0a6471f01b68', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-514012916-subnet', 'tenant_id': '0460753b23084d8f8624c2387ec65eda', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:57:27.413922 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4363475-f7bb-470d-954f-2a60382e8191 admin admin] Pushing event updated for resources: {'Network': ['ID=1e3e44fa-7b8c-41ab-9fa2-0a6471f01b68,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:57:27.447074 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Network 1e3e44fa-7b8c-41ab-9fa2-0a6471f01b68 details requested by agent ovs-agent-n-d-842733-1 with host n-d-842733-1 {{(pid=103164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 20 20:57:27.459232 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-f0d5af93-40e0-4dfa-9432-97159f219a13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:27.526625 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7c435bc-5ab9-43d9-a607-51072ab066a6 admin admin] Made reservation on behalf of 0460753b23084d8f8624c2387ec65eda for: {'subnet': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:57:27.529031 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f7c435bc-5ab9-43d9-a607-51072ab066a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8422561'] for subnet, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:27.661196 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d5af93-40e0-4dfa-9432-97159f219a13 None None] Pushing event updated for resources: {'Port': ['ID=2d8b98b4-ed83-4f55-ace3-9b1b9c8b732e,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:57:27.704366 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 2d8b98b4-ed83-4f55-ace3-9b1b9c8b732e is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:57:27.739083 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1409051-757a-4bf7-8301-d3ea85ba670e req-f5d4d2ed-3ae8-436e-9f18-6b7bcf8a7a7b tempest-ListServerFiltersTestJSON-918143940 tempest-ListServerFiltersTestJSON-918143940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:57:27.740715 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f1409051-757a-4bf7-8301-d3ea85ba670e req-f5d4d2ed-3ae8-436e-9f18-6b7bcf8a7a7b tempest-ListServerFiltersTestJSON-918143940 tempest-ListServerFiltersTestJSON-918143940-project] 10.222.0.35 "GET /v2.0/ports?device_id=b677069f-2bf9-4a32-b533-9fc31512d995 HTTP/1.1" status: 200 len: 945 time: 0.1878073 May 20 20:57:27.833442 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f1409051-757a-4bf7-8301-d3ea85ba670e req-17bc332d-62e8-470e-b2aa-f0dd2543e525 tempest-ListServerFiltersTestJSON-918143940 tempest-ListServerFiltersTestJSON-918143940-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ac682f0-67fc-4a5c-81fb-b80b5c12f5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856071 May 20 20:57:27.853049 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-cdbed1ce-4e27-4155-a202-e9f61b2b4d5d tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:27.866927 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9c7c0d3-8e77-4e6c-a648-d4d012cb6a59 tempest-RoutersIpV6AdminTest-232410807 tempest-RoutersIpV6AdminTest-232410807-project] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 20:57:27.878407 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b00c97-4635-4cae-a6a3-7ea9a308b40e None None] Sync routers for ids ['0c182334-37d6-46ca-8ada-71f1d665500f'] in n-d-842733-1 {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 20:57:27.895000 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b00c97-4635-4cae-a6a3-7ea9a308b40e None None] Routers {'0c182334-37d6-46ca-8ada-71f1d665500f'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:57:27.897127 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-85b00c97-4635-4cae-a6a3-7ea9a308b40e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:57:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['0c182334-37d6-46ca-8ada-71f1d665500f'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:57:27.995408 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-85b00c97-4635-4cae-a6a3-7ea9a308b40e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:57:28.000306 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdbed1ce-4e27-4155-a202-e9f61b2b4d5d tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Network 98f8b8d5-1379-4eeb-9e13-b2bbab96015a is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:57:28.015470 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d44e2551-71e9-41e7-8bb2-ff0eea952416 tempest-FloatingIPNegativeTestJSON-532141633 tempest-FloatingIPNegativeTestJSON-532141633-project] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 20:57:28.017305 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-cdbed1ce-4e27-4155-a202-e9f61b2b4d5d tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:57:28.022182 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b00c97-4635-4cae-a6a3-7ea9a308b40e None None] Routers {'0c182334-37d6-46ca-8ada-71f1d665500f'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:57:28.022806 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-85b00c97-4635-4cae-a6a3-7ea9a308b40e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:57:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['0c182334-37d6-46ca-8ada-71f1d665500f'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:57:28.030505 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f7c435bc-5ab9-43d9-a607-51072ab066a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9641412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8422583'] for subnet, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:28.034972 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49b2669f-9bad-4617-9be1-a4d6d912a1e2 None None] Sync routers for ids ['d34aae27-0978-4e9c-b46b-ee659c5da8cd'] in n-d-842733-1 {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 20:57:28.063798 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49b2669f-9bad-4617-9be1-a4d6d912a1e2 None None] Routers {'d34aae27-0978-4e9c-b46b-ee659c5da8cd'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:57:28.064859 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-49b2669f-9bad-4617-9be1-a4d6d912a1e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:57:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['d34aae27-0978-4e9c-b46b-ee659c5da8cd'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:57:28.080891 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-d44e2551-71e9-41e7-8bb2-ff0eea952416 tempest-FloatingIPNegativeTestJSON-532141633 tempest-FloatingIPNegativeTestJSON-532141633-project] 10.222.0.35 "PUT /v2.0/routers/d34aae27-0978-4e9c-b46b-ee659c5da8cd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6673517 May 20 20:57:28.113628 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdbed1ce-4e27-4155-a202-e9f61b2b4d5d tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:57:28.121937 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 33884) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:57:28.122156 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdbed1ce-4e27-4155-a202-e9f61b2b4d5d tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:57:28.122613 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-cdbed1ce-4e27-4155-a202-e9f61b2b4d5d tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:28.123601 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c435bc-5ab9-43d9-a607-51072ab066a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=88b96f62-8032-4008-8101-2fc29fd0425b,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:57:28.130464 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-49b2669f-9bad-4617-9be1-a4d6d912a1e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:57:28.143800 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49b2669f-9bad-4617-9be1-a4d6d912a1e2 None None] Routers {'d34aae27-0978-4e9c-b46b-ee659c5da8cd'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:57:28.144959 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-49b2669f-9bad-4617-9be1-a4d6d912a1e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:57:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['d34aae27-0978-4e9c-b46b-ee659c5da8cd'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:57:28.147724 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-e4f6b22d-7280-432a-ac5c-f4e98971e862 tempest-FloatingIPNegativeTestJSON-532141633 tempest-FloatingIPNegativeTestJSON-532141633-project] Request body: {'port': {'network_id': '7e41da2c-8875-495a-871e-05edc9da4d62', 'name': 'tempest-FloatingIPNegativeTestJSON-1734328325'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:57:28.150476 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-33c25483-8fab-4bdf-86a2-2ef48b2d40dc req-b570f6c9-3e8c-4e24-b477-56d930d2495f service neutron] 10.222.0.13 "GET /v2.0/networks/dd8d6d53-d372-47c7-a59c-c8c96265a507?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9137890 May 20 20:57:28.160024 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-85b00c97-4635-4cae-a6a3-7ea9a308b40e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:57:28.162715 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b00c97-4635-4cae-a6a3-7ea9a308b40e None None] The sync data for ids ['0c182334-37d6-46ca-8ada-71f1d665500f'] in n-d-842733-1 is: [] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 20:57:28.176563 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b9c7c0d3-8e77-4e6c-a648-d4d012cb6a59 tempest-RoutersIpV6AdminTest-232410807 tempest-RoutersIpV6AdminTest-232410807-project] Notify callbacks [] for router, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:28.184922 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-b9c7c0d3-8e77-4e6c-a648-d4d012cb6a59 tempest-RoutersIpV6AdminTest-232410807 tempest-RoutersIpV6AdminTest-232410807-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 9.5576289 May 20 20:57:28.194407 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 33888) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:57:28.223750 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-ff073b2c-13ad-4ca2-94d6-f0714e32dcbd tempest-RoutersIpV6AdminTest-232410807 tempest-RoutersIpV6AdminTest-232410807-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:57:28.259440 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-49b2669f-9bad-4617-9be1-a4d6d912a1e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:57:28.261962 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49b2669f-9bad-4617-9be1-a4d6d912a1e2 None None] The sync data for ids ['d34aae27-0978-4e9c-b46b-ee659c5da8cd'] in n-d-842733-1 is: [] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 20:57:28.355446 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbed1ce-4e27-4155-a202-e9f61b2b4d5d tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Pushing event updated for resources: {'Port': ['ID=5b444d41-2cf2-43f8-b67b-8864e58f1df3,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:57:28.392114 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-cdbed1ce-4e27-4155-a202-e9f61b2b4d5d tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.6712716 May 20 20:57:28.402742 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 33892) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:57:28.499023 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-33c25483-8fab-4bdf-86a2-2ef48b2d40dc req-70f5ac7e-ac60-4a77-9f70-e97696efe6ff service neutron] 10.222.0.13 "GET /v2.0/networks/dd8d6d53-d372-47c7-a59c-c8c96265a507?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3070309 May 20 20:57:28.520637 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4573508-d74d-4520-a3b3-7ce058a1ff84 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:57:28.525598 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-67ac87ad-ad50-4262-99af-ee673d76b377 None None] Provisioning complete for port 5b444d41-2cf2-43f8-b67b-8864e58f1df3 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:57:28.529926 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-67ac87ad-ad50-4262-99af-ee673d76b377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:28.531391 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4573508-d74d-4520-a3b3-7ce058a1ff84 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:57:28.537321 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-d4573508-d74d-4520-a3b3-7ce058a1ff84 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.1328874 May 20 20:57:28.538325 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 33896) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:57:28.608773 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-67ac87ad-ad50-4262-99af-ee673d76b377 None None] Port 5b444d41-2cf2-43f8-b67b-8864e58f1df3 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 20:57:28.636688 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c435bc-5ab9-43d9-a607-51072ab066a6 admin admin] Checking segment: {'id': '1c07c58c-70ca-4634-b73e-21466b85e57d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '1e3e44fa-7b8c-41ab-9fa2-0a6471f01b68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:57:28.636688 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7c435bc-5ab9-43d9-a607-51072ab066a6 admin admin] Network hostable DHCP agents. Network: 1e3e44fa-7b8c-41ab-9fa2-0a6471f01b68, hostable agents: ['c9b0653c-f3c7-4339-bd50-e3754b629216'], hosted agents: [] {{(pid=103163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 20:57:28.671011 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-260ebca0-1bc4-4433-846f-67146ee3ebd4 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Deleting port 5b444d41-2cf2-43f8-b67b-8864e58f1df3 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:57:28.671358 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-260ebca0-1bc4-4433-846f-67146ee3ebd4 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:28.696698 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4f6b22d-7280-432a-ac5c-f4e98971e862 tempest-FloatingIPNegativeTestJSON-532141633 tempest-FloatingIPNegativeTestJSON-532141633-project] Made reservation on behalf of 78090eb37c73496ab39c9ad4a8f5c473 for: {'port': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:57:28.701185 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e4f6b22d-7280-432a-ac5c-f4e98971e862 tempest-FloatingIPNegativeTestJSON-532141633 tempest-FloatingIPNegativeTestJSON-532141633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:28.763758 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [None req-e4f6b22d-7280-432a-ac5c-f4e98971e862 tempest-FloatingIPNegativeTestJSON-532141633 tempest-FloatingIPNegativeTestJSON-532141633-project] device_id is not set on port de36917c-87a3-43e4-8bd4-ddec4746d480 yet. {{(pid=103163) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 20 20:57:28.799091 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-260ebca0-1bc4-4433-846f-67146ee3ebd4 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:28.813987 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7c435bc-5ab9-43d9-a607-51072ab066a6 admin admin] Network 1e3e44fa-7b8c-41ab-9fa2-0a6471f01b68 is scheduled to be hosted by DHCP agent c9b0653c-f3c7-4339-bd50-e3754b629216 with binding_index 1 {{(pid=103163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 20:57:28.822824 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-260ebca0-1bc4-4433-846f-67146ee3ebd4 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Calling delete_port for 5b444d41-2cf2-43f8-b67b-8864e58f1df3 owned by {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:57:28.926223 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-f7c435bc-5ab9-43d9-a607-51072ab066a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842733-1, 1e3e44fa-7b8c-41ab-9fa2-0a6471f01b68) {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:57:28.945880 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6a32456-595f-40d5-9355-2f3445ed89ab None None] Network 1e3e44fa-7b8c-41ab-9fa2-0a6471f01b68 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:57:28.961430 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7c435bc-5ab9-43d9-a607-51072ab066a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:57:28.962013 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f7c435bc-5ab9-43d9-a607-51072ab066a6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:29.027174 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 2d8b98b4-ed83-4f55-ace3-9b1b9c8b732e up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:57:29.093996 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-260ebca0-1bc4-4433-846f-67146ee3ebd4 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:29.128516 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 2d8b98b4-ed83-4f55-ace3-9b1b9c8b732e triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:57:29.129483 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:29.131792 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ff073b2c-13ad-4ca2-94d6-f0714e32dcbd tempest-RoutersIpV6AdminTest-232410807 tempest-RoutersIpV6AdminTest-232410807-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:29.169557 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-e4f6b22d-7280-432a-ac5c-f4e98971e862 tempest-FloatingIPNegativeTestJSON-532141633 tempest-FloatingIPNegativeTestJSON-532141633-project] Allocated IP 172.20.0.6 (7e41da2c-8875-495a-871e-05edc9da4d62/ee4ce7ad-6ae4-438f-a0f5-a323dba08da1/de36917c-87a3-43e4-8bd4-ddec4746d480) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:57:29.204117 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260ebca0-1bc4-4433-846f-67146ee3ebd4 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Pushing event deleted for resources: {'Port': ['ID=5b444d41-2cf2-43f8-b67b-8864e58f1df3,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:57:29.264913 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-260ebca0-1bc4-4433-846f-67146ee3ebd4 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:29.271474 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-260ebca0-1bc4-4433-846f-67146ee3ebd4 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "DELETE /v2.0/ports/5b444d41-2cf2-43f8-b67b-8864e58f1df3 HTTP/1.1" status: 204 len: 168 time: 0.7321332 May 20 20:57:29.272261 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 33930) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:57:29.285232 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 2d8b98b4-ed83-4f55-ace3-9b1b9c8b732e is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:57:29.339048 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d82c325-e24d-4b59-bb93-ede92b1b71a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaee2b848-d4b9-5db1-b6ef-d6db29d67de7-1e3e44fa-7b8c-41ab-9fa2-0a6471f01b68', 'network_id': '1e3e44fa-7b8c-41ab-9fa2-0a6471f01b68', 'tenant_id': '0460753b23084d8f8624c2387ec65eda', 'fixed_ips': [{'subnet_id': '88b96f62-8032-4008-8101-2fc29fd0425b'}]}} from n-d-842733-1. {{(pid=103164) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 20:57:29.340007 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-1d82c325-e24d-4b59-bb93-ede92b1b71a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:29.348281 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6511f595-6ed2-4518-b193-0e5a90a9701f tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:57:29.352962 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6511f595-6ed2-4518-b193-0e5a90a9701f tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:57:29.353125 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ff073b2c-13ad-4ca2-94d6-f0714e32dcbd tempest-RoutersIpV6AdminTest-232410807 tempest-RoutersIpV6AdminTest-232410807-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:29.356770 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-6511f595-6ed2-4518-b193-0e5a90a9701f tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0833857 May 20 20:57:29.359779 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 33932) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:57:29.388519 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-f7c435bc-5ab9-43d9-a607-51072ab066a6 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.0020957 May 20 20:57:29.391950 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 33934) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:57:29.417457 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-2ed5ab4f-eae9-422e-84f3-30b1b351d13d admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-514012916-router', 'tenant_id': '0460753b23084d8f8624c2387ec65eda', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'}}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:57:29.478165 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f77bab6-ec5e-4b97-9cea-753f617b4e9c req-88c144d2-1a41-4fdb-9c6b-f50ca315609c tempest-ListServerFiltersTestJSON-918143940 tempest-ListServerFiltersTestJSON-918143940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:57:29.479945 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2f77bab6-ec5e-4b97-9cea-753f617b4e9c req-88c144d2-1a41-4fdb-9c6b-f50ca315609c tempest-ListServerFiltersTestJSON-918143940 tempest-ListServerFiltersTestJSON-918143940-project] 10.222.0.35 "GET /v2.0/ports?device_id=b677069f-2bf9-4a32-b533-9fc31512d995 HTTP/1.1" status: 200 len: 945 time: 0.5035923 May 20 20:57:29.485574 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e4f6b22d-7280-432a-ac5c-f4e98971e862 tempest-FloatingIPNegativeTestJSON-532141633 tempest-FloatingIPNegativeTestJSON-532141633-project] Notify callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:29.503054 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f640c2b-4ded-4176-bc9d-5696fc3c5e7a tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Deleting subnet 01d13835-c99d-42c3-8368-075b0ea970ef {{(pid=103162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 20 20:57:29.506610 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7f640c2b-4ded-4176-bc9d-5696fc3c5e7a tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks [] for subnet, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:29.588373 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [None req-1d82c325-e24d-4b59-bb93-ede92b1b71a7 None None] Allocated IP 172.20.0.2 (1e3e44fa-7b8c-41ab-9fa2-0a6471f01b68/88b96f62-8032-4008-8101-2fc29fd0425b/421f1a01-6861-42de-8de7-a9545e27fbf0) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:57:29.593085 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2ed5ab4f-eae9-422e-84f3-30b1b351d13d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-694221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26155'] for router, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:29.594509 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2ed5ab4f-eae9-422e-84f3-30b1b351d13d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-693085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748153', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-718080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26162'] for router, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:29.606927 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2f77bab6-ec5e-4b97-9cea-753f617b4e9c req-7879381d-48c9-437f-b5e9-d6c236dc064d tempest-ListServerFiltersTestJSON-918143940 tempest-ListServerFiltersTestJSON-918143940-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ac682f0-67fc-4a5c-81fb-b80b5c12f5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131442 May 20 20:57:29.636624 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7f640c2b-4ded-4176-bc9d-5696fc3c5e7a tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3738392'] for subnet, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:29.654024 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-ff073b2c-13ad-4ca2-94d6-f0714e32dcbd tempest-RoutersIpV6AdminTest-232410807 tempest-RoutersIpV6AdminTest-232410807-project] Deleting port 84b16660-a824-473a-8b9c-75cfc107fcb4 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:57:29.654998 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ff073b2c-13ad-4ca2-94d6-f0714e32dcbd tempest-RoutersIpV6AdminTest-232410807 tempest-RoutersIpV6AdminTest-232410807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:29.699228 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2ed5ab4f-eae9-422e-84f3-30b1b351d13d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:29.700769 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e4f6b22d-7280-432a-ac5c-f4e98971e862 tempest-FloatingIPNegativeTestJSON-532141633 tempest-FloatingIPNegativeTestJSON-532141633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:29.760378 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7f640c2b-4ded-4176-bc9d-5696fc3c5e7a tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33068388'] for subnet, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:29.779903 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-1d82c325-e24d-4b59-bb93-ede92b1b71a7 None None] Notify callbacks [] for port, precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:29.789548 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4f6b22d-7280-432a-ac5c-f4e98971e862 tempest-FloatingIPNegativeTestJSON-532141633 tempest-FloatingIPNegativeTestJSON-532141633-project] Network 7e41da2c-8875-495a-871e-05edc9da4d62 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:57:29.792687 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f6b22d-7280-432a-ac5c-f4e98971e862 tempest-FloatingIPNegativeTestJSON-532141633 tempest-FloatingIPNegativeTestJSON-532141633-project] Pushing event updated for resources: {'Port': ['ID=de36917c-87a3-43e4-8bd4-ddec4746d480,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:57:29.799870 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-e4f6b22d-7280-432a-ac5c-f4e98971e862 tempest-FloatingIPNegativeTestJSON-532141633 tempest-FloatingIPNegativeTestJSON-532141633-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:57:29.858456 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f6b22d-7280-432a-ac5c-f4e98971e862 tempest-FloatingIPNegativeTestJSON-532141633 tempest-FloatingIPNegativeTestJSON-532141633-project] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:57:29.895543 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-1d82c325-e24d-4b59-bb93-ede92b1b71a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108'] for port, after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:29.938792 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ff073b2c-13ad-4ca2-94d6-f0714e32dcbd tempest-RoutersIpV6AdminTest-232410807 tempest-RoutersIpV6AdminTest-232410807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:29.941295 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d82c325-e24d-4b59-bb93-ede92b1b71a7 None None] Network 1e3e44fa-7b8c-41ab-9fa2-0a6471f01b68 is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:57:29.953837 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-1d82c325-e24d-4b59-bb93-ede92b1b71a7 None None] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:57:29.959456 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d82c325-e24d-4b59-bb93-ede92b1b71a7 None None] Pushing event updated for resources: {'Port': ['ID=421f1a01-6861-42de-8de7-a9545e27fbf0,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:57:29.959456 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d82c325-e24d-4b59-bb93-ede92b1b71a7 None None] Received port after_create {{(pid=103164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:57:29.979610 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7f640c2b-4ded-4176-bc9d-5696fc3c5e7a tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33068399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3797621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4018265'] for subnet, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:30.042172 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-ff073b2c-13ad-4ca2-94d6-f0714e32dcbd tempest-RoutersIpV6AdminTest-232410807 tempest-RoutersIpV6AdminTest-232410807-project] Calling delete_port for 84b16660-a824-473a-8b9c-75cfc107fcb4 owned by network:router_gateway {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:57:30.056123 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-1d82c325-e24d-4b59-bb93-ede92b1b71a7 None None] Attempting to bind port 421f1a01-6861-42de-8de7-a9545e27fbf0 on host n-d-842733-1 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:57:30.056123 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-1d82c325-e24d-4b59-bb93-ede92b1b71a7 None None] Attempting to bind port 421f1a01-6861-42de-8de7-a9545e27fbf0 by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': '1c07c58c-70ca-4634-b73e-21466b85e57d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '1e3e44fa-7b8c-41ab-9fa2-0a6471f01b68'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:57:30.056453 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d82c325-e24d-4b59-bb93-ede92b1b71a7 None None] Attempting to bind port 421f1a01-6861-42de-8de7-a9545e27fbf0 on network 1e3e44fa-7b8c-41ab-9fa2-0a6471f01b68 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:57:30.056564 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4f6b22d-7280-432a-ac5c-f4e98971e862 tempest-FloatingIPNegativeTestJSON-532141633 tempest-FloatingIPNegativeTestJSON-532141633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:57:30.057833 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e4f6b22d-7280-432a-ac5c-f4e98971e862 tempest-FloatingIPNegativeTestJSON-532141633 tempest-FloatingIPNegativeTestJSON-532141633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:30.064161 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2ed5ab4f-eae9-422e-84f3-30b1b351d13d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:30.064590 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7f640c2b-4ded-4176-bc9d-5696fc3c5e7a tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:30.071289 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-7f640c2b-4ded-4176-bc9d-5696fc3c5e7a tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "DELETE /v2.0/subnets/01d13835-c99d-42c3-8368-075b0ea970ef HTTP/1.1" status: 204 len: 168 time: 0.7066543 May 20 20:57:30.074163 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 33938) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:57:30.075509 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f640c2b-4ded-4176-bc9d-5696fc3c5e7a tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Pushing event deleted for resources: {'Subnet': ['ID=01d13835-c99d-42c3-8368-075b0ea970ef,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:57:30.086369 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8162d590-261c-480c-8933-232949fa9cb4 None None] Network 98f8b8d5-1379-4eeb-9e13-b2bbab96015a requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:57:30.172476 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d82c325-e24d-4b59-bb93-ede92b1b71a7 None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 57, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:57:30.173163 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d82c325-e24d-4b59-bb93-ede92b1b71a7 None None] Checking segment: {'id': '1c07c58c-70ca-4634-b73e-21466b85e57d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '1e3e44fa-7b8c-41ab-9fa2-0a6471f01b68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:57:30.173163 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-1d82c325-e24d-4b59-bb93-ede92b1b71a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:30.174468 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d82c325-e24d-4b59-bb93-ede92b1b71a7 None None] Bound using segment: {'id': '1c07c58c-70ca-4634-b73e-21466b85e57d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '1e3e44fa-7b8c-41ab-9fa2-0a6471f01b68'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:57:30.174967 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-1d82c325-e24d-4b59-bb93-ede92b1b71a7 None None] Bound port: 421f1a01-6861-42de-8de7-a9545e27fbf0, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c07c58c-70ca-4634-b73e-21466b85e57d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '1e3e44fa-7b8c-41ab-9fa2-0a6471f01b68'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:57:30.175878 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-1d82c325-e24d-4b59-bb93-ede92b1b71a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:30.179511 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-c939b081-4a36-4d92-85c8-26091c33212c tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0988529 May 20 20:57:30.181996 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 33942) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:57:30.258216 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-e4f6b22d-7280-432a-ac5c-f4e98971e862 tempest-FloatingIPNegativeTestJSON-532141633 tempest-FloatingIPNegativeTestJSON-532141633-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1285920 May 20 20:57:30.258463 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 33944) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:57:30.263995 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-53e8e0a0-e69f-4fb2-a832-0cbbecdc33e3 tempest-FloatingIPNegativeTestJSON-532141633 tempest-FloatingIPNegativeTestJSON-532141633-project] Request body: {'floatingip': {'floating_network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:57:30.366264 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-4d84fc51-7a4b-4a9a-b526-e264c7f972aa None None] Provisioning complete for port de36917c-87a3-43e4-8bd4-ddec4746d480 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:57:30.366525 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4d84fc51-7a4b-4a9a-b526-e264c7f972aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:30.387328 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a3bda2f-d26c-45d6-bd9f-20da51398c56 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:57:30.391500 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-4a3bda2f-d26c-45d6-bd9f-20da51398c56 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2060895 May 20 20:57:30.393465 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 33946) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:57:30.434062 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-53e8e0a0-e69f-4fb2-a832-0cbbecdc33e3 tempest-FloatingIPNegativeTestJSON-532141633 tempest-FloatingIPNegativeTestJSON-532141633-project] Notify callbacks [] for floatingip, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:30.471100 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-1d82c325-e24d-4b59-bb93-ede92b1b71a7 None None] For port 421f1a01-6861-42de-8de7-a9545e27fbf0, host n-d-842733-1, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:57:30.474824 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-4d84fc51-7a4b-4a9a-b526-e264c7f972aa None None] Port de36917c-87a3-43e4-8bd4-ddec4746d480 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 20:57:30.484525 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-1d82c325-e24d-4b59-bb93-ede92b1b71a7 None None] For port 421f1a01-6861-42de-8de7-a9545e27fbf0, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=421f1a01-6861-42de-8de7-a9545e27fbf0,segment=NetworkSegment(1c07c58c-70ca-4634-b73e-21466b85e57d),segment_id=1c07c58c-70ca-4634-b73e-21466b85e57d)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:57:30.509927 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6f14bba-62a0-42ae-9567-42844cd8d274 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:57:30.512497 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-e6f14bba-62a0-42ae-9567-42844cd8d274 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1196537 May 20 20:57:30.515352 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 33952) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:57:30.560513 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-1d82c325-e24d-4b59-bb93-ede92b1b71a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:30.587910 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c80d52b-bd9e-434c-91eb-51c3465e6768 None None] DHCP port deletion for 98f8b8d5-1379-4eeb-9e13-b2bbab96015a request from n-d-842733-1 {{(pid=103164) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 20:57:30.605735 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-66c44b55-69f6-4e5f-962f-0f6e798e351e tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0869033 May 20 20:57:30.631381 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 33960) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:57:30.644050 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-3bacd8d8-018b-41bb-ba5d-75e2a9535561 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Request body: {'subnet': {'network_id': '98f8b8d5-1379-4eeb-9e13-b2bbab96015a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:57:30.696502 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d82c325-e24d-4b59-bb93-ede92b1b71a7 None None] Pushing event updated for resources: {'Port': ['ID=421f1a01-6861-42de-8de7-a9545e27fbf0,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:57:30.711092 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-53e8e0a0-e69f-4fb2-a832-0cbbecdc33e3 tempest-FloatingIPNegativeTestJSON-532141633 tempest-FloatingIPNegativeTestJSON-532141633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:30.764968 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-2c80d52b-bd9e-434c-91eb-51c3465e6768 None None] Deleting port 2d8b98b4-ed83-4f55-ace3-9b1b9c8b732e {{(pid=103164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:57:30.769818 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-2c80d52b-bd9e-434c-91eb-51c3465e6768 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:30.866048 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ff073b2c-13ad-4ca2-94d6-f0714e32dcbd tempest-RoutersIpV6AdminTest-232410807 tempest-RoutersIpV6AdminTest-232410807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:30.886279 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-2c80d52b-bd9e-434c-91eb-51c3465e6768 None None] For port 2d8b98b4-ed83-4f55-ace3-9b1b9c8b732e, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=2d8b98b4-ed83-4f55-ace3-9b1b9c8b732e,segment=NetworkSegment(f5705048-66fd-4627-af8c-03443c37dd17),segment_id=f5705048-66fd-4627-af8c-03443c37dd17)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:57:30.886849 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-2c80d52b-bd9e-434c-91eb-51c3465e6768 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:30.899706 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-53e8e0a0-e69f-4fb2-a832-0cbbecdc33e3 tempest-FloatingIPNegativeTestJSON-532141633 tempest-FloatingIPNegativeTestJSON-532141633-project] Allocated IP 172.25.2.54 (e3a93b5c-91e2-4064-9c2c-1afc261bfe15/86fee0c1-6e34-488b-9216-b2b8e7ef585a/c152a75e-e1c9-475c-91c1-625477bade4a) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:57:30.926107 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-2c80d52b-bd9e-434c-91eb-51c3465e6768 None None] Calling delete_port for 2d8b98b4-ed83-4f55-ace3-9b1b9c8b732e owned by network:dhcp {{(pid=103164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:57:30.993158 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff073b2c-13ad-4ca2-94d6-f0714e32dcbd tempest-RoutersIpV6AdminTest-232410807 tempest-RoutersIpV6AdminTest-232410807-project] Pushing event deleted for resources: {'Port': ['ID=84b16660-a824-473a-8b9c-75cfc107fcb4,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:57:31.049095 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bacd8d8-018b-41bb-ba5d-75e2a9535561 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Made reservation on behalf of ab4ded6dc75a4ab5a4f9dae9e5aa3753 for: {'subnet': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:57:31.059445 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3bacd8d8-018b-41bb-ba5d-75e2a9535561 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4018244'] for subnet, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:31.073794 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 2d8b98b4-ed83-4f55-ace3-9b1b9c8b732e no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:57:31.109472 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2ed5ab4f-eae9-422e-84f3-30b1b351d13d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:31.151174 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa7a19b-c35b-4c03-9a75-1d2712662420 req-e13a9d27-234b-496a-83d1-316c9b6e86c4 tempest-ListServerFiltersTestJSON-918143940 tempest-ListServerFiltersTestJSON-918143940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:57:31.153377 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-dfa7a19b-c35b-4c03-9a75-1d2712662420 req-e13a9d27-234b-496a-83d1-316c9b6e86c4 tempest-ListServerFiltersTestJSON-918143940 tempest-ListServerFiltersTestJSON-918143940-project] 10.222.0.35 "GET /v2.0/ports?device_id=b677069f-2bf9-4a32-b533-9fc31512d995 HTTP/1.1" status: 200 len: 945 time: 0.2949717 May 20 20:57:31.156535 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2ed5ab4f-eae9-422e-84f3-30b1b351d13d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:31.216026 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ff073b2c-13ad-4ca2-94d6-f0714e32dcbd tempest-RoutersIpV6AdminTest-232410807 tempest-RoutersIpV6AdminTest-232410807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-748206'] for router_gateway, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:31.297970 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-2c80d52b-bd9e-434c-91eb-51c3465e6768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099'] for port, after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:31.338968 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c80d52b-bd9e-434c-91eb-51c3465e6768 None None] Pushing event deleted for resources: {'Port': ['ID=2d8b98b4-ed83-4f55-ace3-9b1b9c8b732e,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:57:31.341447 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-53e8e0a0-e69f-4fb2-a832-0cbbecdc33e3 tempest-FloatingIPNegativeTestJSON-532141633 tempest-FloatingIPNegativeTestJSON-532141633-project] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:31.354049 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 2d8b98b4-ed83-4f55-ace3-9b1b9c8b732e is: ACTIVE; New status is: DOWN {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:57:31.354049 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:31.355887 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c80d52b-bd9e-434c-91eb-51c3465e6768 None None] No DVR routers for this DVR port 2d8b98b4-ed83-4f55-ace3-9b1b9c8b732e on host n-d-842733-1 {{(pid=103164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:57:31.472391 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 33972) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:57:31.484244 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-dfa7a19b-c35b-4c03-9a75-1d2712662420 req-987c364e-47e6-4df7-b40c-5a0a90ba338d tempest-ListServerFiltersTestJSON-918143940 tempest-ListServerFiltersTestJSON-918143940-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ac682f0-67fc-4a5c-81fb-b80b5c12f5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3176088 May 20 20:57:31.596071 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-53e8e0a0-e69f-4fb2-a832-0cbbecdc33e3 tempest-FloatingIPNegativeTestJSON-532141633 tempest-FloatingIPNegativeTestJSON-532141633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:31.642040 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53e8e0a0-e69f-4fb2-a832-0cbbecdc33e3 tempest-FloatingIPNegativeTestJSON-532141633 tempest-FloatingIPNegativeTestJSON-532141633-project] Network e3a93b5c-91e2-4064-9c2c-1afc261bfe15 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:57:31.645806 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-53e8e0a0-e69f-4fb2-a832-0cbbecdc33e3 tempest-FloatingIPNegativeTestJSON-532141633 tempest-FloatingIPNegativeTestJSON-532141633-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:57:31.651365 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e8e0a0-e69f-4fb2-a832-0cbbecdc33e3 tempest-FloatingIPNegativeTestJSON-532141633 tempest-FloatingIPNegativeTestJSON-532141633-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:57:31.656657 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3bacd8d8-018b-41bb-ba5d-75e2a9535561 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3797684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4018258'] for subnet, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:31.765581 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e8e0a0-e69f-4fb2-a832-0cbbecdc33e3 tempest-FloatingIPNegativeTestJSON-532141633 tempest-FloatingIPNegativeTestJSON-532141633-project] Pushing event updated for resources: {'Port': ['ID=c152a75e-e1c9-475c-91c1-625477bade4a,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:57:31.779429 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8c3366bc-e1f8-45a1-acac-bedca04441b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:31.786636 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bacd8d8-018b-41bb-ba5d-75e2a9535561 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Network 98f8b8d5-1379-4eeb-9e13-b2bbab96015a is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:57:31.801788 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-3bacd8d8-018b-41bb-ba5d-75e2a9535561 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:57:31.811437 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bacd8d8-018b-41bb-ba5d-75e2a9535561 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:57:31.812990 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3bacd8d8-018b-41bb-ba5d-75e2a9535561 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:31.813120 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6185abe9-83f8-4f0d-813a-0e46674da12a None None] Network 98f8b8d5-1379-4eeb-9e13-b2bbab96015a requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:57:31.826398 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bacd8d8-018b-41bb-ba5d-75e2a9535561 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Pushing event updated for resources: {'Subnet': ['ID=a300e223-8ecc-4f39-aa3f-832d8806501d,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:57:31.920118 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-53e8e0a0-e69f-4fb2-a832-0cbbecdc33e3 tempest-FloatingIPNegativeTestJSON-532141633 tempest-FloatingIPNegativeTestJSON-532141633-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:31.928808 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-3bacd8d8-018b-41bb-ba5d-75e2a9535561 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2946458 May 20 20:57:31.930869 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 33976) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:57:31.937353 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-917161e7-32f2-4476-93b4-757a3b1ec2ef tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Request body: {'port': {'network_id': '98f8b8d5-1379-4eeb-9e13-b2bbab96015a', 'fixed_ips': [{'subnet_id': 'a300e223-8ecc-4f39-aa3f-832d8806501d', 'ip_address': '2001:db8::3605:5dd2:4c9e:91e0'}], 'name': 'tempest-NetworksTestDHCPv6-1305929752'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:57:32.067007 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8c3366bc-e1f8-45a1-acac-bedca04441b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:32.092149 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-53e8e0a0-e69f-4fb2-a832-0cbbecdc33e3 tempest-FloatingIPNegativeTestJSON-532141633 tempest-FloatingIPNegativeTestJSON-532141633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:32.098775 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ff073b2c-13ad-4ca2-94d6-f0714e32dcbd tempest-RoutersIpV6AdminTest-232410807 tempest-RoutersIpV6AdminTest-232410807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-748143', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-693059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26112'] for router, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:32.110176 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-2ed5ab4f-eae9-422e-84f3-30b1b351d13d admin admin] Allocated IP 172.25.2.45 (e3a93b5c-91e2-4064-9c2c-1afc261bfe15/86fee0c1-6e34-488b-9216-b2b8e7ef585a/0060fa8d-23cd-4951-8a47-e3091a61e826) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:57:32.112653 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-700a8101-78a6-491a-ac71-c61887e50537 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaee2b848-d4b9-5db1-b6ef-d6db29d67de7-98f8b8d5-1379-4eeb-9e13-b2bbab96015a', 'network_id': '98f8b8d5-1379-4eeb-9e13-b2bbab96015a', 'tenant_id': 'ab4ded6dc75a4ab5a4f9dae9e5aa3753', 'fixed_ips': [{'subnet_id': 'a300e223-8ecc-4f39-aa3f-832d8806501d'}]}} from n-d-842733-1. {{(pid=103164) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 20:57:32.113572 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-700a8101-78a6-491a-ac71-c61887e50537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:32.144353 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ff073b2c-13ad-4ca2-94d6-f0714e32dcbd tempest-RoutersIpV6AdminTest-232410807 tempest-RoutersIpV6AdminTest-232410807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-748132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-748125', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-693176'] for router, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:32.148864 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8c3366bc-e1f8-45a1-acac-bedca04441b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:32.260578 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-8c3366bc-e1f8-45a1-acac-bedca04441b0 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=09919ea6df254eaea052c7895b1813a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7854381 May 20 20:57:32.265467 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3366bc-e1f8-45a1-acac-bedca04441b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=455cd649-5249-4a52-a42b-ba1b9f44404c,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:57:32.268679 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 33978) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:57:32.270501 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-917161e7-32f2-4476-93b4-757a3b1ec2ef tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Made reservation on behalf of ab4ded6dc75a4ab5a4f9dae9e5aa3753 for: {'port': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:57:32.314741 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [None req-700a8101-78a6-491a-ac71-c61887e50537 None None] Allocated IP 2001:db8::2 (98f8b8d5-1379-4eeb-9e13-b2bbab96015a/a300e223-8ecc-4f39-aa3f-832d8806501d/9678a5ed-116e-4d1f-b7cc-839e169e0f07) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:57:32.350589 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70142500-f217-483d-b84f-7e5fa3aa799d None None] Network 1e3e44fa-7b8c-41ab-9fa2-0a6471f01b68 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:57:32.397530 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-917161e7-32f2-4476-93b4-757a3b1ec2ef tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:32.430559 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-53e8e0a0-e69f-4fb2-a832-0cbbecdc33e3 tempest-FloatingIPNegativeTestJSON-532141633 tempest-FloatingIPNegativeTestJSON-532141633-project] Notify callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:32.438436 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [None req-917161e7-32f2-4476-93b4-757a3b1ec2ef tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] device_id is not set on port 0c611a24-97c0-473a-8eba-743c8838ceb9 yet. {{(pid=103162) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 20 20:57:32.485330 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:32.485521 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff073b2c-13ad-4ca2-94d6-f0714e32dcbd tempest-RoutersIpV6AdminTest-232410807 tempest-RoutersIpV6AdminTest-232410807-project] Router 0c182334-37d6-46ca-8ada-71f1d665500f has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 20:57:32.518386 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-53e8e0a0-e69f-4fb2-a832-0cbbecdc33e3 tempest-FloatingIPNegativeTestJSON-532141633 tempest-FloatingIPNegativeTestJSON-532141633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:32.527293 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2ed5ab4f-eae9-422e-84f3-30b1b351d13d admin admin] Notify callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:32.530183 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-275eae4e-a6db-4dad-a235-4f8fb8686c5d None None] Provisioning complete for port 421f1a01-6861-42de-8de7-a9545e27fbf0 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:57:32.530576 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-275eae4e-a6db-4dad-a235-4f8fb8686c5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:32.598744 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4fc6fbde-2bf8-4712-893a-d056c2e2a96d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:32.656112 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e8e0a0-e69f-4fb2-a832-0cbbecdc33e3 tempest-FloatingIPNegativeTestJSON-532141633 tempest-FloatingIPNegativeTestJSON-532141633-project] Pushing event updated for resources: {'Port': ['ID=c152a75e-e1c9-475c-91c1-625477bade4a,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:57:32.669626 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff073b2c-13ad-4ca2-94d6-f0714e32dcbd tempest-RoutersIpV6AdminTest-232410807 tempest-RoutersIpV6AdminTest-232410807-project] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 20:57:32.672238 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-53e8e0a0-e69f-4fb2-a832-0cbbecdc33e3 tempest-FloatingIPNegativeTestJSON-532141633 tempest-FloatingIPNegativeTestJSON-532141633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748272'] for floatingip, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:32.672565 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4fc6fbde-2bf8-4712-893a-d056c2e2a96d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:32.680477 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ff073b2c-13ad-4ca2-94d6-f0714e32dcbd tempest-RoutersIpV6AdminTest-232410807 tempest-RoutersIpV6AdminTest-232410807-project] Notify callbacks [] for router, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:32.682507 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-ff073b2c-13ad-4ca2-94d6-f0714e32dcbd tempest-RoutersIpV6AdminTest-232410807 tempest-RoutersIpV6AdminTest-232410807-project] 10.222.0.35 "PUT /v2.0/routers/0c182334-37d6-46ca-8ada-71f1d665500f HTTP/1.1" status: 200 len: 708 time: 4.4833589 May 20 20:57:32.684336 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e9b3336-885a-48e5-a52b-efe1fa96c489 None None] Sync routers for ids ['0c182334-37d6-46ca-8ada-71f1d665500f'] in n-d-842733-1 {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 20:57:32.690118 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 33984) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:57:32.699192 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e9b3336-885a-48e5-a52b-efe1fa96c489 None None] Routers {'0c182334-37d6-46ca-8ada-71f1d665500f'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:57:32.700328 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-8e9b3336-885a-48e5-a52b-efe1fa96c489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:57:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['0c182334-37d6-46ca-8ada-71f1d665500f'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:57:32.745300 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-8e9b3336-885a-48e5-a52b-efe1fa96c489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:57:32.760325 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e9b3336-885a-48e5-a52b-efe1fa96c489 None None] Routers {'0c182334-37d6-46ca-8ada-71f1d665500f'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:57:32.761815 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-8e9b3336-885a-48e5-a52b-efe1fa96c489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:57:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['0c182334-37d6-46ca-8ada-71f1d665500f'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:57:32.770755 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-53e8e0a0-e69f-4fb2-a832-0cbbecdc33e3 tempest-FloatingIPNegativeTestJSON-532141633 tempest-FloatingIPNegativeTestJSON-532141633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for floatingip, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:32.773289 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-53e8e0a0-e69f-4fb2-a832-0cbbecdc33e3 tempest-FloatingIPNegativeTestJSON-532141633 tempest-FloatingIPNegativeTestJSON-532141633-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.5127361 May 20 20:57:32.783335 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 33986) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:57:32.788202 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-57cd94de-4f6a-415e-99f9-e3ab32f4647b tempest-FloatingIPNegativeTestJSON-532141633 tempest-FloatingIPNegativeTestJSON-532141633-project] Request body: {'floatingip': {'port_id': 'de36917c-87a3-43e4-8bd4-ddec4746d480', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:57:32.838950 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-ce8ba6db-f353-4d0d-b219-80172d41aa5e tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] 10.222.0.35 "GET /v2.0/routers/0c182334-37d6-46ca-8ada-71f1d665500f HTTP/1.1" status: 200 len: 743 time: 0.1462572 May 20 20:57:32.841762 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2ed5ab4f-eae9-422e-84f3-30b1b351d13d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:32.846337 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 33988) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:57:32.881198 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-700a8101-78a6-491a-ac71-c61887e50537 None None] Notify callbacks [] for port, precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:32.900232 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [req-b1378155-ddf5-47bd-b91e-0ec587719878 req-c78921dc-2083-42c0-8f99-a73d727a306f service neutron] (103162) timed out ('10.222.0.24', 52517) {{(pid=103162) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} May 20 20:57:32.925632 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-57cd94de-4f6a-415e-99f9-e3ab32f4647b tempest-FloatingIPNegativeTestJSON-532141633 tempest-FloatingIPNegativeTestJSON-532141633-project] Notify callbacks [] for floatingip, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:32.933021 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-f624394b-b3cc-40ac-95fa-dbbd509a18c2 tempest-RoutersIpV6AdminTest-1133983037 tempest-RoutersIpV6AdminTest-1133983037-project-admin] 10.222.0.35 "GET /v2.0/ports?network_id=e3a93b5c-91e2-4064-9c2c-1afc261bfe15&device_id=0c182334-37d6-46ca-8ada-71f1d665500f HTTP/1.1" status: 200 len: 205 time: 0.0790060 May 20 20:57:32.935977 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ed5ab4f-eae9-422e-84f3-30b1b351d13d admin admin] Network e3a93b5c-91e2-4064-9c2c-1afc261bfe15 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:57:32.938372 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 33990) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:57:32.940761 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-8e9b3336-885a-48e5-a52b-efe1fa96c489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:57:32.942008 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e9b3336-885a-48e5-a52b-efe1fa96c489 None None] The sync data for ids ['0c182334-37d6-46ca-8ada-71f1d665500f'] in n-d-842733-1 is: [] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 20:57:32.955548 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-2ed5ab4f-eae9-422e-84f3-30b1b351d13d admin admin] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:57:32.977567 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed5ab4f-eae9-422e-84f3-30b1b351d13d admin admin] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:57:32.992033 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d06bf9-cf36-4fea-8da3-7fdd2aa94ce4 req-2807f063-45e6-4d3b-bb7b-857e1fe6d9a2 tempest-ListServerFiltersTestJSON-918143940 tempest-ListServerFiltersTestJSON-918143940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:57:32.993745 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-63d06bf9-cf36-4fea-8da3-7fdd2aa94ce4 req-2807f063-45e6-4d3b-bb7b-857e1fe6d9a2 tempest-ListServerFiltersTestJSON-918143940 tempest-ListServerFiltersTestJSON-918143940-project] 10.222.0.35 "GET /v2.0/ports?device_id=b677069f-2bf9-4a32-b533-9fc31512d995 HTTP/1.1" status: 200 len: 945 time: 0.3027291 May 20 20:57:32.995913 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-d07442a8-a7ad-4ec1-ae3a-caa12e566b24 tempest-RoutersIpV6AdminTest-232410807 tempest-RoutersIpV6AdminTest-232410807-project] 10.222.0.35 "GET /v2.0/ports?device_id=0c182334-37d6-46ca-8ada-71f1d665500f HTTP/1.1" status: 200 len: 205 time: 0.0562513 May 20 20:57:32.997978 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed5ab4f-eae9-422e-84f3-30b1b351d13d admin admin] Pushing event updated for resources: {'Port': ['ID=0060fa8d-23cd-4951-8a47-e3091a61e826,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:57:33.000138 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 33992) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:57:33.022282 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-700a8101-78a6-491a-ac71-c61887e50537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108'] for port, after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:33.083547 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-700a8101-78a6-491a-ac71-c61887e50537 None None] Network 98f8b8d5-1379-4eeb-9e13-b2bbab96015a is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:57:33.094026 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4fc6fbde-2bf8-4712-893a-d056c2e2a96d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:33.096741 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-700a8101-78a6-491a-ac71-c61887e50537 None None] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:57:33.096892 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4fc6fbde-2bf8-4712-893a-d056c2e2a96d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:33.097751 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-4fc6fbde-2bf8-4712-893a-d056c2e2a96d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/455cd649-5249-4a52-a42b-ba1b9f44404c HTTP/1.1" status: 204 len: 168 time: 0.8123891 May 20 20:57:33.102548 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-700a8101-78a6-491a-ac71-c61887e50537 None None] Received port after_create {{(pid=103164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:57:33.147975 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-917161e7-32f2-4476-93b4-757a3b1ec2ef tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Allocated IP 2001:db8::3605:5dd2:4c9e:91e0 (98f8b8d5-1379-4eeb-9e13-b2bbab96015a/a300e223-8ecc-4f39-aa3f-832d8806501d/0c611a24-97c0-473a-8eba-743c8838ceb9) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:57:33.150116 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc6fbde-2bf8-4712-893a-d056c2e2a96d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=455cd649-5249-4a52-a42b-ba1b9f44404c,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:57:33.166757 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ee89b161-5ed3-4392-a6bd-b839ac8e99eb tempest-RoutersIpV6AdminTest-232410807 tempest-RoutersIpV6AdminTest-232410807-project] Notify callbacks [] for router, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:33.175456 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 421f1a01-6861-42de-8de7-a9545e27fbf0 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:57:33.248755 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-63d06bf9-cf36-4fea-8da3-7fdd2aa94ce4 req-95d42c11-1626-4691-8839-f25694a461ae tempest-ListServerFiltersTestJSON-918143940 tempest-ListServerFiltersTestJSON-918143940-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ac682f0-67fc-4a5c-81fb-b80b5c12f5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2239165 May 20 20:57:33.255246 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-275eae4e-a6db-4dad-a235-4f8fb8686c5d None None] Current status of the port 421f1a01-6861-42de-8de7-a9545e27fbf0 is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:57:33.255541 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-275eae4e-a6db-4dad-a235-4f8fb8686c5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:33.272711 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700a8101-78a6-491a-ac71-c61887e50537 None None] Pushing event updated for resources: {'Port': ['ID=9678a5ed-116e-4d1f-b7cc-839e169e0f07,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:57:33.319682 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-700a8101-78a6-491a-ac71-c61887e50537 None None] Attempting to bind port 9678a5ed-116e-4d1f-b7cc-839e169e0f07 on host n-d-842733-1 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:57:33.320249 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-700a8101-78a6-491a-ac71-c61887e50537 None None] Attempting to bind port 9678a5ed-116e-4d1f-b7cc-839e169e0f07 by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': 'f5705048-66fd-4627-af8c-03443c37dd17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '98f8b8d5-1379-4eeb-9e13-b2bbab96015a'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:57:33.320404 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-700a8101-78a6-491a-ac71-c61887e50537 None None] Attempting to bind port 9678a5ed-116e-4d1f-b7cc-839e169e0f07 on network 98f8b8d5-1379-4eeb-9e13-b2bbab96015a {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:57:33.336332 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-700a8101-78a6-491a-ac71-c61887e50537 None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 57, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:57:33.336846 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-700a8101-78a6-491a-ac71-c61887e50537 None None] Checking segment: {'id': 'f5705048-66fd-4627-af8c-03443c37dd17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '98f8b8d5-1379-4eeb-9e13-b2bbab96015a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:57:33.337276 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-700a8101-78a6-491a-ac71-c61887e50537 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:33.337676 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-700a8101-78a6-491a-ac71-c61887e50537 None None] Bound using segment: {'id': 'f5705048-66fd-4627-af8c-03443c37dd17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '98f8b8d5-1379-4eeb-9e13-b2bbab96015a'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:57:33.338850 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-700a8101-78a6-491a-ac71-c61887e50537 None None] Bound port: 9678a5ed-116e-4d1f-b7cc-839e169e0f07, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5705048-66fd-4627-af8c-03443c37dd17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '98f8b8d5-1379-4eeb-9e13-b2bbab96015a'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:57:33.339245 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-700a8101-78a6-491a-ac71-c61887e50537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:33.362610 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-275eae4e-a6db-4dad-a235-4f8fb8686c5d None None] For port 421f1a01-6861-42de-8de7-a9545e27fbf0, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=421f1a01-6861-42de-8de7-a9545e27fbf0,segment=NetworkSegment(1c07c58c-70ca-4634-b73e-21466b85e57d),segment_id=1c07c58c-70ca-4634-b73e-21466b85e57d)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:57:33.389934 n-d-842733-1 neutron-server[103162]: INFO neutron.api.v2.resource [None req-57cd94de-4f6a-415e-99f9-e3ab32f4647b tempest-FloatingIPNegativeTestJSON-532141633 tempest-FloatingIPNegativeTestJSON-532141633-project] update failed (client error): The resource could not be found. May 20 20:57:33.400059 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-57cd94de-4f6a-415e-99f9-e3ab32f4647b tempest-FloatingIPNegativeTestJSON-532141633 tempest-FloatingIPNegativeTestJSON-532141633-project] 10.222.0.35 "PUT /v2.0/floatingips/87952ef2-4f29-49a6-8afd-d019388e2446 HTTP/1.1" status: 404 len: 507 time: 0.6147094 May 20 20:57:33.403692 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 33996) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:57:33.446400 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-275eae4e-a6db-4dad-a235-4f8fb8686c5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:33.506043 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ee89b161-5ed3-4392-a6bd-b839ac8e99eb tempest-RoutersIpV6AdminTest-232410807 tempest-RoutersIpV6AdminTest-232410807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26169'] for router, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:33.509271 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 421f1a01-6861-42de-8de7-a9545e27fbf0 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:57:33.509680 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:33.510124 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ee89b161-5ed3-4392-a6bd-b839ac8e99eb tempest-RoutersIpV6AdminTest-232410807 tempest-RoutersIpV6AdminTest-232410807-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:33.565997 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-700a8101-78a6-491a-ac71-c61887e50537 None None] For port 9678a5ed-116e-4d1f-b7cc-839e169e0f07, host n-d-842733-1, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:57:33.593356 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-700a8101-78a6-491a-ac71-c61887e50537 None None] For port 9678a5ed-116e-4d1f-b7cc-839e169e0f07, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=9678a5ed-116e-4d1f-b7cc-839e169e0f07,segment=NetworkSegment(f5705048-66fd-4627-af8c-03443c37dd17),segment_id=f5705048-66fd-4627-af8c-03443c37dd17)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:57:33.616574 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275eae4e-a6db-4dad-a235-4f8fb8686c5d None None] Pushing event updated for resources: {'Port': ['ID=421f1a01-6861-42de-8de7-a9545e27fbf0,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:57:33.685085 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ee89b161-5ed3-4392-a6bd-b839ac8e99eb tempest-RoutersIpV6AdminTest-232410807 tempest-RoutersIpV6AdminTest-232410807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-693148'] for router, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:33.685676 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee89b161-5ed3-4392-a6bd-b839ac8e99eb tempest-RoutersIpV6AdminTest-232410807 tempest-RoutersIpV6AdminTest-232410807-project] Fanout notify agent at l3_agent the message router_deleted on router 0c182334-37d6-46ca-8ada-71f1d665500f {{(pid=103163) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 20 20:57:33.699959 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ee89b161-5ed3-4392-a6bd-b839ac8e99eb tempest-RoutersIpV6AdminTest-232410807 tempest-RoutersIpV6AdminTest-232410807-project] Notify callbacks [] for router, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:33.701090 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-ee89b161-5ed3-4392-a6bd-b839ac8e99eb tempest-RoutersIpV6AdminTest-232410807 tempest-RoutersIpV6AdminTest-232410807-project] 10.222.0.35 "DELETE /v2.0/routers/0c182334-37d6-46ca-8ada-71f1d665500f HTTP/1.1" status: 204 len: 168 time: 0.6818841 May 20 20:57:33.706358 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 34002) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:57:33.714885 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-700a8101-78a6-491a-ac71-c61887e50537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:33.787441 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-e046d838-2187-4cdf-b2f7-1ed7c680ff95 tempest-RoutersIpV6AdminTest-232410807 tempest-RoutersIpV6AdminTest-232410807-project] 10.222.0.35 "GET /v2.0/ports?device_id=0c182334-37d6-46ca-8ada-71f1d665500f HTTP/1.1" status: 200 len: 205 time: 0.0726874 May 20 20:57:33.803455 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 34006) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:57:33.815378 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 421f1a01-6861-42de-8de7-a9545e27fbf0 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:57:33.846636 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-917161e7-32f2-4476-93b4-757a3b1ec2ef tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:33.858291 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-109b5c04-2f65-4ec9-b9d4-31457a801ae7 None None] Provisioning complete for port 421f1a01-6861-42de-8de7-a9545e27fbf0 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:57:33.858993 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-109b5c04-2f65-4ec9-b9d4-31457a801ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:33.893662 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-dd156f10-24f3-4c49-83aa-80dc6e5982af tempest-FloatingIPNegativeTestJSON-532141633 tempest-FloatingIPNegativeTestJSON-532141633-project] Deleting port c152a75e-e1c9-475c-91c1-625477bade4a {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:57:33.893999 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-dd156f10-24f3-4c49-83aa-80dc6e5982af tempest-FloatingIPNegativeTestJSON-532141633 tempest-FloatingIPNegativeTestJSON-532141633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:33.913571 n-d-842733-1 neutron-server[103163]: INFO neutron.api.v2.resource [None req-0b84c7bc-7eda-4971-af23-cde459e1622a tempest-RoutersIpV6AdminTest-232410807 tempest-RoutersIpV6AdminTest-232410807-project] delete failed (client error): The resource could not be found. May 20 20:57:33.917489 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-0b84c7bc-7eda-4971-af23-cde459e1622a tempest-RoutersIpV6AdminTest-232410807 tempest-RoutersIpV6AdminTest-232410807-project] 10.222.0.35 "DELETE /v2.0/routers/0c182334-37d6-46ca-8ada-71f1d665500f HTTP/1.1" status: 404 len: 336 time: 0.1107752 May 20 20:57:33.920780 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700a8101-78a6-491a-ac71-c61887e50537 None None] Pushing event updated for resources: {'Port': ['ID=9678a5ed-116e-4d1f-b7cc-839e169e0f07,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:57:33.923455 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 34012) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:57:33.984342 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2ed5ab4f-eae9-422e-84f3-30b1b351d13d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:34.007509 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-dd156f10-24f3-4c49-83aa-80dc6e5982af tempest-FloatingIPNegativeTestJSON-532141633 tempest-FloatingIPNegativeTestJSON-532141633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:34.007841 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-dd156f10-24f3-4c49-83aa-80dc6e5982af tempest-FloatingIPNegativeTestJSON-532141633 tempest-FloatingIPNegativeTestJSON-532141633-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:34.023712 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-dd156f10-24f3-4c49-83aa-80dc6e5982af tempest-FloatingIPNegativeTestJSON-532141633 tempest-FloatingIPNegativeTestJSON-532141633-project] Calling delete_port for c152a75e-e1c9-475c-91c1-625477bade4a owned by network:floatingip {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:57:34.055556 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-3fb2c50b-7018-49a7-98da-5782be4eea27 tempest-RoutersIpV6AdminTest-232410807 tempest-RoutersIpV6AdminTest-232410807-project] 10.222.0.35 "GET /v2.0/ports?device_id=4bf8c3b6-d092-4f23-be64-014287c67c73 HTTP/1.1" status: 200 len: 205 time: 0.1310198 May 20 20:57:34.056340 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 34014) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:57:34.060205 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [req-351e819d-e33d-49dc-952f-f116ccb7176b req-2c2f42cd-9a42-474b-8343-6925420f7156 service neutron] (103163) timed out ('10.222.0.24', 52501) {{(pid=103163) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} May 20 20:57:34.071171 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-109b5c04-2f65-4ec9-b9d4-31457a801ae7 None None] Current status of the port 421f1a01-6861-42de-8de7-a9545e27fbf0 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:57:34.115892 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-917161e7-32f2-4476-93b4-757a3b1ec2ef tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:34.135886 n-d-842733-1 neutron-server[103163]: INFO neutron.api.v2.resource [None req-7086c845-10de-4c8a-bd05-340f6fb4ef9f tempest-RoutersIpV6AdminTest-232410807 tempest-RoutersIpV6AdminTest-232410807-project] delete failed (client error): The resource could not be found. May 20 20:57:34.138587 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-7086c845-10de-4c8a-bd05-340f6fb4ef9f tempest-RoutersIpV6AdminTest-232410807 tempest-RoutersIpV6AdminTest-232410807-project] 10.222.0.35 "DELETE /v2.0/routers/4bf8c3b6-d092-4f23-be64-014287c67c73 HTTP/1.1" status: 404 len: 336 time: 0.0768251 May 20 20:57:34.140978 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 34018) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:57:34.205304 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-917161e7-32f2-4476-93b4-757a3b1ec2ef tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Network 98f8b8d5-1379-4eeb-9e13-b2bbab96015a is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:57:34.214306 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-917161e7-32f2-4476-93b4-757a3b1ec2ef tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:57:34.217296 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-917161e7-32f2-4476-93b4-757a3b1ec2ef tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:57:34.223613 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-917161e7-32f2-4476-93b4-757a3b1ec2ef tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:57:34.224377 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-917161e7-32f2-4476-93b4-757a3b1ec2ef tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:34.240801 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-c0ed7e24-db87-4fe1-abb5-de92b3797034 tempest-RoutersIpV6AdminTest-232410807 tempest-RoutersIpV6AdminTest-232410807-project] 10.222.0.35 "GET /v2.0/ports?device_id=52d7dc41-5fa6-4306-b789-3d7d2d30cb5a HTTP/1.1" status: 200 len: 205 time: 0.0960636 May 20 20:57:34.246848 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917161e7-32f2-4476-93b4-757a3b1ec2ef tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Pushing event updated for resources: {'Port': ['ID=0c611a24-97c0-473a-8eba-743c8838ceb9,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:57:34.247835 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 34020) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:57:34.300873 n-d-842733-1 neutron-server[103163]: INFO neutron.api.v2.resource [None req-3cad398d-8dd1-4660-ad2b-da45dadf0fe3 tempest-RoutersIpV6AdminTest-232410807 tempest-RoutersIpV6AdminTest-232410807-project] delete failed (client error): The resource could not be found. May 20 20:57:34.302241 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-3cad398d-8dd1-4660-ad2b-da45dadf0fe3 tempest-RoutersIpV6AdminTest-232410807 tempest-RoutersIpV6AdminTest-232410807-project] 10.222.0.35 "DELETE /v2.0/routers/52d7dc41-5fa6-4306-b789-3d7d2d30cb5a HTTP/1.1" status: 404 len: 336 time: 0.0530641 May 20 20:57:34.305519 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 34024) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:57:34.341779 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-a2fbdcbf-66ad-4583-a951-190fbef3e43a tempest-RoutersIpV6AdminTest-232410807 tempest-RoutersIpV6AdminTest-232410807-project] 10.222.0.35 "GET /v2.0/ports?device_id=dd801fe4-7ce2-4ed2-bde5-9ac211c25edb HTTP/1.1" status: 200 len: 205 time: 0.0349433 May 20 20:57:34.344136 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 34028) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:57:34.396396 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-917161e7-32f2-4476-93b4-757a3b1ec2ef tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.4630516 May 20 20:57:34.397831 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 34030) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:57:34.400001 n-d-842733-1 neutron-server[103162]: INFO neutron.api.v2.resource [None req-41ccd120-77c8-4593-a141-03be1e2c070e tempest-RoutersIpV6AdminTest-232410807 tempest-RoutersIpV6AdminTest-232410807-project] delete failed (client error): The resource could not be found. May 20 20:57:34.404299 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-41ccd120-77c8-4593-a141-03be1e2c070e tempest-RoutersIpV6AdminTest-232410807 tempest-RoutersIpV6AdminTest-232410807-project] 10.222.0.35 "DELETE /v2.0/routers/dd801fe4-7ce2-4ed2-bde5-9ac211c25edb HTTP/1.1" status: 404 len: 336 time: 0.0559628 May 20 20:57:34.409133 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 34034) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:57:34.452642 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94febfa2-014e-46ec-8deb-f55ad88a1ef6 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:57:34.460757 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94febfa2-014e-46ec-8deb-f55ad88a1ef6 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:57:34.464007 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-94febfa2-014e-46ec-8deb-f55ad88a1ef6 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.0649374 May 20 20:57:34.464661 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 34038) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:57:34.511684 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-dd156f10-24f3-4c49-83aa-80dc6e5982af tempest-FloatingIPNegativeTestJSON-532141633 tempest-FloatingIPNegativeTestJSON-532141633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:34.573589 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd156f10-24f3-4c49-83aa-80dc6e5982af tempest-FloatingIPNegativeTestJSON-532141633 tempest-FloatingIPNegativeTestJSON-532141633-project] Pushing event deleted for resources: {'Port': ['ID=c152a75e-e1c9-475c-91c1-625477bade4a,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:57:34.677243 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-dd156f10-24f3-4c49-83aa-80dc6e5982af tempest-FloatingIPNegativeTestJSON-532141633 tempest-FloatingIPNegativeTestJSON-532141633-project] Notify callbacks [] for floatingip, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:34.680098 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-dd156f10-24f3-4c49-83aa-80dc6e5982af tempest-FloatingIPNegativeTestJSON-532141633 tempest-FloatingIPNegativeTestJSON-532141633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for floatingip, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:34.681573 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-dd156f10-24f3-4c49-83aa-80dc6e5982af tempest-FloatingIPNegativeTestJSON-532141633 tempest-FloatingIPNegativeTestJSON-532141633-project] 10.222.0.35 "DELETE /v2.0/floatingips/87952ef2-4f29-49a6-8afd-d019388e2446 HTTP/1.1" status: 204 len: 168 time: 1.2772348 May 20 20:57:34.688357 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 34042) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:57:34.693910 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-8690d20c-ce69-418b-896a-8e7ec1d59358 tempest-FloatingIPNegativeTestJSON-532141633 tempest-FloatingIPNegativeTestJSON-532141633-project] Request body: {'floatingip': {'floating_network_id': '7e41da2c-8875-495a-871e-05edc9da4d62', 'port_id': 'de36917c-87a3-43e4-8bd4-ddec4746d480', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:57:34.721141 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-547086c3-ec90-46de-a9fe-4fe7b1b0c78a tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Deleting port 0c611a24-97c0-473a-8eba-743c8838ceb9 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:57:34.721613 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-547086c3-ec90-46de-a9fe-4fe7b1b0c78a tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:34.846435 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-547086c3-ec90-46de-a9fe-4fe7b1b0c78a tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:34.861795 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-08d586c7-130c-4805-b6fe-7e67a532383b tempest-RoutersIpV6AdminTest-232410807 tempest-RoutersIpV6AdminTest-232410807-project] 10.222.0.35 "GET /v2.0/ports?device_id=ff16f226-29e9-4332-9c10-010ec657087b HTTP/1.1" status: 200 len: 205 time: 0.4513779 May 20 20:57:34.862426 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-547086c3-ec90-46de-a9fe-4fe7b1b0c78a tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Calling delete_port for 0c611a24-97c0-473a-8eba-743c8838ceb9 owned by {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:57:34.868521 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 34046) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:57:34.879865 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8690d20c-ce69-418b-896a-8e7ec1d59358 tempest-FloatingIPNegativeTestJSON-532141633 tempest-FloatingIPNegativeTestJSON-532141633-project] Notify callbacks [] for floatingip, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:35.013514 n-d-842733-1 neutron-server[103163]: INFO neutron.api.v2.resource [None req-2fa96e9c-54ef-416c-85ea-8dd757bf2df7 tempest-RoutersIpV6AdminTest-232410807 tempest-RoutersIpV6AdminTest-232410807-project] delete failed (client error): The resource could not be found. May 20 20:57:35.018897 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-2fa96e9c-54ef-416c-85ea-8dd757bf2df7 tempest-RoutersIpV6AdminTest-232410807 tempest-RoutersIpV6AdminTest-232410807-project] 10.222.0.35 "DELETE /v2.0/routers/ff16f226-29e9-4332-9c10-010ec657087b HTTP/1.1" status: 404 len: 336 time: 0.1451607 May 20 20:57:35.022682 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 34054) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:57:35.078879 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac1ed2e-ca49-42f3-b3ac-efd2d4359398 req-132a1884-df9e-4c15-957a-b90262349d17 tempest-ListServerFiltersTestJSON-918143940 tempest-ListServerFiltersTestJSON-918143940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:57:35.080818 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-bac1ed2e-ca49-42f3-b3ac-efd2d4359398 req-132a1884-df9e-4c15-957a-b90262349d17 tempest-ListServerFiltersTestJSON-918143940 tempest-ListServerFiltersTestJSON-918143940-project] 10.222.0.35 "GET /v2.0/ports?device_id=b677069f-2bf9-4a32-b533-9fc31512d995 HTTP/1.1" status: 200 len: 945 time: 0.6922488 May 20 20:57:35.087068 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-af922065-8111-4046-aece-cd1ff8bc2515 tempest-RoutersIpV6AdminTest-232410807 tempest-RoutersIpV6AdminTest-232410807-project] 10.222.0.35 "GET /v2.0/ports?device_id=02bcd897-7646-4084-bda6-17692851b2d0 HTTP/1.1" status: 200 len: 205 time: 0.0574043 May 20 20:57:35.089884 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 34056) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:57:35.118289 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2ed5ab4f-eae9-422e-84f3-30b1b351d13d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748106'] for router, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:35.140289 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 9678a5ed-116e-4d1f-b7cc-839e169e0f07 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:57:35.167846 n-d-842733-1 neutron-server[103162]: INFO neutron.api.v2.resource [None req-80d51adb-7280-4da9-871f-700b4d6b08b2 tempest-RoutersIpV6AdminTest-232410807 tempest-RoutersIpV6AdminTest-232410807-project] delete failed (client error): The resource could not be found. May 20 20:57:35.171321 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-80d51adb-7280-4da9-871f-700b4d6b08b2 tempest-RoutersIpV6AdminTest-232410807 tempest-RoutersIpV6AdminTest-232410807-project] 10.222.0.35 "DELETE /v2.0/routers/02bcd897-7646-4084-bda6-17692851b2d0 HTTP/1.1" status: 404 len: 336 time: 0.0686886 May 20 20:57:35.178235 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 34058) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:57:35.209166 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-bac1ed2e-ca49-42f3-b3ac-efd2d4359398 req-ffa37892-9291-49c0-ba84-171a8f570f53 tempest-ListServerFiltersTestJSON-918143940 tempest-ListServerFiltersTestJSON-918143940-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ac682f0-67fc-4a5c-81fb-b80b5c12f5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176133 May 20 20:57:35.274745 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 9678a5ed-116e-4d1f-b7cc-839e169e0f07 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:57:35.276011 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:35.482606 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ed5ab4f-eae9-422e-84f3-30b1b351d13d admin admin] Router 6e7c1d63-45a7-441e-976c-1f8388b6759c is scheduled to L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e with binding_index 1 {{(pid=103163) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 20 20:57:35.517395 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 9678a5ed-116e-4d1f-b7cc-839e169e0f07 is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:57:35.517837 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:35.522972 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-0532b501-e4e4-4558-ad4b-aff7c01785f3 None None] Provisioning complete for port 9678a5ed-116e-4d1f-b7cc-839e169e0f07 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:57:35.523334 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-0532b501-e4e4-4558-ad4b-aff7c01785f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:35.610161 n-d-842733-1 neutron-server[103162]: INFO neutron.pecan_wsgi.hooks.translation [None req-65fafb46-1bba-4f78-85fc-9783230f3142 tempest-RoutersIpV6AdminTest-232410807 tempest-RoutersIpV6AdminTest-232410807-project] DELETE failed (client error): The resource could not be found. May 20 20:57:35.610753 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65fafb46-1bba-4f78-85fc-9783230f3142 tempest-RoutersIpV6AdminTest-232410807 tempest-RoutersIpV6AdminTest-232410807-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 20:57:35.625345 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-65fafb46-1bba-4f78-85fc-9783230f3142 tempest-RoutersIpV6AdminTest-232410807 tempest-RoutersIpV6AdminTest-232410807-project] 10.222.0.35 "DELETE /v2.0/subnets/f5ca6719-0fc0-4a28-ab21-a941a3d781cf HTTP/1.1" status: 404 len: 337 time: 0.4447258 May 20 20:57:35.680985 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] For port 9678a5ed-116e-4d1f-b7cc-839e169e0f07, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=9678a5ed-116e-4d1f-b7cc-839e169e0f07,segment=NetworkSegment(f5705048-66fd-4627-af8c-03443c37dd17),segment_id=f5705048-66fd-4627-af8c-03443c37dd17)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:57:35.734726 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ed5ab4f-eae9-422e-84f3-30b1b351d13d admin admin] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 20:57:35.770001 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-0532b501-e4e4-4558-ad4b-aff7c01785f3 None None] Current status of the port 9678a5ed-116e-4d1f-b7cc-839e169e0f07 is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:57:35.770472 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-0532b501-e4e4-4558-ad4b-aff7c01785f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:35.775695 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a71a93-121a-4bb2-8ed8-9f97136d0791 None None] Sync routers for ids ['6e7c1d63-45a7-441e-976c-1f8388b6759c'] in n-d-842733-1 {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 20:57:35.786488 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:35.787378 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 421f1a01-6861-42de-8de7-a9545e27fbf0 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:57:35.859015 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-547086c3-ec90-46de-a9fe-4fe7b1b0c78a tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:35.861771 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2ed5ab4f-eae9-422e-84f3-30b1b351d13d admin admin] Notify callbacks [] for router, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:35.863765 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-2ed5ab4f-eae9-422e-84f3-30b1b351d13d admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.4586787 May 20 20:57:35.866346 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 34098) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:57:35.891710 n-d-842733-1 neutron-server[103162]: INFO neutron.api.v2.resource [None req-8690d20c-ce69-418b-896a-8e7ec1d59358 tempest-FloatingIPNegativeTestJSON-532141633 tempest-FloatingIPNegativeTestJSON-532141633-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 20 20:57:35.893333 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-8690d20c-ce69-418b-896a-8e7ec1d59358 tempest-FloatingIPNegativeTestJSON-532141633 tempest-FloatingIPNegativeTestJSON-532141633-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 1.2036788 May 20 20:57:35.896575 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547086c3-ec90-46de-a9fe-4fe7b1b0c78a tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Pushing event deleted for resources: {'Port': ['ID=0c611a24-97c0-473a-8eba-743c8838ceb9,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:57:35.900581 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 34100) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:57:35.905751 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-d9041610-c3cf-4d17-a2b7-d7a25b9e98bf tempest-FloatingIPNegativeTestJSON-532141633 tempest-FloatingIPNegativeTestJSON-532141633-project] Request body: {'floatingip': {'floating_network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'port_id': 'de36917c-87a3-43e4-8bd4-ddec4746d480', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:57:35.906553 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a71a93-121a-4bb2-8ed8-9f97136d0791 None None] Routers {'6e7c1d63-45a7-441e-976c-1f8388b6759c'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:57:35.907176 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-84a71a93-121a-4bb2-8ed8-9f97136d0791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:57:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['6e7c1d63-45a7-441e-976c-1f8388b6759c'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:57:35.930404 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Pushing event updated for resources: {'Port': ['ID=9678a5ed-116e-4d1f-b7cc-839e169e0f07,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:57:35.944619 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-547086c3-ec90-46de-a9fe-4fe7b1b0c78a tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:35.948607 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-547086c3-ec90-46de-a9fe-4fe7b1b0c78a tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "DELETE /v2.0/ports/0c611a24-97c0-473a-8eba-743c8838ceb9 HTTP/1.1" status: 204 len: 168 time: 1.4826751 May 20 20:57:35.953413 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 34102) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:57:36.018239 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:57:36.019170 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:57:36.019170 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:57:36.019498 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:57:36.019795 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:57:36.020123 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:57:36.020444 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:57:36.020832 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:57:36.021143 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:57:36.021482 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:57:36.021797 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:57:36.022110 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:57:36.043216 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.db.api [None req-0532b501-e4e4-4558-ad4b-aff7c01785f3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103164) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 20 20:57:36.043560 n-d-842733-1 neutron-server[103164]: DEBUG oslo_db.api [None req-0532b501-e4e4-4558-ad4b-aff7c01785f3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 20 20:57:36.088469 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d9041610-c3cf-4d17-a2b7-d7a25b9e98bf tempest-FloatingIPNegativeTestJSON-532141633 tempest-FloatingIPNegativeTestJSON-532141633-project] Notify callbacks [] for floatingip, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:36.092695 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 421f1a01-6861-42de-8de7-a9545e27fbf0 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:57:36.093852 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:36.099563 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2998f6b7-aca4-40ee-ae53-b00d51e043d9 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:57:36.101449 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2998f6b7-aca4-40ee-ae53-b00d51e043d9 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:57:36.104235 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-2998f6b7-aca4-40ee-ae53-b00d51e043d9 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1490517 May 20 20:57:36.107202 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 34104) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:57:36.258593 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d9041610-c3cf-4d17-a2b7-d7a25b9e98bf tempest-FloatingIPNegativeTestJSON-532141633 tempest-FloatingIPNegativeTestJSON-532141633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:36.263072 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 421f1a01-6861-42de-8de7-a9545e27fbf0 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:57:36.283199 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-84a71a93-121a-4bb2-8ed8-9f97136d0791 None None] Set router 6e7c1d63-45a7-441e-976c-1f8388b6759c gateway port host: n-d-842733-1 {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:57:36.334916 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6b11b4d-68b8-412b-9654-a233fab034a2 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Deleting subnet a300e223-8ecc-4f39-aa3f-832d8806501d {{(pid=103163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 20 20:57:36.343919 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a6b11b4d-68b8-412b-9654-a233fab034a2 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks [] for subnet, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:36.424128 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 34114) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:57:36.482989 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a6b11b4d-68b8-412b-9654-a233fab034a2 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9338757'] for subnet, precommit_delete_associations {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:36.564075 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-d9041610-c3cf-4d17-a2b7-d7a25b9e98bf tempest-FloatingIPNegativeTestJSON-532141633 tempest-FloatingIPNegativeTestJSON-532141633-project] Allocated IP 172.25.2.41 (e3a93b5c-91e2-4064-9c2c-1afc261bfe15/86fee0c1-6e34-488b-9216-b2b8e7ef585a/301b4b2e-2705-447d-a84d-fa1337ac3ae4) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:57:36.619042 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-84a71a93-121a-4bb2-8ed8-9f97136d0791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e7c1d63-45a7-441e-976c-1f8388b6759c', 'name': 'tempest-TaggedBootDevicesTest_v242-514012916-router', 'tenant_id': '0460753b23084d8f8624c2387ec65eda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.45'}], 'enable_snat': True}, 'gw_port_id': '0060fa8d-23cd-4951-8a47-e3091a61e826', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:57:29Z', 'updated_at': '2022-05-20T20:57:33Z', 'revision_number': 3, 'project_id': '0460753b23084d8f8624c2387ec65eda', 'gw_port': {'id': '0060fa8d-23cd-4951-8a47-e3091a61e826', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:c1:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e7c1d63-45a7-441e-976c-1f8388b6759c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2451, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:57:31Z', 'updated_at': '2022-05-20T20:57:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:57:36.645817 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-dc63f8b2-9107-45f7-8ce1-bc4043e9935e admin admin] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:36.659583 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-0532b501-e4e4-4558-ad4b-aff7c01785f3 None None] Current status of the port 9678a5ed-116e-4d1f-b7cc-839e169e0f07 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:57:36.662072 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a71a93-121a-4bb2-8ed8-9f97136d0791 None None] Checking router: 6e7c1d63-45a7-441e-976c-1f8388b6759c for host: n-d-842733-1 {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 20:57:36.662072 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a71a93-121a-4bb2-8ed8-9f97136d0791 None None] Updating router 6e7c1d63-45a7-441e-976c-1f8388b6759c port 0060fa8d-23cd-4951-8a47-e3091a61e826 binding host n-d-842733-1 {{(pid=103164) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 20:57:36.666533 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc6c3e4-09f7-4a65-acb5-22c103e8181a req-93dbdf77-6813-442c-9cd2-3c0af0c4d628 tempest-ListServerFiltersTestJSON-918143940 tempest-ListServerFiltersTestJSON-918143940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:57:36.668895 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9bc6c3e4-09f7-4a65-acb5-22c103e8181a req-93dbdf77-6813-442c-9cd2-3c0af0c4d628 tempest-ListServerFiltersTestJSON-918143940 tempest-ListServerFiltersTestJSON-918143940-project] 10.222.0.35 "GET /v2.0/ports?device_id=b677069f-2bf9-4a32-b533-9fc31512d995 HTTP/1.1" status: 200 len: 945 time: 0.2556908 May 20 20:57:36.688168 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a6b11b4d-68b8-412b-9654-a233fab034a2 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33068388'] for subnet, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:36.716960 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-84a71a93-121a-4bb2-8ed8-9f97136d0791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:36.755162 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d9041610-c3cf-4d17-a2b7-d7a25b9e98bf tempest-FloatingIPNegativeTestJSON-532141633 tempest-FloatingIPNegativeTestJSON-532141633-project] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:36.791439 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-653e24e3-0eeb-4114-a597-0c95bddee479 None None] Could not find standard attr ID for object 0c611a24-97c0-473a-8eba-743c8838ceb9. {{(pid=103164) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 20 20:57:36.827171 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-dc63f8b2-9107-45f7-8ce1-bc4043e9935e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:36.868559 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9bc6c3e4-09f7-4a65-acb5-22c103e8181a req-067ee782-9c41-485b-854e-ddf050299230 tempest-ListServerFiltersTestJSON-918143940 tempest-ListServerFiltersTestJSON-918143940-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ac682f0-67fc-4a5c-81fb-b80b5c12f5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885307 May 20 20:57:36.898776 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-dc63f8b2-9107-45f7-8ce1-bc4043e9935e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:36.941278 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d9041610-c3cf-4d17-a2b7-d7a25b9e98bf tempest-FloatingIPNegativeTestJSON-532141633 tempest-FloatingIPNegativeTestJSON-532141633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:37.009817 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a6b11b4d-68b8-412b-9654-a233fab034a2 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33068399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9641221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8422588'] for subnet, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:37.019924 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9041610-c3cf-4d17-a2b7-d7a25b9e98bf tempest-FloatingIPNegativeTestJSON-532141633 tempest-FloatingIPNegativeTestJSON-532141633-project] Network e3a93b5c-91e2-4064-9c2c-1afc261bfe15 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:57:37.036673 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 9678a5ed-116e-4d1f-b7cc-839e169e0f07 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:57:37.045539 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-dc63f8b2-9107-45f7-8ce1-bc4043e9935e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=fab01cd3584e49ad9e1fc4642fed299f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6203730 May 20 20:57:37.048603 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc63f8b2-9107-45f7-8ce1-bc4043e9935e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9cfc455-f3e7-4ea7-aeb1-8c46ee38a627,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:57:37.063449 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-d9041610-c3cf-4d17-a2b7-d7a25b9e98bf tempest-FloatingIPNegativeTestJSON-532141633 tempest-FloatingIPNegativeTestJSON-532141633-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:57:37.069819 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9041610-c3cf-4d17-a2b7-d7a25b9e98bf tempest-FloatingIPNegativeTestJSON-532141633 tempest-FloatingIPNegativeTestJSON-532141633-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:57:37.073344 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 34150) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:57:37.133339 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 9678a5ed-116e-4d1f-b7cc-839e169e0f07 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:57:37.133616 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9041610-c3cf-4d17-a2b7-d7a25b9e98bf tempest-FloatingIPNegativeTestJSON-532141633 tempest-FloatingIPNegativeTestJSON-532141633-project] Pushing event updated for resources: {'Port': ['ID=301b4b2e-2705-447d-a84d-fa1337ac3ae4,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:57:37.133759 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:37.172467 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b11b4d-68b8-412b-9654-a233fab034a2 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Pushing event deleted for resources: {'Subnet': ['ID=a300e223-8ecc-4f39-aa3f-832d8806501d,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:57:37.181395 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a6b11b4d-68b8-412b-9654-a233fab034a2 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks [] for subnet, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:37.185471 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-a6b11b4d-68b8-412b-9654-a233fab034a2 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "DELETE /v2.0/subnets/a300e223-8ecc-4f39-aa3f-832d8806501d HTTP/1.1" status: 204 len: 168 time: 1.0773458 May 20 20:57:37.187918 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 34152) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:57:37.220920 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae031854-06ff-4af0-8036-01a86bae4468 None None] Network 98f8b8d5-1379-4eeb-9e13-b2bbab96015a requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:57:37.236164 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-f5ff9202-645a-424a-a73a-3c6e0850120d tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0471625 May 20 20:57:37.240694 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 34154) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:57:37.247242 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-0926c0c4-9a38-4581-a44c-b68cc74de885 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Request body: {'subnet': {'network_id': '98f8b8d5-1379-4eeb-9e13-b2bbab96015a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:57:37.257507 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c41a0601-e1de-46e1-a281-b781e66860d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:37.307592 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-542df41f-fa09-4023-9c69-bd411bac2a99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:37.334119 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-542df41f-fa09-4023-9c69-bd411bac2a99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:37.346823 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-84a71a93-121a-4bb2-8ed8-9f97136d0791 None None] Notify callbacks [] for port, precommit_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:37.402036 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-d9041610-c3cf-4d17-a2b7-d7a25b9e98bf tempest-FloatingIPNegativeTestJSON-532141633 tempest-FloatingIPNegativeTestJSON-532141633-project] Deleting port 301b4b2e-2705-447d-a84d-fa1337ac3ae4 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:57:37.402036 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d9041610-c3cf-4d17-a2b7-d7a25b9e98bf tempest-FloatingIPNegativeTestJSON-532141633 tempest-FloatingIPNegativeTestJSON-532141633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:37.470143 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 9678a5ed-116e-4d1f-b7cc-839e169e0f07 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:57:37.544613 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-84a71a93-121a-4bb2-8ed8-9f97136d0791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:37.567390 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d9041610-c3cf-4d17-a2b7-d7a25b9e98bf tempest-FloatingIPNegativeTestJSON-532141633 tempest-FloatingIPNegativeTestJSON-532141633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:37.567716 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d9041610-c3cf-4d17-a2b7-d7a25b9e98bf tempest-FloatingIPNegativeTestJSON-532141633 tempest-FloatingIPNegativeTestJSON-532141633-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:37.581230 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-d9041610-c3cf-4d17-a2b7-d7a25b9e98bf tempest-FloatingIPNegativeTestJSON-532141633 tempest-FloatingIPNegativeTestJSON-532141633-project] Calling delete_port for 301b4b2e-2705-447d-a84d-fa1337ac3ae4 owned by network:floatingip {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:57:37.590062 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-179f4013-9b6f-44ae-8a8a-e908e9c7d1bd None None] DHCP port deletion for 98f8b8d5-1379-4eeb-9e13-b2bbab96015a request from n-d-842733-1 {{(pid=103164) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 20:57:37.594204 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-542df41f-fa09-4023-9c69-bd411bac2a99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:37.596969 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-542df41f-fa09-4023-9c69-bd411bac2a99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:37.598189 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-542df41f-fa09-4023-9c69-bd411bac2a99 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a9cfc455-f3e7-4ea7-aeb1-8c46ee38a627 HTTP/1.1" status: 204 len: 168 time: 0.5200613 May 20 20:57:37.615774 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-84a71a93-121a-4bb2-8ed8-9f97136d0791 None None] Attempting to bind port 0060fa8d-23cd-4951-8a47-e3091a61e826 on host n-d-842733-1 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:57:37.616147 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-84a71a93-121a-4bb2-8ed8-9f97136d0791 None None] Attempting to bind port 0060fa8d-23cd-4951-8a47-e3091a61e826 by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': '0b5485c4-eff8-42a1-9073-ae54ed4c63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:57:37.616513 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a71a93-121a-4bb2-8ed8-9f97136d0791 None None] Attempting to bind port 0060fa8d-23cd-4951-8a47-e3091a61e826 on network e3a93b5c-91e2-4064-9c2c-1afc261bfe15 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:57:37.624687 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0926c0c4-9a38-4581-a44c-b68cc74de885 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Made reservation on behalf of ab4ded6dc75a4ab5a4f9dae9e5aa3753 for: {'subnet': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:57:37.628996 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0926c0c4-9a38-4581-a44c-b68cc74de885 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8422561'] for subnet, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:37.634131 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-c41a0601-e1de-46e1-a281-b781e66860d1 admin admin] Allocated IP 172.20.0.1 (1e3e44fa-7b8c-41ab-9fa2-0a6471f01b68/88b96f62-8032-4008-8101-2fc29fd0425b/7ced45c7-1c14-42f1-8baa-527821e9e0d9) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:57:37.634450 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a71a93-121a-4bb2-8ed8-9f97136d0791 None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 57, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:57:37.636248 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a71a93-121a-4bb2-8ed8-9f97136d0791 None None] Checking segment: {'id': '0b5485c4-eff8-42a1-9073-ae54ed4c63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:57:37.636674 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-84a71a93-121a-4bb2-8ed8-9f97136d0791 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:37.637073 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a71a93-121a-4bb2-8ed8-9f97136d0791 None None] Bound using segment: {'id': '0b5485c4-eff8-42a1-9073-ae54ed4c63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:57:37.637695 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-84a71a93-121a-4bb2-8ed8-9f97136d0791 None None] Bound port: 0060fa8d-23cd-4951-8a47-e3091a61e826, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b5485c4-eff8-42a1-9073-ae54ed4c63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:57:37.637959 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-84a71a93-121a-4bb2-8ed8-9f97136d0791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:37.641798 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542df41f-fa09-4023-9c69-bd411bac2a99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9cfc455-f3e7-4ea7-aeb1-8c46ee38a627,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:57:37.658026 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1bd5a0-a821-471e-8497-381931295bd8 None None] Pushing event updated for resources: {'Port': ['ID=0060fa8d-23cd-4951-8a47-e3091a61e826,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:57:37.859190 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d9041610-c3cf-4d17-a2b7-d7a25b9e98bf tempest-FloatingIPNegativeTestJSON-532141633 tempest-FloatingIPNegativeTestJSON-532141633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:37.892647 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9041610-c3cf-4d17-a2b7-d7a25b9e98bf tempest-FloatingIPNegativeTestJSON-532141633 tempest-FloatingIPNegativeTestJSON-532141633-project] Pushing event deleted for resources: {'Port': ['ID=301b4b2e-2705-447d-a84d-fa1337ac3ae4,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:57:37.946015 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-84a71a93-121a-4bb2-8ed8-9f97136d0791 None None] For port 0060fa8d-23cd-4951-8a47-e3091a61e826, host n-d-842733-1, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:57:37.961518 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-84a71a93-121a-4bb2-8ed8-9f97136d0791 None None] For port 0060fa8d-23cd-4951-8a47-e3091a61e826, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=0060fa8d-23cd-4951-8a47-e3091a61e826,segment=NetworkSegment(0b5485c4-eff8-42a1-9073-ae54ed4c63ba),segment_id=0b5485c4-eff8-42a1-9073-ae54ed4c63ba)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:57:37.968549 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-179f4013-9b6f-44ae-8a8a-e908e9c7d1bd None None] Deleting port 9678a5ed-116e-4d1f-b7cc-839e169e0f07 {{(pid=103164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:57:37.968549 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-179f4013-9b6f-44ae-8a8a-e908e9c7d1bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:38.066910 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-179f4013-9b6f-44ae-8a8a-e908e9c7d1bd None None] For port 9678a5ed-116e-4d1f-b7cc-839e169e0f07, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=9678a5ed-116e-4d1f-b7cc-839e169e0f07,segment=NetworkSegment(f5705048-66fd-4627-af8c-03443c37dd17),segment_id=f5705048-66fd-4627-af8c-03443c37dd17)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:57:38.067299 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-179f4013-9b6f-44ae-8a8a-e908e9c7d1bd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:38.067964 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c41a0601-e1de-46e1-a281-b781e66860d1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:38.070568 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-84a71a93-121a-4bb2-8ed8-9f97136d0791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:38.110095 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-179f4013-9b6f-44ae-8a8a-e908e9c7d1bd None None] Calling delete_port for 9678a5ed-116e-4d1f-b7cc-839e169e0f07 owned by network:dhcp {{(pid=103164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:57:38.117914 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f352a5-73f0-42b3-a5a1-3b30b3e65ebc req-4c541538-0be4-401c-acc1-41b084ece642 tempest-ListServerFiltersTestJSON-918143940 tempest-ListServerFiltersTestJSON-918143940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:57:38.119953 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-23f352a5-73f0-42b3-a5a1-3b30b3e65ebc req-4c541538-0be4-401c-acc1-41b084ece642 tempest-ListServerFiltersTestJSON-918143940 tempest-ListServerFiltersTestJSON-918143940-project] 10.222.0.35 "GET /v2.0/ports?device_id=b677069f-2bf9-4a32-b533-9fc31512d995 HTTP/1.1" status: 200 len: 945 time: 0.1350372 May 20 20:57:38.189256 n-d-842733-1 neutron-server[103162]: INFO neutron.api.v2.resource [None req-d9041610-c3cf-4d17-a2b7-d7a25b9e98bf tempest-FloatingIPNegativeTestJSON-532141633 tempest-FloatingIPNegativeTestJSON-532141633-project] create failed (client error): The resource could not be found. May 20 20:57:38.195293 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-d9041610-c3cf-4d17-a2b7-d7a25b9e98bf tempest-FloatingIPNegativeTestJSON-532141633 tempest-FloatingIPNegativeTestJSON-532141633-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 2.2885089 May 20 20:57:38.195477 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-23f352a5-73f0-42b3-a5a1-3b30b3e65ebc req-b4e42351-0540-4bb3-afdc-ae1eb1f2d3ad tempest-ListServerFiltersTestJSON-918143940 tempest-ListServerFiltersTestJSON-918143940-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ac682f0-67fc-4a5c-81fb-b80b5c12f5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420403 May 20 20:57:38.195592 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1bd5a0-a821-471e-8497-381931295bd8 None None] Pushing event updated for resources: {'Port': ['ID=0060fa8d-23cd-4951-8a47-e3091a61e826,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:57:38.195695 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 34166) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:57:38.205056 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a71a93-121a-4bb2-8ed8-9f97136d0791 None None] Routers {'6e7c1d63-45a7-441e-976c-1f8388b6759c'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:57:38.205056 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-84a71a93-121a-4bb2-8ed8-9f97136d0791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:57:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['6e7c1d63-45a7-441e-976c-1f8388b6759c'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:57:38.233514 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0926c0c4-9a38-4581-a44c-b68cc74de885 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9641412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8422583'] for subnet, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:38.251671 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c41a0601-e1de-46e1-a281-b781e66860d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:38.344921 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0926c0c4-9a38-4581-a44c-b68cc74de885 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Network 98f8b8d5-1379-4eeb-9e13-b2bbab96015a is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:57:38.385434 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c41a0601-e1de-46e1-a281-b781e66860d1 admin admin] Network 1e3e44fa-7b8c-41ab-9fa2-0a6471f01b68 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:57:38.387296 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-0926c0c4-9a38-4581-a44c-b68cc74de885 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:57:38.398591 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-84a71a93-121a-4bb2-8ed8-9f97136d0791 None None] Set router 6e7c1d63-45a7-441e-976c-1f8388b6759c gateway port host: n-d-842733-1 {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:57:38.399980 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0926c0c4-9a38-4581-a44c-b68cc74de885 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:57:38.401375 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0926c0c4-9a38-4581-a44c-b68cc74de885 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks [] for subnet, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:38.405055 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-c41a0601-e1de-46e1-a281-b781e66860d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:57:38.413326 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c41a0601-e1de-46e1-a281-b781e66860d1 admin admin] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:57:38.414919 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0926c0c4-9a38-4581-a44c-b68cc74de885 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Pushing event updated for resources: {'Subnet': ['ID=25e3805c-39d3-48be-9f47-d8ad72c5d860,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:57:38.417897 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41a0601-e1de-46e1-a281-b781e66860d1 admin admin] Pushing event updated for resources: {'Port': ['ID=7ced45c7-1c14-42f1-8baa-527821e9e0d9,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:57:38.482884 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 34168) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:57:38.489730 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c41a0601-e1de-46e1-a281-b781e66860d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748409'] for router_interface, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:38.498959 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-179f4013-9b6f-44ae-8a8a-e908e9c7d1bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099'] for port, after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:38.562289 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-2e33c726-2e03-4f02-a7d2-6e79bafb1696 tempest-FloatingIPNegativeTestJSON-532141633 tempest-FloatingIPNegativeTestJSON-532141633-project] Deleting port de36917c-87a3-43e4-8bd4-ddec4746d480 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:57:38.562696 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2e33c726-2e03-4f02-a7d2-6e79bafb1696 tempest-FloatingIPNegativeTestJSON-532141633 tempest-FloatingIPNegativeTestJSON-532141633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:38.568061 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-0926c0c4-9a38-4581-a44c-b68cc74de885 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3258138 May 20 20:57:38.581652 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-794c0cd4-60d0-4460-9bf4-8cdb1af43e35 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=24cc80bd23034cbf9d9bd0f429a60915&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0971696 May 20 20:57:38.581961 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 34172) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:57:38.582554 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 34174) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:57:38.604977 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-c47bd3f0-00c0-40b2-bd63-6be0480c9be7 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Request body: {'port': {'network_id': '98f8b8d5-1379-4eeb-9e13-b2bbab96015a', 'fixed_ips': [{'subnet_id': '25e3805c-39d3-48be-9f47-d8ad72c5d860', 'ip_address': '2001:db8::d3e1:2844:3f07:2991'}], 'name': 'tempest-NetworksTestDHCPv6-1522262815'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:57:38.640970 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-179f4013-9b6f-44ae-8a8a-e908e9c7d1bd None None] No DVR routers for this DVR port 9678a5ed-116e-4d1f-b7cc-839e169e0f07 on host n-d-842733-1 {{(pid=103164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:57:38.656485 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179f4013-9b6f-44ae-8a8a-e908e9c7d1bd None None] Pushing event deleted for resources: {'Port': ['ID=9678a5ed-116e-4d1f-b7cc-839e169e0f07,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:57:38.677522 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eee16bc4-8d9a-4a48-adbe-15c85758b232 None None] Network 98f8b8d5-1379-4eeb-9e13-b2bbab96015a requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:57:38.794929 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2e33c726-2e03-4f02-a7d2-6e79bafb1696 tempest-FloatingIPNegativeTestJSON-532141633 tempest-FloatingIPNegativeTestJSON-532141633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:38.815350 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-2e33c726-2e03-4f02-a7d2-6e79bafb1696 tempest-FloatingIPNegativeTestJSON-532141633 tempest-FloatingIPNegativeTestJSON-532141633-project] Calling delete_port for de36917c-87a3-43e4-8bd4-ddec4746d480 owned by {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:57:38.834733 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c84ba148-767f-4948-9ce0-fbf3addf7a20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:38.892037 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c84ba148-767f-4948-9ce0-fbf3addf7a20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:38.957833 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-188fc53a-892c-42a2-9646-14423a2019cd None None] Provisioning complete for port 7ced45c7-1c14-42f1-8baa-527821e9e0d9 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:57:38.958255 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-188fc53a-892c-42a2-9646-14423a2019cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:38.978927 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c47bd3f0-00c0-40b2-bd63-6be0480c9be7 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Made reservation on behalf of ab4ded6dc75a4ab5a4f9dae9e5aa3753 for: {'port': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:57:39.002337 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 9678a5ed-116e-4d1f-b7cc-839e169e0f07 no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:57:39.005738 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c41a0601-e1de-46e1-a281-b781e66860d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:39.066503 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c84ba148-767f-4948-9ce0-fbf3addf7a20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:39.073088 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c84ba148-767f-4948-9ce0-fbf3addf7a20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:39.073413 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: 9678a5ed-116e-4d1f-b7cc-839e169e0f07 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 20:57:39.073766 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 9678a5ed-116e-4d1f-b7cc-839e169e0f07 not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 20:57:39.078689 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-c84ba148-767f-4948-9ce0-fbf3addf7a20 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/fcc92004-f0f6-4866-a8be-7fca56f47144 HTTP/1.1" status: 204 len: 168 time: 0.4884481 May 20 20:57:39.082887 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-84a71a93-121a-4bb2-8ed8-9f97136d0791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e7c1d63-45a7-441e-976c-1f8388b6759c', 'name': 'tempest-TaggedBootDevicesTest_v242-514012916-router', 'tenant_id': '0460753b23084d8f8624c2387ec65eda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.45'}], 'enable_snat': True}, 'gw_port_id': '0060fa8d-23cd-4951-8a47-e3091a61e826', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:57:29Z', 'updated_at': '2022-05-20T20:57:33Z', 'revision_number': 3, 'project_id': '0460753b23084d8f8624c2387ec65eda', 'gw_port': {'id': '0060fa8d-23cd-4951-8a47-e3091a61e826', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:c1:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e7c1d63-45a7-441e-976c-1f8388b6759c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2451, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:57:31Z', 'updated_at': '2022-05-20T20:57:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:57:39.084989 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54f0f948-5ffc-4e5e-833f-23144c26fdc9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaee2b848-d4b9-5db1-b6ef-d6db29d67de7-98f8b8d5-1379-4eeb-9e13-b2bbab96015a', 'network_id': '98f8b8d5-1379-4eeb-9e13-b2bbab96015a', 'tenant_id': 'ab4ded6dc75a4ab5a4f9dae9e5aa3753', 'fixed_ips': [{'subnet_id': '25e3805c-39d3-48be-9f47-d8ad72c5d860'}]}} from n-d-842733-1. {{(pid=103164) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 20:57:39.092473 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-54f0f948-5ffc-4e5e-833f-23144c26fdc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:39.113490 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84ba148-767f-4948-9ce0-fbf3addf7a20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcc92004-f0f6-4866-a8be-7fca56f47144,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:57:39.137133 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c47bd3f0-00c0-40b2-bd63-6be0480c9be7 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:39.140774 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-188fc53a-892c-42a2-9646-14423a2019cd None None] Port 7ced45c7-1c14-42f1-8baa-527821e9e0d9 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 20:57:39.181717 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [None req-c47bd3f0-00c0-40b2-bd63-6be0480c9be7 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] device_id is not set on port d761bf1c-0bd8-45f3-9b89-9e5e536d7717 yet. {{(pid=103162) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 20 20:57:39.263663 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c41a0601-e1de-46e1-a281-b781e66860d1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:39.325006 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a71a93-121a-4bb2-8ed8-9f97136d0791 None None] The sync data for ids ['6e7c1d63-45a7-441e-976c-1f8388b6759c'] in n-d-842733-1 is: [{'id': '6e7c1d63-45a7-441e-976c-1f8388b6759c', 'name': 'tempest-TaggedBootDevicesTest_v242-514012916-router', 'tenant_id': '0460753b23084d8f8624c2387ec65eda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.45'}], 'enable_snat': True}, 'gw_port_id': '0060fa8d-23cd-4951-8a47-e3091a61e826', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:57:29Z', 'updated_at': '2022-05-20T20:57:33Z', 'revision_number': 3, 'project_id': '0460753b23084d8f8624c2387ec65eda', 'gw_port': {'id': '0060fa8d-23cd-4951-8a47-e3091a61e826', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:c1:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e7c1d63-45a7-441e-976c-1f8388b6759c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2451, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:57:31Z', 'updated_at': '2022-05-20T20:57:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 20:57:39.334430 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c41a0601-e1de-46e1-a281-b781e66860d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:39.366618 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [None req-54f0f948-5ffc-4e5e-833f-23144c26fdc9 None None] Allocated IP 2001:db8::2 (98f8b8d5-1379-4eeb-9e13-b2bbab96015a/25e3805c-39d3-48be-9f47-d8ad72c5d860/6bf46c3b-9de7-4278-8a55-01e470a71101) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:57:39.483898 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c41a0601-e1de-46e1-a281-b781e66860d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748437'] for router_interface, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:39.487764 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41a0601-e1de-46e1-a281-b781e66860d1 admin admin] Pushing event updated for resources: {'Port': ['ID=7ced45c7-1c14-42f1-8baa-527821e9e0d9,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:57:39.521119 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bb1e50-da70-4515-91de-0abd7bae223b req-ac2a32ab-0115-438f-8d16-8050c2266ec9 tempest-ListServerFiltersTestJSON-918143940 tempest-ListServerFiltersTestJSON-918143940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:57:39.522639 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-59bb1e50-da70-4515-91de-0abd7bae223b req-ac2a32ab-0115-438f-8d16-8050c2266ec9 tempest-ListServerFiltersTestJSON-918143940 tempest-ListServerFiltersTestJSON-918143940-project] 10.222.0.35 "GET /v2.0/ports?device_id=b677069f-2bf9-4a32-b533-9fc31512d995 HTTP/1.1" status: 200 len: 945 time: 0.1560519 May 20 20:57:39.570431 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2e33c726-2e03-4f02-a7d2-6e79bafb1696 tempest-FloatingIPNegativeTestJSON-532141633 tempest-FloatingIPNegativeTestJSON-532141633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:39.645822 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e33c726-2e03-4f02-a7d2-6e79bafb1696 tempest-FloatingIPNegativeTestJSON-532141633 tempest-FloatingIPNegativeTestJSON-532141633-project] Pushing event deleted for resources: {'Port': ['ID=de36917c-87a3-43e4-8bd4-ddec4746d480,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:57:39.649304 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-54f0f948-5ffc-4e5e-833f-23144c26fdc9 None None] Notify callbacks [] for port, precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:39.712650 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-54f0f948-5ffc-4e5e-833f-23144c26fdc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108'] for port, after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:39.816448 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54f0f948-5ffc-4e5e-833f-23144c26fdc9 None None] Network 98f8b8d5-1379-4eeb-9e13-b2bbab96015a is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:57:39.823174 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-54f0f948-5ffc-4e5e-833f-23144c26fdc9 None None] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:57:39.829054 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f0f948-5ffc-4e5e-833f-23144c26fdc9 None None] Received port after_create {{(pid=103164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:57:39.848732 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f0f948-5ffc-4e5e-833f-23144c26fdc9 None None] Pushing event updated for resources: {'Port': ['ID=6bf46c3b-9de7-4278-8a55-01e470a71101,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:57:39.850803 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-59bb1e50-da70-4515-91de-0abd7bae223b req-f9bca499-0ee4-4844-95f9-ae97cd029d27 tempest-ListServerFiltersTestJSON-918143940 tempest-ListServerFiltersTestJSON-918143940-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ac682f0-67fc-4a5c-81fb-b80b5c12f5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2930586 May 20 20:57:39.897266 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-c47bd3f0-00c0-40b2-bd63-6be0480c9be7 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Allocated IP 2001:db8::d3e1:2844:3f07:2991 (98f8b8d5-1379-4eeb-9e13-b2bbab96015a/25e3805c-39d3-48be-9f47-d8ad72c5d860/d761bf1c-0bd8-45f3-9b89-9e5e536d7717) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:57:39.897738 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c41a0601-e1de-46e1-a281-b781e66860d1 admin admin] Network 1e3e44fa-7b8c-41ab-9fa2-0a6471f01b68 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:57:39.903221 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-c41a0601-e1de-46e1-a281-b781e66860d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:57:39.951258 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-54f0f948-5ffc-4e5e-833f-23144c26fdc9 None None] Attempting to bind port 6bf46c3b-9de7-4278-8a55-01e470a71101 on host n-d-842733-1 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:57:39.951897 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-54f0f948-5ffc-4e5e-833f-23144c26fdc9 None None] Attempting to bind port 6bf46c3b-9de7-4278-8a55-01e470a71101 by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': 'f5705048-66fd-4627-af8c-03443c37dd17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '98f8b8d5-1379-4eeb-9e13-b2bbab96015a'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:57:39.953516 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f0f948-5ffc-4e5e-833f-23144c26fdc9 None None] Attempting to bind port 6bf46c3b-9de7-4278-8a55-01e470a71101 on network 98f8b8d5-1379-4eeb-9e13-b2bbab96015a {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:57:39.965182 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f0f948-5ffc-4e5e-833f-23144c26fdc9 None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 57, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:57:39.965893 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f0f948-5ffc-4e5e-833f-23144c26fdc9 None None] Checking segment: {'id': 'f5705048-66fd-4627-af8c-03443c37dd17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '98f8b8d5-1379-4eeb-9e13-b2bbab96015a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:57:39.966474 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-54f0f948-5ffc-4e5e-833f-23144c26fdc9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:39.967002 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f0f948-5ffc-4e5e-833f-23144c26fdc9 None None] Bound using segment: {'id': 'f5705048-66fd-4627-af8c-03443c37dd17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '98f8b8d5-1379-4eeb-9e13-b2bbab96015a'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:57:39.967655 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-54f0f948-5ffc-4e5e-833f-23144c26fdc9 None None] Bound port: 6bf46c3b-9de7-4278-8a55-01e470a71101, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5705048-66fd-4627-af8c-03443c37dd17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '98f8b8d5-1379-4eeb-9e13-b2bbab96015a'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:57:39.968831 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-54f0f948-5ffc-4e5e-833f-23144c26fdc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:40.066696 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-54f0f948-5ffc-4e5e-833f-23144c26fdc9 None None] For port 6bf46c3b-9de7-4278-8a55-01e470a71101, host n-d-842733-1, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:57:40.077246 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-54f0f948-5ffc-4e5e-833f-23144c26fdc9 None None] For port 6bf46c3b-9de7-4278-8a55-01e470a71101, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=6bf46c3b-9de7-4278-8a55-01e470a71101,segment=NetworkSegment(f5705048-66fd-4627-af8c-03443c37dd17),segment_id=f5705048-66fd-4627-af8c-03443c37dd17)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:57:40.159605 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2e33c726-2e03-4f02-a7d2-6e79bafb1696 tempest-FloatingIPNegativeTestJSON-532141633 tempest-FloatingIPNegativeTestJSON-532141633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:40.162997 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-2e33c726-2e03-4f02-a7d2-6e79bafb1696 tempest-FloatingIPNegativeTestJSON-532141633 tempest-FloatingIPNegativeTestJSON-532141633-project] 10.222.0.35 "DELETE /v2.0/ports/de36917c-87a3-43e4-8bd4-ddec4746d480 HTTP/1.1" status: 204 len: 168 time: 1.9670732 May 20 20:57:40.165110 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c41a0601-e1de-46e1-a281-b781e66860d1 admin admin] Router 6e7c1d63-45a7-441e-976c-1f8388b6759c has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 20:57:40.171750 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 34198) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:57:40.190891 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-54f0f948-5ffc-4e5e-833f-23144c26fdc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:40.325534 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c47bd3f0-00c0-40b2-bd63-6be0480c9be7 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:40.327743 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f0f948-5ffc-4e5e-833f-23144c26fdc9 None None] Pushing event updated for resources: {'Port': ['ID=6bf46c3b-9de7-4278-8a55-01e470a71101,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:57:40.403521 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-f8400469-5c0e-48ba-9d89-e64c0d5dd912 None None] Provisioning complete for port 7ced45c7-1c14-42f1-8baa-527821e9e0d9 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:57:40.403900 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-f8400469-5c0e-48ba-9d89-e64c0d5dd912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:40.453669 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c47bd3f0-00c0-40b2-bd63-6be0480c9be7 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:40.495228 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-f8400469-5c0e-48ba-9d89-e64c0d5dd912 None None] Port 7ced45c7-1c14-42f1-8baa-527821e9e0d9 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 20:57:40.544589 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c47bd3f0-00c0-40b2-bd63-6be0480c9be7 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Network 98f8b8d5-1379-4eeb-9e13-b2bbab96015a is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:57:40.548333 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-c47bd3f0-00c0-40b2-bd63-6be0480c9be7 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:57:40.558366 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c47bd3f0-00c0-40b2-bd63-6be0480c9be7 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:57:40.590748 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c47bd3f0-00c0-40b2-bd63-6be0480c9be7 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:57:40.591433 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c47bd3f0-00c0-40b2-bd63-6be0480c9be7 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:40.621342 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47bd3f0-00c0-40b2-bd63-6be0480c9be7 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Pushing event updated for resources: {'Port': ['ID=d761bf1c-0bd8-45f3-9b89-9e5e536d7717,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:57:40.749064 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-c47bd3f0-00c0-40b2-bd63-6be0480c9be7 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.1656930 May 20 20:57:40.749877 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 34208) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:57:40.855948 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-173385db-6c09-4271-8188-79e626c7ad93 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:57:40.864545 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-173385db-6c09-4271-8188-79e626c7ad93 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:57:40.878011 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-173385db-6c09-4271-8188-79e626c7ad93 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1269186 May 20 20:57:40.880331 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 34212) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:57:40.944261 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cabf7e0-5810-44a9-903e-ac2e8fed7e6e tempest-FloatingIPNegativeTestJSON-532141633 tempest-FloatingIPNegativeTestJSON-532141633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:57:40.954459 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-8cabf7e0-5810-44a9-903e-ac2e8fed7e6e tempest-FloatingIPNegativeTestJSON-532141633 tempest-FloatingIPNegativeTestJSON-532141633-project] 10.222.0.35 "GET /v2.0/ports?device_id=d34aae27-0978-4e9c-b46b-ee659c5da8cd HTTP/1.1" status: 200 len: 913 time: 0.7756453 May 20 20:57:40.955855 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 34216) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:57:41.023374 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-b9c34ec6-caf0-4a17-a89a-c3c3362ceac6 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Deleting port d761bf1c-0bd8-45f3-9b89-9e5e536d7717 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:57:41.023917 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b9c34ec6-caf0-4a17-a89a-c3c3362ceac6 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:41.053683 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c41a0601-e1de-46e1-a281-b781e66860d1 admin admin] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 20:57:41.061916 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-c41a0601-e1de-46e1-a281-b781e66860d1 admin admin] 10.222.0.35 "PUT /v2.0/routers/6e7c1d63-45a7-441e-976c-1f8388b6759c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1943643 May 20 20:57:41.175161 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 0060fa8d-23cd-4951-8a47-e3091a61e826 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:57:41.274754 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874aee9d-1aad-4b62-992d-6f766d31e9e7 req-7f29dcc7-c7a6-491b-9d4c-c9ad7e992f59 tempest-ListServerFiltersTestJSON-918143940 tempest-ListServerFiltersTestJSON-918143940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:57:41.284879 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-874aee9d-1aad-4b62-992d-6f766d31e9e7 req-7f29dcc7-c7a6-491b-9d4c-c9ad7e992f59 tempest-ListServerFiltersTestJSON-918143940 tempest-ListServerFiltersTestJSON-918143940-project] 10.222.0.35 "GET /v2.0/ports?device_id=b677069f-2bf9-4a32-b533-9fc31512d995 HTTP/1.1" status: 200 len: 945 time: 0.2345600 May 20 20:57:41.306181 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b9c34ec6-caf0-4a17-a89a-c3c3362ceac6 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:41.344052 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 0060fa8d-23cd-4951-8a47-e3091a61e826 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:57:41.344260 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:41.360067 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-b9c34ec6-caf0-4a17-a89a-c3c3362ceac6 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Calling delete_port for d761bf1c-0bd8-45f3-9b89-9e5e536d7717 owned by {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:57:41.544745 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-874aee9d-1aad-4b62-992d-6f766d31e9e7 req-0c9de22d-dc51-45a2-9292-074948233403 tempest-ListServerFiltersTestJSON-918143940 tempest-ListServerFiltersTestJSON-918143940-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ac682f0-67fc-4a5c-81fb-b80b5c12f5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2586095 May 20 20:57:41.563585 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 0060fa8d-23cd-4951-8a47-e3091a61e826 is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:57:41.564074 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:41.594361 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] For port 0060fa8d-23cd-4951-8a47-e3091a61e826, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=0060fa8d-23cd-4951-8a47-e3091a61e826,segment=NetworkSegment(0b5485c4-eff8-42a1-9073-ae54ed4c63ba),segment_id=0b5485c4-eff8-42a1-9073-ae54ed4c63ba)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:57:41.681264 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:41.682532 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 6bf46c3b-9de7-4278-8a55-01e470a71101 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:57:41.726819 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b9c34ec6-caf0-4a17-a89a-c3c3362ceac6 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:41.802633 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c34ec6-caf0-4a17-a89a-c3c3362ceac6 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Pushing event deleted for resources: {'Port': ['ID=d761bf1c-0bd8-45f3-9b89-9e5e536d7717,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:57:41.842457 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e35da37c-07df-4934-a7ba-426d561f35b8 tempest-FloatingIPNegativeTestJSON-532141633 tempest-FloatingIPNegativeTestJSON-532141633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748528'] for router_interface, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:41.847538 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Pushing event updated for resources: {'Port': ['ID=0060fa8d-23cd-4951-8a47-e3091a61e826,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:57:41.875716 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b9c34ec6-caf0-4a17-a89a-c3c3362ceac6 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:41.885956 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-b9c34ec6-caf0-4a17-a89a-c3c3362ceac6 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "DELETE /v2.0/ports/d761bf1c-0bd8-45f3-9b89-9e5e536d7717 HTTP/1.1" status: 204 len: 168 time: 1.0018609 May 20 20:57:41.886588 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 34234) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:57:41.954134 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 6bf46c3b-9de7-4278-8a55-01e470a71101 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:57:41.956024 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:42.016908 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43b0d1a0-712d-463b-9be2-deb35c6a5516 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:57:42.021627 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43b0d1a0-712d-463b-9be2-deb35c6a5516 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:57:42.031476 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-43b0d1a0-712d-463b-9be2-deb35c6a5516 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1408992 May 20 20:57:42.035199 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 34242) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:57:42.108005 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-510fd073-1fb9-41b6-9419-81fa88ae611e None None] Provisioning complete for port 6bf46c3b-9de7-4278-8a55-01e470a71101 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:57:42.110379 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-510fd073-1fb9-41b6-9419-81fa88ae611e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:42.114267 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_v2 [None req-21321456-fd32-4c33-ab2b-56d990dda167 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Deleting subnet 25e3805c-39d3-48be-9f47-d8ad72c5d860 {{(pid=103162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 20 20:57:42.118491 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-21321456-fd32-4c33-ab2b-56d990dda167 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks [] for subnet, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:42.176013 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 6bf46c3b-9de7-4278-8a55-01e470a71101 is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:57:42.176599 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:42.236802 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] For port 6bf46c3b-9de7-4278-8a55-01e470a71101, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=6bf46c3b-9de7-4278-8a55-01e470a71101,segment=NetworkSegment(f5705048-66fd-4627-af8c-03443c37dd17),segment_id=f5705048-66fd-4627-af8c-03443c37dd17)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:57:42.267114 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-21321456-fd32-4c33-ab2b-56d990dda167 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3738392'] for subnet, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:42.293771 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-510fd073-1fb9-41b6-9419-81fa88ae611e None None] Current status of the port 6bf46c3b-9de7-4278-8a55-01e470a71101 is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:57:42.294255 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-510fd073-1fb9-41b6-9419-81fa88ae611e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:42.303879 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:42.374641 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Pushing event updated for resources: {'Port': ['ID=6bf46c3b-9de7-4278-8a55-01e470a71101,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:57:42.449914 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.db.api [None req-510fd073-1fb9-41b6-9419-81fa88ae611e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103164) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 20 20:57:42.450509 n-d-842733-1 neutron-server[103164]: DEBUG oslo_db.api [None req-510fd073-1fb9-41b6-9419-81fa88ae611e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 20 20:57:42.508291 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-21321456-fd32-4c33-ab2b-56d990dda167 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33068388'] for subnet, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:42.540405 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 34252) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:57:42.546491 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-fb9711fd-2f1d-49d1-a923-b36ee0a46e04 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-835538064-network', 'tenant_id': '60454b86e45e457c9ead6605cf7bee62'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:57:42.576292 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc0eab7c-3448-4b54-bfab-fda19bff52b6 None None] Sync routers for ids ['6e7c1d63-45a7-441e-976c-1f8388b6759c'] in n-d-842733-1 {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 20:57:42.586292 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-e35da37c-07df-4934-a7ba-426d561f35b8 tempest-FloatingIPNegativeTestJSON-532141633 tempest-FloatingIPNegativeTestJSON-532141633-project] Deleting port 1bb63858-e9a2-46a7-822c-acd7013f862e {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:57:42.586636 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e35da37c-07df-4934-a7ba-426d561f35b8 tempest-FloatingIPNegativeTestJSON-532141633 tempest-FloatingIPNegativeTestJSON-532141633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:42.597340 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc0eab7c-3448-4b54-bfab-fda19bff52b6 None None] Routers {'6e7c1d63-45a7-441e-976c-1f8388b6759c'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:57:42.602509 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-fc0eab7c-3448-4b54-bfab-fda19bff52b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:57:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['6e7c1d63-45a7-441e-976c-1f8388b6759c'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:57:42.732503 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb9711fd-2f1d-49d1-a923-b36ee0a46e04 admin admin] Made reservation on behalf of 60454b86e45e457c9ead6605cf7bee62 for: {'network': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:57:42.798988 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-fb9711fd-2f1d-49d1-a923-b36ee0a46e04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for network, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:42.798988 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-fb9711fd-2f1d-49d1-a923-b36ee0a46e04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:42.799361 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-fc0eab7c-3448-4b54-bfab-fda19bff52b6 None None] Set router 6e7c1d63-45a7-441e-976c-1f8388b6759c gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:57:42.802898 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbc2f91-2562-4e78-8916-76c1be3ec20d req-ce02a1f1-ccf8-412b-a7b5-1ff9cfb751da tempest-ListServerFiltersTestJSON-918143940 tempest-ListServerFiltersTestJSON-918143940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:57:42.804678 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-bfbc2f91-2562-4e78-8916-76c1be3ec20d req-ce02a1f1-ccf8-412b-a7b5-1ff9cfb751da tempest-ListServerFiltersTestJSON-918143940 tempest-ListServerFiltersTestJSON-918143940-project] 10.222.0.35 "GET /v2.0/ports?device_id=b677069f-2bf9-4a32-b533-9fc31512d995 HTTP/1.1" status: 200 len: 945 time: 0.1299636 May 20 20:57:42.811317 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e35da37c-07df-4934-a7ba-426d561f35b8 tempest-FloatingIPNegativeTestJSON-532141633 tempest-FloatingIPNegativeTestJSON-532141633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:42.845855 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-e35da37c-07df-4934-a7ba-426d561f35b8 tempest-FloatingIPNegativeTestJSON-532141633 tempest-FloatingIPNegativeTestJSON-532141633-project] Calling delete_port for 1bb63858-e9a2-46a7-822c-acd7013f862e owned by network:router_interface {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:57:43.007764 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-21321456-fd32-4c33-ab2b-56d990dda167 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33068399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3797621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4018265'] for subnet, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:43.057692 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 0060fa8d-23cd-4951-8a47-e3091a61e826 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:57:43.061370 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-510fd073-1fb9-41b6-9419-81fa88ae611e None None] Current status of the port 6bf46c3b-9de7-4278-8a55-01e470a71101 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:57:43.074152 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 34262) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:57:43.093724 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21321456-fd32-4c33-ab2b-56d990dda167 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Pushing event deleted for resources: {'Subnet': ['ID=25e3805c-39d3-48be-9f47-d8ad72c5d860,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:57:43.097483 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-21321456-fd32-4c33-ab2b-56d990dda167 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:43.111166 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-21321456-fd32-4c33-ab2b-56d990dda167 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "DELETE /v2.0/subnets/25e3805c-39d3-48be-9f47-d8ad72c5d860 HTTP/1.1" status: 204 len: 168 time: 1.0726001 May 20 20:57:43.115883 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 34266) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:57:43.122444 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-bfbc2f91-2562-4e78-8916-76c1be3ec20d req-3bfc436c-033a-4e9a-89c5-1f1837a52178 tempest-ListServerFiltersTestJSON-918143940 tempest-ListServerFiltersTestJSON-918143940-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ac682f0-67fc-4a5c-81fb-b80b5c12f5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2951977 May 20 20:57:43.126510 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70a3f714-258c-4ea0-b33f-8bbf12ceae42 None None] Network 98f8b8d5-1379-4eeb-9e13-b2bbab96015a requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:57:43.180746 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-fc0eab7c-3448-4b54-bfab-fda19bff52b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e7c1d63-45a7-441e-976c-1f8388b6759c', 'name': 'tempest-TaggedBootDevicesTest_v242-514012916-router', 'tenant_id': '0460753b23084d8f8624c2387ec65eda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.45'}], 'enable_snat': True}, 'gw_port_id': '0060fa8d-23cd-4951-8a47-e3091a61e826', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:57:29Z', 'updated_at': '2022-05-20T20:57:38Z', 'revision_number': 4, 'project_id': '0460753b23084d8f8624c2387ec65eda', 'gw_port': {'id': '0060fa8d-23cd-4951-8a47-e3091a61e826', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:c1:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e7c1d63-45a7-441e-976c-1f8388b6759c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2451, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:57:31Z', 'updated_at': '2022-05-20T20:57:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': '7ced45c7-1c14-42f1-8baa-527821e9e0d9', 'name': '', 'network_id': '1e3e44fa-7b8c-41ab-9fa2-0a6471f01b68', 'tenant_id': '0460753b23084d8f8624c2387ec65eda', 'mac_address': 'fa:16:3e:2c:b3:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e7c1d63-45a7-441e-976c-1f8388b6759c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2467, 'fixed_ips': [{'subnet_id': '88b96f62-8032-4008-8101-2fc29fd0425b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:57:37Z', 'updated_at': '2022-05-20T20:57:39Z', 'revision_number': 2, 'project_id': '0460753b23084d8f8624c2387ec65eda', 'subnets': [{'id': '88b96f62-8032-4008-8101-2fc29fd0425b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:57:43.230535 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-fb9711fd-2f1d-49d1-a923-b36ee0a46e04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:43.235527 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-7dc39115-4433-42ac-82d6-7b43601098c3 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1184950 May 20 20:57:43.238308 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 34270) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:57:43.247617 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-58012b95-bb88-4099-91b1-06a116d3f2ac tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Request body: {'subnet': {'network_id': '98f8b8d5-1379-4eeb-9e13-b2bbab96015a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:57:43.268436 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc0eab7c-3448-4b54-bfab-fda19bff52b6 None None] Checking router: 6e7c1d63-45a7-441e-976c-1f8388b6759c for host: n-d-842733-1 {{(pid=103165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 20:57:43.270434 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc0eab7c-3448-4b54-bfab-fda19bff52b6 None None] Updating router 6e7c1d63-45a7-441e-976c-1f8388b6759c port 7ced45c7-1c14-42f1-8baa-527821e9e0d9 binding host n-d-842733-1 {{(pid=103165) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 20:57:43.281441 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a137cc89-3282-4f70-b2b7-699388c7cade None None] Could not find standard attr ID for object d761bf1c-0bd8-45f3-9b89-9e5e536d7717. {{(pid=103164) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 20 20:57:43.335522 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 0060fa8d-23cd-4951-8a47-e3091a61e826 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:57:43.336092 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:43.346212 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-fc0eab7c-3448-4b54-bfab-fda19bff52b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:43.407787 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-5a9e612b-1d9c-44d5-86f9-204f904e3f29 tempest-RoutersTestDVR-907881803 tempest-RoutersTestDVR-907881803-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1540447281'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:57:43.410920 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-fb9711fd-2f1d-49d1-a923-b36ee0a46e04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:43.423139 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb9711fd-2f1d-49d1-a923-b36ee0a46e04 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 242} {{(pid=103163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 20:57:43.432603 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-fb9711fd-2f1d-49d1-a923-b36ee0a46e04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:43.432958 n-d-842733-1 neutron-server[103163]: INFO neutron.db.segments_db [None req-fb9711fd-2f1d-49d1-a923-b36ee0a46e04 admin admin] Added segment 3f7461b8-2004-47d0-b042-dd1fc6d819f0 of type vlan for network ba1c69b0-a7a0-40a1-95e5-d4d28b827045 May 20 20:57:43.481606 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-fb9711fd-2f1d-49d1-a923-b36ee0a46e04 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418993264'] for network, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:43.483784 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e35da37c-07df-4934-a7ba-426d561f35b8 tempest-FloatingIPNegativeTestJSON-532141633 tempest-FloatingIPNegativeTestJSON-532141633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:43.524847 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 0060fa8d-23cd-4951-8a47-e3091a61e826 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:57:43.524847 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 6bf46c3b-9de7-4278-8a55-01e470a71101 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:57:43.572381 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35da37c-07df-4934-a7ba-426d561f35b8 tempest-FloatingIPNegativeTestJSON-532141633 tempest-FloatingIPNegativeTestJSON-532141633-project] Pushing event deleted for resources: {'Port': ['ID=1bb63858-e9a2-46a7-822c-acd7013f862e,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:57:43.590349 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eabb0c51-de08-4d66-9404-b14c187b9cc3 None None] DHCP port deletion for 98f8b8d5-1379-4eeb-9e13-b2bbab96015a request from n-d-842733-1 {{(pid=103164) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 20:57:43.597885 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9711fd-2f1d-49d1-a923-b36ee0a46e04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d200f6bf-f49d-4809-9420-f245d0324be5,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:57:43.715384 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5a9e612b-1d9c-44d5-86f9-204f904e3f29 tempest-RoutersTestDVR-907881803 tempest-RoutersTestDVR-907881803-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-694221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26155'] for router, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:43.728962 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5a9e612b-1d9c-44d5-86f9-204f904e3f29 tempest-RoutersTestDVR-907881803 tempest-RoutersTestDVR-907881803-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-693085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748153', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-718080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26162'] for router, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:43.736368 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 6bf46c3b-9de7-4278-8a55-01e470a71101 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:57:43.736891 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:43.768118 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-fc0eab7c-3448-4b54-bfab-fda19bff52b6 None None] Notify callbacks [] for port, precommit_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:43.800972 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-fb9711fd-2f1d-49d1-a923-b36ee0a46e04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524'] for network, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:43.802190 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb9711fd-2f1d-49d1-a923-b36ee0a46e04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:57:43.802730 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-fb9711fd-2f1d-49d1-a923-b36ee0a46e04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:43.835630 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-eabb0c51-de08-4d66-9404-b14c187b9cc3 None None] Deleting port 6bf46c3b-9de7-4278-8a55-01e470a71101 {{(pid=103164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:57:43.836025 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-eabb0c51-de08-4d66-9404-b14c187b9cc3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:43.875407 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-fc0eab7c-3448-4b54-bfab-fda19bff52b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:43.891713 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0aa2cd6-c425-477e-a3aa-c8a9bdf1b8e1 req-1b0dd855-8097-4ce2-b119-0d55a4b45b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:57:43.893425 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-b0aa2cd6-c425-477e-a3aa-c8a9bdf1b8e1 req-1b0dd855-8097-4ce2-b119-0d55a4b45b61 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=45d60e5a85494143a2206a5a33987b3d&device_id=b677069f-2bf9-4a32-b533-9fc31512d995 HTTP/1.1" status: 200 len: 1096 time: 0.0729880 May 20 20:57:43.917612 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5a9e612b-1d9c-44d5-86f9-204f904e3f29 tempest-RoutersTestDVR-907881803 tempest-RoutersTestDVR-907881803-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:43.950289 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48fd69d-4b9a-4f6f-9db5-c81db1dd6419 None None] Pushing event updated for resources: {'Port': ['ID=7ced45c7-1c14-42f1-8baa-527821e9e0d9,revision_number=3']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:57:43.961445 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58012b95-bb88-4099-91b1-06a116d3f2ac tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Made reservation on behalf of ab4ded6dc75a4ab5a4f9dae9e5aa3753 for: {'subnet': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:57:43.965733 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-58012b95-bb88-4099-91b1-06a116d3f2ac tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8422561'] for subnet, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:43.967108 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48fd69d-4b9a-4f6f-9db5-c81db1dd6419 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:57:43.967813 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48fd69d-4b9a-4f6f-9db5-c81db1dd6419 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:57:43.968301 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48fd69d-4b9a-4f6f-9db5-c81db1dd6419 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:57:43.968801 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48fd69d-4b9a-4f6f-9db5-c81db1dd6419 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:57:43.969393 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48fd69d-4b9a-4f6f-9db5-c81db1dd6419 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:57:43.969871 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48fd69d-4b9a-4f6f-9db5-c81db1dd6419 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:57:43.970346 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48fd69d-4b9a-4f6f-9db5-c81db1dd6419 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:57:43.970882 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48fd69d-4b9a-4f6f-9db5-c81db1dd6419 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:57:43.971472 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48fd69d-4b9a-4f6f-9db5-c81db1dd6419 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:57:43.971991 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48fd69d-4b9a-4f6f-9db5-c81db1dd6419 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:57:43.972471 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48fd69d-4b9a-4f6f-9db5-c81db1dd6419 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:57:43.972950 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48fd69d-4b9a-4f6f-9db5-c81db1dd6419 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:57:44.106331 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0aa2cd6-c425-477e-a3aa-c8a9bdf1b8e1 req-fa62a697-34e2-4368-af50-7da401f9be8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:57:44.110457 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-fc0eab7c-3448-4b54-bfab-fda19bff52b6 None None] Attempting to bind port 7ced45c7-1c14-42f1-8baa-527821e9e0d9 on host n-d-842733-1 for vnic_type normal with profile {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:57:44.110821 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-fc0eab7c-3448-4b54-bfab-fda19bff52b6 None None] Attempting to bind port 7ced45c7-1c14-42f1-8baa-527821e9e0d9 by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': '1c07c58c-70ca-4634-b73e-21466b85e57d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '1e3e44fa-7b8c-41ab-9fa2-0a6471f01b68'}] {{(pid=103165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:57:44.111170 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc0eab7c-3448-4b54-bfab-fda19bff52b6 None None] Attempting to bind port 7ced45c7-1c14-42f1-8baa-527821e9e0d9 on network 1e3e44fa-7b8c-41ab-9fa2-0a6471f01b68 {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:57:44.113859 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-b0aa2cd6-c425-477e-a3aa-c8a9bdf1b8e1 req-fa62a697-34e2-4368-af50-7da401f9be8c service neutron] 10.222.0.24 "GET /v2.0/networks?id=dd8d6d53-d372-47c7-a59c-c8c96265a507 HTTP/1.1" status: 200 len: 917 time: 0.2056959 May 20 20:57:44.127393 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc0eab7c-3448-4b54-bfab-fda19bff52b6 None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 57, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:57:44.128069 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc0eab7c-3448-4b54-bfab-fda19bff52b6 None None] Checking segment: {'id': '1c07c58c-70ca-4634-b73e-21466b85e57d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '1e3e44fa-7b8c-41ab-9fa2-0a6471f01b68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:57:44.128646 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-fc0eab7c-3448-4b54-bfab-fda19bff52b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:44.129197 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc0eab7c-3448-4b54-bfab-fda19bff52b6 None None] Bound using segment: {'id': '1c07c58c-70ca-4634-b73e-21466b85e57d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '1e3e44fa-7b8c-41ab-9fa2-0a6471f01b68'} {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:57:44.129700 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-fc0eab7c-3448-4b54-bfab-fda19bff52b6 None None] Bound port: 7ced45c7-1c14-42f1-8baa-527821e9e0d9, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c07c58c-70ca-4634-b73e-21466b85e57d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '1e3e44fa-7b8c-41ab-9fa2-0a6471f01b68'}}] {{(pid=103165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:57:44.130079 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-fc0eab7c-3448-4b54-bfab-fda19bff52b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:44.169731 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-b0aa2cd6-c425-477e-a3aa-c8a9bdf1b8e1 req-bd26f12c-ff30-4512-8fea-e83e30e91d3f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=06354220-ffe2-4f2e-8f87-8f49fe6eeab5 HTTP/1.1" status: 200 len: 217 time: 0.0535436 May 20 20:57:44.277532 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-fc0eab7c-3448-4b54-bfab-fda19bff52b6 None None] For port 7ced45c7-1c14-42f1-8baa-527821e9e0d9, host n-d-842733-1, cleared binding levels {{(pid=103165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:57:44.281295 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-fc0eab7c-3448-4b54-bfab-fda19bff52b6 None None] For port 7ced45c7-1c14-42f1-8baa-527821e9e0d9, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=7ced45c7-1c14-42f1-8baa-527821e9e0d9,segment=NetworkSegment(1c07c58c-70ca-4634-b73e-21466b85e57d),segment_id=1c07c58c-70ca-4634-b73e-21466b85e57d)] {{(pid=103165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:57:44.286459 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0aa2cd6-c425-477e-a3aa-c8a9bdf1b8e1 req-451029cc-fa7e-44dc-a18e-f8c26ba44c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:57:44.288790 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-b0aa2cd6-c425-477e-a3aa-c8a9bdf1b8e1 req-451029cc-fa7e-44dc-a18e-f8c26ba44c23 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=107e6914-57f1-42a8-8e5b-204bf54009a5 HTTP/1.1" status: 200 len: 855 time: 0.1122482 May 20 20:57:44.294320 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5a9e612b-1d9c-44d5-86f9-204f904e3f29 tempest-RoutersTestDVR-907881803 tempest-RoutersTestDVR-907881803-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748106'] for router, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:44.355148 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-eabb0c51-de08-4d66-9404-b14c187b9cc3 None None] For port 6bf46c3b-9de7-4278-8a55-01e470a71101, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=6bf46c3b-9de7-4278-8a55-01e470a71101,segment=NetworkSegment(f5705048-66fd-4627-af8c-03443c37dd17),segment_id=f5705048-66fd-4627-af8c-03443c37dd17)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:57:44.355732 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-eabb0c51-de08-4d66-9404-b14c187b9cc3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:44.357630 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8a12d7-d6cc-4abd-8cd6-a48bbd09a607 req-8e652115-d6ef-41fa-adbf-1220d1ffd8ad tempest-ListServerFiltersTestJSON-918143940 tempest-ListServerFiltersTestJSON-918143940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:57:44.365760 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-bb8a12d7-d6cc-4abd-8cd6-a48bbd09a607 req-8e652115-d6ef-41fa-adbf-1220d1ffd8ad tempest-ListServerFiltersTestJSON-918143940 tempest-ListServerFiltersTestJSON-918143940-project] 10.222.0.35 "GET /v2.0/ports?device_id=b677069f-2bf9-4a32-b533-9fc31512d995 HTTP/1.1" status: 200 len: 945 time: 0.6285613 May 20 20:57:44.370986 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-09c426bb-9e87-4fe6-a4d2-98b9033faa7e None None] Provisioning complete for port 7ced45c7-1c14-42f1-8baa-527821e9e0d9 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:57:44.371350 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-09c426bb-9e87-4fe6-a4d2-98b9033faa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:44.374737 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 6bf46c3b-9de7-4278-8a55-01e470a71101 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:57:44.382013 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-eabb0c51-de08-4d66-9404-b14c187b9cc3 None None] Calling delete_port for 6bf46c3b-9de7-4278-8a55-01e470a71101 owned by network:dhcp {{(pid=103164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:57:44.388710 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0aa2cd6-c425-477e-a3aa-c8a9bdf1b8e1 req-b8b59f94-aff4-4bf7-a6ec-dd7c718503cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:57:44.389078 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-fc0eab7c-3448-4b54-bfab-fda19bff52b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:44.392209 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-b0aa2cd6-c425-477e-a3aa-c8a9bdf1b8e1 req-b8b59f94-aff4-4bf7-a6ec-dd7c718503cc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=dd8d6d53-d372-47c7-a59c-c8c96265a507&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0945196 May 20 20:57:44.399012 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e35da37c-07df-4934-a7ba-426d561f35b8 tempest-FloatingIPNegativeTestJSON-532141633 tempest-FloatingIPNegativeTestJSON-532141633-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-692224'] for router_interface, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:44.436884 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-58012b95-bb88-4099-91b1-06a116d3f2ac tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9641412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8422583'] for subnet, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:44.450724 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-09c426bb-9e87-4fe6-a4d2-98b9033faa7e None None] Port 7ced45c7-1c14-42f1-8baa-527821e9e0d9 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 20:57:44.529069 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48fd69d-4b9a-4f6f-9db5-c81db1dd6419 None None] Pushing event updated for resources: {'Port': ['ID=7ced45c7-1c14-42f1-8baa-527821e9e0d9,revision_number=4']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:57:44.535023 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc0eab7c-3448-4b54-bfab-fda19bff52b6 None None] Routers {'6e7c1d63-45a7-441e-976c-1f8388b6759c'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:57:44.535644 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-fc0eab7c-3448-4b54-bfab-fda19bff52b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:57:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['6e7c1d63-45a7-441e-976c-1f8388b6759c'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:57:44.540072 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5a9e612b-1d9c-44d5-86f9-204f904e3f29 tempest-RoutersTestDVR-907881803 tempest-RoutersTestDVR-907881803-project-admin] Notify callbacks [] for router, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:44.541760 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-5a9e612b-1d9c-44d5-86f9-204f904e3f29 tempest-RoutersTestDVR-907881803 tempest-RoutersTestDVR-907881803-project-admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 1.4632654 May 20 20:57:44.552422 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 34282) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:57:44.561170 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9711fd-2f1d-49d1-a923-b36ee0a46e04 admin admin] Pushing event updated for resources: {'Network': ['ID=ba1c69b0-a7a0-40a1-95e5-d4d28b827045,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:57:44.576515 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Network ba1c69b0-a7a0-40a1-95e5-d4d28b827045 details requested by agent ovs-agent-n-d-842733-1 with host n-d-842733-1 {{(pid=103164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 20 20:57:44.607973 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-fb9711fd-2f1d-49d1-a923-b36ee0a46e04 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.0654581 May 20 20:57:44.648872 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-eabb0c51-de08-4d66-9404-b14c187b9cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099'] for port, after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:44.651114 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-b0aa2cd6-c425-477e-a3aa-c8a9bdf1b8e1 req-d5481ff1-ef2b-4153-bfec-f440f45be0ad service neutron] 10.222.0.24 "GET /v2.0/networks/dd8d6d53-d372-47c7-a59c-c8c96265a507?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2495677 May 20 20:57:44.652146 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 34284) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:57:44.713590 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-bb8a12d7-d6cc-4abd-8cd6-a48bbd09a607 req-e83fd4d2-c1f1-4aad-8872-03c976e80eb4 tempest-ListServerFiltersTestJSON-918143940 tempest-ListServerFiltersTestJSON-918143940-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ac682f0-67fc-4a5c-81fb-b80b5c12f5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3429186 May 20 20:57:44.761464 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabb0c51-de08-4d66-9404-b14c187b9cc3 None None] Pushing event deleted for resources: {'Port': ['ID=6bf46c3b-9de7-4278-8a55-01e470a71101,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:57:44.764977 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-fc0eab7c-3448-4b54-bfab-fda19bff52b6 None None] Set router 6e7c1d63-45a7-441e-976c-1f8388b6759c gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:57:44.765150 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eabb0c51-de08-4d66-9404-b14c187b9cc3 None None] No DVR routers for this DVR port 6bf46c3b-9de7-4278-8a55-01e470a71101 on host n-d-842733-1 {{(pid=103164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:57:44.787159 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-bb3ccb92-d144-44bd-94c6-0eb29edf9d0b admin admin] Request body: {'subnet': {'network_id': 'ba1c69b0-a7a0-40a1-95e5-d4d28b827045', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-835538064-subnet', 'tenant_id': '60454b86e45e457c9ead6605cf7bee62', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:57:44.808416 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58012b95-bb88-4099-91b1-06a116d3f2ac tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Network 98f8b8d5-1379-4eeb-9e13-b2bbab96015a is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:57:44.812446 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-58012b95-bb88-4099-91b1-06a116d3f2ac tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:57:44.828382 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58012b95-bb88-4099-91b1-06a116d3f2ac tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:57:44.828552 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f6ee7da-b908-4423-bc0e-da24e2580bdb None None] Network 98f8b8d5-1379-4eeb-9e13-b2bbab96015a requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:57:44.828661 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-58012b95-bb88-4099-91b1-06a116d3f2ac tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks [] for subnet, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:44.845917 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-fa202eeb-e093-4b17-93f9-73dcfeba1c91 tempest-RoutersTestDVR-907881803 tempest-RoutersTestDVR-907881803-project-admin] Notify callbacks [] for router, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:44.862731 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58012b95-bb88-4099-91b1-06a116d3f2ac tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Pushing event updated for resources: {'Subnet': ['ID=e9530cdb-3d9c-4c1d-927d-673b6a50d7ac,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:57:44.930949 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb3ccb92-d144-44bd-94c6-0eb29edf9d0b admin admin] Made reservation on behalf of 60454b86e45e457c9ead6605cf7bee62 for: {'subnet': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:57:44.934370 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bb3ccb92-d144-44bd-94c6-0eb29edf9d0b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4018244'] for subnet, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:44.958995 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-58012b95-bb88-4099-91b1-06a116d3f2ac tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.7194161 May 20 20:57:44.964401 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 34286) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:57:44.972161 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-abaa6833-2ef2-4687-b03d-d65ba0f575de tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Request body: {'port': {'network_id': '98f8b8d5-1379-4eeb-9e13-b2bbab96015a', 'fixed_ips': [{'subnet_id': 'e9530cdb-3d9c-4c1d-927d-673b6a50d7ac', 'ip_address': '2001:db8::47f6:db10:abfc:32b1'}], 'name': 'tempest-NetworksTestDHCPv6-336634176'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:57:45.018251 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-737a2916-5de7-4d06-aff9-eec0db44b781 None None] Provisioning complete for port 7ced45c7-1c14-42f1-8baa-527821e9e0d9 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:57:45.018569 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-737a2916-5de7-4d06-aff9-eec0db44b781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:45.035721 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e35da37c-07df-4934-a7ba-426d561f35b8 tempest-FloatingIPNegativeTestJSON-532141633 tempest-FloatingIPNegativeTestJSON-532141633-project] Router d34aae27-0978-4e9c-b46b-ee659c5da8cd has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 20:57:45.056087 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 6bf46c3b-9de7-4278-8a55-01e470a71101 no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:57:45.094033 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: 6bf46c3b-9de7-4278-8a55-01e470a71101 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 20:57:45.104387 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 6bf46c3b-9de7-4278-8a55-01e470a71101 not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 20:57:45.129966 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-758a08da-297d-445f-83f0-177a39d2b7cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaee2b848-d4b9-5db1-b6ef-d6db29d67de7-98f8b8d5-1379-4eeb-9e13-b2bbab96015a', 'network_id': '98f8b8d5-1379-4eeb-9e13-b2bbab96015a', 'tenant_id': 'ab4ded6dc75a4ab5a4f9dae9e5aa3753', 'fixed_ips': [{'subnet_id': 'e9530cdb-3d9c-4c1d-927d-673b6a50d7ac'}]}} from n-d-842733-1. {{(pid=103164) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 20:57:45.134968 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-758a08da-297d-445f-83f0-177a39d2b7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:45.136851 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-fc0eab7c-3448-4b54-bfab-fda19bff52b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e7c1d63-45a7-441e-976c-1f8388b6759c', 'name': 'tempest-TaggedBootDevicesTest_v242-514012916-router', 'tenant_id': '0460753b23084d8f8624c2387ec65eda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.45'}], 'enable_snat': True}, 'gw_port_id': '0060fa8d-23cd-4951-8a47-e3091a61e826', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:57:29Z', 'updated_at': '2022-05-20T20:57:38Z', 'revision_number': 4, 'project_id': '0460753b23084d8f8624c2387ec65eda', 'gw_port': {'id': '0060fa8d-23cd-4951-8a47-e3091a61e826', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:c1:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e7c1d63-45a7-441e-976c-1f8388b6759c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2451, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:57:31Z', 'updated_at': '2022-05-20T20:57:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': '7ced45c7-1c14-42f1-8baa-527821e9e0d9', 'name': '', 'network_id': '1e3e44fa-7b8c-41ab-9fa2-0a6471f01b68', 'tenant_id': '0460753b23084d8f8624c2387ec65eda', 'mac_address': 'fa:16:3e:2c:b3:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e7c1d63-45a7-441e-976c-1f8388b6759c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2467, 'fixed_ips': [{'subnet_id': '88b96f62-8032-4008-8101-2fc29fd0425b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:57:37Z', 'updated_at': '2022-05-20T20:57:44Z', 'revision_number': 4, 'project_id': '0460753b23084d8f8624c2387ec65eda', 'subnets': [{'id': '88b96f62-8032-4008-8101-2fc29fd0425b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:57:45.187000 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc0eab7c-3448-4b54-bfab-fda19bff52b6 None None] The sync data for ids ['6e7c1d63-45a7-441e-976c-1f8388b6759c'] in n-d-842733-1 is: [{'id': '6e7c1d63-45a7-441e-976c-1f8388b6759c', 'name': 'tempest-TaggedBootDevicesTest_v242-514012916-router', 'tenant_id': '0460753b23084d8f8624c2387ec65eda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.45'}], 'enable_snat': True}, 'gw_port_id': '0060fa8d-23cd-4951-8a47-e3091a61e826', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:57:29Z', 'updated_at': '2022-05-20T20:57:38Z', 'revision_number': 4, 'project_id': '0460753b23084d8f8624c2387ec65eda', 'gw_port': {'id': '0060fa8d-23cd-4951-8a47-e3091a61e826', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:c1:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e7c1d63-45a7-441e-976c-1f8388b6759c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2451, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:57:31Z', 'updated_at': '2022-05-20T20:57:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': '7ced45c7-1c14-42f1-8baa-527821e9e0d9', 'name': '', 'network_id': '1e3e44fa-7b8c-41ab-9fa2-0a6471f01b68', 'tenant_id': '0460753b23084d8f8624c2387ec65eda', 'mac_address': 'fa:16:3e:2c:b3:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e7c1d63-45a7-441e-976c-1f8388b6759c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2467, 'fixed_ips': [{'subnet_id': '88b96f62-8032-4008-8101-2fc29fd0425b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:57:37Z', 'updated_at': '2022-05-20T20:57:44Z', 'revision_number': 4, 'project_id': '0460753b23084d8f8624c2387ec65eda', 'subnets': [{'id': '88b96f62-8032-4008-8101-2fc29fd0425b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 20:57:45.229436 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e35da37c-07df-4934-a7ba-426d561f35b8 tempest-FloatingIPNegativeTestJSON-532141633 tempest-FloatingIPNegativeTestJSON-532141633-project] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 20:57:45.233288 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-737a2916-5de7-4d06-aff9-eec0db44b781 None None] Current status of the port 7ced45c7-1c14-42f1-8baa-527821e9e0d9 is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:57:45.234852 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-737a2916-5de7-4d06-aff9-eec0db44b781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:45.238486 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-fa202eeb-e093-4b17-93f9-73dcfeba1c91 tempest-RoutersTestDVR-907881803 tempest-RoutersTestDVR-907881803-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26169'] for router, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:45.240177 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-e35da37c-07df-4934-a7ba-426d561f35b8 tempest-FloatingIPNegativeTestJSON-532141633 tempest-FloatingIPNegativeTestJSON-532141633-project] 10.222.0.35 "PUT /v2.0/routers/d34aae27-0978-4e9c-b46b-ee659c5da8cd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2755952 May 20 20:57:45.241062 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-fa202eeb-e093-4b17-93f9-73dcfeba1c91 tempest-RoutersTestDVR-907881803 tempest-RoutersTestDVR-907881803-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:45.241227 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 34290) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:57:45.262408 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9192115-5d99-4716-bf57-f2ac9fd7ed55 None None] Sync routers for ids ['d34aae27-0978-4e9c-b46b-ee659c5da8cd'] in n-d-842733-1 {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 20:57:45.369889 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-fa202eeb-e093-4b17-93f9-73dcfeba1c91 tempest-RoutersTestDVR-907881803 tempest-RoutersTestDVR-907881803-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-693148'] for router, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:45.370193 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa202eeb-e093-4b17-93f9-73dcfeba1c91 tempest-RoutersTestDVR-907881803 tempest-RoutersTestDVR-907881803-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 48d90449-7192-4e57-959a-21878bc5ca8b {{(pid=103162) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 20 20:57:45.378380 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-b0aa2cd6-c425-477e-a3aa-c8a9bdf1b8e1 req-4d07240d-d412-4a87-91e4-05d18cd439ee service neutron] 10.222.0.24 "GET /v2.0/networks/dd8d6d53-d372-47c7-a59c-c8c96265a507?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6188436 May 20 20:57:45.378380 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-fa202eeb-e093-4b17-93f9-73dcfeba1c91 tempest-RoutersTestDVR-907881803 tempest-RoutersTestDVR-907881803-project-admin] Notify callbacks [] for router, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:45.378708 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-fa202eeb-e093-4b17-93f9-73dcfeba1c91 tempest-RoutersTestDVR-907881803 tempest-RoutersTestDVR-907881803-project-admin] 10.222.0.35 "DELETE /v2.0/routers/48d90449-7192-4e57-959a-21878bc5ca8b HTTP/1.1" status: 204 len: 168 time: 0.8271620 May 20 20:57:45.386665 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 34292) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:57:45.390924 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-f6d61ef0-93ca-4014-8234-3f6d5dba603c tempest-RoutersTestDVR-907881803 tempest-RoutersTestDVR-907881803-project-admin] Request body: {'router': {'name': 'tempest-router-2065273951', 'distributed': False}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:57:45.447960 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-66daa93d-163a-4d4d-b112-9b92b2838460 tempest-FloatingIPNegativeTestJSON-532141633 tempest-FloatingIPNegativeTestJSON-532141633-project] Notify callbacks [] for router, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:45.554682 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [None req-758a08da-297d-445f-83f0-177a39d2b7cd None None] Allocated IP 2001:db8::2 (98f8b8d5-1379-4eeb-9e13-b2bbab96015a/e9530cdb-3d9c-4c1d-927d-673b6a50d7ac/ed21d2f5-e013-42c2-934c-6c6dad880273) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:57:45.555672 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f6d61ef0-93ca-4014-8234-3f6d5dba603c tempest-RoutersTestDVR-907881803 tempest-RoutersTestDVR-907881803-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-694221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26155'] for router, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:45.564383 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f6d61ef0-93ca-4014-8234-3f6d5dba603c tempest-RoutersTestDVR-907881803 tempest-RoutersTestDVR-907881803-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-693085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748153', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-718080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26162'] for router, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:45.610682 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abaa6833-2ef2-4687-b03d-d65ba0f575de tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Made reservation on behalf of ab4ded6dc75a4ab5a4f9dae9e5aa3753 for: {'port': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:57:45.702396 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9192115-5d99-4716-bf57-f2ac9fd7ed55 None None] Routers {'d34aae27-0978-4e9c-b46b-ee659c5da8cd'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:57:45.703050 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-c9192115-5d99-4716-bf57-f2ac9fd7ed55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:57:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['d34aae27-0978-4e9c-b46b-ee659c5da8cd'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:57:45.730449 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-66daa93d-163a-4d4d-b112-9b92b2838460 tempest-FloatingIPNegativeTestJSON-532141633 tempest-FloatingIPNegativeTestJSON-532141633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26169'] for router, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:45.732987 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-66daa93d-163a-4d4d-b112-9b92b2838460 tempest-FloatingIPNegativeTestJSON-532141633 tempest-FloatingIPNegativeTestJSON-532141633-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:45.774395 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-737a2916-5de7-4d06-aff9-eec0db44b781 None None] For port 7ced45c7-1c14-42f1-8baa-527821e9e0d9, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=7ced45c7-1c14-42f1-8baa-527821e9e0d9,segment=NetworkSegment(1c07c58c-70ca-4634-b73e-21466b85e57d),segment_id=1c07c58c-70ca-4634-b73e-21466b85e57d)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:57:45.776529 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-c9192115-5d99-4716-bf57-f2ac9fd7ed55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:57:45.788903 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bb3ccb92-d144-44bd-94c6-0eb29edf9d0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3797684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4018258'] for subnet, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:45.813418 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9192115-5d99-4716-bf57-f2ac9fd7ed55 None None] Routers {'d34aae27-0978-4e9c-b46b-ee659c5da8cd'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:57:45.814051 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-c9192115-5d99-4716-bf57-f2ac9fd7ed55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:57:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['d34aae27-0978-4e9c-b46b-ee659c5da8cd'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:57:45.858733 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-737a2916-5de7-4d06-aff9-eec0db44b781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:45.860496 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-c9192115-5d99-4716-bf57-f2ac9fd7ed55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:57:45.861143 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9192115-5d99-4716-bf57-f2ac9fd7ed55 None None] The sync data for ids ['d34aae27-0978-4e9c-b46b-ee659c5da8cd'] in n-d-842733-1 is: [] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 20:57:45.893991 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f1c4eb-12b1-4ddc-b42f-40448b39435b req-1700f039-8664-415b-ad3b-055adcccc51b tempest-ListServerFiltersTestJSON-918143940 tempest-ListServerFiltersTestJSON-918143940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:57:45.904187 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-87f1c4eb-12b1-4ddc-b42f-40448b39435b req-1700f039-8664-415b-ad3b-055adcccc51b tempest-ListServerFiltersTestJSON-918143940 tempest-ListServerFiltersTestJSON-918143940-project] 10.222.0.35 "GET /v2.0/ports?device_id=b677069f-2bf9-4a32-b533-9fc31512d995 HTTP/1.1" status: 200 len: 945 time: 0.0719154 May 20 20:57:45.920153 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-66daa93d-163a-4d4d-b112-9b92b2838460 tempest-FloatingIPNegativeTestJSON-532141633 tempest-FloatingIPNegativeTestJSON-532141633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-693148'] for router, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:45.920674 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66daa93d-163a-4d4d-b112-9b92b2838460 tempest-FloatingIPNegativeTestJSON-532141633 tempest-FloatingIPNegativeTestJSON-532141633-project] Fanout notify agent at l3_agent the message router_deleted on router d34aae27-0978-4e9c-b46b-ee659c5da8cd {{(pid=103163) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 20 20:57:45.934053 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-66daa93d-163a-4d4d-b112-9b92b2838460 tempest-FloatingIPNegativeTestJSON-532141633 tempest-FloatingIPNegativeTestJSON-532141633-project] Notify callbacks [] for router, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:45.935181 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-66daa93d-163a-4d4d-b112-9b92b2838460 tempest-FloatingIPNegativeTestJSON-532141633 tempest-FloatingIPNegativeTestJSON-532141633-project] 10.222.0.35 "DELETE /v2.0/routers/d34aae27-0978-4e9c-b46b-ee659c5da8cd HTTP/1.1" status: 204 len: 168 time: 0.6933959 May 20 20:57:45.937836 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 34298) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:57:45.952215 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f6d61ef0-93ca-4014-8234-3f6d5dba603c tempest-RoutersTestDVR-907881803 tempest-RoutersTestDVR-907881803-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:45.952789 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-758a08da-297d-445f-83f0-177a39d2b7cd None None] Notify callbacks [] for port, precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:45.965520 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-abaa6833-2ef2-4687-b03d-d65ba0f575de tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:45.977659 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737a2916-5de7-4d06-aff9-eec0db44b781 None None] Pushing event updated for resources: {'Port': ['ID=7ced45c7-1c14-42f1-8baa-527821e9e0d9,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:57:46.043404 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f6d61ef0-93ca-4014-8234-3f6d5dba603c tempest-RoutersTestDVR-907881803 tempest-RoutersTestDVR-907881803-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748106'] for router, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:46.059154 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-758a08da-297d-445f-83f0-177a39d2b7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108'] for port, after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:46.075832 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-87f1c4eb-12b1-4ddc-b42f-40448b39435b req-8e4a4225-5316-473e-b2e1-49e53d72f145 tempest-ListServerFiltersTestJSON-918143940 tempest-ListServerFiltersTestJSON-918143940-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ac682f0-67fc-4a5c-81fb-b80b5c12f5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567972 May 20 20:57:46.083996 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [None req-abaa6833-2ef2-4687-b03d-d65ba0f575de tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] device_id is not set on port 1b68b224-31cd-4f81-ba92-833486432e1b yet. {{(pid=103162) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 20 20:57:46.102552 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_v2 [None req-40606457-5621-41fa-a1b0-6dbfa55cdba2 tempest-FloatingIPNegativeTestJSON-532141633 tempest-FloatingIPNegativeTestJSON-532141633-project] Deleting subnet ee4ce7ad-6ae4-438f-a0f5-a323dba08da1 {{(pid=103163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 20 20:57:46.114650 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-40606457-5621-41fa-a1b0-6dbfa55cdba2 tempest-FloatingIPNegativeTestJSON-532141633 tempest-FloatingIPNegativeTestJSON-532141633-project] Notify callbacks [] for subnet, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:46.115746 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3ccb92-d144-44bd-94c6-0eb29edf9d0b admin admin] Pushing event updated for resources: {'Subnet': ['ID=c44e4180-b31d-470b-984c-ca1757ae6ec9,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:57:46.158230 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f6d61ef0-93ca-4014-8234-3f6d5dba603c tempest-RoutersTestDVR-907881803 tempest-RoutersTestDVR-907881803-project-admin] Notify callbacks [] for router, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:46.162286 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-f6d61ef0-93ca-4014-8234-3f6d5dba603c tempest-RoutersTestDVR-907881803 tempest-RoutersTestDVR-907881803-project-admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.7746143 May 20 20:57:46.163264 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 34300) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:57:46.170517 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-758a08da-297d-445f-83f0-177a39d2b7cd None None] Network 98f8b8d5-1379-4eeb-9e13-b2bbab96015a is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:57:46.173856 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb3ccb92-d144-44bd-94c6-0eb29edf9d0b admin admin] Checking segment: {'id': '3f7461b8-2004-47d0-b042-dd1fc6d819f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'ba1c69b0-a7a0-40a1-95e5-d4d28b827045'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:57:46.173999 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb3ccb92-d144-44bd-94c6-0eb29edf9d0b admin admin] Network hostable DHCP agents. Network: ba1c69b0-a7a0-40a1-95e5-d4d28b827045, hostable agents: ['c9b0653c-f3c7-4339-bd50-e3754b629216'], hosted agents: [] {{(pid=103162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 20:57:46.189564 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-758a08da-297d-445f-83f0-177a39d2b7cd None None] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:57:46.204493 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758a08da-297d-445f-83f0-177a39d2b7cd None None] Pushing event updated for resources: {'Port': ['ID=ed21d2f5-e013-42c2-934c-6c6dad880273,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:57:46.209637 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-758a08da-297d-445f-83f0-177a39d2b7cd None None] Received port after_create {{(pid=103164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:57:46.231334 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-40606457-5621-41fa-a1b0-6dbfa55cdba2 tempest-FloatingIPNegativeTestJSON-532141633 tempest-FloatingIPNegativeTestJSON-532141633-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9338757'] for subnet, precommit_delete_associations {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:46.328796 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-758a08da-297d-445f-83f0-177a39d2b7cd None None] Attempting to bind port ed21d2f5-e013-42c2-934c-6c6dad880273 on host n-d-842733-1 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:57:46.329160 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-758a08da-297d-445f-83f0-177a39d2b7cd None None] Attempting to bind port ed21d2f5-e013-42c2-934c-6c6dad880273 by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': 'f5705048-66fd-4627-af8c-03443c37dd17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '98f8b8d5-1379-4eeb-9e13-b2bbab96015a'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:57:46.329684 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-758a08da-297d-445f-83f0-177a39d2b7cd None None] Attempting to bind port ed21d2f5-e013-42c2-934c-6c6dad880273 on network 98f8b8d5-1379-4eeb-9e13-b2bbab96015a {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:57:46.341136 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a9ca0da9-e242-43b0-8624-49a84dd95242 tempest-RoutersTestDVR-907881803 tempest-RoutersTestDVR-907881803-project-admin] Notify callbacks [] for router, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:46.342498 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-758a08da-297d-445f-83f0-177a39d2b7cd None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 57, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:57:46.343065 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-758a08da-297d-445f-83f0-177a39d2b7cd None None] Checking segment: {'id': 'f5705048-66fd-4627-af8c-03443c37dd17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '98f8b8d5-1379-4eeb-9e13-b2bbab96015a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:57:46.343613 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-758a08da-297d-445f-83f0-177a39d2b7cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:46.344145 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-758a08da-297d-445f-83f0-177a39d2b7cd None None] Bound using segment: {'id': 'f5705048-66fd-4627-af8c-03443c37dd17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '98f8b8d5-1379-4eeb-9e13-b2bbab96015a'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:57:46.344773 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-758a08da-297d-445f-83f0-177a39d2b7cd None None] Bound port: ed21d2f5-e013-42c2-934c-6c6dad880273, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5705048-66fd-4627-af8c-03443c37dd17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '98f8b8d5-1379-4eeb-9e13-b2bbab96015a'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:57:46.345344 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-758a08da-297d-445f-83f0-177a39d2b7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:46.357153 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-abaa6833-2ef2-4687-b03d-d65ba0f575de tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Allocated IP 2001:db8::47f6:db10:abfc:32b1 (98f8b8d5-1379-4eeb-9e13-b2bbab96015a/e9530cdb-3d9c-4c1d-927d-673b6a50d7ac/1b68b224-31cd-4f81-ba92-833486432e1b) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:57:46.464613 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb3ccb92-d144-44bd-94c6-0eb29edf9d0b admin admin] Network ba1c69b0-a7a0-40a1-95e5-d4d28b827045 is scheduled to be hosted by DHCP agent c9b0653c-f3c7-4339-bd50-e3754b629216 with binding_index 1 {{(pid=103162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 20:57:46.479014 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-758a08da-297d-445f-83f0-177a39d2b7cd None None] For port ed21d2f5-e013-42c2-934c-6c6dad880273, host n-d-842733-1, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:57:46.492934 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-758a08da-297d-445f-83f0-177a39d2b7cd None None] For port ed21d2f5-e013-42c2-934c-6c6dad880273, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=ed21d2f5-e013-42c2-934c-6c6dad880273,segment=NetworkSegment(f5705048-66fd-4627-af8c-03443c37dd17),segment_id=f5705048-66fd-4627-af8c-03443c37dd17)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:57:46.584924 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-758a08da-297d-445f-83f0-177a39d2b7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:46.685023 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758a08da-297d-445f-83f0-177a39d2b7cd None None] Pushing event updated for resources: {'Port': ['ID=ed21d2f5-e013-42c2-934c-6c6dad880273,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:57:47.000422 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-abaa6833-2ef2-4687-b03d-d65ba0f575de tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:47.070509 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-bb3ccb92-d144-44bd-94c6-0eb29edf9d0b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842733-1, ba1c69b0-a7a0-40a1-95e5-d4d28b827045) {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:57:47.080360 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1495abe7-5f7c-44f8-8866-e0b4d4bedf90 None None] Network ba1c69b0-a7a0-40a1-95e5-d4d28b827045 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:57:47.091335 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb3ccb92-d144-44bd-94c6-0eb29edf9d0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:57:47.092363 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bb3ccb92-d144-44bd-94c6-0eb29edf9d0b admin admin] Notify callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:47.190466 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a9ca0da9-e242-43b0-8624-49a84dd95242 tempest-RoutersTestDVR-907881803 tempest-RoutersTestDVR-907881803-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26169'] for router, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:47.234834 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 7ced45c7-1c14-42f1-8baa-527821e9e0d9 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:57:47.236489 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a9ca0da9-e242-43b0-8624-49a84dd95242 tempest-RoutersTestDVR-907881803 tempest-RoutersTestDVR-907881803-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:47.258778 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-40606457-5621-41fa-a1b0-6dbfa55cdba2 tempest-FloatingIPNegativeTestJSON-532141633 tempest-FloatingIPNegativeTestJSON-532141633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33068388'] for subnet, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:47.298657 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-abaa6833-2ef2-4687-b03d-d65ba0f575de tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:47.337975 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6e769b-c0cd-440f-a4f1-a6af176f11cb req-c15b970d-8357-4c01-8f0a-169e71c51452 tempest-ListServerFiltersTestJSON-918143940 tempest-ListServerFiltersTestJSON-918143940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:57:47.339578 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0b6e769b-c0cd-440f-a4f1-a6af176f11cb req-c15b970d-8357-4c01-8f0a-169e71c51452 tempest-ListServerFiltersTestJSON-918143940 tempest-ListServerFiltersTestJSON-918143940-project] 10.222.0.35 "GET /v2.0/ports?device_id=b677069f-2bf9-4a32-b533-9fc31512d995 HTTP/1.1" status: 200 len: 945 time: 0.1371617 May 20 20:57:47.371723 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abaa6833-2ef2-4687-b03d-d65ba0f575de tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Network 98f8b8d5-1379-4eeb-9e13-b2bbab96015a is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:57:47.375543 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-abaa6833-2ef2-4687-b03d-d65ba0f575de tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:57:47.379531 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abaa6833-2ef2-4687-b03d-d65ba0f575de tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:57:47.386270 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abaa6833-2ef2-4687-b03d-d65ba0f575de tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:57:47.390860 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0b6e769b-c0cd-440f-a4f1-a6af176f11cb req-4825203e-e0fc-4c7f-9886-2848bc6a5516 tempest-ListServerFiltersTestJSON-918143940 tempest-ListServerFiltersTestJSON-918143940-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ac682f0-67fc-4a5c-81fb-b80b5c12f5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424552 May 20 20:57:47.394689 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 7ced45c7-1c14-42f1-8baa-527821e9e0d9 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:57:47.395059 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:47.405239 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-abaa6833-2ef2-4687-b03d-d65ba0f575de tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:47.428067 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abaa6833-2ef2-4687-b03d-d65ba0f575de tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Pushing event updated for resources: {'Port': ['ID=1b68b224-31cd-4f81-ba92-833486432e1b,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:57:47.437746 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a9ca0da9-e242-43b0-8624-49a84dd95242 tempest-RoutersTestDVR-907881803 tempest-RoutersTestDVR-907881803-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-693148'] for router, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:47.438310 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9ca0da9-e242-43b0-8624-49a84dd95242 tempest-RoutersTestDVR-907881803 tempest-RoutersTestDVR-907881803-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c3bfd847-44a7-4c9c-b037-9d85cfb94d07 {{(pid=103163) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 20 20:57:47.443109 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a9ca0da9-e242-43b0-8624-49a84dd95242 tempest-RoutersTestDVR-907881803 tempest-RoutersTestDVR-907881803-project-admin] Notify callbacks [] for router, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:47.452585 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-a9ca0da9-e242-43b0-8624-49a84dd95242 tempest-RoutersTestDVR-907881803 tempest-RoutersTestDVR-907881803-project-admin] 10.222.0.35 "DELETE /v2.0/routers/c3bfd847-44a7-4c9c-b037-9d85cfb94d07 HTTP/1.1" status: 204 len: 168 time: 1.2801120 May 20 20:57:47.453606 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 34312) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:57:47.458312 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-68276f15-7621-43c8-9c8d-364d13d2d70f tempest-RoutersTestDVR-907881803 tempest-RoutersTestDVR-907881803-project-admin] Request body: {'router': {'name': 'tempest-router-939547702', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '6530b483bdba4c65935d65a71b297556'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:57:47.472148 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-bb3ccb92-d144-44bd-94c6-0eb29edf9d0b admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.8092911 May 20 20:57:47.478379 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 34314) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:57:47.486482 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fcc9a83-0cd7-4721-bce7-b17bc669c89b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaee2b848-d4b9-5db1-b6ef-d6db29d67de7-ba1c69b0-a7a0-40a1-95e5-d4d28b827045', 'network_id': 'ba1c69b0-a7a0-40a1-95e5-d4d28b827045', 'tenant_id': '60454b86e45e457c9ead6605cf7bee62', 'fixed_ips': [{'subnet_id': 'c44e4180-b31d-470b-984c-ca1757ae6ec9'}]}} from n-d-842733-1. {{(pid=103164) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 20:57:47.487729 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-5fcc9a83-0cd7-4721-bce7-b17bc669c89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:47.492198 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-9438ca83-0f18-413c-9de4-e396990e998f admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-835538064-router', 'tenant_id': '60454b86e45e457c9ead6605cf7bee62', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'}}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:57:47.503141 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-40606457-5621-41fa-a1b0-6dbfa55cdba2 tempest-FloatingIPNegativeTestJSON-532141633 tempest-FloatingIPNegativeTestJSON-532141633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33068399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9641221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8422588'] for subnet, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:47.528123 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-40606457-5621-41fa-a1b0-6dbfa55cdba2 tempest-FloatingIPNegativeTestJSON-532141633 tempest-FloatingIPNegativeTestJSON-532141633-project] Notify callbacks [] for subnet, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:47.536206 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-40606457-5621-41fa-a1b0-6dbfa55cdba2 tempest-FloatingIPNegativeTestJSON-532141633 tempest-FloatingIPNegativeTestJSON-532141633-project] 10.222.0.35 "DELETE /v2.0/subnets/ee4ce7ad-6ae4-438f-a0f5-a323dba08da1 HTTP/1.1" status: 204 len: 168 time: 1.5973084 May 20 20:57:47.539169 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 34318) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:57:47.546381 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71835e1c-7c98-4033-880f-35c624d6da73 None None] Network 7e41da2c-8875-495a-871e-05edc9da4d62 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:57:47.557987 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40606457-5621-41fa-a1b0-6dbfa55cdba2 tempest-FloatingIPNegativeTestJSON-532141633 tempest-FloatingIPNegativeTestJSON-532141633-project] Pushing event deleted for resources: {'Subnet': ['ID=ee4ce7ad-6ae4-438f-a0f5-a323dba08da1,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:57:47.632651 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-68276f15-7621-43c8-9c8d-364d13d2d70f tempest-RoutersTestDVR-907881803 tempest-RoutersTestDVR-907881803-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-694221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26155'] for router, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:47.635885 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-68276f15-7621-43c8-9c8d-364d13d2d70f tempest-RoutersTestDVR-907881803 tempest-RoutersTestDVR-907881803-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-693085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748153', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-718080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26162'] for router, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:47.644707 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-abaa6833-2ef2-4687-b03d-d65ba0f575de tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.6750784 May 20 20:57:47.645381 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 34320) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:57:47.663588 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82deff80-a7b1-43fa-98ad-db864ee28603 req-056d780f-2783-446a-8c23-caff7da32e02 tempest-ListServerFiltersTestJSON-918143940 tempest-ListServerFiltersTestJSON-918143940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:57:47.665148 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-82deff80-a7b1-43fa-98ad-db864ee28603 req-056d780f-2783-446a-8c23-caff7da32e02 tempest-ListServerFiltersTestJSON-918143940 tempest-ListServerFiltersTestJSON-918143940-project] 10.222.0.35 "GET /v2.0/ports?device_id=b677069f-2bf9-4a32-b533-9fc31512d995 HTTP/1.1" status: 200 len: 945 time: 0.0840983 May 20 20:57:47.687256 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b1f3c6b6-6226-4de2-ad79-6f0bbd6c44c1 tempest-FloatingIPNegativeTestJSON-532141633 tempest-FloatingIPNegativeTestJSON-532141633-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33160123'] for network, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:47.705398 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [None req-5fcc9a83-0cd7-4721-bce7-b17bc669c89b None None] Allocated IP 172.20.0.2 (ba1c69b0-a7a0-40a1-95e5-d4d28b827045/c44e4180-b31d-470b-984c-ca1757ae6ec9/b04c5e69-e25e-4126-910c-beb8f44a0d28) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:57:47.748738 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b34f9078-d17e-48ca-bb89-897ebd37d29b tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:57:47.755397 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b34f9078-d17e-48ca-bb89-897ebd37d29b tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:57:47.759415 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-b34f9078-d17e-48ca-bb89-897ebd37d29b tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1103458 May 20 20:57:47.761499 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 34324) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:57:47.775852 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9438ca83-0f18-413c-9de4-e396990e998f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-694221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26155'] for router, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:47.777072 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9438ca83-0f18-413c-9de4-e396990e998f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-693085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748153', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-718080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26162'] for router, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:47.811478 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-68276f15-7621-43c8-9c8d-364d13d2d70f tempest-RoutersTestDVR-907881803 tempest-RoutersTestDVR-907881803-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:47.845317 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-82deff80-a7b1-43fa-98ad-db864ee28603 req-d46a6c0a-892c-4c64-9014-506637c73b21 tempest-ListServerFiltersTestJSON-918143940 tempest-ListServerFiltersTestJSON-918143940-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ac682f0-67fc-4a5c-81fb-b80b5c12f5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709416 May 20 20:57:47.881895 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-68276f15-7621-43c8-9c8d-364d13d2d70f tempest-RoutersTestDVR-907881803 tempest-RoutersTestDVR-907881803-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748106'] for router, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:47.894138 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 7ced45c7-1c14-42f1-8baa-527821e9e0d9 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:57:47.953023 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9438ca83-0f18-413c-9de4-e396990e998f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:47.986142 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-b1f3c6b6-6226-4de2-ad79-6f0bbd6c44c1 tempest-FloatingIPNegativeTestJSON-532141633 tempest-FloatingIPNegativeTestJSON-532141633-project] Deleting port 829baa46-a7da-4142-9f5f-9c30225e1bdd {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:57:47.986638 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b1f3c6b6-6226-4de2-ad79-6f0bbd6c44c1 tempest-FloatingIPNegativeTestJSON-532141633 tempest-FloatingIPNegativeTestJSON-532141633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:47.986754 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-68276f15-7621-43c8-9c8d-364d13d2d70f tempest-RoutersTestDVR-907881803 tempest-RoutersTestDVR-907881803-project-admin] Notify callbacks [] for router, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:47.993098 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-68276f15-7621-43c8-9c8d-364d13d2d70f tempest-RoutersTestDVR-907881803 tempest-RoutersTestDVR-907881803-project-admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.5391057 May 20 20:57:48.006458 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 34328) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:57:48.013548 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-0e1f560f-d2f3-40d5-accf-d4c3bc596b56 tempest-RoutersTestDVR-907881803 tempest-RoutersTestDVR-907881803-project-admin] Request body: {'router': {'distributed': True}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:57:48.057758 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a693f600-afa3-4ad6-b1d2-ff4a8792dc81 req-5b760507-3dfc-4483-82c7-1dabeb1b6e98 tempest-ListServerFiltersTestJSON-918143940 tempest-ListServerFiltersTestJSON-918143940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:57:48.067049 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a693f600-afa3-4ad6-b1d2-ff4a8792dc81 req-5b760507-3dfc-4483-82c7-1dabeb1b6e98 tempest-ListServerFiltersTestJSON-918143940 tempest-ListServerFiltersTestJSON-918143940-project] 10.222.0.35 "GET /v2.0/ports?device_id=0af4d785-9a35-4cf1-a9f8-3510d8d3d3b0 HTTP/1.1" status: 200 len: 946 time: 0.0959384 May 20 20:57:48.095487 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-5fcc9a83-0cd7-4721-bce7-b17bc669c89b None None] Notify callbacks [] for port, precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:48.133096 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a693f600-afa3-4ad6-b1d2-ff4a8792dc81 req-f98163c7-5a44-4005-baac-dd87f208f92c tempest-ListServerFiltersTestJSON-918143940 tempest-ListServerFiltersTestJSON-918143940-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ac682f0-67fc-4a5c-81fb-b80b5c12f5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572004 May 20 20:57:48.146421 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57a534ef-b5f3-4eca-88a4-a94ace04ab07 None None] DHCP port deletion for 7e41da2c-8875-495a-871e-05edc9da4d62 request from n-d-842733-1 {{(pid=103164) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 20:57:48.183660 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-5fcc9a83-0cd7-4721-bce7-b17bc669c89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108'] for port, after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:48.208553 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-58e7a28d-669c-4b1d-961b-d4fb7e6ce8e7 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Deleting port 1b68b224-31cd-4f81-ba92-833486432e1b {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:57:48.208553 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-58e7a28d-669c-4b1d-961b-d4fb7e6ce8e7 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:48.238185 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fcc9a83-0cd7-4721-bce7-b17bc669c89b None None] Network ba1c69b0-a7a0-40a1-95e5-d4d28b827045 is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:57:48.243708 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-5fcc9a83-0cd7-4721-bce7-b17bc669c89b None None] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:57:48.250801 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-b1f3c6b6-6226-4de2-ad79-6f0bbd6c44c1 tempest-FloatingIPNegativeTestJSON-532141633 tempest-FloatingIPNegativeTestJSON-532141633-project] For port 829baa46-a7da-4142-9f5f-9c30225e1bdd, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=829baa46-a7da-4142-9f5f-9c30225e1bdd,segment=NetworkSegment(2d1efc36-472c-419b-a436-d33213de35db),segment_id=2d1efc36-472c-419b-a436-d33213de35db)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:57:48.251339 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b1f3c6b6-6226-4de2-ad79-6f0bbd6c44c1 tempest-FloatingIPNegativeTestJSON-532141633 tempest-FloatingIPNegativeTestJSON-532141633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:48.252366 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fcc9a83-0cd7-4721-bce7-b17bc669c89b None None] Received port after_create {{(pid=103164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:57:48.256799 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcc9a83-0cd7-4721-bce7-b17bc669c89b None None] Pushing event updated for resources: {'Port': ['ID=b04c5e69-e25e-4126-910c-beb8f44a0d28,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:57:48.347249 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-b1f3c6b6-6226-4de2-ad79-6f0bbd6c44c1 tempest-FloatingIPNegativeTestJSON-532141633 tempest-FloatingIPNegativeTestJSON-532141633-project] Calling delete_port for 829baa46-a7da-4142-9f5f-9c30225e1bdd owned by network:dhcp {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:57:48.350629 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-57a534ef-b5f3-4eca-88a4-a94ace04ab07 None None] Deleting port 829baa46-a7da-4142-9f5f-9c30225e1bdd {{(pid=103164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:57:48.351007 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-57a534ef-b5f3-4eca-88a4-a94ace04ab07 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:48.416184 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-5fcc9a83-0cd7-4721-bce7-b17bc669c89b None None] Attempting to bind port b04c5e69-e25e-4126-910c-beb8f44a0d28 on host n-d-842733-1 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:57:48.416888 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-5fcc9a83-0cd7-4721-bce7-b17bc669c89b None None] Attempting to bind port b04c5e69-e25e-4126-910c-beb8f44a0d28 by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': '3f7461b8-2004-47d0-b042-dd1fc6d819f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'ba1c69b0-a7a0-40a1-95e5-d4d28b827045'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:57:48.417438 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fcc9a83-0cd7-4721-bce7-b17bc669c89b None None] Attempting to bind port b04c5e69-e25e-4126-910c-beb8f44a0d28 on network ba1c69b0-a7a0-40a1-95e5-d4d28b827045 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:57:48.429908 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7602854-7d95-42cf-82df-1535159ca059 req-05894e34-6842-4f8b-8451-2e6ec01ab334 tempest-ListServerFiltersTestJSON-918143940 tempest-ListServerFiltersTestJSON-918143940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:57:48.445164 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b7602854-7d95-42cf-82df-1535159ca059 req-05894e34-6842-4f8b-8451-2e6ec01ab334 tempest-ListServerFiltersTestJSON-918143940 tempest-ListServerFiltersTestJSON-918143940-project] 10.222.0.35 "GET /v2.0/ports?device_id=46677f28-5c35-457f-8055-bf744f0c7167 HTTP/1.1" status: 200 len: 945 time: 0.1588554 May 20 20:57:48.452872 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fcc9a83-0cd7-4721-bce7-b17bc669c89b None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 57, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:57:48.453263 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fcc9a83-0cd7-4721-bce7-b17bc669c89b None None] Checking segment: {'id': '3f7461b8-2004-47d0-b042-dd1fc6d819f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'ba1c69b0-a7a0-40a1-95e5-d4d28b827045'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:57:48.453670 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-5fcc9a83-0cd7-4721-bce7-b17bc669c89b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:48.454058 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fcc9a83-0cd7-4721-bce7-b17bc669c89b None None] Bound using segment: {'id': '3f7461b8-2004-47d0-b042-dd1fc6d819f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'ba1c69b0-a7a0-40a1-95e5-d4d28b827045'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:57:48.454534 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-5fcc9a83-0cd7-4721-bce7-b17bc669c89b None None] Bound port: b04c5e69-e25e-4126-910c-beb8f44a0d28, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f7461b8-2004-47d0-b042-dd1fc6d819f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'ba1c69b0-a7a0-40a1-95e5-d4d28b827045'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:57:48.455355 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-5fcc9a83-0cd7-4721-bce7-b17bc669c89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:48.489477 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9438ca83-0f18-413c-9de4-e396990e998f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:48.518207 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-57a534ef-b5f3-4eca-88a4-a94ace04ab07 None None] For port 829baa46-a7da-4142-9f5f-9c30225e1bdd, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=829baa46-a7da-4142-9f5f-9c30225e1bdd,segment=NetworkSegment(2d1efc36-472c-419b-a436-d33213de35db),segment_id=2d1efc36-472c-419b-a436-d33213de35db)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:57:48.518599 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-57a534ef-b5f3-4eca-88a4-a94ace04ab07 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:48.519927 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b7602854-7d95-42cf-82df-1535159ca059 req-a6866709-c68c-4a72-a4da-9a54f3e43813 tempest-ListServerFiltersTestJSON-918143940 tempest-ListServerFiltersTestJSON-918143940-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ac682f0-67fc-4a5c-81fb-b80b5c12f5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583179 May 20 20:57:48.572529 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [req-2b0781b6-cf29-4466-950b-c2513fd0b9d7 req-6adf9d6a-0abe-4bc1-961a-e54abdc24cf2 tempest-ListServerFiltersTestJSON-918143940 tempest-ListServerFiltersTestJSON-918143940-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103163) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 20:57:48.575678 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2b0781b6-cf29-4466-950b-c2513fd0b9d7 req-6adf9d6a-0abe-4bc1-961a-e54abdc24cf2 tempest-ListServerFiltersTestJSON-918143940 tempest-ListServerFiltersTestJSON-918143940-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0081494 May 20 20:57:48.580514 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-2e3d96c8-a444-4d02-92d5-5de630a9a21e None None] Provisioning complete for port ed21d2f5-e013-42c2-934c-6c6dad880273 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:57:48.580878 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-2e3d96c8-a444-4d02-92d5-5de630a9a21e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:48.593591 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-57a534ef-b5f3-4eca-88a4-a94ace04ab07 None None] Calling delete_port for 829baa46-a7da-4142-9f5f-9c30225e1bdd owned by network:dhcp {{(pid=103164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:57:48.710520 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2b0781b6-cf29-4466-950b-c2513fd0b9d7 req-6896154b-f2b9-43fb-ab4f-ee14bea48759 tempest-ListServerFiltersTestJSON-918143940 tempest-ListServerFiltersTestJSON-918143940-project] 10.222.0.35 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.14&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1139822 May 20 20:57:48.720776 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0e1f560f-d2f3-40d5-accf-d4c3bc596b56 tempest-RoutersTestDVR-907881803 tempest-RoutersTestDVR-907881803-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-748143', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-693059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26112'] for router, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:48.721145 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0e1f560f-d2f3-40d5-accf-d4c3bc596b56 tempest-RoutersTestDVR-907881803 tempest-RoutersTestDVR-907881803-project-admin] Notify callbacks [] for router, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:48.740823 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-5fcc9a83-0cd7-4721-bce7-b17bc669c89b None None] For port b04c5e69-e25e-4126-910c-beb8f44a0d28, host n-d-842733-1, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:57:48.749295 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-5fcc9a83-0cd7-4721-bce7-b17bc669c89b None None] For port b04c5e69-e25e-4126-910c-beb8f44a0d28, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=b04c5e69-e25e-4126-910c-beb8f44a0d28,segment=NetworkSegment(3f7461b8-2004-47d0-b042-dd1fc6d819f0),segment_id=3f7461b8-2004-47d0-b042-dd1fc6d819f0)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:57:48.810828 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-58e7a28d-669c-4b1d-961b-d4fb7e6ce8e7 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:48.830683 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-2e3d96c8-a444-4d02-92d5-5de630a9a21e None None] Current status of the port ed21d2f5-e013-42c2-934c-6c6dad880273 is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:57:48.831303 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-2e3d96c8-a444-4d02-92d5-5de630a9a21e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:48.851208 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-5fcc9a83-0cd7-4721-bce7-b17bc669c89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:48.948303 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-58e7a28d-669c-4b1d-961b-d4fb7e6ce8e7 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Calling delete_port for 1b68b224-31cd-4f81-ba92-833486432e1b owned by {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:57:48.951416 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-2e3d96c8-a444-4d02-92d5-5de630a9a21e None None] For port ed21d2f5-e013-42c2-934c-6c6dad880273, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=ed21d2f5-e013-42c2-934c-6c6dad880273,segment=NetworkSegment(f5705048-66fd-4627-af8c-03443c37dd17),segment_id=f5705048-66fd-4627-af8c-03443c37dd17)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:57:48.979171 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-0e1f560f-d2f3-40d5-accf-d4c3bc596b56 tempest-RoutersTestDVR-907881803 tempest-RoutersTestDVR-907881803-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=103162) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} May 20 20:57:48.980145 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-0e1f560f-d2f3-40d5-accf-d4c3bc596b56 tempest-RoutersTestDVR-907881803 tempest-RoutersTestDVR-907881803-project-admin] Router af4515e2-b98e-44a5-b295-54739cf046ce migrating from provider to provider. {{(pid=103162) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} May 20 20:57:48.980145 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0e1f560f-d2f3-40d5-accf-d4c3bc596b56 tempest-RoutersTestDVR-907881803 tempest-RoutersTestDVR-907881803-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:49.001329 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-57a534ef-b5f3-4eca-88a4-a94ace04ab07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099'] for port, after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:49.002984 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0e1f560f-d2f3-40d5-accf-d4c3bc596b56 tempest-RoutersTestDVR-907881803 tempest-RoutersTestDVR-907881803-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:49.014549 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcc9a83-0cd7-4721-bce7-b17bc669c89b None None] Pushing event updated for resources: {'Port': ['ID=b04c5e69-e25e-4126-910c-beb8f44a0d28,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:57:49.048252 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a534ef-b5f3-4eca-88a4-a94ace04ab07 None None] Pushing event deleted for resources: {'Port': ['ID=829baa46-a7da-4142-9f5f-9c30225e1bdd,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:57:49.057523 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-2e3d96c8-a444-4d02-92d5-5de630a9a21e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:49.059743 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a534ef-b5f3-4eca-88a4-a94ace04ab07 None None] No DVR routers for this DVR port 829baa46-a7da-4142-9f5f-9c30225e1bdd on host n-d-842733-1 {{(pid=103164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:57:49.081098 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b1f3c6b6-6226-4de2-ad79-6f0bbd6c44c1 tempest-FloatingIPNegativeTestJSON-532141633 tempest-FloatingIPNegativeTestJSON-532141633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:49.117400 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device ed21d2f5-e013-42c2-934c-6c6dad880273 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:57:49.132679 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633d55ed-2808-4fb3-aca5-2f0197254e6a req-01ce7be0-dc3d-4ef7-979b-c2ed47085c4a tempest-ListServerFiltersTestJSON-918143940 tempest-ListServerFiltersTestJSON-918143940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:57:49.137767 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-633d55ed-2808-4fb3-aca5-2f0197254e6a req-01ce7be0-dc3d-4ef7-979b-c2ed47085c4a tempest-ListServerFiltersTestJSON-918143940 tempest-ListServerFiltersTestJSON-918143940-project] 10.222.0.35 "GET /v2.0/ports?device_id=b677069f-2bf9-4a32-b533-9fc31512d995 HTTP/1.1" status: 200 len: 945 time: 0.1296289 May 20 20:57:49.138620 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0e1f560f-d2f3-40d5-accf-d4c3bc596b56 tempest-RoutersTestDVR-907881803 tempest-RoutersTestDVR-907881803-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-748132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-748125', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-693176'] for router, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:49.160886 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f3c6b6-6226-4de2-ad79-6f0bbd6c44c1 tempest-FloatingIPNegativeTestJSON-532141633 tempest-FloatingIPNegativeTestJSON-532141633-project] Pushing event deleted for resources: {'Port': ['ID=829baa46-a7da-4142-9f5f-9c30225e1bdd,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:57:49.165275 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f3c6b6-6226-4de2-ad79-6f0bbd6c44c1 tempest-FloatingIPNegativeTestJSON-532141633 tempest-FloatingIPNegativeTestJSON-532141633-project] No DVR routers for this DVR port 829baa46-a7da-4142-9f5f-9c30225e1bdd on host n-d-842733-1 {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:57:49.171430 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3d96c8-a444-4d02-92d5-5de630a9a21e None None] Pushing event updated for resources: {'Port': ['ID=ed21d2f5-e013-42c2-934c-6c6dad880273,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:57:49.226345 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-47db2152-57fd-4bdd-b4ef-a6f97dbc4b44 None None] Provisioning complete for port 1b68b224-31cd-4f81-ba92-833486432e1b triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:57:49.226719 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-47db2152-57fd-4bdd-b4ef-a6f97dbc4b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:49.231599 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port ed21d2f5-e013-42c2-934c-6c6dad880273 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:57:49.231967 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:49.247757 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-633d55ed-2808-4fb3-aca5-2f0197254e6a req-9f2cf296-c30c-42e6-88bf-07f3acc4eb4d tempest-ListServerFiltersTestJSON-918143940 tempest-ListServerFiltersTestJSON-918143940-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ac682f0-67fc-4a5c-81fb-b80b5c12f5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012928 May 20 20:57:49.328823 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-47db2152-57fd-4bdd-b4ef-a6f97dbc4b44 None None] Port 1b68b224-31cd-4f81-ba92-833486432e1b cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 20:57:49.419078 n-d-842733-1 neutron-server[103162]: WARNING neutron.scheduler.l3_agent_scheduler [None req-0e1f560f-d2f3-40d5-accf-d4c3bc596b56 tempest-RoutersTestDVR-907881803 tempest-RoutersTestDVR-907881803-project-admin] No L3 agents can host the router af4515e2-b98e-44a5-b295-54739cf046ce May 20 20:57:49.430435 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b1f3c6b6-6226-4de2-ad79-6f0bbd6c44c1 tempest-FloatingIPNegativeTestJSON-532141633 tempest-FloatingIPNegativeTestJSON-532141633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33072115', 'neutron.services.segments.db._delete_segments_for_network-8782419500584'] for network, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:49.514678 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2360d4a3-4244-40b3-b87e-702e09d7aa84 req-fcb5cc58-9464-4ac7-8533-c995ac47d2bb tempest-ListServerFiltersTestJSON-918143940 tempest-ListServerFiltersTestJSON-918143940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:57:49.517076 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2360d4a3-4244-40b3-b87e-702e09d7aa84 req-fcb5cc58-9464-4ac7-8533-c995ac47d2bb tempest-ListServerFiltersTestJSON-918143940 tempest-ListServerFiltersTestJSON-918143940-project] 10.222.0.35 "GET /v2.0/ports?device_id=0af4d785-9a35-4cf1-a9f8-3510d8d3d3b0 HTTP/1.1" status: 200 len: 946 time: 0.1148672 May 20 20:57:49.576667 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2360d4a3-4244-40b3-b87e-702e09d7aa84 req-4ececf1e-5784-45c0-a838-23d72ccde63e tempest-ListServerFiltersTestJSON-918143940 tempest-ListServerFiltersTestJSON-918143940-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ac682f0-67fc-4a5c-81fb-b80b5c12f5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496640 May 20 20:57:49.582462 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port ed21d2f5-e013-42c2-934c-6c6dad880273 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:57:49.636019 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-b1f3c6b6-6226-4de2-ad79-6f0bbd6c44c1 tempest-FloatingIPNegativeTestJSON-532141633 tempest-FloatingIPNegativeTestJSON-532141633-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e41da2c-8875-495a-871e-05edc9da4d62']}} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:57:49.652171 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 829baa46-a7da-4142-9f5f-9c30225e1bdd no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:57:49.683973 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: 829baa46-a7da-4142-9f5f-9c30225e1bdd {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 20:57:49.684316 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 829baa46-a7da-4142-9f5f-9c30225e1bdd not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 20:57:49.696724 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-b1f3c6b6-6226-4de2-ad79-6f0bbd6c44c1 tempest-FloatingIPNegativeTestJSON-532141633 tempest-FloatingIPNegativeTestJSON-532141633-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d1efc36-472c-419b-a436-d33213de35db') {'for_net_delete': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:57:49.697726 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-b1f3c6b6-6226-4de2-ad79-6f0bbd6c44c1 tempest-FloatingIPNegativeTestJSON-532141633 tempest-FloatingIPNegativeTestJSON-532141633-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d1efc36-472c-419b-a436-d33213de35db') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:57:49.743091 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b1f3c6b6-6226-4de2-ad79-6f0bbd6c44c1 tempest-FloatingIPNegativeTestJSON-532141633 tempest-FloatingIPNegativeTestJSON-532141633-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419501617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3738385'] for segment, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:49.758267 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f71a211-c8b4-46fb-b2e9-06f0151495d2 req-ae735e18-51a6-4df7-ac9e-114310c67bcc tempest-ListServerFiltersTestJSON-918143940 tempest-ListServerFiltersTestJSON-918143940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:57:49.770587 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3f71a211-c8b4-46fb-b2e9-06f0151495d2 req-ae735e18-51a6-4df7-ac9e-114310c67bcc tempest-ListServerFiltersTestJSON-918143940 tempest-ListServerFiltersTestJSON-918143940-project] 10.222.0.35 "GET /v2.0/ports?device_id=46677f28-5c35-457f-8055-bf744f0c7167 HTTP/1.1" status: 200 len: 945 time: 0.0860260 May 20 20:57:49.804859 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b1f3c6b6-6226-4de2-ad79-6f0bbd6c44c1 tempest-FloatingIPNegativeTestJSON-532141633 tempest-FloatingIPNegativeTestJSON-532141633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:49.814760 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3f71a211-c8b4-46fb-b2e9-06f0151495d2 req-60342224-ba24-4041-af55-5f5fb905a984 tempest-ListServerFiltersTestJSON-918143940 tempest-ListServerFiltersTestJSON-918143940-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ac682f0-67fc-4a5c-81fb-b80b5c12f5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432062 May 20 20:57:49.838847 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e1f560f-d2f3-40d5-accf-d4c3bc596b56 tempest-RoutersTestDVR-907881803 tempest-RoutersTestDVR-907881803-project-admin] Hosts for router af4515e2-b98e-44a5-b295-54739cf046ce: [] {{(pid=103162) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:329}} May 20 20:57:49.840921 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1f3c6b6-6226-4de2-ad79-6f0bbd6c44c1 tempest-FloatingIPNegativeTestJSON-532141633 tempest-FloatingIPNegativeTestJSON-532141633-project] Releasing vlan 246 on physical network physnet1 to pool {{(pid=103162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 20:57:49.841351 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b1f3c6b6-6226-4de2-ad79-6f0bbd6c44c1 tempest-FloatingIPNegativeTestJSON-532141633 tempest-FloatingIPNegativeTestJSON-532141633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3800791'] for segment, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:49.846987 n-d-842733-1 neutron-server[103162]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 20:57:49.846987 n-d-842733-1 neutron-server[103162]: self.session.flush() May 20 20:57:49.846987 n-d-842733-1 neutron-server[103162]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 20:57:49.846987 n-d-842733-1 neutron-server[103162]: self.session.flush() May 20 20:57:49.846987 n-d-842733-1 neutron-server[103162]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 20:57:49.846987 n-d-842733-1 neutron-server[103162]: self.session.flush() May 20 20:57:49.846987 n-d-842733-1 neutron-server[103162]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 20:57:49.846987 n-d-842733-1 neutron-server[103162]: self.session.flush() May 20 20:57:49.846987 n-d-842733-1 neutron-server[103162]: Traceback (most recent call last): May 20 20:57:49.846987 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 20:57:49.846987 n-d-842733-1 neutron-server[103162]: timer() May 20 20:57:49.846987 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 20:57:49.846987 n-d-842733-1 neutron-server[103162]: cb(*args, **kw) May 20 20:57:49.846987 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 20 20:57:49.846987 n-d-842733-1 neutron-server[103162]: return func(*args, **kwargs) May 20 20:57:49.846987 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 20:57:49.846987 n-d-842733-1 neutron-server[103162]: self._notify() May 20 20:57:49.846987 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 20:57:49.846987 n-d-842733-1 neutron-server[103162]: self.callback(batched_events) May 20 20:57:49.846987 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 20:57:49.846987 n-d-842733-1 neutron-server[103162]: event.method(event) May 20 20:57:49.846987 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 20 20:57:49.846987 n-d-842733-1 neutron-server[103162]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 20:57:49.846987 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 20 20:57:49.846987 n-d-842733-1 neutron-server[103162]: aggregate_uuid = self.p_client.list_aggregates( May 20 20:57:49.846987 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 20 20:57:49.846987 n-d-842733-1 neutron-server[103162]: return f(self, *a, **k) May 20 20:57:49.846987 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 20 20:57:49.846987 n-d-842733-1 neutron-server[103162]: return self._get(url).json() May 20 20:57:49.846987 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 20 20:57:49.846987 n-d-842733-1 neutron-server[103162]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 20:57:49.846987 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 20:57:49.846987 n-d-842733-1 neutron-server[103162]: return self.request(url, 'GET', **kwargs) May 20 20:57:49.846987 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 20:57:49.846987 n-d-842733-1 neutron-server[103162]: base_url = self.get_endpoint(auth, allow=allow, May 20 20:57:49.846987 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 20:57:49.846987 n-d-842733-1 neutron-server[103162]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 20:57:49.846987 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 20:57:49.846987 n-d-842733-1 neutron-server[103162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 20:57:49.846987 n-d-842733-1 neutron-server[103162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 20:57:49.846987 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-58e7a28d-669c-4b1d-961b-d4fb7e6ce8e7 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:49.863984 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-31c35f26-172e-4bda-bcd9-0435f94fc2fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:50.102703 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5873bd0-10a8-4e15-af84-4a2455df005b req-c07e6cbc-8ae1-42e4-aa39-a8bcbbc56063 tempest-ListServerFiltersTestJSON-918143940 tempest-ListServerFiltersTestJSON-918143940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:57:50.109758 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5873bd0-10a8-4e15-af84-4a2455df005b req-c07e6cbc-8ae1-42e4-aa39-a8bcbbc56063 tempest-ListServerFiltersTestJSON-918143940 tempest-ListServerFiltersTestJSON-918143940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:57:50.115027 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5873bd0-10a8-4e15-af84-4a2455df005b req-c07e6cbc-8ae1-42e4-aa39-a8bcbbc56063 tempest-ListServerFiltersTestJSON-918143940 tempest-ListServerFiltersTestJSON-918143940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:57:50.124191 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a5873bd0-10a8-4e15-af84-4a2455df005b req-c07e6cbc-8ae1-42e4-aa39-a8bcbbc56063 tempest-ListServerFiltersTestJSON-918143940 tempest-ListServerFiltersTestJSON-918143940-project] 10.222.0.35 "GET /v2.0/ports?device_id=46677f28-5c35-457f-8055-bf744f0c7167&device_id=0af4d785-9a35-4cf1-a9f8-3510d8d3d3b0&device_id=b677069f-2bf9-4a32-b533-9fc31512d995 HTTP/1.1" status: 200 len: 2417 time: 0.1149938 May 20 20:57:50.164494 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a5873bd0-10a8-4e15-af84-4a2455df005b req-df2a9bfd-3fc1-42b9-94c7-0f5e2cdc5acc tempest-ListServerFiltersTestJSON-918143940 tempest-ListServerFiltersTestJSON-918143940-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ac682f0-67fc-4a5c-81fb-b80b5c12f5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393512 May 20 20:57:50.209314 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [req-14a77274-d678-4f66-809e-5a1982a4d25d req-fb6fcab5-1ec7-4a47-89c0-8fe8594b35dd tempest-ListServerFiltersTestJSON-918143940 tempest-ListServerFiltersTestJSON-918143940-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103163) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 20:57:50.211063 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-14a77274-d678-4f66-809e-5a1982a4d25d req-fb6fcab5-1ec7-4a47-89c0-8fe8594b35dd tempest-ListServerFiltersTestJSON-918143940 tempest-ListServerFiltersTestJSON-918143940-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0068126 May 20 20:57:50.276340 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9438ca83-0f18-413c-9de4-e396990e998f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:50.301135 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9438ca83-0f18-413c-9de4-e396990e998f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:50.303309 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e7a28d-669c-4b1d-961b-d4fb7e6ce8e7 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Pushing event deleted for resources: {'Port': ['ID=1b68b224-31cd-4f81-ba92-833486432e1b,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:57:50.304867 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-14a77274-d678-4f66-809e-5a1982a4d25d req-36894be0-02fa-4f78-a188-5551dec224ca tempest-ListServerFiltersTestJSON-918143940 tempest-ListServerFiltersTestJSON-918143940-project] 10.222.0.35 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.0834169 May 20 20:57:50.314054 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e1f560f-d2f3-40d5-accf-d4c3bc596b56 tempest-RoutersTestDVR-907881803 tempest-RoutersTestDVR-907881803-project-admin] Hosts for other DVR routers connected to router af4515e2-b98e-44a5-b295-54739cf046ce: set() {{(pid=103162) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:346}} May 20 20:57:50.316594 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0e1f560f-d2f3-40d5-accf-d4c3bc596b56 tempest-RoutersTestDVR-907881803 tempest-RoutersTestDVR-907881803-project-admin] Notify callbacks [] for router, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:50.317820 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-0e1f560f-d2f3-40d5-accf-d4c3bc596b56 tempest-RoutersTestDVR-907881803 tempest-RoutersTestDVR-907881803-project-admin] 10.222.0.35 "PUT /v2.0/routers/af4515e2-b98e-44a5-b295-54739cf046ce HTTP/1.1" status: 200 len: 716 time: 2.3105903 May 20 20:57:50.330608 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 34352) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:57:50.386458 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-58e7a28d-669c-4b1d-961b-d4fb7e6ce8e7 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:50.398743 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-58e7a28d-669c-4b1d-961b-d4fb7e6ce8e7 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "DELETE /v2.0/ports/1b68b224-31cd-4f81-ba92-833486432e1b HTTP/1.1" status: 204 len: 168 time: 2.6289535 May 20 20:57:50.399012 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 34354) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:57:50.437990 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b1f3c6b6-6226-4de2-ad79-6f0bbd6c44c1 tempest-FloatingIPNegativeTestJSON-532141633 tempest-FloatingIPNegativeTestJSON-532141633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33072122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748162'] for network, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:50.504473 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b1f3c6b6-6226-4de2-ad79-6f0bbd6c44c1 tempest-FloatingIPNegativeTestJSON-532141633 tempest-FloatingIPNegativeTestJSON-532141633-project] Notify callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:50.507664 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-b1f3c6b6-6226-4de2-ad79-6f0bbd6c44c1 tempest-FloatingIPNegativeTestJSON-532141633 tempest-FloatingIPNegativeTestJSON-532141633-project] 10.222.0.35 "DELETE /v2.0/networks/7e41da2c-8875-495a-871e-05edc9da4d62 HTTP/1.1" status: 204 len: 168 time: 2.9675045 May 20 20:57:50.508528 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f3c6b6-6226-4de2-ad79-6f0bbd6c44c1 tempest-FloatingIPNegativeTestJSON-532141633 tempest-FloatingIPNegativeTestJSON-532141633-project] Pushing event deleted for resources: {'Network': ['ID=7e41da2c-8875-495a-871e-05edc9da4d62,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:57:50.535797 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-dff59344-78ab-4140-adfa-39bd0c46cea3 tempest-RoutersTestDVR-907881803 tempest-RoutersTestDVR-907881803-project-admin] 10.222.0.35 "GET /v2.0/routers/af4515e2-b98e-44a5-b295-54739cf046ce HTTP/1.1" status: 200 len: 716 time: 0.2037053 May 20 20:57:50.537499 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 34358) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:57:50.566698 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65f5bf4a-0b37-4d2c-870a-f3f9aa8c9ea4 None None] Network ba1c69b0-a7a0-40a1-95e5-d4d28b827045 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:57:50.584282 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cdcbc1b-f124-4cc2-acc8-20b03ba50b2f tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:57:50.586830 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cdcbc1b-f124-4cc2-acc8-20b03ba50b2f tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:57:50.589265 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-3cdcbc1b-f124-4cc2-acc8-20b03ba50b2f tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1951053 May 20 20:57:50.591728 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 34364) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:57:50.672969 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-9438ca83-0f18-413c-9de4-e396990e998f admin admin] Allocated IP 172.25.2.106 (e3a93b5c-91e2-4064-9c2c-1afc261bfe15/86fee0c1-6e34-488b-9216-b2b8e7ef585a/39ee6850-d841-48e2-8d78-7e347828d508) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:57:50.687665 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bad5a9b-8ca1-441f-b11b-82afdcf70210 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Deleting subnet e9530cdb-3d9c-4c1d-927d-673b6a50d7ac {{(pid=103163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 20 20:57:50.703816 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7bad5a9b-8ca1-441f-b11b-82afdcf70210 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks [] for subnet, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:50.841118 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7bad5a9b-8ca1-441f-b11b-82afdcf70210 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9338757'] for subnet, precommit_delete_associations {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:50.841233 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-f5433c24-8316-402d-b64e-2aae9854f6e2 None None] Provisioning complete for port b04c5e69-e25e-4126-910c-beb8f44a0d28 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:57:50.841233 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-f5433c24-8316-402d-b64e-2aae9854f6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:50.896667 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9438ca83-0f18-413c-9de4-e396990e998f admin admin] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:51.027009 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-f5433c24-8316-402d-b64e-2aae9854f6e2 None None] Current status of the port b04c5e69-e25e-4126-910c-beb8f44a0d28 is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:57:51.027490 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-f5433c24-8316-402d-b64e-2aae9854f6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:51.037759 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-6500bcf5-07fc-4d32-ab7d-790ff8c7ca3a tempest-RoutersTestDVR-607024689 tempest-RoutersTestDVR-607024689-project] 10.222.0.35 "GET /v2.0/routers/af4515e2-b98e-44a5-b295-54739cf046ce HTTP/1.1" status: 200 len: 682 time: 0.4904671 May 20 20:57:51.038846 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 34370) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:57:51.136288 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-f5433c24-8316-402d-b64e-2aae9854f6e2 None None] For port b04c5e69-e25e-4126-910c-beb8f44a0d28, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=b04c5e69-e25e-4126-910c-beb8f44a0d28,segment=NetworkSegment(3f7461b8-2004-47d0-b042-dd1fc6d819f0),segment_id=3f7461b8-2004-47d0-b042-dd1fc6d819f0)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:57:51.151885 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7bad5a9b-8ca1-441f-b11b-82afdcf70210 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33068388'] for subnet, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:51.215112 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3b3e1319-784e-49b2-82d3-46bf61ad2fe6 tempest-RoutersTestDVR-907881803 tempest-RoutersTestDVR-907881803-project-admin] Notify callbacks [] for router, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:51.328798 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device b04c5e69-e25e-4126-910c-beb8f44a0d28 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:57:51.371161 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port b04c5e69-e25e-4126-910c-beb8f44a0d28 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:57:51.371529 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:51.445876 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3b3e1319-784e-49b2-82d3-46bf61ad2fe6 tempest-RoutersTestDVR-907881803 tempest-RoutersTestDVR-907881803-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26169'] for router, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:51.452947 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3b3e1319-784e-49b2-82d3-46bf61ad2fe6 tempest-RoutersTestDVR-907881803 tempest-RoutersTestDVR-907881803-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:51.495974 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port b04c5e69-e25e-4126-910c-beb8f44a0d28 is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:57:51.496478 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:51.568845 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7bad5a9b-8ca1-441f-b11b-82afdcf70210 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33068399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9641221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8422588'] for subnet, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:51.570158 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-f5433c24-8316-402d-b64e-2aae9854f6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:51.572392 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9438ca83-0f18-413c-9de4-e396990e998f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:51.637824 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bad5a9b-8ca1-441f-b11b-82afdcf70210 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Pushing event deleted for resources: {'Subnet': ['ID=e9530cdb-3d9c-4c1d-927d-673b6a50d7ac,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:57:51.654407 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.db.api [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103164) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 20 20:57:51.655052 n-d-842733-1 neutron-server[103164]: DEBUG oslo_db.api [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 20 20:57:51.658274 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7bad5a9b-8ca1-441f-b11b-82afdcf70210 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks [] for subnet, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:51.669987 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-7bad5a9b-8ca1-441f-b11b-82afdcf70210 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "DELETE /v2.0/subnets/e9530cdb-3d9c-4c1d-927d-673b6a50d7ac HTTP/1.1" status: 204 len: 168 time: 1.0765073 May 20 20:57:51.670286 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 34376) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:57:51.679922 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3fa03b8-8c66-4564-a74d-4df3549a49a0 None None] Network 98f8b8d5-1379-4eeb-9e13-b2bbab96015a requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:57:51.685070 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9438ca83-0f18-413c-9de4-e396990e998f admin admin] Network e3a93b5c-91e2-4064-9c2c-1afc261bfe15 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:57:51.688444 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-9438ca83-0f18-413c-9de4-e396990e998f admin admin] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:57:51.690373 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3b3e1319-784e-49b2-82d3-46bf61ad2fe6 tempest-RoutersTestDVR-907881803 tempest-RoutersTestDVR-907881803-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-693148'] for router, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:51.691013 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b3e1319-784e-49b2-82d3-46bf61ad2fe6 tempest-RoutersTestDVR-907881803 tempest-RoutersTestDVR-907881803-project-admin] Fanout notify agent at l3_agent the message router_deleted on router af4515e2-b98e-44a5-b295-54739cf046ce {{(pid=103162) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 20 20:57:51.692623 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9438ca83-0f18-413c-9de4-e396990e998f admin admin] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:57:51.700507 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3b3e1319-784e-49b2-82d3-46bf61ad2fe6 tempest-RoutersTestDVR-907881803 tempest-RoutersTestDVR-907881803-project-admin] Notify callbacks [] for router, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:51.705503 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-3b3e1319-784e-49b2-82d3-46bf61ad2fe6 tempest-RoutersTestDVR-907881803 tempest-RoutersTestDVR-907881803-project-admin] 10.222.0.35 "DELETE /v2.0/routers/af4515e2-b98e-44a5-b295-54739cf046ce HTTP/1.1" status: 204 len: 168 time: 0.6622100 May 20 20:57:51.705954 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 34380) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:57:51.721702 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-402fd889-c36d-4a65-aae6-1eceb56c8739 tempest-RoutersTestDVR-907881803 tempest-RoutersTestDVR-907881803-project-admin] Request body: {'router': {'name': 'tempest-router-2081748671', 'distributed': True}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:57:51.749995 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9438ca83-0f18-413c-9de4-e396990e998f admin admin] Pushing event updated for resources: {'Port': ['ID=39ee6850-d841-48e2-8d78-7e347828d508,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:57:51.759124 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5433c24-8316-402d-b64e-2aae9854f6e2 None None] Pushing event updated for resources: {'Port': ['ID=b04c5e69-e25e-4126-910c-beb8f44a0d28,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:57:51.813843 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-d92d8305-2368-41d6-a77f-638cd3f7b113 None None] Provisioning complete for port b04c5e69-e25e-4126-910c-beb8f44a0d28 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:57:51.817340 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d92d8305-2368-41d6-a77f-638cd3f7b113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:51.894113 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-97acb1eb-e36d-4d58-a565-ed8ec3b49a65 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2224393 May 20 20:57:51.898904 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 34386) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:57:51.901186 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-402fd889-c36d-4a65-aae6-1eceb56c8739 tempest-RoutersTestDVR-907881803 tempest-RoutersTestDVR-907881803-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-694221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26155'] for router, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:51.902481 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-402fd889-c36d-4a65-aae6-1eceb56c8739 tempest-RoutersTestDVR-907881803 tempest-RoutersTestDVR-907881803-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-693085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748153', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-718080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26162'] for router, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:51.986271 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 34390) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:57:52.017910 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-402fd889-c36d-4a65-aae6-1eceb56c8739 tempest-RoutersTestDVR-907881803 tempest-RoutersTestDVR-907881803-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:52.029057 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-d92d8305-2368-41d6-a77f-638cd3f7b113 None None] Current status of the port b04c5e69-e25e-4126-910c-beb8f44a0d28 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:57:52.042963 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc18f01e-3c3e-4f50-b8f8-342070f59968 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:57:52.045250 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-fc18f01e-3c3e-4f50-b8f8-342070f59968 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1396041 May 20 20:57:52.047329 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 34394) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:57:52.137180 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-402fd889-c36d-4a65-aae6-1eceb56c8739 tempest-RoutersTestDVR-907881803 tempest-RoutersTestDVR-907881803-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748106'] for router, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:52.137180 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2620e04a-3440-4b3c-8ea9-fa14dd3e6ca5 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:57:52.137180 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-2620e04a-3440-4b3c-8ea9-fa14dd3e6ca5 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0870750 May 20 20:57:52.138280 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 34398) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:57:52.168216 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d4ed4e8-750b-4825-84f5-d50e877f0e60 None None] DHCP port deletion for 98f8b8d5-1379-4eeb-9e13-b2bbab96015a request from n-d-842733-1 {{(pid=103164) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 20:57:52.224152 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-bb7b09fb-b56e-474a-aa5b-03862d96077e tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0836384 May 20 20:57:52.229513 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 34400) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:57:52.234569 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-018c62dc-b3f5-41c0-b286-523e08205fe9 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Request body: {'subnet': {'network_id': '98f8b8d5-1379-4eeb-9e13-b2bbab96015a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:57:52.258368 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-db14b3f4-4c37-408a-abdb-58fff2f9a19e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:52.315409 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port b04c5e69-e25e-4126-910c-beb8f44a0d28 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:57:52.316479 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device ed21d2f5-e013-42c2-934c-6c6dad880273 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:57:52.327280 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-402fd889-c36d-4a65-aae6-1eceb56c8739 tempest-RoutersTestDVR-907881803 tempest-RoutersTestDVR-907881803-project-admin] Notify callbacks [] for router, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:52.329535 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-402fd889-c36d-4a65-aae6-1eceb56c8739 tempest-RoutersTestDVR-907881803 tempest-RoutersTestDVR-907881803-project-admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.6225913 May 20 20:57:52.339319 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 34404) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:57:52.398091 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-6d97d520-898b-4298-981a-c565c64c116e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=78090eb37c73496ab39c9ad4a8f5c473&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4094036 May 20 20:57:52.403799 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 34406) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:57:52.414997 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-0d4ed4e8-750b-4825-84f5-d50e877f0e60 None None] Deleting port ed21d2f5-e013-42c2-934c-6c6dad880273 {{(pid=103164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:57:52.415396 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-0d4ed4e8-750b-4825-84f5-d50e877f0e60 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:52.438390 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1a8303bd-d715-4a2e-b6d6-d0cc6147e968 tempest-RoutersTestDVR-907881803 tempest-RoutersTestDVR-907881803-project-admin] Notify callbacks [] for router, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:52.464055 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9438ca83-0f18-413c-9de4-e396990e998f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:52.515147 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port ed21d2f5-e013-42c2-934c-6c6dad880273 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:57:52.515504 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:52.522627 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-0d4ed4e8-750b-4825-84f5-d50e877f0e60 None None] For port ed21d2f5-e013-42c2-934c-6c6dad880273, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=ed21d2f5-e013-42c2-934c-6c6dad880273,segment=NetworkSegment(f5705048-66fd-4627-af8c-03443c37dd17),segment_id=f5705048-66fd-4627-af8c-03443c37dd17)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:57:52.523003 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-0d4ed4e8-750b-4825-84f5-d50e877f0e60 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:52.555637 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-48d13f48-ff84-4f61-8f02-acfa5bf747e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:52.564567 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-0d4ed4e8-750b-4825-84f5-d50e877f0e60 None None] Calling delete_port for ed21d2f5-e013-42c2-934c-6c6dad880273 owned by network:dhcp {{(pid=103164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:57:52.581769 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-48d13f48-ff84-4f61-8f02-acfa5bf747e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:52.585940 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-018c62dc-b3f5-41c0-b286-523e08205fe9 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Made reservation on behalf of ab4ded6dc75a4ab5a4f9dae9e5aa3753 for: {'subnet': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:57:52.590742 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-018c62dc-b3f5-41c0-b286-523e08205fe9 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8422561'] for subnet, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:52.688100 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1a8303bd-d715-4a2e-b6d6-d0cc6147e968 tempest-RoutersTestDVR-907881803 tempest-RoutersTestDVR-907881803-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26169'] for router, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:52.693471 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1a8303bd-d715-4a2e-b6d6-d0cc6147e968 tempest-RoutersTestDVR-907881803 tempest-RoutersTestDVR-907881803-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:52.716798 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port ed21d2f5-e013-42c2-934c-6c6dad880273 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:57:52.790405 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-48d13f48-ff84-4f61-8f02-acfa5bf747e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:52.793608 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-48d13f48-ff84-4f61-8f02-acfa5bf747e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:52.794823 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-48d13f48-ff84-4f61-8f02-acfa5bf747e3 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/47e1e9ec-d2d8-4362-b041-07e247036040 HTTP/1.1" status: 204 len: 168 time: 0.3869979 May 20 20:57:52.807845 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d13f48-ff84-4f61-8f02-acfa5bf747e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47e1e9ec-d2d8-4362-b041-07e247036040,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:57:52.831326 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-0d4ed4e8-750b-4825-84f5-d50e877f0e60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099'] for port, after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:52.836250 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5516473-a0e4-46f0-ab92-1369329e7d20 req-29a136d5-f226-4ecb-aeaf-680dd58a4a58 tempest-ListServerFiltersTestJSON-918143940 tempest-ListServerFiltersTestJSON-918143940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:57:52.838626 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f5516473-a0e4-46f0-ab92-1369329e7d20 req-29a136d5-f226-4ecb-aeaf-680dd58a4a58 tempest-ListServerFiltersTestJSON-918143940 tempest-ListServerFiltersTestJSON-918143940-project] 10.222.0.35 "GET /v2.0/ports?device_id=46677f28-5c35-457f-8055-bf744f0c7167 HTTP/1.1" status: 200 len: 945 time: 0.0706685 May 20 20:57:52.901709 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f5516473-a0e4-46f0-ab92-1369329e7d20 req-5d18a60f-883d-404a-8bd2-2b79106a441f tempest-ListServerFiltersTestJSON-918143940 tempest-ListServerFiltersTestJSON-918143940-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ac682f0-67fc-4a5c-81fb-b80b5c12f5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490708 May 20 20:57:52.918870 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1a8303bd-d715-4a2e-b6d6-d0cc6147e968 tempest-RoutersTestDVR-907881803 tempest-RoutersTestDVR-907881803-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-693148'] for router, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:52.918870 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a8303bd-d715-4a2e-b6d6-d0cc6147e968 tempest-RoutersTestDVR-907881803 tempest-RoutersTestDVR-907881803-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 45c9e41c-225e-4933-b233-73571bda1b92 {{(pid=103163) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 20 20:57:52.921844 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1a8303bd-d715-4a2e-b6d6-d0cc6147e968 tempest-RoutersTestDVR-907881803 tempest-RoutersTestDVR-907881803-project-admin] Notify callbacks [] for router, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:52.923442 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-1a8303bd-d715-4a2e-b6d6-d0cc6147e968 tempest-RoutersTestDVR-907881803 tempest-RoutersTestDVR-907881803-project-admin] 10.222.0.35 "DELETE /v2.0/routers/45c9e41c-225e-4933-b233-73571bda1b92 HTTP/1.1" status: 204 len: 168 time: 0.5826249 May 20 20:57:52.923947 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9438ca83-0f18-413c-9de4-e396990e998f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748106'] for router, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:52.942761 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4ed4e8-750b-4825-84f5-d50e877f0e60 None None] Pushing event deleted for resources: {'Port': ['ID=ed21d2f5-e013-42c2-934c-6c6dad880273,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:57:52.945138 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d4ed4e8-750b-4825-84f5-d50e877f0e60 None None] No DVR routers for this DVR port ed21d2f5-e013-42c2-934c-6c6dad880273 on host n-d-842733-1 {{(pid=103164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:57:53.022563 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device b04c5e69-e25e-4126-910c-beb8f44a0d28 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:57:53.101582 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port b04c5e69-e25e-4126-910c-beb8f44a0d28 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:57:53.102202 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:53.165276 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-018c62dc-b3f5-41c0-b286-523e08205fe9 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9641412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8422583'] for subnet, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:53.210556 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-018c62dc-b3f5-41c0-b286-523e08205fe9 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Network 98f8b8d5-1379-4eeb-9e13-b2bbab96015a is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:57:53.216306 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-018c62dc-b3f5-41c0-b286-523e08205fe9 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:57:53.220028 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port b04c5e69-e25e-4126-910c-beb8f44a0d28 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:57:53.220760 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-018c62dc-b3f5-41c0-b286-523e08205fe9 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:57:53.231094 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-018c62dc-b3f5-41c0-b286-523e08205fe9 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks [] for subnet, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:53.234551 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9438ca83-0f18-413c-9de4-e396990e998f admin admin] Router c1f34824-568f-4914-817e-7d257ea4c0db is scheduled to L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e with binding_index 1 {{(pid=103162) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 20 20:57:53.235199 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018c62dc-b3f5-41c0-b286-523e08205fe9 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Pushing event updated for resources: {'Subnet': ['ID=1e081f20-9ba0-4e0b-9fa7-d45357b2fe70,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:57:53.243423 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4256453-ae42-48e6-a9c9-0a4482414935 None None] Network 98f8b8d5-1379-4eeb-9e13-b2bbab96015a requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:57:53.349397 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-018c62dc-b3f5-41c0-b286-523e08205fe9 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1186428 May 20 20:57:53.350092 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 34420) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:57:53.359337 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-00fbd9ce-0ceb-4232-ae11-7f9fe00489ce tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Request body: {'port': {'network_id': '98f8b8d5-1379-4eeb-9e13-b2bbab96015a', 'fixed_ips': [{'subnet_id': '1e081f20-9ba0-4e0b-9fa7-d45357b2fe70', 'ip_address': '2001:db8::b514:3d6a:59b0:ac91'}], 'name': 'tempest-NetworksTestDHCPv6-112479078'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:57:53.368515 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device ed21d2f5-e013-42c2-934c-6c6dad880273 no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:57:53.394554 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: ed21d2f5-e013-42c2-934c-6c6dad880273 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 20:57:53.395178 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device ed21d2f5-e013-42c2-934c-6c6dad880273 not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 20:57:53.406005 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9438ca83-0f18-413c-9de4-e396990e998f admin admin] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 20:57:53.415168 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce3c3ecf-8710-4222-a9c2-e488f2cd15d4 None None] Sync routers for ids ['c1f34824-568f-4914-817e-7d257ea4c0db'] in n-d-842733-1 {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 20:57:53.445947 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce3c3ecf-8710-4222-a9c2-e488f2cd15d4 None None] Routers {'c1f34824-568f-4914-817e-7d257ea4c0db'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:57:53.448728 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-ce3c3ecf-8710-4222-a9c2-e488f2cd15d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:57:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['c1f34824-568f-4914-817e-7d257ea4c0db'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:57:53.522242 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9438ca83-0f18-413c-9de4-e396990e998f admin admin] Notify callbacks [] for router, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:53.524103 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-9438ca83-0f18-413c-9de4-e396990e998f admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.0445538 May 20 20:57:53.527874 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 34426) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:57:53.591947 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-146383d4-a5ac-4ecd-ad3a-8423d1839817 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaee2b848-d4b9-5db1-b6ef-d6db29d67de7-98f8b8d5-1379-4eeb-9e13-b2bbab96015a', 'network_id': '98f8b8d5-1379-4eeb-9e13-b2bbab96015a', 'tenant_id': 'ab4ded6dc75a4ab5a4f9dae9e5aa3753', 'fixed_ips': [{'subnet_id': '1e081f20-9ba0-4e0b-9fa7-d45357b2fe70'}]}} from n-d-842733-1. {{(pid=103164) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 20:57:53.592804 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-146383d4-a5ac-4ecd-ad3a-8423d1839817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:53.613750 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-ce3c3ecf-8710-4222-a9c2-e488f2cd15d4 None None] Set router c1f34824-568f-4914-817e-7d257ea4c0db gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:57:53.617664 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00fbd9ce-0ceb-4232-ae11-7f9fe00489ce tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Made reservation on behalf of ab4ded6dc75a4ab5a4f9dae9e5aa3753 for: {'port': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:57:53.713609 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 34432) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:57:53.823293 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-00fbd9ce-0ceb-4232-ae11-7f9fe00489ce tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:53.851539 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [None req-00fbd9ce-0ceb-4232-ae11-7f9fe00489ce tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] device_id is not set on port 02d4b5da-8ad1-4a96-869c-dd925b6a0937 yet. {{(pid=103163) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 20 20:57:53.871305 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [None req-146383d4-a5ac-4ecd-ad3a-8423d1839817 None None] Allocated IP 2001:db8::2 (98f8b8d5-1379-4eeb-9e13-b2bbab96015a/1e081f20-9ba0-4e0b-9fa7-d45357b2fe70/b3113536-aa32-49ec-aaa2-76dc22d1a1fd) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:57:54.096672 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4bb0e131-6525-46ca-a45b-e4ea43a5e69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:54.127137 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9c8b2141-b2cf-4d21-863d-c26ea209dc18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:54.221829 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac174359-5b41-4949-b305-06569128eadb req-d3256083-45a6-438d-9d4c-1efa3ad0ebe8 tempest-ListServerFiltersTestJSON-918143940 tempest-ListServerFiltersTestJSON-918143940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:57:54.231048 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ac174359-5b41-4949-b305-06569128eadb req-d3256083-45a6-438d-9d4c-1efa3ad0ebe8 tempest-ListServerFiltersTestJSON-918143940 tempest-ListServerFiltersTestJSON-918143940-project] 10.222.0.35 "GET /v2.0/ports?device_id=46677f28-5c35-457f-8055-bf744f0c7167 HTTP/1.1" status: 200 len: 945 time: 0.1174898 May 20 20:57:54.251545 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-146383d4-a5ac-4ecd-ad3a-8423d1839817 None None] Notify callbacks [] for port, precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:54.313997 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc69860d-bcd1-4542-8155-9263cc0fa8ba req-a7ec6456-5df3-4399-ac7e-5f8cbcd8c98a tempest-ListServerFiltersTestJSON-918143940 tempest-ListServerFiltersTestJSON-918143940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:57:54.315585 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-cc69860d-bcd1-4542-8155-9263cc0fa8ba req-a7ec6456-5df3-4399-ac7e-5f8cbcd8c98a tempest-ListServerFiltersTestJSON-918143940 tempest-ListServerFiltersTestJSON-918143940-project] 10.222.0.13 "GET /v2.0/ports?device_id=46677f28-5c35-457f-8055-bf744f0c7167 HTTP/1.1" status: 200 len: 945 time: 0.1230993 May 20 20:57:54.315788 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-ce3c3ecf-8710-4222-a9c2-e488f2cd15d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1f34824-568f-4914-817e-7d257ea4c0db', 'name': 'tempest-TaggedBootDevicesTest_v242-835538064-router', 'tenant_id': '60454b86e45e457c9ead6605cf7bee62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.106'}], 'enable_snat': True}, 'gw_port_id': '39ee6850-d841-48e2-8d78-7e347828d508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:57:47Z', 'updated_at': '2022-05-20T20:57:52Z', 'revision_number': 3, 'project_id': '60454b86e45e457c9ead6605cf7bee62', 'gw_port': {'id': '39ee6850-d841-48e2-8d78-7e347828d508', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:e4:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1f34824-568f-4914-817e-7d257ea4c0db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2487, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:57:50Z', 'updated_at': '2022-05-20T20:57:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:57:54.338096 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ac174359-5b41-4949-b305-06569128eadb req-3b59f2f8-5503-427b-825f-3d8cc724c777 tempest-ListServerFiltersTestJSON-918143940 tempest-ListServerFiltersTestJSON-918143940-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ac682f0-67fc-4a5c-81fb-b80b5c12f5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014702 May 20 20:57:54.356309 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-146383d4-a5ac-4ecd-ad3a-8423d1839817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108'] for port, after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:54.403155 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce3c3ecf-8710-4222-a9c2-e488f2cd15d4 None None] Checking router: c1f34824-568f-4914-817e-7d257ea4c0db for host: n-d-842733-1 {{(pid=103165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 20:57:54.405377 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce3c3ecf-8710-4222-a9c2-e488f2cd15d4 None None] Updating router c1f34824-568f-4914-817e-7d257ea4c0db port 39ee6850-d841-48e2-8d78-7e347828d508 binding host n-d-842733-1 {{(pid=103165) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 20:57:54.422276 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-00fbd9ce-0ceb-4232-ae11-7f9fe00489ce tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Allocated IP 2001:db8::b514:3d6a:59b0:ac91 (98f8b8d5-1379-4eeb-9e13-b2bbab96015a/1e081f20-9ba0-4e0b-9fa7-d45357b2fe70/02d4b5da-8ad1-4a96-869c-dd925b6a0937) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:57:54.438994 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-146383d4-a5ac-4ecd-ad3a-8423d1839817 None None] Network 98f8b8d5-1379-4eeb-9e13-b2bbab96015a is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:57:54.442308 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-146383d4-a5ac-4ecd-ad3a-8423d1839817 None None] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:57:54.446205 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-146383d4-a5ac-4ecd-ad3a-8423d1839817 None None] Received port after_create {{(pid=103164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:57:54.463179 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146383d4-a5ac-4ecd-ad3a-8423d1839817 None None] Pushing event updated for resources: {'Port': ['ID=b3113536-aa32-49ec-aaa2-76dc22d1a1fd,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:57:54.511065 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-ce3c3ecf-8710-4222-a9c2-e488f2cd15d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:54.545342 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-146383d4-a5ac-4ecd-ad3a-8423d1839817 None None] Attempting to bind port b3113536-aa32-49ec-aaa2-76dc22d1a1fd on host n-d-842733-1 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:57:54.545342 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-146383d4-a5ac-4ecd-ad3a-8423d1839817 None None] Attempting to bind port b3113536-aa32-49ec-aaa2-76dc22d1a1fd by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': 'f5705048-66fd-4627-af8c-03443c37dd17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '98f8b8d5-1379-4eeb-9e13-b2bbab96015a'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:57:54.545342 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-146383d4-a5ac-4ecd-ad3a-8423d1839817 None None] Attempting to bind port b3113536-aa32-49ec-aaa2-76dc22d1a1fd on network 98f8b8d5-1379-4eeb-9e13-b2bbab96015a {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:57:54.547199 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-48695d0a-82a0-462c-bf51-b12a248a1a34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:54.558064 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-146383d4-a5ac-4ecd-ad3a-8423d1839817 None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 57, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:57:54.559381 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-146383d4-a5ac-4ecd-ad3a-8423d1839817 None None] Checking segment: {'id': 'f5705048-66fd-4627-af8c-03443c37dd17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '98f8b8d5-1379-4eeb-9e13-b2bbab96015a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:57:54.561881 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-146383d4-a5ac-4ecd-ad3a-8423d1839817 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:54.563092 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-146383d4-a5ac-4ecd-ad3a-8423d1839817 None None] Bound using segment: {'id': 'f5705048-66fd-4627-af8c-03443c37dd17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '98f8b8d5-1379-4eeb-9e13-b2bbab96015a'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:57:54.564788 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-146383d4-a5ac-4ecd-ad3a-8423d1839817 None None] Bound port: b3113536-aa32-49ec-aaa2-76dc22d1a1fd, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5705048-66fd-4627-af8c-03443c37dd17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '98f8b8d5-1379-4eeb-9e13-b2bbab96015a'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:57:54.566116 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-146383d4-a5ac-4ecd-ad3a-8423d1839817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:54.577097 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-cc69860d-bcd1-4542-8155-9263cc0fa8ba req-b0c14a47-fe24-4d3e-93b3-103822cfc8d2 tempest-ListServerFiltersTestJSON-918143940 tempest-ListServerFiltersTestJSON-918143940-project] Deleting port 4828dd8b-6a6a-42b3-8486-adbc1ba2eade {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:57:54.577783 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-cc69860d-bcd1-4542-8155-9263cc0fa8ba req-b0c14a47-fe24-4d3e-93b3-103822cfc8d2 tempest-ListServerFiltersTestJSON-918143940 tempest-ListServerFiltersTestJSON-918143940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:54.666303 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-00fbd9ce-0ceb-4232-ae11-7f9fe00489ce tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:54.672973 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9c8b2141-b2cf-4d21-863d-c26ea209dc18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:54.715921 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:54.720674 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-146383d4-a5ac-4ecd-ad3a-8423d1839817 None None] For port b3113536-aa32-49ec-aaa2-76dc22d1a1fd, host n-d-842733-1, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:57:54.726205 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-146383d4-a5ac-4ecd-ad3a-8423d1839817 None None] For port b3113536-aa32-49ec-aaa2-76dc22d1a1fd, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=b3113536-aa32-49ec-aaa2-76dc22d1a1fd,segment=NetworkSegment(f5705048-66fd-4627-af8c-03443c37dd17),segment_id=f5705048-66fd-4627-af8c-03443c37dd17)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:57:54.742963 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9c8b2141-b2cf-4d21-863d-c26ea209dc18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:54.793825 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-00fbd9ce-0ceb-4232-ae11-7f9fe00489ce tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:54.842619 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 34452) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:57:54.846252 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-146383d4-a5ac-4ecd-ad3a-8423d1839817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:54.863104 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-9c8b2141-b2cf-4d21-863d-c26ea209dc18 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6530b483bdba4c65935d65a71b297556&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1458228 May 20 20:57:54.865064 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8b2141-b2cf-4d21-863d-c26ea209dc18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=facd4bbe-14b6-43b2-b09c-25143190e9e5,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:57:54.879880 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00fbd9ce-0ceb-4232-ae11-7f9fe00489ce tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Network 98f8b8d5-1379-4eeb-9e13-b2bbab96015a is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:57:54.883862 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 34456) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:57:54.885100 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-00fbd9ce-0ceb-4232-ae11-7f9fe00489ce tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:57:54.923612 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00fbd9ce-0ceb-4232-ae11-7f9fe00489ce tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:57:54.929880 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00fbd9ce-0ceb-4232-ae11-7f9fe00489ce tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:57:54.930720 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-00fbd9ce-0ceb-4232-ae11-7f9fe00489ce tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:54.961452 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fbd9ce-0ceb-4232-ae11-7f9fe00489ce tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Pushing event updated for resources: {'Port': ['ID=02d4b5da-8ad1-4a96-869c-dd925b6a0937,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:57:54.988316 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146383d4-a5ac-4ecd-ad3a-8423d1839817 None None] Pushing event updated for resources: {'Port': ['ID=b3113536-aa32-49ec-aaa2-76dc22d1a1fd,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:57:55.019218 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e5a43d5b-188d-4bac-bce5-beb10c91d5e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:55.059383 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-00fbd9ce-0ceb-4232-ae11-7f9fe00489ce tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.7082422 May 20 20:57:55.065711 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 34460) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:57:55.085079 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-12878adf-4887-41ce-b98f-6dc8fe30e44a tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Request body: {'port': {'network_id': '98f8b8d5-1379-4eeb-9e13-b2bbab96015a', 'fixed_ips': [{'subnet_id': '1e081f20-9ba0-4e0b-9fa7-d45357b2fe70', 'ip_address': '2001:db8::b514:3d6a:59b0:ac91'}], 'name': 'tempest-NetworksTestDHCPv6-1337051324'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:57:55.127729 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-ce3c3ecf-8710-4222-a9c2-e488f2cd15d4 None None] Notify callbacks [] for port, precommit_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:55.172411 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e5a43d5b-188d-4bac-bce5-beb10c91d5e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:55.189299 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-4e80949f-a4e4-4052-9827-942d930310cf tempest-TagsExtTest-1975297969 tempest-TagsExtTest-1975297969-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-804685904'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:57:55.212983 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-ce3c3ecf-8710-4222-a9c2-e488f2cd15d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:55.304967 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-cc69860d-bcd1-4542-8155-9263cc0fa8ba req-b0c14a47-fe24-4d3e-93b3-103822cfc8d2 tempest-ListServerFiltersTestJSON-918143940 tempest-ListServerFiltersTestJSON-918143940-project] For port 4828dd8b-6a6a-42b3-8486-adbc1ba2eade, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=4828dd8b-6a6a-42b3-8486-adbc1ba2eade,segment=NetworkSegment(d0018fbc-8976-4a5a-8d5f-7cbc2d0767c4),segment_id=d0018fbc-8976-4a5a-8d5f-7cbc2d0767c4)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:57:55.305517 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-cc69860d-bcd1-4542-8155-9263cc0fa8ba req-b0c14a47-fe24-4d3e-93b3-103822cfc8d2 tempest-ListServerFiltersTestJSON-918143940 tempest-ListServerFiltersTestJSON-918143940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:55.354811 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-cc69860d-bcd1-4542-8155-9263cc0fa8ba req-b0c14a47-fe24-4d3e-93b3-103822cfc8d2 tempest-ListServerFiltersTestJSON-918143940 tempest-ListServerFiltersTestJSON-918143940-project] Calling delete_port for 4828dd8b-6a6a-42b3-8486-adbc1ba2eade owned by compute:nova {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:57:55.374596 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-ce3c3ecf-8710-4222-a9c2-e488f2cd15d4 None None] Attempting to bind port 39ee6850-d841-48e2-8d78-7e347828d508 on host n-d-842733-1 for vnic_type normal with profile {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:57:55.374955 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-ce3c3ecf-8710-4222-a9c2-e488f2cd15d4 None None] Attempting to bind port 39ee6850-d841-48e2-8d78-7e347828d508 by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': '0b5485c4-eff8-42a1-9073-ae54ed4c63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'}] {{(pid=103165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:57:55.375379 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce3c3ecf-8710-4222-a9c2-e488f2cd15d4 None None] Attempting to bind port 39ee6850-d841-48e2-8d78-7e347828d508 on network e3a93b5c-91e2-4064-9c2c-1afc261bfe15 {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:57:55.380523 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88804e69-b5ac-4531-85ce-6b75a8fe0c89 None None] Pushing event updated for resources: {'Port': ['ID=39ee6850-d841-48e2-8d78-7e347828d508,revision_number=2']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:57:55.403770 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce3c3ecf-8710-4222-a9c2-e488f2cd15d4 None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 57, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:57:55.404441 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce3c3ecf-8710-4222-a9c2-e488f2cd15d4 None None] Checking segment: {'id': '0b5485c4-eff8-42a1-9073-ae54ed4c63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:57:55.404735 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-ce3c3ecf-8710-4222-a9c2-e488f2cd15d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:55.405159 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce3c3ecf-8710-4222-a9c2-e488f2cd15d4 None None] Bound using segment: {'id': '0b5485c4-eff8-42a1-9073-ae54ed4c63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'} {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:57:55.405670 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-ce3c3ecf-8710-4222-a9c2-e488f2cd15d4 None None] Bound port: 39ee6850-d841-48e2-8d78-7e347828d508, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b5485c4-eff8-42a1-9073-ae54ed4c63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'}}] {{(pid=103165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:57:55.406049 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-ce3c3ecf-8710-4222-a9c2-e488f2cd15d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:55.428147 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e80949f-a4e4-4052-9827-942d930310cf tempest-TagsExtTest-1975297969 tempest-TagsExtTest-1975297969-project] Made reservation on behalf of 2be56d69aab144febabef804bf3a1b55 for: {'network': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:57:55.435787 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4e80949f-a4e4-4052-9827-942d930310cf tempest-TagsExtTest-1975297969 tempest-TagsExtTest-1975297969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for network, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:55.471524 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-48695d0a-82a0-462c-bf51-b12a248a1a34 admin admin] Allocated IP 172.20.0.1 (ba1c69b0-a7a0-40a1-95e5-d4d28b827045/c44e4180-b31d-470b-984c-ca1757ae6ec9/49ccb95a-0130-40a4-8c90-417416be1aac) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:57:55.484467 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4e80949f-a4e4-4052-9827-942d930310cf tempest-TagsExtTest-1975297969 tempest-TagsExtTest-1975297969-project] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:55.521508 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cc3ec51b-6ec8-438a-8349-5f0bec346d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:55.560853 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-ce3c3ecf-8710-4222-a9c2-e488f2cd15d4 None None] For port 39ee6850-d841-48e2-8d78-7e347828d508, host n-d-842733-1, cleared binding levels {{(pid=103165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:57:55.564426 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-ce3c3ecf-8710-4222-a9c2-e488f2cd15d4 None None] For port 39ee6850-d841-48e2-8d78-7e347828d508, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=39ee6850-d841-48e2-8d78-7e347828d508,segment=NetworkSegment(0b5485c4-eff8-42a1-9073-ae54ed4c63ba),segment_id=0b5485c4-eff8-42a1-9073-ae54ed4c63ba)] {{(pid=103165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:57:55.569424 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a8a7b7-ad58-4952-b109-fdd2ed7671bf req-0de3dc7b-bbad-4406-b17b-d2a48a6691a8 tempest-ListServerFiltersTestJSON-918143940 tempest-ListServerFiltersTestJSON-918143940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:57:55.571411 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-31a8a7b7-ad58-4952-b109-fdd2ed7671bf req-0de3dc7b-bbad-4406-b17b-d2a48a6691a8 tempest-ListServerFiltersTestJSON-918143940 tempest-ListServerFiltersTestJSON-918143940-project] 10.222.0.35 "GET /v2.0/ports?device_id=46677f28-5c35-457f-8055-bf744f0c7167 HTTP/1.1" status: 200 len: 945 time: 0.0883963 May 20 20:57:55.601232 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e5a43d5b-188d-4bac-bce5-beb10c91d5e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:55.604760 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e5a43d5b-188d-4bac-bce5-beb10c91d5e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:55.609165 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-e5a43d5b-188d-4bac-bce5-beb10c91d5e2 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/facd4bbe-14b6-43b2-b09c-25143190e9e5 HTTP/1.1" status: 204 len: 168 time: 0.7214229 May 20 20:57:55.612802 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:55.628548 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12878adf-4887-41ce-b98f-6dc8fe30e44a tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Made reservation on behalf of ab4ded6dc75a4ab5a4f9dae9e5aa3753 for: {'port': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:57:55.634901 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-12878adf-4887-41ce-b98f-6dc8fe30e44a tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:55.663989 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a43d5b-188d-4bac-bce5-beb10c91d5e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=facd4bbe-14b6-43b2-b09c-25143190e9e5,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:57:55.672266 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-ce3c3ecf-8710-4222-a9c2-e488f2cd15d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:55.710060 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-31a8a7b7-ad58-4952-b109-fdd2ed7671bf req-5e17076f-615e-40a8-9159-0620f03961a9 tempest-ListServerFiltersTestJSON-918143940 tempest-ListServerFiltersTestJSON-918143940-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ac682f0-67fc-4a5c-81fb-b80b5c12f5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310484 May 20 20:57:55.732061 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [None req-12878adf-4887-41ce-b98f-6dc8fe30e44a tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] device_id is not set on port 8ef3c078-6a9c-498f-a3bb-b22fa89434fd yet. {{(pid=103163) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 20 20:57:55.769255 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-cc69860d-bcd1-4542-8155-9263cc0fa8ba req-b0c14a47-fe24-4d3e-93b3-103822cfc8d2 tempest-ListServerFiltersTestJSON-918143940 tempest-ListServerFiltersTestJSON-918143940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:55.777255 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce3c3ecf-8710-4222-a9c2-e488f2cd15d4 None None] Routers {'c1f34824-568f-4914-817e-7d257ea4c0db'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:57:55.778017 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-ce3c3ecf-8710-4222-a9c2-e488f2cd15d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:57:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['c1f34824-568f-4914-817e-7d257ea4c0db'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:57:55.782690 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] get_ports_and_sgs() called for port_ids ['06354220-ffe2-4f2e-8f87-8f49fe6eeab5', '425cfacc-1860-4bdf-a369-134f9ce98d9d'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:57:55.794563 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-48695d0a-82a0-462c-bf51-b12a248a1a34 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:55.842836 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] get_ports_and_sgs() called for port_ids ['4828dd8b-6a6a-42b3-8486-adbc1ba2eade'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:57:55.847669 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4e80949f-a4e4-4052-9827-942d930310cf tempest-TagsExtTest-1975297969 tempest-TagsExtTest-1975297969-project] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:55.877911 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88804e69-b5ac-4531-85ce-6b75a8fe0c89 None None] Pushing event updated for resources: {'Port': ['ID=39ee6850-d841-48e2-8d78-7e347828d508,revision_number=3']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:57:55.915446 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c14a47-fe24-4d3e-93b3-103822cfc8d2 tempest-ListServerFiltersTestJSON-918143940 tempest-ListServerFiltersTestJSON-918143940-project] Pushing event deleted for resources: {'Port': ['ID=4828dd8b-6a6a-42b3-8486-adbc1ba2eade,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:57:55.929228 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4e80949f-a4e4-4052-9827-942d930310cf tempest-TagsExtTest-1975297969 tempest-TagsExtTest-1975297969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:56.009867 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc69860d-bcd1-4542-8155-9263cc0fa8ba req-b0c14a47-fe24-4d3e-93b3-103822cfc8d2 tempest-ListServerFiltersTestJSON-918143940 tempest-ListServerFiltersTestJSON-918143940-project] No DVR routers for this DVR port 4828dd8b-6a6a-42b3-8486-adbc1ba2eade on host n-h2-842733-1 {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:57:56.014595 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-cc69860d-bcd1-4542-8155-9263cc0fa8ba req-b0c14a47-fe24-4d3e-93b3-103822cfc8d2 tempest-ListServerFiltersTestJSON-918143940 tempest-ListServerFiltersTestJSON-918143940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:56.021155 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-cc69860d-bcd1-4542-8155-9263cc0fa8ba req-b0c14a47-fe24-4d3e-93b3-103822cfc8d2 tempest-ListServerFiltersTestJSON-918143940 tempest-ListServerFiltersTestJSON-918143940-project] 10.222.0.13 "DELETE /v2.0/ports/4828dd8b-6a6a-42b3-8486-adbc1ba2eade HTTP/1.1" status: 204 len: 173 time: 1.6978738 May 20 20:57:56.048478 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46677f28-5c35-457f-8055-bf744f0c7167', 'name': 'network-vif-deleted', 'tag': '4828dd8b-6a6a-42b3-8486-adbc1ba2eade'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:57:56.050024 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-ce3c3ecf-8710-4222-a9c2-e488f2cd15d4 None None] Set router c1f34824-568f-4914-817e-7d257ea4c0db gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:57:56.053364 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6fa957933fccbf596d28104b23404b952ad6a8238afaebaed40a0874b2e409" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e1b599e-fc60-4746-ae16-c1c28f5a2c7b" -d '{"events": [{"server_uuid": "46677f28-5c35-457f-8055-bf744f0c7167", "name": "network-vif-deleted", "tag": "4828dd8b-6a6a-42b3-8486-adbc1ba2eade"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:57:56.079061 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-48695d0a-82a0-462c-bf51-b12a248a1a34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:56.099427 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e80949f-a4e4-4052-9827-942d930310cf tempest-TagsExtTest-1975297969 tempest-TagsExtTest-1975297969-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 201} {{(pid=103163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 20:57:56.126592 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e80949f-a4e4-4052-9827-942d930310cf tempest-TagsExtTest-1975297969 tempest-TagsExtTest-1975297969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5bfd40c0-286c-4b4b-901d-94d0d77563b3,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:57:56.185489 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48695d0a-82a0-462c-bf51-b12a248a1a34 admin admin] Network ba1c69b0-a7a0-40a1-95e5-d4d28b827045 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:57:56.189397 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4e80949f-a4e4-4052-9827-942d930310cf tempest-TagsExtTest-1975297969 tempest-TagsExtTest-1975297969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:56.189864 n-d-842733-1 neutron-server[103163]: INFO neutron.db.segments_db [None req-4e80949f-a4e4-4052-9827-942d930310cf tempest-TagsExtTest-1975297969 tempest-TagsExtTest-1975297969-project] Added segment 93aeb352-2186-4ce4-8403-9bcd1efab4d5 of type vlan for network 71ce92b0-df1a-4186-96d3-c18c08d3b560 May 20 20:57:56.205683 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-48695d0a-82a0-462c-bf51-b12a248a1a34 admin admin] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:57:56.215271 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48695d0a-82a0-462c-bf51-b12a248a1a34 admin admin] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:57:56.270724 n-d-842733-1 neutron-server[103163]: INFO neutron.pecan_wsgi.hooks.translation [None req-12878adf-4887-41ce-b98f-6dc8fe30e44a tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] POST failed (client error): There was a conflict when trying to complete your request. May 20 20:57:56.271351 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12878adf-4887-41ce-b98f-6dc8fe30e44a tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103163) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 20:57:56.312355 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4e80949f-a4e4-4052-9827-942d930310cf tempest-TagsExtTest-1975297969 tempest-TagsExtTest-1975297969-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418993264'] for network, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:56.382817 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-12878adf-4887-41ce-b98f-6dc8fe30e44a tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.3147125 May 20 20:57:56.383796 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 34474) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:57:56.394113 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 20:57:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6db4bf4a-1173-4bed-a3f8-d7f00729cac5 x-openstack-request-id: req-6db4bf4a-1173-4bed-a3f8-d7f00729cac5 {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:57:56.394677 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46677f28-5c35-457f-8055-bf744f0c7167", "name": "network-vif-deleted", "tag": "4828dd8b-6a6a-42b3-8486-adbc1ba2eade", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:57:56.394677 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6db4bf4a-1173-4bed-a3f8-d7f00729cac5 {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:57:56.395216 n-d-842733-1 neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6db4bf4a-1173-4bed-a3f8-d7f00729cac5'] response: {'server_uuid': '46677f28-5c35-457f-8055-bf744f0c7167', 'name': 'network-vif-deleted', 'tag': '4828dd8b-6a6a-42b3-8486-adbc1ba2eade', 'status': 'completed', 'code': 200} May 20 20:57:56.397059 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-48695d0a-82a0-462c-bf51-b12a248a1a34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748409'] for router_interface, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:56.409972 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48695d0a-82a0-462c-bf51-b12a248a1a34 admin admin] Pushing event updated for resources: {'Port': ['ID=49ccb95a-0130-40a4-8c90-417416be1aac,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:57:56.476379 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e404fc6-d796-4368-9903-db054b156215 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:57:56.533754 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e404fc6-d796-4368-9903-db054b156215 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:57:56.536036 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-5e404fc6-d796-4368-9903-db054b156215 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1497531 May 20 20:57:56.538747 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 34478) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:57:56.540034 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4e80949f-a4e4-4052-9827-942d930310cf tempest-TagsExtTest-1975297969 tempest-TagsExtTest-1975297969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524'] for network, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:56.563684 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e80949f-a4e4-4052-9827-942d930310cf tempest-TagsExtTest-1975297969 tempest-TagsExtTest-1975297969-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:57:56.564342 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4e80949f-a4e4-4052-9827-942d930310cf tempest-TagsExtTest-1975297969 tempest-TagsExtTest-1975297969-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:56.590978 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-ce3c3ecf-8710-4222-a9c2-e488f2cd15d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1f34824-568f-4914-817e-7d257ea4c0db', 'name': 'tempest-TaggedBootDevicesTest_v242-835538064-router', 'tenant_id': '60454b86e45e457c9ead6605cf7bee62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.106'}], 'enable_snat': True}, 'gw_port_id': '39ee6850-d841-48e2-8d78-7e347828d508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:57:47Z', 'updated_at': '2022-05-20T20:57:52Z', 'revision_number': 3, 'project_id': '60454b86e45e457c9ead6605cf7bee62', 'gw_port': {'id': '39ee6850-d841-48e2-8d78-7e347828d508', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:e4:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1f34824-568f-4914-817e-7d257ea4c0db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2487, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:57:50Z', 'updated_at': '2022-05-20T20:57:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:57:56.644696 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce3c3ecf-8710-4222-a9c2-e488f2cd15d4 None None] The sync data for ids ['c1f34824-568f-4914-817e-7d257ea4c0db'] in n-d-842733-1 is: [{'id': 'c1f34824-568f-4914-817e-7d257ea4c0db', 'name': 'tempest-TaggedBootDevicesTest_v242-835538064-router', 'tenant_id': '60454b86e45e457c9ead6605cf7bee62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.106'}], 'enable_snat': True}, 'gw_port_id': '39ee6850-d841-48e2-8d78-7e347828d508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:57:47Z', 'updated_at': '2022-05-20T20:57:52Z', 'revision_number': 3, 'project_id': '60454b86e45e457c9ead6605cf7bee62', 'gw_port': {'id': '39ee6850-d841-48e2-8d78-7e347828d508', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:e4:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1f34824-568f-4914-817e-7d257ea4c0db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2487, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:57:50Z', 'updated_at': '2022-05-20T20:57:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 20:57:56.728252 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e80949f-a4e4-4052-9827-942d930310cf tempest-TagsExtTest-1975297969 tempest-TagsExtTest-1975297969-project] Pushing event updated for resources: {'Network': ['ID=71ce92b0-df1a-4186-96d3-c18c08d3b560,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:57:56.744936 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Network 71ce92b0-df1a-4186-96d3-c18c08d3b560 details requested by agent ovs-agent-n-d-842733-1 with host n-d-842733-1 {{(pid=103164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 20 20:57:56.759658 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 34482) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:57:56.772838 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-4e80949f-a4e4-4052-9827-942d930310cf tempest-TagsExtTest-1975297969 tempest-TagsExtTest-1975297969-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.9262388 May 20 20:57:56.777474 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 34484) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:57:56.782928 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-e0d50d54-4ae4-4dd4-b010-730fbf2a3c5c tempest-TagsExtTest-1975297969 tempest-TagsExtTest-1975297969-project] Request body: {'subnet': {'network_id': '71ce92b0-df1a-4186-96d3-c18c08d3b560', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:57:56.793335 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c982b1ec-24e0-4658-b77f-952ebbe23dd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:56.935603 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-5c6c59d3-1603-4ce3-a275-3d22b159d9ca None None] Provisioning complete for port 49ccb95a-0130-40a4-8c90-417416be1aac triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:57:56.936032 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-5c6c59d3-1603-4ce3-a275-3d22b159d9ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:57.000672 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-5c6c59d3-1603-4ce3-a275-3d22b159d9ca None None] Port 49ccb95a-0130-40a4-8c90-417416be1aac cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 20:57:57.010507 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5b007582-005b-4727-a5c1-dd9124adcbb3 req-beb3072a-6e0a-49fb-be00-f8fc22241053 tempest-ListServerFiltersTestJSON-918143940 tempest-ListServerFiltersTestJSON-918143940-project] 10.222.0.35 "GET /v2.0/ports?device_id=46677f28-5c35-457f-8055-bf744f0c7167 HTTP/1.1" status: 200 len: 210 time: 0.1423466 May 20 20:57:57.032394 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-48695d0a-82a0-462c-bf51-b12a248a1a34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:57.046729 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-0279aed1-b5f0-49c8-9510-2e80be3c1202 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Deleting port 02d4b5da-8ad1-4a96-869c-dd925b6a0937 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:57:57.047313 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0279aed1-b5f0-49c8-9510-2e80be3c1202 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:57.150439 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-c727b2d9-e3f7-4f47-a2c9-2c198306853b None None] Provisioning complete for port b3113536-aa32-49ec-aaa2-76dc22d1a1fd triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:57:57.152945 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c727b2d9-e3f7-4f47-a2c9-2c198306853b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:57.211449 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device b3113536-aa32-49ec-aaa2-76dc22d1a1fd up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:57:57.266734 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c982b1ec-24e0-4658-b77f-952ebbe23dd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:57.270889 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0d50d54-4ae4-4dd4-b010-730fbf2a3c5c tempest-TagsExtTest-1975297969 tempest-TagsExtTest-1975297969-project] Made reservation on behalf of 2be56d69aab144febabef804bf3a1b55 for: {'subnet': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:57:57.280962 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e0d50d54-4ae4-4dd4-b010-730fbf2a3c5c tempest-TagsExtTest-1975297969 tempest-TagsExtTest-1975297969-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8422561'] for subnet, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:57.371386 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port b3113536-aa32-49ec-aaa2-76dc22d1a1fd triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:57:57.371767 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:57.401305 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0279aed1-b5f0-49c8-9510-2e80be3c1202 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:57.408869 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-c727b2d9-e3f7-4f47-a2c9-2c198306853b None None] Current status of the port b3113536-aa32-49ec-aaa2-76dc22d1a1fd is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:57:57.409621 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c727b2d9-e3f7-4f47-a2c9-2c198306853b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:57.475461 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-0279aed1-b5f0-49c8-9510-2e80be3c1202 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Calling delete_port for 02d4b5da-8ad1-4a96-869c-dd925b6a0937 owned by {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:57:57.589275 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c982b1ec-24e0-4658-b77f-952ebbe23dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:57.606430 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-c727b2d9-e3f7-4f47-a2c9-2c198306853b None None] For port b3113536-aa32-49ec-aaa2-76dc22d1a1fd, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=b3113536-aa32-49ec-aaa2-76dc22d1a1fd,segment=NetworkSegment(f5705048-66fd-4627-af8c-03443c37dd17),segment_id=f5705048-66fd-4627-af8c-03443c37dd17)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:57:57.621592 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port b3113536-aa32-49ec-aaa2-76dc22d1a1fd is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:57:57.621996 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:57.656063 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 34490) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:57:57.656582 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-c982b1ec-24e0-4658-b77f-952ebbe23dd6 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=601acb5d0ac445e181625270bf4487bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8922000 May 20 20:57:57.658020 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c982b1ec-24e0-4658-b77f-952ebbe23dd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aee24cbf-e5c2-47f0-b62f-30ced97bcedc,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:57:57.691500 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c727b2d9-e3f7-4f47-a2c9-2c198306853b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:57.710127 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e0d50d54-4ae4-4dd4-b010-730fbf2a3c5c tempest-TagsExtTest-1975297969 tempest-TagsExtTest-1975297969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9641412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8422583'] for subnet, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:57.799842 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.db.api [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103164) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 20 20:57:57.800442 n-d-842733-1 neutron-server[103164]: DEBUG oslo_db.api [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 20 20:57:57.827284 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-c3199e69-db51-4382-ac71-71b0acd1aebb None None] Provisioning complete for port 02d4b5da-8ad1-4a96-869c-dd925b6a0937 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:57:57.827649 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c3199e69-db51-4382-ac71-71b0acd1aebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:57.830239 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c727b2d9-e3f7-4f47-a2c9-2c198306853b None None] Pushing event updated for resources: {'Port': ['ID=b3113536-aa32-49ec-aaa2-76dc22d1a1fd,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:57:57.861449 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d50d54-4ae4-4dd4-b010-730fbf2a3c5c tempest-TagsExtTest-1975297969 tempest-TagsExtTest-1975297969-project] Pushing event updated for resources: {'Subnet': ['ID=02f465dd-210e-4aad-a171-240049e7663f,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:57:57.870214 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d50d54-4ae4-4dd4-b010-730fbf2a3c5c tempest-TagsExtTest-1975297969 tempest-TagsExtTest-1975297969-project] Checking segment: {'id': '93aeb352-2186-4ce4-8403-9bcd1efab4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '71ce92b0-df1a-4186-96d3-c18c08d3b560'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:57:57.870214 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0d50d54-4ae4-4dd4-b010-730fbf2a3c5c tempest-TagsExtTest-1975297969 tempest-TagsExtTest-1975297969-project] Network hostable DHCP agents. Network: 71ce92b0-df1a-4186-96d3-c18c08d3b560, hostable agents: ['c9b0653c-f3c7-4339-bd50-e3754b629216'], hosted agents: [] {{(pid=103163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 20:57:57.879014 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-c3199e69-db51-4382-ac71-71b0acd1aebb None None] Port 02d4b5da-8ad1-4a96-869c-dd925b6a0937 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 20:57:57.887703 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-019f4259-1ea3-44e0-a7aa-3110912c2a2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:57.930949 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-48695d0a-82a0-462c-bf51-b12a248a1a34 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:57.937089 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-019f4259-1ea3-44e0-a7aa-3110912c2a2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:57.949342 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0d50d54-4ae4-4dd4-b010-730fbf2a3c5c tempest-TagsExtTest-1975297969 tempest-TagsExtTest-1975297969-project] Network 71ce92b0-df1a-4186-96d3-c18c08d3b560 is scheduled to be hosted by DHCP agent c9b0653c-f3c7-4339-bd50-e3754b629216 with binding_index 1 {{(pid=103163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 20:57:57.978521 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0279aed1-b5f0-49c8-9510-2e80be3c1202 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:58.018433 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0279aed1-b5f0-49c8-9510-2e80be3c1202 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Pushing event deleted for resources: {'Port': ['ID=02d4b5da-8ad1-4a96-869c-dd925b6a0937,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:57:58.054775 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-48695d0a-82a0-462c-bf51-b12a248a1a34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:58.058016 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0279aed1-b5f0-49c8-9510-2e80be3c1202 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:58.061608 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-0279aed1-b5f0-49c8-9510-2e80be3c1202 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "DELETE /v2.0/ports/02d4b5da-8ad1-4a96-869c-dd925b6a0937 HTTP/1.1" status: 204 len: 168 time: 1.5182550 May 20 20:57:58.064217 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 34492) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:57:58.097140 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-e0d50d54-4ae4-4dd4-b010-730fbf2a3c5c tempest-TagsExtTest-1975297969 tempest-TagsExtTest-1975297969-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842733-1, 71ce92b0-df1a-4186-96d3-c18c08d3b560) {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:57:58.107622 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-828fc2f0-e920-4439-90fb-27e502d9ba85 None None] Network 71ce92b0-df1a-4186-96d3-c18c08d3b560 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:57:58.121247 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0d50d54-4ae4-4dd4-b010-730fbf2a3c5c tempest-TagsExtTest-1975297969 tempest-TagsExtTest-1975297969-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:57:58.126638 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e0d50d54-4ae4-4dd4-b010-730fbf2a3c5c tempest-TagsExtTest-1975297969 tempest-TagsExtTest-1975297969-project] Notify callbacks [] for subnet, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:58.132646 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-019f4259-1ea3-44e0-a7aa-3110912c2a2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:58.135487 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-019f4259-1ea3-44e0-a7aa-3110912c2a2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:58.137017 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-019f4259-1ea3-44e0-a7aa-3110912c2a2a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/aee24cbf-e5c2-47f0-b62f-30ced97bcedc HTTP/1.1" status: 204 len: 168 time: 0.4778132 May 20 20:57:58.204336 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019f4259-1ea3-44e0-a7aa-3110912c2a2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aee24cbf-e5c2-47f0-b62f-30ced97bcedc,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:57:58.208366 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48695d0a-82a0-462c-bf51-b12a248a1a34 admin admin] Pushing event updated for resources: {'Port': ['ID=49ccb95a-0130-40a4-8c90-417416be1aac,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:57:58.228653 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-48695d0a-82a0-462c-bf51-b12a248a1a34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748437'] for router_interface, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:58.335808 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6acf3e7c-d8d0-437c-9753-d13d2ce52861 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:57:58.337855 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6acf3e7c-d8d0-437c-9753-d13d2ce52861 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:57:58.357145 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-6acf3e7c-d8d0-437c-9753-d13d2ce52861 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2884204 May 20 20:57:58.357923 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 34508) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:57:58.524131 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-e0d50d54-4ae4-4dd4-b010-730fbf2a3c5c tempest-TagsExtTest-1975297969 tempest-TagsExtTest-1975297969-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7455022 May 20 20:57:58.527678 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 34512) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:57:58.538436 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-0243136a-08ea-4809-b111-4375b66ba085 tempest-TagsExtTest-1975297969 tempest-TagsExtTest-1975297969-project] Request body: {'port': {'network_id': '71ce92b0-df1a-4186-96d3-c18c08d3b560', 'name': 'tempest-TagsExtTest-821844114'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:57:58.580931 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2e24116-4143-48de-abbd-e34ade2f2f0a tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Deleting subnet 1e081f20-9ba0-4e0b-9fa7-d45357b2fe70 {{(pid=103163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 20 20:57:58.583106 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port b3113536-aa32-49ec-aaa2-76dc22d1a1fd is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:57:58.590943 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c2e24116-4143-48de-abbd-e34ade2f2f0a tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks [] for subnet, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:58.651254 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48695d0a-82a0-462c-bf51-b12a248a1a34 admin admin] Network ba1c69b0-a7a0-40a1-95e5-d4d28b827045 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:57:58.656910 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c2e24116-4143-48de-abbd-e34ade2f2f0a tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9338757'] for subnet, precommit_delete_associations {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:58.688739 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-48695d0a-82a0-462c-bf51-b12a248a1a34 admin admin] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:57:58.785253 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 4828dd8b-6a6a-42b3-8486-adbc1ba2eade no longer exists at agent hyperv_n-h2-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:57:58.826337 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] No Port match for: 4828dd8b-6a6a-42b3-8486-adbc1ba2eade {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 20:57:58.827020 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 4828dd8b-6a6a-42b3-8486-adbc1ba2eade not bound to the agent host n-h2-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 20:57:58.828549 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04820e4d-480a-40bc-9631-f85430a3c31f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaee2b848-d4b9-5db1-b6ef-d6db29d67de7-71ce92b0-df1a-4186-96d3-c18c08d3b560', 'network_id': '71ce92b0-df1a-4186-96d3-c18c08d3b560', 'tenant_id': '2be56d69aab144febabef804bf3a1b55', 'fixed_ips': [{'subnet_id': '02f465dd-210e-4aad-a171-240049e7663f'}]}} from n-d-842733-1. {{(pid=103164) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 20:57:58.829568 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-04820e4d-480a-40bc-9631-f85430a3c31f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:58.860549 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c2e24116-4143-48de-abbd-e34ade2f2f0a tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33068388'] for subnet, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:59.117778 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828c73bf-d798-46db-918d-ffd8d44b4a2c req-ac31a0d7-b985-4dfe-83d5-52a7b415a973 tempest-ListServerFiltersTestJSON-918143940 tempest-ListServerFiltersTestJSON-918143940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:57:59.124906 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-828c73bf-d798-46db-918d-ffd8d44b4a2c req-ac31a0d7-b985-4dfe-83d5-52a7b415a973 tempest-ListServerFiltersTestJSON-918143940 tempest-ListServerFiltersTestJSON-918143940-project] 10.222.0.35 "GET /v2.0/ports?device_id=0af4d785-9a35-4cf1-a9f8-3510d8d3d3b0 HTTP/1.1" status: 200 len: 946 time: 0.1555750 May 20 20:57:59.250831 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0243136a-08ea-4809-b111-4375b66ba085 tempest-TagsExtTest-1975297969 tempest-TagsExtTest-1975297969-project] Made reservation on behalf of 2be56d69aab144febabef804bf3a1b55 for: {'port': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:57:59.250831 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0243136a-08ea-4809-b111-4375b66ba085 tempest-TagsExtTest-1975297969 tempest-TagsExtTest-1975297969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:59.251129 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-828c73bf-d798-46db-918d-ffd8d44b4a2c req-d3136681-549f-46aa-bb47-95fc8b66eb36 tempest-ListServerFiltersTestJSON-918143940 tempest-ListServerFiltersTestJSON-918143940-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ac682f0-67fc-4a5c-81fb-b80b5c12f5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180439 May 20 20:57:59.270362 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c2e24116-4143-48de-abbd-e34ade2f2f0a tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33068399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9641221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8422588'] for subnet, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:59.284249 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [None req-0243136a-08ea-4809-b111-4375b66ba085 tempest-TagsExtTest-1975297969 tempest-TagsExtTest-1975297969-project] device_id is not set on port 96f5bc64-1dac-4ab2-83d7-02f93260c6ae yet. {{(pid=103162) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 20 20:57:59.288756 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c2e24116-4143-48de-abbd-e34ade2f2f0a tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks [] for subnet, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:59.292440 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-c2e24116-4143-48de-abbd-e34ade2f2f0a tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "DELETE /v2.0/subnets/1e081f20-9ba0-4e0b-9fa7-d45357b2fe70 HTTP/1.1" status: 204 len: 168 time: 0.9333055 May 20 20:57:59.295319 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 34526) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:57:59.314724 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77e6324b-79cc-4dc8-8088-359f36729501 None None] Network 98f8b8d5-1379-4eeb-9e13-b2bbab96015a requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:57:59.373949 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48695d0a-82a0-462c-bf51-b12a248a1a34 admin admin] Router c1f34824-568f-4914-817e-7d257ea4c0db has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 20:57:59.382053 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-9e4ec18c-20d0-40b0-9b5f-b2d586080f53 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0853038 May 20 20:57:59.382523 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 34530) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:57:59.383420 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e24116-4143-48de-abbd-e34ade2f2f0a tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Pushing event deleted for resources: {'Subnet': ['ID=1e081f20-9ba0-4e0b-9fa7-d45357b2fe70,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:57:59.392396 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e24116-4143-48de-abbd-e34ade2f2f0a tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:57:59.392739 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e24116-4143-48de-abbd-e34ade2f2f0a tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:57:59.393076 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e24116-4143-48de-abbd-e34ade2f2f0a tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:57:59.393443 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e24116-4143-48de-abbd-e34ade2f2f0a tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:57:59.393772 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e24116-4143-48de-abbd-e34ade2f2f0a tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:57:59.394242 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e24116-4143-48de-abbd-e34ade2f2f0a tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:57:59.394689 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e24116-4143-48de-abbd-e34ade2f2f0a tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:57:59.395017 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e24116-4143-48de-abbd-e34ade2f2f0a tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:57:59.395859 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e24116-4143-48de-abbd-e34ade2f2f0a tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:57:59.396352 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e24116-4143-48de-abbd-e34ade2f2f0a tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:57:59.396682 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e24116-4143-48de-abbd-e34ade2f2f0a tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:57:59.397008 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e24116-4143-48de-abbd-e34ade2f2f0a tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:57:59.400676 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-979c2f0a-c19f-45bb-9e3f-8a4392fc2953 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Request body: {'subnet': {'network_id': '98f8b8d5-1379-4eeb-9e13-b2bbab96015a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:57:59.454525 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 39ee6850-d841-48e2-8d78-7e347828d508 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:57:59.577066 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-3bf72e15-bcd2-4953-97d0-32944adbb8a3 None None] Provisioning complete for port 49ccb95a-0130-40a4-8c90-417416be1aac triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:57:59.577066 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3bf72e15-bcd2-4953-97d0-32944adbb8a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:59.609516 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [None req-04820e4d-480a-40bc-9631-f85430a3c31f None None] Allocated IP 172.20.0.2 (71ce92b0-df1a-4186-96d3-c18c08d3b560/02f465dd-210e-4aad-a171-240049e7663f/ee9b321c-27da-47a5-a65c-18ebe2678dd7) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:57:59.626041 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48695d0a-82a0-462c-bf51-b12a248a1a34 admin admin] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 20:57:59.639021 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-48695d0a-82a0-462c-bf51-b12a248a1a34 admin admin] 10.222.0.35 "PUT /v2.0/routers/c1f34824-568f-4914-817e-7d257ea4c0db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1096609 May 20 20:57:59.648649 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f03a40-52c1-4ddc-8aa8-c58ce5d66acc None None] Sync routers for ids ['c1f34824-568f-4914-817e-7d257ea4c0db'] in n-d-842733-1 {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 20:57:59.676292 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 39ee6850-d841-48e2-8d78-7e347828d508 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:57:59.676891 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:59.683397 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3bf72e15-bcd2-4953-97d0-32944adbb8a3 None None] Port 49ccb95a-0130-40a4-8c90-417416be1aac cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 20:57:59.725603 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-979c2f0a-c19f-45bb-9e3f-8a4392fc2953 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Made reservation on behalf of ab4ded6dc75a4ab5a4f9dae9e5aa3753 for: {'subnet': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:57:59.731393 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-979c2f0a-c19f-45bb-9e3f-8a4392fc2953 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4018244'] for subnet, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:57:59.744266 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f03a40-52c1-4ddc-8aa8-c58ce5d66acc None None] Routers {'c1f34824-568f-4914-817e-7d257ea4c0db'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:57:59.744891 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-e2f03a40-52c1-4ddc-8aa8-c58ce5d66acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:57:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['c1f34824-568f-4914-817e-7d257ea4c0db'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:57:59.909003 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02c45a3c-ec34-4f6b-a688-162921e57c0b None None] DHCP port deletion for 98f8b8d5-1379-4eeb-9e13-b2bbab96015a request from n-d-842733-1 {{(pid=103164) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 20:58:00.147716 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.agents_db [None req-5c33ad30-4e00-40fa-b486-8c79c4a6cfc5 None None] Agent healthcheck: found 7 active agents {{(pid=103165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 20 20:58:00.203970 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 34558) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:58:00.218144 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-e2f03a40-52c1-4ddc-8aa8-c58ce5d66acc None None] Set router c1f34824-568f-4914-817e-7d257ea4c0db gateway port host: n-d-842733-1 {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:58:00.286571 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-04820e4d-480a-40bc-9631-f85430a3c31f None None] Notify callbacks [] for port, precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:00.292501 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 39ee6850-d841-48e2-8d78-7e347828d508 is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:58:00.292822 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:00.394893 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c0df4b-37fd-44de-95e1-18df8ebd6b26 req-a5dc0d2d-bc90-414f-9d53-09ce164c1661 tempest-ListServerFiltersTestJSON-918143940 tempest-ListServerFiltersTestJSON-918143940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:58:00.396461 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-a0c0df4b-37fd-44de-95e1-18df8ebd6b26 req-a5dc0d2d-bc90-414f-9d53-09ce164c1661 tempest-ListServerFiltersTestJSON-918143940 tempest-ListServerFiltersTestJSON-918143940-project] 10.222.0.24 "GET /v2.0/ports?device_id=0af4d785-9a35-4cf1-a9f8-3510d8d3d3b0 HTTP/1.1" status: 200 len: 946 time: 0.2584152 May 20 20:58:00.453935 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-979c2f0a-c19f-45bb-9e3f-8a4392fc2953 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3797684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4018258'] for subnet, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:00.515325 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] For port 39ee6850-d841-48e2-8d78-7e347828d508, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=39ee6850-d841-48e2-8d78-7e347828d508,segment=NetworkSegment(0b5485c4-eff8-42a1-9073-ae54ed4c63ba),segment_id=0b5485c4-eff8-42a1-9073-ae54ed4c63ba)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:58:00.517986 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-02c45a3c-ec34-4f6b-a688-162921e57c0b None None] Deleting port b3113536-aa32-49ec-aaa2-76dc22d1a1fd {{(pid=103164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:58:00.519099 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-02c45a3c-ec34-4f6b-a688-162921e57c0b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:00.530646 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02b056b-1c71-4297-bd61-0a793056b538 req-127fcc17-8121-4645-b21e-1b3391c52168 tempest-ListServerFiltersTestJSON-918143940 tempest-ListServerFiltersTestJSON-918143940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:58:00.546636 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e02b056b-1c71-4297-bd61-0a793056b538 req-127fcc17-8121-4645-b21e-1b3391c52168 tempest-ListServerFiltersTestJSON-918143940 tempest-ListServerFiltersTestJSON-918143940-project] 10.222.0.35 "GET /v2.0/ports?device_id=0af4d785-9a35-4cf1-a9f8-3510d8d3d3b0 HTTP/1.1" status: 200 len: 946 time: 0.1419501 May 20 20:58:00.636296 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-f1f3e6d1-d9a7-4bee-8b82-970c63d8f119 tempest-AllowedAddressPairTestJSON-1913504527 tempest-AllowedAddressPairTestJSON-1913504527-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-502848187'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:58:00.709142 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-02c45a3c-ec34-4f6b-a688-162921e57c0b None None] For port b3113536-aa32-49ec-aaa2-76dc22d1a1fd, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=b3113536-aa32-49ec-aaa2-76dc22d1a1fd,segment=NetworkSegment(f5705048-66fd-4627-af8c-03443c37dd17),segment_id=f5705048-66fd-4627-af8c-03443c37dd17)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:58:00.709142 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-02c45a3c-ec34-4f6b-a688-162921e57c0b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:00.709142 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-02c45a3c-ec34-4f6b-a688-162921e57c0b None None] Calling delete_port for b3113536-aa32-49ec-aaa2-76dc22d1a1fd owned by network:dhcp {{(pid=103164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:58:00.714606 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e02b056b-1c71-4297-bd61-0a793056b538 req-d2d359f2-8fcd-428e-bbb7-ffd685893bc7 tempest-ListServerFiltersTestJSON-918143940 tempest-ListServerFiltersTestJSON-918143940-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ac682f0-67fc-4a5c-81fb-b80b5c12f5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678591 May 20 20:58:00.723322 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-04820e4d-480a-40bc-9631-f85430a3c31f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108'] for port, after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:00.779219 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-0243136a-08ea-4809-b111-4375b66ba085 tempest-TagsExtTest-1975297969 tempest-TagsExtTest-1975297969-project] Allocated IP 172.20.0.5 (71ce92b0-df1a-4186-96d3-c18c08d3b560/02f465dd-210e-4aad-a171-240049e7663f/96f5bc64-1dac-4ab2-83d7-02f93260c6ae) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:58:00.786436 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-979c2f0a-c19f-45bb-9e3f-8a4392fc2953 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Network 98f8b8d5-1379-4eeb-9e13-b2bbab96015a is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:58:00.800734 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979c2f0a-c19f-45bb-9e3f-8a4392fc2953 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Pushing event updated for resources: {'Subnet': ['ID=99f009c1-c505-402c-b45d-cd7b5a7cad3f,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:58:00.803302 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-979c2f0a-c19f-45bb-9e3f-8a4392fc2953 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:58:00.812838 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-979c2f0a-c19f-45bb-9e3f-8a4392fc2953 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:58:00.812838 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-979c2f0a-c19f-45bb-9e3f-8a4392fc2953 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:00.883008 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-a0c0df4b-37fd-44de-95e1-18df8ebd6b26 req-5bb6f2a7-a11f-4ecf-b231-0352580518b9 tempest-ListServerFiltersTestJSON-918143940 tempest-ListServerFiltersTestJSON-918143940-project] Deleting port 425cfacc-1860-4bdf-a369-134f9ce98d9d {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:58:00.883335 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-a0c0df4b-37fd-44de-95e1-18df8ebd6b26 req-5bb6f2a7-a11f-4ecf-b231-0352580518b9 tempest-ListServerFiltersTestJSON-918143940 tempest-ListServerFiltersTestJSON-918143940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:00.884558 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04820e4d-480a-40bc-9631-f85430a3c31f None None] Network 71ce92b0-df1a-4186-96d3-c18c08d3b560 is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:58:00.897521 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-04820e4d-480a-40bc-9631-f85430a3c31f None None] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:58:00.910308 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04820e4d-480a-40bc-9631-f85430a3c31f None None] Received port after_create {{(pid=103164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:58:00.924334 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04820e4d-480a-40bc-9631-f85430a3c31f None None] Pushing event updated for resources: {'Port': ['ID=ee9b321c-27da-47a5-a65c-18ebe2678dd7,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:58:01.038056 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:01.047055 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device b3113536-aa32-49ec-aaa2-76dc22d1a1fd up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:58:01.122434 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-a0c0df4b-37fd-44de-95e1-18df8ebd6b26 req-5bb6f2a7-a11f-4ecf-b231-0352580518b9 tempest-ListServerFiltersTestJSON-918143940 tempest-ListServerFiltersTestJSON-918143940-project] For port 425cfacc-1860-4bdf-a369-134f9ce98d9d, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=425cfacc-1860-4bdf-a369-134f9ce98d9d,segment=NetworkSegment(d0018fbc-8976-4a5a-8d5f-7cbc2d0767c4),segment_id=d0018fbc-8976-4a5a-8d5f-7cbc2d0767c4)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:58:01.122833 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-a0c0df4b-37fd-44de-95e1-18df8ebd6b26 req-5bb6f2a7-a11f-4ecf-b231-0352580518b9 tempest-ListServerFiltersTestJSON-918143940 tempest-ListServerFiltersTestJSON-918143940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:01.147643 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0243136a-08ea-4809-b111-4375b66ba085 tempest-TagsExtTest-1975297969 tempest-TagsExtTest-1975297969-project] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:01.167978 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-a0c0df4b-37fd-44de-95e1-18df8ebd6b26 req-5bb6f2a7-a11f-4ecf-b231-0352580518b9 tempest-ListServerFiltersTestJSON-918143940 tempest-ListServerFiltersTestJSON-918143940-project] Calling delete_port for 425cfacc-1860-4bdf-a369-134f9ce98d9d owned by compute:nova {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:58:01.188631 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-04820e4d-480a-40bc-9631-f85430a3c31f None None] Attempting to bind port ee9b321c-27da-47a5-a65c-18ebe2678dd7 on host n-d-842733-1 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:58:01.189387 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-04820e4d-480a-40bc-9631-f85430a3c31f None None] Attempting to bind port ee9b321c-27da-47a5-a65c-18ebe2678dd7 by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': '93aeb352-2186-4ce4-8403-9bcd1efab4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '71ce92b0-df1a-4186-96d3-c18c08d3b560'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:58:01.190096 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04820e4d-480a-40bc-9631-f85430a3c31f None None] Attempting to bind port ee9b321c-27da-47a5-a65c-18ebe2678dd7 on network 71ce92b0-df1a-4186-96d3-c18c08d3b560 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:58:01.203053 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04820e4d-480a-40bc-9631-f85430a3c31f None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 57, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:58:01.203981 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04820e4d-480a-40bc-9631-f85430a3c31f None None] Checking segment: {'id': '93aeb352-2186-4ce4-8403-9bcd1efab4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '71ce92b0-df1a-4186-96d3-c18c08d3b560'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:58:01.204486 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-04820e4d-480a-40bc-9631-f85430a3c31f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:01.205427 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04820e4d-480a-40bc-9631-f85430a3c31f None None] Bound using segment: {'id': '93aeb352-2186-4ce4-8403-9bcd1efab4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '71ce92b0-df1a-4186-96d3-c18c08d3b560'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:58:01.206339 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-04820e4d-480a-40bc-9631-f85430a3c31f None None] Bound port: ee9b321c-27da-47a5-a65c-18ebe2678dd7, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93aeb352-2186-4ce4-8403-9bcd1efab4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '71ce92b0-df1a-4186-96d3-c18c08d3b560'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:58:01.206825 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-04820e4d-480a-40bc-9631-f85430a3c31f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:01.252568 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1f3e6d1-d9a7-4bee-8b82-970c63d8f119 tempest-AllowedAddressPairTestJSON-1913504527 tempest-AllowedAddressPairTestJSON-1913504527-project] Made reservation on behalf of 498d352c8a7e48fcac8d7489464b641c for: {'network': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:58:01.260361 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f1f3e6d1-d9a7-4bee-8b82-970c63d8f119 tempest-AllowedAddressPairTestJSON-1913504527 tempest-AllowedAddressPairTestJSON-1913504527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for network, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:01.282707 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f1f3e6d1-d9a7-4bee-8b82-970c63d8f119 tempest-AllowedAddressPairTestJSON-1913504527 tempest-AllowedAddressPairTestJSON-1913504527-project] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:01.315863 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-04820e4d-480a-40bc-9631-f85430a3c31f None None] For port ee9b321c-27da-47a5-a65c-18ebe2678dd7, host n-d-842733-1, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:58:01.319547 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-04820e4d-480a-40bc-9631-f85430a3c31f None None] For port ee9b321c-27da-47a5-a65c-18ebe2678dd7, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=ee9b321c-27da-47a5-a65c-18ebe2678dd7,segment=NetworkSegment(93aeb352-2186-4ce4-8403-9bcd1efab4d5),segment_id=93aeb352-2186-4ce4-8403-9bcd1efab4d5)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:58:01.327034 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-02c45a3c-ec34-4f6b-a688-162921e57c0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099'] for port, after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:01.335320 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Pushing event updated for resources: {'Port': ['ID=39ee6850-d841-48e2-8d78-7e347828d508,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:58:01.354868 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Could not find standard attr ID for object b3113536-aa32-49ec-aaa2-76dc22d1a1fd. {{(pid=103164) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 20 20:58:01.383841 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c45a3c-ec34-4f6b-a688-162921e57c0b None None] No DVR routers for this DVR port b3113536-aa32-49ec-aaa2-76dc22d1a1fd on host n-d-842733-1 {{(pid=103164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:58:01.383841 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c45a3c-ec34-4f6b-a688-162921e57c0b None None] Pushing event deleted for resources: {'Port': ['ID=b3113536-aa32-49ec-aaa2-76dc22d1a1fd,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:58:01.406377 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-185accd2-e51c-4973-a47a-c36885e2687e None None] Network 98f8b8d5-1379-4eeb-9e13-b2bbab96015a requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:58:01.406377 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-e2f03a40-52c1-4ddc-8aa8-c58ce5d66acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1f34824-568f-4914-817e-7d257ea4c0db', 'name': 'tempest-TaggedBootDevicesTest_v242-835538064-router', 'tenant_id': '60454b86e45e457c9ead6605cf7bee62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.106'}], 'enable_snat': True}, 'gw_port_id': '39ee6850-d841-48e2-8d78-7e347828d508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:57:47Z', 'updated_at': '2022-05-20T20:57:56Z', 'revision_number': 4, 'project_id': '60454b86e45e457c9ead6605cf7bee62', 'gw_port': {'id': '39ee6850-d841-48e2-8d78-7e347828d508', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:e4:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1f34824-568f-4914-817e-7d257ea4c0db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2487, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:57:50Z', 'updated_at': '2022-05-20T20:57:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': '49ccb95a-0130-40a4-8c90-417416be1aac', 'name': '', 'network_id': 'ba1c69b0-a7a0-40a1-95e5-d4d28b827045', 'tenant_id': '60454b86e45e457c9ead6605cf7bee62', 'mac_address': 'fa:16:3e:8a:a9:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1f34824-568f-4914-817e-7d257ea4c0db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2496, 'fixed_ips': [{'subnet_id': 'c44e4180-b31d-470b-984c-ca1757ae6ec9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:57:54Z', 'updated_at': '2022-05-20T20:57:57Z', 'revision_number': 2, 'project_id': '60454b86e45e457c9ead6605cf7bee62', 'subnets': [{'id': 'c44e4180-b31d-470b-984c-ca1757ae6ec9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:58:01.412889 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-979c2f0a-c19f-45bb-9e3f-8a4392fc2953 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.0264816 May 20 20:58:01.413078 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 34600) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:58:01.427391 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-336f2e02-6822-4dac-bb14-0c851c5d8c6c tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Request body: {'port': {'network_id': '98f8b8d5-1379-4eeb-9e13-b2bbab96015a', 'fixed_ips': [{'subnet_id': '99f009c1-c505-402c-b45d-cd7b5a7cad3f', 'ip_address': '2001:db8:0:1::6'}], 'name': 'tempest-NetworksTestDHCPv6-85990227'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:58:01.480087 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-04820e4d-480a-40bc-9631-f85430a3c31f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:01.521745 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f03a40-52c1-4ddc-8aa8-c58ce5d66acc None None] Checking router: c1f34824-568f-4914-817e-7d257ea4c0db for host: n-d-842733-1 {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 20:58:01.522464 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f03a40-52c1-4ddc-8aa8-c58ce5d66acc None None] Updating router c1f34824-568f-4914-817e-7d257ea4c0db port 49ccb95a-0130-40a4-8c90-417416be1aac binding host n-d-842733-1 {{(pid=103164) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 20:58:01.560509 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f1f3e6d1-d9a7-4bee-8b82-970c63d8f119 tempest-AllowedAddressPairTestJSON-1913504527 tempest-AllowedAddressPairTestJSON-1913504527-project] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:01.608839 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0243136a-08ea-4809-b111-4375b66ba085 tempest-TagsExtTest-1975297969 tempest-TagsExtTest-1975297969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:01.616102 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-a0c0df4b-37fd-44de-95e1-18df8ebd6b26 req-5bb6f2a7-a11f-4ecf-b231-0352580518b9 tempest-ListServerFiltersTestJSON-918143940 tempest-ListServerFiltersTestJSON-918143940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:01.626662 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f1f3e6d1-d9a7-4bee-8b82-970c63d8f119 tempest-AllowedAddressPairTestJSON-1913504527 tempest-AllowedAddressPairTestJSON-1913504527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:01.683864 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 39ee6850-d841-48e2-8d78-7e347828d508 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:58:01.687025 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f3e6d1-d9a7-4bee-8b82-970c63d8f119 tempest-AllowedAddressPairTestJSON-1913504527 tempest-AllowedAddressPairTestJSON-1913504527-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75d11061-8d50-4504-a57c-b0d5a2803629,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:58:01.694466 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] get_ports_and_sgs() called for port_ids ['06354220-ffe2-4f2e-8f87-8f49fe6eeab5', '425cfacc-1860-4bdf-a369-134f9ce98d9d'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:58:01.698852 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1f3e6d1-d9a7-4bee-8b82-970c63d8f119 tempest-AllowedAddressPairTestJSON-1913504527 tempest-AllowedAddressPairTestJSON-1913504527-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 223} {{(pid=103163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 20:58:01.728729 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f1f3e6d1-d9a7-4bee-8b82-970c63d8f119 tempest-AllowedAddressPairTestJSON-1913504527 tempest-AllowedAddressPairTestJSON-1913504527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:01.729099 n-d-842733-1 neutron-server[103163]: INFO neutron.db.segments_db [None req-f1f3e6d1-d9a7-4bee-8b82-970c63d8f119 tempest-AllowedAddressPairTestJSON-1913504527 tempest-AllowedAddressPairTestJSON-1913504527-project] Added segment 8b611260-9d06-4d6b-8734-0bb3fac2455e of type vlan for network 96c4f61f-b679-4179-a984-1eb9b43bf7f6 May 20 20:58:01.736117 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb6f2a7-a11f-4ecf-b231-0352580518b9 tempest-ListServerFiltersTestJSON-918143940 tempest-ListServerFiltersTestJSON-918143940-project] Pushing event deleted for resources: {'Port': ['ID=425cfacc-1860-4bdf-a369-134f9ce98d9d,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:58:01.860385 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f1f3e6d1-d9a7-4bee-8b82-970c63d8f119 tempest-AllowedAddressPairTestJSON-1913504527 tempest-AllowedAddressPairTestJSON-1913504527-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418993264'] for network, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:01.889869 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0243136a-08ea-4809-b111-4375b66ba085 tempest-TagsExtTest-1975297969 tempest-TagsExtTest-1975297969-project] Network 71ce92b0-df1a-4186-96d3-c18c08d3b560 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:58:01.920767 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-0243136a-08ea-4809-b111-4375b66ba085 tempest-TagsExtTest-1975297969 tempest-TagsExtTest-1975297969-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:58:01.926814 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0c0df4b-37fd-44de-95e1-18df8ebd6b26 req-5bb6f2a7-a11f-4ecf-b231-0352580518b9 tempest-ListServerFiltersTestJSON-918143940 tempest-ListServerFiltersTestJSON-918143940-project] No DVR routers for this DVR port 425cfacc-1860-4bdf-a369-134f9ce98d9d on host n-h1-842733-1 {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:58:01.929191 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0243136a-08ea-4809-b111-4375b66ba085 tempest-TagsExtTest-1975297969 tempest-TagsExtTest-1975297969-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:58:01.965272 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-a0c0df4b-37fd-44de-95e1-18df8ebd6b26 req-5bb6f2a7-a11f-4ecf-b231-0352580518b9 tempest-ListServerFiltersTestJSON-918143940 tempest-ListServerFiltersTestJSON-918143940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:01.965272 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-a0c0df4b-37fd-44de-95e1-18df8ebd6b26 req-5bb6f2a7-a11f-4ecf-b231-0352580518b9 tempest-ListServerFiltersTestJSON-918143940 tempest-ListServerFiltersTestJSON-918143940-project] 10.222.0.24 "DELETE /v2.0/ports/425cfacc-1860-4bdf-a369-134f9ce98d9d HTTP/1.1" status: 204 len: 173 time: 1.5387480 May 20 20:58:01.965272 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0af4d785-9a35-4cf1-a9f8-3510d8d3d3b0', 'name': 'network-vif-deleted', 'tag': '425cfacc-1860-4bdf-a369-134f9ce98d9d'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:58:01.966049 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6fa957933fccbf596d28104b23404b952ad6a8238afaebaed40a0874b2e409" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b335e9a-2984-4746-9892-fef05b30e40a" -d '{"events": [{"server_uuid": "0af4d785-9a35-4cf1-a9f8-3510d8d3d3b0", "name": "network-vif-deleted", "tag": "425cfacc-1860-4bdf-a369-134f9ce98d9d"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:58:01.990622 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ffd214ae-5972-456d-b4bf-07778fd76a21 req-fb94da91-53c3-4155-a3c6-ef63e4227963 tempest-ListServerFiltersTestJSON-918143940 tempest-ListServerFiltersTestJSON-918143940-project] 10.222.0.35 "GET /v2.0/ports?device_id=0af4d785-9a35-4cf1-a9f8-3510d8d3d3b0 HTTP/1.1" status: 200 len: 210 time: 0.0841353 May 20 20:58:02.027395 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f1f3e6d1-d9a7-4bee-8b82-970c63d8f119 tempest-AllowedAddressPairTestJSON-1913504527 tempest-AllowedAddressPairTestJSON-1913504527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524'] for network, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:02.049846 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1f3e6d1-d9a7-4bee-8b82-970c63d8f119 tempest-AllowedAddressPairTestJSON-1913504527 tempest-AllowedAddressPairTestJSON-1913504527-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:58:02.058740 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f1f3e6d1-d9a7-4bee-8b82-970c63d8f119 tempest-AllowedAddressPairTestJSON-1913504527 tempest-AllowedAddressPairTestJSON-1913504527-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:02.114415 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 20:58:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-883b5d2b-9278-481e-afd4-4e34f332da39 x-openstack-request-id: req-883b5d2b-9278-481e-afd4-4e34f332da39 {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:58:02.114665 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0af4d785-9a35-4cf1-a9f8-3510d8d3d3b0", "name": "network-vif-deleted", "tag": "425cfacc-1860-4bdf-a369-134f9ce98d9d", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:58:02.114976 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-883b5d2b-9278-481e-afd4-4e34f332da39 {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:58:02.115406 n-d-842733-1 neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-883b5d2b-9278-481e-afd4-4e34f332da39'] response: {'server_uuid': '0af4d785-9a35-4cf1-a9f8-3510d8d3d3b0', 'name': 'network-vif-deleted', 'tag': '425cfacc-1860-4bdf-a369-134f9ce98d9d', 'status': 'completed', 'code': 200} May 20 20:58:02.131458 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0243136a-08ea-4809-b111-4375b66ba085 tempest-TagsExtTest-1975297969 tempest-TagsExtTest-1975297969-project] Pushing event updated for resources: {'Port': ['ID=96f5bc64-1dac-4ab2-83d7-02f93260c6ae,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:58:02.276862 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0243136a-08ea-4809-b111-4375b66ba085 tempest-TagsExtTest-1975297969 tempest-TagsExtTest-1975297969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:58:02.280618 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0243136a-08ea-4809-b111-4375b66ba085 tempest-TagsExtTest-1975297969 tempest-TagsExtTest-1975297969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:02.361635 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-e2f03a40-52c1-4ddc-8aa8-c58ce5d66acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:02.441720 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-0243136a-08ea-4809-b111-4375b66ba085 tempest-TagsExtTest-1975297969 tempest-TagsExtTest-1975297969-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 3.9114528 May 20 20:58:02.443101 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-336f2e02-6822-4dac-bb14-0c851c5d8c6c tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Made reservation on behalf of ab4ded6dc75a4ab5a4f9dae9e5aa3753 for: {'port': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:58:02.464488 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04820e4d-480a-40bc-9631-f85430a3c31f None None] Pushing event updated for resources: {'Port': ['ID=ee9b321c-27da-47a5-a65c-18ebe2678dd7,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:58:02.464870 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 34624) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:58:02.519674 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-011f440b-3518-4c1a-ab25-de6eb4d800a8 tempest-TagsExtTest-1975297969 tempest-TagsExtTest-1975297969-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-769211572', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:58:02.564779 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:02.576914 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 39ee6850-d841-48e2-8d78-7e347828d508 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:58:02.581801 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:02.843840 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-336f2e02-6822-4dac-bb14-0c851c5d8c6c tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:02.870787 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-004a8699-638c-40a7-9815-fac28eb14ba5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaee2b848-d4b9-5db1-b6ef-d6db29d67de7-98f8b8d5-1379-4eeb-9e13-b2bbab96015a', 'network_id': '98f8b8d5-1379-4eeb-9e13-b2bbab96015a', 'tenant_id': 'ab4ded6dc75a4ab5a4f9dae9e5aa3753', 'fixed_ips': [{'subnet_id': '99f009c1-c505-402c-b45d-cd7b5a7cad3f'}]}} from n-d-842733-1. {{(pid=103164) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 20:58:02.882958 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-004a8699-638c-40a7-9815-fac28eb14ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:02.897451 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-011f440b-3518-4c1a-ab25-de6eb4d800a8 tempest-TagsExtTest-1975297969 tempest-TagsExtTest-1975297969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-694221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26155'] for router, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:02.898788 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-011f440b-3518-4c1a-ab25-de6eb4d800a8 tempest-TagsExtTest-1975297969 tempest-TagsExtTest-1975297969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-693085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748153', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-718080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26162'] for router, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:02.920461 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [None req-336f2e02-6822-4dac-bb14-0c851c5d8c6c tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] device_id is not set on port c0561c92-b849-4b05-8806-27de15acdc6c yet. {{(pid=103162) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 20 20:58:03.100191 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f3e6d1-d9a7-4bee-8b82-970c63d8f119 tempest-AllowedAddressPairTestJSON-1913504527 tempest-AllowedAddressPairTestJSON-1913504527-project] Pushing event updated for resources: {'Network': ['ID=96c4f61f-b679-4179-a984-1eb9b43bf7f6,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:58:03.113660 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-f1f3e6d1-d9a7-4bee-8b82-970c63d8f119 tempest-AllowedAddressPairTestJSON-1913504527 tempest-AllowedAddressPairTestJSON-1913504527-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 2.9085443 May 20 20:58:03.117340 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 34658) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:58:03.130776 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-2a9b0cc3-1391-4ce4-833f-a33279ae69ec tempest-AllowedAddressPairTestJSON-1913504527 tempest-AllowedAddressPairTestJSON-1913504527-project] Request body: {'subnet': {'network_id': '96c4f61f-b679-4179-a984-1eb9b43bf7f6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:58:03.221893 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-011f440b-3518-4c1a-ab25-de6eb4d800a8 tempest-TagsExtTest-1975297969 tempest-TagsExtTest-1975297969-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:03.231407 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Network 96c4f61f-b679-4179-a984-1eb9b43bf7f6 details requested by agent ovs-agent-n-d-842733-1 with host n-d-842733-1 {{(pid=103164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 20 20:58:03.309590 n-d-842733-1 neutron-server[103162]: INFO neutron.pecan_wsgi.hooks.translation [None req-336f2e02-6822-4dac-bb14-0c851c5d8c6c tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 20 20:58:03.310329 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-336f2e02-6822-4dac-bb14-0c851c5d8c6c tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 20:58:03.339178 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-011f440b-3518-4c1a-ab25-de6eb4d800a8 tempest-TagsExtTest-1975297969 tempest-TagsExtTest-1975297969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748106'] for router, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:03.389779 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 39ee6850-d841-48e2-8d78-7e347828d508 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:58:03.448160 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-21e42f4a-b2a9-4eaf-b9a6-cfec3b656918 req-1bda0e8f-7375-47d1-b698-6bbbe3a3f5e5 tempest-ListServerFiltersTestJSON-918143940 tempest-ListServerFiltersTestJSON-918143940-project] 10.222.0.35 "GET /v2.0/ports?device_id=0af4d785-9a35-4cf1-a9f8-3510d8d3d3b0 HTTP/1.1" status: 200 len: 210 time: 0.1596935 May 20 20:58:03.450539 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-336f2e02-6822-4dac-bb14-0c851c5d8c6c tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 2.0337620 May 20 20:58:03.458657 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 34666) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:58:03.479648 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-011f440b-3518-4c1a-ab25-de6eb4d800a8 tempest-TagsExtTest-1975297969 tempest-TagsExtTest-1975297969-project] Notify callbacks [] for router, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:03.489493 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-011f440b-3518-4c1a-ab25-de6eb4d800a8 tempest-TagsExtTest-1975297969 tempest-TagsExtTest-1975297969-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 1.0143573 May 20 20:58:03.494377 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 34668) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:58:03.502565 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-1d4e3a8b-a360-471a-a557-49739de1d804 tempest-TagsExtTest-1975297969 tempest-TagsExtTest-1975297969-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1213164252', 'prefixes': ['172.20.0.0/16']}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:58:03.509699 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device b3113536-aa32-49ec-aaa2-76dc22d1a1fd no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:58:03.511589 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0dab607-dd40-43d8-8802-81b3f11ebfb5 None None] Network 71ce92b0-df1a-4186-96d3-c18c08d3b560 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:58:03.524370 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-edebccc3-691c-4602-9946-aae838dc28dc tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0646114 May 20 20:58:03.530203 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 34670) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:58:03.587861 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a9b0cc3-1391-4ce4-833f-a33279ae69ec tempest-AllowedAddressPairTestJSON-1913504527 tempest-AllowedAddressPairTestJSON-1913504527-project] Made reservation on behalf of 498d352c8a7e48fcac8d7489464b641c for: {'subnet': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:58:03.592398 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2a9b0cc3-1391-4ce4-833f-a33279ae69ec tempest-AllowedAddressPairTestJSON-1913504527 tempest-AllowedAddressPairTestJSON-1913504527-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8422561'] for subnet, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:03.654314 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-e2f03a40-52c1-4ddc-8aa8-c58ce5d66acc None None] Notify callbacks [] for port, precommit_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:03.700263 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: b3113536-aa32-49ec-aaa2-76dc22d1a1fd {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 20:58:03.700533 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device b3113536-aa32-49ec-aaa2-76dc22d1a1fd not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 20:58:03.701298 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-664bd928-8f1c-4589-b03e-fd3daa54a5df tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:58:03.705742 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-664bd928-8f1c-4589-b03e-fd3daa54a5df tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:58:03.712092 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 34672) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:58:03.714006 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-664bd928-8f1c-4589-b03e-fd3daa54a5df tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1820910 May 20 20:58:03.789504 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-e090a60b-79a1-4461-9f0c-7aba17bef1d7 None None] Provisioning complete for port ee9b321c-27da-47a5-a65c-18ebe2678dd7 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:58:03.789878 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-e090a60b-79a1-4461-9f0c-7aba17bef1d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:03.803558 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-e2f03a40-52c1-4ddc-8aa8-c58ce5d66acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:03.807281 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [None req-004a8699-638c-40a7-9815-fac28eb14ba5 None None] Allocated IP 2001:db8::2 (98f8b8d5-1379-4eeb-9e13-b2bbab96015a/99f009c1-c505-402c-b45d-cd7b5a7cad3f/43e88739-bd5a-4ac9-a551-159158055d9d) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:58:03.838398 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_v2 [None req-13b7a85c-6ea2-4682-a251-b293f557f8eb tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Deleting subnet 99f009c1-c505-402c-b45d-cd7b5a7cad3f {{(pid=103162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 20 20:58:03.894696 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1d4e3a8b-a360-471a-a557-49739de1d804 tempest-TagsExtTest-1975297969 tempest-TagsExtTest-1975297969-project] Notify callbacks [] for subnetpool, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:03.901986 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-1d4e3a8b-a360-471a-a557-49739de1d804 tempest-TagsExtTest-1975297969 tempest-TagsExtTest-1975297969-project] 10.222.0.35 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.4057798 May 20 20:58:03.904206 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 34674) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:58:03.907755 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.tag.tag_plugin [None req-f7e3feee-9d4f-477d-ae5a-ed66ebda35ac tempest-TagsExtTest-1975297969 tempest-TagsExtTest-1975297969-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '02f465dd-210e-4aad-a171-240049e7663f', 'tempest-TagsExtTest-Tag-1487953991') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:58:03.964881 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device ee9b321c-27da-47a5-a65c-18ebe2678dd7 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:58:04.112229 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2a9b0cc3-1391-4ce4-833f-a33279ae69ec tempest-AllowedAddressPairTestJSON-1913504527 tempest-AllowedAddressPairTestJSON-1913504527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9641412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8422583'] for subnet, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:04.115375 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3873c143-aa71-4713-b5c8-77ce8cf2bfe7 None None] Pushing event updated for resources: {'Port': ['ID=49ccb95a-0130-40a4-8c90-417416be1aac,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:58:04.212743 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9b0cc3-1391-4ce4-833f-a33279ae69ec tempest-AllowedAddressPairTestJSON-1913504527 tempest-AllowedAddressPairTestJSON-1913504527-project] Pushing event updated for resources: {'Subnet': ['ID=8a7f0d7c-bd73-4b7a-85d4-e05b0ef28151,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:58:04.228535 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-f7e3feee-9d4f-477d-ae5a-ed66ebda35ac tempest-TagsExtTest-1975297969 tempest-TagsExtTest-1975297969-project] 10.222.0.35 "PUT /v2.0/subnets/02f465dd-210e-4aad-a171-240049e7663f/tags/tempest-TagsExtTest-Tag-1487953991 HTTP/1.1" status: 201 len: 201 time: 0.3248615 May 20 20:58:04.229101 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 34678) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:58:04.242536 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.tag.tag_plugin [None req-83df27ab-f462-46d9-bec5-e72a0e78bff9 tempest-TagsExtTest-1975297969 tempest-TagsExtTest-1975297969-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '96f5bc64-1dac-4ab2-83d7-02f93260c6ae', 'tempest-TagsExtTest-Tag-967597451') {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:58:04.318858 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a9b0cc3-1391-4ce4-833f-a33279ae69ec tempest-AllowedAddressPairTestJSON-1913504527 tempest-AllowedAddressPairTestJSON-1913504527-project] Checking segment: {'id': '8b611260-9d06-4d6b-8734-0bb3fac2455e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '96c4f61f-b679-4179-a984-1eb9b43bf7f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:58:04.319430 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a9b0cc3-1391-4ce4-833f-a33279ae69ec tempest-AllowedAddressPairTestJSON-1913504527 tempest-AllowedAddressPairTestJSON-1913504527-project] Network hostable DHCP agents. Network: 96c4f61f-b679-4179-a984-1eb9b43bf7f6, hostable agents: ['c9b0653c-f3c7-4339-bd50-e3754b629216'], hosted agents: [] {{(pid=103163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 20:58:04.353148 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-e2f03a40-52c1-4ddc-8aa8-c58ce5d66acc None None] Attempting to bind port 49ccb95a-0130-40a4-8c90-417416be1aac on host n-d-842733-1 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:58:04.354246 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-e2f03a40-52c1-4ddc-8aa8-c58ce5d66acc None None] Attempting to bind port 49ccb95a-0130-40a4-8c90-417416be1aac by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': '3f7461b8-2004-47d0-b042-dd1fc6d819f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'ba1c69b0-a7a0-40a1-95e5-d4d28b827045'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:58:04.354806 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f03a40-52c1-4ddc-8aa8-c58ce5d66acc None None] Attempting to bind port 49ccb95a-0130-40a4-8c90-417416be1aac on network ba1c69b0-a7a0-40a1-95e5-d4d28b827045 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:58:04.390090 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f03a40-52c1-4ddc-8aa8-c58ce5d66acc None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 57, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:58:04.390785 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f03a40-52c1-4ddc-8aa8-c58ce5d66acc None None] Checking segment: {'id': '3f7461b8-2004-47d0-b042-dd1fc6d819f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'ba1c69b0-a7a0-40a1-95e5-d4d28b827045'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:58:04.390892 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-e2f03a40-52c1-4ddc-8aa8-c58ce5d66acc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:04.391368 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f03a40-52c1-4ddc-8aa8-c58ce5d66acc None None] Bound using segment: {'id': '3f7461b8-2004-47d0-b042-dd1fc6d819f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'ba1c69b0-a7a0-40a1-95e5-d4d28b827045'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:58:04.391850 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-e2f03a40-52c1-4ddc-8aa8-c58ce5d66acc None None] Bound port: 49ccb95a-0130-40a4-8c90-417416be1aac, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f7461b8-2004-47d0-b042-dd1fc6d819f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'ba1c69b0-a7a0-40a1-95e5-d4d28b827045'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:58:04.392235 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-e2f03a40-52c1-4ddc-8aa8-c58ce5d66acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:04.447434 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a9b0cc3-1391-4ce4-833f-a33279ae69ec tempest-AllowedAddressPairTestJSON-1913504527 tempest-AllowedAddressPairTestJSON-1913504527-project] Network 96c4f61f-b679-4179-a984-1eb9b43bf7f6 is scheduled to be hosted by DHCP agent c9b0653c-f3c7-4339-bd50-e3754b629216 with binding_index 1 {{(pid=103163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 20:58:04.460246 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-e090a60b-79a1-4461-9f0c-7aba17bef1d7 None None] Current status of the port ee9b321c-27da-47a5-a65c-18ebe2678dd7 is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:58:04.460685 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-e090a60b-79a1-4461-9f0c-7aba17bef1d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:04.482419 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port ee9b321c-27da-47a5-a65c-18ebe2678dd7 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:58:04.482785 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:04.521924 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 34686) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:58:04.523537 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-83df27ab-f462-46d9-bec5-e72a0e78bff9 tempest-TagsExtTest-1975297969 tempest-TagsExtTest-1975297969-project] 10.222.0.35 "PUT /v2.0/ports/96f5bc64-1dac-4ab2-83d7-02f93260c6ae/tags/tempest-TagsExtTest-Tag-967597451 HTTP/1.1" status: 201 len: 201 time: 0.2816894 May 20 20:58:04.531996 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.tag.tag_plugin [None req-2f531ee7-c264-4f6a-9377-97ff1094ebb6 tempest-TagsExtTest-1975297969 tempest-TagsExtTest-1975297969-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '1c761c46-5d69-475e-b27b-fe66522e3b81', 'tempest-TagsExtTest-Tag-2088860560') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:58:04.537633 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-2a9b0cc3-1391-4ce4-833f-a33279ae69ec tempest-AllowedAddressPairTestJSON-1913504527 tempest-AllowedAddressPairTestJSON-1913504527-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842733-1, 96c4f61f-b679-4179-a984-1eb9b43bf7f6) {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:58:04.563389 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a9b0cc3-1391-4ce4-833f-a33279ae69ec tempest-AllowedAddressPairTestJSON-1913504527 tempest-AllowedAddressPairTestJSON-1913504527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:58:04.565027 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-393817d8-97dc-4ab5-9b0e-9436d8d649ab None None] Network 96c4f61f-b679-4179-a984-1eb9b43bf7f6 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:58:04.566535 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2a9b0cc3-1391-4ce4-833f-a33279ae69ec tempest-AllowedAddressPairTestJSON-1913504527 tempest-AllowedAddressPairTestJSON-1913504527-project] Notify callbacks [] for subnet, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:04.660374 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-2a9b0cc3-1391-4ce4-833f-a33279ae69ec tempest-AllowedAddressPairTestJSON-1913504527 tempest-AllowedAddressPairTestJSON-1913504527-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5402482 May 20 20:58:04.663124 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 34690) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:58:04.664392 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-004a8699-638c-40a7-9815-fac28eb14ba5 None None] Notify callbacks [] for port, precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:04.673641 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-81de7d37-56be-476e-b2c0-805056191e16 tempest-AllowedAddressPairTestJSON-1913504527 tempest-AllowedAddressPairTestJSON-1913504527-project] Request body: {'port': {'network_id': '96c4f61f-b679-4179-a984-1eb9b43bf7f6', 'name': 'tempest-AllowedAddressPairTestJSON-217497338'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:58:04.691313 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-e2f03a40-52c1-4ddc-8aa8-c58ce5d66acc None None] For port 49ccb95a-0130-40a4-8c90-417416be1aac, host n-d-842733-1, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:58:04.699157 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-e090a60b-79a1-4461-9f0c-7aba17bef1d7 None None] For port ee9b321c-27da-47a5-a65c-18ebe2678dd7, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=ee9b321c-27da-47a5-a65c-18ebe2678dd7,segment=NetworkSegment(93aeb352-2186-4ce4-8403-9bcd1efab4d5),segment_id=93aeb352-2186-4ce4-8403-9bcd1efab4d5)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:58:04.702600 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-e2f03a40-52c1-4ddc-8aa8-c58ce5d66acc None None] For port 49ccb95a-0130-40a4-8c90-417416be1aac, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=49ccb95a-0130-40a4-8c90-417416be1aac,segment=NetworkSegment(3f7461b8-2004-47d0-b042-dd1fc6d819f0),segment_id=3f7461b8-2004-47d0-b042-dd1fc6d819f0)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:58:04.749363 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-13b7a85c-6ea2-4682-a251-b293f557f8eb tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks [] for subnet, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:04.762887 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-004a8699-638c-40a7-9815-fac28eb14ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108'] for port, after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:04.848770 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-e090a60b-79a1-4461-9f0c-7aba17bef1d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:04.857932 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-e2f03a40-52c1-4ddc-8aa8-c58ce5d66acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:04.877744 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-2f531ee7-c264-4f6a-9377-97ff1094ebb6 tempest-TagsExtTest-1975297969 tempest-TagsExtTest-1975297969-project] 10.222.0.35 "PUT /v2.0/routers/1c761c46-5d69-475e-b27b-fe66522e3b81/tags/tempest-TagsExtTest-Tag-2088860560 HTTP/1.1" status: 201 len: 201 time: 0.3538260 May 20 20:58:04.881465 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 34692) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:58:04.902623 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.tag.tag_plugin [None req-73943059-b1aa-470b-9d77-f1a49c9af6ec tempest-TagsExtTest-1975297969 tempest-TagsExtTest-1975297969-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'f14d5c36-9e3e-4731-9804-b9972e0a7004', 'tempest-TagsExtTest-Tag-1496423740') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:58:04.926005 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-13b7a85c-6ea2-4682-a251-b293f557f8eb tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3738392'] for subnet, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:04.942310 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004a8699-638c-40a7-9815-fac28eb14ba5 None None] Pushing event updated for resources: {'Port': ['ID=43e88739-bd5a-4ac9-a551-159158055d9d,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:58:04.959984 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port ee9b321c-27da-47a5-a65c-18ebe2678dd7 is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:58:04.959984 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:04.968772 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-004a8699-638c-40a7-9815-fac28eb14ba5 None None] Network 98f8b8d5-1379-4eeb-9e13-b2bbab96015a is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:58:05.012112 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81de7d37-56be-476e-b2c0-805056191e16 tempest-AllowedAddressPairTestJSON-1913504527 tempest-AllowedAddressPairTestJSON-1913504527-project] Made reservation on behalf of 498d352c8a7e48fcac8d7489464b641c for: {'port': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:58:05.015754 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-81de7d37-56be-476e-b2c0-805056191e16 tempest-AllowedAddressPairTestJSON-1913504527 tempest-AllowedAddressPairTestJSON-1913504527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:05.046418 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [None req-81de7d37-56be-476e-b2c0-805056191e16 tempest-AllowedAddressPairTestJSON-1913504527 tempest-AllowedAddressPairTestJSON-1913504527-project] device_id is not set on port b09140a7-b8e1-4c4e-8d07-ebcdc64a7048 yet. {{(pid=103163) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 20 20:58:05.166715 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-13b7a85c-6ea2-4682-a251-b293f557f8eb tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33068388'] for subnet, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:05.192390 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-73943059-b1aa-470b-9d77-f1a49c9af6ec tempest-TagsExtTest-1975297969 tempest-TagsExtTest-1975297969-project] 10.222.0.35 "PUT /v2.0/subnetpools/f14d5c36-9e3e-4731-9804-b9972e0a7004/tags/tempest-TagsExtTest-Tag-1496423740 HTTP/1.1" status: 201 len: 201 time: 0.3097081 May 20 20:58:05.197393 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 34698) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:58:05.202154 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.tag.tag_plugin [None req-81957ddd-8eb5-4d41-bb32-5924d7f2c3a2 tempest-TagsExtTest-1975297969 tempest-TagsExtTest-1975297969-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '02f465dd-210e-4aad-a171-240049e7663f') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:58:05.294515 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-004a8699-638c-40a7-9815-fac28eb14ba5 None None] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:58:05.297501 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-004a8699-638c-40a7-9815-fac28eb14ba5 None None] Received port after_create {{(pid=103164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:58:05.299654 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad112d61-25b4-4d63-b043-baac34c1ace7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaee2b848-d4b9-5db1-b6ef-d6db29d67de7-96c4f61f-b679-4179-a984-1eb9b43bf7f6', 'network_id': '96c4f61f-b679-4179-a984-1eb9b43bf7f6', 'tenant_id': '498d352c8a7e48fcac8d7489464b641c', 'fixed_ips': [{'subnet_id': '8a7f0d7c-bd73-4b7a-85d4-e05b0ef28151'}]}} from n-d-842733-1. {{(pid=103164) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 20:58:05.300472 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ad112d61-25b4-4d63-b043-baac34c1ace7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:05.321638 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-81de7d37-56be-476e-b2c0-805056191e16 tempest-AllowedAddressPairTestJSON-1913504527 tempest-AllowedAddressPairTestJSON-1913504527-project] Allocated IP 172.20.0.14 (96c4f61f-b679-4179-a984-1eb9b43bf7f6/8a7f0d7c-bd73-4b7a-85d4-e05b0ef28151/b09140a7-b8e1-4c4e-8d07-ebcdc64a7048) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:58:05.351910 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f03a40-52c1-4ddc-8aa8-c58ce5d66acc None None] Routers {'c1f34824-568f-4914-817e-7d257ea4c0db'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:58:05.351910 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-e2f03a40-52c1-4ddc-8aa8-c58ce5d66acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:57:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['c1f34824-568f-4914-817e-7d257ea4c0db'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:58:05.367720 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-81957ddd-8eb5-4d41-bb32-5924d7f2c3a2 tempest-TagsExtTest-1975297969 tempest-TagsExtTest-1975297969-project] 10.222.0.35 "GET /v2.0/subnets/02f465dd-210e-4aad-a171-240049e7663f/tags HTTP/1.1" status: 200 len: 241 time: 0.1688900 May 20 20:58:05.371573 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 34702) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:58:05.381805 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.tag.tag_plugin [None req-bc07f5c8-124d-4279-b6b9-f0f2b0e28256 tempest-TagsExtTest-1975297969 tempest-TagsExtTest-1975297969-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '02f465dd-210e-4aad-a171-240049e7663f', 'tempest-TagsExtTest-Tag-1487953991') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:58:05.424915 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-13b7a85c-6ea2-4682-a251-b293f557f8eb tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33068399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3797621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4018265'] for subnet, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:05.478551 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72114131-0bc4-48b9-90dd-89e2b7e293a9 req-befbd2ff-ef87-46f1-b287-2df053e7524c tempest-ListServerFiltersTestJSON-918143940 tempest-ListServerFiltersTestJSON-918143940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:58:05.480958 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b7a85c-6ea2-4682-a251-b293f557f8eb tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Pushing event deleted for resources: {'Subnet': ['ID=99f009c1-c505-402c-b45d-cd7b5a7cad3f,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:58:05.486778 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-72114131-0bc4-48b9-90dd-89e2b7e293a9 req-befbd2ff-ef87-46f1-b287-2df053e7524c tempest-ListServerFiltersTestJSON-918143940 tempest-ListServerFiltersTestJSON-918143940-project] 10.222.0.35 "GET /v2.0/ports?device_id=b677069f-2bf9-4a32-b533-9fc31512d995 HTTP/1.1" status: 200 len: 945 time: 0.1763566 May 20 20:58:05.508560 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-13b7a85c-6ea2-4682-a251-b293f557f8eb tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:05.513170 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-13b7a85c-6ea2-4682-a251-b293f557f8eb tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "DELETE /v2.0/subnets/99f009c1-c505-402c-b45d-cd7b5a7cad3f HTTP/1.1" status: 204 len: 168 time: 1.7990837 May 20 20:58:05.516373 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 34706) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:58:05.576401 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-9532295d-b76d-43cc-970b-ba8312b6cc71 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0597761 May 20 20:58:05.583442 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 425cfacc-1860-4bdf-a369-134f9ce98d9d no longer exists at agent hyperv_n-h1-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:58:05.591063 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 34708) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:58:05.628255 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-bc07f5c8-124d-4279-b6b9-f0f2b0e28256 tempest-TagsExtTest-1975297969 tempest-TagsExtTest-1975297969-project] 10.222.0.35 "GET /v2.0/subnets/02f465dd-210e-4aad-a171-240049e7663f/tags/tempest-TagsExtTest-Tag-1487953991 HTTP/1.1" status: 204 len: 168 time: 0.2544563 May 20 20:58:05.628720 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-e2f03a40-52c1-4ddc-8aa8-c58ce5d66acc None None] Set router c1f34824-568f-4914-817e-7d257ea4c0db gateway port host: n-d-842733-1 {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:58:05.628877 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 34710) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:58:05.637312 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.tag.tag_plugin [None req-5515a571-1e9f-4fe0-a2e3-b91f78082668 tempest-TagsExtTest-1975297969 tempest-TagsExtTest-1975297969-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '02f465dd-210e-4aad-a171-240049e7663f', 'tempest-TagsExtTest-Tag-1487953991') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:58:05.675255 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] No Port match for: 425cfacc-1860-4bdf-a369-134f9ce98d9d {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 20:58:05.677616 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 425cfacc-1860-4bdf-a369-134f9ce98d9d not bound to the agent host n-h1-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 20:58:05.705251 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-5f5a0665-8bce-4ac7-a608-0dd36c4f4ca5 None None] Provisioning complete for port 96f5bc64-1dac-4ab2-83d7-02f93260c6ae triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:58:05.705855 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-5f5a0665-8bce-4ac7-a608-0dd36c4f4ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:05.763587 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-1d1d414c-fab8-4fe6-8899-99ef4ae52b06 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Request body: {'subnet': {'network_id': '98f8b8d5-1379-4eeb-9e13-b2bbab96015a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:58:05.777896 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-72114131-0bc4-48b9-90dd-89e2b7e293a9 req-14285eee-a8f6-4e27-ae7d-52904150fc50 tempest-ListServerFiltersTestJSON-918143940 tempest-ListServerFiltersTestJSON-918143940-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ac682f0-67fc-4a5c-81fb-b80b5c12f5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2790143 May 20 20:58:05.856679 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e090a60b-79a1-4461-9f0c-7aba17bef1d7 None None] Pushing event updated for resources: {'Port': ['ID=ee9b321c-27da-47a5-a65c-18ebe2678dd7,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:58:05.903214 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-81de7d37-56be-476e-b2c0-805056191e16 tempest-AllowedAddressPairTestJSON-1913504527 tempest-AllowedAddressPairTestJSON-1913504527-project] Notify callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:05.927104 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-5515a571-1e9f-4fe0-a2e3-b91f78082668 tempest-TagsExtTest-1975297969 tempest-TagsExtTest-1975297969-project] 10.222.0.35 "DELETE /v2.0/subnets/02f465dd-210e-4aad-a171-240049e7663f/tags/tempest-TagsExtTest-Tag-1487953991 HTTP/1.1" status: 204 len: 168 time: 0.2945986 May 20 20:58:05.929509 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 34712) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:58:05.937334 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.tag.tag_plugin [None req-7e1e9096-ad91-4710-949c-2a0c6422f52d tempest-TagsExtTest-1975297969 tempest-TagsExtTest-1975297969-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '02f465dd-210e-4aad-a171-240049e7663f') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:58:05.950561 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-004a8699-638c-40a7-9815-fac28eb14ba5 None None] Attempting to bind port 43e88739-bd5a-4ac9-a551-159158055d9d on host n-d-842733-1 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:58:05.950922 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-004a8699-638c-40a7-9815-fac28eb14ba5 None None] Attempting to bind port 43e88739-bd5a-4ac9-a551-159158055d9d by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': 'f5705048-66fd-4627-af8c-03443c37dd17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '98f8b8d5-1379-4eeb-9e13-b2bbab96015a'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:58:05.951281 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-004a8699-638c-40a7-9815-fac28eb14ba5 None None] Attempting to bind port 43e88739-bd5a-4ac9-a551-159158055d9d on network 98f8b8d5-1379-4eeb-9e13-b2bbab96015a {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:58:06.002218 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-5f5a0665-8bce-4ac7-a608-0dd36c4f4ca5 None None] Port 96f5bc64-1dac-4ab2-83d7-02f93260c6ae cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 20:58:06.010145 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.db.api [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103164) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 20 20:58:06.010500 n-d-842733-1 neutron-server[103164]: DEBUG oslo_db.api [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 20 20:58:06.011186 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-004a8699-638c-40a7-9815-fac28eb14ba5 None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 57, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:58:06.011641 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-004a8699-638c-40a7-9815-fac28eb14ba5 None None] Checking segment: {'id': 'f5705048-66fd-4627-af8c-03443c37dd17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '98f8b8d5-1379-4eeb-9e13-b2bbab96015a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:58:06.011951 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-004a8699-638c-40a7-9815-fac28eb14ba5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:06.012368 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-004a8699-638c-40a7-9815-fac28eb14ba5 None None] Bound using segment: {'id': 'f5705048-66fd-4627-af8c-03443c37dd17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '98f8b8d5-1379-4eeb-9e13-b2bbab96015a'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:58:06.012826 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-004a8699-638c-40a7-9815-fac28eb14ba5 None None] Bound port: 43e88739-bd5a-4ac9-a551-159158055d9d, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5705048-66fd-4627-af8c-03443c37dd17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '98f8b8d5-1379-4eeb-9e13-b2bbab96015a'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:58:06.015814 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-004a8699-638c-40a7-9815-fac28eb14ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:06.015945 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-7e1e9096-ad91-4710-949c-2a0c6422f52d tempest-TagsExtTest-1975297969 tempest-TagsExtTest-1975297969-project] 10.222.0.35 "GET /v2.0/subnets/02f465dd-210e-4aad-a171-240049e7663f/tags HTTP/1.1" status: 200 len: 205 time: 0.0805917 May 20 20:58:06.019303 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 34714) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:58:06.021485 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.tag.tag_plugin [None req-b8d6436d-0838-4686-817a-d0cf7c047224 tempest-TagsExtTest-1975297969 tempest-TagsExtTest-1975297969-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '96f5bc64-1dac-4ab2-83d7-02f93260c6ae') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:58:06.046463 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d1d414c-fab8-4fe6-8899-99ef4ae52b06 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Made reservation on behalf of ab4ded6dc75a4ab5a4f9dae9e5aa3753 for: {'subnet': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:58:06.051484 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1d1d414c-fab8-4fe6-8899-99ef4ae52b06 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8422561'] for subnet, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:06.059309 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3873c143-aa71-4713-b5c8-77ce8cf2bfe7 None None] Pushing event updated for resources: {'Port': ['ID=49ccb95a-0130-40a4-8c90-417416be1aac,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:58:06.070650 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-5f5a0665-8bce-4ac7-a608-0dd36c4f4ca5 None None] Provisioning complete for port 49ccb95a-0130-40a4-8c90-417416be1aac triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:58:06.071026 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-5f5a0665-8bce-4ac7-a608-0dd36c4f4ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:06.096855 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-81de7d37-56be-476e-b2c0-805056191e16 tempest-AllowedAddressPairTestJSON-1913504527 tempest-AllowedAddressPairTestJSON-1913504527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:06.120559 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-b8d6436d-0838-4686-817a-d0cf7c047224 tempest-TagsExtTest-1975297969 tempest-TagsExtTest-1975297969-project] 10.222.0.35 "GET /v2.0/ports/96f5bc64-1dac-4ab2-83d7-02f93260c6ae/tags HTTP/1.1" status: 200 len: 240 time: 0.1032155 May 20 20:58:06.121227 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 34716) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:58:06.127213 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.tag.tag_plugin [None req-26685016-7570-4a07-9c7c-0911e51ba5e1 tempest-TagsExtTest-1975297969 tempest-TagsExtTest-1975297969-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '96f5bc64-1dac-4ab2-83d7-02f93260c6ae', 'tempest-TagsExtTest-Tag-967597451') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:58:06.213616 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-26685016-7570-4a07-9c7c-0911e51ba5e1 tempest-TagsExtTest-1975297969 tempest-TagsExtTest-1975297969-project] 10.222.0.35 "GET /v2.0/ports/96f5bc64-1dac-4ab2-83d7-02f93260c6ae/tags/tempest-TagsExtTest-Tag-967597451 HTTP/1.1" status: 204 len: 168 time: 0.0896597 May 20 20:58:06.215660 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 34720) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:58:06.221740 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.tag.tag_plugin [None req-1c4597fd-34d7-4535-b1c9-3426f7b92bae tempest-TagsExtTest-1975297969 tempest-TagsExtTest-1975297969-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '96f5bc64-1dac-4ab2-83d7-02f93260c6ae', 'tempest-TagsExtTest-Tag-967597451') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:58:06.232552 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81de7d37-56be-476e-b2c0-805056191e16 tempest-AllowedAddressPairTestJSON-1913504527 tempest-AllowedAddressPairTestJSON-1913504527-project] Network 96c4f61f-b679-4179-a984-1eb9b43bf7f6 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:58:06.250106 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [None req-ad112d61-25b4-4d63-b043-baac34c1ace7 None None] Allocated IP 172.20.0.2 (96c4f61f-b679-4179-a984-1eb9b43bf7f6/8a7f0d7c-bd73-4b7a-85d4-e05b0ef28151/87d0652b-669b-4bf3-a819-6ebbf1e1e563) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:58:06.257238 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-004a8699-638c-40a7-9815-fac28eb14ba5 None None] For port 43e88739-bd5a-4ac9-a551-159158055d9d, host n-d-842733-1, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:58:06.286214 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-81de7d37-56be-476e-b2c0-805056191e16 tempest-AllowedAddressPairTestJSON-1913504527 tempest-AllowedAddressPairTestJSON-1913504527-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:58:06.289323 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81de7d37-56be-476e-b2c0-805056191e16 tempest-AllowedAddressPairTestJSON-1913504527 tempest-AllowedAddressPairTestJSON-1913504527-project] Pushing event updated for resources: {'Port': ['ID=b09140a7-b8e1-4c4e-8d07-ebcdc64a7048,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:58:06.294586 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-004a8699-638c-40a7-9815-fac28eb14ba5 None None] For port 43e88739-bd5a-4ac9-a551-159158055d9d, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=43e88739-bd5a-4ac9-a551-159158055d9d,segment=NetworkSegment(f5705048-66fd-4627-af8c-03443c37dd17),segment_id=f5705048-66fd-4627-af8c-03443c37dd17)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:58:06.302626 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81de7d37-56be-476e-b2c0-805056191e16 tempest-AllowedAddressPairTestJSON-1913504527 tempest-AllowedAddressPairTestJSON-1913504527-project] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:58:06.377659 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-5f5a0665-8bce-4ac7-a608-0dd36c4f4ca5 None None] Current status of the port 49ccb95a-0130-40a4-8c90-417416be1aac is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:58:06.377963 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-5f5a0665-8bce-4ac7-a608-0dd36c4f4ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:06.383110 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81de7d37-56be-476e-b2c0-805056191e16 tempest-AllowedAddressPairTestJSON-1913504527 tempest-AllowedAddressPairTestJSON-1913504527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:58:06.384567 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-81de7d37-56be-476e-b2c0-805056191e16 tempest-AllowedAddressPairTestJSON-1913504527 tempest-AllowedAddressPairTestJSON-1913504527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:06.387293 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-e2f03a40-52c1-4ddc-8aa8-c58ce5d66acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1f34824-568f-4914-817e-7d257ea4c0db', 'name': 'tempest-TaggedBootDevicesTest_v242-835538064-router', 'tenant_id': '60454b86e45e457c9ead6605cf7bee62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.106'}], 'enable_snat': True}, 'gw_port_id': '39ee6850-d841-48e2-8d78-7e347828d508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:57:47Z', 'updated_at': '2022-05-20T20:57:56Z', 'revision_number': 4, 'project_id': '60454b86e45e457c9ead6605cf7bee62', 'gw_port': {'id': '39ee6850-d841-48e2-8d78-7e347828d508', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:e4:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1f34824-568f-4914-817e-7d257ea4c0db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2487, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:57:50Z', 'updated_at': '2022-05-20T20:58:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': '49ccb95a-0130-40a4-8c90-417416be1aac', 'name': '', 'network_id': 'ba1c69b0-a7a0-40a1-95e5-d4d28b827045', 'tenant_id': '60454b86e45e457c9ead6605cf7bee62', 'mac_address': 'fa:16:3e:8a:a9:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1f34824-568f-4914-817e-7d257ea4c0db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2496, 'fixed_ips': [{'subnet_id': 'c44e4180-b31d-470b-984c-ca1757ae6ec9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:57:54Z', 'updated_at': '2022-05-20T20:58:04Z', 'revision_number': 4, 'project_id': '60454b86e45e457c9ead6605cf7bee62', 'subnets': [{'id': 'c44e4180-b31d-470b-984c-ca1757ae6ec9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:58:06.438106 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f03a40-52c1-4ddc-8aa8-c58ce5d66acc None None] The sync data for ids ['c1f34824-568f-4914-817e-7d257ea4c0db'] in n-d-842733-1 is: [{'id': 'c1f34824-568f-4914-817e-7d257ea4c0db', 'name': 'tempest-TaggedBootDevicesTest_v242-835538064-router', 'tenant_id': '60454b86e45e457c9ead6605cf7bee62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.106'}], 'enable_snat': True}, 'gw_port_id': '39ee6850-d841-48e2-8d78-7e347828d508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:57:47Z', 'updated_at': '2022-05-20T20:57:56Z', 'revision_number': 4, 'project_id': '60454b86e45e457c9ead6605cf7bee62', 'gw_port': {'id': '39ee6850-d841-48e2-8d78-7e347828d508', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:e4:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1f34824-568f-4914-817e-7d257ea4c0db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2487, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:57:50Z', 'updated_at': '2022-05-20T20:58:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': '49ccb95a-0130-40a4-8c90-417416be1aac', 'name': '', 'network_id': 'ba1c69b0-a7a0-40a1-95e5-d4d28b827045', 'tenant_id': '60454b86e45e457c9ead6605cf7bee62', 'mac_address': 'fa:16:3e:8a:a9:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1f34824-568f-4914-817e-7d257ea4c0db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2496, 'fixed_ips': [{'subnet_id': 'c44e4180-b31d-470b-984c-ca1757ae6ec9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:57:54Z', 'updated_at': '2022-05-20T20:58:04Z', 'revision_number': 4, 'project_id': '60454b86e45e457c9ead6605cf7bee62', 'subnets': [{'id': 'c44e4180-b31d-470b-984c-ca1757ae6ec9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 20:58:06.441027 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-004a8699-638c-40a7-9815-fac28eb14ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:06.453831 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-1c4597fd-34d7-4535-b1c9-3426f7b92bae tempest-TagsExtTest-1975297969 tempest-TagsExtTest-1975297969-project] 10.222.0.35 "DELETE /v2.0/ports/96f5bc64-1dac-4ab2-83d7-02f93260c6ae/tags/tempest-TagsExtTest-Tag-967597451 HTTP/1.1" status: 204 len: 168 time: 0.2356019 May 20 20:58:06.456471 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 34724) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:58:06.463634 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.tag.tag_plugin [None req-033d46ee-b6d5-4cd9-923b-1ba7ac36a298 tempest-TagsExtTest-1975297969 tempest-TagsExtTest-1975297969-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '96f5bc64-1dac-4ab2-83d7-02f93260c6ae') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:58:06.610443 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 34728) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:58:06.612580 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-81de7d37-56be-476e-b2c0-805056191e16 tempest-AllowedAddressPairTestJSON-1913504527 tempest-AllowedAddressPairTestJSON-1913504527-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9464550 May 20 20:58:06.614269 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-033d46ee-b6d5-4cd9-923b-1ba7ac36a298 tempest-TagsExtTest-1975297969 tempest-TagsExtTest-1975297969-project] 10.222.0.35 "GET /v2.0/ports/96f5bc64-1dac-4ab2-83d7-02f93260c6ae/tags HTTP/1.1" status: 200 len: 205 time: 0.1564100 May 20 20:58:06.621522 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-9bcd6445-a886-47c4-90e4-1fe5f811b676 tempest-AllowedAddressPairTestJSON-1913504527 tempest-AllowedAddressPairTestJSON-1913504527-project] Request body: {'port': {'network_id': '96c4f61f-b679-4179-a984-1eb9b43bf7f6', 'name': 'tempest-AllowedAddressPairTestJSON-1565509368', 'allowed_address_pairs': [{'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:a4:5c:65'}]}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:58:06.629330 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 34730) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:58:06.629511 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-5f5a0665-8bce-4ac7-a608-0dd36c4f4ca5 None None] For port 49ccb95a-0130-40a4-8c90-417416be1aac, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=49ccb95a-0130-40a4-8c90-417416be1aac,segment=NetworkSegment(3f7461b8-2004-47d0-b042-dd1fc6d819f0),segment_id=3f7461b8-2004-47d0-b042-dd1fc6d819f0)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:58:06.653058 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.tag.tag_plugin [None req-6601cf3b-8ee6-4b7f-8e20-8d3f6ec897f7 tempest-TagsExtTest-1975297969 tempest-TagsExtTest-1975297969-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '1c761c46-5d69-475e-b27b-fe66522e3b81') {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:58:06.756866 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ad112d61-25b4-4d63-b043-baac34c1ace7 None None] Notify callbacks [] for port, precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:06.796797 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port ee9b321c-27da-47a5-a65c-18ebe2678dd7 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:58:06.799425 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004a8699-638c-40a7-9815-fac28eb14ba5 None None] Pushing event updated for resources: {'Port': ['ID=43e88739-bd5a-4ac9-a551-159158055d9d,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:58:06.807657 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-5f5a0665-8bce-4ac7-a608-0dd36c4f4ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:06.881804 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-6601cf3b-8ee6-4b7f-8e20-8d3f6ec897f7 tempest-TagsExtTest-1975297969 tempest-TagsExtTest-1975297969-project] 10.222.0.35 "GET /v2.0/routers/1c761c46-5d69-475e-b27b-fe66522e3b81/tags HTTP/1.1" status: 200 len: 241 time: 0.2526679 May 20 20:58:06.882472 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 34734) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:58:06.887270 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.tag.tag_plugin [None req-c9ad474e-70c1-429e-b198-408b7f775d79 tempest-TagsExtTest-1975297969 tempest-TagsExtTest-1975297969-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '1c761c46-5d69-475e-b27b-fe66522e3b81', 'tempest-TagsExtTest-Tag-2088860560') {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:58:06.902603 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ad112d61-25b4-4d63-b043-baac34c1ace7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108'] for port, after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:06.925954 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad112d61-25b4-4d63-b043-baac34c1ace7 None None] Network 96c4f61f-b679-4179-a984-1eb9b43bf7f6 is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:58:06.927428 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-5f5a0665-8bce-4ac7-a608-0dd36c4f4ca5 None None] Provisioning complete for port ee9b321c-27da-47a5-a65c-18ebe2678dd7 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:58:06.927855 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-5f5a0665-8bce-4ac7-a608-0dd36c4f4ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:06.965560 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-ad112d61-25b4-4d63-b043-baac34c1ace7 None None] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:58:06.978383 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5a0665-8bce-4ac7-a608-0dd36c4f4ca5 None None] Pushing event updated for resources: {'Port': ['ID=49ccb95a-0130-40a4-8c90-417416be1aac,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:58:06.983689 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad112d61-25b4-4d63-b043-baac34c1ace7 None None] Received port after_create {{(pid=103164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:58:07.035697 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1d1d414c-fab8-4fe6-8899-99ef4ae52b06 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9641412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8422583'] for subnet, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:07.142429 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-ad112d61-25b4-4d63-b043-baac34c1ace7 None None] Attempting to bind port 87d0652b-669b-4bf3-a819-6ebbf1e1e563 on host n-d-842733-1 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:58:07.142634 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-ad112d61-25b4-4d63-b043-baac34c1ace7 None None] Attempting to bind port 87d0652b-669b-4bf3-a819-6ebbf1e1e563 by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': '8b611260-9d06-4d6b-8734-0bb3fac2455e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '96c4f61f-b679-4179-a984-1eb9b43bf7f6'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:58:07.142930 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad112d61-25b4-4d63-b043-baac34c1ace7 None None] Attempting to bind port 87d0652b-669b-4bf3-a819-6ebbf1e1e563 on network 96c4f61f-b679-4179-a984-1eb9b43bf7f6 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:58:07.145898 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 49ccb95a-0130-40a4-8c90-417416be1aac up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:58:07.197886 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d1d414c-fab8-4fe6-8899-99ef4ae52b06 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Network 98f8b8d5-1379-4eeb-9e13-b2bbab96015a is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:58:07.198797 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad112d61-25b4-4d63-b043-baac34c1ace7 None None] Pushing event updated for resources: {'Port': ['ID=87d0652b-669b-4bf3-a819-6ebbf1e1e563,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:58:07.199869 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-1d1d414c-fab8-4fe6-8899-99ef4ae52b06 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:58:07.209858 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad112d61-25b4-4d63-b043-baac34c1ace7 None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 57, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:58:07.210243 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad112d61-25b4-4d63-b043-baac34c1ace7 None None] Checking segment: {'id': '8b611260-9d06-4d6b-8734-0bb3fac2455e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '96c4f61f-b679-4179-a984-1eb9b43bf7f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:58:07.210648 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ad112d61-25b4-4d63-b043-baac34c1ace7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:07.211236 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad112d61-25b4-4d63-b043-baac34c1ace7 None None] Bound using segment: {'id': '8b611260-9d06-4d6b-8734-0bb3fac2455e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '96c4f61f-b679-4179-a984-1eb9b43bf7f6'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:58:07.211739 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-ad112d61-25b4-4d63-b043-baac34c1ace7 None None] Bound port: 87d0652b-669b-4bf3-a819-6ebbf1e1e563, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b611260-9d06-4d6b-8734-0bb3fac2455e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '96c4f61f-b679-4179-a984-1eb9b43bf7f6'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:58:07.214040 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ad112d61-25b4-4d63-b043-baac34c1ace7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:07.221084 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d1d414c-fab8-4fe6-8899-99ef4ae52b06 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:58:07.221844 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1d1d414c-fab8-4fe6-8899-99ef4ae52b06 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks [] for subnet, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:07.226504 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0e0b877-4524-4cd1-b710-9631cb6819ce None None] Network 98f8b8d5-1379-4eeb-9e13-b2bbab96015a requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:58:07.333785 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b783394-ad70-4c56-9dce-2de1f67c6d71 req-472950ff-9f2a-46f1-81e7-a5b69a92b4b9 tempest-ListServerFiltersTestJSON-918143940 tempest-ListServerFiltersTestJSON-918143940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:58:07.335246 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-3b783394-ad70-4c56-9dce-2de1f67c6d71 req-472950ff-9f2a-46f1-81e7-a5b69a92b4b9 tempest-ListServerFiltersTestJSON-918143940 tempest-ListServerFiltersTestJSON-918143940-project] 10.222.0.24 "GET /v2.0/ports?device_id=b677069f-2bf9-4a32-b533-9fc31512d995 HTTP/1.1" status: 200 len: 945 time: 0.6187875 May 20 20:58:07.346339 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1d414c-fab8-4fe6-8899-99ef4ae52b06 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Pushing event updated for resources: {'Subnet': ['ID=b0c5ed94-1cbd-4f7f-bcc7-395ef095efd0,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:58:07.389323 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0b9553-e36a-4ed0-8064-bdac9f8db9b0 req-e6bf2c1e-3d3f-44c1-a4c7-eed891628d1d tempest-ListServerFiltersTestJSON-918143940 tempest-ListServerFiltersTestJSON-918143940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:58:07.390867 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6f0b9553-e36a-4ed0-8064-bdac9f8db9b0 req-e6bf2c1e-3d3f-44c1-a4c7-eed891628d1d tempest-ListServerFiltersTestJSON-918143940 tempest-ListServerFiltersTestJSON-918143940-project] 10.222.0.35 "GET /v2.0/ports?device_id=b677069f-2bf9-4a32-b533-9fc31512d995 HTTP/1.1" status: 200 len: 945 time: 0.3634396 May 20 20:58:07.396262 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-c9ad474e-70c1-429e-b198-408b7f775d79 tempest-TagsExtTest-1975297969 tempest-TagsExtTest-1975297969-project] 10.222.0.35 "GET /v2.0/routers/1c761c46-5d69-475e-b27b-fe66522e3b81/tags/tempest-TagsExtTest-Tag-2088860560 HTTP/1.1" status: 204 len: 168 time: 0.5102670 May 20 20:58:07.401572 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-1d1d414c-fab8-4fe6-8899-99ef4ae52b06 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7694533 May 20 20:58:07.402204 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 34738) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:58:07.407603 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 34740) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:58:07.417067 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.tag.tag_plugin [None req-90272903-5c55-4448-bbbf-3c8045cfb820 tempest-TagsExtTest-1975297969 tempest-TagsExtTest-1975297969-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '1c761c46-5d69-475e-b27b-fe66522e3b81', 'tempest-TagsExtTest-Tag-2088860560') {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:58:07.442285 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-9242d342-0224-4b99-b048-65d3f1384b2f tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1718669442', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:58:07.533355 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-3b783394-ad70-4c56-9dce-2de1f67c6d71 req-cb8171bf-8892-4dc5-bf09-3142e1fecd25 tempest-ListServerFiltersTestJSON-918143940 tempest-ListServerFiltersTestJSON-918143940-project] Deleting port 06354220-ffe2-4f2e-8f87-8f49fe6eeab5 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:58:07.534461 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-3b783394-ad70-4c56-9dce-2de1f67c6d71 req-cb8171bf-8892-4dc5-bf09-3142e1fecd25 tempest-ListServerFiltersTestJSON-918143940 tempest-ListServerFiltersTestJSON-918143940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:07.596249 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6f0b9553-e36a-4ed0-8064-bdac9f8db9b0 req-bacc8cab-3860-4e7a-afba-b5304faccd48 tempest-ListServerFiltersTestJSON-918143940 tempest-ListServerFiltersTestJSON-918143940-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ac682f0-67fc-4a5c-81fb-b80b5c12f5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929860 May 20 20:58:07.605432 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bcd6445-a886-47c4-90e4-1fe5f811b676 tempest-AllowedAddressPairTestJSON-1913504527 tempest-AllowedAddressPairTestJSON-1913504527-project] Made reservation on behalf of 498d352c8a7e48fcac8d7489464b641c for: {'port': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:58:07.702754 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9242d342-0224-4b99-b048-65d3f1384b2f tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-694221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26155'] for router, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:07.704116 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9242d342-0224-4b99-b048-65d3f1384b2f tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-693085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748153', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-718080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26162'] for router, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:07.801024 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-3b783394-ad70-4c56-9dce-2de1f67c6d71 req-cb8171bf-8892-4dc5-bf09-3142e1fecd25 tempest-ListServerFiltersTestJSON-918143940 tempest-ListServerFiltersTestJSON-918143940-project] For port 06354220-ffe2-4f2e-8f87-8f49fe6eeab5, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=06354220-ffe2-4f2e-8f87-8f49fe6eeab5,segment=NetworkSegment(d0018fbc-8976-4a5a-8d5f-7cbc2d0767c4),segment_id=d0018fbc-8976-4a5a-8d5f-7cbc2d0767c4)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:58:07.804346 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-3b783394-ad70-4c56-9dce-2de1f67c6d71 req-cb8171bf-8892-4dc5-bf09-3142e1fecd25 tempest-ListServerFiltersTestJSON-918143940 tempest-ListServerFiltersTestJSON-918143940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:07.817043 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9242d342-0224-4b99-b048-65d3f1384b2f tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:07.837458 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9bcd6445-a886-47c4-90e4-1fe5f811b676 tempest-AllowedAddressPairTestJSON-1913504527 tempest-AllowedAddressPairTestJSON-1913504527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:07.839957 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-3b783394-ad70-4c56-9dce-2de1f67c6d71 req-cb8171bf-8892-4dc5-bf09-3142e1fecd25 tempest-ListServerFiltersTestJSON-918143940 tempest-ListServerFiltersTestJSON-918143940-project] Calling delete_port for 06354220-ffe2-4f2e-8f87-8f49fe6eeab5 owned by compute:nova {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:58:07.867901 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-90272903-5c55-4448-bbbf-3c8045cfb820 tempest-TagsExtTest-1975297969 tempest-TagsExtTest-1975297969-project] 10.222.0.35 "DELETE /v2.0/routers/1c761c46-5d69-475e-b27b-fe66522e3b81/tags/tempest-TagsExtTest-Tag-2088860560 HTTP/1.1" status: 204 len: 168 time: 0.4584429 May 20 20:58:07.868998 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 34746) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:58:07.876568 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.tag.tag_plugin [None req-76045f39-9004-403c-a1f2-14684b6a9cae tempest-TagsExtTest-1975297969 tempest-TagsExtTest-1975297969-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '1c761c46-5d69-475e-b27b-fe66522e3b81') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:58:07.885202 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [None req-9bcd6445-a886-47c4-90e4-1fe5f811b676 tempest-AllowedAddressPairTestJSON-1913504527 tempest-AllowedAddressPairTestJSON-1913504527-project] device_id is not set on port 00e3c168-d1b2-452a-8238-c10a9e178630 yet. {{(pid=103162) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 20 20:58:07.910248 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9242d342-0224-4b99-b048-65d3f1384b2f tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748106'] for router, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:07.968880 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-5f5a0665-8bce-4ac7-a608-0dd36c4f4ca5 None None] Current status of the port ee9b321c-27da-47a5-a65c-18ebe2678dd7 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:58:08.009455 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 49ccb95a-0130-40a4-8c90-417416be1aac triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:58:08.010023 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:08.051051 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-ad112d61-25b4-4d63-b043-baac34c1ace7 None None] For port 87d0652b-669b-4bf3-a819-6ebbf1e1e563, host n-d-842733-1, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:58:08.074065 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-ad112d61-25b4-4d63-b043-baac34c1ace7 None None] For port 87d0652b-669b-4bf3-a819-6ebbf1e1e563, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=87d0652b-669b-4bf3-a819-6ebbf1e1e563,segment=NetworkSegment(8b611260-9d06-4d6b-8734-0bb3fac2455e),segment_id=8b611260-9d06-4d6b-8734-0bb3fac2455e)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:58:08.122588 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9242d342-0224-4b99-b048-65d3f1384b2f tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks [] for router, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:08.124267 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-9242d342-0224-4b99-b048-65d3f1384b2f tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.7028849 May 20 20:58:08.127100 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 34748) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:58:08.137139 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-76045f39-9004-403c-a1f2-14684b6a9cae tempest-TagsExtTest-1975297969 tempest-TagsExtTest-1975297969-project] 10.222.0.35 "GET /v2.0/routers/1c761c46-5d69-475e-b27b-fe66522e3b81/tags HTTP/1.1" status: 200 len: 205 time: 0.2670467 May 20 20:58:08.143154 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 34750) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:58:08.150518 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.tag.tag_plugin [None req-6f0a5d82-a590-4f63-bf27-45117595d29b tempest-TagsExtTest-1975297969 tempest-TagsExtTest-1975297969-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'f14d5c36-9e3e-4731-9804-b9972e0a7004') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:58:08.161714 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-cb0a3541-7073-4993-b698-14e6708e8422 None None] Provisioning complete for port 96f5bc64-1dac-4ab2-83d7-02f93260c6ae triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:58:08.162283 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cb0a3541-7073-4993-b698-14e6708e8422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:08.204035 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46d4606a-fda7-4de5-8562-63497e690614 None None] Update dhcp port {'port': {'network_id': '98f8b8d5-1379-4eeb-9e13-b2bbab96015a', 'fixed_ips': [{'subnet_id': 'b0c5ed94-1cbd-4f7f-bcc7-395ef095efd0'}], 'binding:host_id': 'n-d-842733-1'}, 'id': '43e88739-bd5a-4ac9-a551-159158055d9d'} from n-d-842733-1. {{(pid=103164) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} May 20 20:58:08.219280 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-9bcd6445-a886-47c4-90e4-1fe5f811b676 tempest-AllowedAddressPairTestJSON-1913504527 tempest-AllowedAddressPairTestJSON-1913504527-project] Allocated IP 172.20.0.11 (96c4f61f-b679-4179-a984-1eb9b43bf7f6/8a7f0d7c-bd73-4b7a-85d4-e05b0ef28151/00e3c168-d1b2-452a-8238-c10a9e178630) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:58:08.229138 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-6f0a5d82-a590-4f63-bf27-45117595d29b tempest-TagsExtTest-1975297969 tempest-TagsExtTest-1975297969-project] 10.222.0.35 "GET /v2.0/subnetpools/f14d5c36-9e3e-4731-9804-b9972e0a7004/tags HTTP/1.1" status: 200 len: 241 time: 0.0849531 May 20 20:58:08.232954 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 34752) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:58:08.237276 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.tag.tag_plugin [None req-3f8d623f-f195-47e5-821c-d9ae92111d99 tempest-TagsExtTest-1975297969 tempest-TagsExtTest-1975297969-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'f14d5c36-9e3e-4731-9804-b9972e0a7004', 'tempest-TagsExtTest-Tag-1496423740') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:58:08.256676 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-cb0a3541-7073-4993-b698-14e6708e8422 None None] Port 96f5bc64-1dac-4ab2-83d7-02f93260c6ae cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 20:58:08.265460 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-3f8d623f-f195-47e5-821c-d9ae92111d99 tempest-TagsExtTest-1975297969 tempest-TagsExtTest-1975297969-project] 10.222.0.35 "GET /v2.0/subnetpools/f14d5c36-9e3e-4731-9804-b9972e0a7004/tags/tempest-TagsExtTest-Tag-1496423740 HTTP/1.1" status: 204 len: 168 time: 0.0314231 May 20 20:58:08.268272 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 34754) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:58:08.273074 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.tag.tag_plugin [None req-38e0406a-3a7c-4374-a9b1-4e14227bb8fb tempest-TagsExtTest-1975297969 tempest-TagsExtTest-1975297969-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'f14d5c36-9e3e-4731-9804-b9972e0a7004', 'tempest-TagsExtTest-Tag-1496423740') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:58:08.282475 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ad112d61-25b4-4d63-b043-baac34c1ace7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:08.288595 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-46d4606a-fda7-4de5-8562-63497e690614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:08.288595 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 49ccb95a-0130-40a4-8c90-417416be1aac is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:58:08.288595 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device ee9b321c-27da-47a5-a65c-18ebe2678dd7 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:58:08.307511 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-cb0a3541-7073-4993-b698-14e6708e8422 None None] Provisioning complete for port 49ccb95a-0130-40a4-8c90-417416be1aac triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:58:08.308087 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cb0a3541-7073-4993-b698-14e6708e8422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:08.370595 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-3b783394-ad70-4c56-9dce-2de1f67c6d71 req-cb8171bf-8892-4dc5-bf09-3142e1fecd25 tempest-ListServerFiltersTestJSON-918143940 tempest-ListServerFiltersTestJSON-918143940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:08.418242 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8171bf-8892-4dc5-bf09-3142e1fecd25 tempest-ListServerFiltersTestJSON-918143940 tempest-ListServerFiltersTestJSON-918143940-project] Pushing event deleted for resources: {'Port': ['ID=06354220-ffe2-4f2e-8f87-8f49fe6eeab5,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:58:08.428217 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] get_ports_and_sgs() called for port_ids ['06354220-ffe2-4f2e-8f87-8f49fe6eeab5'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:58:08.442164 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8171bf-8892-4dc5-bf09-3142e1fecd25 tempest-ListServerFiltersTestJSON-918143940 tempest-ListServerFiltersTestJSON-918143940-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:58:08.442567 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8171bf-8892-4dc5-bf09-3142e1fecd25 tempest-ListServerFiltersTestJSON-918143940 tempest-ListServerFiltersTestJSON-918143940-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:58:08.442914 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8171bf-8892-4dc5-bf09-3142e1fecd25 tempest-ListServerFiltersTestJSON-918143940 tempest-ListServerFiltersTestJSON-918143940-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:58:08.443283 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8171bf-8892-4dc5-bf09-3142e1fecd25 tempest-ListServerFiltersTestJSON-918143940 tempest-ListServerFiltersTestJSON-918143940-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:58:08.444121 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8171bf-8892-4dc5-bf09-3142e1fecd25 tempest-ListServerFiltersTestJSON-918143940 tempest-ListServerFiltersTestJSON-918143940-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:58:08.444469 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8171bf-8892-4dc5-bf09-3142e1fecd25 tempest-ListServerFiltersTestJSON-918143940 tempest-ListServerFiltersTestJSON-918143940-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:58:08.444810 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8171bf-8892-4dc5-bf09-3142e1fecd25 tempest-ListServerFiltersTestJSON-918143940 tempest-ListServerFiltersTestJSON-918143940-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:58:08.445301 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8171bf-8892-4dc5-bf09-3142e1fecd25 tempest-ListServerFiltersTestJSON-918143940 tempest-ListServerFiltersTestJSON-918143940-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:58:08.445614 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8171bf-8892-4dc5-bf09-3142e1fecd25 tempest-ListServerFiltersTestJSON-918143940 tempest-ListServerFiltersTestJSON-918143940-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:58:08.445947 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8171bf-8892-4dc5-bf09-3142e1fecd25 tempest-ListServerFiltersTestJSON-918143940 tempest-ListServerFiltersTestJSON-918143940-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:58:08.447023 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8171bf-8892-4dc5-bf09-3142e1fecd25 tempest-ListServerFiltersTestJSON-918143940 tempest-ListServerFiltersTestJSON-918143940-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:58:08.447366 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8171bf-8892-4dc5-bf09-3142e1fecd25 tempest-ListServerFiltersTestJSON-918143940 tempest-ListServerFiltersTestJSON-918143940-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:58:08.477823 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-38e0406a-3a7c-4374-a9b1-4e14227bb8fb tempest-TagsExtTest-1975297969 tempest-TagsExtTest-1975297969-project] 10.222.0.35 "DELETE /v2.0/subnetpools/f14d5c36-9e3e-4731-9804-b9972e0a7004/tags/tempest-TagsExtTest-Tag-1496423740 HTTP/1.1" status: 204 len: 168 time: 0.2084408 May 20 20:58:08.520176 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 34758) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:58:08.525070 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.tag.tag_plugin [None req-85f06e10-950f-4d57-b01e-9897314c3ac7 tempest-TagsExtTest-1975297969 tempest-TagsExtTest-1975297969-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'f14d5c36-9e3e-4731-9804-b9972e0a7004') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:58:08.540269 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b783394-ad70-4c56-9dce-2de1f67c6d71 req-cb8171bf-8892-4dc5-bf09-3142e1fecd25 tempest-ListServerFiltersTestJSON-918143940 tempest-ListServerFiltersTestJSON-918143940-project] No DVR routers for this DVR port 06354220-ffe2-4f2e-8f87-8f49fe6eeab5 on host n-h1-842733-1 {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:58:08.545358 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-3b783394-ad70-4c56-9dce-2de1f67c6d71 req-cb8171bf-8892-4dc5-bf09-3142e1fecd25 tempest-ListServerFiltersTestJSON-918143940 tempest-ListServerFiltersTestJSON-918143940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:08.548793 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-3b783394-ad70-4c56-9dce-2de1f67c6d71 req-cb8171bf-8892-4dc5-bf09-3142e1fecd25 tempest-ListServerFiltersTestJSON-918143940 tempest-ListServerFiltersTestJSON-918143940-project] 10.222.0.24 "DELETE /v2.0/ports/06354220-ffe2-4f2e-8f87-8f49fe6eeab5 HTTP/1.1" status: 204 len: 173 time: 1.2047634 May 20 20:58:08.552271 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b677069f-2bf9-4a32-b533-9fc31512d995', 'name': 'network-vif-deleted', 'tag': '06354220-ffe2-4f2e-8f87-8f49fe6eeab5'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:58:08.553914 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6fa957933fccbf596d28104b23404b952ad6a8238afaebaed40a0874b2e409" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a0245f1-2c03-4a8f-b403-8256982e8035" -d '{"events": [{"server_uuid": "b677069f-2bf9-4a32-b533-9fc31512d995", "name": "network-vif-deleted", "tag": "06354220-ffe2-4f2e-8f87-8f49fe6eeab5"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:58:08.606465 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-85f06e10-950f-4d57-b01e-9897314c3ac7 tempest-TagsExtTest-1975297969 tempest-TagsExtTest-1975297969-project] 10.222.0.35 "GET /v2.0/subnetpools/f14d5c36-9e3e-4731-9804-b9972e0a7004/tags HTTP/1.1" status: 200 len: 205 time: 0.0823843 May 20 20:58:08.606706 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 34762) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:58:08.612714 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.tag.tag_plugin [None req-e0a39adc-1b5d-4c12-a4db-6b3a52f14b0b tempest-TagsExtTest-1975297969 tempest-TagsExtTest-1975297969-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'f14d5c36-9e3e-4731-9804-b9972e0a7004') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:58:08.725832 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 20:58:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a6d07f6-f614-4f2b-ab9a-bcec4b24610b x-openstack-request-id: req-2a6d07f6-f614-4f2b-ab9a-bcec4b24610b {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:58:08.726201 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b677069f-2bf9-4a32-b533-9fc31512d995", "name": "network-vif-deleted", "tag": "06354220-ffe2-4f2e-8f87-8f49fe6eeab5", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:58:08.726505 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2a6d07f6-f614-4f2b-ab9a-bcec4b24610b {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:58:08.726904 n-d-842733-1 neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a6d07f6-f614-4f2b-ab9a-bcec4b24610b'] response: {'server_uuid': 'b677069f-2bf9-4a32-b533-9fc31512d995', 'name': 'network-vif-deleted', 'tag': '06354220-ffe2-4f2e-8f87-8f49fe6eeab5', 'status': 'completed', 'code': 200} May 20 20:58:08.758217 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e51a4929-ed52-4491-8969-8877e816d71a tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:08.799439 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-e0a39adc-1b5d-4c12-a4db-6b3a52f14b0b tempest-TagsExtTest-1975297969 tempest-TagsExtTest-1975297969-project] 10.222.0.35 "DELETE /v2.0/subnetpools/f14d5c36-9e3e-4731-9804-b9972e0a7004/tags HTTP/1.1" status: 204 len: 168 time: 0.1836832 May 20 20:58:08.800225 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 34770) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:58:08.821747 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.tag.tag_plugin [None req-79d332a1-11a5-47f9-846b-a8df7ae3018f tempest-TagsExtTest-1975297969 tempest-TagsExtTest-1975297969-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '1c761c46-5d69-475e-b27b-fe66522e3b81') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:58:08.892236 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad112d61-25b4-4d63-b043-baac34c1ace7 None None] Pushing event updated for resources: {'Port': ['ID=87d0652b-669b-4bf3-a819-6ebbf1e1e563,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:58:08.925942 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-16bcddbe-4bdb-4eab-b658-55010c7e0b8b req-9698a182-2498-400d-9c21-51e1cb42ef3f tempest-ListServerFiltersTestJSON-918143940 tempest-ListServerFiltersTestJSON-918143940-project] 10.222.0.35 "GET /v2.0/ports?device_id=b677069f-2bf9-4a32-b533-9fc31512d995 HTTP/1.1" status: 200 len: 210 time: 0.1420081 May 20 20:58:08.971714 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9bcd6445-a886-47c4-90e4-1fe5f811b676 tempest-AllowedAddressPairTestJSON-1913504527 tempest-AllowedAddressPairTestJSON-1913504527-project] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:08.975407 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port ee9b321c-27da-47a5-a65c-18ebe2678dd7 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:58:08.975931 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:09.081377 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [None req-46d4606a-fda7-4de5-8562-63497e690614 None None] Allocated IP 2001:db8::2 (98f8b8d5-1379-4eeb-9e13-b2bbab96015a/b0c5ed94-1cbd-4f7f-bcc7-395ef095efd0/43e88739-bd5a-4ac9-a551-159158055d9d) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:58:09.092523 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-cb0a3541-7073-4993-b698-14e6708e8422 None None] Current status of the port 49ccb95a-0130-40a4-8c90-417416be1aac is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:58:09.147712 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-79d332a1-11a5-47f9-846b-a8df7ae3018f tempest-TagsExtTest-1975297969 tempest-TagsExtTest-1975297969-project] 10.222.0.35 "DELETE /v2.0/routers/1c761c46-5d69-475e-b27b-fe66522e3b81/tags HTTP/1.1" status: 204 len: 168 time: 0.3355038 May 20 20:58:09.148914 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 34772) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:58:09.153655 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.tag.tag_plugin [None req-20f890be-6f45-4286-93e7-3e4d45a89dec tempest-TagsExtTest-1975297969 tempest-TagsExtTest-1975297969-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '96f5bc64-1dac-4ab2-83d7-02f93260c6ae') {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:58:09.191510 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port ee9b321c-27da-47a5-a65c-18ebe2678dd7 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:58:09.228862 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9bcd6445-a886-47c4-90e4-1fe5f811b676 tempest-AllowedAddressPairTestJSON-1913504527 tempest-AllowedAddressPairTestJSON-1913504527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:09.243244 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-20f890be-6f45-4286-93e7-3e4d45a89dec tempest-TagsExtTest-1975297969 tempest-TagsExtTest-1975297969-project] 10.222.0.35 "DELETE /v2.0/ports/96f5bc64-1dac-4ab2-83d7-02f93260c6ae/tags HTTP/1.1" status: 204 len: 168 time: 0.0930781 May 20 20:58:09.246412 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 34774) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:58:09.253564 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-46d4606a-fda7-4de5-8562-63497e690614 None None] For port 43e88739-bd5a-4ac9-a551-159158055d9d, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=43e88739-bd5a-4ac9-a551-159158055d9d,segment=NetworkSegment(f5705048-66fd-4627-af8c-03443c37dd17),segment_id=f5705048-66fd-4627-af8c-03443c37dd17)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:58:09.258858 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.tag.tag_plugin [None req-5e4411e5-7bc0-4ceb-9918-fca188b64928 tempest-TagsExtTest-1975297969 tempest-TagsExtTest-1975297969-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '02f465dd-210e-4aad-a171-240049e7663f') {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:58:09.312840 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bcd6445-a886-47c4-90e4-1fe5f811b676 tempest-AllowedAddressPairTestJSON-1913504527 tempest-AllowedAddressPairTestJSON-1913504527-project] Network 96c4f61f-b679-4179-a984-1eb9b43bf7f6 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:58:09.320587 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-9bcd6445-a886-47c4-90e4-1fe5f811b676 tempest-AllowedAddressPairTestJSON-1913504527 tempest-AllowedAddressPairTestJSON-1913504527-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:58:09.323113 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-46d4606a-fda7-4de5-8562-63497e690614 None None] Notify callbacks [] for port, precommit_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:09.338189 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bcd6445-a886-47c4-90e4-1fe5f811b676 tempest-AllowedAddressPairTestJSON-1913504527 tempest-AllowedAddressPairTestJSON-1913504527-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:58:09.452804 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-46d4606a-fda7-4de5-8562-63497e690614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:09.503840 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcd6445-a886-47c4-90e4-1fe5f811b676 tempest-AllowedAddressPairTestJSON-1913504527 tempest-AllowedAddressPairTestJSON-1913504527-project] Pushing event updated for resources: {'Port': ['ID=00e3c168-d1b2-452a-8238-c10a9e178630,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:58:09.542573 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 49ccb95a-0130-40a4-8c90-417416be1aac up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:58:09.563892 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bcd6445-a886-47c4-90e4-1fe5f811b676 tempest-AllowedAddressPairTestJSON-1913504527 tempest-AllowedAddressPairTestJSON-1913504527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:58:09.564659 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9bcd6445-a886-47c4-90e4-1fe5f811b676 tempest-AllowedAddressPairTestJSON-1913504527 tempest-AllowedAddressPairTestJSON-1913504527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:09.613831 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-e51a4929-ed52-4491-8969-8877e816d71a tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Allocated IP 2001:db8::1 (98f8b8d5-1379-4eeb-9e13-b2bbab96015a/b0c5ed94-1cbd-4f7f-bcc7-395ef095efd0/8b0d3d82-5efc-46f0-b062-470b536272a6) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:58:09.625023 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d4606a-fda7-4de5-8562-63497e690614 None None] Pushing event updated for resources: {'Port': ['ID=43e88739-bd5a-4ac9-a551-159158055d9d,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:58:09.674402 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-9bcd6445-a886-47c4-90e4-1fe5f811b676 tempest-AllowedAddressPairTestJSON-1913504527 tempest-AllowedAddressPairTestJSON-1913504527-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1000 time: 3.0586462 May 20 20:58:09.677401 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 34780) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:58:09.819953 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e51a4929-ed52-4491-8969-8877e816d71a tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:09.852129 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da88e563-8360-44af-a32e-d6da2f5d1933 tempest-AllowedAddressPairTestJSON-1913504527 tempest-AllowedAddressPairTestJSON-1913504527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:58:09.888479 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da88e563-8360-44af-a32e-d6da2f5d1933 tempest-AllowedAddressPairTestJSON-1913504527 tempest-AllowedAddressPairTestJSON-1913504527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:58:09.918612 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 49ccb95a-0130-40a4-8c90-417416be1aac triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:58:09.920974 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:09.922399 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da88e563-8360-44af-a32e-d6da2f5d1933 tempest-AllowedAddressPairTestJSON-1913504527 tempest-AllowedAddressPairTestJSON-1913504527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:58:09.928703 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-da88e563-8360-44af-a32e-d6da2f5d1933 tempest-AllowedAddressPairTestJSON-1913504527 tempest-AllowedAddressPairTestJSON-1913504527-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2466 time: 0.2499707 May 20 20:58:09.929354 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 34788) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:58:09.987102 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-5e4411e5-7bc0-4ceb-9918-fca188b64928 tempest-TagsExtTest-1975297969 tempest-TagsExtTest-1975297969-project] 10.222.0.35 "DELETE /v2.0/subnets/02f465dd-210e-4aad-a171-240049e7663f/tags HTTP/1.1" status: 204 len: 168 time: 0.7380402 May 20 20:58:09.991177 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 34790) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:58:10.000642 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.tag.tag_plugin [None req-c6922338-fe81-4ff6-a668-a5e3e991b2b2 tempest-TagsExtTest-1975297969 tempest-TagsExtTest-1975297969-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '02f465dd-210e-4aad-a171-240049e7663f', 'tempest-TagsExtTest-Tag-403390118') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:58:10.030873 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e51a4929-ed52-4491-8969-8877e816d71a tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:10.137966 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e51a4929-ed52-4491-8969-8877e816d71a tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Network 98f8b8d5-1379-4eeb-9e13-b2bbab96015a is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:58:10.150248 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 49ccb95a-0130-40a4-8c90-417416be1aac is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:58:10.156099 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-e51a4929-ed52-4491-8969-8877e816d71a tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:58:10.158187 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 87d0652b-669b-4bf3-a819-6ebbf1e1e563 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:58:10.181911 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e51a4929-ed52-4491-8969-8877e816d71a tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:58:10.182497 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e51a4929-ed52-4491-8969-8877e816d71a tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748409'] for router_interface, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:10.183673 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-42f41aae-f062-422b-af90-4e46c1fe9167 tempest-AllowedAddressPairTestJSON-1913504527 tempest-AllowedAddressPairTestJSON-1913504527-project] Deleting port 00e3c168-d1b2-452a-8238-c10a9e178630 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:58:10.184020 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-42f41aae-f062-422b-af90-4e46c1fe9167 tempest-AllowedAddressPairTestJSON-1913504527 tempest-AllowedAddressPairTestJSON-1913504527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:10.188434 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f164eb95-7118-4715-8fda-5555a673899f req-33f445e3-4cbc-4278-92f6-0b581d98c132 tempest-ListServerFiltersTestJSON-918143940 tempest-ListServerFiltersTestJSON-918143940-project] 10.222.0.35 "GET /v2.0/ports?device_id=b677069f-2bf9-4a32-b533-9fc31512d995 HTTP/1.1" status: 200 len: 210 time: 0.0492830 May 20 20:58:10.314527 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-c6922338-fe81-4ff6-a668-a5e3e991b2b2 tempest-TagsExtTest-1975297969 tempest-TagsExtTest-1975297969-project] 10.222.0.35 "PUT /v2.0/subnets/02f465dd-210e-4aad-a171-240049e7663f/tags/tempest-TagsExtTest-Tag-403390118 HTTP/1.1" status: 201 len: 201 time: 0.3222654 May 20 20:58:10.319029 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 87d0652b-669b-4bf3-a819-6ebbf1e1e563 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:58:10.322545 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 34792) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:58:10.322919 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:10.326645 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.tag.tag_plugin [None req-0cd6917e-d2bd-46a1-a282-384bcfcd899a tempest-TagsExtTest-1975297969 tempest-TagsExtTest-1975297969-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '96f5bc64-1dac-4ab2-83d7-02f93260c6ae', 'tempest-TagsExtTest-Tag-2020029883') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:58:10.379796 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51a4929-ed52-4491-8969-8877e816d71a tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Pushing event updated for resources: {'Port': ['ID=8b0d3d82-5efc-46f0-b062-470b536272a6,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:58:10.460314 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-42f41aae-f062-422b-af90-4e46c1fe9167 tempest-AllowedAddressPairTestJSON-1913504527 tempest-AllowedAddressPairTestJSON-1913504527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:10.471476 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 87d0652b-669b-4bf3-a819-6ebbf1e1e563 is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:58:10.471476 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:10.489967 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-42f41aae-f062-422b-af90-4e46c1fe9167 tempest-AllowedAddressPairTestJSON-1913504527 tempest-AllowedAddressPairTestJSON-1913504527-project] Calling delete_port for 00e3c168-d1b2-452a-8238-c10a9e178630 owned by {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:58:10.527842 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] For port 87d0652b-669b-4bf3-a819-6ebbf1e1e563, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=87d0652b-669b-4bf3-a819-6ebbf1e1e563,segment=NetworkSegment(8b611260-9d06-4d6b-8734-0bb3fac2455e),segment_id=8b611260-9d06-4d6b-8734-0bb3fac2455e)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:58:10.529649 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ab7d829-4ea6-4366-9beb-75521f41e5d4 None None] Network 96c4f61f-b679-4179-a984-1eb9b43bf7f6 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:58:10.612580 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-11d484a8-200a-41de-b5d7-73fa34c3a570 None None] Provisioning complete for port 87d0652b-669b-4bf3-a819-6ebbf1e1e563 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:58:10.612943 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-11d484a8-200a-41de-b5d7-73fa34c3a570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:10.640656 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-0cd6917e-d2bd-46a1-a282-384bcfcd899a tempest-TagsExtTest-1975297969 tempest-TagsExtTest-1975297969-project] 10.222.0.35 "PUT /v2.0/ports/96f5bc64-1dac-4ab2-83d7-02f93260c6ae/tags/tempest-TagsExtTest-Tag-2020029883 HTTP/1.1" status: 201 len: 201 time: 0.3203170 May 20 20:58:10.647103 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 34796) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:58:10.647676 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e51a4929-ed52-4491-8969-8877e816d71a tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:10.652597 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.tag.tag_plugin [None req-58122033-3802-4c31-b65c-091b4f66df23 tempest-TagsExtTest-1975297969 tempest-TagsExtTest-1975297969-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '1c761c46-5d69-475e-b27b-fe66522e3b81', 'tempest-TagsExtTest-Tag-2003800284') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:58:10.677463 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:10.830512 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Pushing event updated for resources: {'Port': ['ID=87d0652b-669b-4bf3-a819-6ebbf1e1e563,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:58:10.927108 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-11d484a8-200a-41de-b5d7-73fa34c3a570 None None] Current status of the port 87d0652b-669b-4bf3-a819-6ebbf1e1e563 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:58:11.089988 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e51a4929-ed52-4491-8969-8877e816d71a tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks [] for port, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:11.114792 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-42f41aae-f062-422b-af90-4e46c1fe9167 tempest-AllowedAddressPairTestJSON-1913504527 tempest-AllowedAddressPairTestJSON-1913504527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:11.174939 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f41aae-f062-422b-af90-4e46c1fe9167 tempest-AllowedAddressPairTestJSON-1913504527 tempest-AllowedAddressPairTestJSON-1913504527-project] Pushing event deleted for resources: {'Port': ['ID=00e3c168-d1b2-452a-8238-c10a9e178630,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:58:11.250961 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e51a4929-ed52-4491-8969-8877e816d71a tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:11.251764 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e51a4929-ed52-4491-8969-8877e816d71a tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748437'] for router_interface, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:11.264159 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-58122033-3802-4c31-b65c-091b4f66df23 tempest-TagsExtTest-1975297969 tempest-TagsExtTest-1975297969-project] 10.222.0.35 "PUT /v2.0/routers/1c761c46-5d69-475e-b27b-fe66522e3b81/tags/tempest-TagsExtTest-Tag-2003800284 HTTP/1.1" status: 201 len: 201 time: 0.6158793 May 20 20:58:11.269098 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 34812) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:58:11.313974 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.tag.tag_plugin [None req-996d0e3d-6e2a-4835-9a6d-0136082db711 tempest-TagsExtTest-1975297969 tempest-TagsExtTest-1975297969-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'f14d5c36-9e3e-4731-9804-b9972e0a7004', 'tempest-TagsExtTest-Tag-886278868') {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:58:11.334219 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 34814) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:58:11.341534 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 06354220-ffe2-4f2e-8f87-8f49fe6eeab5 no longer exists at agent hyperv_n-h1-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:58:11.380079 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] No Port match for: 06354220-ffe2-4f2e-8f87-8f49fe6eeab5 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 20:58:11.380410 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 06354220-ffe2-4f2e-8f87-8f49fe6eeab5 not bound to the agent host n-h1-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 20:58:11.462817 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 43e88739-bd5a-4ac9-a551-159158055d9d up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:58:11.506816 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e51a4929-ed52-4491-8969-8877e816d71a tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Network 98f8b8d5-1379-4eeb-9e13-b2bbab96015a is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:58:11.527111 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-e51a4929-ed52-4491-8969-8877e816d71a tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:58:11.547563 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-ebc9cecb-1e35-4b5d-b295-28c79dc619ea None None] Provisioning complete for port b09140a7-b8e1-4c4e-8d07-ebcdc64a7048 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:58:11.548094 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ebc9cecb-1e35-4b5d-b295-28c79dc619ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:11.622432 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 43e88739-bd5a-4ac9-a551-159158055d9d triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:58:11.622807 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:11.629322 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-ebc9cecb-1e35-4b5d-b295-28c79dc619ea None None] Port b09140a7-b8e1-4c4e-8d07-ebcdc64a7048 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 20:58:11.632195 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51a4929-ed52-4491-8969-8877e816d71a tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Pushing event updated for resources: {'Port': ['ID=8b0d3d82-5efc-46f0-b062-470b536272a6,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:58:11.654911 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-42f41aae-f062-422b-af90-4e46c1fe9167 tempest-AllowedAddressPairTestJSON-1913504527 tempest-AllowedAddressPairTestJSON-1913504527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:11.661330 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-42f41aae-f062-422b-af90-4e46c1fe9167 tempest-AllowedAddressPairTestJSON-1913504527 tempest-AllowedAddressPairTestJSON-1913504527-project] 10.222.0.35 "DELETE /v2.0/ports/00e3c168-d1b2-452a-8238-c10a9e178630 HTTP/1.1" status: 204 len: 168 time: 1.7284248 May 20 20:58:11.665885 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 34816) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:58:11.731839 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-ebc9cecb-1e35-4b5d-b295-28c79dc619ea None None] Provisioning complete for port 87d0652b-669b-4bf3-a819-6ebbf1e1e563 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:58:11.732335 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ebc9cecb-1e35-4b5d-b295-28c79dc619ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:11.740529 n-d-842733-1 neutron-server[103162]: INFO neutron.pecan_wsgi.hooks.translation [None req-e740ce7b-b9d4-4cc9-8fc2-74f52d51d2be tempest-AllowedAddressPairTestJSON-1913504527 tempest-AllowedAddressPairTestJSON-1913504527-project] GET failed (client error): The resource could not be found. May 20 20:58:11.746061 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-e740ce7b-b9d4-4cc9-8fc2-74f52d51d2be tempest-AllowedAddressPairTestJSON-1913504527 tempest-AllowedAddressPairTestJSON-1913504527-project] 10.222.0.35 "GET /v2.0/ports/00e3c168-d1b2-452a-8238-c10a9e178630 HTTP/1.1" status: 404 len: 333 time: 0.0754113 May 20 20:58:11.746464 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 34820) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:58:11.753265 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-591ee066-3237-410e-a280-144a7015ccca tempest-AllowedAddressPairTestJSON-1913504527 tempest-AllowedAddressPairTestJSON-1913504527-project] Request body: {'port': {'network_id': '96c4f61f-b679-4179-a984-1eb9b43bf7f6', 'name': 'tempest-AllowedAddressPairTestJSON-909955155'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:58:11.804556 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3757fe7-59f8-4037-8f5f-ed053eb0ab7a admin admin] Deleting subnet 107e6914-57f1-42a8-8e5b-204bf54009a5 {{(pid=103162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 20 20:58:11.843543 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-996d0e3d-6e2a-4835-9a6d-0136082db711 tempest-TagsExtTest-1975297969 tempest-TagsExtTest-1975297969-project] 10.222.0.35 "PUT /v2.0/subnetpools/f14d5c36-9e3e-4731-9804-b9972e0a7004/tags/tempest-TagsExtTest-Tag-886278868 HTTP/1.1" status: 201 len: 201 time: 0.5667846 May 20 20:58:11.844417 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 34824) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:58:11.849377 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.tag.tag_plugin [None req-1a97717d-e7cd-4a9d-a1c7-0d535c394ee1 tempest-TagsExtTest-1975297969 tempest-TagsExtTest-1975297969-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '02f465dd-210e-4aad-a171-240049e7663f', {'tags': ['tempest-TagsExtTest-Tag-1256981175', 'tempest-TagsExtTest-Tag-1270162637', 'tempest-TagsExtTest-Tag-1608975970']}) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:58:11.857170 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d3757fe7-59f8-4037-8f5f-ed053eb0ab7a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:11.915113 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e51a4929-ed52-4491-8969-8877e816d71a tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Router 754c752f-e8db-4df8-bb1d-2a6837771565 is scheduled to L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e with binding_index 1 {{(pid=103163) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 20 20:58:11.952103 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d3757fe7-59f8-4037-8f5f-ed053eb0ab7a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3738392'] for subnet, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:11.973826 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 43e88739-bd5a-4ac9-a551-159158055d9d is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:58:11.974443 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:12.043780 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e51a4929-ed52-4491-8969-8877e816d71a tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 20:58:12.052422 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-e51a4929-ed52-4491-8969-8877e816d71a tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "PUT /v2.0/routers/754c752f-e8db-4df8-bb1d-2a6837771565/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9201720 May 20 20:58:12.060023 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9b64968-e67c-458d-9199-a1c442c0f210 None None] Sync routers for ids ['754c752f-e8db-4df8-bb1d-2a6837771565'] in n-d-842733-1 {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 20:58:12.070226 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 34834) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:58:12.078453 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b64968-e67c-458d-9199-a1c442c0f210 None None] Routers {'754c752f-e8db-4df8-bb1d-2a6837771565'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:58:12.080394 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-e9b64968-e67c-458d-9199-a1c442c0f210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:57:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['754c752f-e8db-4df8-bb1d-2a6837771565'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:58:12.081456 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] For port 43e88739-bd5a-4ac9-a551-159158055d9d, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=43e88739-bd5a-4ac9-a551-159158055d9d,segment=NetworkSegment(f5705048-66fd-4627-af8c-03443c37dd17),segment_id=f5705048-66fd-4627-af8c-03443c37dd17)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:58:12.083933 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-ebc9cecb-1e35-4b5d-b295-28c79dc619ea None None] Current status of the port 87d0652b-669b-4bf3-a819-6ebbf1e1e563 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:58:12.099824 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-ebc9cecb-1e35-4b5d-b295-28c79dc619ea None None] Could not find standard attr ID for object 00e3c168-d1b2-452a-8238-c10a9e178630. {{(pid=103164) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 20 20:58:12.187084 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d3757fe7-59f8-4037-8f5f-ed053eb0ab7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33068388'] for subnet, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:12.189906 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:12.190982 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 87d0652b-669b-4bf3-a819-6ebbf1e1e563 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:58:12.267686 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-591ee066-3237-410e-a280-144a7015ccca tempest-AllowedAddressPairTestJSON-1913504527 tempest-AllowedAddressPairTestJSON-1913504527-project] Made reservation on behalf of 498d352c8a7e48fcac8d7489464b641c for: {'port': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:58:12.272544 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-591ee066-3237-410e-a280-144a7015ccca tempest-AllowedAddressPairTestJSON-1913504527 tempest-AllowedAddressPairTestJSON-1913504527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:12.350157 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [None req-591ee066-3237-410e-a280-144a7015ccca tempest-AllowedAddressPairTestJSON-1913504527 tempest-AllowedAddressPairTestJSON-1913504527-project] device_id is not set on port 3002c85c-7ec6-415a-b4da-fcefad3a8579 yet. {{(pid=103162) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 20 20:58:12.361634 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-e9b64968-e67c-458d-9199-a1c442c0f210 None None] Set router 754c752f-e8db-4df8-bb1d-2a6837771565 gateway port host: None {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:58:12.444236 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-ff82fddc-f781-409e-80f7-f9dbd91d2c2d None None] Provisioning complete for port 43e88739-bd5a-4ac9-a551-159158055d9d triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:58:12.444838 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ff82fddc-f781-409e-80f7-f9dbd91d2c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:12.468629 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Pushing event updated for resources: {'Port': ['ID=43e88739-bd5a-4ac9-a551-159158055d9d,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:58:12.565046 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 87d0652b-669b-4bf3-a819-6ebbf1e1e563 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:58:12.565436 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:12.576572 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d3757fe7-59f8-4037-8f5f-ed053eb0ab7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33068399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3797621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4018265'] for subnet, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:12.637460 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3757fe7-59f8-4037-8f5f-ed053eb0ab7a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=107e6914-57f1-42a8-8e5b-204bf54009a5,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:58:12.682639 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d3757fe7-59f8-4037-8f5f-ed053eb0ab7a admin admin] Notify callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:12.698607 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-d3757fe7-59f8-4037-8f5f-ed053eb0ab7a admin admin] 10.222.0.35 "DELETE /v2.0/subnets/107e6914-57f1-42a8-8e5b-204bf54009a5 HTTP/1.1" status: 204 len: 168 time: 1.2782872 May 20 20:58:12.702319 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e78b6619-81f3-416e-ad7c-840eaa83be54 None None] Network dd8d6d53-d372-47c7-a59c-c8c96265a507 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:58:12.705780 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 34838) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:58:12.787367 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-591ee066-3237-410e-a280-144a7015ccca tempest-AllowedAddressPairTestJSON-1913504527 tempest-AllowedAddressPairTestJSON-1913504527-project] Allocated IP 172.20.0.13 (96c4f61f-b679-4179-a984-1eb9b43bf7f6/8a7f0d7c-bd73-4b7a-85d4-e05b0ef28151/3002c85c-7ec6-415a-b4da-fcefad3a8579) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:58:12.856907 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-e9b64968-e67c-458d-9199-a1c442c0f210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '754c752f-e8db-4df8-bb1d-2a6837771565', 'name': 'tempest-NetworksTestDHCPv6-router-1718669442', 'tenant_id': 'ab4ded6dc75a4ab5a4f9dae9e5aa3753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:58:07Z', 'updated_at': '2022-05-20T20:58:10Z', 'revision_number': 2, 'project_id': 'ab4ded6dc75a4ab5a4f9dae9e5aa3753', 'gw_port_host': None, '_interfaces': [{'id': '8b0d3d82-5efc-46f0-b062-470b536272a6', 'name': '', 'network_id': '98f8b8d5-1379-4eeb-9e13-b2bbab96015a', 'tenant_id': 'ab4ded6dc75a4ab5a4f9dae9e5aa3753', 'mac_address': 'fa:16:3e:db:0f:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '754c752f-e8db-4df8-bb1d-2a6837771565', 'device_owner': 'network:router_interface', 'standard_attr_id': 2532, 'fixed_ips': [{'subnet_id': 'b0c5ed94-1cbd-4f7f-bcc7-395ef095efd0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:58:09Z', 'updated_at': '2022-05-20T20:58:10Z', 'revision_number': 2, 'project_id': 'ab4ded6dc75a4ab5a4f9dae9e5aa3753', 'subnets': [{'id': 'b0c5ed94-1cbd-4f7f-bcc7-395ef095efd0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:58:12.886860 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9b64968-e67c-458d-9199-a1c442c0f210 None None] Checking router: 754c752f-e8db-4df8-bb1d-2a6837771565 for host: n-d-842733-1 {{(pid=103165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 20:58:12.887204 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9b64968-e67c-458d-9199-a1c442c0f210 None None] Updating router 754c752f-e8db-4df8-bb1d-2a6837771565 port 8b0d3d82-5efc-46f0-b062-470b536272a6 binding host n-d-842733-1 {{(pid=103165) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 20:58:12.917361 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-e9b64968-e67c-458d-9199-a1c442c0f210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:12.984491 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-959b8fb3-fa9f-4d29-aa6f-f7df1d36f1dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33160123'] for network, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:13.114424 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6660a4cb-0d4d-42fc-babb-cec6863b1aad tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:58:13.115920 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-6660a4cb-0d4d-42fc-babb-cec6863b1aad tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "GET /v2.0/ports/8b0d3d82-5efc-46f0-b062-470b536272a6 HTTP/1.1" status: 200 len: 911 time: 1.0421374 May 20 20:58:13.125311 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 34844) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:58:13.230833 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-959b8fb3-fa9f-4d29-aa6f-f7df1d36f1dd admin admin] Deleting port 237fc849-7a4b-4be8-996e-51afdff310d1 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:58:13.231173 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-959b8fb3-fa9f-4d29-aa6f-f7df1d36f1dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:13.241443 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15022ec4-25c3-4a15-9d78-f881e80cdbc4 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:58:13.260253 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15022ec4-25c3-4a15-9d78-f881e80cdbc4 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:58:13.265204 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-15022ec4-25c3-4a15-9d78-f881e80cdbc4 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1397228 May 20 20:58:13.266619 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 34846) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:58:13.285629 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-1a97717d-e7cd-4a9d-a1c7-0d535c394ee1 tempest-TagsExtTest-1975297969 tempest-TagsExtTest-1975297969-project] 10.222.0.35 "PUT /v2.0/subnets/02f465dd-210e-4aad-a171-240049e7663f/tags HTTP/1.1" status: 200 len: 318 time: 1.4394677 May 20 20:58:13.287730 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 34848) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:58:13.288715 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-ff82fddc-f781-409e-80f7-f9dbd91d2c2d None None] Current status of the port 43e88739-bd5a-4ac9-a551-159158055d9d is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:58:13.294288 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.tag.tag_plugin [None req-03dc3f7b-0818-4d00-82eb-57af134c1bd7 tempest-TagsExtTest-1975297969 tempest-TagsExtTest-1975297969-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '02f465dd-210e-4aad-a171-240049e7663f') {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:58:13.307941 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-959b8fb3-fa9f-4d29-aa6f-f7df1d36f1dd admin admin] For port 237fc849-7a4b-4be8-996e-51afdff310d1, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=237fc849-7a4b-4be8-996e-51afdff310d1,segment=NetworkSegment(d0018fbc-8976-4a5a-8d5f-7cbc2d0767c4),segment_id=d0018fbc-8976-4a5a-8d5f-7cbc2d0767c4)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:58:13.308711 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-959b8fb3-fa9f-4d29-aa6f-f7df1d36f1dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:13.326550 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-959b8fb3-fa9f-4d29-aa6f-f7df1d36f1dd admin admin] Calling delete_port for 237fc849-7a4b-4be8-996e-51afdff310d1 owned by network:dhcp {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:58:13.328240 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-ff82fddc-f781-409e-80f7-f9dbd91d2c2d None None] Provisioning complete for port b09140a7-b8e1-4c4e-8d07-ebcdc64a7048 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:58:13.328375 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ff82fddc-f781-409e-80f7-f9dbd91d2c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:13.329823 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 87d0652b-669b-4bf3-a819-6ebbf1e1e563 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:58:13.426655 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-ff82fddc-f781-409e-80f7-f9dbd91d2c2d None None] Port b09140a7-b8e1-4c4e-8d07-ebcdc64a7048 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 20:58:13.462458 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-591ee066-3237-410e-a280-144a7015ccca tempest-AllowedAddressPairTestJSON-1913504527 tempest-AllowedAddressPairTestJSON-1913504527-project] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:13.531087 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-959b8fb3-fa9f-4d29-aa6f-f7df1d36f1dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:13.551302 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-7aeea734-0fd3-4f3b-8016-0a36748b5a7e None None] Provisioning complete for port 8b0d3d82-5efc-46f0-b062-470b536272a6 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:58:13.552537 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-7aeea734-0fd3-4f3b-8016-0a36748b5a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:13.563145 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e054a70-db47-4052-86e6-d6233e20015f None None] DHCP port deletion for dd8d6d53-d372-47c7-a59c-c8c96265a507 request from n-d-842733-1 {{(pid=103164) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 20:58:13.600479 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959b8fb3-fa9f-4d29-aa6f-f7df1d36f1dd admin admin] Pushing event deleted for resources: {'Port': ['ID=237fc849-7a4b-4be8-996e-51afdff310d1,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:58:13.622931 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-959b8fb3-fa9f-4d29-aa6f-f7df1d36f1dd admin admin] No DVR routers for this DVR port 237fc849-7a4b-4be8-996e-51afdff310d1 on host n-d-842733-1 {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:58:13.629270 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 43e88739-bd5a-4ac9-a551-159158055d9d up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:58:13.752205 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-e9b64968-e67c-458d-9199-a1c442c0f210 None None] Notify callbacks [] for port, precommit_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:13.797384 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a309a70c-25d3-40dd-97b6-47e1a05186cc None None] get_active_networks_info from n-d-842733-1 {{(pid=103164) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 20 20:58:13.815040 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-591ee066-3237-410e-a280-144a7015ccca tempest-AllowedAddressPairTestJSON-1913504527 tempest-AllowedAddressPairTestJSON-1913504527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:13.836024 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-959b8fb3-fa9f-4d29-aa6f-f7df1d36f1dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33072115', 'neutron.services.segments.db._delete_segments_for_network-8782419500584'] for network, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:13.863811 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-e9b64968-e67c-458d-9199-a1c442c0f210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:13.883726 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-591ee066-3237-410e-a280-144a7015ccca tempest-AllowedAddressPairTestJSON-1913504527 tempest-AllowedAddressPairTestJSON-1913504527-project] Network 96c4f61f-b679-4179-a984-1eb9b43bf7f6 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:58:13.883726 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-591ee066-3237-410e-a280-144a7015ccca tempest-AllowedAddressPairTestJSON-1913504527 tempest-AllowedAddressPairTestJSON-1913504527-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:58:13.908709 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-591ee066-3237-410e-a280-144a7015ccca tempest-AllowedAddressPairTestJSON-1913504527 tempest-AllowedAddressPairTestJSON-1913504527-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:58:13.951478 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-959b8fb3-fa9f-4d29-aa6f-f7df1d36f1dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd8d6d53-d372-47c7-a59c-c8c96265a507']}} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:58:13.972487 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a917cd16-fd18-4412-b2fd-33860659d577 None None] Pushing event updated for resources: {'Port': ['ID=8b0d3d82-5efc-46f0-b062-470b536272a6,revision_number=3']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:58:13.984944 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591ee066-3237-410e-a280-144a7015ccca tempest-AllowedAddressPairTestJSON-1913504527 tempest-AllowedAddressPairTestJSON-1913504527-project] Pushing event updated for resources: {'Port': ['ID=3002c85c-7ec6-415a-b4da-fcefad3a8579,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:58:13.988390 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-959b8fb3-fa9f-4d29-aa6f-f7df1d36f1dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0018fbc-8976-4a5a-8d5f-7cbc2d0767c4') {'for_net_delete': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:58:13.992336 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-959b8fb3-fa9f-4d29-aa6f-f7df1d36f1dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0018fbc-8976-4a5a-8d5f-7cbc2d0767c4') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:58:14.006405 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-959b8fb3-fa9f-4d29-aa6f-f7df1d36f1dd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419501617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3738385'] for segment, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:14.013931 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-03dc3f7b-0818-4d00-82eb-57af134c1bd7 tempest-TagsExtTest-1975297969 tempest-TagsExtTest-1975297969-project] 10.222.0.35 "DELETE /v2.0/subnets/02f465dd-210e-4aad-a171-240049e7663f/tags HTTP/1.1" status: 204 len: 168 time: 0.7250254 May 20 20:58:14.024144 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 34854) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:58:14.029490 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.tag.tag_plugin [None req-80ca5228-e6a9-4fc2-848c-f2db939f2c18 tempest-TagsExtTest-1975297969 tempest-TagsExtTest-1975297969-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '02f465dd-210e-4aad-a171-240049e7663f', 'tempest-TagsExtTest-Tag-1256981175') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:58:14.077641 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-7aeea734-0fd3-4f3b-8016-0a36748b5a7e None None] Port 8b0d3d82-5efc-46f0-b062-470b536272a6 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 20:58:14.077641 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a309a70c-25d3-40dd-97b6-47e1a05186cc None None] Resources bound (agent type, host, resource id): {{(pid=103164) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 20 20:58:14.077916 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-591ee066-3237-410e-a280-144a7015ccca tempest-AllowedAddressPairTestJSON-1913504527 tempest-AllowedAddressPairTestJSON-1913504527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:58:14.077916 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-591ee066-3237-410e-a280-144a7015ccca tempest-AllowedAddressPairTestJSON-1913504527 tempest-AllowedAddressPairTestJSON-1913504527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:14.078129 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-959b8fb3-fa9f-4d29-aa6f-f7df1d36f1dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:14.086873 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 43e88739-bd5a-4ac9-a551-159158055d9d triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:58:14.087496 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:14.102091 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-959b8fb3-fa9f-4d29-aa6f-f7df1d36f1dd admin admin] Releasing vlan 212 on physical network physnet1 to pool {{(pid=103162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 20:58:14.103214 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-959b8fb3-fa9f-4d29-aa6f-f7df1d36f1dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3800791'] for segment, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:14.107697 n-d-842733-1 neutron-server[103162]: Traceback (most recent call last): May 20 20:58:14.107697 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 20:58:14.107697 n-d-842733-1 neutron-server[103162]: timer() May 20 20:58:14.107697 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 20:58:14.107697 n-d-842733-1 neutron-server[103162]: cb(*args, **kw) May 20 20:58:14.107697 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 20 20:58:14.107697 n-d-842733-1 neutron-server[103162]: return func(*args, **kwargs) May 20 20:58:14.107697 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 20:58:14.107697 n-d-842733-1 neutron-server[103162]: self._notify() May 20 20:58:14.107697 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 20:58:14.107697 n-d-842733-1 neutron-server[103162]: self.callback(batched_events) May 20 20:58:14.107697 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 20:58:14.107697 n-d-842733-1 neutron-server[103162]: event.method(event) May 20 20:58:14.107697 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 20 20:58:14.107697 n-d-842733-1 neutron-server[103162]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 20:58:14.107697 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 20 20:58:14.107697 n-d-842733-1 neutron-server[103162]: aggregate_uuid = self.p_client.list_aggregates( May 20 20:58:14.107697 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 20 20:58:14.107697 n-d-842733-1 neutron-server[103162]: return f(self, *a, **k) May 20 20:58:14.107697 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 20 20:58:14.107697 n-d-842733-1 neutron-server[103162]: return self._get(url).json() May 20 20:58:14.107697 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 20 20:58:14.107697 n-d-842733-1 neutron-server[103162]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 20:58:14.107697 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 20:58:14.107697 n-d-842733-1 neutron-server[103162]: return self.request(url, 'GET', **kwargs) May 20 20:58:14.107697 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 20:58:14.107697 n-d-842733-1 neutron-server[103162]: base_url = self.get_endpoint(auth, allow=allow, May 20 20:58:14.107697 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 20:58:14.107697 n-d-842733-1 neutron-server[103162]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 20:58:14.107697 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 20:58:14.107697 n-d-842733-1 neutron-server[103162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 20:58:14.107697 n-d-842733-1 neutron-server[103162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 20:58:14.122330 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f56c3ab4-ff8f-497d-8cad-7bbbe45288bf tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748528'] for router_interface, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:14.137613 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-7aeea734-0fd3-4f3b-8016-0a36748b5a7e None None] Could not find standard attr ID for object 00e3c168-d1b2-452a-8238-c10a9e178630. {{(pid=103164) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 20 20:58:14.177848 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-e9b64968-e67c-458d-9199-a1c442c0f210 None None] Attempting to bind port 8b0d3d82-5efc-46f0-b062-470b536272a6 on host n-d-842733-1 for vnic_type normal with profile {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:58:14.177848 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-e9b64968-e67c-458d-9199-a1c442c0f210 None None] Attempting to bind port 8b0d3d82-5efc-46f0-b062-470b536272a6 by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': 'f5705048-66fd-4627-af8c-03443c37dd17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '98f8b8d5-1379-4eeb-9e13-b2bbab96015a'}] {{(pid=103165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:58:14.177848 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b64968-e67c-458d-9199-a1c442c0f210 None None] Attempting to bind port 8b0d3d82-5efc-46f0-b062-470b536272a6 on network 98f8b8d5-1379-4eeb-9e13-b2bbab96015a {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:58:14.186788 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b64968-e67c-458d-9199-a1c442c0f210 None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 57, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:58:14.188972 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b64968-e67c-458d-9199-a1c442c0f210 None None] Checking segment: {'id': 'f5705048-66fd-4627-af8c-03443c37dd17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '98f8b8d5-1379-4eeb-9e13-b2bbab96015a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:58:14.188972 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-e9b64968-e67c-458d-9199-a1c442c0f210 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:14.188972 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b64968-e67c-458d-9199-a1c442c0f210 None None] Bound using segment: {'id': 'f5705048-66fd-4627-af8c-03443c37dd17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '98f8b8d5-1379-4eeb-9e13-b2bbab96015a'} {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:58:14.188972 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-e9b64968-e67c-458d-9199-a1c442c0f210 None None] Bound port: 8b0d3d82-5efc-46f0-b062-470b536272a6, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5705048-66fd-4627-af8c-03443c37dd17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '98f8b8d5-1379-4eeb-9e13-b2bbab96015a'}}] {{(pid=103165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:58:14.189417 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-e9b64968-e67c-458d-9199-a1c442c0f210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:14.289721 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-591ee066-3237-410e-a280-144a7015ccca tempest-AllowedAddressPairTestJSON-1913504527 tempest-AllowedAddressPairTestJSON-1913504527-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5420811 May 20 20:58:14.294677 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 34858) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:58:14.315885 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-7e31a748-a9c0-4ba9-8090-57bdfe1c1b0f tempest-AllowedAddressPairTestJSON-1913504527 tempest-AllowedAddressPairTestJSON-1913504527-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:a4:5c:65'}]}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:58:14.387354 n-d-842733-1 neutron-server[103162]: INFO neutron.api.v2.resource [None req-80ca5228-e6a9-4fc2-848c-f2db939f2c18 tempest-TagsExtTest-1975297969 tempest-TagsExtTest-1975297969-project] show failed (client error): The resource could not be found. May 20 20:58:14.390319 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 34860) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:58:14.398995 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-80ca5228-e6a9-4fc2-848c-f2db939f2c18 tempest-TagsExtTest-1975297969 tempest-TagsExtTest-1975297969-project] 10.222.0.35 "GET /v2.0/subnets/02f465dd-210e-4aad-a171-240049e7663f/tags/tempest-TagsExtTest-Tag-1256981175 HTTP/1.1" status: 404 len: 329 time: 0.3653913 May 20 20:58:14.401491 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.tag.tag_plugin [None req-6981ecbe-3a56-4c34-b6b1-1b791bee874c tempest-TagsExtTest-1975297969 tempest-TagsExtTest-1975297969-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '02f465dd-210e-4aad-a171-240049e7663f', 'tempest-TagsExtTest-Tag-1270162637') {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:58:14.418390 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-959b8fb3-fa9f-4d29-aa6f-f7df1d36f1dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33072122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748162'] for network, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:14.440705 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-959b8fb3-fa9f-4d29-aa6f-f7df1d36f1dd admin admin] Notify callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:14.457053 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-959b8fb3-fa9f-4d29-aa6f-f7df1d36f1dd admin admin] 10.222.0.35 "DELETE /v2.0/networks/dd8d6d53-d372-47c7-a59c-c8c96265a507 HTTP/1.1" status: 204 len: 168 time: 1.7492218 May 20 20:58:14.580668 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 43e88739-bd5a-4ac9-a551-159158055d9d is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:58:14.609475 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-e9b64968-e67c-458d-9199-a1c442c0f210 None None] For port 8b0d3d82-5efc-46f0-b062-470b536272a6, host n-d-842733-1, cleared binding levels {{(pid=103165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:58:14.613802 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-e9b64968-e67c-458d-9199-a1c442c0f210 None None] For port 8b0d3d82-5efc-46f0-b062-470b536272a6, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=8b0d3d82-5efc-46f0-b062-470b536272a6,segment=NetworkSegment(f5705048-66fd-4627-af8c-03443c37dd17),segment_id=f5705048-66fd-4627-af8c-03443c37dd17)] {{(pid=103165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:58:14.617492 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959b8fb3-fa9f-4d29-aa6f-f7df1d36f1dd admin admin] Pushing event deleted for resources: {'Network': ['ID=dd8d6d53-d372-47c7-a59c-c8c96265a507,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:58:14.676517 n-d-842733-1 neutron-server[103163]: INFO neutron.api.v2.resource [None req-6981ecbe-3a56-4c34-b6b1-1b791bee874c tempest-TagsExtTest-1975297969 tempest-TagsExtTest-1975297969-project] show failed (client error): The resource could not be found. May 20 20:58:14.680149 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-6981ecbe-3a56-4c34-b6b1-1b791bee874c tempest-TagsExtTest-1975297969 tempest-TagsExtTest-1975297969-project] 10.222.0.35 "GET /v2.0/subnets/02f465dd-210e-4aad-a171-240049e7663f/tags/tempest-TagsExtTest-Tag-1270162637 HTTP/1.1" status: 404 len: 329 time: 0.2843201 May 20 20:58:14.681553 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 34866) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:58:14.686834 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.tag.tag_plugin [None req-68dd0e36-cce1-4e1c-949a-a4b91529b409 tempest-TagsExtTest-1975297969 tempest-TagsExtTest-1975297969-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '02f465dd-210e-4aad-a171-240049e7663f', 'tempest-TagsExtTest-Tag-1608975970') {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:58:14.715771 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7e31a748-a9c0-4ba9-8090-57bdfe1c1b0f tempest-AllowedAddressPairTestJSON-1913504527 tempest-AllowedAddressPairTestJSON-1913504527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:14.731253 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-f56c3ab4-ff8f-497d-8cad-7bbbe45288bf tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Deleting port 8b0d3d82-5efc-46f0-b062-470b536272a6 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:58:14.731636 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f56c3ab4-ff8f-497d-8cad-7bbbe45288bf tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:14.799011 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-e9b64968-e67c-458d-9199-a1c442c0f210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:14.846953 n-d-842733-1 neutron-server[103163]: INFO neutron.api.v2.resource [None req-68dd0e36-cce1-4e1c-949a-a4b91529b409 tempest-TagsExtTest-1975297969 tempest-TagsExtTest-1975297969-project] show failed (client error): The resource could not be found. May 20 20:58:14.848074 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-68dd0e36-cce1-4e1c-949a-a4b91529b409 tempest-TagsExtTest-1975297969 tempest-TagsExtTest-1975297969-project] 10.222.0.35 "GET /v2.0/subnets/02f465dd-210e-4aad-a171-240049e7663f/tags/tempest-TagsExtTest-Tag-1608975970 HTTP/1.1" status: 404 len: 329 time: 0.1654322 May 20 20:58:14.851844 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 34868) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:58:14.857628 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.tag.tag_plugin [None req-1a428122-0b81-46e5-8e83-55f7921ae95c tempest-TagsExtTest-1975297969 tempest-TagsExtTest-1975297969-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '96f5bc64-1dac-4ab2-83d7-02f93260c6ae', {'tags': ['tempest-TagsExtTest-Tag-8379779', 'tempest-TagsExtTest-Tag-1437579310', 'tempest-TagsExtTest-Tag-337533502']}) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:58:14.889648 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-f56c3ab4-ff8f-497d-8cad-7bbbe45288bf tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] For port 8b0d3d82-5efc-46f0-b062-470b536272a6, host n-d-842733-1, got binding levels [] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:58:14.890280 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f56c3ab4-ff8f-497d-8cad-7bbbe45288bf tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:14.922965 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-f56c3ab4-ff8f-497d-8cad-7bbbe45288bf tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Calling delete_port for 8b0d3d82-5efc-46f0-b062-470b536272a6 owned by network:router_interface {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:58:14.937742 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b64968-e67c-458d-9199-a1c442c0f210 None None] Routers {'754c752f-e8db-4df8-bb1d-2a6837771565'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:58:14.937950 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-e9b64968-e67c-458d-9199-a1c442c0f210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:57:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['754c752f-e8db-4df8-bb1d-2a6837771565'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:58:14.954537 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a917cd16-fd18-4412-b2fd-33860659d577 None None] Pushing event updated for resources: {'Port': ['ID=8b0d3d82-5efc-46f0-b062-470b536272a6,revision_number=4']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:58:15.112521 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-1a428122-0b81-46e5-8e83-55f7921ae95c tempest-TagsExtTest-1975297969 tempest-TagsExtTest-1975297969-project] 10.222.0.35 "PUT /v2.0/ports/96f5bc64-1dac-4ab2-83d7-02f93260c6ae/tags HTTP/1.1" status: 200 len: 314 time: 0.2590172 May 20 20:58:15.115286 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 34880) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:58:15.119933 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.tag.tag_plugin [None req-2e366f3a-e52f-45c5-9028-3857c84ac50f tempest-TagsExtTest-1975297969 tempest-TagsExtTest-1975297969-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '96f5bc64-1dac-4ab2-83d7-02f93260c6ae') {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:58:15.122926 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7e31a748-a9c0-4ba9-8090-57bdfe1c1b0f tempest-AllowedAddressPairTestJSON-1913504527 tempest-AllowedAddressPairTestJSON-1913504527-project] Notify callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:15.175713 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-e9b64968-e67c-458d-9199-a1c442c0f210 None None] Set router 754c752f-e8db-4df8-bb1d-2a6837771565 gateway port host: None {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:58:15.324295 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 34882) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:58:15.383930 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f56c3ab4-ff8f-497d-8cad-7bbbe45288bf tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:15.389386 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7e31a748-a9c0-4ba9-8090-57bdfe1c1b0f tempest-AllowedAddressPairTestJSON-1913504527 tempest-AllowedAddressPairTestJSON-1913504527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:15.481796 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-2e366f3a-e52f-45c5-9028-3857c84ac50f tempest-TagsExtTest-1975297969 tempest-TagsExtTest-1975297969-project] 10.222.0.35 "DELETE /v2.0/ports/96f5bc64-1dac-4ab2-83d7-02f93260c6ae/tags HTTP/1.1" status: 204 len: 168 time: 0.3653369 May 20 20:58:15.483046 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56c3ab4-ff8f-497d-8cad-7bbbe45288bf tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Pushing event deleted for resources: {'Port': ['ID=8b0d3d82-5efc-46f0-b062-470b536272a6,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:58:15.500029 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 34886) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:58:15.507334 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.tag.tag_plugin [None req-3b86090e-4db6-4edc-b732-095ada56a809 tempest-TagsExtTest-1975297969 tempest-TagsExtTest-1975297969-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '96f5bc64-1dac-4ab2-83d7-02f93260c6ae', 'tempest-TagsExtTest-Tag-8379779') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:58:15.508323 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 237fc849-7a4b-4be8-996e-51afdff310d1 no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:58:15.602797 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: 237fc849-7a4b-4be8-996e-51afdff310d1 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 20:58:15.603564 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 237fc849-7a4b-4be8-996e-51afdff310d1 not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 20:58:15.625732 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-e9b64968-e67c-458d-9199-a1c442c0f210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '754c752f-e8db-4df8-bb1d-2a6837771565', 'name': 'tempest-NetworksTestDHCPv6-router-1718669442', 'tenant_id': 'ab4ded6dc75a4ab5a4f9dae9e5aa3753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:58:07Z', 'updated_at': '2022-05-20T20:58:10Z', 'revision_number': 2, 'project_id': 'ab4ded6dc75a4ab5a4f9dae9e5aa3753', 'gw_port_host': None, '_interfaces': [{'id': '8b0d3d82-5efc-46f0-b062-470b536272a6', 'name': '', 'network_id': '98f8b8d5-1379-4eeb-9e13-b2bbab96015a', 'tenant_id': 'ab4ded6dc75a4ab5a4f9dae9e5aa3753', 'mac_address': 'fa:16:3e:db:0f:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '754c752f-e8db-4df8-bb1d-2a6837771565', 'device_owner': 'network:router_interface', 'standard_attr_id': 2532, 'fixed_ips': [{'subnet_id': 'b0c5ed94-1cbd-4f7f-bcc7-395ef095efd0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:58:09Z', 'updated_at': '2022-05-20T20:58:14Z', 'revision_number': 4, 'project_id': 'ab4ded6dc75a4ab5a4f9dae9e5aa3753', 'subnets': [{'id': 'b0c5ed94-1cbd-4f7f-bcc7-395ef095efd0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:58:15.700458 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9b64968-e67c-458d-9199-a1c442c0f210 None None] The sync data for ids ['754c752f-e8db-4df8-bb1d-2a6837771565'] in n-d-842733-1 is: [{'id': '754c752f-e8db-4df8-bb1d-2a6837771565', 'name': 'tempest-NetworksTestDHCPv6-router-1718669442', 'tenant_id': 'ab4ded6dc75a4ab5a4f9dae9e5aa3753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:58:07Z', 'updated_at': '2022-05-20T20:58:10Z', 'revision_number': 2, 'project_id': 'ab4ded6dc75a4ab5a4f9dae9e5aa3753', 'gw_port_host': None, '_interfaces': [{'id': '8b0d3d82-5efc-46f0-b062-470b536272a6', 'name': '', 'network_id': '98f8b8d5-1379-4eeb-9e13-b2bbab96015a', 'tenant_id': 'ab4ded6dc75a4ab5a4f9dae9e5aa3753', 'mac_address': 'fa:16:3e:db:0f:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '754c752f-e8db-4df8-bb1d-2a6837771565', 'device_owner': 'network:router_interface', 'standard_attr_id': 2532, 'fixed_ips': [{'subnet_id': 'b0c5ed94-1cbd-4f7f-bcc7-395ef095efd0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:58:09Z', 'updated_at': '2022-05-20T20:58:14Z', 'revision_number': 4, 'project_id': 'ab4ded6dc75a4ab5a4f9dae9e5aa3753', 'subnets': [{'id': 'b0c5ed94-1cbd-4f7f-bcc7-395ef095efd0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 20:58:15.720366 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-67ddd9fb-217e-4da3-93ea-9bd42afb2177 None None] Provisioning complete for port 43e88739-bd5a-4ac9-a551-159158055d9d triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:58:15.720739 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-67ddd9fb-217e-4da3-93ea-9bd42afb2177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:15.811791 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f56c3ab4-ff8f-497d-8cad-7bbbe45288bf tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-692224'] for router_interface, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:15.935461 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-67ddd9fb-217e-4da3-93ea-9bd42afb2177 None None] Current status of the port 43e88739-bd5a-4ac9-a551-159158055d9d is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:58:15.952142 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-67ddd9fb-217e-4da3-93ea-9bd42afb2177 None None] Could not find standard attr ID for object 8b0d3d82-5efc-46f0-b062-470b536272a6. {{(pid=103164) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 20 20:58:16.196676 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-00a97472-a337-4931-a745-ff695f58880b None None] Could not find standard attr ID for object 8b0d3d82-5efc-46f0-b062-470b536272a6. {{(pid=103164) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 20 20:58:16.254710 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-b7002937-522b-4a95-abf8-ad4a8ba99d26 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=45d60e5a85494143a2206a5a33987b3d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9291027 May 20 20:58:16.255907 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f56c3ab4-ff8f-497d-8cad-7bbbe45288bf tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Router 754c752f-e8db-4df8-bb1d-2a6837771565 has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 20:58:16.257345 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 34892) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:58:16.259410 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-00a97472-a337-4931-a745-ff695f58880b None None] Provisioning complete for port 3002c85c-7ec6-415a-b4da-fcefad3a8579 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:58:16.259842 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e31a748-a9c0-4ba9-8090-57bdfe1c1b0f tempest-AllowedAddressPairTestJSON-1913504527 tempest-AllowedAddressPairTestJSON-1913504527-project] Pushing event updated for resources: {'Port': ['ID=3002c85c-7ec6-415a-b4da-fcefad3a8579,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:58:16.266201 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-00a97472-a337-4931-a745-ff695f58880b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:16.289664 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-7e31a748-a9c0-4ba9-8090-57bdfe1c1b0f tempest-AllowedAddressPairTestJSON-1913504527 tempest-AllowedAddressPairTestJSON-1913504527-project] In _notify_port_updated(), no bound segment for port 3002c85c-7ec6-415a-b4da-fcefad3a8579 on network 96c4f61f-b679-4179-a984-1eb9b43bf7f6 {{(pid=103162) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} May 20 20:58:16.307822 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e31a748-a9c0-4ba9-8090-57bdfe1c1b0f tempest-AllowedAddressPairTestJSON-1913504527 tempest-AllowedAddressPairTestJSON-1913504527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:58:16.308509 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7e31a748-a9c0-4ba9-8090-57bdfe1c1b0f tempest-AllowedAddressPairTestJSON-1913504527 tempest-AllowedAddressPairTestJSON-1913504527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:16.316542 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-7e31a748-a9c0-4ba9-8090-57bdfe1c1b0f tempest-AllowedAddressPairTestJSON-1913504527 tempest-AllowedAddressPairTestJSON-1913504527-project] 10.222.0.35 "PUT /v2.0/ports/3002c85c-7ec6-415a-b4da-fcefad3a8579 HTTP/1.1" status: 200 len: 994 time: 2.0132027 May 20 20:58:16.317195 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 34894) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:58:16.388453 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-00a97472-a337-4931-a745-ff695f58880b None None] Port 3002c85c-7ec6-415a-b4da-fcefad3a8579 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 20:58:16.437393 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-57334e1e-4557-4ff5-8ed1-aabe1fbac19f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:16.447557 n-d-842733-1 neutron-server[103162]: INFO neutron.api.v2.resource [None req-3b86090e-4db6-4edc-b732-095ada56a809 tempest-TagsExtTest-1975297969 tempest-TagsExtTest-1975297969-project] show failed (client error): The resource could not be found. May 20 20:58:16.448809 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-3b86090e-4db6-4edc-b732-095ada56a809 tempest-TagsExtTest-1975297969 tempest-TagsExtTest-1975297969-project] 10.222.0.35 "GET /v2.0/ports/96f5bc64-1dac-4ab2-83d7-02f93260c6ae/tags/tempest-TagsExtTest-Tag-8379779 HTTP/1.1" status: 404 len: 326 time: 0.9456198 May 20 20:58:16.456582 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 34896) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:58:16.473171 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.tag.tag_plugin [None req-61ac2214-fba6-42d2-82c6-426ea89a1307 tempest-TagsExtTest-1975297969 tempest-TagsExtTest-1975297969-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '96f5bc64-1dac-4ab2-83d7-02f93260c6ae', 'tempest-TagsExtTest-Tag-1437579310') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:58:16.567742 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-2fb97b89-b6ca-45ad-9c4d-cfece7e8986d tempest-AllowedAddressPairTestJSON-1913504527 tempest-AllowedAddressPairTestJSON-1913504527-project] Deleting port 3002c85c-7ec6-415a-b4da-fcefad3a8579 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:58:16.568193 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2fb97b89-b6ca-45ad-9c4d-cfece7e8986d tempest-AllowedAddressPairTestJSON-1913504527 tempest-AllowedAddressPairTestJSON-1913504527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:16.675040 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f56c3ab4-ff8f-497d-8cad-7bbbe45288bf tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 20:58:16.682908 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-f56c3ab4-ff8f-497d-8cad-7bbbe45288bf tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "PUT /v2.0/routers/754c752f-e8db-4df8-bb1d-2a6837771565/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4152749 May 20 20:58:16.686565 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 34902) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:58:16.687513 n-d-842733-1 neutron-server[103162]: INFO neutron.api.v2.resource [None req-61ac2214-fba6-42d2-82c6-426ea89a1307 tempest-TagsExtTest-1975297969 tempest-TagsExtTest-1975297969-project] show failed (client error): The resource could not be found. May 20 20:58:16.692553 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-61ac2214-fba6-42d2-82c6-426ea89a1307 tempest-TagsExtTest-1975297969 tempest-TagsExtTest-1975297969-project] 10.222.0.35 "GET /v2.0/ports/96f5bc64-1dac-4ab2-83d7-02f93260c6ae/tags/tempest-TagsExtTest-Tag-1437579310 HTTP/1.1" status: 404 len: 329 time: 0.2316923 May 20 20:58:16.693617 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 34904) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:58:16.706258 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.tag.tag_plugin [None req-17b9f0c4-4b57-44bf-8fc2-1a1a49ff67c7 tempest-TagsExtTest-1975297969 tempest-TagsExtTest-1975297969-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '96f5bc64-1dac-4ab2-83d7-02f93260c6ae', 'tempest-TagsExtTest-Tag-337533502') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:58:16.743679 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-4974ea06-2a60-457b-b6fa-851ac41bf857 None None] Provisioning complete for port 3002c85c-7ec6-415a-b4da-fcefad3a8579 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:58:16.743679 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4974ea06-2a60-457b-b6fa-851ac41bf857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:16.763472 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-57334e1e-4557-4ff5-8ed1-aabe1fbac19f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:16.824378 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-4974ea06-2a60-457b-b6fa-851ac41bf857 None None] Port 3002c85c-7ec6-415a-b4da-fcefad3a8579 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 20:58:16.846350 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d82fc910-c10c-4de5-bd03-5e676d594ab7 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:58:16.847296 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2fb97b89-b6ca-45ad-9c4d-cfece7e8986d tempest-AllowedAddressPairTestJSON-1913504527 tempest-AllowedAddressPairTestJSON-1913504527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:16.847914 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d82fc910-c10c-4de5-bd03-5e676d594ab7 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:58:16.849571 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-d82fc910-c10c-4de5-bd03-5e676d594ab7 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1620393 May 20 20:58:16.852418 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 34906) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:58:16.874471 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-2fb97b89-b6ca-45ad-9c4d-cfece7e8986d tempest-AllowedAddressPairTestJSON-1913504527 tempest-AllowedAddressPairTestJSON-1913504527-project] Calling delete_port for 3002c85c-7ec6-415a-b4da-fcefad3a8579 owned by {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:58:16.920790 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d29adf2-696c-4632-b7a8-cb98bdb3ead8 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Deleting subnet b0c5ed94-1cbd-4f7f-bcc7-395ef095efd0 {{(pid=103163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 20 20:58:16.924861 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8d29adf2-696c-4632-b7a8-cb98bdb3ead8 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks [] for subnet, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:16.936746 n-d-842733-1 neutron-server[103162]: INFO neutron.api.v2.resource [None req-17b9f0c4-4b57-44bf-8fc2-1a1a49ff67c7 tempest-TagsExtTest-1975297969 tempest-TagsExtTest-1975297969-project] show failed (client error): The resource could not be found. May 20 20:58:16.939812 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-17b9f0c4-4b57-44bf-8fc2-1a1a49ff67c7 tempest-TagsExtTest-1975297969 tempest-TagsExtTest-1975297969-project] 10.222.0.35 "GET /v2.0/ports/96f5bc64-1dac-4ab2-83d7-02f93260c6ae/tags/tempest-TagsExtTest-Tag-337533502 HTTP/1.1" status: 404 len: 328 time: 0.2438877 May 20 20:58:16.941899 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 34908) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:58:16.947277 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.tag.tag_plugin [None req-d2a34c00-c31e-43a5-8b04-e8841b7ee2e3 tempest-TagsExtTest-1975297969 tempest-TagsExtTest-1975297969-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '1c761c46-5d69-475e-b27b-fe66522e3b81', {'tags': ['tempest-TagsExtTest-Tag-229332513', 'tempest-TagsExtTest-Tag-678571231', 'tempest-TagsExtTest-Tag-77474049']}) {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:58:16.986193 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8d29adf2-696c-4632-b7a8-cb98bdb3ead8 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9338757'] for subnet, precommit_delete_associations {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:17.046067 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-57334e1e-4557-4ff5-8ed1-aabe1fbac19f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:17.052564 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-57334e1e-4557-4ff5-8ed1-aabe1fbac19f admin admin] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:17.060889 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-57334e1e-4557-4ff5-8ed1-aabe1fbac19f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7ac682f0-67fc-4a5c-81fb-b80b5c12f5c5 HTTP/1.1" status: 204 len: 168 time: 0.7974372 May 20 20:58:17.098987 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57334e1e-4557-4ff5-8ed1-aabe1fbac19f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ac682f0-67fc-4a5c-81fb-b80b5c12f5c5,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:58:17.188454 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8d29adf2-696c-4632-b7a8-cb98bdb3ead8 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33068388'] for subnet, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:17.246490 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-d2a34c00-c31e-43a5-8b04-e8841b7ee2e3 tempest-TagsExtTest-1975297969 tempest-TagsExtTest-1975297969-project] 10.222.0.35 "PUT /v2.0/routers/1c761c46-5d69-475e-b27b-fe66522e3b81/tags HTTP/1.1" status: 200 len: 314 time: 0.3034666 May 20 20:58:17.248846 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 34914) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:58:17.254250 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.tag.tag_plugin [None req-5667bf96-6290-4228-b727-f8c18de6ab45 tempest-TagsExtTest-1975297969 tempest-TagsExtTest-1975297969-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '1c761c46-5d69-475e-b27b-fe66522e3b81') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:58:17.331601 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2fb97b89-b6ca-45ad-9c4d-cfece7e8986d tempest-AllowedAddressPairTestJSON-1913504527 tempest-AllowedAddressPairTestJSON-1913504527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:17.367267 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8d29adf2-696c-4632-b7a8-cb98bdb3ead8 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33068399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9641221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8422588'] for subnet, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:17.446664 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb97b89-b6ca-45ad-9c4d-cfece7e8986d tempest-AllowedAddressPairTestJSON-1913504527 tempest-AllowedAddressPairTestJSON-1913504527-project] Pushing event deleted for resources: {'Port': ['ID=3002c85c-7ec6-415a-b4da-fcefad3a8579,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:58:17.456496 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d29adf2-696c-4632-b7a8-cb98bdb3ead8 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Pushing event deleted for resources: {'Subnet': ['ID=b0c5ed94-1cbd-4f7f-bcc7-395ef095efd0,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:58:17.488474 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8d29adf2-696c-4632-b7a8-cb98bdb3ead8 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks [] for subnet, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:17.488766 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e09955d-f166-4b1f-982b-1a40f3bdbfe6 None None] Network 98f8b8d5-1379-4eeb-9e13-b2bbab96015a requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:58:17.500755 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-8d29adf2-696c-4632-b7a8-cb98bdb3ead8 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "DELETE /v2.0/subnets/b0c5ed94-1cbd-4f7f-bcc7-395ef095efd0 HTTP/1.1" status: 204 len: 168 time: 0.6466279 May 20 20:58:17.502300 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 34916) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:58:17.683256 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-5667bf96-6290-4228-b727-f8c18de6ab45 tempest-TagsExtTest-1975297969 tempest-TagsExtTest-1975297969-project] 10.222.0.35 "DELETE /v2.0/routers/1c761c46-5d69-475e-b27b-fe66522e3b81/tags HTTP/1.1" status: 204 len: 168 time: 0.4329808 May 20 20:58:17.686839 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 34922) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:58:17.694003 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.tag.tag_plugin [None req-a59dc914-7b97-47f0-b724-b01dab5d5873 tempest-TagsExtTest-1975297969 tempest-TagsExtTest-1975297969-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '1c761c46-5d69-475e-b27b-fe66522e3b81', 'tempest-TagsExtTest-Tag-229332513') {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:58:17.813429 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2fb97b89-b6ca-45ad-9c4d-cfece7e8986d tempest-AllowedAddressPairTestJSON-1913504527 tempest-AllowedAddressPairTestJSON-1913504527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:17.827243 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-2fb97b89-b6ca-45ad-9c4d-cfece7e8986d tempest-AllowedAddressPairTestJSON-1913504527 tempest-AllowedAddressPairTestJSON-1913504527-project] 10.222.0.35 "DELETE /v2.0/ports/3002c85c-7ec6-415a-b4da-fcefad3a8579 HTTP/1.1" status: 204 len: 168 time: 1.5064034 May 20 20:58:17.829725 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 34928) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:58:17.876676 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-630d6b97-7d5d-45b8-9a16-ea0373ae8205 None None] DHCP port deletion for 98f8b8d5-1379-4eeb-9e13-b2bbab96015a request from n-d-842733-1 {{(pid=103164) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 20:58:17.888169 n-d-842733-1 neutron-server[103162]: INFO neutron.pecan_wsgi.hooks.translation [None req-348b0710-f9c7-4ba9-be43-dcb54b083154 tempest-AllowedAddressPairTestJSON-1913504527 tempest-AllowedAddressPairTestJSON-1913504527-project] GET failed (client error): The resource could not be found. May 20 20:58:17.893298 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-348b0710-f9c7-4ba9-be43-dcb54b083154 tempest-AllowedAddressPairTestJSON-1913504527 tempest-AllowedAddressPairTestJSON-1913504527-project] 10.222.0.35 "GET /v2.0/ports/3002c85c-7ec6-415a-b4da-fcefad3a8579 HTTP/1.1" status: 404 len: 333 time: 0.0612752 May 20 20:58:17.901172 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 34932) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:58:17.906696 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-a9b896f8-af47-43f8-b5e3-35612013f99c tempest-AllowedAddressPairTestJSON-1913504527 tempest-AllowedAddressPairTestJSON-1913504527-project] Request body: {'port': {'network_id': '96c4f61f-b679-4179-a984-1eb9b43bf7f6', 'name': 'tempest-AllowedAddressPairTestJSON-1431623308'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:58:17.981605 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-630d6b97-7d5d-45b8-9a16-ea0373ae8205 None None] Deleting port 43e88739-bd5a-4ac9-a551-159158055d9d {{(pid=103164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:58:17.981993 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-630d6b97-7d5d-45b8-9a16-ea0373ae8205 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:18.029961 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-bf8d696c-7119-442e-94b3-70f0587a8855 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.5260363 May 20 20:58:18.033578 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 34936) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:58:18.037436 n-d-842733-1 neutron-server[103163]: INFO neutron.api.v2.resource [None req-a59dc914-7b97-47f0-b724-b01dab5d5873 tempest-TagsExtTest-1975297969 tempest-TagsExtTest-1975297969-project] show failed (client error): The resource could not be found. May 20 20:58:18.042674 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-a59dc914-7b97-47f0-b724-b01dab5d5873 tempest-TagsExtTest-1975297969 tempest-TagsExtTest-1975297969-project] 10.222.0.35 "GET /v2.0/routers/1c761c46-5d69-475e-b27b-fe66522e3b81/tags/tempest-TagsExtTest-Tag-229332513 HTTP/1.1" status: 404 len: 328 time: 0.3497560 May 20 20:58:18.043662 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 34938) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:58:18.049547 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.tag.tag_plugin [None req-2851d26b-4853-4fbf-80d2-5b4ea43408a6 tempest-TagsExtTest-1975297969 tempest-TagsExtTest-1975297969-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '1c761c46-5d69-475e-b27b-fe66522e3b81', 'tempest-TagsExtTest-Tag-678571231') {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:58:18.128156 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-630d6b97-7d5d-45b8-9a16-ea0373ae8205 None None] For port 43e88739-bd5a-4ac9-a551-159158055d9d, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=43e88739-bd5a-4ac9-a551-159158055d9d,segment=NetworkSegment(f5705048-66fd-4627-af8c-03443c37dd17),segment_id=f5705048-66fd-4627-af8c-03443c37dd17)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:58:18.128464 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-630d6b97-7d5d-45b8-9a16-ea0373ae8205 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:18.145613 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-630d6b97-7d5d-45b8-9a16-ea0373ae8205 None None] Calling delete_port for 43e88739-bd5a-4ac9-a551-159158055d9d owned by network:dhcp {{(pid=103164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:58:18.189126 n-d-842733-1 neutron-server[103163]: INFO neutron.api.v2.resource [None req-2851d26b-4853-4fbf-80d2-5b4ea43408a6 tempest-TagsExtTest-1975297969 tempest-TagsExtTest-1975297969-project] show failed (client error): The resource could not be found. May 20 20:58:18.193030 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-2851d26b-4853-4fbf-80d2-5b4ea43408a6 tempest-TagsExtTest-1975297969 tempest-TagsExtTest-1975297969-project] 10.222.0.35 "GET /v2.0/routers/1c761c46-5d69-475e-b27b-fe66522e3b81/tags/tempest-TagsExtTest-Tag-678571231 HTTP/1.1" status: 404 len: 328 time: 0.1455002 May 20 20:58:18.193289 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 34942) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:58:18.196063 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f761c40e-36ba-4a40-9d32-5f8f4c6643e6 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks [] for router, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:18.204396 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.tag.tag_plugin [None req-33c11082-4fe2-4e0f-afcd-9e6e72d39131 tempest-TagsExtTest-1975297969 tempest-TagsExtTest-1975297969-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '1c761c46-5d69-475e-b27b-fe66522e3b81', 'tempest-TagsExtTest-Tag-77474049') {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:58:18.317306 n-d-842733-1 neutron-server[103163]: INFO neutron.api.v2.resource [None req-33c11082-4fe2-4e0f-afcd-9e6e72d39131 tempest-TagsExtTest-1975297969 tempest-TagsExtTest-1975297969-project] show failed (client error): The resource could not be found. May 20 20:58:18.321738 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-33c11082-4fe2-4e0f-afcd-9e6e72d39131 tempest-TagsExtTest-1975297969 tempest-TagsExtTest-1975297969-project] 10.222.0.35 "GET /v2.0/routers/1c761c46-5d69-475e-b27b-fe66522e3b81/tags/tempest-TagsExtTest-Tag-77474049 HTTP/1.1" status: 404 len: 327 time: 0.1241429 May 20 20:58:18.321858 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 34946) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:58:18.328493 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.tag.tag_plugin [None req-a98b2e59-5897-4542-ac90-aad152c9a039 tempest-TagsExtTest-1975297969 tempest-TagsExtTest-1975297969-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'f14d5c36-9e3e-4731-9804-b9972e0a7004', {'tags': ['tempest-TagsExtTest-Tag-927773010', 'tempest-TagsExtTest-Tag-1816317419', 'tempest-TagsExtTest-Tag-592783113']}) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:58:18.483188 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f761c40e-36ba-4a40-9d32-5f8f4c6643e6 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26169'] for router, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:18.485473 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f761c40e-36ba-4a40-9d32-5f8f4c6643e6 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:18.496530 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-630d6b97-7d5d-45b8-9a16-ea0373ae8205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099'] for port, after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:18.536261 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630d6b97-7d5d-45b8-9a16-ea0373ae8205 None None] Pushing event deleted for resources: {'Port': ['ID=43e88739-bd5a-4ac9-a551-159158055d9d,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:58:18.542196 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-630d6b97-7d5d-45b8-9a16-ea0373ae8205 None None] No DVR routers for this DVR port 43e88739-bd5a-4ac9-a551-159158055d9d on host n-d-842733-1 {{(pid=103164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:58:18.607324 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3afd4a5d-1f5f-40dd-8945-d3a2ef0c0688 None None] Sync routers for ids ['754c752f-e8db-4df8-bb1d-2a6837771565'] in n-d-842733-1 {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 20:58:18.624103 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9b896f8-af47-43f8-b5e3-35612013f99c tempest-AllowedAddressPairTestJSON-1913504527 tempest-AllowedAddressPairTestJSON-1913504527-project] Made reservation on behalf of 498d352c8a7e48fcac8d7489464b641c for: {'port': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:58:18.624453 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3afd4a5d-1f5f-40dd-8945-d3a2ef0c0688 None None] Routers {'754c752f-e8db-4df8-bb1d-2a6837771565'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:58:18.625046 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-a98b2e59-5897-4542-ac90-aad152c9a039 tempest-TagsExtTest-1975297969 tempest-TagsExtTest-1975297969-project] 10.222.0.35 "PUT /v2.0/subnetpools/f14d5c36-9e3e-4731-9804-b9972e0a7004/tags HTTP/1.1" status: 200 len: 316 time: 0.3018634 May 20 20:58:18.628193 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 34950) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:58:18.634257 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a9b896f8-af47-43f8-b5e3-35612013f99c tempest-AllowedAddressPairTestJSON-1913504527 tempest-AllowedAddressPairTestJSON-1913504527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:18.635488 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-3afd4a5d-1f5f-40dd-8945-d3a2ef0c0688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:57:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['754c752f-e8db-4df8-bb1d-2a6837771565'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:58:18.636500 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.tag.tag_plugin [None req-8b12b148-79c6-4449-9034-6ffba4b6261a tempest-TagsExtTest-1975297969 tempest-TagsExtTest-1975297969-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'f14d5c36-9e3e-4731-9804-b9972e0a7004') {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:58:18.669880 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [None req-a9b896f8-af47-43f8-b5e3-35612013f99c tempest-AllowedAddressPairTestJSON-1913504527 tempest-AllowedAddressPairTestJSON-1913504527-project] device_id is not set on port b0706674-a811-44f7-bd92-723927920a06 yet. {{(pid=103162) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 20 20:58:18.713602 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f761c40e-36ba-4a40-9d32-5f8f4c6643e6 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-693148'] for router, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:18.714519 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f761c40e-36ba-4a40-9d32-5f8f4c6643e6 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Fanout notify agent at l3_agent the message router_deleted on router 754c752f-e8db-4df8-bb1d-2a6837771565 {{(pid=103162) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 20 20:58:18.726378 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-3afd4a5d-1f5f-40dd-8945-d3a2ef0c0688 None None] Set router 754c752f-e8db-4df8-bb1d-2a6837771565 gateway port host: None {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:58:18.738074 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f761c40e-36ba-4a40-9d32-5f8f4c6643e6 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks [] for router, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:18.741910 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-f761c40e-36ba-4a40-9d32-5f8f4c6643e6 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "DELETE /v2.0/routers/754c752f-e8db-4df8-bb1d-2a6837771565 HTTP/1.1" status: 204 len: 168 time: 0.7050328 May 20 20:58:18.745772 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 34958) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:58:18.760374 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-8092d5d0-97bc-485e-961e-3284c79c7da7 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Request body: {'subnet': {'network_id': '98f8b8d5-1379-4eeb-9e13-b2bbab96015a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:58:18.813622 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-3afd4a5d-1f5f-40dd-8945-d3a2ef0c0688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '754c752f-e8db-4df8-bb1d-2a6837771565', 'name': 'tempest-NetworksTestDHCPv6-router-1718669442', 'tenant_id': 'ab4ded6dc75a4ab5a4f9dae9e5aa3753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:58:07Z', 'updated_at': '2022-05-20T20:58:15Z', 'revision_number': 3, 'project_id': 'ab4ded6dc75a4ab5a4f9dae9e5aa3753', 'gw_port_host': None}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:58:18.848327 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-8b12b148-79c6-4449-9034-6ffba4b6261a tempest-TagsExtTest-1975297969 tempest-TagsExtTest-1975297969-project] 10.222.0.35 "DELETE /v2.0/subnetpools/f14d5c36-9e3e-4731-9804-b9972e0a7004/tags HTTP/1.1" status: 204 len: 168 time: 0.2180977 May 20 20:58:18.852365 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3afd4a5d-1f5f-40dd-8945-d3a2ef0c0688 None None] Checking router: 754c752f-e8db-4df8-bb1d-2a6837771565 for host: n-d-842733-1 {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 20:58:18.855772 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 34960) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:58:18.861554 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.tag.tag_plugin [None req-56eebf8a-14a2-46c3-8306-9a869c52d653 tempest-TagsExtTest-1975297969 tempest-TagsExtTest-1975297969-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'f14d5c36-9e3e-4731-9804-b9972e0a7004', 'tempest-TagsExtTest-Tag-927773010') {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:58:18.887648 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3afd4a5d-1f5f-40dd-8945-d3a2ef0c0688 None None] Routers set() bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:58:18.888199 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3afd4a5d-1f5f-40dd-8945-d3a2ef0c0688 None None] Router IDs set() for agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} May 20 20:58:18.888647 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_agentschedulers_db [None req-3afd4a5d-1f5f-40dd-8945-d3a2ef0c0688 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'754c752f-e8db-4df8-bb1d-2a6837771565'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:57:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent'). {{(pid=103164) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} May 20 20:58:18.889060 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3afd4a5d-1f5f-40dd-8945-d3a2ef0c0688 None None] The sync data for ids ['754c752f-e8db-4df8-bb1d-2a6837771565'] in n-d-842733-1 is: [] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 20:58:18.949998 n-d-842733-1 neutron-server[103163]: INFO neutron.api.v2.resource [None req-56eebf8a-14a2-46c3-8306-9a869c52d653 tempest-TagsExtTest-1975297969 tempest-TagsExtTest-1975297969-project] show failed (client error): The resource could not be found. May 20 20:58:18.951205 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-56eebf8a-14a2-46c3-8306-9a869c52d653 tempest-TagsExtTest-1975297969 tempest-TagsExtTest-1975297969-project] 10.222.0.35 "GET /v2.0/subnetpools/f14d5c36-9e3e-4731-9804-b9972e0a7004/tags/tempest-TagsExtTest-Tag-927773010 HTTP/1.1" status: 404 len: 328 time: 0.0943105 May 20 20:58:18.955151 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 34966) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:58:18.966025 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.tag.tag_plugin [None req-c2d8f268-48d1-4648-a8ec-b609795cb7d7 tempest-TagsExtTest-1975297969 tempest-TagsExtTest-1975297969-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'f14d5c36-9e3e-4731-9804-b9972e0a7004', 'tempest-TagsExtTest-Tag-1816317419') {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:58:18.988138 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-a9b896f8-af47-43f8-b5e3-35612013f99c tempest-AllowedAddressPairTestJSON-1913504527 tempest-AllowedAddressPairTestJSON-1913504527-project] Allocated IP 172.20.0.4 (96c4f61f-b679-4179-a984-1eb9b43bf7f6/8a7f0d7c-bd73-4b7a-85d4-e05b0ef28151/b0706674-a811-44f7-bd92-723927920a06) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:58:18.997876 n-d-842733-1 neutron-server[103163]: INFO neutron.api.v2.resource [None req-c2d8f268-48d1-4648-a8ec-b609795cb7d7 tempest-TagsExtTest-1975297969 tempest-TagsExtTest-1975297969-project] show failed (client error): The resource could not be found. May 20 20:58:19.014364 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-c2d8f268-48d1-4648-a8ec-b609795cb7d7 tempest-TagsExtTest-1975297969 tempest-TagsExtTest-1975297969-project] 10.222.0.35 "GET /v2.0/subnetpools/f14d5c36-9e3e-4731-9804-b9972e0a7004/tags/tempest-TagsExtTest-Tag-1816317419 HTTP/1.1" status: 404 len: 329 time: 0.0422771 May 20 20:58:19.014364 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 34968) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:58:19.014364 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.tag.tag_plugin [None req-a1f45e6e-ff8a-4b1f-ba28-49e159863616 tempest-TagsExtTest-1975297969 tempest-TagsExtTest-1975297969-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'f14d5c36-9e3e-4731-9804-b9972e0a7004', 'tempest-TagsExtTest-Tag-592783113') {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:58:19.029421 n-d-842733-1 neutron-server[103163]: INFO neutron.api.v2.resource [None req-a1f45e6e-ff8a-4b1f-ba28-49e159863616 tempest-TagsExtTest-1975297969 tempest-TagsExtTest-1975297969-project] show failed (client error): The resource could not be found. May 20 20:58:19.030811 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-a1f45e6e-ff8a-4b1f-ba28-49e159863616 tempest-TagsExtTest-1975297969 tempest-TagsExtTest-1975297969-project] 10.222.0.35 "GET /v2.0/subnetpools/f14d5c36-9e3e-4731-9804-b9972e0a7004/tags/tempest-TagsExtTest-Tag-592783113 HTTP/1.1" status: 404 len: 328 time: 0.0272477 May 20 20:58:19.033550 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 34970) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:58:19.038574 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.tag.tag_plugin [None req-c2db40d6-c127-4c8c-9ef3-cd903095ddb9 tempest-TagsExtTest-1975297969 tempest-TagsExtTest-1975297969-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'f14d5c36-9e3e-4731-9804-b9972e0a7004') {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:58:19.044477 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8092d5d0-97bc-485e-961e-3284c79c7da7 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Made reservation on behalf of ab4ded6dc75a4ab5a4f9dae9e5aa3753 for: {'subnet': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:58:19.048210 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8092d5d0-97bc-485e-961e-3284c79c7da7 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8422561'] for subnet, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:19.064619 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 34972) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:58:19.145108 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-c2db40d6-c127-4c8c-9ef3-cd903095ddb9 tempest-TagsExtTest-1975297969 tempest-TagsExtTest-1975297969-project] 10.222.0.35 "DELETE /v2.0/subnetpools/f14d5c36-9e3e-4731-9804-b9972e0a7004/tags HTTP/1.1" status: 204 len: 168 time: 0.1077230 May 20 20:58:19.146410 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 34976) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:58:19.152055 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.tag.tag_plugin [None req-f4cf363c-4ade-4218-8e42-5c45c2d30faa tempest-TagsExtTest-1975297969 tempest-TagsExtTest-1975297969-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '1c761c46-5d69-475e-b27b-fe66522e3b81') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:58:19.236468 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-da23aa20-840c-482a-adec-0d30c6d13598 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1954070408-network', 'tenant_id': '24c170f09144465391fa4bf4af2ca207'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:58:19.282515 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a9b896f8-af47-43f8-b5e3-35612013f99c tempest-AllowedAddressPairTestJSON-1913504527 tempest-AllowedAddressPairTestJSON-1913504527-project] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:19.310473 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-f4cf363c-4ade-4218-8e42-5c45c2d30faa tempest-TagsExtTest-1975297969 tempest-TagsExtTest-1975297969-project] 10.222.0.35 "DELETE /v2.0/routers/1c761c46-5d69-475e-b27b-fe66522e3b81/tags HTTP/1.1" status: 204 len: 168 time: 0.1608548 May 20 20:58:19.310977 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 34978) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:58:19.314963 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.tag.tag_plugin [None req-dda15802-2dbb-4fbf-9270-dd93cb69c69a tempest-TagsExtTest-1975297969 tempest-TagsExtTest-1975297969-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '96f5bc64-1dac-4ab2-83d7-02f93260c6ae') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:58:19.396037 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-dda15802-2dbb-4fbf-9270-dd93cb69c69a tempest-TagsExtTest-1975297969 tempest-TagsExtTest-1975297969-project] 10.222.0.35 "DELETE /v2.0/ports/96f5bc64-1dac-4ab2-83d7-02f93260c6ae/tags HTTP/1.1" status: 204 len: 168 time: 0.0820386 May 20 20:58:19.396246 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 34980) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:58:19.400484 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.tag.tag_plugin [None req-f47dc771-95ad-4ac2-98e2-e0837682f459 tempest-TagsExtTest-1975297969 tempest-TagsExtTest-1975297969-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '02f465dd-210e-4aad-a171-240049e7663f') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:58:19.431140 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 8b0d3d82-5efc-46f0-b062-470b536272a6 no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:58:19.445118 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da23aa20-840c-482a-adec-0d30c6d13598 admin admin] Made reservation on behalf of 24c170f09144465391fa4bf4af2ca207 for: {'network': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:58:19.447779 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8092d5d0-97bc-485e-961e-3284c79c7da7 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9641412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8422583'] for subnet, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:19.449655 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-da23aa20-840c-482a-adec-0d30c6d13598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for network, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:19.462726 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-da23aa20-840c-482a-adec-0d30c6d13598 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:19.476416 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: 8b0d3d82-5efc-46f0-b062-470b536272a6 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 20:58:19.476768 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 8b0d3d82-5efc-46f0-b062-470b536272a6 not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 20:58:19.478109 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 43e88739-bd5a-4ac9-a551-159158055d9d no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:58:19.512265 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: 43e88739-bd5a-4ac9-a551-159158055d9d {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 20:58:19.512685 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 43e88739-bd5a-4ac9-a551-159158055d9d not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 20:58:19.526045 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a9b896f8-af47-43f8-b5e3-35612013f99c tempest-AllowedAddressPairTestJSON-1913504527 tempest-AllowedAddressPairTestJSON-1913504527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:19.542072 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-f47dc771-95ad-4ac2-98e2-e0837682f459 tempest-TagsExtTest-1975297969 tempest-TagsExtTest-1975297969-project] 10.222.0.35 "DELETE /v2.0/subnets/02f465dd-210e-4aad-a171-240049e7663f/tags HTTP/1.1" status: 204 len: 168 time: 0.1369057 May 20 20:58:19.542562 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8092d5d0-97bc-485e-961e-3284c79c7da7 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Network 98f8b8d5-1379-4eeb-9e13-b2bbab96015a is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:58:19.546320 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 34984) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:58:19.559405 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-8092d5d0-97bc-485e-961e-3284c79c7da7 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:58:19.563493 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8092d5d0-97bc-485e-961e-3284c79c7da7 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:58:19.564089 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8092d5d0-97bc-485e-961e-3284c79c7da7 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks [] for subnet, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:19.569433 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a85a491-c852-40cd-8b9e-5d95748f89f7 None None] Network 98f8b8d5-1379-4eeb-9e13-b2bbab96015a requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:58:19.604810 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9b896f8-af47-43f8-b5e3-35612013f99c tempest-AllowedAddressPairTestJSON-1913504527 tempest-AllowedAddressPairTestJSON-1913504527-project] Network 96c4f61f-b679-4179-a984-1eb9b43bf7f6 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:58:19.615261 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b896f8-af47-43f8-b5e3-35612013f99c tempest-AllowedAddressPairTestJSON-1913504527 tempest-AllowedAddressPairTestJSON-1913504527-project] Pushing event updated for resources: {'Port': ['ID=b0706674-a811-44f7-bd92-723927920a06,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:58:19.619488 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-a9b896f8-af47-43f8-b5e3-35612013f99c tempest-AllowedAddressPairTestJSON-1913504527 tempest-AllowedAddressPairTestJSON-1913504527-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:58:19.630365 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b896f8-af47-43f8-b5e3-35612013f99c tempest-AllowedAddressPairTestJSON-1913504527 tempest-AllowedAddressPairTestJSON-1913504527-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:58:19.662930 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8092d5d0-97bc-485e-961e-3284c79c7da7 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Pushing event updated for resources: {'Subnet': ['ID=cbfff477-fa6c-4653-bfbb-cd42c9849f64,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:58:19.687094 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-da23aa20-840c-482a-adec-0d30c6d13598 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:19.718348 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9b896f8-af47-43f8-b5e3-35612013f99c tempest-AllowedAddressPairTestJSON-1913504527 tempest-AllowedAddressPairTestJSON-1913504527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:58:19.719013 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a9b896f8-af47-43f8-b5e3-35612013f99c tempest-AllowedAddressPairTestJSON-1913504527 tempest-AllowedAddressPairTestJSON-1913504527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:19.759219 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f063dd7f-f953-400d-8156-ba8c9bd6f99b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaee2b848-d4b9-5db1-b6ef-d6db29d67de7-98f8b8d5-1379-4eeb-9e13-b2bbab96015a', 'network_id': '98f8b8d5-1379-4eeb-9e13-b2bbab96015a', 'tenant_id': 'ab4ded6dc75a4ab5a4f9dae9e5aa3753', 'fixed_ips': [{'subnet_id': 'cbfff477-fa6c-4653-bfbb-cd42c9849f64'}]}} from n-d-842733-1. {{(pid=103164) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 20:58:19.760597 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-f063dd7f-f953-400d-8156-ba8c9bd6f99b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:19.771584 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 34986) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:58:19.772299 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-8092d5d0-97bc-485e-961e-3284c79c7da7 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0250556 May 20 20:58:19.777948 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-df737db7-54f9-4861-b0d6-74953d53c000 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1973945808', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:58:19.873540 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5dcb31e4-3d2c-43fd-bf96-7c5d3d0d603e tempest-TagsExtTest-1975297969 tempest-TagsExtTest-1975297969-project] Notify callbacks [] for subnetpool, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:19.875324 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-5dcb31e4-3d2c-43fd-bf96-7c5d3d0d603e tempest-TagsExtTest-1975297969 tempest-TagsExtTest-1975297969-project] 10.222.0.35 "DELETE /v2.0/subnetpools/f14d5c36-9e3e-4731-9804-b9972e0a7004 HTTP/1.1" status: 204 len: 168 time: 0.3085086 May 20 20:58:19.879941 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-da23aa20-840c-482a-adec-0d30c6d13598 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:19.882106 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 34990) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:58:19.911364 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-9d8908b5-7265-4f48-aab4-e4005a0a29c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:19.920902 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-a9b896f8-af47-43f8-b5e3-35612013f99c tempest-AllowedAddressPairTestJSON-1913504527 tempest-AllowedAddressPairTestJSON-1913504527-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0135093 May 20 20:58:19.920902 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 34992) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:58:19.920902 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da23aa20-840c-482a-adec-0d30c6d13598 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 249} {{(pid=103162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 20:58:19.930212 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-8f9d52d8-e380-4812-9f33-8bf4b798ced9 tempest-AllowedAddressPairTestJSON-1913504527 tempest-AllowedAddressPairTestJSON-1913504527-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:a4:5c:65'}]}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:58:19.941017 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-1b05abb5-f280-4403-98c1-8768b5a12286 tempest-TagsExtTest-1975297969 tempest-TagsExtTest-1975297969-project] 10.222.0.35 "GET /v2.0/ports?device_id=1c761c46-5d69-475e-b27b-fe66522e3b81 HTTP/1.1" status: 200 len: 205 time: 0.0547624 May 20 20:58:19.941017 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 34996) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:58:19.949111 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da23aa20-840c-482a-adec-0d30c6d13598 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ca0fb1c-c695-4a0a-a152-dfa8f160f4d6,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:58:19.986501 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-da23aa20-840c-482a-adec-0d30c6d13598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:19.987351 n-d-842733-1 neutron-server[103162]: INFO neutron.db.segments_db [None req-da23aa20-840c-482a-adec-0d30c6d13598 admin admin] Added segment f71daceb-c498-4797-b825-ec97843817b7 of type vlan for network 27501fcc-897d-46d3-a5f8-4e490573ef38 May 20 20:58:19.999750 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-df737db7-54f9-4861-b0d6-74953d53c000 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-694221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26155'] for router, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:20.001026 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-df737db7-54f9-4861-b0d6-74953d53c000 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-693085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748153', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-718080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26162'] for router, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:20.020128 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [None req-f063dd7f-f953-400d-8156-ba8c9bd6f99b None None] Allocated IP 2001:db8::2 (98f8b8d5-1379-4eeb-9e13-b2bbab96015a/cbfff477-fa6c-4653-bfbb-cd42c9849f64/755c6c3f-a476-4434-971e-af044aea5889) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:58:20.130646 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-df737db7-54f9-4861-b0d6-74953d53c000 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:20.232121 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-da23aa20-840c-482a-adec-0d30c6d13598 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418993264'] for network, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:20.302777 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-df737db7-54f9-4861-b0d6-74953d53c000 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748106'] for router, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:20.346217 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-f063dd7f-f953-400d-8156-ba8c9bd6f99b None None] Notify callbacks [] for port, precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:20.377084 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-9747e0b1-4183-4656-94fd-ffe4515d06c3 None None] Provisioning complete for port b0706674-a811-44f7-bd92-723927920a06 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:58:20.377572 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-9747e0b1-4183-4656-94fd-ffe4515d06c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:20.421403 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-9747e0b1-4183-4656-94fd-ffe4515d06c3 None None] Port b0706674-a811-44f7-bd92-723927920a06 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 20:58:20.432228 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8f9d52d8-e380-4812-9f33-8bf4b798ced9 tempest-AllowedAddressPairTestJSON-1913504527 tempest-AllowedAddressPairTestJSON-1913504527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:20.439575 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-f063dd7f-f953-400d-8156-ba8c9bd6f99b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108'] for port, after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:20.447606 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-da23aa20-840c-482a-adec-0d30c6d13598 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524'] for network, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:20.448992 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da23aa20-840c-482a-adec-0d30c6d13598 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:58:20.449619 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-da23aa20-840c-482a-adec-0d30c6d13598 admin admin] Notify callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:20.464383 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-df737db7-54f9-4861-b0d6-74953d53c000 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks [] for router, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:20.468566 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-df737db7-54f9-4861-b0d6-74953d53c000 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.6955097 May 20 20:58:20.472426 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 35002) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:58:20.490416 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-da560110-2a5c-44e6-92f1-db6536aae5b0 tempest-TagsExtTest-1975297969 tempest-TagsExtTest-1975297969-project] Notify callbacks [] for router, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:20.518148 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f063dd7f-f953-400d-8156-ba8c9bd6f99b None None] Pushing event updated for resources: {'Port': ['ID=755c6c3f-a476-4434-971e-af044aea5889,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:58:20.536085 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f063dd7f-f953-400d-8156-ba8c9bd6f99b None None] Network 98f8b8d5-1379-4eeb-9e13-b2bbab96015a is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:58:20.538355 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-f063dd7f-f953-400d-8156-ba8c9bd6f99b None None] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:58:20.551911 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f063dd7f-f953-400d-8156-ba8c9bd6f99b None None] Received port after_create {{(pid=103164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:58:20.634665 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-f063dd7f-f953-400d-8156-ba8c9bd6f99b None None] Attempting to bind port 755c6c3f-a476-4434-971e-af044aea5889 on host n-d-842733-1 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:58:20.635278 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-f063dd7f-f953-400d-8156-ba8c9bd6f99b None None] Attempting to bind port 755c6c3f-a476-4434-971e-af044aea5889 by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': 'f5705048-66fd-4627-af8c-03443c37dd17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '98f8b8d5-1379-4eeb-9e13-b2bbab96015a'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:58:20.635908 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f063dd7f-f953-400d-8156-ba8c9bd6f99b None None] Attempting to bind port 755c6c3f-a476-4434-971e-af044aea5889 on network 98f8b8d5-1379-4eeb-9e13-b2bbab96015a {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:58:20.640457 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da23aa20-840c-482a-adec-0d30c6d13598 admin admin] Pushing event updated for resources: {'Network': ['ID=27501fcc-897d-46d3-a5f8-4e490573ef38,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:58:20.642861 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f063dd7f-f953-400d-8156-ba8c9bd6f99b None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 57, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:58:20.652970 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f063dd7f-f953-400d-8156-ba8c9bd6f99b None None] Checking segment: {'id': 'f5705048-66fd-4627-af8c-03443c37dd17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '98f8b8d5-1379-4eeb-9e13-b2bbab96015a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:58:20.652970 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-f063dd7f-f953-400d-8156-ba8c9bd6f99b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:20.652970 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f063dd7f-f953-400d-8156-ba8c9bd6f99b None None] Bound using segment: {'id': 'f5705048-66fd-4627-af8c-03443c37dd17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '98f8b8d5-1379-4eeb-9e13-b2bbab96015a'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:58:20.652970 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-f063dd7f-f953-400d-8156-ba8c9bd6f99b None None] Bound port: 755c6c3f-a476-4434-971e-af044aea5889, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5705048-66fd-4627-af8c-03443c37dd17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '98f8b8d5-1379-4eeb-9e13-b2bbab96015a'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:58:20.652970 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-f063dd7f-f953-400d-8156-ba8c9bd6f99b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:20.669623 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Network 27501fcc-897d-46d3-a5f8-4e490573ef38 details requested by agent ovs-agent-n-d-842733-1 with host n-d-842733-1 {{(pid=103164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 20 20:58:20.728249 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-da23aa20-840c-482a-adec-0d30c6d13598 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.6622765 May 20 20:58:20.739846 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 35006) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:58:20.740089 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-da560110-2a5c-44e6-92f1-db6536aae5b0 tempest-TagsExtTest-1975297969 tempest-TagsExtTest-1975297969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26169'] for router, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:20.742173 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-da560110-2a5c-44e6-92f1-db6536aae5b0 tempest-TagsExtTest-1975297969 tempest-TagsExtTest-1975297969-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:20.745076 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-c3216c71-cb2b-4c43-a574-2a345de6ba44 admin admin] Request body: {'subnet': {'network_id': '27501fcc-897d-46d3-a5f8-4e490573ef38', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1954070408-subnet', 'tenant_id': '24c170f09144465391fa4bf4af2ca207', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:58:20.812617 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-f063dd7f-f953-400d-8156-ba8c9bd6f99b None None] For port 755c6c3f-a476-4434-971e-af044aea5889, host n-d-842733-1, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:58:20.816175 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-f063dd7f-f953-400d-8156-ba8c9bd6f99b None None] For port 755c6c3f-a476-4434-971e-af044aea5889, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=755c6c3f-a476-4434-971e-af044aea5889,segment=NetworkSegment(f5705048-66fd-4627-af8c-03443c37dd17),segment_id=f5705048-66fd-4627-af8c-03443c37dd17)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:58:20.916386 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-da560110-2a5c-44e6-92f1-db6536aae5b0 tempest-TagsExtTest-1975297969 tempest-TagsExtTest-1975297969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-693148'] for router, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:20.917322 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da560110-2a5c-44e6-92f1-db6536aae5b0 tempest-TagsExtTest-1975297969 tempest-TagsExtTest-1975297969-project] Fanout notify agent at l3_agent the message router_deleted on router 1c761c46-5d69-475e-b27b-fe66522e3b81 {{(pid=103163) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 20 20:58:20.931116 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-da560110-2a5c-44e6-92f1-db6536aae5b0 tempest-TagsExtTest-1975297969 tempest-TagsExtTest-1975297969-project] Notify callbacks [] for router, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:20.932973 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-da560110-2a5c-44e6-92f1-db6536aae5b0 tempest-TagsExtTest-1975297969 tempest-TagsExtTest-1975297969-project] 10.222.0.35 "DELETE /v2.0/routers/1c761c46-5d69-475e-b27b-fe66522e3b81 HTTP/1.1" status: 204 len: 168 time: 0.9907985 May 20 20:58:20.936051 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 35012) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:58:20.998781 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-f063dd7f-f953-400d-8156-ba8c9bd6f99b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:21.068995 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-ec4b6903-01e2-43d0-8073-977638cbbf27 tempest-TagsExtTest-1975297969 tempest-TagsExtTest-1975297969-project] Deleting port 96f5bc64-1dac-4ab2-83d7-02f93260c6ae {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:58:21.069627 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ec4b6903-01e2-43d0-8073-977638cbbf27 tempest-TagsExtTest-1975297969 tempest-TagsExtTest-1975297969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:21.081522 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f063dd7f-f953-400d-8156-ba8c9bd6f99b None None] Pushing event updated for resources: {'Port': ['ID=755c6c3f-a476-4434-971e-af044aea5889,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:58:21.177084 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ec4b6903-01e2-43d0-8073-977638cbbf27 tempest-TagsExtTest-1975297969 tempest-TagsExtTest-1975297969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:21.192478 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-ec4b6903-01e2-43d0-8073-977638cbbf27 tempest-TagsExtTest-1975297969 tempest-TagsExtTest-1975297969-project] Calling delete_port for 96f5bc64-1dac-4ab2-83d7-02f93260c6ae owned by {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:58:21.296255 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3216c71-cb2b-4c43-a574-2a345de6ba44 admin admin] Made reservation on behalf of 24c170f09144465391fa4bf4af2ca207 for: {'subnet': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:58:21.298587 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c3216c71-cb2b-4c43-a574-2a345de6ba44 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4018244'] for subnet, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:21.385622 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f3a898dd-fc49-41f7-9a39-c14eb59d28a6 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:21.488962 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8f9d52d8-e380-4812-9f33-8bf4b798ced9 tempest-AllowedAddressPairTestJSON-1913504527 tempest-AllowedAddressPairTestJSON-1913504527-project] Notify callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:21.550379 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ec4b6903-01e2-43d0-8073-977638cbbf27 tempest-TagsExtTest-1975297969 tempest-TagsExtTest-1975297969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:21.603695 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4b6903-01e2-43d0-8073-977638cbbf27 tempest-TagsExtTest-1975297969 tempest-TagsExtTest-1975297969-project] Pushing event deleted for resources: {'Port': ['ID=96f5bc64-1dac-4ab2-83d7-02f93260c6ae,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:58:21.653683 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8f9d52d8-e380-4812-9f33-8bf4b798ced9 tempest-AllowedAddressPairTestJSON-1913504527 tempest-AllowedAddressPairTestJSON-1913504527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:21.718451 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ec4b6903-01e2-43d0-8073-977638cbbf27 tempest-TagsExtTest-1975297969 tempest-TagsExtTest-1975297969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:21.724417 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-ec4b6903-01e2-43d0-8073-977638cbbf27 tempest-TagsExtTest-1975297969 tempest-TagsExtTest-1975297969-project] 10.222.0.35 "DELETE /v2.0/ports/96f5bc64-1dac-4ab2-83d7-02f93260c6ae HTTP/1.1" status: 204 len: 168 time: 0.7872722 May 20 20:58:21.728690 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 35016) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:58:21.803717 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ea72dbd-06ab-49fe-af21-9abfb808944d tempest-TagsExtTest-1975297969 tempest-TagsExtTest-1975297969-project] Deleting subnet 02f465dd-210e-4aad-a171-240049e7663f {{(pid=103163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 20 20:58:21.808060 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5ea72dbd-06ab-49fe-af21-9abfb808944d tempest-TagsExtTest-1975297969 tempest-TagsExtTest-1975297969-project] Notify callbacks [] for subnet, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:21.869157 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5ea72dbd-06ab-49fe-af21-9abfb808944d tempest-TagsExtTest-1975297969 tempest-TagsExtTest-1975297969-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9338757'] for subnet, precommit_delete_associations {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:22.037086 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5ea72dbd-06ab-49fe-af21-9abfb808944d tempest-TagsExtTest-1975297969 tempest-TagsExtTest-1975297969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33068388'] for subnet, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:22.044987 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9d52d8-e380-4812-9f33-8bf4b798ced9 tempest-AllowedAddressPairTestJSON-1913504527 tempest-AllowedAddressPairTestJSON-1913504527-project] Pushing event updated for resources: {'Port': ['ID=b0706674-a811-44f7-bd92-723927920a06,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:58:22.079777 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-f3a898dd-fc49-41f7-9a39-c14eb59d28a6 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Allocated IP 2001:db8::1 (98f8b8d5-1379-4eeb-9e13-b2bbab96015a/cbfff477-fa6c-4653-bfbb-cd42c9849f64/4537bd89-7d94-49ee-915b-ff1d0f0c4f9b) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:58:22.346170 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-8f9d52d8-e380-4812-9f33-8bf4b798ced9 tempest-AllowedAddressPairTestJSON-1913504527 tempest-AllowedAddressPairTestJSON-1913504527-project] In _notify_port_updated(), no bound segment for port b0706674-a811-44f7-bd92-723927920a06 on network 96c4f61f-b679-4179-a984-1eb9b43bf7f6 {{(pid=103162) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} May 20 20:58:22.346170 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f9d52d8-e380-4812-9f33-8bf4b798ced9 tempest-AllowedAddressPairTestJSON-1913504527 tempest-AllowedAddressPairTestJSON-1913504527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:58:22.346170 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8f9d52d8-e380-4812-9f33-8bf4b798ced9 tempest-AllowedAddressPairTestJSON-1913504527 tempest-AllowedAddressPairTestJSON-1913504527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:22.346170 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-8f9d52d8-e380-4812-9f33-8bf4b798ced9 tempest-AllowedAddressPairTestJSON-1913504527 tempest-AllowedAddressPairTestJSON-1913504527-project] 10.222.0.35 "PUT /v2.0/ports/b0706674-a811-44f7-bd92-723927920a06 HTTP/1.1" status: 200 len: 996 time: 2.1912231 May 20 20:58:22.346170 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f3a898dd-fc49-41f7-9a39-c14eb59d28a6 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:22.346814 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b99002b9-301d-46d2-a938-23e6e57c7ef6 None None] Provisioning complete for port b0706674-a811-44f7-bd92-723927920a06 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:58:22.346814 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b99002b9-301d-46d2-a938-23e6e57c7ef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:22.346814 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b99002b9-301d-46d2-a938-23e6e57c7ef6 None None] Port b0706674-a811-44f7-bd92-723927920a06 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 20:58:22.347850 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 35022) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:58:22.462969 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-3968c448-73ce-443d-927b-314d64b21bf3 tempest-AllowedAddressPairTestJSON-1913504527 tempest-AllowedAddressPairTestJSON-1913504527-project] Deleting port b0706674-a811-44f7-bd92-723927920a06 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:58:22.463420 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3968c448-73ce-443d-927b-314d64b21bf3 tempest-AllowedAddressPairTestJSON-1913504527 tempest-AllowedAddressPairTestJSON-1913504527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:22.496475 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c3216c71-cb2b-4c43-a574-2a345de6ba44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3797684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4018258'] for subnet, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:22.582226 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3216c71-cb2b-4c43-a574-2a345de6ba44 admin admin] Checking segment: {'id': 'f71daceb-c498-4797-b825-ec97843817b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '27501fcc-897d-46d3-a5f8-4e490573ef38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:58:22.582878 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3216c71-cb2b-4c43-a574-2a345de6ba44 admin admin] Network hostable DHCP agents. Network: 27501fcc-897d-46d3-a5f8-4e490573ef38, hostable agents: ['c9b0653c-f3c7-4339-bd50-e3754b629216'], hosted agents: [] {{(pid=103162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 20:58:22.585379 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3216c71-cb2b-4c43-a574-2a345de6ba44 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d242ec6-9f33-44c2-af97-1bbf8381438b,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:58:22.633466 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-c9f3b7ff-015b-49ee-8a28-f1f3eaad12a4 None None] Provisioning complete for port 755c6c3f-a476-4434-971e-af044aea5889 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:58:22.633842 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3968c448-73ce-443d-927b-314d64b21bf3 tempest-AllowedAddressPairTestJSON-1913504527 tempest-AllowedAddressPairTestJSON-1913504527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:22.634398 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c9f3b7ff-015b-49ee-8a28-f1f3eaad12a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:22.647943 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-3968c448-73ce-443d-927b-314d64b21bf3 tempest-AllowedAddressPairTestJSON-1913504527 tempest-AllowedAddressPairTestJSON-1913504527-project] Calling delete_port for b0706674-a811-44f7-bd92-723927920a06 owned by {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:58:22.732162 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-c9f3b7ff-015b-49ee-8a28-f1f3eaad12a4 None None] Current status of the port 755c6c3f-a476-4434-971e-af044aea5889 is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:58:22.733860 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c9f3b7ff-015b-49ee-8a28-f1f3eaad12a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:22.779400 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-c9f3b7ff-015b-49ee-8a28-f1f3eaad12a4 None None] For port 755c6c3f-a476-4434-971e-af044aea5889, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=755c6c3f-a476-4434-971e-af044aea5889,segment=NetworkSegment(f5705048-66fd-4627-af8c-03443c37dd17),segment_id=f5705048-66fd-4627-af8c-03443c37dd17)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:58:22.799878 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d4580af9-4a6e-4a54-9ff0-6ac8852f0d70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:22.800473 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f3a898dd-fc49-41f7-9a39-c14eb59d28a6 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:22.801346 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5ea72dbd-06ab-49fe-af21-9abfb808944d tempest-TagsExtTest-1975297969 tempest-TagsExtTest-1975297969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33068399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9641221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8422588'] for subnet, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:22.816884 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5ea72dbd-06ab-49fe-af21-9abfb808944d tempest-TagsExtTest-1975297969 tempest-TagsExtTest-1975297969-project] Notify callbacks [] for subnet, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:22.825654 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-5ea72dbd-06ab-49fe-af21-9abfb808944d tempest-TagsExtTest-1975297969 tempest-TagsExtTest-1975297969-project] 10.222.0.35 "DELETE /v2.0/subnets/02f465dd-210e-4aad-a171-240049e7663f HTTP/1.1" status: 204 len: 168 time: 1.0921431 May 20 20:58:22.829739 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e272b0f6-1a78-4049-9577-3dbc5bdd0800 None None] Network 71ce92b0-df1a-4186-96d3-c18c08d3b560 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:58:22.847018 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 35026) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:58:22.914148 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea72dbd-06ab-49fe-af21-9abfb808944d tempest-TagsExtTest-1975297969 tempest-TagsExtTest-1975297969-project] Pushing event deleted for resources: {'Subnet': ['ID=02f465dd-210e-4aad-a171-240049e7663f,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:58:22.929311 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d7833aae-e3d5-4620-81be-1730815b447d tempest-TagsExtTest-1975297969 tempest-TagsExtTest-1975297969-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33160123'] for network, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:22.939883 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3a898dd-fc49-41f7-9a39-c14eb59d28a6 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Network 98f8b8d5-1379-4eeb-9e13-b2bbab96015a is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:58:22.964901 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-f3a898dd-fc49-41f7-9a39-c14eb59d28a6 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:58:22.969165 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3a898dd-fc49-41f7-9a39-c14eb59d28a6 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:58:22.971171 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f3a898dd-fc49-41f7-9a39-c14eb59d28a6 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748409'] for router_interface, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:22.978295 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a898dd-fc49-41f7-9a39-c14eb59d28a6 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Pushing event updated for resources: {'Port': ['ID=4537bd89-7d94-49ee-915b-ff1d0f0c4f9b,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:58:23.001413 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-d7833aae-e3d5-4620-81be-1730815b447d tempest-TagsExtTest-1975297969 tempest-TagsExtTest-1975297969-project] Deleting port ee9b321c-27da-47a5-a65c-18ebe2678dd7 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:58:23.001757 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d7833aae-e3d5-4620-81be-1730815b447d tempest-TagsExtTest-1975297969 tempest-TagsExtTest-1975297969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:23.096542 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3216c71-cb2b-4c43-a574-2a345de6ba44 admin admin] Network 27501fcc-897d-46d3-a5f8-4e490573ef38 is scheduled to be hosted by DHCP agent c9b0653c-f3c7-4339-bd50-e3754b629216 with binding_index 1 {{(pid=103162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 20:58:23.108023 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3968c448-73ce-443d-927b-314d64b21bf3 tempest-AllowedAddressPairTestJSON-1913504527 tempest-AllowedAddressPairTestJSON-1913504527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:23.109344 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c9f3b7ff-015b-49ee-8a28-f1f3eaad12a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:23.205834 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-d7833aae-e3d5-4620-81be-1730815b447d tempest-TagsExtTest-1975297969 tempest-TagsExtTest-1975297969-project] For port ee9b321c-27da-47a5-a65c-18ebe2678dd7, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=ee9b321c-27da-47a5-a65c-18ebe2678dd7,segment=NetworkSegment(93aeb352-2186-4ce4-8403-9bcd1efab4d5),segment_id=93aeb352-2186-4ce4-8403-9bcd1efab4d5)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:58:23.206210 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d7833aae-e3d5-4620-81be-1730815b447d tempest-TagsExtTest-1975297969 tempest-TagsExtTest-1975297969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:23.209046 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3968c448-73ce-443d-927b-314d64b21bf3 tempest-AllowedAddressPairTestJSON-1913504527 tempest-AllowedAddressPairTestJSON-1913504527-project] Pushing event deleted for resources: {'Port': ['ID=b0706674-a811-44f7-bd92-723927920a06,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:58:23.228284 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f3b7ff-015b-49ee-8a28-f1f3eaad12a4 None None] Pushing event updated for resources: {'Port': ['ID=755c6c3f-a476-4434-971e-af044aea5889,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:58:23.244317 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e29b1e84-e36d-40ab-a9e7-cd56b71ee5f8 None None] DHCP port deletion for 71ce92b0-df1a-4186-96d3-c18c08d3b560 request from n-d-842733-1 {{(pid=103164) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 20:58:23.248056 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-c3216c71-cb2b-4c43-a574-2a345de6ba44 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842733-1, 27501fcc-897d-46d3-a5f8-4e490573ef38) {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:58:23.255084 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3216c71-cb2b-4c43-a574-2a345de6ba44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:58:23.255555 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c3216c71-cb2b-4c43-a574-2a345de6ba44 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:23.268903 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-d7833aae-e3d5-4620-81be-1730815b447d tempest-TagsExtTest-1975297969 tempest-TagsExtTest-1975297969-project] Calling delete_port for ee9b321c-27da-47a5-a65c-18ebe2678dd7 owned by network:dhcp {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:58:23.315375 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e01bf42d-254c-4f64-96d3-b0a573f77b39 None None] Network 27501fcc-897d-46d3-a5f8-4e490573ef38 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:58:23.377279 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f3a898dd-fc49-41f7-9a39-c14eb59d28a6 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:23.382773 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-c3216c71-cb2b-4c43-a574-2a345de6ba44 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.6418269 May 20 20:58:23.385595 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 35032) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:58:23.398197 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-daa86c7d-2537-4ad7-bf22-2833af92cdfc admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1954070408-router', 'tenant_id': '24c170f09144465391fa4bf4af2ca207', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'}}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:58:23.481520 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3968c448-73ce-443d-927b-314d64b21bf3 tempest-AllowedAddressPairTestJSON-1913504527 tempest-AllowedAddressPairTestJSON-1913504527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:23.486282 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-3968c448-73ce-443d-927b-314d64b21bf3 tempest-AllowedAddressPairTestJSON-1913504527 tempest-AllowedAddressPairTestJSON-1913504527-project] 10.222.0.35 "DELETE /v2.0/ports/b0706674-a811-44f7-bd92-723927920a06 HTTP/1.1" status: 204 len: 168 time: 1.1363575 May 20 20:58:23.495632 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 35034) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:58:23.530392 n-d-842733-1 neutron-server[103162]: INFO neutron.pecan_wsgi.hooks.translation [None req-cacc6a00-5ea2-4860-8e57-99fa611bfa35 tempest-AllowedAddressPairTestJSON-1913504527 tempest-AllowedAddressPairTestJSON-1913504527-project] GET failed (client error): The resource could not be found. May 20 20:58:23.535740 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-cacc6a00-5ea2-4860-8e57-99fa611bfa35 tempest-AllowedAddressPairTestJSON-1913504527 tempest-AllowedAddressPairTestJSON-1913504527-project] 10.222.0.35 "GET /v2.0/ports/b0706674-a811-44f7-bd92-723927920a06 HTTP/1.1" status: 404 len: 333 time: 0.0355477 May 20 20:58:23.537787 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 35036) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:58:23.543307 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-65195228-f122-421e-af23-0490bb310a08 tempest-AllowedAddressPairTestJSON-1913504527 tempest-AllowedAddressPairTestJSON-1913504527-project] Request body: {'port': {'network_id': '96c4f61f-b679-4179-a984-1eb9b43bf7f6', 'name': 'tempest-AllowedAddressPairTestJSON-1228025756'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:58:23.621729 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-e29b1e84-e36d-40ab-a9e7-cd56b71ee5f8 None None] Deleting port ee9b321c-27da-47a5-a65c-18ebe2678dd7 {{(pid=103164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:58:23.622308 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-e29b1e84-e36d-40ab-a9e7-cd56b71ee5f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:23.628588 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-638bad82-dae3-40d9-bb79-2ef095c991a7 None None] Provisioning complete for port 4537bd89-7d94-49ee-915b-ff1d0f0c4f9b triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:58:23.628588 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-638bad82-dae3-40d9-bb79-2ef095c991a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:23.652247 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-daa86c7d-2537-4ad7-bf22-2833af92cdfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-694221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26155'] for router, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:23.653380 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-daa86c7d-2537-4ad7-bf22-2833af92cdfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-693085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748153', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-718080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26162'] for router, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:23.720581 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d7833aae-e3d5-4620-81be-1730815b447d tempest-TagsExtTest-1975297969 tempest-TagsExtTest-1975297969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:23.792248 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7833aae-e3d5-4620-81be-1730815b447d tempest-TagsExtTest-1975297969 tempest-TagsExtTest-1975297969-project] Pushing event deleted for resources: {'Port': ['ID=ee9b321c-27da-47a5-a65c-18ebe2678dd7,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:58:23.812915 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7833aae-e3d5-4620-81be-1730815b447d tempest-TagsExtTest-1975297969 tempest-TagsExtTest-1975297969-project] No DVR routers for this DVR port ee9b321c-27da-47a5-a65c-18ebe2678dd7 on host n-d-842733-1 {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:58:23.817137 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-daa86c7d-2537-4ad7-bf22-2833af92cdfc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:23.843308 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-638bad82-dae3-40d9-bb79-2ef095c991a7 None None] Port 4537bd89-7d94-49ee-915b-ff1d0f0c4f9b cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 20:58:23.854212 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 755c6c3f-a476-4434-971e-af044aea5889 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:58:23.954220 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d7833aae-e3d5-4620-81be-1730815b447d tempest-TagsExtTest-1975297969 tempest-TagsExtTest-1975297969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33072115', 'neutron.services.segments.db._delete_segments_for_network-8782419500584'] for network, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:23.999109 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-d7833aae-e3d5-4620-81be-1730815b447d tempest-TagsExtTest-1975297969 tempest-TagsExtTest-1975297969-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71ce92b0-df1a-4186-96d3-c18c08d3b560']}} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:58:24.024867 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-d7833aae-e3d5-4620-81be-1730815b447d tempest-TagsExtTest-1975297969 tempest-TagsExtTest-1975297969-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93aeb352-2186-4ce4-8403-9bcd1efab4d5') {'for_net_delete': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:58:24.025174 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-d7833aae-e3d5-4620-81be-1730815b447d tempest-TagsExtTest-1975297969 tempest-TagsExtTest-1975297969-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93aeb352-2186-4ce4-8403-9bcd1efab4d5') {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:58:24.035538 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d7833aae-e3d5-4620-81be-1730815b447d tempest-TagsExtTest-1975297969 tempest-TagsExtTest-1975297969-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419501617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9338764'] for segment, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:24.051132 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d7833aae-e3d5-4620-81be-1730815b447d tempest-TagsExtTest-1975297969 tempest-TagsExtTest-1975297969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:24.058540 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7833aae-e3d5-4620-81be-1730815b447d tempest-TagsExtTest-1975297969 tempest-TagsExtTest-1975297969-project] Releasing vlan 201 on physical network physnet1 to pool {{(pid=103163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 20:58:24.059551 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d7833aae-e3d5-4620-81be-1730815b447d tempest-TagsExtTest-1975297969 tempest-TagsExtTest-1975297969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9638311'] for segment, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:24.063020 n-d-842733-1 neutron-server[103163]: Traceback (most recent call last): May 20 20:58:24.063020 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 20:58:24.063020 n-d-842733-1 neutron-server[103163]: timer() May 20 20:58:24.063020 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 20:58:24.063020 n-d-842733-1 neutron-server[103163]: cb(*args, **kw) May 20 20:58:24.063020 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 20 20:58:24.063020 n-d-842733-1 neutron-server[103163]: return func(*args, **kwargs) May 20 20:58:24.063020 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 20:58:24.063020 n-d-842733-1 neutron-server[103163]: self._notify() May 20 20:58:24.063020 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 20:58:24.063020 n-d-842733-1 neutron-server[103163]: self.callback(batched_events) May 20 20:58:24.063020 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 20:58:24.063020 n-d-842733-1 neutron-server[103163]: event.method(event) May 20 20:58:24.063020 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 20 20:58:24.063020 n-d-842733-1 neutron-server[103163]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 20:58:24.063020 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 20 20:58:24.063020 n-d-842733-1 neutron-server[103163]: aggregate_uuid = self.p_client.list_aggregates( May 20 20:58:24.063020 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 20 20:58:24.063020 n-d-842733-1 neutron-server[103163]: return f(self, *a, **k) May 20 20:58:24.063020 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 20 20:58:24.063020 n-d-842733-1 neutron-server[103163]: return self._get(url).json() May 20 20:58:24.063020 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 20 20:58:24.063020 n-d-842733-1 neutron-server[103163]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 20:58:24.063020 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 20:58:24.063020 n-d-842733-1 neutron-server[103163]: return self.request(url, 'GET', **kwargs) May 20 20:58:24.063020 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 20:58:24.063020 n-d-842733-1 neutron-server[103163]: base_url = self.get_endpoint(auth, allow=allow, May 20 20:58:24.063020 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 20:58:24.063020 n-d-842733-1 neutron-server[103163]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 20:58:24.063020 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 20:58:24.063020 n-d-842733-1 neutron-server[103163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 20:58:24.063020 n-d-842733-1 neutron-server[103163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 20:58:24.129966 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65195228-f122-421e-af23-0490bb310a08 tempest-AllowedAddressPairTestJSON-1913504527 tempest-AllowedAddressPairTestJSON-1913504527-project] Made reservation on behalf of 498d352c8a7e48fcac8d7489464b641c for: {'port': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:58:24.134554 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-65195228-f122-421e-af23-0490bb310a08 tempest-AllowedAddressPairTestJSON-1913504527 tempest-AllowedAddressPairTestJSON-1913504527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:24.154934 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4bb0e131-6525-46ca-a45b-e4ea43a5e69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:24.199013 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-daa86c7d-2537-4ad7-bf22-2833af92cdfc admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:24.213318 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [None req-65195228-f122-421e-af23-0490bb310a08 tempest-AllowedAddressPairTestJSON-1913504527 tempest-AllowedAddressPairTestJSON-1913504527-project] device_id is not set on port 7465ea6b-635d-41bb-b17c-4d2559980209 yet. {{(pid=103162) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 20 20:58:24.221249 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f3a898dd-fc49-41f7-9a39-c14eb59d28a6 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:24.225542 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2cefdad-96a5-452b-9913-1056b1eb112c None None] Network 27501fcc-897d-46d3-a5f8-4e490573ef38 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:58:24.295027 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-e29b1e84-e36d-40ab-a9e7-cd56b71ee5f8 None None] For port ee9b321c-27da-47a5-a65c-18ebe2678dd7, host n-d-842733-1, got binding levels [] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:58:24.295421 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-e29b1e84-e36d-40ab-a9e7-cd56b71ee5f8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:24.338657 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d7833aae-e3d5-4620-81be-1730815b447d tempest-TagsExtTest-1975297969 tempest-TagsExtTest-1975297969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33072122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748162'] for network, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:24.342412 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-e29b1e84-e36d-40ab-a9e7-cd56b71ee5f8 None None] Calling delete_port for ee9b321c-27da-47a5-a65c-18ebe2678dd7 owned by network:dhcp {{(pid=103164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:58:24.346363 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d7833aae-e3d5-4620-81be-1730815b447d tempest-TagsExtTest-1975297969 tempest-TagsExtTest-1975297969-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:24.347447 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.ipam_backend_mixin [None req-e29b1e84-e36d-40ab-a9e7-cd56b71ee5f8 None None] Port ee9b321c-27da-47a5-a65c-18ebe2678dd7 was not found and therefore no delete operation was performed {{(pid=103164) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} May 20 20:58:24.349136 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 755c6c3f-a476-4434-971e-af044aea5889 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:58:24.349538 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:24.359904 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-d7833aae-e3d5-4620-81be-1730815b447d tempest-TagsExtTest-1975297969 tempest-TagsExtTest-1975297969-project] 10.222.0.35 "DELETE /v2.0/networks/71ce92b0-df1a-4186-96d3-c18c08d3b560 HTTP/1.1" status: 204 len: 168 time: 1.5099463 May 20 20:58:24.369090 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f3a898dd-fc49-41f7-9a39-c14eb59d28a6 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:24.371610 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f3a898dd-fc49-41f7-9a39-c14eb59d28a6 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748437'] for router_interface, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:24.372503 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-e29b1e84-e36d-40ab-a9e7-cd56b71ee5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099'] for port, after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:24.381518 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7833aae-e3d5-4620-81be-1730815b447d tempest-TagsExtTest-1975297969 tempest-TagsExtTest-1975297969-project] Pushing event deleted for resources: {'Network': ['ID=71ce92b0-df1a-4186-96d3-c18c08d3b560,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:58:24.436332 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29b1e84-e36d-40ab-a9e7-cd56b71ee5f8 None None] Pushing event deleted for resources: {'Port': ['ID=ee9b321c-27da-47a5-a65c-18ebe2678dd7,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:58:24.448858 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e29b1e84-e36d-40ab-a9e7-cd56b71ee5f8 None None] Network 71ce92b0-df1a-4186-96d3-c18c08d3b560 is not hosted by any dhcp agent {{(pid=103164) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} May 20 20:58:24.449431 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e29b1e84-e36d-40ab-a9e7-cd56b71ee5f8 None None] No DVR routers for this DVR port ee9b321c-27da-47a5-a65c-18ebe2678dd7 on host n-d-842733-1 {{(pid=103164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:58:24.522943 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 755c6c3f-a476-4434-971e-af044aea5889 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:58:24.592345 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device ee9b321c-27da-47a5-a65c-18ebe2678dd7 no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:58:24.605889 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a898dd-fc49-41f7-9a39-c14eb59d28a6 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Pushing event updated for resources: {'Port': ['ID=4537bd89-7d94-49ee-915b-ff1d0f0c4f9b,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:58:24.618061 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: ee9b321c-27da-47a5-a65c-18ebe2678dd7 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 20:58:24.618409 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device ee9b321c-27da-47a5-a65c-18ebe2678dd7 not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 20:58:24.668566 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:24.710010 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3a898dd-fc49-41f7-9a39-c14eb59d28a6 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Network 98f8b8d5-1379-4eeb-9e13-b2bbab96015a is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:58:24.711629 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-65195228-f122-421e-af23-0490bb310a08 tempest-AllowedAddressPairTestJSON-1913504527 tempest-AllowedAddressPairTestJSON-1913504527-project] Allocated IP 172.20.0.8 (96c4f61f-b679-4179-a984-1eb9b43bf7f6/8a7f0d7c-bd73-4b7a-85d4-e05b0ef28151/7465ea6b-635d-41bb-b17c-4d2559980209) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:58:24.716487 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-f3a898dd-fc49-41f7-9a39-c14eb59d28a6 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:58:25.115463 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 35052) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:58:25.175522 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b8fb097b-4399-437b-a421-45da1d1babaf None None] Provisioning complete for port 4537bd89-7d94-49ee-915b-ff1d0f0c4f9b triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:58:25.176149 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b8fb097b-4399-437b-a421-45da1d1babaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:25.190398 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-65195228-f122-421e-af23-0490bb310a08 tempest-AllowedAddressPairTestJSON-1913504527 tempest-AllowedAddressPairTestJSON-1913504527-project] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:25.194933 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-daa86c7d-2537-4ad7-bf22-2833af92cdfc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:25.221109 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b8fb097b-4399-437b-a421-45da1d1babaf None None] Port 4537bd89-7d94-49ee-915b-ff1d0f0c4f9b cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 20:58:25.260023 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-daa86c7d-2537-4ad7-bf22-2833af92cdfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:25.270866 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3a898dd-fc49-41f7-9a39-c14eb59d28a6 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Router ff764817-037c-4d72-8db2-07d7a68a59c6 is scheduled to L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e with binding_index 1 {{(pid=103162) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 20 20:58:25.332861 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-ddbd5566-a0e8-4b85-9883-ac257a0cf283 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2be56d69aab144febabef804bf3a1b55&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2161431 May 20 20:58:25.335606 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 35058) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:58:25.417023 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8a870cd6-94f2-4973-b6c1-0fbe650e4c72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:25.454878 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8a870cd6-94f2-4973-b6c1-0fbe650e4c72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:25.502892 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cc3ec51b-6ec8-438a-8349-5f0bec346d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:25.595211 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:25.625585 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8a870cd6-94f2-4973-b6c1-0fbe650e4c72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:25.628208 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8a870cd6-94f2-4973-b6c1-0fbe650e4c72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:25.629465 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-8a870cd6-94f2-4973-b6c1-0fbe650e4c72 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5bfd40c0-286c-4b4b-901d-94d0d77563b3 HTTP/1.1" status: 204 len: 168 time: 0.2926381 May 20 20:58:25.639375 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a870cd6-94f2-4973-b6c1-0fbe650e4c72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bfd40c0-286c-4b4b-901d-94d0d77563b3,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:58:25.802098 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3a898dd-fc49-41f7-9a39-c14eb59d28a6 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 20:58:25.812851 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-f3a898dd-fc49-41f7-9a39-c14eb59d28a6 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "PUT /v2.0/routers/ff764817-037c-4d72-8db2-07d7a68a59c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3373129 May 20 20:58:25.813899 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 35064) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:58:25.816866 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d2f5de1-dbb8-4550-8040-af88f16509c1 None None] Sync routers for ids ['ff764817-037c-4d72-8db2-07d7a68a59c6'] in n-d-842733-1 {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 20:58:25.827183 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d2f5de1-dbb8-4550-8040-af88f16509c1 None None] Routers {'ff764817-037c-4d72-8db2-07d7a68a59c6'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:58:25.827800 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-6d2f5de1-dbb8-4550-8040-af88f16509c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:58:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['ff764817-037c-4d72-8db2-07d7a68a59c6'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:58:25.829367 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-daa86c7d-2537-4ad7-bf22-2833af92cdfc admin admin] Allocated IP 172.25.2.60 (e3a93b5c-91e2-4064-9c2c-1afc261bfe15/86fee0c1-6e34-488b-9216-b2b8e7ef585a/6cbc53eb-cb67-4905-a789-193c8be0c208) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:58:25.881134 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-65195228-f122-421e-af23-0490bb310a08 tempest-AllowedAddressPairTestJSON-1913504527 tempest-AllowedAddressPairTestJSON-1913504527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:25.922897 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-6d2f5de1-dbb8-4550-8040-af88f16509c1 None None] Set router ff764817-037c-4d72-8db2-07d7a68a59c6 gateway port host: None {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:58:25.926151 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3617654e-2ac5-4296-96be-c12550d4dace tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:58:25.930440 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 35066) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:58:25.946528 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-3617654e-2ac5-4296-96be-c12550d4dace tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "GET /v2.0/ports/4537bd89-7d94-49ee-915b-ff1d0f0c4f9b HTTP/1.1" status: 200 len: 911 time: 0.1297781 May 20 20:58:26.039500 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5ce9624-c840-40af-9d35-a5f55732051d tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:58:26.049519 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5ce9624-c840-40af-9d35-a5f55732051d tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:58:26.054516 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-f5ce9624-c840-40af-9d35-a5f55732051d tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1207678 May 20 20:58:26.061747 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 35070) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:58:26.129794 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65195228-f122-421e-af23-0490bb310a08 tempest-AllowedAddressPairTestJSON-1913504527 tempest-AllowedAddressPairTestJSON-1913504527-project] Pushing event updated for resources: {'Port': ['ID=7465ea6b-635d-41bb-b17c-4d2559980209,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:58:26.145578 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-6d2f5de1-dbb8-4550-8040-af88f16509c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff764817-037c-4d72-8db2-07d7a68a59c6', 'name': 'tempest-NetworksTestDHCPv6-router-1973945808', 'tenant_id': 'ab4ded6dc75a4ab5a4f9dae9e5aa3753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:58:20Z', 'updated_at': '2022-05-20T20:58:23Z', 'revision_number': 2, 'project_id': 'ab4ded6dc75a4ab5a4f9dae9e5aa3753', 'gw_port_host': None, '_interfaces': [{'id': '4537bd89-7d94-49ee-915b-ff1d0f0c4f9b', 'name': '', 'network_id': '98f8b8d5-1379-4eeb-9e13-b2bbab96015a', 'tenant_id': 'ab4ded6dc75a4ab5a4f9dae9e5aa3753', 'mac_address': 'fa:16:3e:3e:59:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff764817-037c-4d72-8db2-07d7a68a59c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2546, 'fixed_ips': [{'subnet_id': 'cbfff477-fa6c-4653-bfbb-cd42c9849f64', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:58:21Z', 'updated_at': '2022-05-20T20:58:23Z', 'revision_number': 2, 'project_id': 'ab4ded6dc75a4ab5a4f9dae9e5aa3753', 'subnets': [{'id': 'cbfff477-fa6c-4653-bfbb-cd42c9849f64', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:58:26.153263 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65195228-f122-421e-af23-0490bb310a08 tempest-AllowedAddressPairTestJSON-1913504527 tempest-AllowedAddressPairTestJSON-1913504527-project] Network 96c4f61f-b679-4179-a984-1eb9b43bf7f6 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:58:26.166940 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-65195228-f122-421e-af23-0490bb310a08 tempest-AllowedAddressPairTestJSON-1913504527 tempest-AllowedAddressPairTestJSON-1913504527-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:58:26.182997 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d2f5de1-dbb8-4550-8040-af88f16509c1 None None] Checking router: ff764817-037c-4d72-8db2-07d7a68a59c6 for host: n-d-842733-1 {{(pid=103165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 20:58:26.183684 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d2f5de1-dbb8-4550-8040-af88f16509c1 None None] Updating router ff764817-037c-4d72-8db2-07d7a68a59c6 port 4537bd89-7d94-49ee-915b-ff1d0f0c4f9b binding host n-d-842733-1 {{(pid=103165) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 20:58:26.186288 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65195228-f122-421e-af23-0490bb310a08 tempest-AllowedAddressPairTestJSON-1913504527 tempest-AllowedAddressPairTestJSON-1913504527-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:58:26.214969 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-6d2f5de1-dbb8-4550-8040-af88f16509c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:26.427494 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65195228-f122-421e-af23-0490bb310a08 tempest-AllowedAddressPairTestJSON-1913504527 tempest-AllowedAddressPairTestJSON-1913504527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:58:26.428218 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-65195228-f122-421e-af23-0490bb310a08 tempest-AllowedAddressPairTestJSON-1913504527 tempest-AllowedAddressPairTestJSON-1913504527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:26.450916 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-daa86c7d-2537-4ad7-bf22-2833af92cdfc admin admin] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:26.565611 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-490b7f5d-739a-4126-b1b8-ba93a43f204d None None] Provisioning complete for port 7465ea6b-635d-41bb-b17c-4d2559980209 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:58:26.572258 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-65195228-f122-421e-af23-0490bb310a08 tempest-AllowedAddressPairTestJSON-1913504527 tempest-AllowedAddressPairTestJSON-1913504527-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.0327988 May 20 20:58:26.572872 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-490b7f5d-739a-4126-b1b8-ba93a43f204d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:26.574195 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 35084) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:58:26.582072 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-a6f189e3-20fc-484e-8b7b-900b00d36c76 tempest-AllowedAddressPairTestJSON-1913504527 tempest-AllowedAddressPairTestJSON-1913504527-project] Request body: {'port': {'network_id': '96c4f61f-b679-4179-a984-1eb9b43bf7f6', 'name': 'tempest-AllowedAddressPairTestJSON-1713191101'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:58:26.656389 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-490b7f5d-739a-4126-b1b8-ba93a43f204d None None] Port 7465ea6b-635d-41bb-b17c-4d2559980209 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 20:58:26.661337 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-daa86c7d-2537-4ad7-bf22-2833af92cdfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:26.668847 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-6d2f5de1-dbb8-4550-8040-af88f16509c1 None None] Notify callbacks [] for port, precommit_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:26.749861 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daa86c7d-2537-4ad7-bf22-2833af92cdfc admin admin] Network e3a93b5c-91e2-4064-9c2c-1afc261bfe15 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:58:26.766000 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-6d2f5de1-dbb8-4550-8040-af88f16509c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:26.778332 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-daa86c7d-2537-4ad7-bf22-2833af92cdfc admin admin] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:58:26.782377 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa86c7d-2537-4ad7-bf22-2833af92cdfc admin admin] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:58:26.823177 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-66f8ce90-e886-461c-88bb-d96db38c4a6d tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748528'] for router_interface, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:26.875043 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af253c31-bdec-4d59-84d2-fc70897f5f28 None None] Pushing event updated for resources: {'Port': ['ID=4537bd89-7d94-49ee-915b-ff1d0f0c4f9b,revision_number=3']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:58:26.876930 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa86c7d-2537-4ad7-bf22-2833af92cdfc admin admin] Pushing event updated for resources: {'Port': ['ID=6cbc53eb-cb67-4905-a789-193c8be0c208,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:58:26.969266 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-6d2f5de1-dbb8-4550-8040-af88f16509c1 None None] Attempting to bind port 4537bd89-7d94-49ee-915b-ff1d0f0c4f9b on host n-d-842733-1 for vnic_type normal with profile {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:58:26.969892 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-6d2f5de1-dbb8-4550-8040-af88f16509c1 None None] Attempting to bind port 4537bd89-7d94-49ee-915b-ff1d0f0c4f9b by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': 'f5705048-66fd-4627-af8c-03443c37dd17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '98f8b8d5-1379-4eeb-9e13-b2bbab96015a'}] {{(pid=103165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:58:26.970244 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d2f5de1-dbb8-4550-8040-af88f16509c1 None None] Attempting to bind port 4537bd89-7d94-49ee-915b-ff1d0f0c4f9b on network 98f8b8d5-1379-4eeb-9e13-b2bbab96015a {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:58:26.976581 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d2f5de1-dbb8-4550-8040-af88f16509c1 None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 58, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:58:26.978770 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d2f5de1-dbb8-4550-8040-af88f16509c1 None None] Checking segment: {'id': 'f5705048-66fd-4627-af8c-03443c37dd17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '98f8b8d5-1379-4eeb-9e13-b2bbab96015a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:58:26.980942 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-6d2f5de1-dbb8-4550-8040-af88f16509c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:26.981074 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d2f5de1-dbb8-4550-8040-af88f16509c1 None None] Bound using segment: {'id': 'f5705048-66fd-4627-af8c-03443c37dd17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '98f8b8d5-1379-4eeb-9e13-b2bbab96015a'} {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:58:26.990742 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-6d2f5de1-dbb8-4550-8040-af88f16509c1 None None] Bound port: 4537bd89-7d94-49ee-915b-ff1d0f0c4f9b, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5705048-66fd-4627-af8c-03443c37dd17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '98f8b8d5-1379-4eeb-9e13-b2bbab96015a'}}] {{(pid=103165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:58:26.992227 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-6d2f5de1-dbb8-4550-8040-af88f16509c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:27.171695 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-6d2f5de1-dbb8-4550-8040-af88f16509c1 None None] For port 4537bd89-7d94-49ee-915b-ff1d0f0c4f9b, host n-d-842733-1, cleared binding levels {{(pid=103165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:58:27.179290 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-6d2f5de1-dbb8-4550-8040-af88f16509c1 None None] For port 4537bd89-7d94-49ee-915b-ff1d0f0c4f9b, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=4537bd89-7d94-49ee-915b-ff1d0f0c4f9b,segment=NetworkSegment(f5705048-66fd-4627-af8c-03443c37dd17),segment_id=f5705048-66fd-4627-af8c-03443c37dd17)] {{(pid=103165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:58:27.274129 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-6d2f5de1-dbb8-4550-8040-af88f16509c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:27.289264 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-e37c1be7-55f1-4c36-a757-8e8edde14f1b None None] Provisioning complete for port 4537bd89-7d94-49ee-915b-ff1d0f0c4f9b triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:58:27.289859 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-e37c1be7-55f1-4c36-a757-8e8edde14f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:27.303520 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6f189e3-20fc-484e-8b7b-900b00d36c76 tempest-AllowedAddressPairTestJSON-1913504527 tempest-AllowedAddressPairTestJSON-1913504527-project] Made reservation on behalf of 498d352c8a7e48fcac8d7489464b641c for: {'port': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:58:27.309638 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a6f189e3-20fc-484e-8b7b-900b00d36c76 tempest-AllowedAddressPairTestJSON-1913504527 tempest-AllowedAddressPairTestJSON-1913504527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:27.343309 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [None req-a6f189e3-20fc-484e-8b7b-900b00d36c76 tempest-AllowedAddressPairTestJSON-1913504527 tempest-AllowedAddressPairTestJSON-1913504527-project] device_id is not set on port a2dcabef-0b19-4b16-a87e-e9c9ede3b417 yet. {{(pid=103162) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 20 20:58:27.385365 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af253c31-bdec-4d59-84d2-fc70897f5f28 None None] Pushing event updated for resources: {'Port': ['ID=4537bd89-7d94-49ee-915b-ff1d0f0c4f9b,revision_number=4']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:58:27.430444 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d2f5de1-dbb8-4550-8040-af88f16509c1 None None] Routers {'ff764817-037c-4d72-8db2-07d7a68a59c6'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:58:27.431067 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-6d2f5de1-dbb8-4550-8040-af88f16509c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:58:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['ff764817-037c-4d72-8db2-07d7a68a59c6'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:58:27.449122 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-e37c1be7-55f1-4c36-a757-8e8edde14f1b None None] Current status of the port 4537bd89-7d94-49ee-915b-ff1d0f0c4f9b is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:58:27.449970 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-e37c1be7-55f1-4c36-a757-8e8edde14f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:27.462778 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-66f8ce90-e886-461c-88bb-d96db38c4a6d tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Deleting port 4537bd89-7d94-49ee-915b-ff1d0f0c4f9b {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:58:27.463339 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-66f8ce90-e886-461c-88bb-d96db38c4a6d tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:27.531022 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-e37c1be7-55f1-4c36-a757-8e8edde14f1b None None] For port 4537bd89-7d94-49ee-915b-ff1d0f0c4f9b, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=4537bd89-7d94-49ee-915b-ff1d0f0c4f9b,segment=NetworkSegment(f5705048-66fd-4627-af8c-03443c37dd17),segment_id=f5705048-66fd-4627-af8c-03443c37dd17)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:58:27.615135 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-daa86c7d-2537-4ad7-bf22-2833af92cdfc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:27.641069 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-6d2f5de1-dbb8-4550-8040-af88f16509c1 None None] Set router ff764817-037c-4d72-8db2-07d7a68a59c6 gateway port host: None {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:58:27.646086 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-e37c1be7-55f1-4c36-a757-8e8edde14f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:27.701518 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-66f8ce90-e886-461c-88bb-d96db38c4a6d tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] For port 4537bd89-7d94-49ee-915b-ff1d0f0c4f9b, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=4537bd89-7d94-49ee-915b-ff1d0f0c4f9b,segment=NetworkSegment(f5705048-66fd-4627-af8c-03443c37dd17),segment_id=f5705048-66fd-4627-af8c-03443c37dd17)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:58:27.702570 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-66f8ce90-e886-461c-88bb-d96db38c4a6d tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:27.720531 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-66f8ce90-e886-461c-88bb-d96db38c4a6d tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Calling delete_port for 4537bd89-7d94-49ee-915b-ff1d0f0c4f9b owned by network:router_interface {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:58:27.791421 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37c1be7-55f1-4c36-a757-8e8edde14f1b None None] Pushing event updated for resources: {'Port': ['ID=4537bd89-7d94-49ee-915b-ff1d0f0c4f9b,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:58:27.908711 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-a6f189e3-20fc-484e-8b7b-900b00d36c76 tempest-AllowedAddressPairTestJSON-1913504527 tempest-AllowedAddressPairTestJSON-1913504527-project] Allocated IP 172.20.0.7 (96c4f61f-b679-4179-a984-1eb9b43bf7f6/8a7f0d7c-bd73-4b7a-85d4-e05b0ef28151/a2dcabef-0b19-4b16-a87e-e9c9ede3b417) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:58:27.973902 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-38ac32fa-37f2-4ed7-8079-424efddb2ca1 None None] Provisioning complete for port 4537bd89-7d94-49ee-915b-ff1d0f0c4f9b triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:58:27.978130 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-38ac32fa-37f2-4ed7-8079-424efddb2ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:28.084119 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-38ac32fa-37f2-4ed7-8079-424efddb2ca1 None None] Current status of the port 4537bd89-7d94-49ee-915b-ff1d0f0c4f9b is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:58:28.142240 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-6d2f5de1-dbb8-4550-8040-af88f16509c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff764817-037c-4d72-8db2-07d7a68a59c6', 'name': 'tempest-NetworksTestDHCPv6-router-1973945808', 'tenant_id': 'ab4ded6dc75a4ab5a4f9dae9e5aa3753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:58:20Z', 'updated_at': '2022-05-20T20:58:23Z', 'revision_number': 2, 'project_id': 'ab4ded6dc75a4ab5a4f9dae9e5aa3753', 'gw_port_host': None, '_interfaces': [{'id': '4537bd89-7d94-49ee-915b-ff1d0f0c4f9b', 'name': '', 'network_id': '98f8b8d5-1379-4eeb-9e13-b2bbab96015a', 'tenant_id': 'ab4ded6dc75a4ab5a4f9dae9e5aa3753', 'mac_address': 'fa:16:3e:3e:59:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff764817-037c-4d72-8db2-07d7a68a59c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2546, 'fixed_ips': [{'subnet_id': 'cbfff477-fa6c-4653-bfbb-cd42c9849f64', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:58:21Z', 'updated_at': '2022-05-20T20:58:27Z', 'revision_number': 4, 'project_id': 'ab4ded6dc75a4ab5a4f9dae9e5aa3753', 'subnets': [{'id': 'cbfff477-fa6c-4653-bfbb-cd42c9849f64', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:58:28.185163 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d2f5de1-dbb8-4550-8040-af88f16509c1 None None] The sync data for ids ['ff764817-037c-4d72-8db2-07d7a68a59c6'] in n-d-842733-1 is: [{'id': 'ff764817-037c-4d72-8db2-07d7a68a59c6', 'name': 'tempest-NetworksTestDHCPv6-router-1973945808', 'tenant_id': 'ab4ded6dc75a4ab5a4f9dae9e5aa3753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:58:20Z', 'updated_at': '2022-05-20T20:58:23Z', 'revision_number': 2, 'project_id': 'ab4ded6dc75a4ab5a4f9dae9e5aa3753', 'gw_port_host': None, '_interfaces': [{'id': '4537bd89-7d94-49ee-915b-ff1d0f0c4f9b', 'name': '', 'network_id': '98f8b8d5-1379-4eeb-9e13-b2bbab96015a', 'tenant_id': 'ab4ded6dc75a4ab5a4f9dae9e5aa3753', 'mac_address': 'fa:16:3e:3e:59:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff764817-037c-4d72-8db2-07d7a68a59c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2546, 'fixed_ips': [{'subnet_id': 'cbfff477-fa6c-4653-bfbb-cd42c9849f64', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:58:21Z', 'updated_at': '2022-05-20T20:58:27Z', 'revision_number': 4, 'project_id': 'ab4ded6dc75a4ab5a4f9dae9e5aa3753', 'subnets': [{'id': 'cbfff477-fa6c-4653-bfbb-cd42c9849f64', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 20:58:28.211485 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-daa86c7d-2537-4ad7-bf22-2833af92cdfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748106'] for router, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:28.308284 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a6f189e3-20fc-484e-8b7b-900b00d36c76 tempest-AllowedAddressPairTestJSON-1913504527 tempest-AllowedAddressPairTestJSON-1913504527-project] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:28.732448 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-66f8ce90-e886-461c-88bb-d96db38c4a6d tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:28.786675 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f8ce90-e886-461c-88bb-d96db38c4a6d tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Pushing event deleted for resources: {'Port': ['ID=4537bd89-7d94-49ee-915b-ff1d0f0c4f9b,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:58:28.823412 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-daa86c7d-2537-4ad7-bf22-2833af92cdfc admin admin] Router 8ed4aaca-e6a0-4660-b8c0-cc41a451958e is scheduled to L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e with binding_index 1 {{(pid=103162) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 20 20:58:28.827864 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a6f189e3-20fc-484e-8b7b-900b00d36c76 tempest-AllowedAddressPairTestJSON-1913504527 tempest-AllowedAddressPairTestJSON-1913504527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:28.957769 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f189e3-20fc-484e-8b7b-900b00d36c76 tempest-AllowedAddressPairTestJSON-1913504527 tempest-AllowedAddressPairTestJSON-1913504527-project] Pushing event updated for resources: {'Port': ['ID=a2dcabef-0b19-4b16-a87e-e9c9ede3b417,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:58:28.967193 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6f189e3-20fc-484e-8b7b-900b00d36c76 tempest-AllowedAddressPairTestJSON-1913504527 tempest-AllowedAddressPairTestJSON-1913504527-project] Network 96c4f61f-b679-4179-a984-1eb9b43bf7f6 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:58:28.978519 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-a6f189e3-20fc-484e-8b7b-900b00d36c76 tempest-AllowedAddressPairTestJSON-1913504527 tempest-AllowedAddressPairTestJSON-1913504527-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:58:28.993486 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-66f8ce90-e886-461c-88bb-d96db38c4a6d tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-692224'] for router_interface, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:29.142625 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6f189e3-20fc-484e-8b7b-900b00d36c76 tempest-AllowedAddressPairTestJSON-1913504527 tempest-AllowedAddressPairTestJSON-1913504527-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:58:29.364022 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daa86c7d-2537-4ad7-bf22-2833af92cdfc admin admin] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 20:58:29.379177 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6edd62c-8047-4aca-be8a-0a7ea3d9b7e4 None None] Sync routers for ids ['8ed4aaca-e6a0-4660-b8c0-cc41a451958e'] in n-d-842733-1 {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 20:58:29.418042 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6f189e3-20fc-484e-8b7b-900b00d36c76 tempest-AllowedAddressPairTestJSON-1913504527 tempest-AllowedAddressPairTestJSON-1913504527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:58:29.420060 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a6f189e3-20fc-484e-8b7b-900b00d36c76 tempest-AllowedAddressPairTestJSON-1913504527 tempest-AllowedAddressPairTestJSON-1913504527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:29.431748 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6edd62c-8047-4aca-be8a-0a7ea3d9b7e4 None None] Routers {'8ed4aaca-e6a0-4660-b8c0-cc41a451958e'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:58:29.432430 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-d6edd62c-8047-4aca-be8a-0a7ea3d9b7e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:58:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['8ed4aaca-e6a0-4660-b8c0-cc41a451958e'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:58:29.470089 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66f8ce90-e886-461c-88bb-d96db38c4a6d tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Router ff764817-037c-4d72-8db2-07d7a68a59c6 has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 20:58:29.518041 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-daa86c7d-2537-4ad7-bf22-2833af92cdfc admin admin] Notify callbacks [] for router, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:29.520819 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-daa86c7d-2537-4ad7-bf22-2833af92cdfc admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.1341960 May 20 20:58:29.528405 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 35142) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:58:29.591432 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-e02d682a-7f80-4a8e-ab0b-4f037e7262aa None None] Provisioning complete for port a2dcabef-0b19-4b16-a87e-e9c9ede3b417 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:58:29.592309 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-e02d682a-7f80-4a8e-ab0b-4f037e7262aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:29.632581 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66f8ce90-e886-461c-88bb-d96db38c4a6d tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 20:58:29.641633 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-a6f189e3-20fc-484e-8b7b-900b00d36c76 tempest-AllowedAddressPairTestJSON-1913504527 tempest-AllowedAddressPairTestJSON-1913504527-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.0661538 May 20 20:58:29.642620 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 35148) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:58:29.647829 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-66f8ce90-e886-461c-88bb-d96db38c4a6d tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "PUT /v2.0/routers/ff764817-037c-4d72-8db2-07d7a68a59c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5812483 May 20 20:58:29.648148 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 35150) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:58:29.657535 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-2671072c-1595-4899-a434-f3d78bc41d23 tempest-AllowedAddressPairTestJSON-1913504527 tempest-AllowedAddressPairTestJSON-1913504527-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:a4:5c:65'}, {'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:03:07:91'}]}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:58:29.659105 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-e02d682a-7f80-4a8e-ab0b-4f037e7262aa None None] Port a2dcabef-0b19-4b16-a87e-e9c9ede3b417 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 20:58:29.671518 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-d6edd62c-8047-4aca-be8a-0a7ea3d9b7e4 None None] Set router 8ed4aaca-e6a0-4660-b8c0-cc41a451958e gateway port host: n-d-842733-1 {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:58:29.798199 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44ba0a54-88dc-4cf5-928e-dfd745799f8e tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:58:29.799843 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44ba0a54-88dc-4cf5-928e-dfd745799f8e tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:58:29.811081 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-44ba0a54-88dc-4cf5-928e-dfd745799f8e tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1572168 May 20 20:58:29.818220 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 35152) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:58:29.950464 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ff2cf54-909c-4752-8c7d-36674865ed4f tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Deleting subnet cbfff477-fa6c-4653-bfbb-cd42c9849f64 {{(pid=103163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 20 20:58:29.960303 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8ff2cf54-909c-4752-8c7d-36674865ed4f tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks [] for subnet, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:29.995607 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-d6edd62c-8047-4aca-be8a-0a7ea3d9b7e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ed4aaca-e6a0-4660-b8c0-cc41a451958e', 'name': 'tempest-ServerRescueTestJSON-1954070408-router', 'tenant_id': '24c170f09144465391fa4bf4af2ca207', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.60'}], 'enable_snat': True}, 'gw_port_id': '6cbc53eb-cb67-4905-a789-193c8be0c208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:58:23Z', 'updated_at': '2022-05-20T20:58:27Z', 'revision_number': 3, 'project_id': '24c170f09144465391fa4bf4af2ca207', 'gw_port': {'id': '6cbc53eb-cb67-4905-a789-193c8be0c208', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:2e:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ed4aaca-e6a0-4660-b8c0-cc41a451958e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2549, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:58:25Z', 'updated_at': '2022-05-20T20:58:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:58:30.057340 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8ff2cf54-909c-4752-8c7d-36674865ed4f tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9338757'] for subnet, precommit_delete_associations {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:30.071256 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6edd62c-8047-4aca-be8a-0a7ea3d9b7e4 None None] Checking router: 8ed4aaca-e6a0-4660-b8c0-cc41a451958e for host: n-d-842733-1 {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 20:58:30.071964 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6edd62c-8047-4aca-be8a-0a7ea3d9b7e4 None None] Updating router 8ed4aaca-e6a0-4660-b8c0-cc41a451958e port 6cbc53eb-cb67-4905-a789-193c8be0c208 binding host n-d-842733-1 {{(pid=103164) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 20:58:30.115356 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d6edd62c-8047-4aca-be8a-0a7ea3d9b7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:30.189534 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8ff2cf54-909c-4752-8c7d-36674865ed4f tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33068388'] for subnet, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:30.202551 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2671072c-1595-4899-a434-f3d78bc41d23 tempest-AllowedAddressPairTestJSON-1913504527 tempest-AllowedAddressPairTestJSON-1913504527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:30.327959 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-715a1e4a-6ff7-4e05-8fee-83b18b1f1d25 None None] Sync routers for ids ['ff764817-037c-4d72-8db2-07d7a68a59c6'] in n-d-842733-1 {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 20:58:30.362118 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-715a1e4a-6ff7-4e05-8fee-83b18b1f1d25 None None] Routers {'ff764817-037c-4d72-8db2-07d7a68a59c6'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:58:30.362906 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-715a1e4a-6ff7-4e05-8fee-83b18b1f1d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:58:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['ff764817-037c-4d72-8db2-07d7a68a59c6'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:58:30.535387 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-715a1e4a-6ff7-4e05-8fee-83b18b1f1d25 None None] Set router ff764817-037c-4d72-8db2-07d7a68a59c6 gateway port host: None {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:58:30.544948 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8ff2cf54-909c-4752-8c7d-36674865ed4f tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33068399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9641221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8422588'] for subnet, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:30.633699 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8ff2cf54-909c-4752-8c7d-36674865ed4f tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks [] for subnet, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:30.643156 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-8ff2cf54-909c-4752-8c7d-36674865ed4f tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "DELETE /v2.0/subnets/cbfff477-fa6c-4653-bfbb-cd42c9849f64 HTTP/1.1" status: 204 len: 168 time: 0.8214936 May 20 20:58:30.644449 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff2cf54-909c-4752-8c7d-36674865ed4f tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Pushing event deleted for resources: {'Subnet': ['ID=cbfff477-fa6c-4653-bfbb-cd42c9849f64,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:58:30.649080 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 35172) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:58:30.650879 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d6edd62c-8047-4aca-be8a-0a7ea3d9b7e4 None None] Notify callbacks [] for port, precommit_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:30.658605 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66bcd7d2-1401-45f5-b8dc-1d66303065c4 None None] Network 98f8b8d5-1379-4eeb-9e13-b2bbab96015a requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:58:30.694041 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-715a1e4a-6ff7-4e05-8fee-83b18b1f1d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff764817-037c-4d72-8db2-07d7a68a59c6', 'name': 'tempest-NetworksTestDHCPv6-router-1973945808', 'tenant_id': 'ab4ded6dc75a4ab5a4f9dae9e5aa3753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:58:20Z', 'updated_at': '2022-05-20T20:58:27Z', 'revision_number': 3, 'project_id': 'ab4ded6dc75a4ab5a4f9dae9e5aa3753', 'gw_port_host': None}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:58:30.767425 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-715a1e4a-6ff7-4e05-8fee-83b18b1f1d25 None None] Checking router: ff764817-037c-4d72-8db2-07d7a68a59c6 for host: n-d-842733-1 {{(pid=103165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 20:58:30.783055 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-715a1e4a-6ff7-4e05-8fee-83b18b1f1d25 None None] Routers {'ff764817-037c-4d72-8db2-07d7a68a59c6'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:58:30.784640 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-715a1e4a-6ff7-4e05-8fee-83b18b1f1d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:58:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['ff764817-037c-4d72-8db2-07d7a68a59c6'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:58:30.785504 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d6edd62c-8047-4aca-be8a-0a7ea3d9b7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:30.840749 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77d8b18-6d69-4c83-a0f3-c48650609706 None None] Pushing event updated for resources: {'Port': ['ID=6cbc53eb-cb67-4905-a789-193c8be0c208,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:58:30.893607 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-715a1e4a-6ff7-4e05-8fee-83b18b1f1d25 None None] Set router ff764817-037c-4d72-8db2-07d7a68a59c6 gateway port host: None {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:58:30.903600 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-d6edd62c-8047-4aca-be8a-0a7ea3d9b7e4 None None] Attempting to bind port 6cbc53eb-cb67-4905-a789-193c8be0c208 on host n-d-842733-1 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:58:30.903968 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-d6edd62c-8047-4aca-be8a-0a7ea3d9b7e4 None None] Attempting to bind port 6cbc53eb-cb67-4905-a789-193c8be0c208 by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': '0b5485c4-eff8-42a1-9073-ae54ed4c63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:58:30.904321 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6edd62c-8047-4aca-be8a-0a7ea3d9b7e4 None None] Attempting to bind port 6cbc53eb-cb67-4905-a789-193c8be0c208 on network e3a93b5c-91e2-4064-9c2c-1afc261bfe15 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:58:30.935310 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6edd62c-8047-4aca-be8a-0a7ea3d9b7e4 None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 58, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:58:30.935679 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6edd62c-8047-4aca-be8a-0a7ea3d9b7e4 None None] Checking segment: {'id': '0b5485c4-eff8-42a1-9073-ae54ed4c63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:58:30.936080 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d6edd62c-8047-4aca-be8a-0a7ea3d9b7e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:30.943029 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6edd62c-8047-4aca-be8a-0a7ea3d9b7e4 None None] Bound using segment: {'id': '0b5485c4-eff8-42a1-9073-ae54ed4c63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:58:30.943029 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-d6edd62c-8047-4aca-be8a-0a7ea3d9b7e4 None None] Bound port: 6cbc53eb-cb67-4905-a789-193c8be0c208, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b5485c4-eff8-42a1-9073-ae54ed4c63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:58:30.943029 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d6edd62c-8047-4aca-be8a-0a7ea3d9b7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:30.979128 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-715a1e4a-6ff7-4e05-8fee-83b18b1f1d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff764817-037c-4d72-8db2-07d7a68a59c6', 'name': 'tempest-NetworksTestDHCPv6-router-1973945808', 'tenant_id': 'ab4ded6dc75a4ab5a4f9dae9e5aa3753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:58:20Z', 'updated_at': '2022-05-20T20:58:27Z', 'revision_number': 3, 'project_id': 'ab4ded6dc75a4ab5a4f9dae9e5aa3753', 'gw_port_host': None}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:58:31.080727 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-d6edd62c-8047-4aca-be8a-0a7ea3d9b7e4 None None] For port 6cbc53eb-cb67-4905-a789-193c8be0c208, host n-d-842733-1, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:58:31.111237 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-d6edd62c-8047-4aca-be8a-0a7ea3d9b7e4 None None] For port 6cbc53eb-cb67-4905-a789-193c8be0c208, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=6cbc53eb-cb67-4905-a789-193c8be0c208,segment=NetworkSegment(0b5485c4-eff8-42a1-9073-ae54ed4c63ba),segment_id=0b5485c4-eff8-42a1-9073-ae54ed4c63ba)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:58:31.124900 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-715a1e4a-6ff7-4e05-8fee-83b18b1f1d25 None None] The sync data for ids ['ff764817-037c-4d72-8db2-07d7a68a59c6'] in n-d-842733-1 is: [{'id': 'ff764817-037c-4d72-8db2-07d7a68a59c6', 'name': 'tempest-NetworksTestDHCPv6-router-1973945808', 'tenant_id': 'ab4ded6dc75a4ab5a4f9dae9e5aa3753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:58:20Z', 'updated_at': '2022-05-20T20:58:27Z', 'revision_number': 3, 'project_id': 'ab4ded6dc75a4ab5a4f9dae9e5aa3753', 'gw_port_host': None}] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 20:58:31.233042 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d650f17-062f-4a95-b393-bd4dde5b7915 None None] DHCP port deletion for 98f8b8d5-1379-4eeb-9e13-b2bbab96015a request from n-d-842733-1 {{(pid=103164) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 20:58:31.246925 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d6edd62c-8047-4aca-be8a-0a7ea3d9b7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:31.360467 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77d8b18-6d69-4c83-a0f3-c48650609706 None None] Pushing event updated for resources: {'Port': ['ID=6cbc53eb-cb67-4905-a789-193c8be0c208,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:58:31.366118 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6edd62c-8047-4aca-be8a-0a7ea3d9b7e4 None None] Routers {'8ed4aaca-e6a0-4660-b8c0-cc41a451958e'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:58:31.366758 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-d6edd62c-8047-4aca-be8a-0a7ea3d9b7e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:58:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['8ed4aaca-e6a0-4660-b8c0-cc41a451958e'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:58:31.448397 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-8d650f17-062f-4a95-b393-bd4dde5b7915 None None] Deleting port 755c6c3f-a476-4434-971e-af044aea5889 {{(pid=103164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:58:31.448823 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-8d650f17-062f-4a95-b393-bd4dde5b7915 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:31.515297 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-53e82268-af14-4c26-8d9d-72069e8be82a tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.8618543 May 20 20:58:31.518896 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 35212) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:58:31.658968 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2671072c-1595-4899-a434-f3d78bc41d23 tempest-AllowedAddressPairTestJSON-1913504527 tempest-AllowedAddressPairTestJSON-1913504527-project] Notify callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:31.672886 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8b0549a1-9a59-4fd5-bf5e-b0e4b3ea0e73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:31.750393 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2671072c-1595-4899-a434-f3d78bc41d23 tempest-AllowedAddressPairTestJSON-1913504527 tempest-AllowedAddressPairTestJSON-1913504527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:31.963627 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 755c6c3f-a476-4434-971e-af044aea5889 no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:58:32.097565 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-8d650f17-062f-4a95-b393-bd4dde5b7915 None None] For port 755c6c3f-a476-4434-971e-af044aea5889, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=755c6c3f-a476-4434-971e-af044aea5889,segment=NetworkSegment(f5705048-66fd-4627-af8c-03443c37dd17),segment_id=f5705048-66fd-4627-af8c-03443c37dd17)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:58:32.098225 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-8d650f17-062f-4a95-b393-bd4dde5b7915 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:32.129808 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2671072c-1595-4899-a434-f3d78bc41d23 tempest-AllowedAddressPairTestJSON-1913504527 tempest-AllowedAddressPairTestJSON-1913504527-project] Pushing event updated for resources: {'Port': ['ID=a2dcabef-0b19-4b16-a87e-e9c9ede3b417,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:58:32.140901 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-2671072c-1595-4899-a434-f3d78bc41d23 tempest-AllowedAddressPairTestJSON-1913504527 tempest-AllowedAddressPairTestJSON-1913504527-project] In _notify_port_updated(), no bound segment for port a2dcabef-0b19-4b16-a87e-e9c9ede3b417 on network 96c4f61f-b679-4179-a984-1eb9b43bf7f6 {{(pid=103162) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} May 20 20:58:32.148251 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2671072c-1595-4899-a434-f3d78bc41d23 tempest-AllowedAddressPairTestJSON-1913504527 tempest-AllowedAddressPairTestJSON-1913504527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:58:32.154844 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2671072c-1595-4899-a434-f3d78bc41d23 tempest-AllowedAddressPairTestJSON-1913504527 tempest-AllowedAddressPairTestJSON-1913504527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:32.155060 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-8d650f17-062f-4a95-b393-bd4dde5b7915 None None] Calling delete_port for 755c6c3f-a476-4434-971e-af044aea5889 owned by network:dhcp {{(pid=103164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:58:32.155185 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-2671072c-1595-4899-a434-f3d78bc41d23 tempest-AllowedAddressPairTestJSON-1913504527 tempest-AllowedAddressPairTestJSON-1913504527-project] 10.222.0.35 "PUT /v2.0/ports/a2dcabef-0b19-4b16-a87e-e9c9ede3b417 HTTP/1.1" status: 200 len: 1056 time: 2.5033255 May 20 20:58:32.157402 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 35224) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:58:32.166326 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-d6edd62c-8047-4aca-be8a-0a7ea3d9b7e4 None None] Set router 8ed4aaca-e6a0-4660-b8c0-cc41a451958e gateway port host: n-d-842733-1 {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:58:32.345822 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d6ceb4cc-9141-46ce-bfb6-80b3b920321c tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks [] for router, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:32.428354 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 35230) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:58:32.575226 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-8b0549a1-9a59-4fd5-bf5e-b0e4b3ea0e73 admin admin] Allocated IP 172.20.0.1 (27501fcc-897d-46d3-a5f8-4e490573ef38/3d242ec6-9f33-44c2-af97-1bbf8381438b/0031394e-dc0a-4879-9b00-02a91b3419da) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:58:32.605336 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-0eeb4680-cbef-4253-af02-af0516b0904d tempest-AllowedAddressPairTestJSON-1913504527 tempest-AllowedAddressPairTestJSON-1913504527-project] Deleting port a2dcabef-0b19-4b16-a87e-e9c9ede3b417 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:58:32.605684 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0eeb4680-cbef-4253-af02-af0516b0904d tempest-AllowedAddressPairTestJSON-1913504527 tempest-AllowedAddressPairTestJSON-1913504527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:32.638868 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d6ceb4cc-9141-46ce-bfb6-80b3b920321c tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26169'] for router, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:32.641201 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d6ceb4cc-9141-46ce-bfb6-80b3b920321c tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:32.749774 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-929b64d1-f4f7-4e2b-92e0-3b739eeea12e None None] Provisioning complete for port a2dcabef-0b19-4b16-a87e-e9c9ede3b417 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:58:32.751129 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-929b64d1-f4f7-4e2b-92e0-3b739eeea12e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:32.776363 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0eeb4680-cbef-4253-af02-af0516b0904d tempest-AllowedAddressPairTestJSON-1913504527 tempest-AllowedAddressPairTestJSON-1913504527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:32.791153 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f2fa9f27-3d77-486f-a38d-5ffd471f5a49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:32.800456 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-0eeb4680-cbef-4253-af02-af0516b0904d tempest-AllowedAddressPairTestJSON-1913504527 tempest-AllowedAddressPairTestJSON-1913504527-project] Calling delete_port for a2dcabef-0b19-4b16-a87e-e9c9ede3b417 owned by {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:58:32.804295 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8b0549a1-9a59-4fd5-bf5e-b0e4b3ea0e73 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:32.806067 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-929b64d1-f4f7-4e2b-92e0-3b739eeea12e None None] Port a2dcabef-0b19-4b16-a87e-e9c9ede3b417 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 20:58:32.821427 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 755c6c3f-a476-4434-971e-af044aea5889 is: ACTIVE; New status is: DOWN {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:58:32.822470 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:32.831991 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:32.897840 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d6ceb4cc-9141-46ce-bfb6-80b3b920321c tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-693148'] for router, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:32.898263 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6ceb4cc-9141-46ce-bfb6-80b3b920321c tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Fanout notify agent at l3_agent the message router_deleted on router ff764817-037c-4d72-8db2-07d7a68a59c6 {{(pid=103163) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 20 20:58:32.898488 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] For port 755c6c3f-a476-4434-971e-af044aea5889, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=755c6c3f-a476-4434-971e-af044aea5889,segment=NetworkSegment(f5705048-66fd-4627-af8c-03443c37dd17),segment_id=f5705048-66fd-4627-af8c-03443c37dd17)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:58:32.906830 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d6ceb4cc-9141-46ce-bfb6-80b3b920321c tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks [] for router, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:32.910107 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-d6ceb4cc-9141-46ce-bfb6-80b3b920321c tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "DELETE /v2.0/routers/ff764817-037c-4d72-8db2-07d7a68a59c6 HTTP/1.1" status: 204 len: 168 time: 1.3878858 May 20 20:58:32.911215 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 35240) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:58:32.982410 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-d6edd62c-8047-4aca-be8a-0a7ea3d9b7e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ed4aaca-e6a0-4660-b8c0-cc41a451958e', 'name': 'tempest-ServerRescueTestJSON-1954070408-router', 'tenant_id': '24c170f09144465391fa4bf4af2ca207', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.60'}], 'enable_snat': True}, 'gw_port_id': '6cbc53eb-cb67-4905-a789-193c8be0c208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:58:23Z', 'updated_at': '2022-05-20T20:58:27Z', 'revision_number': 3, 'project_id': '24c170f09144465391fa4bf4af2ca207', 'gw_port': {'id': '6cbc53eb-cb67-4905-a789-193c8be0c208', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:2e:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ed4aaca-e6a0-4660-b8c0-cc41a451958e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2549, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:58:25Z', 'updated_at': '2022-05-20T20:58:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:58:32.994427 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f2fa9f27-3d77-486f-a38d-5ffd471f5a49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:33.010999 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8b0549a1-9a59-4fd5-bf5e-b0e4b3ea0e73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:33.031015 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6edd62c-8047-4aca-be8a-0a7ea3d9b7e4 None None] The sync data for ids ['8ed4aaca-e6a0-4660-b8c0-cc41a451958e'] in n-d-842733-1 is: [{'id': '8ed4aaca-e6a0-4660-b8c0-cc41a451958e', 'name': 'tempest-ServerRescueTestJSON-1954070408-router', 'tenant_id': '24c170f09144465391fa4bf4af2ca207', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.60'}], 'enable_snat': True}, 'gw_port_id': '6cbc53eb-cb67-4905-a789-193c8be0c208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:58:23Z', 'updated_at': '2022-05-20T20:58:27Z', 'revision_number': 3, 'project_id': '24c170f09144465391fa4bf4af2ca207', 'gw_port': {'id': '6cbc53eb-cb67-4905-a789-193c8be0c208', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:2e:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ed4aaca-e6a0-4660-b8c0-cc41a451958e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2549, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:58:25Z', 'updated_at': '2022-05-20T20:58:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 20:58:33.084913 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b0549a1-9a59-4fd5-bf5e-b0e4b3ea0e73 admin admin] Network 27501fcc-897d-46d3-a5f8-4e490573ef38 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:58:33.087155 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:33.088226 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 4537bd89-7d94-49ee-915b-ff1d0f0c4f9b no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:58:33.161405 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f2fa9f27-3d77-486f-a38d-5ffd471f5a49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:33.162401 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: 4537bd89-7d94-49ee-915b-ff1d0f0c4f9b {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 20:58:33.163486 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 4537bd89-7d94-49ee-915b-ff1d0f0c4f9b not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 20:58:33.202453 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-8b0549a1-9a59-4fd5-bf5e-b0e4b3ea0e73 admin admin] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:58:33.206475 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b0549a1-9a59-4fd5-bf5e-b0e4b3ea0e73 admin admin] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:58:33.209051 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-8d650f17-062f-4a95-b393-bd4dde5b7915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099'] for port, after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:33.233102 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dabefa2-b5b8-4aa6-ac99-ed570a4bbbd8 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:58:33.245171 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-f2fa9f27-3d77-486f-a38d-5ffd471f5a49 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c26714e0d6e44a3fa0eec77397391379&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8116834 May 20 20:58:33.248628 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-3dabefa2-b5b8-4aa6-ac99-ed570a4bbbd8 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3331604 May 20 20:58:33.248753 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 35248) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:58:33.249795 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 35250) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:58:33.251398 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d650f17-062f-4a95-b393-bd4dde5b7915 None None] No DVR routers for this DVR port 755c6c3f-a476-4434-971e-af044aea5889 on host n-d-842733-1 {{(pid=103164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:58:33.264950 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fa9f27-3d77-486f-a38d-5ffd471f5a49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6710270f-c0e0-4bd2-9e63-70e57cf2372a,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:58:33.268216 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Pushing event updated for resources: {'Port': ['ID=755c6c3f-a476-4434-971e-af044aea5889,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:58:33.334368 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0eeb4680-cbef-4253-af02-af0516b0904d tempest-AllowedAddressPairTestJSON-1913504527 tempest-AllowedAddressPairTestJSON-1913504527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:33.354499 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d650f17-062f-4a95-b393-bd4dde5b7915 None None] Pushing event deleted for resources: {'Port': ['ID=755c6c3f-a476-4434-971e-af044aea5889,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:58:33.377911 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-395b31a6-0736-438a-9795-3bb29c8a83cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:33.401004 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0549a1-9a59-4fd5-bf5e-b0e4b3ea0e73 admin admin] Pushing event updated for resources: {'Port': ['ID=0031394e-dc0a-4879-9b00-02a91b3419da,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:58:33.442497 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-395b31a6-0736-438a-9795-3bb29c8a83cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:33.469606 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eeb4680-cbef-4253-af02-af0516b0904d tempest-AllowedAddressPairTestJSON-1913504527 tempest-AllowedAddressPairTestJSON-1913504527-project] Pushing event deleted for resources: {'Port': ['ID=a2dcabef-0b19-4b16-a87e-e9c9ede3b417,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:58:33.497676 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8b0549a1-9a59-4fd5-bf5e-b0e4b3ea0e73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748409'] for router_interface, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:33.594324 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89e73ef9-37cf-4458-bf2d-b6135cc5fd65 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:58:33.595873 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-89e73ef9-37cf-4458-bf2d-b6135cc5fd65 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3434703 May 20 20:58:33.599959 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 35258) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:58:33.727807 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-6f4c252b-7fc9-41ef-9898-a2ad8f6aa856 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1262467 May 20 20:58:33.733758 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 35262) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:58:33.737273 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-395b31a6-0736-438a-9795-3bb29c8a83cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:33.744112 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-31a1553d-3139-4ed5-a600-8a32bf120d3c tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Request body: {'subnet': {'network_id': '98f8b8d5-1379-4eeb-9e13-b2bbab96015a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:58:33.747897 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-395b31a6-0736-438a-9795-3bb29c8a83cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:33.751311 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-395b31a6-0736-438a-9795-3bb29c8a83cf admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6710270f-c0e0-4bd2-9e63-70e57cf2372a HTTP/1.1" status: 204 len: 168 time: 0.5019481 May 20 20:58:33.778587 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395b31a6-0736-438a-9795-3bb29c8a83cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6710270f-c0e0-4bd2-9e63-70e57cf2372a,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:58:34.144041 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31a1553d-3139-4ed5-a600-8a32bf120d3c tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Made reservation on behalf of ab4ded6dc75a4ab5a4f9dae9e5aa3753 for: {'subnet': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:58:34.144041 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-31a1553d-3139-4ed5-a600-8a32bf120d3c tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4018244'] for subnet, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:34.230149 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8b0549a1-9a59-4fd5-bf5e-b0e4b3ea0e73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:34.243693 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0eeb4680-cbef-4253-af02-af0516b0904d tempest-AllowedAddressPairTestJSON-1913504527 tempest-AllowedAddressPairTestJSON-1913504527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:34.245953 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-0eeb4680-cbef-4253-af02-af0516b0904d tempest-AllowedAddressPairTestJSON-1913504527 tempest-AllowedAddressPairTestJSON-1913504527-project] 10.222.0.35 "DELETE /v2.0/ports/a2dcabef-0b19-4b16-a87e-e9c9ede3b417 HTTP/1.1" status: 204 len: 168 time: 2.0875793 May 20 20:58:34.248610 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 35276) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:58:34.314844 n-d-842733-1 neutron-server[103163]: INFO neutron.pecan_wsgi.hooks.translation [None req-352cad82-0b39-4946-8d68-a5efd5181e47 tempest-AllowedAddressPairTestJSON-1913504527 tempest-AllowedAddressPairTestJSON-1913504527-project] GET failed (client error): The resource could not be found. May 20 20:58:34.316578 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-352cad82-0b39-4946-8d68-a5efd5181e47 tempest-AllowedAddressPairTestJSON-1913504527 tempest-AllowedAddressPairTestJSON-1913504527-project] 10.222.0.35 "GET /v2.0/ports/a2dcabef-0b19-4b16-a87e-e9c9ede3b417 HTTP/1.1" status: 404 len: 333 time: 0.0668774 May 20 20:58:34.322355 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 35278) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:58:34.804354 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 35282) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:58:34.824367 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-3ce690c5-ee47-4145-9e25-fd8998bc0cab tempest-AllowedAddressPairTestJSON-1913504527 tempest-AllowedAddressPairTestJSON-1913504527-project] Deleting port 7465ea6b-635d-41bb-b17c-4d2559980209 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:58:34.824946 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3ce690c5-ee47-4145-9e25-fd8998bc0cab tempest-AllowedAddressPairTestJSON-1913504527 tempest-AllowedAddressPairTestJSON-1913504527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:34.842407 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c18496de-a4d3-43f1-bc9e-63dfc6a8d432 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:34.898102 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8b0549a1-9a59-4fd5-bf5e-b0e4b3ea0e73 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:34.988836 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c18496de-a4d3-43f1-bc9e-63dfc6a8d432 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:35.006285 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8b0549a1-9a59-4fd5-bf5e-b0e4b3ea0e73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:35.049676 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3ce690c5-ee47-4145-9e25-fd8998bc0cab tempest-AllowedAddressPairTestJSON-1913504527 tempest-AllowedAddressPairTestJSON-1913504527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:35.115646 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c18496de-a4d3-43f1-bc9e-63dfc6a8d432 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:35.119825 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-3ce690c5-ee47-4145-9e25-fd8998bc0cab tempest-AllowedAddressPairTestJSON-1913504527 tempest-AllowedAddressPairTestJSON-1913504527-project] Calling delete_port for 7465ea6b-635d-41bb-b17c-4d2559980209 owned by {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:58:35.233181 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-c18496de-a4d3-43f1-bc9e-63dfc6a8d432 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7532a862f58b40aab6edf9515a710ca5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4252479 May 20 20:58:35.246903 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 35288) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:58:35.274021 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18496de-a4d3-43f1-bc9e-63dfc6a8d432 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2d0a502-1510-489a-a42a-26da51eea38c,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:58:35.311058 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0549a1-9a59-4fd5-bf5e-b0e4b3ea0e73 admin admin] Pushing event updated for resources: {'Port': ['ID=0031394e-dc0a-4879-9b00-02a91b3419da,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:58:35.313650 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7e296fac-6176-4a86-941e-ed78b2be7172 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:35.332069 n-d-842733-1 neutron-server[103162]: DEBUG neutron.objects.ports [None req-31a1553d-3139-4ed5-a600-8a32bf120d3c tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103162) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} May 20 20:58:35.335490 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8b0549a1-9a59-4fd5-bf5e-b0e4b3ea0e73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748437'] for router_interface, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:35.340106 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-31a1553d-3139-4ed5-a600-8a32bf120d3c tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3797684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4018258'] for subnet, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:35.353285 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7e296fac-6176-4a86-941e-ed78b2be7172 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:35.416146 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31a1553d-3139-4ed5-a600-8a32bf120d3c tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Network 98f8b8d5-1379-4eeb-9e13-b2bbab96015a is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:58:35.438114 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-31a1553d-3139-4ed5-a600-8a32bf120d3c tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:58:35.452699 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8611da45-dde6-47cb-b1e7-8356670c4c50 None None] Network 98f8b8d5-1379-4eeb-9e13-b2bbab96015a requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:58:35.529163 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31a1553d-3139-4ed5-a600-8a32bf120d3c tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:58:35.530537 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-31a1553d-3139-4ed5-a600-8a32bf120d3c tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:35.558470 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 6cbc53eb-cb67-4905-a789-193c8be0c208 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:58:35.566036 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7e296fac-6176-4a86-941e-ed78b2be7172 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:35.571588 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7e296fac-6176-4a86-941e-ed78b2be7172 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:35.571825 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a1553d-3139-4ed5-a600-8a32bf120d3c tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Pushing event updated for resources: {'Subnet': ['ID=69966601-f1c5-4bd6-aa90-4b43b7aff0c2,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:58:35.576272 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-7e296fac-6176-4a86-941e-ed78b2be7172 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a2d0a502-1510-489a-a42a-26da51eea38c HTTP/1.1" status: 204 len: 168 time: 0.3280833 May 20 20:58:35.605742 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e296fac-6176-4a86-941e-ed78b2be7172 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2d0a502-1510-489a-a42a-26da51eea38c,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:58:35.739199 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-31a1553d-3139-4ed5-a600-8a32bf120d3c tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.9973001 May 20 20:58:35.739736 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 35296) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:58:35.749296 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-59a23af2-d682-4f07-8314-0b223d8a0815 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Request body: {'subnet': {'network_id': '98f8b8d5-1379-4eeb-9e13-b2bbab96015a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:58:35.778055 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b0549a1-9a59-4fd5-bf5e-b0e4b3ea0e73 admin admin] Network 27501fcc-897d-46d3-a5f8-4e490573ef38 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:58:35.780667 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 6cbc53eb-cb67-4905-a789-193c8be0c208 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:58:35.780820 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-8b0549a1-9a59-4fd5-bf5e-b0e4b3ea0e73 admin admin] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:58:35.780957 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:35.874725 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6def85f5-d81d-4b7f-9585-9cc826ebcd38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaee2b848-d4b9-5db1-b6ef-d6db29d67de7-98f8b8d5-1379-4eeb-9e13-b2bbab96015a', 'network_id': '98f8b8d5-1379-4eeb-9e13-b2bbab96015a', 'tenant_id': 'ab4ded6dc75a4ab5a4f9dae9e5aa3753', 'fixed_ips': [{'subnet_id': '69966601-f1c5-4bd6-aa90-4b43b7aff0c2'}]}} from n-d-842733-1. {{(pid=103164) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 20:58:35.875569 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-6def85f5-d81d-4b7f-9585-9cc826ebcd38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:35.910332 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 6cbc53eb-cb67-4905-a789-193c8be0c208 is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:58:35.910731 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:35.916954 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3ce690c5-ee47-4145-9e25-fd8998bc0cab tempest-AllowedAddressPairTestJSON-1913504527 tempest-AllowedAddressPairTestJSON-1913504527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:35.932053 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] For port 6cbc53eb-cb67-4905-a789-193c8be0c208, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=6cbc53eb-cb67-4905-a789-193c8be0c208,segment=NetworkSegment(0b5485c4-eff8-42a1-9073-ae54ed4c63ba),segment_id=0b5485c4-eff8-42a1-9073-ae54ed4c63ba)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:58:35.960016 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce690c5-ee47-4145-9e25-fd8998bc0cab tempest-AllowedAddressPairTestJSON-1913504527 tempest-AllowedAddressPairTestJSON-1913504527-project] Pushing event deleted for resources: {'Port': ['ID=7465ea6b-635d-41bb-b17c-4d2559980209,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:58:35.995202 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b0549a1-9a59-4fd5-bf5e-b0e4b3ea0e73 admin admin] Router 8ed4aaca-e6a0-4660-b8c0-cc41a451958e has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 20:58:36.059022 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:36.125487 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3ce690c5-ee47-4145-9e25-fd8998bc0cab tempest-AllowedAddressPairTestJSON-1913504527 tempest-AllowedAddressPairTestJSON-1913504527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:36.132082 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-3ce690c5-ee47-4145-9e25-fd8998bc0cab tempest-AllowedAddressPairTestJSON-1913504527 tempest-AllowedAddressPairTestJSON-1913504527-project] 10.222.0.35 "DELETE /v2.0/ports/7465ea6b-635d-41bb-b17c-4d2559980209 HTTP/1.1" status: 204 len: 168 time: 1.8035135 May 20 20:58:36.132403 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Pushing event updated for resources: {'Port': ['ID=6cbc53eb-cb67-4905-a789-193c8be0c208,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:58:36.132524 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 35300) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:58:36.150764 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59a23af2-d682-4f07-8314-0b223d8a0815 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Made reservation on behalf of ab4ded6dc75a4ab5a4f9dae9e5aa3753 for: {'subnet': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:58:36.151888 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:58:36.152235 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:58:36.152576 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:58:36.152908 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:58:36.153657 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:58:36.154006 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:58:36.154332 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:58:36.155216 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:58:36.155564 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:58:36.155892 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:58:36.156218 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:58:36.156538 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:58:36.158628 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-59a23af2-d682-4f07-8314-0b223d8a0815 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8422561'] for subnet, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:36.206965 n-d-842733-1 neutron-server[103163]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c30b07d-5621-4d70-9880-7a68fa934246 tempest-AllowedAddressPairTestJSON-1913504527 tempest-AllowedAddressPairTestJSON-1913504527-project] GET failed (client error): The resource could not be found. May 20 20:58:36.213752 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-8c30b07d-5621-4d70-9880-7a68fa934246 tempest-AllowedAddressPairTestJSON-1913504527 tempest-AllowedAddressPairTestJSON-1913504527-project] 10.222.0.35 "GET /v2.0/ports/7465ea6b-635d-41bb-b17c-4d2559980209 HTTP/1.1" status: 404 len: 333 time: 0.0795064 May 20 20:58:36.216095 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [None req-6def85f5-d81d-4b7f-9585-9cc826ebcd38 None None] Allocated IP 2001:db8::f816:3eff:fe68:76d5 (98f8b8d5-1379-4eeb-9e13-b2bbab96015a/69966601-f1c5-4bd6-aa90-4b43b7aff0c2/d709ff2f-7de8-4a8c-8cf9-3715f9d9fff3) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:58:36.219018 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 35302) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:58:36.308486 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b0549a1-9a59-4fd5-bf5e-b0e4b3ea0e73 admin admin] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 20:58:36.323428 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-8b0549a1-9a59-4fd5-bf5e-b0e4b3ea0e73 admin admin] 10.222.0.35 "PUT /v2.0/routers/8ed4aaca-e6a0-4660-b8c0-cc41a451958e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7846959 May 20 20:58:36.370111 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9804c446-1cca-433c-83b1-4c624726afc7 None None] Sync routers for ids ['8ed4aaca-e6a0-4660-b8c0-cc41a451958e'] in n-d-842733-1 {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 20:58:36.420127 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9804c446-1cca-433c-83b1-4c624726afc7 None None] Routers {'8ed4aaca-e6a0-4660-b8c0-cc41a451958e'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:58:36.420815 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-9804c446-1cca-433c-83b1-4c624726afc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:58:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['8ed4aaca-e6a0-4660-b8c0-cc41a451958e'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:58:36.489586 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-60d83452-0bce-40b5-b0c2-d7eec9dea0e1 tempest-AllowedAddressPairTestJSON-1913504527 tempest-AllowedAddressPairTestJSON-1913504527-project] Deleting port b09140a7-b8e1-4c4e-8d07-ebcdc64a7048 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:58:36.489943 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-60d83452-0bce-40b5-b0c2-d7eec9dea0e1 tempest-AllowedAddressPairTestJSON-1913504527 tempest-AllowedAddressPairTestJSON-1913504527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:36.620664 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-60d83452-0bce-40b5-b0c2-d7eec9dea0e1 tempest-AllowedAddressPairTestJSON-1913504527 tempest-AllowedAddressPairTestJSON-1913504527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:36.639682 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-60d83452-0bce-40b5-b0c2-d7eec9dea0e1 tempest-AllowedAddressPairTestJSON-1913504527 tempest-AllowedAddressPairTestJSON-1913504527-project] Calling delete_port for b09140a7-b8e1-4c4e-8d07-ebcdc64a7048 owned by {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:58:36.695928 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-9804c446-1cca-433c-83b1-4c624726afc7 None None] Set router 8ed4aaca-e6a0-4660-b8c0-cc41a451958e gateway port host: n-d-842733-1 {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:58:36.935454 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-60d83452-0bce-40b5-b0c2-d7eec9dea0e1 tempest-AllowedAddressPairTestJSON-1913504527 tempest-AllowedAddressPairTestJSON-1913504527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:37.072628 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d83452-0bce-40b5-b0c2-d7eec9dea0e1 tempest-AllowedAddressPairTestJSON-1913504527 tempest-AllowedAddressPairTestJSON-1913504527-project] Pushing event deleted for resources: {'Port': ['ID=b09140a7-b8e1-4c4e-8d07-ebcdc64a7048,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:58:37.097856 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-6def85f5-d81d-4b7f-9585-9cc826ebcd38 None None] Notify callbacks [] for port, precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:37.110842 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-9804c446-1cca-433c-83b1-4c624726afc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ed4aaca-e6a0-4660-b8c0-cc41a451958e', 'name': 'tempest-ServerRescueTestJSON-1954070408-router', 'tenant_id': '24c170f09144465391fa4bf4af2ca207', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.60'}], 'enable_snat': True}, 'gw_port_id': '6cbc53eb-cb67-4905-a789-193c8be0c208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:58:23Z', 'updated_at': '2022-05-20T20:58:33Z', 'revision_number': 4, 'project_id': '24c170f09144465391fa4bf4af2ca207', 'gw_port': {'id': '6cbc53eb-cb67-4905-a789-193c8be0c208', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:2e:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ed4aaca-e6a0-4660-b8c0-cc41a451958e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2549, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:58:25Z', 'updated_at': '2022-05-20T20:58:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': '0031394e-dc0a-4879-9b00-02a91b3419da', 'name': '', 'network_id': '27501fcc-897d-46d3-a5f8-4e490573ef38', 'tenant_id': '24c170f09144465391fa4bf4af2ca207', 'mac_address': 'fa:16:3e:5b:55:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ed4aaca-e6a0-4660-b8c0-cc41a451958e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2551, 'fixed_ips': [{'subnet_id': '3d242ec6-9f33-44c2-af97-1bbf8381438b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:58:31Z', 'updated_at': '2022-05-20T20:58:34Z', 'revision_number': 2, 'project_id': '24c170f09144465391fa4bf4af2ca207', 'subnets': [{'id': '3d242ec6-9f33-44c2-af97-1bbf8381438b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:58:37.149346 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9804c446-1cca-433c-83b1-4c624726afc7 None None] Checking router: 8ed4aaca-e6a0-4660-b8c0-cc41a451958e for host: n-d-842733-1 {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 20:58:37.149729 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9804c446-1cca-433c-83b1-4c624726afc7 None None] Updating router 8ed4aaca-e6a0-4660-b8c0-cc41a451958e port 0031394e-dc0a-4879-9b00-02a91b3419da binding host n-d-842733-1 {{(pid=103164) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 20:58:37.150219 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.agents_db [None req-5c33ad30-4e00-40fa-b486-8c79c4a6cfc5 None None] Agent healthcheck: found 7 active agents {{(pid=103165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 20 20:58:37.203950 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-9804c446-1cca-433c-83b1-4c624726afc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:37.238640 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-6def85f5-d81d-4b7f-9585-9cc826ebcd38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108'] for port, after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:37.410844 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d6f005-e6d5-4e29-b7e6-76027ba27117 req-3695af43-9875-4ccf-8337-6abaac3f2474 tempest-ServerRescueTestJSON-1875264190 tempest-ServerRescueTestJSON-1875264190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:58:37.412535 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-74d6f005-e6d5-4e29-b7e6-76027ba27117 req-3695af43-9875-4ccf-8337-6abaac3f2474 tempest-ServerRescueTestJSON-1875264190 tempest-ServerRescueTestJSON-1875264190-project] 10.222.0.35 "GET /v2.0/networks?id=27501fcc-897d-46d3-a5f8-4e490573ef38 HTTP/1.1" status: 200 len: 811 time: 0.4905269 May 20 20:58:37.451063 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-60d83452-0bce-40b5-b0c2-d7eec9dea0e1 tempest-AllowedAddressPairTestJSON-1913504527 tempest-AllowedAddressPairTestJSON-1913504527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:37.454797 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-60d83452-0bce-40b5-b0c2-d7eec9dea0e1 tempest-AllowedAddressPairTestJSON-1913504527 tempest-AllowedAddressPairTestJSON-1913504527-project] 10.222.0.35 "DELETE /v2.0/ports/b09140a7-b8e1-4c4e-8d07-ebcdc64a7048 HTTP/1.1" status: 204 len: 168 time: 1.2348204 May 20 20:58:37.462847 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 35348) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:58:37.473957 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-74d6f005-e6d5-4e29-b7e6-76027ba27117 req-9741f412-383b-4a30-9409-afd307c90c60 tempest-ServerRescueTestJSON-1875264190 tempest-ServerRescueTestJSON-1875264190-project] 10.222.0.35 "GET /v2.0/quotas/24c170f09144465391fa4bf4af2ca207 HTTP/1.1" status: 200 len: 375 time: 0.0536592 May 20 20:58:37.588388 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-59a23af2-d682-4f07-8314-0b223d8a0815 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9641412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8422583'] for subnet, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:37.588958 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_v2 [None req-63c4984c-26d1-4ab0-8aee-bb2e75cc4800 tempest-AllowedAddressPairTestJSON-1913504527 tempest-AllowedAddressPairTestJSON-1913504527-project] Deleting subnet 8a7f0d7c-bd73-4b7a-85d4-e05b0ef28151 {{(pid=103162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 20 20:58:37.592571 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-63c4984c-26d1-4ab0-8aee-bb2e75cc4800 tempest-AllowedAddressPairTestJSON-1913504527 tempest-AllowedAddressPairTestJSON-1913504527-project] Notify callbacks [] for subnet, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:37.602738 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 6cbc53eb-cb67-4905-a789-193c8be0c208 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:58:37.640314 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-63c4984c-26d1-4ab0-8aee-bb2e75cc4800 tempest-AllowedAddressPairTestJSON-1913504527 tempest-AllowedAddressPairTestJSON-1913504527-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3738392'] for subnet, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:37.677712 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-74d6f005-e6d5-4e29-b7e6-76027ba27117 req-c935d405-5db1-43d0-8363-255a4ab72eb5 tempest-ServerRescueTestJSON-1875264190 tempest-ServerRescueTestJSON-1875264190-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=24c170f09144465391fa4bf4af2ca207&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2027886 May 20 20:58:37.686647 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6def85f5-d81d-4b7f-9585-9cc826ebcd38 None None] Network 98f8b8d5-1379-4eeb-9e13-b2bbab96015a is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:58:37.688127 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59a23af2-d682-4f07-8314-0b223d8a0815 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Network 98f8b8d5-1379-4eeb-9e13-b2bbab96015a is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:58:37.694574 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-6def85f5-d81d-4b7f-9585-9cc826ebcd38 None None] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:58:37.698335 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6def85f5-d81d-4b7f-9585-9cc826ebcd38 None None] Received port after_create {{(pid=103164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:58:37.718205 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-59a23af2-d682-4f07-8314-0b223d8a0815 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:58:37.733550 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59a23af2-d682-4f07-8314-0b223d8a0815 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:58:37.734147 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-59a23af2-d682-4f07-8314-0b223d8a0815 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks [] for subnet, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:37.736667 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a23af2-d682-4f07-8314-0b223d8a0815 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Pushing event updated for resources: {'Subnet': ['ID=3e1c2838-005b-432f-8e10-78dac8c5b5d4,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:58:37.777047 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-63c4984c-26d1-4ab0-8aee-bb2e75cc4800 tempest-AllowedAddressPairTestJSON-1913504527 tempest-AllowedAddressPairTestJSON-1913504527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33068388'] for subnet, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:37.865476 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6def85f5-d81d-4b7f-9585-9cc826ebcd38 None None] Pushing event updated for resources: {'Port': ['ID=d709ff2f-7de8-4a8c-8cf9-3715f9d9fff3,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:58:37.885882 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-74d6f005-e6d5-4e29-b7e6-76027ba27117 req-071399cd-f6cd-466e-9460-7ceb85f624af service neutron] 10.222.0.35 "GET /v2.0/networks/27501fcc-897d-46d3-a5f8-4e490573ef38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1924567 May 20 20:58:37.936603 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-6def85f5-d81d-4b7f-9585-9cc826ebcd38 None None] Attempting to bind port d709ff2f-7de8-4a8c-8cf9-3715f9d9fff3 on host n-d-842733-1 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:58:37.936987 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-6def85f5-d81d-4b7f-9585-9cc826ebcd38 None None] Attempting to bind port d709ff2f-7de8-4a8c-8cf9-3715f9d9fff3 by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': 'f5705048-66fd-4627-af8c-03443c37dd17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '98f8b8d5-1379-4eeb-9e13-b2bbab96015a'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:58:37.938041 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6def85f5-d81d-4b7f-9585-9cc826ebcd38 None None] Attempting to bind port d709ff2f-7de8-4a8c-8cf9-3715f9d9fff3 on network 98f8b8d5-1379-4eeb-9e13-b2bbab96015a {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:58:37.960572 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6def85f5-d81d-4b7f-9585-9cc826ebcd38 None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 58, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:58:37.960945 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6def85f5-d81d-4b7f-9585-9cc826ebcd38 None None] Checking segment: {'id': 'f5705048-66fd-4627-af8c-03443c37dd17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '98f8b8d5-1379-4eeb-9e13-b2bbab96015a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:58:37.961634 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-6def85f5-d81d-4b7f-9585-9cc826ebcd38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:37.962196 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6def85f5-d81d-4b7f-9585-9cc826ebcd38 None None] Bound using segment: {'id': 'f5705048-66fd-4627-af8c-03443c37dd17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '98f8b8d5-1379-4eeb-9e13-b2bbab96015a'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:58:37.962320 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-59a23af2-d682-4f07-8314-0b223d8a0815 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2203681 May 20 20:58:37.962709 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-6def85f5-d81d-4b7f-9585-9cc826ebcd38 None None] Bound port: d709ff2f-7de8-4a8c-8cf9-3715f9d9fff3, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5705048-66fd-4627-af8c-03443c37dd17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '98f8b8d5-1379-4eeb-9e13-b2bbab96015a'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:58:37.963095 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-6def85f5-d81d-4b7f-9585-9cc826ebcd38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:37.964455 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 35364) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:58:37.970956 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-1c9d0ec0-886d-4b1f-a74e-bc7e12442e17 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Request body: {'port': {'network_id': '98f8b8d5-1379-4eeb-9e13-b2bbab96015a', 'mac_address': 'fa:16:3e:e3:30:d4', 'name': 'tempest-NetworksTestDHCPv6-182408852'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:58:38.023344 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-74d6f005-e6d5-4e29-b7e6-76027ba27117 req-92375c59-9260-4f00-96d0-86d7225a05d8 service neutron] 10.222.0.35 "GET /v2.0/networks/27501fcc-897d-46d3-a5f8-4e490573ef38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266956 May 20 20:58:38.024997 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 6cbc53eb-cb67-4905-a789-193c8be0c208 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:58:38.025489 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:38.080775 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-63c4984c-26d1-4ab0-8aee-bb2e75cc4800 tempest-AllowedAddressPairTestJSON-1913504527 tempest-AllowedAddressPairTestJSON-1913504527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33068399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3797621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4018265'] for subnet, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:38.153233 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-63c4984c-26d1-4ab0-8aee-bb2e75cc4800 tempest-AllowedAddressPairTestJSON-1913504527 tempest-AllowedAddressPairTestJSON-1913504527-project] Notify callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:38.159291 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-63c4984c-26d1-4ab0-8aee-bb2e75cc4800 tempest-AllowedAddressPairTestJSON-1913504527 tempest-AllowedAddressPairTestJSON-1913504527-project] 10.222.0.35 "DELETE /v2.0/subnets/8a7f0d7c-bd73-4b7a-85d4-e05b0ef28151 HTTP/1.1" status: 204 len: 168 time: 0.6953561 May 20 20:58:38.162580 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 35370) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:58:38.167033 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c4984c-26d1-4ab0-8aee-bb2e75cc4800 tempest-AllowedAddressPairTestJSON-1913504527 tempest-AllowedAddressPairTestJSON-1913504527-project] Pushing event deleted for resources: {'Subnet': ['ID=8a7f0d7c-bd73-4b7a-85d4-e05b0ef28151,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:58:38.180599 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52f278d8-a1a3-4e03-8cc1-f725a80c6fc7 None None] Network 96c4f61f-b679-4179-a984-1eb9b43bf7f6 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:58:38.249479 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a5ec7342-a06b-4da4-ad02-8d7b751e6fe1 tempest-AllowedAddressPairTestJSON-1913504527 tempest-AllowedAddressPairTestJSON-1913504527-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33160123'] for network, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:38.266355 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-6def85f5-d81d-4b7f-9585-9cc826ebcd38 None None] For port d709ff2f-7de8-4a8c-8cf9-3715f9d9fff3, host n-d-842733-1, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:58:38.301133 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-6def85f5-d81d-4b7f-9585-9cc826ebcd38 None None] For port d709ff2f-7de8-4a8c-8cf9-3715f9d9fff3, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=d709ff2f-7de8-4a8c-8cf9-3715f9d9fff3,segment=NetworkSegment(f5705048-66fd-4627-af8c-03443c37dd17),segment_id=f5705048-66fd-4627-af8c-03443c37dd17)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:58:38.308574 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c9d0ec0-886d-4b1f-a74e-bc7e12442e17 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Made reservation on behalf of ab4ded6dc75a4ab5a4f9dae9e5aa3753 for: {'port': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:58:38.316709 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-a5ec7342-a06b-4da4-ad02-8d7b751e6fe1 tempest-AllowedAddressPairTestJSON-1913504527 tempest-AllowedAddressPairTestJSON-1913504527-project] Deleting port 87d0652b-669b-4bf3-a819-6ebbf1e1e563 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:58:38.317474 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a5ec7342-a06b-4da4-ad02-8d7b751e6fe1 tempest-AllowedAddressPairTestJSON-1913504527 tempest-AllowedAddressPairTestJSON-1913504527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:38.381162 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 6cbc53eb-cb67-4905-a789-193c8be0c208 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:58:38.419071 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-6def85f5-d81d-4b7f-9585-9cc826ebcd38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:38.429486 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-57b7eb1f-ebc7-4c68-97d2-5c3ebc2fa09d req-7fa31515-0f3a-4928-9b9d-cd6c76163d85 tempest-ServerRescueTestJSON-1875264190 tempest-ServerRescueTestJSON-1875264190-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c0c79ba-02a2-46bc-9d92-50d93bd9a50f HTTP/1.1" status: 200 len: 210 time: 0.0375621 May 20 20:58:38.471804 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-a5ec7342-a06b-4da4-ad02-8d7b751e6fe1 tempest-AllowedAddressPairTestJSON-1913504527 tempest-AllowedAddressPairTestJSON-1913504527-project] For port 87d0652b-669b-4bf3-a819-6ebbf1e1e563, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=87d0652b-669b-4bf3-a819-6ebbf1e1e563,segment=NetworkSegment(8b611260-9d06-4d6b-8734-0bb3fac2455e),segment_id=8b611260-9d06-4d6b-8734-0bb3fac2455e)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:58:38.472114 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a5ec7342-a06b-4da4-ad02-8d7b751e6fe1 tempest-AllowedAddressPairTestJSON-1913504527 tempest-AllowedAddressPairTestJSON-1913504527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:38.522329 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-a5ec7342-a06b-4da4-ad02-8d7b751e6fe1 tempest-AllowedAddressPairTestJSON-1913504527 tempest-AllowedAddressPairTestJSON-1913504527-project] Calling delete_port for 87d0652b-669b-4bf3-a819-6ebbf1e1e563 owned by network:dhcp {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:58:38.533678 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1c9d0ec0-886d-4b1f-a74e-bc7e12442e17 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:38.664947 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [None req-1c9d0ec0-886d-4b1f-a74e-bc7e12442e17 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] device_id is not set on port 3e82186b-e967-43fe-8662-c2d152ccb282 yet. {{(pid=103162) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 20 20:58:38.735633 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-9804c446-1cca-433c-83b1-4c624726afc7 None None] Notify callbacks [] for port, precommit_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:38.752617 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6def85f5-d81d-4b7f-9585-9cc826ebcd38 None None] Pushing event updated for resources: {'Port': ['ID=d709ff2f-7de8-4a8c-8cf9-3715f9d9fff3,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:58:38.781023 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0969e6d-2d6d-4288-bc3a-fadf11551ef2 None None] DHCP port deletion for 96c4f61f-b679-4179-a984-1eb9b43bf7f6 request from n-d-842733-1 {{(pid=103164) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 20:58:38.907855 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a0969e6d-2d6d-4288-bc3a-fadf11551ef2 None None] Deleting port 87d0652b-669b-4bf3-a819-6ebbf1e1e563 {{(pid=103164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:58:38.907855 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a0969e6d-2d6d-4288-bc3a-fadf11551ef2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:38.984278 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-1c9d0ec0-886d-4b1f-a74e-bc7e12442e17 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Allocated IP 172.20.0.10 (98f8b8d5-1379-4eeb-9e13-b2bbab96015a/3e1c2838-005b-432f-8e10-78dac8c5b5d4/3e82186b-e967-43fe-8662-c2d152ccb282) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:58:38.993907 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-1c9d0ec0-886d-4b1f-a74e-bc7e12442e17 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Allocated IP 2001:db8::f816:3eff:fee3:30d4 (98f8b8d5-1379-4eeb-9e13-b2bbab96015a/69966601-f1c5-4bd6-aa90-4b43b7aff0c2/3e82186b-e967-43fe-8662-c2d152ccb282) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:58:39.015868 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-9804c446-1cca-433c-83b1-4c624726afc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:39.023389 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a5ec7342-a06b-4da4-ad02-8d7b751e6fe1 tempest-AllowedAddressPairTestJSON-1913504527 tempest-AllowedAddressPairTestJSON-1913504527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:39.076540 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ec7342-a06b-4da4-ad02-8d7b751e6fe1 tempest-AllowedAddressPairTestJSON-1913504527 tempest-AllowedAddressPairTestJSON-1913504527-project] Pushing event deleted for resources: {'Port': ['ID=87d0652b-669b-4bf3-a819-6ebbf1e1e563,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:58:39.105445 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ec7342-a06b-4da4-ad02-8d7b751e6fe1 tempest-AllowedAddressPairTestJSON-1913504527 tempest-AllowedAddressPairTestJSON-1913504527-project] No DVR routers for this DVR port 87d0652b-669b-4bf3-a819-6ebbf1e1e563 on host n-d-842733-1 {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:58:39.122838 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-a0969e6d-2d6d-4288-bc3a-fadf11551ef2 None None] For port 87d0652b-669b-4bf3-a819-6ebbf1e1e563, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=87d0652b-669b-4bf3-a819-6ebbf1e1e563,segment=NetworkSegment(8b611260-9d06-4d6b-8734-0bb3fac2455e),segment_id=8b611260-9d06-4d6b-8734-0bb3fac2455e)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:58:39.123384 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a0969e6d-2d6d-4288-bc3a-fadf11551ef2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:39.160218 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a0969e6d-2d6d-4288-bc3a-fadf11551ef2 None None] Calling delete_port for 87d0652b-669b-4bf3-a819-6ebbf1e1e563 owned by network:dhcp {{(pid=103164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:58:39.217193 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33881a2a-8fdd-4207-a9d1-d9d1cdb069e8 None None] Pushing event updated for resources: {'Port': ['ID=0031394e-dc0a-4879-9b00-02a91b3419da,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:58:39.250931 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a5ec7342-a06b-4da4-ad02-8d7b751e6fe1 tempest-AllowedAddressPairTestJSON-1913504527 tempest-AllowedAddressPairTestJSON-1913504527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33072115', 'neutron.services.segments.db._delete_segments_for_network-8782419500584'] for network, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:39.291910 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-a5ec7342-a06b-4da4-ad02-8d7b751e6fe1 tempest-AllowedAddressPairTestJSON-1913504527 tempest-AllowedAddressPairTestJSON-1913504527-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96c4f61f-b679-4179-a984-1eb9b43bf7f6']}} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:58:39.308310 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1c9d0ec0-886d-4b1f-a74e-bc7e12442e17 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:39.309242 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-a5ec7342-a06b-4da4-ad02-8d7b751e6fe1 tempest-AllowedAddressPairTestJSON-1913504527 tempest-AllowedAddressPairTestJSON-1913504527-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b611260-9d06-4d6b-8734-0bb3fac2455e') {'for_net_delete': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:58:39.309566 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-a5ec7342-a06b-4da4-ad02-8d7b751e6fe1 tempest-AllowedAddressPairTestJSON-1913504527 tempest-AllowedAddressPairTestJSON-1913504527-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b611260-9d06-4d6b-8734-0bb3fac2455e') {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:58:39.348212 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a5ec7342-a06b-4da4-ad02-8d7b751e6fe1 tempest-AllowedAddressPairTestJSON-1913504527 tempest-AllowedAddressPairTestJSON-1913504527-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419501617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9338764'] for segment, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:39.373027 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a5ec7342-a06b-4da4-ad02-8d7b751e6fe1 tempest-AllowedAddressPairTestJSON-1913504527 tempest-AllowedAddressPairTestJSON-1913504527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:39.383158 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5ec7342-a06b-4da4-ad02-8d7b751e6fe1 tempest-AllowedAddressPairTestJSON-1913504527 tempest-AllowedAddressPairTestJSON-1913504527-project] Releasing vlan 223 on physical network physnet1 to pool {{(pid=103163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 20:58:39.383747 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a5ec7342-a06b-4da4-ad02-8d7b751e6fe1 tempest-AllowedAddressPairTestJSON-1913504527 tempest-AllowedAddressPairTestJSON-1913504527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9638311'] for segment, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:39.387886 n-d-842733-1 neutron-server[103163]: Traceback (most recent call last): May 20 20:58:39.387886 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 20:58:39.387886 n-d-842733-1 neutron-server[103163]: timer() May 20 20:58:39.387886 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 20:58:39.387886 n-d-842733-1 neutron-server[103163]: cb(*args, **kw) May 20 20:58:39.387886 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 20 20:58:39.387886 n-d-842733-1 neutron-server[103163]: return func(*args, **kwargs) May 20 20:58:39.387886 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 20:58:39.387886 n-d-842733-1 neutron-server[103163]: self._notify() May 20 20:58:39.387886 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 20:58:39.387886 n-d-842733-1 neutron-server[103163]: self.callback(batched_events) May 20 20:58:39.387886 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 20:58:39.387886 n-d-842733-1 neutron-server[103163]: event.method(event) May 20 20:58:39.387886 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 20 20:58:39.387886 n-d-842733-1 neutron-server[103163]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 20:58:39.387886 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 20 20:58:39.387886 n-d-842733-1 neutron-server[103163]: aggregate_uuid = self.p_client.list_aggregates( May 20 20:58:39.387886 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 20 20:58:39.387886 n-d-842733-1 neutron-server[103163]: return f(self, *a, **k) May 20 20:58:39.387886 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 20 20:58:39.387886 n-d-842733-1 neutron-server[103163]: return self._get(url).json() May 20 20:58:39.387886 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 20 20:58:39.387886 n-d-842733-1 neutron-server[103163]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 20:58:39.387886 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 20:58:39.387886 n-d-842733-1 neutron-server[103163]: return self.request(url, 'GET', **kwargs) May 20 20:58:39.387886 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 20:58:39.387886 n-d-842733-1 neutron-server[103163]: base_url = self.get_endpoint(auth, allow=allow, May 20 20:58:39.387886 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 20:58:39.387886 n-d-842733-1 neutron-server[103163]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 20:58:39.387886 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 20:58:39.387886 n-d-842733-1 neutron-server[103163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 20:58:39.387886 n-d-842733-1 neutron-server[103163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 20:58:39.545182 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1c9d0ec0-886d-4b1f-a74e-bc7e12442e17 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:39.569885 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-9804c446-1cca-433c-83b1-4c624726afc7 None None] Attempting to bind port 0031394e-dc0a-4879-9b00-02a91b3419da on host n-d-842733-1 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:58:39.571840 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-9804c446-1cca-433c-83b1-4c624726afc7 None None] Attempting to bind port 0031394e-dc0a-4879-9b00-02a91b3419da by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': 'f71daceb-c498-4797-b825-ec97843817b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '27501fcc-897d-46d3-a5f8-4e490573ef38'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:58:39.571975 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9804c446-1cca-433c-83b1-4c624726afc7 None None] Attempting to bind port 0031394e-dc0a-4879-9b00-02a91b3419da on network 27501fcc-897d-46d3-a5f8-4e490573ef38 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:58:39.581543 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9804c446-1cca-433c-83b1-4c624726afc7 None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 58, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:58:39.582070 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9804c446-1cca-433c-83b1-4c624726afc7 None None] Checking segment: {'id': 'f71daceb-c498-4797-b825-ec97843817b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '27501fcc-897d-46d3-a5f8-4e490573ef38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:58:39.582628 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-9804c446-1cca-433c-83b1-4c624726afc7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:39.583222 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9804c446-1cca-433c-83b1-4c624726afc7 None None] Bound using segment: {'id': 'f71daceb-c498-4797-b825-ec97843817b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '27501fcc-897d-46d3-a5f8-4e490573ef38'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:58:39.584309 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-9804c446-1cca-433c-83b1-4c624726afc7 None None] Bound port: 0031394e-dc0a-4879-9b00-02a91b3419da, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f71daceb-c498-4797-b825-ec97843817b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '27501fcc-897d-46d3-a5f8-4e490573ef38'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:58:39.584875 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-9804c446-1cca-433c-83b1-4c624726afc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:39.593118 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a0969e6d-2d6d-4288-bc3a-fadf11551ef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099'] for port, after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:39.599714 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c9d0ec0-886d-4b1f-a74e-bc7e12442e17 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Network 98f8b8d5-1379-4eeb-9e13-b2bbab96015a is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:58:39.612805 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-1c9d0ec0-886d-4b1f-a74e-bc7e12442e17 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:58:39.633722 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device d709ff2f-7de8-4a8c-8cf9-3715f9d9fff3 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:58:39.647323 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a2839e4e-ea09-4569-b0ae-cc02f106bd9d req-fcd609ce-6d8b-48aa-98e4-91a03e19d014 tempest-ServerRescueTestJSON-1875264190 tempest-ServerRescueTestJSON-1875264190-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c0c79ba-02a2-46bc-9d92-50d93bd9a50f HTTP/1.1" status: 200 len: 210 time: 0.0873890 May 20 20:58:39.658816 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c9d0ec0-886d-4b1f-a74e-bc7e12442e17 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:58:39.722933 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c9d0ec0-886d-4b1f-a74e-bc7e12442e17 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:58:39.723692 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1c9d0ec0-886d-4b1f-a74e-bc7e12442e17 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:39.730622 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0969e6d-2d6d-4288-bc3a-fadf11551ef2 None None] No DVR routers for this DVR port 87d0652b-669b-4bf3-a819-6ebbf1e1e563 on host n-d-842733-1 {{(pid=103164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:58:39.752758 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9d0ec0-886d-4b1f-a74e-bc7e12442e17 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Pushing event updated for resources: {'Port': ['ID=3e82186b-e967-43fe-8662-c2d152ccb282,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:58:39.762021 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0969e6d-2d6d-4288-bc3a-fadf11551ef2 None None] Pushing event deleted for resources: {'Port': ['ID=87d0652b-669b-4bf3-a819-6ebbf1e1e563,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:58:39.766416 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a5ec7342-a06b-4da4-ad02-8d7b751e6fe1 tempest-AllowedAddressPairTestJSON-1913504527 tempest-AllowedAddressPairTestJSON-1913504527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33072122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748162'] for network, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:39.775506 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a5ec7342-a06b-4da4-ad02-8d7b751e6fe1 tempest-AllowedAddressPairTestJSON-1913504527 tempest-AllowedAddressPairTestJSON-1913504527-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:39.788010 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-a5ec7342-a06b-4da4-ad02-8d7b751e6fe1 tempest-AllowedAddressPairTestJSON-1913504527 tempest-AllowedAddressPairTestJSON-1913504527-project] 10.222.0.35 "DELETE /v2.0/networks/96c4f61f-b679-4179-a984-1eb9b43bf7f6 HTTP/1.1" status: 204 len: 168 time: 1.6214726 May 20 20:58:39.841137 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ec7342-a06b-4da4-ad02-8d7b751e6fe1 tempest-AllowedAddressPairTestJSON-1913504527 tempest-AllowedAddressPairTestJSON-1913504527-project] Pushing event deleted for resources: {'Network': ['ID=96c4f61f-b679-4179-a984-1eb9b43bf7f6,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:58:39.860900 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-1c9d0ec0-886d-4b1f-a74e-bc7e12442e17 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.8953187 May 20 20:58:39.865109 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 35424) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:58:39.904391 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-9804c446-1cca-433c-83b1-4c624726afc7 None None] For port 0031394e-dc0a-4879-9b00-02a91b3419da, host n-d-842733-1, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:58:39.913304 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-9804c446-1cca-433c-83b1-4c624726afc7 None None] For port 0031394e-dc0a-4879-9b00-02a91b3419da, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=0031394e-dc0a-4879-9b00-02a91b3419da,segment=NetworkSegment(f71daceb-c498-4797-b825-ec97843817b7),segment_id=f71daceb-c498-4797-b825-ec97843817b7)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:58:39.930577 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port d709ff2f-7de8-4a8c-8cf9-3715f9d9fff3 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:58:39.932579 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:40.010319 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23e127d1-2848-499e-81ef-c05a66fbe03f tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:58:40.023004 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23e127d1-2848-499e-81ef-c05a66fbe03f tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:58:40.031039 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 35428) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:58:40.044638 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-9804c446-1cca-433c-83b1-4c624726afc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:40.044809 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-23e127d1-2848-499e-81ef-c05a66fbe03f tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.1624744 May 20 20:58:40.158799 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9804c446-1cca-433c-83b1-4c624726afc7 None None] Routers {'8ed4aaca-e6a0-4660-b8c0-cc41a451958e'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:58:40.160015 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-9804c446-1cca-433c-83b1-4c624726afc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:58:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['8ed4aaca-e6a0-4660-b8c0-cc41a451958e'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:58:40.163710 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33881a2a-8fdd-4207-a9d1-d9d1cdb069e8 None None] Pushing event updated for resources: {'Port': ['ID=0031394e-dc0a-4879-9b00-02a91b3419da,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:58:40.168318 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port d709ff2f-7de8-4a8c-8cf9-3715f9d9fff3 is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:58:40.168829 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:40.183258 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-8a66306c-3524-4b68-9fb0-1a9736fe501d tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Deleting port 3e82186b-e967-43fe-8662-c2d152ccb282 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:58:40.183695 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8a66306c-3524-4b68-9fb0-1a9736fe501d tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:40.255171 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] For port d709ff2f-7de8-4a8c-8cf9-3715f9d9fff3, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=d709ff2f-7de8-4a8c-8cf9-3715f9d9fff3,segment=NetworkSegment(f5705048-66fd-4627-af8c-03443c37dd17),segment_id=f5705048-66fd-4627-af8c-03443c37dd17)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:58:40.307148 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8a66306c-3524-4b68-9fb0-1a9736fe501d tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:40.320381 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-9804c446-1cca-433c-83b1-4c624726afc7 None None] Set router 8ed4aaca-e6a0-4660-b8c0-cc41a451958e gateway port host: n-d-842733-1 {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:58:40.322071 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-8a66306c-3524-4b68-9fb0-1a9736fe501d tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Calling delete_port for 3e82186b-e967-43fe-8662-c2d152ccb282 owned by {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:58:40.436556 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b0f801f-1a27-46fe-9e7a-87a260babb0f None None] Network 98f8b8d5-1379-4eeb-9e13-b2bbab96015a requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:58:40.439826 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:40.510012 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Pushing event updated for resources: {'Port': ['ID=d709ff2f-7de8-4a8c-8cf9-3715f9d9fff3,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:58:40.558030 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 87d0652b-669b-4bf3-a819-6ebbf1e1e563 no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:58:40.618939 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: 87d0652b-669b-4bf3-a819-6ebbf1e1e563 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 20:58:40.619282 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 87d0652b-669b-4bf3-a819-6ebbf1e1e563 not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 20:58:40.626202 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-abeb5694-7299-4834-9c0c-bbcb1bcc6e38 None None] Provisioning complete for port d709ff2f-7de8-4a8c-8cf9-3715f9d9fff3 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:58:40.626574 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-abeb5694-7299-4834-9c0c-bbcb1bcc6e38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:40.729671 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8a66306c-3524-4b68-9fb0-1a9736fe501d tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:40.815275 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 35442) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:58:40.833287 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a66306c-3524-4b68-9fb0-1a9736fe501d tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Pushing event deleted for resources: {'Port': ['ID=3e82186b-e967-43fe-8662-c2d152ccb282,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:58:40.981859 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-37257354-87ed-4db4-a904-e6cc7714c479 req-9f479a6a-22c8-4bb2-b6df-650fe66d0ef7 tempest-ServerRescueTestJSON-1875264190 tempest-ServerRescueTestJSON-1875264190-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c0c79ba-02a2-46bc-9d92-50d93bd9a50f HTTP/1.1" status: 200 len: 210 time: 0.1826663 May 20 20:58:40.996230 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 35454) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:58:41.053530 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-abeb5694-7299-4834-9c0c-bbcb1bcc6e38 None None] Current status of the port d709ff2f-7de8-4a8c-8cf9-3715f9d9fff3 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:58:41.097331 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-9804c446-1cca-433c-83b1-4c624726afc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ed4aaca-e6a0-4660-b8c0-cc41a451958e', 'name': 'tempest-ServerRescueTestJSON-1954070408-router', 'tenant_id': '24c170f09144465391fa4bf4af2ca207', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.60'}], 'enable_snat': True}, 'gw_port_id': '6cbc53eb-cb67-4905-a789-193c8be0c208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:58:23Z', 'updated_at': '2022-05-20T20:58:33Z', 'revision_number': 4, 'project_id': '24c170f09144465391fa4bf4af2ca207', 'gw_port': {'id': '6cbc53eb-cb67-4905-a789-193c8be0c208', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:2e:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ed4aaca-e6a0-4660-b8c0-cc41a451958e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2549, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:58:25Z', 'updated_at': '2022-05-20T20:58:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': '0031394e-dc0a-4879-9b00-02a91b3419da', 'name': '', 'network_id': '27501fcc-897d-46d3-a5f8-4e490573ef38', 'tenant_id': '24c170f09144465391fa4bf4af2ca207', 'mac_address': 'fa:16:3e:5b:55:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ed4aaca-e6a0-4660-b8c0-cc41a451958e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2551, 'fixed_ips': [{'subnet_id': '3d242ec6-9f33-44c2-af97-1bbf8381438b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:58:31Z', 'updated_at': '2022-05-20T20:58:39Z', 'revision_number': 4, 'project_id': '24c170f09144465391fa4bf4af2ca207', 'subnets': [{'id': '3d242ec6-9f33-44c2-af97-1bbf8381438b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:58:41.128434 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9804c446-1cca-433c-83b1-4c624726afc7 None None] The sync data for ids ['8ed4aaca-e6a0-4660-b8c0-cc41a451958e'] in n-d-842733-1 is: [{'id': '8ed4aaca-e6a0-4660-b8c0-cc41a451958e', 'name': 'tempest-ServerRescueTestJSON-1954070408-router', 'tenant_id': '24c170f09144465391fa4bf4af2ca207', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.60'}], 'enable_snat': True}, 'gw_port_id': '6cbc53eb-cb67-4905-a789-193c8be0c208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:58:23Z', 'updated_at': '2022-05-20T20:58:33Z', 'revision_number': 4, 'project_id': '24c170f09144465391fa4bf4af2ca207', 'gw_port': {'id': '6cbc53eb-cb67-4905-a789-193c8be0c208', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:2e:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ed4aaca-e6a0-4660-b8c0-cc41a451958e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2549, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:58:25Z', 'updated_at': '2022-05-20T20:58:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': '0031394e-dc0a-4879-9b00-02a91b3419da', 'name': '', 'network_id': '27501fcc-897d-46d3-a5f8-4e490573ef38', 'tenant_id': '24c170f09144465391fa4bf4af2ca207', 'mac_address': 'fa:16:3e:5b:55:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ed4aaca-e6a0-4660-b8c0-cc41a451958e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2551, 'fixed_ips': [{'subnet_id': '3d242ec6-9f33-44c2-af97-1bbf8381438b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:58:31Z', 'updated_at': '2022-05-20T20:58:39Z', 'revision_number': 4, 'project_id': '24c170f09144465391fa4bf4af2ca207', 'subnets': [{'id': '3d242ec6-9f33-44c2-af97-1bbf8381438b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 20:58:41.258592 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8a66306c-3524-4b68-9fb0-1a9736fe501d tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:41.264312 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-8a66306c-3524-4b68-9fb0-1a9736fe501d tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "DELETE /v2.0/ports/3e82186b-e967-43fe-8662-c2d152ccb282 HTTP/1.1" status: 204 len: 168 time: 1.2320485 May 20 20:58:41.266903 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 35460) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:58:41.291143 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78168664-8fc6-4212-9444-f0200c3fe7f1 None None] Update dhcp port {'port': {'network_id': '98f8b8d5-1379-4eeb-9e13-b2bbab96015a', 'fixed_ips': [{'subnet_id': '69966601-f1c5-4bd6-aa90-4b43b7aff0c2', 'ip_address': '2001:db8::f816:3eff:fe68:76d5'}, {'subnet_id': '3e1c2838-005b-432f-8e10-78dac8c5b5d4'}], 'binding:host_id': 'n-d-842733-1'}, 'id': 'd709ff2f-7de8-4a8c-8cf9-3715f9d9fff3'} from n-d-842733-1. {{(pid=103164) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} May 20 20:58:41.342122 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-78168664-8fc6-4212-9444-f0200c3fe7f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:41.394697 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ff76b778-b274-4fac-8450-3058c08efba6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:41.432174 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b0cfb0f-30ef-475f-b240-5671bbde3bf6 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:58:41.434259 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b0cfb0f-30ef-475f-b240-5671bbde3bf6 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:58:41.435797 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b0cfb0f-30ef-475f-b240-5671bbde3bf6 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:58:41.439877 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-2b0cfb0f-30ef-475f-b240-5671bbde3bf6 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1693499 May 20 20:58:41.440337 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 35462) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:58:41.588774 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ff76b778-b274-4fac-8450-3058c08efba6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:41.599015 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-93eca8e6-4046-4d58-bb41-a419589b5fe3 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=498d352c8a7e48fcac8d7489464b641c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6004627 May 20 20:58:41.599452 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_v2 [None req-93fb9a47-a5f2-4f4e-8630-a1c0f9b1b2a5 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Deleting subnet 3e1c2838-005b-432f-8e10-78dac8c5b5d4 {{(pid=103163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 20 20:58:41.605826 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 35464) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:58:41.642755 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [None req-78168664-8fc6-4212-9444-f0200c3fe7f1 None None] Allocated IP 172.20.0.2 (98f8b8d5-1379-4eeb-9e13-b2bbab96015a/3e1c2838-005b-432f-8e10-78dac8c5b5d4/d709ff2f-7de8-4a8c-8cf9-3715f9d9fff3) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:58:41.707818 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6bace979-c86a-45f0-89d4-86f526ec0c11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:41.745841 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6bace979-c86a-45f0-89d4-86f526ec0c11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:41.749137 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ff76b778-b274-4fac-8450-3058c08efba6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:41.822912 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 0031394e-dc0a-4879-9b00-02a91b3419da up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:58:41.851294 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-ff76b778-b274-4fac-8450-3058c08efba6 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f66b61d5ca484eeeb947a66b0005f8c8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0349100 May 20 20:58:41.853436 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff76b778-b274-4fac-8450-3058c08efba6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=031f72c9-2b68-4a23-8581-70e552e7c905,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:58:41.854644 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 35468) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:58:41.910312 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6bace979-c86a-45f0-89d4-86f526ec0c11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:41.913033 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6bace979-c86a-45f0-89d4-86f526ec0c11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:41.917720 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-6bace979-c86a-45f0-89d4-86f526ec0c11 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/75d11061-8d50-4504-a57c-b0d5a2803629 HTTP/1.1" status: 204 len: 168 time: 0.3036425 May 20 20:58:41.936311 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bace979-c86a-45f0-89d4-86f526ec0c11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75d11061-8d50-4504-a57c-b0d5a2803629,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:58:41.969424 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e46fcdca-ad84-488e-8aac-cf6b2a620faa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:41.999954 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-78168664-8fc6-4212-9444-f0200c3fe7f1 None None] For port d709ff2f-7de8-4a8c-8cf9-3715f9d9fff3, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=d709ff2f-7de8-4a8c-8cf9-3715f9d9fff3,segment=NetworkSegment(f5705048-66fd-4627-af8c-03443c37dd17),segment_id=f5705048-66fd-4627-af8c-03443c37dd17)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:58:42.004845 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e46fcdca-ad84-488e-8aac-cf6b2a620faa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:42.065441 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-78168664-8fc6-4212-9444-f0200c3fe7f1 None None] Notify callbacks [] for port, precommit_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:42.067698 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 0031394e-dc0a-4879-9b00-02a91b3419da triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:58:42.068598 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:42.125004 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d08a15a4-a117-40b5-915d-ad51df955e7e req-ab5a6813-5627-48ed-9ba6-10534a9b07df tempest-ServerRescueTestJSON-1875264190 tempest-ServerRescueTestJSON-1875264190-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c0c79ba-02a2-46bc-9d92-50d93bd9a50f HTTP/1.1" status: 200 len: 210 time: 0.0312040 May 20 20:58:42.178866 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 0031394e-dc0a-4879-9b00-02a91b3419da is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:58:42.179320 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:42.229975 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] For port 0031394e-dc0a-4879-9b00-02a91b3419da, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=0031394e-dc0a-4879-9b00-02a91b3419da,segment=NetworkSegment(f71daceb-c498-4797-b825-ec97843817b7),segment_id=f71daceb-c498-4797-b825-ec97843817b7)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:58:42.254570 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-93fb9a47-a5f2-4f4e-8630-a1c0f9b1b2a5 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks [] for subnet, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:42.256170 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-78168664-8fc6-4212-9444-f0200c3fe7f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:42.320571 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d6f005-e6d5-4e29-b7e6-76027ba27117 req-85577130-4690-4fa0-9938-2b8d3fd0e988 tempest-ServerRescueTestJSON-1875264190 tempest-ServerRescueTestJSON-1875264190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:58:42.322367 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-74d6f005-e6d5-4e29-b7e6-76027ba27117 req-85577130-4690-4fa0-9938-2b8d3fd0e988 tempest-ServerRescueTestJSON-1875264190 tempest-ServerRescueTestJSON-1875264190-project] 10.222.0.24 "GET /v2.0/networks?id=27501fcc-897d-46d3-a5f8-4e490573ef38 HTTP/1.1" status: 200 len: 811 time: 0.2299678 May 20 20:58:42.337906 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e46fcdca-ad84-488e-8aac-cf6b2a620faa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:42.338756 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [req-74d6f005-e6d5-4e29-b7e6-76027ba27117 req-0df8bebe-93e2-4964-955b-432058b980b2 tempest-ServerRescueTestJSON-1875264190 tempest-ServerRescueTestJSON-1875264190-project] Request body: {'port': {'device_id': '2c0c79ba-02a2-46bc-9d92-50d93bd9a50f', 'network_id': '27501fcc-897d-46d3-a5f8-4e490573ef38', 'admin_state_up': True, 'tenant_id': '24c170f09144465391fa4bf4af2ca207'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:58:42.340820 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e46fcdca-ad84-488e-8aac-cf6b2a620faa admin admin] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:42.346708 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-e46fcdca-ad84-488e-8aac-cf6b2a620faa admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/031f72c9-2b68-4a23-8581-70e552e7c905 HTTP/1.1" status: 204 len: 168 time: 0.4905262 May 20 20:58:42.477063 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78168664-8fc6-4212-9444-f0200c3fe7f1 None None] Pushing event updated for resources: {'Port': ['ID=d709ff2f-7de8-4a8c-8cf9-3715f9d9fff3,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:58:42.497003 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:42.497912 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device d709ff2f-7de8-4a8c-8cf9-3715f9d9fff3 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:58:42.750377 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Pushing event updated for resources: {'Port': ['ID=0031394e-dc0a-4879-9b00-02a91b3419da,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:58:42.764518 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port d709ff2f-7de8-4a8c-8cf9-3715f9d9fff3 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:58:42.765306 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:42.903318 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74d6f005-e6d5-4e29-b7e6-76027ba27117 req-0df8bebe-93e2-4964-955b-432058b980b2 tempest-ServerRescueTestJSON-1875264190 tempest-ServerRescueTestJSON-1875264190-project] Made reservation on behalf of 24c170f09144465391fa4bf4af2ca207 for: {'port': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:58:42.907409 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-74d6f005-e6d5-4e29-b7e6-76027ba27117 req-0df8bebe-93e2-4964-955b-432058b980b2 tempest-ServerRescueTestJSON-1875264190 tempest-ServerRescueTestJSON-1875264190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:42.992287 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46fcdca-ad84-488e-8aac-cf6b2a620faa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=031f72c9-2b68-4a23-8581-70e552e7c905,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:58:43.027183 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-93fb9a47-a5f2-4f4e-8630-a1c0f9b1b2a5 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9338757'] for subnet, precommit_delete_associations {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:43.064170 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port d709ff2f-7de8-4a8c-8cf9-3715f9d9fff3 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:58:43.248162 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-93fb9a47-a5f2-4f4e-8630-a1c0f9b1b2a5 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33068388'] for subnet, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:43.348583 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [req-74d6f005-e6d5-4e29-b7e6-76027ba27117 req-0df8bebe-93e2-4964-955b-432058b980b2 tempest-ServerRescueTestJSON-1875264190 tempest-ServerRescueTestJSON-1875264190-project] Allocated IP 172.20.0.5 (27501fcc-897d-46d3-a5f8-4e490573ef38/3d242ec6-9f33-44c2-af97-1bbf8381438b/58c3eec7-ca67-49ab-aa23-969e1932a180) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:58:43.398221 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-06eb767e-5e45-4d2c-913e-9cce16d9b56b req-f25b9ebc-b7fc-4178-bf4e-ceb58f023700 tempest-ServerRescueTestJSON-1875264190 tempest-ServerRescueTestJSON-1875264190-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c0c79ba-02a2-46bc-9d92-50d93bd9a50f HTTP/1.1" status: 200 len: 210 time: 0.0396521 May 20 20:58:43.507505 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 0031394e-dc0a-4879-9b00-02a91b3419da up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:58:43.517682 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-93fb9a47-a5f2-4f4e-8630-a1c0f9b1b2a5 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33068399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9641221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8422588'] for subnet, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:43.557315 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fb9a47-a5f2-4f4e-8630-a1c0f9b1b2a5 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Pushing event deleted for resources: {'Subnet': ['ID=3e1c2838-005b-432f-8e10-78dac8c5b5d4,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:58:43.567165 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-93fb9a47-a5f2-4f4e-8630-a1c0f9b1b2a5 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks [] for subnet, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:43.574924 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-93fb9a47-a5f2-4f4e-8630-a1c0f9b1b2a5 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "DELETE /v2.0/subnets/3e1c2838-005b-432f-8e10-78dac8c5b5d4 HTTP/1.1" status: 204 len: 168 time: 2.1334729 May 20 20:58:43.575618 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 35514) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:58:43.641920 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 0031394e-dc0a-4879-9b00-02a91b3419da triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:58:43.642298 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:43.654282 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbd12d6c-65bd-456d-b166-275ecca251a2 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Deleting subnet 69966601-f1c5-4bd6-aa90-4b43b7aff0c2 {{(pid=103163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 20 20:58:43.692152 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-dbd12d6c-65bd-456d-b166-275ecca251a2 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks [] for subnet, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:43.747177 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-dbd12d6c-65bd-456d-b166-275ecca251a2 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9338757'] for subnet, precommit_delete_associations {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:43.869681 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ee6bac0-15ec-4db6-a250-7b98fc66eacf None None] Network 98f8b8d5-1379-4eeb-9e13-b2bbab96015a requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:58:43.883131 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 0031394e-dc0a-4879-9b00-02a91b3419da is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:58:43.885398 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device d709ff2f-7de8-4a8c-8cf9-3715f9d9fff3 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:58:43.896723 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-dbd12d6c-65bd-456d-b166-275ecca251a2 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33068388'] for subnet, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:43.980761 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 35524) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:58:43.999216 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-fa8ba985-d399-48d1-a4b1-03181f031d37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:44.051984 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-799d950f-0efe-4367-b604-d60de877dcb1 None None] Provisioning complete for port d709ff2f-7de8-4a8c-8cf9-3715f9d9fff3 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:58:44.051984 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-799d950f-0efe-4367-b604-d60de877dcb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:44.068876 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 35528) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:58:44.096930 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-dbd12d6c-65bd-456d-b166-275ecca251a2 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33068399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9641221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8422588'] for subnet, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:44.209005 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-dbd12d6c-65bd-456d-b166-275ecca251a2 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks [] for subnet, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:44.220146 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-dbd12d6c-65bd-456d-b166-275ecca251a2 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "DELETE /v2.0/subnets/69966601-f1c5-4bd6-aa90-4b43b7aff0c2 HTTP/1.1" status: 204 len: 168 time: 0.6409650 May 20 20:58:44.228758 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 35536) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:58:44.228758 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd12d6c-65bd-456d-b166-275ecca251a2 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Pushing event deleted for resources: {'Subnet': ['ID=69966601-f1c5-4bd6-aa90-4b43b7aff0c2,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:58:44.357071 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-74d6f005-e6d5-4e29-b7e6-76027ba27117 req-0df8bebe-93e2-4964-955b-432058b980b2 tempest-ServerRescueTestJSON-1875264190 tempest-ServerRescueTestJSON-1875264190-project] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:44.399266 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-1ba966c4-c0ed-48cd-850b-b81bc84bb608 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1619742 May 20 20:58:44.403387 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 35540) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:58:44.408919 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-728306fb-e21a-44b1-9517-59509c82ce5d tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Request body: {'subnet': {'network_id': '98f8b8d5-1379-4eeb-9e13-b2bbab96015a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:58:44.422272 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port d709ff2f-7de8-4a8c-8cf9-3715f9d9fff3 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:58:44.422725 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:44.514952 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-799d950f-0efe-4367-b604-d60de877dcb1 None None] Current status of the port d709ff2f-7de8-4a8c-8cf9-3715f9d9fff3 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:58:44.539745 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-cab6e6e9-7b9e-4c4c-95b5-0a85735e984e tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1007954072'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:58:44.584304 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port d709ff2f-7de8-4a8c-8cf9-3715f9d9fff3 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:58:44.592376 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-682686f0-5e90-41b9-bb6d-11236dca0105 None None] DHCP port deletion for 98f8b8d5-1379-4eeb-9e13-b2bbab96015a request from n-d-842733-1 {{(pid=103164) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 20:58:44.612528 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-74d6f005-e6d5-4e29-b7e6-76027ba27117 req-0df8bebe-93e2-4964-955b-432058b980b2 tempest-ServerRescueTestJSON-1875264190 tempest-ServerRescueTestJSON-1875264190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:44.654872 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-73ab2806-f786-4d11-8633-247d16d2d599 req-552df3a9-6e5f-46be-ac5f-5c477afc0054 tempest-ServerRescueTestJSON-1875264190 tempest-ServerRescueTestJSON-1875264190-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c0c79ba-02a2-46bc-9d92-50d93bd9a50f HTTP/1.1" status: 200 len: 210 time: 0.1303203 May 20 20:58:44.655708 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-682686f0-5e90-41b9-bb6d-11236dca0105 None None] Deleting port d709ff2f-7de8-4a8c-8cf9-3715f9d9fff3 {{(pid=103164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:58:44.656225 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-682686f0-5e90-41b9-bb6d-11236dca0105 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:44.692534 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-fa8ba985-d399-48d1-a4b1-03181f031d37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:44.706531 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df8bebe-93e2-4964-955b-432058b980b2 tempest-ServerRescueTestJSON-1875264190 tempest-ServerRescueTestJSON-1875264190-project] Pushing event updated for resources: {'Port': ['ID=58c3eec7-ca67-49ab-aa23-969e1932a180,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:58:44.720467 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74d6f005-e6d5-4e29-b7e6-76027ba27117 req-0df8bebe-93e2-4964-955b-432058b980b2 tempest-ServerRescueTestJSON-1875264190 tempest-ServerRescueTestJSON-1875264190-project] Network 27501fcc-897d-46d3-a5f8-4e490573ef38 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:58:44.722213 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [req-74d6f005-e6d5-4e29-b7e6-76027ba27117 req-0df8bebe-93e2-4964-955b-432058b980b2 tempest-ServerRescueTestJSON-1875264190 tempest-ServerRescueTestJSON-1875264190-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:58:44.725898 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-74d6f005-e6d5-4e29-b7e6-76027ba27117 req-0df8bebe-93e2-4964-955b-432058b980b2 tempest-ServerRescueTestJSON-1875264190 tempest-ServerRescueTestJSON-1875264190-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:58:44.735262 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cab6e6e9-7b9e-4c4c-95b5-0a85735e984e tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Made reservation on behalf of 0a03a23766784265957923d23bf66983 for: {'network': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:58:44.738836 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-cab6e6e9-7b9e-4c4c-95b5-0a85735e984e tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for network, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:44.743007 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-682686f0-5e90-41b9-bb6d-11236dca0105 None None] For port d709ff2f-7de8-4a8c-8cf9-3715f9d9fff3, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=d709ff2f-7de8-4a8c-8cf9-3715f9d9fff3,segment=NetworkSegment(f5705048-66fd-4627-af8c-03443c37dd17),segment_id=f5705048-66fd-4627-af8c-03443c37dd17)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:58:44.743407 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-682686f0-5e90-41b9-bb6d-11236dca0105 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:44.752529 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-cab6e6e9-7b9e-4c4c-95b5-0a85735e984e tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:44.772888 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-682686f0-5e90-41b9-bb6d-11236dca0105 None None] Calling delete_port for d709ff2f-7de8-4a8c-8cf9-3715f9d9fff3 owned by network:dhcp {{(pid=103164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:58:44.784271 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-728306fb-e21a-44b1-9517-59509c82ce5d tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Made reservation on behalf of ab4ded6dc75a4ab5a4f9dae9e5aa3753 for: {'subnet': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:58:44.787998 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-728306fb-e21a-44b1-9517-59509c82ce5d tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8422561'] for subnet, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:44.795442 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d6f005-e6d5-4e29-b7e6-76027ba27117 req-0df8bebe-93e2-4964-955b-432058b980b2 tempest-ServerRescueTestJSON-1875264190 tempest-ServerRescueTestJSON-1875264190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:58:44.802365 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-fa8ba985-d399-48d1-a4b1-03181f031d37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:44.802499 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-74d6f005-e6d5-4e29-b7e6-76027ba27117 req-0df8bebe-93e2-4964-955b-432058b980b2 tempest-ServerRescueTestJSON-1875264190 tempest-ServerRescueTestJSON-1875264190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:44.912533 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-fa8ba985-d399-48d1-a4b1-03181f031d37 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=25e716ed6cfe49b9adfcce90842ca8ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9301054 May 20 20:58:44.915540 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 35544) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:58:44.918506 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8ba985-d399-48d1-a4b1-03181f031d37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e458d51-7080-4a18-8ffe-3113122ee60e,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:58:44.949560 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-682686f0-5e90-41b9-bb6d-11236dca0105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099'] for port, after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:44.974058 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-74d6f005-e6d5-4e29-b7e6-76027ba27117 req-0df8bebe-93e2-4964-955b-432058b980b2 tempest-ServerRescueTestJSON-1875264190 tempest-ServerRescueTestJSON-1875264190-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6421032 May 20 20:58:44.987606 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682686f0-5e90-41b9-bb6d-11236dca0105 None None] Pushing event deleted for resources: {'Port': ['ID=d709ff2f-7de8-4a8c-8cf9-3715f9d9fff3,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:58:45.004428 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [req-74d6f005-e6d5-4e29-b7e6-76027ba27117 req-34012182-e15f-4ac6-998c-b6244fea0cb2 service neutron] Request body: {'port': {'device_id': '2c0c79ba-02a2-46bc-9d92-50d93bd9a50f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-842733-1'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:58:45.022340 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-682686f0-5e90-41b9-bb6d-11236dca0105 None None] No DVR routers for this DVR port d709ff2f-7de8-4a8c-8cf9-3715f9d9fff3 on host n-d-842733-1 {{(pid=103164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:58:45.092020 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-cab6e6e9-7b9e-4c4c-95b5-0a85735e984e tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:45.096219 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-74d6f005-e6d5-4e29-b7e6-76027ba27117 req-34012182-e15f-4ac6-998c-b6244fea0cb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:45.110052 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-cd2f9f14-ba98-4ae2-b0d2-bf34637ce71b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:45.157505 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-cd2f9f14-ba98-4ae2-b0d2-bf34637ce71b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:45.227888 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-cab6e6e9-7b9e-4c4c-95b5-0a85735e984e tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:45.257289 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cab6e6e9-7b9e-4c4c-95b5-0a85735e984e tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 221} {{(pid=103163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 20:58:45.267743 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-cab6e6e9-7b9e-4c4c-95b5-0a85735e984e tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:45.281505 n-d-842733-1 neutron-server[103163]: INFO neutron.db.segments_db [None req-cab6e6e9-7b9e-4c4c-95b5-0a85735e984e tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Added segment 2ac7b2aa-ba5e-4e94-a1d0-0f339f74565d of type vlan for network cb355565-1e07-468a-ae97-b59c6d07fccb May 20 20:58:45.350650 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab6e6e9-7b9e-4c4c-95b5-0a85735e984e tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91cad498-7cf7-40dc-8b6f-3e5d12155635,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:58:45.446817 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-cd2f9f14-ba98-4ae2-b0d2-bf34637ce71b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:45.449960 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-cd2f9f14-ba98-4ae2-b0d2-bf34637ce71b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:45.455295 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-cd2f9f14-ba98-4ae2-b0d2-bf34637ce71b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3e458d51-7080-4a18-8ffe-3113122ee60e HTTP/1.1" status: 204 len: 168 time: 0.5380385 May 20 20:58:45.470755 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2f9f14-ba98-4ae2-b0d2-bf34637ce71b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e458d51-7080-4a18-8ffe-3113122ee60e,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:58:45.526885 n-d-842733-1 neutron-server[103163]: DEBUG neutron.objects.ports [None req-728306fb-e21a-44b1-9517-59509c82ce5d tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103163) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} May 20 20:58:45.535927 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-728306fb-e21a-44b1-9517-59509c82ce5d tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9641412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8422583'] for subnet, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:45.550157 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device d709ff2f-7de8-4a8c-8cf9-3715f9d9fff3 no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:58:45.575711 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [req-74d6f005-e6d5-4e29-b7e6-76027ba27117 req-34012182-e15f-4ac6-998c-b6244fea0cb2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58c3eec7-ca67-49ab-aa23-969e1932a180 {{(pid=103162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:58:45.595163 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-74d6f005-e6d5-4e29-b7e6-76027ba27117 req-34012182-e15f-4ac6-998c-b6244fea0cb2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:45.596832 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: d709ff2f-7de8-4a8c-8cf9-3715f9d9fff3 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 20:58:45.597313 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device d709ff2f-7de8-4a8c-8cf9-3715f9d9fff3 not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 20:58:45.612859 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.provisioning_blocks [req-74d6f005-e6d5-4e29-b7e6-76027ba27117 req-34012182-e15f-4ac6-998c-b6244fea0cb2 service neutron] Transition to ACTIVE for port object 58c3eec7-ca67-49ab-aa23-969e1932a180 will not be triggered until provisioned by entity L2. {{(pid=103162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 20:58:45.634707 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-728306fb-e21a-44b1-9517-59509c82ce5d tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Network 98f8b8d5-1379-4eeb-9e13-b2bbab96015a is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:58:45.641012 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-cab6e6e9-7b9e-4c4c-95b5-0a85735e984e tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418993264'] for network, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:45.644426 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-728306fb-e21a-44b1-9517-59509c82ce5d tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:58:45.659424 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73e6005e-bd8f-40b9-a07f-ac3195f4948d None None] Network 98f8b8d5-1379-4eeb-9e13-b2bbab96015a requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:58:45.660384 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-728306fb-e21a-44b1-9517-59509c82ce5d tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:58:45.661767 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-728306fb-e21a-44b1-9517-59509c82ce5d tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks [] for subnet, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:45.665598 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728306fb-e21a-44b1-9517-59509c82ce5d tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Pushing event updated for resources: {'Subnet': ['ID=264ebf31-32d7-4728-bc4f-9c08bd503e2c,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:58:45.726139 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-74d6f005-e6d5-4e29-b7e6-76027ba27117 req-34012182-e15f-4ac6-998c-b6244fea0cb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:45.841079 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-728306fb-e21a-44b1-9517-59509c82ce5d tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4339440 May 20 20:58:45.874813 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 35562) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:58:45.874813 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34012182-e15f-4ac6-998c-b6244fea0cb2 service neutron] Pushing event updated for resources: {'Port': ['ID=58c3eec7-ca67-49ab-aa23-969e1932a180,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:58:45.874813 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-49b6052c-1591-463c-bb4e-b4b04dba9285 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Request body: {'subnet': {'network_id': '98f8b8d5-1379-4eeb-9e13-b2bbab96015a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:58:45.893669 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd71291a-df0b-4fdc-a24d-dbc6d5fff003 req-0de6e478-5806-4bb0-8850-0f17d0e2f599 tempest-ServerRescueTestJSON-1875264190 tempest-ServerRescueTestJSON-1875264190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:58:45.895442 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-dd71291a-df0b-4fdc-a24d-dbc6d5fff003 req-0de6e478-5806-4bb0-8850-0f17d0e2f599 tempest-ServerRescueTestJSON-1875264190 tempest-ServerRescueTestJSON-1875264190-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c0c79ba-02a2-46bc-9d92-50d93bd9a50f HTTP/1.1" status: 200 len: 943 time: 0.0769134 May 20 20:58:45.919171 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-cab6e6e9-7b9e-4c4c-95b5-0a85735e984e tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524'] for network, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:45.926344 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cab6e6e9-7b9e-4c4c-95b5-0a85735e984e tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:58:45.926344 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-cab6e6e9-7b9e-4c4c-95b5-0a85735e984e tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:45.934999 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfa74082-143d-4b86-973b-321c508ebdde None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaee2b848-d4b9-5db1-b6ef-d6db29d67de7-98f8b8d5-1379-4eeb-9e13-b2bbab96015a', 'network_id': '98f8b8d5-1379-4eeb-9e13-b2bbab96015a', 'tenant_id': 'ab4ded6dc75a4ab5a4f9dae9e5aa3753', 'fixed_ips': [{'subnet_id': '264ebf31-32d7-4728-bc4f-9c08bd503e2c'}]}} from n-d-842733-1. {{(pid=103164) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 20:58:45.936150 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-dfa74082-143d-4b86-973b-321c508ebdde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:45.990439 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-74d6f005-e6d5-4e29-b7e6-76027ba27117 req-34012182-e15f-4ac6-998c-b6244fea0cb2 service neutron] Attempting to bind port 58c3eec7-ca67-49ab-aa23-969e1932a180 on host n-h1-842733-1 for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:58:45.990679 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-74d6f005-e6d5-4e29-b7e6-76027ba27117 req-34012182-e15f-4ac6-998c-b6244fea0cb2 service neutron] Attempting to bind port 58c3eec7-ca67-49ab-aa23-969e1932a180 by drivers openvswitch,hyperv on host n-h1-842733-1 at level 0 using segments [{'id': 'f71daceb-c498-4797-b825-ec97843817b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '27501fcc-897d-46d3-a5f8-4e490573ef38'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:58:45.991010 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74d6f005-e6d5-4e29-b7e6-76027ba27117 req-34012182-e15f-4ac6-998c-b6244fea0cb2 service neutron] Attempting to bind port 58c3eec7-ca67-49ab-aa23-969e1932a180 on network 27501fcc-897d-46d3-a5f8-4e490573ef38 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:58:45.998338 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74d6f005-e6d5-4e29-b7e6-76027ba27117 req-34012182-e15f-4ac6-998c-b6244fea0cb2 service neutron] Port 58c3eec7-ca67-49ab-aa23-969e1932a180 on network 27501fcc-897d-46d3-a5f8-4e490573ef38 not bound, no agent of type Open vSwitch agent registered on host n-h1-842733-1 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 20:58:45.998656 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74d6f005-e6d5-4e29-b7e6-76027ba27117 req-34012182-e15f-4ac6-998c-b6244fea0cb2 service neutron] Attempting to bind port 58c3eec7-ca67-49ab-aa23-969e1932a180 on network 27501fcc-897d-46d3-a5f8-4e490573ef38 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:58:46.013593 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-dd71291a-df0b-4fdc-a24d-dbc6d5fff003 req-9a8cc95e-90b9-40e0-8f45-09da5de8aa21 tempest-ServerRescueTestJSON-1875264190 tempest-ServerRescueTestJSON-1875264190-project] 10.222.0.35 "GET /v2.0/security-groups?id=3ca0fb1c-c695-4a0a-a152-dfa8f160f4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107051 May 20 20:58:46.015711 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74d6f005-e6d5-4e29-b7e6-76027ba27117 req-34012182-e15f-4ac6-998c-b6244fea0cb2 service neutron] Checking agent: {'id': '08dfb1ce-804b-4db8-838b-21094082e041', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 32, 54), 'started_at': datetime.datetime(2022, 5, 20, 20, 32, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 58, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:58:46.016052 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74d6f005-e6d5-4e29-b7e6-76027ba27117 req-34012182-e15f-4ac6-998c-b6244fea0cb2 service neutron] Checking segment: {'id': 'f71daceb-c498-4797-b825-ec97843817b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '27501fcc-897d-46d3-a5f8-4e490573ef38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:58:46.016438 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74d6f005-e6d5-4e29-b7e6-76027ba27117 req-34012182-e15f-4ac6-998c-b6244fea0cb2 service neutron] Bound using segment: {'id': 'f71daceb-c498-4797-b825-ec97843817b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '27501fcc-897d-46d3-a5f8-4e490573ef38'} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:58:46.016874 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-74d6f005-e6d5-4e29-b7e6-76027ba27117 req-34012182-e15f-4ac6-998c-b6244fea0cb2 service neutron] Bound port: 58c3eec7-ca67-49ab-aa23-969e1932a180, host: n-h1-842733-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f71daceb-c498-4797-b825-ec97843817b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '27501fcc-897d-46d3-a5f8-4e490573ef38'}}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:58:46.017365 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-74d6f005-e6d5-4e29-b7e6-76027ba27117 req-34012182-e15f-4ac6-998c-b6244fea0cb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:46.037708 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab6e6e9-7b9e-4c4c-95b5-0a85735e984e tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Pushing event updated for resources: {'Network': ['ID=cb355565-1e07-468a-ae97-b59c6d07fccb,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:58:46.110286 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Network cb355565-1e07-468a-ae97-b59c6d07fccb details requested by agent ovs-agent-n-d-842733-1 with host n-d-842733-1 {{(pid=103164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 20 20:58:46.114690 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [None req-dfa74082-143d-4b86-973b-321c508ebdde None None] Allocated IP 2001:db8::f816:3eff:fe76:ca24 (98f8b8d5-1379-4eeb-9e13-b2bbab96015a/264ebf31-32d7-4728-bc4f-9c08bd503e2c/d2532758-d65d-48e8-9bc2-9b47dfab5b45) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:58:46.134294 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-cab6e6e9-7b9e-4c4c-95b5-0a85735e984e tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 2.0641267 May 20 20:58:46.146281 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-74d6f005-e6d5-4e29-b7e6-76027ba27117 req-34012182-e15f-4ac6-998c-b6244fea0cb2 service neutron] For port 58c3eec7-ca67-49ab-aa23-969e1932a180, host n-h1-842733-1, cleared binding levels {{(pid=103162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:58:46.150773 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-74d6f005-e6d5-4e29-b7e6-76027ba27117 req-34012182-e15f-4ac6-998c-b6244fea0cb2 service neutron] For port 58c3eec7-ca67-49ab-aa23-969e1932a180, host n-h1-842733-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=58c3eec7-ca67-49ab-aa23-969e1932a180,segment=NetworkSegment(f71daceb-c498-4797-b825-ec97843817b7),segment_id=f71daceb-c498-4797-b825-ec97843817b7)] {{(pid=103162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:58:46.261945 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49b6052c-1591-463c-bb4e-b4b04dba9285 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Made reservation on behalf of ab4ded6dc75a4ab5a4f9dae9e5aa3753 for: {'subnet': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:58:46.269759 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-49b6052c-1591-463c-bb4e-b4b04dba9285 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4018244'] for subnet, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:46.354592 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-74d6f005-e6d5-4e29-b7e6-76027ba27117 req-34012182-e15f-4ac6-998c-b6244fea0cb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:46.550125 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d6f005-e6d5-4e29-b7e6-76027ba27117 req-34012182-e15f-4ac6-998c-b6244fea0cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:58:46.551464 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-74d6f005-e6d5-4e29-b7e6-76027ba27117 req-34012182-e15f-4ac6-998c-b6244fea0cb2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:46.553595 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-74d6f005-e6d5-4e29-b7e6-76027ba27117 req-34012182-e15f-4ac6-998c-b6244fea0cb2 service neutron] 10.222.0.24 "PUT /v2.0/ports/58c3eec7-ca67-49ab-aa23-969e1932a180 HTTP/1.1" status: 200 len: 1091 time: 1.5700123 May 20 20:58:46.554068 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c0c79ba-02a2-46bc-9d92-50d93bd9a50f', 'tag': '58c3eec7-ca67-49ab-aa23-969e1932a180'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:58:46.561027 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6fa957933fccbf596d28104b23404b952ad6a8238afaebaed40a0874b2e409" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f30d48a-33fb-4cb3-ac95-b19babeb38f1" -d '{"events": [{"name": "network-changed", "server_uuid": "2c0c79ba-02a2-46bc-9d92-50d93bd9a50f", "tag": "58c3eec7-ca67-49ab-aa23-969e1932a180"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:58:46.635144 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-dfa74082-143d-4b86-973b-321c508ebdde None None] Notify callbacks [] for port, precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:46.699466 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 20:58:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fca6a30-7a29-4964-8c51-99195fde947d x-openstack-request-id: req-5fca6a30-7a29-4964-8c51-99195fde947d {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:58:46.699763 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c0c79ba-02a2-46bc-9d92-50d93bd9a50f", "tag": "58c3eec7-ca67-49ab-aa23-969e1932a180", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:58:46.700015 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5fca6a30-7a29-4964-8c51-99195fde947d {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:58:46.700418 n-d-842733-1 neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5fca6a30-7a29-4964-8c51-99195fde947d'] response: {'name': 'network-changed', 'server_uuid': '2c0c79ba-02a2-46bc-9d92-50d93bd9a50f', 'tag': '58c3eec7-ca67-49ab-aa23-969e1932a180', 'status': 'completed', 'code': 200} May 20 20:58:46.732688 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-dfa74082-143d-4b86-973b-321c508ebdde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108'] for port, after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:46.794296 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa74082-143d-4b86-973b-321c508ebdde None None] Pushing event updated for resources: {'Port': ['ID=d2532758-d65d-48e8-9bc2-9b47dfab5b45,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:58:46.812529 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34012182-e15f-4ac6-998c-b6244fea0cb2 service neutron] Pushing event updated for resources: {'Port': ['ID=58c3eec7-ca67-49ab-aa23-969e1932a180,revision_number=3']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:58:46.832737 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfa74082-143d-4b86-973b-321c508ebdde None None] Network 98f8b8d5-1379-4eeb-9e13-b2bbab96015a is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:58:46.834439 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-dfa74082-143d-4b86-973b-321c508ebdde None None] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:58:46.841459 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa74082-143d-4b86-973b-321c508ebdde None None] Received port after_create {{(pid=103164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:58:46.876583 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d6f005-e6d5-4e29-b7e6-76027ba27117 req-64e589e8-84dd-494d-b7fa-659b7ae72bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:58:46.878418 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-74d6f005-e6d5-4e29-b7e6-76027ba27117 req-64e589e8-84dd-494d-b7fa-659b7ae72bb7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=24c170f09144465391fa4bf4af2ca207&device_id=2c0c79ba-02a2-46bc-9d92-50d93bd9a50f HTTP/1.1" status: 200 len: 1094 time: 0.1849840 May 20 20:58:46.921001 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-dfa74082-143d-4b86-973b-321c508ebdde None None] Attempting to bind port d2532758-d65d-48e8-9bc2-9b47dfab5b45 on host n-d-842733-1 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:58:46.921648 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-dfa74082-143d-4b86-973b-321c508ebdde None None] Attempting to bind port d2532758-d65d-48e8-9bc2-9b47dfab5b45 by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': 'f5705048-66fd-4627-af8c-03443c37dd17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '98f8b8d5-1379-4eeb-9e13-b2bbab96015a'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:58:46.922179 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa74082-143d-4b86-973b-321c508ebdde None None] Attempting to bind port d2532758-d65d-48e8-9bc2-9b47dfab5b45 on network 98f8b8d5-1379-4eeb-9e13-b2bbab96015a {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:58:46.928053 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa74082-143d-4b86-973b-321c508ebdde None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 58, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:58:46.928785 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa74082-143d-4b86-973b-321c508ebdde None None] Checking segment: {'id': 'f5705048-66fd-4627-af8c-03443c37dd17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '98f8b8d5-1379-4eeb-9e13-b2bbab96015a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:58:46.930047 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-dfa74082-143d-4b86-973b-321c508ebdde None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:46.930601 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa74082-143d-4b86-973b-321c508ebdde None None] Bound using segment: {'id': 'f5705048-66fd-4627-af8c-03443c37dd17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '98f8b8d5-1379-4eeb-9e13-b2bbab96015a'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:58:46.931226 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-dfa74082-143d-4b86-973b-321c508ebdde None None] Bound port: d2532758-d65d-48e8-9bc2-9b47dfab5b45, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5705048-66fd-4627-af8c-03443c37dd17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '98f8b8d5-1379-4eeb-9e13-b2bbab96015a'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:58:46.931847 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-dfa74082-143d-4b86-973b-321c508ebdde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:47.066010 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-dfa74082-143d-4b86-973b-321c508ebdde None None] For port d2532758-d65d-48e8-9bc2-9b47dfab5b45, host n-d-842733-1, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:58:47.094748 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-dfa74082-143d-4b86-973b-321c508ebdde None None] For port d2532758-d65d-48e8-9bc2-9b47dfab5b45, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=d2532758-d65d-48e8-9bc2-9b47dfab5b45,segment=NetworkSegment(f5705048-66fd-4627-af8c-03443c37dd17),segment_id=f5705048-66fd-4627-af8c-03443c37dd17)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:58:47.187039 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-dfa74082-143d-4b86-973b-321c508ebdde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:47.354431 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa74082-143d-4b86-973b-321c508ebdde None None] Pushing event updated for resources: {'Port': ['ID=d2532758-d65d-48e8-9bc2-9b47dfab5b45,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:58:47.356433 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e18d31-707f-49b0-adac-5fd5c7ef87fa req-1ab44a64-3520-4908-b8e2-75a9760377cb tempest-ServerRescueTestJSON-1875264190 tempest-ServerRescueTestJSON-1875264190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:58:47.363692 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e3e18d31-707f-49b0-adac-5fd5c7ef87fa req-1ab44a64-3520-4908-b8e2-75a9760377cb tempest-ServerRescueTestJSON-1875264190 tempest-ServerRescueTestJSON-1875264190-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c0c79ba-02a2-46bc-9d92-50d93bd9a50f HTTP/1.1" status: 200 len: 943 time: 0.1894104 May 20 20:58:47.401080 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-74d6f005-e6d5-4e29-b7e6-76027ba27117 req-2337016f-fcb0-4fd8-8f0a-cc8b3516bbab service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=58c3eec7-ca67-49ab-aa23-969e1932a180 HTTP/1.1" status: 200 len: 217 time: 0.5136111 May 20 20:58:47.496382 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-49b6052c-1591-463c-bb4e-b4b04dba9285 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3797684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4018258'] for subnet, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:47.542851 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49b6052c-1591-463c-bb4e-b4b04dba9285 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Network 98f8b8d5-1379-4eeb-9e13-b2bbab96015a is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:58:47.554255 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-49b6052c-1591-463c-bb4e-b4b04dba9285 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:58:47.577026 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49b6052c-1591-463c-bb4e-b4b04dba9285 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:58:47.581745 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-49b6052c-1591-463c-bb4e-b4b04dba9285 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:47.585110 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e3e18d31-707f-49b0-adac-5fd5c7ef87fa req-c29eab61-3785-407d-8e7b-1c0a5ab03bbf tempest-ServerRescueTestJSON-1875264190 tempest-ServerRescueTestJSON-1875264190-project] 10.222.0.35 "GET /v2.0/security-groups?id=3ca0fb1c-c695-4a0a-a152-dfa8f160f4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038405 May 20 20:58:47.607299 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d6f005-e6d5-4e29-b7e6-76027ba27117 req-87cfba43-ec12-4fe8-b90a-eacc7200143a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:58:47.608956 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-74d6f005-e6d5-4e29-b7e6-76027ba27117 req-87cfba43-ec12-4fe8-b90a-eacc7200143a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3d242ec6-9f33-44c2-af97-1bbf8381438b HTTP/1.1" status: 200 len: 851 time: 0.2010338 May 20 20:58:47.656327 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-74d6f005-e6d5-4e29-b7e6-76027ba27117 req-b4571700-96ae-4bce-aecb-078d2ae10642 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=27501fcc-897d-46d3-a5f8-4e490573ef38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389509 May 20 20:58:47.657523 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b6052c-1591-463c-bb4e-b4b04dba9285 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Pushing event updated for resources: {'Subnet': ['ID=a29e0b5e-918f-4262-9788-dbc8870223de,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:58:47.763896 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-49b6052c-1591-463c-bb4e-b4b04dba9285 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9193869 May 20 20:58:47.766703 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 35604) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:58:47.771844 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-5ad4243b-7921-4d87-869b-2590e7c8b70c tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Request body: {'port': {'network_id': '98f8b8d5-1379-4eeb-9e13-b2bbab96015a', 'mac_address': 'fa:16:3e:1b:cc:35', 'name': 'tempest-NetworksTestDHCPv6-784340669'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:58:47.905122 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-74d6f005-e6d5-4e29-b7e6-76027ba27117 req-b92e0f90-e0b7-4982-ad6e-d824c4eb2672 service neutron] 10.222.0.24 "GET /v2.0/networks/27501fcc-897d-46d3-a5f8-4e490573ef38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2391043 May 20 20:58:48.111426 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-74d6f005-e6d5-4e29-b7e6-76027ba27117 req-4fc6cb1d-d8df-4244-85cb-41bda19871db service neutron] 10.222.0.24 "GET /v2.0/networks/27501fcc-897d-46d3-a5f8-4e490573ef38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1972907 May 20 20:58:48.389829 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ad4243b-7921-4d87-869b-2590e7c8b70c tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Made reservation on behalf of ab4ded6dc75a4ab5a4f9dae9e5aa3753 for: {'port': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:58:48.515839 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f30d48a-33fb-4cb3-ac95-b19babeb38f1 req-0b8e5ab8-d0a2-4979-9b8f-2393b4c188fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:58:48.520134 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-8f30d48a-33fb-4cb3-ac95-b19babeb38f1 req-0b8e5ab8-d0a2-4979-9b8f-2393b4c188fb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=24c170f09144465391fa4bf4af2ca207&device_id=2c0c79ba-02a2-46bc-9d92-50d93bd9a50f HTTP/1.1" status: 200 len: 1094 time: 0.1011937 May 20 20:58:48.673573 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5ad4243b-7921-4d87-869b-2590e7c8b70c tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:48.794533 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [None req-5ad4243b-7921-4d87-869b-2590e7c8b70c tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] device_id is not set on port fb499a9e-b132-4b39-97ba-46a41d151a13 yet. {{(pid=103163) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 20 20:58:48.859476 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f30d48a-33fb-4cb3-ac95-b19babeb38f1 req-40ff8a37-1676-4fe1-b5ed-8fc5ff0bda32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:58:48.860992 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-8f30d48a-33fb-4cb3-ac95-b19babeb38f1 req-40ff8a37-1676-4fe1-b5ed-8fc5ff0bda32 service neutron] 10.222.0.24 "GET /v2.0/networks?id=27501fcc-897d-46d3-a5f8-4e490573ef38 HTTP/1.1" status: 200 len: 912 time: 0.3301301 May 20 20:58:48.986982 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-8f30d48a-33fb-4cb3-ac95-b19babeb38f1 req-806e7e99-a6a6-4036-a749-b1cb4f5fe168 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=58c3eec7-ca67-49ab-aa23-969e1932a180 HTTP/1.1" status: 200 len: 217 time: 0.1169775 May 20 20:58:49.002399 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fc0b5d-2fbd-4a78-87a4-bbe5aeff4963 req-84886063-2fb5-41b4-827d-3dd30d575e77 tempest-ServerRescueTestJSON-1875264190 tempest-ServerRescueTestJSON-1875264190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:58:49.010705 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-63fc0b5d-2fbd-4a78-87a4-bbe5aeff4963 req-84886063-2fb5-41b4-827d-3dd30d575e77 tempest-ServerRescueTestJSON-1875264190 tempest-ServerRescueTestJSON-1875264190-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c0c79ba-02a2-46bc-9d92-50d93bd9a50f HTTP/1.1" status: 200 len: 943 time: 0.2623713 May 20 20:58:49.063444 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f30d48a-33fb-4cb3-ac95-b19babeb38f1 req-c36c3749-0091-4f81-89ac-178de4b0ad45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:58:49.065267 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-8f30d48a-33fb-4cb3-ac95-b19babeb38f1 req-c36c3749-0091-4f81-89ac-178de4b0ad45 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3d242ec6-9f33-44c2-af97-1bbf8381438b HTTP/1.1" status: 200 len: 851 time: 0.0699992 May 20 20:58:49.130783 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-63fc0b5d-2fbd-4a78-87a4-bbe5aeff4963 req-ae3f40e2-8485-4815-b08d-cc9f4aa38006 tempest-ServerRescueTestJSON-1875264190 tempest-ServerRescueTestJSON-1875264190-project] 10.222.0.35 "GET /v2.0/security-groups?id=3ca0fb1c-c695-4a0a-a152-dfa8f160f4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190019 May 20 20:58:49.150728 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-8f30d48a-33fb-4cb3-ac95-b19babeb38f1 req-1951ba69-4091-4dd1-9bb4-155b98a293ff service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=27501fcc-897d-46d3-a5f8-4e490573ef38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0776582 May 20 20:58:49.259343 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-288f2a62-5061-4126-9313-4e5925931bdf None None] Network 98f8b8d5-1379-4eeb-9e13-b2bbab96015a requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:58:49.301831 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-5ad4243b-7921-4d87-869b-2590e7c8b70c tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Allocated IP 172.20.0.8 (98f8b8d5-1379-4eeb-9e13-b2bbab96015a/a29e0b5e-918f-4262-9788-dbc8870223de/fb499a9e-b132-4b39-97ba-46a41d151a13) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:58:49.325290 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-5ad4243b-7921-4d87-869b-2590e7c8b70c tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Allocated IP 2001:db8::f816:3eff:fe1b:cc35 (98f8b8d5-1379-4eeb-9e13-b2bbab96015a/264ebf31-32d7-4728-bc4f-9c08bd503e2c/fb499a9e-b132-4b39-97ba-46a41d151a13) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:58:49.440400 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-8f30d48a-33fb-4cb3-ac95-b19babeb38f1 req-2127054d-5905-4d0c-82e1-7b11b6614c77 service neutron] 10.222.0.24 "GET /v2.0/networks/27501fcc-897d-46d3-a5f8-4e490573ef38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2775972 May 20 20:58:49.632064 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 35632) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:58:49.646857 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 58c3eec7-ca67-49ab-aa23-969e1932a180 details requested by agent hyperv_n-h1-842733-1 with host n-h1-842733-1 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 20:58:49.651517 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-f9d8cdf9-b39a-4cd6-8892-01dbd68fd8e5 tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Request body: {'subnet': {'network_id': 'cb355565-1e07-468a-ae97-b59c6d07fccb', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:58:49.657074 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-915d87ce-8a18-4cc7-9708-8d0808f5b93b None None] Provisioning complete for port d2532758-d65d-48e8-9bc2-9b47dfab5b45 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:58:49.667141 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-915d87ce-8a18-4cc7-9708-8d0808f5b93b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:49.667141 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device d2532758-d65d-48e8-9bc2-9b47dfab5b45 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:58:49.687347 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5ad4243b-7921-4d87-869b-2590e7c8b70c tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:49.815586 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5ad4243b-7921-4d87-869b-2590e7c8b70c tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:49.858544 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-8f30d48a-33fb-4cb3-ac95-b19babeb38f1 req-61b721d9-cc6e-4cda-b8be-25f132298fbb service neutron] 10.222.0.24 "GET /v2.0/networks/27501fcc-897d-46d3-a5f8-4e490573ef38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4134173 May 20 20:58:49.906974 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ad4243b-7921-4d87-869b-2590e7c8b70c tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Network 98f8b8d5-1379-4eeb-9e13-b2bbab96015a is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:58:49.908944 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-5ad4243b-7921-4d87-869b-2590e7c8b70c tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:58:49.914470 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad4243b-7921-4d87-869b-2590e7c8b70c tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:58:49.982664 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9d8cdf9-b39a-4cd6-8892-01dbd68fd8e5 tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Made reservation on behalf of 0a03a23766784265957923d23bf66983 for: {'subnet': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:58:49.989204 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f9d8cdf9-b39a-4cd6-8892-01dbd68fd8e5 tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4018244'] for subnet, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:50.037202 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad4243b-7921-4d87-869b-2590e7c8b70c tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Pushing event updated for resources: {'Port': ['ID=fb499a9e-b132-4b39-97ba-46a41d151a13,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:58:50.104391 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ad4243b-7921-4d87-869b-2590e7c8b70c tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:58:50.105055 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5ad4243b-7921-4d87-869b-2590e7c8b70c tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:50.324585 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-5ad4243b-7921-4d87-869b-2590e7c8b70c tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.5567527 May 20 20:58:50.331688 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 35654) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:58:50.350446 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port d2532758-d65d-48e8-9bc2-9b47dfab5b45 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:58:50.350999 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:50.399143 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33c5c2e-c458-4860-b89e-abce0d9b3ab8 req-17e22868-7d01-417d-8400-b687757ac72e tempest-ServerRescueTestJSON-1875264190 tempest-ServerRescueTestJSON-1875264190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:58:50.400999 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f33c5c2e-c458-4860-b89e-abce0d9b3ab8 req-17e22868-7d01-417d-8400-b687757ac72e tempest-ServerRescueTestJSON-1875264190 tempest-ServerRescueTestJSON-1875264190-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c0c79ba-02a2-46bc-9d92-50d93bd9a50f HTTP/1.1" status: 200 len: 943 time: 0.1247046 May 20 20:58:50.440557 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port 58c3eec7-ca67-49ab-aa23-969e1932a180, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=58c3eec7-ca67-49ab-aa23-969e1932a180,segment=NetworkSegment(f71daceb-c498-4797-b825-ec97843817b7),segment_id=f71daceb-c498-4797-b825-ec97843817b7)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:58:50.446927 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b28c4a78-7a86-49d8-957a-579a2f047ce6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:50.464555 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f33c5c2e-c458-4860-b89e-abce0d9b3ab8 req-e63b65ce-6ec1-4e2f-8aef-a2218ddb0213 tempest-ServerRescueTestJSON-1875264190 tempest-ServerRescueTestJSON-1875264190-project] 10.222.0.35 "GET /v2.0/security-groups?id=3ca0fb1c-c695-4a0a-a152-dfa8f160f4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527852 May 20 20:58:50.470007 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-915d87ce-8a18-4cc7-9708-8d0808f5b93b None None] Current status of the port d2532758-d65d-48e8-9bc2-9b47dfab5b45 is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:58:50.470393 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-915d87ce-8a18-4cc7-9708-8d0808f5b93b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:50.470536 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04e3a15c-3a42-4298-872d-e799674809d6 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:58:50.475801 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Returning: {'device': '58c3eec7-ca67-49ab-aa23-969e1932a180', 'network_id': '27501fcc-897d-46d3-a5f8-4e490573ef38', 'port_id': '58c3eec7-ca67-49ab-aa23-969e1932a180', 'mac_address': 'fa:16:3e:b0:0a:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d242ec6-9f33-44c2-af97-1bbf8381438b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 20 20:58:50.493689 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04e3a15c-3a42-4298-872d-e799674809d6 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:58:50.495981 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-04e3a15c-3a42-4298-872d-e799674809d6 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.1631455 May 20 20:58:50.498638 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 35658) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:58:50.509751 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d116802f-cca3-4fa1-afce-9d1f793865e3 None None] Update dhcp port {'port': {'network_id': '98f8b8d5-1379-4eeb-9e13-b2bbab96015a', 'fixed_ips': [{'subnet_id': '264ebf31-32d7-4728-bc4f-9c08bd503e2c', 'ip_address': '2001:db8::f816:3eff:fe76:ca24'}, {'subnet_id': 'a29e0b5e-918f-4262-9788-dbc8870223de'}], 'binding:host_id': 'n-d-842733-1'}, 'id': 'd2532758-d65d-48e8-9bc2-9b47dfab5b45'} from n-d-842733-1. {{(pid=103164) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} May 20 20:58:50.577159 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-915d87ce-8a18-4cc7-9708-8d0808f5b93b None None] For port d2532758-d65d-48e8-9bc2-9b47dfab5b45, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=d2532758-d65d-48e8-9bc2-9b47dfab5b45,segment=NetworkSegment(f5705048-66fd-4627-af8c-03443c37dd17),segment_id=f5705048-66fd-4627-af8c-03443c37dd17)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:58:50.580840 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d116802f-cca3-4fa1-afce-9d1f793865e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:50.599151 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Current status of the port 58c3eec7-ca67-49ab-aa23-969e1932a180 is: DOWN; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:58:50.599531 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:50.604037 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-74abdab0-8cc4-47dc-98e1-78f678b1ba6b tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Deleting port fb499a9e-b132-4b39-97ba-46a41d151a13 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:58:50.604385 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-74abdab0-8cc4-47dc-98e1-78f678b1ba6b tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:50.712799 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-74abdab0-8cc4-47dc-98e1-78f678b1ba6b tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:50.725674 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-74abdab0-8cc4-47dc-98e1-78f678b1ba6b tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Calling delete_port for fb499a9e-b132-4b39-97ba-46a41d151a13 owned by {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:58:50.738611 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f9d8cdf9-b39a-4cd6-8892-01dbd68fd8e5 tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3797684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4018258'] for subnet, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:50.752729 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58c3eec7-ca67-49ab-aa23-969e1932a180 {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:58:50.787506 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port d2532758-d65d-48e8-9bc2-9b47dfab5b45 is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:58:50.787874 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:50.811982 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port 58c3eec7-ca67-49ab-aa23-969e1932a180, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=58c3eec7-ca67-49ab-aa23-969e1932a180,segment=NetworkSegment(f71daceb-c498-4797-b825-ec97843817b7),segment_id=f71daceb-c498-4797-b825-ec97843817b7)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:58:50.818798 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-915d87ce-8a18-4cc7-9708-8d0808f5b93b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:50.820719 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d8cdf9-b39a-4cd6-8892-01dbd68fd8e5 tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Pushing event updated for resources: {'Subnet': ['ID=e4e5cdd6-2bf2-485c-a5cf-70131c8b91d8,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:58:50.857130 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [None req-d116802f-cca3-4fa1-afce-9d1f793865e3 None None] Allocated IP 172.20.0.2 (98f8b8d5-1379-4eeb-9e13-b2bbab96015a/a29e0b5e-918f-4262-9788-dbc8870223de/d2532758-d65d-48e8-9bc2-9b47dfab5b45) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:58:50.912940 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d8cdf9-b39a-4cd6-8892-01dbd68fd8e5 tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Checking segment: {'id': '2ac7b2aa-ba5e-4e94-a1d0-0f339f74565d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'cb355565-1e07-468a-ae97-b59c6d07fccb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:58:50.913360 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9d8cdf9-b39a-4cd6-8892-01dbd68fd8e5 tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Network hostable DHCP agents. Network: cb355565-1e07-468a-ae97-b59c6d07fccb, hostable agents: ['c9b0653c-f3c7-4339-bd50-e3754b629216'], hosted agents: [] {{(pid=103162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 20:58:50.955957 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d87ce-8a18-4cc7-9708-8d0808f5b93b None None] Pushing event updated for resources: {'Port': ['ID=d2532758-d65d-48e8-9bc2-9b47dfab5b45,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:58:50.964560 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:50.977146 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.db.api [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103164) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 20 20:58:50.977538 n-d-842733-1 neutron-server[103164]: DEBUG oslo_db.api [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 20 20:58:51.050106 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Pushing event updated for resources: {'Port': ['ID=58c3eec7-ca67-49ab-aa23-969e1932a180,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:58:51.053944 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-d116802f-cca3-4fa1-afce-9d1f793865e3 None None] For port d2532758-d65d-48e8-9bc2-9b47dfab5b45, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=d2532758-d65d-48e8-9bc2-9b47dfab5b45,segment=NetworkSegment(f5705048-66fd-4627-af8c-03443c37dd17),segment_id=f5705048-66fd-4627-af8c-03443c37dd17)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:58:51.075022 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9d8cdf9-b39a-4cd6-8892-01dbd68fd8e5 tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Network cb355565-1e07-468a-ae97-b59c6d07fccb is scheduled to be hosted by DHCP agent c9b0653c-f3c7-4339-bd50-e3754b629216 with binding_index 1 {{(pid=103162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 20:58:51.086366 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d116802f-cca3-4fa1-afce-9d1f793865e3 None None] Notify callbacks [] for port, precommit_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:51.170002 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] get_ports_and_sgs() called for port_ids ['58c3eec7-ca67-49ab-aa23-969e1932a180'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:58:51.192261 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-f9d8cdf9-b39a-4cd6-8892-01dbd68fd8e5 tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842733-1, cb355565-1e07-468a-ae97-b59c6d07fccb) {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:58:51.197089 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9d8cdf9-b39a-4cd6-8892-01dbd68fd8e5 tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:58:51.197817 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f9d8cdf9-b39a-4cd6-8892-01dbd68fd8e5 tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Notify callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:51.207168 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ce09525-82cb-42a8-b03b-faab52427b4a None None] Network cb355565-1e07-468a-ae97-b59c6d07fccb requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:58:51.249682 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-74abdab0-8cc4-47dc-98e1-78f678b1ba6b tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:51.268948 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d116802f-cca3-4fa1-afce-9d1f793865e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:51.288848 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74abdab0-8cc4-47dc-98e1-78f678b1ba6b tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Pushing event deleted for resources: {'Port': ['ID=fb499a9e-b132-4b39-97ba-46a41d151a13,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:58:51.329765 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-f9d8cdf9-b39a-4cd6-8892-01dbd68fd8e5 tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6966832 May 20 20:58:51.332242 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 35666) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:58:51.339523 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-89f6ff68-947d-44f4-839e-24e8a96928e4 tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1901117708'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:58:51.406112 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-74abdab0-8cc4-47dc-98e1-78f678b1ba6b tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:51.410789 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-74abdab0-8cc4-47dc-98e1-78f678b1ba6b tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "DELETE /v2.0/ports/fb499a9e-b132-4b39-97ba-46a41d151a13 HTTP/1.1" status: 204 len: 168 time: 0.9109058 May 20 20:58:51.412859 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 35670) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:58:51.497420 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89f6ff68-947d-44f4-839e-24e8a96928e4 tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Made reservation on behalf of 0a03a23766784265957923d23bf66983 for: {'network': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:58:51.504930 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-89f6ff68-947d-44f4-839e-24e8a96928e4 tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for network, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:51.510447 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9391d25-0fbb-416c-95fc-3d53b1552268 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:58:51.512233 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9391d25-0fbb-416c-95fc-3d53b1552268 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:58:51.513772 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9391d25-0fbb-416c-95fc-3d53b1552268 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:58:51.515369 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-c9391d25-0fbb-416c-95fc-3d53b1552268 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1014600 May 20 20:58:51.518370 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 35680) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:58:51.566718 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d116802f-cca3-4fa1-afce-9d1f793865e3 None None] Pushing event updated for resources: {'Port': ['ID=d2532758-d65d-48e8-9bc2-9b47dfab5b45,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:58:51.574939 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89f6ff68-947d-44f4-839e-24e8a96928e4 tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 226} {{(pid=103163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 20:58:51.592047 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-89f6ff68-947d-44f4-839e-24e8a96928e4 tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:51.592668 n-d-842733-1 neutron-server[103163]: INFO neutron.db.segments_db [None req-89f6ff68-947d-44f4-839e-24e8a96928e4 tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Added segment 94751ab2-f095-4238-a379-dde3ec6d70bc of type vlan for network c95eb7dc-a63c-4a48-b825-1ee047df73d6 May 20 20:58:51.636716 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1eb73c7-6e82-45be-a027-35ffcd6fe711 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Deleting subnet 264ebf31-32d7-4728-bc4f-9c08bd503e2c {{(pid=103162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 20 20:58:51.648839 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d1eb73c7-6e82-45be-a027-35ffcd6fe711 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks [] for subnet, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:51.710317 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-89f6ff68-947d-44f4-839e-24e8a96928e4 tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418993264'] for network, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:51.726789 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port d2532758-d65d-48e8-9bc2-9b47dfab5b45 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:58:51.772486 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d1eb73c7-6e82-45be-a027-35ffcd6fe711 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3738392'] for subnet, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:51.862638 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-89f6ff68-947d-44f4-839e-24e8a96928e4 tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524'] for network, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:51.873155 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89f6ff68-947d-44f4-839e-24e8a96928e4 tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:58:51.873820 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-89f6ff68-947d-44f4-839e-24e8a96928e4 tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:51.954257 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d1eb73c7-6e82-45be-a027-35ffcd6fe711 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33068388'] for subnet, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:51.967083 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device d2532758-d65d-48e8-9bc2-9b47dfab5b45 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:58:52.028429 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c2c6194-e41b-4689-a206-43cd01552870 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaee2b848-d4b9-5db1-b6ef-d6db29d67de7-cb355565-1e07-468a-ae97-b59c6d07fccb', 'network_id': 'cb355565-1e07-468a-ae97-b59c6d07fccb', 'tenant_id': '0a03a23766784265957923d23bf66983', 'fixed_ips': [{'subnet_id': 'e4e5cdd6-2bf2-485c-a5cf-70131c8b91d8'}]}} from n-d-842733-1. {{(pid=103164) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 20:58:52.029741 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-6c2c6194-e41b-4689-a206-43cd01552870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:52.069635 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port d2532758-d65d-48e8-9bc2-9b47dfab5b45 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:58:52.070092 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:52.075595 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9688d3-d0e1-49ba-acf6-da1b3c9200b6 req-aa7d7e95-8660-4a02-8c7e-dcd339e1d79c tempest-ServerRescueTestJSON-1875264190 tempest-ServerRescueTestJSON-1875264190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:58:52.086803 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4d9688d3-d0e1-49ba-acf6-da1b3c9200b6 req-aa7d7e95-8660-4a02-8c7e-dcd339e1d79c tempest-ServerRescueTestJSON-1875264190 tempest-ServerRescueTestJSON-1875264190-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c0c79ba-02a2-46bc-9d92-50d93bd9a50f HTTP/1.1" status: 200 len: 944 time: 0.3389695 May 20 20:58:52.116288 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-89f6ff68-947d-44f4-839e-24e8a96928e4 tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7825534 May 20 20:58:52.119022 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 35696) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:58:52.125541 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-8ad56b60-3b58-4050-bb35-afc9ca26a1c4 tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Request body: {'subnet': {'network_id': 'c95eb7dc-a63c-4a48-b825-1ee047df73d6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:58:52.192801 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4d9688d3-d0e1-49ba-acf6-da1b3c9200b6 req-c4b1f19f-e365-45a1-871c-cfa43c6977e8 tempest-ServerRescueTestJSON-1875264190 tempest-ServerRescueTestJSON-1875264190-project] 10.222.0.35 "GET /v2.0/security-groups?id=3ca0fb1c-c695-4a0a-a152-dfa8f160f4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047165 May 20 20:58:52.196839 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f6ff68-947d-44f4-839e-24e8a96928e4 tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Pushing event updated for resources: {'Network': ['ID=c95eb7dc-a63c-4a48-b825-1ee047df73d6,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:58:52.218075 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d1eb73c7-6e82-45be-a027-35ffcd6fe711 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33068399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3797621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4018265'] for subnet, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:52.254761 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1eb73c7-6e82-45be-a027-35ffcd6fe711 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Pushing event deleted for resources: {'Subnet': ['ID=264ebf31-32d7-4728-bc4f-9c08bd503e2c,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:58:52.271392 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d1eb73c7-6e82-45be-a027-35ffcd6fe711 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:52.278426 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 35698) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:58:52.287073 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-d1eb73c7-6e82-45be-a027-35ffcd6fe711 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "DELETE /v2.0/subnets/264ebf31-32d7-4728-bc4f-9c08bd503e2c HTTP/1.1" status: 204 len: 168 time: 0.7676086 May 20 20:58:52.335081 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Network c95eb7dc-a63c-4a48-b825-1ee047df73d6 details requested by agent ovs-agent-n-d-842733-1 with host n-d-842733-1 {{(pid=103164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 20 20:58:52.417525 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf7bb285-0cb2-4126-805c-19de7db21138 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Deleting subnet a29e0b5e-918f-4262-9788-dbc8870223de {{(pid=103163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 20 20:58:52.433170 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bf7bb285-0cb2-4126-805c-19de7db21138 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks [] for subnet, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:52.435489 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-f69a4e37-288a-4b06-b5b4-ba30a795e8b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:52.448875 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ad56b60-3b58-4050-bb35-afc9ca26a1c4 tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Made reservation on behalf of 0a03a23766784265957923d23bf66983 for: {'subnet': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:58:52.452876 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8ad56b60-3b58-4050-bb35-afc9ca26a1c4 tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4018244'] for subnet, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:52.565706 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bf7bb285-0cb2-4126-805c-19de7db21138 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9338757'] for subnet, precommit_delete_associations {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:52.582414 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [None req-6c2c6194-e41b-4689-a206-43cd01552870 None None] Allocated IP 2001:db8:0:ffff::2 (cb355565-1e07-468a-ae97-b59c6d07fccb/e4e5cdd6-2bf2-485c-a5cf-70131c8b91d8/4464bd2a-b104-4b7d-8876-96d1d3a89eb7) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:58:52.637747 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port d2532758-d65d-48e8-9bc2-9b47dfab5b45 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:58:52.753323 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fe6f358-5f55-48c4-873a-93ca7ca513da None None] Network 98f8b8d5-1379-4eeb-9e13-b2bbab96015a requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:58:52.771350 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bf7bb285-0cb2-4126-805c-19de7db21138 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33068388'] for subnet, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:52.896775 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-6c2c6194-e41b-4689-a206-43cd01552870 None None] Notify callbacks [] for port, precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:52.971753 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-d878a886-825b-4530-a7dc-1245b611ab2f None None] Provisioning complete for port d2532758-d65d-48e8-9bc2-9b47dfab5b45 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:58:52.972151 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d878a886-825b-4530-a7dc-1245b611ab2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:53.000794 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bf7bb285-0cb2-4126-805c-19de7db21138 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33068399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9641221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8422588'] for subnet, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:53.031106 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bf7bb285-0cb2-4126-805c-19de7db21138 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks [] for subnet, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:53.041276 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-bf7bb285-0cb2-4126-805c-19de7db21138 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "DELETE /v2.0/subnets/a29e0b5e-918f-4262-9788-dbc8870223de HTTP/1.1" status: 204 len: 168 time: 0.7585640 May 20 20:58:53.042210 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 35710) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:58:53.058225 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-6c2c6194-e41b-4689-a206-43cd01552870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108'] for port, after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:53.084810 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7bb285-0cb2-4126-805c-19de7db21138 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Pushing event deleted for resources: {'Subnet': ['ID=a29e0b5e-918f-4262-9788-dbc8870223de,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:58:53.224163 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 35714) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:58:53.227488 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-e6358f93-2b89-4948-9433-9aa890d4d697 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1840961 May 20 20:58:53.234688 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-6cb11b5a-0d61-4976-9422-9432007366c1 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Request body: {'subnet': {'network_id': '98f8b8d5-1379-4eeb-9e13-b2bbab96015a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:58:53.301318 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c2c6194-e41b-4689-a206-43cd01552870 None None] Network cb355565-1e07-468a-ae97-b59c6d07fccb is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:58:53.306210 n-d-842733-1 neutron-server[103162]: DEBUG neutron.objects.ports [None req-8ad56b60-3b58-4050-bb35-afc9ca26a1c4 tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103162) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} May 20 20:58:53.315033 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8ad56b60-3b58-4050-bb35-afc9ca26a1c4 tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3797684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4018258'] for subnet, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:53.330874 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-6c2c6194-e41b-4689-a206-43cd01552870 None None] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:58:53.356181 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c2c6194-e41b-4689-a206-43cd01552870 None None] Received port after_create {{(pid=103164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:58:53.359248 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2c6194-e41b-4689-a206-43cd01552870 None None] Pushing event updated for resources: {'Port': ['ID=4464bd2a-b104-4b7d-8876-96d1d3a89eb7,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:58:53.408886 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-d878a886-825b-4530-a7dc-1245b611ab2f None None] Current status of the port d2532758-d65d-48e8-9bc2-9b47dfab5b45 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:58:53.428606 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad56b60-3b58-4050-bb35-afc9ca26a1c4 tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Checking segment: {'id': '94751ab2-f095-4238-a379-dde3ec6d70bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'c95eb7dc-a63c-4a48-b825-1ee047df73d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:58:53.428983 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ad56b60-3b58-4050-bb35-afc9ca26a1c4 tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Network hostable DHCP agents. Network: c95eb7dc-a63c-4a48-b825-1ee047df73d6, hostable agents: ['c9b0653c-f3c7-4339-bd50-e3754b629216'], hosted agents: [] {{(pid=103162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 20:58:53.431190 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad56b60-3b58-4050-bb35-afc9ca26a1c4 tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Pushing event updated for resources: {'Subnet': ['ID=d9d9e55e-fe8a-4c38-9006-12f514d37a8f,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:58:53.481481 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-6c2c6194-e41b-4689-a206-43cd01552870 None None] Attempting to bind port 4464bd2a-b104-4b7d-8876-96d1d3a89eb7 on host n-d-842733-1 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:58:53.482335 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-6c2c6194-e41b-4689-a206-43cd01552870 None None] Attempting to bind port 4464bd2a-b104-4b7d-8876-96d1d3a89eb7 by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': '2ac7b2aa-ba5e-4e94-a1d0-0f339f74565d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'cb355565-1e07-468a-ae97-b59c6d07fccb'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:58:53.483362 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c2c6194-e41b-4689-a206-43cd01552870 None None] Attempting to bind port 4464bd2a-b104-4b7d-8876-96d1d3a89eb7 on network cb355565-1e07-468a-ae97-b59c6d07fccb {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:58:53.496317 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c2c6194-e41b-4689-a206-43cd01552870 None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 58, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:58:53.499127 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c2c6194-e41b-4689-a206-43cd01552870 None None] Checking segment: {'id': '2ac7b2aa-ba5e-4e94-a1d0-0f339f74565d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'cb355565-1e07-468a-ae97-b59c6d07fccb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:58:53.499804 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-6c2c6194-e41b-4689-a206-43cd01552870 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:53.513269 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c2c6194-e41b-4689-a206-43cd01552870 None None] Bound using segment: {'id': '2ac7b2aa-ba5e-4e94-a1d0-0f339f74565d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'cb355565-1e07-468a-ae97-b59c6d07fccb'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:58:53.513867 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-6c2c6194-e41b-4689-a206-43cd01552870 None None] Bound port: 4464bd2a-b104-4b7d-8876-96d1d3a89eb7, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ac7b2aa-ba5e-4e94-a1d0-0f339f74565d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'cb355565-1e07-468a-ae97-b59c6d07fccb'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:58:53.523830 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-6c2c6194-e41b-4689-a206-43cd01552870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:53.543698 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714bb6be-67b3-4f31-beee-a3aece63c4cb req-9b6c28c6-0f41-4f80-9e81-68abb75e7bd1 tempest-ServerRescueTestJSON-1875264190 tempest-ServerRescueTestJSON-1875264190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:58:53.553514 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-714bb6be-67b3-4f31-beee-a3aece63c4cb req-9b6c28c6-0f41-4f80-9e81-68abb75e7bd1 tempest-ServerRescueTestJSON-1875264190 tempest-ServerRescueTestJSON-1875264190-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c0c79ba-02a2-46bc-9d92-50d93bd9a50f HTTP/1.1" status: 200 len: 944 time: 0.1937838 May 20 20:58:53.579319 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e1c1223-2403-4bc1-a939-8e5ec0d5126e None None] DHCP port deletion for 98f8b8d5-1379-4eeb-9e13-b2bbab96015a request from n-d-842733-1 {{(pid=103164) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 20:58:53.589038 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ad56b60-3b58-4050-bb35-afc9ca26a1c4 tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Network c95eb7dc-a63c-4a48-b825-1ee047df73d6 is scheduled to be hosted by DHCP agent c9b0653c-f3c7-4339-bd50-e3754b629216 with binding_index 1 {{(pid=103162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 20:58:53.629413 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-714bb6be-67b3-4f31-beee-a3aece63c4cb req-0173db5f-2436-4007-a6e7-1cdfcfa93a3e tempest-ServerRescueTestJSON-1875264190 tempest-ServerRescueTestJSON-1875264190-project] 10.222.0.35 "GET /v2.0/security-groups?id=3ca0fb1c-c695-4a0a-a152-dfa8f160f4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748634 May 20 20:58:53.638495 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 58c3eec7-ca67-49ab-aa23-969e1932a180 up at agent hyperv_n-h1-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:58:53.688815 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-8ad56b60-3b58-4050-bb35-afc9ca26a1c4 tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842733-1, c95eb7dc-a63c-4a48-b825-1ee047df73d6) {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:58:53.689740 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cb11b5a-0d61-4976-9422-9432007366c1 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Made reservation on behalf of ab4ded6dc75a4ab5a4f9dae9e5aa3753 for: {'subnet': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:58:53.697960 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6cb11b5a-0d61-4976-9422-9432007366c1 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8422561'] for subnet, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:53.699337 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ad56b60-3b58-4050-bb35-afc9ca26a1c4 tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:58:53.699951 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8ad56b60-3b58-4050-bb35-afc9ca26a1c4 tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Notify callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:53.815107 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-8ad56b60-3b58-4050-bb35-afc9ca26a1c4 tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.6929257 May 20 20:58:53.823956 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 35726) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:58:53.839735 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-6e104cf6-ccc7-45d3-a5ae-77fe06dbfb6e tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Request body: {'port': {'network_id': 'c95eb7dc-a63c-4a48-b825-1ee047df73d6', 'name': 'tempest-NetworksIpV6TestAttrs-404930315'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:58:53.922527 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22d59cee-6d4e-4243-981c-0f9fdb1bb081 None None] Network c95eb7dc-a63c-4a48-b825-1ee047df73d6 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:58:53.924303 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device d2532758-d65d-48e8-9bc2-9b47dfab5b45 no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:58:53.943384 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-6c2c6194-e41b-4689-a206-43cd01552870 None None] For port 4464bd2a-b104-4b7d-8876-96d1d3a89eb7, host n-d-842733-1, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:58:54.129482 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-6c2c6194-e41b-4689-a206-43cd01552870 None None] For port 4464bd2a-b104-4b7d-8876-96d1d3a89eb7, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=4464bd2a-b104-4b7d-8876-96d1d3a89eb7,segment=NetworkSegment(2ac7b2aa-ba5e-4e94-a1d0-0f339f74565d),segment_id=2ac7b2aa-ba5e-4e94-a1d0-0f339f74565d)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:58:54.154687 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-4e1c1223-2403-4bc1-a939-8e5ec0d5126e None None] Deleting port d2532758-d65d-48e8-9bc2-9b47dfab5b45 {{(pid=103164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:58:54.155064 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4e1c1223-2403-4bc1-a939-8e5ec0d5126e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:54.270985 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dae0e297-59b2-44ed-8e8a-ad8fd6f53771 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaee2b848-d4b9-5db1-b6ef-d6db29d67de7-c95eb7dc-a63c-4a48-b825-1ee047df73d6', 'network_id': 'c95eb7dc-a63c-4a48-b825-1ee047df73d6', 'tenant_id': '0a03a23766784265957923d23bf66983', 'fixed_ips': [{'subnet_id': 'd9d9e55e-fe8a-4c38-9006-12f514d37a8f'}]}} from n-d-842733-1. {{(pid=103164) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 20:58:54.271838 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-dae0e297-59b2-44ed-8e8a-ad8fd6f53771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:54.277076 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port d2532758-d65d-48e8-9bc2-9b47dfab5b45 is: ACTIVE; New status is: DOWN {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:58:54.277472 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:54.284845 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-4e1c1223-2403-4bc1-a939-8e5ec0d5126e None None] For port d2532758-d65d-48e8-9bc2-9b47dfab5b45, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=d2532758-d65d-48e8-9bc2-9b47dfab5b45,segment=NetworkSegment(f5705048-66fd-4627-af8c-03443c37dd17),segment_id=f5705048-66fd-4627-af8c-03443c37dd17)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:58:54.285248 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4e1c1223-2403-4bc1-a939-8e5ec0d5126e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:54.320522 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-4e1c1223-2403-4bc1-a939-8e5ec0d5126e None None] Calling delete_port for d2532758-d65d-48e8-9bc2-9b47dfab5b45 owned by network:dhcp {{(pid=103164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:58:54.386455 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e104cf6-ccc7-45d3-a5ae-77fe06dbfb6e tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Made reservation on behalf of 0a03a23766784265957923d23bf66983 for: {'port': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:58:54.387089 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6cb11b5a-0d61-4976-9422-9432007366c1 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9641412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8422583'] for subnet, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:54.391224 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6e104cf6-ccc7-45d3-a5ae-77fe06dbfb6e tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:54.394586 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] For port d2532758-d65d-48e8-9bc2-9b47dfab5b45, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=d2532758-d65d-48e8-9bc2-9b47dfab5b45,segment=NetworkSegment(f5705048-66fd-4627-af8c-03443c37dd17),segment_id=f5705048-66fd-4627-af8c-03443c37dd17)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:58:54.405118 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Provisioning for port 58c3eec7-ca67-49ab-aa23-969e1932a180 completed by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 20:58:54.409561 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4bb0e131-6525-46ca-a45b-e4ea43a5e69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:54.409561 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-6c2c6194-e41b-4689-a206-43cd01552870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:54.443537 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [None req-6e104cf6-ccc7-45d3-a5ae-77fe06dbfb6e tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] device_id is not set on port e08dc3a5-f089-4439-9869-2db93f39b05c yet. {{(pid=103162) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 20 20:58:54.454106 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Provisioning complete for port 58c3eec7-ca67-49ab-aa23-969e1932a180 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:58:54.454106 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:54.511686 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cb11b5a-0d61-4976-9422-9432007366c1 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Network 98f8b8d5-1379-4eeb-9e13-b2bbab96015a is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:58:54.512702 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb11b5a-0d61-4976-9422-9432007366c1 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Pushing event updated for resources: {'Subnet': ['ID=9b348f3f-be3c-4751-afe1-62c79a4f009d,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:58:54.516001 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-6cb11b5a-0d61-4976-9422-9432007366c1 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:58:54.520380 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cb11b5a-0d61-4976-9422-9432007366c1 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:58:54.521598 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6cb11b5a-0d61-4976-9422-9432007366c1 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks [] for subnet, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:54.523767 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:54.628934 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2c6194-e41b-4689-a206-43cd01552870 None None] Pushing event updated for resources: {'Port': ['ID=4464bd2a-b104-4b7d-8876-96d1d3a89eb7,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:58:54.659925 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-6cb11b5a-0d61-4976-9422-9432007366c1 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4327826 May 20 20:58:54.663058 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 35742) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:58:54.673271 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-7ed911ab-d400-4636-8b1f-e3d225b61762 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Request body: {'subnet': {'network_id': '98f8b8d5-1379-4eeb-9e13-b2bbab96015a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:58:54.710289 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [None req-dae0e297-59b2-44ed-8e8a-ad8fd6f53771 None None] Allocated IP 2001:db8::f816:3eff:fe7f:7b75 (c95eb7dc-a63c-4a48-b825-1ee047df73d6/d9d9e55e-fe8a-4c38-9006-12f514d37a8f/ab6e1e3b-77a5-48a9-b214-6efbb9073bbd) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:58:54.784807 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:54.795799 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdabb93-8d8b-47dc-a033-b02a04ef35a8 req-586a1469-6239-436b-b772-823a78d1f7ca tempest-ServerRescueTestJSON-1875264190 tempest-ServerRescueTestJSON-1875264190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:58:54.802279 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-cfdabb93-8d8b-47dc-a033-b02a04ef35a8 req-586a1469-6239-436b-b772-823a78d1f7ca tempest-ServerRescueTestJSON-1875264190 tempest-ServerRescueTestJSON-1875264190-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c0c79ba-02a2-46bc-9d92-50d93bd9a50f HTTP/1.1" status: 200 len: 944 time: 0.0911489 May 20 20:58:54.826192 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4e1c1223-2403-4bc1-a939-8e5ec0d5126e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099'] for port, after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:54.842724 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Pushing event updated for resources: {'Port': ['ID=d2532758-d65d-48e8-9bc2-9b47dfab5b45,revision_number=7']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:58:54.854092 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Current status of the port 58c3eec7-ca67-49ab-aa23-969e1932a180 is: BUILD; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:58:54.861052 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:54.912031 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1c1223-2403-4bc1-a939-8e5ec0d5126e None None] Pushing event deleted for resources: {'Port': ['ID=d2532758-d65d-48e8-9bc2-9b47dfab5b45,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:58:54.918351 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e1c1223-2403-4bc1-a939-8e5ec0d5126e None None] No DVR routers for this DVR port d2532758-d65d-48e8-9bc2-9b47dfab5b45 on host n-d-842733-1 {{(pid=103164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:58:54.949393 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c0c79ba-02a2-46bc-9d92-50d93bd9a50f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58c3eec7-ca67-49ab-aa23-969e1932a180'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:58:54.961887 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8485417003ce7c0410b00f5cdc2f391e21107b70bb68e2773712534a96e108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bf743db-7c1e-48d7-b9ec-5177245fe108" -d '{"events": [{"server_uuid": "2c0c79ba-02a2-46bc-9d92-50d93bd9a50f", "name": "network-vif-plugged", "status": "completed", "tag": "58c3eec7-ca67-49ab-aa23-969e1932a180"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:58:54.968759 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-cfdabb93-8d8b-47dc-a033-b02a04ef35a8 req-e186e462-859c-4e1e-bded-32be66e99b94 tempest-ServerRescueTestJSON-1875264190 tempest-ServerRescueTestJSON-1875264190-project] 10.222.0.35 "GET /v2.0/security-groups?id=3ca0fb1c-c695-4a0a-a152-dfa8f160f4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574469 May 20 20:58:54.974182 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51a37e07-b5f0-48eb-848d-d31a987604e4 None None] Network 98f8b8d5-1379-4eeb-9e13-b2bbab96015a requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:58:55.012890 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port 58c3eec7-ca67-49ab-aa23-969e1932a180, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=58c3eec7-ca67-49ab-aa23-969e1932a180,segment=NetworkSegment(f71daceb-c498-4797-b825-ec97843817b7),segment_id=f71daceb-c498-4797-b825-ec97843817b7)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:58:55.077939 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 20:58:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c47a22e-660c-4452-aa4c-240d73460e10 x-openstack-request-id: req-4c47a22e-660c-4452-aa4c-240d73460e10 {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:58:55.078258 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c0c79ba-02a2-46bc-9d92-50d93bd9a50f", "name": "network-vif-plugged", "status": "completed", "tag": "58c3eec7-ca67-49ab-aa23-969e1932a180", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:58:55.078557 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4c47a22e-660c-4452-aa4c-240d73460e10 {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:58:55.078984 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c47a22e-660c-4452-aa4c-240d73460e10'] response: {'server_uuid': '2c0c79ba-02a2-46bc-9d92-50d93bd9a50f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58c3eec7-ca67-49ab-aa23-969e1932a180', 'code': 200} May 20 20:58:55.126675 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:55.128514 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ed911ab-d400-4636-8b1f-e3d225b61762 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Made reservation on behalf of ab4ded6dc75a4ab5a4f9dae9e5aa3753 for: {'subnet': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:58:55.144113 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7ed911ab-d400-4636-8b1f-e3d225b61762 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4018244'] for subnet, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:55.173522 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-dae0e297-59b2-44ed-8e8a-ad8fd6f53771 None None] Notify callbacks [] for port, precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:55.244283 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Pushing event updated for resources: {'Port': ['ID=58c3eec7-ca67-49ab-aa23-969e1932a180,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:58:55.295456 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-dae0e297-59b2-44ed-8e8a-ad8fd6f53771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108'] for port, after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:55.319121 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24b3286-ea58-4234-b8ca-68f5441f1a68 req-419869b5-0b43-4f6c-b83a-fa2ee9acabbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:58:55.322319 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-c24b3286-ea58-4234-b8ca-68f5441f1a68 req-419869b5-0b43-4f6c-b83a-fa2ee9acabbd service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2c0c79ba-02a2-46bc-9d92-50d93bd9a50f HTTP/1.1" status: 200 len: 1096 time: 0.1603768 May 20 20:58:55.342718 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-433c9ec1-85e1-491d-a73a-78085b043dc8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaee2b848-d4b9-5db1-b6ef-d6db29d67de7-98f8b8d5-1379-4eeb-9e13-b2bbab96015a', 'network_id': '98f8b8d5-1379-4eeb-9e13-b2bbab96015a', 'tenant_id': 'ab4ded6dc75a4ab5a4f9dae9e5aa3753', 'fixed_ips': [{'subnet_id': '9b348f3f-be3c-4751-afe1-62c79a4f009d'}]}} from n-d-842733-1. {{(pid=103164) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 20:58:55.343568 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-433c9ec1-85e1-491d-a73a-78085b043dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:55.380693 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dae0e297-59b2-44ed-8e8a-ad8fd6f53771 None None] Network c95eb7dc-a63c-4a48-b825-1ee047df73d6 is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:58:55.394940 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0e297-59b2-44ed-8e8a-ad8fd6f53771 None None] Pushing event updated for resources: {'Port': ['ID=ab6e1e3b-77a5-48a9-b214-6efbb9073bbd,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:58:55.394940 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-dae0e297-59b2-44ed-8e8a-ad8fd6f53771 None None] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:58:55.406481 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae0e297-59b2-44ed-8e8a-ad8fd6f53771 None None] Received port after_create {{(pid=103164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:58:55.415760 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-6e104cf6-ccc7-45d3-a5ae-77fe06dbfb6e tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Allocated IP 2001:db8::f816:3eff:fee0:53a2 (c95eb7dc-a63c-4a48-b825-1ee047df73d6/d9d9e55e-fe8a-4c38-9006-12f514d37a8f/e08dc3a5-f089-4439-9869-2db93f39b05c) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:58:55.424289 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-c24b3286-ea58-4234-b8ca-68f5441f1a68 req-f51da920-6e0e-4957-9dbd-c35d00b9ed13 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=3ca0fb1c-c695-4a0a-a152-dfa8f160f4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765846 May 20 20:58:55.644911 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-dae0e297-59b2-44ed-8e8a-ad8fd6f53771 None None] Attempting to bind port ab6e1e3b-77a5-48a9-b214-6efbb9073bbd on host n-d-842733-1 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:58:55.645552 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-dae0e297-59b2-44ed-8e8a-ad8fd6f53771 None None] Attempting to bind port ab6e1e3b-77a5-48a9-b214-6efbb9073bbd by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': '94751ab2-f095-4238-a379-dde3ec6d70bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'c95eb7dc-a63c-4a48-b825-1ee047df73d6'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:58:55.645904 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae0e297-59b2-44ed-8e8a-ad8fd6f53771 None None] Attempting to bind port ab6e1e3b-77a5-48a9-b214-6efbb9073bbd on network c95eb7dc-a63c-4a48-b825-1ee047df73d6 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:58:55.654951 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cc3ec51b-6ec8-438a-8349-5f0bec346d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:55.664029 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae0e297-59b2-44ed-8e8a-ad8fd6f53771 None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 58, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:58:55.664029 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae0e297-59b2-44ed-8e8a-ad8fd6f53771 None None] Checking segment: {'id': '94751ab2-f095-4238-a379-dde3ec6d70bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'c95eb7dc-a63c-4a48-b825-1ee047df73d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:58:55.664889 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-dae0e297-59b2-44ed-8e8a-ad8fd6f53771 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:55.664889 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae0e297-59b2-44ed-8e8a-ad8fd6f53771 None None] Bound using segment: {'id': '94751ab2-f095-4238-a379-dde3ec6d70bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'c95eb7dc-a63c-4a48-b825-1ee047df73d6'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:58:55.665817 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-dae0e297-59b2-44ed-8e8a-ad8fd6f53771 None None] Bound port: ab6e1e3b-77a5-48a9-b214-6efbb9073bbd, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94751ab2-f095-4238-a379-dde3ec6d70bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'c95eb7dc-a63c-4a48-b825-1ee047df73d6'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:58:55.665817 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-dae0e297-59b2-44ed-8e8a-ad8fd6f53771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:55.690822 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [None req-433c9ec1-85e1-491d-a73a-78085b043dc8 None None] Allocated IP 172.20.0.2 (98f8b8d5-1379-4eeb-9e13-b2bbab96015a/9b348f3f-be3c-4751-afe1-62c79a4f009d/c241404d-a1cc-4777-bac5-f2014552b189) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:58:55.769722 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6e104cf6-ccc7-45d3-a5ae-77fe06dbfb6e tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:55.801790 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:55.892813 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-dae0e297-59b2-44ed-8e8a-ad8fd6f53771 None None] For port ab6e1e3b-77a5-48a9-b214-6efbb9073bbd, host n-d-842733-1, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:58:55.918497 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-dae0e297-59b2-44ed-8e8a-ad8fd6f53771 None None] For port ab6e1e3b-77a5-48a9-b214-6efbb9073bbd, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=ab6e1e3b-77a5-48a9-b214-6efbb9073bbd,segment=NetworkSegment(94751ab2-f095-4238-a379-dde3ec6d70bc),segment_id=94751ab2-f095-4238-a379-dde3ec6d70bc)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:58:55.990125 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 4464bd2a-b104-4b7d-8876-96d1d3a89eb7 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:58:56.003772 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6e104cf6-ccc7-45d3-a5ae-77fe06dbfb6e tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:56.066347 n-d-842733-1 neutron-server[103162]: DEBUG neutron.objects.ports [None req-7ed911ab-d400-4636-8b1f-e3d225b61762 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103162) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} May 20 20:58:56.113839 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7ed911ab-d400-4636-8b1f-e3d225b61762 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3797684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4018258'] for subnet, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:56.134338 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-dae0e297-59b2-44ed-8e8a-ad8fd6f53771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:56.255795 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e104cf6-ccc7-45d3-a5ae-77fe06dbfb6e tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Network c95eb7dc-a63c-4a48-b825-1ee047df73d6 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:58:56.291273 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88c4fc6-bcbc-4138-abf6-e7b14e61fe44 req-c859e99f-d956-4eeb-84e5-a645e4703be5 tempest-ServerRescueTestJSON-1875264190 tempest-ServerRescueTestJSON-1875264190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:58:56.293788 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c88c4fc6-bcbc-4138-abf6-e7b14e61fe44 req-c859e99f-d956-4eeb-84e5-a645e4703be5 tempest-ServerRescueTestJSON-1875264190 tempest-ServerRescueTestJSON-1875264190-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c0c79ba-02a2-46bc-9d92-50d93bd9a50f HTTP/1.1" status: 200 len: 945 time: 0.1099296 May 20 20:58:56.295938 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e104cf6-ccc7-45d3-a5ae-77fe06dbfb6e tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Pushing event updated for resources: {'Port': ['ID=e08dc3a5-f089-4439-9869-2db93f39b05c,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:58:56.325537 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ed911ab-d400-4636-8b1f-e3d225b61762 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Network 98f8b8d5-1379-4eeb-9e13-b2bbab96015a is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:58:56.367973 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e14ece7-2f10-4ffa-aa5e-6bd17747d540 None None] Network cb355565-1e07-468a-ae97-b59c6d07fccb requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:58:56.400028 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-6e104cf6-ccc7-45d3-a5ae-77fe06dbfb6e tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:58:56.409395 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed911ab-d400-4636-8b1f-e3d225b61762 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Pushing event updated for resources: {'Subnet': ['ID=597d1ae8-8ec8-4498-9418-d41a538a2f61,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:58:56.413137 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c88c4fc6-bcbc-4138-abf6-e7b14e61fe44 req-111b5c9e-2b03-4702-bd2f-ee6cbf3c845a tempest-ServerRescueTestJSON-1875264190 tempest-ServerRescueTestJSON-1875264190-project] 10.222.0.35 "GET /v2.0/security-groups?id=3ca0fb1c-c695-4a0a-a152-dfa8f160f4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102903 May 20 20:58:56.425716 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e104cf6-ccc7-45d3-a5ae-77fe06dbfb6e tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:58:56.470916 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e104cf6-ccc7-45d3-a5ae-77fe06dbfb6e tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:58:56.471772 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6e104cf6-ccc7-45d3-a5ae-77fe06dbfb6e tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:56.478278 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-7ed911ab-d400-4636-8b1f-e3d225b61762 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:58:56.486091 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ed911ab-d400-4636-8b1f-e3d225b61762 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:58:56.486853 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7ed911ab-d400-4636-8b1f-e3d225b61762 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:56.620275 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-6e104cf6-ccc7-45d3-a5ae-77fe06dbfb6e tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 2.7839460 May 20 20:58:56.620275 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-7ed911ab-d400-4636-8b1f-e3d225b61762 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.9483581 May 20 20:58:56.620946 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 35790) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:58:56.621180 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 35788) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:58:56.648289 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0e297-59b2-44ed-8e8a-ad8fd6f53771 None None] Pushing event updated for resources: {'Port': ['ID=ab6e1e3b-77a5-48a9-b214-6efbb9073bbd,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:58:56.682655 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-5c0e8e5d-ae12-478c-af62-f7399bcc0462 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Request body: {'port': {'network_id': '98f8b8d5-1379-4eeb-9e13-b2bbab96015a', 'mac_address': 'fa:16:3e:0a:7d:0a', 'name': 'tempest-NetworksTestDHCPv6-1383661486'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:58:56.759663 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-433c9ec1-85e1-491d-a73a-78085b043dc8 None None] Notify callbacks [] for port, precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:56.773662 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-16cde082-509d-4fcc-94e3-d80bd3450660 None None] Provisioning complete for port 4464bd2a-b104-4b7d-8876-96d1d3a89eb7 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:58:56.774284 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-16cde082-509d-4fcc-94e3-d80bd3450660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:56.849675 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 4464bd2a-b104-4b7d-8876-96d1d3a89eb7 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:58:56.862091 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:56.863654 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_v2 [None req-90aaf997-b5ea-480d-8dc8-bf8961bde450 tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Deleting subnet d9d9e55e-fe8a-4c38-9006-12f514d37a8f {{(pid=103163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 20 20:58:56.870939 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-90aaf997-b5ea-480d-8dc8-bf8961bde450 tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Notify callbacks [] for subnet, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:57.123753 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-90aaf997-b5ea-480d-8dc8-bf8961bde450 tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9338757'] for subnet, precommit_delete_associations {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:57.260133 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-433c9ec1-85e1-491d-a73a-78085b043dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108'] for port, after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:57.265055 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c0e8e5d-ae12-478c-af62-f7399bcc0462 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Made reservation on behalf of ab4ded6dc75a4ab5a4f9dae9e5aa3753 for: {'port': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:58:57.321907 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 35802) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:58:57.329034 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-2c478e48-53ec-4023-afe6-e29a6d9bff1f tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-549279237'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:58:57.383817 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433c9ec1-85e1-491d-a73a-78085b043dc8 None None] Pushing event updated for resources: {'Port': ['ID=c241404d-a1cc-4777-bac5-f2014552b189,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:58:57.460580 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c478e48-53ec-4023-afe6-e29a6d9bff1f tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Made reservation on behalf of 0460753b23084d8f8624c2387ec65eda for: {'network': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:58:57.464088 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2c478e48-53ec-4023-afe6-e29a6d9bff1f tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for network, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:57.546161 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c478e48-53ec-4023-afe6-e29a6d9bff1f tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 235} {{(pid=103162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 20:58:57.573416 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2c478e48-53ec-4023-afe6-e29a6d9bff1f tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:57.573766 n-d-842733-1 neutron-server[103162]: INFO neutron.db.segments_db [None req-2c478e48-53ec-4023-afe6-e29a6d9bff1f tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Added segment 6013a2ae-3d8f-47fe-9e33-a14adc851d57 of type vlan for network 2092c81d-6283-40f1-9bf1-5f286393c29e May 20 20:58:57.700172 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2c478e48-53ec-4023-afe6-e29a6d9bff1f tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418993264'] for network, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:57.775532 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-433c9ec1-85e1-491d-a73a-78085b043dc8 None None] Network 98f8b8d5-1379-4eeb-9e13-b2bbab96015a is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:58:57.791421 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-90aaf997-b5ea-480d-8dc8-bf8961bde450 tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33068388'] for subnet, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:57.818253 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-433c9ec1-85e1-491d-a73a-78085b043dc8 None None] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:58:57.822475 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5c0e8e5d-ae12-478c-af62-f7399bcc0462 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:57.846155 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-16cde082-509d-4fcc-94e3-d80bd3450660 None None] Current status of the port 4464bd2a-b104-4b7d-8876-96d1d3a89eb7 is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:58:57.846555 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-16cde082-509d-4fcc-94e3-d80bd3450660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:57.875187 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2c478e48-53ec-4023-afe6-e29a6d9bff1f tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524'] for network, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:57.877322 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-433c9ec1-85e1-491d-a73a-78085b043dc8 None None] Received port after_create {{(pid=103164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:58:57.881688 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c478e48-53ec-4023-afe6-e29a6d9bff1f tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:58:57.882393 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2c478e48-53ec-4023-afe6-e29a6d9bff1f tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Notify callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:58.054803 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [None req-5c0e8e5d-ae12-478c-af62-f7399bcc0462 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] device_id is not set on port d6547172-77aa-4abc-a3e8-ed864ccd4c55 yet. {{(pid=103163) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 20 20:58:58.073502 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-2c478e48-53ec-4023-afe6-e29a6d9bff1f tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.7503448 May 20 20:58:58.074539 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 35810) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:58:58.109379 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-291bf4fd-a9ab-4863-b6e6-c85d471ef9c7 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-2053677377'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:58:58.147031 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-16cde082-509d-4fcc-94e3-d80bd3450660 None None] For port 4464bd2a-b104-4b7d-8876-96d1d3a89eb7, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=4464bd2a-b104-4b7d-8876-96d1d3a89eb7,segment=NetworkSegment(2ac7b2aa-ba5e-4e94-a1d0-0f339f74565d),segment_id=2ac7b2aa-ba5e-4e94-a1d0-0f339f74565d)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:58:58.172716 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c478e48-53ec-4023-afe6-e29a6d9bff1f tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Pushing event updated for resources: {'Network': ['ID=2092c81d-6283-40f1-9bf1-5f286393c29e,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:58:58.210434 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c5f242-0e62-456c-bdc3-2c6538ada3c1 req-ee60141a-2c44-44ea-8114-20c8f176eeab tempest-ServerRescueTestJSON-1875264190 tempest-ServerRescueTestJSON-1875264190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:58:58.222058 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-39c5f242-0e62-456c-bdc3-2c6538ada3c1 req-ee60141a-2c44-44ea-8114-20c8f176eeab tempest-ServerRescueTestJSON-1875264190 tempest-ServerRescueTestJSON-1875264190-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c0c79ba-02a2-46bc-9d92-50d93bd9a50f HTTP/1.1" status: 200 len: 945 time: 0.4229841 May 20 20:58:58.233891 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Network 2092c81d-6283-40f1-9bf1-5f286393c29e details requested by agent ovs-agent-n-d-842733-1 with host n-d-842733-1 {{(pid=103164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 20 20:58:58.257421 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-433c9ec1-85e1-491d-a73a-78085b043dc8 None None] Attempting to bind port c241404d-a1cc-4777-bac5-f2014552b189 on host n-d-842733-1 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:58:58.257947 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-433c9ec1-85e1-491d-a73a-78085b043dc8 None None] Attempting to bind port c241404d-a1cc-4777-bac5-f2014552b189 by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': 'f5705048-66fd-4627-af8c-03443c37dd17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '98f8b8d5-1379-4eeb-9e13-b2bbab96015a'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:58:58.258435 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433c9ec1-85e1-491d-a73a-78085b043dc8 None None] Attempting to bind port c241404d-a1cc-4777-bac5-f2014552b189 on network 98f8b8d5-1379-4eeb-9e13-b2bbab96015a {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:58:58.281573 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-16cde082-509d-4fcc-94e3-d80bd3450660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:58.303944 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-291bf4fd-a9ab-4863-b6e6-c85d471ef9c7 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Made reservation on behalf of 0460753b23084d8f8624c2387ec65eda for: {'network': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:58:58.308400 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-291bf4fd-a9ab-4863-b6e6-c85d471ef9c7 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for network, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:58.346323 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 4464bd2a-b104-4b7d-8876-96d1d3a89eb7 is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:58:58.346937 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:58.364658 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-291bf4fd-a9ab-4863-b6e6-c85d471ef9c7 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 243} {{(pid=103162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 20:58:58.389414 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-291bf4fd-a9ab-4863-b6e6-c85d471ef9c7 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:58.390364 n-d-842733-1 neutron-server[103162]: INFO neutron.db.segments_db [None req-291bf4fd-a9ab-4863-b6e6-c85d471ef9c7 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Added segment a3beb1d6-cb5d-4c0d-9096-5030ea79a75e of type vlan for network 406fd18c-0c2e-4f41-b1be-e40f4d4f5f09 May 20 20:58:58.422412 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433c9ec1-85e1-491d-a73a-78085b043dc8 None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 58, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:58:58.423118 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433c9ec1-85e1-491d-a73a-78085b043dc8 None None] Checking segment: {'id': 'f5705048-66fd-4627-af8c-03443c37dd17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '98f8b8d5-1379-4eeb-9e13-b2bbab96015a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:58:58.425243 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-433c9ec1-85e1-491d-a73a-78085b043dc8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:58.430810 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433c9ec1-85e1-491d-a73a-78085b043dc8 None None] Bound using segment: {'id': 'f5705048-66fd-4627-af8c-03443c37dd17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '98f8b8d5-1379-4eeb-9e13-b2bbab96015a'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:58:58.430810 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-433c9ec1-85e1-491d-a73a-78085b043dc8 None None] Bound port: c241404d-a1cc-4777-bac5-f2014552b189, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5705048-66fd-4627-af8c-03443c37dd17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '98f8b8d5-1379-4eeb-9e13-b2bbab96015a'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:58:58.430810 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-433c9ec1-85e1-491d-a73a-78085b043dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:58.450823 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-39c5f242-0e62-456c-bdc3-2c6538ada3c1 req-9bdedbba-be77-4604-a8e1-bacd750402eb tempest-ServerRescueTestJSON-1875264190 tempest-ServerRescueTestJSON-1875264190-project] 10.222.0.35 "GET /v2.0/security-groups?id=3ca0fb1c-c695-4a0a-a152-dfa8f160f4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2273660 May 20 20:58:58.462095 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-90aaf997-b5ea-480d-8dc8-bf8961bde450 tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33068399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9641221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8422588'] for subnet, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:58.504078 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba82d9f2-7346-43fd-a412-dbf7979088cc None None] Network c95eb7dc-a63c-4a48-b825-1ee047df73d6 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:58:58.531082 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-291bf4fd-a9ab-4863-b6e6-c85d471ef9c7 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418993264'] for network, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:58.614242 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90aaf997-b5ea-480d-8dc8-bf8961bde450 tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Pushing event deleted for resources: {'Subnet': ['ID=d9d9e55e-fe8a-4c38-9006-12f514d37a8f,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:58:58.624006 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-90aaf997-b5ea-480d-8dc8-bf8961bde450 tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Notify callbacks [] for subnet, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:58.629765 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-90aaf997-b5ea-480d-8dc8-bf8961bde450 tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] 10.222.0.35 "DELETE /v2.0/subnets/d9d9e55e-fe8a-4c38-9006-12f514d37a8f HTTP/1.1" status: 204 len: 168 time: 2.0059118 May 20 20:58:58.633924 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 35820) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:58:58.660317 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-5c0e8e5d-ae12-478c-af62-f7399bcc0462 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Allocated IP 172.20.0.13 (98f8b8d5-1379-4eeb-9e13-b2bbab96015a/9b348f3f-be3c-4751-afe1-62c79a4f009d/d6547172-77aa-4abc-a3e8-ed864ccd4c55) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:58:58.675610 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-5c0e8e5d-ae12-478c-af62-f7399bcc0462 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Allocated IP 2001:db8::f816:3eff:fe0a:7d0a (98f8b8d5-1379-4eeb-9e13-b2bbab96015a/597d1ae8-8ec8-4498-9418-d41a538a2f61/d6547172-77aa-4abc-a3e8-ed864ccd4c55) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:58:58.746602 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.db.api [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103164) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 20 20:58:58.747042 n-d-842733-1 neutron-server[103164]: DEBUG oslo_db.api [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 20 20:58:58.748565 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b13b1cb-5fc4-42a4-9478-d41c5027295c tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:58:58.756969 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b13b1cb-5fc4-42a4-9478-d41c5027295c tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:58:58.762023 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-0b13b1cb-5fc4-42a4-9478-d41c5027295c tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1265101 May 20 20:58:58.762759 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-291bf4fd-a9ab-4863-b6e6-c85d471ef9c7 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524'] for network, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:58.763571 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-7339cb4d-98bc-4542-8e53-e022f73fd5e9 None None] Provisioning complete for port 4464bd2a-b104-4b7d-8876-96d1d3a89eb7 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:58:58.764057 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-7339cb4d-98bc-4542-8e53-e022f73fd5e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:58.772258 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 35822) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:58:58.778165 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-291bf4fd-a9ab-4863-b6e6-c85d471ef9c7 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:58:58.778797 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-291bf4fd-a9ab-4863-b6e6-c85d471ef9c7 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Notify callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:58.788208 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cde082-509d-4fcc-94e3-d80bd3450660 None None] Pushing event updated for resources: {'Port': ['ID=4464bd2a-b104-4b7d-8876-96d1d3a89eb7,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:58:58.917584 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-433c9ec1-85e1-491d-a73a-78085b043dc8 None None] For port c241404d-a1cc-4777-bac5-f2014552b189, host n-d-842733-1, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:58:58.936329 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291bf4fd-a9ab-4863-b6e6-c85d471ef9c7 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Pushing event updated for resources: {'Network': ['ID=406fd18c-0c2e-4f41-b1be-e40f4d4f5f09,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:58:58.950938 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8d5b1709-59ec-47d9-aea0-89fd10c3f2a5 tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33160123'] for network, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:58.976920 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-291bf4fd-a9ab-4863-b6e6-c85d471ef9c7 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8894880 May 20 20:58:58.982193 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 35828) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:58:58.989969 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Network 406fd18c-0c2e-4f41-b1be-e40f4d4f5f09 details requested by agent ovs-agent-n-d-842733-1 with host n-d-842733-1 {{(pid=103164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 20 20:58:58.991036 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-cfc5023a-c06b-4462-a120-c1da52de4bd9 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Request body: {'subnet': {'network_id': '2092c81d-6283-40f1-9bf1-5f286393c29e', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:58:59.003198 n-d-842733-1 neutron-server[103163]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d5b1709-59ec-47d9-aea0-89fd10c3f2a5 tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] DELETE failed (client error): There was a conflict when trying to complete your request. May 20 20:58:59.003601 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d5b1709-59ec-47d9-aea0-89fd10c3f2a5 tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103163) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 20:58:59.031285 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-8d5b1709-59ec-47d9-aea0-89fd10c3f2a5 tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] 10.222.0.35 "DELETE /v2.0/networks/c95eb7dc-a63c-4a48-b825-1ee047df73d6 HTTP/1.1" status: 409 len: 405 time: 0.2572985 May 20 20:58:59.097897 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 35830) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:58:59.103527 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-5261a792-890a-43c9-a3af-7943edd1407e tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-289804829'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:58:59.115531 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-433c9ec1-85e1-491d-a73a-78085b043dc8 None None] For port c241404d-a1cc-4777-bac5-f2014552b189, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=c241404d-a1cc-4777-bac5-f2014552b189,segment=NetworkSegment(f5705048-66fd-4627-af8c-03443c37dd17),segment_id=f5705048-66fd-4627-af8c-03443c37dd17)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:58:59.227267 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-7339cb4d-98bc-4542-8e53-e022f73fd5e9 None None] Current status of the port 4464bd2a-b104-4b7d-8876-96d1d3a89eb7 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:58:59.231549 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-433c9ec1-85e1-491d-a73a-78085b043dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:59.238158 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e446027-3f0f-4428-834e-25e4a8a8c01c req-a33a0c18-abb8-44b4-bf65-ca4ed24cc8eb tempest-ServerRescueTestJSON-1875264190 tempest-ServerRescueTestJSON-1875264190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:58:59.240240 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8e446027-3f0f-4428-834e-25e4a8a8c01c req-a33a0c18-abb8-44b4-bf65-ca4ed24cc8eb tempest-ServerRescueTestJSON-1875264190 tempest-ServerRescueTestJSON-1875264190-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c0c79ba-02a2-46bc-9d92-50d93bd9a50f HTTP/1.1" status: 200 len: 945 time: 0.1328311 May 20 20:58:59.305172 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5261a792-890a-43c9-a3af-7943edd1407e tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Made reservation on behalf of 0a03a23766784265957923d23bf66983 for: {'network': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:58:59.306944 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c0e2206-de63-4cbf-8245-81428b753e62 None None] DHCP port deletion for c95eb7dc-a63c-4a48-b825-1ee047df73d6 request from n-d-842733-1 {{(pid=103164) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 20:58:59.324129 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151fd384-dde9-480e-b095-b508cfd1efd5 req-9ab2b326-3ed2-4b65-b38d-ce59c5d8391d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:58:59.325959 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-151fd384-dde9-480e-b095-b508cfd1efd5 req-9ab2b326-3ed2-4b65-b38d-ce59c5d8391d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=24c170f09144465391fa4bf4af2ca207&device_id=2c0c79ba-02a2-46bc-9d92-50d93bd9a50f HTTP/1.1" status: 200 len: 1096 time: 0.2041988 May 20 20:58:59.339890 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5261a792-890a-43c9-a3af-7943edd1407e tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for network, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:59.396180 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 4464bd2a-b104-4b7d-8876-96d1d3a89eb7 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:58:59.412050 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433c9ec1-85e1-491d-a73a-78085b043dc8 None None] Pushing event updated for resources: {'Port': ['ID=c241404d-a1cc-4777-bac5-f2014552b189,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:58:59.430387 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5c0e8e5d-ae12-478c-af62-f7399bcc0462 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:59.431742 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-0b31d066-66b5-45de-8cb1-9cc07d7044cf None None] Provisioning complete for port ab6e1e3b-77a5-48a9-b214-6efbb9073bbd triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:58:59.432120 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-0b31d066-66b5-45de-8cb1-9cc07d7044cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:59.435055 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8e446027-3f0f-4428-834e-25e4a8a8c01c req-3ee98b80-197c-4998-8cf8-69c7bf6ba1e0 tempest-ServerRescueTestJSON-1875264190 tempest-ServerRescueTestJSON-1875264190-project] 10.222.0.35 "GET /v2.0/security-groups?id=3ca0fb1c-c695-4a0a-a152-dfa8f160f4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696587 May 20 20:58:59.453597 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfc5023a-c06b-4462-a120-c1da52de4bd9 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Made reservation on behalf of 0460753b23084d8f8624c2387ec65eda for: {'subnet': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:58:59.470678 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-cfc5023a-c06b-4462-a120-c1da52de4bd9 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4018244'] for subnet, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:59.496761 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3c0e2206-de63-4cbf-8245-81428b753e62 None None] Deleting port ab6e1e3b-77a5-48a9-b214-6efbb9073bbd {{(pid=103164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:58:59.497133 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3c0e2206-de63-4cbf-8245-81428b753e62 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:59.508278 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5261a792-890a-43c9-a3af-7943edd1407e tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 204} {{(pid=103163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 20:58:59.535192 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5261a792-890a-43c9-a3af-7943edd1407e tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:59.535934 n-d-842733-1 neutron-server[103163]: INFO neutron.db.segments_db [None req-5261a792-890a-43c9-a3af-7943edd1407e tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Added segment ec88a6a6-6101-417b-b634-f452acbccd8a of type vlan for network ab16c418-f55a-49ac-bc70-76c454402e38 May 20 20:58:59.620928 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 4464bd2a-b104-4b7d-8876-96d1d3a89eb7 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:58:59.647788 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5261a792-890a-43c9-a3af-7943edd1407e tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418993264'] for network, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:59.667330 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5c0e8e5d-ae12-478c-af62-f7399bcc0462 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:59.720282 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3c0e2206-de63-4cbf-8245-81428b753e62 None None] For port ab6e1e3b-77a5-48a9-b214-6efbb9073bbd, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=ab6e1e3b-77a5-48a9-b214-6efbb9073bbd,segment=NetworkSegment(94751ab2-f095-4238-a379-dde3ec6d70bc),segment_id=94751ab2-f095-4238-a379-dde3ec6d70bc)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:58:59.721096 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3c0e2206-de63-4cbf-8245-81428b753e62 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:59.748062 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3c0e2206-de63-4cbf-8245-81428b753e62 None None] Calling delete_port for ab6e1e3b-77a5-48a9-b214-6efbb9073bbd owned by network:dhcp {{(pid=103164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:58:59.767398 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0e8e5d-ae12-478c-af62-f7399bcc0462 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Pushing event updated for resources: {'Port': ['ID=d6547172-77aa-4abc-a3e8-ed864ccd4c55,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:58:59.774780 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.db.resource_extend [None req-5261a792-890a-43c9-a3af-7943edd1407e tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 20 20:58:59.876428 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-0b31d066-66b5-45de-8cb1-9cc07d7044cf None None] Current status of the port ab6e1e3b-77a5-48a9-b214-6efbb9073bbd is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:58:59.877009 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-0b31d066-66b5-45de-8cb1-9cc07d7044cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:58:59.950655 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3c0e2206-de63-4cbf-8245-81428b753e62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099'] for port, after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:00.098532 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0e2206-de63-4cbf-8245-81428b753e62 None None] Pushing event deleted for resources: {'Port': ['ID=ab6e1e3b-77a5-48a9-b214-6efbb9073bbd,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:59:00.150393 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c0e2206-de63-4cbf-8245-81428b753e62 None None] No DVR routers for this DVR port ab6e1e3b-77a5-48a9-b214-6efbb9073bbd on host n-d-842733-1 {{(pid=103164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:59:00.178796 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 4464bd2a-b104-4b7d-8876-96d1d3a89eb7 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:59:00.178796 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:00.224848 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0e8e5d-ae12-478c-af62-f7399bcc0462 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:59:00.225918 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0e8e5d-ae12-478c-af62-f7399bcc0462 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:59:00.227374 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0e8e5d-ae12-478c-af62-f7399bcc0462 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:59:00.228765 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0e8e5d-ae12-478c-af62-f7399bcc0462 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:59:00.229321 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0e8e5d-ae12-478c-af62-f7399bcc0462 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:59:00.229829 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0e8e5d-ae12-478c-af62-f7399bcc0462 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:59:00.230328 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0e8e5d-ae12-478c-af62-f7399bcc0462 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:59:00.230823 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0e8e5d-ae12-478c-af62-f7399bcc0462 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:59:00.231853 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0e8e5d-ae12-478c-af62-f7399bcc0462 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:59:00.232339 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0e8e5d-ae12-478c-af62-f7399bcc0462 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:59:00.232949 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0e8e5d-ae12-478c-af62-f7399bcc0462 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:59:00.233994 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0e8e5d-ae12-478c-af62-f7399bcc0462 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:59:00.251223 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c0e8e5d-ae12-478c-af62-f7399bcc0462 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Network 98f8b8d5-1379-4eeb-9e13-b2bbab96015a is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:59:00.253341 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-5c0e8e5d-ae12-478c-af62-f7399bcc0462 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:59:00.260599 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c0e8e5d-ae12-478c-af62-f7399bcc0462 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:59:00.397410 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c0e8e5d-ae12-478c-af62-f7399bcc0462 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:00.399189 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5c0e8e5d-ae12-478c-af62-f7399bcc0462 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:00.405172 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5261a792-890a-43c9-a3af-7943edd1407e tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524'] for network, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:00.418851 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 4464bd2a-b104-4b7d-8876-96d1d3a89eb7 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:59:00.419159 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5261a792-890a-43c9-a3af-7943edd1407e tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:00.420216 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5261a792-890a-43c9-a3af-7943edd1407e tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:00.427281 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151fd384-dde9-480e-b095-b508cfd1efd5 req-f3eed14c-91bf-4ffb-a386-4f967285d6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:00.428895 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-151fd384-dde9-480e-b095-b508cfd1efd5 req-f3eed14c-91bf-4ffb-a386-4f967285d6ae service neutron] 10.222.0.24 "GET /v2.0/networks?id=27501fcc-897d-46d3-a5f8-4e490573ef38 HTTP/1.1" status: 200 len: 912 time: 1.0938632 May 20 20:59:00.535562 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-151fd384-dde9-480e-b095-b508cfd1efd5 req-5d10ccf9-6468-4009-bb5b-ebcd435f7cce service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=58c3eec7-ca67-49ab-aa23-969e1932a180 HTTP/1.1" status: 200 len: 217 time: 0.0733924 May 20 20:59:00.618095 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151fd384-dde9-480e-b095-b508cfd1efd5 req-81008f4c-acd5-45c0-aa58-35723cd0d200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:00.619577 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-151fd384-dde9-480e-b095-b508cfd1efd5 req-81008f4c-acd5-45c0-aa58-35723cd0d200 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3d242ec6-9f33-44c2-af97-1bbf8381438b HTTP/1.1" status: 200 len: 851 time: 0.0765696 May 20 20:59:00.641634 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5261a792-890a-43c9-a3af-7943edd1407e tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Pushing event updated for resources: {'Network': ['ID=ab16c418-f55a-49ac-bc70-76c454402e38,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:59:00.659135 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Network ab16c418-f55a-49ac-bc70-76c454402e38 details requested by agent ovs-agent-n-d-842733-1 with host n-d-842733-1 {{(pid=103164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 20 20:59:00.735964 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-151fd384-dde9-480e-b095-b508cfd1efd5 req-994c5388-4a44-4344-b951-babcbbc59f81 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=27501fcc-897d-46d3-a5f8-4e490573ef38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1077793 May 20 20:59:00.770915 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499796be-2ee1-4b30-8771-11fce974da29 req-16595735-4d2c-492b-acd1-923644942e50 tempest-ServerRescueTestJSON-1875264190 tempest-ServerRescueTestJSON-1875264190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:00.774778 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-499796be-2ee1-4b30-8771-11fce974da29 req-16595735-4d2c-492b-acd1-923644942e50 tempest-ServerRescueTestJSON-1875264190 tempest-ServerRescueTestJSON-1875264190-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c0c79ba-02a2-46bc-9d92-50d93bd9a50f HTTP/1.1" status: 200 len: 945 time: 0.1550505 May 20 20:59:00.858689 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-5261a792-890a-43c9-a3af-7943edd1407e tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.7596126 May 20 20:59:00.861567 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 35852) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:59:00.867100 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-6df165cc-094f-46fd-bf66-2c6ba2cec4ca tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Request body: {'subnet': {'network_id': 'ab16c418-f55a-49ac-bc70-76c454402e38', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:59:00.876133 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-5c0e8e5d-ae12-478c-af62-f7399bcc0462 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 4.2530944 May 20 20:59:00.896008 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-499796be-2ee1-4b30-8771-11fce974da29 req-f3ce822f-b834-40d0-a8aa-4afc53c3d056 tempest-ServerRescueTestJSON-1875264190 tempest-ServerRescueTestJSON-1875264190-project] 10.222.0.35 "GET /v2.0/security-groups?id=3ca0fb1c-c695-4a0a-a152-dfa8f160f4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133959 May 20 20:59:00.899382 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 35854) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:59:01.148269 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edc0c66c-ed93-4eaa-8e9c-8eb6bb8a1f70 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:01.163231 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edc0c66c-ed93-4eaa-8e9c-8eb6bb8a1f70 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:01.167474 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-edc0c66c-ed93-4eaa-8e9c-8eb6bb8a1f70 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1764 time: 0.2670007 May 20 20:59:01.170394 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 35856) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:59:01.217613 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1527d5f-a2b0-4ecd-9218-64319bcd027d None None] Network 98f8b8d5-1379-4eeb-9e13-b2bbab96015a requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:59:01.331805 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-151fd384-dde9-480e-b095-b508cfd1efd5 req-b1152b68-fbbd-4115-93ad-d7dbbbfa77da service neutron] 10.222.0.24 "GET /v2.0/networks/27501fcc-897d-46d3-a5f8-4e490573ef38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2846799 May 20 20:59:01.334374 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-cfc5023a-c06b-4462-a120-c1da52de4bd9 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3797684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4018258'] for subnet, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:01.354844 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6df165cc-094f-46fd-bf66-2c6ba2cec4ca tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Made reservation on behalf of 0a03a23766784265957923d23bf66983 for: {'subnet': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:59:01.359818 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6df165cc-094f-46fd-bf66-2c6ba2cec4ca tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8422561'] for subnet, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:01.370816 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-919017a1-02c4-427d-a40c-2a8305947736 None None] Provisioning complete for port c241404d-a1cc-4777-bac5-f2014552b189 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:59:01.371444 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-919017a1-02c4-427d-a40c-2a8305947736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:01.637767 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-9a256727-3449-4cd3-a39d-4b227fac5a7f tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Deleting port d6547172-77aa-4abc-a3e8-ed864ccd4c55 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:59:01.638385 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9a256727-3449-4cd3-a39d-4b227fac5a7f tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:01.706872 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device c241404d-a1cc-4777-bac5-f2014552b189 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:59:01.742202 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc5023a-c06b-4462-a120-c1da52de4bd9 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Checking segment: {'id': '6013a2ae-3d8f-47fe-9e33-a14adc851d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '2092c81d-6283-40f1-9bf1-5f286393c29e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:59:01.742774 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfc5023a-c06b-4462-a120-c1da52de4bd9 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Network hostable DHCP agents. Network: 2092c81d-6283-40f1-9bf1-5f286393c29e, hostable agents: ['c9b0653c-f3c7-4339-bd50-e3754b629216'], hosted agents: [] {{(pid=103162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 20:59:01.830668 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9a256727-3449-4cd3-a39d-4b227fac5a7f tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:01.845480 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-9a256727-3449-4cd3-a39d-4b227fac5a7f tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Calling delete_port for d6547172-77aa-4abc-a3e8-ed864ccd4c55 owned by {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:59:01.849586 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-919017a1-02c4-427d-a40c-2a8305947736 None None] Current status of the port c241404d-a1cc-4777-bac5-f2014552b189 is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:59:01.857463 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-919017a1-02c4-427d-a40c-2a8305947736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:01.879648 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc5023a-c06b-4462-a120-c1da52de4bd9 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Pushing event updated for resources: {'Subnet': ['ID=71cdbdb6-2a6f-4add-9d80-59c94baaaa26,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:59:01.963694 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port c241404d-a1cc-4777-bac5-f2014552b189 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:59:01.963694 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:01.966736 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfc5023a-c06b-4462-a120-c1da52de4bd9 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Network 2092c81d-6283-40f1-9bf1-5f286393c29e is scheduled to be hosted by DHCP agent c9b0653c-f3c7-4339-bd50-e3754b629216 with binding_index 1 {{(pid=103162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 20:59:01.995647 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-151fd384-dde9-480e-b095-b508cfd1efd5 req-7d13e668-9d38-4125-8e66-2fad5644c740 service neutron] 10.222.0.24 "GET /v2.0/networks/27501fcc-897d-46d3-a5f8-4e490573ef38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6468177 May 20 20:59:02.081899 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-919017a1-02c4-427d-a40c-2a8305947736 None None] For port c241404d-a1cc-4777-bac5-f2014552b189, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=c241404d-a1cc-4777-bac5-f2014552b189,segment=NetworkSegment(f5705048-66fd-4627-af8c-03443c37dd17),segment_id=f5705048-66fd-4627-af8c-03443c37dd17)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:59:02.091317 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-cfc5023a-c06b-4462-a120-c1da52de4bd9 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842733-1, 2092c81d-6283-40f1-9bf1-5f286393c29e) {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:59:02.110223 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfc5023a-c06b-4462-a120-c1da52de4bd9 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:02.112441 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-cfc5023a-c06b-4462-a120-c1da52de4bd9 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Notify callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:02.150792 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed14d45f-16ff-4212-a281-f59286b8821d None None] Network 2092c81d-6283-40f1-9bf1-5f286393c29e requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:59:02.237985 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14f8b4b-0389-4f93-b8ac-56f8b7c769c8 req-e00ad97f-929d-4c5a-a660-d8f1a5f752e4 tempest-ServerRescueTestJSON-1875264190 tempest-ServerRescueTestJSON-1875264190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:02.240427 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c14f8b4b-0389-4f93-b8ac-56f8b7c769c8 req-e00ad97f-929d-4c5a-a660-d8f1a5f752e4 tempest-ServerRescueTestJSON-1875264190 tempest-ServerRescueTestJSON-1875264190-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c0c79ba-02a2-46bc-9d92-50d93bd9a50f HTTP/1.1" status: 200 len: 945 time: 0.1637132 May 20 20:59:02.252056 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-919017a1-02c4-427d-a40c-2a8305947736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:02.278234 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63f6d918-38fe-4951-a507-bc0ffeaf8b34 None None] Update dhcp port {'port': {'network_id': '98f8b8d5-1379-4eeb-9e13-b2bbab96015a', 'fixed_ips': [{'subnet_id': '9b348f3f-be3c-4751-afe1-62c79a4f009d', 'ip_address': '172.20.0.2'}, {'subnet_id': '597d1ae8-8ec8-4498-9418-d41a538a2f61'}], 'binding:host_id': 'n-d-842733-1'}, 'id': 'c241404d-a1cc-4777-bac5-f2014552b189'} from n-d-842733-1. {{(pid=103164) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} May 20 20:59:02.317006 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-cfc5023a-c06b-4462-a120-c1da52de4bd9 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 3.3313577 May 20 20:59:02.317663 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 35884) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:59:02.337498 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-b6c89728-1076-453e-8118-107310bf6555 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Request body: {'subnet': {'network_id': '406fd18c-0c2e-4f41-b1be-e40f4d4f5f09', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:59:02.420134 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c14f8b4b-0389-4f93-b8ac-56f8b7c769c8 req-e21ba4c2-3e23-4d74-a295-43e4ec78eb47 tempest-ServerRescueTestJSON-1875264190 tempest-ServerRescueTestJSON-1875264190-project] 10.222.0.35 "GET /v2.0/security-groups?id=3ca0fb1c-c695-4a0a-a152-dfa8f160f4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327448 May 20 20:59:02.569988 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9a256727-3449-4cd3-a39d-4b227fac5a7f tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:02.593657 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-63f6d918-38fe-4951-a507-bc0ffeaf8b34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:02.595538 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919017a1-02c4-427d-a40c-2a8305947736 None None] Pushing event updated for resources: {'Port': ['ID=c241404d-a1cc-4777-bac5-f2014552b189,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:59:02.604695 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6c89728-1076-453e-8118-107310bf6555 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Made reservation on behalf of 0460753b23084d8f8624c2387ec65eda for: {'subnet': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:59:02.607791 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b6c89728-1076-453e-8118-107310bf6555 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4018244'] for subnet, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:02.620989 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-526e5ccc-2953-4bf5-b492-82c92535c4de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaee2b848-d4b9-5db1-b6ef-d6db29d67de7-2092c81d-6283-40f1-9bf1-5f286393c29e', 'network_id': '2092c81d-6283-40f1-9bf1-5f286393c29e', 'tenant_id': '0460753b23084d8f8624c2387ec65eda', 'fixed_ips': [{'subnet_id': '71cdbdb6-2a6f-4add-9d80-59c94baaaa26'}]}} from n-d-842733-1. {{(pid=103164) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 20:59:02.621898 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-526e5ccc-2953-4bf5-b492-82c92535c4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:02.631239 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a256727-3449-4cd3-a39d-4b227fac5a7f tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Pushing event deleted for resources: {'Port': ['ID=d6547172-77aa-4abc-a3e8-ed864ccd4c55,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:59:02.680505 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:02.780476 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port c241404d-a1cc-4777-bac5-f2014552b189 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:59:02.841317 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9a256727-3449-4cd3-a39d-4b227fac5a7f tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:02.853183 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-9a256727-3449-4cd3-a39d-4b227fac5a7f tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "DELETE /v2.0/ports/d6547172-77aa-4abc-a3e8-ed864ccd4c55 HTTP/1.1" status: 204 len: 168 time: 1.6784201 May 20 20:59:02.853570 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 35892) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:59:02.891312 n-d-842733-1 neutron-server[103163]: DEBUG neutron.objects.ports [None req-6df165cc-094f-46fd-bf66-2c6ba2cec4ca tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103163) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} May 20 20:59:02.910114 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 35894) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:59:02.919296 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6df165cc-094f-46fd-bf66-2c6ba2cec4ca tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9641412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8422583'] for subnet, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:03.003651 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b6c89728-1076-453e-8118-107310bf6555 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3797684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4018258'] for subnet, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:03.020429 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df165cc-094f-46fd-bf66-2c6ba2cec4ca tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Pushing event updated for resources: {'Subnet': ['ID=1647dcd8-ac02-4e1f-83ed-ab4167dbcf31,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:59:03.079459 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-677a8c5f-e657-4eee-987d-dc84ec21b679 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:03.081547 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-677a8c5f-e657-4eee-987d-dc84ec21b679 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:03.083512 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-677a8c5f-e657-4eee-987d-dc84ec21b679 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:03.086126 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-677a8c5f-e657-4eee-987d-dc84ec21b679 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1926243 May 20 20:59:03.089751 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df165cc-094f-46fd-bf66-2c6ba2cec4ca tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Checking segment: {'id': 'ec88a6a6-6101-417b-b634-f452acbccd8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'ab16c418-f55a-49ac-bc70-76c454402e38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:59:03.090414 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6df165cc-094f-46fd-bf66-2c6ba2cec4ca tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Network hostable DHCP agents. Network: ab16c418-f55a-49ac-bc70-76c454402e38, hostable agents: ['c9b0653c-f3c7-4339-bd50-e3754b629216'], hosted agents: [] {{(pid=103163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 20:59:03.096391 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 35898) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:59:03.154398 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [None req-526e5ccc-2953-4bf5-b492-82c92535c4de None None] Allocated IP 10.1.1.2 (2092c81d-6283-40f1-9bf1-5f286393c29e/71cdbdb6-2a6f-4add-9d80-59c94baaaa26/c2b41771-4cb5-4f84-950f-96dc2f9eac8a) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:59:03.164089 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c89728-1076-453e-8118-107310bf6555 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Pushing event updated for resources: {'Subnet': ['ID=70b55600-d7fc-4e7e-8aec-f560aacbb632,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:59:03.173175 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c89728-1076-453e-8118-107310bf6555 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Checking segment: {'id': 'a3beb1d6-cb5d-4c0d-9096-5030ea79a75e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '406fd18c-0c2e-4f41-b1be-e40f4d4f5f09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:59:03.173572 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6c89728-1076-453e-8118-107310bf6555 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Network hostable DHCP agents. Network: 406fd18c-0c2e-4f41-b1be-e40f4d4f5f09, hostable agents: ['c9b0653c-f3c7-4339-bd50-e3754b629216'], hosted agents: [] {{(pid=103162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 20:59:03.217546 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-11da6a8b-34c9-4cd6-9992-e65528fbc8ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:03.253093 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6df165cc-094f-46fd-bf66-2c6ba2cec4ca tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Network ab16c418-f55a-49ac-bc70-76c454402e38 is scheduled to be hosted by DHCP agent c9b0653c-f3c7-4339-bd50-e3754b629216 with binding_index 1 {{(pid=103163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 20:59:03.261352 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_v2 [None req-9df542a4-bc6a-44e3-a746-ff12cf7ab4b5 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Deleting subnet 597d1ae8-8ec8-4498-9418-d41a538a2f61 {{(pid=103163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 20 20:59:03.280174 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6c89728-1076-453e-8118-107310bf6555 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Network 406fd18c-0c2e-4f41-b1be-e40f4d4f5f09 is scheduled to be hosted by DHCP agent c9b0653c-f3c7-4339-bd50-e3754b629216 with binding_index 1 {{(pid=103162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 20:59:03.287499 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [None req-63f6d918-38fe-4951-a507-bc0ffeaf8b34 None None] Allocated IP 2001:db8::f816:3eff:fe30:a96c (98f8b8d5-1379-4eeb-9e13-b2bbab96015a/597d1ae8-8ec8-4498-9418-d41a538a2f61/c241404d-a1cc-4777-bac5-f2014552b189) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:59:03.324679 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-11da6a8b-34c9-4cd6-9992-e65528fbc8ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:03.388707 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-6df165cc-094f-46fd-bf66-2c6ba2cec4ca tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842733-1, ab16c418-f55a-49ac-bc70-76c454402e38) {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:59:03.390866 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-b6c89728-1076-453e-8118-107310bf6555 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842733-1, 406fd18c-0c2e-4f41-b1be-e40f4d4f5f09) {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:59:03.393132 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6df165cc-094f-46fd-bf66-2c6ba2cec4ca tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:03.393753 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6df165cc-094f-46fd-bf66-2c6ba2cec4ca tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Notify callbacks [] for subnet, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:03.400118 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6c89728-1076-453e-8118-107310bf6555 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:03.400118 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b6c89728-1076-453e-8118-107310bf6555 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Notify callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:03.440049 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-11da6a8b-34c9-4cd6-9992-e65528fbc8ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:03.464000 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-526e5ccc-2953-4bf5-b492-82c92535c4de None None] Notify callbacks [] for port, precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:03.467347 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3694586e-e5c0-4ca0-8f33-23f626b44d46 None None] Network ab16c418-f55a-49ac-bc70-76c454402e38 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:59:03.469145 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49937f4f-def8-40b6-9951-d6494f926531 None None] Network 406fd18c-0c2e-4f41-b1be-e40f4d4f5f09 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:59:03.488353 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-6df165cc-094f-46fd-bf66-2c6ba2cec4ca tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.6236339 May 20 20:59:03.488353 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 35904) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:59:03.494135 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-9858b3dc-79e0-47d4-ba6e-762486f188c4 tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Request body: {'port': {'network_id': 'ab16c418-f55a-49ac-bc70-76c454402e38', 'name': 'tempest-NetworksIpV6TestAttrs-540797853'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:59:03.502181 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 35906) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:59:03.502416 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-11da6a8b-34c9-4cd6-9992-e65528fbc8ab admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6fd927f49f3f4385babde873d6b9f412&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5896609 May 20 20:59:03.504476 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11da6a8b-34c9-4cd6-9992-e65528fbc8ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bda4b96f-d419-4b14-86f8-47b20e282e54,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:59:03.580922 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 35908) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:59:03.585385 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-b6c89728-1076-453e-8118-107310bf6555 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.2480905 May 20 20:59:03.594081 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device c241404d-a1cc-4777-bac5-f2014552b189 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:59:03.604411 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-234d8f3d-f18c-452d-a1e5-d10673838f70 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Request body: {'port': {'network_id': '2092c81d-6283-40f1-9bf1-5f286393c29e', 'name': 'tempest-TaggedBootDevicesTest_v242-581200858', 'fixed_ips': [{'subnet_id': '71cdbdb6-2a6f-4add-9d80-59c94baaaa26'}]}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:59:03.634219 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f6528942-c17b-4fcd-83cf-5231560d2c9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:03.638779 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-526e5ccc-2953-4bf5-b492-82c92535c4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108'] for port, after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:03.692845 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526e5ccc-2953-4bf5-b492-82c92535c4de None None] Pushing event updated for resources: {'Port': ['ID=c2b41771-4cb5-4f84-950f-96dc2f9eac8a,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:59:03.697793 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f6528942-c17b-4fcd-83cf-5231560d2c9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:03.747744 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8875f3b4-09e5-4a7e-9554-d21a2442fed3 req-20dabac4-9b7d-45d8-bac1-a87ce417b792 tempest-ServerRescueTestJSON-1875264190 tempest-ServerRescueTestJSON-1875264190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:03.750189 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8875f3b4-09e5-4a7e-9554-d21a2442fed3 req-20dabac4-9b7d-45d8-bac1-a87ce417b792 tempest-ServerRescueTestJSON-1875264190 tempest-ServerRescueTestJSON-1875264190-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c0c79ba-02a2-46bc-9d92-50d93bd9a50f HTTP/1.1" status: 200 len: 945 time: 0.1835093 May 20 20:59:03.750335 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-526e5ccc-2953-4bf5-b492-82c92535c4de None None] Network 2092c81d-6283-40f1-9bf1-5f286393c29e is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:59:03.752701 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-63f6d918-38fe-4951-a507-bc0ffeaf8b34 None None] For port c241404d-a1cc-4777-bac5-f2014552b189, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=c241404d-a1cc-4777-bac5-f2014552b189,segment=NetworkSegment(f5705048-66fd-4627-af8c-03443c37dd17),segment_id=f5705048-66fd-4627-af8c-03443c37dd17)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:59:03.795875 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-526e5ccc-2953-4bf5-b492-82c92535c4de None None] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:59:03.815093 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-526e5ccc-2953-4bf5-b492-82c92535c4de None None] Received port after_create {{(pid=103164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:59:03.864023 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8875f3b4-09e5-4a7e-9554-d21a2442fed3 req-9269a1a3-de39-44fb-a04d-be1b37f42ec4 tempest-ServerRescueTestJSON-1875264190 tempest-ServerRescueTestJSON-1875264190-project] 10.222.0.35 "GET /v2.0/security-groups?id=3ca0fb1c-c695-4a0a-a152-dfa8f160f4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917964 May 20 20:59:03.888345 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f6528942-c17b-4fcd-83cf-5231560d2c9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:03.891007 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f6528942-c17b-4fcd-83cf-5231560d2c9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:03.892174 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-f6528942-c17b-4fcd-83cf-5231560d2c9f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/bda4b96f-d419-4b14-86f8-47b20e282e54 HTTP/1.1" status: 204 len: 168 time: 0.3883839 May 20 20:59:03.901188 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6528942-c17b-4fcd-83cf-5231560d2c9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bda4b96f-d419-4b14-86f8-47b20e282e54,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:59:03.916372 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ac51c1f-e16f-43fd-9e0d-5447e1e8c85d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaee2b848-d4b9-5db1-b6ef-d6db29d67de7-406fd18c-0c2e-4f41-b1be-e40f4d4f5f09', 'network_id': '406fd18c-0c2e-4f41-b1be-e40f4d4f5f09', 'tenant_id': '0460753b23084d8f8624c2387ec65eda', 'fixed_ips': [{'subnet_id': '70b55600-d7fc-4e7e-8aec-f560aacbb632'}]}} from n-d-842733-1. {{(pid=103164) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 20:59:03.917239 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-0ac51c1f-e16f-43fd-9e0d-5447e1e8c85d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:03.947364 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-63f6d918-38fe-4951-a507-bc0ffeaf8b34 None None] Notify callbacks [] for port, precommit_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:03.961116 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port c241404d-a1cc-4777-bac5-f2014552b189 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:59:03.961116 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:03.983149 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9858b3dc-79e0-47d4-ba6e-762486f188c4 tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Made reservation on behalf of 0a03a23766784265957923d23bf66983 for: {'port': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:59:03.986796 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9858b3dc-79e0-47d4-ba6e-762486f188c4 tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:03.989883 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-234d8f3d-f18c-452d-a1e5-d10673838f70 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Made reservation on behalf of 0460753b23084d8f8624c2387ec65eda for: {'port': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:59:03.995556 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-526e5ccc-2953-4bf5-b492-82c92535c4de None None] Attempting to bind port c2b41771-4cb5-4f84-950f-96dc2f9eac8a on host n-d-842733-1 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:59:03.995920 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-526e5ccc-2953-4bf5-b492-82c92535c4de None None] Attempting to bind port c2b41771-4cb5-4f84-950f-96dc2f9eac8a by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': '6013a2ae-3d8f-47fe-9e33-a14adc851d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '2092c81d-6283-40f1-9bf1-5f286393c29e'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:59:03.996279 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-526e5ccc-2953-4bf5-b492-82c92535c4de None None] Attempting to bind port c2b41771-4cb5-4f84-950f-96dc2f9eac8a on network 2092c81d-6283-40f1-9bf1-5f286393c29e {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:59:04.017149 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-526e5ccc-2953-4bf5-b492-82c92535c4de None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 58, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:59:04.017493 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-526e5ccc-2953-4bf5-b492-82c92535c4de None None] Checking segment: {'id': '6013a2ae-3d8f-47fe-9e33-a14adc851d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '2092c81d-6283-40f1-9bf1-5f286393c29e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:59:04.017887 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-526e5ccc-2953-4bf5-b492-82c92535c4de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:04.018281 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-526e5ccc-2953-4bf5-b492-82c92535c4de None None] Bound using segment: {'id': '6013a2ae-3d8f-47fe-9e33-a14adc851d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '2092c81d-6283-40f1-9bf1-5f286393c29e'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:59:04.018754 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-526e5ccc-2953-4bf5-b492-82c92535c4de None None] Bound port: c2b41771-4cb5-4f84-950f-96dc2f9eac8a, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6013a2ae-3d8f-47fe-9e33-a14adc851d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '2092c81d-6283-40f1-9bf1-5f286393c29e'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:59:04.019128 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-526e5ccc-2953-4bf5-b492-82c92535c4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:04.055707 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9df542a4-bc6a-44e3-a746-ff12cf7ab4b5 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks [] for subnet, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:04.103326 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-63f6d918-38fe-4951-a507-bc0ffeaf8b34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:04.111922 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3978f07-fd13-48e9-aebb-b334f6a38e9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaee2b848-d4b9-5db1-b6ef-d6db29d67de7-ab16c418-f55a-49ac-bc70-76c454402e38', 'network_id': 'ab16c418-f55a-49ac-bc70-76c454402e38', 'tenant_id': '0a03a23766784265957923d23bf66983', 'fixed_ips': [{'subnet_id': '1647dcd8-ac02-4e1f-83ed-ab4167dbcf31'}]}} from n-d-842733-1. {{(pid=103164) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 20:59:04.112729 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-f3978f07-fd13-48e9-aebb-b334f6a38e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:04.162952 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9df542a4-bc6a-44e3-a746-ff12cf7ab4b5 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9338757'] for subnet, precommit_delete_associations {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:04.272466 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9df542a4-bc6a-44e3-a746-ff12cf7ab4b5 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33068388'] for subnet, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:04.350278 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-234d8f3d-f18c-452d-a1e5-d10673838f70 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:04.354258 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [None req-9858b3dc-79e0-47d4-ba6e-762486f188c4 tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] device_id is not set on port 0a6aff4f-6444-4d53-8511-0a10abfc024b yet. {{(pid=103163) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 20 20:59:04.466085 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [None req-234d8f3d-f18c-452d-a1e5-d10673838f70 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] device_id is not set on port e5e479b5-1f0b-4f2a-8602-65a393830577 yet. {{(pid=103163) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 20 20:59:04.471630 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9df542a4-bc6a-44e3-a746-ff12cf7ab4b5 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33068399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9641221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8422588'] for subnet, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:04.472418 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f6d918-38fe-4951-a507-bc0ffeaf8b34 None None] Pushing event updated for resources: {'Port': ['ID=c241404d-a1cc-4777-bac5-f2014552b189,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:59:04.565850 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-526e5ccc-2953-4bf5-b492-82c92535c4de None None] For port c2b41771-4cb5-4f84-950f-96dc2f9eac8a, host n-d-842733-1, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:59:04.570545 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df542a4-bc6a-44e3-a746-ff12cf7ab4b5 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Pushing event deleted for resources: {'Subnet': ['ID=597d1ae8-8ec8-4498-9418-d41a538a2f61,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:59:04.577751 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9df542a4-bc6a-44e3-a746-ff12cf7ab4b5 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks [] for subnet, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:04.584742 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 35922) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:59:04.585971 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-9df542a4-bc6a-44e3-a746-ff12cf7ab4b5 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "DELETE /v2.0/subnets/597d1ae8-8ec8-4498-9418-d41a538a2f61 HTTP/1.1" status: 204 len: 168 time: 1.4772816 May 20 20:59:04.600235 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [None req-0ac51c1f-e16f-43fd-9e0d-5447e1e8c85d None None] Allocated IP 10.2.2.2 (406fd18c-0c2e-4f41-b1be-e40f4d4f5f09/70b55600-d7fc-4e7e-8aec-f560aacbb632/a8030cd6-0a8d-4a05-b118-d42436a18f8d) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:59:04.607559 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-526e5ccc-2953-4bf5-b492-82c92535c4de None None] For port c2b41771-4cb5-4f84-950f-96dc2f9eac8a, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=c2b41771-4cb5-4f84-950f-96dc2f9eac8a,segment=NetworkSegment(6013a2ae-3d8f-47fe-9e33-a14adc851d57),segment_id=6013a2ae-3d8f-47fe-9e33-a14adc851d57)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:59:04.608650 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port c241404d-a1cc-4777-bac5-f2014552b189 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:59:04.680291 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_v2 [None req-307c4954-fde2-4b39-b557-85c31d37eb77 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Deleting subnet 9b348f3f-be3c-4751-afe1-62c79a4f009d {{(pid=103162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 20 20:59:04.698039 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-307c4954-fde2-4b39-b557-85c31d37eb77 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks [] for subnet, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:04.700833 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-526e5ccc-2953-4bf5-b492-82c92535c4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:04.750346 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-9858b3dc-79e0-47d4-ba6e-762486f188c4 tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Allocated IP 2001:db8::f816:3eff:fefb:8b4a (ab16c418-f55a-49ac-bc70-76c454402e38/1647dcd8-ac02-4e1f-83ed-ab4167dbcf31/0a6aff4f-6444-4d53-8511-0a10abfc024b) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:59:04.827904 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 35926) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:59:04.836416 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-307c4954-fde2-4b39-b557-85c31d37eb77 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3738392'] for subnet, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:04.871803 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526e5ccc-2953-4bf5-b492-82c92535c4de None None] Pushing event updated for resources: {'Port': ['ID=c2b41771-4cb5-4f84-950f-96dc2f9eac8a,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:59:04.918385 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-234d8f3d-f18c-452d-a1e5-d10673838f70 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Allocated IP 10.1.1.238 (2092c81d-6283-40f1-9bf1-5f286393c29e/71cdbdb6-2a6f-4add-9d80-59c94baaaa26/e5e479b5-1f0b-4f2a-8602-65a393830577) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:59:04.985966 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8a73865c-eefc-4a8c-9061-44f72d97cc8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:04.997172 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-0ac51c1f-e16f-43fd-9e0d-5447e1e8c85d None None] Notify callbacks [] for port, precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:05.101856 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-0ac51c1f-e16f-43fd-9e0d-5447e1e8c85d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108'] for port, after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:05.150266 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9858b3dc-79e0-47d4-ba6e-762486f188c4 tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Notify callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:05.219607 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-307c4954-fde2-4b39-b557-85c31d37eb77 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33068388'] for subnet, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:05.219859 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ac51c1f-e16f-43fd-9e0d-5447e1e8c85d None None] Network 406fd18c-0c2e-4f41-b1be-e40f4d4f5f09 is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:59:05.222758 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-0ac51c1f-e16f-43fd-9e0d-5447e1e8c85d None None] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:59:05.229792 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac51c1f-e16f-43fd-9e0d-5447e1e8c85d None None] Received port after_create {{(pid=103164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:59:05.240361 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac51c1f-e16f-43fd-9e0d-5447e1e8c85d None None] Pushing event updated for resources: {'Port': ['ID=a8030cd6-0a8d-4a05-b118-d42436a18f8d,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:59:05.391540 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9858b3dc-79e0-47d4-ba6e-762486f188c4 tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:05.482253 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-0ac51c1f-e16f-43fd-9e0d-5447e1e8c85d None None] Attempting to bind port a8030cd6-0a8d-4a05-b118-d42436a18f8d on host n-d-842733-1 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:59:05.483181 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-0ac51c1f-e16f-43fd-9e0d-5447e1e8c85d None None] Attempting to bind port a8030cd6-0a8d-4a05-b118-d42436a18f8d by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': 'a3beb1d6-cb5d-4c0d-9096-5030ea79a75e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '406fd18c-0c2e-4f41-b1be-e40f4d4f5f09'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:59:05.497385 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac51c1f-e16f-43fd-9e0d-5447e1e8c85d None None] Attempting to bind port a8030cd6-0a8d-4a05-b118-d42436a18f8d on network 406fd18c-0c2e-4f41-b1be-e40f4d4f5f09 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:59:05.528316 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8a73865c-eefc-4a8c-9061-44f72d97cc8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:05.531071 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-307c4954-fde2-4b39-b557-85c31d37eb77 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33068399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3797621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4018265'] for subnet, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:05.563205 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac51c1f-e16f-43fd-9e0d-5447e1e8c85d None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 58, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:59:05.563580 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac51c1f-e16f-43fd-9e0d-5447e1e8c85d None None] Checking segment: {'id': 'a3beb1d6-cb5d-4c0d-9096-5030ea79a75e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '406fd18c-0c2e-4f41-b1be-e40f4d4f5f09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:59:05.568283 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-0ac51c1f-e16f-43fd-9e0d-5447e1e8c85d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:05.568721 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac51c1f-e16f-43fd-9e0d-5447e1e8c85d None None] Bound using segment: {'id': 'a3beb1d6-cb5d-4c0d-9096-5030ea79a75e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '406fd18c-0c2e-4f41-b1be-e40f4d4f5f09'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:59:05.569255 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-0ac51c1f-e16f-43fd-9e0d-5447e1e8c85d None None] Bound port: a8030cd6-0a8d-4a05-b118-d42436a18f8d, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3beb1d6-cb5d-4c0d-9096-5030ea79a75e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '406fd18c-0c2e-4f41-b1be-e40f4d4f5f09'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:59:05.576272 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-0ac51c1f-e16f-43fd-9e0d-5447e1e8c85d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:05.592503 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307c4954-fde2-4b39-b557-85c31d37eb77 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Pushing event deleted for resources: {'Subnet': ['ID=9b348f3f-be3c-4751-afe1-62c79a4f009d,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:59:05.596277 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-307c4954-fde2-4b39-b557-85c31d37eb77 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:05.601987 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-307c4954-fde2-4b39-b557-85c31d37eb77 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "DELETE /v2.0/subnets/9b348f3f-be3c-4751-afe1-62c79a4f009d HTTP/1.1" status: 204 len: 168 time: 1.0155036 May 20 20:59:05.603487 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8a73865c-eefc-4a8c-9061-44f72d97cc8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:05.609761 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9858b3dc-79e0-47d4-ba6e-762486f188c4 tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Network ab16c418-f55a-49ac-bc70-76c454402e38 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:59:05.611269 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 35936) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:59:05.638141 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-9858b3dc-79e0-47d4-ba6e-762486f188c4 tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:59:05.659974 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [None req-f3978f07-fd13-48e9-aebb-b334f6a38e9c None None] Allocated IP 2001:db8::f816:3eff:fedd:1e8d (ab16c418-f55a-49ac-bc70-76c454402e38/1647dcd8-ac02-4e1f-83ed-ab4167dbcf31/82aecaf4-c676-4609-aed3-81839627d084) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:59:05.691522 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f392a4a-5909-4510-bcfd-5bf7bb018d42 req-977a326f-45c0-4d8d-a56e-919187f4bd80 tempest-ServerRescueTestJSON-1875264190 tempest-ServerRescueTestJSON-1875264190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:05.691681 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a73865c-eefc-4a8c-9061-44f72d97cc8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a25e7955-c7bd-4b63-a7fe-2ab986a8219a,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:59:05.700220 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8f392a4a-5909-4510-bcfd-5bf7bb018d42 req-977a326f-45c0-4d8d-a56e-919187f4bd80 tempest-ServerRescueTestJSON-1875264190 tempest-ServerRescueTestJSON-1875264190-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c0c79ba-02a2-46bc-9d92-50d93bd9a50f HTTP/1.1" status: 200 len: 945 time: 0.4610581 May 20 20:59:05.703266 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-8a73865c-eefc-4a8c-9061-44f72d97cc8d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a6c3a8477c4542aa932eee8a9821bc0b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8740571 May 20 20:59:05.705576 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9858b3dc-79e0-47d4-ba6e-762486f188c4 tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:59:05.706013 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 35940) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:59:05.727923 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9858b3dc-79e0-47d4-ba6e-762486f188c4 tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:05.733412 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9858b3dc-79e0-47d4-ba6e-762486f188c4 tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:05.733412 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9858b3dc-79e0-47d4-ba6e-762486f188c4 tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Pushing event updated for resources: {'Port': ['ID=0a6aff4f-6444-4d53-8511-0a10abfc024b,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:59:05.762410 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 35942) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:59:05.810744 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6c1136c4-1c23-42f5-8ec9-db323de8f8a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:05.840224 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-0ac51c1f-e16f-43fd-9e0d-5447e1e8c85d None None] For port a8030cd6-0a8d-4a05-b118-d42436a18f8d, host n-d-842733-1, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:59:05.852728 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6c1136c4-1c23-42f5-8ec9-db323de8f8a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:05.882825 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-1a3b515e-9d8f-45eb-b2ba-99e5105495cd tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2622378 May 20 20:59:05.889462 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 35948) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:59:05.894678 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-fa592b9d-bf43-428f-aaf1-5cef71983538 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Request body: {'subnet': {'network_id': '98f8b8d5-1379-4eeb-9e13-b2bbab96015a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:59:05.897610 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device c241404d-a1cc-4777-bac5-f2014552b189 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:59:05.902088 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc8a33a0-2f5a-4371-b924-e8ef8925da6f None None] Network 98f8b8d5-1379-4eeb-9e13-b2bbab96015a requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:59:05.965489 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-0ac51c1f-e16f-43fd-9e0d-5447e1e8c85d None None] For port a8030cd6-0a8d-4a05-b118-d42436a18f8d, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=a8030cd6-0a8d-4a05-b118-d42436a18f8d,segment=NetworkSegment(a3beb1d6-cb5d-4c0d-9096-5030ea79a75e),segment_id=a3beb1d6-cb5d-4c0d-9096-5030ea79a75e)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:59:06.032606 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8f392a4a-5909-4510-bcfd-5bf7bb018d42 req-521eaa0a-2f74-42b6-a7ef-5f494dd5f8d1 tempest-ServerRescueTestJSON-1875264190 tempest-ServerRescueTestJSON-1875264190-project] 10.222.0.35 "GET /v2.0/security-groups?id=3ca0fb1c-c695-4a0a-a152-dfa8f160f4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3314452 May 20 20:59:06.045351 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-234d8f3d-f18c-452d-a1e5-d10673838f70 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Notify callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:06.066103 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-9858b3dc-79e0-47d4-ba6e-762486f188c4 tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 2.5766456 May 20 20:59:06.068827 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 35950) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:59:06.070728 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-78cf10d6-439c-43b7-8814-cbd7e7fc2a4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:06.174797 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_v2 [None req-b163786d-4cf5-4e50-9812-19e90dabda9f tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Deleting subnet 1647dcd8-ac02-4e1f-83ed-ab4167dbcf31 {{(pid=103163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 20 20:59:06.182918 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa592b9d-bf43-428f-aaf1-5cef71983538 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Made reservation on behalf of ab4ded6dc75a4ab5a4f9dae9e5aa3753 for: {'subnet': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:59:06.186713 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-fa592b9d-bf43-428f-aaf1-5cef71983538 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4018244'] for subnet, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:06.206510 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-0fce169f-92a1-46f5-8411-7e4c3a5b8379 None None] Provisioning complete for port c241404d-a1cc-4777-bac5-f2014552b189 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:59:06.207169 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-0fce169f-92a1-46f5-8411-7e4c3a5b8379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:06.215372 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-f3978f07-fd13-48e9-aebb-b334f6a38e9c None None] Notify callbacks [] for port, precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:06.221626 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-0ac51c1f-e16f-43fd-9e0d-5447e1e8c85d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:06.269615 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-234d8f3d-f18c-452d-a1e5-d10673838f70 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:06.348904 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-f3978f07-fd13-48e9-aebb-b334f6a38e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108'] for port, after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:06.392488 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b163786d-4cf5-4e50-9812-19e90dabda9f tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Notify callbacks [] for subnet, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:06.420253 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3978f07-fd13-48e9-aebb-b334f6a38e9c None None] Network ab16c418-f55a-49ac-bc70-76c454402e38 is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:59:06.438283 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-f3978f07-fd13-48e9-aebb-b334f6a38e9c None None] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:59:06.441918 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3978f07-fd13-48e9-aebb-b334f6a38e9c None None] Received port after_create {{(pid=103164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:59:06.459373 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port c241404d-a1cc-4777-bac5-f2014552b189 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:59:06.459820 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:06.469531 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234d8f3d-f18c-452d-a1e5-d10673838f70 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Pushing event updated for resources: {'Port': ['ID=e5e479b5-1f0b-4f2a-8602-65a393830577,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:59:06.499544 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-234d8f3d-f18c-452d-a1e5-d10673838f70 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Network 2092c81d-6283-40f1-9bf1-5f286393c29e is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:59:06.505631 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-234d8f3d-f18c-452d-a1e5-d10673838f70 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:59:06.513007 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-234d8f3d-f18c-452d-a1e5-d10673838f70 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:59:06.513199 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-78cf10d6-439c-43b7-8814-cbd7e7fc2a4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:06.516518 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-fa592b9d-bf43-428f-aaf1-5cef71983538 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3797684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4018258'] for subnet, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:06.528950 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6c1136c4-1c23-42f5-8ec9-db323de8f8a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:06.533802 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6c1136c4-1c23-42f5-8ec9-db323de8f8a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:06.535062 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-6c1136c4-1c23-42f5-8ec9-db323de8f8a8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a25e7955-c7bd-4b63-a7fe-2ab986a8219a HTTP/1.1" status: 204 len: 168 time: 0.8278775 May 20 20:59:06.553601 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-199333e2-5a1f-41e9-bd60-9d7039d9e40b None None] Network 2092c81d-6283-40f1-9bf1-5f286393c29e requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:59:06.564419 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b163786d-4cf5-4e50-9812-19e90dabda9f tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9338757'] for subnet, precommit_delete_associations {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:06.645403 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa592b9d-bf43-428f-aaf1-5cef71983538 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Network 98f8b8d5-1379-4eeb-9e13-b2bbab96015a is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:59:06.656373 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-234d8f3d-f18c-452d-a1e5-d10673838f70 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:06.657983 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-234d8f3d-f18c-452d-a1e5-d10673838f70 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:06.667770 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa592b9d-bf43-428f-aaf1-5cef71983538 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Pushing event updated for resources: {'Subnet': ['ID=159ee6bd-b838-4607-bc57-1e8e8f1f9f1a,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:59:06.676650 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-fa592b9d-bf43-428f-aaf1-5cef71983538 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:59:06.681284 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1136c4-1c23-42f5-8ec9-db323de8f8a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a25e7955-c7bd-4b63-a7fe-2ab986a8219a,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:59:06.685628 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-78cf10d6-439c-43b7-8814-cbd7e7fc2a4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:06.751983 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa592b9d-bf43-428f-aaf1-5cef71983538 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:06.752939 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-fa592b9d-bf43-428f-aaf1-5cef71983538 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:06.755472 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cf10d6-439c-43b7-8814-cbd7e7fc2a4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9eac943-adfb-4673-b269-7df0fbde5292,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:59:06.803174 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-78cf10d6-439c-43b7-8814-cbd7e7fc2a4a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=fba41ecf96ca44d9bf7c4e45338deb1a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0394678 May 20 20:59:06.806764 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 35956) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:59:06.839207 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-234d8f3d-f18c-452d-a1e5-d10673838f70 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.2575970 May 20 20:59:06.851605 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 35958) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:59:06.851975 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73bc38ad-10ef-4cea-8d29-4f637e256a09 None None] DHCP port deletion for 98f8b8d5-1379-4eeb-9e13-b2bbab96015a request from n-d-842733-1 {{(pid=103164) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 20:59:06.852575 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b163786d-4cf5-4e50-9812-19e90dabda9f tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33068388'] for subnet, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:06.878967 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-d66a1ace-db81-40aa-98cb-c618a84f9f9d tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Request body: {'port': {'network_id': '2092c81d-6283-40f1-9bf1-5f286393c29e', 'name': 'tempest-TaggedBootDevicesTest_v242-318592762', 'fixed_ips': [{'subnet_id': '71cdbdb6-2a6f-4add-9d80-59c94baaaa26'}]}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:59:06.959234 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2bf515a4-53b0-4aa8-99e6-1272318d364b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:06.985499 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2bf515a4-53b0-4aa8-99e6-1272318d364b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:07.003752 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-fa592b9d-bf43-428f-aaf1-5cef71983538 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1129203 May 20 20:59:07.006767 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 35964) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:59:07.011979 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-9da12f75-e69c-4cd4-ad19-c396e724aaa5 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Request body: {'subnet': {'network_id': '98f8b8d5-1379-4eeb-9e13-b2bbab96015a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:59:07.067267 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac51c1f-e16f-43fd-9e0d-5447e1e8c85d None None] Pushing event updated for resources: {'Port': ['ID=a8030cd6-0a8d-4a05-b118-d42436a18f8d,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:59:07.081142 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-f3978f07-fd13-48e9-aebb-b334f6a38e9c None None] Attempting to bind port 82aecaf4-c676-4609-aed3-81839627d084 on host n-d-842733-1 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:59:07.088851 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-f3978f07-fd13-48e9-aebb-b334f6a38e9c None None] Attempting to bind port 82aecaf4-c676-4609-aed3-81839627d084 by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': 'ec88a6a6-6101-417b-b634-f452acbccd8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'ab16c418-f55a-49ac-bc70-76c454402e38'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:59:07.088851 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3978f07-fd13-48e9-aebb-b334f6a38e9c None None] Attempting to bind port 82aecaf4-c676-4609-aed3-81839627d084 on network ab16c418-f55a-49ac-bc70-76c454402e38 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:59:07.097058 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b163786d-4cf5-4e50-9812-19e90dabda9f tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33068399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9641221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8422588'] for subnet, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:07.131696 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b163786d-4cf5-4e50-9812-19e90dabda9f tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Pushing event deleted for resources: {'Subnet': ['ID=1647dcd8-ac02-4e1f-83ed-ab4167dbcf31,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:59:07.169036 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d66a1ace-db81-40aa-98cb-c618a84f9f9d tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Made reservation on behalf of 0460753b23084d8f8624c2387ec65eda for: {'port': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:59:07.173661 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b163786d-4cf5-4e50-9812-19e90dabda9f tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Notify callbacks [] for subnet, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:07.174254 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2bf515a4-53b0-4aa8-99e6-1272318d364b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:07.180245 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-b163786d-4cf5-4e50-9812-19e90dabda9f tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] 10.222.0.35 "DELETE /v2.0/subnets/1647dcd8-ac02-4e1f-83ed-ab4167dbcf31 HTTP/1.1" status: 204 len: 168 time: 1.1059797 May 20 20:59:07.186345 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2bf515a4-53b0-4aa8-99e6-1272318d364b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:07.186345 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-2bf515a4-53b0-4aa8-99e6-1272318d364b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a9eac943-adfb-4673-b269-7df0fbde5292 HTTP/1.1" status: 204 len: 168 time: 0.3743496 May 20 20:59:07.186592 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port c241404d-a1cc-4777-bac5-f2014552b189 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:59:07.186678 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 35972) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:59:07.186753 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device c2b41771-4cb5-4f84-950f-96dc2f9eac8a up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:59:07.186753 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3978f07-fd13-48e9-aebb-b334f6a38e9c None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 58, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:59:07.186753 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3978f07-fd13-48e9-aebb-b334f6a38e9c None None] Checking segment: {'id': 'ec88a6a6-6101-417b-b634-f452acbccd8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'ab16c418-f55a-49ac-bc70-76c454402e38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:59:07.186753 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-f3978f07-fd13-48e9-aebb-b334f6a38e9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:07.187057 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3978f07-fd13-48e9-aebb-b334f6a38e9c None None] Bound using segment: {'id': 'ec88a6a6-6101-417b-b634-f452acbccd8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'ab16c418-f55a-49ac-bc70-76c454402e38'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:59:07.187451 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-f3978f07-fd13-48e9-aebb-b334f6a38e9c None None] Bound port: 82aecaf4-c676-4609-aed3-81839627d084, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec88a6a6-6101-417b-b634-f452acbccd8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'ab16c418-f55a-49ac-bc70-76c454402e38'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:59:07.188206 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-f3978f07-fd13-48e9-aebb-b334f6a38e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:07.284500 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-0fce169f-92a1-46f5-8411-7e4c3a5b8379 None None] Current status of the port c241404d-a1cc-4777-bac5-f2014552b189 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:59:07.291031 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf515a4-53b0-4aa8-99e6-1272318d364b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9eac943-adfb-4673-b269-7df0fbde5292,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:59:07.313134 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3978f07-fd13-48e9-aebb-b334f6a38e9c None None] Pushing event updated for resources: {'Port': ['ID=82aecaf4-c676-4609-aed3-81839627d084,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:59:07.333524 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ced44015-afea-44ac-bacd-b953f8269949 tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:07.336243 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68907e0-924c-4da7-a2c3-9e2b1a767b26 req-681ca310-4b8d-4cd7-bf3e-0fa8a04210f3 tempest-ServerRescueTestJSON-1875264190 tempest-ServerRescueTestJSON-1875264190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:07.337788 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-0fce169f-92a1-46f5-8411-7e4c3a5b8379 None None] Could not find standard attr ID for object d6547172-77aa-4abc-a3e8-ed864ccd4c55. {{(pid=103164) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 20 20:59:07.337928 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a68907e0-924c-4da7-a2c3-9e2b1a767b26 req-681ca310-4b8d-4cd7-bf3e-0fa8a04210f3 tempest-ServerRescueTestJSON-1875264190 tempest-ServerRescueTestJSON-1875264190-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c0c79ba-02a2-46bc-9d92-50d93bd9a50f HTTP/1.1" status: 200 len: 945 time: 0.2021518 May 20 20:59:07.345663 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ced44015-afea-44ac-bacd-b953f8269949 tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:07.350181 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-ced44015-afea-44ac-bacd-b953f8269949 tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1593254 May 20 20:59:07.355340 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 35980) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:59:07.411329 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d66a1ace-db81-40aa-98cb-c618a84f9f9d tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:07.427705 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-73bc38ad-10ef-4cea-8d29-4f637e256a09 None None] Deleting port c241404d-a1cc-4777-bac5-f2014552b189 {{(pid=103164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:59:07.427946 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-73bc38ad-10ef-4cea-8d29-4f637e256a09 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:07.458885 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [None req-d66a1ace-db81-40aa-98cb-c618a84f9f9d tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] device_id is not set on port 70abfc69-b0e3-44bf-8960-f0d10e058c3c yet. {{(pid=103162) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 20 20:59:07.757158 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a32e83d7-8af0-466e-9857-3ebeec980962 None None] Provisioning complete for port c2b41771-4cb5-4f84-950f-96dc2f9eac8a triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:59:07.757990 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a32e83d7-8af0-466e-9857-3ebeec980962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:07.771894 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-f3978f07-fd13-48e9-aebb-b334f6a38e9c None None] For port 82aecaf4-c676-4609-aed3-81839627d084, host n-d-842733-1, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:59:07.786137 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-f3978f07-fd13-48e9-aebb-b334f6a38e9c None None] For port 82aecaf4-c676-4609-aed3-81839627d084, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=82aecaf4-c676-4609-aed3-81839627d084,segment=NetworkSegment(ec88a6a6-6101-417b-b634-f452acbccd8a),segment_id=ec88a6a6-6101-417b-b634-f452acbccd8a)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:59:07.807087 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-d66a1ace-db81-40aa-98cb-c618a84f9f9d tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Allocated IP 10.1.1.122 (2092c81d-6283-40f1-9bf1-5f286393c29e/71cdbdb6-2a6f-4add-9d80-59c94baaaa26/70abfc69-b0e3-44bf-8960-f0d10e058c3c) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:59:08.145588 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4e2a6c4d-eb26-4f81-9446-826658cca5c1 tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33160123'] for network, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:08.156972 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d66a1ace-db81-40aa-98cb-c618a84f9f9d tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:08.177062 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-73bc38ad-10ef-4cea-8d29-4f637e256a09 None None] For port c241404d-a1cc-4777-bac5-f2014552b189, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=c241404d-a1cc-4777-bac5-f2014552b189,segment=NetworkSegment(f5705048-66fd-4627-af8c-03443c37dd17),segment_id=f5705048-66fd-4627-af8c-03443c37dd17)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:59:08.177062 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-73bc38ad-10ef-4cea-8d29-4f637e256a09 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:08.185998 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-73bc38ad-10ef-4cea-8d29-4f637e256a09 None None] Calling delete_port for c241404d-a1cc-4777-bac5-f2014552b189 owned by network:dhcp {{(pid=103164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:59:08.192230 n-d-842733-1 neutron-server[103163]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e2a6c4d-eb26-4f81-9446-826658cca5c1 tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] DELETE failed (client error): There was a conflict when trying to complete your request. May 20 20:59:08.192692 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e2a6c4d-eb26-4f81-9446-826658cca5c1 tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103163) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 20:59:08.202757 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-4e2a6c4d-eb26-4f81-9446-826658cca5c1 tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] 10.222.0.35 "DELETE /v2.0/networks/ab16c418-f55a-49ac-bc70-76c454402e38 HTTP/1.1" status: 409 len: 405 time: 0.8453193 May 20 20:59:08.211306 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 36002) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:59:08.211499 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6ace060-431b-4f21-880d-f623f10ac155 None None] Network 406fd18c-0c2e-4f41-b1be-e40f4d4f5f09 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:59:08.215516 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-42ca0716-e9d0-49e1-9c02-35062aecbe3a tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1622868549'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:59:08.216428 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port c2b41771-4cb5-4f84-950f-96dc2f9eac8a triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:59:08.216824 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:08.218770 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-f3978f07-fd13-48e9-aebb-b334f6a38e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:08.238624 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a68907e0-924c-4da7-a2c3-9e2b1a767b26 req-4446550d-8939-44d8-8ae4-61b8fffbd0d8 tempest-ServerRescueTestJSON-1875264190 tempest-ServerRescueTestJSON-1875264190-project] 10.222.0.35 "GET /v2.0/security-groups?id=3ca0fb1c-c695-4a0a-a152-dfa8f160f4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8603301 May 20 20:59:08.239176 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9da12f75-e69c-4cd4-ad19-c396e724aaa5 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Made reservation on behalf of ab4ded6dc75a4ab5a4f9dae9e5aa3753 for: {'subnet': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:59:08.243636 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9da12f75-e69c-4cd4-ad19-c396e724aaa5 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8422561'] for subnet, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:08.283715 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d66a1ace-db81-40aa-98cb-c618a84f9f9d tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:08.391199 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d66a1ace-db81-40aa-98cb-c618a84f9f9d tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Network 2092c81d-6283-40f1-9bf1-5f286393c29e is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:59:08.393945 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3978f07-fd13-48e9-aebb-b334f6a38e9c None None] Pushing event updated for resources: {'Port': ['ID=82aecaf4-c676-4609-aed3-81839627d084,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:59:08.400199 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-d66a1ace-db81-40aa-98cb-c618a84f9f9d tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:59:08.420059 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d66a1ace-db81-40aa-98cb-c618a84f9f9d tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:59:08.466976 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66a1ace-db81-40aa-98cb-c618a84f9f9d tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Pushing event updated for resources: {'Port': ['ID=70abfc69-b0e3-44bf-8960-f0d10e058c3c,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:59:08.504510 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42ca0716-e9d0-49e1-9c02-35062aecbe3a tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Made reservation on behalf of 0a03a23766784265957923d23bf66983 for: {'network': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:59:08.509150 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-42ca0716-e9d0-49e1-9c02-35062aecbe3a tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for network, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:08.514160 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66a1ace-db81-40aa-98cb-c618a84f9f9d tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:59:08.514911 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66a1ace-db81-40aa-98cb-c618a84f9f9d tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:59:08.514911 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66a1ace-db81-40aa-98cb-c618a84f9f9d tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:59:08.515157 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66a1ace-db81-40aa-98cb-c618a84f9f9d tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:59:08.515466 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66a1ace-db81-40aa-98cb-c618a84f9f9d tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:59:08.516367 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66a1ace-db81-40aa-98cb-c618a84f9f9d tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:59:08.516367 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66a1ace-db81-40aa-98cb-c618a84f9f9d tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:59:08.516589 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66a1ace-db81-40aa-98cb-c618a84f9f9d tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:59:08.517201 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66a1ace-db81-40aa-98cb-c618a84f9f9d tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:59:08.517342 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66a1ace-db81-40aa-98cb-c618a84f9f9d tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:59:08.517575 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66a1ace-db81-40aa-98cb-c618a84f9f9d tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:59:08.524567 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66a1ace-db81-40aa-98cb-c618a84f9f9d tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:59:08.558261 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42ca0716-e9d0-49e1-9c02-35062aecbe3a tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 218} {{(pid=103163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 20:59:08.584867 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-42ca0716-e9d0-49e1-9c02-35062aecbe3a tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:08.585841 n-d-842733-1 neutron-server[103163]: INFO neutron.db.segments_db [None req-42ca0716-e9d0-49e1-9c02-35062aecbe3a tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Added segment bc363252-eced-42f5-9636-0af5dd5d3a1f of type vlan for network 5f9fa5ad-ff6c-4afc-9663-9ff99698bed1 May 20 20:59:08.620226 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d66a1ace-db81-40aa-98cb-c618a84f9f9d tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:08.622665 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d66a1ace-db81-40aa-98cb-c618a84f9f9d tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:08.657877 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-42ca0716-e9d0-49e1-9c02-35062aecbe3a tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418993264'] for network, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:08.746913 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b6bc2c0-fea6-4941-8849-3308145ed51e None None] Network ab16c418-f55a-49ac-bc70-76c454402e38 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:59:08.785517 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-d66a1ace-db81-40aa-98cb-c618a84f9f9d tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.9236572 May 20 20:59:08.886551 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a32e83d7-8af0-466e-9857-3ebeec980962 None None] Current status of the port c2b41771-4cb5-4f84-950f-96dc2f9eac8a is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:59:08.887150 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a32e83d7-8af0-466e-9857-3ebeec980962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:08.892059 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-42ca0716-e9d0-49e1-9c02-35062aecbe3a tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524'] for network, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:08.899046 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42ca0716-e9d0-49e1-9c02-35062aecbe3a tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:08.899639 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-42ca0716-e9d0-49e1-9c02-35062aecbe3a tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:08.981736 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 36026) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:59:08.986422 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-781461b0-e0b5-40f5-b03c-3871dee68f90 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1932312076', 'description': 'tempest-description--106442468'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:59:09.003526 n-d-842733-1 neutron-server[103163]: DEBUG neutron.objects.ports [None req-9da12f75-e69c-4cd4-ad19-c396e724aaa5 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103163) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} May 20 20:59:09.060550 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-73bc38ad-10ef-4cea-8d29-4f637e256a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099'] for port, after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:09.091344 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ca0716-e9d0-49e1-9c02-35062aecbe3a tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Pushing event updated for resources: {'Network': ['ID=5f9fa5ad-ff6c-4afc-9663-9ff99698bed1,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:59:09.104635 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-42ca0716-e9d0-49e1-9c02-35062aecbe3a tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8991306 May 20 20:59:09.107645 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 36030) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:59:09.112616 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-07c207d7-c052-4c50-aa84-b43570e4d310 tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Request body: {'subnet': {'network_id': '5f9fa5ad-ff6c-4afc-9663-9ff99698bed1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:59:09.121568 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-781461b0-e0b5-40f5-b03c-3871dee68f90 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:09.140863 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73bc38ad-10ef-4cea-8d29-4f637e256a09 None None] No DVR routers for this DVR port c241404d-a1cc-4777-bac5-f2014552b189 on host n-d-842733-1 {{(pid=103164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:59:09.149965 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port c2b41771-4cb5-4f84-950f-96dc2f9eac8a is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:59:09.152741 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:09.189891 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Network 5f9fa5ad-ff6c-4afc-9663-9ff99698bed1 details requested by agent ovs-agent-n-d-842733-1 with host n-d-842733-1 {{(pid=103164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 20 20:59:09.191842 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19c02491-a45b-411b-a4fd-01e7469b9390 None None] Network 98f8b8d5-1379-4eeb-9e13-b2bbab96015a requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:59:09.197112 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-a32e83d7-8af0-466e-9857-3ebeec980962 None None] For port c2b41771-4cb5-4f84-950f-96dc2f9eac8a, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=c2b41771-4cb5-4f84-950f-96dc2f9eac8a,segment=NetworkSegment(6013a2ae-3d8f-47fe-9e33-a14adc851d57),segment_id=6013a2ae-3d8f-47fe-9e33-a14adc851d57)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:59:09.201122 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bc38ad-10ef-4cea-8d29-4f637e256a09 None None] Pushing event deleted for resources: {'Port': ['ID=c241404d-a1cc-4777-bac5-f2014552b189,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:59:09.259135 n-d-842733-1 neutron-server[103163]: WARNING neutron.services.revisions.revision_plugin [None req-9da12f75-e69c-4cd4-ad19-c396e724aaa5 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Could not find related port for resource to bump revision. May 20 20:59:09.355488 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-781461b0-e0b5-40f5-b03c-3871dee68f90 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:09.380630 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a32e83d7-8af0-466e-9857-3ebeec980962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:09.390616 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.ipam_pluggable_backend [None req-9da12f75-e69c-4cd4-ad19-c396e724aaa5 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Port c241404d-a1cc-4777-bac5-f2014552b189 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=103163) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} May 20 20:59:09.390616 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.ipam_pluggable_backend [None req-9da12f75-e69c-4cd4-ad19-c396e724aaa5 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Reverting IP allocation for 2001:db8::f816:3eff:fe30:a96c {{(pid=103163) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} May 20 20:59:09.404902 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9da12f75-e69c-4cd4-ad19-c396e724aaa5 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9641412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8422583'] for subnet, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:09.418822 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07c207d7-c052-4c50-aa84-b43570e4d310 tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Made reservation on behalf of 0a03a23766784265957923d23bf66983 for: {'subnet': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:59:09.428098 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-07c207d7-c052-4c50-aa84-b43570e4d310 tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4018244'] for subnet, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:09.471041 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9da12f75-e69c-4cd4-ad19-c396e724aaa5 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Network 98f8b8d5-1379-4eeb-9e13-b2bbab96015a is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:59:09.494197 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d5d957-b4d4-4e6d-9974-d382fd12fe0e req-ff744aef-6dd4-48ba-b75b-b277d5517e5c tempest-ServerRescueTestJSON-1875264190 tempest-ServerRescueTestJSON-1875264190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:09.499293 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-781461b0-e0b5-40f5-b03c-3871dee68f90 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:09.506600 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-26d5d957-b4d4-4e6d-9974-d382fd12fe0e req-ff744aef-6dd4-48ba-b75b-b277d5517e5c tempest-ServerRescueTestJSON-1875264190 tempest-ServerRescueTestJSON-1875264190-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c0c79ba-02a2-46bc-9d92-50d93bd9a50f HTTP/1.1" status: 200 len: 945 time: 0.1765318 May 20 20:59:09.529459 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-9da12f75-e69c-4cd4-ad19-c396e724aaa5 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:59:09.534877 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9da12f75-e69c-4cd4-ad19-c396e724aaa5 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:09.535410 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9da12f75-e69c-4cd4-ad19-c396e724aaa5 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks [] for subnet, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:09.560337 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da12f75-e69c-4cd4-ad19-c396e724aaa5 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Pushing event updated for resources: {'Subnet': ['ID=35b9aa76-57e6-41a8-8ce4-c35cd1936827,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:59:09.608781 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-26d5d957-b4d4-4e6d-9974-d382fd12fe0e req-7292a95a-e133-4715-88bf-f50eecb147ca tempest-ServerRescueTestJSON-1875264190 tempest-ServerRescueTestJSON-1875264190-project] 10.222.0.35 "GET /v2.0/security-groups?id=3ca0fb1c-c695-4a0a-a152-dfa8f160f4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889187 May 20 20:59:09.623794 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781461b0-e0b5-40f5-b03c-3871dee68f90 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6c3d501-aad0-44cc-8dfe-290dffd2c6d4,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:59:09.645978 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-781461b0-e0b5-40f5-b03c-3871dee68f90 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:09.651108 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 36054) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:59:09.652500 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-781461b0-e0b5-40f5-b03c-3871dee68f90 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.6696694 May 20 20:59:09.654786 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-9da12f75-e69c-4cd4-ad19-c396e724aaa5 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.6466293 May 20 20:59:09.659144 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-d9603d89-9c0d-4b83-b611-fbabb040457c tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Request body: {'security_group_rule': {'security_group_id': 'c6c3d501-aad0-44cc-8dfe-290dffd2c6d4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:59:09.663911 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 36056) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:59:09.668063 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.db.api [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103164) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 20 20:59:09.668269 n-d-842733-1 neutron-server[103164]: DEBUG oslo_db.api [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 20 20:59:09.670495 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32e83d7-8af0-466e-9857-3ebeec980962 None None] Pushing event updated for resources: {'Port': ['ID=c2b41771-4cb5-4f84-950f-96dc2f9eac8a,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:59:09.675666 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-f5308037-0e16-4063-b2e2-06fba5ab1826 None None] Provisioning complete for port c2b41771-4cb5-4f84-950f-96dc2f9eac8a triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:59:09.676033 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-f5308037-0e16-4063-b2e2-06fba5ab1826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:09.687457 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-f50b7fa8-fb5d-4fa8-921f-6d5c4fcdc555 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Request body: {'port': {'network_id': '98f8b8d5-1379-4eeb-9e13-b2bbab96015a', 'mac_address': 'fa:16:3e:17:8e:fe', 'name': 'tempest-NetworksTestDHCPv6-930315554'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:59:09.807773 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d9603d89-9c0d-4b83-b611-fbabb040457c tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:09.908415 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-548fbdef-07b8-4cd6-a3af-fe73f5b0a498 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaee2b848-d4b9-5db1-b6ef-d6db29d67de7-98f8b8d5-1379-4eeb-9e13-b2bbab96015a', 'network_id': '98f8b8d5-1379-4eeb-9e13-b2bbab96015a', 'tenant_id': 'ab4ded6dc75a4ab5a4f9dae9e5aa3753', 'fixed_ips': [{'subnet_id': '159ee6bd-b838-4607-bc57-1e8e8f1f9f1a'}, {'subnet_id': '35b9aa76-57e6-41a8-8ce4-c35cd1936827'}]}} from n-d-842733-1. {{(pid=103164) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 20:59:09.912266 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-548fbdef-07b8-4cd6-a3af-fe73f5b0a498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:09.998307 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d9603d89-9c0d-4b83-b611-fbabb040457c tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:10.091438 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d9603d89-9c0d-4b83-b611-fbabb040457c tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691816'] for security_group_rule, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:10.098182 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-f5308037-0e16-4063-b2e2-06fba5ab1826 None None] Current status of the port c2b41771-4cb5-4f84-950f-96dc2f9eac8a is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:59:10.125049 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9603d89-9c0d-4b83-b611-fbabb040457c tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=caa27722-207c-456d-b667-21ba5c214a8d,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:59:10.143949 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-f5308037-0e16-4063-b2e2-06fba5ab1826 None None] Provisioning complete for port e5e479b5-1f0b-4f2a-8602-65a393830577 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:59:10.144560 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-f5308037-0e16-4063-b2e2-06fba5ab1826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:10.259402 n-d-842733-1 neutron-server[103162]: DEBUG neutron.objects.ports [None req-07c207d7-c052-4c50-aa84-b43570e4d310 tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103162) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} May 20 20:59:10.261958 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f50b7fa8-fb5d-4fa8-921f-6d5c4fcdc555 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Made reservation on behalf of ab4ded6dc75a4ab5a4f9dae9e5aa3753 for: {'port': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:59:10.268993 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-07c207d7-c052-4c50-aa84-b43570e4d310 tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3797684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4018258'] for subnet, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:10.278019 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d9603d89-9c0d-4b83-b611-fbabb040457c tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:10.279594 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-d9603d89-9c0d-4b83-b611-fbabb040457c tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6236999 May 20 20:59:10.281893 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 36070) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:59:10.290527 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-a297ced4-cde4-4483-a462-9a7ced232973 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Request body: {'security_group_rule': {'security_group_id': 'c6c3d501-aad0-44cc-8dfe-290dffd2c6d4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:59:10.320501 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-f5308037-0e16-4063-b2e2-06fba5ab1826 None None] Port e5e479b5-1f0b-4f2a-8602-65a393830577 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 20:59:10.328797 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port c2b41771-4cb5-4f84-950f-96dc2f9eac8a is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:59:10.349585 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-f5308037-0e16-4063-b2e2-06fba5ab1826 None None] Provisioning complete for port 70abfc69-b0e3-44bf-8960-f0d10e058c3c triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:59:10.350631 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-f5308037-0e16-4063-b2e2-06fba5ab1826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:10.405816 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-f5308037-0e16-4063-b2e2-06fba5ab1826 None None] Port 70abfc69-b0e3-44bf-8960-f0d10e058c3c cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 20:59:10.456907 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a297ced4-cde4-4483-a462-9a7ced232973 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:10.464932 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-f5308037-0e16-4063-b2e2-06fba5ab1826 None None] Provisioning complete for port a8030cd6-0a8d-4a05-b118-d42436a18f8d triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:59:10.465381 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-f5308037-0e16-4063-b2e2-06fba5ab1826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:10.594875 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a297ced4-cde4-4483-a462-9a7ced232973 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:10.619889 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [None req-548fbdef-07b8-4cd6-a3af-fe73f5b0a498 None None] Allocated IP 172.20.0.2 (98f8b8d5-1379-4eeb-9e13-b2bbab96015a/159ee6bd-b838-4607-bc57-1e8e8f1f9f1a/42061713-4780-469e-944d-dc95be5918da) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:59:10.639955 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c207d7-c052-4c50-aa84-b43570e4d310 tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Checking segment: {'id': 'bc363252-eced-42f5-9636-0af5dd5d3a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '5f9fa5ad-ff6c-4afc-9663-9ff99698bed1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:59:10.640410 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07c207d7-c052-4c50-aa84-b43570e4d310 tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Network hostable DHCP agents. Network: 5f9fa5ad-ff6c-4afc-9663-9ff99698bed1, hostable agents: ['c9b0653c-f3c7-4339-bd50-e3754b629216'], hosted agents: [] {{(pid=103162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 20:59:10.641832 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [None req-548fbdef-07b8-4cd6-a3af-fe73f5b0a498 None None] Allocated IP 2001:db8::f816:3eff:fed4:40f7 (98f8b8d5-1379-4eeb-9e13-b2bbab96015a/35b9aa76-57e6-41a8-8ce4-c35cd1936827/42061713-4780-469e-944d-dc95be5918da) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:59:10.667110 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c207d7-c052-4c50-aa84-b43570e4d310 tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Pushing event updated for resources: {'Subnet': ['ID=a95671e0-f430-4f21-884f-3c573e5b140b,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:59:10.679789 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a297ced4-cde4-4483-a462-9a7ced232973 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691816'] for security_group_rule, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:10.714465 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-f5308037-0e16-4063-b2e2-06fba5ab1826 None None] Current status of the port a8030cd6-0a8d-4a05-b118-d42436a18f8d is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:59:10.714936 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-f5308037-0e16-4063-b2e2-06fba5ab1826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:10.726485 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f50b7fa8-fb5d-4fa8-921f-6d5c4fcdc555 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:10.780925 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [None req-f50b7fa8-fb5d-4fa8-921f-6d5c4fcdc555 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] device_id is not set on port 1b199ee6-d746-4d49-82e3-0ed628bb8e11 yet. {{(pid=103162) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 20 20:59:10.785658 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-f5308037-0e16-4063-b2e2-06fba5ab1826 None None] For port a8030cd6-0a8d-4a05-b118-d42436a18f8d, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=a8030cd6-0a8d-4a05-b118-d42436a18f8d,segment=NetworkSegment(a3beb1d6-cb5d-4c0d-9096-5030ea79a75e),segment_id=a3beb1d6-cb5d-4c0d-9096-5030ea79a75e)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:59:10.789997 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device c2b41771-4cb5-4f84-950f-96dc2f9eac8a up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:59:10.794930 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a297ced4-cde4-4483-a462-9a7ced232973 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb74dce2-d445-4ba1-9831-49a7778d303b,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:59:10.857582 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07c207d7-c052-4c50-aa84-b43570e4d310 tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Network 5f9fa5ad-ff6c-4afc-9663-9ff99698bed1 is scheduled to be hosted by DHCP agent c9b0653c-f3c7-4339-bd50-e3754b629216 with binding_index 1 {{(pid=103162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 20:59:10.874141 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a297ced4-cde4-4483-a462-9a7ced232973 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:10.876434 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-a297ced4-cde4-4483-a462-9a7ced232973 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5932560 May 20 20:59:10.880327 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 36090) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:59:10.885498 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-9e6f2468-6c00-46e3-94a9-2c99a19561a7 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Request body: {'floatingip': {'floating_network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:59:10.887757 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-f5308037-0e16-4063-b2e2-06fba5ab1826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:10.896029 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e28ba85-6194-48d1-8f6d-e0f31df6bea1 req-623f1421-7858-4cfb-a733-c1d9aa46c668 tempest-ServerRescueTestJSON-1875264190 tempest-ServerRescueTestJSON-1875264190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:10.899064 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0e28ba85-6194-48d1-8f6d-e0f31df6bea1 req-623f1421-7858-4cfb-a733-c1d9aa46c668 tempest-ServerRescueTestJSON-1875264190 tempest-ServerRescueTestJSON-1875264190-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c0c79ba-02a2-46bc-9d92-50d93bd9a50f HTTP/1.1" status: 200 len: 945 time: 0.1562066 May 20 20:59:10.958022 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-07c207d7-c052-4c50-aa84-b43570e4d310 tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842733-1, 5f9fa5ad-ff6c-4afc-9663-9ff99698bed1) {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:59:10.969378 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07c207d7-c052-4c50-aa84-b43570e4d310 tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:10.972203 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-07c207d7-c052-4c50-aa84-b43570e4d310 tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Notify callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:10.977837 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0e28ba85-6194-48d1-8f6d-e0f31df6bea1 req-bdbd0047-21ff-4486-9817-a79ef8225336 tempest-ServerRescueTestJSON-1875264190 tempest-ServerRescueTestJSON-1875264190-project] 10.222.0.35 "GET /v2.0/security-groups?id=3ca0fb1c-c695-4a0a-a152-dfa8f160f4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705960 May 20 20:59:11.045912 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9e6f2468-6c00-46e3-94a9-2c99a19561a7 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Notify callbacks [] for floatingip, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:11.137038 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de3ecd6c-9faf-47a5-8f74-16b11a1b2c0b None None] Network 5f9fa5ad-ff6c-4afc-9663-9ff99698bed1 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:59:11.138958 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 36094) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:59:11.139529 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-07c207d7-c052-4c50-aa84-b43570e4d310 tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 2.0307744 May 20 20:59:11.268036 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9e6f2468-6c00-46e3-94a9-2c99a19561a7 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:11.306760 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f5081b47-dc82-4d80-b681-063189b952ba tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33160123'] for network, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:11.325293 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-758ff09a-0a6d-4415-b9fd-6187ecb5842a None None] Provisioning complete for port a8030cd6-0a8d-4a05-b118-d42436a18f8d triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:59:11.332868 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-758ff09a-0a6d-4415-b9fd-6187ecb5842a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:11.386995 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5308037-0e16-4063-b2e2-06fba5ab1826 None None] Pushing event updated for resources: {'Port': ['ID=a8030cd6-0a8d-4a05-b118-d42436a18f8d,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:59:11.416454 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 36100) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:59:11.425302 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port c2b41771-4cb5-4f84-950f-96dc2f9eac8a triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:59:11.425302 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:11.432875 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f5081b47-dc82-4d80-b681-063189b952ba tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33068388'] for subnet, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:11.480423 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-9e6f2468-6c00-46e3-94a9-2c99a19561a7 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Allocated IP 172.25.2.8 (e3a93b5c-91e2-4064-9c2c-1afc261bfe15/86fee0c1-6e34-488b-9216-b2b8e7ef585a/2ef010b0-2453-46cb-8b71-2b45c6f1076c) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:59:11.586047 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a483f70c-e25d-4c4c-9524-b96a3bc2d226 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:11.604330 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-758ff09a-0a6d-4415-b9fd-6187ecb5842a None None] Current status of the port a8030cd6-0a8d-4a05-b118-d42436a18f8d is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:59:11.604522 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f5081b47-dc82-4d80-b681-063189b952ba tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33068399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9641221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8422588'] for subnet, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:11.614955 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-548fbdef-07b8-4cd6-a3af-fe73f5b0a498 None None] Notify callbacks [] for port, precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:11.662142 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9e6f2468-6c00-46e3-94a9-2c99a19561a7 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:11.722127 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f5081b47-dc82-4d80-b681-063189b952ba tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33072115', 'neutron.services.segments.db._delete_segments_for_network-8782419500584'] for network, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:11.746230 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-f5081b47-dc82-4d80-b681-063189b952ba tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f9fa5ad-ff6c-4afc-9663-9ff99698bed1']}} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:59:11.749884 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port c2b41771-4cb5-4f84-950f-96dc2f9eac8a is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:59:11.751175 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device a8030cd6-0a8d-4a05-b118-d42436a18f8d up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:59:11.756560 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-548fbdef-07b8-4cd6-a3af-fe73f5b0a498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108'] for port, after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:11.759247 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-f5081b47-dc82-4d80-b681-063189b952ba tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc363252-eced-42f5-9636-0af5dd5d3a1f') {'for_net_delete': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:59:11.759435 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-f5081b47-dc82-4d80-b681-063189b952ba tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc363252-eced-42f5-9636-0af5dd5d3a1f') {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:59:11.760821 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be840e7c-8c34-4cbc-ae4f-9ba1d7bc93c8 None None] Network 5f9fa5ad-ff6c-4afc-9663-9ff99698bed1 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:59:11.794723 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f5081b47-dc82-4d80-b681-063189b952ba tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419501617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9338764'] for segment, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:11.813168 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f5081b47-dc82-4d80-b681-063189b952ba tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:11.828086 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5081b47-dc82-4d80-b681-063189b952ba tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Releasing vlan 218 on physical network physnet1 to pool {{(pid=103163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 20:59:11.828683 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f5081b47-dc82-4d80-b681-063189b952ba tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9638311'] for segment, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:11.871490 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a483f70c-e25d-4c4c-9524-b96a3bc2d226 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:11.893233 n-d-842733-1 neutron-server[103163]: Traceback (most recent call last): May 20 20:59:11.893233 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 20:59:11.893233 n-d-842733-1 neutron-server[103163]: timer() May 20 20:59:11.893233 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 20:59:11.893233 n-d-842733-1 neutron-server[103163]: cb(*args, **kw) May 20 20:59:11.893233 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 20 20:59:11.893233 n-d-842733-1 neutron-server[103163]: return func(*args, **kwargs) May 20 20:59:11.893233 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 20:59:11.893233 n-d-842733-1 neutron-server[103163]: self._notify() May 20 20:59:11.893233 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 20:59:11.893233 n-d-842733-1 neutron-server[103163]: self.callback(batched_events) May 20 20:59:11.893233 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 20:59:11.893233 n-d-842733-1 neutron-server[103163]: event.method(event) May 20 20:59:11.893233 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 20 20:59:11.893233 n-d-842733-1 neutron-server[103163]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 20:59:11.893233 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 20 20:59:11.893233 n-d-842733-1 neutron-server[103163]: aggregate_uuid = self.p_client.list_aggregates( May 20 20:59:11.893233 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 20 20:59:11.893233 n-d-842733-1 neutron-server[103163]: return f(self, *a, **k) May 20 20:59:11.893233 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 20 20:59:11.893233 n-d-842733-1 neutron-server[103163]: return self._get(url).json() May 20 20:59:11.893233 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 20 20:59:11.893233 n-d-842733-1 neutron-server[103163]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 20:59:11.893233 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 20:59:11.893233 n-d-842733-1 neutron-server[103163]: return self.request(url, 'GET', **kwargs) May 20 20:59:11.893233 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 20:59:11.893233 n-d-842733-1 neutron-server[103163]: base_url = self.get_endpoint(auth, allow=allow, May 20 20:59:11.893233 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 20:59:11.893233 n-d-842733-1 neutron-server[103163]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 20:59:11.893233 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 20:59:11.893233 n-d-842733-1 neutron-server[103163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 20:59:11.893233 n-d-842733-1 neutron-server[103163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 20:59:11.921920 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5081b47-dc82-4d80-b681-063189b952ba tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Pushing event deleted for resources: {'Subnet': ['ID=a95671e0-f430-4f21-884f-3c573e5b140b,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:59:11.926110 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9e6f2468-6c00-46e3-94a9-2c99a19561a7 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:11.960706 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a483f70c-e25d-4c4c-9524-b96a3bc2d226 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:11.972487 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-548fbdef-07b8-4cd6-a3af-fe73f5b0a498 None None] Network 98f8b8d5-1379-4eeb-9e13-b2bbab96015a is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:59:11.997060 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-548fbdef-07b8-4cd6-a3af-fe73f5b0a498 None None] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:59:11.997654 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-f50b7fa8-fb5d-4fa8-921f-6d5c4fcdc555 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Allocated IP 172.20.0.10 (98f8b8d5-1379-4eeb-9e13-b2bbab96015a/159ee6bd-b838-4607-bc57-1e8e8f1f9f1a/1b199ee6-d746-4d49-82e3-0ed628bb8e11) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:59:11.999000 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548fbdef-07b8-4cd6-a3af-fe73f5b0a498 None None] Pushing event updated for resources: {'Port': ['ID=42061713-4780-469e-944d-dc95be5918da,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:59:12.001833 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-548fbdef-07b8-4cd6-a3af-fe73f5b0a498 None None] Received port after_create {{(pid=103164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:59:12.002162 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e6f2468-6c00-46e3-94a9-2c99a19561a7 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Network e3a93b5c-91e2-4064-9c2c-1afc261bfe15 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:59:12.022782 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-9e6f2468-6c00-46e3-94a9-2c99a19561a7 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:59:12.034064 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6f2468-6c00-46e3-94a9-2c99a19561a7 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Pushing event updated for resources: {'Port': ['ID=2ef010b0-2453-46cb-8b71-2b45c6f1076c,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:59:12.039379 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e6f2468-6c00-46e3-94a9-2c99a19561a7 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:59:12.039680 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port a8030cd6-0a8d-4a05-b118-d42436a18f8d triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:59:12.040109 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:12.045492 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a483f70c-e25d-4c4c-9524-b96a3bc2d226 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8932bde7-e2b3-423c-b105-c5b86c694d20,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:59:12.050761 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-a483f70c-e25d-4c4c-9524-b96a3bc2d226 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9c3b8ca96e1a432c8cad716eacd59609&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6318376 May 20 20:59:12.051374 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 36112) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:59:12.062979 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f5081b47-dc82-4d80-b681-063189b952ba tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33072122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748162'] for network, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:12.092501 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-f50b7fa8-fb5d-4fa8-921f-6d5c4fcdc555 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Allocated IP 2001:db8::f816:3eff:fe17:8efe (98f8b8d5-1379-4eeb-9e13-b2bbab96015a/35b9aa76-57e6-41a8-8ce4-c35cd1936827/1b199ee6-d746-4d49-82e3-0ed628bb8e11) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:59:12.126190 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f5081b47-dc82-4d80-b681-063189b952ba tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:12.137931 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-f5081b47-dc82-4d80-b681-063189b952ba tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] 10.222.0.35 "DELETE /v2.0/networks/5f9fa5ad-ff6c-4afc-9663-9ff99698bed1 HTTP/1.1" status: 204 len: 168 time: 0.9976778 May 20 20:59:12.141643 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 36116) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:59:12.147013 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-f87ff131-4e30-4730-9c57-8c12251c94c5 tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1977133722'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:59:12.187158 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5081b47-dc82-4d80-b681-063189b952ba tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Pushing event deleted for resources: {'Network': ['ID=5f9fa5ad-ff6c-4afc-9663-9ff99698bed1,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:59:12.266398 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-548fbdef-07b8-4cd6-a3af-fe73f5b0a498 None None] Attempting to bind port 42061713-4780-469e-944d-dc95be5918da on host n-d-842733-1 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:59:12.267004 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-548fbdef-07b8-4cd6-a3af-fe73f5b0a498 None None] Attempting to bind port 42061713-4780-469e-944d-dc95be5918da by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': 'f5705048-66fd-4627-af8c-03443c37dd17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '98f8b8d5-1379-4eeb-9e13-b2bbab96015a'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:59:12.267145 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-548fbdef-07b8-4cd6-a3af-fe73f5b0a498 None None] Attempting to bind port 42061713-4780-469e-944d-dc95be5918da on network 98f8b8d5-1379-4eeb-9e13-b2bbab96015a {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:59:12.280533 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dbb0e8-ade4-4cef-9bbb-bd8a5ba4dafb req-90b271b5-0998-45dd-a6e2-65f17ae1b8a2 tempest-ServerRescueTestJSON-1875264190 tempest-ServerRescueTestJSON-1875264190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:12.282401 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-84dbb0e8-ade4-4cef-9bbb-bd8a5ba4dafb req-90b271b5-0998-45dd-a6e2-65f17ae1b8a2 tempest-ServerRescueTestJSON-1875264190 tempest-ServerRescueTestJSON-1875264190-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c0c79ba-02a2-46bc-9d92-50d93bd9a50f HTTP/1.1" status: 200 len: 945 time: 0.1675417 May 20 20:59:12.285980 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ce6246cd-2df9-4d8b-9d55-b962e02c89f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:12.297184 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-548fbdef-07b8-4cd6-a3af-fe73f5b0a498 None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 58, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:59:12.297584 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-548fbdef-07b8-4cd6-a3af-fe73f5b0a498 None None] Checking segment: {'id': 'f5705048-66fd-4627-af8c-03443c37dd17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '98f8b8d5-1379-4eeb-9e13-b2bbab96015a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:59:12.297994 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-548fbdef-07b8-4cd6-a3af-fe73f5b0a498 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:12.298383 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-548fbdef-07b8-4cd6-a3af-fe73f5b0a498 None None] Bound using segment: {'id': 'f5705048-66fd-4627-af8c-03443c37dd17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '98f8b8d5-1379-4eeb-9e13-b2bbab96015a'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:59:12.298855 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-548fbdef-07b8-4cd6-a3af-fe73f5b0a498 None None] Bound port: 42061713-4780-469e-944d-dc95be5918da, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5705048-66fd-4627-af8c-03443c37dd17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '98f8b8d5-1379-4eeb-9e13-b2bbab96015a'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:59:12.310402 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-548fbdef-07b8-4cd6-a3af-fe73f5b0a498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:12.328272 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ce6246cd-2df9-4d8b-9d55-b962e02c89f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:12.344810 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f50b7fa8-fb5d-4fa8-921f-6d5c4fcdc555 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:12.390146 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9e6f2468-6c00-46e3-94a9-2c99a19561a7 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:12.412838 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port a8030cd6-0a8d-4a05-b118-d42436a18f8d is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:59:12.419370 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-548fbdef-07b8-4cd6-a3af-fe73f5b0a498 None None] For port 42061713-4780-469e-944d-dc95be5918da, host n-d-842733-1, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:59:12.423658 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-84dbb0e8-ade4-4cef-9bbb-bd8a5ba4dafb req-e15d42c1-14da-4354-b603-e429616a721b tempest-ServerRescueTestJSON-1875264190 tempest-ServerRescueTestJSON-1875264190-project] 10.222.0.35 "GET /v2.0/security-groups?id=3ca0fb1c-c695-4a0a-a152-dfa8f160f4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419641 May 20 20:59:12.442920 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-548fbdef-07b8-4cd6-a3af-fe73f5b0a498 None None] For port 42061713-4780-469e-944d-dc95be5918da, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=42061713-4780-469e-944d-dc95be5918da,segment=NetworkSegment(f5705048-66fd-4627-af8c-03443c37dd17),segment_id=f5705048-66fd-4627-af8c-03443c37dd17)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:59:12.473138 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device c241404d-a1cc-4777-bac5-f2014552b189 no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:59:12.497799 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: c241404d-a1cc-4777-bac5-f2014552b189 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 20:59:12.498138 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device c241404d-a1cc-4777-bac5-f2014552b189 not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 20:59:12.511474 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ce6246cd-2df9-4d8b-9d55-b962e02c89f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:12.512799 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f50b7fa8-fb5d-4fa8-921f-6d5c4fcdc555 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:12.514065 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ce6246cd-2df9-4d8b-9d55-b962e02c89f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:12.515209 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-ce6246cd-2df9-4d8b-9d55-b962e02c89f2 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8932bde7-e2b3-423c-b105-c5b86c694d20 HTTP/1.1" status: 204 len: 168 time: 0.4622805 May 20 20:59:12.520520 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f87ff131-4e30-4730-9c57-8c12251c94c5 tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Made reservation on behalf of 0a03a23766784265957923d23bf66983 for: {'network': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:59:12.524356 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6246cd-2df9-4d8b-9d55-b962e02c89f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8932bde7-e2b3-423c-b105-c5b86c694d20,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:59:12.525437 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f87ff131-4e30-4730-9c57-8c12251c94c5 tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for network, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:12.527277 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-548fbdef-07b8-4cd6-a3af-fe73f5b0a498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:12.633515 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device a8030cd6-0a8d-4a05-b118-d42436a18f8d up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:59:12.662100 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9e6f2468-6c00-46e3-94a9-2c99a19561a7 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:12.681352 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548fbdef-07b8-4cd6-a3af-fe73f5b0a498 None None] Pushing event updated for resources: {'Port': ['ID=42061713-4780-469e-944d-dc95be5918da,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:59:12.702426 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f50b7fa8-fb5d-4fa8-921f-6d5c4fcdc555 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Network 98f8b8d5-1379-4eeb-9e13-b2bbab96015a is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:59:12.713183 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-f50b7fa8-fb5d-4fa8-921f-6d5c4fcdc555 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:59:12.723937 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f50b7fa8-fb5d-4fa8-921f-6d5c4fcdc555 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:59:12.724432 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port a8030cd6-0a8d-4a05-b118-d42436a18f8d triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:59:12.724888 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:12.729879 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f87ff131-4e30-4730-9c57-8c12251c94c5 tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 201} {{(pid=103162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 20:59:12.731635 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50b7fa8-fb5d-4fa8-921f-6d5c4fcdc555 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Pushing event updated for resources: {'Port': ['ID=1b199ee6-d746-4d49-82e3-0ed628bb8e11,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:59:12.787226 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f87ff131-4e30-4730-9c57-8c12251c94c5 tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:12.787575 n-d-842733-1 neutron-server[103162]: INFO neutron.db.segments_db [None req-f87ff131-4e30-4730-9c57-8c12251c94c5 tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Added segment dc134c40-cc0a-4dd8-88b2-ffacfabd52c5 of type vlan for network 9d07d73f-2a6e-46ec-9c03-24cf172cff7d May 20 20:59:12.855830 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port a8030cd6-0a8d-4a05-b118-d42436a18f8d is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:59:12.890137 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f50b7fa8-fb5d-4fa8-921f-6d5c4fcdc555 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:12.890770 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f50b7fa8-fb5d-4fa8-921f-6d5c4fcdc555 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:12.898441 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f87ff131-4e30-4730-9c57-8c12251c94c5 tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418993264'] for network, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:13.061113 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-f50b7fa8-fb5d-4fa8-921f-6d5c4fcdc555 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.3979645 May 20 20:59:13.061911 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f87ff131-4e30-4730-9c57-8c12251c94c5 tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524'] for network, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:13.063909 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 36128) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:59:13.088181 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f87ff131-4e30-4730-9c57-8c12251c94c5 tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:13.088852 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f87ff131-4e30-4730-9c57-8c12251c94c5 tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Notify callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:13.123676 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9e6f2468-6c00-46e3-94a9-2c99a19561a7 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Notify callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:13.134384 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d37c200-1a48-4575-9e0a-02169a22f67b tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:13.142482 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d37c200-1a48-4575-9e0a-02169a22f67b tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:13.144695 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-1d37c200-1a48-4575-9e0a-02169a22f67b tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.0797825 May 20 20:59:13.147696 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 36130) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:59:13.185676 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87ff131-4e30-4730-9c57-8c12251c94c5 tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Pushing event updated for resources: {'Network': ['ID=9d07d73f-2a6e-46ec-9c03-24cf172cff7d,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:59:13.194002 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9e6f2468-6c00-46e3-94a9-2c99a19561a7 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:13.206698 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Network 9d07d73f-2a6e-46ec-9c03-24cf172cff7d details requested by agent ovs-agent-n-d-842733-1 with host n-d-842733-1 {{(pid=103164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 20 20:59:13.281962 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-f87ff131-4e30-4730-9c57-8c12251c94c5 tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.1391089 May 20 20:59:13.284800 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 36132) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:59:13.286881 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6f2468-6c00-46e3-94a9-2c99a19561a7 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Pushing event updated for resources: {'Port': ['ID=2ef010b0-2453-46cb-8b71-2b45c6f1076c,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:59:13.293878 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-637e6192-fccc-4f56-8709-337ab227960a tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Request body: {'subnet': {'network_id': '9d07d73f-2a6e-46ec-9c03-24cf172cff7d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:59:13.324197 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-67bb6b2c-0c49-44cf-9af6-ef09396c048f tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Deleting port 1b199ee6-d746-4d49-82e3-0ed628bb8e11 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:59:13.324737 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-67bb6b2c-0c49-44cf-9af6-ef09396c048f tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:13.347976 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9e6f2468-6c00-46e3-94a9-2c99a19561a7 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748272'] for floatingip, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:13.432668 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9e6f2468-6c00-46e3-94a9-2c99a19561a7 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for floatingip, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:13.442387 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-9e6f2468-6c00-46e3-94a9-2c99a19561a7 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.5528078 May 20 20:59:13.466797 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-67bb6b2c-0c49-44cf-9af6-ef09396c048f tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:13.488982 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-67bb6b2c-0c49-44cf-9af6-ef09396c048f tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Calling delete_port for 1b199ee6-d746-4d49-82e3-0ed628bb8e11 owned by {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:59:13.514792 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-637e6192-fccc-4f56-8709-337ab227960a tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Made reservation on behalf of 0a03a23766784265957923d23bf66983 for: {'subnet': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:59:13.519305 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-637e6192-fccc-4f56-8709-337ab227960a tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4018244'] for subnet, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:13.579807 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 36140) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:59:13.599354 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a4ef6071-431f-4151-98c5-0b2c37c740fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:13.630232 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe64bff-b366-4386-bd8f-6f8a9b698b3e req-ad28dcd7-b3ab-47a7-b852-3808da2d72ab tempest-ServerRescueTestJSON-1875264190 tempest-ServerRescueTestJSON-1875264190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:13.645510 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ffe64bff-b366-4386-bd8f-6f8a9b698b3e req-ad28dcd7-b3ab-47a7-b852-3808da2d72ab tempest-ServerRescueTestJSON-1875264190 tempest-ServerRescueTestJSON-1875264190-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c0c79ba-02a2-46bc-9d92-50d93bd9a50f HTTP/1.1" status: 200 len: 945 time: 0.1062315 May 20 20:59:13.792412 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ffe64bff-b366-4386-bd8f-6f8a9b698b3e req-4fc51614-d65d-478d-bd45-1509e415c69d tempest-ServerRescueTestJSON-1875264190 tempest-ServerRescueTestJSON-1875264190-project] 10.222.0.35 "GET /v2.0/security-groups?id=3ca0fb1c-c695-4a0a-a152-dfa8f160f4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348057 May 20 20:59:13.999025 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-fae9d11f-cc57-4b07-8b63-3bb67718d1e3 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--1932312076&fields=id&tenant_id=0460753b23084d8f8624c2387ec65eda HTTP/1.1" status: 200 len: 267 time: 0.1177559 May 20 20:59:14.083065 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-79cb6276-50b3-4d21-9d99-3436186d8e60 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:14.092018 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-79cb6276-50b3-4d21-9d99-3436186d8e60 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] 10.222.0.35 "GET /v2.0/ports/e5e479b5-1f0b-4f2a-8602-65a393830577 HTTP/1.1" status: 200 len: 936 time: 0.0796072 May 20 20:59:14.095883 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-67bb6b2c-0c49-44cf-9af6-ef09396c048f tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:14.149595 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.agents_db [None req-5c33ad30-4e00-40fa-b486-8c79c4a6cfc5 None None] Agent healthcheck: found 7 active agents {{(pid=103165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 20 20:59:14.197112 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bb6b2c-0c49-44cf-9af6-ef09396c048f tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Pushing event deleted for resources: {'Port': ['ID=1b199ee6-d746-4d49-82e3-0ed628bb8e11,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:59:14.245198 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-1eea3478-9dfc-42b9-9084-02baa6dbe577 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:14.252388 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a4ef6071-431f-4151-98c5-0b2c37c740fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:14.253695 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-1eea3478-9dfc-42b9-9084-02baa6dbe577 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] 10.222.0.35 "GET /v2.0/ports/70abfc69-b0e3-44bf-8960-f0d10e058c3c HTTP/1.1" status: 200 len: 936 time: 0.1605780 May 20 20:59:14.322918 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a4ef6071-431f-4151-98c5-0b2c37c740fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:14.327235 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f068b71-ef27-4e8c-9bf0-7232e9e2359c None None] Network 98f8b8d5-1379-4eeb-9e13-b2bbab96015a requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:59:14.341867 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-69e4c925-671a-4b52-9124-ef03bba0f279 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] 10.222.0.35 "GET /v2.0/ports?network_id=406fd18c-0c2e-4f41-b1be-e40f4d4f5f09&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0870256 May 20 20:59:14.377269 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-637e6192-fccc-4f56-8709-337ab227960a tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3797684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4018258'] for subnet, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:14.417817 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-ff2e5887-c6ef-446c-b157-ed106706dd21 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] 10.222.0.35 "GET /v2.0/ports?network_id=406fd18c-0c2e-4f41-b1be-e40f4d4f5f09&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0580292 May 20 20:59:14.432786 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-179f95ae-8f5e-4278-86b8-81db00b04260 None None] Provisioning complete for port 42061713-4780-469e-944d-dc95be5918da triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:59:14.433342 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-179f95ae-8f5e-4278-86b8-81db00b04260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:14.447750 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ef6071-431f-4151-98c5-0b2c37c740fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f550c7f5-6921-4e57-b1e8-adbf6c7ef851,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:59:14.457031 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-a4ef6071-431f-4151-98c5-0b2c37c740fb admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=81b1c62e08b14689ad8b4ef8534ef339&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8757675 May 20 20:59:14.461481 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-67bb6b2c-0c49-44cf-9af6-ef09396c048f tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:14.468413 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-67bb6b2c-0c49-44cf-9af6-ef09396c048f tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "DELETE /v2.0/ports/1b199ee6-d746-4d49-82e3-0ed628bb8e11 HTTP/1.1" status: 204 len: 168 time: 1.3172295 May 20 20:59:14.468413 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 36160) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:59:14.472442 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 36162) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:59:14.565670 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637e6192-fccc-4f56-8709-337ab227960a tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Pushing event updated for resources: {'Subnet': ['ID=f9666ac4-d297-4503-9f94-22eeef7f3876,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:59:14.572041 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8110a01b-68dd-48c5-9908-b2f4ae9ddc7b tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:14.573716 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8110a01b-68dd-48c5-9908-b2f4ae9ddc7b tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:14.575231 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8110a01b-68dd-48c5-9908-b2f4ae9ddc7b tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:14.576834 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-8110a01b-68dd-48c5-9908-b2f4ae9ddc7b tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1043055 May 20 20:59:14.579773 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 36164) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:59:14.595501 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-637e6192-fccc-4f56-8709-337ab227960a tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Checking segment: {'id': 'dc134c40-cc0a-4dd8-88b2-ffacfabd52c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '9d07d73f-2a6e-46ec-9c03-24cf172cff7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:59:14.596105 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-637e6192-fccc-4f56-8709-337ab227960a tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Network hostable DHCP agents. Network: 9d07d73f-2a6e-46ec-9c03-24cf172cff7d, hostable agents: ['c9b0653c-f3c7-4339-bd50-e3754b629216'], hosted agents: [] {{(pid=103162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 20:59:14.685404 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b2fd4d5c-0035-42e6-8dee-b2b266ba318d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:14.726146 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_v2 [None req-f13b79b9-be87-471d-ab08-03f98e2ed14d tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Deleting subnet 159ee6bd-b838-4607-bc57-1e8e8f1f9f1a {{(pid=103162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 20 20:59:14.733128 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f13b79b9-be87-471d-ab08-03f98e2ed14d tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks [] for subnet, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:14.733417 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 42061713-4780-469e-944d-dc95be5918da up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:59:14.742102 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b2fd4d5c-0035-42e6-8dee-b2b266ba318d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:14.755659 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-3197c4ef-8b00-4797-9250-ce800f5d15b0 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:14.761741 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-3197c4ef-8b00-4797-9250-ce800f5d15b0 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:14.767432 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-3197c4ef-8b00-4797-9250-ce800f5d15b0 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:14.769046 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-3197c4ef-8b00-4797-9250-ce800f5d15b0 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] 10.222.0.35 "GET /v2.0/networks?id=1e3e44fa-7b8c-41ab-9fa2-0a6471f01b68&id=2092c81d-6283-40f1-9bf1-5f286393c29e&id=2092c81d-6283-40f1-9bf1-5f286393c29e&id=406fd18c-0c2e-4f41-b1be-e40f4d4f5f09&id=406fd18c-0c2e-4f41-b1be-e40f4d4f5f09 HTTP/1.1" status: 200 len: 1994 time: 0.3376088 May 20 20:59:14.793943 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f13b79b9-be87-471d-ab08-03f98e2ed14d tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3738392'] for subnet, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:14.818377 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-28065099-4bbb-4e09-ae85-d1a9db93a115 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] 10.222.0.35 "GET /v2.0/quotas/0460753b23084d8f8624c2387ec65eda HTTP/1.1" status: 200 len: 375 time: 0.0381289 May 20 20:59:14.838341 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-637e6192-fccc-4f56-8709-337ab227960a tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Network 9d07d73f-2a6e-46ec-9c03-24cf172cff7d is scheduled to be hosted by DHCP agent c9b0653c-f3c7-4339-bd50-e3754b629216 with binding_index 1 {{(pid=103162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 20:59:14.859708 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-179f95ae-8f5e-4278-86b8-81db00b04260 None None] Current status of the port 42061713-4780-469e-944d-dc95be5918da is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:59:14.860033 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-179f95ae-8f5e-4278-86b8-81db00b04260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:14.934431 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f13b79b9-be87-471d-ab08-03f98e2ed14d tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33068388'] for subnet, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:14.968720 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-049c93a0-6f87-447a-a5e0-df7a38a4b0a9 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=0460753b23084d8f8624c2387ec65eda&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1246998 May 20 20:59:14.978720 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 42061713-4780-469e-944d-dc95be5918da triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:59:14.979089 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:15.045309 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-637e6192-fccc-4f56-8709-337ab227960a tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842733-1, 9d07d73f-2a6e-46ec-9c03-24cf172cff7d) {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:59:15.050471 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b2fd4d5c-0035-42e6-8dee-b2b266ba318d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:15.056044 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b2fd4d5c-0035-42e6-8dee-b2b266ba318d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:15.060206 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-b2fd4d5c-0035-42e6-8dee-b2b266ba318d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f550c7f5-6921-4e57-b1e8-adbf6c7ef851 HTTP/1.1" status: 204 len: 168 time: 0.5922995 May 20 20:59:15.066928 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-637e6192-fccc-4f56-8709-337ab227960a tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:15.067516 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03ee836b-441e-486d-b7e5-f1dc4aad1059 None None] Network 9d07d73f-2a6e-46ec-9c03-24cf172cff7d requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:59:15.068012 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-637e6192-fccc-4f56-8709-337ab227960a tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Notify callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:15.124154 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fd4d5c-0035-42e6-8dee-b2b266ba318d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f550c7f5-6921-4e57-b1e8-adbf6c7ef851,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:59:15.169700 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f13b79b9-be87-471d-ab08-03f98e2ed14d tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33068399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3797621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4018265'] for subnet, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:15.188201 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e794eb-44a5-4c04-ac74-fbc087ebfb18 req-7fcc6bad-7c7a-4c4c-8163-a762bc912a06 tempest-ServerRescueTestJSON-1875264190 tempest-ServerRescueTestJSON-1875264190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:15.190124 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a3e794eb-44a5-4c04-ac74-fbc087ebfb18 req-7fcc6bad-7c7a-4c4c-8163-a762bc912a06 tempest-ServerRescueTestJSON-1875264190 tempest-ServerRescueTestJSON-1875264190-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c0c79ba-02a2-46bc-9d92-50d93bd9a50f HTTP/1.1" status: 200 len: 945 time: 0.2204175 May 20 20:59:15.230756 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-06c1d81f-e08f-4a2d-93d1-ad31d8cafcd3 service neutron] 10.222.0.35 "GET /v2.0/networks/1e3e44fa-7b8c-41ab-9fa2-0a6471f01b68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2033842 May 20 20:59:15.231790 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13b79b9-be87-471d-ab08-03f98e2ed14d tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Pushing event deleted for resources: {'Subnet': ['ID=159ee6bd-b838-4607-bc57-1e8e8f1f9f1a,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:59:15.257583 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-637e6192-fccc-4f56-8709-337ab227960a tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9714494 May 20 20:59:15.258688 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 36176) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:59:15.265457 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f13b79b9-be87-471d-ab08-03f98e2ed14d tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:15.271538 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-f13b79b9-be87-471d-ab08-03f98e2ed14d tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "DELETE /v2.0/subnets/159ee6bd-b838-4607-bc57-1e8e8f1f9f1a HTTP/1.1" status: 204 len: 168 time: 0.6820900 May 20 20:59:15.285473 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 36178) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:59:15.388563 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83b07cce-858c-4b15-9e29-d444decd4e10 None None] Network 98f8b8d5-1379-4eeb-9e13-b2bbab96015a requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:59:15.429562 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a3e794eb-44a5-4c04-ac74-fbc087ebfb18 req-777f27f2-1b78-452c-89bd-717cb3b6584f tempest-ServerRescueTestJSON-1875264190 tempest-ServerRescueTestJSON-1875264190-project] 10.222.0.35 "GET /v2.0/security-groups?id=3ca0fb1c-c695-4a0a-a152-dfa8f160f4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2295568 May 20 20:59:15.439108 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.db.api [None req-179f95ae-8f5e-4278-86b8-81db00b04260 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103164) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 20 20:59:15.439108 n-d-842733-1 neutron-server[103164]: DEBUG oslo_db.api [None req-179f95ae-8f5e-4278-86b8-81db00b04260 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 20 20:59:15.533261 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4d3c0775-ae21-4805-9c66-b5b796ec767f tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33160123'] for network, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:15.614149 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-f17df988-54b5-426a-942c-aacf4d05ef21 service neutron] 10.222.0.35 "GET /v2.0/networks/1e3e44fa-7b8c-41ab-9fa2-0a6471f01b68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3696129 May 20 20:59:15.677940 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d1f2de3-0a66-470f-8f2f-6643958544ab tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Deleting subnet 35b9aa76-57e6-41a8-8ce4-c35cd1936827 {{(pid=103163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 20 20:59:15.687517 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0d1f2de3-0a66-470f-8f2f-6643958544ab tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks [] for subnet, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:15.692172 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4d3c0775-ae21-4805-9c66-b5b796ec767f tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33068388'] for subnet, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:15.697324 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 42061713-4780-469e-944d-dc95be5918da is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:59:15.697917 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:15.724624 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-4458d9e6-ba8b-4ab0-a8b2-849186473dc0 service neutron] 10.222.0.35 "GET /v2.0/ports/e5e479b5-1f0b-4f2a-8602-65a393830577?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1026344 May 20 20:59:15.735556 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-470ccb0b-1529-4cb4-9b1e-608f9cfc83d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaee2b848-d4b9-5db1-b6ef-d6db29d67de7-9d07d73f-2a6e-46ec-9c03-24cf172cff7d', 'network_id': '9d07d73f-2a6e-46ec-9c03-24cf172cff7d', 'tenant_id': '0a03a23766784265957923d23bf66983', 'fixed_ips': [{'subnet_id': 'f9666ac4-d297-4503-9f94-22eeef7f3876'}]}} from n-d-842733-1. {{(pid=103164) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 20:59:15.737192 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-470ccb0b-1529-4cb4-9b1e-608f9cfc83d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:15.881237 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0d1f2de3-0a66-470f-8f2f-6643958544ab tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9338757'] for subnet, precommit_delete_associations {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:15.902349 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] For port 42061713-4780-469e-944d-dc95be5918da, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=42061713-4780-469e-944d-dc95be5918da,segment=NetworkSegment(f5705048-66fd-4627-af8c-03443c37dd17),segment_id=f5705048-66fd-4627-af8c-03443c37dd17)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:59:15.947119 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4d3c0775-ae21-4805-9c66-b5b796ec767f tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33068399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3797621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4018265'] for subnet, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:16.037548 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-9a4cbbda-4302-4b6a-8295-d81ea54a5da8 service neutron] 10.222.0.35 "GET /v2.0/networks/2092c81d-6283-40f1-9bf1-5f286393c29e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2782729 May 20 20:59:16.108782 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3c0775-ae21-4805-9c66-b5b796ec767f tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Pushing event deleted for resources: {'Subnet': ['ID=f9666ac4-d297-4503-9f94-22eeef7f3876,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:59:16.132497 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0d1f2de3-0a66-470f-8f2f-6643958544ab tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33068388'] for subnet, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:16.145267 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4d3c0775-ae21-4805-9c66-b5b796ec767f tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33072115', 'neutron.services.segments.db._delete_segments_for_network-8782419500584'] for network, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:16.191644 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-4d3c0775-ae21-4805-9c66-b5b796ec767f tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d07d73f-2a6e-46ec-9c03-24cf172cff7d']}} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:59:16.207127 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-4d3c0775-ae21-4805-9c66-b5b796ec767f tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc134c40-cc0a-4dd8-88b2-ffacfabd52c5') {'for_net_delete': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:59:16.207429 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-4d3c0775-ae21-4805-9c66-b5b796ec767f tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc134c40-cc0a-4dd8-88b2-ffacfabd52c5') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:59:16.219185 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-16ed1b4c-4500-41bd-be60-4a927ee005ed service neutron] 10.222.0.35 "GET /v2.0/networks/2092c81d-6283-40f1-9bf1-5f286393c29e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1745257 May 20 20:59:16.242597 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4d3c0775-ae21-4805-9c66-b5b796ec767f tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419501617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3738385'] for segment, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:16.266885 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-9f3e2927-ad59-4b94-9ef0-024aeacd9fbd service neutron] 10.222.0.35 "GET /v2.0/ports/70abfc69-b0e3-44bf-8960-f0d10e058c3c?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0403419 May 20 20:59:16.277034 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4d3c0775-ae21-4805-9c66-b5b796ec767f tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:16.285751 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d3c0775-ae21-4805-9c66-b5b796ec767f tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Releasing vlan 201 on physical network physnet1 to pool {{(pid=103162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 20:59:16.286415 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4d3c0775-ae21-4805-9c66-b5b796ec767f tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3800791'] for segment, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:16.290370 n-d-842733-1 neutron-server[103162]: Traceback (most recent call last): May 20 20:59:16.290370 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 20:59:16.290370 n-d-842733-1 neutron-server[103162]: timer() May 20 20:59:16.290370 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 20:59:16.290370 n-d-842733-1 neutron-server[103162]: cb(*args, **kw) May 20 20:59:16.290370 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 20 20:59:16.290370 n-d-842733-1 neutron-server[103162]: return func(*args, **kwargs) May 20 20:59:16.290370 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 20:59:16.290370 n-d-842733-1 neutron-server[103162]: self._notify() May 20 20:59:16.290370 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 20:59:16.290370 n-d-842733-1 neutron-server[103162]: self.callback(batched_events) May 20 20:59:16.290370 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 20:59:16.290370 n-d-842733-1 neutron-server[103162]: event.method(event) May 20 20:59:16.290370 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 20 20:59:16.290370 n-d-842733-1 neutron-server[103162]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 20:59:16.290370 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 20 20:59:16.290370 n-d-842733-1 neutron-server[103162]: aggregate_uuid = self.p_client.list_aggregates( May 20 20:59:16.290370 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 20 20:59:16.290370 n-d-842733-1 neutron-server[103162]: return f(self, *a, **k) May 20 20:59:16.290370 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 20 20:59:16.290370 n-d-842733-1 neutron-server[103162]: return self._get(url).json() May 20 20:59:16.290370 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 20 20:59:16.290370 n-d-842733-1 neutron-server[103162]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 20:59:16.290370 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 20:59:16.290370 n-d-842733-1 neutron-server[103162]: return self.request(url, 'GET', **kwargs) May 20 20:59:16.290370 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 20:59:16.290370 n-d-842733-1 neutron-server[103162]: base_url = self.get_endpoint(auth, allow=allow, May 20 20:59:16.290370 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 20:59:16.290370 n-d-842733-1 neutron-server[103162]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 20:59:16.290370 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 20:59:16.290370 n-d-842733-1 neutron-server[103162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 20:59:16.290370 n-d-842733-1 neutron-server[103162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 20:59:16.322302 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:16.417799 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Pushing event updated for resources: {'Port': ['ID=42061713-4780-469e-944d-dc95be5918da,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:59:16.441624 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-179f95ae-8f5e-4278-86b8-81db00b04260 None None] Current status of the port 42061713-4780-469e-944d-dc95be5918da is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:59:16.441986 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-179f95ae-8f5e-4278-86b8-81db00b04260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:16.518294 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server [None req-470ccb0b-1529-4cb4-9b1e-608f9cfc83d4 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f9666ac4-d297-4503-9f94-22eeef7f3876: This subnet is being modified by another concurrent operation. May 20 20:59:16.518294 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 20 20:59:16.518294 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 20 20:59:16.518294 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 20 20:59:16.518294 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 20 20:59:16.518294 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 20 20:59:16.518294 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 20 20:59:16.518294 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 20 20:59:16.518294 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 20 20:59:16.518294 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 20 20:59:16.518294 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 20 20:59:16.518294 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 20 20:59:16.518294 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 20 20:59:16.518294 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server self.force_reraise() May 20 20:59:16.518294 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 20 20:59:16.518294 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server raise self.value May 20 20:59:16.518294 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 20 20:59:16.518294 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 20 20:59:16.518294 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 20 20:59:16.518294 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 20 20:59:16.518294 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 20 20:59:16.518294 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server self.force_reraise() May 20 20:59:16.518294 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 20 20:59:16.518294 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server raise self.value May 20 20:59:16.518294 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 20 20:59:16.518294 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 20 20:59:16.518294 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 20 20:59:16.518294 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 20 20:59:16.518294 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 20 20:59:16.518294 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server self.force_reraise() May 20 20:59:16.518294 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 20 20:59:16.518294 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server raise self.value May 20 20:59:16.518294 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 20 20:59:16.518294 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 20 20:59:16.518294 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper May 20 20:59:16.518294 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) May 20 20:59:16.518294 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port May 20 20:59:16.518294 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') May 20 20:59:16.518294 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action May 20 20:59:16.518294 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) May 20 20:59:16.518294 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port May 20 20:59:16.518294 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( May 20 20:59:16.518294 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner May 20 20:59:16.518294 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 20 20:59:16.518294 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped May 20 20:59:16.518294 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 20 20:59:16.518294 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 20 20:59:16.518294 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 20 20:59:16.518294 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 20 20:59:16.518294 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server self.force_reraise() May 20 20:59:16.518294 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 20 20:59:16.518294 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server raise self.value May 20 20:59:16.518294 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 20 20:59:16.518294 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 20 20:59:16.521911 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 20 20:59:16.521911 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 20 20:59:16.521911 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 20 20:59:16.521911 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server self.force_reraise() May 20 20:59:16.521911 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 20 20:59:16.521911 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server raise self.value May 20 20:59:16.521911 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 20 20:59:16.521911 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 20 20:59:16.521911 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 20 20:59:16.521911 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 20 20:59:16.521911 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 20 20:59:16.521911 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server self.force_reraise() May 20 20:59:16.521911 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 20 20:59:16.521911 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server raise self.value May 20 20:59:16.521911 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 20 20:59:16.521911 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 20 20:59:16.521911 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1486, in create_port May 20 20:59:16.521911 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) May 20 20:59:16.521911 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1451, in _create_port_db May 20 20:59:16.521911 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) May 20 20:59:16.521911 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db May 20 20:59:16.521911 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( May 20 20:59:16.521911 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store May 20 20:59:16.521911 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) May 20 20:59:16.521911 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped May 20 20:59:16.521911 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 20 20:59:16.521911 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper May 20 20:59:16.521911 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) May 20 20:59:16.521911 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port May 20 20:59:16.521911 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) May 20 20:59:16.521911 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port May 20 20:59:16.521911 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 20 20:59:16.521911 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets May 20 20:59:16.521911 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 20 20:59:16.521911 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 20 20:59:16.521911 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server raise exception May 20 20:59:16.521911 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f9666ac4-d297-4503-9f94-22eeef7f3876: This subnet is being modified by another concurrent operation. May 20 20:59:16.521911 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server May 20 20:59:16.542969 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4d3c0775-ae21-4805-9c66-b5b796ec767f tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33072122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748162'] for network, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:16.553550 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4d3c0775-ae21-4805-9c66-b5b796ec767f tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Notify callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:16.569827 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-4d3c0775-ae21-4805-9c66-b5b796ec767f tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] 10.222.0.35 "DELETE /v2.0/networks/9d07d73f-2a6e-46ec-9c03-24cf172cff7d HTTP/1.1" status: 204 len: 168 time: 1.3065166 May 20 20:59:16.579183 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 36200) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:59:16.581717 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-082879f0-b7fd-4a9c-860f-896559630cc4 None None] Network 9d07d73f-2a6e-46ec-9c03-24cf172cff7d requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:59:16.599260 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-082879f0-b7fd-4a9c-860f-896559630cc4 None None] Network 9d07d73f-2a6e-46ec-9c03-24cf172cff7d could not be found, it might have been deleted concurrently. {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} May 20 20:59:16.609667 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.db.api [None req-179f95ae-8f5e-4278-86b8-81db00b04260 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103164) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 20 20:59:16.610194 n-d-842733-1 neutron-server[103164]: DEBUG oslo_db.api [None req-179f95ae-8f5e-4278-86b8-81db00b04260 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 20 20:59:16.638069 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-10fe78e5-595d-418e-bffb-644afa9a7a75 tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1753355366'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:59:16.644493 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3c0775-ae21-4805-9c66-b5b796ec767f tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Pushing event deleted for resources: {'Network': ['ID=9d07d73f-2a6e-46ec-9c03-24cf172cff7d,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:59:16.707171 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 42061713-4780-469e-944d-dc95be5918da up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:59:16.761512 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0d1f2de3-0a66-470f-8f2f-6643958544ab tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33068399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9641221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8422588'] for subnet, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:16.771363 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10fe78e5-595d-418e-bffb-644afa9a7a75 tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Made reservation on behalf of 0a03a23766784265957923d23bf66983 for: {'network': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:59:16.779060 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 42061713-4780-469e-944d-dc95be5918da triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:59:16.779273 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-10fe78e5-595d-418e-bffb-644afa9a7a75 tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for network, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:16.784357 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:16.828937 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10fe78e5-595d-418e-bffb-644afa9a7a75 tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 234} {{(pid=103162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 20:59:16.846456 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-10fe78e5-595d-418e-bffb-644afa9a7a75 tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:16.846815 n-d-842733-1 neutron-server[103162]: INFO neutron.db.segments_db [None req-10fe78e5-595d-418e-bffb-644afa9a7a75 tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Added segment 9e3420e0-f3df-4898-9e26-0321fca92f6b of type vlan for network 6c8224d0-0587-41b6-aee3-e043ce7cc1ab May 20 20:59:16.855883 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1f2de3-0a66-470f-8f2f-6643958544ab tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Pushing event deleted for resources: {'Subnet': ['ID=35b9aa76-57e6-41a8-8ce4-c35cd1936827,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:59:16.893007 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0d1f2de3-0a66-470f-8f2f-6643958544ab tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks [] for subnet, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:16.896323 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-0d1f2de3-0a66-470f-8f2f-6643958544ab tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "DELETE /v2.0/subnets/35b9aa76-57e6-41a8-8ce4-c35cd1936827 HTTP/1.1" status: 204 len: 168 time: 1.6095746 May 20 20:59:16.904687 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-10fe78e5-595d-418e-bffb-644afa9a7a75 tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418993264'] for network, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:16.915538 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 36214) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:59:16.983733 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 42061713-4780-469e-944d-dc95be5918da is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:59:16.990745 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b171fdfe-c32d-4cf9-8df3-6ecf8d8666e3 req-e1708b0c-0e67-4b4b-9acf-6cebad04a2b1 tempest-ServerRescueTestJSON-1875264190 tempest-ServerRescueTestJSON-1875264190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:16.992923 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b171fdfe-c32d-4cf9-8df3-6ecf8d8666e3 req-e1708b0c-0e67-4b4b-9acf-6cebad04a2b1 tempest-ServerRescueTestJSON-1875264190 tempest-ServerRescueTestJSON-1875264190-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c0c79ba-02a2-46bc-9d92-50d93bd9a50f HTTP/1.1" status: 200 len: 945 time: 0.2335217 May 20 20:59:17.003792 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-2c9d6380-ef14-49d9-b254-37f05ec5131c service neutron] 10.222.0.35 "GET /v2.0/networks/2092c81d-6283-40f1-9bf1-5f286393c29e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7279689 May 20 20:59:17.034030 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-0276f3ed-32a8-41f4-9f9b-3bab84a615a4 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1163564 May 20 20:59:17.035233 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-10fe78e5-595d-418e-bffb-644afa9a7a75 tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524'] for network, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:17.044224 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10fe78e5-595d-418e-bffb-644afa9a7a75 tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:17.044873 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-10fe78e5-595d-418e-bffb-644afa9a7a75 tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Notify callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:17.047663 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 36222) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:59:17.203527 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-179f95ae-8f5e-4278-86b8-81db00b04260 None None] Current status of the port 42061713-4780-469e-944d-dc95be5918da is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:59:17.247693 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-10fe78e5-595d-418e-bffb-644afa9a7a75 tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6603582 May 20 20:59:17.254181 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 36228) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:59:17.271425 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fe78e5-595d-418e-bffb-644afa9a7a75 tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Pushing event updated for resources: {'Network': ['ID=6c8224d0-0587-41b6-aee3-e043ce7cc1ab,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:59:17.274631 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b67bdf3-6d93-41da-8a11-aa5549270ef4 None None] Network 98f8b8d5-1379-4eeb-9e13-b2bbab96015a requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:59:17.279298 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-39c63327-0a6c-4fc0-b284-f6a07ca5d1e8 tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Request body: {'subnet': {'network_id': '6c8224d0-0587-41b6-aee3-e043ce7cc1ab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:59:17.291282 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b171fdfe-c32d-4cf9-8df3-6ecf8d8666e3 req-60505f87-660b-4a3d-8092-770599e71bde tempest-ServerRescueTestJSON-1875264190 tempest-ServerRescueTestJSON-1875264190-project] 10.222.0.35 "GET /v2.0/security-groups?id=3ca0fb1c-c695-4a0a-a152-dfa8f160f4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2829688 May 20 20:59:17.298092 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0544fa3-b7f1-4118-b0ce-b919c08dfae7 req-0b383308-34db-45f6-a238-3ff9f1b9dfbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:17.302744 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-f0544fa3-b7f1-4118-b0ce-b919c08dfae7 req-0b383308-34db-45f6-a238-3ff9f1b9dfbb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=24c170f09144465391fa4bf4af2ca207&device_id=2c0c79ba-02a2-46bc-9d92-50d93bd9a50f HTTP/1.1" status: 200 len: 1096 time: 0.1377013 May 20 20:59:17.362505 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abfeeb62-41ca-4594-a6e9-3091ccbc735d tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:17.364139 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-abfeeb62-41ca-4594-a6e9-3091ccbc735d tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3147497 May 20 20:59:17.406752 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Network 6c8224d0-0587-41b6-aee3-e043ce7cc1ab details requested by agent ovs-agent-n-d-842733-1 with host n-d-842733-1 {{(pid=103164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 20 20:59:17.432718 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 36230) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:59:17.527758 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-cb97e17d-25c8-4249-8b42-cb0aa6bf5710 None None] Could not find standard attr ID for object fb499a9e-b132-4b39-97ba-46a41d151a13. {{(pid=103164) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 20 20:59:17.534157 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0544fa3-b7f1-4118-b0ce-b919c08dfae7 req-1995acf4-241a-4cdf-9b54-4ed9109fab55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:17.534371 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-f0544fa3-b7f1-4118-b0ce-b919c08dfae7 req-1995acf4-241a-4cdf-9b54-4ed9109fab55 service neutron] 10.222.0.24 "GET /v2.0/networks?id=27501fcc-897d-46d3-a5f8-4e490573ef38 HTTP/1.1" status: 200 len: 912 time: 0.2071977 May 20 20:59:17.608790 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-c49cef03-1906-4577-b130-4d006c0b9701 service neutron] 10.222.0.35 "GET /v2.0/networks/2092c81d-6283-40f1-9bf1-5f286393c29e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5882115 May 20 20:59:17.609718 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-f0544fa3-b7f1-4118-b0ce-b919c08dfae7 req-199817fc-938b-439e-ba35-c288b70d5b92 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=58c3eec7-ca67-49ab-aa23-969e1932a180 HTTP/1.1" status: 200 len: 217 time: 0.0555081 May 20 20:59:17.623704 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-cb97e17d-25c8-4249-8b42-cb0aa6bf5710 None None] Provisioning complete for port 42061713-4780-469e-944d-dc95be5918da triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:59:17.624316 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cb97e17d-25c8-4249-8b42-cb0aa6bf5710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:17.706540 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0544fa3-b7f1-4118-b0ce-b919c08dfae7 req-077c96c4-c4d7-4c5d-8c92-2674305df82c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:17.708010 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-f0544fa3-b7f1-4118-b0ce-b919c08dfae7 req-077c96c4-c4d7-4c5d-8c92-2674305df82c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3d242ec6-9f33-44c2-af97-1bbf8381438b HTTP/1.1" status: 200 len: 851 time: 0.0975387 May 20 20:59:17.752794 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-f0544fa3-b7f1-4118-b0ce-b919c08dfae7 req-0eb4a7e2-30be-4e4e-95f7-14151a685767 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=27501fcc-897d-46d3-a5f8-4e490573ef38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364184 May 20 20:59:17.774230 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-cb97e17d-25c8-4249-8b42-cb0aa6bf5710 None None] Current status of the port 42061713-4780-469e-944d-dc95be5918da is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:59:17.777669 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c00dc3af-05af-441b-9592-91b1a9345567 None None] DHCP port deletion for 98f8b8d5-1379-4eeb-9e13-b2bbab96015a request from n-d-842733-1 {{(pid=103164) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 20:59:17.824852 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-e917a6e2-5ace-407c-a49d-d4ac64c277e5 service neutron] 10.222.0.35 "GET /v2.0/networks/2092c81d-6283-40f1-9bf1-5f286393c29e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2043993 May 20 20:59:17.828596 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b83d3e22-1a7d-4cc8-940c-951adbd5e44b tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:17.833954 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-b83d3e22-1a7d-4cc8-940c-951adbd5e44b tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3868468 May 20 20:59:17.834713 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 36236) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:59:17.871274 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39c63327-0a6c-4fc0-b284-f6a07ca5d1e8 tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Made reservation on behalf of 0a03a23766784265957923d23bf66983 for: {'subnet': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:59:17.877102 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-39c63327-0a6c-4fc0-b284-f6a07ca5d1e8 tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8422561'] for subnet, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:17.884306 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-c00dc3af-05af-441b-9592-91b1a9345567 None None] Deleting port 42061713-4780-469e-944d-dc95be5918da {{(pid=103164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:59:17.885229 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c00dc3af-05af-441b-9592-91b1a9345567 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:17.916691 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-f0544fa3-b7f1-4118-b0ce-b919c08dfae7 req-de986579-6bca-4721-a28a-d6ebdc0dd99a service neutron] 10.222.0.24 "GET /v2.0/networks/27501fcc-897d-46d3-a5f8-4e490573ef38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537981 May 20 20:59:17.952228 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-73e43ceb-7ad2-412e-a2a6-50e814103f01 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0859489 May 20 20:59:17.952228 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 36240) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:59:17.979295 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-c00dc3af-05af-441b-9592-91b1a9345567 None None] For port 42061713-4780-469e-944d-dc95be5918da, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=42061713-4780-469e-944d-dc95be5918da,segment=NetworkSegment(f5705048-66fd-4627-af8c-03443c37dd17),segment_id=f5705048-66fd-4627-af8c-03443c37dd17)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:59:17.980162 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c00dc3af-05af-441b-9592-91b1a9345567 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:18.004276 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-c00dc3af-05af-441b-9592-91b1a9345567 None None] Calling delete_port for 42061713-4780-469e-944d-dc95be5918da owned by network:dhcp {{(pid=103164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:59:18.057334 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-396017fb-5699-42d5-86fa-57672544fb7f tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Request body: {'subnet': {'network_id': '98f8b8d5-1379-4eeb-9e13-b2bbab96015a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:59:18.133549 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-f0544fa3-b7f1-4118-b0ce-b919c08dfae7 req-3cfde5b3-66c9-4e03-b855-72187c2ac56b service neutron] 10.222.0.24 "GET /v2.0/networks/27501fcc-897d-46d3-a5f8-4e490573ef38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2075474 May 20 20:59:18.311910 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c00dc3af-05af-441b-9592-91b1a9345567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099'] for port, after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:18.350372 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-1cb3e45c-a885-4e2a-b236-c531da7d0c82 service neutron] 10.222.0.35 "GET /v2.0/networks/2092c81d-6283-40f1-9bf1-5f286393c29e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5144157 May 20 20:59:18.363075 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7648d94-6baa-42e4-b415-654767c8fe2d req-9776f525-648a-4078-8fb0-aa509ea59b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:18.365033 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f7648d94-6baa-42e4-b415-654767c8fe2d req-9776f525-648a-4078-8fb0-aa509ea59b94 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2c0c79ba-02a2-46bc-9d92-50d93bd9a50f HTTP/1.1" status: 200 len: 1096 time: 0.2361693 May 20 20:59:18.430014 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00dc3af-05af-441b-9592-91b1a9345567 None None] Pushing event deleted for resources: {'Port': ['ID=42061713-4780-469e-944d-dc95be5918da,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:59:18.442108 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c00dc3af-05af-441b-9592-91b1a9345567 None None] No DVR routers for this DVR port 42061713-4780-469e-944d-dc95be5918da on host n-d-842733-1 {{(pid=103164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:59:18.513660 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e80889bc-d76f-4d6c-a962-4a7cee1a20a1 None None] get_active_networks_info from n-d-842733-1 {{(pid=103164) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 20 20:59:18.548624 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-396017fb-5699-42d5-86fa-57672544fb7f tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Made reservation on behalf of ab4ded6dc75a4ab5a4f9dae9e5aa3753 for: {'subnet': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:59:18.552450 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-396017fb-5699-42d5-86fa-57672544fb7f tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8422561'] for subnet, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:18.555814 n-d-842733-1 neutron-server[103163]: INFO neutron.pecan_wsgi.hooks.translation [None req-396017fb-5699-42d5-86fa-57672544fb7f tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 20 20:59:18.557179 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-396017fb-5699-42d5-86fa-57672544fb7f tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103163) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 20:59:18.646687 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f7648d94-6baa-42e4-b415-654767c8fe2d req-7654173e-73a2-4eff-8c92-ea3b2c19a070 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=3ca0fb1c-c695-4a0a-a152-dfa8f160f4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2628341 May 20 20:59:18.682255 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-396017fb-5699-42d5-86fa-57672544fb7f tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.7297781 May 20 20:59:18.684390 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-9a1e5137-60db-488b-9fa1-7434ff0bae9b service neutron] 10.222.0.35 "GET /v2.0/networks/2092c81d-6283-40f1-9bf1-5f286393c29e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3323348 May 20 20:59:18.685956 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 36262) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:59:18.734659 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 42061713-4780-469e-944d-dc95be5918da no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:59:18.740128 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-2651be8c-0276-4828-8bac-57b10864365a tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Request body: {'subnet': {'network_id': '98f8b8d5-1379-4eeb-9e13-b2bbab96015a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:59:18.770725 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: 42061713-4780-469e-944d-dc95be5918da {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 20:59:18.771071 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 42061713-4780-469e-944d-dc95be5918da not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 20:59:18.778961 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e80889bc-d76f-4d6c-a962-4a7cee1a20a1 None None] Resources bound (agent type, host, resource id): {{(pid=103164) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 20 20:59:18.796291 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3c4c08-975d-44e9-acc5-964b3e03d299 req-ec2e5091-d492-4633-be19-a18f0f6a5339 tempest-ServerRescueTestJSON-1875264190 tempest-ServerRescueTestJSON-1875264190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:18.797864 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ea3c4c08-975d-44e9-acc5-964b3e03d299 req-ec2e5091-d492-4633-be19-a18f0f6a5339 tempest-ServerRescueTestJSON-1875264190 tempest-ServerRescueTestJSON-1875264190-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c0c79ba-02a2-46bc-9d92-50d93bd9a50f HTTP/1.1" status: 200 len: 945 time: 0.2708220 May 20 20:59:18.950644 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ea3c4c08-975d-44e9-acc5-964b3e03d299 req-60b6f242-49dd-4571-9fd1-3ad562482926 tempest-ServerRescueTestJSON-1875264190 tempest-ServerRescueTestJSON-1875264190-project] 10.222.0.35 "GET /v2.0/security-groups?id=3ca0fb1c-c695-4a0a-a152-dfa8f160f4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225922 May 20 20:59:19.012917 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-478bfb1b-d6fa-4793-8e5a-37323100eb3e service neutron] 10.222.0.35 "GET /v2.0/networks/2092c81d-6283-40f1-9bf1-5f286393c29e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2926872 May 20 20:59:19.060118 n-d-842733-1 neutron-server[103163]: DEBUG neutron.objects.ports [None req-39c63327-0a6c-4fc0-b284-f6a07ca5d1e8 tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103163) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} May 20 20:59:19.063221 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-39c63327-0a6c-4fc0-b284-f6a07ca5d1e8 tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9641412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8422583'] for subnet, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:19.136690 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd6770d0-1992-4885-ac40-2141f1d0a961 None None] get_active_networks_info from n-d-842733-1 {{(pid=103164) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 20 20:59:19.150100 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2651be8c-0276-4828-8bac-57b10864365a tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Made reservation on behalf of ab4ded6dc75a4ab5a4f9dae9e5aa3753 for: {'subnet': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:59:19.153624 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2651be8c-0276-4828-8bac-57b10864365a tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8422561'] for subnet, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:19.154183 n-d-842733-1 neutron-server[103163]: INFO neutron.pecan_wsgi.hooks.translation [None req-2651be8c-0276-4828-8bac-57b10864365a tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 20 20:59:19.154610 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2651be8c-0276-4828-8bac-57b10864365a tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103163) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 20:59:19.255804 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-2651be8c-0276-4828-8bac-57b10864365a tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.5445137 May 20 20:59:19.258844 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 36276) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:59:19.265543 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-8e533bed-41be-452f-86ce-2b264c6e758c tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Request body: {'subnet': {'network_id': '98f8b8d5-1379-4eeb-9e13-b2bbab96015a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:59:19.266646 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c63327-0a6c-4fc0-b284-f6a07ca5d1e8 tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Pushing event updated for resources: {'Subnet': ['ID=2e523581-a10a-4e4b-8be9-ee7dbbfa2495,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:59:19.281788 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39c63327-0a6c-4fc0-b284-f6a07ca5d1e8 tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Checking segment: {'id': '9e3420e0-f3df-4898-9e26-0321fca92f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '6c8224d0-0587-41b6-aee3-e043ce7cc1ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:59:19.282169 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39c63327-0a6c-4fc0-b284-f6a07ca5d1e8 tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Network hostable DHCP agents. Network: 6c8224d0-0587-41b6-aee3-e043ce7cc1ab, hostable agents: ['c9b0653c-f3c7-4339-bd50-e3754b629216'], hosted agents: [] {{(pid=103163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 20:59:19.302681 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-b586230c-2132-48f9-aef6-148619bff0dd service neutron] 10.222.0.35 "GET /v2.0/networks/406fd18c-0c2e-4f41-b1be-e40f4d4f5f09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2798672 May 20 20:59:19.409439 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-798ca6ad-e55d-4ecc-a7a5-eb4253f4dc4a service neutron] 10.222.0.35 "GET /v2.0/networks/406fd18c-0c2e-4f41-b1be-e40f4d4f5f09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979049 May 20 20:59:19.411874 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39c63327-0a6c-4fc0-b284-f6a07ca5d1e8 tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Network 6c8224d0-0587-41b6-aee3-e043ce7cc1ab is scheduled to be hosted by DHCP agent c9b0653c-f3c7-4339-bd50-e3754b629216 with binding_index 1 {{(pid=103163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 20:59:19.497334 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd6770d0-1992-4885-ac40-2141f1d0a961 None None] Unable to find a vacant binding_index for network 6c8224d0-0587-41b6-aee3-e043ce7cc1ab and agent c9b0653c-f3c7-4339-bd50-e3754b629216 {{(pid=103164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} May 20 20:59:19.530763 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e533bed-41be-452f-86ce-2b264c6e758c tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Made reservation on behalf of ab4ded6dc75a4ab5a4f9dae9e5aa3753 for: {'subnet': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:59:19.540298 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8e533bed-41be-452f-86ce-2b264c6e758c tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4018244'] for subnet, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:19.542284 n-d-842733-1 neutron-server[103162]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e533bed-41be-452f-86ce-2b264c6e758c tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 20 20:59:19.554564 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e533bed-41be-452f-86ce-2b264c6e758c tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 20:59:19.574536 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-43ca6c74-77c5-4666-97e3-217ec2556689 service neutron] 10.222.0.35 "GET /v2.0/networks/406fd18c-0c2e-4f41-b1be-e40f4d4f5f09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419053 May 20 20:59:19.589841 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd6770d0-1992-4885-ac40-2141f1d0a961 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842733-1, 6c8224d0-0587-41b6-aee3-e043ce7cc1ab) {{(pid=103164) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 20 20:59:19.593050 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-39c63327-0a6c-4fc0-b284-f6a07ca5d1e8 tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842733-1, 6c8224d0-0587-41b6-aee3-e043ce7cc1ab) {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:59:19.622898 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39c63327-0a6c-4fc0-b284-f6a07ca5d1e8 tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:19.623511 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-39c63327-0a6c-4fc0-b284-f6a07ca5d1e8 tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Notify callbacks [] for subnet, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:19.682694 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-8e533bed-41be-452f-86ce-2b264c6e758c tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4225662 May 20 20:59:19.688228 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 36282) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:59:19.694895 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-98b91ada-c58d-464c-bec1-a580681807be tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Request body: {'subnet': {'network_id': '98f8b8d5-1379-4eeb-9e13-b2bbab96015a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:59:19.748201 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-6103d4af-f4b9-4ef1-854f-032fa3aa21e5 service neutron] 10.222.0.35 "GET /v2.0/networks/406fd18c-0c2e-4f41-b1be-e40f4d4f5f09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677976 May 20 20:59:19.764653 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 36286) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:59:19.765377 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-39c63327-0a6c-4fc0-b284-f6a07ca5d1e8 tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 2.5052569 May 20 20:59:19.894532 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-19d1c42b-6165-4300-abe7-2cfdbdf9d5ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:19.920714 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bb4e8323-608f-4605-be70-1710ca45233c tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33160123'] for network, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:20.021270 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bb4e8323-608f-4605-be70-1710ca45233c tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33068388'] for subnet, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:20.067919 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98b91ada-c58d-464c-bec1-a580681807be tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Made reservation on behalf of ab4ded6dc75a4ab5a4f9dae9e5aa3753 for: {'subnet': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:59:20.075026 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-98b91ada-c58d-464c-bec1-a580681807be tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4018244'] for subnet, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:20.076876 n-d-842733-1 neutron-server[103162]: INFO neutron.pecan_wsgi.hooks.translation [None req-98b91ada-c58d-464c-bec1-a580681807be tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 20 20:59:20.079268 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98b91ada-c58d-464c-bec1-a580681807be tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 20:59:20.160245 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e0f89c0-6586-4cd7-9801-fcdd48710913 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaee2b848-d4b9-5db1-b6ef-d6db29d67de7-6c8224d0-0587-41b6-aee3-e043ce7cc1ab', 'network_id': '6c8224d0-0587-41b6-aee3-e043ce7cc1ab', 'tenant_id': '0a03a23766784265957923d23bf66983', 'fixed_ips': [{'subnet_id': '2e523581-a10a-4e4b-8be9-ee7dbbfa2495'}]}} from n-d-842733-1. {{(pid=103164) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 20:59:20.161083 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-8e0f89c0-6586-4cd7-9801-fcdd48710913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:20.174272 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fff09e2-55a6-42d9-b008-0e4075b2e0ed req-f2ba30b1-d7b7-4288-af09-164d8d1d7c7f tempest-ServerRescueTestJSON-1875264190 tempest-ServerRescueTestJSON-1875264190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:20.190398 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7fff09e2-55a6-42d9-b008-0e4075b2e0ed req-f2ba30b1-d7b7-4288-af09-164d8d1d7c7f tempest-ServerRescueTestJSON-1875264190 tempest-ServerRescueTestJSON-1875264190-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c0c79ba-02a2-46bc-9d92-50d93bd9a50f HTTP/1.1" status: 200 len: 945 time: 0.1378803 May 20 20:59:20.228489 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-98b91ada-c58d-464c-bec1-a580681807be tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.5354390 May 20 20:59:20.228811 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 36304) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:59:20.233946 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-be580e69-5076-4db4-80dc-f36c617e8eba tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Request body: {'subnet': {'network_id': '98f8b8d5-1379-4eeb-9e13-b2bbab96015a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:59:20.314832 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7fff09e2-55a6-42d9-b008-0e4075b2e0ed req-896854c8-64a3-4a2c-b565-9d45fb419b00 tempest-ServerRescueTestJSON-1875264190 tempest-ServerRescueTestJSON-1875264190-project] 10.222.0.35 "GET /v2.0/security-groups?id=3ca0fb1c-c695-4a0a-a152-dfa8f160f4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226914 May 20 20:59:20.323603 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bb4e8323-608f-4605-be70-1710ca45233c tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33068399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3797621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4018265'] for subnet, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:20.409581 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server [None req-8e0f89c0-6586-4cd7-9801-fcdd48710913 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2e523581-a10a-4e4b-8be9-ee7dbbfa2495: This subnet is being modified by another concurrent operation. May 20 20:59:20.409581 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 20 20:59:20.409581 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 20 20:59:20.409581 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 20 20:59:20.409581 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 20 20:59:20.409581 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 20 20:59:20.409581 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 20 20:59:20.409581 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 20 20:59:20.409581 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 20 20:59:20.409581 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 20 20:59:20.409581 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 20 20:59:20.409581 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 20 20:59:20.409581 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 20 20:59:20.409581 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server self.force_reraise() May 20 20:59:20.409581 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 20 20:59:20.409581 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server raise self.value May 20 20:59:20.409581 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 20 20:59:20.409581 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 20 20:59:20.409581 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 20 20:59:20.409581 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 20 20:59:20.409581 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 20 20:59:20.409581 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server self.force_reraise() May 20 20:59:20.409581 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 20 20:59:20.409581 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server raise self.value May 20 20:59:20.409581 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 20 20:59:20.409581 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 20 20:59:20.409581 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 20 20:59:20.409581 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 20 20:59:20.409581 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 20 20:59:20.409581 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server self.force_reraise() May 20 20:59:20.409581 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 20 20:59:20.409581 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server raise self.value May 20 20:59:20.409581 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 20 20:59:20.409581 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 20 20:59:20.409581 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper May 20 20:59:20.409581 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) May 20 20:59:20.409581 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port May 20 20:59:20.409581 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') May 20 20:59:20.409581 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action May 20 20:59:20.409581 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) May 20 20:59:20.409581 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port May 20 20:59:20.409581 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( May 20 20:59:20.409581 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner May 20 20:59:20.409581 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 20 20:59:20.409581 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped May 20 20:59:20.409581 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 20 20:59:20.409581 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 20 20:59:20.409581 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 20 20:59:20.409581 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 20 20:59:20.409581 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server self.force_reraise() May 20 20:59:20.409581 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 20 20:59:20.409581 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server raise self.value May 20 20:59:20.409581 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 20 20:59:20.409581 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 20 20:59:20.414459 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 20 20:59:20.414459 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 20 20:59:20.414459 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 20 20:59:20.414459 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server self.force_reraise() May 20 20:59:20.414459 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 20 20:59:20.414459 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server raise self.value May 20 20:59:20.414459 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 20 20:59:20.414459 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 20 20:59:20.414459 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 20 20:59:20.414459 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 20 20:59:20.414459 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 20 20:59:20.414459 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server self.force_reraise() May 20 20:59:20.414459 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 20 20:59:20.414459 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server raise self.value May 20 20:59:20.414459 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 20 20:59:20.414459 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 20 20:59:20.414459 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1486, in create_port May 20 20:59:20.414459 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) May 20 20:59:20.414459 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1451, in _create_port_db May 20 20:59:20.414459 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) May 20 20:59:20.414459 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db May 20 20:59:20.414459 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( May 20 20:59:20.414459 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store May 20 20:59:20.414459 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) May 20 20:59:20.414459 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped May 20 20:59:20.414459 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 20 20:59:20.414459 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper May 20 20:59:20.414459 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) May 20 20:59:20.414459 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port May 20 20:59:20.414459 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) May 20 20:59:20.414459 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port May 20 20:59:20.414459 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 20 20:59:20.414459 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets May 20 20:59:20.414459 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 20 20:59:20.414459 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 20 20:59:20.414459 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server raise exception May 20 20:59:20.414459 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2e523581-a10a-4e4b-8be9-ee7dbbfa2495: This subnet is being modified by another concurrent operation. May 20 20:59:20.414459 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server May 20 20:59:20.448182 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c0858ba-ff2a-4821-aed2-ee4520213e66 None None] get_active_networks_info from n-d-842733-1 {{(pid=103164) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 20 20:59:20.462748 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4e8323-608f-4605-be70-1710ca45233c tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Pushing event deleted for resources: {'Subnet': ['ID=2e523581-a10a-4e4b-8be9-ee7dbbfa2495,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:59:20.602805 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bb4e8323-608f-4605-be70-1710ca45233c tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33072115', 'neutron.services.segments.db._delete_segments_for_network-8782419500584'] for network, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:20.676091 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be580e69-5076-4db4-80dc-f36c617e8eba tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Made reservation on behalf of ab4ded6dc75a4ab5a4f9dae9e5aa3753 for: {'subnet': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:59:20.684688 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c0858ba-ff2a-4821-aed2-ee4520213e66 None None] Resources bound (agent type, host, resource id): {{(pid=103164) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 20 20:59:20.685162 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-be580e69-5076-4db4-80dc-f36c617e8eba tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4018244'] for subnet, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:20.690336 n-d-842733-1 neutron-server[103162]: INFO neutron.pecan_wsgi.hooks.translation [None req-be580e69-5076-4db4-80dc-f36c617e8eba tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 20 20:59:20.695834 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be580e69-5076-4db4-80dc-f36c617e8eba tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 20:59:20.706536 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-bb4e8323-608f-4605-be70-1710ca45233c tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c8224d0-0587-41b6-aee3-e043ce7cc1ab']}} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:59:20.733731 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-bb4e8323-608f-4605-be70-1710ca45233c tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e3420e0-f3df-4898-9e26-0321fca92f6b') {'for_net_delete': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:59:20.734424 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-bb4e8323-608f-4605-be70-1710ca45233c tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e3420e0-f3df-4898-9e26-0321fca92f6b') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:59:20.750096 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bb4e8323-608f-4605-be70-1710ca45233c tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419501617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3738385'] for segment, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:20.769711 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7773c3ab-575e-4499-afb7-bd3fbcce20b7 req-115d4c3e-5f83-4501-9ae4-68b31c7ddbcc tempest-ServerRescueTestJSON-1875264190 tempest-ServerRescueTestJSON-1875264190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:20.773861 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bb4e8323-608f-4605-be70-1710ca45233c tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:20.778417 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7773c3ab-575e-4499-afb7-bd3fbcce20b7 req-115d4c3e-5f83-4501-9ae4-68b31c7ddbcc tempest-ServerRescueTestJSON-1875264190 tempest-ServerRescueTestJSON-1875264190-project] 10.222.0.35 "GET /v2.0/networks?id=27501fcc-897d-46d3-a5f8-4e490573ef38 HTTP/1.1" status: 200 len: 811 time: 0.2253776 May 20 20:59:20.786207 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb4e8323-608f-4605-be70-1710ca45233c tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Releasing vlan 234 on physical network physnet1 to pool {{(pid=103162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 20:59:20.786207 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bb4e8323-608f-4605-be70-1710ca45233c tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3800791'] for segment, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:20.786207 n-d-842733-1 neutron-server[103162]: Traceback (most recent call last): May 20 20:59:20.786207 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 20:59:20.786207 n-d-842733-1 neutron-server[103162]: timer() May 20 20:59:20.786207 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 20:59:20.786207 n-d-842733-1 neutron-server[103162]: cb(*args, **kw) May 20 20:59:20.786207 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 20 20:59:20.786207 n-d-842733-1 neutron-server[103162]: return func(*args, **kwargs) May 20 20:59:20.786207 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 20:59:20.786207 n-d-842733-1 neutron-server[103162]: self._notify() May 20 20:59:20.786207 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 20:59:20.786207 n-d-842733-1 neutron-server[103162]: self.callback(batched_events) May 20 20:59:20.786207 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 20:59:20.786207 n-d-842733-1 neutron-server[103162]: event.method(event) May 20 20:59:20.786207 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 20 20:59:20.786207 n-d-842733-1 neutron-server[103162]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 20:59:20.786207 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 20 20:59:20.786207 n-d-842733-1 neutron-server[103162]: aggregate_uuid = self.p_client.list_aggregates( May 20 20:59:20.786207 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 20 20:59:20.786207 n-d-842733-1 neutron-server[103162]: return f(self, *a, **k) May 20 20:59:20.786207 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 20 20:59:20.786207 n-d-842733-1 neutron-server[103162]: return self._get(url).json() May 20 20:59:20.786207 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 20 20:59:20.786207 n-d-842733-1 neutron-server[103162]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 20:59:20.786207 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 20:59:20.786207 n-d-842733-1 neutron-server[103162]: return self.request(url, 'GET', **kwargs) May 20 20:59:20.786207 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 20:59:20.786207 n-d-842733-1 neutron-server[103162]: base_url = self.get_endpoint(auth, allow=allow, May 20 20:59:20.786207 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 20:59:20.786207 n-d-842733-1 neutron-server[103162]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 20:59:20.786207 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 20:59:20.786207 n-d-842733-1 neutron-server[103162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 20:59:20.786207 n-d-842733-1 neutron-server[103162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 20:59:20.801988 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7773c3ab-575e-4499-afb7-bd3fbcce20b7 req-c43f1390-274d-4b30-98f1-1971e1c1c017 tempest-ServerRescueTestJSON-1875264190 tempest-ServerRescueTestJSON-1875264190-project] 10.222.0.35 "GET /v2.0/quotas/24c170f09144465391fa4bf4af2ca207 HTTP/1.1" status: 200 len: 375 time: 0.0225365 May 20 20:59:20.857709 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-be580e69-5076-4db4-80dc-f36c617e8eba tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.6275730 May 20 20:59:20.860676 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 36328) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:59:20.866645 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-2887e300-7e92-443a-8d47-8933f99fad4c tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Request body: {'subnet': {'network_id': '98f8b8d5-1379-4eeb-9e13-b2bbab96015a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:59:20.902300 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7773c3ab-575e-4499-afb7-bd3fbcce20b7 req-1b9d2ac7-aac8-48e8-9059-5802318a32af tempest-ServerRescueTestJSON-1875264190 tempest-ServerRescueTestJSON-1875264190-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=24c170f09144465391fa4bf4af2ca207&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0990963 May 20 20:59:20.956418 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bb4e8323-608f-4605-be70-1710ca45233c tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33072122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748162'] for network, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:21.008438 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bb4e8323-608f-4605-be70-1710ca45233c tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Notify callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:21.011609 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-bb4e8323-608f-4605-be70-1710ca45233c tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] 10.222.0.35 "DELETE /v2.0/networks/6c8224d0-0587-41b6-aee3-e043ce7cc1ab HTTP/1.1" status: 204 len: 168 time: 1.2453945 May 20 20:59:21.012659 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4e8323-608f-4605-be70-1710ca45233c tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Pushing event deleted for resources: {'Network': ['ID=6c8224d0-0587-41b6-aee3-e043ce7cc1ab,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:59:21.015722 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 36334) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:59:21.062802 n-d-842733-1 neutron-server[103162]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c6eb9fe-3b37-464e-86e9-0c96c2709497 tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] DELETE failed (client error): The resource could not be found. May 20 20:59:21.063284 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c6eb9fe-3b37-464e-86e9-0c96c2709497 tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 20:59:21.068693 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-3c6eb9fe-3b37-464e-86e9-0c96c2709497 tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] 10.222.0.35 "DELETE /v2.0/subnets/2e523581-a10a-4e4b-8be9-ee7dbbfa2495 HTTP/1.1" status: 404 len: 337 time: 0.0445385 May 20 20:59:21.068847 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [req-7773c3ab-575e-4499-afb7-bd3fbcce20b7 req-07c79e82-a205-4650-8f80-c7821f768006 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103163) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 20:59:21.069445 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 36336) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:59:21.078583 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7773c3ab-575e-4499-afb7-bd3fbcce20b7 req-07c79e82-a205-4650-8f80-c7821f768006 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1752205 May 20 20:59:21.096995 n-d-842733-1 neutron-server[103162]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbf78652-e129-409e-937a-016e58b5af93 tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] DELETE failed (client error): The resource could not be found. May 20 20:59:21.097671 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dbf78652-e129-409e-937a-016e58b5af93 tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 20:59:21.106784 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-dbf78652-e129-409e-937a-016e58b5af93 tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] 10.222.0.35 "DELETE /v2.0/networks/6c8224d0-0587-41b6-aee3-e043ce7cc1ab HTTP/1.1" status: 404 len: 339 time: 0.0339439 May 20 20:59:21.107100 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 36342) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:59:21.141447 n-d-842733-1 neutron-server[103162]: INFO neutron.pecan_wsgi.hooks.translation [None req-8960b218-5897-4901-9dac-7d6afed4b936 tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] DELETE failed (client error): The resource could not be found. May 20 20:59:21.142112 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8960b218-5897-4901-9dac-7d6afed4b936 tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 20:59:21.148048 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-8960b218-5897-4901-9dac-7d6afed4b936 tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] 10.222.0.35 "DELETE /v2.0/subnets/f9666ac4-d297-4503-9f94-22eeef7f3876 HTTP/1.1" status: 404 len: 337 time: 0.0370846 May 20 20:59:21.148471 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 36344) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:59:21.169601 n-d-842733-1 neutron-server[103162]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bf91f99-ca29-4462-96ed-cf7bb2c1cf57 tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] DELETE failed (client error): The resource could not be found. May 20 20:59:21.170212 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9bf91f99-ca29-4462-96ed-cf7bb2c1cf57 tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 20:59:21.177271 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-9bf91f99-ca29-4462-96ed-cf7bb2c1cf57 tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] 10.222.0.35 "DELETE /v2.0/networks/9d07d73f-2a6e-46ec-9c03-24cf172cff7d HTTP/1.1" status: 404 len: 339 time: 0.0251613 May 20 20:59:21.179569 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 36348) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:59:21.217250 n-d-842733-1 neutron-server[103162]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a141d50-16e5-4507-b5bf-b4698f385a83 tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] DELETE failed (client error): The resource could not be found. May 20 20:59:21.217941 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a141d50-16e5-4507-b5bf-b4698f385a83 tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 20:59:21.221758 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-6a141d50-16e5-4507-b5bf-b4698f385a83 tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] 10.222.0.35 "DELETE /v2.0/subnets/a95671e0-f430-4f21-884f-3c573e5b140b HTTP/1.1" status: 404 len: 337 time: 0.0407584 May 20 20:59:21.222815 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2887e300-7e92-443a-8d47-8933f99fad4c tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Made reservation on behalf of ab4ded6dc75a4ab5a4f9dae9e5aa3753 for: {'subnet': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:59:21.227412 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2887e300-7e92-443a-8d47-8933f99fad4c tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4018244'] for subnet, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:21.228989 n-d-842733-1 neutron-server[103162]: INFO neutron.pecan_wsgi.hooks.translation [None req-2887e300-7e92-443a-8d47-8933f99fad4c tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 20 20:59:21.229614 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2887e300-7e92-443a-8d47-8933f99fad4c tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 20:59:21.232387 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 36354) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:59:21.262624 n-d-842733-1 neutron-server[103162]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fbb240b-fdf8-4baf-bcf5-f4064608e74d tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] DELETE failed (client error): The resource could not be found. May 20 20:59:21.263784 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9fbb240b-fdf8-4baf-bcf5-f4064608e74d tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 20:59:21.267917 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-9fbb240b-fdf8-4baf-bcf5-f4064608e74d tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] 10.222.0.35 "DELETE /v2.0/networks/5f9fa5ad-ff6c-4afc-9663-9ff99698bed1 HTTP/1.1" status: 404 len: 339 time: 0.0332870 May 20 20:59:21.270439 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 36356) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:59:21.296743 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-164611f2-e8d7-4a8f-8cc4-bc4f9be101de None None] Network 6c8224d0-0587-41b6-aee3-e043ce7cc1ab requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:59:21.319721 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-164611f2-e8d7-4a8f-8cc4-bc4f9be101de None None] Network 6c8224d0-0587-41b6-aee3-e043ce7cc1ab could not be found, it might have been deleted concurrently. {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} May 20 20:59:21.348630 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c64d181a-712f-481b-a331-256edffecee0 None None] Network 6c8224d0-0587-41b6-aee3-e043ce7cc1ab requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:59:21.365838 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c64d181a-712f-481b-a331-256edffecee0 None None] Network 6c8224d0-0587-41b6-aee3-e043ce7cc1ab could not be found, it might have been deleted concurrently. {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} May 20 20:59:21.396693 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-2887e300-7e92-443a-8d47-8933f99fad4c tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.5351694 May 20 20:59:21.399876 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 36358) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:59:21.425087 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7773c3ab-575e-4499-afb7-bd3fbcce20b7 req-1cfdd420-bd71-45dd-ae9b-595fe9df8dc7 service neutron] 10.222.0.35 "GET /v2.0/networks/27501fcc-897d-46d3-a5f8-4e490573ef38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3455122 May 20 20:59:21.439577 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-4c8f74dd-8c58-4dc7-ad86-49c439468887 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0362046 May 20 20:59:21.442818 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 36360) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:59:21.549155 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cbb8f24-82a8-40c8-b61d-26d54bfbbc5f tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:21.558126 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 36362) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:59:21.562288 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-5cbb8f24-82a8-40c8-b61d-26d54bfbbc5f tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1167819 May 20 20:59:21.579477 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-f73ea951-a393-4169-bef7-e68dc5600e86 tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Deleting port 0a6aff4f-6444-4d53-8511-0a10abfc024b {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:59:21.579875 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f73ea951-a393-4169-bef7-e68dc5600e86 tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:21.640310 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7773c3ab-575e-4499-afb7-bd3fbcce20b7 req-3a55dcae-1dcd-4d04-af91-2ed498d62c66 service neutron] 10.222.0.35 "GET /v2.0/networks/27501fcc-897d-46d3-a5f8-4e490573ef38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2137389 May 20 20:59:21.642832 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-83fad592-ff62-41c5-97fb-9ab7b8929888 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0836413 May 20 20:59:21.647117 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 36366) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:59:21.655470 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-bc178442-08f2-4d88-91e1-5bb97581a8a3 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Request body: {'subnet': {'network_id': '98f8b8d5-1379-4eeb-9e13-b2bbab96015a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:59:21.717145 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f73ea951-a393-4169-bef7-e68dc5600e86 tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:21.812203 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-f73ea951-a393-4169-bef7-e68dc5600e86 tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Calling delete_port for 0a6aff4f-6444-4d53-8511-0a10abfc024b owned by {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:59:21.893890 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3946444e-00b8-4d94-8e38-657e1c910c05 req-f837c7f2-01c5-4ab1-8977-06f00966dfd0 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] 10.222.0.35 "GET /v2.0/ports?device_id=75b87a76-ad52-4618-a214-48088ec58aef HTTP/1.1" status: 200 len: 210 time: 0.0489650 May 20 20:59:21.905736 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc178442-08f2-4d88-91e1-5bb97581a8a3 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Made reservation on behalf of ab4ded6dc75a4ab5a4f9dae9e5aa3753 for: {'subnet': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:59:21.909747 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bc178442-08f2-4d88-91e1-5bb97581a8a3 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8422561'] for subnet, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:21.992689 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f73ea951-a393-4169-bef7-e68dc5600e86 tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:22.058046 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f73ea951-a393-4169-bef7-e68dc5600e86 tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:22.065019 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-f73ea951-a393-4169-bef7-e68dc5600e86 tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] 10.222.0.35 "DELETE /v2.0/ports/0a6aff4f-6444-4d53-8511-0a10abfc024b HTTP/1.1" status: 204 len: 168 time: 0.7933776 May 20 20:59:22.069372 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 36382) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:59:22.090734 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73ea951-a393-4169-bef7-e68dc5600e86 tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Pushing event deleted for resources: {'Port': ['ID=0a6aff4f-6444-4d53-8511-0a10abfc024b,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:59:22.124882 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e7966259-1cc7-4044-a942-9ddef928a715 req-f91d507e-60e4-4bcd-884b-9e2c92088459 tempest-ServerRescueTestJSON-1875264190 tempest-ServerRescueTestJSON-1875264190-project] 10.222.0.35 "GET /v2.0/ports?device_id=f9588405-283d-4b05-8b1b-84fde98f06b9 HTTP/1.1" status: 200 len: 210 time: 0.0739257 May 20 20:59:22.166038 n-d-842733-1 neutron-server[103163]: INFO neutron.pecan_wsgi.hooks.translation [None req-51bcfaea-b270-46ee-a157-2b21cbb23296 tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] DELETE failed (client error): The resource could not be found. May 20 20:59:22.166816 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51bcfaea-b270-46ee-a157-2b21cbb23296 tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103163) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 20:59:22.178649 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-51bcfaea-b270-46ee-a157-2b21cbb23296 tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] 10.222.0.35 "DELETE /v2.0/subnets/1647dcd8-ac02-4e1f-83ed-ab4167dbcf31 HTTP/1.1" status: 404 len: 337 time: 0.0940588 May 20 20:59:22.178862 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 36384) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:59:22.231508 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-e0796fd0-c73c-4504-8949-e3a8f1729126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:22.284247 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-be35fde8-65fc-4c68-acab-3d88b27f525e tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33160123'] for network, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:22.345507 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-be35fde8-65fc-4c68-acab-3d88b27f525e tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Deleting port 82aecaf4-c676-4609-aed3-81839627d084 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:59:22.346036 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-be35fde8-65fc-4c68-acab-3d88b27f525e tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:22.453112 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-be35fde8-65fc-4c68-acab-3d88b27f525e tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] For port 82aecaf4-c676-4609-aed3-81839627d084, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=82aecaf4-c676-4609-aed3-81839627d084,segment=NetworkSegment(ec88a6a6-6101-417b-b634-f452acbccd8a),segment_id=ec88a6a6-6101-417b-b634-f452acbccd8a)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:59:22.455907 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-be35fde8-65fc-4c68-acab-3d88b27f525e tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:22.467620 n-d-842733-1 neutron-server[103163]: DEBUG neutron.objects.ports [None req-bc178442-08f2-4d88-91e1-5bb97581a8a3 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103163) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} May 20 20:59:22.469829 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bc178442-08f2-4d88-91e1-5bb97581a8a3 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9641412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8422583'] for subnet, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:22.474685 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-be35fde8-65fc-4c68-acab-3d88b27f525e tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Calling delete_port for 82aecaf4-c676-4609-aed3-81839627d084 owned by network:dhcp {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:59:22.544879 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc178442-08f2-4d88-91e1-5bb97581a8a3 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Network 98f8b8d5-1379-4eeb-9e13-b2bbab96015a is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:59:22.548848 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-bc178442-08f2-4d88-91e1-5bb97581a8a3 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:59:22.559343 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d17137be-5876-40f2-af21-2b9ea74a6925 None None] Network 98f8b8d5-1379-4eeb-9e13-b2bbab96015a requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:59:22.577659 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc178442-08f2-4d88-91e1-5bb97581a8a3 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:22.578309 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bc178442-08f2-4d88-91e1-5bb97581a8a3 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks [] for subnet, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:22.598704 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc178442-08f2-4d88-91e1-5bb97581a8a3 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Pushing event updated for resources: {'Subnet': ['ID=06441a0f-d1ec-4bc4-8f6b-7d9601fd2373,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:59:22.702637 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-be35fde8-65fc-4c68-acab-3d88b27f525e tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:22.704999 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-bc178442-08f2-4d88-91e1-5bb97581a8a3 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0559921 May 20 20:59:22.707901 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 36406) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:59:22.716861 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-30f1a4f2-92a7-4db5-a9d8-bacc76d8dd81 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Request body: {'port': {'network_id': '98f8b8d5-1379-4eeb-9e13-b2bbab96015a', 'mac_address': 'fa:16:3e:bb:e1:49', 'name': 'tempest-NetworksTestDHCPv6-457479322'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:59:22.761615 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be35fde8-65fc-4c68-acab-3d88b27f525e tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Pushing event deleted for resources: {'Port': ['ID=82aecaf4-c676-4609-aed3-81839627d084,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:59:22.769452 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be35fde8-65fc-4c68-acab-3d88b27f525e tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] No DVR routers for this DVR port 82aecaf4-c676-4609-aed3-81839627d084 on host n-d-842733-1 {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:59:22.920241 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e161448-238d-4221-b0a4-7daf1fb91168 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaee2b848-d4b9-5db1-b6ef-d6db29d67de7-98f8b8d5-1379-4eeb-9e13-b2bbab96015a', 'network_id': '98f8b8d5-1379-4eeb-9e13-b2bbab96015a', 'tenant_id': 'ab4ded6dc75a4ab5a4f9dae9e5aa3753', 'fixed_ips': [{'subnet_id': '06441a0f-d1ec-4bc4-8f6b-7d9601fd2373'}]}} from n-d-842733-1. {{(pid=103164) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 20:59:22.922189 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-1e161448-238d-4221-b0a4-7daf1fb91168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:23.031464 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-be35fde8-65fc-4c68-acab-3d88b27f525e tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33072115', 'neutron.services.segments.db._delete_segments_for_network-8782419500584'] for network, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:23.095123 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-be35fde8-65fc-4c68-acab-3d88b27f525e tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab16c418-f55a-49ac-bc70-76c454402e38']}} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:59:23.121055 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-be35fde8-65fc-4c68-acab-3d88b27f525e tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec88a6a6-6101-417b-b634-f452acbccd8a') {'for_net_delete': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:59:23.121484 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-be35fde8-65fc-4c68-acab-3d88b27f525e tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec88a6a6-6101-417b-b634-f452acbccd8a') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:59:23.132773 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-be35fde8-65fc-4c68-acab-3d88b27f525e tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419501617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3738385'] for segment, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:23.149550 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-be35fde8-65fc-4c68-acab-3d88b27f525e tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:23.157113 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be35fde8-65fc-4c68-acab-3d88b27f525e tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Releasing vlan 204 on physical network physnet1 to pool {{(pid=103162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 20:59:23.157646 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-be35fde8-65fc-4c68-acab-3d88b27f525e tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3800791'] for segment, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:23.161293 n-d-842733-1 neutron-server[103162]: Traceback (most recent call last): May 20 20:59:23.161293 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 20:59:23.161293 n-d-842733-1 neutron-server[103162]: timer() May 20 20:59:23.161293 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 20:59:23.161293 n-d-842733-1 neutron-server[103162]: cb(*args, **kw) May 20 20:59:23.161293 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 20 20:59:23.161293 n-d-842733-1 neutron-server[103162]: return func(*args, **kwargs) May 20 20:59:23.161293 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 20:59:23.161293 n-d-842733-1 neutron-server[103162]: self._notify() May 20 20:59:23.161293 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 20:59:23.161293 n-d-842733-1 neutron-server[103162]: self.callback(batched_events) May 20 20:59:23.161293 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 20:59:23.161293 n-d-842733-1 neutron-server[103162]: event.method(event) May 20 20:59:23.161293 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 20 20:59:23.161293 n-d-842733-1 neutron-server[103162]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 20:59:23.161293 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 20 20:59:23.161293 n-d-842733-1 neutron-server[103162]: aggregate_uuid = self.p_client.list_aggregates( May 20 20:59:23.161293 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 20 20:59:23.161293 n-d-842733-1 neutron-server[103162]: return f(self, *a, **k) May 20 20:59:23.161293 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 20 20:59:23.161293 n-d-842733-1 neutron-server[103162]: return self._get(url).json() May 20 20:59:23.161293 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 20 20:59:23.161293 n-d-842733-1 neutron-server[103162]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 20:59:23.161293 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 20:59:23.161293 n-d-842733-1 neutron-server[103162]: return self.request(url, 'GET', **kwargs) May 20 20:59:23.161293 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 20:59:23.161293 n-d-842733-1 neutron-server[103162]: base_url = self.get_endpoint(auth, allow=allow, May 20 20:59:23.161293 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 20:59:23.161293 n-d-842733-1 neutron-server[103162]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 20:59:23.161293 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 20:59:23.161293 n-d-842733-1 neutron-server[103162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 20:59:23.161293 n-d-842733-1 neutron-server[103162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 20:59:23.276189 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [None req-1e161448-238d-4221-b0a4-7daf1fb91168 None None] Allocated IP 2001:db8::f816:3eff:fee9:f73d (98f8b8d5-1379-4eeb-9e13-b2bbab96015a/06441a0f-d1ec-4bc4-8f6b-7d9601fd2373/1b33dcea-5b0d-4c63-9a82-f590da82a1d3) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:59:23.361000 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-be35fde8-65fc-4c68-acab-3d88b27f525e tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33072122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748162'] for network, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:23.365616 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3f6410b4-f5ca-4091-9990-62d84c131bf8 req-800c9835-ae97-4a99-803f-2e32f2a4a5ed tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] 10.222.0.35 "GET /v2.0/ports?device_id=75b87a76-ad52-4618-a214-48088ec58aef HTTP/1.1" status: 200 len: 210 time: 0.0604513 May 20 20:59:23.368294 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8ef9ddd5-71c2-41e2-a6c3-7e4b10502f8e req-b917c66c-7b14-4e67-bef9-c24fcec83bf3 tempest-ServerRescueTestJSON-1875264190 tempest-ServerRescueTestJSON-1875264190-project] 10.222.0.35 "GET /v2.0/ports?device_id=f9588405-283d-4b05-8b1b-84fde98f06b9 HTTP/1.1" status: 200 len: 210 time: 0.0651515 May 20 20:59:23.386041 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-be35fde8-65fc-4c68-acab-3d88b27f525e tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Notify callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:23.389083 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-be35fde8-65fc-4c68-acab-3d88b27f525e tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] 10.222.0.35 "DELETE /v2.0/networks/ab16c418-f55a-49ac-bc70-76c454402e38 HTTP/1.1" status: 204 len: 168 time: 1.2095013 May 20 20:59:23.400897 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 36418) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:59:23.442875 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be35fde8-65fc-4c68-acab-3d88b27f525e tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Pushing event deleted for resources: {'Network': ['ID=ab16c418-f55a-49ac-bc70-76c454402e38,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:59:23.571968 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-b18025e7-3cba-4b46-8e64-0e35599088de tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Deleting port e08dc3a5-f089-4439-9869-2db93f39b05c {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:59:23.573041 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b18025e7-3cba-4b46-8e64-0e35599088de tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:23.658757 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30f1a4f2-92a7-4db5-a9d8-bacc76d8dd81 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Made reservation on behalf of ab4ded6dc75a4ab5a4f9dae9e5aa3753 for: {'port': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:59:23.702227 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-1e161448-238d-4221-b0a4-7daf1fb91168 None None] Notify callbacks [] for port, precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:23.714377 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 36424) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:59:23.726074 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b18025e7-3cba-4b46-8e64-0e35599088de tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:23.746007 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-b18025e7-3cba-4b46-8e64-0e35599088de tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Calling delete_port for e08dc3a5-f089-4439-9869-2db93f39b05c owned by {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:59:23.774996 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-1e161448-238d-4221-b0a4-7daf1fb91168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108'] for port, after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:23.878113 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e161448-238d-4221-b0a4-7daf1fb91168 None None] Network 98f8b8d5-1379-4eeb-9e13-b2bbab96015a is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:59:23.882853 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-1e161448-238d-4221-b0a4-7daf1fb91168 None None] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:59:23.898584 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e161448-238d-4221-b0a4-7daf1fb91168 None None] Received port after_create {{(pid=103164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:59:23.902362 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5b53a1ec-4d7c-4e18-8fb8-2829a2d64adb admin admin] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:23.916434 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e161448-238d-4221-b0a4-7daf1fb91168 None None] Pushing event updated for resources: {'Port': ['ID=1b33dcea-5b0d-4c63-9a82-f590da82a1d3,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:59:23.972870 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4bb0e131-6525-46ca-a45b-e4ea43a5e69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:24.029820 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-1e161448-238d-4221-b0a4-7daf1fb91168 None None] Attempting to bind port 1b33dcea-5b0d-4c63-9a82-f590da82a1d3 on host n-d-842733-1 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:59:24.034426 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-1e161448-238d-4221-b0a4-7daf1fb91168 None None] Attempting to bind port 1b33dcea-5b0d-4c63-9a82-f590da82a1d3 by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': 'f5705048-66fd-4627-af8c-03443c37dd17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '98f8b8d5-1379-4eeb-9e13-b2bbab96015a'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:59:24.039196 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e161448-238d-4221-b0a4-7daf1fb91168 None None] Attempting to bind port 1b33dcea-5b0d-4c63-9a82-f590da82a1d3 on network 98f8b8d5-1379-4eeb-9e13-b2bbab96015a {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:59:24.045492 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-30f1a4f2-92a7-4db5-a9d8-bacc76d8dd81 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:24.049593 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e161448-238d-4221-b0a4-7daf1fb91168 None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 58, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:59:24.051958 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e161448-238d-4221-b0a4-7daf1fb91168 None None] Checking segment: {'id': 'f5705048-66fd-4627-af8c-03443c37dd17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '98f8b8d5-1379-4eeb-9e13-b2bbab96015a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:59:24.052468 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-1e161448-238d-4221-b0a4-7daf1fb91168 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:24.057326 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e161448-238d-4221-b0a4-7daf1fb91168 None None] Bound using segment: {'id': 'f5705048-66fd-4627-af8c-03443c37dd17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '98f8b8d5-1379-4eeb-9e13-b2bbab96015a'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:59:24.070621 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-1e161448-238d-4221-b0a4-7daf1fb91168 None None] Bound port: 1b33dcea-5b0d-4c63-9a82-f590da82a1d3, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5705048-66fd-4627-af8c-03443c37dd17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '98f8b8d5-1379-4eeb-9e13-b2bbab96015a'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:59:24.070621 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-1e161448-238d-4221-b0a4-7daf1fb91168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:24.096408 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [None req-30f1a4f2-92a7-4db5-a9d8-bacc76d8dd81 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] device_id is not set on port 4a552925-7152-4e76-9e66-e60cdf97af55 yet. {{(pid=103163) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 20 20:59:24.125944 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5b53a1ec-4d7c-4e18-8fb8-2829a2d64adb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:24.139539 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-1e161448-238d-4221-b0a4-7daf1fb91168 None None] For port 1b33dcea-5b0d-4c63-9a82-f590da82a1d3, host n-d-842733-1, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:59:24.142688 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-1e161448-238d-4221-b0a4-7daf1fb91168 None None] For port 1b33dcea-5b0d-4c63-9a82-f590da82a1d3, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=1b33dcea-5b0d-4c63-9a82-f590da82a1d3,segment=NetworkSegment(f5705048-66fd-4627-af8c-03443c37dd17),segment_id=f5705048-66fd-4627-af8c-03443c37dd17)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:59:24.183330 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b18025e7-3cba-4b46-8e64-0e35599088de tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:24.238323 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18025e7-3cba-4b46-8e64-0e35599088de tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Pushing event deleted for resources: {'Port': ['ID=e08dc3a5-f089-4439-9869-2db93f39b05c,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:59:24.246013 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5b53a1ec-4d7c-4e18-8fb8-2829a2d64adb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:24.265160 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b18025e7-3cba-4b46-8e64-0e35599088de tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:24.268024 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-b18025e7-3cba-4b46-8e64-0e35599088de tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] 10.222.0.35 "DELETE /v2.0/ports/e08dc3a5-f089-4439-9869-2db93f39b05c HTTP/1.1" status: 204 len: 168 time: 0.8734488 May 20 20:59:24.270559 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 36434) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:59:24.286538 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-1e161448-238d-4221-b0a4-7daf1fb91168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:24.323638 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b53a1ec-4d7c-4e18-8fb8-2829a2d64adb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c33618bb-f05a-456c-8bef-296f276165d3,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:59:24.355157 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-30f1a4f2-92a7-4db5-a9d8-bacc76d8dd81 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Allocated IP 2001:db8::f816:3eff:febb:e149 (98f8b8d5-1379-4eeb-9e13-b2bbab96015a/06441a0f-d1ec-4bc4-8f6b-7d9601fd2373/4a552925-7152-4e76-9e66-e60cdf97af55) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:59:24.358884 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-5b53a1ec-4d7c-4e18-8fb8-2829a2d64adb admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=35ba6cfbfe1b42b38ba654259dc4f3ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6428750 May 20 20:59:24.364451 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 36436) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:59:24.373363 n-d-842733-1 neutron-server[103163]: INFO neutron.pecan_wsgi.hooks.translation [None req-04a7ff7d-93ea-44bd-ab53-220e97faca82 tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] DELETE failed (client error): The resource could not be found. May 20 20:59:24.373932 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04a7ff7d-93ea-44bd-ab53-220e97faca82 tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103163) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 20:59:24.377925 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-04a7ff7d-93ea-44bd-ab53-220e97faca82 tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] 10.222.0.35 "DELETE /v2.0/subnets/d9d9e55e-fe8a-4c38-9006-12f514d37a8f HTTP/1.1" status: 404 len: 337 time: 0.1063001 May 20 20:59:24.383085 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 36438) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:59:24.405527 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e161448-238d-4221-b0a4-7daf1fb91168 None None] Pushing event updated for resources: {'Port': ['ID=1b33dcea-5b0d-4c63-9a82-f590da82a1d3,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:59:24.463147 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c03e3d38-d856-45e2-a172-3d67d0cdb425 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:24.534695 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c03e3d38-d856-45e2-a172-3d67d0cdb425 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:24.685129 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-64c8200b-ba98-4169-96c7-435b1537d3fd req-d0dffdc4-f070-4f36-b366-f77be1e647f0 tempest-ServerRescueTestJSON-1875264190 tempest-ServerRescueTestJSON-1875264190-project] 10.222.0.35 "GET /v2.0/ports?device_id=f9588405-283d-4b05-8b1b-84fde98f06b9 HTTP/1.1" status: 200 len: 210 time: 0.1102602 May 20 20:59:24.690220 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-321b0eff-dfec-4308-8a5b-24118f8c84dc req-28a7fc63-f091-454a-bac3-e6674f19cfec tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] 10.222.0.35 "GET /v2.0/ports?device_id=75b87a76-ad52-4618-a214-48088ec58aef HTTP/1.1" status: 200 len: 210 time: 0.1594436 May 20 20:59:24.693124 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:24.707378 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-fccd0930-312c-417f-be42-2abc92a17246 tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33160123'] for network, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:24.747529 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c03e3d38-d856-45e2-a172-3d67d0cdb425 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:24.750636 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c03e3d38-d856-45e2-a172-3d67d0cdb425 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:24.752001 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-c03e3d38-d856-45e2-a172-3d67d0cdb425 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c33618bb-f05a-456c-8bef-296f276165d3 HTTP/1.1" status: 204 len: 168 time: 0.3861659 May 20 20:59:24.770388 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03e3d38-d856-45e2-a172-3d67d0cdb425 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c33618bb-f05a-456c-8bef-296f276165d3,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:59:24.906186 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-fccd0930-312c-417f-be42-2abc92a17246 tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33072115', 'neutron.services.segments.db._delete_segments_for_network-8782419500584'] for network, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:25.041670 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-fccd0930-312c-417f-be42-2abc92a17246 tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c95eb7dc-a63c-4a48-b825-1ee047df73d6']}} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:59:25.041670 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-fccd0930-312c-417f-be42-2abc92a17246 tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94751ab2-f095-4238-a379-dde3ec6d70bc') {'for_net_delete': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:59:25.041670 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-fccd0930-312c-417f-be42-2abc92a17246 tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94751ab2-f095-4238-a379-dde3ec6d70bc') {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:59:25.041670 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-fccd0930-312c-417f-be42-2abc92a17246 tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419501617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9338764'] for segment, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:25.041670 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-30f1a4f2-92a7-4db5-a9d8-bacc76d8dd81 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:25.041670 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-fccd0930-312c-417f-be42-2abc92a17246 tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:25.041670 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fccd0930-312c-417f-be42-2abc92a17246 tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Releasing vlan 226 on physical network physnet1 to pool {{(pid=103163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 20:59:25.041670 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-fccd0930-312c-417f-be42-2abc92a17246 tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9638311'] for segment, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:25.041670 n-d-842733-1 neutron-server[103163]: Traceback (most recent call last): May 20 20:59:25.041670 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 20:59:25.041670 n-d-842733-1 neutron-server[103163]: timer() May 20 20:59:25.041670 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 20:59:25.041670 n-d-842733-1 neutron-server[103163]: cb(*args, **kw) May 20 20:59:25.041670 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 20 20:59:25.041670 n-d-842733-1 neutron-server[103163]: return func(*args, **kwargs) May 20 20:59:25.041670 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 20:59:25.041670 n-d-842733-1 neutron-server[103163]: self._notify() May 20 20:59:25.041670 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 20:59:25.041670 n-d-842733-1 neutron-server[103163]: self.callback(batched_events) May 20 20:59:25.041670 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 20:59:25.041670 n-d-842733-1 neutron-server[103163]: event.method(event) May 20 20:59:25.041670 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 20 20:59:25.041670 n-d-842733-1 neutron-server[103163]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 20:59:25.041670 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 20 20:59:25.041670 n-d-842733-1 neutron-server[103163]: aggregate_uuid = self.p_client.list_aggregates( May 20 20:59:25.041670 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 20 20:59:25.041670 n-d-842733-1 neutron-server[103163]: return f(self, *a, **k) May 20 20:59:25.041670 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 20 20:59:25.041670 n-d-842733-1 neutron-server[103163]: return self._get(url).json() May 20 20:59:25.041670 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 20 20:59:25.041670 n-d-842733-1 neutron-server[103163]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 20:59:25.041670 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 20:59:25.041670 n-d-842733-1 neutron-server[103163]: return self.request(url, 'GET', **kwargs) May 20 20:59:25.041670 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 20:59:25.041670 n-d-842733-1 neutron-server[103163]: base_url = self.get_endpoint(auth, allow=allow, May 20 20:59:25.041670 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 20:59:25.041670 n-d-842733-1 neutron-server[103163]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 20:59:25.041670 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 20:59:25.041670 n-d-842733-1 neutron-server[103163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 20:59:25.041670 n-d-842733-1 neutron-server[103163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 20:59:25.225454 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-30f1a4f2-92a7-4db5-a9d8-bacc76d8dd81 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:25.227606 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-fccd0930-312c-417f-be42-2abc92a17246 tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33072122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748162'] for network, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:25.241927 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-fccd0930-312c-417f-be42-2abc92a17246 tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:25.245821 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-fccd0930-312c-417f-be42-2abc92a17246 tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] 10.222.0.35 "DELETE /v2.0/networks/c95eb7dc-a63c-4a48-b825-1ee047df73d6 HTTP/1.1" status: 204 len: 168 time: 0.8612075 May 20 20:59:25.248896 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 36450) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:59:25.309520 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccd0930-312c-417f-be42-2abc92a17246 tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Pushing event deleted for resources: {'Network': ['ID=c95eb7dc-a63c-4a48-b825-1ee047df73d6,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:59:25.324888 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30f1a4f2-92a7-4db5-a9d8-bacc76d8dd81 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Network 98f8b8d5-1379-4eeb-9e13-b2bbab96015a is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:59:25.333433 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-30f1a4f2-92a7-4db5-a9d8-bacc76d8dd81 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:59:25.338604 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30f1a4f2-92a7-4db5-a9d8-bacc76d8dd81 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:59:25.359475 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30f1a4f2-92a7-4db5-a9d8-bacc76d8dd81 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:25.360590 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-30f1a4f2-92a7-4db5-a9d8-bacc76d8dd81 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:25.417162 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_v2 [None req-13808907-a625-4dd9-ae2c-591695586846 tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Deleting subnet e4e5cdd6-2bf2-485c-a5cf-70131c8b91d8 {{(pid=103162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 20 20:59:25.422185 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-13808907-a625-4dd9-ae2c-591695586846 tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Notify callbacks [] for subnet, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:25.431510 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f1a4f2-92a7-4db5-a9d8-bacc76d8dd81 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Pushing event updated for resources: {'Port': ['ID=4a552925-7152-4e76-9e66-e60cdf97af55,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:59:25.532410 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-30f1a4f2-92a7-4db5-a9d8-bacc76d8dd81 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.8230779 May 20 20:59:25.533069 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 36458) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:59:25.623242 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cc3ec51b-6ec8-438a-8349-5f0bec346d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:25.635174 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-13808907-a625-4dd9-ae2c-591695586846 tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3738392'] for subnet, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:25.636374 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79a4e2df-f1b6-46b1-a06d-dfe735786249 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:25.643415 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79a4e2df-f1b6-46b1-a06d-dfe735786249 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:25.645372 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-79a4e2df-f1b6-46b1-a06d-dfe735786249 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1112952 May 20 20:59:25.649450 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 36460) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:59:25.658924 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:25.741128 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7773c3ab-575e-4499-afb7-bd3fbcce20b7 req-51f7fae5-ae87-4da1-8712-972c00152b47 tempest-ServerRescueTestJSON-1875264190 tempest-ServerRescueTestJSON-1875264190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:25.758574 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-7773c3ab-575e-4499-afb7-bd3fbcce20b7 req-51f7fae5-ae87-4da1-8712-972c00152b47 tempest-ServerRescueTestJSON-1875264190 tempest-ServerRescueTestJSON-1875264190-project] 10.222.0.13 "GET /v2.0/networks?id=27501fcc-897d-46d3-a5f8-4e490573ef38 HTTP/1.1" status: 200 len: 811 time: 0.4399204 May 20 20:59:25.851702 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [req-7773c3ab-575e-4499-afb7-bd3fbcce20b7 req-ed32c839-d9b9-4707-a962-2ee484b74052 tempest-ServerRescueTestJSON-1875264190 tempest-ServerRescueTestJSON-1875264190-project] Request body: {'port': {'device_id': 'f9588405-283d-4b05-8b1b-84fde98f06b9', 'network_id': '27501fcc-897d-46d3-a5f8-4e490573ef38', 'admin_state_up': True, 'tenant_id': '24c170f09144465391fa4bf4af2ca207'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:59:25.886506 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a843423c-2b39-46bc-ab0b-92d85f55a3e4 req-91908193-8e37-4805-817f-b03f49c5b585 tempest-ServerRescueTestJSON-1875264190 tempest-ServerRescueTestJSON-1875264190-project] 10.222.0.35 "GET /v2.0/ports?device_id=f9588405-283d-4b05-8b1b-84fde98f06b9 HTTP/1.1" status: 200 len: 210 time: 0.0520909 May 20 20:59:25.932964 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a61f9906-b6b7-449f-a336-cf630572cd6e req-e7a92994-3fdb-4aba-b354-e4b03e0b17be tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] 10.222.0.35 "GET /v2.0/ports?device_id=75b87a76-ad52-4618-a214-48088ec58aef HTTP/1.1" status: 200 len: 210 time: 0.0439734 May 20 20:59:25.982407 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-14e13687-731b-419e-a73e-37ea6322114f tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Deleting port 4a552925-7152-4e76-9e66-e60cdf97af55 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:59:25.983520 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-13808907-a625-4dd9-ae2c-591695586846 tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33068388'] for subnet, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:25.997583 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-14e13687-731b-419e-a73e-37ea6322114f tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:26.118373 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-14e13687-731b-419e-a73e-37ea6322114f tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:26.125716 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-045af509-c76d-43e7-b6ad-ddd6b1f94d16 None None] Provisioning complete for port 1b33dcea-5b0d-4c63-9a82-f590da82a1d3 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:59:26.126089 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-045af509-c76d-43e7-b6ad-ddd6b1f94d16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:26.133166 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-14e13687-731b-419e-a73e-37ea6322114f tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Calling delete_port for 4a552925-7152-4e76-9e66-e60cdf97af55 owned by {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:59:26.232543 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-537a97a5-bae3-4fa9-99f8-f30e334cc078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:26.234613 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-537a97a5-bae3-4fa9-99f8-f30e334cc078 service neutron] 10.222.0.13 "GET /v2.0/ports/e5e479b5-1f0b-4f2a-8602-65a393830577 HTTP/1.1" status: 200 len: 1032 time: 0.1457977 May 20 20:59:26.324465 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-20bc445b-7ab5-42d0-95fa-290d54ba8296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:26.324465 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-20bc445b-7ab5-42d0-95fa-290d54ba8296 service neutron] 10.222.0.13 "GET /v2.0/ports/70abfc69-b0e3-44bf-8960-f0d10e058c3c HTTP/1.1" status: 200 len: 1032 time: 0.0787585 May 20 20:59:26.345600 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7773c3ab-575e-4499-afb7-bd3fbcce20b7 req-ed32c839-d9b9-4707-a962-2ee484b74052 tempest-ServerRescueTestJSON-1875264190 tempest-ServerRescueTestJSON-1875264190-project] Made reservation on behalf of 24c170f09144465391fa4bf4af2ca207 for: {'port': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:59:26.349683 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-7773c3ab-575e-4499-afb7-bd3fbcce20b7 req-ed32c839-d9b9-4707-a962-2ee484b74052 tempest-ServerRescueTestJSON-1875264190 tempest-ServerRescueTestJSON-1875264190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:26.353555 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-13808907-a625-4dd9-ae2c-591695586846 tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33068399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3797621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4018265'] for subnet, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:26.455474 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-13808907-a625-4dd9-ae2c-591695586846 tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Notify callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:26.461482 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-13808907-a625-4dd9-ae2c-591695586846 tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] 10.222.0.35 "DELETE /v2.0/subnets/e4e5cdd6-2bf2-485c-a5cf-70131c8b91d8 HTTP/1.1" status: 204 len: 168 time: 1.2084720 May 20 20:59:26.468018 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 36482) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:59:26.477886 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13808907-a625-4dd9-ae2c-591695586846 tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Pushing event deleted for resources: {'Subnet': ['ID=e4e5cdd6-2bf2-485c-a5cf-70131c8b91d8,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:59:26.508136 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f40fb45e-bc98-4527-a575-b08d7de623b5 None None] Network cb355565-1e07-468a-ae97-b59c6d07fccb requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:59:26.584629 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-045af509-c76d-43e7-b6ad-ddd6b1f94d16 None None] Current status of the port 1b33dcea-5b0d-4c63-9a82-f590da82a1d3 is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:59:26.584629 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-045af509-c76d-43e7-b6ad-ddd6b1f94d16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:26.668886 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-14e13687-731b-419e-a73e-37ea6322114f tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:26.764076 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e13687-731b-419e-a73e-37ea6322114f tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Pushing event deleted for resources: {'Port': ['ID=4a552925-7152-4e76-9e66-e60cdf97af55,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:59:26.778676 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-b602fffc-bb63-419a-a7d1-72ebee177ccc tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:26.804684 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-045af509-c76d-43e7-b6ad-ddd6b1f94d16 None None] For port 1b33dcea-5b0d-4c63-9a82-f590da82a1d3, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=1b33dcea-5b0d-4c63-9a82-f590da82a1d3,segment=NetworkSegment(f5705048-66fd-4627-af8c-03443c37dd17),segment_id=f5705048-66fd-4627-af8c-03443c37dd17)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:59:26.805552 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-b602fffc-bb63-419a-a7d1-72ebee177ccc tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:26.827016 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-b602fffc-bb63-419a-a7d1-72ebee177ccc tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:26.835510 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 1b33dcea-5b0d-4c63-9a82-f590da82a1d3 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:59:26.837054 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-b602fffc-bb63-419a-a7d1-72ebee177ccc tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] 10.222.0.13 "GET /v2.0/networks?id=1e3e44fa-7b8c-41ab-9fa2-0a6471f01b68&id=2092c81d-6283-40f1-9bf1-5f286393c29e&id=2092c81d-6283-40f1-9bf1-5f286393c29e&id=2092c81d-6283-40f1-9bf1-5f286393c29e&id=2092c81d-6283-40f1-9bf1-5f286393c29e&id=406fd18c-0c2e-4f41-b1be-e40f4d4f5f09&id=406fd18c-0c2e-4f41-b1be-e40f4d4f5f09 HTTP/1.1" status: 200 len: 1994 time: 0.4631898 May 20 20:59:26.857093 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5e58bc31-05f6-4867-8f99-fe1c62ed62b8 tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33160123'] for network, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:26.868581 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-14e13687-731b-419e-a73e-37ea6322114f tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:26.868581 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-14e13687-731b-419e-a73e-37ea6322114f tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "DELETE /v2.0/ports/4a552925-7152-4e76-9e66-e60cdf97af55 HTTP/1.1" status: 204 len: 168 time: 1.2170022 May 20 20:59:26.873901 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 36496) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:59:26.906345 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-045af509-c76d-43e7-b6ad-ddd6b1f94d16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:27.046572 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 1b33dcea-5b0d-4c63-9a82-f590da82a1d3 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:59:27.050803 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:27.080058 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-989725b4-9ab4-46cc-854e-2a7761ef7bd3 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:27.091698 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-989725b4-9ab4-46cc-854e-2a7761ef7bd3 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:27.093621 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-989725b4-9ab4-46cc-854e-2a7761ef7bd3 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.2125289 May 20 20:59:27.096885 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 36506) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:59:27.115267 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-c9396a80-9698-4c97-a486-3388f66aaa44 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0460753b23084d8f8624c2387ec65eda HTTP/1.1" status: 200 len: 380 time: 0.2370107 May 20 20:59:27.135944 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [req-7773c3ab-575e-4499-afb7-bd3fbcce20b7 req-ed32c839-d9b9-4707-a962-2ee484b74052 tempest-ServerRescueTestJSON-1875264190 tempest-ServerRescueTestJSON-1875264190-project] Allocated IP 172.20.0.13 (27501fcc-897d-46d3-a5f8-4e490573ef38/3d242ec6-9f33-44c2-af97-1bbf8381438b/afbabf26-1a5c-4eb3-a89d-dc24eeff94c2) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:59:27.140923 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-a9dddbdf-de42-4bae-9ab5-33bdf7d246ce tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Request body: {'port': {'device_id': '75b87a76-ad52-4618-a214-48088ec58aef', 'network_id': '1e3e44fa-7b8c-41ab-9fa2-0a6471f01b68', 'admin_state_up': True, 'tenant_id': '0460753b23084d8f8624c2387ec65eda', 'security_groups': ['c6c3d501-aad0-44cc-8dfe-290dffd2c6d4']}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:59:27.158160 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45db4013-884b-4af6-8e9c-56d7e6676828 None None] DHCP port deletion for cb355565-1e07-468a-ae97-b59c6d07fccb request from n-d-842733-1 {{(pid=103164) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 20:59:27.171961 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-e996984e-0985-43b3-8978-f47133073166 None None] Could not find standard attr ID for object 4a552925-7152-4e76-9e66-e60cdf97af55. {{(pid=103164) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 20 20:59:27.173599 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045af509-c76d-43e7-b6ad-ddd6b1f94d16 None None] Pushing event updated for resources: {'Port': ['ID=1b33dcea-5b0d-4c63-9a82-f590da82a1d3,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:59:27.216106 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6d7291ef-1da9-4e59-8735-234c261cdc24 req-dd91aa18-0a5d-4242-a246-5ce5ab4664e3 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] 10.222.0.35 "GET /v2.0/ports?device_id=75b87a76-ad52-4618-a214-48088ec58aef HTTP/1.1" status: 200 len: 210 time: 0.1017730 May 20 20:59:27.252638 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-5e58bc31-05f6-4867-8f99-fe1c62ed62b8 tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Deleting port 4464bd2a-b104-4b7d-8876-96d1d3a89eb7 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:59:27.254474 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5e58bc31-05f6-4867-8f99-fe1c62ed62b8 tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:27.320094 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 1b33dcea-5b0d-4c63-9a82-f590da82a1d3 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:59:27.348440 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-45db4013-884b-4af6-8e9c-56d7e6676828 None None] Deleting port 4464bd2a-b104-4b7d-8876-96d1d3a89eb7 {{(pid=103164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:59:27.349248 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-45db4013-884b-4af6-8e9c-56d7e6676828 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:27.375575 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-5e58bc31-05f6-4867-8f99-fe1c62ed62b8 tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] For port 4464bd2a-b104-4b7d-8876-96d1d3a89eb7, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=4464bd2a-b104-4b7d-8876-96d1d3a89eb7,segment=NetworkSegment(2ac7b2aa-ba5e-4e94-a1d0-0f339f74565d),segment_id=2ac7b2aa-ba5e-4e94-a1d0-0f339f74565d)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:59:27.375949 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5e58bc31-05f6-4867-8f99-fe1c62ed62b8 tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:27.390989 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-34171677-7dc5-424e-84fc-0e64d969eb4d req-4f071860-1c1e-41d6-aaeb-2d6978f4ea37 tempest-ServerRescueTestJSON-1875264190 tempest-ServerRescueTestJSON-1875264190-project] 10.222.0.35 "GET /v2.0/ports?device_id=f9588405-283d-4b05-8b1b-84fde98f06b9 HTTP/1.1" status: 200 len: 210 time: 0.2701805 May 20 20:59:27.429100 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-5e58bc31-05f6-4867-8f99-fe1c62ed62b8 tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Calling delete_port for 4464bd2a-b104-4b7d-8876-96d1d3a89eb7 owned by network:dhcp {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:59:27.455629 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_v2 [None req-e21560a3-2107-4003-9df6-f0044e5f221a tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Deleting subnet 06441a0f-d1ec-4bc4-8f6b-7d9601fd2373 {{(pid=103163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 20 20:59:27.475738 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e21560a3-2107-4003-9df6-f0044e5f221a tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks [] for subnet, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:27.493716 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-45db4013-884b-4af6-8e9c-56d7e6676828 None None] For port 4464bd2a-b104-4b7d-8876-96d1d3a89eb7, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=4464bd2a-b104-4b7d-8876-96d1d3a89eb7,segment=NetworkSegment(2ac7b2aa-ba5e-4e94-a1d0-0f339f74565d),segment_id=2ac7b2aa-ba5e-4e94-a1d0-0f339f74565d)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:59:27.494260 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-45db4013-884b-4af6-8e9c-56d7e6676828 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:27.523192 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-45db4013-884b-4af6-8e9c-56d7e6676828 None None] Calling delete_port for 4464bd2a-b104-4b7d-8876-96d1d3a89eb7 owned by network:dhcp {{(pid=103164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:59:27.601123 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-7773c3ab-575e-4499-afb7-bd3fbcce20b7 req-ed32c839-d9b9-4707-a962-2ee484b74052 tempest-ServerRescueTestJSON-1875264190 tempest-ServerRescueTestJSON-1875264190-project] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:27.688282 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e21560a3-2107-4003-9df6-f0044e5f221a tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9338757'] for subnet, precommit_delete_associations {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:27.762925 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-a9dddbdf-de42-4bae-9ab5-33bdf7d246ce tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Made reservation on behalf of 0460753b23084d8f8624c2387ec65eda for: {'port': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:59:27.767164 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-a9dddbdf-de42-4bae-9ab5-33bdf7d246ce tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:27.794750 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e21560a3-2107-4003-9df6-f0044e5f221a tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33068388'] for subnet, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:27.806348 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-45db4013-884b-4af6-8e9c-56d7e6676828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099'] for port, after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:27.837474 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5e58bc31-05f6-4867-8f99-fe1c62ed62b8 tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:27.840930 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-7773c3ab-575e-4499-afb7-bd3fbcce20b7 req-ed32c839-d9b9-4707-a962-2ee484b74052 tempest-ServerRescueTestJSON-1875264190 tempest-ServerRescueTestJSON-1875264190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:27.877651 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45db4013-884b-4af6-8e9c-56d7e6676828 None None] No DVR routers for this DVR port 4464bd2a-b104-4b7d-8876-96d1d3a89eb7 on host n-d-842733-1 {{(pid=103164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:59:27.879010 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e58bc31-05f6-4867-8f99-fe1c62ed62b8 tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Pushing event deleted for resources: {'Port': ['ID=4464bd2a-b104-4b7d-8876-96d1d3a89eb7,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:59:27.894946 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e58bc31-05f6-4867-8f99-fe1c62ed62b8 tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] No DVR routers for this DVR port 4464bd2a-b104-4b7d-8876-96d1d3a89eb7 on host n-d-842733-1 {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:59:27.895606 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45db4013-884b-4af6-8e9c-56d7e6676828 None None] Pushing event deleted for resources: {'Port': ['ID=4464bd2a-b104-4b7d-8876-96d1d3a89eb7,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:59:27.897536 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] get_ports_and_sgs() called for port_ids ['58c3eec7-ca67-49ab-aa23-969e1932a180'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:59:27.996761 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5e58bc31-05f6-4867-8f99-fe1c62ed62b8 tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33072115', 'neutron.services.segments.db._delete_segments_for_network-8782419500584'] for network, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:28.001914 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7773c3ab-575e-4499-afb7-bd3fbcce20b7 req-ed32c839-d9b9-4707-a962-2ee484b74052 tempest-ServerRescueTestJSON-1875264190 tempest-ServerRescueTestJSON-1875264190-project] Network 27501fcc-897d-46d3-a5f8-4e490573ef38 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:59:28.033463 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e21560a3-2107-4003-9df6-f0044e5f221a tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33068399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9641221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8422588'] for subnet, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:28.040290 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [req-7773c3ab-575e-4499-afb7-bd3fbcce20b7 req-ed32c839-d9b9-4707-a962-2ee484b74052 tempest-ServerRescueTestJSON-1875264190 tempest-ServerRescueTestJSON-1875264190-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:59:28.045043 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-5e58bc31-05f6-4867-8f99-fe1c62ed62b8 tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb355565-1e07-468a-ae97-b59c6d07fccb']}} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:59:28.048060 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-7773c3ab-575e-4499-afb7-bd3fbcce20b7 req-ed32c839-d9b9-4707-a962-2ee484b74052 tempest-ServerRescueTestJSON-1875264190 tempest-ServerRescueTestJSON-1875264190-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:59:28.093693 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-5e58bc31-05f6-4867-8f99-fe1c62ed62b8 tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ac7b2aa-ba5e-4e94-a1d0-0f339f74565d') {'for_net_delete': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:59:28.094296 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-5e58bc31-05f6-4867-8f99-fe1c62ed62b8 tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ac7b2aa-ba5e-4e94-a1d0-0f339f74565d') {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:59:28.105563 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21560a3-2107-4003-9df6-f0044e5f221a tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Pushing event deleted for resources: {'Subnet': ['ID=06441a0f-d1ec-4bc4-8f6b-7d9601fd2373,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:59:28.108895 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5e58bc31-05f6-4867-8f99-fe1c62ed62b8 tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419501617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9338764'] for segment, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:28.118966 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e21560a3-2107-4003-9df6-f0044e5f221a tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks [] for subnet, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:28.122588 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-e21560a3-2107-4003-9df6-f0044e5f221a tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "DELETE /v2.0/subnets/06441a0f-d1ec-4bc4-8f6b-7d9601fd2373 HTTP/1.1" status: 204 len: 168 time: 1.0245156 May 20 20:59:28.125319 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 36526) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:59:28.135341 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eb6016a-f5af-43fc-a1c8-515134606e5c None None] Network 98f8b8d5-1379-4eeb-9e13-b2bbab96015a requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:59:28.176182 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-8d771789-2548-4e59-a677-626a7fd2dbda tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0496778 May 20 20:59:28.177320 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5e58bc31-05f6-4867-8f99-fe1c62ed62b8 tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:28.185523 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e58bc31-05f6-4867-8f99-fe1c62ed62b8 tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Releasing vlan 221 on physical network physnet1 to pool {{(pid=103163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 20:59:28.185924 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5e58bc31-05f6-4867-8f99-fe1c62ed62b8 tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9638311'] for segment, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:28.256233 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 36528) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:59:28.262416 n-d-842733-1 neutron-server[103163]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 20:59:28.262416 n-d-842733-1 neutron-server[103163]: self.session.flush() May 20 20:59:28.262416 n-d-842733-1 neutron-server[103163]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 20:59:28.262416 n-d-842733-1 neutron-server[103163]: self.session.flush() May 20 20:59:28.262416 n-d-842733-1 neutron-server[103163]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 20:59:28.262416 n-d-842733-1 neutron-server[103163]: self.session.flush() May 20 20:59:28.262416 n-d-842733-1 neutron-server[103163]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 20:59:28.262416 n-d-842733-1 neutron-server[103163]: self.session.flush() May 20 20:59:28.262416 n-d-842733-1 neutron-server[103163]: Traceback (most recent call last): May 20 20:59:28.262416 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 20:59:28.262416 n-d-842733-1 neutron-server[103163]: timer() May 20 20:59:28.262416 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 20:59:28.262416 n-d-842733-1 neutron-server[103163]: cb(*args, **kw) May 20 20:59:28.262416 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 20 20:59:28.262416 n-d-842733-1 neutron-server[103163]: return func(*args, **kwargs) May 20 20:59:28.262416 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 20:59:28.262416 n-d-842733-1 neutron-server[103163]: self._notify() May 20 20:59:28.262416 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 20:59:28.262416 n-d-842733-1 neutron-server[103163]: self.callback(batched_events) May 20 20:59:28.262416 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 20:59:28.262416 n-d-842733-1 neutron-server[103163]: event.method(event) May 20 20:59:28.262416 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 20 20:59:28.262416 n-d-842733-1 neutron-server[103163]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 20:59:28.262416 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 20 20:59:28.262416 n-d-842733-1 neutron-server[103163]: aggregate_uuid = self.p_client.list_aggregates( May 20 20:59:28.262416 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 20 20:59:28.262416 n-d-842733-1 neutron-server[103163]: return f(self, *a, **k) May 20 20:59:28.262416 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 20 20:59:28.262416 n-d-842733-1 neutron-server[103163]: return self._get(url).json() May 20 20:59:28.262416 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 20 20:59:28.262416 n-d-842733-1 neutron-server[103163]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 20:59:28.262416 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 20:59:28.262416 n-d-842733-1 neutron-server[103163]: return self.request(url, 'GET', **kwargs) May 20 20:59:28.262416 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 20:59:28.262416 n-d-842733-1 neutron-server[103163]: base_url = self.get_endpoint(auth, allow=allow, May 20 20:59:28.262416 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 20:59:28.262416 n-d-842733-1 neutron-server[103163]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 20:59:28.262416 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 20:59:28.262416 n-d-842733-1 neutron-server[103163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 20:59:28.262416 n-d-842733-1 neutron-server[103163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 20:59:28.265146 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7773c3ab-575e-4499-afb7-bd3fbcce20b7 req-ed32c839-d9b9-4707-a962-2ee484b74052 tempest-ServerRescueTestJSON-1875264190 tempest-ServerRescueTestJSON-1875264190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:28.265146 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-7773c3ab-575e-4499-afb7-bd3fbcce20b7 req-ed32c839-d9b9-4707-a962-2ee484b74052 tempest-ServerRescueTestJSON-1875264190 tempest-ServerRescueTestJSON-1875264190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:28.303063 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-bee7cbf3-ee57-49ed-b8a6-fea1ea19619e tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Request body: {'subnet': {'network_id': '98f8b8d5-1379-4eeb-9e13-b2bbab96015a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:59:28.333260 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5e58bc31-05f6-4867-8f99-fe1c62ed62b8 tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33072122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748162'] for network, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:28.339231 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5e58bc31-05f6-4867-8f99-fe1c62ed62b8 tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:28.349083 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-5e58bc31-05f6-4867-8f99-fe1c62ed62b8 tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] 10.222.0.35 "DELETE /v2.0/networks/cb355565-1e07-468a-ae97-b59c6d07fccb HTTP/1.1" status: 204 len: 168 time: 1.8776672 May 20 20:59:28.396010 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e58bc31-05f6-4867-8f99-fe1c62ed62b8 tempest-NetworksIpV6TestAttrs-404503095 tempest-NetworksIpV6TestAttrs-404503095-project] Pushing event deleted for resources: {'Network': ['ID=cb355565-1e07-468a-ae97-b59c6d07fccb,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:59:28.428173 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6299d3b3-8462-45d4-8287-ad401200fa82 None None] DHCP port deletion for 98f8b8d5-1379-4eeb-9e13-b2bbab96015a request from n-d-842733-1 {{(pid=103164) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 20:59:28.428527 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed32c839-d9b9-4707-a962-2ee484b74052 tempest-ServerRescueTestJSON-1875264190 tempest-ServerRescueTestJSON-1875264190-project] Pushing event updated for resources: {'Port': ['ID=afbabf26-1a5c-4eb3-a89d-dc24eeff94c2,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:59:28.482490 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-13ac7501-3006-4f3c-bb2b-d1085b5c9ea9 req-29b809a1-d919-4dc6-96ac-40d8465d767d tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] 10.222.0.35 "GET /v2.0/ports?device_id=75b87a76-ad52-4618-a214-48088ec58aef HTTP/1.1" status: 200 len: 210 time: 0.0457938 May 20 20:59:28.593783 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-6299d3b3-8462-45d4-8287-ad401200fa82 None None] Deleting port 1b33dcea-5b0d-4c63-9a82-f590da82a1d3 {{(pid=103164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:59:28.594438 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-6299d3b3-8462-45d4-8287-ad401200fa82 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:28.609304 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-7773c3ab-575e-4499-afb7-bd3fbcce20b7 req-ed32c839-d9b9-4707-a962-2ee484b74052 tempest-ServerRescueTestJSON-1875264190 tempest-ServerRescueTestJSON-1875264190-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7612894 May 20 20:59:28.682141 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [req-7773c3ab-575e-4499-afb7-bd3fbcce20b7 req-09fff393-1a27-4941-b9bd-9a11c2650b46 service neutron] Request body: {'port': {'device_id': 'f9588405-283d-4b05-8b1b-84fde98f06b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-842733-1'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:59:28.694538 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998c783a-7831-4304-aac7-f173153273c1 req-5c8461d3-f990-4d08-82dc-074fbe2895c2 tempest-ServerRescueTestJSON-1875264190 tempest-ServerRescueTestJSON-1875264190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:28.706997 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-998c783a-7831-4304-aac7-f173153273c1 req-5c8461d3-f990-4d08-82dc-074fbe2895c2 tempest-ServerRescueTestJSON-1875264190 tempest-ServerRescueTestJSON-1875264190-project] 10.222.0.35 "GET /v2.0/ports?device_id=f9588405-283d-4b05-8b1b-84fde98f06b9 HTTP/1.1" status: 200 len: 932 time: 0.1208308 May 20 20:59:28.758378 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-a9dddbdf-de42-4bae-9ab5-33bdf7d246ce tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Allocated IP 172.20.0.7 (1e3e44fa-7b8c-41ab-9fa2-0a6471f01b68/88b96f62-8032-4008-8101-2fc29fd0425b/92f180c2-0d12-4276-b468-9633e951982b) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:59:28.775396 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 4464bd2a-b104-4b7d-8876-96d1d3a89eb7 no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:59:28.783776 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-998c783a-7831-4304-aac7-f173153273c1 req-a0c11fc1-7499-4ed2-b095-f193d60f1cad tempest-ServerRescueTestJSON-1875264190 tempest-ServerRescueTestJSON-1875264190-project] 10.222.0.35 "GET /v2.0/security-groups?id=3ca0fb1c-c695-4a0a-a152-dfa8f160f4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703790 May 20 20:59:28.828885 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-6299d3b3-8462-45d4-8287-ad401200fa82 None None] For port 1b33dcea-5b0d-4c63-9a82-f590da82a1d3, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=1b33dcea-5b0d-4c63-9a82-f590da82a1d3,segment=NetworkSegment(f5705048-66fd-4627-af8c-03443c37dd17),segment_id=f5705048-66fd-4627-af8c-03443c37dd17)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:59:28.829546 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-6299d3b3-8462-45d4-8287-ad401200fa82 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:28.844543 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-6299d3b3-8462-45d4-8287-ad401200fa82 None None] Calling delete_port for 1b33dcea-5b0d-4c63-9a82-f590da82a1d3 owned by network:dhcp {{(pid=103164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:59:28.875502 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-7773c3ab-575e-4499-afb7-bd3fbcce20b7 req-09fff393-1a27-4941-b9bd-9a11c2650b46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:28.949244 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: 4464bd2a-b104-4b7d-8876-96d1d3a89eb7 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 20:59:28.949589 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 4464bd2a-b104-4b7d-8876-96d1d3a89eb7 not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 20:59:28.949991 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 1b33dcea-5b0d-4c63-9a82-f590da82a1d3 no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:59:29.021599 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bee7cbf3-ee57-49ed-b8a6-fea1ea19619e tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Made reservation on behalf of ab4ded6dc75a4ab5a4f9dae9e5aa3753 for: {'subnet': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:59:29.026065 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bee7cbf3-ee57-49ed-b8a6-fea1ea19619e tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4018244'] for subnet, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:29.050639 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 1b33dcea-5b0d-4c63-9a82-f590da82a1d3 is: ACTIVE; New status is: DOWN {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:59:29.050639 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:29.063924 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-6299d3b3-8462-45d4-8287-ad401200fa82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099'] for port, after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:29.108223 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6299d3b3-8462-45d4-8287-ad401200fa82 None None] No DVR routers for this DVR port 1b33dcea-5b0d-4c63-9a82-f590da82a1d3 on host n-d-842733-1 {{(pid=103164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:59:29.147601 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 36560) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:59:29.176767 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6299d3b3-8462-45d4-8287-ad401200fa82 None None] Pushing event deleted for resources: {'Port': ['ID=1b33dcea-5b0d-4c63-9a82-f590da82a1d3,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:59:29.414112 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-6639929d-da1c-44c3-9af4-1cb67765c33b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0a03a23766784265957923d23bf66983&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2646687 May 20 20:59:29.417860 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 36578) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:59:29.526373 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0d1ce2d6-60de-4479-8150-095d0658a34e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:29.555739 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0d1ce2d6-60de-4479-8150-095d0658a34e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:29.665563 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8ef252bd-1f30-43f3-aa8d-475a058768bb req-db85c06c-e63d-4402-9764-21478984bf69 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] 10.222.0.35 "GET /v2.0/ports?device_id=75b87a76-ad52-4618-a214-48088ec58aef HTTP/1.1" status: 200 len: 210 time: 0.0311923 May 20 20:59:29.735027 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0d1ce2d6-60de-4479-8150-095d0658a34e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:29.739910 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0d1ce2d6-60de-4479-8150-095d0658a34e admin admin] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:29.741176 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-0d1ce2d6-60de-4479-8150-095d0658a34e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/91cad498-7cf7-40dc-8b6f-3e5d12155635 HTTP/1.1" status: 204 len: 168 time: 0.3220119 May 20 20:59:29.754742 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1ce2d6-60de-4479-8150-095d0658a34e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91cad498-7cf7-40dc-8b6f-3e5d12155635,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:59:30.079104 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934c7b8c-0476-4af4-85bb-779746442656 req-639dd953-66a6-4828-bf35-9befd40b3900 tempest-ServerRescueTestJSON-1875264190 tempest-ServerRescueTestJSON-1875264190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:30.080855 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-934c7b8c-0476-4af4-85bb-779746442656 req-639dd953-66a6-4828-bf35-9befd40b3900 tempest-ServerRescueTestJSON-1875264190 tempest-ServerRescueTestJSON-1875264190-project] 10.222.0.35 "GET /v2.0/ports?device_id=f9588405-283d-4b05-8b1b-84fde98f06b9 HTTP/1.1" status: 200 len: 932 time: 0.1201434 May 20 20:59:30.169972 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-a9dddbdf-de42-4bae-9ab5-33bdf7d246ce tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:30.204996 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-934c7b8c-0476-4af4-85bb-779746442656 req-4b63ec12-3863-43b1-a4ec-aec3c984d3a4 tempest-ServerRescueTestJSON-1875264190 tempest-ServerRescueTestJSON-1875264190-project] 10.222.0.35 "GET /v2.0/security-groups?id=3ca0fb1c-c695-4a0a-a152-dfa8f160f4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108162 May 20 20:59:30.229956 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [req-7773c3ab-575e-4499-afb7-bd3fbcce20b7 req-09fff393-1a27-4941-b9bd-9a11c2650b46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id afbabf26-1a5c-4eb3-a89d-dc24eeff94c2 {{(pid=103162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:59:30.244829 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-7773c3ab-575e-4499-afb7-bd3fbcce20b7 req-09fff393-1a27-4941-b9bd-9a11c2650b46 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:30.274855 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.provisioning_blocks [req-7773c3ab-575e-4499-afb7-bd3fbcce20b7 req-09fff393-1a27-4941-b9bd-9a11c2650b46 service neutron] Transition to ACTIVE for port object afbabf26-1a5c-4eb3-a89d-dc24eeff94c2 will not be triggered until provisioned by entity L2. {{(pid=103162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 20:59:30.395869 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-7773c3ab-575e-4499-afb7-bd3fbcce20b7 req-09fff393-1a27-4941-b9bd-9a11c2650b46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:30.481174 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-a9dddbdf-de42-4bae-9ab5-33bdf7d246ce tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:30.509894 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fff393-1a27-4941-b9bd-9a11c2650b46 service neutron] Pushing event updated for resources: {'Port': ['ID=afbabf26-1a5c-4eb3-a89d-dc24eeff94c2,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:59:30.579477 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-a9dddbdf-de42-4bae-9ab5-33bdf7d246ce tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Network 1e3e44fa-7b8c-41ab-9fa2-0a6471f01b68 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:59:30.591273 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-a9dddbdf-de42-4bae-9ab5-33bdf7d246ce tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:59:30.602752 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-a9dddbdf-de42-4bae-9ab5-33bdf7d246ce tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:59:30.607504 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dddbdf-de42-4bae-9ab5-33bdf7d246ce tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Pushing event updated for resources: {'Port': ['ID=92f180c2-0d12-4276-b468-9633e951982b,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:59:30.684005 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-7773c3ab-575e-4499-afb7-bd3fbcce20b7 req-09fff393-1a27-4941-b9bd-9a11c2650b46 service neutron] Attempting to bind port afbabf26-1a5c-4eb3-a89d-dc24eeff94c2 on host n-h2-842733-1 for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:59:30.684354 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-7773c3ab-575e-4499-afb7-bd3fbcce20b7 req-09fff393-1a27-4941-b9bd-9a11c2650b46 service neutron] Attempting to bind port afbabf26-1a5c-4eb3-a89d-dc24eeff94c2 by drivers openvswitch,hyperv on host n-h2-842733-1 at level 0 using segments [{'id': 'f71daceb-c498-4797-b825-ec97843817b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '27501fcc-897d-46d3-a5f8-4e490573ef38'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:59:30.684683 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7773c3ab-575e-4499-afb7-bd3fbcce20b7 req-09fff393-1a27-4941-b9bd-9a11c2650b46 service neutron] Attempting to bind port afbabf26-1a5c-4eb3-a89d-dc24eeff94c2 on network 27501fcc-897d-46d3-a5f8-4e490573ef38 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:59:30.704068 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-a9dddbdf-de42-4bae-9ab5-33bdf7d246ce tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:30.704967 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-a9dddbdf-de42-4bae-9ab5-33bdf7d246ce tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:30.711569 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7773c3ab-575e-4499-afb7-bd3fbcce20b7 req-09fff393-1a27-4941-b9bd-9a11c2650b46 service neutron] Port afbabf26-1a5c-4eb3-a89d-dc24eeff94c2 on network 27501fcc-897d-46d3-a5f8-4e490573ef38 not bound, no agent of type Open vSwitch agent registered on host n-h2-842733-1 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 20:59:30.711826 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7773c3ab-575e-4499-afb7-bd3fbcce20b7 req-09fff393-1a27-4941-b9bd-9a11c2650b46 service neutron] Attempting to bind port afbabf26-1a5c-4eb3-a89d-dc24eeff94c2 on network 27501fcc-897d-46d3-a5f8-4e490573ef38 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:59:30.747005 n-d-842733-1 neutron-server[103162]: DEBUG neutron.objects.ports [None req-bee7cbf3-ee57-49ed-b8a6-fea1ea19619e tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103162) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} May 20 20:59:30.747005 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bee7cbf3-ee57-49ed-b8a6-fea1ea19619e tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3797684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4018258'] for subnet, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:30.752863 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7773c3ab-575e-4499-afb7-bd3fbcce20b7 req-09fff393-1a27-4941-b9bd-9a11c2650b46 service neutron] Checking agent: {'id': 'a66f2511-b955-448f-877c-56cfe9c81b12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 33, 2), 'started_at': datetime.datetime(2022, 5, 20, 20, 33, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 59, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:59:30.753250 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7773c3ab-575e-4499-afb7-bd3fbcce20b7 req-09fff393-1a27-4941-b9bd-9a11c2650b46 service neutron] Checking segment: {'id': 'f71daceb-c498-4797-b825-ec97843817b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '27501fcc-897d-46d3-a5f8-4e490573ef38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:59:30.753691 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7773c3ab-575e-4499-afb7-bd3fbcce20b7 req-09fff393-1a27-4941-b9bd-9a11c2650b46 service neutron] Bound using segment: {'id': 'f71daceb-c498-4797-b825-ec97843817b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '27501fcc-897d-46d3-a5f8-4e490573ef38'} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:59:30.754256 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-7773c3ab-575e-4499-afb7-bd3fbcce20b7 req-09fff393-1a27-4941-b9bd-9a11c2650b46 service neutron] Bound port: afbabf26-1a5c-4eb3-a89d-dc24eeff94c2, host: n-h2-842733-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f71daceb-c498-4797-b825-ec97843817b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '27501fcc-897d-46d3-a5f8-4e490573ef38'}}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:59:30.754498 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-7773c3ab-575e-4499-afb7-bd3fbcce20b7 req-09fff393-1a27-4941-b9bd-9a11c2650b46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:30.814507 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bee7cbf3-ee57-49ed-b8a6-fea1ea19619e tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Network 98f8b8d5-1379-4eeb-9e13-b2bbab96015a is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:59:30.866479 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-bee7cbf3-ee57-49ed-b8a6-fea1ea19619e tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:59:30.873671 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bee7cbf3-ee57-49ed-b8a6-fea1ea19619e tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:30.874267 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bee7cbf3-ee57-49ed-b8a6-fea1ea19619e tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:30.897763 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d5c8869-99e6-4fd5-9220-82ae18f2f56a None None] Network 98f8b8d5-1379-4eeb-9e13-b2bbab96015a requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:59:30.921171 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee7cbf3-ee57-49ed-b8a6-fea1ea19619e tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Pushing event updated for resources: {'Subnet': ['ID=d60c2b27-c8ab-431a-b891-a8cb69e1b1d0,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:59:30.930904 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-a9dddbdf-de42-4bae-9ab5-33bdf7d246ce tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7963884 May 20 20:59:30.934579 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-7773c3ab-575e-4499-afb7-bd3fbcce20b7 req-09fff393-1a27-4941-b9bd-9a11c2650b46 service neutron] For port afbabf26-1a5c-4eb3-a89d-dc24eeff94c2, host n-h2-842733-1, cleared binding levels {{(pid=103162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:59:30.939722 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-7773c3ab-575e-4499-afb7-bd3fbcce20b7 req-09fff393-1a27-4941-b9bd-9a11c2650b46 service neutron] For port afbabf26-1a5c-4eb3-a89d-dc24eeff94c2, host n-h2-842733-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=afbabf26-1a5c-4eb3-a89d-dc24eeff94c2,segment=NetworkSegment(f71daceb-c498-4797-b825-ec97843817b7),segment_id=f71daceb-c498-4797-b825-ec97843817b7)] {{(pid=103162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:59:30.955483 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b1097f-a21f-4c18-a860-e02547c8d2ee req-24e069f6-eeaf-45af-a4b1-7353df905ab4 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:30.961466 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-77bd4f6a-561b-47a1-a0bc-7be2e065c10c tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Request body: {'port': {'device_id': '75b87a76-ad52-4618-a214-48088ec58aef', 'network_id': '2092c81d-6283-40f1-9bf1-5f286393c29e', 'admin_state_up': True, 'tenant_id': '0460753b23084d8f8624c2387ec65eda', 'security_groups': ['c6c3d501-aad0-44cc-8dfe-290dffd2c6d4']}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:59:30.982841 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c0b1097f-a21f-4c18-a860-e02547c8d2ee req-24e069f6-eeaf-45af-a4b1-7353df905ab4 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] 10.222.0.35 "GET /v2.0/ports?device_id=75b87a76-ad52-4618-a214-48088ec58aef HTTP/1.1" status: 200 len: 931 time: 0.1531649 May 20 20:59:31.027004 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-747f1db3-456e-4146-aa99-1fcc979cea70 None None] Provisioning complete for port 92f180c2-0d12-4276-b468-9633e951982b triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:59:31.027198 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-747f1db3-456e-4146-aa99-1fcc979cea70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:31.110516 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-bee7cbf3-ee57-49ed-b8a6-fea1ea19619e tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.8314021 May 20 20:59:31.112864 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-7773c3ab-575e-4499-afb7-bd3fbcce20b7 req-09fff393-1a27-4941-b9bd-9a11c2650b46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:31.120172 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 36660) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:59:31.122090 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c0b1097f-a21f-4c18-a860-e02547c8d2ee req-803ec027-c0bd-400b-8f04-f0f39095bb2a tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] 10.222.0.35 "GET /v2.0/security-groups?id=c6c3d501-aad0-44cc-8dfe-290dffd2c6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1362262 May 20 20:59:31.154577 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-7cc32289-cde4-4be7-9ccb-8a7191180aa2 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Request body: {'port': {'network_id': '98f8b8d5-1379-4eeb-9e13-b2bbab96015a', 'mac_address': 'fa:16:3e:99:6f:ed', 'name': 'tempest-NetworksTestDHCPv6-660564825'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:59:31.176805 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-747f1db3-456e-4146-aa99-1fcc979cea70 None None] Port 92f180c2-0d12-4276-b468-9633e951982b cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 20:59:31.288649 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6acdcd09-5e41-48fc-b89b-7e4fdb7df4b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaee2b848-d4b9-5db1-b6ef-d6db29d67de7-98f8b8d5-1379-4eeb-9e13-b2bbab96015a', 'network_id': '98f8b8d5-1379-4eeb-9e13-b2bbab96015a', 'tenant_id': 'ab4ded6dc75a4ab5a4f9dae9e5aa3753', 'fixed_ips': [{'subnet_id': 'd60c2b27-c8ab-431a-b891-a8cb69e1b1d0'}]}} from n-d-842733-1. {{(pid=103164) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 20:59:31.291138 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-6acdcd09-5e41-48fc-b89b-7e4fdb7df4b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:31.320751 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7773c3ab-575e-4499-afb7-bd3fbcce20b7 req-09fff393-1a27-4941-b9bd-9a11c2650b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:31.321409 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-7773c3ab-575e-4499-afb7-bd3fbcce20b7 req-09fff393-1a27-4941-b9bd-9a11c2650b46 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:31.322800 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-7773c3ab-575e-4499-afb7-bd3fbcce20b7 req-09fff393-1a27-4941-b9bd-9a11c2650b46 service neutron] 10.222.0.13 "PUT /v2.0/ports/afbabf26-1a5c-4eb3-a89d-dc24eeff94c2 HTTP/1.1" status: 200 len: 1092 time: 2.6872444 May 20 20:59:31.323268 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9588405-283d-4b05-8b1b-84fde98f06b9', 'tag': 'afbabf26-1a5c-4eb3-a89d-dc24eeff94c2'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:59:31.329711 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6fa957933fccbf596d28104b23404b952ad6a8238afaebaed40a0874b2e409" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cc0e071-108e-44b1-a487-3fffbb7fd671" -d '{"events": [{"name": "network-changed", "server_uuid": "f9588405-283d-4b05-8b1b-84fde98f06b9", "tag": "afbabf26-1a5c-4eb3-a89d-dc24eeff94c2"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:59:31.451854 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 20:59:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d3489ae-7813-4d08-81cc-cbd656a79c33 x-openstack-request-id: req-3d3489ae-7813-4d08-81cc-cbd656a79c33 {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:59:31.452149 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9588405-283d-4b05-8b1b-84fde98f06b9", "tag": "afbabf26-1a5c-4eb3-a89d-dc24eeff94c2", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:59:31.452405 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3d3489ae-7813-4d08-81cc-cbd656a79c33 {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:59:31.452812 n-d-842733-1 neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d3489ae-7813-4d08-81cc-cbd656a79c33'] response: {'name': 'network-changed', 'server_uuid': 'f9588405-283d-4b05-8b1b-84fde98f06b9', 'tag': 'afbabf26-1a5c-4eb3-a89d-dc24eeff94c2', 'status': 'completed', 'code': 200} May 20 20:59:31.471475 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 36688) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:59:31.472163 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fff393-1a27-4941-b9bd-9a11c2650b46 service neutron] Pushing event updated for resources: {'Port': ['ID=afbabf26-1a5c-4eb3-a89d-dc24eeff94c2,revision_number=3']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:59:31.509482 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606125e5-1b9f-4e42-a503-9c95f42305b4 req-dcbf486e-61a1-408c-8a4e-b01c2f703d6e tempest-ServerRescueTestJSON-1875264190 tempest-ServerRescueTestJSON-1875264190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:31.517305 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-606125e5-1b9f-4e42-a503-9c95f42305b4 req-dcbf486e-61a1-408c-8a4e-b01c2f703d6e tempest-ServerRescueTestJSON-1875264190 tempest-ServerRescueTestJSON-1875264190-project] 10.222.0.35 "GET /v2.0/ports?device_id=f9588405-283d-4b05-8b1b-84fde98f06b9 HTTP/1.1" status: 200 len: 944 time: 0.1914775 May 20 20:59:31.563391 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-606125e5-1b9f-4e42-a503-9c95f42305b4 req-90dc689d-b295-4fb6-a23d-ea1141d60bf4 tempest-ServerRescueTestJSON-1875264190 tempest-ServerRescueTestJSON-1875264190-project] 10.222.0.35 "GET /v2.0/security-groups?id=3ca0fb1c-c695-4a0a-a152-dfa8f160f4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449753 May 20 20:59:31.601353 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [None req-6acdcd09-5e41-48fc-b89b-7e4fdb7df4b4 None None] Allocated IP 2001:db8::f816:3eff:fe82:c9f3 (98f8b8d5-1379-4eeb-9e13-b2bbab96015a/d60c2b27-c8ab-431a-b891-a8cb69e1b1d0/a8fcaa4c-3af2-4d49-8cf7-64e7bc74288d) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:59:31.670938 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7773c3ab-575e-4499-afb7-bd3fbcce20b7 req-50fa733e-3e09-4902-a3c9-077be86ccc79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:31.672467 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-7773c3ab-575e-4499-afb7-bd3fbcce20b7 req-50fa733e-3e09-4902-a3c9-077be86ccc79 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=24c170f09144465391fa4bf4af2ca207&device_id=f9588405-283d-4b05-8b1b-84fde98f06b9 HTTP/1.1" status: 200 len: 1095 time: 0.1834662 May 20 20:59:31.766619 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-654afac3-fdff-496a-bdfa-e494f5fae2e3 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-242455509'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:59:31.770464 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-7773c3ab-575e-4499-afb7-bd3fbcce20b7 req-9b48dd31-62b7-4380-aa91-289d4d986b92 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=afbabf26-1a5c-4eb3-a89d-dc24eeff94c2 HTTP/1.1" status: 200 len: 217 time: 0.0833566 May 20 20:59:31.771025 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-77bd4f6a-561b-47a1-a0bc-7be2e065c10c tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Made reservation on behalf of 0460753b23084d8f8624c2387ec65eda for: {'port': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:59:31.775325 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-77bd4f6a-561b-47a1-a0bc-7be2e065c10c tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:31.808961 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-6acdcd09-5e41-48fc-b89b-7e4fdb7df4b4 None None] Notify callbacks [] for port, precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:31.809675 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cc32289-cde4-4be7-9ccb-8a7191180aa2 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Made reservation on behalf of ab4ded6dc75a4ab5a4f9dae9e5aa3753 for: {'port': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:59:31.900107 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-6acdcd09-5e41-48fc-b89b-7e4fdb7df4b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108'] for port, after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:31.990725 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7773c3ab-575e-4499-afb7-bd3fbcce20b7 req-73429be8-ccaa-4692-a81e-45f98b386152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:31.990917 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6acdcd09-5e41-48fc-b89b-7e4fdb7df4b4 None None] Network 98f8b8d5-1379-4eeb-9e13-b2bbab96015a is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:59:31.992614 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-7773c3ab-575e-4499-afb7-bd3fbcce20b7 req-73429be8-ccaa-4692-a81e-45f98b386152 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3d242ec6-9f33-44c2-af97-1bbf8381438b HTTP/1.1" status: 200 len: 851 time: 0.2151515 May 20 20:59:31.995149 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-6acdcd09-5e41-48fc-b89b-7e4fdb7df4b4 None None] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:59:32.006797 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6acdcd09-5e41-48fc-b89b-7e4fdb7df4b4 None None] Received port after_create {{(pid=103164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:59:32.018197 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acdcd09-5e41-48fc-b89b-7e4fdb7df4b4 None None] Pushing event updated for resources: {'Port': ['ID=a8fcaa4c-3af2-4d49-8cf7-64e7bc74288d,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:59:32.060849 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-7773c3ab-575e-4499-afb7-bd3fbcce20b7 req-1e245999-e619-44eb-9b9e-611042866a81 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=27501fcc-897d-46d3-a5f8-4e490573ef38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0580690 May 20 20:59:32.065014 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-654afac3-fdff-496a-bdfa-e494f5fae2e3 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Made reservation on behalf of 69b25f498b804a648521a0f64cc7f45d for: {'network': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:59:32.068565 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-654afac3-fdff-496a-bdfa-e494f5fae2e3 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for network, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:32.103482 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-6acdcd09-5e41-48fc-b89b-7e4fdb7df4b4 None None] Attempting to bind port a8fcaa4c-3af2-4d49-8cf7-64e7bc74288d on host n-d-842733-1 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:59:32.103986 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-6acdcd09-5e41-48fc-b89b-7e4fdb7df4b4 None None] Attempting to bind port a8fcaa4c-3af2-4d49-8cf7-64e7bc74288d by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': 'f5705048-66fd-4627-af8c-03443c37dd17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '98f8b8d5-1379-4eeb-9e13-b2bbab96015a'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:59:32.104867 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6acdcd09-5e41-48fc-b89b-7e4fdb7df4b4 None None] Attempting to bind port a8fcaa4c-3af2-4d49-8cf7-64e7bc74288d on network 98f8b8d5-1379-4eeb-9e13-b2bbab96015a {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:59:32.112040 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6acdcd09-5e41-48fc-b89b-7e4fdb7df4b4 None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 59, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:59:32.112471 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6acdcd09-5e41-48fc-b89b-7e4fdb7df4b4 None None] Checking segment: {'id': 'f5705048-66fd-4627-af8c-03443c37dd17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '98f8b8d5-1379-4eeb-9e13-b2bbab96015a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:59:32.112922 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-6acdcd09-5e41-48fc-b89b-7e4fdb7df4b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:32.113600 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6acdcd09-5e41-48fc-b89b-7e4fdb7df4b4 None None] Bound using segment: {'id': 'f5705048-66fd-4627-af8c-03443c37dd17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '98f8b8d5-1379-4eeb-9e13-b2bbab96015a'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:59:32.114374 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-6acdcd09-5e41-48fc-b89b-7e4fdb7df4b4 None None] Bound port: a8fcaa4c-3af2-4d49-8cf7-64e7bc74288d, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5705048-66fd-4627-af8c-03443c37dd17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '98f8b8d5-1379-4eeb-9e13-b2bbab96015a'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:59:32.114770 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-6acdcd09-5e41-48fc-b89b-7e4fdb7df4b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:32.147832 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-654afac3-fdff-496a-bdfa-e494f5fae2e3 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:32.171195 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-77bd4f6a-561b-47a1-a0bc-7be2e065c10c tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Allocated IP 10.1.1.135 (2092c81d-6283-40f1-9bf1-5f286393c29e/71cdbdb6-2a6f-4add-9d80-59c94baaaa26/e23bf1a0-0743-4c25-ac95-d74d935af48f) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:59:32.186554 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7cc32289-cde4-4be7-9ccb-8a7191180aa2 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:32.308606 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [None req-7cc32289-cde4-4be7-9ccb-8a7191180aa2 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] device_id is not set on port b034e8f7-4e82-4c63-b2f1-084c2622bfe2 yet. {{(pid=103162) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 20 20:59:32.338814 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-6acdcd09-5e41-48fc-b89b-7e4fdb7df4b4 None None] For port a8fcaa4c-3af2-4d49-8cf7-64e7bc74288d, host n-d-842733-1, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:59:32.357501 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4820f1d1-a37c-4735-8b5a-2c4cbd707674 req-f9c6fc41-00f0-4653-a8dc-7052d314ad64 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:32.359296 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4820f1d1-a37c-4735-8b5a-2c4cbd707674 req-f9c6fc41-00f0-4653-a8dc-7052d314ad64 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] 10.222.0.35 "GET /v2.0/ports?device_id=75b87a76-ad52-4618-a214-48088ec58aef HTTP/1.1" status: 200 len: 931 time: 0.0740740 May 20 20:59:32.371808 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-6acdcd09-5e41-48fc-b89b-7e4fdb7df4b4 None None] For port a8fcaa4c-3af2-4d49-8cf7-64e7bc74288d, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=a8fcaa4c-3af2-4d49-8cf7-64e7bc74288d,segment=NetworkSegment(f5705048-66fd-4627-af8c-03443c37dd17),segment_id=f5705048-66fd-4627-af8c-03443c37dd17)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:59:32.433775 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4820f1d1-a37c-4735-8b5a-2c4cbd707674 req-0df7420a-eefe-4f2c-8c48-047c0978a573 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] 10.222.0.35 "GET /v2.0/security-groups?id=c6c3d501-aad0-44cc-8dfe-290dffd2c6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678964 May 20 20:59:32.439381 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:32.486788 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-7773c3ab-575e-4499-afb7-bd3fbcce20b7 req-f1d273aa-1754-42a2-922c-351297233ee1 service neutron] 10.222.0.13 "GET /v2.0/networks/27501fcc-897d-46d3-a5f8-4e490573ef38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4129267 May 20 20:59:32.511808 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-6acdcd09-5e41-48fc-b89b-7e4fdb7df4b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:32.588225 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acdcd09-5e41-48fc-b89b-7e4fdb7df4b4 None None] Pushing event updated for resources: {'Port': ['ID=a8fcaa4c-3af2-4d49-8cf7-64e7bc74288d,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:59:32.609528 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-77bd4f6a-561b-47a1-a0bc-7be2e065c10c tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:32.695062 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-7cc32289-cde4-4be7-9ccb-8a7191180aa2 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Allocated IP 2001:db8::f816:3eff:fe99:6fed (98f8b8d5-1379-4eeb-9e13-b2bbab96015a/d60c2b27-c8ab-431a-b891-a8cb69e1b1d0/b034e8f7-4e82-4c63-b2f1-084c2622bfe2) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:59:32.795426 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4f4feb-bb13-4831-a62c-314730cc2c8c req-cdae8de1-d047-4cc1-a4f3-645981a48d57 tempest-ServerRescueTestJSON-1875264190 tempest-ServerRescueTestJSON-1875264190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:32.806647 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ae4f4feb-bb13-4831-a62c-314730cc2c8c req-cdae8de1-d047-4cc1-a4f3-645981a48d57 tempest-ServerRescueTestJSON-1875264190 tempest-ServerRescueTestJSON-1875264190-project] 10.222.0.35 "GET /v2.0/ports?device_id=f9588405-283d-4b05-8b1b-84fde98f06b9 HTTP/1.1" status: 200 len: 944 time: 0.1354053 May 20 20:59:32.854028 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ae4f4feb-bb13-4831-a62c-314730cc2c8c req-3abe94f0-48c1-409d-b798-683f4121caaa tempest-ServerRescueTestJSON-1875264190 tempest-ServerRescueTestJSON-1875264190-project] 10.222.0.35 "GET /v2.0/security-groups?id=3ca0fb1c-c695-4a0a-a152-dfa8f160f4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457418 May 20 20:59:33.063390 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-654afac3-fdff-496a-bdfa-e494f5fae2e3 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:33.114914 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7cc32289-cde4-4be7-9ccb-8a7191180aa2 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:33.143829 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-7773c3ab-575e-4499-afb7-bd3fbcce20b7 req-c3a8460c-d49f-46fa-8b7f-2c6aa3374cb0 service neutron] 10.222.0.13 "GET /v2.0/networks/27501fcc-897d-46d3-a5f8-4e490573ef38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2992156 May 20 20:59:33.169376 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-77bd4f6a-561b-47a1-a0bc-7be2e065c10c tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:33.174152 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-654afac3-fdff-496a-bdfa-e494f5fae2e3 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:33.264146 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-654afac3-fdff-496a-bdfa-e494f5fae2e3 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 248} {{(pid=103162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 20:59:33.280909 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654afac3-fdff-496a-bdfa-e494f5fae2e3 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fdbdf354-5e93-4013-8946-17a235768158,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:59:33.291077 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-77bd4f6a-561b-47a1-a0bc-7be2e065c10c tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Network 2092c81d-6283-40f1-9bf1-5f286393c29e is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:59:33.303071 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-77bd4f6a-561b-47a1-a0bc-7be2e065c10c tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:59:33.305894 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bd4f6a-561b-47a1-a0bc-7be2e065c10c tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Pushing event updated for resources: {'Port': ['ID=e23bf1a0-0743-4c25-ac95-d74d935af48f,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:59:33.310911 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-77bd4f6a-561b-47a1-a0bc-7be2e065c10c tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:59:33.314831 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-654afac3-fdff-496a-bdfa-e494f5fae2e3 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:33.315185 n-d-842733-1 neutron-server[103162]: INFO neutron.db.segments_db [None req-654afac3-fdff-496a-bdfa-e494f5fae2e3 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Added segment 8dac6bb9-72f0-412b-8569-09340d9ebf9e of type vlan for network 8acd0697-053a-4936-b225-a3861a6da21f May 20 20:59:33.466981 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7cc32289-cde4-4be7-9ccb-8a7191180aa2 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:33.483302 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-654afac3-fdff-496a-bdfa-e494f5fae2e3 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418993264'] for network, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:33.566619 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 36754) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:59:33.590498 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-77bd4f6a-561b-47a1-a0bc-7be2e065c10c tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:33.591175 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-77bd4f6a-561b-47a1-a0bc-7be2e065c10c tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:33.675583 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.db.resource_extend [None req-654afac3-fdff-496a-bdfa-e494f5fae2e3 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 20 20:59:33.696550 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cc32289-cde4-4be7-9ccb-8a7191180aa2 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Network 98f8b8d5-1379-4eeb-9e13-b2bbab96015a is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:59:33.748606 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-7cc32289-cde4-4be7-9ccb-8a7191180aa2 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:59:33.754668 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313a7208-755b-4b5d-8bc9-8d1bde39d30f req-b01a4228-6fad-428b-8380-8582b03a0555 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:33.755542 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc32289-cde4-4be7-9ccb-8a7191180aa2 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:59:33.766079 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313a7208-755b-4b5d-8bc9-8d1bde39d30f req-b01a4228-6fad-428b-8380-8582b03a0555 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:33.767710 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-313a7208-755b-4b5d-8bc9-8d1bde39d30f req-b01a4228-6fad-428b-8380-8582b03a0555 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] 10.222.0.35 "GET /v2.0/ports?device_id=75b87a76-ad52-4618-a214-48088ec58aef HTTP/1.1" status: 200 len: 1653 time: 0.1732168 May 20 20:59:33.770575 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cc32289-cde4-4be7-9ccb-8a7191180aa2 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:33.771240 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7cc32289-cde4-4be7-9ccb-8a7191180aa2 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:33.806363 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc0e071-108e-44b1-a487-3fffbb7fd671 req-34d78ee6-ac7e-481e-ba9f-cd427273f695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:33.807985 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-3cc0e071-108e-44b1-a487-3fffbb7fd671 req-34d78ee6-ac7e-481e-ba9f-cd427273f695 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=24c170f09144465391fa4bf4af2ca207&device_id=f9588405-283d-4b05-8b1b-84fde98f06b9 HTTP/1.1" status: 200 len: 1095 time: 0.4417248 May 20 20:59:33.812856 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc32289-cde4-4be7-9ccb-8a7191180aa2 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Pushing event updated for resources: {'Port': ['ID=b034e8f7-4e82-4c63-b2f1-084c2622bfe2,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:59:33.852932 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-77bd4f6a-561b-47a1-a0bc-7be2e065c10c tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9040251 May 20 20:59:33.861927 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-313a7208-755b-4b5d-8bc9-8d1bde39d30f req-7584ab87-97a6-4355-b877-227d6ad66585 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] 10.222.0.35 "GET /v2.0/security-groups?id=c6c3d501-aad0-44cc-8dfe-290dffd2c6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830770 May 20 20:59:33.878913 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-7160b85d-1a98-4183-8634-72c204525ee9 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Request body: {'port': {'device_id': '75b87a76-ad52-4618-a214-48088ec58aef', 'network_id': '2092c81d-6283-40f1-9bf1-5f286393c29e', 'admin_state_up': True, 'tenant_id': '0460753b23084d8f8624c2387ec65eda', 'security_groups': ['c6c3d501-aad0-44cc-8dfe-290dffd2c6d4']}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:59:33.900831 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-4bfead9e-c615-414c-ab3b-fd03dab5890f None None] Provisioning complete for port e23bf1a0-0743-4c25-ac95-d74d935af48f triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:59:33.901327 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4bfead9e-c615-414c-ab3b-fd03dab5890f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:33.942917 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-654afac3-fdff-496a-bdfa-e494f5fae2e3 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524'] for network, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:33.945806 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-dec0fad1-2125-4d17-a083-aa7d74c9547d admin admin] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:33.958004 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-654afac3-fdff-496a-bdfa-e494f5fae2e3 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:33.960069 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-654afac3-fdff-496a-bdfa-e494f5fae2e3 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Notify callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:33.999770 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-4bfead9e-c615-414c-ab3b-fd03dab5890f None None] Port e23bf1a0-0743-4c25-ac95-d74d935af48f cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 20:59:34.044407 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-7cc32289-cde4-4be7-9ccb-8a7191180aa2 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.9113731 May 20 20:59:34.059301 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 36760) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:59:34.152554 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-654afac3-fdff-496a-bdfa-e494f5fae2e3 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.6645553 May 20 20:59:34.169252 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654afac3-fdff-496a-bdfa-e494f5fae2e3 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Pushing event updated for resources: {'Network': ['ID=8acd0697-053a-4936-b225-a3861a6da21f,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:59:34.184080 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Network 8acd0697-053a-4936-b225-a3861a6da21f details requested by agent ovs-agent-n-d-842733-1 with host n-d-842733-1 {{(pid=103164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 20 20:59:34.263778 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc0e071-108e-44b1-a487-3fffbb7fd671 req-b1e45b8a-cb9f-4621-ba9d-41cc31d56d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:34.266664 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-3cc0e071-108e-44b1-a487-3fffbb7fd671 req-b1e45b8a-cb9f-4621-ba9d-41cc31d56d96 service neutron] 10.222.0.13 "GET /v2.0/networks?id=27501fcc-897d-46d3-a5f8-4e490573ef38 HTTP/1.1" status: 200 len: 912 time: 0.4472530 May 20 20:59:34.284143 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d420cc-d6a3-42ca-b99d-92b44ac11a99 req-bbc347d2-30b0-494e-a418-e077a91d70ba tempest-ServerRescueTestJSON-1875264190 tempest-ServerRescueTestJSON-1875264190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:34.292995 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-84d420cc-d6a3-42ca-b99d-92b44ac11a99 req-bbc347d2-30b0-494e-a418-e077a91d70ba tempest-ServerRescueTestJSON-1875264190 tempest-ServerRescueTestJSON-1875264190-project] 10.222.0.35 "GET /v2.0/ports?device_id=f9588405-283d-4b05-8b1b-84fde98f06b9 HTTP/1.1" status: 200 len: 944 time: 0.2772713 May 20 20:59:34.316823 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 36764) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:59:34.323957 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-24ffbbab-cc18-484d-aaf6-4e6222c15ed6 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Request body: {'subnet': {'network_id': '8acd0697-053a-4936-b225-a3861a6da21f', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:59:34.354977 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-60634246-825b-44d7-b50a-3cf7a8b6f88e None None] Provisioning complete for port a8fcaa4c-3af2-4d49-8cf7-64e7bc74288d triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:59:34.355659 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-60634246-825b-44d7-b50a-3cf7a8b6f88e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:34.377848 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-84d420cc-d6a3-42ca-b99d-92b44ac11a99 req-33615b48-7c5a-45eb-9a26-9271ee65b06a tempest-ServerRescueTestJSON-1875264190 tempest-ServerRescueTestJSON-1875264190-project] 10.222.0.35 "GET /v2.0/security-groups?id=3ca0fb1c-c695-4a0a-a152-dfa8f160f4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838904 May 20 20:59:34.408172 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-3cc0e071-108e-44b1-a487-3fffbb7fd671 req-5daebb9a-929b-4c88-8c87-a1977a8929f8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=afbabf26-1a5c-4eb3-a89d-dc24eeff94c2 HTTP/1.1" status: 200 len: 217 time: 0.1239815 May 20 20:59:34.408576 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac1d96d4-c08d-4bc6-a3a0-a8a2561f00c5 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:34.411415 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac1d96d4-c08d-4bc6-a3a0-a8a2561f00c5 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:34.416032 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-ac1d96d4-c08d-4bc6-a3a0-a8a2561f00c5 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.3488572 May 20 20:59:34.419770 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 36770) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:59:34.442259 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-7160b85d-1a98-4183-8634-72c204525ee9 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Made reservation on behalf of 0460753b23084d8f8624c2387ec65eda for: {'port': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:59:34.469986 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-7160b85d-1a98-4183-8634-72c204525ee9 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:34.476850 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-dec0fad1-2125-4d17-a083-aa7d74c9547d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:34.535811 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-60634246-825b-44d7-b50a-3cf7a8b6f88e None None] Current status of the port a8fcaa4c-3af2-4d49-8cf7-64e7bc74288d is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:59:34.536394 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-60634246-825b-44d7-b50a-3cf7a8b6f88e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:34.560891 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-dec0fad1-2125-4d17-a083-aa7d74c9547d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:34.618776 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-dec0fad1-2125-4d17-a083-aa7d74c9547d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=322ea8385b514ac6ad28d4289c9d8df3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0511231 May 20 20:59:34.627651 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-60634246-825b-44d7-b50a-3cf7a8b6f88e None None] For port a8fcaa4c-3af2-4d49-8cf7-64e7bc74288d, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=a8fcaa4c-3af2-4d49-8cf7-64e7bc74288d,segment=NetworkSegment(f5705048-66fd-4627-af8c-03443c37dd17),segment_id=f5705048-66fd-4627-af8c-03443c37dd17)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:59:34.632223 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 36776) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:59:34.715556 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-60634246-825b-44d7-b50a-3cf7a8b6f88e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:34.768402 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device a8fcaa4c-3af2-4d49-8cf7-64e7bc74288d up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:59:34.773873 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec0fad1-2125-4d17-a083-aa7d74c9547d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a19d7e4-13f7-4252-ab39-07a81ef8c2b9,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:59:34.798628 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-41844162-3de2-4ba4-8a5b-ebc2f43bcd5e tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Deleting port b034e8f7-4e82-4c63-b2f1-084c2622bfe2 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:59:34.799325 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-41844162-3de2-4ba4-8a5b-ebc2f43bcd5e tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:34.899520 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc0e071-108e-44b1-a487-3fffbb7fd671 req-ca0462bb-0725-42e8-a388-7f96065530bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:34.901476 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-3cc0e071-108e-44b1-a487-3fffbb7fd671 req-ca0462bb-0725-42e8-a388-7f96065530bb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3d242ec6-9f33-44c2-af97-1bbf8381438b HTTP/1.1" status: 200 len: 851 time: 0.3912566 May 20 20:59:34.952105 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-352ec9b0-3313-4ca0-a810-560aba6a09ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:34.968389 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-3cc0e071-108e-44b1-a487-3fffbb7fd671 req-6dfda2ca-267e-4a86-a7ad-8198175ba5ac service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=27501fcc-897d-46d3-a5f8-4e490573ef38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0573764 May 20 20:59:34.994184 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-352ec9b0-3313-4ca0-a810-560aba6a09ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:35.003433 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-230170d6-df22-4b8a-aa8f-85fe9a3c845c None None] Provisioning complete for port b034e8f7-4e82-4c63-b2f1-084c2622bfe2 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:59:35.018576 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-230170d6-df22-4b8a-aa8f-85fe9a3c845c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:35.021547 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60634246-825b-44d7-b50a-3cf7a8b6f88e None None] Pushing event updated for resources: {'Port': ['ID=a8fcaa4c-3af2-4d49-8cf7-64e7bc74288d,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:59:35.049848 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-41844162-3de2-4ba4-8a5b-ebc2f43bcd5e tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:35.073060 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-41844162-3de2-4ba4-8a5b-ebc2f43bcd5e tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Calling delete_port for b034e8f7-4e82-4c63-b2f1-084c2622bfe2 owned by {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:59:35.128435 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device afbabf26-1a5c-4eb3-a89d-dc24eeff94c2 details requested by agent hyperv_n-h2-842733-1 with host n-h2-842733-1 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 20:59:35.166418 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-230170d6-df22-4b8a-aa8f-85fe9a3c845c None None] Port b034e8f7-4e82-4c63-b2f1-084c2622bfe2 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 20:59:35.184487 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-3cc0e071-108e-44b1-a487-3fffbb7fd671 req-eede5374-3f87-41ab-905b-0c0b46e2a235 service neutron] 10.222.0.13 "GET /v2.0/networks/27501fcc-897d-46d3-a5f8-4e490573ef38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668375 May 20 20:59:35.191931 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port a8fcaa4c-3af2-4d49-8cf7-64e7bc74288d triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:59:35.191931 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:35.324188 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-3cc0e071-108e-44b1-a487-3fffbb7fd671 req-c7e69600-1c8c-4825-90d2-0d9be20bfef4 service neutron] 10.222.0.13 "GET /v2.0/networks/27501fcc-897d-46d3-a5f8-4e490573ef38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314459 May 20 20:59:35.328459 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24ffbbab-cc18-484d-aaf6-4e6222c15ed6 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Made reservation on behalf of 69b25f498b804a648521a0f64cc7f45d for: {'subnet': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:59:35.332283 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-24ffbbab-cc18-484d-aaf6-4e6222c15ed6 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4018244'] for subnet, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:35.379896 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab7267f-86a6-47d2-a5e8-24cba5547cab req-6fe0babd-9eb6-4be3-9f18-3d8fe684fa8d tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:35.398791 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab7267f-86a6-47d2-a5e8-24cba5547cab req-6fe0babd-9eb6-4be3-9f18-3d8fe684fa8d tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:35.402774 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-7160b85d-1a98-4183-8634-72c204525ee9 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Allocated IP 10.1.1.154 (2092c81d-6283-40f1-9bf1-5f286393c29e/71cdbdb6-2a6f-4add-9d80-59c94baaaa26/c635efd6-629d-4675-9b02-f5dc32576914) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:59:35.404672 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-aab7267f-86a6-47d2-a5e8-24cba5547cab req-6fe0babd-9eb6-4be3-9f18-3d8fe684fa8d tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] 10.222.0.35 "GET /v2.0/ports?device_id=75b87a76-ad52-4618-a214-48088ec58aef HTTP/1.1" status: 200 len: 1653 time: 0.3156474 May 20 20:59:35.409983 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-352ec9b0-3313-4ca0-a810-560aba6a09ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:35.441914 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-352ec9b0-3313-4ca0-a810-560aba6a09ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:35.443110 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-352ec9b0-3313-4ca0-a810-560aba6a09ab admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2a19d7e4-13f7-4252-ab39-07a81ef8c2b9 HTTP/1.1" status: 204 len: 168 time: 0.8002124 May 20 20:59:35.497860 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port a8fcaa4c-3af2-4d49-8cf7-64e7bc74288d is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:59:35.544688 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port afbabf26-1a5c-4eb3-a89d-dc24eeff94c2, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=afbabf26-1a5c-4eb3-a89d-dc24eeff94c2,segment=NetworkSegment(f71daceb-c498-4797-b825-ec97843817b7),segment_id=f71daceb-c498-4797-b825-ec97843817b7)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:59:35.547184 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-41844162-3de2-4ba4-8a5b-ebc2f43bcd5e tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:35.574373 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Returning: {'device': 'afbabf26-1a5c-4eb3-a89d-dc24eeff94c2', 'network_id': '27501fcc-897d-46d3-a5f8-4e490573ef38', 'port_id': 'afbabf26-1a5c-4eb3-a89d-dc24eeff94c2', 'mac_address': 'fa:16:3e:be:84:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d242ec6-9f33-44c2-af97-1bbf8381438b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 20 20:59:35.612863 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352ec9b0-3313-4ca0-a810-560aba6a09ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a19d7e4-13f7-4252-ab39-07a81ef8c2b9,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:59:35.714202 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port afbabf26-1a5c-4eb3-a89d-dc24eeff94c2 is: DOWN; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:59:35.715452 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:35.764966 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41844162-3de2-4ba4-8a5b-ebc2f43bcd5e tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Pushing event deleted for resources: {'Port': ['ID=b034e8f7-4e82-4c63-b2f1-084c2622bfe2,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:59:35.768147 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afbabf26-1a5c-4eb3-a89d-dc24eeff94c2 {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:59:35.837232 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port afbabf26-1a5c-4eb3-a89d-dc24eeff94c2, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=afbabf26-1a5c-4eb3-a89d-dc24eeff94c2,segment=NetworkSegment(f71daceb-c498-4797-b825-ec97843817b7),segment_id=f71daceb-c498-4797-b825-ec97843817b7)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:59:35.882081 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-41844162-3de2-4ba4-8a5b-ebc2f43bcd5e tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:35.892951 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-41844162-3de2-4ba4-8a5b-ebc2f43bcd5e tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "DELETE /v2.0/ports/b034e8f7-4e82-4c63-b2f1-084c2622bfe2 HTTP/1.1" status: 204 len: 168 time: 1.4719234 May 20 20:59:35.901023 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 36792) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:59:35.907555 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:35.988800 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 36794) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:59:36.090046 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=afbabf26-1a5c-4eb3-a89d-dc24eeff94c2,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:59:36.208914 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc82c4ef-f251-4754-91a4-ecbe1a3d207f tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:36.216078 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc82c4ef-f251-4754-91a4-ecbe1a3d207f tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:36.220755 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-dc82c4ef-f251-4754-91a4-ecbe1a3d207f tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2391765 May 20 20:59:36.220911 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] get_ports_and_sgs() called for port_ids ['afbabf26-1a5c-4eb3-a89d-dc24eeff94c2'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 20:59:36.222280 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 36800) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:59:36.241656 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-aab7267f-86a6-47d2-a5e8-24cba5547cab req-87742e5b-ba92-47c5-865a-8f680d4902f8 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] 10.222.0.35 "GET /v2.0/security-groups?id=c6c3d501-aad0-44cc-8dfe-290dffd2c6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7759588 May 20 20:59:36.257053 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a16c08-9195-40ba-a010-eec053511c2a req-3dbb4206-dc78-42ec-bc0b-34b57996cb1a tempest-ServerRescueTestJSON-1875264190 tempest-ServerRescueTestJSON-1875264190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:36.277171 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e2a16c08-9195-40ba-a010-eec053511c2a req-3dbb4206-dc78-42ec-bc0b-34b57996cb1a tempest-ServerRescueTestJSON-1875264190 tempest-ServerRescueTestJSON-1875264190-project] 10.222.0.35 "GET /v2.0/ports?device_id=f9588405-283d-4b05-8b1b-84fde98f06b9 HTTP/1.1" status: 200 len: 944 time: 0.5227370 May 20 20:59:36.318241 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_v2 [None req-50ca8071-e5fc-4b0d-8113-4fde9b35fe00 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Deleting subnet d60c2b27-c8ab-431a-b891-a8cb69e1b1d0 {{(pid=103162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 20 20:59:36.342477 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-50ca8071-e5fc-4b0d-8113-4fde9b35fe00 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks [] for subnet, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:36.358691 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e2a16c08-9195-40ba-a010-eec053511c2a req-913c99b3-1868-4743-97eb-61a7afb895a4 tempest-ServerRescueTestJSON-1875264190 tempest-ServerRescueTestJSON-1875264190-project] 10.222.0.35 "GET /v2.0/security-groups?id=3ca0fb1c-c695-4a0a-a152-dfa8f160f4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795975 May 20 20:59:36.396282 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0435fbea-f2bf-446e-b85c-54e8302246a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:36.450577 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-50ca8071-e5fc-4b0d-8113-4fde9b35fe00 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3738392'] for subnet, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:36.516976 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 36804) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:59:36.534091 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-47e3b180-6b34-46fc-8629-5f1960414da4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:36.561948 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-7160b85d-1a98-4183-8634-72c204525ee9 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:36.648970 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device a8fcaa4c-3af2-4d49-8cf7-64e7bc74288d up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:59:36.662123 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-24ffbbab-cc18-484d-aaf6-4e6222c15ed6 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3797684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4018258'] for subnet, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:36.687683 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-50ca8071-e5fc-4b0d-8113-4fde9b35fe00 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33068388'] for subnet, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:36.692011 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-47e3b180-6b34-46fc-8629-5f1960414da4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:36.721155 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port a8fcaa4c-3af2-4d49-8cf7-64e7bc74288d triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:59:36.721155 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:36.776795 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-47e3b180-6b34-46fc-8629-5f1960414da4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:36.825292 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e3b180-6b34-46fc-8629-5f1960414da4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6318a84-d153-47a6-8952-d0c085b708ba,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:59:36.832509 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-47e3b180-6b34-46fc-8629-5f1960414da4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=430c2e912f964bf8a19341c263d0c85e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3142490 May 20 20:59:36.836374 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 36806) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:59:36.870839 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24ffbbab-cc18-484d-aaf6-4e6222c15ed6 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Checking segment: {'id': '8dac6bb9-72f0-412b-8569-09340d9ebf9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '8acd0697-053a-4936-b225-a3861a6da21f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:59:36.871480 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24ffbbab-cc18-484d-aaf6-4e6222c15ed6 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Network hostable DHCP agents. Network: 8acd0697-053a-4936-b225-a3861a6da21f, hostable agents: ['c9b0653c-f3c7-4339-bd50-e3754b629216'], hosted agents: [] {{(pid=103162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 20:59:36.874131 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-7160b85d-1a98-4183-8634-72c204525ee9 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:36.876199 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ffbbab-cc18-484d-aaf6-4e6222c15ed6 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Pushing event updated for resources: {'Subnet': ['ID=9f83d3c0-a85b-46e2-98dd-9a0ff5a8ba3f,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:59:36.900250 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0435fbea-f2bf-446e-b85c-54e8302246a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:36.902473 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bd7b3a09-1fd4-49a9-95d6-cb586db9430b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:36.952105 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bd7b3a09-1fd4-49a9-95d6-cb586db9430b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:36.973097 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-7160b85d-1a98-4183-8634-72c204525ee9 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Network 2092c81d-6283-40f1-9bf1-5f286393c29e is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:59:36.977385 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-7160b85d-1a98-4183-8634-72c204525ee9 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:59:36.982241 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-7160b85d-1a98-4183-8634-72c204525ee9 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:59:36.988473 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0435fbea-f2bf-446e-b85c-54e8302246a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:37.021540 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-0435fbea-f2bf-446e-b85c-54e8302246a6 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ca7a48566d5d4a91a314884309f1c934&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0255175 May 20 20:59:37.026729 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 36810) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:59:37.066886 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7160b85d-1a98-4183-8634-72c204525ee9 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Pushing event updated for resources: {'Port': ['ID=c635efd6-629d-4675-9b02-f5dc32576914,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:59:37.084903 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-50ca8071-e5fc-4b0d-8113-4fde9b35fe00 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33068399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3797621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4018265'] for subnet, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:37.107263 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24ffbbab-cc18-484d-aaf6-4e6222c15ed6 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Network 8acd0697-053a-4936-b225-a3861a6da21f is scheduled to be hosted by DHCP agent c9b0653c-f3c7-4339-bd50-e3754b629216 with binding_index 1 {{(pid=103162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 20:59:37.121599 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device afbabf26-1a5c-4eb3-a89d-dc24eeff94c2 up at agent hyperv_n-h2-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:59:37.168424 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-50ca8071-e5fc-4b0d-8113-4fde9b35fe00 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:37.171387 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-50ca8071-e5fc-4b0d-8113-4fde9b35fe00 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "DELETE /v2.0/subnets/d60c2b27-c8ab-431a-b891-a8cb69e1b1d0 HTTP/1.1" status: 204 len: 168 time: 0.9448397 May 20 20:59:37.182808 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ca8071-e5fc-4b0d-8113-4fde9b35fe00 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Pushing event deleted for resources: {'Subnet': ['ID=d60c2b27-c8ab-431a-b891-a8cb69e1b1d0,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:59:37.185753 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1f9eb052-d056-40d0-b67e-1416de1a5380 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:37.189474 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 36814) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:59:37.193512 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0435fbea-f2bf-446e-b85c-54e8302246a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e77c7d7-81da-49e8-b81e-6d2edbbc0363,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:59:37.195227 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e357cbf7-e264-4ab3-aa67-bc05a444f195 None None] Network 98f8b8d5-1379-4eeb-9e13-b2bbab96015a requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:59:37.222116 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-24ffbbab-cc18-484d-aaf6-4e6222c15ed6 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842733-1, 8acd0697-053a-4936-b225-a3861a6da21f) {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:59:37.266491 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1f9eb052-d056-40d0-b67e-1416de1a5380 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:37.268305 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bd7b3a09-1fd4-49a9-95d6-cb586db9430b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:37.270798 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bd7b3a09-1fd4-49a9-95d6-cb586db9430b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:37.272557 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-bd7b3a09-1fd4-49a9-95d6-cb586db9430b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a6318a84-d153-47a6-8952-d0c085b708ba HTTP/1.1" status: 204 len: 168 time: 0.4342303 May 20 20:59:37.273934 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e13886f0-4a65-490c-a7a9-8e3c2a6217d0 None None] Network 8acd0697-053a-4936-b225-a3861a6da21f requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:59:37.321914 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-7160b85d-1a98-4183-8634-72c204525ee9 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:37.322622 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-7160b85d-1a98-4183-8634-72c204525ee9 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:37.340087 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-cd913dae-9b0b-4a03-9f2a-14b32364e2f1 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1393764 May 20 20:59:37.342963 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24ffbbab-cc18-484d-aaf6-4e6222c15ed6 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:37.343562 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-24ffbbab-cc18-484d-aaf6-4e6222c15ed6 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Notify callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:37.348421 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 36822) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:59:37.450711 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1da60cb1-4e2b-469f-a72a-d0bbf4fda964 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:37.456330 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-1da60cb1-4e2b-469f-a72a-d0bbf4fda964 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1045072 May 20 20:59:37.457057 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 36826) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:59:37.465437 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port a8fcaa4c-3af2-4d49-8cf7-64e7bc74288d is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:59:37.505786 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7b3a09-1fd4-49a9-95d6-cb586db9430b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6318a84-d153-47a6-8952-d0c085b708ba,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:59:37.528542 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-7160b85d-1a98-4183-8634-72c204525ee9 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6544490 May 20 20:59:37.577172 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-24ffbbab-cc18-484d-aaf6-4e6222c15ed6 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 3.2584078 May 20 20:59:37.582203 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 36828) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:59:37.590464 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-c816c4db-7368-49b0-928f-43996a89729d tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Request body: {'port': {'device_id': '75b87a76-ad52-4618-a214-48088ec58aef', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '406fd18c-0c2e-4f41-b1be-e40f4d4f5f09', 'admin_state_up': True, 'tenant_id': '0460753b23084d8f8624c2387ec65eda', 'security_groups': ['c6c3d501-aad0-44cc-8dfe-290dffd2c6d4']}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:59:37.629524 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a562e0b1-8799-4999-8b28-bb8eae823a0d None None] Provisioning complete for port c635efd6-629d-4675-9b02-f5dc32576914 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:59:37.630161 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a562e0b1-8799-4999-8b28-bb8eae823a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:37.744016 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Provisioning for port afbabf26-1a5c-4eb3-a89d-dc24eeff94c2 completed by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 20:59:37.778896 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Provisioning complete for port afbabf26-1a5c-4eb3-a89d-dc24eeff94c2 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:59:37.779521 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:37.801071 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f50197f5-986a-47d7-af2b-2fe357df4689 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:37.804351 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-f50197f5-986a-47d7-af2b-2fe357df4689 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3459704 May 20 20:59:37.807629 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 36832) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:59:37.843796 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a562e0b1-8799-4999-8b28-bb8eae823a0d None None] Port c635efd6-629d-4675-9b02-f5dc32576914 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 20:59:37.861599 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82378fde-f8ec-4f22-9e9e-92512136eafe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaee2b848-d4b9-5db1-b6ef-d6db29d67de7-8acd0697-053a-4936-b225-a3861a6da21f', 'network_id': '8acd0697-053a-4936-b225-a3861a6da21f', 'tenant_id': '69b25f498b804a648521a0f64cc7f45d', 'fixed_ips': [{'subnet_id': '9f83d3c0-a85b-46e2-98dd-9a0ff5a8ba3f'}]}} from n-d-842733-1. {{(pid=103164) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 20:59:37.867959 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-82378fde-f8ec-4f22-9e9e-92512136eafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:37.907386 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-53e90c15-5d9c-46c5-9713-5a30bbcf1183 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0911415 May 20 20:59:37.910640 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 36834) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:59:37.946260 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-0f53d334-e500-4960-95ca-02652e41063c tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Request body: {'subnet': {'network_id': '98f8b8d5-1379-4eeb-9e13-b2bbab96015a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:59:38.085403 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58d236ac-105f-4c1f-bc88-b37376eaf9a9 None None] DHCP port deletion for 98f8b8d5-1379-4eeb-9e13-b2bbab96015a request from n-d-842733-1 {{(pid=103164) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 20:59:38.086142 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1f9eb052-d056-40d0-b67e-1416de1a5380 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:38.089145 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1f9eb052-d056-40d0-b67e-1416de1a5380 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:38.094000 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-1f9eb052-d056-40d0-b67e-1416de1a5380 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0e77c7d7-81da-49e8-b81e-6d2edbbc0363 HTTP/1.1" status: 204 len: 168 time: 1.0650995 May 20 20:59:38.111077 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-c816c4db-7368-49b0-928f-43996a89729d tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Made reservation on behalf of 0460753b23084d8f8624c2387ec65eda for: {'port': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:59:38.138669 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-3f231f33-5d7c-40dc-85d6-7752a286c1e2 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-328071911'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:59:38.219159 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port afbabf26-1a5c-4eb3-a89d-dc24eeff94c2 is: BUILD; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:59:38.219725 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:38.235616 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9eb052-d056-40d0-b67e-1416de1a5380 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e77c7d7-81da-49e8-b81e-6d2edbbc0363,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:59:38.270735 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475f2b72-bf5d-4571-a87d-27fa85d08ea7 req-1554d37c-8bd6-4133-84b7-d0619ea4963b tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:38.280471 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475f2b72-bf5d-4571-a87d-27fa85d08ea7 req-1554d37c-8bd6-4133-84b7-d0619ea4963b tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:38.302451 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475f2b72-bf5d-4571-a87d-27fa85d08ea7 req-1554d37c-8bd6-4133-84b7-d0619ea4963b tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:38.306891 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-475f2b72-bf5d-4571-a87d-27fa85d08ea7 req-1554d37c-8bd6-4133-84b7-d0619ea4963b tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] 10.222.0.35 "GET /v2.0/ports?device_id=75b87a76-ad52-4618-a214-48088ec58aef HTTP/1.1" status: 200 len: 2374 time: 0.8256927 May 20 20:59:38.315196 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [None req-82378fde-f8ec-4f22-9e9e-92512136eafe None None] Allocated IP 172.20.255.242 (8acd0697-053a-4936-b225-a3861a6da21f/9f83d3c0-a85b-46e2-98dd-9a0ff5a8ba3f/a75ae602-414b-4747-8c7a-d89855817c79) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:59:38.316886 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9588405-283d-4b05-8b1b-84fde98f06b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afbabf26-1a5c-4eb3-a89d-dc24eeff94c2'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:59:38.320125 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8485417003ce7c0410b00f5cdc2f391e21107b70bb68e2773712534a96e108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb3e6e8f-e70c-45fc-b871-d8ccf899a5a6" -d '{"events": [{"server_uuid": "f9588405-283d-4b05-8b1b-84fde98f06b9", "name": "network-vif-plugged", "status": "completed", "tag": "afbabf26-1a5c-4eb3-a89d-dc24eeff94c2"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:59:38.329977 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-c816c4db-7368-49b0-928f-43996a89729d tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:38.341997 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4695665e-e62c-4282-8b1f-57b3caf0c37b req-0b943d74-0501-4eae-a2c2-bcc69ffaf401 tempest-ServerRescueTestJSON-1875264190 tempest-ServerRescueTestJSON-1875264190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:38.343996 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port afbabf26-1a5c-4eb3-a89d-dc24eeff94c2, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=afbabf26-1a5c-4eb3-a89d-dc24eeff94c2,segment=NetworkSegment(f71daceb-c498-4797-b825-ec97843817b7),segment_id=f71daceb-c498-4797-b825-ec97843817b7)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:59:38.348581 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4695665e-e62c-4282-8b1f-57b3caf0c37b req-0b943d74-0501-4eae-a2c2-bcc69ffaf401 tempest-ServerRescueTestJSON-1875264190 tempest-ServerRescueTestJSON-1875264190-project] 10.222.0.35 "GET /v2.0/ports?device_id=f9588405-283d-4b05-8b1b-84fde98f06b9 HTTP/1.1" status: 200 len: 945 time: 0.7888787 May 20 20:59:38.365266 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f231f33-5d7c-40dc-85d6-7752a286c1e2 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Made reservation on behalf of 69b25f498b804a648521a0f64cc7f45d for: {'network': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:59:38.369163 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3f231f33-5d7c-40dc-85d6-7752a286c1e2 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for network, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:38.395781 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-58d236ac-105f-4c1f-bc88-b37376eaf9a9 None None] Deleting port a8fcaa4c-3af2-4d49-8cf7-64e7bc74288d {{(pid=103164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:59:38.396155 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-58d236ac-105f-4c1f-bc88-b37376eaf9a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:38.436029 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f53d334-e500-4960-95ca-02652e41063c tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Made reservation on behalf of ab4ded6dc75a4ab5a4f9dae9e5aa3753 for: {'subnet': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:59:38.443185 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0f53d334-e500-4960-95ca-02652e41063c tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4018244'] for subnet, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:38.483158 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f231f33-5d7c-40dc-85d6-7752a286c1e2 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 220} {{(pid=103163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 20:59:38.501403 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3f231f33-5d7c-40dc-85d6-7752a286c1e2 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:38.501771 n-d-842733-1 neutron-server[103163]: INFO neutron.db.segments_db [None req-3f231f33-5d7c-40dc-85d6-7752a286c1e2 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Added segment 946655cd-520a-426a-bc14-6e7540cde888 of type vlan for network ef961b2c-b010-4ac0-9b03-c423129d0958 May 20 20:59:38.542779 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:38.556359 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3f231f33-5d7c-40dc-85d6-7752a286c1e2 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418993264'] for network, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:38.678528 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-475f2b72-bf5d-4571-a87d-27fa85d08ea7 req-115706c1-666b-4c15-a582-ff570f3af7d9 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] 10.222.0.35 "GET /v2.0/security-groups?id=c6c3d501-aad0-44cc-8dfe-290dffd2c6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3259413 May 20 20:59:38.718130 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4695665e-e62c-4282-8b1f-57b3caf0c37b req-ec559342-9f48-4bd9-814d-c43a6ab072ab tempest-ServerRescueTestJSON-1875264190 tempest-ServerRescueTestJSON-1875264190-project] 10.222.0.35 "GET /v2.0/security-groups?id=3ca0fb1c-c695-4a0a-a152-dfa8f160f4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3533280 May 20 20:59:38.719081 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3f231f33-5d7c-40dc-85d6-7752a286c1e2 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524'] for network, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:38.724547 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f231f33-5d7c-40dc-85d6-7752a286c1e2 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:38.738124 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3f231f33-5d7c-40dc-85d6-7752a286c1e2 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:38.756126 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=afbabf26-1a5c-4eb3-a89d-dc24eeff94c2,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:59:38.759710 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device a8fcaa4c-3af2-4d49-8cf7-64e7bc74288d no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:59:38.827554 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 20:59:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef0103d4-a772-419a-930c-5858409a041a x-openstack-request-id: req-ef0103d4-a772-419a-930c-5858409a041a {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:59:38.827864 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9588405-283d-4b05-8b1b-84fde98f06b9", "name": "network-vif-plugged", "status": "completed", "tag": "afbabf26-1a5c-4eb3-a89d-dc24eeff94c2", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:59:38.828217 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ef0103d4-a772-419a-930c-5858409a041a {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:59:38.828713 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef0103d4-a772-419a-930c-5858409a041a'] response: {'server_uuid': 'f9588405-283d-4b05-8b1b-84fde98f06b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afbabf26-1a5c-4eb3-a89d-dc24eeff94c2', 'code': 200} May 20 20:59:38.843349 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:59:38.843823 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:59:38.844293 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:59:38.845333 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:59:38.845767 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:59:38.846210 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:59:38.846707 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:59:38.847208 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:59:38.847629 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:59:38.848045 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:59:38.848460 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:59:38.848994 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:59:38.913394 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-3f231f33-5d7c-40dc-85d6-7752a286c1e2 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8321784 May 20 20:59:38.920404 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 36860) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:59:38.949792 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-19d98bcc-77a1-4051-9ea5-53e4c87e3a3b tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Request body: {'subnet': {'network_id': 'ef961b2c-b010-4ac0-9b03-c423129d0958', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:59:39.045186 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f231f33-5d7c-40dc-85d6-7752a286c1e2 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Pushing event updated for resources: {'Network': ['ID=ef961b2c-b010-4ac0-9b03-c423129d0958,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:59:39.086942 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Network ef961b2c-b010-4ac0-9b03-c423129d0958 details requested by agent ovs-agent-n-d-842733-1 with host n-d-842733-1 {{(pid=103164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 20 20:59:39.095742 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-58d236ac-105f-4c1f-bc88-b37376eaf9a9 None None] For port a8fcaa4c-3af2-4d49-8cf7-64e7bc74288d, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=a8fcaa4c-3af2-4d49-8cf7-64e7bc74288d,segment=NetworkSegment(f5705048-66fd-4627-af8c-03443c37dd17),segment_id=f5705048-66fd-4627-af8c-03443c37dd17)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:59:39.097176 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-58d236ac-105f-4c1f-bc88-b37376eaf9a9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:39.106000 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7c7e14-067a-4a43-83ef-890b4664fdf0 req-5dfada6f-4428-4eb3-a351-258c389f1e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:39.107518 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-cd7c7e14-067a-4a43-83ef-890b4664fdf0 req-5dfada6f-4428-4eb3-a351-258c389f1e2a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f9588405-283d-4b05-8b1b-84fde98f06b9 HTTP/1.1" status: 200 len: 1097 time: 0.1439521 May 20 20:59:39.108642 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-c816c4db-7368-49b0-928f-43996a89729d tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Allocated IP 10.2.2.100 (406fd18c-0c2e-4f41-b1be-e40f4d4f5f09/70b55600-d7fc-4e7e-8aec-f560aacbb632/f4c771b6-ea4d-4f91-a9e6-9592d7d019b1) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:59:39.186772 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-58d236ac-105f-4c1f-bc88-b37376eaf9a9 None None] Calling delete_port for a8fcaa4c-3af2-4d49-8cf7-64e7bc74288d owned by network:dhcp {{(pid=103164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:59:39.201320 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-82378fde-f8ec-4f22-9e9e-92512136eafe None None] Notify callbacks [] for port, precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:39.211993 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port a8fcaa4c-3af2-4d49-8cf7-64e7bc74288d is: ACTIVE; New status is: DOWN {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:59:39.212377 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:39.221760 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-cd7c7e14-067a-4a43-83ef-890b4664fdf0 req-86190a79-8784-40b9-855b-9ef5abbe653e service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=3ca0fb1c-c695-4a0a-a152-dfa8f160f4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956228 May 20 20:59:39.233752 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19d98bcc-77a1-4051-9ea5-53e4c87e3a3b tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Made reservation on behalf of 69b25f498b804a648521a0f64cc7f45d for: {'subnet': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:59:39.240048 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-19d98bcc-77a1-4051-9ea5-53e4c87e3a3b tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8422561'] for subnet, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:39.309127 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] For port a8fcaa4c-3af2-4d49-8cf7-64e7bc74288d, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=a8fcaa4c-3af2-4d49-8cf7-64e7bc74288d,segment=NetworkSegment(f5705048-66fd-4627-af8c-03443c37dd17),segment_id=f5705048-66fd-4627-af8c-03443c37dd17)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:59:39.328082 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 36868) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:59:39.355835 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 36870) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:59:39.368435 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3bf6824e-6006-4e1d-a115-3e2c650769d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:39.405998 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-82378fde-f8ec-4f22-9e9e-92512136eafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108'] for port, after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:39.444860 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82378fde-f8ec-4f22-9e9e-92512136eafe None None] Network 8acd0697-053a-4936-b225-a3861a6da21f is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:59:39.449369 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-82378fde-f8ec-4f22-9e9e-92512136eafe None None] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:59:39.456340 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:39.458305 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82378fde-f8ec-4f22-9e9e-92512136eafe None None] Received port after_create {{(pid=103164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:59:39.462069 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82378fde-f8ec-4f22-9e9e-92512136eafe None None] Pushing event updated for resources: {'Port': ['ID=a75ae602-414b-4747-8c7a-d89855817c79,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:59:39.490155 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-c816c4db-7368-49b0-928f-43996a89729d tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:39.546483 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-58d236ac-105f-4c1f-bc88-b37376eaf9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099'] for port, after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:39.576047 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d236ac-105f-4c1f-bc88-b37376eaf9a9 None None] No DVR routers for this DVR port a8fcaa4c-3af2-4d49-8cf7-64e7bc74288d on host n-d-842733-1 {{(pid=103164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:59:39.587185 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Pushing event updated for resources: {'Port': ['ID=a8fcaa4c-3af2-4d49-8cf7-64e7bc74288d,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:59:39.599492 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-82378fde-f8ec-4f22-9e9e-92512136eafe None None] Attempting to bind port a75ae602-414b-4747-8c7a-d89855817c79 on host n-d-842733-1 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:59:39.600784 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-82378fde-f8ec-4f22-9e9e-92512136eafe None None] Attempting to bind port a75ae602-414b-4747-8c7a-d89855817c79 by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': '8dac6bb9-72f0-412b-8569-09340d9ebf9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '8acd0697-053a-4936-b225-a3861a6da21f'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:59:39.601819 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82378fde-f8ec-4f22-9e9e-92512136eafe None None] Attempting to bind port a75ae602-414b-4747-8c7a-d89855817c79 on network 8acd0697-053a-4936-b225-a3861a6da21f {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:59:39.629876 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82378fde-f8ec-4f22-9e9e-92512136eafe None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 59, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:59:39.630676 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82378fde-f8ec-4f22-9e9e-92512136eafe None None] Checking segment: {'id': '8dac6bb9-72f0-412b-8569-09340d9ebf9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '8acd0697-053a-4936-b225-a3861a6da21f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:59:39.632366 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-82378fde-f8ec-4f22-9e9e-92512136eafe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:39.632923 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82378fde-f8ec-4f22-9e9e-92512136eafe None None] Bound using segment: {'id': '8dac6bb9-72f0-412b-8569-09340d9ebf9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '8acd0697-053a-4936-b225-a3861a6da21f'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:59:39.633595 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-82378fde-f8ec-4f22-9e9e-92512136eafe None None] Bound port: a75ae602-414b-4747-8c7a-d89855817c79, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dac6bb9-72f0-412b-8569-09340d9ebf9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '8acd0697-053a-4936-b225-a3861a6da21f'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:59:39.634165 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-82378fde-f8ec-4f22-9e9e-92512136eafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:39.636686 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d236ac-105f-4c1f-bc88-b37376eaf9a9 None None] Pushing event deleted for resources: {'Port': ['ID=a8fcaa4c-3af2-4d49-8cf7-64e7bc74288d,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:59:39.637114 n-d-842733-1 neutron-server[103162]: DEBUG neutron.objects.ports [None req-0f53d334-e500-4960-95ca-02652e41063c tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103162) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} May 20 20:59:39.642605 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0f53d334-e500-4960-95ca-02652e41063c tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3797684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4018258'] for subnet, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:39.666836 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-c816c4db-7368-49b0-928f-43996a89729d tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:39.741553 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3bf6824e-6006-4e1d-a115-3e2c650769d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:39.746807 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f53d334-e500-4960-95ca-02652e41063c tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Network 98f8b8d5-1379-4eeb-9e13-b2bbab96015a is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:59:39.747658 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-82378fde-f8ec-4f22-9e9e-92512136eafe None None] For port a75ae602-414b-4747-8c7a-d89855817c79, host n-d-842733-1, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:59:39.752298 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-82378fde-f8ec-4f22-9e9e-92512136eafe None None] For port a75ae602-414b-4747-8c7a-d89855817c79, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=a75ae602-414b-4747-8c7a-d89855817c79,segment=NetworkSegment(8dac6bb9-72f0-412b-8569-09340d9ebf9e),segment_id=8dac6bb9-72f0-412b-8569-09340d9ebf9e)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:59:39.770089 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-0f53d334-e500-4960-95ca-02652e41063c tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:59:39.781744 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7d56606-cbeb-47d1-9c9f-d83cdb898f1f None None] Network 98f8b8d5-1379-4eeb-9e13-b2bbab96015a requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:59:39.790759 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-66fee3db-2c01-455f-9a33-0aa17673ea29 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1726859957-network', 'tenant_id': '0a54b8b700fe48bebfc6e574ea5c53fd'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:59:39.821044 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3bf6824e-6006-4e1d-a115-3e2c650769d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:39.821993 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f53d334-e500-4960-95ca-02652e41063c tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:39.822595 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0f53d334-e500-4960-95ca-02652e41063c tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:39.854470 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-c816c4db-7368-49b0-928f-43996a89729d tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Network 406fd18c-0c2e-4f41-b1be-e40f4d4f5f09 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:59:39.859669 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-c816c4db-7368-49b0-928f-43996a89729d tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:59:39.872611 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-c816c4db-7368-49b0-928f-43996a89729d tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:59:39.876758 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c816c4db-7368-49b0-928f-43996a89729d tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Pushing event updated for resources: {'Port': ['ID=f4c771b6-ea4d-4f91-a9e6-9592d7d019b1,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:59:39.908963 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-82378fde-f8ec-4f22-9e9e-92512136eafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:39.915955 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f53d334-e500-4960-95ca-02652e41063c tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Pushing event updated for resources: {'Subnet': ['ID=ad6d70a8-54d5-49f2-b84a-293458a9b5af,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:59:39.962165 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-19d98bcc-77a1-4051-9ea5-53e4c87e3a3b tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9641412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8422583'] for subnet, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:39.966241 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-0f53d334-e500-4960-95ca-02652e41063c tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 2.0428138 May 20 20:59:39.969381 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 36878) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:59:39.974749 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-ff420a5c-5045-43d0-92b0-ba4d5d9741ee tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Request body: {'port': {'network_id': '98f8b8d5-1379-4eeb-9e13-b2bbab96015a', 'mac_address': 'fa:16:3e:19:26:ac', 'name': 'tempest-NetworksTestDHCPv6-2025555221'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:59:40.075361 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-c816c4db-7368-49b0-928f-43996a89729d tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:40.075361 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-c816c4db-7368-49b0-928f-43996a89729d tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:40.127025 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66fee3db-2c01-455f-9a33-0aa17673ea29 admin admin] Made reservation on behalf of 0a54b8b700fe48bebfc6e574ea5c53fd for: {'network': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:59:40.129373 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-66fee3db-2c01-455f-9a33-0aa17673ea29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for network, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:40.175208 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-c816c4db-7368-49b0-928f-43996a89729d tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6106498 May 20 20:59:40.200788 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-e1aff95f-e8aa-4d01-94cc-24702b31fb64 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Request body: {'port': {'device_id': '75b87a76-ad52-4618-a214-48088ec58aef', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '406fd18c-0c2e-4f41-b1be-e40f4d4f5f09', 'admin_state_up': True, 'tenant_id': '0460753b23084d8f8624c2387ec65eda', 'security_groups': ['c6c3d501-aad0-44cc-8dfe-290dffd2c6d4']}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:59:40.202093 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf6824e-6006-4e1d-a115-3e2c650769d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c063a7b1-6f90-4223-9646-dcda4f98d52d,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:59:40.217705 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-3bf6824e-6006-4e1d-a115-3e2c650769d3 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3d163b30f186487f9842a9785d8628c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8885136 May 20 20:59:40.222395 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 36882) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:59:40.233939 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-66fee3db-2c01-455f-9a33-0aa17673ea29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:40.306345 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2c1b48-890a-46f9-92f5-0295556a2a19 req-b49d1700-e1b1-4c4c-b952-66b479c5ea3d tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:40.312315 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2c1b48-890a-46f9-92f5-0295556a2a19 req-b49d1700-e1b1-4c4c-b952-66b479c5ea3d tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:40.329240 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2c1b48-890a-46f9-92f5-0295556a2a19 req-b49d1700-e1b1-4c4c-b952-66b479c5ea3d tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:40.336204 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2c1b48-890a-46f9-92f5-0295556a2a19 req-b49d1700-e1b1-4c4c-b952-66b479c5ea3d tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:40.347176 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2a2c1b48-890a-46f9-92f5-0295556a2a19 req-b49d1700-e1b1-4c4c-b952-66b479c5ea3d tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] 10.222.0.35 "GET /v2.0/ports?device_id=75b87a76-ad52-4618-a214-48088ec58aef HTTP/1.1" status: 200 len: 3095 time: 0.5387836 May 20 20:59:40.379191 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d98bcc-77a1-4051-9ea5-53e4c87e3a3b tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Pushing event updated for resources: {'Subnet': ['ID=9f158c4a-69b5-462e-bb98-262a88f70952,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:59:40.398383 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82378fde-f8ec-4f22-9e9e-92512136eafe None None] Pushing event updated for resources: {'Port': ['ID=a75ae602-414b-4747-8c7a-d89855817c79,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:59:40.447258 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3671dacf-e3c7-42b5-bb09-73840b1f2a8c req-241df24f-5494-494e-9df4-90f95d51aa6f tempest-ServerRescueTestJSON-1875264190 tempest-ServerRescueTestJSON-1875264190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:40.449014 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3671dacf-e3c7-42b5-bb09-73840b1f2a8c req-241df24f-5494-494e-9df4-90f95d51aa6f tempest-ServerRescueTestJSON-1875264190 tempest-ServerRescueTestJSON-1875264190-project] 10.222.0.35 "GET /v2.0/ports?device_id=f9588405-283d-4b05-8b1b-84fde98f06b9 HTTP/1.1" status: 200 len: 946 time: 0.5560734 May 20 20:59:40.457954 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19d98bcc-77a1-4051-9ea5-53e4c87e3a3b tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Checking segment: {'id': '946655cd-520a-426a-bc14-6e7540cde888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'ef961b2c-b010-4ac0-9b03-c423129d0958'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:59:40.457954 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19d98bcc-77a1-4051-9ea5-53e4c87e3a3b tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Network hostable DHCP agents. Network: ef961b2c-b010-4ac0-9b03-c423129d0958, hostable agents: ['c9b0653c-f3c7-4339-bd50-e3754b629216'], hosted agents: [] {{(pid=103163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 20:59:40.466393 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff420a5c-5045-43d0-92b0-ba4d5d9741ee tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Made reservation on behalf of ab4ded6dc75a4ab5a4f9dae9e5aa3753 for: {'port': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:59:40.467375 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfbc03c2-964d-404b-b33f-645262ec6eb3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaee2b848-d4b9-5db1-b6ef-d6db29d67de7-98f8b8d5-1379-4eeb-9e13-b2bbab96015a', 'network_id': '98f8b8d5-1379-4eeb-9e13-b2bbab96015a', 'tenant_id': 'ab4ded6dc75a4ab5a4f9dae9e5aa3753', 'fixed_ips': [{'subnet_id': 'ad6d70a8-54d5-49f2-b84a-293458a9b5af'}]}} from n-d-842733-1. {{(pid=103164) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 20:59:40.471778 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cfbc03c2-964d-404b-b33f-645262ec6eb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:40.527600 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2a2c1b48-890a-46f9-92f5-0295556a2a19 req-7b28d77f-2df2-4c11-9b44-5a98dab2ab91 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] 10.222.0.35 "GET /v2.0/security-groups?id=c6c3d501-aad0-44cc-8dfe-290dffd2c6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1498828 May 20 20:59:40.551888 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-2eb61108-ba5f-4457-92a1-cf2ba0884599 None None] Provisioning complete for port f4c771b6-ea4d-4f91-a9e6-9592d7d019b1 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:59:40.551888 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-2eb61108-ba5f-4457-92a1-cf2ba0884599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:40.563152 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3671dacf-e3c7-42b5-bb09-73840b1f2a8c req-d7ce6859-9b74-4f64-931d-cf421070f20f tempest-ServerRescueTestJSON-1875264190 tempest-ServerRescueTestJSON-1875264190-project] 10.222.0.35 "GET /v2.0/security-groups?id=3ca0fb1c-c695-4a0a-a152-dfa8f160f4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020908 May 20 20:59:40.616057 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-66fee3db-2c01-455f-9a33-0aa17673ea29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:40.617953 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19d98bcc-77a1-4051-9ea5-53e4c87e3a3b tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Network ef961b2c-b010-4ac0-9b03-c423129d0958 is scheduled to be hosted by DHCP agent c9b0653c-f3c7-4339-bd50-e3754b629216 with binding_index 1 {{(pid=103163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 20:59:40.733808 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-19d98bcc-77a1-4051-9ea5-53e4c87e3a3b tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842733-1, ef961b2c-b010-4ac0-9b03-c423129d0958) {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:59:40.735761 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-66fee3db-2c01-455f-9a33-0aa17673ea29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:40.738450 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ff420a5c-5045-43d0-92b0-ba4d5d9741ee tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:40.757012 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-34849701-d4e8-447e-b6e0-a2f317195f20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:40.760600 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19d98bcc-77a1-4051-9ea5-53e4c87e3a3b tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:40.770056 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-19d98bcc-77a1-4051-9ea5-53e4c87e3a3b tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Notify callbacks [] for subnet, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:40.784183 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [None req-ff420a5c-5045-43d0-92b0-ba4d5d9741ee tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] device_id is not set on port 468f2e30-c6b3-4732-9443-38338dde0b36 yet. {{(pid=103162) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 20 20:59:40.820872 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66fee3db-2c01-455f-9a33-0aa17673ea29 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 244} {{(pid=103163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 20:59:40.828268 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-2eb61108-ba5f-4457-92a1-cf2ba0884599 None None] Port f4c771b6-ea4d-4f91-a9e6-9592d7d019b1 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 20:59:40.834282 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fee3db-2c01-455f-9a33-0aa17673ea29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2407e6cd-1da3-4c5a-87e8-32ad7cd01189,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:59:40.835267 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eed38a72-7060-44d0-bfc6-91107ff46374 None None] Network ef961b2c-b010-4ac0-9b03-c423129d0958 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:59:40.837392 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device a75ae602-414b-4747-8c7a-d89855817c79 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:59:40.855542 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-66fee3db-2c01-455f-9a33-0aa17673ea29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:40.855542 n-d-842733-1 neutron-server[103163]: INFO neutron.db.segments_db [None req-66fee3db-2c01-455f-9a33-0aa17673ea29 admin admin] Added segment a189c70c-1a77-4398-b112-572ca8f77d3f of type vlan for network db968d13-82bc-4def-927f-4d00e4b4dc28 May 20 20:59:40.891020 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-34849701-d4e8-447e-b6e0-a2f317195f20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:40.920980 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-19d98bcc-77a1-4051-9ea5-53e4c87e3a3b tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.9859965 May 20 20:59:40.922170 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 36886) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:59:40.931988 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-66fee3db-2c01-455f-9a33-0aa17673ea29 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418993264'] for network, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:40.940342 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-e1aff95f-e8aa-4d01-94cc-24702b31fb64 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Made reservation on behalf of 0460753b23084d8f8624c2387ec65eda for: {'port': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:59:40.948487 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-e1aff95f-e8aa-4d01-94cc-24702b31fb64 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:41.017697 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [None req-cfbc03c2-964d-404b-b33f-645262ec6eb3 None None] Allocated IP 2001:db8::f816:3eff:fe5a:e9c (98f8b8d5-1379-4eeb-9e13-b2bbab96015a/ad6d70a8-54d5-49f2-b84a-293458a9b5af/bd254b3a-3c16-4eb8-8607-e2b34ed605ef) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:59:41.121787 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-34849701-d4e8-447e-b6e0-a2f317195f20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:41.125201 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-34849701-d4e8-447e-b6e0-a2f317195f20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:41.126662 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-34849701-d4e8-447e-b6e0-a2f317195f20 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c063a7b1-6f90-4223-9646-dcda4f98d52d HTTP/1.1" status: 204 len: 168 time: 0.8926065 May 20 20:59:41.144163 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-66fee3db-2c01-455f-9a33-0aa17673ea29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524'] for network, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:41.145163 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66fee3db-2c01-455f-9a33-0aa17673ea29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:41.145768 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-66fee3db-2c01-455f-9a33-0aa17673ea29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:41.150299 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34849701-d4e8-447e-b6e0-a2f317195f20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c063a7b1-6f90-4223-9646-dcda4f98d52d,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:59:41.216094 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port a75ae602-414b-4747-8c7a-d89855817c79 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:59:41.216469 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:41.301649 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-e1aff95f-e8aa-4d01-94cc-24702b31fb64 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Allocated IP 10.2.2.200 (406fd18c-0c2e-4f41-b1be-e40f4d4f5f09/70b55600-d7fc-4e7e-8aec-f560aacbb632/914487ce-60c1-489c-a9a9-2aac03bed154) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:59:41.321867 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7264a904-a37a-4656-8eb8-2212e6ade9fb tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33160123'] for network, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:41.354020 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fee3db-2c01-455f-9a33-0aa17673ea29 admin admin] Pushing event updated for resources: {'Network': ['ID=db968d13-82bc-4def-927f-4d00e4b4dc28,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:59:41.415495 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Network db968d13-82bc-4def-927f-4d00e4b4dc28 details requested by agent ovs-agent-n-d-842733-1 with host n-d-842733-1 {{(pid=103164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 20 20:59:41.430912 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d334f0e9-a41d-499a-a9dd-622f7b9678d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaee2b848-d4b9-5db1-b6ef-d6db29d67de7-ef961b2c-b010-4ac0-9b03-c423129d0958', 'network_id': 'ef961b2c-b010-4ac0-9b03-c423129d0958', 'tenant_id': '69b25f498b804a648521a0f64cc7f45d', 'fixed_ips': [{'subnet_id': '9f158c4a-69b5-462e-bb98-262a88f70952'}]}} from n-d-842733-1. {{(pid=103164) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 20:59:41.431789 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d334f0e9-a41d-499a-a9dd-622f7b9678d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:41.497859 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-66fee3db-2c01-455f-9a33-0aa17673ea29 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.1409261 May 20 20:59:41.501068 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 36894) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:59:41.520514 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-167de4f6-12a4-408a-8681-bade8e20abc1 admin admin] Request body: {'subnet': {'network_id': 'db968d13-82bc-4def-927f-4d00e4b4dc28', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1726859957-subnet', 'tenant_id': '0a54b8b700fe48bebfc6e574ea5c53fd', 'ip_version': 4}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:59:41.541802 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7264a904-a37a-4656-8eb8-2212e6ade9fb tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33068388'] for subnet, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:41.574814 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-e1aff95f-e8aa-4d01-94cc-24702b31fb64 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:41.625299 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-167de4f6-12a4-408a-8681-bade8e20abc1 admin admin] Made reservation on behalf of 0a54b8b700fe48bebfc6e574ea5c53fd for: {'subnet': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:59:41.627328 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-167de4f6-12a4-408a-8681-bade8e20abc1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8422561'] for subnet, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:41.775260 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-e1aff95f-e8aa-4d01-94cc-24702b31fb64 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:41.852634 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-e1aff95f-e8aa-4d01-94cc-24702b31fb64 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Network 406fd18c-0c2e-4f41-b1be-e40f4d4f5f09 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:59:41.858003 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-e1aff95f-e8aa-4d01-94cc-24702b31fb64 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:59:41.863973 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-e1aff95f-e8aa-4d01-94cc-24702b31fb64 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:59:41.948140 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-e1aff95f-e8aa-4d01-94cc-24702b31fb64 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:41.948968 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-e1aff95f-e8aa-4d01-94cc-24702b31fb64 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:41.981359 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1aff95f-e8aa-4d01-94cc-24702b31fb64 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Pushing event updated for resources: {'Port': ['ID=914487ce-60c1-489c-a9a9-2aac03bed154,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:59:42.007903 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8968dfa8-0722-4f17-bb8f-57e54ddcefa7 req-9a9211e4-0ab6-4396-a936-e2a9f8aef35b tempest-ServerRescueTestJSON-1875264190 tempest-ServerRescueTestJSON-1875264190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:42.009710 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8968dfa8-0722-4f17-bb8f-57e54ddcefa7 req-9a9211e4-0ab6-4396-a936-e2a9f8aef35b tempest-ServerRescueTestJSON-1875264190 tempest-ServerRescueTestJSON-1875264190-project] 10.222.0.35 "GET /v2.0/ports?device_id=f9588405-283d-4b05-8b1b-84fde98f06b9 HTTP/1.1" status: 200 len: 946 time: 0.1931677 May 20 20:59:42.032749 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb826867-6e0c-40a4-b6cc-70b021802e24 req-50a2d285-40ac-42db-b54f-d8909325537e tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:42.034312 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2a42533-f7a6-498a-8a66-6d1e69bf5638 None None] Network 8acd0697-053a-4936-b225-a3861a6da21f requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:59:42.042369 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb826867-6e0c-40a4-b6cc-70b021802e24 req-50a2d285-40ac-42db-b54f-d8909325537e tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:42.048534 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb826867-6e0c-40a4-b6cc-70b021802e24 req-50a2d285-40ac-42db-b54f-d8909325537e tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:42.056156 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb826867-6e0c-40a4-b6cc-70b021802e24 req-50a2d285-40ac-42db-b54f-d8909325537e tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:42.060503 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-e1aff95f-e8aa-4d01-94cc-24702b31fb64 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8670795 May 20 20:59:42.062523 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb826867-6e0c-40a4-b6cc-70b021802e24 req-50a2d285-40ac-42db-b54f-d8909325537e tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:42.065765 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-fb826867-6e0c-40a4-b6cc-70b021802e24 req-50a2d285-40ac-42db-b54f-d8909325537e tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] 10.222.0.35 "GET /v2.0/ports?device_id=75b87a76-ad52-4618-a214-48088ec58aef HTTP/1.1" status: 200 len: 3816 time: 0.1966434 May 20 20:59:42.081822 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-e4094359-b8ba-42ee-9394-c93cda9543ef service neutron] Request body: {'port': {'device_id': '75b87a76-ad52-4618-a214-48088ec58aef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-842733-1'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:59:42.129465 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cfbc03c2-964d-404b-b33f-645262ec6eb3 None None] Notify callbacks [] for port, precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:42.218549 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-e4094359-b8ba-42ee-9394-c93cda9543ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:42.252100 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port a75ae602-414b-4747-8c7a-d89855817c79 is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:59:42.252599 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:42.300885 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cfbc03c2-964d-404b-b33f-645262ec6eb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108'] for port, after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:42.311091 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-7f2a45bc-f184-402e-9dbb-089dd621ee32 None None] Provisioning complete for port a75ae602-414b-4747-8c7a-d89855817c79 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:59:42.311454 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-7f2a45bc-f184-402e-9dbb-089dd621ee32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:42.361940 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7264a904-a37a-4656-8eb8-2212e6ade9fb tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33068399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9641221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8422588'] for subnet, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:42.484667 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfbc03c2-964d-404b-b33f-645262ec6eb3 None None] Network 98f8b8d5-1379-4eeb-9e13-b2bbab96015a is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:59:42.491576 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-7f2a45bc-f184-402e-9dbb-089dd621ee32 None None] Current status of the port a75ae602-414b-4747-8c7a-d89855817c79 is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:59:42.491965 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-7f2a45bc-f184-402e-9dbb-089dd621ee32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:42.508920 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-cfbc03c2-964d-404b-b33f-645262ec6eb3 None None] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:59:42.520024 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7264a904-a37a-4656-8eb8-2212e6ade9fb tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Pushing event deleted for resources: {'Subnet': ['ID=9f158c4a-69b5-462e-bb98-262a88f70952,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:59:42.525927 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-167de4f6-12a4-408a-8681-bade8e20abc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9641412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8422583'] for subnet, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:42.538943 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-e4094359-b8ba-42ee-9394-c93cda9543ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92f180c2-0d12-4276-b468-9633e951982b {{(pid=103162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:59:42.539414 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server [None req-d334f0e9-a41d-499a-a9dd-622f7b9678d0 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9f158c4a-69b5-462e-bb98-262a88f70952: This subnet is being modified by another concurrent operation. May 20 20:59:42.539414 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 20 20:59:42.539414 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 20 20:59:42.539414 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 20 20:59:42.539414 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 20 20:59:42.539414 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 20 20:59:42.539414 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 20 20:59:42.539414 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 20 20:59:42.539414 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 20 20:59:42.539414 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 20 20:59:42.539414 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 20 20:59:42.539414 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 20 20:59:42.539414 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 20 20:59:42.539414 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server self.force_reraise() May 20 20:59:42.539414 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 20 20:59:42.539414 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server raise self.value May 20 20:59:42.539414 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 20 20:59:42.539414 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 20 20:59:42.539414 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 20 20:59:42.539414 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 20 20:59:42.539414 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 20 20:59:42.539414 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server self.force_reraise() May 20 20:59:42.539414 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 20 20:59:42.539414 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server raise self.value May 20 20:59:42.539414 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 20 20:59:42.539414 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 20 20:59:42.539414 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 20 20:59:42.539414 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 20 20:59:42.539414 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 20 20:59:42.539414 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server self.force_reraise() May 20 20:59:42.539414 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 20 20:59:42.539414 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server raise self.value May 20 20:59:42.539414 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 20 20:59:42.539414 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 20 20:59:42.539414 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper May 20 20:59:42.539414 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) May 20 20:59:42.539414 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port May 20 20:59:42.539414 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') May 20 20:59:42.539414 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action May 20 20:59:42.539414 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) May 20 20:59:42.539414 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port May 20 20:59:42.539414 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( May 20 20:59:42.539414 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner May 20 20:59:42.539414 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 20 20:59:42.539414 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped May 20 20:59:42.539414 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 20 20:59:42.539414 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 20 20:59:42.539414 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 20 20:59:42.539414 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 20 20:59:42.539414 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server self.force_reraise() May 20 20:59:42.539414 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 20 20:59:42.539414 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server raise self.value May 20 20:59:42.539414 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 20 20:59:42.539414 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 20 20:59:42.544062 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 20 20:59:42.544062 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 20 20:59:42.544062 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 20 20:59:42.544062 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server self.force_reraise() May 20 20:59:42.544062 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 20 20:59:42.544062 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server raise self.value May 20 20:59:42.544062 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 20 20:59:42.544062 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 20 20:59:42.544062 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 20 20:59:42.544062 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 20 20:59:42.544062 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 20 20:59:42.544062 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server self.force_reraise() May 20 20:59:42.544062 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 20 20:59:42.544062 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server raise self.value May 20 20:59:42.544062 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 20 20:59:42.544062 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 20 20:59:42.544062 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1486, in create_port May 20 20:59:42.544062 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) May 20 20:59:42.544062 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1451, in _create_port_db May 20 20:59:42.544062 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) May 20 20:59:42.544062 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db May 20 20:59:42.544062 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( May 20 20:59:42.544062 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store May 20 20:59:42.544062 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) May 20 20:59:42.544062 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped May 20 20:59:42.544062 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 20 20:59:42.544062 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper May 20 20:59:42.544062 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) May 20 20:59:42.544062 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port May 20 20:59:42.544062 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) May 20 20:59:42.544062 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port May 20 20:59:42.544062 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 20 20:59:42.544062 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets May 20 20:59:42.544062 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 20 20:59:42.544062 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 20 20:59:42.544062 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server raise exception May 20 20:59:42.544062 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9f158c4a-69b5-462e-bb98-262a88f70952: This subnet is being modified by another concurrent operation. May 20 20:59:42.544062 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server May 20 20:59:42.557293 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-e4094359-b8ba-42ee-9394-c93cda9543ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:42.562729 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfbc03c2-964d-404b-b33f-645262ec6eb3 None None] Received port after_create {{(pid=103164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:59:42.565476 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8968dfa8-0722-4f17-bb8f-57e54ddcefa7 req-14072d8e-f676-491c-98f2-faaa55e59edb tempest-ServerRescueTestJSON-1875264190 tempest-ServerRescueTestJSON-1875264190-project] 10.222.0.35 "GET /v2.0/security-groups?id=3ca0fb1c-c695-4a0a-a152-dfa8f160f4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4915249 May 20 20:59:42.568018 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.provisioning_blocks [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-e4094359-b8ba-42ee-9394-c93cda9543ef service neutron] Transition to ACTIVE for port object 92f180c2-0d12-4276-b468-9633e951982b will not be triggered until provisioned by entity L2. {{(pid=103162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 20:59:42.596951 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34e87eb1-d973-4dce-ac45-4e77cce3c255 None None] Network ef961b2c-b010-4ac0-9b03-c423129d0958 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:59:42.610168 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] For port a75ae602-414b-4747-8c7a-d89855817c79, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=a75ae602-414b-4747-8c7a-d89855817c79,segment=NetworkSegment(8dac6bb9-72f0-412b-8569-09340d9ebf9e),segment_id=8dac6bb9-72f0-412b-8569-09340d9ebf9e)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:59:42.633887 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-ff420a5c-5045-43d0-92b0-ba4d5d9741ee tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Allocated IP 2001:db8::f816:3eff:fe19:26ac (98f8b8d5-1379-4eeb-9e13-b2bbab96015a/ad6d70a8-54d5-49f2-b84a-293458a9b5af/468f2e30-c6b3-4732-9443-38338dde0b36) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:59:42.643655 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-e4094359-b8ba-42ee-9394-c93cda9543ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:42.660456 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7264a904-a37a-4656-8eb8-2212e6ade9fb tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33072115', 'neutron.services.segments.db._delete_segments_for_network-8782419500584'] for network, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:42.694805 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-7264a904-a37a-4656-8eb8-2212e6ade9fb tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef961b2c-b010-4ac0-9b03-c423129d0958']}} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:59:42.710691 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-7264a904-a37a-4656-8eb8-2212e6ade9fb tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '946655cd-520a-426a-bc14-6e7540cde888') {'for_net_delete': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:59:42.720155 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-7264a904-a37a-4656-8eb8-2212e6ade9fb tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '946655cd-520a-426a-bc14-6e7540cde888') {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:59:42.727133 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7264a904-a37a-4656-8eb8-2212e6ade9fb tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419501617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9338764'] for segment, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:42.749441 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7264a904-a37a-4656-8eb8-2212e6ade9fb tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:42.758886 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7264a904-a37a-4656-8eb8-2212e6ade9fb tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Releasing vlan 220 on physical network physnet1 to pool {{(pid=103163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 20:59:42.759605 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7264a904-a37a-4656-8eb8-2212e6ade9fb tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9638311'] for segment, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:42.764366 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4094359-b8ba-42ee-9394-c93cda9543ef service neutron] Pushing event updated for resources: {'Port': ['ID=92f180c2-0d12-4276-b468-9633e951982b,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:59:42.843957 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbc03c2-964d-404b-b33f-645262ec6eb3 None None] Pushing event updated for resources: {'Port': ['ID=bd254b3a-3c16-4eb8-8607-e2b34ed605ef,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:59:42.899850 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-fb826867-6e0c-40a4-b6cc-70b021802e24 req-06466638-42fb-49df-afd4-9ec11a81b2bf tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] 10.222.0.35 "GET /v2.0/security-groups?id=c6c3d501-aad0-44cc-8dfe-290dffd2c6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7092826 May 20 20:59:42.900591 n-d-842733-1 neutron-server[103163]: Traceback (most recent call last): May 20 20:59:42.900591 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 20:59:42.900591 n-d-842733-1 neutron-server[103163]: timer() May 20 20:59:42.900591 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 20:59:42.900591 n-d-842733-1 neutron-server[103163]: cb(*args, **kw) May 20 20:59:42.900591 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 20 20:59:42.900591 n-d-842733-1 neutron-server[103163]: return func(*args, **kwargs) May 20 20:59:42.900591 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 20:59:42.900591 n-d-842733-1 neutron-server[103163]: self._notify() May 20 20:59:42.900591 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 20:59:42.900591 n-d-842733-1 neutron-server[103163]: self.callback(batched_events) May 20 20:59:42.900591 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 20:59:42.900591 n-d-842733-1 neutron-server[103163]: event.method(event) May 20 20:59:42.900591 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 20 20:59:42.900591 n-d-842733-1 neutron-server[103163]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 20:59:42.900591 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 20 20:59:42.900591 n-d-842733-1 neutron-server[103163]: aggregate_uuid = self.p_client.list_aggregates( May 20 20:59:42.900591 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 20 20:59:42.900591 n-d-842733-1 neutron-server[103163]: return f(self, *a, **k) May 20 20:59:42.900591 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 20 20:59:42.900591 n-d-842733-1 neutron-server[103163]: return self._get(url).json() May 20 20:59:42.900591 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 20 20:59:42.900591 n-d-842733-1 neutron-server[103163]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 20:59:42.900591 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 20:59:42.900591 n-d-842733-1 neutron-server[103163]: return self.request(url, 'GET', **kwargs) May 20 20:59:42.900591 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 20:59:42.900591 n-d-842733-1 neutron-server[103163]: base_url = self.get_endpoint(auth, allow=allow, May 20 20:59:42.900591 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 20:59:42.900591 n-d-842733-1 neutron-server[103163]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 20:59:42.900591 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 20:59:42.900591 n-d-842733-1 neutron-server[103163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 20:59:42.900591 n-d-842733-1 neutron-server[103163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 20:59:42.903387 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:42.992482 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-e4094359-b8ba-42ee-9394-c93cda9543ef service neutron] Attempting to bind port 92f180c2-0d12-4276-b468-9633e951982b on host n-h2-842733-1 for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:59:42.992753 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-e4094359-b8ba-42ee-9394-c93cda9543ef service neutron] Attempting to bind port 92f180c2-0d12-4276-b468-9633e951982b by drivers openvswitch,hyperv on host n-h2-842733-1 at level 0 using segments [{'id': '1c07c58c-70ca-4634-b73e-21466b85e57d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '1e3e44fa-7b8c-41ab-9fa2-0a6471f01b68'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:59:42.993043 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-e4094359-b8ba-42ee-9394-c93cda9543ef service neutron] Attempting to bind port 92f180c2-0d12-4276-b468-9633e951982b on network 1e3e44fa-7b8c-41ab-9fa2-0a6471f01b68 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:59:43.000828 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-e4094359-b8ba-42ee-9394-c93cda9543ef service neutron] Port 92f180c2-0d12-4276-b468-9633e951982b on network 1e3e44fa-7b8c-41ab-9fa2-0a6471f01b68 not bound, no agent of type Open vSwitch agent registered on host n-h2-842733-1 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 20:59:43.000828 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-e4094359-b8ba-42ee-9394-c93cda9543ef service neutron] Attempting to bind port 92f180c2-0d12-4276-b468-9633e951982b on network 1e3e44fa-7b8c-41ab-9fa2-0a6471f01b68 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:59:43.026944 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-e4094359-b8ba-42ee-9394-c93cda9543ef service neutron] Checking agent: {'id': 'a66f2511-b955-448f-877c-56cfe9c81b12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 33, 2), 'started_at': datetime.datetime(2022, 5, 20, 20, 33, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 59, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:59:43.027311 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-e4094359-b8ba-42ee-9394-c93cda9543ef service neutron] Checking segment: {'id': '1c07c58c-70ca-4634-b73e-21466b85e57d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '1e3e44fa-7b8c-41ab-9fa2-0a6471f01b68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:59:43.027806 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-e4094359-b8ba-42ee-9394-c93cda9543ef service neutron] Bound using segment: {'id': '1c07c58c-70ca-4634-b73e-21466b85e57d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '1e3e44fa-7b8c-41ab-9fa2-0a6471f01b68'} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:59:43.031655 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167de4f6-12a4-408a-8681-bade8e20abc1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=23658e48-0ab2-4be3-95e6-d83a84724079,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:59:43.034784 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7264a904-a37a-4656-8eb8-2212e6ade9fb tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33072122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748162'] for network, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:43.038214 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-e4094359-b8ba-42ee-9394-c93cda9543ef service neutron] Bound port: 92f180c2-0d12-4276-b468-9633e951982b, host: n-h2-842733-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c07c58c-70ca-4634-b73e-21466b85e57d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '1e3e44fa-7b8c-41ab-9fa2-0a6471f01b68'}}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:59:43.038635 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-e4094359-b8ba-42ee-9394-c93cda9543ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:43.058830 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7264a904-a37a-4656-8eb8-2212e6ade9fb tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:43.062119 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-7264a904-a37a-4656-8eb8-2212e6ade9fb tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] 10.222.0.35 "DELETE /v2.0/networks/ef961b2c-b010-4ac0-9b03-c423129d0958 HTTP/1.1" status: 204 len: 168 time: 2.1389611 May 20 20:59:43.073492 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 36922) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:59:43.085772 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-b43e45b6-2588-44d2-9a26-da14ab311477 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-235159092'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:59:43.110335 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7264a904-a37a-4656-8eb8-2212e6ade9fb tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Pushing event deleted for resources: {'Network': ['ID=ef961b2c-b010-4ac0-9b03-c423129d0958,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:59:43.123017 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-167de4f6-12a4-408a-8681-bade8e20abc1 admin admin] Checking segment: {'id': 'a189c70c-1a77-4398-b112-572ca8f77d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'db968d13-82bc-4def-927f-4d00e4b4dc28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:59:43.123201 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-167de4f6-12a4-408a-8681-bade8e20abc1 admin admin] Network hostable DHCP agents. Network: db968d13-82bc-4def-927f-4d00e4b4dc28, hostable agents: ['c9b0653c-f3c7-4339-bd50-e3754b629216'], hosted agents: [] {{(pid=103163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 20:59:43.127990 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-cfbc03c2-964d-404b-b33f-645262ec6eb3 None None] Attempting to bind port bd254b3a-3c16-4eb8-8607-e2b34ed605ef on host n-d-842733-1 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:59:43.128359 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-cfbc03c2-964d-404b-b33f-645262ec6eb3 None None] Attempting to bind port bd254b3a-3c16-4eb8-8607-e2b34ed605ef by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': 'f5705048-66fd-4627-af8c-03443c37dd17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '98f8b8d5-1379-4eeb-9e13-b2bbab96015a'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:59:43.129829 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfbc03c2-964d-404b-b33f-645262ec6eb3 None None] Attempting to bind port bd254b3a-3c16-4eb8-8607-e2b34ed605ef on network 98f8b8d5-1379-4eeb-9e13-b2bbab96015a {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:59:43.188585 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfbc03c2-964d-404b-b33f-645262ec6eb3 None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 59, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:59:43.189005 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfbc03c2-964d-404b-b33f-645262ec6eb3 None None] Checking segment: {'id': 'f5705048-66fd-4627-af8c-03443c37dd17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '98f8b8d5-1379-4eeb-9e13-b2bbab96015a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:59:43.189389 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cfbc03c2-964d-404b-b33f-645262ec6eb3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:43.189782 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfbc03c2-964d-404b-b33f-645262ec6eb3 None None] Bound using segment: {'id': 'f5705048-66fd-4627-af8c-03443c37dd17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '98f8b8d5-1379-4eeb-9e13-b2bbab96015a'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:59:43.190268 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-cfbc03c2-964d-404b-b33f-645262ec6eb3 None None] Bound port: bd254b3a-3c16-4eb8-8607-e2b34ed605ef, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5705048-66fd-4627-af8c-03443c37dd17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '98f8b8d5-1379-4eeb-9e13-b2bbab96015a'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:59:43.190646 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cfbc03c2-964d-404b-b33f-645262ec6eb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:43.222670 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.db.api [None req-7f2a45bc-f184-402e-9dbb-089dd621ee32 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103164) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 20 20:59:43.223030 n-d-842733-1 neutron-server[103164]: DEBUG oslo_db.api [None req-7f2a45bc-f184-402e-9dbb-089dd621ee32 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 20 20:59:43.263555 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ff420a5c-5045-43d0-92b0-ba4d5d9741ee tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:43.267972 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Pushing event updated for resources: {'Port': ['ID=a75ae602-414b-4747-8c7a-d89855817c79,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:59:43.286707 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-167de4f6-12a4-408a-8681-bade8e20abc1 admin admin] Network db968d13-82bc-4def-927f-4d00e4b4dc28 is scheduled to be hosted by DHCP agent c9b0653c-f3c7-4339-bd50-e3754b629216 with binding_index 1 {{(pid=103163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 20:59:43.309147 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-e4094359-b8ba-42ee-9394-c93cda9543ef service neutron] For port 92f180c2-0d12-4276-b468-9633e951982b, host n-h2-842733-1, cleared binding levels {{(pid=103162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:59:43.324370 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-e4094359-b8ba-42ee-9394-c93cda9543ef service neutron] For port 92f180c2-0d12-4276-b468-9633e951982b, host n-h2-842733-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=92f180c2-0d12-4276-b468-9633e951982b,segment=NetworkSegment(1c07c58c-70ca-4634-b73e-21466b85e57d),segment_id=1c07c58c-70ca-4634-b73e-21466b85e57d)] {{(pid=103162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:59:43.333520 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b43e45b6-2588-44d2-9a26-da14ab311477 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Made reservation on behalf of 69b25f498b804a648521a0f64cc7f45d for: {'network': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:59:43.336993 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b43e45b6-2588-44d2-9a26-da14ab311477 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for network, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:43.402730 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-cfbc03c2-964d-404b-b33f-645262ec6eb3 None None] For port bd254b3a-3c16-4eb8-8607-e2b34ed605ef, host n-d-842733-1, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:59:43.406515 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-cfbc03c2-964d-404b-b33f-645262ec6eb3 None None] For port bd254b3a-3c16-4eb8-8607-e2b34ed605ef, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=bd254b3a-3c16-4eb8-8607-e2b34ed605ef,segment=NetworkSegment(f5705048-66fd-4627-af8c-03443c37dd17),segment_id=f5705048-66fd-4627-af8c-03443c37dd17)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:59:43.439078 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520f41fa-3b4a-422e-b0d0-3665dab4bbe8 req-4ca54cfd-1482-4c1d-93d0-84784f5b92b0 tempest-ServerRescueTestJSON-1875264190 tempest-ServerRescueTestJSON-1875264190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:43.451114 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-520f41fa-3b4a-422e-b0d0-3665dab4bbe8 req-4ca54cfd-1482-4c1d-93d0-84784f5b92b0 tempest-ServerRescueTestJSON-1875264190 tempest-ServerRescueTestJSON-1875264190-project] 10.222.0.35 "GET /v2.0/ports?device_id=f9588405-283d-4b05-8b1b-84fde98f06b9 HTTP/1.1" status: 200 len: 946 time: 0.1247392 May 20 20:59:43.456296 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-e4094359-b8ba-42ee-9394-c93cda9543ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:43.461484 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-167de4f6-12a4-408a-8681-bade8e20abc1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842733-1, db968d13-82bc-4def-927f-4d00e4b4dc28) {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:59:43.471337 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-167de4f6-12a4-408a-8681-bade8e20abc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:43.472105 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-167de4f6-12a4-408a-8681-bade8e20abc1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:43.478109 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97b0b4c0-e49d-4a54-bcbd-5b4276847f68 None None] Network db968d13-82bc-4def-927f-4d00e4b4dc28 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:59:43.481949 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cfbc03c2-964d-404b-b33f-645262ec6eb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:43.540628 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-520f41fa-3b4a-422e-b0d0-3665dab4bbe8 req-1112e258-3cf1-435f-8ff5-dec053a5f029 tempest-ServerRescueTestJSON-1875264190 tempest-ServerRescueTestJSON-1875264190-project] 10.222.0.35 "GET /v2.0/security-groups?id=3ca0fb1c-c695-4a0a-a152-dfa8f160f4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757587 May 20 20:59:43.574437 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b43e45b6-2588-44d2-9a26-da14ab311477 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 226} {{(pid=103162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 20:59:43.590587 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-167de4f6-12a4-408a-8681-bade8e20abc1 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.0884578 May 20 20:59:43.599125 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 36936) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:59:43.605861 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-905e9d2b-6ab5-41ce-b286-21444f9f71ff admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1726859957-router', 'tenant_id': '0a54b8b700fe48bebfc6e574ea5c53fd', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'}}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:59:43.629690 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-e4094359-b8ba-42ee-9394-c93cda9543ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:43.630409 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-e4094359-b8ba-42ee-9394-c93cda9543ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:43.631977 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-e4094359-b8ba-42ee-9394-c93cda9543ef service neutron] 10.222.0.13 "PUT /v2.0/ports/92f180c2-0d12-4276-b468-9633e951982b HTTP/1.1" status: 200 len: 1091 time: 1.5563478 May 20 20:59:43.633080 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ff420a5c-5045-43d0-92b0-ba4d5d9741ee tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:43.634537 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75b87a76-ad52-4618-a214-48088ec58aef', 'tag': '92f180c2-0d12-4276-b468-9633e951982b'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:59:43.636849 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6fa957933fccbf596d28104b23404b952ad6a8238afaebaed40a0874b2e409" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d867cf0-32a2-4bed-acd4-ece67a76e6f6" -d '{"events": [{"name": "network-changed", "server_uuid": "75b87a76-ad52-4618-a214-48088ec58aef", "tag": "92f180c2-0d12-4276-b468-9633e951982b"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:59:43.660893 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b43e45b6-2588-44d2-9a26-da14ab311477 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:43.676219 n-d-842733-1 neutron-server[103162]: INFO neutron.db.segments_db [None req-b43e45b6-2588-44d2-9a26-da14ab311477 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Added segment fd8df120-424c-42b7-93e3-06903ceb40a7 of type vlan for network 1c7497ee-8ba5-4b10-8437-1ff25c8fea9d May 20 20:59:43.733068 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 20:59:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd905e86-4235-4e67-a1c1-423eb3a77812 x-openstack-request-id: req-dd905e86-4235-4e67-a1c1-423eb3a77812 {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:59:43.733380 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75b87a76-ad52-4618-a214-48088ec58aef", "tag": "92f180c2-0d12-4276-b468-9633e951982b", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:59:43.733634 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-dd905e86-4235-4e67-a1c1-423eb3a77812 {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:59:43.734132 n-d-842733-1 neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd905e86-4235-4e67-a1c1-423eb3a77812'] response: {'name': 'network-changed', 'server_uuid': '75b87a76-ad52-4618-a214-48088ec58aef', 'tag': '92f180c2-0d12-4276-b468-9633e951982b', 'status': 'completed', 'code': 200} May 20 20:59:43.737727 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-905e9d2b-6ab5-41ce-b286-21444f9f71ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-694221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26155'] for router, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:43.741994 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-905e9d2b-6ab5-41ce-b286-21444f9f71ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-693085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748153', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-718080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26162'] for router, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:43.822491 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbc03c2-964d-404b-b33f-645262ec6eb3 None None] Pushing event updated for resources: {'Port': ['ID=bd254b3a-3c16-4eb8-8607-e2b34ed605ef,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:59:43.835347 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-805fd439-63b0-4c4b-bc75-d007ccc8c001 service neutron] Request body: {'port': {'device_id': '75b87a76-ad52-4618-a214-48088ec58aef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-842733-1'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:59:43.853709 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-905e9d2b-6ab5-41ce-b286-21444f9f71ff admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:43.885447 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-7f2a45bc-f184-402e-9dbb-089dd621ee32 None None] Current status of the port a75ae602-414b-4747-8c7a-d89855817c79 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:59:43.953800 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d867cf0-32a2-4bed-acd4-ece67a76e6f6 req-83a3a594-6a83-4d65-8678-fe619aa5747b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:43.954746 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d867cf0-32a2-4bed-acd4-ece67a76e6f6 req-83a3a594-6a83-4d65-8678-fe619aa5747b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:43.955687 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d867cf0-32a2-4bed-acd4-ece67a76e6f6 req-83a3a594-6a83-4d65-8678-fe619aa5747b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:43.956953 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d867cf0-32a2-4bed-acd4-ece67a76e6f6 req-83a3a594-6a83-4d65-8678-fe619aa5747b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:43.957806 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d867cf0-32a2-4bed-acd4-ece67a76e6f6 req-83a3a594-6a83-4d65-8678-fe619aa5747b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:43.960437 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0d867cf0-32a2-4bed-acd4-ece67a76e6f6 req-83a3a594-6a83-4d65-8678-fe619aa5747b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0460753b23084d8f8624c2387ec65eda&device_id=75b87a76-ad52-4618-a214-48088ec58aef HTTP/1.1" status: 200 len: 4363 time: 0.1090653 May 20 20:59:44.058914 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff420a5c-5045-43d0-92b0-ba4d5d9741ee tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Network 98f8b8d5-1379-4eeb-9e13-b2bbab96015a is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:59:44.062789 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-805fd439-63b0-4c4b-bc75-d007ccc8c001 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:44.064295 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4094359-b8ba-42ee-9394-c93cda9543ef service neutron] Pushing event updated for resources: {'Port': ['ID=92f180c2-0d12-4276-b468-9633e951982b,revision_number=3']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:59:44.079500 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce3eb4a-3d63-4a03-b172-c24777003c1b req-60df7c0f-c74e-4b92-86d1-9cd91325ebda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:44.081782 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-0ce3eb4a-3d63-4a03-b172-c24777003c1b req-60df7c0f-c74e-4b92-86d1-9cd91325ebda service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=24c170f09144465391fa4bf4af2ca207&device_id=f9588405-283d-4b05-8b1b-84fde98f06b9 HTTP/1.1" status: 200 len: 1097 time: 0.6437235 May 20 20:59:44.100948 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-ff420a5c-5045-43d0-92b0-ba4d5d9741ee tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:59:44.103924 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff420a5c-5045-43d0-92b0-ba4d5d9741ee tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:59:44.124975 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff420a5c-5045-43d0-92b0-ba4d5d9741ee tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:44.127812 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ff420a5c-5045-43d0-92b0-ba4d5d9741ee tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:44.342543 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b43e45b6-2588-44d2-9a26-da14ab311477 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418993264'] for network, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:44.414803 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-171e0604-d728-4737-a832-168d96d8d415 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaee2b848-d4b9-5db1-b6ef-d6db29d67de7-db968d13-82bc-4def-927f-4d00e4b4dc28', 'network_id': 'db968d13-82bc-4def-927f-4d00e4b4dc28', 'tenant_id': '0a54b8b700fe48bebfc6e574ea5c53fd', 'fixed_ips': [{'subnet_id': '23658e48-0ab2-4be3-95e6-d83a84724079'}]}} from n-d-842733-1. {{(pid=103164) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 20:59:44.415657 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-171e0604-d728-4737-a832-168d96d8d415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:44.433152 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-683cb6b0-a37e-4b5a-85ad-3513f76f0dec None None] Provisioning complete for port a75ae602-414b-4747-8c7a-d89855817c79 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:59:44.433540 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-683cb6b0-a37e-4b5a-85ad-3513f76f0dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:44.438237 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-ff420a5c-5045-43d0-92b0-ba4d5d9741ee tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.4673431 May 20 20:59:44.439079 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff420a5c-5045-43d0-92b0-ba4d5d9741ee tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Pushing event updated for resources: {'Port': ['ID=468f2e30-c6b3-4732-9443-38338dde0b36,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:59:44.456055 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 36956) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:59:44.570360 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce3eb4a-3d63-4a03-b172-c24777003c1b req-c0daa21b-4abc-40a1-949b-3f1651e14a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:44.572008 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-0ce3eb4a-3d63-4a03-b172-c24777003c1b req-c0daa21b-4abc-40a1-949b-3f1651e14a23 service neutron] 10.222.0.13 "GET /v2.0/networks?id=27501fcc-897d-46d3-a5f8-4e490573ef38 HTTP/1.1" status: 200 len: 912 time: 0.4732826 May 20 20:59:44.578302 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d867cf0-32a2-4bed-acd4-ece67a76e6f6 req-f5b2bbd8-eb07-4d45-9d7a-cf82a6153bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:44.579055 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d867cf0-32a2-4bed-acd4-ece67a76e6f6 req-f5b2bbd8-eb07-4d45-9d7a-cf82a6153bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:44.579578 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d867cf0-32a2-4bed-acd4-ece67a76e6f6 req-f5b2bbd8-eb07-4d45-9d7a-cf82a6153bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:44.581952 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0d867cf0-32a2-4bed-acd4-ece67a76e6f6 req-f5b2bbd8-eb07-4d45-9d7a-cf82a6153bb7 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=0460753b23084d8f8624c2387ec65eda&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.6084712 May 20 20:59:44.643771 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.db.resource_extend [None req-b43e45b6-2588-44d2-9a26-da14ab311477 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 20 20:59:44.718260 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-905e9d2b-6ab5-41ce-b286-21444f9f71ff admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:44.756773 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-0ce3eb4a-3d63-4a03-b172-c24777003c1b req-a71a5866-f9cd-46bd-877e-683fa9d93a5b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=afbabf26-1a5c-4eb3-a89d-dc24eeff94c2 HTTP/1.1" status: 200 len: 217 time: 0.1053736 May 20 20:59:44.783735 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [None req-171e0604-d728-4737-a832-168d96d8d415 None None] Allocated IP 172.20.0.2 (db968d13-82bc-4def-927f-4d00e4b4dc28/23658e48-0ab2-4be3-95e6-d83a84724079/4e2e398e-24c3-4518-a89d-e7b4de39f52c) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:59:44.789079 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-683cb6b0-a37e-4b5a-85ad-3513f76f0dec None None] Current status of the port a75ae602-414b-4747-8c7a-d89855817c79 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:59:44.896087 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce3eb4a-3d63-4a03-b172-c24777003c1b req-f1ef7742-546a-4b62-a2cc-31a37aa184c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:44.899874 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-0ce3eb4a-3d63-4a03-b172-c24777003c1b req-f1ef7742-546a-4b62-a2cc-31a37aa184c2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3d242ec6-9f33-44c2-af97-1bbf8381438b HTTP/1.1" status: 200 len: 851 time: 0.1318545 May 20 20:59:44.915777 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-683cb6b0-a37e-4b5a-85ad-3513f76f0dec None None] Provisioning complete for port 914487ce-60c1-489c-a9a9-2aac03bed154 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:59:44.916224 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-683cb6b0-a37e-4b5a-85ad-3513f76f0dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:44.929089 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b43e45b6-2588-44d2-9a26-da14ab311477 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524'] for network, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:44.950312 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b43e45b6-2588-44d2-9a26-da14ab311477 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:44.950312 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b43e45b6-2588-44d2-9a26-da14ab311477 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Notify callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:44.977595 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57df1127-a03b-414a-ae43-34bd5d662ba3 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:44.997909 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57df1127-a03b-414a-ae43-34bd5d662ba3 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:45.001149 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-57df1127-a03b-414a-ae43-34bd5d662ba3 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.5429559 May 20 20:59:45.005932 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef54c1b-0b5b-4689-954e-fd9203a07d90 req-4e5d7c07-3a95-42a3-8954-7a54fed6c844 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:45.010703 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 36972) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:59:45.013824 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef54c1b-0b5b-4689-954e-fd9203a07d90 req-4e5d7c07-3a95-42a3-8954-7a54fed6c844 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:45.021379 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef54c1b-0b5b-4689-954e-fd9203a07d90 req-4e5d7c07-3a95-42a3-8954-7a54fed6c844 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:45.035697 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef54c1b-0b5b-4689-954e-fd9203a07d90 req-4e5d7c07-3a95-42a3-8954-7a54fed6c844 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:45.038235 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-683cb6b0-a37e-4b5a-85ad-3513f76f0dec None None] Port 914487ce-60c1-489c-a9a9-2aac03bed154 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 20:59:45.046207 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef54c1b-0b5b-4689-954e-fd9203a07d90 req-4e5d7c07-3a95-42a3-8954-7a54fed6c844 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:45.048284 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1ef54c1b-0b5b-4689-954e-fd9203a07d90 req-4e5d7c07-3a95-42a3-8954-7a54fed6c844 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] 10.222.0.35 "GET /v2.0/ports?device_id=75b87a76-ad52-4618-a214-48088ec58aef HTTP/1.1" status: 200 len: 3828 time: 0.7503064 May 20 20:59:45.119241 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbda4e2-5df9-42de-9b52-8489f2c1d367 req-7288107d-6d41-44ab-bffc-a29d5d8a72e4 tempest-ServerRescueTestJSON-1875264190 tempest-ServerRescueTestJSON-1875264190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:45.130935 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3bbda4e2-5df9-42de-9b52-8489f2c1d367 req-7288107d-6d41-44ab-bffc-a29d5d8a72e4 tempest-ServerRescueTestJSON-1875264190 tempest-ServerRescueTestJSON-1875264190-project] 10.222.0.35 "GET /v2.0/ports?device_id=f9588405-283d-4b05-8b1b-84fde98f06b9 HTTP/1.1" status: 200 len: 946 time: 0.4316618 May 20 20:59:45.186955 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-171e0604-d728-4737-a832-168d96d8d415 None None] Notify callbacks [] for port, precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:45.227093 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device a75ae602-414b-4747-8c7a-d89855817c79 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:59:45.274946 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d867cf0-32a2-4bed-acd4-ece67a76e6f6 req-fc83ee3e-4820-468b-90b5-919998073000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:45.277110 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0d867cf0-32a2-4bed-acd4-ece67a76e6f6 req-fc83ee3e-4820-468b-90b5-919998073000 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6746986 May 20 20:59:45.308112 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-171e0604-d728-4737-a832-168d96d8d415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108'] for port, after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:45.321563 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-0ce3eb4a-3d63-4a03-b172-c24777003c1b req-26fdba2c-58ed-4131-a4dc-0699b3e07db7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=27501fcc-897d-46d3-a5f8-4e490573ef38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3050854 May 20 20:59:45.344836 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1ef54c1b-0b5b-4689-954e-fd9203a07d90 req-53ff056e-788d-47fd-987e-f68db4279d4d tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] 10.222.0.35 "GET /v2.0/security-groups?id=c6c3d501-aad0-44cc-8dfe-290dffd2c6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2673080 May 20 20:59:45.361136 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3bbda4e2-5df9-42de-9b52-8489f2c1d367 req-da36f012-066f-4e1a-aad0-f586db88165f tempest-ServerRescueTestJSON-1875264190 tempest-ServerRescueTestJSON-1875264190-project] 10.222.0.35 "GET /v2.0/security-groups?id=3ca0fb1c-c695-4a0a-a152-dfa8f160f4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2259157 May 20 20:59:45.421458 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 36982) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:59:45.421577 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port a75ae602-414b-4747-8c7a-d89855817c79 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:59:45.421577 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:45.425731 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-b43e45b6-2588-44d2-9a26-da14ab311477 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.3495986 May 20 20:59:45.440321 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-89d7007e-72fc-4fd7-9708-bb1e5c0f8226 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Request body: {'subnet': {'network_id': '1c7497ee-8ba5-4b10-8437-1ff25c8fea9d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:59:45.569881 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43e45b6-2588-44d2-9a26-da14ab311477 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Pushing event updated for resources: {'Network': ['ID=1c7497ee-8ba5-4b10-8437-1ff25c8fea9d,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:59:45.580056 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-171e0604-d728-4737-a832-168d96d8d415 None None] Network db968d13-82bc-4def-927f-4d00e4b4dc28 is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:59:45.643274 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-55db9b16-8285-432d-a319-ad1eb6996d59 None None] Provisioning complete for port bd254b3a-3c16-4eb8-8607-e2b34ed605ef triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:59:45.643677 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-55db9b16-8285-432d-a319-ad1eb6996d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:45.645780 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Network 1c7497ee-8ba5-4b10-8437-1ff25c8fea9d details requested by agent ovs-agent-n-d-842733-1 with host n-d-842733-1 {{(pid=103164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 20 20:59:45.648676 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-171e0604-d728-4737-a832-168d96d8d415 None None] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:59:45.653563 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port a75ae602-414b-4747-8c7a-d89855817c79 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:59:45.654685 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device bd254b3a-3c16-4eb8-8607-e2b34ed605ef up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:59:45.657198 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171e0604-d728-4737-a832-168d96d8d415 None None] Pushing event updated for resources: {'Port': ['ID=4e2e398e-24c3-4518-a89d-e7b4de39f52c,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:59:45.683408 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-171e0604-d728-4737-a832-168d96d8d415 None None] Received port after_create {{(pid=103164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:59:45.921739 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-171e0604-d728-4737-a832-168d96d8d415 None None] Attempting to bind port 4e2e398e-24c3-4518-a89d-e7b4de39f52c on host n-d-842733-1 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:59:45.922386 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-171e0604-d728-4737-a832-168d96d8d415 None None] Attempting to bind port 4e2e398e-24c3-4518-a89d-e7b4de39f52c by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': 'a189c70c-1a77-4398-b112-572ca8f77d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'db968d13-82bc-4def-927f-4d00e4b4dc28'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:59:45.922566 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171e0604-d728-4737-a832-168d96d8d415 None None] Attempting to bind port 4e2e398e-24c3-4518-a89d-e7b4de39f52c on network db968d13-82bc-4def-927f-4d00e4b4dc28 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:59:45.949834 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171e0604-d728-4737-a832-168d96d8d415 None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 59, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:59:45.950237 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171e0604-d728-4737-a832-168d96d8d415 None None] Checking segment: {'id': 'a189c70c-1a77-4398-b112-572ca8f77d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'db968d13-82bc-4def-927f-4d00e4b4dc28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:59:45.950612 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-171e0604-d728-4737-a832-168d96d8d415 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:45.951134 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171e0604-d728-4737-a832-168d96d8d415 None None] Bound using segment: {'id': 'a189c70c-1a77-4398-b112-572ca8f77d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'db968d13-82bc-4def-927f-4d00e4b4dc28'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:59:45.951691 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-171e0604-d728-4737-a832-168d96d8d415 None None] Bound port: 4e2e398e-24c3-4518-a89d-e7b4de39f52c, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a189c70c-1a77-4398-b112-572ca8f77d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'db968d13-82bc-4def-927f-4d00e4b4dc28'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:59:45.952308 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-171e0604-d728-4737-a832-168d96d8d415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:46.020103 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port bd254b3a-3c16-4eb8-8607-e2b34ed605ef triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:59:46.020103 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:46.206480 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-55db9b16-8285-432d-a319-ad1eb6996d59 None None] Current status of the port bd254b3a-3c16-4eb8-8607-e2b34ed605ef is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:59:46.207008 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-55db9b16-8285-432d-a319-ad1eb6996d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:46.271998 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-171e0604-d728-4737-a832-168d96d8d415 None None] For port 4e2e398e-24c3-4518-a89d-e7b4de39f52c, host n-d-842733-1, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:59:46.277842 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-171e0604-d728-4737-a832-168d96d8d415 None None] For port 4e2e398e-24c3-4518-a89d-e7b4de39f52c, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=4e2e398e-24c3-4518-a89d-e7b4de39f52c,segment=NetworkSegment(a189c70c-1a77-4398-b112-572ca8f77d3f),segment_id=a189c70c-1a77-4398-b112-572ca8f77d3f)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:59:46.280939 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-55db9b16-8285-432d-a319-ad1eb6996d59 None None] For port bd254b3a-3c16-4eb8-8607-e2b34ed605ef, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=bd254b3a-3c16-4eb8-8607-e2b34ed605ef,segment=NetworkSegment(f5705048-66fd-4627-af8c-03443c37dd17),segment_id=f5705048-66fd-4627-af8c-03443c37dd17)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:59:46.341914 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port bd254b3a-3c16-4eb8-8607-e2b34ed605ef is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:59:46.342220 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:46.346149 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89d7007e-72fc-4fd7-9708-bb1e5c0f8226 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Made reservation on behalf of 69b25f498b804a648521a0f64cc7f45d for: {'subnet': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:59:46.351912 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-89d7007e-72fc-4fd7-9708-bb1e5c0f8226 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8422561'] for subnet, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:46.358282 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-905e9d2b-6ab5-41ce-b286-21444f9f71ff admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:46.373391 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-171e0604-d728-4737-a832-168d96d8d415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:46.382112 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-55db9b16-8285-432d-a319-ad1eb6996d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:46.392464 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-905e9d2b-6ab5-41ce-b286-21444f9f71ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:46.460887 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-805fd439-63b0-4c4b-bc75-d007ccc8c001 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5e479b5-1f0b-4f2a-8602-65a393830577 {{(pid=103162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:59:46.535146 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.db.api [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103164) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 20 20:59:46.535492 n-d-842733-1 neutron-server[103164]: DEBUG oslo_db.api [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 20 20:59:46.542100 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171e0604-d728-4737-a832-168d96d8d415 None None] Pushing event updated for resources: {'Port': ['ID=4e2e398e-24c3-4518-a89d-e7b4de39f52c,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:59:46.561784 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-ee7f7701-3540-4190-8990-996ff9723013 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Deleting port 468f2e30-c6b3-4732-9443-38338dde0b36 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:59:46.564565 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ee7f7701-3540-4190-8990-996ff9723013 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:46.576511 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-805fd439-63b0-4c4b-bc75-d007ccc8c001 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:46.604634 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-0ce3eb4a-3d63-4a03-b172-c24777003c1b req-01157f69-bbcb-455f-8a95-e88eab1d72ed service neutron] 10.222.0.13 "GET /v2.0/networks/27501fcc-897d-46d3-a5f8-4e490573ef38?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2411830 May 20 20:59:46.607929 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55db9b16-8285-432d-a319-ad1eb6996d59 None None] Pushing event updated for resources: {'Port': ['ID=bd254b3a-3c16-4eb8-8607-e2b34ed605ef,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:59:46.614335 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-8dcedd7e-f270-4bda-9696-78de6c231147 None None] Provisioning complete for port 468f2e30-c6b3-4732-9443-38338dde0b36 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:59:46.614721 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-8dcedd7e-f270-4bda-9696-78de6c231147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:46.619918 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.ipam_backend_mixin [None req-89d7007e-72fc-4fd7-9708-bb1e5c0f8226 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Performing IP validity checks on allocation pools {{(pid=103163) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} May 20 20:59:46.622839 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.ipam_backend_mixin [None req-89d7007e-72fc-4fd7-9708-bb1e5c0f8226 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103163) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} May 20 20:59:46.660252 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-8dcedd7e-f270-4bda-9696-78de6c231147 None None] Port 468f2e30-c6b3-4732-9443-38338dde0b36 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 20:59:46.873488 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.provisioning_blocks [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-805fd439-63b0-4c4b-bc75-d007ccc8c001 service neutron] Transition to ACTIVE for port object e5e479b5-1f0b-4f2a-8602-65a393830577 will not be triggered until provisioned by entity L2. {{(pid=103162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 20:59:46.886460 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ee7f7701-3540-4190-8990-996ff9723013 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:46.888416 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e92ae9-4a55-489f-aea6-fd6adb1243aa req-70e35999-837e-420f-b4b6-3fc0c7d12f92 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:46.894630 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e92ae9-4a55-489f-aea6-fd6adb1243aa req-70e35999-837e-420f-b4b6-3fc0c7d12f92 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:46.901313 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e92ae9-4a55-489f-aea6-fd6adb1243aa req-70e35999-837e-420f-b4b6-3fc0c7d12f92 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:46.919046 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-ee7f7701-3540-4190-8990-996ff9723013 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Calling delete_port for 468f2e30-c6b3-4732-9443-38338dde0b36 owned by {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:59:46.926327 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e92ae9-4a55-489f-aea6-fd6adb1243aa req-70e35999-837e-420f-b4b6-3fc0c7d12f92 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:46.933173 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e92ae9-4a55-489f-aea6-fd6adb1243aa req-70e35999-837e-420f-b4b6-3fc0c7d12f92 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:46.940557 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a0e92ae9-4a55-489f-aea6-fd6adb1243aa req-70e35999-837e-420f-b4b6-3fc0c7d12f92 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] 10.222.0.35 "GET /v2.0/ports?device_id=75b87a76-ad52-4618-a214-48088ec58aef HTTP/1.1" status: 200 len: 3828 time: 0.3897910 May 20 20:59:46.969287 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-805fd439-63b0-4c4b-bc75-d007ccc8c001 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:47.029446 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb74953c-b52d-4957-8586-4ccbc170d547 req-75593e42-f854-4fcf-b032-ff409650ce76 tempest-ServerRescueTestJSON-1875264190 tempest-ServerRescueTestJSON-1875264190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:47.031038 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-eb74953c-b52d-4957-8586-4ccbc170d547 req-75593e42-f854-4fcf-b032-ff409650ce76 tempest-ServerRescueTestJSON-1875264190 tempest-ServerRescueTestJSON-1875264190-project] 10.222.0.35 "GET /v2.0/ports?device_id=f9588405-283d-4b05-8b1b-84fde98f06b9 HTTP/1.1" status: 200 len: 946 time: 0.4146314 May 20 20:59:47.079633 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-905e9d2b-6ab5-41ce-b286-21444f9f71ff admin admin] Allocated IP 172.25.2.44 (e3a93b5c-91e2-4064-9c2c-1afc261bfe15/86fee0c1-6e34-488b-9216-b2b8e7ef585a/c0a3f0d3-e848-4b0d-986c-b9279bf2e1ba) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:59:47.162608 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-0ce3eb4a-3d63-4a03-b172-c24777003c1b req-b1da0fca-5dee-4d5d-89db-789111b17660 service neutron] 10.222.0.13 "GET /v2.0/networks/27501fcc-897d-46d3-a5f8-4e490573ef38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5455477 May 20 20:59:47.177414 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805fd439-63b0-4c4b-bc75-d007ccc8c001 service neutron] Pushing event updated for resources: {'Port': ['ID=e5e479b5-1f0b-4f2a-8602-65a393830577,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:59:47.198610 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a0e92ae9-4a55-489f-aea6-fd6adb1243aa req-096d87d0-a2ea-480d-8e52-571a42c365c5 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] 10.222.0.35 "GET /v2.0/security-groups?id=c6c3d501-aad0-44cc-8dfe-290dffd2c6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2570674 May 20 20:59:47.238716 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port bd254b3a-3c16-4eb8-8607-e2b34ed605ef is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:59:47.315258 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-eb74953c-b52d-4957-8586-4ccbc170d547 req-defa09d1-66c5-461d-9a14-3b652c621d67 tempest-ServerRescueTestJSON-1875264190 tempest-ServerRescueTestJSON-1875264190-project] 10.222.0.35 "GET /v2.0/security-groups?id=3ca0fb1c-c695-4a0a-a152-dfa8f160f4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2592652 May 20 20:59:47.357294 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-805fd439-63b0-4c4b-bc75-d007ccc8c001 service neutron] Attempting to bind port e5e479b5-1f0b-4f2a-8602-65a393830577 on host n-h2-842733-1 for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:59:47.357294 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-805fd439-63b0-4c4b-bc75-d007ccc8c001 service neutron] Attempting to bind port e5e479b5-1f0b-4f2a-8602-65a393830577 by drivers openvswitch,hyperv on host n-h2-842733-1 at level 0 using segments [{'id': '6013a2ae-3d8f-47fe-9e33-a14adc851d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '2092c81d-6283-40f1-9bf1-5f286393c29e'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:59:47.357294 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-805fd439-63b0-4c4b-bc75-d007ccc8c001 service neutron] Attempting to bind port e5e479b5-1f0b-4f2a-8602-65a393830577 on network 2092c81d-6283-40f1-9bf1-5f286393c29e {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:59:47.381862 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-805fd439-63b0-4c4b-bc75-d007ccc8c001 service neutron] Port e5e479b5-1f0b-4f2a-8602-65a393830577 on network 2092c81d-6283-40f1-9bf1-5f286393c29e not bound, no agent of type Open vSwitch agent registered on host n-h2-842733-1 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 20:59:47.384781 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-805fd439-63b0-4c4b-bc75-d007ccc8c001 service neutron] Attempting to bind port e5e479b5-1f0b-4f2a-8602-65a393830577 on network 2092c81d-6283-40f1-9bf1-5f286393c29e {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:59:47.462841 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-805fd439-63b0-4c4b-bc75-d007ccc8c001 service neutron] Checking agent: {'id': 'a66f2511-b955-448f-877c-56cfe9c81b12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 33, 2), 'started_at': datetime.datetime(2022, 5, 20, 20, 33, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 59, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:59:47.468672 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-805fd439-63b0-4c4b-bc75-d007ccc8c001 service neutron] Checking segment: {'id': '6013a2ae-3d8f-47fe-9e33-a14adc851d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '2092c81d-6283-40f1-9bf1-5f286393c29e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:59:47.470348 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-805fd439-63b0-4c4b-bc75-d007ccc8c001 service neutron] Bound using segment: {'id': '6013a2ae-3d8f-47fe-9e33-a14adc851d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '2092c81d-6283-40f1-9bf1-5f286393c29e'} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:59:47.470887 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-805fd439-63b0-4c4b-bc75-d007ccc8c001 service neutron] Bound port: e5e479b5-1f0b-4f2a-8602-65a393830577, host: n-h2-842733-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6013a2ae-3d8f-47fe-9e33-a14adc851d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '2092c81d-6283-40f1-9bf1-5f286393c29e'}}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:59:47.473379 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-805fd439-63b0-4c4b-bc75-d007ccc8c001 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:47.482062 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-905e9d2b-6ab5-41ce-b286-21444f9f71ff admin admin] Notify callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:47.545823 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-89d7007e-72fc-4fd7-9708-bb1e5c0f8226 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9641412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8422583'] for subnet, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:47.546878 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device bd254b3a-3c16-4eb8-8607-e2b34ed605ef up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:59:47.654646 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port bd254b3a-3c16-4eb8-8607-e2b34ed605ef triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:59:47.658001 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:47.663786 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d7007e-72fc-4fd7-9708-bb1e5c0f8226 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Pushing event updated for resources: {'Subnet': ['ID=df45ca0d-778e-4715-a4b3-cb835489beb5,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:59:47.676151 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-805fd439-63b0-4c4b-bc75-d007ccc8c001 service neutron] For port e5e479b5-1f0b-4f2a-8602-65a393830577, host n-h2-842733-1, cleared binding levels {{(pid=103162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:59:47.682263 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ee7f7701-3540-4190-8990-996ff9723013 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:47.683324 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d7007e-72fc-4fd7-9708-bb1e5c0f8226 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Checking segment: {'id': 'fd8df120-424c-42b7-93e3-06903ceb40a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '1c7497ee-8ba5-4b10-8437-1ff25c8fea9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:59:47.683897 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89d7007e-72fc-4fd7-9708-bb1e5c0f8226 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Network hostable DHCP agents. Network: 1c7497ee-8ba5-4b10-8437-1ff25c8fea9d, hostable agents: ['c9b0653c-f3c7-4339-bd50-e3754b629216'], hosted agents: [] {{(pid=103163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 20:59:47.698395 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-805fd439-63b0-4c4b-bc75-d007ccc8c001 service neutron] For port e5e479b5-1f0b-4f2a-8602-65a393830577, host n-h2-842733-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=e5e479b5-1f0b-4f2a-8602-65a393830577,segment=NetworkSegment(6013a2ae-3d8f-47fe-9e33-a14adc851d57),segment_id=6013a2ae-3d8f-47fe-9e33-a14adc851d57)] {{(pid=103162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:59:47.710789 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-905e9d2b-6ab5-41ce-b286-21444f9f71ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:47.762019 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7f7701-3540-4190-8990-996ff9723013 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Pushing event deleted for resources: {'Port': ['ID=468f2e30-c6b3-4732-9443-38338dde0b36,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:59:47.771267 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-805fd439-63b0-4c4b-bc75-d007ccc8c001 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:47.796789 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 37032) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:59:47.811450 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89d7007e-72fc-4fd7-9708-bb1e5c0f8226 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Network 1c7497ee-8ba5-4b10-8437-1ff25c8fea9d is scheduled to be hosted by DHCP agent c9b0653c-f3c7-4339-bd50-e3754b629216 with binding_index 1 {{(pid=103163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 20:59:47.839454 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-905e9d2b-6ab5-41ce-b286-21444f9f71ff admin admin] Network e3a93b5c-91e2-4064-9c2c-1afc261bfe15 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:59:47.848329 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port bd254b3a-3c16-4eb8-8607-e2b34ed605ef is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:59:47.852273 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 4e2e398e-24c3-4518-a89d-e7b4de39f52c up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:59:47.862306 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-905e9d2b-6ab5-41ce-b286-21444f9f71ff admin admin] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:59:47.876059 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-905e9d2b-6ab5-41ce-b286-21444f9f71ff admin admin] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:59:47.890879 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905e9d2b-6ab5-41ce-b286-21444f9f71ff admin admin] Pushing event updated for resources: {'Port': ['ID=c0a3f0d3-e848-4b0d-986c-b9279bf2e1ba,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:59:47.906159 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805fd439-63b0-4c4b-bc75-d007ccc8c001 service neutron] Pushing event updated for resources: {'Port': ['ID=e5e479b5-1f0b-4f2a-8602-65a393830577,revision_number=3']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:59:47.944036 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-805fd439-63b0-4c4b-bc75-d007ccc8c001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:47.944981 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-805fd439-63b0-4c4b-bc75-d007ccc8c001 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:47.947542 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-805fd439-63b0-4c4b-bc75-d007ccc8c001 service neutron] 10.222.0.13 "PUT /v2.0/ports/e5e479b5-1f0b-4f2a-8602-65a393830577 HTTP/1.1" status: 200 len: 1135 time: 4.1922698 May 20 20:59:47.961918 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-89d7007e-72fc-4fd7-9708-bb1e5c0f8226 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842733-1, 1c7497ee-8ba5-4b10-8437-1ff25c8fea9d) {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:59:47.971939 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89d7007e-72fc-4fd7-9708-bb1e5c0f8226 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:47.973876 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-89d7007e-72fc-4fd7-9708-bb1e5c0f8226 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Notify callbacks [] for subnet, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:47.987667 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75b87a76-ad52-4618-a214-48088ec58aef', 'tag': 'e5e479b5-1f0b-4f2a-8602-65a393830577'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:59:47.992242 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6fa957933fccbf596d28104b23404b952ad6a8238afaebaed40a0874b2e409" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38748d24-f5b5-47a7-ac95-f9a8ce8e4677" -d '{"events": [{"name": "network-changed", "server_uuid": "75b87a76-ad52-4618-a214-48088ec58aef", "tag": "e5e479b5-1f0b-4f2a-8602-65a393830577"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:59:47.994806 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 4e2e398e-24c3-4518-a89d-e7b4de39f52c triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:59:47.995978 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:48.006324 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dfb7afc-8478-4c8c-a215-6c0299b0111f None None] Network 1c7497ee-8ba5-4b10-8437-1ff25c8fea9d requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:59:48.008912 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ee7f7701-3540-4190-8990-996ff9723013 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:48.018816 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-ee7f7701-3540-4190-8990-996ff9723013 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "DELETE /v2.0/ports/468f2e30-c6b3-4732-9443-38338dde0b36 HTTP/1.1" status: 204 len: 168 time: 2.9637468 May 20 20:59:48.021328 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 37038) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:59:48.104988 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 20:59:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-394461cd-6916-4323-8377-70fa3a1e1d81 x-openstack-request-id: req-394461cd-6916-4323-8377-70fa3a1e1d81 {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:59:48.112314 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75b87a76-ad52-4618-a214-48088ec58aef", "tag": "e5e479b5-1f0b-4f2a-8602-65a393830577", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:59:48.112678 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-394461cd-6916-4323-8377-70fa3a1e1d81 {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:59:48.113116 n-d-842733-1 neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-394461cd-6916-4323-8377-70fa3a1e1d81'] response: {'name': 'network-changed', 'server_uuid': '75b87a76-ad52-4618-a214-48088ec58aef', 'tag': 'e5e479b5-1f0b-4f2a-8602-65a393830577', 'status': 'completed', 'code': 200} May 20 20:59:48.131526 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-e06210fd-866d-4e67-ae5a-517376b4dae8 service neutron] Request body: {'port': {'device_id': '75b87a76-ad52-4618-a214-48088ec58aef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-842733-1'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:59:48.148115 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d31ee0f6-4283-4ba3-b856-3662c964422b admin admin] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:48.256336 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-e06210fd-866d-4e67-ae5a-517376b4dae8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:48.294976 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-89d7007e-72fc-4fd7-9708-bb1e5c0f8226 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 2.8807237 May 20 20:59:48.306545 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 37044) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:59:48.456251 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09294e87-67bd-481e-aec3-dc4b53f2df1a tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:48.459111 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 4e2e398e-24c3-4518-a89d-e7b4de39f52c is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:59:48.459622 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:48.471032 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09294e87-67bd-481e-aec3-dc4b53f2df1a tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:48.472940 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-09294e87-67bd-481e-aec3-dc4b53f2df1a tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.4522586 May 20 20:59:48.492002 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 37050) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:59:48.507042 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d31ee0f6-4283-4ba3-b856-3662c964422b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:48.588635 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38748d24-f5b5-47a7-ac95-f9a8ce8e4677 req-8d08fd96-4d2a-47a1-9b37-1629d079ea23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:48.589135 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38748d24-f5b5-47a7-ac95-f9a8ce8e4677 req-8d08fd96-4d2a-47a1-9b37-1629d079ea23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:48.589637 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38748d24-f5b5-47a7-ac95-f9a8ce8e4677 req-8d08fd96-4d2a-47a1-9b37-1629d079ea23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:48.590322 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38748d24-f5b5-47a7-ac95-f9a8ce8e4677 req-8d08fd96-4d2a-47a1-9b37-1629d079ea23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:48.590808 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38748d24-f5b5-47a7-ac95-f9a8ce8e4677 req-8d08fd96-4d2a-47a1-9b37-1629d079ea23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:48.591272 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38748d24-f5b5-47a7-ac95-f9a8ce8e4677 req-8d08fd96-4d2a-47a1-9b37-1629d079ea23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:48.593371 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-38748d24-f5b5-47a7-ac95-f9a8ce8e4677 req-8d08fd96-4d2a-47a1-9b37-1629d079ea23 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0460753b23084d8f8624c2387ec65eda&device_id=75b87a76-ad52-4618-a214-48088ec58aef HTTP/1.1" status: 200 len: 5291 time: 0.3415432 May 20 20:59:48.609255 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bf973c5-a620-44ea-bbb6-3b184c19f57a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaee2b848-d4b9-5db1-b6ef-d6db29d67de7-1c7497ee-8ba5-4b10-8437-1ff25c8fea9d', 'network_id': '1c7497ee-8ba5-4b10-8437-1ff25c8fea9d', 'tenant_id': '69b25f498b804a648521a0f64cc7f45d', 'fixed_ips': [{'subnet_id': 'df45ca0d-778e-4715-a4b3-cb835489beb5'}]}} from n-d-842733-1. {{(pid=103164) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 20:59:48.610639 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-6bf973c5-a620-44ea-bbb6-3b184c19f57a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:48.617558 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] For port 4e2e398e-24c3-4518-a89d-e7b4de39f52c, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=4e2e398e-24c3-4518-a89d-e7b4de39f52c,segment=NetworkSegment(a189c70c-1a77-4398-b112-572ca8f77d3f),segment_id=a189c70c-1a77-4398-b112-572ca8f77d3f)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:59:48.640476 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae4e598f-1fd4-4f49-8ab7-76c49ea98243 None None] Network db968d13-82bc-4def-927f-4d00e4b4dc28 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:59:48.699124 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d31ee0f6-4283-4ba3-b856-3662c964422b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:48.764397 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac9b671-fd68-4028-b39d-d0e5460446c5 req-48358685-d6a7-4e40-8dcb-7cd1374b2f9a tempest-ServerRescueTestJSON-1875264190 tempest-ServerRescueTestJSON-1875264190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:48.766095 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-bac9b671-fd68-4028-b39d-d0e5460446c5 req-48358685-d6a7-4e40-8dcb-7cd1374b2f9a tempest-ServerRescueTestJSON-1875264190 tempest-ServerRescueTestJSON-1875264190-project] 10.222.0.35 "GET /v2.0/ports?device_id=f9588405-283d-4b05-8b1b-84fde98f06b9 HTTP/1.1" status: 200 len: 946 time: 0.2315598 May 20 20:59:48.780185 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38748d24-f5b5-47a7-ac95-f9a8ce8e4677 req-f12b8b8f-a11b-42a2-b79d-873c374dece0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:48.780666 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38748d24-f5b5-47a7-ac95-f9a8ce8e4677 req-f12b8b8f-a11b-42a2-b79d-873c374dece0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:48.781139 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38748d24-f5b5-47a7-ac95-f9a8ce8e4677 req-f12b8b8f-a11b-42a2-b79d-873c374dece0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:48.782807 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-38748d24-f5b5-47a7-ac95-f9a8ce8e4677 req-f12b8b8f-a11b-42a2-b79d-873c374dece0 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=0460753b23084d8f8624c2387ec65eda&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.1738720 May 20 20:59:48.830956 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_v2 [None req-4343c42a-1c86-4962-9505-4e1e3f734dfc tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Deleting subnet ad6d70a8-54d5-49f2-b84a-293458a9b5af {{(pid=103162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 20 20:59:48.869764 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4343c42a-1c86-4962-9505-4e1e3f734dfc tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks [] for subnet, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:48.896011 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-905e9d2b-6ab5-41ce-b286-21444f9f71ff admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:48.990329 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4343c42a-1c86-4962-9505-4e1e3f734dfc tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3738392'] for subnet, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:49.013074 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-d31ee0f6-4283-4ba3-b856-3662c964422b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c9b5ec7e1971408c91f3779b5e46e93c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2122705 May 20 20:59:49.036873 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 37054) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:59:49.064406 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38748d24-f5b5-47a7-ac95-f9a8ce8e4677 req-51e67992-78b4-4b1f-b870-53f0146f1168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:49.066036 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-38748d24-f5b5-47a7-ac95-f9a8ce8e4677 req-51e67992-78b4-4b1f-b870-53f0146f1168 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2712412 May 20 20:59:49.098738 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8964eff4-39c5-4494-af5f-54a8e9da5e2b req-51755ede-37de-47b9-928f-8ed057e492f4 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:49.108417 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8964eff4-39c5-4494-af5f-54a8e9da5e2b req-51755ede-37de-47b9-928f-8ed057e492f4 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:49.113892 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:49.124599 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8964eff4-39c5-4494-af5f-54a8e9da5e2b req-51755ede-37de-47b9-928f-8ed057e492f4 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:49.131938 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8964eff4-39c5-4494-af5f-54a8e9da5e2b req-51755ede-37de-47b9-928f-8ed057e492f4 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:49.140344 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8964eff4-39c5-4494-af5f-54a8e9da5e2b req-51755ede-37de-47b9-928f-8ed057e492f4 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:49.149586 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8964eff4-39c5-4494-af5f-54a8e9da5e2b req-51755ede-37de-47b9-928f-8ed057e492f4 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:49.158865 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8964eff4-39c5-4494-af5f-54a8e9da5e2b req-51755ede-37de-47b9-928f-8ed057e492f4 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] 10.222.0.35 "GET /v2.0/ports?device_id=75b87a76-ad52-4618-a214-48088ec58aef HTTP/1.1" status: 200 len: 4605 time: 0.6482723 May 20 20:59:49.173083 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31ee0f6-4283-4ba3-b856-3662c964422b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a699e008-cc71-498c-ba5f-23dede84555d,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:59:49.176237 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [None req-6bf973c5-a620-44ea-bbb6-3b184c19f57a None None] Allocated IP 172.20.0.3 (1c7497ee-8ba5-4b10-8437-1ff25c8fea9d/df45ca0d-778e-4715-a4b3-cb835489beb5/2b278e9d-c5f6-4e96-b0f7-5ddd4214681e) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:59:49.196663 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4343c42a-1c86-4962-9505-4e1e3f734dfc tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33068388'] for subnet, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:49.219039 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Pushing event updated for resources: {'Port': ['ID=4e2e398e-24c3-4518-a89d-e7b4de39f52c,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:59:49.250531 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-e06210fd-866d-4e67-ae5a-517376b4dae8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70abfc69-b0e3-44bf-8960-f0d10e058c3c {{(pid=103162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:59:49.278651 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-e06210fd-866d-4e67-ae5a-517376b4dae8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:49.307303 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a6b85983-3a60-4089-8f63-91789de24219 None None] Provisioning complete for port 4e2e398e-24c3-4518-a89d-e7b4de39f52c triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:59:49.307303 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a6b85983-3a60-4089-8f63-91789de24219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:49.310548 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-69f5b9f0-44f3-4187-8171-8e9b022bd173 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33160123'] for network, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:49.340788 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.provisioning_blocks [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-e06210fd-866d-4e67-ae5a-517376b4dae8 service neutron] Transition to ACTIVE for port object 70abfc69-b0e3-44bf-8960-f0d10e058c3c will not be triggered until provisioned by entity L2. {{(pid=103162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 20:59:49.357573 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8964eff4-39c5-4494-af5f-54a8e9da5e2b req-90f99833-49d8-454b-8f14-1dba657add02 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] 10.222.0.35 "GET /v2.0/security-groups?id=c6c3d501-aad0-44cc-8dfe-290dffd2c6d4&id=23a4e591-c968-436b-bf23-a5b482a8cab7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1973040 May 20 20:59:49.368187 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-bac9b671-fd68-4028-b39d-d0e5460446c5 req-8abf584b-d589-4427-8dc9-44035a0efff0 tempest-ServerRescueTestJSON-1875264190 tempest-ServerRescueTestJSON-1875264190-project] 10.222.0.35 "GET /v2.0/security-groups?id=3ca0fb1c-c695-4a0a-a152-dfa8f160f4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4731455 May 20 20:59:49.447695 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-e06210fd-866d-4e67-ae5a-517376b4dae8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:49.497664 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4343c42a-1c86-4962-9505-4e1e3f734dfc tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33068399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3797621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4018265'] for subnet, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:49.499910 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-905e9d2b-6ab5-41ce-b286-21444f9f71ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748106'] for router, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:49.511749 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ff348193-b147-4945-ad12-66236e695074 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:49.513349 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-6bf973c5-a620-44ea-bbb6-3b184c19f57a None None] Notify callbacks [] for port, precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:49.529352 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 4e2e398e-24c3-4518-a89d-e7b4de39f52c up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:59:49.616265 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-6bf973c5-a620-44ea-bbb6-3b184c19f57a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108'] for port, after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:49.620315 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4343c42a-1c86-4962-9505-4e1e3f734dfc tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Pushing event deleted for resources: {'Subnet': ['ID=ad6d70a8-54d5-49f2-b84a-293458a9b5af,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:59:49.634155 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4343c42a-1c86-4962-9505-4e1e3f734dfc tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:49.640002 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-4343c42a-1c86-4962-9505-4e1e3f734dfc tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "DELETE /v2.0/subnets/ad6d70a8-54d5-49f2-b84a-293458a9b5af HTTP/1.1" status: 204 len: 168 time: 1.1403813 May 20 20:59:49.643583 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06210fd-866d-4e67-ae5a-517376b4dae8 service neutron] Pushing event updated for resources: {'Port': ['ID=70abfc69-b0e3-44bf-8960-f0d10e058c3c,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:59:49.647269 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 37060) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:59:49.652609 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-828b349d-8061-475e-a1e0-16b4adeef90f None None] Network 98f8b8d5-1379-4eeb-9e13-b2bbab96015a requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:59:49.703822 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-69f5b9f0-44f3-4187-8171-8e9b022bd173 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33068388'] for subnet, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:49.757896 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 4e2e398e-24c3-4518-a89d-e7b4de39f52c triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:59:49.758273 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:49.778206 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-62dbd207-9188-4fa2-9045-12978e9439e0 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1232059 May 20 20:59:49.784608 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 37062) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:59:49.828033 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-de909a32-18ed-4a9c-832a-55344ac4bdd4 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Request body: {'subnet': {'network_id': '98f8b8d5-1379-4eeb-9e13-b2bbab96015a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:59:49.885617 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-e06210fd-866d-4e67-ae5a-517376b4dae8 service neutron] Attempting to bind port 70abfc69-b0e3-44bf-8960-f0d10e058c3c on host n-h2-842733-1 for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:59:49.886331 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-e06210fd-866d-4e67-ae5a-517376b4dae8 service neutron] Attempting to bind port 70abfc69-b0e3-44bf-8960-f0d10e058c3c by drivers openvswitch,hyperv on host n-h2-842733-1 at level 0 using segments [{'id': '6013a2ae-3d8f-47fe-9e33-a14adc851d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '2092c81d-6283-40f1-9bf1-5f286393c29e'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:59:49.886900 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-e06210fd-866d-4e67-ae5a-517376b4dae8 service neutron] Attempting to bind port 70abfc69-b0e3-44bf-8960-f0d10e058c3c on network 2092c81d-6283-40f1-9bf1-5f286393c29e {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:59:49.900186 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bf973c5-a620-44ea-bbb6-3b184c19f57a None None] Network 1c7497ee-8ba5-4b10-8437-1ff25c8fea9d is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:59:49.900422 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-e06210fd-866d-4e67-ae5a-517376b4dae8 service neutron] Port 70abfc69-b0e3-44bf-8960-f0d10e058c3c on network 2092c81d-6283-40f1-9bf1-5f286393c29e not bound, no agent of type Open vSwitch agent registered on host n-h2-842733-1 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 20:59:49.901194 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-e06210fd-866d-4e67-ae5a-517376b4dae8 service neutron] Attempting to bind port 70abfc69-b0e3-44bf-8960-f0d10e058c3c on network 2092c81d-6283-40f1-9bf1-5f286393c29e {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:59:49.907381 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-6bf973c5-a620-44ea-bbb6-3b184c19f57a None None] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:59:49.911717 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-e06210fd-866d-4e67-ae5a-517376b4dae8 service neutron] Checking agent: {'id': 'a66f2511-b955-448f-877c-56cfe9c81b12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 33, 2), 'started_at': datetime.datetime(2022, 5, 20, 20, 33, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 59, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:59:49.912970 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-e06210fd-866d-4e67-ae5a-517376b4dae8 service neutron] Checking segment: {'id': '6013a2ae-3d8f-47fe-9e33-a14adc851d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '2092c81d-6283-40f1-9bf1-5f286393c29e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:59:49.913636 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bf973c5-a620-44ea-bbb6-3b184c19f57a None None] Received port after_create {{(pid=103164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:59:49.914256 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-e06210fd-866d-4e67-ae5a-517376b4dae8 service neutron] Bound using segment: {'id': '6013a2ae-3d8f-47fe-9e33-a14adc851d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '2092c81d-6283-40f1-9bf1-5f286393c29e'} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:59:49.922567 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-e06210fd-866d-4e67-ae5a-517376b4dae8 service neutron] Bound port: 70abfc69-b0e3-44bf-8960-f0d10e058c3c, host: n-h2-842733-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6013a2ae-3d8f-47fe-9e33-a14adc851d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '2092c81d-6283-40f1-9bf1-5f286393c29e'}}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:59:49.923313 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-e06210fd-866d-4e67-ae5a-517376b4dae8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:49.936117 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ff348193-b147-4945-ad12-66236e695074 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:49.964677 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf973c5-a620-44ea-bbb6-3b184c19f57a None None] Pushing event updated for resources: {'Port': ['ID=2b278e9d-c5f6-4e96-b0f7-5ddd4214681e,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:59:50.007424 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a6b85983-3a60-4089-8f63-91789de24219 None None] Current status of the port 4e2e398e-24c3-4518-a89d-e7b4de39f52c is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:59:50.070852 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-e06210fd-866d-4e67-ae5a-517376b4dae8 service neutron] For port 70abfc69-b0e3-44bf-8960-f0d10e058c3c, host n-h2-842733-1, cleared binding levels {{(pid=103162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:59:50.071267 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ff348193-b147-4945-ad12-66236e695074 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:50.074040 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ff348193-b147-4945-ad12-66236e695074 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:50.076265 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-ff348193-b147-4945-ad12-66236e695074 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a699e008-cc71-498c-ba5f-23dede84555d HTTP/1.1" status: 204 len: 168 time: 0.9896812 May 20 20:59:50.082760 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-e06210fd-866d-4e67-ae5a-517376b4dae8 service neutron] For port 70abfc69-b0e3-44bf-8960-f0d10e058c3c, host n-h2-842733-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=70abfc69-b0e3-44bf-8960-f0d10e058c3c,segment=NetworkSegment(6013a2ae-3d8f-47fe-9e33-a14adc851d57),segment_id=6013a2ae-3d8f-47fe-9e33-a14adc851d57)] {{(pid=103162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:59:50.087262 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff348193-b147-4945-ad12-66236e695074 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a699e008-cc71-498c-ba5f-23dede84555d,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:59:50.137153 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de909a32-18ed-4a9c-832a-55344ac4bdd4 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Made reservation on behalf of ab4ded6dc75a4ab5a4f9dae9e5aa3753 for: {'subnet': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:59:50.155042 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-de909a32-18ed-4a9c-832a-55344ac4bdd4 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8422561'] for subnet, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:50.165759 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-e06210fd-866d-4e67-ae5a-517376b4dae8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:50.170290 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-6bf973c5-a620-44ea-bbb6-3b184c19f57a None None] Attempting to bind port 2b278e9d-c5f6-4e96-b0f7-5ddd4214681e on host n-d-842733-1 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:59:50.170887 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-6bf973c5-a620-44ea-bbb6-3b184c19f57a None None] Attempting to bind port 2b278e9d-c5f6-4e96-b0f7-5ddd4214681e by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': 'fd8df120-424c-42b7-93e3-06903ceb40a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '1c7497ee-8ba5-4b10-8437-1ff25c8fea9d'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:59:50.171020 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bf973c5-a620-44ea-bbb6-3b184c19f57a None None] Attempting to bind port 2b278e9d-c5f6-4e96-b0f7-5ddd4214681e on network 1c7497ee-8ba5-4b10-8437-1ff25c8fea9d {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:59:50.207751 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a0921b41-8c30-4731-bb13-68114e2decbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:50.229308 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-e06210fd-866d-4e67-ae5a-517376b4dae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:50.230310 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-e06210fd-866d-4e67-ae5a-517376b4dae8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:50.232063 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-e06210fd-866d-4e67-ae5a-517376b4dae8 service neutron] 10.222.0.13 "PUT /v2.0/ports/70abfc69-b0e3-44bf-8960-f0d10e058c3c HTTP/1.1" status: 200 len: 1135 time: 2.1313329 May 20 20:59:50.232841 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75b87a76-ad52-4618-a214-48088ec58aef', 'tag': '70abfc69-b0e3-44bf-8960-f0d10e058c3c'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:59:50.236516 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6fa957933fccbf596d28104b23404b952ad6a8238afaebaed40a0874b2e409" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02d0d53a-9347-4430-9aab-83e35e3850f6" -d '{"events": [{"name": "network-changed", "server_uuid": "75b87a76-ad52-4618-a214-48088ec58aef", "tag": "70abfc69-b0e3-44bf-8960-f0d10e058c3c"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:59:50.240923 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bf973c5-a620-44ea-bbb6-3b184c19f57a None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 59, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:59:50.247070 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bf973c5-a620-44ea-bbb6-3b184c19f57a None None] Checking segment: {'id': 'fd8df120-424c-42b7-93e3-06903ceb40a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '1c7497ee-8ba5-4b10-8437-1ff25c8fea9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:59:50.247070 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-6bf973c5-a620-44ea-bbb6-3b184c19f57a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:50.247070 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bf973c5-a620-44ea-bbb6-3b184c19f57a None None] Bound using segment: {'id': 'fd8df120-424c-42b7-93e3-06903ceb40a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '1c7497ee-8ba5-4b10-8437-1ff25c8fea9d'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:59:50.250085 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-6bf973c5-a620-44ea-bbb6-3b184c19f57a None None] Bound port: 2b278e9d-c5f6-4e96-b0f7-5ddd4214681e, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd8df120-424c-42b7-93e3-06903ceb40a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '1c7497ee-8ba5-4b10-8437-1ff25c8fea9d'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:59:50.250528 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-6bf973c5-a620-44ea-bbb6-3b184c19f57a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:50.308626 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06210fd-866d-4e67-ae5a-517376b4dae8 service neutron] Pushing event updated for resources: {'Port': ['ID=70abfc69-b0e3-44bf-8960-f0d10e058c3c,revision_number=3']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:59:50.323500 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 20:59:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab56e4cb-f037-4d97-a111-12b77cba8cae x-openstack-request-id: req-ab56e4cb-f037-4d97-a111-12b77cba8cae {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:59:50.323866 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75b87a76-ad52-4618-a214-48088ec58aef", "tag": "70abfc69-b0e3-44bf-8960-f0d10e058c3c", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:59:50.324175 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ab56e4cb-f037-4d97-a111-12b77cba8cae {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:59:50.330603 n-d-842733-1 neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab56e4cb-f037-4d97-a111-12b77cba8cae'] response: {'name': 'network-changed', 'server_uuid': '75b87a76-ad52-4618-a214-48088ec58aef', 'tag': '70abfc69-b0e3-44bf-8960-f0d10e058c3c', 'status': 'completed', 'code': 200} May 20 20:59:50.349014 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-905e9d2b-6ab5-41ce-b286-21444f9f71ff admin admin] Router b2e27286-605c-490c-b696-52f6556d745d is scheduled to L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e with binding_index 1 {{(pid=103163) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 20 20:59:50.353557 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-69f5b9f0-44f3-4187-8171-8e9b022bd173 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33068399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9641221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8422588'] for subnet, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:50.470380 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-b3b18c8f-9f8b-4b04-86bb-56e2ff777a61 service neutron] Request body: {'port': {'device_id': '75b87a76-ad52-4618-a214-48088ec58aef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-842733-1'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:59:50.564237 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-6bf973c5-a620-44ea-bbb6-3b184c19f57a None None] For port 2b278e9d-c5f6-4e96-b0f7-5ddd4214681e, host n-d-842733-1, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:59:50.570704 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-6bf973c5-a620-44ea-bbb6-3b184c19f57a None None] For port 2b278e9d-c5f6-4e96-b0f7-5ddd4214681e, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=2b278e9d-c5f6-4e96-b0f7-5ddd4214681e,segment=NetworkSegment(fd8df120-424c-42b7-93e3-06903ceb40a7),segment_id=fd8df120-424c-42b7-93e3-06903ceb40a7)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:59:50.576322 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a0f0090-98e3-476d-ac0f-628d7d59d104 None None] DHCP port deletion for 98f8b8d5-1379-4eeb-9e13-b2bbab96015a request from n-d-842733-1 {{(pid=103164) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 20:59:50.594680 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d0d53a-9347-4430-9aab-83e35e3850f6 req-3fa93701-7707-4de4-bfb4-0d2c92318d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:50.595804 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d0d53a-9347-4430-9aab-83e35e3850f6 req-3fa93701-7707-4de4-bfb4-0d2c92318d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:50.596440 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d0d53a-9347-4430-9aab-83e35e3850f6 req-3fa93701-7707-4de4-bfb4-0d2c92318d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:50.597203 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d0d53a-9347-4430-9aab-83e35e3850f6 req-3fa93701-7707-4de4-bfb4-0d2c92318d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:50.597837 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d0d53a-9347-4430-9aab-83e35e3850f6 req-3fa93701-7707-4de4-bfb4-0d2c92318d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:50.598441 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d0d53a-9347-4430-9aab-83e35e3850f6 req-3fa93701-7707-4de4-bfb4-0d2c92318d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:50.599053 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d0d53a-9347-4430-9aab-83e35e3850f6 req-3fa93701-7707-4de4-bfb4-0d2c92318d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:50.601830 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-02d0d53a-9347-4430-9aab-83e35e3850f6 req-3fa93701-7707-4de4-bfb4-0d2c92318d72 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0460753b23084d8f8624c2387ec65eda&device_id=75b87a76-ad52-4618-a214-48088ec58aef HTTP/1.1" status: 200 len: 6219 time: 0.2316971 May 20 20:59:50.607560 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-b3b18c8f-9f8b-4b04-86bb-56e2ff777a61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:50.685985 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f5b9f0-44f3-4187-8171-8e9b022bd173 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Pushing event deleted for resources: {'Subnet': ['ID=df45ca0d-778e-4715-a4b3-cb835489beb5,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:59:50.689343 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-6bf973c5-a620-44ea-bbb6-3b184c19f57a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:50.704183 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 4e2e398e-24c3-4518-a89d-e7b4de39f52c is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:59:50.740000 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-5e6e0ff5-50f5-4c87-bf01-e0ec4e95dbb2 None None] Provisioning complete for port 4e2e398e-24c3-4518-a89d-e7b4de39f52c triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:59:50.741240 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-5e6e0ff5-50f5-4c87-bf01-e0ec4e95dbb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:50.781375 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-69f5b9f0-44f3-4187-8171-8e9b022bd173 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33072115', 'neutron.services.segments.db._delete_segments_for_network-8782419500584'] for network, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:50.813089 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-69f5b9f0-44f3-4187-8171-8e9b022bd173 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c7497ee-8ba5-4b10-8437-1ff25c8fea9d']}} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:59:50.825016 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-69f5b9f0-44f3-4187-8171-8e9b022bd173 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd8df120-424c-42b7-93e3-06903ceb40a7') {'for_net_delete': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:59:50.825807 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-69f5b9f0-44f3-4187-8171-8e9b022bd173 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd8df120-424c-42b7-93e3-06903ceb40a7') {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:59:50.837593 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-69f5b9f0-44f3-4187-8171-8e9b022bd173 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419501617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9338764'] for segment, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:50.863101 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-69f5b9f0-44f3-4187-8171-8e9b022bd173 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:50.871616 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69f5b9f0-44f3-4187-8171-8e9b022bd173 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Releasing vlan 226 on physical network physnet1 to pool {{(pid=103163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 20:59:50.871616 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-69f5b9f0-44f3-4187-8171-8e9b022bd173 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9638311'] for segment, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:50.915286 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf973c5-a620-44ea-bbb6-3b184c19f57a None None] Pushing event updated for resources: {'Port': ['ID=2b278e9d-c5f6-4e96-b0f7-5ddd4214681e,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:59:50.947130 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d351120a-ab56-41d1-b0d4-363e5adec767 None None] Network 1c7497ee-8ba5-4b10-8437-1ff25c8fea9d requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:59:50.979551 n-d-842733-1 neutron-server[103163]: Traceback (most recent call last): May 20 20:59:50.979551 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 20:59:50.979551 n-d-842733-1 neutron-server[103163]: timer() May 20 20:59:50.979551 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 20:59:50.979551 n-d-842733-1 neutron-server[103163]: cb(*args, **kw) May 20 20:59:50.979551 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 20 20:59:50.979551 n-d-842733-1 neutron-server[103163]: return func(*args, **kwargs) May 20 20:59:50.979551 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 20:59:50.979551 n-d-842733-1 neutron-server[103163]: self._notify() May 20 20:59:50.979551 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 20:59:50.979551 n-d-842733-1 neutron-server[103163]: self.callback(batched_events) May 20 20:59:50.979551 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 20:59:50.979551 n-d-842733-1 neutron-server[103163]: event.method(event) May 20 20:59:50.979551 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 20 20:59:50.979551 n-d-842733-1 neutron-server[103163]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 20:59:50.979551 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 20 20:59:50.979551 n-d-842733-1 neutron-server[103163]: aggregate_uuid = self.p_client.list_aggregates( May 20 20:59:50.979551 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 20 20:59:50.979551 n-d-842733-1 neutron-server[103163]: return f(self, *a, **k) May 20 20:59:50.979551 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 20 20:59:50.979551 n-d-842733-1 neutron-server[103163]: return self._get(url).json() May 20 20:59:50.979551 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 20 20:59:50.979551 n-d-842733-1 neutron-server[103163]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 20:59:50.979551 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 20:59:50.979551 n-d-842733-1 neutron-server[103163]: return self.request(url, 'GET', **kwargs) May 20 20:59:50.979551 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 20:59:50.979551 n-d-842733-1 neutron-server[103163]: base_url = self.get_endpoint(auth, allow=allow, May 20 20:59:50.979551 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 20:59:50.979551 n-d-842733-1 neutron-server[103163]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 20:59:50.979551 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 20:59:50.979551 n-d-842733-1 neutron-server[103163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 20:59:50.979551 n-d-842733-1 neutron-server[103163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 20:59:51.107373 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-b3b18c8f-9f8b-4b04-86bb-56e2ff777a61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e23bf1a0-0743-4c25-ac95-d74d935af48f {{(pid=103162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:59:51.116981 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-b3b18c8f-9f8b-4b04-86bb-56e2ff777a61 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:51.135264 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.provisioning_blocks [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-b3b18c8f-9f8b-4b04-86bb-56e2ff777a61 service neutron] Transition to ACTIVE for port object e23bf1a0-0743-4c25-ac95-d74d935af48f will not be triggered until provisioned by entity L2. {{(pid=103162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 20:59:51.138272 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 37082) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:59:51.149760 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.agents_db [None req-5c33ad30-4e00-40fa-b486-8c79c4a6cfc5 None None] Agent healthcheck: found 7 active agents {{(pid=103165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 20 20:59:51.150935 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-6a0f0090-98e3-476d-ac0f-628d7d59d104 None None] Deleting port bd254b3a-3c16-4eb8-8607-e2b34ed605ef {{(pid=103164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:59:51.151311 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-6a0f0090-98e3-476d-ac0f-628d7d59d104 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:51.181826 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.db.api [None req-69f5b9f0-44f3-4187-8171-8e9b022bd173 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 20 20:59:51.181826 n-d-842733-1 neutron-server[103163]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 20 20:59:51.181826 n-d-842733-1 neutron-server[103163]: [parameters: {'id': '1c7497ee-8ba5-4b10-8437-1ff25c8fea9d'}] May 20 20:59:51.181826 n-d-842733-1 neutron-server[103163]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103163) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 20 20:59:51.182309 n-d-842733-1 neutron-server[103163]: DEBUG oslo_db.api [None req-69f5b9f0-44f3-4187-8171-8e9b022bd173 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 20 20:59:51.207128 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-766835c9-bb76-41df-aaf3-24cd6757fc65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:51.207545 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d0d53a-9347-4430-9aab-83e35e3850f6 req-3e26e76e-33b2-4262-aa24-8d312138af3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:51.208210 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d0d53a-9347-4430-9aab-83e35e3850f6 req-3e26e76e-33b2-4262-aa24-8d312138af3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:51.210745 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d0d53a-9347-4430-9aab-83e35e3850f6 req-3e26e76e-33b2-4262-aa24-8d312138af3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:51.213053 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-02d0d53a-9347-4430-9aab-83e35e3850f6 req-3e26e76e-33b2-4262-aa24-8d312138af3a service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=0460753b23084d8f8624c2387ec65eda&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.5941794 May 20 20:59:51.249715 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-b3b18c8f-9f8b-4b04-86bb-56e2ff777a61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:51.356116 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b18c8f-9f8b-4b04-86bb-56e2ff777a61 service neutron] Pushing event updated for resources: {'Port': ['ID=e23bf1a0-0743-4c25-ac95-d74d935af48f,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:59:51.406227 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-5e6e0ff5-50f5-4c87-bf01-e0ec4e95dbb2 None None] Current status of the port 4e2e398e-24c3-4518-a89d-e7b4de39f52c is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:59:51.442802 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-6a0f0090-98e3-476d-ac0f-628d7d59d104 None None] For port bd254b3a-3c16-4eb8-8607-e2b34ed605ef, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=bd254b3a-3c16-4eb8-8607-e2b34ed605ef,segment=NetworkSegment(f5705048-66fd-4627-af8c-03443c37dd17),segment_id=f5705048-66fd-4627-af8c-03443c37dd17)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:59:51.444254 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-6a0f0090-98e3-476d-ac0f-628d7d59d104 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:51.480223 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-b3b18c8f-9f8b-4b04-86bb-56e2ff777a61 service neutron] Attempting to bind port e23bf1a0-0743-4c25-ac95-d74d935af48f on host n-h2-842733-1 for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:59:51.480556 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-b3b18c8f-9f8b-4b04-86bb-56e2ff777a61 service neutron] Attempting to bind port e23bf1a0-0743-4c25-ac95-d74d935af48f by drivers openvswitch,hyperv on host n-h2-842733-1 at level 0 using segments [{'id': '6013a2ae-3d8f-47fe-9e33-a14adc851d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '2092c81d-6283-40f1-9bf1-5f286393c29e'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:59:51.480941 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-b3b18c8f-9f8b-4b04-86bb-56e2ff777a61 service neutron] Attempting to bind port e23bf1a0-0743-4c25-ac95-d74d935af48f on network 2092c81d-6283-40f1-9bf1-5f286393c29e {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:59:51.502690 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-b3b18c8f-9f8b-4b04-86bb-56e2ff777a61 service neutron] Port e23bf1a0-0743-4c25-ac95-d74d935af48f on network 2092c81d-6283-40f1-9bf1-5f286393c29e not bound, no agent of type Open vSwitch agent registered on host n-h2-842733-1 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 20:59:51.503160 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-b3b18c8f-9f8b-4b04-86bb-56e2ff777a61 service neutron] Attempting to bind port e23bf1a0-0743-4c25-ac95-d74d935af48f on network 2092c81d-6283-40f1-9bf1-5f286393c29e {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:59:51.511265 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-b3b18c8f-9f8b-4b04-86bb-56e2ff777a61 service neutron] Checking agent: {'id': 'a66f2511-b955-448f-877c-56cfe9c81b12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 33, 2), 'started_at': datetime.datetime(2022, 5, 20, 20, 33, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 59, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:59:51.511621 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-b3b18c8f-9f8b-4b04-86bb-56e2ff777a61 service neutron] Checking segment: {'id': '6013a2ae-3d8f-47fe-9e33-a14adc851d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '2092c81d-6283-40f1-9bf1-5f286393c29e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:59:51.511997 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-b3b18c8f-9f8b-4b04-86bb-56e2ff777a61 service neutron] Bound using segment: {'id': '6013a2ae-3d8f-47fe-9e33-a14adc851d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '2092c81d-6283-40f1-9bf1-5f286393c29e'} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:59:51.512426 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-b3b18c8f-9f8b-4b04-86bb-56e2ff777a61 service neutron] Bound port: e23bf1a0-0743-4c25-ac95-d74d935af48f, host: n-h2-842733-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6013a2ae-3d8f-47fe-9e33-a14adc851d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '2092c81d-6283-40f1-9bf1-5f286393c29e'}}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:59:51.512782 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-b3b18c8f-9f8b-4b04-86bb-56e2ff777a61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:51.516659 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d0d53a-9347-4430-9aab-83e35e3850f6 req-9d4d3836-b68e-4141-a3a8-b4860ee849ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:51.518231 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-02d0d53a-9347-4430-9aab-83e35e3850f6 req-9d4d3836-b68e-4141-a3a8-b4860ee849ca service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2982931 May 20 20:59:51.538572 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-6a0f0090-98e3-476d-ac0f-628d7d59d104 None None] Calling delete_port for bd254b3a-3c16-4eb8-8607-e2b34ed605ef owned by network:dhcp {{(pid=103164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:59:51.645712 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-b3b18c8f-9f8b-4b04-86bb-56e2ff777a61 service neutron] For port e23bf1a0-0743-4c25-ac95-d74d935af48f, host n-h2-842733-1, cleared binding levels {{(pid=103162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:59:51.650571 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-b3b18c8f-9f8b-4b04-86bb-56e2ff777a61 service neutron] For port e23bf1a0-0743-4c25-ac95-d74d935af48f, host n-h2-842733-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=e23bf1a0-0743-4c25-ac95-d74d935af48f,segment=NetworkSegment(6013a2ae-3d8f-47fe-9e33-a14adc851d57),segment_id=6013a2ae-3d8f-47fe-9e33-a14adc851d57)] {{(pid=103162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:59:51.665670 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device bd254b3a-3c16-4eb8-8607-e2b34ed605ef no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 20:59:51.717693 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-69f5b9f0-44f3-4187-8171-8e9b022bd173 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33160123'] for network, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:51.729508 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-b3b18c8f-9f8b-4b04-86bb-56e2ff777a61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:51.739383 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a168812-e211-4b83-9ea0-a8828d663e88 req-8a4c7152-8771-46f0-a73a-95c6566770cd tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:51.746017 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a168812-e211-4b83-9ea0-a8828d663e88 req-8a4c7152-8771-46f0-a73a-95c6566770cd tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:51.753496 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a168812-e211-4b83-9ea0-a8828d663e88 req-8a4c7152-8771-46f0-a73a-95c6566770cd tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:51.760558 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a168812-e211-4b83-9ea0-a8828d663e88 req-8a4c7152-8771-46f0-a73a-95c6566770cd tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:51.767676 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a168812-e211-4b83-9ea0-a8828d663e88 req-8a4c7152-8771-46f0-a73a-95c6566770cd tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:51.775994 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a168812-e211-4b83-9ea0-a8828d663e88 req-8a4c7152-8771-46f0-a73a-95c6566770cd tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:51.783006 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a168812-e211-4b83-9ea0-a8828d663e88 req-8a4c7152-8771-46f0-a73a-95c6566770cd tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:51.792625 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8a168812-e211-4b83-9ea0-a8828d663e88 req-8a4c7152-8771-46f0-a73a-95c6566770cd tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] 10.222.0.35 "GET /v2.0/ports?device_id=75b87a76-ad52-4618-a214-48088ec58aef HTTP/1.1" status: 200 len: 5382 time: 1.1371639 May 20 20:59:51.802172 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port bd254b3a-3c16-4eb8-8607-e2b34ed605ef is: ACTIVE; New status is: DOWN {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:59:51.803282 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:51.865793 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d82c57-e7cf-477f-b480-34b0f672b09d req-5d4bb4ec-d809-47f4-a78d-7c3f965c2225 tempest-ServerRescueTestJSON-1875264190 tempest-ServerRescueTestJSON-1875264190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:51.871679 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b18c8f-9f8b-4b04-86bb-56e2ff777a61 service neutron] Pushing event updated for resources: {'Port': ['ID=e23bf1a0-0743-4c25-ac95-d74d935af48f,revision_number=3']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:59:51.879459 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-57d82c57-e7cf-477f-b480-34b0f672b09d req-5d4bb4ec-d809-47f4-a78d-7c3f965c2225 tempest-ServerRescueTestJSON-1875264190 tempest-ServerRescueTestJSON-1875264190-project] 10.222.0.35 "GET /v2.0/ports?device_id=f9588405-283d-4b05-8b1b-84fde98f06b9 HTTP/1.1" status: 200 len: 946 time: 1.1846879 May 20 20:59:51.884682 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-6a0f0090-98e3-476d-ac0f-628d7d59d104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099'] for port, after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:51.899937 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-b3b18c8f-9f8b-4b04-86bb-56e2ff777a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:51.904166 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-b3b18c8f-9f8b-4b04-86bb-56e2ff777a61 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:51.923990 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-b3b18c8f-9f8b-4b04-86bb-56e2ff777a61 service neutron] 10.222.0.13 "PUT /v2.0/ports/e23bf1a0-0743-4c25-ac95-d74d935af48f HTTP/1.1" status: 200 len: 1091 time: 1.4790831 May 20 20:59:51.968265 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0f0090-98e3-476d-ac0f-628d7d59d104 None None] Pushing event deleted for resources: {'Port': ['ID=bd254b3a-3c16-4eb8-8607-e2b34ed605ef,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:59:51.976526 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a0f0090-98e3-476d-ac0f-628d7d59d104 None None] No DVR routers for this DVR port bd254b3a-3c16-4eb8-8607-e2b34ed605ef on host n-d-842733-1 {{(pid=103164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:59:52.016682 n-d-842733-1 neutron-server[103163]: DEBUG neutron.objects.ports [None req-de909a32-18ed-4a9c-832a-55344ac4bdd4 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103163) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} May 20 20:59:52.025576 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8a168812-e211-4b83-9ea0-a8828d663e88 req-7cd00c34-e0fc-4f59-a2b3-c63e3f8b275e tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] 10.222.0.35 "GET /v2.0/security-groups?id=c6c3d501-aad0-44cc-8dfe-290dffd2c6d4&id=23a4e591-c968-436b-bf23-a5b482a8cab7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2315505 May 20 20:59:52.039923 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-57d82c57-e7cf-477f-b480-34b0f672b09d req-f2ba7cc8-83bf-48a1-b7af-b4f3ee9c05a3 tempest-ServerRescueTestJSON-1875264190 tempest-ServerRescueTestJSON-1875264190-project] 10.222.0.35 "GET /v2.0/security-groups?id=3ca0fb1c-c695-4a0a-a152-dfa8f160f4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592562 May 20 20:59:52.044324 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-de909a32-18ed-4a9c-832a-55344ac4bdd4 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9641412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8422583'] for subnet, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:52.077942 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-5feac5d3-f721-4f9b-ad1b-bcb2c42710e4 service neutron] Request body: {'port': {'device_id': '75b87a76-ad52-4618-a214-48088ec58aef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-842733-1'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:59:52.083176 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-905e9d2b-6ab5-41ce-b286-21444f9f71ff admin admin] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 20:59:52.096369 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b27c367-8115-415e-8113-57be57d777a0 None None] Sync routers for ids ['b2e27286-605c-490c-b696-52f6556d745d'] in n-d-842733-1 {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 20:59:52.107274 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b27c367-8115-415e-8113-57be57d777a0 None None] Routers {'b2e27286-605c-490c-b696-52f6556d745d'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:59:52.108391 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-0b27c367-8115-415e-8113-57be57d777a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:59:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['b2e27286-605c-490c-b696-52f6556d745d'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:59:52.169398 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de909a32-18ed-4a9c-832a-55344ac4bdd4 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Network 98f8b8d5-1379-4eeb-9e13-b2bbab96015a is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:59:52.182986 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-de909a32-18ed-4a9c-832a-55344ac4bdd4 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:59:52.186625 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de909a32-18ed-4a9c-832a-55344ac4bdd4 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:52.187217 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-de909a32-18ed-4a9c-832a-55344ac4bdd4 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks [] for subnet, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:52.194961 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27c75383-b925-44cf-880a-5eed2f4d6261 None None] Network 98f8b8d5-1379-4eeb-9e13-b2bbab96015a requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:59:52.219967 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-5feac5d3-f721-4f9b-ad1b-bcb2c42710e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:52.255664 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-0b27c367-8115-415e-8113-57be57d777a0 None None] Set router b2e27286-605c-490c-b696-52f6556d745d gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:59:52.304152 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de909a32-18ed-4a9c-832a-55344ac4bdd4 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Pushing event updated for resources: {'Subnet': ['ID=fd934597-8af7-403a-ad49-2714ba3f82cb,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:59:52.332933 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-905e9d2b-6ab5-41ce-b286-21444f9f71ff admin admin] Notify callbacks [] for router, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:52.339532 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-905e9d2b-6ab5-41ce-b286-21444f9f71ff admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 8.7384028 May 20 20:59:52.342474 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-766835c9-bb76-41df-aaf3-24cd6757fc65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:52.343293 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 37094) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:59:52.378121 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75b87a76-ad52-4618-a214-48088ec58aef', 'tag': 'e23bf1a0-0743-4c25-ac95-d74d935af48f'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:59:52.381339 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6fa957933fccbf596d28104b23404b952ad6a8238afaebaed40a0874b2e409" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef5dd4f4-bd61-42cf-9cf6-f23d6d80e3d3" -d '{"events": [{"name": "network-changed", "server_uuid": "75b87a76-ad52-4618-a214-48088ec58aef", "tag": "e23bf1a0-0743-4c25-ac95-d74d935af48f"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:59:52.426502 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-5ff57b64-8343-419d-af02-849b6e52f723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:52.471384 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-69f5b9f0-44f3-4187-8171-8e9b022bd173 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Deleting port 2b278e9d-c5f6-4e96-b0f7-5ddd4214681e {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:59:52.472077 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-69f5b9f0-44f3-4187-8171-8e9b022bd173 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:52.496348 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-de909a32-18ed-4a9c-832a-55344ac4bdd4 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.6990788 May 20 20:59:52.522994 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 37098) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:59:52.523710 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-766835c9-bb76-41df-aaf3-24cd6757fc65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:52.526471 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 20:59:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b939aae-fdff-4cd0-a013-bfd429c5fbfc x-openstack-request-id: req-1b939aae-fdff-4cd0-a013-bfd429c5fbfc {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:59:52.527495 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75b87a76-ad52-4618-a214-48088ec58aef", "tag": "e23bf1a0-0743-4c25-ac95-d74d935af48f", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:59:52.528486 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1b939aae-fdff-4cd0-a013-bfd429c5fbfc {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:59:52.529150 n-d-842733-1 neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b939aae-fdff-4cd0-a013-bfd429c5fbfc'] response: {'name': 'network-changed', 'server_uuid': '75b87a76-ad52-4618-a214-48088ec58aef', 'tag': 'e23bf1a0-0743-4c25-ac95-d74d935af48f', 'status': 'completed', 'code': 200} May 20 20:59:52.538162 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-7c11ce6d-251d-47dc-aad3-a3a049c28d71 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Request body: {'port': {'network_id': '98f8b8d5-1379-4eeb-9e13-b2bbab96015a', 'mac_address': 'fa:16:3e:29:d7:75', 'name': 'tempest-NetworksTestDHCPv6-1147221934'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:59:52.540932 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-0b27c367-8115-415e-8113-57be57d777a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2e27286-605c-490c-b696-52f6556d745d', 'name': 'tempest-TestServerMultinode-1726859957-router', 'tenant_id': '0a54b8b700fe48bebfc6e574ea5c53fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.44'}], 'enable_snat': True}, 'gw_port_id': 'c0a3f0d3-e848-4b0d-986c-b9279bf2e1ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:59:43Z', 'updated_at': '2022-05-20T20:59:48Z', 'revision_number': 3, 'project_id': '0a54b8b700fe48bebfc6e574ea5c53fd', 'gw_port': {'id': 'c0a3f0d3-e848-4b0d-986c-b9279bf2e1ba', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:67:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2e27286-605c-490c-b696-52f6556d745d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2726, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:59:46Z', 'updated_at': '2022-05-20T20:59:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:59:52.576334 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b27c367-8115-415e-8113-57be57d777a0 None None] Checking router: b2e27286-605c-490c-b696-52f6556d745d for host: n-d-842733-1 {{(pid=103165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 20:59:52.577179 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b27c367-8115-415e-8113-57be57d777a0 None None] Updating router b2e27286-605c-490c-b696-52f6556d745d port c0a3f0d3-e848-4b0d-986c-b9279bf2e1ba binding host n-d-842733-1 {{(pid=103165) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 20:59:52.581557 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-766835c9-bb76-41df-aaf3-24cd6757fc65 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d75fffb60ff748198c5c4c3f66499eb1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4095323 May 20 20:59:52.600042 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be1237b4-6937-4379-a97a-3ba788be5a25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaee2b848-d4b9-5db1-b6ef-d6db29d67de7-98f8b8d5-1379-4eeb-9e13-b2bbab96015a', 'network_id': '98f8b8d5-1379-4eeb-9e13-b2bbab96015a', 'tenant_id': 'ab4ded6dc75a4ab5a4f9dae9e5aa3753', 'fixed_ips': [{'subnet_id': 'fd934597-8af7-403a-ad49-2714ba3f82cb'}]}} from n-d-842733-1. {{(pid=103164) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 20:59:52.600915 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-be1237b4-6937-4379-a97a-3ba788be5a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:52.621789 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-0b27c367-8115-415e-8113-57be57d777a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:52.650625 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 37100) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:59:52.722623 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-5feac5d3-f721-4f9b-ad1b-bcb2c42710e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c635efd6-629d-4675-9b02-f5dc32576914 {{(pid=103162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:59:52.732743 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-5feac5d3-f721-4f9b-ad1b-bcb2c42710e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:52.749240 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.provisioning_blocks [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-5feac5d3-f721-4f9b-ad1b-bcb2c42710e4 service neutron] Transition to ACTIVE for port object c635efd6-629d-4675-9b02-f5dc32576914 will not be triggered until provisioned by entity L2. {{(pid=103162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 20:59:52.815964 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-5feac5d3-f721-4f9b-ad1b-bcb2c42710e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:52.836129 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5dd4f4-bd61-42cf-9cf6-f23d6d80e3d3 req-10738866-c518-4236-bd19-a64a53120143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:52.836721 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5dd4f4-bd61-42cf-9cf6-f23d6d80e3d3 req-10738866-c518-4236-bd19-a64a53120143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:52.837304 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5dd4f4-bd61-42cf-9cf6-f23d6d80e3d3 req-10738866-c518-4236-bd19-a64a53120143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:52.837952 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5dd4f4-bd61-42cf-9cf6-f23d6d80e3d3 req-10738866-c518-4236-bd19-a64a53120143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:52.838216 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [None req-be1237b4-6937-4379-a97a-3ba788be5a25 None None] Allocated IP 2001:db8::f816:3eff:fe60:da93 (98f8b8d5-1379-4eeb-9e13-b2bbab96015a/fd934597-8af7-403a-ad49-2714ba3f82cb/f5c9f76f-cacf-44a6-960b-90787ba6e875) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:59:52.838695 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5dd4f4-bd61-42cf-9cf6-f23d6d80e3d3 req-10738866-c518-4236-bd19-a64a53120143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:52.839367 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5dd4f4-bd61-42cf-9cf6-f23d6d80e3d3 req-10738866-c518-4236-bd19-a64a53120143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:52.839984 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5dd4f4-bd61-42cf-9cf6-f23d6d80e3d3 req-10738866-c518-4236-bd19-a64a53120143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:52.842205 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-ef5dd4f4-bd61-42cf-9cf6-f23d6d80e3d3 req-10738866-c518-4236-bd19-a64a53120143 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0460753b23084d8f8624c2387ec65eda&device_id=75b87a76-ad52-4618-a214-48088ec58aef HTTP/1.1" status: 200 len: 6286 time: 0.3118694 May 20 20:59:52.855763 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766835c9-bb76-41df-aaf3-24cd6757fc65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c69cc647-b835-4d5e-b865-7117fa48e215,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:59:52.889444 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-69f5b9f0-44f3-4187-8171-8e9b022bd173 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] For port 2b278e9d-c5f6-4e96-b0f7-5ddd4214681e, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=2b278e9d-c5f6-4e96-b0f7-5ddd4214681e,segment=NetworkSegment(fd8df120-424c-42b7-93e3-06903ceb40a7),segment_id=fd8df120-424c-42b7-93e3-06903ceb40a7)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:59:52.889855 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-69f5b9f0-44f3-4187-8171-8e9b022bd173 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:52.901022 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c11ce6d-251d-47dc-aad3-a3a049c28d71 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Made reservation on behalf of ab4ded6dc75a4ab5a4f9dae9e5aa3753 for: {'port': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:59:52.943157 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-69f5b9f0-44f3-4187-8171-8e9b022bd173 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Calling delete_port for 2b278e9d-c5f6-4e96-b0f7-5ddd4214681e owned by network:dhcp {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:59:53.158217 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-0b27c367-8115-415e-8113-57be57d777a0 None None] Notify callbacks [] for port, precommit_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:53.172001 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-be1237b4-6937-4379-a97a-3ba788be5a25 None None] Notify callbacks [] for port, precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:53.242193 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-0b27c367-8115-415e-8113-57be57d777a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:53.269040 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5dd4f4-bd61-42cf-9cf6-f23d6d80e3d3 req-e76738e5-e34b-4358-883f-b02cb3ba358e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:53.269305 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-be1237b4-6937-4379-a97a-3ba788be5a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108'] for port, after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:53.270105 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5dd4f4-bd61-42cf-9cf6-f23d6d80e3d3 req-e76738e5-e34b-4358-883f-b02cb3ba358e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:53.271768 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5dd4f4-bd61-42cf-9cf6-f23d6d80e3d3 req-e76738e5-e34b-4358-883f-b02cb3ba358e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:53.273824 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-ef5dd4f4-bd61-42cf-9cf6-f23d6d80e3d3 req-e76738e5-e34b-4358-883f-b02cb3ba358e service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=0460753b23084d8f8624c2387ec65eda&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.4055378 May 20 20:59:53.276864 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5feac5d3-f721-4f9b-ad1b-bcb2c42710e4 service neutron] Pushing event updated for resources: {'Port': ['ID=c635efd6-629d-4675-9b02-f5dc32576914,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:59:53.326095 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-0b27c367-8115-415e-8113-57be57d777a0 None None] Attempting to bind port c0a3f0d3-e848-4b0d-986c-b9279bf2e1ba on host n-d-842733-1 for vnic_type normal with profile {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:59:53.326678 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-0b27c367-8115-415e-8113-57be57d777a0 None None] Attempting to bind port c0a3f0d3-e848-4b0d-986c-b9279bf2e1ba by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': '0b5485c4-eff8-42a1-9073-ae54ed4c63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'}] {{(pid=103165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:59:53.326825 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b27c367-8115-415e-8113-57be57d777a0 None None] Attempting to bind port c0a3f0d3-e848-4b0d-986c-b9279bf2e1ba on network e3a93b5c-91e2-4064-9c2c-1afc261bfe15 {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:59:53.328688 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed332a5-3086-42ce-82f5-5aeaf4d21c1c None None] Pushing event updated for resources: {'Port': ['ID=c0a3f0d3-e848-4b0d-986c-b9279bf2e1ba,revision_number=2']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:59:53.340045 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b27c367-8115-415e-8113-57be57d777a0 None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 59, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:59:53.341132 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b27c367-8115-415e-8113-57be57d777a0 None None] Checking segment: {'id': '0b5485c4-eff8-42a1-9073-ae54ed4c63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:59:53.342109 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-0b27c367-8115-415e-8113-57be57d777a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:53.342505 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b27c367-8115-415e-8113-57be57d777a0 None None] Bound using segment: {'id': '0b5485c4-eff8-42a1-9073-ae54ed4c63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'} {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:59:53.342968 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-0b27c367-8115-415e-8113-57be57d777a0 None None] Bound port: c0a3f0d3-e848-4b0d-986c-b9279bf2e1ba, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b5485c4-eff8-42a1-9073-ae54ed4c63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'}}] {{(pid=103165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:59:53.343339 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-0b27c367-8115-415e-8113-57be57d777a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:53.346968 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed332a5-3086-42ce-82f5-5aeaf4d21c1c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:59:53.347306 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed332a5-3086-42ce-82f5-5aeaf4d21c1c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:59:53.348361 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed332a5-3086-42ce-82f5-5aeaf4d21c1c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:59:53.348708 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed332a5-3086-42ce-82f5-5aeaf4d21c1c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:59:53.349175 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed332a5-3086-42ce-82f5-5aeaf4d21c1c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:59:53.350143 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed332a5-3086-42ce-82f5-5aeaf4d21c1c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:59:53.350468 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed332a5-3086-42ce-82f5-5aeaf4d21c1c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:59:53.350789 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed332a5-3086-42ce-82f5-5aeaf4d21c1c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:59:53.351105 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed332a5-3086-42ce-82f5-5aeaf4d21c1c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:59:53.351419 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed332a5-3086-42ce-82f5-5aeaf4d21c1c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:59:53.351984 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed332a5-3086-42ce-82f5-5aeaf4d21c1c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:59:53.352294 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed332a5-3086-42ce-82f5-5aeaf4d21c1c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:59:53.375582 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1237b4-6937-4379-a97a-3ba788be5a25 None None] Pushing event updated for resources: {'Port': ['ID=f5c9f76f-cacf-44a6-960b-90787ba6e875,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:59:53.384759 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9276f7ea-737c-48da-9ba8-a49fe47f20de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:53.410261 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be1237b4-6937-4379-a97a-3ba788be5a25 None None] Network 98f8b8d5-1379-4eeb-9e13-b2bbab96015a is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:59:53.411128 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-0b27c367-8115-415e-8113-57be57d777a0 None None] For port c0a3f0d3-e848-4b0d-986c-b9279bf2e1ba, host n-d-842733-1, cleared binding levels {{(pid=103165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:59:53.416284 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-0b27c367-8115-415e-8113-57be57d777a0 None None] For port c0a3f0d3-e848-4b0d-986c-b9279bf2e1ba, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=c0a3f0d3-e848-4b0d-986c-b9279bf2e1ba,segment=NetworkSegment(0b5485c4-eff8-42a1-9073-ae54ed4c63ba),segment_id=0b5485c4-eff8-42a1-9073-ae54ed4c63ba)] {{(pid=103165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:59:53.420200 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-be1237b4-6937-4379-a97a-3ba788be5a25 None None] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:59:53.433744 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be1237b4-6937-4379-a97a-3ba788be5a25 None None] Received port after_create {{(pid=103164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:59:53.523159 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-0b27c367-8115-415e-8113-57be57d777a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:53.554255 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-be1237b4-6937-4379-a97a-3ba788be5a25 None None] Attempting to bind port f5c9f76f-cacf-44a6-960b-90787ba6e875 on host n-d-842733-1 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:59:53.554985 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-be1237b4-6937-4379-a97a-3ba788be5a25 None None] Attempting to bind port f5c9f76f-cacf-44a6-960b-90787ba6e875 by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': 'f5705048-66fd-4627-af8c-03443c37dd17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '98f8b8d5-1379-4eeb-9e13-b2bbab96015a'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:59:53.555510 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1237b4-6937-4379-a97a-3ba788be5a25 None None] Attempting to bind port f5c9f76f-cacf-44a6-960b-90787ba6e875 on network 98f8b8d5-1379-4eeb-9e13-b2bbab96015a {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:59:53.574346 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1237b4-6937-4379-a97a-3ba788be5a25 None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 59, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:59:53.574718 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1237b4-6937-4379-a97a-3ba788be5a25 None None] Checking segment: {'id': 'f5705048-66fd-4627-af8c-03443c37dd17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '98f8b8d5-1379-4eeb-9e13-b2bbab96015a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:59:53.575120 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-be1237b4-6937-4379-a97a-3ba788be5a25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:53.582066 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1237b4-6937-4379-a97a-3ba788be5a25 None None] Bound using segment: {'id': 'f5705048-66fd-4627-af8c-03443c37dd17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '98f8b8d5-1379-4eeb-9e13-b2bbab96015a'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:59:53.582066 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-be1237b4-6937-4379-a97a-3ba788be5a25 None None] Bound port: f5c9f76f-cacf-44a6-960b-90787ba6e875, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5705048-66fd-4627-af8c-03443c37dd17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '98f8b8d5-1379-4eeb-9e13-b2bbab96015a'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:59:53.582066 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-be1237b4-6937-4379-a97a-3ba788be5a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:53.644067 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9276f7ea-737c-48da-9ba8-a49fe47f20de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:53.653326 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b27c367-8115-415e-8113-57be57d777a0 None None] Routers {'b2e27286-605c-490c-b696-52f6556d745d'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:59:53.653957 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-0b27c367-8115-415e-8113-57be57d777a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:59:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['b2e27286-605c-490c-b696-52f6556d745d'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:59:53.659685 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed332a5-3086-42ce-82f5-5aeaf4d21c1c None None] Pushing event updated for resources: {'Port': ['ID=c0a3f0d3-e848-4b0d-986c-b9279bf2e1ba,revision_number=3']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:59:53.725048 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-be1237b4-6937-4379-a97a-3ba788be5a25 None None] For port f5c9f76f-cacf-44a6-960b-90787ba6e875, host n-d-842733-1, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:59:53.728739 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-be1237b4-6937-4379-a97a-3ba788be5a25 None None] For port f5c9f76f-cacf-44a6-960b-90787ba6e875, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=f5c9f76f-cacf-44a6-960b-90787ba6e875,segment=NetworkSegment(f5705048-66fd-4627-af8c-03443c37dd17),segment_id=f5705048-66fd-4627-af8c-03443c37dd17)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:59:53.789339 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-0b27c367-8115-415e-8113-57be57d777a0 None None] Set router b2e27286-605c-490c-b696-52f6556d745d gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:59:53.804452 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7d8142-6dbb-4aed-ab2b-786376dd91cf req-bff8eecf-79b9-4f31-992f-eba61c40f1f2 tempest-ServerRescueTestJSON-1875264190 tempest-ServerRescueTestJSON-1875264190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:53.806089 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3f7d8142-6dbb-4aed-ab2b-786376dd91cf req-bff8eecf-79b9-4f31-992f-eba61c40f1f2 tempest-ServerRescueTestJSON-1875264190 tempest-ServerRescueTestJSON-1875264190-project] 10.222.0.35 "GET /v2.0/ports?device_id=f9588405-283d-4b05-8b1b-84fde98f06b9 HTTP/1.1" status: 200 len: 946 time: 0.4228256 May 20 20:59:53.811371 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-be1237b4-6937-4379-a97a-3ba788be5a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:53.834922 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9041667-fd8b-4697-a951-6aed60df41e8 req-5c6f8ac1-4f3d-4965-8d87-e6ff3a4eebc2 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:53.841448 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9041667-fd8b-4697-a951-6aed60df41e8 req-5c6f8ac1-4f3d-4965-8d87-e6ff3a4eebc2 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:53.858555 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9041667-fd8b-4697-a951-6aed60df41e8 req-5c6f8ac1-4f3d-4965-8d87-e6ff3a4eebc2 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:53.867422 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7c11ce6d-251d-47dc-aad3-a3a049c28d71 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:53.875074 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9041667-fd8b-4697-a951-6aed60df41e8 req-5c6f8ac1-4f3d-4965-8d87-e6ff3a4eebc2 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:53.886880 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9041667-fd8b-4697-a951-6aed60df41e8 req-5c6f8ac1-4f3d-4965-8d87-e6ff3a4eebc2 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:53.898820 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9041667-fd8b-4697-a951-6aed60df41e8 req-5c6f8ac1-4f3d-4965-8d87-e6ff3a4eebc2 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:53.907090 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9041667-fd8b-4697-a951-6aed60df41e8 req-5c6f8ac1-4f3d-4965-8d87-e6ff3a4eebc2 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:53.909323 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c9041667-fd8b-4697-a951-6aed60df41e8 req-5c6f8ac1-4f3d-4965-8d87-e6ff3a4eebc2 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] 10.222.0.35 "GET /v2.0/ports?device_id=75b87a76-ad52-4618-a214-48088ec58aef HTTP/1.1" status: 200 len: 5406 time: 0.5287468 May 20 20:59:53.925108 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9276f7ea-737c-48da-9ba8-a49fe47f20de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:53.926051 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [None req-7c11ce6d-251d-47dc-aad3-a3a049c28d71 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] device_id is not set on port 683c1b28-f351-4512-91c8-1941bd03df8b yet. {{(pid=103162) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 20 20:59:53.928828 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9276f7ea-737c-48da-9ba8-a49fe47f20de admin admin] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:53.930255 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-9276f7ea-737c-48da-9ba8-a49fe47f20de admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c69cc647-b835-4d5e-b865-7117fa48e215 HTTP/1.1" status: 204 len: 168 time: 1.2739658 May 20 20:59:53.949564 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-5feac5d3-f721-4f9b-ad1b-bcb2c42710e4 service neutron] Attempting to bind port c635efd6-629d-4675-9b02-f5dc32576914 on host n-h2-842733-1 for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:59:53.950119 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-5feac5d3-f721-4f9b-ad1b-bcb2c42710e4 service neutron] Attempting to bind port c635efd6-629d-4675-9b02-f5dc32576914 by drivers openvswitch,hyperv on host n-h2-842733-1 at level 0 using segments [{'id': '6013a2ae-3d8f-47fe-9e33-a14adc851d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '2092c81d-6283-40f1-9bf1-5f286393c29e'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:59:53.950509 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-5feac5d3-f721-4f9b-ad1b-bcb2c42710e4 service neutron] Attempting to bind port c635efd6-629d-4675-9b02-f5dc32576914 on network 2092c81d-6283-40f1-9bf1-5f286393c29e {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:59:53.975587 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-5feac5d3-f721-4f9b-ad1b-bcb2c42710e4 service neutron] Port c635efd6-629d-4675-9b02-f5dc32576914 on network 2092c81d-6283-40f1-9bf1-5f286393c29e not bound, no agent of type Open vSwitch agent registered on host n-h2-842733-1 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 20:59:53.976017 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-5feac5d3-f721-4f9b-ad1b-bcb2c42710e4 service neutron] Attempting to bind port c635efd6-629d-4675-9b02-f5dc32576914 on network 2092c81d-6283-40f1-9bf1-5f286393c29e {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:59:54.008806 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1237b4-6937-4379-a97a-3ba788be5a25 None None] Pushing event updated for resources: {'Port': ['ID=f5c9f76f-cacf-44a6-960b-90787ba6e875,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:59:54.031217 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4bb0e131-6525-46ca-a45b-e4ea43a5e69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:54.042622 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5dd4f4-bd61-42cf-9cf6-f23d6d80e3d3 req-d6cc622e-aa64-4c87-9546-dba3d43b8eac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:54.044579 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-ef5dd4f4-bd61-42cf-9cf6-f23d6d80e3d3 req-d6cc622e-aa64-4c87-9546-dba3d43b8eac service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7543325 May 20 20:59:54.046979 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-5feac5d3-f721-4f9b-ad1b-bcb2c42710e4 service neutron] Checking agent: {'id': 'a66f2511-b955-448f-877c-56cfe9c81b12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 33, 2), 'started_at': datetime.datetime(2022, 5, 20, 20, 33, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 59, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:59:54.047485 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-5feac5d3-f721-4f9b-ad1b-bcb2c42710e4 service neutron] Checking segment: {'id': '6013a2ae-3d8f-47fe-9e33-a14adc851d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '2092c81d-6283-40f1-9bf1-5f286393c29e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:59:54.048086 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-5feac5d3-f721-4f9b-ad1b-bcb2c42710e4 service neutron] Bound using segment: {'id': '6013a2ae-3d8f-47fe-9e33-a14adc851d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '2092c81d-6283-40f1-9bf1-5f286393c29e'} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:59:54.048972 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-5feac5d3-f721-4f9b-ad1b-bcb2c42710e4 service neutron] Bound port: c635efd6-629d-4675-9b02-f5dc32576914, host: n-h2-842733-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6013a2ae-3d8f-47fe-9e33-a14adc851d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '2092c81d-6283-40f1-9bf1-5f286393c29e'}}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:59:54.049750 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-5feac5d3-f721-4f9b-ad1b-bcb2c42710e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:54.088999 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9276f7ea-737c-48da-9ba8-a49fe47f20de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c69cc647-b835-4d5e-b865-7117fa48e215,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:59:54.121928 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3f7d8142-6dbb-4aed-ab2b-786376dd91cf req-ee16639d-2c1c-4d99-8a76-908223080106 tempest-ServerRescueTestJSON-1875264190 tempest-ServerRescueTestJSON-1875264190-project] 10.222.0.35 "GET /v2.0/security-groups?id=3ca0fb1c-c695-4a0a-a152-dfa8f160f4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3070955 May 20 20:59:54.172337 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c9041667-fd8b-4697-a951-6aed60df41e8 req-2336642e-7337-4b36-bef7-a77e4ac32a71 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] 10.222.0.35 "GET /v2.0/security-groups?id=c6c3d501-aad0-44cc-8dfe-290dffd2c6d4&id=23a4e591-c968-436b-bf23-a5b482a8cab7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2246900 May 20 20:59:54.173009 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-69f5b9f0-44f3-4187-8171-8e9b022bd173 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:54.232888 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f5b9f0-44f3-4187-8171-8e9b022bd173 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Pushing event deleted for resources: {'Port': ['ID=2b278e9d-c5f6-4e96-b0f7-5ddd4214681e,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:59:54.236930 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f5b9f0-44f3-4187-8171-8e9b022bd173 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] No DVR routers for this DVR port 2b278e9d-c5f6-4e96-b0f7-5ddd4214681e on host n-d-842733-1 {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:59:54.319709 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ec77c329-976b-42f8-a7e5-b9f9d83a6582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:54.401750 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-7c11ce6d-251d-47dc-aad3-a3a049c28d71 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Allocated IP 2001:db8::f816:3eff:fe29:d775 (98f8b8d5-1379-4eeb-9e13-b2bbab96015a/fd934597-8af7-403a-ad49-2714ba3f82cb/683c1b28-f351-4512-91c8-1941bd03df8b) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:59:54.404558 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-5feac5d3-f721-4f9b-ad1b-bcb2c42710e4 service neutron] For port c635efd6-629d-4675-9b02-f5dc32576914, host n-h2-842733-1, cleared binding levels {{(pid=103162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:59:54.410492 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-5feac5d3-f721-4f9b-ad1b-bcb2c42710e4 service neutron] For port c635efd6-629d-4675-9b02-f5dc32576914, host n-h2-842733-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=c635efd6-629d-4675-9b02-f5dc32576914,segment=NetworkSegment(6013a2ae-3d8f-47fe-9e33-a14adc851d57),segment_id=6013a2ae-3d8f-47fe-9e33-a14adc851d57)] {{(pid=103162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:59:54.427107 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-69f5b9f0-44f3-4187-8171-8e9b022bd173 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33072115', 'neutron.services.segments.db._delete_segments_for_network-8782419500584'] for network, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:54.435350 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-0b27c367-8115-415e-8113-57be57d777a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2e27286-605c-490c-b696-52f6556d745d', 'name': 'tempest-TestServerMultinode-1726859957-router', 'tenant_id': '0a54b8b700fe48bebfc6e574ea5c53fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.44'}], 'enable_snat': True}, 'gw_port_id': 'c0a3f0d3-e848-4b0d-986c-b9279bf2e1ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:59:43Z', 'updated_at': '2022-05-20T20:59:48Z', 'revision_number': 3, 'project_id': '0a54b8b700fe48bebfc6e574ea5c53fd', 'gw_port': {'id': 'c0a3f0d3-e848-4b0d-986c-b9279bf2e1ba', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:67:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2e27286-605c-490c-b696-52f6556d745d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2726, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:59:46Z', 'updated_at': '2022-05-20T20:59:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:59:54.489101 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-69f5b9f0-44f3-4187-8171-8e9b022bd173 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c7497ee-8ba5-4b10-8437-1ff25c8fea9d']}} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:59:54.495197 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b27c367-8115-415e-8113-57be57d777a0 None None] The sync data for ids ['b2e27286-605c-490c-b696-52f6556d745d'] in n-d-842733-1 is: [{'id': 'b2e27286-605c-490c-b696-52f6556d745d', 'name': 'tempest-TestServerMultinode-1726859957-router', 'tenant_id': '0a54b8b700fe48bebfc6e574ea5c53fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.44'}], 'enable_snat': True}, 'gw_port_id': 'c0a3f0d3-e848-4b0d-986c-b9279bf2e1ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:59:43Z', 'updated_at': '2022-05-20T20:59:48Z', 'revision_number': 3, 'project_id': '0a54b8b700fe48bebfc6e574ea5c53fd', 'gw_port': {'id': 'c0a3f0d3-e848-4b0d-986c-b9279bf2e1ba', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:67:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2e27286-605c-490c-b696-52f6556d745d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2726, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:59:46Z', 'updated_at': '2022-05-20T20:59:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 20:59:54.520741 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-69f5b9f0-44f3-4187-8171-8e9b022bd173 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd8df120-424c-42b7-93e3-06903ceb40a7') {'for_net_delete': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:59:54.521021 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-69f5b9f0-44f3-4187-8171-8e9b022bd173 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd8df120-424c-42b7-93e3-06903ceb40a7') {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:59:54.587694 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-69f5b9f0-44f3-4187-8171-8e9b022bd173 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419501617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9338764'] for segment, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:54.613828 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-69f5b9f0-44f3-4187-8171-8e9b022bd173 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:54.633809 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69f5b9f0-44f3-4187-8171-8e9b022bd173 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Releasing vlan 226 on physical network physnet1 to pool {{(pid=103163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 20:59:54.634215 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-69f5b9f0-44f3-4187-8171-8e9b022bd173 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9638311'] for segment, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:54.637102 n-d-842733-1 neutron-server[103163]: Traceback (most recent call last): May 20 20:59:54.637102 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 20:59:54.637102 n-d-842733-1 neutron-server[103163]: timer() May 20 20:59:54.637102 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 20:59:54.637102 n-d-842733-1 neutron-server[103163]: cb(*args, **kw) May 20 20:59:54.637102 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 20 20:59:54.637102 n-d-842733-1 neutron-server[103163]: return func(*args, **kwargs) May 20 20:59:54.637102 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 20:59:54.637102 n-d-842733-1 neutron-server[103163]: self._notify() May 20 20:59:54.637102 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 20:59:54.637102 n-d-842733-1 neutron-server[103163]: self.callback(batched_events) May 20 20:59:54.637102 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 20:59:54.637102 n-d-842733-1 neutron-server[103163]: event.method(event) May 20 20:59:54.637102 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 20 20:59:54.637102 n-d-842733-1 neutron-server[103163]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 20:59:54.637102 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 20 20:59:54.637102 n-d-842733-1 neutron-server[103163]: aggregate_uuid = self.p_client.list_aggregates( May 20 20:59:54.637102 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 20 20:59:54.637102 n-d-842733-1 neutron-server[103163]: return f(self, *a, **k) May 20 20:59:54.637102 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 20 20:59:54.637102 n-d-842733-1 neutron-server[103163]: return self._get(url).json() May 20 20:59:54.637102 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 20 20:59:54.637102 n-d-842733-1 neutron-server[103163]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 20:59:54.637102 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 20:59:54.637102 n-d-842733-1 neutron-server[103163]: return self.request(url, 'GET', **kwargs) May 20 20:59:54.637102 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 20:59:54.637102 n-d-842733-1 neutron-server[103163]: base_url = self.get_endpoint(auth, allow=allow, May 20 20:59:54.637102 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 20:59:54.637102 n-d-842733-1 neutron-server[103163]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 20:59:54.637102 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 20:59:54.637102 n-d-842733-1 neutron-server[103163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 20:59:54.637102 n-d-842733-1 neutron-server[103163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 20:59:54.650112 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-5feac5d3-f721-4f9b-ad1b-bcb2c42710e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:54.690319 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:54.755563 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-5feac5d3-f721-4f9b-ad1b-bcb2c42710e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:54.756663 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-ec77c329-976b-42f8-a7e5-b9f9d83a6582 admin admin] Allocated IP 172.20.0.1 (db968d13-82bc-4def-927f-4d00e4b4dc28/23658e48-0ab2-4be3-95e6-d83a84724079/9d6c455f-59d3-4510-8f58-8b9180493066) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:59:54.757412 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-5feac5d3-f721-4f9b-ad1b-bcb2c42710e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:54.763458 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-5feac5d3-f721-4f9b-ad1b-bcb2c42710e4 service neutron] 10.222.0.13 "PUT /v2.0/ports/c635efd6-629d-4675-9b02-f5dc32576914 HTTP/1.1" status: 200 len: 1091 time: 2.6967840 May 20 20:59:54.764049 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75b87a76-ad52-4618-a214-48088ec58aef', 'tag': 'c635efd6-629d-4675-9b02-f5dc32576914'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:59:54.770505 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6fa957933fccbf596d28104b23404b952ad6a8238afaebaed40a0874b2e409" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4576dd0-ac48-40dc-a6a8-0f1831910de8" -d '{"events": [{"name": "network-changed", "server_uuid": "75b87a76-ad52-4618-a214-48088ec58aef", "tag": "c635efd6-629d-4675-9b02-f5dc32576914"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:59:54.828935 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-69f5b9f0-44f3-4187-8171-8e9b022bd173 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33072122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748162'] for network, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:54.866335 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-69f5b9f0-44f3-4187-8171-8e9b022bd173 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:54.873964 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-69f5b9f0-44f3-4187-8171-8e9b022bd173 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] 10.222.0.35 "DELETE /v2.0/networks/1c7497ee-8ba5-4b10-8437-1ff25c8fea9d HTTP/1.1" status: 204 len: 168 time: 6.5619342 May 20 20:59:54.875046 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 20:59:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fafd4be-1668-4513-a6b1-421cc0a67ed3 x-openstack-request-id: req-3fafd4be-1668-4513-a6b1-421cc0a67ed3 {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:59:54.875522 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75b87a76-ad52-4618-a214-48088ec58aef", "tag": "c635efd6-629d-4675-9b02-f5dc32576914", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:59:54.884944 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3fafd4be-1668-4513-a6b1-421cc0a67ed3 {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:59:54.885581 n-d-842733-1 neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3fafd4be-1668-4513-a6b1-421cc0a67ed3'] response: {'name': 'network-changed', 'server_uuid': '75b87a76-ad52-4618-a214-48088ec58aef', 'tag': 'c635efd6-629d-4675-9b02-f5dc32576914', 'status': 'completed', 'code': 200} May 20 20:59:54.887055 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 37128) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:59:54.895901 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-7818abb2-703a-4291-922f-9d82bbca0da8 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-806874330'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:59:54.903303 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f5b9f0-44f3-4187-8171-8e9b022bd173 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Pushing event deleted for resources: {'Network': ['ID=1c7497ee-8ba5-4b10-8437-1ff25c8fea9d,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:59:54.909032 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-9bda0456-6934-4c9a-a45c-796a83e7ae9c service neutron] Request body: {'port': {'device_id': '75b87a76-ad52-4618-a214-48088ec58aef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-842733-1'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:59:54.961476 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5feac5d3-f721-4f9b-ad1b-bcb2c42710e4 service neutron] Pushing event updated for resources: {'Port': ['ID=c635efd6-629d-4675-9b02-f5dc32576914,revision_number=3']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:59:54.971073 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7c11ce6d-251d-47dc-aad3-a3a049c28d71 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:55.034186 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7818abb2-703a-4291-922f-9d82bbca0da8 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Made reservation on behalf of 69b25f498b804a648521a0f64cc7f45d for: {'network': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:59:55.038557 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7818abb2-703a-4291-922f-9d82bbca0da8 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for network, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:55.057922 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ec77c329-976b-42f8-a7e5-b9f9d83a6582 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:55.138808 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7818abb2-703a-4291-922f-9d82bbca0da8 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 217} {{(pid=103163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 20:59:55.167131 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7818abb2-703a-4291-922f-9d82bbca0da8 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:55.167485 n-d-842733-1 neutron-server[103163]: INFO neutron.db.segments_db [None req-7818abb2-703a-4291-922f-9d82bbca0da8 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Added segment 0be5486a-1653-445f-a737-f7675ffdb3cf of type vlan for network f1ae7e7a-6e55-4295-9eff-ca2813a2e09d May 20 20:59:55.168326 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4576dd0-ac48-40dc-a6a8-0f1831910de8 req-8c924c03-e15a-41f5-88cf-8eaaa8ac8387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:55.168808 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4576dd0-ac48-40dc-a6a8-0f1831910de8 req-8c924c03-e15a-41f5-88cf-8eaaa8ac8387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:55.169313 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4576dd0-ac48-40dc-a6a8-0f1831910de8 req-8c924c03-e15a-41f5-88cf-8eaaa8ac8387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:55.169785 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4576dd0-ac48-40dc-a6a8-0f1831910de8 req-8c924c03-e15a-41f5-88cf-8eaaa8ac8387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:55.170243 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4576dd0-ac48-40dc-a6a8-0f1831910de8 req-8c924c03-e15a-41f5-88cf-8eaaa8ac8387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:55.170707 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4576dd0-ac48-40dc-a6a8-0f1831910de8 req-8c924c03-e15a-41f5-88cf-8eaaa8ac8387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:55.171166 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4576dd0-ac48-40dc-a6a8-0f1831910de8 req-8c924c03-e15a-41f5-88cf-8eaaa8ac8387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:55.173229 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-a4576dd0-ac48-40dc-a6a8-0f1831910de8 req-8c924c03-e15a-41f5-88cf-8eaaa8ac8387 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0460753b23084d8f8624c2387ec65eda&device_id=75b87a76-ad52-4618-a214-48088ec58aef HTTP/1.1" status: 200 len: 6353 time: 0.2214496 May 20 20:59:55.223176 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-9bda0456-6934-4c9a-a45c-796a83e7ae9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:55.442258 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7c11ce6d-251d-47dc-aad3-a3a049c28d71 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:55.455559 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7818abb2-703a-4291-922f-9d82bbca0da8 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418993264'] for network, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:55.460223 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ec77c329-976b-42f8-a7e5-b9f9d83a6582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:55.536201 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec77c329-976b-42f8-a7e5-b9f9d83a6582 admin admin] Network db968d13-82bc-4def-927f-4d00e4b4dc28 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:59:55.540967 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec77c329-976b-42f8-a7e5-b9f9d83a6582 admin admin] Pushing event updated for resources: {'Port': ['ID=9d6c455f-59d3-4510-8f58-8b9180493066,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:59:55.548321 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-ec77c329-976b-42f8-a7e5-b9f9d83a6582 admin admin] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:59:55.553731 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cc3ec51b-6ec8-438a-8349-5f0bec346d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:55.557084 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec77c329-976b-42f8-a7e5-b9f9d83a6582 admin admin] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:59:55.608390 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:55.611295 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be154fb2-b91c-4989-be67-3e47d497aac6 req-f6b90247-1310-4d9a-8294-933a9c7f9a8e tempest-ServerRescueTestJSON-1875264190 tempest-ServerRescueTestJSON-1875264190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:55.622455 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-be154fb2-b91c-4989-be67-3e47d497aac6 req-f6b90247-1310-4d9a-8294-933a9c7f9a8e tempest-ServerRescueTestJSON-1875264190 tempest-ServerRescueTestJSON-1875264190-project] 10.222.0.35 "GET /v2.0/ports?device_id=f9588405-283d-4b05-8b1b-84fde98f06b9 HTTP/1.1" status: 200 len: 946 time: 0.3039551 May 20 20:59:55.692177 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c11ce6d-251d-47dc-aad3-a3a049c28d71 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Network 98f8b8d5-1379-4eeb-9e13-b2bbab96015a is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:59:55.711946 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.db.resource_extend [None req-7818abb2-703a-4291-922f-9d82bbca0da8 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 20 20:59:55.747780 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device c0a3f0d3-e848-4b0d-986c-b9279bf2e1ba up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:59:55.788403 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-7c11ce6d-251d-47dc-aad3-a3a049c28d71 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:59:55.810141 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4576dd0-ac48-40dc-a6a8-0f1831910de8 req-cfbbb6b8-a520-46b1-974f-d31dea9cce20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:55.814890 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4576dd0-ac48-40dc-a6a8-0f1831910de8 req-cfbbb6b8-a520-46b1-974f-d31dea9cce20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:55.818302 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4576dd0-ac48-40dc-a6a8-0f1831910de8 req-cfbbb6b8-a520-46b1-974f-d31dea9cce20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:55.821681 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ec77c329-976b-42f8-a7e5-b9f9d83a6582 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748409'] for router_interface, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:55.826470 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-a4576dd0-ac48-40dc-a6a8-0f1831910de8 req-cfbbb6b8-a520-46b1-974f-d31dea9cce20 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=0460753b23084d8f8624c2387ec65eda&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.6248233 May 20 20:59:55.842732 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c11ce6d-251d-47dc-aad3-a3a049c28d71 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 20:59:55.861034 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c11ce6d-251d-47dc-aad3-a3a049c28d71 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:55.873441 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7c11ce6d-251d-47dc-aad3-a3a049c28d71 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:55.939318 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b0d2ca-ccbd-435d-8758-5816fa4214c8 req-53734107-54ce-4c8c-8707-7641226c3f1a tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:55.955087 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b0d2ca-ccbd-435d-8758-5816fa4214c8 req-53734107-54ce-4c8c-8707-7641226c3f1a tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:55.957953 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b0d2ca-ccbd-435d-8758-5816fa4214c8 req-53734107-54ce-4c8c-8707-7641226c3f1a tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:55.968005 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b0d2ca-ccbd-435d-8758-5816fa4214c8 req-53734107-54ce-4c8c-8707-7641226c3f1a tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:55.995175 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b0d2ca-ccbd-435d-8758-5816fa4214c8 req-53734107-54ce-4c8c-8707-7641226c3f1a tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:55.995175 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b0d2ca-ccbd-435d-8758-5816fa4214c8 req-53734107-54ce-4c8c-8707-7641226c3f1a tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:55.995175 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b0d2ca-ccbd-435d-8758-5816fa4214c8 req-53734107-54ce-4c8c-8707-7641226c3f1a tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:55.995175 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f7b0d2ca-ccbd-435d-8758-5816fa4214c8 req-53734107-54ce-4c8c-8707-7641226c3f1a tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] 10.222.0.35 "GET /v2.0/ports?device_id=75b87a76-ad52-4618-a214-48088ec58aef HTTP/1.1" status: 200 len: 5406 time: 0.6063976 May 20 20:59:55.999930 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-be154fb2-b91c-4989-be67-3e47d497aac6 req-e2b61fd7-d1b4-4bf9-b502-49cab713b70b tempest-ServerRescueTestJSON-1875264190 tempest-ServerRescueTestJSON-1875264190-project] 10.222.0.35 "GET /v2.0/security-groups?id=3ca0fb1c-c695-4a0a-a152-dfa8f160f4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3766463 May 20 20:59:56.014859 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c11ce6d-251d-47dc-aad3-a3a049c28d71 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Pushing event updated for resources: {'Port': ['ID=683c1b28-f351-4512-91c8-1941bd03df8b,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:59:56.091670 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f7b0d2ca-ccbd-435d-8758-5816fa4214c8 req-150f824b-5972-4986-9bf6-752fb94d001c tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] 10.222.0.35 "GET /v2.0/security-groups?id=c6c3d501-aad0-44cc-8dfe-290dffd2c6d4&id=23a4e591-c968-436b-bf23-a5b482a8cab7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0876870 May 20 20:59:56.211944 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7818abb2-703a-4291-922f-9d82bbca0da8 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524'] for network, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:56.236104 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7818abb2-703a-4291-922f-9d82bbca0da8 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:56.255287 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7818abb2-703a-4291-922f-9d82bbca0da8 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:56.255470 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-7c11ce6d-251d-47dc-aad3-a3a049c28d71 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.7125719 May 20 20:59:56.262148 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 37156) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:59:56.315967 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4576dd0-ac48-40dc-a6a8-0f1831910de8 req-2ba9e330-73b2-4f27-ae4f-7bd59a5eea0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:56.316333 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e531d868-6dcf-433e-8bac-f7af7151d925 None None] get_active_networks_info from n-d-842733-1 {{(pid=103164) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 20 20:59:56.317708 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-a4576dd0-ac48-40dc-a6a8-0f1831910de8 req-2ba9e330-73b2-4f27-ae4f-7bd59a5eea0e service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3556070 May 20 20:59:56.323152 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port c0a3f0d3-e848-4b0d-986c-b9279bf2e1ba triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:59:56.323909 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:56.326236 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-68c6a075-c156-49f4-bccc-300c5fcbd4d3 None None] Provisioning complete for port f5c9f76f-cacf-44a6-960b-90787ba6e875 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:59:56.326814 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-68c6a075-c156-49f4-bccc-300c5fcbd4d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:56.374576 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72c60c17-d7f8-40cb-a174-ec02db84d61e tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:56.388931 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7818abb2-703a-4291-922f-9d82bbca0da8 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Pushing event updated for resources: {'Network': ['ID=f1ae7e7a-6e55-4295-9eff-ca2813a2e09d,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:59:56.390256 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72c60c17-d7f8-40cb-a174-ec02db84d61e tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:56.391803 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-72c60c17-d7f8-40cb-a174-ec02db84d61e tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1287181 May 20 20:59:56.405976 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 37160) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:59:56.429063 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-9bda0456-6934-4c9a-a45c-796a83e7ae9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4c771b6-ea4d-4f91-a9e6-9592d7d019b1 {{(pid=103162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:59:56.455017 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Network f1ae7e7a-6e55-4295-9eff-ca2813a2e09d details requested by agent ovs-agent-n-d-842733-1 with host n-d-842733-1 {{(pid=103164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 20 20:59:56.465883 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-9bda0456-6934-4c9a-a45c-796a83e7ae9c service neutron] Notify callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:56.494356 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.provisioning_blocks [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-9bda0456-6934-4c9a-a45c-796a83e7ae9c service neutron] Transition to ACTIVE for port object f4c771b6-ea4d-4f91-a9e6-9592d7d019b1 will not be triggered until provisioned by entity L2. {{(pid=103162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 20:59:56.517413 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ec77c329-976b-42f8-a7e5-b9f9d83a6582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:56.575172 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-35730896-555f-4fc4-9a62-63309c2a7191 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Deleting port 683c1b28-f351-4512-91c8-1941bd03df8b {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 20:59:56.575593 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-35730896-555f-4fc4-9a62-63309c2a7191 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:56.595426 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-68c6a075-c156-49f4-bccc-300c5fcbd4d3 None None] Current status of the port f5c9f76f-cacf-44a6-960b-90787ba6e875 is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:59:56.596044 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-68c6a075-c156-49f4-bccc-300c5fcbd4d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:56.618247 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-7818abb2-703a-4291-922f-9d82bbca0da8 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.7298691 May 20 20:59:56.625038 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 37166) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:59:56.639476 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-84580f52-63cd-4962-93b7-5f07b9926f2c tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Request body: {'subnet': {'network_id': 'f1ae7e7a-6e55-4295-9eff-ca2813a2e09d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:59:56.648816 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-68c6a075-c156-49f4-bccc-300c5fcbd4d3 None None] For port f5c9f76f-cacf-44a6-960b-90787ba6e875, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=f5c9f76f-cacf-44a6-960b-90787ba6e875,segment=NetworkSegment(f5705048-66fd-4627-af8c-03443c37dd17),segment_id=f5705048-66fd-4627-af8c-03443c37dd17)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:59:56.674707 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-35730896-555f-4fc4-9a62-63309c2a7191 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:56.688577 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-35730896-555f-4fc4-9a62-63309c2a7191 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Calling delete_port for 683c1b28-f351-4512-91c8-1941bd03df8b owned by {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 20:59:56.749742 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port c0a3f0d3-e848-4b0d-986c-b9279bf2e1ba is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:59:56.750102 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:56.774945 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] For port c0a3f0d3-e848-4b0d-986c-b9279bf2e1ba, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=c0a3f0d3-e848-4b0d-986c-b9279bf2e1ba,segment=NetworkSegment(0b5485c4-eff8-42a1-9073-ae54ed4c63ba),segment_id=0b5485c4-eff8-42a1-9073-ae54ed4c63ba)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 20:59:56.779453 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-68c6a075-c156-49f4-bccc-300c5fcbd4d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:56.812751 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ec77c329-976b-42f8-a7e5-b9f9d83a6582 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:56.850448 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c6a075-c156-49f4-bccc-300c5fcbd4d3 None None] Pushing event updated for resources: {'Port': ['ID=f5c9f76f-cacf-44a6-960b-90787ba6e875,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:59:56.872481 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:56.877701 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device f5c9f76f-cacf-44a6-960b-90787ba6e875 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:59:56.886730 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-9bda0456-6934-4c9a-a45c-796a83e7ae9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:56.932083 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ec77c329-976b-42f8-a7e5-b9f9d83a6582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:56.957186 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bda0456-6934-4c9a-a45c-796a83e7ae9c service neutron] Pushing event updated for resources: {'Port': ['ID=f4c771b6-ea4d-4f91-a9e6-9592d7d019b1,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:59:57.008804 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84580f52-63cd-4962-93b7-5f07b9926f2c tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Made reservation on behalf of 69b25f498b804a648521a0f64cc7f45d for: {'subnet': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:59:57.014365 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-84580f52-63cd-4962-93b7-5f07b9926f2c tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8422561'] for subnet, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:57.034316 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Pushing event updated for resources: {'Port': ['ID=c0a3f0d3-e848-4b0d-986c-b9279bf2e1ba,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:59:57.039837 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b357831c-b93d-41a5-932a-f5cc3de25498 None None] Provisioning complete for port 683c1b28-f351-4512-91c8-1941bd03df8b triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:59:57.040219 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b357831c-b93d-41a5-932a-f5cc3de25498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:57.068803 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-9bda0456-6934-4c9a-a45c-796a83e7ae9c service neutron] Attempting to bind port f4c771b6-ea4d-4f91-a9e6-9592d7d019b1 on host n-h2-842733-1 for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:59:57.069807 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-9bda0456-6934-4c9a-a45c-796a83e7ae9c service neutron] Attempting to bind port f4c771b6-ea4d-4f91-a9e6-9592d7d019b1 by drivers openvswitch,hyperv on host n-h2-842733-1 at level 0 using segments [{'id': 'a3beb1d6-cb5d-4c0d-9096-5030ea79a75e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '406fd18c-0c2e-4f41-b1be-e40f4d4f5f09'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:59:57.070329 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-9bda0456-6934-4c9a-a45c-796a83e7ae9c service neutron] Attempting to bind port f4c771b6-ea4d-4f91-a9e6-9592d7d019b1 on network 406fd18c-0c2e-4f41-b1be-e40f4d4f5f09 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:59:57.077636 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-9bda0456-6934-4c9a-a45c-796a83e7ae9c service neutron] Port f4c771b6-ea4d-4f91-a9e6-9592d7d019b1 on network 406fd18c-0c2e-4f41-b1be-e40f4d4f5f09 not bound, no agent of type Open vSwitch agent registered on host n-h2-842733-1 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 20:59:57.081728 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-9bda0456-6934-4c9a-a45c-796a83e7ae9c service neutron] Attempting to bind port f4c771b6-ea4d-4f91-a9e6-9592d7d019b1 on network 406fd18c-0c2e-4f41-b1be-e40f4d4f5f09 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:59:57.089444 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e531d868-6dcf-433e-8bac-f7af7151d925 None None] Resources bound (agent type, host, resource id): {{(pid=103164) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 20 20:59:57.092392 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-35730896-555f-4fc4-9a62-63309c2a7191 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:57.095872 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b357831c-b93d-41a5-932a-f5cc3de25498 None None] Port 683c1b28-f351-4512-91c8-1941bd03df8b cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 20:59:57.098513 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-9bda0456-6934-4c9a-a45c-796a83e7ae9c service neutron] Checking agent: {'id': 'a66f2511-b955-448f-877c-56cfe9c81b12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 33, 2), 'started_at': datetime.datetime(2022, 5, 20, 20, 33, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 59, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:59:57.104908 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-9bda0456-6934-4c9a-a45c-796a83e7ae9c service neutron] Checking segment: {'id': 'a3beb1d6-cb5d-4c0d-9096-5030ea79a75e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '406fd18c-0c2e-4f41-b1be-e40f4d4f5f09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:59:57.105654 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-9bda0456-6934-4c9a-a45c-796a83e7ae9c service neutron] Bound using segment: {'id': 'a3beb1d6-cb5d-4c0d-9096-5030ea79a75e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '406fd18c-0c2e-4f41-b1be-e40f4d4f5f09'} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:59:57.106489 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-9bda0456-6934-4c9a-a45c-796a83e7ae9c service neutron] Bound port: f4c771b6-ea4d-4f91-a9e6-9592d7d019b1, host: n-h2-842733-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3beb1d6-cb5d-4c0d-9096-5030ea79a75e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '406fd18c-0c2e-4f41-b1be-e40f4d4f5f09'}}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:59:57.107045 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-9bda0456-6934-4c9a-a45c-796a83e7ae9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:57.139402 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ec77c329-976b-42f8-a7e5-b9f9d83a6582 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748437'] for router_interface, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:57.141595 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port f5c9f76f-cacf-44a6-960b-90787ba6e875 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:59:57.142306 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:57.182925 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec77c329-976b-42f8-a7e5-b9f9d83a6582 admin admin] Pushing event updated for resources: {'Port': ['ID=9d6c455f-59d3-4510-8f58-8b9180493066,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:59:57.239137 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35730896-555f-4fc4-9a62-63309c2a7191 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Pushing event deleted for resources: {'Port': ['ID=683c1b28-f351-4512-91c8-1941bd03df8b,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:59:57.240886 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b357831c-b93d-41a5-932a-f5cc3de25498 None None] Provisioning complete for port 9d6c455f-59d3-4510-8f58-8b9180493066 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:59:57.241284 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b357831c-b93d-41a5-932a-f5cc3de25498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:57.322688 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-35730896-555f-4fc4-9a62-63309c2a7191 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:57.331038 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-35730896-555f-4fc4-9a62-63309c2a7191 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "DELETE /v2.0/ports/683c1b28-f351-4512-91c8-1941bd03df8b HTTP/1.1" status: 204 len: 168 time: 0.9239810 May 20 20:59:57.335134 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 37182) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:59:57.358456 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b357831c-b93d-41a5-932a-f5cc3de25498 None None] Port 9d6c455f-59d3-4510-8f58-8b9180493066 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 20:59:57.399537 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port f5c9f76f-cacf-44a6-960b-90787ba6e875 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:59:57.405535 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-030b8e0b-aca9-490a-a176-f37e28ba73f8 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:57.407840 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-030b8e0b-aca9-490a-a176-f37e28ba73f8 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:57.411970 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-030b8e0b-aca9-490a-a176-f37e28ba73f8 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0736032 May 20 20:59:57.420716 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 37186) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:59:57.453249 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 37188) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:59:57.532763 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e297263-bf7f-4ec3-9f4f-e43456200b79 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Deleting subnet fd934597-8af7-403a-ad49-2714ba3f82cb {{(pid=103162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 20 20:59:57.542709 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1e297263-bf7f-4ec3-9f4f-e43456200b79 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks [] for subnet, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:57.563993 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd4619c-3632-4fc9-a90b-a3fcaf9639b1 req-3ecb3abe-2718-4400-b284-a006952d16e8 tempest-ServerRescueTestJSON-1875264190 tempest-ServerRescueTestJSON-1875264190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:57.574277 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-cbd4619c-3632-4fc9-a90b-a3fcaf9639b1 req-3ecb3abe-2718-4400-b284-a006952d16e8 tempest-ServerRescueTestJSON-1875264190 tempest-ServerRescueTestJSON-1875264190-project] 10.222.0.35 "GET /v2.0/ports?device_id=f9588405-283d-4b05-8b1b-84fde98f06b9 HTTP/1.1" status: 200 len: 946 time: 0.3905745 May 20 20:59:57.597247 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f422f078-370c-41b1-a948-ed412bd6e1f3 req-c7f83a48-0929-49b2-9262-1db024b6d8ee tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:57.604595 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f422f078-370c-41b1-a948-ed412bd6e1f3 req-c7f83a48-0929-49b2-9262-1db024b6d8ee tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:57.608193 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device c0a3f0d3-e848-4b0d-986c-b9279bf2e1ba up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:59:57.612789 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f422f078-370c-41b1-a948-ed412bd6e1f3 req-c7f83a48-0929-49b2-9262-1db024b6d8ee tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:57.619294 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f422f078-370c-41b1-a948-ed412bd6e1f3 req-c7f83a48-0929-49b2-9262-1db024b6d8ee tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:57.619581 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-9bda0456-6934-4c9a-a45c-796a83e7ae9c service neutron] For port f4c771b6-ea4d-4f91-a9e6-9592d7d019b1, host n-h2-842733-1, cleared binding levels {{(pid=103162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:59:57.628235 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f422f078-370c-41b1-a948-ed412bd6e1f3 req-c7f83a48-0929-49b2-9262-1db024b6d8ee tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:57.641674 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f422f078-370c-41b1-a948-ed412bd6e1f3 req-c7f83a48-0929-49b2-9262-1db024b6d8ee tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:57.645349 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-9bda0456-6934-4c9a-a45c-796a83e7ae9c service neutron] For port f4c771b6-ea4d-4f91-a9e6-9592d7d019b1, host n-h2-842733-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=f4c771b6-ea4d-4f91-a9e6-9592d7d019b1,segment=NetworkSegment(a3beb1d6-cb5d-4c0d-9096-5030ea79a75e),segment_id=a3beb1d6-cb5d-4c0d-9096-5030ea79a75e)] {{(pid=103162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:59:57.652406 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1e297263-bf7f-4ec3-9f4f-e43456200b79 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3738392'] for subnet, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:57.656785 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c333fb5e-a015-4f48-9c1f-a681239854df None None] get_active_networks_info from n-d-842733-1 {{(pid=103164) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 20 20:59:57.659125 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f422f078-370c-41b1-a948-ed412bd6e1f3 req-c7f83a48-0929-49b2-9262-1db024b6d8ee tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:57.673780 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f422f078-370c-41b1-a948-ed412bd6e1f3 req-c7f83a48-0929-49b2-9262-1db024b6d8ee tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] 10.222.0.35 "GET /v2.0/ports?device_id=75b87a76-ad52-4618-a214-48088ec58aef HTTP/1.1" status: 200 len: 5418 time: 0.4204178 May 20 20:59:57.731428 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-9bda0456-6934-4c9a-a45c-796a83e7ae9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:57.751490 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port c0a3f0d3-e848-4b0d-986c-b9279bf2e1ba triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:59:57.752221 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:57.782654 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f422f078-370c-41b1-a948-ed412bd6e1f3 req-9e5e746d-af66-4e46-9e37-21b5f2b9cb80 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] 10.222.0.35 "GET /v2.0/security-groups?id=c6c3d501-aad0-44cc-8dfe-290dffd2c6d4&id=23a4e591-c968-436b-bf23-a5b482a8cab7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1079040 May 20 20:59:57.784898 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-9bda0456-6934-4c9a-a45c-796a83e7ae9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:57.785854 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-9bda0456-6934-4c9a-a45c-796a83e7ae9c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:57.788681 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-9bda0456-6934-4c9a-a45c-796a83e7ae9c service neutron] 10.222.0.13 "PUT /v2.0/ports/f4c771b6-ea4d-4f91-a9e6-9592d7d019b1 HTTP/1.1" status: 200 len: 1091 time: 2.8878357 May 20 20:59:57.793428 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75b87a76-ad52-4618-a214-48088ec58aef', 'tag': 'f4c771b6-ea4d-4f91-a9e6-9592d7d019b1'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:59:57.795809 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6fa957933fccbf596d28104b23404b952ad6a8238afaebaed40a0874b2e409" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-413fd393-9359-4947-bb06-02f4c411d79e" -d '{"events": [{"name": "network-changed", "server_uuid": "75b87a76-ad52-4618-a214-48088ec58aef", "tag": "f4c771b6-ea4d-4f91-a9e6-9592d7d019b1"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 20:59:57.804097 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1e297263-bf7f-4ec3-9f4f-e43456200b79 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33068388'] for subnet, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:57.858583 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7d2c3404-c8bb-4067-915c-55133d60619b admin admin] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:57.873991 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-cbd4619c-3632-4fc9-a90b-a3fcaf9639b1 req-e2fe527b-9be4-4f5e-a652-2539375abc3c tempest-ServerRescueTestJSON-1875264190 tempest-ServerRescueTestJSON-1875264190-project] 10.222.0.35 "GET /v2.0/security-groups?id=3ca0fb1c-c695-4a0a-a152-dfa8f160f4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2979314 May 20 20:59:57.874207 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bda0456-6934-4c9a-a45c-796a83e7ae9c service neutron] Pushing event updated for resources: {'Port': ['ID=f4c771b6-ea4d-4f91-a9e6-9592d7d019b1,revision_number=3']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:59:57.903109 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port c0a3f0d3-e848-4b0d-986c-b9279bf2e1ba is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:59:57.904350 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device f5c9f76f-cacf-44a6-960b-90787ba6e875 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 20:59:57.908501 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 20:59:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbe5fafe-b21e-4a4d-a7d4-260d35f2c308 x-openstack-request-id: req-dbe5fafe-b21e-4a4d-a7d4-260d35f2c308 {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 20:59:57.908981 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75b87a76-ad52-4618-a214-48088ec58aef", "tag": "f4c771b6-ea4d-4f91-a9e6-9592d7d019b1", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 20:59:57.909413 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-dbe5fafe-b21e-4a4d-a7d4-260d35f2c308 {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 20:59:57.909977 n-d-842733-1 neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dbe5fafe-b21e-4a4d-a7d4-260d35f2c308'] response: {'name': 'network-changed', 'server_uuid': '75b87a76-ad52-4618-a214-48088ec58aef', 'tag': 'f4c771b6-ea4d-4f91-a9e6-9592d7d019b1', 'status': 'completed', 'code': 200} May 20 20:59:57.928886 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec77c329-976b-42f8-a7e5-b9f9d83a6582 admin admin] Network db968d13-82bc-4def-927f-4d00e4b4dc28 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:59:57.937347 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-ec77c329-976b-42f8-a7e5-b9f9d83a6582 admin admin] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:59:57.939683 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c333fb5e-a015-4f48-9c1f-a681239854df None None] Resources bound (agent type, host, resource id): {{(pid=103164) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 20 20:59:57.964132 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-112809a1-d413-4c32-8a4d-eac44b67af41 service neutron] Request body: {'port': {'device_id': '75b87a76-ad52-4618-a214-48088ec58aef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-842733-1'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:59:58.010171 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413fd393-9359-4947-bb06-02f4c411d79e req-63b10384-81ef-45eb-bdfd-1d6b60aadd95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:58.010627 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413fd393-9359-4947-bb06-02f4c411d79e req-63b10384-81ef-45eb-bdfd-1d6b60aadd95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:58.011148 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413fd393-9359-4947-bb06-02f4c411d79e req-63b10384-81ef-45eb-bdfd-1d6b60aadd95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:58.011657 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413fd393-9359-4947-bb06-02f4c411d79e req-63b10384-81ef-45eb-bdfd-1d6b60aadd95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:58.012093 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413fd393-9359-4947-bb06-02f4c411d79e req-63b10384-81ef-45eb-bdfd-1d6b60aadd95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:58.012559 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413fd393-9359-4947-bb06-02f4c411d79e req-63b10384-81ef-45eb-bdfd-1d6b60aadd95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:58.013018 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413fd393-9359-4947-bb06-02f4c411d79e req-63b10384-81ef-45eb-bdfd-1d6b60aadd95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:58.014965 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-413fd393-9359-4947-bb06-02f4c411d79e req-63b10384-81ef-45eb-bdfd-1d6b60aadd95 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0460753b23084d8f8624c2387ec65eda&device_id=75b87a76-ad52-4618-a214-48088ec58aef HTTP/1.1" status: 200 len: 6420 time: 0.0838425 May 20 20:59:58.017808 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1e297263-bf7f-4ec3-9f4f-e43456200b79 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33068399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3797621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4018265'] for subnet, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:58.086642 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port f5c9f76f-cacf-44a6-960b-90787ba6e875 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:59:58.086642 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:58.115506 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e297263-bf7f-4ec3-9f4f-e43456200b79 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Pushing event deleted for resources: {'Subnet': ['ID=fd934597-8af7-403a-ad49-2714ba3f82cb,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:59:58.118100 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-112809a1-d413-4c32-8a4d-eac44b67af41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:58.120804 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1e297263-bf7f-4ec3-9f4f-e43456200b79 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:58.126177 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-1e297263-bf7f-4ec3-9f4f-e43456200b79 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "DELETE /v2.0/subnets/fd934597-8af7-403a-ad49-2714ba3f82cb HTTP/1.1" status: 204 len: 168 time: 0.6900697 May 20 20:59:58.154532 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 37200) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:59:58.218132 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-c6f83059-5fde-4bb6-85d1-fabc41c2d277 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0611994 May 20 20:59:58.227945 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 37204) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:59:58.416178 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port f5c9f76f-cacf-44a6-960b-90787ba6e875 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 20:59:58.452888 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec77c329-976b-42f8-a7e5-b9f9d83a6582 admin admin] Router b2e27286-605c-490c-b696-52f6556d745d has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 20:59:58.468416 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-84580f52-63cd-4962-93b7-5f07b9926f2c tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9641412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8422583'] for subnet, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:58.471422 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7d2c3404-c8bb-4067-915c-55133d60619b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:58.608509 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7d2c3404-c8bb-4067-915c-55133d60619b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:58.668593 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84580f52-63cd-4962-93b7-5f07b9926f2c tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Pushing event updated for resources: {'Subnet': ['ID=dae8931b-5ec0-4090-8d13-edd6d7ba327a,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:59:58.669317 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-112809a1-d413-4c32-8a4d-eac44b67af41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 914487ce-60c1-489c-a9a9-2aac03bed154 {{(pid=103162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 20:59:58.679485 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-112809a1-d413-4c32-8a4d-eac44b67af41 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:58.694715 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.provisioning_blocks [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-112809a1-d413-4c32-8a4d-eac44b67af41 service neutron] Transition to ACTIVE for port object 914487ce-60c1-489c-a9a9-2aac03bed154 will not be triggered until provisioned by entity L2. {{(pid=103162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 20:59:58.713710 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b9bb8f5-fb50-43a8-8cc4-d6657a9f5bdd tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:58.715470 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-1b9bb8f5-fb50-43a8-8cc4-d6657a9f5bdd tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4836280 May 20 20:59:58.718023 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 37206) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:59:58.728729 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413fd393-9359-4947-bb06-02f4c411d79e req-21f6ffae-81e5-4cea-a7b2-de7ebbf101db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:58.729111 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413fd393-9359-4947-bb06-02f4c411d79e req-21f6ffae-81e5-4cea-a7b2-de7ebbf101db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:58.729627 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413fd393-9359-4947-bb06-02f4c411d79e req-21f6ffae-81e5-4cea-a7b2-de7ebbf101db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:58.731493 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-413fd393-9359-4947-bb06-02f4c411d79e req-21f6ffae-81e5-4cea-a7b2-de7ebbf101db service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=0460753b23084d8f8624c2387ec65eda&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.6727381 May 20 20:59:58.738049 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-7d2c3404-c8bb-4067-915c-55133d60619b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=11bcef92f2524d239a9e774d64669512&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2806997 May 20 20:59:58.774952 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 37208) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:59:58.800895 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2c3404-c8bb-4067-915c-55133d60619b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2de657ba-2345-41b3-929b-ad4f078d3a2b,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:59:58.801892 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-112809a1-d413-4c32-8a4d-eac44b67af41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:58.830006 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84580f52-63cd-4962-93b7-5f07b9926f2c tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Checking segment: {'id': '0be5486a-1653-445f-a737-f7675ffdb3cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'f1ae7e7a-6e55-4295-9eff-ca2813a2e09d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:59:58.830624 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84580f52-63cd-4962-93b7-5f07b9926f2c tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Network hostable DHCP agents. Network: f1ae7e7a-6e55-4295-9eff-ca2813a2e09d, hostable agents: ['c9b0653c-f3c7-4339-bd50-e3754b629216'], hosted agents: [] {{(pid=103163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 20:59:58.900107 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec77c329-976b-42f8-a7e5-b9f9d83a6582 admin admin] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 20:59:58.939424 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb227b6b-5bda-4133-b978-18204029bb23 None None] Sync routers for ids ['b2e27286-605c-490c-b696-52f6556d745d'] in n-d-842733-1 {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 20:59:58.941851 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-ec77c329-976b-42f8-a7e5-b9f9d83a6582 admin admin] 10.222.0.35 "PUT /v2.0/routers/b2e27286-605c-490c-b696-52f6556d745d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5851710 May 20 20:59:58.947010 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a6d412c-54cc-4007-a0f7-1efc5c5eed58 None None] Network 98f8b8d5-1379-4eeb-9e13-b2bbab96015a requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:59:59.014909 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b3ee44e-ebcf-470f-9b46-598d83e99e88 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:59.018847 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-6b3ee44e-ebcf-470f-9b46-598d83e99e88 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2998571 May 20 20:59:59.024161 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 37218) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:59:59.071061 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb227b6b-5bda-4133-b978-18204029bb23 None None] Routers {'b2e27286-605c-490c-b696-52f6556d745d'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 20:59:59.071705 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-cb227b6b-5bda-4133-b978-18204029bb23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:59:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['b2e27286-605c-490c-b696-52f6556d745d'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:59:59.122095 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-c95ba79f-e292-4959-9145-dfdc73288d30 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0957761 May 20 20:59:59.128237 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84580f52-63cd-4962-93b7-5f07b9926f2c tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Network f1ae7e7a-6e55-4295-9eff-ca2813a2e09d is scheduled to be hosted by DHCP agent c9b0653c-f3c7-4339-bd50-e3754b629216 with binding_index 1 {{(pid=103163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 20:59:59.130326 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 37224) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:59:59.154366 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112809a1-d413-4c32-8a4d-eac44b67af41 service neutron] Pushing event updated for resources: {'Port': ['ID=914487ce-60c1-489c-a9a9-2aac03bed154,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:59:59.189512 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-12324a91-aacd-4946-a880-5f0d335ff8a1 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Request body: {'subnet': {'network_id': '98f8b8d5-1379-4eeb-9e13-b2bbab96015a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:59:59.206487 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413fd393-9359-4947-bb06-02f4c411d79e req-52304a9f-7a16-4533-9743-d33df5795500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:59.208456 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-413fd393-9359-4947-bb06-02f4c411d79e req-52304a9f-7a16-4533-9743-d33df5795500 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4287829 May 20 20:59:59.265953 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4217a916-df87-4fb1-b273-5d704e841f4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:59.352259 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4217a916-df87-4fb1-b273-5d704e841f4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:59.354389 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-112809a1-d413-4c32-8a4d-eac44b67af41 service neutron] Attempting to bind port 914487ce-60c1-489c-a9a9-2aac03bed154 on host n-h2-842733-1 for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:59:59.356496 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85823936-eee5-4557-8860-684a77e8aaa1 req-45947953-5cef-4c5e-a976-833ee4441fe4 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:59.357168 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-112809a1-d413-4c32-8a4d-eac44b67af41 service neutron] Attempting to bind port 914487ce-60c1-489c-a9a9-2aac03bed154 by drivers openvswitch,hyperv on host n-h2-842733-1 at level 0 using segments [{'id': 'a3beb1d6-cb5d-4c0d-9096-5030ea79a75e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '406fd18c-0c2e-4f41-b1be-e40f4d4f5f09'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:59:59.363071 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-112809a1-d413-4c32-8a4d-eac44b67af41 service neutron] Attempting to bind port 914487ce-60c1-489c-a9a9-2aac03bed154 on network 406fd18c-0c2e-4f41-b1be-e40f4d4f5f09 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:59:59.364109 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85823936-eee5-4557-8860-684a77e8aaa1 req-45947953-5cef-4c5e-a976-833ee4441fe4 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:59.371623 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85823936-eee5-4557-8860-684a77e8aaa1 req-45947953-5cef-4c5e-a976-833ee4441fe4 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:59.378871 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85823936-eee5-4557-8860-684a77e8aaa1 req-45947953-5cef-4c5e-a976-833ee4441fe4 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:59.385995 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85823936-eee5-4557-8860-684a77e8aaa1 req-45947953-5cef-4c5e-a976-833ee4441fe4 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:59.393380 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85823936-eee5-4557-8860-684a77e8aaa1 req-45947953-5cef-4c5e-a976-833ee4441fe4 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:59.400917 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85823936-eee5-4557-8860-684a77e8aaa1 req-45947953-5cef-4c5e-a976-833ee4441fe4 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:59.409504 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-85823936-eee5-4557-8860-684a77e8aaa1 req-45947953-5cef-4c5e-a976-833ee4441fe4 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] 10.222.0.35 "GET /v2.0/ports?device_id=75b87a76-ad52-4618-a214-48088ec58aef HTTP/1.1" status: 200 len: 5430 time: 0.4670625 May 20 20:59:59.417285 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-84580f52-63cd-4962-93b7-5f07b9926f2c tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842733-1, f1ae7e7a-6e55-4295-9eff-ca2813a2e09d) {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:59:59.422952 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84580f52-63cd-4962-93b7-5f07b9926f2c tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:59.424088 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-84580f52-63cd-4962-93b7-5f07b9926f2c tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Notify callbacks [] for subnet, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:59.426244 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-112809a1-d413-4c32-8a4d-eac44b67af41 service neutron] Port 914487ce-60c1-489c-a9a9-2aac03bed154 on network 406fd18c-0c2e-4f41-b1be-e40f4d4f5f09 not bound, no agent of type Open vSwitch agent registered on host n-h2-842733-1 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 20:59:59.441781 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-112809a1-d413-4c32-8a4d-eac44b67af41 service neutron] Attempting to bind port 914487ce-60c1-489c-a9a9-2aac03bed154 on network 406fd18c-0c2e-4f41-b1be-e40f4d4f5f09 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 20:59:59.496570 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa1dfec-4f76-4c3d-b8ec-ea1ca7f4e9ac req-52e92e2a-fe1c-4407-a6d2-23f6ea05e208 tempest-ServerRescueTestJSON-1875264190 tempest-ServerRescueTestJSON-1875264190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:59.502162 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6fa1dfec-4f76-4c3d-b8ec-ea1ca7f4e9ac req-52e92e2a-fe1c-4407-a6d2-23f6ea05e208 tempest-ServerRescueTestJSON-1875264190 tempest-ServerRescueTestJSON-1875264190-project] 10.222.0.35 "GET /v2.0/ports?device_id=f9588405-283d-4b05-8b1b-84fde98f06b9 HTTP/1.1" status: 200 len: 946 time: 0.4508467 May 20 20:59:59.502633 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-112809a1-d413-4c32-8a4d-eac44b67af41 service neutron] Checking agent: {'id': 'a66f2511-b955-448f-877c-56cfe9c81b12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 33, 2), 'started_at': datetime.datetime(2022, 5, 20, 20, 33, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 59, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 20:59:59.502633 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-112809a1-d413-4c32-8a4d-eac44b67af41 service neutron] Checking segment: {'id': 'a3beb1d6-cb5d-4c0d-9096-5030ea79a75e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '406fd18c-0c2e-4f41-b1be-e40f4d4f5f09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 20:59:59.502633 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-112809a1-d413-4c32-8a4d-eac44b67af41 service neutron] Bound using segment: {'id': 'a3beb1d6-cb5d-4c0d-9096-5030ea79a75e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '406fd18c-0c2e-4f41-b1be-e40f4d4f5f09'} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 20:59:59.503293 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36944381-9b89-49d7-a9ad-0d623b7aa5ee None None] Network f1ae7e7a-6e55-4295-9eff-ca2813a2e09d requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:59:59.504630 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-112809a1-d413-4c32-8a4d-eac44b67af41 service neutron] Bound port: 914487ce-60c1-489c-a9a9-2aac03bed154, host: n-h2-842733-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3beb1d6-cb5d-4c0d-9096-5030ea79a75e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '406fd18c-0c2e-4f41-b1be-e40f4d4f5f09'}}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:59:59.505054 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-112809a1-d413-4c32-8a4d-eac44b67af41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:59.526488 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-85823936-eee5-4557-8860-684a77e8aaa1 req-5235022f-a248-49b2-bf7c-2735b859e4be tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] 10.222.0.35 "GET /v2.0/security-groups?id=c6c3d501-aad0-44cc-8dfe-290dffd2c6d4&id=23a4e591-c968-436b-bf23-a5b482a8cab7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1156352 May 20 20:59:59.589504 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6fa1dfec-4f76-4c3d-b8ec-ea1ca7f4e9ac req-0e816d82-2225-41a8-972f-a10060b96dbb tempest-ServerRescueTestJSON-1875264190 tempest-ServerRescueTestJSON-1875264190-project] 10.222.0.35 "GET /v2.0/security-groups?id=3ca0fb1c-c695-4a0a-a152-dfa8f160f4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619636 May 20 20:59:59.634544 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-112809a1-d413-4c32-8a4d-eac44b67af41 service neutron] For port 914487ce-60c1-489c-a9a9-2aac03bed154, host n-h2-842733-1, cleared binding levels {{(pid=103162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 20:59:59.638782 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-112809a1-d413-4c32-8a4d-eac44b67af41 service neutron] For port 914487ce-60c1-489c-a9a9-2aac03bed154, host n-h2-842733-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=914487ce-60c1-489c-a9a9-2aac03bed154,segment=NetworkSegment(a3beb1d6-cb5d-4c0d-9096-5030ea79a75e),segment_id=a3beb1d6-cb5d-4c0d-9096-5030ea79a75e)] {{(pid=103162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 20:59:59.641727 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-84580f52-63cd-4962-93b7-5f07b9926f2c tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 3.0174909 May 20 20:59:59.641868 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 37230) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 20:59:59.662917 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-48fd451f-da6f-42a4-91c5-324f29b720d4 None None] Provisioning complete for port 9d6c455f-59d3-4510-8f58-8b9180493066 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:59:59.663349 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-48fd451f-da6f-42a4-91c5-324f29b720d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:59.682974 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-cb227b6b-5bda-4133-b978-18204029bb23 None None] Set router b2e27286-605c-490c-b696-52f6556d745d gateway port host: n-d-842733-1 {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 20:59:59.727469 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4217a916-df87-4fb1-b273-5d704e841f4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:59.730492 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4217a916-df87-4fb1-b273-5d704e841f4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:59.733194 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-4217a916-df87-4fb1-b273-5d704e841f4e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2de657ba-2345-41b3-929b-ad4f078d3a2b HTTP/1.1" status: 204 len: 168 time: 0.9522147 May 20 20:59:59.749222 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4217a916-df87-4fb1-b273-5d704e841f4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2de657ba-2345-41b3-929b-ad4f078d3a2b,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:59:59.757701 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-112809a1-d413-4c32-8a4d-eac44b67af41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:59.816043 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-112809a1-d413-4c32-8a4d-eac44b67af41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 20:59:59.817492 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-112809a1-d413-4c32-8a4d-eac44b67af41 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:59.819771 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9eb7506d-8b72-4127-99f2-95e7e99d4ade tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33160123'] for network, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:59.820834 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-112809a1-d413-4c32-8a4d-eac44b67af41 service neutron] 10.222.0.13 "PUT /v2.0/ports/914487ce-60c1-489c-a9a9-2aac03bed154 HTTP/1.1" status: 200 len: 1091 time: 1.8883877 May 20 20:59:59.849164 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12324a91-aacd-4946-a880-5f0d335ff8a1 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Made reservation on behalf of ab4ded6dc75a4ab5a4f9dae9e5aa3753 for: {'subnet': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:59:59.853299 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-12324a91-aacd-4946-a880-5f0d335ff8a1 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8422561'] for subnet, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:59:59.862268 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112809a1-d413-4c32-8a4d-eac44b67af41 service neutron] Pushing event updated for resources: {'Port': ['ID=914487ce-60c1-489c-a9a9-2aac03bed154,revision_number=3']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:59:59.911070 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75b87a76-ad52-4618-a214-48088ec58aef', 'tag': '914487ce-60c1-489c-a9a9-2aac03bed154'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 20:59:59.918463 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6fa957933fccbf596d28104b23404b952ad6a8238afaebaed40a0874b2e409" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2906a3d7-2232-48e4-9bba-53697b2e779c" -d '{"events": [{"name": "network-changed", "server_uuid": "75b87a76-ad52-4618-a214-48088ec58aef", "tag": "914487ce-60c1-489c-a9a9-2aac03bed154"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 21:00:00.031100 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b46bd222-33ac-4c78-8095-e7cf7f4ae8f4 None None] DHCP port deletion for 98f8b8d5-1379-4eeb-9e13-b2bbab96015a request from n-d-842733-1 {{(pid=103164) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 21:00:00.048124 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 20:59:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e314571a-22e3-4095-8cef-a34c79b4c4fb x-openstack-request-id: req-e314571a-22e3-4095-8cef-a34c79b4c4fb {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 21:00:00.053450 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-48fd451f-da6f-42a4-91c5-324f29b720d4 None None] Port 9d6c455f-59d3-4510-8f58-8b9180493066 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 21:00:00.053664 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75b87a76-ad52-4618-a214-48088ec58aef", "tag": "914487ce-60c1-489c-a9a9-2aac03bed154", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 21:00:00.053664 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e314571a-22e3-4095-8cef-a34c79b4c4fb {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 21:00:00.053664 n-d-842733-1 neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e314571a-22e3-4095-8cef-a34c79b4c4fb'] response: {'name': 'network-changed', 'server_uuid': '75b87a76-ad52-4618-a214-48088ec58aef', 'tag': '914487ce-60c1-489c-a9a9-2aac03bed154', 'status': 'completed', 'code': 200} May 20 21:00:00.109564 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-c4d8b0e0-73c9-4914-984e-4f81962d3090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:00.111968 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-c4d8b0e0-73c9-4914-984e-4f81962d3090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:00.114306 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-c4d8b0e0-73c9-4914-984e-4f81962d3090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:00.116422 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-c4d8b0e0-73c9-4914-984e-4f81962d3090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:00.117538 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-c4d8b0e0-73c9-4914-984e-4f81962d3090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:00.120045 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-c4d8b0e0-73c9-4914-984e-4f81962d3090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:00.120948 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-c4d8b0e0-73c9-4914-984e-4f81962d3090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:00.125250 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-c4d8b0e0-73c9-4914-984e-4f81962d3090 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0460753b23084d8f8624c2387ec65eda&device_id=75b87a76-ad52-4618-a214-48088ec58aef HTTP/1.1" status: 200 len: 6487 time: 0.1606262 May 20 21:00:00.228843 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-08542015-284e-4e63-b925-b3fde5e7b08a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=92f180c2-0d12-4276-b468-9633e951982b HTTP/1.1" status: 200 len: 217 time: 0.0899606 May 20 21:00:00.238425 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9eb7506d-8b72-4127-99f2-95e7e99d4ade tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33068388'] for subnet, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:00.272645 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6e36213-daef-40c8-a298-92d218b2fb53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaee2b848-d4b9-5db1-b6ef-d6db29d67de7-f1ae7e7a-6e55-4295-9eff-ca2813a2e09d', 'network_id': 'f1ae7e7a-6e55-4295-9eff-ca2813a2e09d', 'tenant_id': '69b25f498b804a648521a0f64cc7f45d', 'fixed_ips': [{'subnet_id': 'dae8931b-5ec0-4090-8d13-edd6d7ba327a'}]}} from n-d-842733-1. {{(pid=103164) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 21:00:00.273631 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d6e36213-daef-40c8-a298-92d218b2fb53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:00.332434 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-c8ac3bff-c611-4de7-9c8d-f37712d80fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:00.338144 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-c8ac3bff-c611-4de7-9c8d-f37712d80fd9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=88b96f62-8032-4008-8101-2fc29fd0425b HTTP/1.1" status: 200 len: 855 time: 0.0979192 May 20 21:00:00.411814 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 37250) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:00:00.418543 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-38e53405-14bc-4438-b19f-8872b15d6a60 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1107325145-network', 'tenant_id': 'd2fae9ffbaa44530acca9d12c585402c'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:00:00.428056 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b46bd222-33ac-4c78-8095-e7cf7f4ae8f4 None None] Deleting port f5c9f76f-cacf-44a6-960b-90787ba6e875 {{(pid=103164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:00:00.429869 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b46bd222-33ac-4c78-8095-e7cf7f4ae8f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:00.432149 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-674d6fce-54d0-404e-9e5f-669087b40958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:00.433797 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-674d6fce-54d0-404e-9e5f-669087b40958 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1e3e44fa-7b8c-41ab-9fa2-0a6471f01b68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0894918 May 20 21:00:00.462021 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9eb7506d-8b72-4127-99f2-95e7e99d4ade tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33068399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9641221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8422588'] for subnet, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:00.555255 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb7506d-8b72-4127-99f2-95e7e99d4ade tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Pushing event deleted for resources: {'Subnet': ['ID=dae8931b-5ec0-4090-8d13-edd6d7ba327a,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:00:00.575290 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb7506d-8b72-4127-99f2-95e7e99d4ade tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:00:00.575633 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb7506d-8b72-4127-99f2-95e7e99d4ade tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:00:00.585998 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb7506d-8b72-4127-99f2-95e7e99d4ade tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:00:00.585998 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb7506d-8b72-4127-99f2-95e7e99d4ade tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:00:00.586986 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb7506d-8b72-4127-99f2-95e7e99d4ade tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:00:00.586986 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb7506d-8b72-4127-99f2-95e7e99d4ade tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:00:00.586986 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb7506d-8b72-4127-99f2-95e7e99d4ade tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:00:00.587260 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb7506d-8b72-4127-99f2-95e7e99d4ade tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:00:00.587603 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb7506d-8b72-4127-99f2-95e7e99d4ade tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:00:00.588359 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb7506d-8b72-4127-99f2-95e7e99d4ade tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:00:00.588359 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb7506d-8b72-4127-99f2-95e7e99d4ade tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:00:00.588569 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb7506d-8b72-4127-99f2-95e7e99d4ade tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:00:00.633668 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38e53405-14bc-4438-b19f-8872b15d6a60 admin admin] Made reservation on behalf of d2fae9ffbaa44530acca9d12c585402c for: {'network': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:00:00.636172 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-38e53405-14bc-4438-b19f-8872b15d6a60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for network, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:00.661174 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-1f3e7529-c8eb-41ea-bc4f-884dc5ebcca0 service neutron] 10.222.0.13 "GET /v2.0/networks/1e3e44fa-7b8c-41ab-9fa2-0a6471f01b68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2177985 May 20 21:00:00.788108 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-38e53405-14bc-4438-b19f-8872b15d6a60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:00.790182 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server [None req-d6e36213-daef-40c8-a298-92d218b2fb53 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet dae8931b-5ec0-4090-8d13-edd6d7ba327a: This subnet is being modified by another concurrent operation. May 20 21:00:00.790182 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 20 21:00:00.790182 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 20 21:00:00.790182 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 20 21:00:00.790182 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 20 21:00:00.790182 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 20 21:00:00.790182 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 20 21:00:00.790182 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 20 21:00:00.790182 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 20 21:00:00.790182 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 20 21:00:00.790182 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 20 21:00:00.790182 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 20 21:00:00.790182 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 20 21:00:00.790182 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server self.force_reraise() May 20 21:00:00.790182 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 20 21:00:00.790182 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server raise self.value May 20 21:00:00.790182 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 20 21:00:00.790182 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 20 21:00:00.790182 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 20 21:00:00.790182 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 20 21:00:00.790182 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 20 21:00:00.790182 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server self.force_reraise() May 20 21:00:00.790182 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 20 21:00:00.790182 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server raise self.value May 20 21:00:00.790182 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 20 21:00:00.790182 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 20 21:00:00.790182 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 20 21:00:00.790182 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 20 21:00:00.790182 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 20 21:00:00.790182 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server self.force_reraise() May 20 21:00:00.790182 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 20 21:00:00.790182 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server raise self.value May 20 21:00:00.790182 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 20 21:00:00.790182 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 20 21:00:00.790182 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper May 20 21:00:00.790182 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) May 20 21:00:00.790182 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port May 20 21:00:00.790182 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') May 20 21:00:00.790182 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action May 20 21:00:00.790182 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) May 20 21:00:00.790182 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port May 20 21:00:00.790182 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( May 20 21:00:00.790182 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner May 20 21:00:00.790182 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 20 21:00:00.790182 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped May 20 21:00:00.790182 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 20 21:00:00.790182 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 20 21:00:00.790182 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 20 21:00:00.790182 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 20 21:00:00.790182 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server self.force_reraise() May 20 21:00:00.790182 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 20 21:00:00.790182 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server raise self.value May 20 21:00:00.790182 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 20 21:00:00.790182 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 20 21:00:00.795917 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 20 21:00:00.795917 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 20 21:00:00.795917 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 20 21:00:00.795917 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server self.force_reraise() May 20 21:00:00.795917 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 20 21:00:00.795917 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server raise self.value May 20 21:00:00.795917 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 20 21:00:00.795917 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 20 21:00:00.795917 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 20 21:00:00.795917 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 20 21:00:00.795917 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 20 21:00:00.795917 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server self.force_reraise() May 20 21:00:00.795917 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 20 21:00:00.795917 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server raise self.value May 20 21:00:00.795917 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 20 21:00:00.795917 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 20 21:00:00.795917 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1486, in create_port May 20 21:00:00.795917 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) May 20 21:00:00.795917 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1451, in _create_port_db May 20 21:00:00.795917 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) May 20 21:00:00.795917 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db May 20 21:00:00.795917 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( May 20 21:00:00.795917 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store May 20 21:00:00.795917 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) May 20 21:00:00.795917 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped May 20 21:00:00.795917 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 20 21:00:00.795917 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper May 20 21:00:00.795917 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) May 20 21:00:00.795917 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port May 20 21:00:00.795917 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) May 20 21:00:00.795917 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port May 20 21:00:00.795917 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 20 21:00:00.795917 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets May 20 21:00:00.795917 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 20 21:00:00.795917 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 20 21:00:00.795917 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server raise exception May 20 21:00:00.795917 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet dae8931b-5ec0-4090-8d13-edd6d7ba327a: This subnet is being modified by another concurrent operation. May 20 21:00:00.795917 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server May 20 21:00:00.819822 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-8e5b444d-db0c-490e-8f3b-1528dfb129db service neutron] 10.222.0.13 "GET /v2.0/networks/1e3e44fa-7b8c-41ab-9fa2-0a6471f01b68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400609 May 20 21:00:00.821536 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b46bd222-33ac-4c78-8095-e7cf7f4ae8f4 None None] For port f5c9f76f-cacf-44a6-960b-90787ba6e875, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=f5c9f76f-cacf-44a6-960b-90787ba6e875,segment=NetworkSegment(f5705048-66fd-4627-af8c-03443c37dd17),segment_id=f5705048-66fd-4627-af8c-03443c37dd17)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:00:00.822076 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b46bd222-33ac-4c78-8095-e7cf7f4ae8f4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:00.844812 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9eb7506d-8b72-4127-99f2-95e7e99d4ade tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33072115', 'neutron.services.segments.db._delete_segments_for_network-8782419500584'] for network, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:00.856171 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec2b7d44-d3e3-4ff9-9f3d-bcb24d50fd51 None None] Network f1ae7e7a-6e55-4295-9eff-ca2813a2e09d requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:00:00.925304 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-fd97a658-b580-4bc5-8a99-6ec1b2bd3ece service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.238&port_id=e5e479b5-1f0b-4f2a-8602-65a393830577 HTTP/1.1" status: 200 len: 217 time: 0.0986743 May 20 21:00:00.930135 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-9eb7506d-8b72-4127-99f2-95e7e99d4ade tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1ae7e7a-6e55-4295-9eff-ca2813a2e09d']}} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:00:00.962754 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b46bd222-33ac-4c78-8095-e7cf7f4ae8f4 None None] Calling delete_port for f5c9f76f-cacf-44a6-960b-90787ba6e875 owned by network:dhcp {{(pid=103164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:00:01.051932 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-cb227b6b-5bda-4133-b978-18204029bb23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2e27286-605c-490c-b696-52f6556d745d', 'name': 'tempest-TestServerMultinode-1726859957-router', 'tenant_id': '0a54b8b700fe48bebfc6e574ea5c53fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.44'}], 'enable_snat': True}, 'gw_port_id': 'c0a3f0d3-e848-4b0d-986c-b9279bf2e1ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:59:43Z', 'updated_at': '2022-05-20T20:59:56Z', 'revision_number': 4, 'project_id': '0a54b8b700fe48bebfc6e574ea5c53fd', 'gw_port': {'id': 'c0a3f0d3-e848-4b0d-986c-b9279bf2e1ba', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:67:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2e27286-605c-490c-b696-52f6556d745d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2726, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:59:46Z', 'updated_at': '2022-05-20T20:59:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': '9d6c455f-59d3-4510-8f58-8b9180493066', 'name': '', 'network_id': 'db968d13-82bc-4def-927f-4d00e4b4dc28', 'tenant_id': '0a54b8b700fe48bebfc6e574ea5c53fd', 'mac_address': 'fa:16:3e:51:3b:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2e27286-605c-490c-b696-52f6556d745d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2742, 'fixed_ips': [{'subnet_id': '23658e48-0ab2-4be3-95e6-d83a84724079', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:59:54Z', 'updated_at': '2022-05-20T20:59:56Z', 'revision_number': 2, 'project_id': '0a54b8b700fe48bebfc6e574ea5c53fd', 'subnets': [{'id': '23658e48-0ab2-4be3-95e6-d83a84724079', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:00:01.074491 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de29116e-e6c0-40b0-9b6a-4496bc42b00c req-5e65b3f4-6139-4c42-b603-995b88c6fcd4 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:01.080975 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de29116e-e6c0-40b0-9b6a-4496bc42b00c req-5e65b3f4-6139-4c42-b603-995b88c6fcd4 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:01.099649 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de29116e-e6c0-40b0-9b6a-4496bc42b00c req-5e65b3f4-6139-4c42-b603-995b88c6fcd4 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:01.105875 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de29116e-e6c0-40b0-9b6a-4496bc42b00c req-5e65b3f4-6139-4c42-b603-995b88c6fcd4 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:01.112040 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de29116e-e6c0-40b0-9b6a-4496bc42b00c req-5e65b3f4-6139-4c42-b603-995b88c6fcd4 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:01.114678 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb227b6b-5bda-4133-b978-18204029bb23 None None] Checking router: b2e27286-605c-490c-b696-52f6556d745d for host: n-d-842733-1 {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 21:00:01.115705 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb227b6b-5bda-4133-b978-18204029bb23 None None] Updating router b2e27286-605c-490c-b696-52f6556d745d port 9d6c455f-59d3-4510-8f58-8b9180493066 binding host n-d-842733-1 {{(pid=103164) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 21:00:01.119088 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de29116e-e6c0-40b0-9b6a-4496bc42b00c req-5e65b3f4-6139-4c42-b603-995b88c6fcd4 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:01.125182 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de29116e-e6c0-40b0-9b6a-4496bc42b00c req-5e65b3f4-6139-4c42-b603-995b88c6fcd4 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:01.135032 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-de29116e-e6c0-40b0-9b6a-4496bc42b00c req-5e65b3f4-6139-4c42-b603-995b88c6fcd4 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] 10.222.0.35 "GET /v2.0/ports?device_id=75b87a76-ad52-4618-a214-48088ec58aef HTTP/1.1" status: 200 len: 5430 time: 0.3828130 May 20 21:00:01.151136 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-9eb7506d-8b72-4127-99f2-95e7e99d4ade tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0be5486a-1653-445f-a737-f7675ffdb3cf') {'for_net_delete': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:00:01.151421 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-9eb7506d-8b72-4127-99f2-95e7e99d4ade tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0be5486a-1653-445f-a737-f7675ffdb3cf') {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:00:01.190421 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b46bd222-33ac-4c78-8095-e7cf7f4ae8f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099'] for port, after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:01.198707 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e4e01e-2f3c-4cb8-aa22-c914a57891c9 req-f7b4113b-e2c0-43a6-8957-f894cc5958ee tempest-ServerRescueTestJSON-1875264190 tempest-ServerRescueTestJSON-1875264190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:01.208147 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-83e4e01e-2f3c-4cb8-aa22-c914a57891c9 req-f7b4113b-e2c0-43a6-8957-f894cc5958ee tempest-ServerRescueTestJSON-1875264190 tempest-ServerRescueTestJSON-1875264190-project] 10.222.0.35 "GET /v2.0/ports?device_id=f9588405-283d-4b05-8b1b-84fde98f06b9 HTTP/1.1" status: 200 len: 946 time: 0.4444087 May 20 21:00:01.246629 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cb227b6b-5bda-4133-b978-18204029bb23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:01.284638 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9eb7506d-8b72-4127-99f2-95e7e99d4ade tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419501617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9338764'] for segment, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:01.293364 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b46bd222-33ac-4c78-8095-e7cf7f4ae8f4 None None] No DVR routers for this DVR port f5c9f76f-cacf-44a6-960b-90787ba6e875 on host n-d-842733-1 {{(pid=103164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 21:00:01.297919 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46bd222-33ac-4c78-8095-e7cf7f4ae8f4 None None] Pushing event deleted for resources: {'Port': ['ID=f5c9f76f-cacf-44a6-960b-90787ba6e875,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:00:01.302083 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9eb7506d-8b72-4127-99f2-95e7e99d4ade tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:01.312406 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9eb7506d-8b72-4127-99f2-95e7e99d4ade tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Releasing vlan 217 on physical network physnet1 to pool {{(pid=103163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 21:00:01.312818 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9eb7506d-8b72-4127-99f2-95e7e99d4ade tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9638311'] for segment, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:01.379312 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1810a3ac-1b9b-4ed5-bcfa-5de272265086 None None] get_active_networks_info from n-d-842733-1 {{(pid=103164) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 20 21:00:01.396750 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-83e4e01e-2f3c-4cb8-aa22-c914a57891c9 req-d4d3b633-26a8-4075-bd51-a75acd012184 tempest-ServerRescueTestJSON-1875264190 tempest-ServerRescueTestJSON-1875264190-project] 10.222.0.35 "GET /v2.0/security-groups?id=3ca0fb1c-c695-4a0a-a152-dfa8f160f4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868565 May 20 21:00:01.397637 n-d-842733-1 neutron-server[103163]: Traceback (most recent call last): May 20 21:00:01.397637 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 21:00:01.397637 n-d-842733-1 neutron-server[103163]: timer() May 20 21:00:01.397637 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 21:00:01.397637 n-d-842733-1 neutron-server[103163]: cb(*args, **kw) May 20 21:00:01.397637 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 20 21:00:01.397637 n-d-842733-1 neutron-server[103163]: return func(*args, **kwargs) May 20 21:00:01.397637 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 21:00:01.397637 n-d-842733-1 neutron-server[103163]: self._notify() May 20 21:00:01.397637 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 21:00:01.397637 n-d-842733-1 neutron-server[103163]: self.callback(batched_events) May 20 21:00:01.397637 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 21:00:01.397637 n-d-842733-1 neutron-server[103163]: event.method(event) May 20 21:00:01.397637 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 20 21:00:01.397637 n-d-842733-1 neutron-server[103163]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 21:00:01.397637 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 20 21:00:01.397637 n-d-842733-1 neutron-server[103163]: aggregate_uuid = self.p_client.list_aggregates( May 20 21:00:01.397637 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 20 21:00:01.397637 n-d-842733-1 neutron-server[103163]: return f(self, *a, **k) May 20 21:00:01.397637 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 20 21:00:01.397637 n-d-842733-1 neutron-server[103163]: return self._get(url).json() May 20 21:00:01.397637 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 20 21:00:01.397637 n-d-842733-1 neutron-server[103163]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 21:00:01.397637 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 21:00:01.397637 n-d-842733-1 neutron-server[103163]: return self.request(url, 'GET', **kwargs) May 20 21:00:01.397637 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 21:00:01.397637 n-d-842733-1 neutron-server[103163]: base_url = self.get_endpoint(auth, allow=allow, May 20 21:00:01.397637 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 21:00:01.397637 n-d-842733-1 neutron-server[103163]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 21:00:01.397637 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 21:00:01.397637 n-d-842733-1 neutron-server[103163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 21:00:01.397637 n-d-842733-1 neutron-server[103163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 21:00:01.406382 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-12324a91-aacd-4946-a880-5f0d335ff8a1 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9641412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8422583'] for subnet, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:01.455601 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-de29116e-e6c0-40b0-9b6a-4496bc42b00c req-c06d564c-f451-40c8-bb25-bfc49c3a9d4c tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] 10.222.0.35 "GET /v2.0/security-groups?id=c6c3d501-aad0-44cc-8dfe-290dffd2c6d4&id=23a4e591-c968-436b-bf23-a5b482a8cab7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3195102 May 20 21:00:01.494898 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12324a91-aacd-4946-a880-5f0d335ff8a1 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Network 98f8b8d5-1379-4eeb-9e13-b2bbab96015a is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:00:01.518494 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-12324a91-aacd-4946-a880-5f0d335ff8a1 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:00:01.522240 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12324a91-aacd-4946-a880-5f0d335ff8a1 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:01.522899 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-12324a91-aacd-4946-a880-5f0d335ff8a1 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks [] for subnet, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:01.532464 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9eb7506d-8b72-4127-99f2-95e7e99d4ade tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33072122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748162'] for network, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:01.579506 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9eb7506d-8b72-4127-99f2-95e7e99d4ade tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:01.586617 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-9eb7506d-8b72-4127-99f2-95e7e99d4ade tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] 10.222.0.35 "DELETE /v2.0/networks/f1ae7e7a-6e55-4295-9eff-ca2813a2e09d HTTP/1.1" status: 204 len: 168 time: 1.9436505 May 20 21:00:01.587276 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12324a91-aacd-4946-a880-5f0d335ff8a1 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Pushing event updated for resources: {'Subnet': ['ID=7872a479-a6c1-4395-8fa6-a4a07abe390c,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:00:01.594178 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-38e53405-14bc-4438-b19f-8872b15d6a60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:01.603074 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 37276) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:00:01.608196 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-263d1a47-7f4f-49e7-ae13-59667e37dcf3 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-763629542'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:00:01.612507 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb7506d-8b72-4127-99f2-95e7e99d4ade tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Pushing event deleted for resources: {'Network': ['ID=f1ae7e7a-6e55-4295-9eff-ca2813a2e09d,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:00:01.645048 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-9bd97684-4c85-4fea-b93e-cafabd938c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:01.647126 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-9bd97684-4c85-4fea-b93e-cafabd938c72 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=71cdbdb6-2a6f-4add-9d80-59c94baaaa26 HTTP/1.1" status: 200 len: 797 time: 0.7126684 May 20 21:00:01.679126 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-12324a91-aacd-4946-a880-5f0d335ff8a1 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5337696 May 20 21:00:01.701339 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 37278) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:00:01.706913 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-5645e245-9e08-49b5-8bb5-96956e4a2a3c tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Request body: {'port': {'network_id': '98f8b8d5-1379-4eeb-9e13-b2bbab96015a', 'mac_address': 'fa:16:3e:9c:c8:20', 'name': 'tempest-NetworksTestDHCPv6-1250811514'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:00:01.708524 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-1cad3c84-eb2f-410b-9d01-ed08dd2ad782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:01.710607 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-1cad3c84-eb2f-410b-9d01-ed08dd2ad782 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2092c81d-6283-40f1-9bf1-5f286393c29e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0526354 May 20 21:00:01.754898 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-38e53405-14bc-4438-b19f-8872b15d6a60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:01.784384 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device f5c9f76f-cacf-44a6-960b-90787ba6e875 no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 21:00:01.798949 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-263d1a47-7f4f-49e7-ae13-59667e37dcf3 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Made reservation on behalf of 69b25f498b804a648521a0f64cc7f45d for: {'network': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:00:01.802880 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-263d1a47-7f4f-49e7-ae13-59667e37dcf3 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for network, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:01.843079 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cb227b6b-5bda-4133-b978-18204029bb23 None None] Notify callbacks [] for port, precommit_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:01.844786 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: f5c9f76f-cacf-44a6-960b-90787ba6e875 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 21:00:01.845134 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device f5c9f76f-cacf-44a6-960b-90787ba6e875 not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 21:00:01.849427 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38e53405-14bc-4438-b19f-8872b15d6a60 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 217} {{(pid=103163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 21:00:01.875138 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e53405-14bc-4438-b19f-8872b15d6a60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1ecce8b-0936-479a-abe8-64fad6081b1d,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:00:01.884898 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-38e53405-14bc-4438-b19f-8872b15d6a60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:01.885699 n-d-842733-1 neutron-server[103163]: INFO neutron.db.segments_db [None req-38e53405-14bc-4438-b19f-8872b15d6a60 admin admin] Added segment f1124721-0c60-4de6-8dc8-1b5106627174 of type vlan for network ee454afb-fe6a-44ad-a96f-d5a55357201f May 20 21:00:01.911816 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-95e395a9-d5ed-4d69-a6f8-80c97daefc17 service neutron] 10.222.0.13 "GET /v2.0/networks/2092c81d-6283-40f1-9bf1-5f286393c29e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1929469 May 20 21:00:01.917728 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-263d1a47-7f4f-49e7-ae13-59667e37dcf3 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 229} {{(pid=103163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 21:00:01.924097 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1810a3ac-1b9b-4ed5-bcfa-5de272265086 None None] Resources bound (agent type, host, resource id): {{(pid=103164) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 20 21:00:01.938134 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cb227b6b-5bda-4133-b978-18204029bb23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:01.959217 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-263d1a47-7f4f-49e7-ae13-59667e37dcf3 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:01.960173 n-d-842733-1 neutron-server[103163]: INFO neutron.db.segments_db [None req-263d1a47-7f4f-49e7-ae13-59667e37dcf3 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Added segment 44ec298b-d361-4f52-8dbc-a6a93375e01c of type vlan for network f064d9fa-ca4a-4628-a710-d9ce85435c0f May 20 21:00:01.988056 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-38e53405-14bc-4438-b19f-8872b15d6a60 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418993264'] for network, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:02.041850 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-12c058fa-e06c-4f65-9a0e-baf6b1e42957 service neutron] 10.222.0.13 "GET /v2.0/networks/2092c81d-6283-40f1-9bf1-5f286393c29e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224401 May 20 21:00:02.059925 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-263d1a47-7f4f-49e7-ae13-59667e37dcf3 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418993264'] for network, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:02.106759 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-5889ea9d-9a5a-43f5-b20a-a911c3bd3d25 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.122&port_id=70abfc69-b0e3-44bf-8960-f0d10e058c3c HTTP/1.1" status: 200 len: 217 time: 0.0558622 May 20 21:00:02.136570 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16edd90b-9062-4bfd-bdf3-e90bc269d06c None None] Pushing event updated for resources: {'Port': ['ID=9d6c455f-59d3-4510-8f58-8b9180493066,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:00:02.138898 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5645e245-9e08-49b5-8bb5-96956e4a2a3c tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Made reservation on behalf of ab4ded6dc75a4ab5a4f9dae9e5aa3753 for: {'port': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:00:02.184832 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-1dce5339-57d0-4696-aa8c-2dadf6f12aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:02.187205 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-1dce5339-57d0-4696-aa8c-2dadf6f12aa1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=71cdbdb6-2a6f-4add-9d80-59c94baaaa26 HTTP/1.1" status: 200 len: 797 time: 0.0716965 May 20 21:00:02.195808 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-cb227b6b-5bda-4133-b978-18204029bb23 None None] Attempting to bind port 9d6c455f-59d3-4510-8f58-8b9180493066 on host n-d-842733-1 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:00:02.196100 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-cb227b6b-5bda-4133-b978-18204029bb23 None None] Attempting to bind port 9d6c455f-59d3-4510-8f58-8b9180493066 by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': 'a189c70c-1a77-4398-b112-572ca8f77d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'db968d13-82bc-4def-927f-4d00e4b4dc28'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:00:02.196469 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb227b6b-5bda-4133-b978-18204029bb23 None None] Attempting to bind port 9d6c455f-59d3-4510-8f58-8b9180493066 on network db968d13-82bc-4def-927f-4d00e4b4dc28 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:00:02.206531 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb227b6b-5bda-4133-b978-18204029bb23 None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 59, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 21:00:02.206921 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb227b6b-5bda-4133-b978-18204029bb23 None None] Checking segment: {'id': 'a189c70c-1a77-4398-b112-572ca8f77d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'db968d13-82bc-4def-927f-4d00e4b4dc28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:00:02.207321 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cb227b6b-5bda-4133-b978-18204029bb23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:02.207717 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb227b6b-5bda-4133-b978-18204029bb23 None None] Bound using segment: {'id': 'a189c70c-1a77-4398-b112-572ca8f77d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'db968d13-82bc-4def-927f-4d00e4b4dc28'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 21:00:02.208183 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-cb227b6b-5bda-4133-b978-18204029bb23 None None] Bound port: 9d6c455f-59d3-4510-8f58-8b9180493066, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a189c70c-1a77-4398-b112-572ca8f77d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'db968d13-82bc-4def-927f-4d00e4b4dc28'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:00:02.208597 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cb227b6b-5bda-4133-b978-18204029bb23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:02.221384 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-38e53405-14bc-4438-b19f-8872b15d6a60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524'] for network, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:02.222337 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38e53405-14bc-4438-b19f-8872b15d6a60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:02.223034 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-38e53405-14bc-4438-b19f-8872b15d6a60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:02.251501 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-263d1a47-7f4f-49e7-ae13-59667e37dcf3 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524'] for network, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:02.256924 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-263d1a47-7f4f-49e7-ae13-59667e37dcf3 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:02.257412 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-263d1a47-7f4f-49e7-ae13-59667e37dcf3 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:02.260743 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-402d577b-8eb2-4748-960a-6e32192a9453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:02.262512 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-402d577b-8eb2-4748-960a-6e32192a9453 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2092c81d-6283-40f1-9bf1-5f286393c29e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0666606 May 20 21:00:02.347595 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-cb227b6b-5bda-4133-b978-18204029bb23 None None] For port 9d6c455f-59d3-4510-8f58-8b9180493066, host n-d-842733-1, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 21:00:02.364486 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-cb227b6b-5bda-4133-b978-18204029bb23 None None] For port 9d6c455f-59d3-4510-8f58-8b9180493066, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=9d6c455f-59d3-4510-8f58-8b9180493066,segment=NetworkSegment(a189c70c-1a77-4398-b112-572ca8f77d3f),segment_id=a189c70c-1a77-4398-b112-572ca8f77d3f)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 21:00:02.380428 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-38e53405-14bc-4438-b19f-8872b15d6a60 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.9664321 May 20 21:00:02.381129 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 37324) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:00:02.384985 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e53405-14bc-4438-b19f-8872b15d6a60 admin admin] Pushing event updated for resources: {'Network': ['ID=ee454afb-fe6a-44ad-a96f-d5a55357201f,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:00:02.394591 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-f6fbefd3-3c73-4e8f-88ee-cfca21bafe1b admin admin] Request body: {'subnet': {'network_id': 'ee454afb-fe6a-44ad-a96f-d5a55357201f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1107325145-subnet', 'tenant_id': 'd2fae9ffbaa44530acca9d12c585402c', 'ip_version': 4}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:00:02.402071 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Network ee454afb-fe6a-44ad-a96f-d5a55357201f details requested by agent ovs-agent-n-d-842733-1 with host n-d-842733-1 {{(pid=103164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 20 21:00:02.447525 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:02.451568 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-33e0c5ff-8f6d-4329-b672-3472a667418d service neutron] 10.222.0.13 "GET /v2.0/networks/2092c81d-6283-40f1-9bf1-5f286393c29e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1803932 May 20 21:00:02.485535 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-263d1a47-7f4f-49e7-ae13-59667e37dcf3 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8786004 May 20 21:00:02.497541 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 37330) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:00:02.515874 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-f3516336-212a-4c0a-ba21-36894989a2a8 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Request body: {'subnet': {'network_id': 'f064d9fa-ca4a-4628-a710-d9ce85435c0f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:00:02.519668 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5645e245-9e08-49b5-8bb5-96956e4a2a3c tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:02.533432 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6fbefd3-3c73-4e8f-88ee-cfca21bafe1b admin admin] Made reservation on behalf of d2fae9ffbaa44530acca9d12c585402c for: {'subnet': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:00:02.535783 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f6fbefd3-3c73-4e8f-88ee-cfca21bafe1b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8422561'] for subnet, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:02.693521 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-993a8dc3-497e-4871-878b-a1364922e61a service neutron] 10.222.0.13 "GET /v2.0/networks/2092c81d-6283-40f1-9bf1-5f286393c29e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2321398 May 20 21:00:02.711149 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cb227b6b-5bda-4133-b978-18204029bb23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:02.739369 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-05d97b09-4db8-4043-98d7-8585b6148f71 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.135&port_id=e23bf1a0-0743-4c25-ac95-d74d935af48f HTTP/1.1" status: 200 len: 217 time: 0.0384333 May 20 21:00:02.783876 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3516336-212a-4c0a-ba21-36894989a2a8 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Made reservation on behalf of 69b25f498b804a648521a0f64cc7f45d for: {'subnet': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:00:02.792319 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f3516336-212a-4c0a-ba21-36894989a2a8 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4018244'] for subnet, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:02.810918 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263d1a47-7f4f-49e7-ae13-59667e37dcf3 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Pushing event updated for resources: {'Network': ['ID=f064d9fa-ca4a-4628-a710-d9ce85435c0f,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:00:02.829401 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16edd90b-9062-4bfd-bdf3-e90bc269d06c None None] Pushing event updated for resources: {'Port': ['ID=9d6c455f-59d3-4510-8f58-8b9180493066,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:00:02.835094 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb227b6b-5bda-4133-b978-18204029bb23 None None] Routers {'b2e27286-605c-490c-b696-52f6556d745d'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:00:02.835646 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-cb227b6b-5bda-4133-b978-18204029bb23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:59:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['b2e27286-605c-490c-b696-52f6556d745d'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:00:02.838789 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Network f064d9fa-ca4a-4628-a710-d9ce85435c0f details requested by agent ovs-agent-n-d-842733-1 with host n-d-842733-1 {{(pid=103164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 20 21:00:02.848417 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [None req-5645e245-9e08-49b5-8bb5-96956e4a2a3c tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] device_id is not set on port 4ccd189f-9281-4697-82b3-74385b9f3fde yet. {{(pid=103163) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 20 21:00:02.873811 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-14931313-8cf7-40cb-a004-844d64d03981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:02.878841 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-14931313-8cf7-40cb-a004-844d64d03981 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=71cdbdb6-2a6f-4add-9d80-59c94baaaa26 HTTP/1.1" status: 200 len: 797 time: 0.1291587 May 20 21:00:02.901162 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa7e3d4f-ae61-41d2-bad1-2d34f0a45068 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaee2b848-d4b9-5db1-b6ef-d6db29d67de7-98f8b8d5-1379-4eeb-9e13-b2bbab96015a', 'network_id': '98f8b8d5-1379-4eeb-9e13-b2bbab96015a', 'tenant_id': 'ab4ded6dc75a4ab5a4f9dae9e5aa3753', 'fixed_ips': [{'subnet_id': '7872a479-a6c1-4395-8fa6-a4a07abe390c'}]}} from n-d-842733-1. {{(pid=103164) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 21:00:02.901162 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-fa7e3d4f-ae61-41d2-bad1-2d34f0a45068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:02.946728 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-3ccec547-2989-49f6-b782-20eeea25978d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:02.948423 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-3ccec547-2989-49f6-b782-20eeea25978d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2092c81d-6283-40f1-9bf1-5f286393c29e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0624294 May 20 21:00:02.967812 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af256002-5bc0-43c1-b5d0-0ff5c42870d8 req-af60d0c5-0d85-41a4-be86-97effe59f87f tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:02.974878 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af256002-5bc0-43c1-b5d0-0ff5c42870d8 req-af60d0c5-0d85-41a4-be86-97effe59f87f tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:02.981318 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af256002-5bc0-43c1-b5d0-0ff5c42870d8 req-af60d0c5-0d85-41a4-be86-97effe59f87f tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:02.987629 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af256002-5bc0-43c1-b5d0-0ff5c42870d8 req-af60d0c5-0d85-41a4-be86-97effe59f87f tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:02.995014 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af256002-5bc0-43c1-b5d0-0ff5c42870d8 req-af60d0c5-0d85-41a4-be86-97effe59f87f tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:03.020396 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af256002-5bc0-43c1-b5d0-0ff5c42870d8 req-af60d0c5-0d85-41a4-be86-97effe59f87f tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:03.051980 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af256002-5bc0-43c1-b5d0-0ff5c42870d8 req-af60d0c5-0d85-41a4-be86-97effe59f87f tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:03.054863 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-af256002-5bc0-43c1-b5d0-0ff5c42870d8 req-af60d0c5-0d85-41a4-be86-97effe59f87f tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] 10.222.0.35 "GET /v2.0/ports?device_id=75b87a76-ad52-4618-a214-48088ec58aef HTTP/1.1" status: 200 len: 5430 time: 0.3536744 May 20 21:00:03.063258 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-651784f2-3cfd-4551-ab6a-26287cbaab66 service neutron] 10.222.0.13 "GET /v2.0/networks/2092c81d-6283-40f1-9bf1-5f286393c29e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871642 May 20 21:00:03.086258 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1de005-a560-4f7a-b170-608cb9e32249 req-25bc070c-2718-44f3-a930-3ad59bc90246 tempest-ServerRescueTestJSON-1875264190 tempest-ServerRescueTestJSON-1875264190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:03.090494 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1c1de005-a560-4f7a-b170-608cb9e32249 req-25bc070c-2718-44f3-a930-3ad59bc90246 tempest-ServerRescueTestJSON-1875264190 tempest-ServerRescueTestJSON-1875264190-project] 10.222.0.35 "GET /v2.0/ports?device_id=f9588405-283d-4b05-8b1b-84fde98f06b9 HTTP/1.1" status: 200 len: 946 time: 0.3926163 May 20 21:00:03.109148 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-cb227b6b-5bda-4133-b978-18204029bb23 None None] Set router b2e27286-605c-490c-b696-52f6556d745d gateway port host: n-d-842733-1 {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:00:03.158070 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f6fbefd3-3c73-4e8f-88ee-cfca21bafe1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9641412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8422583'] for subnet, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:03.220739 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-73d37241-2725-4681-bdda-dbe5923bdb7c service neutron] 10.222.0.13 "GET /v2.0/networks/2092c81d-6283-40f1-9bf1-5f286393c29e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486411 May 20 21:00:03.270090 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-111fd172-aa09-4d25-bc63-f14a8a860cf6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.154&port_id=c635efd6-629d-4675-9b02-f5dc32576914 HTTP/1.1" status: 200 len: 217 time: 0.0418751 May 20 21:00:03.284224 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-af256002-5bc0-43c1-b5d0-0ff5c42870d8 req-c86d8674-74b1-487f-8e40-acd9a244bf62 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] 10.222.0.35 "GET /v2.0/security-groups?id=c6c3d501-aad0-44cc-8dfe-290dffd2c6d4&id=23a4e591-c968-436b-bf23-a5b482a8cab7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1916373 May 20 21:00:03.295608 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1c1de005-a560-4f7a-b170-608cb9e32249 req-be0b7539-c367-48fd-8264-e713f9564f51 tempest-ServerRescueTestJSON-1875264190 tempest-ServerRescueTestJSON-1875264190-project] 10.222.0.35 "GET /v2.0/security-groups?id=3ca0fb1c-c695-4a0a-a152-dfa8f160f4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041914 May 20 21:00:03.324871 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f3516336-212a-4c0a-ba21-36894989a2a8 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3797684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4018258'] for subnet, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:03.332470 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fbefd3-3c73-4e8f-88ee-cfca21bafe1b admin admin] Pushing event updated for resources: {'Subnet': ['ID=f17a544f-0211-4261-8bda-dc99d38f2d45,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:00:03.372956 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-5645e245-9e08-49b5-8bb5-96956e4a2a3c tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Allocated IP 2001:db8::3ae (98f8b8d5-1379-4eeb-9e13-b2bbab96015a/7872a479-a6c1-4395-8fa6-a4a07abe390c/4ccd189f-9281-4697-82b3-74385b9f3fde) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:00:03.388811 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-d3f67b60-9446-462f-966f-e8f1ebcf5c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:03.390308 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-d3f67b60-9446-462f-966f-e8f1ebcf5c6c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=71cdbdb6-2a6f-4add-9d80-59c94baaaa26 HTTP/1.1" status: 200 len: 797 time: 0.1079614 May 20 21:00:03.395480 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6fbefd3-3c73-4e8f-88ee-cfca21bafe1b admin admin] Checking segment: {'id': 'f1124721-0c60-4de6-8dc8-1b5106627174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'ee454afb-fe6a-44ad-a96f-d5a55357201f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:00:03.395837 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6fbefd3-3c73-4e8f-88ee-cfca21bafe1b admin admin] Network hostable DHCP agents. Network: ee454afb-fe6a-44ad-a96f-d5a55357201f, hostable agents: ['c9b0653c-f3c7-4339-bd50-e3754b629216'], hosted agents: [] {{(pid=103163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 21:00:03.420243 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3516336-212a-4c0a-ba21-36894989a2a8 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Pushing event updated for resources: {'Subnet': ['ID=49371779-67dd-4cbd-bf1a-941353f45a59,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:00:03.440659 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3516336-212a-4c0a-ba21-36894989a2a8 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Checking segment: {'id': '44ec298b-d361-4f52-8dbc-a6a93375e01c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'f064d9fa-ca4a-4628-a710-d9ce85435c0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:00:03.440890 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3516336-212a-4c0a-ba21-36894989a2a8 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Network hostable DHCP agents. Network: f064d9fa-ca4a-4628-a710-d9ce85435c0f, hostable agents: ['c9b0653c-f3c7-4339-bd50-e3754b629216'], hosted agents: [] {{(pid=103162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 21:00:03.478505 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-5eb27bfa-d30b-4f8e-953e-8e4db97118dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:03.480359 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-5eb27bfa-d30b-4f8e-953e-8e4db97118dd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2092c81d-6283-40f1-9bf1-5f286393c29e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0812302 May 20 21:00:03.509536 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-cb227b6b-5bda-4133-b978-18204029bb23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2e27286-605c-490c-b696-52f6556d745d', 'name': 'tempest-TestServerMultinode-1726859957-router', 'tenant_id': '0a54b8b700fe48bebfc6e574ea5c53fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.44'}], 'enable_snat': True}, 'gw_port_id': 'c0a3f0d3-e848-4b0d-986c-b9279bf2e1ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:59:43Z', 'updated_at': '2022-05-20T20:59:56Z', 'revision_number': 4, 'project_id': '0a54b8b700fe48bebfc6e574ea5c53fd', 'gw_port': {'id': 'c0a3f0d3-e848-4b0d-986c-b9279bf2e1ba', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:67:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2e27286-605c-490c-b696-52f6556d745d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2726, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:59:46Z', 'updated_at': '2022-05-20T20:59:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': '9d6c455f-59d3-4510-8f58-8b9180493066', 'name': '', 'network_id': 'db968d13-82bc-4def-927f-4d00e4b4dc28', 'tenant_id': '0a54b8b700fe48bebfc6e574ea5c53fd', 'mac_address': 'fa:16:3e:51:3b:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2e27286-605c-490c-b696-52f6556d745d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2742, 'fixed_ips': [{'subnet_id': '23658e48-0ab2-4be3-95e6-d83a84724079', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:59:54Z', 'updated_at': '2022-05-20T21:00:02Z', 'revision_number': 4, 'project_id': '0a54b8b700fe48bebfc6e574ea5c53fd', 'subnets': [{'id': '23658e48-0ab2-4be3-95e6-d83a84724079', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:00:03.539731 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb227b6b-5bda-4133-b978-18204029bb23 None None] The sync data for ids ['b2e27286-605c-490c-b696-52f6556d745d'] in n-d-842733-1 is: [{'id': 'b2e27286-605c-490c-b696-52f6556d745d', 'name': 'tempest-TestServerMultinode-1726859957-router', 'tenant_id': '0a54b8b700fe48bebfc6e574ea5c53fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.44'}], 'enable_snat': True}, 'gw_port_id': 'c0a3f0d3-e848-4b0d-986c-b9279bf2e1ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:59:43Z', 'updated_at': '2022-05-20T20:59:56Z', 'revision_number': 4, 'project_id': '0a54b8b700fe48bebfc6e574ea5c53fd', 'gw_port': {'id': 'c0a3f0d3-e848-4b0d-986c-b9279bf2e1ba', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:67:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2e27286-605c-490c-b696-52f6556d745d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2726, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:59:46Z', 'updated_at': '2022-05-20T20:59:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': '9d6c455f-59d3-4510-8f58-8b9180493066', 'name': '', 'network_id': 'db968d13-82bc-4def-927f-4d00e4b4dc28', 'tenant_id': '0a54b8b700fe48bebfc6e574ea5c53fd', 'mac_address': 'fa:16:3e:51:3b:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2e27286-605c-490c-b696-52f6556d745d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2742, 'fixed_ips': [{'subnet_id': '23658e48-0ab2-4be3-95e6-d83a84724079', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:59:54Z', 'updated_at': '2022-05-20T21:00:02Z', 'revision_number': 4, 'project_id': '0a54b8b700fe48bebfc6e574ea5c53fd', 'subnets': [{'id': '23658e48-0ab2-4be3-95e6-d83a84724079', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 21:00:03.556142 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3516336-212a-4c0a-ba21-36894989a2a8 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Network f064d9fa-ca4a-4628-a710-d9ce85435c0f is scheduled to be hosted by DHCP agent c9b0653c-f3c7-4339-bd50-e3754b629216 with binding_index 1 {{(pid=103162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 21:00:03.604120 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-e2a52cdd-a96b-492d-9893-2b7044d3cde6 service neutron] 10.222.0.13 "GET /v2.0/networks/2092c81d-6283-40f1-9bf1-5f286393c29e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115499 May 20 21:00:03.699621 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-f3516336-212a-4c0a-ba21-36894989a2a8 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842733-1, f064d9fa-ca4a-4628-a710-d9ce85435c0f) {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:00:03.713005 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3516336-212a-4c0a-ba21-36894989a2a8 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:03.713650 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f3516336-212a-4c0a-ba21-36894989a2a8 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Notify callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:03.742878 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5645e245-9e08-49b5-8bb5-96956e4a2a3c tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:03.769449 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-2188c8de-e302-4225-92e9-99647db406dd service neutron] 10.222.0.13 "GET /v2.0/networks/2092c81d-6283-40f1-9bf1-5f286393c29e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556437 May 20 21:00:03.789709 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6fbefd3-3c73-4e8f-88ee-cfca21bafe1b admin admin] Network ee454afb-fe6a-44ad-a96f-d5a55357201f is scheduled to be hosted by DHCP agent c9b0653c-f3c7-4339-bd50-e3754b629216 with binding_index 1 {{(pid=103163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 21:00:03.797697 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-f6fbefd3-3c73-4e8f-88ee-cfca21bafe1b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842733-1, ee454afb-fe6a-44ad-a96f-d5a55357201f) {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:00:03.804673 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6fbefd3-3c73-4e8f-88ee-cfca21bafe1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:03.805457 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f6fbefd3-3c73-4e8f-88ee-cfca21bafe1b admin admin] Notify callbacks [] for subnet, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:03.837545 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-f3516336-212a-4c0a-ba21-36894989a2a8 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3374856 May 20 21:00:03.838967 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-1915efb0-e196-468c-8ca8-7533e035a0b3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f4c771b6-ea4d-4f91-a9e6-9592d7d019b1 HTTP/1.1" status: 200 len: 217 time: 0.0629728 May 20 21:00:03.840526 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 37372) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:00:03.908053 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-ac60755f-b6d3-46c1-955b-b60d64da19d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:03.909931 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-ac60755f-b6d3-46c1-955b-b60d64da19d5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=70b55600-d7fc-4e7e-8aec-f560aacbb632 HTTP/1.1" status: 200 len: 797 time: 0.0646396 May 20 21:00:03.984001 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5645e245-9e08-49b5-8bb5-96956e4a2a3c tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:03.989246 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [None req-fa7e3d4f-ae61-41d2-bad1-2d34f0a45068 None None] Allocated IP 2001:db8::2 (98f8b8d5-1379-4eeb-9e13-b2bbab96015a/7872a479-a6c1-4395-8fa6-a4a07abe390c/cbb3538f-cbda-40cd-a4d3-4217d4c5ebe5) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:00:03.993453 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-9768e612-96ca-4b9f-bea1-7b632c8e88ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:03.995114 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-9768e612-96ca-4b9f-bea1-7b632c8e88ab service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=406fd18c-0c2e-4f41-b1be-e40f4d4f5f09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0789926 May 20 21:00:03.995243 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-f6fbefd3-3c73-4e8f-88ee-cfca21bafe1b admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.6110420 May 20 21:00:03.997874 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 37384) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:00:04.062860 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5645e245-9e08-49b5-8bb5-96956e4a2a3c tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Network 98f8b8d5-1379-4eeb-9e13-b2bbab96015a is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:00:04.079043 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-5645e245-9e08-49b5-8bb5-96956e4a2a3c tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:00:04.089994 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5645e245-9e08-49b5-8bb5-96956e4a2a3c tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:00:04.103210 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5645e245-9e08-49b5-8bb5-96956e4a2a3c tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:04.103951 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5645e245-9e08-49b5-8bb5-96956e4a2a3c tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:04.143684 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7fc5d0ea-e34c-4c48-9a20-716aac8a5b0d tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33160123'] for network, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:04.147169 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-0af50f65-6f40-4595-8289-824f6dc25a16 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1107325145-router', 'tenant_id': 'd2fae9ffbaa44530acca9d12c585402c', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'}}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:00:04.153776 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5645e245-9e08-49b5-8bb5-96956e4a2a3c tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Pushing event updated for resources: {'Port': ['ID=4ccd189f-9281-4697-82b3-74385b9f3fde,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:00:04.158526 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-7f119e77-1bf3-46c1-81c2-4d05dd299b17 service neutron] 10.222.0.13 "GET /v2.0/networks/406fd18c-0c2e-4f41-b1be-e40f4d4f5f09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447210 May 20 21:00:04.261593 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-fa7e3d4f-ae61-41d2-bad1-2d34f0a45068 None None] Notify callbacks [] for port, precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:04.305502 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 37388) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:00:04.306064 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-5645e245-9e08-49b5-8bb5-96956e4a2a3c tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.6035326 May 20 21:00:04.339784 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7fc5d0ea-e34c-4c48-9a20-716aac8a5b0d tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33068388'] for subnet, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:04.372056 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0af50f65-6f40-4595-8289-824f6dc25a16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-694221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26155'] for router, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:04.374809 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0af50f65-6f40-4595-8289-824f6dc25a16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-693085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748153', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-718080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26162'] for router, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:04.413678 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-fa7e3d4f-ae61-41d2-bad1-2d34f0a45068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108'] for port, after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:04.477015 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa7e3d4f-ae61-41d2-bad1-2d34f0a45068 None None] Network 98f8b8d5-1379-4eeb-9e13-b2bbab96015a is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:00:04.496341 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7e3d4f-ae61-41d2-bad1-2d34f0a45068 None None] Pushing event updated for resources: {'Port': ['ID=cbb3538f-cbda-40cd-a4d3-4217d4c5ebe5,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:00:04.496341 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-fa7e3d4f-ae61-41d2-bad1-2d34f0a45068 None None] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:00:04.504471 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa7e3d4f-ae61-41d2-bad1-2d34f0a45068 None None] Received port after_create {{(pid=103164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:00:04.543427 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0af50f65-6f40-4595-8289-824f6dc25a16 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:04.563230 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539dd755-5cbf-4c5f-b09f-81a08285468c req-8ccc3215-2eb3-43e2-9d66-32dd04a738d0 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:04.571296 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539dd755-5cbf-4c5f-b09f-81a08285468c req-8ccc3215-2eb3-43e2-9d66-32dd04a738d0 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:04.579141 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539dd755-5cbf-4c5f-b09f-81a08285468c req-8ccc3215-2eb3-43e2-9d66-32dd04a738d0 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:04.590928 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539dd755-5cbf-4c5f-b09f-81a08285468c req-8ccc3215-2eb3-43e2-9d66-32dd04a738d0 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:04.597956 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539dd755-5cbf-4c5f-b09f-81a08285468c req-8ccc3215-2eb3-43e2-9d66-32dd04a738d0 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:04.606211 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539dd755-5cbf-4c5f-b09f-81a08285468c req-8ccc3215-2eb3-43e2-9d66-32dd04a738d0 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:04.612598 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539dd755-5cbf-4c5f-b09f-81a08285468c req-8ccc3215-2eb3-43e2-9d66-32dd04a738d0 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:04.615585 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-539dd755-5cbf-4c5f-b09f-81a08285468c req-8ccc3215-2eb3-43e2-9d66-32dd04a738d0 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] 10.222.0.35 "GET /v2.0/ports?device_id=75b87a76-ad52-4618-a214-48088ec58aef HTTP/1.1" status: 200 len: 5430 time: 0.2075739 May 20 21:00:04.619162 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7fc5d0ea-e34c-4c48-9a20-716aac8a5b0d tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33068399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9641221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8422588'] for subnet, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:04.637272 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-662648c4-ffc5-46bc-8dcb-73fdfc70cae8 service neutron] 10.222.0.13 "GET /v2.0/networks/406fd18c-0c2e-4f41-b1be-e40f4d4f5f09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4706187 May 20 21:00:04.684395 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-fa7e3d4f-ae61-41d2-bad1-2d34f0a45068 None None] Attempting to bind port cbb3538f-cbda-40cd-a4d3-4217d4c5ebe5 on host n-d-842733-1 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:00:04.686766 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-fa7e3d4f-ae61-41d2-bad1-2d34f0a45068 None None] Attempting to bind port cbb3538f-cbda-40cd-a4d3-4217d4c5ebe5 by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': 'f5705048-66fd-4627-af8c-03443c37dd17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '98f8b8d5-1379-4eeb-9e13-b2bbab96015a'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:00:04.687385 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa7e3d4f-ae61-41d2-bad1-2d34f0a45068 None None] Attempting to bind port cbb3538f-cbda-40cd-a4d3-4217d4c5ebe5 on network 98f8b8d5-1379-4eeb-9e13-b2bbab96015a {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:00:04.695271 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa7e3d4f-ae61-41d2-bad1-2d34f0a45068 None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 59, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 21:00:04.696172 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa7e3d4f-ae61-41d2-bad1-2d34f0a45068 None None] Checking segment: {'id': 'f5705048-66fd-4627-af8c-03443c37dd17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '98f8b8d5-1379-4eeb-9e13-b2bbab96015a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:00:04.698338 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-fa7e3d4f-ae61-41d2-bad1-2d34f0a45068 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:04.698338 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa7e3d4f-ae61-41d2-bad1-2d34f0a45068 None None] Bound using segment: {'id': 'f5705048-66fd-4627-af8c-03443c37dd17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '98f8b8d5-1379-4eeb-9e13-b2bbab96015a'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 21:00:04.698338 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-fa7e3d4f-ae61-41d2-bad1-2d34f0a45068 None None] Bound port: cbb3538f-cbda-40cd-a4d3-4217d4c5ebe5, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5705048-66fd-4627-af8c-03443c37dd17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '98f8b8d5-1379-4eeb-9e13-b2bbab96015a'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:00:04.699424 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-fa7e3d4f-ae61-41d2-bad1-2d34f0a45068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:04.751277 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc5d0ea-e34c-4c48-9a20-716aac8a5b0d tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Pushing event deleted for resources: {'Subnet': ['ID=49371779-67dd-4cbd-bf1a-941353f45a59,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:00:04.780018 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae5ec394-4cea-4413-a849-04c76a6a84e9 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:04.782166 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-ae5ec394-4cea-4413-a849-04c76a6a84e9 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.4732213 May 20 21:00:04.785811 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-c65a4138-158a-451f-869d-86af54f1191a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=914487ce-60c1-489c-a9a9-2aac03bed154 HTTP/1.1" status: 200 len: 217 time: 0.1407511 May 20 21:00:04.788894 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033f8957-1ac7-43fc-8035-ba839693eeec req-943f2be1-e546-47ea-8b11-e43cf53b3177 tempest-ServerRescueTestJSON-1875264190 tempest-ServerRescueTestJSON-1875264190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:04.796745 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-033f8957-1ac7-43fc-8035-ba839693eeec req-943f2be1-e546-47ea-8b11-e43cf53b3177 tempest-ServerRescueTestJSON-1875264190 tempest-ServerRescueTestJSON-1875264190-project] 10.222.0.35 "GET /v2.0/ports?device_id=f9588405-283d-4b05-8b1b-84fde98f06b9 HTTP/1.1" status: 200 len: 946 time: 0.3768542 May 20 21:00:04.809605 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-fa7e3d4f-ae61-41d2-bad1-2d34f0a45068 None None] For port cbb3538f-cbda-40cd-a4d3-4217d4c5ebe5, host n-d-842733-1, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 21:00:04.815745 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-fa7e3d4f-ae61-41d2-bad1-2d34f0a45068 None None] For port cbb3538f-cbda-40cd-a4d3-4217d4c5ebe5, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=cbb3538f-cbda-40cd-a4d3-4217d4c5ebe5,segment=NetworkSegment(f5705048-66fd-4627-af8c-03443c37dd17),segment_id=f5705048-66fd-4627-af8c-03443c37dd17)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 21:00:04.817499 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 37400) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:00:04.877734 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-539dd755-5cbf-4c5f-b09f-81a08285468c req-fb2b4bb2-79f7-433a-8012-172fbd002a20 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] 10.222.0.35 "GET /v2.0/security-groups?id=c6c3d501-aad0-44cc-8dfe-290dffd2c6d4&id=23a4e591-c968-436b-bf23-a5b482a8cab7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2393653 May 20 21:00:04.918849 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-fa7e3d4f-ae61-41d2-bad1-2d34f0a45068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:04.937168 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7fc5d0ea-e34c-4c48-9a20-716aac8a5b0d tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33072115', 'neutron.services.segments.db._delete_segments_for_network-8782419500584'] for network, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:04.968003 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-033f8957-1ac7-43fc-8035-ba839693eeec req-1538a59d-0653-409e-bfed-8745f231128a tempest-ServerRescueTestJSON-1875264190 tempest-ServerRescueTestJSON-1875264190-project] 10.222.0.35 "GET /v2.0/security-groups?id=3ca0fb1c-c695-4a0a-a152-dfa8f160f4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701396 May 20 21:00:04.997557 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-7fc5d0ea-e34c-4c48-9a20-716aac8a5b0d tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f064d9fa-ca4a-4628-a710-d9ce85435c0f']}} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:00:05.020495 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-7fc5d0ea-e34c-4c48-9a20-716aac8a5b0d tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44ec298b-d361-4f52-8dbc-a6a93375e01c') {'for_net_delete': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:00:05.020495 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-7fc5d0ea-e34c-4c48-9a20-716aac8a5b0d tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44ec298b-d361-4f52-8dbc-a6a93375e01c') {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:00:05.023013 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0af50f65-6f40-4595-8289-824f6dc25a16 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:05.037313 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7e3d4f-ae61-41d2-bad1-2d34f0a45068 None None] Pushing event updated for resources: {'Port': ['ID=cbb3538f-cbda-40cd-a4d3-4217d4c5ebe5,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:00:05.061990 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7fc5d0ea-e34c-4c48-9a20-716aac8a5b0d tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419501617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9338764'] for segment, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:05.088227 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7fc5d0ea-e34c-4c48-9a20-716aac8a5b0d tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:05.090709 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-2352dc1a-a261-47fc-8742-c779e4128de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:05.092386 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-2352dc1a-a261-47fc-8742-c779e4128de8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=70b55600-d7fc-4e7e-8aec-f560aacbb632 HTTP/1.1" status: 200 len: 797 time: 0.2662227 May 20 21:00:05.098373 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fc5d0ea-e34c-4c48-9a20-716aac8a5b0d tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Releasing vlan 229 on physical network physnet1 to pool {{(pid=103163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 21:00:05.098790 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7fc5d0ea-e34c-4c48-9a20-716aac8a5b0d tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9638311'] for segment, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:05.108874 n-d-842733-1 neutron-server[103163]: Traceback (most recent call last): May 20 21:00:05.108874 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 21:00:05.108874 n-d-842733-1 neutron-server[103163]: timer() May 20 21:00:05.108874 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 21:00:05.108874 n-d-842733-1 neutron-server[103163]: cb(*args, **kw) May 20 21:00:05.108874 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 20 21:00:05.108874 n-d-842733-1 neutron-server[103163]: return func(*args, **kwargs) May 20 21:00:05.108874 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 21:00:05.108874 n-d-842733-1 neutron-server[103163]: self._notify() May 20 21:00:05.108874 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 21:00:05.108874 n-d-842733-1 neutron-server[103163]: self.callback(batched_events) May 20 21:00:05.108874 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 21:00:05.108874 n-d-842733-1 neutron-server[103163]: event.method(event) May 20 21:00:05.108874 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 20 21:00:05.108874 n-d-842733-1 neutron-server[103163]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 21:00:05.108874 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 20 21:00:05.108874 n-d-842733-1 neutron-server[103163]: aggregate_uuid = self.p_client.list_aggregates( May 20 21:00:05.108874 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 20 21:00:05.108874 n-d-842733-1 neutron-server[103163]: return f(self, *a, **k) May 20 21:00:05.108874 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 20 21:00:05.108874 n-d-842733-1 neutron-server[103163]: return self._get(url).json() May 20 21:00:05.108874 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 20 21:00:05.108874 n-d-842733-1 neutron-server[103163]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 21:00:05.108874 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 21:00:05.108874 n-d-842733-1 neutron-server[103163]: return self.request(url, 'GET', **kwargs) May 20 21:00:05.108874 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 21:00:05.108874 n-d-842733-1 neutron-server[103163]: base_url = self.get_endpoint(auth, allow=allow, May 20 21:00:05.108874 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 21:00:05.108874 n-d-842733-1 neutron-server[103163]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 21:00:05.108874 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 21:00:05.108874 n-d-842733-1 neutron-server[103163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 21:00:05.108874 n-d-842733-1 neutron-server[103163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 21:00:05.212764 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-e97af5d1-2ca3-4fff-8c45-15baf0c26b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:05.214368 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-e97af5d1-2ca3-4fff-8c45-15baf0c26b90 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=406fd18c-0c2e-4f41-b1be-e40f4d4f5f09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1111448 May 20 21:00:05.256154 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7fc5d0ea-e34c-4c48-9a20-716aac8a5b0d tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33072122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748162'] for network, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:05.271952 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7fc5d0ea-e34c-4c48-9a20-716aac8a5b0d tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:05.286198 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-7fc5d0ea-e34c-4c48-9a20-716aac8a5b0d tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] 10.222.0.35 "DELETE /v2.0/networks/f064d9fa-ca4a-4628-a710-d9ce85435c0f HTTP/1.1" status: 204 len: 168 time: 1.4414103 May 20 21:00:05.288940 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 37406) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:00:05.297569 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-0bd5977b-f83a-4466-8ecd-5cd0dea3e3bf tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Deleting port 4ccd189f-9281-4697-82b3-74385b9f3fde {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:00:05.298270 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0bd5977b-f83a-4466-8ecd-5cd0dea3e3bf tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:05.366639 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc5d0ea-e34c-4c48-9a20-716aac8a5b0d tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Pushing event deleted for resources: {'Network': ['ID=f064d9fa-ca4a-4628-a710-d9ce85435c0f,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:00:05.391257 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-68c18437-fe05-41a3-ad34-0d3f1406e1e5 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-88896942'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:00:05.477976 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0bd5977b-f83a-4466-8ecd-5cd0dea3e3bf tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:05.523463 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-0bd5977b-f83a-4466-8ecd-5cd0dea3e3bf tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Calling delete_port for 4ccd189f-9281-4697-82b3-74385b9f3fde owned by {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:00:05.530320 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-1085a1b4-d89b-49f2-bc11-0ff94ac300ce service neutron] 10.222.0.13 "GET /v2.0/networks/406fd18c-0c2e-4f41-b1be-e40f4d4f5f09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3084235 May 20 21:00:05.575018 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68c18437-fe05-41a3-ad34-0d3f1406e1e5 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Made reservation on behalf of 69b25f498b804a648521a0f64cc7f45d for: {'network': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:00:05.578435 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-68c18437-fe05-41a3-ad34-0d3f1406e1e5 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for network, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:05.661367 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 9d6c455f-59d3-4510-8f58-8b9180493066 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:00:05.718736 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 9d6c455f-59d3-4510-8f58-8b9180493066 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:00:05.719436 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:05.830799 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 9d6c455f-59d3-4510-8f58-8b9180493066 is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:00:05.831191 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:05.881377 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] For port 9d6c455f-59d3-4510-8f58-8b9180493066, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=9d6c455f-59d3-4510-8f58-8b9180493066,segment=NetworkSegment(a189c70c-1a77-4398-b112-572ca8f77d3f),segment_id=a189c70c-1a77-4398-b112-572ca8f77d3f)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:00:05.959566 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:05.960550 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device cbb3538f-cbda-40cd-a4d3-4217d4c5ebe5 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:00:06.049093 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-7b4c5a41-8bd7-4f17-a2c2-bb0662f5b3a2 req-5a60e1fd-1679-44f4-87ba-fb27d9d93283 service neutron] 10.222.0.13 "GET /v2.0/networks/406fd18c-0c2e-4f41-b1be-e40f4d4f5f09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5108128 May 20 21:00:06.120655 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5210950-702f-4a09-b369-c770eae3c255 req-70884d5a-e1b3-476e-a93a-92e2b2fcb8ea tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:06.135048 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Pushing event updated for resources: {'Port': ['ID=9d6c455f-59d3-4510-8f58-8b9180493066,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:00:06.152548 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5210950-702f-4a09-b369-c770eae3c255 req-70884d5a-e1b3-476e-a93a-92e2b2fcb8ea tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:06.155588 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port cbb3538f-cbda-40cd-a4d3-4217d4c5ebe5 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:00:06.156060 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:06.162999 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5210950-702f-4a09-b369-c770eae3c255 req-70884d5a-e1b3-476e-a93a-92e2b2fcb8ea tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:06.170802 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5210950-702f-4a09-b369-c770eae3c255 req-70884d5a-e1b3-476e-a93a-92e2b2fcb8ea tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:06.183375 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5210950-702f-4a09-b369-c770eae3c255 req-70884d5a-e1b3-476e-a93a-92e2b2fcb8ea tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:06.201836 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5210950-702f-4a09-b369-c770eae3c255 req-70884d5a-e1b3-476e-a93a-92e2b2fcb8ea tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:06.209865 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5210950-702f-4a09-b369-c770eae3c255 req-70884d5a-e1b3-476e-a93a-92e2b2fcb8ea tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:06.213876 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e5210950-702f-4a09-b369-c770eae3c255 req-70884d5a-e1b3-476e-a93a-92e2b2fcb8ea tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] 10.222.0.35 "GET /v2.0/ports?device_id=75b87a76-ad52-4618-a214-48088ec58aef HTTP/1.1" status: 200 len: 5430 time: 0.2162693 May 20 21:00:06.229830 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68c18437-fe05-41a3-ad34-0d3f1406e1e5 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 225} {{(pid=103162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 21:00:06.280549 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-68c18437-fe05-41a3-ad34-0d3f1406e1e5 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:06.280773 n-d-842733-1 neutron-server[103162]: INFO neutron.db.segments_db [None req-68c18437-fe05-41a3-ad34-0d3f1406e1e5 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Added segment 95eaf10d-6d40-4741-a14d-f393908db7b5 of type vlan for network 9bd174ba-fd84-4ad3-918c-560e6d1f6211 May 20 21:00:06.292817 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port cbb3538f-cbda-40cd-a4d3-4217d4c5ebe5 is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:00:06.293393 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:06.328082 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2296781-d6dd-40fa-aaa2-72056443e5ee req-dedb0d23-cf5b-4f42-9307-41aed87cb82d tempest-ServerRescueTestJSON-1875264190 tempest-ServerRescueTestJSON-1875264190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:06.329889 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] For port cbb3538f-cbda-40cd-a4d3-4217d4c5ebe5, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=cbb3538f-cbda-40cd-a4d3-4217d4c5ebe5,segment=NetworkSegment(f5705048-66fd-4627-af8c-03443c37dd17),segment_id=f5705048-66fd-4627-af8c-03443c37dd17)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:00:06.337026 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e2296781-d6dd-40fa-aaa2-72056443e5ee req-dedb0d23-cf5b-4f42-9307-41aed87cb82d tempest-ServerRescueTestJSON-1875264190 tempest-ServerRescueTestJSON-1875264190-project] 10.222.0.35 "GET /v2.0/ports?device_id=f9588405-283d-4b05-8b1b-84fde98f06b9 HTTP/1.1" status: 200 len: 946 time: 0.1215835 May 20 21:00:06.355401 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e5210950-702f-4a09-b369-c770eae3c255 req-d3a6e402-205c-4023-b5a2-708c6eed2050 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] 10.222.0.35 "GET /v2.0/security-groups?id=c6c3d501-aad0-44cc-8dfe-290dffd2c6d4&id=23a4e591-c968-436b-bf23-a5b482a8cab7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0867438 May 20 21:00:06.358632 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0af50f65-6f40-4595-8289-824f6dc25a16 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:06.406839 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:06.424312 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-68c18437-fe05-41a3-ad34-0d3f1406e1e5 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418993264'] for network, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:06.426998 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0af50f65-6f40-4595-8289-824f6dc25a16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:06.466964 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e2296781-d6dd-40fa-aaa2-72056443e5ee req-f1a15951-1b72-40cf-bc3d-564f08ea4f67 tempest-ServerRescueTestJSON-1875264190 tempest-ServerRescueTestJSON-1875264190-project] 10.222.0.35 "GET /v2.0/security-groups?id=3ca0fb1c-c695-4a0a-a152-dfa8f160f4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287916 May 20 21:00:06.516548 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Pushing event updated for resources: {'Port': ['ID=cbb3538f-cbda-40cd-a4d3-4217d4c5ebe5,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:00:06.587694 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2906a3d7-2232-48e4-9bba-53697b2e779c req-d69297e5-0172-486b-9d7b-b0872df9ff74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:06.588345 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2906a3d7-2232-48e4-9bba-53697b2e779c req-d69297e5-0172-486b-9d7b-b0872df9ff74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:06.588644 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2906a3d7-2232-48e4-9bba-53697b2e779c req-d69297e5-0172-486b-9d7b-b0872df9ff74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:06.589244 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2906a3d7-2232-48e4-9bba-53697b2e779c req-d69297e5-0172-486b-9d7b-b0872df9ff74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:06.589708 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2906a3d7-2232-48e4-9bba-53697b2e779c req-d69297e5-0172-486b-9d7b-b0872df9ff74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:06.590173 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2906a3d7-2232-48e4-9bba-53697b2e779c req-d69297e5-0172-486b-9d7b-b0872df9ff74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:06.590631 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2906a3d7-2232-48e4-9bba-53697b2e779c req-d69297e5-0172-486b-9d7b-b0872df9ff74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:06.594174 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-2906a3d7-2232-48e4-9bba-53697b2e779c req-d69297e5-0172-486b-9d7b-b0872df9ff74 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0460753b23084d8f8624c2387ec65eda&device_id=75b87a76-ad52-4618-a214-48088ec58aef HTTP/1.1" status: 200 len: 6487 time: 0.2607470 May 20 21:00:06.640882 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-68c18437-fe05-41a3-ad34-0d3f1406e1e5 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524'] for network, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:06.648548 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68c18437-fe05-41a3-ad34-0d3f1406e1e5 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:06.649155 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-68c18437-fe05-41a3-ad34-0d3f1406e1e5 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Notify callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:06.658679 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-030e8af4-cd0e-4413-ae93-a724af70f6b5 None None] Network 98f8b8d5-1379-4eeb-9e13-b2bbab96015a requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:00:06.704244 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0bd5977b-f83a-4466-8ecd-5cd0dea3e3bf tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:06.711165 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57a54945-05f8-4d73-92be-231bd98716d1 None None] Network f064d9fa-ca4a-4628-a710-d9ce85435c0f requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:00:06.723606 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb96aecc-b056-4c5f-99d9-5d5381b8864f None None] Network ee454afb-fe6a-44ad-a96f-d5a55357201f requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:00:06.794000 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57a54945-05f8-4d73-92be-231bd98716d1 None None] Network f064d9fa-ca4a-4628-a710-d9ce85435c0f could not be found, it might have been deleted concurrently. {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} May 20 21:00:06.817360 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-68c18437-fe05-41a3-ad34-0d3f1406e1e5 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.4321203 May 20 21:00:06.817988 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 37432) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:00:06.824038 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-7bf74568-049a-4986-902d-28bb2b267109 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Request body: {'subnet': {'network_id': '9bd174ba-fd84-4ad3-918c-560e6d1f6211', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:00:06.837843 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd50d261-1d75-4297-8e16-13e2e039fcdd None None] Network f064d9fa-ca4a-4628-a710-d9ce85435c0f requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:00:06.864210 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd5977b-f83a-4466-8ecd-5cd0dea3e3bf tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Pushing event deleted for resources: {'Port': ['ID=4ccd189f-9281-4697-82b3-74385b9f3fde,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:00:06.884537 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c18437-fe05-41a3-ad34-0d3f1406e1e5 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Pushing event updated for resources: {'Network': ['ID=9bd174ba-fd84-4ad3-918c-560e6d1f6211,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:00:06.884862 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd50d261-1d75-4297-8e16-13e2e039fcdd None None] Network f064d9fa-ca4a-4628-a710-d9ce85435c0f could not be found, it might have been deleted concurrently. {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} May 20 21:00:06.919990 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Network 9bd174ba-fd84-4ad3-918c-560e6d1f6211 details requested by agent ovs-agent-n-d-842733-1 with host n-d-842733-1 {{(pid=103164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 20 21:00:06.922199 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-9257571e-769f-4ace-ac7d-27dae87e9b7b None None] Provisioning complete for port cbb3538f-cbda-40cd-a4d3-4217d4c5ebe5 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:00:06.922534 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-9257571e-769f-4ace-ac7d-27dae87e9b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:06.934339 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-0af50f65-6f40-4595-8289-824f6dc25a16 admin admin] Allocated IP 172.25.2.170 (e3a93b5c-91e2-4064-9c2c-1afc261bfe15/86fee0c1-6e34-488b-9216-b2b8e7ef585a/d175decd-f279-459d-904d-3d4bf174f477) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:00:06.948908 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0bd5977b-f83a-4466-8ecd-5cd0dea3e3bf tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:06.960871 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-0bd5977b-f83a-4466-8ecd-5cd0dea3e3bf tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "DELETE /v2.0/ports/4ccd189f-9281-4697-82b3-74385b9f3fde HTTP/1.1" status: 204 len: 168 time: 2.1418922 May 20 21:00:06.964747 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 37434) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:00:07.031827 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2906a3d7-2232-48e4-9bba-53697b2e779c req-689a12cd-f104-40d3-ac3b-71c05376fa01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:07.034059 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-2906a3d7-2232-48e4-9bba-53697b2e779c req-689a12cd-f104-40d3-ac3b-71c05376fa01 service neutron] 10.222.0.13 "GET /v2.0/networks?id=406fd18c-0c2e-4f41-b1be-e40f4d4f5f09 HTTP/1.1" status: 200 len: 903 time: 0.4322553 May 20 21:00:07.135903 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bf74568-049a-4986-902d-28bb2b267109 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Made reservation on behalf of 69b25f498b804a648521a0f64cc7f45d for: {'subnet': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:00:07.140008 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-2906a3d7-2232-48e4-9bba-53697b2e779c req-70dfde2a-8101-4379-877d-13bbc0d2c71e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=914487ce-60c1-489c-a9a9-2aac03bed154 HTTP/1.1" status: 200 len: 217 time: 0.0827138 May 20 21:00:07.140531 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7bf74568-049a-4986-902d-28bb2b267109 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8422561'] for subnet, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:07.168510 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8163c78-5f61-402b-92a4-ceedac246362 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:07.170075 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8163c78-5f61-402b-92a4-ceedac246362 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:07.172196 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-f8163c78-5f61-402b-92a4-ceedac246362 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.2017527 May 20 21:00:07.223758 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 37436) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:00:07.249654 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2906a3d7-2232-48e4-9bba-53697b2e779c req-8c8da835-f207-46af-8593-6cba4d771568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:07.251787 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-2906a3d7-2232-48e4-9bba-53697b2e779c req-8c8da835-f207-46af-8593-6cba4d771568 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=70b55600-d7fc-4e7e-8aec-f560aacbb632 HTTP/1.1" status: 200 len: 797 time: 0.1028934 May 20 21:00:07.340562 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.ipam_backend_mixin [None req-7bf74568-049a-4986-902d-28bb2b267109 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Performing IP validity checks on allocation pools {{(pid=103163) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} May 20 21:00:07.341077 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.ipam_backend_mixin [None req-7bf74568-049a-4986-902d-28bb2b267109 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103163) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} May 20 21:00:07.357539 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0af50f65-6f40-4595-8289-824f6dc25a16 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:07.374310 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2906a3d7-2232-48e4-9bba-53697b2e779c req-6f1d2dfd-c9d2-4106-86bc-9dd06e6e1fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:07.377159 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-2906a3d7-2232-48e4-9bba-53697b2e779c req-6f1d2dfd-c9d2-4106-86bc-9dd06e6e1fae service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=406fd18c-0c2e-4f41-b1be-e40f4d4f5f09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0898154 May 20 21:00:07.411686 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-9257571e-769f-4ace-ac7d-27dae87e9b7b None None] Current status of the port cbb3538f-cbda-40cd-a4d3-4217d4c5ebe5 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:00:07.428209 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75ee6e91-901a-40ef-99aa-426dfc5731d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaee2b848-d4b9-5db1-b6ef-d6db29d67de7-ee454afb-fe6a-44ad-a96f-d5a55357201f', 'network_id': 'ee454afb-fe6a-44ad-a96f-d5a55357201f', 'tenant_id': 'd2fae9ffbaa44530acca9d12c585402c', 'fixed_ips': [{'subnet_id': 'f17a544f-0211-4261-8bda-dc99d38f2d45'}]}} from n-d-842733-1. {{(pid=103164) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 21:00:07.428209 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-75ee6e91-901a-40ef-99aa-426dfc5731d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:07.583898 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c920c33-c32e-4495-bfaf-fddceb979c93 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Deleting subnet 7872a479-a6c1-4395-8fa6-a4a07abe390c {{(pid=103163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 20 21:00:07.588528 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-2906a3d7-2232-48e4-9bba-53697b2e779c req-df0669b1-7a8e-455a-ac0b-a5ccd06868ce service neutron] 10.222.0.13 "GET /v2.0/networks/406fd18c-0c2e-4f41-b1be-e40f4d4f5f09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2036645 May 20 21:00:07.638612 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0af50f65-6f40-4595-8289-824f6dc25a16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:07.679118 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-716fe1b9-8980-49cc-b044-9f696bab702b None None] Provisioning complete for port 9d6c455f-59d3-4510-8f58-8b9180493066 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:00:07.679680 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-716fe1b9-8980-49cc-b044-9f696bab702b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:07.816997 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0af50f65-6f40-4595-8289-824f6dc25a16 admin admin] Network e3a93b5c-91e2-4064-9c2c-1afc261bfe15 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:00:07.828341 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-0af50f65-6f40-4595-8289-824f6dc25a16 admin admin] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:00:07.844345 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af50f65-6f40-4595-8289-824f6dc25a16 admin admin] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:00:07.853052 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af50f65-6f40-4595-8289-824f6dc25a16 admin admin] Pushing event updated for resources: {'Port': ['ID=d175decd-f279-459d-904d-3d4bf174f477,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:00:07.960928 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-2906a3d7-2232-48e4-9bba-53697b2e779c req-142db8a8-1ad6-402a-82c1-0491086d8060 service neutron] 10.222.0.13 "GET /v2.0/networks/406fd18c-0c2e-4f41-b1be-e40f4d4f5f09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3650863 May 20 21:00:08.014123 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 9d6c455f-59d3-4510-8f58-8b9180493066 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:00:08.141700 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [None req-75ee6e91-901a-40ef-99aa-426dfc5731d5 None None] Allocated IP 172.20.0.2 (ee454afb-fe6a-44ad-a96f-d5a55357201f/f17a544f-0211-4261-8bda-dc99d38f2d45/26840872-63fe-4bdc-9046-f90623031e46) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:00:08.151292 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0c920c33-c32e-4495-bfaf-fddceb979c93 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks [] for subnet, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:08.177107 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-716fe1b9-8980-49cc-b044-9f696bab702b None None] Current status of the port 9d6c455f-59d3-4510-8f58-8b9180493066 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:00:08.196442 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 9d6c455f-59d3-4510-8f58-8b9180493066 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:00:08.196442 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:08.206707 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0c920c33-c32e-4495-bfaf-fddceb979c93 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9338757'] for subnet, precommit_delete_associations {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:08.299106 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe393a17-ec45-47f2-a446-8239e1af46a0 req-1be07b8c-86fa-4f90-84ce-9521c2bf33aa tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:08.299106 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe393a17-ec45-47f2-a446-8239e1af46a0 req-1be07b8c-86fa-4f90-84ce-9521c2bf33aa tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:08.313240 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe393a17-ec45-47f2-a446-8239e1af46a0 req-1be07b8c-86fa-4f90-84ce-9521c2bf33aa tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:08.320431 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe393a17-ec45-47f2-a446-8239e1af46a0 req-1be07b8c-86fa-4f90-84ce-9521c2bf33aa tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:08.327640 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe393a17-ec45-47f2-a446-8239e1af46a0 req-1be07b8c-86fa-4f90-84ce-9521c2bf33aa tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:08.335613 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe393a17-ec45-47f2-a446-8239e1af46a0 req-1be07b8c-86fa-4f90-84ce-9521c2bf33aa tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:08.342659 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe393a17-ec45-47f2-a446-8239e1af46a0 req-1be07b8c-86fa-4f90-84ce-9521c2bf33aa tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:08.345094 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-fe393a17-ec45-47f2-a446-8239e1af46a0 req-1be07b8c-86fa-4f90-84ce-9521c2bf33aa tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] 10.222.0.35 "GET /v2.0/ports?device_id=75b87a76-ad52-4618-a214-48088ec58aef HTTP/1.1" status: 200 len: 5430 time: 0.7199874 May 20 21:00:08.348534 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7bf74568-049a-4986-902d-28bb2b267109 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9641412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8422583'] for subnet, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:08.465522 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-fe393a17-ec45-47f2-a446-8239e1af46a0 req-4c64733e-2a5b-48ee-b995-c8100de5f1f8 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] 10.222.0.35 "GET /v2.0/security-groups?id=c6c3d501-aad0-44cc-8dfe-290dffd2c6d4&id=23a4e591-c968-436b-bf23-a5b482a8cab7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0968056 May 20 21:00:08.468658 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-75ee6e91-901a-40ef-99aa-426dfc5731d5 None None] Notify callbacks [] for port, precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:08.473134 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6d72b7-b657-4a3d-bd3b-64e2e95a35db req-ee35e4ec-7677-4c36-b5b0-b3cf3db39393 tempest-ServerRescueTestJSON-1875264190 tempest-ServerRescueTestJSON-1875264190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:08.494793 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-bb6d72b7-b657-4a3d-bd3b-64e2e95a35db req-ee35e4ec-7677-4c36-b5b0-b3cf3db39393 tempest-ServerRescueTestJSON-1875264190 tempest-ServerRescueTestJSON-1875264190-project] 10.222.0.35 "GET /v2.0/ports?device_id=f9588405-283d-4b05-8b1b-84fde98f06b9 HTTP/1.1" status: 200 len: 946 time: 0.7866285 May 20 21:00:08.559172 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 9d6c455f-59d3-4510-8f58-8b9180493066 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:00:08.560271 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device cbb3538f-cbda-40cd-a4d3-4217d4c5ebe5 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:00:08.576841 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0af50f65-6f40-4595-8289-824f6dc25a16 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:08.584042 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3005edbc-8ac5-4117-9ad6-c1e81030b8ac req-b46d5041-323d-499d-9b49-07ad5768dbc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:08.584462 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-3005edbc-8ac5-4117-9ad6-c1e81030b8ac req-b46d5041-323d-499d-9b49-07ad5768dbc1 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f9588405-283d-4b05-8b1b-84fde98f06b9 HTTP/1.1" status: 200 len: 1097 time: 0.1371181 May 20 21:00:08.596133 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-bb6d72b7-b657-4a3d-bd3b-64e2e95a35db req-615c7f03-6b18-43eb-ba48-6aa40fe816a5 tempest-ServerRescueTestJSON-1875264190 tempest-ServerRescueTestJSON-1875264190-project] 10.222.0.35 "GET /v2.0/security-groups?id=3ca0fb1c-c695-4a0a-a152-dfa8f160f4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778019 May 20 21:00:08.608645 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-75ee6e91-901a-40ef-99aa-426dfc5731d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108'] for port, after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:08.681838 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-7e5ea842-9497-43c3-9af3-75149a32571e None None] Provisioning complete for port cbb3538f-cbda-40cd-a4d3-4217d4c5ebe5 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:00:08.687591 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-7e5ea842-9497-43c3-9af3-75149a32571e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:08.698765 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-3005edbc-8ac5-4117-9ad6-c1e81030b8ac req-7fd5f1e5-bfb9-4c83-8e8e-63d591d149ea service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=3ca0fb1c-c695-4a0a-a152-dfa8f160f4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441575 May 20 21:00:08.707676 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf74568-049a-4986-902d-28bb2b267109 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Pushing event updated for resources: {'Subnet': ['ID=66b25d6a-d37b-4a80-8dfd-3f244df79604,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:00:08.713915 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0c920c33-c32e-4495-bfaf-fddceb979c93 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33068388'] for subnet, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:08.741975 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ee6e91-901a-40ef-99aa-426dfc5731d5 None None] Pushing event updated for resources: {'Port': ['ID=26840872-63fe-4bdc-9046-f90623031e46,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:00:08.756236 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75ee6e91-901a-40ef-99aa-426dfc5731d5 None None] Network ee454afb-fe6a-44ad-a96f-d5a55357201f is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:00:08.756585 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf74568-049a-4986-902d-28bb2b267109 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Checking segment: {'id': '95eaf10d-6d40-4741-a14d-f393908db7b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '9bd174ba-fd84-4ad3-918c-560e6d1f6211'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:00:08.756921 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bf74568-049a-4986-902d-28bb2b267109 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Network hostable DHCP agents. Network: 9bd174ba-fd84-4ad3-918c-560e6d1f6211, hostable agents: ['c9b0653c-f3c7-4339-bd50-e3754b629216'], hosted agents: [] {{(pid=103163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 21:00:08.767790 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-75ee6e91-901a-40ef-99aa-426dfc5731d5 None None] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:00:08.771597 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ee6e91-901a-40ef-99aa-426dfc5731d5 None None] Received port after_create {{(pid=103164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:00:08.838531 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port cbb3538f-cbda-40cd-a4d3-4217d4c5ebe5 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:00:08.839126 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:08.886842 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bf74568-049a-4986-902d-28bb2b267109 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Network 9bd174ba-fd84-4ad3-918c-560e6d1f6211 is scheduled to be hosted by DHCP agent c9b0653c-f3c7-4339-bd50-e3754b629216 with binding_index 1 {{(pid=103163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 21:00:08.914956 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0c920c33-c32e-4495-bfaf-fddceb979c93 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33068399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9641221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8422588'] for subnet, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:08.933052 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-7e5ea842-9497-43c3-9af3-75149a32571e None None] Current status of the port cbb3538f-cbda-40cd-a4d3-4217d4c5ebe5 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:00:08.945623 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-7e5ea842-9497-43c3-9af3-75149a32571e None None] Could not find standard attr ID for object 4ccd189f-9281-4697-82b3-74385b9f3fde. {{(pid=103164) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 20 21:00:08.953921 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-75ee6e91-901a-40ef-99aa-426dfc5731d5 None None] Attempting to bind port 26840872-63fe-4bdc-9046-f90623031e46 on host n-d-842733-1 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:00:08.954562 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-75ee6e91-901a-40ef-99aa-426dfc5731d5 None None] Attempting to bind port 26840872-63fe-4bdc-9046-f90623031e46 by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': 'f1124721-0c60-4de6-8dc8-1b5106627174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'ee454afb-fe6a-44ad-a96f-d5a55357201f'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:00:08.955606 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75ee6e91-901a-40ef-99aa-426dfc5731d5 None None] Attempting to bind port 26840872-63fe-4bdc-9046-f90623031e46 on network ee454afb-fe6a-44ad-a96f-d5a55357201f {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:00:08.955727 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c920c33-c32e-4495-bfaf-fddceb979c93 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Pushing event deleted for resources: {'Subnet': ['ID=7872a479-a6c1-4395-8fa6-a4a07abe390c,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:00:08.959148 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-7bf74568-049a-4986-902d-28bb2b267109 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842733-1, 9bd174ba-fd84-4ad3-918c-560e6d1f6211) {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:00:08.965202 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0c920c33-c32e-4495-bfaf-fddceb979c93 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks [] for subnet, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:08.967721 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75ee6e91-901a-40ef-99aa-426dfc5731d5 None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 59, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 21:00:08.968365 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75ee6e91-901a-40ef-99aa-426dfc5731d5 None None] Checking segment: {'id': 'f1124721-0c60-4de6-8dc8-1b5106627174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'ee454afb-fe6a-44ad-a96f-d5a55357201f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:00:08.968978 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-75ee6e91-901a-40ef-99aa-426dfc5731d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:08.969607 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75ee6e91-901a-40ef-99aa-426dfc5731d5 None None] Bound using segment: {'id': 'f1124721-0c60-4de6-8dc8-1b5106627174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'ee454afb-fe6a-44ad-a96f-d5a55357201f'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 21:00:08.969807 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-0c920c33-c32e-4495-bfaf-fddceb979c93 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "DELETE /v2.0/subnets/7872a479-a6c1-4395-8fa6-a4a07abe390c HTTP/1.1" status: 204 len: 168 time: 1.7418020 May 20 21:00:08.970475 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-75ee6e91-901a-40ef-99aa-426dfc5731d5 None None] Bound port: 26840872-63fe-4bdc-9046-f90623031e46, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1124721-0c60-4de6-8dc8-1b5106627174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'ee454afb-fe6a-44ad-a96f-d5a55357201f'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:00:08.971080 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-75ee6e91-901a-40ef-99aa-426dfc5731d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:08.973424 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bf74568-049a-4986-902d-28bb2b267109 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:08.974860 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 37462) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:00:08.975977 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7bf74568-049a-4986-902d-28bb2b267109 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Notify callbacks [] for subnet, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:08.994876 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2ada36e-8941-4505-b4b4-89c6cd66938d None None] Network 9bd174ba-fd84-4ad3-918c-560e6d1f6211 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:00:09.001381 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1e80751-04b8-494a-99b0-9620ef736858 None None] Network 98f8b8d5-1379-4eeb-9e13-b2bbab96015a requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:00:09.024181 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0af50f65-6f40-4595-8289-824f6dc25a16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748106'] for router, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:09.047779 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-7bf74568-049a-4986-902d-28bb2b267109 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 2.2279167 May 20 21:00:09.050004 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 37464) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:00:09.100121 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-c2c8123a-c784-43c9-b313-a81dc8f3de01 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1213717 May 20 21:00:09.100986 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 37468) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:00:09.166671 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port cbb3538f-cbda-40cd-a4d3-4217d4c5ebe5 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:00:09.211816 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0ef64f27-3a35-48d6-ad6b-ee42da5d7f54 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33160123'] for network, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:09.220678 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-75ee6e91-901a-40ef-99aa-426dfc5731d5 None None] For port 26840872-63fe-4bdc-9046-f90623031e46, host n-d-842733-1, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 21:00:09.247736 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74e73843-710f-4032-9ba0-f5fbfa01c3d7 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:09.252588 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-74e73843-710f-4032-9ba0-f5fbfa01c3d7 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1503630 May 20 21:00:09.253821 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 37470) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:00:09.269812 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-75ee6e91-901a-40ef-99aa-426dfc5731d5 None None] For port 26840872-63fe-4bdc-9046-f90623031e46, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=26840872-63fe-4bdc-9046-f90623031e46,segment=NetworkSegment(f1124721-0c60-4de6-8dc8-1b5106627174),segment_id=f1124721-0c60-4de6-8dc8-1b5106627174)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 21:00:09.293068 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0ef64f27-3a35-48d6-ad6b-ee42da5d7f54 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33068388'] for subnet, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:09.381712 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dd9ab4d-e6cf-4396-b2c1-80e8a2e57190 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:09.386709 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-75ee6e91-901a-40ef-99aa-426dfc5731d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:09.398323 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-0dd9ab4d-e6cf-4396-b2c1-80e8a2e57190 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1365528 May 20 21:00:09.398323 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 37474) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:00:09.407116 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-313ca0be-1fdc-4fc3-9656-eb9b52b820df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaee2b848-d4b9-5db1-b6ef-d6db29d67de7-9bd174ba-fd84-4ad3-918c-560e6d1f6211', 'network_id': '9bd174ba-fd84-4ad3-918c-560e6d1f6211', 'tenant_id': '69b25f498b804a648521a0f64cc7f45d', 'fixed_ips': [{'subnet_id': '66b25d6a-d37b-4a80-8dfd-3f244df79604'}]}} from n-d-842733-1. {{(pid=103164) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 21:00:09.408044 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-313ca0be-1fdc-4fc3-9656-eb9b52b820df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:09.466895 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4be0bb1e-9f74-4000-b940-89ad14fbc5d5 None None] DHCP port deletion for 98f8b8d5-1379-4eeb-9e13-b2bbab96015a request from n-d-842733-1 {{(pid=103164) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 21:00:09.479502 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-98fdb634-2365-44ce-ba52-b1b1b5519f1d tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0711014 May 20 21:00:09.479900 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 37476) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:00:09.492736 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-0ad5a7d3-5f37-4d5b-886b-49fa3fc5d82a tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Request body: {'subnet': {'network_id': '98f8b8d5-1379-4eeb-9e13-b2bbab96015a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:00:09.545544 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ee6e91-901a-40ef-99aa-426dfc5731d5 None None] Pushing event updated for resources: {'Port': ['ID=26840872-63fe-4bdc-9046-f90623031e46,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:00:09.549842 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0af50f65-6f40-4595-8289-824f6dc25a16 admin admin] Router 89dbac3e-ce16-489e-b52e-a05a812a47c7 is scheduled to L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e with binding_index 1 {{(pid=103162) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 20 21:00:09.635539 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device cbb3538f-cbda-40cd-a4d3-4217d4c5ebe5 no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 21:00:09.668529 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0ef64f27-3a35-48d6-ad6b-ee42da5d7f54 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33068399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9641221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8422588'] for subnet, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:09.800595 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0af50f65-6f40-4595-8289-824f6dc25a16 admin admin] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 21:00:09.811286 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7e1d8aa-e84d-40cf-a4db-66d6019723c6 None None] Sync routers for ids ['89dbac3e-ce16-489e-b52e-a05a812a47c7'] in n-d-842733-1 {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 21:00:09.840948 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e1d8aa-e84d-40cf-a4db-66d6019723c6 None None] Routers {'89dbac3e-ce16-489e-b52e-a05a812a47c7'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:00:09.841617 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-d7e1d8aa-e84d-40cf-a4db-66d6019723c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:59:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['89dbac3e-ce16-489e-b52e-a05a812a47c7'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:00:09.856938 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-4be0bb1e-9f74-4000-b940-89ad14fbc5d5 None None] Deleting port cbb3538f-cbda-40cd-a4d3-4217d4c5ebe5 {{(pid=103164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:00:09.857343 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4be0bb1e-9f74-4000-b940-89ad14fbc5d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:09.900179 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef64f27-3a35-48d6-ad6b-ee42da5d7f54 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Pushing event deleted for resources: {'Subnet': ['ID=66b25d6a-d37b-4a80-8dfd-3f244df79604,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:00:09.983840 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b76dee9-29f7-4e3b-8c9e-77647905e166 None None] Network 9bd174ba-fd84-4ad3-918c-560e6d1f6211 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:00:09.996281 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0af50f65-6f40-4595-8289-824f6dc25a16 admin admin] Notify callbacks [] for router, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:10.010849 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-0af50f65-6f40-4595-8289-824f6dc25a16 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.0068402 May 20 21:00:10.017954 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 37490) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:00:10.070135 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ad5a7d3-5f37-4d5b-886b-49fa3fc5d82a tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Made reservation on behalf of ab4ded6dc75a4ab5a4f9dae9e5aa3753 for: {'subnet': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:00:10.074006 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0ad5a7d3-5f37-4d5b-886b-49fa3fc5d82a tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8422561'] for subnet, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:10.106659 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0ef64f27-3a35-48d6-ad6b-ee42da5d7f54 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33072115', 'neutron.services.segments.db._delete_segments_for_network-8782419500584'] for network, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:10.120594 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45d80c1-afca-4210-b339-222110f2f16e req-1354874b-64b8-40a6-a5f8-8c6d8d241d72 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:10.127313 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45d80c1-afca-4210-b339-222110f2f16e req-1354874b-64b8-40a6-a5f8-8c6d8d241d72 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:10.139695 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45d80c1-afca-4210-b339-222110f2f16e req-1354874b-64b8-40a6-a5f8-8c6d8d241d72 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:10.151240 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45d80c1-afca-4210-b339-222110f2f16e req-1354874b-64b8-40a6-a5f8-8c6d8d241d72 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:10.162412 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-4be0bb1e-9f74-4000-b940-89ad14fbc5d5 None None] For port cbb3538f-cbda-40cd-a4d3-4217d4c5ebe5, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=cbb3538f-cbda-40cd-a4d3-4217d4c5ebe5,segment=NetworkSegment(f5705048-66fd-4627-af8c-03443c37dd17),segment_id=f5705048-66fd-4627-af8c-03443c37dd17)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:00:10.164823 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4be0bb1e-9f74-4000-b940-89ad14fbc5d5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:10.170011 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45d80c1-afca-4210-b339-222110f2f16e req-1354874b-64b8-40a6-a5f8-8c6d8d241d72 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:10.178257 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45d80c1-afca-4210-b339-222110f2f16e req-1354874b-64b8-40a6-a5f8-8c6d8d241d72 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:10.184457 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-d7e1d8aa-e84d-40cf-a4db-66d6019723c6 None None] Set router 89dbac3e-ce16-489e-b52e-a05a812a47c7 gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:00:10.195096 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45d80c1-afca-4210-b339-222110f2f16e req-1354874b-64b8-40a6-a5f8-8c6d8d241d72 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:10.205253 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a45d80c1-afca-4210-b339-222110f2f16e req-1354874b-64b8-40a6-a5f8-8c6d8d241d72 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] 10.222.0.35 "GET /v2.0/ports?device_id=75b87a76-ad52-4618-a214-48088ec58aef HTTP/1.1" status: 200 len: 5430 time: 0.5220087 May 20 21:00:10.318571 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port cbb3538f-cbda-40cd-a4d3-4217d4c5ebe5 is: ACTIVE; New status is: DOWN {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:00:10.319610 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:10.326799 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4287ee-cab1-48fa-98c8-900172dc286d req-0a0862ce-4713-4813-a21b-af78f25f9ebc tempest-ServerRescueTestJSON-1875264190 tempest-ServerRescueTestJSON-1875264190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:10.328393 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3a4287ee-cab1-48fa-98c8-900172dc286d req-0a0862ce-4713-4813-a21b-af78f25f9ebc tempest-ServerRescueTestJSON-1875264190 tempest-ServerRescueTestJSON-1875264190-project] 10.222.0.35 "GET /v2.0/ports?device_id=f9588405-283d-4b05-8b1b-84fde98f06b9 HTTP/1.1" status: 200 len: 946 time: 0.5669503 May 20 21:00:10.351103 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-0ef64f27-3a35-48d6-ad6b-ee42da5d7f54 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bd174ba-fd84-4ad3-918c-560e6d1f6211']}} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:00:10.390668 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-4be0bb1e-9f74-4000-b940-89ad14fbc5d5 None None] Calling delete_port for cbb3538f-cbda-40cd-a4d3-4217d4c5ebe5 owned by network:dhcp {{(pid=103164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:00:10.398251 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-0ef64f27-3a35-48d6-ad6b-ee42da5d7f54 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95eaf10d-6d40-4741-a14d-f393908db7b5') {'for_net_delete': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:00:10.398563 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-0ef64f27-3a35-48d6-ad6b-ee42da5d7f54 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95eaf10d-6d40-4741-a14d-f393908db7b5') {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:00:10.432837 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] For port cbb3538f-cbda-40cd-a4d3-4217d4c5ebe5, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=cbb3538f-cbda-40cd-a4d3-4217d4c5ebe5,segment=NetworkSegment(f5705048-66fd-4627-af8c-03443c37dd17),segment_id=f5705048-66fd-4627-af8c-03443c37dd17)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:00:10.439632 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0ef64f27-3a35-48d6-ad6b-ee42da5d7f54 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419501617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9338764'] for segment, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:10.451665 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a45d80c1-afca-4210-b339-222110f2f16e req-bedc7a64-bf90-473f-b6f7-6dcf70a01415 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] 10.222.0.35 "GET /v2.0/security-groups?id=c6c3d501-aad0-44cc-8dfe-290dffd2c6d4&id=23a4e591-c968-436b-bf23-a5b482a8cab7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1866663 May 20 21:00:10.519111 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3a4287ee-cab1-48fa-98c8-900172dc286d req-581a6c62-ddd8-4d19-a405-e0a1d5e6c90c tempest-ServerRescueTestJSON-1875264190 tempest-ServerRescueTestJSON-1875264190-project] 10.222.0.35 "GET /v2.0/security-groups?id=3ca0fb1c-c695-4a0a-a152-dfa8f160f4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776149 May 20 21:00:10.523255 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0ef64f27-3a35-48d6-ad6b-ee42da5d7f54 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:10.553857 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:10.565566 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ef64f27-3a35-48d6-ad6b-ee42da5d7f54 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Releasing vlan 225 on physical network physnet1 to pool {{(pid=103163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 21:00:10.566260 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0ef64f27-3a35-48d6-ad6b-ee42da5d7f54 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9638311'] for segment, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:10.753952 n-d-842733-1 neutron-server[103163]: Traceback (most recent call last): May 20 21:00:10.753952 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 21:00:10.753952 n-d-842733-1 neutron-server[103163]: timer() May 20 21:00:10.753952 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 21:00:10.753952 n-d-842733-1 neutron-server[103163]: cb(*args, **kw) May 20 21:00:10.753952 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 20 21:00:10.753952 n-d-842733-1 neutron-server[103163]: return func(*args, **kwargs) May 20 21:00:10.753952 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 21:00:10.753952 n-d-842733-1 neutron-server[103163]: self._notify() May 20 21:00:10.753952 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 21:00:10.753952 n-d-842733-1 neutron-server[103163]: self.callback(batched_events) May 20 21:00:10.753952 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 21:00:10.753952 n-d-842733-1 neutron-server[103163]: event.method(event) May 20 21:00:10.753952 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 20 21:00:10.753952 n-d-842733-1 neutron-server[103163]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 21:00:10.753952 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 20 21:00:10.753952 n-d-842733-1 neutron-server[103163]: aggregate_uuid = self.p_client.list_aggregates( May 20 21:00:10.753952 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 20 21:00:10.753952 n-d-842733-1 neutron-server[103163]: return f(self, *a, **k) May 20 21:00:10.753952 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 20 21:00:10.753952 n-d-842733-1 neutron-server[103163]: return self._get(url).json() May 20 21:00:10.753952 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 20 21:00:10.753952 n-d-842733-1 neutron-server[103163]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 21:00:10.753952 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 21:00:10.753952 n-d-842733-1 neutron-server[103163]: return self.request(url, 'GET', **kwargs) May 20 21:00:10.753952 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 21:00:10.753952 n-d-842733-1 neutron-server[103163]: base_url = self.get_endpoint(auth, allow=allow, May 20 21:00:10.753952 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 21:00:10.753952 n-d-842733-1 neutron-server[103163]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 21:00:10.753952 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 21:00:10.753952 n-d-842733-1 neutron-server[103163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 21:00:10.753952 n-d-842733-1 neutron-server[103163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 21:00:10.757255 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-d7e1d8aa-e84d-40cf-a4db-66d6019723c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89dbac3e-ce16-489e-b52e-a05a812a47c7', 'name': 'tempest-TestServerMultinode-1107325145-router', 'tenant_id': 'd2fae9ffbaa44530acca9d12c585402c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.170'}], 'enable_snat': True}, 'gw_port_id': 'd175decd-f279-459d-904d-3d4bf174f477', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:00:04Z', 'updated_at': '2022-05-20T21:00:08Z', 'revision_number': 3, 'project_id': 'd2fae9ffbaa44530acca9d12c585402c', 'gw_port': {'id': 'd175decd-f279-459d-904d-3d4bf174f477', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:cf:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89dbac3e-ce16-489e-b52e-a05a812a47c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2769, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:00:06Z', 'updated_at': '2022-05-20T21:00:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:00:10.824516 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Pushing event updated for resources: {'Port': ['ID=cbb3538f-cbda-40cd-a4d3-4217d4c5ebe5,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:00:10.852622 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7e1d8aa-e84d-40cf-a4db-66d6019723c6 None None] Checking router: 89dbac3e-ce16-489e-b52e-a05a812a47c7 for host: n-d-842733-1 {{(pid=103165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 21:00:10.853458 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7e1d8aa-e84d-40cf-a4db-66d6019723c6 None None] Updating router 89dbac3e-ce16-489e-b52e-a05a812a47c7 port d175decd-f279-459d-904d-3d4bf174f477 binding host n-d-842733-1 {{(pid=103165) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 21:00:10.862235 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-dd6ead7d-ecb8-4fe7-9b62-1f8e58550bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:10.899478 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0ef64f27-3a35-48d6-ad6b-ee42da5d7f54 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33072122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748162'] for network, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:10.920257 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-d7e1d8aa-e84d-40cf-a4db-66d6019723c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:10.924622 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4be0bb1e-9f74-4000-b940-89ad14fbc5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099'] for port, after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:10.944354 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0ef64f27-3a35-48d6-ad6b-ee42da5d7f54 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:10.949937 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 37500) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:00:10.951986 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-0ef64f27-3a35-48d6-ad6b-ee42da5d7f54 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] 10.222.0.35 "DELETE /v2.0/networks/9bd174ba-fd84-4ad3-918c-560e6d1f6211 HTTP/1.1" status: 204 len: 168 time: 1.9006939 May 20 21:00:10.965017 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-168491e3-4d57-4b26-9fc0-bf267daa9d77 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-897140975'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:00:10.965737 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be0bb1e-9f74-4000-b940-89ad14fbc5d5 None None] Pushing event deleted for resources: {'Port': ['ID=cbb3538f-cbda-40cd-a4d3-4217d4c5ebe5,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:00:11.010651 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be0bb1e-9f74-4000-b940-89ad14fbc5d5 None None] No DVR routers for this DVR port cbb3538f-cbda-40cd-a4d3-4217d4c5ebe5 on host n-d-842733-1 {{(pid=103164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 21:00:11.031924 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef64f27-3a35-48d6-ad6b-ee42da5d7f54 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Pushing event deleted for resources: {'Network': ['ID=9bd174ba-fd84-4ad3-918c-560e6d1f6211,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:00:11.241415 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-dd6ead7d-ecb8-4fe7-9b62-1f8e58550bb0 admin admin] Allocated IP 172.20.0.1 (ee454afb-fe6a-44ad-a96f-d5a55357201f/f17a544f-0211-4261-8bda-dc99d38f2d45/088f21cb-f5dc-45c6-b03c-971421c33917) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:00:11.343306 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-168491e3-4d57-4b26-9fc0-bf267daa9d77 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Made reservation on behalf of 69b25f498b804a648521a0f64cc7f45d for: {'network': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:00:11.347311 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-168491e3-4d57-4b26-9fc0-bf267daa9d77 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for network, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:11.370424 n-d-842733-1 neutron-server[103163]: DEBUG neutron.objects.ports [None req-0ad5a7d3-5f37-4d5b-886b-49fa3fc5d82a tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103163) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} May 20 21:00:11.372533 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0ad5a7d3-5f37-4d5b-886b-49fa3fc5d82a tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9641412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8422583'] for subnet, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:11.402572 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-168491e3-4d57-4b26-9fc0-bf267daa9d77 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 202} {{(pid=103162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 21:00:11.424002 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-dd6ead7d-ecb8-4fe7-9b62-1f8e58550bb0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:11.434625 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ad5a7d3-5f37-4d5b-886b-49fa3fc5d82a tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Network 98f8b8d5-1379-4eeb-9e13-b2bbab96015a is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:00:11.436187 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-168491e3-4d57-4b26-9fc0-bf267daa9d77 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:11.436548 n-d-842733-1 neutron-server[103162]: INFO neutron.db.segments_db [None req-168491e3-4d57-4b26-9fc0-bf267daa9d77 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Added segment ab423d98-e352-4e9e-9d97-85de12f36e47 of type vlan for network 9a48eadb-ca39-43ce-a3fc-89ef4241e243 May 20 21:00:11.438757 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-0ad5a7d3-5f37-4d5b-886b-49fa3fc5d82a tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:00:11.445584 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ad5a7d3-5f37-4d5b-886b-49fa3fc5d82a tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:11.446154 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0ad5a7d3-5f37-4d5b-886b-49fa3fc5d82a tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks [] for subnet, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:11.451348 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd19fa0e-1bb1-4ff4-95e6-e8ada03350af None None] Network 98f8b8d5-1379-4eeb-9e13-b2bbab96015a requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:00:11.502957 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-d7e1d8aa-e84d-40cf-a4db-66d6019723c6 None None] Notify callbacks [] for port, precommit_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:11.509239 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad5a7d3-5f37-4d5b-886b-49fa3fc5d82a tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Pushing event updated for resources: {'Subnet': ['ID=1dd53bcb-5f06-4402-93f8-697569db0ff3,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:00:11.539282 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-335908e1-98b5-4625-a154-142279ac1e2c None None] Network ee454afb-fe6a-44ad-a96f-d5a55357201f requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:00:11.546731 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-168491e3-4d57-4b26-9fc0-bf267daa9d77 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418993264'] for network, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:11.595244 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-0ad5a7d3-5f37-4d5b-886b-49fa3fc5d82a tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.1140971 May 20 21:00:11.596589 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 37512) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:00:11.601599 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-d7e1d8aa-e84d-40cf-a4db-66d6019723c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:11.621439 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-8421ce01-d991-4581-9cb2-52b8ab305e3e tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Request body: {'subnet': {'network_id': '98f8b8d5-1379-4eeb-9e13-b2bbab96015a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:00:11.687508 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-1eac60f5-fb9a-4f79-9cf8-a8ad2ed0468c None None] Provisioning complete for port 26840872-63fe-4bdc-9046-f90623031e46 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:00:11.687905 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-1eac60f5-fb9a-4f79-9cf8-a8ad2ed0468c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:11.755102 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa86130-de18-4c42-83a7-2a379a0fcc26 None None] Pushing event updated for resources: {'Port': ['ID=d175decd-f279-459d-904d-3d4bf174f477,revision_number=2']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:00:11.796911 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 26840872-63fe-4bdc-9046-f90623031e46 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:00:11.800989 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-d7e1d8aa-e84d-40cf-a4db-66d6019723c6 None None] Attempting to bind port d175decd-f279-459d-904d-3d4bf174f477 on host n-d-842733-1 for vnic_type normal with profile {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:00:11.805430 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-d7e1d8aa-e84d-40cf-a4db-66d6019723c6 None None] Attempting to bind port d175decd-f279-459d-904d-3d4bf174f477 by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': '0b5485c4-eff8-42a1-9073-ae54ed4c63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'}] {{(pid=103165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:00:11.805430 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e1d8aa-e84d-40cf-a4db-66d6019723c6 None None] Attempting to bind port d175decd-f279-459d-904d-3d4bf174f477 on network e3a93b5c-91e2-4064-9c2c-1afc261bfe15 {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:00:11.820034 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e1d8aa-e84d-40cf-a4db-66d6019723c6 None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 59, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 21:00:11.823342 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e1d8aa-e84d-40cf-a4db-66d6019723c6 None None] Checking segment: {'id': '0b5485c4-eff8-42a1-9073-ae54ed4c63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:00:11.824360 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-d7e1d8aa-e84d-40cf-a4db-66d6019723c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:11.825491 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e1d8aa-e84d-40cf-a4db-66d6019723c6 None None] Bound using segment: {'id': '0b5485c4-eff8-42a1-9073-ae54ed4c63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'} {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 21:00:11.829844 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-d7e1d8aa-e84d-40cf-a4db-66d6019723c6 None None] Bound port: d175decd-f279-459d-904d-3d4bf174f477, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b5485c4-eff8-42a1-9073-ae54ed4c63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'}}] {{(pid=103165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:00:11.830653 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-d7e1d8aa-e84d-40cf-a4db-66d6019723c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:11.907282 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54ffc05-5e27-414f-9406-2c50636d0d01 req-b7a3dddc-9aa5-42ed-9dcc-88df9ba8a86b tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:11.914902 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54ffc05-5e27-414f-9406-2c50636d0d01 req-b7a3dddc-9aa5-42ed-9dcc-88df9ba8a86b tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:11.926179 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54ffc05-5e27-414f-9406-2c50636d0d01 req-b7a3dddc-9aa5-42ed-9dcc-88df9ba8a86b tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:11.933407 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54ffc05-5e27-414f-9406-2c50636d0d01 req-b7a3dddc-9aa5-42ed-9dcc-88df9ba8a86b tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:11.938769 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-d7e1d8aa-e84d-40cf-a4db-66d6019723c6 None None] For port d175decd-f279-459d-904d-3d4bf174f477, host n-d-842733-1, cleared binding levels {{(pid=103165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 21:00:11.940294 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54ffc05-5e27-414f-9406-2c50636d0d01 req-b7a3dddc-9aa5-42ed-9dcc-88df9ba8a86b tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:11.947720 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-d7e1d8aa-e84d-40cf-a4db-66d6019723c6 None None] For port d175decd-f279-459d-904d-3d4bf174f477, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=d175decd-f279-459d-904d-3d4bf174f477,segment=NetworkSegment(0b5485c4-eff8-42a1-9073-ae54ed4c63ba),segment_id=0b5485c4-eff8-42a1-9073-ae54ed4c63ba)] {{(pid=103165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 21:00:11.948506 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54ffc05-5e27-414f-9406-2c50636d0d01 req-b7a3dddc-9aa5-42ed-9dcc-88df9ba8a86b tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:11.954584 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54ffc05-5e27-414f-9406-2c50636d0d01 req-b7a3dddc-9aa5-42ed-9dcc-88df9ba8a86b tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:11.959914 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c54ffc05-5e27-414f-9406-2c50636d0d01 req-b7a3dddc-9aa5-42ed-9dcc-88df9ba8a86b tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] 10.222.0.35 "GET /v2.0/ports?device_id=75b87a76-ad52-4618-a214-48088ec58aef HTTP/1.1" status: 200 len: 5430 time: 0.3053243 May 20 21:00:11.985443 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb07dd3-030d-4da4-b98b-86bd0df10763 req-5eec8da8-44ef-454e-bdd9-2f5768b33ea9 tempest-ServerRescueTestJSON-1875264190 tempest-ServerRescueTestJSON-1875264190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:11.987253 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-efb07dd3-030d-4da4-b98b-86bd0df10763 req-5eec8da8-44ef-454e-bdd9-2f5768b33ea9 tempest-ServerRescueTestJSON-1875264190 tempest-ServerRescueTestJSON-1875264190-project] 10.222.0.35 "GET /v2.0/ports?device_id=f9588405-283d-4b05-8b1b-84fde98f06b9 HTTP/1.1" status: 200 len: 946 time: 0.2394502 May 20 21:00:12.024644 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-d7e1d8aa-e84d-40cf-a4db-66d6019723c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:12.048023 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c54ffc05-5e27-414f-9406-2c50636d0d01 req-0bc4c98c-006e-4622-9630-369edddce2a4 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] 10.222.0.35 "GET /v2.0/security-groups?id=c6c3d501-aad0-44cc-8dfe-290dffd2c6d4&id=23a4e591-c968-436b-bf23-a5b482a8cab7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0792205 May 20 21:00:12.057425 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-efb07dd3-030d-4da4-b98b-86bd0df10763 req-83a65940-009c-4fe9-852d-67aabbdeef2b tempest-ServerRescueTestJSON-1875264190 tempest-ServerRescueTestJSON-1875264190-project] 10.222.0.35 "GET /v2.0/security-groups?id=3ca0fb1c-c695-4a0a-a152-dfa8f160f4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607762 May 20 21:00:12.158619 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e1d8aa-e84d-40cf-a4db-66d6019723c6 None None] Routers {'89dbac3e-ce16-489e-b52e-a05a812a47c7'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:00:12.159738 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-d7e1d8aa-e84d-40cf-a4db-66d6019723c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:59:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['89dbac3e-ce16-489e-b52e-a05a812a47c7'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:00:12.228958 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa86130-de18-4c42-83a7-2a379a0fcc26 None None] Pushing event updated for resources: {'Port': ['ID=d175decd-f279-459d-904d-3d4bf174f477,revision_number=3']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:00:12.241722 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-dd6ead7d-ecb8-4fe7-9b62-1f8e58550bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:12.294771 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd6ead7d-ecb8-4fe7-9b62-1f8e58550bb0 admin admin] Network ee454afb-fe6a-44ad-a96f-d5a55357201f is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:00:12.304466 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-dd6ead7d-ecb8-4fe7-9b62-1f8e58550bb0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:00:12.329259 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd6ead7d-ecb8-4fe7-9b62-1f8e58550bb0 admin admin] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:00:12.331549 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-d7e1d8aa-e84d-40cf-a4db-66d6019723c6 None None] Set router 89dbac3e-ce16-489e-b52e-a05a812a47c7 gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:00:12.361364 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-168491e3-4d57-4b26-9fc0-bf267daa9d77 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524'] for network, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:12.368361 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-168491e3-4d57-4b26-9fc0-bf267daa9d77 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:12.369026 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-168491e3-4d57-4b26-9fc0-bf267daa9d77 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Notify callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:12.375097 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e080b937-6c55-4785-8bd7-b67f4f669600 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaee2b848-d4b9-5db1-b6ef-d6db29d67de7-98f8b8d5-1379-4eeb-9e13-b2bbab96015a', 'network_id': '98f8b8d5-1379-4eeb-9e13-b2bbab96015a', 'tenant_id': 'ab4ded6dc75a4ab5a4f9dae9e5aa3753', 'fixed_ips': [{'subnet_id': '1dd53bcb-5f06-4402-93f8-697569db0ff3'}]}} from n-d-842733-1. {{(pid=103164) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 21:00:12.375918 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-e080b937-6c55-4785-8bd7-b67f4f669600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:12.545780 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-1eac60f5-fb9a-4f79-9cf8-a8ad2ed0468c None None] Current status of the port 26840872-63fe-4bdc-9046-f90623031e46 is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:00:12.546435 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-1eac60f5-fb9a-4f79-9cf8-a8ad2ed0468c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:12.586065 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b03c14-d8a9-47a9-bbde-1099557c2e25 req-5f5a5dfc-2cb7-4dc1-844c-b395a21ae973 tempest-ServerRescueTestJSON-1875264190 tempest-ServerRescueTestJSON-1875264190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:12.593301 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b7b03c14-d8a9-47a9-bbde-1099557c2e25 req-5f5a5dfc-2cb7-4dc1-844c-b395a21ae973 tempest-ServerRescueTestJSON-1875264190 tempest-ServerRescueTestJSON-1875264190-project] 10.222.0.35 "GET /v2.0/ports?device_id=f9588405-283d-4b05-8b1b-84fde98f06b9 HTTP/1.1" status: 200 len: 946 time: 0.0851924 May 20 21:00:12.598052 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 26840872-63fe-4bdc-9046-f90623031e46 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:00:12.598424 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:12.606534 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6ead7d-ecb8-4fe7-9b62-1f8e58550bb0 admin admin] Pushing event updated for resources: {'Port': ['ID=088f21cb-f5dc-45c6-b03c-971421c33917,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:00:12.642413 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b7b03c14-d8a9-47a9-bbde-1099557c2e25 req-9ecb9fc7-2574-4fa0-88ac-83a00e75aac4 tempest-ServerRescueTestJSON-1875264190 tempest-ServerRescueTestJSON-1875264190-project] 10.222.0.35 "GET /v2.0/security-groups?id=3ca0fb1c-c695-4a0a-a152-dfa8f160f4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423026 May 20 21:00:12.672889 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168491e3-4d57-4b26-9fc0-bf267daa9d77 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Pushing event updated for resources: {'Network': ['ID=9a48eadb-ca39-43ce-a3fc-89ef4241e243,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:00:12.676102 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6ead7d-ecb8-4fe7-9b62-1f8e58550bb0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:00:12.676727 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6ead7d-ecb8-4fe7-9b62-1f8e58550bb0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:00:12.678549 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6ead7d-ecb8-4fe7-9b62-1f8e58550bb0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:00:12.679130 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6ead7d-ecb8-4fe7-9b62-1f8e58550bb0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:00:12.679821 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6ead7d-ecb8-4fe7-9b62-1f8e58550bb0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:00:12.680457 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6ead7d-ecb8-4fe7-9b62-1f8e58550bb0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:00:12.680972 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6ead7d-ecb8-4fe7-9b62-1f8e58550bb0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:00:12.681498 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6ead7d-ecb8-4fe7-9b62-1f8e58550bb0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:00:12.689563 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6ead7d-ecb8-4fe7-9b62-1f8e58550bb0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:00:12.689563 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6ead7d-ecb8-4fe7-9b62-1f8e58550bb0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:00:12.689563 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6ead7d-ecb8-4fe7-9b62-1f8e58550bb0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:00:12.689563 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6ead7d-ecb8-4fe7-9b62-1f8e58550bb0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:00:12.728279 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-168491e3-4d57-4b26-9fc0-bf267daa9d77 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.7760115 May 20 21:00:12.731790 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 37528) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:00:12.733493 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-dd6ead7d-ecb8-4fe7-9b62-1f8e58550bb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748409'] for router_interface, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:12.740181 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168491e3-4d57-4b26-9fc0-bf267daa9d77 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:00:12.740718 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168491e3-4d57-4b26-9fc0-bf267daa9d77 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:00:12.741345 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168491e3-4d57-4b26-9fc0-bf267daa9d77 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:00:12.743699 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-b3c99104-5ce5-4e2c-a499-a5a86e3af48c tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Request body: {'subnet': {'network_id': '9a48eadb-ca39-43ce-a3fc-89ef4241e243', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:00:12.744307 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168491e3-4d57-4b26-9fc0-bf267daa9d77 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:00:12.744809 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168491e3-4d57-4b26-9fc0-bf267daa9d77 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:00:12.746312 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168491e3-4d57-4b26-9fc0-bf267daa9d77 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:00:12.748528 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168491e3-4d57-4b26-9fc0-bf267daa9d77 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:00:12.748528 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168491e3-4d57-4b26-9fc0-bf267daa9d77 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:00:12.748528 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168491e3-4d57-4b26-9fc0-bf267daa9d77 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:00:12.748528 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168491e3-4d57-4b26-9fc0-bf267daa9d77 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:00:12.748528 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168491e3-4d57-4b26-9fc0-bf267daa9d77 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:00:12.750184 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168491e3-4d57-4b26-9fc0-bf267daa9d77 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:00:12.800335 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a553757-c8c3-4eed-b89c-d591c070bdbc req-88ccb3ae-cc55-4ee9-8412-e37ce332f460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:12.802300 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-5a553757-c8c3-4eed-b89c-d591c070bdbc req-88ccb3ae-cc55-4ee9-8412-e37ce332f460 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=24c170f09144465391fa4bf4af2ca207&device_id=f9588405-283d-4b05-8b1b-84fde98f06b9 HTTP/1.1" status: 200 len: 1097 time: 0.2519495 May 20 21:00:12.857768 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-d7e1d8aa-e84d-40cf-a4db-66d6019723c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89dbac3e-ce16-489e-b52e-a05a812a47c7', 'name': 'tempest-TestServerMultinode-1107325145-router', 'tenant_id': 'd2fae9ffbaa44530acca9d12c585402c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.170'}], 'enable_snat': True}, 'gw_port_id': 'd175decd-f279-459d-904d-3d4bf174f477', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:00:04Z', 'updated_at': '2022-05-20T21:00:08Z', 'revision_number': 3, 'project_id': 'd2fae9ffbaa44530acca9d12c585402c', 'gw_port': {'id': 'd175decd-f279-459d-904d-3d4bf174f477', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:cf:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89dbac3e-ce16-489e-b52e-a05a812a47c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2769, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:00:06Z', 'updated_at': '2022-05-20T21:00:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:00:12.886025 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [None req-e080b937-6c55-4785-8bd7-b67f4f669600 None None] Allocated IP 2001:db8::f816:3eff:feb6:765f (98f8b8d5-1379-4eeb-9e13-b2bbab96015a/1dd53bcb-5f06-4402-93f8-697569db0ff3/1c830328-599b-4cb9-bb56-bb79bf089177) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:00:12.895483 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-1eac60f5-fb9a-4f79-9cf8-a8ad2ed0468c None None] For port 26840872-63fe-4bdc-9046-f90623031e46, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=26840872-63fe-4bdc-9046-f90623031e46,segment=NetworkSegment(f1124721-0c60-4de6-8dc8-1b5106627174),segment_id=f1124721-0c60-4de6-8dc8-1b5106627174)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:00:12.906549 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Network 9a48eadb-ca39-43ce-a3fc-89ef4241e243 details requested by agent ovs-agent-n-d-842733-1 with host n-d-842733-1 {{(pid=103164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 20 21:00:12.941722 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a553757-c8c3-4eed-b89c-d591c070bdbc req-9b443b31-a2d9-48e9-b874-d6fc1f734f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:12.949184 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-5a553757-c8c3-4eed-b89c-d591c070bdbc req-9b443b31-a2d9-48e9-b874-d6fc1f734f76 service neutron] 10.222.0.13 "GET /v2.0/networks?id=27501fcc-897d-46d3-a5f8-4e490573ef38 HTTP/1.1" status: 200 len: 912 time: 0.1399605 May 20 21:00:12.955272 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8421ce01-d991-4581-9cb2-52b8ab305e3e tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Made reservation on behalf of ab4ded6dc75a4ab5a4f9dae9e5aa3753 for: {'subnet': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:00:12.955744 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7e1d8aa-e84d-40cf-a4db-66d6019723c6 None None] The sync data for ids ['89dbac3e-ce16-489e-b52e-a05a812a47c7'] in n-d-842733-1 is: [{'id': '89dbac3e-ce16-489e-b52e-a05a812a47c7', 'name': 'tempest-TestServerMultinode-1107325145-router', 'tenant_id': 'd2fae9ffbaa44530acca9d12c585402c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.170'}], 'enable_snat': True}, 'gw_port_id': 'd175decd-f279-459d-904d-3d4bf174f477', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:00:04Z', 'updated_at': '2022-05-20T21:00:08Z', 'revision_number': 3, 'project_id': 'd2fae9ffbaa44530acca9d12c585402c', 'gw_port': {'id': 'd175decd-f279-459d-904d-3d4bf174f477', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:cf:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89dbac3e-ce16-489e-b52e-a05a812a47c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2769, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:00:06Z', 'updated_at': '2022-05-20T21:00:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 21:00:12.959864 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8421ce01-d991-4581-9cb2-52b8ab305e3e tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4018244'] for subnet, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:13.100236 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3c99104-5ce5-4e2c-a499-a5a86e3af48c tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Made reservation on behalf of 69b25f498b804a648521a0f64cc7f45d for: {'subnet': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:00:13.104774 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-1eac60f5-fb9a-4f79-9cf8-a8ad2ed0468c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:13.105667 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b3c99104-5ce5-4e2c-a499-a5a86e3af48c tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8422561'] for subnet, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:13.218736 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-5a553757-c8c3-4eed-b89c-d591c070bdbc req-268c7e2b-3fcb-4082-8c01-110b8dfb1300 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=afbabf26-1a5c-4eb3-a89d-dc24eeff94c2 HTTP/1.1" status: 200 len: 217 time: 0.2534256 May 20 21:00:13.388039 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-e4e3f7f9-e903-43b8-a50a-cfea6f42653e None None] Provisioning complete for port 26840872-63fe-4bdc-9046-f90623031e46 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:00:13.388564 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-e4e3f7f9-e903-43b8-a50a-cfea6f42653e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:13.445589 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-dd6ead7d-ecb8-4fe7-9b62-1f8e58550bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:13.447572 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c79d4ee-5cb6-47e9-86dc-571fa5f53b16 req-23df65d8-16d3-42a4-ad0e-2e7b671036d8 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:13.451730 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a553757-c8c3-4eed-b89c-d591c070bdbc req-88dff2d1-89b6-4d54-a020-15e9d8dd27e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:13.453221 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-5a553757-c8c3-4eed-b89c-d591c070bdbc req-88dff2d1-89b6-4d54-a020-15e9d8dd27e6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3d242ec6-9f33-44c2-af97-1bbf8381438b HTTP/1.1" status: 200 len: 851 time: 0.2083318 May 20 21:00:13.468922 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eac60f5-fb9a-4f79-9cf8-a8ad2ed0468c None None] Pushing event updated for resources: {'Port': ['ID=26840872-63fe-4bdc-9046-f90623031e46,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:00:13.476259 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 26840872-63fe-4bdc-9046-f90623031e46 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:00:13.481391 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c79d4ee-5cb6-47e9-86dc-571fa5f53b16 req-23df65d8-16d3-42a4-ad0e-2e7b671036d8 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:13.504823 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c79d4ee-5cb6-47e9-86dc-571fa5f53b16 req-23df65d8-16d3-42a4-ad0e-2e7b671036d8 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:13.540100 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c79d4ee-5cb6-47e9-86dc-571fa5f53b16 req-23df65d8-16d3-42a4-ad0e-2e7b671036d8 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:13.550533 n-d-842733-1 neutron-server[103162]: INFO neutron.db.ipam_backend_mixin [None req-8421ce01-d991-4581-9cb2-52b8ab305e3e tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 1dd53bcb-5f06-4402-93f8-697569db0ff3 (CIDR: 2001:db8::/64) May 20 21:00:13.563202 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c79d4ee-5cb6-47e9-86dc-571fa5f53b16 req-23df65d8-16d3-42a4-ad0e-2e7b671036d8 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:13.563564 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-5a553757-c8c3-4eed-b89c-d591c070bdbc req-02e932dd-921b-4c28-9a9a-e43590a447c2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=27501fcc-897d-46d3-a5f8-4e490573ef38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0966446 May 20 21:00:13.581137 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c79d4ee-5cb6-47e9-86dc-571fa5f53b16 req-23df65d8-16d3-42a4-ad0e-2e7b671036d8 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:13.590960 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-e4e3f7f9-e903-43b8-a50a-cfea6f42653e None None] Current status of the port 26840872-63fe-4bdc-9046-f90623031e46 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:00:13.600431 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-e080b937-6c55-4785-8bd7-b67f4f669600 None None] Notify callbacks [] for port, precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:13.606247 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c79d4ee-5cb6-47e9-86dc-571fa5f53b16 req-23df65d8-16d3-42a4-ad0e-2e7b671036d8 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:13.608125 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-e4e3f7f9-e903-43b8-a50a-cfea6f42653e None None] Provisioning complete for port 088f21cb-f5dc-45c6-b03c-971421c33917 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:00:13.608542 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-e4e3f7f9-e903-43b8-a50a-cfea6f42653e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:13.614116 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4c79d4ee-5cb6-47e9-86dc-571fa5f53b16 req-23df65d8-16d3-42a4-ad0e-2e7b671036d8 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] 10.222.0.35 "GET /v2.0/ports?device_id=75b87a76-ad52-4618-a214-48088ec58aef HTTP/1.1" status: 200 len: 5430 time: 0.3728106 May 20 21:00:13.648465 n-d-842733-1 neutron-server[103162]: INFO neutron.pecan_wsgi.hooks.translation [None req-8421ce01-d991-4581-9cb2-52b8ab305e3e tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 20 21:00:13.648465 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8421ce01-d991-4581-9cb2-52b8ab305e3e tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 21:00:13.706549 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-e080b937-6c55-4785-8bd7-b67f4f669600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108'] for port, after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:13.722889 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-e4e3f7f9-e903-43b8-a50a-cfea6f42653e None None] Port 088f21cb-f5dc-45c6-b03c-971421c33917 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 21:00:13.767677 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e080b937-6c55-4785-8bd7-b67f4f669600 None None] Network 98f8b8d5-1379-4eeb-9e13-b2bbab96015a is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:00:13.772107 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-e080b937-6c55-4785-8bd7-b67f4f669600 None None] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:00:13.775142 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e080b937-6c55-4785-8bd7-b67f4f669600 None None] Received port after_create {{(pid=103164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:00:13.777010 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-8421ce01-d991-4581-9cb2-52b8ab305e3e tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.1786668 May 20 21:00:13.796679 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 37546) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:00:13.802617 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-15e1765b-0658-41ed-ac4f-370592a0d2c1 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Request body: {'subnet': {'network_id': '98f8b8d5-1379-4eeb-9e13-b2bbab96015a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:00:13.844984 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e080b937-6c55-4785-8bd7-b67f4f669600 None None] Pushing event updated for resources: {'Port': ['ID=1c830328-599b-4cb9-bb56-bb79bf089177,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:00:13.919206 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-e080b937-6c55-4785-8bd7-b67f4f669600 None None] Attempting to bind port 1c830328-599b-4cb9-bb56-bb79bf089177 on host n-d-842733-1 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:00:13.919206 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-e080b937-6c55-4785-8bd7-b67f4f669600 None None] Attempting to bind port 1c830328-599b-4cb9-bb56-bb79bf089177 by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': 'f5705048-66fd-4627-af8c-03443c37dd17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '98f8b8d5-1379-4eeb-9e13-b2bbab96015a'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:00:13.919552 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e080b937-6c55-4785-8bd7-b67f4f669600 None None] Attempting to bind port 1c830328-599b-4cb9-bb56-bb79bf089177 on network 98f8b8d5-1379-4eeb-9e13-b2bbab96015a {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:00:13.926497 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 26840872-63fe-4bdc-9046-f90623031e46 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:00:13.982613 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-5a553757-c8c3-4eed-b89c-d591c070bdbc req-0c0d4299-0c6c-4b53-919d-29e95d54f5f5 service neutron] 10.222.0.13 "GET /v2.0/networks/27501fcc-897d-46d3-a5f8-4e490573ef38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4019935 May 20 21:00:14.019936 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e080b937-6c55-4785-8bd7-b67f4f669600 None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 59, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 21:00:14.022453 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e080b937-6c55-4785-8bd7-b67f4f669600 None None] Checking segment: {'id': 'f5705048-66fd-4627-af8c-03443c37dd17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '98f8b8d5-1379-4eeb-9e13-b2bbab96015a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:00:14.022453 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-e080b937-6c55-4785-8bd7-b67f4f669600 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:14.022453 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e080b937-6c55-4785-8bd7-b67f4f669600 None None] Bound using segment: {'id': 'f5705048-66fd-4627-af8c-03443c37dd17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '98f8b8d5-1379-4eeb-9e13-b2bbab96015a'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 21:00:14.022453 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-e080b937-6c55-4785-8bd7-b67f4f669600 None None] Bound port: 1c830328-599b-4cb9-bb56-bb79bf089177, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5705048-66fd-4627-af8c-03443c37dd17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '98f8b8d5-1379-4eeb-9e13-b2bbab96015a'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:00:14.028436 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-e080b937-6c55-4785-8bd7-b67f4f669600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:14.099626 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4c79d4ee-5cb6-47e9-86dc-571fa5f53b16 req-9c7dfee4-078d-43ea-96b3-d547c42be150 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] 10.222.0.35 "GET /v2.0/security-groups?id=c6c3d501-aad0-44cc-8dfe-290dffd2c6d4&id=23a4e591-c968-436b-bf23-a5b482a8cab7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2982147 May 20 21:00:14.118147 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e14903b-d013-4c63-8a18-0ac42899ab0c req-f3e6da5d-ccad-40fa-8d80-bc322f4c5d6d tempest-ServerRescueTestJSON-1875264190 tempest-ServerRescueTestJSON-1875264190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:14.119704 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1e14903b-d013-4c63-8a18-0ac42899ab0c req-f3e6da5d-ccad-40fa-8d80-bc322f4c5d6d tempest-ServerRescueTestJSON-1875264190 tempest-ServerRescueTestJSON-1875264190-project] 10.222.0.35 "GET /v2.0/ports?device_id=f9588405-283d-4b05-8b1b-84fde98f06b9 HTTP/1.1" status: 200 len: 946 time: 0.3032928 May 20 21:00:14.166032 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 26840872-63fe-4bdc-9046-f90623031e46 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:00:14.166402 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:14.239502 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1e14903b-d013-4c63-8a18-0ac42899ab0c req-eebe534c-34c4-4a71-9ad5-1222d5516345 tempest-ServerRescueTestJSON-1875264190 tempest-ServerRescueTestJSON-1875264190-project] 10.222.0.35 "GET /v2.0/security-groups?id=3ca0fb1c-c695-4a0a-a152-dfa8f160f4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132224 May 20 21:00:14.241317 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b3c99104-5ce5-4e2c-a499-a5a86e3af48c tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9641412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8422583'] for subnet, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:14.269436 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-e080b937-6c55-4785-8bd7-b67f4f669600 None None] For port 1c830328-599b-4cb9-bb56-bb79bf089177, host n-d-842733-1, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 21:00:14.334710 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-e080b937-6c55-4785-8bd7-b67f4f669600 None None] For port 1c830328-599b-4cb9-bb56-bb79bf089177, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=1c830328-599b-4cb9-bb56-bb79bf089177,segment=NetworkSegment(f5705048-66fd-4627-af8c-03443c37dd17),segment_id=f5705048-66fd-4627-af8c-03443c37dd17)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 21:00:14.341224 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c99104-5ce5-4e2c-a499-a5a86e3af48c tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Pushing event updated for resources: {'Subnet': ['ID=4f13a7b3-d6c0-4826-9ff6-a6739a18c33b,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:00:14.345120 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c99104-5ce5-4e2c-a499-a5a86e3af48c tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Checking segment: {'id': 'ab423d98-e352-4e9e-9d97-85de12f36e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '9a48eadb-ca39-43ce-a3fc-89ef4241e243'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:00:14.345587 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3c99104-5ce5-4e2c-a499-a5a86e3af48c tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Network hostable DHCP agents. Network: 9a48eadb-ca39-43ce-a3fc-89ef4241e243, hostable agents: ['c9b0653c-f3c7-4339-bd50-e3754b629216'], hosted agents: [] {{(pid=103163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 21:00:14.416992 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-5a553757-c8c3-4eed-b89c-d591c070bdbc req-433aa46d-300b-48b6-baa1-f63ac3df4f49 service neutron] 10.222.0.13 "GET /v2.0/networks/27501fcc-897d-46d3-a5f8-4e490573ef38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4120543 May 20 21:00:14.422451 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-e080b937-6c55-4785-8bd7-b67f4f669600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:14.426491 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 26840872-63fe-4bdc-9046-f90623031e46 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:00:14.428239 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device d175decd-f279-459d-904d-3d4bf174f477 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:00:14.447880 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3c99104-5ce5-4e2c-a499-a5a86e3af48c tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Network 9a48eadb-ca39-43ce-a3fc-89ef4241e243 is scheduled to be hosted by DHCP agent c9b0653c-f3c7-4339-bd50-e3754b629216 with binding_index 1 {{(pid=103163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 21:00:14.461580 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15e1765b-0658-41ed-ac4f-370592a0d2c1 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Made reservation on behalf of ab4ded6dc75a4ab5a4f9dae9e5aa3753 for: {'subnet': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:00:14.465436 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-15e1765b-0658-41ed-ac4f-370592a0d2c1 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4018244'] for subnet, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:14.536198 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-b3c99104-5ce5-4e2c-a499-a5a86e3af48c tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842733-1, 9a48eadb-ca39-43ce-a3fc-89ef4241e243) {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:00:14.542003 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3c99104-5ce5-4e2c-a499-a5a86e3af48c tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:14.542652 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b3c99104-5ce5-4e2c-a499-a5a86e3af48c tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Notify callbacks [] for subnet, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:14.550832 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08a4265d-2833-4620-9541-883e715c81c7 None None] Network 9a48eadb-ca39-43ce-a3fc-89ef4241e243 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:00:14.572595 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e080b937-6c55-4785-8bd7-b67f4f669600 None None] Pushing event updated for resources: {'Port': ['ID=1c830328-599b-4cb9-bb56-bb79bf089177,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:00:14.617386 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-dd6ead7d-ecb8-4fe7-9b62-1f8e58550bb0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:14.623923 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port d175decd-f279-459d-904d-3d4bf174f477 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:00:14.624497 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:14.649092 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-b3c99104-5ce5-4e2c-a499-a5a86e3af48c tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.9148140 May 20 21:00:14.649888 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 37560) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:00:14.688074 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-dd6ead7d-ecb8-4fe7-9b62-1f8e58550bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:14.852086 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6ead7d-ecb8-4fe7-9b62-1f8e58550bb0 admin admin] Pushing event updated for resources: {'Port': ['ID=088f21cb-f5dc-45c6-b03c-971421c33917,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:00:14.877053 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-dd6ead7d-ecb8-4fe7-9b62-1f8e58550bb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748437'] for router_interface, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:14.887596 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port d175decd-f279-459d-904d-3d4bf174f477 is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:00:14.888237 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:14.904968 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1011562e-75c5-4cc8-b8d8-e5328facda01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaee2b848-d4b9-5db1-b6ef-d6db29d67de7-9a48eadb-ca39-43ce-a3fc-89ef4241e243', 'network_id': '9a48eadb-ca39-43ce-a3fc-89ef4241e243', 'tenant_id': '69b25f498b804a648521a0f64cc7f45d', 'fixed_ips': [{'subnet_id': '4f13a7b3-d6c0-4826-9ff6-a6739a18c33b'}]}} from n-d-842733-1. {{(pid=103164) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 21:00:14.906155 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-1011562e-75c5-4cc8-b8d8-e5328facda01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:14.957518 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] For port d175decd-f279-459d-904d-3d4bf174f477, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=d175decd-f279-459d-904d-3d4bf174f477,segment=NetworkSegment(0b5485c4-eff8-42a1-9073-ae54ed4c63ba),segment_id=0b5485c4-eff8-42a1-9073-ae54ed4c63ba)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:00:14.970251 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f9faf6c2-8453-49cb-8196-2c03d3aa1d94 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33160123'] for network, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:15.060898 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:15.102069 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd6ead7d-ecb8-4fe7-9b62-1f8e58550bb0 admin admin] Network ee454afb-fe6a-44ad-a96f-d5a55357201f is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:00:15.110977 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f9faf6c2-8453-49cb-8196-2c03d3aa1d94 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33068388'] for subnet, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:15.131402 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-dd6ead7d-ecb8-4fe7-9b62-1f8e58550bb0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:00:15.167240 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Pushing event updated for resources: {'Port': ['ID=d175decd-f279-459d-904d-3d4bf174f477,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:00:15.397470 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [None req-1011562e-75c5-4cc8-b8d8-e5328facda01 None None] Allocated IP 172.20.0.1 (9a48eadb-ca39-43ce-a3fc-89ef4241e243/4f13a7b3-d6c0-4826-9ff6-a6739a18c33b/b7a1b344-c4a7-4333-9158-512c3e9b85c9) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:00:15.410617 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c073c485-b636-4b63-8411-1066bb93b78d req-d99d2bb9-a615-454e-9a8a-8e0cb88d875f tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:15.437089 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c073c485-b636-4b63-8411-1066bb93b78d req-d99d2bb9-a615-454e-9a8a-8e0cb88d875f tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:15.458598 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c073c485-b636-4b63-8411-1066bb93b78d req-d99d2bb9-a615-454e-9a8a-8e0cb88d875f tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:15.478900 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c073c485-b636-4b63-8411-1066bb93b78d req-d99d2bb9-a615-454e-9a8a-8e0cb88d875f tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:15.503437 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c073c485-b636-4b63-8411-1066bb93b78d req-d99d2bb9-a615-454e-9a8a-8e0cb88d875f tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:15.516148 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c073c485-b636-4b63-8411-1066bb93b78d req-d99d2bb9-a615-454e-9a8a-8e0cb88d875f tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:15.534854 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c073c485-b636-4b63-8411-1066bb93b78d req-d99d2bb9-a615-454e-9a8a-8e0cb88d875f tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:15.541710 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd6ead7d-ecb8-4fe7-9b62-1f8e58550bb0 admin admin] Router 89dbac3e-ce16-489e-b52e-a05a812a47c7 has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 21:00:15.548092 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c073c485-b636-4b63-8411-1066bb93b78d req-d99d2bb9-a615-454e-9a8a-8e0cb88d875f tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] 10.222.0.35 "GET /v2.0/ports?device_id=75b87a76-ad52-4618-a214-48088ec58aef HTTP/1.1" status: 200 len: 5430 time: 0.2812018 May 20 21:00:15.672643 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-15e1765b-0658-41ed-ac4f-370592a0d2c1 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3797684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4018258'] for subnet, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:15.699074 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c073c485-b636-4b63-8411-1066bb93b78d req-55a1712d-4dd9-4bd8-b80b-50588b12bc52 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] 10.222.0.35 "GET /v2.0/security-groups?id=c6c3d501-aad0-44cc-8dfe-290dffd2c6d4&id=23a4e591-c968-436b-bf23-a5b482a8cab7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1513262 May 20 21:00:15.735566 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b260d1-104a-4443-8624-4e3892cb2f95 req-0d93916c-a32a-4cd3-9429-91b87cfc8a28 tempest-ServerRescueTestJSON-1875264190 tempest-ServerRescueTestJSON-1875264190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:15.738421 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a0b260d1-104a-4443-8624-4e3892cb2f95 req-0d93916c-a32a-4cd3-9429-91b87cfc8a28 tempest-ServerRescueTestJSON-1875264190 tempest-ServerRescueTestJSON-1875264190-project] 10.222.0.35 "GET /v2.0/ports?device_id=f9588405-283d-4b05-8b1b-84fde98f06b9 HTTP/1.1" status: 200 len: 946 time: 0.1714990 May 20 21:00:15.815163 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15e1765b-0658-41ed-ac4f-370592a0d2c1 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Network 98f8b8d5-1379-4eeb-9e13-b2bbab96015a is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:00:15.816311 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-1011562e-75c5-4cc8-b8d8-e5328facda01 None None] Notify callbacks [] for port, precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:15.820592 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a0b260d1-104a-4443-8624-4e3892cb2f95 req-f4140c9d-d139-4ab6-abc2-cfcaf483f3ac tempest-ServerRescueTestJSON-1875264190 tempest-ServerRescueTestJSON-1875264190-project] 10.222.0.35 "GET /v2.0/security-groups?id=3ca0fb1c-c695-4a0a-a152-dfa8f160f4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736079 May 20 21:00:15.821635 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-ee8cedf3-f21d-4bb8-b6f4-eda77addc5cf None None] Provisioning complete for port 088f21cb-f5dc-45c6-b03c-971421c33917 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:00:15.822122 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ee8cedf3-f21d-4bb8-b6f4-eda77addc5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:15.858660 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-15e1765b-0658-41ed-ac4f-370592a0d2c1 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:00:15.863912 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15e1765b-0658-41ed-ac4f-370592a0d2c1 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:15.873199 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-15e1765b-0658-41ed-ac4f-370592a0d2c1 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:15.873199 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e1765b-0658-41ed-ac4f-370592a0d2c1 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Pushing event updated for resources: {'Subnet': ['ID=0294fd49-7ea3-439f-8465-8ed1fd646134,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:00:15.900104 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-ee8cedf3-f21d-4bb8-b6f4-eda77addc5cf None None] Port 088f21cb-f5dc-45c6-b03c-971421c33917 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 21:00:15.906412 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 1c830328-599b-4cb9-bb56-bb79bf089177 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:00:15.939218 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd6ead7d-ecb8-4fe7-9b62-1f8e58550bb0 admin admin] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 21:00:15.953804 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-dd6ead7d-ecb8-4fe7-9b62-1f8e58550bb0 admin admin] 10.222.0.35 "PUT /v2.0/routers/89dbac3e-ce16-489e-b52e-a05a812a47c7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9311459 May 20 21:00:15.993510 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-1011562e-75c5-4cc8-b8d8-e5328facda01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108'] for port, after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:16.053804 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f9faf6c2-8453-49cb-8196-2c03d3aa1d94 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33068399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9641221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8422588'] for subnet, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:16.063055 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-15e1765b-0658-41ed-ac4f-370592a0d2c1 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2648616 May 20 21:00:16.063670 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 37582) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:00:16.076214 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-d5ec5799-e02e-45c1-9459-e08bc22fbf68 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Request body: {'port': {'network_id': '98f8b8d5-1379-4eeb-9e13-b2bbab96015a', 'mac_address': 'fa:16:3e:63:16:0e', 'name': 'tempest-NetworksTestDHCPv6-1324377596'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:00:16.134339 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1011562e-75c5-4cc8-b8d8-e5328facda01 None None] Network 9a48eadb-ca39-43ce-a3fc-89ef4241e243 is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:00:16.134339 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-1011562e-75c5-4cc8-b8d8-e5328facda01 None None] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:00:16.134339 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1011562e-75c5-4cc8-b8d8-e5328facda01 None None] Received port after_create {{(pid=103164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:00:16.135699 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9faf6c2-8453-49cb-8196-2c03d3aa1d94 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Pushing event deleted for resources: {'Subnet': ['ID=4f13a7b3-d6c0-4826-9ff6-a6739a18c33b,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:00:16.136502 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d103b2-65ca-4f07-b41a-6f2cd6bf7231 None None] Sync routers for ids ['89dbac3e-ce16-489e-b52e-a05a812a47c7'] in n-d-842733-1 {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 21:00:16.143812 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1011562e-75c5-4cc8-b8d8-e5328facda01 None None] Pushing event updated for resources: {'Port': ['ID=b7a1b344-c4a7-4333-9158-512c3e9b85c9,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:00:16.221571 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d103b2-65ca-4f07-b41a-6f2cd6bf7231 None None] Routers {'89dbac3e-ce16-489e-b52e-a05a812a47c7'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:00:16.222224 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-44d103b2-65ca-4f07-b41a-6f2cd6bf7231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:59:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['89dbac3e-ce16-489e-b52e-a05a812a47c7'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:00:16.237705 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 1c830328-599b-4cb9-bb56-bb79bf089177 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:00:16.237705 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:16.288501 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f9faf6c2-8453-49cb-8196-2c03d3aa1d94 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33072115', 'neutron.services.segments.db._delete_segments_for_network-8782419500584'] for network, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:16.305741 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-1011562e-75c5-4cc8-b8d8-e5328facda01 None None] Attempting to bind port b7a1b344-c4a7-4333-9158-512c3e9b85c9 on host n-d-842733-1 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:00:16.308692 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-1011562e-75c5-4cc8-b8d8-e5328facda01 None None] Attempting to bind port b7a1b344-c4a7-4333-9158-512c3e9b85c9 by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': 'ab423d98-e352-4e9e-9d97-85de12f36e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '9a48eadb-ca39-43ce-a3fc-89ef4241e243'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:00:16.308692 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1011562e-75c5-4cc8-b8d8-e5328facda01 None None] Attempting to bind port b7a1b344-c4a7-4333-9158-512c3e9b85c9 on network 9a48eadb-ca39-43ce-a3fc-89ef4241e243 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:00:16.323072 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-f9faf6c2-8453-49cb-8196-2c03d3aa1d94 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a48eadb-ca39-43ce-a3fc-89ef4241e243']}} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:00:16.326411 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1011562e-75c5-4cc8-b8d8-e5328facda01 None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 59, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 21:00:16.326789 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1011562e-75c5-4cc8-b8d8-e5328facda01 None None] Checking segment: {'id': 'ab423d98-e352-4e9e-9d97-85de12f36e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '9a48eadb-ca39-43ce-a3fc-89ef4241e243'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:00:16.327194 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-1011562e-75c5-4cc8-b8d8-e5328facda01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:16.327592 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1011562e-75c5-4cc8-b8d8-e5328facda01 None None] Bound using segment: {'id': 'ab423d98-e352-4e9e-9d97-85de12f36e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '9a48eadb-ca39-43ce-a3fc-89ef4241e243'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 21:00:16.329785 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-1011562e-75c5-4cc8-b8d8-e5328facda01 None None] Bound port: b7a1b344-c4a7-4333-9158-512c3e9b85c9, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab423d98-e352-4e9e-9d97-85de12f36e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '9a48eadb-ca39-43ce-a3fc-89ef4241e243'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:00:16.330203 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-1011562e-75c5-4cc8-b8d8-e5328facda01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:16.335522 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-f9faf6c2-8453-49cb-8196-2c03d3aa1d94 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab423d98-e352-4e9e-9d97-85de12f36e47') {'for_net_delete': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:00:16.335851 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-f9faf6c2-8453-49cb-8196-2c03d3aa1d94 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab423d98-e352-4e9e-9d97-85de12f36e47') {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:00:16.347147 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f9faf6c2-8453-49cb-8196-2c03d3aa1d94 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419501617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9338764'] for segment, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:16.364345 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f9faf6c2-8453-49cb-8196-2c03d3aa1d94 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:16.385064 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9faf6c2-8453-49cb-8196-2c03d3aa1d94 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Releasing vlan 202 on physical network physnet1 to pool {{(pid=103163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 21:00:16.385521 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f9faf6c2-8453-49cb-8196-2c03d3aa1d94 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9638311'] for segment, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:16.405965 n-d-842733-1 neutron-server[103163]: Traceback (most recent call last): May 20 21:00:16.405965 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 21:00:16.405965 n-d-842733-1 neutron-server[103163]: timer() May 20 21:00:16.405965 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 21:00:16.405965 n-d-842733-1 neutron-server[103163]: cb(*args, **kw) May 20 21:00:16.405965 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 20 21:00:16.405965 n-d-842733-1 neutron-server[103163]: return func(*args, **kwargs) May 20 21:00:16.405965 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 21:00:16.405965 n-d-842733-1 neutron-server[103163]: self._notify() May 20 21:00:16.405965 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 21:00:16.405965 n-d-842733-1 neutron-server[103163]: self.callback(batched_events) May 20 21:00:16.405965 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 21:00:16.405965 n-d-842733-1 neutron-server[103163]: event.method(event) May 20 21:00:16.405965 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 20 21:00:16.405965 n-d-842733-1 neutron-server[103163]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 21:00:16.405965 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 20 21:00:16.405965 n-d-842733-1 neutron-server[103163]: aggregate_uuid = self.p_client.list_aggregates( May 20 21:00:16.405965 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 20 21:00:16.405965 n-d-842733-1 neutron-server[103163]: return f(self, *a, **k) May 20 21:00:16.405965 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 20 21:00:16.405965 n-d-842733-1 neutron-server[103163]: return self._get(url).json() May 20 21:00:16.405965 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 20 21:00:16.405965 n-d-842733-1 neutron-server[103163]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 21:00:16.405965 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 21:00:16.405965 n-d-842733-1 neutron-server[103163]: return self.request(url, 'GET', **kwargs) May 20 21:00:16.405965 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 21:00:16.405965 n-d-842733-1 neutron-server[103163]: base_url = self.get_endpoint(auth, allow=allow, May 20 21:00:16.405965 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 21:00:16.405965 n-d-842733-1 neutron-server[103163]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 21:00:16.405965 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 21:00:16.405965 n-d-842733-1 neutron-server[103163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 21:00:16.405965 n-d-842733-1 neutron-server[103163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 21:00:16.414384 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fc35509-60bf-4d31-a97c-d696fddb4c0e None None] Network 98f8b8d5-1379-4eeb-9e13-b2bbab96015a requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:00:16.518924 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.db.api [None req-f9faf6c2-8453-49cb-8196-2c03d3aa1d94 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 20 21:00:16.518924 n-d-842733-1 neutron-server[103163]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 20 21:00:16.518924 n-d-842733-1 neutron-server[103163]: [parameters: {'id': '9a48eadb-ca39-43ce-a3fc-89ef4241e243'}] May 20 21:00:16.518924 n-d-842733-1 neutron-server[103163]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103163) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 20 21:00:16.519450 n-d-842733-1 neutron-server[103163]: DEBUG oslo_db.api [None req-f9faf6c2-8453-49cb-8196-2c03d3aa1d94 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 20 21:00:16.603196 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5ec5799-e02e-45c1-9459-e08bc22fbf68 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Made reservation on behalf of ab4ded6dc75a4ab5a4f9dae9e5aa3753 for: {'port': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:00:16.752834 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d5ec5799-e02e-45c1-9459-e08bc22fbf68 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:16.800345 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-2dd02e12-e4ea-4f15-bf11-0484a930a28e None None] Provisioning complete for port 1c830328-599b-4cb9-bb56-bb79bf089177 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:00:16.800721 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-2dd02e12-e4ea-4f15-bf11-0484a930a28e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:16.805132 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-44d103b2-65ca-4f07-b41a-6f2cd6bf7231 None None] Set router 89dbac3e-ce16-489e-b52e-a05a812a47c7 gateway port host: n-d-842733-1 {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:00:16.850885 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [None req-d5ec5799-e02e-45c1-9459-e08bc22fbf68 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] device_id is not set on port 62d9e5b4-85df-4159-85ff-9642e3a1190e yet. {{(pid=103162) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 20 21:00:16.982229 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313404b5-ceeb-450a-b19e-8ddba624098a req-3271a07d-b580-487d-b474-04e95cdef592 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:16.994662 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313404b5-ceeb-450a-b19e-8ddba624098a req-3271a07d-b580-487d-b474-04e95cdef592 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:17.003916 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313404b5-ceeb-450a-b19e-8ddba624098a req-3271a07d-b580-487d-b474-04e95cdef592 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:17.012163 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313404b5-ceeb-450a-b19e-8ddba624098a req-3271a07d-b580-487d-b474-04e95cdef592 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:17.021501 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313404b5-ceeb-450a-b19e-8ddba624098a req-3271a07d-b580-487d-b474-04e95cdef592 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:17.032792 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 1c830328-599b-4cb9-bb56-bb79bf089177 is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:00:17.033601 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:17.036065 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313404b5-ceeb-450a-b19e-8ddba624098a req-3271a07d-b580-487d-b474-04e95cdef592 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:17.050221 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313404b5-ceeb-450a-b19e-8ddba624098a req-3271a07d-b580-487d-b474-04e95cdef592 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:17.051157 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-313404b5-ceeb-450a-b19e-8ddba624098a req-3271a07d-b580-487d-b474-04e95cdef592 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] 10.222.0.35 "GET /v2.0/ports?device_id=75b87a76-ad52-4618-a214-48088ec58aef HTTP/1.1" status: 200 len: 5430 time: 0.2148371 May 20 21:00:17.060274 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f9faf6c2-8453-49cb-8196-2c03d3aa1d94 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33160123'] for network, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:17.068127 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-1011562e-75c5-4cc8-b8d8-e5328facda01 None None] For port b7a1b344-c4a7-4333-9158-512c3e9b85c9, host n-d-842733-1, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 21:00:17.167767 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-1011562e-75c5-4cc8-b8d8-e5328facda01 None None] For port b7a1b344-c4a7-4333-9158-512c3e9b85c9, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=b7a1b344-c4a7-4333-9158-512c3e9b85c9,segment=NetworkSegment(ab423d98-e352-4e9e-9d97-85de12f36e47),segment_id=ab423d98-e352-4e9e-9d97-85de12f36e47)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 21:00:17.174920 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf2c8be-73d8-4d2c-8a80-6b7e200614c2 req-1c4fde70-5fbc-4069-b96d-d83c0d407902 tempest-TestServerMultinode-213063825 tempest-TestServerMultinode-213063825-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:17.176739 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3bf2c8be-73d8-4d2c-8a80-6b7e200614c2 req-1c4fde70-5fbc-4069-b96d-d83c0d407902 tempest-TestServerMultinode-213063825 tempest-TestServerMultinode-213063825-project-admin] 10.222.0.35 "GET /v2.0/networks?id=db968d13-82bc-4def-927f-4d00e4b4dc28 HTTP/1.1" status: 200 len: 911 time: 0.3972957 May 20 21:00:17.205243 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-d5ec5799-e02e-45c1-9459-e08bc22fbf68 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Allocated IP 2001:db8:0:1::12b (98f8b8d5-1379-4eeb-9e13-b2bbab96015a/0294fd49-7ea3-439f-8465-8ed1fd646134/62d9e5b4-85df-4159-85ff-9642e3a1190e) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:00:17.213626 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3bf2c8be-73d8-4d2c-8a80-6b7e200614c2 req-85d69408-bec4-4ef3-b395-7474b3fad60d tempest-TestServerMultinode-213063825 tempest-TestServerMultinode-213063825-project-admin] 10.222.0.35 "GET /v2.0/quotas/d2fae9ffbaa44530acca9d12c585402c HTTP/1.1" status: 200 len: 375 time: 0.0256944 May 20 21:00:17.219682 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-313404b5-ceeb-450a-b19e-8ddba624098a req-b7cff421-2928-4949-9b41-fb3ddf088c97 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] 10.222.0.35 "GET /v2.0/security-groups?id=c6c3d501-aad0-44cc-8dfe-290dffd2c6d4&id=23a4e591-c968-436b-bf23-a5b482a8cab7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1516876 May 20 21:00:17.225598 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-d5ec5799-e02e-45c1-9459-e08bc22fbf68 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Allocated IP 2001:db8::f816:3eff:fe63:160e (98f8b8d5-1379-4eeb-9e13-b2bbab96015a/1dd53bcb-5f06-4402-93f8-697569db0ff3/62d9e5b4-85df-4159-85ff-9642e3a1190e) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:00:17.309841 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-f9faf6c2-8453-49cb-8196-2c03d3aa1d94 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Deleting port b7a1b344-c4a7-4333-9158-512c3e9b85c9 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:00:17.310374 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f9faf6c2-8453-49cb-8196-2c03d3aa1d94 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:17.367859 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] For port 1c830328-599b-4cb9-bb56-bb79bf089177, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=1c830328-599b-4cb9-bb56-bb79bf089177,segment=NetworkSegment(f5705048-66fd-4627-af8c-03443c37dd17),segment_id=f5705048-66fd-4627-af8c-03443c37dd17)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:00:17.444908 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3bf2c8be-73d8-4d2c-8a80-6b7e200614c2 req-f2b12ada-f916-43ba-b4e7-c5ded2594861 tempest-TestServerMultinode-213063825 tempest-TestServerMultinode-213063825-project-admin] 10.222.0.35 "GET /v2.0/ports?tenant_id=d2fae9ffbaa44530acca9d12c585402c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2172854 May 20 21:00:17.472602 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-2dd02e12-e4ea-4f15-bf11-0484a930a28e None None] Current status of the port 1c830328-599b-4cb9-bb56-bb79bf089177 is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:00:17.473437 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-2dd02e12-e4ea-4f15-bf11-0484a930a28e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:17.474526 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-f9faf6c2-8453-49cb-8196-2c03d3aa1d94 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] For port b7a1b344-c4a7-4333-9158-512c3e9b85c9, host n-d-842733-1, got binding levels [] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:00:17.475058 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f9faf6c2-8453-49cb-8196-2c03d3aa1d94 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:17.482481 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d5ec5799-e02e-45c1-9459-e08bc22fbf68 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:17.510346 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-44d103b2-65ca-4f07-b41a-6f2cd6bf7231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89dbac3e-ce16-489e-b52e-a05a812a47c7', 'name': 'tempest-TestServerMultinode-1107325145-router', 'tenant_id': 'd2fae9ffbaa44530acca9d12c585402c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.170'}], 'enable_snat': True}, 'gw_port_id': 'd175decd-f279-459d-904d-3d4bf174f477', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:00:04Z', 'updated_at': '2022-05-20T21:00:13Z', 'revision_number': 4, 'project_id': 'd2fae9ffbaa44530acca9d12c585402c', 'gw_port': {'id': 'd175decd-f279-459d-904d-3d4bf174f477', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:cf:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89dbac3e-ce16-489e-b52e-a05a812a47c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2769, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:00:06Z', 'updated_at': '2022-05-20T21:00:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': '088f21cb-f5dc-45c6-b03c-971421c33917', 'name': '', 'network_id': 'ee454afb-fe6a-44ad-a96f-d5a55357201f', 'tenant_id': 'd2fae9ffbaa44530acca9d12c585402c', 'mac_address': 'fa:16:3e:26:31:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89dbac3e-ce16-489e-b52e-a05a812a47c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2774, 'fixed_ips': [{'subnet_id': 'f17a544f-0211-4261-8bda-dc99d38f2d45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:00:10Z', 'updated_at': '2022-05-20T21:00:13Z', 'revision_number': 2, 'project_id': 'd2fae9ffbaa44530acca9d12c585402c', 'subnets': [{'id': 'f17a544f-0211-4261-8bda-dc99d38f2d45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:00:17.512675 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-1011562e-75c5-4cc8-b8d8-e5328facda01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:17.549255 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cd0c6f-a3fe-4cc3-84f3-e903dca3cd1b req-437b5f40-1db3-4652-9471-9b8aecca8403 tempest-ServerRescueTestJSON-1875264190 tempest-ServerRescueTestJSON-1875264190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:17.549955 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-72cd0c6f-a3fe-4cc3-84f3-e903dca3cd1b req-437b5f40-1db3-4652-9471-9b8aecca8403 tempest-ServerRescueTestJSON-1875264190 tempest-ServerRescueTestJSON-1875264190-project] 10.222.0.35 "GET /v2.0/ports?device_id=f9588405-283d-4b05-8b1b-84fde98f06b9 HTTP/1.1" status: 200 len: 946 time: 0.1637390 May 20 21:00:17.550961 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-f9faf6c2-8453-49cb-8196-2c03d3aa1d94 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Calling delete_port for b7a1b344-c4a7-4333-9158-512c3e9b85c9 owned by network:dhcp {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:00:17.560208 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d103b2-65ca-4f07-b41a-6f2cd6bf7231 None None] Checking router: 89dbac3e-ce16-489e-b52e-a05a812a47c7 for host: n-d-842733-1 {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 21:00:17.560833 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d103b2-65ca-4f07-b41a-6f2cd6bf7231 None None] Updating router 89dbac3e-ce16-489e-b52e-a05a812a47c7 port 088f21cb-f5dc-45c6-b03c-971421c33917 binding host n-d-842733-1 {{(pid=103164) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 21:00:17.623635 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:17.629139 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device d175decd-f279-459d-904d-3d4bf174f477 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:00:17.648699 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d5ec5799-e02e-45c1-9459-e08bc22fbf68 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:17.688839 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-72cd0c6f-a3fe-4cc3-84f3-e903dca3cd1b req-ddb7c126-bfc4-4ce2-9dbb-384882140cd4 tempest-ServerRescueTestJSON-1875264190 tempest-ServerRescueTestJSON-1875264190-project] 10.222.0.35 "GET /v2.0/security-groups?id=3ca0fb1c-c695-4a0a-a152-dfa8f160f4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303535 May 20 21:00:17.741954 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3bf2c8be-73d8-4d2c-8a80-6b7e200614c2 req-37691784-f2ca-4697-96d9-4b196b963d07 service neutron] 10.222.0.35 "GET /v2.0/networks/db968d13-82bc-4def-927f-4d00e4b4dc28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2826271 May 20 21:00:17.756881 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5ec5799-e02e-45c1-9459-e08bc22fbf68 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Network 98f8b8d5-1379-4eeb-9e13-b2bbab96015a is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:00:17.774729 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-d5ec5799-e02e-45c1-9459-e08bc22fbf68 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:00:17.795415 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ec5799-e02e-45c1-9459-e08bc22fbf68 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:00:17.804040 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5ec5799-e02e-45c1-9459-e08bc22fbf68 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:17.805188 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d5ec5799-e02e-45c1-9459-e08bc22fbf68 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:17.827318 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ec5799-e02e-45c1-9459-e08bc22fbf68 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Pushing event updated for resources: {'Port': ['ID=62d9e5b4-85df-4159-85ff-9642e3a1190e,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:00:17.830842 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f9faf6c2-8453-49cb-8196-2c03d3aa1d94 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:17.831420 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-44d103b2-65ca-4f07-b41a-6f2cd6bf7231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:17.834727 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1011562e-75c5-4cc8-b8d8-e5328facda01 None None] Pushing event updated for resources: {'Port': ['ID=b7a1b344-c4a7-4333-9158-512c3e9b85c9,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:00:17.860164 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9faf6c2-8453-49cb-8196-2c03d3aa1d94 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Pushing event deleted for resources: {'Port': ['ID=b7a1b344-c4a7-4333-9158-512c3e9b85c9,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:00:17.870947 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9faf6c2-8453-49cb-8196-2c03d3aa1d94 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] No DVR routers for this DVR port b7a1b344-c4a7-4333-9158-512c3e9b85c9 on host n-d-842733-1 {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 21:00:17.875157 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaaac636-0d93-4b96-bfb5-c1b9d4651d8a None None] Update dhcp port {'port': {'network_id': '98f8b8d5-1379-4eeb-9e13-b2bbab96015a', 'fixed_ips': [{'subnet_id': '1dd53bcb-5f06-4402-93f8-697569db0ff3', 'ip_address': '2001:db8::f816:3eff:feb6:765f'}, {'subnet_id': '0294fd49-7ea3-439f-8465-8ed1fd646134'}], 'binding:host_id': 'n-d-842733-1'}, 'id': '1c830328-599b-4cb9-bb56-bb79bf089177'} from n-d-842733-1. {{(pid=103164) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} May 20 21:00:17.904720 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.db.api [None req-2dd02e12-e4ea-4f15-bf11-0484a930a28e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103164) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 20 21:00:17.905392 n-d-842733-1 neutron-server[103164]: DEBUG oslo_db.api [None req-2dd02e12-e4ea-4f15-bf11-0484a930a28e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 20 21:00:17.915713 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-d5ec5799-e02e-45c1-9459-e08bc22fbf68 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.8487248 May 20 21:00:17.916270 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 37626) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:00:17.928189 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b610a78b-6d91-4a83-9f43-df21a13a38f4 None None] Network 9a48eadb-ca39-43ce-a3fc-89ef4241e243 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:00:17.985607 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3bf2c8be-73d8-4d2c-8a80-6b7e200614c2 req-75cd3ed1-995b-4f8c-968f-8c5a0ab17eac service neutron] 10.222.0.35 "GET /v2.0/networks/db968d13-82bc-4def-927f-4d00e4b4dc28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2362292 May 20 21:00:18.004270 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f9faf6c2-8453-49cb-8196-2c03d3aa1d94 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33072115', 'neutron.services.segments.db._delete_segments_for_network-8782419500584'] for network, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:18.037894 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-f9faf6c2-8453-49cb-8196-2c03d3aa1d94 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a48eadb-ca39-43ce-a3fc-89ef4241e243']}} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:00:18.070013 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-f9faf6c2-8453-49cb-8196-2c03d3aa1d94 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab423d98-e352-4e9e-9d97-85de12f36e47') {'for_net_delete': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:00:18.070662 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-f9faf6c2-8453-49cb-8196-2c03d3aa1d94 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab423d98-e352-4e9e-9d97-85de12f36e47') {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:00:18.083985 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f9faf6c2-8453-49cb-8196-2c03d3aa1d94 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419501617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9338764'] for segment, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:18.101428 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f9faf6c2-8453-49cb-8196-2c03d3aa1d94 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:18.110642 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9faf6c2-8453-49cb-8196-2c03d3aa1d94 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Releasing vlan 202 on physical network physnet1 to pool {{(pid=103163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 21:00:18.111685 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-eaaac636-0d93-4b96-bfb5-c1b9d4651d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:18.112730 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f9faf6c2-8453-49cb-8196-2c03d3aa1d94 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9638311'] for segment, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:18.116662 n-d-842733-1 neutron-server[103163]: Traceback (most recent call last): May 20 21:00:18.116662 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 21:00:18.116662 n-d-842733-1 neutron-server[103163]: timer() May 20 21:00:18.116662 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 21:00:18.116662 n-d-842733-1 neutron-server[103163]: cb(*args, **kw) May 20 21:00:18.116662 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 20 21:00:18.116662 n-d-842733-1 neutron-server[103163]: return func(*args, **kwargs) May 20 21:00:18.116662 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 21:00:18.116662 n-d-842733-1 neutron-server[103163]: self._notify() May 20 21:00:18.116662 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 21:00:18.116662 n-d-842733-1 neutron-server[103163]: self.callback(batched_events) May 20 21:00:18.116662 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 21:00:18.116662 n-d-842733-1 neutron-server[103163]: event.method(event) May 20 21:00:18.116662 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 20 21:00:18.116662 n-d-842733-1 neutron-server[103163]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 21:00:18.116662 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 20 21:00:18.116662 n-d-842733-1 neutron-server[103163]: aggregate_uuid = self.p_client.list_aggregates( May 20 21:00:18.116662 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 20 21:00:18.116662 n-d-842733-1 neutron-server[103163]: return f(self, *a, **k) May 20 21:00:18.116662 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 20 21:00:18.116662 n-d-842733-1 neutron-server[103163]: return self._get(url).json() May 20 21:00:18.116662 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 20 21:00:18.116662 n-d-842733-1 neutron-server[103163]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 21:00:18.116662 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 21:00:18.116662 n-d-842733-1 neutron-server[103163]: return self.request(url, 'GET', **kwargs) May 20 21:00:18.116662 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 21:00:18.116662 n-d-842733-1 neutron-server[103163]: base_url = self.get_endpoint(auth, allow=allow, May 20 21:00:18.116662 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 21:00:18.116662 n-d-842733-1 neutron-server[103163]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 21:00:18.116662 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 21:00:18.116662 n-d-842733-1 neutron-server[103163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 21:00:18.116662 n-d-842733-1 neutron-server[103163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 21:00:18.149980 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-590a0c37-b8b3-49d4-a9e7-3cfa2d9a6202 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Deleting port 62d9e5b4-85df-4159-85ff-9642e3a1190e {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:00:18.152741 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-590a0c37-b8b3-49d4-a9e7-3cfa2d9a6202 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:18.182399 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Pushing event updated for resources: {'Port': ['ID=1c830328-599b-4cb9-bb56-bb79bf089177,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:00:18.236439 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port d175decd-f279-459d-904d-3d4bf174f477 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:00:18.236822 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:18.329224 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f9faf6c2-8453-49cb-8196-2c03d3aa1d94 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33072122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748162'] for network, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:18.338606 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-590a0c37-b8b3-49d4-a9e7-3cfa2d9a6202 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:18.344268 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f9faf6c2-8453-49cb-8196-2c03d3aa1d94 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:18.352691 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-590a0c37-b8b3-49d4-a9e7-3cfa2d9a6202 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Calling delete_port for 62d9e5b4-85df-4159-85ff-9642e3a1190e owned by {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:00:18.355408 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-f9faf6c2-8453-49cb-8196-2c03d3aa1d94 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] 10.222.0.35 "DELETE /v2.0/networks/9a48eadb-ca39-43ce-a3fc-89ef4241e243 HTTP/1.1" status: 204 len: 168 time: 3.7043865 May 20 21:00:18.358545 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 37638) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:00:18.364047 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-cd7ab187-286a-43bb-98e1-1f419f2b0de4 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1270221321'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:00:18.411761 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9faf6c2-8453-49cb-8196-2c03d3aa1d94 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Pushing event deleted for resources: {'Network': ['ID=9a48eadb-ca39-43ce-a3fc-89ef4241e243,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:00:18.529370 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e0f53be2-f972-439e-938f-09471d5a7c41 req-019839c4-3379-4db4-8952-089af0472600 tempest-TestServerMultinode-213063825 tempest-TestServerMultinode-213063825-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=8e0d0312-789a-4469-b0a2-299ca31518fa HTTP/1.1" status: 200 len: 210 time: 0.0500424 May 20 21:00:18.565059 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd7ab187-286a-43bb-98e1-1f419f2b0de4 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Made reservation on behalf of 69b25f498b804a648521a0f64cc7f45d for: {'network': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:00:18.581064 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-cd7ab187-286a-43bb-98e1-1f419f2b0de4 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for network, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:18.614417 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-2dd02e12-e4ea-4f15-bf11-0484a930a28e None None] Current status of the port 1c830328-599b-4cb9-bb56-bb79bf089177 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:00:18.726071 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1f413e-b704-4824-b4df-5b5a36104f7f req-d8dea514-fffa-4eb4-9d5f-1f3a22311738 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:18.733929 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1f413e-b704-4824-b4df-5b5a36104f7f req-d8dea514-fffa-4eb4-9d5f-1f3a22311738 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:18.747038 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1f413e-b704-4824-b4df-5b5a36104f7f req-d8dea514-fffa-4eb4-9d5f-1f3a22311738 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:18.754877 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1f413e-b704-4824-b4df-5b5a36104f7f req-d8dea514-fffa-4eb4-9d5f-1f3a22311738 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:18.758279 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port d175decd-f279-459d-904d-3d4bf174f477 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:00:18.761202 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [None req-eaaac636-0d93-4b96-bfb5-c1b9d4651d8a None None] Allocated IP 2001:db8:0:1::2 (98f8b8d5-1379-4eeb-9e13-b2bbab96015a/0294fd49-7ea3-439f-8465-8ed1fd646134/1c830328-599b-4cb9-bb56-bb79bf089177) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:00:18.764979 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1f413e-b704-4824-b4df-5b5a36104f7f req-d8dea514-fffa-4eb4-9d5f-1f3a22311738 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:18.775162 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1f413e-b704-4824-b4df-5b5a36104f7f req-d8dea514-fffa-4eb4-9d5f-1f3a22311738 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:18.783828 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1f413e-b704-4824-b4df-5b5a36104f7f req-d8dea514-fffa-4eb4-9d5f-1f3a22311738 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:18.790724 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-44d103b2-65ca-4f07-b41a-6f2cd6bf7231 None None] Notify callbacks [] for port, precommit_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:18.799244 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9d1f413e-b704-4824-b4df-5b5a36104f7f req-d8dea514-fffa-4eb4-9d5f-1f3a22311738 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] 10.222.0.35 "GET /v2.0/ports?device_id=75b87a76-ad52-4618-a214-48088ec58aef HTTP/1.1" status: 200 len: 5430 time: 0.2666950 May 20 21:00:18.862666 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-44d103b2-65ca-4f07-b41a-6f2cd6bf7231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:18.900179 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-590a0c37-b8b3-49d4-a9e7-3cfa2d9a6202 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:18.903343 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd7ab187-286a-43bb-98e1-1f419f2b0de4 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 239} {{(pid=103162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 21:00:18.916066 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9d1f413e-b704-4824-b4df-5b5a36104f7f req-ccb7e1f7-2f70-4479-9729-c9082b48919e tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] 10.222.0.35 "GET /v2.0/security-groups?id=c6c3d501-aad0-44cc-8dfe-290dffd2c6d4&id=23a4e591-c968-436b-bf23-a5b482a8cab7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1156509 May 20 21:00:18.946217 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf7a200-6f51-4821-abc1-cbf5990f801b req-29fdf3f1-09bb-4b3c-9897-9397b2b1a0f6 tempest-ServerRescueTestJSON-1875264190 tempest-ServerRescueTestJSON-1875264190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:18.956587 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-baf7a200-6f51-4821-abc1-cbf5990f801b req-29fdf3f1-09bb-4b3c-9897-9397b2b1a0f6 tempest-ServerRescueTestJSON-1875264190 tempest-ServerRescueTestJSON-1875264190-project] 10.222.0.35 "GET /v2.0/ports?device_id=f9588405-283d-4b05-8b1b-84fde98f06b9 HTTP/1.1" status: 200 len: 946 time: 0.1294377 May 20 21:00:19.000356 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-cd7ab187-286a-43bb-98e1-1f419f2b0de4 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:19.000713 n-d-842733-1 neutron-server[103162]: INFO neutron.db.segments_db [None req-cd7ab187-286a-43bb-98e1-1f419f2b0de4 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Added segment 56b19592-a5de-40c4-9956-30b0f08b3770 of type vlan for network 10a8413e-d59b-4b13-9525-3382b7865bbe May 20 21:00:19.002979 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590a0c37-b8b3-49d4-a9e7-3cfa2d9a6202 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Pushing event deleted for resources: {'Port': ['ID=62d9e5b4-85df-4159-85ff-9642e3a1190e,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:00:19.015002 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-baf7a200-6f51-4821-abc1-cbf5990f801b req-f081f660-3aae-4fc0-b198-7416499ebe1c tempest-ServerRescueTestJSON-1875264190 tempest-ServerRescueTestJSON-1875264190-project] 10.222.0.35 "GET /v2.0/security-groups?id=3ca0fb1c-c695-4a0a-a152-dfa8f160f4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564749 May 20 21:00:19.120686 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-cd7ab187-286a-43bb-98e1-1f419f2b0de4 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418993264'] for network, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:19.124038 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-590a0c37-b8b3-49d4-a9e7-3cfa2d9a6202 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:19.131353 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-590a0c37-b8b3-49d4-a9e7-3cfa2d9a6202 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "DELETE /v2.0/ports/62d9e5b4-85df-4159-85ff-9642e3a1190e HTTP/1.1" status: 204 len: 168 time: 1.2111790 May 20 21:00:19.132086 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 37654) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:00:19.141375 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-443cf109-dae1-458e-a0b7-bbd4bac49682 req-3d32438e-f5d8-4c9f-b7ff-249ec3cac5bc service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2c0c79ba-02a2-46bc-9d92-50d93bd9a50f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0694897 May 20 21:00:19.223408 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ee96ebc-b810-41ae-823a-f6a79b7c278c tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:19.227034 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-2ee96ebc-b810-41ae-823a-f6a79b7c278c tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.0938568 May 20 21:00:19.231341 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 37660) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:00:19.241615 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 1c830328-599b-4cb9-bb56-bb79bf089177 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:00:19.260961 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443cf109-dae1-458e-a0b7-bbd4bac49682 req-b4ecf05f-9983-41d9-b7cd-0480970ac4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:19.262921 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-443cf109-dae1-458e-a0b7-bbd4bac49682 req-b4ecf05f-9983-41d9-b7cd-0480970ac4ef service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=24c170f09144465391fa4bf4af2ca207&device_id=2c0c79ba-02a2-46bc-9d92-50d93bd9a50f HTTP/1.1" status: 200 len: 1096 time: 0.0474594 May 20 21:00:19.309449 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69ce2cf3-7ef7-4ce9-ac4b-46599d8dd55c tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:19.321134 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-69ce2cf3-7ef7-4ce9-ac4b-46599d8dd55c tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.0886180 May 20 21:00:19.323934 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 37662) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:00:19.326883 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-eaaac636-0d93-4b96-bfb5-c1b9d4651d8a None None] For port 1c830328-599b-4cb9-bb56-bb79bf089177, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=1c830328-599b-4cb9-bb56-bb79bf089177,segment=NetworkSegment(f5705048-66fd-4627-af8c-03443c37dd17),segment_id=f5705048-66fd-4627-af8c-03443c37dd17)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:00:19.335235 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7aa0663-20f3-4af3-852d-bfa2846f6658 None None] Pushing event updated for resources: {'Port': ['ID=088f21cb-f5dc-45c6-b03c-971421c33917,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:00:19.344796 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-cd7ab187-286a-43bb-98e1-1f419f2b0de4 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524'] for network, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:19.350425 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd7ab187-286a-43bb-98e1-1f419f2b0de4 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:19.351055 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-cd7ab187-286a-43bb-98e1-1f419f2b0de4 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Notify callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:19.438587 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-44d103b2-65ca-4f07-b41a-6f2cd6bf7231 None None] Attempting to bind port 088f21cb-f5dc-45c6-b03c-971421c33917 on host n-d-842733-1 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:00:19.438587 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-44d103b2-65ca-4f07-b41a-6f2cd6bf7231 None None] Attempting to bind port 088f21cb-f5dc-45c6-b03c-971421c33917 by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': 'f1124721-0c60-4de6-8dc8-1b5106627174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'ee454afb-fe6a-44ad-a96f-d5a55357201f'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:00:19.438936 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d103b2-65ca-4f07-b41a-6f2cd6bf7231 None None] Attempting to bind port 088f21cb-f5dc-45c6-b03c-971421c33917 on network ee454afb-fe6a-44ad-a96f-d5a55357201f {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:00:19.453048 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d103b2-65ca-4f07-b41a-6f2cd6bf7231 None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 59, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 21:00:19.453048 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d103b2-65ca-4f07-b41a-6f2cd6bf7231 None None] Checking segment: {'id': 'f1124721-0c60-4de6-8dc8-1b5106627174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'ee454afb-fe6a-44ad-a96f-d5a55357201f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:00:19.453048 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-44d103b2-65ca-4f07-b41a-6f2cd6bf7231 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:19.453603 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d103b2-65ca-4f07-b41a-6f2cd6bf7231 None None] Bound using segment: {'id': 'f1124721-0c60-4de6-8dc8-1b5106627174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'ee454afb-fe6a-44ad-a96f-d5a55357201f'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 21:00:19.454054 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-44d103b2-65ca-4f07-b41a-6f2cd6bf7231 None None] Bound port: 088f21cb-f5dc-45c6-b03c-971421c33917, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1124721-0c60-4de6-8dc8-1b5106627174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'ee454afb-fe6a-44ad-a96f-d5a55357201f'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:00:19.454509 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-44d103b2-65ca-4f07-b41a-6f2cd6bf7231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:19.463298 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443cf109-dae1-458e-a0b7-bbd4bac49682 req-03526666-1fc8-470b-b1b7-cabe79f0a88c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:19.466820 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-443cf109-dae1-458e-a0b7-bbd4bac49682 req-03526666-1fc8-470b-b1b7-cabe79f0a88c service neutron] 10.222.0.24 "GET /v2.0/networks?id=27501fcc-897d-46d3-a5f8-4e490573ef38 HTTP/1.1" status: 200 len: 912 time: 0.1842902 May 20 21:00:19.541491 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-eaaac636-0d93-4b96-bfb5-c1b9d4651d8a None None] Notify callbacks [] for port, precommit_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:19.543285 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4009cbd7-9db8-4fd0-a1f9-243c0d47b339 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:19.544771 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4009cbd7-9db8-4fd0-a1f9-243c0d47b339 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:19.546411 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4009cbd7-9db8-4fd0-a1f9-243c0d47b339 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:19.548025 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-4009cbd7-9db8-4fd0-a1f9-243c0d47b339 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2202954 May 20 21:00:19.548913 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7ab187-286a-43bb-98e1-1f419f2b0de4 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Pushing event updated for resources: {'Network': ['ID=10a8413e-d59b-4b13-9525-3382b7865bbe,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:00:19.550907 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 37668) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:00:19.571845 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 1c830328-599b-4cb9-bb56-bb79bf089177 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:00:19.571845 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:19.572699 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-443cf109-dae1-458e-a0b7-bbd4bac49682 req-b9325336-bc6a-47f7-9ed0-aee4d5c5b987 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=58c3eec7-ca67-49ab-aa23-969e1932a180 HTTP/1.1" status: 200 len: 217 time: 0.0920451 May 20 21:00:19.581058 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Network 10a8413e-d59b-4b13-9525-3382b7865bbe details requested by agent ovs-agent-n-d-842733-1 with host n-d-842733-1 {{(pid=103164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 20 21:00:19.637767 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-cd7ab187-286a-43bb-98e1-1f419f2b0de4 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.2770443 May 20 21:00:19.650362 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 37672) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:00:19.655903 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-3bd0a952-f586-43d2-bdce-dc1e760799da tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Request body: {'subnet': {'network_id': '10a8413e-d59b-4b13-9525-3382b7865bbe', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:00:19.685504 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2c1666fb-0fad-4bc5-9336-85491a52fb1c req-12f8f4e3-023a-4195-92e0-d958360aaa28 tempest-TestServerMultinode-213063825 tempest-TestServerMultinode-213063825-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=8e0d0312-789a-4469-b0a2-299ca31518fa HTTP/1.1" status: 200 len: 210 time: 0.0473073 May 20 21:00:19.693420 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_v2 [None req-06670335-f9f7-4355-8229-536c1022a53e tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Deleting subnet 0294fd49-7ea3-439f-8465-8ed1fd646134 {{(pid=103162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 20 21:00:19.698385 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-06670335-f9f7-4355-8229-536c1022a53e tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks [] for subnet, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:19.768296 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-eaaac636-0d93-4b96-bfb5-c1b9d4651d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:19.771574 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-06670335-f9f7-4355-8229-536c1022a53e tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3738392'] for subnet, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:19.929829 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-8be0ccad-3665-4b93-ac9c-040ceb4d2baf None None] Provisioning complete for port 088f21cb-f5dc-45c6-b03c-971421c33917 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:00:19.930251 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-8be0ccad-3665-4b93-ac9c-040ceb4d2baf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:19.943687 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-06670335-f9f7-4355-8229-536c1022a53e tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33068388'] for subnet, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:19.977673 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-44d103b2-65ca-4f07-b41a-6f2cd6bf7231 None None] For port 088f21cb-f5dc-45c6-b03c-971421c33917, host n-d-842733-1, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 21:00:19.982171 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaaac636-0d93-4b96-bfb5-c1b9d4651d8a None None] Pushing event updated for resources: {'Port': ['ID=1c830328-599b-4cb9-bb56-bb79bf089177,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:00:20.003344 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-44d103b2-65ca-4f07-b41a-6f2cd6bf7231 None None] For port 088f21cb-f5dc-45c6-b03c-971421c33917, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=088f21cb-f5dc-45c6-b03c-971421c33917,segment=NetworkSegment(f1124721-0c60-4de6-8dc8-1b5106627174),segment_id=f1124721-0c60-4de6-8dc8-1b5106627174)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 21:00:20.006063 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-95c951d7-bd6d-44c8-acbf-0346f3c88cb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:20.034155 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-8be0ccad-3665-4b93-ac9c-040ceb4d2baf None None] Port 088f21cb-f5dc-45c6-b03c-971421c33917 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 21:00:20.066348 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 1c830328-599b-4cb9-bb56-bb79bf089177 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:00:20.086712 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-44d103b2-65ca-4f07-b41a-6f2cd6bf7231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:20.121901 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-06670335-f9f7-4355-8229-536c1022a53e tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33068399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3797621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4018265'] for subnet, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:20.220586 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d103b2-65ca-4f07-b41a-6f2cd6bf7231 None None] Routers {'89dbac3e-ce16-489e-b52e-a05a812a47c7'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:00:20.221456 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-44d103b2-65ca-4f07-b41a-6f2cd6bf7231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T20:59:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['89dbac3e-ce16-489e-b52e-a05a812a47c7'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:00:20.277881 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06670335-f9f7-4355-8229-536c1022a53e tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Pushing event deleted for resources: {'Subnet': ['ID=0294fd49-7ea3-439f-8465-8ed1fd646134,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:00:20.291467 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-06670335-f9f7-4355-8229-536c1022a53e tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:20.303215 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-06670335-f9f7-4355-8229-536c1022a53e tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "DELETE /v2.0/subnets/0294fd49-7ea3-439f-8465-8ed1fd646134 HTTP/1.1" status: 204 len: 168 time: 0.7512584 May 20 21:00:20.305661 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 37686) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:00:20.415896 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-44d103b2-65ca-4f07-b41a-6f2cd6bf7231 None None] Set router 89dbac3e-ce16-489e-b52e-a05a812a47c7 gateway port host: n-d-842733-1 {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:00:20.472260 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3421a81-b8eb-4f4b-a32a-0a76f7ecfa2e tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Deleting subnet 1dd53bcb-5f06-4402-93f8-697569db0ff3 {{(pid=103162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 20 21:00:20.492247 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b3421a81-b8eb-4f4b-a32a-0a76f7ecfa2e tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks [] for subnet, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:20.529642 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443cf109-dae1-458e-a0b7-bbd4bac49682 req-724eba5f-4037-4172-9a4c-c011d1584c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:20.532438 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-443cf109-dae1-458e-a0b7-bbd4bac49682 req-724eba5f-4037-4172-9a4c-c011d1584c1e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3d242ec6-9f33-44c2-af97-1bbf8381438b HTTP/1.1" status: 200 len: 851 time: 0.9588461 May 20 21:00:20.626381 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-443cf109-dae1-458e-a0b7-bbd4bac49682 req-bde74c5d-dab9-474f-83ea-2c0228eb2e88 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=27501fcc-897d-46d3-a5f8-4e490573ef38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0710313 May 20 21:00:20.629352 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b3421a81-b8eb-4f4b-a32a-0a76f7ecfa2e tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3738392'] for subnet, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:20.646906 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7aa0663-20f3-4af3-852d-bfa2846f6658 None None] Pushing event updated for resources: {'Port': ['ID=088f21cb-f5dc-45c6-b03c-971421c33917,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:00:20.647196 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bffaa3-b19a-4347-80f0-5db0d145b4db req-8ed36ed6-7e41-46e5-b664-dbf28a19694c tempest-ServerRescueTestJSON-1875264190 tempest-ServerRescueTestJSON-1875264190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:20.655019 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a8bffaa3-b19a-4347-80f0-5db0d145b4db req-8ed36ed6-7e41-46e5-b664-dbf28a19694c tempest-ServerRescueTestJSON-1875264190 tempest-ServerRescueTestJSON-1875264190-project] 10.222.0.35 "GET /v2.0/ports?device_id=f9588405-283d-4b05-8b1b-84fde98f06b9 HTTP/1.1" status: 200 len: 946 time: 0.3504083 May 20 21:00:20.673970 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-f945fdc0-496a-4d87-b14c-97e167f3ef95 None None] Provisioning complete for port 088f21cb-f5dc-45c6-b03c-971421c33917 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:00:20.674647 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-f945fdc0-496a-4d87-b14c-97e167f3ef95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:20.679089 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c42517-9711-46f5-a383-dfd60e5bbf67 req-f39e7cba-29ea-44b7-9798-34e675f7c447 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:20.685947 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c42517-9711-46f5-a383-dfd60e5bbf67 req-f39e7cba-29ea-44b7-9798-34e675f7c447 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:20.691993 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c42517-9711-46f5-a383-dfd60e5bbf67 req-f39e7cba-29ea-44b7-9798-34e675f7c447 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:20.699104 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c42517-9711-46f5-a383-dfd60e5bbf67 req-f39e7cba-29ea-44b7-9798-34e675f7c447 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:20.706053 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c42517-9711-46f5-a383-dfd60e5bbf67 req-f39e7cba-29ea-44b7-9798-34e675f7c447 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:20.712166 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c42517-9711-46f5-a383-dfd60e5bbf67 req-f39e7cba-29ea-44b7-9798-34e675f7c447 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:20.724445 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c42517-9711-46f5-a383-dfd60e5bbf67 req-f39e7cba-29ea-44b7-9798-34e675f7c447 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:20.726725 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-61c42517-9711-46f5-a383-dfd60e5bbf67 req-f39e7cba-29ea-44b7-9798-34e675f7c447 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] 10.222.0.35 "GET /v2.0/ports?device_id=75b87a76-ad52-4618-a214-48088ec58aef HTTP/1.1" status: 200 len: 5430 time: 0.3946369 May 20 21:00:20.852883 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b3421a81-b8eb-4f4b-a32a-0a76f7ecfa2e tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33068388'] for subnet, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:20.937532 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-f945fdc0-496a-4d87-b14c-97e167f3ef95 None None] Current status of the port 088f21cb-f5dc-45c6-b03c-971421c33917 is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:00:20.938437 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-f945fdc0-496a-4d87-b14c-97e167f3ef95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:20.990703 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 1c830328-599b-4cb9-bb56-bb79bf089177 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:00:21.002380 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bd0a952-f586-43d2-bdce-dc1e760799da tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Made reservation on behalf of 69b25f498b804a648521a0f64cc7f45d for: {'subnet': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:00:21.002896 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-f945fdc0-496a-4d87-b14c-97e167f3ef95 None None] For port 088f21cb-f5dc-45c6-b03c-971421c33917, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=088f21cb-f5dc-45c6-b03c-971421c33917,segment=NetworkSegment(f1124721-0c60-4de6-8dc8-1b5106627174),segment_id=f1124721-0c60-4de6-8dc8-1b5106627174)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:00:21.021254 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3bd0a952-f586-43d2-bdce-dc1e760799da tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8422561'] for subnet, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:21.066656 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-44d103b2-65ca-4f07-b41a-6f2cd6bf7231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89dbac3e-ce16-489e-b52e-a05a812a47c7', 'name': 'tempest-TestServerMultinode-1107325145-router', 'tenant_id': 'd2fae9ffbaa44530acca9d12c585402c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.170'}], 'enable_snat': True}, 'gw_port_id': 'd175decd-f279-459d-904d-3d4bf174f477', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:00:04Z', 'updated_at': '2022-05-20T21:00:13Z', 'revision_number': 4, 'project_id': 'd2fae9ffbaa44530acca9d12c585402c', 'gw_port': {'id': 'd175decd-f279-459d-904d-3d4bf174f477', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:cf:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89dbac3e-ce16-489e-b52e-a05a812a47c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2769, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:00:06Z', 'updated_at': '2022-05-20T21:00:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': '088f21cb-f5dc-45c6-b03c-971421c33917', 'name': '', 'network_id': 'ee454afb-fe6a-44ad-a96f-d5a55357201f', 'tenant_id': 'd2fae9ffbaa44530acca9d12c585402c', 'mac_address': 'fa:16:3e:26:31:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89dbac3e-ce16-489e-b52e-a05a812a47c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2774, 'fixed_ips': [{'subnet_id': 'f17a544f-0211-4261-8bda-dc99d38f2d45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:00:10Z', 'updated_at': '2022-05-20T21:00:19Z', 'revision_number': 4, 'project_id': 'd2fae9ffbaa44530acca9d12c585402c', 'subnets': [{'id': 'f17a544f-0211-4261-8bda-dc99d38f2d45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:00:21.112096 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-f945fdc0-496a-4d87-b14c-97e167f3ef95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:21.112096 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d103b2-65ca-4f07-b41a-6f2cd6bf7231 None None] The sync data for ids ['89dbac3e-ce16-489e-b52e-a05a812a47c7'] in n-d-842733-1 is: [{'id': '89dbac3e-ce16-489e-b52e-a05a812a47c7', 'name': 'tempest-TestServerMultinode-1107325145-router', 'tenant_id': 'd2fae9ffbaa44530acca9d12c585402c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.170'}], 'enable_snat': True}, 'gw_port_id': 'd175decd-f279-459d-904d-3d4bf174f477', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:00:04Z', 'updated_at': '2022-05-20T21:00:13Z', 'revision_number': 4, 'project_id': 'd2fae9ffbaa44530acca9d12c585402c', 'gw_port': {'id': 'd175decd-f279-459d-904d-3d4bf174f477', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:cf:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89dbac3e-ce16-489e-b52e-a05a812a47c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2769, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:00:06Z', 'updated_at': '2022-05-20T21:00:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': '088f21cb-f5dc-45c6-b03c-971421c33917', 'name': '', 'network_id': 'ee454afb-fe6a-44ad-a96f-d5a55357201f', 'tenant_id': 'd2fae9ffbaa44530acca9d12c585402c', 'mac_address': 'fa:16:3e:26:31:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89dbac3e-ce16-489e-b52e-a05a812a47c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2774, 'fixed_ips': [{'subnet_id': 'f17a544f-0211-4261-8bda-dc99d38f2d45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:00:10Z', 'updated_at': '2022-05-20T21:00:19Z', 'revision_number': 4, 'project_id': 'd2fae9ffbaa44530acca9d12c585402c', 'subnets': [{'id': 'f17a544f-0211-4261-8bda-dc99d38f2d45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 21:00:21.131141 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b3421a81-b8eb-4f4b-a32a-0a76f7ecfa2e tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33068399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3797621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4018265'] for subnet, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:21.143855 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43e213cc-cdd1-4a76-b1e8-df555d020892 None None] Network 98f8b8d5-1379-4eeb-9e13-b2bbab96015a requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:00:21.160093 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b3421a81-b8eb-4f4b-a32a-0a76f7ecfa2e tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:21.191991 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-b3421a81-b8eb-4f4b-a32a-0a76f7ecfa2e tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "DELETE /v2.0/subnets/1dd53bcb-5f06-4402-93f8-697569db0ff3 HTTP/1.1" status: 204 len: 168 time: 0.8832674 May 20 21:00:21.200163 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 37698) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:00:21.228956 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a8bffaa3-b19a-4347-80f0-5db0d145b4db req-10158d8c-afb0-44c7-9fe3-5bd69d797e99 tempest-ServerRescueTestJSON-1875264190 tempest-ServerRescueTestJSON-1875264190-project] 10.222.0.35 "GET /v2.0/security-groups?id=3ca0fb1c-c695-4a0a-a152-dfa8f160f4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5717645 May 20 21:00:21.231358 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-443cf109-dae1-458e-a0b7-bbd4bac49682 req-483c84ac-9ab0-4665-b466-4bf14df6e0ac service neutron] 10.222.0.24 "GET /v2.0/networks/27501fcc-897d-46d3-a5f8-4e490573ef38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5023520 May 20 21:00:21.261122 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3421a81-b8eb-4f4b-a32a-0a76f7ecfa2e tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Pushing event deleted for resources: {'Subnet': ['ID=1dd53bcb-5f06-4402-93f8-697569db0ff3,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:00:21.316770 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f945fdc0-496a-4d87-b14c-97e167f3ef95 None None] Pushing event updated for resources: {'Port': ['ID=088f21cb-f5dc-45c6-b03c-971421c33917,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:00:21.329265 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 1c830328-599b-4cb9-bb56-bb79bf089177 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:00:21.345921 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:21.367363 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-da415c2c-7d0d-494f-bc43-a751b75bbdba tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1633584 May 20 21:00:21.369971 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 37704) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:00:21.376416 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-0af2710c-b9ce-4281-b22b-605da52768e7 None None] Provisioning complete for port 1c830328-599b-4cb9-bb56-bb79bf089177 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:00:21.377240 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-0af2710c-b9ce-4281-b22b-605da52768e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:21.388299 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-5543a2ac-99d7-445b-80b5-cfe8e686952c tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Request body: {'subnet': {'network_id': '98f8b8d5-1379-4eeb-9e13-b2bbab96015a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:00:21.420121 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d0489c2c-336c-4a4a-ab2e-803e96cb6121 req-a8e16537-e70f-4e30-8b4e-3f85e8aae64c tempest-TestServerMultinode-213063825 tempest-TestServerMultinode-213063825-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=8e0d0312-789a-4469-b0a2-299ca31518fa HTTP/1.1" status: 200 len: 210 time: 0.0426536 May 20 21:00:21.440609 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-61c42517-9711-46f5-a383-dfd60e5bbf67 req-60f4b897-9bd1-41a2-97ed-546be4545481 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] 10.222.0.35 "GET /v2.0/security-groups?id=c6c3d501-aad0-44cc-8dfe-290dffd2c6d4&id=23a4e591-c968-436b-bf23-a5b482a8cab7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4029825 May 20 21:00:21.676146 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-443cf109-dae1-458e-a0b7-bbd4bac49682 req-842460a4-a896-4538-9d10-46aa126b40c1 service neutron] 10.222.0.24 "GET /v2.0/networks/27501fcc-897d-46d3-a5f8-4e490573ef38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3145208 May 20 21:00:21.687658 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f609f36-c283-4d83-b60b-369f0f47ab59 req-0d4f5a9f-062d-4c1f-9e1c-a4648b967fd9 tempest-ServerRescueTestJSON-1875264190 tempest-ServerRescueTestJSON-1875264190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:21.691962 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-3f609f36-c283-4d83-b60b-369f0f47ab59 req-0d4f5a9f-062d-4c1f-9e1c-a4648b967fd9 tempest-ServerRescueTestJSON-1875264190 tempest-ServerRescueTestJSON-1875264190-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9588405-283d-4b05-8b1b-84fde98f06b9 HTTP/1.1" status: 200 len: 946 time: 0.2864425 May 20 21:00:21.700828 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f2eedea-1cf2-46bd-a0a5-f85b21cba25c None None] DHCP port deletion for 98f8b8d5-1379-4eeb-9e13-b2bbab96015a request from n-d-842733-1 {{(pid=103164) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 21:00:21.719721 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 1c830328-599b-4cb9-bb56-bb79bf089177 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:00:21.725613 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-0af2710c-b9ce-4281-b22b-605da52768e7 None None] Current status of the port 1c830328-599b-4cb9-bb56-bb79bf089177 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:00:21.820368 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-4f2eedea-1cf2-46bd-a0a5-f85b21cba25c None None] Deleting port 1c830328-599b-4cb9-bb56-bb79bf089177 {{(pid=103164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:00:21.825646 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4f2eedea-1cf2-46bd-a0a5-f85b21cba25c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:21.860628 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-3f609f36-c283-4d83-b60b-369f0f47ab59 req-5b77b591-33a5-4863-ac83-23a59b68b1f3 tempest-ServerRescueTestJSON-1875264190 tempest-ServerRescueTestJSON-1875264190-project] Deleting port afbabf26-1a5c-4eb3-a89d-dc24eeff94c2 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:00:21.860980 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-3f609f36-c283-4d83-b60b-369f0f47ab59 req-5b77b591-33a5-4863-ac83-23a59b68b1f3 tempest-ServerRescueTestJSON-1875264190 tempest-ServerRescueTestJSON-1875264190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:21.932073 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5543a2ac-99d7-445b-80b5-cfe8e686952c tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Made reservation on behalf of ab4ded6dc75a4ab5a4f9dae9e5aa3753 for: {'subnet': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:00:21.939561 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-4f2eedea-1cf2-46bd-a0a5-f85b21cba25c None None] For port 1c830328-599b-4cb9-bb56-bb79bf089177, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=1c830328-599b-4cb9-bb56-bb79bf089177,segment=NetworkSegment(f5705048-66fd-4627-af8c-03443c37dd17),segment_id=f5705048-66fd-4627-af8c-03443c37dd17)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:00:21.939823 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5543a2ac-99d7-445b-80b5-cfe8e686952c tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4018244'] for subnet, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:21.939932 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4f2eedea-1cf2-46bd-a0a5-f85b21cba25c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:21.964744 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-4f2eedea-1cf2-46bd-a0a5-f85b21cba25c None None] Calling delete_port for 1c830328-599b-4cb9-bb56-bb79bf089177 owned by network:dhcp {{(pid=103164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:00:21.976845 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf2c8be-73d8-4d2c-8a80-6b7e200614c2 req-38896445-6628-4e0c-a5f3-2dd6ef6a3fa5 tempest-TestServerMultinode-213063825 tempest-TestServerMultinode-213063825-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:21.978757 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3bf2c8be-73d8-4d2c-8a80-6b7e200614c2 req-38896445-6628-4e0c-a5f3-2dd6ef6a3fa5 tempest-TestServerMultinode-213063825 tempest-TestServerMultinode-213063825-project-admin] 10.222.0.24 "GET /v2.0/networks?id=db968d13-82bc-4def-927f-4d00e4b4dc28 HTTP/1.1" status: 200 len: 911 time: 0.2489696 May 20 21:00:22.002642 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [req-3bf2c8be-73d8-4d2c-8a80-6b7e200614c2 req-d347593a-bb9a-476a-84e7-2df5d9f5b562 tempest-TestServerMultinode-213063825 tempest-TestServerMultinode-213063825-project-admin] Request body: {'port': {'device_id': '8e0d0312-789a-4469-b0a2-299ca31518fa', 'network_id': 'db968d13-82bc-4def-927f-4d00e4b4dc28', 'admin_state_up': True, 'tenant_id': 'd2fae9ffbaa44530acca9d12c585402c'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:00:22.020270 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3bd0a952-f586-43d2-bdce-dc1e760799da tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9641412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8422583'] for subnet, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:22.214403 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-3f609f36-c283-4d83-b60b-369f0f47ab59 req-5b77b591-33a5-4863-ac83-23a59b68b1f3 tempest-ServerRescueTestJSON-1875264190 tempest-ServerRescueTestJSON-1875264190-project] For port afbabf26-1a5c-4eb3-a89d-dc24eeff94c2, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=afbabf26-1a5c-4eb3-a89d-dc24eeff94c2,segment=NetworkSegment(f71daceb-c498-4797-b825-ec97843817b7),segment_id=f71daceb-c498-4797-b825-ec97843817b7)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:00:22.215045 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-3f609f36-c283-4d83-b60b-369f0f47ab59 req-5b77b591-33a5-4863-ac83-23a59b68b1f3 tempest-ServerRescueTestJSON-1875264190 tempest-ServerRescueTestJSON-1875264190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:22.225365 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd0a952-f586-43d2-bdce-dc1e760799da tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Pushing event updated for resources: {'Subnet': ['ID=75f41946-bb6d-44fc-88ab-73426843d261,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:00:22.236671 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd0a952-f586-43d2-bdce-dc1e760799da tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Checking segment: {'id': '56b19592-a5de-40c4-9956-30b0f08b3770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '10a8413e-d59b-4b13-9525-3382b7865bbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:00:22.237412 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bd0a952-f586-43d2-bdce-dc1e760799da tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Network hostable DHCP agents. Network: 10a8413e-d59b-4b13-9525-3382b7865bbe, hostable agents: ['c9b0653c-f3c7-4339-bd50-e3754b629216'], hosted agents: [] {{(pid=103163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 21:00:22.247395 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-3f609f36-c283-4d83-b60b-369f0f47ab59 req-5b77b591-33a5-4863-ac83-23a59b68b1f3 tempest-ServerRescueTestJSON-1875264190 tempest-ServerRescueTestJSON-1875264190-project] Calling delete_port for afbabf26-1a5c-4eb3-a89d-dc24eeff94c2 owned by compute:nova {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:00:22.278002 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3bf2c8be-73d8-4d2c-8a80-6b7e200614c2 req-d347593a-bb9a-476a-84e7-2df5d9f5b562 tempest-TestServerMultinode-213063825 tempest-TestServerMultinode-213063825-project-admin] Made reservation on behalf of d2fae9ffbaa44530acca9d12c585402c for: {'port': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:00:22.283569 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-3bf2c8be-73d8-4d2c-8a80-6b7e200614c2 req-d347593a-bb9a-476a-84e7-2df5d9f5b562 tempest-TestServerMultinode-213063825 tempest-TestServerMultinode-213063825-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:22.296265 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-8623b92a-cf7a-4b42-8e5b-9d8c6f3e4ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:22.297892 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4f2eedea-1cf2-46bd-a0a5-f85b21cba25c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099'] for port, after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:22.353018 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bd0a952-f586-43d2-bdce-dc1e760799da tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Network 10a8413e-d59b-4b13-9525-3382b7865bbe is scheduled to be hosted by DHCP agent c9b0653c-f3c7-4339-bd50-e3754b629216 with binding_index 1 {{(pid=103163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 21:00:22.360697 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2eedea-1cf2-46bd-a0a5-f85b21cba25c None None] Pushing event deleted for resources: {'Port': ['ID=1c830328-599b-4cb9-bb56-bb79bf089177,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:00:22.376244 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f2eedea-1cf2-46bd-a0a5-f85b21cba25c None None] No DVR routers for this DVR port 1c830328-599b-4cb9-bb56-bb79bf089177 on host n-d-842733-1 {{(pid=103164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 21:00:22.413942 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a23df1c-078a-426e-b9b3-0b8a247156ee None None] get_active_networks_info from n-d-842733-1 {{(pid=103164) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 20 21:00:22.488670 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-3bd0a952-f586-43d2-bdce-dc1e760799da tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842733-1, 10a8413e-d59b-4b13-9525-3382b7865bbe) {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:00:22.505378 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bd0a952-f586-43d2-bdce-dc1e760799da tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:22.509229 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3bd0a952-f586-43d2-bdce-dc1e760799da tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Notify callbacks [] for subnet, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:22.656390 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-bb533d03-1928-4d38-aecb-343d52978d94 req-779e4b3a-e758-493e-9e89-f20bd46798e4 tempest-TestServerMultinode-213063825 tempest-TestServerMultinode-213063825-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=8e0d0312-789a-4469-b0a2-299ca31518fa HTTP/1.1" status: 200 len: 210 time: 0.0531285 May 20 21:00:22.673474 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a23df1c-078a-426e-b9b3-0b8a247156ee None None] Resources bound (agent type, host, resource id): {{(pid=103164) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 20 21:00:22.756355 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131d3fb6-3aba-4e3e-a879-e7e6dc0b5ed7 req-d3f2cb64-c902-4cdc-b777-3dd907606fe7 tempest-ServerRescueTestJSON-1875264190 tempest-ServerRescueTestJSON-1875264190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:22.763282 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-131d3fb6-3aba-4e3e-a879-e7e6dc0b5ed7 req-d3f2cb64-c902-4cdc-b777-3dd907606fe7 tempest-ServerRescueTestJSON-1875264190 tempest-ServerRescueTestJSON-1875264190-project] 10.222.0.35 "GET /v2.0/ports?device_id=f9588405-283d-4b05-8b1b-84fde98f06b9 HTTP/1.1" status: 200 len: 946 time: 0.3084619 May 20 21:00:22.785202 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-3bd0a952-f586-43d2-bdce-dc1e760799da tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 3.1328952 May 20 21:00:22.828720 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 37724) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:00:22.943241 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [req-3bf2c8be-73d8-4d2c-8a80-6b7e200614c2 req-d347593a-bb9a-476a-84e7-2df5d9f5b562 tempest-TestServerMultinode-213063825 tempest-TestServerMultinode-213063825-project-admin] Allocated IP 172.20.0.11 (db968d13-82bc-4def-927f-4d00e4b4dc28/23658e48-0ab2-4be3-95e6-d83a84724079/02e122d3-9632-4e46-b87a-2dfd8f805a34) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:00:23.035262 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 088f21cb-f5dc-45c6-b03c-971421c33917 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:00:23.184346 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-3bf2c8be-73d8-4d2c-8a80-6b7e200614c2 req-d347593a-bb9a-476a-84e7-2df5d9f5b562 tempest-TestServerMultinode-213063825 tempest-TestServerMultinode-213063825-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:23.232983 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-131d3fb6-3aba-4e3e-a879-e7e6dc0b5ed7 req-bd1a26fe-cbd2-4094-b297-ee0763db3d7c tempest-ServerRescueTestJSON-1875264190 tempest-ServerRescueTestJSON-1875264190-project] 10.222.0.35 "GET /v2.0/security-groups?id=3ca0fb1c-c695-4a0a-a152-dfa8f160f4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4420388 May 20 21:00:23.287491 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-3f609f36-c283-4d83-b60b-369f0f47ab59 req-5b77b591-33a5-4863-ac83-23a59b68b1f3 tempest-ServerRescueTestJSON-1875264190 tempest-ServerRescueTestJSON-1875264190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:23.338909 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec67956-fb42-4ffb-be55-46fe97727bf6 req-bcfb87f1-f7f4-4f49-9e63-76477a04d253 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:23.346494 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec67956-fb42-4ffb-be55-46fe97727bf6 req-bcfb87f1-f7f4-4f49-9e63-76477a04d253 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:23.353648 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec67956-fb42-4ffb-be55-46fe97727bf6 req-bcfb87f1-f7f4-4f49-9e63-76477a04d253 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:23.360301 n-d-842733-1 neutron-server[103162]: DEBUG neutron.objects.ports [None req-5543a2ac-99d7-445b-80b5-cfe8e686952c tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103162) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} May 20 21:00:23.362370 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5543a2ac-99d7-445b-80b5-cfe8e686952c tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3797684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4018258'] for subnet, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:23.363505 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec67956-fb42-4ffb-be55-46fe97727bf6 req-bcfb87f1-f7f4-4f49-9e63-76477a04d253 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:23.377820 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] get_ports_and_sgs() called for port_ids ['58c3eec7-ca67-49ab-aa23-969e1932a180'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 21:00:23.388706 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec67956-fb42-4ffb-be55-46fe97727bf6 req-bcfb87f1-f7f4-4f49-9e63-76477a04d253 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:23.402601 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec67956-fb42-4ffb-be55-46fe97727bf6 req-bcfb87f1-f7f4-4f49-9e63-76477a04d253 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:23.404603 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b77b591-33a5-4863-ac83-23a59b68b1f3 tempest-ServerRescueTestJSON-1875264190 tempest-ServerRescueTestJSON-1875264190-project] Pushing event deleted for resources: {'Port': ['ID=afbabf26-1a5c-4eb3-a89d-dc24eeff94c2,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:00:23.409596 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec67956-fb42-4ffb-be55-46fe97727bf6 req-bcfb87f1-f7f4-4f49-9e63-76477a04d253 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:23.412298 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-aec67956-fb42-4ffb-be55-46fe97727bf6 req-bcfb87f1-f7f4-4f49-9e63-76477a04d253 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] 10.222.0.35 "GET /v2.0/ports?device_id=75b87a76-ad52-4618-a214-48088ec58aef HTTP/1.1" status: 200 len: 5430 time: 0.5566969 May 20 21:00:23.419092 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-3bf2c8be-73d8-4d2c-8a80-6b7e200614c2 req-d347593a-bb9a-476a-84e7-2df5d9f5b562 tempest-TestServerMultinode-213063825 tempest-TestServerMultinode-213063825-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:23.507378 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d17c73fd-ccb8-41e5-98ae-8006f7ebac6a tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33160123'] for network, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:23.507894 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5543a2ac-99d7-445b-80b5-cfe8e686952c tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Network 98f8b8d5-1379-4eeb-9e13-b2bbab96015a is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:00:23.510689 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3bf2c8be-73d8-4d2c-8a80-6b7e200614c2 req-d347593a-bb9a-476a-84e7-2df5d9f5b562 tempest-TestServerMultinode-213063825 tempest-TestServerMultinode-213063825-project-admin] Network db968d13-82bc-4def-927f-4d00e4b4dc28 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:00:23.511476 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f609f36-c283-4d83-b60b-369f0f47ab59 req-5b77b591-33a5-4863-ac83-23a59b68b1f3 tempest-ServerRescueTestJSON-1875264190 tempest-ServerRescueTestJSON-1875264190-project] No DVR routers for this DVR port afbabf26-1a5c-4eb3-a89d-dc24eeff94c2 on host n-h2-842733-1 {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 21:00:23.514463 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-3f609f36-c283-4d83-b60b-369f0f47ab59 req-5b77b591-33a5-4863-ac83-23a59b68b1f3 tempest-ServerRescueTestJSON-1875264190 tempest-ServerRescueTestJSON-1875264190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:23.522345 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [req-3bf2c8be-73d8-4d2c-8a80-6b7e200614c2 req-d347593a-bb9a-476a-84e7-2df5d9f5b562 tempest-TestServerMultinode-213063825 tempest-TestServerMultinode-213063825-project-admin] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:00:23.525179 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-3f609f36-c283-4d83-b60b-369f0f47ab59 req-5b77b591-33a5-4863-ac83-23a59b68b1f3 tempest-ServerRescueTestJSON-1875264190 tempest-ServerRescueTestJSON-1875264190-project] 10.222.0.13 "DELETE /v2.0/ports/afbabf26-1a5c-4eb3-a89d-dc24eeff94c2 HTTP/1.1" status: 204 len: 173 time: 1.8215616 May 20 21:00:23.529202 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9588405-283d-4b05-8b1b-84fde98f06b9', 'name': 'network-vif-deleted', 'tag': 'afbabf26-1a5c-4eb3-a89d-dc24eeff94c2'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 21:00:23.532242 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bf2c8be-73d8-4d2c-8a80-6b7e200614c2 req-d347593a-bb9a-476a-84e7-2df5d9f5b562 tempest-TestServerMultinode-213063825 tempest-TestServerMultinode-213063825-project-admin] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:00:23.534825 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6fa957933fccbf596d28104b23404b952ad6a8238afaebaed40a0874b2e409" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0672d87d-c889-46df-949c-b8c904716350" -d '{"events": [{"server_uuid": "f9588405-283d-4b05-8b1b-84fde98f06b9", "name": "network-vif-deleted", "tag": "afbabf26-1a5c-4eb3-a89d-dc24eeff94c2"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 21:00:23.537850 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-5543a2ac-99d7-445b-80b5-cfe8e686952c tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:00:23.542744 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5543a2ac-99d7-445b-80b5-cfe8e686952c tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:23.543341 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5543a2ac-99d7-445b-80b5-cfe8e686952c tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:23.577933 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5543a2ac-99d7-445b-80b5-cfe8e686952c tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Pushing event updated for resources: {'Subnet': ['ID=a0d52b7b-bbac-47b1-b1ae-512503ea6721,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:00:23.587077 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d347593a-bb9a-476a-84e7-2df5d9f5b562 tempest-TestServerMultinode-213063825 tempest-TestServerMultinode-213063825-project-admin] Pushing event updated for resources: {'Port': ['ID=02e122d3-9632-4e46-b87a-2dfd8f805a34,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:00:23.597395 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-aec67956-fb42-4ffb-be55-46fe97727bf6 req-62f591bf-0b6a-42f2-bf1b-098bf42913e8 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] 10.222.0.35 "GET /v2.0/security-groups?id=c6c3d501-aad0-44cc-8dfe-290dffd2c6d4&id=23a4e591-c968-436b-bf23-a5b482a8cab7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1708376 May 20 21:00:23.602845 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bd0f1e2-a311-4fe7-b23e-7d0408021125 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaee2b848-d4b9-5db1-b6ef-d6db29d67de7-10a8413e-d59b-4b13-9525-3382b7865bbe', 'network_id': '10a8413e-d59b-4b13-9525-3382b7865bbe', 'tenant_id': '69b25f498b804a648521a0f64cc7f45d', 'fixed_ips': [{'subnet_id': '75f41946-bb6d-44fc-88ab-73426843d261'}]}} from n-d-842733-1. {{(pid=103164) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 21:00:23.602845 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-8bd0f1e2-a311-4fe7-b23e-7d0408021125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:23.623005 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-601c88e8-c232-4e3c-a8de-dfe34fabcae3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaee2b848-d4b9-5db1-b6ef-d6db29d67de7-98f8b8d5-1379-4eeb-9e13-b2bbab96015a', 'network_id': '98f8b8d5-1379-4eeb-9e13-b2bbab96015a', 'tenant_id': 'ab4ded6dc75a4ab5a4f9dae9e5aa3753', 'fixed_ips': [{'subnet_id': 'a0d52b7b-bbac-47b1-b1ae-512503ea6721'}]}} from n-d-842733-1. {{(pid=103164) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 21:00:23.623858 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-601c88e8-c232-4e3c-a8de-dfe34fabcae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:23.639055 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 088f21cb-f5dc-45c6-b03c-971421c33917 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:00:23.639422 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:23.663209 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-5543a2ac-99d7-445b-80b5-cfe8e686952c tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2895086 May 20 21:00:23.664335 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 37744) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:00:23.677265 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-1ccf7472-c0f7-4412-bd8a-8b1d5b03ffd6 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Request body: {'subnet': {'network_id': '98f8b8d5-1379-4eeb-9e13-b2bbab96015a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:00:23.686882 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf2c8be-73d8-4d2c-8a80-6b7e200614c2 req-d347593a-bb9a-476a-84e7-2df5d9f5b562 tempest-TestServerMultinode-213063825 tempest-TestServerMultinode-213063825-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:23.687527 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-3bf2c8be-73d8-4d2c-8a80-6b7e200614c2 req-d347593a-bb9a-476a-84e7-2df5d9f5b562 tempest-TestServerMultinode-213063825 tempest-TestServerMultinode-213063825-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:23.735074 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 21:00:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1be71ede-9d25-4291-ac5b-6e02c632499b x-openstack-request-id: req-1be71ede-9d25-4291-ac5b-6e02c632499b {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 21:00:23.735074 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9588405-283d-4b05-8b1b-84fde98f06b9", "name": "network-vif-deleted", "tag": "afbabf26-1a5c-4eb3-a89d-dc24eeff94c2", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 21:00:23.735074 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1be71ede-9d25-4291-ac5b-6e02c632499b {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 21:00:23.737460 n-d-842733-1 neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1be71ede-9d25-4291-ac5b-6e02c632499b'] response: {'server_uuid': 'f9588405-283d-4b05-8b1b-84fde98f06b9', 'name': 'network-vif-deleted', 'tag': 'afbabf26-1a5c-4eb3-a89d-dc24eeff94c2', 'status': 'completed', 'code': 200} May 20 21:00:23.739531 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d17c73fd-ccb8-41e5-98ae-8006f7ebac6a tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33068388'] for subnet, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:23.826023 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3bf2c8be-73d8-4d2c-8a80-6b7e200614c2 req-d347593a-bb9a-476a-84e7-2df5d9f5b562 tempest-TestServerMultinode-213063825 tempest-TestServerMultinode-213063825-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.8335695 May 20 21:00:23.851429 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [req-3bf2c8be-73d8-4d2c-8a80-6b7e200614c2 req-84fdf82b-a291-48c1-98d8-4d992c942904 service neutron] Request body: {'port': {'device_id': '8e0d0312-789a-4469-b0a2-299ca31518fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-842733-1'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:00:23.950954 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a55e92-3569-4965-8903-15d8169b5656 req-6ea7da10-8904-4238-a62c-d9fd1fb9be76 tempest-TestServerMultinode-213063825 tempest-TestServerMultinode-213063825-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:23.959828 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a9a55e92-3569-4965-8903-15d8169b5656 req-6ea7da10-8904-4238-a62c-d9fd1fb9be76 tempest-TestServerMultinode-213063825 tempest-TestServerMultinode-213063825-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=8e0d0312-789a-4469-b0a2-299ca31518fa HTTP/1.1" status: 200 len: 1028 time: 0.1506734 May 20 21:00:23.978252 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ccf7472-c0f7-4412-bd8a-8b1d5b03ffd6 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Made reservation on behalf of ab4ded6dc75a4ab5a4f9dae9e5aa3753 for: {'subnet': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:00:23.981480 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-3bf2c8be-73d8-4d2c-8a80-6b7e200614c2 req-84fdf82b-a291-48c1-98d8-4d992c942904 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:23.981778 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1ccf7472-c0f7-4412-bd8a-8b1d5b03ffd6 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4018244'] for subnet, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:24.074406 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 088f21cb-f5dc-45c6-b03c-971421c33917 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:00:24.093096 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a9a55e92-3569-4965-8903-15d8169b5656 req-a7f02dd4-5816-4997-9136-bb0eeb76e446 tempest-TestServerMultinode-213063825 tempest-TestServerMultinode-213063825-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=f1ecce8b-0936-479a-abe8-64fad6081b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321456 May 20 21:00:24.122636 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d17c73fd-ccb8-41e5-98ae-8006f7ebac6a tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33068399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9641221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8422588'] for subnet, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:24.144145 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4bb0e131-6525-46ca-a45b-e4ea43a5e69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:24.153308 n-d-842733-1 neutron-server[103162]: INFO neutron.db.ipam_backend_mixin [None req-1ccf7472-c0f7-4412-bd8a-8b1d5b03ffd6 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a0d52b7b-bbac-47b1-b1ae-512503ea6721 (CIDR: 2001:db8::/64) May 20 21:00:24.182105 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 1c830328-599b-4cb9-bb56-bb79bf089177 no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 21:00:24.194134 n-d-842733-1 neutron-server[103162]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ccf7472-c0f7-4412-bd8a-8b1d5b03ffd6 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 20 21:00:24.194950 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ccf7472-c0f7-4412-bd8a-8b1d5b03ffd6 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 21:00:24.213643 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [None req-601c88e8-c232-4e3c-a8de-dfe34fabcae3 None None] Allocated IP 2001:db8::f816:3eff:fe85:2f6c (98f8b8d5-1379-4eeb-9e13-b2bbab96015a/a0d52b7b-bbac-47b1-b1ae-512503ea6721/824567a1-5767-4a15-a3c4-422cdfad3336) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:00:24.220518 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server [None req-8bd0f1e2-a311-4fe7-b23e-7d0408021125 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 75f41946-bb6d-44fc-88ab-73426843d261: This subnet is being modified by another concurrent operation. May 20 21:00:24.220518 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 20 21:00:24.220518 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 20 21:00:24.220518 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 20 21:00:24.220518 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 20 21:00:24.220518 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 20 21:00:24.220518 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 20 21:00:24.220518 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 20 21:00:24.220518 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 20 21:00:24.220518 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 20 21:00:24.220518 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 20 21:00:24.220518 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 20 21:00:24.220518 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 20 21:00:24.220518 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server self.force_reraise() May 20 21:00:24.220518 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 20 21:00:24.220518 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server raise self.value May 20 21:00:24.220518 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 20 21:00:24.220518 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 20 21:00:24.220518 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 20 21:00:24.220518 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 20 21:00:24.220518 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 20 21:00:24.220518 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server self.force_reraise() May 20 21:00:24.220518 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 20 21:00:24.220518 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server raise self.value May 20 21:00:24.220518 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 20 21:00:24.220518 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 20 21:00:24.220518 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 20 21:00:24.220518 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 20 21:00:24.220518 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 20 21:00:24.220518 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server self.force_reraise() May 20 21:00:24.220518 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 20 21:00:24.220518 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server raise self.value May 20 21:00:24.220518 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 20 21:00:24.220518 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 20 21:00:24.220518 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper May 20 21:00:24.220518 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) May 20 21:00:24.220518 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port May 20 21:00:24.220518 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') May 20 21:00:24.220518 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action May 20 21:00:24.220518 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) May 20 21:00:24.220518 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port May 20 21:00:24.220518 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( May 20 21:00:24.220518 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner May 20 21:00:24.220518 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 20 21:00:24.220518 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped May 20 21:00:24.220518 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 20 21:00:24.220518 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 20 21:00:24.220518 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 20 21:00:24.220518 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 20 21:00:24.220518 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server self.force_reraise() May 20 21:00:24.220518 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 20 21:00:24.220518 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server raise self.value May 20 21:00:24.220518 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 20 21:00:24.220518 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 20 21:00:24.227187 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 20 21:00:24.227187 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 20 21:00:24.227187 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 20 21:00:24.227187 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server self.force_reraise() May 20 21:00:24.227187 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 20 21:00:24.227187 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server raise self.value May 20 21:00:24.227187 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 20 21:00:24.227187 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 20 21:00:24.227187 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 20 21:00:24.227187 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 20 21:00:24.227187 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 20 21:00:24.227187 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server self.force_reraise() May 20 21:00:24.227187 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 20 21:00:24.227187 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server raise self.value May 20 21:00:24.227187 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 20 21:00:24.227187 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 20 21:00:24.227187 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1486, in create_port May 20 21:00:24.227187 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) May 20 21:00:24.227187 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1451, in _create_port_db May 20 21:00:24.227187 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) May 20 21:00:24.227187 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db May 20 21:00:24.227187 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( May 20 21:00:24.227187 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store May 20 21:00:24.227187 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) May 20 21:00:24.227187 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped May 20 21:00:24.227187 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 20 21:00:24.227187 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper May 20 21:00:24.227187 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) May 20 21:00:24.227187 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port May 20 21:00:24.227187 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) May 20 21:00:24.227187 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port May 20 21:00:24.227187 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 20 21:00:24.227187 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets May 20 21:00:24.227187 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 20 21:00:24.227187 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 20 21:00:24.227187 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server raise exception May 20 21:00:24.227187 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 75f41946-bb6d-44fc-88ab-73426843d261: This subnet is being modified by another concurrent operation. May 20 21:00:24.227187 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server May 20 21:00:24.227187 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: 1c830328-599b-4cb9-bb56-bb79bf089177 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 21:00:24.227187 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 1c830328-599b-4cb9-bb56-bb79bf089177 not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 21:00:24.236974 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17c73fd-ccb8-41e5-98ae-8006f7ebac6a tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Pushing event deleted for resources: {'Subnet': ['ID=75f41946-bb6d-44fc-88ab-73426843d261,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:00:24.292306 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-1ccf7472-c0f7-4412-bd8a-8b1d5b03ffd6 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6268537 May 20 21:00:24.294979 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 37752) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:00:24.300290 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-4d436b39-645b-484e-9309-4b678792e7a8 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Request body: {'subnet': {'network_id': '98f8b8d5-1379-4eeb-9e13-b2bbab96015a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:00:24.473095 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-48211ff2-13d8-4f68-bfde-49891e852ff2 req-8d8127ff-a147-42b2-b184-69d5dc3a96f9 tempest-ServerRescueTestJSON-1875264190 tempest-ServerRescueTestJSON-1875264190-project] 10.222.0.35 "GET /v2.0/ports?device_id=f9588405-283d-4b05-8b1b-84fde98f06b9 HTTP/1.1" status: 200 len: 210 time: 0.0934308 May 20 21:00:24.541249 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-601c88e8-c232-4e3c-a8de-dfe34fabcae3 None None] Notify callbacks [] for port, precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:24.550596 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d17c73fd-ccb8-41e5-98ae-8006f7ebac6a tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33072115', 'neutron.services.segments.db._delete_segments_for_network-8782419500584'] for network, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:24.605616 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-d17c73fd-ccb8-41e5-98ae-8006f7ebac6a tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10a8413e-d59b-4b13-9525-3382b7865bbe']}} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:00:24.606553 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d436b39-645b-484e-9309-4b678792e7a8 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Made reservation on behalf of ab4ded6dc75a4ab5a4f9dae9e5aa3753 for: {'subnet': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:00:24.610527 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4d436b39-645b-484e-9309-4b678792e7a8 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4018244'] for subnet, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:24.619419 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-d17c73fd-ccb8-41e5-98ae-8006f7ebac6a tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56b19592-a5de-40c4-9956-30b0f08b3770') {'for_net_delete': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:00:24.619820 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-d17c73fd-ccb8-41e5-98ae-8006f7ebac6a tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56b19592-a5de-40c4-9956-30b0f08b3770') {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:00:24.638381 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d17c73fd-ccb8-41e5-98ae-8006f7ebac6a tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419501617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9338764'] for segment, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:24.699734 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:24.699734 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-601c88e8-c232-4e3c-a8de-dfe34fabcae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108'] for port, after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:24.781959 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [req-3bf2c8be-73d8-4d2c-8a80-6b7e200614c2 req-84fdf82b-a291-48c1-98d8-4d992c942904 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02e122d3-9632-4e46-b87a-2dfd8f805a34 {{(pid=103163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 21:00:24.791442 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-3bf2c8be-73d8-4d2c-8a80-6b7e200614c2 req-84fdf82b-a291-48c1-98d8-4d992c942904 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:24.794908 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-601c88e8-c232-4e3c-a8de-dfe34fabcae3 None None] Network 98f8b8d5-1379-4eeb-9e13-b2bbab96015a is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:00:24.802181 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601c88e8-c232-4e3c-a8de-dfe34fabcae3 None None] Pushing event updated for resources: {'Port': ['ID=824567a1-5767-4a15-a3c4-422cdfad3336,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:00:24.808318 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-601c88e8-c232-4e3c-a8de-dfe34fabcae3 None None] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:00:24.813385 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d17c73fd-ccb8-41e5-98ae-8006f7ebac6a tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:24.815309 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-601c88e8-c232-4e3c-a8de-dfe34fabcae3 None None] Received port after_create {{(pid=103164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:00:24.820849 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d17c73fd-ccb8-41e5-98ae-8006f7ebac6a tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Releasing vlan 239 on physical network physnet1 to pool {{(pid=103163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 21:00:24.821294 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d17c73fd-ccb8-41e5-98ae-8006f7ebac6a tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9638311'] for segment, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:24.891903 n-d-842733-1 neutron-server[103163]: Traceback (most recent call last): May 20 21:00:24.891903 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 21:00:24.891903 n-d-842733-1 neutron-server[103163]: timer() May 20 21:00:24.891903 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 21:00:24.891903 n-d-842733-1 neutron-server[103163]: cb(*args, **kw) May 20 21:00:24.891903 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 20 21:00:24.891903 n-d-842733-1 neutron-server[103163]: return func(*args, **kwargs) May 20 21:00:24.891903 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 21:00:24.891903 n-d-842733-1 neutron-server[103163]: self._notify() May 20 21:00:24.891903 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 21:00:24.891903 n-d-842733-1 neutron-server[103163]: self.callback(batched_events) May 20 21:00:24.891903 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 21:00:24.891903 n-d-842733-1 neutron-server[103163]: event.method(event) May 20 21:00:24.891903 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 20 21:00:24.891903 n-d-842733-1 neutron-server[103163]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 21:00:24.891903 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 20 21:00:24.891903 n-d-842733-1 neutron-server[103163]: aggregate_uuid = self.p_client.list_aggregates( May 20 21:00:24.891903 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 20 21:00:24.891903 n-d-842733-1 neutron-server[103163]: return f(self, *a, **k) May 20 21:00:24.891903 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 20 21:00:24.891903 n-d-842733-1 neutron-server[103163]: return self._get(url).json() May 20 21:00:24.891903 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 20 21:00:24.891903 n-d-842733-1 neutron-server[103163]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 21:00:24.891903 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 21:00:24.891903 n-d-842733-1 neutron-server[103163]: return self.request(url, 'GET', **kwargs) May 20 21:00:24.891903 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 21:00:24.891903 n-d-842733-1 neutron-server[103163]: base_url = self.get_endpoint(auth, allow=allow, May 20 21:00:24.891903 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 21:00:24.891903 n-d-842733-1 neutron-server[103163]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 21:00:24.891903 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 21:00:24.891903 n-d-842733-1 neutron-server[103163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 21:00:24.891903 n-d-842733-1 neutron-server[103163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 21:00:24.915060 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-601c88e8-c232-4e3c-a8de-dfe34fabcae3 None None] Attempting to bind port 824567a1-5767-4a15-a3c4-422cdfad3336 on host n-d-842733-1 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:00:24.915536 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-601c88e8-c232-4e3c-a8de-dfe34fabcae3 None None] Attempting to bind port 824567a1-5767-4a15-a3c4-422cdfad3336 by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': 'f5705048-66fd-4627-af8c-03443c37dd17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '98f8b8d5-1379-4eeb-9e13-b2bbab96015a'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:00:24.915957 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-601c88e8-c232-4e3c-a8de-dfe34fabcae3 None None] Attempting to bind port 824567a1-5767-4a15-a3c4-422cdfad3336 on network 98f8b8d5-1379-4eeb-9e13-b2bbab96015a {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:00:24.922471 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-601c88e8-c232-4e3c-a8de-dfe34fabcae3 None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 20, 59, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 21:00:24.923131 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-601c88e8-c232-4e3c-a8de-dfe34fabcae3 None None] Checking segment: {'id': 'f5705048-66fd-4627-af8c-03443c37dd17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '98f8b8d5-1379-4eeb-9e13-b2bbab96015a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:00:24.923289 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-601c88e8-c232-4e3c-a8de-dfe34fabcae3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:24.923864 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-601c88e8-c232-4e3c-a8de-dfe34fabcae3 None None] Bound using segment: {'id': 'f5705048-66fd-4627-af8c-03443c37dd17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '98f8b8d5-1379-4eeb-9e13-b2bbab96015a'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 21:00:24.924523 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-601c88e8-c232-4e3c-a8de-dfe34fabcae3 None None] Bound port: 824567a1-5767-4a15-a3c4-422cdfad3336, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5705048-66fd-4627-af8c-03443c37dd17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '98f8b8d5-1379-4eeb-9e13-b2bbab96015a'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:00:24.924822 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-601c88e8-c232-4e3c-a8de-dfe34fabcae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:24.983580 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dfaa10-5f19-4c1a-8b7f-178f2569d7cb req-3316f07c-fcc5-4478-9cc7-a52367ffc4f0 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:24.990116 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dfaa10-5f19-4c1a-8b7f-178f2569d7cb req-3316f07c-fcc5-4478-9cc7-a52367ffc4f0 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:24.996244 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dfaa10-5f19-4c1a-8b7f-178f2569d7cb req-3316f07c-fcc5-4478-9cc7-a52367ffc4f0 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:25.002221 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dfaa10-5f19-4c1a-8b7f-178f2569d7cb req-3316f07c-fcc5-4478-9cc7-a52367ffc4f0 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:25.009239 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dfaa10-5f19-4c1a-8b7f-178f2569d7cb req-3316f07c-fcc5-4478-9cc7-a52367ffc4f0 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:25.015198 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dfaa10-5f19-4c1a-8b7f-178f2569d7cb req-3316f07c-fcc5-4478-9cc7-a52367ffc4f0 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:25.016922 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-601c88e8-c232-4e3c-a8de-dfe34fabcae3 None None] For port 824567a1-5767-4a15-a3c4-422cdfad3336, host n-d-842733-1, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 21:00:25.022311 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dfaa10-5f19-4c1a-8b7f-178f2569d7cb req-3316f07c-fcc5-4478-9cc7-a52367ffc4f0 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:25.023778 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-14dfaa10-5f19-4c1a-8b7f-178f2569d7cb req-3316f07c-fcc5-4478-9cc7-a52367ffc4f0 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] 10.222.0.35 "GET /v2.0/ports?device_id=75b87a76-ad52-4618-a214-48088ec58aef HTTP/1.1" status: 200 len: 5430 time: 0.1303658 May 20 21:00:25.024673 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [req-3bf2c8be-73d8-4d2c-8a80-6b7e200614c2 req-84fdf82b-a291-48c1-98d8-4d992c942904 service neutron] Transition to ACTIVE for port object 02e122d3-9632-4e46-b87a-2dfd8f805a34 will not be triggered until provisioned by entity L2. {{(pid=103163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 21:00:25.025645 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d17c73fd-ccb8-41e5-98ae-8006f7ebac6a tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33072122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748162'] for network, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:25.031373 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-601c88e8-c232-4e3c-a8de-dfe34fabcae3 None None] For port 824567a1-5767-4a15-a3c4-422cdfad3336, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=824567a1-5767-4a15-a3c4-422cdfad3336,segment=NetworkSegment(f5705048-66fd-4627-af8c-03443c37dd17),segment_id=f5705048-66fd-4627-af8c-03443c37dd17)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 21:00:25.033688 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d17c73fd-ccb8-41e5-98ae-8006f7ebac6a tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:25.036810 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-d17c73fd-ccb8-41e5-98ae-8006f7ebac6a tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] 10.222.0.35 "DELETE /v2.0/networks/10a8413e-d59b-4b13-9525-3382b7865bbe HTTP/1.1" status: 204 len: 168 time: 2.2092810 May 20 21:00:25.040879 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 37758) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:00:25.046757 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-bc99d61a-dab0-4398-bd64-e82fb3400b3e tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-201843181'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:00:25.061321 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17c73fd-ccb8-41e5-98ae-8006f7ebac6a tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Pushing event deleted for resources: {'Network': ['ID=10a8413e-d59b-4b13-9525-3382b7865bbe,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:00:25.073877 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4d436b39-645b-484e-9309-4b678792e7a8 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3797684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4018258'] for subnet, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:25.095521 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-14dfaa10-5f19-4c1a-8b7f-178f2569d7cb req-8a4e3a41-8c94-4690-ab28-4588c3b9a411 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] 10.222.0.35 "GET /v2.0/security-groups?id=c6c3d501-aad0-44cc-8dfe-290dffd2c6d4&id=23a4e591-c968-436b-bf23-a5b482a8cab7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0630186 May 20 21:00:25.126370 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-3bf2c8be-73d8-4d2c-8a80-6b7e200614c2 req-84fdf82b-a291-48c1-98d8-4d992c942904 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:25.140323 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d436b39-645b-484e-9309-4b678792e7a8 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Network 98f8b8d5-1379-4eeb-9e13-b2bbab96015a is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:00:25.142398 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-4d436b39-645b-484e-9309-4b678792e7a8 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:00:25.148313 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d436b39-645b-484e-9309-4b678792e7a8 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:25.149055 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4d436b39-645b-484e-9309-4b678792e7a8 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:25.175224 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d436b39-645b-484e-9309-4b678792e7a8 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Pushing event updated for resources: {'Subnet': ['ID=28641e9e-5cfe-4ef7-a019-65f847d9bb19,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:00:25.182666 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-601c88e8-c232-4e3c-a8de-dfe34fabcae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:25.192030 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fdf82b-a291-48c1-98d8-4d992c942904 service neutron] Pushing event updated for resources: {'Port': ['ID=02e122d3-9632-4e46-b87a-2dfd8f805a34,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:00:25.212259 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc99d61a-dab0-4398-bd64-e82fb3400b3e tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Made reservation on behalf of 69b25f498b804a648521a0f64cc7f45d for: {'network': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:00:25.216497 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bc99d61a-dab0-4398-bd64-e82fb3400b3e tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for network, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:25.253230 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device e5e479b5-1f0b-4f2a-8602-65a393830577 details requested by agent hyperv_n-h2-842733-1 with host n-h2-842733-1 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 21:00:25.277459 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device afbabf26-1a5c-4eb3-a89d-dc24eeff94c2 no longer exists at agent hyperv_n-h2-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 21:00:25.278801 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc99d61a-dab0-4398-bd64-e82fb3400b3e tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 216} {{(pid=103162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 21:00:25.288920 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-4d436b39-645b-484e-9309-4b678792e7a8 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9896564 May 20 21:00:25.290336 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 37762) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:00:25.303666 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-3923963f-9867-464e-b2fc-45bbed6adf26 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Request body: {'port': {'network_id': '98f8b8d5-1379-4eeb-9e13-b2bbab96015a', 'mac_address': 'fa:16:3e:b0:3d:68', 'name': 'tempest-NetworksTestDHCPv6-921183508'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:00:25.310218 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bc99d61a-dab0-4398-bd64-e82fb3400b3e tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:25.310788 n-d-842733-1 neutron-server[103162]: INFO neutron.db.segments_db [None req-bc99d61a-dab0-4398-bd64-e82fb3400b3e tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Added segment 2b96178a-b2e9-463c-94e8-f6a3cf91264b of type vlan for network 6ed87fb7-1f59-4f9b-b0eb-a7e1ad91317d May 20 21:00:25.328191 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] No Port match for: afbabf26-1a5c-4eb3-a89d-dc24eeff94c2 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 21:00:25.328943 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device afbabf26-1a5c-4eb3-a89d-dc24eeff94c2 not bound to the agent host n-h2-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 21:00:25.343579 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601c88e8-c232-4e3c-a8de-dfe34fabcae3 None None] Pushing event updated for resources: {'Port': ['ID=824567a1-5767-4a15-a3c4-422cdfad3336,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:00:25.430311 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bc99d61a-dab0-4398-bd64-e82fb3400b3e tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418993264'] for network, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:25.467440 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa70d6b8-e261-4d51-b5a2-c24bdc0331fd req-5a8ed1ce-eb5e-4b82-8120-96684fa26ca6 tempest-TestServerMultinode-213063825 tempest-TestServerMultinode-213063825-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:25.475287 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-aa70d6b8-e261-4d51-b5a2-c24bdc0331fd req-5a8ed1ce-eb5e-4b82-8120-96684fa26ca6 tempest-TestServerMultinode-213063825 tempest-TestServerMultinode-213063825-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=8e0d0312-789a-4469-b0a2-299ca31518fa HTTP/1.1" status: 200 len: 1053 time: 0.2550185 May 20 21:00:25.545269 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-3bf2c8be-73d8-4d2c-8a80-6b7e200614c2 req-84fdf82b-a291-48c1-98d8-4d992c942904 service neutron] Attempting to bind port 02e122d3-9632-4e46-b87a-2dfd8f805a34 on host n-h1-842733-1 for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:00:25.545579 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-3bf2c8be-73d8-4d2c-8a80-6b7e200614c2 req-84fdf82b-a291-48c1-98d8-4d992c942904 service neutron] Attempting to bind port 02e122d3-9632-4e46-b87a-2dfd8f805a34 by drivers openvswitch,hyperv on host n-h1-842733-1 at level 0 using segments [{'id': 'a189c70c-1a77-4398-b112-572ca8f77d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'db968d13-82bc-4def-927f-4d00e4b4dc28'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:00:25.545904 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bf2c8be-73d8-4d2c-8a80-6b7e200614c2 req-84fdf82b-a291-48c1-98d8-4d992c942904 service neutron] Attempting to bind port 02e122d3-9632-4e46-b87a-2dfd8f805a34 on network db968d13-82bc-4def-927f-4d00e4b4dc28 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:00:25.546660 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cc3ec51b-6ec8-438a-8349-5f0bec346d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:25.554776 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bf2c8be-73d8-4d2c-8a80-6b7e200614c2 req-84fdf82b-a291-48c1-98d8-4d992c942904 service neutron] Port 02e122d3-9632-4e46-b87a-2dfd8f805a34 on network db968d13-82bc-4def-927f-4d00e4b4dc28 not bound, no agent of type Open vSwitch agent registered on host n-h1-842733-1 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 21:00:25.555099 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bf2c8be-73d8-4d2c-8a80-6b7e200614c2 req-84fdf82b-a291-48c1-98d8-4d992c942904 service neutron] Attempting to bind port 02e122d3-9632-4e46-b87a-2dfd8f805a34 on network db968d13-82bc-4def-927f-4d00e4b4dc28 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:00:25.584119 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-aa70d6b8-e261-4d51-b5a2-c24bdc0331fd req-9b36ac26-5f64-46b7-b983-a7325f2afba6 tempest-TestServerMultinode-213063825 tempest-TestServerMultinode-213063825-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=f1ecce8b-0936-479a-abe8-64fad6081b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878139 May 20 21:00:25.597709 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bf2c8be-73d8-4d2c-8a80-6b7e200614c2 req-84fdf82b-a291-48c1-98d8-4d992c942904 service neutron] Checking agent: {'id': '08dfb1ce-804b-4db8-838b-21094082e041', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 32, 54), 'started_at': datetime.datetime(2022, 5, 20, 20, 32, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 21, 0, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 21:00:25.597709 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bf2c8be-73d8-4d2c-8a80-6b7e200614c2 req-84fdf82b-a291-48c1-98d8-4d992c942904 service neutron] Checking segment: {'id': 'a189c70c-1a77-4398-b112-572ca8f77d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'db968d13-82bc-4def-927f-4d00e4b4dc28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:00:25.598087 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bf2c8be-73d8-4d2c-8a80-6b7e200614c2 req-84fdf82b-a291-48c1-98d8-4d992c942904 service neutron] Bound using segment: {'id': 'a189c70c-1a77-4398-b112-572ca8f77d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'db968d13-82bc-4def-927f-4d00e4b4dc28'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 21:00:25.598927 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-3bf2c8be-73d8-4d2c-8a80-6b7e200614c2 req-84fdf82b-a291-48c1-98d8-4d992c942904 service neutron] Bound port: 02e122d3-9632-4e46-b87a-2dfd8f805a34, host: n-h1-842733-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a189c70c-1a77-4398-b112-572ca8f77d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'db968d13-82bc-4def-927f-4d00e4b4dc28'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:00:25.598927 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-3bf2c8be-73d8-4d2c-8a80-6b7e200614c2 req-84fdf82b-a291-48c1-98d8-4d992c942904 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:25.635918 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bc99d61a-dab0-4398-bd64-e82fb3400b3e tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524'] for network, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:25.642987 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc99d61a-dab0-4398-bd64-e82fb3400b3e tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:25.643968 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bc99d61a-dab0-4398-bd64-e82fb3400b3e tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Notify callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:25.657518 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port e5e479b5-1f0b-4f2a-8602-65a393830577, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=e5e479b5-1f0b-4f2a-8602-65a393830577,segment=NetworkSegment(6013a2ae-3d8f-47fe-9e33-a14adc851d57),segment_id=6013a2ae-3d8f-47fe-9e33-a14adc851d57)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:00:25.713067 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Returning: {'device': 'e5e479b5-1f0b-4f2a-8602-65a393830577', 'network_id': '2092c81d-6283-40f1-9bf1-5f286393c29e', 'port_id': 'e5e479b5-1f0b-4f2a-8602-65a393830577', 'mac_address': 'fa:16:3e:b2:e9:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71cdbdb6-2a6f-4add-9d80-59c94baaaa26', 'ip_address': '10.1.1.238'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 20 21:00:25.716688 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-3bf2c8be-73d8-4d2c-8a80-6b7e200614c2 req-84fdf82b-a291-48c1-98d8-4d992c942904 service neutron] For port 02e122d3-9632-4e46-b87a-2dfd8f805a34, host n-h1-842733-1, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 21:00:25.720201 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-3bf2c8be-73d8-4d2c-8a80-6b7e200614c2 req-84fdf82b-a291-48c1-98d8-4d992c942904 service neutron] For port 02e122d3-9632-4e46-b87a-2dfd8f805a34, host n-h1-842733-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=02e122d3-9632-4e46-b87a-2dfd8f805a34,segment=NetworkSegment(a189c70c-1a77-4398-b112-572ca8f77d3f),segment_id=a189c70c-1a77-4398-b112-572ca8f77d3f)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 21:00:25.729603 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:25.800762 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port e5e479b5-1f0b-4f2a-8602-65a393830577 is: DOWN; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:00:25.802564 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:25.806902 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-3bf2c8be-73d8-4d2c-8a80-6b7e200614c2 req-84fdf82b-a291-48c1-98d8-4d992c942904 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:25.823639 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc99d61a-dab0-4398-bd64-e82fb3400b3e tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Pushing event updated for resources: {'Network': ['ID=6ed87fb7-1f59-4f9b-b0eb-a7e1ad91317d,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:00:25.844776 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-bc99d61a-dab0-4398-bd64-e82fb3400b3e tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8023014 May 20 21:00:25.845170 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Network 6ed87fb7-1f59-4f9b-b0eb-a7e1ad91317d details requested by agent ovs-agent-n-d-842733-1 with host n-d-842733-1 {{(pid=103164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 20 21:00:25.845891 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 37772) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:00:25.853846 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5e479b5-1f0b-4f2a-8602-65a393830577 {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 21:00:25.856653 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-996aea46-792a-4444-9921-d727f614b7ce tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:00:25.887059 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3923963f-9867-464e-b2fc-45bbed6adf26 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Made reservation on behalf of ab4ded6dc75a4ab5a4f9dae9e5aa3753 for: {'port': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:00:25.908783 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fdf82b-a291-48c1-98d8-4d992c942904 service neutron] Pushing event updated for resources: {'Port': ['ID=02e122d3-9632-4e46-b87a-2dfd8f805a34,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:00:25.916596 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf2c8be-73d8-4d2c-8a80-6b7e200614c2 req-84fdf82b-a291-48c1-98d8-4d992c942904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:25.917529 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-3bf2c8be-73d8-4d2c-8a80-6b7e200614c2 req-84fdf82b-a291-48c1-98d8-4d992c942904 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:25.919300 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3bf2c8be-73d8-4d2c-8a80-6b7e200614c2 req-84fdf82b-a291-48c1-98d8-4d992c942904 service neutron] 10.222.0.24 "PUT /v2.0/ports/02e122d3-9632-4e46-b87a-2dfd8f805a34 HTTP/1.1" status: 200 len: 1092 time: 2.0726047 May 20 21:00:25.919822 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e0d0312-789a-4469-b0a2-299ca31518fa', 'tag': '02e122d3-9632-4e46-b87a-2dfd8f805a34'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 21:00:25.922634 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4291b17aa7b45362825f0571e77c85f5e73afe1df9c7e9e15006df9d695c005e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e637eb5-89cc-4506-912c-a57f27bdf77a" -d '{"events": [{"name": "network-changed", "server_uuid": "8e0d0312-789a-4469-b0a2-299ca31518fa", "tag": "02e122d3-9632-4e46-b87a-2dfd8f805a34"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 21:00:25.940541 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port e5e479b5-1f0b-4f2a-8602-65a393830577, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=e5e479b5-1f0b-4f2a-8602-65a393830577,segment=NetworkSegment(6013a2ae-3d8f-47fe-9e33-a14adc851d57),segment_id=6013a2ae-3d8f-47fe-9e33-a14adc851d57)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:00:26.015263 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:26.017553 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 914487ce-60c1-489c-a9a9-2aac03bed154 details requested by agent hyperv_n-h2-842733-1 with host n-h2-842733-1 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 21:00:26.108054 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 21:00:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3125dbf2-0be9-4709-a90b-b53e7ed2e782 x-openstack-request-id: req-3125dbf2-0be9-4709-a90b-b53e7ed2e782 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 21:00:26.108329 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e0d0312-789a-4469-b0a2-299ca31518fa", "tag": "02e122d3-9632-4e46-b87a-2dfd8f805a34", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 21:00:26.108581 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3125dbf2-0be9-4709-a90b-b53e7ed2e782 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 21:00:26.109050 n-d-842733-1 neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3125dbf2-0be9-4709-a90b-b53e7ed2e782'] response: {'name': 'network-changed', 'server_uuid': '8e0d0312-789a-4469-b0a2-299ca31518fa', 'tag': '02e122d3-9632-4e46-b87a-2dfd8f805a34', 'status': 'completed', 'code': 200} May 20 21:00:26.123135 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3923963f-9867-464e-b2fc-45bbed6adf26 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:26.202855 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf2c8be-73d8-4d2c-8a80-6b7e200614c2 req-f83ee456-fd23-488f-8084-6eb87315468e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:26.203869 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-996aea46-792a-4444-9921-d727f614b7ce tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418993264'] for network, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:26.204184 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3bf2c8be-73d8-4d2c-8a80-6b7e200614c2 req-f83ee456-fd23-488f-8084-6eb87315468e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d2fae9ffbaa44530acca9d12c585402c&device_id=8e0d0312-789a-4469-b0a2-299ca31518fa HTTP/1.1" status: 200 len: 1095 time: 0.1919370 May 20 21:00:26.205747 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [None req-3923963f-9867-464e-b2fc-45bbed6adf26 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] device_id is not set on port ed3e2bfa-0c85-43c7-a764-235fde2fc43d yet. {{(pid=103163) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 20 21:00:26.226399 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port 914487ce-60c1-489c-a9a9-2aac03bed154, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=914487ce-60c1-489c-a9a9-2aac03bed154,segment=NetworkSegment(a3beb1d6-cb5d-4c0d-9096-5030ea79a75e),segment_id=a3beb1d6-cb5d-4c0d-9096-5030ea79a75e)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:00:26.287315 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-996aea46-792a-4444-9921-d727f614b7ce tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524'] for network, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:26.301464 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-996aea46-792a-4444-9921-d727f614b7ce tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Network 6ed87fb7-1f59-4f9b-b0eb-a7e1ad91317d is not hosted by any dhcp agent {{(pid=103162) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} May 20 21:00:26.306282 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Returning: {'device': '914487ce-60c1-489c-a9a9-2aac03bed154', 'network_id': '406fd18c-0c2e-4f41-b1be-e40f4d4f5f09', 'port_id': '914487ce-60c1-489c-a9a9-2aac03bed154', 'mac_address': 'fa:16:3e:5b:ff:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70b55600-d7fc-4e7e-8aec-f560aacbb632', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 20 21:00:26.314336 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=e5e479b5-1f0b-4f2a-8602-65a393830577,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:00:26.318107 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-996aea46-792a-4444-9921-d727f614b7ce tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:26.318107 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-996aea46-792a-4444-9921-d727f614b7ce tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Notify callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:26.335440 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-996aea46-792a-4444-9921-d727f614b7ce tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] 10.222.0.35 "PUT /v2.0/networks/6ed87fb7-1f59-4f9b-b0eb-a7e1ad91317d HTTP/1.1" status: 200 len: 723 time: 0.4850495 May 20 21:00:26.336609 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 37780) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:00:26.341534 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-4fd4b4e9-9969-4a36-8944-8bd37b31ea23 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Request body: {'subnet': {'network_id': '6ed87fb7-1f59-4f9b-b0eb-a7e1ad91317d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:00:26.388248 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port 914487ce-60c1-489c-a9a9-2aac03bed154 is: DOWN; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:00:26.388985 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:26.390246 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3bf2c8be-73d8-4d2c-8a80-6b7e200614c2 req-d5002554-3810-4f4a-986b-e55026701148 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=02e122d3-9632-4e46-b87a-2dfd8f805a34 HTTP/1.1" status: 200 len: 217 time: 0.1699271 May 20 21:00:26.406618 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 914487ce-60c1-489c-a9a9-2aac03bed154 {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 21:00:26.434349 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port 914487ce-60c1-489c-a9a9-2aac03bed154, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=914487ce-60c1-489c-a9a9-2aac03bed154,segment=NetworkSegment(a3beb1d6-cb5d-4c0d-9096-5030ea79a75e),segment_id=a3beb1d6-cb5d-4c0d-9096-5030ea79a75e)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:00:26.525488 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:26.526596 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device c635efd6-629d-4675-9b02-f5dc32576914 details requested by agent hyperv_n-h2-842733-1 with host n-h2-842733-1 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 21:00:26.528596 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d63935-15ac-413c-aa83-f936fa098cad req-ec0dfd72-cfd8-4383-b54e-78c2534895fa tempest-ServerRescueTestJSON-1875264190 tempest-ServerRescueTestJSON-1875264190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:26.531311 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f7d63935-15ac-413c-aa83-f936fa098cad req-ec0dfd72-cfd8-4383-b54e-78c2534895fa tempest-ServerRescueTestJSON-1875264190 tempest-ServerRescueTestJSON-1875264190-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c0c79ba-02a2-46bc-9d92-50d93bd9a50f HTTP/1.1" status: 200 len: 945 time: 0.2975597 May 20 21:00:26.565689 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3170262b-2d5a-49ca-8c4d-7bbd4ee9f3e6 req-28c51dc1-fac7-4c52-a92e-d7b5d26293df tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:26.577807 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3170262b-2d5a-49ca-8c4d-7bbd4ee9f3e6 req-28c51dc1-fac7-4c52-a92e-d7b5d26293df tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:26.584881 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3170262b-2d5a-49ca-8c4d-7bbd4ee9f3e6 req-28c51dc1-fac7-4c52-a92e-d7b5d26293df tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:26.597473 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3170262b-2d5a-49ca-8c4d-7bbd4ee9f3e6 req-28c51dc1-fac7-4c52-a92e-d7b5d26293df tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:26.610686 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3170262b-2d5a-49ca-8c4d-7bbd4ee9f3e6 req-28c51dc1-fac7-4c52-a92e-d7b5d26293df tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:26.616666 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3170262b-2d5a-49ca-8c4d-7bbd4ee9f3e6 req-28c51dc1-fac7-4c52-a92e-d7b5d26293df tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:26.622714 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3170262b-2d5a-49ca-8c4d-7bbd4ee9f3e6 req-28c51dc1-fac7-4c52-a92e-d7b5d26293df tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:26.624633 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3170262b-2d5a-49ca-8c4d-7bbd4ee9f3e6 req-28c51dc1-fac7-4c52-a92e-d7b5d26293df tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] 10.222.0.35 "GET /v2.0/ports?device_id=75b87a76-ad52-4618-a214-48088ec58aef HTTP/1.1" status: 200 len: 5431 time: 0.3020089 May 20 21:00:26.655604 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf2c8be-73d8-4d2c-8a80-6b7e200614c2 req-b0a6724e-288a-4f34-a92b-be6ed2ee6599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:26.657099 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3bf2c8be-73d8-4d2c-8a80-6b7e200614c2 req-b0a6724e-288a-4f34-a92b-be6ed2ee6599 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=23658e48-0ab2-4be3-95e6-d83a84724079 HTTP/1.1" status: 200 len: 849 time: 0.2407377 May 20 21:00:26.657719 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996aea46-792a-4444-9921-d727f614b7ce tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Pushing event updated for resources: {'Network': ['ID=6ed87fb7-1f59-4f9b-b0eb-a7e1ad91317d,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:00:26.676904 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.db.resource_extend [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 20 21:00:26.684701 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Network 6ed87fb7-1f59-4f9b-b0eb-a7e1ad91317d details requested by agent ovs-agent-n-d-842733-1 with host n-d-842733-1 {{(pid=103164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 20 21:00:26.745158 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port c635efd6-629d-4675-9b02-f5dc32576914, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=c635efd6-629d-4675-9b02-f5dc32576914,segment=NetworkSegment(6013a2ae-3d8f-47fe-9e33-a14adc851d57),segment_id=6013a2ae-3d8f-47fe-9e33-a14adc851d57)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:00:26.862058 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f7d63935-15ac-413c-aa83-f936fa098cad req-95428255-4003-47cb-bb8c-8343ef017619 tempest-ServerRescueTestJSON-1875264190 tempest-ServerRescueTestJSON-1875264190-project] 10.222.0.35 "GET /v2.0/security-groups?id=3ca0fb1c-c695-4a0a-a152-dfa8f160f4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138543 May 20 21:00:26.883176 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3170262b-2d5a-49ca-8c4d-7bbd4ee9f3e6 req-c4e146ea-627f-4a4f-9167-8bef0ca8d7ed tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] 10.222.0.35 "GET /v2.0/security-groups?id=c6c3d501-aad0-44cc-8dfe-290dffd2c6d4&id=23a4e591-c968-436b-bf23-a5b482a8cab7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2247686 May 20 21:00:26.888693 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf2c8be-73d8-4d2c-8a80-6b7e200614c2 req-7f9257fd-8425-435a-87bf-34e89aa66ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:26.890752 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3bf2c8be-73d8-4d2c-8a80-6b7e200614c2 req-7f9257fd-8425-435a-87bf-34e89aa66ee6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=db968d13-82bc-4def-927f-4d00e4b4dc28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2207267 May 20 21:00:26.944721 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-3923963f-9867-464e-b2fc-45bbed6adf26 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Allocated IP 2001:db8:0:1::33a (98f8b8d5-1379-4eeb-9e13-b2bbab96015a/28641e9e-5cfe-4ef7-a019-65f847d9bb19/ed3e2bfa-0c85-43c7-a764-235fde2fc43d) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:00:26.979769 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=914487ce-60c1-489c-a9a9-2aac03bed154,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:00:26.989298 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36e51fb6-1510-4b04-824e-1989f54d80fd None None] get_active_networks_info from n-d-842733-1 {{(pid=103164) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 20 21:00:27.002715 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-3923963f-9867-464e-b2fc-45bbed6adf26 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Allocated IP 2001:db8::f816:3eff:feb0:3d68 (98f8b8d5-1379-4eeb-9e13-b2bbab96015a/a0d52b7b-bbac-47b1-b1ae-512503ea6721/ed3e2bfa-0c85-43c7-a764-235fde2fc43d) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:00:27.023970 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Returning: {'device': 'c635efd6-629d-4675-9b02-f5dc32576914', 'network_id': '2092c81d-6283-40f1-9bf1-5f286393c29e', 'port_id': 'c635efd6-629d-4675-9b02-f5dc32576914', 'mac_address': 'fa:16:3e:e6:5c:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71cdbdb6-2a6f-4add-9d80-59c94baaaa26', 'ip_address': '10.1.1.154'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 20 21:00:27.116401 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 824567a1-5767-4a15-a3c4-422cdfad3336 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:00:27.136700 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3bf2c8be-73d8-4d2c-8a80-6b7e200614c2 req-d1846209-ce4b-4143-98cc-f3bab83b2499 service neutron] 10.222.0.24 "GET /v2.0/networks/db968d13-82bc-4def-927f-4d00e4b4dc28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2321553 May 20 21:00:27.142117 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fd4b4e9-9969-4a36-8944-8bd37b31ea23 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Made reservation on behalf of 69b25f498b804a648521a0f64cc7f45d for: {'subnet': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:00:27.142117 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4fd4b4e9-9969-4a36-8944-8bd37b31ea23 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4018244'] for subnet, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:27.178872 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port c635efd6-629d-4675-9b02-f5dc32576914 is: DOWN; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:00:27.179256 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:27.235590 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c635efd6-629d-4675-9b02-f5dc32576914 {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 21:00:27.251846 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 824567a1-5767-4a15-a3c4-422cdfad3336 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:00:27.252208 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:27.254254 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-ab052409-bb72-4245-8ee6-d4a1121ce055 None None] Provisioning complete for port 824567a1-5767-4a15-a3c4-422cdfad3336 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:00:27.254542 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ab052409-bb72-4245-8ee6-d4a1121ce055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:27.312858 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port c635efd6-629d-4675-9b02-f5dc32576914, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=c635efd6-629d-4675-9b02-f5dc32576914,segment=NetworkSegment(6013a2ae-3d8f-47fe-9e33-a14adc851d57),segment_id=6013a2ae-3d8f-47fe-9e33-a14adc851d57)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:00:27.376961 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3923963f-9867-464e-b2fc-45bbed6adf26 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:27.380753 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637573fb-01ce-422c-890b-416a2fe934ce req-907c688d-f54a-4d01-97af-25e8d2cd2c8d tempest-TestServerMultinode-213063825 tempest-TestServerMultinode-213063825-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:27.382798 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-637573fb-01ce-422c-890b-416a2fe934ce req-907c688d-f54a-4d01-97af-25e8d2cd2c8d tempest-TestServerMultinode-213063825 tempest-TestServerMultinode-213063825-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=8e0d0312-789a-4469-b0a2-299ca31518fa HTTP/1.1" status: 200 len: 1095 time: 0.3022382 May 20 21:00:27.465583 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:27.466340 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 70abfc69-b0e3-44bf-8960-f0d10e058c3c details requested by agent hyperv_n-h2-842733-1 with host n-h2-842733-1 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 21:00:27.476629 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3bf2c8be-73d8-4d2c-8a80-6b7e200614c2 req-d97b38ef-7c8b-4bd7-86c2-8bc0de7c88a3 service neutron] 10.222.0.24 "GET /v2.0/networks/db968d13-82bc-4def-927f-4d00e4b4dc28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2981300 May 20 21:00:27.522135 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4fd4b4e9-9969-4a36-8944-8bd37b31ea23 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3797684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4018258'] for subnet, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:27.554144 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-637573fb-01ce-422c-890b-416a2fe934ce req-0277f0d0-0206-426a-a21e-8a7ae2f85c47 tempest-TestServerMultinode-213063825 tempest-TestServerMultinode-213063825-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=f1ecce8b-0936-479a-abe8-64fad6081b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614282 May 20 21:00:27.558587 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36e51fb6-1510-4b04-824e-1989f54d80fd None None] Resources bound (agent type, host, resource id): {{(pid=103164) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 20 21:00:27.622015 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=c635efd6-629d-4675-9b02-f5dc32576914,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:00:27.636856 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd4b4e9-9969-4a36-8944-8bd37b31ea23 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Pushing event updated for resources: {'Subnet': ['ID=b25086f1-d38d-47f4-9898-a9156cd22e93,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:00:27.648963 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fd4b4e9-9969-4a36-8944-8bd37b31ea23 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Checking segment: {'id': '2b96178a-b2e9-463c-94e8-f6a3cf91264b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '6ed87fb7-1f59-4f9b-b0eb-a7e1ad91317d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:00:27.649743 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fd4b4e9-9969-4a36-8944-8bd37b31ea23 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Network hostable DHCP agents. Network: 6ed87fb7-1f59-4f9b-b0eb-a7e1ad91317d, hostable agents: ['c9b0653c-f3c7-4339-bd50-e3754b629216'], hosted agents: [] {{(pid=103162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 21:00:27.676049 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port 70abfc69-b0e3-44bf-8960-f0d10e058c3c, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=70abfc69-b0e3-44bf-8960-f0d10e058c3c,segment=NetworkSegment(6013a2ae-3d8f-47fe-9e33-a14adc851d57),segment_id=6013a2ae-3d8f-47fe-9e33-a14adc851d57)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:00:27.683240 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3923963f-9867-464e-b2fc-45bbed6adf26 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:27.736678 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3923963f-9867-464e-b2fc-45bbed6adf26 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Pushing event updated for resources: {'Port': ['ID=ed3e2bfa-0c85-43c7-a764-235fde2fc43d,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:00:27.752726 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fd4b4e9-9969-4a36-8944-8bd37b31ea23 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Network 6ed87fb7-1f59-4f9b-b0eb-a7e1ad91317d is scheduled to be hosted by DHCP agent c9b0653c-f3c7-4339-bd50-e3754b629216 with binding_index 1 {{(pid=103162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 21:00:27.770329 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e637eb5-89cc-4506-912c-a57f27bdf77a req-8c537331-4d7c-4b92-a874-d7eb883c9769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:27.771961 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3e637eb5-89cc-4506-912c-a57f27bdf77a req-8c537331-4d7c-4b92-a874-d7eb883c9769 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d2fae9ffbaa44530acca9d12c585402c&device_id=8e0d0312-789a-4469-b0a2-299ca31518fa HTTP/1.1" status: 200 len: 1095 time: 0.1407926 May 20 21:00:27.774380 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3923963f-9867-464e-b2fc-45bbed6adf26 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Network 98f8b8d5-1379-4eeb-9e13-b2bbab96015a is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:00:27.775563 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-3923963f-9867-464e-b2fc-45bbed6adf26 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:00:27.778735 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3923963f-9867-464e-b2fc-45bbed6adf26 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:00:27.785255 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3923963f-9867-464e-b2fc-45bbed6adf26 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:27.789894 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3923963f-9867-464e-b2fc-45bbed6adf26 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:27.819122 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-ab052409-bb72-4245-8ee6-d4a1121ce055 None None] Current status of the port 824567a1-5767-4a15-a3c4-422cdfad3336 is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:00:27.819505 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ab052409-bb72-4245-8ee6-d4a1121ce055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:27.824996 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Returning: {'device': '70abfc69-b0e3-44bf-8960-f0d10e058c3c', 'network_id': '2092c81d-6283-40f1-9bf1-5f286393c29e', 'port_id': '70abfc69-b0e3-44bf-8960-f0d10e058c3c', 'mac_address': 'fa:16:3e:e8:6c:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71cdbdb6-2a6f-4add-9d80-59c94baaaa26', 'ip_address': '10.1.1.122'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 20 21:00:27.841375 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-4fd4b4e9-9969-4a36-8944-8bd37b31ea23 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842733-1, 6ed87fb7-1f59-4f9b-b0eb-a7e1ad91317d) {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:00:27.847516 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fd4b4e9-9969-4a36-8944-8bd37b31ea23 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:27.855769 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4fd4b4e9-9969-4a36-8944-8bd37b31ea23 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Notify callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:27.895814 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 824567a1-5767-4a15-a3c4-422cdfad3336 is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:00:27.896294 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:27.905247 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-3923963f-9867-464e-b2fc-45bbed6adf26 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.6031196 May 20 21:00:27.908386 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 37810) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:00:27.946712 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-4fd4b4e9-9969-4a36-8944-8bd37b31ea23 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6067693 May 20 21:00:27.946924 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 37814) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:00:27.962876 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-ab052409-bb72-4245-8ee6-d4a1121ce055 None None] For port 824567a1-5767-4a15-a3c4-422cdfad3336, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=824567a1-5767-4a15-a3c4-422cdfad3336,segment=NetworkSegment(f5705048-66fd-4627-af8c-03443c37dd17),segment_id=f5705048-66fd-4627-af8c-03443c37dd17)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:00:27.979118 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-1577c57e-375c-4d34-9b32-71d784e1b28f tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:00:27.985978 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port 70abfc69-b0e3-44bf-8960-f0d10e058c3c is: DOWN; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:00:27.986361 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:27.988324 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e637eb5-89cc-4506-912c-a57f27bdf77a req-3491929e-1df0-449e-9cc8-1a9358c5269e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:27.991659 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3e637eb5-89cc-4506-912c-a57f27bdf77a req-3491929e-1df0-449e-9cc8-1a9358c5269e service neutron] 10.222.0.24 "GET /v2.0/networks?id=db968d13-82bc-4def-927f-4d00e4b4dc28 HTTP/1.1" status: 200 len: 911 time: 0.1938100 May 20 21:00:28.004164 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70abfc69-b0e3-44bf-8960-f0d10e058c3c {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 21:00:28.057510 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ab052409-bb72-4245-8ee6-d4a1121ce055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:28.112585 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3e637eb5-89cc-4506-912c-a57f27bdf77a req-a4ef7363-c8c5-404f-bb5f-d0aa7b40d195 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=02e122d3-9632-4e46-b87a-2dfd8f805a34 HTTP/1.1" status: 200 len: 217 time: 0.1026778 May 20 21:00:28.138973 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1577c57e-375c-4d34-9b32-71d784e1b28f tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4018251'] for subnet, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:28.150157 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.agents_db [None req-5c33ad30-4e00-40fa-b486-8c79c4a6cfc5 None None] Agent healthcheck: found 7 active agents {{(pid=103165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 20 21:00:28.224009 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port 70abfc69-b0e3-44bf-8960-f0d10e058c3c, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=70abfc69-b0e3-44bf-8960-f0d10e058c3c,segment=NetworkSegment(6013a2ae-3d8f-47fe-9e33-a14adc851d57),segment_id=6013a2ae-3d8f-47fe-9e33-a14adc851d57)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:00:28.234728 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6448ad90-2180-4212-8c6e-917939878c27 None None] Network 10a8413e-d59b-4b13-9525-3382b7865bbe requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:00:28.251193 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ff272f5-5756-4a2c-999b-a8ad1b59fdc4 None None] Network 98f8b8d5-1379-4eeb-9e13-b2bbab96015a requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:00:28.253572 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d51d8dea-2586-4aa6-ac97-ea052e0c03c6 None None] Network 6ed87fb7-1f59-4f9b-b0eb-a7e1ad91317d requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:00:28.377935 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbdd437-4ee2-47b7-b836-eaad75e26231 req-6e20e234-b3e0-4980-9093-80486309b408 tempest-ServerRescueTestJSON-1875264190 tempest-ServerRescueTestJSON-1875264190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:28.381044 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-5bbdd437-4ee2-47b7-b836-eaad75e26231 req-6e20e234-b3e0-4980-9093-80486309b408 tempest-ServerRescueTestJSON-1875264190 tempest-ServerRescueTestJSON-1875264190-project] 10.222.0.24 "GET /v2.0/ports?device_id=2c0c79ba-02a2-46bc-9d92-50d93bd9a50f HTTP/1.1" status: 200 len: 945 time: 0.1801896 May 20 21:00:28.435261 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6448ad90-2180-4212-8c6e-917939878c27 None None] Network 10a8413e-d59b-4b13-9525-3382b7865bbe could not be found, it might have been deleted concurrently. {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} May 20 21:00:28.482107 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c16623e3-0fd6-4cc8-a543-3e024a5f7ef5 None None] Network 10a8413e-d59b-4b13-9525-3382b7865bbe requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:00:28.496644 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:28.497413 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device f4c771b6-ea4d-4f91-a9e6-9592d7d019b1 details requested by agent hyperv_n-h2-842733-1 with host n-h2-842733-1 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 21:00:28.790208 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-5bbdd437-4ee2-47b7-b836-eaad75e26231 req-ad64967d-1e58-4dae-ae3d-a0c6aa5608ce tempest-ServerRescueTestJSON-1875264190 tempest-ServerRescueTestJSON-1875264190-project] Deleting port 58c3eec7-ca67-49ab-aa23-969e1932a180 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:00:28.790755 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-5bbdd437-4ee2-47b7-b836-eaad75e26231 req-ad64967d-1e58-4dae-ae3d-a0c6aa5608ce tempest-ServerRescueTestJSON-1875264190 tempest-ServerRescueTestJSON-1875264190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:28.834997 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c16623e3-0fd6-4cc8-a543-3e024a5f7ef5 None None] Network 10a8413e-d59b-4b13-9525-3382b7865bbe could not be found, it might have been deleted concurrently. {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} May 20 21:00:28.840240 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab052409-bb72-4245-8ee6-d4a1121ce055 None None] Pushing event updated for resources: {'Port': ['ID=824567a1-5767-4a15-a3c4-422cdfad3336,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:00:28.920153 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1577c57e-375c-4d34-9b32-71d784e1b28f tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8782419393648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3797582'] for subnet, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:28.938470 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.db.api [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103164) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 20 21:00:28.938845 n-d-842733-1 neutron-server[103164]: DEBUG oslo_db.api [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 20 21:00:28.958742 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1577c57e-375c-4d34-9b32-71d784e1b28f tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:28.959644 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1577c57e-375c-4d34-9b32-71d784e1b28f tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Notify callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:28.960772 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-1577c57e-375c-4d34-9b32-71d784e1b28f tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] 10.222.0.35 "PUT /v2.0/subnets/b25086f1-d38d-47f4-9898-a9156cd22e93 HTTP/1.1" status: 200 len: 806 time: 1.0034847 May 20 21:00:29.001950 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 37822) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:00:29.040941 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port f4c771b6-ea4d-4f91-a9e6-9592d7d019b1, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=f4c771b6-ea4d-4f91-a9e6-9592d7d019b1,segment=NetworkSegment(a3beb1d6-cb5d-4c0d-9096-5030ea79a75e),segment_id=a3beb1d6-cb5d-4c0d-9096-5030ea79a75e)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:00:29.054915 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=70abfc69-b0e3-44bf-8960-f0d10e058c3c,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:00:29.091226 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b307752-706d-4bb6-83b0-e0fde6402f18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaee2b848-d4b9-5db1-b6ef-d6db29d67de7-6ed87fb7-1f59-4f9b-b0eb-a7e1ad91317d', 'network_id': '6ed87fb7-1f59-4f9b-b0eb-a7e1ad91317d', 'tenant_id': '69b25f498b804a648521a0f64cc7f45d', 'fixed_ips': [{'subnet_id': 'b25086f1-d38d-47f4-9898-a9156cd22e93'}]}} from n-d-842733-1. {{(pid=103164) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 21:00:29.092094 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-6b307752-706d-4bb6-83b0-e0fde6402f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:29.142202 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Returning: {'device': 'f4c771b6-ea4d-4f91-a9e6-9592d7d019b1', 'network_id': '406fd18c-0c2e-4f41-b1be-e40f4d4f5f09', 'port_id': 'f4c771b6-ea4d-4f91-a9e6-9592d7d019b1', 'mac_address': 'fa:16:3e:a4:45:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70b55600-d7fc-4e7e-8aec-f560aacbb632', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 20 21:00:29.186781 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e637eb5-89cc-4506-912c-a57f27bdf77a req-eefc2a7e-c75a-4dcc-8ac9-a97e850e05b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:29.190557 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3e637eb5-89cc-4506-912c-a57f27bdf77a req-eefc2a7e-c75a-4dcc-8ac9-a97e850e05b5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=23658e48-0ab2-4be3-95e6-d83a84724079 HTTP/1.1" status: 200 len: 849 time: 0.1117125 May 20 21:00:29.211688 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1577c57e-375c-4d34-9b32-71d784e1b28f tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Pushing event updated for resources: {'Subnet': ['ID=b25086f1-d38d-47f4-9898-a9156cd22e93,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:00:29.286444 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a343663e-ca4b-4a41-896e-2aee07b3310f req-9b5d2f3b-33f4-4b1c-8c1d-ed35c5b1652e tempest-ServerRescueTestJSON-1875264190 tempest-ServerRescueTestJSON-1875264190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:29.290239 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-5bbdd437-4ee2-47b7-b836-eaad75e26231 req-ad64967d-1e58-4dae-ae3d-a0c6aa5608ce tempest-ServerRescueTestJSON-1875264190 tempest-ServerRescueTestJSON-1875264190-project] For port 58c3eec7-ca67-49ab-aa23-969e1932a180, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=58c3eec7-ca67-49ab-aa23-969e1932a180,segment=NetworkSegment(f71daceb-c498-4797-b825-ec97843817b7),segment_id=f71daceb-c498-4797-b825-ec97843817b7)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:00:29.290906 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-5bbdd437-4ee2-47b7-b836-eaad75e26231 req-ad64967d-1e58-4dae-ae3d-a0c6aa5608ce tempest-ServerRescueTestJSON-1875264190 tempest-ServerRescueTestJSON-1875264190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:29.294864 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a343663e-ca4b-4a41-896e-2aee07b3310f req-9b5d2f3b-33f4-4b1c-8c1d-ed35c5b1652e tempest-ServerRescueTestJSON-1875264190 tempest-ServerRescueTestJSON-1875264190-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c0c79ba-02a2-46bc-9d92-50d93bd9a50f HTTP/1.1" status: 200 len: 945 time: 1.3017292 May 20 21:00:29.311619 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-5bbdd437-4ee2-47b7-b836-eaad75e26231 req-ad64967d-1e58-4dae-ae3d-a0c6aa5608ce tempest-ServerRescueTestJSON-1875264190 tempest-ServerRescueTestJSON-1875264190-project] Calling delete_port for 58c3eec7-ca67-49ab-aa23-969e1932a180 owned by compute:nova {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:00:29.335525 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399c418f-89ac-4fac-b8d1-8c4b8fad39c2 req-e308ebd6-931b-4e03-92a1-4aeaca078d8b tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:29.342233 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399c418f-89ac-4fac-b8d1-8c4b8fad39c2 req-e308ebd6-931b-4e03-92a1-4aeaca078d8b tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:29.348807 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399c418f-89ac-4fac-b8d1-8c4b8fad39c2 req-e308ebd6-931b-4e03-92a1-4aeaca078d8b tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:29.356370 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399c418f-89ac-4fac-b8d1-8c4b8fad39c2 req-e308ebd6-931b-4e03-92a1-4aeaca078d8b tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:29.365642 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399c418f-89ac-4fac-b8d1-8c4b8fad39c2 req-e308ebd6-931b-4e03-92a1-4aeaca078d8b tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:29.373310 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399c418f-89ac-4fac-b8d1-8c4b8fad39c2 req-e308ebd6-931b-4e03-92a1-4aeaca078d8b tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:29.379334 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399c418f-89ac-4fac-b8d1-8c4b8fad39c2 req-e308ebd6-931b-4e03-92a1-4aeaca078d8b tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:29.382061 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-399c418f-89ac-4fac-b8d1-8c4b8fad39c2 req-e308ebd6-931b-4e03-92a1-4aeaca078d8b tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] 10.222.0.35 "GET /v2.0/ports?device_id=75b87a76-ad52-4618-a214-48088ec58aef HTTP/1.1" status: 200 len: 5433 time: 1.2685437 May 20 21:00:29.388972 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e637eb5-89cc-4506-912c-a57f27bdf77a req-b5dd02b1-8172-4032-abac-b81442e1a2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:29.390654 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3e637eb5-89cc-4506-912c-a57f27bdf77a req-b5dd02b1-8172-4032-abac-b81442e1a2f8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=db968d13-82bc-4def-927f-4d00e4b4dc28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1941872 May 20 21:00:29.447972 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-2f27061e-599f-4d67-8a97-8a48f25d20e9 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Deleting port ed3e2bfa-0c85-43c7-a764-235fde2fc43d {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:00:29.451803 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2f27061e-599f-4d67-8a97-8a48f25d20e9 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:29.522562 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 824567a1-5767-4a15-a3c4-422cdfad3336 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:00:29.525322 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2ad20530-a66e-41af-97c5-a1ce937240e9 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33160123'] for network, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:29.527066 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-399c418f-89ac-4fac-b8d1-8c4b8fad39c2 req-b2c87313-6d06-47f9-bdd4-ff6366cb44c4 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] 10.222.0.35 "GET /v2.0/security-groups?id=c6c3d501-aad0-44cc-8dfe-290dffd2c6d4&id=23a4e591-c968-436b-bf23-a5b482a8cab7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1354122 May 20 21:00:29.580425 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port f4c771b6-ea4d-4f91-a9e6-9592d7d019b1 is: DOWN; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:00:29.586019 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:29.594766 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-5bbdd437-4ee2-47b7-b836-eaad75e26231 req-ad64967d-1e58-4dae-ae3d-a0c6aa5608ce tempest-ServerRescueTestJSON-1875264190 tempest-ServerRescueTestJSON-1875264190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:29.617402 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a343663e-ca4b-4a41-896e-2aee07b3310f req-5bc42bab-9425-43d4-9e8f-8b52eacecf6b tempest-ServerRescueTestJSON-1875264190 tempest-ServerRescueTestJSON-1875264190-project] 10.222.0.35 "GET /v2.0/security-groups?id=3ca0fb1c-c695-4a0a-a152-dfa8f160f4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3125875 May 20 21:00:29.670551 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad64967d-1e58-4dae-ae3d-a0c6aa5608ce tempest-ServerRescueTestJSON-1875264190 tempest-ServerRescueTestJSON-1875264190-project] Pushing event deleted for resources: {'Port': ['ID=58c3eec7-ca67-49ab-aa23-969e1932a180,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:00:29.759886 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] get_ports_and_sgs() called for port_ids ['58c3eec7-ca67-49ab-aa23-969e1932a180'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 21:00:29.767210 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bbdd437-4ee2-47b7-b836-eaad75e26231 req-ad64967d-1e58-4dae-ae3d-a0c6aa5608ce tempest-ServerRescueTestJSON-1875264190 tempest-ServerRescueTestJSON-1875264190-project] No DVR routers for this DVR port 58c3eec7-ca67-49ab-aa23-969e1932a180 on host n-h1-842733-1 {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 21:00:29.771751 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-5bbdd437-4ee2-47b7-b836-eaad75e26231 req-ad64967d-1e58-4dae-ae3d-a0c6aa5608ce tempest-ServerRescueTestJSON-1875264190 tempest-ServerRescueTestJSON-1875264190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:29.775416 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-5bbdd437-4ee2-47b7-b836-eaad75e26231 req-ad64967d-1e58-4dae-ae3d-a0c6aa5608ce tempest-ServerRescueTestJSON-1875264190 tempest-ServerRescueTestJSON-1875264190-project] 10.222.0.24 "DELETE /v2.0/ports/58c3eec7-ca67-49ab-aa23-969e1932a180 HTTP/1.1" status: 204 len: 173 time: 1.3884251 May 20 21:00:29.776211 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c0c79ba-02a2-46bc-9d92-50d93bd9a50f', 'name': 'network-vif-deleted', 'tag': '58c3eec7-ca67-49ab-aa23-969e1932a180'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 21:00:29.779531 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6fa957933fccbf596d28104b23404b952ad6a8238afaebaed40a0874b2e409" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbe410dc-52ee-4f9e-b129-1e3efede1029" -d '{"events": [{"server_uuid": "2c0c79ba-02a2-46bc-9d92-50d93bd9a50f", "name": "network-vif-deleted", "tag": "58c3eec7-ca67-49ab-aa23-969e1932a180"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 21:00:29.812339 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2ad20530-a66e-41af-97c5-a1ce937240e9 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33068388'] for subnet, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:29.813823 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [None req-6b307752-706d-4bb6-83b0-e0fde6402f18 None None] Allocated IP 172.20.0.2 (6ed87fb7-1f59-4f9b-b0eb-a7e1ad91317d/b25086f1-d38d-47f4-9898-a9156cd22e93/38522145-9545-4a82-9ec3-70dfa6ecbe61) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:00:29.846474 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3e637eb5-89cc-4506-912c-a57f27bdf77a req-14b690db-05d5-4de4-8835-f3086c50dc07 service neutron] 10.222.0.24 "GET /v2.0/networks/db968d13-82bc-4def-927f-4d00e4b4dc28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4217224 May 20 21:00:29.866821 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 21:00:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f503f81-ad61-434c-a4e6-81b27f6b1fb3 x-openstack-request-id: req-2f503f81-ad61-434c-a4e6-81b27f6b1fb3 {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 21:00:29.867116 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c0c79ba-02a2-46bc-9d92-50d93bd9a50f", "name": "network-vif-deleted", "tag": "58c3eec7-ca67-49ab-aa23-969e1932a180", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 21:00:29.867399 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2f503f81-ad61-434c-a4e6-81b27f6b1fb3 {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 21:00:29.867810 n-d-842733-1 neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f503f81-ad61-434c-a4e6-81b27f6b1fb3'] response: {'server_uuid': '2c0c79ba-02a2-46bc-9d92-50d93bd9a50f', 'name': 'network-vif-deleted', 'tag': '58c3eec7-ca67-49ab-aa23-969e1932a180', 'status': 'completed', 'code': 200} May 20 21:00:29.892174 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2f27061e-599f-4d67-8a97-8a48f25d20e9 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:29.908948 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-2f27061e-599f-4d67-8a97-8a48f25d20e9 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Calling delete_port for ed3e2bfa-0c85-43c7-a764-235fde2fc43d owned by {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:00:29.928316 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 824567a1-5767-4a15-a3c4-422cdfad3336 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:00:29.972225 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4c771b6-ea4d-4f91-a9e6-9592d7d019b1 {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 21:00:29.990453 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43362a6-3082-46da-8910-49c84aa1d8f3 req-c458c491-efc0-4fdf-9fae-58a64bf98675 tempest-TestServerMultinode-213063825 tempest-TestServerMultinode-213063825-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:29.992013 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c43362a6-3082-46da-8910-49c84aa1d8f3 req-c458c491-efc0-4fdf-9fae-58a64bf98675 tempest-TestServerMultinode-213063825 tempest-TestServerMultinode-213063825-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=8e0d0312-789a-4469-b0a2-299ca31518fa HTTP/1.1" status: 200 len: 1095 time: 0.2648900 May 20 21:00:30.044441 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port f4c771b6-ea4d-4f91-a9e6-9592d7d019b1, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=f4c771b6-ea4d-4f91-a9e6-9592d7d019b1,segment=NetworkSegment(a3beb1d6-cb5d-4c0d-9096-5030ea79a75e),segment_id=a3beb1d6-cb5d-4c0d-9096-5030ea79a75e)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:00:30.054909 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e57bc44-5ac2-4c0b-bcea-d401b13a2306 None None] Update dhcp port {'port': {'network_id': '98f8b8d5-1379-4eeb-9e13-b2bbab96015a', 'fixed_ips': [{'subnet_id': 'a0d52b7b-bbac-47b1-b1ae-512503ea6721', 'ip_address': '2001:db8::f816:3eff:fe85:2f6c'}, {'subnet_id': '28641e9e-5cfe-4ef7-a019-65f847d9bb19'}], 'binding:host_id': 'n-d-842733-1'}, 'id': '824567a1-5767-4a15-a3c4-422cdfad3336'} from n-d-842733-1. {{(pid=103164) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} May 20 21:00:30.117557 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c43362a6-3082-46da-8910-49c84aa1d8f3 req-4f5e4d40-37cd-44fa-8726-f144b0e77216 tempest-TestServerMultinode-213063825 tempest-TestServerMultinode-213063825-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=f1ecce8b-0936-479a-abe8-64fad6081b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168995 May 20 21:00:30.132488 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-9e57bc44-5ac2-4c0b-bcea-d401b13a2306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:30.133981 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3e637eb5-89cc-4506-912c-a57f27bdf77a req-431e5cba-a153-4cbd-addc-452568f15aaf service neutron] 10.222.0.24 "GET /v2.0/networks/db968d13-82bc-4def-927f-4d00e4b4dc28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2761285 May 20 21:00:30.158291 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:30.159310 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device e23bf1a0-0743-4c25-ac95-d74d935af48f details requested by agent hyperv_n-h2-842733-1 with host n-h2-842733-1 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 21:00:30.174557 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 824567a1-5767-4a15-a3c4-422cdfad3336 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:00:30.175128 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:30.395214 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2f27061e-599f-4d67-8a97-8a48f25d20e9 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:30.401577 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.db.resource_extend [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 20 21:00:30.416137 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-6b307752-706d-4bb6-83b0-e0fde6402f18 None None] Notify callbacks [] for port, precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:30.433036 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=f4c771b6-ea4d-4f91-a9e6-9592d7d019b1,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:00:30.440673 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port e23bf1a0-0743-4c25-ac95-d74d935af48f, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=e23bf1a0-0743-4c25-ac95-d74d935af48f,segment=NetworkSegment(6013a2ae-3d8f-47fe-9e33-a14adc851d57),segment_id=6013a2ae-3d8f-47fe-9e33-a14adc851d57)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:00:30.470129 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Returning: {'device': 'e23bf1a0-0743-4c25-ac95-d74d935af48f', 'network_id': '2092c81d-6283-40f1-9bf1-5f286393c29e', 'port_id': 'e23bf1a0-0743-4c25-ac95-d74d935af48f', 'mac_address': 'fa:16:3e:ca:15:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71cdbdb6-2a6f-4add-9d80-59c94baaaa26', 'ip_address': '10.1.1.135'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 20 21:00:30.475740 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f27061e-599f-4d67-8a97-8a48f25d20e9 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Pushing event deleted for resources: {'Port': ['ID=ed3e2bfa-0c85-43c7-a764-235fde2fc43d,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:00:30.557606 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-6b307752-706d-4bb6-83b0-e0fde6402f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108'] for port, after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:30.594622 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2f27061e-599f-4d67-8a97-8a48f25d20e9 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:30.601070 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-2f27061e-599f-4d67-8a97-8a48f25d20e9 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "DELETE /v2.0/ports/ed3e2bfa-0c85-43c7-a764-235fde2fc43d HTTP/1.1" status: 204 len: 168 time: 2.6913779 May 20 21:00:30.604020 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 37840) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:00:30.606039 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 824567a1-5767-4a15-a3c4-422cdfad3336 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:00:30.628636 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [None req-9e57bc44-5ac2-4c0b-bcea-d401b13a2306 None None] Allocated IP 2001:db8:0:1::2 (98f8b8d5-1379-4eeb-9e13-b2bbab96015a/28641e9e-5cfe-4ef7-a019-65f847d9bb19/824567a1-5767-4a15-a3c4-422cdfad3336) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:00:30.642054 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port e23bf1a0-0743-4c25-ac95-d74d935af48f is: DOWN; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:00:30.642450 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:30.653201 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b307752-706d-4bb6-83b0-e0fde6402f18 None None] Network 6ed87fb7-1f59-4f9b-b0eb-a7e1ad91317d is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:00:30.670824 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-6b307752-706d-4bb6-83b0-e0fde6402f18 None None] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:00:30.690159 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2ad20530-a66e-41af-97c5-a1ce937240e9 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33068399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3797621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4018265'] for subnet, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:30.706726 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b307752-706d-4bb6-83b0-e0fde6402f18 None None] Received port after_create {{(pid=103164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:00:30.709031 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b307752-706d-4bb6-83b0-e0fde6402f18 None None] Pushing event updated for resources: {'Port': ['ID=38522145-9545-4a82-9ec3-70dfa6ecbe61,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:00:30.740921 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e23bf1a0-0743-4c25-ac95-d74d935af48f {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 21:00:30.756795 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad20530-a66e-41af-97c5-a1ce937240e9 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Pushing event deleted for resources: {'Subnet': ['ID=b25086f1-d38d-47f4-9898-a9156cd22e93,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:00:30.831058 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95e1a8db-6e4a-4cc5-aa4d-1b0804fdd32d tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:30.833654 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-95e1a8db-6e4a-4cc5-aa4d-1b0804fdd32d tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.2255604 May 20 21:00:30.843367 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 37848) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:00:30.862678 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c324957c-0462-44a7-bc40-b66caca4e288 req-8ca2c476-f12d-4e1a-9cba-4226b535b8c4 tempest-ServerRescueTestJSON-1875264190 tempest-ServerRescueTestJSON-1875264190-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c0c79ba-02a2-46bc-9d92-50d93bd9a50f HTTP/1.1" status: 200 len: 210 time: 0.0981157 May 20 21:00:30.890877 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port e23bf1a0-0743-4c25-ac95-d74d935af48f, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=e23bf1a0-0743-4c25-ac95-d74d935af48f,segment=NetworkSegment(6013a2ae-3d8f-47fe-9e33-a14adc851d57),segment_id=6013a2ae-3d8f-47fe-9e33-a14adc851d57)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:00:30.896395 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2ad20530-a66e-41af-97c5-a1ce937240e9 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33072115', 'neutron.services.segments.db._delete_segments_for_network-8782419500584'] for network, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:30.931015 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-2ad20530-a66e-41af-97c5-a1ce937240e9 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ed87fb7-1f59-4f9b-b0eb-a7e1ad91317d']}} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:00:30.934659 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddac61fa-b2e0-43f5-a30c-a22959445e18 req-32e6f371-581e-4351-9b59-422aaf7320a2 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:30.939169 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-6b307752-706d-4bb6-83b0-e0fde6402f18 None None] Attempting to bind port 38522145-9545-4a82-9ec3-70dfa6ecbe61 on host n-d-842733-1 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:00:30.940076 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-6b307752-706d-4bb6-83b0-e0fde6402f18 None None] Attempting to bind port 38522145-9545-4a82-9ec3-70dfa6ecbe61 by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': '2b96178a-b2e9-463c-94e8-f6a3cf91264b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '6ed87fb7-1f59-4f9b-b0eb-a7e1ad91317d'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:00:30.940076 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b307752-706d-4bb6-83b0-e0fde6402f18 None None] Attempting to bind port 38522145-9545-4a82-9ec3-70dfa6ecbe61 on network 6ed87fb7-1f59-4f9b-b0eb-a7e1ad91317d {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:00:30.947501 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-2ad20530-a66e-41af-97c5-a1ce937240e9 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b96178a-b2e9-463c-94e8-f6a3cf91264b') {'for_net_delete': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:00:30.948074 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-2ad20530-a66e-41af-97c5-a1ce937240e9 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b96178a-b2e9-463c-94e8-f6a3cf91264b') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:00:30.950179 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddac61fa-b2e0-43f5-a30c-a22959445e18 req-32e6f371-581e-4351-9b59-422aaf7320a2 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:30.957102 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddac61fa-b2e0-43f5-a30c-a22959445e18 req-32e6f371-581e-4351-9b59-422aaf7320a2 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:30.960460 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b307752-706d-4bb6-83b0-e0fde6402f18 None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 21, 0, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 21:00:30.961439 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b307752-706d-4bb6-83b0-e0fde6402f18 None None] Checking segment: {'id': '2b96178a-b2e9-463c-94e8-f6a3cf91264b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '6ed87fb7-1f59-4f9b-b0eb-a7e1ad91317d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:00:30.961439 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-6b307752-706d-4bb6-83b0-e0fde6402f18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:30.961626 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b307752-706d-4bb6-83b0-e0fde6402f18 None None] Bound using segment: {'id': '2b96178a-b2e9-463c-94e8-f6a3cf91264b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '6ed87fb7-1f59-4f9b-b0eb-a7e1ad91317d'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 21:00:30.962099 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-6b307752-706d-4bb6-83b0-e0fde6402f18 None None] Bound port: 38522145-9545-4a82-9ec3-70dfa6ecbe61, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b96178a-b2e9-463c-94e8-f6a3cf91264b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '6ed87fb7-1f59-4f9b-b0eb-a7e1ad91317d'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:00:30.962481 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-6b307752-706d-4bb6-83b0-e0fde6402f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:30.963395 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddac61fa-b2e0-43f5-a30c-a22959445e18 req-32e6f371-581e-4351-9b59-422aaf7320a2 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:30.966757 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2ad20530-a66e-41af-97c5-a1ce937240e9 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419501617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3738385'] for segment, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:30.969936 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddac61fa-b2e0-43f5-a30c-a22959445e18 req-32e6f371-581e-4351-9b59-422aaf7320a2 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:30.977007 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddac61fa-b2e0-43f5-a30c-a22959445e18 req-32e6f371-581e-4351-9b59-422aaf7320a2 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:30.983201 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-9e57bc44-5ac2-4c0b-bcea-d401b13a2306 None None] For port 824567a1-5767-4a15-a3c4-422cdfad3336, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=824567a1-5767-4a15-a3c4-422cdfad3336,segment=NetworkSegment(f5705048-66fd-4627-af8c-03443c37dd17),segment_id=f5705048-66fd-4627-af8c-03443c37dd17)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:00:30.985407 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddac61fa-b2e0-43f5-a30c-a22959445e18 req-32e6f371-581e-4351-9b59-422aaf7320a2 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:30.986254 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2ad20530-a66e-41af-97c5-a1ce937240e9 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:30.987316 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ddac61fa-b2e0-43f5-a30c-a22959445e18 req-32e6f371-581e-4351-9b59-422aaf7320a2 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] 10.222.0.35 "GET /v2.0/ports?device_id=75b87a76-ad52-4618-a214-48088ec58aef HTTP/1.1" status: 200 len: 5435 time: 0.2584484 May 20 21:00:30.995270 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ad20530-a66e-41af-97c5-a1ce937240e9 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Releasing vlan 216 on physical network physnet1 to pool {{(pid=103162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 21:00:30.995936 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2ad20530-a66e-41af-97c5-a1ce937240e9 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3800791'] for segment, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:31.026309 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:31.029740 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 92f180c2-0d12-4276-b468-9633e951982b details requested by agent hyperv_n-h2-842733-1 with host n-h2-842733-1 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 21:00:31.049145 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1243b27c-3315-40d7-8ff2-510b4ba2cf87 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:31.052071 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-1243b27c-3315-40d7-8ff2-510b4ba2cf87 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.2066221 May 20 21:00:31.061242 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ddac61fa-b2e0-43f5-a30c-a22959445e18 req-15621f68-b047-4c4e-a9eb-39b0797a99bd tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] 10.222.0.35 "GET /v2.0/security-groups?id=c6c3d501-aad0-44cc-8dfe-290dffd2c6d4&id=23a4e591-c968-436b-bf23-a5b482a8cab7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0647700 May 20 21:00:31.063171 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 37850) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:00:31.072603 n-d-842733-1 neutron-server[103162]: Traceback (most recent call last): May 20 21:00:31.072603 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 21:00:31.072603 n-d-842733-1 neutron-server[103162]: timer() May 20 21:00:31.072603 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 21:00:31.072603 n-d-842733-1 neutron-server[103162]: cb(*args, **kw) May 20 21:00:31.072603 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 20 21:00:31.072603 n-d-842733-1 neutron-server[103162]: return func(*args, **kwargs) May 20 21:00:31.072603 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 21:00:31.072603 n-d-842733-1 neutron-server[103162]: self._notify() May 20 21:00:31.072603 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 21:00:31.072603 n-d-842733-1 neutron-server[103162]: self.callback(batched_events) May 20 21:00:31.072603 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 21:00:31.072603 n-d-842733-1 neutron-server[103162]: event.method(event) May 20 21:00:31.072603 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 20 21:00:31.072603 n-d-842733-1 neutron-server[103162]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 21:00:31.072603 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 20 21:00:31.072603 n-d-842733-1 neutron-server[103162]: aggregate_uuid = self.p_client.list_aggregates( May 20 21:00:31.072603 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 20 21:00:31.072603 n-d-842733-1 neutron-server[103162]: return f(self, *a, **k) May 20 21:00:31.072603 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 20 21:00:31.072603 n-d-842733-1 neutron-server[103162]: return self._get(url).json() May 20 21:00:31.072603 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 20 21:00:31.072603 n-d-842733-1 neutron-server[103162]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 21:00:31.072603 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 21:00:31.072603 n-d-842733-1 neutron-server[103162]: return self.request(url, 'GET', **kwargs) May 20 21:00:31.072603 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 21:00:31.072603 n-d-842733-1 neutron-server[103162]: base_url = self.get_endpoint(auth, allow=allow, May 20 21:00:31.072603 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 21:00:31.072603 n-d-842733-1 neutron-server[103162]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 21:00:31.072603 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 21:00:31.072603 n-d-842733-1 neutron-server[103162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 21:00:31.072603 n-d-842733-1 neutron-server[103162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 21:00:31.116839 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=e23bf1a0-0743-4c25-ac95-d74d935af48f,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:00:31.144318 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.db.api [None req-2ad20530-a66e-41af-97c5-a1ce937240e9 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 20 21:00:31.144318 n-d-842733-1 neutron-server[103162]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 20 21:00:31.144318 n-d-842733-1 neutron-server[103162]: [parameters: {'id': '6ed87fb7-1f59-4f9b-b0eb-a7e1ad91317d'}] May 20 21:00:31.144318 n-d-842733-1 neutron-server[103162]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103162) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 20 21:00:31.144811 n-d-842733-1 neutron-server[103162]: DEBUG oslo_db.api [None req-2ad20530-a66e-41af-97c5-a1ce937240e9 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 20 21:00:31.158362 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6831b0c7-e5b2-49b5-9400-68f34f0f2319 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:31.166088 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-9e57bc44-5ac2-4c0b-bcea-d401b13a2306 None None] Notify callbacks [] for port, precommit_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:31.167684 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6831b0c7-e5b2-49b5-9400-68f34f0f2319 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:31.170886 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6831b0c7-e5b2-49b5-9400-68f34f0f2319 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:31.174048 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-6831b0c7-e5b2-49b5-9400-68f34f0f2319 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1097531 May 20 21:00:31.176080 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 37854) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:00:31.189417 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-6b307752-706d-4bb6-83b0-e0fde6402f18 None None] For port 38522145-9545-4a82-9ec3-70dfa6ecbe61, host n-d-842733-1, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 21:00:31.231180 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-6b307752-706d-4bb6-83b0-e0fde6402f18 None None] For port 38522145-9545-4a82-9ec3-70dfa6ecbe61, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=38522145-9545-4a82-9ec3-70dfa6ecbe61,segment=NetworkSegment(2b96178a-b2e9-463c-94e8-f6a3cf91264b),segment_id=2b96178a-b2e9-463c-94e8-f6a3cf91264b)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 21:00:31.256855 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-9e57bc44-5ac2-4c0b-bcea-d401b13a2306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:31.277459 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_v2 [None req-76638c55-8a27-4cb5-8c85-07e1718c6e6e tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Deleting subnet 28641e9e-5cfe-4ef7-a019-65f847d9bb19 {{(pid=103163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 20 21:00:31.282291 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383a02fc-76d0-4787-afc9-2f7adf092fca req-414a1b39-60d0-419e-8b02-714f2c3b7c69 tempest-TestServerMultinode-213063825 tempest-TestServerMultinode-213063825-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:31.284019 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-383a02fc-76d0-4787-afc9-2f7adf092fca req-414a1b39-60d0-419e-8b02-714f2c3b7c69 tempest-TestServerMultinode-213063825 tempest-TestServerMultinode-213063825-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=8e0d0312-789a-4469-b0a2-299ca31518fa HTTP/1.1" status: 200 len: 1095 time: 0.0644238 May 20 21:00:31.284842 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-76638c55-8a27-4cb5-8c85-07e1718c6e6e tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks [] for subnet, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:31.335740 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port 92f180c2-0d12-4276-b468-9633e951982b, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=92f180c2-0d12-4276-b468-9633e951982b,segment=NetworkSegment(1c07c58c-70ca-4634-b73e-21466b85e57d),segment_id=1c07c58c-70ca-4634-b73e-21466b85e57d)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:00:31.346219 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-76638c55-8a27-4cb5-8c85-07e1718c6e6e tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9338757'] for subnet, precommit_delete_associations {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:31.354201 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-6b307752-706d-4bb6-83b0-e0fde6402f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:31.388669 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-383a02fc-76d0-4787-afc9-2f7adf092fca req-ac97ebf4-e655-4db0-b775-e70b9d0b43db tempest-TestServerMultinode-213063825 tempest-TestServerMultinode-213063825-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=f1ecce8b-0936-479a-abe8-64fad6081b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796509 May 20 21:00:31.403177 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Returning: {'device': '92f180c2-0d12-4276-b468-9633e951982b', 'network_id': '1e3e44fa-7b8c-41ab-9fa2-0a6471f01b68', 'port_id': '92f180c2-0d12-4276-b468-9633e951982b', 'mac_address': 'fa:16:3e:54:c4:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88b96f62-8032-4008-8101-2fc29fd0425b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 20 21:00:31.412976 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e57bc44-5ac2-4c0b-bcea-d401b13a2306 None None] Pushing event updated for resources: {'Port': ['ID=824567a1-5767-4a15-a3c4-422cdfad3336,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:00:31.483997 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-76638c55-8a27-4cb5-8c85-07e1718c6e6e tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33068388'] for subnet, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:31.647043 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2ad20530-a66e-41af-97c5-a1ce937240e9 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33160123'] for network, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:31.665401 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 824567a1-5767-4a15-a3c4-422cdfad3336 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:00:31.681666 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-76638c55-8a27-4cb5-8c85-07e1718c6e6e tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33068399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9641221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8422588'] for subnet, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:31.735089 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-2ad20530-a66e-41af-97c5-a1ce937240e9 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Deleting port 38522145-9545-4a82-9ec3-70dfa6ecbe61 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:00:31.737162 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76638c55-8a27-4cb5-8c85-07e1718c6e6e tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Pushing event deleted for resources: {'Subnet': ['ID=28641e9e-5cfe-4ef7-a019-65f847d9bb19,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:00:31.745612 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2ad20530-a66e-41af-97c5-a1ce937240e9 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:31.745925 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-76638c55-8a27-4cb5-8c85-07e1718c6e6e tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks [] for subnet, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:31.752913 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-76638c55-8a27-4cb5-8c85-07e1718c6e6e tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "DELETE /v2.0/subnets/28641e9e-5cfe-4ef7-a019-65f847d9bb19 HTTP/1.1" status: 204 len: 168 time: 0.5745358 May 20 21:00:31.760974 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 37860) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:00:31.837430 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port 92f180c2-0d12-4276-b468-9633e951982b is: DOWN; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:00:31.837430 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:31.844453 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7797e121-306f-45b2-b5ff-68cbbe9da67f None None] Network 6ed87fb7-1f59-4f9b-b0eb-a7e1ad91317d requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:00:31.899628 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-2ad20530-a66e-41af-97c5-a1ce937240e9 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] For port 38522145-9545-4a82-9ec3-70dfa6ecbe61, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=38522145-9545-4a82-9ec3-70dfa6ecbe61,segment=NetworkSegment(2b96178a-b2e9-463c-94e8-f6a3cf91264b),segment_id=2b96178a-b2e9-463c-94e8-f6a3cf91264b)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:00:31.899628 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2ad20530-a66e-41af-97c5-a1ce937240e9 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:31.915691 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-2ad20530-a66e-41af-97c5-a1ce937240e9 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Calling delete_port for 38522145-9545-4a82-9ec3-70dfa6ecbe61 owned by network:dhcp {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:00:31.982365 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 37868) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:00:31.999276 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 02e122d3-9632-4e46-b87a-2dfd8f805a34 details requested by agent hyperv_n-h1-842733-1 with host n-h1-842733-1 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 21:00:32.001197 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 58c3eec7-ca67-49ab-aa23-969e1932a180 no longer exists at agent hyperv_n-h1-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 21:00:32.005289 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b307752-706d-4bb6-83b0-e0fde6402f18 None None] Pushing event updated for resources: {'Port': ['ID=38522145-9545-4a82-9ec3-70dfa6ecbe61,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:00:32.007616 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_v2 [None req-5663471a-024c-4523-b322-9eaaecf462bf tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Deleting subnet a0d52b7b-bbac-47b1-b1ae-512503ea6721 {{(pid=103162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 20 21:00:32.034435 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5663471a-024c-4523-b322-9eaaecf462bf tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks [] for subnet, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:32.090345 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92f180c2-0d12-4276-b468-9633e951982b {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 21:00:32.114760 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5663471a-024c-4523-b322-9eaaecf462bf tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3738392'] for subnet, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:32.133953 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] No Port match for: 58c3eec7-ca67-49ab-aa23-969e1932a180 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 21:00:32.137044 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 58c3eec7-ca67-49ab-aa23-969e1932a180 not bound to the agent host n-h1-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 21:00:32.190581 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 824567a1-5767-4a15-a3c4-422cdfad3336 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:00:32.190955 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:32.206828 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2ad20530-a66e-41af-97c5-a1ce937240e9 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:32.253867 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.db.resource_extend [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 20 21:00:32.265884 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad20530-a66e-41af-97c5-a1ce937240e9 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] No DVR routers for this DVR port 38522145-9545-4a82-9ec3-70dfa6ecbe61 on host n-d-842733-1 {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 21:00:32.299977 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad20530-a66e-41af-97c5-a1ce937240e9 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Pushing event deleted for resources: {'Port': ['ID=38522145-9545-4a82-9ec3-70dfa6ecbe61,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:00:32.322245 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port 92f180c2-0d12-4276-b468-9633e951982b, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=92f180c2-0d12-4276-b468-9633e951982b,segment=NetworkSegment(1c07c58c-70ca-4634-b73e-21466b85e57d),segment_id=1c07c58c-70ca-4634-b73e-21466b85e57d)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:00:32.366203 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5663471a-024c-4523-b322-9eaaecf462bf tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33068388'] for subnet, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:32.389401 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4846fc2-0775-4d40-8c93-3d2d1ed5c2a1 None None] Network 6ed87fb7-1f59-4f9b-b0eb-a7e1ad91317d requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:00:32.452006 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5602de5f-0dc4-439b-8829-625b37a53515 req-d27c518d-fcfb-45e4-b585-115ac32726de tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:32.460530 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2ad20530-a66e-41af-97c5-a1ce937240e9 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33072115', 'neutron.services.segments.db._delete_segments_for_network-8782419500584'] for network, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:32.461020 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5602de5f-0dc4-439b-8829-625b37a53515 req-d27c518d-fcfb-45e4-b585-115ac32726de tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:32.468531 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5602de5f-0dc4-439b-8829-625b37a53515 req-d27c518d-fcfb-45e4-b585-115ac32726de tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:32.477197 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5602de5f-0dc4-439b-8829-625b37a53515 req-d27c518d-fcfb-45e4-b585-115ac32726de tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:32.486726 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5602de5f-0dc4-439b-8829-625b37a53515 req-d27c518d-fcfb-45e4-b585-115ac32726de tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:32.494894 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-2ad20530-a66e-41af-97c5-a1ce937240e9 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ed87fb7-1f59-4f9b-b0eb-a7e1ad91317d']}} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:00:32.504339 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5602de5f-0dc4-439b-8829-625b37a53515 req-d27c518d-fcfb-45e4-b585-115ac32726de tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:32.512878 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe4c058a-ab39-4a9c-9239-4cbd1641f01c None None] Network 98f8b8d5-1379-4eeb-9e13-b2bbab96015a requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:00:32.513661 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-2ad20530-a66e-41af-97c5-a1ce937240e9 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b96178a-b2e9-463c-94e8-f6a3cf91264b') {'for_net_delete': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:00:32.514164 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-2ad20530-a66e-41af-97c5-a1ce937240e9 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b96178a-b2e9-463c-94e8-f6a3cf91264b') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:00:32.517065 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5602de5f-0dc4-439b-8829-625b37a53515 req-d27c518d-fcfb-45e4-b585-115ac32726de tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:32.526778 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5602de5f-0dc4-439b-8829-625b37a53515 req-d27c518d-fcfb-45e4-b585-115ac32726de tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] 10.222.0.35 "GET /v2.0/ports?device_id=75b87a76-ad52-4618-a214-48088ec58aef HTTP/1.1" status: 200 len: 5436 time: 0.2530868 May 20 21:00:32.528580 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2ad20530-a66e-41af-97c5-a1ce937240e9 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419501617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3738385'] for segment, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:32.557776 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2ad20530-a66e-41af-97c5-a1ce937240e9 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:32.568017 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ad20530-a66e-41af-97c5-a1ce937240e9 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Releasing vlan 216 on physical network physnet1 to pool {{(pid=103162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 21:00:32.570521 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2ad20530-a66e-41af-97c5-a1ce937240e9 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3800791'] for segment, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:32.577647 n-d-842733-1 neutron-server[103162]: Traceback (most recent call last): May 20 21:00:32.577647 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 21:00:32.577647 n-d-842733-1 neutron-server[103162]: timer() May 20 21:00:32.577647 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 21:00:32.577647 n-d-842733-1 neutron-server[103162]: cb(*args, **kw) May 20 21:00:32.577647 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 20 21:00:32.577647 n-d-842733-1 neutron-server[103162]: return func(*args, **kwargs) May 20 21:00:32.577647 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 21:00:32.577647 n-d-842733-1 neutron-server[103162]: self._notify() May 20 21:00:32.577647 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 21:00:32.577647 n-d-842733-1 neutron-server[103162]: self.callback(batched_events) May 20 21:00:32.577647 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 21:00:32.577647 n-d-842733-1 neutron-server[103162]: event.method(event) May 20 21:00:32.577647 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 20 21:00:32.577647 n-d-842733-1 neutron-server[103162]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 21:00:32.577647 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 20 21:00:32.577647 n-d-842733-1 neutron-server[103162]: aggregate_uuid = self.p_client.list_aggregates( May 20 21:00:32.577647 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 20 21:00:32.577647 n-d-842733-1 neutron-server[103162]: return f(self, *a, **k) May 20 21:00:32.577647 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 20 21:00:32.577647 n-d-842733-1 neutron-server[103162]: return self._get(url).json() May 20 21:00:32.577647 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 20 21:00:32.577647 n-d-842733-1 neutron-server[103162]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 21:00:32.577647 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 21:00:32.577647 n-d-842733-1 neutron-server[103162]: return self.request(url, 'GET', **kwargs) May 20 21:00:32.577647 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 21:00:32.577647 n-d-842733-1 neutron-server[103162]: base_url = self.get_endpoint(auth, allow=allow, May 20 21:00:32.577647 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 21:00:32.577647 n-d-842733-1 neutron-server[103162]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 21:00:32.577647 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 21:00:32.577647 n-d-842733-1 neutron-server[103162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 21:00:32.577647 n-d-842733-1 neutron-server[103162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 21:00:32.611261 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5602de5f-0dc4-439b-8829-625b37a53515 req-839fbd11-7190-4345-bd04-0dbf640ec85d tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] 10.222.0.35 "GET /v2.0/security-groups?id=c6c3d501-aad0-44cc-8dfe-290dffd2c6d4&id=23a4e591-c968-436b-bf23-a5b482a8cab7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0797186 May 20 21:00:32.617245 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-0a0953a6-efd9-4722-b470-5410ca570c9b None None] Could not find standard attr ID for object ed3e2bfa-0c85-43c7-a764-235fde2fc43d. {{(pid=103164) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 20 21:00:32.620518 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:32.660649 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5663471a-024c-4523-b322-9eaaecf462bf tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33068399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3797621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4018265'] for subnet, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:32.675640 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfbc4b0-7fb4-4f2c-988a-f1adb010a539 req-3a6a10f0-5629-433c-9a1c-3dd772b77aef tempest-TestServerMultinode-213063825 tempest-TestServerMultinode-213063825-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:32.678564 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-acfbc4b0-7fb4-4f2c-988a-f1adb010a539 req-3a6a10f0-5629-433c-9a1c-3dd772b77aef tempest-TestServerMultinode-213063825 tempest-TestServerMultinode-213063825-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=8e0d0312-789a-4469-b0a2-299ca31518fa HTTP/1.1" status: 200 len: 1095 time: 0.1279082 May 20 21:00:32.693471 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5663471a-024c-4523-b322-9eaaecf462bf tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Pushing event deleted for resources: {'Subnet': ['ID=a0d52b7b-bbac-47b1-b1ae-512503ea6721,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:00:32.698869 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5663471a-024c-4523-b322-9eaaecf462bf tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:32.704594 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-5663471a-024c-4523-b322-9eaaecf462bf tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "DELETE /v2.0/subnets/a0d52b7b-bbac-47b1-b1ae-512503ea6721 HTTP/1.1" status: 204 len: 168 time: 0.9421465 May 20 21:00:32.704896 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 37876) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:00:32.756797 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-0a0953a6-efd9-4722-b470-5410ca570c9b None None] Provisioning complete for port 824567a1-5767-4a15-a3c4-422cdfad3336 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:00:32.757600 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-0a0953a6-efd9-4722-b470-5410ca570c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:32.762700 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-c250ff6c-1ebc-4317-85cd-e77cef40d256 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0558796 May 20 21:00:32.763052 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 37878) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:00:32.765794 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-acfbc4b0-7fb4-4f2c-988a-f1adb010a539 req-f4acd530-05ba-40dc-a960-7e9e1a953f8a tempest-TestServerMultinode-213063825 tempest-TestServerMultinode-213063825-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=f1ecce8b-0936-479a-abe8-64fad6081b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783577 May 20 21:00:32.768247 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-bbfa8ef9-3af9-495c-a06c-2691ad5162d8 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Request body: {'subnet': {'network_id': '98f8b8d5-1379-4eeb-9e13-b2bbab96015a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:00:32.796580 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2ad20530-a66e-41af-97c5-a1ce937240e9 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33072122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748162'] for network, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:32.837033 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:32.851227 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4887ce68-e691-479e-9587-4c1c98d1bbd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748528'] for router_interface, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:32.851523 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2ad20530-a66e-41af-97c5-a1ce937240e9 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Notify callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:32.854687 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-2ad20530-a66e-41af-97c5-a1ce937240e9 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] 10.222.0.35 "DELETE /v2.0/networks/6ed87fb7-1f59-4f9b-b0eb-a7e1ad91317d HTTP/1.1" status: 204 len: 168 time: 3.8518069 May 20 21:00:32.857554 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 37880) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:00:32.874074 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad20530-a66e-41af-97c5-a1ce937240e9 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Pushing event deleted for resources: {'Network': ['ID=6ed87fb7-1f59-4f9b-b0eb-a7e1ad91317d,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:00:32.874342 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=92f180c2-0d12-4276-b468-9633e951982b,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:00:32.894203 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port 02e122d3-9632-4e46-b87a-2dfd8f805a34, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=02e122d3-9632-4e46-b87a-2dfd8f805a34,segment=NetworkSegment(a189c70c-1a77-4398-b112-572ca8f77d3f),segment_id=a189c70c-1a77-4398-b112-572ca8f77d3f)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:00:32.920214 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 824567a1-5767-4a15-a3c4-422cdfad3336 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:00:32.922392 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Returning: {'device': '02e122d3-9632-4e46-b87a-2dfd8f805a34', 'network_id': 'db968d13-82bc-4def-927f-4d00e4b4dc28', 'port_id': '02e122d3-9632-4e46-b87a-2dfd8f805a34', 'mac_address': 'fa:16:3e:5d:18:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23658e48-0ab2-4be3-95e6-d83a84724079', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 20 21:00:32.925461 n-d-842733-1 neutron-server[103163]: INFO neutron.pecan_wsgi.hooks.translation [None req-17000b0b-c945-49d1-b2a3-eb9a935df4d9 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] DELETE failed (client error): The resource could not be found. May 20 21:00:32.926028 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17000b0b-c945-49d1-b2a3-eb9a935df4d9 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103163) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 21:00:32.935305 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-17000b0b-c945-49d1-b2a3-eb9a935df4d9 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] 10.222.0.35 "DELETE /v2.0/networks/6ed87fb7-1f59-4f9b-b0eb-a7e1ad91317d HTTP/1.1" status: 404 len: 339 time: 0.0407619 May 20 21:00:32.940190 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 37882) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:00:32.949722 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-0ac14320-cfbc-4b37-b01c-00cc81eaf975 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-837592253', 'description': 'd1'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:00:33.024422 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Current status of the port 02e122d3-9632-4e46-b87a-2dfd8f805a34 is: DOWN; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:00:33.025046 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:33.028369 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-0a0953a6-efd9-4722-b470-5410ca570c9b None None] Current status of the port 824567a1-5767-4a15-a3c4-422cdfad3336 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:00:33.055375 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f546592-029c-4eb7-9776-251bcc21166a None None] DHCP port deletion for 98f8b8d5-1379-4eeb-9e13-b2bbab96015a request from n-d-842733-1 {{(pid=103164) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 21:00:33.060042 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02e122d3-9632-4e46-b87a-2dfd8f805a34 {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 21:00:33.075145 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbfa8ef9-3af9-495c-a06c-2691ad5162d8 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Made reservation on behalf of ab4ded6dc75a4ab5a4f9dae9e5aa3753 for: {'subnet': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:00:33.081434 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bbfa8ef9-3af9-495c-a06c-2691ad5162d8 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4018244'] for subnet, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:33.098352 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ac14320-cfbc-4b37-b01c-00cc81eaf975 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Made reservation on behalf of 69b25f498b804a648521a0f64cc7f45d for: {'network': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:00:33.103978 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0ac14320-cfbc-4b37-b01c-00cc81eaf975 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for network, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:33.107619 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port 02e122d3-9632-4e46-b87a-2dfd8f805a34, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=02e122d3-9632-4e46-b87a-2dfd8f805a34,segment=NetworkSegment(a189c70c-1a77-4398-b112-572ca8f77d3f),segment_id=a189c70c-1a77-4398-b112-572ca8f77d3f)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:00:33.139146 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-1f546592-029c-4eb7-9776-251bcc21166a None None] Deleting port 824567a1-5767-4a15-a3c4-422cdfad3336 {{(pid=103164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:00:33.140761 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-1f546592-029c-4eb7-9776-251bcc21166a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:33.217967 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ac14320-cfbc-4b37-b01c-00cc81eaf975 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 232} {{(pid=103162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 21:00:33.236400 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-4887ce68-e691-479e-9587-4c1c98d1bbd7 admin admin] Deleting port 0031394e-dc0a-4879-9b00-02a91b3419da {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:00:33.237688 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4887ce68-e691-479e-9587-4c1c98d1bbd7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:33.274401 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0ac14320-cfbc-4b37-b01c-00cc81eaf975 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:33.275017 n-d-842733-1 neutron-server[103162]: INFO neutron.db.segments_db [None req-0ac14320-cfbc-4b37-b01c-00cc81eaf975 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Added segment 774a32ae-99c6-4322-a42c-e130b51c620d of type vlan for network 092df09c-e56a-4910-8bef-437edeb504e4 May 20 21:00:33.291559 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-1f546592-029c-4eb7-9776-251bcc21166a None None] For port 824567a1-5767-4a15-a3c4-422cdfad3336, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=824567a1-5767-4a15-a3c4-422cdfad3336,segment=NetworkSegment(f5705048-66fd-4627-af8c-03443c37dd17),segment_id=f5705048-66fd-4627-af8c-03443c37dd17)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:00:33.292092 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-1f546592-029c-4eb7-9776-251bcc21166a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:33.325180 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-1f546592-029c-4eb7-9776-251bcc21166a None None] Calling delete_port for 824567a1-5767-4a15-a3c4-422cdfad3336 owned by network:dhcp {{(pid=103164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:00:33.334188 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-4887ce68-e691-479e-9587-4c1c98d1bbd7 admin admin] For port 0031394e-dc0a-4879-9b00-02a91b3419da, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=0031394e-dc0a-4879-9b00-02a91b3419da,segment=NetworkSegment(f71daceb-c498-4797-b825-ec97843817b7),segment_id=f71daceb-c498-4797-b825-ec97843817b7)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:00:33.334990 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4887ce68-e691-479e-9587-4c1c98d1bbd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:33.349612 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-4887ce68-e691-479e-9587-4c1c98d1bbd7 admin admin] Calling delete_port for 0031394e-dc0a-4879-9b00-02a91b3419da owned by network:router_interface {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:00:33.350072 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0ac14320-cfbc-4b37-b01c-00cc81eaf975 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418993264'] for network, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:33.412377 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] get_ports_and_sgs() called for port_ids ['c635efd6-629d-4675-9b02-f5dc32576914'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 21:00:33.415039 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] get_ports_and_sgs() called for port_ids ['e5e479b5-1f0b-4f2a-8602-65a393830577'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 21:00:33.445007 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:33.507084 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0ac14320-cfbc-4b37-b01c-00cc81eaf975 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524'] for network, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:33.513945 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ac14320-cfbc-4b37-b01c-00cc81eaf975 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:33.513945 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0ac14320-cfbc-4b37-b01c-00cc81eaf975 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Notify callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:33.588374 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bbfa8ef9-3af9-495c-a06c-2691ad5162d8 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3797684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4018258'] for subnet, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:33.599566 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Pushing event updated for resources: {'Port': ['ID=02e122d3-9632-4e46-b87a-2dfd8f805a34,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:00:33.610603 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbfa8ef9-3af9-495c-a06c-2691ad5162d8 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Network 98f8b8d5-1379-4eeb-9e13-b2bbab96015a is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:00:33.610808 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] get_ports_and_sgs() called for port_ids ['914487ce-60c1-489c-a9a9-2aac03bed154'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 21:00:33.612015 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-bbfa8ef9-3af9-495c-a06c-2691ad5162d8 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:00:33.613912 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac14320-cfbc-4b37-b01c-00cc81eaf975 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Pushing event updated for resources: {'Network': ['ID=092df09c-e56a-4910-8bef-437edeb504e4,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:00:33.634598 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] get_ports_and_sgs() called for port_ids ['70abfc69-b0e3-44bf-8960-f0d10e058c3c'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 21:00:33.652285 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbfa8ef9-3af9-495c-a06c-2691ad5162d8 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:33.652927 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bbfa8ef9-3af9-495c-a06c-2691ad5162d8 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:33.670165 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-0ac14320-cfbc-4b37-b01c-00cc81eaf975 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.7258625 May 20 21:00:33.670601 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 37890) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:00:33.680161 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] get_ports_and_sgs() called for port_ids ['92f180c2-0d12-4276-b468-9633e951982b'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 21:00:33.707282 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfa8ef9-3af9-495c-a06c-2691ad5162d8 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Pushing event updated for resources: {'Subnet': ['ID=68655d47-fc20-4c20-aecc-29f626f3c45a,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:00:33.716429 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4887ce68-e691-479e-9587-4c1c98d1bbd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:33.741262 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] get_ports_and_sgs() called for port_ids ['f4c771b6-ea4d-4f91-a9e6-9592d7d019b1'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 21:00:33.764514 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-bbfa8ef9-3af9-495c-a06c-2691ad5162d8 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9977322 May 20 21:00:33.765906 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 37892) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:00:33.773561 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] get_ports_and_sgs() called for port_ids ['e23bf1a0-0743-4c25-ac95-d74d935af48f'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 21:00:33.774122 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-47f1a1a5-5d6a-4b7a-a397-adaceb634f53 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Request body: {'subnet': {'network_id': '98f8b8d5-1379-4eeb-9e13-b2bbab96015a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:00:33.775442 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Network 092df09c-e56a-4910-8bef-437edeb504e4 details requested by agent ovs-agent-n-d-842733-1 with host n-d-842733-1 {{(pid=103164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 20 21:00:33.777240 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] get_ports_and_sgs() called for port_ids ['02e122d3-9632-4e46-b87a-2dfd8f805a34'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 21:00:33.779536 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 824567a1-5767-4a15-a3c4-422cdfad3336 no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 21:00:33.826415 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4887ce68-e691-479e-9587-4c1c98d1bbd7 admin admin] Pushing event deleted for resources: {'Port': ['ID=0031394e-dc0a-4879-9b00-02a91b3419da,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:00:33.935245 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4d73953-39eb-4e55-8f72-ddc68fa01301 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:33.936758 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-c4d73953-39eb-4e55-8f72-ddc68fa01301 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] 10.222.0.35 "GET /v2.0/networks?id=092df09c-e56a-4910-8bef-437edeb504e4 HTTP/1.1" status: 200 len: 760 time: 0.2651174 May 20 21:00:33.939991 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 37898) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:00:33.948225 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-63ffedd0-a839-40b3-81ff-815635d25b83 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Request body: {'network': {'description': 'd2'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:00:33.962337 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3fa31e-823b-4b5b-b2fb-e979481f3507 req-00ece16b-a0e8-4a51-a7f5-58a6054d7c2b tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:33.968172 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3fa31e-823b-4b5b-b2fb-e979481f3507 req-00ece16b-a0e8-4a51-a7f5-58a6054d7c2b tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:33.975240 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3fa31e-823b-4b5b-b2fb-e979481f3507 req-00ece16b-a0e8-4a51-a7f5-58a6054d7c2b tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:33.981117 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3fa31e-823b-4b5b-b2fb-e979481f3507 req-00ece16b-a0e8-4a51-a7f5-58a6054d7c2b tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:33.987482 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3fa31e-823b-4b5b-b2fb-e979481f3507 req-00ece16b-a0e8-4a51-a7f5-58a6054d7c2b tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:33.993503 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3fa31e-823b-4b5b-b2fb-e979481f3507 req-00ece16b-a0e8-4a51-a7f5-58a6054d7c2b tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:34.000449 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3fa31e-823b-4b5b-b2fb-e979481f3507 req-00ece16b-a0e8-4a51-a7f5-58a6054d7c2b tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:34.001988 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5b3fa31e-823b-4b5b-b2fb-e979481f3507 req-00ece16b-a0e8-4a51-a7f5-58a6054d7c2b tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] 10.222.0.35 "GET /v2.0/ports?device_id=75b87a76-ad52-4618-a214-48088ec58aef HTTP/1.1" status: 200 len: 5437 time: 0.2690217 May 20 21:00:34.060495 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c5ae6f-31ce-4db6-b227-13c577a205ea req-ff789b0a-a985-45cd-9807-04363c51397d tempest-TestServerMultinode-213063825 tempest-TestServerMultinode-213063825-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:34.061245 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a8c5ae6f-31ce-4db6-b227-13c577a205ea req-ff789b0a-a985-45cd-9807-04363c51397d tempest-TestServerMultinode-213063825 tempest-TestServerMultinode-213063825-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=8e0d0312-789a-4469-b0a2-299ca31518fa HTTP/1.1" status: 200 len: 1096 time: 0.1937532 May 20 21:00:34.090774 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47f1a1a5-5d6a-4b7a-a397-adaceb634f53 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Made reservation on behalf of ab4ded6dc75a4ab5a4f9dae9e5aa3753 for: {'subnet': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:00:34.094113 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-47f1a1a5-5d6a-4b7a-a397-adaceb634f53 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4018244'] for subnet, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:34.179372 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5b3fa31e-823b-4b5b-b2fb-e979481f3507 req-fec91fa7-0930-47ca-a68b-527dab69f694 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] 10.222.0.35 "GET /v2.0/security-groups?id=c6c3d501-aad0-44cc-8dfe-290dffd2c6d4&id=23a4e591-c968-436b-bf23-a5b482a8cab7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1300437 May 20 21:00:34.183640 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a8c5ae6f-31ce-4db6-b227-13c577a205ea req-dbe94946-3344-4a35-a20a-6a3f0b970d15 tempest-TestServerMultinode-213063825 tempest-TestServerMultinode-213063825-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=f1ecce8b-0936-479a-abe8-64fad6081b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031551 May 20 21:00:34.206902 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-63ffedd0-a839-40b3-81ff-815635d25b83 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418993264'] for network, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:34.215302 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4887ce68-e691-479e-9587-4c1c98d1bbd7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-692224'] for router_interface, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:34.250522 n-d-842733-1 neutron-server[103162]: INFO neutron.db.ipam_backend_mixin [None req-47f1a1a5-5d6a-4b7a-a397-adaceb634f53 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 68655d47-fc20-4c20-aecc-29f626f3c45a (CIDR: 2001:db8::/64) May 20 21:00:34.257246 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-1f546592-029c-4eb7-9776-251bcc21166a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099'] for port, after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:34.294736 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: 824567a1-5767-4a15-a3c4-422cdfad3336 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 21:00:34.294979 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 824567a1-5767-4a15-a3c4-422cdfad3336 not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 21:00:34.342102 n-d-842733-1 neutron-server[103162]: INFO neutron.pecan_wsgi.hooks.translation [None req-47f1a1a5-5d6a-4b7a-a397-adaceb634f53 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 20 21:00:34.342890 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47f1a1a5-5d6a-4b7a-a397-adaceb634f53 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 21:00:34.366561 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f546592-029c-4eb7-9776-251bcc21166a None None] No DVR routers for this DVR port 824567a1-5767-4a15-a3c4-422cdfad3336 on host n-d-842733-1 {{(pid=103164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 21:00:34.390607 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-63ffedd0-a839-40b3-81ff-815635d25b83 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524'] for network, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:34.417021 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-63ffedd0-a839-40b3-81ff-815635d25b83 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Network 092df09c-e56a-4910-8bef-437edeb504e4 is not hosted by any dhcp agent {{(pid=103162) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} May 20 21:00:34.428299 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63ffedd0-a839-40b3-81ff-815635d25b83 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:34.428550 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-63ffedd0-a839-40b3-81ff-815635d25b83 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Notify callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:34.429930 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-63ffedd0-a839-40b3-81ff-815635d25b83 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] 10.222.0.35 "PUT /v2.0/networks/092df09c-e56a-4910-8bef-437edeb504e4 HTTP/1.1" status: 200 len: 757 time: 0.4887495 May 20 21:00:34.442480 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e65fd033-6a8e-4a30-b793-69c3dbf10922 None None] Network 98f8b8d5-1379-4eeb-9e13-b2bbab96015a requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:00:34.460974 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 37904) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:00:34.465438 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f546592-029c-4eb7-9776-251bcc21166a None None] Pushing event deleted for resources: {'Port': ['ID=824567a1-5767-4a15-a3c4-422cdfad3336,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:00:34.563320 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-47f1a1a5-5d6a-4b7a-a397-adaceb634f53 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7932522 May 20 21:00:34.568717 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 37906) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:00:34.573856 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-420219bb-b987-44ac-9ff8-c63a0f1667ac tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Request body: {'subnet': {'network_id': '98f8b8d5-1379-4eeb-9e13-b2bbab96015a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:00:34.581016 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ffedd0-a839-40b3-81ff-815635d25b83 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Pushing event updated for resources: {'Network': ['ID=092df09c-e56a-4910-8bef-437edeb504e4,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:00:34.640393 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Network 092df09c-e56a-4910-8bef-437edeb504e4 details requested by agent ovs-agent-n-d-842733-1 with host n-d-842733-1 {{(pid=103164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 20 21:00:34.658522 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8088e759-504c-4937-a79e-3d1f167b27c6 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:34.664771 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-8088e759-504c-4937-a79e-3d1f167b27c6 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] 10.222.0.35 "GET /v2.0/networks?id=092df09c-e56a-4910-8bef-437edeb504e4 HTTP/1.1" status: 200 len: 760 time: 0.1979706 May 20 21:00:34.664771 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 37908) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:00:34.669114 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-06dc6d5b-54f2-44ef-adf0-1b30cb07af2f tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-434632577'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:00:34.799411 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4887ce68-e691-479e-9587-4c1c98d1bbd7 admin admin] Router 8ed4aaca-e6a0-4660-b8c0-cc41a451958e has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 21:00:34.811654 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06dc6d5b-54f2-44ef-adf0-1b30cb07af2f tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Made reservation on behalf of 69b25f498b804a648521a0f64cc7f45d for: {'network': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:00:34.815156 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-06dc6d5b-54f2-44ef-adf0-1b30cb07af2f tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for network, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:34.845303 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06dc6d5b-54f2-44ef-adf0-1b30cb07af2f tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 230} {{(pid=103162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 21:00:34.853728 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-420219bb-b987-44ac-9ff8-c63a0f1667ac tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Made reservation on behalf of ab4ded6dc75a4ab5a4f9dae9e5aa3753 for: {'subnet': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:00:34.857686 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-420219bb-b987-44ac-9ff8-c63a0f1667ac tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4018244'] for subnet, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:34.909900 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-06dc6d5b-54f2-44ef-adf0-1b30cb07af2f tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:34.910503 n-d-842733-1 neutron-server[103162]: INFO neutron.db.segments_db [None req-06dc6d5b-54f2-44ef-adf0-1b30cb07af2f tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Added segment e87c0fab-4e28-4c6a-9e4a-d9a3d85e7ea0 of type vlan for network 17b20081-cd9d-4073-9ca8-0968b5185556 May 20 21:00:34.932705 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4887ce68-e691-479e-9587-4c1c98d1bbd7 admin admin] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 21:00:34.947115 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-4887ce68-e691-479e-9587-4c1c98d1bbd7 admin admin] 10.222.0.35 "PUT /v2.0/routers/8ed4aaca-e6a0-4660-b8c0-cc41a451958e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9557300 May 20 21:00:34.947115 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 37912) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:00:34.948781 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c209c6ca-130c-4b1a-8f2e-fd42a219ae3c None None] Sync routers for ids ['8ed4aaca-e6a0-4660-b8c0-cc41a451958e'] in n-d-842733-1 {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 21:00:34.962713 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c209c6ca-130c-4b1a-8f2e-fd42a219ae3c None None] Routers {'8ed4aaca-e6a0-4660-b8c0-cc41a451958e'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:00:34.963343 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-c209c6ca-130c-4b1a-8f2e-fd42a219ae3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:00:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['8ed4aaca-e6a0-4660-b8c0-cc41a451958e'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:00:34.982105 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-06dc6d5b-54f2-44ef-adf0-1b30cb07af2f tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418993264'] for network, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:35.133677 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-06dc6d5b-54f2-44ef-adf0-1b30cb07af2f tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524'] for network, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:35.146664 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06dc6d5b-54f2-44ef-adf0-1b30cb07af2f tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:35.149707 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-06dc6d5b-54f2-44ef-adf0-1b30cb07af2f tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Notify callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:35.164164 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-66ee7e77-39e0-4a5a-b6e6-b748014a68fd admin admin] Notify callbacks [] for router, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:35.174924 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-c209c6ca-130c-4b1a-8f2e-fd42a219ae3c None None] Set router 8ed4aaca-e6a0-4660-b8c0-cc41a451958e gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:00:35.296594 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06dc6d5b-54f2-44ef-adf0-1b30cb07af2f tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Pushing event updated for resources: {'Network': ['ID=17b20081-cd9d-4073-9ca8-0968b5185556,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:00:35.328537 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Network 17b20081-cd9d-4073-9ca8-0968b5185556 details requested by agent ovs-agent-n-d-842733-1 with host n-d-842733-1 {{(pid=103164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 20 21:00:35.439961 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-06dc6d5b-54f2-44ef-adf0-1b30cb07af2f tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7752204 May 20 21:00:35.443686 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 37920) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:00:35.451969 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-705e191b-a30d-4190-9dc7-33a593a7e046 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Request body: {'subnet': {'network_id': '17b20081-cd9d-4073-9ca8-0968b5185556', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:00:35.456549 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-c209c6ca-130c-4b1a-8f2e-fd42a219ae3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ed4aaca-e6a0-4660-b8c0-cc41a451958e', 'name': 'tempest-ServerRescueTestJSON-1954070408-router', 'tenant_id': '24c170f09144465391fa4bf4af2ca207', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.60'}], 'enable_snat': True}, 'gw_port_id': '6cbc53eb-cb67-4905-a789-193c8be0c208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:58:23Z', 'updated_at': '2022-05-20T21:00:33Z', 'revision_number': 5, 'project_id': '24c170f09144465391fa4bf4af2ca207', 'gw_port': {'id': '6cbc53eb-cb67-4905-a789-193c8be0c208', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:2e:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ed4aaca-e6a0-4660-b8c0-cc41a451958e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2549, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:58:25Z', 'updated_at': '2022-05-20T20:58:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:00:35.475517 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-480df0d2-643e-4176-b074-cd78d1d2f66d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaee2b848-d4b9-5db1-b6ef-d6db29d67de7-98f8b8d5-1379-4eeb-9e13-b2bbab96015a', 'network_id': '98f8b8d5-1379-4eeb-9e13-b2bbab96015a', 'tenant_id': 'ab4ded6dc75a4ab5a4f9dae9e5aa3753', 'fixed_ips': [{'subnet_id': '68655d47-fc20-4c20-aecc-29f626f3c45a'}]}} from n-d-842733-1. {{(pid=103164) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 21:00:35.476391 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-480df0d2-643e-4176-b074-cd78d1d2f66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:35.490659 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c209c6ca-130c-4b1a-8f2e-fd42a219ae3c None None] Checking router: 8ed4aaca-e6a0-4660-b8c0-cc41a451958e for host: n-d-842733-1 {{(pid=103165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 21:00:35.502762 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c209c6ca-130c-4b1a-8f2e-fd42a219ae3c None None] Routers {'8ed4aaca-e6a0-4660-b8c0-cc41a451958e'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:00:35.503727 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-c209c6ca-130c-4b1a-8f2e-fd42a219ae3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:00:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['8ed4aaca-e6a0-4660-b8c0-cc41a451958e'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:00:35.650327 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-c209c6ca-130c-4b1a-8f2e-fd42a219ae3c None None] Set router 8ed4aaca-e6a0-4660-b8c0-cc41a451958e gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:00:35.664714 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c428adb-5e1b-4328-8ef5-2d8860be7672 req-b048e761-504e-47fd-b235-b047c5181202 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:35.671246 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c428adb-5e1b-4328-8ef5-2d8860be7672 req-b048e761-504e-47fd-b235-b047c5181202 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:35.679527 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c428adb-5e1b-4328-8ef5-2d8860be7672 req-b048e761-504e-47fd-b235-b047c5181202 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:35.686605 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c428adb-5e1b-4328-8ef5-2d8860be7672 req-b048e761-504e-47fd-b235-b047c5181202 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:35.693577 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c428adb-5e1b-4328-8ef5-2d8860be7672 req-b048e761-504e-47fd-b235-b047c5181202 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:35.700201 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c428adb-5e1b-4328-8ef5-2d8860be7672 req-b048e761-504e-47fd-b235-b047c5181202 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:35.708059 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c428adb-5e1b-4328-8ef5-2d8860be7672 req-b048e761-504e-47fd-b235-b047c5181202 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:35.717893 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5c428adb-5e1b-4328-8ef5-2d8860be7672 req-b048e761-504e-47fd-b235-b047c5181202 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] 10.222.0.35 "GET /v2.0/ports?device_id=75b87a76-ad52-4618-a214-48088ec58aef HTTP/1.1" status: 200 len: 5437 time: 0.3159957 May 20 21:00:35.728325 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-66ee7e77-39e0-4a5a-b6e6-b748014a68fd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:35.755532 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [None req-480df0d2-643e-4176-b074-cd78d1d2f66d None None] Allocated IP 2001:db8::2 (98f8b8d5-1379-4eeb-9e13-b2bbab96015a/68655d47-fc20-4c20-aecc-29f626f3c45a/b6b2c4f8-cfc0-4821-adf7-ff88e20c012a) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:00:35.756409 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047326d6-18b3-4b18-98f5-b4842d5d7663 req-dfab6aa6-994f-41a7-b1e4-4588ca8b862a tempest-TestServerMultinode-213063825 tempest-TestServerMultinode-213063825-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:35.758281 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-047326d6-18b3-4b18-98f5-b4842d5d7663 req-dfab6aa6-994f-41a7-b1e4-4588ca8b862a tempest-TestServerMultinode-213063825 tempest-TestServerMultinode-213063825-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=8e0d0312-789a-4469-b0a2-299ca31518fa HTTP/1.1" status: 200 len: 1096 time: 0.3775988 May 20 21:00:35.772509 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [None req-480df0d2-643e-4176-b074-cd78d1d2f66d None None] Allocated IP 2001:db8:0:1:f816:3eff:fe86:eb41 (98f8b8d5-1379-4eeb-9e13-b2bbab96015a/74c2da3a-9a8b-4eb2-9f45-2f9a4af65978/b6b2c4f8-cfc0-4821-adf7-ff88e20c012a) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:00:35.827000 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5c428adb-5e1b-4328-8ef5-2d8860be7672 req-c80f718a-67ef-4722-9638-192bc4231944 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] 10.222.0.35 "GET /v2.0/security-groups?id=c6c3d501-aad0-44cc-8dfe-290dffd2c6d4&id=23a4e591-c968-436b-bf23-a5b482a8cab7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1013563 May 20 21:00:35.910211 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-047326d6-18b3-4b18-98f5-b4842d5d7663 req-932609c6-44eb-401b-9412-c76e5830d795 tempest-TestServerMultinode-213063825 tempest-TestServerMultinode-213063825-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=f1ecce8b-0936-479a-abe8-64fad6081b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324615 May 20 21:00:35.943966 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-c209c6ca-130c-4b1a-8f2e-fd42a219ae3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ed4aaca-e6a0-4660-b8c0-cc41a451958e', 'name': 'tempest-ServerRescueTestJSON-1954070408-router', 'tenant_id': '24c170f09144465391fa4bf4af2ca207', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.60'}], 'enable_snat': True}, 'gw_port_id': '6cbc53eb-cb67-4905-a789-193c8be0c208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:58:23Z', 'updated_at': '2022-05-20T21:00:33Z', 'revision_number': 5, 'project_id': '24c170f09144465391fa4bf4af2ca207', 'gw_port': {'id': '6cbc53eb-cb67-4905-a789-193c8be0c208', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:2e:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ed4aaca-e6a0-4660-b8c0-cc41a451958e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2549, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:58:25Z', 'updated_at': '2022-05-20T20:58:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:00:35.960265 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 02e122d3-9632-4e46-b87a-2dfd8f805a34 up at agent hyperv_n-h1-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:00:35.972212 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-66ee7e77-39e0-4a5a-b6e6-b748014a68fd admin admin] Deleting port 6cbc53eb-cb67-4905-a789-193c8be0c208 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:00:35.976376 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-66ee7e77-39e0-4a5a-b6e6-b748014a68fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:35.985658 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c209c6ca-130c-4b1a-8f2e-fd42a219ae3c None None] The sync data for ids ['8ed4aaca-e6a0-4660-b8c0-cc41a451958e'] in n-d-842733-1 is: [{'id': '8ed4aaca-e6a0-4660-b8c0-cc41a451958e', 'name': 'tempest-ServerRescueTestJSON-1954070408-router', 'tenant_id': '24c170f09144465391fa4bf4af2ca207', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.60'}], 'enable_snat': True}, 'gw_port_id': '6cbc53eb-cb67-4905-a789-193c8be0c208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:58:23Z', 'updated_at': '2022-05-20T21:00:33Z', 'revision_number': 5, 'project_id': '24c170f09144465391fa4bf4af2ca207', 'gw_port': {'id': '6cbc53eb-cb67-4905-a789-193c8be0c208', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:2e:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ed4aaca-e6a0-4660-b8c0-cc41a451958e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2549, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:58:25Z', 'updated_at': '2022-05-20T20:58:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 21:00:36.023756 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-480df0d2-643e-4176-b074-cd78d1d2f66d None None] Notify callbacks [] for port, precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:36.097750 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-66ee7e77-39e0-4a5a-b6e6-b748014a68fd admin admin] For port 6cbc53eb-cb67-4905-a789-193c8be0c208, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=6cbc53eb-cb67-4905-a789-193c8be0c208,segment=NetworkSegment(0b5485c4-eff8-42a1-9073-ae54ed4c63ba),segment_id=0b5485c4-eff8-42a1-9073-ae54ed4c63ba)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:00:36.099293 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-66ee7e77-39e0-4a5a-b6e6-b748014a68fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:36.112569 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-66ee7e77-39e0-4a5a-b6e6-b748014a68fd admin admin] Calling delete_port for 6cbc53eb-cb67-4905-a789-193c8be0c208 owned by network:router_gateway {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:00:36.144678 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-480df0d2-643e-4176-b074-cd78d1d2f66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108'] for port, after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:36.191507 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Provisioning for port 02e122d3-9632-4e46-b87a-2dfd8f805a34 completed by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 21:00:36.212945 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Provisioning complete for port 02e122d3-9632-4e46-b87a-2dfd8f805a34 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:00:36.213821 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:36.225991 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-480df0d2-643e-4176-b074-cd78d1d2f66d None None] Network 98f8b8d5-1379-4eeb-9e13-b2bbab96015a is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:00:36.252563 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-480df0d2-643e-4176-b074-cd78d1d2f66d None None] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:00:36.256411 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-480df0d2-643e-4176-b074-cd78d1d2f66d None None] Received port after_create {{(pid=103164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:00:36.285483 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480df0d2-643e-4176-b074-cd78d1d2f66d None None] Pushing event updated for resources: {'Port': ['ID=b6b2c4f8-cfc0-4821-adf7-ff88e20c012a,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:00:36.286334 n-d-842733-1 neutron-server[103162]: DEBUG neutron.objects.ports [None req-420219bb-b987-44ac-9ff8-c63a0f1667ac tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103162) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} May 20 21:00:36.416644 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-480df0d2-643e-4176-b074-cd78d1d2f66d None None] Attempting to bind port b6b2c4f8-cfc0-4821-adf7-ff88e20c012a on host n-d-842733-1 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:00:36.417380 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-480df0d2-643e-4176-b074-cd78d1d2f66d None None] Attempting to bind port b6b2c4f8-cfc0-4821-adf7-ff88e20c012a by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': 'f5705048-66fd-4627-af8c-03443c37dd17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '98f8b8d5-1379-4eeb-9e13-b2bbab96015a'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:00:36.417862 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-480df0d2-643e-4176-b074-cd78d1d2f66d None None] Attempting to bind port b6b2c4f8-cfc0-4821-adf7-ff88e20c012a on network 98f8b8d5-1379-4eeb-9e13-b2bbab96015a {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:00:36.449266 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-705e191b-a30d-4190-9dc7-33a593a7e046 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Made reservation on behalf of 69b25f498b804a648521a0f64cc7f45d for: {'subnet': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:00:36.452974 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-705e191b-a30d-4190-9dc7-33a593a7e046 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4018244'] for subnet, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:36.455908 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-480df0d2-643e-4176-b074-cd78d1d2f66d None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 21, 0, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 21:00:36.456289 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-480df0d2-643e-4176-b074-cd78d1d2f66d None None] Checking segment: {'id': 'f5705048-66fd-4627-af8c-03443c37dd17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '98f8b8d5-1379-4eeb-9e13-b2bbab96015a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:00:36.456935 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-480df0d2-643e-4176-b074-cd78d1d2f66d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:36.457364 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-480df0d2-643e-4176-b074-cd78d1d2f66d None None] Bound using segment: {'id': 'f5705048-66fd-4627-af8c-03443c37dd17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '98f8b8d5-1379-4eeb-9e13-b2bbab96015a'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 21:00:36.460578 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-480df0d2-643e-4176-b074-cd78d1d2f66d None None] Bound port: b6b2c4f8-cfc0-4821-adf7-ff88e20c012a, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5705048-66fd-4627-af8c-03443c37dd17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '98f8b8d5-1379-4eeb-9e13-b2bbab96015a'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:00:36.460949 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-480df0d2-643e-4176-b074-cd78d1d2f66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:36.500182 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Current status of the port 02e122d3-9632-4e46-b87a-2dfd8f805a34 is: BUILD; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:00:36.500504 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:36.518857 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-66ee7e77-39e0-4a5a-b6e6-b748014a68fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:36.553864 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ee7e77-39e0-4a5a-b6e6-b748014a68fd admin admin] Pushing event deleted for resources: {'Port': ['ID=6cbc53eb-cb67-4905-a789-193c8be0c208,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:00:36.572059 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e0d0312-789a-4469-b0a2-299ca31518fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02e122d3-9632-4e46-b87a-2dfd8f805a34'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 21:00:36.574504 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8485417003ce7c0410b00f5cdc2f391e21107b70bb68e2773712534a96e108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68f62669-68b7-4abf-ab60-daea91802f75" -d '{"events": [{"server_uuid": "8e0d0312-789a-4469-b0a2-299ca31518fa", "name": "network-vif-plugged", "status": "completed", "tag": "02e122d3-9632-4e46-b87a-2dfd8f805a34"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 21:00:36.602142 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port 02e122d3-9632-4e46-b87a-2dfd8f805a34, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=02e122d3-9632-4e46-b87a-2dfd8f805a34,segment=NetworkSegment(a189c70c-1a77-4398-b112-572ca8f77d3f),segment_id=a189c70c-1a77-4398-b112-572ca8f77d3f)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:00:36.607677 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-480df0d2-643e-4176-b074-cd78d1d2f66d None None] For port b6b2c4f8-cfc0-4821-adf7-ff88e20c012a, host n-d-842733-1, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 21:00:36.611309 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-480df0d2-643e-4176-b074-cd78d1d2f66d None None] For port b6b2c4f8-cfc0-4821-adf7-ff88e20c012a, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=b6b2c4f8-cfc0-4821-adf7-ff88e20c012a,segment=NetworkSegment(f5705048-66fd-4627-af8c-03443c37dd17),segment_id=f5705048-66fd-4627-af8c-03443c37dd17)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 21:00:36.644841 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 21:00:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a80be9d-8ae0-470a-a876-47a6cb2ca2c0 x-openstack-request-id: req-2a80be9d-8ae0-470a-a876-47a6cb2ca2c0 {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 21:00:36.645335 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e0d0312-789a-4469-b0a2-299ca31518fa", "name": "network-vif-plugged", "status": "completed", "tag": "02e122d3-9632-4e46-b87a-2dfd8f805a34", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 21:00:36.653001 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2a80be9d-8ae0-470a-a876-47a6cb2ca2c0 {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 21:00:36.653001 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a80be9d-8ae0-470a-a876-47a6cb2ca2c0'] response: {'server_uuid': '8e0d0312-789a-4469-b0a2-299ca31518fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02e122d3-9632-4e46-b87a-2dfd8f805a34', 'code': 200} May 20 21:00:36.669159 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-66ee7e77-39e0-4a5a-b6e6-b748014a68fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-748206'] for router_gateway, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:36.672414 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.ipam_pluggable_backend [None req-420219bb-b987-44ac-9ff8-c63a0f1667ac tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Port b6b2c4f8-cfc0-4821-adf7-ff88e20c012a got IPv6 auto-address in a concurrent create or update port request. Ignoring. {{(pid=103162) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:608}} May 20 21:00:36.672986 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-420219bb-b987-44ac-9ff8-c63a0f1667ac tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3797684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4018258'] for subnet, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:36.675260 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:36.716729 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-480df0d2-643e-4176-b074-cd78d1d2f66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:36.771124 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device e5e479b5-1f0b-4f2a-8602-65a393830577 up at agent hyperv_n-h2-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:00:36.791971 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420219bb-b987-44ac-9ff8-c63a0f1667ac tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Pushing event updated for resources: {'Subnet': ['ID=74c2da3a-9a8b-4eb2-9f45-2f9a4af65978,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:00:36.846492 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Pushing event updated for resources: {'Port': ['ID=02e122d3-9632-4e46-b87a-2dfd8f805a34,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:00:36.871696 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-420219bb-b987-44ac-9ff8-c63a0f1667ac tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Network 98f8b8d5-1379-4eeb-9e13-b2bbab96015a is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:00:36.887998 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-420219bb-b987-44ac-9ff8-c63a0f1667ac tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:00:36.892638 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-420219bb-b987-44ac-9ff8-c63a0f1667ac tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:36.901613 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-420219bb-b987-44ac-9ff8-c63a0f1667ac tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:36.933315 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-66ee7e77-39e0-4a5a-b6e6-b748014a68fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26169'] for router, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:36.951070 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-66ee7e77-39e0-4a5a-b6e6-b748014a68fd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:36.960786 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480df0d2-643e-4176-b074-cd78d1d2f66d None None] Pushing event updated for resources: {'Port': ['ID=b6b2c4f8-cfc0-4821-adf7-ff88e20c012a,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:00:37.026057 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Provisioning for port e5e479b5-1f0b-4f2a-8602-65a393830577 completed by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 21:00:37.039596 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Provisioning complete for port e5e479b5-1f0b-4f2a-8602-65a393830577 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:00:37.040157 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:37.064030 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95dc148-2296-42ab-bd2a-04fd22c874ab req-4c91f738-45af-4081-b84d-35f8a7be159c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:37.075841 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c95dc148-2296-42ab-bd2a-04fd22c874ab req-4c91f738-45af-4081-b84d-35f8a7be159c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=8e0d0312-789a-4469-b0a2-299ca31518fa HTTP/1.1" status: 200 len: 1097 time: 0.2683835 May 20 21:00:37.110856 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-420219bb-b987-44ac-9ff8-c63a0f1667ac tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.5404153 May 20 21:00:37.115425 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 37936) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:00:37.132821 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-31828a6b-256d-4469-995c-4e389dec841e tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Request body: {'port': {'network_id': '98f8b8d5-1379-4eeb-9e13-b2bbab96015a', 'mac_address': 'fa:16:3e:3b:12:5c', 'name': 'tempest-NetworksTestDHCPv6-1765461189'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:00:37.200838 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-66ee7e77-39e0-4a5a-b6e6-b748014a68fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-693148'] for router, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:37.203189 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66ee7e77-39e0-4a5a-b6e6-b748014a68fd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8ed4aaca-e6a0-4660-b8c0-cc41a451958e {{(pid=103163) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 20 21:00:37.220188 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bd2c07-d366-40ba-a298-530b28120238 req-0b56b3bb-3bbd-4170-b3d7-403afbd5ddd2 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:37.230799 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bd2c07-d366-40ba-a298-530b28120238 req-0b56b3bb-3bbd-4170-b3d7-403afbd5ddd2 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:37.244452 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bd2c07-d366-40ba-a298-530b28120238 req-0b56b3bb-3bbd-4170-b3d7-403afbd5ddd2 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:37.251800 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bd2c07-d366-40ba-a298-530b28120238 req-0b56b3bb-3bbd-4170-b3d7-403afbd5ddd2 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:37.259401 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bd2c07-d366-40ba-a298-530b28120238 req-0b56b3bb-3bbd-4170-b3d7-403afbd5ddd2 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:37.269516 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bd2c07-d366-40ba-a298-530b28120238 req-0b56b3bb-3bbd-4170-b3d7-403afbd5ddd2 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:37.281195 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port e5e479b5-1f0b-4f2a-8602-65a393830577 is: BUILD; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:00:37.283075 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:37.284277 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bd2c07-d366-40ba-a298-530b28120238 req-0b56b3bb-3bbd-4170-b3d7-403afbd5ddd2 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:37.292108 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-12bd2c07-d366-40ba-a298-530b28120238 req-0b56b3bb-3bbd-4170-b3d7-403afbd5ddd2 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] 10.222.0.35 "GET /v2.0/ports?device_id=75b87a76-ad52-4618-a214-48088ec58aef HTTP/1.1" status: 200 len: 5437 time: 0.3145256 May 20 21:00:37.294536 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c95dc148-2296-42ab-bd2a-04fd22c874ab req-0b6a3d34-b7fa-4106-adb0-ab32e1185074 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=f1ecce8b-0936-479a-abe8-64fad6081b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823063 May 20 21:00:37.308068 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-66ee7e77-39e0-4a5a-b6e6-b748014a68fd admin admin] Notify callbacks [] for router, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:37.310404 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-66ee7e77-39e0-4a5a-b6e6-b748014a68fd admin admin] 10.222.0.35 "DELETE /v2.0/routers/8ed4aaca-e6a0-4660-b8c0-cc41a451958e HTTP/1.1" status: 204 len: 168 time: 2.3677537 May 20 21:00:37.310768 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-705e191b-a30d-4190-9dc7-33a593a7e046 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3797684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4018258'] for subnet, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:37.317802 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 37938) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:00:37.340266 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb96de3f-10b2-4f47-bc34-86d9fe0300ff req-e8ed6790-fea6-4c51-bde7-da99ddc6dd1e tempest-TestServerMultinode-213063825 tempest-TestServerMultinode-213063825-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:37.351887 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-fb96de3f-10b2-4f47-bc34-86d9fe0300ff req-e8ed6790-fea6-4c51-bde7-da99ddc6dd1e tempest-TestServerMultinode-213063825 tempest-TestServerMultinode-213063825-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=8e0d0312-789a-4469-b0a2-299ca31518fa HTTP/1.1" status: 200 len: 1097 time: 0.3002853 May 20 21:00:37.371652 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port e5e479b5-1f0b-4f2a-8602-65a393830577, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=e5e479b5-1f0b-4f2a-8602-65a393830577,segment=NetworkSegment(6013a2ae-3d8f-47fe-9e33-a14adc851d57),segment_id=6013a2ae-3d8f-47fe-9e33-a14adc851d57)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:00:37.452137 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:37.453392 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device c635efd6-629d-4675-9b02-f5dc32576914 up at agent hyperv_n-h2-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:00:37.458787 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31828a6b-256d-4469-995c-4e389dec841e tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Made reservation on behalf of ab4ded6dc75a4ab5a4f9dae9e5aa3753 for: {'port': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:00:37.509860 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-705e191b-a30d-4190-9dc7-33a593a7e046 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Checking segment: {'id': 'e87c0fab-4e28-4c6a-9e4a-d9a3d85e7ea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '17b20081-cd9d-4073-9ca8-0968b5185556'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:00:37.510106 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-705e191b-a30d-4190-9dc7-33a593a7e046 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Network hostable DHCP agents. Network: 17b20081-cd9d-4073-9ca8-0968b5185556, hostable agents: ['c9b0653c-f3c7-4339-bd50-e3754b629216'], hosted agents: [] {{(pid=103162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 21:00:37.512901 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-12bd2c07-d366-40ba-a298-530b28120238 req-8ceb3ee8-62e1-4d8c-96b0-16645db2bbab tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] 10.222.0.35 "GET /v2.0/security-groups?id=c6c3d501-aad0-44cc-8dfe-290dffd2c6d4&id=23a4e591-c968-436b-bf23-a5b482a8cab7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1982429 May 20 21:00:37.524670 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-fb96de3f-10b2-4f47-bc34-86d9fe0300ff req-facf66b4-5f40-4b95-a9cf-3e12985792ff tempest-TestServerMultinode-213063825 tempest-TestServerMultinode-213063825-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=f1ecce8b-0936-479a-abe8-64fad6081b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718097 May 20 21:00:37.574355 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_v2 [None req-672fd2b6-4f0f-4aa4-9154-787a055dc053 admin admin] Deleting subnet 3d242ec6-9f33-44c2-af97-1bbf8381438b {{(pid=103162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 20 21:00:37.581466 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-672fd2b6-4f0f-4aa4-9154-787a055dc053 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:37.583788 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705e191b-a30d-4190-9dc7-33a593a7e046 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Pushing event updated for resources: {'Subnet': ['ID=c7338059-590d-4f9d-9c17-bf87249178fb,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:00:37.587655 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=e5e479b5-1f0b-4f2a-8602-65a393830577,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:00:37.649467 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-672fd2b6-4f0f-4aa4-9154-787a055dc053 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3738392'] for subnet, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:37.682359 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-31828a6b-256d-4469-995c-4e389dec841e tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:37.692328 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Provisioning for port c635efd6-629d-4675-9b02-f5dc32576914 completed by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 21:00:37.697744 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Provisioning complete for port c635efd6-629d-4675-9b02-f5dc32576914 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:00:37.698166 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:37.713459 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-672fd2b6-4f0f-4aa4-9154-787a055dc053 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33068388'] for subnet, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:37.715906 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [None req-31828a6b-256d-4469-995c-4e389dec841e tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] device_id is not set on port cbfdbdb4-9657-416e-a09b-427b04202ee6 yet. {{(pid=103162) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 20 21:00:37.745359 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-705e191b-a30d-4190-9dc7-33a593a7e046 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Network 17b20081-cd9d-4073-9ca8-0968b5185556 is scheduled to be hosted by DHCP agent c9b0653c-f3c7-4339-bd50-e3754b629216 with binding_index 1 {{(pid=103162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 21:00:37.826719 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port c635efd6-629d-4675-9b02-f5dc32576914 is: BUILD; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:00:37.827122 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:37.906441 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port c635efd6-629d-4675-9b02-f5dc32576914, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=c635efd6-629d-4675-9b02-f5dc32576914,segment=NetworkSegment(6013a2ae-3d8f-47fe-9e33-a14adc851d57),segment_id=6013a2ae-3d8f-47fe-9e33-a14adc851d57)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:00:37.956005 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-705e191b-a30d-4190-9dc7-33a593a7e046 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842733-1, 17b20081-cd9d-4073-9ca8-0968b5185556) {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:00:37.965738 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5ae6f59-41b2-48b3-825e-9ba01c67a8b6 None None] Network 17b20081-cd9d-4073-9ca8-0968b5185556 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:00:37.983505 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-705e191b-a30d-4190-9dc7-33a593a7e046 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:37.984126 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-705e191b-a30d-4190-9dc7-33a593a7e046 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Notify callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:38.024597 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device b6b2c4f8-cfc0-4821-adf7-ff88e20c012a up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:00:38.075027 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:38.089082 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-672fd2b6-4f0f-4aa4-9154-787a055dc053 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33068399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3797621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4018265'] for subnet, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:38.132700 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672fd2b6-4f0f-4aa4-9154-787a055dc053 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d242ec6-9f33-44c2-af97-1bbf8381438b,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:00:38.156129 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-672fd2b6-4f0f-4aa4-9154-787a055dc053 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:38.160274 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-672fd2b6-4f0f-4aa4-9154-787a055dc053 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/3d242ec6-9f33-44c2-af97-1bbf8381438b HTTP/1.1" status: 204 len: 168 time: 0.8321285 May 20 21:00:38.163848 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 37944) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:00:38.167932 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-705e191b-a30d-4190-9dc7-33a593a7e046 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7213392 May 20 21:00:38.172076 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 37946) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:00:38.191609 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=c635efd6-629d-4675-9b02-f5dc32576914,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:00:38.194497 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port b6b2c4f8-cfc0-4821-adf7-ff88e20c012a triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:00:38.194840 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:38.308403 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-31828a6b-256d-4469-995c-4e389dec841e tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Allocated IP 2001:db8::178 (98f8b8d5-1379-4eeb-9e13-b2bbab96015a/68655d47-fc20-4c20-aecc-29f626f3c45a/cbfdbdb4-9657-416e-a09b-427b04202ee6) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:00:38.376831 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6e0a1384-7e3d-4c4c-a129-fe7552c08f58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33160123'] for network, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:38.398648 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-31828a6b-256d-4469-995c-4e389dec841e tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Allocated IP 2001:db8:0:1:f816:3eff:fe3b:125c (98f8b8d5-1379-4eeb-9e13-b2bbab96015a/74c2da3a-9a8b-4eb2-9f45-2f9a4af65978/cbfdbdb4-9657-416e-a09b-427b04202ee6) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:00:38.509265 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6e0a1384-7e3d-4c4c-a129-fe7552c08f58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33072115', 'neutron.services.segments.db._delete_segments_for_network-8782419500584'] for network, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:38.519822 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76957c10-cf58-4423-8311-6d7a530f56af None None] Network 98f8b8d5-1379-4eeb-9e13-b2bbab96015a requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:00:38.529943 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-6e0a1384-7e3d-4c4c-a129-fe7552c08f58 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27501fcc-897d-46d3-a5f8-4e490573ef38']}} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:00:38.539899 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-6e0a1384-7e3d-4c4c-a129-fe7552c08f58 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f71daceb-c498-4797-b825-ec97843817b7') {'for_net_delete': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:00:38.540439 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-6e0a1384-7e3d-4c4c-a129-fe7552c08f58 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f71daceb-c498-4797-b825-ec97843817b7') {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:00:38.551951 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6e0a1384-7e3d-4c4c-a129-fe7552c08f58 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419501617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9338764'] for segment, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:38.565962 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6e0a1384-7e3d-4c4c-a129-fe7552c08f58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:38.573478 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e0a1384-7e3d-4c4c-a129-fe7552c08f58 admin admin] Releasing vlan 249 on physical network physnet1 to pool {{(pid=103163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 21:00:38.574068 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6e0a1384-7e3d-4c4c-a129-fe7552c08f58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9638311'] for segment, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:38.600769 n-d-842733-1 neutron-server[103163]: Traceback (most recent call last): May 20 21:00:38.600769 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 21:00:38.600769 n-d-842733-1 neutron-server[103163]: timer() May 20 21:00:38.600769 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 21:00:38.600769 n-d-842733-1 neutron-server[103163]: cb(*args, **kw) May 20 21:00:38.600769 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 20 21:00:38.600769 n-d-842733-1 neutron-server[103163]: return func(*args, **kwargs) May 20 21:00:38.600769 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 21:00:38.600769 n-d-842733-1 neutron-server[103163]: self._notify() May 20 21:00:38.600769 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 21:00:38.600769 n-d-842733-1 neutron-server[103163]: self.callback(batched_events) May 20 21:00:38.600769 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 21:00:38.600769 n-d-842733-1 neutron-server[103163]: event.method(event) May 20 21:00:38.600769 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 20 21:00:38.600769 n-d-842733-1 neutron-server[103163]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 21:00:38.600769 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 20 21:00:38.600769 n-d-842733-1 neutron-server[103163]: aggregate_uuid = self.p_client.list_aggregates( May 20 21:00:38.600769 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 20 21:00:38.600769 n-d-842733-1 neutron-server[103163]: return f(self, *a, **k) May 20 21:00:38.600769 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 20 21:00:38.600769 n-d-842733-1 neutron-server[103163]: return self._get(url).json() May 20 21:00:38.600769 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 20 21:00:38.600769 n-d-842733-1 neutron-server[103163]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 21:00:38.600769 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 21:00:38.600769 n-d-842733-1 neutron-server[103163]: return self.request(url, 'GET', **kwargs) May 20 21:00:38.600769 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 21:00:38.600769 n-d-842733-1 neutron-server[103163]: base_url = self.get_endpoint(auth, allow=allow, May 20 21:00:38.600769 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 21:00:38.600769 n-d-842733-1 neutron-server[103163]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 21:00:38.600769 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 21:00:38.600769 n-d-842733-1 neutron-server[103163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 21:00:38.600769 n-d-842733-1 neutron-server[103163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 21:00:38.683582 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75b87a76-ad52-4618-a214-48088ec58aef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5e479b5-1f0b-4f2a-8602-65a393830577'}, {'server_uuid': '75b87a76-ad52-4618-a214-48088ec58aef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c635efd6-629d-4675-9b02-f5dc32576914'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 21:00:38.685832 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8485417003ce7c0410b00f5cdc2f391e21107b70bb68e2773712534a96e108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4577e65e-304e-4993-b504-a1e8f71f12d6" -d '{"events": [{"server_uuid": "75b87a76-ad52-4618-a214-48088ec58aef", "name": "network-vif-plugged", "status": "completed", "tag": "e5e479b5-1f0b-4f2a-8602-65a393830577"}, {"server_uuid": "75b87a76-ad52-4618-a214-48088ec58aef", "name": "network-vif-plugged", "status": "completed", "tag": "c635efd6-629d-4675-9b02-f5dc32576914"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 21:00:38.693845 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-562967d4-4820-4938-99a0-7f545a01fbde tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33160123'] for network, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:38.723982 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6e0a1384-7e3d-4c4c-a129-fe7552c08f58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33072122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748162'] for network, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:38.756267 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6e0a1384-7e3d-4c4c-a129-fe7552c08f58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:38.764021 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-6e0a1384-7e3d-4c4c-a129-fe7552c08f58 admin admin] 10.222.0.35 "DELETE /v2.0/networks/27501fcc-897d-46d3-a5f8-4e490573ef38 HTTP/1.1" status: 204 len: 168 time: 0.5988860 May 20 21:00:38.766353 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0a1384-7e3d-4c4c-a129-fe7552c08f58 admin admin] Pushing event deleted for resources: {'Network': ['ID=27501fcc-897d-46d3-a5f8-4e490573ef38,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:00:38.796002 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-31828a6b-256d-4469-995c-4e389dec841e tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:38.798006 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 914487ce-60c1-489c-a9a9-2aac03bed154 up at agent hyperv_n-h2-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:00:38.802732 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cb523d8-98d6-460b-bf42-a38653e2e80c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaee2b848-d4b9-5db1-b6ef-d6db29d67de7-17b20081-cd9d-4073-9ca8-0968b5185556', 'network_id': '17b20081-cd9d-4073-9ca8-0968b5185556', 'tenant_id': '69b25f498b804a648521a0f64cc7f45d', 'fixed_ips': [{'subnet_id': 'c7338059-590d-4f9d-9c17-bf87249178fb'}]}} from n-d-842733-1. {{(pid=103164) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 21:00:38.803586 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-7cb523d8-98d6-460b-bf42-a38653e2e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:38.810611 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-562967d4-4820-4938-99a0-7f545a01fbde tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33068388'] for subnet, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:38.815923 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8e4d10-5337-4f6a-9654-66531f9a528a req-3b585d29-0184-41e2-994c-442ed99b04ad tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:38.831448 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8e4d10-5337-4f6a-9654-66531f9a528a req-3b585d29-0184-41e2-994c-442ed99b04ad tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:38.846962 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8e4d10-5337-4f6a-9654-66531f9a528a req-3b585d29-0184-41e2-994c-442ed99b04ad tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:38.863433 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8e4d10-5337-4f6a-9654-66531f9a528a req-3b585d29-0184-41e2-994c-442ed99b04ad tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:38.879493 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8e4d10-5337-4f6a-9654-66531f9a528a req-3b585d29-0184-41e2-994c-442ed99b04ad tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:38.897132 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8e4d10-5337-4f6a-9654-66531f9a528a req-3b585d29-0184-41e2-994c-442ed99b04ad tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:38.929063 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8e4d10-5337-4f6a-9654-66531f9a528a req-3b585d29-0184-41e2-994c-442ed99b04ad tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:38.931777 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9d8e4d10-5337-4f6a-9654-66531f9a528a req-3b585d29-0184-41e2-994c-442ed99b04ad tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] 10.222.0.35 "GET /v2.0/ports?device_id=75b87a76-ad52-4618-a214-48088ec58aef HTTP/1.1" status: 200 len: 5439 time: 0.2633150 May 20 21:00:38.961007 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-31828a6b-256d-4469-995c-4e389dec841e tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:39.016407 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-562967d4-4820-4938-99a0-7f545a01fbde tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33068399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3797621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4018265'] for subnet, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:39.023126 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-11c89f01-84d9-43e8-a07b-57d2e21c92cd None None] Provisioning complete for port b6b2c4f8-cfc0-4821-adf7-ff88e20c012a triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:00:39.023651 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-11c89f01-84d9-43e8-a07b-57d2e21c92cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:39.063066 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9d8e4d10-5337-4f6a-9654-66531f9a528a req-e285c71f-6acc-40af-9b07-027ae0ceb814 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] 10.222.0.35 "GET /v2.0/security-groups?id=c6c3d501-aad0-44cc-8dfe-290dffd2c6d4&id=23a4e591-c968-436b-bf23-a5b482a8cab7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0762787 May 20 21:00:39.070434 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31828a6b-256d-4469-995c-4e389dec841e tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Network 98f8b8d5-1379-4eeb-9e13-b2bbab96015a is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:00:39.076656 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e30b012-945d-49f2-a6eb-6e34c24381ab req-5a41fa98-7f19-42eb-9118-c5b6473b56b0 tempest-TestServerMultinode-213063825 tempest-TestServerMultinode-213063825-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:39.078396 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8e30b012-945d-49f2-a6eb-6e34c24381ab req-5a41fa98-7f19-42eb-9118-c5b6473b56b0 tempest-TestServerMultinode-213063825 tempest-TestServerMultinode-213063825-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=8e0d0312-789a-4469-b0a2-299ca31518fa HTTP/1.1" status: 200 len: 1097 time: 0.3948503 May 20 21:00:39.083749 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562967d4-4820-4938-99a0-7f545a01fbde tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Pushing event deleted for resources: {'Subnet': ['ID=c7338059-590d-4f9d-9c17-bf87249178fb,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:00:39.092884 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-31828a6b-256d-4469-995c-4e389dec841e tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:00:39.098702 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31828a6b-256d-4469-995c-4e389dec841e tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Pushing event updated for resources: {'Port': ['ID=cbfdbdb4-9657-416e-a09b-427b04202ee6,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:00:39.122806 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31828a6b-256d-4469-995c-4e389dec841e tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:00:39.122806 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31828a6b-256d-4469-995c-4e389dec841e tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:39.122806 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-31828a6b-256d-4469-995c-4e389dec841e tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:39.157704 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8e30b012-945d-49f2-a6eb-6e34c24381ab req-8ba049a4-999d-4aea-b700-e2eff2b92223 tempest-TestServerMultinode-213063825 tempest-TestServerMultinode-213063825-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=f1ecce8b-0936-479a-abe8-64fad6081b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589058 May 20 21:00:39.181925 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 20 May 2022 21:00:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-856958f3-732d-4b2f-95de-df530ed5d97c x-openstack-request-id: req-856958f3-732d-4b2f-95de-df530ed5d97c {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 21:00:39.182468 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75b87a76-ad52-4618-a214-48088ec58aef", "name": "network-vif-plugged", "status": "completed", "tag": "e5e479b5-1f0b-4f2a-8602-65a393830577", "code": 200}, {"server_uuid": "75b87a76-ad52-4618-a214-48088ec58aef", "name": "network-vif-plugged", "status": "completed", "tag": "c635efd6-629d-4675-9b02-f5dc32576914", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 21:00:39.182876 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-856958f3-732d-4b2f-95de-df530ed5d97c {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 21:00:39.183415 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-856958f3-732d-4b2f-95de-df530ed5d97c'] response: {'server_uuid': '75b87a76-ad52-4618-a214-48088ec58aef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5e479b5-1f0b-4f2a-8602-65a393830577', 'code': 200} May 20 21:00:39.183855 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-856958f3-732d-4b2f-95de-df530ed5d97c'] response: {'server_uuid': '75b87a76-ad52-4618-a214-48088ec58aef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c635efd6-629d-4675-9b02-f5dc32576914', 'code': 200} May 20 21:00:39.217345 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-562967d4-4820-4938-99a0-7f545a01fbde tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33072115', 'neutron.services.segments.db._delete_segments_for_network-8782419500584'] for network, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:39.247161 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-562967d4-4820-4938-99a0-7f545a01fbde tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17b20081-cd9d-4073-9ca8-0968b5185556']}} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:00:39.258707 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port b6b2c4f8-cfc0-4821-adf7-ff88e20c012a is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:00:39.259092 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:39.262336 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-562967d4-4820-4938-99a0-7f545a01fbde tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e87c0fab-4e28-4c6a-9e4a-d9a3d85e7ea0') {'for_net_delete': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:00:39.262980 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-562967d4-4820-4938-99a0-7f545a01fbde tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e87c0fab-4e28-4c6a-9e4a-d9a3d85e7ea0') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:00:39.274527 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-562967d4-4820-4938-99a0-7f545a01fbde tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419501617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3738385'] for segment, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:39.290855 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-562967d4-4820-4938-99a0-7f545a01fbde tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:39.297955 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-562967d4-4820-4938-99a0-7f545a01fbde tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Releasing vlan 230 on physical network physnet1 to pool {{(pid=103162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 21:00:39.298448 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-562967d4-4820-4938-99a0-7f545a01fbde tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3800791'] for segment, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:39.344266 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65fdc7c3-ebc1-4fb9-8ca6-0e34d6761eb1 None None] Network 17b20081-cd9d-4073-9ca8-0968b5185556 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:00:39.364274 n-d-842733-1 neutron-server[103162]: Traceback (most recent call last): May 20 21:00:39.364274 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 21:00:39.364274 n-d-842733-1 neutron-server[103162]: timer() May 20 21:00:39.364274 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 21:00:39.364274 n-d-842733-1 neutron-server[103162]: cb(*args, **kw) May 20 21:00:39.364274 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 20 21:00:39.364274 n-d-842733-1 neutron-server[103162]: return func(*args, **kwargs) May 20 21:00:39.364274 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 21:00:39.364274 n-d-842733-1 neutron-server[103162]: self._notify() May 20 21:00:39.364274 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 21:00:39.364274 n-d-842733-1 neutron-server[103162]: self.callback(batched_events) May 20 21:00:39.364274 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 21:00:39.364274 n-d-842733-1 neutron-server[103162]: event.method(event) May 20 21:00:39.364274 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 20 21:00:39.364274 n-d-842733-1 neutron-server[103162]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 21:00:39.364274 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 20 21:00:39.364274 n-d-842733-1 neutron-server[103162]: aggregate_uuid = self.p_client.list_aggregates( May 20 21:00:39.364274 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 20 21:00:39.364274 n-d-842733-1 neutron-server[103162]: return f(self, *a, **k) May 20 21:00:39.364274 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 20 21:00:39.364274 n-d-842733-1 neutron-server[103162]: return self._get(url).json() May 20 21:00:39.364274 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 20 21:00:39.364274 n-d-842733-1 neutron-server[103162]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 21:00:39.364274 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 21:00:39.364274 n-d-842733-1 neutron-server[103162]: return self.request(url, 'GET', **kwargs) May 20 21:00:39.364274 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 21:00:39.364274 n-d-842733-1 neutron-server[103162]: base_url = self.get_endpoint(auth, allow=allow, May 20 21:00:39.364274 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 21:00:39.364274 n-d-842733-1 neutron-server[103162]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 21:00:39.364274 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 21:00:39.364274 n-d-842733-1 neutron-server[103162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 21:00:39.364274 n-d-842733-1 neutron-server[103162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 21:00:39.372001 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-31828a6b-256d-4469-995c-4e389dec841e tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.2551334 May 20 21:00:39.374650 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 37964) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:00:39.396663 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 37966) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:00:39.406972 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] For port b6b2c4f8-cfc0-4821-adf7-ff88e20c012a, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=b6b2c4f8-cfc0-4821-adf7-ff88e20c012a,segment=NetworkSegment(f5705048-66fd-4627-af8c-03443c37dd17),segment_id=f5705048-66fd-4627-af8c-03443c37dd17)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:00:39.420354 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Provisioning for port 914487ce-60c1-489c-a9a9-2aac03bed154 completed by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 21:00:39.425638 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-11c89f01-84d9-43e8-a07b-57d2e21c92cd None None] Current status of the port b6b2c4f8-cfc0-4821-adf7-ff88e20c012a is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:00:39.426030 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-11c89f01-84d9-43e8-a07b-57d2e21c92cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:39.449738 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Provisioning complete for port 914487ce-60c1-489c-a9a9-2aac03bed154 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:00:39.450104 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:39.453699 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-b05670ff-7fbc-4083-bfd0-b263d00c4249 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=24c170f09144465391fa4bf4af2ca207&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0557215 May 20 21:00:39.454235 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 37968) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:00:39.504706 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-cf96f7b2-e5dd-4824-bdd5-9b732bfcdaaf tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Deleting port cbfdbdb4-9657-416e-a09b-427b04202ee6 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:00:39.505379 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-cf96f7b2-e5dd-4824-bdd5-9b732bfcdaaf tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:39.515172 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-562967d4-4820-4938-99a0-7f545a01fbde tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33072122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748162'] for network, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:39.522262 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:39.538570 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-562967d4-4820-4938-99a0-7f545a01fbde tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Notify callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:39.542244 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-562967d4-4820-4938-99a0-7f545a01fbde tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] 10.222.0.35 "DELETE /v2.0/networks/17b20081-cd9d-4073-9ca8-0968b5185556 HTTP/1.1" status: 204 len: 168 time: 1.3694022 May 20 21:00:39.571470 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 37970) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:00:39.587950 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562967d4-4820-4938-99a0-7f545a01fbde tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Pushing event deleted for resources: {'Network': ['ID=17b20081-cd9d-4073-9ca8-0968b5185556,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:00:39.617578 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 0031394e-dc0a-4879-9b00-02a91b3419da no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 21:00:39.654076 n-d-842733-1 neutron-server[103162]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f13f197-37d4-4a3c-8879-98e9f5daa583 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] GET failed (client error): The resource could not be found. May 20 21:00:39.655813 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-5f13f197-37d4-4a3c-8879-98e9f5daa583 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] 10.222.0.35 "GET /v2.0/subnets/c7338059-590d-4f9d-9c17-bf87249178fb HTTP/1.1" status: 404 len: 337 time: 0.0828228 May 20 21:00:39.656409 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: 0031394e-dc0a-4879-9b00-02a91b3419da {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 21:00:39.656752 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 0031394e-dc0a-4879-9b00-02a91b3419da not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 21:00:39.657300 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 6cbc53eb-cb67-4905-a789-193c8be0c208 no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 21:00:39.660106 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 37974) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:00:39.701873 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-46d9e1b7-c9dc-435b-8f9b-9bf133c80a26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:39.705939 n-d-842733-1 neutron-server[103162]: INFO neutron.pecan_wsgi.hooks.translation [None req-a06260bb-59ad-47c4-812c-c573a2378d8f tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] DELETE failed (client error): The resource could not be found. May 20 21:00:39.706857 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a06260bb-59ad-47c4-812c-c573a2378d8f tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 21:00:39.708629 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.db.api [None req-11c89f01-84d9-43e8-a07b-57d2e21c92cd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103164) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 20 21:00:39.708981 n-d-842733-1 neutron-server[103164]: DEBUG oslo_db.api [None req-11c89f01-84d9-43e8-a07b-57d2e21c92cd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 20 21:00:39.712187 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-a06260bb-59ad-47c4-812c-c573a2378d8f tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] 10.222.0.35 "DELETE /v2.0/networks/17b20081-cd9d-4073-9ca8-0968b5185556 HTTP/1.1" status: 404 len: 339 time: 0.0488379 May 20 21:00:39.712685 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: 6cbc53eb-cb67-4905-a789-193c8be0c208 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 21:00:39.713034 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 6cbc53eb-cb67-4905-a789-193c8be0c208 not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 21:00:39.716633 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 37976) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:00:39.719882 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Pushing event updated for resources: {'Port': ['ID=b6b2c4f8-cfc0-4821-adf7-ff88e20c012a,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:00:39.731433 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:00:39.731852 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:00:39.732263 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:00:39.732669 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:00:39.733070 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:00:39.733599 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:00:39.733927 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:00:39.735025 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:00:39.736388 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:00:39.750310 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:00:39.757703 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:00:39.757703 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:00:39.767515 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-cf96f7b2-e5dd-4824-bdd5-9b732bfcdaaf tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:39.783697 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-cf96f7b2-e5dd-4824-bdd5-9b732bfcdaaf tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Calling delete_port for cbfdbdb4-9657-416e-a09b-427b04202ee6 owned by {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:00:39.813799 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port 914487ce-60c1-489c-a9a9-2aac03bed154 is: BUILD; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:00:39.814179 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:39.880341 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port 914487ce-60c1-489c-a9a9-2aac03bed154, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=914487ce-60c1-489c-a9a9-2aac03bed154,segment=NetworkSegment(a3beb1d6-cb5d-4c0d-9096-5030ea79a75e),segment_id=a3beb1d6-cb5d-4c0d-9096-5030ea79a75e)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:00:40.002823 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-46d9e1b7-c9dc-435b-8f9b-9bf133c80a26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:40.006653 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:40.007477 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device e23bf1a0-0743-4c25-ac95-d74d935af48f up at agent hyperv_n-h2-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:00:40.017316 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-017fe8df-b322-4ac7-bec8-8e0c6932f30a tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:40.023488 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-017fe8df-b322-4ac7-bec8-8e0c6932f30a tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2975326 May 20 21:00:40.024352 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 37980) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:00:40.082661 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-66004002-926f-428b-a875-9c03ffa717b1 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] 10.222.0.35 "GET /v2.0/subnets?network_id=e3a93b5c-91e2-4064-9c2c-1afc261bfe15 HTTP/1.1" status: 200 len: 207 time: 0.0472052 May 20 21:00:40.082661 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 37982) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:00:40.107568 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-cf96f7b2-e5dd-4824-bdd5-9b732bfcdaaf tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:40.122802 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=914487ce-60c1-489c-a9a9-2aac03bed154,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:00:40.203603 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Provisioning for port e23bf1a0-0743-4c25-ac95-d74d935af48f completed by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 21:00:40.209329 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Provisioning complete for port e23bf1a0-0743-4c25-ac95-d74d935af48f triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:00:40.209701 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:40.255818 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf96f7b2-e5dd-4824-bdd5-9b732bfcdaaf tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Pushing event deleted for resources: {'Port': ['ID=cbfdbdb4-9657-416e-a09b-427b04202ee6,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:00:40.267051 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-cf96f7b2-e5dd-4824-bdd5-9b732bfcdaaf tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:40.277105 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-cf96f7b2-e5dd-4824-bdd5-9b732bfcdaaf tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "DELETE /v2.0/ports/cbfdbdb4-9657-416e-a09b-427b04202ee6 HTTP/1.1" status: 204 len: 168 time: 0.8986270 May 20 21:00:40.311568 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 37988) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:00:40.331687 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b16a50a-0d3a-483f-a78e-65654b13b82f tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:40.337607 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-11c89f01-84d9-43e8-a07b-57d2e21c92cd None None] Current status of the port b6b2c4f8-cfc0-4821-adf7-ff88e20c012a is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:00:40.340283 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b16a50a-0d3a-483f-a78e-65654b13b82f tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:40.346638 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b16a50a-0d3a-483f-a78e-65654b13b82f tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:40.353979 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b16a50a-0d3a-483f-a78e-65654b13b82f tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:40.355650 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-6b16a50a-0d3a-483f-a78e-65654b13b82f tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2485 time: 0.2731869 May 20 21:00:40.360821 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 37990) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:00:40.410381 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port e23bf1a0-0743-4c25-ac95-d74d935af48f is: BUILD; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:00:40.411944 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:40.463349 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port e23bf1a0-0743-4c25-ac95-d74d935af48f, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=e23bf1a0-0743-4c25-ac95-d74d935af48f,segment=NetworkSegment(6013a2ae-3d8f-47fe-9e33-a14adc851d57),segment_id=6013a2ae-3d8f-47fe-9e33-a14adc851d57)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:00:40.476501 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26990687-7d1e-4a73-8d0d-3de812c92ee8 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:40.480607 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-26990687-7d1e-4a73-8d0d-3de812c92ee8 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1656647 May 20 21:00:40.481609 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 37992) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:00:40.510318 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a799e55-d0b2-485f-a071-74bd484f29d8 req-31831c9c-e219-4f82-81d1-63261dde07bc tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:40.517193 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a799e55-d0b2-485f-a071-74bd484f29d8 req-31831c9c-e219-4f82-81d1-63261dde07bc tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:40.524346 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a799e55-d0b2-485f-a071-74bd484f29d8 req-31831c9c-e219-4f82-81d1-63261dde07bc tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:40.530593 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a799e55-d0b2-485f-a071-74bd484f29d8 req-31831c9c-e219-4f82-81d1-63261dde07bc tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:40.537039 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a799e55-d0b2-485f-a071-74bd484f29d8 req-31831c9c-e219-4f82-81d1-63261dde07bc tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:40.543340 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a799e55-d0b2-485f-a071-74bd484f29d8 req-31831c9c-e219-4f82-81d1-63261dde07bc tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:40.550333 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a799e55-d0b2-485f-a071-74bd484f29d8 req-31831c9c-e219-4f82-81d1-63261dde07bc tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:40.552783 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6a799e55-d0b2-485f-a071-74bd484f29d8 req-31831c9c-e219-4f82-81d1-63261dde07bc tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] 10.222.0.35 "GET /v2.0/ports?device_id=75b87a76-ad52-4618-a214-48088ec58aef HTTP/1.1" status: 200 len: 5440 time: 0.3319950 May 20 21:00:40.559831 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f739796d-a193-4e05-9c75-4c2c49b3fccc req-bebb120d-16b7-42cc-b82f-6449943d8d30 tempest-TestServerMultinode-213063825 tempest-TestServerMultinode-213063825-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:40.561449 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f739796d-a193-4e05-9c75-4c2c49b3fccc req-bebb120d-16b7-42cc-b82f-6449943d8d30 tempest-TestServerMultinode-213063825 tempest-TestServerMultinode-213063825-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=8e0d0312-789a-4469-b0a2-299ca31518fa HTTP/1.1" status: 200 len: 1097 time: 0.1958997 May 20 21:00:40.564337 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 37994) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:00:40.564738 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-80c36aaa-c4bf-4c64-a2e1-89d8ec68bc12 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] 10.222.0.35 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 574 time: 0.2027748 May 20 21:00:40.568942 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:40.570254 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 92f180c2-0d12-4276-b468-9633e951982b up at agent hyperv_n-h2-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:00:40.585782 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beb3fa3e-bb25-4c84-a9a9-db51374a3139 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:40.589874 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-beb3fa3e-bb25-4c84-a9a9-db51374a3139 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1049743 May 20 21:00:40.589874 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-46d9e1b7-c9dc-435b-8f9b-9bf133c80a26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:40.592074 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-46d9e1b7-c9dc-435b-8f9b-9bf133c80a26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:40.595367 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-46d9e1b7-c9dc-435b-8f9b-9bf133c80a26 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3ca0fb1c-c695-4a0a-a152-dfa8f160f4d6 HTTP/1.1" status: 204 len: 168 time: 1.1377013 May 20 21:00:40.595367 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 37996) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:00:40.662643 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d9e1b7-c9dc-435b-8f9b-9bf133c80a26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ca0fb1c-c695-4a0a-a152-dfa8f160f4d6,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:00:40.677942 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfad1d0b-b7dc-44a8-91ca-a71f11af328e tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:40.684955 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfad1d0b-b7dc-44a8-91ca-a71f11af328e tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:40.685734 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b390ed07-7f2e-4038-b836-47cdb31d486e None None] Provisioning complete for port b6b2c4f8-cfc0-4821-adf7-ff88e20c012a triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:00:40.687935 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-bfad1d0b-b7dc-44a8-91ca-a71f11af328e tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1226666 May 20 21:00:40.688466 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b390ed07-7f2e-4038-b836-47cdb31d486e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:40.694598 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 38000) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:00:40.699505 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6a799e55-d0b2-485f-a071-74bd484f29d8 req-6a501a42-fd70-4ae0-bb69-77dedccc7a73 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] 10.222.0.35 "GET /v2.0/security-groups?id=c6c3d501-aad0-44cc-8dfe-290dffd2c6d4&id=23a4e591-c968-436b-bf23-a5b482a8cab7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1372356 May 20 21:00:40.705118 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f739796d-a193-4e05-9c75-4c2c49b3fccc req-14fa1cf6-d85e-4f91-9424-b997d10ee118 tempest-TestServerMultinode-213063825 tempest-TestServerMultinode-213063825-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=f1ecce8b-0936-479a-abe8-64fad6081b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277857 May 20 21:00:40.755989 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85e1539e-fb19-4e18-8900-5931814701a7 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:40.757626 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85e1539e-fb19-4e18-8900-5931814701a7 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:40.759854 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85e1539e-fb19-4e18-8900-5931814701a7 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:40.761673 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-85e1539e-fb19-4e18-8900-5931814701a7 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1653154 May 20 21:00:40.764517 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 38006) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:00:40.811171 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fad33acd-207b-4532-8b78-b66ad0f8c250 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Attributes excluded by policy engine: ['shared'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:40.818104 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fad33acd-207b-4532-8b78-b66ad0f8c250 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Attributes excluded by policy engine: ['shared'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:40.831765 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-fad33acd-207b-4532-8b78-b66ad0f8c250 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] 10.222.0.35 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1268601 May 20 21:00:40.838244 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 38008) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:00:40.936297 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=e23bf1a0-0743-4c25-ac95-d74d935af48f,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:00:40.971534 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_v2 [None req-86bdaef0-1465-48ec-857e-a6ffe1845b44 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Deleting subnet 68655d47-fc20-4c20-aecc-29f626f3c45a {{(pid=103163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 20 21:00:40.976674 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-86bdaef0-1465-48ec-857e-a6ffe1845b44 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks [] for subnet, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:40.987749 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b390ed07-7f2e-4038-b836-47cdb31d486e None None] Current status of the port b6b2c4f8-cfc0-4821-adf7-ff88e20c012a is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:00:40.996076 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b390ed07-7f2e-4038-b836-47cdb31d486e None None] Could not find standard attr ID for object cbfdbdb4-9657-416e-a09b-427b04202ee6. {{(pid=103164) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 20 21:00:41.032518 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76eb04ed-8551-48b5-8174-395fa877a5e1 req-491c3699-c18f-4c48-bdae-1b6909cf0b8a tempest-TestServerMultinode-213063825 tempest-TestServerMultinode-213063825-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:41.034104 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-76eb04ed-8551-48b5-8174-395fa877a5e1 req-491c3699-c18f-4c48-bdae-1b6909cf0b8a tempest-TestServerMultinode-213063825 tempest-TestServerMultinode-213063825-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=8e0d0312-789a-4469-b0a2-299ca31518fa HTTP/1.1" status: 200 len: 1097 time: 0.1566002 May 20 21:00:41.055763 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-86bdaef0-1465-48ec-857e-a6ffe1845b44 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9338757'] for subnet, precommit_delete_associations {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:41.074170 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3924f6eb-694a-475b-9c7f-78d6dd43e49d tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:41.075860 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-3924f6eb-694a-475b-9c7f-78d6dd43e49d tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] 10.222.0.35 "GET /v2.0/networks/8acd0697-053a-4936-b225-a3861a6da21f HTTP/1.1" status: 200 len: 799 time: 0.2328701 May 20 21:00:41.085878 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 38014) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:00:41.097776 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Provisioning for port 92f180c2-0d12-4276-b468-9633e951982b completed by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 21:00:41.107580 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Provisioning complete for port 92f180c2-0d12-4276-b468-9633e951982b triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:00:41.127161 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:41.162184 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-76eb04ed-8551-48b5-8174-395fa877a5e1 req-be4f4fe1-2722-407e-bb52-401fb9b1bf53 tempest-TestServerMultinode-213063825 tempest-TestServerMultinode-213063825-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=f1ecce8b-0936-479a-abe8-64fad6081b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196005 May 20 21:00:41.194994 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75b87a76-ad52-4618-a214-48088ec58aef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '914487ce-60c1-489c-a9a9-2aac03bed154'}, {'server_uuid': '75b87a76-ad52-4618-a214-48088ec58aef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e23bf1a0-0743-4c25-ac95-d74d935af48f'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 21:00:41.197287 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8485417003ce7c0410b00f5cdc2f391e21107b70bb68e2773712534a96e108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6cf2421-c44f-424c-88b7-7e509b69d14a" -d '{"events": [{"server_uuid": "75b87a76-ad52-4618-a214-48088ec58aef", "name": "network-vif-plugged", "status": "completed", "tag": "914487ce-60c1-489c-a9a9-2aac03bed154"}, {"server_uuid": "75b87a76-ad52-4618-a214-48088ec58aef", "name": "network-vif-plugged", "status": "completed", "tag": "e23bf1a0-0743-4c25-ac95-d74d935af48f"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 21:00:41.226283 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-db6bbe1c-f080-436b-b436-ae4515a95ee7 None None] Could not find standard attr ID for object ed3e2bfa-0c85-43c7-a764-235fde2fc43d. {{(pid=103164) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 20 21:00:41.280696 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 38026) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:00:41.290677 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-2dfb0207-eb2b-4f1f-a6f4-1847c0f87b9a tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] 10.222.0.35 "GET /v2.0/networks/8acd0697-053a-4936-b225-a3861a6da21f?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.2027481 May 20 21:00:41.296562 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-86bdaef0-1465-48ec-857e-a6ffe1845b44 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33068388'] for subnet, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:41.371741 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port 92f180c2-0d12-4276-b468-9633e951982b is: BUILD; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:00:41.372381 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:41.383791 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 20 May 2022 21:00:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7588db9-925b-472f-ba3b-757a4bff9a3e x-openstack-request-id: req-f7588db9-925b-472f-ba3b-757a4bff9a3e {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 21:00:41.383791 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75b87a76-ad52-4618-a214-48088ec58aef", "name": "network-vif-plugged", "status": "completed", "tag": "914487ce-60c1-489c-a9a9-2aac03bed154", "code": 200}, {"server_uuid": "75b87a76-ad52-4618-a214-48088ec58aef", "name": "network-vif-plugged", "status": "completed", "tag": "e23bf1a0-0743-4c25-ac95-d74d935af48f", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 21:00:41.383791 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f7588db9-925b-472f-ba3b-757a4bff9a3e {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 21:00:41.383791 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7588db9-925b-472f-ba3b-757a4bff9a3e'] response: {'server_uuid': '75b87a76-ad52-4618-a214-48088ec58aef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '914487ce-60c1-489c-a9a9-2aac03bed154', 'code': 200} May 20 21:00:41.383791 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7588db9-925b-472f-ba3b-757a4bff9a3e'] response: {'server_uuid': '75b87a76-ad52-4618-a214-48088ec58aef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e23bf1a0-0743-4c25-ac95-d74d935af48f', 'code': 200} May 20 21:00:41.431804 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c28fe8ff-cb8f-430c-9f45-42f07714aafc tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:41.438688 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 38030) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:00:41.448544 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-c28fe8ff-cb8f-430c-9f45-42f07714aafc tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] 10.222.0.35 "GET /v2.0/subnets/9f83d3c0-a85b-46e2-98dd-9a0ff5a8ba3f HTTP/1.1" status: 200 len: 811 time: 0.1648262 May 20 21:00:41.463412 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-0957e399-b58a-499e-aa4e-db32f947488b None None] Could not find standard attr ID for object cbfdbdb4-9657-416e-a09b-427b04202ee6. {{(pid=103164) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 20 21:00:41.466280 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port 92f180c2-0d12-4276-b468-9633e951982b, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=92f180c2-0d12-4276-b468-9633e951982b,segment=NetworkSegment(1c07c58c-70ca-4634-b73e-21466b85e57d),segment_id=1c07c58c-70ca-4634-b73e-21466b85e57d)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:00:41.496043 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048dfd17-b618-426a-816d-cddd03184ed0 req-84f69334-c5b3-4f31-88d1-81dd6226b609 tempest-TestServerMultinode-213063825 tempest-TestServerMultinode-213063825-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:41.511543 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-048dfd17-b618-426a-816d-cddd03184ed0 req-84f69334-c5b3-4f31-88d1-81dd6226b609 tempest-TestServerMultinode-213063825 tempest-TestServerMultinode-213063825-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=8e0d0312-789a-4469-b0a2-299ca31518fa HTTP/1.1" status: 200 len: 1097 time: 0.1630647 May 20 21:00:41.538082 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:41.539452 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 70abfc69-b0e3-44bf-8960-f0d10e058c3c up at agent hyperv_n-h2-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:00:41.555618 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13747c72-eba1-4013-b1b8-da2ecc310292 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Attributes excluded by policy engine: ['shared'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:41.559915 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-13747c72-eba1-4013-b1b8-da2ecc310292 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] 10.222.0.35 "GET /v2.0/subnets/9f83d3c0-a85b-46e2-98dd-9a0ff5a8ba3f?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1191008 May 20 21:00:41.562308 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 38036) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:00:41.568782 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-048dfd17-b618-426a-816d-cddd03184ed0 req-3f5fb821-ff97-4784-bba3-9d524b687921 tempest-TestServerMultinode-213063825 tempest-TestServerMultinode-213063825-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=f1ecce8b-0936-479a-abe8-64fad6081b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562489 May 20 21:00:41.573842 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-86bdaef0-1465-48ec-857e-a6ffe1845b44 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33068399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9641221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8422588'] for subnet, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:41.580300 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-b523e5c0-d726-4d6f-af21-143295a32eb0 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-521673365'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:00:41.626896 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bdaef0-1465-48ec-857e-a6ffe1845b44 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Pushing event deleted for resources: {'Subnet': ['ID=68655d47-fc20-4c20-aecc-29f626f3c45a,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:00:41.636626 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-86bdaef0-1465-48ec-857e-a6ffe1845b44 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks [] for subnet, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:41.644660 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 38042) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:00:41.654399 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-86bdaef0-1465-48ec-857e-a6ffe1845b44 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "DELETE /v2.0/subnets/68655d47-fc20-4c20-aecc-29f626f3c45a HTTP/1.1" status: 204 len: 168 time: 0.8874414 May 20 21:00:41.713959 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_v2 [None req-d99af6dc-65f0-41aa-a78a-58aafae93a62 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Deleting subnet 74c2da3a-9a8b-4eb2-9f45-2f9a4af65978 {{(pid=103162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 20 21:00:41.716999 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d99af6dc-65f0-41aa-a78a-58aafae93a62 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks [] for subnet, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:41.760287 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d99af6dc-65f0-41aa-a78a-58aafae93a62 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3738392'] for subnet, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:41.784947 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=92f180c2-0d12-4276-b468-9633e951982b,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:00:41.837165 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b523e5c0-d726-4d6f-af21-143295a32eb0 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Made reservation on behalf of 69b25f498b804a648521a0f64cc7f45d for: {'network': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:00:41.840841 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b523e5c0-d726-4d6f-af21-143295a32eb0 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for network, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:41.846099 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfba89cc-b783-4e0b-8d09-ee39516cb9b0 None None] Network 98f8b8d5-1379-4eeb-9e13-b2bbab96015a requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:00:41.874994 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Provisioning for port 70abfc69-b0e3-44bf-8960-f0d10e058c3c completed by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 21:00:41.895959 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Provisioning complete for port 70abfc69-b0e3-44bf-8960-f0d10e058c3c triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:00:41.895959 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:41.896441 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b523e5c0-d726-4d6f-af21-143295a32eb0 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 221} {{(pid=103162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 21:00:41.937157 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b523e5c0-d726-4d6f-af21-143295a32eb0 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:41.937534 n-d-842733-1 neutron-server[103162]: INFO neutron.db.segments_db [None req-b523e5c0-d726-4d6f-af21-143295a32eb0 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Added segment 5cb74e10-70cc-4ed8-958d-dd4a7611ba25 of type vlan for network 172e3bf7-dd77-40aa-9c19-0673bfc7c916 May 20 21:00:41.984254 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device b6b2c4f8-cfc0-4821-adf7-ff88e20c012a up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:00:41.995326 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50d6bab-9a16-4b0b-8c1b-9f411a34ff2f req-963e5a79-174a-4924-b653-d19443a69e2e tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:41.999823 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d99af6dc-65f0-41aa-a78a-58aafae93a62 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33068388'] for subnet, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:42.008762 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50d6bab-9a16-4b0b-8c1b-9f411a34ff2f req-963e5a79-174a-4924-b653-d19443a69e2e tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:42.015055 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50d6bab-9a16-4b0b-8c1b-9f411a34ff2f req-963e5a79-174a-4924-b653-d19443a69e2e tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:42.034875 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50d6bab-9a16-4b0b-8c1b-9f411a34ff2f req-963e5a79-174a-4924-b653-d19443a69e2e tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:42.045386 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50d6bab-9a16-4b0b-8c1b-9f411a34ff2f req-963e5a79-174a-4924-b653-d19443a69e2e tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:42.053132 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b523e5c0-d726-4d6f-af21-143295a32eb0 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418993264'] for network, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:42.071508 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50d6bab-9a16-4b0b-8c1b-9f411a34ff2f req-963e5a79-174a-4924-b653-d19443a69e2e tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:42.077659 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50d6bab-9a16-4b0b-8c1b-9f411a34ff2f req-963e5a79-174a-4924-b653-d19443a69e2e tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:42.079580 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c50d6bab-9a16-4b0b-8c1b-9f411a34ff2f req-963e5a79-174a-4924-b653-d19443a69e2e tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] 10.222.0.35 "GET /v2.0/ports?device_id=75b87a76-ad52-4618-a214-48088ec58aef HTTP/1.1" status: 200 len: 5442 time: 0.1822338 May 20 21:00:42.177579 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b523e5c0-d726-4d6f-af21-143295a32eb0 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524'] for network, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:42.190067 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b523e5c0-d726-4d6f-af21-143295a32eb0 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:42.191384 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b523e5c0-d726-4d6f-af21-143295a32eb0 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Notify callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:42.218567 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c50d6bab-9a16-4b0b-8c1b-9f411a34ff2f req-33c7841c-9fbb-4e96-b9d0-12d038824daf tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] 10.222.0.35 "GET /v2.0/security-groups?id=c6c3d501-aad0-44cc-8dfe-290dffd2c6d4&id=23a4e591-c968-436b-bf23-a5b482a8cab7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1163881 May 20 21:00:42.226943 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d99af6dc-65f0-41aa-a78a-58aafae93a62 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33068399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3797621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4018265'] for subnet, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:42.256256 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd26a3d3-0dcd-4534-88f7-455fc27f44ee req-e2180b44-e92c-4885-8e02-ae611bb7efb4 tempest-TestServerMultinode-213063825 tempest-TestServerMultinode-213063825-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:42.261191 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-fd26a3d3-0dcd-4534-88f7-455fc27f44ee req-e2180b44-e92c-4885-8e02-ae611bb7efb4 tempest-TestServerMultinode-213063825 tempest-TestServerMultinode-213063825-project-admin] 10.222.0.35 "GET /v2.0/networks?id=db968d13-82bc-4def-927f-4d00e4b4dc28 HTTP/1.1" status: 200 len: 911 time: 0.1806149 May 20 21:00:42.304068 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-fd26a3d3-0dcd-4534-88f7-455fc27f44ee req-fc13bef2-1012-4416-920f-4b6959e08735 tempest-TestServerMultinode-213063825 tempest-TestServerMultinode-213063825-project-admin] 10.222.0.35 "GET /v2.0/quotas/d2fae9ffbaa44530acca9d12c585402c HTTP/1.1" status: 200 len: 375 time: 0.0243502 May 20 21:00:42.449845 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99af6dc-65f0-41aa-a78a-58aafae93a62 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Pushing event deleted for resources: {'Subnet': ['ID=74c2da3a-9a8b-4eb2-9f45-2f9a4af65978,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:00:42.465254 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d99af6dc-65f0-41aa-a78a-58aafae93a62 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:42.471156 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-d99af6dc-65f0-41aa-a78a-58aafae93a62 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "DELETE /v2.0/subnets/74c2da3a-9a8b-4eb2-9f45-2f9a4af65978 HTTP/1.1" status: 204 len: 168 time: 0.8225117 May 20 21:00:42.472024 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 38074) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:00:42.473878 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b523e5c0-d726-4d6f-af21-143295a32eb0 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Pushing event updated for resources: {'Network': ['ID=172e3bf7-dd77-40aa-9c19-0673bfc7c916,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:00:42.540621 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Network 172e3bf7-dd77-40aa-9c19-0673bfc7c916 details requested by agent ovs-agent-n-d-842733-1 with host n-d-842733-1 {{(pid=103164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 20 21:00:42.558619 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-b523e5c0-d726-4d6f-af21-143295a32eb0 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9937212 May 20 21:00:42.560542 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-d9dae41b-6a2c-4825-8169-593fda4f9139 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0872245 May 20 21:00:42.563349 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 38078) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:00:42.564105 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 38080) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:00:42.578956 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-df22517f-247d-42e6-91f6-e23a42e7ea32 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Request body: {'subnet': {'network_id': '172e3bf7-dd77-40aa-9c19-0673bfc7c916', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:00:42.591212 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-c03bc06e-1aa9-452d-bbc6-d5ddfeed464f tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Request body: {'subnet': {'network_id': '98f8b8d5-1379-4eeb-9e13-b2bbab96015a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:00:42.689603 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 38082) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:00:42.722393 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port 70abfc69-b0e3-44bf-8960-f0d10e058c3c is: BUILD; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:00:42.723591 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:42.725884 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port b6b2c4f8-cfc0-4821-adf7-ff88e20c012a triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:00:42.726238 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:42.793578 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-fd26a3d3-0dcd-4534-88f7-455fc27f44ee req-5ef7b65f-949d-4da6-bacc-629bf6542d71 tempest-TestServerMultinode-213063825 tempest-TestServerMultinode-213063825-project-admin] 10.222.0.35 "GET /v2.0/ports?tenant_id=d2fae9ffbaa44530acca9d12c585402c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4819314 May 20 21:00:42.834812 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port 70abfc69-b0e3-44bf-8960-f0d10e058c3c, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=70abfc69-b0e3-44bf-8960-f0d10e058c3c,segment=NetworkSegment(6013a2ae-3d8f-47fe-9e33-a14adc851d57),segment_id=6013a2ae-3d8f-47fe-9e33-a14adc851d57)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:00:42.907653 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-b6f783ec-83e0-4c7c-8641-dbdb267ff453 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-869567352-network', 'tenant_id': '863943d509e64b8cae9523c0c354b741'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:00:42.911675 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:42.912766 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device f4c771b6-ea4d-4f91-a9e6-9592d7d019b1 up at agent hyperv_n-h2-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:00:42.945826 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port b6b2c4f8-cfc0-4821-adf7-ff88e20c012a is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:00:43.002870 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-043d85dc-f2ab-4af0-9a46-875c4470fd67 None None] Update dhcp port {'port': {'network_id': '98f8b8d5-1379-4eeb-9e13-b2bbab96015a', 'fixed_ips': [{'subnet_id': '74c2da3a-9a8b-4eb2-9f45-2f9a4af65978'}], 'binding:host_id': 'n-d-842733-1'}, 'id': 'b6b2c4f8-cfc0-4821-adf7-ff88e20c012a'} from n-d-842733-1. {{(pid=103164) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} May 20 21:00:43.048872 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-fd26a3d3-0dcd-4534-88f7-455fc27f44ee req-f3dfe727-1d46-4f30-97a8-9e63ad2d4fc8 service neutron] 10.222.0.35 "GET /v2.0/networks/db968d13-82bc-4def-927f-4d00e4b4dc28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2445450 May 20 21:00:43.092058 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-043d85dc-f2ab-4af0-9a46-875c4470fd67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:43.095873 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=70abfc69-b0e3-44bf-8960-f0d10e058c3c,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:00:43.096030 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6f783ec-83e0-4c7c-8641-dbdb267ff453 admin admin] Made reservation on behalf of 863943d509e64b8cae9523c0c354b741 for: {'network': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:00:43.100867 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b6f783ec-83e0-4c7c-8641-dbdb267ff453 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for network, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:43.188442 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-fd26a3d3-0dcd-4534-88f7-455fc27f44ee req-b09a0197-ed8e-4bcb-b947-79fa088acabc service neutron] 10.222.0.35 "GET /v2.0/networks/db968d13-82bc-4def-927f-4d00e4b4dc28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320379 May 20 21:00:43.195704 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b6f783ec-83e0-4c7c-8641-dbdb267ff453 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:43.211520 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Provisioning for port f4c771b6-ea4d-4f91-a9e6-9592d7d019b1 completed by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 21:00:43.220929 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Provisioning complete for port f4c771b6-ea4d-4f91-a9e6-9592d7d019b1 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:00:43.221503 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:43.285380 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b6f783ec-83e0-4c7c-8641-dbdb267ff453 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:43.291492 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df22517f-247d-42e6-91f6-e23a42e7ea32 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Made reservation on behalf of 69b25f498b804a648521a0f64cc7f45d for: {'subnet': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:00:43.295200 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-df22517f-247d-42e6-91f6-e23a42e7ea32 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4018244'] for subnet, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:43.307823 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a5b497e-6893-467a-b4d8-f2558a1f252e None None] Network 98f8b8d5-1379-4eeb-9e13-b2bbab96015a requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:00:43.380751 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75b87a76-ad52-4618-a214-48088ec58aef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92f180c2-0d12-4276-b468-9633e951982b'}, {'server_uuid': '75b87a76-ad52-4618-a214-48088ec58aef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70abfc69-b0e3-44bf-8960-f0d10e058c3c'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 21:00:43.383268 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8485417003ce7c0410b00f5cdc2f391e21107b70bb68e2773712534a96e108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-543e0fb0-c034-4458-8328-4b0753b98cdf" -d '{"events": [{"server_uuid": "75b87a76-ad52-4618-a214-48088ec58aef", "name": "network-vif-plugged", "status": "completed", "tag": "92f180c2-0d12-4276-b468-9633e951982b"}, {"server_uuid": "75b87a76-ad52-4618-a214-48088ec58aef", "name": "network-vif-plugged", "status": "completed", "tag": "70abfc69-b0e3-44bf-8960-f0d10e058c3c"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 21:00:43.386964 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.ipam_backend_mixin [None req-df22517f-247d-42e6-91f6-e23a42e7ea32 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Performing IP validity checks on allocation pools {{(pid=103162) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} May 20 21:00:43.391778 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.ipam_backend_mixin [None req-df22517f-247d-42e6-91f6-e23a42e7ea32 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103162) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} May 20 21:00:43.397319 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port f4c771b6-ea4d-4f91-a9e6-9592d7d019b1 is: BUILD; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:00:43.398083 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:43.414631 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c03bc06e-1aa9-452d-bbc6-d5ddfeed464f tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Made reservation on behalf of ab4ded6dc75a4ab5a4f9dae9e5aa3753 for: {'subnet': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:00:43.427870 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b6f783ec-83e0-4c7c-8641-dbdb267ff453 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:43.428001 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c03bc06e-1aa9-452d-bbc6-d5ddfeed464f tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4018244'] for subnet, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:43.462520 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-2ee0f1b9-793a-431e-bcd6-0c0866a99dec None None] Provisioning complete for port b6b2c4f8-cfc0-4821-adf7-ff88e20c012a triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:00:43.463133 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-2ee0f1b9-793a-431e-bcd6-0c0866a99dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:43.473197 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f783ec-83e0-4c7c-8641-dbdb267ff453 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a082d78-9e23-461b-ba72-f826916bd08e,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:00:43.509021 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568de38d-67d1-47ee-997a-adfe799fd1b6 req-7f2d4e60-e640-4b95-82c9-925aea61649e tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:43.517418 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568de38d-67d1-47ee-997a-adfe799fd1b6 req-7f2d4e60-e640-4b95-82c9-925aea61649e tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:43.528271 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568de38d-67d1-47ee-997a-adfe799fd1b6 req-7f2d4e60-e640-4b95-82c9-925aea61649e tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:43.537429 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568de38d-67d1-47ee-997a-adfe799fd1b6 req-7f2d4e60-e640-4b95-82c9-925aea61649e tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:43.550428 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568de38d-67d1-47ee-997a-adfe799fd1b6 req-7f2d4e60-e640-4b95-82c9-925aea61649e tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:43.557561 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 20 May 2022 21:00:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5db65616-9969-4d91-aba9-00a98313af8d x-openstack-request-id: req-5db65616-9969-4d91-aba9-00a98313af8d {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 21:00:43.557855 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75b87a76-ad52-4618-a214-48088ec58aef", "name": "network-vif-plugged", "status": "completed", "tag": "92f180c2-0d12-4276-b468-9633e951982b", "code": 200}, {"server_uuid": "75b87a76-ad52-4618-a214-48088ec58aef", "name": "network-vif-plugged", "status": "completed", "tag": "70abfc69-b0e3-44bf-8960-f0d10e058c3c", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 21:00:43.558107 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5db65616-9969-4d91-aba9-00a98313af8d {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 21:00:43.558510 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5db65616-9969-4d91-aba9-00a98313af8d'] response: {'server_uuid': '75b87a76-ad52-4618-a214-48088ec58aef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92f180c2-0d12-4276-b468-9633e951982b', 'code': 200} May 20 21:00:43.565004 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5db65616-9969-4d91-aba9-00a98313af8d'] response: {'server_uuid': '75b87a76-ad52-4618-a214-48088ec58aef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70abfc69-b0e3-44bf-8960-f0d10e058c3c', 'code': 200} May 20 21:00:43.565472 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568de38d-67d1-47ee-997a-adfe799fd1b6 req-7f2d4e60-e640-4b95-82c9-925aea61649e tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:43.578990 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568de38d-67d1-47ee-997a-adfe799fd1b6 req-7f2d4e60-e640-4b95-82c9-925aea61649e tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:43.592606 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-568de38d-67d1-47ee-997a-adfe799fd1b6 req-7f2d4e60-e640-4b95-82c9-925aea61649e tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] 10.222.0.35 "GET /v2.0/ports?device_id=75b87a76-ad52-4618-a214-48088ec58aef HTTP/1.1" status: 200 len: 5443 time: 0.2267992 May 20 21:00:43.607278 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port f4c771b6-ea4d-4f91-a9e6-9592d7d019b1, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=f4c771b6-ea4d-4f91-a9e6-9592d7d019b1,segment=NetworkSegment(a3beb1d6-cb5d-4c0d-9096-5030ea79a75e),segment_id=a3beb1d6-cb5d-4c0d-9096-5030ea79a75e)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:00:43.641777 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6f783ec-83e0-4c7c-8641-dbdb267ff453 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 227} {{(pid=103163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 21:00:43.684177 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3c43f595-c5c1-4f0f-a864-02615d07a32b req-4f6fdc21-a389-4156-963b-284c57515260 tempest-TestServerMultinode-213063825 tempest-TestServerMultinode-213063825-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=bccc5bbe-85b7-4197-a227-f3f25ea43409 HTTP/1.1" status: 200 len: 210 time: 0.0883362 May 20 21:00:43.711577 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-568de38d-67d1-47ee-997a-adfe799fd1b6 req-5222cf05-695d-44b2-aa38-be76c50ae869 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] 10.222.0.35 "GET /v2.0/security-groups?id=c6c3d501-aad0-44cc-8dfe-290dffd2c6d4&id=23a4e591-c968-436b-bf23-a5b482a8cab7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1176338 May 20 21:00:43.713095 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b6f783ec-83e0-4c7c-8641-dbdb267ff453 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:43.713679 n-d-842733-1 neutron-server[103163]: INFO neutron.db.segments_db [None req-b6f783ec-83e0-4c7c-8641-dbdb267ff453 admin admin] Added segment 78b36e72-a5e1-456d-9d63-d63f330ac0f4 of type vlan for network 092891f6-41fe-4a5c-a14e-94b5d35a3755 May 20 21:00:43.721766 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-2ee0f1b9-793a-431e-bcd6-0c0866a99dec None None] Current status of the port b6b2c4f8-cfc0-4821-adf7-ff88e20c012a is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:00:43.748917 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:43.818428 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15b187fe-698c-4882-8f7a-108deab47779 None None] DHCP port deletion for 98f8b8d5-1379-4eeb-9e13-b2bbab96015a request from n-d-842733-1 {{(pid=103164) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 21:00:43.834171 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b6f783ec-83e0-4c7c-8641-dbdb267ff453 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418993264'] for network, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:43.888167 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device b6b2c4f8-cfc0-4821-adf7-ff88e20c012a no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 21:00:43.889910 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=f4c771b6-ea4d-4f91-a9e6-9592d7d019b1,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:00:43.906721 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-df22517f-247d-42e6-91f6-e23a42e7ea32 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3797684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4018258'] for subnet, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:43.937806 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b6f783ec-83e0-4c7c-8641-dbdb267ff453 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524'] for network, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:43.939297 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6f783ec-83e0-4c7c-8641-dbdb267ff453 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:43.940393 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b6f783ec-83e0-4c7c-8641-dbdb267ff453 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:43.950390 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-15b187fe-698c-4882-8f7a-108deab47779 None None] Deleting port b6b2c4f8-cfc0-4821-adf7-ff88e20c012a {{(pid=103164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:00:43.950777 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-15b187fe-698c-4882-8f7a-108deab47779 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:44.007309 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df22517f-247d-42e6-91f6-e23a42e7ea32 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Pushing event updated for resources: {'Subnet': ['ID=3727fd13-020f-4f77-a271-88949c56e1cc,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:00:44.018416 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df22517f-247d-42e6-91f6-e23a42e7ea32 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Checking segment: {'id': '5cb74e10-70cc-4ed8-958d-dd4a7611ba25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '172e3bf7-dd77-40aa-9c19-0673bfc7c916'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:00:44.018962 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df22517f-247d-42e6-91f6-e23a42e7ea32 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Network hostable DHCP agents. Network: 172e3bf7-dd77-40aa-9c19-0673bfc7c916, hostable agents: ['c9b0653c-f3c7-4339-bd50-e3754b629216'], hosted agents: [] {{(pid=103162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 21:00:44.021888 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-15b187fe-698c-4882-8f7a-108deab47779 None None] For port b6b2c4f8-cfc0-4821-adf7-ff88e20c012a, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=b6b2c4f8-cfc0-4821-adf7-ff88e20c012a,segment=NetworkSegment(f5705048-66fd-4627-af8c-03443c37dd17),segment_id=f5705048-66fd-4627-af8c-03443c37dd17)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:00:44.022484 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-15b187fe-698c-4882-8f7a-108deab47779 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:44.034052 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c03bc06e-1aa9-452d-bbc6-d5ddfeed464f tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3797684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4018258'] for subnet, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:44.036847 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-15b187fe-698c-4882-8f7a-108deab47779 None None] Calling delete_port for b6b2c4f8-cfc0-4821-adf7-ff88e20c012a owned by network:dhcp {{(pid=103164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:00:44.133114 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c03bc06e-1aa9-452d-bbc6-d5ddfeed464f tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Network 98f8b8d5-1379-4eeb-9e13-b2bbab96015a is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:00:44.133403 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f783ec-83e0-4c7c-8641-dbdb267ff453 admin admin] Pushing event updated for resources: {'Network': ['ID=092891f6-41fe-4a5c-a14e-94b5d35a3755,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:00:44.147290 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df22517f-247d-42e6-91f6-e23a42e7ea32 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Network 172e3bf7-dd77-40aa-9c19-0673bfc7c916 is scheduled to be hosted by DHCP agent c9b0653c-f3c7-4339-bd50-e3754b629216 with binding_index 1 {{(pid=103162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 21:00:44.152706 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-c03bc06e-1aa9-452d-bbc6-d5ddfeed464f tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:00:44.154887 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Network 092891f6-41fe-4a5c-a14e-94b5d35a3755 details requested by agent ovs-agent-n-d-842733-1 with host n-d-842733-1 {{(pid=103164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 20 21:00:44.161934 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c03bc06e-1aa9-452d-bbc6-d5ddfeed464f tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:44.163008 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c03bc06e-1aa9-452d-bbc6-d5ddfeed464f tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:44.177932 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03bc06e-1aa9-452d-bbc6-d5ddfeed464f tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Pushing event updated for resources: {'Subnet': ['ID=86cf9ef3-113b-4d6f-a9f5-52f7b88f1303,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:00:44.261116 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-15b187fe-698c-4882-8f7a-108deab47779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099'] for port, after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:44.261634 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-c03bc06e-1aa9-452d-bbc6-d5ddfeed464f tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6758745 May 20 21:00:44.262709 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-df22517f-247d-42e6-91f6-e23a42e7ea32 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842733-1, 172e3bf7-dd77-40aa-9c19-0673bfc7c916) {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:00:44.264512 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 38108) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:00:44.274184 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-506396c4-7f1a-4bff-bebb-04a8c58f1d46 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Request body: {'subnet': {'network_id': '98f8b8d5-1379-4eeb-9e13-b2bbab96015a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:00:44.282180 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df22517f-247d-42e6-91f6-e23a42e7ea32 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:44.282647 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-df22517f-247d-42e6-91f6-e23a42e7ea32 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Notify callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:44.287794 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-b6f783ec-83e0-4c7c-8641-dbdb267ff453 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.5953114 May 20 21:00:44.298471 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 38110) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:00:44.307965 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b187fe-698c-4882-8f7a-108deab47779 None None] Pushing event deleted for resources: {'Port': ['ID=b6b2c4f8-cfc0-4821-adf7-ff88e20c012a,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:00:44.320249 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74e7809a-d524-4253-b7e1-0184660c911a None None] Network 172e3bf7-dd77-40aa-9c19-0673bfc7c916 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:00:44.322185 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-33b4aab2-b074-4376-a126-ac8ad3c35546 admin admin] Request body: {'subnet': {'network_id': '092891f6-41fe-4a5c-a14e-94b5d35a3755', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-869567352-subnet', 'tenant_id': '863943d509e64b8cae9523c0c354b741', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:00:44.376801 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port b6b2c4f8-cfc0-4821-adf7-ff88e20c012a is: ACTIVE; New status is: DOWN {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:00:44.377189 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:44.397563 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15b187fe-698c-4882-8f7a-108deab47779 None None] No DVR routers for this DVR port b6b2c4f8-cfc0-4821-adf7-ff88e20c012a on host n-d-842733-1 {{(pid=103164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 21:00:44.409403 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-df22517f-247d-42e6-91f6-e23a42e7ea32 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.8427556 May 20 21:00:44.412247 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 38120) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:00:44.417929 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-6d6f049c-e8ba-4fb0-a874-6d43ba060853 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:00:44.448901 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9cb1a6e-f618-4851-9b0c-1bac1bdcaf67 None None] Network 98f8b8d5-1379-4eeb-9e13-b2bbab96015a requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:00:44.557201 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33b4aab2-b074-4376-a126-ac8ad3c35546 admin admin] Made reservation on behalf of 863943d509e64b8cae9523c0c354b741 for: {'subnet': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:00:44.561226 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-33b4aab2-b074-4376-a126-ac8ad3c35546 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8422561'] for subnet, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:44.879080 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-506396c4-7f1a-4bff-bebb-04a8c58f1d46 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Made reservation on behalf of ab4ded6dc75a4ab5a4f9dae9e5aa3753 for: {'subnet': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:00:44.879080 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-506396c4-7f1a-4bff-bebb-04a8c58f1d46 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4018244'] for subnet, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:44.885031 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d025b5dc-7cfa-449b-ba06-14560601a8ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaee2b848-d4b9-5db1-b6ef-d6db29d67de7-172e3bf7-dd77-40aa-9c19-0673bfc7c916', 'network_id': '172e3bf7-dd77-40aa-9c19-0673bfc7c916', 'tenant_id': '69b25f498b804a648521a0f64cc7f45d', 'fixed_ips': [{'subnet_id': '3727fd13-020f-4f77-a271-88949c56e1cc'}]}} from n-d-842733-1. {{(pid=103164) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 21:00:44.885031 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d025b5dc-7cfa-449b-ba06-14560601a8ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:44.890236 n-d-842733-1 neutron-server[103162]: INFO neutron.db.ipam_backend_mixin [None req-506396c4-7f1a-4bff-bebb-04a8c58f1d46 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 86cf9ef3-113b-4d6f-a9f5-52f7b88f1303 (CIDR: 2001:db8::/64) May 20 21:00:44.890236 n-d-842733-1 neutron-server[103162]: INFO neutron.pecan_wsgi.hooks.translation [None req-506396c4-7f1a-4bff-bebb-04a8c58f1d46 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 20 21:00:44.890236 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-506396c4-7f1a-4bff-bebb-04a8c58f1d46 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 21:00:44.899399 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6d6f049c-e8ba-4fb0-a874-6d43ba060853 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8422574'] for subnet, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:44.939276 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-846ab9ad-92df-421b-9dc6-8b0d22a6d093 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaee2b848-d4b9-5db1-b6ef-d6db29d67de7-98f8b8d5-1379-4eeb-9e13-b2bbab96015a', 'network_id': '98f8b8d5-1379-4eeb-9e13-b2bbab96015a', 'tenant_id': 'ab4ded6dc75a4ab5a4f9dae9e5aa3753', 'fixed_ips': [{'subnet_id': '86cf9ef3-113b-4d6f-a9f5-52f7b88f1303'}]}} from n-d-842733-1. {{(pid=103164) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 21:00:44.940820 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-846ab9ad-92df-421b-9dc6-8b0d22a6d093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:44.994893 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [None req-d025b5dc-7cfa-449b-ba06-14560601a8ff None None] Allocated IP 172.20.0.3 (172e3bf7-dd77-40aa-9c19-0673bfc7c916/3727fd13-020f-4f77-a271-88949c56e1cc/9912c4ac-29b9-4b67-832d-477444d1e253) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:00:45.038878 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-506396c4-7f1a-4bff-bebb-04a8c58f1d46 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7726028 May 20 21:00:45.041719 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 38138) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:00:45.050424 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-ad422717-1e15-48b2-92e5-8ae4c45cd253 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Request body: {'subnet': {'network_id': '98f8b8d5-1379-4eeb-9e13-b2bbab96015a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:00:45.236401 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [None req-846ab9ad-92df-421b-9dc6-8b0d22a6d093 None None] Allocated IP 2001:db8::2 (98f8b8d5-1379-4eeb-9e13-b2bbab96015a/86cf9ef3-113b-4d6f-a9f5-52f7b88f1303/ec56e3c3-a35c-437d-a352-faf207a110de) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:00:45.391364 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d025b5dc-7cfa-449b-ba06-14560601a8ff None None] Notify callbacks [] for port, precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:45.398402 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-98eb3afe-0077-409f-9955-5552fffb2503 req-40b9925b-e7fc-401a-80da-6905640e9bee tempest-TestServerMultinode-213063825 tempest-TestServerMultinode-213063825-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=bccc5bbe-85b7-4197-a227-f3f25ea43409 HTTP/1.1" status: 200 len: 210 time: 0.5452421 May 20 21:00:45.404500 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad422717-1e15-48b2-92e5-8ae4c45cd253 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Made reservation on behalf of ab4ded6dc75a4ab5a4f9dae9e5aa3753 for: {'subnet': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:00:45.409375 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ad422717-1e15-48b2-92e5-8ae4c45cd253 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4018244'] for subnet, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:45.527007 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e452e3-f529-41cd-9991-16552ab79681 req-eab62b65-543b-4afb-b9bc-adeef7f8e5ba tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:45.535317 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e452e3-f529-41cd-9991-16552ab79681 req-eab62b65-543b-4afb-b9bc-adeef7f8e5ba tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:45.542816 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e452e3-f529-41cd-9991-16552ab79681 req-eab62b65-543b-4afb-b9bc-adeef7f8e5ba tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:45.543004 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-846ab9ad-92df-421b-9dc6-8b0d22a6d093 None None] Notify callbacks [] for port, precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:45.552855 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e452e3-f529-41cd-9991-16552ab79681 req-eab62b65-543b-4afb-b9bc-adeef7f8e5ba tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:45.559273 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e452e3-f529-41cd-9991-16552ab79681 req-eab62b65-543b-4afb-b9bc-adeef7f8e5ba tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:45.565481 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e452e3-f529-41cd-9991-16552ab79681 req-eab62b65-543b-4afb-b9bc-adeef7f8e5ba tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:45.566460 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75b87a76-ad52-4618-a214-48088ec58aef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4c771b6-ea4d-4f91-a9e6-9592d7d019b1'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 21:00:45.570905 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8485417003ce7c0410b00f5cdc2f391e21107b70bb68e2773712534a96e108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7d92cf6-bc73-4faf-8324-8b205a3c559c" -d '{"events": [{"server_uuid": "75b87a76-ad52-4618-a214-48088ec58aef", "name": "network-vif-plugged", "status": "completed", "tag": "f4c771b6-ea4d-4f91-a9e6-9592d7d019b1"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 21:00:45.573337 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e452e3-f529-41cd-9991-16552ab79681 req-eab62b65-543b-4afb-b9bc-adeef7f8e5ba tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:45.584461 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-01e452e3-f529-41cd-9991-16552ab79681 req-eab62b65-543b-4afb-b9bc-adeef7f8e5ba tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] 10.222.0.35 "GET /v2.0/ports?device_id=75b87a76-ad52-4618-a214-48088ec58aef HTTP/1.1" status: 200 len: 5444 time: 0.6579220 May 20 21:00:45.585031 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d025b5dc-7cfa-449b-ba06-14560601a8ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108'] for port, after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:45.643786 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d025b5dc-7cfa-449b-ba06-14560601a8ff None None] Network 172e3bf7-dd77-40aa-9c19-0673bfc7c916 is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:00:45.647399 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-846ab9ad-92df-421b-9dc6-8b0d22a6d093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108'] for port, after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:45.652697 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-d025b5dc-7cfa-449b-ba06-14560601a8ff None None] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:00:45.662479 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d025b5dc-7cfa-449b-ba06-14560601a8ff None None] Received port after_create {{(pid=103164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:00:45.679671 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d025b5dc-7cfa-449b-ba06-14560601a8ff None None] Pushing event updated for resources: {'Port': ['ID=9912c4ac-29b9-4b67-832d-477444d1e253,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:00:45.689582 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 21:00:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f06feeb4-9ed8-4866-8e64-9e5d5e1837c9 x-openstack-request-id: req-f06feeb4-9ed8-4866-8e64-9e5d5e1837c9 {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 21:00:45.690122 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75b87a76-ad52-4618-a214-48088ec58aef", "name": "network-vif-plugged", "status": "completed", "tag": "f4c771b6-ea4d-4f91-a9e6-9592d7d019b1", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 21:00:45.691115 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f06feeb4-9ed8-4866-8e64-9e5d5e1837c9 {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 21:00:45.692041 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f06feeb4-9ed8-4866-8e64-9e5d5e1837c9'] response: {'server_uuid': '75b87a76-ad52-4618-a214-48088ec58aef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4c771b6-ea4d-4f91-a9e6-9592d7d019b1', 'code': 200} May 20 21:00:45.701106 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-846ab9ad-92df-421b-9dc6-8b0d22a6d093 None None] Network 98f8b8d5-1379-4eeb-9e13-b2bbab96015a is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:00:45.732669 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-33b4aab2-b074-4376-a126-ac8ad3c35546 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9641412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8422583'] for subnet, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:45.774882 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-846ab9ad-92df-421b-9dc6-8b0d22a6d093 None None] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:00:45.783220 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-846ab9ad-92df-421b-9dc6-8b0d22a6d093 None None] Received port after_create {{(pid=103164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:00:45.803894 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-01e452e3-f529-41cd-9991-16552ab79681 req-557b7a8f-ccb2-4048-9bc3-50a6e7f03de4 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] 10.222.0.35 "GET /v2.0/security-groups?id=c6c3d501-aad0-44cc-8dfe-290dffd2c6d4&id=23a4e591-c968-436b-bf23-a5b482a8cab7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2179258 May 20 21:00:45.891151 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b4aab2-b074-4376-a126-ac8ad3c35546 admin admin] Pushing event updated for resources: {'Subnet': ['ID=48ffd7ef-171e-4aba-a632-977c5cdb3e8c,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:00:45.955474 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3427d3-8507-4962-82c6-168740f5c295 req-8f0ac84e-378d-450f-b689-64431edab5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:45.956133 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3427d3-8507-4962-82c6-168740f5c295 req-8f0ac84e-378d-450f-b689-64431edab5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:45.956813 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3427d3-8507-4962-82c6-168740f5c295 req-8f0ac84e-378d-450f-b689-64431edab5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:45.957875 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3427d3-8507-4962-82c6-168740f5c295 req-8f0ac84e-378d-450f-b689-64431edab5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:45.958472 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3427d3-8507-4962-82c6-168740f5c295 req-8f0ac84e-378d-450f-b689-64431edab5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:45.959198 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3427d3-8507-4962-82c6-168740f5c295 req-8f0ac84e-378d-450f-b689-64431edab5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:45.959670 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3427d3-8507-4962-82c6-168740f5c295 req-8f0ac84e-378d-450f-b689-64431edab5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:45.962025 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-ff3427d3-8507-4962-82c6-168740f5c295 req-8f0ac84e-378d-450f-b689-64431edab5d9 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=75b87a76-ad52-4618-a214-48088ec58aef HTTP/1.1" status: 200 len: 6501 time: 0.0956519 May 20 21:00:45.982095 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b4aab2-b074-4376-a126-ac8ad3c35546 admin admin] Checking segment: {'id': '78b36e72-a5e1-456d-9d63-d63f330ac0f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '092891f6-41fe-4a5c-a14e-94b5d35a3755'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:00:45.983062 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33b4aab2-b074-4376-a126-ac8ad3c35546 admin admin] Network hostable DHCP agents. Network: 092891f6-41fe-4a5c-a14e-94b5d35a3755, hostable agents: ['c9b0653c-f3c7-4339-bd50-e3754b629216'], hosted agents: [] {{(pid=103163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 21:00:45.990948 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 38154) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:00:46.045967 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-ff3427d3-8507-4962-82c6-168740f5c295 req-9836bbb2-a72d-42f7-8cb6-9b929a722a60 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=23a4e591-c968-436b-bf23-a5b482a8cab7&id=c6c3d501-aad0-44cc-8dfe-290dffd2c6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0730116 May 20 21:00:46.065432 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-d025b5dc-7cfa-449b-ba06-14560601a8ff None None] Attempting to bind port 9912c4ac-29b9-4b67-832d-477444d1e253 on host n-d-842733-1 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:00:46.066448 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-d025b5dc-7cfa-449b-ba06-14560601a8ff None None] Attempting to bind port 9912c4ac-29b9-4b67-832d-477444d1e253 by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': '5cb74e10-70cc-4ed8-958d-dd4a7611ba25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '172e3bf7-dd77-40aa-9c19-0673bfc7c916'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:00:46.069087 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d025b5dc-7cfa-449b-ba06-14560601a8ff None None] Attempting to bind port 9912c4ac-29b9-4b67-832d-477444d1e253 on network 172e3bf7-dd77-40aa-9c19-0673bfc7c916 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:00:46.071971 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846ab9ad-92df-421b-9dc6-8b0d22a6d093 None None] Pushing event updated for resources: {'Port': ['ID=ec56e3c3-a35c-437d-a352-faf207a110de,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:00:46.100694 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d025b5dc-7cfa-449b-ba06-14560601a8ff None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 21, 0, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 21:00:46.101068 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d025b5dc-7cfa-449b-ba06-14560601a8ff None None] Checking segment: {'id': '5cb74e10-70cc-4ed8-958d-dd4a7611ba25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '172e3bf7-dd77-40aa-9c19-0673bfc7c916'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:00:46.101773 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d025b5dc-7cfa-449b-ba06-14560601a8ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:46.102245 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d025b5dc-7cfa-449b-ba06-14560601a8ff None None] Bound using segment: {'id': '5cb74e10-70cc-4ed8-958d-dd4a7611ba25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '172e3bf7-dd77-40aa-9c19-0673bfc7c916'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 21:00:46.103493 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-d025b5dc-7cfa-449b-ba06-14560601a8ff None None] Bound port: 9912c4ac-29b9-4b67-832d-477444d1e253, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cb74e10-70cc-4ed8-958d-dd4a7611ba25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '172e3bf7-dd77-40aa-9c19-0673bfc7c916'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:00:46.103493 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d025b5dc-7cfa-449b-ba06-14560601a8ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:46.128305 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-846ab9ad-92df-421b-9dc6-8b0d22a6d093 None None] Attempting to bind port ec56e3c3-a35c-437d-a352-faf207a110de on host n-d-842733-1 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:00:46.128673 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-846ab9ad-92df-421b-9dc6-8b0d22a6d093 None None] Attempting to bind port ec56e3c3-a35c-437d-a352-faf207a110de by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': 'f5705048-66fd-4627-af8c-03443c37dd17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '98f8b8d5-1379-4eeb-9e13-b2bbab96015a'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:00:46.129033 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-846ab9ad-92df-421b-9dc6-8b0d22a6d093 None None] Attempting to bind port ec56e3c3-a35c-437d-a352-faf207a110de on network 98f8b8d5-1379-4eeb-9e13-b2bbab96015a {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:00:46.153108 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-846ab9ad-92df-421b-9dc6-8b0d22a6d093 None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 21, 0, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 21:00:46.153784 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-846ab9ad-92df-421b-9dc6-8b0d22a6d093 None None] Checking segment: {'id': 'f5705048-66fd-4627-af8c-03443c37dd17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '98f8b8d5-1379-4eeb-9e13-b2bbab96015a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:00:46.154349 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-846ab9ad-92df-421b-9dc6-8b0d22a6d093 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:46.154895 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-846ab9ad-92df-421b-9dc6-8b0d22a6d093 None None] Bound using segment: {'id': 'f5705048-66fd-4627-af8c-03443c37dd17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '98f8b8d5-1379-4eeb-9e13-b2bbab96015a'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 21:00:46.161922 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-846ab9ad-92df-421b-9dc6-8b0d22a6d093 None None] Bound port: ec56e3c3-a35c-437d-a352-faf207a110de, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5705048-66fd-4627-af8c-03443c37dd17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '98f8b8d5-1379-4eeb-9e13-b2bbab96015a'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:00:46.161922 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-846ab9ad-92df-421b-9dc6-8b0d22a6d093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:46.210584 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33b4aab2-b074-4376-a126-ac8ad3c35546 admin admin] Network 092891f6-41fe-4a5c-a14e-94b5d35a3755 is scheduled to be hosted by DHCP agent c9b0653c-f3c7-4339-bd50-e3754b629216 with binding_index 1 {{(pid=103163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 21:00:46.219177 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6d6f049c-e8ba-4fb0-a874-6d43ba060853 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8782419393648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-9641278'] for subnet, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:46.270149 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-d025b5dc-7cfa-449b-ba06-14560601a8ff None None] For port 9912c4ac-29b9-4b67-832d-477444d1e253, host n-d-842733-1, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 21:00:46.270149 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-d025b5dc-7cfa-449b-ba06-14560601a8ff None None] For port 9912c4ac-29b9-4b67-832d-477444d1e253, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=9912c4ac-29b9-4b67-832d-477444d1e253,segment=NetworkSegment(5cb74e10-70cc-4ed8-958d-dd4a7611ba25),segment_id=5cb74e10-70cc-4ed8-958d-dd4a7611ba25)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 21:00:46.303238 n-d-842733-1 neutron-server[103162]: DEBUG neutron.objects.ports [None req-ad422717-1e15-48b2-92e5-8ae4c45cd253 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103162) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} May 20 21:00:46.326044 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d6f049c-e8ba-4fb0-a874-6d43ba060853 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:46.326701 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6d6f049c-e8ba-4fb0-a874-6d43ba060853 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Notify callbacks [] for subnet, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:46.328083 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-6d6f049c-e8ba-4fb0-a874-6d43ba060853 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] 10.222.0.35 "PUT /v2.0/subnets/3727fd13-020f-4f77-a271-88949c56e1cc HTTP/1.1" status: 200 len: 877 time: 1.9147329 May 20 21:00:46.328750 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-33b4aab2-b074-4376-a126-ac8ad3c35546 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842733-1, 092891f6-41fe-4a5c-a14e-94b5d35a3755) {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:00:46.336089 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33b4aab2-b074-4376-a126-ac8ad3c35546 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:46.336664 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-33b4aab2-b074-4376-a126-ac8ad3c35546 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:46.339403 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 38164) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:00:46.342460 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-846ab9ad-92df-421b-9dc6-8b0d22a6d093 None None] For port ec56e3c3-a35c-437d-a352-faf207a110de, host n-d-842733-1, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 21:00:46.346598 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec9f23fb-9b78-46e5-a4fe-d0311d162603 None None] Network 092891f6-41fe-4a5c-a14e-94b5d35a3755 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:00:46.350689 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-846ab9ad-92df-421b-9dc6-8b0d22a6d093 None None] For port ec56e3c3-a35c-437d-a352-faf207a110de, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=ec56e3c3-a35c-437d-a352-faf207a110de,segment=NetworkSegment(f5705048-66fd-4627-af8c-03443c37dd17),segment_id=f5705048-66fd-4627-af8c-03443c37dd17)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 21:00:46.352765 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b959b11f-f1b3-4800-8b5e-799db061ba6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:46.417740 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6f049c-e8ba-4fb0-a874-6d43ba060853 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Pushing event updated for resources: {'Subnet': ['ID=3727fd13-020f-4f77-a271-88949c56e1cc,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:00:46.445128 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d025b5dc-7cfa-449b-ba06-14560601a8ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:46.549756 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-33b4aab2-b074-4376-a126-ac8ad3c35546 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.2396216 May 20 21:00:46.554151 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-846ab9ad-92df-421b-9dc6-8b0d22a6d093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:46.623151 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd26a3d3-0dcd-4534-88f7-455fc27f44ee req-b380cf41-7eb5-475e-b8e6-8b2112edc3be tempest-TestServerMultinode-213063825 tempest-TestServerMultinode-213063825-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:46.633349 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-fd26a3d3-0dcd-4534-88f7-455fc27f44ee req-b380cf41-7eb5-475e-b8e6-8b2112edc3be tempest-TestServerMultinode-213063825 tempest-TestServerMultinode-213063825-project-admin] 10.222.0.13 "GET /v2.0/networks?id=db968d13-82bc-4def-927f-4d00e4b4dc28 HTTP/1.1" status: 200 len: 911 time: 0.1876805 May 20 21:00:46.637534 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1a460ffe-7e5c-483e-af8a-8251b8fd76a8 req-fa055f58-b99e-4897-a20c-2f99fa2e9c06 tempest-TestServerMultinode-213063825 tempest-TestServerMultinode-213063825-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=bccc5bbe-85b7-4197-a227-f3f25ea43409 HTTP/1.1" status: 200 len: 210 time: 0.0573163 May 20 21:00:46.704491 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e0ad8ae0-8145-40e5-b4f3-f4c4a5850bcc tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33160123'] for network, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:46.715382 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e047828-226a-4746-bb21-562c1ba13e6c None None] Network 092891f6-41fe-4a5c-a14e-94b5d35a3755 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:00:46.722260 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d025b5dc-7cfa-449b-ba06-14560601a8ff None None] Pushing event updated for resources: {'Port': ['ID=9912c4ac-29b9-4b67-832d-477444d1e253,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:00:46.725832 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ad422717-1e15-48b2-92e5-8ae4c45cd253 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:46.726553 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b959b11f-f1b3-4800-8b5e-799db061ba6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:46.742346 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [req-fd26a3d3-0dcd-4534-88f7-455fc27f44ee req-c5f39316-4ea7-497d-a0e5-71a975671cec tempest-TestServerMultinode-213063825 tempest-TestServerMultinode-213063825-project-admin] Request body: {'port': {'device_id': 'bccc5bbe-85b7-4197-a227-f3f25ea43409', 'network_id': 'db968d13-82bc-4def-927f-4d00e4b4dc28', 'admin_state_up': True, 'tenant_id': 'd2fae9ffbaa44530acca9d12c585402c'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:00:46.825765 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b959b11f-f1b3-4800-8b5e-799db061ba6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:46.852222 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 38174) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:00:46.956810 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 38178) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:00:46.963002 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-b959b11f-f1b3-4800-8b5e-799db061ba6e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=98747dcea42248a08854144e4f1ad3e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9700007 May 20 21:00:47.038612 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846ab9ad-92df-421b-9dc6-8b0d22a6d093 None None] Pushing event updated for resources: {'Port': ['ID=ec56e3c3-a35c-437d-a352-faf207a110de,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:00:47.049200 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b959b11f-f1b3-4800-8b5e-799db061ba6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81ac0aa8-78d7-457e-b931-1c9950205830,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:00:47.074629 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd26a3d3-0dcd-4534-88f7-455fc27f44ee req-c5f39316-4ea7-497d-a0e5-71a975671cec tempest-TestServerMultinode-213063825 tempest-TestServerMultinode-213063825-project-admin] Made reservation on behalf of d2fae9ffbaa44530acca9d12c585402c for: {'port': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:00:47.077402 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-fd26a3d3-0dcd-4534-88f7-455fc27f44ee req-c5f39316-4ea7-497d-a0e5-71a975671cec tempest-TestServerMultinode-213063825 tempest-TestServerMultinode-213063825-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:47.117471 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-e0ad8ae0-8145-40e5-b4f3-f4c4a5850bcc tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Deleting port 9912c4ac-29b9-4b67-832d-477444d1e253 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:00:47.118154 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e0ad8ae0-8145-40e5-b4f3-f4c4a5850bcc tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:47.212509 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ef36b9-b10b-482d-96f3-c8c385dcaed0 req-c2c03285-6b03-4acb-8e30-6beadd3d5843 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:47.217794 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ef36b9-b10b-482d-96f3-c8c385dcaed0 req-c2c03285-6b03-4acb-8e30-6beadd3d5843 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:47.224681 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ef36b9-b10b-482d-96f3-c8c385dcaed0 req-c2c03285-6b03-4acb-8e30-6beadd3d5843 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:47.230686 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ef36b9-b10b-482d-96f3-c8c385dcaed0 req-c2c03285-6b03-4acb-8e30-6beadd3d5843 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:47.237120 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ef36b9-b10b-482d-96f3-c8c385dcaed0 req-c2c03285-6b03-4acb-8e30-6beadd3d5843 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:47.239660 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a5761b3-877c-4249-9fca-2107740d6b53 admin admin] Deleting subnet 48ffd7ef-171e-4aba-a632-977c5cdb3e8c {{(pid=103162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 20 21:00:47.243809 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ef36b9-b10b-482d-96f3-c8c385dcaed0 req-c2c03285-6b03-4acb-8e30-6beadd3d5843 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:47.250006 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ef36b9-b10b-482d-96f3-c8c385dcaed0 req-c2c03285-6b03-4acb-8e30-6beadd3d5843 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:47.252290 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c0ef36b9-b10b-482d-96f3-c8c385dcaed0 req-c2c03285-6b03-4acb-8e30-6beadd3d5843 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] 10.222.0.35 "GET /v2.0/ports?device_id=75b87a76-ad52-4618-a214-48088ec58aef HTTP/1.1" status: 200 len: 5444 time: 0.2230661 May 20 21:00:47.298201 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1a5761b3-877c-4249-9fca-2107740d6b53 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:47.309770 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-e0ad8ae0-8145-40e5-b4f3-f4c4a5850bcc tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] For port 9912c4ac-29b9-4b67-832d-477444d1e253, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=9912c4ac-29b9-4b67-832d-477444d1e253,segment=NetworkSegment(5cb74e10-70cc-4ed8-958d-dd4a7611ba25),segment_id=5cb74e10-70cc-4ed8-958d-dd4a7611ba25)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:00:47.310193 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e0ad8ae0-8145-40e5-b4f3-f4c4a5850bcc tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:47.345287 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c0ef36b9-b10b-482d-96f3-c8c385dcaed0 req-40a33e16-6201-4dd4-bc80-cc475c361820 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] 10.222.0.35 "GET /v2.0/security-groups?id=c6c3d501-aad0-44cc-8dfe-290dffd2c6d4&id=23a4e591-c968-436b-bf23-a5b482a8cab7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0759375 May 20 21:00:47.351640 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-e0ad8ae0-8145-40e5-b4f3-f4c4a5850bcc tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Calling delete_port for 9912c4ac-29b9-4b67-832d-477444d1e253 owned by network:dhcp {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:00:47.443562 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1a5761b3-877c-4249-9fca-2107740d6b53 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3738392'] for subnet, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:47.445514 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d5eeb381-c0fd-4dd8-8aeb-7f2fc8710e75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:47.532192 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d5eeb381-c0fd-4dd8-8aeb-7f2fc8710e75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:47.540533 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-ad422717-1e15-48b2-92e5-8ae4c45cd253 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] For port ec56e3c3-a35c-437d-a352-faf207a110de, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=ec56e3c3-a35c-437d-a352-faf207a110de,segment=NetworkSegment(f5705048-66fd-4627-af8c-03443c37dd17),segment_id=f5705048-66fd-4627-af8c-03443c37dd17)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:00:47.547397 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1a5761b3-877c-4249-9fca-2107740d6b53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33068388'] for subnet, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:47.571997 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e0ad8ae0-8145-40e5-b4f3-f4c4a5850bcc tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:47.590681 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [req-fd26a3d3-0dcd-4534-88f7-455fc27f44ee req-c5f39316-4ea7-497d-a0e5-71a975671cec tempest-TestServerMultinode-213063825 tempest-TestServerMultinode-213063825-project-admin] Allocated IP 172.20.0.12 (db968d13-82bc-4def-927f-4d00e4b4dc28/23658e48-0ab2-4be3-95e6-d83a84724079/95737bff-765c-4765-83ed-9e5755f212d1) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:00:47.600677 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ad8ae0-8145-40e5-b4f3-f4c4a5850bcc tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Pushing event deleted for resources: {'Port': ['ID=9912c4ac-29b9-4b67-832d-477444d1e253,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:00:47.645115 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0ad8ae0-8145-40e5-b4f3-f4c4a5850bcc tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] No DVR routers for this DVR port 9912c4ac-29b9-4b67-832d-477444d1e253 on host n-d-842733-1 {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 21:00:47.681634 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ad422717-1e15-48b2-92e5-8ae4c45cd253 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:47.742548 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e0ad8ae0-8145-40e5-b4f3-f4c4a5850bcc tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33068388'] for subnet, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:47.819696 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ad422717-1e15-48b2-92e5-8ae4c45cd253 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:47.820779 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ad422717-1e15-48b2-92e5-8ae4c45cd253 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3797684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4018258'] for subnet, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:47.835297 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-780426e8-b722-4182-b46f-92ea692c59b2 req-06b8667d-c732-48be-b28f-15086530708a tempest-TestServerMultinode-213063825 tempest-TestServerMultinode-213063825-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=bccc5bbe-85b7-4197-a227-f3f25ea43409 HTTP/1.1" status: 200 len: 210 time: 0.0788815 May 20 21:00:47.940977 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device ec56e3c3-a35c-437d-a352-faf207a110de up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:00:47.981336 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad422717-1e15-48b2-92e5-8ae4c45cd253 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Network 98f8b8d5-1379-4eeb-9e13-b2bbab96015a is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:00:47.983149 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d5eeb381-c0fd-4dd8-8aeb-7f2fc8710e75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:47.987192 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d5eeb381-c0fd-4dd8-8aeb-7f2fc8710e75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:47.989395 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-d5eeb381-c0fd-4dd8-8aeb-7f2fc8710e75 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/81ac0aa8-78d7-457e-b931-1c9950205830 HTTP/1.1" status: 204 len: 168 time: 1.0315001 May 20 21:00:48.008238 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e0ad8ae0-8145-40e5-b4f3-f4c4a5850bcc tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33068399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9641221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8422588'] for subnet, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:48.014062 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1a5761b3-877c-4249-9fca-2107740d6b53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33068399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3797621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4018265'] for subnet, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:48.034616 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5eeb381-c0fd-4dd8-8aeb-7f2fc8710e75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81ac0aa8-78d7-457e-b931-1c9950205830,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:00:48.038999 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port ec56e3c3-a35c-437d-a352-faf207a110de triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:00:48.039232 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:48.043512 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-ad422717-1e15-48b2-92e5-8ae4c45cd253 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:00:48.051915 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ad8ae0-8145-40e5-b4f3-f4c4a5850bcc tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Pushing event deleted for resources: {'Subnet': ['ID=3727fd13-020f-4f77-a271-88949c56e1cc,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:00:48.061680 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad422717-1e15-48b2-92e5-8ae4c45cd253 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Pushing event updated for resources: {'Port': ['ID=ec56e3c3-a35c-437d-a352-faf207a110de,revision_number=4']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:00:48.078421 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad422717-1e15-48b2-92e5-8ae4c45cd253 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:48.079038 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ad422717-1e15-48b2-92e5-8ae4c45cd253 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:48.107844 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad422717-1e15-48b2-92e5-8ae4c45cd253 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Pushing event updated for resources: {'Subnet': ['ID=532798ff-e55b-43e7-a53f-f65fdb7c821a,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:00:48.140615 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1a5761b3-877c-4249-9fca-2107740d6b53 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:48.142745 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e0ad8ae0-8145-40e5-b4f3-f4c4a5850bcc tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33072115', 'neutron.services.segments.db._delete_segments_for_network-8782419500584'] for network, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:48.147776 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-1a5761b3-877c-4249-9fca-2107740d6b53 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/48ffd7ef-171e-4aba-a632-977c5cdb3e8c HTTP/1.1" status: 204 len: 168 time: 1.2834518 May 20 21:00:48.154165 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 38196) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:00:48.190706 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5761b3-877c-4249-9fca-2107740d6b53 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=48ffd7ef-171e-4aba-a632-977c5cdb3e8c,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:00:48.205274 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-e0ad8ae0-8145-40e5-b4f3-f4c4a5850bcc tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['172e3bf7-dd77-40aa-9c19-0673bfc7c916']}} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:00:48.220295 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-fd26a3d3-0dcd-4534-88f7-455fc27f44ee req-c5f39316-4ea7-497d-a0e5-71a975671cec tempest-TestServerMultinode-213063825 tempest-TestServerMultinode-213063825-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:48.225652 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port ec56e3c3-a35c-437d-a352-faf207a110de is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:00:48.226046 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:48.290552 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] For port ec56e3c3-a35c-437d-a352-faf207a110de, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=ec56e3c3-a35c-437d-a352-faf207a110de,segment=NetworkSegment(f5705048-66fd-4627-af8c-03443c37dd17),segment_id=f5705048-66fd-4627-af8c-03443c37dd17)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:00:48.299501 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e950b781-b0e5-4de8-a1ee-368cc627c92f None None] Network 98f8b8d5-1379-4eeb-9e13-b2bbab96015a requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:00:48.336002 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-e0ad8ae0-8145-40e5-b4f3-f4c4a5850bcc tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cb74e10-70cc-4ed8-958d-dd4a7611ba25') {'for_net_delete': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:00:48.336713 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-e0ad8ae0-8145-40e5-b4f3-f4c4a5850bcc tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cb74e10-70cc-4ed8-958d-dd4a7611ba25') {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:00:48.369790 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e0ad8ae0-8145-40e5-b4f3-f4c4a5850bcc tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419501617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9338764'] for segment, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:48.370598 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-ad422717-1e15-48b2-92e5-8ae4c45cd253 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 3.3272264 May 20 21:00:48.374029 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 38204) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:00:48.380490 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-9664492f-ecb9-4c75-95f6-2b07744045d2 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Request body: {'port': {'network_id': '98f8b8d5-1379-4eeb-9e13-b2bbab96015a', 'mac_address': 'fa:16:3e:34:bf:b9', 'name': 'tempest-NetworksTestDHCPv6-742974478'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:00:48.394151 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-ea4ed6cb-570b-49be-813a-1b0cfe5923a5 None None] Provisioning complete for port ec56e3c3-a35c-437d-a352-faf207a110de triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:00:48.394151 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ea4ed6cb-570b-49be-813a-1b0cfe5923a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:48.402431 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4516e08b-14a3-4221-9f72-95e72a865751 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33160123'] for network, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:48.404506 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e0ad8ae0-8145-40e5-b4f3-f4c4a5850bcc tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:48.417754 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0ad8ae0-8145-40e5-b4f3-f4c4a5850bcc tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Releasing vlan 221 on physical network physnet1 to pool {{(pid=103163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 21:00:48.417754 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e0ad8ae0-8145-40e5-b4f3-f4c4a5850bcc tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9638311'] for segment, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:48.420596 n-d-842733-1 neutron-server[103163]: Traceback (most recent call last): May 20 21:00:48.420596 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 21:00:48.420596 n-d-842733-1 neutron-server[103163]: timer() May 20 21:00:48.420596 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 21:00:48.420596 n-d-842733-1 neutron-server[103163]: cb(*args, **kw) May 20 21:00:48.420596 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 20 21:00:48.420596 n-d-842733-1 neutron-server[103163]: return func(*args, **kwargs) May 20 21:00:48.420596 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 21:00:48.420596 n-d-842733-1 neutron-server[103163]: self._notify() May 20 21:00:48.420596 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 21:00:48.420596 n-d-842733-1 neutron-server[103163]: self.callback(batched_events) May 20 21:00:48.420596 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 21:00:48.420596 n-d-842733-1 neutron-server[103163]: event.method(event) May 20 21:00:48.420596 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 20 21:00:48.420596 n-d-842733-1 neutron-server[103163]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 21:00:48.420596 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 20 21:00:48.420596 n-d-842733-1 neutron-server[103163]: aggregate_uuid = self.p_client.list_aggregates( May 20 21:00:48.420596 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 20 21:00:48.420596 n-d-842733-1 neutron-server[103163]: return f(self, *a, **k) May 20 21:00:48.420596 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 20 21:00:48.420596 n-d-842733-1 neutron-server[103163]: return self._get(url).json() May 20 21:00:48.420596 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 20 21:00:48.420596 n-d-842733-1 neutron-server[103163]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 21:00:48.420596 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 21:00:48.420596 n-d-842733-1 neutron-server[103163]: return self.request(url, 'GET', **kwargs) May 20 21:00:48.420596 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 21:00:48.420596 n-d-842733-1 neutron-server[103163]: base_url = self.get_endpoint(auth, allow=allow, May 20 21:00:48.420596 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 21:00:48.420596 n-d-842733-1 neutron-server[103163]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 21:00:48.420596 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 21:00:48.420596 n-d-842733-1 neutron-server[103163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 21:00:48.420596 n-d-842733-1 neutron-server[103163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 21:00:48.450395 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:48.591755 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-fd26a3d3-0dcd-4534-88f7-455fc27f44ee req-c5f39316-4ea7-497d-a0e5-71a975671cec tempest-TestServerMultinode-213063825 tempest-TestServerMultinode-213063825-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:48.647148 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4516e08b-14a3-4221-9f72-95e72a865751 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33072115', 'neutron.services.segments.db._delete_segments_for_network-8782419500584'] for network, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:48.667698 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] get_ports_and_sgs() called for port_ids ['02e122d3-9632-4e46-b87a-2dfd8f805a34'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 21:00:48.683954 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Pushing event updated for resources: {'Port': ['ID=ec56e3c3-a35c-437d-a352-faf207a110de,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:00:48.698698 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd467cff-d97c-4880-9b18-1d43b294e032 req-c0c8ee50-e7fb-460d-9fb4-e92e0268e6ae tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:48.708908 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f39316-4ea7-497d-a0e5-71a975671cec tempest-TestServerMultinode-213063825 tempest-TestServerMultinode-213063825-project-admin] Pushing event updated for resources: {'Port': ['ID=95737bff-765c-4765-83ed-9e5755f212d1,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:00:48.717268 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd467cff-d97c-4880-9b18-1d43b294e032 req-c0c8ee50-e7fb-460d-9fb4-e92e0268e6ae tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:48.730616 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd467cff-d97c-4880-9b18-1d43b294e032 req-c0c8ee50-e7fb-460d-9fb4-e92e0268e6ae tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:48.748312 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd467cff-d97c-4880-9b18-1d43b294e032 req-c0c8ee50-e7fb-460d-9fb4-e92e0268e6ae tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:48.761155 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd467cff-d97c-4880-9b18-1d43b294e032 req-c0c8ee50-e7fb-460d-9fb4-e92e0268e6ae tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:48.770830 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd26a3d3-0dcd-4534-88f7-455fc27f44ee req-c5f39316-4ea7-497d-a0e5-71a975671cec tempest-TestServerMultinode-213063825 tempest-TestServerMultinode-213063825-project-admin] Network db968d13-82bc-4def-927f-4d00e4b4dc28 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:00:48.772686 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [req-fd26a3d3-0dcd-4534-88f7-455fc27f44ee req-c5f39316-4ea7-497d-a0e5-71a975671cec tempest-TestServerMultinode-213063825 tempest-TestServerMultinode-213063825-project-admin] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:00:48.775250 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd467cff-d97c-4880-9b18-1d43b294e032 req-c0c8ee50-e7fb-460d-9fb4-e92e0268e6ae tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:48.777043 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-ea4ed6cb-570b-49be-813a-1b0cfe5923a5 None None] Current status of the port ec56e3c3-a35c-437d-a352-faf207a110de is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:00:48.786549 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd26a3d3-0dcd-4534-88f7-455fc27f44ee req-c5f39316-4ea7-497d-a0e5-71a975671cec tempest-TestServerMultinode-213063825 tempest-TestServerMultinode-213063825-project-admin] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:00:48.795438 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd467cff-d97c-4880-9b18-1d43b294e032 req-c0c8ee50-e7fb-460d-9fb4-e92e0268e6ae tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:48.802975 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-cd467cff-d97c-4880-9b18-1d43b294e032 req-c0c8ee50-e7fb-460d-9fb4-e92e0268e6ae tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] 10.222.0.35 "GET /v2.0/ports?device_id=75b87a76-ad52-4618-a214-48088ec58aef HTTP/1.1" status: 200 len: 5444 time: 0.2749662 May 20 21:00:48.833878 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e0ad8ae0-8145-40e5-b4f3-f4c4a5850bcc tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33072122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748162'] for network, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:48.883401 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd26a3d3-0dcd-4534-88f7-455fc27f44ee req-c5f39316-4ea7-497d-a0e5-71a975671cec tempest-TestServerMultinode-213063825 tempest-TestServerMultinode-213063825-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:48.884171 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-fd26a3d3-0dcd-4534-88f7-455fc27f44ee req-c5f39316-4ea7-497d-a0e5-71a975671cec tempest-TestServerMultinode-213063825 tempest-TestServerMultinode-213063825-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:48.890183 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9664492f-ecb9-4c75-95f6-2b07744045d2 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Made reservation on behalf of ab4ded6dc75a4ab5a4f9dae9e5aa3753 for: {'port': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:00:48.896357 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f0ddcf9-473e-4620-8f7d-0956014c2172 None None] Network 172e3bf7-dd77-40aa-9c19-0673bfc7c916 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:00:48.909346 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e0ad8ae0-8145-40e5-b4f3-f4c4a5850bcc tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:48.922676 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-e0ad8ae0-8145-40e5-b4f3-f4c4a5850bcc tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] 10.222.0.35 "DELETE /v2.0/networks/172e3bf7-dd77-40aa-9c19-0673bfc7c916 HTTP/1.1" status: 204 len: 168 time: 2.5716016 May 20 21:00:48.929570 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-4516e08b-14a3-4221-9f72-95e72a865751 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['092891f6-41fe-4a5c-a14e-94b5d35a3755']}} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:00:48.935200 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 38220) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:00:48.960206 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-0b1a3fa8-c43e-4eff-9bc2-8e7a37486dc3 None None] Could not find standard attr ID for object 9912c4ac-29b9-4b67-832d-477444d1e253. {{(pid=103164) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 20 21:00:48.989576 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-4516e08b-14a3-4221-9f72-95e72a865751 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78b36e72-a5e1-456d-9d63-d63f330ac0f4') {'for_net_delete': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:00:48.989953 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-4516e08b-14a3-4221-9f72-95e72a865751 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78b36e72-a5e1-456d-9d63-d63f330ac0f4') {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:00:48.999191 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ad8ae0-8145-40e5-b4f3-f4c4a5850bcc tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Pushing event deleted for resources: {'Network': ['ID=172e3bf7-dd77-40aa-9c19-0673bfc7c916,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:00:49.012261 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f0ddcf9-473e-4620-8f7d-0956014c2172 None None] Network 172e3bf7-dd77-40aa-9c19-0673bfc7c916 could not be found, it might have been deleted concurrently. {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} May 20 21:00:49.053821 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4516e08b-14a3-4221-9f72-95e72a865751 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419501617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9338764'] for segment, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:49.057653 n-d-842733-1 neutron-server[103163]: INFO neutron.pecan_wsgi.hooks.translation [None req-71fe3c14-c3ff-440b-b4d8-6de0c750c492 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] DELETE failed (client error): The resource could not be found. May 20 21:00:49.058112 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71fe3c14-c3ff-440b-b4d8-6de0c750c492 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103163) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 21:00:49.060758 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-fd26a3d3-0dcd-4534-88f7-455fc27f44ee req-c5f39316-4ea7-497d-a0e5-71a975671cec tempest-TestServerMultinode-213063825 tempest-TestServerMultinode-213063825-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 2.3359671 May 20 21:00:49.065244 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-71fe3c14-c3ff-440b-b4d8-6de0c750c492 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] 10.222.0.35 "DELETE /v2.0/subnets/3727fd13-020f-4f77-a271-88949c56e1cc HTTP/1.1" status: 404 len: 337 time: 0.0972915 May 20 21:00:49.065409 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 38224) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:00:49.079530 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-cd467cff-d97c-4880-9b18-1d43b294e032 req-f15a2528-7193-4a63-80ec-8b2bc02d2b0b tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] 10.222.0.35 "GET /v2.0/security-groups?id=c6c3d501-aad0-44cc-8dfe-290dffd2c6d4&id=23a4e591-c968-436b-bf23-a5b482a8cab7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2443116 May 20 21:00:49.115822 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [req-fd26a3d3-0dcd-4534-88f7-455fc27f44ee req-0925bdf5-df6e-4b69-bd84-0bbf9673384f service neutron] Request body: {'port': {'device_id': 'bccc5bbe-85b7-4197-a227-f3f25ea43409', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-842733-1'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:00:49.159685 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4516e08b-14a3-4221-9f72-95e72a865751 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:49.189285 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4621f05c-5b76-4a31-af48-b8fa76f2fbf2 None None] DHCP port deletion for 172e3bf7-dd77-40aa-9c19-0673bfc7c916 request from n-d-842733-1 {{(pid=103164) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 21:00:49.207941 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4516e08b-14a3-4221-9f72-95e72a865751 admin admin] Releasing vlan 227 on physical network physnet1 to pool {{(pid=103163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 21:00:49.208391 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4516e08b-14a3-4221-9f72-95e72a865751 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9638311'] for segment, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:49.220232 n-d-842733-1 neutron-server[103163]: Traceback (most recent call last): May 20 21:00:49.220232 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 21:00:49.220232 n-d-842733-1 neutron-server[103163]: timer() May 20 21:00:49.220232 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 21:00:49.220232 n-d-842733-1 neutron-server[103163]: cb(*args, **kw) May 20 21:00:49.220232 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 20 21:00:49.220232 n-d-842733-1 neutron-server[103163]: return func(*args, **kwargs) May 20 21:00:49.220232 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 21:00:49.220232 n-d-842733-1 neutron-server[103163]: self._notify() May 20 21:00:49.220232 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 21:00:49.220232 n-d-842733-1 neutron-server[103163]: self.callback(batched_events) May 20 21:00:49.220232 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 21:00:49.220232 n-d-842733-1 neutron-server[103163]: event.method(event) May 20 21:00:49.220232 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 20 21:00:49.220232 n-d-842733-1 neutron-server[103163]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 21:00:49.220232 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 20 21:00:49.220232 n-d-842733-1 neutron-server[103163]: aggregate_uuid = self.p_client.list_aggregates( May 20 21:00:49.220232 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 20 21:00:49.220232 n-d-842733-1 neutron-server[103163]: return f(self, *a, **k) May 20 21:00:49.220232 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 20 21:00:49.220232 n-d-842733-1 neutron-server[103163]: return self._get(url).json() May 20 21:00:49.220232 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 20 21:00:49.220232 n-d-842733-1 neutron-server[103163]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 21:00:49.220232 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 21:00:49.220232 n-d-842733-1 neutron-server[103163]: return self.request(url, 'GET', **kwargs) May 20 21:00:49.220232 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 21:00:49.220232 n-d-842733-1 neutron-server[103163]: base_url = self.get_endpoint(auth, allow=allow, May 20 21:00:49.220232 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 21:00:49.220232 n-d-842733-1 neutron-server[103163]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 21:00:49.220232 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 21:00:49.220232 n-d-842733-1 neutron-server[103163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 21:00:49.220232 n-d-842733-1 neutron-server[103163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 21:00:49.228682 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a052dd1-1a35-48c5-9e0a-37a068a91060 None None] Network 172e3bf7-dd77-40aa-9c19-0673bfc7c916 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:00:49.229251 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9664492f-ecb9-4c75-95f6-2b07744045d2 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:49.246988 n-d-842733-1 neutron-server[103162]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccee74fe-7c86-43b5-88e2-03242096365d tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] DELETE failed (client error): The resource could not be found. May 20 21:00:49.256036 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ccee74fe-7c86-43b5-88e2-03242096365d tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 21:00:49.277811 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1441ddf-d1d4-464c-a8fa-e5871b07bf1a req-f01eac2e-afe9-4762-a6c8-a69d8b86825e tempest-TestServerMultinode-213063825 tempest-TestServerMultinode-213063825-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:49.277928 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a052dd1-1a35-48c5-9e0a-37a068a91060 None None] Network 172e3bf7-dd77-40aa-9c19-0673bfc7c916 could not be found, it might have been deleted concurrently. {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} May 20 21:00:49.278021 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f1441ddf-d1d4-464c-a8fa-e5871b07bf1a req-f01eac2e-afe9-4762-a6c8-a69d8b86825e tempest-TestServerMultinode-213063825 tempest-TestServerMultinode-213063825-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=bccc5bbe-85b7-4197-a227-f3f25ea43409 HTTP/1.1" status: 200 len: 1028 time: 0.3017178 May 20 21:00:49.278111 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-ccee74fe-7c86-43b5-88e2-03242096365d tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] 10.222.0.35 "DELETE /v2.0/networks/172e3bf7-dd77-40aa-9c19-0673bfc7c916 HTTP/1.1" status: 404 len: 339 time: 0.2055924 May 20 21:00:49.278217 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 38230) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:00:49.298883 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-cd647106-a023-4635-9537-899d206f22de None None] Provisioning complete for port 95737bff-765c-4765-83ed-9e5755f212d1 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:00:49.300018 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cd647106-a023-4635-9537-899d206f22de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:49.309569 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [None req-9664492f-ecb9-4c75-95f6-2b07744045d2 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] device_id is not set on port aceae021-38b1-4112-987f-8a52936119ef yet. {{(pid=103162) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 20 21:00:49.388373 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-fd26a3d3-0dcd-4534-88f7-455fc27f44ee req-0925bdf5-df6e-4b69-bd84-0bbf9673384f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:49.410237 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-cd647106-a023-4635-9537-899d206f22de None None] Port 95737bff-765c-4765-83ed-9e5755f212d1 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 21:00:49.438587 n-d-842733-1 neutron-server[103163]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ec39f24-3920-4ee8-bb54-96c2ec04313f tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] DELETE failed (client error): The resource could not be found. May 20 21:00:49.439057 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ec39f24-3920-4ee8-bb54-96c2ec04313f tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103163) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 21:00:49.444044 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-8ec39f24-3920-4ee8-bb54-96c2ec04313f tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] 10.222.0.35 "DELETE /v2.0/subnets/c7338059-590d-4f9d-9c17-bf87249178fb HTTP/1.1" status: 404 len: 337 time: 0.1648359 May 20 21:00:49.453380 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 38240) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:00:49.495061 n-d-842733-1 neutron-server[103163]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd11748e-5fff-4969-a366-bf9d631bfc9d tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] DELETE failed (client error): The resource could not be found. May 20 21:00:49.495695 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd11748e-5fff-4969-a366-bf9d631bfc9d tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103163) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 21:00:49.501718 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-dd11748e-5fff-4969-a366-bf9d631bfc9d tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] 10.222.0.35 "DELETE /v2.0/networks/17b20081-cd9d-4073-9ca8-0968b5185556 HTTP/1.1" status: 404 len: 339 time: 0.0462844 May 20 21:00:49.505433 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 38244) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:00:49.527019 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f1441ddf-d1d4-464c-a8fa-e5871b07bf1a req-a571d184-a6c8-4beb-8a95-134f371a84df tempest-TestServerMultinode-213063825 tempest-TestServerMultinode-213063825-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=f1ecce8b-0936-479a-abe8-64fad6081b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2469342 May 20 21:00:49.540698 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1817b94c-3d70-40dc-80b7-ad4979458ca1 req-79ff8d10-726c-4a2f-b6af-0a3f9e91e7ac tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:49.546785 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1817b94c-3d70-40dc-80b7-ad4979458ca1 req-79ff8d10-726c-4a2f-b6af-0a3f9e91e7ac tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:49.553305 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1817b94c-3d70-40dc-80b7-ad4979458ca1 req-79ff8d10-726c-4a2f-b6af-0a3f9e91e7ac tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:49.559321 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1817b94c-3d70-40dc-80b7-ad4979458ca1 req-79ff8d10-726c-4a2f-b6af-0a3f9e91e7ac tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:49.565302 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1817b94c-3d70-40dc-80b7-ad4979458ca1 req-79ff8d10-726c-4a2f-b6af-0a3f9e91e7ac tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:49.571896 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1817b94c-3d70-40dc-80b7-ad4979458ca1 req-79ff8d10-726c-4a2f-b6af-0a3f9e91e7ac tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:49.578255 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1817b94c-3d70-40dc-80b7-ad4979458ca1 req-79ff8d10-726c-4a2f-b6af-0a3f9e91e7ac tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:49.583906 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1817b94c-3d70-40dc-80b7-ad4979458ca1 req-79ff8d10-726c-4a2f-b6af-0a3f9e91e7ac tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] 10.222.0.35 "GET /v2.0/ports?device_id=75b87a76-ad52-4618-a214-48088ec58aef HTTP/1.1" status: 200 len: 5444 time: 0.3246281 May 20 21:00:49.594153 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 38248) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:00:49.596257 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4516e08b-14a3-4221-9f72-95e72a865751 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33072122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748162'] for network, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:49.601409 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-a257e61a-4f97-4dcc-85bb-d7ff852831e8 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Request body: {'floatingip': {'port_id': '92f180c2-0d12-4276-b468-9633e951982b'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:00:49.684067 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4516e08b-14a3-4221-9f72-95e72a865751 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:49.690697 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-4516e08b-14a3-4221-9f72-95e72a865751 admin admin] 10.222.0.35 "DELETE /v2.0/networks/092891f6-41fe-4a5c-a14e-94b5d35a3755 HTTP/1.1" status: 204 len: 168 time: 1.5331481 May 20 21:00:49.788201 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4516e08b-14a3-4221-9f72-95e72a865751 admin admin] Pushing event deleted for resources: {'Network': ['ID=092891f6-41fe-4a5c-a14e-94b5d35a3755,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:00:49.836679 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a257e61a-4f97-4dcc-85bb-d7ff852831e8 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Notify callbacks [] for floatingip, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:49.886798 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-9664492f-ecb9-4c75-95f6-2b07744045d2 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Allocated IP 2001:db8::79 (98f8b8d5-1379-4eeb-9e13-b2bbab96015a/86cf9ef3-113b-4d6f-a9f5-52f7b88f1303/aceae021-38b1-4112-987f-8a52936119ef) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:00:49.904391 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-9664492f-ecb9-4c75-95f6-2b07744045d2 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Allocated IP 2001:db8:0:1:f816:3eff:fe34:bfb9 (98f8b8d5-1379-4eeb-9e13-b2bbab96015a/532798ff-e55b-43e7-a53f-f65fdb7c821a/aceae021-38b1-4112-987f-8a52936119ef) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:00:49.909576 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-62b742e0-3542-4cfd-994c-abe9a12f4bb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:49.919726 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device ec56e3c3-a35c-437d-a352-faf207a110de up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:00:49.950821 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ec1904e-d6e5-4cee-a380-ffe334253fca None None] get_active_networks_info from n-d-842733-1 {{(pid=103164) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 20 21:00:49.997412 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8dd07faf-ddd8-4fd3-a62a-a3320d8640f2 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33160123'] for network, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:50.181650 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [req-fd26a3d3-0dcd-4534-88f7-455fc27f44ee req-0925bdf5-df6e-4b69-bd84-0bbf9673384f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95737bff-765c-4765-83ed-9e5755f212d1 {{(pid=103162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 21:00:50.186111 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ec1904e-d6e5-4cee-a380-ffe334253fca None None] Resources bound (agent type, host, resource id): {{(pid=103164) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 20 21:00:50.194276 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-fd26a3d3-0dcd-4534-88f7-455fc27f44ee req-0925bdf5-df6e-4b69-bd84-0bbf9673384f service neutron] Notify callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:50.215939 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8dd07faf-ddd8-4fd3-a62a-a3320d8640f2 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33072115', 'neutron.services.segments.db._delete_segments_for_network-8782419500584'] for network, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:50.222393 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.provisioning_blocks [req-fd26a3d3-0dcd-4534-88f7-455fc27f44ee req-0925bdf5-df6e-4b69-bd84-0bbf9673384f service neutron] Transition to ACTIVE for port object 95737bff-765c-4765-83ed-9e5755f212d1 will not be triggered until provisioned by entity L2. {{(pid=103162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 21:00:50.225649 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-db71dcce-92a3-4a9b-b29c-1b498d307b30 None None] Provisioning complete for port ec56e3c3-a35c-437d-a352-faf207a110de triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:00:50.226372 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-db71dcce-92a3-4a9b-b29c-1b498d307b30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:50.253794 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9664492f-ecb9-4c75-95f6-2b07744045d2 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:50.293270 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-8dd07faf-ddd8-4fd3-a62a-a3320d8640f2 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['092df09c-e56a-4910-8bef-437edeb504e4']}} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:00:50.297519 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-fd26a3d3-0dcd-4534-88f7-455fc27f44ee req-0925bdf5-df6e-4b69-bd84-0bbf9673384f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:50.312409 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port ec56e3c3-a35c-437d-a352-faf207a110de triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:00:50.312409 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:50.380378 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 38262) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:00:50.381690 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-8dd07faf-ddd8-4fd3-a62a-a3320d8640f2 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '774a32ae-99c6-4322-a42c-e130b51c620d') {'for_net_delete': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:00:50.381824 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-8dd07faf-ddd8-4fd3-a62a-a3320d8640f2 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '774a32ae-99c6-4322-a42c-e130b51c620d') {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:00:50.401532 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8dd07faf-ddd8-4fd3-a62a-a3320d8640f2 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419501617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9338764'] for segment, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:50.427443 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9664492f-ecb9-4c75-95f6-2b07744045d2 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:50.431645 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0925bdf5-df6e-4b69-bd84-0bbf9673384f service neutron] Pushing event updated for resources: {'Port': ['ID=95737bff-765c-4765-83ed-9e5755f212d1,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:00:50.490261 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9664492f-ecb9-4c75-95f6-2b07744045d2 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Pushing event updated for resources: {'Port': ['ID=aceae021-38b1-4112-987f-8a52936119ef,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:00:50.558521 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9664492f-ecb9-4c75-95f6-2b07744045d2 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Network 98f8b8d5-1379-4eeb-9e13-b2bbab96015a is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:00:50.568082 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-9664492f-ecb9-4c75-95f6-2b07744045d2 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:00:50.574392 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9664492f-ecb9-4c75-95f6-2b07744045d2 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:00:50.584468 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port ec56e3c3-a35c-437d-a352-faf207a110de is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:00:50.600430 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9664492f-ecb9-4c75-95f6-2b07744045d2 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:50.601110 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9664492f-ecb9-4c75-95f6-2b07744045d2 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:50.601985 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 9912c4ac-29b9-4b67-832d-477444d1e253 no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 21:00:50.603931 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-db71dcce-92a3-4a9b-b29c-1b498d307b30 None None] Current status of the port ec56e3c3-a35c-437d-a352-faf207a110de is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:00:50.621298 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-69c0459c-8d6f-4146-bcb1-6e575268ee28 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=863943d509e64b8cae9523c0c354b741&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2191868 May 20 21:00:50.630187 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 38272) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:00:50.632974 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: 9912c4ac-29b9-4b67-832d-477444d1e253 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 21:00:50.633539 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 9912c4ac-29b9-4b67-832d-477444d1e253 not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 21:00:50.706129 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-fd26a3d3-0dcd-4534-88f7-455fc27f44ee req-0925bdf5-df6e-4b69-bd84-0bbf9673384f service neutron] Attempting to bind port 95737bff-765c-4765-83ed-9e5755f212d1 on host n-h2-842733-1 for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:00:50.706467 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-fd26a3d3-0dcd-4534-88f7-455fc27f44ee req-0925bdf5-df6e-4b69-bd84-0bbf9673384f service neutron] Attempting to bind port 95737bff-765c-4765-83ed-9e5755f212d1 by drivers openvswitch,hyperv on host n-h2-842733-1 at level 0 using segments [{'id': 'a189c70c-1a77-4398-b112-572ca8f77d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'db968d13-82bc-4def-927f-4d00e4b4dc28'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:00:50.707568 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd26a3d3-0dcd-4534-88f7-455fc27f44ee req-0925bdf5-df6e-4b69-bd84-0bbf9673384f service neutron] Attempting to bind port 95737bff-765c-4765-83ed-9e5755f212d1 on network db968d13-82bc-4def-927f-4d00e4b4dc28 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:00:50.775048 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd26a3d3-0dcd-4534-88f7-455fc27f44ee req-0925bdf5-df6e-4b69-bd84-0bbf9673384f service neutron] Port 95737bff-765c-4765-83ed-9e5755f212d1 on network db968d13-82bc-4def-927f-4d00e4b4dc28 not bound, no agent of type Open vSwitch agent registered on host n-h2-842733-1 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 21:00:50.775413 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd26a3d3-0dcd-4534-88f7-455fc27f44ee req-0925bdf5-df6e-4b69-bd84-0bbf9673384f service neutron] Attempting to bind port 95737bff-765c-4765-83ed-9e5755f212d1 on network db968d13-82bc-4def-927f-4d00e4b4dc28 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:00:50.783470 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8dd07faf-ddd8-4fd3-a62a-a3320d8640f2 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:50.799253 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd26a3d3-0dcd-4534-88f7-455fc27f44ee req-0925bdf5-df6e-4b69-bd84-0bbf9673384f service neutron] Checking agent: {'id': 'a66f2511-b955-448f-877c-56cfe9c81b12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 33, 2), 'started_at': datetime.datetime(2022, 5, 20, 20, 33, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 21, 0, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 21:00:50.799253 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd26a3d3-0dcd-4534-88f7-455fc27f44ee req-0925bdf5-df6e-4b69-bd84-0bbf9673384f service neutron] Checking segment: {'id': 'a189c70c-1a77-4398-b112-572ca8f77d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'db968d13-82bc-4def-927f-4d00e4b4dc28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:00:50.799253 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd26a3d3-0dcd-4534-88f7-455fc27f44ee req-0925bdf5-df6e-4b69-bd84-0bbf9673384f service neutron] Bound using segment: {'id': 'a189c70c-1a77-4398-b112-572ca8f77d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'db968d13-82bc-4def-927f-4d00e4b4dc28'} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 21:00:50.799253 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-fd26a3d3-0dcd-4534-88f7-455fc27f44ee req-0925bdf5-df6e-4b69-bd84-0bbf9673384f service neutron] Bound port: 95737bff-765c-4765-83ed-9e5755f212d1, host: n-h2-842733-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a189c70c-1a77-4398-b112-572ca8f77d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'db968d13-82bc-4def-927f-4d00e4b4dc28'}}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:00:50.799253 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-fd26a3d3-0dcd-4534-88f7-455fc27f44ee req-0925bdf5-df6e-4b69-bd84-0bbf9673384f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:50.809021 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-02ff36c3-af1a-4c24-9618-88b83c2601cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:50.813988 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-9664492f-ecb9-4c75-95f6-2b07744045d2 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 2.4387252 May 20 21:00:50.822030 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8dd07faf-ddd8-4fd3-a62a-a3320d8640f2 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Releasing vlan 232 on physical network physnet1 to pool {{(pid=103163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 21:00:50.822442 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8dd07faf-ddd8-4fd3-a62a-a3320d8640f2 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9638311'] for segment, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:50.825272 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 38278) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:00:50.839305 n-d-842733-1 neutron-server[103163]: Traceback (most recent call last): May 20 21:00:50.839305 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 21:00:50.839305 n-d-842733-1 neutron-server[103163]: timer() May 20 21:00:50.839305 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 21:00:50.839305 n-d-842733-1 neutron-server[103163]: cb(*args, **kw) May 20 21:00:50.839305 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 20 21:00:50.839305 n-d-842733-1 neutron-server[103163]: return func(*args, **kwargs) May 20 21:00:50.839305 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 21:00:50.839305 n-d-842733-1 neutron-server[103163]: self._notify() May 20 21:00:50.839305 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 21:00:50.839305 n-d-842733-1 neutron-server[103163]: self.callback(batched_events) May 20 21:00:50.839305 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 21:00:50.839305 n-d-842733-1 neutron-server[103163]: event.method(event) May 20 21:00:50.839305 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 20 21:00:50.839305 n-d-842733-1 neutron-server[103163]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 21:00:50.839305 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 20 21:00:50.839305 n-d-842733-1 neutron-server[103163]: aggregate_uuid = self.p_client.list_aggregates( May 20 21:00:50.839305 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 20 21:00:50.839305 n-d-842733-1 neutron-server[103163]: return f(self, *a, **k) May 20 21:00:50.839305 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 20 21:00:50.839305 n-d-842733-1 neutron-server[103163]: return self._get(url).json() May 20 21:00:50.839305 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 20 21:00:50.839305 n-d-842733-1 neutron-server[103163]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 21:00:50.839305 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 21:00:50.839305 n-d-842733-1 neutron-server[103163]: return self.request(url, 'GET', **kwargs) May 20 21:00:50.839305 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 21:00:50.839305 n-d-842733-1 neutron-server[103163]: base_url = self.get_endpoint(auth, allow=allow, May 20 21:00:50.839305 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 21:00:50.839305 n-d-842733-1 neutron-server[103163]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 21:00:50.839305 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 21:00:50.839305 n-d-842733-1 neutron-server[103163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 21:00:50.839305 n-d-842733-1 neutron-server[103163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 21:00:50.879668 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-02ff36c3-af1a-4c24-9618-88b83c2601cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:50.951281 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-fd26a3d3-0dcd-4534-88f7-455fc27f44ee req-0925bdf5-df6e-4b69-bd84-0bbf9673384f service neutron] For port 95737bff-765c-4765-83ed-9e5755f212d1, host n-h2-842733-1, cleared binding levels {{(pid=103162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 21:00:50.956581 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-fd26a3d3-0dcd-4534-88f7-455fc27f44ee req-0925bdf5-df6e-4b69-bd84-0bbf9673384f service neutron] For port 95737bff-765c-4765-83ed-9e5755f212d1, host n-h2-842733-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=95737bff-765c-4765-83ed-9e5755f212d1,segment=NetworkSegment(a189c70c-1a77-4398-b112-572ca8f77d3f),segment_id=a189c70c-1a77-4398-b112-572ca8f77d3f)] {{(pid=103162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 21:00:51.064483 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-fd26a3d3-0dcd-4534-88f7-455fc27f44ee req-0925bdf5-df6e-4b69-bd84-0bbf9673384f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:51.152832 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.db.resource_extend [None req-a257e61a-4f97-4dcc-85bb-d7ff852831e8 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 20 21:00:51.173094 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0925bdf5-df6e-4b69-bd84-0bbf9673384f service neutron] Pushing event updated for resources: {'Port': ['ID=95737bff-765c-4765-83ed-9e5755f212d1,revision_number=3']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:00:51.187560 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-02ff36c3-af1a-4c24-9618-88b83c2601cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:51.195831 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-02ff36c3-af1a-4c24-9618-88b83c2601cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:51.197231 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-02ff36c3-af1a-4c24-9618-88b83c2601cf admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7a082d78-9e23-461b-ba72-f826916bd08e HTTP/1.1" status: 204 len: 168 time: 0.5641139 May 20 21:00:51.216948 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd26a3d3-0dcd-4534-88f7-455fc27f44ee req-0925bdf5-df6e-4b69-bd84-0bbf9673384f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:51.217806 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-fd26a3d3-0dcd-4534-88f7-455fc27f44ee req-0925bdf5-df6e-4b69-bd84-0bbf9673384f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:51.220548 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-fd26a3d3-0dcd-4534-88f7-455fc27f44ee req-0925bdf5-df6e-4b69-bd84-0bbf9673384f service neutron] 10.222.0.13 "PUT /v2.0/ports/95737bff-765c-4765-83ed-9e5755f212d1 HTTP/1.1" status: 200 len: 1092 time: 2.1241040 May 20 21:00:51.221266 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bccc5bbe-85b7-4197-a227-f3f25ea43409', 'tag': '95737bff-765c-4765-83ed-9e5755f212d1'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 21:00:51.224560 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6fa957933fccbf596d28104b23404b952ad6a8238afaebaed40a0874b2e409" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4319c1ae-407f-4674-9299-e57767299abf" -d '{"events": [{"name": "network-changed", "server_uuid": "bccc5bbe-85b7-4197-a227-f3f25ea43409", "tag": "95737bff-765c-4765-83ed-9e5755f212d1"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 21:00:51.229383 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ff36c3-af1a-4c24-9618-88b83c2601cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a082d78-9e23-461b-ba72-f826916bd08e,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:00:51.294578 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 21:00:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd92fe7d-5016-409c-96c3-519e84802007 x-openstack-request-id: req-cd92fe7d-5016-409c-96c3-519e84802007 {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 21:00:51.294578 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bccc5bbe-85b7-4197-a227-f3f25ea43409", "tag": "95737bff-765c-4765-83ed-9e5755f212d1", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 21:00:51.294578 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-cd92fe7d-5016-409c-96c3-519e84802007 {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 21:00:51.294840 n-d-842733-1 neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd92fe7d-5016-409c-96c3-519e84802007'] response: {'name': 'network-changed', 'server_uuid': 'bccc5bbe-85b7-4197-a227-f3f25ea43409', 'tag': '95737bff-765c-4765-83ed-9e5755f212d1', 'status': 'completed', 'code': 200} May 20 21:00:51.349570 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-2ab34c2f-fa08-420f-bea4-d836c5f4e901 None None] Provisioning complete for port aceae021-38b1-4112-987f-8a52936119ef triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:00:51.350613 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-2ab34c2f-fa08-420f-bea4-d836c5f4e901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:51.442187 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4319c1ae-407f-4674-9299-e57767299abf req-9f9e25a6-edb5-4ab7-8fb9-6d2bd55fc0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:51.444082 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-4319c1ae-407f-4674-9299-e57767299abf req-9f9e25a6-edb5-4ab7-8fb9-6d2bd55fc0c5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d2fae9ffbaa44530acca9d12c585402c&device_id=bccc5bbe-85b7-4197-a227-f3f25ea43409 HTTP/1.1" status: 200 len: 1095 time: 0.1092386 May 20 21:00:51.454789 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-2ab34c2f-fa08-420f-bea4-d836c5f4e901 None None] Port aceae021-38b1-4112-987f-8a52936119ef cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 21:00:51.612267 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4319c1ae-407f-4674-9299-e57767299abf req-9084775c-72ba-4313-b78b-6bdb3297fbf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:51.613789 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-4319c1ae-407f-4674-9299-e57767299abf req-9084775c-72ba-4313-b78b-6bdb3297fbf3 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=d2fae9ffbaa44530acca9d12c585402c&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1563838 May 20 21:00:51.707842 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b1ff58-753b-4249-8138-427f4c79c658 req-9afc1921-ad00-43d0-adf4-85e5505b0093 tempest-TestServerMultinode-213063825 tempest-TestServerMultinode-213063825-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:51.709401 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c5b1ff58-753b-4249-8138-427f4c79c658 req-9afc1921-ad00-43d0-adf4-85e5505b0093 tempest-TestServerMultinode-213063825 tempest-TestServerMultinode-213063825-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=bccc5bbe-85b7-4197-a227-f3f25ea43409 HTTP/1.1" status: 200 len: 1053 time: 0.9230103 May 20 21:00:51.716974 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8dd07faf-ddd8-4fd3-a62a-a3320d8640f2 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33072122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748162'] for network, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:51.757069 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8dd07faf-ddd8-4fd3-a62a-a3320d8640f2 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:51.760516 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-8dd07faf-ddd8-4fd3-a62a-a3320d8640f2 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] 10.222.0.35 "DELETE /v2.0/networks/092df09c-e56a-4910-8bef-437edeb504e4 HTTP/1.1" status: 204 len: 168 time: 2.2410753 May 20 21:00:51.772657 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 38302) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:00:51.783015 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd07faf-ddd8-4fd3-a62a-a3320d8640f2 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Pushing event deleted for resources: {'Network': ['ID=092df09c-e56a-4910-8bef-437edeb504e4,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:00:51.791898 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a257e61a-4f97-4dcc-85bb-d7ff852831e8 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:51.799389 n-d-842733-1 neutron-server[103162]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bfe5221-22c3-426a-a021-520665cd81a1 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] DELETE failed (client error): The resource could not be found. May 20 21:00:51.803889 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6bfe5221-22c3-426a-a021-520665cd81a1 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 21:00:51.803889 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-6bfe5221-22c3-426a-a021-520665cd81a1 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] 10.222.0.35 "DELETE /v2.0/subnets/b25086f1-d38d-47f4-9898-a9156cd22e93 HTTP/1.1" status: 404 len: 337 time: 0.0390503 May 20 21:00:51.806382 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 38306) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:00:51.823486 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4319c1ae-407f-4674-9299-e57767299abf req-02ad1cd8-38e6-4edb-9f54-007b9e654666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:51.825177 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-4319c1ae-407f-4674-9299-e57767299abf req-02ad1cd8-38e6-4edb-9f54-007b9e654666 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2051089 May 20 21:00:51.845994 n-d-842733-1 neutron-server[103162]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cede08d-f7a9-456b-a0ea-e4eb61143625 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] DELETE failed (client error): The resource could not be found. May 20 21:00:51.846691 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5cede08d-f7a9-456b-a0ea-e4eb61143625 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 21:00:51.852487 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-5cede08d-f7a9-456b-a0ea-e4eb61143625 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] 10.222.0.35 "DELETE /v2.0/networks/6ed87fb7-1f59-4f9b-b0eb-a7e1ad91317d HTTP/1.1" status: 404 len: 339 time: 0.0451198 May 20 21:00:51.855022 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 38312) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:00:51.893925 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a257e61a-4f97-4dcc-85bb-d7ff852831e8 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748272'] for floatingip, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:51.899784 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c5b1ff58-753b-4249-8138-427f4c79c658 req-a832b183-20d1-4886-acc5-07f31f8f858c tempest-TestServerMultinode-213063825 tempest-TestServerMultinode-213063825-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=f1ecce8b-0936-479a-abe8-64fad6081b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804988 May 20 21:00:51.938985 n-d-842733-1 neutron-server[103162]: INFO neutron.pecan_wsgi.hooks.translation [None req-774a50cb-b555-40ff-a95c-46184dd0ae1b tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] DELETE failed (client error): The resource could not be found. May 20 21:00:51.939552 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-774a50cb-b555-40ff-a95c-46184dd0ae1b tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 21:00:51.943961 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-774a50cb-b555-40ff-a95c-46184dd0ae1b tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] 10.222.0.35 "DELETE /v2.0/subnets/75f41946-bb6d-44fc-88ab-73426843d261 HTTP/1.1" status: 404 len: 337 time: 0.0878806 May 20 21:00:51.946619 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 38318) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:00:51.959115 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-db6de8ff-36b1-4c5b-aea7-a98c157fbaae tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Deleting port aceae021-38b1-4112-987f-8a52936119ef {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:00:51.959456 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-db6de8ff-36b1-4c5b-aea7-a98c157fbaae tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:51.986148 n-d-842733-1 neutron-server[103162]: INFO neutron.pecan_wsgi.hooks.translation [None req-21f01fe8-c078-4573-9990-0b2f6a1a52db tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] DELETE failed (client error): The resource could not be found. May 20 21:00:51.986760 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21f01fe8-c078-4573-9990-0b2f6a1a52db tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 21:00:51.992615 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-21f01fe8-c078-4573-9990-0b2f6a1a52db tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] 10.222.0.35 "DELETE /v2.0/networks/10a8413e-d59b-4b13-9525-3382b7865bbe HTTP/1.1" status: 404 len: 339 time: 0.0423753 May 20 21:00:51.993778 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 38320) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:00:52.030586 n-d-842733-1 neutron-server[103162]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0cccce4-b818-4e21-b5fd-93b20103a6be tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] DELETE failed (client error): The resource could not be found. May 20 21:00:52.033047 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0cccce4-b818-4e21-b5fd-93b20103a6be tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 21:00:52.042242 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-d0cccce4-b818-4e21-b5fd-93b20103a6be tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] 10.222.0.35 "DELETE /v2.0/subnets/4f13a7b3-d6c0-4826-9ff6-a6739a18c33b HTTP/1.1" status: 404 len: 337 time: 0.0450857 May 20 21:00:52.042574 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 38324) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:00:52.056294 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd26a3d3-0dcd-4534-88f7-455fc27f44ee req-d2846405-92a7-4175-b232-6527221c6569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:52.059912 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-fd26a3d3-0dcd-4534-88f7-455fc27f44ee req-d2846405-92a7-4175-b232-6527221c6569 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d2fae9ffbaa44530acca9d12c585402c&device_id=bccc5bbe-85b7-4197-a227-f3f25ea43409 HTTP/1.1" status: 200 len: 1095 time: 0.1448352 May 20 21:00:52.067580 n-d-842733-1 neutron-server[103162]: INFO neutron.pecan_wsgi.hooks.translation [None req-75a28872-a842-4d51-8477-acbbae8ca257 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] DELETE failed (client error): The resource could not be found. May 20 21:00:52.068144 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75a28872-a842-4d51-8477-acbbae8ca257 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 21:00:52.071170 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-75a28872-a842-4d51-8477-acbbae8ca257 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] 10.222.0.35 "DELETE /v2.0/networks/9a48eadb-ca39-43ce-a3fc-89ef4241e243 HTTP/1.1" status: 404 len: 339 time: 0.0258570 May 20 21:00:52.077746 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 38328) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:00:52.133047 n-d-842733-1 neutron-server[103163]: INFO neutron.pecan_wsgi.hooks.translation [None req-e95173f4-4da9-4677-8c05-50f67f78cbb6 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] DELETE failed (client error): The resource could not be found. May 20 21:00:52.133544 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e95173f4-4da9-4677-8c05-50f67f78cbb6 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103163) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 21:00:52.136611 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-e95173f4-4da9-4677-8c05-50f67f78cbb6 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] 10.222.0.35 "DELETE /v2.0/subnets/66b25d6a-d37b-4a80-8dfd-3f244df79604 HTTP/1.1" status: 404 len: 337 time: 0.0579898 May 20 21:00:52.140304 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 38332) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:00:52.143356 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-db6de8ff-36b1-4c5b-aea7-a98c157fbaae tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:52.152755 n-d-842733-1 neutron-server[103163]: INFO neutron.db.l3_db [None req-a257e61a-4f97-4dcc-85bb-d7ff852831e8 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Floating IP e378f733-27b0-4947-bff6-a00aa8faeca5 associated. External IP: 172.25.2.8, port: 92f180c2-0d12-4276-b468-9633e951982b. May 20 21:00:52.153122 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-fd26a3d3-0dcd-4534-88f7-455fc27f44ee req-6db1dfc5-5c02-4f61-8a5e-b8e7b06f2c81 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=95737bff-765c-4765-83ed-9e5755f212d1 HTTP/1.1" status: 200 len: 217 time: 0.0785358 May 20 21:00:52.211536 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-db6de8ff-36b1-4c5b-aea7-a98c157fbaae tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Calling delete_port for aceae021-38b1-4112-987f-8a52936119ef owned by {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:00:52.213690 n-d-842733-1 neutron-server[103163]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c60e046-7396-4694-a62d-43d968b2f8cb tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] DELETE failed (client error): The resource could not be found. May 20 21:00:52.214336 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c60e046-7396-4694-a62d-43d968b2f8cb tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103163) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 21:00:52.217111 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd26a3d3-0dcd-4534-88f7-455fc27f44ee req-db6a559b-ab58-47ea-8e2c-b169de6d3d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:52.217730 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-2c60e046-7396-4694-a62d-43d968b2f8cb tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] 10.222.0.35 "DELETE /v2.0/networks/9bd174ba-fd84-4ad3-918c-560e6d1f6211 HTTP/1.1" status: 404 len: 339 time: 0.0761309 May 20 21:00:52.220444 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-fd26a3d3-0dcd-4534-88f7-455fc27f44ee req-db6a559b-ab58-47ea-8e2c-b169de6d3d85 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=23658e48-0ab2-4be3-95e6-d83a84724079 HTTP/1.1" status: 200 len: 849 time: 0.0592353 May 20 21:00:52.225991 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 38334) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:00:52.265630 n-d-842733-1 neutron-server[103162]: INFO neutron.pecan_wsgi.hooks.translation [None req-9767c343-7b26-4d0b-ad1e-0921d713c752 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] DELETE failed (client error): The resource could not be found. May 20 21:00:52.266432 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9767c343-7b26-4d0b-ad1e-0921d713c752 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 21:00:52.270754 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-9767c343-7b26-4d0b-ad1e-0921d713c752 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] 10.222.0.35 "DELETE /v2.0/subnets/49371779-67dd-4cbd-bf1a-941353f45a59 HTTP/1.1" status: 404 len: 337 time: 0.0473211 May 20 21:00:52.274381 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 38338) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:00:52.277791 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ee79139e-a8f7-4617-9b7f-36df9a1e08b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:52.311182 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd26a3d3-0dcd-4534-88f7-455fc27f44ee req-863bb08a-34ea-46b3-bbab-d7af6835bf23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:52.312960 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-fd26a3d3-0dcd-4534-88f7-455fc27f44ee req-863bb08a-34ea-46b3-bbab-d7af6835bf23 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=db968d13-82bc-4def-927f-4d00e4b4dc28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0797522 May 20 21:00:52.356524 n-d-842733-1 neutron-server[103163]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9cb02c5-6f51-4203-9123-fb1cff6c5d2f tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] DELETE failed (client error): The resource could not be found. May 20 21:00:52.357918 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9cb02c5-6f51-4203-9123-fb1cff6c5d2f tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103163) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 21:00:52.363022 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-f9cb02c5-6f51-4203-9123-fb1cff6c5d2f tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] 10.222.0.35 "DELETE /v2.0/networks/f064d9fa-ca4a-4628-a710-d9ce85435c0f HTTP/1.1" status: 404 len: 339 time: 0.0862844 May 20 21:00:52.363955 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 38344) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:00:52.413916 n-d-842733-1 neutron-server[103163]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9f2fc4a-fc19-4335-a85c-cd59688c5d6e tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] DELETE failed (client error): The resource could not be found. May 20 21:00:52.414375 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9f2fc4a-fc19-4335-a85c-cd59688c5d6e tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103163) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 21:00:52.418410 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-a9f2fc4a-fc19-4335-a85c-cd59688c5d6e tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] 10.222.0.35 "DELETE /v2.0/subnets/dae8931b-5ec0-4090-8d13-edd6d7ba327a HTTP/1.1" status: 404 len: 337 time: 0.0482104 May 20 21:00:52.422289 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 38348) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:00:52.446624 n-d-842733-1 neutron-server[103163]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bb3a4a3-9f53-4736-8de7-72a22ff40afd tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] DELETE failed (client error): The resource could not be found. May 20 21:00:52.447217 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0bb3a4a3-9f53-4736-8de7-72a22ff40afd tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103163) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 21:00:52.450391 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-0bb3a4a3-9f53-4736-8de7-72a22ff40afd tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] 10.222.0.35 "DELETE /v2.0/networks/f1ae7e7a-6e55-4295-9eff-ca2813a2e09d HTTP/1.1" status: 404 len: 339 time: 0.0259800 May 20 21:00:52.456717 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 38352) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:00:52.531829 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-fd26a3d3-0dcd-4534-88f7-455fc27f44ee req-a15036b1-6777-4b05-b38b-15c2d7578c54 service neutron] 10.222.0.13 "GET /v2.0/networks/db968d13-82bc-4def-927f-4d00e4b4dc28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2048969 May 20 21:00:52.599529 n-d-842733-1 neutron-server[103163]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b3b249d-13aa-4366-a4d9-539ca8d3b3c6 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] DELETE failed (client error): The resource could not be found. May 20 21:00:52.599998 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b3b249d-13aa-4366-a4d9-539ca8d3b3c6 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103163) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 21:00:52.604000 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-8b3b249d-13aa-4366-a4d9-539ca8d3b3c6 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] 10.222.0.35 "DELETE /v2.0/subnets/df45ca0d-778e-4715-a4b3-cb835489beb5 HTTP/1.1" status: 404 len: 337 time: 0.0404363 May 20 21:00:52.609451 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 38362) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:00:52.647350 n-d-842733-1 neutron-server[103163]: INFO neutron.pecan_wsgi.hooks.translation [None req-d82648fa-7aa6-4023-9bd9-784968e51a13 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] DELETE failed (client error): The resource could not be found. May 20 21:00:52.648145 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d82648fa-7aa6-4023-9bd9-784968e51a13 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103163) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 21:00:52.651777 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-d82648fa-7aa6-4023-9bd9-784968e51a13 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] 10.222.0.35 "DELETE /v2.0/networks/1c7497ee-8ba5-4b10-8437-1ff25c8fea9d HTTP/1.1" status: 404 len: 339 time: 0.0411668 May 20 21:00:52.655557 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 38366) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:00:52.680618 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a257e61a-4f97-4dcc-85bb-d7ff852831e8 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Router 6e7c1d63-45a7-441e-976c-1f8388b6759c has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 21:00:52.705070 n-d-842733-1 neutron-server[103162]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d288d93-0f3d-4581-b29a-6e6556773bc2 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] DELETE failed (client error): The resource could not be found. May 20 21:00:52.705881 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d288d93-0f3d-4581-b29a-6e6556773bc2 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 21:00:52.710153 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-9d288d93-0f3d-4581-b29a-6e6556773bc2 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] 10.222.0.35 "DELETE /v2.0/subnets/9f158c4a-69b5-462e-bb98-262a88f70952 HTTP/1.1" status: 404 len: 337 time: 0.0519443 May 20 21:00:52.712370 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-fd26a3d3-0dcd-4534-88f7-455fc27f44ee req-56f6a0da-879e-417f-84fb-0db33c525012 service neutron] 10.222.0.13 "GET /v2.0/networks/db968d13-82bc-4def-927f-4d00e4b4dc28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728239 May 20 21:00:52.712939 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 38368) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:00:52.734898 n-d-842733-1 neutron-server[103162]: INFO neutron.pecan_wsgi.hooks.translation [None req-e05fc5f3-c175-4f46-b6f8-de3e6915e895 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] DELETE failed (client error): The resource could not be found. May 20 21:00:52.735516 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e05fc5f3-c175-4f46-b6f8-de3e6915e895 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 21:00:52.750577 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-e05fc5f3-c175-4f46-b6f8-de3e6915e895 tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] 10.222.0.35 "DELETE /v2.0/networks/ef961b2c-b010-4ac0-9b03-c423129d0958 HTTP/1.1" status: 404 len: 339 time: 0.0251882 May 20 21:00:52.751196 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 38370) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:00:52.891577 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7a8285e-0cf8-44f3-8b6b-51d144180bbe tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Deleting subnet 9f83d3c0-a85b-46e2-98dd-9a0ff5a8ba3f {{(pid=103163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 20 21:00:52.898987 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d7a8285e-0cf8-44f3-8b6b-51d144180bbe tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Notify callbacks [] for subnet, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:52.958948 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a257e61a-4f97-4dcc-85bb-d7ff852831e8 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 21:00:52.967500 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a257e61a-4f97-4dcc-85bb-d7ff852831e8 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for floatingip, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:52.971344 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0353337-5401-4ebb-82ef-4b08f84a6b22 None None] Sync routers for ids ['6e7c1d63-45a7-441e-976c-1f8388b6759c'] in n-d-842733-1 {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 21:00:52.990797 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0353337-5401-4ebb-82ef-4b08f84a6b22 None None] Routers {'6e7c1d63-45a7-441e-976c-1f8388b6759c'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:00:52.993497 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-e0353337-5401-4ebb-82ef-4b08f84a6b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:00:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['6e7c1d63-45a7-441e-976c-1f8388b6759c'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:00:53.027893 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-db6de8ff-36b1-4c5b-aea7-a98c157fbaae tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:53.040204 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d7a8285e-0cf8-44f3-8b6b-51d144180bbe tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9338757'] for subnet, precommit_delete_associations {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:53.112237 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-a257e61a-4f97-4dcc-85bb-d7ff852831e8 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] 10.222.0.35 "PUT /v2.0/floatingips/e378f733-27b0-4947-bff6-a00aa8faeca5 HTTP/1.1" status: 200 len: 989 time: 3.5168650 May 20 21:00:53.130782 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-e0353337-5401-4ebb-82ef-4b08f84a6b22 None None] Set router 6e7c1d63-45a7-441e-976c-1f8388b6759c gateway port host: n-d-842733-1 {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:00:53.134225 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75b87a76-ad52-4618-a214-48088ec58aef', 'tag': '92f180c2-0d12-4276-b468-9633e951982b'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 21:00:53.136895 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4291b17aa7b45362825f0571e77c85f5e73afe1df9c7e9e15006df9d695c005e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e1d0ce0-bcb5-41af-9207-84b1d1d8bd89" -d '{"events": [{"name": "network-changed", "server_uuid": "75b87a76-ad52-4618-a214-48088ec58aef", "tag": "92f180c2-0d12-4276-b468-9633e951982b"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 21:00:53.147774 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6de8ff-36b1-4c5b-aea7-a98c157fbaae tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Pushing event deleted for resources: {'Port': ['ID=aceae021-38b1-4112-987f-8a52936119ef,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:00:53.226705 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-db6de8ff-36b1-4c5b-aea7-a98c157fbaae tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:53.229922 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-db6de8ff-36b1-4c5b-aea7-a98c157fbaae tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "DELETE /v2.0/ports/aceae021-38b1-4112-987f-8a52936119ef HTTP/1.1" status: 204 len: 168 time: 2.3897748 May 20 21:00:53.232085 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b64f30-977b-4fc6-9652-ea85f268f572 req-843e866c-312e-47e4-b18b-fbbfaaed38cf tempest-TestServerMultinode-213063825 tempest-TestServerMultinode-213063825-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:53.232808 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 38390) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:00:53.239608 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e2b64f30-977b-4fc6-9652-ea85f268f572 req-843e866c-312e-47e4-b18b-fbbfaaed38cf tempest-TestServerMultinode-213063825 tempest-TestServerMultinode-213063825-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=bccc5bbe-85b7-4197-a227-f3f25ea43409 HTTP/1.1" status: 200 len: 1095 time: 0.2177260 May 20 21:00:53.355843 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b693a335-9b1e-428a-b7ff-25a3fd64ec20 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:53.363001 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-b693a335-9b1e-428a-b7ff-25a3fd64ec20 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1273561 May 20 21:00:53.364924 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 38392) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:00:53.386774 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d7a8285e-0cf8-44f3-8b6b-51d144180bbe tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33068388'] for subnet, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:53.417449 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e2b64f30-977b-4fc6-9652-ea85f268f572 req-3cd9ab5e-812f-4c26-bf16-0e1b7bb52725 tempest-TestServerMultinode-213063825 tempest-TestServerMultinode-213063825-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=f1ecce8b-0936-479a-abe8-64fad6081b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024430 May 20 21:00:53.495958 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c707a5e-c165-45c3-b425-d0252bd55c4c tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:53.499755 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-1c707a5e-c165-45c3-b425-d0252bd55c4c tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1315598 May 20 21:00:53.500322 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 38398) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:00:53.546806 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 21:00:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56d5cfb5-b460-4833-81c6-c60f757826a6 x-openstack-request-id: req-56d5cfb5-b460-4833-81c6-c60f757826a6 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 21:00:53.547414 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75b87a76-ad52-4618-a214-48088ec58aef", "tag": "92f180c2-0d12-4276-b468-9633e951982b", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 21:00:53.547698 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-56d5cfb5-b460-4833-81c6-c60f757826a6 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 21:00:53.548656 n-d-842733-1 neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56d5cfb5-b460-4833-81c6-c60f757826a6'] response: {'name': 'network-changed', 'server_uuid': '75b87a76-ad52-4618-a214-48088ec58aef', 'tag': '92f180c2-0d12-4276-b468-9633e951982b', 'status': 'completed', 'code': 200} May 20 21:00:53.571552 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e0926dd-5bb9-4466-9a5b-24c9e4ea8dc2 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:53.573408 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e0926dd-5bb9-4466-9a5b-24c9e4ea8dc2 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:53.575649 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e0926dd-5bb9-4466-9a5b-24c9e4ea8dc2 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:53.580514 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 38400) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:00:53.581811 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-3e0926dd-5bb9-4466-9a5b-24c9e4ea8dc2 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0803699 May 20 21:00:53.624589 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d7a8285e-0cf8-44f3-8b6b-51d144180bbe tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33068399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9641221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8422588'] for subnet, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:53.658292 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a8285e-0cf8-44f3-8b6b-51d144180bbe tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Pushing event deleted for resources: {'Subnet': ['ID=9f83d3c0-a85b-46e2-98dd-9a0ff5a8ba3f,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:00:53.661388 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d7a8285e-0cf8-44f3-8b6b-51d144180bbe tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Notify callbacks [] for subnet, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:53.666141 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-d7a8285e-0cf8-44f3-8b6b-51d144180bbe tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] 10.222.0.35 "DELETE /v2.0/subnets/9f83d3c0-a85b-46e2-98dd-9a0ff5a8ba3f HTTP/1.1" status: 204 len: 168 time: 0.9114275 May 20 21:00:53.678732 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a38f22b-18b2-4ab5-8eea-8bcc04553b0d None None] Network 8acd0697-053a-4936-b225-a3861a6da21f requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:00:53.680731 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 38404) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:00:53.889702 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0d527b4c-2d84-40eb-b928-f900c2046bfa tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33160123'] for network, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:53.954792 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-0d527b4c-2d84-40eb-b928-f900c2046bfa tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Deleting port a75ae602-414b-4747-8c7a-d89855817c79 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:00:53.955459 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0d527b4c-2d84-40eb-b928-f900c2046bfa tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:54.034880 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-0d527b4c-2d84-40eb-b928-f900c2046bfa tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] For port a75ae602-414b-4747-8c7a-d89855817c79, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=a75ae602-414b-4747-8c7a-d89855817c79,segment=NetworkSegment(8dac6bb9-72f0-412b-8569-09340d9ebf9e),segment_id=8dac6bb9-72f0-412b-8569-09340d9ebf9e)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:00:54.035777 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0d527b4c-2d84-40eb-b928-f900c2046bfa tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:54.041387 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f8b8b87-916e-4a7a-a430-5e3372934de0 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Deleting subnet 532798ff-e55b-43e7-a53f-f65fdb7c821a {{(pid=103162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 20 21:00:54.045302 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2f8b8b87-916e-4a7a-a430-5e3372934de0 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks [] for subnet, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:54.052833 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-0d527b4c-2d84-40eb-b928-f900c2046bfa tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Calling delete_port for a75ae602-414b-4747-8c7a-d89855817c79 owned by network:dhcp {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:00:54.054521 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-e0353337-5401-4ebb-82ef-4b08f84a6b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e7c1d63-45a7-441e-976c-1f8388b6759c', 'name': 'tempest-TaggedBootDevicesTest_v242-514012916-router', 'tenant_id': '0460753b23084d8f8624c2387ec65eda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.45'}], 'enable_snat': True}, 'gw_port_id': '0060fa8d-23cd-4951-8a47-e3091a61e826', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:57:29Z', 'updated_at': '2022-05-20T20:57:38Z', 'revision_number': 4, 'project_id': '0460753b23084d8f8624c2387ec65eda', 'gw_port': {'id': '0060fa8d-23cd-4951-8a47-e3091a61e826', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:c1:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e7c1d63-45a7-441e-976c-1f8388b6759c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2451, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:57:31Z', 'updated_at': '2022-05-20T20:57:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_floatingips': [{'id': 'e378f733-27b0-4947-bff6-a00aa8faeca5', 'tenant_id': '0460753b23084d8f8624c2387ec65eda', 'floating_ip_address': '172.25.2.8', 'floating_network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'router_id': '6e7c1d63-45a7-441e-976c-1f8388b6759c', 'port_id': '92f180c2-0d12-4276-b468-9633e951982b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2647, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e3e44fa-7b8c-41ab-9fa2-0a6471f01b68', 'mac_address': 'fa:16:3e:54:c4:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75b87a76-ad52-4618-a214-48088ec58aef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-20T20:59:12Z', 'updated_at': '2022-05-20T21:00:50Z', 'revision_number': 1, 'project_id': '0460753b23084d8f8624c2387ec65eda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ced45c7-1c14-42f1-8baa-527821e9e0d9', 'name': '', 'network_id': '1e3e44fa-7b8c-41ab-9fa2-0a6471f01b68', 'tenant_id': '0460753b23084d8f8624c2387ec65eda', 'mac_address': 'fa:16:3e:2c:b3:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e7c1d63-45a7-441e-976c-1f8388b6759c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2467, 'fixed_ips': [{'subnet_id': '88b96f62-8032-4008-8101-2fc29fd0425b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:57:37Z', 'updated_at': '2022-05-20T20:57:45Z', 'revision_number': 5, 'project_id': '0460753b23084d8f8624c2387ec65eda', 'subnets': [{'id': '88b96f62-8032-4008-8101-2fc29fd0425b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:00:54.077317 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1d0ce0-bcb5-41af-9207-84b1d1d8bd89 req-08533c35-264f-4863-972f-3bce77eb2cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:54.079170 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1d0ce0-bcb5-41af-9207-84b1d1d8bd89 req-08533c35-264f-4863-972f-3bce77eb2cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:54.079832 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1d0ce0-bcb5-41af-9207-84b1d1d8bd89 req-08533c35-264f-4863-972f-3bce77eb2cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:54.080455 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1d0ce0-bcb5-41af-9207-84b1d1d8bd89 req-08533c35-264f-4863-972f-3bce77eb2cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:54.081627 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1d0ce0-bcb5-41af-9207-84b1d1d8bd89 req-08533c35-264f-4863-972f-3bce77eb2cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:54.082848 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1d0ce0-bcb5-41af-9207-84b1d1d8bd89 req-08533c35-264f-4863-972f-3bce77eb2cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:54.085544 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1d0ce0-bcb5-41af-9207-84b1d1d8bd89 req-08533c35-264f-4863-972f-3bce77eb2cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:54.085889 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-7e1d0ce0-bcb5-41af-9207-84b1d1d8bd89 req-08533c35-264f-4863-972f-3bce77eb2cf4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0460753b23084d8f8624c2387ec65eda&device_id=75b87a76-ad52-4618-a214-48088ec58aef HTTP/1.1" status: 200 len: 6501 time: 0.4836528 May 20 21:00:54.139513 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0353337-5401-4ebb-82ef-4b08f84a6b22 None None] Checking router: 6e7c1d63-45a7-441e-976c-1f8388b6759c for host: n-d-842733-1 {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 21:00:54.149638 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80b0b1a0-4f36-468f-819e-e998c60dc67c None None] DHCP port deletion for 8acd0697-053a-4936-b225-a3861a6da21f request from n-d-842733-1 {{(pid=103164) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 21:00:54.149638 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4bb0e131-6525-46ca-a45b-e4ea43a5e69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:54.179821 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0353337-5401-4ebb-82ef-4b08f84a6b22 None None] Routers {'6e7c1d63-45a7-441e-976c-1f8388b6759c'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:00:54.180464 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-e0353337-5401-4ebb-82ef-4b08f84a6b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:00:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['6e7c1d63-45a7-441e-976c-1f8388b6759c'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:00:54.210313 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2f8b8b87-916e-4a7a-a430-5e3372934de0 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3738392'] for subnet, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:54.309413 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1d0ce0-bcb5-41af-9207-84b1d1d8bd89 req-d69ddedf-27b2-443a-90a6-e5b3edb7882b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:54.314783 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0d527b4c-2d84-40eb-b928-f900c2046bfa tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:54.315682 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-7e1d0ce0-bcb5-41af-9207-84b1d1d8bd89 req-d69ddedf-27b2-443a-90a6-e5b3edb7882b service neutron] 10.222.0.13 "GET /v2.0/networks?id=1e3e44fa-7b8c-41ab-9fa2-0a6471f01b68 HTTP/1.1" status: 200 len: 917 time: 0.2116182 May 20 21:00:54.367215 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d527b4c-2d84-40eb-b928-f900c2046bfa tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Pushing event deleted for resources: {'Port': ['ID=a75ae602-414b-4747-8c7a-d89855817c79,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:00:54.369472 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-e0353337-5401-4ebb-82ef-4b08f84a6b22 None None] Set router 6e7c1d63-45a7-441e-976c-1f8388b6759c gateway port host: n-d-842733-1 {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:00:54.373578 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2f8b8b87-916e-4a7a-a430-5e3372934de0 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33068388'] for subnet, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:54.385309 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d527b4c-2d84-40eb-b928-f900c2046bfa tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] No DVR routers for this DVR port a75ae602-414b-4747-8c7a-d89855817c79 on host n-d-842733-1 {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 21:00:54.484452 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-7e1d0ce0-bcb5-41af-9207-84b1d1d8bd89 req-0e5797ae-f061-4544-9cb9-e3d5e9d8f89f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=92f180c2-0d12-4276-b468-9633e951982b HTTP/1.1" status: 200 len: 997 time: 0.1595328 May 20 21:00:54.607898 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1d0ce0-bcb5-41af-9207-84b1d1d8bd89 req-28d70c58-be46-451f-8d60-d559d650a1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:54.609591 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-7e1d0ce0-bcb5-41af-9207-84b1d1d8bd89 req-28d70c58-be46-451f-8d60-d559d650a1ff service neutron] 10.222.0.13 "GET /v2.0/subnets?id=88b96f62-8032-4008-8101-2fc29fd0425b HTTP/1.1" status: 200 len: 855 time: 0.1182547 May 20 21:00:54.648401 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0d527b4c-2d84-40eb-b928-f900c2046bfa tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33072115', 'neutron.services.segments.db._delete_segments_for_network-8782419500584'] for network, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:54.664440 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-80b0b1a0-4f36-468f-819e-e998c60dc67c None None] Deleting port a75ae602-414b-4747-8c7a-d89855817c79 {{(pid=103164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:00:54.664802 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-80b0b1a0-4f36-468f-819e-e998c60dc67c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:54.672899 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2f8b8b87-916e-4a7a-a430-5e3372934de0 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33068399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3797621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4018265'] for subnet, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:54.705463 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-0d527b4c-2d84-40eb-b928-f900c2046bfa tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8acd0697-053a-4936-b225-a3861a6da21f']}} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:00:54.756778 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-0d527b4c-2d84-40eb-b928-f900c2046bfa tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8dac6bb9-72f0-412b-8569-09340d9ebf9e') {'for_net_delete': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:00:54.757271 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-0d527b4c-2d84-40eb-b928-f900c2046bfa tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8dac6bb9-72f0-412b-8569-09340d9ebf9e') {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:00:54.765510 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:54.766520 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8b8b87-916e-4a7a-a430-5e3372934de0 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Pushing event deleted for resources: {'Subnet': ['ID=532798ff-e55b-43e7-a53f-f65fdb7c821a,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:00:54.794708 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f506f9-a2ed-4402-8b7d-8fa7e61c4619 req-60d1e6cc-06de-4368-8f7a-e15e7bdb6cbf tempest-TestServerMultinode-213063825 tempest-TestServerMultinode-213063825-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:54.796558 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e3f506f9-a2ed-4402-8b7d-8fa7e61c4619 req-60d1e6cc-06de-4368-8f7a-e15e7bdb6cbf tempest-TestServerMultinode-213063825 tempest-TestServerMultinode-213063825-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=bccc5bbe-85b7-4197-a227-f3f25ea43409 HTTP/1.1" status: 200 len: 1095 time: 0.2127509 May 20 21:00:54.798400 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2f8b8b87-916e-4a7a-a430-5e3372934de0 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:54.798541 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0d527b4c-2d84-40eb-b928-f900c2046bfa tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419501617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9338764'] for segment, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:54.809152 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7684d5e2-101d-4072-a932-a25144a2a2e9 None None] Network 98f8b8d5-1379-4eeb-9e13-b2bbab96015a requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:00:54.811105 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 38432) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:00:54.812984 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-2f8b8b87-916e-4a7a-a430-5e3372934de0 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "DELETE /v2.0/subnets/532798ff-e55b-43e7-a53f-f65fdb7c821a HTTP/1.1" status: 204 len: 168 time: 1.2308600 May 20 21:00:54.815667 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-80b0b1a0-4f36-468f-819e-e998c60dc67c None None] For port a75ae602-414b-4747-8c7a-d89855817c79, host n-d-842733-1, got binding levels [] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:00:54.816072 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-80b0b1a0-4f36-468f-819e-e998c60dc67c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:54.822564 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1d0ce0-bcb5-41af-9207-84b1d1d8bd89 req-e74145df-a11e-4ccb-9f60-1f4ac8755696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:54.824134 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-7e1d0ce0-bcb5-41af-9207-84b1d1d8bd89 req-e74145df-a11e-4ccb-9f60-1f4ac8755696 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1e3e44fa-7b8c-41ab-9fa2-0a6471f01b68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2063501 May 20 21:00:54.891010 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0d527b4c-2d84-40eb-b928-f900c2046bfa tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:54.940606 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d527b4c-2d84-40eb-b928-f900c2046bfa tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Releasing vlan 248 on physical network physnet1 to pool {{(pid=103163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 21:00:54.940606 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0d527b4c-2d84-40eb-b928-f900c2046bfa tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9638311'] for segment, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:54.940606 n-d-842733-1 neutron-server[103163]: Traceback (most recent call last): May 20 21:00:54.940606 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 21:00:54.940606 n-d-842733-1 neutron-server[103163]: timer() May 20 21:00:54.940606 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 21:00:54.940606 n-d-842733-1 neutron-server[103163]: cb(*args, **kw) May 20 21:00:54.940606 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 20 21:00:54.940606 n-d-842733-1 neutron-server[103163]: return func(*args, **kwargs) May 20 21:00:54.940606 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 21:00:54.940606 n-d-842733-1 neutron-server[103163]: self._notify() May 20 21:00:54.940606 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 21:00:54.940606 n-d-842733-1 neutron-server[103163]: self.callback(batched_events) May 20 21:00:54.940606 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 21:00:54.940606 n-d-842733-1 neutron-server[103163]: event.method(event) May 20 21:00:54.940606 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 20 21:00:54.940606 n-d-842733-1 neutron-server[103163]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 21:00:54.940606 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 20 21:00:54.940606 n-d-842733-1 neutron-server[103163]: aggregate_uuid = self.p_client.list_aggregates( May 20 21:00:54.940606 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 20 21:00:54.940606 n-d-842733-1 neutron-server[103163]: return f(self, *a, **k) May 20 21:00:54.940606 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 20 21:00:54.940606 n-d-842733-1 neutron-server[103163]: return self._get(url).json() May 20 21:00:54.940606 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 20 21:00:54.940606 n-d-842733-1 neutron-server[103163]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 21:00:54.940606 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 21:00:54.940606 n-d-842733-1 neutron-server[103163]: return self.request(url, 'GET', **kwargs) May 20 21:00:54.940606 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 21:00:54.940606 n-d-842733-1 neutron-server[103163]: base_url = self.get_endpoint(auth, allow=allow, May 20 21:00:54.940606 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 21:00:54.940606 n-d-842733-1 neutron-server[103163]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 21:00:54.940606 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 21:00:54.940606 n-d-842733-1 neutron-server[103163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 21:00:54.940606 n-d-842733-1 neutron-server[103163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 21:00:54.947376 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-80b0b1a0-4f36-468f-819e-e998c60dc67c None None] Calling delete_port for a75ae602-414b-4747-8c7a-d89855817c79 owned by network:dhcp {{(pid=103164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:00:54.956091 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.ipam_backend_mixin [None req-80b0b1a0-4f36-468f-819e-e998c60dc67c None None] Port a75ae602-414b-4747-8c7a-d89855817c79 was not found and therefore no delete operation was performed {{(pid=103164) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} May 20 21:00:54.962312 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-80b0b1a0-4f36-468f-819e-e998c60dc67c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099'] for port, after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:55.006063 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-7e1d0ce0-bcb5-41af-9207-84b1d1d8bd89 req-266e0c51-7952-4a59-8364-ad8b98e7f952 service neutron] 10.222.0.13 "GET /v2.0/networks/1e3e44fa-7b8c-41ab-9fa2-0a6471f01b68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727190 May 20 21:00:55.038686 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b0b1a0-4f36-468f-819e-e998c60dc67c None None] Pushing event deleted for resources: {'Port': ['ID=a75ae602-414b-4747-8c7a-d89855817c79,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:00:55.059798 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b0b1a0-4f36-468f-819e-e998c60dc67c None None] No DVR routers for this DVR port a75ae602-414b-4747-8c7a-d89855817c79 on host n-d-842733-1 {{(pid=103164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 21:00:55.122216 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e3f506f9-a2ed-4402-8b7d-8fa7e61c4619 req-a2fdbf41-5ba9-4c0f-b223-1d42def60480 tempest-TestServerMultinode-213063825 tempest-TestServerMultinode-213063825-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=f1ecce8b-0936-479a-abe8-64fad6081b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3101511 May 20 21:00:55.127450 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_v2 [None req-81eca1ef-0820-46bb-afaa-22fcd12e4dcb tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Deleting subnet 86cf9ef3-113b-4d6f-a9f5-52f7b88f1303 {{(pid=103163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 20 21:00:55.133849 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-81eca1ef-0820-46bb-afaa-22fcd12e4dcb tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks [] for subnet, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:55.207835 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-7e1d0ce0-bcb5-41af-9207-84b1d1d8bd89 req-beb4e881-236f-4d5a-89cc-2af1a6381a75 service neutron] 10.222.0.13 "GET /v2.0/networks/1e3e44fa-7b8c-41ab-9fa2-0a6471f01b68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1950800 May 20 21:00:55.223187 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0d527b4c-2d84-40eb-b928-f900c2046bfa tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33072122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748162'] for network, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:55.236579 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-81eca1ef-0820-46bb-afaa-22fcd12e4dcb tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9338757'] for subnet, precommit_delete_associations {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:55.240362 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0d527b4c-2d84-40eb-b928-f900c2046bfa tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:55.244079 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-0d527b4c-2d84-40eb-b928-f900c2046bfa tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] 10.222.0.35 "DELETE /v2.0/networks/8acd0697-053a-4936-b225-a3861a6da21f HTTP/1.1" status: 204 len: 168 time: 1.5618877 May 20 21:00:55.282184 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d527b4c-2d84-40eb-b928-f900c2046bfa tempest-NetworksTest-1985092427 tempest-NetworksTest-1985092427-project] Pushing event deleted for resources: {'Network': ['ID=8acd0697-053a-4936-b225-a3861a6da21f,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:00:55.289057 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-e0353337-5401-4ebb-82ef-4b08f84a6b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e7c1d63-45a7-441e-976c-1f8388b6759c', 'name': 'tempest-TaggedBootDevicesTest_v242-514012916-router', 'tenant_id': '0460753b23084d8f8624c2387ec65eda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.45'}], 'enable_snat': True}, 'gw_port_id': '0060fa8d-23cd-4951-8a47-e3091a61e826', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:57:29Z', 'updated_at': '2022-05-20T20:57:38Z', 'revision_number': 4, 'project_id': '0460753b23084d8f8624c2387ec65eda', 'gw_port': {'id': '0060fa8d-23cd-4951-8a47-e3091a61e826', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:c1:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e7c1d63-45a7-441e-976c-1f8388b6759c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2451, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:57:31Z', 'updated_at': '2022-05-20T20:57:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_floatingips': [{'id': 'e378f733-27b0-4947-bff6-a00aa8faeca5', 'tenant_id': '0460753b23084d8f8624c2387ec65eda', 'floating_ip_address': '172.25.2.8', 'floating_network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'router_id': '6e7c1d63-45a7-441e-976c-1f8388b6759c', 'port_id': '92f180c2-0d12-4276-b468-9633e951982b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2647, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e3e44fa-7b8c-41ab-9fa2-0a6471f01b68', 'mac_address': 'fa:16:3e:54:c4:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75b87a76-ad52-4618-a214-48088ec58aef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-20T20:59:12Z', 'updated_at': '2022-05-20T21:00:50Z', 'revision_number': 1, 'project_id': '0460753b23084d8f8624c2387ec65eda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ced45c7-1c14-42f1-8baa-527821e9e0d9', 'name': '', 'network_id': '1e3e44fa-7b8c-41ab-9fa2-0a6471f01b68', 'tenant_id': '0460753b23084d8f8624c2387ec65eda', 'mac_address': 'fa:16:3e:2c:b3:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e7c1d63-45a7-441e-976c-1f8388b6759c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2467, 'fixed_ips': [{'subnet_id': '88b96f62-8032-4008-8101-2fc29fd0425b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:57:37Z', 'updated_at': '2022-05-20T20:57:45Z', 'revision_number': 5, 'project_id': '0460753b23084d8f8624c2387ec65eda', 'subnets': [{'id': '88b96f62-8032-4008-8101-2fc29fd0425b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:00:55.338992 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0353337-5401-4ebb-82ef-4b08f84a6b22 None None] The sync data for ids ['6e7c1d63-45a7-441e-976c-1f8388b6759c'] in n-d-842733-1 is: [{'id': '6e7c1d63-45a7-441e-976c-1f8388b6759c', 'name': 'tempest-TaggedBootDevicesTest_v242-514012916-router', 'tenant_id': '0460753b23084d8f8624c2387ec65eda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.45'}], 'enable_snat': True}, 'gw_port_id': '0060fa8d-23cd-4951-8a47-e3091a61e826', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:57:29Z', 'updated_at': '2022-05-20T20:57:38Z', 'revision_number': 4, 'project_id': '0460753b23084d8f8624c2387ec65eda', 'gw_port': {'id': '0060fa8d-23cd-4951-8a47-e3091a61e826', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:c1:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e7c1d63-45a7-441e-976c-1f8388b6759c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2451, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:57:31Z', 'updated_at': '2022-05-20T20:57:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_floatingips': [{'id': 'e378f733-27b0-4947-bff6-a00aa8faeca5', 'tenant_id': '0460753b23084d8f8624c2387ec65eda', 'floating_ip_address': '172.25.2.8', 'floating_network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'router_id': '6e7c1d63-45a7-441e-976c-1f8388b6759c', 'port_id': '92f180c2-0d12-4276-b468-9633e951982b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2647, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e3e44fa-7b8c-41ab-9fa2-0a6471f01b68', 'mac_address': 'fa:16:3e:54:c4:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75b87a76-ad52-4618-a214-48088ec58aef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-20T20:59:12Z', 'updated_at': '2022-05-20T21:00:50Z', 'revision_number': 1, 'project_id': '0460753b23084d8f8624c2387ec65eda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ced45c7-1c14-42f1-8baa-527821e9e0d9', 'name': '', 'network_id': '1e3e44fa-7b8c-41ab-9fa2-0a6471f01b68', 'tenant_id': '0460753b23084d8f8624c2387ec65eda', 'mac_address': 'fa:16:3e:2c:b3:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e7c1d63-45a7-441e-976c-1f8388b6759c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2467, 'fixed_ips': [{'subnet_id': '88b96f62-8032-4008-8101-2fc29fd0425b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:57:37Z', 'updated_at': '2022-05-20T20:57:45Z', 'revision_number': 5, 'project_id': '0460753b23084d8f8624c2387ec65eda', 'subnets': [{'id': '88b96f62-8032-4008-8101-2fc29fd0425b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 21:00:55.406091 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-81eca1ef-0820-46bb-afaa-22fcd12e4dcb tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33068388'] for subnet, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:55.591991 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cc3ec51b-6ec8-438a-8349-5f0bec346d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:55.652137 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:55.652497 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-81eca1ef-0820-46bb-afaa-22fcd12e4dcb tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33068399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9641221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8422588'] for subnet, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:55.694073 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81eca1ef-0820-46bb-afaa-22fcd12e4dcb tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Pushing event deleted for resources: {'Subnet': ['ID=86cf9ef3-113b-4d6f-a9f5-52f7b88f1303,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:00:55.710209 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-81eca1ef-0820-46bb-afaa-22fcd12e4dcb tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks [] for subnet, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:55.710662 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 38448) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:00:55.721568 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-81eca1ef-0820-46bb-afaa-22fcd12e4dcb tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "DELETE /v2.0/subnets/86cf9ef3-113b-4d6f-a9f5-52f7b88f1303 HTTP/1.1" status: 204 len: 168 time: 0.9046133 May 20 21:00:55.747332 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-080bfccb-4ec3-4499-9e82-84ea78b63736 None None] New status for floating IP e378f733-27b0-4947-bff6-a00aa8faeca5: ACTIVE {{(pid=103165) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 21:00:55.806058 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 38454) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:00:55.822373 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-6591d9b6-4b57-4bef-a44e-257a2e8c8b51 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0946262 May 20 21:00:55.876395 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device a75ae602-414b-4747-8c7a-d89855817c79 no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 21:00:55.898438 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: a75ae602-414b-4747-8c7a-d89855817c79 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 21:00:55.898787 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device a75ae602-414b-4747-8c7a-d89855817c79 not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 21:00:55.907745 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aeca9d3-b037-4cdf-b701-4f17b040bea6 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:55.909456 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-1aeca9d3-b037-4cdf-b701-4f17b040bea6 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1020222 May 20 21:00:55.914148 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 38458) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:00:56.046750 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36b982e1-7d40-4391-b497-dabde726eb21 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:56.055466 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-36b982e1-7d40-4391-b497-dabde726eb21 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1401956 May 20 21:00:56.056177 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 38464) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:00:56.133941 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-b432944a-56f2-4009-bb56-8d8f1af1c06f tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0763853 May 20 21:00:56.134351 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 38468) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:00:56.141756 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 38470) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:00:56.176511 n-d-842733-1 neutron-server[103162]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6ba539f-1c8d-49c6-8674-42d535c6f285 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] DELETE failed (client error): The resource could not be found. May 20 21:00:56.177469 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6ba539f-1c8d-49c6-8674-42d535c6f285 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 21:00:56.180911 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-c6ba539f-1c8d-49c6-8674-42d535c6f285 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "DELETE /v2.0/ports/aceae021-38b1-4112-987f-8a52936119ef HTTP/1.1" status: 404 len: 333 time: 0.0379012 May 20 21:00:56.183694 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 38476) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:00:56.231943 n-d-842733-1 neutron-server[103163]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4f12252-0333-4c9c-85ac-b3cdd4844c8d tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] DELETE failed (client error): The resource could not be found. May 20 21:00:56.232303 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4f12252-0333-4c9c-85ac-b3cdd4844c8d tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103163) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 21:00:56.235804 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-b4f12252-0333-4c9c-85ac-b3cdd4844c8d tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "DELETE /v2.0/subnets/532798ff-e55b-43e7-a53f-f65fdb7c821a HTTP/1.1" status: 404 len: 337 time: 0.0511153 May 20 21:00:56.239046 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 38478) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:00:56.267083 n-d-842733-1 neutron-server[103162]: INFO neutron.pecan_wsgi.hooks.translation [None req-73b082ed-1b38-417d-83ba-5994a687082e tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] DELETE failed (client error): The resource could not be found. May 20 21:00:56.267835 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73b082ed-1b38-417d-83ba-5994a687082e tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 21:00:56.271672 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-73b082ed-1b38-417d-83ba-5994a687082e tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "DELETE /v2.0/subnets/86cf9ef3-113b-4d6f-a9f5-52f7b88f1303 HTTP/1.1" status: 404 len: 337 time: 0.0315945 May 20 21:00:56.275290 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 38480) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:00:56.294140 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92c19b4a-d08e-4868-8d50-c0fc6ea28e2e None None] Network 98f8b8d5-1379-4eeb-9e13-b2bbab96015a requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:00:56.337389 n-d-842733-1 neutron-server[103163]: INFO neutron.pecan_wsgi.hooks.translation [None req-40a01e6e-6558-4f58-a50e-da8d8b1a6b8f tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] DELETE failed (client error): The resource could not be found. May 20 21:00:56.337979 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40a01e6e-6558-4f58-a50e-da8d8b1a6b8f tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103163) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 21:00:56.341063 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-40a01e6e-6558-4f58-a50e-da8d8b1a6b8f tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "DELETE /v2.0/ports/cbfdbdb4-9657-416e-a09b-427b04202ee6 HTTP/1.1" status: 404 len: 333 time: 0.0646038 May 20 21:00:56.343630 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 38484) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:00:56.381988 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c58e99-7ac5-450e-8a8e-d33b2990f3d2 req-1102d7a6-82f3-4a86-8580-ed1dd050c075 tempest-TestServerMultinode-213063825 tempest-TestServerMultinode-213063825-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:56.383805 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-81c58e99-7ac5-450e-8a8e-d33b2990f3d2 req-1102d7a6-82f3-4a86-8580-ed1dd050c075 tempest-TestServerMultinode-213063825 tempest-TestServerMultinode-213063825-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=bccc5bbe-85b7-4197-a227-f3f25ea43409 HTTP/1.1" status: 200 len: 1095 time: 0.1540821 May 20 21:00:56.393831 n-d-842733-1 neutron-server[103163]: INFO neutron.pecan_wsgi.hooks.translation [None req-d729433f-a48e-42fe-9a5e-8d7f815bd31f tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] DELETE failed (client error): The resource could not be found. May 20 21:00:56.394590 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d729433f-a48e-42fe-9a5e-8d7f815bd31f tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103163) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 21:00:56.399436 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-d729433f-a48e-42fe-9a5e-8d7f815bd31f tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "DELETE /v2.0/subnets/74c2da3a-9a8b-4eb2-9f45-2f9a4af65978 HTTP/1.1" status: 404 len: 337 time: 0.0546660 May 20 21:00:56.401780 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 38490) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:00:56.432262 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-26117d6d-cf65-4fbd-a7c0-4a724506001c None None] Provisioning complete for port ec56e3c3-a35c-437d-a352-faf207a110de triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:00:56.432821 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-26117d6d-cf65-4fbd-a7c0-4a724506001c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:56.451451 n-d-842733-1 neutron-server[103163]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a4b88bf-d6cc-442c-b414-5055654a0953 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] DELETE failed (client error): The resource could not be found. May 20 21:00:56.451904 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a4b88bf-d6cc-442c-b414-5055654a0953 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103163) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 21:00:56.457682 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-3a4b88bf-d6cc-442c-b414-5055654a0953 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "DELETE /v2.0/subnets/68655d47-fc20-4c20-aecc-29f626f3c45a HTTP/1.1" status: 404 len: 337 time: 0.0522752 May 20 21:00:56.458202 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 38496) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:00:56.480611 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-f8ea0da8-f341-468a-8573-db5d7693c6f2 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=69b25f498b804a648521a0f64cc7f45d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3451140 May 20 21:00:56.490460 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 38498) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:00:56.493627 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-81c58e99-7ac5-450e-8a8e-d33b2990f3d2 req-fabc7751-6134-4bb3-957d-3b1836b64013 tempest-TestServerMultinode-213063825 tempest-TestServerMultinode-213063825-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=f1ecce8b-0936-479a-abe8-64fad6081b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838895 May 20 21:00:56.515091 n-d-842733-1 neutron-server[103162]: INFO neutron.pecan_wsgi.hooks.translation [None req-f170a387-da83-4335-b154-78df9ef80935 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] DELETE failed (client error): The resource could not be found. May 20 21:00:56.519178 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f170a387-da83-4335-b154-78df9ef80935 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 21:00:56.523162 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-f170a387-da83-4335-b154-78df9ef80935 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "DELETE /v2.0/ports/ed3e2bfa-0c85-43c7-a764-235fde2fc43d HTTP/1.1" status: 404 len: 333 time: 0.0637288 May 20 21:00:56.536101 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 38504) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:00:56.589580 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-af110851-c90e-4305-ae60-1dc0a7f16bbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:56.603852 n-d-842733-1 neutron-server[103162]: INFO neutron.pecan_wsgi.hooks.translation [None req-b07876f1-3c6c-4614-96ae-75fd64850223 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] DELETE failed (client error): The resource could not be found. May 20 21:00:56.606178 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b07876f1-3c6c-4614-96ae-75fd64850223 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 21:00:56.614553 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-b07876f1-3c6c-4614-96ae-75fd64850223 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "DELETE /v2.0/subnets/28641e9e-5cfe-4ef7-a019-65f847d9bb19 HTTP/1.1" status: 404 len: 337 time: 0.0731804 May 20 21:00:56.616781 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 38508) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:00:56.650716 n-d-842733-1 neutron-server[103162]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bcbef46-b7cb-4528-91e6-226988410edc tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] DELETE failed (client error): The resource could not be found. May 20 21:00:56.651195 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3bcbef46-b7cb-4528-91e6-226988410edc tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 21:00:56.654356 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-3bcbef46-b7cb-4528-91e6-226988410edc tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "DELETE /v2.0/subnets/a0d52b7b-bbac-47b1-b1ae-512503ea6721 HTTP/1.1" status: 404 len: 337 time: 0.0364454 May 20 21:00:56.657112 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 38510) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:00:56.658497 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-af110851-c90e-4305-ae60-1dc0a7f16bbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:56.672518 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26635cd5-5410-437b-8b5d-1a4a77e38f68 None None] DHCP port deletion for 98f8b8d5-1379-4eeb-9e13-b2bbab96015a request from n-d-842733-1 {{(pid=103164) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 21:00:56.687198 n-d-842733-1 neutron-server[103162]: INFO neutron.pecan_wsgi.hooks.translation [None req-f72dbde9-1de6-4b7d-932e-75695e56f28b tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] DELETE failed (client error): The resource could not be found. May 20 21:00:56.688426 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f72dbde9-1de6-4b7d-932e-75695e56f28b tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 21:00:56.692583 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-f72dbde9-1de6-4b7d-932e-75695e56f28b tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "DELETE /v2.0/ports/62d9e5b4-85df-4159-85ff-9642e3a1190e HTTP/1.1" status: 404 len: 333 time: 0.0340815 May 20 21:00:56.695157 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 38512) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:00:56.710331 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-26117d6d-cf65-4fbd-a7c0-4a724506001c None None] Current status of the port ec56e3c3-a35c-437d-a352-faf207a110de is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:00:56.765807 n-d-842733-1 neutron-server[103162]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ad3a51f-1bf6-4822-83da-fd4ce0645d98 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] DELETE failed (client error): The resource could not be found. May 20 21:00:56.766300 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ad3a51f-1bf6-4822-83da-fd4ce0645d98 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 21:00:56.770412 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-6ad3a51f-1bf6-4822-83da-fd4ce0645d98 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "DELETE /v2.0/subnets/0294fd49-7ea3-439f-8465-8ed1fd646134 HTTP/1.1" status: 404 len: 337 time: 0.0742784 May 20 21:00:56.776333 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-26635cd5-5410-437b-8b5d-1a4a77e38f68 None None] Deleting port ec56e3c3-a35c-437d-a352-faf207a110de {{(pid=103164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:00:56.776333 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-26635cd5-5410-437b-8b5d-1a4a77e38f68 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:56.778262 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 38518) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:00:56.842783 n-d-842733-1 neutron-server[103162]: INFO neutron.pecan_wsgi.hooks.translation [None req-7074853d-27df-450f-8d6c-06b612c8574c tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] DELETE failed (client error): The resource could not be found. May 20 21:00:56.843244 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7074853d-27df-450f-8d6c-06b612c8574c tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 21:00:56.848243 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-7074853d-27df-450f-8d6c-06b612c8574c tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "DELETE /v2.0/subnets/1dd53bcb-5f06-4402-93f8-697569db0ff3 HTTP/1.1" status: 404 len: 337 time: 0.0682995 May 20 21:00:56.850990 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 38524) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:00:56.859229 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-26635cd5-5410-437b-8b5d-1a4a77e38f68 None None] For port ec56e3c3-a35c-437d-a352-faf207a110de, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=ec56e3c3-a35c-437d-a352-faf207a110de,segment=NetworkSegment(f5705048-66fd-4627-af8c-03443c37dd17),segment_id=f5705048-66fd-4627-af8c-03443c37dd17)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:00:56.859633 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-26635cd5-5410-437b-8b5d-1a4a77e38f68 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:56.869377 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-af110851-c90e-4305-ae60-1dc0a7f16bbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:56.870489 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 95737bff-765c-4765-83ed-9e5755f212d1 details requested by agent hyperv_n-h2-842733-1 with host n-h2-842733-1 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 21:00:56.872501 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-af110851-c90e-4305-ae60-1dc0a7f16bbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:56.873870 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-af110851-c90e-4305-ae60-1dc0a7f16bbb admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/fdbdf354-5e93-4013-8946-17a235768158 HTTP/1.1" status: 204 len: 168 time: 0.3824439 May 20 21:00:56.881363 n-d-842733-1 neutron-server[103162]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d898b73-13c5-4811-b54b-f157858cfed0 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] DELETE failed (client error): The resource could not be found. May 20 21:00:56.882284 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d898b73-13c5-4811-b54b-f157858cfed0 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 21:00:56.886399 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-8d898b73-13c5-4811-b54b-f157858cfed0 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "DELETE /v2.0/ports/4ccd189f-9281-4697-82b3-74385b9f3fde HTTP/1.1" status: 404 len: 333 time: 0.0342805 May 20 21:00:56.888861 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 38528) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:00:56.891155 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af110851-c90e-4305-ae60-1dc0a7f16bbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdbdf354-5e93-4013-8946-17a235768158,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:00:56.898615 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-26635cd5-5410-437b-8b5d-1a4a77e38f68 None None] Calling delete_port for ec56e3c3-a35c-437d-a352-faf207a110de owned by network:dhcp {{(pid=103164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:00:56.936604 n-d-842733-1 neutron-server[103162]: INFO neutron.pecan_wsgi.hooks.translation [None req-51171a90-117c-4d1f-bc59-cee212334c13 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] DELETE failed (client error): The resource could not be found. May 20 21:00:56.940134 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51171a90-117c-4d1f-bc59-cee212334c13 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 21:00:56.945547 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-51171a90-117c-4d1f-bc59-cee212334c13 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "DELETE /v2.0/subnets/7872a479-a6c1-4395-8fa6-a4a07abe390c HTTP/1.1" status: 404 len: 337 time: 0.0553889 May 20 21:00:56.948428 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 38530) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:00:56.982145 n-d-842733-1 neutron-server[103163]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4ff2bd5-fbbe-4e62-ac33-f759cf131644 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] DELETE failed (client error): The resource could not be found. May 20 21:00:56.983484 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4ff2bd5-fbbe-4e62-ac33-f759cf131644 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103163) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 21:00:56.986661 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-f4ff2bd5-fbbe-4e62-ac33-f759cf131644 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "DELETE /v2.0/ports/683c1b28-f351-4512-91c8-1941bd03df8b HTTP/1.1" status: 404 len: 333 time: 0.0363786 May 20 21:00:56.989431 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 38532) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:00:57.018248 n-d-842733-1 neutron-server[103162]: INFO neutron.pecan_wsgi.hooks.translation [None req-b354a994-fb31-45e2-9274-5aacd85c69a7 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] DELETE failed (client error): The resource could not be found. May 20 21:00:57.018710 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b354a994-fb31-45e2-9274-5aacd85c69a7 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 21:00:57.022695 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-b354a994-fb31-45e2-9274-5aacd85c69a7 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "DELETE /v2.0/subnets/fd934597-8af7-403a-ad49-2714ba3f82cb HTTP/1.1" status: 404 len: 337 time: 0.0322702 May 20 21:00:57.025415 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 38534) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:00:57.050421 n-d-842733-1 neutron-server[103162]: INFO neutron.pecan_wsgi.hooks.translation [None req-ada689d8-b632-488d-8c12-9d3e57bbaf04 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] DELETE failed (client error): The resource could not be found. May 20 21:00:57.051727 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ada689d8-b632-488d-8c12-9d3e57bbaf04 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 21:00:57.054888 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-ada689d8-b632-488d-8c12-9d3e57bbaf04 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "DELETE /v2.0/ports/468f2e30-c6b3-4732-9443-38338dde0b36 HTTP/1.1" status: 404 len: 333 time: 0.0283947 May 20 21:00:57.062610 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 38536) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:00:57.095310 n-d-842733-1 neutron-server[103162]: INFO neutron.pecan_wsgi.hooks.translation [None req-da349258-b4c4-4d3e-b452-73c0bc765f0d tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] DELETE failed (client error): The resource could not be found. May 20 21:00:57.096155 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da349258-b4c4-4d3e-b452-73c0bc765f0d tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 21:00:57.097865 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port 95737bff-765c-4765-83ed-9e5755f212d1, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=95737bff-765c-4765-83ed-9e5755f212d1,segment=NetworkSegment(a189c70c-1a77-4398-b112-572ca8f77d3f),segment_id=a189c70c-1a77-4398-b112-572ca8f77d3f)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:00:57.100138 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-da349258-b4c4-4d3e-b452-73c0bc765f0d tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "DELETE /v2.0/subnets/ad6d70a8-54d5-49f2-b84a-293458a9b5af HTTP/1.1" status: 404 len: 337 time: 0.0364871 May 20 21:00:57.102802 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 38540) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:00:57.118370 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Returning: {'device': '95737bff-765c-4765-83ed-9e5755f212d1', 'network_id': 'db968d13-82bc-4def-927f-4d00e4b4dc28', 'port_id': '95737bff-765c-4765-83ed-9e5755f212d1', 'mac_address': 'fa:16:3e:f2:f1:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23658e48-0ab2-4be3-95e6-d83a84724079', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 20 21:00:57.131635 n-d-842733-1 neutron-server[103162]: INFO neutron.pecan_wsgi.hooks.translation [None req-132102a8-f83a-4440-9605-1446ee159074 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] DELETE failed (client error): The resource could not be found. May 20 21:00:57.132204 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-132102a8-f83a-4440-9605-1446ee159074 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 21:00:57.136416 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-132102a8-f83a-4440-9605-1446ee159074 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "DELETE /v2.0/ports/b034e8f7-4e82-4c63-b2f1-084c2622bfe2 HTTP/1.1" status: 404 len: 333 time: 0.0314696 May 20 21:00:57.138434 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 38542) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:00:57.161790 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port 95737bff-765c-4765-83ed-9e5755f212d1 is: DOWN; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:00:57.162423 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:57.175545 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95737bff-765c-4765-83ed-9e5755f212d1 {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 21:00:57.182835 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-26635cd5-5410-437b-8b5d-1a4a77e38f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099'] for port, after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:57.186189 n-d-842733-1 neutron-server[103162]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2c422a4-886d-4b5b-ae7b-04df995e98a3 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] DELETE failed (client error): The resource could not be found. May 20 21:00:57.186947 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2c422a4-886d-4b5b-ae7b-04df995e98a3 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 21:00:57.196377 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-f2c422a4-886d-4b5b-ae7b-04df995e98a3 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "DELETE /v2.0/subnets/d60c2b27-c8ab-431a-b891-a8cb69e1b1d0 HTTP/1.1" status: 404 len: 337 time: 0.0512829 May 20 21:00:57.196377 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 38544) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:00:57.218364 n-d-842733-1 neutron-server[103162]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab743863-2563-4d9a-8e63-a3392fdbf9c9 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] DELETE failed (client error): The resource could not be found. May 20 21:00:57.219342 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab743863-2563-4d9a-8e63-a3392fdbf9c9 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 21:00:57.222368 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-ab743863-2563-4d9a-8e63-a3392fdbf9c9 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "DELETE /v2.0/ports/4a552925-7152-4e76-9e66-e60cdf97af55 HTTP/1.1" status: 404 len: 333 time: 0.0267892 May 20 21:00:57.222768 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26635cd5-5410-437b-8b5d-1a4a77e38f68 None None] Pushing event deleted for resources: {'Port': ['ID=ec56e3c3-a35c-437d-a352-faf207a110de,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:00:57.226434 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port 95737bff-765c-4765-83ed-9e5755f212d1, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=95737bff-765c-4765-83ed-9e5755f212d1,segment=NetworkSegment(a189c70c-1a77-4398-b112-572ca8f77d3f),segment_id=a189c70c-1a77-4398-b112-572ca8f77d3f)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:00:57.228939 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 38546) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:00:57.230025 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26635cd5-5410-437b-8b5d-1a4a77e38f68 None None] No DVR routers for this DVR port ec56e3c3-a35c-437d-a352-faf207a110de on host n-d-842733-1 {{(pid=103164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 21:00:57.258286 n-d-842733-1 neutron-server[103162]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5259a25-cc70-4d48-a400-7a9626e2c903 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] DELETE failed (client error): The resource could not be found. May 20 21:00:57.259027 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5259a25-cc70-4d48-a400-7a9626e2c903 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 21:00:57.265862 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-f5259a25-cc70-4d48-a400-7a9626e2c903 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "DELETE /v2.0/subnets/06441a0f-d1ec-4bc4-8f6b-7d9601fd2373 HTTP/1.1" status: 404 len: 337 time: 0.0354311 May 20 21:00:57.265999 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 38548) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:00:57.293786 n-d-842733-1 neutron-server[103163]: INFO neutron.pecan_wsgi.hooks.translation [None req-503ec0af-fcba-4737-99e0-05b6bab81932 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] DELETE failed (client error): The resource could not be found. May 20 21:00:57.295548 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-503ec0af-fcba-4737-99e0-05b6bab81932 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103163) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 21:00:57.298439 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-503ec0af-fcba-4737-99e0-05b6bab81932 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "DELETE /v2.0/ports/1b199ee6-d746-4d49-82e3-0ed628bb8e11 HTTP/1.1" status: 404 len: 333 time: 0.0316277 May 20 21:00:57.302255 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 38552) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:00:57.330918 n-d-842733-1 neutron-server[103163]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d01519f-a432-4f05-bce4-cdb7c7a5e609 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] DELETE failed (client error): The resource could not be found. May 20 21:00:57.331384 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d01519f-a432-4f05-bce4-cdb7c7a5e609 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103163) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 21:00:57.337352 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-5d01519f-a432-4f05-bce4-cdb7c7a5e609 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "DELETE /v2.0/subnets/35b9aa76-57e6-41a8-8ce4-c35cd1936827 HTTP/1.1" status: 404 len: 337 time: 0.0317187 May 20 21:00:57.338067 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 38554) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:00:57.353670 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:57.377626 n-d-842733-1 neutron-server[103163]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7ab5313-62bd-4b40-a264-183fe0331238 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] DELETE failed (client error): The resource could not be found. May 20 21:00:57.378159 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7ab5313-62bd-4b40-a264-183fe0331238 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103163) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 21:00:57.384489 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-c7ab5313-62bd-4b40-a264-183fe0331238 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "DELETE /v2.0/subnets/159ee6bd-b838-4607-bc57-1e8e8f1f9f1a HTTP/1.1" status: 404 len: 337 time: 0.0431464 May 20 21:00:57.384636 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 38558) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:00:57.456460 n-d-842733-1 neutron-server[103162]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f6cb599-bfdf-4710-8a70-39bb82d6f6ab tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] DELETE failed (client error): The resource could not be found. May 20 21:00:57.458231 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f6cb599-bfdf-4710-8a70-39bb82d6f6ab tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 21:00:57.464122 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-1f6cb599-bfdf-4710-8a70-39bb82d6f6ab tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "DELETE /v2.0/ports/d6547172-77aa-4abc-a3e8-ed864ccd4c55 HTTP/1.1" status: 404 len: 333 time: 0.0787299 May 20 21:00:57.466764 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 38564) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:00:57.497152 n-d-842733-1 neutron-server[103163]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a1ee60d-a283-4f2b-aa3e-0dc21ada6985 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] DELETE failed (client error): The resource could not be found. May 20 21:00:57.498187 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a1ee60d-a283-4f2b-aa3e-0dc21ada6985 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103163) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 21:00:57.501395 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-2a1ee60d-a283-4f2b-aa3e-0dc21ada6985 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "DELETE /v2.0/subnets/597d1ae8-8ec8-4498-9418-d41a538a2f61 HTTP/1.1" status: 404 len: 337 time: 0.0335402 May 20 21:00:57.504103 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 38568) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:00:57.515296 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=95737bff-765c-4765-83ed-9e5755f212d1,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:00:57.581442 n-d-842733-1 neutron-server[103162]: INFO neutron.pecan_wsgi.hooks.translation [None req-aead3f32-ef2b-4f32-a3ec-96893b5996a9 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] DELETE failed (client error): The resource could not be found. May 20 21:00:57.583805 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aead3f32-ef2b-4f32-a3ec-96893b5996a9 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 21:00:57.587005 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-aead3f32-ef2b-4f32-a3ec-96893b5996a9 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "DELETE /v2.0/subnets/9b348f3f-be3c-4751-afe1-62c79a4f009d HTTP/1.1" status: 404 len: 337 time: 0.0817866 May 20 21:00:57.589550 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 38578) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:00:57.627937 n-d-842733-1 neutron-server[103163]: INFO neutron.pecan_wsgi.hooks.translation [None req-508b16c0-7a90-40b7-bf1b-a203048a5a80 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] DELETE failed (client error): The resource could not be found. May 20 21:00:57.630527 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-508b16c0-7a90-40b7-bf1b-a203048a5a80 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103163) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 21:00:57.634330 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-508b16c0-7a90-40b7-bf1b-a203048a5a80 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "DELETE /v2.0/ports/fb499a9e-b132-4b39-97ba-46a41d151a13 HTTP/1.1" status: 404 len: 333 time: 0.0434573 May 20 21:00:57.636770 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 38584) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:00:57.673735 n-d-842733-1 neutron-server[103163]: INFO neutron.pecan_wsgi.hooks.translation [None req-b031b50d-5278-49af-984b-4a5701f02519 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] DELETE failed (client error): The resource could not be found. May 20 21:00:57.674742 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b031b50d-5278-49af-984b-4a5701f02519 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103163) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 21:00:57.684402 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-b031b50d-5278-49af-984b-4a5701f02519 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "DELETE /v2.0/subnets/a29e0b5e-918f-4262-9788-dbc8870223de HTTP/1.1" status: 404 len: 337 time: 0.0461416 May 20 21:00:57.686770 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 38590) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:00:57.737729 n-d-842733-1 neutron-server[103163]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d47d8a0-c368-404a-937d-55e7d89b2316 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] DELETE failed (client error): The resource could not be found. May 20 21:00:57.738991 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d47d8a0-c368-404a-937d-55e7d89b2316 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103163) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 21:00:57.745395 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 38592) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:00:57.745602 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-0d47d8a0-c368-404a-937d-55e7d89b2316 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "DELETE /v2.0/subnets/264ebf31-32d7-4728-bc4f-9c08bd503e2c HTTP/1.1" status: 404 len: 337 time: 0.0573857 May 20 21:00:57.823669 n-d-842733-1 neutron-server[103162]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1642931-1bac-4ccf-9be8-7897f52a18e3 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] DELETE failed (client error): The resource could not be found. May 20 21:00:57.823669 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1642931-1bac-4ccf-9be8-7897f52a18e3 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 21:00:57.835330 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e533838-5a1a-46b1-b1c1-982134d376e0 req-6b57f4b8-4772-4a81-8104-f48089c601a1 tempest-TestServerMultinode-213063825 tempest-TestServerMultinode-213063825-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:57.835330 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1e533838-5a1a-46b1-b1c1-982134d376e0 req-6b57f4b8-4772-4a81-8104-f48089c601a1 tempest-TestServerMultinode-213063825 tempest-TestServerMultinode-213063825-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=bccc5bbe-85b7-4197-a227-f3f25ea43409 HTTP/1.1" status: 200 len: 1096 time: 0.0971420 May 20 21:00:57.835733 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 38594) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:00:57.838932 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-f1642931-1bac-4ccf-9be8-7897f52a18e3 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "DELETE /v2.0/ports/3e82186b-e967-43fe-8662-c2d152ccb282 HTTP/1.1" status: 404 len: 333 time: 0.0911708 May 20 21:00:57.880806 n-d-842733-1 neutron-server[103163]: INFO neutron.pecan_wsgi.hooks.translation [None req-c92c72f0-8a22-4ee7-8e95-141554765c32 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] DELETE failed (client error): The resource could not be found. May 20 21:00:57.881316 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c92c72f0-8a22-4ee7-8e95-141554765c32 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103163) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 21:00:57.885867 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-c92c72f0-8a22-4ee7-8e95-141554765c32 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "DELETE /v2.0/subnets/3e1c2838-005b-432f-8e10-78dac8c5b5d4 HTTP/1.1" status: 404 len: 337 time: 0.0491841 May 20 21:00:57.889639 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 38598) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:00:57.917754 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device ec56e3c3-a35c-437d-a352-faf207a110de no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 21:00:57.934408 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1e533838-5a1a-46b1-b1c1-982134d376e0 req-b6e75a51-57b8-4684-a1ef-cfbf20da1cc4 tempest-TestServerMultinode-213063825 tempest-TestServerMultinode-213063825-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=f1ecce8b-0936-479a-abe8-64fad6081b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557506 May 20 21:00:57.975645 n-d-842733-1 neutron-server[103162]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fffe5dd-4b9c-4be5-89cf-7d6f973b9674 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] DELETE failed (client error): The resource could not be found. May 20 21:00:57.976118 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0fffe5dd-4b9c-4be5-89cf-7d6f973b9674 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 21:00:57.982119 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-0fffe5dd-4b9c-4be5-89cf-7d6f973b9674 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "DELETE /v2.0/subnets/69966601-f1c5-4bd6-aa90-4b43b7aff0c2 HTTP/1.1" status: 404 len: 337 time: 0.0912805 May 20 21:00:57.982327 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 38602) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:00:58.014028 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] get_ports_and_sgs() called for port_ids ['95737bff-765c-4765-83ed-9e5755f212d1'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 21:00:58.022663 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: ec56e3c3-a35c-437d-a352-faf207a110de {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 21:00:58.024291 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device ec56e3c3-a35c-437d-a352-faf207a110de not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 21:00:58.051914 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-4d8ff762-4c55-487d-8c37-0f3a2959b265 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "GET /v2.0/ports?device_id=ff764817-037c-4d72-8db2-07d7a68a59c6 HTTP/1.1" status: 200 len: 205 time: 0.0658076 May 20 21:00:58.052543 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 38604) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:00:58.129627 n-d-842733-1 neutron-server[103163]: INFO neutron.api.v2.resource [None req-de927855-4065-4927-872a-f15a4683a10c tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] delete failed (client error): The resource could not be found. May 20 21:00:58.133707 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-de927855-4065-4927-872a-f15a4683a10c tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "DELETE /v2.0/routers/ff764817-037c-4d72-8db2-07d7a68a59c6 HTTP/1.1" status: 404 len: 336 time: 0.0770154 May 20 21:00:58.134106 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 38608) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:00:58.163806 n-d-842733-1 neutron-server[103163]: INFO neutron.pecan_wsgi.hooks.translation [None req-e38da65e-e8f6-4287-bfdc-cd06744a5baa tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] DELETE failed (client error): The resource could not be found. May 20 21:00:58.164429 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e38da65e-e8f6-4287-bfdc-cd06744a5baa tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103163) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 21:00:58.167475 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-e38da65e-e8f6-4287-bfdc-cd06744a5baa tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "DELETE /v2.0/subnets/cbfff477-fa6c-4653-bfbb-cd42c9849f64 HTTP/1.1" status: 404 len: 337 time: 0.0325177 May 20 21:00:58.170284 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 38610) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:00:58.248171 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-65bdff2a-5afa-4b91-b32e-e9a2389b2b22 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "GET /v2.0/ports?device_id=754c752f-e8db-4df8-bb1d-2a6837771565 HTTP/1.1" status: 200 len: 205 time: 0.0743978 May 20 21:00:58.248384 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 38618) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:00:58.289994 n-d-842733-1 neutron-server[103162]: INFO neutron.api.v2.resource [None req-04ff6eec-4e53-407b-b87e-c6ebe0065eb6 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] delete failed (client error): The resource could not be found. May 20 21:00:58.293935 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 38620) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:00:58.294153 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-04ff6eec-4e53-407b-b87e-c6ebe0065eb6 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "DELETE /v2.0/routers/754c752f-e8db-4df8-bb1d-2a6837771565 HTTP/1.1" status: 404 len: 336 time: 0.0442846 May 20 21:00:58.326228 n-d-842733-1 neutron-server[103163]: INFO neutron.pecan_wsgi.hooks.translation [None req-d941c0ff-240e-4931-ad35-9819863efc97 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] DELETE failed (client error): The resource could not be found. May 20 21:00:58.326696 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d941c0ff-240e-4931-ad35-9819863efc97 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103163) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 21:00:58.341399 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-d941c0ff-240e-4931-ad35-9819863efc97 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "DELETE /v2.0/subnets/b0c5ed94-1cbd-4f7f-bcc7-395ef095efd0 HTTP/1.1" status: 404 len: 337 time: 0.0460465 May 20 21:00:58.344276 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 38622) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:00:58.386460 n-d-842733-1 neutron-server[103163]: INFO neutron.pecan_wsgi.hooks.translation [None req-a77a558d-beb8-423f-bf5c-1d9e7e118bf0 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] DELETE failed (client error): The resource could not be found. May 20 21:00:58.386977 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a77a558d-beb8-423f-bf5c-1d9e7e118bf0 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103163) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 21:00:58.392817 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-a77a558d-beb8-423f-bf5c-1d9e7e118bf0 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "DELETE /v2.0/subnets/99f009c1-c505-402c-b45d-cd7b5a7cad3f HTTP/1.1" status: 404 len: 337 time: 0.0450423 May 20 21:00:58.393245 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 38626) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:00:58.433760 n-d-842733-1 neutron-server[103162]: INFO neutron.pecan_wsgi.hooks.translation [None req-191fa7ec-68f9-4474-aaa6-7c3042a10d90 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] DELETE failed (client error): The resource could not be found. May 20 21:00:58.434650 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-191fa7ec-68f9-4474-aaa6-7c3042a10d90 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 21:00:58.441061 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 38630) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:00:58.451281 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-191fa7ec-68f9-4474-aaa6-7c3042a10d90 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "DELETE /v2.0/ports/02d4b5da-8ad1-4a96-869c-dd925b6a0937 HTTP/1.1" status: 404 len: 333 time: 0.0569115 May 20 21:00:58.472377 n-d-842733-1 neutron-server[103163]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcab70ee-e7aa-4810-8ac6-dd3f74ecfbb8 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] DELETE failed (client error): The resource could not be found. May 20 21:00:58.473118 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bcab70ee-e7aa-4810-8ac6-dd3f74ecfbb8 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103163) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 21:00:58.479709 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 38634) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:00:58.507629 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-bcab70ee-e7aa-4810-8ac6-dd3f74ecfbb8 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "DELETE /v2.0/subnets/1e081f20-9ba0-4e0b-9fa7-d45357b2fe70 HTTP/1.1" status: 404 len: 337 time: 0.0646448 May 20 21:00:58.520585 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 38638) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:00:58.554903 n-d-842733-1 neutron-server[103162]: INFO neutron.pecan_wsgi.hooks.translation [None req-49fb61dc-34e4-470f-af45-496ce8f5eeec tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] DELETE failed (client error): The resource could not be found. May 20 21:00:58.555644 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49fb61dc-34e4-470f-af45-496ce8f5eeec tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 21:00:58.563221 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 38644) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:00:58.565139 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-49fb61dc-34e4-470f-af45-496ce8f5eeec tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "DELETE /v2.0/ports/1b68b224-31cd-4f81-ba92-833486432e1b HTTP/1.1" status: 404 len: 333 time: 0.0806775 May 20 21:00:58.599401 n-d-842733-1 neutron-server[103163]: INFO neutron.pecan_wsgi.hooks.translation [None req-93158bc3-368e-45c5-bbe7-ba19501c4ee4 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] DELETE failed (client error): The resource could not be found. May 20 21:00:58.599783 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93158bc3-368e-45c5-bbe7-ba19501c4ee4 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103163) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 21:00:58.606166 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 38648) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:00:58.606825 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-93158bc3-368e-45c5-bbe7-ba19501c4ee4 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "DELETE /v2.0/subnets/e9530cdb-3d9c-4c1d-927d-673b6a50d7ac HTTP/1.1" status: 404 len: 337 time: 0.0416355 May 20 21:00:58.641379 n-d-842733-1 neutron-server[103162]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1a22c02-b62c-463e-a3e3-dd9383afd044 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] DELETE failed (client error): The resource could not be found. May 20 21:00:58.642067 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1a22c02-b62c-463e-a3e3-dd9383afd044 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 21:00:58.648707 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 38654) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:00:58.659034 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-c1a22c02-b62c-463e-a3e3-dd9383afd044 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "DELETE /v2.0/ports/d761bf1c-0bd8-45f3-9b89-9e5e536d7717 HTTP/1.1" status: 404 len: 333 time: 0.0509160 May 20 21:00:58.677443 n-d-842733-1 neutron-server[103163]: INFO neutron.pecan_wsgi.hooks.translation [None req-705ecaba-6d77-475d-90b0-851f91557384 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] DELETE failed (client error): The resource could not be found. May 20 21:00:58.678206 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-705ecaba-6d77-475d-90b0-851f91557384 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103163) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 21:00:58.684940 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 38656) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:00:58.694963 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-705ecaba-6d77-475d-90b0-851f91557384 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "DELETE /v2.0/subnets/25e3805c-39d3-48be-9f47-d8ad72c5d860 HTTP/1.1" status: 404 len: 337 time: 0.0449901 May 20 21:00:58.721356 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-a5966490-4d76-42fd-acb0-5ae211fec439 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1372730010'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:00:58.728206 n-d-842733-1 neutron-server[103162]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9bd4f23-972d-456b-b214-b418dd2bc0f6 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] DELETE failed (client error): The resource could not be found. May 20 21:00:58.729263 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9bd4f23-972d-456b-b214-b418dd2bc0f6 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 21:00:58.739796 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-b9bd4f23-972d-456b-b214-b418dd2bc0f6 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "DELETE /v2.0/ports/0c611a24-97c0-473a-8eba-743c8838ceb9 HTTP/1.1" status: 404 len: 333 time: 0.0521386 May 20 21:00:58.740496 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 38660) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:00:58.771664 n-d-842733-1 neutron-server[103162]: INFO neutron.pecan_wsgi.hooks.translation [None req-19d8d2e6-905d-4ccd-b549-20dff89d3a23 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] DELETE failed (client error): The resource could not be found. May 20 21:00:58.772128 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19d8d2e6-905d-4ccd-b549-20dff89d3a23 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 21:00:58.775395 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-19d8d2e6-905d-4ccd-b549-20dff89d3a23 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "DELETE /v2.0/subnets/a300e223-8ecc-4f39-aa3f-832d8806501d HTTP/1.1" status: 404 len: 337 time: 0.0337574 May 20 21:00:58.777956 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 38664) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:00:58.807140 n-d-842733-1 neutron-server[103162]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b07362c-529e-4cc8-b891-b5df07f372c9 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] DELETE failed (client error): The resource could not be found. May 20 21:00:58.808053 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b07362c-529e-4cc8-b891-b5df07f372c9 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 21:00:58.814733 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 38668) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:00:58.814864 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-5b07362c-529e-4cc8-b891-b5df07f372c9 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "DELETE /v2.0/ports/5b444d41-2cf2-43f8-b67b-8864e58f1df3 HTTP/1.1" status: 404 len: 333 time: 0.0352714 May 20 21:00:58.846793 n-d-842733-1 neutron-server[103163]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd27bb31-df59-4fca-8acf-6d69e451fd6e tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] DELETE failed (client error): The resource could not be found. May 20 21:00:58.847299 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd27bb31-df59-4fca-8acf-6d69e451fd6e tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103163) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 21:00:58.853420 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 38670) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:00:58.853906 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-cd27bb31-df59-4fca-8acf-6d69e451fd6e tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "DELETE /v2.0/subnets/01d13835-c99d-42c3-8368-075b0ea970ef HTTP/1.1" status: 404 len: 337 time: 0.0386682 May 20 21:00:58.854792 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5966490-4d76-42fd-acb0-5ae211fec439 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Made reservation on behalf of b680ab6daca64ac08e9ce40077a8514d for: {'network': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:00:58.858613 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a5966490-4d76-42fd-acb0-5ae211fec439 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for network, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:58.874749 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a5966490-4d76-42fd-acb0-5ae211fec439 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:58.882996 n-d-842733-1 neutron-server[103162]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3659faf-b6ce-4c15-8ae9-079203397aa8 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] DELETE failed (client error): The resource could not be found. May 20 21:00:58.883886 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3659faf-b6ce-4c15-8ae9-079203397aa8 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 21:00:58.891279 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-c3659faf-b6ce-4c15-8ae9-079203397aa8 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "DELETE /v2.0/ports/bb5d69d1-60eb-4a91-a17b-6ae3a24953a9 HTTP/1.1" status: 404 len: 333 time: 0.0339961 May 20 21:00:58.891637 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 38672) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:00:58.942561 n-d-842733-1 neutron-server[103163]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8287c75-2838-4863-b262-f75948a1eb35 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] DELETE failed (client error): The resource could not be found. May 20 21:00:58.943098 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8287c75-2838-4863-b262-f75948a1eb35 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103163) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 21:00:58.946525 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-b8287c75-2838-4863-b262-f75948a1eb35 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "DELETE /v2.0/subnets/f43c8e87-23df-4b0c-8721-5456b17aa9af HTTP/1.1" status: 404 len: 337 time: 0.0537679 May 20 21:00:58.949264 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 38674) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:00:58.980204 n-d-842733-1 neutron-server[103162]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd905682-5ae5-465d-8dc1-1a64f87c9ceb tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] DELETE failed (client error): The resource could not be found. May 20 21:00:58.980916 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd905682-5ae5-465d-8dc1-1a64f87c9ceb tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 21:00:58.985636 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-fd905682-5ae5-465d-8dc1-1a64f87c9ceb tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "DELETE /v2.0/ports/94894ff4-a115-45a5-8cc1-3831f1997ea3 HTTP/1.1" status: 404 len: 333 time: 0.0350773 May 20 21:00:58.988375 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 38678) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:00:59.024845 n-d-842733-1 neutron-server[103163]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf69fe51-d0aa-4797-8648-366a50c4d98d tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] DELETE failed (client error): The resource could not be found. May 20 21:00:59.025324 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf69fe51-d0aa-4797-8648-366a50c4d98d tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103163) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 21:00:59.028458 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-bf69fe51-d0aa-4797-8648-366a50c4d98d tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "DELETE /v2.0/subnets/9abe43f3-df0d-4304-96dc-8fe66604bb52 HTTP/1.1" status: 404 len: 337 time: 0.0391507 May 20 21:00:59.031642 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 38682) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:00:59.082582 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a5966490-4d76-42fd-acb0-5ae211fec439 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:59.093774 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcf2ff9-3f33-46cf-946d-472672be98ed req-8e587597-ceed-4ee8-bda1-13c8c5fdf426 tempest-TestServerMultinode-213063825 tempest-TestServerMultinode-213063825-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:59.095500 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-dbcf2ff9-3f33-46cf-946d-472672be98ed req-8e587597-ceed-4ee8-bda1-13c8c5fdf426 tempest-TestServerMultinode-213063825 tempest-TestServerMultinode-213063825-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=bccc5bbe-85b7-4197-a227-f3f25ea43409 HTTP/1.1" status: 200 len: 1096 time: 0.0739815 May 20 21:00:59.206451 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a5966490-4d76-42fd-acb0-5ae211fec439 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:59.286757 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5966490-4d76-42fd-acb0-5ae211fec439 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 238} {{(pid=103163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 21:00:59.294032 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5966490-4d76-42fd-acb0-5ae211fec439 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc976d9a-757d-49a8-ae98-3e6c9a84b082,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:00:59.295036 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9d666d03-2367-483b-8d50-d5f0b3ae6d31 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33160123'] for network, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:59.297594 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-dbcf2ff9-3f33-46cf-946d-472672be98ed req-59987dd9-f83c-4d15-83af-de70baa66829 tempest-TestServerMultinode-213063825 tempest-TestServerMultinode-213063825-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=f1ecce8b-0936-479a-abe8-64fad6081b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897793 May 20 21:00:59.304921 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a5966490-4d76-42fd-acb0-5ae211fec439 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:59.305706 n-d-842733-1 neutron-server[103163]: INFO neutron.db.segments_db [None req-a5966490-4d76-42fd-acb0-5ae211fec439 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Added segment 9a09aebd-1c23-4b32-919e-d0e1c43802f0 of type vlan for network 4595bf78-d9f4-457f-9b8e-54a2e919ea2b May 20 21:00:59.361620 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a5966490-4d76-42fd-acb0-5ae211fec439 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418993264'] for network, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:59.401014 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9d666d03-2367-483b-8d50-d5f0b3ae6d31 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33072115', 'neutron.services.segments.db._delete_segments_for_network-8782419500584'] for network, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:59.434641 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-9d666d03-2367-483b-8d50-d5f0b3ae6d31 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98f8b8d5-1379-4eeb-9e13-b2bbab96015a']}} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:00:59.451813 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-9d666d03-2367-483b-8d50-d5f0b3ae6d31 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5705048-66fd-4627-af8c-03443c37dd17') {'for_net_delete': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:00:59.452043 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a5966490-4d76-42fd-acb0-5ae211fec439 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524'] for network, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:59.452790 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-9d666d03-2367-483b-8d50-d5f0b3ae6d31 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5705048-66fd-4627-af8c-03443c37dd17') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:00:59.458841 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5966490-4d76-42fd-acb0-5ae211fec439 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:00:59.459525 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a5966490-4d76-42fd-acb0-5ae211fec439 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:59.466393 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9d666d03-2367-483b-8d50-d5f0b3ae6d31 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419501617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3738385'] for segment, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:59.483641 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9d666d03-2367-483b-8d50-d5f0b3ae6d31 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:59.493975 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d666d03-2367-483b-8d50-d5f0b3ae6d31 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Releasing vlan 208 on physical network physnet1 to pool {{(pid=103162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 21:00:59.494565 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9d666d03-2367-483b-8d50-d5f0b3ae6d31 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3800791'] for segment, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:59.552291 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5966490-4d76-42fd-acb0-5ae211fec439 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Pushing event updated for resources: {'Network': ['ID=4595bf78-d9f4-457f-9b8e-54a2e919ea2b,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:00:59.557592 n-d-842733-1 neutron-server[103162]: Traceback (most recent call last): May 20 21:00:59.557592 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 21:00:59.557592 n-d-842733-1 neutron-server[103162]: timer() May 20 21:00:59.557592 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 21:00:59.557592 n-d-842733-1 neutron-server[103162]: cb(*args, **kw) May 20 21:00:59.557592 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 20 21:00:59.557592 n-d-842733-1 neutron-server[103162]: return func(*args, **kwargs) May 20 21:00:59.557592 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 21:00:59.557592 n-d-842733-1 neutron-server[103162]: self._notify() May 20 21:00:59.557592 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 21:00:59.557592 n-d-842733-1 neutron-server[103162]: self.callback(batched_events) May 20 21:00:59.557592 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 21:00:59.557592 n-d-842733-1 neutron-server[103162]: event.method(event) May 20 21:00:59.557592 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 20 21:00:59.557592 n-d-842733-1 neutron-server[103162]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 21:00:59.557592 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 20 21:00:59.557592 n-d-842733-1 neutron-server[103162]: aggregate_uuid = self.p_client.list_aggregates( May 20 21:00:59.557592 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 20 21:00:59.557592 n-d-842733-1 neutron-server[103162]: return f(self, *a, **k) May 20 21:00:59.557592 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 20 21:00:59.557592 n-d-842733-1 neutron-server[103162]: return self._get(url).json() May 20 21:00:59.557592 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 20 21:00:59.557592 n-d-842733-1 neutron-server[103162]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 21:00:59.557592 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 21:00:59.557592 n-d-842733-1 neutron-server[103162]: return self.request(url, 'GET', **kwargs) May 20 21:00:59.557592 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 21:00:59.557592 n-d-842733-1 neutron-server[103162]: base_url = self.get_endpoint(auth, allow=allow, May 20 21:00:59.557592 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 21:00:59.557592 n-d-842733-1 neutron-server[103162]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 21:00:59.557592 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 21:00:59.557592 n-d-842733-1 neutron-server[103162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 21:00:59.557592 n-d-842733-1 neutron-server[103162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 21:00:59.569796 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Network 4595bf78-d9f4-457f-9b8e-54a2e919ea2b details requested by agent ovs-agent-n-d-842733-1 with host n-d-842733-1 {{(pid=103164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 20 21:00:59.633826 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-a5966490-4d76-42fd-acb0-5ae211fec439 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.1095002 May 20 21:00:59.634815 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 38692) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:00:59.639843 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-4fd3120e-eb47-406c-9288-1a10bbd7ceff tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Request body: {'port': {'network_id': '4595bf78-d9f4-457f-9b8e-54a2e919ea2b', 'name': 'tempest-PortsTestJSON-1955207600'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:00:59.650490 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9d666d03-2367-483b-8d50-d5f0b3ae6d31 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33072122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748162'] for network, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:59.672384 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9d666d03-2367-483b-8d50-d5f0b3ae6d31 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Notify callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:59.685841 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-9d666d03-2367-483b-8d50-d5f0b3ae6d31 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] 10.222.0.35 "DELETE /v2.0/networks/98f8b8d5-1379-4eeb-9e13-b2bbab96015a HTTP/1.1" status: 204 len: 168 time: 0.6528845 May 20 21:00:59.754922 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d666d03-2367-483b-8d50-d5f0b3ae6d31 tempest-NetworksTestDHCPv6-951432191 tempest-NetworksTestDHCPv6-951432191-project] Pushing event deleted for resources: {'Network': ['ID=98f8b8d5-1379-4eeb-9e13-b2bbab96015a,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:00:59.895571 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fd3120e-eb47-406c-9288-1a10bbd7ceff tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Made reservation on behalf of b680ab6daca64ac08e9ce40077a8514d for: {'port': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:00:59.897956 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4fd3120e-eb47-406c-9288-1a10bbd7ceff tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:00:59.936537 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [None req-4fd3120e-eb47-406c-9288-1a10bbd7ceff tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] device_id is not set on port 1c0009ee-b432-488c-9f53-2ac760dde3f7 yet. {{(pid=103162) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 20 21:01:00.155228 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4fd3120e-eb47-406c-9288-1a10bbd7ceff tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:00.326205 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4fd3120e-eb47-406c-9288-1a10bbd7ceff tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:00.518953 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd3120e-eb47-406c-9288-1a10bbd7ceff tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Pushing event updated for resources: {'Port': ['ID=1c0009ee-b432-488c-9f53-2ac760dde3f7,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:01:00.529727 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fd3120e-eb47-406c-9288-1a10bbd7ceff tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Checking segment: {'id': '9a09aebd-1c23-4b32-919e-d0e1c43802f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '4595bf78-d9f4-457f-9b8e-54a2e919ea2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:01:00.530200 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fd3120e-eb47-406c-9288-1a10bbd7ceff tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Network hostable DHCP agents. Network: 4595bf78-d9f4-457f-9b8e-54a2e919ea2b, hostable agents: ['c9b0653c-f3c7-4339-bd50-e3754b629216'], hosted agents: [] {{(pid=103162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 21:01:00.533103 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499a852d-2e89-4e79-92b6-6faf9fb4cca6 req-65e99ccb-667c-4627-b4da-df111acb7c50 tempest-TestServerMultinode-213063825 tempest-TestServerMultinode-213063825-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:01:00.539642 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 38720) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:01:00.544622 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-499a852d-2e89-4e79-92b6-6faf9fb4cca6 req-65e99ccb-667c-4627-b4da-df111acb7c50 tempest-TestServerMultinode-213063825 tempest-TestServerMultinode-213063825-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=bccc5bbe-85b7-4197-a227-f3f25ea43409 HTTP/1.1" status: 200 len: 1096 time: 0.1141486 May 20 21:01:00.640143 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-499a852d-2e89-4e79-92b6-6faf9fb4cca6 req-16d10d5c-208e-4ce1-923b-bdc9799c7ce3 tempest-TestServerMultinode-213063825 tempest-TestServerMultinode-213063825-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=f1ecce8b-0936-479a-abe8-64fad6081b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865316 May 20 21:01:00.657082 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fd3120e-eb47-406c-9288-1a10bbd7ceff tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Network 4595bf78-d9f4-457f-9b8e-54a2e919ea2b is scheduled to be hosted by DHCP agent c9b0653c-f3c7-4339-bd50-e3754b629216 with binding_index 1 {{(pid=103162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 21:01:00.770450 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 38730) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:01:00.770880 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-2fbe9f1a-be22-4afb-965a-c57f9e9fcdd4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ab4ded6dc75a4ab5a4f9dae9e5aa3753&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2276075 May 20 21:01:00.788217 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-4fd3120e-eb47-406c-9288-1a10bbd7ceff tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842733-1, 4595bf78-d9f4-457f-9b8e-54a2e919ea2b) {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:01:00.794250 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fd3120e-eb47-406c-9288-1a10bbd7ceff tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:01:00.798750 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-723c9c41-4558-4507-9977-97f3456a7c42 None None] Network 4595bf78-d9f4-457f-9b8e-54a2e919ea2b requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:01:00.825569 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fd3120e-eb47-406c-9288-1a10bbd7ceff tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:01:00.827310 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4fd3120e-eb47-406c-9288-1a10bbd7ceff tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:00.928257 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 95737bff-765c-4765-83ed-9e5755f212d1 up at agent hyperv_n-h2-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:01:00.942482 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-cc2959a8-a8bd-4f70-81b9-9e1509ebc9b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:00.951254 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-4fd3120e-eb47-406c-9288-1a10bbd7ceff tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.3160222 May 20 21:01:00.952017 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 38734) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:01:00.959224 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-53cfcc85-4181-4cc9-88d5-7245fae6c39d tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-702665762'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:01:00.997575 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-cc2959a8-a8bd-4f70-81b9-9e1509ebc9b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:01.122976 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53cfcc85-4181-4cc9-88d5-7245fae6c39d tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Made reservation on behalf of b680ab6daca64ac08e9ce40077a8514d for: {'network': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:01:01.126818 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-53cfcc85-4181-4cc9-88d5-7245fae6c39d tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for network, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:01.156425 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53cfcc85-4181-4cc9-88d5-7245fae6c39d tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 239} {{(pid=103163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 21:01:01.169692 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-53cfcc85-4181-4cc9-88d5-7245fae6c39d tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:01.170105 n-d-842733-1 neutron-server[103163]: INFO neutron.db.segments_db [None req-53cfcc85-4181-4cc9-88d5-7245fae6c39d tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Added segment ecbff84e-3ade-407d-9565-ed93b9748b61 of type vlan for network 91257bf0-a673-4151-a8c3-bc4c94308587 May 20 21:01:01.187277 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-cc2959a8-a8bd-4f70-81b9-9e1509ebc9b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:01.187277 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-cc2959a8-a8bd-4f70-81b9-9e1509ebc9b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:01.187277 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-cc2959a8-a8bd-4f70-81b9-9e1509ebc9b3 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a082535b-7c9e-41c6-beaf-0b8a16628ee1 HTTP/1.1" status: 204 len: 168 time: 0.4114835 May 20 21:01:01.206706 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Provisioning for port 95737bff-765c-4765-83ed-9e5755f212d1 completed by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 21:01:01.211639 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Provisioning complete for port 95737bff-765c-4765-83ed-9e5755f212d1 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:01:01.212101 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:01.214946 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2959a8-a8bd-4f70-81b9-9e1509ebc9b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a082535b-7c9e-41c6-beaf-0b8a16628ee1,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:01:01.239480 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2959a8-a8bd-4f70-81b9-9e1509ebc9b3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:01:01.239826 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2959a8-a8bd-4f70-81b9-9e1509ebc9b3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:01:01.240166 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2959a8-a8bd-4f70-81b9-9e1509ebc9b3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:01:01.240498 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2959a8-a8bd-4f70-81b9-9e1509ebc9b3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:01:01.240826 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2959a8-a8bd-4f70-81b9-9e1509ebc9b3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:01:01.241154 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2959a8-a8bd-4f70-81b9-9e1509ebc9b3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:01:01.241736 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2959a8-a8bd-4f70-81b9-9e1509ebc9b3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:01:01.242159 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2959a8-a8bd-4f70-81b9-9e1509ebc9b3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:01:01.242577 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2959a8-a8bd-4f70-81b9-9e1509ebc9b3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:01:01.243008 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2959a8-a8bd-4f70-81b9-9e1509ebc9b3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:01:01.243413 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2959a8-a8bd-4f70-81b9-9e1509ebc9b3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:01:01.243828 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2959a8-a8bd-4f70-81b9-9e1509ebc9b3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:01:01.254849 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-53cfcc85-4181-4cc9-88d5-7245fae6c39d tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418993264'] for network, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:01.371384 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port 95737bff-765c-4765-83ed-9e5755f212d1 is: BUILD; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:01:01.371892 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:01.426291 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-53cfcc85-4181-4cc9-88d5-7245fae6c39d tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524'] for network, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:01.435303 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53cfcc85-4181-4cc9-88d5-7245fae6c39d tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:01:01.439597 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-53cfcc85-4181-4cc9-88d5-7245fae6c39d tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:01.440553 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port 95737bff-765c-4765-83ed-9e5755f212d1, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=95737bff-765c-4765-83ed-9e5755f212d1,segment=NetworkSegment(a189c70c-1a77-4398-b112-572ca8f77d3f),segment_id=a189c70c-1a77-4398-b112-572ca8f77d3f)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:01:01.442253 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bccc5bbe-85b7-4197-a227-f3f25ea43409', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95737bff-765c-4765-83ed-9e5755f212d1'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 21:01:01.444824 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8485417003ce7c0410b00f5cdc2f391e21107b70bb68e2773712534a96e108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b671b7c-8163-42fe-a476-eb62b1b83d11" -d '{"events": [{"server_uuid": "bccc5bbe-85b7-4197-a227-f3f25ea43409", "name": "network-vif-plugged", "status": "completed", "tag": "95737bff-765c-4765-83ed-9e5755f212d1"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 21:01:01.511361 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 21:01:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c972fae-6655-4ddc-a325-e194c48161c8 x-openstack-request-id: req-3c972fae-6655-4ddc-a325-e194c48161c8 {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 21:01:01.512261 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bccc5bbe-85b7-4197-a227-f3f25ea43409", "name": "network-vif-plugged", "status": "completed", "tag": "95737bff-765c-4765-83ed-9e5755f212d1", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 21:01:01.512261 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3c972fae-6655-4ddc-a325-e194c48161c8 {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 21:01:01.513047 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c972fae-6655-4ddc-a325-e194c48161c8'] response: {'server_uuid': 'bccc5bbe-85b7-4197-a227-f3f25ea43409', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95737bff-765c-4765-83ed-9e5755f212d1', 'code': 200} May 20 21:01:01.518949 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cfcc85-4181-4cc9-88d5-7245fae6c39d tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Pushing event updated for resources: {'Network': ['ID=91257bf0-a673-4151-a8c3-bc4c94308587,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:01:01.534595 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Network 91257bf0-a673-4151-a8c3-bc4c94308587 details requested by agent ovs-agent-n-d-842733-1 with host n-d-842733-1 {{(pid=103164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 20 21:01:01.590373 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:01.668924 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-53cfcc85-4181-4cc9-88d5-7245fae6c39d tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7096808 May 20 21:01:01.668924 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 38760) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:01:01.671753 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-1da46d78-412c-45ae-a31f-e2b0747954ba tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Request body: {'ports': [{'network_id': '4595bf78-d9f4-457f-9b8e-54a2e919ea2b'}, {'network_id': '91257bf0-a673-4151-a8c3-bc4c94308587'}]} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:01:01.672082 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-1da46d78-412c-45ae-a31f-e2b0747954ba tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Request body: {'port': {'network_id': '4595bf78-d9f4-457f-9b8e-54a2e919ea2b'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:01:01.684329 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-1da46d78-412c-45ae-a31f-e2b0747954ba tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Request body: {'port': {'network_id': '91257bf0-a673-4151-a8c3-bc4c94308587'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:01:01.690363 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=95737bff-765c-4765-83ed-9e5755f212d1,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:01:01.740362 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbf0a82-b2a2-49fd-a545-dc339248c333 req-c0c54bf7-b2ae-461c-9888-135185ae70fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:01:01.750240 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-fdbf0a82-b2a2-49fd-a545-dc339248c333 req-c0c54bf7-b2ae-461c-9888-135185ae70fe service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=bccc5bbe-85b7-4197-a227-f3f25ea43409 HTTP/1.1" status: 200 len: 1097 time: 0.1424706 May 20 21:01:01.812872 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-fdbf0a82-b2a2-49fd-a545-dc339248c333 req-88bd10e5-a91a-4c76-be4d-14de17d94aba service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=f1ecce8b-0936-479a-abe8-64fad6081b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505934 May 20 21:01:01.884585 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e20314-7a1c-4ebd-be5b-a3e95e34de20 req-45c95b61-8f94-4130-b2a0-7e8d35c6d6fc tempest-TestServerMultinode-213063825 tempest-TestServerMultinode-213063825-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:01:01.886166 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f2e20314-7a1c-4ebd-be5b-a3e95e34de20 req-45c95b61-8f94-4130-b2a0-7e8d35c6d6fc tempest-TestServerMultinode-213063825 tempest-TestServerMultinode-213063825-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=bccc5bbe-85b7-4197-a227-f3f25ea43409 HTTP/1.1" status: 200 len: 1097 time: 0.1498117 May 20 21:01:01.988552 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f2e20314-7a1c-4ebd-be5b-a3e95e34de20 req-ba173461-fa76-453a-ac3c-3ec2cb89458f tempest-TestServerMultinode-213063825 tempest-TestServerMultinode-213063825-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=f1ecce8b-0936-479a-abe8-64fad6081b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685270 May 20 21:01:02.136965 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1da46d78-412c-45ae-a31f-e2b0747954ba tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Made reservation on behalf of b680ab6daca64ac08e9ce40077a8514d for: {'port': 2} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:01:02.143378 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1da46d78-412c-45ae-a31f-e2b0747954ba tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:02.161982 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1da46d78-412c-45ae-a31f-e2b0747954ba tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:02.336675 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [None req-1da46d78-412c-45ae-a31f-e2b0747954ba tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] device_id is not set on port ebdc55ef-da9c-4f76-a8d3-4fe2b64a93a6 yet. {{(pid=103163) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 20 21:01:02.383251 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:02.465885 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1da46d78-412c-45ae-a31f-e2b0747954ba tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:02.574496 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [None req-1da46d78-412c-45ae-a31f-e2b0747954ba tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] device_id is not set on port 56bc47a6-3632-43b4-ae7c-1dda7c0afb15 yet. {{(pid=103163) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 20 21:01:02.684221 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1da46d78-412c-45ae-a31f-e2b0747954ba tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:02.811273 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 38798) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:01:02.846103 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1da46d78-412c-45ae-a31f-e2b0747954ba tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:02.912844 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1da46d78-412c-45ae-a31f-e2b0747954ba tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Network 4595bf78-d9f4-457f-9b8e-54a2e919ea2b is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:01:02.916811 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-1da46d78-412c-45ae-a31f-e2b0747954ba tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:01:02.920982 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1da46d78-412c-45ae-a31f-e2b0747954ba tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:01:02.921969 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1da46d78-412c-45ae-a31f-e2b0747954ba tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:02.938137 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da46d78-412c-45ae-a31f-e2b0747954ba tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Pushing event updated for resources: {'Port': ['ID=ebdc55ef-da9c-4f76-a8d3-4fe2b64a93a6,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:01:03.327481 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [None req-59139b81-075b-419a-8382-151fb9875ce6 tempest-ExtensionsTestJSON-1387043733 tempest-ExtensionsTestJSON-1387043733-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103163) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 21:01:03.328505 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-59139b81-075b-419a-8382-151fb9875ce6 tempest-ExtensionsTestJSON-1387043733 tempest-ExtensionsTestJSON-1387043733-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.5162647 May 20 21:01:03.333142 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 38816) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:01:03.343042 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [None req-55e8486b-a787-4f06-8a3a-f553b2083dfe tempest-ExtensionsTestJSON-1387043733 tempest-ExtensionsTestJSON-1387043733-project] http://10.222.0.35:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=103162) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 21:01:03.343042 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-55e8486b-a787-4f06-8a3a-f553b2083dfe tempest-ExtensionsTestJSON-1387043733 tempest-ExtensionsTestJSON-1387043733-project] 10.222.0.35 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0046411 May 20 21:01:03.343042 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 38818) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:01:03.349023 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [None req-5cad88c6-20d9-4a5b-a58c-8bb740df422f tempest-ExtensionsTestJSON-1387043733 tempest-ExtensionsTestJSON-1387043733-project] http://10.222.0.35:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=103162) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 21:01:03.354469 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-5cad88c6-20d9-4a5b-a58c-8bb740df422f tempest-ExtensionsTestJSON-1387043733 tempest-ExtensionsTestJSON-1387043733-project] 10.222.0.35 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0107677 May 20 21:01:03.355279 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 38822) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:01:03.360630 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [None req-10926ca7-163d-4bc8-9fe8-ea78c6d45305 tempest-ExtensionsTestJSON-1387043733 tempest-ExtensionsTestJSON-1387043733-project] http://10.222.0.35:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=103162) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 21:01:03.367034 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-10926ca7-163d-4bc8-9fe8-ea78c6d45305 tempest-ExtensionsTestJSON-1387043733 tempest-ExtensionsTestJSON-1387043733-project] 10.222.0.35 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0101466 May 20 21:01:03.368504 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 38826) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:01:03.377187 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [None req-b01e07c4-5a3d-4713-87d6-4adda9ba3d56 tempest-ExtensionsTestJSON-1387043733 tempest-ExtensionsTestJSON-1387043733-project] http://10.222.0.35:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=103162) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 21:01:03.377187 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-b01e07c4-5a3d-4713-87d6-4adda9ba3d56 tempest-ExtensionsTestJSON-1387043733 tempest-ExtensionsTestJSON-1387043733-project] 10.222.0.35 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0054634 May 20 21:01:03.380220 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 38828) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:01:03.385294 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [None req-3c88582b-a5ad-4ce0-ae26-3f21e70e9731 tempest-ExtensionsTestJSON-1387043733 tempest-ExtensionsTestJSON-1387043733-project] http://10.222.0.35:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=103163) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 21:01:03.388746 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-3c88582b-a5ad-4ce0-ae26-3f21e70e9731 tempest-ExtensionsTestJSON-1387043733 tempest-ExtensionsTestJSON-1387043733-project] 10.222.0.35 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0050204 May 20 21:01:03.392703 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da46d78-412c-45ae-a31f-e2b0747954ba tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Pushing event updated for resources: {'Port': ['ID=56bc47a6-3632-43b4-ae7c-1dda7c0afb15,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:01:03.394363 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 38832) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:01:03.401131 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1da46d78-412c-45ae-a31f-e2b0747954ba tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Checking segment: {'id': 'ecbff84e-3ade-407d-9565-ed93b9748b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '91257bf0-a673-4151-a8c3-bc4c94308587'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:01:03.403383 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1da46d78-412c-45ae-a31f-e2b0747954ba tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Network hostable DHCP agents. Network: 91257bf0-a673-4151-a8c3-bc4c94308587, hostable agents: ['c9b0653c-f3c7-4339-bd50-e3754b629216'], hosted agents: [] {{(pid=103163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 21:01:03.406418 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [None req-f6533981-2440-42df-b600-cc3084b43ccd tempest-ExtensionsTestJSON-1387043733 tempest-ExtensionsTestJSON-1387043733-project] http://10.222.0.35:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=103162) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 21:01:03.411770 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764cffc0-7a89-465b-9b57-aebd0ee747b2 req-b24a4139-bf00-4bdd-9944-1997551a5477 tempest-TestServerMultinode-213063825 tempest-TestServerMultinode-213063825-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:01:03.413277 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-764cffc0-7a89-465b-9b57-aebd0ee747b2 req-b24a4139-bf00-4bdd-9944-1997551a5477 tempest-TestServerMultinode-213063825 tempest-TestServerMultinode-213063825-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=bccc5bbe-85b7-4197-a227-f3f25ea43409 HTTP/1.1" status: 200 len: 1097 time: 0.0919876 May 20 21:01:03.418859 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 38834) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:01:03.420099 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-f6533981-2440-42df-b600-cc3084b43ccd tempest-ExtensionsTestJSON-1387043733 tempest-ExtensionsTestJSON-1387043733-project] 10.222.0.35 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0235372 May 20 21:01:03.427109 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [None req-a1f8074a-2720-4e0e-bb91-f7070795c63a tempest-ExtensionsTestJSON-1387043733 tempest-ExtensionsTestJSON-1387043733-project] http://10.222.0.35:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=103163) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 21:01:03.427109 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-a1f8074a-2720-4e0e-bb91-f7070795c63a tempest-ExtensionsTestJSON-1387043733 tempest-ExtensionsTestJSON-1387043733-project] 10.222.0.35 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0042844 May 20 21:01:03.431784 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 38838) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:01:03.439446 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [None req-d00b0756-3003-4d51-b2b0-9d93b517939c tempest-ExtensionsTestJSON-1387043733 tempest-ExtensionsTestJSON-1387043733-project] http://10.222.0.35:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=103163) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 21:01:03.440155 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-d00b0756-3003-4d51-b2b0-9d93b517939c tempest-ExtensionsTestJSON-1387043733 tempest-ExtensionsTestJSON-1387043733-project] 10.222.0.35 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0094171 May 20 21:01:03.445845 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 38840) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:01:03.451161 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [None req-8181862f-a7fd-442c-b8bf-e98445ab0ece tempest-ExtensionsTestJSON-1387043733 tempest-ExtensionsTestJSON-1387043733-project] http://10.222.0.35:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=103162) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 21:01:03.456273 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-8181862f-a7fd-442c-b8bf-e98445ab0ece tempest-ExtensionsTestJSON-1387043733 tempest-ExtensionsTestJSON-1387043733-project] 10.222.0.35 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0091262 May 20 21:01:03.456888 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 38842) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:01:03.461245 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [None req-733aa0eb-06ad-4cb4-8308-edab0d9e1d75 tempest-ExtensionsTestJSON-1387043733 tempest-ExtensionsTestJSON-1387043733-project] http://10.222.0.35:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=103162) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 21:01:03.463439 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-733aa0eb-06ad-4cb4-8308-edab0d9e1d75 tempest-ExtensionsTestJSON-1387043733 tempest-ExtensionsTestJSON-1387043733-project] 10.222.0.35 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0054970 May 20 21:01:03.467527 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-764cffc0-7a89-465b-9b57-aebd0ee747b2 req-70af106a-66e7-49f7-a36b-d98c6789cecf tempest-TestServerMultinode-213063825 tempest-TestServerMultinode-213063825-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=f1ecce8b-0936-479a-abe8-64fad6081b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402553 May 20 21:01:03.468419 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 38844) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:01:03.474113 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [None req-1d9bb1d8-ea11-45b9-b727-fc16f2399c52 tempest-ExtensionsTestJSON-1387043733 tempest-ExtensionsTestJSON-1387043733-project] http://10.222.0.35:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=103163) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 21:01:03.475287 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-1d9bb1d8-ea11-45b9-b727-fc16f2399c52 tempest-ExtensionsTestJSON-1387043733 tempest-ExtensionsTestJSON-1387043733-project] 10.222.0.35 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0052230 May 20 21:01:03.478500 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 38846) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:01:03.483458 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [None req-228f663b-22c1-412b-98b2-67cdace1efcf tempest-ExtensionsTestJSON-1387043733 tempest-ExtensionsTestJSON-1387043733-project] http://10.222.0.35:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=103162) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 21:01:03.487358 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 38848) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:01:03.487772 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-228f663b-22c1-412b-98b2-67cdace1efcf tempest-ExtensionsTestJSON-1387043733 tempest-ExtensionsTestJSON-1387043733-project] 10.222.0.35 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0079303 May 20 21:01:03.492907 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [None req-2e94ef51-5dcb-4ad4-a8b2-d5d54baa374c tempest-ExtensionsTestJSON-1387043733 tempest-ExtensionsTestJSON-1387043733-project] http://10.222.0.35:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=103163) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 21:01:03.505563 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-2e94ef51-5dcb-4ad4-a8b2-d5d54baa374c tempest-ExtensionsTestJSON-1387043733 tempest-ExtensionsTestJSON-1387043733-project] 10.222.0.35 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0046523 May 20 21:01:03.507508 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 38850) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:01:03.512080 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [None req-c023b44a-899e-4f99-ba6a-5d0da9d8f011 tempest-ExtensionsTestJSON-1387043733 tempest-ExtensionsTestJSON-1387043733-project] http://10.222.0.35:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=103163) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 21:01:03.513122 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-c023b44a-899e-4f99-ba6a-5d0da9d8f011 tempest-ExtensionsTestJSON-1387043733 tempest-ExtensionsTestJSON-1387043733-project] 10.222.0.35 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0044961 May 20 21:01:03.515858 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 38852) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:01:03.520614 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [None req-86f97bc0-2324-481f-b42d-c0b22bb3bef0 tempest-ExtensionsTestJSON-1387043733 tempest-ExtensionsTestJSON-1387043733-project] http://10.222.0.35:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=103163) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 21:01:03.521673 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-86f97bc0-2324-481f-b42d-c0b22bb3bef0 tempest-ExtensionsTestJSON-1387043733 tempest-ExtensionsTestJSON-1387043733-project] 10.222.0.35 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0048139 May 20 21:01:03.522928 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1da46d78-412c-45ae-a31f-e2b0747954ba tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Network 91257bf0-a673-4151-a8c3-bc4c94308587 is scheduled to be hosted by DHCP agent c9b0653c-f3c7-4339-bd50-e3754b629216 with binding_index 1 {{(pid=103163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 21:01:03.524785 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 38854) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:01:03.535717 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [None req-17ad5b51-928e-4934-a690-0eabe63ead15 tempest-ExtensionsTestJSON-1387043733 tempest-ExtensionsTestJSON-1387043733-project] http://10.222.0.35:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=103162) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 21:01:03.535717 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-17ad5b51-928e-4934-a690-0eabe63ead15 tempest-ExtensionsTestJSON-1387043733 tempest-ExtensionsTestJSON-1387043733-project] 10.222.0.35 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0068674 May 20 21:01:03.538750 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 38856) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:01:03.544788 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [None req-a03ee2ab-d130-4c65-8a65-8f4309157c35 tempest-ExtensionsTestJSON-1387043733 tempest-ExtensionsTestJSON-1387043733-project] http://10.222.0.35:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=103163) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 21:01:03.545871 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-a03ee2ab-d130-4c65-8a65-8f4309157c35 tempest-ExtensionsTestJSON-1387043733 tempest-ExtensionsTestJSON-1387043733-project] 10.222.0.35 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0057917 May 20 21:01:03.548075 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 38858) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:01:03.553085 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [None req-ac7d17cc-6190-4bb7-8f69-619cb7b8ae72 tempest-ExtensionsTestJSON-1387043733 tempest-ExtensionsTestJSON-1387043733-project] http://10.222.0.35:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=103163) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 21:01:03.554131 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-ac7d17cc-6190-4bb7-8f69-619cb7b8ae72 tempest-ExtensionsTestJSON-1387043733 tempest-ExtensionsTestJSON-1387043733-project] 10.222.0.35 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0052400 May 20 21:01:03.556159 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 38860) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:01:03.559859 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [None req-c61762ce-0f1a-405e-a494-b9dddc7e9282 tempest-ExtensionsTestJSON-1387043733 tempest-ExtensionsTestJSON-1387043733-project] http://10.222.0.35:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=103163) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 21:01:03.560783 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-c61762ce-0f1a-405e-a494-b9dddc7e9282 tempest-ExtensionsTestJSON-1387043733 tempest-ExtensionsTestJSON-1387043733-project] 10.222.0.35 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0037642 May 20 21:01:03.562759 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 38862) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:01:03.567100 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [None req-c3ee707c-dfa7-4a82-93b5-a942af47155e tempest-ExtensionsTestJSON-1387043733 tempest-ExtensionsTestJSON-1387043733-project] http://10.222.0.35:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=103163) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 21:01:03.568005 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-c3ee707c-dfa7-4a82-93b5-a942af47155e tempest-ExtensionsTestJSON-1387043733 tempest-ExtensionsTestJSON-1387043733-project] 10.222.0.35 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0044427 May 20 21:01:03.571842 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 38864) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:01:03.576085 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [None req-de3e68ef-875e-4070-bb1e-61c29d4e930d tempest-ExtensionsTestJSON-1387043733 tempest-ExtensionsTestJSON-1387043733-project] http://10.222.0.35:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=103162) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 21:01:03.577016 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-de3e68ef-875e-4070-bb1e-61c29d4e930d tempest-ExtensionsTestJSON-1387043733 tempest-ExtensionsTestJSON-1387043733-project] 10.222.0.35 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0042117 May 20 21:01:03.579116 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 38866) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:01:03.583101 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [None req-e4ae09d9-7989-4bf6-9fae-07317629153a tempest-ExtensionsTestJSON-1387043733 tempest-ExtensionsTestJSON-1387043733-project] http://10.222.0.35:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=103162) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 21:01:03.584042 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-e4ae09d9-7989-4bf6-9fae-07317629153a tempest-ExtensionsTestJSON-1387043733 tempest-ExtensionsTestJSON-1387043733-project] 10.222.0.35 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0040746 May 20 21:01:03.586119 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 38868) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:01:03.589853 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [None req-5265a819-4860-43b5-9e7f-d236d33d9a54 tempest-ExtensionsTestJSON-1387043733 tempest-ExtensionsTestJSON-1387043733-project] http://10.222.0.35:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=103162) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 21:01:03.592950 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-5265a819-4860-43b5-9e7f-d236d33d9a54 tempest-ExtensionsTestJSON-1387043733 tempest-ExtensionsTestJSON-1387043733-project] 10.222.0.35 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0038390 May 20 21:01:03.594706 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 38870) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:01:03.599365 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [None req-03eda4ca-942f-4c20-901e-6f860490fe85 tempest-ExtensionsTestJSON-1387043733 tempest-ExtensionsTestJSON-1387043733-project] http://10.222.0.35:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=103162) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 21:01:03.600287 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-03eda4ca-942f-4c20-901e-6f860490fe85 tempest-ExtensionsTestJSON-1387043733 tempest-ExtensionsTestJSON-1387043733-project] 10.222.0.35 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0047176 May 20 21:01:03.602662 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 38872) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:01:03.606809 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [None req-8d489c89-0ce2-4c72-9d7e-d105d5165232 tempest-ExtensionsTestJSON-1387043733 tempest-ExtensionsTestJSON-1387043733-project] http://10.222.0.35:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=103162) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 21:01:03.607731 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-8d489c89-0ce2-4c72-9d7e-d105d5165232 tempest-ExtensionsTestJSON-1387043733 tempest-ExtensionsTestJSON-1387043733-project] 10.222.0.35 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0043695 May 20 21:01:03.609953 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 38876) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:01:03.614770 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [None req-8b509ec6-963c-4ce1-9bdb-a7acafb9cc34 tempest-ExtensionsTestJSON-1387043733 tempest-ExtensionsTestJSON-1387043733-project] http://10.222.0.35:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=103162) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 21:01:03.615713 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-8b509ec6-963c-4ce1-9bdb-a7acafb9cc34 tempest-ExtensionsTestJSON-1387043733 tempest-ExtensionsTestJSON-1387043733-project] 10.222.0.35 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0048575 May 20 21:01:03.618028 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 38878) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:01:03.623466 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [None req-85711fd9-a606-48cc-acfd-c7558816037b tempest-ExtensionsTestJSON-1387043733 tempest-ExtensionsTestJSON-1387043733-project] http://10.222.0.35:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=103162) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 21:01:03.627171 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-85711fd9-a606-48cc-acfd-c7558816037b tempest-ExtensionsTestJSON-1387043733 tempest-ExtensionsTestJSON-1387043733-project] 10.222.0.35 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0078351 May 20 21:01:03.627354 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 38880) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:01:03.634167 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [None req-cec7dd94-5b4d-42c1-90ca-67646b647893 tempest-ExtensionsTestJSON-1387043733 tempest-ExtensionsTestJSON-1387043733-project] http://10.222.0.35:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=103163) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 21:01:03.637248 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-cec7dd94-5b4d-42c1-90ca-67646b647893 tempest-ExtensionsTestJSON-1387043733 tempest-ExtensionsTestJSON-1387043733-project] 10.222.0.35 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0065897 May 20 21:01:03.637898 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 38882) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:01:03.642803 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [None req-12599746-1673-4195-a52a-564ca2d874cc tempest-ExtensionsTestJSON-1387043733 tempest-ExtensionsTestJSON-1387043733-project] http://10.222.0.35:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=103162) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 21:01:03.644445 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-12599746-1673-4195-a52a-564ca2d874cc tempest-ExtensionsTestJSON-1387043733 tempest-ExtensionsTestJSON-1387043733-project] 10.222.0.35 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0046802 May 20 21:01:03.658623 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-1da46d78-412c-45ae-a31f-e2b0747954ba tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842733-1, 91257bf0-a673-4151-a8c3-bc4c94308587) {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:01:03.658623 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1da46d78-412c-45ae-a31f-e2b0747954ba tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:01:03.661377 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecbbce6d-a5a2-40b4-8b3c-54ec3808415c None None] Network 91257bf0-a673-4151-a8c3-bc4c94308587 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:01:03.664484 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 38886) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:01:03.668815 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [None req-6e6eee89-899c-43f6-bce6-8756407c6cc5 tempest-ExtensionsTestJSON-1387043733 tempest-ExtensionsTestJSON-1387043733-project] http://10.222.0.35:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=103162) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 21:01:03.673017 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-6e6eee89-899c-43f6-bce6-8756407c6cc5 tempest-ExtensionsTestJSON-1387043733 tempest-ExtensionsTestJSON-1387043733-project] 10.222.0.35 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0074670 May 20 21:01:03.673689 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 38888) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:01:03.679169 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [None req-293bee6b-ee5f-4cd2-bd61-d66a55dc43fa tempest-ExtensionsTestJSON-1387043733 tempest-ExtensionsTestJSON-1387043733-project] http://10.222.0.35:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=103162) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 21:01:03.682533 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-293bee6b-ee5f-4cd2-bd61-d66a55dc43fa tempest-ExtensionsTestJSON-1387043733 tempest-ExtensionsTestJSON-1387043733-project] 10.222.0.35 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0072060 May 20 21:01:03.684184 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 38890) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:01:03.686800 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1da46d78-412c-45ae-a31f-e2b0747954ba tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:01:03.691948 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [None req-43ecc6b5-781e-4808-8ea8-6f617e8d6e78 tempest-ExtensionsTestJSON-1387043733 tempest-ExtensionsTestJSON-1387043733-project] http://10.222.0.35:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=103162) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 21:01:03.697946 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-43ecc6b5-781e-4808-8ea8-6f617e8d6e78 tempest-ExtensionsTestJSON-1387043733 tempest-ExtensionsTestJSON-1387043733-project] 10.222.0.35 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0110974 May 20 21:01:03.699347 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 38892) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:01:03.702877 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1da46d78-412c-45ae-a31f-e2b0747954ba tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:01:03.705237 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [None req-7c919548-2127-4618-a8b0-ee298ec55810 tempest-ExtensionsTestJSON-1387043733 tempest-ExtensionsTestJSON-1387043733-project] http://10.222.0.35:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=103162) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 21:01:03.710315 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1da46d78-412c-45ae-a31f-e2b0747954ba tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:03.710501 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-7c919548-2127-4618-a8b0-ee298ec55810 tempest-ExtensionsTestJSON-1387043733 tempest-ExtensionsTestJSON-1387043733-project] 10.222.0.35 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0059588 May 20 21:01:03.710929 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 38896) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:01:03.719702 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [None req-b0e6ab51-b743-42e3-9420-24f4f1eaa5d3 tempest-ExtensionsTestJSON-1387043733 tempest-ExtensionsTestJSON-1387043733-project] http://10.222.0.35:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=103162) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 21:01:03.726055 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-b0e6ab51-b743-42e3-9420-24f4f1eaa5d3 tempest-ExtensionsTestJSON-1387043733 tempest-ExtensionsTestJSON-1387043733-project] 10.222.0.35 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0135224 May 20 21:01:03.726788 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 38898) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:01:03.740345 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [None req-32a8bd6c-b53f-4ec5-a1c1-e5daf45a958d tempest-ExtensionsTestJSON-1387043733 tempest-ExtensionsTestJSON-1387043733-project] http://10.222.0.35:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=103163) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 21:01:03.745489 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 38902) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:01:03.751031 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [None req-3bd52cec-52a7-4449-a632-7fd10651791c tempest-ExtensionsTestJSON-1387043733 tempest-ExtensionsTestJSON-1387043733-project] http://10.222.0.35:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=103162) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 21:01:03.762285 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-3bd52cec-52a7-4449-a632-7fd10651791c tempest-ExtensionsTestJSON-1387043733 tempest-ExtensionsTestJSON-1387043733-project] 10.222.0.35 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0091259 May 20 21:01:03.762424 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-32a8bd6c-b53f-4ec5-a1c1-e5daf45a958d tempest-ExtensionsTestJSON-1387043733 tempest-ExtensionsTestJSON-1387043733-project] 10.222.0.35 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0297370 May 20 21:01:03.762534 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 38904) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:01:03.767276 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [None req-be25ce03-1dbc-4e85-a588-56a92e2279bb tempest-ExtensionsTestJSON-1387043733 tempest-ExtensionsTestJSON-1387043733-project] http://10.222.0.35:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=103162) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 21:01:03.768263 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-be25ce03-1dbc-4e85-a588-56a92e2279bb tempest-ExtensionsTestJSON-1387043733 tempest-ExtensionsTestJSON-1387043733-project] 10.222.0.35 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0088611 May 20 21:01:03.771411 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 38906) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:01:03.775654 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [None req-bc312c9f-7fbf-4974-9682-a7f857ec854a tempest-ExtensionsTestJSON-1387043733 tempest-ExtensionsTestJSON-1387043733-project] http://10.222.0.35:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=103163) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 21:01:03.776687 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-bc312c9f-7fbf-4974-9682-a7f857ec854a tempest-ExtensionsTestJSON-1387043733 tempest-ExtensionsTestJSON-1387043733-project] 10.222.0.35 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0043197 May 20 21:01:03.785835 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 38908) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:01:03.790272 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [None req-b7b9161a-3ba9-464f-8f78-17b303f45217 tempest-ExtensionsTestJSON-1387043733 tempest-ExtensionsTestJSON-1387043733-project] http://10.222.0.35:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=103162) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 21:01:03.795862 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-b7b9161a-3ba9-464f-8f78-17b303f45217 tempest-ExtensionsTestJSON-1387043733 tempest-ExtensionsTestJSON-1387043733-project] 10.222.0.35 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0044465 May 20 21:01:03.796966 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 38910) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:01:03.801966 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [None req-0e42899f-20eb-43d0-8f96-532ffe1fb0cd tempest-ExtensionsTestJSON-1387043733 tempest-ExtensionsTestJSON-1387043733-project] http://10.222.0.35:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=103163) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 21:01:03.803112 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-0e42899f-20eb-43d0-8f96-532ffe1fb0cd tempest-ExtensionsTestJSON-1387043733 tempest-ExtensionsTestJSON-1387043733-project] 10.222.0.35 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0048122 May 20 21:01:03.805546 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 38912) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:01:03.810252 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [None req-9b29cf52-674d-46c6-aef6-7e170ac3b0bb tempest-ExtensionsTestJSON-1387043733 tempest-ExtensionsTestJSON-1387043733-project] http://10.222.0.35:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=103163) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 21:01:03.811414 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-9b29cf52-674d-46c6-aef6-7e170ac3b0bb tempest-ExtensionsTestJSON-1387043733 tempest-ExtensionsTestJSON-1387043733-project] 10.222.0.35 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0047507 May 20 21:01:03.813896 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 38914) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:01:03.823368 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [None req-15cdc245-633b-414a-af38-fae6dfbb5872 tempest-ExtensionsTestJSON-1387043733 tempest-ExtensionsTestJSON-1387043733-project] http://10.222.0.35:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=103163) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 21:01:03.831529 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-15cdc245-633b-414a-af38-fae6dfbb5872 tempest-ExtensionsTestJSON-1387043733 tempest-ExtensionsTestJSON-1387043733-project] 10.222.0.35 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0111632 May 20 21:01:03.831529 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-1da46d78-412c-45ae-a31f-e2b0747954ba tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.1658475 May 20 21:01:03.832403 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 38916) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:01:03.834713 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 38918) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:01:03.839961 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [None req-195e2020-d6a9-4412-936c-a138b67b291f tempest-ExtensionsTestJSON-1387043733 tempest-ExtensionsTestJSON-1387043733-project] http://10.222.0.35:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=103163) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 21:01:03.843991 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-195e2020-d6a9-4412-936c-a138b67b291f tempest-ExtensionsTestJSON-1387043733 tempest-ExtensionsTestJSON-1387043733-project] 10.222.0.35 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0104542 May 20 21:01:03.851100 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 38922) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:01:03.862754 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [None req-4a759c63-e52c-4e4b-81ef-67e96d52de21 tempest-ExtensionsTestJSON-1387043733 tempest-ExtensionsTestJSON-1387043733-project] http://10.222.0.35:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=103162) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 21:01:03.865921 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-4a759c63-e52c-4e4b-81ef-67e96d52de21 tempest-ExtensionsTestJSON-1387043733 tempest-ExtensionsTestJSON-1387043733-project] 10.222.0.35 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0136979 May 20 21:01:03.867164 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 38924) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:01:03.879839 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [None req-e56f51a9-f6e6-4d53-8178-6d5a2f82c678 tempest-ExtensionsTestJSON-1387043733 tempest-ExtensionsTestJSON-1387043733-project] http://10.222.0.35:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=103162) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 21:01:03.879839 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-e56f51a9-f6e6-4d53-8178-6d5a2f82c678 tempest-ExtensionsTestJSON-1387043733 tempest-ExtensionsTestJSON-1387043733-project] 10.222.0.35 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0051231 May 20 21:01:03.881378 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 38926) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:01:03.885994 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [None req-1e856026-57c6-46a3-b37c-bbd17263bbee tempest-ExtensionsTestJSON-1387043733 tempest-ExtensionsTestJSON-1387043733-project] http://10.222.0.35:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=103162) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 21:01:03.887315 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-1e856026-57c6-46a3-b37c-bbd17263bbee tempest-ExtensionsTestJSON-1387043733 tempest-ExtensionsTestJSON-1387043733-project] 10.222.0.35 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0047855 May 20 21:01:03.889799 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 38928) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:01:03.895645 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [None req-25d91feb-5cf5-48d4-9664-1b90a1cc172a tempest-ExtensionsTestJSON-1387043733 tempest-ExtensionsTestJSON-1387043733-project] http://10.222.0.35:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=103162) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 21:01:03.900251 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-25d91feb-5cf5-48d4-9664-1b90a1cc172a tempest-ExtensionsTestJSON-1387043733 tempest-ExtensionsTestJSON-1387043733-project] 10.222.0.35 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0089598 May 20 21:01:03.901446 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 38930) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:01:03.906674 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [None req-cbb2f665-1ca0-49d4-b08b-4a6d987b667c tempest-ExtensionsTestJSON-1387043733 tempest-ExtensionsTestJSON-1387043733-project] http://10.222.0.35:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=103162) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 21:01:03.911372 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 38932) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:01:03.914220 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-cbb2f665-1ca0-49d4-b08b-4a6d987b667c tempest-ExtensionsTestJSON-1387043733 tempest-ExtensionsTestJSON-1387043733-project] 10.222.0.35 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0115459 May 20 21:01:03.920196 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [None req-57f917fb-de29-4336-8121-65ebadaef009 tempest-ExtensionsTestJSON-1387043733 tempest-ExtensionsTestJSON-1387043733-project] http://10.222.0.35:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=103163) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 21:01:03.924071 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-57f917fb-de29-4336-8121-65ebadaef009 tempest-ExtensionsTestJSON-1387043733 tempest-ExtensionsTestJSON-1387043733-project] 10.222.0.35 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0114706 May 20 21:01:03.924507 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 38936) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:01:03.931267 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [None req-574af2a9-cedd-42f5-9a08-c804fa96d284 tempest-ExtensionsTestJSON-1387043733 tempest-ExtensionsTestJSON-1387043733-project] http://10.222.0.35:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=103162) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 21:01:03.938538 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-574af2a9-cedd-42f5-9a08-c804fa96d284 tempest-ExtensionsTestJSON-1387043733 tempest-ExtensionsTestJSON-1387043733-project] 10.222.0.35 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0083258 May 20 21:01:03.939067 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 38938) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:01:03.945268 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [None req-bc7afc93-eb47-480c-8836-2c9af0429739 tempest-ExtensionsTestJSON-1387043733 tempest-ExtensionsTestJSON-1387043733-project] http://10.222.0.35:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=103162) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 21:01:03.948430 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-bc7afc93-eb47-480c-8836-2c9af0429739 tempest-ExtensionsTestJSON-1387043733 tempest-ExtensionsTestJSON-1387043733-project] 10.222.0.35 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0054047 May 20 21:01:03.948659 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 38940) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:01:03.953582 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [None req-a4ae85be-24c5-41ff-88be-fb68c7ed88fd tempest-ExtensionsTestJSON-1387043733 tempest-ExtensionsTestJSON-1387043733-project] http://10.222.0.35:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=103162) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 21:01:03.958062 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-a4ae85be-24c5-41ff-88be-fb68c7ed88fd tempest-ExtensionsTestJSON-1387043733 tempest-ExtensionsTestJSON-1387043733-project] 10.222.0.35 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0083556 May 20 21:01:03.958996 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 38942) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:01:03.961969 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-104551b2-b2ed-4bb3-9bbc-1bfa7c78949f tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Deleting port 56bc47a6-3632-43b4-ae7c-1dda7c0afb15 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:01:03.962307 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-104551b2-b2ed-4bb3-9bbc-1bfa7c78949f tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:03.965628 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [None req-6c94e511-5604-4ed4-8ac6-813d95a054bd tempest-ExtensionsTestJSON-1387043733 tempest-ExtensionsTestJSON-1387043733-project] http://10.222.0.35:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=103162) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 21:01:03.966586 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-6c94e511-5604-4ed4-8ac6-813d95a054bd tempest-ExtensionsTestJSON-1387043733 tempest-ExtensionsTestJSON-1387043733-project] 10.222.0.35 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0062776 May 20 21:01:03.969009 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 38944) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:01:03.974491 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [None req-af8ccd2b-5add-466a-ba5d-e07b578e7e26 tempest-ExtensionsTestJSON-1387043733 tempest-ExtensionsTestJSON-1387043733-project] http://10.222.0.35:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=103162) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 21:01:03.978437 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-af8ccd2b-5add-466a-ba5d-e07b578e7e26 tempest-ExtensionsTestJSON-1387043733 tempest-ExtensionsTestJSON-1387043733-project] 10.222.0.35 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0084021 May 20 21:01:03.979131 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 38946) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:01:03.983326 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [None req-021c99f0-9390-4e8e-92d4-b9133d418650 tempest-ExtensionsTestJSON-1387043733 tempest-ExtensionsTestJSON-1387043733-project] http://10.222.0.35:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=103163) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 21:01:03.986782 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 38948) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:01:03.987030 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-021c99f0-9390-4e8e-92d4-b9133d418650 tempest-ExtensionsTestJSON-1387043733 tempest-ExtensionsTestJSON-1387043733-project] 10.222.0.35 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0067382 May 20 21:01:03.992348 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [None req-9ad83753-57f8-469e-afbb-09f017b39696 tempest-ExtensionsTestJSON-1387043733 tempest-ExtensionsTestJSON-1387043733-project] http://10.222.0.35:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=103162) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 21:01:03.994700 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-9ad83753-57f8-469e-afbb-09f017b39696 tempest-ExtensionsTestJSON-1387043733 tempest-ExtensionsTestJSON-1387043733-project] 10.222.0.35 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0058382 May 20 21:01:04.007843 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 38950) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:01:04.012489 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [None req-6275a56a-6142-4b4a-9a17-866694b004fd tempest-ExtensionsTestJSON-1387043733 tempest-ExtensionsTestJSON-1387043733-project] http://10.222.0.35:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=103162) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 21:01:04.014396 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-6275a56a-6142-4b4a-9a17-866694b004fd tempest-ExtensionsTestJSON-1387043733 tempest-ExtensionsTestJSON-1387043733-project] 10.222.0.35 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0048678 May 20 21:01:04.016457 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 38952) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:01:04.025317 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [None req-448df4de-3a8b-41af-bdcc-709d65711650 tempest-ExtensionsTestJSON-1387043733 tempest-ExtensionsTestJSON-1387043733-project] http://10.222.0.35:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=103162) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 21:01:04.031697 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-448df4de-3a8b-41af-bdcc-709d65711650 tempest-ExtensionsTestJSON-1387043733 tempest-ExtensionsTestJSON-1387043733-project] 10.222.0.35 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0133746 May 20 21:01:04.034341 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 38954) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:01:04.039954 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [None req-984a4051-7ea5-48f8-861c-0c8ff7799928 tempest-ExtensionsTestJSON-1387043733 tempest-ExtensionsTestJSON-1387043733-project] http://10.222.0.35:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=103162) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 21:01:04.045765 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-984a4051-7ea5-48f8-861c-0c8ff7799928 tempest-ExtensionsTestJSON-1387043733 tempest-ExtensionsTestJSON-1387043733-project] 10.222.0.35 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0078897 May 20 21:01:04.047967 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 38956) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:01:04.051911 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-104551b2-b2ed-4bb3-9bbc-1bfa7c78949f tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:04.057361 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [None req-eb526516-b7de-456b-b5cf-a95e06d3b3bb tempest-ExtensionsTestJSON-1387043733 tempest-ExtensionsTestJSON-1387043733-project] http://10.222.0.35:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=103162) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 21:01:04.061921 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-eb526516-b7de-456b-b5cf-a95e06d3b3bb tempest-ExtensionsTestJSON-1387043733 tempest-ExtensionsTestJSON-1387043733-project] 10.222.0.35 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0115855 May 20 21:01:04.062490 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 38958) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:01:04.067262 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [None req-981a8d8b-3b11-4ad4-bf59-571f1d24510a tempest-ExtensionsTestJSON-1387043733 tempest-ExtensionsTestJSON-1387043733-project] http://10.222.0.35:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=103162) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 21:01:04.070902 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-981a8d8b-3b11-4ad4-bf59-571f1d24510a tempest-ExtensionsTestJSON-1387043733 tempest-ExtensionsTestJSON-1387043733-project] 10.222.0.35 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0074494 May 20 21:01:04.072184 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 38960) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:01:04.076470 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [None req-357429a5-f9a4-4d5f-8f7f-0895b97a3faa tempest-ExtensionsTestJSON-1387043733 tempest-ExtensionsTestJSON-1387043733-project] http://10.222.0.35:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=103162) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 21:01:04.079983 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-104551b2-b2ed-4bb3-9bbc-1bfa7c78949f tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Calling delete_port for 56bc47a6-3632-43b4-ae7c-1dda7c0afb15 owned by {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:01:04.081837 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-357429a5-f9a4-4d5f-8f7f-0895b97a3faa tempest-ExtensionsTestJSON-1387043733 tempest-ExtensionsTestJSON-1387043733-project] 10.222.0.35 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0070925 May 20 21:01:04.081837 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 38962) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:01:04.086024 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [None req-43667fae-97d5-4795-9939-7a7db86688f6 tempest-ExtensionsTestJSON-1387043733 tempest-ExtensionsTestJSON-1387043733-project] http://10.222.0.35:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=103162) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 21:01:04.089486 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-43667fae-97d5-4795-9939-7a7db86688f6 tempest-ExtensionsTestJSON-1387043733 tempest-ExtensionsTestJSON-1387043733-project] 10.222.0.35 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0066648 May 20 21:01:04.090023 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 38964) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:01:04.094709 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [None req-e2bd7cdb-c31e-45de-b6ae-40ac2332564f tempest-ExtensionsTestJSON-1387043733 tempest-ExtensionsTestJSON-1387043733-project] http://10.222.0.35:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=103162) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 21:01:04.098227 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-e2bd7cdb-c31e-45de-b6ae-40ac2332564f tempest-ExtensionsTestJSON-1387043733 tempest-ExtensionsTestJSON-1387043733-project] 10.222.0.35 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0071328 May 20 21:01:04.098830 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 38966) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:01:04.104674 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [None req-831dd8d4-9a1e-483e-bfb0-08630801fb33 tempest-ExtensionsTestJSON-1387043733 tempest-ExtensionsTestJSON-1387043733-project] http://10.222.0.35:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=103162) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 21:01:04.108777 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-831dd8d4-9a1e-483e-bfb0-08630801fb33 tempest-ExtensionsTestJSON-1387043733 tempest-ExtensionsTestJSON-1387043733-project] 10.222.0.35 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0090768 May 20 21:01:04.109365 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 38968) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:01:04.117813 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [None req-0e73d051-ea29-4275-967d-d237c8db17d5 tempest-ExtensionsTestJSON-1387043733 tempest-ExtensionsTestJSON-1387043733-project] http://10.222.0.35:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=103162) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 21:01:04.121475 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-0e73d051-ea29-4275-967d-d237c8db17d5 tempest-ExtensionsTestJSON-1387043733 tempest-ExtensionsTestJSON-1387043733-project] 10.222.0.35 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0111322 May 20 21:01:04.122530 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 38970) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:01:04.127117 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [None req-66e4a700-7610-4672-a60e-9acc5bd96358 tempest-ExtensionsTestJSON-1387043733 tempest-ExtensionsTestJSON-1387043733-project] http://10.222.0.35:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=103162) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 21:01:04.131238 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-66e4a700-7610-4672-a60e-9acc5bd96358 tempest-ExtensionsTestJSON-1387043733 tempest-ExtensionsTestJSON-1387043733-project] 10.222.0.35 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0074389 May 20 21:01:04.131794 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 38974) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:01:04.136857 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [None req-fce32812-e9b9-4061-808b-6b055ff16d1e tempest-ExtensionsTestJSON-1387043733 tempest-ExtensionsTestJSON-1387043733-project] http://10.222.0.35:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=103162) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 21:01:04.149788 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-fce32812-e9b9-4061-808b-6b055ff16d1e tempest-ExtensionsTestJSON-1387043733 tempest-ExtensionsTestJSON-1387043733-project] 10.222.0.35 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0071781 May 20 21:01:04.296927 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-104551b2-b2ed-4bb3-9bbc-1bfa7c78949f tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:04.332918 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104551b2-b2ed-4bb3-9bbc-1bfa7c78949f tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Pushing event deleted for resources: {'Port': ['ID=56bc47a6-3632-43b4-ae7c-1dda7c0afb15,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:01:04.337833 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-104551b2-b2ed-4bb3-9bbc-1bfa7c78949f tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:04.341758 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-104551b2-b2ed-4bb3-9bbc-1bfa7c78949f tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] 10.222.0.35 "DELETE /v2.0/ports/56bc47a6-3632-43b4-ae7c-1dda7c0afb15 HTTP/1.1" status: 204 len: 168 time: 0.5061080 May 20 21:01:04.344399 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 38980) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:01:04.418985 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7593ff8-79a7-4708-8050-37bf807d6bab tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:01:04.424873 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7593ff8-79a7-4708-8050-37bf807d6bab tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:01:04.429695 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-f7593ff8-79a7-4708-8050-37bf807d6bab tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.0816216 May 20 21:01:04.431412 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 38984) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:01:04.540655 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-4d674b7b-a09b-43fd-add5-4b3f6218d51c tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Deleting port ebdc55ef-da9c-4f76-a8d3-4fe2b64a93a6 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:01:04.541263 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4d674b7b-a09b-43fd-add5-4b3f6218d51c tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:04.664056 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4d674b7b-a09b-43fd-add5-4b3f6218d51c tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:04.692524 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9281d9d-4f88-4daf-9734-99c51cd7b4de req-2e609798-4d58-4add-a7c9-c7d9ddbb2dfa tempest-TestServerMultinode-213063825 tempest-TestServerMultinode-213063825-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:01:04.694151 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a9281d9d-4f88-4daf-9734-99c51cd7b4de req-2e609798-4d58-4add-a7c9-c7d9ddbb2dfa tempest-TestServerMultinode-213063825 tempest-TestServerMultinode-213063825-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=bccc5bbe-85b7-4197-a227-f3f25ea43409 HTTP/1.1" status: 200 len: 1097 time: 0.0883050 May 20 21:01:04.695045 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-4d674b7b-a09b-43fd-add5-4b3f6218d51c tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Calling delete_port for ebdc55ef-da9c-4f76-a8d3-4fe2b64a93a6 owned by {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:01:04.876789 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 39002) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:01:04.882610 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a9281d9d-4f88-4daf-9734-99c51cd7b4de req-b9c09df8-5180-4cfa-9da5-121d1e6a6201 tempest-TestServerMultinode-213063825 tempest-TestServerMultinode-213063825-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=f1ecce8b-0936-479a-abe8-64fad6081b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725397 May 20 21:01:04.965456 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4d674b7b-a09b-43fd-add5-4b3f6218d51c tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:05.004775 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d674b7b-a09b-43fd-add5-4b3f6218d51c tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Pushing event deleted for resources: {'Port': ['ID=ebdc55ef-da9c-4f76-a8d3-4fe2b64a93a6,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:01:05.018617 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4d674b7b-a09b-43fd-add5-4b3f6218d51c tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:05.022242 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-4d674b7b-a09b-43fd-add5-4b3f6218d51c tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] 10.222.0.35 "DELETE /v2.0/ports/ebdc55ef-da9c-4f76-a8d3-4fe2b64a93a6 HTTP/1.1" status: 204 len: 168 time: 0.5896301 May 20 21:01:05.025630 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 39008) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:01:05.033848 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-71f0f395-b39a-47c8-8d56-77aa3bd82a4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:05.104070 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a123f83-ae4a-4175-a08d-f8124cd98b53 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:01:05.107733 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-6a123f83-ae4a-4175-a08d-f8124cd98b53 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0790823 May 20 21:01:05.108832 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 39012) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:01:05.120601 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f206e7f2-6b2f-4938-98a3-5fba3827f68c req-49a9509a-5b1d-4a22-aee5-0f965ca3078b tempest-TestServerMultinode-213063825 tempest-TestServerMultinode-213063825-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:01:05.129032 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f206e7f2-6b2f-4938-98a3-5fba3827f68c req-49a9509a-5b1d-4a22-aee5-0f965ca3078b tempest-TestServerMultinode-213063825 tempest-TestServerMultinode-213063825-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=bccc5bbe-85b7-4197-a227-f3f25ea43409 HTTP/1.1" status: 200 len: 1097 time: 0.1284494 May 20 21:01:05.148578 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-71f0f395-b39a-47c8-8d56-77aa3bd82a4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:05.149598 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.agents_db [None req-5c33ad30-4e00-40fa-b486-8c79c4a6cfc5 None None] Agent healthcheck: found 7 active agents {{(pid=103165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 20 21:01:05.157136 n-d-842733-1 neutron-server[103163]: INFO neutron.pecan_wsgi.hooks.translation [None req-25b28529-ebe1-404b-bfe5-4ecc0e64b924 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] GET failed (client error): The resource could not be found. May 20 21:01:05.158768 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-25b28529-ebe1-404b-bfe5-4ecc0e64b924 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] 10.222.0.35 "GET /v2.0/ports/56bc47a6-3632-43b4-ae7c-1dda7c0afb15 HTTP/1.1" status: 404 len: 333 time: 0.0484350 May 20 21:01:05.161938 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 39014) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:01:05.195247 n-d-842733-1 neutron-server[103163]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca2c678f-5e90-41b3-8e30-4ecc5e9d1b51 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] GET failed (client error): The resource could not be found. May 20 21:01:05.197572 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-ca2c678f-5e90-41b3-8e30-4ecc5e9d1b51 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] 10.222.0.35 "GET /v2.0/ports/ebdc55ef-da9c-4f76-a8d3-4fe2b64a93a6 HTTP/1.1" status: 404 len: 333 time: 0.0340886 May 20 21:01:05.199674 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 39018) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:01:05.212815 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f206e7f2-6b2f-4938-98a3-5fba3827f68c req-c710675c-85f7-4688-b574-5a298ffaa216 tempest-TestServerMultinode-213063825 tempest-TestServerMultinode-213063825-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=f1ecce8b-0936-479a-abe8-64fad6081b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826752 May 20 21:01:05.228210 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-71f0f395-b39a-47c8-8d56-77aa3bd82a4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:05.286266 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-71f0f395-b39a-47c8-8d56-77aa3bd82a4d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b613f05a3933420891e8c8c3184dd949&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4081438 May 20 21:01:05.287188 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 39022) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:01:05.294064 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f0f395-b39a-47c8-8d56-77aa3bd82a4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92970b1e-8ec9-430e-915f-75663f29dc58,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:01:05.313876 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-74ea665f-6ade-4e98-b50b-02b624f71865 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33160123'] for network, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:05.345191 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-473badc1-4b01-4bf9-b33a-a0684767e3b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:05.369612 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-473badc1-4b01-4bf9-b33a-a0684767e3b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:05.434178 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bb564b-979f-432c-ab7f-1c19cc34f765 req-136a0959-10dc-4263-bf29-2494f9c5703f tempest-TestServerMultinode-213063825 tempest-TestServerMultinode-213063825-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:01:05.437779 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-79bb564b-979f-432c-ab7f-1c19cc34f765 req-136a0959-10dc-4263-bf29-2494f9c5703f tempest-TestServerMultinode-213063825 tempest-TestServerMultinode-213063825-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=bccc5bbe-85b7-4197-a227-f3f25ea43409 HTTP/1.1" status: 200 len: 1097 time: 0.1292973 May 20 21:01:05.471269 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-74ea665f-6ade-4e98-b50b-02b624f71865 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33072115', 'neutron.services.segments.db._delete_segments_for_network-8782419500584'] for network, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:05.508557 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-74ea665f-6ade-4e98-b50b-02b624f71865 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91257bf0-a673-4151-a8c3-bc4c94308587']}} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:01:05.512129 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-79bb564b-979f-432c-ab7f-1c19cc34f765 req-fdc770ff-c0c8-4e20-9406-8bd5d42bbe2f tempest-TestServerMultinode-213063825 tempest-TestServerMultinode-213063825-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=f1ecce8b-0936-479a-abe8-64fad6081b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663390 May 20 21:01:05.521997 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-74ea665f-6ade-4e98-b50b-02b624f71865 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecbff84e-3ade-407d-9565-ed93b9748b61') {'for_net_delete': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:01:05.522298 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-74ea665f-6ade-4e98-b50b-02b624f71865 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecbff84e-3ade-407d-9565-ed93b9748b61') {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:01:05.534354 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-74ea665f-6ade-4e98-b50b-02b624f71865 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419501617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9338764'] for segment, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:05.539691 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-473badc1-4b01-4bf9-b33a-a0684767e3b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:05.542229 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-473badc1-4b01-4bf9-b33a-a0684767e3b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:05.544122 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-473badc1-4b01-4bf9-b33a-a0684767e3b8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/92970b1e-8ec9-430e-915f-75663f29dc58 HTTP/1.1" status: 204 len: 168 time: 0.2555397 May 20 21:01:05.551111 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-74ea665f-6ade-4e98-b50b-02b624f71865 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:05.565697 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74ea665f-6ade-4e98-b50b-02b624f71865 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Releasing vlan 239 on physical network physnet1 to pool {{(pid=103163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 21:01:05.565697 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-74ea665f-6ade-4e98-b50b-02b624f71865 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9638311'] for segment, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:05.565697 n-d-842733-1 neutron-server[103163]: Traceback (most recent call last): May 20 21:01:05.565697 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 21:01:05.565697 n-d-842733-1 neutron-server[103163]: timer() May 20 21:01:05.565697 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 21:01:05.565697 n-d-842733-1 neutron-server[103163]: cb(*args, **kw) May 20 21:01:05.565697 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 20 21:01:05.565697 n-d-842733-1 neutron-server[103163]: return func(*args, **kwargs) May 20 21:01:05.565697 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 21:01:05.565697 n-d-842733-1 neutron-server[103163]: self._notify() May 20 21:01:05.565697 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 21:01:05.565697 n-d-842733-1 neutron-server[103163]: self.callback(batched_events) May 20 21:01:05.565697 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 21:01:05.565697 n-d-842733-1 neutron-server[103163]: event.method(event) May 20 21:01:05.565697 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 20 21:01:05.565697 n-d-842733-1 neutron-server[103163]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 21:01:05.565697 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 20 21:01:05.565697 n-d-842733-1 neutron-server[103163]: aggregate_uuid = self.p_client.list_aggregates( May 20 21:01:05.565697 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 20 21:01:05.565697 n-d-842733-1 neutron-server[103163]: return f(self, *a, **k) May 20 21:01:05.565697 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 20 21:01:05.565697 n-d-842733-1 neutron-server[103163]: return self._get(url).json() May 20 21:01:05.565697 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 20 21:01:05.565697 n-d-842733-1 neutron-server[103163]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 21:01:05.565697 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 21:01:05.565697 n-d-842733-1 neutron-server[103163]: return self.request(url, 'GET', **kwargs) May 20 21:01:05.565697 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 21:01:05.565697 n-d-842733-1 neutron-server[103163]: base_url = self.get_endpoint(auth, allow=allow, May 20 21:01:05.565697 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 21:01:05.565697 n-d-842733-1 neutron-server[103163]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 21:01:05.565697 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 21:01:05.565697 n-d-842733-1 neutron-server[103163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 21:01:05.565697 n-d-842733-1 neutron-server[103163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 21:01:05.568795 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473badc1-4b01-4bf9-b33a-a0684767e3b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92970b1e-8ec9-430e-915f-75663f29dc58,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:01:05.823991 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-74ea665f-6ade-4e98-b50b-02b624f71865 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33072122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748162'] for network, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:05.836292 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-74ea665f-6ade-4e98-b50b-02b624f71865 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:05.849559 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-74ea665f-6ade-4e98-b50b-02b624f71865 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] 10.222.0.35 "DELETE /v2.0/networks/91257bf0-a673-4151-a8c3-bc4c94308587 HTTP/1.1" status: 204 len: 168 time: 0.6438785 May 20 21:01:05.849969 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 39044) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:01:05.855494 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-3e005943-8e8f-4846-9952-d0ab6376c63d tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1782636262'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:01:05.865057 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ea665f-6ade-4e98-b50b-02b624f71865 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Pushing event deleted for resources: {'Network': ['ID=91257bf0-a673-4151-a8c3-bc4c94308587,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:01:05.980678 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e005943-8e8f-4846-9952-d0ab6376c63d tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Made reservation on behalf of b680ab6daca64ac08e9ce40077a8514d for: {'network': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:01:05.985800 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3e005943-8e8f-4846-9952-d0ab6376c63d tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for network, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:06.019634 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e005943-8e8f-4846-9952-d0ab6376c63d tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 247} {{(pid=103162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 21:01:06.030935 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3e005943-8e8f-4846-9952-d0ab6376c63d tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:06.031410 n-d-842733-1 neutron-server[103162]: INFO neutron.db.segments_db [None req-3e005943-8e8f-4846-9952-d0ab6376c63d tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Added segment 676557cb-5075-4488-9866-ceb9d5d7c795 of type vlan for network a030999f-fea5-42f2-b18e-d6521bfd1f0b May 20 21:01:06.072797 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3e005943-8e8f-4846-9952-d0ab6376c63d tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418993264'] for network, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:06.192132 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3e005943-8e8f-4846-9952-d0ab6376c63d tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524'] for network, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:06.198945 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e005943-8e8f-4846-9952-d0ab6376c63d tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:01:06.199590 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3e005943-8e8f-4846-9952-d0ab6376c63d tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:06.247293 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ecc562-8886-4b75-8161-806cf00b01ce req-058aef3a-243f-4458-a768-8e11d0824357 tempest-TestServerMultinode-213063825 tempest-TestServerMultinode-213063825-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:01:06.249736 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-67ecc562-8886-4b75-8161-806cf00b01ce req-058aef3a-243f-4458-a768-8e11d0824357 tempest-TestServerMultinode-213063825 tempest-TestServerMultinode-213063825-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=bccc5bbe-85b7-4197-a227-f3f25ea43409 HTTP/1.1" status: 200 len: 1097 time: 0.0468066 May 20 21:01:06.278591 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e005943-8e8f-4846-9952-d0ab6376c63d tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Pushing event updated for resources: {'Network': ['ID=a030999f-fea5-42f2-b18e-d6521bfd1f0b,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:01:06.290524 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Network a030999f-fea5-42f2-b18e-d6521bfd1f0b details requested by agent ovs-agent-n-d-842733-1 with host n-d-842733-1 {{(pid=103164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 20 21:01:06.303154 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-67ecc562-8886-4b75-8161-806cf00b01ce req-65d473dd-3332-4c06-8b43-a74f8bb9826a tempest-TestServerMultinode-213063825 tempest-TestServerMultinode-213063825-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=f1ecce8b-0936-479a-abe8-64fad6081b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418208 May 20 21:01:06.345238 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-3e005943-8e8f-4846-9952-d0ab6376c63d tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4943259 May 20 21:01:06.348937 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 39076) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:01:06.355537 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-3fd19861-9b4f-48b5-9397-4b8c0967e1eb tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Request body: {'subnet': {'network_id': 'a030999f-fea5-42f2-b18e-d6521bfd1f0b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:01:06.546095 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fd19861-9b4f-48b5-9397-4b8c0967e1eb tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Made reservation on behalf of b680ab6daca64ac08e9ce40077a8514d for: {'subnet': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:01:06.549848 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3fd19861-9b4f-48b5-9397-4b8c0967e1eb tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4018244'] for subnet, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:06.650371 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.ipam_backend_mixin [None req-3fd19861-9b4f-48b5-9397-4b8c0967e1eb tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Performing IP validity checks on allocation pools {{(pid=103162) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} May 20 21:01:06.650987 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.ipam_backend_mixin [None req-3fd19861-9b4f-48b5-9397-4b8c0967e1eb tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103162) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} May 20 21:01:06.867665 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3fd19861-9b4f-48b5-9397-4b8c0967e1eb tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3797684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4018258'] for subnet, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:06.950558 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd19861-9b4f-48b5-9397-4b8c0967e1eb tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Pushing event updated for resources: {'Subnet': ['ID=583b7bf3-579f-43e1-8002-796827db04cf,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:01:06.958731 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd19861-9b4f-48b5-9397-4b8c0967e1eb tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Checking segment: {'id': '676557cb-5075-4488-9866-ceb9d5d7c795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'a030999f-fea5-42f2-b18e-d6521bfd1f0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:01:06.959091 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fd19861-9b4f-48b5-9397-4b8c0967e1eb tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Network hostable DHCP agents. Network: a030999f-fea5-42f2-b18e-d6521bfd1f0b, hostable agents: ['c9b0653c-f3c7-4339-bd50-e3754b629216'], hosted agents: [] {{(pid=103162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 21:01:07.039043 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 39102) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:01:07.051442 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fd19861-9b4f-48b5-9397-4b8c0967e1eb tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Network a030999f-fea5-42f2-b18e-d6521bfd1f0b is scheduled to be hosted by DHCP agent c9b0653c-f3c7-4339-bd50-e3754b629216 with binding_index 1 {{(pid=103162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 21:01:07.151814 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-3fd19861-9b4f-48b5-9397-4b8c0967e1eb tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842733-1, a030999f-fea5-42f2-b18e-d6521bfd1f0b) {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:01:07.157425 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fd19861-9b4f-48b5-9397-4b8c0967e1eb tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:01:07.158461 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3fd19861-9b4f-48b5-9397-4b8c0967e1eb tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:07.172046 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa22e225-bdb6-4e00-a1dd-47f4c20e8808 None None] Network a030999f-fea5-42f2-b18e-d6521bfd1f0b requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:01:07.260913 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-648ca9a5-7f2d-42e6-9291-e49f81215ca6 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-791418052'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:01:07.313971 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 39118) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:01:07.314588 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-3fd19861-9b4f-48b5-9397-4b8c0967e1eb tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9638667 May 20 21:01:07.322585 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-d362dee9-bf51-45ff-9abe-c0eff629c9a9 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Request body: {'port': {'network_id': 'a030999f-fea5-42f2-b18e-d6521bfd1f0b', 'name': 'tempest-PortsTestJSON-80728778'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:01:07.420904 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-648ca9a5-7f2d-42e6-9291-e49f81215ca6 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Made reservation on behalf of 5498abc6ad9e4e1cb849425e21c607f1 for: {'network': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:01:07.426987 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-648ca9a5-7f2d-42e6-9291-e49f81215ca6 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for network, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:07.458623 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-648ca9a5-7f2d-42e6-9291-e49f81215ca6 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:07.509792 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8a77b85-49c9-4ce2-97b4-04b39ad99dc4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaee2b848-d4b9-5db1-b6ef-d6db29d67de7-a030999f-fea5-42f2-b18e-d6521bfd1f0b', 'network_id': 'a030999f-fea5-42f2-b18e-d6521bfd1f0b', 'tenant_id': 'b680ab6daca64ac08e9ce40077a8514d', 'fixed_ips': [{'subnet_id': '583b7bf3-579f-43e1-8002-796827db04cf'}]}} from n-d-842733-1. {{(pid=103164) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 21:01:07.510988 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a8a77b85-49c9-4ce2-97b4-04b39ad99dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:07.553831 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce37c9d-dd8a-4344-812f-41fdfb534326 req-58c1d0d9-1e20-493b-8697-eed37bffcf9d tempest-TestServerMultinode-213063825 tempest-TestServerMultinode-213063825-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:01:07.556086 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5ce37c9d-dd8a-4344-812f-41fdfb534326 req-58c1d0d9-1e20-493b-8697-eed37bffcf9d tempest-TestServerMultinode-213063825 tempest-TestServerMultinode-213063825-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=bccc5bbe-85b7-4197-a227-f3f25ea43409 HTTP/1.1" status: 200 len: 1097 time: 0.1178703 May 20 21:01:07.642510 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-648ca9a5-7f2d-42e6-9291-e49f81215ca6 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:07.642636 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d362dee9-bf51-45ff-9abe-c0eff629c9a9 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Made reservation on behalf of b680ab6daca64ac08e9ce40077a8514d for: {'port': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:01:07.645221 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d362dee9-bf51-45ff-9abe-c0eff629c9a9 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:07.675315 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5ce37c9d-dd8a-4344-812f-41fdfb534326 req-93f6e42e-83e0-433a-bc35-23551567eef9 tempest-TestServerMultinode-213063825 tempest-TestServerMultinode-213063825-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=f1ecce8b-0936-479a-abe8-64fad6081b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087170 May 20 21:01:07.695560 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [None req-d362dee9-bf51-45ff-9abe-c0eff629c9a9 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] device_id is not set on port 535659ee-d459-443e-ade0-34da0b7212c3 yet. {{(pid=103163) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 20 21:01:07.749378 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-648ca9a5-7f2d-42e6-9291-e49f81215ca6 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:07.780534 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [None req-a8a77b85-49c9-4ce2-97b4-04b39ad99dc4 None None] Allocated IP 172.20.0.2 (a030999f-fea5-42f2-b18e-d6521bfd1f0b/583b7bf3-579f-43e1-8002-796827db04cf/657ed347-6678-4d7d-b198-6246c2d07520) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:01:07.785540 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-648ca9a5-7f2d-42e6-9291-e49f81215ca6 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 227} {{(pid=103162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 21:01:07.791647 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181a7db8-85ae-488a-831f-5dfa7a65e22e req-4cc0a5f7-a153-43b9-a24d-37abb40c6cee tempest-TestServerMultinode-213063825 tempest-TestServerMultinode-213063825-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:01:07.793257 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-181a7db8-85ae-488a-831f-5dfa7a65e22e req-4cc0a5f7-a153-43b9-a24d-37abb40c6cee tempest-TestServerMultinode-213063825 tempest-TestServerMultinode-213063825-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=bccc5bbe-85b7-4197-a227-f3f25ea43409 HTTP/1.1" status: 200 len: 1097 time: 0.1561034 May 20 21:01:07.845561 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-648ca9a5-7f2d-42e6-9291-e49f81215ca6 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:07.845923 n-d-842733-1 neutron-server[103162]: INFO neutron.db.segments_db [None req-648ca9a5-7f2d-42e6-9291-e49f81215ca6 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Added segment 14bcfbdc-6c5a-4d32-bd18-f257f701439f of type vlan for network 7b04e954-4cb8-4833-9e51-eaf3f4e0fe45 May 20 21:01:07.859853 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648ca9a5-7f2d-42e6-9291-e49f81215ca6 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c528c95-d909-4f82-a8ff-c3628eed9924,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:01:07.949844 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-648ca9a5-7f2d-42e6-9291-e49f81215ca6 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418993264'] for network, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:07.975477 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 39134) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:01:08.006673 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-181a7db8-85ae-488a-831f-5dfa7a65e22e req-569623b1-dc46-462f-b0b0-e8949b3b79dc tempest-TestServerMultinode-213063825 tempest-TestServerMultinode-213063825-project-admin] Deleting port 95737bff-765c-4765-83ed-9e5755f212d1 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:01:08.007155 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-181a7db8-85ae-488a-831f-5dfa7a65e22e req-569623b1-dc46-462f-b0b0-e8949b3b79dc tempest-TestServerMultinode-213063825 tempest-TestServerMultinode-213063825-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:08.015922 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a8a77b85-49c9-4ce2-97b4-04b39ad99dc4 None None] Notify callbacks [] for port, precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:08.084062 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-648ca9a5-7f2d-42e6-9291-e49f81215ca6 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524'] for network, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:08.090120 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-648ca9a5-7f2d-42e6-9291-e49f81215ca6 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:01:08.090732 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-648ca9a5-7f2d-42e6-9291-e49f81215ca6 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:08.106949 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a8a77b85-49c9-4ce2-97b4-04b39ad99dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108'] for port, after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:08.203620 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8a77b85-49c9-4ce2-97b4-04b39ad99dc4 None None] Network a030999f-fea5-42f2-b18e-d6521bfd1f0b is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:01:08.204223 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-648ca9a5-7f2d-42e6-9291-e49f81215ca6 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.1636724 May 20 21:01:08.206460 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-181a7db8-85ae-488a-831f-5dfa7a65e22e req-569623b1-dc46-462f-b0b0-e8949b3b79dc tempest-TestServerMultinode-213063825 tempest-TestServerMultinode-213063825-project-admin] For port 95737bff-765c-4765-83ed-9e5755f212d1, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=95737bff-765c-4765-83ed-9e5755f212d1,segment=NetworkSegment(a189c70c-1a77-4398-b112-572ca8f77d3f),segment_id=a189c70c-1a77-4398-b112-572ca8f77d3f)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:01:08.207385 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-181a7db8-85ae-488a-831f-5dfa7a65e22e req-569623b1-dc46-462f-b0b0-e8949b3b79dc tempest-TestServerMultinode-213063825 tempest-TestServerMultinode-213063825-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:08.208135 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-a8a77b85-49c9-4ce2-97b4-04b39ad99dc4 None None] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:01:08.210166 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 39140) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:01:08.211246 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a77b85-49c9-4ce2-97b4-04b39ad99dc4 None None] Received port after_create {{(pid=103164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:01:08.215077 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-d362dee9-bf51-45ff-9abe-c0eff629c9a9 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Allocated IP 172.20.0.5 (a030999f-fea5-42f2-b18e-d6521bfd1f0b/583b7bf3-579f-43e1-8002-796827db04cf/535659ee-d459-443e-ade0-34da0b7212c3) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:01:08.223234 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a77b85-49c9-4ce2-97b4-04b39ad99dc4 None None] Pushing event updated for resources: {'Port': ['ID=657ed347-6678-4d7d-b198-6246c2d07520,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:01:08.231996 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-66b8a8de-d1a1-4655-843e-6928f88b1fae tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Request body: {'port': {'network_id': '7b04e954-4cb8-4833-9e51-eaf3f4e0fe45', 'name': 'tempest-PortsIpV6TestJSON-1265487962'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:01:08.232777 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-181a7db8-85ae-488a-831f-5dfa7a65e22e req-569623b1-dc46-462f-b0b0-e8949b3b79dc tempest-TestServerMultinode-213063825 tempest-TestServerMultinode-213063825-project-admin] Calling delete_port for 95737bff-765c-4765-83ed-9e5755f212d1 owned by compute:nova {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:01:08.234591 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-16b0fe87-3ec7-4091-a9fc-966fceadda8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:08.253249 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648ca9a5-7f2d-42e6-9291-e49f81215ca6 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Pushing event updated for resources: {'Network': ['ID=7b04e954-4cb8-4833-9e51-eaf3f4e0fe45,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:01:08.284390 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Network 7b04e954-4cb8-4833-9e51-eaf3f4e0fe45 details requested by agent ovs-agent-n-d-842733-1 with host n-d-842733-1 {{(pid=103164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 20 21:01:08.425839 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-16b0fe87-3ec7-4091-a9fc-966fceadda8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:08.491181 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-a8a77b85-49c9-4ce2-97b4-04b39ad99dc4 None None] Attempting to bind port 657ed347-6678-4d7d-b198-6246c2d07520 on host n-d-842733-1 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:01:08.491466 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-a8a77b85-49c9-4ce2-97b4-04b39ad99dc4 None None] Attempting to bind port 657ed347-6678-4d7d-b198-6246c2d07520 by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': '676557cb-5075-4488-9866-ceb9d5d7c795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'a030999f-fea5-42f2-b18e-d6521bfd1f0b'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:01:08.492303 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a77b85-49c9-4ce2-97b4-04b39ad99dc4 None None] Attempting to bind port 657ed347-6678-4d7d-b198-6246c2d07520 on network a030999f-fea5-42f2-b18e-d6521bfd1f0b {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:01:08.507020 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a77b85-49c9-4ce2-97b4-04b39ad99dc4 None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 21, 0, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 21:01:08.507652 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a77b85-49c9-4ce2-97b4-04b39ad99dc4 None None] Checking segment: {'id': '676557cb-5075-4488-9866-ceb9d5d7c795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'a030999f-fea5-42f2-b18e-d6521bfd1f0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:01:08.511418 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-16b0fe87-3ec7-4091-a9fc-966fceadda8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:08.511555 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a8a77b85-49c9-4ce2-97b4-04b39ad99dc4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:08.511555 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a77b85-49c9-4ce2-97b4-04b39ad99dc4 None None] Bound using segment: {'id': '676557cb-5075-4488-9866-ceb9d5d7c795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'a030999f-fea5-42f2-b18e-d6521bfd1f0b'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 21:01:08.511555 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-a8a77b85-49c9-4ce2-97b4-04b39ad99dc4 None None] Bound port: 657ed347-6678-4d7d-b198-6246c2d07520, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '676557cb-5075-4488-9866-ceb9d5d7c795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'a030999f-fea5-42f2-b18e-d6521bfd1f0b'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:01:08.511555 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a8a77b85-49c9-4ce2-97b4-04b39ad99dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:08.564568 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-16b0fe87-3ec7-4091-a9fc-966fceadda8b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9b07b56cf8704134bec626b87f92a684&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5850401 May 20 21:01:08.576276 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 39146) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:01:08.580209 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-181a7db8-85ae-488a-831f-5dfa7a65e22e req-569623b1-dc46-462f-b0b0-e8949b3b79dc tempest-TestServerMultinode-213063825 tempest-TestServerMultinode-213063825-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:08.596875 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b0fe87-3ec7-4091-a9fc-966fceadda8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38d703b1-d4dc-4d9d-bee9-816381b71180,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:01:08.608486 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-a8a77b85-49c9-4ce2-97b4-04b39ad99dc4 None None] For port 657ed347-6678-4d7d-b198-6246c2d07520, host n-d-842733-1, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 21:01:08.611761 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-a8a77b85-49c9-4ce2-97b4-04b39ad99dc4 None None] For port 657ed347-6678-4d7d-b198-6246c2d07520, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=657ed347-6678-4d7d-b198-6246c2d07520,segment=NetworkSegment(676557cb-5075-4488-9866-ceb9d5d7c795),segment_id=676557cb-5075-4488-9866-ceb9d5d7c795)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 21:01:08.625919 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] get_ports_and_sgs() called for port_ids ['02e122d3-9632-4e46-b87a-2dfd8f805a34'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 21:01:08.626175 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66b8a8de-d1a1-4655-843e-6928f88b1fae tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Made reservation on behalf of 5498abc6ad9e4e1cb849425e21c607f1 for: {'port': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:01:08.629594 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] get_ports_and_sgs() called for port_ids ['95737bff-765c-4765-83ed-9e5755f212d1'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 21:01:08.631057 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-66b8a8de-d1a1-4655-843e-6928f88b1fae tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:08.660364 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569623b1-dc46-462f-b0b0-e8949b3b79dc tempest-TestServerMultinode-213063825 tempest-TestServerMultinode-213063825-project-admin] Pushing event deleted for resources: {'Port': ['ID=95737bff-765c-4765-83ed-9e5755f212d1,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:01:08.699886 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a8a77b85-49c9-4ce2-97b4-04b39ad99dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:08.709650 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-181a7db8-85ae-488a-831f-5dfa7a65e22e req-569623b1-dc46-462f-b0b0-e8949b3b79dc tempest-TestServerMultinode-213063825 tempest-TestServerMultinode-213063825-project-admin] No DVR routers for this DVR port 95737bff-765c-4765-83ed-9e5755f212d1 on host n-h2-842733-1 {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 21:01:08.723387 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [None req-66b8a8de-d1a1-4655-843e-6928f88b1fae tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] device_id is not set on port a6c26711-99e4-4385-b4ad-9cbd29b2359e yet. {{(pid=103163) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 20 21:01:08.738022 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f8312dc9-4e41-489a-a688-a41f0405349f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:08.750529 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-181a7db8-85ae-488a-831f-5dfa7a65e22e req-569623b1-dc46-462f-b0b0-e8949b3b79dc tempest-TestServerMultinode-213063825 tempest-TestServerMultinode-213063825-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:08.757441 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-181a7db8-85ae-488a-831f-5dfa7a65e22e req-569623b1-dc46-462f-b0b0-e8949b3b79dc tempest-TestServerMultinode-213063825 tempest-TestServerMultinode-213063825-project-admin] 10.222.0.13 "DELETE /v2.0/ports/95737bff-765c-4765-83ed-9e5755f212d1 HTTP/1.1" status: 204 len: 173 time: 0.9552522 May 20 21:01:08.766311 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bccc5bbe-85b7-4197-a227-f3f25ea43409', 'name': 'network-vif-deleted', 'tag': '95737bff-765c-4765-83ed-9e5755f212d1'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 21:01:08.784757 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6fa957933fccbf596d28104b23404b952ad6a8238afaebaed40a0874b2e409" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb2bb44a-0d7e-4e8d-8d1a-7455a2b1dbc4" -d '{"events": [{"server_uuid": "bccc5bbe-85b7-4197-a227-f3f25ea43409", "name": "network-vif-deleted", "tag": "95737bff-765c-4765-83ed-9e5755f212d1"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 21:01:08.894257 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 21:01:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c02931c0-df4f-4bd0-906f-6c4de46b38fd x-openstack-request-id: req-c02931c0-df4f-4bd0-906f-6c4de46b38fd {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 21:01:08.895678 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a77b85-49c9-4ce2-97b4-04b39ad99dc4 None None] Pushing event updated for resources: {'Port': ['ID=657ed347-6678-4d7d-b198-6246c2d07520,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:01:08.895814 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bccc5bbe-85b7-4197-a227-f3f25ea43409", "name": "network-vif-deleted", "tag": "95737bff-765c-4765-83ed-9e5755f212d1", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 21:01:08.895814 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c02931c0-df4f-4bd0-906f-6c4de46b38fd {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 21:01:08.895814 n-d-842733-1 neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c02931c0-df4f-4bd0-906f-6c4de46b38fd'] response: {'server_uuid': 'bccc5bbe-85b7-4197-a227-f3f25ea43409', 'name': 'network-vif-deleted', 'tag': '95737bff-765c-4765-83ed-9e5755f212d1', 'status': 'completed', 'code': 200} May 20 21:01:08.945129 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d362dee9-bf51-45ff-9abe-c0eff629c9a9 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:08.987588 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f8312dc9-4e41-489a-a688-a41f0405349f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:08.995294 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2adaef04-f4c4-4a91-ab3f-0dc768f249ad req-50359c5a-1fea-4951-8361-a133751e1d0b tempest-TestServerMultinode-213063825 tempest-TestServerMultinode-213063825-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=bccc5bbe-85b7-4197-a227-f3f25ea43409 HTTP/1.1" status: 200 len: 210 time: 0.1290185 May 20 21:01:09.234620 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-66b8a8de-d1a1-4655-843e-6928f88b1fae tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:09.279687 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f8312dc9-4e41-489a-a688-a41f0405349f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:09.282768 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f8312dc9-4e41-489a-a688-a41f0405349f admin admin] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:09.284170 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-f8312dc9-4e41-489a-a688-a41f0405349f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/38d703b1-d4dc-4d9d-bee9-816381b71180 HTTP/1.1" status: 204 len: 168 time: 0.7062933 May 20 21:01:09.290150 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d362dee9-bf51-45ff-9abe-c0eff629c9a9 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:09.305299 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8312dc9-4e41-489a-a688-a41f0405349f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38d703b1-d4dc-4d9d-bee9-816381b71180,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:01:09.360736 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d362dee9-bf51-45ff-9abe-c0eff629c9a9 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Network a030999f-fea5-42f2-b18e-d6521bfd1f0b is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:01:09.364668 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-66b8a8de-d1a1-4655-843e-6928f88b1fae tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:09.377106 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-d362dee9-bf51-45ff-9abe-c0eff629c9a9 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:01:09.382867 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d362dee9-bf51-45ff-9abe-c0eff629c9a9 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:01:09.385697 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d362dee9-bf51-45ff-9abe-c0eff629c9a9 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Pushing event updated for resources: {'Port': ['ID=535659ee-d459-443e-ade0-34da0b7212c3,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:01:09.486037 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b8a8de-d1a1-4655-843e-6928f88b1fae tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Pushing event updated for resources: {'Port': ['ID=a6c26711-99e4-4385-b4ad-9cbd29b2359e,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:01:09.502397 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d362dee9-bf51-45ff-9abe-c0eff629c9a9 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:01:09.503216 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d362dee9-bf51-45ff-9abe-c0eff629c9a9 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:09.511345 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66b8a8de-d1a1-4655-843e-6928f88b1fae tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Checking segment: {'id': '14bcfbdc-6c5a-4d32-bd18-f257f701439f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '7b04e954-4cb8-4833-9e51-eaf3f4e0fe45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:01:09.511711 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66b8a8de-d1a1-4655-843e-6928f88b1fae tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Network hostable DHCP agents. Network: 7b04e954-4cb8-4833-9e51-eaf3f4e0fe45, hostable agents: ['c9b0653c-f3c7-4339-bd50-e3754b629216'], hosted agents: [] {{(pid=103163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 21:01:09.622534 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66b8a8de-d1a1-4655-843e-6928f88b1fae tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Network 7b04e954-4cb8-4833-9e51-eaf3f4e0fe45 is scheduled to be hosted by DHCP agent c9b0653c-f3c7-4339-bd50-e3754b629216 with binding_index 1 {{(pid=103163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 21:01:09.627944 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-d362dee9-bf51-45ff-9abe-c0eff629c9a9 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.3121526 May 20 21:01:09.633661 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 39168) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:01:09.717602 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-66b8a8de-d1a1-4655-843e-6928f88b1fae tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842733-1, 7b04e954-4cb8-4833-9e51-eaf3f4e0fe45) {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:01:09.722147 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66b8a8de-d1a1-4655-843e-6928f88b1fae tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:01:09.727314 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-088d4554-8760-4cb6-b2da-b1381ae3cd60 None None] Network 7b04e954-4cb8-4833-9e51-eaf3f4e0fe45 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:01:09.730072 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66b8a8de-d1a1-4655-843e-6928f88b1fae tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:01:09.730931 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-66b8a8de-d1a1-4655-843e-6928f88b1fae tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:09.837820 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-bb560d73-014a-425e-b8d1-146b3a639c39 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Deleting port 535659ee-d459-443e-ade0-34da0b7212c3 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:01:09.838165 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bb560d73-014a-425e-b8d1-146b3a639c39 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:09.859174 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-66b8a8de-d1a1-4655-843e-6928f88b1fae tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.6385837 May 20 21:01:09.860082 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 39176) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:01:09.876454 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-ea49ca2f-e361-4189-bf01-251fe5fc3808 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-433802565'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:01:10.039390 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea49ca2f-e361-4189-bf01-251fe5fc3808 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Made reservation on behalf of 5498abc6ad9e4e1cb849425e21c607f1 for: {'network': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:01:10.052971 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ea49ca2f-e361-4189-bf01-251fe5fc3808 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for network, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:10.065479 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 657ed347-6678-4d7d-b198-6246c2d07520 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:01:10.116880 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea49ca2f-e361-4189-bf01-251fe5fc3808 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 218} {{(pid=103163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 21:01:10.133057 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ea49ca2f-e361-4189-bf01-251fe5fc3808 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:10.134007 n-d-842733-1 neutron-server[103163]: INFO neutron.db.segments_db [None req-ea49ca2f-e361-4189-bf01-251fe5fc3808 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Added segment 679400c7-533e-4b9f-8207-9b1721f67f4e of type vlan for network 7206cfc4-d26c-46a6-b57c-46bb2aebd375 May 20 21:01:10.149551 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bb560d73-014a-425e-b8d1-146b3a639c39 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:10.188997 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-bb560d73-014a-425e-b8d1-146b3a639c39 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Calling delete_port for 535659ee-d459-443e-ade0-34da0b7212c3 owned by {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:01:10.196709 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ea49ca2f-e361-4189-bf01-251fe5fc3808 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418993264'] for network, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:10.290017 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 657ed347-6678-4d7d-b198-6246c2d07520 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:01:10.290713 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:10.353909 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-58fcbae7-df72-4b65-bf53-f4139d621965 req-753af4c6-2402-4e6f-87d7-5a99d8a28a37 tempest-TestServerMultinode-213063825 tempest-TestServerMultinode-213063825-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=bccc5bbe-85b7-4197-a227-f3f25ea43409 HTTP/1.1" status: 200 len: 210 time: 0.0653784 May 20 21:01:10.354686 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ea49ca2f-e361-4189-bf01-251fe5fc3808 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524'] for network, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:10.382120 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea49ca2f-e361-4189-bf01-251fe5fc3808 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:01:10.382800 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ea49ca2f-e361-4189-bf01-251fe5fc3808 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:10.402050 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 657ed347-6678-4d7d-b198-6246c2d07520 is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:01:10.402811 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:10.467334 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] For port 657ed347-6678-4d7d-b198-6246c2d07520, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=657ed347-6678-4d7d-b198-6246c2d07520,segment=NetworkSegment(676557cb-5075-4488-9866-ceb9d5d7c795),segment_id=676557cb-5075-4488-9866-ceb9d5d7c795)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:01:10.496648 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea49ca2f-e361-4189-bf01-251fe5fc3808 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Pushing event updated for resources: {'Network': ['ID=7206cfc4-d26c-46a6-b57c-46bb2aebd375,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:01:10.515552 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Network 7206cfc4-d26c-46a6-b57c-46bb2aebd375 details requested by agent ovs-agent-n-d-842733-1 with host n-d-842733-1 {{(pid=103164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 20 21:01:10.543685 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-ea49ca2f-e361-4189-bf01-251fe5fc3808 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6769407 May 20 21:01:10.544000 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 39202) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:01:10.551598 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-e8c768c3-8136-4bea-969c-cd7edbab69a8 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Request body: {'ports': [{'network_id': '7b04e954-4cb8-4833-9e51-eaf3f4e0fe45'}, {'network_id': '7206cfc4-d26c-46a6-b57c-46bb2aebd375'}]} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:01:10.551912 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-e8c768c3-8136-4bea-969c-cd7edbab69a8 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Request body: {'port': {'network_id': '7b04e954-4cb8-4833-9e51-eaf3f4e0fe45'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:01:10.552402 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-e8c768c3-8136-4bea-969c-cd7edbab69a8 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Request body: {'port': {'network_id': '7206cfc4-d26c-46a6-b57c-46bb2aebd375'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:01:10.590172 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:10.662841 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68901b1b-ee5a-4ca3-867b-77b1f59c1431 None None] Network a030999f-fea5-42f2-b18e-d6521bfd1f0b requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:01:10.765101 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bb560d73-014a-425e-b8d1-146b3a639c39 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:10.826818 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-3a605bdd-78d4-4b09-8457-2d58c795ebfa None None] Provisioning complete for port 657ed347-6678-4d7d-b198-6246c2d07520 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:01:10.840199 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb560d73-014a-425e-b8d1-146b3a639c39 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Pushing event deleted for resources: {'Port': ['ID=535659ee-d459-443e-ade0-34da0b7212c3,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:01:10.848823 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3a605bdd-78d4-4b09-8457-2d58c795ebfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:10.877475 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 39214) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:01:10.905475 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Pushing event updated for resources: {'Port': ['ID=657ed347-6678-4d7d-b198-6246c2d07520,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:01:10.916723 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 95737bff-765c-4765-83ed-9e5755f212d1 no longer exists at agent hyperv_n-h2-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 21:01:10.931720 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8c768c3-8136-4bea-969c-cd7edbab69a8 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Made reservation on behalf of 5498abc6ad9e4e1cb849425e21c607f1 for: {'port': 2} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:01:10.936902 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e8c768c3-8136-4bea-969c-cd7edbab69a8 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:10.958463 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e8c768c3-8136-4bea-969c-cd7edbab69a8 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:10.967283 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bb560d73-014a-425e-b8d1-146b3a639c39 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:10.975436 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-bb560d73-014a-425e-b8d1-146b3a639c39 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] 10.222.0.35 "DELETE /v2.0/ports/535659ee-d459-443e-ade0-34da0b7212c3 HTTP/1.1" status: 204 len: 168 time: 1.3433213 May 20 21:01:10.976216 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 39218) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:01:10.977913 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] No Port match for: 95737bff-765c-4765-83ed-9e5755f212d1 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 21:01:10.988852 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 95737bff-765c-4765-83ed-9e5755f212d1 not bound to the agent host n-h2-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 21:01:11.069832 n-d-842733-1 neutron-server[103162]: INFO neutron.pecan_wsgi.hooks.translation [None req-65f3e017-bb56-472e-ac4e-118aa43df620 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] DELETE failed (client error): The resource could not be found. May 20 21:01:11.070822 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65f3e017-bb56-472e-ac4e-118aa43df620 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 21:01:11.088839 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-65f3e017-bb56-472e-ac4e-118aa43df620 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] 10.222.0.35 "DELETE /v2.0/ports/535659ee-d459-443e-ade0-34da0b7212c3 HTTP/1.1" status: 404 len: 333 time: 0.1116626 May 20 21:01:11.090255 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 39226) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:01:11.157344 n-d-842733-1 neutron-server[103162]: INFO neutron.pecan_wsgi.hooks.translation [None req-1cc53f09-3d01-440a-a928-6ded71447088 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] GET failed (client error): The resource could not be found. May 20 21:01:11.167092 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-1cc53f09-3d01-440a-a928-6ded71447088 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] 10.222.0.35 "GET /v2.0/ports/535659ee-d459-443e-ade0-34da0b7212c3 HTTP/1.1" status: 404 len: 333 time: 0.0732963 May 20 21:01:11.168936 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 39228) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:01:11.230179 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3a605bdd-78d4-4b09-8457-2d58c795ebfa None None] Current status of the port 657ed347-6678-4d7d-b198-6246c2d07520 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:01:11.326818 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_v2 [None req-62446f62-e8d5-4a64-a5ab-54e4be15b05a tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Deleting subnet 583b7bf3-579f-43e1-8002-796827db04cf {{(pid=103162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 20 21:01:11.334431 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ab874e14-0c1b-4ba8-ae11-c643e47e9f38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:11.335062 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-62446f62-e8d5-4a64-a5ab-54e4be15b05a tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks [] for subnet, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:11.353094 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [None req-e8c768c3-8136-4bea-969c-cd7edbab69a8 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] device_id is not set on port 6a8c7874-29b0-4e81-8e0a-bb1c32ecdf6d yet. {{(pid=103163) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 20 21:01:11.411802 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-62446f62-e8d5-4a64-a5ab-54e4be15b05a tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3738392'] for subnet, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:11.500312 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ab874e14-0c1b-4ba8-ae11-c643e47e9f38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:11.593987 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ab874e14-0c1b-4ba8-ae11-c643e47e9f38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:11.652736 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-62446f62-e8d5-4a64-a5ab-54e4be15b05a tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33068388'] for subnet, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:11.666064 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-ab874e14-0c1b-4ba8-ae11-c643e47e9f38 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=fd0b98903ca94f5cb1b4ac4de3df3dad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7862122 May 20 21:01:11.674741 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 39240) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:01:11.677132 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-69a9c92e-d69c-4517-8660-8beed79c456c None None] Provisioning complete for port 657ed347-6678-4d7d-b198-6246c2d07520 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:01:11.678177 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-69a9c92e-d69c-4517-8660-8beed79c456c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:11.719774 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e8c768c3-8136-4bea-969c-cd7edbab69a8 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:11.724436 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab874e14-0c1b-4ba8-ae11-c643e47e9f38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27c53231-d7ca-4c72-a350-cf1149dee06c,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:01:11.804682 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7e3feb24-c99a-45ca-a210-31dc98bd3e94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:11.825747 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-69a9c92e-d69c-4517-8660-8beed79c456c None None] Current status of the port 657ed347-6678-4d7d-b198-6246c2d07520 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:01:11.828566 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7e3feb24-c99a-45ca-a210-31dc98bd3e94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:11.833313 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-62446f62-e8d5-4a64-a5ab-54e4be15b05a tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33068399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3797621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4018265'] for subnet, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:11.890925 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62446f62-e8d5-4a64-a5ab-54e4be15b05a tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Pushing event deleted for resources: {'Subnet': ['ID=583b7bf3-579f-43e1-8002-796827db04cf,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:01:11.904133 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-62446f62-e8d5-4a64-a5ab-54e4be15b05a tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:11.913878 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-62446f62-e8d5-4a64-a5ab-54e4be15b05a tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] 10.222.0.35 "DELETE /v2.0/subnets/583b7bf3-579f-43e1-8002-796827db04cf HTTP/1.1" status: 204 len: 168 time: 0.7429416 May 20 21:01:11.914798 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 39244) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:01:11.915146 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [None req-e8c768c3-8136-4bea-969c-cd7edbab69a8 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] device_id is not set on port b5a5c4d8-c9c1-419e-8c1a-41151067b181 yet. {{(pid=103163) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 20 21:01:11.929357 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 657ed347-6678-4d7d-b198-6246c2d07520 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:01:11.959119 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39057e12-d939-4499-839a-7c6d9a8a8a33 None None] Network a030999f-fea5-42f2-b18e-d6521bfd1f0b requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:01:12.007011 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7e3feb24-c99a-45ca-a210-31dc98bd3e94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:12.013477 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7e3feb24-c99a-45ca-a210-31dc98bd3e94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:12.014665 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-7e3feb24-c99a-45ca-a210-31dc98bd3e94 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/27c53231-d7ca-4c72-a350-cf1149dee06c HTTP/1.1" status: 204 len: 168 time: 0.3387012 May 20 21:01:12.018370 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-618be26e-bb74-4590-bd8a-7f52658bf6cb tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33160123'] for network, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:12.032413 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3feb24-c99a-45ca-a210-31dc98bd3e94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27c53231-d7ca-4c72-a350-cf1149dee06c,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:01:12.133370 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-618be26e-bb74-4590-bd8a-7f52658bf6cb tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Deleting port 657ed347-6678-4d7d-b198-6246c2d07520 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:01:12.133763 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-618be26e-bb74-4590-bd8a-7f52658bf6cb tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:12.184839 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d904cb20-ff51-4bc7-b578-3a15f0176648 req-033b7432-2efe-49c2-a324-a3feae83e3f7 tempest-TestServerMultinode-213063825 tempest-TestServerMultinode-213063825-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:01:12.195070 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d904cb20-ff51-4bc7-b578-3a15f0176648 req-033b7432-2efe-49c2-a324-a3feae83e3f7 tempest-TestServerMultinode-213063825 tempest-TestServerMultinode-213063825-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=8e0d0312-789a-4469-b0a2-299ca31518fa HTTP/1.1" status: 200 len: 1097 time: 0.1184452 May 20 21:01:12.223407 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-618be26e-bb74-4590-bd8a-7f52658bf6cb tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] For port 657ed347-6678-4d7d-b198-6246c2d07520, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=657ed347-6678-4d7d-b198-6246c2d07520,segment=NetworkSegment(676557cb-5075-4488-9866-ceb9d5d7c795),segment_id=676557cb-5075-4488-9866-ceb9d5d7c795)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:01:12.224197 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-618be26e-bb74-4590-bd8a-7f52658bf6cb tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:12.232487 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e8c768c3-8136-4bea-969c-cd7edbab69a8 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:12.242267 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-618be26e-bb74-4590-bd8a-7f52658bf6cb tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Calling delete_port for 657ed347-6678-4d7d-b198-6246c2d07520 owned by network:dhcp {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:01:12.267816 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-22155a81-5a75-4092-9e32-f5a355ecf1c7 None None] Could not find standard attr ID for object 535659ee-d459-443e-ade0-34da0b7212c3. {{(pid=103164) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 20 21:01:12.287227 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d904cb20-ff51-4bc7-b578-3a15f0176648 req-e8a295d0-7527-490b-9d61-56549fb7a032 tempest-TestServerMultinode-213063825 tempest-TestServerMultinode-213063825-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=f1ecce8b-0936-479a-abe8-64fad6081b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854485 May 20 21:01:12.336043 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 657ed347-6678-4d7d-b198-6246c2d07520 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:01:12.336427 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:12.373561 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e8c768c3-8136-4bea-969c-cd7edbab69a8 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:12.451822 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 657ed347-6678-4d7d-b198-6246c2d07520 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:01:12.461122 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-618be26e-bb74-4590-bd8a-7f52658bf6cb tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:12.500254 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c768c3-8136-4bea-969c-cd7edbab69a8 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Pushing event updated for resources: {'Port': ['ID=6a8c7874-29b0-4e81-8e0a-bb1c32ecdf6d,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:01:12.501861 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6adce736-294a-4a2d-882e-f75aef7ad922 None None] DHCP port deletion for a030999f-fea5-42f2-b18e-d6521bfd1f0b request from n-d-842733-1 {{(pid=103164) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 21:01:12.512304 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-618be26e-bb74-4590-bd8a-7f52658bf6cb tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] No DVR routers for this DVR port 657ed347-6678-4d7d-b198-6246c2d07520 on host n-d-842733-1 {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 21:01:12.518675 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8c768c3-8136-4bea-969c-cd7edbab69a8 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Network 7b04e954-4cb8-4833-9e51-eaf3f4e0fe45 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:01:12.526702 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-e8c768c3-8136-4bea-969c-cd7edbab69a8 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:01:12.530167 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8c768c3-8136-4bea-969c-cd7edbab69a8 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:01:12.531521 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e8c768c3-8136-4bea-969c-cd7edbab69a8 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:12.559755 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618be26e-bb74-4590-bd8a-7f52658bf6cb tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Pushing event deleted for resources: {'Port': ['ID=657ed347-6678-4d7d-b198-6246c2d07520,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:01:12.606827 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c768c3-8136-4bea-969c-cd7edbab69a8 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Pushing event updated for resources: {'Port': ['ID=b5a5c4d8-c9c1-419e-8c1a-41151067b181,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:01:12.623730 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8c768c3-8136-4bea-969c-cd7edbab69a8 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Checking segment: {'id': '679400c7-533e-4b9f-8207-9b1721f67f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '7206cfc4-d26c-46a6-b57c-46bb2aebd375'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:01:12.623987 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8c768c3-8136-4bea-969c-cd7edbab69a8 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Network hostable DHCP agents. Network: 7206cfc4-d26c-46a6-b57c-46bb2aebd375, hostable agents: ['c9b0653c-f3c7-4339-bd50-e3754b629216'], hosted agents: [] {{(pid=103163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 21:01:12.627695 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-618be26e-bb74-4590-bd8a-7f52658bf6cb tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33072115', 'neutron.services.segments.db._delete_segments_for_network-8782419500584'] for network, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:12.654479 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-618be26e-bb74-4590-bd8a-7f52658bf6cb tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a030999f-fea5-42f2-b18e-d6521bfd1f0b']}} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:01:12.666527 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-618be26e-bb74-4590-bd8a-7f52658bf6cb tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '676557cb-5075-4488-9866-ceb9d5d7c795') {'for_net_delete': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:01:12.666848 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-618be26e-bb74-4590-bd8a-7f52658bf6cb tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '676557cb-5075-4488-9866-ceb9d5d7c795') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:01:12.677419 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-618be26e-bb74-4590-bd8a-7f52658bf6cb tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419501617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3738385'] for segment, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:12.690272 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-618be26e-bb74-4590-bd8a-7f52658bf6cb tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:12.696172 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-618be26e-bb74-4590-bd8a-7f52658bf6cb tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Releasing vlan 247 on physical network physnet1 to pool {{(pid=103162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 21:01:12.696550 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-618be26e-bb74-4590-bd8a-7f52658bf6cb tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3800791'] for segment, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:12.699375 n-d-842733-1 neutron-server[103162]: Traceback (most recent call last): May 20 21:01:12.699375 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 21:01:12.699375 n-d-842733-1 neutron-server[103162]: timer() May 20 21:01:12.699375 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 21:01:12.699375 n-d-842733-1 neutron-server[103162]: cb(*args, **kw) May 20 21:01:12.699375 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 20 21:01:12.699375 n-d-842733-1 neutron-server[103162]: return func(*args, **kwargs) May 20 21:01:12.699375 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 21:01:12.699375 n-d-842733-1 neutron-server[103162]: self._notify() May 20 21:01:12.699375 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 21:01:12.699375 n-d-842733-1 neutron-server[103162]: self.callback(batched_events) May 20 21:01:12.699375 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 21:01:12.699375 n-d-842733-1 neutron-server[103162]: event.method(event) May 20 21:01:12.699375 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 20 21:01:12.699375 n-d-842733-1 neutron-server[103162]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 21:01:12.699375 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 20 21:01:12.699375 n-d-842733-1 neutron-server[103162]: aggregate_uuid = self.p_client.list_aggregates( May 20 21:01:12.699375 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 20 21:01:12.699375 n-d-842733-1 neutron-server[103162]: return f(self, *a, **k) May 20 21:01:12.699375 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 20 21:01:12.699375 n-d-842733-1 neutron-server[103162]: return self._get(url).json() May 20 21:01:12.699375 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 20 21:01:12.699375 n-d-842733-1 neutron-server[103162]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 21:01:12.699375 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 21:01:12.699375 n-d-842733-1 neutron-server[103162]: return self.request(url, 'GET', **kwargs) May 20 21:01:12.699375 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 21:01:12.699375 n-d-842733-1 neutron-server[103162]: base_url = self.get_endpoint(auth, allow=allow, May 20 21:01:12.699375 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 21:01:12.699375 n-d-842733-1 neutron-server[103162]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 21:01:12.699375 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 21:01:12.699375 n-d-842733-1 neutron-server[103162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 21:01:12.699375 n-d-842733-1 neutron-server[103162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 21:01:12.736487 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8c768c3-8136-4bea-969c-cd7edbab69a8 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Network 7206cfc4-d26c-46a6-b57c-46bb2aebd375 is scheduled to be hosted by DHCP agent c9b0653c-f3c7-4339-bd50-e3754b629216 with binding_index 1 {{(pid=103163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 21:01:12.880152 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-e8c768c3-8136-4bea-969c-cd7edbab69a8 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842733-1, 7206cfc4-d26c-46a6-b57c-46bb2aebd375) {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:01:12.887998 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8c768c3-8136-4bea-969c-cd7edbab69a8 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:01:12.889151 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-458f2dae-aab5-47b4-913f-2bc1d64ae744 None None] Network 7206cfc4-d26c-46a6-b57c-46bb2aebd375 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:01:12.891958 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8c768c3-8136-4bea-969c-cd7edbab69a8 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:01:12.897400 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8c768c3-8136-4bea-969c-cd7edbab69a8 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:01:12.898102 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e8c768c3-8136-4bea-969c-cd7edbab69a8 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:12.906251 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-618be26e-bb74-4590-bd8a-7f52658bf6cb tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33072122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748162'] for network, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:12.919920 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-618be26e-bb74-4590-bd8a-7f52658bf6cb tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:12.928057 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-618be26e-bb74-4590-bd8a-7f52658bf6cb tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] 10.222.0.35 "DELETE /v2.0/networks/a030999f-fea5-42f2-b18e-d6521bfd1f0b HTTP/1.1" status: 204 len: 168 time: 1.0111399 May 20 21:01:12.937610 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 39268) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:01:12.938628 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 39270) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:01:12.947925 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-b47f27cd-ec2b-449b-89ff-2e125692898c tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1803272075'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:01:12.951638 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618be26e-bb74-4590-bd8a-7f52658bf6cb tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Pushing event deleted for resources: {'Network': ['ID=a030999f-fea5-42f2-b18e-d6521bfd1f0b,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:01:12.971149 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618be26e-bb74-4590-bd8a-7f52658bf6cb tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:01:12.971426 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2112c4a2-711f-441b-aa4d-b8d7d529b6f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:12.971536 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618be26e-bb74-4590-bd8a-7f52658bf6cb tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:01:12.974169 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618be26e-bb74-4590-bd8a-7f52658bf6cb tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:01:12.974556 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618be26e-bb74-4590-bd8a-7f52658bf6cb tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:01:12.974905 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618be26e-bb74-4590-bd8a-7f52658bf6cb tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:01:12.975251 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618be26e-bb74-4590-bd8a-7f52658bf6cb tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:01:12.975906 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618be26e-bb74-4590-bd8a-7f52658bf6cb tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:01:12.976305 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618be26e-bb74-4590-bd8a-7f52658bf6cb tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:01:12.977069 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618be26e-bb74-4590-bd8a-7f52658bf6cb tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:01:12.977435 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618be26e-bb74-4590-bd8a-7f52658bf6cb tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:01:12.977778 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618be26e-bb74-4590-bd8a-7f52658bf6cb tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:01:12.978112 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618be26e-bb74-4590-bd8a-7f52658bf6cb tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:01:13.014591 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 39274) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:01:13.015180 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-e8c768c3-8136-4bea-969c-cd7edbab69a8 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.4686215 May 20 21:01:13.092475 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2112c4a2-711f-441b-aa4d-b8d7d529b6f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:13.094779 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b47f27cd-ec2b-449b-89ff-2e125692898c tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Made reservation on behalf of b680ab6daca64ac08e9ce40077a8514d for: {'network': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:01:13.099391 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b47f27cd-ec2b-449b-89ff-2e125692898c tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for network, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:13.124384 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b47f27cd-ec2b-449b-89ff-2e125692898c tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 204} {{(pid=103163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 21:01:13.125045 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-e03f5877-9a8f-4c46-bd95-a986d1e4d3a4 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Deleting port b5a5c4d8-c9c1-419e-8c1a-41151067b181 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:01:13.125418 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e03f5877-9a8f-4c46-bd95-a986d1e4d3a4 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:13.136158 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b47f27cd-ec2b-449b-89ff-2e125692898c tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:13.136864 n-d-842733-1 neutron-server[103163]: INFO neutron.db.segments_db [None req-b47f27cd-ec2b-449b-89ff-2e125692898c tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Added segment 923c7e85-e736-437d-8d0c-3f021b28d180 of type vlan for network 7a985a7d-21c6-41f8-a263-8e3f24ca6031 May 20 21:01:13.214362 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2112c4a2-711f-441b-aa4d-b8d7d529b6f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:13.218449 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e03f5877-9a8f-4c46-bd95-a986d1e4d3a4 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:13.237182 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-e03f5877-9a8f-4c46-bd95-a986d1e4d3a4 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Calling delete_port for b5a5c4d8-c9c1-419e-8c1a-41151067b181 owned by {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:01:13.244402 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b47f27cd-ec2b-449b-89ff-2e125692898c tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418993264'] for network, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:13.276696 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-2112c4a2-711f-441b-aa4d-b8d7d529b6f9 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b8238d94891b437bb880fd6dbfcb942d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3365731 May 20 21:01:13.277486 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2112c4a2-711f-441b-aa4d-b8d7d529b6f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9eb078e3-34ec-4c19-9b3d-05778cf456f9,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:01:13.279896 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 39280) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:01:13.440761 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b47f27cd-ec2b-449b-89ff-2e125692898c tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524'] for network, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:13.447297 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b47f27cd-ec2b-449b-89ff-2e125692898c tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:01:13.447978 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b47f27cd-ec2b-449b-89ff-2e125692898c tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:13.451563 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e03f5877-9a8f-4c46-bd95-a986d1e4d3a4 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:13.460681 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b3b0d422-09c6-4e0b-b016-361347be23d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:13.486738 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03f5877-9a8f-4c46-bd95-a986d1e4d3a4 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Pushing event deleted for resources: {'Port': ['ID=b5a5c4d8-c9c1-419e-8c1a-41151067b181,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:01:13.501040 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e03f5877-9a8f-4c46-bd95-a986d1e4d3a4 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:13.510931 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-e03f5877-9a8f-4c46-bd95-a986d1e4d3a4 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] 10.222.0.35 "DELETE /v2.0/ports/b5a5c4d8-c9c1-419e-8c1a-41151067b181 HTTP/1.1" status: 204 len: 168 time: 0.4895933 May 20 21:01:13.510931 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 39286) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:01:13.560042 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b3b0d422-09c6-4e0b-b016-361347be23d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:13.569568 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47f27cd-ec2b-449b-89ff-2e125692898c tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Pushing event updated for resources: {'Network': ['ID=7a985a7d-21c6-41f8-a263-8e3f24ca6031,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:01:13.583461 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b74fe540-35b2-4d8f-987e-c2380d6263a9 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:01:13.586070 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153d61ef-0d35-416b-adef-d4fa8852a28b req-313cdbff-9572-4047-bbac-9d50d3284f0e tempest-TestServerMultinode-213063825 tempest-TestServerMultinode-213063825-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:01:13.587649 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-153d61ef-0d35-416b-adef-d4fa8852a28b req-313cdbff-9572-4047-bbac-9d50d3284f0e tempest-TestServerMultinode-213063825 tempest-TestServerMultinode-213063825-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=8e0d0312-789a-4469-b0a2-299ca31518fa HTTP/1.1" status: 200 len: 1097 time: 0.2201109 May 20 21:01:13.588271 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Network 7a985a7d-21c6-41f8-a263-8e3f24ca6031 details requested by agent ovs-agent-n-d-842733-1 with host n-d-842733-1 {{(pid=103164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 20 21:01:13.589966 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b74fe540-35b2-4d8f-987e-c2380d6263a9 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:01:13.591331 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-b74fe540-35b2-4d8f-987e-c2380d6263a9 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.0809791 May 20 21:01:13.594108 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 39290) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:01:13.599169 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42386b83-ae1c-4ba1-ad5e-b75b2b80b117 req-92287ce1-6065-440e-9812-4955e72b8cc9 tempest-TestServerMultinode-213063825 tempest-TestServerMultinode-213063825-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:01:13.606535 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-42386b83-ae1c-4ba1-ad5e-b75b2b80b117 req-92287ce1-6065-440e-9812-4955e72b8cc9 tempest-TestServerMultinode-213063825 tempest-TestServerMultinode-213063825-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=8e0d0312-789a-4469-b0a2-299ca31518fa HTTP/1.1" status: 200 len: 1097 time: 0.2279396 May 20 21:01:13.622047 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-b47f27cd-ec2b-449b-89ff-2e125692898c tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6801112 May 20 21:01:13.648969 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 39292) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:01:13.657154 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-6cc649a9-21d4-4fcf-b799-28fa9287e1f2 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Request body: {'subnet': {'network_id': '7a985a7d-21c6-41f8-a263-8e3f24ca6031', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:01:13.793508 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-42386b83-ae1c-4ba1-ad5e-b75b2b80b117 req-016a2f2d-6445-43ad-87a6-18844fc55b0b tempest-TestServerMultinode-213063825 tempest-TestServerMultinode-213063825-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=f1ecce8b-0936-479a-abe8-64fad6081b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861081 May 20 21:01:13.817724 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [req-153d61ef-0d35-416b-adef-d4fa8852a28b req-c440a986-cf9b-4d84-8869-77ab9d6845e9 tempest-TestServerMultinode-213063825 tempest-TestServerMultinode-213063825-project-admin] Deleting port 02e122d3-9632-4e46-b87a-2dfd8f805a34 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:01:13.818298 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-153d61ef-0d35-416b-adef-d4fa8852a28b req-c440a986-cf9b-4d84-8869-77ab9d6845e9 tempest-TestServerMultinode-213063825 tempest-TestServerMultinode-213063825-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:13.828173 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-1e2405a2-0701-469b-b2c5-1ad6fd963d9f tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Deleting port 6a8c7874-29b0-4e81-8e0a-bb1c32ecdf6d {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:01:13.828944 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1e2405a2-0701-469b-b2c5-1ad6fd963d9f tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:13.875018 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 657ed347-6678-4d7d-b198-6246c2d07520 no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 21:01:13.897938 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cc649a9-21d4-4fcf-b799-28fa9287e1f2 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Made reservation on behalf of b680ab6daca64ac08e9ce40077a8514d for: {'subnet': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:01:13.902020 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6cc649a9-21d4-4fcf-b799-28fa9287e1f2 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4018244'] for subnet, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:13.902315 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b3b0d422-09c6-4e0b-b016-361347be23d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:13.907963 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b3b0d422-09c6-4e0b-b016-361347be23d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:13.908302 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-b3b0d422-09c6-4e0b-b016-361347be23d7 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9eb078e3-34ec-4c19-9b3d-05778cf456f9 HTTP/1.1" status: 204 len: 168 time: 0.6228182 May 20 21:01:13.927184 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b0d422-09c6-4e0b-b016-361347be23d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eb078e3-34ec-4c19-9b3d-05778cf456f9,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:01:13.975796 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: 657ed347-6678-4d7d-b198-6246c2d07520 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 21:01:13.976579 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 657ed347-6678-4d7d-b198-6246c2d07520 not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 21:01:13.988446 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1e2405a2-0701-469b-b2c5-1ad6fd963d9f tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:14.006550 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-153d61ef-0d35-416b-adef-d4fa8852a28b req-c440a986-cf9b-4d84-8869-77ab9d6845e9 tempest-TestServerMultinode-213063825 tempest-TestServerMultinode-213063825-project-admin] For port 02e122d3-9632-4e46-b87a-2dfd8f805a34, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=02e122d3-9632-4e46-b87a-2dfd8f805a34,segment=NetworkSegment(a189c70c-1a77-4398-b112-572ca8f77d3f),segment_id=a189c70c-1a77-4398-b112-572ca8f77d3f)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:01:14.008609 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-153d61ef-0d35-416b-adef-d4fa8852a28b req-c440a986-cf9b-4d84-8869-77ab9d6845e9 tempest-TestServerMultinode-213063825 tempest-TestServerMultinode-213063825-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:14.016972 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-1e2405a2-0701-469b-b2c5-1ad6fd963d9f tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Calling delete_port for 6a8c7874-29b0-4e81-8e0a-bb1c32ecdf6d owned by {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:01:14.025646 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [req-153d61ef-0d35-416b-adef-d4fa8852a28b req-c440a986-cf9b-4d84-8869-77ab9d6845e9 tempest-TestServerMultinode-213063825 tempest-TestServerMultinode-213063825-project-admin] Calling delete_port for 02e122d3-9632-4e46-b87a-2dfd8f805a34 owned by compute:nova {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:01:14.296767 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-153d61ef-0d35-416b-adef-d4fa8852a28b req-c440a986-cf9b-4d84-8869-77ab9d6845e9 tempest-TestServerMultinode-213063825 tempest-TestServerMultinode-213063825-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:14.308544 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] get_ports_and_sgs() called for port_ids ['02e122d3-9632-4e46-b87a-2dfd8f805a34'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 21:01:14.334461 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c440a986-cf9b-4d84-8869-77ab9d6845e9 tempest-TestServerMultinode-213063825 tempest-TestServerMultinode-213063825-project-admin] Pushing event deleted for resources: {'Port': ['ID=02e122d3-9632-4e46-b87a-2dfd8f805a34,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:01:14.399383 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [req-153d61ef-0d35-416b-adef-d4fa8852a28b req-c440a986-cf9b-4d84-8869-77ab9d6845e9 tempest-TestServerMultinode-213063825 tempest-TestServerMultinode-213063825-project-admin] No DVR routers for this DVR port 02e122d3-9632-4e46-b87a-2dfd8f805a34 on host n-h1-842733-1 {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 21:01:14.402296 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-153d61ef-0d35-416b-adef-d4fa8852a28b req-c440a986-cf9b-4d84-8869-77ab9d6845e9 tempest-TestServerMultinode-213063825 tempest-TestServerMultinode-213063825-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:14.408197 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-153d61ef-0d35-416b-adef-d4fa8852a28b req-c440a986-cf9b-4d84-8869-77ab9d6845e9 tempest-TestServerMultinode-213063825 tempest-TestServerMultinode-213063825-project-admin] 10.222.0.24 "DELETE /v2.0/ports/02e122d3-9632-4e46-b87a-2dfd8f805a34 HTTP/1.1" status: 204 len: 173 time: 0.8115928 May 20 21:01:14.410706 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e0d0312-789a-4469-b0a2-299ca31518fa', 'name': 'network-vif-deleted', 'tag': '02e122d3-9632-4e46-b87a-2dfd8f805a34'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 21:01:14.434437 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4291b17aa7b45362825f0571e77c85f5e73afe1df9c7e9e15006df9d695c005e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b61efe84-689e-4a68-8786-120d97f568c7" -d '{"events": [{"server_uuid": "8e0d0312-789a-4469-b0a2-299ca31518fa", "name": "network-vif-deleted", "tag": "02e122d3-9632-4e46-b87a-2dfd8f805a34"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 21:01:14.511393 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 21:01:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5295328-273e-425c-b6bc-6d3b16c1f05e x-openstack-request-id: req-a5295328-273e-425c-b6bc-6d3b16c1f05e {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 21:01:14.511815 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e0d0312-789a-4469-b0a2-299ca31518fa", "name": "network-vif-deleted", "tag": "02e122d3-9632-4e46-b87a-2dfd8f805a34", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 21:01:14.512035 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a5295328-273e-425c-b6bc-6d3b16c1f05e {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 21:01:14.512435 n-d-842733-1 neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5295328-273e-425c-b6bc-6d3b16c1f05e'] response: {'server_uuid': '8e0d0312-789a-4469-b0a2-299ca31518fa', 'name': 'network-vif-deleted', 'tag': '02e122d3-9632-4e46-b87a-2dfd8f805a34', 'status': 'completed', 'code': 200} May 20 21:01:14.607157 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1e2405a2-0701-469b-b2c5-1ad6fd963d9f tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:14.648938 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2405a2-0701-469b-b2c5-1ad6fd963d9f tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Pushing event deleted for resources: {'Port': ['ID=6a8c7874-29b0-4e81-8e0a-bb1c32ecdf6d,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:01:14.652840 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1e2405a2-0701-469b-b2c5-1ad6fd963d9f tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:14.656294 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-1e2405a2-0701-469b-b2c5-1ad6fd963d9f tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] 10.222.0.35 "DELETE /v2.0/ports/6a8c7874-29b0-4e81-8e0a-bb1c32ecdf6d HTTP/1.1" status: 204 len: 168 time: 1.0585468 May 20 21:01:14.659123 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 39310) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:01:14.715007 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16ebb5a9-a823-4e2e-97b7-b345160285c6 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:01:14.716533 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-16ebb5a9-a823-4e2e-97b7-b345160285c6 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0561533 May 20 21:01:14.719417 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 39314) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:01:14.731638 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6cc649a9-21d4-4fcf-b799-28fa9287e1f2 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3797684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4018258'] for subnet, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:14.779457 n-d-842733-1 neutron-server[103162]: INFO neutron.pecan_wsgi.hooks.translation [None req-9112d556-4eae-4f7e-87f8-0469d0224851 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] GET failed (client error): The resource could not be found. May 20 21:01:14.781373 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-9112d556-4eae-4f7e-87f8-0469d0224851 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] 10.222.0.35 "GET /v2.0/ports/b5a5c4d8-c9c1-419e-8c1a-41151067b181 HTTP/1.1" status: 404 len: 333 time: 0.0607548 May 20 21:01:14.785127 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 39316) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:01:14.825514 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc649a9-21d4-4fcf-b799-28fa9287e1f2 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Pushing event updated for resources: {'Subnet': ['ID=1dbd10fe-7ec9-4e62-ae0f-b541a8a7d9a9,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:01:14.837325 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc649a9-21d4-4fcf-b799-28fa9287e1f2 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Checking segment: {'id': '923c7e85-e736-437d-8d0c-3f021b28d180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '7a985a7d-21c6-41f8-a263-8e3f24ca6031'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:01:14.838068 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cc649a9-21d4-4fcf-b799-28fa9287e1f2 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Network hostable DHCP agents. Network: 7a985a7d-21c6-41f8-a263-8e3f24ca6031, hostable agents: ['c9b0653c-f3c7-4339-bd50-e3754b629216'], hosted agents: [] {{(pid=103162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 21:01:14.859140 n-d-842733-1 neutron-server[103163]: INFO neutron.pecan_wsgi.hooks.translation [None req-ced30936-c852-46f1-b452-29cf0d4e5745 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] GET failed (client error): The resource could not be found. May 20 21:01:14.864897 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-ced30936-c852-46f1-b452-29cf0d4e5745 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] 10.222.0.35 "GET /v2.0/ports/6a8c7874-29b0-4e81-8e0a-bb1c32ecdf6d HTTP/1.1" status: 404 len: 333 time: 0.0749409 May 20 21:01:14.865289 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 39320) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:01:14.919167 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cc649a9-21d4-4fcf-b799-28fa9287e1f2 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Network 7a985a7d-21c6-41f8-a263-8e3f24ca6031 is scheduled to be hosted by DHCP agent c9b0653c-f3c7-4339-bd50-e3754b629216 with binding_index 1 {{(pid=103162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 21:01:14.976250 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 39324) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:01:14.985273 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-031c2634-b46c-47b0-843d-9b424915295d req-7f9a26de-d0a6-4ceb-8812-725e19f57544 tempest-TestServerMultinode-213063825 tempest-TestServerMultinode-213063825-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=8e0d0312-789a-4469-b0a2-299ca31518fa HTTP/1.1" status: 200 len: 210 time: 0.0443008 May 20 21:01:14.993795 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a7b8d56f-7c25-4658-a19e-625c95ab3e67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:15.001623 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-6cc649a9-21d4-4fcf-b799-28fa9287e1f2 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842733-1, 7a985a7d-21c6-41f8-a263-8e3f24ca6031) {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:01:15.008030 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-75f6ed81-8567-4e28-8501-2a0f5c2ec9f7 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33160123'] for network, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:15.009174 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3033b35-5ffc-414e-938d-943a3fa5d3fa None None] Network 7a985a7d-21c6-41f8-a263-8e3f24ca6031 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:01:15.066326 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cc649a9-21d4-4fcf-b799-28fa9287e1f2 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:01:15.067033 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6cc649a9-21d4-4fcf-b799-28fa9287e1f2 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:15.112807 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a7b8d56f-7c25-4658-a19e-625c95ab3e67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:15.121808 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-75f6ed81-8567-4e28-8501-2a0f5c2ec9f7 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33072115', 'neutron.services.segments.db._delete_segments_for_network-8782419500584'] for network, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:15.156967 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-75f6ed81-8567-4e28-8501-2a0f5c2ec9f7 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7206cfc4-d26c-46a6-b57c-46bb2aebd375']}} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:01:15.168533 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-6cc649a9-21d4-4fcf-b799-28fa9287e1f2 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5175602 May 20 21:01:15.170976 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 39328) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:01:15.173010 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-75f6ed81-8567-4e28-8501-2a0f5c2ec9f7 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '679400c7-533e-4b9f-8207-9b1721f67f4e') {'for_net_delete': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:01:15.173483 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-75f6ed81-8567-4e28-8501-2a0f5c2ec9f7 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '679400c7-533e-4b9f-8207-9b1721f67f4e') {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:01:15.177511 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-151ee538-c308-4cb9-a580-77db068942e4 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Request body: {'port': {'network_id': '7a985a7d-21c6-41f8-a263-8e3f24ca6031', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1617763166'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:01:15.188631 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-75f6ed81-8567-4e28-8501-2a0f5c2ec9f7 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419501617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9338764'] for segment, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:15.204994 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-75f6ed81-8567-4e28-8501-2a0f5c2ec9f7 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:15.213422 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75f6ed81-8567-4e28-8501-2a0f5c2ec9f7 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Releasing vlan 218 on physical network physnet1 to pool {{(pid=103163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 21:01:15.214591 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-75f6ed81-8567-4e28-8501-2a0f5c2ec9f7 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9638311'] for segment, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:15.217905 n-d-842733-1 neutron-server[103163]: Traceback (most recent call last): May 20 21:01:15.217905 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 21:01:15.217905 n-d-842733-1 neutron-server[103163]: timer() May 20 21:01:15.217905 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 21:01:15.217905 n-d-842733-1 neutron-server[103163]: cb(*args, **kw) May 20 21:01:15.217905 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 20 21:01:15.217905 n-d-842733-1 neutron-server[103163]: return func(*args, **kwargs) May 20 21:01:15.217905 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 21:01:15.217905 n-d-842733-1 neutron-server[103163]: self._notify() May 20 21:01:15.217905 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 21:01:15.217905 n-d-842733-1 neutron-server[103163]: self.callback(batched_events) May 20 21:01:15.217905 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 21:01:15.217905 n-d-842733-1 neutron-server[103163]: event.method(event) May 20 21:01:15.217905 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 20 21:01:15.217905 n-d-842733-1 neutron-server[103163]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 21:01:15.217905 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 20 21:01:15.217905 n-d-842733-1 neutron-server[103163]: aggregate_uuid = self.p_client.list_aggregates( May 20 21:01:15.217905 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 20 21:01:15.217905 n-d-842733-1 neutron-server[103163]: return f(self, *a, **k) May 20 21:01:15.217905 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 20 21:01:15.217905 n-d-842733-1 neutron-server[103163]: return self._get(url).json() May 20 21:01:15.217905 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 20 21:01:15.217905 n-d-842733-1 neutron-server[103163]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 21:01:15.217905 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 21:01:15.217905 n-d-842733-1 neutron-server[103163]: return self.request(url, 'GET', **kwargs) May 20 21:01:15.217905 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 21:01:15.217905 n-d-842733-1 neutron-server[103163]: base_url = self.get_endpoint(auth, allow=allow, May 20 21:01:15.217905 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 21:01:15.217905 n-d-842733-1 neutron-server[103163]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 21:01:15.217905 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 21:01:15.217905 n-d-842733-1 neutron-server[103163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 21:01:15.217905 n-d-842733-1 neutron-server[103163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 21:01:15.260591 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a7b8d56f-7c25-4658-a19e-625c95ab3e67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:15.275605 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5f8a491-ba7c-4fa5-9c91-2495fc303006 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaee2b848-d4b9-5db1-b6ef-d6db29d67de7-7a985a7d-21c6-41f8-a263-8e3f24ca6031', 'network_id': '7a985a7d-21c6-41f8-a263-8e3f24ca6031', 'tenant_id': 'b680ab6daca64ac08e9ce40077a8514d', 'fixed_ips': [{'subnet_id': '1dbd10fe-7ec9-4e62-ae0f-b541a8a7d9a9'}]}} from n-d-842733-1. {{(pid=103164) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 21:01:15.278119 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-e5f8a491-ba7c-4fa5-9c91-2495fc303006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:15.318197 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-a7b8d56f-7c25-4658-a19e-625c95ab3e67 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b3c06a8c873349a5b2a8ea2a513c7ceb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3377330 May 20 21:01:15.319150 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 39332) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:01:15.354554 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b8d56f-7c25-4658-a19e-625c95ab3e67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c27f3a0-4aad-4547-b801-bbb7a8f4a27e,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:01:15.415701 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-75f6ed81-8567-4e28-8501-2a0f5c2ec9f7 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33072122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748162'] for network, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:15.429695 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e895c35d-027b-4f66-b6e7-6c2aae39a455 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:15.442406 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-75f6ed81-8567-4e28-8501-2a0f5c2ec9f7 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:15.449780 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-75f6ed81-8567-4e28-8501-2a0f5c2ec9f7 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] 10.222.0.35 "DELETE /v2.0/networks/7206cfc4-d26c-46a6-b57c-46bb2aebd375 HTTP/1.1" status: 204 len: 168 time: 0.5831871 May 20 21:01:15.479826 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 39334) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:01:15.479826 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-6cd0ef57-6d7c-4ad6-a93e-c8acc48fd01e tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-925308683'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:01:15.493079 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f6ed81-8567-4e28-8501-2a0f5c2ec9f7 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Pushing event deleted for resources: {'Network': ['ID=7206cfc4-d26c-46a6-b57c-46bb2aebd375,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:01:15.514164 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e895c35d-027b-4f66-b6e7-6c2aae39a455 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:15.559038 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-151ee538-c308-4cb9-a580-77db068942e4 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Made reservation on behalf of b680ab6daca64ac08e9ce40077a8514d for: {'port': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:01:15.562574 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-151ee538-c308-4cb9-a580-77db068942e4 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:15.571147 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [None req-e5f8a491-ba7c-4fa5-9c91-2495fc303006 None None] Allocated IP 172.20.0.2 (7a985a7d-21c6-41f8-a263-8e3f24ca6031/1dbd10fe-7ec9-4e62-ae0f-b541a8a7d9a9/df203106-f709-4860-90e4-a1caeb856e0a) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:01:15.581646 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [None req-151ee538-c308-4cb9-a580-77db068942e4 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] device_id is not set on port d5066ba5-901d-417a-889a-d0814d1e0c4d yet. {{(pid=103162) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 20 21:01:15.593041 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cd0ef57-6d7c-4ad6-a93e-c8acc48fd01e tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Made reservation on behalf of 5498abc6ad9e4e1cb849425e21c607f1 for: {'network': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:01:15.596530 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6cd0ef57-6d7c-4ad6-a93e-c8acc48fd01e tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for network, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:15.683242 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e895c35d-027b-4f66-b6e7-6c2aae39a455 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:15.686893 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e895c35d-027b-4f66-b6e7-6c2aae39a455 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:15.690940 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-e895c35d-027b-4f66-b6e7-6c2aae39a455 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6c27f3a0-4aad-4547-b801-bbb7a8f4a27e HTTP/1.1" status: 204 len: 168 time: 0.3700023 May 20 21:01:15.701167 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cd0ef57-6d7c-4ad6-a93e-c8acc48fd01e tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 226} {{(pid=103162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 21:01:15.701987 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e895c35d-027b-4f66-b6e7-6c2aae39a455 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c27f3a0-4aad-4547-b801-bbb7a8f4a27e,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:01:15.730815 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6cd0ef57-6d7c-4ad6-a93e-c8acc48fd01e tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:15.734191 n-d-842733-1 neutron-server[103162]: INFO neutron.db.segments_db [None req-6cd0ef57-6d7c-4ad6-a93e-c8acc48fd01e tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Added segment 39d355f7-4d27-4db2-95aa-c0f2131904ac of type vlan for network 64798bc2-44e2-4263-9866-0b6e463ead73 May 20 21:01:15.806670 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-e5f8a491-ba7c-4fa5-9c91-2495fc303006 None None] Notify callbacks [] for port, precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:15.828423 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6cd0ef57-6d7c-4ad6-a93e-c8acc48fd01e tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418993264'] for network, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:15.937028 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-e5f8a491-ba7c-4fa5-9c91-2495fc303006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108'] for port, after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:15.971704 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6cd0ef57-6d7c-4ad6-a93e-c8acc48fd01e tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524'] for network, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:15.979641 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cd0ef57-6d7c-4ad6-a93e-c8acc48fd01e tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:01:15.980500 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5f8a491-ba7c-4fa5-9c91-2495fc303006 None None] Network 7a985a7d-21c6-41f8-a263-8e3f24ca6031 is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:01:15.980887 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6cd0ef57-6d7c-4ad6-a93e-c8acc48fd01e tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:15.983916 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-e5f8a491-ba7c-4fa5-9c91-2495fc303006 None None] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:01:15.990054 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f8a491-ba7c-4fa5-9c91-2495fc303006 None None] Received port after_create {{(pid=103164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:01:16.002801 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f8a491-ba7c-4fa5-9c91-2495fc303006 None None] Pushing event updated for resources: {'Port': ['ID=df203106-f709-4860-90e4-a1caeb856e0a,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:01:16.063223 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-e5f8a491-ba7c-4fa5-9c91-2495fc303006 None None] Attempting to bind port df203106-f709-4860-90e4-a1caeb856e0a on host n-d-842733-1 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:01:16.063945 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-e5f8a491-ba7c-4fa5-9c91-2495fc303006 None None] Attempting to bind port df203106-f709-4860-90e4-a1caeb856e0a by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': '923c7e85-e736-437d-8d0c-3f021b28d180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '7a985a7d-21c6-41f8-a263-8e3f24ca6031'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:01:16.064227 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f8a491-ba7c-4fa5-9c91-2495fc303006 None None] Attempting to bind port df203106-f709-4860-90e4-a1caeb856e0a on network 7a985a7d-21c6-41f8-a263-8e3f24ca6031 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:01:16.070249 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f8a491-ba7c-4fa5-9c91-2495fc303006 None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 21, 0, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 21:01:16.070631 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f8a491-ba7c-4fa5-9c91-2495fc303006 None None] Checking segment: {'id': '923c7e85-e736-437d-8d0c-3f021b28d180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '7a985a7d-21c6-41f8-a263-8e3f24ca6031'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:01:16.071347 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-e5f8a491-ba7c-4fa5-9c91-2495fc303006 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:16.071878 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f8a491-ba7c-4fa5-9c91-2495fc303006 None None] Bound using segment: {'id': '923c7e85-e736-437d-8d0c-3f021b28d180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '7a985a7d-21c6-41f8-a263-8e3f24ca6031'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 21:01:16.072576 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-e5f8a491-ba7c-4fa5-9c91-2495fc303006 None None] Bound port: df203106-f709-4860-90e4-a1caeb856e0a, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '923c7e85-e736-437d-8d0c-3f021b28d180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '7a985a7d-21c6-41f8-a263-8e3f24ca6031'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:01:16.073053 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-e5f8a491-ba7c-4fa5-9c91-2495fc303006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:16.110428 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-6cd0ef57-6d7c-4ad6-a93e-c8acc48fd01e tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6520615 May 20 21:01:16.117359 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 39344) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:01:16.125373 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-151ee538-c308-4cb9-a580-77db068942e4 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Allocated IP 172.20.0.8 (7a985a7d-21c6-41f8-a263-8e3f24ca6031/1dbd10fe-7ec9-4e62-ae0f-b541a8a7d9a9/d5066ba5-901d-417a-889a-d0814d1e0c4d) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:01:16.127535 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 39346) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:01:16.137658 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-56821c2f-5583-49bd-9aed-36667d7ded34 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Request body: {'subnet': {'network_id': '64798bc2-44e2-4263-9866-0b6e463ead73', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:01:16.148168 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd0ef57-6d7c-4ad6-a93e-c8acc48fd01e tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Pushing event updated for resources: {'Network': ['ID=64798bc2-44e2-4263-9866-0b6e463ead73,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:01:16.168750 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Network 64798bc2-44e2-4263-9866-0b6e463ead73 details requested by agent ovs-agent-n-d-842733-1 with host n-d-842733-1 {{(pid=103164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 20 21:01:16.177440 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-e5f8a491-ba7c-4fa5-9c91-2495fc303006 None None] For port df203106-f709-4860-90e4-a1caeb856e0a, host n-d-842733-1, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 21:01:16.235194 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-e5f8a491-ba7c-4fa5-9c91-2495fc303006 None None] For port df203106-f709-4860-90e4-a1caeb856e0a, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=df203106-f709-4860-90e4-a1caeb856e0a,segment=NetworkSegment(923c7e85-e736-437d-8d0c-3f021b28d180),segment_id=923c7e85-e736-437d-8d0c-3f021b28d180)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 21:01:16.303417 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-e5f8a491-ba7c-4fa5-9c91-2495fc303006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:16.457092 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-151ee538-c308-4cb9-a580-77db068942e4 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:16.468431 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f8a491-ba7c-4fa5-9c91-2495fc303006 None None] Pushing event updated for resources: {'Port': ['ID=df203106-f709-4860-90e4-a1caeb856e0a,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:01:16.745113 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56821c2f-5583-49bd-9aed-36667d7ded34 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Made reservation on behalf of 5498abc6ad9e4e1cb849425e21c607f1 for: {'subnet': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:01:16.750750 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-56821c2f-5583-49bd-9aed-36667d7ded34 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4018244'] for subnet, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:16.808237 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d2b-2df2-4e32-bd70-096451a2c45d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748528'] for router_interface, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:16.831370 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.ipam_backend_mixin [None req-56821c2f-5583-49bd-9aed-36667d7ded34 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Performing IP validity checks on allocation pools {{(pid=103162) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} May 20 21:01:16.834805 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.ipam_backend_mixin [None req-56821c2f-5583-49bd-9aed-36667d7ded34 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103162) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} May 20 21:01:16.838048 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-151ee538-c308-4cb9-a580-77db068942e4 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:16.916090 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151ee538-c308-4cb9-a580-77db068942e4 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Pushing event updated for resources: {'Port': ['ID=d5066ba5-901d-417a-889a-d0814d1e0c4d,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:01:16.947115 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-151ee538-c308-4cb9-a580-77db068942e4 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Network 7a985a7d-21c6-41f8-a263-8e3f24ca6031 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:01:16.950490 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-151ee538-c308-4cb9-a580-77db068942e4 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:01:16.954378 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-151ee538-c308-4cb9-a580-77db068942e4 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:01:17.023033 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-151ee538-c308-4cb9-a580-77db068942e4 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:01:17.023687 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-151ee538-c308-4cb9-a580-77db068942e4 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:17.160757 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-151ee538-c308-4cb9-a580-77db068942e4 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 1.9855070 May 20 21:01:17.165503 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 39374) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:01:17.279591 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d2b-2df2-4e32-bd70-096451a2c45d admin admin] Deleting port 9d6c455f-59d3-4510-8f58-8b9180493066 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:01:17.280163 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d2b-2df2-4e32-bd70-096451a2c45d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:17.280367 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-7a102250-db1a-4d18-ab9c-8d304483553f tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Deleting port d5066ba5-901d-417a-889a-d0814d1e0c4d {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:01:17.280367 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7a102250-db1a-4d18-ab9c-8d304483553f tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:17.295715 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-56821c2f-5583-49bd-9aed-36667d7ded34 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3797684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4018258'] for subnet, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:17.385704 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-c4ed4d2b-2df2-4e32-bd70-096451a2c45d admin admin] For port 9d6c455f-59d3-4510-8f58-8b9180493066, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=9d6c455f-59d3-4510-8f58-8b9180493066,segment=NetworkSegment(a189c70c-1a77-4398-b112-572ca8f77d3f),segment_id=a189c70c-1a77-4398-b112-572ca8f77d3f)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:01:17.387219 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d2b-2df2-4e32-bd70-096451a2c45d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:17.408365 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d2b-2df2-4e32-bd70-096451a2c45d admin admin] Calling delete_port for 9d6c455f-59d3-4510-8f58-8b9180493066 owned by network:router_interface {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:01:17.442080 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56821c2f-5583-49bd-9aed-36667d7ded34 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Pushing event updated for resources: {'Subnet': ['ID=7aea085a-80bf-4562-8d92-0c554d4b0f14,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:01:17.486833 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56821c2f-5583-49bd-9aed-36667d7ded34 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Checking segment: {'id': '39d355f7-4d27-4db2-95aa-c0f2131904ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '64798bc2-44e2-4263-9866-0b6e463ead73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:01:17.487215 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56821c2f-5583-49bd-9aed-36667d7ded34 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Network hostable DHCP agents. Network: 64798bc2-44e2-4263-9866-0b6e463ead73, hostable agents: ['c9b0653c-f3c7-4339-bd50-e3754b629216'], hosted agents: [] {{(pid=103162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 21:01:17.500162 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7a102250-db1a-4d18-ab9c-8d304483553f tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:17.554828 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-7a102250-db1a-4d18-ab9c-8d304483553f tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Calling delete_port for d5066ba5-901d-417a-889a-d0814d1e0c4d owned by {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:01:17.649993 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56821c2f-5583-49bd-9aed-36667d7ded34 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Network 64798bc2-44e2-4263-9866-0b6e463ead73 is scheduled to be hosted by DHCP agent c9b0653c-f3c7-4339-bd50-e3754b629216 with binding_index 1 {{(pid=103162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 21:01:17.745697 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-56821c2f-5583-49bd-9aed-36667d7ded34 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842733-1, 64798bc2-44e2-4263-9866-0b6e463ead73) {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:01:17.751764 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56821c2f-5583-49bd-9aed-36667d7ded34 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:01:17.752717 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-56821c2f-5583-49bd-9aed-36667d7ded34 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:17.766038 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c113c849-f1f9-4e0e-b23a-8d7d3e7db180 None None] Network 64798bc2-44e2-4263-9866-0b6e463ead73 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:01:17.845361 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7a102250-db1a-4d18-ab9c-8d304483553f tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:17.903155 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a102250-db1a-4d18-ab9c-8d304483553f tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Pushing event deleted for resources: {'Port': ['ID=d5066ba5-901d-417a-889a-d0814d1e0c4d,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:01:17.904066 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d2b-2df2-4e32-bd70-096451a2c45d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:17.908977 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-56821c2f-5583-49bd-9aed-36667d7ded34 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7772999 May 20 21:01:17.912181 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 39416) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:01:17.945461 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-9ddd0570-6950-40ed-8009-0155defff8aa tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Request body: {'port': {'network_id': '64798bc2-44e2-4263-9866-0b6e463ead73', 'name': 'tempest-PortsIpV6TestJSON-1816555834'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:01:17.979750 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ed4d2b-2df2-4e32-bd70-096451a2c45d admin admin] Pushing event deleted for resources: {'Port': ['ID=9d6c455f-59d3-4510-8f58-8b9180493066,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:01:18.088005 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device df203106-f709-4860-90e4-a1caeb856e0a up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:01:18.092396 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ac569e9-43d0-4aaa-9f98-1eee316229e3 None None] Network 7a985a7d-21c6-41f8-a263-8e3f24ca6031 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:01:18.217926 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b32cf26-8fba-4ce1-9663-d2889262b795 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaee2b848-d4b9-5db1-b6ef-d6db29d67de7-64798bc2-44e2-4263-9866-0b6e463ead73', 'network_id': '64798bc2-44e2-4263-9866-0b6e463ead73', 'tenant_id': '5498abc6ad9e4e1cb849425e21c607f1', 'fixed_ips': [{'subnet_id': '7aea085a-80bf-4562-8d92-0c554d4b0f14'}]}} from n-d-842733-1. {{(pid=103164) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 21:01:18.218781 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4b32cf26-8fba-4ce1-9663-d2889262b795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:18.247753 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 02e122d3-9632-4e46-b87a-2dfd8f805a34 no longer exists at agent hyperv_n-h1-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 21:01:18.249967 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-bbffe3e3-58b0-47e1-a34e-5af27a01ca0b None None] Provisioning complete for port df203106-f709-4860-90e4-a1caeb856e0a triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:01:18.250107 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-bbffe3e3-58b0-47e1-a34e-5af27a01ca0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:18.280882 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7a102250-db1a-4d18-ab9c-8d304483553f tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:18.285276 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-7a102250-db1a-4d18-ab9c-8d304483553f tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] 10.222.0.35 "DELETE /v2.0/ports/d5066ba5-901d-417a-889a-d0814d1e0c4d HTTP/1.1" status: 204 len: 168 time: 1.1181614 May 20 21:01:18.291992 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 39436) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:01:18.344306 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] No Port match for: 02e122d3-9632-4e46-b87a-2dfd8f805a34 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 21:01:18.344552 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ddd0570-6950-40ed-8009-0155defff8aa tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Made reservation on behalf of 5498abc6ad9e4e1cb849425e21c607f1 for: {'port': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:01:18.345142 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 02e122d3-9632-4e46-b87a-2dfd8f805a34 not bound to the agent host n-h1-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 21:01:18.353942 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9ddd0570-6950-40ed-8009-0155defff8aa tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:18.359266 n-d-842733-1 neutron-server[103162]: INFO neutron.pecan_wsgi.hooks.translation [None req-03ed9d2a-f7fd-40c6-ab95-908cbf9b214b tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] GET failed (client error): The resource could not be found. May 20 21:01:18.361908 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-03ed9d2a-f7fd-40c6-ab95-908cbf9b214b tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] 10.222.0.35 "GET /v2.0/ports/d5066ba5-901d-417a-889a-d0814d1e0c4d HTTP/1.1" status: 404 len: 333 time: 0.0687563 May 20 21:01:18.370629 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 39440) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:01:18.463105 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [None req-9ddd0570-6950-40ed-8009-0155defff8aa tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] device_id is not set on port e477363c-a731-4e7c-ab73-4af282a8b20a yet. {{(pid=103162) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 20 21:01:18.519710 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_v2 [None req-318ac457-960c-46c2-a07a-973063c14452 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Deleting subnet 1dbd10fe-7ec9-4e62-ae0f-b541a8a7d9a9 {{(pid=103162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 20 21:01:18.531050 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-318ac457-960c-46c2-a07a-973063c14452 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks [] for subnet, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:18.579344 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port df203106-f709-4860-90e4-a1caeb856e0a triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:01:18.579975 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:18.626344 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-318ac457-960c-46c2-a07a-973063c14452 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3738392'] for subnet, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:18.716227 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-9ddd0570-6950-40ed-8009-0155defff8aa tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Allocated IP 2001:db8::28f (64798bc2-44e2-4263-9866-0b6e463ead73/7aea085a-80bf-4562-8d92-0c554d4b0f14/e477363c-a731-4e7c-ab73-4af282a8b20a) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:01:18.719984 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-bbffe3e3-58b0-47e1-a34e-5af27a01ca0b None None] Current status of the port df203106-f709-4860-90e4-a1caeb856e0a is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:01:18.720370 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-bbffe3e3-58b0-47e1-a34e-5af27a01ca0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:18.795384 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-318ac457-960c-46c2-a07a-973063c14452 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33068388'] for subnet, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:18.870853 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d2b-2df2-4e32-bd70-096451a2c45d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-692224'] for router_interface, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:19.031254 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port df203106-f709-4860-90e4-a1caeb856e0a is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:01:19.032881 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:19.100031 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9ddd0570-6950-40ed-8009-0155defff8aa tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:19.117718 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-318ac457-960c-46c2-a07a-973063c14452 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33068399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3797621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4018265'] for subnet, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:19.183503 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.db.api [None req-bbffe3e3-58b0-47e1-a34e-5af27a01ca0b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103164) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 20 21:01:19.183855 n-d-842733-1 neutron-server[103164]: DEBUG oslo_db.api [None req-bbffe3e3-58b0-47e1-a34e-5af27a01ca0b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 20 21:01:19.231442 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318ac457-960c-46c2-a07a-973063c14452 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Pushing event deleted for resources: {'Subnet': ['ID=1dbd10fe-7ec9-4e62-ae0f-b541a8a7d9a9,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:01:19.246384 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9ddd0570-6950-40ed-8009-0155defff8aa tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:19.268377 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4ed4d2b-2df2-4e32-bd70-096451a2c45d admin admin] Router b2e27286-605c-490c-b696-52f6556d745d has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 21:01:19.273616 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-318ac457-960c-46c2-a07a-973063c14452 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:19.281022 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-318ac457-960c-46c2-a07a-973063c14452 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] 10.222.0.35 "DELETE /v2.0/subnets/1dbd10fe-7ec9-4e62-ae0f-b541a8a7d9a9 HTTP/1.1" status: 204 len: 168 time: 0.9066246 May 20 21:01:19.282404 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 39454) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:01:19.287005 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.db.api [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103164) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 20 21:01:19.287485 n-d-842733-1 neutron-server[103164]: DEBUG oslo_db.api [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 20 21:01:19.323440 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [None req-4b32cf26-8fba-4ce1-9663-d2889262b795 None None] Allocated IP 2001:db8::2 (64798bc2-44e2-4263-9866-0b6e463ead73/7aea085a-80bf-4562-8d92-0c554d4b0f14/0417fd95-cdc3-447f-8a16-e75969a28936) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:01:19.364148 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c2d83ce-1ce8-4b9a-907a-89506729515a None None] Network 7a985a7d-21c6-41f8-a263-8e3f24ca6031 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:01:19.368787 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ddd0570-6950-40ed-8009-0155defff8aa tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Network 64798bc2-44e2-4263-9866-0b6e463ead73 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:01:19.439594 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-9ddd0570-6950-40ed-8009-0155defff8aa tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:01:19.450128 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddd0570-6950-40ed-8009-0155defff8aa tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Pushing event updated for resources: {'Port': ['ID=e477363c-a731-4e7c-ab73-4af282a8b20a,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:01:19.461313 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ddd0570-6950-40ed-8009-0155defff8aa tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:01:19.467039 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ddd0570-6950-40ed-8009-0155defff8aa tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:01:19.468730 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9ddd0570-6950-40ed-8009-0155defff8aa tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:19.526900 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a2c72eee-44f0-46c2-971c-fcf831022839 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33160123'] for network, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:19.562958 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4ed4d2b-2df2-4e32-bd70-096451a2c45d admin admin] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 21:01:19.583222 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-c4ed4d2b-2df2-4e32-bd70-096451a2c45d admin admin] 10.222.0.35 "PUT /v2.0/routers/b2e27286-605c-490c-b696-52f6556d745d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4591026 May 20 21:01:19.586766 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 39474) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:01:19.590758 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-9ddd0570-6950-40ed-8009-0155defff8aa tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.6769671 May 20 21:01:19.593810 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 39478) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:01:19.620007 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-a2c72eee-44f0-46c2-971c-fcf831022839 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Deleting port df203106-f709-4860-90e4-a1caeb856e0a {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:01:19.620413 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a2c72eee-44f0-46c2-971c-fcf831022839 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:19.630122 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e5ca40f-4f2b-494e-a95f-026178c5ecca None None] Sync routers for ids ['b2e27286-605c-490c-b696-52f6556d745d'] in n-d-842733-1 {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 21:01:19.724162 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-a2c72eee-44f0-46c2-971c-fcf831022839 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] For port df203106-f709-4860-90e4-a1caeb856e0a, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=df203106-f709-4860-90e4-a1caeb856e0a,segment=NetworkSegment(923c7e85-e736-437d-8d0c-3f021b28d180),segment_id=923c7e85-e736-437d-8d0c-3f021b28d180)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:01:19.724957 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a2c72eee-44f0-46c2-971c-fcf831022839 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:19.738900 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-a2c72eee-44f0-46c2-971c-fcf831022839 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Calling delete_port for df203106-f709-4860-90e4-a1caeb856e0a owned by network:dhcp {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:01:19.845044 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f7c792cd-e2e9-4a79-8e60-ffa9ea70da36 admin admin] Notify callbacks [] for router, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:19.902338 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a2c72eee-44f0-46c2-971c-fcf831022839 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:19.930720 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c72eee-44f0-46c2-971c-fcf831022839 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Pushing event deleted for resources: {'Port': ['ID=df203106-f709-4860-90e4-a1caeb856e0a,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:01:19.937252 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2c72eee-44f0-46c2-971c-fcf831022839 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] No DVR routers for this DVR port df203106-f709-4860-90e4-a1caeb856e0a on host n-d-842733-1 {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 21:01:19.993693 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-ee09f5cb-1b6b-4f32-b0dd-33642a956c96 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Deleting port e477363c-a731-4e7c-ab73-4af282a8b20a {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:01:19.994318 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ee09f5cb-1b6b-4f32-b0dd-33642a956c96 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:20.036686 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a2c72eee-44f0-46c2-971c-fcf831022839 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33072115', 'neutron.services.segments.db._delete_segments_for_network-8782419500584'] for network, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:20.092244 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-a2c72eee-44f0-46c2-971c-fcf831022839 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a985a7d-21c6-41f8-a263-8e3f24ca6031']}} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:01:20.113376 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-a2c72eee-44f0-46c2-971c-fcf831022839 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '923c7e85-e736-437d-8d0c-3f021b28d180') {'for_net_delete': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:01:20.113709 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-a2c72eee-44f0-46c2-971c-fcf831022839 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '923c7e85-e736-437d-8d0c-3f021b28d180') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:01:20.139228 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a2c72eee-44f0-46c2-971c-fcf831022839 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419501617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3738385'] for segment, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:20.158243 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e5ca40f-4f2b-494e-a95f-026178c5ecca None None] Routers {'b2e27286-605c-490c-b696-52f6556d745d'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:01:20.159069 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-9e5ca40f-4f2b-494e-a95f-026178c5ecca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:00:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['b2e27286-605c-490c-b696-52f6556d745d'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:01:20.195892 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a2c72eee-44f0-46c2-971c-fcf831022839 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:20.196447 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f7c792cd-e2e9-4a79-8e60-ffa9ea70da36 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:20.201935 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ee09f5cb-1b6b-4f32-b0dd-33642a956c96 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:20.202830 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2c72eee-44f0-46c2-971c-fcf831022839 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Releasing vlan 204 on physical network physnet1 to pool {{(pid=103162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 21:01:20.203303 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a2c72eee-44f0-46c2-971c-fcf831022839 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3800791'] for segment, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:20.219000 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-ee09f5cb-1b6b-4f32-b0dd-33642a956c96 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Calling delete_port for e477363c-a731-4e7c-ab73-4af282a8b20a owned by {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:01:20.238323 n-d-842733-1 neutron-server[103162]: Traceback (most recent call last): May 20 21:01:20.238323 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 21:01:20.238323 n-d-842733-1 neutron-server[103162]: timer() May 20 21:01:20.238323 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 21:01:20.238323 n-d-842733-1 neutron-server[103162]: cb(*args, **kw) May 20 21:01:20.238323 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 20 21:01:20.238323 n-d-842733-1 neutron-server[103162]: return func(*args, **kwargs) May 20 21:01:20.238323 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 21:01:20.238323 n-d-842733-1 neutron-server[103162]: self._notify() May 20 21:01:20.238323 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 21:01:20.238323 n-d-842733-1 neutron-server[103162]: self.callback(batched_events) May 20 21:01:20.238323 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 21:01:20.238323 n-d-842733-1 neutron-server[103162]: event.method(event) May 20 21:01:20.238323 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 20 21:01:20.238323 n-d-842733-1 neutron-server[103162]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 21:01:20.238323 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 20 21:01:20.238323 n-d-842733-1 neutron-server[103162]: aggregate_uuid = self.p_client.list_aggregates( May 20 21:01:20.238323 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 20 21:01:20.238323 n-d-842733-1 neutron-server[103162]: return f(self, *a, **k) May 20 21:01:20.238323 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 20 21:01:20.238323 n-d-842733-1 neutron-server[103162]: return self._get(url).json() May 20 21:01:20.238323 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 20 21:01:20.238323 n-d-842733-1 neutron-server[103162]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 21:01:20.238323 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 21:01:20.238323 n-d-842733-1 neutron-server[103162]: return self.request(url, 'GET', **kwargs) May 20 21:01:20.238323 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 21:01:20.238323 n-d-842733-1 neutron-server[103162]: base_url = self.get_endpoint(auth, allow=allow, May 20 21:01:20.238323 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 21:01:20.238323 n-d-842733-1 neutron-server[103162]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 21:01:20.238323 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 21:01:20.238323 n-d-842733-1 neutron-server[103162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 21:01:20.238323 n-d-842733-1 neutron-server[103162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 21:01:20.263053 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-bbffe3e3-58b0-47e1-a34e-5af27a01ca0b None None] Current status of the port df203106-f709-4860-90e4-a1caeb856e0a is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:01:20.263443 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-bbffe3e3-58b0-47e1-a34e-5af27a01ca0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:20.290005 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port df203106-f709-4860-90e4-a1caeb856e0a is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:01:20.293363 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:20.312693 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-bd4b5f5e-be43-4870-a782-baf22975dace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:20.385176 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4b32cf26-8fba-4ce1-9663-d2889262b795 None None] Notify callbacks [] for port, precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:20.442161 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-9e5ca40f-4f2b-494e-a95f-026178c5ecca None None] Set router b2e27286-605c-490c-b696-52f6556d745d gateway port host: n-d-842733-1 {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:01:20.461350 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-f7c792cd-e2e9-4a79-8e60-ffa9ea70da36 admin admin] Deleting port c0a3f0d3-e848-4b0d-986c-b9279bf2e1ba {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:01:20.462024 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f7c792cd-e2e9-4a79-8e60-ffa9ea70da36 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:20.501092 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a2c72eee-44f0-46c2-971c-fcf831022839 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33072122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748162'] for network, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:20.501914 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a2c72eee-44f0-46c2-971c-fcf831022839 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:20.510772 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-a2c72eee-44f0-46c2-971c-fcf831022839 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] 10.222.0.35 "DELETE /v2.0/networks/7a985a7d-21c6-41f8-a263-8e3f24ca6031 HTTP/1.1" status: 204 len: 168 time: 1.1920309 May 20 21:01:20.512580 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 39510) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:01:20.558881 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-4a028fef-e062-40df-b168-ec5ea4309dc1 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Request body: {'port': {'network_id': '4595bf78-d9f4-457f-9b8e-54a2e919ea2b', 'name': 'tempest-PortsTestJSON-651162625'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:01:20.566329 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84a74c3f-8178-4e9c-b788-129b1b38dd3d None None] DHCP port deletion for 7a985a7d-21c6-41f8-a263-8e3f24ca6031 request from n-d-842733-1 {{(pid=103164) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 21:01:20.591853 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c72eee-44f0-46c2-971c-fcf831022839 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Pushing event deleted for resources: {'Network': ['ID=7a985a7d-21c6-41f8-a263-8e3f24ca6031,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:01:20.619619 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4b32cf26-8fba-4ce1-9663-d2889262b795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108'] for port, after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:20.632548 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ee09f5cb-1b6b-4f32-b0dd-33642a956c96 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:20.644964 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-83542dc7-0568-4a09-876d-58aeb93dab5e None None] Could not find standard attr ID for object df203106-f709-4860-90e4-a1caeb856e0a. {{(pid=103164) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 20 21:01:20.704724 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee09f5cb-1b6b-4f32-b0dd-33642a956c96 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Pushing event deleted for resources: {'Port': ['ID=e477363c-a731-4e7c-ab73-4af282a8b20a,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:01:20.722733 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-f7c792cd-e2e9-4a79-8e60-ffa9ea70da36 admin admin] For port c0a3f0d3-e848-4b0d-986c-b9279bf2e1ba, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=c0a3f0d3-e848-4b0d-986c-b9279bf2e1ba,segment=NetworkSegment(0b5485c4-eff8-42a1-9073-ae54ed4c63ba),segment_id=0b5485c4-eff8-42a1-9073-ae54ed4c63ba)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:01:20.723094 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f7c792cd-e2e9-4a79-8e60-ffa9ea70da36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:20.744158 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b32cf26-8fba-4ce1-9663-d2889262b795 None None] Network 64798bc2-44e2-4263-9866-0b6e463ead73 is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:01:20.763463 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ee09f5cb-1b6b-4f32-b0dd-33642a956c96 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:20.768649 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-4b32cf26-8fba-4ce1-9663-d2889262b795 None None] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:01:20.769016 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-ee09f5cb-1b6b-4f32-b0dd-33642a956c96 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] 10.222.0.35 "DELETE /v2.0/ports/e477363c-a731-4e7c-ab73-4af282a8b20a HTTP/1.1" status: 204 len: 168 time: 1.1735449 May 20 21:01:20.772557 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b32cf26-8fba-4ce1-9663-d2889262b795 None None] Received port after_create {{(pid=103164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:01:20.774434 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 39516) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:01:20.786303 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-f7c792cd-e2e9-4a79-8e60-ffa9ea70da36 admin admin] Calling delete_port for c0a3f0d3-e848-4b0d-986c-b9279bf2e1ba owned by network:router_gateway {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:01:20.792935 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b32cf26-8fba-4ce1-9663-d2889262b795 None None] Pushing event updated for resources: {'Port': ['ID=0417fd95-cdc3-447f-8a16-e75969a28936,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:01:20.809435 n-d-842733-1 neutron-server[103163]: INFO neutron.pecan_wsgi.hooks.translation [None req-07d1fc36-987f-4005-ad1c-fba27bde782c tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] DELETE failed (client error): The resource could not be found. May 20 21:01:20.810186 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07d1fc36-987f-4005-ad1c-fba27bde782c tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103163) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 21:01:20.816151 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-07d1fc36-987f-4005-ad1c-fba27bde782c tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] 10.222.0.35 "DELETE /v2.0/ports/e477363c-a731-4e7c-ab73-4af282a8b20a HTTP/1.1" status: 404 len: 333 time: 0.0363176 May 20 21:01:20.819387 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 39518) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:01:20.855396 n-d-842733-1 neutron-server[103162]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c74376a-f3e9-4573-bb8d-9211b73df388 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] GET failed (client error): The resource could not be found. May 20 21:01:20.860971 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-8c74376a-f3e9-4573-bb8d-9211b73df388 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] 10.222.0.35 "GET /v2.0/ports/e477363c-a731-4e7c-ab73-4af282a8b20a HTTP/1.1" status: 404 len: 333 time: 0.0402040 May 20 21:01:20.861863 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 39520) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:01:20.882807 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-4b32cf26-8fba-4ce1-9663-d2889262b795 None None] Attempting to bind port 0417fd95-cdc3-447f-8a16-e75969a28936 on host n-d-842733-1 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:01:20.883163 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-4b32cf26-8fba-4ce1-9663-d2889262b795 None None] Attempting to bind port 0417fd95-cdc3-447f-8a16-e75969a28936 by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': '39d355f7-4d27-4db2-95aa-c0f2131904ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '64798bc2-44e2-4263-9866-0b6e463ead73'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:01:20.883521 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b32cf26-8fba-4ce1-9663-d2889262b795 None None] Attempting to bind port 0417fd95-cdc3-447f-8a16-e75969a28936 on network 64798bc2-44e2-4263-9866-0b6e463ead73 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:01:20.891887 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b32cf26-8fba-4ce1-9663-d2889262b795 None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 21, 0, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 21:01:20.892172 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b32cf26-8fba-4ce1-9663-d2889262b795 None None] Checking segment: {'id': '39d355f7-4d27-4db2-95aa-c0f2131904ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '64798bc2-44e2-4263-9866-0b6e463ead73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:01:20.892574 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4b32cf26-8fba-4ce1-9663-d2889262b795 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:20.892960 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b32cf26-8fba-4ce1-9663-d2889262b795 None None] Bound using segment: {'id': '39d355f7-4d27-4db2-95aa-c0f2131904ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '64798bc2-44e2-4263-9866-0b6e463ead73'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 21:01:20.894953 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-4b32cf26-8fba-4ce1-9663-d2889262b795 None None] Bound port: 0417fd95-cdc3-447f-8a16-e75969a28936, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39d355f7-4d27-4db2-95aa-c0f2131904ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '64798bc2-44e2-4263-9866-0b6e463ead73'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:01:20.895353 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4b32cf26-8fba-4ce1-9663-d2889262b795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:20.936295 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a028fef-e062-40df-b168-ec5ea4309dc1 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Made reservation on behalf of b680ab6daca64ac08e9ce40077a8514d for: {'port': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:01:20.941688 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-9e5ca40f-4f2b-494e-a95f-026178c5ecca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2e27286-605c-490c-b696-52f6556d745d', 'name': 'tempest-TestServerMultinode-1726859957-router', 'tenant_id': '0a54b8b700fe48bebfc6e574ea5c53fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.44'}], 'enable_snat': True}, 'gw_port_id': 'c0a3f0d3-e848-4b0d-986c-b9279bf2e1ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:59:43Z', 'updated_at': '2022-05-20T21:01:17Z', 'revision_number': 5, 'project_id': '0a54b8b700fe48bebfc6e574ea5c53fd', 'gw_port': {'id': 'c0a3f0d3-e848-4b0d-986c-b9279bf2e1ba', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:67:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2e27286-605c-490c-b696-52f6556d745d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2726, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:59:46Z', 'updated_at': '2022-05-20T20:59:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:01:20.943467 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4a028fef-e062-40df-b168-ec5ea4309dc1 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:20.964634 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ef0bcb9-30bf-4770-8890-8c352494fd29 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Deleting subnet 7aea085a-80bf-4562-8d92-0c554d4b0f14 {{(pid=103163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 20 21:01:20.976701 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8ef0bcb9-30bf-4770-8890-8c352494fd29 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks [] for subnet, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:20.981922 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e5ca40f-4f2b-494e-a95f-026178c5ecca None None] Checking router: b2e27286-605c-490c-b696-52f6556d745d for host: n-d-842733-1 {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 21:01:20.989520 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [None req-4a028fef-e062-40df-b168-ec5ea4309dc1 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] device_id is not set on port 911fb3a8-1894-40d0-ad1a-2d4c47a7de51 yet. {{(pid=103162) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 20 21:01:21.016490 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e5ca40f-4f2b-494e-a95f-026178c5ecca None None] Routers {'b2e27286-605c-490c-b696-52f6556d745d'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:01:21.017218 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-9e5ca40f-4f2b-494e-a95f-026178c5ecca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:00:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['b2e27286-605c-490c-b696-52f6556d745d'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:01:21.031605 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8ef0bcb9-30bf-4770-8890-8c352494fd29 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9338757'] for subnet, precommit_delete_associations {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:21.144499 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-4b32cf26-8fba-4ce1-9663-d2889262b795 None None] For port 0417fd95-cdc3-447f-8a16-e75969a28936, host n-d-842733-1, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 21:01:21.162424 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-4b32cf26-8fba-4ce1-9663-d2889262b795 None None] For port 0417fd95-cdc3-447f-8a16-e75969a28936, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=0417fd95-cdc3-447f-8a16-e75969a28936,segment=NetworkSegment(39d355f7-4d27-4db2-95aa-c0f2131904ac),segment_id=39d355f7-4d27-4db2-95aa-c0f2131904ac)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 21:01:21.178280 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-9e5ca40f-4f2b-494e-a95f-026178c5ecca None None] Set router b2e27286-605c-490c-b696-52f6556d745d gateway port host: None {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:01:21.227968 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f7c792cd-e2e9-4a79-8e60-ffa9ea70da36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:21.231660 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-9e5ca40f-4f2b-494e-a95f-026178c5ecca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2e27286-605c-490c-b696-52f6556d745d', 'name': 'tempest-TestServerMultinode-1726859957-router', 'tenant_id': '0a54b8b700fe48bebfc6e574ea5c53fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:59:43Z', 'updated_at': '2022-05-20T21:01:20Z', 'revision_number': 6, 'project_id': '0a54b8b700fe48bebfc6e574ea5c53fd', 'gw_port_host': None}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:01:21.263885 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4b32cf26-8fba-4ce1-9663-d2889262b795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:21.265836 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e5ca40f-4f2b-494e-a95f-026178c5ecca None None] The sync data for ids ['b2e27286-605c-490c-b696-52f6556d745d'] in n-d-842733-1 is: [{'id': 'b2e27286-605c-490c-b696-52f6556d745d', 'name': 'tempest-TestServerMultinode-1726859957-router', 'tenant_id': '0a54b8b700fe48bebfc6e574ea5c53fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:59:43Z', 'updated_at': '2022-05-20T21:01:20Z', 'revision_number': 6, 'project_id': '0a54b8b700fe48bebfc6e574ea5c53fd', 'gw_port_host': None}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 21:01:21.273372 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c792cd-e2e9-4a79-8e60-ffa9ea70da36 admin admin] Pushing event deleted for resources: {'Port': ['ID=c0a3f0d3-e848-4b0d-986c-b9279bf2e1ba,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:01:21.282976 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4a028fef-e062-40df-b168-ec5ea4309dc1 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:21.283128 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8ef0bcb9-30bf-4770-8890-8c352494fd29 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33068388'] for subnet, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:21.343954 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b32cf26-8fba-4ce1-9663-d2889262b795 None None] Pushing event updated for resources: {'Port': ['ID=0417fd95-cdc3-447f-8a16-e75969a28936,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:01:21.401874 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f7c792cd-e2e9-4a79-8e60-ffa9ea70da36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-748206'] for router_gateway, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:21.414706 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4a028fef-e062-40df-b168-ec5ea4309dc1 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:21.500639 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a028fef-e062-40df-b168-ec5ea4309dc1 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Pushing event updated for resources: {'Port': ['ID=911fb3a8-1894-40d0-ad1a-2d4c47a7de51,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:01:21.521639 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a028fef-e062-40df-b168-ec5ea4309dc1 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Network 4595bf78-d9f4-457f-9b8e-54a2e919ea2b is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:01:21.526766 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-4a028fef-e062-40df-b168-ec5ea4309dc1 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:01:21.526766 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a028fef-e062-40df-b168-ec5ea4309dc1 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:01:21.536492 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f7c792cd-e2e9-4a79-8e60-ffa9ea70da36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26169'] for router, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:21.536867 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a028fef-e062-40df-b168-ec5ea4309dc1 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:01:21.537817 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f7c792cd-e2e9-4a79-8e60-ffa9ea70da36 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:21.538132 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4a028fef-e062-40df-b168-ec5ea4309dc1 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:21.593297 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8ef0bcb9-30bf-4770-8890-8c352494fd29 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33068399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9641221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8422588'] for subnet, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:21.629735 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8ef0bcb9-30bf-4770-8890-8c352494fd29 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks [] for subnet, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:21.632993 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-8ef0bcb9-30bf-4770-8890-8c352494fd29 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] 10.222.0.35 "DELETE /v2.0/subnets/7aea085a-80bf-4562-8d92-0c554d4b0f14 HTTP/1.1" status: 204 len: 168 time: 0.7701578 May 20 21:01:21.634064 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef0bcb9-30bf-4770-8890-8c352494fd29 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Pushing event deleted for resources: {'Subnet': ['ID=7aea085a-80bf-4562-8d92-0c554d4b0f14,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:01:21.637240 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 39536) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:01:21.699717 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-4a028fef-e062-40df-b168-ec5ea4309dc1 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.1506836 May 20 21:01:21.702297 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 39538) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:01:21.730730 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f7c792cd-e2e9-4a79-8e60-ffa9ea70da36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-693148'] for router, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:21.731841 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7c792cd-e2e9-4a79-8e60-ffa9ea70da36 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b2e27286-605c-490c-b696-52f6556d745d {{(pid=103163) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 20 21:01:21.745194 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f7c792cd-e2e9-4a79-8e60-ffa9ea70da36 admin admin] Notify callbacks [] for router, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:21.748645 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-f7c792cd-e2e9-4a79-8e60-ffa9ea70da36 admin admin] 10.222.0.35 "DELETE /v2.0/routers/b2e27286-605c-490c-b696-52f6556d745d HTTP/1.1" status: 204 len: 168 time: 2.1585889 May 20 21:01:21.757932 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 39542) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:01:21.891964 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c96452b9-1e1c-448e-ba5d-dd9c7261fd1c tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33160123'] for network, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:21.917418 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_v2 [None req-daf5a974-6665-49d5-829f-19be0f911673 admin admin] Deleting subnet 23658e48-0ab2-4be3-95e6-d83a84724079 {{(pid=103162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 20 21:01:21.923555 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-daf5a974-6665-49d5-829f-19be0f911673 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:21.961166 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-a02bad91-fa6a-4388-b9c3-8088d925918c tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Deleting port 911fb3a8-1894-40d0-ad1a-2d4c47a7de51 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:01:21.961582 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a02bad91-fa6a-4388-b9c3-8088d925918c tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:22.044486 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a02bad91-fa6a-4388-b9c3-8088d925918c tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:22.065815 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-a02bad91-fa6a-4388-b9c3-8088d925918c tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Calling delete_port for 911fb3a8-1894-40d0-ad1a-2d4c47a7de51 owned by {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:01:22.076410 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-daf5a974-6665-49d5-829f-19be0f911673 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3738392'] for subnet, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:22.277733 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-63b37ed7-e685-475c-929a-8cd23264475a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:22.278329 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-c96452b9-1e1c-448e-ba5d-dd9c7261fd1c tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Deleting port 0417fd95-cdc3-447f-8a16-e75969a28936 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:01:22.278329 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c96452b9-1e1c-448e-ba5d-dd9c7261fd1c tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:22.336738 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-daf5a974-6665-49d5-829f-19be0f911673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33068388'] for subnet, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:22.382792 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a02bad91-fa6a-4388-b9c3-8088d925918c tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:22.404675 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-c96452b9-1e1c-448e-ba5d-dd9c7261fd1c tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] For port 0417fd95-cdc3-447f-8a16-e75969a28936, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=0417fd95-cdc3-447f-8a16-e75969a28936,segment=NetworkSegment(39d355f7-4d27-4db2-95aa-c0f2131904ac),segment_id=39d355f7-4d27-4db2-95aa-c0f2131904ac)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:01:22.405034 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c96452b9-1e1c-448e-ba5d-dd9c7261fd1c tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:22.427345 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a02bad91-fa6a-4388-b9c3-8088d925918c tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:22.435082 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-a02bad91-fa6a-4388-b9c3-8088d925918c tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] 10.222.0.35 "DELETE /v2.0/ports/911fb3a8-1894-40d0-ad1a-2d4c47a7de51 HTTP/1.1" status: 204 len: 168 time: 0.7307131 May 20 21:01:22.436277 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02bad91-fa6a-4388-b9c3-8088d925918c tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Pushing event deleted for resources: {'Port': ['ID=911fb3a8-1894-40d0-ad1a-2d4c47a7de51,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:01:22.451013 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-c96452b9-1e1c-448e-ba5d-dd9c7261fd1c tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Calling delete_port for 0417fd95-cdc3-447f-8a16-e75969a28936 owned by network:dhcp {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:01:22.451013 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 39554) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:01:22.471366 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-d44d2339-605f-4e4a-894c-86163e646a57 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Request body: {'port': {'network_id': '4595bf78-d9f4-457f-9b8e-54a2e919ea2b', 'mac_address': 'fa:16:3e:53:e8:94', 'name': 'tempest-PortsTestJSON-562445801'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:01:22.576085 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-daf5a974-6665-49d5-829f-19be0f911673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33068399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3797621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4018265'] for subnet, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:22.637328 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 0417fd95-cdc3-447f-8a16-e75969a28936 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:01:22.668397 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-daf5a974-6665-49d5-829f-19be0f911673 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:22.671566 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-daf5a974-6665-49d5-829f-19be0f911673 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/23658e48-0ab2-4be3-95e6-d83a84724079 HTTP/1.1" status: 204 len: 168 time: 0.9126716 May 20 21:01:22.674638 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 39558) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:01:22.676573 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c5c86ef-5284-4fcd-a8fb-fe5f59aa7828 None None] Network db968d13-82bc-4def-927f-4d00e4b4dc28 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:01:22.701748 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf5a974-6665-49d5-829f-19be0f911673 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=23658e48-0ab2-4be3-95e6-d83a84724079,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:01:22.856426 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d44d2339-605f-4e4a-894c-86163e646a57 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Made reservation on behalf of b680ab6daca64ac08e9ce40077a8514d for: {'port': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:01:22.902641 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a7b23007-f934-4499-a47c-6a5d8eeb24f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33160123'] for network, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:22.972472 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Could not find standard attr ID for object 0417fd95-cdc3-447f-8a16-e75969a28936. {{(pid=103164) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 20 21:01:23.053571 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d44d2339-605f-4e4a-894c-86163e646a57 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:23.089019 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 9d6c455f-59d3-4510-8f58-8b9180493066 no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 21:01:23.102072 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c96452b9-1e1c-448e-ba5d-dd9c7261fd1c tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:23.112582 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-a7b23007-f934-4499-a47c-6a5d8eeb24f1 admin admin] Deleting port 4e2e398e-24c3-4518-a89d-e7b4de39f52c {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:01:23.112582 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a7b23007-f934-4499-a47c-6a5d8eeb24f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:23.135268 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55505617-ca83-4d63-86e8-5d877b6fe278 None None] Network 64798bc2-44e2-4263-9866-0b6e463ead73 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:01:23.142495 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: 9d6c455f-59d3-4510-8f58-8b9180493066 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 21:01:23.142793 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 9d6c455f-59d3-4510-8f58-8b9180493066 not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 21:01:23.143206 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device c0a3f0d3-e848-4b0d-986c-b9279bf2e1ba no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 21:01:23.148128 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96452b9-1e1c-448e-ba5d-dd9c7261fd1c tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Pushing event deleted for resources: {'Port': ['ID=0417fd95-cdc3-447f-8a16-e75969a28936,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:01:23.150555 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c96452b9-1e1c-448e-ba5d-dd9c7261fd1c tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] No DVR routers for this DVR port 0417fd95-cdc3-447f-8a16-e75969a28936 on host n-d-842733-1 {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 21:01:23.156096 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cde9a901-66bf-4b60-a701-876562556322 None None] DHCP port deletion for db968d13-82bc-4def-927f-4d00e4b4dc28 request from n-d-842733-1 {{(pid=103164) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 21:01:23.161808 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [None req-d44d2339-605f-4e4a-894c-86163e646a57 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] device_id is not set on port 2c069e13-c4df-45e9-b1ab-62d1c34e2a54 yet. {{(pid=103162) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 20 21:01:23.215080 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-a7b23007-f934-4499-a47c-6a5d8eeb24f1 admin admin] For port 4e2e398e-24c3-4518-a89d-e7b4de39f52c, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=4e2e398e-24c3-4518-a89d-e7b4de39f52c,segment=NetworkSegment(a189c70c-1a77-4398-b112-572ca8f77d3f),segment_id=a189c70c-1a77-4398-b112-572ca8f77d3f)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:01:23.217090 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a7b23007-f934-4499-a47c-6a5d8eeb24f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:23.236405 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-a7b23007-f934-4499-a47c-6a5d8eeb24f1 admin admin] Calling delete_port for 4e2e398e-24c3-4518-a89d-e7b4de39f52c owned by network:dhcp {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:01:23.290610 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: c0a3f0d3-e848-4b0d-986c-b9279bf2e1ba {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 21:01:23.291583 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device c0a3f0d3-e848-4b0d-986c-b9279bf2e1ba not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 21:01:23.292078 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device df203106-f709-4860-90e4-a1caeb856e0a no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 21:01:23.292991 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c96452b9-1e1c-448e-ba5d-dd9c7261fd1c tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33072115', 'neutron.services.segments.db._delete_segments_for_network-8782419500584'] for network, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:23.333638 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-c96452b9-1e1c-448e-ba5d-dd9c7261fd1c tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64798bc2-44e2-4263-9866-0b6e463ead73']}} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:01:23.350117 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-c96452b9-1e1c-448e-ba5d-dd9c7261fd1c tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39d355f7-4d27-4db2-95aa-c0f2131904ac') {'for_net_delete': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:01:23.350413 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-c96452b9-1e1c-448e-ba5d-dd9c7261fd1c tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39d355f7-4d27-4db2-95aa-c0f2131904ac') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:01:23.366925 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c96452b9-1e1c-448e-ba5d-dd9c7261fd1c tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419501617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3738385'] for segment, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:23.368216 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-5bf984b5-48e7-4dbc-bc12-a6fb8a09f9df None None] Could not find standard attr ID for object 0417fd95-cdc3-447f-8a16-e75969a28936. {{(pid=103164) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 20 21:01:23.382988 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c96452b9-1e1c-448e-ba5d-dd9c7261fd1c tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:23.390917 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c96452b9-1e1c-448e-ba5d-dd9c7261fd1c tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Releasing vlan 226 on physical network physnet1 to pool {{(pid=103162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 21:01:23.391505 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c96452b9-1e1c-448e-ba5d-dd9c7261fd1c tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3800791'] for segment, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:23.395928 n-d-842733-1 neutron-server[103162]: Traceback (most recent call last): May 20 21:01:23.395928 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 21:01:23.395928 n-d-842733-1 neutron-server[103162]: timer() May 20 21:01:23.395928 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 21:01:23.395928 n-d-842733-1 neutron-server[103162]: cb(*args, **kw) May 20 21:01:23.395928 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 20 21:01:23.395928 n-d-842733-1 neutron-server[103162]: return func(*args, **kwargs) May 20 21:01:23.395928 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 21:01:23.395928 n-d-842733-1 neutron-server[103162]: self._notify() May 20 21:01:23.395928 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 21:01:23.395928 n-d-842733-1 neutron-server[103162]: self.callback(batched_events) May 20 21:01:23.395928 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 21:01:23.395928 n-d-842733-1 neutron-server[103162]: event.method(event) May 20 21:01:23.395928 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 20 21:01:23.395928 n-d-842733-1 neutron-server[103162]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 21:01:23.395928 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 20 21:01:23.395928 n-d-842733-1 neutron-server[103162]: aggregate_uuid = self.p_client.list_aggregates( May 20 21:01:23.395928 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 20 21:01:23.395928 n-d-842733-1 neutron-server[103162]: return f(self, *a, **k) May 20 21:01:23.395928 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 20 21:01:23.395928 n-d-842733-1 neutron-server[103162]: return self._get(url).json() May 20 21:01:23.395928 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 20 21:01:23.395928 n-d-842733-1 neutron-server[103162]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 21:01:23.395928 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 21:01:23.395928 n-d-842733-1 neutron-server[103162]: return self.request(url, 'GET', **kwargs) May 20 21:01:23.395928 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 21:01:23.395928 n-d-842733-1 neutron-server[103162]: base_url = self.get_endpoint(auth, allow=allow, May 20 21:01:23.395928 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 21:01:23.395928 n-d-842733-1 neutron-server[103162]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 21:01:23.395928 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 21:01:23.395928 n-d-842733-1 neutron-server[103162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 21:01:23.395928 n-d-842733-1 neutron-server[103162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 21:01:23.411320 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: df203106-f709-4860-90e4-a1caeb856e0a {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 21:01:23.413269 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device df203106-f709-4860-90e4-a1caeb856e0a not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 21:01:23.456896 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a7b23007-f934-4499-a47c-6a5d8eeb24f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:23.469996 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-cde9a901-66bf-4b60-a701-876562556322 None None] Deleting port 4e2e398e-24c3-4518-a89d-e7b4de39f52c {{(pid=103164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:01:23.470363 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cde9a901-66bf-4b60-a701-876562556322 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:23.546609 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b23007-f934-4499-a47c-6a5d8eeb24f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=4e2e398e-24c3-4518-a89d-e7b4de39f52c,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:01:23.547054 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66ec1e2f-e32d-4ef9-a15e-e868463c3aa9 None None] DHCP port deletion for 64798bc2-44e2-4263-9866-0b6e463ead73 request from n-d-842733-1 {{(pid=103164) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 21:01:23.553914 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b23007-f934-4499-a47c-6a5d8eeb24f1 admin admin] No DVR routers for this DVR port 4e2e398e-24c3-4518-a89d-e7b4de39f52c on host n-d-842733-1 {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 21:01:23.588979 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-cde9a901-66bf-4b60-a701-876562556322 None None] For port 4e2e398e-24c3-4518-a89d-e7b4de39f52c, host n-d-842733-1, got binding levels [] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:01:23.589725 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cde9a901-66bf-4b60-a701-876562556322 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:23.608442 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-cde9a901-66bf-4b60-a701-876562556322 None None] Calling delete_port for 4e2e398e-24c3-4518-a89d-e7b4de39f52c owned by network:dhcp {{(pid=103164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:01:23.614159 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.ipam_backend_mixin [None req-cde9a901-66bf-4b60-a701-876562556322 None None] Port 4e2e398e-24c3-4518-a89d-e7b4de39f52c was not found and therefore no delete operation was performed {{(pid=103164) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} May 20 21:01:23.616094 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cde9a901-66bf-4b60-a701-876562556322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099'] for port, after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:23.649038 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a7b23007-f934-4499-a47c-6a5d8eeb24f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33072115', 'neutron.services.segments.db._delete_segments_for_network-8782419500584'] for network, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:23.652301 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d44d2339-605f-4e4a-894c-86163e646a57 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:23.673624 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-a7b23007-f934-4499-a47c-6a5d8eeb24f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db968d13-82bc-4def-927f-4d00e4b4dc28']}} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:01:23.677568 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c96452b9-1e1c-448e-ba5d-dd9c7261fd1c tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33072122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748162'] for network, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:23.687057 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c96452b9-1e1c-448e-ba5d-dd9c7261fd1c tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:23.691841 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-a7b23007-f934-4499-a47c-6a5d8eeb24f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a189c70c-1a77-4398-b112-572ca8f77d3f') {'for_net_delete': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:01:23.692137 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-a7b23007-f934-4499-a47c-6a5d8eeb24f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a189c70c-1a77-4398-b112-572ca8f77d3f') {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:01:23.702769 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-c96452b9-1e1c-448e-ba5d-dd9c7261fd1c tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] 10.222.0.35 "DELETE /v2.0/networks/64798bc2-44e2-4263-9866-0b6e463ead73 HTTP/1.1" status: 204 len: 168 time: 2.0620413 May 20 21:01:23.703109 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 39574) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:01:23.712392 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a7b23007-f934-4499-a47c-6a5d8eeb24f1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419501617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9338764'] for segment, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:23.730200 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde9a901-66bf-4b60-a701-876562556322 None None] Pushing event deleted for resources: {'Port': ['ID=4e2e398e-24c3-4518-a89d-e7b4de39f52c,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:01:23.733500 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-7821e0ba-ce7a-4d42-a761-2a7ba71ddd18 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-183040835'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:01:23.735663 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde9a901-66bf-4b60-a701-876562556322 None None] No DVR routers for this DVR port 4e2e398e-24c3-4518-a89d-e7b4de39f52c on host n-d-842733-1 {{(pid=103164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 21:01:23.752694 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a7b23007-f934-4499-a47c-6a5d8eeb24f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:23.764085 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7b23007-f934-4499-a47c-6a5d8eeb24f1 admin admin] Releasing vlan 244 on physical network physnet1 to pool {{(pid=103163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 21:01:23.764509 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a7b23007-f934-4499-a47c-6a5d8eeb24f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9638311'] for segment, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:23.780330 n-d-842733-1 neutron-server[103163]: Traceback (most recent call last): May 20 21:01:23.780330 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 21:01:23.780330 n-d-842733-1 neutron-server[103163]: timer() May 20 21:01:23.780330 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 21:01:23.780330 n-d-842733-1 neutron-server[103163]: cb(*args, **kw) May 20 21:01:23.780330 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 20 21:01:23.780330 n-d-842733-1 neutron-server[103163]: return func(*args, **kwargs) May 20 21:01:23.780330 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 21:01:23.780330 n-d-842733-1 neutron-server[103163]: self._notify() May 20 21:01:23.780330 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 21:01:23.780330 n-d-842733-1 neutron-server[103163]: self.callback(batched_events) May 20 21:01:23.780330 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 21:01:23.780330 n-d-842733-1 neutron-server[103163]: event.method(event) May 20 21:01:23.780330 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 20 21:01:23.780330 n-d-842733-1 neutron-server[103163]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 21:01:23.780330 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 20 21:01:23.780330 n-d-842733-1 neutron-server[103163]: aggregate_uuid = self.p_client.list_aggregates( May 20 21:01:23.780330 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 20 21:01:23.780330 n-d-842733-1 neutron-server[103163]: return f(self, *a, **k) May 20 21:01:23.780330 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 20 21:01:23.780330 n-d-842733-1 neutron-server[103163]: return self._get(url).json() May 20 21:01:23.780330 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 20 21:01:23.780330 n-d-842733-1 neutron-server[103163]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 21:01:23.780330 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 21:01:23.780330 n-d-842733-1 neutron-server[103163]: return self.request(url, 'GET', **kwargs) May 20 21:01:23.780330 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 21:01:23.780330 n-d-842733-1 neutron-server[103163]: base_url = self.get_endpoint(auth, allow=allow, May 20 21:01:23.780330 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 21:01:23.780330 n-d-842733-1 neutron-server[103163]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 21:01:23.780330 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 21:01:23.780330 n-d-842733-1 neutron-server[103163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 21:01:23.780330 n-d-842733-1 neutron-server[103163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 21:01:23.834455 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96452b9-1e1c-448e-ba5d-dd9c7261fd1c tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Pushing event deleted for resources: {'Network': ['ID=64798bc2-44e2-4263-9866-0b6e463ead73,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:01:23.889632 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d44d2339-605f-4e4a-894c-86163e646a57 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:23.934170 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d44d2339-605f-4e4a-894c-86163e646a57 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Network 4595bf78-d9f4-457f-9b8e-54a2e919ea2b is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:01:23.937454 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7821e0ba-ce7a-4d42-a761-2a7ba71ddd18 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Made reservation on behalf of 5498abc6ad9e4e1cb849425e21c607f1 for: {'network': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:01:23.941631 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7821e0ba-ce7a-4d42-a761-2a7ba71ddd18 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for network, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:23.944100 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-d44d2339-605f-4e4a-894c-86163e646a57 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:01:23.957044 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d44d2339-605f-4e4a-894c-86163e646a57 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:01:23.960940 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d44d2339-605f-4e4a-894c-86163e646a57 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:01:23.961739 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d44d2339-605f-4e4a-894c-86163e646a57 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:23.984062 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44d2339-605f-4e4a-894c-86163e646a57 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Pushing event updated for resources: {'Port': ['ID=2c069e13-c4df-45e9-b1ab-62d1c34e2a54,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:01:23.999602 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7821e0ba-ce7a-4d42-a761-2a7ba71ddd18 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 239} {{(pid=103162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 21:01:24.010795 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7821e0ba-ce7a-4d42-a761-2a7ba71ddd18 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:24.011394 n-d-842733-1 neutron-server[103162]: INFO neutron.db.segments_db [None req-7821e0ba-ce7a-4d42-a761-2a7ba71ddd18 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Added segment 56fc6ed7-28f7-4edf-b657-8fec262f947d of type vlan for network 18af349f-675d-4c51-82dc-ccf2a08916f7 May 20 21:01:24.022309 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4bb0e131-6525-46ca-a45b-e4ea43a5e69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:24.027001 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a7b23007-f934-4499-a47c-6a5d8eeb24f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33072122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748162'] for network, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:24.030122 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a7b23007-f934-4499-a47c-6a5d8eeb24f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:24.033577 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-a7b23007-f934-4499-a47c-6a5d8eeb24f1 admin admin] 10.222.0.35 "DELETE /v2.0/networks/db968d13-82bc-4def-927f-4d00e4b4dc28 HTTP/1.1" status: 204 len: 168 time: 1.3563414 May 20 21:01:24.052760 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 39582) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:01:24.054762 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b23007-f934-4499-a47c-6a5d8eeb24f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=db968d13-82bc-4def-927f-4d00e4b4dc28,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:01:24.105706 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-d44d2339-605f-4e4a-894c-86163e646a57 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.6547480 May 20 21:01:24.108511 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 39586) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:01:24.108971 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7821e0ba-ce7a-4d42-a761-2a7ba71ddd18 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418993264'] for network, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:24.167926 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da067fa3-9812-49c0-be9c-087786fbb4ef tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:01:24.170482 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-da067fa3-9812-49c0-be9c-087786fbb4ef tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] 10.222.0.35 "GET /v2.0/ports/2c069e13-c4df-45e9-b1ab-62d1c34e2a54 HTTP/1.1" status: 200 len: 840 time: 0.0602646 May 20 21:01:24.174377 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 39588) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:01:24.364318 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7821e0ba-ce7a-4d42-a761-2a7ba71ddd18 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524'] for network, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:24.370343 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7821e0ba-ce7a-4d42-a761-2a7ba71ddd18 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:01:24.370611 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7821e0ba-ce7a-4d42-a761-2a7ba71ddd18 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:24.475482 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-151ed499-9af6-4f7d-bd96-edf8ab41f3ff tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Deleting port 2c069e13-c4df-45e9-b1ab-62d1c34e2a54 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:01:24.475749 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-151ed499-9af6-4f7d-bd96-edf8ab41f3ff tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:24.502962 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7821e0ba-ce7a-4d42-a761-2a7ba71ddd18 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Pushing event updated for resources: {'Network': ['ID=18af349f-675d-4c51-82dc-ccf2a08916f7,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:01:24.515879 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Network 18af349f-675d-4c51-82dc-ccf2a08916f7 details requested by agent ovs-agent-n-d-842733-1 with host n-d-842733-1 {{(pid=103164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 20 21:01:24.567409 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-7821e0ba-ce7a-4d42-a761-2a7ba71ddd18 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8421321 May 20 21:01:24.571926 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 39598) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:01:24.576814 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-5da71278-8ecd-4f46-a639-b3868e3c6df5 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Request body: {'subnet': {'network_id': '18af349f-675d-4c51-82dc-ccf2a08916f7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:01:24.602339 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 0417fd95-cdc3-447f-8a16-e75969a28936 no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 21:01:24.606640 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-151ed499-9af6-4f7d-bd96-edf8ab41f3ff tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:24.649348 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: 0417fd95-cdc3-447f-8a16-e75969a28936 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 21:01:24.650102 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 0417fd95-cdc3-447f-8a16-e75969a28936 not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 21:01:24.650619 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 4e2e398e-24c3-4518-a89d-e7b4de39f52c no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 21:01:24.657097 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-151ed499-9af6-4f7d-bd96-edf8ab41f3ff tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Calling delete_port for 2c069e13-c4df-45e9-b1ab-62d1c34e2a54 owned by {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:01:24.681826 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: 4e2e398e-24c3-4518-a89d-e7b4de39f52c {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 21:01:24.682349 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 4e2e398e-24c3-4518-a89d-e7b4de39f52c not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 21:01:24.774223 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:24.836581 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-cbaddc11-2c3e-4b00-98a6-3b1a318c220b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748528'] for router_interface, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:25.190384 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5da71278-8ecd-4f46-a639-b3868e3c6df5 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Made reservation on behalf of 5498abc6ad9e4e1cb849425e21c607f1 for: {'subnet': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:01:25.194561 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5da71278-8ecd-4f46-a639-b3868e3c6df5 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4018244'] for subnet, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:25.197972 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-151ed499-9af6-4f7d-bd96-edf8ab41f3ff tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:25.279772 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151ed499-9af6-4f7d-bd96-edf8ab41f3ff tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Pushing event deleted for resources: {'Port': ['ID=2c069e13-c4df-45e9-b1ab-62d1c34e2a54,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:01:25.294096 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-151ed499-9af6-4f7d-bd96-edf8ab41f3ff tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:25.299660 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-151ed499-9af6-4f7d-bd96-edf8ab41f3ff tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] 10.222.0.35 "DELETE /v2.0/ports/2c069e13-c4df-45e9-b1ab-62d1c34e2a54 HTTP/1.1" status: 204 len: 168 time: 1.1213648 May 20 21:01:25.301392 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 39606) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:01:25.344522 n-d-842733-1 neutron-server[103163]: INFO neutron.pecan_wsgi.hooks.translation [None req-32ef5b78-4680-4c14-a172-6cc4bb920c6a tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] GET failed (client error): The resource could not be found. May 20 21:01:25.346183 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-32ef5b78-4680-4c14-a172-6cc4bb920c6a tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] 10.222.0.35 "GET /v2.0/ports/2c069e13-c4df-45e9-b1ab-62d1c34e2a54 HTTP/1.1" status: 404 len: 333 time: 0.0441105 May 20 21:01:25.350886 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 39610) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:01:25.356182 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-469bd44f-b577-40e3-9d5c-010136268c7f tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Request body: {'port': {'network_id': '4595bf78-d9f4-457f-9b8e-54a2e919ea2b', 'name': 'tempest-PortsTestJSON-1260091353'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:01:25.541877 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cc3ec51b-6ec8-438a-8349-5f0bec346d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:25.563968 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-469bd44f-b577-40e3-9d5c-010136268c7f tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Made reservation on behalf of b680ab6daca64ac08e9ce40077a8514d for: {'port': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:01:25.569761 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-469bd44f-b577-40e3-9d5c-010136268c7f tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:25.597717 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [None req-469bd44f-b577-40e3-9d5c-010136268c7f tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] device_id is not set on port 137192ef-09a6-4021-a347-ffcc4a0e31bf yet. {{(pid=103163) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 20 21:01:25.639075 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:25.799301 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-cbaddc11-2c3e-4b00-98a6-3b1a318c220b admin admin] Deleting port 088f21cb-f5dc-45c6-b03c-971421c33917 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:01:25.800841 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-cbaddc11-2c3e-4b00-98a6-3b1a318c220b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:25.804136 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5da71278-8ecd-4f46-a639-b3868e3c6df5 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3797684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4018258'] for subnet, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:25.849186 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-469bd44f-b577-40e3-9d5c-010136268c7f tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:25.967792 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da71278-8ecd-4f46-a639-b3868e3c6df5 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Pushing event updated for resources: {'Subnet': ['ID=60753d51-4fec-44cb-842e-60c3cd1c3bcc,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:01:25.976098 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-cbaddc11-2c3e-4b00-98a6-3b1a318c220b admin admin] For port 088f21cb-f5dc-45c6-b03c-971421c33917, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=088f21cb-f5dc-45c6-b03c-971421c33917,segment=NetworkSegment(f1124721-0c60-4de6-8dc8-1b5106627174),segment_id=f1124721-0c60-4de6-8dc8-1b5106627174)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:01:25.976691 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-cbaddc11-2c3e-4b00-98a6-3b1a318c220b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:25.986235 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da71278-8ecd-4f46-a639-b3868e3c6df5 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Checking segment: {'id': '56fc6ed7-28f7-4edf-b657-8fec262f947d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '18af349f-675d-4c51-82dc-ccf2a08916f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:01:25.988581 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5da71278-8ecd-4f46-a639-b3868e3c6df5 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Network hostable DHCP agents. Network: 18af349f-675d-4c51-82dc-ccf2a08916f7, hostable agents: ['c9b0653c-f3c7-4339-bd50-e3754b629216'], hosted agents: [] {{(pid=103162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 21:01:25.995711 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-cbaddc11-2c3e-4b00-98a6-3b1a318c220b admin admin] Calling delete_port for 088f21cb-f5dc-45c6-b03c-971421c33917 owned by network:router_interface {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:01:26.008093 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-469bd44f-b577-40e3-9d5c-010136268c7f tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:26.102364 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469bd44f-b577-40e3-9d5c-010136268c7f tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Pushing event updated for resources: {'Port': ['ID=137192ef-09a6-4021-a347-ffcc4a0e31bf,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:01:26.116837 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-469bd44f-b577-40e3-9d5c-010136268c7f tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Network 4595bf78-d9f4-457f-9b8e-54a2e919ea2b is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:01:26.119006 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-469bd44f-b577-40e3-9d5c-010136268c7f tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:01:26.121157 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-469bd44f-b577-40e3-9d5c-010136268c7f tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:01:26.128607 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-469bd44f-b577-40e3-9d5c-010136268c7f tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:01:26.129656 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-469bd44f-b577-40e3-9d5c-010136268c7f tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:26.139237 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5da71278-8ecd-4f46-a639-b3868e3c6df5 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Network 18af349f-675d-4c51-82dc-ccf2a08916f7 is scheduled to be hosted by DHCP agent c9b0653c-f3c7-4339-bd50-e3754b629216 with binding_index 1 {{(pid=103162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 21:01:26.220137 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-469bd44f-b577-40e3-9d5c-010136268c7f tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.8679614 May 20 21:01:26.222781 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 39650) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:01:26.229770 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-6c1e0768-d30e-42a8-ae73-ee91812a0eff tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:01:26.312877 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6c1e0768-d30e-42a8-ae73-ee91812a0eff tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:26.325122 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-5da71278-8ecd-4f46-a639-b3868e3c6df5 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842733-1, 18af349f-675d-4c51-82dc-ccf2a08916f7) {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:01:26.335312 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b695df9-960b-42fa-98b3-b7e644b68771 None None] Network 18af349f-675d-4c51-82dc-ccf2a08916f7 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:01:26.352607 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5da71278-8ecd-4f46-a639-b3868e3c6df5 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:01:26.353154 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5da71278-8ecd-4f46-a639-b3868e3c6df5 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:26.522170 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-5da71278-8ecd-4f46-a639-b3868e3c6df5 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9491920 May 20 21:01:26.524855 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 39662) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:01:26.531027 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-e8675893-aba6-4052-b1ea-69c1eb0f3b18 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Request body: {'port': {'network_id': '18af349f-675d-4c51-82dc-ccf2a08916f7', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-2039729845'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:01:26.601864 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6c1e0768-d30e-42a8-ae73-ee91812a0eff tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks [] for port, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:26.618738 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-cbaddc11-2c3e-4b00-98a6-3b1a318c220b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:26.655969 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbaddc11-2c3e-4b00-98a6-3b1a318c220b admin admin] Pushing event deleted for resources: {'Port': ['ID=088f21cb-f5dc-45c6-b03c-971421c33917,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:01:26.713604 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6c1e0768-d30e-42a8-ae73-ee91812a0eff tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:26.762088 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45782aa8-a18f-4e98-b2f6-ca77df6954cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaee2b848-d4b9-5db1-b6ef-d6db29d67de7-18af349f-675d-4c51-82dc-ccf2a08916f7', 'network_id': '18af349f-675d-4c51-82dc-ccf2a08916f7', 'tenant_id': '5498abc6ad9e4e1cb849425e21c607f1', 'fixed_ips': [{'subnet_id': '60753d51-4fec-44cb-842e-60c3cd1c3bcc'}]}} from n-d-842733-1. {{(pid=103164) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 21:01:26.763745 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-45782aa8-a18f-4e98-b2f6-ca77df6954cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:26.801551 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-6c1e0768-d30e-42a8-ae73-ee91812a0eff tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] In _notify_port_updated(), no bound segment for port 137192ef-09a6-4021-a347-ffcc4a0e31bf on network 4595bf78-d9f4-457f-9b8e-54a2e919ea2b {{(pid=103163) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} May 20 21:01:26.810270 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c1e0768-d30e-42a8-ae73-ee91812a0eff tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:01:26.811073 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6c1e0768-d30e-42a8-ae73-ee91812a0eff tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:26.813183 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-6c1e0768-d30e-42a8-ae73-ee91812a0eff tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] 10.222.0.35 "PUT /v2.0/ports/137192ef-09a6-4021-a347-ffcc4a0e31bf HTTP/1.1" status: 200 len: 818 time: 0.5891089 May 20 21:01:26.816459 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 39676) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:01:26.840491 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1e0768-d30e-42a8-ae73-ee91812a0eff tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Pushing event updated for resources: {'Port': ['ID=137192ef-09a6-4021-a347-ffcc4a0e31bf,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:01:26.958539 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8675893-aba6-4052-b1ea-69c1eb0f3b18 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Made reservation on behalf of 5498abc6ad9e4e1cb849425e21c607f1 for: {'port': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:01:26.959928 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e8675893-aba6-4052-b1ea-69c1eb0f3b18 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:27.015957 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [None req-45782aa8-a18f-4e98-b2f6-ca77df6954cc None None] Allocated IP 2001:db8::2 (18af349f-675d-4c51-82dc-ccf2a08916f7/60753d51-4fec-44cb-842e-60c3cd1c3bcc/29632ac1-3b26-4bac-8992-dfb0d8187e2c) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:01:27.055541 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [None req-e8675893-aba6-4052-b1ea-69c1eb0f3b18 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] device_id is not set on port 70f3dc19-eed8-4d17-84c0-2bada0d9f925 yet. {{(pid=103162) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 20 21:01:27.133913 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-cbaddc11-2c3e-4b00-98a6-3b1a318c220b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-692224'] for router_interface, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:27.198044 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-be850b4a-1c62-4f91-9b9c-0b7cb2a9d172 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Deleting port 137192ef-09a6-4021-a347-ffcc4a0e31bf {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:01:27.198395 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-be850b4a-1c62-4f91-9b9c-0b7cb2a9d172 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:27.200437 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-45782aa8-a18f-4e98-b2f6-ca77df6954cc None None] Notify callbacks [] for port, precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:27.286398 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-45782aa8-a18f-4e98-b2f6-ca77df6954cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108'] for port, after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:27.319875 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-be850b4a-1c62-4f91-9b9c-0b7cb2a9d172 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:27.339137 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45782aa8-a18f-4e98-b2f6-ca77df6954cc None None] Network 18af349f-675d-4c51-82dc-ccf2a08916f7 is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:01:27.343479 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-45782aa8-a18f-4e98-b2f6-ca77df6954cc None None] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:01:27.358628 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45782aa8-a18f-4e98-b2f6-ca77df6954cc None None] Pushing event updated for resources: {'Port': ['ID=29632ac1-3b26-4bac-8992-dfb0d8187e2c,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:01:27.360970 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-be850b4a-1c62-4f91-9b9c-0b7cb2a9d172 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Calling delete_port for 137192ef-09a6-4021-a347-ffcc4a0e31bf owned by {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:01:27.367710 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45782aa8-a18f-4e98-b2f6-ca77df6954cc None None] Received port after_create {{(pid=103164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:01:27.433781 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-45782aa8-a18f-4e98-b2f6-ca77df6954cc None None] Attempting to bind port 29632ac1-3b26-4bac-8992-dfb0d8187e2c on host n-d-842733-1 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:01:27.434147 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-45782aa8-a18f-4e98-b2f6-ca77df6954cc None None] Attempting to bind port 29632ac1-3b26-4bac-8992-dfb0d8187e2c by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': '56fc6ed7-28f7-4edf-b657-8fec262f947d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '18af349f-675d-4c51-82dc-ccf2a08916f7'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:01:27.434699 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45782aa8-a18f-4e98-b2f6-ca77df6954cc None None] Attempting to bind port 29632ac1-3b26-4bac-8992-dfb0d8187e2c on network 18af349f-675d-4c51-82dc-ccf2a08916f7 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:01:27.441776 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45782aa8-a18f-4e98-b2f6-ca77df6954cc None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 21, 1, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 21:01:27.441776 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45782aa8-a18f-4e98-b2f6-ca77df6954cc None None] Checking segment: {'id': '56fc6ed7-28f7-4edf-b657-8fec262f947d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '18af349f-675d-4c51-82dc-ccf2a08916f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:01:27.448649 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-45782aa8-a18f-4e98-b2f6-ca77df6954cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:27.448649 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45782aa8-a18f-4e98-b2f6-ca77df6954cc None None] Bound using segment: {'id': '56fc6ed7-28f7-4edf-b657-8fec262f947d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '18af349f-675d-4c51-82dc-ccf2a08916f7'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 21:01:27.448649 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-45782aa8-a18f-4e98-b2f6-ca77df6954cc None None] Bound port: 29632ac1-3b26-4bac-8992-dfb0d8187e2c, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56fc6ed7-28f7-4edf-b657-8fec262f947d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '18af349f-675d-4c51-82dc-ccf2a08916f7'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:01:27.448649 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-45782aa8-a18f-4e98-b2f6-ca77df6954cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:27.450623 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-e8675893-aba6-4052-b1ea-69c1eb0f3b18 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Allocated IP 2001:db8::28 (18af349f-675d-4c51-82dc-ccf2a08916f7/60753d51-4fec-44cb-842e-60c3cd1c3bcc/70f3dc19-eed8-4d17-84c0-2bada0d9f925) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:01:27.568073 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-45782aa8-a18f-4e98-b2f6-ca77df6954cc None None] For port 29632ac1-3b26-4bac-8992-dfb0d8187e2c, host n-d-842733-1, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 21:01:27.573490 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-45782aa8-a18f-4e98-b2f6-ca77df6954cc None None] For port 29632ac1-3b26-4bac-8992-dfb0d8187e2c, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=29632ac1-3b26-4bac-8992-dfb0d8187e2c,segment=NetworkSegment(56fc6ed7-28f7-4edf-b657-8fec262f947d),segment_id=56fc6ed7-28f7-4edf-b657-8fec262f947d)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 21:01:27.587164 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [req-a3495c54-556c-4e4f-a518-03eff8d62e3a req-391dcb01-431f-4e95-a7a9-87f2e92c0bbf service neutron] (103162) timed out ('10.222.0.24', 52702) {{(pid=103162) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} May 20 21:01:27.685567 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-45782aa8-a18f-4e98-b2f6-ca77df6954cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:27.692237 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbaddc11-2c3e-4b00-98a6-3b1a318c220b admin admin] Router 89dbac3e-ce16-489e-b52e-a05a812a47c7 has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 21:01:27.718260 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e8675893-aba6-4052-b1ea-69c1eb0f3b18 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:27.749661 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45782aa8-a18f-4e98-b2f6-ca77df6954cc None None] Pushing event updated for resources: {'Port': ['ID=29632ac1-3b26-4bac-8992-dfb0d8187e2c,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:01:27.770822 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-be850b4a-1c62-4f91-9b9c-0b7cb2a9d172 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:27.828720 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be850b4a-1c62-4f91-9b9c-0b7cb2a9d172 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Pushing event deleted for resources: {'Port': ['ID=137192ef-09a6-4021-a347-ffcc4a0e31bf,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:01:27.854038 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-be850b4a-1c62-4f91-9b9c-0b7cb2a9d172 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:27.857741 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-be850b4a-1c62-4f91-9b9c-0b7cb2a9d172 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] 10.222.0.35 "DELETE /v2.0/ports/137192ef-09a6-4021-a347-ffcc4a0e31bf HTTP/1.1" status: 204 len: 168 time: 1.0406775 May 20 21:01:27.863250 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 39724) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:01:27.926245 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fb850d4-8f44-4ff3-865c-4c2cb71e3615 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:01:27.930755 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 39730) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:01:27.931225 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-2fb850d4-8f44-4ff3-865c-4c2cb71e3615 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0668168 May 20 21:01:27.942325 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbaddc11-2c3e-4b00-98a6-3b1a318c220b admin admin] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 21:01:27.951144 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7f5e7e2-0bb3-4817-b402-1899893ca7e0 None None] Sync routers for ids ['89dbac3e-ce16-489e-b52e-a05a812a47c7'] in n-d-842733-1 {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 21:01:27.963249 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-cbaddc11-2c3e-4b00-98a6-3b1a318c220b admin admin] 10.222.0.35 "PUT /v2.0/routers/89dbac3e-ce16-489e-b52e-a05a812a47c7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9070854 May 20 21:01:27.963249 n-d-842733-1 neutron-server[103162]: INFO neutron.pecan_wsgi.hooks.translation [None req-dad8e1df-a640-4396-9548-2f07cbd73151 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] GET failed (client error): The resource could not be found. May 20 21:01:27.963765 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 39732) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:01:27.968849 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-dad8e1df-a640-4396-9548-2f07cbd73151 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] 10.222.0.35 "GET /v2.0/ports/137192ef-09a6-4021-a347-ffcc4a0e31bf HTTP/1.1" status: 404 len: 333 time: 0.0321872 May 20 21:01:27.968849 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e8675893-aba6-4052-b1ea-69c1eb0f3b18 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:27.975741 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 39736) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:01:28.001273 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-dc1b544f-0475-435c-aa2d-cf680ca4940f tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1102191217'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:01:28.035701 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7f5e7e2-0bb3-4817-b402-1899893ca7e0 None None] Routers {'89dbac3e-ce16-489e-b52e-a05a812a47c7'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:01:28.036593 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-c7f5e7e2-0bb3-4817-b402-1899893ca7e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:01:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['89dbac3e-ce16-489e-b52e-a05a812a47c7'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:01:28.061108 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8675893-aba6-4052-b1ea-69c1eb0f3b18 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Network 18af349f-675d-4c51-82dc-ccf2a08916f7 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:01:28.068456 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-e8675893-aba6-4052-b1ea-69c1eb0f3b18 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:01:28.078899 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8675893-aba6-4052-b1ea-69c1eb0f3b18 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:01:28.087566 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8675893-aba6-4052-b1ea-69c1eb0f3b18 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:01:28.088457 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e8675893-aba6-4052-b1ea-69c1eb0f3b18 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:28.093592 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8675893-aba6-4052-b1ea-69c1eb0f3b18 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Pushing event updated for resources: {'Port': ['ID=70f3dc19-eed8-4d17-84c0-2bada0d9f925,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:01:28.173633 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc1b544f-0475-435c-aa2d-cf680ca4940f tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Made reservation on behalf of b680ab6daca64ac08e9ce40077a8514d for: {'network': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:01:28.179446 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-dc1b544f-0475-435c-aa2d-cf680ca4940f tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for network, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:28.229579 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-e8675893-aba6-4052-b1ea-69c1eb0f3b18 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 1.7010565 May 20 21:01:28.232015 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 39746) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:01:28.239391 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-c7f5e7e2-0bb3-4817-b402-1899893ca7e0 None None] Set router 89dbac3e-ce16-489e-b52e-a05a812a47c7 gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:01:28.241042 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc1b544f-0475-435c-aa2d-cf680ca4940f tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 210} {{(pid=103162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 21:01:28.290673 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-dc1b544f-0475-435c-aa2d-cf680ca4940f tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:28.294240 n-d-842733-1 neutron-server[103162]: INFO neutron.db.segments_db [None req-dc1b544f-0475-435c-aa2d-cf680ca4940f tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Added segment 2d409879-5599-44c4-83cc-4c3e2829b051 of type vlan for network be52cedc-a95c-44df-9d86-3145985d9f5a May 20 21:01:28.395869 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-dc1b544f-0475-435c-aa2d-cf680ca4940f tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418993264'] for network, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:28.428186 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-c36a4f07-f358-4012-9ebe-f8b395bfb244 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Deleting port 70f3dc19-eed8-4d17-84c0-2bada0d9f925 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:01:28.428397 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c36a4f07-f358-4012-9ebe-f8b395bfb244 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:28.567189 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-dc1b544f-0475-435c-aa2d-cf680ca4940f tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524'] for network, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:28.581893 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc1b544f-0475-435c-aa2d-cf680ca4940f tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:01:28.581893 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-dc1b544f-0475-435c-aa2d-cf680ca4940f tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:28.714567 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-c7f5e7e2-0bb3-4817-b402-1899893ca7e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89dbac3e-ce16-489e-b52e-a05a812a47c7', 'name': 'tempest-TestServerMultinode-1107325145-router', 'tenant_id': 'd2fae9ffbaa44530acca9d12c585402c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.170'}], 'enable_snat': True}, 'gw_port_id': 'd175decd-f279-459d-904d-3d4bf174f477', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:00:04Z', 'updated_at': '2022-05-20T21:01:26Z', 'revision_number': 5, 'project_id': 'd2fae9ffbaa44530acca9d12c585402c', 'gw_port': {'id': 'd175decd-f279-459d-904d-3d4bf174f477', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:cf:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89dbac3e-ce16-489e-b52e-a05a812a47c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2769, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:00:06Z', 'updated_at': '2022-05-20T21:00:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:01:28.759495 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-dc1b544f-0475-435c-aa2d-cf680ca4940f tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7618799 May 20 21:01:28.770531 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 39774) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:01:28.775252 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-72fa2b8f-ecc8-440f-b470-5e989e79ae3a admin admin] Notify callbacks [] for router, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:28.786143 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 29632ac1-3b26-4bac-8992-dfb0d8187e2c up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:01:28.800650 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-06e5a98f-d28f-4e29-a76e-01056c588963 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Request body: {'subnet': {'network_id': 'be52cedc-a95c-44df-9d86-3145985d9f5a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:01:28.819788 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1b544f-0475-435c-aa2d-cf680ca4940f tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Pushing event updated for resources: {'Network': ['ID=be52cedc-a95c-44df-9d86-3145985d9f5a,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:01:28.836392 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7f5e7e2-0bb3-4817-b402-1899893ca7e0 None None] Checking router: 89dbac3e-ce16-489e-b52e-a05a812a47c7 for host: n-d-842733-1 {{(pid=103165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 21:01:28.865156 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c36a4f07-f358-4012-9ebe-f8b395bfb244 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:28.884704 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7f5e7e2-0bb3-4817-b402-1899893ca7e0 None None] Routers {'89dbac3e-ce16-489e-b52e-a05a812a47c7'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:01:28.885382 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-c7f5e7e2-0bb3-4817-b402-1899893ca7e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:01:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['89dbac3e-ce16-489e-b52e-a05a812a47c7'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:01:28.898184 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-c36a4f07-f358-4012-9ebe-f8b395bfb244 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Calling delete_port for 70f3dc19-eed8-4d17-84c0-2bada0d9f925 owned by {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:01:28.928925 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Network be52cedc-a95c-44df-9d86-3145985d9f5a details requested by agent ovs-agent-n-d-842733-1 with host n-d-842733-1 {{(pid=103164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 20 21:01:29.150274 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-c7f5e7e2-0bb3-4817-b402-1899893ca7e0 None None] Set router 89dbac3e-ce16-489e-b52e-a05a812a47c7 gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:01:29.167982 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-72fa2b8f-ecc8-440f-b470-5e989e79ae3a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:29.202473 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-ba41d7be-e314-4c9c-a557-46257b50aa6e req-5b9722f1-c957-4ee3-8815-a713db4b1c13 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=75b87a76-ad52-4618-a214-48088ec58aef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.4396718 May 20 21:01:29.221229 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 29632ac1-3b26-4bac-8992-dfb0d8187e2c triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:01:29.222232 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:29.358544 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 29632ac1-3b26-4bac-8992-dfb0d8187e2c is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:01:29.358856 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:29.390766 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba41d7be-e314-4c9c-a557-46257b50aa6e req-948c6459-cab8-4f09-b1c8-7797d9c4a801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:01:29.391254 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba41d7be-e314-4c9c-a557-46257b50aa6e req-948c6459-cab8-4f09-b1c8-7797d9c4a801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:01:29.394678 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba41d7be-e314-4c9c-a557-46257b50aa6e req-948c6459-cab8-4f09-b1c8-7797d9c4a801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:01:29.397085 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba41d7be-e314-4c9c-a557-46257b50aa6e req-948c6459-cab8-4f09-b1c8-7797d9c4a801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:01:29.400543 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba41d7be-e314-4c9c-a557-46257b50aa6e req-948c6459-cab8-4f09-b1c8-7797d9c4a801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:01:29.400543 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba41d7be-e314-4c9c-a557-46257b50aa6e req-948c6459-cab8-4f09-b1c8-7797d9c4a801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:01:29.400543 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba41d7be-e314-4c9c-a557-46257b50aa6e req-948c6459-cab8-4f09-b1c8-7797d9c4a801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:01:29.402279 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-ba41d7be-e314-4c9c-a557-46257b50aa6e req-948c6459-cab8-4f09-b1c8-7797d9c4a801 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0460753b23084d8f8624c2387ec65eda&device_id=75b87a76-ad52-4618-a214-48088ec58aef HTTP/1.1" status: 200 len: 6501 time: 0.1083040 May 20 21:01:29.427154 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] For port 29632ac1-3b26-4bac-8992-dfb0d8187e2c, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=29632ac1-3b26-4bac-8992-dfb0d8187e2c,segment=NetworkSegment(56fc6ed7-28f7-4edf-b657-8fec262f947d),segment_id=56fc6ed7-28f7-4edf-b657-8fec262f947d)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:01:29.510958 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-c7f5e7e2-0bb3-4817-b402-1899893ca7e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89dbac3e-ce16-489e-b52e-a05a812a47c7', 'name': 'tempest-TestServerMultinode-1107325145-router', 'tenant_id': 'd2fae9ffbaa44530acca9d12c585402c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.170'}], 'enable_snat': True}, 'gw_port_id': 'd175decd-f279-459d-904d-3d4bf174f477', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:00:04Z', 'updated_at': '2022-05-20T21:01:26Z', 'revision_number': 5, 'project_id': 'd2fae9ffbaa44530acca9d12c585402c', 'gw_port': {'id': 'd175decd-f279-459d-904d-3d4bf174f477', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:cf:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89dbac3e-ce16-489e-b52e-a05a812a47c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2769, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:00:06Z', 'updated_at': '2022-05-20T21:00:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:01:29.533324 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76d206e1-927c-4279-850d-b34aab9eeb9d None None] Network 18af349f-675d-4c51-82dc-ccf2a08916f7 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:01:29.549808 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7f5e7e2-0bb3-4817-b402-1899893ca7e0 None None] The sync data for ids ['89dbac3e-ce16-489e-b52e-a05a812a47c7'] in n-d-842733-1 is: [{'id': '89dbac3e-ce16-489e-b52e-a05a812a47c7', 'name': 'tempest-TestServerMultinode-1107325145-router', 'tenant_id': 'd2fae9ffbaa44530acca9d12c585402c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.170'}], 'enable_snat': True}, 'gw_port_id': 'd175decd-f279-459d-904d-3d4bf174f477', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:00:04Z', 'updated_at': '2022-05-20T21:01:26Z', 'revision_number': 5, 'project_id': 'd2fae9ffbaa44530acca9d12c585402c', 'gw_port': {'id': 'd175decd-f279-459d-904d-3d4bf174f477', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:cf:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89dbac3e-ce16-489e-b52e-a05a812a47c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2769, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:00:06Z', 'updated_at': '2022-05-20T21:00:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 21:01:29.557951 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba41d7be-e314-4c9c-a557-46257b50aa6e req-fb9dcd5d-2f3e-4333-9ba5-d2df3be2ba8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:01:29.559009 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba41d7be-e314-4c9c-a557-46257b50aa6e req-fb9dcd5d-2f3e-4333-9ba5-d2df3be2ba8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:01:29.559009 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba41d7be-e314-4c9c-a557-46257b50aa6e req-fb9dcd5d-2f3e-4333-9ba5-d2df3be2ba8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:01:29.560297 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-ba41d7be-e314-4c9c-a557-46257b50aa6e req-fb9dcd5d-2f3e-4333-9ba5-d2df3be2ba8c service neutron] 10.222.0.13 "GET /v2.0/networks?id=1e3e44fa-7b8c-41ab-9fa2-0a6471f01b68&id=2092c81d-6283-40f1-9bf1-5f286393c29e&id=2092c81d-6283-40f1-9bf1-5f286393c29e&id=2092c81d-6283-40f1-9bf1-5f286393c29e&id=2092c81d-6283-40f1-9bf1-5f286393c29e&id=406fd18c-0c2e-4f41-b1be-e40f4d4f5f09&id=406fd18c-0c2e-4f41-b1be-e40f4d4f5f09 HTTP/1.1" status: 200 len: 2297 time: 0.1308672 May 20 21:01:29.580120 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06e5a98f-d28f-4e29-a76e-01056c588963 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Made reservation on behalf of b680ab6daca64ac08e9ce40077a8514d for: {'subnet': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:01:29.593395 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-06e5a98f-d28f-4e29-a76e-01056c588963 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8422561'] for subnet, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:29.624928 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-f622e40b-7fd2-48ea-b2af-caf95f9e9012 None None] Provisioning complete for port 29632ac1-3b26-4bac-8992-dfb0d8187e2c triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:01:29.625330 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-f622e40b-7fd2-48ea-b2af-caf95f9e9012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:29.653148 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-ba41d7be-e314-4c9c-a557-46257b50aa6e req-5e1fa6e5-fbdb-473e-8c2b-18bfa9332c73 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=92f180c2-0d12-4276-b468-9633e951982b HTTP/1.1" status: 200 len: 999 time: 0.0858679 May 20 21:01:29.723452 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c36a4f07-f358-4012-9ebe-f8b395bfb244 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:29.724406 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:29.764623 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-72fa2b8f-ecc8-440f-b470-5e989e79ae3a admin admin] Deleting port d175decd-f279-459d-904d-3d4bf174f477 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:01:29.769461 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-72fa2b8f-ecc8-440f-b470-5e989e79ae3a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:29.791067 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba41d7be-e314-4c9c-a557-46257b50aa6e req-bc50fbac-8fee-4c1a-abec-730961204151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:01:29.821113 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-ba41d7be-e314-4c9c-a557-46257b50aa6e req-bc50fbac-8fee-4c1a-abec-730961204151 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=88b96f62-8032-4008-8101-2fc29fd0425b HTTP/1.1" status: 200 len: 855 time: 0.1573849 May 20 21:01:29.841382 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-f622e40b-7fd2-48ea-b2af-caf95f9e9012 None None] Current status of the port 29632ac1-3b26-4bac-8992-dfb0d8187e2c is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:01:29.890723 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Pushing event updated for resources: {'Port': ['ID=29632ac1-3b26-4bac-8992-dfb0d8187e2c,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:01:29.950480 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c36a4f07-f358-4012-9ebe-f8b395bfb244 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:29.964273 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-c36a4f07-f358-4012-9ebe-f8b395bfb244 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] 10.222.0.35 "DELETE /v2.0/ports/70f3dc19-eed8-4d17-84c0-2bada0d9f925 HTTP/1.1" status: 204 len: 168 time: 1.7289765 May 20 21:01:29.966711 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 39822) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:01:29.970130 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36a4f07-f358-4012-9ebe-f8b395bfb244 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Pushing event deleted for resources: {'Port': ['ID=70f3dc19-eed8-4d17-84c0-2bada0d9f925,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:01:30.012900 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba41d7be-e314-4c9c-a557-46257b50aa6e req-795a1bab-6a04-4f8a-9e09-518fcbf7ae22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:01:30.017106 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-ba41d7be-e314-4c9c-a557-46257b50aa6e req-795a1bab-6a04-4f8a-9e09-518fcbf7ae22 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1e3e44fa-7b8c-41ab-9fa2-0a6471f01b68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1643400 May 20 21:01:30.051802 n-d-842733-1 neutron-server[103163]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c2c53b2-2ddc-4bae-b8c2-1c07b9f78f3f tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] GET failed (client error): The resource could not be found. May 20 21:01:30.057941 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-3c2c53b2-2ddc-4bae-b8c2-1c07b9f78f3f tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] 10.222.0.35 "GET /v2.0/ports/70f3dc19-eed8-4d17-84c0-2bada0d9f925 HTTP/1.1" status: 404 len: 333 time: 0.0874054 May 20 21:01:30.059384 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 39828) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:01:30.212300 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-72fa2b8f-ecc8-440f-b470-5e989e79ae3a admin admin] For port d175decd-f279-459d-904d-3d4bf174f477, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=d175decd-f279-459d-904d-3d4bf174f477,segment=NetworkSegment(0b5485c4-eff8-42a1-9073-ae54ed4c63ba),segment_id=0b5485c4-eff8-42a1-9073-ae54ed4c63ba)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:01:30.216016 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-72fa2b8f-ecc8-440f-b470-5e989e79ae3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:30.243028 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-72fa2b8f-ecc8-440f-b470-5e989e79ae3a admin admin] Calling delete_port for d175decd-f279-459d-904d-3d4bf174f477 owned by network:router_gateway {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:01:30.247451 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-ba41d7be-e314-4c9c-a557-46257b50aa6e req-ceca8098-6bc9-4144-ac91-dece19c713db service neutron] 10.222.0.13 "GET /v2.0/networks/1e3e44fa-7b8c-41ab-9fa2-0a6471f01b68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2183115 May 20 21:01:30.272516 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_v2 [None req-e15854a4-3258-4cda-9c42-5506e65d5112 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Deleting subnet 60753d51-4fec-44cb-842e-60c3cd1c3bcc {{(pid=103163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 20 21:01:30.275967 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e15854a4-3258-4cda-9c42-5506e65d5112 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks [] for subnet, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:30.283191 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-232f97c8-cdb6-4622-be52-99b3249b9b32 None None] Provisioning complete for port 29632ac1-3b26-4bac-8992-dfb0d8187e2c triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:01:30.283561 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-232f97c8-cdb6-4622-be52-99b3249b9b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:30.359481 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e15854a4-3258-4cda-9c42-5506e65d5112 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9338757'] for subnet, precommit_delete_associations {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:30.402490 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-06e5a98f-d28f-4e29-a76e-01056c588963 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9641412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8422583'] for subnet, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:30.426745 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-ba41d7be-e314-4c9c-a557-46257b50aa6e req-75e38418-1744-4c09-944d-ac1c5c0abccc service neutron] 10.222.0.13 "GET /v2.0/networks/1e3e44fa-7b8c-41ab-9fa2-0a6471f01b68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1723983 May 20 21:01:30.523812 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-232f97c8-cdb6-4622-be52-99b3249b9b32 None None] Current status of the port 29632ac1-3b26-4bac-8992-dfb0d8187e2c is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:01:30.545071 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-ba41d7be-e314-4c9c-a557-46257b50aa6e req-c5295236-92a6-45ea-8e92-e181c3fca74b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.238&port_id=e5e479b5-1f0b-4f2a-8602-65a393830577 HTTP/1.1" status: 200 len: 217 time: 0.1089587 May 20 21:01:30.604456 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 29632ac1-3b26-4bac-8992-dfb0d8187e2c up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:01:30.637516 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba41d7be-e314-4c9c-a557-46257b50aa6e req-59a17d05-14b1-41b5-9870-3f9ae2ef628e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:01:30.637516 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-ba41d7be-e314-4c9c-a557-46257b50aa6e req-59a17d05-14b1-41b5-9870-3f9ae2ef628e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=71cdbdb6-2a6f-4add-9d80-59c94baaaa26 HTTP/1.1" status: 200 len: 797 time: 0.0834355 May 20 21:01:30.656443 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-1badb6f1-2fc4-4116-bca6-a8a58d87cfde None None] Could not find standard attr ID for object 70f3dc19-eed8-4d17-84c0-2bada0d9f925. {{(pid=103164) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 20 21:01:30.661879 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e5a98f-d28f-4e29-a76e-01056c588963 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Pushing event updated for resources: {'Subnet': ['ID=af4e998c-1bd6-43b0-93da-629a1ade64fb,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:01:30.675814 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 29632ac1-3b26-4bac-8992-dfb0d8187e2c triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:01:30.676201 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:30.703544 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba41d7be-e314-4c9c-a557-46257b50aa6e req-d74d1001-0651-40a1-93d9-60d552a2a94a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:01:30.705452 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-ba41d7be-e314-4c9c-a557-46257b50aa6e req-d74d1001-0651-40a1-93d9-60d552a2a94a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2092c81d-6283-40f1-9bf1-5f286393c29e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0577395 May 20 21:01:30.731776 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06e5a98f-d28f-4e29-a76e-01056c588963 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Checking segment: {'id': '2d409879-5599-44c4-83cc-4c3e2829b051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'be52cedc-a95c-44df-9d86-3145985d9f5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:01:30.732623 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06e5a98f-d28f-4e29-a76e-01056c588963 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Network hostable DHCP agents. Network: be52cedc-a95c-44df-9d86-3145985d9f5a, hostable agents: ['c9b0653c-f3c7-4339-bd50-e3754b629216'], hosted agents: [] {{(pid=103163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 21:01:30.820630 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e15854a4-3258-4cda-9c42-5506e65d5112 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33068388'] for subnet, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:30.841962 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 29632ac1-3b26-4bac-8992-dfb0d8187e2c is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:01:30.859362 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 088f21cb-f5dc-45c6-b03c-971421c33917 no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 21:01:30.914504 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: 088f21cb-f5dc-45c6-b03c-971421c33917 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 21:01:30.915476 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 088f21cb-f5dc-45c6-b03c-971421c33917 not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 21:01:30.970593 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-ba41d7be-e314-4c9c-a557-46257b50aa6e req-f26cdd7d-63fa-48e2-ae01-7ad1b666de0d service neutron] 10.222.0.13 "GET /v2.0/networks/2092c81d-6283-40f1-9bf1-5f286393c29e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2570310 May 20 21:01:31.038177 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06e5a98f-d28f-4e29-a76e-01056c588963 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Network be52cedc-a95c-44df-9d86-3145985d9f5a is scheduled to be hosted by DHCP agent c9b0653c-f3c7-4339-bd50-e3754b629216 with binding_index 1 {{(pid=103163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 21:01:31.087523 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-ba41d7be-e314-4c9c-a557-46257b50aa6e req-e77eb928-1e57-444f-b3ba-4ffaa7572985 service neutron] 10.222.0.13 "GET /v2.0/networks/2092c81d-6283-40f1-9bf1-5f286393c29e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101341 May 20 21:01:31.103182 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e15854a4-3258-4cda-9c42-5506e65d5112 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33068399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9641221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8422588'] for subnet, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:31.132291 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-ba41d7be-e314-4c9c-a557-46257b50aa6e req-9411171d-81b8-40d5-b39c-9a76e9ef0e3b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.122&port_id=70abfc69-b0e3-44bf-8960-f0d10e058c3c HTTP/1.1" status: 200 len: 217 time: 0.0385017 May 20 21:01:31.133238 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15854a4-3258-4cda-9c42-5506e65d5112 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Pushing event deleted for resources: {'Subnet': ['ID=60753d51-4fec-44cb-842e-60c3cd1c3bcc,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:01:31.144296 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e15854a4-3258-4cda-9c42-5506e65d5112 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks [] for subnet, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:31.148243 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-e15854a4-3258-4cda-9c42-5506e65d5112 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] 10.222.0.35 "DELETE /v2.0/subnets/60753d51-4fec-44cb-842e-60c3cd1c3bcc HTTP/1.1" status: 204 len: 168 time: 1.0752919 May 20 21:01:31.152873 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 39874) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:01:31.154513 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbf66966-5ccf-4c83-820e-94189a3433bc None None] Network 18af349f-675d-4c51-82dc-ccf2a08916f7 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:01:31.230574 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba41d7be-e314-4c9c-a557-46257b50aa6e req-699c7de3-4d7d-4199-9404-c70db881edf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:01:31.232083 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-ba41d7be-e314-4c9c-a557-46257b50aa6e req-699c7de3-4d7d-4199-9404-c70db881edf4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=71cdbdb6-2a6f-4add-9d80-59c94baaaa26 HTTP/1.1" status: 200 len: 797 time: 0.0937772 May 20 21:01:31.235608 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-72fa2b8f-ecc8-440f-b470-5e989e79ae3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:31.240212 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-06e5a98f-d28f-4e29-a76e-01056c588963 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842733-1, be52cedc-a95c-44df-9d86-3145985d9f5a) {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:01:31.270319 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53d050e6-7869-4054-8a80-37d6729f68a5 None None] Network be52cedc-a95c-44df-9d86-3145985d9f5a requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:01:31.285659 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06e5a98f-d28f-4e29-a76e-01056c588963 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:01:31.291396 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-06e5a98f-d28f-4e29-a76e-01056c588963 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks [] for subnet, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:31.304515 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fa2b8f-ecc8-440f-b470-5e989e79ae3a admin admin] Pushing event deleted for resources: {'Port': ['ID=d175decd-f279-459d-904d-3d4bf174f477,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:01:31.306362 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba41d7be-e314-4c9c-a557-46257b50aa6e req-469af839-b02a-44a3-a29f-168784ee13a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:01:31.308060 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-ba41d7be-e314-4c9c-a557-46257b50aa6e req-469af839-b02a-44a3-a29f-168784ee13a5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2092c81d-6283-40f1-9bf1-5f286393c29e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0682094 May 20 21:01:31.324532 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-603389c0-135e-46bb-845f-f0cedd85109f tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33160123'] for network, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:31.438734 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-ba41d7be-e314-4c9c-a557-46257b50aa6e req-64ebb0df-57b1-4ed6-9b56-87aacad85de6 service neutron] 10.222.0.13 "GET /v2.0/networks/2092c81d-6283-40f1-9bf1-5f286393c29e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230347 May 20 21:01:31.447380 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-72fa2b8f-ecc8-440f-b470-5e989e79ae3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-748206'] for router_gateway, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:31.459331 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-06e5a98f-d28f-4e29-a76e-01056c588963 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6759694 May 20 21:01:31.464078 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 39886) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:01:31.471139 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-54bdcdec-7d3d-44b0-a00e-890da5f8312f tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Request body: {'subnet': {'network_id': 'be52cedc-a95c-44df-9d86-3145985d9f5a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:01:31.496619 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18448162-d86d-44cc-be66-34c4dc6ff6ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaee2b848-d4b9-5db1-b6ef-d6db29d67de7-be52cedc-a95c-44df-9d86-3145985d9f5a', 'network_id': 'be52cedc-a95c-44df-9d86-3145985d9f5a', 'tenant_id': 'b680ab6daca64ac08e9ce40077a8514d', 'fixed_ips': [{'subnet_id': 'af4e998c-1bd6-43b0-93da-629a1ade64fb'}]}} from n-d-842733-1. {{(pid=103164) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 21:01:31.497785 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-18448162-d86d-44cc-be66-34c4dc6ff6ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:31.613277 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-ba41d7be-e314-4c9c-a557-46257b50aa6e req-227013a9-789f-4ba5-98ac-9f05ea68317d service neutron] 10.222.0.13 "GET /v2.0/networks/2092c81d-6283-40f1-9bf1-5f286393c29e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1673057 May 20 21:01:31.613622 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ff865f2-6641-44c1-8481-5a9efc47f5eb None None] DHCP port deletion for 18af349f-675d-4c51-82dc-ccf2a08916f7 request from n-d-842733-1 {{(pid=103164) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 21:01:31.661388 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-72fa2b8f-ecc8-440f-b470-5e989e79ae3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26169'] for router, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:31.666221 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-72fa2b8f-ecc8-440f-b470-5e989e79ae3a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:31.683200 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-ba41d7be-e314-4c9c-a557-46257b50aa6e req-53cba142-1761-4328-915b-1af03d984fc4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.135&port_id=e23bf1a0-0743-4c25-ac95-d74d935af48f HTTP/1.1" status: 200 len: 217 time: 0.0630207 May 20 21:01:31.741021 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-603389c0-135e-46bb-845f-f0cedd85109f tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Deleting port 29632ac1-3b26-4bac-8992-dfb0d8187e2c {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:01:31.741433 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-603389c0-135e-46bb-845f-f0cedd85109f tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:31.768228 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba41d7be-e314-4c9c-a557-46257b50aa6e req-6bffff02-182c-4d1b-8abe-ee1cd2cc495b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:01:31.770618 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-ba41d7be-e314-4c9c-a557-46257b50aa6e req-6bffff02-182c-4d1b-8abe-ee1cd2cc495b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=71cdbdb6-2a6f-4add-9d80-59c94baaaa26 HTTP/1.1" status: 200 len: 797 time: 0.0809839 May 20 21:01:31.798382 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [None req-18448162-d86d-44cc-be66-34c4dc6ff6ba None None] Allocated IP 172.20.0.2 (be52cedc-a95c-44df-9d86-3145985d9f5a/af4e998c-1bd6-43b0-93da-629a1ade64fb/c603b3fa-532e-4e58-af44-f7886c16a443) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:01:31.822219 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3ff865f2-6641-44c1-8481-5a9efc47f5eb None None] Deleting port 29632ac1-3b26-4bac-8992-dfb0d8187e2c {{(pid=103164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:01:31.822944 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3ff865f2-6641-44c1-8481-5a9efc47f5eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:31.825105 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba41d7be-e314-4c9c-a557-46257b50aa6e req-121b3530-b559-4c6b-af5e-a87d8b6d5949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:01:31.827284 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-ba41d7be-e314-4c9c-a557-46257b50aa6e req-121b3530-b559-4c6b-af5e-a87d8b6d5949 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2092c81d-6283-40f1-9bf1-5f286393c29e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0499096 May 20 21:01:31.830230 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-603389c0-135e-46bb-845f-f0cedd85109f tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] For port 29632ac1-3b26-4bac-8992-dfb0d8187e2c, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=29632ac1-3b26-4bac-8992-dfb0d8187e2c,segment=NetworkSegment(56fc6ed7-28f7-4edf-b657-8fec262f947d),segment_id=56fc6ed7-28f7-4edf-b657-8fec262f947d)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:01:31.830601 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-603389c0-135e-46bb-845f-f0cedd85109f tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:31.848728 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-603389c0-135e-46bb-845f-f0cedd85109f tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Calling delete_port for 29632ac1-3b26-4bac-8992-dfb0d8187e2c owned by network:dhcp {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:01:31.860449 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-72fa2b8f-ecc8-440f-b470-5e989e79ae3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-693148'] for router, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:31.861005 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72fa2b8f-ecc8-440f-b470-5e989e79ae3a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 89dbac3e-ce16-489e-b52e-a05a812a47c7 {{(pid=103163) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 20 21:01:31.865997 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-72fa2b8f-ecc8-440f-b470-5e989e79ae3a admin admin] Notify callbacks [] for router, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:31.869666 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-72fa2b8f-ecc8-440f-b470-5e989e79ae3a admin admin] 10.222.0.35 "DELETE /v2.0/routers/89dbac3e-ce16-489e-b52e-a05a812a47c7 HTTP/1.1" status: 204 len: 168 time: 3.8942504 May 20 21:01:31.870273 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 39904) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:01:31.930502 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54bdcdec-7d3d-44b0-a00e-890da5f8312f tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Made reservation on behalf of b680ab6daca64ac08e9ce40077a8514d for: {'subnet': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:01:31.935669 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-54bdcdec-7d3d-44b0-a00e-890da5f8312f tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8422561'] for subnet, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:32.001688 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3ff865f2-6641-44c1-8481-5a9efc47f5eb None None] For port 29632ac1-3b26-4bac-8992-dfb0d8187e2c, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=29632ac1-3b26-4bac-8992-dfb0d8187e2c,segment=NetworkSegment(56fc6ed7-28f7-4edf-b657-8fec262f947d),segment_id=56fc6ed7-28f7-4edf-b657-8fec262f947d)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:01:32.005573 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3ff865f2-6641-44c1-8481-5a9efc47f5eb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:32.015290 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-ba41d7be-e314-4c9c-a557-46257b50aa6e req-e2cf2b14-d556-4cfa-9246-a244b62d7e1c service neutron] 10.222.0.13 "GET /v2.0/networks/2092c81d-6283-40f1-9bf1-5f286393c29e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773746 May 20 21:01:32.052832 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3ff865f2-6641-44c1-8481-5a9efc47f5eb None None] Calling delete_port for 29632ac1-3b26-4bac-8992-dfb0d8187e2c owned by network:dhcp {{(pid=103164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:01:32.118494 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_v2 [None req-bba6ca7d-deca-46c0-bcc8-240ba919919f admin admin] Deleting subnet f17a544f-0211-4261-8bda-dc99d38f2d45 {{(pid=103163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 20 21:01:32.122707 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bba6ca7d-deca-46c0-bcc8-240ba919919f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:32.172314 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bba6ca7d-deca-46c0-bcc8-240ba919919f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9338757'] for subnet, precommit_delete_associations {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:32.236718 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-ba41d7be-e314-4c9c-a557-46257b50aa6e req-bc1a5f68-ff57-4c6c-8531-8bcf10d53e8a service neutron] 10.222.0.13 "GET /v2.0/networks/2092c81d-6283-40f1-9bf1-5f286393c29e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2173302 May 20 21:01:32.238217 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-18448162-d86d-44cc-be66-34c4dc6ff6ba None None] Notify callbacks [] for port, precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:32.281630 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bba6ca7d-deca-46c0-bcc8-240ba919919f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33068388'] for subnet, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:32.289520 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-ba41d7be-e314-4c9c-a557-46257b50aa6e req-aca5cbaf-007c-4723-b0df-6b8164449532 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.154&port_id=c635efd6-629d-4675-9b02-f5dc32576914 HTTP/1.1" status: 200 len: 217 time: 0.0454340 May 20 21:01:32.320803 n-d-842733-1 neutron-server[103163]: INFO neutron.db.ipam_backend_mixin [None req-54bdcdec-7d3d-44b0-a00e-890da5f8312f tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet af4e998c-1bd6-43b0-93da-629a1ade64fb (CIDR: 172.20.0.0/28) May 20 21:01:32.344159 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba41d7be-e314-4c9c-a557-46257b50aa6e req-6d90a742-2dbe-4386-9a50-e470e1477b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:01:32.345839 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-ba41d7be-e314-4c9c-a557-46257b50aa6e req-6d90a742-2dbe-4386-9a50-e470e1477b0d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=71cdbdb6-2a6f-4add-9d80-59c94baaaa26 HTTP/1.1" status: 200 len: 797 time: 0.0504000 May 20 21:01:32.359427 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-18448162-d86d-44cc-be66-34c4dc6ff6ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108'] for port, after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:32.385471 n-d-842733-1 neutron-server[103163]: INFO neutron.pecan_wsgi.hooks.translation [None req-54bdcdec-7d3d-44b0-a00e-890da5f8312f tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 20 21:01:32.385471 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54bdcdec-7d3d-44b0-a00e-890da5f8312f tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103163) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 21:01:32.406917 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba41d7be-e314-4c9c-a557-46257b50aa6e req-2ce806ea-f33c-4c04-a69e-2d339724c5af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:01:32.408540 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-ba41d7be-e314-4c9c-a557-46257b50aa6e req-2ce806ea-f33c-4c04-a69e-2d339724c5af service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2092c81d-6283-40f1-9bf1-5f286393c29e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0569777 May 20 21:01:32.424467 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-603389c0-135e-46bb-845f-f0cedd85109f tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:32.433668 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18448162-d86d-44cc-be66-34c4dc6ff6ba None None] Pushing event updated for resources: {'Port': ['ID=c603b3fa-532e-4e58-af44-f7886c16a443,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:01:32.448694 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3ff865f2-6641-44c1-8481-5a9efc47f5eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099'] for port, after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:32.463114 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:32.517563 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603389c0-135e-46bb-845f-f0cedd85109f tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Pushing event deleted for resources: {'Port': ['ID=29632ac1-3b26-4bac-8992-dfb0d8187e2c,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:01:32.518045 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff865f2-6641-44c1-8481-5a9efc47f5eb None None] Pushing event deleted for resources: {'Port': ['ID=29632ac1-3b26-4bac-8992-dfb0d8187e2c,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:01:32.527390 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bba6ca7d-deca-46c0-bcc8-240ba919919f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33068399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9641221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8422588'] for subnet, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:32.544339 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18448162-d86d-44cc-be66-34c4dc6ff6ba None None] Network be52cedc-a95c-44df-9d86-3145985d9f5a is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:01:32.547614 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-18448162-d86d-44cc-be66-34c4dc6ff6ba None None] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:01:32.550410 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff865f2-6641-44c1-8481-5a9efc47f5eb None None] No DVR routers for this DVR port 29632ac1-3b26-4bac-8992-dfb0d8187e2c on host n-d-842733-1 {{(pid=103164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 21:01:32.552290 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18448162-d86d-44cc-be66-34c4dc6ff6ba None None] Received port after_create {{(pid=103164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:01:32.558787 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-603389c0-135e-46bb-845f-f0cedd85109f tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] No DVR routers for this DVR port 29632ac1-3b26-4bac-8992-dfb0d8187e2c on host n-d-842733-1 {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 21:01:32.619342 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bba6ca7d-deca-46c0-bcc8-240ba919919f admin admin] Notify callbacks [] for subnet, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:32.629719 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-bba6ca7d-deca-46c0-bcc8-240ba919919f admin admin] 10.222.0.35 "DELETE /v2.0/subnets/f17a544f-0211-4261-8bda-dc99d38f2d45 HTTP/1.1" status: 204 len: 168 time: 0.7568083 May 20 21:01:32.631351 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 39936) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:01:32.633736 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-54bdcdec-7d3d-44b0-a00e-890da5f8312f tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1674173 May 20 21:01:32.635073 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 29632ac1-3b26-4bac-8992-dfb0d8187e2c no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 21:01:32.647429 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf0b7a58-652a-42b4-9530-9096a51c984c None None] Network ee454afb-fe6a-44ad-a96f-d5a55357201f requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:01:32.653491 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 39938) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:01:32.656085 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba6ca7d-deca-46c0-bcc8-240ba919919f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f17a544f-0211-4261-8bda-dc99d38f2d45,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:01:32.728891 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-f15aa656-492b-4ab3-a819-d454591d117e tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Request body: {'subnet': {'network_id': 'be52cedc-a95c-44df-9d86-3145985d9f5a', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:01:32.729794 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-603389c0-135e-46bb-845f-f0cedd85109f tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33072115', 'neutron.services.segments.db._delete_segments_for_network-8782419500584'] for network, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:32.733540 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-ba41d7be-e314-4c9c-a557-46257b50aa6e req-6177c57b-987e-4882-91e7-dd66e9350ef2 service neutron] 10.222.0.13 "GET /v2.0/networks/2092c81d-6283-40f1-9bf1-5f286393c29e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3154824 May 20 21:01:32.759542 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-18448162-d86d-44cc-be66-34c4dc6ff6ba None None] Attempting to bind port c603b3fa-532e-4e58-af44-f7886c16a443 on host n-d-842733-1 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:01:32.759926 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-18448162-d86d-44cc-be66-34c4dc6ff6ba None None] Attempting to bind port c603b3fa-532e-4e58-af44-f7886c16a443 by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': '2d409879-5599-44c4-83cc-4c3e2829b051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'be52cedc-a95c-44df-9d86-3145985d9f5a'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:01:32.760292 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18448162-d86d-44cc-be66-34c4dc6ff6ba None None] Attempting to bind port c603b3fa-532e-4e58-af44-f7886c16a443 on network be52cedc-a95c-44df-9d86-3145985d9f5a {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:01:32.762357 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: 29632ac1-3b26-4bac-8992-dfb0d8187e2c {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 21:01:32.762694 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 29632ac1-3b26-4bac-8992-dfb0d8187e2c not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 21:01:32.763225 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device d175decd-f279-459d-904d-3d4bf174f477 no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 21:01:32.787772 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-603389c0-135e-46bb-845f-f0cedd85109f tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18af349f-675d-4c51-82dc-ccf2a08916f7']}} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:01:32.797407 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18448162-d86d-44cc-be66-34c4dc6ff6ba None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 21, 1, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 21:01:32.802363 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18448162-d86d-44cc-be66-34c4dc6ff6ba None None] Checking segment: {'id': '2d409879-5599-44c4-83cc-4c3e2829b051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'be52cedc-a95c-44df-9d86-3145985d9f5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:01:32.802363 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-18448162-d86d-44cc-be66-34c4dc6ff6ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:32.802363 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18448162-d86d-44cc-be66-34c4dc6ff6ba None None] Bound using segment: {'id': '2d409879-5599-44c4-83cc-4c3e2829b051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'be52cedc-a95c-44df-9d86-3145985d9f5a'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 21:01:32.802363 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-18448162-d86d-44cc-be66-34c4dc6ff6ba None None] Bound port: c603b3fa-532e-4e58-af44-f7886c16a443, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d409879-5599-44c4-83cc-4c3e2829b051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'be52cedc-a95c-44df-9d86-3145985d9f5a'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:01:32.802363 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-18448162-d86d-44cc-be66-34c4dc6ff6ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:32.804516 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-603389c0-135e-46bb-845f-f0cedd85109f tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56fc6ed7-28f7-4edf-b657-8fec262f947d') {'for_net_delete': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:01:32.804821 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-603389c0-135e-46bb-845f-f0cedd85109f tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56fc6ed7-28f7-4edf-b657-8fec262f947d') {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:01:32.824608 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-603389c0-135e-46bb-845f-f0cedd85109f tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419501617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9338764'] for segment, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:32.824875 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9c1d9ed7-ea46-46fa-8ea9-1d7306e92ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33160123'] for network, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:32.846117 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-603389c0-135e-46bb-845f-f0cedd85109f tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:32.855221 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-603389c0-135e-46bb-845f-f0cedd85109f tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Releasing vlan 239 on physical network physnet1 to pool {{(pid=103163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 21:01:32.857074 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-603389c0-135e-46bb-845f-f0cedd85109f tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9638311'] for segment, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:32.860534 n-d-842733-1 neutron-server[103163]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 21:01:32.860534 n-d-842733-1 neutron-server[103163]: self.session.flush() May 20 21:01:32.860534 n-d-842733-1 neutron-server[103163]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 21:01:32.860534 n-d-842733-1 neutron-server[103163]: self.session.flush() May 20 21:01:32.860534 n-d-842733-1 neutron-server[103163]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 21:01:32.860534 n-d-842733-1 neutron-server[103163]: self.session.flush() May 20 21:01:32.860534 n-d-842733-1 neutron-server[103163]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 21:01:32.860534 n-d-842733-1 neutron-server[103163]: self.session.flush() May 20 21:01:32.860534 n-d-842733-1 neutron-server[103163]: Traceback (most recent call last): May 20 21:01:32.860534 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 21:01:32.860534 n-d-842733-1 neutron-server[103163]: timer() May 20 21:01:32.860534 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 21:01:32.860534 n-d-842733-1 neutron-server[103163]: cb(*args, **kw) May 20 21:01:32.860534 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 20 21:01:32.860534 n-d-842733-1 neutron-server[103163]: return func(*args, **kwargs) May 20 21:01:32.860534 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 21:01:32.860534 n-d-842733-1 neutron-server[103163]: self._notify() May 20 21:01:32.860534 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 21:01:32.860534 n-d-842733-1 neutron-server[103163]: self.callback(batched_events) May 20 21:01:32.860534 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 21:01:32.860534 n-d-842733-1 neutron-server[103163]: event.method(event) May 20 21:01:32.860534 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 20 21:01:32.860534 n-d-842733-1 neutron-server[103163]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 21:01:32.860534 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 20 21:01:32.860534 n-d-842733-1 neutron-server[103163]: aggregate_uuid = self.p_client.list_aggregates( May 20 21:01:32.860534 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 20 21:01:32.860534 n-d-842733-1 neutron-server[103163]: return f(self, *a, **k) May 20 21:01:32.860534 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 20 21:01:32.860534 n-d-842733-1 neutron-server[103163]: return self._get(url).json() May 20 21:01:32.860534 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 20 21:01:32.860534 n-d-842733-1 neutron-server[103163]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 21:01:32.860534 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 21:01:32.860534 n-d-842733-1 neutron-server[103163]: return self.request(url, 'GET', **kwargs) May 20 21:01:32.860534 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 21:01:32.860534 n-d-842733-1 neutron-server[103163]: base_url = self.get_endpoint(auth, allow=allow, May 20 21:01:32.860534 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 21:01:32.860534 n-d-842733-1 neutron-server[103163]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 21:01:32.860534 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 21:01:32.860534 n-d-842733-1 neutron-server[103163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 21:01:32.860534 n-d-842733-1 neutron-server[103163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 21:01:32.864125 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: d175decd-f279-459d-904d-3d4bf174f477 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 21:01:32.864125 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device d175decd-f279-459d-904d-3d4bf174f477 not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 21:01:32.979410 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-18448162-d86d-44cc-be66-34c4dc6ff6ba None None] For port c603b3fa-532e-4e58-af44-f7886c16a443, host n-d-842733-1, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 21:01:32.987185 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-18448162-d86d-44cc-be66-34c4dc6ff6ba None None] For port c603b3fa-532e-4e58-af44-f7886c16a443, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=c603b3fa-532e-4e58-af44-f7886c16a443,segment=NetworkSegment(2d409879-5599-44c4-83cc-4c3e2829b051),segment_id=2d409879-5599-44c4-83cc-4c3e2829b051)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 21:01:33.069836 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cd8d4da-10f8-4f69-9373-7c4b7ae7674e None None] DHCP port deletion for ee454afb-fe6a-44ad-a96f-d5a55357201f request from n-d-842733-1 {{(pid=103164) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 21:01:33.091578 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-603389c0-135e-46bb-845f-f0cedd85109f tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33072122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748162'] for network, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:33.100236 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-603389c0-135e-46bb-845f-f0cedd85109f tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:33.110189 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-603389c0-135e-46bb-845f-f0cedd85109f tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] 10.222.0.35 "DELETE /v2.0/networks/18af349f-675d-4c51-82dc-ccf2a08916f7 HTTP/1.1" status: 204 len: 168 time: 1.9529262 May 20 21:01:33.111211 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 39962) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:01:33.144967 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-b46aa040-da77-44e2-bb5f-56f51eb7d257 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Request body: {'port': {'network_id': '7b04e954-4cb8-4833-9e51-eaf3f4e0fe45', 'name': 'tempest-PortsIpV6TestJSON-688930120'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:01:33.146300 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-18448162-d86d-44cc-be66-34c4dc6ff6ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:33.168775 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603389c0-135e-46bb-845f-f0cedd85109f tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Pushing event deleted for resources: {'Network': ['ID=18af349f-675d-4c51-82dc-ccf2a08916f7,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:01:33.242415 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18448162-d86d-44cc-be66-34c4dc6ff6ba None None] Pushing event updated for resources: {'Port': ['ID=c603b3fa-532e-4e58-af44-f7886c16a443,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:01:33.304980 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3cd8d4da-10f8-4f69-9373-7c4b7ae7674e None None] Deleting port 26840872-63fe-4bdc-9046-f90623031e46 {{(pid=103164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:01:33.304980 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3cd8d4da-10f8-4f69-9373-7c4b7ae7674e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:33.376555 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b46aa040-da77-44e2-bb5f-56f51eb7d257 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Made reservation on behalf of 5498abc6ad9e4e1cb849425e21c607f1 for: {'port': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:01:33.385678 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3cd8d4da-10f8-4f69-9373-7c4b7ae7674e None None] For port 26840872-63fe-4bdc-9046-f90623031e46, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=26840872-63fe-4bdc-9046-f90623031e46,segment=NetworkSegment(f1124721-0c60-4de6-8dc8-1b5106627174),segment_id=f1124721-0c60-4de6-8dc8-1b5106627174)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:01:33.385678 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3cd8d4da-10f8-4f69-9373-7c4b7ae7674e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:33.385850 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b46aa040-da77-44e2-bb5f-56f51eb7d257 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:33.398127 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3cd8d4da-10f8-4f69-9373-7c4b7ae7674e None None] Calling delete_port for 26840872-63fe-4bdc-9046-f90623031e46 owned by network:dhcp {{(pid=103164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:01:33.443019 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [None req-b46aa040-da77-44e2-bb5f-56f51eb7d257 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] device_id is not set on port 67e68a07-3e5c-42ca-8b41-73e5604b4f73 yet. {{(pid=103163) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 20 21:01:33.451200 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-ba41d7be-e314-4c9c-a557-46257b50aa6e req-0161a41a-e785-4494-9b96-ebdfcdd73066 service neutron] 10.222.0.13 "GET /v2.0/networks/2092c81d-6283-40f1-9bf1-5f286393c29e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6978767 May 20 21:01:33.508013 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-ba41d7be-e314-4c9c-a557-46257b50aa6e req-a5b4e5ab-47f6-4a51-80d5-af7712baf766 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f4c771b6-ea4d-4f91-a9e6-9592d7d019b1 HTTP/1.1" status: 200 len: 217 time: 0.0496547 May 20 21:01:33.509684 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-9c1d9ed7-ea46-46fa-8ea9-1d7306e92ce9 admin admin] Deleting port 26840872-63fe-4bdc-9046-f90623031e46 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:01:33.510031 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9c1d9ed7-ea46-46fa-8ea9-1d7306e92ce9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:33.513897 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f15aa656-492b-4ab3-a819-d454591d117e tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Made reservation on behalf of b680ab6daca64ac08e9ce40077a8514d for: {'subnet': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:01:33.517460 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f15aa656-492b-4ab3-a819-d454591d117e tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4018244'] for subnet, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:33.783457 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b46aa040-da77-44e2-bb5f-56f51eb7d257 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:33.827318 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba41d7be-e314-4c9c-a557-46257b50aa6e req-ae915339-283f-4705-a8d6-a28585fc6cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:01:33.828932 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-ba41d7be-e314-4c9c-a557-46257b50aa6e req-ae915339-283f-4705-a8d6-a28585fc6cd7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=70b55600-d7fc-4e7e-8aec-f560aacbb632 HTTP/1.1" status: 200 len: 797 time: 0.2959905 May 20 21:01:33.836950 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-9c1d9ed7-ea46-46fa-8ea9-1d7306e92ce9 admin admin] For port 26840872-63fe-4bdc-9046-f90623031e46, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=26840872-63fe-4bdc-9046-f90623031e46,segment=NetworkSegment(f1124721-0c60-4de6-8dc8-1b5106627174),segment_id=f1124721-0c60-4de6-8dc8-1b5106627174)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:01:33.838031 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9c1d9ed7-ea46-46fa-8ea9-1d7306e92ce9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:33.898712 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-9c1d9ed7-ea46-46fa-8ea9-1d7306e92ce9 admin admin] Calling delete_port for 26840872-63fe-4bdc-9046-f90623031e46 owned by network:dhcp {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:01:33.905931 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3cd8d4da-10f8-4f69-9373-7c4b7ae7674e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099'] for port, after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:33.907433 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b46aa040-da77-44e2-bb5f-56f51eb7d257 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:33.952701 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba41d7be-e314-4c9c-a557-46257b50aa6e req-90f99b25-ebd2-4039-bf2f-2e02e7773fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:01:33.954361 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-ba41d7be-e314-4c9c-a557-46257b50aa6e req-90f99b25-ebd2-4039-bf2f-2e02e7773fe0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=406fd18c-0c2e-4f41-b1be-e40f4d4f5f09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1107769 May 20 21:01:33.973651 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b46aa040-da77-44e2-bb5f-56f51eb7d257 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Network 7b04e954-4cb8-4833-9e51-eaf3f4e0fe45 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:01:33.975983 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd8d4da-10f8-4f69-9373-7c4b7ae7674e None None] Pushing event deleted for resources: {'Port': ['ID=26840872-63fe-4bdc-9046-f90623031e46,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:01:33.978371 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-b46aa040-da77-44e2-bb5f-56f51eb7d257 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:01:33.983659 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b46aa040-da77-44e2-bb5f-56f51eb7d257 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:01:33.991847 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cd8d4da-10f8-4f69-9373-7c4b7ae7674e None None] No DVR routers for this DVR port 26840872-63fe-4bdc-9046-f90623031e46 on host n-d-842733-1 {{(pid=103164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 21:01:33.993452 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b46aa040-da77-44e2-bb5f-56f51eb7d257 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:01:33.994517 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b46aa040-da77-44e2-bb5f-56f51eb7d257 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:34.044591 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46aa040-da77-44e2-bb5f-56f51eb7d257 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Pushing event updated for resources: {'Port': ['ID=67e68a07-3e5c-42ca-8b41-73e5604b4f73,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:01:34.196008 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-b46aa040-da77-44e2-bb5f-56f51eb7d257 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.0823135 May 20 21:01:34.198410 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 40014) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:01:34.223234 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9c1d9ed7-ea46-46fa-8ea9-1d7306e92ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:34.259350 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-ba41d7be-e314-4c9c-a557-46257b50aa6e req-833ade39-6007-4ac9-abba-2e9b5c057ac7 service neutron] 10.222.0.13 "GET /v2.0/networks/406fd18c-0c2e-4f41-b1be-e40f4d4f5f09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2534134 May 20 21:01:34.319207 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d9ed7-ea46-46fa-8ea9-1d7306e92ce9 admin admin] Pushing event deleted for resources: {'Port': ['ID=26840872-63fe-4bdc-9046-f90623031e46,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:01:34.323047 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c1d9ed7-ea46-46fa-8ea9-1d7306e92ce9 admin admin] No DVR routers for this DVR port 26840872-63fe-4bdc-9046-f90623031e46 on host n-d-842733-1 {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 21:01:34.351806 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-548164e0-a297-4288-a3c4-523b2627fb6d tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Deleting port 67e68a07-3e5c-42ca-8b41-73e5604b4f73 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:01:34.357304 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-548164e0-a297-4288-a3c4-523b2627fb6d tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:34.475668 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-548164e0-a297-4288-a3c4-523b2627fb6d tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:34.476331 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f15aa656-492b-4ab3-a819-d454591d117e tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3797684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4018258'] for subnet, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:34.504314 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-548164e0-a297-4288-a3c4-523b2627fb6d tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Calling delete_port for 67e68a07-3e5c-42ca-8b41-73e5604b4f73 owned by {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:01:34.530044 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9c1d9ed7-ea46-46fa-8ea9-1d7306e92ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33072115', 'neutron.services.segments.db._delete_segments_for_network-8782419500584'] for network, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:34.575536 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f15aa656-492b-4ab3-a819-d454591d117e tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Network be52cedc-a95c-44df-9d86-3145985d9f5a is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:01:34.587565 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-f15aa656-492b-4ab3-a819-d454591d117e tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:01:34.592171 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-9c1d9ed7-ea46-46fa-8ea9-1d7306e92ce9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee454afb-fe6a-44ad-a96f-d5a55357201f']}} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:01:34.605900 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f15aa656-492b-4ab3-a819-d454591d117e tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:01:34.606830 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f15aa656-492b-4ab3-a819-d454591d117e tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:34.622010 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-9c1d9ed7-ea46-46fa-8ea9-1d7306e92ce9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1124721-0c60-4de6-8dc8-1b5106627174') {'for_net_delete': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:01:34.623090 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-9c1d9ed7-ea46-46fa-8ea9-1d7306e92ce9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1124721-0c60-4de6-8dc8-1b5106627174') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:01:34.624056 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15aa656-492b-4ab3-a819-d454591d117e tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Pushing event updated for resources: {'Subnet': ['ID=97b73365-851c-417c-a3b0-1d3bd03cd000,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:01:34.636691 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-ba41d7be-e314-4c9c-a557-46257b50aa6e req-7a2497e0-1e96-4d66-bced-506524b36be3 service neutron] 10.222.0.13 "GET /v2.0/networks/406fd18c-0c2e-4f41-b1be-e40f4d4f5f09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3470554 May 20 21:01:34.643753 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9c1d9ed7-ea46-46fa-8ea9-1d7306e92ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419501617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3738385'] for segment, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:34.681710 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device c603b3fa-532e-4e58-af44-f7886c16a443 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:01:34.692313 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-ba41d7be-e314-4c9c-a557-46257b50aa6e req-9331f9cc-1faa-436b-a289-477bfbd31c78 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=914487ce-60c1-489c-a9a9-2aac03bed154 HTTP/1.1" status: 200 len: 217 time: 0.0430653 May 20 21:01:34.694496 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9c1d9ed7-ea46-46fa-8ea9-1d7306e92ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:34.711167 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c1d9ed7-ea46-46fa-8ea9-1d7306e92ce9 admin admin] Releasing vlan 217 on physical network physnet1 to pool {{(pid=103162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 21:01:34.711666 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9c1d9ed7-ea46-46fa-8ea9-1d7306e92ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3800791'] for segment, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:34.714108 n-d-842733-1 neutron-server[103162]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 21:01:34.714108 n-d-842733-1 neutron-server[103162]: self.session.flush() May 20 21:01:34.714108 n-d-842733-1 neutron-server[103162]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 21:01:34.714108 n-d-842733-1 neutron-server[103162]: self.session.flush() May 20 21:01:34.714108 n-d-842733-1 neutron-server[103162]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 21:01:34.714108 n-d-842733-1 neutron-server[103162]: self.session.flush() May 20 21:01:34.714108 n-d-842733-1 neutron-server[103162]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 21:01:34.714108 n-d-842733-1 neutron-server[103162]: self.session.flush() May 20 21:01:34.714108 n-d-842733-1 neutron-server[103162]: Traceback (most recent call last): May 20 21:01:34.714108 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 21:01:34.714108 n-d-842733-1 neutron-server[103162]: timer() May 20 21:01:34.714108 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 21:01:34.714108 n-d-842733-1 neutron-server[103162]: cb(*args, **kw) May 20 21:01:34.714108 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 20 21:01:34.714108 n-d-842733-1 neutron-server[103162]: return func(*args, **kwargs) May 20 21:01:34.714108 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 21:01:34.714108 n-d-842733-1 neutron-server[103162]: self._notify() May 20 21:01:34.714108 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 21:01:34.714108 n-d-842733-1 neutron-server[103162]: self.callback(batched_events) May 20 21:01:34.714108 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 21:01:34.714108 n-d-842733-1 neutron-server[103162]: event.method(event) May 20 21:01:34.714108 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 20 21:01:34.714108 n-d-842733-1 neutron-server[103162]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 21:01:34.714108 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 20 21:01:34.714108 n-d-842733-1 neutron-server[103162]: aggregate_uuid = self.p_client.list_aggregates( May 20 21:01:34.714108 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 20 21:01:34.714108 n-d-842733-1 neutron-server[103162]: return f(self, *a, **k) May 20 21:01:34.714108 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 20 21:01:34.714108 n-d-842733-1 neutron-server[103162]: return self._get(url).json() May 20 21:01:34.714108 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 20 21:01:34.714108 n-d-842733-1 neutron-server[103162]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 21:01:34.714108 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 21:01:34.714108 n-d-842733-1 neutron-server[103162]: return self.request(url, 'GET', **kwargs) May 20 21:01:34.714108 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 21:01:34.714108 n-d-842733-1 neutron-server[103162]: base_url = self.get_endpoint(auth, allow=allow, May 20 21:01:34.714108 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 21:01:34.714108 n-d-842733-1 neutron-server[103162]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 21:01:34.714108 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 21:01:34.714108 n-d-842733-1 neutron-server[103162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 21:01:34.714108 n-d-842733-1 neutron-server[103162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 21:01:34.749526 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port c603b3fa-532e-4e58-af44-f7886c16a443 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:01:34.749824 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:34.762823 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 40034) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:01:34.762960 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-f15aa656-492b-4ab3-a819-d454591d117e tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.1083262 May 20 21:01:34.773942 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-c7ade649-e40f-4fbc-bccb-06cd45967cf7 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Request body: {'port': {'network_id': 'be52cedc-a95c-44df-9d86-3145985d9f5a', 'fixed_ips': [{'subnet_id': 'af4e998c-1bd6-43b0-93da-629a1ade64fb'}, {'subnet_id': '97b73365-851c-417c-a3b0-1d3bd03cd000'}], 'name': 'tempest-PortsTestJSON-1713177616'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:01:34.813369 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba41d7be-e314-4c9c-a557-46257b50aa6e req-6f02e0cb-efc9-4971-ae8e-66d624ea95eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:01:34.814849 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-ba41d7be-e314-4c9c-a557-46257b50aa6e req-6f02e0cb-efc9-4971-ae8e-66d624ea95eb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=70b55600-d7fc-4e7e-8aec-f560aacbb632 HTTP/1.1" status: 200 len: 797 time: 0.1177547 May 20 21:01:34.873541 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port c603b3fa-532e-4e58-af44-f7886c16a443 is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:01:34.874687 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:34.902592 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9c1d9ed7-ea46-46fa-8ea9-1d7306e92ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33072122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748162'] for network, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:34.908435 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba41d7be-e314-4c9c-a557-46257b50aa6e req-8b26f174-7882-4c9c-9e5d-f9a8ec081b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:01:34.911354 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-ba41d7be-e314-4c9c-a557-46257b50aa6e req-8b26f174-7882-4c9c-9e5d-f9a8ec081b69 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=406fd18c-0c2e-4f41-b1be-e40f4d4f5f09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0890505 May 20 21:01:34.912336 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-548164e0-a297-4288-a3c4-523b2627fb6d tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:34.926473 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9c1d9ed7-ea46-46fa-8ea9-1d7306e92ce9 admin admin] Notify callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:34.938686 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-9c1d9ed7-ea46-46fa-8ea9-1d7306e92ce9 admin admin] 10.222.0.35 "DELETE /v2.0/networks/ee454afb-fe6a-44ad-a96f-d5a55357201f HTTP/1.1" status: 204 len: 168 time: 2.3014460 May 20 21:01:34.939667 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] For port c603b3fa-532e-4e58-af44-f7886c16a443, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=c603b3fa-532e-4e58-af44-f7886c16a443,segment=NetworkSegment(2d409879-5599-44c4-83cc-4c3e2829b051),segment_id=2d409879-5599-44c4-83cc-4c3e2829b051)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:01:34.963136 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d9ed7-ea46-46fa-8ea9-1d7306e92ce9 admin admin] Pushing event deleted for resources: {'Network': ['ID=ee454afb-fe6a-44ad-a96f-d5a55357201f,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:01:35.007979 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548164e0-a297-4288-a3c4-523b2627fb6d tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Pushing event deleted for resources: {'Port': ['ID=67e68a07-3e5c-42ca-8b41-73e5604b4f73,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:01:35.020218 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f543d1b2-f599-4151-b38e-3dc6da9be1db None None] Network be52cedc-a95c-44df-9d86-3145985d9f5a requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:01:35.027948 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-548164e0-a297-4288-a3c4-523b2627fb6d tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:35.035616 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-548164e0-a297-4288-a3c4-523b2627fb6d tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] 10.222.0.35 "DELETE /v2.0/ports/67e68a07-3e5c-42ca-8b41-73e5604b4f73 HTTP/1.1" status: 204 len: 168 time: 0.8353601 May 20 21:01:35.036299 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 40046) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:01:35.044402 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-f832c9bc-f77d-43d8-9a08-d3a3f49cce53 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Request body: {'port': {'network_id': '7b04e954-4cb8-4833-9e51-eaf3f4e0fe45', 'mac_address': 'fa:16:3e:2c:9a:b9', 'name': 'tempest-PortsIpV6TestJSON-1110804531'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:01:35.060397 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:35.103378 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-ba41d7be-e314-4c9c-a557-46257b50aa6e req-5646d6f4-7090-46df-82e1-49a81125c985 service neutron] 10.222.0.13 "GET /v2.0/networks/406fd18c-0c2e-4f41-b1be-e40f4d4f5f09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1682482 May 20 21:01:35.194148 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 26840872-63fe-4bdc-9046-f90623031e46 no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 21:01:35.222401 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-0da91f38-b54f-40d9-86a1-e483ae552edb None None] Provisioning complete for port c603b3fa-532e-4e58-af44-f7886c16a443 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:01:35.222755 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-0da91f38-b54f-40d9-86a1-e483ae552edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:35.231199 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: 26840872-63fe-4bdc-9046-f90623031e46 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 21:01:35.231987 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 26840872-63fe-4bdc-9046-f90623031e46 not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 21:01:35.265411 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7ade649-e40f-4fbc-bccb-06cd45967cf7 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Made reservation on behalf of b680ab6daca64ac08e9ce40077a8514d for: {'port': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:01:35.284160 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-ba41d7be-e314-4c9c-a557-46257b50aa6e req-6ffe87a6-4ab1-4929-9ffd-fac6af4066e9 service neutron] 10.222.0.13 "GET /v2.0/networks/406fd18c-0c2e-4f41-b1be-e40f4d4f5f09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1593668 May 20 21:01:35.334854 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Pushing event updated for resources: {'Port': ['ID=c603b3fa-532e-4e58-af44-f7886c16a443,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:01:35.395119 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c7ade649-e40f-4fbc-bccb-06cd45967cf7 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:35.395312 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-0da91f38-b54f-40d9-86a1-e483ae552edb None None] Current status of the port c603b3fa-532e-4e58-af44-f7886c16a443 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:01:35.419040 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [None req-c7ade649-e40f-4fbc-bccb-06cd45967cf7 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] device_id is not set on port d76c9e83-790c-410f-a283-46aca6ffb93f yet. {{(pid=103163) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 20 21:01:35.468245 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f832c9bc-f77d-43d8-9a08-d3a3f49cce53 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Made reservation on behalf of 5498abc6ad9e4e1cb849425e21c607f1 for: {'port': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:01:35.568863 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 40076) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:01:35.603170 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f832c9bc-f77d-43d8-9a08-d3a3f49cce53 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:35.628644 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0735471f-bb2d-4a26-b939-97c1e9416889 None None] Update dhcp port {'port': {'network_id': 'be52cedc-a95c-44df-9d86-3145985d9f5a', 'fixed_ips': [{'subnet_id': 'af4e998c-1bd6-43b0-93da-629a1ade64fb', 'ip_address': '172.20.0.2'}, {'subnet_id': '97b73365-851c-417c-a3b0-1d3bd03cd000'}], 'binding:host_id': 'n-d-842733-1'}, 'id': 'c603b3fa-532e-4e58-af44-f7886c16a443'} from n-d-842733-1. {{(pid=103164) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} May 20 21:01:35.648246 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-50e07954-c5b5-4769-ae3d-0027a5368803 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0a54b8b700fe48bebfc6e574ea5c53fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0759199 May 20 21:01:35.648794 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 40080) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:01:35.664260 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [None req-f832c9bc-f77d-43d8-9a08-d3a3f49cce53 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] device_id is not set on port bfdb16bf-8929-45d9-b636-d7dbacbce0b4 yet. {{(pid=103163) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 20 21:01:35.666045 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-0735471f-bb2d-4a26-b939-97c1e9416889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:35.822474 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-cbe95e52-287b-4097-b8b9-d6e345b4bc6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:35.864356 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-cbe95e52-287b-4097-b8b9-d6e345b4bc6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:36.038255 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-cbe95e52-287b-4097-b8b9-d6e345b4bc6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:36.056308 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-cbe95e52-287b-4097-b8b9-d6e345b4bc6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:36.061008 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-cbe95e52-287b-4097-b8b9-d6e345b4bc6b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2407e6cd-1da3-4c5a-87e8-32ad7cd01189 HTTP/1.1" status: 204 len: 168 time: 0.4093306 May 20 21:01:36.074622 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe95e52-287b-4097-b8b9-d6e345b4bc6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2407e6cd-1da3-4c5a-87e8-32ad7cd01189,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:01:36.311622 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-c7ade649-e40f-4fbc-bccb-06cd45967cf7 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Allocated IP 172.20.0.6 (be52cedc-a95c-44df-9d86-3145985d9f5a/af4e998c-1bd6-43b0-93da-629a1ade64fb/d76c9e83-790c-410f-a283-46aca6ffb93f) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:01:36.326058 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f832c9bc-f77d-43d8-9a08-d3a3f49cce53 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:36.328015 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-c7ade649-e40f-4fbc-bccb-06cd45967cf7 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Allocated IP 172.20.0.24 (be52cedc-a95c-44df-9d86-3145985d9f5a/97b73365-851c-417c-a3b0-1d3bd03cd000/d76c9e83-790c-410f-a283-46aca6ffb93f) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:01:36.531314 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c7ade649-e40f-4fbc-bccb-06cd45967cf7 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:36.574005 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f832c9bc-f77d-43d8-9a08-d3a3f49cce53 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:36.582824 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device c603b3fa-532e-4e58-af44-f7886c16a443 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:01:36.640052 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f832c9bc-f77d-43d8-9a08-d3a3f49cce53 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Pushing event updated for resources: {'Port': ['ID=bfdb16bf-8929-45d9-b636-d7dbacbce0b4,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:01:36.654098 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f832c9bc-f77d-43d8-9a08-d3a3f49cce53 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Network 7b04e954-4cb8-4833-9e51-eaf3f4e0fe45 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:01:36.655140 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port c603b3fa-532e-4e58-af44-f7886c16a443 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:01:36.655252 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:36.655962 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-f832c9bc-f77d-43d8-9a08-d3a3f49cce53 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:01:36.658368 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f832c9bc-f77d-43d8-9a08-d3a3f49cce53 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:01:36.663927 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f832c9bc-f77d-43d8-9a08-d3a3f49cce53 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:01:36.664525 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f832c9bc-f77d-43d8-9a08-d3a3f49cce53 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:36.696827 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c7ade649-e40f-4fbc-bccb-06cd45967cf7 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:36.750473 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7ade649-e40f-4fbc-bccb-06cd45967cf7 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Network be52cedc-a95c-44df-9d86-3145985d9f5a is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:01:36.753547 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-c7ade649-e40f-4fbc-bccb-06cd45967cf7 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:01:36.757627 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ade649-e40f-4fbc-bccb-06cd45967cf7 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:01:36.778372 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [None req-0735471f-bb2d-4a26-b939-97c1e9416889 None None] Allocated IP 172.20.0.18 (be52cedc-a95c-44df-9d86-3145985d9f5a/97b73365-851c-417c-a3b0-1d3bd03cd000/c603b3fa-532e-4e58-af44-f7886c16a443) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:01:36.808083 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port c603b3fa-532e-4e58-af44-f7886c16a443 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:01:36.811436 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7ade649-e40f-4fbc-bccb-06cd45967cf7 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:01:36.812275 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c7ade649-e40f-4fbc-bccb-06cd45967cf7 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:36.827324 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ade649-e40f-4fbc-bccb-06cd45967cf7 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Pushing event updated for resources: {'Port': ['ID=d76c9e83-790c-410f-a283-46aca6ffb93f,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:01:36.840892 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-f832c9bc-f77d-43d8-9a08-d3a3f49cce53 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.7984178 May 20 21:01:36.841125 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 40136) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:01:36.897115 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f52521a3-fe02-4a4f-b058-7131afc803f7 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:01:36.899488 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-f52521a3-fe02-4a4f-b058-7131afc803f7 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] 10.222.0.35 "GET /v2.0/ports/bfdb16bf-8929-45d9-b636-d7dbacbce0b4 HTTP/1.1" status: 200 len: 845 time: 0.0564871 May 20 21:01:36.902142 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 40138) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:01:36.909812 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-0735471f-bb2d-4a26-b939-97c1e9416889 None None] For port c603b3fa-532e-4e58-af44-f7886c16a443, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=c603b3fa-532e-4e58-af44-f7886c16a443,segment=NetworkSegment(2d409879-5599-44c4-83cc-4c3e2829b051),segment_id=2d409879-5599-44c4-83cc-4c3e2829b051)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:01:36.958691 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-0735471f-bb2d-4a26-b939-97c1e9416889 None None] Notify callbacks [] for port, precommit_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:37.003211 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-656de6e3-e89c-4f76-86ac-61b9c24cc1bd tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Deleting port bfdb16bf-8929-45d9-b636-d7dbacbce0b4 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:01:37.003612 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-656de6e3-e89c-4f76-86ac-61b9c24cc1bd tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:37.011201 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-c7ade649-e40f-4fbc-bccb-06cd45967cf7 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 2.2443254 May 20 21:01:37.011469 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 40144) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:01:37.017655 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-748b39fc-bab4-4f27-a34e-51dee498d194 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'af4e998c-1bd6-43b0-93da-629a1ade64fb'}]}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:01:37.056259 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-0735471f-bb2d-4a26-b939-97c1e9416889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:37.102958 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-748b39fc-bab4-4f27-a34e-51dee498d194 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:37.110485 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-656de6e3-e89c-4f76-86ac-61b9c24cc1bd tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:37.137482 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-656de6e3-e89c-4f76-86ac-61b9c24cc1bd tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Calling delete_port for bfdb16bf-8929-45d9-b636-d7dbacbce0b4 owned by {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:01:37.167718 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0735471f-bb2d-4a26-b939-97c1e9416889 None None] Pushing event updated for resources: {'Port': ['ID=c603b3fa-532e-4e58-af44-f7886c16a443,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:01:37.167884 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 40152) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:01:37.281259 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-08e1148c-e92a-4cb9-b2dd-30c66d8dcff9 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d2fae9ffbaa44530acca9d12c585402c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1129639 May 20 21:01:37.282971 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 40158) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:01:37.373289 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-656de6e3-e89c-4f76-86ac-61b9c24cc1bd tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:37.389629 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9746fb1d-b369-4d0e-8e65-4c8542636e6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:37.528720 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656de6e3-e89c-4f76-86ac-61b9c24cc1bd tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Pushing event deleted for resources: {'Port': ['ID=bfdb16bf-8929-45d9-b636-d7dbacbce0b4,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:01:37.558858 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9746fb1d-b369-4d0e-8e65-4c8542636e6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:37.630481 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-656de6e3-e89c-4f76-86ac-61b9c24cc1bd tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:37.635593 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-656de6e3-e89c-4f76-86ac-61b9c24cc1bd tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] 10.222.0.35 "DELETE /v2.0/ports/bfdb16bf-8929-45d9-b636-d7dbacbce0b4 HTTP/1.1" status: 204 len: 168 time: 0.7321985 May 20 21:01:37.639014 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 40176) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:01:37.651035 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-748b39fc-bab4-4f27-a34e-51dee498d194 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Delete allocated IP 172.20.0.24 (be52cedc-a95c-44df-9d86-3145985d9f5a/97b73365-851c-417c-a3b0-1d3bd03cd000) {{(pid=103163) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 20 21:01:37.678336 n-d-842733-1 neutron-server[103162]: INFO neutron.pecan_wsgi.hooks.translation [None req-263a11c7-f1a4-4240-ae0f-35fd8e555b4e tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] GET failed (client error): The resource could not be found. May 20 21:01:37.680715 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-263a11c7-f1a4-4240-ae0f-35fd8e555b4e tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] 10.222.0.35 "GET /v2.0/ports/bfdb16bf-8929-45d9-b636-d7dbacbce0b4 HTTP/1.1" status: 404 len: 333 time: 0.0373402 May 20 21:01:37.686666 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 40180) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:01:37.696270 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-68054529-6a0b-46d3-8c51-e39e3f0be894 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Request body: {'port': {'network_id': '7b04e954-4cb8-4833-9e51-eaf3f4e0fe45', 'name': 'tempest-PortsIpV6TestJSON-1838036568'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:01:37.715155 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9746fb1d-b369-4d0e-8e65-4c8542636e6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:37.720801 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9746fb1d-b369-4d0e-8e65-4c8542636e6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:37.722199 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-9746fb1d-b369-4d0e-8e65-4c8542636e6d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f1ecce8b-0936-479a-abe8-64fad6081b1d HTTP/1.1" status: 204 len: 168 time: 0.4381135 May 20 21:01:37.732285 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9746fb1d-b369-4d0e-8e65-4c8542636e6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1ecce8b-0936-479a-abe8-64fad6081b1d,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:01:37.958149 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-748b39fc-bab4-4f27-a34e-51dee498d194 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks [] for port, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:38.008275 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68054529-6a0b-46d3-8c51-e39e3f0be894 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Made reservation on behalf of 5498abc6ad9e4e1cb849425e21c607f1 for: {'port': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:01:38.012285 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-68054529-6a0b-46d3-8c51-e39e3f0be894 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:38.037068 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [None req-68054529-6a0b-46d3-8c51-e39e3f0be894 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] device_id is not set on port 2c914e73-cc2c-44bf-888c-c6dee3370ef6 yet. {{(pid=103163) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 20 21:01:38.065030 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-848f8679-ae4b-4a87-9a77-5ffca65d91bd None None] Network be52cedc-a95c-44df-9d86-3145985d9f5a requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:01:38.083050 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-748b39fc-bab4-4f27-a34e-51dee498d194 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:38.220701 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-76d4cfaa-bdfb-44d9-ac47-32d276a99d8b None None] Provisioning complete for port c603b3fa-532e-4e58-af44-f7886c16a443 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:01:38.221069 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-76d4cfaa-bdfb-44d9-ac47-32d276a99d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:38.268970 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748b39fc-bab4-4f27-a34e-51dee498d194 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Pushing event updated for resources: {'Port': ['ID=d76c9e83-790c-410f-a283-46aca6ffb93f,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:01:38.368014 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-748b39fc-bab4-4f27-a34e-51dee498d194 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] In _notify_port_updated(), no bound segment for port d76c9e83-790c-410f-a283-46aca6ffb93f on network be52cedc-a95c-44df-9d86-3145985d9f5a {{(pid=103163) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} May 20 21:01:38.374731 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-748b39fc-bab4-4f27-a34e-51dee498d194 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:01:38.375316 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-748b39fc-bab4-4f27-a34e-51dee498d194 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:38.376890 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-748b39fc-bab4-4f27-a34e-51dee498d194 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] 10.222.0.35 "PUT /v2.0/ports/d76c9e83-790c-410f-a283-46aca6ffb93f HTTP/1.1" status: 200 len: 919 time: 1.3638899 May 20 21:01:38.380713 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 40214) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:01:38.389815 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-d6f5f1fc-14c7-4e9d-bc03-36f3f6a03661 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'af4e998c-1bd6-43b0-93da-629a1ade64fb'}, {'subnet_id': '97b73365-851c-417c-a3b0-1d3bd03cd000'}]}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:01:38.451220 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-76d4cfaa-bdfb-44d9-ac47-32d276a99d8b None None] Current status of the port c603b3fa-532e-4e58-af44-f7886c16a443 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:01:38.471614 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-68054529-6a0b-46d3-8c51-e39e3f0be894 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:38.631098 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device c603b3fa-532e-4e58-af44-f7886c16a443 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:01:38.633438 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-68054529-6a0b-46d3-8c51-e39e3f0be894 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:38.754371 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port c603b3fa-532e-4e58-af44-f7886c16a443 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:01:38.755181 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:38.777819 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68054529-6a0b-46d3-8c51-e39e3f0be894 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Pushing event updated for resources: {'Port': ['ID=2c914e73-cc2c-44bf-888c-c6dee3370ef6,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:01:38.811145 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68054529-6a0b-46d3-8c51-e39e3f0be894 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Network 7b04e954-4cb8-4833-9e51-eaf3f4e0fe45 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:01:38.819217 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-68054529-6a0b-46d3-8c51-e39e3f0be894 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:01:38.822042 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-c24f4d53-8619-4f09-91f8-2b0ec2dd0e30 None None] Provisioning complete for port c603b3fa-532e-4e58-af44-f7886c16a443 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:01:38.822042 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c24f4d53-8619-4f09-91f8-2b0ec2dd0e30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:38.837452 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68054529-6a0b-46d3-8c51-e39e3f0be894 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:01:38.845840 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d6f5f1fc-14c7-4e9d-bc03-36f3f6a03661 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:38.875210 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68054529-6a0b-46d3-8c51-e39e3f0be894 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:01:38.876088 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-68054529-6a0b-46d3-8c51-e39e3f0be894 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:38.943206 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port c603b3fa-532e-4e58-af44-f7886c16a443 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:01:38.957839 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-68054529-6a0b-46d3-8c51-e39e3f0be894 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.2694895 May 20 21:01:38.960438 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 40240) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:01:38.966802 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-718b3a90-b89b-45eb-84d1-427a44b965b2 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:01:39.001092 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-c24f4d53-8619-4f09-91f8-2b0ec2dd0e30 None None] Current status of the port c603b3fa-532e-4e58-af44-f7886c16a443 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:01:39.017070 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-c24f4d53-8619-4f09-91f8-2b0ec2dd0e30 None None] Provisioning complete for port d76c9e83-790c-410f-a283-46aca6ffb93f triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:01:39.017070 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c24f4d53-8619-4f09-91f8-2b0ec2dd0e30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:39.058099 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-c24f4d53-8619-4f09-91f8-2b0ec2dd0e30 None None] Port d76c9e83-790c-410f-a283-46aca6ffb93f cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 21:01:39.098149 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-718b3a90-b89b-45eb-84d1-427a44b965b2 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:39.195770 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b974b0bd-a770-4a66-95c2-0f7b59f51ea3 None None] Provisioning complete for port d76c9e83-790c-410f-a283-46aca6ffb93f triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:01:39.201600 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b974b0bd-a770-4a66-95c2-0f7b59f51ea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:39.268021 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b974b0bd-a770-4a66-95c2-0f7b59f51ea3 None None] Port d76c9e83-790c-410f-a283-46aca6ffb93f cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 21:01:39.354449 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-d6f5f1fc-14c7-4e9d-bc03-36f3f6a03661 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Allocated IP 172.20.0.20 (be52cedc-a95c-44df-9d86-3145985d9f5a/97b73365-851c-417c-a3b0-1d3bd03cd000/d76c9e83-790c-410f-a283-46aca6ffb93f) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:01:39.381083 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-718b3a90-b89b-45eb-84d1-427a44b965b2 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks [] for port, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:39.408639 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-1ebbf176-3912-4744-b032-040807829a64 None None] Provisioning complete for port d76c9e83-790c-410f-a283-46aca6ffb93f triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:01:39.409066 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-1ebbf176-3912-4744-b032-040807829a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:39.410491 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 40264) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:01:39.437611 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-718b3a90-b89b-45eb-84d1-427a44b965b2 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:39.448928 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-1ebbf176-3912-4744-b032-040807829a64 None None] Port d76c9e83-790c-410f-a283-46aca6ffb93f cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 21:01:39.478235 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-718b3a90-b89b-45eb-84d1-427a44b965b2 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] In _notify_port_updated(), no bound segment for port 2c914e73-cc2c-44bf-888c-c6dee3370ef6 on network 7b04e954-4cb8-4833-9e51-eaf3f4e0fe45 {{(pid=103163) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} May 20 21:01:39.484433 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-718b3a90-b89b-45eb-84d1-427a44b965b2 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:01:39.485145 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-718b3a90-b89b-45eb-84d1-427a44b965b2 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:39.486563 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-718b3a90-b89b-45eb-84d1-427a44b965b2 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] 10.222.0.35 "PUT /v2.0/ports/2c914e73-cc2c-44bf-888c-c6dee3370ef6 HTTP/1.1" status: 200 len: 818 time: 0.5248978 May 20 21:01:39.490503 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 40270) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:01:39.540859 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718b3a90-b89b-45eb-84d1-427a44b965b2 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Pushing event updated for resources: {'Port': ['ID=2c914e73-cc2c-44bf-888c-c6dee3370ef6,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:01:39.577164 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d6f5f1fc-14c7-4e9d-bc03-36f3f6a03661 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:39.615444 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0cafe6-e349-4739-87a1-7131045322fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:39.632255 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-d24a986c-cfe3-44a8-94fe-39eabd73afc4 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Deleting port 2c914e73-cc2c-44bf-888c-c6dee3370ef6 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:01:39.632600 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d24a986c-cfe3-44a8-94fe-39eabd73afc4 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:39.638874 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d6f5f1fc-14c7-4e9d-bc03-36f3f6a03661 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:39.726435 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d24a986c-cfe3-44a8-94fe-39eabd73afc4 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:39.750293 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-d24a986c-cfe3-44a8-94fe-39eabd73afc4 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Calling delete_port for 2c914e73-cc2c-44bf-888c-c6dee3370ef6 owned by {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:01:39.765023 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f5f1fc-14c7-4e9d-bc03-36f3f6a03661 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Pushing event updated for resources: {'Port': ['ID=d76c9e83-790c-410f-a283-46aca6ffb93f,revision_number=3']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:01:39.791288 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-d6f5f1fc-14c7-4e9d-bc03-36f3f6a03661 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] In _notify_port_updated(), no bound segment for port d76c9e83-790c-410f-a283-46aca6ffb93f on network be52cedc-a95c-44df-9d86-3145985d9f5a {{(pid=103162) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} May 20 21:01:39.797171 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6f5f1fc-14c7-4e9d-bc03-36f3f6a03661 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:01:39.797847 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d6f5f1fc-14c7-4e9d-bc03-36f3f6a03661 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:39.807442 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-d6f5f1fc-14c7-4e9d-bc03-36f3f6a03661 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] 10.222.0.35 "PUT /v2.0/ports/d76c9e83-790c-410f-a283-46aca6ffb93f HTTP/1.1" status: 200 len: 999 time: 1.4247630 May 20 21:01:39.808422 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 40274) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:01:39.874337 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0cafe6-e349-4739-87a1-7131045322fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:39.914029 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-4b17ffd9-82b4-47d3-a39a-fb9dbe1197e6 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Deleting port d76c9e83-790c-410f-a283-46aca6ffb93f {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:01:39.914393 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4b17ffd9-82b4-47d3-a39a-fb9dbe1197e6 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:39.977611 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-ebd919eb-801c-4bac-9559-a08f3a2b7b48 None None] Provisioning complete for port d76c9e83-790c-410f-a283-46aca6ffb93f triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:01:39.977975 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ebd919eb-801c-4bac-9559-a08f3a2b7b48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:39.987600 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb0cafe6-e349-4739-87a1-7131045322fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:40.017105 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-ebd919eb-801c-4bac-9559-a08f3a2b7b48 None None] Port d76c9e83-790c-410f-a283-46aca6ffb93f cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 21:01:40.024293 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d24a986c-cfe3-44a8-94fe-39eabd73afc4 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:40.039492 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-bb0cafe6-e349-4739-87a1-7131045322fd admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=29897e9508ed48e58cf9c44d8722013a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6276305 May 20 21:01:40.039774 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4b17ffd9-82b4-47d3-a39a-fb9dbe1197e6 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:40.042196 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 40276) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:01:40.059916 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0cafe6-e349-4739-87a1-7131045322fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f83216fe-0c04-4652-b5a2-af628f8836ad,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:01:40.065473 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24a986c-cfe3-44a8-94fe-39eabd73afc4 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Pushing event deleted for resources: {'Port': ['ID=2c914e73-cc2c-44bf-888c-c6dee3370ef6,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:01:40.071627 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d24a986c-cfe3-44a8-94fe-39eabd73afc4 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:40.077270 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-d24a986c-cfe3-44a8-94fe-39eabd73afc4 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] 10.222.0.35 "DELETE /v2.0/ports/2c914e73-cc2c-44bf-888c-c6dee3370ef6 HTTP/1.1" status: 204 len: 168 time: 0.5847569 May 20 21:01:40.078774 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 40278) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:01:40.081363 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-4b17ffd9-82b4-47d3-a39a-fb9dbe1197e6 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Calling delete_port for d76c9e83-790c-410f-a283-46aca6ffb93f owned by {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:01:40.140296 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b118cca-e543-4d1e-b02d-cb0af118a9c4 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:01:40.142151 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-9b118cca-e543-4d1e-b02d-cb0af118a9c4 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0621583 May 20 21:01:40.146105 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 40280) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:01:40.172372 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-51e5182a-6750-4770-b4e9-8e506e8b3e2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:40.175218 n-d-842733-1 neutron-server[103163]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa64600c-a51f-471f-9733-eb99b6ad3a70 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] GET failed (client error): The resource could not be found. May 20 21:01:40.176805 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-fa64600c-a51f-471f-9733-eb99b6ad3a70 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] 10.222.0.35 "GET /v2.0/ports/2c914e73-cc2c-44bf-888c-c6dee3370ef6 HTTP/1.1" status: 404 len: 333 time: 0.0297728 May 20 21:01:40.180427 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 40282) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:01:40.185131 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-275edc80-66d6-4d43-9aec-5204976ecb5e tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1679391439'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:01:40.206912 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-51e5182a-6750-4770-b4e9-8e506e8b3e2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:40.267011 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-275edc80-66d6-4d43-9aec-5204976ecb5e tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Made reservation on behalf of 5498abc6ad9e4e1cb849425e21c607f1 for: {'network': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:01:40.272656 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-275edc80-66d6-4d43-9aec-5204976ecb5e tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for network, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:40.352439 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-51e5182a-6750-4770-b4e9-8e506e8b3e2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:40.355120 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-51e5182a-6750-4770-b4e9-8e506e8b3e2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:40.356264 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-51e5182a-6750-4770-b4e9-8e506e8b3e2c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f83216fe-0c04-4652-b5a2-af628f8836ad HTTP/1.1" status: 204 len: 168 time: 0.3130283 May 20 21:01:40.365993 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e5182a-6750-4770-b4e9-8e506e8b3e2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f83216fe-0c04-4652-b5a2-af628f8836ad,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:01:40.404586 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4b17ffd9-82b4-47d3-a39a-fb9dbe1197e6 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:40.412093 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-275edc80-66d6-4d43-9aec-5204976ecb5e tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 240} {{(pid=103163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 21:01:40.430451 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-275edc80-66d6-4d43-9aec-5204976ecb5e tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:40.431246 n-d-842733-1 neutron-server[103163]: INFO neutron.db.segments_db [None req-275edc80-66d6-4d43-9aec-5204976ecb5e tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Added segment f23b394b-2e79-4196-8d66-9dd1b6e1961a of type vlan for network 237c1045-dd63-44e8-ba9a-30b53a1e56e4 May 20 21:01:40.444590 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b17ffd9-82b4-47d3-a39a-fb9dbe1197e6 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Pushing event deleted for resources: {'Port': ['ID=d76c9e83-790c-410f-a283-46aca6ffb93f,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:01:40.480538 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-275edc80-66d6-4d43-9aec-5204976ecb5e tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418993264'] for network, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:40.587193 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4b17ffd9-82b4-47d3-a39a-fb9dbe1197e6 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:40.593280 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-4b17ffd9-82b4-47d3-a39a-fb9dbe1197e6 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] 10.222.0.35 "DELETE /v2.0/ports/d76c9e83-790c-410f-a283-46aca6ffb93f HTTP/1.1" status: 204 len: 168 time: 0.7811828 May 20 21:01:40.594053 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 40290) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:01:40.622812 n-d-842733-1 neutron-server[103163]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e225c53-9b12-402d-83b7-3285a3020611 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] GET failed (client error): The resource could not be found. May 20 21:01:40.629316 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-7e225c53-9b12-402d-83b7-3285a3020611 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] 10.222.0.35 "GET /v2.0/ports/d76c9e83-790c-410f-a283-46aca6ffb93f HTTP/1.1" status: 404 len: 333 time: 0.0315247 May 20 21:01:40.629316 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-275edc80-66d6-4d43-9aec-5204976ecb5e tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524'] for network, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:40.630530 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 40292) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:01:40.633956 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-275edc80-66d6-4d43-9aec-5204976ecb5e tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:01:40.634849 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-275edc80-66d6-4d43-9aec-5204976ecb5e tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:40.698003 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_v2 [None req-86633f93-a642-4259-b411-feab825c6d61 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Deleting subnet 97b73365-851c-417c-a3b0-1d3bd03cd000 {{(pid=103162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 20 21:01:40.705623 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-86633f93-a642-4259-b411-feab825c6d61 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks [] for subnet, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:40.729864 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-275edc80-66d6-4d43-9aec-5204976ecb5e tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5482426 May 20 21:01:40.733705 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 40298) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:01:40.742767 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-13dda633-d05a-4968-b664-5f622c043388 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Request body: {'subnet': {'network_id': '237c1045-dd63-44e8-ba9a-30b53a1e56e4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:01:40.767080 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-86633f93-a642-4259-b411-feab825c6d61 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3738392'] for subnet, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:40.776289 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275edc80-66d6-4d43-9aec-5204976ecb5e tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Pushing event updated for resources: {'Network': ['ID=237c1045-dd63-44e8-ba9a-30b53a1e56e4,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:01:40.789326 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Network 237c1045-dd63-44e8-ba9a-30b53a1e56e4 details requested by agent ovs-agent-n-d-842733-1 with host n-d-842733-1 {{(pid=103164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 20 21:01:40.895596 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-86633f93-a642-4259-b411-feab825c6d61 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33068388'] for subnet, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:40.970115 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13dda633-d05a-4968-b664-5f622c043388 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Made reservation on behalf of 5498abc6ad9e4e1cb849425e21c607f1 for: {'subnet': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:01:40.975016 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-13dda633-d05a-4968-b664-5f622c043388 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8422561'] for subnet, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:41.044736 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-86633f93-a642-4259-b411-feab825c6d61 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33068399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3797621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4018265'] for subnet, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:41.082099 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86633f93-a642-4259-b411-feab825c6d61 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Pushing event deleted for resources: {'Subnet': ['ID=97b73365-851c-417c-a3b0-1d3bd03cd000,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:01:41.086372 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-86633f93-a642-4259-b411-feab825c6d61 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:41.089710 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-86633f93-a642-4259-b411-feab825c6d61 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] 10.222.0.35 "DELETE /v2.0/subnets/97b73365-851c-417c-a3b0-1d3bd03cd000 HTTP/1.1" status: 204 len: 168 time: 0.4580579 May 20 21:01:41.092622 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 40302) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:01:41.096225 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a76f6ef4-572b-4263-88df-98467644f075 None None] Network be52cedc-a95c-44df-9d86-3145985d9f5a requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:01:41.152117 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_v2 [None req-aba4dca7-3d70-4050-beea-2de3213948d6 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Deleting subnet af4e998c-1bd6-43b0-93da-629a1ade64fb {{(pid=103162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 20 21:01:41.160603 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-aba4dca7-3d70-4050-beea-2de3213948d6 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks [] for subnet, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:41.213608 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-aba4dca7-3d70-4050-beea-2de3213948d6 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3738392'] for subnet, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:41.308065 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-aba4dca7-3d70-4050-beea-2de3213948d6 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33068388'] for subnet, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:41.833364 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-13dda633-d05a-4968-b664-5f622c043388 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9641412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8422583'] for subnet, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:41.858247 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-023f83bd-e59d-487f-bb19-2e6a82daff59 None None] Provisioning complete for port c603b3fa-532e-4e58-af44-f7886c16a443 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:01:41.861676 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-023f83bd-e59d-487f-bb19-2e6a82daff59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:41.869414 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 40318) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:01:41.885880 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2783b18f-bc66-4552-8ed5-508ade5138e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:41.896326 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-aba4dca7-3d70-4050-beea-2de3213948d6 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33068399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3797621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4018265'] for subnet, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:41.913879 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dda633-d05a-4968-b664-5f622c043388 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Pushing event updated for resources: {'Subnet': ['ID=905bb478-79f7-40b2-b9c2-8ebfe5307caa,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:01:41.914311 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-aba4dca7-3d70-4050-beea-2de3213948d6 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:41.919006 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-aba4dca7-3d70-4050-beea-2de3213948d6 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] 10.222.0.35 "DELETE /v2.0/subnets/af4e998c-1bd6-43b0-93da-629a1ade64fb HTTP/1.1" status: 204 len: 168 time: 0.8252313 May 20 21:01:41.925053 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 40320) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:01:41.927820 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a81c738a-9cf7-498f-844f-d25f37634e5e None None] Network be52cedc-a95c-44df-9d86-3145985d9f5a requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:01:41.957447 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13dda633-d05a-4968-b664-5f622c043388 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Checking segment: {'id': 'f23b394b-2e79-4196-8d66-9dd1b6e1961a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '237c1045-dd63-44e8-ba9a-30b53a1e56e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:01:41.957819 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13dda633-d05a-4968-b664-5f622c043388 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Network hostable DHCP agents. Network: 237c1045-dd63-44e8-ba9a-30b53a1e56e4, hostable agents: ['c9b0653c-f3c7-4339-bd50-e3754b629216'], hosted agents: [] {{(pid=103163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 21:01:41.973029 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba4dca7-3d70-4050-beea-2de3213948d6 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Pushing event deleted for resources: {'Subnet': ['ID=af4e998c-1bd6-43b0-93da-629a1ade64fb,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:01:42.069954 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f085070f-ce36-4789-bff8-6c855e883f68 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33160123'] for network, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:42.112512 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13dda633-d05a-4968-b664-5f622c043388 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Network 237c1045-dd63-44e8-ba9a-30b53a1e56e4 is scheduled to be hosted by DHCP agent c9b0653c-f3c7-4339-bd50-e3754b629216 with binding_index 1 {{(pid=103163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 21:01:42.125316 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-023f83bd-e59d-487f-bb19-2e6a82daff59 None None] Current status of the port c603b3fa-532e-4e58-af44-f7886c16a443 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:01:42.155090 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.agents_db [None req-5c33ad30-4e00-40fa-b486-8c79c4a6cfc5 None None] Agent healthcheck: found 7 active agents {{(pid=103165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 20 21:01:42.189450 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2783b18f-bc66-4552-8ed5-508ade5138e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:42.195761 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-f085070f-ce36-4789-bff8-6c855e883f68 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Deleting port c603b3fa-532e-4e58-af44-f7886c16a443 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:01:42.196336 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f085070f-ce36-4789-bff8-6c855e883f68 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:42.214897 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-13dda633-d05a-4968-b664-5f622c043388 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842733-1, 237c1045-dd63-44e8-ba9a-30b53a1e56e4) {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:01:42.219486 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13dda633-d05a-4968-b664-5f622c043388 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:01:42.220123 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-13dda633-d05a-4968-b664-5f622c043388 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks [] for subnet, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:42.227888 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-925f4dbe-803f-4d2d-9b63-80452d70ff47 None None] Network 237c1045-dd63-44e8-ba9a-30b53a1e56e4 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:01:42.244401 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c7d7f21-9435-4663-96dd-be19c87e16fe None None] DHCP port deletion for be52cedc-a95c-44df-9d86-3145985d9f5a request from n-d-842733-1 {{(pid=103164) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 21:01:42.276609 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-f085070f-ce36-4789-bff8-6c855e883f68 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] For port c603b3fa-532e-4e58-af44-f7886c16a443, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=c603b3fa-532e-4e58-af44-f7886c16a443,segment=NetworkSegment(2d409879-5599-44c4-83cc-4c3e2829b051),segment_id=2d409879-5599-44c4-83cc-4c3e2829b051)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:01:42.277082 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f085070f-ce36-4789-bff8-6c855e883f68 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:42.279465 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2783b18f-bc66-4552-8ed5-508ade5138e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:42.312207 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-13dda633-d05a-4968-b664-5f622c043388 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5763726 May 20 21:01:42.314292 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 40334) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:01:42.315479 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-f085070f-ce36-4789-bff8-6c855e883f68 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Calling delete_port for c603b3fa-532e-4e58-af44-f7886c16a443 owned by network:dhcp {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:01:42.334382 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-a3b2bd54-340d-43fa-8900-0d726a2355a2 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Request body: {'subnet': {'network_id': '237c1045-dd63-44e8-ba9a-30b53a1e56e4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:01:42.355464 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2783b18f-bc66-4552-8ed5-508ade5138e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19216be0-3533-404e-9d87-790abe76dd88,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:01:42.364439 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-2783b18f-bc66-4552-8ed5-508ade5138e4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=08d312baa8dc4e5493f6a5b36ee4dc89&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4931870 May 20 21:01:42.380420 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 40336) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:01:42.415644 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-5c7d7f21-9435-4663-96dd-be19c87e16fe None None] Deleting port c603b3fa-532e-4e58-af44-f7886c16a443 {{(pid=103164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:01:42.416023 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-5c7d7f21-9435-4663-96dd-be19c87e16fe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:42.535701 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f085070f-ce36-4789-bff8-6c855e883f68 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:42.566691 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device c603b3fa-532e-4e58-af44-f7886c16a443 no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 21:01:42.568688 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f55f0da6-8b6d-44f5-8b70-48356594c559 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaee2b848-d4b9-5db1-b6ef-d6db29d67de7-237c1045-dd63-44e8-ba9a-30b53a1e56e4', 'network_id': '237c1045-dd63-44e8-ba9a-30b53a1e56e4', 'tenant_id': '5498abc6ad9e4e1cb849425e21c607f1', 'fixed_ips': [{'subnet_id': '905bb478-79f7-40b2-b9c2-8ebfe5307caa'}]}} from n-d-842733-1. {{(pid=103164) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 21:01:42.571605 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-f55f0da6-8b6d-44f5-8b70-48356594c559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:42.583041 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f085070f-ce36-4789-bff8-6c855e883f68 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Pushing event deleted for resources: {'Port': ['ID=c603b3fa-532e-4e58-af44-f7886c16a443,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:01:42.586677 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f085070f-ce36-4789-bff8-6c855e883f68 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] No DVR routers for this DVR port c603b3fa-532e-4e58-af44-f7886c16a443 on host n-d-842733-1 {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 21:01:42.600724 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b37041f3-f283-40b5-b203-2406b090a2bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:42.622808 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: c603b3fa-532e-4e58-af44-f7886c16a443 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 21:01:42.623167 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device c603b3fa-532e-4e58-af44-f7886c16a443 not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 21:01:42.625486 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b37041f3-f283-40b5-b203-2406b090a2bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:42.646417 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-5c7d7f21-9435-4663-96dd-be19c87e16fe None None] For port c603b3fa-532e-4e58-af44-f7886c16a443, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=c603b3fa-532e-4e58-af44-f7886c16a443,segment=NetworkSegment(2d409879-5599-44c4-83cc-4c3e2829b051),segment_id=2d409879-5599-44c4-83cc-4c3e2829b051)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:01:42.647117 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-5c7d7f21-9435-4663-96dd-be19c87e16fe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:42.670706 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-5c7d7f21-9435-4663-96dd-be19c87e16fe None None] Calling delete_port for c603b3fa-532e-4e58-af44-f7886c16a443 owned by network:dhcp {{(pid=103164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:01:42.673957 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3b2bd54-340d-43fa-8900-0d726a2355a2 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Made reservation on behalf of 5498abc6ad9e4e1cb849425e21c607f1 for: {'subnet': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:01:42.680112 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a3b2bd54-340d-43fa-8900-0d726a2355a2 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8422561'] for subnet, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:42.711944 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f085070f-ce36-4789-bff8-6c855e883f68 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33072115', 'neutron.services.segments.db._delete_segments_for_network-8782419500584'] for network, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:42.754457 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-f085070f-ce36-4789-bff8-6c855e883f68 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be52cedc-a95c-44df-9d86-3145985d9f5a']}} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:01:42.765959 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b37041f3-f283-40b5-b203-2406b090a2bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:42.769302 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b37041f3-f283-40b5-b203-2406b090a2bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:42.772760 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-b37041f3-f283-40b5-b203-2406b090a2bc admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/19216be0-3533-404e-9d87-790abe76dd88 HTTP/1.1" status: 204 len: 168 time: 0.3887329 May 20 21:01:42.784270 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37041f3-f283-40b5-b203-2406b090a2bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19216be0-3533-404e-9d87-790abe76dd88,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:01:42.797786 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-f085070f-ce36-4789-bff8-6c855e883f68 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d409879-5599-44c4-83cc-4c3e2829b051') {'for_net_delete': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:01:42.798085 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-f085070f-ce36-4789-bff8-6c855e883f68 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d409879-5599-44c4-83cc-4c3e2829b051') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:01:42.855428 n-d-842733-1 neutron-server[103163]: INFO neutron.db.ipam_backend_mixin [None req-a3b2bd54-340d-43fa-8900-0d726a2355a2 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 905bb478-79f7-40b2-b9c2-8ebfe5307caa (CIDR: 2001:db8::/64) May 20 21:01:42.859344 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f085070f-ce36-4789-bff8-6c855e883f68 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419501617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3738385'] for segment, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:42.899098 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f085070f-ce36-4789-bff8-6c855e883f68 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:42.909471 n-d-842733-1 neutron-server[103163]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3b2bd54-340d-43fa-8900-0d726a2355a2 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 20 21:01:42.910611 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3b2bd54-340d-43fa-8900-0d726a2355a2 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103163) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 21:01:42.921704 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f085070f-ce36-4789-bff8-6c855e883f68 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Releasing vlan 210 on physical network physnet1 to pool {{(pid=103162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 21:01:42.923082 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f085070f-ce36-4789-bff8-6c855e883f68 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3800791'] for segment, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:42.927947 n-d-842733-1 neutron-server[103162]: Traceback (most recent call last): May 20 21:01:42.927947 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 21:01:42.927947 n-d-842733-1 neutron-server[103162]: timer() May 20 21:01:42.927947 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 21:01:42.927947 n-d-842733-1 neutron-server[103162]: cb(*args, **kw) May 20 21:01:42.927947 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 20 21:01:42.927947 n-d-842733-1 neutron-server[103162]: return func(*args, **kwargs) May 20 21:01:42.927947 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 21:01:42.927947 n-d-842733-1 neutron-server[103162]: self._notify() May 20 21:01:42.927947 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 21:01:42.927947 n-d-842733-1 neutron-server[103162]: self.callback(batched_events) May 20 21:01:42.927947 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 21:01:42.927947 n-d-842733-1 neutron-server[103162]: event.method(event) May 20 21:01:42.927947 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 20 21:01:42.927947 n-d-842733-1 neutron-server[103162]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 21:01:42.927947 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 20 21:01:42.927947 n-d-842733-1 neutron-server[103162]: aggregate_uuid = self.p_client.list_aggregates( May 20 21:01:42.927947 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 20 21:01:42.927947 n-d-842733-1 neutron-server[103162]: return f(self, *a, **k) May 20 21:01:42.927947 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 20 21:01:42.927947 n-d-842733-1 neutron-server[103162]: return self._get(url).json() May 20 21:01:42.927947 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 20 21:01:42.927947 n-d-842733-1 neutron-server[103162]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 21:01:42.927947 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 21:01:42.927947 n-d-842733-1 neutron-server[103162]: return self.request(url, 'GET', **kwargs) May 20 21:01:42.927947 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 21:01:42.927947 n-d-842733-1 neutron-server[103162]: base_url = self.get_endpoint(auth, allow=allow, May 20 21:01:42.927947 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 21:01:42.927947 n-d-842733-1 neutron-server[103162]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 21:01:42.927947 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 21:01:42.927947 n-d-842733-1 neutron-server[103162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 21:01:42.927947 n-d-842733-1 neutron-server[103162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 21:01:43.013912 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-a3b2bd54-340d-43fa-8900-0d726a2355a2 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6915181 May 20 21:01:43.016601 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 40342) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:01:43.023004 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-dee440ff-35f8-4134-aabf-d33633d83086 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Request body: {'subnet': {'network_id': '237c1045-dd63-44e8-ba9a-30b53a1e56e4', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:01:43.102826 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f085070f-ce36-4789-bff8-6c855e883f68 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33072122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748162'] for network, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:43.135639 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f085070f-ce36-4789-bff8-6c855e883f68 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:43.140785 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-f085070f-ce36-4789-bff8-6c855e883f68 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] 10.222.0.35 "DELETE /v2.0/networks/be52cedc-a95c-44df-9d86-3145985d9f5a HTTP/1.1" status: 204 len: 168 time: 1.2132564 May 20 21:01:43.141587 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f085070f-ce36-4789-bff8-6c855e883f68 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Pushing event deleted for resources: {'Network': ['ID=be52cedc-a95c-44df-9d86-3145985d9f5a,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:01:43.146916 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 40348) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:01:43.226631 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-758ce081-73ba-4706-a001-d1fba7b29194 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:01:43.228697 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-758ce081-73ba-4706-a001-d1fba7b29194 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0800171 May 20 21:01:43.232221 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 40352) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:01:43.241524 n-d-842733-1 neutron-server[103164]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 21:01:43.241524 n-d-842733-1 neutron-server[103164]: self.session.flush() May 20 21:01:43.241524 n-d-842733-1 neutron-server[103164]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 21:01:43.241524 n-d-842733-1 neutron-server[103164]: self.session.flush() May 20 21:01:43.241524 n-d-842733-1 neutron-server[103164]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 21:01:43.241524 n-d-842733-1 neutron-server[103164]: self.session.flush() May 20 21:01:43.241524 n-d-842733-1 neutron-server[103164]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 21:01:43.241524 n-d-842733-1 neutron-server[103164]: self.session.flush() May 20 21:01:43.241524 n-d-842733-1 neutron-server[103164]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 21:01:43.241524 n-d-842733-1 neutron-server[103164]: self.session.flush() May 20 21:01:43.241524 n-d-842733-1 neutron-server[103164]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 21:01:43.241524 n-d-842733-1 neutron-server[103164]: self.session.flush() May 20 21:01:43.241524 n-d-842733-1 neutron-server[103164]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 21:01:43.241524 n-d-842733-1 neutron-server[103164]: self.session.flush() May 20 21:01:43.241524 n-d-842733-1 neutron-server[103164]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 21:01:43.241524 n-d-842733-1 neutron-server[103164]: self.session.flush() May 20 21:01:43.241524 n-d-842733-1 neutron-server[103164]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 21:01:43.241524 n-d-842733-1 neutron-server[103164]: self.session.flush() May 20 21:01:43.241524 n-d-842733-1 neutron-server[103164]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 21:01:43.241524 n-d-842733-1 neutron-server[103164]: self.session.flush() May 20 21:01:43.241524 n-d-842733-1 neutron-server[103164]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 21:01:43.241524 n-d-842733-1 neutron-server[103164]: self.session.flush() May 20 21:01:43.241524 n-d-842733-1 neutron-server[103164]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 21:01:43.241524 n-d-842733-1 neutron-server[103164]: self.session.flush() May 20 21:01:43.241524 n-d-842733-1 neutron-server[103164]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 21:01:43.241524 n-d-842733-1 neutron-server[103164]: self.session.flush() May 20 21:01:43.241524 n-d-842733-1 neutron-server[103164]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 21:01:43.241524 n-d-842733-1 neutron-server[103164]: self.session.flush() May 20 21:01:43.241524 n-d-842733-1 neutron-server[103164]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 21:01:43.241524 n-d-842733-1 neutron-server[103164]: self.session.flush() May 20 21:01:43.241524 n-d-842733-1 neutron-server[103164]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 21:01:43.241524 n-d-842733-1 neutron-server[103164]: self.session.flush() May 20 21:01:43.241524 n-d-842733-1 neutron-server[103164]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 21:01:43.241524 n-d-842733-1 neutron-server[103164]: self.session.flush() May 20 21:01:43.241524 n-d-842733-1 neutron-server[103164]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 21:01:43.241524 n-d-842733-1 neutron-server[103164]: self.session.flush() May 20 21:01:43.241524 n-d-842733-1 neutron-server[103164]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 21:01:43.241524 n-d-842733-1 neutron-server[103164]: self.session.flush() May 20 21:01:43.241524 n-d-842733-1 neutron-server[103164]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 21:01:43.241524 n-d-842733-1 neutron-server[103164]: self.session.flush() May 20 21:01:43.245459 n-d-842733-1 neutron-server[103164]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 21:01:43.245459 n-d-842733-1 neutron-server[103164]: self.session.flush() May 20 21:01:43.245459 n-d-842733-1 neutron-server[103164]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 21:01:43.245459 n-d-842733-1 neutron-server[103164]: self.session.flush() May 20 21:01:43.245459 n-d-842733-1 neutron-server[103164]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 21:01:43.245459 n-d-842733-1 neutron-server[103164]: self.session.flush() May 20 21:01:43.245459 n-d-842733-1 neutron-server[103164]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 21:01:43.245459 n-d-842733-1 neutron-server[103164]: self.session.flush() May 20 21:01:43.245459 n-d-842733-1 neutron-server[103164]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 21:01:43.245459 n-d-842733-1 neutron-server[103164]: self.session.flush() May 20 21:01:43.245459 n-d-842733-1 neutron-server[103164]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 21:01:43.245459 n-d-842733-1 neutron-server[103164]: self.session.flush() May 20 21:01:43.245459 n-d-842733-1 neutron-server[103164]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 21:01:43.245459 n-d-842733-1 neutron-server[103164]: self.session.flush() May 20 21:01:43.255533 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [None req-f55f0da6-8b6d-44f5-8b70-48356594c559 None None] Allocated IP 2001:db8::2 (237c1045-dd63-44e8-ba9a-30b53a1e56e4/905bb478-79f7-40b2-b9c2-8ebfe5307caa/e651101c-0d50-43e0-a874-75feff9b856f) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:01:43.260734 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-5c7d7f21-9435-4663-96dd-be19c87e16fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099'] for port, after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:43.270611 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5c7d7f21-9435-4663-96dd-be19c87e16fe None None] Network be52cedc-a95c-44df-9d86-3145985d9f5a is not hosted by any dhcp agent {{(pid=103164) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} May 20 21:01:43.272244 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c7d7f21-9435-4663-96dd-be19c87e16fe None None] No DVR routers for this DVR port c603b3fa-532e-4e58-af44-f7886c16a443 on host n-d-842733-1 {{(pid=103164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 21:01:43.302850 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-bdecbe73-229d-4462-84d7-c747e9bfb695 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] 10.222.0.35 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0693550 May 20 21:01:43.306969 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 40354) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:01:43.311411 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dee440ff-35f8-4134-aabf-d33633d83086 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Made reservation on behalf of 5498abc6ad9e4e1cb849425e21c607f1 for: {'subnet': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:01:43.313667 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-af7491d6-f58f-4a67-bcef-26e49348ff5e tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1742946654'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:01:43.316921 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-dee440ff-35f8-4134-aabf-d33633d83086 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8422561'] for subnet, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:43.317225 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7d7f21-9435-4663-96dd-be19c87e16fe None None] Pushing event deleted for resources: {'Port': ['ID=c603b3fa-532e-4e58-af44-f7886c16a443,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:01:43.327598 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7d7f21-9435-4663-96dd-be19c87e16fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:01:43.328098 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7d7f21-9435-4663-96dd-be19c87e16fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:01:43.328539 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7d7f21-9435-4663-96dd-be19c87e16fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:01:43.329022 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7d7f21-9435-4663-96dd-be19c87e16fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:01:43.329607 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7d7f21-9435-4663-96dd-be19c87e16fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:01:43.330040 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7d7f21-9435-4663-96dd-be19c87e16fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:01:43.331831 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7d7f21-9435-4663-96dd-be19c87e16fe None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:01:43.332360 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7d7f21-9435-4663-96dd-be19c87e16fe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:01:43.332842 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7d7f21-9435-4663-96dd-be19c87e16fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:01:43.333308 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7d7f21-9435-4663-96dd-be19c87e16fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:01:43.337370 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7d7f21-9435-4663-96dd-be19c87e16fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:01:43.337370 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7d7f21-9435-4663-96dd-be19c87e16fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:01:43.438258 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af7491d6-f58f-4a67-bcef-26e49348ff5e tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Made reservation on behalf of b680ab6daca64ac08e9ce40077a8514d for: {'network': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:01:43.443911 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-af7491d6-f58f-4a67-bcef-26e49348ff5e tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for network, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:43.483458 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af7491d6-f58f-4a67-bcef-26e49348ff5e tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 249} {{(pid=103162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 21:01:43.505186 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-af7491d6-f58f-4a67-bcef-26e49348ff5e tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:43.505709 n-d-842733-1 neutron-server[103162]: INFO neutron.db.segments_db [None req-af7491d6-f58f-4a67-bcef-26e49348ff5e tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Added segment 903767b3-feb5-4232-abbb-6033688d3ea1 of type vlan for network a42ffb35-dc3b-4aae-ac6e-226ba8a95768 May 20 21:01:43.531777 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-f55f0da6-8b6d-44f5-8b70-48356594c559 None None] Notify callbacks [] for port, precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:43.560087 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-af7491d6-f58f-4a67-bcef-26e49348ff5e tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418993264'] for network, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:43.650884 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-f55f0da6-8b6d-44f5-8b70-48356594c559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108'] for port, after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:43.677358 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-af7491d6-f58f-4a67-bcef-26e49348ff5e tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524'] for network, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:43.687920 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af7491d6-f58f-4a67-bcef-26e49348ff5e tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:01:43.687920 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-af7491d6-f58f-4a67-bcef-26e49348ff5e tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:43.709597 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f55f0da6-8b6d-44f5-8b70-48356594c559 None None] Network 237c1045-dd63-44e8-ba9a-30b53a1e56e4 is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:01:43.712814 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-f55f0da6-8b6d-44f5-8b70-48356594c559 None None] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:01:43.716502 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f55f0da6-8b6d-44f5-8b70-48356594c559 None None] Received port after_create {{(pid=103164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:01:43.734658 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-dee440ff-35f8-4134-aabf-d33633d83086 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9641412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8422583'] for subnet, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:43.753857 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55f0da6-8b6d-44f5-8b70-48356594c559 None None] Pushing event updated for resources: {'Port': ['ID=e651101c-0d50-43e0-a874-75feff9b856f,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:01:43.780991 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7491d6-f58f-4a67-bcef-26e49348ff5e tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Pushing event updated for resources: {'Network': ['ID=a42ffb35-dc3b-4aae-ac6e-226ba8a95768,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:01:43.819260 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Network a42ffb35-dc3b-4aae-ac6e-226ba8a95768 details requested by agent ovs-agent-n-d-842733-1 with host n-d-842733-1 {{(pid=103164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 20 21:01:43.848632 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-af7491d6-f58f-4a67-bcef-26e49348ff5e tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5325141 May 20 21:01:43.848632 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 40366) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:01:43.848874 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee440ff-35f8-4134-aabf-d33633d83086 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Pushing event updated for resources: {'Subnet': ['ID=5bc31ef6-ab03-4514-b27b-60ba87d3453a,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:01:43.849400 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-304af6bf-6c79-4de8-8542-4467ae9086d3 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Request body: {'subnet': {'network_id': 'a42ffb35-dc3b-4aae-ac6e-226ba8a95768', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:01:43.861846 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dee440ff-35f8-4134-aabf-d33633d83086 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Network 237c1045-dd63-44e8-ba9a-30b53a1e56e4 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:01:43.863699 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-dee440ff-35f8-4134-aabf-d33633d83086 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:01:43.869372 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dee440ff-35f8-4134-aabf-d33633d83086 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:01:43.870104 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-dee440ff-35f8-4134-aabf-d33633d83086 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks [] for subnet, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:43.894973 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-f55f0da6-8b6d-44f5-8b70-48356594c559 None None] Attempting to bind port e651101c-0d50-43e0-a874-75feff9b856f on host n-d-842733-1 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:01:43.897899 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-f55f0da6-8b6d-44f5-8b70-48356594c559 None None] Attempting to bind port e651101c-0d50-43e0-a874-75feff9b856f by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': 'f23b394b-2e79-4196-8d66-9dd1b6e1961a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '237c1045-dd63-44e8-ba9a-30b53a1e56e4'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:01:43.900455 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55f0da6-8b6d-44f5-8b70-48356594c559 None None] Attempting to bind port e651101c-0d50-43e0-a874-75feff9b856f on network 237c1045-dd63-44e8-ba9a-30b53a1e56e4 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:01:43.914548 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55f0da6-8b6d-44f5-8b70-48356594c559 None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 21, 1, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 21:01:43.914933 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55f0da6-8b6d-44f5-8b70-48356594c559 None None] Checking segment: {'id': 'f23b394b-2e79-4196-8d66-9dd1b6e1961a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '237c1045-dd63-44e8-ba9a-30b53a1e56e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:01:43.915339 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-f55f0da6-8b6d-44f5-8b70-48356594c559 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:43.915730 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55f0da6-8b6d-44f5-8b70-48356594c559 None None] Bound using segment: {'id': 'f23b394b-2e79-4196-8d66-9dd1b6e1961a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '237c1045-dd63-44e8-ba9a-30b53a1e56e4'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 21:01:43.916198 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-f55f0da6-8b6d-44f5-8b70-48356594c559 None None] Bound port: e651101c-0d50-43e0-a874-75feff9b856f, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f23b394b-2e79-4196-8d66-9dd1b6e1961a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '237c1045-dd63-44e8-ba9a-30b53a1e56e4'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:01:43.916580 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-f55f0da6-8b6d-44f5-8b70-48356594c559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:43.979841 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-dee440ff-35f8-4134-aabf-d33633d83086 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.9608383 May 20 21:01:43.981598 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 40372) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:01:43.986893 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-7c1af880-b412-424e-99b2-f13e8f73ca66 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Request body: {'port': {'network_id': '237c1045-dd63-44e8-ba9a-30b53a1e56e4', 'fixed_ips': [{'subnet_id': '905bb478-79f7-40b2-b9c2-8ebfe5307caa'}, {'subnet_id': '5bc31ef6-ab03-4514-b27b-60ba87d3453a'}], 'name': 'tempest-PortsIpV6TestJSON-911856080'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:01:44.016282 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-f55f0da6-8b6d-44f5-8b70-48356594c559 None None] For port e651101c-0d50-43e0-a874-75feff9b856f, host n-d-842733-1, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 21:01:44.028509 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-f55f0da6-8b6d-44f5-8b70-48356594c559 None None] For port e651101c-0d50-43e0-a874-75feff9b856f, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=e651101c-0d50-43e0-a874-75feff9b856f,segment=NetworkSegment(f23b394b-2e79-4196-8d66-9dd1b6e1961a),segment_id=f23b394b-2e79-4196-8d66-9dd1b6e1961a)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 21:01:44.111304 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-304af6bf-6c79-4de8-8542-4467ae9086d3 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Made reservation on behalf of b680ab6daca64ac08e9ce40077a8514d for: {'subnet': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:01:44.115656 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-304af6bf-6c79-4de8-8542-4467ae9086d3 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4018244'] for subnet, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:44.187791 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-f55f0da6-8b6d-44f5-8b70-48356594c559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:44.216642 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c1af880-b412-424e-99b2-f13e8f73ca66 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Made reservation on behalf of 5498abc6ad9e4e1cb849425e21c607f1 for: {'port': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:01:44.285158 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55f0da6-8b6d-44f5-8b70-48356594c559 None None] Pushing event updated for resources: {'Port': ['ID=e651101c-0d50-43e0-a874-75feff9b856f,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:01:44.417905 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7c1af880-b412-424e-99b2-f13e8f73ca66 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:44.534967 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [None req-7c1af880-b412-424e-99b2-f13e8f73ca66 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] device_id is not set on port f746c82d-f00c-4b3d-9b0a-d780db50860f yet. {{(pid=103162) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 20 21:01:44.625563 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-304af6bf-6c79-4de8-8542-4467ae9086d3 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3797684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4018258'] for subnet, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:44.772706 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304af6bf-6c79-4de8-8542-4467ae9086d3 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Pushing event updated for resources: {'Subnet': ['ID=72d37376-c2cc-4934-89c3-c205a216b98c,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:01:44.845267 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-304af6bf-6c79-4de8-8542-4467ae9086d3 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Checking segment: {'id': '903767b3-feb5-4232-abbb-6033688d3ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'a42ffb35-dc3b-4aae-ac6e-226ba8a95768'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:01:44.845631 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-304af6bf-6c79-4de8-8542-4467ae9086d3 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Network hostable DHCP agents. Network: a42ffb35-dc3b-4aae-ac6e-226ba8a95768, hostable agents: ['c9b0653c-f3c7-4339-bd50-e3754b629216'], hosted agents: [] {{(pid=103162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 21:01:44.992144 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-7c1af880-b412-424e-99b2-f13e8f73ca66 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Allocated IP 2001:db8::1b (237c1045-dd63-44e8-ba9a-30b53a1e56e4/905bb478-79f7-40b2-b9c2-8ebfe5307caa/f746c82d-f00c-4b3d-9b0a-d780db50860f) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:01:44.994103 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-304af6bf-6c79-4de8-8542-4467ae9086d3 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Network a42ffb35-dc3b-4aae-ac6e-226ba8a95768 is scheduled to be hosted by DHCP agent c9b0653c-f3c7-4339-bd50-e3754b629216 with binding_index 1 {{(pid=103162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 21:01:45.005841 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-7c1af880-b412-424e-99b2-f13e8f73ca66 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Allocated IP 2001:db8:0:1::3b3 (237c1045-dd63-44e8-ba9a-30b53a1e56e4/5bc31ef6-ab03-4514-b27b-60ba87d3453a/f746c82d-f00c-4b3d-9b0a-d780db50860f) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:01:45.079503 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-304af6bf-6c79-4de8-8542-4467ae9086d3 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842733-1, a42ffb35-dc3b-4aae-ac6e-226ba8a95768) {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:01:45.089863 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe10f273-3e35-432b-a8e4-48dc6f5a39a2 None None] Network a42ffb35-dc3b-4aae-ac6e-226ba8a95768 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:01:45.116129 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-304af6bf-6c79-4de8-8542-4467ae9086d3 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:01:45.116898 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-304af6bf-6c79-4de8-8542-4467ae9086d3 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:45.205742 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7c1af880-b412-424e-99b2-f13e8f73ca66 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:45.221605 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-304af6bf-6c79-4de8-8542-4467ae9086d3 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3764596 May 20 21:01:45.223581 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 40404) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:01:45.232910 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-fce7a8eb-8a40-41b5-a1e4-a91b200f0032 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Request body: {'port': {'network_id': 'a42ffb35-dc3b-4aae-ac6e-226ba8a95768', 'name': 'tempest-PortsTestJSON-1264668973'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:01:45.324196 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41805469-96fe-47bf-86ab-09eaf5396069 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaee2b848-d4b9-5db1-b6ef-d6db29d67de7-a42ffb35-dc3b-4aae-ac6e-226ba8a95768', 'network_id': 'a42ffb35-dc3b-4aae-ac6e-226ba8a95768', 'tenant_id': 'b680ab6daca64ac08e9ce40077a8514d', 'fixed_ips': [{'subnet_id': '72d37376-c2cc-4934-89c3-c205a216b98c'}]}} from n-d-842733-1. {{(pid=103164) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 21:01:45.325054 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-41805469-96fe-47bf-86ab-09eaf5396069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:45.365428 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7c1af880-b412-424e-99b2-f13e8f73ca66 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:45.452959 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c1af880-b412-424e-99b2-f13e8f73ca66 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Network 237c1045-dd63-44e8-ba9a-30b53a1e56e4 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:01:45.493941 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-7c1af880-b412-424e-99b2-f13e8f73ca66 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:01:45.497687 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c1af880-b412-424e-99b2-f13e8f73ca66 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:01:45.510125 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c1af880-b412-424e-99b2-f13e8f73ca66 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:01:45.511611 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fce7a8eb-8a40-41b5-a1e4-a91b200f0032 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Made reservation on behalf of b680ab6daca64ac08e9ce40077a8514d for: {'port': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:01:45.515167 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-fce7a8eb-8a40-41b5-a1e4-a91b200f0032 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:45.521810 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7c1af880-b412-424e-99b2-f13e8f73ca66 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:45.538211 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1af880-b412-424e-99b2-f13e8f73ca66 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Pushing event updated for resources: {'Port': ['ID=f746c82d-f00c-4b3d-9b0a-d780db50860f,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:01:45.571269 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [None req-fce7a8eb-8a40-41b5-a1e4-a91b200f0032 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] device_id is not set on port 4ac0b40f-6187-4278-b081-1229e10ba18e yet. {{(pid=103163) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 20 21:01:45.593841 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [None req-41805469-96fe-47bf-86ab-09eaf5396069 None None] Allocated IP 172.20.0.2 (a42ffb35-dc3b-4aae-ac6e-226ba8a95768/72d37376-c2cc-4934-89c3-c205a216b98c/e8883bf5-f6ab-46da-91f0-d2e93466b434) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:01:45.616511 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 40410) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:01:45.633773 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-7c1af880-b412-424e-99b2-f13e8f73ca66 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1015 time: 1.6483924 May 20 21:01:45.633998 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 40414) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:01:45.641745 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-176f6ed2-1da3-480c-8a77-1df3c8d59c1d tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '905bb478-79f7-40b2-b9c2-8ebfe5307caa'}]}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:01:45.800952 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccbe55a9-fbd4-4a1b-ae5e-8ecef740c7c8 None None] Network 237c1045-dd63-44e8-ba9a-30b53a1e56e4 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:01:45.978421 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-41805469-96fe-47bf-86ab-09eaf5396069 None None] Notify callbacks [] for port, precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:46.040510 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b415fd19-3585-47b8-a77e-89fce64c9129 None None] Provisioning complete for port e651101c-0d50-43e0-a874-75feff9b856f triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:01:46.040965 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b415fd19-3585-47b8-a77e-89fce64c9129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:46.103366 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-41805469-96fe-47bf-86ab-09eaf5396069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108'] for port, after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:46.147157 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-47fb30c4-8dd4-4b22-8d84-a46daab533a4 tempest-DHCPAgentSchedulersTestJSON-691987293 tempest-DHCPAgentSchedulersTestJSON-691987293-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-130548694'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:01:46.166504 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-176f6ed2-1da3-480c-8a77-1df3c8d59c1d tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:46.186732 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-fce7a8eb-8a40-41b5-a1e4-a91b200f0032 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Allocated IP 172.20.0.14 (a42ffb35-dc3b-4aae-ac6e-226ba8a95768/72d37376-c2cc-4934-89c3-c205a216b98c/4ac0b40f-6187-4278-b081-1229e10ba18e) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:01:46.247382 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41805469-96fe-47bf-86ab-09eaf5396069 None None] Pushing event updated for resources: {'Port': ['ID=e8883bf5-f6ab-46da-91f0-d2e93466b434,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:01:46.280792 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41805469-96fe-47bf-86ab-09eaf5396069 None None] Network a42ffb35-dc3b-4aae-ac6e-226ba8a95768 is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:01:46.280960 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47fb30c4-8dd4-4b22-8d84-a46daab533a4 tempest-DHCPAgentSchedulersTestJSON-691987293 tempest-DHCPAgentSchedulersTestJSON-691987293-project] Made reservation on behalf of a82cbadce07c41389dce89b697ff7575 for: {'network': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:01:46.287706 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-47fb30c4-8dd4-4b22-8d84-a46daab533a4 tempest-DHCPAgentSchedulersTestJSON-691987293 tempest-DHCPAgentSchedulersTestJSON-691987293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for network, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:46.287940 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-41805469-96fe-47bf-86ab-09eaf5396069 None None] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:01:46.319030 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-47fb30c4-8dd4-4b22-8d84-a46daab533a4 tempest-DHCPAgentSchedulersTestJSON-691987293 tempest-DHCPAgentSchedulersTestJSON-691987293-project] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:46.360458 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41805469-96fe-47bf-86ab-09eaf5396069 None None] Received port after_create {{(pid=103164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:01:46.427583 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7f7e159-78a2-4563-941d-096ead8dde0b None None] Update dhcp port {'port': {'network_id': '237c1045-dd63-44e8-ba9a-30b53a1e56e4', 'fixed_ips': [{'subnet_id': '905bb478-79f7-40b2-b9c2-8ebfe5307caa', 'ip_address': '2001:db8::2'}, {'subnet_id': '5bc31ef6-ab03-4514-b27b-60ba87d3453a'}], 'binding:host_id': 'n-d-842733-1'}, 'id': 'e651101c-0d50-43e0-a874-75feff9b856f'} from n-d-842733-1. {{(pid=103164) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} May 20 21:01:46.443243 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-fce7a8eb-8a40-41b5-a1e4-a91b200f0032 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:46.444374 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b415fd19-3585-47b8-a77e-89fce64c9129 None None] Current status of the port e651101c-0d50-43e0-a874-75feff9b856f is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:01:46.444795 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b415fd19-3585-47b8-a77e-89fce64c9129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:46.511032 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-41805469-96fe-47bf-86ab-09eaf5396069 None None] Attempting to bind port e8883bf5-f6ab-46da-91f0-d2e93466b434 on host n-d-842733-1 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:01:46.511032 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-41805469-96fe-47bf-86ab-09eaf5396069 None None] Attempting to bind port e8883bf5-f6ab-46da-91f0-d2e93466b434 by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': '903767b3-feb5-4232-abbb-6033688d3ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'a42ffb35-dc3b-4aae-ac6e-226ba8a95768'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:01:46.511032 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41805469-96fe-47bf-86ab-09eaf5396069 None None] Attempting to bind port e8883bf5-f6ab-46da-91f0-d2e93466b434 on network a42ffb35-dc3b-4aae-ac6e-226ba8a95768 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:01:46.519092 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41805469-96fe-47bf-86ab-09eaf5396069 None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 21, 1, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 21:01:46.519403 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41805469-96fe-47bf-86ab-09eaf5396069 None None] Checking segment: {'id': '903767b3-feb5-4232-abbb-6033688d3ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'a42ffb35-dc3b-4aae-ac6e-226ba8a95768'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:01:46.519824 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-41805469-96fe-47bf-86ab-09eaf5396069 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:46.520227 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41805469-96fe-47bf-86ab-09eaf5396069 None None] Bound using segment: {'id': '903767b3-feb5-4232-abbb-6033688d3ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'a42ffb35-dc3b-4aae-ac6e-226ba8a95768'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 21:01:46.520785 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-41805469-96fe-47bf-86ab-09eaf5396069 None None] Bound port: e8883bf5-f6ab-46da-91f0-d2e93466b434, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '903767b3-feb5-4232-abbb-6033688d3ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'a42ffb35-dc3b-4aae-ac6e-226ba8a95768'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:01:46.521382 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-41805469-96fe-47bf-86ab-09eaf5396069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:46.548408 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a7f7e159-78a2-4563-941d-096ead8dde0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:46.608056 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b415fd19-3585-47b8-a77e-89fce64c9129 None None] For port e651101c-0d50-43e0-a874-75feff9b856f, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=e651101c-0d50-43e0-a874-75feff9b856f,segment=NetworkSegment(f23b394b-2e79-4196-8d66-9dd1b6e1961a),segment_id=f23b394b-2e79-4196-8d66-9dd1b6e1961a)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:01:46.609124 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-47fb30c4-8dd4-4b22-8d84-a46daab533a4 tempest-DHCPAgentSchedulersTestJSON-691987293 tempest-DHCPAgentSchedulersTestJSON-691987293-project] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:46.633364 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-fce7a8eb-8a40-41b5-a1e4-a91b200f0032 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:46.634504 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-176f6ed2-1da3-480c-8a77-1df3c8d59c1d tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Delete allocated IP 2001:db8:0:1::3b3 (237c1045-dd63-44e8-ba9a-30b53a1e56e4/5bc31ef6-ab03-4514-b27b-60ba87d3453a) {{(pid=103162) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 20 21:01:46.659148 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-41805469-96fe-47bf-86ab-09eaf5396069 None None] For port e8883bf5-f6ab-46da-91f0-d2e93466b434, host n-d-842733-1, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 21:01:46.671356 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device e651101c-0d50-43e0-a874-75feff9b856f up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:01:46.674444 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-41805469-96fe-47bf-86ab-09eaf5396069 None None] For port e8883bf5-f6ab-46da-91f0-d2e93466b434, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=e8883bf5-f6ab-46da-91f0-d2e93466b434,segment=NetworkSegment(903767b3-feb5-4232-abbb-6033688d3ea1),segment_id=903767b3-feb5-4232-abbb-6033688d3ea1)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 21:01:46.727678 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce7a8eb-8a40-41b5-a1e4-a91b200f0032 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Pushing event updated for resources: {'Port': ['ID=4ac0b40f-6187-4278-b081-1229e10ba18e,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:01:46.728898 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b415fd19-3585-47b8-a77e-89fce64c9129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:46.751266 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fce7a8eb-8a40-41b5-a1e4-a91b200f0032 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Network a42ffb35-dc3b-4aae-ac6e-226ba8a95768 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:01:46.752876 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-fce7a8eb-8a40-41b5-a1e4-a91b200f0032 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:01:46.758214 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce7a8eb-8a40-41b5-a1e4-a91b200f0032 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:01:46.833738 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-41805469-96fe-47bf-86ab-09eaf5396069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:46.837192 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fce7a8eb-8a40-41b5-a1e4-a91b200f0032 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:01:46.838085 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-fce7a8eb-8a40-41b5-a1e4-a91b200f0032 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:46.857742 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b415fd19-3585-47b8-a77e-89fce64c9129 None None] Pushing event updated for resources: {'Port': ['ID=e651101c-0d50-43e0-a874-75feff9b856f,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:01:46.861288 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port e651101c-0d50-43e0-a874-75feff9b856f triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:01:46.861745 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:46.870951 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-176f6ed2-1da3-480c-8a77-1df3c8d59c1d tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:46.873619 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-47fb30c4-8dd4-4b22-8d84-a46daab533a4 tempest-DHCPAgentSchedulersTestJSON-691987293 tempest-DHCPAgentSchedulersTestJSON-691987293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:46.904644 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47fb30c4-8dd4-4b22-8d84-a46daab533a4 tempest-DHCPAgentSchedulersTestJSON-691987293 tempest-DHCPAgentSchedulersTestJSON-691987293-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 212} {{(pid=103162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 21:01:46.930514 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-47fb30c4-8dd4-4b22-8d84-a46daab533a4 tempest-DHCPAgentSchedulersTestJSON-691987293 tempest-DHCPAgentSchedulersTestJSON-691987293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:46.931387 n-d-842733-1 neutron-server[103162]: INFO neutron.db.segments_db [None req-47fb30c4-8dd4-4b22-8d84-a46daab533a4 tempest-DHCPAgentSchedulersTestJSON-691987293 tempest-DHCPAgentSchedulersTestJSON-691987293-project] Added segment 34e5cece-e3bd-422e-bdd7-0de6f5708354 of type vlan for network ee85ca4e-2f6d-488a-b455-a7822a68edb4 May 20 21:01:46.941767 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41805469-96fe-47bf-86ab-09eaf5396069 None None] Pushing event updated for resources: {'Port': ['ID=e8883bf5-f6ab-46da-91f0-d2e93466b434,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:01:46.993860 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fb30c4-8dd4-4b22-8d84-a46daab533a4 tempest-DHCPAgentSchedulersTestJSON-691987293 tempest-DHCPAgentSchedulersTestJSON-691987293-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab1b08ae-e0b4-4aea-814d-7c6f210e0e58,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:01:47.010356 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-176f6ed2-1da3-480c-8a77-1df3c8d59c1d tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:47.016799 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-fce7a8eb-8a40-41b5-a1e4-a91b200f0032 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.7912726 May 20 21:01:47.020199 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 40424) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:01:47.026309 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-e6c1f721-94aa-4cff-9117-c9957ec5a2f2 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Request body: {'port': {'network_id': 'a42ffb35-dc3b-4aae-ac6e-226ba8a95768', 'name': 'tempest-PortsTestJSON-686003575'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:01:47.040364 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port e651101c-0d50-43e0-a874-75feff9b856f is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:01:47.066367 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [None req-a7f7e159-78a2-4563-941d-096ead8dde0b None None] Allocated IP 2001:db8:0:1::2 (237c1045-dd63-44e8-ba9a-30b53a1e56e4/5bc31ef6-ab03-4514-b27b-60ba87d3453a/e651101c-0d50-43e0-a874-75feff9b856f) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:01:47.119982 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-47fb30c4-8dd4-4b22-8d84-a46daab533a4 tempest-DHCPAgentSchedulersTestJSON-691987293 tempest-DHCPAgentSchedulersTestJSON-691987293-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418993264'] for network, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:47.174229 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-176f6ed2-1da3-480c-8a77-1df3c8d59c1d tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] In _notify_port_updated(), no bound segment for port f746c82d-f00c-4b3d-9b0a-d780db50860f on network 237c1045-dd63-44e8-ba9a-30b53a1e56e4 {{(pid=103162) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} May 20 21:01:47.194982 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-176f6ed2-1da3-480c-8a77-1df3c8d59c1d tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:01:47.201861 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-176f6ed2-1da3-480c-8a77-1df3c8d59c1d tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:47.206101 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-176f6ed2-1da3-480c-8a77-1df3c8d59c1d tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] 10.222.0.35 "PUT /v2.0/ports/f746c82d-f00c-4b3d-9b0a-d780db50860f HTTP/1.1" status: 200 len: 924 time: 1.5698178 May 20 21:01:47.217031 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 40428) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:01:47.223518 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176f6ed2-1da3-480c-8a77-1df3c8d59c1d tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Pushing event updated for resources: {'Port': ['ID=f746c82d-f00c-4b3d-9b0a-d780db50860f,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:01:47.223908 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-633bdbec-f61e-4810-b088-af388692da00 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '905bb478-79f7-40b2-b9c2-8ebfe5307caa'}, {'subnet_id': '5bc31ef6-ab03-4514-b27b-60ba87d3453a'}]}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:01:47.327855 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-a7f7e159-78a2-4563-941d-096ead8dde0b None None] For port e651101c-0d50-43e0-a874-75feff9b856f, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=e651101c-0d50-43e0-a874-75feff9b856f,segment=NetworkSegment(f23b394b-2e79-4196-8d66-9dd1b6e1961a),segment_id=f23b394b-2e79-4196-8d66-9dd1b6e1961a)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:01:47.368163 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a7f7e159-78a2-4563-941d-096ead8dde0b None None] Notify callbacks [] for port, precommit_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:47.398572 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-47fb30c4-8dd4-4b22-8d84-a46daab533a4 tempest-DHCPAgentSchedulersTestJSON-691987293 tempest-DHCPAgentSchedulersTestJSON-691987293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524'] for network, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:47.404972 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6c1f721-94aa-4cff-9117-c9957ec5a2f2 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Made reservation on behalf of b680ab6daca64ac08e9ce40077a8514d for: {'port': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:01:47.405133 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47fb30c4-8dd4-4b22-8d84-a46daab533a4 tempest-DHCPAgentSchedulersTestJSON-691987293 tempest-DHCPAgentSchedulersTestJSON-691987293-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:01:47.405133 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-47fb30c4-8dd4-4b22-8d84-a46daab533a4 tempest-DHCPAgentSchedulersTestJSON-691987293 tempest-DHCPAgentSchedulersTestJSON-691987293-project] Notify callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:47.408041 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e6c1f721-94aa-4cff-9117-c9957ec5a2f2 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:47.457613 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-633bdbec-f61e-4810-b088-af388692da00 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:47.462121 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [None req-e6c1f721-94aa-4cff-9117-c9957ec5a2f2 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] device_id is not set on port caa41ca7-1c42-40ec-ab3e-aaa0443d0aef yet. {{(pid=103163) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 20 21:01:47.478244 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a7f7e159-78a2-4563-941d-096ead8dde0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:47.483437 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fb30c4-8dd4-4b22-8d84-a46daab533a4 tempest-DHCPAgentSchedulersTestJSON-691987293 tempest-DHCPAgentSchedulersTestJSON-691987293-project] Pushing event updated for resources: {'Network': ['ID=ee85ca4e-2f6d-488a-b455-a7822a68edb4,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:01:47.521888 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Network ee85ca4e-2f6d-488a-b455-a7822a68edb4 details requested by agent ovs-agent-n-d-842733-1 with host n-d-842733-1 {{(pid=103164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 20 21:01:47.582166 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 40430) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:01:47.584259 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-47fb30c4-8dd4-4b22-8d84-a46daab533a4 tempest-DHCPAgentSchedulersTestJSON-691987293 tempest-DHCPAgentSchedulersTestJSON-691987293-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.9665504 May 20 21:01:47.606650 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-9e80fc55-68c3-4a53-938f-aa3b6d19d1cf tempest-DHCPAgentSchedulersTestJSON-691987293 tempest-DHCPAgentSchedulersTestJSON-691987293-project] Request body: {'subnet': {'network_id': 'ee85ca4e-2f6d-488a-b455-a7822a68edb4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:01:47.652873 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f7e159-78a2-4563-941d-096ead8dde0b None None] Pushing event updated for resources: {'Port': ['ID=e651101c-0d50-43e0-a874-75feff9b856f,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:01:47.794345 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-e6c1f721-94aa-4cff-9117-c9957ec5a2f2 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Allocated IP 172.20.0.6 (a42ffb35-dc3b-4aae-ac6e-226ba8a95768/72d37376-c2cc-4934-89c3-c205a216b98c/caa41ca7-1c42-40ec-ab3e-aaa0443d0aef) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:01:47.920676 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e80fc55-68c3-4a53-938f-aa3b6d19d1cf tempest-DHCPAgentSchedulersTestJSON-691987293 tempest-DHCPAgentSchedulersTestJSON-691987293-project] Made reservation on behalf of a82cbadce07c41389dce89b697ff7575 for: {'subnet': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:01:47.924281 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9e80fc55-68c3-4a53-938f-aa3b6d19d1cf tempest-DHCPAgentSchedulersTestJSON-691987293 tempest-DHCPAgentSchedulersTestJSON-691987293-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8422561'] for subnet, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:48.125275 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-633bdbec-f61e-4810-b088-af388692da00 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Allocated IP 2001:db8:0:1::211 (237c1045-dd63-44e8-ba9a-30b53a1e56e4/5bc31ef6-ab03-4514-b27b-60ba87d3453a/f746c82d-f00c-4b3d-9b0a-d780db50860f) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:01:48.267551 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-022e2665-66f4-4fc9-a1aa-4235c352af04 None None] Network a42ffb35-dc3b-4aae-ac6e-226ba8a95768 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:01:48.289670 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e6c1f721-94aa-4cff-9117-c9957ec5a2f2 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:48.389134 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-6b314ea8-0c8e-4277-8060-257a0231e0f1 None None] Provisioning complete for port e8883bf5-f6ab-46da-91f0-d2e93466b434 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:01:48.389823 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-6b314ea8-0c8e-4277-8060-257a0231e0f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:48.467206 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-633bdbec-f61e-4810-b088-af388692da00 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks [] for port, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:48.524810 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d2ec15d-831d-4ad4-8455-a5b8e29f68a6 None None] Network 237c1045-dd63-44e8-ba9a-30b53a1e56e4 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:01:48.546899 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e6c1f721-94aa-4cff-9117-c9957ec5a2f2 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:48.607292 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9e80fc55-68c3-4a53-938f-aa3b6d19d1cf tempest-DHCPAgentSchedulersTestJSON-691987293 tempest-DHCPAgentSchedulersTestJSON-691987293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9641412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8422583'] for subnet, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:48.609634 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-633bdbec-f61e-4810-b088-af388692da00 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:48.666167 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6c1f721-94aa-4cff-9117-c9957ec5a2f2 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Network a42ffb35-dc3b-4aae-ac6e-226ba8a95768 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:01:48.676890 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-e6c1f721-94aa-4cff-9117-c9957ec5a2f2 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:01:48.722590 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c1f721-94aa-4cff-9117-c9957ec5a2f2 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:01:48.736004 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c1f721-94aa-4cff-9117-c9957ec5a2f2 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Pushing event updated for resources: {'Port': ['ID=caa41ca7-1c42-40ec-ab3e-aaa0443d0aef,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:01:48.779899 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device e8883bf5-f6ab-46da-91f0-d2e93466b434 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:01:48.818345 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-6b314ea8-0c8e-4277-8060-257a0231e0f1 None None] Current status of the port e8883bf5-f6ab-46da-91f0-d2e93466b434 is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:01:48.818730 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-6b314ea8-0c8e-4277-8060-257a0231e0f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:48.867825 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-633bdbec-f61e-4810-b088-af388692da00 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] In _notify_port_updated(), no bound segment for port f746c82d-f00c-4b3d-9b0a-d780db50860f on network 237c1045-dd63-44e8-ba9a-30b53a1e56e4 {{(pid=103163) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} May 20 21:01:48.873732 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-633bdbec-f61e-4810-b088-af388692da00 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:01:48.874507 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-633bdbec-f61e-4810-b088-af388692da00 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:48.879652 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-633bdbec-f61e-4810-b088-af388692da00 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] 10.222.0.35 "PUT /v2.0/ports/f746c82d-f00c-4b3d-9b0a-d780db50860f HTTP/1.1" status: 200 len: 1010 time: 1.6579020 May 20 21:01:48.880116 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 40436) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:01:48.892395 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633bdbec-f61e-4810-b088-af388692da00 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Pushing event updated for resources: {'Port': ['ID=f746c82d-f00c-4b3d-9b0a-d780db50860f,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:01:48.911248 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-6b314ea8-0c8e-4277-8060-257a0231e0f1 None None] For port e8883bf5-f6ab-46da-91f0-d2e93466b434, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=e8883bf5-f6ab-46da-91f0-d2e93466b434,segment=NetworkSegment(903767b3-feb5-4232-abbb-6033688d3ea1),segment_id=903767b3-feb5-4232-abbb-6033688d3ea1)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:01:48.922883 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e80fc55-68c3-4a53-938f-aa3b6d19d1cf tempest-DHCPAgentSchedulersTestJSON-691987293 tempest-DHCPAgentSchedulersTestJSON-691987293-project] Pushing event updated for resources: {'Subnet': ['ID=9b8d555b-e639-4dc5-96fe-e3c371ad6460,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:01:48.933120 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6c1f721-94aa-4cff-9117-c9957ec5a2f2 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:01:48.943695 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e6c1f721-94aa-4cff-9117-c9957ec5a2f2 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:48.944828 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e80fc55-68c3-4a53-938f-aa3b6d19d1cf tempest-DHCPAgentSchedulersTestJSON-691987293 tempest-DHCPAgentSchedulersTestJSON-691987293-project] Checking segment: {'id': '34e5cece-e3bd-422e-bdd7-0de6f5708354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'ee85ca4e-2f6d-488a-b455-a7822a68edb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:01:48.945195 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e80fc55-68c3-4a53-938f-aa3b6d19d1cf tempest-DHCPAgentSchedulersTestJSON-691987293 tempest-DHCPAgentSchedulersTestJSON-691987293-project] Network hostable DHCP agents. Network: ee85ca4e-2f6d-488a-b455-a7822a68edb4, hostable agents: ['c9b0653c-f3c7-4339-bd50-e3754b629216'], hosted agents: [] {{(pid=103163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 21:01:48.962240 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port e8883bf5-f6ab-46da-91f0-d2e93466b434 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:01:48.962620 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:49.020891 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-9136f75e-785a-4916-a770-b4a11829864f tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Deleting port f746c82d-f00c-4b3d-9b0a-d780db50860f {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:01:49.021416 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9136f75e-785a-4916-a770-b4a11829864f tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:49.041353 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-6b314ea8-0c8e-4277-8060-257a0231e0f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:49.121625 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-e6c1f721-94aa-4cff-9117-c9957ec5a2f2 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.1002021 May 20 21:01:49.122538 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e80fc55-68c3-4a53-938f-aa3b6d19d1cf tempest-DHCPAgentSchedulersTestJSON-691987293 tempest-DHCPAgentSchedulersTestJSON-691987293-project] Network ee85ca4e-2f6d-488a-b455-a7822a68edb4 is scheduled to be hosted by DHCP agent c9b0653c-f3c7-4339-bd50-e3754b629216 with binding_index 1 {{(pid=103163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 21:01:49.124589 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 40438) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:01:49.142886 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9136f75e-785a-4916-a770-b4a11829864f tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:49.174403 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-9136f75e-785a-4916-a770-b4a11829864f tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Calling delete_port for f746c82d-f00c-4b3d-9b0a-d780db50860f owned by {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:01:49.224485 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b314ea8-0c8e-4277-8060-257a0231e0f1 None None] Pushing event updated for resources: {'Port': ['ID=e8883bf5-f6ab-46da-91f0-d2e93466b434,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:01:49.224914 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e5c1c51-62bd-4a00-9220-b95916da5b0c tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:01:49.226676 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-1e5c1c51-62bd-4a00-9220-b95916da5b0c tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] 10.222.0.35 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.14 HTTP/1.1" status: 200 len: 923 time: 0.1008797 May 20 21:01:49.229397 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 40442) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:01:49.255942 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port e8883bf5-f6ab-46da-91f0-d2e93466b434 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:01:49.257059 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device e651101c-0d50-43e0-a874-75feff9b856f up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:01:49.298424 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-e557777e-0a4a-42c7-a81e-86cc1be53c58 None None] Provisioning complete for port f746c82d-f00c-4b3d-9b0a-d780db50860f triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:01:49.298424 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-e557777e-0a4a-42c7-a81e-86cc1be53c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:49.298895 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-9e80fc55-68c3-4a53-938f-aa3b6d19d1cf tempest-DHCPAgentSchedulersTestJSON-691987293 tempest-DHCPAgentSchedulersTestJSON-691987293-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842733-1, ee85ca4e-2f6d-488a-b455-a7822a68edb4) {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:01:49.309381 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e80fc55-68c3-4a53-938f-aa3b6d19d1cf tempest-DHCPAgentSchedulersTestJSON-691987293 tempest-DHCPAgentSchedulersTestJSON-691987293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:01:49.310028 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9e80fc55-68c3-4a53-938f-aa3b6d19d1cf tempest-DHCPAgentSchedulersTestJSON-691987293 tempest-DHCPAgentSchedulersTestJSON-691987293-project] Notify callbacks [] for subnet, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:49.389818 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4ce82d7-8511-48e5-a00e-8ffe3739aa17 None None] Network ee85ca4e-2f6d-488a-b455-a7822a68edb4 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:01:49.489459 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-20819c38-03cb-4b6d-b491-4141b703ea9f tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Deleting port caa41ca7-1c42-40ec-ab3e-aaa0443d0aef {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:01:49.489459 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-20819c38-03cb-4b6d-b491-4141b703ea9f tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:49.542314 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-9e80fc55-68c3-4a53-938f-aa3b6d19d1cf tempest-DHCPAgentSchedulersTestJSON-691987293 tempest-DHCPAgentSchedulersTestJSON-691987293-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9395843 May 20 21:01:49.544999 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 40446) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:01:49.551675 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-f43d2ce6-4313-4407-8d36-1f4b5abcedc8 tempest-DHCPAgentSchedulersTestJSON-691987293 tempest-DHCPAgentSchedulersTestJSON-691987293-project] Request body: {'port': {'network_id': 'ee85ca4e-2f6d-488a-b455-a7822a68edb4', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1692945549'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:01:49.602584 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-e557777e-0a4a-42c7-a81e-86cc1be53c58 None None] Port f746c82d-f00c-4b3d-9b0a-d780db50860f cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 21:01:49.649603 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-20819c38-03cb-4b6d-b491-4141b703ea9f tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:49.672538 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-20819c38-03cb-4b6d-b491-4141b703ea9f tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Calling delete_port for caa41ca7-1c42-40ec-ab3e-aaa0443d0aef owned by {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:01:49.673347 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-e557777e-0a4a-42c7-a81e-86cc1be53c58 None None] Provisioning complete for port e651101c-0d50-43e0-a874-75feff9b856f triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:01:49.673760 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-e557777e-0a4a-42c7-a81e-86cc1be53c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:49.687742 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9136f75e-785a-4916-a770-b4a11829864f tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:49.774121 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port e651101c-0d50-43e0-a874-75feff9b856f triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:01:49.774869 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:49.776000 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9136f75e-785a-4916-a770-b4a11829864f tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Pushing event deleted for resources: {'Port': ['ID=f746c82d-f00c-4b3d-9b0a-d780db50860f,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:01:49.792013 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fbc0316-9b02-4539-ac7a-831810755011 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaee2b848-d4b9-5db1-b6ef-d6db29d67de7-ee85ca4e-2f6d-488a-b455-a7822a68edb4', 'network_id': 'ee85ca4e-2f6d-488a-b455-a7822a68edb4', 'tenant_id': 'a82cbadce07c41389dce89b697ff7575', 'fixed_ips': [{'subnet_id': '9b8d555b-e639-4dc5-96fe-e3c371ad6460'}]}} from n-d-842733-1. {{(pid=103164) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 21:01:49.793185 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-1fbc0316-9b02-4539-ac7a-831810755011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:49.962078 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9136f75e-785a-4916-a770-b4a11829864f tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:49.964467 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-9136f75e-785a-4916-a770-b4a11829864f tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] 10.222.0.35 "DELETE /v2.0/ports/f746c82d-f00c-4b3d-9b0a-d780db50860f HTTP/1.1" status: 204 len: 168 time: 1.0826676 May 20 21:01:49.967428 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 40448) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:01:49.999761 n-d-842733-1 neutron-server[103163]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc4b1fbd-2a3a-460f-bec7-35bd0526d12f tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] GET failed (client error): The resource could not be found. May 20 21:01:50.005669 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 40450) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:01:50.005932 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-fc4b1fbd-2a3a-460f-bec7-35bd0526d12f tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] 10.222.0.35 "GET /v2.0/ports/f746c82d-f00c-4b3d-9b0a-d780db50860f HTTP/1.1" status: 404 len: 333 time: 0.0369174 May 20 21:01:50.066671 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-e557777e-0a4a-42c7-a81e-86cc1be53c58 None None] Current status of the port e651101c-0d50-43e0-a874-75feff9b856f is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:01:50.077087 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_v2 [None req-84ef3eb4-c3fb-4e5b-82cf-f883f44e8806 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Deleting subnet 5bc31ef6-ab03-4514-b27b-60ba87d3453a {{(pid=103162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 20 21:01:50.078995 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port e651101c-0d50-43e0-a874-75feff9b856f is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:01:50.080594 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-84ef3eb4-c3fb-4e5b-82cf-f883f44e8806 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks [] for subnet, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:50.103671 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-20819c38-03cb-4b6d-b491-4141b703ea9f tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:50.103961 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c448e2d8-3e3a-44fd-8e4b-6a64f0e53698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:50.121554 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f43d2ce6-4313-4407-8d36-1f4b5abcedc8 tempest-DHCPAgentSchedulersTestJSON-691987293 tempest-DHCPAgentSchedulersTestJSON-691987293-project] Made reservation on behalf of a82cbadce07c41389dce89b697ff7575 for: {'port': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:01:50.125505 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f43d2ce6-4313-4407-8d36-1f4b5abcedc8 tempest-DHCPAgentSchedulersTestJSON-691987293 tempest-DHCPAgentSchedulersTestJSON-691987293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:50.148429 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-84ef3eb4-c3fb-4e5b-82cf-f883f44e8806 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3738392'] for subnet, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:50.155000 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20819c38-03cb-4b6d-b491-4141b703ea9f tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Pushing event deleted for resources: {'Port': ['ID=caa41ca7-1c42-40ec-ab3e-aaa0443d0aef,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:01:50.210151 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [None req-f43d2ce6-4313-4407-8d36-1f4b5abcedc8 tempest-DHCPAgentSchedulersTestJSON-691987293 tempest-DHCPAgentSchedulersTestJSON-691987293-project] device_id is not set on port c7f0a8e0-5218-4c97-84b4-e2851766b746 yet. {{(pid=103162) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 20 21:01:50.249609 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-c5d86a78-37ea-4092-86ec-6d422fbe94a5 None None] Provisioning complete for port 4ac0b40f-6187-4278-b081-1229e10ba18e triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:01:50.249977 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c5d86a78-37ea-4092-86ec-6d422fbe94a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:50.312642 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-20819c38-03cb-4b6d-b491-4141b703ea9f tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:50.315766 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-c5d86a78-37ea-4092-86ec-6d422fbe94a5 None None] Port 4ac0b40f-6187-4278-b081-1229e10ba18e cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 21:01:50.318499 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [None req-1fbc0316-9b02-4539-ac7a-831810755011 None None] Allocated IP 172.20.0.2 (ee85ca4e-2f6d-488a-b455-a7822a68edb4/9b8d555b-e639-4dc5-96fe-e3c371ad6460/7bf91641-1969-406c-96e6-55583d5c67e5) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:01:50.329039 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-20819c38-03cb-4b6d-b491-4141b703ea9f tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] 10.222.0.35 "DELETE /v2.0/ports/caa41ca7-1c42-40ec-ab3e-aaa0443d0aef HTTP/1.1" status: 204 len: 168 time: 1.0983453 May 20 21:01:50.329455 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 40456) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:01:50.332048 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-c5d86a78-37ea-4092-86ec-6d422fbe94a5 None None] Could not find standard attr ID for object f746c82d-f00c-4b3d-9b0a-d780db50860f. {{(pid=103164) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 20 21:01:50.343625 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-c5d86a78-37ea-4092-86ec-6d422fbe94a5 None None] Could not find standard attr ID for object caa41ca7-1c42-40ec-ab3e-aaa0443d0aef. {{(pid=103164) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 20 21:01:50.398217 n-d-842733-1 neutron-server[103162]: INFO neutron.pecan_wsgi.hooks.translation [None req-5407f0b7-66ff-495f-95ce-88f5f6ea4236 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] GET failed (client error): The resource could not be found. May 20 21:01:50.402375 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-5407f0b7-66ff-495f-95ce-88f5f6ea4236 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] 10.222.0.35 "GET /v2.0/ports/caa41ca7-1c42-40ec-ab3e-aaa0443d0aef HTTP/1.1" status: 404 len: 333 time: 0.0651608 May 20 21:01:50.403447 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 40458) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:01:50.407496 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-c5d86a78-37ea-4092-86ec-6d422fbe94a5 None None] Provisioning complete for port e651101c-0d50-43e0-a874-75feff9b856f triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:01:50.408089 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c5d86a78-37ea-4092-86ec-6d422fbe94a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:50.425930 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-84ef3eb4-c3fb-4e5b-82cf-f883f44e8806 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33068388'] for subnet, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:50.628276 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device e8883bf5-f6ab-46da-91f0-d2e93466b434 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:01:50.636259 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-3c906a34-0533-459c-84be-aaa576f443b2 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Deleting port 4ac0b40f-6187-4278-b081-1229e10ba18e {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:01:50.636259 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3c906a34-0533-459c-84be-aaa576f443b2 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:50.688052 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-1fbc0316-9b02-4539-ac7a-831810755011 None None] Notify callbacks [] for port, precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:50.701125 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-84ef3eb4-c3fb-4e5b-82cf-f883f44e8806 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33068399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3797621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4018265'] for subnet, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:50.753962 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ef3eb4-c3fb-4e5b-82cf-f883f44e8806 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Pushing event deleted for resources: {'Subnet': ['ID=5bc31ef6-ab03-4514-b27b-60ba87d3453a,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:01:50.756082 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-84ef3eb4-c3fb-4e5b-82cf-f883f44e8806 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:50.769169 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-84ef3eb4-c3fb-4e5b-82cf-f883f44e8806 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] 10.222.0.35 "DELETE /v2.0/subnets/5bc31ef6-ab03-4514-b27b-60ba87d3453a HTTP/1.1" status: 204 len: 168 time: 0.7569902 May 20 21:01:50.770511 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 40464) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:01:50.798885 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-c5d86a78-37ea-4092-86ec-6d422fbe94a5 None None] Current status of the port e651101c-0d50-43e0-a874-75feff9b856f is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:01:50.805174 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port e8883bf5-f6ab-46da-91f0-d2e93466b434 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:01:50.805827 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:50.839074 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-1fbc0316-9b02-4539-ac7a-831810755011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108'] for port, after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:50.904255 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-c5d86a78-37ea-4092-86ec-6d422fbe94a5 None None] Provisioning complete for port e8883bf5-f6ab-46da-91f0-d2e93466b434 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:01:50.911394 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c5d86a78-37ea-4092-86ec-6d422fbe94a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:50.939271 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_v2 [None req-28e45352-3fd9-4874-9d31-ef27ac3d55f7 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Deleting subnet 905bb478-79f7-40b2-b9c2-8ebfe5307caa {{(pid=103162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 20 21:01:50.943224 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-28e45352-3fd9-4874-9d31-ef27ac3d55f7 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks [] for subnet, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:50.968889 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fbc0316-9b02-4539-ac7a-831810755011 None None] Network ee85ca4e-2f6d-488a-b455-a7822a68edb4 is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:01:50.981065 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-1fbc0316-9b02-4539-ac7a-831810755011 None None] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:01:50.989561 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fbc0316-9b02-4539-ac7a-831810755011 None None] Received port after_create {{(pid=103164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:01:50.992328 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc0316-9b02-4539-ac7a-831810755011 None None] Pushing event updated for resources: {'Port': ['ID=7bf91641-1969-406c-96e6-55583d5c67e5,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:01:50.992495 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-28e45352-3fd9-4874-9d31-ef27ac3d55f7 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3738392'] for subnet, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:51.031640 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b76545df-d5e7-4ccc-8c57-09304ad8cd58 None None] Network 237c1045-dd63-44e8-ba9a-30b53a1e56e4 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:01:51.116504 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-f43d2ce6-4313-4407-8d36-1f4b5abcedc8 tempest-DHCPAgentSchedulersTestJSON-691987293 tempest-DHCPAgentSchedulersTestJSON-691987293-project] Allocated IP 172.20.0.11 (ee85ca4e-2f6d-488a-b455-a7822a68edb4/9b8d555b-e639-4dc5-96fe-e3c371ad6460/c7f0a8e0-5218-4c97-84b4-e2851766b746) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:01:51.142442 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-28e45352-3fd9-4874-9d31-ef27ac3d55f7 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33068388'] for subnet, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:51.163231 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port e8883bf5-f6ab-46da-91f0-d2e93466b434 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:01:51.168262 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3c906a34-0533-459c-84be-aaa576f443b2 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:51.176384 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-1fbc0316-9b02-4539-ac7a-831810755011 None None] Attempting to bind port 7bf91641-1969-406c-96e6-55583d5c67e5 on host n-d-842733-1 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:01:51.177309 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-1fbc0316-9b02-4539-ac7a-831810755011 None None] Attempting to bind port 7bf91641-1969-406c-96e6-55583d5c67e5 by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': '34e5cece-e3bd-422e-bdd7-0de6f5708354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'ee85ca4e-2f6d-488a-b455-a7822a68edb4'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:01:51.177498 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fbc0316-9b02-4539-ac7a-831810755011 None None] Attempting to bind port 7bf91641-1969-406c-96e6-55583d5c67e5 on network ee85ca4e-2f6d-488a-b455-a7822a68edb4 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:01:51.182984 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-3c906a34-0533-459c-84be-aaa576f443b2 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Calling delete_port for 4ac0b40f-6187-4278-b081-1229e10ba18e owned by {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:01:51.194659 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fbc0316-9b02-4539-ac7a-831810755011 None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 21, 1, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 21:01:51.195500 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fbc0316-9b02-4539-ac7a-831810755011 None None] Checking segment: {'id': '34e5cece-e3bd-422e-bdd7-0de6f5708354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'ee85ca4e-2f6d-488a-b455-a7822a68edb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:01:51.195671 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-1fbc0316-9b02-4539-ac7a-831810755011 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:51.196079 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fbc0316-9b02-4539-ac7a-831810755011 None None] Bound using segment: {'id': '34e5cece-e3bd-422e-bdd7-0de6f5708354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'ee85ca4e-2f6d-488a-b455-a7822a68edb4'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 21:01:51.196555 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-1fbc0316-9b02-4539-ac7a-831810755011 None None] Bound port: 7bf91641-1969-406c-96e6-55583d5c67e5, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34e5cece-e3bd-422e-bdd7-0de6f5708354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'ee85ca4e-2f6d-488a-b455-a7822a68edb4'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:01:51.196938 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-1fbc0316-9b02-4539-ac7a-831810755011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:51.217431 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-c5d86a78-37ea-4092-86ec-6d422fbe94a5 None None] Current status of the port e8883bf5-f6ab-46da-91f0-d2e93466b434 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:01:51.316045 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-1fbc0316-9b02-4539-ac7a-831810755011 None None] For port 7bf91641-1969-406c-96e6-55583d5c67e5, host n-d-842733-1, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 21:01:51.346736 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-2a426002-a61b-469a-9075-1bb788a4fa2d None None] Could not find standard attr ID for object f746c82d-f00c-4b3d-9b0a-d780db50860f. {{(pid=103164) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 20 21:01:51.349912 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-1fbc0316-9b02-4539-ac7a-831810755011 None None] For port 7bf91641-1969-406c-96e6-55583d5c67e5, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=7bf91641-1969-406c-96e6-55583d5c67e5,segment=NetworkSegment(34e5cece-e3bd-422e-bdd7-0de6f5708354),segment_id=34e5cece-e3bd-422e-bdd7-0de6f5708354)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 21:01:51.353877 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-28e45352-3fd9-4874-9d31-ef27ac3d55f7 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33068399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3797621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4018265'] for subnet, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:51.400792 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f43d2ce6-4313-4407-8d36-1f4b5abcedc8 tempest-DHCPAgentSchedulersTestJSON-691987293 tempest-DHCPAgentSchedulersTestJSON-691987293-project] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:51.405356 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-28e45352-3fd9-4874-9d31-ef27ac3d55f7 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:51.408632 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-28e45352-3fd9-4874-9d31-ef27ac3d55f7 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] 10.222.0.35 "DELETE /v2.0/subnets/905bb478-79f7-40b2-b9c2-8ebfe5307caa HTTP/1.1" status: 204 len: 168 time: 0.6368370 May 20 21:01:51.410384 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e45352-3fd9-4874-9d31-ef27ac3d55f7 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Pushing event deleted for resources: {'Subnet': ['ID=905bb478-79f7-40b2-b9c2-8ebfe5307caa,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:01:51.412358 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 40468) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:01:51.461674 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3c906a34-0533-459c-84be-aaa576f443b2 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:51.467695 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-1fbc0316-9b02-4539-ac7a-831810755011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:51.506157 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c906a34-0533-459c-84be-aaa576f443b2 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Pushing event deleted for resources: {'Port': ['ID=4ac0b40f-6187-4278-b081-1229e10ba18e,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:01:51.530471 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-975b090b-e256-4250-b90f-7f790d40c86e tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33160123'] for network, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:51.548586 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc0316-9b02-4539-ac7a-831810755011 None None] Pushing event updated for resources: {'Port': ['ID=7bf91641-1969-406c-96e6-55583d5c67e5,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:01:51.564714 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f43d2ce6-4313-4407-8d36-1f4b5abcedc8 tempest-DHCPAgentSchedulersTestJSON-691987293 tempest-DHCPAgentSchedulersTestJSON-691987293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:51.634576 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3c906a34-0533-459c-84be-aaa576f443b2 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:51.639547 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-3c906a34-0533-459c-84be-aaa576f443b2 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] 10.222.0.35 "DELETE /v2.0/ports/4ac0b40f-6187-4278-b081-1229e10ba18e HTTP/1.1" status: 204 len: 168 time: 1.2347777 May 20 21:01:51.642156 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 40472) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:01:51.672745 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43d2ce6-4313-4407-8d36-1f4b5abcedc8 tempest-DHCPAgentSchedulersTestJSON-691987293 tempest-DHCPAgentSchedulersTestJSON-691987293-project] Pushing event updated for resources: {'Port': ['ID=c7f0a8e0-5218-4c97-84b4-e2851766b746,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:01:51.687143 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f43d2ce6-4313-4407-8d36-1f4b5abcedc8 tempest-DHCPAgentSchedulersTestJSON-691987293 tempest-DHCPAgentSchedulersTestJSON-691987293-project] Network ee85ca4e-2f6d-488a-b455-a7822a68edb4 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:01:51.690782 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-f43d2ce6-4313-4407-8d36-1f4b5abcedc8 tempest-DHCPAgentSchedulersTestJSON-691987293 tempest-DHCPAgentSchedulersTestJSON-691987293-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:01:51.694074 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f43d2ce6-4313-4407-8d36-1f4b5abcedc8 tempest-DHCPAgentSchedulersTestJSON-691987293 tempest-DHCPAgentSchedulersTestJSON-691987293-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:01:51.696978 n-d-842733-1 neutron-server[103163]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ab7de53-6ca8-41a2-8428-c54dff3d20f2 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] GET failed (client error): The resource could not be found. May 20 21:01:51.701628 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-5ab7de53-6ca8-41a2-8428-c54dff3d20f2 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] 10.222.0.35 "GET /v2.0/ports/4ac0b40f-6187-4278-b081-1229e10ba18e HTTP/1.1" status: 404 len: 333 time: 0.0583763 May 20 21:01:51.703677 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 40474) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:01:51.765958 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-975b090b-e256-4250-b90f-7f790d40c86e tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Deleting port e651101c-0d50-43e0-a874-75feff9b856f {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:01:51.766293 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-975b090b-e256-4250-b90f-7f790d40c86e tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:51.770235 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f43d2ce6-4313-4407-8d36-1f4b5abcedc8 tempest-DHCPAgentSchedulersTestJSON-691987293 tempest-DHCPAgentSchedulersTestJSON-691987293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:01:51.771471 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f3f9c1b-9951-4d04-8d4c-ac614a6c57f2 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Deleting subnet 72d37376-c2cc-4934-89c3-c205a216b98c {{(pid=103163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 20 21:01:51.776520 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f43d2ce6-4313-4407-8d36-1f4b5abcedc8 tempest-DHCPAgentSchedulersTestJSON-691987293 tempest-DHCPAgentSchedulersTestJSON-691987293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:51.786071 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6f3f9c1b-9951-4d04-8d4c-ac614a6c57f2 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks [] for subnet, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:51.885985 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-975b090b-e256-4250-b90f-7f790d40c86e tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] For port e651101c-0d50-43e0-a874-75feff9b856f, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=e651101c-0d50-43e0-a874-75feff9b856f,segment=NetworkSegment(f23b394b-2e79-4196-8d66-9dd1b6e1961a),segment_id=f23b394b-2e79-4196-8d66-9dd1b6e1961a)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:01:51.886399 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-975b090b-e256-4250-b90f-7f790d40c86e tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:51.892217 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6f3f9c1b-9951-4d04-8d4c-ac614a6c57f2 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9338757'] for subnet, precommit_delete_associations {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:51.896323 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-f43d2ce6-4313-4407-8d36-1f4b5abcedc8 tempest-DHCPAgentSchedulersTestJSON-691987293 tempest-DHCPAgentSchedulersTestJSON-691987293-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 939 time: 2.3500049 May 20 21:01:51.899229 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 40476) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:01:51.936162 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-975b090b-e256-4250-b90f-7f790d40c86e tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Calling delete_port for e651101c-0d50-43e0-a874-75feff9b856f owned by network:dhcp {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:01:52.097730 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-fa351fe8-1180-463d-a773-b9686488f816 tempest-DHCPAgentSchedulersTestJSON-691987293 tempest-DHCPAgentSchedulersTestJSON-691987293-project] Deleting port c7f0a8e0-5218-4c97-84b4-e2851766b746 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:01:52.098375 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-fa351fe8-1180-463d-a773-b9686488f816 tempest-DHCPAgentSchedulersTestJSON-691987293 tempest-DHCPAgentSchedulersTestJSON-691987293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:52.129136 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6f3f9c1b-9951-4d04-8d4c-ac614a6c57f2 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33068388'] for subnet, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:52.162671 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-975b090b-e256-4250-b90f-7f790d40c86e tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:52.212305 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975b090b-e256-4250-b90f-7f790d40c86e tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Pushing event deleted for resources: {'Port': ['ID=e651101c-0d50-43e0-a874-75feff9b856f,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:01:52.214447 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-975b090b-e256-4250-b90f-7f790d40c86e tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] No DVR routers for this DVR port e651101c-0d50-43e0-a874-75feff9b856f on host n-d-842733-1 {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 21:01:52.234733 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-fa351fe8-1180-463d-a773-b9686488f816 tempest-DHCPAgentSchedulersTestJSON-691987293 tempest-DHCPAgentSchedulersTestJSON-691987293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:52.253162 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-fa351fe8-1180-463d-a773-b9686488f816 tempest-DHCPAgentSchedulersTestJSON-691987293 tempest-DHCPAgentSchedulersTestJSON-691987293-project] Calling delete_port for c7f0a8e0-5218-4c97-84b4-e2851766b746 owned by {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:01:52.266673 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3ad363c4-81f1-4bc2-87c6-96abfebf21f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:52.341405 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-975b090b-e256-4250-b90f-7f790d40c86e tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33072115', 'neutron.services.segments.db._delete_segments_for_network-8782419500584'] for network, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:52.369909 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-975b090b-e256-4250-b90f-7f790d40c86e tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['237c1045-dd63-44e8-ba9a-30b53a1e56e4']}} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:01:52.384982 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-975b090b-e256-4250-b90f-7f790d40c86e tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f23b394b-2e79-4196-8d66-9dd1b6e1961a') {'for_net_delete': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:01:52.385640 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-975b090b-e256-4250-b90f-7f790d40c86e tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f23b394b-2e79-4196-8d66-9dd1b6e1961a') {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:01:52.405080 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-975b090b-e256-4250-b90f-7f790d40c86e tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419501617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9338764'] for segment, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:52.422906 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-975b090b-e256-4250-b90f-7f790d40c86e tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:52.432771 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-975b090b-e256-4250-b90f-7f790d40c86e tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Releasing vlan 240 on physical network physnet1 to pool {{(pid=103163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 21:01:52.433737 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-975b090b-e256-4250-b90f-7f790d40c86e tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9638311'] for segment, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:52.438202 n-d-842733-1 neutron-server[103163]: Traceback (most recent call last): May 20 21:01:52.438202 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 21:01:52.438202 n-d-842733-1 neutron-server[103163]: timer() May 20 21:01:52.438202 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 21:01:52.438202 n-d-842733-1 neutron-server[103163]: cb(*args, **kw) May 20 21:01:52.438202 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 20 21:01:52.438202 n-d-842733-1 neutron-server[103163]: return func(*args, **kwargs) May 20 21:01:52.438202 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 21:01:52.438202 n-d-842733-1 neutron-server[103163]: self._notify() May 20 21:01:52.438202 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 21:01:52.438202 n-d-842733-1 neutron-server[103163]: self.callback(batched_events) May 20 21:01:52.438202 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 21:01:52.438202 n-d-842733-1 neutron-server[103163]: event.method(event) May 20 21:01:52.438202 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 20 21:01:52.438202 n-d-842733-1 neutron-server[103163]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 21:01:52.438202 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 20 21:01:52.438202 n-d-842733-1 neutron-server[103163]: aggregate_uuid = self.p_client.list_aggregates( May 20 21:01:52.438202 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 20 21:01:52.438202 n-d-842733-1 neutron-server[103163]: return f(self, *a, **k) May 20 21:01:52.438202 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 20 21:01:52.438202 n-d-842733-1 neutron-server[103163]: return self._get(url).json() May 20 21:01:52.438202 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 20 21:01:52.438202 n-d-842733-1 neutron-server[103163]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 21:01:52.438202 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 21:01:52.438202 n-d-842733-1 neutron-server[103163]: return self.request(url, 'GET', **kwargs) May 20 21:01:52.438202 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 21:01:52.438202 n-d-842733-1 neutron-server[103163]: base_url = self.get_endpoint(auth, allow=allow, May 20 21:01:52.438202 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 21:01:52.438202 n-d-842733-1 neutron-server[103163]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 21:01:52.438202 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 21:01:52.438202 n-d-842733-1 neutron-server[103163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 21:01:52.438202 n-d-842733-1 neutron-server[103163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 21:01:52.461661 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6f3f9c1b-9951-4d04-8d4c-ac614a6c57f2 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33068399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9641221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8422588'] for subnet, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:52.463471 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ea4da94-6350-41ba-9c22-1daa4ae3ee5e None None] Network 237c1045-dd63-44e8-ba9a-30b53a1e56e4 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:01:52.540455 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-86f58100-ba8a-4727-aa23-4941093e3362 None None] Could not find standard attr ID for object e651101c-0d50-43e0-a874-75feff9b856f. {{(pid=103164) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 20 21:01:52.547759 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6f3f9c1b-9951-4d04-8d4c-ac614a6c57f2 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks [] for subnet, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:52.554727 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 40492) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:01:52.554907 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-6f3f9c1b-9951-4d04-8d4c-ac614a6c57f2 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] 10.222.0.35 "DELETE /v2.0/subnets/72d37376-c2cc-4934-89c3-c205a216b98c HTTP/1.1" status: 204 len: 168 time: 0.8503900 May 20 21:01:52.557257 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3f9c1b-9951-4d04-8d4c-ac614a6c57f2 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Pushing event deleted for resources: {'Subnet': ['ID=72d37376-c2cc-4934-89c3-c205a216b98c,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:01:52.578192 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23acf1d5-1c74-41f3-b375-36ca6270df6e None None] Network a42ffb35-dc3b-4aae-ac6e-226ba8a95768 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:01:52.613591 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-fa351fe8-1180-463d-a773-b9686488f816 tempest-DHCPAgentSchedulersTestJSON-691987293 tempest-DHCPAgentSchedulersTestJSON-691987293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:52.667224 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa351fe8-1180-463d-a773-b9686488f816 tempest-DHCPAgentSchedulersTestJSON-691987293 tempest-DHCPAgentSchedulersTestJSON-691987293-project] Pushing event deleted for resources: {'Port': ['ID=c7f0a8e0-5218-4c97-84b4-e2851766b746,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:01:52.712847 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-975b090b-e256-4250-b90f-7f790d40c86e tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33072122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748162'] for network, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:52.712847 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-975b090b-e256-4250-b90f-7f790d40c86e tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:52.719067 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-975b090b-e256-4250-b90f-7f790d40c86e tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] 10.222.0.35 "DELETE /v2.0/networks/237c1045-dd63-44e8-ba9a-30b53a1e56e4 HTTP/1.1" status: 204 len: 168 time: 1.3015089 May 20 21:01:52.719067 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 40498) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:01:52.771460 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-cf71bc28-3f54-4b2a-8a94-d8ea5ba2a524 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33160123'] for network, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:52.791725 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975b090b-e256-4250-b90f-7f790d40c86e tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Pushing event deleted for resources: {'Network': ['ID=237c1045-dd63-44e8-ba9a-30b53a1e56e4,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:01:52.825933 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 7bf91641-1969-406c-96e6-55583d5c67e5 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:01:52.859043 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-fa351fe8-1180-463d-a773-b9686488f816 tempest-DHCPAgentSchedulersTestJSON-691987293 tempest-DHCPAgentSchedulersTestJSON-691987293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:52.866525 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-fa351fe8-1180-463d-a773-b9686488f816 tempest-DHCPAgentSchedulersTestJSON-691987293 tempest-DHCPAgentSchedulersTestJSON-691987293-project] 10.222.0.35 "DELETE /v2.0/ports/c7f0a8e0-5218-4c97-84b4-e2851766b746 HTTP/1.1" status: 204 len: 168 time: 0.9659145 May 20 21:01:52.869323 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 40500) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:01:52.875564 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96a4c429-236e-45e7-98e3-b5d5929ff8ec tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:01:52.894483 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-96a4c429-236e-45e7-98e3-b5d5929ff8ec tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1741858 May 20 21:01:52.898221 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-cf71bc28-3f54-4b2a-8a94-d8ea5ba2a524 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Deleting port e8883bf5-f6ab-46da-91f0-d2e93466b434 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:01:52.907284 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-cf71bc28-3f54-4b2a-8a94-d8ea5ba2a524 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:52.907431 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 40504) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:01:53.014860 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d4e0411-1a6c-485d-840c-00a4fbd1ee06 None None] DHCP port deletion for 237c1045-dd63-44e8-ba9a-30b53a1e56e4 request from n-d-842733-1 {{(pid=103164) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 21:01:53.028095 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 7bf91641-1969-406c-96e6-55583d5c67e5 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:01:53.028477 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:53.046960 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-74966c46-8de6-4367-865b-51cd58c14e64 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] 10.222.0.35 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1463685 May 20 21:01:53.048572 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 40508) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:01:53.061818 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-95b16863-4550-4d50-8823-41c4f78b4b73 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1309563547'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:01:53.087345 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-5a734d64-ecbc-4d8f-9158-54fa172bfdc3 tempest-DHCPAgentSchedulersTestJSON-1174648903 tempest-DHCPAgentSchedulersTestJSON-1174648903-project-admin] 10.222.0.35 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4677 time: 0.2166708 May 20 21:01:53.090493 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 40512) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:01:53.097968 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-31735232-591d-4fff-adcd-f6bb447e3df5 tempest-DHCPAgentSchedulersTestJSON-691987293 tempest-DHCPAgentSchedulersTestJSON-691987293-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1128061772'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:01:53.114315 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-cf71bc28-3f54-4b2a-8a94-d8ea5ba2a524 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] For port e8883bf5-f6ab-46da-91f0-d2e93466b434, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=e8883bf5-f6ab-46da-91f0-d2e93466b434,segment=NetworkSegment(903767b3-feb5-4232-abbb-6033688d3ea1),segment_id=903767b3-feb5-4232-abbb-6033688d3ea1)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:01:53.116807 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-cf71bc28-3f54-4b2a-8a94-d8ea5ba2a524 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:53.136396 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-cf71bc28-3f54-4b2a-8a94-d8ea5ba2a524 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Calling delete_port for e8883bf5-f6ab-46da-91f0-d2e93466b434 owned by network:dhcp {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:01:53.156824 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 7bf91641-1969-406c-96e6-55583d5c67e5 is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:01:53.160956 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:53.204407 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] For port 7bf91641-1969-406c-96e6-55583d5c67e5, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=7bf91641-1969-406c-96e6-55583d5c67e5,segment=NetworkSegment(34e5cece-e3bd-422e-bdd7-0de6f5708354),segment_id=34e5cece-e3bd-422e-bdd7-0de6f5708354)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:01:53.207913 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-863b52eb-7744-4d4a-8799-5769c94bbcbf None None] DHCP port deletion for a42ffb35-dc3b-4aae-ac6e-226ba8a95768 request from n-d-842733-1 {{(pid=103164) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 21:01:53.227761 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95b16863-4550-4d50-8823-41c4f78b4b73 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Made reservation on behalf of 5498abc6ad9e4e1cb849425e21c607f1 for: {'network': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:01:53.227761 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-95b16863-4550-4d50-8823-41c4f78b4b73 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for network, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:53.228056 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31735232-591d-4fff-adcd-f6bb447e3df5 tempest-DHCPAgentSchedulersTestJSON-691987293 tempest-DHCPAgentSchedulersTestJSON-691987293-project] Made reservation on behalf of a82cbadce07c41389dce89b697ff7575 for: {'network': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:01:53.229936 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-31735232-591d-4fff-adcd-f6bb447e3df5 tempest-DHCPAgentSchedulersTestJSON-691987293 tempest-DHCPAgentSchedulersTestJSON-691987293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for network, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:53.261056 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95b16863-4550-4d50-8823-41c4f78b4b73 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 203} {{(pid=103162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 21:01:53.271108 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-95b16863-4550-4d50-8823-41c4f78b4b73 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:53.271468 n-d-842733-1 neutron-server[103162]: INFO neutron.db.segments_db [None req-95b16863-4550-4d50-8823-41c4f78b4b73 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Added segment f2cc6ad3-ba82-472f-8282-c8865654d11c of type vlan for network 3cf92f63-7826-46b6-9a5b-a35622966d39 May 20 21:01:53.276325 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31735232-591d-4fff-adcd-f6bb447e3df5 tempest-DHCPAgentSchedulersTestJSON-691987293 tempest-DHCPAgentSchedulersTestJSON-691987293-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 239} {{(pid=103163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 21:01:53.288858 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:53.318760 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-95b16863-4550-4d50-8823-41c4f78b4b73 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418993264'] for network, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:53.324111 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-863b52eb-7744-4d4a-8799-5769c94bbcbf None None] Deleting port e8883bf5-f6ab-46da-91f0-d2e93466b434 {{(pid=103164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:01:53.324473 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-863b52eb-7744-4d4a-8799-5769c94bbcbf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:53.348011 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-31735232-591d-4fff-adcd-f6bb447e3df5 tempest-DHCPAgentSchedulersTestJSON-691987293 tempest-DHCPAgentSchedulersTestJSON-691987293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:53.348011 n-d-842733-1 neutron-server[103163]: INFO neutron.db.segments_db [None req-31735232-591d-4fff-adcd-f6bb447e3df5 tempest-DHCPAgentSchedulersTestJSON-691987293 tempest-DHCPAgentSchedulersTestJSON-691987293-project] Added segment f66d874c-3ad5-4334-8269-e60d5bd04e7e of type vlan for network 8540aebf-fa9d-4177-9687-3889a780be32 May 20 21:01:53.360196 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80545f11-3008-40c6-81f0-5572f755b219 None None] Network ee85ca4e-2f6d-488a-b455-a7822a68edb4 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:01:53.399632 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-31735232-591d-4fff-adcd-f6bb447e3df5 tempest-DHCPAgentSchedulersTestJSON-691987293 tempest-DHCPAgentSchedulersTestJSON-691987293-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418993264'] for network, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:53.430812 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-95b16863-4550-4d50-8823-41c4f78b4b73 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524'] for network, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:53.438177 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95b16863-4550-4d50-8823-41c4f78b4b73 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:01:53.439073 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-95b16863-4550-4d50-8823-41c4f78b4b73 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:53.491276 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-cf71bc28-3f54-4b2a-8a94-d8ea5ba2a524 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:53.496400 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-8bcc381d-89b7-4502-a707-cbffd5d8143e None None] Provisioning complete for port 7bf91641-1969-406c-96e6-55583d5c67e5 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:01:53.496400 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-8bcc381d-89b7-4502-a707-cbffd5d8143e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:53.506660 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-863b52eb-7744-4d4a-8799-5769c94bbcbf None None] For port e8883bf5-f6ab-46da-91f0-d2e93466b434, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=e8883bf5-f6ab-46da-91f0-d2e93466b434,segment=NetworkSegment(903767b3-feb5-4232-abbb-6033688d3ea1),segment_id=903767b3-feb5-4232-abbb-6033688d3ea1)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:01:53.509261 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-863b52eb-7744-4d4a-8799-5769c94bbcbf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:53.511678 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Pushing event updated for resources: {'Port': ['ID=7bf91641-1969-406c-96e6-55583d5c67e5,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:01:53.539804 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf71bc28-3f54-4b2a-8a94-d8ea5ba2a524 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] No DVR routers for this DVR port e8883bf5-f6ab-46da-91f0-d2e93466b434 on host n-d-842733-1 {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 21:01:53.541436 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf71bc28-3f54-4b2a-8a94-d8ea5ba2a524 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Pushing event deleted for resources: {'Port': ['ID=e8883bf5-f6ab-46da-91f0-d2e93466b434,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:01:53.557692 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-863b52eb-7744-4d4a-8799-5769c94bbcbf None None] Calling delete_port for e8883bf5-f6ab-46da-91f0-d2e93466b434 owned by network:dhcp {{(pid=103164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:01:53.564952 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b16863-4550-4d50-8823-41c4f78b4b73 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Pushing event updated for resources: {'Network': ['ID=3cf92f63-7826-46b6-9a5b-a35622966d39,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:01:53.586587 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Network 3cf92f63-7826-46b6-9a5b-a35622966d39 details requested by agent ovs-agent-n-d-842733-1 with host n-d-842733-1 {{(pid=103164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 20 21:01:53.593330 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-31735232-591d-4fff-adcd-f6bb447e3df5 tempest-DHCPAgentSchedulersTestJSON-691987293 tempest-DHCPAgentSchedulersTestJSON-691987293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524'] for network, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:53.600403 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31735232-591d-4fff-adcd-f6bb447e3df5 tempest-DHCPAgentSchedulersTestJSON-691987293 tempest-DHCPAgentSchedulersTestJSON-691987293-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:01:53.601115 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-31735232-591d-4fff-adcd-f6bb447e3df5 tempest-DHCPAgentSchedulersTestJSON-691987293 tempest-DHCPAgentSchedulersTestJSON-691987293-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:53.615955 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-95b16863-4550-4d50-8823-41c4f78b4b73 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5571909 May 20 21:01:53.619962 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 40522) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:01:53.625381 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-0ded0960-8198-44b3-9be7-79c27d87b4e0 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Request body: {'subnet': {'network_id': '3cf92f63-7826-46b6-9a5b-a35622966d39', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:01:53.648055 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-cf71bc28-3f54-4b2a-8a94-d8ea5ba2a524 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33072115', 'neutron.services.segments.db._delete_segments_for_network-8782419500584'] for network, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:53.681773 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31735232-591d-4fff-adcd-f6bb447e3df5 tempest-DHCPAgentSchedulersTestJSON-691987293 tempest-DHCPAgentSchedulersTestJSON-691987293-project] Pushing event updated for resources: {'Network': ['ID=8540aebf-fa9d-4177-9687-3889a780be32,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:01:53.712176 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-cf71bc28-3f54-4b2a-8a94-d8ea5ba2a524 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a42ffb35-dc3b-4aae-ac6e-226ba8a95768']}} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:01:53.723927 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Network 8540aebf-fa9d-4177-9687-3889a780be32 details requested by agent ovs-agent-n-d-842733-1 with host n-d-842733-1 {{(pid=103164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 20 21:01:53.729437 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-cf71bc28-3f54-4b2a-8a94-d8ea5ba2a524 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '903767b3-feb5-4232-abbb-6033688d3ea1') {'for_net_delete': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:01:53.729749 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-cf71bc28-3f54-4b2a-8a94-d8ea5ba2a524 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '903767b3-feb5-4232-abbb-6033688d3ea1') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:01:53.731425 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-31735232-591d-4fff-adcd-f6bb447e3df5 tempest-DHCPAgentSchedulersTestJSON-691987293 tempest-DHCPAgentSchedulersTestJSON-691987293-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.6394818 May 20 21:01:53.734984 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 40526) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:01:53.744210 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-cf71bc28-3f54-4b2a-8a94-d8ea5ba2a524 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419501617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3738385'] for segment, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:53.764719 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-cf71bc28-3f54-4b2a-8a94-d8ea5ba2a524 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:53.771277 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf71bc28-3f54-4b2a-8a94-d8ea5ba2a524 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Releasing vlan 249 on physical network physnet1 to pool {{(pid=103162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 21:01:53.771683 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-cf71bc28-3f54-4b2a-8a94-d8ea5ba2a524 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3800791'] for segment, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:53.774789 n-d-842733-1 neutron-server[103162]: Traceback (most recent call last): May 20 21:01:53.774789 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 21:01:53.774789 n-d-842733-1 neutron-server[103162]: timer() May 20 21:01:53.774789 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 21:01:53.774789 n-d-842733-1 neutron-server[103162]: cb(*args, **kw) May 20 21:01:53.774789 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 20 21:01:53.774789 n-d-842733-1 neutron-server[103162]: return func(*args, **kwargs) May 20 21:01:53.774789 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 21:01:53.774789 n-d-842733-1 neutron-server[103162]: self._notify() May 20 21:01:53.774789 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 21:01:53.774789 n-d-842733-1 neutron-server[103162]: self.callback(batched_events) May 20 21:01:53.774789 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 21:01:53.774789 n-d-842733-1 neutron-server[103162]: event.method(event) May 20 21:01:53.774789 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 20 21:01:53.774789 n-d-842733-1 neutron-server[103162]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 21:01:53.774789 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 20 21:01:53.774789 n-d-842733-1 neutron-server[103162]: aggregate_uuid = self.p_client.list_aggregates( May 20 21:01:53.774789 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 20 21:01:53.774789 n-d-842733-1 neutron-server[103162]: return f(self, *a, **k) May 20 21:01:53.774789 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 20 21:01:53.774789 n-d-842733-1 neutron-server[103162]: return self._get(url).json() May 20 21:01:53.774789 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 20 21:01:53.774789 n-d-842733-1 neutron-server[103162]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 21:01:53.774789 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 21:01:53.774789 n-d-842733-1 neutron-server[103162]: return self.request(url, 'GET', **kwargs) May 20 21:01:53.774789 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 21:01:53.774789 n-d-842733-1 neutron-server[103162]: base_url = self.get_endpoint(auth, allow=allow, May 20 21:01:53.774789 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 21:01:53.774789 n-d-842733-1 neutron-server[103162]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 21:01:53.774789 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 21:01:53.774789 n-d-842733-1 neutron-server[103162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 21:01:53.774789 n-d-842733-1 neutron-server[103162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 21:01:53.863534 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ded0960-8198-44b3-9be7-79c27d87b4e0 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Made reservation on behalf of 5498abc6ad9e4e1cb849425e21c607f1 for: {'subnet': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:01:53.869803 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0ded0960-8198-44b3-9be7-79c27d87b4e0 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4018244'] for subnet, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:53.936691 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-cf71bc28-3f54-4b2a-8a94-d8ea5ba2a524 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33072122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748162'] for network, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:53.948311 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-863b52eb-7744-4d4a-8799-5769c94bbcbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099'] for port, after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:53.970830 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-cf71bc28-3f54-4b2a-8a94-d8ea5ba2a524 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:53.975281 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-cf71bc28-3f54-4b2a-8a94-d8ea5ba2a524 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] 10.222.0.35 "DELETE /v2.0/networks/a42ffb35-dc3b-4aae-ac6e-226ba8a95768 HTTP/1.1" status: 204 len: 168 time: 1.4194829 May 20 21:01:53.976266 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf71bc28-3f54-4b2a-8a94-d8ea5ba2a524 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Pushing event deleted for resources: {'Network': ['ID=a42ffb35-dc3b-4aae-ac6e-226ba8a95768,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:01:53.982451 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 40530) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:01:53.997783 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-8bcc381d-89b7-4502-a707-cbffd5d8143e None None] Current status of the port 7bf91641-1969-406c-96e6-55583d5c67e5 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:01:53.998800 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-91a200d3-2efb-4bb9-8eb5-32463541ac3b tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-936645963'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:01:53.998911 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-863b52eb-7744-4d4a-8799-5769c94bbcbf None None] Network a42ffb35-dc3b-4aae-ac6e-226ba8a95768 is not hosted by any dhcp agent {{(pid=103164) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} May 20 21:01:53.998911 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-863b52eb-7744-4d4a-8799-5769c94bbcbf None None] No DVR routers for this DVR port e8883bf5-f6ab-46da-91f0-d2e93466b434 on host n-d-842733-1 {{(pid=103164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 21:01:53.998911 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863b52eb-7744-4d4a-8799-5769c94bbcbf None None] Pushing event deleted for resources: {'Port': ['ID=e8883bf5-f6ab-46da-91f0-d2e93466b434,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:01:54.043254 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-8f787a7d-aa61-4121-8769-328971d8ba7a tempest-DHCPAgentSchedulersTestJSON-1174648903 tempest-DHCPAgentSchedulersTestJSON-1174648903-project-admin] 10.222.0.35 "GET /v2.0/agents/c9b0653c-f3c7-4339-bd50-e3754b629216/dhcp-networks HTTP/1.1" status: 200 len: 8738 time: 0.3054290 May 20 21:01:54.044050 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4bb0e131-6525-46ca-a45b-e4ea43a5e69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:54.044403 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 40532) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:01:54.108057 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91a200d3-2efb-4bb9-8eb5-32463541ac3b tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Made reservation on behalf of b680ab6daca64ac08e9ce40077a8514d for: {'network': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:01:54.111572 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-91a200d3-2efb-4bb9-8eb5-32463541ac3b tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for network, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:54.142919 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c47dd9a2-c7b7-4d43-ad68-745b5417c12c tempest-DHCPAgentSchedulersTestJSON-1174648903 tempest-DHCPAgentSchedulersTestJSON-1174648903-project-admin] Network 8540aebf-fa9d-4177-9687-3889a780be32 is scheduled to be hosted by DHCP agent c9b0653c-f3c7-4339-bd50-e3754b629216 with binding_index 1 {{(pid=103163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 21:01:54.183905 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91a200d3-2efb-4bb9-8eb5-32463541ac3b tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 211} {{(pid=103162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 21:01:54.193917 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-91a200d3-2efb-4bb9-8eb5-32463541ac3b tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:54.194270 n-d-842733-1 neutron-server[103162]: INFO neutron.db.segments_db [None req-91a200d3-2efb-4bb9-8eb5-32463541ac3b tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Added segment ab27f7a9-c2f4-403a-8991-451f598bd6ed of type vlan for network fbcae6e1-c2be-4fd4-bf4c-04cb9920f7f7 May 20 21:01:54.215209 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-c47dd9a2-c7b7-4d43-ad68-745b5417c12c tempest-DHCPAgentSchedulersTestJSON-1174648903 tempest-DHCPAgentSchedulersTestJSON-1174648903-project-admin] 10.222.0.35 "POST /v2.0/agents/c9b0653c-f3c7-4339-bd50-e3754b629216/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.1669786 May 20 21:01:54.215311 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 40536) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:01:54.219867 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d1d064c-e361-41f4-a4e1-d0628250bf57 None None] Network 8540aebf-fa9d-4177-9687-3889a780be32 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:01:54.242043 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-91a200d3-2efb-4bb9-8eb5-32463541ac3b tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418993264'] for network, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:54.324362 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0ded0960-8198-44b3-9be7-79c27d87b4e0 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3797684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4018258'] for subnet, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:54.339517 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-722e0cbf-fa39-4314-96d8-716aae8ab24c None None] Provisioning complete for port 7bf91641-1969-406c-96e6-55583d5c67e5 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:01:54.340279 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-722e0cbf-fa39-4314-96d8-716aae8ab24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:54.423873 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ded0960-8198-44b3-9be7-79c27d87b4e0 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Pushing event updated for resources: {'Subnet': ['ID=9097859c-8c83-4fce-9149-ddeeef61e77e,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:01:54.431533 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-e9587f7a-083b-4b76-b471-fc208f8082be tempest-DHCPAgentSchedulersTestJSON-1174648903 tempest-DHCPAgentSchedulersTestJSON-1174648903-project-admin] 10.222.0.35 "GET /v2.0/agents/c9b0653c-f3c7-4339-bd50-e3754b629216/dhcp-networks HTTP/1.1" status: 200 len: 8765 time: 0.2150373 May 20 21:01:54.434491 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 40542) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:01:54.442303 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-91a200d3-2efb-4bb9-8eb5-32463541ac3b tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524'] for network, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:54.449025 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91a200d3-2efb-4bb9-8eb5-32463541ac3b tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:01:54.449768 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-91a200d3-2efb-4bb9-8eb5-32463541ac3b tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:54.504115 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ded0960-8198-44b3-9be7-79c27d87b4e0 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Checking segment: {'id': 'f2cc6ad3-ba82-472f-8282-c8865654d11c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '3cf92f63-7826-46b6-9a5b-a35622966d39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:01:54.504829 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ded0960-8198-44b3-9be7-79c27d87b4e0 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Network hostable DHCP agents. Network: 3cf92f63-7826-46b6-9a5b-a35622966d39, hostable agents: ['c9b0653c-f3c7-4339-bd50-e3754b629216'], hosted agents: [] {{(pid=103162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 21:01:54.552243 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-722e0cbf-fa39-4314-96d8-716aae8ab24c None None] Current status of the port 7bf91641-1969-406c-96e6-55583d5c67e5 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:01:54.608312 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 7bf91641-1969-406c-96e6-55583d5c67e5 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:01:54.656090 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-43e28661-b480-4009-9eee-a1f334ccd73f tempest-DHCPAgentSchedulersTestJSON-1174648903 tempest-DHCPAgentSchedulersTestJSON-1174648903-project-admin] 10.222.0.35 "DELETE /v2.0/agents/c9b0653c-f3c7-4339-bd50-e3754b629216/dhcp-networks/8540aebf-fa9d-4177-9687-3889a780be32 HTTP/1.1" status: 204 len: 168 time: 0.2169693 May 20 21:01:54.656341 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 40544) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:01:54.668628 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a200d3-2efb-4bb9-8eb5-32463541ac3b tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Pushing event updated for resources: {'Network': ['ID=fbcae6e1-c2be-4fd4-bf4c-04cb9920f7f7,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:01:54.676298 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-ddba7e0f-cf7c-454b-9f5a-a12d20c0f71e None None] Could not find standard attr ID for object c7f0a8e0-5218-4c97-84b4-e2851766b746. {{(pid=103164) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 20 21:01:54.697109 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-91a200d3-2efb-4bb9-8eb5-32463541ac3b tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7100871 May 20 21:01:54.697357 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Network fbcae6e1-c2be-4fd4-bf4c-04cb9920f7f7 details requested by agent ovs-agent-n-d-842733-1 with host n-d-842733-1 {{(pid=103164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 20 21:01:54.697471 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 40548) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:01:54.698794 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 7bf91641-1969-406c-96e6-55583d5c67e5 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:01:54.699374 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:54.703550 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-d30fc17b-6fcc-4b3d-b7ac-365736a6fc69 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Request body: {'subnet': {'network_id': 'fbcae6e1-c2be-4fd4-bf4c-04cb9920f7f7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:01:54.777472 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:54.817498 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ded0960-8198-44b3-9be7-79c27d87b4e0 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Network 3cf92f63-7826-46b6-9a5b-a35622966d39 is scheduled to be hosted by DHCP agent c9b0653c-f3c7-4339-bd50-e3754b629216 with binding_index 1 {{(pid=103162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 21:01:54.857399 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 7bf91641-1969-406c-96e6-55583d5c67e5 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:01:54.893253 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-4ca67c05-33ad-4a59-a440-b4e525a86c8e tempest-DHCPAgentSchedulersTestJSON-1174648903 tempest-DHCPAgentSchedulersTestJSON-1174648903-project-admin] 10.222.0.35 "GET /v2.0/agents/c9b0653c-f3c7-4339-bd50-e3754b629216/dhcp-networks HTTP/1.1" status: 200 len: 7994 time: 0.2347584 May 20 21:01:54.898316 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 40554) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:01:54.913325 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-0ded0960-8198-44b3-9be7-79c27d87b4e0 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842733-1, 3cf92f63-7826-46b6-9a5b-a35622966d39) {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:01:54.921066 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9950076-0cec-4262-8566-74e5bcdeaad7 None None] Network 3cf92f63-7826-46b6-9a5b-a35622966d39 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:01:54.932391 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-3064d247-2470-4dec-80c4-209feb55b9f7 tempest-DHCPAgentSchedulersTestJSON-1174648903 tempest-DHCPAgentSchedulersTestJSON-1174648903-project-admin] 10.222.0.35 "GET /v2.0/networks/ee85ca4e-2f6d-488a-b455-a7822a68edb4/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0327644 May 20 21:01:54.937366 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 40556) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:01:54.947475 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ded0960-8198-44b3-9be7-79c27d87b4e0 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:01:54.948322 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0ded0960-8198-44b3-9be7-79c27d87b4e0 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:54.964357 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d30fc17b-6fcc-4b3d-b7ac-365736a6fc69 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Made reservation on behalf of b680ab6daca64ac08e9ce40077a8514d for: {'subnet': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:01:54.968996 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d30fc17b-6fcc-4b3d-b7ac-365736a6fc69 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8422561'] for subnet, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:54.979404 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-07a21e4a-7874-4863-be70-6422b140584d tempest-DHCPAgentSchedulersTestJSON-1174648903 tempest-DHCPAgentSchedulersTestJSON-1174648903-project-admin] 10.222.0.35 "GET /v2.0/networks/ee85ca4e-2f6d-488a-b455-a7822a68edb4/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0383971 May 20 21:01:54.979820 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 40558) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:01:55.038195 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device e8883bf5-f6ab-46da-91f0-d2e93466b434 no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 21:01:55.091034 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: e8883bf5-f6ab-46da-91f0-d2e93466b434 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 21:01:55.091677 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device e8883bf5-f6ab-46da-91f0-d2e93466b434 not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 21:01:55.092255 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device e651101c-0d50-43e0-a874-75feff9b856f no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 21:01:55.109433 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-0ded0960-8198-44b3-9be7-79c27d87b4e0 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4887316 May 20 21:01:55.120261 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 40560) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:01:55.120764 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: e651101c-0d50-43e0-a874-75feff9b856f {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 21:01:55.121125 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device e651101c-0d50-43e0-a874-75feff9b856f not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 21:01:55.136393 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-0971d5e8-a492-441a-b44f-40d3b6337e0c tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Request body: {'port': {'network_id': '3cf92f63-7826-46b6-9a5b-a35622966d39', 'name': 'tempest-PortsIpV6TestJSON-422426027'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:01:55.178460 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11090ad4-c16c-4d32-b19f-da3af3086b46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaee2b848-d4b9-5db1-b6ef-d6db29d67de7-3cf92f63-7826-46b6-9a5b-a35622966d39', 'network_id': '3cf92f63-7826-46b6-9a5b-a35622966d39', 'tenant_id': '5498abc6ad9e4e1cb849425e21c607f1', 'fixed_ips': [{'subnet_id': '9097859c-8c83-4fce-9149-ddeeef61e77e'}]}} from n-d-842733-1. {{(pid=103164) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 21:01:55.179332 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-11090ad4-c16c-4d32-b19f-da3af3086b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:55.186187 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-92bf162a-8393-4362-9ac4-49dfdaa0b95b tempest-DHCPAgentSchedulersTestJSON-1174648903 tempest-DHCPAgentSchedulersTestJSON-1174648903-project-admin] 10.222.0.35 "GET /v2.0/agents/c9b0653c-f3c7-4339-bd50-e3754b629216/dhcp-networks HTTP/1.1" status: 200 len: 8780 time: 0.2048271 May 20 21:01:55.189537 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 40564) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:01:55.279224 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4fb86473-a268-4a0a-af75-db18ffd3a251 tempest-DHCPAgentSchedulersTestJSON-691987293 tempest-DHCPAgentSchedulersTestJSON-691987293-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33160123'] for network, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:55.341880 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [None req-11090ad4-c16c-4d32-b19f-da3af3086b46 None None] Allocated IP 2001:db8::2 (3cf92f63-7826-46b6-9a5b-a35622966d39/9097859c-8c83-4fce-9149-ddeeef61e77e/592f0aef-2835-450e-85a1-aa64d0f25605) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:01:55.375364 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4fb86473-a268-4a0a-af75-db18ffd3a251 tempest-DHCPAgentSchedulersTestJSON-691987293 tempest-DHCPAgentSchedulersTestJSON-691987293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33072115', 'neutron.services.segments.db._delete_segments_for_network-8782419500584'] for network, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:55.397928 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-4fb86473-a268-4a0a-af75-db18ffd3a251 tempest-DHCPAgentSchedulersTestJSON-691987293 tempest-DHCPAgentSchedulersTestJSON-691987293-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8540aebf-fa9d-4177-9687-3889a780be32']}} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:01:55.403384 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d30fc17b-6fcc-4b3d-b7ac-365736a6fc69 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9641412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8422583'] for subnet, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:55.412718 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-4fb86473-a268-4a0a-af75-db18ffd3a251 tempest-DHCPAgentSchedulersTestJSON-691987293 tempest-DHCPAgentSchedulersTestJSON-691987293-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f66d874c-3ad5-4334-8269-e60d5bd04e7e') {'for_net_delete': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:01:55.413031 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-4fb86473-a268-4a0a-af75-db18ffd3a251 tempest-DHCPAgentSchedulersTestJSON-691987293 tempest-DHCPAgentSchedulersTestJSON-691987293-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f66d874c-3ad5-4334-8269-e60d5bd04e7e') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:01:55.427184 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4fb86473-a268-4a0a-af75-db18ffd3a251 tempest-DHCPAgentSchedulersTestJSON-691987293 tempest-DHCPAgentSchedulersTestJSON-691987293-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419501617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3738385'] for segment, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:55.442830 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4fb86473-a268-4a0a-af75-db18ffd3a251 tempest-DHCPAgentSchedulersTestJSON-691987293 tempest-DHCPAgentSchedulersTestJSON-691987293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:55.461793 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0971d5e8-a492-441a-b44f-40d3b6337e0c tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Made reservation on behalf of 5498abc6ad9e4e1cb849425e21c607f1 for: {'port': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:01:55.462531 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fb86473-a268-4a0a-af75-db18ffd3a251 tempest-DHCPAgentSchedulersTestJSON-691987293 tempest-DHCPAgentSchedulersTestJSON-691987293-project] Releasing vlan 239 on physical network physnet1 to pool {{(pid=103162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 21:01:55.462651 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4fb86473-a268-4a0a-af75-db18ffd3a251 tempest-DHCPAgentSchedulersTestJSON-691987293 tempest-DHCPAgentSchedulersTestJSON-691987293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3800791'] for segment, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:55.465884 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0971d5e8-a492-441a-b44f-40d3b6337e0c tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:55.466123 n-d-842733-1 neutron-server[103162]: Traceback (most recent call last): May 20 21:01:55.466123 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 21:01:55.466123 n-d-842733-1 neutron-server[103162]: timer() May 20 21:01:55.466123 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 21:01:55.466123 n-d-842733-1 neutron-server[103162]: cb(*args, **kw) May 20 21:01:55.466123 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 20 21:01:55.466123 n-d-842733-1 neutron-server[103162]: return func(*args, **kwargs) May 20 21:01:55.466123 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 21:01:55.466123 n-d-842733-1 neutron-server[103162]: self._notify() May 20 21:01:55.466123 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 21:01:55.466123 n-d-842733-1 neutron-server[103162]: self.callback(batched_events) May 20 21:01:55.466123 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 21:01:55.466123 n-d-842733-1 neutron-server[103162]: event.method(event) May 20 21:01:55.466123 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 20 21:01:55.466123 n-d-842733-1 neutron-server[103162]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 21:01:55.466123 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 20 21:01:55.466123 n-d-842733-1 neutron-server[103162]: aggregate_uuid = self.p_client.list_aggregates( May 20 21:01:55.466123 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 20 21:01:55.466123 n-d-842733-1 neutron-server[103162]: return f(self, *a, **k) May 20 21:01:55.466123 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 20 21:01:55.466123 n-d-842733-1 neutron-server[103162]: return self._get(url).json() May 20 21:01:55.466123 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 20 21:01:55.466123 n-d-842733-1 neutron-server[103162]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 21:01:55.466123 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 21:01:55.466123 n-d-842733-1 neutron-server[103162]: return self.request(url, 'GET', **kwargs) May 20 21:01:55.466123 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 21:01:55.466123 n-d-842733-1 neutron-server[103162]: base_url = self.get_endpoint(auth, allow=allow, May 20 21:01:55.466123 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 21:01:55.466123 n-d-842733-1 neutron-server[103162]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 21:01:55.466123 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 21:01:55.466123 n-d-842733-1 neutron-server[103162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 21:01:55.466123 n-d-842733-1 neutron-server[103162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 21:01:55.526171 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cc3ec51b-6ec8-438a-8349-5f0bec346d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:55.530546 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [None req-0971d5e8-a492-441a-b44f-40d3b6337e0c tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] device_id is not set on port cf0b0d89-751f-458a-8b72-6fd5ae1eac0c yet. {{(pid=103163) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 20 21:01:55.538313 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-11090ad4-c16c-4d32-b19f-da3af3086b46 None None] Notify callbacks [] for port, precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:55.546105 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30fc17b-6fcc-4b3d-b7ac-365736a6fc69 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Pushing event updated for resources: {'Subnet': ['ID=ec5d0a55-6202-4905-9602-983e1acebf6a,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:01:55.591578 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d30fc17b-6fcc-4b3d-b7ac-365736a6fc69 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Checking segment: {'id': 'ab27f7a9-c2f4-403a-8991-451f598bd6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'fbcae6e1-c2be-4fd4-bf4c-04cb9920f7f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:01:55.591989 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d30fc17b-6fcc-4b3d-b7ac-365736a6fc69 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Network hostable DHCP agents. Network: fbcae6e1-c2be-4fd4-bf4c-04cb9920f7f7, hostable agents: ['c9b0653c-f3c7-4339-bd50-e3754b629216'], hosted agents: [] {{(pid=103163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 21:01:55.632262 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:55.688484 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-11090ad4-c16c-4d32-b19f-da3af3086b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108'] for port, after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:55.688757 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4fb86473-a268-4a0a-af75-db18ffd3a251 tempest-DHCPAgentSchedulersTestJSON-691987293 tempest-DHCPAgentSchedulersTestJSON-691987293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33072122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748162'] for network, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:55.708035 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4fb86473-a268-4a0a-af75-db18ffd3a251 tempest-DHCPAgentSchedulersTestJSON-691987293 tempest-DHCPAgentSchedulersTestJSON-691987293-project] Notify callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:55.711754 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-4fb86473-a268-4a0a-af75-db18ffd3a251 tempest-DHCPAgentSchedulersTestJSON-691987293 tempest-DHCPAgentSchedulersTestJSON-691987293-project] 10.222.0.35 "DELETE /v2.0/networks/8540aebf-fa9d-4177-9687-3889a780be32 HTTP/1.1" status: 204 len: 168 time: 0.5196700 May 20 21:01:55.717105 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 40570) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:01:55.736086 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11090ad4-c16c-4d32-b19f-da3af3086b46 None None] Network 3cf92f63-7826-46b6-9a5b-a35622966d39 is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:01:55.739503 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-11090ad4-c16c-4d32-b19f-da3af3086b46 None None] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:01:55.743328 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11090ad4-c16c-4d32-b19f-da3af3086b46 None None] Received port after_create {{(pid=103164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:01:55.746721 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb86473-a268-4a0a-af75-db18ffd3a251 tempest-DHCPAgentSchedulersTestJSON-691987293 tempest-DHCPAgentSchedulersTestJSON-691987293-project] Pushing event deleted for resources: {'Network': ['ID=8540aebf-fa9d-4177-9687-3889a780be32,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:01:55.753787 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11090ad4-c16c-4d32-b19f-da3af3086b46 None None] Pushing event updated for resources: {'Port': ['ID=592f0aef-2835-450e-85a1-aa64d0f25605,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:01:55.763125 n-d-842733-1 neutron-server[103162]: INFO neutron.pecan_wsgi.hooks.translation [None req-46d9f7ee-83e2-4265-8624-2bd4c8f26c08 tempest-DHCPAgentSchedulersTestJSON-691987293 tempest-DHCPAgentSchedulersTestJSON-691987293-project] DELETE failed (client error): The resource could not be found. May 20 21:01:55.763812 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46d9f7ee-83e2-4265-8624-2bd4c8f26c08 tempest-DHCPAgentSchedulersTestJSON-691987293 tempest-DHCPAgentSchedulersTestJSON-691987293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 21:01:55.766821 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-46d9f7ee-83e2-4265-8624-2bd4c8f26c08 tempest-DHCPAgentSchedulersTestJSON-691987293 tempest-DHCPAgentSchedulersTestJSON-691987293-project] 10.222.0.35 "DELETE /v2.0/ports/c7f0a8e0-5218-4c97-84b4-e2851766b746 HTTP/1.1" status: 404 len: 333 time: 0.0314114 May 20 21:01:55.768393 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d30fc17b-6fcc-4b3d-b7ac-365736a6fc69 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Network fbcae6e1-c2be-4fd4-bf4c-04cb9920f7f7 is scheduled to be hosted by DHCP agent c9b0653c-f3c7-4339-bd50-e3754b629216 with binding_index 1 {{(pid=103163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 21:01:55.770388 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 40574) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:01:55.789482 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-0971d5e8-a492-441a-b44f-40d3b6337e0c tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Allocated IP 2001:db8::45 (3cf92f63-7826-46b6-9a5b-a35622966d39/9097859c-8c83-4fce-9149-ddeeef61e77e/cf0b0d89-751f-458a-8b72-6fd5ae1eac0c) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:01:55.819069 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-11090ad4-c16c-4d32-b19f-da3af3086b46 None None] Attempting to bind port 592f0aef-2835-450e-85a1-aa64d0f25605 on host n-d-842733-1 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:01:55.819437 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-11090ad4-c16c-4d32-b19f-da3af3086b46 None None] Attempting to bind port 592f0aef-2835-450e-85a1-aa64d0f25605 by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': 'f2cc6ad3-ba82-472f-8282-c8865654d11c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '3cf92f63-7826-46b6-9a5b-a35622966d39'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:01:55.819856 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11090ad4-c16c-4d32-b19f-da3af3086b46 None None] Attempting to bind port 592f0aef-2835-450e-85a1-aa64d0f25605 on network 3cf92f63-7826-46b6-9a5b-a35622966d39 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:01:55.826577 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11090ad4-c16c-4d32-b19f-da3af3086b46 None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 21, 1, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 21:01:55.826955 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11090ad4-c16c-4d32-b19f-da3af3086b46 None None] Checking segment: {'id': 'f2cc6ad3-ba82-472f-8282-c8865654d11c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '3cf92f63-7826-46b6-9a5b-a35622966d39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:01:55.827361 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-11090ad4-c16c-4d32-b19f-da3af3086b46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:55.827762 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11090ad4-c16c-4d32-b19f-da3af3086b46 None None] Bound using segment: {'id': 'f2cc6ad3-ba82-472f-8282-c8865654d11c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '3cf92f63-7826-46b6-9a5b-a35622966d39'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 21:01:55.828240 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-11090ad4-c16c-4d32-b19f-da3af3086b46 None None] Bound port: 592f0aef-2835-450e-85a1-aa64d0f25605, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2cc6ad3-ba82-472f-8282-c8865654d11c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '3cf92f63-7826-46b6-9a5b-a35622966d39'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:01:55.828619 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-11090ad4-c16c-4d32-b19f-da3af3086b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:55.835179 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e6babe5-6462-44a1-ab8f-c1b47077e1ea tempest-DHCPAgentSchedulersTestJSON-691987293 tempest-DHCPAgentSchedulersTestJSON-691987293-project] Deleting subnet 9b8d555b-e639-4dc5-96fe-e3c371ad6460 {{(pid=103162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 20 21:01:55.838783 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0e6babe5-6462-44a1-ab8f-c1b47077e1ea tempest-DHCPAgentSchedulersTestJSON-691987293 tempest-DHCPAgentSchedulersTestJSON-691987293-project] Notify callbacks [] for subnet, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:55.892489 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0e6babe5-6462-44a1-ab8f-c1b47077e1ea tempest-DHCPAgentSchedulersTestJSON-691987293 tempest-DHCPAgentSchedulersTestJSON-691987293-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3738392'] for subnet, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:55.912616 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-11090ad4-c16c-4d32-b19f-da3af3086b46 None None] For port 592f0aef-2835-450e-85a1-aa64d0f25605, host n-d-842733-1, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 21:01:55.916146 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-11090ad4-c16c-4d32-b19f-da3af3086b46 None None] For port 592f0aef-2835-450e-85a1-aa64d0f25605, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=592f0aef-2835-450e-85a1-aa64d0f25605,segment=NetworkSegment(f2cc6ad3-ba82-472f-8282-c8865654d11c),segment_id=f2cc6ad3-ba82-472f-8282-c8865654d11c)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 21:01:55.934001 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-d30fc17b-6fcc-4b3d-b7ac-365736a6fc69 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842733-1, fbcae6e1-c2be-4fd4-bf4c-04cb9920f7f7) {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:01:55.947814 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d30fc17b-6fcc-4b3d-b7ac-365736a6fc69 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:01:55.948538 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d30fc17b-6fcc-4b3d-b7ac-365736a6fc69 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks [] for subnet, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:55.986243 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d952bfd0-c52a-4655-bcd3-befe40dacd1e None None] Network fbcae6e1-c2be-4fd4-bf4c-04cb9920f7f7 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:01:56.015880 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0971d5e8-a492-441a-b44f-40d3b6337e0c tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:56.051112 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0e6babe5-6462-44a1-ab8f-c1b47077e1ea tempest-DHCPAgentSchedulersTestJSON-691987293 tempest-DHCPAgentSchedulersTestJSON-691987293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33068388'] for subnet, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:56.087905 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-11090ad4-c16c-4d32-b19f-da3af3086b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:56.105683 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-d30fc17b-6fcc-4b3d-b7ac-365736a6fc69 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4068658 May 20 21:01:56.108807 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 40582) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:01:56.120261 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-409a9627-ad05-46a0-bab2-f47827baf7ce tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Request body: {'port': {'network_id': 'fbcae6e1-c2be-4fd4-bf4c-04cb9920f7f7', 'name': 'tempest-PortsTestJSON-1440799745', 'fixed_ips': [{'subnet_id': 'ec5d0a55-6202-4905-9602-983e1acebf6a', 'ip_address': '172.20.0.10'}]}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:01:56.210460 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0971d5e8-a492-441a-b44f-40d3b6337e0c tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:56.281874 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0971d5e8-a492-441a-b44f-40d3b6337e0c tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Network 3cf92f63-7826-46b6-9a5b-a35622966d39 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:01:56.287035 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-0971d5e8-a492-441a-b44f-40d3b6337e0c tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:01:56.298135 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0971d5e8-a492-441a-b44f-40d3b6337e0c tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:01:56.298433 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0e6babe5-6462-44a1-ab8f-c1b47077e1ea tempest-DHCPAgentSchedulersTestJSON-691987293 tempest-DHCPAgentSchedulersTestJSON-691987293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33068399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3797621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4018265'] for subnet, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:56.308786 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0971d5e8-a492-441a-b44f-40d3b6337e0c tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:01:56.312567 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0971d5e8-a492-441a-b44f-40d3b6337e0c tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:56.332027 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0971d5e8-a492-441a-b44f-40d3b6337e0c tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Pushing event updated for resources: {'Port': ['ID=cf0b0d89-751f-458a-8b72-6fd5ae1eac0c,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:01:56.351815 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6babe5-6462-44a1-ab8f-c1b47077e1ea tempest-DHCPAgentSchedulersTestJSON-691987293 tempest-DHCPAgentSchedulersTestJSON-691987293-project] Pushing event deleted for resources: {'Subnet': ['ID=9b8d555b-e639-4dc5-96fe-e3c371ad6460,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:01:56.372115 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0e6babe5-6462-44a1-ab8f-c1b47077e1ea tempest-DHCPAgentSchedulersTestJSON-691987293 tempest-DHCPAgentSchedulersTestJSON-691987293-project] Notify callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:56.372115 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-0e6babe5-6462-44a1-ab8f-c1b47077e1ea tempest-DHCPAgentSchedulersTestJSON-691987293 tempest-DHCPAgentSchedulersTestJSON-691987293-project] 10.222.0.35 "DELETE /v2.0/subnets/9b8d555b-e639-4dc5-96fe-e3c371ad6460 HTTP/1.1" status: 204 len: 168 time: 0.5898547 May 20 21:01:56.372115 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 40588) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:01:56.374492 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6cfdff6-624f-4988-8cf1-5d0896621caa None None] Network ee85ca4e-2f6d-488a-b455-a7822a68edb4 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:01:56.431613 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-0971d5e8-a492-441a-b44f-40d3b6337e0c tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.3156493 May 20 21:01:56.432573 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 40592) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:01:56.454086 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-169e8162-ddc9-494d-8185-9e69492c7ae6 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Request body: {'port': {'network_id': '3cf92f63-7826-46b6-9a5b-a35622966d39', 'name': 'tempest-PortsIpV6TestJSON-1425713810'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:01:56.475628 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-409a9627-ad05-46a0-bab2-f47827baf7ce tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Made reservation on behalf of b680ab6daca64ac08e9ce40077a8514d for: {'port': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:01:56.496078 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11090ad4-c16c-4d32-b19f-da3af3086b46 None None] Pushing event updated for resources: {'Port': ['ID=592f0aef-2835-450e-85a1-aa64d0f25605,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:01:56.601241 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-409a9627-ad05-46a0-bab2-f47827baf7ce tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:56.617175 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e380a883-c5b6-4de1-9ae4-6da038944ba1 tempest-DHCPAgentSchedulersTestJSON-691987293 tempest-DHCPAgentSchedulersTestJSON-691987293-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33160123'] for network, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:56.633472 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [None req-409a9627-ad05-46a0-bab2-f47827baf7ce tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] device_id is not set on port 33513930-ecb9-464d-b50d-0e71d1a982dc yet. {{(pid=103162) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 20 21:01:56.690166 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98418b12-6712-4fba-a640-6c0527ac3ae3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaee2b848-d4b9-5db1-b6ef-d6db29d67de7-fbcae6e1-c2be-4fd4-bf4c-04cb9920f7f7', 'network_id': 'fbcae6e1-c2be-4fd4-bf4c-04cb9920f7f7', 'tenant_id': 'b680ab6daca64ac08e9ce40077a8514d', 'fixed_ips': [{'subnet_id': 'ec5d0a55-6202-4905-9602-983e1acebf6a'}]}} from n-d-842733-1. {{(pid=103164) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 21:01:56.692299 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-98418b12-6712-4fba-a640-6c0527ac3ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:56.815222 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-169e8162-ddc9-494d-8185-9e69492c7ae6 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Made reservation on behalf of 5498abc6ad9e4e1cb849425e21c607f1 for: {'port': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:01:56.820512 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-169e8162-ddc9-494d-8185-9e69492c7ae6 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:56.834385 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-e380a883-c5b6-4de1-9ae4-6da038944ba1 tempest-DHCPAgentSchedulersTestJSON-691987293 tempest-DHCPAgentSchedulersTestJSON-691987293-project] Deleting port 7bf91641-1969-406c-96e6-55583d5c67e5 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:01:56.834765 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e380a883-c5b6-4de1-9ae4-6da038944ba1 tempest-DHCPAgentSchedulersTestJSON-691987293 tempest-DHCPAgentSchedulersTestJSON-691987293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:56.856302 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [None req-169e8162-ddc9-494d-8185-9e69492c7ae6 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] device_id is not set on port 2c129903-2a26-40ba-a09e-64a9b3d9541e yet. {{(pid=103163) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 20 21:01:56.909087 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28d1706b-416e-42dd-a568-a65e7bf08292 None None] DHCP port deletion for ee85ca4e-2f6d-488a-b455-a7822a68edb4 request from n-d-842733-1 {{(pid=103164) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 21:01:57.008504 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-28d1706b-416e-42dd-a568-a65e7bf08292 None None] Deleting port 7bf91641-1969-406c-96e6-55583d5c67e5 {{(pid=103164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:01:57.030408 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-28d1706b-416e-42dd-a568-a65e7bf08292 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:57.112090 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-169e8162-ddc9-494d-8185-9e69492c7ae6 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Allocated IP 2001:db8::1f2 (3cf92f63-7826-46b6-9a5b-a35622966d39/9097859c-8c83-4fce-9149-ddeeef61e77e/2c129903-2a26-40ba-a09e-64a9b3d9541e) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:01:57.147531 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-28d1706b-416e-42dd-a568-a65e7bf08292 None None] For port 7bf91641-1969-406c-96e6-55583d5c67e5, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=7bf91641-1969-406c-96e6-55583d5c67e5,segment=NetworkSegment(34e5cece-e3bd-422e-bdd7-0de6f5708354),segment_id=34e5cece-e3bd-422e-bdd7-0de6f5708354)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:01:57.148130 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-28d1706b-416e-42dd-a568-a65e7bf08292 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:57.171291 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-28d1706b-416e-42dd-a568-a65e7bf08292 None None] Calling delete_port for 7bf91641-1969-406c-96e6-55583d5c67e5 owned by network:dhcp {{(pid=103164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:01:57.326757 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-169e8162-ddc9-494d-8185-9e69492c7ae6 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:57.398071 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-28d1706b-416e-42dd-a568-a65e7bf08292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099'] for port, after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:57.418858 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-e380a883-c5b6-4de1-9ae4-6da038944ba1 tempest-DHCPAgentSchedulersTestJSON-691987293 tempest-DHCPAgentSchedulersTestJSON-691987293-project] For port 7bf91641-1969-406c-96e6-55583d5c67e5, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=7bf91641-1969-406c-96e6-55583d5c67e5,segment=NetworkSegment(34e5cece-e3bd-422e-bdd7-0de6f5708354),segment_id=34e5cece-e3bd-422e-bdd7-0de6f5708354)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:01:57.418858 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e380a883-c5b6-4de1-9ae4-6da038944ba1 tempest-DHCPAgentSchedulersTestJSON-691987293 tempest-DHCPAgentSchedulersTestJSON-691987293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:57.421561 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-409a9627-ad05-46a0-bab2-f47827baf7ce tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Allocated IP 172.20.0.10 (fbcae6e1-c2be-4fd4-bf4c-04cb9920f7f7/ec5d0a55-6202-4905-9602-983e1acebf6a/33513930-ecb9-464d-b50d-0e71d1a982dc) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:01:57.449528 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-e380a883-c5b6-4de1-9ae4-6da038944ba1 tempest-DHCPAgentSchedulersTestJSON-691987293 tempest-DHCPAgentSchedulersTestJSON-691987293-project] Calling delete_port for 7bf91641-1969-406c-96e6-55583d5c67e5 owned by network:dhcp {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:01:57.450644 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-169e8162-ddc9-494d-8185-9e69492c7ae6 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:57.482218 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d1706b-416e-42dd-a568-a65e7bf08292 None None] Pushing event deleted for resources: {'Port': ['ID=7bf91641-1969-406c-96e6-55583d5c67e5,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:01:57.497247 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d1706b-416e-42dd-a568-a65e7bf08292 None None] No DVR routers for this DVR port 7bf91641-1969-406c-96e6-55583d5c67e5 on host n-d-842733-1 {{(pid=103164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 21:01:57.519473 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-169e8162-ddc9-494d-8185-9e69492c7ae6 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Network 3cf92f63-7826-46b6-9a5b-a35622966d39 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:01:57.522978 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-169e8162-ddc9-494d-8185-9e69492c7ae6 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:01:57.526982 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-169e8162-ddc9-494d-8185-9e69492c7ae6 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:01:57.532750 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-169e8162-ddc9-494d-8185-9e69492c7ae6 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:01:57.538134 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-169e8162-ddc9-494d-8185-9e69492c7ae6 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:57.559428 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169e8162-ddc9-494d-8185-9e69492c7ae6 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Pushing event updated for resources: {'Port': ['ID=2c129903-2a26-40ba-a09e-64a9b3d9541e,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:01:57.665017 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-169e8162-ddc9-494d-8185-9e69492c7ae6 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.2289789 May 20 21:01:57.667753 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 40606) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:01:57.683312 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e380a883-c5b6-4de1-9ae4-6da038944ba1 tempest-DHCPAgentSchedulersTestJSON-691987293 tempest-DHCPAgentSchedulersTestJSON-691987293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:57.740129 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e380a883-c5b6-4de1-9ae4-6da038944ba1 tempest-DHCPAgentSchedulersTestJSON-691987293 tempest-DHCPAgentSchedulersTestJSON-691987293-project] Pushing event deleted for resources: {'Port': ['ID=7bf91641-1969-406c-96e6-55583d5c67e5,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:01:57.743070 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e380a883-c5b6-4de1-9ae4-6da038944ba1 tempest-DHCPAgentSchedulersTestJSON-691987293 tempest-DHCPAgentSchedulersTestJSON-691987293-project] No DVR routers for this DVR port 7bf91641-1969-406c-96e6-55583d5c67e5 on host n-d-842733-1 {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 21:01:57.755681 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-973ff82c-1709-4f33-aea3-da3cc4726eca tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:01:57.759822 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-973ff82c-1709-4f33-aea3-da3cc4726eca tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] 10.222.0.35 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A45 HTTP/1.1" status: 200 len: 927 time: 0.0885317 May 20 21:01:57.760703 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 40610) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:01:57.835967 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-409a9627-ad05-46a0-bab2-f47827baf7ce tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:57.857228 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e380a883-c5b6-4de1-9ae4-6da038944ba1 tempest-DHCPAgentSchedulersTestJSON-691987293 tempest-DHCPAgentSchedulersTestJSON-691987293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33072115', 'neutron.services.segments.db._delete_segments_for_network-8782419500584'] for network, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:57.867579 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-679289a5-d9fb-4cd2-a97b-e9ae1fd1c1b1 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Deleting port 2c129903-2a26-40ba-a09e-64a9b3d9541e {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:01:57.868207 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-679289a5-d9fb-4cd2-a97b-e9ae1fd1c1b1 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:57.920645 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-e380a883-c5b6-4de1-9ae4-6da038944ba1 tempest-DHCPAgentSchedulersTestJSON-691987293 tempest-DHCPAgentSchedulersTestJSON-691987293-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee85ca4e-2f6d-488a-b455-a7822a68edb4']}} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:01:57.937030 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d325ca97-20c2-4a9d-b3f5-288ebacf97da None None] Network 3cf92f63-7826-46b6-9a5b-a35622966d39 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:01:57.937562 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-e380a883-c5b6-4de1-9ae4-6da038944ba1 tempest-DHCPAgentSchedulersTestJSON-691987293 tempest-DHCPAgentSchedulersTestJSON-691987293-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34e5cece-e3bd-422e-bdd7-0de6f5708354') {'for_net_delete': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:01:57.937794 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-e380a883-c5b6-4de1-9ae4-6da038944ba1 tempest-DHCPAgentSchedulersTestJSON-691987293 tempest-DHCPAgentSchedulersTestJSON-691987293-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34e5cece-e3bd-422e-bdd7-0de6f5708354') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:01:57.947424 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e380a883-c5b6-4de1-9ae4-6da038944ba1 tempest-DHCPAgentSchedulersTestJSON-691987293 tempest-DHCPAgentSchedulersTestJSON-691987293-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419501617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3738385'] for segment, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:57.961996 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e380a883-c5b6-4de1-9ae4-6da038944ba1 tempest-DHCPAgentSchedulersTestJSON-691987293 tempest-DHCPAgentSchedulersTestJSON-691987293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:57.967810 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e380a883-c5b6-4de1-9ae4-6da038944ba1 tempest-DHCPAgentSchedulersTestJSON-691987293 tempest-DHCPAgentSchedulersTestJSON-691987293-project] Releasing vlan 212 on physical network physnet1 to pool {{(pid=103162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 21:01:57.968429 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e380a883-c5b6-4de1-9ae4-6da038944ba1 tempest-DHCPAgentSchedulersTestJSON-691987293 tempest-DHCPAgentSchedulersTestJSON-691987293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3800791'] for segment, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:57.971660 n-d-842733-1 neutron-server[103162]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 21:01:57.971660 n-d-842733-1 neutron-server[103162]: self.session.flush() May 20 21:01:57.971660 n-d-842733-1 neutron-server[103162]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 21:01:57.971660 n-d-842733-1 neutron-server[103162]: self.session.flush() May 20 21:01:57.971660 n-d-842733-1 neutron-server[103162]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 21:01:57.971660 n-d-842733-1 neutron-server[103162]: self.session.flush() May 20 21:01:57.971660 n-d-842733-1 neutron-server[103162]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 21:01:57.971660 n-d-842733-1 neutron-server[103162]: self.session.flush() May 20 21:01:57.971660 n-d-842733-1 neutron-server[103162]: Traceback (most recent call last): May 20 21:01:57.971660 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 21:01:57.971660 n-d-842733-1 neutron-server[103162]: timer() May 20 21:01:57.971660 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 21:01:57.971660 n-d-842733-1 neutron-server[103162]: cb(*args, **kw) May 20 21:01:57.971660 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 20 21:01:57.971660 n-d-842733-1 neutron-server[103162]: return func(*args, **kwargs) May 20 21:01:57.971660 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 21:01:57.971660 n-d-842733-1 neutron-server[103162]: self._notify() May 20 21:01:57.971660 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 21:01:57.971660 n-d-842733-1 neutron-server[103162]: self.callback(batched_events) May 20 21:01:57.971660 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 21:01:57.971660 n-d-842733-1 neutron-server[103162]: event.method(event) May 20 21:01:57.971660 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 20 21:01:57.971660 n-d-842733-1 neutron-server[103162]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 21:01:57.971660 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 20 21:01:57.971660 n-d-842733-1 neutron-server[103162]: aggregate_uuid = self.p_client.list_aggregates( May 20 21:01:57.971660 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 20 21:01:57.971660 n-d-842733-1 neutron-server[103162]: return f(self, *a, **k) May 20 21:01:57.971660 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 20 21:01:57.971660 n-d-842733-1 neutron-server[103162]: return self._get(url).json() May 20 21:01:57.971660 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 20 21:01:57.971660 n-d-842733-1 neutron-server[103162]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 21:01:57.971660 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 21:01:57.971660 n-d-842733-1 neutron-server[103162]: return self.request(url, 'GET', **kwargs) May 20 21:01:57.971660 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 21:01:57.971660 n-d-842733-1 neutron-server[103162]: base_url = self.get_endpoint(auth, allow=allow, May 20 21:01:57.971660 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 21:01:57.971660 n-d-842733-1 neutron-server[103162]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 21:01:57.971660 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 21:01:57.971660 n-d-842733-1 neutron-server[103162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 21:01:57.971660 n-d-842733-1 neutron-server[103162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 21:01:57.986542 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-679289a5-d9fb-4cd2-a97b-e9ae1fd1c1b1 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:58.002034 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-679289a5-d9fb-4cd2-a97b-e9ae1fd1c1b1 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Calling delete_port for 2c129903-2a26-40ba-a09e-64a9b3d9541e owned by {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:01:58.044198 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-409a9627-ad05-46a0-bab2-f47827baf7ce tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:58.117580 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-30ea3572-7516-44c2-b605-aecb31c3524a None None] Provisioning complete for port 592f0aef-2835-450e-85a1-aa64d0f25605 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:01:58.117580 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-30ea3572-7516-44c2-b605-aecb31c3524a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:58.143260 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-409a9627-ad05-46a0-bab2-f47827baf7ce tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Network fbcae6e1-c2be-4fd4-bf4c-04cb9920f7f7 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:01:58.151016 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-409a9627-ad05-46a0-bab2-f47827baf7ce tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:01:58.155216 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-409a9627-ad05-46a0-bab2-f47827baf7ce tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:01:58.191206 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409a9627-ad05-46a0-bab2-f47827baf7ce tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Pushing event updated for resources: {'Port': ['ID=33513930-ecb9-464d-b50d-0e71d1a982dc,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:01:58.198906 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e380a883-c5b6-4de1-9ae4-6da038944ba1 tempest-DHCPAgentSchedulersTestJSON-691987293 tempest-DHCPAgentSchedulersTestJSON-691987293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33072122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748162'] for network, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:58.208788 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [None req-98418b12-6712-4fba-a640-6c0527ac3ae3 None None] Allocated IP 172.20.0.2 (fbcae6e1-c2be-4fd4-bf4c-04cb9920f7f7/ec5d0a55-6202-4905-9602-983e1acebf6a/d1be0cd9-94d1-4370-88da-432dd5645472) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:01:58.211896 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e380a883-c5b6-4de1-9ae4-6da038944ba1 tempest-DHCPAgentSchedulersTestJSON-691987293 tempest-DHCPAgentSchedulersTestJSON-691987293-project] Notify callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:58.221130 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-e380a883-c5b6-4de1-9ae4-6da038944ba1 tempest-DHCPAgentSchedulersTestJSON-691987293 tempest-DHCPAgentSchedulersTestJSON-691987293-project] 10.222.0.35 "DELETE /v2.0/networks/ee85ca4e-2f6d-488a-b455-a7822a68edb4 HTTP/1.1" status: 204 len: 168 time: 1.8528106 May 20 21:01:58.253757 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e380a883-c5b6-4de1-9ae4-6da038944ba1 tempest-DHCPAgentSchedulersTestJSON-691987293 tempest-DHCPAgentSchedulersTestJSON-691987293-project] Pushing event deleted for resources: {'Network': ['ID=ee85ca4e-2f6d-488a-b455-a7822a68edb4,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:01:58.279023 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-409a9627-ad05-46a0-bab2-f47827baf7ce tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:01:58.284772 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-409a9627-ad05-46a0-bab2-f47827baf7ce tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:58.336304 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-679289a5-d9fb-4cd2-a97b-e9ae1fd1c1b1 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:58.395148 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-30ea3572-7516-44c2-b605-aecb31c3524a None None] Current status of the port 592f0aef-2835-450e-85a1-aa64d0f25605 is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:01:58.395475 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-30ea3572-7516-44c2-b605-aecb31c3524a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:58.398813 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679289a5-d9fb-4cd2-a97b-e9ae1fd1c1b1 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Pushing event deleted for resources: {'Port': ['ID=2c129903-2a26-40ba-a09e-64a9b3d9541e,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:01:58.410271 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-409a9627-ad05-46a0-bab2-f47827baf7ce tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.2970607 May 20 21:01:58.410537 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 40622) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:01:58.415700 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-fc1bf1a8-0a97-4db6-87ce-7be2ab15399e tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Request body: {'port': {'network_id': 'fbcae6e1-c2be-4fd4-bf4c-04cb9920f7f7', 'name': 'tempest-PortsTestJSON-1038755481', 'fixed_ips': [{'subnet_id': 'ec5d0a55-6202-4905-9602-983e1acebf6a', 'ip_address': '172.20.0.9'}]}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:01:58.435708 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-679289a5-d9fb-4cd2-a97b-e9ae1fd1c1b1 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:58.438931 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-679289a5-d9fb-4cd2-a97b-e9ae1fd1c1b1 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] 10.222.0.35 "DELETE /v2.0/ports/2c129903-2a26-40ba-a09e-64a9b3d9541e HTTP/1.1" status: 204 len: 168 time: 0.6778476 May 20 21:01:58.446199 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 40624) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:01:58.475124 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-30ea3572-7516-44c2-b605-aecb31c3524a None None] For port 592f0aef-2835-450e-85a1-aa64d0f25605, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=592f0aef-2835-450e-85a1-aa64d0f25605,segment=NetworkSegment(f2cc6ad3-ba82-472f-8282-c8865654d11c),segment_id=f2cc6ad3-ba82-472f-8282-c8865654d11c)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:01:58.490509 n-d-842733-1 neutron-server[103163]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f8502d1-cf49-41ad-9e19-124b4b53a92d tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] GET failed (client error): The resource could not be found. May 20 21:01:58.492338 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-3f8502d1-cf49-41ad-9e19-124b4b53a92d tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] 10.222.0.35 "GET /v2.0/ports/2c129903-2a26-40ba-a09e-64a9b3d9541e HTTP/1.1" status: 404 len: 333 time: 0.0490053 May 20 21:01:58.501831 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 40628) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:01:58.545249 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-30ea3572-7516-44c2-b605-aecb31c3524a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:58.615066 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ea3572-7516-44c2-b605-aecb31c3524a None None] Pushing event updated for resources: {'Port': ['ID=592f0aef-2835-450e-85a1-aa64d0f25605,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:01:58.633772 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-98418b12-6712-4fba-a640-6c0527ac3ae3 None None] Notify callbacks [] for port, precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:58.701795 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-98418b12-6712-4fba-a640-6c0527ac3ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108'] for port, after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:58.740042 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-919078dd-a6f2-400d-a98b-e3b6c2233419 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Deleting port cf0b0d89-751f-458a-8b72-6fd5ae1eac0c {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:01:58.740388 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-919078dd-a6f2-400d-a98b-e3b6c2233419 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:58.750530 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc1bf1a8-0a97-4db6-87ce-7be2ab15399e tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Made reservation on behalf of b680ab6daca64ac08e9ce40077a8514d for: {'port': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:01:58.755023 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-fc1bf1a8-0a97-4db6-87ce-7be2ab15399e tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:58.759838 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98418b12-6712-4fba-a640-6c0527ac3ae3 None None] Pushing event updated for resources: {'Port': ['ID=d1be0cd9-94d1-4370-88da-432dd5645472,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:01:58.762546 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 592f0aef-2835-450e-85a1-aa64d0f25605 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:01:58.792570 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [None req-fc1bf1a8-0a97-4db6-87ce-7be2ab15399e tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] device_id is not set on port 11730082-ac9e-4e3a-b96a-e8f555e2479a yet. {{(pid=103162) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 20 21:01:58.826262 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98418b12-6712-4fba-a640-6c0527ac3ae3 None None] Network fbcae6e1-c2be-4fd4-bf4c-04cb9920f7f7 is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:01:58.826262 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-98418b12-6712-4fba-a640-6c0527ac3ae3 None None] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:01:58.829431 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98418b12-6712-4fba-a640-6c0527ac3ae3 None None] Received port after_create {{(pid=103164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:01:58.844844 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 592f0aef-2835-450e-85a1-aa64d0f25605 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:01:58.844844 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:58.886214 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-919078dd-a6f2-400d-a98b-e3b6c2233419 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:58.920487 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-919078dd-a6f2-400d-a98b-e3b6c2233419 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Calling delete_port for cf0b0d89-751f-458a-8b72-6fd5ae1eac0c owned by {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:01:58.927508 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-6c90d19a-8c80-4aad-bd75-79afe86d092d None None] Could not find standard attr ID for object 2c129903-2a26-40ba-a09e-64a9b3d9541e. {{(pid=103164) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 20 21:01:59.012075 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-fc1bf1a8-0a97-4db6-87ce-7be2ab15399e tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Allocated IP 172.20.0.9 (fbcae6e1-c2be-4fd4-bf4c-04cb9920f7f7/ec5d0a55-6202-4905-9602-983e1acebf6a/11730082-ac9e-4e3a-b96a-e8f555e2479a) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:01:59.031871 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 40638) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:01:59.038936 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-6c90d19a-8c80-4aad-bd75-79afe86d092d None None] Provisioning complete for port 592f0aef-2835-450e-85a1-aa64d0f25605 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:01:59.039527 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-6c90d19a-8c80-4aad-bd75-79afe86d092d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:59.145970 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 592f0aef-2835-450e-85a1-aa64d0f25605 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:01:59.147952 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-98418b12-6712-4fba-a640-6c0527ac3ae3 None None] Attempting to bind port d1be0cd9-94d1-4370-88da-432dd5645472 on host n-d-842733-1 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:01:59.148325 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-98418b12-6712-4fba-a640-6c0527ac3ae3 None None] Attempting to bind port d1be0cd9-94d1-4370-88da-432dd5645472 by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': 'ab27f7a9-c2f4-403a-8991-451f598bd6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'fbcae6e1-c2be-4fd4-bf4c-04cb9920f7f7'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:01:59.148778 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98418b12-6712-4fba-a640-6c0527ac3ae3 None None] Attempting to bind port d1be0cd9-94d1-4370-88da-432dd5645472 on network fbcae6e1-c2be-4fd4-bf4c-04cb9920f7f7 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:01:59.156567 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98418b12-6712-4fba-a640-6c0527ac3ae3 None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 21, 1, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 21:01:59.157272 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98418b12-6712-4fba-a640-6c0527ac3ae3 None None] Checking segment: {'id': 'ab27f7a9-c2f4-403a-8991-451f598bd6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'fbcae6e1-c2be-4fd4-bf4c-04cb9920f7f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:01:59.157685 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-98418b12-6712-4fba-a640-6c0527ac3ae3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:59.158803 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98418b12-6712-4fba-a640-6c0527ac3ae3 None None] Bound using segment: {'id': 'ab27f7a9-c2f4-403a-8991-451f598bd6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'fbcae6e1-c2be-4fd4-bf4c-04cb9920f7f7'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 21:01:59.158803 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-98418b12-6712-4fba-a640-6c0527ac3ae3 None None] Bound port: d1be0cd9-94d1-4370-88da-432dd5645472, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab27f7a9-c2f4-403a-8991-451f598bd6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'fbcae6e1-c2be-4fd4-bf4c-04cb9920f7f7'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:01:59.159527 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-98418b12-6712-4fba-a640-6c0527ac3ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:59.265754 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 7bf91641-1969-406c-96e6-55583d5c67e5 no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 21:01:59.306558 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-919078dd-a6f2-400d-a98b-e3b6c2233419 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:59.321483 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: 7bf91641-1969-406c-96e6-55583d5c67e5 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 21:01:59.321889 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 7bf91641-1969-406c-96e6-55583d5c67e5 not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 21:01:59.324999 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-98418b12-6712-4fba-a640-6c0527ac3ae3 None None] For port d1be0cd9-94d1-4370-88da-432dd5645472, host n-d-842733-1, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 21:01:59.345435 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-6c90d19a-8c80-4aad-bd75-79afe86d092d None None] Current status of the port 592f0aef-2835-450e-85a1-aa64d0f25605 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:01:59.356284 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-98418b12-6712-4fba-a640-6c0527ac3ae3 None None] For port d1be0cd9-94d1-4370-88da-432dd5645472, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=d1be0cd9-94d1-4370-88da-432dd5645472,segment=NetworkSegment(ab27f7a9-c2f4-403a-8991-451f598bd6ed),segment_id=ab27f7a9-c2f4-403a-8991-451f598bd6ed)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 21:01:59.357934 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-6c90d19a-8c80-4aad-bd75-79afe86d092d None None] Could not find standard attr ID for object cf0b0d89-751f-458a-8b72-6fd5ae1eac0c. {{(pid=103164) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 20 21:01:59.399438 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919078dd-a6f2-400d-a98b-e3b6c2233419 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Pushing event deleted for resources: {'Port': ['ID=cf0b0d89-751f-458a-8b72-6fd5ae1eac0c,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:01:59.409133 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-a6fba0a1-ccdb-499c-8387-9cefa8f2ea39 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a82cbadce07c41389dce89b697ff7575&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3691242 May 20 21:01:59.409680 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 40646) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:01:59.410752 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-919078dd-a6f2-400d-a98b-e3b6c2233419 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:59.415497 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-919078dd-a6f2-400d-a98b-e3b6c2233419 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] 10.222.0.35 "DELETE /v2.0/ports/cf0b0d89-751f-458a-8b72-6fd5ae1eac0c HTTP/1.1" status: 204 len: 168 time: 0.9125657 May 20 21:01:59.416677 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-98418b12-6712-4fba-a640-6c0527ac3ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:59.418748 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 40648) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:01:59.460614 n-d-842733-1 neutron-server[103163]: INFO neutron.pecan_wsgi.hooks.translation [None req-b92e72ae-b5fc-43b0-a188-b1c37671f9ff tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] GET failed (client error): The resource could not be found. May 20 21:01:59.460614 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-b92e72ae-b5fc-43b0-a188-b1c37671f9ff tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] 10.222.0.35 "GET /v2.0/ports/cf0b0d89-751f-458a-8b72-6fd5ae1eac0c HTTP/1.1" status: 404 len: 333 time: 0.0400553 May 20 21:01:59.462728 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 40652) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:01:59.506330 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98418b12-6712-4fba-a640-6c0527ac3ae3 None None] Pushing event updated for resources: {'Port': ['ID=d1be0cd9-94d1-4370-88da-432dd5645472,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:01:59.530568 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-12be8980-e457-4063-b1bc-a8bbf5f3df5b None None] Could not find standard attr ID for object cf0b0d89-751f-458a-8b72-6fd5ae1eac0c. {{(pid=103164) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 20 21:01:59.554890 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e969f861-478f-4ba4-8a2f-087c3520b64a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:59.606675 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e969f861-478f-4ba4-8a2f-087c3520b64a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:59.616378 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f232d17-3c33-48bd-b777-0ae279179c20 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Deleting subnet 9097859c-8c83-4fce-9149-ddeeef61e77e {{(pid=103163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 20 21:01:59.625625 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9f232d17-3c33-48bd-b777-0ae279179c20 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks [] for subnet, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:59.655618 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-fc1bf1a8-0a97-4db6-87ce-7be2ab15399e tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:59.728062 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9f232d17-3c33-48bd-b777-0ae279179c20 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9338757'] for subnet, precommit_delete_associations {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:59.754392 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-1f093e8b-248c-47ba-ba75-428c18abe1dc None None] Could not find standard attr ID for object 2c129903-2a26-40ba-a09e-64a9b3d9541e. {{(pid=103164) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 20 21:01:59.787152 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-fc1bf1a8-0a97-4db6-87ce-7be2ab15399e tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:59.926263 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1bf1a8-0a97-4db6-87ce-7be2ab15399e tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Pushing event updated for resources: {'Port': ['ID=11730082-ac9e-4e3a-b96a-e8f555e2479a,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:01:59.980161 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc1bf1a8-0a97-4db6-87ce-7be2ab15399e tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Network fbcae6e1-c2be-4fd4-bf4c-04cb9920f7f7 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:01:59.981693 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e969f861-478f-4ba4-8a2f-087c3520b64a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:59.986310 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e969f861-478f-4ba4-8a2f-087c3520b64a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:01:59.988669 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-e969f861-478f-4ba4-8a2f-087c3520b64a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ab1b08ae-e0b4-4aea-814d-7c6f210e0e58 HTTP/1.1" status: 204 len: 168 time: 0.5663919 May 20 21:01:59.989855 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-fc1bf1a8-0a97-4db6-87ce-7be2ab15399e tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:01:59.999635 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc1bf1a8-0a97-4db6-87ce-7be2ab15399e tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:02:00.007707 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9f232d17-3c33-48bd-b777-0ae279179c20 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33068388'] for subnet, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:00.141521 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc1bf1a8-0a97-4db6-87ce-7be2ab15399e tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:02:00.142291 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-fc1bf1a8-0a97-4db6-87ce-7be2ab15399e tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:00.148405 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e969f861-478f-4ba4-8a2f-087c3520b64a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab1b08ae-e0b4-4aea-814d-7c6f210e0e58,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:02:00.312670 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9f232d17-3c33-48bd-b777-0ae279179c20 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33068399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9641221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8422588'] for subnet, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:00.321091 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-fc1bf1a8-0a97-4db6-87ce-7be2ab15399e tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.9094324 May 20 21:02:00.323919 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 40670) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:02:00.361401 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f232d17-3c33-48bd-b777-0ae279179c20 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Pushing event deleted for resources: {'Subnet': ['ID=9097859c-8c83-4fce-9149-ddeeef61e77e,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:02:00.364639 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9f232d17-3c33-48bd-b777-0ae279179c20 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks [] for subnet, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:00.378339 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-9f232d17-3c33-48bd-b777-0ae279179c20 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] 10.222.0.35 "DELETE /v2.0/subnets/9097859c-8c83-4fce-9149-ddeeef61e77e HTTP/1.1" status: 204 len: 168 time: 0.9111459 May 20 21:02:00.379867 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 40672) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:02:00.489688 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27e1e84a-76cf-4833-86c1-9dceb2c7a554 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:02:00.494336 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-27e1e84a-76cf-4833-86c1-9dceb2c7a554 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] 10.222.0.35 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.1665976 May 20 21:02:00.495311 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 40676) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:02:00.596996 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fad2e69d-7228-45f0-b56f-2605b07c31f2 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:02:00.605425 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fad2e69d-7228-45f0-b56f-2605b07c31f2 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:02:00.625347 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fad2e69d-7228-45f0-b56f-2605b07c31f2 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:02:00.627364 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-fad2e69d-7228-45f0-b56f-2605b07c31f2 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] 10.222.0.35 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2378 time: 0.1311085 May 20 21:02:00.634544 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 40682) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:02:00.641200 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12fd2f49-44e3-440d-abe7-c1190aa7ab48 None None] Network 3cf92f63-7826-46b6-9a5b-a35622966d39 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:02:00.658835 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1c9b11e8-a025-44c8-b93d-1b8b8377d1b2 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33160123'] for network, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:00.820444 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-1c9b11e8-a025-44c8-b93d-1b8b8377d1b2 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Deleting port 592f0aef-2835-450e-85a1-aa64d0f25605 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:02:00.833407 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1c9b11e8-a025-44c8-b93d-1b8b8377d1b2 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:00.863495 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-d31f06fe-98e0-47e0-a0f1-5e2b7f27ef80 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Deleting port 11730082-ac9e-4e3a-b96a-e8f555e2479a {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:02:00.872295 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d31f06fe-98e0-47e0-a0f1-5e2b7f27ef80 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:00.895754 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device d1be0cd9-94d1-4370-88da-432dd5645472 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:02:00.998015 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-865fc2ae-c6e2-4f37-8b64-56351b3163aa None None] DHCP port deletion for 3cf92f63-7826-46b6-9a5b-a35622966d39 request from n-d-842733-1 {{(pid=103164) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 21:02:01.071927 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-1c9b11e8-a025-44c8-b93d-1b8b8377d1b2 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] For port 592f0aef-2835-450e-85a1-aa64d0f25605, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=592f0aef-2835-450e-85a1-aa64d0f25605,segment=NetworkSegment(f2cc6ad3-ba82-472f-8282-c8865654d11c),segment_id=f2cc6ad3-ba82-472f-8282-c8865654d11c)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:02:01.072351 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1c9b11e8-a025-44c8-b93d-1b8b8377d1b2 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:01.088312 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port d1be0cd9-94d1-4370-88da-432dd5645472 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:02:01.088677 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:01.110471 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 40686) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:02:01.131235 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-1c9b11e8-a025-44c8-b93d-1b8b8377d1b2 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Calling delete_port for 592f0aef-2835-450e-85a1-aa64d0f25605 owned by network:dhcp {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:02:01.154782 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d31f06fe-98e0-47e0-a0f1-5e2b7f27ef80 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:01.158557 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-29d198ef-3924-4351-9306-bebfb2e7b87d admin admin] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:01.180085 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-865fc2ae-c6e2-4f37-8b64-56351b3163aa None None] Deleting port 592f0aef-2835-450e-85a1-aa64d0f25605 {{(pid=103164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:02:01.180743 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-865fc2ae-c6e2-4f37-8b64-56351b3163aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:01.220826 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-d31f06fe-98e0-47e0-a0f1-5e2b7f27ef80 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Calling delete_port for 11730082-ac9e-4e3a-b96a-e8f555e2479a owned by {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:02:01.320083 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-865fc2ae-c6e2-4f37-8b64-56351b3163aa None None] For port 592f0aef-2835-450e-85a1-aa64d0f25605, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=592f0aef-2835-450e-85a1-aa64d0f25605,segment=NetworkSegment(f2cc6ad3-ba82-472f-8282-c8865654d11c),segment_id=f2cc6ad3-ba82-472f-8282-c8865654d11c)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:02:01.320479 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-865fc2ae-c6e2-4f37-8b64-56351b3163aa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:01.338425 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port d1be0cd9-94d1-4370-88da-432dd5645472 is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:02:01.338816 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:01.374334 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-865fc2ae-c6e2-4f37-8b64-56351b3163aa None None] Calling delete_port for 592f0aef-2835-450e-85a1-aa64d0f25605 owned by network:dhcp {{(pid=103164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:02:01.474933 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-29d198ef-3924-4351-9306-bebfb2e7b87d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:01.498615 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] For port d1be0cd9-94d1-4370-88da-432dd5645472, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=d1be0cd9-94d1-4370-88da-432dd5645472,segment=NetworkSegment(ab27f7a9-c2f4-403a-8991-451f598bd6ed),segment_id=ab27f7a9-c2f4-403a-8991-451f598bd6ed)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:02:01.550084 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a95efc57-ccb1-47d9-b8c8-19502f485757 None None] Network fbcae6e1-c2be-4fd4-bf4c-04cb9920f7f7 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:02:01.553392 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1c9b11e8-a025-44c8-b93d-1b8b8377d1b2 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:01.570215 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c9b11e8-a025-44c8-b93d-1b8b8377d1b2 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] No DVR routers for this DVR port 592f0aef-2835-450e-85a1-aa64d0f25605 on host n-d-842733-1 {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 21:02:01.625371 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-865fc2ae-c6e2-4f37-8b64-56351b3163aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099'] for port, after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:01.657747 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9b11e8-a025-44c8-b93d-1b8b8377d1b2 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Pushing event deleted for resources: {'Port': ['ID=592f0aef-2835-450e-85a1-aa64d0f25605,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:02:01.659700 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d31f06fe-98e0-47e0-a0f1-5e2b7f27ef80 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:01.662572 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-29d198ef-3924-4351-9306-bebfb2e7b87d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:01.697481 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:01.697481 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 592f0aef-2835-450e-85a1-aa64d0f25605 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:02:01.712470 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-865fc2ae-c6e2-4f37-8b64-56351b3163aa None None] No DVR routers for this DVR port 592f0aef-2835-450e-85a1-aa64d0f25605 on host n-d-842733-1 {{(pid=103164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 21:02:01.719946 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865fc2ae-c6e2-4f37-8b64-56351b3163aa None None] Pushing event deleted for resources: {'Port': ['ID=592f0aef-2835-450e-85a1-aa64d0f25605,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:02:01.757968 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d198ef-3924-4351-9306-bebfb2e7b87d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94a72ebd-7aa9-477a-8c89-6d35c0894c23,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:02:01.773535 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9b11e8-a025-44c8-b93d-1b8b8377d1b2 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:02:01.773889 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9b11e8-a025-44c8-b93d-1b8b8377d1b2 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:02:01.774195 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9b11e8-a025-44c8-b93d-1b8b8377d1b2 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:02:01.774519 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9b11e8-a025-44c8-b93d-1b8b8377d1b2 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:02:01.774840 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9b11e8-a025-44c8-b93d-1b8b8377d1b2 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:02:01.775157 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9b11e8-a025-44c8-b93d-1b8b8377d1b2 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:02:01.775474 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9b11e8-a025-44c8-b93d-1b8b8377d1b2 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:02:01.775793 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9b11e8-a025-44c8-b93d-1b8b8377d1b2 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:02:01.776105 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9b11e8-a025-44c8-b93d-1b8b8377d1b2 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:02:01.776414 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9b11e8-a025-44c8-b93d-1b8b8377d1b2 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:02:01.776728 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9b11e8-a025-44c8-b93d-1b8b8377d1b2 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:02:01.777033 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9b11e8-a025-44c8-b93d-1b8b8377d1b2 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:02:01.796267 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31f06fe-98e0-47e0-a0f1-5e2b7f27ef80 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Pushing event deleted for resources: {'Port': ['ID=11730082-ac9e-4e3a-b96a-e8f555e2479a,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:02:01.844508 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d198ef-3924-4351-9306-bebfb2e7b87d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:02:01.844851 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d198ef-3924-4351-9306-bebfb2e7b87d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:02:01.845184 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d198ef-3924-4351-9306-bebfb2e7b87d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:02:01.845538 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d198ef-3924-4351-9306-bebfb2e7b87d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:02:01.845901 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d198ef-3924-4351-9306-bebfb2e7b87d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:02:01.846226 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d198ef-3924-4351-9306-bebfb2e7b87d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:02:01.846606 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d198ef-3924-4351-9306-bebfb2e7b87d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:02:01.847021 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d198ef-3924-4351-9306-bebfb2e7b87d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:02:01.847530 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d198ef-3924-4351-9306-bebfb2e7b87d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:02:01.847850 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d198ef-3924-4351-9306-bebfb2e7b87d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:02:01.848170 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d198ef-3924-4351-9306-bebfb2e7b87d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:02:01.848486 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d198ef-3924-4351-9306-bebfb2e7b87d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:02:01.865829 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-29d198ef-3924-4351-9306-bebfb2e7b87d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9caebd95a3fe42edaa74076b4b8f1a2e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7542894 May 20 21:02:01.867909 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-27becc40-a9f2-4ef2-bece-18ea6ca9cd3f None None] Provisioning complete for port d1be0cd9-94d1-4370-88da-432dd5645472 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:02:01.868199 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-27becc40-a9f2-4ef2-bece-18ea6ca9cd3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:01.868352 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1c9b11e8-a025-44c8-b93d-1b8b8377d1b2 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33072115', 'neutron.services.segments.db._delete_segments_for_network-8782419500584'] for network, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:01.870648 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 40696) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:02:01.871999 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: 592f0aef-2835-450e-85a1-aa64d0f25605 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 21:02:01.872335 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 592f0aef-2835-450e-85a1-aa64d0f25605 not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} May 20 21:02:01.917031 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d31f06fe-98e0-47e0-a0f1-5e2b7f27ef80 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:01.925119 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-1c9b11e8-a025-44c8-b93d-1b8b8377d1b2 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3cf92f63-7826-46b6-9a5b-a35622966d39']}} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:02:01.932994 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-d31f06fe-98e0-47e0-a0f1-5e2b7f27ef80 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] 10.222.0.35 "DELETE /v2.0/ports/11730082-ac9e-4e3a-b96a-e8f555e2479a HTTP/1.1" status: 204 len: 168 time: 1.2946174 May 20 21:02:01.933505 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 40700) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:02:01.943475 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-1c9b11e8-a025-44c8-b93d-1b8b8377d1b2 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2cc6ad3-ba82-472f-8282-c8865654d11c') {'for_net_delete': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:02:01.943785 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-1c9b11e8-a025-44c8-b93d-1b8b8377d1b2 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2cc6ad3-ba82-472f-8282-c8865654d11c') {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:02:01.967628 n-d-842733-1 neutron-server[103162]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7d8617f-0f21-43bb-8c8b-59978f3122c1 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] GET failed (client error): The resource could not be found. May 20 21:02:01.969480 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-e7d8617f-0f21-43bb-8c8b-59978f3122c1 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] 10.222.0.35 "GET /v2.0/ports/11730082-ac9e-4e3a-b96a-e8f555e2479a HTTP/1.1" status: 404 len: 333 time: 0.0347414 May 20 21:02:01.971560 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1c9b11e8-a025-44c8-b93d-1b8b8377d1b2 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419501617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9338764'] for segment, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:01.973319 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Port 592f0aef-2835-450e-85a1-aa64d0f25605 not found, will not notify nova. {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} May 20 21:02:01.973593 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 40702) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:02:01.973713 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-27c2b0f0-bc8b-48e4-93bb-14d457645549 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:02.011261 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-27c2b0f0-bc8b-48e4-93bb-14d457645549 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:02.077336 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1c9b11e8-a025-44c8-b93d-1b8b8377d1b2 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:02.088355 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c9b11e8-a025-44c8-b93d-1b8b8377d1b2 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Releasing vlan 203 on physical network physnet1 to pool {{(pid=103163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 21:02:02.089368 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1c9b11e8-a025-44c8-b93d-1b8b8377d1b2 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9638311'] for segment, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:02.092530 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-ea3baab3-f906-4f24-a98e-e7975d726861 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Deleting port 33513930-ecb9-464d-b50d-0e71d1a982dc {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:02:02.092862 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Pushing event updated for resources: {'Port': ['ID=d1be0cd9-94d1-4370-88da-432dd5645472,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:02:02.093082 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ea3baab3-f906-4f24-a98e-e7975d726861 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:02.146883 n-d-842733-1 neutron-server[103163]: Traceback (most recent call last): May 20 21:02:02.146883 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 21:02:02.146883 n-d-842733-1 neutron-server[103163]: timer() May 20 21:02:02.146883 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 21:02:02.146883 n-d-842733-1 neutron-server[103163]: cb(*args, **kw) May 20 21:02:02.146883 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 20 21:02:02.146883 n-d-842733-1 neutron-server[103163]: return func(*args, **kwargs) May 20 21:02:02.146883 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 21:02:02.146883 n-d-842733-1 neutron-server[103163]: self._notify() May 20 21:02:02.146883 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 21:02:02.146883 n-d-842733-1 neutron-server[103163]: self.callback(batched_events) May 20 21:02:02.146883 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 21:02:02.146883 n-d-842733-1 neutron-server[103163]: event.method(event) May 20 21:02:02.146883 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 20 21:02:02.146883 n-d-842733-1 neutron-server[103163]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 21:02:02.146883 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 20 21:02:02.146883 n-d-842733-1 neutron-server[103163]: aggregate_uuid = self.p_client.list_aggregates( May 20 21:02:02.146883 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 20 21:02:02.146883 n-d-842733-1 neutron-server[103163]: return f(self, *a, **k) May 20 21:02:02.146883 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 20 21:02:02.146883 n-d-842733-1 neutron-server[103163]: return self._get(url).json() May 20 21:02:02.146883 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 20 21:02:02.146883 n-d-842733-1 neutron-server[103163]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 21:02:02.146883 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 21:02:02.146883 n-d-842733-1 neutron-server[103163]: return self.request(url, 'GET', **kwargs) May 20 21:02:02.146883 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 21:02:02.146883 n-d-842733-1 neutron-server[103163]: base_url = self.get_endpoint(auth, allow=allow, May 20 21:02:02.146883 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 21:02:02.146883 n-d-842733-1 neutron-server[103163]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 21:02:02.146883 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 21:02:02.146883 n-d-842733-1 neutron-server[103163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 21:02:02.146883 n-d-842733-1 neutron-server[103163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 21:02:02.186695 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-27c2b0f0-bc8b-48e4-93bb-14d457645549 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:02.189419 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-27c2b0f0-bc8b-48e4-93bb-14d457645549 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:02.191820 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-27c2b0f0-bc8b-48e4-93bb-14d457645549 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/94a72ebd-7aa9-477a-8c89-6d35c0894c23 HTTP/1.1" status: 204 len: 168 time: 0.3198917 May 20 21:02:02.201995 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c2b0f0-bc8b-48e4-93bb-14d457645549 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94a72ebd-7aa9-477a-8c89-6d35c0894c23,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:02:02.216904 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-27becc40-a9f2-4ef2-bece-18ea6ca9cd3f None None] Current status of the port d1be0cd9-94d1-4370-88da-432dd5645472 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:02:02.278996 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ea3baab3-f906-4f24-a98e-e7975d726861 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:02.294964 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1c9b11e8-a025-44c8-b93d-1b8b8377d1b2 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33072122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748162'] for network, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:02.305473 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1c9b11e8-a025-44c8-b93d-1b8b8377d1b2 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:02.314576 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 40710) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:02:02.319489 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-1c9b11e8-a025-44c8-b93d-1b8b8377d1b2 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] 10.222.0.35 "DELETE /v2.0/networks/3cf92f63-7826-46b6-9a5b-a35622966d39 HTTP/1.1" status: 204 len: 168 time: 1.9382524 May 20 21:02:02.319723 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-5b0e00d2-22e9-4c9d-8902-88d57fc36176 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-932822890'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:02:02.325128 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-ea3baab3-f906-4f24-a98e-e7975d726861 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Calling delete_port for 33513930-ecb9-464d-b50d-0e71d1a982dc owned by {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:02:02.359189 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9b11e8-a025-44c8-b93d-1b8b8377d1b2 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Pushing event deleted for resources: {'Network': ['ID=3cf92f63-7826-46b6-9a5b-a35622966d39,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:02:02.553811 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b0e00d2-22e9-4c9d-8902-88d57fc36176 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Made reservation on behalf of 5498abc6ad9e4e1cb849425e21c607f1 for: {'network': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:02:02.558136 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5b0e00d2-22e9-4c9d-8902-88d57fc36176 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for network, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:02.583592 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device d1be0cd9-94d1-4370-88da-432dd5645472 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:02:02.642229 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port d1be0cd9-94d1-4370-88da-432dd5645472 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:02:02.642458 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:02.685018 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-9124ef0b-2c35-4a38-9326-f8eff7e6bc7b None None] Provisioning complete for port d1be0cd9-94d1-4370-88da-432dd5645472 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:02:02.685877 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-9124ef0b-2c35-4a38-9326-f8eff7e6bc7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:02.723987 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ea3baab3-f906-4f24-a98e-e7975d726861 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:02.740127 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b0e00d2-22e9-4c9d-8902-88d57fc36176 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 237} {{(pid=103162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 21:02:02.779785 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:02.807170 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3baab3-f906-4f24-a98e-e7975d726861 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Pushing event deleted for resources: {'Port': ['ID=33513930-ecb9-464d-b50d-0e71d1a982dc,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:02:02.815843 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5b0e00d2-22e9-4c9d-8902-88d57fc36176 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:02.816713 n-d-842733-1 neutron-server[103162]: INFO neutron.db.segments_db [None req-5b0e00d2-22e9-4c9d-8902-88d57fc36176 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Added segment 0956562b-11a9-4377-a536-f903d99aecea of type vlan for network 09cc1b1d-b26f-4ea5-b29e-c06760f1b01c May 20 21:02:02.879941 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port d1be0cd9-94d1-4370-88da-432dd5645472 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:02:02.974564 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 592f0aef-2835-450e-85a1-aa64d0f25605 no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 21:02:02.983673 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5b0e00d2-22e9-4c9d-8902-88d57fc36176 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418993264'] for network, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:03.036206 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: 592f0aef-2835-450e-85a1-aa64d0f25605 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 21:02:03.036734 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 592f0aef-2835-450e-85a1-aa64d0f25605 not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 21:02:03.046798 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-9124ef0b-2c35-4a38-9326-f8eff7e6bc7b None None] Current status of the port d1be0cd9-94d1-4370-88da-432dd5645472 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:02:03.068869 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ea3baab3-f906-4f24-a98e-e7975d726861 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:03.074999 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-ea3baab3-f906-4f24-a98e-e7975d726861 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] 10.222.0.35 "DELETE /v2.0/ports/33513930-ecb9-464d-b50d-0e71d1a982dc HTTP/1.1" status: 204 len: 168 time: 1.0975881 May 20 21:02:03.079417 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 40726) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:02:03.088742 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-9124ef0b-2c35-4a38-9326-f8eff7e6bc7b None None] Could not find standard attr ID for object 33513930-ecb9-464d-b50d-0e71d1a982dc. {{(pid=103164) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 20 21:02:03.104079 n-d-842733-1 neutron-server[103163]: INFO neutron.pecan_wsgi.hooks.translation [None req-07839aa3-5eda-466d-b0d7-7accc025f1e9 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] GET failed (client error): The resource could not be found. May 20 21:02:03.107061 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-07839aa3-5eda-466d-b0d7-7accc025f1e9 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] 10.222.0.35 "GET /v2.0/ports/33513930-ecb9-464d-b50d-0e71d1a982dc HTTP/1.1" status: 404 len: 333 time: 0.0304377 May 20 21:02:03.116109 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 40730) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:02:03.170274 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_v2 [None req-66af9494-1125-4424-baec-b29b915a1d03 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Deleting subnet ec5d0a55-6202-4905-9602-983e1acebf6a {{(pid=103162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 20 21:02:03.173481 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-66af9494-1125-4424-baec-b29b915a1d03 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks [] for subnet, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:03.197304 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5b0e00d2-22e9-4c9d-8902-88d57fc36176 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524'] for network, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:03.202968 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b0e00d2-22e9-4c9d-8902-88d57fc36176 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:02:03.203577 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5b0e00d2-22e9-4c9d-8902-88d57fc36176 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:03.207852 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-9ce7a76d-52b8-4109-bd76-dcd62120fc0c None None] Could not find standard attr ID for object 33513930-ecb9-464d-b50d-0e71d1a982dc. {{(pid=103164) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 20 21:02:03.211446 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-9ce7a76d-52b8-4109-bd76-dcd62120fc0c None None] Could not find standard attr ID for object 11730082-ac9e-4e3a-b96a-e8f555e2479a. {{(pid=103164) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 20 21:02:03.298322 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-66af9494-1125-4424-baec-b29b915a1d03 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3738392'] for subnet, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:03.344305 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-5b0e00d2-22e9-4c9d-8902-88d57fc36176 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.0286210 May 20 21:02:03.344510 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 40736) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:02:03.351885 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0e00d2-22e9-4c9d-8902-88d57fc36176 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Pushing event updated for resources: {'Network': ['ID=09cc1b1d-b26f-4ea5-b29e-c06760f1b01c,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:02:03.355299 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-c0d53c73-5c83-4693-876d-98d3f007ff27 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Request body: {'subnet': {'network_id': '09cc1b1d-b26f-4ea5-b29e-c06760f1b01c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:02:03.374642 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Network 09cc1b1d-b26f-4ea5-b29e-c06760f1b01c details requested by agent ovs-agent-n-d-842733-1 with host n-d-842733-1 {{(pid=103164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 20 21:02:03.497074 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-66af9494-1125-4424-baec-b29b915a1d03 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33068388'] for subnet, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:03.609701 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0d53c73-5c83-4693-876d-98d3f007ff27 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Made reservation on behalf of 5498abc6ad9e4e1cb849425e21c607f1 for: {'subnet': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:02:03.613844 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c0d53c73-5c83-4693-876d-98d3f007ff27 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8422561'] for subnet, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:03.671412 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-66af9494-1125-4424-baec-b29b915a1d03 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33068399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3797621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4018265'] for subnet, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:03.705603 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66af9494-1125-4424-baec-b29b915a1d03 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Pushing event deleted for resources: {'Subnet': ['ID=ec5d0a55-6202-4905-9602-983e1acebf6a,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:02:03.710365 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-66af9494-1125-4424-baec-b29b915a1d03 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:03.716579 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-66af9494-1125-4424-baec-b29b915a1d03 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] 10.222.0.35 "DELETE /v2.0/subnets/ec5d0a55-6202-4905-9602-983e1acebf6a HTTP/1.1" status: 204 len: 168 time: 0.5993445 May 20 21:02:03.717233 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 40748) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:02:03.800612 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6039c14-00cb-4667-a5ba-d124435778db None None] Network fbcae6e1-c2be-4fd4-bf4c-04cb9920f7f7 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:02:03.844551 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a1761484-1b1a-467b-b49d-9f11968b934a tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33160123'] for network, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:03.958511 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-a1761484-1b1a-467b-b49d-9f11968b934a tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Deleting port d1be0cd9-94d1-4370-88da-432dd5645472 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:02:03.958965 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a1761484-1b1a-467b-b49d-9f11968b934a tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:04.066044 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-a1761484-1b1a-467b-b49d-9f11968b934a tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] For port d1be0cd9-94d1-4370-88da-432dd5645472, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=d1be0cd9-94d1-4370-88da-432dd5645472,segment=NetworkSegment(ab27f7a9-c2f4-403a-8991-451f598bd6ed),segment_id=ab27f7a9-c2f4-403a-8991-451f598bd6ed)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:02:04.066650 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a1761484-1b1a-467b-b49d-9f11968b934a tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:04.108904 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-272a7293-1a7e-4690-9c44-a3bff5510543 None None] DHCP port deletion for fbcae6e1-c2be-4fd4-bf4c-04cb9920f7f7 request from n-d-842733-1 {{(pid=103164) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 21:02:04.134229 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-a1761484-1b1a-467b-b49d-9f11968b934a tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Calling delete_port for d1be0cd9-94d1-4370-88da-432dd5645472 owned by network:dhcp {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:02:04.193625 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-272a7293-1a7e-4690-9c44-a3bff5510543 None None] Deleting port d1be0cd9-94d1-4370-88da-432dd5645472 {{(pid=103164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:02:04.194602 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-272a7293-1a7e-4690-9c44-a3bff5510543 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:04.321798 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-272a7293-1a7e-4690-9c44-a3bff5510543 None None] For port d1be0cd9-94d1-4370-88da-432dd5645472, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=d1be0cd9-94d1-4370-88da-432dd5645472,segment=NetworkSegment(ab27f7a9-c2f4-403a-8991-451f598bd6ed),segment_id=ab27f7a9-c2f4-403a-8991-451f598bd6ed)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:02:04.322267 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-272a7293-1a7e-4690-9c44-a3bff5510543 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:04.337561 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-272a7293-1a7e-4690-9c44-a3bff5510543 None None] Calling delete_port for d1be0cd9-94d1-4370-88da-432dd5645472 owned by network:dhcp {{(pid=103164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:02:04.379884 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a1761484-1b1a-467b-b49d-9f11968b934a tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:04.420350 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1761484-1b1a-467b-b49d-9f11968b934a tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Pushing event deleted for resources: {'Port': ['ID=d1be0cd9-94d1-4370-88da-432dd5645472,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:02:04.439546 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1761484-1b1a-467b-b49d-9f11968b934a tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] No DVR routers for this DVR port d1be0cd9-94d1-4370-88da-432dd5645472 on host n-d-842733-1 {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 21:02:04.497365 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-272a7293-1a7e-4690-9c44-a3bff5510543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099'] for port, after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:04.516143 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-272a7293-1a7e-4690-9c44-a3bff5510543 None None] No DVR routers for this DVR port d1be0cd9-94d1-4370-88da-432dd5645472 on host n-d-842733-1 {{(pid=103164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 21:02:04.543032 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272a7293-1a7e-4690-9c44-a3bff5510543 None None] Pushing event deleted for resources: {'Port': ['ID=d1be0cd9-94d1-4370-88da-432dd5645472,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:02:04.600599 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device d1be0cd9-94d1-4370-88da-432dd5645472 no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 21:02:04.619713 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a1761484-1b1a-467b-b49d-9f11968b934a tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33072115', 'neutron.services.segments.db._delete_segments_for_network-8782419500584'] for network, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:04.631400 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: d1be0cd9-94d1-4370-88da-432dd5645472 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 21:02:04.631742 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device d1be0cd9-94d1-4370-88da-432dd5645472 not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 21:02:04.665839 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-a1761484-1b1a-467b-b49d-9f11968b934a tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbcae6e1-c2be-4fd4-bf4c-04cb9920f7f7']}} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:02:04.681549 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-a1761484-1b1a-467b-b49d-9f11968b934a tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab27f7a9-c2f4-403a-8991-451f598bd6ed') {'for_net_delete': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:02:04.681923 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-a1761484-1b1a-467b-b49d-9f11968b934a tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab27f7a9-c2f4-403a-8991-451f598bd6ed') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:02:04.695355 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a1761484-1b1a-467b-b49d-9f11968b934a tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419501617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3738385'] for segment, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:04.712720 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a1761484-1b1a-467b-b49d-9f11968b934a tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:04.718430 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c0d53c73-5c83-4693-876d-98d3f007ff27 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9641412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8422583'] for subnet, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:04.718966 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1761484-1b1a-467b-b49d-9f11968b934a tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Releasing vlan 211 on physical network physnet1 to pool {{(pid=103162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 21:02:04.719065 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a1761484-1b1a-467b-b49d-9f11968b934a tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3800791'] for segment, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:04.723268 n-d-842733-1 neutron-server[103162]: Traceback (most recent call last): May 20 21:02:04.723268 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 21:02:04.723268 n-d-842733-1 neutron-server[103162]: timer() May 20 21:02:04.723268 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 21:02:04.723268 n-d-842733-1 neutron-server[103162]: cb(*args, **kw) May 20 21:02:04.723268 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 20 21:02:04.723268 n-d-842733-1 neutron-server[103162]: return func(*args, **kwargs) May 20 21:02:04.723268 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 21:02:04.723268 n-d-842733-1 neutron-server[103162]: self._notify() May 20 21:02:04.723268 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 21:02:04.723268 n-d-842733-1 neutron-server[103162]: self.callback(batched_events) May 20 21:02:04.723268 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 21:02:04.723268 n-d-842733-1 neutron-server[103162]: event.method(event) May 20 21:02:04.723268 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 20 21:02:04.723268 n-d-842733-1 neutron-server[103162]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 21:02:04.723268 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 20 21:02:04.723268 n-d-842733-1 neutron-server[103162]: aggregate_uuid = self.p_client.list_aggregates( May 20 21:02:04.723268 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 20 21:02:04.723268 n-d-842733-1 neutron-server[103162]: return f(self, *a, **k) May 20 21:02:04.723268 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 20 21:02:04.723268 n-d-842733-1 neutron-server[103162]: return self._get(url).json() May 20 21:02:04.723268 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 20 21:02:04.723268 n-d-842733-1 neutron-server[103162]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 21:02:04.723268 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 21:02:04.723268 n-d-842733-1 neutron-server[103162]: return self.request(url, 'GET', **kwargs) May 20 21:02:04.723268 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 21:02:04.723268 n-d-842733-1 neutron-server[103162]: base_url = self.get_endpoint(auth, allow=allow, May 20 21:02:04.723268 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 21:02:04.723268 n-d-842733-1 neutron-server[103162]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 21:02:04.723268 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 21:02:04.723268 n-d-842733-1 neutron-server[103162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 21:02:04.723268 n-d-842733-1 neutron-server[103162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 21:02:04.798690 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0d53c73-5c83-4693-876d-98d3f007ff27 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Checking segment: {'id': '0956562b-11a9-4377-a536-f903d99aecea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '09cc1b1d-b26f-4ea5-b29e-c06760f1b01c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:02:04.798690 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0d53c73-5c83-4693-876d-98d3f007ff27 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Network hostable DHCP agents. Network: 09cc1b1d-b26f-4ea5-b29e-c06760f1b01c, hostable agents: ['c9b0653c-f3c7-4339-bd50-e3754b629216'], hosted agents: [] {{(pid=103163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 21:02:04.800681 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d53c73-5c83-4693-876d-98d3f007ff27 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Pushing event updated for resources: {'Subnet': ['ID=5d00de1f-ac98-425c-98ca-446d578b2a46,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:02:04.866471 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a1761484-1b1a-467b-b49d-9f11968b934a tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33072122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748162'] for network, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:04.874682 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a1761484-1b1a-467b-b49d-9f11968b934a tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:04.881368 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-a1761484-1b1a-467b-b49d-9f11968b934a tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] 10.222.0.35 "DELETE /v2.0/networks/fbcae6e1-c2be-4fd4-bf4c-04cb9920f7f7 HTTP/1.1" status: 204 len: 168 time: 1.1596611 May 20 21:02:04.882259 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 40778) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:02:04.888912 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-4f77e574-8326-40d2-a5a4-cb9589ce64c4 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-639554875'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:02:04.895281 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1761484-1b1a-467b-b49d-9f11968b934a tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Pushing event deleted for resources: {'Network': ['ID=fbcae6e1-c2be-4fd4-bf4c-04cb9920f7f7,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:02:04.914059 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0d53c73-5c83-4693-876d-98d3f007ff27 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Network 09cc1b1d-b26f-4ea5-b29e-c06760f1b01c is scheduled to be hosted by DHCP agent c9b0653c-f3c7-4339-bd50-e3754b629216 with binding_index 1 {{(pid=103163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 21:02:04.952383 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f77e574-8326-40d2-a5a4-cb9589ce64c4 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Made reservation on behalf of b680ab6daca64ac08e9ce40077a8514d for: {'network': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:02:04.956692 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4f77e574-8326-40d2-a5a4-cb9589ce64c4 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for network, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:04.981714 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f77e574-8326-40d2-a5a4-cb9589ce64c4 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 223} {{(pid=103163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 21:02:04.990145 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-c0d53c73-5c83-4693-876d-98d3f007ff27 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842733-1, 09cc1b1d-b26f-4ea5-b29e-c06760f1b01c) {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:02:04.991596 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0d53c73-5c83-4693-876d-98d3f007ff27 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:02:04.992178 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c0d53c73-5c83-4693-876d-98d3f007ff27 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks [] for subnet, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:04.994967 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35c3914b-f1af-4ee9-a5af-26fe4ee9f309 None None] Network 09cc1b1d-b26f-4ea5-b29e-c06760f1b01c requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:02:05.011741 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4f77e574-8326-40d2-a5a4-cb9589ce64c4 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:05.011741 n-d-842733-1 neutron-server[103163]: INFO neutron.db.segments_db [None req-4f77e574-8326-40d2-a5a4-cb9589ce64c4 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Added segment 0248d5c1-7501-42d3-a6f7-d8355b4e68be of type vlan for network 02990130-ad47-453a-804d-35f20154a2b5 May 20 21:02:05.062987 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4f77e574-8326-40d2-a5a4-cb9589ce64c4 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418993264'] for network, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:05.110978 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 40784) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:02:05.117299 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-69169799-06e1-414b-b99f-1d683c98bf64 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Request body: {'port': {'network_id': '09cc1b1d-b26f-4ea5-b29e-c06760f1b01c', 'name': 'tempest-PortsIpV6TestJSON-941103584', 'fixed_ips': [{'subnet_id': '5d00de1f-ac98-425c-98ca-446d578b2a46', 'ip_address': '2001:db8::10'}]}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:02:05.121975 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-c0d53c73-5c83-4693-876d-98d3f007ff27 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7759509 May 20 21:02:05.155266 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 40786) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:02:05.180976 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4f77e574-8326-40d2-a5a4-cb9589ce64c4 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524'] for network, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:05.184525 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17bf03c7-0b3c-4394-a2c6-da1c18b5a525 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaee2b848-d4b9-5db1-b6ef-d6db29d67de7-09cc1b1d-b26f-4ea5-b29e-c06760f1b01c', 'network_id': '09cc1b1d-b26f-4ea5-b29e-c06760f1b01c', 'tenant_id': '5498abc6ad9e4e1cb849425e21c607f1', 'fixed_ips': [{'subnet_id': '5d00de1f-ac98-425c-98ca-446d578b2a46'}]}} from n-d-842733-1. {{(pid=103164) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 21:02:05.184525 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-17bf03c7-0b3c-4394-a2c6-da1c18b5a525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:05.189334 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f77e574-8326-40d2-a5a4-cb9589ce64c4 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:02:05.190256 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4f77e574-8326-40d2-a5a4-cb9589ce64c4 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:05.339224 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f77e574-8326-40d2-a5a4-cb9589ce64c4 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Pushing event updated for resources: {'Network': ['ID=02990130-ad47-453a-804d-35f20154a2b5,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:02:05.373893 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Network 02990130-ad47-453a-804d-35f20154a2b5 details requested by agent ovs-agent-n-d-842733-1 with host n-d-842733-1 {{(pid=103164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 20 21:02:05.385804 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-0bea56dd-3906-4df9-8ad9-4be01d3eb683 tempest-ExternalNetworksTestJSON-276570488 tempest-ExternalNetworksTestJSON-276570488-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1302005200'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:02:05.428306 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-4f77e574-8326-40d2-a5a4-cb9589ce64c4 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5444911 May 20 21:02:05.430848 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 40792) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:02:05.436814 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-ae451f76-24b8-4705-8f9c-d3c9f23cae93 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Request body: {'subnet': {'network_id': '02990130-ad47-453a-804d-35f20154a2b5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:02:05.451866 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [None req-17bf03c7-0b3c-4394-a2c6-da1c18b5a525 None None] Allocated IP 2001:db8::2 (09cc1b1d-b26f-4ea5-b29e-c06760f1b01c/5d00de1f-ac98-425c-98ca-446d578b2a46/0c31bdb5-564c-41e0-8feb-af363486d1ca) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:02:05.533067 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bea56dd-3906-4df9-8ad9-4be01d3eb683 tempest-ExternalNetworksTestJSON-276570488 tempest-ExternalNetworksTestJSON-276570488-project] Made reservation on behalf of 89da7c8eff6e461185a40dc8fae7022a for: {'network': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:02:05.539017 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0bea56dd-3906-4df9-8ad9-4be01d3eb683 tempest-ExternalNetworksTestJSON-276570488 tempest-ExternalNetworksTestJSON-276570488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for network, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:05.551050 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0bea56dd-3906-4df9-8ad9-4be01d3eb683 tempest-ExternalNetworksTestJSON-276570488 tempest-ExternalNetworksTestJSON-276570488-project] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:05.562704 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69169799-06e1-414b-b99f-1d683c98bf64 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Made reservation on behalf of 5498abc6ad9e4e1cb849425e21c607f1 for: {'port': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:02:05.655103 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae451f76-24b8-4705-8f9c-d3c9f23cae93 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Made reservation on behalf of b680ab6daca64ac08e9ce40077a8514d for: {'subnet': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:02:05.658199 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-17bf03c7-0b3c-4394-a2c6-da1c18b5a525 None None] Notify callbacks [] for port, precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:05.660026 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ae451f76-24b8-4705-8f9c-d3c9f23cae93 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8422561'] for subnet, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:05.673645 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-69169799-06e1-414b-b99f-1d683c98bf64 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:05.692770 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [None req-69169799-06e1-414b-b99f-1d683c98bf64 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] device_id is not set on port 357b9277-66dd-424b-a7ba-95c549426f46 yet. {{(pid=103162) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 20 21:02:05.786109 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-17bf03c7-0b3c-4394-a2c6-da1c18b5a525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108'] for port, after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:05.792078 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0bea56dd-3906-4df9-8ad9-4be01d3eb683 tempest-ExternalNetworksTestJSON-276570488 tempest-ExternalNetworksTestJSON-276570488-project] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:05.835121 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17bf03c7-0b3c-4394-a2c6-da1c18b5a525 None None] Network 09cc1b1d-b26f-4ea5-b29e-c06760f1b01c is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:02:05.838068 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-17bf03c7-0b3c-4394-a2c6-da1c18b5a525 None None] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:02:05.841649 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17bf03c7-0b3c-4394-a2c6-da1c18b5a525 None None] Received port after_create {{(pid=103164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:02:05.851589 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bf03c7-0b3c-4394-a2c6-da1c18b5a525 None None] Pushing event updated for resources: {'Port': ['ID=0c31bdb5-564c-41e0-8feb-af363486d1ca,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:02:05.876535 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0bea56dd-3906-4df9-8ad9-4be01d3eb683 tempest-ExternalNetworksTestJSON-276570488 tempest-ExternalNetworksTestJSON-276570488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:05.922365 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-69169799-06e1-414b-b99f-1d683c98bf64 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Allocated IP 2001:db8::10 (09cc1b1d-b26f-4ea5-b29e-c06760f1b01c/5d00de1f-ac98-425c-98ca-446d578b2a46/357b9277-66dd-424b-a7ba-95c549426f46) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:02:05.931763 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-17bf03c7-0b3c-4394-a2c6-da1c18b5a525 None None] Attempting to bind port 0c31bdb5-564c-41e0-8feb-af363486d1ca on host n-d-842733-1 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:02:05.932392 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-17bf03c7-0b3c-4394-a2c6-da1c18b5a525 None None] Attempting to bind port 0c31bdb5-564c-41e0-8feb-af363486d1ca by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': '0956562b-11a9-4377-a536-f903d99aecea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '09cc1b1d-b26f-4ea5-b29e-c06760f1b01c'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:02:05.935413 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17bf03c7-0b3c-4394-a2c6-da1c18b5a525 None None] Attempting to bind port 0c31bdb5-564c-41e0-8feb-af363486d1ca on network 09cc1b1d-b26f-4ea5-b29e-c06760f1b01c {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:02:05.943463 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17bf03c7-0b3c-4394-a2c6-da1c18b5a525 None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 21, 1, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 21:02:05.944113 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17bf03c7-0b3c-4394-a2c6-da1c18b5a525 None None] Checking segment: {'id': '0956562b-11a9-4377-a536-f903d99aecea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '09cc1b1d-b26f-4ea5-b29e-c06760f1b01c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:02:05.944779 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-17bf03c7-0b3c-4394-a2c6-da1c18b5a525 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:05.945399 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17bf03c7-0b3c-4394-a2c6-da1c18b5a525 None None] Bound using segment: {'id': '0956562b-11a9-4377-a536-f903d99aecea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '09cc1b1d-b26f-4ea5-b29e-c06760f1b01c'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 21:02:05.946080 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-17bf03c7-0b3c-4394-a2c6-da1c18b5a525 None None] Bound port: 0c31bdb5-564c-41e0-8feb-af363486d1ca, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0956562b-11a9-4377-a536-f903d99aecea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '09cc1b1d-b26f-4ea5-b29e-c06760f1b01c'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:02:05.946808 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-17bf03c7-0b3c-4394-a2c6-da1c18b5a525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:05.964050 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bea56dd-3906-4df9-8ad9-4be01d3eb683 tempest-ExternalNetworksTestJSON-276570488 tempest-ExternalNetworksTestJSON-276570488-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 229} {{(pid=103163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 21:02:05.989271 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bea56dd-3906-4df9-8ad9-4be01d3eb683 tempest-ExternalNetworksTestJSON-276570488 tempest-ExternalNetworksTestJSON-276570488-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e89b1d79-792a-47e3-941b-34317383d637,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:02:05.995101 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0bea56dd-3906-4df9-8ad9-4be01d3eb683 tempest-ExternalNetworksTestJSON-276570488 tempest-ExternalNetworksTestJSON-276570488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:05.996095 n-d-842733-1 neutron-server[103163]: INFO neutron.db.segments_db [None req-0bea56dd-3906-4df9-8ad9-4be01d3eb683 tempest-ExternalNetworksTestJSON-276570488 tempest-ExternalNetworksTestJSON-276570488-project] Added segment 95cf96dd-bb46-491a-9396-b9fdda19db62 of type vlan for network cc56f32f-bc22-4913-840e-6f35dd0c615d May 20 21:02:06.043356 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0bea56dd-3906-4df9-8ad9-4be01d3eb683 tempest-ExternalNetworksTestJSON-276570488 tempest-ExternalNetworksTestJSON-276570488-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418993264'] for network, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:06.061031 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ae451f76-24b8-4705-8f9c-d3c9f23cae93 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9641412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8422583'] for subnet, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:06.084448 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-17bf03c7-0b3c-4394-a2c6-da1c18b5a525 None None] For port 0c31bdb5-564c-41e0-8feb-af363486d1ca, host n-d-842733-1, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 21:02:06.092009 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-17bf03c7-0b3c-4394-a2c6-da1c18b5a525 None None] For port 0c31bdb5-564c-41e0-8feb-af363486d1ca, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=0c31bdb5-564c-41e0-8feb-af363486d1ca,segment=NetworkSegment(0956562b-11a9-4377-a536-f903d99aecea),segment_id=0956562b-11a9-4377-a536-f903d99aecea)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 21:02:06.124540 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-69169799-06e1-414b-b99f-1d683c98bf64 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:06.128621 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae451f76-24b8-4705-8f9c-d3c9f23cae93 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Pushing event updated for resources: {'Subnet': ['ID=26619cf5-01a9-461e-a54d-30bbbf4b6855,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:02:06.136115 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae451f76-24b8-4705-8f9c-d3c9f23cae93 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Checking segment: {'id': '0248d5c1-7501-42d3-a6f7-d8355b4e68be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '02990130-ad47-453a-804d-35f20154a2b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:02:06.136602 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae451f76-24b8-4705-8f9c-d3c9f23cae93 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Network hostable DHCP agents. Network: 02990130-ad47-453a-804d-35f20154a2b5, hostable agents: ['c9b0653c-f3c7-4339-bd50-e3754b629216'], hosted agents: [] {{(pid=103163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 21:02:06.185658 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-17bf03c7-0b3c-4394-a2c6-da1c18b5a525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:06.238314 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0bea56dd-3906-4df9-8ad9-4be01d3eb683 tempest-ExternalNetworksTestJSON-276570488 tempest-ExternalNetworksTestJSON-276570488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524'] for network, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:06.243882 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bea56dd-3906-4df9-8ad9-4be01d3eb683 tempest-ExternalNetworksTestJSON-276570488 tempest-ExternalNetworksTestJSON-276570488-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:02:06.244498 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0bea56dd-3906-4df9-8ad9-4be01d3eb683 tempest-ExternalNetworksTestJSON-276570488 tempest-ExternalNetworksTestJSON-276570488-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:06.252163 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bf03c7-0b3c-4394-a2c6-da1c18b5a525 None None] Pushing event updated for resources: {'Port': ['ID=0c31bdb5-564c-41e0-8feb-af363486d1ca,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:02:06.306365 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae451f76-24b8-4705-8f9c-d3c9f23cae93 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Network 02990130-ad47-453a-804d-35f20154a2b5 is scheduled to be hosted by DHCP agent c9b0653c-f3c7-4339-bd50-e3754b629216 with binding_index 1 {{(pid=103163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 21:02:06.320463 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bea56dd-3906-4df9-8ad9-4be01d3eb683 tempest-ExternalNetworksTestJSON-276570488 tempest-ExternalNetworksTestJSON-276570488-project] Pushing event updated for resources: {'Network': ['ID=cc56f32f-bc22-4913-840e-6f35dd0c615d,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:02:06.332242 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Network cc56f32f-bc22-4913-840e-6f35dd0c615d details requested by agent ovs-agent-n-d-842733-1 with host n-d-842733-1 {{(pid=103164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 20 21:02:06.392686 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-69169799-06e1-414b-b99f-1d683c98bf64 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:06.436882 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-ae451f76-24b8-4705-8f9c-d3c9f23cae93 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842733-1, 02990130-ad47-453a-804d-35f20154a2b5) {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:02:06.443279 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae451f76-24b8-4705-8f9c-d3c9f23cae93 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:02:06.444143 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ae451f76-24b8-4705-8f9c-d3c9f23cae93 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks [] for subnet, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:06.449883 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-0bea56dd-3906-4df9-8ad9-4be01d3eb683 tempest-ExternalNetworksTestJSON-276570488 tempest-ExternalNetworksTestJSON-276570488-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.2934248 May 20 21:02:06.452759 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 40808) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:02:06.467001 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f62c1bbc-7093-4add-ba2d-5f349cc4c872 None None] Network 02990130-ad47-453a-804d-35f20154a2b5 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:02:06.503876 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69169799-06e1-414b-b99f-1d683c98bf64 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Network 09cc1b1d-b26f-4ea5-b29e-c06760f1b01c is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:02:06.509271 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-69169799-06e1-414b-b99f-1d683c98bf64 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:02:06.520068 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69169799-06e1-414b-b99f-1d683c98bf64 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:02:06.526948 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69169799-06e1-414b-b99f-1d683c98bf64 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:02:06.527754 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-69169799-06e1-414b-b99f-1d683c98bf64 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:06.572963 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69169799-06e1-414b-b99f-1d683c98bf64 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Pushing event updated for resources: {'Port': ['ID=357b9277-66dd-424b-a7ba-95c549426f46,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:02:06.600517 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-84ee3170-39dd-4ad9-812a-35082860d0c4 tempest-ExternalNetworksTestJSON-1277576196 tempest-ExternalNetworksTestJSON-1277576196-project-admin] Request body: {'network': {'name': 'tempest-network--835887054', 'router:external': True}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:02:06.644358 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-ae451f76-24b8-4705-8f9c-d3c9f23cae93 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2080770 May 20 21:02:06.648622 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 40814) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:02:06.656865 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-7767e5c2-8622-4032-bd3e-b6e24111f90e tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1145722395', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:02:06.688128 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 0c31bdb5-564c-41e0-8feb-af363486d1ca up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:02:06.692786 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 40816) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:02:06.693201 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-69169799-06e1-414b-b99f-1d683c98bf64 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.5797539 May 20 21:02:06.700937 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-10102f27-899d-408d-a04a-a718e0ca8492 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Request body: {'port': {'network_id': '09cc1b1d-b26f-4ea5-b29e-c06760f1b01c', 'name': 'tempest-PortsIpV6TestJSON-1417333008', 'fixed_ips': [{'subnet_id': '5d00de1f-ac98-425c-98ca-446d578b2a46', 'ip_address': '2001:db8::f'}]}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:02:06.796969 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84ee3170-39dd-4ad9-812a-35082860d0c4 tempest-ExternalNetworksTestJSON-1277576196 tempest-ExternalNetworksTestJSON-1277576196-project-admin] Made reservation on behalf of 3d66e7c510c94b5caf5e2ce5b5202e16 for: {'network': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:02:06.803312 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-84ee3170-39dd-4ad9-812a-35082860d0c4 tempest-ExternalNetworksTestJSON-1277576196 tempest-ExternalNetworksTestJSON-1277576196-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for network, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:06.813922 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-84ee3170-39dd-4ad9-812a-35082860d0c4 tempest-ExternalNetworksTestJSON-1277576196 tempest-ExternalNetworksTestJSON-1277576196-project-admin] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:06.823222 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7767e5c2-8622-4032-bd3e-b6e24111f90e tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-694221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26155'] for router, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:06.825256 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7767e5c2-8622-4032-bd3e-b6e24111f90e tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-693085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748153', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-718080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26162'] for router, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:06.850551 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 0c31bdb5-564c-41e0-8feb-af363486d1ca triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:02:06.851210 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:06.873661 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb59579d-48f7-4e8d-925c-452982607573 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaee2b848-d4b9-5db1-b6ef-d6db29d67de7-02990130-ad47-453a-804d-35f20154a2b5', 'network_id': '02990130-ad47-453a-804d-35f20154a2b5', 'tenant_id': 'b680ab6daca64ac08e9ce40077a8514d', 'fixed_ips': [{'subnet_id': '26619cf5-01a9-461e-a54d-30bbbf4b6855'}]}} from n-d-842733-1. {{(pid=103164) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 21:02:06.874510 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cb59579d-48f7-4e8d-925c-452982607573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:06.896903 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7767e5c2-8622-4032-bd3e-b6e24111f90e tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:06.931601 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-84ee3170-39dd-4ad9-812a-35082860d0c4 tempest-ExternalNetworksTestJSON-1277576196 tempest-ExternalNetworksTestJSON-1277576196-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:06.969198 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10102f27-899d-408d-a04a-a718e0ca8492 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Made reservation on behalf of 5498abc6ad9e4e1cb849425e21c607f1 for: {'port': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:02:07.014234 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7767e5c2-8622-4032-bd3e-b6e24111f90e tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748106'] for router, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:07.017606 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-84ee3170-39dd-4ad9-812a-35082860d0c4 tempest-ExternalNetworksTestJSON-1277576196 tempest-ExternalNetworksTestJSON-1277576196-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:07.058373 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ee3170-39dd-4ad9-812a-35082860d0c4 tempest-ExternalNetworksTestJSON-1277576196 tempest-ExternalNetworksTestJSON-1277576196-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7d7e7d5-7f1a-4343-8d31-447e05eea373,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:02:07.068449 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84ee3170-39dd-4ad9-812a-35082860d0c4 tempest-ExternalNetworksTestJSON-1277576196 tempest-ExternalNetworksTestJSON-1277576196-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 225} {{(pid=103163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 21:02:07.091174 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 0c31bdb5-564c-41e0-8feb-af363486d1ca is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:02:07.091744 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:07.092511 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-84ee3170-39dd-4ad9-812a-35082860d0c4 tempest-ExternalNetworksTestJSON-1277576196 tempest-ExternalNetworksTestJSON-1277576196-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:07.093821 n-d-842733-1 neutron-server[103163]: INFO neutron.db.segments_db [None req-84ee3170-39dd-4ad9-812a-35082860d0c4 tempest-ExternalNetworksTestJSON-1277576196 tempest-ExternalNetworksTestJSON-1277576196-project-admin] Added segment fa7b77b4-e9ee-44ac-9b0b-ed2601b812c4 of type vlan for network 295ae3e5-a705-430d-b15a-c1766cda73c2 May 20 21:02:07.131824 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [None req-cb59579d-48f7-4e8d-925c-452982607573 None None] Allocated IP 172.20.0.2 (02990130-ad47-453a-804d-35f20154a2b5/26619cf5-01a9-461e-a54d-30bbbf4b6855/a7c58371-fe38-4699-8974-afb86c0c78a7) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:02:07.133501 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-10102f27-899d-408d-a04a-a718e0ca8492 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:07.137442 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7767e5c2-8622-4032-bd3e-b6e24111f90e tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks [] for router, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:07.140201 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-7767e5c2-8622-4032-bd3e-b6e24111f90e tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.4901109 May 20 21:02:07.142757 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 40828) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:02:07.148163 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-ea28ad6e-70d1-49a6-9e3b-c4bb603e284f tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Request body: {'port': {'network_id': '02990130-ad47-453a-804d-35f20154a2b5', 'name': 'tempest-PortsTestJSON-1553228663'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:02:07.170034 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] For port 0c31bdb5-564c-41e0-8feb-af363486d1ca, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=0c31bdb5-564c-41e0-8feb-af363486d1ca,segment=NetworkSegment(0956562b-11a9-4377-a536-f903d99aecea),segment_id=0956562b-11a9-4377-a536-f903d99aecea)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:02:07.209026 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-84ee3170-39dd-4ad9-812a-35082860d0c4 tempest-ExternalNetworksTestJSON-1277576196 tempest-ExternalNetworksTestJSON-1277576196-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418993264'] for network, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:07.256089 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [None req-10102f27-899d-408d-a04a-a718e0ca8492 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] device_id is not set on port d5692f11-0db7-4d3b-bb4b-ee8e80f6ea07 yet. {{(pid=103163) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 20 21:02:07.337049 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:07.382554 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-84ee3170-39dd-4ad9-812a-35082860d0c4 tempest-ExternalNetworksTestJSON-1277576196 tempest-ExternalNetworksTestJSON-1277576196-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524'] for network, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:07.388595 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84ee3170-39dd-4ad9-812a-35082860d0c4 tempest-ExternalNetworksTestJSON-1277576196 tempest-ExternalNetworksTestJSON-1277576196-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:02:07.388595 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-84ee3170-39dd-4ad9-812a-35082860d0c4 tempest-ExternalNetworksTestJSON-1277576196 tempest-ExternalNetworksTestJSON-1277576196-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:07.432933 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea28ad6e-70d1-49a6-9e3b-c4bb603e284f tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Made reservation on behalf of b680ab6daca64ac08e9ce40077a8514d for: {'port': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:02:07.436990 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ea28ad6e-70d1-49a6-9e3b-c4bb603e284f tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:07.437150 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Pushing event updated for resources: {'Port': ['ID=0c31bdb5-564c-41e0-8feb-af363486d1ca,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:02:07.461033 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cb59579d-48f7-4e8d-925c-452982607573 None None] Notify callbacks [] for port, precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:07.472192 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [None req-ea28ad6e-70d1-49a6-9e3b-c4bb603e284f tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] device_id is not set on port 23a84fa9-8194-4e0e-9d70-45d4859aacd9 yet. {{(pid=103162) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 20 21:02:07.521497 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ee3170-39dd-4ad9-812a-35082860d0c4 tempest-ExternalNetworksTestJSON-1277576196 tempest-ExternalNetworksTestJSON-1277576196-project-admin] Pushing event updated for resources: {'Network': ['ID=295ae3e5-a705-430d-b15a-c1766cda73c2,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:02:07.536084 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Network 295ae3e5-a705-430d-b15a-c1766cda73c2 details requested by agent ovs-agent-n-d-842733-1 with host n-d-842733-1 {{(pid=103164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 20 21:02:07.562573 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-84ee3170-39dd-4ad9-812a-35082860d0c4 tempest-ExternalNetworksTestJSON-1277576196 tempest-ExternalNetworksTestJSON-1277576196-project-admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.1086860 May 20 21:02:07.565515 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 40834) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:02:07.565653 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-10102f27-899d-408d-a04a-a718e0ca8492 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Allocated IP 2001:db8::f (09cc1b1d-b26f-4ea5-b29e-c06760f1b01c/5d00de1f-ac98-425c-98ca-446d578b2a46/d5692f11-0db7-4d3b-bb4b-ee8e80f6ea07) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:02:07.618741 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cb59579d-48f7-4e8d-925c-452982607573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108'] for port, after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:07.672863 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcafc435-5080-4f62-b269-69f73da5c457 None None] Network 09cc1b1d-b26f-4ea5-b29e-c06760f1b01c requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:02:07.700491 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb59579d-48f7-4e8d-925c-452982607573 None None] Network 02990130-ad47-453a-804d-35f20154a2b5 is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:02:07.713040 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-ea28ad6e-70d1-49a6-9e3b-c4bb603e284f tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Allocated IP 172.20.0.12 (02990130-ad47-453a-804d-35f20154a2b5/26619cf5-01a9-461e-a54d-30bbbf4b6855/23a84fa9-8194-4e0e-9d70-45d4859aacd9) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:02:07.753390 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-cb59579d-48f7-4e8d-925c-452982607573 None None] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:02:07.759298 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb59579d-48f7-4e8d-925c-452982607573 None None] Received port after_create {{(pid=103164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:02:07.763118 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb59579d-48f7-4e8d-925c-452982607573 None None] Pushing event updated for resources: {'Port': ['ID=a7c58371-fe38-4699-8974-afb86c0c78a7,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:02:07.763718 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ea0b5015-e842-4741-a4da-f03f0acbeb31 tempest-ExternalNetworksTestJSON-1277576196 tempest-ExternalNetworksTestJSON-1277576196-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33160123'] for network, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:07.776602 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b044f7b6-8b9f-4ffe-949f-1f776d36727e None None] Provisioning complete for port 0c31bdb5-564c-41e0-8feb-af363486d1ca triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:02:07.776998 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b044f7b6-8b9f-4ffe-949f-1f776d36727e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:07.855304 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-10102f27-899d-408d-a04a-a718e0ca8492 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:07.901901 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-cb59579d-48f7-4e8d-925c-452982607573 None None] Attempting to bind port a7c58371-fe38-4699-8974-afb86c0c78a7 on host n-d-842733-1 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:02:07.902272 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-cb59579d-48f7-4e8d-925c-452982607573 None None] Attempting to bind port a7c58371-fe38-4699-8974-afb86c0c78a7 by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': '0248d5c1-7501-42d3-a6f7-d8355b4e68be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '02990130-ad47-453a-804d-35f20154a2b5'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:02:07.902736 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb59579d-48f7-4e8d-925c-452982607573 None None] Attempting to bind port a7c58371-fe38-4699-8974-afb86c0c78a7 on network 02990130-ad47-453a-804d-35f20154a2b5 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:02:07.915593 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb59579d-48f7-4e8d-925c-452982607573 None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 21, 1, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 21:02:07.915993 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb59579d-48f7-4e8d-925c-452982607573 None None] Checking segment: {'id': '0248d5c1-7501-42d3-a6f7-d8355b4e68be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '02990130-ad47-453a-804d-35f20154a2b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:02:07.916398 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cb59579d-48f7-4e8d-925c-452982607573 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:07.916858 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb59579d-48f7-4e8d-925c-452982607573 None None] Bound using segment: {'id': '0248d5c1-7501-42d3-a6f7-d8355b4e68be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '02990130-ad47-453a-804d-35f20154a2b5'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 21:02:07.917454 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-cb59579d-48f7-4e8d-925c-452982607573 None None] Bound port: a7c58371-fe38-4699-8974-afb86c0c78a7, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0248d5c1-7501-42d3-a6f7-d8355b4e68be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '02990130-ad47-453a-804d-35f20154a2b5'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:02:07.917840 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cb59579d-48f7-4e8d-925c-452982607573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:07.958072 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ea0b5015-e842-4741-a4da-f03f0acbeb31 tempest-ExternalNetworksTestJSON-1277576196 tempest-ExternalNetworksTestJSON-1277576196-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33072115', 'neutron.services.segments.db._delete_segments_for_network-8782419500584'] for network, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:07.982299 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-10102f27-899d-408d-a04a-a718e0ca8492 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:07.986632 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-ea0b5015-e842-4741-a4da-f03f0acbeb31 tempest-ExternalNetworksTestJSON-1277576196 tempest-ExternalNetworksTestJSON-1277576196-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['295ae3e5-a705-430d-b15a-c1766cda73c2']}} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:02:08.008938 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-ea0b5015-e842-4741-a4da-f03f0acbeb31 tempest-ExternalNetworksTestJSON-1277576196 tempest-ExternalNetworksTestJSON-1277576196-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa7b77b4-e9ee-44ac-9b0b-ed2601b812c4') {'for_net_delete': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:02:08.009456 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-ea0b5015-e842-4741-a4da-f03f0acbeb31 tempest-ExternalNetworksTestJSON-1277576196 tempest-ExternalNetworksTestJSON-1277576196-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa7b77b4-e9ee-44ac-9b0b-ed2601b812c4') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:02:08.025062 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ea0b5015-e842-4741-a4da-f03f0acbeb31 tempest-ExternalNetworksTestJSON-1277576196 tempest-ExternalNetworksTestJSON-1277576196-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419501617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3738385'] for segment, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:08.041694 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b044f7b6-8b9f-4ffe-949f-1f776d36727e None None] Current status of the port 0c31bdb5-564c-41e0-8feb-af363486d1ca is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:02:08.054330 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ea0b5015-e842-4741-a4da-f03f0acbeb31 tempest-ExternalNetworksTestJSON-1277576196 tempest-ExternalNetworksTestJSON-1277576196-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:08.058513 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10102f27-899d-408d-a04a-a718e0ca8492 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Network 09cc1b1d-b26f-4ea5-b29e-c06760f1b01c is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:02:08.064565 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-10102f27-899d-408d-a04a-a718e0ca8492 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:02:08.065795 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ea28ad6e-70d1-49a6-9e3b-c4bb603e284f tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:08.067696 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea0b5015-e842-4741-a4da-f03f0acbeb31 tempest-ExternalNetworksTestJSON-1277576196 tempest-ExternalNetworksTestJSON-1277576196-project-admin] Releasing vlan 225 on physical network physnet1 to pool {{(pid=103162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 21:02:08.068073 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ea0b5015-e842-4741-a4da-f03f0acbeb31 tempest-ExternalNetworksTestJSON-1277576196 tempest-ExternalNetworksTestJSON-1277576196-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3800791'] for segment, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:08.069975 n-d-842733-1 neutron-server[103162]: Traceback (most recent call last): May 20 21:02:08.069975 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 21:02:08.069975 n-d-842733-1 neutron-server[103162]: timer() May 20 21:02:08.069975 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 21:02:08.069975 n-d-842733-1 neutron-server[103162]: cb(*args, **kw) May 20 21:02:08.069975 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 20 21:02:08.069975 n-d-842733-1 neutron-server[103162]: return func(*args, **kwargs) May 20 21:02:08.069975 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 21:02:08.069975 n-d-842733-1 neutron-server[103162]: self._notify() May 20 21:02:08.069975 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 21:02:08.069975 n-d-842733-1 neutron-server[103162]: self.callback(batched_events) May 20 21:02:08.069975 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 21:02:08.069975 n-d-842733-1 neutron-server[103162]: event.method(event) May 20 21:02:08.069975 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 20 21:02:08.069975 n-d-842733-1 neutron-server[103162]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 21:02:08.069975 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 20 21:02:08.069975 n-d-842733-1 neutron-server[103162]: aggregate_uuid = self.p_client.list_aggregates( May 20 21:02:08.069975 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 20 21:02:08.069975 n-d-842733-1 neutron-server[103162]: return f(self, *a, **k) May 20 21:02:08.069975 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 20 21:02:08.069975 n-d-842733-1 neutron-server[103162]: return self._get(url).json() May 20 21:02:08.069975 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 20 21:02:08.069975 n-d-842733-1 neutron-server[103162]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 21:02:08.069975 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 21:02:08.069975 n-d-842733-1 neutron-server[103162]: return self.request(url, 'GET', **kwargs) May 20 21:02:08.069975 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 21:02:08.069975 n-d-842733-1 neutron-server[103162]: base_url = self.get_endpoint(auth, allow=allow, May 20 21:02:08.069975 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 21:02:08.069975 n-d-842733-1 neutron-server[103162]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 21:02:08.069975 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 21:02:08.069975 n-d-842733-1 neutron-server[103162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 21:02:08.069975 n-d-842733-1 neutron-server[103162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 21:02:08.073075 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10102f27-899d-408d-a04a-a718e0ca8492 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:02:08.089542 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10102f27-899d-408d-a04a-a718e0ca8492 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:02:08.090447 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-10102f27-899d-408d-a04a-a718e0ca8492 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:08.091056 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-cb59579d-48f7-4e8d-925c-452982607573 None None] For port a7c58371-fe38-4699-8974-afb86c0c78a7, host n-d-842733-1, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 21:02:08.094811 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-cb59579d-48f7-4e8d-925c-452982607573 None None] For port a7c58371-fe38-4699-8974-afb86c0c78a7, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=a7c58371-fe38-4699-8974-afb86c0c78a7,segment=NetworkSegment(0248d5c1-7501-42d3-a6f7-d8355b4e68be),segment_id=0248d5c1-7501-42d3-a6f7-d8355b4e68be)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 21:02:08.108145 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10102f27-899d-408d-a04a-a718e0ca8492 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Pushing event updated for resources: {'Port': ['ID=d5692f11-0db7-4d3b-bb4b-ee8e80f6ea07,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:02:08.199381 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cb59579d-48f7-4e8d-925c-452982607573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:08.318989 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 40846) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:02:08.325047 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-10102f27-899d-408d-a04a-a718e0ca8492 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.6301839 May 20 21:02:08.368496 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ea28ad6e-70d1-49a6-9e3b-c4bb603e284f tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:08.370235 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ea0b5015-e842-4741-a4da-f03f0acbeb31 tempest-ExternalNetworksTestJSON-1277576196 tempest-ExternalNetworksTestJSON-1277576196-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33072122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748162'] for network, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:08.402362 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea0b5015-e842-4741-a4da-f03f0acbeb31 tempest-ExternalNetworksTestJSON-1277576196 tempest-ExternalNetworksTestJSON-1277576196-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 295ae3e5-a705-430d-b15a-c1766cda73c2 {{(pid=103162) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} May 20 21:02:08.432916 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ea0b5015-e842-4741-a4da-f03f0acbeb31 tempest-ExternalNetworksTestJSON-1277576196 tempest-ExternalNetworksTestJSON-1277576196-project-admin] Notify callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:08.436516 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-ea0b5015-e842-4741-a4da-f03f0acbeb31 tempest-ExternalNetworksTestJSON-1277576196 tempest-ExternalNetworksTestJSON-1277576196-project-admin] 10.222.0.35 "DELETE /v2.0/networks/295ae3e5-a705-430d-b15a-c1766cda73c2 HTTP/1.1" status: 204 len: 168 time: 0.8695087 May 20 21:02:08.437621 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0b5015-e842-4741-a4da-f03f0acbeb31 tempest-ExternalNetworksTestJSON-1277576196 tempest-ExternalNetworksTestJSON-1277576196-project-admin] Pushing event deleted for resources: {'Network': ['ID=295ae3e5-a705-430d-b15a-c1766cda73c2,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:02:08.445178 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 40850) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:02:08.453544 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-e182d915-0f40-41b2-bb9d-5f5c892fcfdf None None] Provisioning complete for port d5692f11-0db7-4d3b-bb4b-ee8e80f6ea07 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:02:08.453911 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-e182d915-0f40-41b2-bb9d-5f5c892fcfdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:08.457768 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aab6d088-1547-4ffe-8671-f05d5b863172 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:02:08.458505 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-e56c1488-e387-448b-b997-1c077f9730eb tempest-ExternalNetworksTestJSON-1277576196 tempest-ExternalNetworksTestJSON-1277576196-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:02:08.459715 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-aab6d088-1547-4ffe-8671-f05d5b863172 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] 10.222.0.35 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.1385272 May 20 21:02:08.467342 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 40852) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:02:08.470977 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea28ad6e-70d1-49a6-9e3b-c4bb603e284f tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Network 02990130-ad47-453a-804d-35f20154a2b5 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:02:08.522144 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-e182d915-0f40-41b2-bb9d-5f5c892fcfdf None None] Port d5692f11-0db7-4d3b-bb4b-ee8e80f6ea07 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 21:02:08.526482 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-ea28ad6e-70d1-49a6-9e3b-c4bb603e284f tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:02:08.527403 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb59579d-48f7-4e8d-925c-452982607573 None None] Pushing event updated for resources: {'Port': ['ID=a7c58371-fe38-4699-8974-afb86c0c78a7,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:02:08.538595 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-e182d915-0f40-41b2-bb9d-5f5c892fcfdf None None] Provisioning complete for port 357b9277-66dd-424b-a7ba-95c549426f46 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:02:08.538964 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-e182d915-0f40-41b2-bb9d-5f5c892fcfdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:08.541360 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea28ad6e-70d1-49a6-9e3b-c4bb603e284f tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Pushing event updated for resources: {'Port': ['ID=23a84fa9-8194-4e0e-9d70-45d4859aacd9,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:02:08.549186 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea28ad6e-70d1-49a6-9e3b-c4bb603e284f tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:02:08.604916 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e56c1488-e387-448b-b997-1c077f9730eb tempest-ExternalNetworksTestJSON-1277576196 tempest-ExternalNetworksTestJSON-1277576196-project-admin] Made reservation on behalf of 3d66e7c510c94b5caf5e2ce5b5202e16 for: {'network': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:02:08.606801 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-e182d915-0f40-41b2-bb9d-5f5c892fcfdf None None] Port 357b9277-66dd-424b-a7ba-95c549426f46 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 21:02:08.609841 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e56c1488-e387-448b-b997-1c077f9730eb tempest-ExternalNetworksTestJSON-1277576196 tempest-ExternalNetworksTestJSON-1277576196-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for network, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:08.620560 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-e182d915-0f40-41b2-bb9d-5f5c892fcfdf None None] Provisioning complete for port 0c31bdb5-564c-41e0-8feb-af363486d1ca triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:02:08.621302 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-e182d915-0f40-41b2-bb9d-5f5c892fcfdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:08.661504 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e56c1488-e387-448b-b997-1c077f9730eb tempest-ExternalNetworksTestJSON-1277576196 tempest-ExternalNetworksTestJSON-1277576196-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 249} {{(pid=103163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 21:02:08.671254 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e56c1488-e387-448b-b997-1c077f9730eb tempest-ExternalNetworksTestJSON-1277576196 tempest-ExternalNetworksTestJSON-1277576196-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:08.671696 n-d-842733-1 neutron-server[103163]: INFO neutron.db.segments_db [None req-e56c1488-e387-448b-b997-1c077f9730eb tempest-ExternalNetworksTestJSON-1277576196 tempest-ExternalNetworksTestJSON-1277576196-project-admin] Added segment a5bb78b1-8aca-4be2-a1ca-74148e222dd4 of type vlan for network 4da86634-9b2c-416a-86a8-9f6cbe59056c May 20 21:02:08.715967 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea28ad6e-70d1-49a6-9e3b-c4bb603e284f tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:02:08.716652 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ea28ad6e-70d1-49a6-9e3b-c4bb603e284f tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:08.728559 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 0c31bdb5-564c-41e0-8feb-af363486d1ca up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:02:08.728772 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f619bdb-5a90-4ab0-a09b-4c09abb033aa tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:02:08.737716 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f619bdb-5a90-4ab0-a09b-4c09abb033aa tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:02:08.738087 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e56c1488-e387-448b-b997-1c077f9730eb tempest-ExternalNetworksTestJSON-1277576196 tempest-ExternalNetworksTestJSON-1277576196-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418993264'] for network, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:08.747916 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f619bdb-5a90-4ab0-a09b-4c09abb033aa tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:02:08.757044 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-1f619bdb-5a90-4ab0-a09b-4c09abb033aa tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] 10.222.0.35 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2390 time: 0.2856560 May 20 21:02:08.763601 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 40856) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:02:08.833645 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e56c1488-e387-448b-b997-1c077f9730eb tempest-ExternalNetworksTestJSON-1277576196 tempest-ExternalNetworksTestJSON-1277576196-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524'] for network, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:08.836166 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e56c1488-e387-448b-b997-1c077f9730eb tempest-ExternalNetworksTestJSON-1277576196 tempest-ExternalNetworksTestJSON-1277576196-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:02:08.841108 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e56c1488-e387-448b-b997-1c077f9730eb tempest-ExternalNetworksTestJSON-1277576196 tempest-ExternalNetworksTestJSON-1277576196-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:08.938202 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-e182d915-0f40-41b2-bb9d-5f5c892fcfdf None None] Current status of the port 0c31bdb5-564c-41e0-8feb-af363486d1ca is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:02:08.946740 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 0c31bdb5-564c-41e0-8feb-af363486d1ca triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:02:08.948204 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:09.062962 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-a1ef93f6-3e71-4129-9f10-fe968005b3d6 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Deleting port d5692f11-0db7-4d3b-bb4b-ee8e80f6ea07 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:02:09.064317 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a1ef93f6-3e71-4129-9f10-fe968005b3d6 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:09.080420 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56c1488-e387-448b-b997-1c077f9730eb tempest-ExternalNetworksTestJSON-1277576196 tempest-ExternalNetworksTestJSON-1277576196-project-admin] Pushing event updated for resources: {'Network': ['ID=4da86634-9b2c-416a-86a8-9f6cbe59056c,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:02:09.123418 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Network 4da86634-9b2c-416a-86a8-9f6cbe59056c details requested by agent ovs-agent-n-d-842733-1 with host n-d-842733-1 {{(pid=103164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 20 21:02:09.132239 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-382053dc-497f-4240-afe6-0e857ef1421b None None] Provisioning complete for port 357b9277-66dd-424b-a7ba-95c549426f46 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:02:09.132239 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-382053dc-497f-4240-afe6-0e857ef1421b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:09.132727 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-e56c1488-e387-448b-b997-1c077f9730eb tempest-ExternalNetworksTestJSON-1277576196 tempest-ExternalNetworksTestJSON-1277576196-project-admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.6851161 May 20 21:02:09.135422 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 40866) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:02:09.140315 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-aa60e25c-362d-4c43-9749-6dbe3cc0939a tempest-ExternalNetworksTestJSON-1277576196 tempest-ExternalNetworksTestJSON-1277576196-project-admin] Request body: {'subnet': {'network_id': '4da86634-9b2c-416a-86a8-9f6cbe59056c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:02:09.193490 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-382053dc-497f-4240-afe6-0e857ef1421b None None] Port 357b9277-66dd-424b-a7ba-95c549426f46 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 21:02:09.216784 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-ea28ad6e-70d1-49a6-9e3b-c4bb603e284f tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.0726714 May 20 21:02:09.219515 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 40868) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:02:09.273465 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 0c31bdb5-564c-41e0-8feb-af363486d1ca is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:02:09.274326 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a1ef93f6-3e71-4129-9f10-fe968005b3d6 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:09.294367 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-a1ef93f6-3e71-4129-9f10-fe968005b3d6 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Calling delete_port for d5692f11-0db7-4d3b-bb4b-ee8e80f6ea07 owned by {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:02:09.359085 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa60e25c-362d-4c43-9749-6dbe3cc0939a tempest-ExternalNetworksTestJSON-1277576196 tempest-ExternalNetworksTestJSON-1277576196-project-admin] Made reservation on behalf of 3d66e7c510c94b5caf5e2ce5b5202e16 for: {'subnet': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:02:09.361702 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-aa60e25c-362d-4c43-9749-6dbe3cc0939a tempest-ExternalNetworksTestJSON-1277576196 tempest-ExternalNetworksTestJSON-1277576196-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8422561'] for subnet, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:09.366716 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-2b13c545-fb08-46f4-8090-0f129b5c4e62 None None] Provisioning complete for port d5692f11-0db7-4d3b-bb4b-ee8e80f6ea07 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:02:09.367025 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-2b13c545-fb08-46f4-8090-0f129b5c4e62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:09.428226 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-2b13c545-fb08-46f4-8090-0f129b5c4e62 None None] Port d5692f11-0db7-4d3b-bb4b-ee8e80f6ea07 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 21:02:09.564041 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a1ef93f6-3e71-4129-9f10-fe968005b3d6 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:09.596450 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ef93f6-3e71-4129-9f10-fe968005b3d6 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Pushing event deleted for resources: {'Port': ['ID=d5692f11-0db7-4d3b-bb4b-ee8e80f6ea07,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:02:09.624000 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a1ef93f6-3e71-4129-9f10-fe968005b3d6 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:09.628093 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-a1ef93f6-3e71-4129-9f10-fe968005b3d6 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] 10.222.0.35 "DELETE /v2.0/ports/d5692f11-0db7-4d3b-bb4b-ee8e80f6ea07 HTTP/1.1" status: 204 len: 168 time: 0.8628519 May 20 21:02:09.631664 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 40872) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:02:09.683055 n-d-842733-1 neutron-server[103163]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc65bee1-2c93-45e3-9c21-c9e98d9a1c83 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] GET failed (client error): The resource could not be found. May 20 21:02:09.683055 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-bc65bee1-2c93-45e3-9c21-c9e98d9a1c83 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] 10.222.0.35 "GET /v2.0/ports/d5692f11-0db7-4d3b-bb4b-ee8e80f6ea07 HTTP/1.1" status: 404 len: 333 time: 0.0461597 May 20 21:02:09.683721 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 40876) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:02:09.831989 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-8dbb4b81-cdbd-45fa-a861-ad1353533e50 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Deleting port 357b9277-66dd-424b-a7ba-95c549426f46 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:02:09.832969 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8dbb4b81-cdbd-45fa-a861-ad1353533e50 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:09.938356 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8dbb4b81-cdbd-45fa-a861-ad1353533e50 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:09.938668 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5d900769-13cc-4564-87ac-488ee023e482 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:09.955022 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-8dbb4b81-cdbd-45fa-a861-ad1353533e50 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Calling delete_port for 357b9277-66dd-424b-a7ba-95c549426f46 owned by {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:02:10.088854 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50d185eb-de58-44b9-aab6-24b8cf6d6eeb None None] Network 02990130-ad47-453a-804d-35f20154a2b5 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:02:10.183270 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-f68bafe7-d2a3-4884-8ad3-e0c1c451f0ce None None] Provisioning complete for port a7c58371-fe38-4699-8974-afb86c0c78a7 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:02:10.184035 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-f68bafe7-d2a3-4884-8ad3-e0c1c451f0ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:10.220809 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8dbb4b81-cdbd-45fa-a861-ad1353533e50 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:10.286002 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbb4b81-cdbd-45fa-a861-ad1353533e50 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Pushing event deleted for resources: {'Port': ['ID=357b9277-66dd-424b-a7ba-95c549426f46,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:02:10.345532 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8dbb4b81-cdbd-45fa-a861-ad1353533e50 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:10.357761 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-8dbb4b81-cdbd-45fa-a861-ad1353533e50 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] 10.222.0.35 "DELETE /v2.0/ports/357b9277-66dd-424b-a7ba-95c549426f46 HTTP/1.1" status: 204 len: 168 time: 0.6651793 May 20 21:02:10.366219 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 40888) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:02:10.371664 n-d-842733-1 neutron-server[103163]: DEBUG neutron.objects.ports [None req-aa60e25c-362d-4c43-9749-6dbe3cc0939a tempest-ExternalNetworksTestJSON-1277576196 tempest-ExternalNetworksTestJSON-1277576196-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103163) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} May 20 21:02:10.372266 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-aa60e25c-362d-4c43-9749-6dbe3cc0939a tempest-ExternalNetworksTestJSON-1277576196 tempest-ExternalNetworksTestJSON-1277576196-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9641412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8422583'] for subnet, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:10.396798 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-f68bafe7-d2a3-4884-8ad3-e0c1c451f0ce None None] Current status of the port a7c58371-fe38-4699-8974-afb86c0c78a7 is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:02:10.400746 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-f68bafe7-d2a3-4884-8ad3-e0c1c451f0ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:10.405242 n-d-842733-1 neutron-server[103162]: INFO neutron.pecan_wsgi.hooks.translation [None req-d06e3e5e-7938-4b37-9867-d714d1a0b7d9 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] GET failed (client error): The resource could not be found. May 20 21:02:10.410527 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5d900769-13cc-4564-87ac-488ee023e482 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks [] for port, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:10.412186 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-d06e3e5e-7938-4b37-9867-d714d1a0b7d9 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] 10.222.0.35 "GET /v2.0/ports/357b9277-66dd-424b-a7ba-95c549426f46 HTTP/1.1" status: 404 len: 333 time: 0.0444355 May 20 21:02:10.412818 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 40890) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:02:10.480232 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-f68bafe7-d2a3-4884-8ad3-e0c1c451f0ce None None] For port a7c58371-fe38-4699-8974-afb86c0c78a7, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=a7c58371-fe38-4699-8974-afb86c0c78a7,segment=NetworkSegment(0248d5c1-7501-42d3-a6f7-d8355b4e68be),segment_id=0248d5c1-7501-42d3-a6f7-d8355b4e68be)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:02:10.496426 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5d900769-13cc-4564-87ac-488ee023e482 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:10.599114 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-f68bafe7-d2a3-4884-8ad3-e0c1c451f0ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:10.632244 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa60e25c-362d-4c43-9749-6dbe3cc0939a tempest-ExternalNetworksTestJSON-1277576196 tempest-ExternalNetworksTestJSON-1277576196-project-admin] Checking segment: {'id': 'a5bb78b1-8aca-4be2-a1ca-74148e222dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '4da86634-9b2c-416a-86a8-9f6cbe59056c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:02:10.632518 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa60e25c-362d-4c43-9749-6dbe3cc0939a tempest-ExternalNetworksTestJSON-1277576196 tempest-ExternalNetworksTestJSON-1277576196-project-admin] Network hostable DHCP agents. Network: 4da86634-9b2c-416a-86a8-9f6cbe59056c, hostable agents: ['c9b0653c-f3c7-4339-bd50-e3754b629216'], hosted agents: [] {{(pid=103163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 21:02:10.665765 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68bafe7-d2a3-4884-8ad3-e0c1c451f0ce None None] Pushing event updated for resources: {'Port': ['ID=a7c58371-fe38-4699-8974-afb86c0c78a7,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:02:10.716434 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d900769-13cc-4564-87ac-488ee023e482 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Pushing event updated for resources: {'Port': ['ID=23a84fa9-8194-4e0e-9d70-45d4859aacd9,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:02:10.718891 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa60e25c-362d-4c43-9749-6dbe3cc0939a tempest-ExternalNetworksTestJSON-1277576196 tempest-ExternalNetworksTestJSON-1277576196-project-admin] Pushing event updated for resources: {'Subnet': ['ID=9f959efa-a4dd-4818-a837-a31dc9275cae,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:02:10.725801 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device a7c58371-fe38-4699-8974-afb86c0c78a7 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:02:10.810258 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port a7c58371-fe38-4699-8974-afb86c0c78a7 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:02:10.810702 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:10.869860 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa60e25c-362d-4c43-9749-6dbe3cc0939a tempest-ExternalNetworksTestJSON-1277576196 tempest-ExternalNetworksTestJSON-1277576196-project-admin] Network 4da86634-9b2c-416a-86a8-9f6cbe59056c is scheduled to be hosted by DHCP agent c9b0653c-f3c7-4339-bd50-e3754b629216 with binding_index 1 {{(pid=103163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 21:02:10.935463 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5d900769-13cc-4564-87ac-488ee023e482 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748409'] for router_interface, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:10.991135 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port a7c58371-fe38-4699-8974-afb86c0c78a7 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:02:10.994038 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-f9b55a8e-413a-4949-9c3e-689973c40d1b None None] Provisioning complete for port a7c58371-fe38-4699-8974-afb86c0c78a7 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:02:10.994038 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-f9b55a8e-413a-4949-9c3e-689973c40d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:11.016971 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b1d218a-f8a6-485b-bab5-5ff13c8736a1 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Deleting subnet 5d00de1f-ac98-425c-98ca-446d578b2a46 {{(pid=103162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 20 21:02:11.022349 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4b1d218a-f8a6-485b-bab5-5ff13c8736a1 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks [] for subnet, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:11.056850 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-aa60e25c-362d-4c43-9749-6dbe3cc0939a tempest-ExternalNetworksTestJSON-1277576196 tempest-ExternalNetworksTestJSON-1277576196-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842733-1, 4da86634-9b2c-416a-86a8-9f6cbe59056c) {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:02:11.069112 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2363998c-e8a1-473b-b789-ba3187f27dd2 None None] Network 4da86634-9b2c-416a-86a8-9f6cbe59056c requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:02:11.069600 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa60e25c-362d-4c43-9749-6dbe3cc0939a tempest-ExternalNetworksTestJSON-1277576196 tempest-ExternalNetworksTestJSON-1277576196-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:02:11.070376 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-aa60e25c-362d-4c43-9749-6dbe3cc0939a tempest-ExternalNetworksTestJSON-1277576196 tempest-ExternalNetworksTestJSON-1277576196-project-admin] Notify callbacks [] for subnet, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:11.089286 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4b1d218a-f8a6-485b-bab5-5ff13c8736a1 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3738392'] for subnet, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:11.202103 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-f9b55a8e-413a-4949-9c3e-689973c40d1b None None] Current status of the port a7c58371-fe38-4699-8974-afb86c0c78a7 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:02:11.210799 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-aa60e25c-362d-4c43-9749-6dbe3cc0939a tempest-ExternalNetworksTestJSON-1277576196 tempest-ExternalNetworksTestJSON-1277576196-project-admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.0727973 May 20 21:02:11.213808 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 40900) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:02:11.224306 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-8177bf59-0b88-4a40-8a50-efd64d7a9ec2 tempest-ExternalNetworksTestJSON-1277576196 tempest-ExternalNetworksTestJSON-1277576196-project-admin] Request body: {'floatingip': {'floating_network_id': '4da86634-9b2c-416a-86a8-9f6cbe59056c'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:02:11.229741 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5d900769-13cc-4564-87ac-488ee023e482 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:11.243320 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-f9b55a8e-413a-4949-9c3e-689973c40d1b None None] Provisioning complete for port 23a84fa9-8194-4e0e-9d70-45d4859aacd9 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:02:11.243689 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-f9b55a8e-413a-4949-9c3e-689973c40d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:11.249230 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4b1d218a-f8a6-485b-bab5-5ff13c8736a1 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33068388'] for subnet, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:11.314245 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-f9b55a8e-413a-4949-9c3e-689973c40d1b None None] Port 23a84fa9-8194-4e0e-9d70-45d4859aacd9 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 21:02:11.321411 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5faff9a3-8408-426b-8d4a-3bb6fe2cf5d6 None None] Network 4da86634-9b2c-416a-86a8-9f6cbe59056c requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:02:11.431230 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8177bf59-0b88-4a40-8a50-efd64d7a9ec2 tempest-ExternalNetworksTestJSON-1277576196 tempest-ExternalNetworksTestJSON-1277576196-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:11.493970 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4b1d218a-f8a6-485b-bab5-5ff13c8736a1 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33068399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3797621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4018265'] for subnet, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:11.494283 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-20d93ee6-10ea-40b5-bbaa-2534575912b3 None None] Provisioning complete for port 23a84fa9-8194-4e0e-9d70-45d4859aacd9 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:02:11.494655 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-20d93ee6-10ea-40b5-bbaa-2534575912b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:11.537879 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-20d93ee6-10ea-40b5-bbaa-2534575912b3 None None] Port 23a84fa9-8194-4e0e-9d70-45d4859aacd9 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 21:02:11.548828 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1d218a-f8a6-485b-bab5-5ff13c8736a1 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Pushing event deleted for resources: {'Subnet': ['ID=5d00de1f-ac98-425c-98ca-446d578b2a46,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:02:11.559474 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4b1d218a-f8a6-485b-bab5-5ff13c8736a1 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:11.564183 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-4b1d218a-f8a6-485b-bab5-5ff13c8736a1 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] 10.222.0.35 "DELETE /v2.0/subnets/5d00de1f-ac98-425c-98ca-446d578b2a46 HTTP/1.1" status: 204 len: 168 time: 1.1502993 May 20 21:02:11.568703 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 40906) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:02:11.577601 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53454649-7f81-4687-8062-78f7d0c4b43f None None] Network 09cc1b1d-b26f-4ea5-b29e-c06760f1b01c requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:02:11.586407 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5d900769-13cc-4564-87ac-488ee023e482 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks [] for port, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:11.669126 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e5851ac1-f24f-43e1-b251-b7f41a29744a tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33160123'] for network, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:11.677251 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8177bf59-0b88-4a40-8a50-efd64d7a9ec2 tempest-ExternalNetworksTestJSON-1277576196 tempest-ExternalNetworksTestJSON-1277576196-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:11.677396 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5d900769-13cc-4564-87ac-488ee023e482 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:11.754563 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-76ccea6c-aa63-4958-91c6-54641409b809 None None] Provisioning complete for port 23a84fa9-8194-4e0e-9d70-45d4859aacd9 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:02:11.755715 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-76ccea6c-aa63-4958-91c6-54641409b809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:11.820628 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-76ccea6c-aa63-4958-91c6-54641409b809 None None] Port 23a84fa9-8194-4e0e-9d70-45d4859aacd9 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 21:02:11.840865 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-8177bf59-0b88-4a40-8a50-efd64d7a9ec2 tempest-ExternalNetworksTestJSON-1277576196 tempest-ExternalNetworksTestJSON-1277576196-project-admin] Allocated IP 172.20.0.7 (4da86634-9b2c-416a-86a8-9f6cbe59056c/9f959efa-a4dd-4818-a837-a31dc9275cae/29d3f153-ac57-4700-a517-ab211340eaf4) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:02:11.844513 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-e5851ac1-f24f-43e1-b251-b7f41a29744a tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Deleting port 0c31bdb5-564c-41e0-8feb-af363486d1ca {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:02:11.845093 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e5851ac1-f24f-43e1-b251-b7f41a29744a tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:11.854702 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d900769-13cc-4564-87ac-488ee023e482 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Pushing event updated for resources: {'Port': ['ID=23a84fa9-8194-4e0e-9d70-45d4859aacd9,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:02:11.859486 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5d900769-13cc-4564-87ac-488ee023e482 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748437'] for router_interface, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:11.926372 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc1ecee4-3478-42d9-a39c-754a5cdf2798 None None] DHCP port deletion for 09cc1b1d-b26f-4ea5-b29e-c06760f1b01c request from n-d-842733-1 {{(pid=103164) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 21:02:11.982229 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d900769-13cc-4564-87ac-488ee023e482 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Network 02990130-ad47-453a-804d-35f20154a2b5 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:02:11.984741 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-5d900769-13cc-4564-87ac-488ee023e482 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:02:12.005355 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-e5851ac1-f24f-43e1-b251-b7f41a29744a tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] For port 0c31bdb5-564c-41e0-8feb-af363486d1ca, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=0c31bdb5-564c-41e0-8feb-af363486d1ca,segment=NetworkSegment(0956562b-11a9-4377-a536-f903d99aecea),segment_id=0956562b-11a9-4377-a536-f903d99aecea)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:02:12.005750 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e5851ac1-f24f-43e1-b251-b7f41a29744a tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:12.087404 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8177bf59-0b88-4a40-8a50-efd64d7a9ec2 tempest-ExternalNetworksTestJSON-1277576196 tempest-ExternalNetworksTestJSON-1277576196-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:12.110942 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-fc1ecee4-3478-42d9-a39c-754a5cdf2798 None None] Deleting port 0c31bdb5-564c-41e0-8feb-af363486d1ca {{(pid=103164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:02:12.113049 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-fc1ecee4-3478-42d9-a39c-754a5cdf2798 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:12.130018 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-e5851ac1-f24f-43e1-b251-b7f41a29744a tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Calling delete_port for 0c31bdb5-564c-41e0-8feb-af363486d1ca owned by network:dhcp {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:02:12.269405 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-fc1ecee4-3478-42d9-a39c-754a5cdf2798 None None] For port 0c31bdb5-564c-41e0-8feb-af363486d1ca, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=0c31bdb5-564c-41e0-8feb-af363486d1ca,segment=NetworkSegment(0956562b-11a9-4377-a536-f903d99aecea),segment_id=0956562b-11a9-4377-a536-f903d99aecea)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:02:12.269405 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-fc1ecee4-3478-42d9-a39c-754a5cdf2798 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:12.286013 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-fc1ecee4-3478-42d9-a39c-754a5cdf2798 None None] Calling delete_port for 0c31bdb5-564c-41e0-8feb-af363486d1ca owned by network:dhcp {{(pid=103164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:02:12.337425 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8177bf59-0b88-4a40-8a50-efd64d7a9ec2 tempest-ExternalNetworksTestJSON-1277576196 tempest-ExternalNetworksTestJSON-1277576196-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:12.367841 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d900769-13cc-4564-87ac-488ee023e482 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Router 68d2549b-c0e5-4781-ac98-6ce372791dfb is scheduled to L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e with binding_index 1 {{(pid=103163) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 20 21:02:12.386434 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8177bf59-0b88-4a40-8a50-efd64d7a9ec2 tempest-ExternalNetworksTestJSON-1277576196 tempest-ExternalNetworksTestJSON-1277576196-project-admin] Network 4da86634-9b2c-416a-86a8-9f6cbe59056c is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:02:12.394908 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-8177bf59-0b88-4a40-8a50-efd64d7a9ec2 tempest-ExternalNetworksTestJSON-1277576196 tempest-ExternalNetworksTestJSON-1277576196-project-admin] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:02:12.397248 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8177bf59-0b88-4a40-8a50-efd64d7a9ec2 tempest-ExternalNetworksTestJSON-1277576196 tempest-ExternalNetworksTestJSON-1277576196-project-admin] Pushing event updated for resources: {'Port': ['ID=29d3f153-ac57-4700-a517-ab211340eaf4,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:02:12.399421 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8177bf59-0b88-4a40-8a50-efd64d7a9ec2 tempest-ExternalNetworksTestJSON-1277576196 tempest-ExternalNetworksTestJSON-1277576196-project-admin] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:02:12.447509 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e5851ac1-f24f-43e1-b251-b7f41a29744a tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:12.448632 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-fc1ecee4-3478-42d9-a39c-754a5cdf2798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099'] for port, after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:12.499994 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1ecee4-3478-42d9-a39c-754a5cdf2798 None None] Pushing event deleted for resources: {'Port': ['ID=0c31bdb5-564c-41e0-8feb-af363486d1ca,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:02:12.500162 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5851ac1-f24f-43e1-b251-b7f41a29744a tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] No DVR routers for this DVR port 0c31bdb5-564c-41e0-8feb-af363486d1ca on host n-d-842733-1 {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 21:02:12.505162 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d900769-13cc-4564-87ac-488ee023e482 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 21:02:12.510488 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5851ac1-f24f-43e1-b251-b7f41a29744a tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Pushing event deleted for resources: {'Port': ['ID=0c31bdb5-564c-41e0-8feb-af363486d1ca,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:02:12.515480 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc1ecee4-3478-42d9-a39c-754a5cdf2798 None None] No DVR routers for this DVR port 0c31bdb5-564c-41e0-8feb-af363486d1ca on host n-d-842733-1 {{(pid=103164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 21:02:12.535486 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28511061-ed29-4892-966d-c1f9b356f526 None None] Sync routers for ids ['68d2549b-c0e5-4781-ac98-6ce372791dfb'] in n-d-842733-1 {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 21:02:12.537705 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-5d900769-13cc-4564-87ac-488ee023e482 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] 10.222.0.35 "PUT /v2.0/routers/68d2549b-c0e5-4781-ac98-6ce372791dfb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3117461 May 20 21:02:12.539257 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 40920) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:02:12.544520 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-e6a85754-2c0e-4897-aca3-aee770b812fe None None] Provisioning complete for port 23a84fa9-8194-4e0e-9d70-45d4859aacd9 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:02:12.544981 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-e6a85754-2c0e-4897-aca3-aee770b812fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:12.578441 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8177bf59-0b88-4a40-8a50-efd64d7a9ec2 tempest-ExternalNetworksTestJSON-1277576196 tempest-ExternalNetworksTestJSON-1277576196-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:12.604512 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28511061-ed29-4892-966d-c1f9b356f526 None None] Routers {'68d2549b-c0e5-4781-ac98-6ce372791dfb'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:02:12.605153 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-28511061-ed29-4892-966d-c1f9b356f526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:01:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['68d2549b-c0e5-4781-ac98-6ce372791dfb'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:02:12.632124 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-350c43d8-ac19-41c1-b606-194b3819d2f2 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:02:12.646341 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-350c43d8-ac19-41c1-b606-194b3819d2f2 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] 10.222.0.35 "GET /v2.0/ports?device_id=68d2549b-c0e5-4781-ac98-6ce372791dfb HTTP/1.1" status: 200 len: 983 time: 0.1057012 May 20 21:02:12.649030 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 40922) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:02:12.661111 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device a7c58371-fe38-4699-8974-afb86c0c78a7 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:02:12.674187 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e5851ac1-f24f-43e1-b251-b7f41a29744a tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33072115', 'neutron.services.segments.db._delete_segments_for_network-8782419500584'] for network, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:12.696433 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-28511061-ed29-4892-966d-c1f9b356f526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:02:12.702785 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-e6a85754-2c0e-4897-aca3-aee770b812fe None None] Port 23a84fa9-8194-4e0e-9d70-45d4859aacd9 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 21:02:12.707212 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-e5851ac1-f24f-43e1-b251-b7f41a29744a tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09cc1b1d-b26f-4ea5-b29e-c06760f1b01c']}} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:02:12.716198 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28511061-ed29-4892-966d-c1f9b356f526 None None] Routers {'68d2549b-c0e5-4781-ac98-6ce372791dfb'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:02:12.716391 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-28511061-ed29-4892-966d-c1f9b356f526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:01:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['68d2549b-c0e5-4781-ac98-6ce372791dfb'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:02:12.718698 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-e5851ac1-f24f-43e1-b251-b7f41a29744a tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0956562b-11a9-4377-a536-f903d99aecea') {'for_net_delete': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:02:12.719002 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-e5851ac1-f24f-43e1-b251-b7f41a29744a tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0956562b-11a9-4377-a536-f903d99aecea') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:02:12.730360 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e5851ac1-f24f-43e1-b251-b7f41a29744a tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419501617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3738385'] for segment, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:12.744839 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e5851ac1-f24f-43e1-b251-b7f41a29744a tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:12.754281 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5851ac1-f24f-43e1-b251-b7f41a29744a tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Releasing vlan 237 on physical network physnet1 to pool {{(pid=103162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 21:02:12.755202 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e5851ac1-f24f-43e1-b251-b7f41a29744a tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3800791'] for segment, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:12.758919 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-28511061-ed29-4892-966d-c1f9b356f526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:02:12.759724 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28511061-ed29-4892-966d-c1f9b356f526 None None] The sync data for ids ['68d2549b-c0e5-4781-ac98-6ce372791dfb'] in n-d-842733-1 is: [] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 21:02:12.760073 n-d-842733-1 neutron-server[103162]: Traceback (most recent call last): May 20 21:02:12.760073 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 21:02:12.760073 n-d-842733-1 neutron-server[103162]: timer() May 20 21:02:12.760073 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 21:02:12.760073 n-d-842733-1 neutron-server[103162]: cb(*args, **kw) May 20 21:02:12.760073 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 20 21:02:12.760073 n-d-842733-1 neutron-server[103162]: return func(*args, **kwargs) May 20 21:02:12.760073 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 21:02:12.760073 n-d-842733-1 neutron-server[103162]: self._notify() May 20 21:02:12.760073 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 21:02:12.760073 n-d-842733-1 neutron-server[103162]: self.callback(batched_events) May 20 21:02:12.760073 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 21:02:12.760073 n-d-842733-1 neutron-server[103162]: event.method(event) May 20 21:02:12.760073 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 20 21:02:12.760073 n-d-842733-1 neutron-server[103162]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 21:02:12.760073 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 20 21:02:12.760073 n-d-842733-1 neutron-server[103162]: aggregate_uuid = self.p_client.list_aggregates( May 20 21:02:12.760073 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 20 21:02:12.760073 n-d-842733-1 neutron-server[103162]: return f(self, *a, **k) May 20 21:02:12.760073 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 20 21:02:12.760073 n-d-842733-1 neutron-server[103162]: return self._get(url).json() May 20 21:02:12.760073 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 20 21:02:12.760073 n-d-842733-1 neutron-server[103162]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 21:02:12.760073 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 21:02:12.760073 n-d-842733-1 neutron-server[103162]: return self.request(url, 'GET', **kwargs) May 20 21:02:12.760073 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 21:02:12.760073 n-d-842733-1 neutron-server[103162]: base_url = self.get_endpoint(auth, allow=allow, May 20 21:02:12.760073 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 21:02:12.760073 n-d-842733-1 neutron-server[103162]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 21:02:12.760073 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 21:02:12.760073 n-d-842733-1 neutron-server[103162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 21:02:12.760073 n-d-842733-1 neutron-server[103162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 21:02:12.769920 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port a7c58371-fe38-4699-8974-afb86c0c78a7 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:02:12.770359 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:12.855245 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8177bf59-0b88-4a40-8a50-efd64d7a9ec2 tempest-ExternalNetworksTestJSON-1277576196 tempest-ExternalNetworksTestJSON-1277576196-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:12.876827 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port a7c58371-fe38-4699-8974-afb86c0c78a7 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:02:12.950531 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 0c31bdb5-564c-41e0-8feb-af363486d1ca no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 21:02:12.982100 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: 0c31bdb5-564c-41e0-8feb-af363486d1ca {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 21:02:12.982720 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 0c31bdb5-564c-41e0-8feb-af363486d1ca not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 21:02:12.997644 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e5851ac1-f24f-43e1-b251-b7f41a29744a tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33072122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748162'] for network, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:13.010454 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e5851ac1-f24f-43e1-b251-b7f41a29744a tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:13.019938 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-e5851ac1-f24f-43e1-b251-b7f41a29744a tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] 10.222.0.35 "DELETE /v2.0/networks/09cc1b1d-b26f-4ea5-b29e-c06760f1b01c HTTP/1.1" status: 204 len: 168 time: 1.4502397 May 20 21:02:13.027653 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 40928) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:02:13.037049 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-b8083fe8-5b3e-452f-b010-faec33f37e3c tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-791300697'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:02:13.078106 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5851ac1-f24f-43e1-b251-b7f41a29744a tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Pushing event deleted for resources: {'Network': ['ID=09cc1b1d-b26f-4ea5-b29e-c06760f1b01c,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:02:13.106975 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5851ac1-f24f-43e1-b251-b7f41a29744a tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:02:13.107711 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5851ac1-f24f-43e1-b251-b7f41a29744a tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:02:13.107711 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5851ac1-f24f-43e1-b251-b7f41a29744a tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:02:13.107978 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5851ac1-f24f-43e1-b251-b7f41a29744a tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:02:13.108315 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5851ac1-f24f-43e1-b251-b7f41a29744a tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:02:13.108646 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5851ac1-f24f-43e1-b251-b7f41a29744a tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:02:13.108986 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5851ac1-f24f-43e1-b251-b7f41a29744a tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:02:13.109317 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5851ac1-f24f-43e1-b251-b7f41a29744a tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:02:13.109648 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5851ac1-f24f-43e1-b251-b7f41a29744a tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:02:13.109973 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5851ac1-f24f-43e1-b251-b7f41a29744a tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:02:13.110299 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5851ac1-f24f-43e1-b251-b7f41a29744a tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:02:13.110621 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5851ac1-f24f-43e1-b251-b7f41a29744a tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:02:13.136464 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8177bf59-0b88-4a40-8a50-efd64d7a9ec2 tempest-ExternalNetworksTestJSON-1277576196 tempest-ExternalNetworksTestJSON-1277576196-project-admin] Notify callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:13.225177 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8083fe8-5b3e-452f-b010-faec33f37e3c tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Made reservation on behalf of 5498abc6ad9e4e1cb849425e21c607f1 for: {'network': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:02:13.228755 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b8083fe8-5b3e-452f-b010-faec33f37e3c tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for network, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:13.247038 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8177bf59-0b88-4a40-8a50-efd64d7a9ec2 tempest-ExternalNetworksTestJSON-1277576196 tempest-ExternalNetworksTestJSON-1277576196-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:13.283328 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8083fe8-5b3e-452f-b010-faec33f37e3c tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 218} {{(pid=103162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 21:02:13.325690 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b8083fe8-5b3e-452f-b010-faec33f37e3c tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:13.326037 n-d-842733-1 neutron-server[103162]: INFO neutron.db.segments_db [None req-b8083fe8-5b3e-452f-b010-faec33f37e3c tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Added segment 878dbb95-a250-4d25-8f35-278dddcf34d4 of type vlan for network b7a92a17-b86c-4185-b270-43f6bf248b92 May 20 21:02:13.343326 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8177bf59-0b88-4a40-8a50-efd64d7a9ec2 tempest-ExternalNetworksTestJSON-1277576196 tempest-ExternalNetworksTestJSON-1277576196-project-admin] Pushing event updated for resources: {'Port': ['ID=29d3f153-ac57-4700-a517-ab211340eaf4,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:02:13.376533 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8177bf59-0b88-4a40-8a50-efd64d7a9ec2 tempest-ExternalNetworksTestJSON-1277576196 tempest-ExternalNetworksTestJSON-1277576196-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748272'] for floatingip, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:13.385130 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-dac63f85-04b4-4a42-90bd-1283a573f36b tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748528'] for router_interface, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:13.392228 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b8083fe8-5b3e-452f-b010-faec33f37e3c tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418993264'] for network, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:13.521656 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8177bf59-0b88-4a40-8a50-efd64d7a9ec2 tempest-ExternalNetworksTestJSON-1277576196 tempest-ExternalNetworksTestJSON-1277576196-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for floatingip, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:13.521656 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-8177bf59-0b88-4a40-8a50-efd64d7a9ec2 tempest-ExternalNetworksTestJSON-1277576196 tempest-ExternalNetworksTestJSON-1277576196-project-admin] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.3058858 May 20 21:02:13.523731 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 40938) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:02:13.560170 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b8083fe8-5b3e-452f-b010-faec33f37e3c tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524'] for network, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:13.566102 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8083fe8-5b3e-452f-b010-faec33f37e3c tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:02:13.566894 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b8083fe8-5b3e-452f-b010-faec33f37e3c tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:13.624288 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-dac63f85-04b4-4a42-90bd-1283a573f36b tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Deleting port 23a84fa9-8194-4e0e-9d70-45d4859aacd9 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:02:13.624645 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-dac63f85-04b4-4a42-90bd-1283a573f36b tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:13.672910 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-975b007f-b8cf-49cd-9046-7803abe5d60d tempest-ExternalNetworksTestJSON-1277576196 tempest-ExternalNetworksTestJSON-1277576196-project-admin] 10.222.0.35 "GET /v2.0/floatingips?floating_network_id=4da86634-9b2c-416a-86a8-9f6cbe59056c HTTP/1.1" status: 200 len: 689 time: 0.1455495 May 20 21:02:13.673161 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 40940) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:02:13.700417 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8083fe8-5b3e-452f-b010-faec33f37e3c tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Pushing event updated for resources: {'Network': ['ID=b7a92a17-b86c-4185-b270-43f6bf248b92,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:02:13.714989 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Network b7a92a17-b86c-4185-b270-43f6bf248b92 details requested by agent ovs-agent-n-d-842733-1 with host n-d-842733-1 {{(pid=103164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 20 21:02:13.726712 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-dac63f85-04b4-4a42-90bd-1283a573f36b tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:13.735745 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-b8083fe8-5b3e-452f-b010-faec33f37e3c tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7054484 May 20 21:02:13.738603 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 40944) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:02:13.744581 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-8e73d3c9-e5e6-422c-9c09-bbcab38083e7 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Request body: {'subnet': {'network_id': 'b7a92a17-b86c-4185-b270-43f6bf248b92', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:02:13.746171 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-dac63f85-04b4-4a42-90bd-1283a573f36b tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Calling delete_port for 23a84fa9-8194-4e0e-9d70-45d4859aacd9 owned by network:router_interface {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:02:13.854745 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a1a04012-3dd2-431f-88ff-1f6eb711438f tempest-ExternalNetworksTestJSON-1277576196 tempest-ExternalNetworksTestJSON-1277576196-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33160123'] for network, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:13.956554 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-a1a04012-3dd2-431f-88ff-1f6eb711438f tempest-ExternalNetworksTestJSON-1277576196 tempest-ExternalNetworksTestJSON-1277576196-project-admin] Deleting port 29d3f153-ac57-4700-a517-ab211340eaf4 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:02:13.957370 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a1a04012-3dd2-431f-88ff-1f6eb711438f tempest-ExternalNetworksTestJSON-1277576196 tempest-ExternalNetworksTestJSON-1277576196-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:14.000817 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e73d3c9-e5e6-422c-9c09-bbcab38083e7 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Made reservation on behalf of 5498abc6ad9e4e1cb849425e21c607f1 for: {'subnet': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:02:14.004844 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8e73d3c9-e5e6-422c-9c09-bbcab38083e7 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4018244'] for subnet, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:14.089826 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-dac63f85-04b4-4a42-90bd-1283a573f36b tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:14.120059 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a1a04012-3dd2-431f-88ff-1f6eb711438f tempest-ExternalNetworksTestJSON-1277576196 tempest-ExternalNetworksTestJSON-1277576196-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:14.120688 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a1a04012-3dd2-431f-88ff-1f6eb711438f tempest-ExternalNetworksTestJSON-1277576196 tempest-ExternalNetworksTestJSON-1277576196-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:14.135984 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac63f85-04b4-4a42-90bd-1283a573f36b tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Pushing event deleted for resources: {'Port': ['ID=23a84fa9-8194-4e0e-9d70-45d4859aacd9,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:02:14.139961 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-a1a04012-3dd2-431f-88ff-1f6eb711438f tempest-ExternalNetworksTestJSON-1277576196 tempest-ExternalNetworksTestJSON-1277576196-project-admin] Calling delete_port for 29d3f153-ac57-4700-a517-ab211340eaf4 owned by network:floatingip {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:02:14.333325 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-dac63f85-04b4-4a42-90bd-1283a573f36b tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-692224'] for router_interface, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:14.430791 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8e73d3c9-e5e6-422c-9c09-bbcab38083e7 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3797684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4018258'] for subnet, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:14.483553 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a1a04012-3dd2-431f-88ff-1f6eb711438f tempest-ExternalNetworksTestJSON-1277576196 tempest-ExternalNetworksTestJSON-1277576196-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:14.539602 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dac63f85-04b4-4a42-90bd-1283a573f36b tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Router 68d2549b-c0e5-4781-ac98-6ce372791dfb has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 21:02:14.541518 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e73d3c9-e5e6-422c-9c09-bbcab38083e7 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Pushing event updated for resources: {'Subnet': ['ID=54faf60b-7e57-4f6c-9ae7-d4a99c7a26b4,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:02:14.544198 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a04012-3dd2-431f-88ff-1f6eb711438f tempest-ExternalNetworksTestJSON-1277576196 tempest-ExternalNetworksTestJSON-1277576196-project-admin] Pushing event deleted for resources: {'Port': ['ID=29d3f153-ac57-4700-a517-ab211340eaf4,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:02:14.592486 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e73d3c9-e5e6-422c-9c09-bbcab38083e7 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Checking segment: {'id': '878dbb95-a250-4d25-8f35-278dddcf34d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'b7a92a17-b86c-4185-b270-43f6bf248b92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:02:14.592779 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e73d3c9-e5e6-422c-9c09-bbcab38083e7 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Network hostable DHCP agents. Network: b7a92a17-b86c-4185-b270-43f6bf248b92, hostable agents: ['c9b0653c-f3c7-4339-bd50-e3754b629216'], hosted agents: [] {{(pid=103162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 21:02:14.620382 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a1a04012-3dd2-431f-88ff-1f6eb711438f tempest-ExternalNetworksTestJSON-1277576196 tempest-ExternalNetworksTestJSON-1277576196-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:14.632608 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dac63f85-04b4-4a42-90bd-1283a573f36b tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 21:02:14.640957 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-dac63f85-04b4-4a42-90bd-1283a573f36b tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] 10.222.0.35 "PUT /v2.0/routers/68d2549b-c0e5-4781-ac98-6ce372791dfb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9821939 May 20 21:02:14.642351 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f71df1e-fcde-4ed4-82b5-a7ecd4c2d485 None None] Sync routers for ids ['68d2549b-c0e5-4781-ac98-6ce372791dfb'] in n-d-842733-1 {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 21:02:14.645695 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 40958) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:02:14.652464 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f71df1e-fcde-4ed4-82b5-a7ecd4c2d485 None None] Routers {'68d2549b-c0e5-4781-ac98-6ce372791dfb'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:02:14.653345 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-4f71df1e-fcde-4ed4-82b5-a7ecd4c2d485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:01:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['68d2549b-c0e5-4781-ac98-6ce372791dfb'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:02:14.672371 n-d-842733-1 neutron-server[103163]: INFO neutron.pecan_wsgi.hooks.translation [None req-e011a912-6364-4ba4-8df0-b996b20e8926 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] GET failed (client error): The resource could not be found. May 20 21:02:14.672660 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a1a04012-3dd2-431f-88ff-1f6eb711438f tempest-ExternalNetworksTestJSON-1277576196 tempest-ExternalNetworksTestJSON-1277576196-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33068388'] for subnet, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:14.676718 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-e011a912-6364-4ba4-8df0-b996b20e8926 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] 10.222.0.35 "GET /v2.0/ports/23a84fa9-8194-4e0e-9d70-45d4859aacd9 HTTP/1.1" status: 404 len: 333 time: 0.0270863 May 20 21:02:14.677122 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 40960) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:02:14.696160 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-4f71df1e-fcde-4ed4-82b5-a7ecd4c2d485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:02:14.707993 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f71df1e-fcde-4ed4-82b5-a7ecd4c2d485 None None] Routers {'68d2549b-c0e5-4781-ac98-6ce372791dfb'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:02:14.708590 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-4f71df1e-fcde-4ed4-82b5-a7ecd4c2d485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:01:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['68d2549b-c0e5-4781-ac98-6ce372791dfb'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:02:14.714393 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e73d3c9-e5e6-422c-9c09-bbcab38083e7 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Network b7a92a17-b86c-4185-b270-43f6bf248b92 is scheduled to be hosted by DHCP agent c9b0653c-f3c7-4339-bd50-e3754b629216 with binding_index 1 {{(pid=103162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 21:02:14.747733 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-4f71df1e-fcde-4ed4-82b5-a7ecd4c2d485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:02:14.748372 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f71df1e-fcde-4ed4-82b5-a7ecd4c2d485 None None] The sync data for ids ['68d2549b-c0e5-4781-ac98-6ce372791dfb'] in n-d-842733-1 is: [] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 21:02:14.803307 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-770b1c6d-b60d-493a-af93-11b82f092a2c tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks [] for router, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:14.851261 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-8e73d3c9-e5e6-422c-9c09-bbcab38083e7 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842733-1, b7a92a17-b86c-4185-b270-43f6bf248b92) {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:02:14.862896 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2e3fc2b-97d6-4106-8a22-c367f68d383c None None] Network b7a92a17-b86c-4185-b270-43f6bf248b92 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:02:14.865481 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e73d3c9-e5e6-422c-9c09-bbcab38083e7 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:02:14.866070 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8e73d3c9-e5e6-422c-9c09-bbcab38083e7 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:14.981938 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a1a04012-3dd2-431f-88ff-1f6eb711438f tempest-ExternalNetworksTestJSON-1277576196 tempest-ExternalNetworksTestJSON-1277576196-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33068399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3797621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4018265'] for subnet, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:14.986576 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-8e73d3c9-e5e6-422c-9c09-bbcab38083e7 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2468870 May 20 21:02:14.990103 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 40966) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:02:14.996168 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-a4adfc62-aeb7-4369-a02c-dbdb44a4390f tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1466371668', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:02:15.026178 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-770b1c6d-b60d-493a-af93-11b82f092a2c tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26169'] for router, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:15.044856 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-856e4612-a2fa-4762-899b-d10d0c713b54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaee2b848-d4b9-5db1-b6ef-d6db29d67de7-b7a92a17-b86c-4185-b270-43f6bf248b92', 'network_id': 'b7a92a17-b86c-4185-b270-43f6bf248b92', 'tenant_id': '5498abc6ad9e4e1cb849425e21c607f1', 'fixed_ips': [{'subnet_id': '54faf60b-7e57-4f6c-9ae7-d4a99c7a26b4'}]}} from n-d-842733-1. {{(pid=103164) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 21:02:15.045769 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-856e4612-a2fa-4762-899b-d10d0c713b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:15.046354 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-770b1c6d-b60d-493a-af93-11b82f092a2c tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:15.051350 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a04012-3dd2-431f-88ff-1f6eb711438f tempest-ExternalNetworksTestJSON-1277576196 tempest-ExternalNetworksTestJSON-1277576196-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=9f959efa-a4dd-4818-a837-a31dc9275cae,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:02:15.147794 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a1a04012-3dd2-431f-88ff-1f6eb711438f tempest-ExternalNetworksTestJSON-1277576196 tempest-ExternalNetworksTestJSON-1277576196-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33072115', 'neutron.services.segments.db._delete_segments_for_network-8782419500584'] for network, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:15.172493 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-a1a04012-3dd2-431f-88ff-1f6eb711438f tempest-ExternalNetworksTestJSON-1277576196 tempest-ExternalNetworksTestJSON-1277576196-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4da86634-9b2c-416a-86a8-9f6cbe59056c']}} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:02:15.183523 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-a1a04012-3dd2-431f-88ff-1f6eb711438f tempest-ExternalNetworksTestJSON-1277576196 tempest-ExternalNetworksTestJSON-1277576196-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5bb78b1-8aca-4be2-a1ca-74148e222dd4') {'for_net_delete': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:02:15.183818 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-a1a04012-3dd2-431f-88ff-1f6eb711438f tempest-ExternalNetworksTestJSON-1277576196 tempest-ExternalNetworksTestJSON-1277576196-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5bb78b1-8aca-4be2-a1ca-74148e222dd4') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:02:15.198628 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [None req-856e4612-a2fa-4762-899b-d10d0c713b54 None None] Allocated IP 2001:db8::2 (b7a92a17-b86c-4185-b270-43f6bf248b92/54faf60b-7e57-4f6c-9ae7-d4a99c7a26b4/e5772074-707e-4b58-8ed3-9146ad32cc73) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:02:15.198983 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a1a04012-3dd2-431f-88ff-1f6eb711438f tempest-ExternalNetworksTestJSON-1277576196 tempest-ExternalNetworksTestJSON-1277576196-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419501617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3738385'] for segment, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:15.203065 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a4adfc62-aeb7-4369-a02c-dbdb44a4390f tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-694221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26155'] for router, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:15.203818 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a4adfc62-aeb7-4369-a02c-dbdb44a4390f tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-693085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748153', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-718080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26162'] for router, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:15.216541 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a1a04012-3dd2-431f-88ff-1f6eb711438f tempest-ExternalNetworksTestJSON-1277576196 tempest-ExternalNetworksTestJSON-1277576196-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:15.227852 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1a04012-3dd2-431f-88ff-1f6eb711438f tempest-ExternalNetworksTestJSON-1277576196 tempest-ExternalNetworksTestJSON-1277576196-project-admin] Releasing vlan 249 on physical network physnet1 to pool {{(pid=103162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 21:02:15.231935 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a1a04012-3dd2-431f-88ff-1f6eb711438f tempest-ExternalNetworksTestJSON-1277576196 tempest-ExternalNetworksTestJSON-1277576196-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3800791'] for segment, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:15.231935 n-d-842733-1 neutron-server[103162]: Traceback (most recent call last): May 20 21:02:15.231935 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 21:02:15.231935 n-d-842733-1 neutron-server[103162]: timer() May 20 21:02:15.231935 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 21:02:15.231935 n-d-842733-1 neutron-server[103162]: cb(*args, **kw) May 20 21:02:15.231935 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 20 21:02:15.231935 n-d-842733-1 neutron-server[103162]: return func(*args, **kwargs) May 20 21:02:15.231935 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 21:02:15.231935 n-d-842733-1 neutron-server[103162]: self._notify() May 20 21:02:15.231935 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 21:02:15.231935 n-d-842733-1 neutron-server[103162]: self.callback(batched_events) May 20 21:02:15.231935 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 21:02:15.231935 n-d-842733-1 neutron-server[103162]: event.method(event) May 20 21:02:15.231935 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 20 21:02:15.231935 n-d-842733-1 neutron-server[103162]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 21:02:15.231935 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 20 21:02:15.231935 n-d-842733-1 neutron-server[103162]: aggregate_uuid = self.p_client.list_aggregates( May 20 21:02:15.231935 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 20 21:02:15.231935 n-d-842733-1 neutron-server[103162]: return f(self, *a, **k) May 20 21:02:15.231935 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 20 21:02:15.231935 n-d-842733-1 neutron-server[103162]: return self._get(url).json() May 20 21:02:15.231935 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 20 21:02:15.231935 n-d-842733-1 neutron-server[103162]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 21:02:15.231935 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 21:02:15.231935 n-d-842733-1 neutron-server[103162]: return self.request(url, 'GET', **kwargs) May 20 21:02:15.231935 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 21:02:15.231935 n-d-842733-1 neutron-server[103162]: base_url = self.get_endpoint(auth, allow=allow, May 20 21:02:15.231935 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 21:02:15.231935 n-d-842733-1 neutron-server[103162]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 21:02:15.231935 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 21:02:15.231935 n-d-842733-1 neutron-server[103162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 21:02:15.231935 n-d-842733-1 neutron-server[103162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 21:02:15.306248 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-770b1c6d-b60d-493a-af93-11b82f092a2c tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-693148'] for router, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:15.307050 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-770b1c6d-b60d-493a-af93-11b82f092a2c tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Fanout notify agent at l3_agent the message router_deleted on router 68d2549b-c0e5-4781-ac98-6ce372791dfb {{(pid=103162) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 20 21:02:15.315266 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-770b1c6d-b60d-493a-af93-11b82f092a2c tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks [] for router, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:15.316440 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-770b1c6d-b60d-493a-af93-11b82f092a2c tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] 10.222.0.35 "DELETE /v2.0/routers/68d2549b-c0e5-4781-ac98-6ce372791dfb HTTP/1.1" status: 204 len: 168 time: 0.6145830 May 20 21:02:15.320192 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 40972) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:02:15.388328 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_v2 [None req-be11dec9-d346-44da-ad50-dc96ed63aba4 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Deleting subnet 26619cf5-01a9-461e-a54d-30bbbf4b6855 {{(pid=103163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 20 21:02:15.391801 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-be11dec9-d346-44da-ad50-dc96ed63aba4 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks [] for subnet, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:15.426604 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a1a04012-3dd2-431f-88ff-1f6eb711438f tempest-ExternalNetworksTestJSON-1277576196 tempest-ExternalNetworksTestJSON-1277576196-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33072122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748162'] for network, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:15.436143 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1a04012-3dd2-431f-88ff-1f6eb711438f tempest-ExternalNetworksTestJSON-1277576196 tempest-ExternalNetworksTestJSON-1277576196-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 4da86634-9b2c-416a-86a8-9f6cbe59056c {{(pid=103162) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} May 20 21:02:15.469591 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a1a04012-3dd2-431f-88ff-1f6eb711438f tempest-ExternalNetworksTestJSON-1277576196 tempest-ExternalNetworksTestJSON-1277576196-project-admin] Notify callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:15.476126 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-a1a04012-3dd2-431f-88ff-1f6eb711438f tempest-ExternalNetworksTestJSON-1277576196 tempest-ExternalNetworksTestJSON-1277576196-project-admin] 10.222.0.35 "DELETE /v2.0/networks/4da86634-9b2c-416a-86a8-9f6cbe59056c HTTP/1.1" status: 204 len: 168 time: 1.7999513 May 20 21:02:15.476126 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a04012-3dd2-431f-88ff-1f6eb711438f tempest-ExternalNetworksTestJSON-1277576196 tempest-ExternalNetworksTestJSON-1277576196-project-admin] Pushing event deleted for resources: {'Network': ['ID=4da86634-9b2c-416a-86a8-9f6cbe59056c,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:02:15.477772 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 40976) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:02:15.527600 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a4adfc62-aeb7-4369-a02c-dbdb44a4390f tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:15.550481 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-be11dec9-d346-44da-ad50-dc96ed63aba4 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9338757'] for subnet, precommit_delete_associations {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:15.619437 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-856e4612-a2fa-4762-899b-d10d0c713b54 None None] Notify callbacks [] for port, precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:15.633287 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-f8ff8f1b-3aaa-4915-85bf-b434d196775a tempest-ExternalNetworksTestJSON-1277576196 tempest-ExternalNetworksTestJSON-1277576196-project-admin] 10.222.0.35 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 994 time: 0.1520469 May 20 21:02:15.634100 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 40980) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:02:15.659659 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-be11dec9-d346-44da-ad50-dc96ed63aba4 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33068388'] for subnet, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:15.660849 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a4adfc62-aeb7-4369-a02c-dbdb44a4390f tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748106'] for router, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:15.709420 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-856e4612-a2fa-4762-899b-d10d0c713b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108'] for port, after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:15.779533 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856e4612-a2fa-4762-899b-d10d0c713b54 None None] Pushing event updated for resources: {'Port': ['ID=e5772074-707e-4b58-8ed3-9146ad32cc73,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:02:15.791504 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c341faa2-f345-41da-9d8f-521b96508cf7 tempest-ExternalNetworksTestJSON-1277576196 tempest-ExternalNetworksTestJSON-1277576196-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:02:15.791973 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c341faa2-f345-41da-9d8f-521b96508cf7 tempest-ExternalNetworksTestJSON-1277576196 tempest-ExternalNetworksTestJSON-1277576196-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:02:15.792510 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c341faa2-f345-41da-9d8f-521b96508cf7 tempest-ExternalNetworksTestJSON-1277576196 tempest-ExternalNetworksTestJSON-1277576196-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:02:15.792973 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c341faa2-f345-41da-9d8f-521b96508cf7 tempest-ExternalNetworksTestJSON-1277576196 tempest-ExternalNetworksTestJSON-1277576196-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:02:15.793450 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c341faa2-f345-41da-9d8f-521b96508cf7 tempest-ExternalNetworksTestJSON-1277576196 tempest-ExternalNetworksTestJSON-1277576196-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:02:15.793985 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c341faa2-f345-41da-9d8f-521b96508cf7 tempest-ExternalNetworksTestJSON-1277576196 tempest-ExternalNetworksTestJSON-1277576196-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:02:15.794436 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c341faa2-f345-41da-9d8f-521b96508cf7 tempest-ExternalNetworksTestJSON-1277576196 tempest-ExternalNetworksTestJSON-1277576196-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:02:15.794955 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c341faa2-f345-41da-9d8f-521b96508cf7 tempest-ExternalNetworksTestJSON-1277576196 tempest-ExternalNetworksTestJSON-1277576196-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:02:15.795394 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c341faa2-f345-41da-9d8f-521b96508cf7 tempest-ExternalNetworksTestJSON-1277576196 tempest-ExternalNetworksTestJSON-1277576196-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:02:15.801314 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-856e4612-a2fa-4762-899b-d10d0c713b54 None None] Network b7a92a17-b86c-4185-b270-43f6bf248b92 is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:02:15.801314 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-856e4612-a2fa-4762-899b-d10d0c713b54 None None] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:02:15.812106 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-856e4612-a2fa-4762-899b-d10d0c713b54 None None] Received port after_create {{(pid=103164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:02:15.819049 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 40984) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:02:15.821007 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-c341faa2-f345-41da-9d8f-521b96508cf7 tempest-ExternalNetworksTestJSON-1277576196 tempest-ExternalNetworksTestJSON-1277576196-project-admin] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5765 time: 0.1858370 May 20 21:02:15.860266 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a4adfc62-aeb7-4369-a02c-dbdb44a4390f tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks [] for router, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:15.862504 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-a4adfc62-aeb7-4369-a02c-dbdb44a4390f tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.8711033 May 20 21:02:15.867054 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 40986) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:02:15.872935 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-5d815d7e-2fed-4a69-85a6-1fc22d33948c tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Request body: {'port': {'network_id': 'b7a92a17-b86c-4185-b270-43f6bf248b92', 'name': 'tempest-PortsIpV6TestJSON-212649748'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:02:15.883527 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-856e4612-a2fa-4762-899b-d10d0c713b54 None None] Attempting to bind port e5772074-707e-4b58-8ed3-9146ad32cc73 on host n-d-842733-1 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:02:15.884052 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-856e4612-a2fa-4762-899b-d10d0c713b54 None None] Attempting to bind port e5772074-707e-4b58-8ed3-9146ad32cc73 by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': '878dbb95-a250-4d25-8f35-278dddcf34d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'b7a92a17-b86c-4185-b270-43f6bf248b92'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:02:15.884468 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-856e4612-a2fa-4762-899b-d10d0c713b54 None None] Attempting to bind port e5772074-707e-4b58-8ed3-9146ad32cc73 on network b7a92a17-b86c-4185-b270-43f6bf248b92 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:02:15.889969 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-856e4612-a2fa-4762-899b-d10d0c713b54 None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 21, 1, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 21:02:15.890468 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-856e4612-a2fa-4762-899b-d10d0c713b54 None None] Checking segment: {'id': '878dbb95-a250-4d25-8f35-278dddcf34d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'b7a92a17-b86c-4185-b270-43f6bf248b92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:02:15.891141 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-856e4612-a2fa-4762-899b-d10d0c713b54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:15.891640 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-856e4612-a2fa-4762-899b-d10d0c713b54 None None] Bound using segment: {'id': '878dbb95-a250-4d25-8f35-278dddcf34d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'b7a92a17-b86c-4185-b270-43f6bf248b92'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 21:02:15.892327 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-856e4612-a2fa-4762-899b-d10d0c713b54 None None] Bound port: e5772074-707e-4b58-8ed3-9146ad32cc73, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '878dbb95-a250-4d25-8f35-278dddcf34d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'b7a92a17-b86c-4185-b270-43f6bf248b92'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:02:15.892811 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-856e4612-a2fa-4762-899b-d10d0c713b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:15.925852 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-be11dec9-d346-44da-ad50-dc96ed63aba4 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33068399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9641221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8422588'] for subnet, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:15.930648 n-d-842733-1 neutron-server[103163]: INFO neutron.api.v2.resource [None req-86627057-ef4d-43df-ae62-6a1891f628fa tempest-ExternalNetworksTestJSON-1277576196 tempest-ExternalNetworksTestJSON-1277576196-project-admin] delete failed (client error): The resource could not be found. May 20 21:02:15.934628 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-86627057-ef4d-43df-ae62-6a1891f628fa tempest-ExternalNetworksTestJSON-1277576196 tempest-ExternalNetworksTestJSON-1277576196-project-admin] 10.222.0.35 "DELETE /v2.0/floatingips/a7840fcb-9d1e-47dc-9f4c-dc871fa693ec HTTP/1.1" status: 404 len: 345 time: 0.1143069 May 20 21:02:15.937623 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 40988) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:02:15.998993 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-856e4612-a2fa-4762-899b-d10d0c713b54 None None] For port e5772074-707e-4b58-8ed3-9146ad32cc73, host n-d-842733-1, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 21:02:16.004588 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-856e4612-a2fa-4762-899b-d10d0c713b54 None None] For port e5772074-707e-4b58-8ed3-9146ad32cc73, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=e5772074-707e-4b58-8ed3-9146ad32cc73,segment=NetworkSegment(878dbb95-a250-4d25-8f35-278dddcf34d4),segment_id=878dbb95-a250-4d25-8f35-278dddcf34d4)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 21:02:16.014140 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11dec9-d346-44da-ad50-dc96ed63aba4 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Pushing event deleted for resources: {'Subnet': ['ID=26619cf5-01a9-461e-a54d-30bbbf4b6855,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:02:16.019596 n-d-842733-1 neutron-server[103163]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6774dde-7121-4eff-962e-03f58533fdcd tempest-ExternalNetworksTestJSON-1277576196 tempest-ExternalNetworksTestJSON-1277576196-project-admin] DELETE failed (client error): The resource could not be found. May 20 21:02:16.020193 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6774dde-7121-4eff-962e-03f58533fdcd tempest-ExternalNetworksTestJSON-1277576196 tempest-ExternalNetworksTestJSON-1277576196-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=103163) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 21:02:16.023235 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-b6774dde-7121-4eff-962e-03f58533fdcd tempest-ExternalNetworksTestJSON-1277576196 tempest-ExternalNetworksTestJSON-1277576196-project-admin] 10.222.0.35 "DELETE /v2.0/networks/4da86634-9b2c-416a-86a8-9f6cbe59056c HTTP/1.1" status: 404 len: 339 time: 0.0839427 May 20 21:02:16.027061 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 40992) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:02:16.032044 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-4644abca-e66c-48a6-a157-6624dd71eca6 tempest-ExternalNetworksTestJSON-1277576196 tempest-ExternalNetworksTestJSON-1277576196-project-admin] Request body: {'network': {'name': 'tempest-network--1072575158', 'router:external': True}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:02:16.037529 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-be11dec9-d346-44da-ad50-dc96ed63aba4 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks [] for subnet, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:16.038694 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2a24003-8a52-4f47-9bf7-d391a4376866 None None] Network 02990130-ad47-453a-804d-35f20154a2b5 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:02:16.040897 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-be11dec9-d346-44da-ad50-dc96ed63aba4 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] 10.222.0.35 "DELETE /v2.0/subnets/26619cf5-01a9-461e-a54d-30bbbf4b6855 HTTP/1.1" status: 204 len: 168 time: 0.7195191 May 20 21:02:16.043937 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 40994) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:02:16.102534 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-856e4612-a2fa-4762-899b-d10d0c713b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:16.130472 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4644abca-e66c-48a6-a157-6624dd71eca6 tempest-ExternalNetworksTestJSON-1277576196 tempest-ExternalNetworksTestJSON-1277576196-project-admin] Made reservation on behalf of 3d66e7c510c94b5caf5e2ce5b5202e16 for: {'network': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:02:16.133080 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4644abca-e66c-48a6-a157-6624dd71eca6 tempest-ExternalNetworksTestJSON-1277576196 tempest-ExternalNetworksTestJSON-1277576196-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for network, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:16.168179 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7087b420-04af-4e16-9fa4-dac6031e78b7 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33160123'] for network, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:16.172483 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4644abca-e66c-48a6-a157-6624dd71eca6 tempest-ExternalNetworksTestJSON-1277576196 tempest-ExternalNetworksTestJSON-1277576196-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 225} {{(pid=103163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 21:02:16.184434 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4644abca-e66c-48a6-a157-6624dd71eca6 tempest-ExternalNetworksTestJSON-1277576196 tempest-ExternalNetworksTestJSON-1277576196-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:16.184852 n-d-842733-1 neutron-server[103163]: INFO neutron.db.segments_db [None req-4644abca-e66c-48a6-a157-6624dd71eca6 tempest-ExternalNetworksTestJSON-1277576196 tempest-ExternalNetworksTestJSON-1277576196-project-admin] Added segment 33706173-8982-4e9c-a710-8ed28a4d5442 of type vlan for network ca538027-0393-4d2c-b08c-bb2ce3757e02 May 20 21:02:16.246455 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d815d7e-2fed-4a69-85a6-1fc22d33948c tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Made reservation on behalf of 5498abc6ad9e4e1cb849425e21c607f1 for: {'port': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:02:16.250826 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5d815d7e-2fed-4a69-85a6-1fc22d33948c tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:16.256938 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856e4612-a2fa-4762-899b-d10d0c713b54 None None] Pushing event updated for resources: {'Port': ['ID=e5772074-707e-4b58-8ed3-9146ad32cc73,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:02:16.262723 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4644abca-e66c-48a6-a157-6624dd71eca6 tempest-ExternalNetworksTestJSON-1277576196 tempest-ExternalNetworksTestJSON-1277576196-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418993264'] for network, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:16.290101 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [None req-5d815d7e-2fed-4a69-85a6-1fc22d33948c tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] device_id is not set on port 20f354e4-e332-4295-a2c6-30cb88b1d508 yet. {{(pid=103162) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 20 21:02:16.359235 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-7087b420-04af-4e16-9fa4-dac6031e78b7 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Deleting port a7c58371-fe38-4699-8974-afb86c0c78a7 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:02:16.359742 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7087b420-04af-4e16-9fa4-dac6031e78b7 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:16.379426 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e39b49f3-fe04-41e3-be34-a152edd6b427 None None] DHCP port deletion for 02990130-ad47-453a-804d-35f20154a2b5 request from n-d-842733-1 {{(pid=103164) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 21:02:16.425396 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4644abca-e66c-48a6-a157-6624dd71eca6 tempest-ExternalNetworksTestJSON-1277576196 tempest-ExternalNetworksTestJSON-1277576196-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524'] for network, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:16.426400 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4644abca-e66c-48a6-a157-6624dd71eca6 tempest-ExternalNetworksTestJSON-1277576196 tempest-ExternalNetworksTestJSON-1277576196-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:02:16.426998 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4644abca-e66c-48a6-a157-6624dd71eca6 tempest-ExternalNetworksTestJSON-1277576196 tempest-ExternalNetworksTestJSON-1277576196-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:16.461300 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-e39b49f3-fe04-41e3-be34-a152edd6b427 None None] Deleting port a7c58371-fe38-4699-8974-afb86c0c78a7 {{(pid=103164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:02:16.461925 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-e39b49f3-fe04-41e3-be34-a152edd6b427 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:16.535081 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4644abca-e66c-48a6-a157-6624dd71eca6 tempest-ExternalNetworksTestJSON-1277576196 tempest-ExternalNetworksTestJSON-1277576196-project-admin] Pushing event updated for resources: {'Network': ['ID=ca538027-0393-4d2c-b08c-bb2ce3757e02,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:02:16.543486 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-7087b420-04af-4e16-9fa4-dac6031e78b7 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] For port a7c58371-fe38-4699-8974-afb86c0c78a7, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=a7c58371-fe38-4699-8974-afb86c0c78a7,segment=NetworkSegment(0248d5c1-7501-42d3-a6f7-d8355b4e68be),segment_id=0248d5c1-7501-42d3-a6f7-d8355b4e68be)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:02:16.543850 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7087b420-04af-4e16-9fa4-dac6031e78b7 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:16.586127 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-7087b420-04af-4e16-9fa4-dac6031e78b7 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Calling delete_port for a7c58371-fe38-4699-8974-afb86c0c78a7 owned by network:dhcp {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:02:16.621587 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-5d815d7e-2fed-4a69-85a6-1fc22d33948c tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Allocated IP 2001:db8::3d3 (b7a92a17-b86c-4185-b270-43f6bf248b92/54faf60b-7e57-4f6c-9ae7-d4a99c7a26b4/20f354e4-e332-4295-a2c6-30cb88b1d508) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:02:16.646313 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-4644abca-e66c-48a6-a157-6624dd71eca6 tempest-ExternalNetworksTestJSON-1277576196 tempest-ExternalNetworksTestJSON-1277576196-project-admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.6180611 May 20 21:02:16.648309 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 41004) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:02:16.648448 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-e39b49f3-fe04-41e3-be34-a152edd6b427 None None] For port a7c58371-fe38-4699-8974-afb86c0c78a7, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=a7c58371-fe38-4699-8974-afb86c0c78a7,segment=NetworkSegment(0248d5c1-7501-42d3-a6f7-d8355b4e68be),segment_id=0248d5c1-7501-42d3-a6f7-d8355b4e68be)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:02:16.648790 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-e39b49f3-fe04-41e3-be34-a152edd6b427 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:16.668472 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-e39b49f3-fe04-41e3-be34-a152edd6b427 None None] Calling delete_port for a7c58371-fe38-4699-8974-afb86c0c78a7 owned by network:dhcp {{(pid=103164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:02:16.764198 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Network ca538027-0393-4d2c-b08c-bb2ce3757e02 details requested by agent ovs-agent-n-d-842733-1 with host n-d-842733-1 {{(pid=103164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 20 21:02:16.766575 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device e5772074-707e-4b58-8ed3-9146ad32cc73 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:02:16.906875 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port e5772074-707e-4b58-8ed3-9146ad32cc73 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:02:16.907886 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:16.931693 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb60ff57-e1f5-4ec3-86b5-7dd3eb93f787 tempest-ExternalNetworksTestJSON-276570488 tempest-ExternalNetworksTestJSON-276570488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:02:16.938218 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb60ff57-e1f5-4ec3-86b5-7dd3eb93f787 tempest-ExternalNetworksTestJSON-276570488 tempest-ExternalNetworksTestJSON-276570488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:02:16.945524 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb60ff57-e1f5-4ec3-86b5-7dd3eb93f787 tempest-ExternalNetworksTestJSON-276570488 tempest-ExternalNetworksTestJSON-276570488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:02:16.957439 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb60ff57-e1f5-4ec3-86b5-7dd3eb93f787 tempest-ExternalNetworksTestJSON-276570488 tempest-ExternalNetworksTestJSON-276570488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:02:16.957439 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-bb60ff57-e1f5-4ec3-86b5-7dd3eb93f787 tempest-ExternalNetworksTestJSON-276570488 tempest-ExternalNetworksTestJSON-276570488-project] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 0.3044713 May 20 21:02:16.957716 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-e39b49f3-fe04-41e3-be34-a152edd6b427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099'] for port, after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:16.961810 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 41008) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:02:17.011093 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e39b49f3-fe04-41e3-be34-a152edd6b427 None None] No DVR routers for this DVR port a7c58371-fe38-4699-8974-afb86c0c78a7 on host n-d-842733-1 {{(pid=103164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 21:02:17.015854 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39b49f3-fe04-41e3-be34-a152edd6b427 None None] Pushing event deleted for resources: {'Port': ['ID=a7c58371-fe38-4699-8974-afb86c0c78a7,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:02:17.076848 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-da04b5a4-1a9e-48fb-98ca-000cd766efd3 tempest-ExternalNetworksTestJSON-1277576196 tempest-ExternalNetworksTestJSON-1277576196-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33160123'] for network, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:17.114453 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port e5772074-707e-4b58-8ed3-9146ad32cc73 is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:02:17.114949 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:17.168947 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] For port e5772074-707e-4b58-8ed3-9146ad32cc73, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=e5772074-707e-4b58-8ed3-9146ad32cc73,segment=NetworkSegment(878dbb95-a250-4d25-8f35-278dddcf34d4),segment_id=878dbb95-a250-4d25-8f35-278dddcf34d4)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:02:17.189497 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [req-4ae5a490-e307-4473-b237-d038b39c15e1 req-a7facbea-5f8a-4480-9b69-fc03d7a66f7e service neutron] (103163) timed out ('10.222.0.13', 65470) {{(pid=103163) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} May 20 21:02:17.204586 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-da04b5a4-1a9e-48fb-98ca-000cd766efd3 tempest-ExternalNetworksTestJSON-1277576196 tempest-ExternalNetworksTestJSON-1277576196-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33072115', 'neutron.services.segments.db._delete_segments_for_network-8782419500584'] for network, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:17.235574 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-da04b5a4-1a9e-48fb-98ca-000cd766efd3 tempest-ExternalNetworksTestJSON-1277576196 tempest-ExternalNetworksTestJSON-1277576196-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca538027-0393-4d2c-b08c-bb2ce3757e02']}} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:02:17.248419 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-da04b5a4-1a9e-48fb-98ca-000cd766efd3 tempest-ExternalNetworksTestJSON-1277576196 tempest-ExternalNetworksTestJSON-1277576196-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33706173-8982-4e9c-a710-8ed28a4d5442') {'for_net_delete': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:02:17.248684 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-da04b5a4-1a9e-48fb-98ca-000cd766efd3 tempest-ExternalNetworksTestJSON-1277576196 tempest-ExternalNetworksTestJSON-1277576196-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33706173-8982-4e9c-a710-8ed28a4d5442') {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:02:17.260545 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:17.263595 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-da04b5a4-1a9e-48fb-98ca-000cd766efd3 tempest-ExternalNetworksTestJSON-1277576196 tempest-ExternalNetworksTestJSON-1277576196-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419501617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9338764'] for segment, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:17.284013 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-da04b5a4-1a9e-48fb-98ca-000cd766efd3 tempest-ExternalNetworksTestJSON-1277576196 tempest-ExternalNetworksTestJSON-1277576196-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:17.301120 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da04b5a4-1a9e-48fb-98ca-000cd766efd3 tempest-ExternalNetworksTestJSON-1277576196 tempest-ExternalNetworksTestJSON-1277576196-project-admin] Releasing vlan 225 on physical network physnet1 to pool {{(pid=103163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 21:02:17.301685 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-da04b5a4-1a9e-48fb-98ca-000cd766efd3 tempest-ExternalNetworksTestJSON-1277576196 tempest-ExternalNetworksTestJSON-1277576196-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9638311'] for segment, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:17.303610 n-d-842733-1 neutron-server[103163]: Traceback (most recent call last): May 20 21:02:17.303610 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 21:02:17.303610 n-d-842733-1 neutron-server[103163]: timer() May 20 21:02:17.303610 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 21:02:17.303610 n-d-842733-1 neutron-server[103163]: cb(*args, **kw) May 20 21:02:17.303610 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 20 21:02:17.303610 n-d-842733-1 neutron-server[103163]: return func(*args, **kwargs) May 20 21:02:17.303610 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 21:02:17.303610 n-d-842733-1 neutron-server[103163]: self._notify() May 20 21:02:17.303610 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 21:02:17.303610 n-d-842733-1 neutron-server[103163]: self.callback(batched_events) May 20 21:02:17.303610 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 21:02:17.303610 n-d-842733-1 neutron-server[103163]: event.method(event) May 20 21:02:17.303610 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 20 21:02:17.303610 n-d-842733-1 neutron-server[103163]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 21:02:17.303610 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 20 21:02:17.303610 n-d-842733-1 neutron-server[103163]: aggregate_uuid = self.p_client.list_aggregates( May 20 21:02:17.303610 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 20 21:02:17.303610 n-d-842733-1 neutron-server[103163]: return f(self, *a, **k) May 20 21:02:17.303610 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 20 21:02:17.303610 n-d-842733-1 neutron-server[103163]: return self._get(url).json() May 20 21:02:17.303610 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 20 21:02:17.303610 n-d-842733-1 neutron-server[103163]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 21:02:17.303610 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 21:02:17.303610 n-d-842733-1 neutron-server[103163]: return self.request(url, 'GET', **kwargs) May 20 21:02:17.303610 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 21:02:17.303610 n-d-842733-1 neutron-server[103163]: base_url = self.get_endpoint(auth, allow=allow, May 20 21:02:17.303610 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 21:02:17.303610 n-d-842733-1 neutron-server[103163]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 21:02:17.303610 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 21:02:17.303610 n-d-842733-1 neutron-server[103163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 21:02:17.303610 n-d-842733-1 neutron-server[103163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 21:02:17.344047 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Pushing event updated for resources: {'Port': ['ID=e5772074-707e-4b58-8ed3-9146ad32cc73,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:02:17.345530 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5d815d7e-2fed-4a69-85a6-1fc22d33948c tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:17.353577 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device a7c58371-fe38-4699-8974-afb86c0c78a7 no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 21:02:17.374569 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7087b420-04af-4e16-9fa4-dac6031e78b7 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:17.395791 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: a7c58371-fe38-4699-8974-afb86c0c78a7 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 21:02:17.397841 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device a7c58371-fe38-4699-8974-afb86c0c78a7 not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 21:02:17.410659 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7087b420-04af-4e16-9fa4-dac6031e78b7 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Pushing event deleted for resources: {'Port': ['ID=a7c58371-fe38-4699-8974-afb86c0c78a7,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:02:17.419170 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7087b420-04af-4e16-9fa4-dac6031e78b7 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] No DVR routers for this DVR port a7c58371-fe38-4699-8974-afb86c0c78a7 on host n-d-842733-1 {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 21:02:17.478781 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-da04b5a4-1a9e-48fb-98ca-000cd766efd3 tempest-ExternalNetworksTestJSON-1277576196 tempest-ExternalNetworksTestJSON-1277576196-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33072122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748162'] for network, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:17.495657 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da04b5a4-1a9e-48fb-98ca-000cd766efd3 tempest-ExternalNetworksTestJSON-1277576196 tempest-ExternalNetworksTestJSON-1277576196-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ca538027-0393-4d2c-b08c-bb2ce3757e02 {{(pid=103163) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} May 20 21:02:17.498521 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-da04b5a4-1a9e-48fb-98ca-000cd766efd3 tempest-ExternalNetworksTestJSON-1277576196 tempest-ExternalNetworksTestJSON-1277576196-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:17.502258 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-da04b5a4-1a9e-48fb-98ca-000cd766efd3 tempest-ExternalNetworksTestJSON-1277576196 tempest-ExternalNetworksTestJSON-1277576196-project-admin] 10.222.0.35 "DELETE /v2.0/networks/ca538027-0393-4d2c-b08c-bb2ce3757e02 HTTP/1.1" status: 204 len: 168 time: 0.5394576 May 20 21:02:17.515897 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 41016) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:02:17.520530 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-e90add41-d2a3-48fe-8c66-79ae9b36a78c tempest-ExternalNetworksTestJSON-1277576196 tempest-ExternalNetworksTestJSON-1277576196-project-admin] Request body: {'network': {'name': 'tempest-network--863716011', 'router:external': True}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:02:17.527772 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da04b5a4-1a9e-48fb-98ca-000cd766efd3 tempest-ExternalNetworksTestJSON-1277576196 tempest-ExternalNetworksTestJSON-1277576196-project-admin] Pushing event deleted for resources: {'Network': ['ID=ca538027-0393-4d2c-b08c-bb2ce3757e02,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:02:17.546867 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7087b420-04af-4e16-9fa4-dac6031e78b7 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33072115', 'neutron.services.segments.db._delete_segments_for_network-8782419500584'] for network, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:17.577987 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-7087b420-04af-4e16-9fa4-dac6031e78b7 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02990130-ad47-453a-804d-35f20154a2b5']}} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:02:17.595365 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-7087b420-04af-4e16-9fa4-dac6031e78b7 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0248d5c1-7501-42d3-a6f7-d8355b4e68be') {'for_net_delete': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:02:17.595832 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-7087b420-04af-4e16-9fa4-dac6031e78b7 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0248d5c1-7501-42d3-a6f7-d8355b4e68be') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:02:17.609495 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7087b420-04af-4e16-9fa4-dac6031e78b7 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419501617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3738385'] for segment, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:17.626974 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7087b420-04af-4e16-9fa4-dac6031e78b7 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:17.630446 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5d815d7e-2fed-4a69-85a6-1fc22d33948c tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:17.649456 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e90add41-d2a3-48fe-8c66-79ae9b36a78c tempest-ExternalNetworksTestJSON-1277576196 tempest-ExternalNetworksTestJSON-1277576196-project-admin] Made reservation on behalf of 3d66e7c510c94b5caf5e2ce5b5202e16 for: {'network': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:02:17.652291 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e90add41-d2a3-48fe-8c66-79ae9b36a78c tempest-ExternalNetworksTestJSON-1277576196 tempest-ExternalNetworksTestJSON-1277576196-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for network, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:17.707742 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7087b420-04af-4e16-9fa4-dac6031e78b7 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Releasing vlan 223 on physical network physnet1 to pool {{(pid=103162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 21:02:17.709823 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7087b420-04af-4e16-9fa4-dac6031e78b7 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3800791'] for segment, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:17.715150 n-d-842733-1 neutron-server[103162]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 21:02:17.715150 n-d-842733-1 neutron-server[103162]: self.session.flush() May 20 21:02:17.715150 n-d-842733-1 neutron-server[103162]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 21:02:17.715150 n-d-842733-1 neutron-server[103162]: self.session.flush() May 20 21:02:17.715150 n-d-842733-1 neutron-server[103162]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 21:02:17.715150 n-d-842733-1 neutron-server[103162]: self.session.flush() May 20 21:02:17.715150 n-d-842733-1 neutron-server[103162]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 21:02:17.715150 n-d-842733-1 neutron-server[103162]: self.session.flush() May 20 21:02:17.715150 n-d-842733-1 neutron-server[103162]: Traceback (most recent call last): May 20 21:02:17.715150 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 21:02:17.715150 n-d-842733-1 neutron-server[103162]: timer() May 20 21:02:17.715150 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 21:02:17.715150 n-d-842733-1 neutron-server[103162]: cb(*args, **kw) May 20 21:02:17.715150 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 20 21:02:17.715150 n-d-842733-1 neutron-server[103162]: return func(*args, **kwargs) May 20 21:02:17.715150 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 21:02:17.715150 n-d-842733-1 neutron-server[103162]: self._notify() May 20 21:02:17.715150 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 21:02:17.715150 n-d-842733-1 neutron-server[103162]: self.callback(batched_events) May 20 21:02:17.715150 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 21:02:17.715150 n-d-842733-1 neutron-server[103162]: event.method(event) May 20 21:02:17.715150 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 20 21:02:17.715150 n-d-842733-1 neutron-server[103162]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 21:02:17.715150 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 20 21:02:17.715150 n-d-842733-1 neutron-server[103162]: aggregate_uuid = self.p_client.list_aggregates( May 20 21:02:17.715150 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 20 21:02:17.715150 n-d-842733-1 neutron-server[103162]: return f(self, *a, **k) May 20 21:02:17.715150 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 20 21:02:17.715150 n-d-842733-1 neutron-server[103162]: return self._get(url).json() May 20 21:02:17.715150 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 20 21:02:17.715150 n-d-842733-1 neutron-server[103162]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 21:02:17.715150 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 21:02:17.715150 n-d-842733-1 neutron-server[103162]: return self.request(url, 'GET', **kwargs) May 20 21:02:17.715150 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 21:02:17.715150 n-d-842733-1 neutron-server[103162]: base_url = self.get_endpoint(auth, allow=allow, May 20 21:02:17.715150 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 21:02:17.715150 n-d-842733-1 neutron-server[103162]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 21:02:17.715150 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 21:02:17.715150 n-d-842733-1 neutron-server[103162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 21:02:17.715150 n-d-842733-1 neutron-server[103162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 21:02:17.728194 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e90add41-d2a3-48fe-8c66-79ae9b36a78c tempest-ExternalNetworksTestJSON-1277576196 tempest-ExternalNetworksTestJSON-1277576196-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 213} {{(pid=103163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 21:02:17.731581 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6d15516-090c-4d02-aa95-c3db484c2038 None None] Network b7a92a17-b86c-4185-b270-43f6bf248b92 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:02:17.755848 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e90add41-d2a3-48fe-8c66-79ae9b36a78c tempest-ExternalNetworksTestJSON-1277576196 tempest-ExternalNetworksTestJSON-1277576196-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:17.757377 n-d-842733-1 neutron-server[103163]: INFO neutron.db.segments_db [None req-e90add41-d2a3-48fe-8c66-79ae9b36a78c tempest-ExternalNetworksTestJSON-1277576196 tempest-ExternalNetworksTestJSON-1277576196-project-admin] Added segment 8ac00244-f350-4edf-9bfe-0cbc05bbb2f0 of type vlan for network 830cb45b-d697-45c1-93bb-a9ecd1f4332f May 20 21:02:17.787188 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d815d7e-2fed-4a69-85a6-1fc22d33948c tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Network b7a92a17-b86c-4185-b270-43f6bf248b92 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:02:17.801799 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-5d815d7e-2fed-4a69-85a6-1fc22d33948c tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:02:17.816459 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d815d7e-2fed-4a69-85a6-1fc22d33948c tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:02:17.822126 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d815d7e-2fed-4a69-85a6-1fc22d33948c tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:02:17.822752 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5d815d7e-2fed-4a69-85a6-1fc22d33948c tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:17.827299 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d815d7e-2fed-4a69-85a6-1fc22d33948c tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Pushing event updated for resources: {'Port': ['ID=20f354e4-e332-4295-a2c6-30cb88b1d508,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:02:17.841702 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e90add41-d2a3-48fe-8c66-79ae9b36a78c tempest-ExternalNetworksTestJSON-1277576196 tempest-ExternalNetworksTestJSON-1277576196-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418993264'] for network, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:17.847565 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-cded5529-5123-472f-9a94-1e46650f8f1c None None] Provisioning complete for port e5772074-707e-4b58-8ed3-9146ad32cc73 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:02:17.847977 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cded5529-5123-472f-9a94-1e46650f8f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:17.925454 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7087b420-04af-4e16-9fa4-dac6031e78b7 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33072122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748162'] for network, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:17.941347 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7087b420-04af-4e16-9fa4-dac6031e78b7 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:17.952807 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 41024) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:02:17.964341 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-7087b420-04af-4e16-9fa4-dac6031e78b7 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] 10.222.0.35 "DELETE /v2.0/networks/02990130-ad47-453a-804d-35f20154a2b5 HTTP/1.1" status: 204 len: 168 time: 1.9188650 May 20 21:02:17.984098 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-5d815d7e-2fed-4a69-85a6-1fc22d33948c tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.1156693 May 20 21:02:17.996577 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e90add41-d2a3-48fe-8c66-79ae9b36a78c tempest-ExternalNetworksTestJSON-1277576196 tempest-ExternalNetworksTestJSON-1277576196-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524'] for network, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:17.997817 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e90add41-d2a3-48fe-8c66-79ae9b36a78c tempest-ExternalNetworksTestJSON-1277576196 tempest-ExternalNetworksTestJSON-1277576196-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:02:18.001816 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e90add41-d2a3-48fe-8c66-79ae9b36a78c tempest-ExternalNetworksTestJSON-1277576196 tempest-ExternalNetworksTestJSON-1277576196-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:18.003928 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 41026) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:02:18.012972 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7087b420-04af-4e16-9fa4-dac6031e78b7 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Pushing event deleted for resources: {'Network': ['ID=02990130-ad47-453a-804d-35f20154a2b5,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:02:18.027094 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-cded5529-5123-472f-9a94-1e46650f8f1c None None] Current status of the port e5772074-707e-4b58-8ed3-9146ad32cc73 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:02:18.087869 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-915aca2e-8fe3-4f6d-9391-5bfc1b9ecd94 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:02:18.094647 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-915aca2e-8fe3-4f6d-9391-5bfc1b9ecd94 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] 10.222.0.35 "GET /v2.0/ports/1c0009ee-b432-488c-9f53-2ac760dde3f7 HTTP/1.1" status: 200 len: 841 time: 0.1425285 May 20 21:02:18.096595 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 41028) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:02:18.141083 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90add41-d2a3-48fe-8c66-79ae9b36a78c tempest-ExternalNetworksTestJSON-1277576196 tempest-ExternalNetworksTestJSON-1277576196-project-admin] Pushing event updated for resources: {'Network': ['ID=830cb45b-d697-45c1-93bb-a9ecd1f4332f,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:02:18.164209 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Network 830cb45b-d697-45c1-93bb-a9ecd1f4332f details requested by agent ovs-agent-n-d-842733-1 with host n-d-842733-1 {{(pid=103164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 20 21:02:18.197265 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-031128a9-d1d8-4212-af6f-1d50c637e721 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] 10.222.0.35 "GET /v2.0/ports/1c0009ee-b432-488c-9f53-2ac760dde3f7?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0965025 May 20 21:02:18.203883 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 41030) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:02:18.215225 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-2f9b311b-146e-4489-bc4a-e1e0f071944b tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Request body: {'subnet': {'network_id': '4595bf78-d9f4-457f-9b8e-54a2e919ea2b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:02:18.296061 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-e90add41-d2a3-48fe-8c66-79ae9b36a78c tempest-ExternalNetworksTestJSON-1277576196 tempest-ExternalNetworksTestJSON-1277576196-project-admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.7774408 May 20 21:02:18.296798 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 41036) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:02:18.422363 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ff9b7c0-c475-4b75-9a20-bc47f3f2b46a tempest-ExternalNetworksTestJSON-276570488 tempest-ExternalNetworksTestJSON-276570488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:02:18.426276 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-6ff9b7c0-c475-4b75-9a20-bc47f3f2b46a tempest-ExternalNetworksTestJSON-276570488 tempest-ExternalNetworksTestJSON-276570488-project] 10.222.0.35 "GET /v2.0/networks/830cb45b-d697-45c1-93bb-a9ecd1f4332f HTTP/1.1" status: 200 len: 756 time: 0.1265428 May 20 21:02:18.427340 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 41040) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:02:18.482653 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-9438327e-1aef-4898-9622-85a4b426cd57 None None] Provisioning complete for port 20f354e4-e332-4295-a2c6-30cb88b1d508 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:02:18.483355 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-9438327e-1aef-4898-9622-85a4b426cd57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:18.487641 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-12b458ee-2089-49c5-9031-d81ed88b7d60 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:18.525709 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f9b311b-146e-4489-bc4a-e1e0f071944b tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Made reservation on behalf of b680ab6daca64ac08e9ce40077a8514d for: {'subnet': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:02:18.529833 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2f9b311b-146e-4489-bc4a-e1e0f071944b tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8422561'] for subnet, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:18.559812 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-9438327e-1aef-4898-9622-85a4b426cd57 None None] Port 20f354e4-e332-4295-a2c6-30cb88b1d508 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 21:02:18.572960 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-9438327e-1aef-4898-9622-85a4b426cd57 None None] Provisioning complete for port e5772074-707e-4b58-8ed3-9146ad32cc73 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:02:18.573773 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-9438327e-1aef-4898-9622-85a4b426cd57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:18.702671 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device e5772074-707e-4b58-8ed3-9146ad32cc73 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:02:18.716109 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3043a211-9718-422e-85bd-5702c0b1ab13 tempest-ExternalNetworksTestJSON-276570488 tempest-ExternalNetworksTestJSON-276570488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:02:18.722159 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-3043a211-9718-422e-85bd-5702c0b1ab13 tempest-ExternalNetworksTestJSON-276570488 tempest-ExternalNetworksTestJSON-276570488-project] 10.222.0.35 "GET /v2.0/networks/cc56f32f-bc22-4913-840e-6f35dd0c615d HTTP/1.1" status: 200 len: 768 time: 0.2933710 May 20 21:02:18.722807 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 41044) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:02:18.809754 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-9438327e-1aef-4898-9622-85a4b426cd57 None None] Current status of the port e5772074-707e-4b58-8ed3-9146ad32cc73 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:02:18.834770 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port e5772074-707e-4b58-8ed3-9146ad32cc73 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:02:18.835268 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:18.836778 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1bde6d9d-9a50-4212-9ef0-b2f7108be71a tempest-ExternalNetworksTestJSON-1277576196 tempest-ExternalNetworksTestJSON-1277576196-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33160123'] for network, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:18.896537 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-12b458ee-2089-49c5-9031-d81ed88b7d60 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:18.962811 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port e5772074-707e-4b58-8ed3-9146ad32cc73 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:02:18.966647 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b2d9fadd-b24c-49f4-a385-9568384acbcf None None] Provisioning complete for port 20f354e4-e332-4295-a2c6-30cb88b1d508 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:02:18.967043 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b2d9fadd-b24c-49f4-a385-9568384acbcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:18.975451 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-12b458ee-2089-49c5-9031-d81ed88b7d60 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:18.995872 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1bde6d9d-9a50-4212-9ef0-b2f7108be71a tempest-ExternalNetworksTestJSON-1277576196 tempest-ExternalNetworksTestJSON-1277576196-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33072115', 'neutron.services.segments.db._delete_segments_for_network-8782419500584'] for network, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:19.016904 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b2d9fadd-b24c-49f4-a385-9568384acbcf None None] Port 20f354e4-e332-4295-a2c6-30cb88b1d508 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 21:02:19.026754 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-1bde6d9d-9a50-4212-9ef0-b2f7108be71a tempest-ExternalNetworksTestJSON-1277576196 tempest-ExternalNetworksTestJSON-1277576196-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['830cb45b-d697-45c1-93bb-a9ecd1f4332f']}} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:02:19.037773 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-1bde6d9d-9a50-4212-9ef0-b2f7108be71a tempest-ExternalNetworksTestJSON-1277576196 tempest-ExternalNetworksTestJSON-1277576196-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ac00244-f350-4edf-9bfe-0cbc05bbb2f0') {'for_net_delete': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:02:19.038090 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-1bde6d9d-9a50-4212-9ef0-b2f7108be71a tempest-ExternalNetworksTestJSON-1277576196 tempest-ExternalNetworksTestJSON-1277576196-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ac00244-f350-4edf-9bfe-0cbc05bbb2f0') {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:02:19.053228 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1bde6d9d-9a50-4212-9ef0-b2f7108be71a tempest-ExternalNetworksTestJSON-1277576196 tempest-ExternalNetworksTestJSON-1277576196-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419501617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9338764'] for segment, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:19.073076 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1bde6d9d-9a50-4212-9ef0-b2f7108be71a tempest-ExternalNetworksTestJSON-1277576196 tempest-ExternalNetworksTestJSON-1277576196-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:19.079940 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bde6d9d-9a50-4212-9ef0-b2f7108be71a tempest-ExternalNetworksTestJSON-1277576196 tempest-ExternalNetworksTestJSON-1277576196-project-admin] Releasing vlan 213 on physical network physnet1 to pool {{(pid=103163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 21:02:19.083340 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1bde6d9d-9a50-4212-9ef0-b2f7108be71a tempest-ExternalNetworksTestJSON-1277576196 tempest-ExternalNetworksTestJSON-1277576196-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9638311'] for segment, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:19.083340 n-d-842733-1 neutron-server[103163]: Traceback (most recent call last): May 20 21:02:19.083340 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 21:02:19.083340 n-d-842733-1 neutron-server[103163]: timer() May 20 21:02:19.083340 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 21:02:19.083340 n-d-842733-1 neutron-server[103163]: cb(*args, **kw) May 20 21:02:19.083340 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 20 21:02:19.083340 n-d-842733-1 neutron-server[103163]: return func(*args, **kwargs) May 20 21:02:19.083340 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 21:02:19.083340 n-d-842733-1 neutron-server[103163]: self._notify() May 20 21:02:19.083340 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 21:02:19.083340 n-d-842733-1 neutron-server[103163]: self.callback(batched_events) May 20 21:02:19.083340 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 21:02:19.083340 n-d-842733-1 neutron-server[103163]: event.method(event) May 20 21:02:19.083340 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 20 21:02:19.083340 n-d-842733-1 neutron-server[103163]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 21:02:19.083340 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 20 21:02:19.083340 n-d-842733-1 neutron-server[103163]: aggregate_uuid = self.p_client.list_aggregates( May 20 21:02:19.083340 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 20 21:02:19.083340 n-d-842733-1 neutron-server[103163]: return f(self, *a, **k) May 20 21:02:19.083340 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 20 21:02:19.083340 n-d-842733-1 neutron-server[103163]: return self._get(url).json() May 20 21:02:19.083340 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 20 21:02:19.083340 n-d-842733-1 neutron-server[103163]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 21:02:19.083340 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 21:02:19.083340 n-d-842733-1 neutron-server[103163]: return self.request(url, 'GET', **kwargs) May 20 21:02:19.083340 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 21:02:19.083340 n-d-842733-1 neutron-server[103163]: base_url = self.get_endpoint(auth, allow=allow, May 20 21:02:19.083340 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 21:02:19.083340 n-d-842733-1 neutron-server[103163]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 21:02:19.083340 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 21:02:19.083340 n-d-842733-1 neutron-server[103163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 21:02:19.083340 n-d-842733-1 neutron-server[103163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 21:02:19.089846 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b458ee-2089-49c5-9031-d81ed88b7d60 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Pushing event updated for resources: {'Port': ['ID=20f354e4-e332-4295-a2c6-30cb88b1d508,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:02:19.149893 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.agents_db [None req-5c33ad30-4e00-40fa-b486-8c79c4a6cfc5 None None] Agent healthcheck: found 7 active agents {{(pid=103165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 20 21:02:19.150502 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2f9b311b-146e-4489-bc4a-e1e0f071944b tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9641412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8422583'] for subnet, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:19.207957 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f9b311b-146e-4489-bc4a-e1e0f071944b tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Network 4595bf78-d9f4-457f-9b8e-54a2e919ea2b is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:02:19.211282 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-2f9b311b-146e-4489-bc4a-e1e0f071944b tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:02:19.215603 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f9b311b-146e-4489-bc4a-e1e0f071944b tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:02:19.216195 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2f9b311b-146e-4489-bc4a-e1e0f071944b tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks [] for subnet, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:19.227247 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0ff6e0a-0f29-42be-932d-e895141c6a46 None None] Network 4595bf78-d9f4-457f-9b8e-54a2e919ea2b requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:02:19.228654 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-12b458ee-2089-49c5-9031-d81ed88b7d60 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748409'] for router_interface, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:19.236296 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9b311b-146e-4489-bc4a-e1e0f071944b tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Pushing event updated for resources: {'Subnet': ['ID=c89b71b4-fd7a-4f29-848c-23802ef2c093,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:02:19.266110 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1bde6d9d-9a50-4212-9ef0-b2f7108be71a tempest-ExternalNetworksTestJSON-1277576196 tempest-ExternalNetworksTestJSON-1277576196-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33072122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748162'] for network, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:19.275709 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bde6d9d-9a50-4212-9ef0-b2f7108be71a tempest-ExternalNetworksTestJSON-1277576196 tempest-ExternalNetworksTestJSON-1277576196-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 830cb45b-d697-45c1-93bb-a9ecd1f4332f {{(pid=103163) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} May 20 21:02:19.275709 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1bde6d9d-9a50-4212-9ef0-b2f7108be71a tempest-ExternalNetworksTestJSON-1277576196 tempest-ExternalNetworksTestJSON-1277576196-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:19.287513 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-1bde6d9d-9a50-4212-9ef0-b2f7108be71a tempest-ExternalNetworksTestJSON-1277576196 tempest-ExternalNetworksTestJSON-1277576196-project-admin] 10.222.0.35 "DELETE /v2.0/networks/830cb45b-d697-45c1-93bb-a9ecd1f4332f HTTP/1.1" status: 204 len: 168 time: 0.5603089 May 20 21:02:19.289513 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 41052) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:02:19.316576 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-e60a386b-8b1d-4525-aabc-249480fef9b6 tempest-ExternalNetworksTestJSON-1277576196 tempest-ExternalNetworksTestJSON-1277576196-project-admin] Request body: {'network': {'name': 'tempest-network--1845279204'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:02:19.321374 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bde6d9d-9a50-4212-9ef0-b2f7108be71a tempest-ExternalNetworksTestJSON-1277576196 tempest-ExternalNetworksTestJSON-1277576196-project-admin] Pushing event deleted for resources: {'Network': ['ID=830cb45b-d697-45c1-93bb-a9ecd1f4332f,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:02:19.379203 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-2f9b311b-146e-4489-bc4a-e1e0f071944b tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1708510 May 20 21:02:19.379516 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 41056) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:02:19.394755 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-d76c86af-f128-417f-9dbf-422f00f5099a tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Request body: {'security_group': {'name': 'tempest-secgroup-1189704650'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:02:19.456411 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-5be492d0-3c20-446a-a818-87639545aeec None None] Provisioning complete for port 20f354e4-e332-4295-a2c6-30cb88b1d508 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:02:19.456871 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-5be492d0-3c20-446a-a818-87639545aeec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:19.521837 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-5be492d0-3c20-446a-a818-87639545aeec None None] Port 20f354e4-e332-4295-a2c6-30cb88b1d508 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 21:02:19.524727 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e60a386b-8b1d-4525-aabc-249480fef9b6 tempest-ExternalNetworksTestJSON-1277576196 tempest-ExternalNetworksTestJSON-1277576196-project-admin] Made reservation on behalf of 3d66e7c510c94b5caf5e2ce5b5202e16 for: {'network': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:02:19.527303 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e60a386b-8b1d-4525-aabc-249480fef9b6 tempest-ExternalNetworksTestJSON-1277576196 tempest-ExternalNetworksTestJSON-1277576196-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for network, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:19.552190 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5d05968-3403-41b7-8e8e-1955fff896e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaee2b848-d4b9-5db1-b6ef-d6db29d67de7-4595bf78-d9f4-457f-9b8e-54a2e919ea2b', 'network_id': '4595bf78-d9f4-457f-9b8e-54a2e919ea2b', 'tenant_id': 'b680ab6daca64ac08e9ce40077a8514d', 'fixed_ips': [{'subnet_id': 'c89b71b4-fd7a-4f29-848c-23802ef2c093'}]}} from n-d-842733-1. {{(pid=103164) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 21:02:19.553386 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c5d05968-3403-41b7-8e8e-1955fff896e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:19.584659 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d76c86af-f128-417f-9dbf-422f00f5099a tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:19.630403 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-12b458ee-2089-49c5-9031-d81ed88b7d60 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:19.725886 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [None req-c5d05968-3403-41b7-8e8e-1955fff896e2 None None] Allocated IP 172.20.0.2 (4595bf78-d9f4-457f-9b8e-54a2e919ea2b/c89b71b4-fd7a-4f29-848c-23802ef2c093/f5928558-5dc4-42f6-a17f-634c6f34ccb0) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:02:19.753376 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d76c86af-f128-417f-9dbf-422f00f5099a tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:19.769663 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e60a386b-8b1d-4525-aabc-249480fef9b6 tempest-ExternalNetworksTestJSON-1277576196 tempest-ExternalNetworksTestJSON-1277576196-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 202} {{(pid=103163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 21:02:19.791847 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e60a386b-8b1d-4525-aabc-249480fef9b6 tempest-ExternalNetworksTestJSON-1277576196 tempest-ExternalNetworksTestJSON-1277576196-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:19.791847 n-d-842733-1 neutron-server[103163]: INFO neutron.db.segments_db [None req-e60a386b-8b1d-4525-aabc-249480fef9b6 tempest-ExternalNetworksTestJSON-1277576196 tempest-ExternalNetworksTestJSON-1277576196-project-admin] Added segment d000f26d-1eab-4f61-82ed-9d605d22586f of type vlan for network 2765b5c4-83ab-4989-835e-5bd73e545550 May 20 21:02:19.843615 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e60a386b-8b1d-4525-aabc-249480fef9b6 tempest-ExternalNetworksTestJSON-1277576196 tempest-ExternalNetworksTestJSON-1277576196-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418993264'] for network, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:19.861738 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d76c86af-f128-417f-9dbf-422f00f5099a tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:19.912562 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76c86af-f128-417f-9dbf-422f00f5099a tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20477c6c-fdd8-4061-bc82-37aadc2dc639,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:02:19.922078 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c5d05968-3403-41b7-8e8e-1955fff896e2 None None] Notify callbacks [] for port, precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:20.021075 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e60a386b-8b1d-4525-aabc-249480fef9b6 tempest-ExternalNetworksTestJSON-1277576196 tempest-ExternalNetworksTestJSON-1277576196-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524'] for network, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:20.021680 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c5d05968-3403-41b7-8e8e-1955fff896e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108'] for port, after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:20.022101 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e60a386b-8b1d-4525-aabc-249480fef9b6 tempest-ExternalNetworksTestJSON-1277576196 tempest-ExternalNetworksTestJSON-1277576196-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:02:20.022695 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e60a386b-8b1d-4525-aabc-249480fef9b6 tempest-ExternalNetworksTestJSON-1277576196 tempest-ExternalNetworksTestJSON-1277576196-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:20.026731 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d76c86af-f128-417f-9dbf-422f00f5099a tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:20.032445 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-d76c86af-f128-417f-9dbf-422f00f5099a tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6474030 May 20 21:02:20.032582 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 41066) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:02:20.037446 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-70ea2045-00ae-4fad-bc8b-ba2df0c22fdf tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Request body: {'security_group': {'name': 'tempest-secgroup-1710704424'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:02:20.040501 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3adc7871-fd18-4128-9d78-466f9e70eee5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:20.071193 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5d05968-3403-41b7-8e8e-1955fff896e2 None None] Network 4595bf78-d9f4-457f-9b8e-54a2e919ea2b is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:02:20.074175 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-c5d05968-3403-41b7-8e8e-1955fff896e2 None None] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:02:20.078855 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d05968-3403-41b7-8e8e-1955fff896e2 None None] Received port after_create {{(pid=103164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:02:20.103467 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-12b458ee-2089-49c5-9031-d81ed88b7d60 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:20.112775 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60a386b-8b1d-4525-aabc-249480fef9b6 tempest-ExternalNetworksTestJSON-1277576196 tempest-ExternalNetworksTestJSON-1277576196-project-admin] Pushing event updated for resources: {'Network': ['ID=2765b5c4-83ab-4989-835e-5bd73e545550,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:02:20.128166 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-e60a386b-8b1d-4525-aabc-249480fef9b6 tempest-ExternalNetworksTestJSON-1277576196 tempest-ExternalNetworksTestJSON-1277576196-project-admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.8188028 May 20 21:02:20.131406 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 41068) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:02:20.133384 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Network 2765b5c4-83ab-4989-835e-5bd73e545550 details requested by agent ovs-agent-n-d-842733-1 with host n-d-842733-1 {{(pid=103164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 20 21:02:20.137128 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-f7c330c2-714d-44af-b316-3f42d9b17ea1 tempest-ExternalNetworksTestJSON-1277576196 tempest-ExternalNetworksTestJSON-1277576196-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:02:20.139147 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d05968-3403-41b7-8e8e-1955fff896e2 None None] Pushing event updated for resources: {'Port': ['ID=f5928558-5dc4-42f6-a17f-634c6f34ccb0,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:02:20.194588 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-12b458ee-2089-49c5-9031-d81ed88b7d60 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:20.195520 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-12b458ee-2089-49c5-9031-d81ed88b7d60 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748437'] for router_interface, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:20.230856 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-c5d05968-3403-41b7-8e8e-1955fff896e2 None None] Attempting to bind port f5928558-5dc4-42f6-a17f-634c6f34ccb0 on host n-d-842733-1 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:02:20.231470 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-c5d05968-3403-41b7-8e8e-1955fff896e2 None None] Attempting to bind port f5928558-5dc4-42f6-a17f-634c6f34ccb0 by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': '9a09aebd-1c23-4b32-919e-d0e1c43802f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '4595bf78-d9f4-457f-9b8e-54a2e919ea2b'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:02:20.231635 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d05968-3403-41b7-8e8e-1955fff896e2 None None] Attempting to bind port f5928558-5dc4-42f6-a17f-634c6f34ccb0 on network 4595bf78-d9f4-457f-9b8e-54a2e919ea2b {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:02:20.239483 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d05968-3403-41b7-8e8e-1955fff896e2 None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 21, 1, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 21:02:20.239848 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d05968-3403-41b7-8e8e-1955fff896e2 None None] Checking segment: {'id': '9a09aebd-1c23-4b32-919e-d0e1c43802f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '4595bf78-d9f4-457f-9b8e-54a2e919ea2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:02:20.240241 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c5d05968-3403-41b7-8e8e-1955fff896e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:20.240612 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d05968-3403-41b7-8e8e-1955fff896e2 None None] Bound using segment: {'id': '9a09aebd-1c23-4b32-919e-d0e1c43802f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '4595bf78-d9f4-457f-9b8e-54a2e919ea2b'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 21:02:20.264568 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-c5d05968-3403-41b7-8e8e-1955fff896e2 None None] Bound port: f5928558-5dc4-42f6-a17f-634c6f34ccb0, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a09aebd-1c23-4b32-919e-d0e1c43802f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '4595bf78-d9f4-457f-9b8e-54a2e919ea2b'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:02:20.264568 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c5d05968-3403-41b7-8e8e-1955fff896e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:20.264997 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-70ea2045-00ae-4fad-bc8b-ba2df0c22fdf tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:20.311595 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-c5d05968-3403-41b7-8e8e-1955fff896e2 None None] For port f5928558-5dc4-42f6-a17f-634c6f34ccb0, host n-d-842733-1, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 21:02:20.314894 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-c5d05968-3403-41b7-8e8e-1955fff896e2 None None] For port f5928558-5dc4-42f6-a17f-634c6f34ccb0, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=f5928558-5dc4-42f6-a17f-634c6f34ccb0,segment=NetworkSegment(9a09aebd-1c23-4b32-919e-d0e1c43802f0),segment_id=9a09aebd-1c23-4b32-919e-d0e1c43802f0)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 21:02:20.332362 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b458ee-2089-49c5-9031-d81ed88b7d60 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Pushing event updated for resources: {'Port': ['ID=20f354e4-e332-4295-a2c6-30cb88b1d508,revision_number=3']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:02:20.395660 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c5d05968-3403-41b7-8e8e-1955fff896e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:20.461928 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f7c330c2-714d-44af-b316-3f42d9b17ea1 tempest-ExternalNetworksTestJSON-1277576196 tempest-ExternalNetworksTestJSON-1277576196-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418993264'] for network, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:20.487679 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d05968-3403-41b7-8e8e-1955fff896e2 None None] Pushing event updated for resources: {'Port': ['ID=f5928558-5dc4-42f6-a17f-634c6f34ccb0,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:02:20.505020 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12b458ee-2089-49c5-9031-d81ed88b7d60 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Network b7a92a17-b86c-4185-b270-43f6bf248b92 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:02:20.507049 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-12b458ee-2089-49c5-9031-d81ed88b7d60 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:02:20.519975 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-70ea2045-00ae-4fad-bc8b-ba2df0c22fdf tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:20.627714 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-70ea2045-00ae-4fad-bc8b-ba2df0c22fdf tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:20.639997 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f7c330c2-714d-44af-b316-3f42d9b17ea1 tempest-ExternalNetworksTestJSON-1277576196 tempest-ExternalNetworksTestJSON-1277576196-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524'] for network, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:20.679679 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f7c330c2-714d-44af-b316-3f42d9b17ea1 tempest-ExternalNetworksTestJSON-1277576196 tempest-ExternalNetworksTestJSON-1277576196-project-admin] Network 2765b5c4-83ab-4989-835e-5bd73e545550 is not hosted by any dhcp agent {{(pid=103162) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} May 20 21:02:20.680575 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7c330c2-714d-44af-b316-3f42d9b17ea1 tempest-ExternalNetworksTestJSON-1277576196 tempest-ExternalNetworksTestJSON-1277576196-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:02:20.681174 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f7c330c2-714d-44af-b316-3f42d9b17ea1 tempest-ExternalNetworksTestJSON-1277576196 tempest-ExternalNetworksTestJSON-1277576196-project-admin] Notify callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:20.683745 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-f7c330c2-714d-44af-b316-3f42d9b17ea1 tempest-ExternalNetworksTestJSON-1277576196 tempest-ExternalNetworksTestJSON-1277576196-project-admin] 10.222.0.35 "PUT /v2.0/networks/2765b5c4-83ab-4989-835e-5bd73e545550 HTTP/1.1" status: 200 len: 858 time: 0.5502086 May 20 21:02:20.686093 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 41076) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:02:20.801749 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-70ea2045-00ae-4fad-bc8b-ba2df0c22fdf tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:20.805474 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-70ea2045-00ae-4fad-bc8b-ba2df0c22fdf tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7711508 May 20 21:02:20.807871 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 41080) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:02:20.813598 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-a4ac8c9c-c559-4667-8bd1-b91220c85c9e tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1145105224', 'security_groups': ['3398ea97-a266-4205-a962-c3c8af74901d'], 'network_id': '4595bf78-d9f4-457f-9b8e-54a2e919ea2b', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'c89b71b4-fd7a-4f29-848c-23802ef2c093'}]}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:02:20.822758 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c9521d9a-f6ec-4429-976a-0d80f057f3a7 tempest-ExternalNetworksTestJSON-1277576196 tempest-ExternalNetworksTestJSON-1277576196-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33160123'] for network, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:20.837581 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ea2045-00ae-4fad-bc8b-ba2df0c22fdf tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3398ea97-a266-4205-a962-c3c8af74901d,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:02:20.841070 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c330c2-714d-44af-b316-3f42d9b17ea1 tempest-ExternalNetworksTestJSON-1277576196 tempest-ExternalNetworksTestJSON-1277576196-project-admin] Pushing event updated for resources: {'Network': ['ID=2765b5c4-83ab-4989-835e-5bd73e545550,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:02:20.958629 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12b458ee-2089-49c5-9031-d81ed88b7d60 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Router 6ecd75bb-6035-4e7d-9850-cdadf7067bb3 is scheduled to L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e with binding_index 1 {{(pid=103162) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 20 21:02:20.963030 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-c125ca7b-c390-4cd5-b2ad-0315fe4fd2bf None None] Provisioning complete for port 20f354e4-e332-4295-a2c6-30cb88b1d508 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:02:20.963644 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c125ca7b-c390-4cd5-b2ad-0315fe4fd2bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:21.000228 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-c125ca7b-c390-4cd5-b2ad-0315fe4fd2bf None None] Port 20f354e4-e332-4295-a2c6-30cb88b1d508 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 21:02:21.044604 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c9521d9a-f6ec-4429-976a-0d80f057f3a7 tempest-ExternalNetworksTestJSON-1277576196 tempest-ExternalNetworksTestJSON-1277576196-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33072115', 'neutron.services.segments.db._delete_segments_for_network-8782419500584'] for network, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:21.089388 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-c9521d9a-f6ec-4429-976a-0d80f057f3a7 tempest-ExternalNetworksTestJSON-1277576196 tempest-ExternalNetworksTestJSON-1277576196-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2765b5c4-83ab-4989-835e-5bd73e545550']}} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:02:21.090560 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12b458ee-2089-49c5-9031-d81ed88b7d60 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 21:02:21.098450 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-12b458ee-2089-49c5-9031-d81ed88b7d60 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] 10.222.0.35 "PUT /v2.0/routers/6ecd75bb-6035-4e7d-9850-cdadf7067bb3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0866616 May 20 21:02:21.100948 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 41086) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:02:21.107442 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-c9521d9a-f6ec-4429-976a-0d80f057f3a7 tempest-ExternalNetworksTestJSON-1277576196 tempest-ExternalNetworksTestJSON-1277576196-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd000f26d-1eab-4f61-82ed-9d605d22586f') {'for_net_delete': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:02:21.115527 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-c9521d9a-f6ec-4429-976a-0d80f057f3a7 tempest-ExternalNetworksTestJSON-1277576196 tempest-ExternalNetworksTestJSON-1277576196-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd000f26d-1eab-4f61-82ed-9d605d22586f') {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:02:21.115698 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de62f604-1a07-4243-a0ed-3f08e25bff2e None None] Sync routers for ids ['6ecd75bb-6035-4e7d-9850-cdadf7067bb3'] in n-d-842733-1 {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 21:02:21.120260 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c9521d9a-f6ec-4429-976a-0d80f057f3a7 tempest-ExternalNetworksTestJSON-1277576196 tempest-ExternalNetworksTestJSON-1277576196-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419501617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9338764'] for segment, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:21.130856 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de62f604-1a07-4243-a0ed-3f08e25bff2e None None] Routers {'6ecd75bb-6035-4e7d-9850-cdadf7067bb3'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:02:21.137194 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-de62f604-1a07-4243-a0ed-3f08e25bff2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:01:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['6ecd75bb-6035-4e7d-9850-cdadf7067bb3'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:02:21.145699 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c9521d9a-f6ec-4429-976a-0d80f057f3a7 tempest-ExternalNetworksTestJSON-1277576196 tempest-ExternalNetworksTestJSON-1277576196-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:21.152806 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9521d9a-f6ec-4429-976a-0d80f057f3a7 tempest-ExternalNetworksTestJSON-1277576196 tempest-ExternalNetworksTestJSON-1277576196-project-admin] Releasing vlan 202 on physical network physnet1 to pool {{(pid=103163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 21:02:21.153237 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c9521d9a-f6ec-4429-976a-0d80f057f3a7 tempest-ExternalNetworksTestJSON-1277576196 tempest-ExternalNetworksTestJSON-1277576196-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9638311'] for segment, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:21.178291 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-de62f604-1a07-4243-a0ed-3f08e25bff2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:02:21.189045 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de62f604-1a07-4243-a0ed-3f08e25bff2e None None] Routers {'6ecd75bb-6035-4e7d-9850-cdadf7067bb3'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:02:21.194344 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-de62f604-1a07-4243-a0ed-3f08e25bff2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:01:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['6ecd75bb-6035-4e7d-9850-cdadf7067bb3'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:02:21.194748 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30225b9e-35dc-40d5-a89f-1e2bd04a272f tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:02:21.198909 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-30225b9e-35dc-40d5-a89f-1e2bd04a272f tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] 10.222.0.35 "GET /v2.0/ports?device_id=6ecd75bb-6035-4e7d-9850-cdadf7067bb3 HTTP/1.1" status: 200 len: 988 time: 0.0937970 May 20 21:02:21.199238 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 41088) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:02:21.225151 n-d-842733-1 neutron-server[103163]: Traceback (most recent call last): May 20 21:02:21.225151 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 21:02:21.225151 n-d-842733-1 neutron-server[103163]: timer() May 20 21:02:21.225151 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 21:02:21.225151 n-d-842733-1 neutron-server[103163]: cb(*args, **kw) May 20 21:02:21.225151 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 20 21:02:21.225151 n-d-842733-1 neutron-server[103163]: return func(*args, **kwargs) May 20 21:02:21.225151 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 21:02:21.225151 n-d-842733-1 neutron-server[103163]: self._notify() May 20 21:02:21.225151 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 21:02:21.225151 n-d-842733-1 neutron-server[103163]: self.callback(batched_events) May 20 21:02:21.225151 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 21:02:21.225151 n-d-842733-1 neutron-server[103163]: event.method(event) May 20 21:02:21.225151 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 20 21:02:21.225151 n-d-842733-1 neutron-server[103163]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 21:02:21.225151 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 20 21:02:21.225151 n-d-842733-1 neutron-server[103163]: aggregate_uuid = self.p_client.list_aggregates( May 20 21:02:21.225151 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 20 21:02:21.225151 n-d-842733-1 neutron-server[103163]: return f(self, *a, **k) May 20 21:02:21.225151 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 20 21:02:21.225151 n-d-842733-1 neutron-server[103163]: return self._get(url).json() May 20 21:02:21.225151 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 20 21:02:21.225151 n-d-842733-1 neutron-server[103163]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 21:02:21.225151 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 21:02:21.225151 n-d-842733-1 neutron-server[103163]: return self.request(url, 'GET', **kwargs) May 20 21:02:21.225151 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 21:02:21.225151 n-d-842733-1 neutron-server[103163]: base_url = self.get_endpoint(auth, allow=allow, May 20 21:02:21.225151 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 21:02:21.225151 n-d-842733-1 neutron-server[103163]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 21:02:21.225151 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 21:02:21.225151 n-d-842733-1 neutron-server[103163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 21:02:21.225151 n-d-842733-1 neutron-server[103163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 21:02:21.234068 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4ac8c9c-c559-4667-8bd1-b91220c85c9e tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Made reservation on behalf of b680ab6daca64ac08e9ce40077a8514d for: {'port': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:02:21.238339 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-de62f604-1a07-4243-a0ed-3f08e25bff2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:02:21.239004 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de62f604-1a07-4243-a0ed-3f08e25bff2e None None] The sync data for ids ['6ecd75bb-6035-4e7d-9850-cdadf7067bb3'] in n-d-842733-1 is: [] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 21:02:21.328087 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a4ac8c9c-c559-4667-8bd1-b91220c85c9e tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:21.333348 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c9521d9a-f6ec-4429-976a-0d80f057f3a7 tempest-ExternalNetworksTestJSON-1277576196 tempest-ExternalNetworksTestJSON-1277576196-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33072122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748162'] for network, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:21.337638 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9521d9a-f6ec-4429-976a-0d80f057f3a7 tempest-ExternalNetworksTestJSON-1277576196 tempest-ExternalNetworksTestJSON-1277576196-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 2765b5c4-83ab-4989-835e-5bd73e545550 {{(pid=103163) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} May 20 21:02:21.340804 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c9521d9a-f6ec-4429-976a-0d80f057f3a7 tempest-ExternalNetworksTestJSON-1277576196 tempest-ExternalNetworksTestJSON-1277576196-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:21.344466 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-c9521d9a-f6ec-4429-976a-0d80f057f3a7 tempest-ExternalNetworksTestJSON-1277576196 tempest-ExternalNetworksTestJSON-1277576196-project-admin] 10.222.0.35 "DELETE /v2.0/networks/2765b5c4-83ab-4989-835e-5bd73e545550 HTTP/1.1" status: 204 len: 168 time: 0.6572621 May 20 21:02:21.364093 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 41092) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:02:21.393710 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [None req-a4ac8c9c-c559-4667-8bd1-b91220c85c9e tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] device_id is not set on port 7dfc8335-4354-4f2e-92f4-bef7d7ab7581 yet. {{(pid=103163) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 20 21:02:21.499720 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9521d9a-f6ec-4429-976a-0d80f057f3a7 tempest-ExternalNetworksTestJSON-1277576196 tempest-ExternalNetworksTestJSON-1277576196-project-admin] Pushing event deleted for resources: {'Network': ['ID=2765b5c4-83ab-4989-835e-5bd73e545550,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:02:21.505920 n-d-842733-1 neutron-server[103163]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f39aac8-253b-4432-8206-884ddd893dcd tempest-ExternalNetworksTestJSON-276570488 tempest-ExternalNetworksTestJSON-276570488-project] DELETE failed (client error): The resource could not be found. May 20 21:02:21.506446 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f39aac8-253b-4432-8206-884ddd893dcd tempest-ExternalNetworksTestJSON-276570488 tempest-ExternalNetworksTestJSON-276570488-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103163) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 21:02:21.512597 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-0f39aac8-253b-4432-8206-884ddd893dcd tempest-ExternalNetworksTestJSON-276570488 tempest-ExternalNetworksTestJSON-276570488-project] 10.222.0.35 "DELETE /v2.0/subnets/9f959efa-a4dd-4818-a837-a31dc9275cae HTTP/1.1" status: 404 len: 337 time: 0.1457479 May 20 21:02:21.513441 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 41098) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:02:21.664922 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e6ad8063-65cb-454f-9f01-64184f016d5f tempest-ExternalNetworksTestJSON-276570488 tempest-ExternalNetworksTestJSON-276570488-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33160123'] for network, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:22.036576 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a1c2a98b-c017-4e9e-b4bd-64849fc4f5de None None] Provisioning complete for port 1c0009ee-b432-488c-9f53-2ac760dde3f7 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:02:22.037358 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a1c2a98b-c017-4e9e-b4bd-64849fc4f5de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:22.077632 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a1c2a98b-c017-4e9e-b4bd-64849fc4f5de None None] Port 1c0009ee-b432-488c-9f53-2ac760dde3f7 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 21:02:22.097284 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a1c2a98b-c017-4e9e-b4bd-64849fc4f5de None None] Provisioning complete for port f5928558-5dc4-42f6-a17f-634c6f34ccb0 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:02:22.098014 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a1c2a98b-c017-4e9e-b4bd-64849fc4f5de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:22.107909 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-faddf714-2eba-47f6-9b37-8df42dc4238c tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748528'] for router_interface, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:22.286567 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-a4ac8c9c-c559-4667-8bd1-b91220c85c9e tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Allocated IP 172.20.0.3 (4595bf78-d9f4-457f-9b8e-54a2e919ea2b/c89b71b4-fd7a-4f29-848c-23802ef2c093/7dfc8335-4354-4f2e-92f4-bef7d7ab7581) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:02:22.291112 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e6ad8063-65cb-454f-9f01-64184f016d5f tempest-ExternalNetworksTestJSON-276570488 tempest-ExternalNetworksTestJSON-276570488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33072115', 'neutron.services.segments.db._delete_segments_for_network-8782419500584'] for network, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:22.326081 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-e6ad8063-65cb-454f-9f01-64184f016d5f tempest-ExternalNetworksTestJSON-276570488 tempest-ExternalNetworksTestJSON-276570488-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc56f32f-bc22-4913-840e-6f35dd0c615d']}} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:02:22.351092 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-e6ad8063-65cb-454f-9f01-64184f016d5f tempest-ExternalNetworksTestJSON-276570488 tempest-ExternalNetworksTestJSON-276570488-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95cf96dd-bb46-491a-9396-b9fdda19db62') {'for_net_delete': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:02:22.351746 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-e6ad8063-65cb-454f-9f01-64184f016d5f tempest-ExternalNetworksTestJSON-276570488 tempest-ExternalNetworksTestJSON-276570488-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95cf96dd-bb46-491a-9396-b9fdda19db62') {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:02:22.381089 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e6ad8063-65cb-454f-9f01-64184f016d5f tempest-ExternalNetworksTestJSON-276570488 tempest-ExternalNetworksTestJSON-276570488-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419501617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9338764'] for segment, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:22.389607 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a1c2a98b-c017-4e9e-b4bd-64849fc4f5de None None] Current status of the port f5928558-5dc4-42f6-a17f-634c6f34ccb0 is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:02:22.390213 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a1c2a98b-c017-4e9e-b4bd-64849fc4f5de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:22.418170 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e6ad8063-65cb-454f-9f01-64184f016d5f tempest-ExternalNetworksTestJSON-276570488 tempest-ExternalNetworksTestJSON-276570488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:22.420577 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-9bb7d71e-0531-42c2-af14-672ac1be0495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:22.443832 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-a1c2a98b-c017-4e9e-b4bd-64849fc4f5de None None] For port f5928558-5dc4-42f6-a17f-634c6f34ccb0, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=f5928558-5dc4-42f6-a17f-634c6f34ccb0,segment=NetworkSegment(9a09aebd-1c23-4b32-919e-d0e1c43802f0),segment_id=9a09aebd-1c23-4b32-919e-d0e1c43802f0)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:02:22.461146 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-faddf714-2eba-47f6-9b37-8df42dc4238c tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Deleting port 20f354e4-e332-4295-a2c6-30cb88b1d508 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:02:22.461146 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-faddf714-2eba-47f6-9b37-8df42dc4238c tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:22.486137 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6ad8063-65cb-454f-9f01-64184f016d5f tempest-ExternalNetworksTestJSON-276570488 tempest-ExternalNetworksTestJSON-276570488-project] Releasing vlan 229 on physical network physnet1 to pool {{(pid=103163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 21:02:22.486742 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e6ad8063-65cb-454f-9f01-64184f016d5f tempest-ExternalNetworksTestJSON-276570488 tempest-ExternalNetworksTestJSON-276570488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9638311'] for segment, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:22.490216 n-d-842733-1 neutron-server[103163]: Traceback (most recent call last): May 20 21:02:22.490216 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 21:02:22.490216 n-d-842733-1 neutron-server[103163]: timer() May 20 21:02:22.490216 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 21:02:22.490216 n-d-842733-1 neutron-server[103163]: cb(*args, **kw) May 20 21:02:22.490216 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 20 21:02:22.490216 n-d-842733-1 neutron-server[103163]: return func(*args, **kwargs) May 20 21:02:22.490216 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 21:02:22.490216 n-d-842733-1 neutron-server[103163]: self._notify() May 20 21:02:22.490216 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 21:02:22.490216 n-d-842733-1 neutron-server[103163]: self.callback(batched_events) May 20 21:02:22.490216 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 21:02:22.490216 n-d-842733-1 neutron-server[103163]: event.method(event) May 20 21:02:22.490216 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 20 21:02:22.490216 n-d-842733-1 neutron-server[103163]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 21:02:22.490216 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 20 21:02:22.490216 n-d-842733-1 neutron-server[103163]: aggregate_uuid = self.p_client.list_aggregates( May 20 21:02:22.490216 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 20 21:02:22.490216 n-d-842733-1 neutron-server[103163]: return f(self, *a, **k) May 20 21:02:22.490216 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 20 21:02:22.490216 n-d-842733-1 neutron-server[103163]: return self._get(url).json() May 20 21:02:22.490216 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 20 21:02:22.490216 n-d-842733-1 neutron-server[103163]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 21:02:22.490216 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 21:02:22.490216 n-d-842733-1 neutron-server[103163]: return self.request(url, 'GET', **kwargs) May 20 21:02:22.490216 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 21:02:22.490216 n-d-842733-1 neutron-server[103163]: base_url = self.get_endpoint(auth, allow=allow, May 20 21:02:22.490216 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 21:02:22.490216 n-d-842733-1 neutron-server[103163]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 21:02:22.490216 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 21:02:22.490216 n-d-842733-1 neutron-server[103163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 21:02:22.490216 n-d-842733-1 neutron-server[103163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 21:02:22.527905 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a1c2a98b-c017-4e9e-b4bd-64849fc4f5de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:22.585573 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-faddf714-2eba-47f6-9b37-8df42dc4238c tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:22.603562 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-faddf714-2eba-47f6-9b37-8df42dc4238c tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Calling delete_port for 20f354e4-e332-4295-a2c6-30cb88b1d508 owned by network:router_interface {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:02:22.619119 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c2a98b-c017-4e9e-b4bd-64849fc4f5de None None] Pushing event updated for resources: {'Port': ['ID=f5928558-5dc4-42f6-a17f-634c6f34ccb0,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:02:22.631401 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a4ac8c9c-c559-4667-8bd1-b91220c85c9e tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:22.676746 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device f5928558-5dc4-42f6-a17f-634c6f34ccb0 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:02:22.707989 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e6ad8063-65cb-454f-9f01-64184f016d5f tempest-ExternalNetworksTestJSON-276570488 tempest-ExternalNetworksTestJSON-276570488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33072122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748162'] for network, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:22.726471 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e6ad8063-65cb-454f-9f01-64184f016d5f tempest-ExternalNetworksTestJSON-276570488 tempest-ExternalNetworksTestJSON-276570488-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:22.732977 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-e6ad8063-65cb-454f-9f01-64184f016d5f tempest-ExternalNetworksTestJSON-276570488 tempest-ExternalNetworksTestJSON-276570488-project] 10.222.0.35 "DELETE /v2.0/networks/cc56f32f-bc22-4913-840e-6f35dd0c615d HTTP/1.1" status: 204 len: 168 time: 1.2150779 May 20 21:02:22.742035 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port f5928558-5dc4-42f6-a17f-634c6f34ccb0 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:02:22.745906 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:22.757875 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ad8063-65cb-454f-9f01-64184f016d5f tempest-ExternalNetworksTestJSON-276570488 tempest-ExternalNetworksTestJSON-276570488-project] Pushing event deleted for resources: {'Network': ['ID=cc56f32f-bc22-4913-840e-6f35dd0c615d,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:02:22.775131 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a4ac8c9c-c559-4667-8bd1-b91220c85c9e tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:22.844077 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4ac8c9c-c559-4667-8bd1-b91220c85c9e tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Network 4595bf78-d9f4-457f-9b8e-54a2e919ea2b is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:02:22.849092 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-a4ac8c9c-c559-4667-8bd1-b91220c85c9e tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:02:22.853618 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ac8c9c-c559-4667-8bd1-b91220c85c9e tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:02:22.874502 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port f5928558-5dc4-42f6-a17f-634c6f34ccb0 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:02:22.931251 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4ac8c9c-c559-4667-8bd1-b91220c85c9e tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:02:22.932052 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a4ac8c9c-c559-4667-8bd1-b91220c85c9e tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:22.934654 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ac8c9c-c559-4667-8bd1-b91220c85c9e tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Pushing event updated for resources: {'Port': ['ID=7dfc8335-4354-4f2e-92f4-bef7d7ab7581,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:02:23.043522 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-faddf714-2eba-47f6-9b37-8df42dc4238c tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:23.050664 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-a4ac8c9c-c559-4667-8bd1-b91220c85c9e tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.2405002 May 20 21:02:23.065453 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 41122) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:02:23.065453 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-d6d938c9-fafb-4618-8d5e-914d3ab3cd2c tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Request body: {'subnet': {'network_id': '4595bf78-d9f4-457f-9b8e-54a2e919ea2b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:02:23.076392 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faddf714-2eba-47f6-9b37-8df42dc4238c tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Pushing event deleted for resources: {'Port': ['ID=20f354e4-e332-4295-a2c6-30cb88b1d508,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:02:23.176299 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-4e544577-3015-4ec0-a774-cd7e983636fb None None] Provisioning complete for port 7dfc8335-4354-4f2e-92f4-bef7d7ab7581 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:02:23.176668 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4e544577-3015-4ec0-a774-cd7e983636fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:23.193412 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-faddf714-2eba-47f6-9b37-8df42dc4238c tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-692224'] for router_interface, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:23.242148 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-4e544577-3015-4ec0-a774-cd7e983636fb None None] Port 7dfc8335-4354-4f2e-92f4-bef7d7ab7581 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 21:02:23.379310 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6d938c9-fafb-4618-8d5e-914d3ab3cd2c tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Made reservation on behalf of b680ab6daca64ac08e9ce40077a8514d for: {'subnet': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:02:23.388879 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d6d938c9-fafb-4618-8d5e-914d3ab3cd2c tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8422561'] for subnet, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:23.426215 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-faddf714-2eba-47f6-9b37-8df42dc4238c tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Router 6ecd75bb-6035-4e7d-9850-cdadf7067bb3 has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 21:02:23.429639 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 41128) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:02:23.539837 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faddf714-2eba-47f6-9b37-8df42dc4238c tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 21:02:23.550384 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-faddf714-2eba-47f6-9b37-8df42dc4238c tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] 10.222.0.35 "PUT /v2.0/routers/6ecd75bb-6035-4e7d-9850-cdadf7067bb3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3498554 May 20 21:02:23.550944 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 41136) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:02:23.552136 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-382b839d-b363-477a-99cc-419d21ac9f6d None None] Sync routers for ids ['6ecd75bb-6035-4e7d-9850-cdadf7067bb3'] in n-d-842733-1 {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 21:02:23.566753 n-d-842733-1 neutron-server[103163]: INFO neutron.db.ipam_backend_mixin [None req-d6d938c9-fafb-4618-8d5e-914d3ab3cd2c tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet c89b71b4-fd7a-4f29-848c-23802ef2c093 (CIDR: 172.20.0.0/28) May 20 21:02:23.568827 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-382b839d-b363-477a-99cc-419d21ac9f6d None None] Routers {'6ecd75bb-6035-4e7d-9850-cdadf7067bb3'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:02:23.569860 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-382b839d-b363-477a-99cc-419d21ac9f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:02:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['6ecd75bb-6035-4e7d-9850-cdadf7067bb3'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:02:23.576128 n-d-842733-1 neutron-server[103162]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce1080c3-534d-47d6-b1df-68a74ebc4c72 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] GET failed (client error): The resource could not be found. May 20 21:02:23.579182 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-ce1080c3-534d-47d6-b1df-68a74ebc4c72 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] 10.222.0.35 "GET /v2.0/ports/20f354e4-e332-4295-a2c6-30cb88b1d508 HTTP/1.1" status: 404 len: 333 time: 0.0268536 May 20 21:02:23.582183 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 41140) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:02:23.626511 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-382b839d-b363-477a-99cc-419d21ac9f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:02:23.634814 n-d-842733-1 neutron-server[103163]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6d938c9-fafb-4618-8d5e-914d3ab3cd2c tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 20 21:02:23.635493 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6d938c9-fafb-4618-8d5e-914d3ab3cd2c tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103163) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 21:02:23.641367 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-382b839d-b363-477a-99cc-419d21ac9f6d None None] Routers {'6ecd75bb-6035-4e7d-9850-cdadf7067bb3'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:02:23.645329 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-382b839d-b363-477a-99cc-419d21ac9f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:02:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['6ecd75bb-6035-4e7d-9850-cdadf7067bb3'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:02:23.685712 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-382b839d-b363-477a-99cc-419d21ac9f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:02:23.686357 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-382b839d-b363-477a-99cc-419d21ac9f6d None None] The sync data for ids ['6ecd75bb-6035-4e7d-9850-cdadf7067bb3'] in n-d-842733-1 is: [] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 21:02:23.694240 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4b1d92e1-3e11-4ed3-be21-9bbd4c5bbe69 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks [] for router, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:23.778402 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-d6d938c9-fafb-4618-8d5e-914d3ab3cd2c tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7229438 May 20 21:02:23.781185 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 41142) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:02:23.787439 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-52abbff3-b90d-459f-9588-b2464f77bb81 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Request body: {'subnet': {'network_id': '4595bf78-d9f4-457f-9b8e-54a2e919ea2b', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:02:23.891237 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-9d867ff7-f286-42aa-8627-5ad6a2835af7 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=89da7c8eff6e461185a40dc8fae7022a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4536562 May 20 21:02:23.891479 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 41146) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:02:23.928173 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4b1d92e1-3e11-4ed3-be21-9bbd4c5bbe69 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26169'] for router, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:23.934952 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4b1d92e1-3e11-4ed3-be21-9bbd4c5bbe69 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:23.946149 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4bb0e131-6525-46ca-a45b-e4ea43a5e69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:23.979339 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52abbff3-b90d-459f-9588-b2464f77bb81 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Made reservation on behalf of b680ab6daca64ac08e9ce40077a8514d for: {'subnet': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:02:23.983159 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-52abbff3-b90d-459f-9588-b2464f77bb81 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4018244'] for subnet, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:24.017890 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f54c86a9-9cc8-4ce8-ac5c-ed1ce66255f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:24.045264 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f54c86a9-9cc8-4ce8-ac5c-ed1ce66255f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:24.095022 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4b1d92e1-3e11-4ed3-be21-9bbd4c5bbe69 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-693148'] for router, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:24.095580 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b1d92e1-3e11-4ed3-be21-9bbd4c5bbe69 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Fanout notify agent at l3_agent the message router_deleted on router 6ecd75bb-6035-4e7d-9850-cdadf7067bb3 {{(pid=103163) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 20 21:02:24.103965 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4b1d92e1-3e11-4ed3-be21-9bbd4c5bbe69 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks [] for router, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:24.107554 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-4b1d92e1-3e11-4ed3-be21-9bbd4c5bbe69 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] 10.222.0.35 "DELETE /v2.0/routers/6ecd75bb-6035-4e7d-9850-cdadf7067bb3 HTTP/1.1" status: 204 len: 168 time: 0.5218911 May 20 21:02:24.114669 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 41152) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:02:24.177299 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_v2 [None req-45fe14e3-33b1-430d-87ad-a2ab5aa22913 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Deleting subnet 54faf60b-7e57-4f6c-9ae7-d4a99c7a26b4 {{(pid=103163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 20 21:02:24.181011 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-45fe14e3-33b1-430d-87ad-a2ab5aa22913 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks [] for subnet, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:24.215540 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f54c86a9-9cc8-4ce8-ac5c-ed1ce66255f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:24.219165 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f54c86a9-9cc8-4ce8-ac5c-ed1ce66255f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:24.225815 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-f54c86a9-9cc8-4ce8-ac5c-ed1ce66255f0 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e89b1d79-792a-47e3-941b-34317383d637 HTTP/1.1" status: 204 len: 168 time: 0.3333535 May 20 21:02:24.247285 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54c86a9-9cc8-4ce8-ac5c-ed1ce66255f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e89b1d79-792a-47e3-941b-34317383d637,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:02:24.251322 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-45fe14e3-33b1-430d-87ad-a2ab5aa22913 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9338757'] for subnet, precommit_delete_associations {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:24.378216 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-45fe14e3-33b1-430d-87ad-a2ab5aa22913 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33068388'] for subnet, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:24.464799 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-52abbff3-b90d-459f-9588-b2464f77bb81 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3797684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4018258'] for subnet, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:24.519319 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-45fe14e3-33b1-430d-87ad-a2ab5aa22913 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33068399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9641221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8422588'] for subnet, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:24.549309 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52abbff3-b90d-459f-9588-b2464f77bb81 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Network 4595bf78-d9f4-457f-9b8e-54a2e919ea2b is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:02:24.559019 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52abbff3-b90d-459f-9588-b2464f77bb81 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Pushing event updated for resources: {'Subnet': ['ID=631ce6c5-55ea-4f2f-ae56-a381f47656ef,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:02:24.560250 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-52abbff3-b90d-459f-9588-b2464f77bb81 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:02:24.562905 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52abbff3-b90d-459f-9588-b2464f77bb81 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:02:24.563482 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-52abbff3-b90d-459f-9588-b2464f77bb81 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:24.581802 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1564e24-2768-4315-90a7-7d7e01db98b6 None None] Network 4595bf78-d9f4-457f-9b8e-54a2e919ea2b requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:02:24.589257 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fe14e3-33b1-430d-87ad-a2ab5aa22913 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Pushing event deleted for resources: {'Subnet': ['ID=54faf60b-7e57-4f6c-9ae7-d4a99c7a26b4,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:02:24.596616 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-45fe14e3-33b1-430d-87ad-a2ab5aa22913 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks [] for subnet, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:24.600831 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-45fe14e3-33b1-430d-87ad-a2ab5aa22913 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] 10.222.0.35 "DELETE /v2.0/subnets/54faf60b-7e57-4f6c-9ae7-d4a99c7a26b4 HTTP/1.1" status: 204 len: 168 time: 0.4858787 May 20 21:02:24.605907 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 41162) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:02:24.622523 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4733d54-3bb0-4ca9-92d9-0d60b784f982 None None] Network b7a92a17-b86c-4185-b270-43f6bf248b92 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:02:24.678603 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device f5928558-5dc4-42f6-a17f-634c6f34ccb0 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:02:24.722505 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-52abbff3-b90d-459f-9588-b2464f77bb81 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.9373138 May 20 21:02:24.723106 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 41166) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:02:24.724890 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-defe7dd4-2500-4d20-b412-858510f3029c tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33160123'] for network, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:24.734738 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-fe9909e0-0c77-4a7b-ad0e-0515030aae9f tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-66730567', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '631ce6c5-55ea-4f2f-ae56-a381f47656ef'}], 'security_groups': ['20477c6c-fdd8-4061-bc82-37aadc2dc639']}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:02:24.794829 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-defe7dd4-2500-4d20-b412-858510f3029c tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Deleting port e5772074-707e-4b58-8ed3-9146ad32cc73 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:02:24.795198 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-defe7dd4-2500-4d20-b412-858510f3029c tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:24.865089 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-defe7dd4-2500-4d20-b412-858510f3029c tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] For port e5772074-707e-4b58-8ed3-9146ad32cc73, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=e5772074-707e-4b58-8ed3-9146ad32cc73,segment=NetworkSegment(878dbb95-a250-4d25-8f35-278dddcf34d4),segment_id=878dbb95-a250-4d25-8f35-278dddcf34d4)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:02:24.865372 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-defe7dd4-2500-4d20-b412-858510f3029c tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:24.866269 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:24.882963 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-defe7dd4-2500-4d20-b412-858510f3029c tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Calling delete_port for e5772074-707e-4b58-8ed3-9146ad32cc73 owned by network:dhcp {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:02:24.904578 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port f5928558-5dc4-42f6-a17f-634c6f34ccb0 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:02:24.904986 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:24.958931 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-fe9909e0-0c77-4a7b-ad0e-0515030aae9f tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:25.078437 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port f5928558-5dc4-42f6-a17f-634c6f34ccb0 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:02:25.098493 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51dc4cef-9899-4e56-9396-bca4eb577f95 None None] DHCP port deletion for b7a92a17-b86c-4185-b270-43f6bf248b92 request from n-d-842733-1 {{(pid=103164) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 21:02:25.130332 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-defe7dd4-2500-4d20-b412-858510f3029c tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:25.152597 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-defe7dd4-2500-4d20-b412-858510f3029c tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] No DVR routers for this DVR port e5772074-707e-4b58-8ed3-9146ad32cc73 on host n-d-842733-1 {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 21:02:25.177005 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defe7dd4-2500-4d20-b412-858510f3029c tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Pushing event deleted for resources: {'Port': ['ID=e5772074-707e-4b58-8ed3-9146ad32cc73,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:02:25.220486 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 41174) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:02:25.245992 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a180a8ba-d52a-4ee4-b9a1-87ba8c9d40d5 None None] Update dhcp port {'port': {'network_id': '4595bf78-d9f4-457f-9b8e-54a2e919ea2b', 'fixed_ips': [{'subnet_id': 'c89b71b4-fd7a-4f29-848c-23802ef2c093', 'ip_address': '172.20.0.2'}, {'subnet_id': '631ce6c5-55ea-4f2f-ae56-a381f47656ef'}], 'binding:host_id': 'n-d-842733-1'}, 'id': 'f5928558-5dc4-42f6-a17f-634c6f34ccb0'} from n-d-842733-1. {{(pid=103164) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} May 20 21:02:25.282536 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-51dc4cef-9899-4e56-9396-bca4eb577f95 None None] Deleting port e5772074-707e-4b58-8ed3-9146ad32cc73 {{(pid=103164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:02:25.282926 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-51dc4cef-9899-4e56-9396-bca4eb577f95 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:25.286390 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a180a8ba-d52a-4ee4-b9a1-87ba8c9d40d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:25.295681 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-defe7dd4-2500-4d20-b412-858510f3029c tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33072115', 'neutron.services.segments.db._delete_segments_for_network-8782419500584'] for network, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:25.337473 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-defe7dd4-2500-4d20-b412-858510f3029c tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7a92a17-b86c-4185-b270-43f6bf248b92']}} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:02:25.350494 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-defe7dd4-2500-4d20-b412-858510f3029c tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '878dbb95-a250-4d25-8f35-278dddcf34d4') {'for_net_delete': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:02:25.351153 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-defe7dd4-2500-4d20-b412-858510f3029c tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '878dbb95-a250-4d25-8f35-278dddcf34d4') {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:02:25.365528 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-defe7dd4-2500-4d20-b412-858510f3029c tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419501617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9338764'] for segment, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:25.392709 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-51dc4cef-9899-4e56-9396-bca4eb577f95 None None] For port e5772074-707e-4b58-8ed3-9146ad32cc73, host n-d-842733-1, got binding levels [] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:02:25.393104 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-51dc4cef-9899-4e56-9396-bca4eb577f95 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:25.406441 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-defe7dd4-2500-4d20-b412-858510f3029c tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:25.412590 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-6785f01f-d90a-4d53-a577-198f6de83db7 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3d66e7c510c94b5caf5e2ce5b5202e16&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1916757 May 20 21:02:25.415958 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 41178) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:02:25.423972 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-defe7dd4-2500-4d20-b412-858510f3029c tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Releasing vlan 218 on physical network physnet1 to pool {{(pid=103163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 21:02:25.424999 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-defe7dd4-2500-4d20-b412-858510f3029c tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9638311'] for segment, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:25.427979 n-d-842733-1 neutron-server[103163]: Traceback (most recent call last): May 20 21:02:25.427979 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 21:02:25.427979 n-d-842733-1 neutron-server[103163]: timer() May 20 21:02:25.427979 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 21:02:25.427979 n-d-842733-1 neutron-server[103163]: cb(*args, **kw) May 20 21:02:25.427979 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 20 21:02:25.427979 n-d-842733-1 neutron-server[103163]: return func(*args, **kwargs) May 20 21:02:25.427979 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 21:02:25.427979 n-d-842733-1 neutron-server[103163]: self._notify() May 20 21:02:25.427979 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 21:02:25.427979 n-d-842733-1 neutron-server[103163]: self.callback(batched_events) May 20 21:02:25.427979 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 21:02:25.427979 n-d-842733-1 neutron-server[103163]: event.method(event) May 20 21:02:25.427979 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 20 21:02:25.427979 n-d-842733-1 neutron-server[103163]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 21:02:25.427979 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 20 21:02:25.427979 n-d-842733-1 neutron-server[103163]: aggregate_uuid = self.p_client.list_aggregates( May 20 21:02:25.427979 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 20 21:02:25.427979 n-d-842733-1 neutron-server[103163]: return f(self, *a, **k) May 20 21:02:25.427979 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 20 21:02:25.427979 n-d-842733-1 neutron-server[103163]: return self._get(url).json() May 20 21:02:25.427979 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 20 21:02:25.427979 n-d-842733-1 neutron-server[103163]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 21:02:25.427979 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 21:02:25.427979 n-d-842733-1 neutron-server[103163]: return self.request(url, 'GET', **kwargs) May 20 21:02:25.427979 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 21:02:25.427979 n-d-842733-1 neutron-server[103163]: base_url = self.get_endpoint(auth, allow=allow, May 20 21:02:25.427979 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 21:02:25.427979 n-d-842733-1 neutron-server[103163]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 21:02:25.427979 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 21:02:25.427979 n-d-842733-1 neutron-server[103163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 21:02:25.427979 n-d-842733-1 neutron-server[103163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 21:02:25.464878 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-51dc4cef-9899-4e56-9396-bca4eb577f95 None None] Calling delete_port for e5772074-707e-4b58-8ed3-9146ad32cc73 owned by network:dhcp {{(pid=103164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:02:25.470023 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-fe9909e0-0c77-4a7b-ad0e-0515030aae9f tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Delete allocated IP 172.20.0.3 (4595bf78-d9f4-457f-9b8e-54a2e919ea2b/c89b71b4-fd7a-4f29-848c-23802ef2c093) {{(pid=103162) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 20 21:02:25.480424 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.ipam_backend_mixin [None req-51dc4cef-9899-4e56-9396-bca4eb577f95 None None] Port e5772074-707e-4b58-8ed3-9146ad32cc73 was not found and therefore no delete operation was performed {{(pid=103164) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} May 20 21:02:25.492038 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-fe9909e0-0c77-4a7b-ad0e-0515030aae9f tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Allocated IP 172.20.0.29 (4595bf78-d9f4-457f-9b8e-54a2e919ea2b/631ce6c5-55ea-4f2f-ae56-a381f47656ef/7dfc8335-4354-4f2e-92f4-bef7d7ab7581) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:02:25.499937 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-51dc4cef-9899-4e56-9396-bca4eb577f95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099'] for port, after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:25.522966 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51dc4cef-9899-4e56-9396-bca4eb577f95 None None] No DVR routers for this DVR port e5772074-707e-4b58-8ed3-9146ad32cc73 on host n-d-842733-1 {{(pid=103164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 21:02:25.566786 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dc4cef-9899-4e56-9396-bca4eb577f95 None None] Pushing event deleted for resources: {'Port': ['ID=e5772074-707e-4b58-8ed3-9146ad32cc73,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:02:25.602203 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6444dd18-7886-408b-8074-af14295b4953 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:25.634644 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6444dd18-7886-408b-8074-af14295b4953 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:25.637097 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cc3ec51b-6ec8-438a-8349-5f0bec346d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:25.683249 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:25.686453 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-defe7dd4-2500-4d20-b412-858510f3029c tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33072122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748162'] for network, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:25.695971 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-defe7dd4-2500-4d20-b412-858510f3029c tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:25.703483 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-defe7dd4-2500-4d20-b412-858510f3029c tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] 10.222.0.35 "DELETE /v2.0/networks/b7a92a17-b86c-4185-b270-43f6bf248b92 HTTP/1.1" status: 204 len: 168 time: 1.0948396 May 20 21:02:25.709568 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 41184) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:02:25.712820 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defe7dd4-2500-4d20-b412-858510f3029c tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Pushing event deleted for resources: {'Network': ['ID=b7a92a17-b86c-4185-b270-43f6bf248b92,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:02:25.762846 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-fe9909e0-0c77-4a7b-ad0e-0515030aae9f tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:25.776928 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22e57c8a-8944-4e53-8426-1a5d625e381f tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:02:25.778352 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-22e57c8a-8944-4e53-8426-1a5d625e381f tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] 10.222.0.35 "GET /v2.0/ports/a6c26711-99e4-4385-b4ad-9cbd29b2359e HTTP/1.1" status: 200 len: 845 time: 0.0678277 May 20 21:02:25.782431 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 41188) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:02:25.791107 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6444dd18-7886-408b-8074-af14295b4953 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:25.793744 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6444dd18-7886-408b-8074-af14295b4953 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:25.804048 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-6444dd18-7886-408b-8074-af14295b4953 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b7d7e7d5-7f1a-4343-8d31-447e05eea373 HTTP/1.1" status: 204 len: 168 time: 0.3767242 May 20 21:02:25.804048 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6444dd18-7886-408b-8074-af14295b4953 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7d7e7d5-7f1a-4343-8d31-447e05eea373,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:02:25.844712 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-a97948cb-836e-42f5-816d-965cc2a4be24 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] 10.222.0.35 "GET /v2.0/ports/a6c26711-99e4-4385-b4ad-9cbd29b2359e?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0578120 May 20 21:02:25.845072 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 41192) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:02:25.851469 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-fe9909e0-0c77-4a7b-ad0e-0515030aae9f tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:25.855876 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-ef346b04-1e2f-4b36-8290-4d30f1b9f873 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Request body: {'subnet': {'network_id': '7b04e954-4cb8-4833-9e51-eaf3f4e0fe45', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:02:25.924769 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [None req-a180a8ba-d52a-4ee4-b9a1-87ba8c9d40d5 None None] Allocated IP 172.20.0.18 (4595bf78-d9f4-457f-9b8e-54a2e919ea2b/631ce6c5-55ea-4f2f-ae56-a381f47656ef/f5928558-5dc4-42f6-a17f-634c6f34ccb0) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:02:25.980457 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9909e0-0c77-4a7b-ad0e-0515030aae9f tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Pushing event updated for resources: {'Port': ['ID=7dfc8335-4354-4f2e-92f4-bef7d7ab7581,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:02:26.046640 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-fe9909e0-0c77-4a7b-ad0e-0515030aae9f tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] In _notify_port_updated(), no bound segment for port 7dfc8335-4354-4f2e-92f4-bef7d7ab7581 on network 4595bf78-d9f4-457f-9b8e-54a2e919ea2b {{(pid=103162) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} May 20 21:02:26.053329 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe9909e0-0c77-4a7b-ad0e-0515030aae9f tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:02:26.053764 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-a180a8ba-d52a-4ee4-b9a1-87ba8c9d40d5 None None] For port f5928558-5dc4-42f6-a17f-634c6f34ccb0, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=f5928558-5dc4-42f6-a17f-634c6f34ccb0,segment=NetworkSegment(9a09aebd-1c23-4b32-919e-d0e1c43802f0),segment_id=9a09aebd-1c23-4b32-919e-d0e1c43802f0)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:02:26.053925 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-fe9909e0-0c77-4a7b-ad0e-0515030aae9f tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:26.058059 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-fe9909e0-0c77-4a7b-ad0e-0515030aae9f tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] 10.222.0.35 "PUT /v2.0/ports/7dfc8335-4354-4f2e-92f4-bef7d7ab7581 HTTP/1.1" status: 200 len: 919 time: 1.3343167 May 20 21:02:26.058681 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 41196) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:02:26.089016 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef346b04-1e2f-4b36-8290-4d30f1b9f873 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Made reservation on behalf of 5498abc6ad9e4e1cb849425e21c607f1 for: {'subnet': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:02:26.091268 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a180a8ba-d52a-4ee4-b9a1-87ba8c9d40d5 None None] Notify callbacks [] for port, precommit_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:26.114525 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ef346b04-1e2f-4b36-8290-4d30f1b9f873 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8422561'] for subnet, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:26.204061 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-351453d7-1187-45be-ade3-6d6dab0b015d tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Deleting port 7dfc8335-4354-4f2e-92f4-bef7d7ab7581 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:02:26.204061 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-351453d7-1187-45be-ade3-6d6dab0b015d tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:26.356520 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a180a8ba-d52a-4ee4-b9a1-87ba8c9d40d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:26.438923 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ef346b04-1e2f-4b36-8290-4d30f1b9f873 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9641412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8422583'] for subnet, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:26.482292 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a180a8ba-d52a-4ee4-b9a1-87ba8c9d40d5 None None] Pushing event updated for resources: {'Port': ['ID=f5928558-5dc4-42f6-a17f-634c6f34ccb0,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:02:26.570360 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-351453d7-1187-45be-ade3-6d6dab0b015d tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:26.571877 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef346b04-1e2f-4b36-8290-4d30f1b9f873 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Network 7b04e954-4cb8-4833-9e51-eaf3f4e0fe45 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:02:26.573462 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-ef346b04-1e2f-4b36-8290-4d30f1b9f873 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:02:26.599579 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37ead547-99d4-42fe-b79a-f33d98840bff None None] Network 7b04e954-4cb8-4833-9e51-eaf3f4e0fe45 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:02:26.620012 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef346b04-1e2f-4b36-8290-4d30f1b9f873 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:02:26.621937 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ef346b04-1e2f-4b36-8290-4d30f1b9f873 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks [] for subnet, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:26.631667 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-351453d7-1187-45be-ade3-6d6dab0b015d tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Calling delete_port for 7dfc8335-4354-4f2e-92f4-bef7d7ab7581 owned by {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:02:26.639651 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device f5928558-5dc4-42f6-a17f-634c6f34ccb0 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:02:26.699939 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef346b04-1e2f-4b36-8290-4d30f1b9f873 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Pushing event updated for resources: {'Subnet': ['ID=41fceeda-add9-4d46-ace5-65980714f501,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:02:26.816716 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-ef346b04-1e2f-4b36-8290-4d30f1b9f873 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9689026 May 20 21:02:26.819838 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 41214) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:02:26.832430 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-55872279-2752-44e9-a50f-2eeae90380aa tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Request body: {'security_group': {'name': 'tempest-secgroup-1451847278'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:02:26.867263 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port f5928558-5dc4-42f6-a17f-634c6f34ccb0 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:02:26.867645 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:26.975394 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-351453d7-1187-45be-ade3-6d6dab0b015d tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:26.979294 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-55872279-2752-44e9-a50f-2eeae90380aa tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:27.017825 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbed1a64-0ef3-4ec7-975d-b2b2586046e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaee2b848-d4b9-5db1-b6ef-d6db29d67de7-7b04e954-4cb8-4833-9e51-eaf3f4e0fe45', 'network_id': '7b04e954-4cb8-4833-9e51-eaf3f4e0fe45', 'tenant_id': '5498abc6ad9e4e1cb849425e21c607f1', 'fixed_ips': [{'subnet_id': '41fceeda-add9-4d46-ace5-65980714f501'}]}} from n-d-842733-1. {{(pid=103164) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 21:02:27.022885 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cbed1a64-0ef3-4ec7-975d-b2b2586046e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:27.027771 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351453d7-1187-45be-ade3-6d6dab0b015d tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Pushing event deleted for resources: {'Port': ['ID=7dfc8335-4354-4f2e-92f4-bef7d7ab7581,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:02:27.058792 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port f5928558-5dc4-42f6-a17f-634c6f34ccb0 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:02:27.171121 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-351453d7-1187-45be-ade3-6d6dab0b015d tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:27.176282 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-351453d7-1187-45be-ade3-6d6dab0b015d tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] 10.222.0.35 "DELETE /v2.0/ports/7dfc8335-4354-4f2e-92f4-bef7d7ab7581 HTTP/1.1" status: 204 len: 168 time: 1.1166322 May 20 21:02:27.178879 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 41222) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:02:27.180049 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-55872279-2752-44e9-a50f-2eeae90380aa tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:27.193744 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device e5772074-707e-4b58-8ed3-9146ad32cc73 no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 21:02:27.212638 n-d-842733-1 neutron-server[103162]: INFO neutron.pecan_wsgi.hooks.translation [None req-6628727d-d048-4469-ab00-988d514e78c9 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] GET failed (client error): The resource could not be found. May 20 21:02:27.215101 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-6628727d-d048-4469-ab00-988d514e78c9 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] 10.222.0.35 "GET /v2.0/ports/7dfc8335-4354-4f2e-92f4-bef7d7ab7581 HTTP/1.1" status: 404 len: 333 time: 0.0346794 May 20 21:02:27.219597 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 41224) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:02:27.219980 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: e5772074-707e-4b58-8ed3-9146ad32cc73 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 21:02:27.220376 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device e5772074-707e-4b58-8ed3-9146ad32cc73 not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 21:02:27.297463 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-55872279-2752-44e9-a50f-2eeae90380aa tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:27.339631 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [None req-cbed1a64-0ef3-4ec7-975d-b2b2586046e5 None None] Allocated IP 2001:db8::2 (7b04e954-4cb8-4833-9e51-eaf3f4e0fe45/41fceeda-add9-4d46-ace5-65980714f501/3cd0bbe3-4017-4ded-b279-97babe850277) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:02:27.403349 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55872279-2752-44e9-a50f-2eeae90380aa tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f82bc33c-57d6-4a9b-93ab-1a98913ef1bc,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:02:27.413615 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-857e4599-eae0-4573-9524-076925e8aeb8 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:27.452048 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-857e4599-eae0-4573-9524-076925e8aeb8 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:27.454103 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-55872279-2752-44e9-a50f-2eeae90380aa tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:27.459790 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 41234) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:02:27.460314 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-55872279-2752-44e9-a50f-2eeae90380aa tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6339579 May 20 21:02:27.465371 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-22887f0b-cbcb-459c-b767-a3d349d72ec6 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Request body: {'security_group': {'name': 'tempest-secgroup-654983756'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:02:27.500193 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-52dc0e2f-65d9-4f66-8479-ccc4f2287ab4 None None] Provisioning complete for port 1c0009ee-b432-488c-9f53-2ac760dde3f7 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:02:27.500554 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-52dc0e2f-65d9-4f66-8479-ccc4f2287ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:27.572211 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-52dc0e2f-65d9-4f66-8479-ccc4f2287ab4 None None] Port 1c0009ee-b432-488c-9f53-2ac760dde3f7 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 21:02:27.594302 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-52dc0e2f-65d9-4f66-8479-ccc4f2287ab4 None None] Could not find standard attr ID for object 7dfc8335-4354-4f2e-92f4-bef7d7ab7581. {{(pid=103164) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 20 21:02:27.623716 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-52dc0e2f-65d9-4f66-8479-ccc4f2287ab4 None None] Provisioning complete for port f5928558-5dc4-42f6-a17f-634c6f34ccb0 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:02:27.624282 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-52dc0e2f-65d9-4f66-8479-ccc4f2287ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:27.632232 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-857e4599-eae0-4573-9524-076925e8aeb8 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:27.637483 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-857e4599-eae0-4573-9524-076925e8aeb8 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:27.638589 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-22887f0b-cbcb-459c-b767-a3d349d72ec6 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:27.639779 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-857e4599-eae0-4573-9524-076925e8aeb8 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] 10.222.0.35 "DELETE /v2.0/security-groups/3398ea97-a266-4205-a962-c3c8af74901d HTTP/1.1" status: 204 len: 168 time: 0.4189968 May 20 21:02:27.644978 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 41242) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:02:27.659520 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cbed1a64-0ef3-4ec7-975d-b2b2586046e5 None None] Notify callbacks [] for port, precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:27.660262 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857e4599-eae0-4573-9524-076925e8aeb8 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3398ea97-a266-4205-a962-c3c8af74901d,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:02:27.769348 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-52dc0e2f-65d9-4f66-8479-ccc4f2287ab4 None None] Current status of the port f5928558-5dc4-42f6-a17f-634c6f34ccb0 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:02:27.779160 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cbed1a64-0ef3-4ec7-975d-b2b2586046e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108'] for port, after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:27.788937 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-871e913b-76d8-416c-9e7e-38d3b7c9c612 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:27.817338 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-22887f0b-cbcb-459c-b767-a3d349d72ec6 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:27.829044 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-871e913b-76d8-416c-9e7e-38d3b7c9c612 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:27.871372 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbed1a64-0ef3-4ec7-975d-b2b2586046e5 None None] Pushing event updated for resources: {'Port': ['ID=3cd0bbe3-4017-4ded-b279-97babe850277,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:02:27.907271 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbed1a64-0ef3-4ec7-975d-b2b2586046e5 None None] Network 7b04e954-4cb8-4833-9e51-eaf3f4e0fe45 is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:02:27.920392 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-cbed1a64-0ef3-4ec7-975d-b2b2586046e5 None None] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:02:27.925473 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-22887f0b-cbcb-459c-b767-a3d349d72ec6 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:27.926185 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbed1a64-0ef3-4ec7-975d-b2b2586046e5 None None] Received port after_create {{(pid=103164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:02:27.980969 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22887f0b-cbcb-459c-b767-a3d349d72ec6 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f9a99e6-c546-4748-8d1f-e1ad21538550,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:02:28.018082 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-ef1676db-1700-4ad5-8e29-f599bc43ea48 None None] Could not find standard attr ID for object 7dfc8335-4354-4f2e-92f4-bef7d7ab7581. {{(pid=103164) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 20 21:02:28.022087 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-cbed1a64-0ef3-4ec7-975d-b2b2586046e5 None None] Attempting to bind port 3cd0bbe3-4017-4ded-b279-97babe850277 on host n-d-842733-1 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:02:28.022446 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-cbed1a64-0ef3-4ec7-975d-b2b2586046e5 None None] Attempting to bind port 3cd0bbe3-4017-4ded-b279-97babe850277 by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': '14bcfbdc-6c5a-4d32-bd18-f257f701439f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '7b04e954-4cb8-4833-9e51-eaf3f4e0fe45'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:02:28.022908 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbed1a64-0ef3-4ec7-975d-b2b2586046e5 None None] Attempting to bind port 3cd0bbe3-4017-4ded-b279-97babe850277 on network 7b04e954-4cb8-4833-9e51-eaf3f4e0fe45 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:02:28.028241 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbed1a64-0ef3-4ec7-975d-b2b2586046e5 None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 21, 2, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 21:02:28.028610 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbed1a64-0ef3-4ec7-975d-b2b2586046e5 None None] Checking segment: {'id': '14bcfbdc-6c5a-4d32-bd18-f257f701439f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '7b04e954-4cb8-4833-9e51-eaf3f4e0fe45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:02:28.029690 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cbed1a64-0ef3-4ec7-975d-b2b2586046e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:28.029690 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbed1a64-0ef3-4ec7-975d-b2b2586046e5 None None] Bound using segment: {'id': '14bcfbdc-6c5a-4d32-bd18-f257f701439f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '7b04e954-4cb8-4833-9e51-eaf3f4e0fe45'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 21:02:28.039084 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-cbed1a64-0ef3-4ec7-975d-b2b2586046e5 None None] Bound port: 3cd0bbe3-4017-4ded-b279-97babe850277, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14bcfbdc-6c5a-4d32-bd18-f257f701439f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '7b04e954-4cb8-4833-9e51-eaf3f4e0fe45'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:02:28.039084 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cbed1a64-0ef3-4ec7-975d-b2b2586046e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:28.066319 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-871e913b-76d8-416c-9e7e-38d3b7c9c612 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:28.083264 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-871e913b-76d8-416c-9e7e-38d3b7c9c612 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:28.083264 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-871e913b-76d8-416c-9e7e-38d3b7c9c612 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] 10.222.0.35 "DELETE /v2.0/security-groups/20477c6c-fdd8-4061-bc82-37aadc2dc639 HTTP/1.1" status: 204 len: 168 time: 0.4239619 May 20 21:02:28.083549 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 41250) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:02:28.084103 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-22887f0b-cbcb-459c-b767-a3d349d72ec6 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:28.088196 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-22887f0b-cbcb-459c-b767-a3d349d72ec6 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6267037 May 20 21:02:28.088890 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 41252) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:02:28.098184 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-26114d34-60ab-4ae0-9a04-48d80dbbfac3 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1490792213', 'security_groups': ['3f9a99e6-c546-4748-8d1f-e1ad21538550'], 'network_id': '7b04e954-4cb8-4833-9e51-eaf3f4e0fe45', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '41fceeda-add9-4d46-ace5-65980714f501'}]}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:02:28.102315 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871e913b-76d8-416c-9e7e-38d3b7c9c612 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=20477c6c-fdd8-4061-bc82-37aadc2dc639,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:02:28.146517 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-cbed1a64-0ef3-4ec7-975d-b2b2586046e5 None None] For port 3cd0bbe3-4017-4ded-b279-97babe850277, host n-d-842733-1, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 21:02:28.146517 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-cbed1a64-0ef3-4ec7-975d-b2b2586046e5 None None] For port 3cd0bbe3-4017-4ded-b279-97babe850277, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=3cd0bbe3-4017-4ded-b279-97babe850277,segment=NetworkSegment(14bcfbdc-6c5a-4d32-bd18-f257f701439f),segment_id=14bcfbdc-6c5a-4d32-bd18-f257f701439f)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 21:02:28.172815 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_v2 [None req-29efd33d-5f0c-48f2-b9b9-8ae8179e5a22 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Deleting subnet c89b71b4-fd7a-4f29-848c-23802ef2c093 {{(pid=103163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 20 21:02:28.178109 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-29efd33d-5f0c-48f2-b9b9-8ae8179e5a22 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks [] for subnet, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:28.221230 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-29efd33d-5f0c-48f2-b9b9-8ae8179e5a22 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9338757'] for subnet, precommit_delete_associations {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:28.249941 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cbed1a64-0ef3-4ec7-975d-b2b2586046e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:28.328791 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26114d34-60ab-4ae0-9a04-48d80dbbfac3 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Made reservation on behalf of 5498abc6ad9e4e1cb849425e21c607f1 for: {'port': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:02:28.342480 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbed1a64-0ef3-4ec7-975d-b2b2586046e5 None None] Pushing event updated for resources: {'Port': ['ID=3cd0bbe3-4017-4ded-b279-97babe850277,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:02:28.355290 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-29efd33d-5f0c-48f2-b9b9-8ae8179e5a22 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33068388'] for subnet, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:28.476833 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-26114d34-60ab-4ae0-9a04-48d80dbbfac3 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:28.500915 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [None req-26114d34-60ab-4ae0-9a04-48d80dbbfac3 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] device_id is not set on port ed20d76d-2548-4ae0-93d2-cf262e5d88ca yet. {{(pid=103162) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 20 21:02:28.583655 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-29efd33d-5f0c-48f2-b9b9-8ae8179e5a22 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33068399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9641221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8422588'] for subnet, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:28.639604 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29efd33d-5f0c-48f2-b9b9-8ae8179e5a22 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Pushing event deleted for resources: {'Subnet': ['ID=c89b71b4-fd7a-4f29-848c-23802ef2c093,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:02:28.643908 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-29efd33d-5f0c-48f2-b9b9-8ae8179e5a22 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks [] for subnet, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:28.651124 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-29efd33d-5f0c-48f2-b9b9-8ae8179e5a22 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] 10.222.0.35 "DELETE /v2.0/subnets/c89b71b4-fd7a-4f29-848c-23802ef2c093 HTTP/1.1" status: 204 len: 168 time: 0.5725324 May 20 21:02:28.651645 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 41266) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:02:28.654363 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1315ce6a-29cc-4a64-9aec-f9c351dac0cf None None] Network 4595bf78-d9f4-457f-9b8e-54a2e919ea2b requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:02:28.677299 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-28c7aeb7-3f2c-40cc-8a54-9fc3aa9ec004 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Request body: {'subnet': {'network_id': '4595bf78-d9f4-457f-9b8e-54a2e919ea2b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:02:28.796183 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-26114d34-60ab-4ae0-9a04-48d80dbbfac3 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Allocated IP 2001:db8::327 (7b04e954-4cb8-4833-9e51-eaf3f4e0fe45/41fceeda-add9-4d46-ace5-65980714f501/ed20d76d-2548-4ae0-93d2-cf262e5d88ca) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:02:29.003929 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-26114d34-60ab-4ae0-9a04-48d80dbbfac3 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:29.026085 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-bfca317e-6fa5-4f8e-99ee-6939abc73c31 req-869eebdd-f3ca-460d-a5c7-df9acdd9721d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=75b87a76-ad52-4618-a214-48088ec58aef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.3132634 May 20 21:02:29.101073 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28c7aeb7-3f2c-40cc-8a54-9fc3aa9ec004 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Made reservation on behalf of b680ab6daca64ac08e9ce40077a8514d for: {'subnet': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:02:29.105084 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-28c7aeb7-3f2c-40cc-8a54-9fc3aa9ec004 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8422561'] for subnet, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:29.179632 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-26114d34-60ab-4ae0-9a04-48d80dbbfac3 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:29.277846 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfca317e-6fa5-4f8e-99ee-6939abc73c31 req-e61ba73d-2e48-490b-a7fe-b8156158fda3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:02:29.278330 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfca317e-6fa5-4f8e-99ee-6939abc73c31 req-e61ba73d-2e48-490b-a7fe-b8156158fda3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:02:29.281122 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfca317e-6fa5-4f8e-99ee-6939abc73c31 req-e61ba73d-2e48-490b-a7fe-b8156158fda3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:02:29.286781 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfca317e-6fa5-4f8e-99ee-6939abc73c31 req-e61ba73d-2e48-490b-a7fe-b8156158fda3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:02:29.287285 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfca317e-6fa5-4f8e-99ee-6939abc73c31 req-e61ba73d-2e48-490b-a7fe-b8156158fda3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:02:29.298209 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfca317e-6fa5-4f8e-99ee-6939abc73c31 req-e61ba73d-2e48-490b-a7fe-b8156158fda3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:02:29.300065 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfca317e-6fa5-4f8e-99ee-6939abc73c31 req-e61ba73d-2e48-490b-a7fe-b8156158fda3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:02:29.305861 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-bfca317e-6fa5-4f8e-99ee-6939abc73c31 req-e61ba73d-2e48-490b-a7fe-b8156158fda3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0460753b23084d8f8624c2387ec65eda&device_id=75b87a76-ad52-4618-a214-48088ec58aef HTTP/1.1" status: 200 len: 6501 time: 0.1442645 May 20 21:02:29.308516 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26114d34-60ab-4ae0-9a04-48d80dbbfac3 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Network 7b04e954-4cb8-4833-9e51-eaf3f4e0fe45 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:02:29.316780 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-26114d34-60ab-4ae0-9a04-48d80dbbfac3 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:02:29.316780 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26114d34-60ab-4ae0-9a04-48d80dbbfac3 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:02:29.323227 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26114d34-60ab-4ae0-9a04-48d80dbbfac3 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:02:29.324062 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-26114d34-60ab-4ae0-9a04-48d80dbbfac3 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:29.328746 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 41282) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:02:29.341630 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26114d34-60ab-4ae0-9a04-48d80dbbfac3 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Pushing event updated for resources: {'Port': ['ID=ed20d76d-2548-4ae0-93d2-cf262e5d88ca,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:02:29.537896 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-0c34cf8d-c84d-4d6e-a191-d914570927f2 tempest-RoutersAdminNegativeTest-1029527839 tempest-RoutersAdminNegativeTest-1029527839-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-659686823', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:02:29.558384 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-26114d34-60ab-4ae0-9a04-48d80dbbfac3 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.4674823 May 20 21:02:29.559953 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 41288) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:02:29.569039 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-711f5f97-a73b-45f8-be48-d90244547f6b tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Request body: {'subnet': {'network_id': '7b04e954-4cb8-4833-9e51-eaf3f4e0fe45', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:02:29.623376 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-28c7aeb7-3f2c-40cc-8a54-9fc3aa9ec004 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9641412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8422583'] for subnet, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:29.628851 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfca317e-6fa5-4f8e-99ee-6939abc73c31 req-b4368595-933e-4737-bb00-932a6adce400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:02:29.629540 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfca317e-6fa5-4f8e-99ee-6939abc73c31 req-b4368595-933e-4737-bb00-932a6adce400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:02:29.630326 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfca317e-6fa5-4f8e-99ee-6939abc73c31 req-b4368595-933e-4737-bb00-932a6adce400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:02:29.632080 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-bfca317e-6fa5-4f8e-99ee-6939abc73c31 req-b4368595-933e-4737-bb00-932a6adce400 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1e3e44fa-7b8c-41ab-9fa2-0a6471f01b68&id=2092c81d-6283-40f1-9bf1-5f286393c29e&id=2092c81d-6283-40f1-9bf1-5f286393c29e&id=2092c81d-6283-40f1-9bf1-5f286393c29e&id=2092c81d-6283-40f1-9bf1-5f286393c29e&id=406fd18c-0c2e-4f41-b1be-e40f4d4f5f09&id=406fd18c-0c2e-4f41-b1be-e40f4d4f5f09 HTTP/1.1" status: 200 len: 2297 time: 0.2693706 May 20 21:02:29.674859 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28c7aeb7-3f2c-40cc-8a54-9fc3aa9ec004 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Network 4595bf78-d9f4-457f-9b8e-54a2e919ea2b is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:02:29.681966 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-28c7aeb7-3f2c-40cc-8a54-9fc3aa9ec004 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:02:29.685173 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28c7aeb7-3f2c-40cc-8a54-9fc3aa9ec004 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:02:29.685834 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-28c7aeb7-3f2c-40cc-8a54-9fc3aa9ec004 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks [] for subnet, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:29.751898 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-bfca317e-6fa5-4f8e-99ee-6939abc73c31 req-8f0ff6e0-47db-42fe-88af-dae5901ab5d2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=92f180c2-0d12-4276-b468-9633e951982b HTTP/1.1" status: 200 len: 999 time: 0.1054597 May 20 21:02:29.775901 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c7aeb7-3f2c-40cc-8a54-9fc3aa9ec004 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Pushing event updated for resources: {'Subnet': ['ID=317a5977-ec47-4435-aa3a-d18f57e01c8a,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:02:29.783719 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c34cf8d-c84d-4d6e-a191-d914570927f2 tempest-RoutersAdminNegativeTest-1029527839 tempest-RoutersAdminNegativeTest-1029527839-project-admin] Made reservation on behalf of 0157cba42378403c808b867b706604d0 for: {'port': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:02:29.783719 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0c34cf8d-c84d-4d6e-a191-d914570927f2 tempest-RoutersAdminNegativeTest-1029527839 tempest-RoutersAdminNegativeTest-1029527839-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:29.794748 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0c34cf8d-c84d-4d6e-a191-d914570927f2 tempest-RoutersAdminNegativeTest-1029527839 tempest-RoutersAdminNegativeTest-1029527839-project-admin] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:29.838815 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfca317e-6fa5-4f8e-99ee-6939abc73c31 req-19cc17e2-f782-4d8e-821b-23b23db74637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:02:29.840877 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-bfca317e-6fa5-4f8e-99ee-6939abc73c31 req-19cc17e2-f782-4d8e-821b-23b23db74637 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=88b96f62-8032-4008-8101-2fc29fd0425b HTTP/1.1" status: 200 len: 855 time: 0.0829082 May 20 21:02:29.883816 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-28c7aeb7-3f2c-40cc-8a54-9fc3aa9ec004 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2311022 May 20 21:02:29.889818 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-e84ca187-f857-46f0-8f8c-4f9ecf4369a2 None None] Provisioning complete for port a6c26711-99e4-4385-b4ad-9cbd29b2359e triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:02:29.892699 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-e84ca187-f857-46f0-8f8c-4f9ecf4369a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:29.903953 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 41296) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:02:29.910644 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-469460c8-3a4c-4ada-bb0a-c5e9274aa3eb tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Request body: {'security_group': {'name': 'tempest-secgroup-1994838355'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:02:29.948714 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfca317e-6fa5-4f8e-99ee-6939abc73c31 req-c3710fff-6b9c-425a-bc5e-a971d6f4adf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:02:29.948908 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-e84ca187-f857-46f0-8f8c-4f9ecf4369a2 None None] Port a6c26711-99e4-4385-b4ad-9cbd29b2359e cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 21:02:29.950319 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-bfca317e-6fa5-4f8e-99ee-6939abc73c31 req-c3710fff-6b9c-425a-bc5e-a971d6f4adf4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1e3e44fa-7b8c-41ab-9fa2-0a6471f01b68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0930569 May 20 21:02:29.965930 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-e84ca187-f857-46f0-8f8c-4f9ecf4369a2 None None] Provisioning complete for port 3cd0bbe3-4017-4ded-b279-97babe850277 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:02:29.966289 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-e84ca187-f857-46f0-8f8c-4f9ecf4369a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:30.026980 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0c34cf8d-c84d-4d6e-a191-d914570927f2 tempest-RoutersAdminNegativeTest-1029527839 tempest-RoutersAdminNegativeTest-1029527839-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:30.027173 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a27e000d-fdad-4659-a779-40e3918c214a None None] Network 4595bf78-d9f4-457f-9b8e-54a2e919ea2b requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:02:30.054866 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-711f5f97-a73b-45f8-be48-d90244547f6b tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Made reservation on behalf of 5498abc6ad9e4e1cb849425e21c607f1 for: {'subnet': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:02:30.057629 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-469460c8-3a4c-4ada-bb0a-c5e9274aa3eb tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:30.059239 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-711f5f97-a73b-45f8-be48-d90244547f6b tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8422561'] for subnet, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:30.122102 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-bfca317e-6fa5-4f8e-99ee-6939abc73c31 req-4670129c-9da2-413b-a6c4-61d625a54eef service neutron] 10.222.0.13 "GET /v2.0/networks/1e3e44fa-7b8c-41ab-9fa2-0a6471f01b68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1641426 May 20 21:02:30.177854 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0c34cf8d-c84d-4d6e-a191-d914570927f2 tempest-RoutersAdminNegativeTest-1029527839 tempest-RoutersAdminNegativeTest-1029527839-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:30.186725 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [None req-0c34cf8d-c84d-4d6e-a191-d914570927f2 tempest-RoutersAdminNegativeTest-1029527839 tempest-RoutersAdminNegativeTest-1029527839-project-admin] device_id is not set on port ca8b9347-ff02-4006-8c07-83f39045686a yet. {{(pid=103163) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 20 21:02:30.246688 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-e84ca187-f857-46f0-8f8c-4f9ecf4369a2 None None] Current status of the port 3cd0bbe3-4017-4ded-b279-97babe850277 is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:02:30.247072 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-e84ca187-f857-46f0-8f8c-4f9ecf4369a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:30.252611 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-469460c8-3a4c-4ada-bb0a-c5e9274aa3eb tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:30.288992 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-e84ca187-f857-46f0-8f8c-4f9ecf4369a2 None None] For port 3cd0bbe3-4017-4ded-b279-97babe850277, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=3cd0bbe3-4017-4ded-b279-97babe850277,segment=NetworkSegment(14bcfbdc-6c5a-4d32-bd18-f257f701439f),segment_id=14bcfbdc-6c5a-4d32-bd18-f257f701439f)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:02:30.290376 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c34cf8d-c84d-4d6e-a191-d914570927f2 tempest-RoutersAdminNegativeTest-1029527839 tempest-RoutersAdminNegativeTest-1029527839-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2520a0e8-a84e-4c71-9756-b9a5c9122e5f,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:02:30.298388 n-d-842733-1 neutron-server[103163]: INFO neutron.db.ipam_backend_mixin [None req-711f5f97-a73b-45f8-be48-d90244547f6b tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 41fceeda-add9-4d46-ace5-65980714f501 (CIDR: 2001:db8::/64) May 20 21:02:30.310897 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-bfca317e-6fa5-4f8e-99ee-6939abc73c31 req-d8ce2a02-c5a6-49f1-ae1b-d67690554472 service neutron] 10.222.0.13 "GET /v2.0/networks/1e3e44fa-7b8c-41ab-9fa2-0a6471f01b68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1795962 May 20 21:02:30.348266 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cb9ec75-8db6-458f-b8c6-d634feb8329d None None] Update dhcp port {'port': {'network_id': '4595bf78-d9f4-457f-9b8e-54a2e919ea2b', 'fixed_ips': [{'subnet_id': '631ce6c5-55ea-4f2f-ae56-a381f47656ef', 'ip_address': '172.20.0.18'}, {'subnet_id': '317a5977-ec47-4435-aa3a-d18f57e01c8a'}], 'binding:host_id': 'n-d-842733-1'}, 'id': 'f5928558-5dc4-42f6-a17f-634c6f34ccb0'} from n-d-842733-1. {{(pid=103164) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} May 20 21:02:30.349805 n-d-842733-1 neutron-server[103163]: INFO neutron.pecan_wsgi.hooks.translation [None req-711f5f97-a73b-45f8-be48-d90244547f6b tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 20 21:02:30.350320 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-711f5f97-a73b-45f8-be48-d90244547f6b tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103163) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 21:02:30.363061 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-bfca317e-6fa5-4f8e-99ee-6939abc73c31 req-09d93994-3093-4d4f-b95f-61ed3008704c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.238&port_id=e5e479b5-1f0b-4f2a-8602-65a393830577 HTTP/1.1" status: 200 len: 217 time: 0.0470510 May 20 21:02:30.364193 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-469460c8-3a4c-4ada-bb0a-c5e9274aa3eb tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:30.382981 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-e84ca187-f857-46f0-8f8c-4f9ecf4369a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:30.387888 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-0c34cf8d-c84d-4d6e-a191-d914570927f2 tempest-RoutersAdminNegativeTest-1029527839 tempest-RoutersAdminNegativeTest-1029527839-project-admin] Allocated IP 172.25.2.157 (e3a93b5c-91e2-4064-9c2c-1afc261bfe15/86fee0c1-6e34-488b-9216-b2b8e7ef585a/ca8b9347-ff02-4006-8c07-83f39045686a) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:02:30.405566 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-1cb9ec75-8db6-458f-b8c6-d634feb8329d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:30.462907 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84ca187-f857-46f0-8f8c-4f9ecf4369a2 None None] Pushing event updated for resources: {'Port': ['ID=3cd0bbe3-4017-4ded-b279-97babe850277,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:02:30.468612 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfca317e-6fa5-4f8e-99ee-6939abc73c31 req-69151b74-dd85-4148-b54a-41e43cc2f1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:02:30.472941 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-bfca317e-6fa5-4f8e-99ee-6939abc73c31 req-69151b74-dd85-4148-b54a-41e43cc2f1aa service neutron] 10.222.0.13 "GET /v2.0/subnets?id=71cdbdb6-2a6f-4add-9d80-59c94baaaa26 HTTP/1.1" status: 200 len: 797 time: 0.1038189 May 20 21:02:30.474292 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469460c8-3a4c-4ada-bb0a-c5e9274aa3eb tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6b6707d-5870-48b3-9492-877ac6807d03,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:02:30.513859 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-711f5f97-a73b-45f8-be48-d90244547f6b tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9528205 May 20 21:02:30.518853 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 41304) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:02:30.524197 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-7531060b-1f26-4508-b5b5-409576884395 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Request body: {'subnet': {'network_id': '7b04e954-4cb8-4833-9e51-eaf3f4e0fe45', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:02:30.574270 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-469460c8-3a4c-4ada-bb0a-c5e9274aa3eb tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:30.576417 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-469460c8-3a4c-4ada-bb0a-c5e9274aa3eb tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6696503 May 20 21:02:30.588752 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 41306) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:02:30.598233 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-d370429c-ec46-425e-9ea4-0d77ec1b57f8 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Request body: {'security_group': {'name': 'tempest-secgroup-28270784'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:02:30.629272 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-08bfbfc8-932a-4cb2-b5ff-747c946ae2cd None None] Provisioning complete for port 1c0009ee-b432-488c-9f53-2ac760dde3f7 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:02:30.629272 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-08bfbfc8-932a-4cb2-b5ff-747c946ae2cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:30.639766 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfca317e-6fa5-4f8e-99ee-6939abc73c31 req-cdd33078-fa0f-43e6-874e-ccd4b44f7a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:02:30.641777 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-bfca317e-6fa5-4f8e-99ee-6939abc73c31 req-cdd33078-fa0f-43e6-874e-ccd4b44f7a9f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2092c81d-6283-40f1-9bf1-5f286393c29e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1526697 May 20 21:02:30.712554 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-08bfbfc8-932a-4cb2-b5ff-747c946ae2cd None None] Port 1c0009ee-b432-488c-9f53-2ac760dde3f7 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 21:02:30.725949 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0c34cf8d-c84d-4d6e-a191-d914570927f2 tempest-RoutersAdminNegativeTest-1029527839 tempest-RoutersAdminNegativeTest-1029527839-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:30.735965 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [None req-1cb9ec75-8db6-458f-b8c6-d634feb8329d None None] Allocated IP 172.20.0.2 (4595bf78-d9f4-457f-9b8e-54a2e919ea2b/317a5977-ec47-4435-aa3a-d18f57e01c8a/f5928558-5dc4-42f6-a17f-634c6f34ccb0) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:02:30.752932 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d370429c-ec46-425e-9ea4-0d77ec1b57f8 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:30.756891 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-08bfbfc8-932a-4cb2-b5ff-747c946ae2cd None None] Provisioning complete for port ed20d76d-2548-4ae0-93d2-cf262e5d88ca triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:02:30.757905 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-08bfbfc8-932a-4cb2-b5ff-747c946ae2cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:30.759233 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 3cd0bbe3-4017-4ded-b279-97babe850277 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:02:30.825356 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7531060b-1f26-4508-b5b5-409576884395 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Made reservation on behalf of 5498abc6ad9e4e1cb849425e21c607f1 for: {'subnet': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:02:30.828976 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7531060b-1f26-4508-b5b5-409576884395 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8422561'] for subnet, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:30.853203 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-bfca317e-6fa5-4f8e-99ee-6939abc73c31 req-6243875b-e0f8-4df6-8566-22773bd4b1aa service neutron] 10.222.0.13 "GET /v2.0/networks/2092c81d-6283-40f1-9bf1-5f286393c29e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2032137 May 20 21:02:30.884202 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-08bfbfc8-932a-4cb2-b5ff-747c946ae2cd None None] Port ed20d76d-2548-4ae0-93d2-cf262e5d88ca cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 21:02:30.930149 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0c34cf8d-c84d-4d6e-a191-d914570927f2 tempest-RoutersAdminNegativeTest-1029527839 tempest-RoutersAdminNegativeTest-1029527839-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:30.949421 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-08bfbfc8-932a-4cb2-b5ff-747c946ae2cd None None] Provisioning complete for port f5928558-5dc4-42f6-a17f-634c6f34ccb0 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:02:30.949421 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-08bfbfc8-932a-4cb2-b5ff-747c946ae2cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:30.989191 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d370429c-ec46-425e-9ea4-0d77ec1b57f8 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:31.010723 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c34cf8d-c84d-4d6e-a191-d914570927f2 tempest-RoutersAdminNegativeTest-1029527839 tempest-RoutersAdminNegativeTest-1029527839-project-admin] Network e3a93b5c-91e2-4064-9c2c-1afc261bfe15 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:02:31.015407 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-bfca317e-6fa5-4f8e-99ee-6939abc73c31 req-30c3b68c-b231-4d5a-8f07-e706cb0af3d4 service neutron] 10.222.0.13 "GET /v2.0/networks/2092c81d-6283-40f1-9bf1-5f286393c29e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458886 May 20 21:02:31.015889 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-0c34cf8d-c84d-4d6e-a191-d914570927f2 tempest-RoutersAdminNegativeTest-1029527839 tempest-RoutersAdminNegativeTest-1029527839-project-admin] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:02:31.023155 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c34cf8d-c84d-4d6e-a191-d914570927f2 tempest-RoutersAdminNegativeTest-1029527839 tempest-RoutersAdminNegativeTest-1029527839-project-admin] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:02:31.063690 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c34cf8d-c84d-4d6e-a191-d914570927f2 tempest-RoutersAdminNegativeTest-1029527839 tempest-RoutersAdminNegativeTest-1029527839-project-admin] Pushing event updated for resources: {'Port': ['ID=ca8b9347-ff02-4006-8c07-83f39045686a,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:02:31.075256 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-bfca317e-6fa5-4f8e-99ee-6939abc73c31 req-44c46f13-69b7-42d1-b19e-d98c9cc2fcbb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.122&port_id=70abfc69-b0e3-44bf-8960-f0d10e058c3c HTTP/1.1" status: 200 len: 217 time: 0.0541162 May 20 21:02:31.109346 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c34cf8d-c84d-4d6e-a191-d914570927f2 tempest-RoutersAdminNegativeTest-1029527839 tempest-RoutersAdminNegativeTest-1029527839-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:02:31.109963 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0c34cf8d-c84d-4d6e-a191-d914570927f2 tempest-RoutersAdminNegativeTest-1029527839 tempest-RoutersAdminNegativeTest-1029527839-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:31.117150 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d370429c-ec46-425e-9ea4-0d77ec1b57f8 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:31.156972 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 3cd0bbe3-4017-4ded-b279-97babe850277 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:02:31.161748 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:31.171340 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfca317e-6fa5-4f8e-99ee-6939abc73c31 req-d878a901-3ff9-4e88-ac02-48c95b407bac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:02:31.172737 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-bfca317e-6fa5-4f8e-99ee-6939abc73c31 req-d878a901-3ff9-4e88-ac02-48c95b407bac service neutron] 10.222.0.13 "GET /v2.0/subnets?id=71cdbdb6-2a6f-4add-9d80-59c94baaaa26 HTTP/1.1" status: 200 len: 797 time: 0.0896349 May 20 21:02:31.176043 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d370429c-ec46-425e-9ea4-0d77ec1b57f8 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d8ceda5-8f91-411c-a12d-2f5f78be7027,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:02:31.222574 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-1cb9ec75-8db6-458f-b8c6-d634feb8329d None None] For port f5928558-5dc4-42f6-a17f-634c6f34ccb0, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=f5928558-5dc4-42f6-a17f-634c6f34ccb0,segment=NetworkSegment(9a09aebd-1c23-4b32-919e-d0e1c43802f0),segment_id=9a09aebd-1c23-4b32-919e-d0e1c43802f0)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:02:31.231372 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfca317e-6fa5-4f8e-99ee-6939abc73c31 req-5909f092-4caa-40ea-8f44-ff99221d3363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:02:31.232924 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-bfca317e-6fa5-4f8e-99ee-6939abc73c31 req-5909f092-4caa-40ea-8f44-ff99221d3363 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2092c81d-6283-40f1-9bf1-5f286393c29e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0521884 May 20 21:02:31.256145 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-0c34cf8d-c84d-4d6e-a191-d914570927f2 tempest-RoutersAdminNegativeTest-1029527839 tempest-RoutersAdminNegativeTest-1029527839-project-admin] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.9261253 May 20 21:02:31.258856 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 41314) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:02:31.264900 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-25673704-7cd3-48c0-a143-4581449160f4 tempest-RoutersAdminNegativeTest-1029527839 tempest-RoutersAdminNegativeTest-1029527839-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.157'}]}}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:02:31.286847 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-1cb9ec75-8db6-458f-b8c6-d634feb8329d None None] Notify callbacks [] for port, precommit_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:31.302351 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 3cd0bbe3-4017-4ded-b279-97babe850277 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:02:31.304575 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d370429c-ec46-425e-9ea4-0d77ec1b57f8 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:31.308300 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-d370429c-ec46-425e-9ea4-0d77ec1b57f8 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.7117693 May 20 21:02:31.308788 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 41316) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:02:31.314137 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-f9c9b9b7-afec-4e98-a689-f8219fc38f86 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Request body: {'security_group': {'name': 'tempest-secgroup-96554523'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:02:31.352615 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7531060b-1f26-4508-b5b5-409576884395 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9641412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8422583'] for subnet, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:31.357172 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-08bfbfc8-932a-4cb2-b5ff-747c946ae2cd None None] Current status of the port f5928558-5dc4-42f6-a17f-634c6f34ccb0 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:02:31.364427 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-bfca317e-6fa5-4f8e-99ee-6939abc73c31 req-5563bf3a-74bd-4f82-9139-7fa8a2e61922 service neutron] 10.222.0.13 "GET /v2.0/networks/2092c81d-6283-40f1-9bf1-5f286393c29e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244962 May 20 21:02:31.377256 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-1cb9ec75-8db6-458f-b8c6-d634feb8329d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:31.450591 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-25673704-7cd3-48c0-a143-4581449160f4 tempest-RoutersAdminNegativeTest-1029527839 tempest-RoutersAdminNegativeTest-1029527839-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-694221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26155'] for router, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:31.450591 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-25673704-7cd3-48c0-a143-4581449160f4 tempest-RoutersAdminNegativeTest-1029527839 tempest-RoutersAdminNegativeTest-1029527839-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-693085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748153', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-718080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26162'] for router, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:31.450591 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7531060b-1f26-4508-b5b5-409576884395 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Network 7b04e954-4cb8-4833-9e51-eaf3f4e0fe45 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:02:31.450591 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-7531060b-1f26-4508-b5b5-409576884395 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:02:31.450591 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7531060b-1f26-4508-b5b5-409576884395 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:02:31.450591 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7531060b-1f26-4508-b5b5-409576884395 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks [] for subnet, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:31.472850 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f9c9b9b7-afec-4e98-a689-f8219fc38f86 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:31.476885 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7531060b-1f26-4508-b5b5-409576884395 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Pushing event updated for resources: {'Subnet': ['ID=a58e723a-b910-47b5-9e3b-a524a6e16d2e,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:02:31.523844 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-25673704-7cd3-48c0-a143-4581449160f4 tempest-RoutersAdminNegativeTest-1029527839 tempest-RoutersAdminNegativeTest-1029527839-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:31.530319 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72d4a8e1-0140-4378-ac32-1da9077a909c None None] Network 7b04e954-4cb8-4833-9e51-eaf3f4e0fe45 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:02:31.567817 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-bfca317e-6fa5-4f8e-99ee-6939abc73c31 req-573f5a2d-1497-4c80-a0b6-b6600f3c2cbf service neutron] 10.222.0.13 "GET /v2.0/networks/2092c81d-6283-40f1-9bf1-5f286393c29e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1970940 May 20 21:02:31.598946 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-7531060b-1f26-4508-b5b5-409576884395 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.0792382 May 20 21:02:31.602009 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb9ec75-8db6-458f-b8c6-d634feb8329d None None] Pushing event updated for resources: {'Port': ['ID=f5928558-5dc4-42f6-a17f-634c6f34ccb0,revision_number=6']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:02:31.602252 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 41322) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:02:31.609698 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-15010077-3e24-4415-8db2-d5d33d2c9b5d tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-645624346', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'a58e723a-b910-47b5-9e3b-a524a6e16d2e'}], 'security_groups': ['f82bc33c-57d6-4a9b-93ab-1a98913ef1bc']}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:02:31.640174 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-bfca317e-6fa5-4f8e-99ee-6939abc73c31 req-88ffb9cf-4fd8-4697-af83-2ba07e2da498 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.135&port_id=e23bf1a0-0743-4c25-ac95-d74d935af48f HTTP/1.1" status: 200 len: 217 time: 0.0537705 May 20 21:02:31.741288 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f9c9b9b7-afec-4e98-a689-f8219fc38f86 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:31.766255 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfca317e-6fa5-4f8e-99ee-6939abc73c31 req-47821b63-760b-48cc-bd3a-d3854cea56b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:02:31.769424 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-bfca317e-6fa5-4f8e-99ee-6939abc73c31 req-47821b63-760b-48cc-bd3a-d3854cea56b4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=71cdbdb6-2a6f-4add-9d80-59c94baaaa26 HTTP/1.1" status: 200 len: 797 time: 0.1161458 May 20 21:02:31.864023 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f9c9b9b7-afec-4e98-a689-f8219fc38f86 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:31.944268 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfca317e-6fa5-4f8e-99ee-6939abc73c31 req-f072e843-c5cf-4244-826c-703921c09130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:02:31.945871 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-bfca317e-6fa5-4f8e-99ee-6939abc73c31 req-f072e843-c5cf-4244-826c-703921c09130 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2092c81d-6283-40f1-9bf1-5f286393c29e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1330936 May 20 21:02:31.950795 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c9b9b7-afec-4e98-a689-f8219fc38f86 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5d8df75-d183-4e6e-a278-cacc22a81984,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:02:31.968496 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e773b64f-bfe3-4213-ae41-576d9549d251 None None] Update dhcp port {'port': {'network_id': '7b04e954-4cb8-4833-9e51-eaf3f4e0fe45', 'fixed_ips': [{'subnet_id': '41fceeda-add9-4d46-ace5-65980714f501', 'ip_address': '2001:db8::2'}, {'subnet_id': 'a58e723a-b910-47b5-9e3b-a524a6e16d2e'}], 'binding:host_id': 'n-d-842733-1'}, 'id': '3cd0bbe3-4017-4ded-b279-97babe850277'} from n-d-842733-1. {{(pid=103164) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} May 20 21:02:32.026331 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-e773b64f-bfe3-4213-ae41-576d9549d251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:32.074295 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f9c9b9b7-afec-4e98-a689-f8219fc38f86 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:32.074550 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-25673704-7cd3-48c0-a143-4581449160f4 tempest-RoutersAdminNegativeTest-1029527839 tempest-RoutersAdminNegativeTest-1029527839-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:32.075576 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-f9c9b9b7-afec-4e98-a689-f8219fc38f86 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.7661560 May 20 21:02:32.077375 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-15010077-3e24-4415-8db2-d5d33d2c9b5d tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:32.081590 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 41328) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:02:32.101724 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-5b51207c-f431-4bd5-93d5-9c539451f038 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1219025322', 'security_groups': ['e5d8df75-d183-4e6e-a278-cacc22a81984'], 'network_id': '4595bf78-d9f4-457f-9b8e-54a2e919ea2b', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '317a5977-ec47-4435-aa3a-d18f57e01c8a'}]}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:02:32.214248 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-bfca317e-6fa5-4f8e-99ee-6939abc73c31 req-3c938c98-5f2b-4797-b5f7-b1e89313d11e service neutron] 10.222.0.13 "GET /v2.0/networks/2092c81d-6283-40f1-9bf1-5f286393c29e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2606640 May 20 21:02:32.348635 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [None req-e773b64f-bfe3-4213-ae41-576d9549d251 None None] Allocated IP 2001:db8:0:1::2 (7b04e954-4cb8-4833-9e51-eaf3f4e0fe45/a58e723a-b910-47b5-9e3b-a524a6e16d2e/3cd0bbe3-4017-4ded-b279-97babe850277) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:02:32.397430 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:32.441374 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-bfca317e-6fa5-4f8e-99ee-6939abc73c31 req-9f1addeb-d4a1-44b5-bc80-8d73f35e5381 service neutron] 10.222.0.13 "GET /v2.0/networks/2092c81d-6283-40f1-9bf1-5f286393c29e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2134712 May 20 21:02:32.467105 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-c6949a27-3ea7-4a67-a95f-9ae60e6c3c61 None None] Provisioning complete for port 1c0009ee-b432-488c-9f53-2ac760dde3f7 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:02:32.467675 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c6949a27-3ea7-4a67-a95f-9ae60e6c3c61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:32.536110 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-c6949a27-3ea7-4a67-a95f-9ae60e6c3c61 None None] Port 1c0009ee-b432-488c-9f53-2ac760dde3f7 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 21:02:32.537079 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-bfca317e-6fa5-4f8e-99ee-6939abc73c31 req-87d153c0-35cf-42e1-8af3-0aa2e8559a89 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.154&port_id=c635efd6-629d-4675-9b02-f5dc32576914 HTTP/1.1" status: 200 len: 217 time: 0.0893674 May 20 21:02:32.546834 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b51207c-f431-4bd5-93d5-9c539451f038 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Made reservation on behalf of b680ab6daca64ac08e9ce40077a8514d for: {'port': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:02:32.548474 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-e773b64f-bfe3-4213-ae41-576d9549d251 None None] For port 3cd0bbe3-4017-4ded-b279-97babe850277, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=3cd0bbe3-4017-4ded-b279-97babe850277,segment=NetworkSegment(14bcfbdc-6c5a-4d32-bd18-f257f701439f),segment_id=14bcfbdc-6c5a-4d32-bd18-f257f701439f)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:02:32.563511 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-c6949a27-3ea7-4a67-a95f-9ae60e6c3c61 None None] Provisioning complete for port f5928558-5dc4-42f6-a17f-634c6f34ccb0 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:02:32.563511 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c6949a27-3ea7-4a67-a95f-9ae60e6c3c61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:32.578630 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-25673704-7cd3-48c0-a143-4581449160f4 tempest-RoutersAdminNegativeTest-1029527839 tempest-RoutersAdminNegativeTest-1029527839-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:32.606150 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-25673704-7cd3-48c0-a143-4581449160f4 tempest-RoutersAdminNegativeTest-1029527839 tempest-RoutersAdminNegativeTest-1029527839-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:32.627417 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-e773b64f-bfe3-4213-ae41-576d9549d251 None None] Notify callbacks [] for port, precommit_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:32.676505 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device f5928558-5dc4-42f6-a17f-634c6f34ccb0 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:02:32.699440 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfca317e-6fa5-4f8e-99ee-6939abc73c31 req-9cc741f8-fada-481d-94f0-ec7886bb8b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:02:32.700899 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-bfca317e-6fa5-4f8e-99ee-6939abc73c31 req-9cc741f8-fada-481d-94f0-ec7886bb8b17 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=71cdbdb6-2a6f-4add-9d80-59c94baaaa26 HTTP/1.1" status: 200 len: 797 time: 0.0634437 May 20 21:02:32.731937 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-c6949a27-3ea7-4a67-a95f-9ae60e6c3c61 None None] Current status of the port f5928558-5dc4-42f6-a17f-634c6f34ccb0 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:02:32.751227 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-e773b64f-bfe3-4213-ae41-576d9549d251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:32.766274 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port f5928558-5dc4-42f6-a17f-634c6f34ccb0 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:02:32.766755 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:32.810998 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5b51207c-f431-4bd5-93d5-9c539451f038 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:32.827202 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfca317e-6fa5-4f8e-99ee-6939abc73c31 req-aa737668-aa31-418e-bb8f-b2ed7d333441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:02:32.828986 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-bfca317e-6fa5-4f8e-99ee-6939abc73c31 req-aa737668-aa31-418e-bb8f-b2ed7d333441 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2092c81d-6283-40f1-9bf1-5f286393c29e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1185608 May 20 21:02:32.895057 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e773b64f-bfe3-4213-ae41-576d9549d251 None None] Pushing event updated for resources: {'Port': ['ID=3cd0bbe3-4017-4ded-b279-97babe850277,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:02:32.916045 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [None req-5b51207c-f431-4bd5-93d5-9c539451f038 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] device_id is not set on port 178e0672-35c4-40df-b07d-852cb0270c3f yet. {{(pid=103162) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 20 21:02:32.932267 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-25673704-7cd3-48c0-a143-4581449160f4 tempest-RoutersAdminNegativeTest-1029527839 tempest-RoutersAdminNegativeTest-1029527839-project-admin] Notify callbacks [] for router, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:32.982383 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port f5928558-5dc4-42f6-a17f-634c6f34ccb0 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:02:33.149596 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-15010077-3e24-4415-8db2-d5d33d2c9b5d tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Delete allocated IP 2001:db8::327 (7b04e954-4cb8-4833-9e51-eaf3f4e0fe45/41fceeda-add9-4d46-ace5-65980714f501) {{(pid=103163) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 20 21:02:33.187221 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-25673704-7cd3-48c0-a143-4581449160f4 tempest-RoutersAdminNegativeTest-1029527839 tempest-RoutersAdminNegativeTest-1029527839-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26169'] for router, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:33.189947 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-15010077-3e24-4415-8db2-d5d33d2c9b5d tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Allocated IP 2001:db8:0:1::335 (7b04e954-4cb8-4833-9e51-eaf3f4e0fe45/a58e723a-b910-47b5-9e3b-a524a6e16d2e/ed20d76d-2548-4ae0-93d2-cf262e5d88ca) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:02:33.190215 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-5b51207c-f431-4bd5-93d5-9c539451f038 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Allocated IP 172.20.0.5 (4595bf78-d9f4-457f-9b8e-54a2e919ea2b/317a5977-ec47-4435-aa3a-d18f57e01c8a/178e0672-35c4-40df-b07d-852cb0270c3f) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:02:33.192660 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-25673704-7cd3-48c0-a143-4581449160f4 tempest-RoutersAdminNegativeTest-1029527839 tempest-RoutersAdminNegativeTest-1029527839-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:33.210195 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-bfca317e-6fa5-4f8e-99ee-6939abc73c31 req-58dffe57-dfae-4fac-80ad-367ed5337df2 service neutron] 10.222.0.13 "GET /v2.0/networks/2092c81d-6283-40f1-9bf1-5f286393c29e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3735735 May 20 21:02:33.342276 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-25673704-7cd3-48c0-a143-4581449160f4 tempest-RoutersAdminNegativeTest-1029527839 tempest-RoutersAdminNegativeTest-1029527839-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-693148'] for router, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:33.343167 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25673704-7cd3-48c0-a143-4581449160f4 tempest-RoutersAdminNegativeTest-1029527839 tempest-RoutersAdminNegativeTest-1029527839-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 150b56e2-4ddd-4642-8581-4f5e9b44c74a {{(pid=103163) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 20 21:02:33.411493 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-bfca317e-6fa5-4f8e-99ee-6939abc73c31 req-7720ce0e-7956-4d98-9067-8855d097d812 service neutron] 10.222.0.13 "GET /v2.0/networks/2092c81d-6283-40f1-9bf1-5f286393c29e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1942732 May 20 21:02:33.459797 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-15010077-3e24-4415-8db2-d5d33d2c9b5d tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks [] for port, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:33.468955 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-bfca317e-6fa5-4f8e-99ee-6939abc73c31 req-38760eb1-ecb6-4b9d-afa2-9ae54a3f950a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f4c771b6-ea4d-4f91-a9e6-9592d7d019b1 HTTP/1.1" status: 200 len: 217 time: 0.0500152 May 20 21:02:33.479378 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5b51207c-f431-4bd5-93d5-9c539451f038 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:33.482691 n-d-842733-1 neutron-server[103163]: INFO neutron.api.v2.resource [None req-25673704-7cd3-48c0-a143-4581449160f4 tempest-RoutersAdminNegativeTest-1029527839 tempest-RoutersAdminNegativeTest-1029527839-project-admin] create failed (client error): There was a conflict when trying to complete your request. May 20 21:02:33.491398 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-25673704-7cd3-48c0-a143-4581449160f4 tempest-RoutersAdminNegativeTest-1029527839 tempest-RoutersAdminNegativeTest-1029527839-project-admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.2241199 May 20 21:02:33.491398 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 41346) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:02:33.571044 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfca317e-6fa5-4f8e-99ee-6939abc73c31 req-70c667cf-3d7e-49bb-bfa5-a14f89b9cfe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:02:33.572906 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-bfca317e-6fa5-4f8e-99ee-6939abc73c31 req-70c667cf-3d7e-49bb-bfa5-a14f89b9cfe2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=70b55600-d7fc-4e7e-8aec-f560aacbb632 HTTP/1.1" status: 200 len: 797 time: 0.0966749 May 20 21:02:33.650983 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfca317e-6fa5-4f8e-99ee-6939abc73c31 req-88025a20-7ef1-4c92-b2bf-20cae640fc2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:02:33.652589 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-bfca317e-6fa5-4f8e-99ee-6939abc73c31 req-88025a20-7ef1-4c92-b2bf-20cae640fc2d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=406fd18c-0c2e-4f41-b1be-e40f4d4f5f09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0709376 May 20 21:02:33.719612 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5b51207c-f431-4bd5-93d5-9c539451f038 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:33.770732 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-09a2d22b-6f8d-4240-9b1f-f41ced5d7c93 None None] Provisioning complete for port a6c26711-99e4-4385-b4ad-9cbd29b2359e triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:02:33.782081 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-09a2d22b-6f8d-4240-9b1f-f41ced5d7c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:33.819657 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-09a2d22b-6f8d-4240-9b1f-f41ced5d7c93 None None] Port a6c26711-99e4-4385-b4ad-9cbd29b2359e cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 21:02:33.833341 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-09a2d22b-6f8d-4240-9b1f-f41ced5d7c93 None None] Provisioning complete for port ed20d76d-2548-4ae0-93d2-cf262e5d88ca triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:02:33.833714 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-09a2d22b-6f8d-4240-9b1f-f41ced5d7c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:33.885498 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-09a2d22b-6f8d-4240-9b1f-f41ced5d7c93 None None] Port ed20d76d-2548-4ae0-93d2-cf262e5d88ca cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 21:02:33.904122 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-09a2d22b-6f8d-4240-9b1f-f41ced5d7c93 None None] Provisioning complete for port 3cd0bbe3-4017-4ded-b279-97babe850277 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:02:33.916137 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-09a2d22b-6f8d-4240-9b1f-f41ced5d7c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:33.917031 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-15010077-3e24-4415-8db2-d5d33d2c9b5d tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:33.991329 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-15010077-3e24-4415-8db2-d5d33d2c9b5d tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] In _notify_port_updated(), no bound segment for port ed20d76d-2548-4ae0-93d2-cf262e5d88ca on network 7b04e954-4cb8-4833-9e51-eaf3f4e0fe45 {{(pid=103163) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} May 20 21:02:33.996886 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15010077-3e24-4415-8db2-d5d33d2c9b5d tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:02:33.997576 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-15010077-3e24-4415-8db2-d5d33d2c9b5d tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:34.001258 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-15010077-3e24-4415-8db2-d5d33d2c9b5d tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] 10.222.0.35 "PUT /v2.0/ports/ed20d76d-2548-4ae0-93d2-cf262e5d88ca HTTP/1.1" status: 200 len: 930 time: 2.3957725 May 20 21:02:34.019127 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 41356) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:02:34.071305 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15010077-3e24-4415-8db2-d5d33d2c9b5d tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Pushing event updated for resources: {'Port': ['ID=ed20d76d-2548-4ae0-93d2-cf262e5d88ca,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:02:34.093830 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-09a2d22b-6f8d-4240-9b1f-f41ced5d7c93 None None] Current status of the port 3cd0bbe3-4017-4ded-b279-97babe850277 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:02:34.095001 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b51207c-f431-4bd5-93d5-9c539451f038 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Network 4595bf78-d9f4-457f-9b8e-54a2e919ea2b is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:02:34.103424 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-5b51207c-f431-4bd5-93d5-9c539451f038 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:02:34.113473 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b51207c-f431-4bd5-93d5-9c539451f038 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:02:34.117927 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-bfca317e-6fa5-4f8e-99ee-6939abc73c31 req-37ed986a-4627-419d-9183-141bd109bf11 service neutron] 10.222.0.13 "GET /v2.0/networks/406fd18c-0c2e-4f41-b1be-e40f4d4f5f09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4586658 May 20 21:02:34.120013 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b51207c-f431-4bd5-93d5-9c539451f038 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Pushing event updated for resources: {'Port': ['ID=178e0672-35c4-40df-b07d-852cb0270c3f,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:02:34.137357 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-b80f27e2-6a4c-4845-a4d2-4f227787882b tempest-RoutersAdminNegativeTest-1029527839 tempest-RoutersAdminNegativeTest-1029527839-project-admin] Deleting port ca8b9347-ff02-4006-8c07-83f39045686a {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:02:34.137704 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b80f27e2-6a4c-4845-a4d2-4f227787882b tempest-RoutersAdminNegativeTest-1029527839 tempest-RoutersAdminNegativeTest-1029527839-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:34.224582 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b51207c-f431-4bd5-93d5-9c539451f038 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:02:34.225272 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5b51207c-f431-4bd5-93d5-9c539451f038 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:34.251534 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b80f27e2-6a4c-4845-a4d2-4f227787882b tempest-RoutersAdminNegativeTest-1029527839 tempest-RoutersAdminNegativeTest-1029527839-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:34.255405 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-eec53735-79f6-43d8-ad27-9e2113fecb95 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Deleting port ed20d76d-2548-4ae0-93d2-cf262e5d88ca {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:02:34.255734 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-eec53735-79f6-43d8-ad27-9e2113fecb95 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:34.272346 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-bfca317e-6fa5-4f8e-99ee-6939abc73c31 req-51f9588c-79fa-4585-ad4f-c871cfb25b4e service neutron] 10.222.0.13 "GET /v2.0/networks/406fd18c-0c2e-4f41-b1be-e40f4d4f5f09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317601 May 20 21:02:34.280989 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-b80f27e2-6a4c-4845-a4d2-4f227787882b tempest-RoutersAdminNegativeTest-1029527839 tempest-RoutersAdminNegativeTest-1029527839-project-admin] Calling delete_port for ca8b9347-ff02-4006-8c07-83f39045686a owned by {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:02:34.322240 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-bfca317e-6fa5-4f8e-99ee-6939abc73c31 req-641d681b-aad1-44f9-9c24-a090c6c9c2be service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=914487ce-60c1-489c-a9a9-2aac03bed154 HTTP/1.1" status: 200 len: 217 time: 0.0420797 May 20 21:02:34.365554 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-5b51207c-f431-4bd5-93d5-9c539451f038 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.2752736 May 20 21:02:34.367307 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 41364) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:02:34.380184 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-f1730529-8355-4f3f-8a87-7446e0062b48 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Request body: {'subnet': {'network_id': '4595bf78-d9f4-457f-9b8e-54a2e919ea2b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:02:34.453165 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-eec53735-79f6-43d8-ad27-9e2113fecb95 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:34.479556 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-eec53735-79f6-43d8-ad27-9e2113fecb95 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Calling delete_port for ed20d76d-2548-4ae0-93d2-cf262e5d88ca owned by {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:02:34.492645 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfca317e-6fa5-4f8e-99ee-6939abc73c31 req-ebce459d-c9fd-4aef-afe8-a688131a6e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:02:34.492645 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-bfca317e-6fa5-4f8e-99ee-6939abc73c31 req-ebce459d-c9fd-4aef-afe8-a688131a6e6f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=70b55600-d7fc-4e7e-8aec-f560aacbb632 HTTP/1.1" status: 200 len: 797 time: 0.1632781 May 20 21:02:34.532309 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-82fcd637-327b-451e-be3b-546cb6dae31b None None] Provisioning complete for port 178e0672-35c4-40df-b07d-852cb0270c3f triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:02:34.532697 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-82fcd637-327b-451e-be3b-546cb6dae31b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:34.602322 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-82fcd637-327b-451e-be3b-546cb6dae31b None None] Port 178e0672-35c4-40df-b07d-852cb0270c3f cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 21:02:34.615145 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfca317e-6fa5-4f8e-99ee-6939abc73c31 req-acfb56de-68a2-4a09-947a-8247b101d6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:02:34.618218 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-bfca317e-6fa5-4f8e-99ee-6939abc73c31 req-acfb56de-68a2-4a09-947a-8247b101d6e1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=406fd18c-0c2e-4f41-b1be-e40f4d4f5f09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1030476 May 20 21:02:34.625609 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 3cd0bbe3-4017-4ded-b279-97babe850277 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:02:34.689036 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 3cd0bbe3-4017-4ded-b279-97babe850277 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:02:34.690344 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:34.712779 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1730529-8355-4f3f-8a87-7446e0062b48 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Made reservation on behalf of b680ab6daca64ac08e9ce40077a8514d for: {'subnet': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:02:34.729965 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f1730529-8355-4f3f-8a87-7446e0062b48 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4018244'] for subnet, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:34.744840 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-c959fec2-088c-4255-be34-69aed3964099 None None] Provisioning complete for port ed20d76d-2548-4ae0-93d2-cf262e5d88ca triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:02:34.745232 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c959fec2-088c-4255-be34-69aed3964099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:34.750825 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b80f27e2-6a4c-4845-a4d2-4f227787882b tempest-RoutersAdminNegativeTest-1029527839 tempest-RoutersAdminNegativeTest-1029527839-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:34.794794 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80f27e2-6a4c-4845-a4d2-4f227787882b tempest-RoutersAdminNegativeTest-1029527839 tempest-RoutersAdminNegativeTest-1029527839-project-admin] Pushing event deleted for resources: {'Port': ['ID=ca8b9347-ff02-4006-8c07-83f39045686a,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:02:34.801615 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-c959fec2-088c-4255-be34-69aed3964099 None None] Port ed20d76d-2548-4ae0-93d2-cf262e5d88ca cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 21:02:34.859807 n-d-842733-1 neutron-server[103162]: INFO neutron.db.ipam_backend_mixin [None req-f1730529-8355-4f3f-8a87-7446e0062b48 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 317a5977-ec47-4435-aa3a-d18f57e01c8a (CIDR: 172.20.0.0/28) May 20 21:02:34.863078 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 3cd0bbe3-4017-4ded-b279-97babe850277 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:02:34.890860 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-eec53735-79f6-43d8-ad27-9e2113fecb95 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:34.909426 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-bfca317e-6fa5-4f8e-99ee-6939abc73c31 req-75db617a-20e4-4c81-bd43-8508ae1545a5 service neutron] 10.222.0.13 "GET /v2.0/networks/406fd18c-0c2e-4f41-b1be-e40f4d4f5f09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2756155 May 20 21:02:34.934227 n-d-842733-1 neutron-server[103162]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1730529-8355-4f3f-8a87-7446e0062b48 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 20 21:02:34.934985 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1730529-8355-4f3f-8a87-7446e0062b48 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 21:02:34.935658 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec53735-79f6-43d8-ad27-9e2113fecb95 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Pushing event deleted for resources: {'Port': ['ID=ed20d76d-2548-4ae0-93d2-cf262e5d88ca,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:02:34.945439 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b80f27e2-6a4c-4845-a4d2-4f227787882b tempest-RoutersAdminNegativeTest-1029527839 tempest-RoutersAdminNegativeTest-1029527839-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:34.948641 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-b80f27e2-6a4c-4845-a4d2-4f227787882b tempest-RoutersAdminNegativeTest-1029527839 tempest-RoutersAdminNegativeTest-1029527839-project-admin] 10.222.0.35 "DELETE /v2.0/ports/ca8b9347-ff02-4006-8c07-83f39045686a HTTP/1.1" status: 204 len: 168 time: 1.4606278 May 20 21:02:34.965303 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca917230-e083-49ab-bc7e-6e81539ce0ec req-c805666f-db07-4ad8-a324-c28a2bbdca3c tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:02:34.971346 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca917230-e083-49ab-bc7e-6e81539ce0ec req-c805666f-db07-4ad8-a324-c28a2bbdca3c tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:02:34.982338 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca917230-e083-49ab-bc7e-6e81539ce0ec req-c805666f-db07-4ad8-a324-c28a2bbdca3c tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:02:34.988794 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca917230-e083-49ab-bc7e-6e81539ce0ec req-c805666f-db07-4ad8-a324-c28a2bbdca3c tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:02:34.995084 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca917230-e083-49ab-bc7e-6e81539ce0ec req-c805666f-db07-4ad8-a324-c28a2bbdca3c tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:02:35.001153 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca917230-e083-49ab-bc7e-6e81539ce0ec req-c805666f-db07-4ad8-a324-c28a2bbdca3c tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:02:35.008253 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca917230-e083-49ab-bc7e-6e81539ce0ec req-c805666f-db07-4ad8-a324-c28a2bbdca3c tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:02:35.010162 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ca917230-e083-49ab-bc7e-6e81539ce0ec req-c805666f-db07-4ad8-a324-c28a2bbdca3c tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] 10.222.0.35 "GET /v2.0/ports?device_id=75b87a76-ad52-4618-a214-48088ec58aef HTTP/1.1" status: 200 len: 5444 time: 0.1622813 May 20 21:02:35.029887 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-f1730529-8355-4f3f-8a87-7446e0062b48 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6545663 May 20 21:02:35.032562 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 41380) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:02:35.039123 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-1120d812-b791-442d-90c4-1b5813641913 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Request body: {'subnet': {'network_id': '4595bf78-d9f4-457f-9b8e-54a2e919ea2b', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:02:35.059956 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-eec53735-79f6-43d8-ad27-9e2113fecb95 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:35.063765 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-eec53735-79f6-43d8-ad27-9e2113fecb95 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] 10.222.0.35 "DELETE /v2.0/ports/ed20d76d-2548-4ae0-93d2-cf262e5d88ca HTTP/1.1" status: 204 len: 168 time: 1.0412436 May 20 21:02:35.070908 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 41382) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:02:35.107916 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ca917230-e083-49ab-bc7e-6e81539ce0ec req-962d0c4b-3370-4b56-8e33-c4d6ffbb423a tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] 10.222.0.35 "GET /v2.0/security-groups?id=c6c3d501-aad0-44cc-8dfe-290dffd2c6d4&id=23a4e591-c968-436b-bf23-a5b482a8cab7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0894134 May 20 21:02:35.109096 n-d-842733-1 neutron-server[103163]: INFO neutron.pecan_wsgi.hooks.translation [None req-86f6e2ff-4642-419f-9ebb-ec90913b71b9 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] GET failed (client error): The resource could not be found. May 20 21:02:35.116792 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-86f6e2ff-4642-419f-9ebb-ec90913b71b9 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] 10.222.0.35 "GET /v2.0/ports/ed20d76d-2548-4ae0-93d2-cf262e5d88ca HTTP/1.1" status: 404 len: 333 time: 0.0438771 May 20 21:02:35.117072 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-bfca317e-6fa5-4f8e-99ee-6939abc73c31 req-b116e8bc-6eac-4e46-94bd-6803594ba4f1 service neutron] 10.222.0.13 "GET /v2.0/networks/406fd18c-0c2e-4f41-b1be-e40f4d4f5f09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2036669 May 20 21:02:35.117565 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 41384) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:02:35.254252 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2dce5c3a-4579-4396-802d-4dd10bddec39 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:35.307717 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2dce5c3a-4579-4396-802d-4dd10bddec39 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:35.362181 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7d857b-3e68-4472-aac0-115a7bd4dbe0 req-7b0b333d-93d8-4771-9803-1767601995cd tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:02:35.362919 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1120d812-b791-442d-90c4-1b5813641913 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Made reservation on behalf of b680ab6daca64ac08e9ce40077a8514d for: {'subnet': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:02:35.367658 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1120d812-b791-442d-90c4-1b5813641913 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4018244'] for subnet, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:35.367998 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7d857b-3e68-4472-aac0-115a7bd4dbe0 req-7b0b333d-93d8-4771-9803-1767601995cd tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:02:35.373924 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7d857b-3e68-4472-aac0-115a7bd4dbe0 req-7b0b333d-93d8-4771-9803-1767601995cd tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:02:35.380175 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7d857b-3e68-4472-aac0-115a7bd4dbe0 req-7b0b333d-93d8-4771-9803-1767601995cd tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:02:35.386398 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7d857b-3e68-4472-aac0-115a7bd4dbe0 req-7b0b333d-93d8-4771-9803-1767601995cd tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:02:35.392949 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7d857b-3e68-4472-aac0-115a7bd4dbe0 req-7b0b333d-93d8-4771-9803-1767601995cd tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:02:35.399235 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7d857b-3e68-4472-aac0-115a7bd4dbe0 req-7b0b333d-93d8-4771-9803-1767601995cd tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:02:35.401349 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-de7d857b-3e68-4472-aac0-115a7bd4dbe0 req-7b0b333d-93d8-4771-9803-1767601995cd tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] 10.222.0.35 "GET /v2.0/ports?device_id=75b87a76-ad52-4618-a214-48088ec58aef HTTP/1.1" status: 200 len: 5444 time: 0.1416864 May 20 21:02:35.472583 n-d-842733-1 neutron-server[103162]: INFO neutron.db.ipam_backend_mixin [None req-1120d812-b791-442d-90c4-1b5813641913 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 631ce6c5-55ea-4f2f-ae56-a381f47656ef (CIDR: 172.20.0.16/28) May 20 21:02:35.512858 n-d-842733-1 neutron-server[103162]: INFO neutron.pecan_wsgi.hooks.translation [None req-1120d812-b791-442d-90c4-1b5813641913 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 20 21:02:35.513417 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1120d812-b791-442d-90c4-1b5813641913 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 21:02:35.545350 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2dce5c3a-4579-4396-802d-4dd10bddec39 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:35.548574 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2dce5c3a-4579-4396-802d-4dd10bddec39 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:35.552830 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 41398) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:02:35.553037 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-2dce5c3a-4579-4396-802d-4dd10bddec39 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] 10.222.0.35 "DELETE /v2.0/security-groups/3f9a99e6-c546-4748-8d1f-e1ad21538550 HTTP/1.1" status: 204 len: 168 time: 0.4356830 May 20 21:02:35.563980 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dce5c3a-4579-4396-802d-4dd10bddec39 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f9a99e6-c546-4748-8d1f-e1ad21538550,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:02:35.626879 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-823b8aa8-4dcf-4c85-930d-d14766a84b55 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:35.656641 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-1120d812-b791-442d-90c4-1b5813641913 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.6214170 May 20 21:02:35.659206 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-823b8aa8-4dcf-4c85-930d-d14766a84b55 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:35.660641 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 41400) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:02:35.666245 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-baeec1fa-c0ce-499b-8d48-7688a8ce9105 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Request body: {'subnet': {'network_id': '4595bf78-d9f4-457f-9b8e-54a2e919ea2b', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:02:35.701834 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 41402) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:02:35.803368 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-823b8aa8-4dcf-4c85-930d-d14766a84b55 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:35.806178 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-823b8aa8-4dcf-4c85-930d-d14766a84b55 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:35.807413 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-823b8aa8-4dcf-4c85-930d-d14766a84b55 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] 10.222.0.35 "DELETE /v2.0/security-groups/f82bc33c-57d6-4a9b-93ab-1a98913ef1bc HTTP/1.1" status: 204 len: 168 time: 0.2531002 May 20 21:02:35.810437 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 41408) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:02:35.830904 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823b8aa8-4dcf-4c85-930d-d14766a84b55 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f82bc33c-57d6-4a9b-93ab-1a98913ef1bc,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:02:35.834075 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-79668901-bf74-47c7-9adb-c64da1e17d78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:35.874484 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baeec1fa-c0ce-499b-8d48-7688a8ce9105 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Made reservation on behalf of b680ab6daca64ac08e9ce40077a8514d for: {'subnet': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:02:35.879452 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-baeec1fa-c0ce-499b-8d48-7688a8ce9105 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8422561'] for subnet, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:35.950528 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-79668901-bf74-47c7-9adb-c64da1e17d78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:35.952134 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_v2 [None req-128742ee-4b75-4388-97b5-056d275ecfd6 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Deleting subnet 41fceeda-add9-4d46-ace5-65980714f501 {{(pid=103163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 20 21:02:35.958942 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-128742ee-4b75-4388-97b5-056d275ecfd6 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks [] for subnet, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:35.996823 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-79668901-bf74-47c7-9adb-c64da1e17d78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:36.050977 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-128742ee-4b75-4388-97b5-056d275ecfd6 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9338757'] for subnet, precommit_delete_associations {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:36.051969 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-79668901-bf74-47c7-9adb-c64da1e17d78 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8c83b30287bc4191bfd7db860f35e710&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3488498 May 20 21:02:36.053179 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79668901-bf74-47c7-9adb-c64da1e17d78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08278851-0515-41f5-ac60-31df29552734,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:02:36.057025 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 41416) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:02:36.139965 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ae68df25-c528-4527-be5a-99dcde6b80ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:36.167301 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ae68df25-c528-4527-be5a-99dcde6b80ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:36.227578 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-128742ee-4b75-4388-97b5-056d275ecfd6 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33068388'] for subnet, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:36.288507 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ae68df25-c528-4527-be5a-99dcde6b80ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:36.291565 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ae68df25-c528-4527-be5a-99dcde6b80ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:36.293429 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-ae68df25-c528-4527-be5a-99dcde6b80ff admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/08278851-0515-41f5-ac60-31df29552734 HTTP/1.1" status: 204 len: 168 time: 0.2350810 May 20 21:02:36.302574 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae68df25-c528-4527-be5a-99dcde6b80ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08278851-0515-41f5-ac60-31df29552734,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:02:36.437419 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-128742ee-4b75-4388-97b5-056d275ecfd6 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33068399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9641221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8422588'] for subnet, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:36.469836 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-128742ee-4b75-4388-97b5-056d275ecfd6 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks [] for subnet, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:36.478631 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-128742ee-4b75-4388-97b5-056d275ecfd6 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] 10.222.0.35 "DELETE /v2.0/subnets/41fceeda-add9-4d46-ace5-65980714f501 HTTP/1.1" status: 204 len: 168 time: 0.6617904 May 20 21:02:36.478631 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128742ee-4b75-4388-97b5-056d275ecfd6 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Pushing event deleted for resources: {'Subnet': ['ID=41fceeda-add9-4d46-ace5-65980714f501,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:02:36.480691 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 41424) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:02:36.482862 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1912461e-9ce2-4ed5-81ef-0e957bf18ee9 None None] Network 7b04e954-4cb8-4833-9e51-eaf3f4e0fe45 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:02:36.490025 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-ac529367-0b4e-4219-8987-7145c5766c2f tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Request body: {'subnet': {'network_id': '7b04e954-4cb8-4833-9e51-eaf3f4e0fe45', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:02:36.494384 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-baeec1fa-c0ce-499b-8d48-7688a8ce9105 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9641412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8422583'] for subnet, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:36.552202 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baeec1fa-c0ce-499b-8d48-7688a8ce9105 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Pushing event updated for resources: {'Subnet': ['ID=bddd024b-f786-4649-a98e-4d51964175eb,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:02:36.568193 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baeec1fa-c0ce-499b-8d48-7688a8ce9105 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Network 4595bf78-d9f4-457f-9b8e-54a2e919ea2b is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:02:36.571088 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-baeec1fa-c0ce-499b-8d48-7688a8ce9105 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:02:36.575021 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baeec1fa-c0ce-499b-8d48-7688a8ce9105 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:02:36.575782 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-baeec1fa-c0ce-499b-8d48-7688a8ce9105 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks [] for subnet, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:36.592755 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19d8200a-6e64-487d-bdcc-a14745e0b78d None None] Network 4595bf78-d9f4-457f-9b8e-54a2e919ea2b requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:02:36.784063 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-baeec1fa-c0ce-499b-8d48-7688a8ce9105 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.1221466 May 20 21:02:36.786833 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 41428) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:02:36.792114 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-0458b45c-156c-4ca5-804c-e27c92a68ac5 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-195886057', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'bddd024b-f786-4649-a98e-4d51964175eb'}], 'security_groups': ['b6b6707d-5870-48b3-9492-877ac6807d03', '7d8ceda5-8f91-411c-a12d-2f5f78be7027']}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:02:36.882620 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0458b45c-156c-4ca5-804c-e27c92a68ac5 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:36.905193 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac529367-0b4e-4219-8987-7145c5766c2f tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Made reservation on behalf of 5498abc6ad9e4e1cb849425e21c607f1 for: {'subnet': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:02:36.912141 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ac529367-0b4e-4219-8987-7145c5766c2f tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4018244'] for subnet, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:36.940590 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fd3ef4d-b3be-462b-8156-dd3568246edd None None] Update dhcp port {'port': {'network_id': '4595bf78-d9f4-457f-9b8e-54a2e919ea2b', 'fixed_ips': [{'subnet_id': '631ce6c5-55ea-4f2f-ae56-a381f47656ef', 'ip_address': '172.20.0.18'}, {'subnet_id': '317a5977-ec47-4435-aa3a-d18f57e01c8a', 'ip_address': '172.20.0.2'}, {'subnet_id': 'bddd024b-f786-4649-a98e-4d51964175eb'}], 'binding:host_id': 'n-d-842733-1'}, 'id': 'f5928558-5dc4-42f6-a17f-634c6f34ccb0'} from n-d-842733-1. {{(pid=103164) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} May 20 21:02:36.981670 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-8fd3ef4d-b3be-462b-8156-dd3568246edd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:37.272912 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [None req-8fd3ef4d-b3be-462b-8156-dd3568246edd None None] Allocated IP 172.20.0.34 (4595bf78-d9f4-457f-9b8e-54a2e919ea2b/bddd024b-f786-4649-a98e-4d51964175eb/f5928558-5dc4-42f6-a17f-634c6f34ccb0) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:02:37.378026 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 41442) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:02:37.466496 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-8fd3ef4d-b3be-462b-8156-dd3568246edd None None] For port f5928558-5dc4-42f6-a17f-634c6f34ccb0, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=f5928558-5dc4-42f6-a17f-634c6f34ccb0,segment=NetworkSegment(9a09aebd-1c23-4b32-919e-d0e1c43802f0),segment_id=9a09aebd-1c23-4b32-919e-d0e1c43802f0)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:02:37.471274 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-3c9affa6-8a97-4f93-b39c-c7172a858da1 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0157cba42378403c808b867b706604d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0914340 May 20 21:02:37.474271 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 41446) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:02:37.512956 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-8fd3ef4d-b3be-462b-8156-dd3568246edd None None] Notify callbacks [] for port, precommit_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:37.546097 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ac529367-0b4e-4219-8987-7145c5766c2f tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3797684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4018258'] for subnet, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:37.568574 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ae219240-49ac-4398-a289-c66db330ab76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:37.569416 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-9e942de7-45a4-4ad8-87a4-3b563a7117d4 None None] Provisioning complete for port a6c26711-99e4-4385-b4ad-9cbd29b2359e triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:02:37.569848 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-9e942de7-45a4-4ad8-87a4-3b563a7117d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:37.598628 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ae219240-49ac-4398-a289-c66db330ab76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:37.600523 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac529367-0b4e-4219-8987-7145c5766c2f tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Network 7b04e954-4cb8-4833-9e51-eaf3f4e0fe45 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:02:37.607853 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-ac529367-0b4e-4219-8987-7145c5766c2f tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:02:37.620300 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac529367-0b4e-4219-8987-7145c5766c2f tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:02:37.620300 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ac529367-0b4e-4219-8987-7145c5766c2f tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:37.650269 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-501ec6ce-aaa3-45b3-8aac-b7cc8d77b6dd None None] Network 7b04e954-4cb8-4833-9e51-eaf3f4e0fe45 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:02:37.656593 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac529367-0b4e-4219-8987-7145c5766c2f tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Pushing event updated for resources: {'Subnet': ['ID=10e8a664-b9ee-4b65-a40d-1a28804548c5,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:02:37.755675 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-9e942de7-45a4-4ad8-87a4-3b563a7117d4 None None] Port a6c26711-99e4-4385-b4ad-9cbd29b2359e cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 21:02:37.759422 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-8fd3ef4d-b3be-462b-8156-dd3568246edd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:37.778182 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-0458b45c-156c-4ca5-804c-e27c92a68ac5 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Delete allocated IP 172.20.0.5 (4595bf78-d9f4-457f-9b8e-54a2e919ea2b/317a5977-ec47-4435-aa3a-d18f57e01c8a) {{(pid=103162) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 20 21:02:37.789032 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-0458b45c-156c-4ca5-804c-e27c92a68ac5 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Allocated IP 172.20.0.41 (4595bf78-d9f4-457f-9b8e-54a2e919ea2b/bddd024b-f786-4649-a98e-4d51964175eb/178e0672-35c4-40df-b07d-852cb0270c3f) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:02:37.799379 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 41460) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:02:37.800327 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-ac529367-0b4e-4219-8987-7145c5766c2f tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3180761 May 20 21:02:37.805716 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-1c758387-ca52-46f9-90b3-f4fc77368b71 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Request body: {'security_group': {'name': 'tempest-secgroup-1255002834'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:02:37.848683 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ae219240-49ac-4398-a289-c66db330ab76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:37.852009 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ae219240-49ac-4398-a289-c66db330ab76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:37.853448 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-ae219240-49ac-4398-a289-c66db330ab76 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2520a0e8-a84e-4c71-9756-b9a5c9122e5f HTTP/1.1" status: 204 len: 168 time: 0.3769307 May 20 21:02:37.865032 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae219240-49ac-4398-a289-c66db330ab76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2520a0e8-a84e-4c71-9756-b9a5c9122e5f,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:02:37.882481 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd3ef4d-b3be-462b-8156-dd3568246edd None None] Pushing event updated for resources: {'Port': ['ID=f5928558-5dc4-42f6-a17f-634c6f34ccb0,revision_number=7']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:02:37.899154 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 41466) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:02:37.953440 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-9e942de7-45a4-4ad8-87a4-3b563a7117d4 None None] Provisioning complete for port 3cd0bbe3-4017-4ded-b279-97babe850277 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:02:37.953806 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-9e942de7-45a4-4ad8-87a4-3b563a7117d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:37.961740 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1c758387-ca52-46f9-90b3-f4fc77368b71 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:38.050600 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0458b45c-156c-4ca5-804c-e27c92a68ac5 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:38.062604 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7736b258-5a16-474f-a935-fd35ba9ebad6 req-49e8eee0-f49c-4798-8abc-ad90f934b847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:02:38.063137 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7736b258-5a16-474f-a935-fd35ba9ebad6 req-49e8eee0-f49c-4798-8abc-ad90f934b847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:02:38.063645 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7736b258-5a16-474f-a935-fd35ba9ebad6 req-49e8eee0-f49c-4798-8abc-ad90f934b847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:02:38.064692 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7736b258-5a16-474f-a935-fd35ba9ebad6 req-49e8eee0-f49c-4798-8abc-ad90f934b847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:02:38.065459 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7736b258-5a16-474f-a935-fd35ba9ebad6 req-49e8eee0-f49c-4798-8abc-ad90f934b847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:02:38.066051 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7736b258-5a16-474f-a935-fd35ba9ebad6 req-49e8eee0-f49c-4798-8abc-ad90f934b847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:02:38.067543 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7736b258-5a16-474f-a935-fd35ba9ebad6 req-49e8eee0-f49c-4798-8abc-ad90f934b847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:02:38.076628 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7736b258-5a16-474f-a935-fd35ba9ebad6 req-49e8eee0-f49c-4798-8abc-ad90f934b847 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=75b87a76-ad52-4618-a214-48088ec58aef HTTP/1.1" status: 200 len: 6501 time: 0.1762242 May 20 21:02:38.141122 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7736b258-5a16-474f-a935-fd35ba9ebad6 req-6350c73b-b91d-4eba-8e0d-5ca8bf20cef5 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=c6c3d501-aad0-44cc-8dfe-290dffd2c6d4&id=23a4e591-c968-436b-bf23-a5b482a8cab7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0587139 May 20 21:02:38.174124 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0458b45c-156c-4ca5-804c-e27c92a68ac5 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:38.182618 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1c758387-ca52-46f9-90b3-f4fc77368b71 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:38.276829 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1c758387-ca52-46f9-90b3-f4fc77368b71 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:38.286380 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0458b45c-156c-4ca5-804c-e27c92a68ac5 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Pushing event updated for resources: {'Port': ['ID=178e0672-35c4-40df-b07d-852cb0270c3f,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:02:38.309835 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-9e942de7-45a4-4ad8-87a4-3b563a7117d4 None None] Current status of the port 3cd0bbe3-4017-4ded-b279-97babe850277 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:02:38.319348 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-0458b45c-156c-4ca5-804c-e27c92a68ac5 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] In _notify_port_updated(), no bound segment for port 178e0672-35c4-40df-b07d-852cb0270c3f on network 4595bf78-d9f4-457f-9b8e-54a2e919ea2b {{(pid=103162) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} May 20 21:02:38.328040 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0458b45c-156c-4ca5-804c-e27c92a68ac5 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:02:38.328715 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0458b45c-156c-4ca5-804c-e27c92a68ac5 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:38.333100 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-0458b45c-156c-4ca5-804c-e27c92a68ac5 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] 10.222.0.35 "PUT /v2.0/ports/178e0672-35c4-40df-b07d-852cb0270c3f HTTP/1.1" status: 200 len: 959 time: 1.5427973 May 20 21:02:38.335735 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 41478) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:02:38.370369 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c758387-ca52-46f9-90b3-f4fc77368b71 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9cfa519f-ef25-44d0-94a1-612d5dda44b0,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:02:38.424010 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0179427e-47cc-4159-aa11-36c5466a568b None None] Update dhcp port {'port': {'network_id': '7b04e954-4cb8-4833-9e51-eaf3f4e0fe45', 'fixed_ips': [{'subnet_id': 'a58e723a-b910-47b5-9e3b-a524a6e16d2e', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '10e8a664-b9ee-4b65-a40d-1a28804548c5'}], 'binding:host_id': 'n-d-842733-1'}, 'id': '3cd0bbe3-4017-4ded-b279-97babe850277'} from n-d-842733-1. {{(pid=103164) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} May 20 21:02:38.458309 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-0179427e-47cc-4159-aa11-36c5466a568b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:38.474673 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1c758387-ca52-46f9-90b3-f4fc77368b71 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:38.478813 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-1c758387-ca52-46f9-90b3-f4fc77368b71 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6758893 May 20 21:02:38.479618 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 41486) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:02:38.487884 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-d92a7c5f-afc5-4b9f-9f91-1c6e96ec33fa tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Request body: {'security_group': {'name': 'tempest-secgroup-1083830046'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:02:38.496937 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-d945b3a8-cb4c-4e64-b9e3-d779c56ee176 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Deleting port 178e0672-35c4-40df-b07d-852cb0270c3f {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:02:38.498106 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d945b3a8-cb4c-4e64-b9e3-d779c56ee176 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:38.612209 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d92a7c5f-afc5-4b9f-9f91-1c6e96ec33fa tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:38.661524 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d945b3a8-cb4c-4e64-b9e3-d779c56ee176 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:38.702141 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-d945b3a8-cb4c-4e64-b9e3-d779c56ee176 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Calling delete_port for 178e0672-35c4-40df-b07d-852cb0270c3f owned by {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:02:38.729893 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device f5928558-5dc4-42f6-a17f-634c6f34ccb0 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:02:38.791771 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d92a7c5f-afc5-4b9f-9f91-1c6e96ec33fa tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:38.874311 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port f5928558-5dc4-42f6-a17f-634c6f34ccb0 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:02:38.874674 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:38.915177 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [None req-0179427e-47cc-4159-aa11-36c5466a568b None None] Allocated IP 2001:db8::2 (7b04e954-4cb8-4833-9e51-eaf3f4e0fe45/10e8a664-b9ee-4b65-a40d-1a28804548c5/3cd0bbe3-4017-4ded-b279-97babe850277) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:02:38.917571 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d92a7c5f-afc5-4b9f-9f91-1c6e96ec33fa tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:38.960539 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92a7c5f-afc5-4b9f-9f91-1c6e96ec33fa tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4b6c72e-d58a-4b34-8bf0-16b61cf45258,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:02:39.008843 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d945b3a8-cb4c-4e64-b9e3-d779c56ee176 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:39.040101 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d945b3a8-cb4c-4e64-b9e3-d779c56ee176 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Pushing event deleted for resources: {'Port': ['ID=178e0672-35c4-40df-b07d-852cb0270c3f,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:02:39.051912 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port f5928558-5dc4-42f6-a17f-634c6f34ccb0 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:02:39.060423 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d92a7c5f-afc5-4b9f-9f91-1c6e96ec33fa tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:39.064533 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-d92a7c5f-afc5-4b9f-9f91-1c6e96ec33fa tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5810671 May 20 21:02:39.065156 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 41500) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:02:39.065770 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-0179427e-47cc-4159-aa11-36c5466a568b None None] For port 3cd0bbe3-4017-4ded-b279-97babe850277, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=3cd0bbe3-4017-4ded-b279-97babe850277,segment=NetworkSegment(14bcfbdc-6c5a-4d32-bd18-f257f701439f),segment_id=14bcfbdc-6c5a-4d32-bd18-f257f701439f)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:02:39.072244 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-520f66db-f6f9-4295-b9f5-7e1ab27eba47 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Request body: {'security_group': {'name': 'tempest-secgroup-763092079'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:02:39.107856 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-0179427e-47cc-4159-aa11-36c5466a568b None None] Notify callbacks [] for port, precommit_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:39.155559 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d945b3a8-cb4c-4e64-b9e3-d779c56ee176 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:39.161250 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-d945b3a8-cb4c-4e64-b9e3-d779c56ee176 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] 10.222.0.35 "DELETE /v2.0/ports/178e0672-35c4-40df-b07d-852cb0270c3f HTTP/1.1" status: 204 len: 168 time: 0.8229449 May 20 21:02:39.162434 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 41506) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:02:39.207595 n-d-842733-1 neutron-server[103163]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e5467b0-b6c4-4a02-a9fc-d277924c6dce tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] GET failed (client error): The resource could not be found. May 20 21:02:39.212877 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 41512) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:02:39.214563 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-0179427e-47cc-4159-aa11-36c5466a568b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:39.228876 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-6e5467b0-b6c4-4a02-a9fc-d277924c6dce tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] 10.222.0.35 "GET /v2.0/ports/178e0672-35c4-40df-b07d-852cb0270c3f HTTP/1.1" status: 404 len: 333 time: 0.0648501 May 20 21:02:39.236632 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-520f66db-f6f9-4295-b9f5-7e1ab27eba47 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:39.286702 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-17dd3a9c-682f-46c1-ad08-b64d3abbfec3 None None] Could not find standard attr ID for object 178e0672-35c4-40df-b07d-852cb0270c3f. {{(pid=103164) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 20 21:02:39.293241 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d33b9e6b-4fde-4a1a-90aa-e6f840a267b1 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:39.326912 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d33b9e6b-4fde-4a1a-90aa-e6f840a267b1 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:39.363932 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-520f66db-f6f9-4295-b9f5-7e1ab27eba47 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:39.414965 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0179427e-47cc-4159-aa11-36c5466a568b None None] Pushing event updated for resources: {'Port': ['ID=3cd0bbe3-4017-4ded-b279-97babe850277,revision_number=6']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:02:39.419219 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-17dd3a9c-682f-46c1-ad08-b64d3abbfec3 None None] Provisioning complete for port 1c0009ee-b432-488c-9f53-2ac760dde3f7 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:02:39.419638 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-17dd3a9c-682f-46c1-ad08-b64d3abbfec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:39.461046 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-520f66db-f6f9-4295-b9f5-7e1ab27eba47 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:39.461350 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-17dd3a9c-682f-46c1-ad08-b64d3abbfec3 None None] Port 1c0009ee-b432-488c-9f53-2ac760dde3f7 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 21:02:39.479227 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-17dd3a9c-682f-46c1-ad08-b64d3abbfec3 None None] Provisioning complete for port f5928558-5dc4-42f6-a17f-634c6f34ccb0 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:02:39.479227 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-17dd3a9c-682f-46c1-ad08-b64d3abbfec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:39.479501 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d33b9e6b-4fde-4a1a-90aa-e6f840a267b1 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:39.482860 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d33b9e6b-4fde-4a1a-90aa-e6f840a267b1 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:39.488006 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-d33b9e6b-4fde-4a1a-90aa-e6f840a267b1 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] 10.222.0.35 "DELETE /v2.0/security-groups/e5d8df75-d183-4e6e-a278-cacc22a81984 HTTP/1.1" status: 204 len: 168 time: 0.2711687 May 20 21:02:39.489046 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 41520) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:02:39.511822 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33b9e6b-4fde-4a1a-90aa-e6f840a267b1 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5d8df75-d183-4e6e-a278-cacc22a81984,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:02:39.552252 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520f66db-f6f9-4295-b9f5-7e1ab27eba47 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c90cda10-f015-446d-9f5b-fb3141ab328f,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:02:39.613543 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-520f66db-f6f9-4295-b9f5-7e1ab27eba47 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:39.618200 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 41526) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:02:39.620396 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-520f66db-f6f9-4295-b9f5-7e1ab27eba47 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5539441 May 20 21:02:39.625788 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-a4b660a7-adba-4473-8e6d-cddf1a1abef7 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1140246769', 'security_groups': ['c90cda10-f015-446d-9f5b-fb3141ab328f'], 'network_id': '7b04e954-4cb8-4833-9e51-eaf3f4e0fe45', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '10e8a664-b9ee-4b65-a40d-1a28804548c5'}]}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:02:39.634685 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-17dd3a9c-682f-46c1-ad08-b64d3abbfec3 None None] Current status of the port f5928558-5dc4-42f6-a17f-634c6f34ccb0 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:02:39.658486 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6fe1a801-e6f4-4c7c-9ab7-29cad2728ddb tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:39.707784 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6fe1a801-e6f4-4c7c-9ab7-29cad2728ddb tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:39.716530 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 41528) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:02:39.853878 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6fe1a801-e6f4-4c7c-9ab7-29cad2728ddb tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:39.860832 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6fe1a801-e6f4-4c7c-9ab7-29cad2728ddb tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:39.861188 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 41532) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:02:39.862213 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-6fe1a801-e6f4-4c7c-9ab7-29cad2728ddb tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] 10.222.0.35 "DELETE /v2.0/security-groups/7d8ceda5-8f91-411c-a12d-2f5f78be7027 HTTP/1.1" status: 204 len: 168 time: 0.3719316 May 20 21:02:39.884738 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe1a801-e6f4-4c7c-9ab7-29cad2728ddb tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d8ceda5-8f91-411c-a12d-2f5f78be7027,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:02:39.922518 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-3431dd8a-bd9c-43c8-9012-fcdd61d98d83 tempest-AgentManagementNegativeTest-502751178 tempest-AgentManagementNegativeTest-502751178-project] 10.222.0.35 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.2002895 May 20 21:02:39.958325 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4b660a7-adba-4473-8e6d-cddf1a1abef7 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Made reservation on behalf of 5498abc6ad9e4e1cb849425e21c607f1 for: {'port': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:02:39.998682 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-439e8958-3fd1-41ec-811e-9447e877432f tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:40.051742 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-dbffe2c3-66d8-4751-a0e6-3121005bc568 None None] Could not find standard attr ID for object 178e0672-35c4-40df-b07d-852cb0270c3f. {{(pid=103164) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 20 21:02:40.063803 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-439e8958-3fd1-41ec-811e-9447e877432f tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:40.127452 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a4b660a7-adba-4473-8e6d-cddf1a1abef7 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:40.150694 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [None req-a4b660a7-adba-4473-8e6d-cddf1a1abef7 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] device_id is not set on port 165d732f-5587-4bab-9fde-c79a82652592 yet. {{(pid=103162) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 20 21:02:40.303071 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-439e8958-3fd1-41ec-811e-9447e877432f tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:40.305993 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-439e8958-3fd1-41ec-811e-9447e877432f tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:40.309706 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-439e8958-3fd1-41ec-811e-9447e877432f tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] 10.222.0.35 "DELETE /v2.0/security-groups/b6b6707d-5870-48b3-9492-877ac6807d03 HTTP/1.1" status: 204 len: 168 time: 0.4435406 May 20 21:02:40.309906 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 41544) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:02:40.366526 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439e8958-3fd1-41ec-811e-9447e877432f tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6b6707d-5870-48b3-9492-877ac6807d03,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:02:40.382864 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_v2 [None req-85ee5899-f539-4a12-adbb-c8e3f9c53803 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Deleting subnet 317a5977-ec47-4435-aa3a-d18f57e01c8a {{(pid=103163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 20 21:02:40.386304 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-85ee5899-f539-4a12-adbb-c8e3f9c53803 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks [] for subnet, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:40.435961 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-1879b550-45d9-4bbf-93e1-02619d972386 None None] Provisioning complete for port a6c26711-99e4-4385-b4ad-9cbd29b2359e triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:02:40.436666 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-1879b550-45d9-4bbf-93e1-02619d972386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:40.452880 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-85ee5899-f539-4a12-adbb-c8e3f9c53803 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9338757'] for subnet, precommit_delete_associations {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:40.481476 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-1879b550-45d9-4bbf-93e1-02619d972386 None None] Port a6c26711-99e4-4385-b4ad-9cbd29b2359e cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 21:02:40.493043 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-1879b550-45d9-4bbf-93e1-02619d972386 None None] Provisioning complete for port 3cd0bbe3-4017-4ded-b279-97babe850277 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:02:40.493392 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-1879b550-45d9-4bbf-93e1-02619d972386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:40.532399 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-a4b660a7-adba-4473-8e6d-cddf1a1abef7 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Allocated IP 2001:db8::37e (7b04e954-4cb8-4833-9e51-eaf3f4e0fe45/10e8a664-b9ee-4b65-a40d-1a28804548c5/165d732f-5587-4bab-9fde-c79a82652592) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:02:40.603621 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-1879b550-45d9-4bbf-93e1-02619d972386 None None] Current status of the port 3cd0bbe3-4017-4ded-b279-97babe850277 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:02:40.631262 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-85ee5899-f539-4a12-adbb-c8e3f9c53803 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33068388'] for subnet, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:40.646673 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 3cd0bbe3-4017-4ded-b279-97babe850277 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:02:40.712355 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 3cd0bbe3-4017-4ded-b279-97babe850277 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:02:40.712992 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:40.773041 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 41552) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:02:40.773260 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-85ee5899-f539-4a12-adbb-c8e3f9c53803 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33068399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9641221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8422588'] for subnet, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:40.785690 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a4b660a7-adba-4473-8e6d-cddf1a1abef7 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:40.843143 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ee5899-f539-4a12-adbb-c8e3f9c53803 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Pushing event deleted for resources: {'Subnet': ['ID=317a5977-ec47-4435-aa3a-d18f57e01c8a,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:02:40.846952 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-85ee5899-f539-4a12-adbb-c8e3f9c53803 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks [] for subnet, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:40.851069 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-85ee5899-f539-4a12-adbb-c8e3f9c53803 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] 10.222.0.35 "DELETE /v2.0/subnets/317a5977-ec47-4435-aa3a-d18f57e01c8a HTTP/1.1" status: 204 len: 168 time: 0.5400507 May 20 21:02:40.857705 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 41556) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:02:40.860858 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-176b3b2c-5dde-4d44-8855-8b0966645062 None None] Network 4595bf78-d9f4-457f-9b8e-54a2e919ea2b requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:02:40.914884 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a4b660a7-adba-4473-8e6d-cddf1a1abef7 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:40.929157 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 3cd0bbe3-4017-4ded-b279-97babe850277 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:02:40.972991 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_v2 [None req-78ad8817-abda-4253-8099-49f8cd647b5a tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Deleting subnet bddd024b-f786-4649-a98e-4d51964175eb {{(pid=103162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 20 21:02:40.983103 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-78ad8817-abda-4253-8099-49f8cd647b5a tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks [] for subnet, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:41.021059 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4b660a7-adba-4473-8e6d-cddf1a1abef7 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Network 7b04e954-4cb8-4833-9e51-eaf3f4e0fe45 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:02:41.022034 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c0061037-556f-4d00-9bbe-a6cbeb51480b admin admin] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:41.027985 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-a4b660a7-adba-4473-8e6d-cddf1a1abef7 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:02:41.030598 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b660a7-adba-4473-8e6d-cddf1a1abef7 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:02:41.039568 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4b660a7-adba-4473-8e6d-cddf1a1abef7 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:02:41.040222 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a4b660a7-adba-4473-8e6d-cddf1a1abef7 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:41.072389 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b660a7-adba-4473-8e6d-cddf1a1abef7 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Pushing event updated for resources: {'Port': ['ID=165d732f-5587-4bab-9fde-c79a82652592,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:02:41.085028 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-78ad8817-abda-4253-8099-49f8cd647b5a tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3738392'] for subnet, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:41.198076 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 41562) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:02:41.200011 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-a4b660a7-adba-4473-8e6d-cddf1a1abef7 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.5748074 May 20 21:02:41.203109 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-79692b9e-75c6-4008-afe0-6febc18ddc98 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Request body: {'subnet': {'network_id': '7b04e954-4cb8-4833-9e51-eaf3f4e0fe45', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:02:41.258039 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-78ad8817-abda-4253-8099-49f8cd647b5a tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33068388'] for subnet, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:41.360747 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c0061037-556f-4d00-9bbe-a6cbeb51480b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:41.438191 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-00ada81d-1c91-44f5-b21c-62fe43cbdc25 None None] Provisioning complete for port 165d732f-5587-4bab-9fde-c79a82652592 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:02:41.438768 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-00ada81d-1c91-44f5-b21c-62fe43cbdc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:41.465567 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c0061037-556f-4d00-9bbe-a6cbeb51480b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:41.482569 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-00ada81d-1c91-44f5-b21c-62fe43cbdc25 None None] Port 165d732f-5587-4bab-9fde-c79a82652592 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 21:02:41.511639 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-c0061037-556f-4d00-9bbe-a6cbeb51480b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ea5eefb7b0624ff6b3bc3e69d365d10f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7371643 May 20 21:02:41.513717 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0061037-556f-4d00-9bbe-a6cbeb51480b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9f90e20-683a-444c-aec7-025be89724f1,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:02:41.514592 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 41570) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:02:41.523182 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-78ad8817-abda-4253-8099-49f8cd647b5a tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33068399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3797621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4018265'] for subnet, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:41.537752 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79692b9e-75c6-4008-afe0-6febc18ddc98 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Made reservation on behalf of 5498abc6ad9e4e1cb849425e21c607f1 for: {'subnet': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:02:41.541819 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-79692b9e-75c6-4008-afe0-6febc18ddc98 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8422561'] for subnet, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:41.569506 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ad8817-abda-4253-8099-49f8cd647b5a tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Pushing event deleted for resources: {'Subnet': ['ID=bddd024b-f786-4649-a98e-4d51964175eb,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:02:41.578826 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-78ad8817-abda-4253-8099-49f8cd647b5a tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:41.584469 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-78ad8817-abda-4253-8099-49f8cd647b5a tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] 10.222.0.35 "DELETE /v2.0/subnets/bddd024b-f786-4649-a98e-4d51964175eb HTTP/1.1" status: 204 len: 168 time: 0.7255595 May 20 21:02:41.586907 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 41574) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:02:41.621813 n-d-842733-1 neutron-server[103162]: INFO neutron.pecan_wsgi.hooks.translation [None req-902df86d-1dd0-4548-a564-cf72f594cd19 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] DELETE failed (client error): The resource could not be found. May 20 21:02:41.627703 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-902df86d-1dd0-4548-a564-cf72f594cd19 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 21:02:41.627703 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-902df86d-1dd0-4548-a564-cf72f594cd19 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] 10.222.0.35 "DELETE /v2.0/subnets/317a5977-ec47-4435-aa3a-d18f57e01c8a HTTP/1.1" status: 404 len: 337 time: 0.0384390 May 20 21:02:41.630052 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 41576) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:02:41.713771 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-cd6c51f6-0cc2-4e49-b293-3f6fce3e3b77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:41.739010 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c2b4ec7-e03d-4cca-866e-12240275f54e tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Deleting subnet 631ce6c5-55ea-4f2f-ae56-a381f47656ef {{(pid=103163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 20 21:02:41.753912 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0c2b4ec7-e03d-4cca-866e-12240275f54e tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks [] for subnet, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:41.780929 n-d-842733-1 neutron-server[103163]: INFO neutron.db.ipam_backend_mixin [None req-79692b9e-75c6-4008-afe0-6febc18ddc98 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 10e8a664-b9ee-4b65-a40d-1a28804548c5 (CIDR: 2001:db8::/64) May 20 21:02:41.787685 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4f80bb0-994d-43ba-93e0-983ca37c404e None None] Network 4595bf78-d9f4-457f-9b8e-54a2e919ea2b requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:02:41.795016 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-cd6c51f6-0cc2-4e49-b293-3f6fce3e3b77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:41.820750 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0c2b4ec7-e03d-4cca-866e-12240275f54e tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9338757'] for subnet, precommit_delete_associations {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:41.854085 n-d-842733-1 neutron-server[103163]: INFO neutron.pecan_wsgi.hooks.translation [None req-79692b9e-75c6-4008-afe0-6febc18ddc98 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 20 21:02:41.854567 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79692b9e-75c6-4008-afe0-6febc18ddc98 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103163) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 21:02:41.897700 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-00780f2e-17a7-4d69-a438-fd560c92f115 None None] Provisioning complete for port 1c0009ee-b432-488c-9f53-2ac760dde3f7 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:02:41.898208 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-00780f2e-17a7-4d69-a438-fd560c92f115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:41.947585 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0c2b4ec7-e03d-4cca-866e-12240275f54e tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33068388'] for subnet, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:41.968762 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-00780f2e-17a7-4d69-a438-fd560c92f115 None None] Port 1c0009ee-b432-488c-9f53-2ac760dde3f7 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 21:02:41.977544 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-79692b9e-75c6-4008-afe0-6febc18ddc98 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7783313 May 20 21:02:41.980293 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 41580) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:02:41.985464 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-e5de4ba2-3e77-470b-b4b1-66106c07bb1d tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Request body: {'subnet': {'network_id': '7b04e954-4cb8-4833-9e51-eaf3f4e0fe45', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:02:42.002054 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-00780f2e-17a7-4d69-a438-fd560c92f115 None None] Provisioning complete for port f5928558-5dc4-42f6-a17f-634c6f34ccb0 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:02:42.002552 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-00780f2e-17a7-4d69-a438-fd560c92f115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:42.054336 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-cd6c51f6-0cc2-4e49-b293-3f6fce3e3b77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:42.060754 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-cd6c51f6-0cc2-4e49-b293-3f6fce3e3b77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:42.064325 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-cd6c51f6-0cc2-4e49-b293-3f6fce3e3b77 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b9f90e20-683a-444c-aec7-025be89724f1 HTTP/1.1" status: 204 len: 168 time: 0.5477061 May 20 21:02:42.084970 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6c51f6-0cc2-4e49-b293-3f6fce3e3b77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9f90e20-683a-444c-aec7-025be89724f1,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:02:42.119789 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-00780f2e-17a7-4d69-a438-fd560c92f115 None None] Current status of the port f5928558-5dc4-42f6-a17f-634c6f34ccb0 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:02:42.155155 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0c2b4ec7-e03d-4cca-866e-12240275f54e tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33068399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9641221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8422588'] for subnet, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:42.207940 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2b4ec7-e03d-4cca-866e-12240275f54e tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Pushing event deleted for resources: {'Subnet': ['ID=631ce6c5-55ea-4f2f-ae56-a381f47656ef,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:02:42.213113 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0c2b4ec7-e03d-4cca-866e-12240275f54e tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks [] for subnet, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:42.224101 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-0c2b4ec7-e03d-4cca-866e-12240275f54e tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] 10.222.0.35 "DELETE /v2.0/subnets/631ce6c5-55ea-4f2f-ae56-a381f47656ef HTTP/1.1" status: 204 len: 168 time: 0.5928538 May 20 21:02:42.229121 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 41586) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:02:42.270019 n-d-842733-1 neutron-server[103162]: INFO neutron.pecan_wsgi.hooks.translation [None req-edb74080-1217-45c5-8a37-3412bf6d0bd6 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] DELETE failed (client error): The resource could not be found. May 20 21:02:42.270921 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-edb74080-1217-45c5-8a37-3412bf6d0bd6 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 21:02:42.278256 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-edb74080-1217-45c5-8a37-3412bf6d0bd6 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] 10.222.0.35 "DELETE /v2.0/subnets/c89b71b4-fd7a-4f29-848c-23802ef2c093 HTTP/1.1" status: 404 len: 337 time: 0.0468183 May 20 21:02:42.279180 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 41590) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:02:42.309100 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-3b0318d5-d900-4e97-bf55-c591a70d78c1 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] 10.222.0.35 "GET /v2.0/ports?device_id=68d2549b-c0e5-4781-ac98-6ce372791dfb HTTP/1.1" status: 200 len: 205 time: 0.0287073 May 20 21:02:42.312290 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 41592) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:02:42.326582 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5de4ba2-3e77-470b-b4b1-66106c07bb1d tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Made reservation on behalf of 5498abc6ad9e4e1cb849425e21c607f1 for: {'subnet': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:02:42.330093 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e5de4ba2-3e77-470b-b4b1-66106c07bb1d tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4018244'] for subnet, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:42.380309 n-d-842733-1 neutron-server[103162]: INFO neutron.api.v2.resource [None req-dbfd0ab9-68f7-4370-88db-a864d4533edf tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] delete failed (client error): The resource could not be found. May 20 21:02:42.381403 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-dbfd0ab9-68f7-4370-88db-a864d4533edf tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] 10.222.0.35 "DELETE /v2.0/routers/68d2549b-c0e5-4781-ac98-6ce372791dfb HTTP/1.1" status: 404 len: 336 time: 0.0618801 May 20 21:02:42.384042 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 41596) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:02:42.424838 n-d-842733-1 neutron-server[103163]: INFO neutron.pecan_wsgi.hooks.translation [None req-2973b435-7e36-431a-8a4e-c0314ec15e6d tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] DELETE failed (client error): The resource could not be found. May 20 21:02:42.424838 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2973b435-7e36-431a-8a4e-c0314ec15e6d tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103163) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 21:02:42.427155 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-2973b435-7e36-431a-8a4e-c0314ec15e6d tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] 10.222.0.35 "DELETE /v2.0/subnets/26619cf5-01a9-461e-a54d-30bbbf4b6855 HTTP/1.1" status: 404 len: 337 time: 0.0420625 May 20 21:02:42.431841 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 41600) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:02:42.469112 n-d-842733-1 neutron-server[103163]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec16c925-e651-4904-9680-d0ca73a47dec tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] DELETE failed (client error): The resource could not be found. May 20 21:02:42.469112 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec16c925-e651-4904-9680-d0ca73a47dec tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103163) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 21:02:42.473575 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-ec16c925-e651-4904-9680-d0ca73a47dec tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] 10.222.0.35 "DELETE /v2.0/subnets/ec5d0a55-6202-4905-9602-983e1acebf6a HTTP/1.1" status: 404 len: 337 time: 0.0403364 May 20 21:02:42.482968 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 41602) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:02:42.510748 n-d-842733-1 neutron-server[103162]: INFO neutron.db.ipam_backend_mixin [None req-e5de4ba2-3e77-470b-b4b1-66106c07bb1d tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet a58e723a-b910-47b5-9e3b-a524a6e16d2e (CIDR: 2001:db8:0:1::/64) May 20 21:02:42.515093 n-d-842733-1 neutron-server[103163]: INFO neutron.pecan_wsgi.hooks.translation [None req-797a39df-e68a-4468-92e0-9ec6b309445a tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] DELETE failed (client error): The resource could not be found. May 20 21:02:42.521574 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-797a39df-e68a-4468-92e0-9ec6b309445a tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103163) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 21:02:42.521574 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-797a39df-e68a-4468-92e0-9ec6b309445a tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] 10.222.0.35 "DELETE /v2.0/subnets/72d37376-c2cc-4934-89c3-c205a216b98c HTTP/1.1" status: 404 len: 337 time: 0.0414383 May 20 21:02:42.530217 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 41606) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:02:42.574725 n-d-842733-1 neutron-server[103162]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f1868f4-0038-4a8b-b5a3-a6c5043dd780 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] DELETE failed (client error): The resource could not be found. May 20 21:02:42.576158 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f1868f4-0038-4a8b-b5a3-a6c5043dd780 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 21:02:42.583162 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-1f1868f4-0038-4a8b-b5a3-a6c5043dd780 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] 10.222.0.35 "DELETE /v2.0/ports/d76c9e83-790c-410f-a283-46aca6ffb93f HTTP/1.1" status: 404 len: 333 time: 0.0487168 May 20 21:02:42.586146 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 41610) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:02:42.588369 n-d-842733-1 neutron-server[103162]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5de4ba2-3e77-470b-b4b1-66106c07bb1d tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 20 21:02:42.589062 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5de4ba2-3e77-470b-b4b1-66106c07bb1d tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 21:02:42.656108 n-d-842733-1 neutron-server[103163]: INFO neutron.pecan_wsgi.hooks.translation [None req-b21b0026-9703-44d7-af0c-75bfa9515fbb tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] DELETE failed (client error): The resource could not be found. May 20 21:02:42.656580 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b21b0026-9703-44d7-af0c-75bfa9515fbb tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103163) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 21:02:42.664418 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 41614) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:02:42.670254 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-b21b0026-9703-44d7-af0c-75bfa9515fbb tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] 10.222.0.35 "DELETE /v2.0/subnets/97b73365-851c-417c-a3b0-1d3bd03cd000 HTTP/1.1" status: 404 len: 337 time: 0.0825241 May 20 21:02:42.959631 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97ee03d1-015e-421b-a937-4747be0fdd52 None None] Network 4595bf78-d9f4-457f-9b8e-54a2e919ea2b requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:02:42.979157 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-e5de4ba2-3e77-470b-b4b1-66106c07bb1d tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.9976201 May 20 21:02:42.980249 n-d-842733-1 neutron-server[103162]: INFO neutron.pecan_wsgi.hooks.translation [None req-90d39374-f865-40a4-9891-29ebff8cd989 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] DELETE failed (client error): The resource could not be found. May 20 21:02:42.980485 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90d39374-f865-40a4-9891-29ebff8cd989 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 21:02:42.982161 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 41624) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:02:42.983338 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-90d39374-f865-40a4-9891-29ebff8cd989 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] 10.222.0.35 "DELETE /v2.0/subnets/af4e998c-1bd6-43b0-93da-629a1ade64fb HTTP/1.1" status: 404 len: 337 time: 0.3177140 May 20 21:02:42.985838 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 41626) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:02:42.988274 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-e884a165-8c49-4189-84c5-50452217acf3 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Request body: {'subnet': {'network_id': '7b04e954-4cb8-4833-9e51-eaf3f4e0fe45', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:02:43.018916 n-d-842733-1 neutron-server[103162]: INFO neutron.pecan_wsgi.hooks.translation [None req-a61081f2-6585-4a8b-9697-e985c5e0713c tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] DELETE failed (client error): The resource could not be found. May 20 21:02:43.019588 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a61081f2-6585-4a8b-9697-e985c5e0713c tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 21:02:43.022535 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-a61081f2-6585-4a8b-9697-e985c5e0713c tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] 10.222.0.35 "DELETE /v2.0/ports/d5066ba5-901d-417a-889a-d0814d1e0c4d HTTP/1.1" status: 404 len: 333 time: 0.0353088 May 20 21:02:43.025193 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 41628) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:02:43.058295 n-d-842733-1 neutron-server[103162]: INFO neutron.pecan_wsgi.hooks.translation [None req-d626c923-2744-494b-8507-4222b061cd4e tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] DELETE failed (client error): The resource could not be found. May 20 21:02:43.059888 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d626c923-2744-494b-8507-4222b061cd4e tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 21:02:43.077859 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-e1755de9-c607-4a6c-b4eb-e93203c38751 None None] Provisioning complete for port 1c0009ee-b432-488c-9f53-2ac760dde3f7 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:02:43.079690 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-e1755de9-c607-4a6c-b4eb-e93203c38751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:43.080688 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-d626c923-2744-494b-8507-4222b061cd4e tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] 10.222.0.35 "DELETE /v2.0/subnets/1dbd10fe-7ec9-4e62-ae0f-b541a8a7d9a9 HTTP/1.1" status: 404 len: 337 time: 0.0544822 May 20 21:02:43.084343 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 41632) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:02:43.136722 n-d-842733-1 neutron-server[103162]: INFO neutron.pecan_wsgi.hooks.translation [None req-4570dc1b-8265-454a-9b30-d758d9cf9e81 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] DELETE failed (client error): The resource could not be found. May 20 21:02:43.137944 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4570dc1b-8265-454a-9b30-d758d9cf9e81 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 21:02:43.141441 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-4570dc1b-8265-454a-9b30-d758d9cf9e81 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] 10.222.0.35 "DELETE /v2.0/subnets/583b7bf3-579f-43e1-8002-796827db04cf HTTP/1.1" status: 404 len: 337 time: 0.0552869 May 20 21:02:43.144963 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 41636) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:02:43.209860 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-e1755de9-c607-4a6c-b4eb-e93203c38751 None None] Port 1c0009ee-b432-488c-9f53-2ac760dde3f7 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 21:02:43.259756 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e884a165-8c49-4189-84c5-50452217acf3 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Made reservation on behalf of 5498abc6ad9e4e1cb849425e21c607f1 for: {'subnet': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:02:43.263352 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e884a165-8c49-4189-84c5-50452217acf3 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8422561'] for subnet, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:43.265922 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-e1755de9-c607-4a6c-b4eb-e93203c38751 None None] Provisioning complete for port f5928558-5dc4-42f6-a17f-634c6f34ccb0 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:02:43.272166 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-e1755de9-c607-4a6c-b4eb-e93203c38751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:43.428652 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-648452fe-4568-45d7-a649-653d16ee0636 None None] DHCP port deletion for 4595bf78-d9f4-457f-9b8e-54a2e919ea2b request from n-d-842733-1 {{(pid=103164) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 21:02:43.459325 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-f3bf6089-c1b9-429e-beb0-90ab7d34ee32 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Deleting port 1c0009ee-b432-488c-9f53-2ac760dde3f7 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:02:43.461622 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f3bf6089-c1b9-429e-beb0-90ab7d34ee32 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:43.578210 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-e1755de9-c607-4a6c-b4eb-e93203c38751 None None] Current status of the port f5928558-5dc4-42f6-a17f-634c6f34ccb0 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:02:43.583197 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-648452fe-4568-45d7-a649-653d16ee0636 None None] Deleting port f5928558-5dc4-42f6-a17f-634c6f34ccb0 {{(pid=103164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:02:43.583676 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-648452fe-4568-45d7-a649-653d16ee0636 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:43.612175 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f3bf6089-c1b9-429e-beb0-90ab7d34ee32 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:43.631339 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-f3bf6089-c1b9-429e-beb0-90ab7d34ee32 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Calling delete_port for 1c0009ee-b432-488c-9f53-2ac760dde3f7 owned by {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:02:43.656173 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-648452fe-4568-45d7-a649-653d16ee0636 None None] For port f5928558-5dc4-42f6-a17f-634c6f34ccb0, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=f5928558-5dc4-42f6-a17f-634c6f34ccb0,segment=NetworkSegment(9a09aebd-1c23-4b32-919e-d0e1c43802f0),segment_id=9a09aebd-1c23-4b32-919e-d0e1c43802f0)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:02:43.657049 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-648452fe-4568-45d7-a649-653d16ee0636 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:43.675418 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-648452fe-4568-45d7-a649-653d16ee0636 None None] Calling delete_port for f5928558-5dc4-42f6-a17f-634c6f34ccb0 owned by network:dhcp {{(pid=103164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:02:43.680784 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 41650) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:02:43.780623 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e884a165-8c49-4189-84c5-50452217acf3 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9641412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8422583'] for subnet, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:43.831947 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e884a165-8c49-4189-84c5-50452217acf3 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Network 7b04e954-4cb8-4833-9e51-eaf3f4e0fe45 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:02:43.835209 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-e884a165-8c49-4189-84c5-50452217acf3 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:02:43.839550 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e884a165-8c49-4189-84c5-50452217acf3 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:02:43.840139 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e884a165-8c49-4189-84c5-50452217acf3 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks [] for subnet, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:43.846120 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e884a165-8c49-4189-84c5-50452217acf3 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Pushing event updated for resources: {'Subnet': ['ID=21b5e0c2-2538-4259-bc06-24281a2122e6,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:02:43.847029 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b53f0e08-29c1-445a-ad5e-fbb11db96a20 None None] Network 7b04e954-4cb8-4833-9e51-eaf3f4e0fe45 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:02:43.854011 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f3bf6089-c1b9-429e-beb0-90ab7d34ee32 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:43.876615 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-648452fe-4568-45d7-a649-653d16ee0636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099'] for port, after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:43.890400 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-3ad4dd43-cb35-4d9f-95ae-d8fb883f0c5c tempest-NegativeSecGroupIPv6Test-1915454941 tempest-NegativeSecGroupIPv6Test-1915454941-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:02:43.891210 n-d-842733-1 neutron-server[103162]: WARNING neutron.api.v2.base [None req-3ad4dd43-cb35-4d9f-95ae-d8fb883f0c5c tempest-NegativeSecGroupIPv6Test-1915454941 tempest-NegativeSecGroupIPv6Test-1915454941-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. May 20 21:02:43.891828 n-d-842733-1 neutron-server[103162]: INFO neutron.api.v2.resource [None req-3ad4dd43-cb35-4d9f-95ae-d8fb883f0c5c tempest-NegativeSecGroupIPv6Test-1915454941 tempest-NegativeSecGroupIPv6Test-1915454941-project] create failed (client error): There was a conflict when trying to complete your request. May 20 21:02:43.898969 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-3ad4dd43-cb35-4d9f-95ae-d8fb883f0c5c tempest-NegativeSecGroupIPv6Test-1915454941 tempest-NegativeSecGroupIPv6Test-1915454941-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2006676 May 20 21:02:43.898969 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bf6089-c1b9-429e-beb0-90ab7d34ee32 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Pushing event deleted for resources: {'Port': ['ID=1c0009ee-b432-488c-9f53-2ac760dde3f7,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:02:43.899352 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 41656) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:02:43.903121 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f3bf6089-c1b9-429e-beb0-90ab7d34ee32 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:43.904135 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-6e00765e-fff8-421d-9147-345bf1b6b825 tempest-NegativeSecGroupIPv6Test-1915454941 tempest-NegativeSecGroupIPv6Test-1915454941-project] Request body: {'security_group': {'name': 'tempest-secgroup--792205341'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:02:43.919337 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-f3bf6089-c1b9-429e-beb0-90ab7d34ee32 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] 10.222.0.35 "DELETE /v2.0/ports/1c0009ee-b432-488c-9f53-2ac760dde3f7 HTTP/1.1" status: 204 len: 168 time: 0.7652600 May 20 21:02:43.919809 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 41658) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:02:43.945253 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-e884a165-8c49-4189-84c5-50452217acf3 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.9595885 May 20 21:02:43.951617 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 41660) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:02:43.952454 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648452fe-4568-45d7-a649-653d16ee0636 None None] Pushing event deleted for resources: {'Port': ['ID=f5928558-5dc4-42f6-a17f-634c6f34ccb0,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:02:43.961576 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-774a2387-7bdd-4f03-a8f8-5585607f5e79 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-7979663', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '21b5e0c2-2538-4259-bc06-24281a2122e6'}], 'security_groups': ['9cfa519f-ef25-44d0-94a1-612d5dda44b0', 'c4b6c72e-d58a-4b34-8bf0-16b61cf45258']}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:02:44.003212 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648452fe-4568-45d7-a649-653d16ee0636 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:02:44.003817 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648452fe-4568-45d7-a649-653d16ee0636 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:02:44.004224 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648452fe-4568-45d7-a649-653d16ee0636 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:02:44.004564 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648452fe-4568-45d7-a649-653d16ee0636 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:02:44.005868 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648452fe-4568-45d7-a649-653d16ee0636 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:02:44.005868 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648452fe-4568-45d7-a649-653d16ee0636 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:02:44.005868 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648452fe-4568-45d7-a649-653d16ee0636 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:02:44.005868 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648452fe-4568-45d7-a649-653d16ee0636 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:02:44.006317 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648452fe-4568-45d7-a649-653d16ee0636 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:02:44.006769 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648452fe-4568-45d7-a649-653d16ee0636 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:02:44.006974 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648452fe-4568-45d7-a649-653d16ee0636 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:02:44.007297 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648452fe-4568-45d7-a649-653d16ee0636 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:02:44.013105 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6e00765e-fff8-421d-9147-345bf1b6b825 tempest-NegativeSecGroupIPv6Test-1915454941 tempest-NegativeSecGroupIPv6Test-1915454941-project] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:44.038169 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-fb662f88-046f-425b-bbda-d311cf4cdc05 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33160123'] for network, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:44.071765 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6e00765e-fff8-421d-9147-345bf1b6b825 tempest-NegativeSecGroupIPv6Test-1915454941 tempest-NegativeSecGroupIPv6Test-1915454941-project] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:44.140423 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-fb662f88-046f-425b-bbda-d311cf4cdc05 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33072115', 'neutron.services.segments.db._delete_segments_for_network-8782419500584'] for network, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:44.169468 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-fb662f88-046f-425b-bbda-d311cf4cdc05 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4595bf78-d9f4-457f-9b8e-54a2e919ea2b']}} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:02:44.184777 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-fb662f88-046f-425b-bbda-d311cf4cdc05 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a09aebd-1c23-4b32-919e-d0e1c43802f0') {'for_net_delete': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:02:44.185152 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-fb662f88-046f-425b-bbda-d311cf4cdc05 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a09aebd-1c23-4b32-919e-d0e1c43802f0') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:02:44.197815 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-fb662f88-046f-425b-bbda-d311cf4cdc05 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419501617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3738385'] for segment, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:44.219591 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-fb662f88-046f-425b-bbda-d311cf4cdc05 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:44.227780 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-774a2387-7bdd-4f03-a8f8-5585607f5e79 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:44.229626 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb662f88-046f-425b-bbda-d311cf4cdc05 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Releasing vlan 238 on physical network physnet1 to pool {{(pid=103162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 21:02:44.230087 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-fb662f88-046f-425b-bbda-d311cf4cdc05 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3800791'] for segment, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:44.233953 n-d-842733-1 neutron-server[103162]: Traceback (most recent call last): May 20 21:02:44.233953 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 21:02:44.233953 n-d-842733-1 neutron-server[103162]: timer() May 20 21:02:44.233953 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 21:02:44.233953 n-d-842733-1 neutron-server[103162]: cb(*args, **kw) May 20 21:02:44.233953 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 20 21:02:44.233953 n-d-842733-1 neutron-server[103162]: return func(*args, **kwargs) May 20 21:02:44.233953 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 21:02:44.233953 n-d-842733-1 neutron-server[103162]: self._notify() May 20 21:02:44.233953 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 21:02:44.233953 n-d-842733-1 neutron-server[103162]: self.callback(batched_events) May 20 21:02:44.233953 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 21:02:44.233953 n-d-842733-1 neutron-server[103162]: event.method(event) May 20 21:02:44.233953 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 20 21:02:44.233953 n-d-842733-1 neutron-server[103162]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 21:02:44.233953 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 20 21:02:44.233953 n-d-842733-1 neutron-server[103162]: aggregate_uuid = self.p_client.list_aggregates( May 20 21:02:44.233953 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 20 21:02:44.233953 n-d-842733-1 neutron-server[103162]: return f(self, *a, **k) May 20 21:02:44.233953 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 20 21:02:44.233953 n-d-842733-1 neutron-server[103162]: return self._get(url).json() May 20 21:02:44.233953 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 20 21:02:44.233953 n-d-842733-1 neutron-server[103162]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 21:02:44.233953 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 21:02:44.233953 n-d-842733-1 neutron-server[103162]: return self.request(url, 'GET', **kwargs) May 20 21:02:44.233953 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 21:02:44.233953 n-d-842733-1 neutron-server[103162]: base_url = self.get_endpoint(auth, allow=allow, May 20 21:02:44.233953 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 21:02:44.233953 n-d-842733-1 neutron-server[103162]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 21:02:44.233953 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 21:02:44.233953 n-d-842733-1 neutron-server[103162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 21:02:44.233953 n-d-842733-1 neutron-server[103162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 21:02:44.258604 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-648452fe-4568-45d7-a649-653d16ee0636 None None] No DVR routers for this DVR port f5928558-5dc4-42f6-a17f-634c6f34ccb0 on host n-d-842733-1 {{(pid=103164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 21:02:44.375882 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6e00765e-fff8-421d-9147-345bf1b6b825 tempest-NegativeSecGroupIPv6Test-1915454941 tempest-NegativeSecGroupIPv6Test-1915454941-project] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:44.380372 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-fb662f88-046f-425b-bbda-d311cf4cdc05 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33072122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748162'] for network, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:44.392945 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-fb662f88-046f-425b-bbda-d311cf4cdc05 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Notify callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:44.413756 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-fb662f88-046f-425b-bbda-d311cf4cdc05 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] 10.222.0.35 "DELETE /v2.0/networks/4595bf78-d9f4-457f-9b8e-54a2e919ea2b HTTP/1.1" status: 204 len: 168 time: 0.4870110 May 20 21:02:44.433435 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb662f88-046f-425b-bbda-d311cf4cdc05 tempest-PortsTestJSON-1891479315 tempest-PortsTestJSON-1891479315-project] Pushing event deleted for resources: {'Network': ['ID=4595bf78-d9f4-457f-9b8e-54a2e919ea2b,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:02:44.441565 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6d36569-630e-48b0-850e-8d8152d19239 None None] Update dhcp port {'port': {'network_id': '7b04e954-4cb8-4833-9e51-eaf3f4e0fe45', 'fixed_ips': [{'subnet_id': 'a58e723a-b910-47b5-9e3b-a524a6e16d2e', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '10e8a664-b9ee-4b65-a40d-1a28804548c5', 'ip_address': '2001:db8::2'}, {'subnet_id': '21b5e0c2-2538-4259-bc06-24281a2122e6'}], 'binding:host_id': 'n-d-842733-1'}, 'id': '3cd0bbe3-4017-4ded-b279-97babe850277'} from n-d-842733-1. {{(pid=103164) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} May 20 21:02:44.442172 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6e00765e-fff8-421d-9147-345bf1b6b825 tempest-NegativeSecGroupIPv6Test-1915454941 tempest-NegativeSecGroupIPv6Test-1915454941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:44.469461 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d6d36569-630e-48b0-850e-8d8152d19239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:44.565250 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e00765e-fff8-421d-9147-345bf1b6b825 tempest-NegativeSecGroupIPv6Test-1915454941 tempest-NegativeSecGroupIPv6Test-1915454941-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a0f98a2-0a6b-4b4b-800a-5319ecd02699,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:02:44.675699 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6e00765e-fff8-421d-9147-345bf1b6b825 tempest-NegativeSecGroupIPv6Test-1915454941 tempest-NegativeSecGroupIPv6Test-1915454941-project] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:44.693293 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device f5928558-5dc4-42f6-a17f-634c6f34ccb0 no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 21:02:44.724457 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: f5928558-5dc4-42f6-a17f-634c6f34ccb0 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 21:02:44.724986 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device f5928558-5dc4-42f6-a17f-634c6f34ccb0 not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 21:02:44.777673 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6e00765e-fff8-421d-9147-345bf1b6b825 tempest-NegativeSecGroupIPv6Test-1915454941 tempest-NegativeSecGroupIPv6Test-1915454941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:44.826108 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e00765e-fff8-421d-9147-345bf1b6b825 tempest-NegativeSecGroupIPv6Test-1915454941 tempest-NegativeSecGroupIPv6Test-1915454941-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3893c771-539d-4970-9d65-b7f139c7573b,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:02:44.858758 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-774a2387-7bdd-4f03-a8f8-5585607f5e79 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Delete allocated IP 2001:db8::37e (7b04e954-4cb8-4833-9e51-eaf3f4e0fe45/10e8a664-b9ee-4b65-a40d-1a28804548c5) {{(pid=103163) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 20 21:02:44.870450 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-774a2387-7bdd-4f03-a8f8-5585607f5e79 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Allocated IP 2001:db8:0:2::210 (7b04e954-4cb8-4833-9e51-eaf3f4e0fe45/21b5e0c2-2538-4259-bc06-24281a2122e6/165d732f-5587-4bab-9fde-c79a82652592) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:02:44.940296 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6e00765e-fff8-421d-9147-345bf1b6b825 tempest-NegativeSecGroupIPv6Test-1915454941 tempest-NegativeSecGroupIPv6Test-1915454941-project] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:44.941599 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-6e00765e-fff8-421d-9147-345bf1b6b825 tempest-NegativeSecGroupIPv6Test-1915454941 tempest-NegativeSecGroupIPv6Test-1915454941-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0412340 May 20 21:02:44.944695 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 41684) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:02:44.949398 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-bc354c3c-01b6-40fd-b63b-eefeb9ddf60b tempest-NegativeSecGroupIPv6Test-1915454941 tempest-NegativeSecGroupIPv6Test-1915454941-project] Request body: {'security_group_rule': {'security_group_id': '3893c771-539d-4970-9d65-b7f139c7573b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:02:44.992457 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 41688) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:02:45.054854 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bc354c3c-01b6-40fd-b63b-eefeb9ddf60b tempest-NegativeSecGroupIPv6Test-1915454941 tempest-NegativeSecGroupIPv6Test-1915454941-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:45.083403 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-774a2387-7bdd-4f03-a8f8-5585607f5e79 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks [] for port, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:45.120290 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bc354c3c-01b6-40fd-b63b-eefeb9ddf60b tempest-NegativeSecGroupIPv6Test-1915454941 tempest-NegativeSecGroupIPv6Test-1915454941-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:45.144968 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-774a2387-7bdd-4f03-a8f8-5585607f5e79 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:45.205551 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [None req-d6d36569-630e-48b0-850e-8d8152d19239 None None] Allocated IP 2001:db8:0:2::2 (7b04e954-4cb8-4833-9e51-eaf3f4e0fe45/21b5e0c2-2538-4259-bc06-24281a2122e6/3cd0bbe3-4017-4ded-b279-97babe850277) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:02:45.228523 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-774a2387-7bdd-4f03-a8f8-5585607f5e79 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] In _notify_port_updated(), no bound segment for port 165d732f-5587-4bab-9fde-c79a82652592 on network 7b04e954-4cb8-4833-9e51-eaf3f4e0fe45 {{(pid=103163) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} May 20 21:02:45.235430 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-774a2387-7bdd-4f03-a8f8-5585607f5e79 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:02:45.236104 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-774a2387-7bdd-4f03-a8f8-5585607f5e79 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:45.237860 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-774a2387-7bdd-4f03-a8f8-5585607f5e79 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] 10.222.0.35 "PUT /v2.0/ports/165d732f-5587-4bab-9fde-c79a82652592 HTTP/1.1" status: 200 len: 967 time: 1.2848866 May 20 21:02:45.242704 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 41692) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:02:45.257889 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bc354c3c-01b6-40fd-b63b-eefeb9ddf60b tempest-NegativeSecGroupIPv6Test-1915454941 tempest-NegativeSecGroupIPv6Test-1915454941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691816'] for security_group_rule, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:45.266263 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774a2387-7bdd-4f03-a8f8-5585607f5e79 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Pushing event updated for resources: {'Port': ['ID=165d732f-5587-4bab-9fde-c79a82652592,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:02:45.280873 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-7c252472-e3fc-4ccd-a4a8-7a36e83e855d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b680ab6daca64ac08e9ce40077a8514d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2867413 May 20 21:02:45.290832 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 41698) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:02:45.318654 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc354c3c-01b6-40fd-b63b-eefeb9ddf60b tempest-NegativeSecGroupIPv6Test-1915454941 tempest-NegativeSecGroupIPv6Test-1915454941-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f01ee5e1-3635-4879-84f5-5ceb71dd2106,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:02:45.340900 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-d6d36569-630e-48b0-850e-8d8152d19239 None None] For port 3cd0bbe3-4017-4ded-b279-97babe850277, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=3cd0bbe3-4017-4ded-b279-97babe850277,segment=NetworkSegment(14bcfbdc-6c5a-4d32-bd18-f257f701439f),segment_id=14bcfbdc-6c5a-4d32-bd18-f257f701439f)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:02:45.370826 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d6d36569-630e-48b0-850e-8d8152d19239 None None] Notify callbacks [] for port, precommit_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:45.404251 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-63845c75-653e-473b-b66f-9fbf65f49624 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:45.435003 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-63845c75-653e-473b-b66f-9fbf65f49624 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:45.438754 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-3e933a7e-dd41-479c-a182-06f2fd8af149 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Deleting port 165d732f-5587-4bab-9fde-c79a82652592 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:02:45.441450 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3e933a7e-dd41-479c-a182-06f2fd8af149 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:45.444080 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bc354c3c-01b6-40fd-b63b-eefeb9ddf60b tempest-NegativeSecGroupIPv6Test-1915454941 tempest-NegativeSecGroupIPv6Test-1915454941-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:45.445293 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-bc354c3c-01b6-40fd-b63b-eefeb9ddf60b tempest-NegativeSecGroupIPv6Test-1915454941 tempest-NegativeSecGroupIPv6Test-1915454941-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4995372 May 20 21:02:45.448177 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 41706) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:02:45.452781 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-c22f3970-f4cf-4061-b55f-5b1ed53d113a tempest-NegativeSecGroupIPv6Test-1915454941 tempest-NegativeSecGroupIPv6Test-1915454941-project] Request body: {'security_group_rule': {'security_group_id': '3893c771-539d-4970-9d65-b7f139c7573b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:02:45.460263 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d6d36569-630e-48b0-850e-8d8152d19239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:45.572673 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c22f3970-f4cf-4061-b55f-5b1ed53d113a tempest-NegativeSecGroupIPv6Test-1915454941 tempest-NegativeSecGroupIPv6Test-1915454941-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:45.573738 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3e933a7e-dd41-479c-a182-06f2fd8af149 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:45.587727 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-3e933a7e-dd41-479c-a182-06f2fd8af149 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Calling delete_port for 165d732f-5587-4bab-9fde-c79a82652592 owned by {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:02:45.594077 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d36569-630e-48b0-850e-8d8152d19239 None None] Pushing event updated for resources: {'Port': ['ID=3cd0bbe3-4017-4ded-b279-97babe850277,revision_number=7']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:02:45.660912 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-63845c75-653e-473b-b66f-9fbf65f49624 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:45.670977 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-63845c75-653e-473b-b66f-9fbf65f49624 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:45.670977 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-63845c75-653e-473b-b66f-9fbf65f49624 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/bc976d9a-757d-49a8-ae98-3e6c9a84b082 HTTP/1.1" status: 204 len: 168 time: 0.3676963 May 20 21:02:45.688306 n-d-842733-1 neutron-server[103163]: INFO neutron.api.v2.resource [None req-c22f3970-f4cf-4061-b55f-5b1ed53d113a tempest-NegativeSecGroupIPv6Test-1915454941 tempest-NegativeSecGroupIPv6Test-1915454941-project] create failed (client error): There was a conflict when trying to complete your request. May 20 21:02:45.693560 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-c22f3970-f4cf-4061-b55f-5b1ed53d113a tempest-NegativeSecGroupIPv6Test-1915454941 tempest-NegativeSecGroupIPv6Test-1915454941-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2440648 May 20 21:02:45.694375 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 41712) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:02:45.703630 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63845c75-653e-473b-b66f-9fbf65f49624 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc976d9a-757d-49a8-ae98-3e6c9a84b082,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:02:45.792243 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a8beedf1-222b-4ff3-bfb5-1d47ac3b96f9 tempest-NegativeSecGroupIPv6Test-1915454941 tempest-NegativeSecGroupIPv6Test-1915454941-project] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:45.836029 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a8beedf1-222b-4ff3-bfb5-1d47ac3b96f9 tempest-NegativeSecGroupIPv6Test-1915454941 tempest-NegativeSecGroupIPv6Test-1915454941-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:45.870761 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3e933a7e-dd41-479c-a182-06f2fd8af149 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:45.918462 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e933a7e-dd41-479c-a182-06f2fd8af149 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Pushing event deleted for resources: {'Port': ['ID=165d732f-5587-4bab-9fde-c79a82652592,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:02:45.960563 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3e933a7e-dd41-479c-a182-06f2fd8af149 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:45.967120 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-3e933a7e-dd41-479c-a182-06f2fd8af149 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] 10.222.0.35 "DELETE /v2.0/ports/165d732f-5587-4bab-9fde-c79a82652592 HTTP/1.1" status: 204 len: 168 time: 0.7202880 May 20 21:02:45.967314 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 41718) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:02:45.978002 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a8beedf1-222b-4ff3-bfb5-1d47ac3b96f9 tempest-NegativeSecGroupIPv6Test-1915454941 tempest-NegativeSecGroupIPv6Test-1915454941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:45.981955 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a8beedf1-222b-4ff3-bfb5-1d47ac3b96f9 tempest-NegativeSecGroupIPv6Test-1915454941 tempest-NegativeSecGroupIPv6Test-1915454941-project] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:45.983095 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-a8beedf1-222b-4ff3-bfb5-1d47ac3b96f9 tempest-NegativeSecGroupIPv6Test-1915454941 tempest-NegativeSecGroupIPv6Test-1915454941-project] 10.222.0.35 "DELETE /v2.0/security-groups/3893c771-539d-4970-9d65-b7f139c7573b HTTP/1.1" status: 204 len: 168 time: 0.2876761 May 20 21:02:45.985924 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 41720) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:02:46.030982 n-d-842733-1 neutron-server[103163]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1a659e6-0578-48c9-a356-63bff8b2ca01 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] GET failed (client error): The resource could not be found. May 20 21:02:46.033926 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-c1a659e6-0578-48c9-a356-63bff8b2ca01 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] 10.222.0.35 "GET /v2.0/ports/165d732f-5587-4bab-9fde-c79a82652592 HTTP/1.1" status: 404 len: 333 time: 0.0655546 May 20 21:02:46.038327 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 41724) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:02:46.040704 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8beedf1-222b-4ff3-bfb5-1d47ac3b96f9 tempest-NegativeSecGroupIPv6Test-1915454941 tempest-NegativeSecGroupIPv6Test-1915454941-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3893c771-539d-4970-9d65-b7f139c7573b,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:02:46.109124 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-8ee9e720-4021-4537-bb37-df8ecd536597 tempest-NegativeSecGroupIPv6Test-1915454941 tempest-NegativeSecGroupIPv6Test-1915454941-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1212606 May 20 21:02:46.114645 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 41726) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:02:46.121808 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-464dd9c3-242e-4509-976e-11da483e3836 tempest-NegativeSecGroupIPv6Test-1915454941 tempest-NegativeSecGroupIPv6Test-1915454941-project] Request body: {'security_group': {'name': 'tempest-secgroup--1391544790'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:02:46.166821 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b6684bd2-ffde-4717-a2ee-4c86400b166d tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:46.194117 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-464dd9c3-242e-4509-976e-11da483e3836 tempest-NegativeSecGroupIPv6Test-1915454941 tempest-NegativeSecGroupIPv6Test-1915454941-project] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:46.194316 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b6684bd2-ffde-4717-a2ee-4c86400b166d tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:46.302237 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-464dd9c3-242e-4509-976e-11da483e3836 tempest-NegativeSecGroupIPv6Test-1915454941 tempest-NegativeSecGroupIPv6Test-1915454941-project] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:46.334187 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b6684bd2-ffde-4717-a2ee-4c86400b166d tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:46.340767 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b6684bd2-ffde-4717-a2ee-4c86400b166d tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:46.340767 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-b6684bd2-ffde-4717-a2ee-4c86400b166d tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] 10.222.0.35 "DELETE /v2.0/security-groups/c90cda10-f015-446d-9f5b-fb3141ab328f HTTP/1.1" status: 204 len: 168 time: 0.2985461 May 20 21:02:46.341149 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 41738) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:02:46.351525 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6684bd2-ffde-4717-a2ee-4c86400b166d tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c90cda10-f015-446d-9f5b-fb3141ab328f,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:02:46.468845 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e3a27d2f-0b39-48e6-be3f-6f6d20889a4f tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:46.476408 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-464dd9c3-242e-4509-976e-11da483e3836 tempest-NegativeSecGroupIPv6Test-1915454941 tempest-NegativeSecGroupIPv6Test-1915454941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:46.539613 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e3a27d2f-0b39-48e6-be3f-6f6d20889a4f tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:46.561551 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464dd9c3-242e-4509-976e-11da483e3836 tempest-NegativeSecGroupIPv6Test-1915454941 tempest-NegativeSecGroupIPv6Test-1915454941-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0afaf76-6949-433e-9771-d0dd20476858,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:02:46.616126 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-464dd9c3-242e-4509-976e-11da483e3836 tempest-NegativeSecGroupIPv6Test-1915454941 tempest-NegativeSecGroupIPv6Test-1915454941-project] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:46.622483 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 41750) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:02:46.622871 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-464dd9c3-242e-4509-976e-11da483e3836 tempest-NegativeSecGroupIPv6Test-1915454941 tempest-NegativeSecGroupIPv6Test-1915454941-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5066168 May 20 21:02:46.632350 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-a202d6f4-c316-405b-a695-66bd3fea7957 tempest-NegativeSecGroupIPv6Test-1915454941 tempest-NegativeSecGroupIPv6Test-1915454941-project] Request body: {'security_group_rule': {'security_group_id': 'a0afaf76-6949-433e-9771-d0dd20476858', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:02:46.634682 n-d-842733-1 neutron-server[103163]: WARNING neutron.api.v2.base [None req-a202d6f4-c316-405b-a695-66bd3fea7957 tempest-NegativeSecGroupIPv6Test-1915454941 tempest-NegativeSecGroupIPv6Test-1915454941-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. May 20 21:02:46.637127 n-d-842733-1 neutron-server[103163]: INFO neutron.api.v2.resource [None req-a202d6f4-c316-405b-a695-66bd3fea7957 tempest-NegativeSecGroupIPv6Test-1915454941 tempest-NegativeSecGroupIPv6Test-1915454941-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 20 21:02:46.638385 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-a202d6f4-c316-405b-a695-66bd3fea7957 tempest-NegativeSecGroupIPv6Test-1915454941 tempest-NegativeSecGroupIPv6Test-1915454941-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0149634 May 20 21:02:46.641162 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 41752) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:02:46.647102 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-053b7a19-62f9-4160-b439-0bb6f4fe3e38 None None] Provisioning complete for port a6c26711-99e4-4385-b4ad-9cbd29b2359e triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:02:46.650489 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-053b7a19-62f9-4160-b439-0bb6f4fe3e38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:46.656050 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 3cd0bbe3-4017-4ded-b279-97babe850277 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:02:46.700479 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e3a27d2f-0b39-48e6-be3f-6f6d20889a4f tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:46.703585 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e3a27d2f-0b39-48e6-be3f-6f6d20889a4f tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:46.704741 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-e3a27d2f-0b39-48e6-be3f-6f6d20889a4f tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] 10.222.0.35 "DELETE /v2.0/security-groups/c4b6c72e-d58a-4b34-8bf0-16b61cf45258 HTTP/1.1" status: 204 len: 168 time: 0.3624177 May 20 21:02:46.710891 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 41754) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:02:46.722904 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a27d2f-0b39-48e6-be3f-6f6d20889a4f tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4b6c72e-d58a-4b34-8bf0-16b61cf45258,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:02:46.760147 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-053b7a19-62f9-4160-b439-0bb6f4fe3e38 None None] Port a6c26711-99e4-4385-b4ad-9cbd29b2359e cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 21:02:46.769850 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 3cd0bbe3-4017-4ded-b279-97babe850277 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:02:46.770938 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:46.806312 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-053b7a19-62f9-4160-b439-0bb6f4fe3e38 None None] Provisioning complete for port 3cd0bbe3-4017-4ded-b279-97babe850277 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:02:46.806941 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-053b7a19-62f9-4160-b439-0bb6f4fe3e38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:46.834088 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f180fe7a-8fd3-4ac0-8484-eb0a6203f44d tempest-NegativeSecGroupIPv6Test-1915454941 tempest-NegativeSecGroupIPv6Test-1915454941-project] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:46.875047 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2d09769f-848f-4f2e-ab2b-5905141ca4bd tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:46.878145 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f180fe7a-8fd3-4ac0-8484-eb0a6203f44d tempest-NegativeSecGroupIPv6Test-1915454941 tempest-NegativeSecGroupIPv6Test-1915454941-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:46.932295 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2d09769f-848f-4f2e-ab2b-5905141ca4bd tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:46.947318 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 3cd0bbe3-4017-4ded-b279-97babe850277 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:02:46.966842 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-053b7a19-62f9-4160-b439-0bb6f4fe3e38 None None] Current status of the port 3cd0bbe3-4017-4ded-b279-97babe850277 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:02:46.975596 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-053b7a19-62f9-4160-b439-0bb6f4fe3e38 None None] Could not find standard attr ID for object 165d732f-5587-4bab-9fde-c79a82652592. {{(pid=103164) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 20 21:02:47.053912 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f180fe7a-8fd3-4ac0-8484-eb0a6203f44d tempest-NegativeSecGroupIPv6Test-1915454941 tempest-NegativeSecGroupIPv6Test-1915454941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:47.056526 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f180fe7a-8fd3-4ac0-8484-eb0a6203f44d tempest-NegativeSecGroupIPv6Test-1915454941 tempest-NegativeSecGroupIPv6Test-1915454941-project] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:47.057789 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-f180fe7a-8fd3-4ac0-8484-eb0a6203f44d tempest-NegativeSecGroupIPv6Test-1915454941 tempest-NegativeSecGroupIPv6Test-1915454941-project] 10.222.0.35 "DELETE /v2.0/security-groups/a0afaf76-6949-433e-9771-d0dd20476858 HTTP/1.1" status: 204 len: 168 time: 0.4148409 May 20 21:02:47.060989 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 41768) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:02:47.067959 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f180fe7a-8fd3-4ac0-8484-eb0a6203f44d tempest-NegativeSecGroupIPv6Test-1915454941 tempest-NegativeSecGroupIPv6Test-1915454941-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0afaf76-6949-433e-9771-d0dd20476858,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:02:47.085578 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2d09769f-848f-4f2e-ab2b-5905141ca4bd tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:47.092498 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2d09769f-848f-4f2e-ab2b-5905141ca4bd tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:47.093689 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-2d09769f-848f-4f2e-ab2b-5905141ca4bd tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] 10.222.0.35 "DELETE /v2.0/security-groups/9cfa519f-ef25-44d0-94a1-612d5dda44b0 HTTP/1.1" status: 204 len: 168 time: 0.3813953 May 20 21:02:47.097513 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 41770) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:02:47.100261 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-ecdac03f-cca2-4d0f-b397-6c0b87e7af55 None None] Could not find standard attr ID for object 165d732f-5587-4bab-9fde-c79a82652592. {{(pid=103164) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 20 21:02:47.129894 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d09769f-848f-4f2e-ab2b-5905141ca4bd tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cfa519f-ef25-44d0-94a1-612d5dda44b0,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:02:47.140879 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-efc3fb95-b532-40a4-bc5e-ee04018f7c7f tempest-NegativeSecGroupIPv6Test-1915454941 tempest-NegativeSecGroupIPv6Test-1915454941-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0785880 May 20 21:02:47.151096 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 41774) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:02:47.157420 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-63113722-42e7-4233-a9d2-a78111ac7542 tempest-NegativeSecGroupIPv6Test-1915454941 tempest-NegativeSecGroupIPv6Test-1915454941-project] Request body: {'security_group': {'name': 'tempest-secgroup--1508498930'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:02:47.202909 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca919f36-5f1d-4385-82b2-d2b7211f1c29 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Deleting subnet 10e8a664-b9ee-4b65-a40d-1a28804548c5 {{(pid=103163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 20 21:02:47.206602 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ca919f36-5f1d-4385-82b2-d2b7211f1c29 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks [] for subnet, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:47.251958 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ca919f36-5f1d-4385-82b2-d2b7211f1c29 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9338757'] for subnet, precommit_delete_associations {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:47.253890 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-63113722-42e7-4233-a9d2-a78111ac7542 tempest-NegativeSecGroupIPv6Test-1915454941 tempest-NegativeSecGroupIPv6Test-1915454941-project] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:47.263077 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 41778) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:02:47.353832 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-63113722-42e7-4233-a9d2-a78111ac7542 tempest-NegativeSecGroupIPv6Test-1915454941 tempest-NegativeSecGroupIPv6Test-1915454941-project] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:47.368419 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ca919f36-5f1d-4385-82b2-d2b7211f1c29 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33068388'] for subnet, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:47.389306 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-2d234d48-f0a6-446c-9911-344dca6268e8 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2039430658'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:02:47.425121 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-63113722-42e7-4233-a9d2-a78111ac7542 tempest-NegativeSecGroupIPv6Test-1915454941 tempest-NegativeSecGroupIPv6Test-1915454941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:47.456571 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63113722-42e7-4233-a9d2-a78111ac7542 tempest-NegativeSecGroupIPv6Test-1915454941 tempest-NegativeSecGroupIPv6Test-1915454941-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8109286b-324f-4c72-9302-7f7c665190fb,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:02:47.504827 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d234d48-f0a6-446c-9911-344dca6268e8 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Made reservation on behalf of 785b01e259854fae98d7194cf8f7101e for: {'network': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:02:47.509471 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2d234d48-f0a6-446c-9911-344dca6268e8 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for network, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:47.519914 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2d234d48-f0a6-446c-9911-344dca6268e8 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:47.551378 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ca919f36-5f1d-4385-82b2-d2b7211f1c29 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33068399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9641221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8422588'] for subnet, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:47.553706 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-63113722-42e7-4233-a9d2-a78111ac7542 tempest-NegativeSecGroupIPv6Test-1915454941 tempest-NegativeSecGroupIPv6Test-1915454941-project] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:47.555194 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-63113722-42e7-4233-a9d2-a78111ac7542 tempest-NegativeSecGroupIPv6Test-1915454941 tempest-NegativeSecGroupIPv6Test-1915454941-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4023716 May 20 21:02:47.559599 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 41788) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:02:47.566412 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-b84ef8b8-aaf9-4d5c-93ca-04007296c9fc tempest-NegativeSecGroupIPv6Test-1915454941 tempest-NegativeSecGroupIPv6Test-1915454941-project] Request body: {'security_group_rule': {'security_group_id': '8109286b-324f-4c72-9302-7f7c665190fb', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:02:47.567569 n-d-842733-1 neutron-server[103162]: WARNING neutron.api.v2.base [None req-b84ef8b8-aaf9-4d5c-93ca-04007296c9fc tempest-NegativeSecGroupIPv6Test-1915454941 tempest-NegativeSecGroupIPv6Test-1915454941-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. May 20 21:02:47.568459 n-d-842733-1 neutron-server[103162]: INFO neutron.api.v2.resource [None req-b84ef8b8-aaf9-4d5c-93ca-04007296c9fc tempest-NegativeSecGroupIPv6Test-1915454941 tempest-NegativeSecGroupIPv6Test-1915454941-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 20 21:02:47.569691 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-b84ef8b8-aaf9-4d5c-93ca-04007296c9fc tempest-NegativeSecGroupIPv6Test-1915454941 tempest-NegativeSecGroupIPv6Test-1915454941-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0087860 May 20 21:02:47.572525 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 41790) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:02:47.592099 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca919f36-5f1d-4385-82b2-d2b7211f1c29 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Pushing event deleted for resources: {'Subnet': ['ID=10e8a664-b9ee-4b65-a40d-1a28804548c5,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:02:47.596132 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ca919f36-5f1d-4385-82b2-d2b7211f1c29 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks [] for subnet, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:47.599800 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-ca919f36-5f1d-4385-82b2-d2b7211f1c29 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] 10.222.0.35 "DELETE /v2.0/subnets/10e8a664-b9ee-4b65-a40d-1a28804548c5 HTTP/1.1" status: 204 len: 168 time: 0.5013523 May 20 21:02:47.604069 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 41792) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:02:47.615949 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59cdb846-b4f0-4e50-b53a-d1082c8f53fe None None] Network 7b04e954-4cb8-4833-9e51-eaf3f4e0fe45 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:02:47.722726 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-386a78f3-ce28-427e-b657-96e2ab637935 tempest-NegativeSecGroupIPv6Test-1915454941 tempest-NegativeSecGroupIPv6Test-1915454941-project] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:47.735117 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2d234d48-f0a6-446c-9911-344dca6268e8 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:47.740277 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc8e185e-0c24-4b5e-ad55-c7f185cbebf1 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Deleting subnet 21b5e0c2-2538-4259-bc06-24281a2122e6 {{(pid=103162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 20 21:02:47.752165 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bc8e185e-0c24-4b5e-ad55-c7f185cbebf1 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks [] for subnet, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:47.789547 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2d234d48-f0a6-446c-9911-344dca6268e8 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:47.793340 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-386a78f3-ce28-427e-b657-96e2ab637935 tempest-NegativeSecGroupIPv6Test-1915454941 tempest-NegativeSecGroupIPv6Test-1915454941-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:47.830255 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bc8e185e-0c24-4b5e-ad55-c7f185cbebf1 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3738392'] for subnet, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:47.889244 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d234d48-f0a6-446c-9911-344dca6268e8 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 228} {{(pid=103162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 21:02:47.901489 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d234d48-f0a6-446c-9911-344dca6268e8 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee700256-8463-431c-be7e-c6b95328226e,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:02:47.975919 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bc8e185e-0c24-4b5e-ad55-c7f185cbebf1 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33068388'] for subnet, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:48.004074 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2d234d48-f0a6-446c-9911-344dca6268e8 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:48.004458 n-d-842733-1 neutron-server[103162]: INFO neutron.db.segments_db [None req-2d234d48-f0a6-446c-9911-344dca6268e8 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Added segment 26405b36-ac7c-4a73-97f8-dd4ff7fada2a of type vlan for network 56e05f23-4a5b-4f2c-a8a7-6232b04ef391 May 20 21:02:48.005719 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-386a78f3-ce28-427e-b657-96e2ab637935 tempest-NegativeSecGroupIPv6Test-1915454941 tempest-NegativeSecGroupIPv6Test-1915454941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:48.008322 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-386a78f3-ce28-427e-b657-96e2ab637935 tempest-NegativeSecGroupIPv6Test-1915454941 tempest-NegativeSecGroupIPv6Test-1915454941-project] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:48.012859 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-386a78f3-ce28-427e-b657-96e2ab637935 tempest-NegativeSecGroupIPv6Test-1915454941 tempest-NegativeSecGroupIPv6Test-1915454941-project] 10.222.0.35 "DELETE /v2.0/security-groups/8109286b-324f-4c72-9302-7f7c665190fb HTTP/1.1" status: 204 len: 168 time: 0.4345293 May 20 21:02:48.013606 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 41794) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:02:48.062343 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386a78f3-ce28-427e-b657-96e2ab637935 tempest-NegativeSecGroupIPv6Test-1915454941 tempest-NegativeSecGroupIPv6Test-1915454941-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8109286b-324f-4c72-9302-7f7c665190fb,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:02:48.105866 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2d234d48-f0a6-446c-9911-344dca6268e8 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418993264'] for network, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:48.110816 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-721259fc-6dac-4e0c-9d7b-16e22db2fb4a tempest-NegativeSecGroupIPv6Test-1915454941 tempest-NegativeSecGroupIPv6Test-1915454941-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0955660 May 20 21:02:48.118458 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 41798) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:02:48.125342 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-86aed243-a8ee-4765-bb1b-95ea316288d6 tempest-NegativeSecGroupIPv6Test-1915454941 tempest-NegativeSecGroupIPv6Test-1915454941-project] Request body: {'security_group': {'name': 'tempest-secgroup--802369202'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:02:48.246302 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bc8e185e-0c24-4b5e-ad55-c7f185cbebf1 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33068399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3797621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4018265'] for subnet, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:48.272899 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2d234d48-f0a6-446c-9911-344dca6268e8 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524'] for network, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:48.278570 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d234d48-f0a6-446c-9911-344dca6268e8 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:02:48.279142 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2d234d48-f0a6-446c-9911-344dca6268e8 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:48.282071 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8e185e-0c24-4b5e-ad55-c7f185cbebf1 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Pushing event deleted for resources: {'Subnet': ['ID=21b5e0c2-2538-4259-bc06-24281a2122e6,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:02:48.291702 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-86aed243-a8ee-4765-bb1b-95ea316288d6 tempest-NegativeSecGroupIPv6Test-1915454941 tempest-NegativeSecGroupIPv6Test-1915454941-project] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:48.303311 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bc8e185e-0c24-4b5e-ad55-c7f185cbebf1 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:48.306969 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-bc8e185e-0c24-4b5e-ad55-c7f185cbebf1 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] 10.222.0.35 "DELETE /v2.0/subnets/21b5e0c2-2538-4259-bc06-24281a2122e6 HTTP/1.1" status: 204 len: 168 time: 0.7017758 May 20 21:02:48.310300 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 41802) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:02:48.354447 n-d-842733-1 neutron-server[103163]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d536286-12f2-4957-a660-fa4ef239d056 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] DELETE failed (client error): The resource could not be found. May 20 21:02:48.357121 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d536286-12f2-4957-a660-fa4ef239d056 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103163) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 21:02:48.365265 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-3d536286-12f2-4957-a660-fa4ef239d056 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] 10.222.0.35 "DELETE /v2.0/subnets/10e8a664-b9ee-4b65-a40d-1a28804548c5 HTTP/1.1" status: 404 len: 337 time: 0.0538118 May 20 21:02:48.366329 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 41804) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:02:48.389160 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d234d48-f0a6-446c-9911-344dca6268e8 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Pushing event updated for resources: {'Network': ['ID=56e05f23-4a5b-4f2c-a8a7-6232b04ef391,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:02:48.402665 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Network 56e05f23-4a5b-4f2c-a8a7-6232b04ef391 details requested by agent ovs-agent-n-d-842733-1 with host n-d-842733-1 {{(pid=103164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 20 21:02:48.403151 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-2d234d48-f0a6-446c-9911-344dca6268e8 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.1373727 May 20 21:02:48.404111 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 41806) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:02:48.411269 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-185035f1-dd0a-4580-8540-5175a7080304 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-74631467'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:02:48.464217 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed050d21-861b-4039-bd5b-98025fbcc008 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Deleting subnet a58e723a-b910-47b5-9e3b-a524a6e16d2e {{(pid=103163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 20 21:02:48.498622 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ed050d21-861b-4039-bd5b-98025fbcc008 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks [] for subnet, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:48.504154 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-86aed243-a8ee-4765-bb1b-95ea316288d6 tempest-NegativeSecGroupIPv6Test-1915454941 tempest-NegativeSecGroupIPv6Test-1915454941-project] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:48.536683 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-185035f1-dd0a-4580-8540-5175a7080304 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Made reservation on behalf of 785b01e259854fae98d7194cf8f7101e for: {'network': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:02:48.541333 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-185035f1-dd0a-4580-8540-5175a7080304 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for network, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:48.586378 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-86aed243-a8ee-4765-bb1b-95ea316288d6 tempest-NegativeSecGroupIPv6Test-1915454941 tempest-NegativeSecGroupIPv6Test-1915454941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:48.594027 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-185035f1-dd0a-4580-8540-5175a7080304 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 206} {{(pid=103162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 21:02:48.598605 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ed050d21-861b-4039-bd5b-98025fbcc008 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9338757'] for subnet, precommit_delete_associations {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:48.627500 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-185035f1-dd0a-4580-8540-5175a7080304 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:48.628492 n-d-842733-1 neutron-server[103162]: INFO neutron.db.segments_db [None req-185035f1-dd0a-4580-8540-5175a7080304 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Added segment 0f94add1-22c2-4958-b4a0-2eead239b897 of type vlan for network 2e6f1212-8a8c-4e83-9dc3-012248c96046 May 20 21:02:48.639549 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86aed243-a8ee-4765-bb1b-95ea316288d6 tempest-NegativeSecGroupIPv6Test-1915454941 tempest-NegativeSecGroupIPv6Test-1915454941-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca71f4fe-2d11-4efc-901a-ab0a8d78c162,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:02:48.697790 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8310f9e1-2246-49d4-babb-f092fbfe571a None None] Network 7b04e954-4cb8-4833-9e51-eaf3f4e0fe45 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:02:48.702678 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-86aed243-a8ee-4765-bb1b-95ea316288d6 tempest-NegativeSecGroupIPv6Test-1915454941 tempest-NegativeSecGroupIPv6Test-1915454941-project] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:48.714655 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-86aed243-a8ee-4765-bb1b-95ea316288d6 tempest-NegativeSecGroupIPv6Test-1915454941 tempest-NegativeSecGroupIPv6Test-1915454941-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5929346 May 20 21:02:48.716791 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-185035f1-dd0a-4580-8540-5175a7080304 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418993264'] for network, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:48.719032 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 41812) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:02:48.725738 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-a4683b7f-778d-4eac-97e3-0134dc103325 tempest-NegativeSecGroupIPv6Test-1915454941 tempest-NegativeSecGroupIPv6Test-1915454941-project] Request body: {'security_group_rule': {'security_group_id': 'ca71f4fe-2d11-4efc-901a-ab0a8d78c162', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:02:48.746747 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ed050d21-861b-4039-bd5b-98025fbcc008 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33068388'] for subnet, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:48.760427 n-d-842733-1 neutron-server[103162]: WARNING neutron.api.v2.base [None req-a4683b7f-778d-4eac-97e3-0134dc103325 tempest-NegativeSecGroupIPv6Test-1915454941 tempest-NegativeSecGroupIPv6Test-1915454941-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. May 20 21:02:48.761313 n-d-842733-1 neutron-server[103162]: INFO neutron.api.v2.resource [None req-a4683b7f-778d-4eac-97e3-0134dc103325 tempest-NegativeSecGroupIPv6Test-1915454941 tempest-NegativeSecGroupIPv6Test-1915454941-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 20 21:02:48.762532 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-a4683b7f-778d-4eac-97e3-0134dc103325 tempest-NegativeSecGroupIPv6Test-1915454941 tempest-NegativeSecGroupIPv6Test-1915454941-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0424109 May 20 21:02:48.765280 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 41814) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:02:48.773342 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-6d788638-1afd-417c-a94f-fc25998a7110 tempest-NegativeSecGroupIPv6Test-1915454941 tempest-NegativeSecGroupIPv6Test-1915454941-project] Request body: {'security_group_rule': {'security_group_id': 'ca71f4fe-2d11-4efc-901a-ab0a8d78c162', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:02:48.777441 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-cad6d6f9-1c39-4f0e-ad6b-189c8b97cfff None None] Provisioning complete for port a6c26711-99e4-4385-b4ad-9cbd29b2359e triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:02:48.778057 n-d-842733-1 neutron-server[103162]: WARNING neutron.api.v2.base [None req-6d788638-1afd-417c-a94f-fc25998a7110 tempest-NegativeSecGroupIPv6Test-1915454941 tempest-NegativeSecGroupIPv6Test-1915454941-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. May 20 21:02:48.778258 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cad6d6f9-1c39-4f0e-ad6b-189c8b97cfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:48.778567 n-d-842733-1 neutron-server[103162]: INFO neutron.api.v2.resource [None req-6d788638-1afd-417c-a94f-fc25998a7110 tempest-NegativeSecGroupIPv6Test-1915454941 tempest-NegativeSecGroupIPv6Test-1915454941-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 20 21:02:48.783906 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-6d788638-1afd-417c-a94f-fc25998a7110 tempest-NegativeSecGroupIPv6Test-1915454941 tempest-NegativeSecGroupIPv6Test-1915454941-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0174882 May 20 21:02:48.786674 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 41816) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:02:48.796978 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-93d33e1e-e452-4339-99fd-03d59e7f9bd2 tempest-NegativeSecGroupIPv6Test-1915454941 tempest-NegativeSecGroupIPv6Test-1915454941-project] Request body: {'security_group_rule': {'security_group_id': 'ca71f4fe-2d11-4efc-901a-ab0a8d78c162', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:02:48.801561 n-d-842733-1 neutron-server[103163]: WARNING neutron.api.v2.base [None req-93d33e1e-e452-4339-99fd-03d59e7f9bd2 tempest-NegativeSecGroupIPv6Test-1915454941 tempest-NegativeSecGroupIPv6Test-1915454941-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. May 20 21:02:48.804172 n-d-842733-1 neutron-server[103163]: INFO neutron.api.v2.resource [None req-93d33e1e-e452-4339-99fd-03d59e7f9bd2 tempest-NegativeSecGroupIPv6Test-1915454941 tempest-NegativeSecGroupIPv6Test-1915454941-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 20 21:02:48.805264 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-93d33e1e-e452-4339-99fd-03d59e7f9bd2 tempest-NegativeSecGroupIPv6Test-1915454941 tempest-NegativeSecGroupIPv6Test-1915454941-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0166972 May 20 21:02:48.808446 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 41818) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:02:48.824993 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-6c84054b-8e4f-4592-bbc2-b34a01925429 tempest-NegativeSecGroupIPv6Test-1915454941 tempest-NegativeSecGroupIPv6Test-1915454941-project] Request body: {'security_group_rule': {'security_group_id': 'ca71f4fe-2d11-4efc-901a-ab0a8d78c162', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:02:48.825900 n-d-842733-1 neutron-server[103163]: WARNING neutron.api.v2.base [None req-6c84054b-8e4f-4592-bbc2-b34a01925429 tempest-NegativeSecGroupIPv6Test-1915454941 tempest-NegativeSecGroupIPv6Test-1915454941-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. May 20 21:02:48.826560 n-d-842733-1 neutron-server[103163]: INFO neutron.api.v2.resource [None req-6c84054b-8e4f-4592-bbc2-b34a01925429 tempest-NegativeSecGroupIPv6Test-1915454941 tempest-NegativeSecGroupIPv6Test-1915454941-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 20 21:02:48.827820 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-6c84054b-8e4f-4592-bbc2-b34a01925429 tempest-NegativeSecGroupIPv6Test-1915454941 tempest-NegativeSecGroupIPv6Test-1915454941-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0164230 May 20 21:02:48.831820 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 41820) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:02:48.866153 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-cad6d6f9-1c39-4f0e-ad6b-189c8b97cfff None None] Port a6c26711-99e4-4385-b4ad-9cbd29b2359e cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 21:02:48.896594 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c8399e46-0392-42fd-a125-a25f5ca7804e tempest-NegativeSecGroupIPv6Test-1915454941 tempest-NegativeSecGroupIPv6Test-1915454941-project] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:48.900250 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-185035f1-dd0a-4580-8540-5175a7080304 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524'] for network, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:48.906385 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-185035f1-dd0a-4580-8540-5175a7080304 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:02:48.911559 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-185035f1-dd0a-4580-8540-5175a7080304 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:48.940091 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-cad6d6f9-1c39-4f0e-ad6b-189c8b97cfff None None] Provisioning complete for port 3cd0bbe3-4017-4ded-b279-97babe850277 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:02:48.940091 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cad6d6f9-1c39-4f0e-ad6b-189c8b97cfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:48.973796 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ed050d21-861b-4039-bd5b-98025fbcc008 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33068399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9641221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8422588'] for subnet, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:49.006370 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c8399e46-0392-42fd-a125-a25f5ca7804e tempest-NegativeSecGroupIPv6Test-1915454941 tempest-NegativeSecGroupIPv6Test-1915454941-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:49.038724 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed050d21-861b-4039-bd5b-98025fbcc008 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Pushing event deleted for resources: {'Subnet': ['ID=a58e723a-b910-47b5-9e3b-a524a6e16d2e,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:02:49.042384 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ed050d21-861b-4039-bd5b-98025fbcc008 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks [] for subnet, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:49.047421 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-185035f1-dd0a-4580-8540-5175a7080304 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6393564 May 20 21:02:49.053297 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-ed050d21-861b-4039-bd5b-98025fbcc008 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] 10.222.0.35 "DELETE /v2.0/subnets/a58e723a-b910-47b5-9e3b-a524a6e16d2e HTTP/1.1" status: 204 len: 168 time: 0.6853797 May 20 21:02:49.054594 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 41822) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:02:49.062404 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 41824) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:02:49.068922 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-7c5d7fb2-1ce3-4c14-84aa-e48ad220ace8 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Request body: {'subnet': {'network_id': '56e05f23-4a5b-4f2c-a8a7-6232b04ef391', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:02:49.106231 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-cad6d6f9-1c39-4f0e-ad6b-189c8b97cfff None None] Current status of the port 3cd0bbe3-4017-4ded-b279-97babe850277 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:02:49.122703 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8e97391-5eaf-41d0-875c-d74e82074169 None None] Update dhcp port {'port': {'network_id': '7b04e954-4cb8-4833-9e51-eaf3f4e0fe45', 'fixed_ips': [{'subnet_id': 'a58e723a-b910-47b5-9e3b-a524a6e16d2e'}], 'binding:host_id': 'n-d-842733-1'}, 'id': '3cd0bbe3-4017-4ded-b279-97babe850277'} from n-d-842733-1. {{(pid=103164) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} May 20 21:02:49.150275 n-d-842733-1 neutron-server[103162]: INFO neutron.pecan_wsgi.hooks.translation [None req-385a0ddc-e606-434b-94d6-36b458555fde tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] DELETE failed (client error): The resource could not be found. May 20 21:02:49.150733 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-385a0ddc-e606-434b-94d6-36b458555fde tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 21:02:49.152391 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a8e97391-5eaf-41d0-875c-d74e82074169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:49.161501 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-385a0ddc-e606-434b-94d6-36b458555fde tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] 10.222.0.35 "DELETE /v2.0/subnets/41fceeda-add9-4d46-ace5-65980714f501 HTTP/1.1" status: 404 len: 337 time: 0.0901816 May 20 21:02:49.178676 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 41828) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:02:49.232897 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185035f1-dd0a-4580-8540-5175a7080304 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Pushing event updated for resources: {'Network': ['ID=2e6f1212-8a8c-4e83-9dc3-012248c96046,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:02:49.242116 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-e010d164-8f9a-44fa-9be0-3692acabecce tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] 10.222.0.35 "GET /v2.0/ports?device_id=6ecd75bb-6035-4e7d-9850-cdadf7067bb3 HTTP/1.1" status: 200 len: 205 time: 0.0409086 May 20 21:02:49.246542 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 41830) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:02:49.253401 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Network 2e6f1212-8a8c-4e83-9dc3-012248c96046 details requested by agent ovs-agent-n-d-842733-1 with host n-d-842733-1 {{(pid=103164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 20 21:02:49.286916 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c5d7fb2-1ce3-4c14-84aa-e48ad220ace8 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Made reservation on behalf of 785b01e259854fae98d7194cf8f7101e for: {'subnet': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:02:49.289381 n-d-842733-1 neutron-server[103162]: INFO neutron.api.v2.resource [None req-3a2024ea-eee2-49bb-933b-61bf110875eb tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] delete failed (client error): The resource could not be found. May 20 21:02:49.290322 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7c5d7fb2-1ce3-4c14-84aa-e48ad220ace8 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8422561'] for subnet, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:49.290773 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-3a2024ea-eee2-49bb-933b-61bf110875eb tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] 10.222.0.35 "DELETE /v2.0/routers/6ecd75bb-6035-4e7d-9850-cdadf7067bb3 HTTP/1.1" status: 404 len: 336 time: 0.0429413 May 20 21:02:49.293356 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 41832) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:02:49.331839 n-d-842733-1 neutron-server[103162]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cdfdea8-62cb-4581-b551-335b76cee8bd tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] DELETE failed (client error): The resource could not be found. May 20 21:02:49.332549 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8cdfdea8-62cb-4581-b551-335b76cee8bd tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 21:02:49.336276 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-8cdfdea8-62cb-4581-b551-335b76cee8bd tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] 10.222.0.35 "DELETE /v2.0/subnets/54faf60b-7e57-4f6c-9ae7-d4a99c7a26b4 HTTP/1.1" status: 404 len: 337 time: 0.0417318 May 20 21:02:49.337865 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c8399e46-0392-42fd-a125-a25f5ca7804e tempest-NegativeSecGroupIPv6Test-1915454941 tempest-NegativeSecGroupIPv6Test-1915454941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:49.340463 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c8399e46-0392-42fd-a125-a25f5ca7804e tempest-NegativeSecGroupIPv6Test-1915454941 tempest-NegativeSecGroupIPv6Test-1915454941-project] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:49.342106 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 41834) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:02:49.343001 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-c8399e46-0392-42fd-a125-a25f5ca7804e tempest-NegativeSecGroupIPv6Test-1915454941 tempest-NegativeSecGroupIPv6Test-1915454941-project] 10.222.0.35 "DELETE /v2.0/security-groups/ca71f4fe-2d11-4efc-901a-ab0a8d78c162 HTTP/1.1" status: 204 len: 168 time: 0.5101221 May 20 21:02:49.354896 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 41836) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:02:49.356026 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8399e46-0392-42fd-a125-a25f5ca7804e tempest-NegativeSecGroupIPv6Test-1915454941 tempest-NegativeSecGroupIPv6Test-1915454941-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca71f4fe-2d11-4efc-901a-ab0a8d78c162,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:02:49.416127 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-44386a0f-0bf9-44e9-b148-d09b92f349ec tempest-NegativeSecGroupIPv6Test-1915454941 tempest-NegativeSecGroupIPv6Test-1915454941-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0566089 May 20 21:02:49.433130 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 41838) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:02:49.440582 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-d762fce4-9ef0-469d-805b-d8d310601a7f tempest-NegativeSecGroupIPv6Test-1915454941 tempest-NegativeSecGroupIPv6Test-1915454941-project] Request body: {'security_group': {'name': 'tempest-secgroup--660953724'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:02:49.442474 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6097a726-e985-4122-9ad4-2b9300c877e1 None None] Network 7b04e954-4cb8-4833-9e51-eaf3f4e0fe45 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:02:49.545076 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d762fce4-9ef0-469d-805b-d8d310601a7f tempest-NegativeSecGroupIPv6Test-1915454941 tempest-NegativeSecGroupIPv6Test-1915454941-project] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:49.590520 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-3eb340e8-0c3f-4f61-abc7-52cf846f285b None None] Provisioning complete for port a6c26711-99e4-4385-b4ad-9cbd29b2359e triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:02:49.591197 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3eb340e8-0c3f-4f61-abc7-52cf846f285b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:49.637960 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3eb340e8-0c3f-4f61-abc7-52cf846f285b None None] Port a6c26711-99e4-4385-b4ad-9cbd29b2359e cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 21:02:49.647684 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d762fce4-9ef0-469d-805b-d8d310601a7f tempest-NegativeSecGroupIPv6Test-1915454941 tempest-NegativeSecGroupIPv6Test-1915454941-project] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:49.655235 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-3eb340e8-0c3f-4f61-abc7-52cf846f285b None None] Provisioning complete for port 3cd0bbe3-4017-4ded-b279-97babe850277 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:02:49.655603 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3eb340e8-0c3f-4f61-abc7-52cf846f285b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:49.695242 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3a0f944-9cc4-4bf8-abe6-1ecb2580bbb1 None None] DHCP port deletion for 7b04e954-4cb8-4833-9e51-eaf3f4e0fe45 request from n-d-842733-1 {{(pid=103164) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 21:02:49.729540 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d762fce4-9ef0-469d-805b-d8d310601a7f tempest-NegativeSecGroupIPv6Test-1915454941 tempest-NegativeSecGroupIPv6Test-1915454941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:49.769012 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3eb340e8-0c3f-4f61-abc7-52cf846f285b None None] Current status of the port 3cd0bbe3-4017-4ded-b279-97babe850277 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:02:49.786359 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-f3a0f944-9cc4-4bf8-abe6-1ecb2580bbb1 None None] Deleting port 3cd0bbe3-4017-4ded-b279-97babe850277 {{(pid=103164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:02:49.787023 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-f3a0f944-9cc4-4bf8-abe6-1ecb2580bbb1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:49.791584 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d762fce4-9ef0-469d-805b-d8d310601a7f tempest-NegativeSecGroupIPv6Test-1915454941 tempest-NegativeSecGroupIPv6Test-1915454941-project] Pushing event updated for resources: {'SecurityGroup': ['ID=256da56b-cca6-436c-b891-8897d79da42b,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:02:49.834063 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d762fce4-9ef0-469d-805b-d8d310601a7f tempest-NegativeSecGroupIPv6Test-1915454941 tempest-NegativeSecGroupIPv6Test-1915454941-project] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:49.835351 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-d762fce4-9ef0-469d-805b-d8d310601a7f tempest-NegativeSecGroupIPv6Test-1915454941 tempest-NegativeSecGroupIPv6Test-1915454941-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4009635 May 20 21:02:49.844265 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 41842) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:02:49.849449 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-0cd88092-205c-40bf-9d49-cbfe051b2b58 tempest-NegativeSecGroupIPv6Test-1915454941 tempest-NegativeSecGroupIPv6Test-1915454941-project] Request body: {'security_group_rule': {'security_group_id': '256da56b-cca6-436c-b891-8897d79da42b', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:02:49.850189 n-d-842733-1 neutron-server[103162]: WARNING neutron.api.v2.base [None req-0cd88092-205c-40bf-9d49-cbfe051b2b58 tempest-NegativeSecGroupIPv6Test-1915454941 tempest-NegativeSecGroupIPv6Test-1915454941-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 May 20 21:02:49.850701 n-d-842733-1 neutron-server[103162]: INFO neutron.api.v2.resource [None req-0cd88092-205c-40bf-9d49-cbfe051b2b58 tempest-NegativeSecGroupIPv6Test-1915454941 tempest-NegativeSecGroupIPv6Test-1915454941-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 20 21:02:49.854494 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-0cd88092-205c-40bf-9d49-cbfe051b2b58 tempest-NegativeSecGroupIPv6Test-1915454941 tempest-NegativeSecGroupIPv6Test-1915454941-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0064752 May 20 21:02:49.854695 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 41844) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:02:49.859478 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-e61e7d08-e377-4a0e-8a0a-0413fc9930f5 tempest-NegativeSecGroupIPv6Test-1915454941 tempest-NegativeSecGroupIPv6Test-1915454941-project] Request body: {'security_group_rule': {'security_group_id': '256da56b-cca6-436c-b891-8897d79da42b', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:02:49.899907 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-f3a0f944-9cc4-4bf8-abe6-1ecb2580bbb1 None None] For port 3cd0bbe3-4017-4ded-b279-97babe850277, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=3cd0bbe3-4017-4ded-b279-97babe850277,segment=NetworkSegment(14bcfbdc-6c5a-4d32-bd18-f257f701439f),segment_id=14bcfbdc-6c5a-4d32-bd18-f257f701439f)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:02:49.900482 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-f3a0f944-9cc4-4bf8-abe6-1ecb2580bbb1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:49.907019 n-d-842733-1 neutron-server[103163]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9418e7b-9995-4294-a688-ee9af61b0561 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] DELETE failed (client error): The resource could not be found. May 20 21:02:49.908157 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9418e7b-9995-4294-a688-ee9af61b0561 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103163) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 21:02:49.912429 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-e9418e7b-9995-4294-a688-ee9af61b0561 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] 10.222.0.35 "DELETE /v2.0/subnets/5d00de1f-ac98-425c-98ca-446d578b2a46 HTTP/1.1" status: 404 len: 337 time: 0.5693133 May 20 21:02:49.914971 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 41846) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:02:49.919060 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-f3a0f944-9cc4-4bf8-abe6-1ecb2580bbb1 None None] Calling delete_port for 3cd0bbe3-4017-4ded-b279-97babe850277 owned by network:dhcp {{(pid=103164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:02:49.950054 n-d-842733-1 neutron-server[103162]: INFO neutron.pecan_wsgi.hooks.translation [None req-487016ae-eb3c-4780-97e6-54e54c256c62 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] DELETE failed (client error): The resource could not be found. May 20 21:02:49.950514 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-487016ae-eb3c-4780-97e6-54e54c256c62 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 21:02:49.956710 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-487016ae-eb3c-4780-97e6-54e54c256c62 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] 10.222.0.35 "DELETE /v2.0/subnets/9097859c-8c83-4fce-9149-ddeeef61e77e HTTP/1.1" status: 404 len: 337 time: 0.0375667 May 20 21:02:49.956979 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 41848) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:02:49.976676 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ab82419a-ffbf-4151-86c2-9a877588f57e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:49.985200 n-d-842733-1 neutron-server[103162]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bf29cdd-9587-4ccd-82ce-ec2ac33b392e tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] DELETE failed (client error): The resource could not be found. May 20 21:02:49.986655 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5bf29cdd-9587-4ccd-82ce-ec2ac33b392e tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 21:02:49.989969 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-5bf29cdd-9587-4ccd-82ce-ec2ac33b392e tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] 10.222.0.35 "DELETE /v2.0/ports/f746c82d-f00c-4b3d-9b0a-d780db50860f HTTP/1.1" status: 404 len: 333 time: 0.0318429 May 20 21:02:49.998197 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 41850) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:02:50.046868 n-d-842733-1 neutron-server[103162]: INFO neutron.pecan_wsgi.hooks.translation [None req-21b5d541-03b7-4fcc-9689-fff3462a6466 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] DELETE failed (client error): The resource could not be found. May 20 21:02:50.047347 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21b5d541-03b7-4fcc-9689-fff3462a6466 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 21:02:50.054458 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-21b5d541-03b7-4fcc-9689-fff3462a6466 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] 10.222.0.35 "DELETE /v2.0/subnets/5bc31ef6-ab03-4514-b27b-60ba87d3453a HTTP/1.1" status: 404 len: 337 time: 0.0609133 May 20 21:02:50.055091 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 41852) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:02:50.084515 n-d-842733-1 neutron-server[103162]: INFO neutron.pecan_wsgi.hooks.translation [None req-41858709-6066-4c8c-9146-ad21e97aa536 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] DELETE failed (client error): The resource could not be found. May 20 21:02:50.085280 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41858709-6066-4c8c-9146-ad21e97aa536 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 21:02:50.090741 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-41858709-6066-4c8c-9146-ad21e97aa536 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] 10.222.0.35 "DELETE /v2.0/subnets/905bb478-79f7-40b2-b9c2-8ebfe5307caa HTTP/1.1" status: 404 len: 337 time: 0.0338917 May 20 21:02:50.091330 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 41854) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:02:50.114481 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-f3a0f944-9cc4-4bf8-abe6-1ecb2580bbb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099'] for port, after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:50.116011 n-d-842733-1 neutron-server[103162]: INFO neutron.pecan_wsgi.hooks.translation [None req-f66fc68b-d744-4b46-bf63-b9358079a827 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] DELETE failed (client error): The resource could not be found. May 20 21:02:50.116845 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f66fc68b-d744-4b46-bf63-b9358079a827 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 21:02:50.123198 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-f66fc68b-d744-4b46-bf63-b9358079a827 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] 10.222.0.35 "DELETE /v2.0/ports/70f3dc19-eed8-4d17-84c0-2bada0d9f925 HTTP/1.1" status: 404 len: 333 time: 0.0308905 May 20 21:02:50.134328 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 41856) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:02:50.147309 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a0f944-9cc4-4bf8-abe6-1ecb2580bbb1 None None] Pushing event deleted for resources: {'Port': ['ID=3cd0bbe3-4017-4ded-b279-97babe850277,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:02:50.150994 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3a0f944-9cc4-4bf8-abe6-1ecb2580bbb1 None None] No DVR routers for this DVR port 3cd0bbe3-4017-4ded-b279-97babe850277 on host n-d-842733-1 {{(pid=103164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 21:02:50.156811 n-d-842733-1 neutron-server[103162]: INFO neutron.api.v2.resource [None req-e61e7d08-e377-4a0e-8a0a-0413fc9930f5 tempest-NegativeSecGroupIPv6Test-1915454941 tempest-NegativeSecGroupIPv6Test-1915454941-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 20 21:02:50.161729 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-e61e7d08-e377-4a0e-8a0a-0413fc9930f5 tempest-NegativeSecGroupIPv6Test-1915454941 tempest-NegativeSecGroupIPv6Test-1915454941-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3028092 May 20 21:02:50.161934 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 41858) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:02:50.169925 n-d-842733-1 neutron-server[103163]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf7dbc1b-c2a6-445d-bf39-e9618fbb7759 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] DELETE failed (client error): The resource could not be found. May 20 21:02:50.170703 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf7dbc1b-c2a6-445d-bf39-e9618fbb7759 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103163) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 21:02:50.171818 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-44915334-ea45-4b07-9422-c5f4d6b81e78 tempest-NegativeSecGroupIPv6Test-1915454941 tempest-NegativeSecGroupIPv6Test-1915454941-project] Request body: {'security_group_rule': {'security_group_id': '256da56b-cca6-436c-b891-8897d79da42b', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:02:50.172354 n-d-842733-1 neutron-server[103162]: WARNING neutron.api.v2.base [None req-44915334-ea45-4b07-9422-c5f4d6b81e78 tempest-NegativeSecGroupIPv6Test-1915454941 tempest-NegativeSecGroupIPv6Test-1915454941-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 May 20 21:02:50.172842 n-d-842733-1 neutron-server[103162]: INFO neutron.api.v2.resource [None req-44915334-ea45-4b07-9422-c5f4d6b81e78 tempest-NegativeSecGroupIPv6Test-1915454941 tempest-NegativeSecGroupIPv6Test-1915454941-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 20 21:02:50.177558 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-44915334-ea45-4b07-9422-c5f4d6b81e78 tempest-NegativeSecGroupIPv6Test-1915454941 tempest-NegativeSecGroupIPv6Test-1915454941-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0117483 May 20 21:02:50.177558 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 41860) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:02:50.177825 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-bf7dbc1b-c2a6-445d-bf39-e9618fbb7759 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] 10.222.0.35 "DELETE /v2.0/subnets/60753d51-4fec-44cb-842e-60c3cd1c3bcc HTTP/1.1" status: 404 len: 337 time: 0.0419798 May 20 21:02:50.178887 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 41862) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:02:50.185941 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-eaba87ab-8da2-4a6e-8492-6daa8779e03d tempest-NegativeSecGroupIPv6Test-1915454941 tempest-NegativeSecGroupIPv6Test-1915454941-project] Request body: {'security_group_rule': {'security_group_id': '256da56b-cca6-436c-b891-8897d79da42b', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:02:50.222220 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7c5d7fb2-1ce3-4c14-84aa-e48ad220ace8 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9641412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8422583'] for subnet, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:50.294164 n-d-842733-1 neutron-server[103162]: INFO neutron.pecan_wsgi.hooks.translation [None req-43fbb821-b41f-4afc-a97a-cee3d9b81d2c tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] DELETE failed (client error): The resource could not be found. May 20 21:02:50.299930 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43fbb821-b41f-4afc-a97a-cee3d9b81d2c tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 21:02:50.303548 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-43fbb821-b41f-4afc-a97a-cee3d9b81d2c tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] 10.222.0.35 "DELETE /v2.0/subnets/7aea085a-80bf-4562-8d92-0c554d4b0f14 HTTP/1.1" status: 404 len: 337 time: 0.1252337 May 20 21:02:50.305905 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 41866) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:02:50.338502 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5d7fb2-1ce3-4c14-84aa-e48ad220ace8 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Pushing event updated for resources: {'Subnet': ['ID=297d70dd-945a-4d00-9a7b-32d57b5e1a12,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:02:50.344879 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c5d7fb2-1ce3-4c14-84aa-e48ad220ace8 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Checking segment: {'id': '26405b36-ac7c-4a73-97f8-dd4ff7fada2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '56e05f23-4a5b-4f2c-a8a7-6232b04ef391'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:02:50.345863 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c5d7fb2-1ce3-4c14-84aa-e48ad220ace8 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Network hostable DHCP agents. Network: 56e05f23-4a5b-4f2c-a8a7-6232b04ef391, hostable agents: ['c9b0653c-f3c7-4339-bd50-e3754b629216'], hosted agents: [] {{(pid=103163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 21:02:50.459586 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c5d7fb2-1ce3-4c14-84aa-e48ad220ace8 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Network 56e05f23-4a5b-4f2c-a8a7-6232b04ef391 is scheduled to be hosted by DHCP agent c9b0653c-f3c7-4339-bd50-e3754b629216 with binding_index 1 {{(pid=103163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 21:02:50.461460 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-51a2aac7-687d-4944-8766-f15aa11f06e5 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Deleting port a6c26711-99e4-4385-b4ad-9cbd29b2359e {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:02:50.461971 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-51a2aac7-687d-4944-8766-f15aa11f06e5 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:50.476299 n-d-842733-1 neutron-server[103163]: INFO neutron.api.v2.resource [None req-eaba87ab-8da2-4a6e-8492-6daa8779e03d tempest-NegativeSecGroupIPv6Test-1915454941 tempest-NegativeSecGroupIPv6Test-1915454941-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 20 21:02:50.481275 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-eaba87ab-8da2-4a6e-8492-6daa8779e03d tempest-NegativeSecGroupIPv6Test-1915454941 tempest-NegativeSecGroupIPv6Test-1915454941-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2986877 May 20 21:02:50.481519 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 41868) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:02:50.488665 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-80dfdfe2-ff70-452d-91e0-050db0aa1277 tempest-NegativeSecGroupIPv6Test-1915454941 tempest-NegativeSecGroupIPv6Test-1915454941-project] Request body: {'security_group_rule': {'security_group_id': '256da56b-cca6-436c-b891-8897d79da42b', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:02:50.488665 n-d-842733-1 neutron-server[103163]: WARNING neutron.api.v2.base [None req-80dfdfe2-ff70-452d-91e0-050db0aa1277 tempest-NegativeSecGroupIPv6Test-1915454941 tempest-NegativeSecGroupIPv6Test-1915454941-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 May 20 21:02:50.488665 n-d-842733-1 neutron-server[103163]: INFO neutron.api.v2.resource [None req-80dfdfe2-ff70-452d-91e0-050db0aa1277 tempest-NegativeSecGroupIPv6Test-1915454941 tempest-NegativeSecGroupIPv6Test-1915454941-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 20 21:02:50.492482 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-80dfdfe2-ff70-452d-91e0-050db0aa1277 tempest-NegativeSecGroupIPv6Test-1915454941 tempest-NegativeSecGroupIPv6Test-1915454941-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0072563 May 20 21:02:50.492715 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 41870) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:02:50.499015 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-34dd53f3-1e2e-4c9e-b960-8eb1741dd868 tempest-NegativeSecGroupIPv6Test-1915454941 tempest-NegativeSecGroupIPv6Test-1915454941-project] Request body: {'security_group_rule': {'security_group_id': '256da56b-cca6-436c-b891-8897d79da42b', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:02:50.557911 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-7c5d7fb2-1ce3-4c14-84aa-e48ad220ace8 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842733-1, 56e05f23-4a5b-4f2c-a8a7-6232b04ef391) {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:02:50.576355 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeaa4b7c-25e4-4951-937f-0745f4ba6009 None None] Network 56e05f23-4a5b-4f2c-a8a7-6232b04ef391 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:02:50.579504 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c5d7fb2-1ce3-4c14-84aa-e48ad220ace8 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:02:50.580531 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7c5d7fb2-1ce3-4c14-84aa-e48ad220ace8 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks [] for subnet, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:50.589527 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-51a2aac7-687d-4944-8766-f15aa11f06e5 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:50.607185 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-51a2aac7-687d-4944-8766-f15aa11f06e5 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Calling delete_port for a6c26711-99e4-4385-b4ad-9cbd29b2359e owned by {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:02:50.631193 n-d-842733-1 neutron-server[103163]: INFO neutron.db.securitygroups_db [None req-34dd53f3-1e2e-4c9e-b960-8eb1741dd868 tempest-NegativeSecGroupIPv6Test-1915454941 tempest-NegativeSecGroupIPv6Test-1915454941-project] Project 780fb3aff17948428c1bf0cfd7894e14 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 20 21:02:50.695948 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 3cd0bbe3-4017-4ded-b279-97babe850277 no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 21:02:50.698360 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-7c5d7fb2-1ce3-4c14-84aa-e48ad220ace8 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6424074 May 20 21:02:50.701297 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 41874) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:02:50.706857 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-0c0c4ddb-a0ab-40fb-b6fd-5e9e2931c8f2 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Request body: {'subnet': {'network_id': '2e6f1212-8a8c-4e83-9dc3-012248c96046', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:02:50.739022 n-d-842733-1 neutron-server[103163]: INFO neutron.api.v2.resource [None req-34dd53f3-1e2e-4c9e-b960-8eb1741dd868 tempest-NegativeSecGroupIPv6Test-1915454941 tempest-NegativeSecGroupIPv6Test-1915454941-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 20 21:02:50.740145 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-34dd53f3-1e2e-4c9e-b960-8eb1741dd868 tempest-NegativeSecGroupIPv6Test-1915454941 tempest-NegativeSecGroupIPv6Test-1915454941-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2461467 May 20 21:02:50.743095 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 41876) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:02:50.747544 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-51b4f3cd-bb4b-4fb5-91dd-b524d88bf0b8 tempest-NegativeSecGroupIPv6Test-1915454941 tempest-NegativeSecGroupIPv6Test-1915454941-project] Request body: {'security_group_rule': {'security_group_id': '256da56b-cca6-436c-b891-8897d79da42b', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:02:50.748021 n-d-842733-1 neutron-server[103162]: WARNING neutron.api.v2.base [None req-51b4f3cd-bb4b-4fb5-91dd-b524d88bf0b8 tempest-NegativeSecGroupIPv6Test-1915454941 tempest-NegativeSecGroupIPv6Test-1915454941-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 May 20 21:02:50.748502 n-d-842733-1 neutron-server[103162]: INFO neutron.api.v2.resource [None req-51b4f3cd-bb4b-4fb5-91dd-b524d88bf0b8 tempest-NegativeSecGroupIPv6Test-1915454941 tempest-NegativeSecGroupIPv6Test-1915454941-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 20 21:02:50.749438 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-51b4f3cd-bb4b-4fb5-91dd-b524d88bf0b8 tempest-NegativeSecGroupIPv6Test-1915454941 tempest-NegativeSecGroupIPv6Test-1915454941-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0053732 May 20 21:02:50.752741 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 41878) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:02:50.760390 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: 3cd0bbe3-4017-4ded-b279-97babe850277 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 21:02:50.760954 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 3cd0bbe3-4017-4ded-b279-97babe850277 not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 21:02:50.772791 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-f81a8e42-4a68-4df8-8eae-05eb492c6f5c tempest-NegativeSecGroupIPv6Test-1915454941 tempest-NegativeSecGroupIPv6Test-1915454941-project] Request body: {'security_group_rule': {'security_group_id': '256da56b-cca6-436c-b891-8897d79da42b', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:02:50.807618 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-51a2aac7-687d-4944-8766-f15aa11f06e5 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:50.820464 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c12e6f4f-0864-4b47-89b7-c21fa77d6da4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaee2b848-d4b9-5db1-b6ef-d6db29d67de7-56e05f23-4a5b-4f2c-a8a7-6232b04ef391', 'network_id': '56e05f23-4a5b-4f2c-a8a7-6232b04ef391', 'tenant_id': '785b01e259854fae98d7194cf8f7101e', 'fixed_ips': [{'subnet_id': '297d70dd-945a-4d00-9a7b-32d57b5e1a12'}]}} from n-d-842733-1. {{(pid=103164) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 21:02:50.821352 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c12e6f4f-0864-4b47-89b7-c21fa77d6da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:50.871006 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a2aac7-687d-4944-8766-f15aa11f06e5 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Pushing event deleted for resources: {'Port': ['ID=a6c26711-99e4-4385-b4ad-9cbd29b2359e,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:02:50.875252 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-51a2aac7-687d-4944-8766-f15aa11f06e5 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:50.879416 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-51a2aac7-687d-4944-8766-f15aa11f06e5 tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] 10.222.0.35 "DELETE /v2.0/ports/a6c26711-99e4-4385-b4ad-9cbd29b2359e HTTP/1.1" status: 204 len: 168 time: 0.5689814 May 20 21:02:50.882107 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 41880) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:02:50.892678 n-d-842733-1 neutron-server[103162]: INFO neutron.db.securitygroups_db [None req-f81a8e42-4a68-4df8-8eae-05eb492c6f5c tempest-NegativeSecGroupIPv6Test-1915454941 tempest-NegativeSecGroupIPv6Test-1915454941-project] Project 780fb3aff17948428c1bf0cfd7894e14 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 20 21:02:50.945968 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c0c4ddb-a0ab-40fb-b6fd-5e9e2931c8f2 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Made reservation on behalf of 785b01e259854fae98d7194cf8f7101e for: {'subnet': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:02:50.949132 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0c0c4ddb-a0ab-40fb-b6fd-5e9e2931c8f2 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8422561'] for subnet, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:50.973913 n-d-842733-1 neutron-server[103162]: INFO neutron.api.v2.resource [None req-f81a8e42-4a68-4df8-8eae-05eb492c6f5c tempest-NegativeSecGroupIPv6Test-1915454941 tempest-NegativeSecGroupIPv6Test-1915454941-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 20 21:02:50.977961 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-f81a8e42-4a68-4df8-8eae-05eb492c6f5c tempest-NegativeSecGroupIPv6Test-1915454941 tempest-NegativeSecGroupIPv6Test-1915454941-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2215605 May 20 21:02:50.978347 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 41882) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:02:50.983119 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-efae7e16-851b-4f83-8af2-65de3dd1b9c9 tempest-NegativeSecGroupIPv6Test-1915454941 tempest-NegativeSecGroupIPv6Test-1915454941-project] Request body: {'security_group_rule': {'security_group_id': '256da56b-cca6-436c-b891-8897d79da42b', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:02:51.028652 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bf266a82-5e6e-422b-b580-55b3588a5faf tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33160123'] for network, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:51.051681 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [None req-c12e6f4f-0864-4b47-89b7-c21fa77d6da4 None None] Allocated IP 2001:db8::2 (56e05f23-4a5b-4f2c-a8a7-6232b04ef391/297d70dd-945a-4d00-9a7b-32d57b5e1a12/9a9b0c8c-3f6a-4c59-b81b-d9e3cd1e8e47) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:02:51.060915 n-d-842733-1 neutron-server[103162]: INFO neutron.db.securitygroups_db [None req-efae7e16-851b-4f83-8af2-65de3dd1b9c9 tempest-NegativeSecGroupIPv6Test-1915454941 tempest-NegativeSecGroupIPv6Test-1915454941-project] Project 780fb3aff17948428c1bf0cfd7894e14 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 20 21:02:51.167940 n-d-842733-1 neutron-server[103162]: INFO neutron.api.v2.resource [None req-efae7e16-851b-4f83-8af2-65de3dd1b9c9 tempest-NegativeSecGroupIPv6Test-1915454941 tempest-NegativeSecGroupIPv6Test-1915454941-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 20 21:02:51.172996 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-efae7e16-851b-4f83-8af2-65de3dd1b9c9 tempest-NegativeSecGroupIPv6Test-1915454941 tempest-NegativeSecGroupIPv6Test-1915454941-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1933999 May 20 21:02:51.174409 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 41884) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:02:51.240156 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c12e6f4f-0864-4b47-89b7-c21fa77d6da4 None None] Notify callbacks [] for port, precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:51.255223 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bf266a82-5e6e-422b-b580-55b3588a5faf tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33072115', 'neutron.services.segments.db._delete_segments_for_network-8782419500584'] for network, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:51.266503 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5cc025d3-0166-4d97-a3bc-d8b422f31a2f tempest-NegativeSecGroupIPv6Test-1915454941 tempest-NegativeSecGroupIPv6Test-1915454941-project] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:51.292264 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5cc025d3-0166-4d97-a3bc-d8b422f31a2f tempest-NegativeSecGroupIPv6Test-1915454941 tempest-NegativeSecGroupIPv6Test-1915454941-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:51.301691 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c12e6f4f-0864-4b47-89b7-c21fa77d6da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108'] for port, after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:51.314476 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-bf266a82-5e6e-422b-b580-55b3588a5faf tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b04e954-4cb8-4833-9e51-eaf3f4e0fe45']}} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:02:51.335814 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-bf266a82-5e6e-422b-b580-55b3588a5faf tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14bcfbdc-6c5a-4d32-bd18-f257f701439f') {'for_net_delete': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:02:51.336120 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-bf266a82-5e6e-422b-b580-55b3588a5faf tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14bcfbdc-6c5a-4d32-bd18-f257f701439f') {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:02:51.352027 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bf266a82-5e6e-422b-b580-55b3588a5faf tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419501617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9338764'] for segment, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:51.369111 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bf266a82-5e6e-422b-b580-55b3588a5faf tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:51.378388 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf266a82-5e6e-422b-b580-55b3588a5faf tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Releasing vlan 227 on physical network physnet1 to pool {{(pid=103163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 21:02:51.379830 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bf266a82-5e6e-422b-b580-55b3588a5faf tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9638311'] for segment, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:51.384144 n-d-842733-1 neutron-server[103163]: Traceback (most recent call last): May 20 21:02:51.384144 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 21:02:51.384144 n-d-842733-1 neutron-server[103163]: timer() May 20 21:02:51.384144 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 21:02:51.384144 n-d-842733-1 neutron-server[103163]: cb(*args, **kw) May 20 21:02:51.384144 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 20 21:02:51.384144 n-d-842733-1 neutron-server[103163]: return func(*args, **kwargs) May 20 21:02:51.384144 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 21:02:51.384144 n-d-842733-1 neutron-server[103163]: self._notify() May 20 21:02:51.384144 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 21:02:51.384144 n-d-842733-1 neutron-server[103163]: self.callback(batched_events) May 20 21:02:51.384144 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 21:02:51.384144 n-d-842733-1 neutron-server[103163]: event.method(event) May 20 21:02:51.384144 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 20 21:02:51.384144 n-d-842733-1 neutron-server[103163]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 21:02:51.384144 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 20 21:02:51.384144 n-d-842733-1 neutron-server[103163]: aggregate_uuid = self.p_client.list_aggregates( May 20 21:02:51.384144 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 20 21:02:51.384144 n-d-842733-1 neutron-server[103163]: return f(self, *a, **k) May 20 21:02:51.384144 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 20 21:02:51.384144 n-d-842733-1 neutron-server[103163]: return self._get(url).json() May 20 21:02:51.384144 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 20 21:02:51.384144 n-d-842733-1 neutron-server[103163]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 21:02:51.384144 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 21:02:51.384144 n-d-842733-1 neutron-server[103163]: return self.request(url, 'GET', **kwargs) May 20 21:02:51.384144 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 21:02:51.384144 n-d-842733-1 neutron-server[103163]: base_url = self.get_endpoint(auth, allow=allow, May 20 21:02:51.384144 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 21:02:51.384144 n-d-842733-1 neutron-server[103163]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 21:02:51.384144 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 21:02:51.384144 n-d-842733-1 neutron-server[103163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 21:02:51.384144 n-d-842733-1 neutron-server[103163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 21:02:51.386802 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12e6f4f-0864-4b47-89b7-c21fa77d6da4 None None] Pushing event updated for resources: {'Port': ['ID=9a9b0c8c-3f6a-4c59-b81b-d9e3cd1e8e47,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:02:51.387845 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c12e6f4f-0864-4b47-89b7-c21fa77d6da4 None None] Network 56e05f23-4a5b-4f2c-a8a7-6232b04ef391 is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:02:51.389704 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-c12e6f4f-0864-4b47-89b7-c21fa77d6da4 None None] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:02:51.391699 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c12e6f4f-0864-4b47-89b7-c21fa77d6da4 None None] Received port after_create {{(pid=103164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:02:51.412093 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0c0c4ddb-a0ab-40fb-b6fd-5e9e2931c8f2 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9641412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8422583'] for subnet, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:51.478414 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5cc025d3-0166-4d97-a3bc-d8b422f31a2f tempest-NegativeSecGroupIPv6Test-1915454941 tempest-NegativeSecGroupIPv6Test-1915454941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:51.480859 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5cc025d3-0166-4d97-a3bc-d8b422f31a2f tempest-NegativeSecGroupIPv6Test-1915454941 tempest-NegativeSecGroupIPv6Test-1915454941-project] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:51.482803 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-5cc025d3-0166-4d97-a3bc-d8b422f31a2f tempest-NegativeSecGroupIPv6Test-1915454941 tempest-NegativeSecGroupIPv6Test-1915454941-project] 10.222.0.35 "DELETE /v2.0/security-groups/256da56b-cca6-436c-b891-8897d79da42b HTTP/1.1" status: 204 len: 168 time: 0.3075824 May 20 21:02:51.484989 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-c12e6f4f-0864-4b47-89b7-c21fa77d6da4 None None] Attempting to bind port 9a9b0c8c-3f6a-4c59-b81b-d9e3cd1e8e47 on host n-d-842733-1 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:02:51.485597 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-c12e6f4f-0864-4b47-89b7-c21fa77d6da4 None None] Attempting to bind port 9a9b0c8c-3f6a-4c59-b81b-d9e3cd1e8e47 by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': '26405b36-ac7c-4a73-97f8-dd4ff7fada2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '56e05f23-4a5b-4f2c-a8a7-6232b04ef391'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:02:51.486656 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12e6f4f-0864-4b47-89b7-c21fa77d6da4 None None] Attempting to bind port 9a9b0c8c-3f6a-4c59-b81b-d9e3cd1e8e47 on network 56e05f23-4a5b-4f2c-a8a7-6232b04ef391 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:02:51.496984 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12e6f4f-0864-4b47-89b7-c21fa77d6da4 None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 21, 2, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 21:02:51.497576 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12e6f4f-0864-4b47-89b7-c21fa77d6da4 None None] Checking segment: {'id': '26405b36-ac7c-4a73-97f8-dd4ff7fada2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '56e05f23-4a5b-4f2c-a8a7-6232b04ef391'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:02:51.499878 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c12e6f4f-0864-4b47-89b7-c21fa77d6da4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:51.499878 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12e6f4f-0864-4b47-89b7-c21fa77d6da4 None None] Bound using segment: {'id': '26405b36-ac7c-4a73-97f8-dd4ff7fada2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '56e05f23-4a5b-4f2c-a8a7-6232b04ef391'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 21:02:51.500093 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 41888) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:02:51.500196 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-c12e6f4f-0864-4b47-89b7-c21fa77d6da4 None None] Bound port: 9a9b0c8c-3f6a-4c59-b81b-d9e3cd1e8e47, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26405b36-ac7c-4a73-97f8-dd4ff7fada2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '56e05f23-4a5b-4f2c-a8a7-6232b04ef391'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:02:51.500196 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c12e6f4f-0864-4b47-89b7-c21fa77d6da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:51.512018 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc025d3-0166-4d97-a3bc-d8b422f31a2f tempest-NegativeSecGroupIPv6Test-1915454941 tempest-NegativeSecGroupIPv6Test-1915454941-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=256da56b-cca6-436c-b891-8897d79da42b,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:02:51.569165 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-c12e6f4f-0864-4b47-89b7-c21fa77d6da4 None None] For port 9a9b0c8c-3f6a-4c59-b81b-d9e3cd1e8e47, host n-d-842733-1, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 21:02:51.572632 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-c12e6f4f-0864-4b47-89b7-c21fa77d6da4 None None] For port 9a9b0c8c-3f6a-4c59-b81b-d9e3cd1e8e47, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=9a9b0c8c-3f6a-4c59-b81b-d9e3cd1e8e47,segment=NetworkSegment(26405b36-ac7c-4a73-97f8-dd4ff7fada2a),segment_id=26405b36-ac7c-4a73-97f8-dd4ff7fada2a)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 21:02:51.574491 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0c4ddb-a0ab-40fb-b6fd-5e9e2931c8f2 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Pushing event updated for resources: {'Subnet': ['ID=da5246ef-ce34-4616-8b0e-11ee6563bc08,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:02:51.590435 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c0c4ddb-a0ab-40fb-b6fd-5e9e2931c8f2 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Checking segment: {'id': '0f94add1-22c2-4958-b4a0-2eead239b897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '2e6f1212-8a8c-4e83-9dc3-012248c96046'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:02:51.593901 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c0c4ddb-a0ab-40fb-b6fd-5e9e2931c8f2 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Network hostable DHCP agents. Network: 2e6f1212-8a8c-4e83-9dc3-012248c96046, hostable agents: ['c9b0653c-f3c7-4339-bd50-e3754b629216'], hosted agents: [] {{(pid=103163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 21:02:51.619724 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-c122fbc8-818d-45cc-87a1-9fe1e3cca1c5 tempest-NegativeSecGroupIPv6Test-1915454941 tempest-NegativeSecGroupIPv6Test-1915454941-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1185265 May 20 21:02:51.624453 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 41892) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:02:51.630302 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-6ab1f97d-30c3-49f9-96c5-6b1602ad536a tempest-NegativeSecGroupIPv6Test-1915454941 tempest-NegativeSecGroupIPv6Test-1915454941-project] Request body: {'security_group': {'name': 'tempest-secgroup--1265133837'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:02:51.650258 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bf266a82-5e6e-422b-b580-55b3588a5faf tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33072122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748162'] for network, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:51.655397 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bf266a82-5e6e-422b-b580-55b3588a5faf tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:51.663505 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-bf266a82-5e6e-422b-b580-55b3588a5faf tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] 10.222.0.35 "DELETE /v2.0/networks/7b04e954-4cb8-4833-9e51-eaf3f4e0fe45 HTTP/1.1" status: 204 len: 168 time: 0.7782662 May 20 21:02:51.677537 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c12e6f4f-0864-4b47-89b7-c21fa77d6da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:51.679896 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c0c4ddb-a0ab-40fb-b6fd-5e9e2931c8f2 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Network 2e6f1212-8a8c-4e83-9dc3-012248c96046 is scheduled to be hosted by DHCP agent c9b0653c-f3c7-4339-bd50-e3754b629216 with binding_index 1 {{(pid=103163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 21:02:51.683451 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf266a82-5e6e-422b-b580-55b3588a5faf tempest-PortsIpV6TestJSON-2087107310 tempest-PortsIpV6TestJSON-2087107310-project] Pushing event deleted for resources: {'Network': ['ID=7b04e954-4cb8-4833-9e51-eaf3f4e0fe45,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:02:51.728282 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6ab1f97d-30c3-49f9-96c5-6b1602ad536a tempest-NegativeSecGroupIPv6Test-1915454941 tempest-NegativeSecGroupIPv6Test-1915454941-project] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:51.746344 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12e6f4f-0864-4b47-89b7-c21fa77d6da4 None None] Pushing event updated for resources: {'Port': ['ID=9a9b0c8c-3f6a-4c59-b81b-d9e3cd1e8e47,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:02:51.759803 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-0c0c4ddb-a0ab-40fb-b6fd-5e9e2931c8f2 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842733-1, 2e6f1212-8a8c-4e83-9dc3-012248c96046) {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:02:51.767031 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c0c4ddb-a0ab-40fb-b6fd-5e9e2931c8f2 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:02:51.769521 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0c0c4ddb-a0ab-40fb-b6fd-5e9e2931c8f2 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks [] for subnet, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:51.788438 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-271fa06c-21d6-422a-bcfb-fc837144e511 None None] Network 2e6f1212-8a8c-4e83-9dc3-012248c96046 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:02:51.873396 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6ab1f97d-30c3-49f9-96c5-6b1602ad536a tempest-NegativeSecGroupIPv6Test-1915454941 tempest-NegativeSecGroupIPv6Test-1915454941-project] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:51.877678 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-0c0c4ddb-a0ab-40fb-b6fd-5e9e2931c8f2 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1748407 May 20 21:02:51.880223 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 41896) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:02:51.885422 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-887a721b-d5e8-456e-886b-41231a1e6107 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-734901422', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:02:51.939762 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6ab1f97d-30c3-49f9-96c5-6b1602ad536a tempest-NegativeSecGroupIPv6Test-1915454941 tempest-NegativeSecGroupIPv6Test-1915454941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:51.994733 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb5350c2-9c28-463a-9108-d6d8fa3db7d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaee2b848-d4b9-5db1-b6ef-d6db29d67de7-2e6f1212-8a8c-4e83-9dc3-012248c96046', 'network_id': '2e6f1212-8a8c-4e83-9dc3-012248c96046', 'tenant_id': '785b01e259854fae98d7194cf8f7101e', 'fixed_ips': [{'subnet_id': 'da5246ef-ce34-4616-8b0e-11ee6563bc08'}]}} from n-d-842733-1. {{(pid=103164) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 21:02:51.995655 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-fb5350c2-9c28-463a-9108-d6d8fa3db7d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:52.009539 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab1f97d-30c3-49f9-96c5-6b1602ad536a tempest-NegativeSecGroupIPv6Test-1915454941 tempest-NegativeSecGroupIPv6Test-1915454941-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a8fbc77-3e77-4286-b28e-a1672e98d502,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:02:52.035449 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-887a721b-d5e8-456e-886b-41231a1e6107 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-694221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26155'] for router, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:52.036707 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-887a721b-d5e8-456e-886b-41231a1e6107 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-693085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748153', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-718080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26162'] for router, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:52.080114 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6ab1f97d-30c3-49f9-96c5-6b1602ad536a tempest-NegativeSecGroupIPv6Test-1915454941 tempest-NegativeSecGroupIPv6Test-1915454941-project] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:52.081992 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-6ab1f97d-30c3-49f9-96c5-6b1602ad536a tempest-NegativeSecGroupIPv6Test-1915454941 tempest-NegativeSecGroupIPv6Test-1915454941-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4564083 May 20 21:02:52.085024 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 41898) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:02:52.112806 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-de41135f-1429-40f0-9473-09d5f384e3e0 tempest-NegativeSecGroupIPv6Test-1915454941 tempest-NegativeSecGroupIPv6Test-1915454941-project] Request body: {'security_group_rule': {'security_group_id': '8a8fbc77-3e77-4286-b28e-a1672e98d502', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:02:52.197014 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-887a721b-d5e8-456e-886b-41231a1e6107 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:52.246826 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-887a721b-d5e8-456e-886b-41231a1e6107 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748106'] for router, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:52.262896 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a66a4f3c-97a2-45d8-bc53-900b611057b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:52.303832 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [None req-fb5350c2-9c28-463a-9108-d6d8fa3db7d5 None None] Allocated IP 2001:db8:1::2 (2e6f1212-8a8c-4e83-9dc3-012248c96046/da5246ef-ce34-4616-8b0e-11ee6563bc08/0f5eea8a-948c-48ff-87d1-c1028e5d52a8) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:02:52.335568 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-887a721b-d5e8-456e-886b-41231a1e6107 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks [] for router, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:52.337291 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-887a721b-d5e8-456e-886b-41231a1e6107 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4556961 May 20 21:02:52.339934 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 41902) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:02:52.380390 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 41904) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:02:52.457747 n-d-842733-1 neutron-server[103163]: INFO neutron.api.v2.resource [None req-de41135f-1429-40f0-9473-09d5f384e3e0 tempest-NegativeSecGroupIPv6Test-1915454941 tempest-NegativeSecGroupIPv6Test-1915454941-project] create failed (client error): The resource could not be found. May 20 21:02:52.459580 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-de41135f-1429-40f0-9473-09d5f384e3e0 tempest-NegativeSecGroupIPv6Test-1915454941 tempest-NegativeSecGroupIPv6Test-1915454941-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.3594487 May 20 21:02:52.462894 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 41908) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:02:52.468316 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-b1c0602c-ec14-4419-a9f9-48cc9af0e59d tempest-NegativeSecGroupIPv6Test-1915454941 tempest-NegativeSecGroupIPv6Test-1915454941-project] Request body: {'security_group_rule': {'security_group_id': '8a8fbc77-3e77-4286-b28e-a1672e98d502', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '427533da-8661-4d6e-9678-878bbd213856'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:02:52.685516 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-b1c6e210-3689-4cc2-9639-b0500700be02 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5498abc6ad9e4e1cb849425e21c607f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3048737 May 20 21:02:52.687246 n-d-842733-1 neutron-server[103162]: INFO neutron.api.v2.resource [None req-b1c0602c-ec14-4419-a9f9-48cc9af0e59d tempest-NegativeSecGroupIPv6Test-1915454941 tempest-NegativeSecGroupIPv6Test-1915454941-project] create failed (client error): The resource could not be found. May 20 21:02:52.688731 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-b1c0602c-ec14-4419-a9f9-48cc9af0e59d tempest-NegativeSecGroupIPv6Test-1915454941 tempest-NegativeSecGroupIPv6Test-1915454941-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2246890 May 20 21:02:52.691433 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 41914) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:02:52.698094 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 41916) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:02:52.770902 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 9a9b0c8c-3f6a-4c59-b81b-d9e3cd1e8e47 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:02:52.808872 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d5efe732-2969-4bba-b287-aa67e9f05ef3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:52.869763 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 9a9b0c8c-3f6a-4c59-b81b-d9e3cd1e8e47 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:02:52.870392 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:52.875306 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d5efe732-2969-4bba-b287-aa67e9f05ef3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:52.982852 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-614e8e24-48a4-4137-ac62-310036655d78 tempest-NegativeSecGroupIPv6Test-1915454941 tempest-NegativeSecGroupIPv6Test-1915454941-project] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:53.010573 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-fb5350c2-9c28-463a-9108-d6d8fa3db7d5 None None] Notify callbacks [] for port, precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:53.013188 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-614e8e24-48a4-4137-ac62-310036655d78 tempest-NegativeSecGroupIPv6Test-1915454941 tempest-NegativeSecGroupIPv6Test-1915454941-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:53.059418 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d5efe732-2969-4bba-b287-aa67e9f05ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:53.062417 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d5efe732-2969-4bba-b287-aa67e9f05ef3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:53.071876 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-d5efe732-2969-4bba-b287-aa67e9f05ef3 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1c528c95-d909-4f82-a8ff-c3628eed9924 HTTP/1.1" status: 204 len: 168 time: 0.3732531 May 20 21:02:53.096485 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5efe732-2969-4bba-b287-aa67e9f05ef3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c528c95-d909-4f82-a8ff-c3628eed9924,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:02:53.111390 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-92a5e049-e9cb-4cfb-8a58-7f4dfed97756 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:53.138095 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 9a9b0c8c-3f6a-4c59-b81b-d9e3cd1e8e47 is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:02:53.138535 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:53.148211 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-fb5350c2-9c28-463a-9108-d6d8fa3db7d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108'] for port, after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:53.189548 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-614e8e24-48a4-4137-ac62-310036655d78 tempest-NegativeSecGroupIPv6Test-1915454941 tempest-NegativeSecGroupIPv6Test-1915454941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:53.192317 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-614e8e24-48a4-4137-ac62-310036655d78 tempest-NegativeSecGroupIPv6Test-1915454941 tempest-NegativeSecGroupIPv6Test-1915454941-project] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:53.194853 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-614e8e24-48a4-4137-ac62-310036655d78 tempest-NegativeSecGroupIPv6Test-1915454941 tempest-NegativeSecGroupIPv6Test-1915454941-project] 10.222.0.35 "DELETE /v2.0/security-groups/8a8fbc77-3e77-4286-b28e-a1672e98d502 HTTP/1.1" status: 204 len: 168 time: 0.4945741 May 20 21:02:53.196209 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 41920) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:02:53.264023 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb5350c2-9c28-463a-9108-d6d8fa3db7d5 None None] Network 2e6f1212-8a8c-4e83-9dc3-012248c96046 is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:02:53.264023 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-fb5350c2-9c28-463a-9108-d6d8fa3db7d5 None None] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:02:53.264199 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614e8e24-48a4-4137-ac62-310036655d78 tempest-NegativeSecGroupIPv6Test-1915454941 tempest-NegativeSecGroupIPv6Test-1915454941-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a8fbc77-3e77-4286-b28e-a1672e98d502,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:02:53.265987 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5350c2-9c28-463a-9108-d6d8fa3db7d5 None None] Pushing event updated for resources: {'Port': ['ID=0f5eea8a-948c-48ff-87d1-c1028e5d52a8,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:02:53.270203 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb5350c2-9c28-463a-9108-d6d8fa3db7d5 None None] Received port after_create {{(pid=103164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:02:53.292530 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-3d13468d-4c5f-42ca-81c9-e87dd6a89cd8 tempest-NegativeSecGroupIPv6Test-1915454941 tempest-NegativeSecGroupIPv6Test-1915454941-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0950856 May 20 21:02:53.296364 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 41922) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:02:53.304538 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-37d7605e-5e01-4257-9255-74abe8aec65d tempest-NegativeSecGroupIPv6Test-1915454941 tempest-NegativeSecGroupIPv6Test-1915454941-project] Request body: {'security_group_rule': {'security_group_id': 'd905feac-7dce-4536-bc63-88e5dae628b6', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:02:53.305619 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] For port 9a9b0c8c-3f6a-4c59-b81b-d9e3cd1e8e47, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=9a9b0c8c-3f6a-4c59-b81b-d9e3cd1e8e47,segment=NetworkSegment(26405b36-ac7c-4a73-97f8-dd4ff7fada2a),segment_id=26405b36-ac7c-4a73-97f8-dd4ff7fada2a)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:02:53.337432 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f156dcc-55de-45ab-89e0-56cb4ba894ac None None] Network 56e05f23-4a5b-4f2c-a8a7-6232b04ef391 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:02:53.429854 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-fb5350c2-9c28-463a-9108-d6d8fa3db7d5 None None] Attempting to bind port 0f5eea8a-948c-48ff-87d1-c1028e5d52a8 on host n-d-842733-1 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:02:53.430303 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-fb5350c2-9c28-463a-9108-d6d8fa3db7d5 None None] Attempting to bind port 0f5eea8a-948c-48ff-87d1-c1028e5d52a8 by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': '0f94add1-22c2-4958-b4a0-2eead239b897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '2e6f1212-8a8c-4e83-9dc3-012248c96046'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:02:53.432902 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb5350c2-9c28-463a-9108-d6d8fa3db7d5 None None] Attempting to bind port 0f5eea8a-948c-48ff-87d1-c1028e5d52a8 on network 2e6f1212-8a8c-4e83-9dc3-012248c96046 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:02:53.438255 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:53.472394 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb5350c2-9c28-463a-9108-d6d8fa3db7d5 None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 21, 2, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 21:02:53.472394 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb5350c2-9c28-463a-9108-d6d8fa3db7d5 None None] Checking segment: {'id': '0f94add1-22c2-4958-b4a0-2eead239b897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '2e6f1212-8a8c-4e83-9dc3-012248c96046'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:02:53.472768 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-fb5350c2-9c28-463a-9108-d6d8fa3db7d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:53.473281 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb5350c2-9c28-463a-9108-d6d8fa3db7d5 None None] Bound using segment: {'id': '0f94add1-22c2-4958-b4a0-2eead239b897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '2e6f1212-8a8c-4e83-9dc3-012248c96046'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 21:02:53.473841 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-fb5350c2-9c28-463a-9108-d6d8fa3db7d5 None None] Bound port: 0f5eea8a-948c-48ff-87d1-c1028e5d52a8, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f94add1-22c2-4958-b4a0-2eead239b897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '2e6f1212-8a8c-4e83-9dc3-012248c96046'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:02:53.474294 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-fb5350c2-9c28-463a-9108-d6d8fa3db7d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:53.476325 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-d87d3992-7a1d-4614-b388-b4c8bb366225 None None] Provisioning complete for port 9a9b0c8c-3f6a-4c59-b81b-d9e3cd1e8e47 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:02:53.476998 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d87d3992-7a1d-4614-b388-b4c8bb366225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:53.514094 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-92a5e049-e9cb-4cfb-8a58-7f4dfed97756 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Allocated IP 2001:db8::1 (56e05f23-4a5b-4f2c-a8a7-6232b04ef391/297d70dd-945a-4d00-9a7b-32d57b5e1a12/7211a975-0d2d-4b3b-8d21-0ef46000e5c1) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:02:53.562480 n-d-842733-1 neutron-server[103162]: INFO neutron.api.v2.resource [None req-37d7605e-5e01-4257-9255-74abe8aec65d tempest-NegativeSecGroupIPv6Test-1915454941 tempest-NegativeSecGroupIPv6Test-1915454941-project] create failed (client error): The resource could not be found. May 20 21:02:53.575325 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-37d7605e-5e01-4257-9255-74abe8aec65d tempest-NegativeSecGroupIPv6Test-1915454941 tempest-NegativeSecGroupIPv6Test-1915454941-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2711885 May 20 21:02:53.575325 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 41926) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:02:53.579925 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-f141289d-fb6a-4559-910d-72be33881d66 tempest-NegativeSecGroupIPv6Test-1915454941 tempest-NegativeSecGroupIPv6Test-1915454941-project] Request body: {'security_group': {'name': 'tempest-secgroup--1280624811'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:02:53.605612 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Pushing event updated for resources: {'Port': ['ID=9a9b0c8c-3f6a-4c59-b81b-d9e3cd1e8e47,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:02:53.639165 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-fb5350c2-9c28-463a-9108-d6d8fa3db7d5 None None] For port 0f5eea8a-948c-48ff-87d1-c1028e5d52a8, host n-d-842733-1, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 21:02:53.642327 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-fb5350c2-9c28-463a-9108-d6d8fa3db7d5 None None] For port 0f5eea8a-948c-48ff-87d1-c1028e5d52a8, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=0f5eea8a-948c-48ff-87d1-c1028e5d52a8,segment=NetworkSegment(0f94add1-22c2-4958-b4a0-2eead239b897),segment_id=0f94add1-22c2-4958-b4a0-2eead239b897)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 21:02:53.684815 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-92a5e049-e9cb-4cfb-8a58-7f4dfed97756 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:53.706991 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f141289d-fb6a-4559-910d-72be33881d66 tempest-NegativeSecGroupIPv6Test-1915454941 tempest-NegativeSecGroupIPv6Test-1915454941-project] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:53.742141 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-fb5350c2-9c28-463a-9108-d6d8fa3db7d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:53.815052 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-d87d3992-7a1d-4614-b388-b4c8bb366225 None None] Current status of the port 9a9b0c8c-3f6a-4c59-b81b-d9e3cd1e8e47 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:02:53.826357 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-92a5e049-e9cb-4cfb-8a58-7f4dfed97756 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:53.867388 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f141289d-fb6a-4559-910d-72be33881d66 tempest-NegativeSecGroupIPv6Test-1915454941 tempest-NegativeSecGroupIPv6Test-1915454941-project] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:53.917406 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5350c2-9c28-463a-9108-d6d8fa3db7d5 None None] Pushing event updated for resources: {'Port': ['ID=0f5eea8a-948c-48ff-87d1-c1028e5d52a8,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:02:53.921300 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92a5e049-e9cb-4cfb-8a58-7f4dfed97756 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Network 56e05f23-4a5b-4f2c-a8a7-6232b04ef391 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:02:53.925162 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-92a5e049-e9cb-4cfb-8a58-7f4dfed97756 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:02:53.929745 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a5e049-e9cb-4cfb-8a58-7f4dfed97756 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:02:53.930281 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-92a5e049-e9cb-4cfb-8a58-7f4dfed97756 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748409'] for router_interface, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:53.945135 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f141289d-fb6a-4559-910d-72be33881d66 tempest-NegativeSecGroupIPv6Test-1915454941 tempest-NegativeSecGroupIPv6Test-1915454941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:53.987680 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4bb0e131-6525-46ca-a45b-e4ea43a5e69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:53.992248 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f141289d-fb6a-4559-910d-72be33881d66 tempest-NegativeSecGroupIPv6Test-1915454941 tempest-NegativeSecGroupIPv6Test-1915454941-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d50a305f-7ddd-4e17-a060-3913f8d51fde,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:02:54.023001 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a5e049-e9cb-4cfb-8a58-7f4dfed97756 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Pushing event updated for resources: {'Port': ['ID=7211a975-0d2d-4b3b-8d21-0ef46000e5c1,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:02:54.098460 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f141289d-fb6a-4559-910d-72be33881d66 tempest-NegativeSecGroupIPv6Test-1915454941 tempest-NegativeSecGroupIPv6Test-1915454941-project] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:54.102302 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-f141289d-fb6a-4559-910d-72be33881d66 tempest-NegativeSecGroupIPv6Test-1915454941 tempest-NegativeSecGroupIPv6Test-1915454941-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5294597 May 20 21:02:54.103175 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 41948) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:02:54.109382 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-eee17231-ec13-40ab-97f4-b20419d667f4 tempest-NegativeSecGroupIPv6Test-1915454941 tempest-NegativeSecGroupIPv6Test-1915454941-project] Request body: {'security_group': {'name': 'tempest-secgroup--1937202787'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:02:54.272335 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-92a5e049-e9cb-4cfb-8a58-7f4dfed97756 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:54.304940 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-eee17231-ec13-40ab-97f4-b20419d667f4 tempest-NegativeSecGroupIPv6Test-1915454941 tempest-NegativeSecGroupIPv6Test-1915454941-project] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:54.391422 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-8a37f484-c4b0-4edd-9eac-680e5289fb89 None None] Provisioning complete for port 9a9b0c8c-3f6a-4c59-b81b-d9e3cd1e8e47 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:02:54.391422 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-8a37f484-c4b0-4edd-9eac-680e5289fb89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:54.433878 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-eee17231-ec13-40ab-97f4-b20419d667f4 tempest-NegativeSecGroupIPv6Test-1915454941 tempest-NegativeSecGroupIPv6Test-1915454941-project] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:54.510579 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-eee17231-ec13-40ab-97f4-b20419d667f4 tempest-NegativeSecGroupIPv6Test-1915454941 tempest-NegativeSecGroupIPv6Test-1915454941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:54.541246 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-8a37f484-c4b0-4edd-9eac-680e5289fb89 None None] Current status of the port 9a9b0c8c-3f6a-4c59-b81b-d9e3cd1e8e47 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:02:54.588939 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee17231-ec13-40ab-97f4-b20419d667f4 tempest-NegativeSecGroupIPv6Test-1915454941 tempest-NegativeSecGroupIPv6Test-1915454941-project] Pushing event updated for resources: {'SecurityGroup': ['ID=068bf648-2489-429d-ac96-b4af1b0ec1bd,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:02:54.667280 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-cf1bd971-9637-493f-a810-cdd64d0fbd7f None None] Provisioning complete for port 7211a975-0d2d-4b3b-8d21-0ef46000e5c1 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:02:54.667651 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cf1bd971-9637-493f-a810-cdd64d0fbd7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:54.680939 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-eee17231-ec13-40ab-97f4-b20419d667f4 tempest-NegativeSecGroupIPv6Test-1915454941 tempest-NegativeSecGroupIPv6Test-1915454941-project] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:54.682002 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-eee17231-ec13-40ab-97f4-b20419d667f4 tempest-NegativeSecGroupIPv6Test-1915454941 tempest-NegativeSecGroupIPv6Test-1915454941-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5778537 May 20 21:02:54.684731 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 41956) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:02:54.696429 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-0cd69eea-18f3-48f4-8809-e998f4370f9a tempest-NegativeSecGroupIPv6Test-1915454941 tempest-NegativeSecGroupIPv6Test-1915454941-project] Request body: {'security_group_rule': {'security_group_id': 'd50a305f-7ddd-4e17-a060-3913f8d51fde', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '068bf648-2489-429d-ac96-b4af1b0ec1bd'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:02:54.719090 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:54.744978 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-92a5e049-e9cb-4cfb-8a58-7f4dfed97756 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks [] for port, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:54.754418 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-cf1bd971-9637-493f-a810-cdd64d0fbd7f None None] Port 7211a975-0d2d-4b3b-8d21-0ef46000e5c1 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 21:02:54.847980 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-92a5e049-e9cb-4cfb-8a58-7f4dfed97756 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:54.848806 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-92a5e049-e9cb-4cfb-8a58-7f4dfed97756 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748437'] for router_interface, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:54.870663 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 0f5eea8a-948c-48ff-87d1-c1028e5d52a8 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:02:54.908884 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 41962) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:02:54.962595 n-d-842733-1 neutron-server[103162]: INFO neutron.api.v2.resource [None req-0cd69eea-18f3-48f4-8809-e998f4370f9a tempest-NegativeSecGroupIPv6Test-1915454941 tempest-NegativeSecGroupIPv6Test-1915454941-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 20 21:02:54.966088 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-0cd69eea-18f3-48f4-8809-e998f4370f9a tempest-NegativeSecGroupIPv6Test-1915454941 tempest-NegativeSecGroupIPv6Test-1915454941-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2746074 May 20 21:02:54.967053 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 41968) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:02:54.982291 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 0f5eea8a-948c-48ff-87d1-c1028e5d52a8 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:02:54.982657 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:54.998945 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a5e049-e9cb-4cfb-8a58-7f4dfed97756 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Pushing event updated for resources: {'Port': ['ID=7211a975-0d2d-4b3b-8d21-0ef46000e5c1,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:02:55.066029 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-99e811f2-c04d-4a8b-885b-506624e586d3 tempest-NegativeSecGroupIPv6Test-1915454941 tempest-NegativeSecGroupIPv6Test-1915454941-project] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:55.081604 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 0f5eea8a-948c-48ff-87d1-c1028e5d52a8 is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:02:55.081991 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:55.093984 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92a5e049-e9cb-4cfb-8a58-7f4dfed97756 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Network 56e05f23-4a5b-4f2c-a8a7-6232b04ef391 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:02:55.096907 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-92a5e049-e9cb-4cfb-8a58-7f4dfed97756 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:02:55.119712 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-9b2f6736-6861-4264-8073-f662c40936c8 tempest-ServiceProvidersTest-1737240939 tempest-ServiceProvidersTest-1737240939-project] 10.222.0.35 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2099814 May 20 21:02:55.126421 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-99e811f2-c04d-4a8b-885b-506624e586d3 tempest-NegativeSecGroupIPv6Test-1915454941 tempest-NegativeSecGroupIPv6Test-1915454941-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:55.160096 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] For port 0f5eea8a-948c-48ff-87d1-c1028e5d52a8, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=0f5eea8a-948c-48ff-87d1-c1028e5d52a8,segment=NetworkSegment(0f94add1-22c2-4958-b4a0-2eead239b897),segment_id=0f94add1-22c2-4958-b4a0-2eead239b897)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:02:55.249262 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:55.249793 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 9a9b0c8c-3f6a-4c59-b81b-d9e3cd1e8e47 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:02:55.322545 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-99e811f2-c04d-4a8b-885b-506624e586d3 tempest-NegativeSecGroupIPv6Test-1915454941 tempest-NegativeSecGroupIPv6Test-1915454941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:55.327922 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-99e811f2-c04d-4a8b-885b-506624e586d3 tempest-NegativeSecGroupIPv6Test-1915454941 tempest-NegativeSecGroupIPv6Test-1915454941-project] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:55.334075 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-99e811f2-c04d-4a8b-885b-506624e586d3 tempest-NegativeSecGroupIPv6Test-1915454941 tempest-NegativeSecGroupIPv6Test-1915454941-project] 10.222.0.35 "DELETE /v2.0/security-groups/068bf648-2489-429d-ac96-b4af1b0ec1bd HTTP/1.1" status: 204 len: 168 time: 0.3645825 May 20 21:02:55.336609 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 41974) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:02:55.347397 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e811f2-c04d-4a8b-885b-506624e586d3 tempest-NegativeSecGroupIPv6Test-1915454941 tempest-NegativeSecGroupIPv6Test-1915454941-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=068bf648-2489-429d-ac96-b4af1b0ec1bd,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:02:55.412078 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aa14152-edd4-4413-9d5f-9b09f8348d4d None None] Network 2e6f1212-8a8c-4e83-9dc3-012248c96046 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:02:55.437538 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-7ae0c6db-3d85-4d01-9f12-25166d3a4b72 tempest-NegativeSecGroupIPv6Test-1915454941 tempest-NegativeSecGroupIPv6Test-1915454941-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0988319 May 20 21:02:55.440163 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 41976) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:02:55.443238 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Pushing event updated for resources: {'Port': ['ID=0f5eea8a-948c-48ff-87d1-c1028e5d52a8,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:02:55.464301 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92a5e049-e9cb-4cfb-8a58-7f4dfed97756 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Router cf1175d9-515d-4578-9a36-27617a5570bc is scheduled to L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e with binding_index 1 {{(pid=103163) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 20 21:02:55.576748 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b5d0ef79-087f-417b-9427-d43a481a6364 tempest-NegativeSecGroupIPv6Test-1915454941 tempest-NegativeSecGroupIPv6Test-1915454941-project] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:55.585632 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 9a9b0c8c-3f6a-4c59-b81b-d9e3cd1e8e47 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:02:55.585999 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:55.616746 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b5d0ef79-087f-417b-9427-d43a481a6364 tempest-NegativeSecGroupIPv6Test-1915454941 tempest-NegativeSecGroupIPv6Test-1915454941-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:55.634448 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-7ee6a110-e511-43ef-b59c-6882439c3764 None None] Provisioning complete for port 0f5eea8a-948c-48ff-87d1-c1028e5d52a8 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:02:55.634823 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-7ee6a110-e511-43ef-b59c-6882439c3764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:55.649126 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92a5e049-e9cb-4cfb-8a58-7f4dfed97756 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 21:02:55.658754 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-92a5e049-e9cb-4cfb-8a58-7f4dfed97756 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] 10.222.0.35 "PUT /v2.0/routers/cf1175d9-515d-4578-9a36-27617a5570bc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3167808 May 20 21:02:55.661675 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 41978) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:02:55.698763 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29345851-7454-4a14-b9f5-c56c44344297 None None] Sync routers for ids ['cf1175d9-515d-4578-9a36-27617a5570bc'] in n-d-842733-1 {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 21:02:55.711409 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cc3ec51b-6ec8-438a-8349-5f0bec346d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:55.716448 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:55.725989 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdc001de-dcbd-4f58-b0ab-d8426623a00a tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:02:55.728312 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-fdc001de-dcbd-4f58-b0ab-d8426623a00a tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] 10.222.0.35 "GET /v2.0/ports/7211a975-0d2d-4b3b-8d21-0ef46000e5c1 HTTP/1.1" status: 200 len: 911 time: 0.0654964 May 20 21:02:55.732977 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 41980) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:02:55.743052 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29345851-7454-4a14-b9f5-c56c44344297 None None] Routers {'cf1175d9-515d-4578-9a36-27617a5570bc'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:02:55.743786 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-29345851-7454-4a14-b9f5-c56c44344297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:02:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['cf1175d9-515d-4578-9a36-27617a5570bc'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:02:55.789082 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-29345851-7454-4a14-b9f5-c56c44344297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:02:55.796101 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b5d0ef79-087f-417b-9427-d43a481a6364 tempest-NegativeSecGroupIPv6Test-1915454941 tempest-NegativeSecGroupIPv6Test-1915454941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:55.800005 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b5d0ef79-087f-417b-9427-d43a481a6364 tempest-NegativeSecGroupIPv6Test-1915454941 tempest-NegativeSecGroupIPv6Test-1915454941-project] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:55.808349 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-b5d0ef79-087f-417b-9427-d43a481a6364 tempest-NegativeSecGroupIPv6Test-1915454941 tempest-NegativeSecGroupIPv6Test-1915454941-project] 10.222.0.35 "DELETE /v2.0/security-groups/d50a305f-7ddd-4e17-a060-3913f8d51fde HTTP/1.1" status: 204 len: 168 time: 0.3643143 May 20 21:02:55.809324 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 41982) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:02:55.830210 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d0ef79-087f-417b-9427-d43a481a6364 tempest-NegativeSecGroupIPv6Test-1915454941 tempest-NegativeSecGroupIPv6Test-1915454941-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d50a305f-7ddd-4e17-a060-3913f8d51fde,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:02:55.879805 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-73971a40-4418-4924-91ac-7bf46ad3e264 tempest-NegativeSecGroupIPv6Test-1915454941 tempest-NegativeSecGroupIPv6Test-1915454941-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0692823 May 20 21:02:55.893449 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 41988) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:02:55.900818 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-b2d97413-ece2-4462-9776-69553fa82183 tempest-NegativeSecGroupIPv6Test-1915454941 tempest-NegativeSecGroupIPv6Test-1915454941-project] Request body: {'security_group': {'name': 'tempest-secgroup--349283789'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:02:55.928006 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29345851-7454-4a14-b9f5-c56c44344297 None None] Routers {'cf1175d9-515d-4578-9a36-27617a5570bc'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:02:55.928666 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-29345851-7454-4a14-b9f5-c56c44344297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:02:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['cf1175d9-515d-4578-9a36-27617a5570bc'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:02:55.966349 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-29345851-7454-4a14-b9f5-c56c44344297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:02:55.966973 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29345851-7454-4a14-b9f5-c56c44344297 None None] The sync data for ids ['cf1175d9-515d-4578-9a36-27617a5570bc'] in n-d-842733-1 is: [] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 21:02:55.968571 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 9a9b0c8c-3f6a-4c59-b81b-d9e3cd1e8e47 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:02:56.004859 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b2d97413-ece2-4462-9776-69553fa82183 tempest-NegativeSecGroupIPv6Test-1915454941 tempest-NegativeSecGroupIPv6Test-1915454941-project] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:56.022361 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-7ee6a110-e511-43ef-b59c-6882439c3764 None None] Current status of the port 0f5eea8a-948c-48ff-87d1-c1028e5d52a8 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:02:56.036214 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 41990) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:02:56.151007 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.agents_db [None req-5c33ad30-4e00-40fa-b486-8c79c4a6cfc5 None None] Agent healthcheck: found 7 active agents {{(pid=103165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 20 21:02:56.164995 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-5083ca03-e839-4ada-8278-91c8ffe6c9ea None None] Provisioning complete for port 7211a975-0d2d-4b3b-8d21-0ef46000e5c1 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:02:56.166763 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-5083ca03-e839-4ada-8278-91c8ffe6c9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:56.190703 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b2d97413-ece2-4462-9776-69553fa82183 tempest-NegativeSecGroupIPv6Test-1915454941 tempest-NegativeSecGroupIPv6Test-1915454941-project] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:56.226678 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-5083ca03-e839-4ada-8278-91c8ffe6c9ea None None] Port 7211a975-0d2d-4b3b-8d21-0ef46000e5c1 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 21:02:56.281942 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b2d97413-ece2-4462-9776-69553fa82183 tempest-NegativeSecGroupIPv6Test-1915454941 tempest-NegativeSecGroupIPv6Test-1915454941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:56.305707 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1bb3e48e-f3ab-46fc-91e2-af735fa832d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:56.322837 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d97413-ece2-4462-9776-69553fa82183 tempest-NegativeSecGroupIPv6Test-1915454941 tempest-NegativeSecGroupIPv6Test-1915454941-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e758f1e-bab1-4776-8a00-b9cb9b40e4a4,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:02:56.349476 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-afa8cd09-b7ee-4732-8bae-8a9fd025997c tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:56.415107 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b2d97413-ece2-4462-9776-69553fa82183 tempest-NegativeSecGroupIPv6Test-1915454941 tempest-NegativeSecGroupIPv6Test-1915454941-project] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:56.416409 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-b2d97413-ece2-4462-9776-69553fa82183 tempest-NegativeSecGroupIPv6Test-1915454941 tempest-NegativeSecGroupIPv6Test-1915454941-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5215576 May 20 21:02:56.419870 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 41994) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:02:56.430481 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-c5790b8d-faa1-4523-9bc8-063ed318f189 tempest-NegativeSecGroupIPv6Test-1915454941 tempest-NegativeSecGroupIPv6Test-1915454941-project] Request body: {'security_group_rule': {'security_group_id': '0e758f1e-bab1-4776-8a00-b9cb9b40e4a4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:02:56.451350 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-9b869ab9-2b1b-4eef-902f-0efd06a64010 None None] Provisioning complete for port 0f5eea8a-948c-48ff-87d1-c1028e5d52a8 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:02:56.452089 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-9b869ab9-2b1b-4eef-902f-0efd06a64010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:56.515398 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1bb3e48e-f3ab-46fc-91e2-af735fa832d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:56.538514 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-9b869ab9-2b1b-4eef-902f-0efd06a64010 None None] Current status of the port 0f5eea8a-948c-48ff-87d1-c1028e5d52a8 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:02:56.614425 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1bb3e48e-f3ab-46fc-91e2-af735fa832d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:56.614857 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 0f5eea8a-948c-48ff-87d1-c1028e5d52a8 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:02:56.631712 n-d-842733-1 neutron-server[103162]: INFO neutron.api.v2.resource [None req-c5790b8d-faa1-4523-9bc8-063ed318f189 tempest-NegativeSecGroupIPv6Test-1915454941 tempest-NegativeSecGroupIPv6Test-1915454941-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 20 21:02:56.638452 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-c5790b8d-faa1-4523-9bc8-063ed318f189 tempest-NegativeSecGroupIPv6Test-1915454941 tempest-NegativeSecGroupIPv6Test-1915454941-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2171304 May 20 21:02:56.640565 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 41996) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:02:56.647993 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-2ed251cb-6e2e-4e7e-80a4-0bff5602ed72 tempest-NegativeSecGroupIPv6Test-1915454941 tempest-NegativeSecGroupIPv6Test-1915454941-project] Request body: {'security_group_rule': {'security_group_id': '0e758f1e-bab1-4776-8a00-b9cb9b40e4a4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:02:56.683181 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 0f5eea8a-948c-48ff-87d1-c1028e5d52a8 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:02:56.683757 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:56.688308 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-1bb3e48e-f3ab-46fc-91e2-af735fa832d0 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b8d761a23fbe428b99c3f6ac9d00f8b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6502454 May 20 21:02:56.691424 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 41998) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:02:56.692846 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb3e48e-f3ab-46fc-91e2-af735fa832d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3094dc0f-f05e-4204-b5f5-06f8b0c0f8d8,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:02:56.723927 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-afa8cd09-b7ee-4732-8bae-8a9fd025997c tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Allocated IP 2001:db8:1::1 (2e6f1212-8a8c-4e83-9dc3-012248c96046/da5246ef-ce34-4616-8b0e-11ee6563bc08/020d2464-5bb2-41c4-be1c-1b6b8fde7200) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:02:56.792762 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-db130909-d2da-48a4-90fe-0b16f7ab373a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:56.809602 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 0f5eea8a-948c-48ff-87d1-c1028e5d52a8 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:02:56.822672 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-db130909-d2da-48a4-90fe-0b16f7ab373a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:56.855954 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-afa8cd09-b7ee-4732-8bae-8a9fd025997c tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:56.882722 n-d-842733-1 neutron-server[103162]: INFO neutron.api.v2.resource [None req-2ed251cb-6e2e-4e7e-80a4-0bff5602ed72 tempest-NegativeSecGroupIPv6Test-1915454941 tempest-NegativeSecGroupIPv6Test-1915454941-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 20 21:02:56.883803 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-2ed251cb-6e2e-4e7e-80a4-0bff5602ed72 tempest-NegativeSecGroupIPv6Test-1915454941 tempest-NegativeSecGroupIPv6Test-1915454941-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2420928 May 20 21:02:56.886692 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 42000) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:02:56.945676 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-498ed9f6-abff-4022-9c1a-85a3bc5d61b5 tempest-NegativeSecGroupIPv6Test-1915454941 tempest-NegativeSecGroupIPv6Test-1915454941-project] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:56.972479 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-498ed9f6-abff-4022-9c1a-85a3bc5d61b5 tempest-NegativeSecGroupIPv6Test-1915454941 tempest-NegativeSecGroupIPv6Test-1915454941-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:56.990843 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-afa8cd09-b7ee-4732-8bae-8a9fd025997c tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:56.991828 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-db130909-d2da-48a4-90fe-0b16f7ab373a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:56.994399 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-db130909-d2da-48a4-90fe-0b16f7ab373a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:56.995531 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-db130909-d2da-48a4-90fe-0b16f7ab373a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3094dc0f-f05e-4204-b5f5-06f8b0c0f8d8 HTTP/1.1" status: 204 len: 168 time: 0.2963083 May 20 21:02:57.012658 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db130909-d2da-48a4-90fe-0b16f7ab373a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3094dc0f-f05e-4204-b5f5-06f8b0c0f8d8,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:02:57.062124 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afa8cd09-b7ee-4732-8bae-8a9fd025997c tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Network 2e6f1212-8a8c-4e83-9dc3-012248c96046 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:02:57.062124 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-afa8cd09-b7ee-4732-8bae-8a9fd025997c tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:02:57.062124 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa8cd09-b7ee-4732-8bae-8a9fd025997c tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:02:57.062124 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-afa8cd09-b7ee-4732-8bae-8a9fd025997c tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748409'] for router_interface, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:57.105973 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa8cd09-b7ee-4732-8bae-8a9fd025997c tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Pushing event updated for resources: {'Port': ['ID=020d2464-5bb2-41c4-be1c-1b6b8fde7200,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:02:57.288177 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-498ed9f6-abff-4022-9c1a-85a3bc5d61b5 tempest-NegativeSecGroupIPv6Test-1915454941 tempest-NegativeSecGroupIPv6Test-1915454941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:57.291387 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-498ed9f6-abff-4022-9c1a-85a3bc5d61b5 tempest-NegativeSecGroupIPv6Test-1915454941 tempest-NegativeSecGroupIPv6Test-1915454941-project] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:57.292818 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-498ed9f6-abff-4022-9c1a-85a3bc5d61b5 tempest-NegativeSecGroupIPv6Test-1915454941 tempest-NegativeSecGroupIPv6Test-1915454941-project] 10.222.0.35 "DELETE /v2.0/security-groups/0e758f1e-bab1-4776-8a00-b9cb9b40e4a4 HTTP/1.1" status: 204 len: 168 time: 0.4049177 May 20 21:02:57.295470 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 42008) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:02:57.311612 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498ed9f6-abff-4022-9c1a-85a3bc5d61b5 tempest-NegativeSecGroupIPv6Test-1915454941 tempest-NegativeSecGroupIPv6Test-1915454941-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e758f1e-bab1-4776-8a00-b9cb9b40e4a4,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:02:57.390646 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-afa8cd09-b7ee-4732-8bae-8a9fd025997c tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:57.409771 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-4109acfe-8f68-4fd8-b5ac-5c45f2f8a004 tempest-NegativeSecGroupIPv6Test-1915454941 tempest-NegativeSecGroupIPv6Test-1915454941-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1058321 May 20 21:02:57.411436 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 42010) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:02:57.416275 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-f4dbdb4f-3a41-4e2d-a80b-aa4af7fcf586 tempest-NegativeSecGroupIPv6Test-1915454941 tempest-NegativeSecGroupIPv6Test-1915454941-project] Request body: {'security_group': {'name': 'tempest-secgroup--1450342020'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:02:57.473036 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-4a5c3afc-f2a8-46c7-8f9c-bff2a67489a2 None None] Provisioning complete for port 020d2464-5bb2-41c4-be1c-1b6b8fde7200 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:02:57.473836 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4a5c3afc-f2a8-46c7-8f9c-bff2a67489a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:57.516085 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-4a5c3afc-f2a8-46c7-8f9c-bff2a67489a2 None None] Port 020d2464-5bb2-41c4-be1c-1b6b8fde7200 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 21:02:57.522506 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f4dbdb4f-3a41-4e2d-a80b-aa4af7fcf586 tempest-NegativeSecGroupIPv6Test-1915454941 tempest-NegativeSecGroupIPv6Test-1915454941-project] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:57.652030 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f4dbdb4f-3a41-4e2d-a80b-aa4af7fcf586 tempest-NegativeSecGroupIPv6Test-1915454941 tempest-NegativeSecGroupIPv6Test-1915454941-project] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:57.723029 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f4dbdb4f-3a41-4e2d-a80b-aa4af7fcf586 tempest-NegativeSecGroupIPv6Test-1915454941 tempest-NegativeSecGroupIPv6Test-1915454941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:57.796588 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dbdb4f-3a41-4e2d-a80b-aa4af7fcf586 tempest-NegativeSecGroupIPv6Test-1915454941 tempest-NegativeSecGroupIPv6Test-1915454941-project] Pushing event updated for resources: {'SecurityGroup': ['ID=378481aa-d872-4d31-b663-25172af1bad5,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:02:57.851373 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f4dbdb4f-3a41-4e2d-a80b-aa4af7fcf586 tempest-NegativeSecGroupIPv6Test-1915454941 tempest-NegativeSecGroupIPv6Test-1915454941-project] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:57.852846 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-f4dbdb4f-3a41-4e2d-a80b-aa4af7fcf586 tempest-NegativeSecGroupIPv6Test-1915454941 tempest-NegativeSecGroupIPv6Test-1915454941-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4400363 May 20 21:02:57.856241 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 42020) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:02:57.862288 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-8f26fec4-98ad-479a-bc10-6dc528a4ade0 tempest-NegativeSecGroupIPv6Test-1915454941 tempest-NegativeSecGroupIPv6Test-1915454941-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:02:57.869288 n-d-842733-1 neutron-server[103162]: WARNING neutron.api.v2.base [None req-8f26fec4-98ad-479a-bc10-6dc528a4ade0 tempest-NegativeSecGroupIPv6Test-1915454941 tempest-NegativeSecGroupIPv6Test-1915454941-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. May 20 21:02:57.870084 n-d-842733-1 neutron-server[103162]: INFO neutron.api.v2.resource [None req-8f26fec4-98ad-479a-bc10-6dc528a4ade0 tempest-NegativeSecGroupIPv6Test-1915454941 tempest-NegativeSecGroupIPv6Test-1915454941-project] update failed (client error): There was a conflict when trying to complete your request. May 20 21:02:57.871248 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-8f26fec4-98ad-479a-bc10-6dc528a4ade0 tempest-NegativeSecGroupIPv6Test-1915454941 tempest-NegativeSecGroupIPv6Test-1915454941-project] 10.222.0.35 "PUT /v2.0/security-groups/378481aa-d872-4d31-b663-25172af1bad5 HTTP/1.1" status: 409 len: 330 time: 0.0140584 May 20 21:02:57.873943 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 42022) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:02:57.905734 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-afa8cd09-b7ee-4732-8bae-8a9fd025997c tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks [] for port, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:57.942839 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9c57464b-8e37-4618-825e-b7daf8e7e1ab tempest-NegativeSecGroupIPv6Test-1915454941 tempest-NegativeSecGroupIPv6Test-1915454941-project] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:57.979819 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9c57464b-8e37-4618-825e-b7daf8e7e1ab tempest-NegativeSecGroupIPv6Test-1915454941 tempest-NegativeSecGroupIPv6Test-1915454941-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:57.985050 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-afa8cd09-b7ee-4732-8bae-8a9fd025997c tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:57.986362 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-afa8cd09-b7ee-4732-8bae-8a9fd025997c tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748437'] for router_interface, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:58.067979 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa8cd09-b7ee-4732-8bae-8a9fd025997c tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Pushing event updated for resources: {'Port': ['ID=020d2464-5bb2-41c4-be1c-1b6b8fde7200,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:02:58.122161 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9c57464b-8e37-4618-825e-b7daf8e7e1ab tempest-NegativeSecGroupIPv6Test-1915454941 tempest-NegativeSecGroupIPv6Test-1915454941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:58.125332 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9c57464b-8e37-4618-825e-b7daf8e7e1ab tempest-NegativeSecGroupIPv6Test-1915454941 tempest-NegativeSecGroupIPv6Test-1915454941-project] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:58.126596 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-9c57464b-8e37-4618-825e-b7daf8e7e1ab tempest-NegativeSecGroupIPv6Test-1915454941 tempest-NegativeSecGroupIPv6Test-1915454941-project] 10.222.0.35 "DELETE /v2.0/security-groups/378481aa-d872-4d31-b663-25172af1bad5 HTTP/1.1" status: 204 len: 168 time: 0.2516437 May 20 21:02:58.129775 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 42028) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:02:58.139415 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c57464b-8e37-4618-825e-b7daf8e7e1ab tempest-NegativeSecGroupIPv6Test-1915454941 tempest-NegativeSecGroupIPv6Test-1915454941-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=378481aa-d872-4d31-b663-25172af1bad5,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:02:58.544509 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afa8cd09-b7ee-4732-8bae-8a9fd025997c tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Network 2e6f1212-8a8c-4e83-9dc3-012248c96046 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:02:58.549658 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-afa8cd09-b7ee-4732-8bae-8a9fd025997c tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:02:58.575417 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 42040) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:02:58.575648 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-96d485f0-2990-44ec-9774-0ce346cf1278 tempest-NegativeSecGroupIPv6Test-1915454941 tempest-NegativeSecGroupIPv6Test-1915454941-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4400034 May 20 21:02:58.597497 n-d-842733-1 neutron-server[103162]: INFO neutron.api.v2.resource [None req-890b391f-92b8-43bc-8e79-d92ebedb07ae tempest-NegativeSecGroupIPv6Test-1915454941 tempest-NegativeSecGroupIPv6Test-1915454941-project] delete failed (client error): The resource could not be found. May 20 21:02:58.612313 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-890b391f-92b8-43bc-8e79-d92ebedb07ae tempest-NegativeSecGroupIPv6Test-1915454941 tempest-NegativeSecGroupIPv6Test-1915454941-project] 10.222.0.35 "DELETE /v2.0/security-groups/d76f41d3-f85c-4550-a27d-84d7524163d7 HTTP/1.1" status: 404 len: 347 time: 0.0356624 May 20 21:02:58.616555 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 42042) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:02:58.638523 n-d-842733-1 neutron-server[103162]: INFO neutron.api.v2.resource [None req-c83950f8-fda7-4b49-922f-903d2ce27af1 tempest-NegativeSecGroupIPv6Test-1915454941 tempest-NegativeSecGroupIPv6Test-1915454941-project] show failed (client error): The resource could not be found. May 20 21:02:58.639561 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-c83950f8-fda7-4b49-922f-903d2ce27af1 tempest-NegativeSecGroupIPv6Test-1915454941 tempest-NegativeSecGroupIPv6Test-1915454941-project] 10.222.0.35 "GET /v2.0/security-groups/d60bbc4b-bac7-4020-a238-eaacbd6dc298 HTTP/1.1" status: 404 len: 347 time: 0.0220664 May 20 21:02:58.644674 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 42044) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:02:58.664305 n-d-842733-1 neutron-server[103162]: INFO neutron.api.v2.resource [None req-15148070-3ec1-40f8-8281-240be638d926 tempest-NegativeSecGroupIPv6Test-1915454941 tempest-NegativeSecGroupIPv6Test-1915454941-project] show failed (client error): The resource could not be found. May 20 21:02:58.666160 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-15148070-3ec1-40f8-8281-240be638d926 tempest-NegativeSecGroupIPv6Test-1915454941 tempest-NegativeSecGroupIPv6Test-1915454941-project] 10.222.0.35 "GET /v2.0/security-group-rules/4cbdb060-77ac-4543-bc39-c880cf9472ac HTTP/1.1" status: 404 len: 356 time: 0.0202913 May 20 21:02:58.725363 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afa8cd09-b7ee-4732-8bae-8a9fd025997c tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Router cf1175d9-515d-4578-9a36-27617a5570bc has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 21:02:58.902666 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afa8cd09-b7ee-4732-8bae-8a9fd025997c tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 21:02:58.912721 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-afa8cd09-b7ee-4732-8bae-8a9fd025997c tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] 10.222.0.35 "PUT /v2.0/routers/cf1175d9-515d-4578-9a36-27617a5570bc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1759236 May 20 21:02:58.912877 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 42050) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:02:58.913895 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c61de279-3ff3-4a73-9655-2688dd82974c None None] Sync routers for ids ['cf1175d9-515d-4578-9a36-27617a5570bc'] in n-d-842733-1 {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 21:02:58.924359 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c61de279-3ff3-4a73-9655-2688dd82974c None None] Routers {'cf1175d9-515d-4578-9a36-27617a5570bc'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:02:58.925804 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-c61de279-3ff3-4a73-9655-2688dd82974c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:02:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['cf1175d9-515d-4578-9a36-27617a5570bc'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:02:58.956807 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-1f82c77d-5a1e-4980-aae9-23d0faa5c906 None None] Provisioning complete for port 020d2464-5bb2-41c4-be1c-1b6b8fde7200 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:02:58.957458 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-1f82c77d-5a1e-4980-aae9-23d0faa5c906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:58.958755 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-c61de279-3ff3-4a73-9655-2688dd82974c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:02:58.967761 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c61de279-3ff3-4a73-9655-2688dd82974c None None] Routers {'cf1175d9-515d-4578-9a36-27617a5570bc'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:02:58.968364 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-c61de279-3ff3-4a73-9655-2688dd82974c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:02:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['cf1175d9-515d-4578-9a36-27617a5570bc'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:02:58.985166 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef6ee7b4-bac1-419f-ad99-6a4035c019d7 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:02:58.987413 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-ef6ee7b4-bac1-419f-ad99-6a4035c019d7 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] 10.222.0.35 "GET /v2.0/ports/020d2464-5bb2-41c4-be1c-1b6b8fde7200 HTTP/1.1" status: 200 len: 913 time: 0.0728776 May 20 21:02:58.990038 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 42052) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:02:59.004622 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-c61de279-3ff3-4a73-9655-2688dd82974c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:02:59.005036 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c61de279-3ff3-4a73-9655-2688dd82974c None None] The sync data for ids ['cf1175d9-515d-4578-9a36-27617a5570bc'] in n-d-842733-1 is: [] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 21:02:59.028676 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-1f82c77d-5a1e-4980-aae9-23d0faa5c906 None None] Port 020d2464-5bb2-41c4-be1c-1b6b8fde7200 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 21:02:59.432685 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 42064) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:02:59.459782 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d7948a51-37b7-4ea6-8b02-09db78eb0f7c tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748528'] for router_interface, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:59.654410 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-e1962eca-989a-4f30-9110-af4388fa4139 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=780fb3aff17948428c1bf0cfd7894e14&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2205250 May 20 21:02:59.657830 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 42070) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:02:59.726597 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-cd325771-6ddc-4437-a53a-05bb50e7ceea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:59.769098 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-cd325771-6ddc-4437-a53a-05bb50e7ceea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:59.798392 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-d7948a51-37b7-4ea6-8b02-09db78eb0f7c tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Deleting port 020d2464-5bb2-41c4-be1c-1b6b8fde7200 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:02:59.799283 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d7948a51-37b7-4ea6-8b02-09db78eb0f7c tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:59.913102 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-cd325771-6ddc-4437-a53a-05bb50e7ceea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:59.918445 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-cd325771-6ddc-4437-a53a-05bb50e7ceea admin admin] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:59.922017 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-cd325771-6ddc-4437-a53a-05bb50e7ceea admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4a0f98a2-0a6b-4b4b-800a-5319ecd02699 HTTP/1.1" status: 204 len: 168 time: 0.2603464 May 20 21:02:59.951181 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d7948a51-37b7-4ea6-8b02-09db78eb0f7c tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:02:59.951348 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd325771-6ddc-4437-a53a-05bb50e7ceea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a0f98a2-0a6b-4b4b-800a-5319ecd02699,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:02:59.980603 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-d7948a51-37b7-4ea6-8b02-09db78eb0f7c tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Calling delete_port for 020d2464-5bb2-41c4-be1c-1b6b8fde7200 owned by network:router_interface {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:03:00.322124 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d7948a51-37b7-4ea6-8b02-09db78eb0f7c tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:00.371753 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7948a51-37b7-4ea6-8b02-09db78eb0f7c tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Pushing event deleted for resources: {'Port': ['ID=020d2464-5bb2-41c4-be1c-1b6b8fde7200,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:03:00.623192 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d7948a51-37b7-4ea6-8b02-09db78eb0f7c tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-692224'] for router_interface, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:00.932194 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7948a51-37b7-4ea6-8b02-09db78eb0f7c tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Router cf1175d9-515d-4578-9a36-27617a5570bc has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 21:03:01.068423 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7948a51-37b7-4ea6-8b02-09db78eb0f7c tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 21:03:01.085394 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-d7948a51-37b7-4ea6-8b02-09db78eb0f7c tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] 10.222.0.35 "PUT /v2.0/routers/cf1175d9-515d-4578-9a36-27617a5570bc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0907731 May 20 21:03:01.085594 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 42104) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:03:01.094881 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8a52402-4b02-46bd-987d-d9a7d2db0623 None None] Sync routers for ids ['cf1175d9-515d-4578-9a36-27617a5570bc'] in n-d-842733-1 {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 21:03:01.114618 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a52402-4b02-46bd-987d-d9a7d2db0623 None None] Routers {'cf1175d9-515d-4578-9a36-27617a5570bc'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:03:01.115627 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-e8a52402-4b02-46bd-987d-d9a7d2db0623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:02:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['cf1175d9-515d-4578-9a36-27617a5570bc'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:03:01.197836 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-e8a52402-4b02-46bd-987d-d9a7d2db0623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:03:01.208984 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a52402-4b02-46bd-987d-d9a7d2db0623 None None] Routers {'cf1175d9-515d-4578-9a36-27617a5570bc'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:03:01.209743 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-e8a52402-4b02-46bd-987d-d9a7d2db0623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:02:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['cf1175d9-515d-4578-9a36-27617a5570bc'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:03:01.246285 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-e8a52402-4b02-46bd-987d-d9a7d2db0623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:03:01.247353 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8a52402-4b02-46bd-987d-d9a7d2db0623 None None] The sync data for ids ['cf1175d9-515d-4578-9a36-27617a5570bc'] in n-d-842733-1 is: [] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 21:03:01.527869 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6b4750d7-ee50-4704-adc1-ad07c72c3b03 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748528'] for router_interface, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:01.838992 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-6b4750d7-ee50-4704-adc1-ad07c72c3b03 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Deleting port 7211a975-0d2d-4b3b-8d21-0ef46000e5c1 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:03:01.839407 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6b4750d7-ee50-4704-adc1-ad07c72c3b03 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:01.938969 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6b4750d7-ee50-4704-adc1-ad07c72c3b03 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:01.959452 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-6b4750d7-ee50-4704-adc1-ad07c72c3b03 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Calling delete_port for 7211a975-0d2d-4b3b-8d21-0ef46000e5c1 owned by network:router_interface {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:03:02.455496 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:02.548478 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6b4750d7-ee50-4704-adc1-ad07c72c3b03 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:02.591211 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4750d7-ee50-4704-adc1-ad07c72c3b03 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Pushing event deleted for resources: {'Port': ['ID=7211a975-0d2d-4b3b-8d21-0ef46000e5c1,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:03:03.056520 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6b4750d7-ee50-4704-adc1-ad07c72c3b03 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-692224'] for router_interface, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:03.241163 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b4750d7-ee50-4704-adc1-ad07c72c3b03 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Router cf1175d9-515d-4578-9a36-27617a5570bc has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 21:03:03.326403 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b4750d7-ee50-4704-adc1-ad07c72c3b03 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 21:03:03.333836 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-6b4750d7-ee50-4704-adc1-ad07c72c3b03 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] 10.222.0.35 "PUT /v2.0/routers/cf1175d9-515d-4578-9a36-27617a5570bc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2463858 May 20 21:03:03.335622 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 42154) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:03:03.337882 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bcd960b-4b88-4d01-bbfa-9dffc765130c None None] Sync routers for ids ['cf1175d9-515d-4578-9a36-27617a5570bc'] in n-d-842733-1 {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 21:03:03.350934 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bcd960b-4b88-4d01-bbfa-9dffc765130c None None] Routers {'cf1175d9-515d-4578-9a36-27617a5570bc'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:03:03.351454 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-3bcd960b-4b88-4d01-bbfa-9dffc765130c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:02:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['cf1175d9-515d-4578-9a36-27617a5570bc'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:03:03.379871 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-ed522677-6187-4b4d-8024-e3201f5ae1f7 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] 10.222.0.35 "GET /v2.0/ports?device_id=cf1175d9-515d-4578-9a36-27617a5570bc HTTP/1.1" status: 200 len: 205 time: 0.0429771 May 20 21:03:03.383823 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 42160) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:03:03.406572 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-3bcd960b-4b88-4d01-bbfa-9dffc765130c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:03:03.429418 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bcd960b-4b88-4d01-bbfa-9dffc765130c None None] Routers {'cf1175d9-515d-4578-9a36-27617a5570bc'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:03:03.432339 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-3bcd960b-4b88-4d01-bbfa-9dffc765130c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:02:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['cf1175d9-515d-4578-9a36-27617a5570bc'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:03:03.488498 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9f22b336-a14e-45a8-818f-b7c086bbd6a4 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks [] for router, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:03.514937 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-3bcd960b-4b88-4d01-bbfa-9dffc765130c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:03:03.516616 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bcd960b-4b88-4d01-bbfa-9dffc765130c None None] The sync data for ids ['cf1175d9-515d-4578-9a36-27617a5570bc'] in n-d-842733-1 is: [] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 21:03:03.669007 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9f22b336-a14e-45a8-818f-b7c086bbd6a4 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26169'] for router, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:03.672275 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9f22b336-a14e-45a8-818f-b7c086bbd6a4 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:03.824799 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9f22b336-a14e-45a8-818f-b7c086bbd6a4 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-693148'] for router, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:03.825518 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f22b336-a14e-45a8-818f-b7c086bbd6a4 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Fanout notify agent at l3_agent the message router_deleted on router cf1175d9-515d-4578-9a36-27617a5570bc {{(pid=103163) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 20 21:03:03.834689 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9f22b336-a14e-45a8-818f-b7c086bbd6a4 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks [] for router, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:03.838226 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-9f22b336-a14e-45a8-818f-b7c086bbd6a4 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] 10.222.0.35 "DELETE /v2.0/routers/cf1175d9-515d-4578-9a36-27617a5570bc HTTP/1.1" status: 204 len: 168 time: 0.4508984 May 20 21:03:03.838571 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 42178) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:03:03.895721 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6451eb1-ac45-4c9f-840d-b19c5d68cc22 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Deleting subnet da5246ef-ce34-4616-8b0e-11ee6563bc08 {{(pid=103162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 20 21:03:03.899673 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c6451eb1-ac45-4c9f-840d-b19c5d68cc22 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks [] for subnet, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:03.945062 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c6451eb1-ac45-4c9f-840d-b19c5d68cc22 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3738392'] for subnet, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:04.077515 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c6451eb1-ac45-4c9f-840d-b19c5d68cc22 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33068388'] for subnet, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:04.276527 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c6451eb1-ac45-4c9f-840d-b19c5d68cc22 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33068399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3797621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4018265'] for subnet, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:04.306119 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c6451eb1-ac45-4c9f-840d-b19c5d68cc22 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:04.311495 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a6b667a-250a-46a6-bc4c-cf90031d96ba None None] Network 2e6f1212-8a8c-4e83-9dc3-012248c96046 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:03:04.326244 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-c6451eb1-ac45-4c9f-840d-b19c5d68cc22 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] 10.222.0.35 "DELETE /v2.0/subnets/da5246ef-ce34-4616-8b0e-11ee6563bc08 HTTP/1.1" status: 204 len: 168 time: 0.4865549 May 20 21:03:04.329152 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 42204) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:03:04.366555 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6451eb1-ac45-4c9f-840d-b19c5d68cc22 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Pushing event deleted for resources: {'Subnet': ['ID=da5246ef-ce34-4616-8b0e-11ee6563bc08,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:03:04.428109 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_v2 [None req-f09fc661-cf23-4aca-ba10-a67438a81cca tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Deleting subnet 297d70dd-945a-4d00-9a7b-32d57b5e1a12 {{(pid=103163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 20 21:03:04.442819 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f09fc661-cf23-4aca-ba10-a67438a81cca tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks [] for subnet, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:04.502655 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f09fc661-cf23-4aca-ba10-a67438a81cca tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9338757'] for subnet, precommit_delete_associations {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:04.607738 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-802e1721-9873-4d09-922e-1814f4f2e702 None None] DHCP port deletion for 2e6f1212-8a8c-4e83-9dc3-012248c96046 request from n-d-842733-1 {{(pid=103164) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 21:03:04.618577 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f09fc661-cf23-4aca-ba10-a67438a81cca tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33068388'] for subnet, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:04.672382 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-802e1721-9873-4d09-922e-1814f4f2e702 None None] Deleting port 0f5eea8a-948c-48ff-87d1-c1028e5d52a8 {{(pid=103164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:03:04.672844 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-802e1721-9873-4d09-922e-1814f4f2e702 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:04.755758 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-802e1721-9873-4d09-922e-1814f4f2e702 None None] For port 0f5eea8a-948c-48ff-87d1-c1028e5d52a8, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=0f5eea8a-948c-48ff-87d1-c1028e5d52a8,segment=NetworkSegment(0f94add1-22c2-4958-b4a0-2eead239b897),segment_id=0f94add1-22c2-4958-b4a0-2eead239b897)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:03:04.756162 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-802e1721-9873-4d09-922e-1814f4f2e702 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:04.770697 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-802e1721-9873-4d09-922e-1814f4f2e702 None None] Calling delete_port for 0f5eea8a-948c-48ff-87d1-c1028e5d52a8 owned by network:dhcp {{(pid=103164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:03:04.882071 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f09fc661-cf23-4aca-ba10-a67438a81cca tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33068399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9641221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8422588'] for subnet, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:04.898990 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-802e1721-9873-4d09-922e-1814f4f2e702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099'] for port, after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:05.133895 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802e1721-9873-4d09-922e-1814f4f2e702 None None] Pushing event deleted for resources: {'Port': ['ID=0f5eea8a-948c-48ff-87d1-c1028e5d52a8,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:03:05.135658 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09fc661-cf23-4aca-ba10-a67438a81cca tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Pushing event deleted for resources: {'Subnet': ['ID=297d70dd-945a-4d00-9a7b-32d57b5e1a12,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:03:05.135658 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f09fc661-cf23-4aca-ba10-a67438a81cca tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks [] for subnet, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:05.136802 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62f1da3f-d419-49aa-9e62-260c0fbf3240 None None] Network 56e05f23-4a5b-4f2c-a8a7-6232b04ef391 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:03:05.136802 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-802e1721-9873-4d09-922e-1814f4f2e702 None None] No DVR routers for this DVR port 0f5eea8a-948c-48ff-87d1-c1028e5d52a8 on host n-d-842733-1 {{(pid=103164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 21:03:05.137255 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 42224) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:03:05.137892 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-f09fc661-cf23-4aca-ba10-a67438a81cca tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] 10.222.0.35 "DELETE /v2.0/subnets/297d70dd-945a-4d00-9a7b-32d57b5e1a12 HTTP/1.1" status: 204 len: 168 time: 0.6496801 May 20 21:03:05.137892 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09fc661-cf23-4aca-ba10-a67438a81cca tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:03:05.137892 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09fc661-cf23-4aca-ba10-a67438a81cca tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:03:05.137892 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09fc661-cf23-4aca-ba10-a67438a81cca tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:03:05.137892 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09fc661-cf23-4aca-ba10-a67438a81cca tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:03:05.137892 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09fc661-cf23-4aca-ba10-a67438a81cca tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:03:05.137892 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09fc661-cf23-4aca-ba10-a67438a81cca tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:03:05.137892 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09fc661-cf23-4aca-ba10-a67438a81cca tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:03:05.137892 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09fc661-cf23-4aca-ba10-a67438a81cca tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:03:05.137892 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09fc661-cf23-4aca-ba10-a67438a81cca tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:03:05.137892 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09fc661-cf23-4aca-ba10-a67438a81cca tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:03:05.137892 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09fc661-cf23-4aca-ba10-a67438a81cca tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:03:05.137892 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09fc661-cf23-4aca-ba10-a67438a81cca tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:03:05.245511 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-23bebb3b-b6ab-403d-900b-b0d4dd00e159 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33160123'] for network, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:05.247905 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 42236) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:03:05.270467 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 42240) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:03:05.282855 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07118c71-70d9-480a-a0d3-cf98eddc571b None None] DHCP port deletion for 56e05f23-4a5b-4f2c-a8a7-6232b04ef391 request from n-d-842733-1 {{(pid=103164) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 21:03:05.355659 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-07118c71-70d9-480a-a0d3-cf98eddc571b None None] Deleting port 9a9b0c8c-3f6a-4c59-b81b-d9e3cd1e8e47 {{(pid=103164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:03:05.356600 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-07118c71-70d9-480a-a0d3-cf98eddc571b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:05.387260 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-23bebb3b-b6ab-403d-900b-b0d4dd00e159 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33072115', 'neutron.services.segments.db._delete_segments_for_network-8782419500584'] for network, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:05.416198 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-23bebb3b-b6ab-403d-900b-b0d4dd00e159 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e6f1212-8a8c-4e83-9dc3-012248c96046']}} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:03:05.439089 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-23bebb3b-b6ab-403d-900b-b0d4dd00e159 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f94add1-22c2-4958-b4a0-2eead239b897') {'for_net_delete': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:03:05.439491 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-23bebb3b-b6ab-403d-900b-b0d4dd00e159 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f94add1-22c2-4958-b4a0-2eead239b897') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:03:05.457051 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-23bebb3b-b6ab-403d-900b-b0d4dd00e159 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419501617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3738385'] for segment, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:05.461792 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-07118c71-70d9-480a-a0d3-cf98eddc571b None None] For port 9a9b0c8c-3f6a-4c59-b81b-d9e3cd1e8e47, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=9a9b0c8c-3f6a-4c59-b81b-d9e3cd1e8e47,segment=NetworkSegment(26405b36-ac7c-4a73-97f8-dd4ff7fada2a),segment_id=26405b36-ac7c-4a73-97f8-dd4ff7fada2a)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:03:05.462486 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-07118c71-70d9-480a-a0d3-cf98eddc571b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:05.471216 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-db8c1b3f-93af-45fe-a485-a0653b42a84b admin admin] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:05.473162 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-23bebb3b-b6ab-403d-900b-b0d4dd00e159 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:05.473375 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4c7ec969-69c8-4650-b309-6f2970478b08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:05.480629 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23bebb3b-b6ab-403d-900b-b0d4dd00e159 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Releasing vlan 206 on physical network physnet1 to pool {{(pid=103162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 21:03:05.481041 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-23bebb3b-b6ab-403d-900b-b0d4dd00e159 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3800791'] for segment, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:05.483311 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-07118c71-70d9-480a-a0d3-cf98eddc571b None None] Calling delete_port for 9a9b0c8c-3f6a-4c59-b81b-d9e3cd1e8e47 owned by network:dhcp {{(pid=103164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:03:05.488973 n-d-842733-1 neutron-server[103162]: Traceback (most recent call last): May 20 21:03:05.488973 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 21:03:05.488973 n-d-842733-1 neutron-server[103162]: timer() May 20 21:03:05.488973 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 21:03:05.488973 n-d-842733-1 neutron-server[103162]: cb(*args, **kw) May 20 21:03:05.488973 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 20 21:03:05.488973 n-d-842733-1 neutron-server[103162]: return func(*args, **kwargs) May 20 21:03:05.488973 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 21:03:05.488973 n-d-842733-1 neutron-server[103162]: self._notify() May 20 21:03:05.488973 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 21:03:05.488973 n-d-842733-1 neutron-server[103162]: self.callback(batched_events) May 20 21:03:05.488973 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 21:03:05.488973 n-d-842733-1 neutron-server[103162]: event.method(event) May 20 21:03:05.488973 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 20 21:03:05.488973 n-d-842733-1 neutron-server[103162]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 21:03:05.488973 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 20 21:03:05.488973 n-d-842733-1 neutron-server[103162]: aggregate_uuid = self.p_client.list_aggregates( May 20 21:03:05.488973 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 20 21:03:05.488973 n-d-842733-1 neutron-server[103162]: return f(self, *a, **k) May 20 21:03:05.488973 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 20 21:03:05.488973 n-d-842733-1 neutron-server[103162]: return self._get(url).json() May 20 21:03:05.488973 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 20 21:03:05.488973 n-d-842733-1 neutron-server[103162]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 21:03:05.488973 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 21:03:05.488973 n-d-842733-1 neutron-server[103162]: return self.request(url, 'GET', **kwargs) May 20 21:03:05.488973 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 21:03:05.488973 n-d-842733-1 neutron-server[103162]: base_url = self.get_endpoint(auth, allow=allow, May 20 21:03:05.488973 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 21:03:05.488973 n-d-842733-1 neutron-server[103162]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 21:03:05.488973 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 21:03:05.488973 n-d-842733-1 neutron-server[103162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 21:03:05.488973 n-d-842733-1 neutron-server[103162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 21:03:05.659374 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-07118c71-70d9-480a-a0d3-cf98eddc571b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099'] for port, after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:05.682013 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-23bebb3b-b6ab-403d-900b-b0d4dd00e159 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33072122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748162'] for network, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:05.688095 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07118c71-70d9-480a-a0d3-cf98eddc571b None None] Pushing event deleted for resources: {'Port': ['ID=9a9b0c8c-3f6a-4c59-b81b-d9e3cd1e8e47,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:03:05.700028 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-23bebb3b-b6ab-403d-900b-b0d4dd00e159 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:05.711821 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-23bebb3b-b6ab-403d-900b-b0d4dd00e159 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] 10.222.0.35 "DELETE /v2.0/networks/2e6f1212-8a8c-4e83-9dc3-012248c96046 HTTP/1.1" status: 204 len: 168 time: 0.7390826 May 20 21:03:05.714882 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 42250) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:03:05.721490 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07118c71-70d9-480a-a0d3-cf98eddc571b None None] No DVR routers for this DVR port 9a9b0c8c-3f6a-4c59-b81b-d9e3cd1e8e47 on host n-d-842733-1 {{(pid=103164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 21:03:05.776304 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bebb3b-b6ab-403d-900b-b0d4dd00e159 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Pushing event deleted for resources: {'Network': ['ID=2e6f1212-8a8c-4e83-9dc3-012248c96046,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:03:05.816688 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-db8c1b3f-93af-45fe-a485-a0653b42a84b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:05.818678 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4c7ec969-69c8-4650-b309-6f2970478b08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:05.890590 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5c463cc9-c502-4ce4-aedd-8c6dacbba696 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33160123'] for network, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:05.899094 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-db8c1b3f-93af-45fe-a485-a0653b42a84b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:05.905382 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4c7ec969-69c8-4650-b309-6f2970478b08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:05.961606 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-db8c1b3f-93af-45fe-a485-a0653b42a84b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6b391b5347634510a8929bf2d63b42f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6900253 May 20 21:03:05.962446 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 42260) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:03:05.976850 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 42262) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:03:05.977509 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-4c7ec969-69c8-4650-b309-6f2970478b08 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2364aed33e8e4917bbbb982be67abcf1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7280161 May 20 21:03:05.979686 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8c1b3f-93af-45fe-a485-a0653b42a84b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04e84aa3-34f3-4b86-acac-7f95c740dc95,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:03:06.013615 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5c463cc9-c502-4ce4-aedd-8c6dacbba696 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33072115', 'neutron.services.segments.db._delete_segments_for_network-8782419500584'] for network, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:06.071359 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-5c463cc9-c502-4ce4-aedd-8c6dacbba696 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56e05f23-4a5b-4f2c-a8a7-6232b04ef391']}} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:03:06.072787 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7ec969-69c8-4650-b309-6f2970478b08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69d076d1-280a-4c4a-a0ec-49d81d50e29b,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:03:06.098294 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-5c463cc9-c502-4ce4-aedd-8c6dacbba696 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26405b36-ac7c-4a73-97f8-dd4ff7fada2a') {'for_net_delete': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:03:06.098593 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-5c463cc9-c502-4ce4-aedd-8c6dacbba696 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26405b36-ac7c-4a73-97f8-dd4ff7fada2a') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:03:06.106568 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-68acbe02-94a4-4e40-95ac-9a1abef16c82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:06.127608 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5c463cc9-c502-4ce4-aedd-8c6dacbba696 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419501617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3738385'] for segment, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:06.139723 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-68acbe02-94a4-4e40-95ac-9a1abef16c82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:06.150498 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-144564d9-6915-4271-b43c-d10094623b0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:06.162914 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5c463cc9-c502-4ce4-aedd-8c6dacbba696 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:06.177450 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c463cc9-c502-4ce4-aedd-8c6dacbba696 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Releasing vlan 228 on physical network physnet1 to pool {{(pid=103162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 21:03:06.178136 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5c463cc9-c502-4ce4-aedd-8c6dacbba696 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3800791'] for segment, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:06.181325 n-d-842733-1 neutron-server[103162]: Traceback (most recent call last): May 20 21:03:06.181325 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 21:03:06.181325 n-d-842733-1 neutron-server[103162]: timer() May 20 21:03:06.181325 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 21:03:06.181325 n-d-842733-1 neutron-server[103162]: cb(*args, **kw) May 20 21:03:06.181325 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 20 21:03:06.181325 n-d-842733-1 neutron-server[103162]: return func(*args, **kwargs) May 20 21:03:06.181325 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 21:03:06.181325 n-d-842733-1 neutron-server[103162]: self._notify() May 20 21:03:06.181325 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 21:03:06.181325 n-d-842733-1 neutron-server[103162]: self.callback(batched_events) May 20 21:03:06.181325 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 21:03:06.181325 n-d-842733-1 neutron-server[103162]: event.method(event) May 20 21:03:06.181325 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 20 21:03:06.181325 n-d-842733-1 neutron-server[103162]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 21:03:06.181325 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 20 21:03:06.181325 n-d-842733-1 neutron-server[103162]: aggregate_uuid = self.p_client.list_aggregates( May 20 21:03:06.181325 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 20 21:03:06.181325 n-d-842733-1 neutron-server[103162]: return f(self, *a, **k) May 20 21:03:06.181325 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 20 21:03:06.181325 n-d-842733-1 neutron-server[103162]: return self._get(url).json() May 20 21:03:06.181325 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 20 21:03:06.181325 n-d-842733-1 neutron-server[103162]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 21:03:06.181325 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 21:03:06.181325 n-d-842733-1 neutron-server[103162]: return self.request(url, 'GET', **kwargs) May 20 21:03:06.181325 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 21:03:06.181325 n-d-842733-1 neutron-server[103162]: base_url = self.get_endpoint(auth, allow=allow, May 20 21:03:06.181325 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 21:03:06.181325 n-d-842733-1 neutron-server[103162]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 21:03:06.181325 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 21:03:06.181325 n-d-842733-1 neutron-server[103162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 21:03:06.181325 n-d-842733-1 neutron-server[103162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 21:03:06.200279 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-144564d9-6915-4271-b43c-d10094623b0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:06.310165 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-68acbe02-94a4-4e40-95ac-9a1abef16c82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:06.313057 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-68acbe02-94a4-4e40-95ac-9a1abef16c82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:06.314489 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-68acbe02-94a4-4e40-95ac-9a1abef16c82 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/04e84aa3-34f3-4b86-acac-7f95c740dc95 HTTP/1.1" status: 204 len: 168 time: 0.3499081 May 20 21:03:06.324116 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68acbe02-94a4-4e40-95ac-9a1abef16c82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04e84aa3-34f3-4b86-acac-7f95c740dc95,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:03:06.373547 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5c463cc9-c502-4ce4-aedd-8c6dacbba696 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33072122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748162'] for network, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:06.381601 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5c463cc9-c502-4ce4-aedd-8c6dacbba696 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:06.385308 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-5c463cc9-c502-4ce4-aedd-8c6dacbba696 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] 10.222.0.35 "DELETE /v2.0/networks/56e05f23-4a5b-4f2c-a8a7-6232b04ef391 HTTP/1.1" status: 204 len: 168 time: 0.6626365 May 20 21:03:06.389072 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 42270) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:03:06.395121 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-074d74a8-3fc1-4aa4-a1e9-56a45a9f6a1e tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-70102508'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:03:06.413712 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-144564d9-6915-4271-b43c-d10094623b0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:06.416363 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-144564d9-6915-4271-b43c-d10094623b0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:06.417372 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-144564d9-6915-4271-b43c-d10094623b0d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/69d076d1-280a-4c4a-a0ec-49d81d50e29b HTTP/1.1" status: 204 len: 168 time: 0.4310973 May 20 21:03:06.431510 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c463cc9-c502-4ce4-aedd-8c6dacbba696 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Pushing event deleted for resources: {'Network': ['ID=56e05f23-4a5b-4f2c-a8a7-6232b04ef391,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:03:06.440805 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144564d9-6915-4271-b43c-d10094623b0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69d076d1-280a-4c4a-a0ec-49d81d50e29b,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:03:06.516744 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-074d74a8-3fc1-4aa4-a1e9-56a45a9f6a1e tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Made reservation on behalf of 785b01e259854fae98d7194cf8f7101e for: {'network': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:03:06.521154 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-074d74a8-3fc1-4aa4-a1e9-56a45a9f6a1e tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for network, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:06.546514 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-074d74a8-3fc1-4aa4-a1e9-56a45a9f6a1e tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 223} {{(pid=103162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 21:03:06.556670 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-074d74a8-3fc1-4aa4-a1e9-56a45a9f6a1e tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:06.556998 n-d-842733-1 neutron-server[103162]: INFO neutron.db.segments_db [None req-074d74a8-3fc1-4aa4-a1e9-56a45a9f6a1e tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Added segment 4e35f198-7d07-4206-aeeb-ce0278d3644f of type vlan for network a9a8064d-812a-417c-9052-adc4f0bd462b May 20 21:03:06.607071 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-074d74a8-3fc1-4aa4-a1e9-56a45a9f6a1e tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418993264'] for network, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:06.631496 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 0f5eea8a-948c-48ff-87d1-c1028e5d52a8 no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 21:03:06.653546 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: 0f5eea8a-948c-48ff-87d1-c1028e5d52a8 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 21:03:06.654163 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 0f5eea8a-948c-48ff-87d1-c1028e5d52a8 not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 21:03:06.654798 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 9a9b0c8c-3f6a-4c59-b81b-d9e3cd1e8e47 no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 21:03:06.686500 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: 9a9b0c8c-3f6a-4c59-b81b-d9e3cd1e8e47 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 21:03:06.687182 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 9a9b0c8c-3f6a-4c59-b81b-d9e3cd1e8e47 not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 21:03:06.751540 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-074d74a8-3fc1-4aa4-a1e9-56a45a9f6a1e tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524'] for network, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:06.761297 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-074d74a8-3fc1-4aa4-a1e9-56a45a9f6a1e tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:03:06.762194 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-074d74a8-3fc1-4aa4-a1e9-56a45a9f6a1e tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:06.844388 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074d74a8-3fc1-4aa4-a1e9-56a45a9f6a1e tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Pushing event updated for resources: {'Network': ['ID=a9a8064d-812a-417c-9052-adc4f0bd462b,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:03:06.858041 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Network a9a8064d-812a-417c-9052-adc4f0bd462b details requested by agent ovs-agent-n-d-842733-1 with host n-d-842733-1 {{(pid=103164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 20 21:03:06.866126 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-074d74a8-3fc1-4aa4-a1e9-56a45a9f6a1e tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4757383 May 20 21:03:06.869377 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 42292) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:03:06.874960 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-3c9c30cc-8dcd-4ed3-be58-70aedb808904 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Request body: {'subnet': {'network_id': 'a9a8064d-812a-417c-9052-adc4f0bd462b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:03:07.109489 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c9c30cc-8dcd-4ed3-be58-70aedb808904 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Made reservation on behalf of 785b01e259854fae98d7194cf8f7101e for: {'subnet': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:03:07.119941 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3c9c30cc-8dcd-4ed3-be58-70aedb808904 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8422561'] for subnet, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:07.201137 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 42300) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:03:07.220451 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7ed4b25d-d07d-48af-9764-5a1cee370320 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:07.314974 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7ed4b25d-d07d-48af-9764-5a1cee370320 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:07.320697 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 42304) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:03:07.350387 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-52ca546b-2f1d-4bf2-8d17-485ceec8ddfa admin admin] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:07.420089 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7ed4b25d-d07d-48af-9764-5a1cee370320 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:07.453074 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-52ca546b-2f1d-4bf2-8d17-485ceec8ddfa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:07.472753 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-7ed4b25d-d07d-48af-9764-5a1cee370320 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=692ce9285d2646bcb5ac0469c611ca16&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2697351 May 20 21:03:07.476709 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 42308) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:03:07.482312 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3c9c30cc-8dcd-4ed3-be58-70aedb808904 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9641412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8422583'] for subnet, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:07.496099 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed4b25d-d07d-48af-9764-5a1cee370320 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a098ad85-f11c-4fed-b7ba-ad9fbe0b9c40,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:03:07.546466 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-91399038-3567-4f18-a125-5f11bd831054 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:07.557794 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c9c30cc-8dcd-4ed3-be58-70aedb808904 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Checking segment: {'id': '4e35f198-7d07-4206-aeeb-ce0278d3644f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'a9a8064d-812a-417c-9052-adc4f0bd462b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:03:07.558136 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c9c30cc-8dcd-4ed3-be58-70aedb808904 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Network hostable DHCP agents. Network: a9a8064d-812a-417c-9052-adc4f0bd462b, hostable agents: ['c9b0653c-f3c7-4339-bd50-e3754b629216'], hosted agents: [] {{(pid=103163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 21:03:07.561181 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9c30cc-8dcd-4ed3-be58-70aedb808904 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Pushing event updated for resources: {'Subnet': ['ID=cb0c45af-2a3b-4e19-9b2e-29778adef523,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:03:07.573032 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-91399038-3567-4f18-a125-5f11bd831054 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:07.574867 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-52ca546b-2f1d-4bf2-8d17-485ceec8ddfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:07.653683 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ca546b-2f1d-4bf2-8d17-485ceec8ddfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=409a9ee1-00db-4000-aa24-66f49803c2d4,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:03:07.659055 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-52ca546b-2f1d-4bf2-8d17-485ceec8ddfa admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=86675fa1a3a24961adc649bd3278dc3c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3365710 May 20 21:03:07.662062 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 42312) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:03:07.673952 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c9c30cc-8dcd-4ed3-be58-70aedb808904 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Network a9a8064d-812a-417c-9052-adc4f0bd462b is scheduled to be hosted by DHCP agent c9b0653c-f3c7-4339-bd50-e3754b629216 with binding_index 1 {{(pid=103163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 21:03:07.721842 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-083c76c9-e49a-423d-b3b7-d679b0fb22e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:07.749432 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-083c76c9-e49a-423d-b3b7-d679b0fb22e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:07.756160 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-91399038-3567-4f18-a125-5f11bd831054 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:07.758851 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-91399038-3567-4f18-a125-5f11bd831054 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:07.760082 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-91399038-3567-4f18-a125-5f11bd831054 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a098ad85-f11c-4fed-b7ba-ad9fbe0b9c40 HTTP/1.1" status: 204 len: 168 time: 0.2820151 May 20 21:03:07.770939 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91399038-3567-4f18-a125-5f11bd831054 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a098ad85-f11c-4fed-b7ba-ad9fbe0b9c40,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:03:07.794098 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-3c9c30cc-8dcd-4ed3-be58-70aedb808904 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842733-1, a9a8064d-812a-417c-9052-adc4f0bd462b) {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:03:07.810333 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c9c30cc-8dcd-4ed3-be58-70aedb808904 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:03:07.811470 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3c9c30cc-8dcd-4ed3-be58-70aedb808904 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks [] for subnet, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:07.815972 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fe0893a-eff1-48a4-a4f3-5ccc052ed50c None None] Network a9a8064d-812a-417c-9052-adc4f0bd462b requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:03:07.967998 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-3c9c30cc-8dcd-4ed3-be58-70aedb808904 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0958896 May 20 21:03:07.969336 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 42322) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:03:07.976306 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-2b219f13-68fd-43c9-bc1e-f3f7320a9a94 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1114830044', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:03:07.994817 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-083c76c9-e49a-423d-b3b7-d679b0fb22e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:08.000230 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-083c76c9-e49a-423d-b3b7-d679b0fb22e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:08.001813 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-083c76c9-e49a-423d-b3b7-d679b0fb22e8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/409a9ee1-00db-4000-aa24-66f49803c2d4 HTTP/1.1" status: 204 len: 168 time: 0.3381741 May 20 21:03:08.017757 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083c76c9-e49a-423d-b3b7-d679b0fb22e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=409a9ee1-00db-4000-aa24-66f49803c2d4,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:03:08.066275 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81ad4796-1e09-4693-9155-a29e5009fa7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaee2b848-d4b9-5db1-b6ef-d6db29d67de7-a9a8064d-812a-417c-9052-adc4f0bd462b', 'network_id': 'a9a8064d-812a-417c-9052-adc4f0bd462b', 'tenant_id': '785b01e259854fae98d7194cf8f7101e', 'fixed_ips': [{'subnet_id': 'cb0c45af-2a3b-4e19-9b2e-29778adef523'}]}} from n-d-842733-1. {{(pid=103164) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 21:03:08.066444 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-81ad4796-1e09-4693-9155-a29e5009fa7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:08.082941 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2b219f13-68fd-43c9-bc1e-f3f7320a9a94 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-694221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26155'] for router, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:08.085359 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2b219f13-68fd-43c9-bc1e-f3f7320a9a94 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-693085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748153', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-718080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26162'] for router, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:08.167548 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2b219f13-68fd-43c9-bc1e-f3f7320a9a94 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:08.242299 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2b219f13-68fd-43c9-bc1e-f3f7320a9a94 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748106'] for router, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:08.277240 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [None req-81ad4796-1e09-4693-9155-a29e5009fa7c None None] Allocated IP 2001:db8::2 (a9a8064d-812a-417c-9052-adc4f0bd462b/cb0c45af-2a3b-4e19-9b2e-29778adef523/215802dd-8f7d-4957-b18e-603d07d0b20b) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:03:08.335078 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2b219f13-68fd-43c9-bc1e-f3f7320a9a94 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks [] for router, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:08.338334 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-2b219f13-68fd-43c9-bc1e-f3f7320a9a94 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3658199 May 20 21:03:08.339356 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 42334) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:03:08.345028 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-e7110bfb-19bd-486f-bb21-9d26e8c05688 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Request body: {'port': {'network_id': 'a9a8064d-812a-417c-9052-adc4f0bd462b', 'name': 'tempest-RoutersIpV6Test-943100902'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:03:08.556226 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-81ad4796-1e09-4693-9155-a29e5009fa7c None None] Notify callbacks [] for port, precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:08.624684 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7110bfb-19bd-486f-bb21-9d26e8c05688 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Made reservation on behalf of 785b01e259854fae98d7194cf8f7101e for: {'port': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:03:08.629309 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e7110bfb-19bd-486f-bb21-9d26e8c05688 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:08.648837 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [None req-e7110bfb-19bd-486f-bb21-9d26e8c05688 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] device_id is not set on port c0cae3e7-4e5f-481d-b9ff-ee409d500895 yet. {{(pid=103163) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 20 21:03:08.675584 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-81ad4796-1e09-4693-9155-a29e5009fa7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108'] for port, after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:08.721130 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81ad4796-1e09-4693-9155-a29e5009fa7c None None] Network a9a8064d-812a-417c-9052-adc4f0bd462b is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:03:08.725945 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-81ad4796-1e09-4693-9155-a29e5009fa7c None None] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:03:08.729481 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ad4796-1e09-4693-9155-a29e5009fa7c None None] Received port after_create {{(pid=103164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:03:08.759252 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ad4796-1e09-4693-9155-a29e5009fa7c None None] Pushing event updated for resources: {'Port': ['ID=215802dd-8f7d-4957-b18e-603d07d0b20b,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:03:08.806769 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-81ad4796-1e09-4693-9155-a29e5009fa7c None None] Attempting to bind port 215802dd-8f7d-4957-b18e-603d07d0b20b on host n-d-842733-1 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:03:08.807139 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-81ad4796-1e09-4693-9155-a29e5009fa7c None None] Attempting to bind port 215802dd-8f7d-4957-b18e-603d07d0b20b by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': '4e35f198-7d07-4206-aeeb-ce0278d3644f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'a9a8064d-812a-417c-9052-adc4f0bd462b'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:03:08.807505 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ad4796-1e09-4693-9155-a29e5009fa7c None None] Attempting to bind port 215802dd-8f7d-4957-b18e-603d07d0b20b on network a9a8064d-812a-417c-9052-adc4f0bd462b {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:03:08.812880 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ad4796-1e09-4693-9155-a29e5009fa7c None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 21, 2, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 21:03:08.813814 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ad4796-1e09-4693-9155-a29e5009fa7c None None] Checking segment: {'id': '4e35f198-7d07-4206-aeeb-ce0278d3644f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'a9a8064d-812a-417c-9052-adc4f0bd462b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:03:08.814416 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-81ad4796-1e09-4693-9155-a29e5009fa7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:08.815539 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ad4796-1e09-4693-9155-a29e5009fa7c None None] Bound using segment: {'id': '4e35f198-7d07-4206-aeeb-ce0278d3644f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'a9a8064d-812a-417c-9052-adc4f0bd462b'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 21:03:08.816203 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-81ad4796-1e09-4693-9155-a29e5009fa7c None None] Bound port: 215802dd-8f7d-4957-b18e-603d07d0b20b, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e35f198-7d07-4206-aeeb-ce0278d3644f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'a9a8064d-812a-417c-9052-adc4f0bd462b'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:03:08.817276 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-81ad4796-1e09-4693-9155-a29e5009fa7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:08.891545 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-e7110bfb-19bd-486f-bb21-9d26e8c05688 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Allocated IP 2001:db8::2a5 (a9a8064d-812a-417c-9052-adc4f0bd462b/cb0c45af-2a3b-4e19-9b2e-29778adef523/c0cae3e7-4e5f-481d-b9ff-ee409d500895) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:03:08.953554 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-81ad4796-1e09-4693-9155-a29e5009fa7c None None] For port 215802dd-8f7d-4957-b18e-603d07d0b20b, host n-d-842733-1, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 21:03:08.957481 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-81ad4796-1e09-4693-9155-a29e5009fa7c None None] For port 215802dd-8f7d-4957-b18e-603d07d0b20b, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=215802dd-8f7d-4957-b18e-603d07d0b20b,segment=NetworkSegment(4e35f198-7d07-4206-aeeb-ce0278d3644f),segment_id=4e35f198-7d07-4206-aeeb-ce0278d3644f)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 21:03:09.053864 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-81ad4796-1e09-4693-9155-a29e5009fa7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:09.112986 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e7110bfb-19bd-486f-bb21-9d26e8c05688 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:09.143823 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ad4796-1e09-4693-9155-a29e5009fa7c None None] Pushing event updated for resources: {'Port': ['ID=215802dd-8f7d-4957-b18e-603d07d0b20b,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:03:09.259120 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e7110bfb-19bd-486f-bb21-9d26e8c05688 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:09.312326 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7110bfb-19bd-486f-bb21-9d26e8c05688 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Network a9a8064d-812a-417c-9052-adc4f0bd462b is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:03:09.319479 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-e7110bfb-19bd-486f-bb21-9d26e8c05688 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:03:09.321473 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7110bfb-19bd-486f-bb21-9d26e8c05688 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Pushing event updated for resources: {'Port': ['ID=c0cae3e7-4e5f-481d-b9ff-ee409d500895,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:03:09.323711 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7110bfb-19bd-486f-bb21-9d26e8c05688 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:03:09.330383 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7110bfb-19bd-486f-bb21-9d26e8c05688 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:03:09.331026 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e7110bfb-19bd-486f-bb21-9d26e8c05688 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:09.426464 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-e7110bfb-19bd-486f-bb21-9d26e8c05688 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.0858884 May 20 21:03:09.429501 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 42386) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:03:09.549053 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 42390) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:03:09.716111 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-f6797cae-8a8d-461f-b40c-9f6e15dc24f1 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-721579346-network', 'tenant_id': 'b50b54fdbf7242c683ba7adf8815a96e'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:03:09.813687 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6797cae-8a8d-461f-b40c-9f6e15dc24f1 admin admin] Made reservation on behalf of b50b54fdbf7242c683ba7adf8815a96e for: {'network': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:03:09.816140 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f6797cae-8a8d-461f-b40c-9f6e15dc24f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for network, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:09.831595 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f6797cae-8a8d-461f-b40c-9f6e15dc24f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:09.965929 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-da660bc6-e1dd-499b-b7ae-f5d900ff9911 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:09.974281 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f6797cae-8a8d-461f-b40c-9f6e15dc24f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:10.064869 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f6797cae-8a8d-461f-b40c-9f6e15dc24f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:10.130693 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6797cae-8a8d-461f-b40c-9f6e15dc24f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24d87f1d-62e6-4e5b-901a-8fdcd94bdb7d,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:03:10.189125 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6797cae-8a8d-461f-b40c-9f6e15dc24f1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 233} {{(pid=103163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 21:03:10.205988 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f6797cae-8a8d-461f-b40c-9f6e15dc24f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:10.206847 n-d-842733-1 neutron-server[103163]: INFO neutron.db.segments_db [None req-f6797cae-8a8d-461f-b40c-9f6e15dc24f1 admin admin] Added segment 68f0c3de-0b58-4c39-94e8-e483baae4c6d of type vlan for network 779f48ee-d887-4452-88bd-33079cd99d85 May 20 21:03:10.302232 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f6797cae-8a8d-461f-b40c-9f6e15dc24f1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418993264'] for network, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:10.410292 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-da660bc6-e1dd-499b-b7ae-f5d900ff9911 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:10.476277 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f6797cae-8a8d-461f-b40c-9f6e15dc24f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524'] for network, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:10.476870 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-da660bc6-e1dd-499b-b7ae-f5d900ff9911 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:10.477546 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6797cae-8a8d-461f-b40c-9f6e15dc24f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:03:10.477976 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f6797cae-8a8d-461f-b40c-9f6e15dc24f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:10.568106 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6797cae-8a8d-461f-b40c-9f6e15dc24f1 admin admin] Pushing event updated for resources: {'Network': ['ID=779f48ee-d887-4452-88bd-33079cd99d85,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:03:10.603950 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Network 779f48ee-d887-4452-88bd-33079cd99d85 details requested by agent ovs-agent-n-d-842733-1 with host n-d-842733-1 {{(pid=103164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 20 21:03:10.651562 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-f6797cae-8a8d-461f-b40c-9f6e15dc24f1 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0980899 May 20 21:03:10.667664 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 42426) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:03:10.692243 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-d48e4ee8-66a0-4406-84cf-db1735c7272c admin admin] Request body: {'subnet': {'network_id': '779f48ee-d887-4452-88bd-33079cd99d85', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-721579346-subnet', 'tenant_id': 'b50b54fdbf7242c683ba7adf8815a96e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:03:10.766787 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-da660bc6-e1dd-499b-b7ae-f5d900ff9911 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748409'] for router_interface, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:10.816947 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 215802dd-8f7d-4957-b18e-603d07d0b20b up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:03:10.820260 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4067d67-7d7c-4e14-8df6-8104126dc8ce None None] Network a9a8064d-812a-417c-9052-adc4f0bd462b requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:03:10.847223 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d48e4ee8-66a0-4406-84cf-db1735c7272c admin admin] Made reservation on behalf of b50b54fdbf7242c683ba7adf8815a96e for: {'subnet': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:03:10.849574 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d48e4ee8-66a0-4406-84cf-db1735c7272c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8422561'] for subnet, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:10.900052 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da660bc6-e1dd-499b-b7ae-f5d900ff9911 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Pushing event updated for resources: {'Port': ['ID=c0cae3e7-4e5f-481d-b9ff-ee409d500895,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:03:11.051158 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a1f2f2a9-16b5-4449-bfa3-ad72eb3e35ca None None] Provisioning complete for port 215802dd-8f7d-4957-b18e-603d07d0b20b triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:03:11.051158 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a1f2f2a9-16b5-4449-bfa3-ad72eb3e35ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:11.052819 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-da660bc6-e1dd-499b-b7ae-f5d900ff9911 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:11.175383 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 215802dd-8f7d-4957-b18e-603d07d0b20b triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:03:11.176173 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:11.247166 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d48e4ee8-66a0-4406-84cf-db1735c7272c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9641412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8422583'] for subnet, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:11.291460 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a1f2f2a9-16b5-4449-bfa3-ad72eb3e35ca None None] Current status of the port 215802dd-8f7d-4957-b18e-603d07d0b20b is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:03:11.292050 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a1f2f2a9-16b5-4449-bfa3-ad72eb3e35ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:11.362352 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48e4ee8-66a0-4406-84cf-db1735c7272c admin admin] Pushing event updated for resources: {'Subnet': ['ID=91ad9eba-632c-4ffc-926b-542d699a3497,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:03:11.379913 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d48e4ee8-66a0-4406-84cf-db1735c7272c admin admin] Checking segment: {'id': '68f0c3de-0b58-4c39-94e8-e483baae4c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '779f48ee-d887-4452-88bd-33079cd99d85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:03:11.380282 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d48e4ee8-66a0-4406-84cf-db1735c7272c admin admin] Network hostable DHCP agents. Network: 779f48ee-d887-4452-88bd-33079cd99d85, hostable agents: ['c9b0653c-f3c7-4339-bd50-e3754b629216'], hosted agents: [] {{(pid=103163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 21:03:11.425966 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-a1f2f2a9-16b5-4449-bfa3-ad72eb3e35ca None None] For port 215802dd-8f7d-4957-b18e-603d07d0b20b, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=215802dd-8f7d-4957-b18e-603d07d0b20b,segment=NetworkSegment(4e35f198-7d07-4206-aeeb-ce0278d3644f),segment_id=4e35f198-7d07-4206-aeeb-ce0278d3644f)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:03:11.453141 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 215802dd-8f7d-4957-b18e-603d07d0b20b is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:03:11.457025 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:11.521986 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a1f2f2a9-16b5-4449-bfa3-ad72eb3e35ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:11.543452 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-da660bc6-e1dd-499b-b7ae-f5d900ff9911 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:11.555846 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d48e4ee8-66a0-4406-84cf-db1735c7272c admin admin] Network 779f48ee-d887-4452-88bd-33079cd99d85 is scheduled to be hosted by DHCP agent c9b0653c-f3c7-4339-bd50-e3754b629216 with binding_index 1 {{(pid=103163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 21:03:11.636020 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f2f2a9-16b5-4449-bfa3-ad72eb3e35ca None None] Pushing event updated for resources: {'Port': ['ID=215802dd-8f7d-4957-b18e-603d07d0b20b,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:03:11.670163 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-da660bc6-e1dd-499b-b7ae-f5d900ff9911 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:11.670361 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-d48e4ee8-66a0-4406-84cf-db1735c7272c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842733-1, 779f48ee-d887-4452-88bd-33079cd99d85) {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:03:11.672495 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-da660bc6-e1dd-499b-b7ae-f5d900ff9911 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748437'] for router_interface, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:11.675602 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d48e4ee8-66a0-4406-84cf-db1735c7272c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:03:11.682571 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d48e4ee8-66a0-4406-84cf-db1735c7272c admin admin] Notify callbacks [] for subnet, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:11.700840 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e225225d-6dd1-42d9-acdb-d8cab82b5991 None None] Network 779f48ee-d887-4452-88bd-33079cd99d85 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:03:11.771883 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-d48e4ee8-66a0-4406-84cf-db1735c7272c admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1026123 May 20 21:03:11.835001 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.db.api [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103164) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 20 21:03:11.835560 n-d-842733-1 neutron-server[103164]: DEBUG oslo_db.api [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 20 21:03:11.866403 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-fa8eccaf-3024-4069-ac41-46b77dbaa409 None None] Provisioning complete for port 215802dd-8f7d-4957-b18e-603d07d0b20b triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:03:11.867014 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-fa8eccaf-3024-4069-ac41-46b77dbaa409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:11.930982 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da660bc6-e1dd-499b-b7ae-f5d900ff9911 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Pushing event updated for resources: {'Port': ['ID=c0cae3e7-4e5f-481d-b9ff-ee409d500895,revision_number=3']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:03:12.011071 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da660bc6-e1dd-499b-b7ae-f5d900ff9911 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Network a9a8064d-812a-417c-9052-adc4f0bd462b is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:03:12.014173 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-da660bc6-e1dd-499b-b7ae-f5d900ff9911 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:03:12.115577 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a420b8c8-0664-4ad0-a741-fa88278657fc None None] Network 779f48ee-d887-4452-88bd-33079cd99d85 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:03:12.389390 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da660bc6-e1dd-499b-b7ae-f5d900ff9911 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Router d52549af-e919-4352-aee5-b63b1314c074 is scheduled to L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e with binding_index 1 {{(pid=103162) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 20 21:03:12.478480 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-fa8eccaf-3024-4069-ac41-46b77dbaa409 None None] Current status of the port 215802dd-8f7d-4957-b18e-603d07d0b20b is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:03:12.490564 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 215802dd-8f7d-4957-b18e-603d07d0b20b is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:03:12.499687 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-fa8eccaf-3024-4069-ac41-46b77dbaa409 None None] Provisioning complete for port c0cae3e7-4e5f-481d-b9ff-ee409d500895 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:03:12.500374 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-fa8eccaf-3024-4069-ac41-46b77dbaa409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:12.627307 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da660bc6-e1dd-499b-b7ae-f5d900ff9911 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 21:03:12.637718 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-da660bc6-e1dd-499b-b7ae-f5d900ff9911 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] 10.222.0.35 "PUT /v2.0/routers/d52549af-e919-4352-aee5-b63b1314c074/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2047591 May 20 21:03:12.638425 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 42474) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:03:12.656518 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef6ed2f4-057a-4edf-8608-d94123505c96 None None] Sync routers for ids ['d52549af-e919-4352-aee5-b63b1314c074'] in n-d-842733-1 {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 21:03:12.688315 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-fa8eccaf-3024-4069-ac41-46b77dbaa409 None None] Port c0cae3e7-4e5f-481d-b9ff-ee409d500895 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 21:03:12.727614 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 215802dd-8f7d-4957-b18e-603d07d0b20b up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:03:12.738247 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef6ed2f4-057a-4edf-8608-d94123505c96 None None] Routers {'d52549af-e919-4352-aee5-b63b1314c074'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:03:12.738981 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-ef6ed2f4-057a-4edf-8608-d94123505c96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:02:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['d52549af-e919-4352-aee5-b63b1314c074'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:03:12.770981 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f66943ca-bd53-472b-acae-a460fa837656 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:03:12.773621 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-f66943ca-bd53-472b-acae-a460fa837656 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] 10.222.0.35 "GET /v2.0/ports/c0cae3e7-4e5f-481d-b9ff-ee409d500895 HTTP/1.1" status: 200 len: 983 time: 0.1343749 May 20 21:03:12.776453 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 42480) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:03:12.828234 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-ef6ed2f4-057a-4edf-8608-d94123505c96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:03:12.879941 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef6ed2f4-057a-4edf-8608-d94123505c96 None None] Routers {'d52549af-e919-4352-aee5-b63b1314c074'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:03:12.880591 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-ef6ed2f4-057a-4edf-8608-d94123505c96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:02:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['d52549af-e919-4352-aee5-b63b1314c074'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:03:12.935097 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-ef6ed2f4-057a-4edf-8608-d94123505c96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:03:12.935943 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef6ed2f4-057a-4edf-8608-d94123505c96 None None] The sync data for ids ['d52549af-e919-4352-aee5-b63b1314c074'] in n-d-842733-1 is: [] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 21:03:12.946166 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-bedfec7d-75d0-47e1-87c5-f3e6693721c4 None None] Provisioning complete for port c0cae3e7-4e5f-481d-b9ff-ee409d500895 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:03:12.946523 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-bedfec7d-75d0-47e1-87c5-f3e6693721c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:12.951033 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 215802dd-8f7d-4957-b18e-603d07d0b20b triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:03:12.951033 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:13.014898 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-bedfec7d-75d0-47e1-87c5-f3e6693721c4 None None] Port c0cae3e7-4e5f-481d-b9ff-ee409d500895 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 21:03:13.094754 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 215802dd-8f7d-4957-b18e-603d07d0b20b is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:03:13.144129 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-ac481ec4-1d78-4f76-b582-9cc603b80154 None None] Provisioning complete for port c0cae3e7-4e5f-481d-b9ff-ee409d500895 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:03:13.144505 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ac481ec4-1d78-4f76-b582-9cc603b80154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:13.371399 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-ac481ec4-1d78-4f76-b582-9cc603b80154 None None] Port c0cae3e7-4e5f-481d-b9ff-ee409d500895 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 21:03:13.510855 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 42506) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:03:13.518055 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-3cb9c46f-a7de-4871-8b29-12071fcbd66c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-836889015-network', 'tenant_id': 'd22f9ca8265241018ce9b180e0c23701'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:03:13.644740 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cb9c46f-a7de-4871-8b29-12071fcbd66c admin admin] Made reservation on behalf of d22f9ca8265241018ce9b180e0c23701 for: {'network': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:03:13.647261 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3cb9c46f-a7de-4871-8b29-12071fcbd66c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for network, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:13.658245 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-955a49c7-4f74-4a5e-a9ac-ebe4fe264ab3 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748528'] for router_interface, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:13.660095 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3cb9c46f-a7de-4871-8b29-12071fcbd66c admin admin] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:13.894623 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3cb9c46f-a7de-4871-8b29-12071fcbd66c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:13.976333 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-955a49c7-4f74-4a5e-a9ac-ebe4fe264ab3 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Deleting port c0cae3e7-4e5f-481d-b9ff-ee409d500895 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:03:13.977017 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-955a49c7-4f74-4a5e-a9ac-ebe4fe264ab3 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:13.982776 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3cb9c46f-a7de-4871-8b29-12071fcbd66c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:14.054338 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cb9c46f-a7de-4871-8b29-12071fcbd66c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 201} {{(pid=103162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 21:03:14.074454 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb9c46f-a7de-4871-8b29-12071fcbd66c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07ed6850-c0f9-418b-bcde-cf53430f4b5f,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:03:14.084239 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3cb9c46f-a7de-4871-8b29-12071fcbd66c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:14.084592 n-d-842733-1 neutron-server[103162]: INFO neutron.db.segments_db [None req-3cb9c46f-a7de-4871-8b29-12071fcbd66c admin admin] Added segment eac8f133-169a-4b80-8476-5626d6131616 of type vlan for network 50e244e9-1a6c-4560-924f-d9fbe4364067 May 20 21:03:14.104276 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb9c46f-a7de-4871-8b29-12071fcbd66c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:03:14.104607 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb9c46f-a7de-4871-8b29-12071fcbd66c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:03:14.105122 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb9c46f-a7de-4871-8b29-12071fcbd66c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:03:14.105486 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb9c46f-a7de-4871-8b29-12071fcbd66c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:03:14.105690 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb9c46f-a7de-4871-8b29-12071fcbd66c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:03:14.105951 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb9c46f-a7de-4871-8b29-12071fcbd66c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:03:14.106342 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb9c46f-a7de-4871-8b29-12071fcbd66c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:03:14.106615 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb9c46f-a7de-4871-8b29-12071fcbd66c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:03:14.106947 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb9c46f-a7de-4871-8b29-12071fcbd66c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:03:14.107278 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb9c46f-a7de-4871-8b29-12071fcbd66c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:03:14.107603 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb9c46f-a7de-4871-8b29-12071fcbd66c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:03:14.107929 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb9c46f-a7de-4871-8b29-12071fcbd66c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:03:14.159001 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-955a49c7-4f74-4a5e-a9ac-ebe4fe264ab3 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:14.182063 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-955a49c7-4f74-4a5e-a9ac-ebe4fe264ab3 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Calling delete_port for c0cae3e7-4e5f-481d-b9ff-ee409d500895 owned by network:router_interface {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:03:14.184719 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3cb9c46f-a7de-4871-8b29-12071fcbd66c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418993264'] for network, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:14.392372 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3cb9c46f-a7de-4871-8b29-12071fcbd66c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524'] for network, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:14.393370 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cb9c46f-a7de-4871-8b29-12071fcbd66c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:03:14.393948 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3cb9c46f-a7de-4871-8b29-12071fcbd66c admin admin] Notify callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:14.481851 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb9c46f-a7de-4871-8b29-12071fcbd66c admin admin] Pushing event updated for resources: {'Network': ['ID=50e244e9-1a6c-4560-924f-d9fbe4364067,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:03:14.494065 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 42532) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:03:14.494558 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-3cb9c46f-a7de-4871-8b29-12071fcbd66c admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9806674 May 20 21:03:14.497822 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Network 50e244e9-1a6c-4560-924f-d9fbe4364067 details requested by agent ovs-agent-n-d-842733-1 with host n-d-842733-1 {{(pid=103164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 20 21:03:14.498286 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-17c6ed0b-025c-4d08-8714-dae43093dc18 admin admin] Request body: {'subnet': {'network_id': '50e244e9-1a6c-4560-924f-d9fbe4364067', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-836889015-subnet', 'tenant_id': 'd22f9ca8265241018ce9b180e0c23701', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:03:14.664478 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17c6ed0b-025c-4d08-8714-dae43093dc18 admin admin] Made reservation on behalf of d22f9ca8265241018ce9b180e0c23701 for: {'subnet': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:03:14.664623 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-955a49c7-4f74-4a5e-a9ac-ebe4fe264ab3 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:14.667109 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-17c6ed0b-025c-4d08-8714-dae43093dc18 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8422561'] for subnet, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:14.720458 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955a49c7-4f74-4a5e-a9ac-ebe4fe264ab3 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Pushing event deleted for resources: {'Port': ['ID=c0cae3e7-4e5f-481d-b9ff-ee409d500895,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:03:14.911743 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-955a49c7-4f74-4a5e-a9ac-ebe4fe264ab3 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-692224'] for router_interface, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:15.037645 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-17c6ed0b-025c-4d08-8714-dae43093dc18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9641412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8422583'] for subnet, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:15.162467 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17c6ed0b-025c-4d08-8714-dae43093dc18 admin admin] Checking segment: {'id': 'eac8f133-169a-4b80-8476-5626d6131616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '50e244e9-1a6c-4560-924f-d9fbe4364067'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:03:15.162467 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17c6ed0b-025c-4d08-8714-dae43093dc18 admin admin] Network hostable DHCP agents. Network: 50e244e9-1a6c-4560-924f-d9fbe4364067, hostable agents: ['c9b0653c-f3c7-4339-bd50-e3754b629216'], hosted agents: [] {{(pid=103163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 21:03:15.179429 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c6ed0b-025c-4d08-8714-dae43093dc18 admin admin] Pushing event updated for resources: {'Subnet': ['ID=93f9d487-3217-4226-9a25-6a078193691f,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:03:15.206438 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-955a49c7-4f74-4a5e-a9ac-ebe4fe264ab3 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Router d52549af-e919-4352-aee5-b63b1314c074 has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 21:03:15.276466 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17c6ed0b-025c-4d08-8714-dae43093dc18 admin admin] Network 50e244e9-1a6c-4560-924f-d9fbe4364067 is scheduled to be hosted by DHCP agent c9b0653c-f3c7-4339-bd50-e3754b629216 with binding_index 1 {{(pid=103163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 21:03:15.316570 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-955a49c7-4f74-4a5e-a9ac-ebe4fe264ab3 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 21:03:15.321524 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-955a49c7-4f74-4a5e-a9ac-ebe4fe264ab3 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] 10.222.0.35 "PUT /v2.0/routers/d52549af-e919-4352-aee5-b63b1314c074/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5437133 May 20 21:03:15.324808 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 42548) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:03:15.331055 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bbe6cc0-dace-48a6-a72d-2ecbfa8ee233 None None] Sync routers for ids ['d52549af-e919-4352-aee5-b63b1314c074'] in n-d-842733-1 {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 21:03:15.345761 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bbe6cc0-dace-48a6-a72d-2ecbfa8ee233 None None] Routers {'d52549af-e919-4352-aee5-b63b1314c074'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:03:15.346372 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-9bbe6cc0-dace-48a6-a72d-2ecbfa8ee233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:02:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['d52549af-e919-4352-aee5-b63b1314c074'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:03:15.392587 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-9bbe6cc0-dace-48a6-a72d-2ecbfa8ee233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:03:15.403914 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bbe6cc0-dace-48a6-a72d-2ecbfa8ee233 None None] Routers {'d52549af-e919-4352-aee5-b63b1314c074'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:03:15.403914 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-9bbe6cc0-dace-48a6-a72d-2ecbfa8ee233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:02:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['d52549af-e919-4352-aee5-b63b1314c074'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:03:15.415988 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-17c6ed0b-025c-4d08-8714-dae43093dc18 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842733-1, 50e244e9-1a6c-4560-924f-d9fbe4364067) {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:03:15.436025 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-255ee75e-7428-4e9a-918e-81a2d371b97a None None] Network 50e244e9-1a6c-4560-924f-d9fbe4364067 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:03:15.445308 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-9bbe6cc0-dace-48a6-a72d-2ecbfa8ee233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:03:15.446378 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bbe6cc0-dace-48a6-a72d-2ecbfa8ee233 None None] The sync data for ids ['d52549af-e919-4352-aee5-b63b1314c074'] in n-d-842733-1 is: [] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 21:03:15.619847 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-029034ee-dca3-49bb-9457-30d429f7a9d6 None None] Network 50e244e9-1a6c-4560-924f-d9fbe4364067 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:03:15.894442 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17c6ed0b-025c-4d08-8714-dae43093dc18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:03:15.895059 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-17c6ed0b-025c-4d08-8714-dae43093dc18 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:16.009784 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-17c6ed0b-025c-4d08-8714-dae43093dc18 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.5160418 May 20 21:03:16.060553 n-d-842733-1 neutron-server[103163]: INFO neutron.api.v2.resource [None req-611a027c-d07b-46d7-989e-7a9c462a18e3 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] remove_router_interface failed (client error): The resource could not be found. May 20 21:03:16.060553 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-611a027c-d07b-46d7-989e-7a9c462a18e3 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] 10.222.0.35 "PUT /v2.0/routers/d52549af-e919-4352-aee5-b63b1314c074/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.7325528 May 20 21:03:16.061381 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 42564) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:03:16.101482 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-7c97a97d-f1e4-4ad5-8b80-900e0441c83b tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] 10.222.0.35 "GET /v2.0/ports?device_id=d52549af-e919-4352-aee5-b63b1314c074 HTTP/1.1" status: 200 len: 205 time: 0.0388770 May 20 21:03:16.103887 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 42566) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:03:16.190826 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-384ec62a-4023-4601-82eb-9299f6bd4d00 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks [] for router, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:16.384119 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-384ec62a-4023-4601-82eb-9299f6bd4d00 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26169'] for router, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:16.386578 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-384ec62a-4023-4601-82eb-9299f6bd4d00 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:16.532941 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-384ec62a-4023-4601-82eb-9299f6bd4d00 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-693148'] for router, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:16.533521 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-384ec62a-4023-4601-82eb-9299f6bd4d00 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Fanout notify agent at l3_agent the message router_deleted on router d52549af-e919-4352-aee5-b63b1314c074 {{(pid=103162) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 20 21:03:16.549158 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-384ec62a-4023-4601-82eb-9299f6bd4d00 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks [] for router, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:16.549158 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-384ec62a-4023-4601-82eb-9299f6bd4d00 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] 10.222.0.35 "DELETE /v2.0/routers/d52549af-e919-4352-aee5-b63b1314c074 HTTP/1.1" status: 204 len: 168 time: 0.4405019 May 20 21:03:16.554226 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 42600) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:03:16.631605 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_v2 [None req-999790ec-18c6-4da2-bb11-2df18815396d tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Deleting subnet cb0c45af-2a3b-4e19-9b2e-29778adef523 {{(pid=103162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 20 21:03:16.634774 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-999790ec-18c6-4da2-bb11-2df18815396d tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks [] for subnet, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:16.649159 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc0e1e5-e31a-449d-b289-f6772ab2e0da req-37aa592f-de45-42f7-a0f7-85e12cf8d78c tempest-VolumesActionsTest-473867302 tempest-VolumesActionsTest-473867302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:03:16.650625 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-adc0e1e5-e31a-449d-b289-f6772ab2e0da req-37aa592f-de45-42f7-a0f7-85e12cf8d78c tempest-VolumesActionsTest-473867302 tempest-VolumesActionsTest-473867302-project] 10.222.0.35 "GET /v2.0/networks?id=779f48ee-d887-4452-88bd-33079cd99d85 HTTP/1.1" status: 200 len: 808 time: 0.1355243 May 20 21:03:16.668521 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-adc0e1e5-e31a-449d-b289-f6772ab2e0da req-17091f93-89c2-4ed3-b6de-7b698cfc16e8 tempest-VolumesActionsTest-473867302 tempest-VolumesActionsTest-473867302-project] 10.222.0.35 "GET /v2.0/quotas/b50b54fdbf7242c683ba7adf8815a96e HTTP/1.1" status: 200 len: 375 time: 0.0101483 May 20 21:03:16.677763 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-999790ec-18c6-4da2-bb11-2df18815396d tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3738392'] for subnet, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:16.719832 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-adc0e1e5-e31a-449d-b289-f6772ab2e0da req-88b27364-ab0b-41f1-8532-ea3052818614 tempest-VolumesActionsTest-473867302 tempest-VolumesActionsTest-473867302-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=b50b54fdbf7242c683ba7adf8815a96e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0432603 May 20 21:03:16.788035 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-999790ec-18c6-4da2-bb11-2df18815396d tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33068388'] for subnet, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:16.957950 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-999790ec-18c6-4da2-bb11-2df18815396d tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33068399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3797621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4018265'] for subnet, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:16.975560 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-adc0e1e5-e31a-449d-b289-f6772ab2e0da req-2dc7bb28-0e94-467c-aa19-1f3feeff5962 service neutron] 10.222.0.35 "GET /v2.0/networks/779f48ee-d887-4452-88bd-33079cd99d85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2442439 May 20 21:03:16.990261 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999790ec-18c6-4da2-bb11-2df18815396d tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Pushing event deleted for resources: {'Subnet': ['ID=cb0c45af-2a3b-4e19-9b2e-29778adef523,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:03:16.994705 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-999790ec-18c6-4da2-bb11-2df18815396d tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:17.000182 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-999790ec-18c6-4da2-bb11-2df18815396d tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] 10.222.0.35 "DELETE /v2.0/subnets/cb0c45af-2a3b-4e19-9b2e-29778adef523 HTTP/1.1" status: 204 len: 168 time: 0.4422803 May 20 21:03:17.005260 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 42616) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:03:17.006688 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b73f087-c1ff-431d-a9e0-b69817b5590d None None] Network a9a8064d-812a-417c-9052-adc4f0bd462b requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:03:17.152683 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-adc0e1e5-e31a-449d-b289-f6772ab2e0da req-1df99f54-ab3a-4661-a3b3-7e3a2927a520 service neutron] 10.222.0.35 "GET /v2.0/networks/779f48ee-d887-4452-88bd-33079cd99d85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1706805 May 20 21:03:17.162427 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9338bfb9-01cc-455d-8df8-70cd772a83fb tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33160123'] for network, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:17.280023 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d824d80d-a779-443a-abef-2155b08ddfad None None] DHCP port deletion for a9a8064d-812a-417c-9052-adc4f0bd462b request from n-d-842733-1 {{(pid=103164) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 21:03:17.294775 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-9338bfb9-01cc-455d-8df8-70cd772a83fb tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Deleting port 215802dd-8f7d-4957-b18e-603d07d0b20b {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:03:17.295776 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9338bfb9-01cc-455d-8df8-70cd772a83fb tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:17.382144 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-d824d80d-a779-443a-abef-2155b08ddfad None None] Deleting port 215802dd-8f7d-4957-b18e-603d07d0b20b {{(pid=103164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:03:17.382614 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d824d80d-a779-443a-abef-2155b08ddfad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:17.384245 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-9338bfb9-01cc-455d-8df8-70cd772a83fb tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] For port 215802dd-8f7d-4957-b18e-603d07d0b20b, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=215802dd-8f7d-4957-b18e-603d07d0b20b,segment=NetworkSegment(4e35f198-7d07-4206-aeeb-ce0278d3644f),segment_id=4e35f198-7d07-4206-aeeb-ce0278d3644f)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:03:17.384561 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9338bfb9-01cc-455d-8df8-70cd772a83fb tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:17.398532 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-9338bfb9-01cc-455d-8df8-70cd772a83fb tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Calling delete_port for 215802dd-8f7d-4957-b18e-603d07d0b20b owned by network:dhcp {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:03:17.499033 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-d824d80d-a779-443a-abef-2155b08ddfad None None] For port 215802dd-8f7d-4957-b18e-603d07d0b20b, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=215802dd-8f7d-4957-b18e-603d07d0b20b,segment=NetworkSegment(4e35f198-7d07-4206-aeeb-ce0278d3644f),segment_id=4e35f198-7d07-4206-aeeb-ce0278d3644f)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:03:17.499657 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d824d80d-a779-443a-abef-2155b08ddfad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:17.516284 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-d824d80d-a779-443a-abef-2155b08ddfad None None] Calling delete_port for 215802dd-8f7d-4957-b18e-603d07d0b20b owned by network:dhcp {{(pid=103164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:03:17.585665 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d89b2994-8247-411f-82d3-3edbd4194908 req-6ee2e1fc-7bd3-4a20-930e-bb2528f7f36f tempest-VolumesActionsTest-473867302 tempest-VolumesActionsTest-473867302-project] 10.222.0.35 "GET /v2.0/ports?device_id=64c56ddc-137f-44a6-b42d-35ebbf668714 HTTP/1.1" status: 200 len: 210 time: 0.0439692 May 20 21:03:17.641827 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9338bfb9-01cc-455d-8df8-70cd772a83fb tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:17.669378 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d824d80d-a779-443a-abef-2155b08ddfad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099'] for port, after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:17.690842 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9338bfb9-01cc-455d-8df8-70cd772a83fb tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] No DVR routers for this DVR port 215802dd-8f7d-4957-b18e-603d07d0b20b on host n-d-842733-1 {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 21:03:17.712186 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d824d80d-a779-443a-abef-2155b08ddfad None None] Pushing event deleted for resources: {'Port': ['ID=215802dd-8f7d-4957-b18e-603d07d0b20b,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:03:17.734307 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d824d80d-a779-443a-abef-2155b08ddfad None None] No DVR routers for this DVR port 215802dd-8f7d-4957-b18e-603d07d0b20b on host n-d-842733-1 {{(pid=103164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 21:03:17.843986 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9338bfb9-01cc-455d-8df8-70cd772a83fb tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33072115', 'neutron.services.segments.db._delete_segments_for_network-8782419500584'] for network, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:17.886587 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-9338bfb9-01cc-455d-8df8-70cd772a83fb tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9a8064d-812a-417c-9052-adc4f0bd462b']}} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:03:17.897367 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-9338bfb9-01cc-455d-8df8-70cd772a83fb tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e35f198-7d07-4206-aeeb-ce0278d3644f') {'for_net_delete': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:03:17.897692 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-9338bfb9-01cc-455d-8df8-70cd772a83fb tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e35f198-7d07-4206-aeeb-ce0278d3644f') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:03:17.910016 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9338bfb9-01cc-455d-8df8-70cd772a83fb tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419501617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3738385'] for segment, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:17.925686 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9338bfb9-01cc-455d-8df8-70cd772a83fb tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:17.932601 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9338bfb9-01cc-455d-8df8-70cd772a83fb tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Releasing vlan 223 on physical network physnet1 to pool {{(pid=103162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 21:03:17.933021 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9338bfb9-01cc-455d-8df8-70cd772a83fb tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3800791'] for segment, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:18.082840 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9338bfb9-01cc-455d-8df8-70cd772a83fb tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Pushing event deleted for resources: {'Port': ['ID=215802dd-8f7d-4957-b18e-603d07d0b20b,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:03:18.086183 n-d-842733-1 neutron-server[103162]: Traceback (most recent call last): May 20 21:03:18.086183 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 21:03:18.086183 n-d-842733-1 neutron-server[103162]: timer() May 20 21:03:18.086183 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 21:03:18.086183 n-d-842733-1 neutron-server[103162]: cb(*args, **kw) May 20 21:03:18.086183 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 20 21:03:18.086183 n-d-842733-1 neutron-server[103162]: return func(*args, **kwargs) May 20 21:03:18.086183 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 21:03:18.086183 n-d-842733-1 neutron-server[103162]: self._notify() May 20 21:03:18.086183 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 21:03:18.086183 n-d-842733-1 neutron-server[103162]: self.callback(batched_events) May 20 21:03:18.086183 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 21:03:18.086183 n-d-842733-1 neutron-server[103162]: event.method(event) May 20 21:03:18.086183 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 20 21:03:18.086183 n-d-842733-1 neutron-server[103162]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 21:03:18.086183 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 20 21:03:18.086183 n-d-842733-1 neutron-server[103162]: aggregate_uuid = self.p_client.list_aggregates( May 20 21:03:18.086183 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 20 21:03:18.086183 n-d-842733-1 neutron-server[103162]: return f(self, *a, **k) May 20 21:03:18.086183 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 20 21:03:18.086183 n-d-842733-1 neutron-server[103162]: return self._get(url).json() May 20 21:03:18.086183 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 20 21:03:18.086183 n-d-842733-1 neutron-server[103162]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 21:03:18.086183 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 21:03:18.086183 n-d-842733-1 neutron-server[103162]: return self.request(url, 'GET', **kwargs) May 20 21:03:18.086183 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 21:03:18.086183 n-d-842733-1 neutron-server[103162]: base_url = self.get_endpoint(auth, allow=allow, May 20 21:03:18.086183 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 21:03:18.086183 n-d-842733-1 neutron-server[103162]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 21:03:18.086183 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 21:03:18.086183 n-d-842733-1 neutron-server[103162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 21:03:18.086183 n-d-842733-1 neutron-server[103162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 21:03:18.212705 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9338bfb9-01cc-455d-8df8-70cd772a83fb tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33072122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748162'] for network, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:18.228278 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9338bfb9-01cc-455d-8df8-70cd772a83fb tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:18.232320 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-9338bfb9-01cc-455d-8df8-70cd772a83fb tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] 10.222.0.35 "DELETE /v2.0/networks/a9a8064d-812a-417c-9052-adc4f0bd462b HTTP/1.1" status: 204 len: 168 time: 1.2260053 May 20 21:03:18.236098 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 42666) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:03:18.245450 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-3c453571-b38e-4ed3-b155-f95215ad79f0 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-494812952'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:03:18.276762 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9338bfb9-01cc-455d-8df8-70cd772a83fb tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Pushing event deleted for resources: {'Network': ['ID=a9a8064d-812a-417c-9052-adc4f0bd462b,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:03:18.446970 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c453571-b38e-4ed3-b155-f95215ad79f0 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Made reservation on behalf of 785b01e259854fae98d7194cf8f7101e for: {'network': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:03:18.450527 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3c453571-b38e-4ed3-b155-f95215ad79f0 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for network, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:18.478689 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c453571-b38e-4ed3-b155-f95215ad79f0 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 210} {{(pid=103163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 21:03:18.488976 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3c453571-b38e-4ed3-b155-f95215ad79f0 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:18.489447 n-d-842733-1 neutron-server[103163]: INFO neutron.db.segments_db [None req-3c453571-b38e-4ed3-b155-f95215ad79f0 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Added segment 91caf453-0755-4054-95dd-a1ffec1f2b0f of type vlan for network 10c2a0b1-53be-4a78-8162-3c16ef65bc84 May 20 21:03:18.538755 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3c453571-b38e-4ed3-b155-f95215ad79f0 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418993264'] for network, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:18.651246 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 215802dd-8f7d-4957-b18e-603d07d0b20b no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 21:03:18.663340 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-82e77c67-c61c-4b5b-8fef-ae009d60d4f9 req-64899ad9-e4e9-492f-b1cd-4290df163fb1 tempest-VolumesActionsTest-473867302 tempest-VolumesActionsTest-473867302-project] 10.222.0.35 "GET /v2.0/ports?device_id=64c56ddc-137f-44a6-b42d-35ebbf668714 HTTP/1.1" status: 200 len: 210 time: 0.0347645 May 20 21:03:18.681295 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3c453571-b38e-4ed3-b155-f95215ad79f0 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524'] for network, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:18.686785 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c453571-b38e-4ed3-b155-f95215ad79f0 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:03:18.687375 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3c453571-b38e-4ed3-b155-f95215ad79f0 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:18.690691 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: 215802dd-8f7d-4957-b18e-603d07d0b20b {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 21:03:18.691277 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 215802dd-8f7d-4957-b18e-603d07d0b20b not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 21:03:18.779908 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c453571-b38e-4ed3-b155-f95215ad79f0 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Pushing event updated for resources: {'Network': ['ID=10c2a0b1-53be-4a78-8162-3c16ef65bc84,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:03:18.801096 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Network 10c2a0b1-53be-4a78-8162-3c16ef65bc84 details requested by agent ovs-agent-n-d-842733-1 with host n-d-842733-1 {{(pid=103164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 20 21:03:18.875467 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 42682) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:03:18.876176 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-3c453571-b38e-4ed3-b155-f95215ad79f0 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6377523 May 20 21:03:18.879047 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-b0dc6d0e-f009-4da2-8345-6748746e7c12 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Request body: {'subnet': {'network_id': '10c2a0b1-53be-4a78-8162-3c16ef65bc84', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:03:19.104591 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0dc6d0e-f009-4da2-8345-6748746e7c12 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Made reservation on behalf of 785b01e259854fae98d7194cf8f7101e for: {'subnet': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:03:19.108454 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b0dc6d0e-f009-4da2-8345-6748746e7c12 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4018244'] for subnet, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:19.452992 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b0dc6d0e-f009-4da2-8345-6748746e7c12 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3797684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4018258'] for subnet, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:19.563942 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dc6d0e-f009-4da2-8345-6748746e7c12 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Pushing event updated for resources: {'Subnet': ['ID=c2bc5efe-ef9f-4865-afe9-bd51ba53ce74,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:03:19.568915 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0dc6d0e-f009-4da2-8345-6748746e7c12 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Checking segment: {'id': '91caf453-0755-4054-95dd-a1ffec1f2b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '10c2a0b1-53be-4a78-8162-3c16ef65bc84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:03:19.569296 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0dc6d0e-f009-4da2-8345-6748746e7c12 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Network hostable DHCP agents. Network: 10c2a0b1-53be-4a78-8162-3c16ef65bc84, hostable agents: ['c9b0653c-f3c7-4339-bd50-e3754b629216'], hosted agents: [] {{(pid=103162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 21:03:19.647275 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0dc6d0e-f009-4da2-8345-6748746e7c12 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Network 10c2a0b1-53be-4a78-8162-3c16ef65bc84 is scheduled to be hosted by DHCP agent c9b0653c-f3c7-4339-bd50-e3754b629216 with binding_index 1 {{(pid=103162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 21:03:19.780938 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0a2bfd57-d23a-44a5-8385-c73286e0439e req-eebcfc41-721e-48cb-833f-86cca32eb46d tempest-VolumesActionsTest-473867302 tempest-VolumesActionsTest-473867302-project] 10.222.0.35 "GET /v2.0/ports?device_id=64c56ddc-137f-44a6-b42d-35ebbf668714 HTTP/1.1" status: 200 len: 210 time: 0.0269072 May 20 21:03:19.795909 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-b0dc6d0e-f009-4da2-8345-6748746e7c12 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842733-1, 10c2a0b1-53be-4a78-8162-3c16ef65bc84) {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:03:19.806272 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0dc6d0e-f009-4da2-8345-6748746e7c12 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:03:19.806272 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b0dc6d0e-f009-4da2-8345-6748746e7c12 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:19.814644 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47ec2d8d-9f37-4478-a49a-9fc95a3ce1f8 None None] Network 10c2a0b1-53be-4a78-8162-3c16ef65bc84 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:03:19.919537 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 42710) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:03:19.919710 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-b0dc6d0e-f009-4da2-8345-6748746e7c12 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0474167 May 20 21:03:19.926737 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-2e485870-6a34-4f06-b1fe-c962f4576468 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-557743892', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:03:19.953320 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a3949755-6eed-4020-9682-8e07b2a18c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:20.006920 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32184335-087a-4075-a3e1-aa8f2d254157 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaee2b848-d4b9-5db1-b6ef-d6db29d67de7-10c2a0b1-53be-4a78-8162-3c16ef65bc84', 'network_id': '10c2a0b1-53be-4a78-8162-3c16ef65bc84', 'tenant_id': '785b01e259854fae98d7194cf8f7101e', 'fixed_ips': [{'subnet_id': 'c2bc5efe-ef9f-4865-afe9-bd51ba53ce74'}]}} from n-d-842733-1. {{(pid=103164) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 21:03:20.008082 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-32184335-087a-4075-a3e1-aa8f2d254157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:20.048117 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2e485870-6a34-4f06-b1fe-c962f4576468 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-694221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26155'] for router, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:20.049166 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2e485870-6a34-4f06-b1fe-c962f4576468 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-693085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748153', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-718080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26162'] for router, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:20.123537 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2e485870-6a34-4f06-b1fe-c962f4576468 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:20.177078 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [None req-32184335-087a-4075-a3e1-aa8f2d254157 None None] Allocated IP 2001:db8::2 (10c2a0b1-53be-4a78-8162-3c16ef65bc84/c2bc5efe-ef9f-4865-afe9-bd51ba53ce74/10904c38-2847-4fd7-b5c1-46456f288224) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:03:20.270281 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2e485870-6a34-4f06-b1fe-c962f4576468 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748106'] for router, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:20.338451 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-32184335-087a-4075-a3e1-aa8f2d254157 None None] Notify callbacks [] for port, precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:20.370137 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2e485870-6a34-4f06-b1fe-c962f4576468 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks [] for router, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:20.371918 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-2e485870-6a34-4f06-b1fe-c962f4576468 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4513335 May 20 21:03:20.379496 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 42722) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:03:20.448084 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-32184335-087a-4075-a3e1-aa8f2d254157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108'] for port, after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:20.504904 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32184335-087a-4075-a3e1-aa8f2d254157 None None] Network 10c2a0b1-53be-4a78-8162-3c16ef65bc84 is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:03:20.509639 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-32184335-087a-4075-a3e1-aa8f2d254157 None None] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:03:20.525620 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32184335-087a-4075-a3e1-aa8f2d254157 None None] Received port after_create {{(pid=103164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:03:20.526787 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32184335-087a-4075-a3e1-aa8f2d254157 None None] Pushing event updated for resources: {'Port': ['ID=10904c38-2847-4fd7-b5c1-46456f288224,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:03:20.587237 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-32184335-087a-4075-a3e1-aa8f2d254157 None None] Attempting to bind port 10904c38-2847-4fd7-b5c1-46456f288224 on host n-d-842733-1 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:03:20.587607 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-32184335-087a-4075-a3e1-aa8f2d254157 None None] Attempting to bind port 10904c38-2847-4fd7-b5c1-46456f288224 by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': '91caf453-0755-4054-95dd-a1ffec1f2b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '10c2a0b1-53be-4a78-8162-3c16ef65bc84'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:03:20.587972 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32184335-087a-4075-a3e1-aa8f2d254157 None None] Attempting to bind port 10904c38-2847-4fd7-b5c1-46456f288224 on network 10c2a0b1-53be-4a78-8162-3c16ef65bc84 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:03:20.593433 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32184335-087a-4075-a3e1-aa8f2d254157 None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 21, 2, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 21:03:20.593815 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32184335-087a-4075-a3e1-aa8f2d254157 None None] Checking segment: {'id': '91caf453-0755-4054-95dd-a1ffec1f2b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '10c2a0b1-53be-4a78-8162-3c16ef65bc84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:03:20.594502 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-32184335-087a-4075-a3e1-aa8f2d254157 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:20.594904 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32184335-087a-4075-a3e1-aa8f2d254157 None None] Bound using segment: {'id': '91caf453-0755-4054-95dd-a1ffec1f2b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '10c2a0b1-53be-4a78-8162-3c16ef65bc84'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 21:03:20.595407 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-32184335-087a-4075-a3e1-aa8f2d254157 None None] Bound port: 10904c38-2847-4fd7-b5c1-46456f288224, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91caf453-0755-4054-95dd-a1ffec1f2b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '10c2a0b1-53be-4a78-8162-3c16ef65bc84'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:03:20.595790 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-32184335-087a-4075-a3e1-aa8f2d254157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:20.694015 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-32184335-087a-4075-a3e1-aa8f2d254157 None None] For port 10904c38-2847-4fd7-b5c1-46456f288224, host n-d-842733-1, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 21:03:20.698636 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-32184335-087a-4075-a3e1-aa8f2d254157 None None] For port 10904c38-2847-4fd7-b5c1-46456f288224, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=10904c38-2847-4fd7-b5c1-46456f288224,segment=NetworkSegment(91caf453-0755-4054-95dd-a1ffec1f2b0f),segment_id=91caf453-0755-4054-95dd-a1ffec1f2b0f)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 21:03:20.753638 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2a1bafcb-c01a-495e-90b7-51a93cf40131 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:20.791274 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-32184335-087a-4075-a3e1-aa8f2d254157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:20.955752 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32184335-087a-4075-a3e1-aa8f2d254157 None None] Pushing event updated for resources: {'Port': ['ID=10904c38-2847-4fd7-b5c1-46456f288224,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:03:20.974882 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-cf4d82cf-dcb6-4239-9515-37cca9da6515 req-715356c2-1c80-42f5-ac45-2604ee5cd73b tempest-VolumesActionsTest-473867302 tempest-VolumesActionsTest-473867302-project] 10.222.0.35 "GET /v2.0/ports?device_id=64c56ddc-137f-44a6-b42d-35ebbf668714 HTTP/1.1" status: 200 len: 210 time: 0.0455618 May 20 21:03:21.152617 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-2a1bafcb-c01a-495e-90b7-51a93cf40131 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Allocated IP 2001:db8::1 (10c2a0b1-53be-4a78-8162-3c16ef65bc84/c2bc5efe-ef9f-4865-afe9-bd51ba53ce74/eb029139-f5c7-46da-8408-ad2811f12ecf) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:03:21.361280 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc0e1e5-e31a-449d-b289-f6772ab2e0da req-1f3b9af3-6097-4548-9b6b-ed3e715315d5 tempest-VolumesActionsTest-473867302 tempest-VolumesActionsTest-473867302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:03:21.364116 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-adc0e1e5-e31a-449d-b289-f6772ab2e0da req-1f3b9af3-6097-4548-9b6b-ed3e715315d5 tempest-VolumesActionsTest-473867302 tempest-VolumesActionsTest-473867302-project] 10.222.0.24 "GET /v2.0/networks?id=779f48ee-d887-4452-88bd-33079cd99d85 HTTP/1.1" status: 200 len: 808 time: 0.2733157 May 20 21:03:21.386452 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [req-adc0e1e5-e31a-449d-b289-f6772ab2e0da req-567dcc05-981c-4a3b-b7b2-44d8fc2ad453 tempest-VolumesActionsTest-473867302 tempest-VolumesActionsTest-473867302-project] Request body: {'port': {'device_id': '64c56ddc-137f-44a6-b42d-35ebbf668714', 'network_id': '779f48ee-d887-4452-88bd-33079cd99d85', 'admin_state_up': True, 'tenant_id': 'b50b54fdbf7242c683ba7adf8815a96e'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:03:21.709963 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-adc0e1e5-e31a-449d-b289-f6772ab2e0da req-567dcc05-981c-4a3b-b7b2-44d8fc2ad453 tempest-VolumesActionsTest-473867302 tempest-VolumesActionsTest-473867302-project] Made reservation on behalf of b50b54fdbf7242c683ba7adf8815a96e for: {'port': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:03:21.713979 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-adc0e1e5-e31a-449d-b289-f6772ab2e0da req-567dcc05-981c-4a3b-b7b2-44d8fc2ad453 tempest-VolumesActionsTest-473867302 tempest-VolumesActionsTest-473867302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:21.798361 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2a1bafcb-c01a-495e-90b7-51a93cf40131 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:21.920320 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [req-adc0e1e5-e31a-449d-b289-f6772ab2e0da req-567dcc05-981c-4a3b-b7b2-44d8fc2ad453 tempest-VolumesActionsTest-473867302 tempest-VolumesActionsTest-473867302-project] Allocated IP 172.20.0.12 (779f48ee-d887-4452-88bd-33079cd99d85/91ad9eba-632c-4ffc-926b-542d699a3497/d0583483-3c39-4642-849a-e2899783ea37) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:03:21.936507 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 42758) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:03:21.945755 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2a1bafcb-c01a-495e-90b7-51a93cf40131 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:22.000201 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a1bafcb-c01a-495e-90b7-51a93cf40131 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Network 10c2a0b1-53be-4a78-8162-3c16ef65bc84 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:03:22.003534 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-2a1bafcb-c01a-495e-90b7-51a93cf40131 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:03:22.005996 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a1bafcb-c01a-495e-90b7-51a93cf40131 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:03:22.006563 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2a1bafcb-c01a-495e-90b7-51a93cf40131 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748409'] for router_interface, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:22.065510 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 42766) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:03:22.083250 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1bafcb-c01a-495e-90b7-51a93cf40131 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Pushing event updated for resources: {'Port': ['ID=eb029139-f5c7-46da-8408-ad2811f12ecf,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:03:22.249409 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-79e936ac-afd8-43ec-8e0e-29dbbb75a14c req-902132da-7a11-4892-b3f9-65bf6812d21b tempest-VolumesActionsTest-473867302 tempest-VolumesActionsTest-473867302-project] 10.222.0.35 "GET /v2.0/ports?device_id=64c56ddc-137f-44a6-b42d-35ebbf668714 HTTP/1.1" status: 200 len: 210 time: 0.0561900 May 20 21:03:22.253261 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-51e1ad40-7dc6-4855-8d9f-9579b68da1aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:22.284192 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-adc0e1e5-e31a-449d-b289-f6772ab2e0da req-567dcc05-981c-4a3b-b7b2-44d8fc2ad453 tempest-VolumesActionsTest-473867302 tempest-VolumesActionsTest-473867302-project] Notify callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:22.293982 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-0518ff21-3507-4b85-a332-936a99bdab36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:22.348118 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d8c66674-bb26-4711-a957-d26c0989f8f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:22.369071 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2a1bafcb-c01a-495e-90b7-51a93cf40131 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:22.401841 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-adc0e1e5-e31a-449d-b289-f6772ab2e0da req-567dcc05-981c-4a3b-b7b2-44d8fc2ad453 tempest-VolumesActionsTest-473867302 tempest-VolumesActionsTest-473867302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:22.458326 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-adc0e1e5-e31a-449d-b289-f6772ab2e0da req-567dcc05-981c-4a3b-b7b2-44d8fc2ad453 tempest-VolumesActionsTest-473867302 tempest-VolumesActionsTest-473867302-project] Network 779f48ee-d887-4452-88bd-33079cd99d85 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:03:22.462102 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [req-adc0e1e5-e31a-449d-b289-f6772ab2e0da req-567dcc05-981c-4a3b-b7b2-44d8fc2ad453 tempest-VolumesActionsTest-473867302 tempest-VolumesActionsTest-473867302-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:03:22.466530 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [req-adc0e1e5-e31a-449d-b289-f6772ab2e0da req-567dcc05-981c-4a3b-b7b2-44d8fc2ad453 tempest-VolumesActionsTest-473867302 tempest-VolumesActionsTest-473867302-project] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:03:22.501044 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567dcc05-981c-4a3b-b7b2-44d8fc2ad453 tempest-VolumesActionsTest-473867302 tempest-VolumesActionsTest-473867302-project] Pushing event updated for resources: {'Port': ['ID=d0583483-3c39-4642-849a-e2899783ea37,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:03:22.538280 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc0e1e5-e31a-449d-b289-f6772ab2e0da req-567dcc05-981c-4a3b-b7b2-44d8fc2ad453 tempest-VolumesActionsTest-473867302 tempest-VolumesActionsTest-473867302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:03:22.538944 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-adc0e1e5-e31a-449d-b289-f6772ab2e0da req-567dcc05-981c-4a3b-b7b2-44d8fc2ad453 tempest-VolumesActionsTest-473867302 tempest-VolumesActionsTest-473867302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:22.574995 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-51e1ad40-7dc6-4855-8d9f-9579b68da1aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:22.635495 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-adc0e1e5-e31a-449d-b289-f6772ab2e0da req-567dcc05-981c-4a3b-b7b2-44d8fc2ad453 tempest-VolumesActionsTest-473867302 tempest-VolumesActionsTest-473867302-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2601092 May 20 21:03:22.647302 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d8c66674-bb26-4711-a957-d26c0989f8f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:22.666958 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-51e1ad40-7dc6-4855-8d9f-9579b68da1aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:22.715937 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 10904c38-2847-4fd7-b5c1-46456f288224 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:03:22.744032 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da667b79-dd22-4b22-8dd7-29fba7e953e3 None None] Network 10c2a0b1-53be-4a78-8162-3c16ef65bc84 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:03:22.752587 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [req-adc0e1e5-e31a-449d-b289-f6772ab2e0da req-5eb3b342-a84d-43bd-8511-e8693c340ed5 service neutron] Request body: {'port': {'device_id': '64c56ddc-137f-44a6-b42d-35ebbf668714', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-842733-1'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:03:22.757110 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e1ad40-7dc6-4855-8d9f-9579b68da1aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44bd0696-2533-4262-974c-8586d60f8a81,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:03:22.765632 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-51e1ad40-7dc6-4855-8d9f-9579b68da1aa admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6f24a671ea2c466592475556f90191c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6965427 May 20 21:03:22.773838 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 42782) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:03:22.783013 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d8c66674-bb26-4711-a957-d26c0989f8f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:22.815582 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-adc0e1e5-e31a-449d-b289-f6772ab2e0da req-5eb3b342-a84d-43bd-8511-e8693c340ed5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:22.873928 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-80e9ce32-98c6-46ec-8326-990c6bad96a7 None None] Provisioning complete for port 10904c38-2847-4fd7-b5c1-46456f288224 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:03:22.874285 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-80e9ce32-98c6-46ec-8326-990c6bad96a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:22.881816 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-d8c66674-bb26-4711-a957-d26c0989f8f1 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=fc99ef46a2c54f4ab308aeaf36a234eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9438500 May 20 21:03:22.884608 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 42784) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:03:22.888977 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c66674-bb26-4711-a957-d26c0989f8f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4109fc6-6d21-4ed7-8f07-b6cba909ed03,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:03:22.917902 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-05651f5c-ec9b-4666-b490-527d04d3c9fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:22.921120 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2a1bafcb-c01a-495e-90b7-51a93cf40131 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:22.948085 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-05651f5c-ec9b-4666-b490-527d04d3c9fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:22.963984 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 10904c38-2847-4fd7-b5c1-46456f288224 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:03:22.963984 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:22.990948 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2a1bafcb-c01a-495e-90b7-51a93cf40131 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:22.991637 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2a1bafcb-c01a-495e-90b7-51a93cf40131 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748437'] for router_interface, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:23.053757 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-86101509-ab01-407d-8cf9-a5cc8cb307c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:23.108092 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-86101509-ab01-407d-8cf9-a5cc8cb307c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:23.114041 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1bafcb-c01a-495e-90b7-51a93cf40131 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Pushing event updated for resources: {'Port': ['ID=eb029139-f5c7-46da-8408-ad2811f12ecf,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:03:23.133150 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-05651f5c-ec9b-4666-b490-527d04d3c9fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:23.136915 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-05651f5c-ec9b-4666-b490-527d04d3c9fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:23.142653 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-05651f5c-ec9b-4666-b490-527d04d3c9fd admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/44bd0696-2533-4262-974c-8586d60f8a81 HTTP/1.1" status: 204 len: 168 time: 0.3723001 May 20 21:03:23.164204 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05651f5c-ec9b-4666-b490-527d04d3c9fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44bd0696-2533-4262-974c-8586d60f8a81,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:03:23.214250 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 10904c38-2847-4fd7-b5c1-46456f288224 is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:03:23.215835 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:23.244582 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a1bafcb-c01a-495e-90b7-51a93cf40131 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Network 10c2a0b1-53be-4a78-8162-3c16ef65bc84 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:03:23.246353 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-2a1bafcb-c01a-495e-90b7-51a93cf40131 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:03:23.291884 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [req-adc0e1e5-e31a-449d-b289-f6772ab2e0da req-5eb3b342-a84d-43bd-8511-e8693c340ed5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0583483-3c39-4642-849a-e2899783ea37 {{(pid=103163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 21:03:23.291884 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-adc0e1e5-e31a-449d-b289-f6772ab2e0da req-5eb3b342-a84d-43bd-8511-e8693c340ed5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:23.312091 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-80e9ce32-98c6-46ec-8326-990c6bad96a7 None None] Current status of the port 10904c38-2847-4fd7-b5c1-46456f288224 is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:03:23.313366 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-80e9ce32-98c6-46ec-8326-990c6bad96a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:23.336005 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] For port 10904c38-2847-4fd7-b5c1-46456f288224, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=10904c38-2847-4fd7-b5c1-46456f288224,segment=NetworkSegment(91caf453-0755-4054-95dd-a1ffec1f2b0f),segment_id=91caf453-0755-4054-95dd-a1ffec1f2b0f)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:03:23.384746 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6430e60a-448c-4d09-98c9-ac5b69c6b85a req-5324567d-498f-423b-9e5c-7b56a739982e tempest-VolumesActionsTest-473867302 tempest-VolumesActionsTest-473867302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:03:23.386390 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6430e60a-448c-4d09-98c9-ac5b69c6b85a req-5324567d-498f-423b-9e5c-7b56a739982e tempest-VolumesActionsTest-473867302 tempest-VolumesActionsTest-473867302-project] 10.222.0.35 "GET /v2.0/ports?device_id=64c56ddc-137f-44a6-b42d-35ebbf668714 HTTP/1.1" status: 200 len: 932 time: 0.0615957 May 20 21:03:23.425143 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6430e60a-448c-4d09-98c9-ac5b69c6b85a req-c729a821-22fa-46be-b7ab-fd912b915b43 tempest-VolumesActionsTest-473867302 tempest-VolumesActionsTest-473867302-project] 10.222.0.35 "GET /v2.0/security-groups?id=24d87f1d-62e6-4e5b-901a-8fdcd94bdb7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316908 May 20 21:03:23.561598 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [req-adc0e1e5-e31a-449d-b289-f6772ab2e0da req-5eb3b342-a84d-43bd-8511-e8693c340ed5 service neutron] Transition to ACTIVE for port object d0583483-3c39-4642-849a-e2899783ea37 will not be triggered until provisioned by entity L2. {{(pid=103163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 21:03:23.562752 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-86101509-ab01-407d-8cf9-a5cc8cb307c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:23.565436 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-86101509-ab01-407d-8cf9-a5cc8cb307c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:23.569317 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-86101509-ab01-407d-8cf9-a5cc8cb307c6 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b4109fc6-6d21-4ed7-8f07-b6cba909ed03 HTTP/1.1" status: 204 len: 168 time: 0.6809764 May 20 21:03:23.585306 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:23.589532 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a1bafcb-c01a-495e-90b7-51a93cf40131 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Router 6f1b85ae-1086-4740-b7b8-526e3d919d46 is scheduled to L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e with binding_index 1 {{(pid=103162) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 20 21:03:23.602308 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86101509-ab01-407d-8cf9-a5cc8cb307c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4109fc6-6d21-4ed7-8f07-b6cba909ed03,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:03:23.692608 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-adc0e1e5-e31a-449d-b289-f6772ab2e0da req-5eb3b342-a84d-43bd-8511-e8693c340ed5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:23.739738 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.db.api [None req-80e9ce32-98c6-46ec-8326-990c6bad96a7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103164) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 20 21:03:23.740096 n-d-842733-1 neutron-server[103164]: DEBUG oslo_db.api [None req-80e9ce32-98c6-46ec-8326-990c6bad96a7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 20 21:03:23.747714 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Pushing event updated for resources: {'Port': ['ID=10904c38-2847-4fd7-b5c1-46456f288224,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:03:23.786597 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb3b342-a84d-43bd-8511-e8693c340ed5 service neutron] Pushing event updated for resources: {'Port': ['ID=d0583483-3c39-4642-849a-e2899783ea37,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:03:23.820720 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a1bafcb-c01a-495e-90b7-51a93cf40131 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 21:03:23.824262 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-2a1bafcb-c01a-495e-90b7-51a93cf40131 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] 10.222.0.35 "PUT /v2.0/routers/6f1b85ae-1086-4740-b7b8-526e3d919d46/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4475949 May 20 21:03:23.826894 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 42804) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:03:23.836799 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c06de9-29cc-4448-adc1-d8827ddda559 None None] Sync routers for ids ['6f1b85ae-1086-4740-b7b8-526e3d919d46'] in n-d-842733-1 {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 21:03:23.882755 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8468c6b-25b1-4b17-8e2b-a36b49d9873c tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:03:23.887356 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 42808) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:03:23.892795 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-a8468c6b-25b1-4b17-8e2b-a36b49d9873c tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] 10.222.0.35 "GET /v2.0/ports/eb029139-f5c7-46da-8408-ad2811f12ecf HTTP/1.1" status: 200 len: 911 time: 0.0595913 May 20 21:03:23.909043 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c06de9-29cc-4448-adc1-d8827ddda559 None None] Routers {'6f1b85ae-1086-4740-b7b8-526e3d919d46'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:03:23.921986 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-16c06de9-29cc-4448-adc1-d8827ddda559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:03:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['6f1b85ae-1086-4740-b7b8-526e3d919d46'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:03:23.962189 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-16c06de9-29cc-4448-adc1-d8827ddda559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:03:23.974845 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c06de9-29cc-4448-adc1-d8827ddda559 None None] Routers {'6f1b85ae-1086-4740-b7b8-526e3d919d46'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:03:23.975699 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-16c06de9-29cc-4448-adc1-d8827ddda559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:03:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['6f1b85ae-1086-4740-b7b8-526e3d919d46'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:03:24.011280 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4bb0e131-6525-46ca-a45b-e4ea43a5e69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:24.011998 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-16c06de9-29cc-4448-adc1-d8827ddda559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:03:24.012813 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c06de9-29cc-4448-adc1-d8827ddda559 None None] The sync data for ids ['6f1b85ae-1086-4740-b7b8-526e3d919d46'] in n-d-842733-1 is: [] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 21:03:24.033317 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-adc0e1e5-e31a-449d-b289-f6772ab2e0da req-5eb3b342-a84d-43bd-8511-e8693c340ed5 service neutron] Attempting to bind port d0583483-3c39-4642-849a-e2899783ea37 on host n-h1-842733-1 for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:03:24.033317 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-adc0e1e5-e31a-449d-b289-f6772ab2e0da req-5eb3b342-a84d-43bd-8511-e8693c340ed5 service neutron] Attempting to bind port d0583483-3c39-4642-849a-e2899783ea37 by drivers openvswitch,hyperv on host n-h1-842733-1 at level 0 using segments [{'id': '68f0c3de-0b58-4c39-94e8-e483baae4c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '779f48ee-d887-4452-88bd-33079cd99d85'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:03:24.033317 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adc0e1e5-e31a-449d-b289-f6772ab2e0da req-5eb3b342-a84d-43bd-8511-e8693c340ed5 service neutron] Attempting to bind port d0583483-3c39-4642-849a-e2899783ea37 on network 779f48ee-d887-4452-88bd-33079cd99d85 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:03:24.041086 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adc0e1e5-e31a-449d-b289-f6772ab2e0da req-5eb3b342-a84d-43bd-8511-e8693c340ed5 service neutron] Port d0583483-3c39-4642-849a-e2899783ea37 on network 779f48ee-d887-4452-88bd-33079cd99d85 not bound, no agent of type Open vSwitch agent registered on host n-h1-842733-1 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 21:03:24.041436 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adc0e1e5-e31a-449d-b289-f6772ab2e0da req-5eb3b342-a84d-43bd-8511-e8693c340ed5 service neutron] Attempting to bind port d0583483-3c39-4642-849a-e2899783ea37 on network 779f48ee-d887-4452-88bd-33079cd99d85 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:03:24.084412 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adc0e1e5-e31a-449d-b289-f6772ab2e0da req-5eb3b342-a84d-43bd-8511-e8693c340ed5 service neutron] Checking agent: {'id': '08dfb1ce-804b-4db8-838b-21094082e041', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 32, 54), 'started_at': datetime.datetime(2022, 5, 20, 20, 32, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 21, 2, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 21:03:24.085320 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adc0e1e5-e31a-449d-b289-f6772ab2e0da req-5eb3b342-a84d-43bd-8511-e8693c340ed5 service neutron] Checking segment: {'id': '68f0c3de-0b58-4c39-94e8-e483baae4c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '779f48ee-d887-4452-88bd-33079cd99d85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:03:24.086040 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adc0e1e5-e31a-449d-b289-f6772ab2e0da req-5eb3b342-a84d-43bd-8511-e8693c340ed5 service neutron] Bound using segment: {'id': '68f0c3de-0b58-4c39-94e8-e483baae4c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '779f48ee-d887-4452-88bd-33079cd99d85'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 21:03:24.086665 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-adc0e1e5-e31a-449d-b289-f6772ab2e0da req-5eb3b342-a84d-43bd-8511-e8693c340ed5 service neutron] Bound port: d0583483-3c39-4642-849a-e2899783ea37, host: n-h1-842733-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68f0c3de-0b58-4c39-94e8-e483baae4c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '779f48ee-d887-4452-88bd-33079cd99d85'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:03:24.087211 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-adc0e1e5-e31a-449d-b289-f6772ab2e0da req-5eb3b342-a84d-43bd-8511-e8693c340ed5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:24.274157 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-adc0e1e5-e31a-449d-b289-f6772ab2e0da req-5eb3b342-a84d-43bd-8511-e8693c340ed5 service neutron] For port d0583483-3c39-4642-849a-e2899783ea37, host n-h1-842733-1, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 21:03:24.280837 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-adc0e1e5-e31a-449d-b289-f6772ab2e0da req-5eb3b342-a84d-43bd-8511-e8693c340ed5 service neutron] For port d0583483-3c39-4642-849a-e2899783ea37, host n-h1-842733-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=d0583483-3c39-4642-849a-e2899783ea37,segment=NetworkSegment(68f0c3de-0b58-4c39-94e8-e483baae4c6d),segment_id=68f0c3de-0b58-4c39-94e8-e483baae4c6d)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 21:03:24.288194 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-80e9ce32-98c6-46ec-8326-990c6bad96a7 None None] Current status of the port 10904c38-2847-4fd7-b5c1-46456f288224 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:03:24.314313 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 42820) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:03:24.330047 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-61a97600-f1e0-48da-ad5c-b514be1146eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:24.415979 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-801aa8a5-1012-4031-85db-2ebe724e35be None None] Provisioning complete for port eb029139-f5c7-46da-8408-ad2811f12ecf triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:03:24.416575 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-801aa8a5-1012-4031-85db-2ebe724e35be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:24.424975 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-adc0e1e5-e31a-449d-b289-f6772ab2e0da req-5eb3b342-a84d-43bd-8511-e8693c340ed5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:24.440714 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8b5dd121-290d-4e1b-bffc-74c7b2f71a28 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748528'] for router_interface, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:24.492392 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-61a97600-f1e0-48da-ad5c-b514be1146eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:24.590016 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-61a97600-f1e0-48da-ad5c-b514be1146eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:24.606932 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc0e1e5-e31a-449d-b289-f6772ab2e0da req-5eb3b342-a84d-43bd-8511-e8693c340ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:03:24.607542 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-adc0e1e5-e31a-449d-b289-f6772ab2e0da req-5eb3b342-a84d-43bd-8511-e8693c340ed5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:24.609021 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-adc0e1e5-e31a-449d-b289-f6772ab2e0da req-5eb3b342-a84d-43bd-8511-e8693c340ed5 service neutron] 10.222.0.24 "PUT /v2.0/ports/d0583483-3c39-4642-849a-e2899783ea37 HTTP/1.1" status: 200 len: 1092 time: 1.9579778 May 20 21:03:24.609824 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64c56ddc-137f-44a6-b42d-35ebbf668714', 'tag': 'd0583483-3c39-4642-849a-e2899783ea37'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 21:03:24.612261 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4291b17aa7b45362825f0571e77c85f5e73afe1df9c7e9e15006df9d695c005e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0d4fd1f-79b6-4b64-abc6-7cad313695c5" -d '{"events": [{"name": "network-changed", "server_uuid": "64c56ddc-137f-44a6-b42d-35ebbf668714", "tag": "d0583483-3c39-4642-849a-e2899783ea37"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 21:03:24.667370 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a97600-f1e0-48da-ad5c-b514be1146eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3aa96014-715b-4d2c-858f-a2f02d817082,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:03:24.697272 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-61a97600-f1e0-48da-ad5c-b514be1146eb admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c6c4c12719f143378f9da95cc9133e8c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3816960 May 20 21:03:24.700597 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 42834) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:03:24.713734 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb3b342-a84d-43bd-8511-e8693c340ed5 service neutron] Pushing event updated for resources: {'Port': ['ID=d0583483-3c39-4642-849a-e2899783ea37,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:03:24.786892 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72551e30-8abe-46be-ae21-cd3fdb544fb5 req-20c94a64-cd98-4edf-8646-a4d4db975c73 tempest-VolumesActionsTest-473867302 tempest-VolumesActionsTest-473867302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:03:24.794325 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-72551e30-8abe-46be-ae21-cd3fdb544fb5 req-20c94a64-cd98-4edf-8646-a4d4db975c73 tempest-VolumesActionsTest-473867302 tempest-VolumesActionsTest-473867302-project] 10.222.0.35 "GET /v2.0/ports?device_id=64c56ddc-137f-44a6-b42d-35ebbf668714 HTTP/1.1" status: 200 len: 944 time: 0.2361889 May 20 21:03:24.796952 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 10904c38-2847-4fd7-b5c1-46456f288224 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:03:24.801968 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a471a289-4832-4e87-a869-b1ba0026fabf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:24.811144 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-801aa8a5-1012-4031-85db-2ebe724e35be None None] Port eb029139-f5c7-46da-8408-ad2811f12ecf cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 21:03:24.833504 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a471a289-4832-4e87-a869-b1ba0026fabf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:24.887282 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-72551e30-8abe-46be-ae21-cd3fdb544fb5 req-583fed7e-dd28-4634-9c10-257b351f288a tempest-VolumesActionsTest-473867302 tempest-VolumesActionsTest-473867302-project] 10.222.0.35 "GET /v2.0/security-groups?id=24d87f1d-62e6-4e5b-901a-8fdcd94bdb7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520904 May 20 21:03:24.916609 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc0e1e5-e31a-449d-b289-f6772ab2e0da req-59fb3d7d-a6ea-405c-b1ba-dc6a86caef00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:03:24.918417 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-adc0e1e5-e31a-449d-b289-f6772ab2e0da req-59fb3d7d-a6ea-405c-b1ba-dc6a86caef00 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b50b54fdbf7242c683ba7adf8815a96e&device_id=64c56ddc-137f-44a6-b42d-35ebbf668714 HTTP/1.1" status: 200 len: 1095 time: 0.1726463 May 20 21:03:24.935701 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-801aa8a5-1012-4031-85db-2ebe724e35be None None] Provisioning complete for port 10904c38-2847-4fd7-b5c1-46456f288224 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:03:24.936411 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-801aa8a5-1012-4031-85db-2ebe724e35be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:24.962496 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-adc0e1e5-e31a-449d-b289-f6772ab2e0da req-7261027a-7f80-4567-a9ec-6853d1d8df63 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d0583483-3c39-4642-849a-e2899783ea37 HTTP/1.1" status: 200 len: 217 time: 0.0375443 May 20 21:03:25.005911 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:25.058599 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 21:03:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e7f1110-de07-4671-8d7b-622be883bcc2 x-openstack-request-id: req-8e7f1110-de07-4671-8d7b-622be883bcc2 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 21:03:25.063437 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a471a289-4832-4e87-a869-b1ba0026fabf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:25.064122 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64c56ddc-137f-44a6-b42d-35ebbf668714", "tag": "d0583483-3c39-4642-849a-e2899783ea37", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 21:03:25.064122 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8e7f1110-de07-4671-8d7b-622be883bcc2 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 21:03:25.064122 n-d-842733-1 neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e7f1110-de07-4671-8d7b-622be883bcc2'] response: {'name': 'network-changed', 'server_uuid': '64c56ddc-137f-44a6-b42d-35ebbf668714', 'tag': 'd0583483-3c39-4642-849a-e2899783ea37', 'status': 'completed', 'code': 200} May 20 21:03:25.064392 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a471a289-4832-4e87-a869-b1ba0026fabf admin admin] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:25.064494 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc0e1e5-e31a-449d-b289-f6772ab2e0da req-088e5a4b-de29-467d-b3d4-a20da4781e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:03:25.064613 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-a471a289-4832-4e87-a869-b1ba0026fabf admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3aa96014-715b-4d2c-858f-a2f02d817082 HTTP/1.1" status: 204 len: 168 time: 0.3605826 May 20 21:03:25.066050 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 10904c38-2847-4fd7-b5c1-46456f288224 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:03:25.066504 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:25.074101 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-adc0e1e5-e31a-449d-b289-f6772ab2e0da req-088e5a4b-de29-467d-b3d4-a20da4781e8e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=91ad9eba-632c-4ffc-926b-542d699a3497 HTTP/1.1" status: 200 len: 848 time: 0.0891373 May 20 21:03:25.075073 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a471a289-4832-4e87-a869-b1ba0026fabf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aa96014-715b-4d2c-858f-a2f02d817082,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:03:25.137466 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-adc0e1e5-e31a-449d-b289-f6772ab2e0da req-c960672d-b6e6-424c-bdf9-a91c626489ba service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=779f48ee-d887-4452-88bd-33079cd99d85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0561836 May 20 21:03:25.147914 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-8b5dd121-290d-4e1b-bffc-74c7b2f71a28 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Deleting port eb029139-f5c7-46da-8408-ad2811f12ecf {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:03:25.148543 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8b5dd121-290d-4e1b-bffc-74c7b2f71a28 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:25.202106 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-801aa8a5-1012-4031-85db-2ebe724e35be None None] Current status of the port 10904c38-2847-4fd7-b5c1-46456f288224 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:03:25.216450 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 10904c38-2847-4fd7-b5c1-46456f288224 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:03:25.321839 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8b5dd121-290d-4e1b-bffc-74c7b2f71a28 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:25.347541 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-8b5dd121-290d-4e1b-bffc-74c7b2f71a28 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Calling delete_port for eb029139-f5c7-46da-8408-ad2811f12ecf owned by network:router_interface {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:03:25.351230 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-adc0e1e5-e31a-449d-b289-f6772ab2e0da req-d11535af-f294-4914-afca-27029da4854f service neutron] 10.222.0.24 "GET /v2.0/networks/779f48ee-d887-4452-88bd-33079cd99d85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467681 May 20 21:03:25.521180 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cc3ec51b-6ec8-438a-8349-5f0bec346d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:25.567677 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-adc0e1e5-e31a-449d-b289-f6772ab2e0da req-b5a20fba-8d7e-4dab-8bf5-180a122cda94 service neutron] 10.222.0.24 "GET /v2.0/networks/779f48ee-d887-4452-88bd-33079cd99d85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2059028 May 20 21:03:25.629987 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:25.745125 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8b5dd121-290d-4e1b-bffc-74c7b2f71a28 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:25.782804 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5dd121-290d-4e1b-bffc-74c7b2f71a28 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Pushing event deleted for resources: {'Port': ['ID=eb029139-f5c7-46da-8408-ad2811f12ecf,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:03:25.809689 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d4fd1f-79b6-4b64-abc6-7cad313695c5 req-3f1783d5-45b3-4cb9-9974-33e62ee5336f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:03:25.810566 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e0d4fd1f-79b6-4b64-abc6-7cad313695c5 req-3f1783d5-45b3-4cb9-9974-33e62ee5336f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b50b54fdbf7242c683ba7adf8815a96e&device_id=64c56ddc-137f-44a6-b42d-35ebbf668714 HTTP/1.1" status: 200 len: 1095 time: 0.0958319 May 20 21:03:25.930174 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8b5dd121-290d-4e1b-bffc-74c7b2f71a28 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-692224'] for router_interface, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:26.032635 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 42856) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:03:26.049061 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-597e4db4-d7d2-4e60-93ce-301cbe1a604c admin admin] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:26.069685 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d4fd1f-79b6-4b64-abc6-7cad313695c5 req-a92d5a72-b3e8-4656-bb49-508e66a454ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:03:26.071155 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e0d4fd1f-79b6-4b64-abc6-7cad313695c5 req-a92d5a72-b3e8-4656-bb49-508e66a454ab service neutron] 10.222.0.24 "GET /v2.0/networks?id=779f48ee-d887-4452-88bd-33079cd99d85 HTTP/1.1" status: 200 len: 909 time: 0.2259455 May 20 21:03:26.179047 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e0d4fd1f-79b6-4b64-abc6-7cad313695c5 req-067fab68-fac9-4e7a-9df7-0777944d7bb3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d0583483-3c39-4642-849a-e2899783ea37 HTTP/1.1" status: 200 len: 217 time: 0.0672615 May 20 21:03:26.188588 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b28cd2d-254d-42b1-b323-27c747ee0c5d req-e8a0728f-ddbf-4008-80b5-2f4098813c6b tempest-VolumesActionsTest-473867302 tempest-VolumesActionsTest-473867302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:03:26.190095 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2b28cd2d-254d-42b1-b323-27c747ee0c5d req-e8a0728f-ddbf-4008-80b5-2f4098813c6b tempest-VolumesActionsTest-473867302 tempest-VolumesActionsTest-473867302-project] 10.222.0.35 "GET /v2.0/ports?device_id=64c56ddc-137f-44a6-b42d-35ebbf668714 HTTP/1.1" status: 200 len: 944 time: 0.1951327 May 20 21:03:26.231109 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b5dd121-290d-4e1b-bffc-74c7b2f71a28 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Router 6f1b85ae-1086-4740-b7b8-526e3d919d46 has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 21:03:26.262018 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d4fd1f-79b6-4b64-abc6-7cad313695c5 req-bd985240-8a14-4aa1-8228-b5656ac03ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:03:26.263950 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e0d4fd1f-79b6-4b64-abc6-7cad313695c5 req-bd985240-8a14-4aa1-8228-b5656ac03ef8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=91ad9eba-632c-4ffc-926b-542d699a3497 HTTP/1.1" status: 200 len: 848 time: 0.0725429 May 20 21:03:26.265805 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-597e4db4-d7d2-4e60-93ce-301cbe1a604c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:26.333506 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2b28cd2d-254d-42b1-b323-27c747ee0c5d req-fc25eaf1-e6b5-498f-bd0a-e5d3bc9cc08c tempest-VolumesActionsTest-473867302 tempest-VolumesActionsTest-473867302-project] 10.222.0.35 "GET /v2.0/security-groups?id=24d87f1d-62e6-4e5b-901a-8fdcd94bdb7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316655 May 20 21:03:26.337078 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e0d4fd1f-79b6-4b64-abc6-7cad313695c5 req-bc0b73a6-df4d-4c62-b1b4-3ade1fe54059 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=779f48ee-d887-4452-88bd-33079cd99d85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0636382 May 20 21:03:26.361435 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-597e4db4-d7d2-4e60-93ce-301cbe1a604c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:26.403902 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b5dd121-290d-4e1b-bffc-74c7b2f71a28 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 21:03:26.409840 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597e4db4-d7d2-4e60-93ce-301cbe1a604c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bdd5511-480d-40b6-b9a3-df1ac817d185,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:03:26.417166 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d3520d2-cb26-47e9-9edf-8934c8436217 None None] Sync routers for ids ['6f1b85ae-1086-4740-b7b8-526e3d919d46'] in n-d-842733-1 {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 21:03:26.433982 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-597e4db4-d7d2-4e60-93ce-301cbe1a604c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ac8625c40f3b4a28b3076579d6bcba5d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3998334 May 20 21:03:26.434730 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 42860) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:03:26.436602 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d3520d2-cb26-47e9-9edf-8934c8436217 None None] Routers {'6f1b85ae-1086-4740-b7b8-526e3d919d46'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:03:26.449434 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-4d3520d2-cb26-47e9-9edf-8934c8436217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:03:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['6f1b85ae-1086-4740-b7b8-526e3d919d46'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:03:26.449674 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-8b5dd121-290d-4e1b-bffc-74c7b2f71a28 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] 10.222.0.35 "PUT /v2.0/routers/6f1b85ae-1086-4740-b7b8-526e3d919d46/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5535207 May 20 21:03:26.449674 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 42862) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:03:26.518533 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-4d3520d2-cb26-47e9-9edf-8934c8436217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:03:26.545058 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d3520d2-cb26-47e9-9edf-8934c8436217 None None] Routers {'6f1b85ae-1086-4740-b7b8-526e3d919d46'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:03:26.547908 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-4d3520d2-cb26-47e9-9edf-8934c8436217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:03:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['6f1b85ae-1086-4740-b7b8-526e3d919d46'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:03:26.548690 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8f264314-2384-4ab8-bc86-55e9f44fd138 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:26.593543 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-4d3520d2-cb26-47e9-9edf-8934c8436217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:03:26.594910 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d3520d2-cb26-47e9-9edf-8934c8436217 None None] The sync data for ids ['6f1b85ae-1086-4740-b7b8-526e3d919d46'] in n-d-842733-1 is: [] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 21:03:26.607536 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8f264314-2384-4ab8-bc86-55e9f44fd138 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:26.732831 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8f264314-2384-4ab8-bc86-55e9f44fd138 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:26.735837 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8f264314-2384-4ab8-bc86-55e9f44fd138 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:26.739936 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-8f264314-2384-4ab8-bc86-55e9f44fd138 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0bdd5511-480d-40b6-b9a3-df1ac817d185 HTTP/1.1" status: 204 len: 168 time: 0.3017502 May 20 21:03:26.751567 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f264314-2384-4ab8-bc86-55e9f44fd138 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bdd5511-480d-40b6-b9a3-df1ac817d185,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:03:26.841438 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-4df5d6bb-3fbf-4f56-935a-1d5c042e2c3a tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] 10.222.0.35 "GET /v2.0/ports?device_id=6f1b85ae-1086-4740-b7b8-526e3d919d46 HTTP/1.1" status: 200 len: 205 time: 0.3926444 May 20 21:03:26.843781 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 42872) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:03:26.876863 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e0d4fd1f-79b6-4b64-abc6-7cad313695c5 req-ad2fa211-3158-403d-9c3c-df31e537245e service neutron] 10.222.0.24 "GET /v2.0/networks/779f48ee-d887-4452-88bd-33079cd99d85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4954021 May 20 21:03:26.978637 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e00a23e0-efc2-40ac-92bb-89cab3f67ddf tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks [] for router, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:26.987108 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e0d4fd1f-79b6-4b64-abc6-7cad313695c5 req-82c6ff1f-0f6d-4ee4-916b-ab0ad72ff25e service neutron] 10.222.0.24 "GET /v2.0/networks/779f48ee-d887-4452-88bd-33079cd99d85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039236 May 20 21:03:27.157410 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e00a23e0-efc2-40ac-92bb-89cab3f67ddf tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26169'] for router, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:27.159629 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e00a23e0-efc2-40ac-92bb-89cab3f67ddf tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:27.304145 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e00a23e0-efc2-40ac-92bb-89cab3f67ddf tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-693148'] for router, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:27.304954 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e00a23e0-efc2-40ac-92bb-89cab3f67ddf tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Fanout notify agent at l3_agent the message router_deleted on router 6f1b85ae-1086-4740-b7b8-526e3d919d46 {{(pid=103162) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 20 21:03:27.312900 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e00a23e0-efc2-40ac-92bb-89cab3f67ddf tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks [] for router, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:27.316589 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-e00a23e0-efc2-40ac-92bb-89cab3f67ddf tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] 10.222.0.35 "DELETE /v2.0/routers/6f1b85ae-1086-4740-b7b8-526e3d919d46 HTTP/1.1" status: 204 len: 168 time: 0.4691088 May 20 21:03:27.316756 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 42876) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:03:27.380781 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd8fa2ce-e5cf-4938-9a78-494d7c5a7bed tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Deleting subnet c2bc5efe-ef9f-4865-afe9-bd51ba53ce74 {{(pid=103162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 20 21:03:27.384145 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bd8fa2ce-e5cf-4938-9a78-494d7c5a7bed tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks [] for subnet, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:27.444435 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bd8fa2ce-e5cf-4938-9a78-494d7c5a7bed tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3738392'] for subnet, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:27.576981 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffda8f5e-09ad-485e-9317-7ef99950a098 req-ac879c11-2a75-49b6-9594-2d3e0f92aba5 tempest-VolumesActionsTest-473867302 tempest-VolumesActionsTest-473867302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:03:27.582006 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ffda8f5e-09ad-485e-9317-7ef99950a098 req-ac879c11-2a75-49b6-9594-2d3e0f92aba5 tempest-VolumesActionsTest-473867302 tempest-VolumesActionsTest-473867302-project] 10.222.0.35 "GET /v2.0/ports?device_id=64c56ddc-137f-44a6-b42d-35ebbf668714 HTTP/1.1" status: 200 len: 944 time: 0.0992811 May 20 21:03:27.600436 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bd8fa2ce-e5cf-4938-9a78-494d7c5a7bed tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33068388'] for subnet, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:27.648654 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ffda8f5e-09ad-485e-9317-7ef99950a098 req-004f1744-3727-49f9-9125-557ad3e6d107 tempest-VolumesActionsTest-473867302 tempest-VolumesActionsTest-473867302-project] 10.222.0.35 "GET /v2.0/security-groups?id=24d87f1d-62e6-4e5b-901a-8fdcd94bdb7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509367 May 20 21:03:27.761785 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bd8fa2ce-e5cf-4938-9a78-494d7c5a7bed tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33068399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3797621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4018265'] for subnet, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:27.790956 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8fa2ce-e5cf-4938-9a78-494d7c5a7bed tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Pushing event deleted for resources: {'Subnet': ['ID=c2bc5efe-ef9f-4865-afe9-bd51ba53ce74,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:03:27.794908 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bd8fa2ce-e5cf-4938-9a78-494d7c5a7bed tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:27.799604 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-bd8fa2ce-e5cf-4938-9a78-494d7c5a7bed tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] 10.222.0.35 "DELETE /v2.0/subnets/c2bc5efe-ef9f-4865-afe9-bd51ba53ce74 HTTP/1.1" status: 204 len: 168 time: 0.4809167 May 20 21:03:27.805409 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 42892) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:03:27.805602 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79801a14-4eac-4f3d-9a32-82d4fbd11457 None None] Network 10c2a0b1-53be-4a78-8162-3c16ef65bc84 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:03:27.889641 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-beb6176f-479b-4383-af31-128244dce5de tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33160123'] for network, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:27.950861 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-beb6176f-479b-4383-af31-128244dce5de tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Deleting port 10904c38-2847-4fd7-b5c1-46456f288224 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:03:27.951192 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-beb6176f-479b-4383-af31-128244dce5de tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:28.035555 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a1033d3-1b5e-4f24-b97e-cbff8728d66d None None] DHCP port deletion for 10c2a0b1-53be-4a78-8162-3c16ef65bc84 request from n-d-842733-1 {{(pid=103164) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 21:03:28.051584 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-beb6176f-479b-4383-af31-128244dce5de tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] For port 10904c38-2847-4fd7-b5c1-46456f288224, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=10904c38-2847-4fd7-b5c1-46456f288224,segment=NetworkSegment(91caf453-0755-4054-95dd-a1ffec1f2b0f),segment_id=91caf453-0755-4054-95dd-a1ffec1f2b0f)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:03:28.051870 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-beb6176f-479b-4383-af31-128244dce5de tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:28.065924 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-beb6176f-479b-4383-af31-128244dce5de tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Calling delete_port for 10904c38-2847-4fd7-b5c1-46456f288224 owned by network:dhcp {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:03:28.085231 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-0a1033d3-1b5e-4f24-b97e-cbff8728d66d None None] Deleting port 10904c38-2847-4fd7-b5c1-46456f288224 {{(pid=103164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:03:28.085727 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-0a1033d3-1b5e-4f24-b97e-cbff8728d66d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:28.170556 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-0a1033d3-1b5e-4f24-b97e-cbff8728d66d None None] For port 10904c38-2847-4fd7-b5c1-46456f288224, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=10904c38-2847-4fd7-b5c1-46456f288224,segment=NetworkSegment(91caf453-0755-4054-95dd-a1ffec1f2b0f),segment_id=91caf453-0755-4054-95dd-a1ffec1f2b0f)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:03:28.171051 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-0a1033d3-1b5e-4f24-b97e-cbff8728d66d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:28.184744 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-0a1033d3-1b5e-4f24-b97e-cbff8728d66d None None] Calling delete_port for 10904c38-2847-4fd7-b5c1-46456f288224 owned by network:dhcp {{(pid=103164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:03:28.218715 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-beb6176f-479b-4383-af31-128244dce5de tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:28.254611 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb6176f-479b-4383-af31-128244dce5de tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Pushing event deleted for resources: {'Port': ['ID=10904c38-2847-4fd7-b5c1-46456f288224,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:03:28.262583 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb6176f-479b-4383-af31-128244dce5de tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] No DVR routers for this DVR port 10904c38-2847-4fd7-b5c1-46456f288224 on host n-d-842733-1 {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 21:03:28.273190 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-0a1033d3-1b5e-4f24-b97e-cbff8728d66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099'] for port, after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:28.308988 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1033d3-1b5e-4f24-b97e-cbff8728d66d None None] Pushing event deleted for resources: {'Port': ['ID=10904c38-2847-4fd7-b5c1-46456f288224,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:03:28.318041 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a1033d3-1b5e-4f24-b97e-cbff8728d66d None None] No DVR routers for this DVR port 10904c38-2847-4fd7-b5c1-46456f288224 on host n-d-842733-1 {{(pid=103164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 21:03:28.369044 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-beb6176f-479b-4383-af31-128244dce5de tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33072115', 'neutron.services.segments.db._delete_segments_for_network-8782419500584'] for network, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:28.391170 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-beb6176f-479b-4383-af31-128244dce5de tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10c2a0b1-53be-4a78-8162-3c16ef65bc84']}} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:03:28.400634 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-beb6176f-479b-4383-af31-128244dce5de tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91caf453-0755-4054-95dd-a1ffec1f2b0f') {'for_net_delete': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:03:28.400923 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-beb6176f-479b-4383-af31-128244dce5de tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91caf453-0755-4054-95dd-a1ffec1f2b0f') {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:03:28.411450 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-beb6176f-479b-4383-af31-128244dce5de tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419501617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9338764'] for segment, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:28.430227 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-beb6176f-479b-4383-af31-128244dce5de tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:28.443489 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-beb6176f-479b-4383-af31-128244dce5de tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Releasing vlan 210 on physical network physnet1 to pool {{(pid=103163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 21:03:28.443906 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-beb6176f-479b-4383-af31-128244dce5de tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9638311'] for segment, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:28.447685 n-d-842733-1 neutron-server[103163]: Traceback (most recent call last): May 20 21:03:28.447685 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 21:03:28.447685 n-d-842733-1 neutron-server[103163]: timer() May 20 21:03:28.447685 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 21:03:28.447685 n-d-842733-1 neutron-server[103163]: cb(*args, **kw) May 20 21:03:28.447685 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 20 21:03:28.447685 n-d-842733-1 neutron-server[103163]: return func(*args, **kwargs) May 20 21:03:28.447685 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 21:03:28.447685 n-d-842733-1 neutron-server[103163]: self._notify() May 20 21:03:28.447685 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 21:03:28.447685 n-d-842733-1 neutron-server[103163]: self.callback(batched_events) May 20 21:03:28.447685 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 21:03:28.447685 n-d-842733-1 neutron-server[103163]: event.method(event) May 20 21:03:28.447685 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 20 21:03:28.447685 n-d-842733-1 neutron-server[103163]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 21:03:28.447685 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 20 21:03:28.447685 n-d-842733-1 neutron-server[103163]: aggregate_uuid = self.p_client.list_aggregates( May 20 21:03:28.447685 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 20 21:03:28.447685 n-d-842733-1 neutron-server[103163]: return f(self, *a, **k) May 20 21:03:28.447685 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 20 21:03:28.447685 n-d-842733-1 neutron-server[103163]: return self._get(url).json() May 20 21:03:28.447685 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 20 21:03:28.447685 n-d-842733-1 neutron-server[103163]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 21:03:28.447685 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 21:03:28.447685 n-d-842733-1 neutron-server[103163]: return self.request(url, 'GET', **kwargs) May 20 21:03:28.447685 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 21:03:28.447685 n-d-842733-1 neutron-server[103163]: base_url = self.get_endpoint(auth, allow=allow, May 20 21:03:28.447685 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 21:03:28.447685 n-d-842733-1 neutron-server[103163]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 21:03:28.447685 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 21:03:28.447685 n-d-842733-1 neutron-server[103163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 21:03:28.447685 n-d-842733-1 neutron-server[103163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 21:03:28.589512 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-beb6176f-479b-4383-af31-128244dce5de tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33072122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748162'] for network, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:28.603533 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-beb6176f-479b-4383-af31-128244dce5de tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:28.613290 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 42908) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:03:28.617692 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-beb6176f-479b-4383-af31-128244dce5de tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] 10.222.0.35 "DELETE /v2.0/networks/10c2a0b1-53be-4a78-8162-3c16ef65bc84 HTTP/1.1" status: 204 len: 168 time: 0.8122962 May 20 21:03:28.623680 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-1f89e842-7b62-4379-b0c0-79211795b4d7 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1156795812', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'}, 'admin_state_up': False}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:03:28.633937 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 10904c38-2847-4fd7-b5c1-46456f288224 no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 21:03:28.662920 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb6176f-479b-4383-af31-128244dce5de tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Pushing event deleted for resources: {'Network': ['ID=10c2a0b1-53be-4a78-8162-3c16ef65bc84,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:03:28.667539 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: 10904c38-2847-4fd7-b5c1-46456f288224 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 21:03:28.667881 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 10904c38-2847-4fd7-b5c1-46456f288224 not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 21:03:28.769594 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-1e593901-91f6-49ba-bb99-35441cdfada9 req-6083f8f2-8492-4f2e-bb58-aad162fb5f41 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=75b87a76-ad52-4618-a214-48088ec58aef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0630736 May 20 21:03:28.773061 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1f89e842-7b62-4379-b0c0-79211795b4d7 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-694221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26155'] for router, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:28.774759 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1f89e842-7b62-4379-b0c0-79211795b4d7 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-693085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748153', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-718080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26162'] for router, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:28.799406 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f880182-0968-4305-a7a2-0b35bc4766a0 req-119e5487-3a96-468c-baf1-330b673b42bb tempest-VolumesActionsTest-473867302 tempest-VolumesActionsTest-473867302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:03:28.801408 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6f880182-0968-4305-a7a2-0b35bc4766a0 req-119e5487-3a96-468c-baf1-330b673b42bb tempest-VolumesActionsTest-473867302 tempest-VolumesActionsTest-473867302-project] 10.222.0.35 "GET /v2.0/ports?device_id=64c56ddc-137f-44a6-b42d-35ebbf668714 HTTP/1.1" status: 200 len: 944 time: 0.0725813 May 20 21:03:28.842792 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1f89e842-7b62-4379-b0c0-79211795b4d7 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:28.864068 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6f880182-0968-4305-a7a2-0b35bc4766a0 req-96a88d81-eb08-489d-a4b6-5c1221ddd976 tempest-VolumesActionsTest-473867302 tempest-VolumesActionsTest-473867302-project] 10.222.0.35 "GET /v2.0/security-groups?id=24d87f1d-62e6-4e5b-901a-8fdcd94bdb7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546622 May 20 21:03:28.893057 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device d0583483-3c39-4642-849a-e2899783ea37 details requested by agent hyperv_n-h1-842733-1 with host n-h1-842733-1 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 21:03:28.908230 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e593901-91f6-49ba-bb99-35441cdfada9 req-852d166a-7e1f-4318-8e6c-0d8e9ad359b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:03:28.908880 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e593901-91f6-49ba-bb99-35441cdfada9 req-852d166a-7e1f-4318-8e6c-0d8e9ad359b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:03:28.909548 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e593901-91f6-49ba-bb99-35441cdfada9 req-852d166a-7e1f-4318-8e6c-0d8e9ad359b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:03:28.910017 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e593901-91f6-49ba-bb99-35441cdfada9 req-852d166a-7e1f-4318-8e6c-0d8e9ad359b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:03:28.910479 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e593901-91f6-49ba-bb99-35441cdfada9 req-852d166a-7e1f-4318-8e6c-0d8e9ad359b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:03:28.910941 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e593901-91f6-49ba-bb99-35441cdfada9 req-852d166a-7e1f-4318-8e6c-0d8e9ad359b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:03:28.911457 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e593901-91f6-49ba-bb99-35441cdfada9 req-852d166a-7e1f-4318-8e6c-0d8e9ad359b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:03:28.913610 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-1e593901-91f6-49ba-bb99-35441cdfada9 req-852d166a-7e1f-4318-8e6c-0d8e9ad359b6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0460753b23084d8f8624c2387ec65eda&device_id=75b87a76-ad52-4618-a214-48088ec58aef HTTP/1.1" status: 200 len: 6501 time: 0.0729434 May 20 21:03:29.014486 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port d0583483-3c39-4642-849a-e2899783ea37, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=d0583483-3c39-4642-849a-e2899783ea37,segment=NetworkSegment(68f0c3de-0b58-4c39-94e8-e483baae4c6d),segment_id=68f0c3de-0b58-4c39-94e8-e483baae4c6d)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:03:29.029095 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Returning: {'device': 'd0583483-3c39-4642-849a-e2899783ea37', 'network_id': '779f48ee-d887-4452-88bd-33079cd99d85', 'port_id': 'd0583483-3c39-4642-849a-e2899783ea37', 'mac_address': 'fa:16:3e:5d:8a:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91ad9eba-632c-4ffc-926b-542d699a3497', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 20 21:03:29.098984 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Current status of the port d0583483-3c39-4642-849a-e2899783ea37 is: DOWN; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:03:29.099681 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:29.138483 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0583483-3c39-4642-849a-e2899783ea37 {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 21:03:29.152577 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1f89e842-7b62-4379-b0c0-79211795b4d7 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:29.179101 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port d0583483-3c39-4642-849a-e2899783ea37, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=d0583483-3c39-4642-849a-e2899783ea37,segment=NetworkSegment(68f0c3de-0b58-4c39-94e8-e483baae4c6d),segment_id=68f0c3de-0b58-4c39-94e8-e483baae4c6d)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:03:29.191893 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e593901-91f6-49ba-bb99-35441cdfada9 req-5cc0decb-681c-4995-a440-a3da895a9960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:03:29.192569 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e593901-91f6-49ba-bb99-35441cdfada9 req-5cc0decb-681c-4995-a440-a3da895a9960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:03:29.193319 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e593901-91f6-49ba-bb99-35441cdfada9 req-5cc0decb-681c-4995-a440-a3da895a9960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:03:29.195135 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-1e593901-91f6-49ba-bb99-35441cdfada9 req-5cc0decb-681c-4995-a440-a3da895a9960 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1e3e44fa-7b8c-41ab-9fa2-0a6471f01b68&id=2092c81d-6283-40f1-9bf1-5f286393c29e&id=2092c81d-6283-40f1-9bf1-5f286393c29e&id=2092c81d-6283-40f1-9bf1-5f286393c29e&id=2092c81d-6283-40f1-9bf1-5f286393c29e&id=406fd18c-0c2e-4f41-b1be-e40f4d4f5f09&id=406fd18c-0c2e-4f41-b1be-e40f4d4f5f09 HTTP/1.1" status: 200 len: 2297 time: 0.2252331 May 20 21:03:29.282228 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-1e593901-91f6-49ba-bb99-35441cdfada9 req-eb22cb67-6c67-45e0-8f09-b1f69ac10ac8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=92f180c2-0d12-4276-b468-9633e951982b HTTP/1.1" status: 200 len: 999 time: 0.0794618 May 20 21:03:29.286747 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:29.339793 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Pushing event updated for resources: {'Port': ['ID=d0583483-3c39-4642-849a-e2899783ea37,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:03:29.371843 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e593901-91f6-49ba-bb99-35441cdfada9 req-5be2f722-c78c-4e8a-93bb-0b054be19e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:03:29.373705 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-1e593901-91f6-49ba-bb99-35441cdfada9 req-5be2f722-c78c-4e8a-93bb-0b054be19e69 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=88b96f62-8032-4008-8101-2fc29fd0425b HTTP/1.1" status: 200 len: 855 time: 0.0812209 May 20 21:03:29.439747 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e593901-91f6-49ba-bb99-35441cdfada9 req-36d7a139-ad21-4591-b2d4-59f483260b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:03:29.441253 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-1e593901-91f6-49ba-bb99-35441cdfada9 req-36d7a139-ad21-4591-b2d4-59f483260b64 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1e3e44fa-7b8c-41ab-9fa2-0a6471f01b68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0606384 May 20 21:03:29.526700 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] get_ports_and_sgs() called for port_ids ['d0583483-3c39-4642-849a-e2899783ea37'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 21:03:29.918665 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1f89e842-7b62-4379-b0c0-79211795b4d7 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks [] for router_gateway, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:29.946481 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-1e593901-91f6-49ba-bb99-35441cdfada9 req-22eec633-3be2-41be-a1e2-fe0c238e2380 service neutron] 10.222.0.13 "GET /v2.0/networks/1e3e44fa-7b8c-41ab-9fa2-0a6471f01b68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4948456 May 20 21:03:29.948730 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1f89e842-7b62-4379-b0c0-79211795b4d7 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:30.043141 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e36f77-f767-405a-9633-b98d5659630f req-b5ff5996-74a2-43ae-9831-2b56068790e4 tempest-VolumesActionsTest-473867302 tempest-VolumesActionsTest-473867302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:03:30.044648 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c2e36f77-f767-405a-9633-b98d5659630f req-b5ff5996-74a2-43ae-9831-2b56068790e4 tempest-VolumesActionsTest-473867302 tempest-VolumesActionsTest-473867302-project] 10.222.0.35 "GET /v2.0/ports?device_id=64c56ddc-137f-44a6-b42d-35ebbf668714 HTTP/1.1" status: 200 len: 945 time: 0.0619121 May 20 21:03:30.095669 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c2e36f77-f767-405a-9633-b98d5659630f req-36deb7aa-35a1-4540-9a4f-b5e644e36b67 tempest-VolumesActionsTest-473867302 tempest-VolumesActionsTest-473867302-project] 10.222.0.35 "GET /v2.0/security-groups?id=24d87f1d-62e6-4e5b-901a-8fdcd94bdb7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365067 May 20 21:03:30.131326 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-1e593901-91f6-49ba-bb99-35441cdfada9 req-5d275c75-802e-422a-998d-1d4a3ad05ecf service neutron] 10.222.0.13 "GET /v2.0/networks/1e3e44fa-7b8c-41ab-9fa2-0a6471f01b68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728055 May 20 21:03:30.181528 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-1f89e842-7b62-4379-b0c0-79211795b4d7 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Allocated IP 172.25.2.129 (e3a93b5c-91e2-4064-9c2c-1afc261bfe15/86fee0c1-6e34-488b-9216-b2b8e7ef585a/34127c1b-7210-42f2-8b18-592d4675e551) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:03:30.184519 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-1e593901-91f6-49ba-bb99-35441cdfada9 req-db1073a6-02f2-41d1-9554-ff430cdf08c8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.238&port_id=e5e479b5-1f0b-4f2a-8602-65a393830577 HTTP/1.1" status: 200 len: 217 time: 0.0465891 May 20 21:03:30.297801 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e593901-91f6-49ba-bb99-35441cdfada9 req-b5694b14-3589-419a-a7cf-a8e76d99eeb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:03:30.299509 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-1e593901-91f6-49ba-bb99-35441cdfada9 req-b5694b14-3589-419a-a7cf-a8e76d99eeb3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=71cdbdb6-2a6f-4add-9d80-59c94baaaa26 HTTP/1.1" status: 200 len: 797 time: 0.1091759 May 20 21:03:30.378772 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e593901-91f6-49ba-bb99-35441cdfada9 req-881db5c6-ec64-4bd8-ab08-b2a654f282fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:03:30.380193 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-1e593901-91f6-49ba-bb99-35441cdfada9 req-881db5c6-ec64-4bd8-ab08-b2a654f282fa service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2092c81d-6283-40f1-9bf1-5f286393c29e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0743573 May 20 21:03:30.384665 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1f89e842-7b62-4379-b0c0-79211795b4d7 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:30.494959 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-1e593901-91f6-49ba-bb99-35441cdfada9 req-48c0255d-63de-4d00-9874-b55a12719ce5 service neutron] 10.222.0.13 "GET /v2.0/networks/2092c81d-6283-40f1-9bf1-5f286393c29e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061325 May 20 21:03:30.557543 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1f89e842-7b62-4379-b0c0-79211795b4d7 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:30.621481 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f89e842-7b62-4379-b0c0-79211795b4d7 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Network e3a93b5c-91e2-4064-9c2c-1afc261bfe15 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:03:30.630281 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-1f89e842-7b62-4379-b0c0-79211795b4d7 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:03:30.633882 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f89e842-7b62-4379-b0c0-79211795b4d7 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:03:30.635757 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f89e842-7b62-4379-b0c0-79211795b4d7 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Pushing event updated for resources: {'Port': ['ID=34127c1b-7210-42f2-8b18-592d4675e551,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:03:30.640338 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-1e593901-91f6-49ba-bb99-35441cdfada9 req-e6ba440e-c2a8-4875-a87c-dfc0221be184 service neutron] 10.222.0.13 "GET /v2.0/networks/2092c81d-6283-40f1-9bf1-5f286393c29e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389446 May 20 21:03:30.699853 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-1e593901-91f6-49ba-bb99-35441cdfada9 req-45aebdd5-054c-4e4a-be3c-eddeced57d0d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.122&port_id=70abfc69-b0e3-44bf-8960-f0d10e058c3c HTTP/1.1" status: 200 len: 217 time: 0.0401199 May 20 21:03:30.842088 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e593901-91f6-49ba-bb99-35441cdfada9 req-c157a24f-d45b-4734-87ff-cf12000d2e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:03:30.843556 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-1e593901-91f6-49ba-bb99-35441cdfada9 req-c157a24f-d45b-4734-87ff-cf12000d2e4d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=71cdbdb6-2a6f-4add-9d80-59c94baaaa26 HTTP/1.1" status: 200 len: 797 time: 0.1375566 May 20 21:03:30.897931 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e593901-91f6-49ba-bb99-35441cdfada9 req-674f2d8e-73c7-43bf-833e-6c17c6a453d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:03:30.899436 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-1e593901-91f6-49ba-bb99-35441cdfada9 req-674f2d8e-73c7-43bf-833e-6c17c6a453d6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2092c81d-6283-40f1-9bf1-5f286393c29e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0485981 May 20 21:03:30.907518 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device d0583483-3c39-4642-849a-e2899783ea37 up at agent hyperv_n-h1-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:03:30.990557 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-1e593901-91f6-49ba-bb99-35441cdfada9 req-bd9293b7-8b80-4355-8b65-63dd3155dd19 service neutron] 10.222.0.13 "GET /v2.0/networks/2092c81d-6283-40f1-9bf1-5f286393c29e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841682 May 20 21:03:31.012619 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Provisioning for port d0583483-3c39-4642-849a-e2899783ea37 completed by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 21:03:31.018386 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Provisioning complete for port d0583483-3c39-4642-849a-e2899783ea37 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:03:31.018764 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:31.100179 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Current status of the port d0583483-3c39-4642-849a-e2899783ea37 is: BUILD; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:03:31.100490 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:31.127506 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64c56ddc-137f-44a6-b42d-35ebbf668714', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0583483-3c39-4642-849a-e2899783ea37'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 21:03:31.130396 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8485417003ce7c0410b00f5cdc2f391e21107b70bb68e2773712534a96e108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26870e7e-ab12-4b47-8b39-7d05fe57dc7e" -d '{"events": [{"server_uuid": "64c56ddc-137f-44a6-b42d-35ebbf668714", "name": "network-vif-plugged", "status": "completed", "tag": "d0583483-3c39-4642-849a-e2899783ea37"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 21:03:31.141390 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port d0583483-3c39-4642-849a-e2899783ea37, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=d0583483-3c39-4642-849a-e2899783ea37,segment=NetworkSegment(68f0c3de-0b58-4c39-94e8-e483baae4c6d),segment_id=68f0c3de-0b58-4c39-94e8-e483baae4c6d)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:03:31.186939 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1f89e842-7b62-4379-b0c0-79211795b4d7 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks [] for router_gateway, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:31.213668 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:31.264992 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Pushing event updated for resources: {'Port': ['ID=d0583483-3c39-4642-849a-e2899783ea37,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:03:31.288026 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-1e593901-91f6-49ba-bb99-35441cdfada9 req-438c6fa2-f7d0-49fb-889f-46459ca97dc3 service neutron] 10.222.0.13 "GET /v2.0/networks/2092c81d-6283-40f1-9bf1-5f286393c29e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2621388 May 20 21:03:31.331087 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca33819-c0d6-413c-ba45-e824406d116c req-b0d2d7f7-401b-446f-8eab-2a4f73c3f69a tempest-VolumesActionsTest-473867302 tempest-VolumesActionsTest-473867302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:03:31.333836 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-aca33819-c0d6-413c-ba45-e824406d116c req-b0d2d7f7-401b-446f-8eab-2a4f73c3f69a tempest-VolumesActionsTest-473867302 tempest-VolumesActionsTest-473867302-project] 10.222.0.35 "GET /v2.0/ports?device_id=64c56ddc-137f-44a6-b42d-35ebbf668714 HTTP/1.1" status: 200 len: 946 time: 0.1221001 May 20 21:03:31.335809 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-1e593901-91f6-49ba-bb99-35441cdfada9 req-ed60bbac-2ea9-47da-86a0-53f716a747e9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.135&port_id=e23bf1a0-0743-4c25-ac95-d74d935af48f HTTP/1.1" status: 200 len: 217 time: 0.0396557 May 20 21:03:31.410734 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-aca33819-c0d6-413c-ba45-e824406d116c req-fdfa99e7-d032-4c17-ae71-b79945c768a7 tempest-VolumesActionsTest-473867302 tempest-VolumesActionsTest-473867302-project] 10.222.0.35 "GET /v2.0/security-groups?id=24d87f1d-62e6-4e5b-901a-8fdcd94bdb7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638347 May 20 21:03:31.422554 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 21:03:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-653deb27-205e-449b-b44f-7d89de88734c x-openstack-request-id: req-653deb27-205e-449b-b44f-7d89de88734c {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 21:03:31.425849 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64c56ddc-137f-44a6-b42d-35ebbf668714", "name": "network-vif-plugged", "status": "completed", "tag": "d0583483-3c39-4642-849a-e2899783ea37", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 21:03:31.426366 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-653deb27-205e-449b-b44f-7d89de88734c {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 21:03:31.427018 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-653deb27-205e-449b-b44f-7d89de88734c'] response: {'server_uuid': '64c56ddc-137f-44a6-b42d-35ebbf668714', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0583483-3c39-4642-849a-e2899783ea37', 'code': 200} May 20 21:03:31.492594 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e593901-91f6-49ba-bb99-35441cdfada9 req-244b7f0e-7166-4696-9267-86dac4dca58a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:03:31.494365 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-1e593901-91f6-49ba-bb99-35441cdfada9 req-244b7f0e-7166-4696-9267-86dac4dca58a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=71cdbdb6-2a6f-4add-9d80-59c94baaaa26 HTTP/1.1" status: 200 len: 797 time: 0.1020002 May 20 21:03:31.535238 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a2e023-04a8-41af-a353-7afc860b79a0 req-75f8b4c6-e2c6-42e3-947b-63a01fbce3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:03:31.537064 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-24a2e023-04a8-41af-a353-7afc860b79a0 req-75f8b4c6-e2c6-42e3-947b-63a01fbce3ec service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=64c56ddc-137f-44a6-b42d-35ebbf668714 HTTP/1.1" status: 200 len: 1097 time: 0.0453534 May 20 21:03:31.539388 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1f89e842-7b62-4379-b0c0-79211795b4d7 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748106'] for router, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:31.575592 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-24a2e023-04a8-41af-a353-7afc860b79a0 req-89bc8d20-f9ef-40f0-8754-405b974aff45 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=24d87f1d-62e6-4e5b-901a-8fdcd94bdb7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310397 May 20 21:03:31.586925 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e593901-91f6-49ba-bb99-35441cdfada9 req-78fdb103-f450-467a-b8a0-8a80b4240cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:03:31.588434 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-1e593901-91f6-49ba-bb99-35441cdfada9 req-78fdb103-f450-467a-b8a0-8a80b4240cf2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2092c81d-6283-40f1-9bf1-5f286393c29e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0867205 May 20 21:03:31.744941 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-1e593901-91f6-49ba-bb99-35441cdfada9 req-5c6587d1-5b3f-4f93-ae06-72e0f181e323 service neutron] 10.222.0.13 "GET /v2.0/networks/2092c81d-6283-40f1-9bf1-5f286393c29e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487076 May 20 21:03:31.842180 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f89e842-7b62-4379-b0c0-79211795b4d7 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Router 3903a7c3-0f46-42b7-988d-668ce28e4112 is scheduled to L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e with binding_index 1 {{(pid=103162) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 20 21:03:31.849576 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-1e593901-91f6-49ba-bb99-35441cdfada9 req-a1dc085f-63ae-4bd1-8866-aa07a46f97cc service neutron] 10.222.0.13 "GET /v2.0/networks/2092c81d-6283-40f1-9bf1-5f286393c29e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962214 May 20 21:03:31.932261 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-1e593901-91f6-49ba-bb99-35441cdfada9 req-dc63499e-5f48-49c7-a818-44853ec696c3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.154&port_id=c635efd6-629d-4675-9b02-f5dc32576914 HTTP/1.1" status: 200 len: 217 time: 0.0753779 May 20 21:03:31.987466 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e593901-91f6-49ba-bb99-35441cdfada9 req-9b676d51-3573-4f67-af57-82b4da00b81c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:03:31.989136 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-1e593901-91f6-49ba-bb99-35441cdfada9 req-9b676d51-3573-4f67-af57-82b4da00b81c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=71cdbdb6-2a6f-4add-9d80-59c94baaaa26 HTTP/1.1" status: 200 len: 797 time: 0.0501506 May 20 21:03:32.339979 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f89e842-7b62-4379-b0c0-79211795b4d7 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 21:03:32.356574 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8af13516-4f22-4b66-9b4a-8f5215bd360d None None] Sync routers for ids ['3903a7c3-0f46-42b7-988d-668ce28e4112'] in n-d-842733-1 {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 21:03:32.362692 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e593901-91f6-49ba-bb99-35441cdfada9 req-0129e807-305f-429e-8f95-a3135e66eb49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:03:32.364221 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-1e593901-91f6-49ba-bb99-35441cdfada9 req-0129e807-305f-429e-8f95-a3135e66eb49 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2092c81d-6283-40f1-9bf1-5f286393c29e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3677945 May 20 21:03:32.372420 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af13516-4f22-4b66-9b4a-8f5215bd360d None None] Routers {'3903a7c3-0f46-42b7-988d-668ce28e4112'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:03:32.373067 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-8af13516-4f22-4b66-9b4a-8f5215bd360d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:03:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['3903a7c3-0f46-42b7-988d-668ce28e4112'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:03:32.438700 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:32.438700 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-8af13516-4f22-4b66-9b4a-8f5215bd360d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:03:32.449201 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af13516-4f22-4b66-9b4a-8f5215bd360d None None] Routers {'3903a7c3-0f46-42b7-988d-668ce28e4112'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:03:32.450763 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-8af13516-4f22-4b66-9b4a-8f5215bd360d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:03:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['3903a7c3-0f46-42b7-988d-668ce28e4112'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:03:32.522007 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-8af13516-4f22-4b66-9b4a-8f5215bd360d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:03:32.522931 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8af13516-4f22-4b66-9b4a-8f5215bd360d None None] The sync data for ids ['3903a7c3-0f46-42b7-988d-668ce28e4112'] in n-d-842733-1 is: [] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 21:03:32.524304 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1f89e842-7b62-4379-b0c0-79211795b4d7 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks [] for router, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:32.526331 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-1f89e842-7b62-4379-b0c0-79211795b4d7 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.9113002 May 20 21:03:32.531414 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 42978) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:03:32.597743 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-1e593901-91f6-49ba-bb99-35441cdfada9 req-b348edc5-96ba-4d6a-b269-5efef7212b8f service neutron] 10.222.0.13 "GET /v2.0/networks/2092c81d-6283-40f1-9bf1-5f286393c29e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2265389 May 20 21:03:32.646927 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9405b5fb-8d16-4ac7-8bc2-2a5e38bc58f9 req-d3e6d899-e52e-4f9c-a833-78f854b6ad82 tempest-VolumesActionsTest-473867302 tempest-VolumesActionsTest-473867302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:03:32.649930 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9405b5fb-8d16-4ac7-8bc2-2a5e38bc58f9 req-d3e6d899-e52e-4f9c-a833-78f854b6ad82 tempest-VolumesActionsTest-473867302 tempest-VolumesActionsTest-473867302-project] 10.222.0.35 "GET /v2.0/ports?device_id=64c56ddc-137f-44a6-b42d-35ebbf668714 HTTP/1.1" status: 200 len: 946 time: 0.1474292 May 20 21:03:32.694932 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9405b5fb-8d16-4ac7-8bc2-2a5e38bc58f9 req-2baaa629-caac-45ff-b787-6d3617e5f606 tempest-VolumesActionsTest-473867302 tempest-VolumesActionsTest-473867302-project] 10.222.0.35 "GET /v2.0/security-groups?id=24d87f1d-62e6-4e5b-901a-8fdcd94bdb7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390379 May 20 21:03:32.736352 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-99f46fb2-f9bb-4602-af11-9987e5037778 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] 10.222.0.35 "GET /v2.0/routers/3903a7c3-0f46-42b7-988d-668ce28e4112 HTTP/1.1" status: 200 len: 885 time: 0.2030632 May 20 21:03:32.738929 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 42980) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:03:32.810454 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-1e593901-91f6-49ba-bb99-35441cdfada9 req-cb92cb39-f2b7-4b84-9c7a-2e6b39fe0693 service neutron] 10.222.0.13 "GET /v2.0/networks/2092c81d-6283-40f1-9bf1-5f286393c29e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2047741 May 20 21:03:32.879835 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-1e593901-91f6-49ba-bb99-35441cdfada9 req-7bcced39-973c-41a3-a8c1-ed8f3e86d4e3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f4c771b6-ea4d-4f91-a9e6-9592d7d019b1 HTTP/1.1" status: 200 len: 217 time: 0.0626743 May 20 21:03:32.979234 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e593901-91f6-49ba-bb99-35441cdfada9 req-fd34efca-b8e1-4b7c-9f6c-17ad9baa62a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:03:32.980728 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-1e593901-91f6-49ba-bb99-35441cdfada9 req-fd34efca-b8e1-4b7c-9f6c-17ad9baa62a5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=70b55600-d7fc-4e7e-8aec-f560aacbb632 HTTP/1.1" status: 200 len: 797 time: 0.0916414 May 20 21:03:33.046348 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e593901-91f6-49ba-bb99-35441cdfada9 req-ec1d298e-d897-4b19-b824-6626a34ed751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:03:33.048661 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-1e593901-91f6-49ba-bb99-35441cdfada9 req-ec1d298e-d897-4b19-b824-6626a34ed751 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=406fd18c-0c2e-4f41-b1be-e40f4d4f5f09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0613317 May 20 21:03:33.074329 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-53aaa53a-f5a0-45ac-8848-fee044713676 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.3317697 May 20 21:03:33.074329 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 42984) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:03:33.079841 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-57cc63bb-47b9-4b98-b5d5-eb54ebaeb634 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1156795812'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:03:33.150374 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.agents_db [None req-5c33ad30-4e00-40fa-b486-8c79c4a6cfc5 None None] Agent healthcheck: found 7 active agents {{(pid=103165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 20 21:03:33.161338 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-1e593901-91f6-49ba-bb99-35441cdfada9 req-83b8187d-4470-4d3c-800a-6fefa074d66a service neutron] 10.222.0.13 "GET /v2.0/networks/406fd18c-0c2e-4f41-b1be-e40f4d4f5f09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058385 May 20 21:03:33.285602 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-1e593901-91f6-49ba-bb99-35441cdfada9 req-4acfd474-d7b7-460f-81e9-428b0c6e3c84 service neutron] 10.222.0.13 "GET /v2.0/networks/406fd18c-0c2e-4f41-b1be-e40f4d4f5f09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179383 May 20 21:03:33.356301 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-1e593901-91f6-49ba-bb99-35441cdfada9 req-5d2e5d30-be76-406b-8e3b-853f9514b59e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=914487ce-60c1-489c-a9a9-2aac03bed154 HTTP/1.1" status: 200 len: 217 time: 0.0598001 May 20 21:03:33.460292 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e593901-91f6-49ba-bb99-35441cdfada9 req-fc9d052f-2259-4ea6-b4f0-74fb93d76761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:03:33.463171 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-1e593901-91f6-49ba-bb99-35441cdfada9 req-fc9d052f-2259-4ea6-b4f0-74fb93d76761 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=70b55600-d7fc-4e7e-8aec-f560aacbb632 HTTP/1.1" status: 200 len: 797 time: 0.0999422 May 20 21:03:33.540434 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-57cc63bb-47b9-4b98-b5d5-eb54ebaeb634 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-748143', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-693059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26112'] for router, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:33.549991 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e593901-91f6-49ba-bb99-35441cdfada9 req-d7fa1861-67ae-4714-8a71-ccdad147505e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:03:33.551599 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-1e593901-91f6-49ba-bb99-35441cdfada9 req-d7fa1861-67ae-4714-8a71-ccdad147505e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=406fd18c-0c2e-4f41-b1be-e40f4d4f5f09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0819826 May 20 21:03:33.659016 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-57cc63bb-47b9-4b98-b5d5-eb54ebaeb634 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-748132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-748125', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-693176'] for router, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:33.674777 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-1e593901-91f6-49ba-bb99-35441cdfada9 req-8fff3cba-1e07-4483-b37c-37a82edafd0b service neutron] 10.222.0.13 "GET /v2.0/networks/406fd18c-0c2e-4f41-b1be-e40f4d4f5f09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166255 May 20 21:03:33.802347 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-1e593901-91f6-49ba-bb99-35441cdfada9 req-10a56990-1d0d-4f10-b1f0-6e153bcb12e6 service neutron] 10.222.0.13 "GET /v2.0/networks/406fd18c-0c2e-4f41-b1be-e40f4d4f5f09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207268 May 20 21:03:33.826415 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57cc63bb-47b9-4b98-b5d5-eb54ebaeb634 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Router 3903a7c3-0f46-42b7-988d-668ce28e4112 has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 21:03:33.917469 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d24da9e-6fd9-44d1-acf8-9d57d0aa7d46 req-5917a245-0841-4e79-8a83-a781aea9cb7a tempest-VolumesActionsTest-473867302 tempest-VolumesActionsTest-473867302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:03:33.918904 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6d24da9e-6fd9-44d1-acf8-9d57d0aa7d46 req-5917a245-0841-4e79-8a83-a781aea9cb7a tempest-VolumesActionsTest-473867302 tempest-VolumesActionsTest-473867302-project] 10.222.0.35 "GET /v2.0/ports?device_id=64c56ddc-137f-44a6-b42d-35ebbf668714 HTTP/1.1" status: 200 len: 946 time: 0.1105971 May 20 21:03:33.991670 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57cc63bb-47b9-4b98-b5d5-eb54ebaeb634 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 21:03:34.001627 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-57cc63bb-47b9-4b98-b5d5-eb54ebaeb634 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks [] for router, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:34.002339 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79303b58-5e06-4a27-8733-b1bf52a32b6d None None] Sync routers for ids ['3903a7c3-0f46-42b7-988d-668ce28e4112'] in n-d-842733-1 {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 21:03:34.003323 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-57cc63bb-47b9-4b98-b5d5-eb54ebaeb634 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] 10.222.0.35 "PUT /v2.0/routers/3903a7c3-0f46-42b7-988d-668ce28e4112 HTTP/1.1" status: 200 len: 892 time: 0.9279881 May 20 21:03:34.006092 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 42994) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:03:34.023936 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79303b58-5e06-4a27-8733-b1bf52a32b6d None None] Routers {'3903a7c3-0f46-42b7-988d-668ce28e4112'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:03:34.027052 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-79303b58-5e06-4a27-8733-b1bf52a32b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:03:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['3903a7c3-0f46-42b7-988d-668ce28e4112'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:03:34.054477 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6d24da9e-6fd9-44d1-acf8-9d57d0aa7d46 req-cb5673bf-82aa-4e6f-9250-b171a011673b tempest-VolumesActionsTest-473867302 tempest-VolumesActionsTest-473867302-project] 10.222.0.35 "GET /v2.0/security-groups?id=24d87f1d-62e6-4e5b-901a-8fdcd94bdb7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496278 May 20 21:03:34.082607 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-79303b58-5e06-4a27-8733-b1bf52a32b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:03:34.100192 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79303b58-5e06-4a27-8733-b1bf52a32b6d None None] Routers {'3903a7c3-0f46-42b7-988d-668ce28e4112'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:03:34.101755 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-79303b58-5e06-4a27-8733-b1bf52a32b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:03:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['3903a7c3-0f46-42b7-988d-668ce28e4112'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:03:34.144364 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-79303b58-5e06-4a27-8733-b1bf52a32b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:03:34.145282 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79303b58-5e06-4a27-8733-b1bf52a32b6d None None] The sync data for ids ['3903a7c3-0f46-42b7-988d-668ce28e4112'] in n-d-842733-1 is: [] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 21:03:34.198938 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-0e88cbb0-a5c5-4a46-afe7-7cf800e45798 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] 10.222.0.35 "GET /v2.0/routers/3903a7c3-0f46-42b7-988d-668ce28e4112 HTTP/1.1" status: 200 len: 892 time: 0.1916192 May 20 21:03:34.201673 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 42998) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:03:34.249468 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-2b8be9ae-adf3-4c10-9286-131961fafe79 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] 10.222.0.35 "GET /v2.0/ports?device_id=3903a7c3-0f46-42b7-988d-668ce28e4112 HTTP/1.1" status: 200 len: 205 time: 0.0441947 May 20 21:03:34.249850 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 43002) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:03:34.379859 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b4c715b7-6369-421a-b44b-d79de9a6c296 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks [] for router, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:34.521267 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b4c715b7-6369-421a-b44b-d79de9a6c296 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:34.656463 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-b4c715b7-6369-421a-b44b-d79de9a6c296 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Deleting port 34127c1b-7210-42f2-8b18-592d4675e551 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:03:34.656985 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b4c715b7-6369-421a-b44b-d79de9a6c296 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:34.786517 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b4c715b7-6369-421a-b44b-d79de9a6c296 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:34.816815 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-b4c715b7-6369-421a-b44b-d79de9a6c296 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Calling delete_port for 34127c1b-7210-42f2-8b18-592d4675e551 owned by network:router_gateway {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:03:35.132688 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b4c715b7-6369-421a-b44b-d79de9a6c296 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:35.193095 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c715b7-6369-421a-b44b-d79de9a6c296 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Pushing event deleted for resources: {'Port': ['ID=34127c1b-7210-42f2-8b18-592d4675e551,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:03:35.280516 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b4c715b7-6369-421a-b44b-d79de9a6c296 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-748206'] for router_gateway, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:35.413595 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b4c715b7-6369-421a-b44b-d79de9a6c296 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26169'] for router, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:35.419571 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b4c715b7-6369-421a-b44b-d79de9a6c296 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:35.543855 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b4c715b7-6369-421a-b44b-d79de9a6c296 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-693148'] for router, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:35.544457 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4c715b7-6369-421a-b44b-d79de9a6c296 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Fanout notify agent at l3_agent the message router_deleted on router 3903a7c3-0f46-42b7-988d-668ce28e4112 {{(pid=103162) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 20 21:03:35.553460 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b4c715b7-6369-421a-b44b-d79de9a6c296 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks [] for router, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:35.558219 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-b4c715b7-6369-421a-b44b-d79de9a6c296 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] 10.222.0.35 "DELETE /v2.0/routers/3903a7c3-0f46-42b7-988d-668ce28e4112 HTTP/1.1" status: 204 len: 168 time: 1.3036673 May 20 21:03:35.558787 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 43054) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:03:35.565069 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-de861763-f101-4cbc-ab34-1c88d6409e2c tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-379509276'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:03:35.651929 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de861763-f101-4cbc-ab34-1c88d6409e2c tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Made reservation on behalf of 785b01e259854fae98d7194cf8f7101e for: {'network': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:03:35.656123 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-de861763-f101-4cbc-ab34-1c88d6409e2c tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for network, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:35.684071 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de861763-f101-4cbc-ab34-1c88d6409e2c tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 231} {{(pid=103163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 21:03:35.700227 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-de861763-f101-4cbc-ab34-1c88d6409e2c tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:35.701274 n-d-842733-1 neutron-server[103163]: INFO neutron.db.segments_db [None req-de861763-f101-4cbc-ab34-1c88d6409e2c tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Added segment 778831d9-a62b-4328-abc9-55efa3cafc1f of type vlan for network 7d91f4d1-6f32-4778-ac31-e7f41b45dc6b May 20 21:03:35.758132 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-de861763-f101-4cbc-ab34-1c88d6409e2c tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418993264'] for network, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:35.866535 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-de861763-f101-4cbc-ab34-1c88d6409e2c tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524'] for network, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:35.876510 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de861763-f101-4cbc-ab34-1c88d6409e2c tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:03:35.877564 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-de861763-f101-4cbc-ab34-1c88d6409e2c tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:35.987275 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-de861763-f101-4cbc-ab34-1c88d6409e2c tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4272709 May 20 21:03:35.990261 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 43080) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:03:35.995561 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-32af8241-c4d1-4afc-8c30-faf6a71d4a7e tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Request body: {'subnet': {'network_id': '7d91f4d1-6f32-4778-ac31-e7f41b45dc6b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:03:36.035455 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de861763-f101-4cbc-ab34-1c88d6409e2c tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Pushing event updated for resources: {'Network': ['ID=7d91f4d1-6f32-4778-ac31-e7f41b45dc6b,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:03:36.052492 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Network 7d91f4d1-6f32-4778-ac31-e7f41b45dc6b details requested by agent ovs-agent-n-d-842733-1 with host n-d-842733-1 {{(pid=103164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 20 21:03:36.263780 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32af8241-c4d1-4afc-8c30-faf6a71d4a7e tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Made reservation on behalf of 785b01e259854fae98d7194cf8f7101e for: {'subnet': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:03:36.268349 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-32af8241-c4d1-4afc-8c30-faf6a71d4a7e tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4018244'] for subnet, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:36.591101 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-32af8241-c4d1-4afc-8c30-faf6a71d4a7e tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3797684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4018258'] for subnet, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:36.664802 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32af8241-c4d1-4afc-8c30-faf6a71d4a7e tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Pushing event updated for resources: {'Subnet': ['ID=aa447cca-a5cd-4f63-9712-091ce9b48130,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:03:36.672465 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32af8241-c4d1-4afc-8c30-faf6a71d4a7e tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Checking segment: {'id': '778831d9-a62b-4328-abc9-55efa3cafc1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '7d91f4d1-6f32-4778-ac31-e7f41b45dc6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:03:36.673019 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32af8241-c4d1-4afc-8c30-faf6a71d4a7e tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Network hostable DHCP agents. Network: 7d91f4d1-6f32-4778-ac31-e7f41b45dc6b, hostable agents: ['c9b0653c-f3c7-4339-bd50-e3754b629216'], hosted agents: [] {{(pid=103162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 21:03:36.773989 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32af8241-c4d1-4afc-8c30-faf6a71d4a7e tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Network 7d91f4d1-6f32-4778-ac31-e7f41b45dc6b is scheduled to be hosted by DHCP agent c9b0653c-f3c7-4339-bd50-e3754b629216 with binding_index 1 {{(pid=103162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 21:03:36.876050 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-32af8241-c4d1-4afc-8c30-faf6a71d4a7e tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842733-1, 7d91f4d1-6f32-4778-ac31-e7f41b45dc6b) {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:03:36.880227 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32af8241-c4d1-4afc-8c30-faf6a71d4a7e tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:03:36.880934 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-32af8241-c4d1-4afc-8c30-faf6a71d4a7e tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:36.889848 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bae5060e-8785-4321-ae56-2a75a0a5ec32 None None] Network 7d91f4d1-6f32-4778-ac31-e7f41b45dc6b requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:03:36.977561 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 43122) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:03:36.978059 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-32af8241-c4d1-4afc-8c30-faf6a71d4a7e tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9860988 May 20 21:03:36.982368 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-9d90e5fc-ce45-47c1-b483-4d685150f5fa tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-278971164', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:03:37.064477 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9d90e5fc-ce45-47c1-b483-4d685150f5fa tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-694221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26155'] for router, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:37.065947 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9d90e5fc-ce45-47c1-b483-4d685150f5fa tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-693085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748153', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-718080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26162'] for router, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:37.100187 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dc89bfa-dccf-4a9b-b3e3-626a30470fc8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaee2b848-d4b9-5db1-b6ef-d6db29d67de7-7d91f4d1-6f32-4778-ac31-e7f41b45dc6b', 'network_id': '7d91f4d1-6f32-4778-ac31-e7f41b45dc6b', 'tenant_id': '785b01e259854fae98d7194cf8f7101e', 'fixed_ips': [{'subnet_id': 'aa447cca-a5cd-4f63-9712-091ce9b48130'}]}} from n-d-842733-1. {{(pid=103164) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 21:03:37.101106 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-5dc89bfa-dccf-4a9b-b3e3-626a30470fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:37.143925 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9d90e5fc-ce45-47c1-b483-4d685150f5fa tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:37.212705 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9d90e5fc-ce45-47c1-b483-4d685150f5fa tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748106'] for router, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:37.314808 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9d90e5fc-ce45-47c1-b483-4d685150f5fa tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks [] for router, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:37.316820 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-9d90e5fc-ce45-47c1-b483-4d685150f5fa tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3379025 May 20 21:03:37.319598 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 43146) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:03:37.327880 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [None req-5dc89bfa-dccf-4a9b-b3e3-626a30470fc8 None None] Allocated IP 2001:db8::2 (7d91f4d1-6f32-4778-ac31-e7f41b45dc6b/aa447cca-a5cd-4f63-9712-091ce9b48130/cf952e83-ec02-4c2f-a4e7-0aa61f1656bb) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:03:37.524989 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-5dc89bfa-dccf-4a9b-b3e3-626a30470fc8 None None] Notify callbacks [] for port, precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:37.627903 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-5dc89bfa-dccf-4a9b-b3e3-626a30470fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108'] for port, after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:37.710188 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7d7586bc-c417-4050-a194-de5776704581 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:37.754412 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dc89bfa-dccf-4a9b-b3e3-626a30470fc8 None None] Network 7d91f4d1-6f32-4778-ac31-e7f41b45dc6b is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:03:37.755351 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc89bfa-dccf-4a9b-b3e3-626a30470fc8 None None] Pushing event updated for resources: {'Port': ['ID=cf952e83-ec02-4c2f-a4e7-0aa61f1656bb,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:03:37.758588 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-5dc89bfa-dccf-4a9b-b3e3-626a30470fc8 None None] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:03:37.767725 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc89bfa-dccf-4a9b-b3e3-626a30470fc8 None None] Received port after_create {{(pid=103164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:03:37.861637 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-5dc89bfa-dccf-4a9b-b3e3-626a30470fc8 None None] Attempting to bind port cf952e83-ec02-4c2f-a4e7-0aa61f1656bb on host n-d-842733-1 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:03:37.861934 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-5dc89bfa-dccf-4a9b-b3e3-626a30470fc8 None None] Attempting to bind port cf952e83-ec02-4c2f-a4e7-0aa61f1656bb by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': '778831d9-a62b-4328-abc9-55efa3cafc1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '7d91f4d1-6f32-4778-ac31-e7f41b45dc6b'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:03:37.862349 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc89bfa-dccf-4a9b-b3e3-626a30470fc8 None None] Attempting to bind port cf952e83-ec02-4c2f-a4e7-0aa61f1656bb on network 7d91f4d1-6f32-4778-ac31-e7f41b45dc6b {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:03:37.875759 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc89bfa-dccf-4a9b-b3e3-626a30470fc8 None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 21, 3, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 21:03:37.876132 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc89bfa-dccf-4a9b-b3e3-626a30470fc8 None None] Checking segment: {'id': '778831d9-a62b-4328-abc9-55efa3cafc1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '7d91f4d1-6f32-4778-ac31-e7f41b45dc6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:03:37.876736 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-5dc89bfa-dccf-4a9b-b3e3-626a30470fc8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:37.877138 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc89bfa-dccf-4a9b-b3e3-626a30470fc8 None None] Bound using segment: {'id': '778831d9-a62b-4328-abc9-55efa3cafc1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '7d91f4d1-6f32-4778-ac31-e7f41b45dc6b'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 21:03:37.877695 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-5dc89bfa-dccf-4a9b-b3e3-626a30470fc8 None None] Bound port: cf952e83-ec02-4c2f-a4e7-0aa61f1656bb, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '778831d9-a62b-4328-abc9-55efa3cafc1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '7d91f4d1-6f32-4778-ac31-e7f41b45dc6b'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:03:37.878079 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-5dc89bfa-dccf-4a9b-b3e3-626a30470fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:37.951145 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-5dc89bfa-dccf-4a9b-b3e3-626a30470fc8 None None] For port cf952e83-ec02-4c2f-a4e7-0aa61f1656bb, host n-d-842733-1, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 21:03:37.955663 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-5dc89bfa-dccf-4a9b-b3e3-626a30470fc8 None None] For port cf952e83-ec02-4c2f-a4e7-0aa61f1656bb, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=cf952e83-ec02-4c2f-a4e7-0aa61f1656bb,segment=NetworkSegment(778831d9-a62b-4328-abc9-55efa3cafc1f),segment_id=778831d9-a62b-4328-abc9-55efa3cafc1f)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 21:03:38.042226 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-7d7586bc-c417-4050-a194-de5776704581 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Allocated IP 2001:db8::1 (7d91f4d1-6f32-4778-ac31-e7f41b45dc6b/aa447cca-a5cd-4f63-9712-091ce9b48130/42ee9da0-de97-4460-a0b3-8676a877f917) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:03:38.057158 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-5dc89bfa-dccf-4a9b-b3e3-626a30470fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:38.129971 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc89bfa-dccf-4a9b-b3e3-626a30470fc8 None None] Pushing event updated for resources: {'Port': ['ID=cf952e83-ec02-4c2f-a4e7-0aa61f1656bb,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:03:38.210212 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7d7586bc-c417-4050-a194-de5776704581 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:38.340005 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7d7586bc-c417-4050-a194-de5776704581 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:38.395484 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d7586bc-c417-4050-a194-de5776704581 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Network 7d91f4d1-6f32-4778-ac31-e7f41b45dc6b is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:03:38.403549 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-7d7586bc-c417-4050-a194-de5776704581 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:03:38.404317 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d7586bc-c417-4050-a194-de5776704581 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:03:38.405048 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7d7586bc-c417-4050-a194-de5776704581 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748409'] for router_interface, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:38.458666 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7586bc-c417-4050-a194-de5776704581 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Pushing event updated for resources: {'Port': ['ID=42ee9da0-de97-4460-a0b3-8676a877f917,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:03:38.648198 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7d7586bc-c417-4050-a194-de5776704581 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:38.689977 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device cf952e83-ec02-4c2f-a4e7-0aa61f1656bb up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:03:38.750471 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port cf952e83-ec02-4c2f-a4e7-0aa61f1656bb triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:03:38.751381 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:38.841023 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port cf952e83-ec02-4c2f-a4e7-0aa61f1656bb is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:03:38.841672 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:38.939983 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] For port cf952e83-ec02-4c2f-a4e7-0aa61f1656bb, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=cf952e83-ec02-4c2f-a4e7-0aa61f1656bb,segment=NetworkSegment(778831d9-a62b-4328-abc9-55efa3cafc1f),segment_id=778831d9-a62b-4328-abc9-55efa3cafc1f)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:03:39.060459 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:39.092412 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7d7586bc-c417-4050-a194-de5776704581 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:39.153419 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Pushing event updated for resources: {'Port': ['ID=cf952e83-ec02-4c2f-a4e7-0aa61f1656bb,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:03:39.184367 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7d7586bc-c417-4050-a194-de5776704581 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:39.185202 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7d7586bc-c417-4050-a194-de5776704581 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748437'] for router_interface, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:39.286874 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7586bc-c417-4050-a194-de5776704581 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Pushing event updated for resources: {'Port': ['ID=42ee9da0-de97-4460-a0b3-8676a877f917,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:03:39.377016 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d7586bc-c417-4050-a194-de5776704581 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Network 7d91f4d1-6f32-4778-ac31-e7f41b45dc6b is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:03:39.378665 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-7d7586bc-c417-4050-a194-de5776704581 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:03:39.532078 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63b23d0f-de34-465f-bc9b-bc04582103cd None None] Network 7d91f4d1-6f32-4778-ac31-e7f41b45dc6b requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:03:39.646542 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d7586bc-c417-4050-a194-de5776704581 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Router 779a6b55-6a33-41e5-b12b-04f53b722e1e is scheduled to L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e with binding_index 1 {{(pid=103162) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 20 21:03:39.653995 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-af42229c-a54b-4aa9-bfce-4d97dfc273ab None None] Provisioning complete for port cf952e83-ec02-4c2f-a4e7-0aa61f1656bb triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:03:39.654361 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-af42229c-a54b-4aa9-bfce-4d97dfc273ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:39.778474 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d7586bc-c417-4050-a194-de5776704581 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 21:03:39.786925 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-7d7586bc-c417-4050-a194-de5776704581 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] 10.222.0.35 "PUT /v2.0/routers/779a6b55-6a33-41e5-b12b-04f53b722e1e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4659901 May 20 21:03:39.789518 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 43278) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:03:39.799685 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1832240-6fe5-45d2-95c4-5a613cbfbb96 None None] Sync routers for ids ['779a6b55-6a33-41e5-b12b-04f53b722e1e'] in n-d-842733-1 {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 21:03:39.876708 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0dba9ff-8066-4d1f-b49d-ffd64d7f9585 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:03:39.879448 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-f0dba9ff-8066-4d1f-b49d-ffd64d7f9585 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] 10.222.0.35 "GET /v2.0/ports/42ee9da0-de97-4460-a0b3-8676a877f917 HTTP/1.1" status: 200 len: 911 time: 0.0890896 May 20 21:03:39.886041 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 43284) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:03:39.892334 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-99c26362-f0b4-4f5c-99c4-f7aa49754b3e tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'aa447cca-a5cd-4f63-9712-091ce9b48130'}]}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:03:39.901743 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1832240-6fe5-45d2-95c4-5a613cbfbb96 None None] Routers {'779a6b55-6a33-41e5-b12b-04f53b722e1e'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:03:39.902482 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-b1832240-6fe5-45d2-95c4-5a613cbfbb96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:03:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['779a6b55-6a33-41e5-b12b-04f53b722e1e'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:03:39.906950 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-af42229c-a54b-4aa9-bfce-4d97dfc273ab None None] Current status of the port cf952e83-ec02-4c2f-a4e7-0aa61f1656bb is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:03:39.914574 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07c8ea8-9ddd-4656-a85a-6f4b580b5a42 req-5de4a2b4-2a3a-4032-981d-fe6880702b6d tempest-VolumesActionsTest-473867302 tempest-VolumesActionsTest-473867302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:03:39.916124 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b07c8ea8-9ddd-4656-a85a-6f4b580b5a42 req-5de4a2b4-2a3a-4032-981d-fe6880702b6d tempest-VolumesActionsTest-473867302 tempest-VolumesActionsTest-473867302-project] 10.222.0.35 "GET /v2.0/ports?device_id=64c56ddc-137f-44a6-b42d-35ebbf668714 HTTP/1.1" status: 200 len: 946 time: 0.0862556 May 20 21:03:39.947892 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-b1832240-6fe5-45d2-95c4-5a613cbfbb96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:03:39.967051 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1832240-6fe5-45d2-95c4-5a613cbfbb96 None None] Routers {'779a6b55-6a33-41e5-b12b-04f53b722e1e'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:03:39.967051 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-b1832240-6fe5-45d2-95c4-5a613cbfbb96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:03:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['779a6b55-6a33-41e5-b12b-04f53b722e1e'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:03:39.967665 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b07c8ea8-9ddd-4656-a85a-6f4b580b5a42 req-921b382d-ecad-4e91-a3b4-e4628b875918 tempest-VolumesActionsTest-473867302 tempest-VolumesActionsTest-473867302-project] 10.222.0.35 "GET /v2.0/security-groups?id=24d87f1d-62e6-4e5b-901a-8fdcd94bdb7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425849 May 20 21:03:39.997474 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-b1832240-6fe5-45d2-95c4-5a613cbfbb96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:03:39.998121 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1832240-6fe5-45d2-95c4-5a613cbfbb96 None None] The sync data for ids ['779a6b55-6a33-41e5-b12b-04f53b722e1e'] in n-d-842733-1 is: [] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 21:03:40.103179 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-99c26362-f0b4-4f5c-99c4-f7aa49754b3e tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:40.353039 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-ed361e13-4c9b-4e9c-8ea2-931b9c2db3e3 None None] Provisioning complete for port 42ee9da0-de97-4460-a0b3-8676a877f917 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:03:40.361694 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ed361e13-4c9b-4e9c-8ea2-931b9c2db3e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:40.402887 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-ed361e13-4c9b-4e9c-8ea2-931b9c2db3e3 None None] Port 42ee9da0-de97-4460-a0b3-8676a877f917 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 21:03:40.414169 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-ed361e13-4c9b-4e9c-8ea2-931b9c2db3e3 None None] Provisioning complete for port cf952e83-ec02-4c2f-a4e7-0aa61f1656bb triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:03:40.414600 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ed361e13-4c9b-4e9c-8ea2-931b9c2db3e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:40.566939 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-ed361e13-4c9b-4e9c-8ea2-931b9c2db3e3 None None] Current status of the port cf952e83-ec02-4c2f-a4e7-0aa61f1656bb is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:03:40.669920 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device cf952e83-ec02-4c2f-a4e7-0aa61f1656bb up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:03:40.734968 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-11429394-1ba5-41ca-8b7e-59c09cd913f7 None None] Provisioning complete for port 42ee9da0-de97-4460-a0b3-8676a877f917 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:03:40.735547 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-11429394-1ba5-41ca-8b7e-59c09cd913f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:40.792002 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-11429394-1ba5-41ca-8b7e-59c09cd913f7 None None] Port 42ee9da0-de97-4460-a0b3-8676a877f917 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 21:03:40.797961 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port cf952e83-ec02-4c2f-a4e7-0aa61f1656bb triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:03:40.798320 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:40.966080 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-99c26362-f0b4-4f5c-99c4-f7aa49754b3e tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:40.967960 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port cf952e83-ec02-4c2f-a4e7-0aa61f1656bb is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:03:41.012870 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-99c26362-f0b4-4f5c-99c4-f7aa49754b3e tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:41.022915 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-c0e6efa2-505a-4962-931b-ff9c522fb778 None None] Provisioning complete for port 42ee9da0-de97-4460-a0b3-8676a877f917 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:03:41.023365 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c0e6efa2-505a-4962-931b-ff9c522fb778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:41.031645 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99c26362-f0b4-4f5c-99c4-f7aa49754b3e tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:03:41.031645 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-99c26362-f0b4-4f5c-99c4-f7aa49754b3e tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:41.031938 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 43346) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:03:41.032722 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-99c26362-f0b4-4f5c-99c4-f7aa49754b3e tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] 10.222.0.35 "PUT /v2.0/ports/42ee9da0-de97-4460-a0b3-8676a877f917 HTTP/1.1" status: 200 len: 911 time: 1.1384268 May 20 21:03:41.074324 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-c0e6efa2-505a-4962-931b-ff9c522fb778 None None] Port 42ee9da0-de97-4460-a0b3-8676a877f917 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 21:03:41.113120 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c26362-f0b4-4f5c-99c4-f7aa49754b3e tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Pushing event updated for resources: {'Port': ['ID=42ee9da0-de97-4460-a0b3-8676a877f917,revision_number=3']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:03:41.187792 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f5da61-e4c0-4a51-aa30-68574fe2458e req-26f3097e-da87-44c9-a4c5-700fef981c3c tempest-VolumesActionsTest-473867302 tempest-VolumesActionsTest-473867302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:03:41.189404 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-81f5da61-e4c0-4a51-aa30-68574fe2458e req-26f3097e-da87-44c9-a4c5-700fef981c3c tempest-VolumesActionsTest-473867302 tempest-VolumesActionsTest-473867302-project] 10.222.0.24 "GET /v2.0/ports?device_id=64c56ddc-137f-44a6-b42d-35ebbf668714 HTTP/1.1" status: 200 len: 946 time: 0.1794817 May 20 21:03:41.249271 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31109eac-6372-4c6e-ab11-cdece437e1c3 req-f1dba63d-ce77-471e-9eaa-3fbccf143d8f tempest-VolumesActionsTest-473867302 tempest-VolumesActionsTest-473867302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:03:41.251327 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-31109eac-6372-4c6e-ab11-cdece437e1c3 req-f1dba63d-ce77-471e-9eaa-3fbccf143d8f tempest-VolumesActionsTest-473867302 tempest-VolumesActionsTest-473867302-project] 10.222.0.35 "GET /v2.0/ports?device_id=64c56ddc-137f-44a6-b42d-35ebbf668714 HTTP/1.1" status: 200 len: 946 time: 0.1502109 May 20 21:03:41.417036 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-31109eac-6372-4c6e-ab11-cdece437e1c3 req-08a46ea0-3140-4fc0-8ef1-487757d76ad9 tempest-VolumesActionsTest-473867302 tempest-VolumesActionsTest-473867302-project] 10.222.0.35 "GET /v2.0/security-groups?id=24d87f1d-62e6-4e5b-901a-8fdcd94bdb7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313436 May 20 21:03:41.502416 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [req-81f5da61-e4c0-4a51-aa30-68574fe2458e req-2a5a2245-c327-4f88-a0c0-fd122d024c5f tempest-VolumesActionsTest-473867302 tempest-VolumesActionsTest-473867302-project] Deleting port d0583483-3c39-4642-849a-e2899783ea37 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:03:41.502762 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-81f5da61-e4c0-4a51-aa30-68574fe2458e req-2a5a2245-c327-4f88-a0c0-fd122d024c5f tempest-VolumesActionsTest-473867302 tempest-VolumesActionsTest-473867302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:41.629577 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-81f5da61-e4c0-4a51-aa30-68574fe2458e req-2a5a2245-c327-4f88-a0c0-fd122d024c5f tempest-VolumesActionsTest-473867302 tempest-VolumesActionsTest-473867302-project] For port d0583483-3c39-4642-849a-e2899783ea37, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=d0583483-3c39-4642-849a-e2899783ea37,segment=NetworkSegment(68f0c3de-0b58-4c39-94e8-e483baae4c6d),segment_id=68f0c3de-0b58-4c39-94e8-e483baae4c6d)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:03:41.629945 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-81f5da61-e4c0-4a51-aa30-68574fe2458e req-2a5a2245-c327-4f88-a0c0-fd122d024c5f tempest-VolumesActionsTest-473867302 tempest-VolumesActionsTest-473867302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:41.646405 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [req-81f5da61-e4c0-4a51-aa30-68574fe2458e req-2a5a2245-c327-4f88-a0c0-fd122d024c5f tempest-VolumesActionsTest-473867302 tempest-VolumesActionsTest-473867302-project] Calling delete_port for d0583483-3c39-4642-849a-e2899783ea37 owned by compute:nova {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:03:41.708876 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2113956e-bf43-4dd6-a0bc-e915a58b8c2b tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748528'] for router_interface, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:42.297192 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-81f5da61-e4c0-4a51-aa30-68574fe2458e req-2a5a2245-c327-4f88-a0c0-fd122d024c5f tempest-VolumesActionsTest-473867302 tempest-VolumesActionsTest-473867302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:42.317952 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] get_ports_and_sgs() called for port_ids ['d0583483-3c39-4642-849a-e2899783ea37'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 21:03:42.368840 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5a2245-c327-4f88-a0c0-fd122d024c5f tempest-VolumesActionsTest-473867302 tempest-VolumesActionsTest-473867302-project] Pushing event deleted for resources: {'Port': ['ID=d0583483-3c39-4642-849a-e2899783ea37,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:03:42.425623 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [req-81f5da61-e4c0-4a51-aa30-68574fe2458e req-2a5a2245-c327-4f88-a0c0-fd122d024c5f tempest-VolumesActionsTest-473867302 tempest-VolumesActionsTest-473867302-project] No DVR routers for this DVR port d0583483-3c39-4642-849a-e2899783ea37 on host n-h1-842733-1 {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 21:03:42.429747 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-81f5da61-e4c0-4a51-aa30-68574fe2458e req-2a5a2245-c327-4f88-a0c0-fd122d024c5f tempest-VolumesActionsTest-473867302 tempest-VolumesActionsTest-473867302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:42.433201 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-81f5da61-e4c0-4a51-aa30-68574fe2458e req-2a5a2245-c327-4f88-a0c0-fd122d024c5f tempest-VolumesActionsTest-473867302 tempest-VolumesActionsTest-473867302-project] 10.222.0.24 "DELETE /v2.0/ports/d0583483-3c39-4642-849a-e2899783ea37 HTTP/1.1" status: 204 len: 173 time: 1.2324917 May 20 21:03:42.433786 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64c56ddc-137f-44a6-b42d-35ebbf668714', 'name': 'network-vif-deleted', 'tag': 'd0583483-3c39-4642-849a-e2899783ea37'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 21:03:42.436167 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4291b17aa7b45362825f0571e77c85f5e73afe1df9c7e9e15006df9d695c005e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30bc4dd1-316b-477b-861c-52444036fa6f" -d '{"events": [{"server_uuid": "64c56ddc-137f-44a6-b42d-35ebbf668714", "name": "network-vif-deleted", "tag": "d0583483-3c39-4642-849a-e2899783ea37"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 21:03:42.451689 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-2113956e-bf43-4dd6-a0bc-e915a58b8c2b tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Deleting port 42ee9da0-de97-4460-a0b3-8676a877f917 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:03:42.452107 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2113956e-bf43-4dd6-a0bc-e915a58b8c2b tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:42.507193 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 21:03:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81724eac-3c0f-4fa7-b16a-14940f0f41a2 x-openstack-request-id: req-81724eac-3c0f-4fa7-b16a-14940f0f41a2 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 21:03:42.507571 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64c56ddc-137f-44a6-b42d-35ebbf668714", "name": "network-vif-deleted", "tag": "d0583483-3c39-4642-849a-e2899783ea37", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 21:03:42.507893 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-81724eac-3c0f-4fa7-b16a-14940f0f41a2 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 21:03:42.508361 n-d-842733-1 neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81724eac-3c0f-4fa7-b16a-14940f0f41a2'] response: {'server_uuid': '64c56ddc-137f-44a6-b42d-35ebbf668714', 'name': 'network-vif-deleted', 'tag': 'd0583483-3c39-4642-849a-e2899783ea37', 'status': 'completed', 'code': 200} May 20 21:03:42.574601 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-067d39ce-d1a7-4753-8e5c-27ac77b5a40c req-40222abd-0cf9-4338-81fe-59efafd809de tempest-VolumesActionsTest-473867302 tempest-VolumesActionsTest-473867302-project] 10.222.0.35 "GET /v2.0/ports?device_id=64c56ddc-137f-44a6-b42d-35ebbf668714 HTTP/1.1" status: 200 len: 210 time: 0.0350502 May 20 21:03:42.584870 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2113956e-bf43-4dd6-a0bc-e915a58b8c2b tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:42.598071 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-2113956e-bf43-4dd6-a0bc-e915a58b8c2b tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Calling delete_port for 42ee9da0-de97-4460-a0b3-8676a877f917 owned by network:router_interface {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:03:42.880608 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2113956e-bf43-4dd6-a0bc-e915a58b8c2b tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:42.912599 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2113956e-bf43-4dd6-a0bc-e915a58b8c2b tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Pushing event deleted for resources: {'Port': ['ID=42ee9da0-de97-4460-a0b3-8676a877f917,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:03:43.055322 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2113956e-bf43-4dd6-a0bc-e915a58b8c2b tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-692224'] for router_interface, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:43.238010 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2113956e-bf43-4dd6-a0bc-e915a58b8c2b tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Router 779a6b55-6a33-41e5-b12b-04f53b722e1e has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 21:03:43.323172 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2113956e-bf43-4dd6-a0bc-e915a58b8c2b tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 21:03:43.328954 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-2113956e-bf43-4dd6-a0bc-e915a58b8c2b tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] 10.222.0.35 "PUT /v2.0/routers/779a6b55-6a33-41e5-b12b-04f53b722e1e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2967048 May 20 21:03:43.330848 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 43476) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:03:43.346360 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2898d004-23ea-4b89-8e97-722a0b6d2b4e None None] Sync routers for ids ['779a6b55-6a33-41e5-b12b-04f53b722e1e'] in n-d-842733-1 {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 21:03:43.363073 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2898d004-23ea-4b89-8e97-722a0b6d2b4e None None] Routers {'779a6b55-6a33-41e5-b12b-04f53b722e1e'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:03:43.364808 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-2898d004-23ea-4b89-8e97-722a0b6d2b4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:03:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['779a6b55-6a33-41e5-b12b-04f53b722e1e'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:03:43.368106 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-5427e8af-060b-4635-90c6-0259c2395126 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] 10.222.0.35 "GET /v2.0/ports?device_id=779a6b55-6a33-41e5-b12b-04f53b722e1e HTTP/1.1" status: 200 len: 205 time: 0.0358055 May 20 21:03:43.370447 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 43480) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:03:43.414704 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-2898d004-23ea-4b89-8e97-722a0b6d2b4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:03:43.428110 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2898d004-23ea-4b89-8e97-722a0b6d2b4e None None] Routers {'779a6b55-6a33-41e5-b12b-04f53b722e1e'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:03:43.429747 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-2898d004-23ea-4b89-8e97-722a0b6d2b4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:03:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['779a6b55-6a33-41e5-b12b-04f53b722e1e'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:03:43.473072 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a6eb8373-ebb3-4d79-883b-6323a48e3500 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks [] for router, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:43.480725 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-2898d004-23ea-4b89-8e97-722a0b6d2b4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:03:43.483501 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2898d004-23ea-4b89-8e97-722a0b6d2b4e None None] The sync data for ids ['779a6b55-6a33-41e5-b12b-04f53b722e1e'] in n-d-842733-1 is: [] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 21:03:43.671592 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a6eb8373-ebb3-4d79-883b-6323a48e3500 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26169'] for router, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:43.674927 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a6eb8373-ebb3-4d79-883b-6323a48e3500 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:43.823883 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a6eb8373-ebb3-4d79-883b-6323a48e3500 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-693148'] for router, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:43.824548 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6eb8373-ebb3-4d79-883b-6323a48e3500 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Fanout notify agent at l3_agent the message router_deleted on router 779a6b55-6a33-41e5-b12b-04f53b722e1e {{(pid=103163) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 20 21:03:43.835597 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a6eb8373-ebb3-4d79-883b-6323a48e3500 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks [] for router, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:43.841633 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-a6eb8373-ebb3-4d79-883b-6323a48e3500 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] 10.222.0.35 "DELETE /v2.0/routers/779a6b55-6a33-41e5-b12b-04f53b722e1e HTTP/1.1" status: 204 len: 168 time: 0.4700248 May 20 21:03:43.844376 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 43508) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:03:43.904257 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_v2 [None req-336939ec-b105-4614-8fa8-da4d42f69a4c tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Deleting subnet aa447cca-a5cd-4f63-9712-091ce9b48130 {{(pid=103163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 20 21:03:43.908443 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-336939ec-b105-4614-8fa8-da4d42f69a4c tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks [] for subnet, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:43.961050 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-336939ec-b105-4614-8fa8-da4d42f69a4c tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9338757'] for subnet, precommit_delete_associations {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:44.070001 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-336939ec-b105-4614-8fa8-da4d42f69a4c tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33068388'] for subnet, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:44.253026 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-336939ec-b105-4614-8fa8-da4d42f69a4c tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33068399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9641221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8422588'] for subnet, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:44.267927 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-336939ec-b105-4614-8fa8-da4d42f69a4c tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks [] for subnet, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:44.272632 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-336939ec-b105-4614-8fa8-da4d42f69a4c tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] 10.222.0.35 "DELETE /v2.0/subnets/aa447cca-a5cd-4f63-9712-091ce9b48130 HTTP/1.1" status: 204 len: 168 time: 0.4272816 May 20 21:03:44.274351 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4a74884-4ef9-45df-8951-b0677f14238f None None] Network 7d91f4d1-6f32-4778-ac31-e7f41b45dc6b requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:03:44.275845 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 43530) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:03:44.295735 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336939ec-b105-4614-8fa8-da4d42f69a4c tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Pushing event deleted for resources: {'Subnet': ['ID=aa447cca-a5cd-4f63-9712-091ce9b48130,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:03:44.398970 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-717e4a5b-e341-4a69-935e-3d17cd5ce893 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33160123'] for network, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:44.463191 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-717e4a5b-e341-4a69-935e-3d17cd5ce893 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Deleting port cf952e83-ec02-4c2f-a4e7-0aa61f1656bb {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:03:44.463525 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-717e4a5b-e341-4a69-935e-3d17cd5ce893 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:44.522875 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a132a831-22fa-4afd-809e-27e7af643045 None None] DHCP port deletion for 7d91f4d1-6f32-4778-ac31-e7f41b45dc6b request from n-d-842733-1 {{(pid=103164) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 21:03:44.546088 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-717e4a5b-e341-4a69-935e-3d17cd5ce893 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] For port cf952e83-ec02-4c2f-a4e7-0aa61f1656bb, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=cf952e83-ec02-4c2f-a4e7-0aa61f1656bb,segment=NetworkSegment(778831d9-a62b-4328-abc9-55efa3cafc1f),segment_id=778831d9-a62b-4328-abc9-55efa3cafc1f)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:03:44.547438 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-717e4a5b-e341-4a69-935e-3d17cd5ce893 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:44.582332 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-717e4a5b-e341-4a69-935e-3d17cd5ce893 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Calling delete_port for cf952e83-ec02-4c2f-a4e7-0aa61f1656bb owned by network:dhcp {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:03:44.599745 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a132a831-22fa-4afd-809e-27e7af643045 None None] Deleting port cf952e83-ec02-4c2f-a4e7-0aa61f1656bb {{(pid=103164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:03:44.600109 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a132a831-22fa-4afd-809e-27e7af643045 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:44.660176 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device cf952e83-ec02-4c2f-a4e7-0aa61f1656bb no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 21:03:44.737979 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-a132a831-22fa-4afd-809e-27e7af643045 None None] For port cf952e83-ec02-4c2f-a4e7-0aa61f1656bb, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=cf952e83-ec02-4c2f-a4e7-0aa61f1656bb,segment=NetworkSegment(778831d9-a62b-4328-abc9-55efa3cafc1f),segment_id=778831d9-a62b-4328-abc9-55efa3cafc1f)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:03:44.739197 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a132a831-22fa-4afd-809e-27e7af643045 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:44.791131 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-717e4a5b-e341-4a69-935e-3d17cd5ce893 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:44.807008 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a132a831-22fa-4afd-809e-27e7af643045 None None] Calling delete_port for cf952e83-ec02-4c2f-a4e7-0aa61f1656bb owned by network:dhcp {{(pid=103164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:03:44.872093 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717e4a5b-e341-4a69-935e-3d17cd5ce893 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Pushing event deleted for resources: {'Port': ['ID=cf952e83-ec02-4c2f-a4e7-0aa61f1656bb,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:03:44.887179 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-717e4a5b-e341-4a69-935e-3d17cd5ce893 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] No DVR routers for this DVR port cf952e83-ec02-4c2f-a4e7-0aa61f1656bb on host n-d-842733-1 {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 21:03:44.924375 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port cf952e83-ec02-4c2f-a4e7-0aa61f1656bb is: ACTIVE; New status is: DOWN {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:03:44.925374 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:45.048716 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-717e4a5b-e341-4a69-935e-3d17cd5ce893 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33072115', 'neutron.services.segments.db._delete_segments_for_network-8782419500584'] for network, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:45.087243 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-717e4a5b-e341-4a69-935e-3d17cd5ce893 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d91f4d1-6f32-4778-ac31-e7f41b45dc6b']}} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:03:45.101527 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-717e4a5b-e341-4a69-935e-3d17cd5ce893 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '778831d9-a62b-4328-abc9-55efa3cafc1f') {'for_net_delete': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:03:45.102103 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-717e4a5b-e341-4a69-935e-3d17cd5ce893 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '778831d9-a62b-4328-abc9-55efa3cafc1f') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:03:45.116249 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-717e4a5b-e341-4a69-935e-3d17cd5ce893 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419501617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3738385'] for segment, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:45.133807 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-717e4a5b-e341-4a69-935e-3d17cd5ce893 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:45.150299 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-717e4a5b-e341-4a69-935e-3d17cd5ce893 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Releasing vlan 231 on physical network physnet1 to pool {{(pid=103162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 21:03:45.150846 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-717e4a5b-e341-4a69-935e-3d17cd5ce893 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3800791'] for segment, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:45.228695 n-d-842733-1 neutron-server[103162]: Traceback (most recent call last): May 20 21:03:45.228695 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 21:03:45.228695 n-d-842733-1 neutron-server[103162]: timer() May 20 21:03:45.228695 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 21:03:45.228695 n-d-842733-1 neutron-server[103162]: cb(*args, **kw) May 20 21:03:45.228695 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 20 21:03:45.228695 n-d-842733-1 neutron-server[103162]: return func(*args, **kwargs) May 20 21:03:45.228695 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 21:03:45.228695 n-d-842733-1 neutron-server[103162]: self._notify() May 20 21:03:45.228695 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 21:03:45.228695 n-d-842733-1 neutron-server[103162]: self.callback(batched_events) May 20 21:03:45.228695 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 21:03:45.228695 n-d-842733-1 neutron-server[103162]: event.method(event) May 20 21:03:45.228695 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 20 21:03:45.228695 n-d-842733-1 neutron-server[103162]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 21:03:45.228695 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 20 21:03:45.228695 n-d-842733-1 neutron-server[103162]: aggregate_uuid = self.p_client.list_aggregates( May 20 21:03:45.228695 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 20 21:03:45.228695 n-d-842733-1 neutron-server[103162]: return f(self, *a, **k) May 20 21:03:45.228695 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 20 21:03:45.228695 n-d-842733-1 neutron-server[103162]: return self._get(url).json() May 20 21:03:45.228695 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 20 21:03:45.228695 n-d-842733-1 neutron-server[103162]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 21:03:45.228695 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 21:03:45.228695 n-d-842733-1 neutron-server[103162]: return self.request(url, 'GET', **kwargs) May 20 21:03:45.228695 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 21:03:45.228695 n-d-842733-1 neutron-server[103162]: base_url = self.get_endpoint(auth, allow=allow, May 20 21:03:45.228695 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 21:03:45.228695 n-d-842733-1 neutron-server[103162]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 21:03:45.228695 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 21:03:45.228695 n-d-842733-1 neutron-server[103162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 21:03:45.228695 n-d-842733-1 neutron-server[103162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 21:03:45.231926 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device d0583483-3c39-4642-849a-e2899783ea37 no longer exists at agent hyperv_n-h1-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 21:03:45.258596 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] No Port match for: d0583483-3c39-4642-849a-e2899783ea37 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 21:03:45.258926 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device d0583483-3c39-4642-849a-e2899783ea37 not bound to the agent host n-h1-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 21:03:45.301606 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a132a831-22fa-4afd-809e-27e7af643045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099'] for port, after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:45.336712 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a132a831-22fa-4afd-809e-27e7af643045 None None] Pushing event deleted for resources: {'Port': ['ID=cf952e83-ec02-4c2f-a4e7-0aa61f1656bb,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:03:45.346194 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a132a831-22fa-4afd-809e-27e7af643045 None None] No DVR routers for this DVR port cf952e83-ec02-4c2f-a4e7-0aa61f1656bb on host n-d-842733-1 {{(pid=103164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 21:03:45.352254 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-717e4a5b-e341-4a69-935e-3d17cd5ce893 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33072122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748162'] for network, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:45.356865 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a132a831-22fa-4afd-809e-27e7af643045 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:03:45.357448 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a132a831-22fa-4afd-809e-27e7af643045 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:03:45.357968 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a132a831-22fa-4afd-809e-27e7af643045 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:03:45.358768 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a132a831-22fa-4afd-809e-27e7af643045 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:03:45.360410 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a132a831-22fa-4afd-809e-27e7af643045 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:03:45.360932 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a132a831-22fa-4afd-809e-27e7af643045 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:03:45.361454 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a132a831-22fa-4afd-809e-27e7af643045 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:03:45.363165 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-717e4a5b-e341-4a69-935e-3d17cd5ce893 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:45.363776 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a132a831-22fa-4afd-809e-27e7af643045 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:03:45.364289 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a132a831-22fa-4afd-809e-27e7af643045 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:03:45.364908 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a132a831-22fa-4afd-809e-27e7af643045 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:03:45.365451 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a132a831-22fa-4afd-809e-27e7af643045 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:03:45.365942 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a132a831-22fa-4afd-809e-27e7af643045 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:03:45.390966 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-717e4a5b-e341-4a69-935e-3d17cd5ce893 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] 10.222.0.35 "DELETE /v2.0/networks/7d91f4d1-6f32-4778-ac31-e7f41b45dc6b HTTP/1.1" status: 204 len: 168 time: 1.1100109 May 20 21:03:45.392435 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 43586) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:03:45.399938 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-97723954-3a02-4359-aa7d-b1c9ef00ad26 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1608490678', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:03:45.426087 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717e4a5b-e341-4a69-935e-3d17cd5ce893 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Pushing event deleted for resources: {'Network': ['ID=7d91f4d1-6f32-4778-ac31-e7f41b45dc6b,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:03:45.520836 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-97723954-3a02-4359-aa7d-b1c9ef00ad26 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-694221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26155'] for router, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:45.522079 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-97723954-3a02-4359-aa7d-b1c9ef00ad26 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-693085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748153', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-718080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26162'] for router, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:45.580759 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-97723954-3a02-4359-aa7d-b1c9ef00ad26 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:45.675181 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-97723954-3a02-4359-aa7d-b1c9ef00ad26 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748106'] for router, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:45.735378 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-97723954-3a02-4359-aa7d-b1c9ef00ad26 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks [] for router, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:45.737273 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-97723954-3a02-4359-aa7d-b1c9ef00ad26 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3431013 May 20 21:03:45.739378 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 43604) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:03:45.744302 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-5659f0c0-025a-468c-a147-c790435f8ebc tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1648417179'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:03:45.878320 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5659f0c0-025a-468c-a147-c790435f8ebc tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Made reservation on behalf of 785b01e259854fae98d7194cf8f7101e for: {'network': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:03:45.878320 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5659f0c0-025a-468c-a147-c790435f8ebc tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for network, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:45.911036 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5659f0c0-025a-468c-a147-c790435f8ebc tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 236} {{(pid=103163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 21:03:45.924760 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5659f0c0-025a-468c-a147-c790435f8ebc tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:45.924760 n-d-842733-1 neutron-server[103163]: INFO neutron.db.segments_db [None req-5659f0c0-025a-468c-a147-c790435f8ebc tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Added segment 08661c84-262b-47ad-9d4c-83d6dfdf3c18 of type vlan for network 57482fd5-8527-4576-883a-ff4c0f205b68 May 20 21:03:45.972740 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5659f0c0-025a-468c-a147-c790435f8ebc tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418993264'] for network, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:46.132352 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5659f0c0-025a-468c-a147-c790435f8ebc tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524'] for network, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:46.145293 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5659f0c0-025a-468c-a147-c790435f8ebc tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:03:46.145293 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5659f0c0-025a-468c-a147-c790435f8ebc tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:46.268427 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-5659f0c0-025a-468c-a147-c790435f8ebc tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5279119 May 20 21:03:46.268610 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 43632) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:03:46.269798 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5659f0c0-025a-468c-a147-c790435f8ebc tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Pushing event updated for resources: {'Network': ['ID=57482fd5-8527-4576-883a-ff4c0f205b68,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:03:46.274095 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-c7963435-b182-492d-bfc9-6923d1aa5e9b tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Request body: {'subnet': {'network_id': '57482fd5-8527-4576-883a-ff4c0f205b68', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:03:46.282999 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Network 57482fd5-8527-4576-883a-ff4c0f205b68 details requested by agent ovs-agent-n-d-842733-1 with host n-d-842733-1 {{(pid=103164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 20 21:03:46.451952 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7963435-b182-492d-bfc9-6923d1aa5e9b tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Made reservation on behalf of 785b01e259854fae98d7194cf8f7101e for: {'subnet': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:03:46.457158 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c7963435-b182-492d-bfc9-6923d1aa5e9b tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4018244'] for subnet, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:46.835200 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c7963435-b182-492d-bfc9-6923d1aa5e9b tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3797684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4018258'] for subnet, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:46.901187 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7963435-b182-492d-bfc9-6923d1aa5e9b tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Pushing event updated for resources: {'Subnet': ['ID=820c0307-2da3-4452-88ca-038e503e6b2a,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:03:46.913907 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7963435-b182-492d-bfc9-6923d1aa5e9b tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Checking segment: {'id': '08661c84-262b-47ad-9d4c-83d6dfdf3c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '57482fd5-8527-4576-883a-ff4c0f205b68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:03:46.914265 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7963435-b182-492d-bfc9-6923d1aa5e9b tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Network hostable DHCP agents. Network: 57482fd5-8527-4576-883a-ff4c0f205b68, hostable agents: ['c9b0653c-f3c7-4339-bd50-e3754b629216'], hosted agents: [] {{(pid=103162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 21:03:46.983591 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7963435-b182-492d-bfc9-6923d1aa5e9b tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Network 57482fd5-8527-4576-883a-ff4c0f205b68 is scheduled to be hosted by DHCP agent c9b0653c-f3c7-4339-bd50-e3754b629216 with binding_index 1 {{(pid=103162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 21:03:47.092188 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-c7963435-b182-492d-bfc9-6923d1aa5e9b tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842733-1, 57482fd5-8527-4576-883a-ff4c0f205b68) {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:03:47.098528 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7963435-b182-492d-bfc9-6923d1aa5e9b tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:03:47.103064 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9411217c-7bbf-42ae-897a-0779a76b6d93 None None] Network 57482fd5-8527-4576-883a-ff4c0f205b68 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:03:47.109913 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c7963435-b182-492d-bfc9-6923d1aa5e9b tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:47.210394 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-c7963435-b182-492d-bfc9-6923d1aa5e9b tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9403965 May 20 21:03:47.212943 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 43680) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:03:47.379116 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-353e75cf-2ca4-45ff-bb04-bd8038c68c83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaee2b848-d4b9-5db1-b6ef-d6db29d67de7-57482fd5-8527-4576-883a-ff4c0f205b68', 'network_id': '57482fd5-8527-4576-883a-ff4c0f205b68', 'tenant_id': '785b01e259854fae98d7194cf8f7101e', 'fixed_ips': [{'subnet_id': '820c0307-2da3-4452-88ca-038e503e6b2a'}]}} from n-d-842733-1. {{(pid=103164) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 21:03:47.380647 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-353e75cf-2ca4-45ff-bb04-bd8038c68c83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:47.663368 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [None req-353e75cf-2ca4-45ff-bb04-bd8038c68c83 None None] Allocated IP 2001:db8::2 (57482fd5-8527-4576-883a-ff4c0f205b68/820c0307-2da3-4452-88ca-038e503e6b2a/9aed68bb-642f-4bb2-8c88-57334541f062) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:03:47.708382 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-15f3eedf-7d3f-4ba7-bfa1-a79e790e1c80 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:47.852776 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-353e75cf-2ca4-45ff-bb04-bd8038c68c83 None None] Notify callbacks [] for port, precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:47.961048 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-353e75cf-2ca4-45ff-bb04-bd8038c68c83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108'] for port, after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:48.043200 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-15f3eedf-7d3f-4ba7-bfa1-a79e790e1c80 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Allocated IP 2001:db8::1 (57482fd5-8527-4576-883a-ff4c0f205b68/820c0307-2da3-4452-88ca-038e503e6b2a/5e4d3762-9cc0-48ce-a2d7-464e125bd131) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:03:48.044079 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-353e75cf-2ca4-45ff-bb04-bd8038c68c83 None None] Network 57482fd5-8527-4576-883a-ff4c0f205b68 is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:03:48.052559 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-353e75cf-2ca4-45ff-bb04-bd8038c68c83 None None] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:03:48.058947 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-353e75cf-2ca4-45ff-bb04-bd8038c68c83 None None] Received port after_create {{(pid=103164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:03:48.075438 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353e75cf-2ca4-45ff-bb04-bd8038c68c83 None None] Pushing event updated for resources: {'Port': ['ID=9aed68bb-642f-4bb2-8c88-57334541f062,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:03:48.155354 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-353e75cf-2ca4-45ff-bb04-bd8038c68c83 None None] Attempting to bind port 9aed68bb-642f-4bb2-8c88-57334541f062 on host n-d-842733-1 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:03:48.157295 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-353e75cf-2ca4-45ff-bb04-bd8038c68c83 None None] Attempting to bind port 9aed68bb-642f-4bb2-8c88-57334541f062 by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': '08661c84-262b-47ad-9d4c-83d6dfdf3c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '57482fd5-8527-4576-883a-ff4c0f205b68'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:03:48.157295 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-353e75cf-2ca4-45ff-bb04-bd8038c68c83 None None] Attempting to bind port 9aed68bb-642f-4bb2-8c88-57334541f062 on network 57482fd5-8527-4576-883a-ff4c0f205b68 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:03:48.167372 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-353e75cf-2ca4-45ff-bb04-bd8038c68c83 None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 21, 3, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 21:03:48.167987 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-353e75cf-2ca4-45ff-bb04-bd8038c68c83 None None] Checking segment: {'id': '08661c84-262b-47ad-9d4c-83d6dfdf3c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '57482fd5-8527-4576-883a-ff4c0f205b68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:03:48.169106 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-353e75cf-2ca4-45ff-bb04-bd8038c68c83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:48.173838 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-353e75cf-2ca4-45ff-bb04-bd8038c68c83 None None] Bound using segment: {'id': '08661c84-262b-47ad-9d4c-83d6dfdf3c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '57482fd5-8527-4576-883a-ff4c0f205b68'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 21:03:48.175492 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-353e75cf-2ca4-45ff-bb04-bd8038c68c83 None None] Bound port: 9aed68bb-642f-4bb2-8c88-57334541f062, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08661c84-262b-47ad-9d4c-83d6dfdf3c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '57482fd5-8527-4576-883a-ff4c0f205b68'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:03:48.176088 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-353e75cf-2ca4-45ff-bb04-bd8038c68c83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:48.184704 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-15f3eedf-7d3f-4ba7-bfa1-a79e790e1c80 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:48.261151 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-353e75cf-2ca4-45ff-bb04-bd8038c68c83 None None] For port 9aed68bb-642f-4bb2-8c88-57334541f062, host n-d-842733-1, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 21:03:48.264634 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-353e75cf-2ca4-45ff-bb04-bd8038c68c83 None None] For port 9aed68bb-642f-4bb2-8c88-57334541f062, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=9aed68bb-642f-4bb2-8c88-57334541f062,segment=NetworkSegment(08661c84-262b-47ad-9d4c-83d6dfdf3c18),segment_id=08661c84-262b-47ad-9d4c-83d6dfdf3c18)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 21:03:48.292391 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-15f3eedf-7d3f-4ba7-bfa1-a79e790e1c80 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:48.333994 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15f3eedf-7d3f-4ba7-bfa1-a79e790e1c80 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Network 57482fd5-8527-4576-883a-ff4c0f205b68 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:03:48.337309 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-15f3eedf-7d3f-4ba7-bfa1-a79e790e1c80 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:03:48.341239 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f3eedf-7d3f-4ba7-bfa1-a79e790e1c80 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:03:48.341806 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-15f3eedf-7d3f-4ba7-bfa1-a79e790e1c80 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748409'] for router_interface, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:48.386006 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-353e75cf-2ca4-45ff-bb04-bd8038c68c83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:48.391350 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f3eedf-7d3f-4ba7-bfa1-a79e790e1c80 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Pushing event updated for resources: {'Port': ['ID=5e4d3762-9cc0-48ce-a2d7-464e125bd131,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:03:48.511348 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353e75cf-2ca4-45ff-bb04-bd8038c68c83 None None] Pushing event updated for resources: {'Port': ['ID=9aed68bb-642f-4bb2-8c88-57334541f062,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:03:48.638074 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-15f3eedf-7d3f-4ba7-bfa1-a79e790e1c80 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:49.043004 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-15f3eedf-7d3f-4ba7-bfa1-a79e790e1c80 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks [] for port, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:49.160322 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-15f3eedf-7d3f-4ba7-bfa1-a79e790e1c80 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:49.161415 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-15f3eedf-7d3f-4ba7-bfa1-a79e790e1c80 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748437'] for router_interface, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:49.259526 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f3eedf-7d3f-4ba7-bfa1-a79e790e1c80 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Pushing event updated for resources: {'Port': ['ID=5e4d3762-9cc0-48ce-a2d7-464e125bd131,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:03:49.320946 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15f3eedf-7d3f-4ba7-bfa1-a79e790e1c80 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Network 57482fd5-8527-4576-883a-ff4c0f205b68 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:03:49.322671 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-15f3eedf-7d3f-4ba7-bfa1-a79e790e1c80 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:03:49.623317 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15f3eedf-7d3f-4ba7-bfa1-a79e790e1c80 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Router 6eb174ec-66e3-4cfd-bc8c-d366878f3df9 is scheduled to L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e with binding_index 1 {{(pid=103163) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 20 21:03:49.828225 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd8df6b4-ab94-448e-b526-f0a804c5a263 None None] Network 57482fd5-8527-4576-883a-ff4c0f205b68 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:03:49.851507 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15f3eedf-7d3f-4ba7-bfa1-a79e790e1c80 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 21:03:49.870117 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 43744) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:03:49.881480 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af7d5fa2-f858-4cec-999e-641bd9305235 None None] Sync routers for ids ['6eb174ec-66e3-4cfd-bc8c-d366878f3df9'] in n-d-842733-1 {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 21:03:49.888112 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-9d44f816-c951-43ad-97f4-5993dee879f2 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1816265589'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:03:49.891735 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-15f3eedf-7d3f-4ba7-bfa1-a79e790e1c80 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] 10.222.0.35 "PUT /v2.0/routers/6eb174ec-66e3-4cfd-bc8c-d366878f3df9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6766374 May 20 21:03:49.920392 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-22b10e42-e59e-42cb-8c7e-caaffd71cdd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:49.965990 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af7d5fa2-f858-4cec-999e-641bd9305235 None None] Routers {'6eb174ec-66e3-4cfd-bc8c-d366878f3df9'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:03:49.966612 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-af7d5fa2-f858-4cec-999e-641bd9305235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:03:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['6eb174ec-66e3-4cfd-bc8c-d366878f3df9'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:03:50.017424 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a6b75f2b-4da5-4c3e-a1d7-eb2bf7884372 None None] Provisioning complete for port 9aed68bb-642f-4bb2-8c88-57334541f062 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:03:50.017793 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a6b75f2b-4da5-4c3e-a1d7-eb2bf7884372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:50.029014 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d44f816-c951-43ad-97f4-5993dee879f2 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Made reservation on behalf of 785b01e259854fae98d7194cf8f7101e for: {'network': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:03:50.034365 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9d44f816-c951-43ad-97f4-5993dee879f2 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for network, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:50.069487 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d44f816-c951-43ad-97f4-5993dee879f2 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 239} {{(pid=103162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 21:03:50.080371 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9d44f816-c951-43ad-97f4-5993dee879f2 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:50.083796 n-d-842733-1 neutron-server[103162]: INFO neutron.db.segments_db [None req-9d44f816-c951-43ad-97f4-5993dee879f2 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Added segment dfc4bcaa-0ccc-4594-a458-d66460508f9a of type vlan for network 28319746-b029-46eb-aa57-d9f21654d065 May 20 21:03:50.145021 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9d44f816-c951-43ad-97f4-5993dee879f2 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418993264'] for network, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:50.150190 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-af7d5fa2-f858-4cec-999e-641bd9305235 None None] Set router 6eb174ec-66e3-4cfd-bc8c-d366878f3df9 gateway port host: None {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:03:50.263606 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9d44f816-c951-43ad-97f4-5993dee879f2 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524'] for network, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:50.269427 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d44f816-c951-43ad-97f4-5993dee879f2 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:03:50.271693 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9d44f816-c951-43ad-97f4-5993dee879f2 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:50.414243 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a6b75f2b-4da5-4c3e-a1d7-eb2bf7884372 None None] Current status of the port 9aed68bb-642f-4bb2-8c88-57334541f062 is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:03:50.414624 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a6b75f2b-4da5-4c3e-a1d7-eb2bf7884372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:50.445759 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d44f816-c951-43ad-97f4-5993dee879f2 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Pushing event updated for resources: {'Network': ['ID=28319746-b029-46eb-aa57-d9f21654d065,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:03:50.465872 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Network 28319746-b029-46eb-aa57-d9f21654d065 details requested by agent ovs-agent-n-d-842733-1 with host n-d-842733-1 {{(pid=103164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 20 21:03:50.548837 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-9d44f816-c951-43ad-97f4-5993dee879f2 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6732540 May 20 21:03:50.549824 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 43758) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:03:50.569085 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-339ec6b8-b147-44ac-bb28-e734fabe2263 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Request body: {'subnet': {'network_id': '28319746-b029-46eb-aa57-d9f21654d065', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:03:50.695287 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-a6b75f2b-4da5-4c3e-a1d7-eb2bf7884372 None None] For port 9aed68bb-642f-4bb2-8c88-57334541f062, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=9aed68bb-642f-4bb2-8c88-57334541f062,segment=NetworkSegment(08661c84-262b-47ad-9d4c-83d6dfdf3c18),segment_id=08661c84-262b-47ad-9d4c-83d6dfdf3c18)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:03:50.784986 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-af7d5fa2-f858-4cec-999e-641bd9305235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6eb174ec-66e3-4cfd-bc8c-d366878f3df9', 'name': 'tempest-RoutersIpV6Test-router-1608490678', 'tenant_id': '785b01e259854fae98d7194cf8f7101e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:03:45Z', 'updated_at': '2022-05-20T21:03:48Z', 'revision_number': 2, 'project_id': '785b01e259854fae98d7194cf8f7101e', 'gw_port_host': None, '_interfaces': [{'id': '5e4d3762-9cc0-48ce-a2d7-464e125bd131', 'name': '', 'network_id': '57482fd5-8527-4576-883a-ff4c0f205b68', 'tenant_id': '785b01e259854fae98d7194cf8f7101e', 'mac_address': 'fa:16:3e:f5:d1:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6eb174ec-66e3-4cfd-bc8c-d366878f3df9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3203, 'fixed_ips': [{'subnet_id': '820c0307-2da3-4452-88ca-038e503e6b2a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:03:47Z', 'updated_at': '2022-05-20T21:03:48Z', 'revision_number': 2, 'project_id': '785b01e259854fae98d7194cf8f7101e', 'subnets': [{'id': '820c0307-2da3-4452-88ca-038e503e6b2a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:03:50.854611 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 9aed68bb-642f-4bb2-8c88-57334541f062 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:03:50.886967 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af7d5fa2-f858-4cec-999e-641bd9305235 None None] Checking router: 6eb174ec-66e3-4cfd-bc8c-d366878f3df9 for host: n-d-842733-1 {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 21:03:50.887743 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af7d5fa2-f858-4cec-999e-641bd9305235 None None] Updating router 6eb174ec-66e3-4cfd-bc8c-d366878f3df9 port 5e4d3762-9cc0-48ce-a2d7-464e125bd131 binding host n-d-842733-1 {{(pid=103164) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 21:03:50.916125 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a6b75f2b-4da5-4c3e-a1d7-eb2bf7884372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:50.939049 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-339ec6b8-b147-44ac-bb28-e734fabe2263 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Made reservation on behalf of 785b01e259854fae98d7194cf8f7101e for: {'subnet': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:03:50.948200 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-339ec6b8-b147-44ac-bb28-e734fabe2263 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4018244'] for subnet, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:50.960399 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-af7d5fa2-f858-4cec-999e-641bd9305235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:51.045333 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b75f2b-4da5-4c3e-a1d7-eb2bf7884372 None None] Pushing event updated for resources: {'Port': ['ID=9aed68bb-642f-4bb2-8c88-57334541f062,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:03:51.071573 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 9aed68bb-642f-4bb2-8c88-57334541f062 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:03:51.071573 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:51.453470 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-339ec6b8-b147-44ac-bb28-e734fabe2263 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3797684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4018258'] for subnet, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:51.481604 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-f25196c4-c0d2-419b-a61a-2a52f5133092 None None] Provisioning complete for port 5e4d3762-9cc0-48ce-a2d7-464e125bd131 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:03:51.481969 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-f25196c4-c0d2-419b-a61a-2a52f5133092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:51.521585 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-f25196c4-c0d2-419b-a61a-2a52f5133092 None None] Port 5e4d3762-9cc0-48ce-a2d7-464e125bd131 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 21:03:51.559423 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-f25196c4-c0d2-419b-a61a-2a52f5133092 None None] Provisioning complete for port 9aed68bb-642f-4bb2-8c88-57334541f062 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:03:51.559788 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-f25196c4-c0d2-419b-a61a-2a52f5133092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:51.560116 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339ec6b8-b147-44ac-bb28-e734fabe2263 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Pushing event updated for resources: {'Subnet': ['ID=785f8fc5-12c1-4486-965d-e531358317dd,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:03:51.571457 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-339ec6b8-b147-44ac-bb28-e734fabe2263 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Checking segment: {'id': 'dfc4bcaa-0ccc-4594-a458-d66460508f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '28319746-b029-46eb-aa57-d9f21654d065'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:03:51.571990 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-339ec6b8-b147-44ac-bb28-e734fabe2263 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Network hostable DHCP agents. Network: 28319746-b029-46eb-aa57-d9f21654d065, hostable agents: ['c9b0653c-f3c7-4339-bd50-e3754b629216'], hosted agents: [] {{(pid=103162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 21:03:51.703898 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-339ec6b8-b147-44ac-bb28-e734fabe2263 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Network 28319746-b029-46eb-aa57-d9f21654d065 is scheduled to be hosted by DHCP agent c9b0653c-f3c7-4339-bd50-e3754b629216 with binding_index 1 {{(pid=103162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 21:03:51.709054 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 9aed68bb-642f-4bb2-8c88-57334541f062 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:03:51.777149 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-f25196c4-c0d2-419b-a61a-2a52f5133092 None None] Current status of the port 9aed68bb-642f-4bb2-8c88-57334541f062 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:03:51.782257 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-339ec6b8-b147-44ac-bb28-e734fabe2263 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842733-1, 28319746-b029-46eb-aa57-d9f21654d065) {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:03:51.787312 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-339ec6b8-b147-44ac-bb28-e734fabe2263 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:03:51.787974 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-339ec6b8-b147-44ac-bb28-e734fabe2263 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:51.815017 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b2aae61-545b-4005-bec9-b098897755da None None] Network 28319746-b029-46eb-aa57-d9f21654d065 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:03:51.879413 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-339ec6b8-b147-44ac-bb28-e734fabe2263 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.3285348 May 20 21:03:51.882494 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 43784) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:03:51.963222 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-af7d5fa2-f858-4cec-999e-641bd9305235 None None] Notify callbacks [] for port, precommit_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:51.980900 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-142cff4f-a121-4698-b805-c02758bdbbed None None] Provisioning complete for port 5e4d3762-9cc0-48ce-a2d7-464e125bd131 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:03:51.981525 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-142cff4f-a121-4698-b805-c02758bdbbed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:52.075261 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-af7d5fa2-f858-4cec-999e-641bd9305235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:52.210755 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8a494f-b25e-4c96-95e1-b457c146341a None None] Pushing event updated for resources: {'Port': ['ID=5e4d3762-9cc0-48ce-a2d7-464e125bd131,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:03:52.239919 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-142cff4f-a121-4698-b805-c02758bdbbed None None] Port 5e4d3762-9cc0-48ce-a2d7-464e125bd131 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 21:03:52.372124 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-af7d5fa2-f858-4cec-999e-641bd9305235 None None] Attempting to bind port 5e4d3762-9cc0-48ce-a2d7-464e125bd131 on host n-d-842733-1 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:03:52.372754 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-af7d5fa2-f858-4cec-999e-641bd9305235 None None] Attempting to bind port 5e4d3762-9cc0-48ce-a2d7-464e125bd131 by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': '08661c84-262b-47ad-9d4c-83d6dfdf3c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '57482fd5-8527-4576-883a-ff4c0f205b68'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:03:52.373339 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af7d5fa2-f858-4cec-999e-641bd9305235 None None] Attempting to bind port 5e4d3762-9cc0-48ce-a2d7-464e125bd131 on network 57482fd5-8527-4576-883a-ff4c0f205b68 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:03:52.381954 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af7d5fa2-f858-4cec-999e-641bd9305235 None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 21, 3, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 21:03:52.382676 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af7d5fa2-f858-4cec-999e-641bd9305235 None None] Checking segment: {'id': '08661c84-262b-47ad-9d4c-83d6dfdf3c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '57482fd5-8527-4576-883a-ff4c0f205b68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:03:52.383268 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-af7d5fa2-f858-4cec-999e-641bd9305235 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:52.383938 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af7d5fa2-f858-4cec-999e-641bd9305235 None None] Bound using segment: {'id': '08661c84-262b-47ad-9d4c-83d6dfdf3c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '57482fd5-8527-4576-883a-ff4c0f205b68'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 21:03:52.384635 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-af7d5fa2-f858-4cec-999e-641bd9305235 None None] Bound port: 5e4d3762-9cc0-48ce-a2d7-464e125bd131, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08661c84-262b-47ad-9d4c-83d6dfdf3c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '57482fd5-8527-4576-883a-ff4c0f205b68'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:03:52.385229 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-af7d5fa2-f858-4cec-999e-641bd9305235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:52.405173 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d7048461-3a88-4597-a0ff-7604b892b193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:52.444002 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20a9859c-a584-4f59-b15b-1453da18f3b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaee2b848-d4b9-5db1-b6ef-d6db29d67de7-28319746-b029-46eb-aa57-d9f21654d065', 'network_id': '28319746-b029-46eb-aa57-d9f21654d065', 'tenant_id': '785b01e259854fae98d7194cf8f7101e', 'fixed_ips': [{'subnet_id': '785f8fc5-12c1-4486-965d-e531358317dd'}]}} from n-d-842733-1. {{(pid=103164) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 21:03:52.446539 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-20a9859c-a584-4f59-b15b-1453da18f3b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:52.721269 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-af7d5fa2-f858-4cec-999e-641bd9305235 None None] For port 5e4d3762-9cc0-48ce-a2d7-464e125bd131, host n-d-842733-1, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 21:03:52.737636 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 9aed68bb-642f-4bb2-8c88-57334541f062 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:03:52.795038 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-af7d5fa2-f858-4cec-999e-641bd9305235 None None] For port 5e4d3762-9cc0-48ce-a2d7-464e125bd131, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=5e4d3762-9cc0-48ce-a2d7-464e125bd131,segment=NetworkSegment(08661c84-262b-47ad-9d4c-83d6dfdf3c18),segment_id=08661c84-262b-47ad-9d4c-83d6dfdf3c18)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 21:03:52.807382 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-1aaebd58-22c2-4ee7-a3e5-5f4c324bec18 None None] Provisioning complete for port 5e4d3762-9cc0-48ce-a2d7-464e125bd131 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:03:52.807901 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-1aaebd58-22c2-4ee7-a3e5-5f4c324bec18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:52.838415 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-15176d2c-95bb-427a-aa1b-5bacce94acfd tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:52.856999 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [None req-20a9859c-a584-4f59-b15b-1453da18f3b8 None None] Allocated IP 2001:db8:1::2 (28319746-b029-46eb-aa57-d9f21654d065/785f8fc5-12c1-4486-965d-e531358317dd/161adb9b-4562-403a-bbea-b8328fbcfcdd) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:03:52.875001 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-1aaebd58-22c2-4ee7-a3e5-5f4c324bec18 None None] Port 5e4d3762-9cc0-48ce-a2d7-464e125bd131 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 21:03:52.886117 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 9aed68bb-642f-4bb2-8c88-57334541f062 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:03:52.886564 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:52.945705 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-af7d5fa2-f858-4cec-999e-641bd9305235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:53.087837 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8a494f-b25e-4c96-95e1-b457c146341a None None] Pushing event updated for resources: {'Port': ['ID=5e4d3762-9cc0-48ce-a2d7-464e125bd131,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:03:53.142284 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af7d5fa2-f858-4cec-999e-641bd9305235 None None] Routers {'6eb174ec-66e3-4cfd-bc8c-d366878f3df9'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:03:53.142934 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-af7d5fa2-f858-4cec-999e-641bd9305235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:03:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['6eb174ec-66e3-4cfd-bc8c-d366878f3df9'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:03:53.270250 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 9aed68bb-642f-4bb2-8c88-57334541f062 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:03:53.303770 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-af7d5fa2-f858-4cec-999e-641bd9305235 None None] Set router 6eb174ec-66e3-4cfd-bc8c-d366878f3df9 gateway port host: None {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:03:53.306016 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-20a9859c-a584-4f59-b15b-1453da18f3b8 None None] Notify callbacks [] for port, precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:53.519717 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-20a9859c-a584-4f59-b15b-1453da18f3b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108'] for port, after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:53.549010 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-15176d2c-95bb-427a-aa1b-5bacce94acfd tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Allocated IP 2001:db8:1::1 (28319746-b029-46eb-aa57-d9f21654d065/785f8fc5-12c1-4486-965d-e531358317dd/93819462-8326-4916-b31c-211de2cad3ff) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:03:53.581699 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-c3eae0d4-229a-4b86-8088-baddeeefc874 None None] Provisioning complete for port 5e4d3762-9cc0-48ce-a2d7-464e125bd131 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:03:53.582066 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c3eae0d4-229a-4b86-8088-baddeeefc874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:53.612656 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20a9859c-a584-4f59-b15b-1453da18f3b8 None None] Network 28319746-b029-46eb-aa57-d9f21654d065 is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:03:53.653645 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-20a9859c-a584-4f59-b15b-1453da18f3b8 None None] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:03:53.666096 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a9859c-a584-4f59-b15b-1453da18f3b8 None None] Received port after_create {{(pid=103164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:03:53.792171 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-15176d2c-95bb-427a-aa1b-5bacce94acfd tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:53.870436 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a9859c-a584-4f59-b15b-1453da18f3b8 None None] Pushing event updated for resources: {'Port': ['ID=161adb9b-4562-403a-bbea-b8328fbcfcdd,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:03:54.001704 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-20a9859c-a584-4f59-b15b-1453da18f3b8 None None] Attempting to bind port 161adb9b-4562-403a-bbea-b8328fbcfcdd on host n-d-842733-1 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:03:54.001704 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-20a9859c-a584-4f59-b15b-1453da18f3b8 None None] Attempting to bind port 161adb9b-4562-403a-bbea-b8328fbcfcdd by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': 'dfc4bcaa-0ccc-4594-a458-d66460508f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '28319746-b029-46eb-aa57-d9f21654d065'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:03:54.002128 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20a9859c-a584-4f59-b15b-1453da18f3b8 None None] Attempting to bind port 161adb9b-4562-403a-bbea-b8328fbcfcdd on network 28319746-b029-46eb-aa57-d9f21654d065 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:03:54.013464 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-af7d5fa2-f858-4cec-999e-641bd9305235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6eb174ec-66e3-4cfd-bc8c-d366878f3df9', 'name': 'tempest-RoutersIpV6Test-router-1608490678', 'tenant_id': '785b01e259854fae98d7194cf8f7101e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:03:45Z', 'updated_at': '2022-05-20T21:03:48Z', 'revision_number': 2, 'project_id': '785b01e259854fae98d7194cf8f7101e', 'gw_port_host': None, '_interfaces': [{'id': '5e4d3762-9cc0-48ce-a2d7-464e125bd131', 'name': '', 'network_id': '57482fd5-8527-4576-883a-ff4c0f205b68', 'tenant_id': '785b01e259854fae98d7194cf8f7101e', 'mac_address': 'fa:16:3e:f5:d1:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6eb174ec-66e3-4cfd-bc8c-d366878f3df9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3203, 'fixed_ips': [{'subnet_id': '820c0307-2da3-4452-88ca-038e503e6b2a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:03:47Z', 'updated_at': '2022-05-20T21:03:52Z', 'revision_number': 4, 'project_id': '785b01e259854fae98d7194cf8f7101e', 'subnets': [{'id': '820c0307-2da3-4452-88ca-038e503e6b2a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:03:54.018894 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20a9859c-a584-4f59-b15b-1453da18f3b8 None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 21, 3, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 21:03:54.023758 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20a9859c-a584-4f59-b15b-1453da18f3b8 None None] Checking segment: {'id': 'dfc4bcaa-0ccc-4594-a458-d66460508f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '28319746-b029-46eb-aa57-d9f21654d065'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:03:54.023888 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-15176d2c-95bb-427a-aa1b-5bacce94acfd tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:54.024021 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-20a9859c-a584-4f59-b15b-1453da18f3b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:54.024021 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20a9859c-a584-4f59-b15b-1453da18f3b8 None None] Bound using segment: {'id': 'dfc4bcaa-0ccc-4594-a458-d66460508f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '28319746-b029-46eb-aa57-d9f21654d065'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 21:03:54.024021 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-20a9859c-a584-4f59-b15b-1453da18f3b8 None None] Bound port: 161adb9b-4562-403a-bbea-b8328fbcfcdd, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfc4bcaa-0ccc-4594-a458-d66460508f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '28319746-b029-46eb-aa57-d9f21654d065'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:03:54.024021 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-20a9859c-a584-4f59-b15b-1453da18f3b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:54.101928 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-c3eae0d4-229a-4b86-8088-baddeeefc874 None None] Current status of the port 5e4d3762-9cc0-48ce-a2d7-464e125bd131 is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:03:54.101928 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c3eae0d4-229a-4b86-8088-baddeeefc874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:54.101928 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af7d5fa2-f858-4cec-999e-641bd9305235 None None] The sync data for ids ['6eb174ec-66e3-4cfd-bc8c-d366878f3df9'] in n-d-842733-1 is: [{'id': '6eb174ec-66e3-4cfd-bc8c-d366878f3df9', 'name': 'tempest-RoutersIpV6Test-router-1608490678', 'tenant_id': '785b01e259854fae98d7194cf8f7101e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:03:45Z', 'updated_at': '2022-05-20T21:03:48Z', 'revision_number': 2, 'project_id': '785b01e259854fae98d7194cf8f7101e', 'gw_port_host': None, '_interfaces': [{'id': '5e4d3762-9cc0-48ce-a2d7-464e125bd131', 'name': '', 'network_id': '57482fd5-8527-4576-883a-ff4c0f205b68', 'tenant_id': '785b01e259854fae98d7194cf8f7101e', 'mac_address': 'fa:16:3e:f5:d1:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6eb174ec-66e3-4cfd-bc8c-d366878f3df9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3203, 'fixed_ips': [{'subnet_id': '820c0307-2da3-4452-88ca-038e503e6b2a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:03:47Z', 'updated_at': '2022-05-20T21:03:52Z', 'revision_number': 4, 'project_id': '785b01e259854fae98d7194cf8f7101e', 'subnets': [{'id': '820c0307-2da3-4452-88ca-038e503e6b2a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 21:03:54.126226 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15176d2c-95bb-427a-aa1b-5bacce94acfd tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Network 28319746-b029-46eb-aa57-d9f21654d065 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:03:54.134382 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15176d2c-95bb-427a-aa1b-5bacce94acfd tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Pushing event updated for resources: {'Port': ['ID=93819462-8326-4916-b31c-211de2cad3ff,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:03:54.137499 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-15176d2c-95bb-427a-aa1b-5bacce94acfd tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:03:54.140575 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15176d2c-95bb-427a-aa1b-5bacce94acfd tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:03:54.141367 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-15176d2c-95bb-427a-aa1b-5bacce94acfd tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748409'] for router_interface, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:54.171673 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-c3eae0d4-229a-4b86-8088-baddeeefc874 None None] For port 5e4d3762-9cc0-48ce-a2d7-464e125bd131, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=5e4d3762-9cc0-48ce-a2d7-464e125bd131,segment=NetworkSegment(08661c84-262b-47ad-9d4c-83d6dfdf3c18),segment_id=08661c84-262b-47ad-9d4c-83d6dfdf3c18)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:03:54.205634 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-20a9859c-a584-4f59-b15b-1453da18f3b8 None None] For port 161adb9b-4562-403a-bbea-b8328fbcfcdd, host n-d-842733-1, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 21:03:54.218065 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-20a9859c-a584-4f59-b15b-1453da18f3b8 None None] For port 161adb9b-4562-403a-bbea-b8328fbcfcdd, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=161adb9b-4562-403a-bbea-b8328fbcfcdd,segment=NetworkSegment(dfc4bcaa-0ccc-4594-a458-d66460508f9a),segment_id=dfc4bcaa-0ccc-4594-a458-d66460508f9a)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 21:03:54.229978 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4bb0e131-6525-46ca-a45b-e4ea43a5e69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:54.394457 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c3eae0d4-229a-4b86-8088-baddeeefc874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:54.403078 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-20a9859c-a584-4f59-b15b-1453da18f3b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:54.469497 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-15176d2c-95bb-427a-aa1b-5bacce94acfd tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:54.585356 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3eae0d4-229a-4b86-8088-baddeeefc874 None None] Pushing event updated for resources: {'Port': ['ID=5e4d3762-9cc0-48ce-a2d7-464e125bd131,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:03:54.753982 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a9859c-a584-4f59-b15b-1453da18f3b8 None None] Pushing event updated for resources: {'Port': ['ID=161adb9b-4562-403a-bbea-b8328fbcfcdd,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:03:54.801577 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 5e4d3762-9cc0-48ce-a2d7-464e125bd131 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:03:54.936134 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 5e4d3762-9cc0-48ce-a2d7-464e125bd131 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:03:54.937802 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:55.002468 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:55.152706 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 5e4d3762-9cc0-48ce-a2d7-464e125bd131 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:03:55.262120 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-15176d2c-95bb-427a-aa1b-5bacce94acfd tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks [] for port, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:55.343704 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-15176d2c-95bb-427a-aa1b-5bacce94acfd tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:55.345112 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-15176d2c-95bb-427a-aa1b-5bacce94acfd tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748437'] for router_interface, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:55.571966 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15176d2c-95bb-427a-aa1b-5bacce94acfd tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Network 28319746-b029-46eb-aa57-d9f21654d065 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:03:55.572859 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cc3ec51b-6ec8-438a-8349-5f0bec346d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:55.572988 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15176d2c-95bb-427a-aa1b-5bacce94acfd tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Pushing event updated for resources: {'Port': ['ID=93819462-8326-4916-b31c-211de2cad3ff,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:03:55.572988 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-15176d2c-95bb-427a-aa1b-5bacce94acfd tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:03:55.589766 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:55.723860 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15176d2c-95bb-427a-aa1b-5bacce94acfd tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Router 6eb174ec-66e3-4cfd-bc8c-d366878f3df9 has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 21:03:55.864703 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15176d2c-95bb-427a-aa1b-5bacce94acfd tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 21:03:55.871369 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-15176d2c-95bb-427a-aa1b-5bacce94acfd tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] 10.222.0.35 "PUT /v2.0/routers/6eb174ec-66e3-4cfd-bc8c-d366878f3df9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9875557 May 20 21:03:55.874419 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 43850) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:03:55.879546 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-c9d6ef21-2046-4f5e-b1ad-dc88093966e9 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1308392618'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:03:56.047093 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9d6ef21-2046-4f5e-b1ad-dc88093966e9 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Made reservation on behalf of 785b01e259854fae98d7194cf8f7101e for: {'network': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:03:56.053026 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c9d6ef21-2046-4f5e-b1ad-dc88093966e9 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for network, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:56.089678 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9d6ef21-2046-4f5e-b1ad-dc88093966e9 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 221} {{(pid=103162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 21:03:56.115628 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c9d6ef21-2046-4f5e-b1ad-dc88093966e9 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:56.126363 n-d-842733-1 neutron-server[103162]: INFO neutron.db.segments_db [None req-c9d6ef21-2046-4f5e-b1ad-dc88093966e9 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Added segment bd357203-d8ec-4e96-81d0-6159a6bbe3a3 of type vlan for network 813b989c-bf2e-4088-a2fa-f828c5633701 May 20 21:03:56.126537 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90e870c7-973d-4ac9-821e-cd7f3a928bb8 None None] Network 28319746-b029-46eb-aa57-d9f21654d065 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:03:56.188261 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c9d6ef21-2046-4f5e-b1ad-dc88093966e9 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418993264'] for network, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:56.243154 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b44fec79-4db2-46a0-b12e-323a881ca354 None None] Provisioning complete for port 161adb9b-4562-403a-bbea-b8328fbcfcdd triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:03:56.244154 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b44fec79-4db2-46a0-b12e-323a881ca354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:56.298289 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c9d6ef21-2046-4f5e-b1ad-dc88093966e9 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524'] for network, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:56.304260 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9d6ef21-2046-4f5e-b1ad-dc88093966e9 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:03:56.305089 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c9d6ef21-2046-4f5e-b1ad-dc88093966e9 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:56.389396 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d6ef21-2046-4f5e-b1ad-dc88093966e9 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Pushing event updated for resources: {'Network': ['ID=813b989c-bf2e-4088-a2fa-f828c5633701,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:03:56.411126 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Network 813b989c-bf2e-4088-a2fa-f828c5633701 details requested by agent ovs-agent-n-d-842733-1 with host n-d-842733-1 {{(pid=103164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 20 21:03:56.460377 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-c9d6ef21-2046-4f5e-b1ad-dc88093966e9 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5847414 May 20 21:03:56.463219 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 43858) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:03:56.468536 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-ade7e149-2cc1-4b98-8396-e7177ad945d9 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Request body: {'subnet': {'network_id': '813b989c-bf2e-4088-a2fa-f828c5633701', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:03:56.544978 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b44fec79-4db2-46a0-b12e-323a881ca354 None None] Current status of the port 161adb9b-4562-403a-bbea-b8328fbcfcdd is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:03:56.545695 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b44fec79-4db2-46a0-b12e-323a881ca354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:56.619123 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b44fec79-4db2-46a0-b12e-323a881ca354 None None] For port 161adb9b-4562-403a-bbea-b8328fbcfcdd, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=161adb9b-4562-403a-bbea-b8328fbcfcdd,segment=NetworkSegment(dfc4bcaa-0ccc-4594-a458-d66460508f9a),segment_id=dfc4bcaa-0ccc-4594-a458-d66460508f9a)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:03:56.723974 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8243a2f-9321-4b06-86ef-eae7cf5e6ce3 None None] Sync routers for ids ['6eb174ec-66e3-4cfd-bc8c-d366878f3df9'] in n-d-842733-1 {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 21:03:56.740569 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8243a2f-9321-4b06-86ef-eae7cf5e6ce3 None None] Routers {'6eb174ec-66e3-4cfd-bc8c-d366878f3df9'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:03:56.741638 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-e8243a2f-9321-4b06-86ef-eae7cf5e6ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:03:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['6eb174ec-66e3-4cfd-bc8c-d366878f3df9'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:03:56.756847 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ade7e149-2cc1-4b98-8396-e7177ad945d9 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Made reservation on behalf of 785b01e259854fae98d7194cf8f7101e for: {'subnet': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:03:56.757060 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b44fec79-4db2-46a0-b12e-323a881ca354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:56.771050 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ade7e149-2cc1-4b98-8396-e7177ad945d9 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8422561'] for subnet, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:56.896877 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-e8243a2f-9321-4b06-86ef-eae7cf5e6ce3 None None] Set router 6eb174ec-66e3-4cfd-bc8c-d366878f3df9 gateway port host: None {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:03:56.919629 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 5e4d3762-9cc0-48ce-a2d7-464e125bd131 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:03:57.019572 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44fec79-4db2-46a0-b12e-323a881ca354 None None] Pushing event updated for resources: {'Port': ['ID=161adb9b-4562-403a-bbea-b8328fbcfcdd,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:03:57.090773 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 5e4d3762-9cc0-48ce-a2d7-464e125bd131 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:03:57.091136 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:57.125256 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b05895d3-1051-4d21-9bde-811c43a74f79 None None] Provisioning complete for port 93819462-8326-4916-b31c-211de2cad3ff triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:03:57.125884 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b05895d3-1051-4d21-9bde-811c43a74f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:57.171465 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b05895d3-1051-4d21-9bde-811c43a74f79 None None] Port 93819462-8326-4916-b31c-211de2cad3ff cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 21:03:57.226373 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b05895d3-1051-4d21-9bde-811c43a74f79 None None] Provisioning complete for port 161adb9b-4562-403a-bbea-b8328fbcfcdd triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:03:57.227130 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b05895d3-1051-4d21-9bde-811c43a74f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:57.258369 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ade7e149-2cc1-4b98-8396-e7177ad945d9 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9641412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8422583'] for subnet, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:57.364271 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-e8243a2f-9321-4b06-86ef-eae7cf5e6ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6eb174ec-66e3-4cfd-bc8c-d366878f3df9', 'name': 'tempest-RoutersIpV6Test-router-1608490678', 'tenant_id': '785b01e259854fae98d7194cf8f7101e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:03:45Z', 'updated_at': '2022-05-20T21:03:54Z', 'revision_number': 3, 'project_id': '785b01e259854fae98d7194cf8f7101e', 'gw_port_host': None, '_interfaces': [{'id': '5e4d3762-9cc0-48ce-a2d7-464e125bd131', 'name': '', 'network_id': '57482fd5-8527-4576-883a-ff4c0f205b68', 'tenant_id': '785b01e259854fae98d7194cf8f7101e', 'mac_address': 'fa:16:3e:f5:d1:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb174ec-66e3-4cfd-bc8c-d366878f3df9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3203, 'fixed_ips': [{'subnet_id': '820c0307-2da3-4452-88ca-038e503e6b2a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:03:47Z', 'updated_at': '2022-05-20T21:03:54Z', 'revision_number': 5, 'project_id': '785b01e259854fae98d7194cf8f7101e', 'subnets': [{'id': '820c0307-2da3-4452-88ca-038e503e6b2a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '93819462-8326-4916-b31c-211de2cad3ff', 'name': '', 'network_id': '28319746-b029-46eb-aa57-d9f21654d065', 'tenant_id': '785b01e259854fae98d7194cf8f7101e', 'mac_address': 'fa:16:3e:b0:3c:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6eb174ec-66e3-4cfd-bc8c-d366878f3df9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': '785f8fc5-12c1-4486-965d-e531358317dd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:03:52Z', 'updated_at': '2022-05-20T21:03:54Z', 'revision_number': 2, 'project_id': '785b01e259854fae98d7194cf8f7101e', 'subnets': [{'id': '785f8fc5-12c1-4486-965d-e531358317dd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:03:57.381192 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 5e4d3762-9cc0-48ce-a2d7-464e125bd131 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:03:57.382443 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 161adb9b-4562-403a-bbea-b8328fbcfcdd up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:03:57.412261 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8243a2f-9321-4b06-86ef-eae7cf5e6ce3 None None] Checking router: 6eb174ec-66e3-4cfd-bc8c-d366878f3df9 for host: n-d-842733-1 {{(pid=103165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 21:03:57.415612 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8243a2f-9321-4b06-86ef-eae7cf5e6ce3 None None] Updating router 6eb174ec-66e3-4cfd-bc8c-d366878f3df9 port 93819462-8326-4916-b31c-211de2cad3ff binding host n-d-842733-1 {{(pid=103165) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 21:03:57.445897 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade7e149-2cc1-4b98-8396-e7177ad945d9 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Checking segment: {'id': 'bd357203-d8ec-4e96-81d0-6159a6bbe3a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '813b989c-bf2e-4088-a2fa-f828c5633701'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:03:57.448633 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ade7e149-2cc1-4b98-8396-e7177ad945d9 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Network hostable DHCP agents. Network: 813b989c-bf2e-4088-a2fa-f828c5633701, hostable agents: ['c9b0653c-f3c7-4339-bd50-e3754b629216'], hosted agents: [] {{(pid=103163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 21:03:57.451183 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade7e149-2cc1-4b98-8396-e7177ad945d9 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Pushing event updated for resources: {'Subnet': ['ID=55aed13c-521b-4f1f-ad22-eefb7d99d526,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:03:57.454064 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-e8243a2f-9321-4b06-86ef-eae7cf5e6ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:57.476854 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b05895d3-1051-4d21-9bde-811c43a74f79 None None] Current status of the port 161adb9b-4562-403a-bbea-b8328fbcfcdd is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:03:57.512961 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 161adb9b-4562-403a-bbea-b8328fbcfcdd triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:03:57.513493 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:57.577521 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ade7e149-2cc1-4b98-8396-e7177ad945d9 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Network 813b989c-bf2e-4088-a2fa-f828c5633701 is scheduled to be hosted by DHCP agent c9b0653c-f3c7-4339-bd50-e3754b629216 with binding_index 1 {{(pid=103163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 21:03:57.684088 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-d1af4232-e38a-4354-a868-9ca2d60dac46 None None] Provisioning complete for port 93819462-8326-4916-b31c-211de2cad3ff triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:03:57.684545 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d1af4232-e38a-4354-a868-9ca2d60dac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:57.687895 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 161adb9b-4562-403a-bbea-b8328fbcfcdd is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:03:57.703244 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-ade7e149-2cc1-4b98-8396-e7177ad945d9 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842733-1, 813b989c-bf2e-4088-a2fa-f828c5633701) {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:03:57.720252 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ade7e149-2cc1-4b98-8396-e7177ad945d9 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:03:57.725966 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ade7e149-2cc1-4b98-8396-e7177ad945d9 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks [] for subnet, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:57.750277 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bee0343e-d2b6-471b-8625-9a3283422d7f None None] Network 813b989c-bf2e-4088-a2fa-f828c5633701 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:03:57.873794 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-d1af4232-e38a-4354-a868-9ca2d60dac46 None None] Port 93819462-8326-4916-b31c-211de2cad3ff cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 21:03:57.881489 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 43890) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:03:57.885870 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-ade7e149-2cc1-4b98-8396-e7177ad945d9 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.4214041 May 20 21:03:58.162810 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-244598a1-cf91-49a6-91c2-8fc34987d104 None None] Provisioning complete for port 93819462-8326-4916-b31c-211de2cad3ff triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:03:58.163241 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-244598a1-cf91-49a6-91c2-8fc34987d104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:58.166231 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-e8243a2f-9321-4b06-86ef-eae7cf5e6ce3 None None] Notify callbacks [] for port, precommit_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:58.207945 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-244598a1-cf91-49a6-91c2-8fc34987d104 None None] Port 93819462-8326-4916-b31c-211de2cad3ff cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 21:03:58.210612 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e98354d-9c36-47f6-b314-8626128c5aaf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaee2b848-d4b9-5db1-b6ef-d6db29d67de7-813b989c-bf2e-4088-a2fa-f828c5633701', 'network_id': '813b989c-bf2e-4088-a2fa-f828c5633701', 'tenant_id': '785b01e259854fae98d7194cf8f7101e', 'fixed_ips': [{'subnet_id': '55aed13c-521b-4f1f-ad22-eefb7d99d526'}]}} from n-d-842733-1. {{(pid=103164) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 21:03:58.211549 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-1e98354d-9c36-47f6-b314-8626128c5aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:58.268532 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-e8243a2f-9321-4b06-86ef-eae7cf5e6ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:58.378795 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c3de73-f3ca-457d-b3b0-da967cf5d241 None None] Pushing event updated for resources: {'Port': ['ID=93819462-8326-4916-b31c-211de2cad3ff,revision_number=3']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:03:58.400058 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c3de73-f3ca-457d-b3b0-da967cf5d241 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:03:58.400058 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c3de73-f3ca-457d-b3b0-da967cf5d241 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:03:58.400058 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c3de73-f3ca-457d-b3b0-da967cf5d241 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:03:58.400058 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c3de73-f3ca-457d-b3b0-da967cf5d241 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:03:58.400058 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c3de73-f3ca-457d-b3b0-da967cf5d241 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:03:58.400058 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c3de73-f3ca-457d-b3b0-da967cf5d241 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:03:58.400058 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c3de73-f3ca-457d-b3b0-da967cf5d241 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:03:58.400058 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c3de73-f3ca-457d-b3b0-da967cf5d241 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:03:58.400058 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c3de73-f3ca-457d-b3b0-da967cf5d241 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:03:58.406165 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c3de73-f3ca-457d-b3b0-da967cf5d241 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:03:58.406165 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c3de73-f3ca-457d-b3b0-da967cf5d241 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:03:58.418381 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c3de73-f3ca-457d-b3b0-da967cf5d241 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:03:58.466961 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [None req-1e98354d-9c36-47f6-b314-8626128c5aaf None None] Allocated IP 2001:db8:2::2 (813b989c-bf2e-4088-a2fa-f828c5633701/55aed13c-521b-4f1f-ad22-eefb7d99d526/02728d54-7faf-486d-b04c-a873b575fb4e) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:03:58.550620 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-79959cbd-1692-4655-91c1-b4982e037ef9 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:58.634188 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-e8243a2f-9321-4b06-86ef-eae7cf5e6ce3 None None] Attempting to bind port 93819462-8326-4916-b31c-211de2cad3ff on host n-d-842733-1 for vnic_type normal with profile {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:03:58.640238 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-e8243a2f-9321-4b06-86ef-eae7cf5e6ce3 None None] Attempting to bind port 93819462-8326-4916-b31c-211de2cad3ff by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': 'dfc4bcaa-0ccc-4594-a458-d66460508f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '28319746-b029-46eb-aa57-d9f21654d065'}] {{(pid=103165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:03:58.640238 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8243a2f-9321-4b06-86ef-eae7cf5e6ce3 None None] Attempting to bind port 93819462-8326-4916-b31c-211de2cad3ff on network 28319746-b029-46eb-aa57-d9f21654d065 {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:03:58.666844 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8243a2f-9321-4b06-86ef-eae7cf5e6ce3 None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 21, 3, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 21:03:58.666844 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8243a2f-9321-4b06-86ef-eae7cf5e6ce3 None None] Checking segment: {'id': 'dfc4bcaa-0ccc-4594-a458-d66460508f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '28319746-b029-46eb-aa57-d9f21654d065'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:03:58.666844 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-e8243a2f-9321-4b06-86ef-eae7cf5e6ce3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:58.666844 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8243a2f-9321-4b06-86ef-eae7cf5e6ce3 None None] Bound using segment: {'id': 'dfc4bcaa-0ccc-4594-a458-d66460508f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '28319746-b029-46eb-aa57-d9f21654d065'} {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 21:03:58.673422 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-e8243a2f-9321-4b06-86ef-eae7cf5e6ce3 None None] Bound port: 93819462-8326-4916-b31c-211de2cad3ff, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfc4bcaa-0ccc-4594-a458-d66460508f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '28319746-b029-46eb-aa57-d9f21654d065'}}] {{(pid=103165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:03:58.675950 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-e8243a2f-9321-4b06-86ef-eae7cf5e6ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:58.830414 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 161adb9b-4562-403a-bbea-b8328fbcfcdd up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:03:58.901043 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 43904) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:03:58.950692 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-e8243a2f-9321-4b06-86ef-eae7cf5e6ce3 None None] For port 93819462-8326-4916-b31c-211de2cad3ff, host n-d-842733-1, cleared binding levels {{(pid=103165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 21:03:58.954794 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-e8243a2f-9321-4b06-86ef-eae7cf5e6ce3 None None] For port 93819462-8326-4916-b31c-211de2cad3ff, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=93819462-8326-4916-b31c-211de2cad3ff,segment=NetworkSegment(dfc4bcaa-0ccc-4594-a458-d66460508f9a),segment_id=dfc4bcaa-0ccc-4594-a458-d66460508f9a)] {{(pid=103165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 21:03:59.003469 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-bdc03be8-bb07-4645-8293-19184bdae9fe None None] Provisioning complete for port 93819462-8326-4916-b31c-211de2cad3ff triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:03:59.003927 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-bdc03be8-bb07-4645-8293-19184bdae9fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:59.007524 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-e8243a2f-9321-4b06-86ef-eae7cf5e6ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:59.097905 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 161adb9b-4562-403a-bbea-b8328fbcfcdd triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:03:59.098272 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:59.116554 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8243a2f-9321-4b06-86ef-eae7cf5e6ce3 None None] Routers {'6eb174ec-66e3-4cfd-bc8c-d366878f3df9'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:03:59.118078 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-e8243a2f-9321-4b06-86ef-eae7cf5e6ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:03:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['6eb174ec-66e3-4cfd-bc8c-d366878f3df9'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:03:59.199443 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c3de73-f3ca-457d-b3b0-da967cf5d241 None None] Pushing event updated for resources: {'Port': ['ID=93819462-8326-4916-b31c-211de2cad3ff,revision_number=4']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:03:59.217240 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-6e0eba35-347c-4bec-b042-1bfffdb58b46 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f7923afdfd7f405fb72bd4b2f1133cd6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3143067 May 20 21:03:59.220556 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 43916) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:03:59.255145 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-1e98354d-9c36-47f6-b314-8626128c5aaf None None] Notify callbacks [] for port, precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:59.387359 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-50a680d0-7dbb-4e42-ab52-18a596d0d5a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:59.455699 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-bdc03be8-bb07-4645-8293-19184bdae9fe None None] Current status of the port 93819462-8326-4916-b31c-211de2cad3ff is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:03:59.456111 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-bdc03be8-bb07-4645-8293-19184bdae9fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:59.467402 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-50a680d0-7dbb-4e42-ab52-18a596d0d5a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:59.496353 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 161adb9b-4562-403a-bbea-b8328fbcfcdd is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:03:59.519306 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-e8243a2f-9321-4b06-86ef-eae7cf5e6ce3 None None] Set router 6eb174ec-66e3-4cfd-bc8c-d366878f3df9 gateway port host: None {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:03:59.519435 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-1e98354d-9c36-47f6-b314-8626128c5aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108'] for port, after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:59.604206 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-79959cbd-1692-4655-91c1-b4982e037ef9 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Allocated IP 2001:db8:2::1 (813b989c-bf2e-4088-a2fa-f828c5633701/55aed13c-521b-4f1f-ad22-eefb7d99d526/2bfa6500-96ce-4456-b26f-5a5517f4e45b) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:03:59.612970 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e98354d-9c36-47f6-b314-8626128c5aaf None None] Network 813b989c-bf2e-4088-a2fa-f828c5633701 is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:03:59.629583 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-1e98354d-9c36-47f6-b314-8626128c5aaf None None] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:03:59.639978 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-bdc03be8-bb07-4645-8293-19184bdae9fe None None] For port 93819462-8326-4916-b31c-211de2cad3ff, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=93819462-8326-4916-b31c-211de2cad3ff,segment=NetworkSegment(dfc4bcaa-0ccc-4594-a458-d66460508f9a),segment_id=dfc4bcaa-0ccc-4594-a458-d66460508f9a)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:03:59.639978 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e98354d-9c36-47f6-b314-8626128c5aaf None None] Received port after_create {{(pid=103164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:03:59.663611 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-50a680d0-7dbb-4e42-ab52-18a596d0d5a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:59.668057 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e98354d-9c36-47f6-b314-8626128c5aaf None None] Pushing event updated for resources: {'Port': ['ID=02728d54-7faf-486d-b04c-a873b575fb4e,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:03:59.668953 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-50a680d0-7dbb-4e42-ab52-18a596d0d5a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:59.670362 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-50a680d0-7dbb-4e42-ab52-18a596d0d5a0 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b6329f5d-b1fc-4dc6-b080-20c83863fa73 HTTP/1.1" status: 204 len: 168 time: 0.4486136 May 20 21:03:59.686345 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a680d0-7dbb-4e42-ab52-18a596d0d5a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6329f5d-b1fc-4dc6-b080-20c83863fa73,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:03:59.807424 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-e8243a2f-9321-4b06-86ef-eae7cf5e6ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6eb174ec-66e3-4cfd-bc8c-d366878f3df9', 'name': 'tempest-RoutersIpV6Test-router-1608490678', 'tenant_id': '785b01e259854fae98d7194cf8f7101e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:03:45Z', 'updated_at': '2022-05-20T21:03:54Z', 'revision_number': 3, 'project_id': '785b01e259854fae98d7194cf8f7101e', 'gw_port_host': None, '_interfaces': [{'id': '5e4d3762-9cc0-48ce-a2d7-464e125bd131', 'name': '', 'network_id': '57482fd5-8527-4576-883a-ff4c0f205b68', 'tenant_id': '785b01e259854fae98d7194cf8f7101e', 'mac_address': 'fa:16:3e:f5:d1:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb174ec-66e3-4cfd-bc8c-d366878f3df9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3203, 'fixed_ips': [{'subnet_id': '820c0307-2da3-4452-88ca-038e503e6b2a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:03:47Z', 'updated_at': '2022-05-20T21:03:54Z', 'revision_number': 5, 'project_id': '785b01e259854fae98d7194cf8f7101e', 'subnets': [{'id': '820c0307-2da3-4452-88ca-038e503e6b2a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '93819462-8326-4916-b31c-211de2cad3ff', 'name': '', 'network_id': '28319746-b029-46eb-aa57-d9f21654d065', 'tenant_id': '785b01e259854fae98d7194cf8f7101e', 'mac_address': 'fa:16:3e:b0:3c:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6eb174ec-66e3-4cfd-bc8c-d366878f3df9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': '785f8fc5-12c1-4486-965d-e531358317dd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:03:52Z', 'updated_at': '2022-05-20T21:03:58Z', 'revision_number': 4, 'project_id': '785b01e259854fae98d7194cf8f7101e', 'subnets': [{'id': '785f8fc5-12c1-4486-965d-e531358317dd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:03:59.816952 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-1e98354d-9c36-47f6-b314-8626128c5aaf None None] Attempting to bind port 02728d54-7faf-486d-b04c-a873b575fb4e on host n-d-842733-1 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:03:59.822329 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-1e98354d-9c36-47f6-b314-8626128c5aaf None None] Attempting to bind port 02728d54-7faf-486d-b04c-a873b575fb4e by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': 'bd357203-d8ec-4e96-81d0-6159a6bbe3a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '813b989c-bf2e-4088-a2fa-f828c5633701'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:03:59.822329 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e98354d-9c36-47f6-b314-8626128c5aaf None None] Attempting to bind port 02728d54-7faf-486d-b04c-a873b575fb4e on network 813b989c-bf2e-4088-a2fa-f828c5633701 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:03:59.825661 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e98354d-9c36-47f6-b314-8626128c5aaf None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 21, 3, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 21:03:59.826048 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e98354d-9c36-47f6-b314-8626128c5aaf None None] Checking segment: {'id': 'bd357203-d8ec-4e96-81d0-6159a6bbe3a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '813b989c-bf2e-4088-a2fa-f828c5633701'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:03:59.826454 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-1e98354d-9c36-47f6-b314-8626128c5aaf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:59.828072 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e98354d-9c36-47f6-b314-8626128c5aaf None None] Bound using segment: {'id': 'bd357203-d8ec-4e96-81d0-6159a6bbe3a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '813b989c-bf2e-4088-a2fa-f828c5633701'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 21:03:59.828579 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-1e98354d-9c36-47f6-b314-8626128c5aaf None None] Bound port: 02728d54-7faf-486d-b04c-a873b575fb4e, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd357203-d8ec-4e96-81d0-6159a6bbe3a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '813b989c-bf2e-4088-a2fa-f828c5633701'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:03:59.828984 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-1e98354d-9c36-47f6-b314-8626128c5aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:59.840327 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8243a2f-9321-4b06-86ef-eae7cf5e6ce3 None None] The sync data for ids ['6eb174ec-66e3-4cfd-bc8c-d366878f3df9'] in n-d-842733-1 is: [{'id': '6eb174ec-66e3-4cfd-bc8c-d366878f3df9', 'name': 'tempest-RoutersIpV6Test-router-1608490678', 'tenant_id': '785b01e259854fae98d7194cf8f7101e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:03:45Z', 'updated_at': '2022-05-20T21:03:54Z', 'revision_number': 3, 'project_id': '785b01e259854fae98d7194cf8f7101e', 'gw_port_host': None, '_interfaces': [{'id': '5e4d3762-9cc0-48ce-a2d7-464e125bd131', 'name': '', 'network_id': '57482fd5-8527-4576-883a-ff4c0f205b68', 'tenant_id': '785b01e259854fae98d7194cf8f7101e', 'mac_address': 'fa:16:3e:f5:d1:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb174ec-66e3-4cfd-bc8c-d366878f3df9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3203, 'fixed_ips': [{'subnet_id': '820c0307-2da3-4452-88ca-038e503e6b2a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:03:47Z', 'updated_at': '2022-05-20T21:03:54Z', 'revision_number': 5, 'project_id': '785b01e259854fae98d7194cf8f7101e', 'subnets': [{'id': '820c0307-2da3-4452-88ca-038e503e6b2a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '93819462-8326-4916-b31c-211de2cad3ff', 'name': '', 'network_id': '28319746-b029-46eb-aa57-d9f21654d065', 'tenant_id': '785b01e259854fae98d7194cf8f7101e', 'mac_address': 'fa:16:3e:b0:3c:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6eb174ec-66e3-4cfd-bc8c-d366878f3df9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': '785f8fc5-12c1-4486-965d-e531358317dd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:03:52Z', 'updated_at': '2022-05-20T21:03:58Z', 'revision_number': 4, 'project_id': '785b01e259854fae98d7194cf8f7101e', 'subnets': [{'id': '785f8fc5-12c1-4486-965d-e531358317dd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 21:03:59.854203 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-79959cbd-1692-4655-91c1-b4982e037ef9 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:03:59.866783 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-bdc03be8-bb07-4645-8293-19184bdae9fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:00.006120 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-79959cbd-1692-4655-91c1-b4982e037ef9 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:00.113232 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-35708a51-45b0-4b6d-8cc3-6e1e52bc52e6 None None] Provisioning complete for port 93819462-8326-4916-b31c-211de2cad3ff triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:04:00.113232 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-35708a51-45b0-4b6d-8cc3-6e1e52bc52e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:00.113232 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc03be8-bb07-4645-8293-19184bdae9fe None None] Pushing event updated for resources: {'Port': ['ID=93819462-8326-4916-b31c-211de2cad3ff,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:04:00.113631 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79959cbd-1692-4655-91c1-b4982e037ef9 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Pushing event updated for resources: {'Port': ['ID=2bfa6500-96ce-4456-b26f-5a5517f4e45b,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:04:00.141667 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79959cbd-1692-4655-91c1-b4982e037ef9 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Network 813b989c-bf2e-4088-a2fa-f828c5633701 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:04:00.143457 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-79959cbd-1692-4655-91c1-b4982e037ef9 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:04:00.146311 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79959cbd-1692-4655-91c1-b4982e037ef9 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:04:00.147042 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-79959cbd-1692-4655-91c1-b4982e037ef9 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748409'] for router_interface, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:00.165554 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-1e98354d-9c36-47f6-b314-8626128c5aaf None None] For port 02728d54-7faf-486d-b04c-a873b575fb4e, host n-d-842733-1, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 21:04:00.187533 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-1e98354d-9c36-47f6-b314-8626128c5aaf None None] For port 02728d54-7faf-486d-b04c-a873b575fb4e, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=02728d54-7faf-486d-b04c-a873b575fb4e,segment=NetworkSegment(bd357203-d8ec-4e96-81d0-6159a6bbe3a3),segment_id=bd357203-d8ec-4e96-81d0-6159a6bbe3a3)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 21:04:00.323870 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-1e98354d-9c36-47f6-b314-8626128c5aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:00.543523 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-35708a51-45b0-4b6d-8cc3-6e1e52bc52e6 None None] Current status of the port 93819462-8326-4916-b31c-211de2cad3ff is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:04:00.548839 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-79959cbd-1692-4655-91c1-b4982e037ef9 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:00.623824 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e98354d-9c36-47f6-b314-8626128c5aaf None None] Pushing event updated for resources: {'Port': ['ID=02728d54-7faf-486d-b04c-a873b575fb4e,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:04:00.795159 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 93819462-8326-4916-b31c-211de2cad3ff up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:04:01.222206 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 93819462-8326-4916-b31c-211de2cad3ff triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:04:01.222584 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:01.224031 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-79959cbd-1692-4655-91c1-b4982e037ef9 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:01.332455 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-79959cbd-1692-4655-91c1-b4982e037ef9 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:01.333024 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-79959cbd-1692-4655-91c1-b4982e037ef9 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748437'] for router_interface, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:01.425701 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 93819462-8326-4916-b31c-211de2cad3ff is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:04:01.459514 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79959cbd-1692-4655-91c1-b4982e037ef9 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Pushing event updated for resources: {'Port': ['ID=2bfa6500-96ce-4456-b26f-5a5517f4e45b,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:04:01.535081 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79959cbd-1692-4655-91c1-b4982e037ef9 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Network 813b989c-bf2e-4088-a2fa-f828c5633701 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:04:01.536542 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-79959cbd-1692-4655-91c1-b4982e037ef9 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:04:01.711711 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79959cbd-1692-4655-91c1-b4982e037ef9 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Router 6eb174ec-66e3-4cfd-bc8c-d366878f3df9 has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 21:04:01.835629 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79959cbd-1692-4655-91c1-b4982e037ef9 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 21:04:01.852115 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d9b3f60-ee5a-4857-a771-b0ce7fe152b5 None None] Sync routers for ids ['6eb174ec-66e3-4cfd-bc8c-d366878f3df9'] in n-d-842733-1 {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 21:04:01.871305 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-79959cbd-1692-4655-91c1-b4982e037ef9 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] 10.222.0.35 "PUT /v2.0/routers/6eb174ec-66e3-4cfd-bc8c-d366878f3df9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9886606 May 20 21:04:01.873883 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 43982) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:04:01.876677 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d9b3f60-ee5a-4857-a771-b0ce7fe152b5 None None] Routers {'6eb174ec-66e3-4cfd-bc8c-d366878f3df9'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:04:01.878105 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-6d9b3f60-ee5a-4857-a771-b0ce7fe152b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:03:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['6eb174ec-66e3-4cfd-bc8c-d366878f3df9'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:04:01.879133 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-af34bfce-3063-43b2-a5a5-96600679a914 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1740506333'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:04:01.988977 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af34bfce-3063-43b2-a5a5-96600679a914 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Made reservation on behalf of 785b01e259854fae98d7194cf8f7101e for: {'network': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:04:01.993011 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-af34bfce-3063-43b2-a5a5-96600679a914 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for network, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:02.022321 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af34bfce-3063-43b2-a5a5-96600679a914 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 216} {{(pid=103163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 21:04:02.045122 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-6d9b3f60-ee5a-4857-a771-b0ce7fe152b5 None None] Set router 6eb174ec-66e3-4cfd-bc8c-d366878f3df9 gateway port host: None {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:04:02.048524 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-af34bfce-3063-43b2-a5a5-96600679a914 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:02.048739 n-d-842733-1 neutron-server[103163]: INFO neutron.db.segments_db [None req-af34bfce-3063-43b2-a5a5-96600679a914 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Added segment fb544a15-eed8-495f-b58a-e61ca0bc5a71 of type vlan for network 1374ecd2-db7d-4c73-993d-ef3dad5f97f0 May 20 21:04:02.117356 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-af34bfce-3063-43b2-a5a5-96600679a914 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418993264'] for network, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:02.235104 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-af34bfce-3063-43b2-a5a5-96600679a914 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524'] for network, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:02.240561 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af34bfce-3063-43b2-a5a5-96600679a914 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:04:02.241197 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-af34bfce-3063-43b2-a5a5-96600679a914 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:02.370710 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af34bfce-3063-43b2-a5a5-96600679a914 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Pushing event updated for resources: {'Network': ['ID=1374ecd2-db7d-4c73-993d-ef3dad5f97f0,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:04:02.382213 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Network 1374ecd2-db7d-4c73-993d-ef3dad5f97f0 details requested by agent ovs-agent-n-d-842733-1 with host n-d-842733-1 {{(pid=103164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 20 21:04:02.448079 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dab98e7-c6be-4d46-9967-485964ba599b None None] Network 813b989c-bf2e-4088-a2fa-f828c5633701 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:04:02.466034 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-af34bfce-3063-43b2-a5a5-96600679a914 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5909977 May 20 21:04:02.469749 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 43990) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:04:02.474557 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-6d9b3f60-ee5a-4857-a771-b0ce7fe152b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6eb174ec-66e3-4cfd-bc8c-d366878f3df9', 'name': 'tempest-RoutersIpV6Test-router-1608490678', 'tenant_id': '785b01e259854fae98d7194cf8f7101e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:03:45Z', 'updated_at': '2022-05-20T21:04:00Z', 'revision_number': 4, 'project_id': '785b01e259854fae98d7194cf8f7101e', 'gw_port_host': None, '_interfaces': [{'id': '2bfa6500-96ce-4456-b26f-5a5517f4e45b', 'name': '', 'network_id': '813b989c-bf2e-4088-a2fa-f828c5633701', 'tenant_id': '785b01e259854fae98d7194cf8f7101e', 'mac_address': 'fa:16:3e:fb:29:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6eb174ec-66e3-4cfd-bc8c-d366878f3df9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3213, 'fixed_ips': [{'subnet_id': '55aed13c-521b-4f1f-ad22-eefb7d99d526', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:03:59Z', 'updated_at': '2022-05-20T21:04:00Z', 'revision_number': 2, 'project_id': '785b01e259854fae98d7194cf8f7101e', 'subnets': [{'id': '55aed13c-521b-4f1f-ad22-eefb7d99d526', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5e4d3762-9cc0-48ce-a2d7-464e125bd131', 'name': '', 'network_id': '57482fd5-8527-4576-883a-ff4c0f205b68', 'tenant_id': '785b01e259854fae98d7194cf8f7101e', 'mac_address': 'fa:16:3e:f5:d1:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb174ec-66e3-4cfd-bc8c-d366878f3df9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3203, 'fixed_ips': [{'subnet_id': '820c0307-2da3-4452-88ca-038e503e6b2a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:03:47Z', 'updated_at': '2022-05-20T21:03:54Z', 'revision_number': 5, 'project_id': '785b01e259854fae98d7194cf8f7101e', 'subnets': [{'id': '820c0307-2da3-4452-88ca-038e503e6b2a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '93819462-8326-4916-b31c-211de2cad3ff', 'name': '', 'network_id': '28319746-b029-46eb-aa57-d9f21654d065', 'tenant_id': '785b01e259854fae98d7194cf8f7101e', 'mac_address': 'fa:16:3e:b0:3c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb174ec-66e3-4cfd-bc8c-d366878f3df9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': '785f8fc5-12c1-4486-965d-e531358317dd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:03:52Z', 'updated_at': '2022-05-20T21:03:59Z', 'revision_number': 5, 'project_id': '785b01e259854fae98d7194cf8f7101e', 'subnets': [{'id': '785f8fc5-12c1-4486-965d-e531358317dd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:04:02.474939 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-7a052958-c468-4ba4-9378-d21a09c976dc tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Request body: {'subnet': {'network_id': '1374ecd2-db7d-4c73-993d-ef3dad5f97f0', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:04:02.514154 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:02.574449 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d9b3f60-ee5a-4857-a771-b0ce7fe152b5 None None] Checking router: 6eb174ec-66e3-4cfd-bc8c-d366878f3df9 for host: n-d-842733-1 {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 21:04:02.574799 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d9b3f60-ee5a-4857-a771-b0ce7fe152b5 None None] Updating router 6eb174ec-66e3-4cfd-bc8c-d366878f3df9 port 2bfa6500-96ce-4456-b26f-5a5517f4e45b binding host n-d-842733-1 {{(pid=103164) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 21:04:02.606683 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-27bbc454-791c-4d61-9fb4-6797830f3181 None None] Provisioning complete for port 02728d54-7faf-486d-b04c-a873b575fb4e triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:04:02.607054 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-27bbc454-791c-4d61-9fb4-6797830f3181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:02.665284 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-6d9b3f60-ee5a-4857-a771-b0ce7fe152b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:02.709073 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a052958-c468-4ba4-9378-d21a09c976dc tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Made reservation on behalf of 785b01e259854fae98d7194cf8f7101e for: {'subnet': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:04:02.718895 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7a052958-c468-4ba4-9378-d21a09c976dc tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8422561'] for subnet, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:02.870135 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 02728d54-7faf-486d-b04c-a873b575fb4e up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:04:03.020428 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 02728d54-7faf-486d-b04c-a873b575fb4e triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:04:03.020801 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:03.109474 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7a052958-c468-4ba4-9378-d21a09c976dc tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9641412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8422583'] for subnet, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:03.156809 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-27bbc454-791c-4d61-9fb4-6797830f3181 None None] Current status of the port 02728d54-7faf-486d-b04c-a873b575fb4e is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:04:03.157200 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-27bbc454-791c-4d61-9fb4-6797830f3181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:03.199912 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a052958-c468-4ba4-9378-d21a09c976dc tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Pushing event updated for resources: {'Subnet': ['ID=6834034c-9f41-496e-a3b2-0cfcbfc3f764,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:04:03.208491 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a052958-c468-4ba4-9378-d21a09c976dc tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Checking segment: {'id': 'fb544a15-eed8-495f-b58a-e61ca0bc5a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '1374ecd2-db7d-4c73-993d-ef3dad5f97f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:04:03.209186 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a052958-c468-4ba4-9378-d21a09c976dc tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Network hostable DHCP agents. Network: 1374ecd2-db7d-4c73-993d-ef3dad5f97f0, hostable agents: ['c9b0653c-f3c7-4339-bd50-e3754b629216'], hosted agents: [] {{(pid=103163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 21:04:03.291660 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-27bbc454-791c-4d61-9fb4-6797830f3181 None None] For port 02728d54-7faf-486d-b04c-a873b575fb4e, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=02728d54-7faf-486d-b04c-a873b575fb4e,segment=NetworkSegment(bd357203-d8ec-4e96-81d0-6159a6bbe3a3),segment_id=bd357203-d8ec-4e96-81d0-6159a6bbe3a3)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:04:03.320615 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 02728d54-7faf-486d-b04c-a873b575fb4e is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:04:03.320615 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:03.344213 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a052958-c468-4ba4-9378-d21a09c976dc tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Network 1374ecd2-db7d-4c73-993d-ef3dad5f97f0 is scheduled to be hosted by DHCP agent c9b0653c-f3c7-4339-bd50-e3754b629216 with binding_index 1 {{(pid=103163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 21:04:03.392101 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-6d9b3f60-ee5a-4857-a771-b0ce7fe152b5 None None] Notify callbacks [] for port, precommit_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:03.407101 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-27bbc454-791c-4d61-9fb4-6797830f3181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:03.434532 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-7a052958-c468-4ba4-9378-d21a09c976dc tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842733-1, 1374ecd2-db7d-4c73-993d-ef3dad5f97f0) {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:04:03.440691 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a052958-c468-4ba4-9378-d21a09c976dc tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:04:03.447628 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7a052958-c468-4ba4-9378-d21a09c976dc tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks [] for subnet, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:03.477820 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef7d788b-085e-4091-9b06-7e018e3f6443 None None] Network 1374ecd2-db7d-4c73-993d-ef3dad5f97f0 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:04:03.520376 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-6d9b3f60-ee5a-4857-a771-b0ce7fe152b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:03.558918 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-7a052958-c468-4ba4-9378-d21a09c976dc tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0878248 May 20 21:04:03.562490 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 44014) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:04:03.716768 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.db.api [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103164) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 20 21:04:03.717134 n-d-842733-1 neutron-server[103164]: DEBUG oslo_db.api [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 20 21:04:03.764228 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bbc454-791c-4d61-9fb4-6797830f3181 None None] Pushing event updated for resources: {'Port': ['ID=02728d54-7faf-486d-b04c-a873b575fb4e,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:04:03.833600 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-6e8eb998-81a0-4a6e-970d-5d3f91e77459 None None] Provisioning complete for port 2bfa6500-96ce-4456-b26f-5a5517f4e45b triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:04:03.837971 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-6e8eb998-81a0-4a6e-970d-5d3f91e77459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:03.997129 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8afaace-cd25-4cb2-9ed2-3a3cedb4bd12 None None] Pushing event updated for resources: {'Port': ['ID=2bfa6500-96ce-4456-b26f-5a5517f4e45b,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:04:04.032034 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-6e8eb998-81a0-4a6e-970d-5d3f91e77459 None None] Port 2bfa6500-96ce-4456-b26f-5a5517f4e45b cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 21:04:04.130729 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19fa94f1-11d1-4385-a9cc-bcf77cdce2c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaee2b848-d4b9-5db1-b6ef-d6db29d67de7-1374ecd2-db7d-4c73-993d-ef3dad5f97f0', 'network_id': '1374ecd2-db7d-4c73-993d-ef3dad5f97f0', 'tenant_id': '785b01e259854fae98d7194cf8f7101e', 'fixed_ips': [{'subnet_id': '6834034c-9f41-496e-a3b2-0cfcbfc3f764'}]}} from n-d-842733-1. {{(pid=103164) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 21:04:04.132551 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-19fa94f1-11d1-4385-a9cc-bcf77cdce2c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:04.136495 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-6e8eb998-81a0-4a6e-970d-5d3f91e77459 None None] Provisioning complete for port 02728d54-7faf-486d-b04c-a873b575fb4e triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:04:04.136495 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-6e8eb998-81a0-4a6e-970d-5d3f91e77459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:04.190652 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-6d9b3f60-ee5a-4857-a771-b0ce7fe152b5 None None] Attempting to bind port 2bfa6500-96ce-4456-b26f-5a5517f4e45b on host n-d-842733-1 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:04:04.191013 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-6d9b3f60-ee5a-4857-a771-b0ce7fe152b5 None None] Attempting to bind port 2bfa6500-96ce-4456-b26f-5a5517f4e45b by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': 'bd357203-d8ec-4e96-81d0-6159a6bbe3a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '813b989c-bf2e-4088-a2fa-f828c5633701'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:04:04.200379 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d9b3f60-ee5a-4857-a771-b0ce7fe152b5 None None] Attempting to bind port 2bfa6500-96ce-4456-b26f-5a5517f4e45b on network 813b989c-bf2e-4088-a2fa-f828c5633701 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:04:04.209759 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d9b3f60-ee5a-4857-a771-b0ce7fe152b5 None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 21, 3, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 21:04:04.210133 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d9b3f60-ee5a-4857-a771-b0ce7fe152b5 None None] Checking segment: {'id': 'bd357203-d8ec-4e96-81d0-6159a6bbe3a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '813b989c-bf2e-4088-a2fa-f828c5633701'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:04:04.210612 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-6d9b3f60-ee5a-4857-a771-b0ce7fe152b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:04.211018 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d9b3f60-ee5a-4857-a771-b0ce7fe152b5 None None] Bound using segment: {'id': 'bd357203-d8ec-4e96-81d0-6159a6bbe3a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '813b989c-bf2e-4088-a2fa-f828c5633701'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 21:04:04.211485 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-6d9b3f60-ee5a-4857-a771-b0ce7fe152b5 None None] Bound port: 2bfa6500-96ce-4456-b26f-5a5517f4e45b, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd357203-d8ec-4e96-81d0-6159a6bbe3a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '813b989c-bf2e-4088-a2fa-f828c5633701'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:04:04.211890 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-6d9b3f60-ee5a-4857-a771-b0ce7fe152b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:04.619264 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f3b322ac-7e4d-461a-a254-053c737b00d5 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:04.826888 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 02728d54-7faf-486d-b04c-a873b575fb4e is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:04:04.946872 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-6e8eb998-81a0-4a6e-970d-5d3f91e77459 None None] Current status of the port 02728d54-7faf-486d-b04c-a873b575fb4e is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:04:04.956818 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-6d9b3f60-ee5a-4857-a771-b0ce7fe152b5 None None] For port 2bfa6500-96ce-4456-b26f-5a5517f4e45b, host n-d-842733-1, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 21:04:04.967717 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [None req-19fa94f1-11d1-4385-a9cc-bcf77cdce2c4 None None] Allocated IP 2001:db8:3::2 (1374ecd2-db7d-4c73-993d-ef3dad5f97f0/6834034c-9f41-496e-a3b2-0cfcbfc3f764/8faddab5-7950-4fdb-83ae-a8417ba6bcd9) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:04:04.967717 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-6d9b3f60-ee5a-4857-a771-b0ce7fe152b5 None None] For port 2bfa6500-96ce-4456-b26f-5a5517f4e45b, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=2bfa6500-96ce-4456-b26f-5a5517f4e45b,segment=NetworkSegment(bd357203-d8ec-4e96-81d0-6159a6bbe3a3),segment_id=bd357203-d8ec-4e96-81d0-6159a6bbe3a3)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 21:04:05.020852 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 02728d54-7faf-486d-b04c-a873b575fb4e up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:04:05.172896 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-6d9b3f60-ee5a-4857-a771-b0ce7fe152b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:05.275879 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8afaace-cd25-4cb2-9ed2-3a3cedb4bd12 None None] Pushing event updated for resources: {'Port': ['ID=2bfa6500-96ce-4456-b26f-5a5517f4e45b,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:04:05.292537 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d9b3f60-ee5a-4857-a771-b0ce7fe152b5 None None] Routers {'6eb174ec-66e3-4cfd-bc8c-d366878f3df9'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:04:05.293241 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-6d9b3f60-ee5a-4857-a771-b0ce7fe152b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:03:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['6eb174ec-66e3-4cfd-bc8c-d366878f3df9'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:04:05.351421 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-dd0f4486-6e87-40b9-8cee-96353e229b48 None None] Provisioning complete for port 2bfa6500-96ce-4456-b26f-5a5517f4e45b triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:04:05.351788 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-dd0f4486-6e87-40b9-8cee-96353e229b48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:05.532509 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 02728d54-7faf-486d-b04c-a873b575fb4e triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:04:05.532509 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:05.599916 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-6d9b3f60-ee5a-4857-a771-b0ce7fe152b5 None None] Set router 6eb174ec-66e3-4cfd-bc8c-d366878f3df9 gateway port host: None {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:04:05.798157 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-19fa94f1-11d1-4385-a9cc-bcf77cdce2c4 None None] Notify callbacks [] for port, precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:05.919554 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 02728d54-7faf-486d-b04c-a873b575fb4e is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:04:05.927345 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-19fa94f1-11d1-4385-a9cc-bcf77cdce2c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108'] for port, after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:05.955418 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-dd0f4486-6e87-40b9-8cee-96353e229b48 None None] Current status of the port 2bfa6500-96ce-4456-b26f-5a5517f4e45b is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:04:05.955833 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-dd0f4486-6e87-40b9-8cee-96353e229b48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:05.989717 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19fa94f1-11d1-4385-a9cc-bcf77cdce2c4 None None] Network 1374ecd2-db7d-4c73-993d-ef3dad5f97f0 is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:04:06.040800 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-f3b322ac-7e4d-461a-a254-053c737b00d5 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Allocated IP 2001:db8:3::1 (1374ecd2-db7d-4c73-993d-ef3dad5f97f0/6834034c-9f41-496e-a3b2-0cfcbfc3f764/51414541-ee1e-48ea-8706-74ba466f37bf) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:04:06.077046 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-19fa94f1-11d1-4385-a9cc-bcf77cdce2c4 None None] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:04:06.089681 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19fa94f1-11d1-4385-a9cc-bcf77cdce2c4 None None] Received port after_create {{(pid=103164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:04:06.136302 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fa94f1-11d1-4385-a9cc-bcf77cdce2c4 None None] Pushing event updated for resources: {'Port': ['ID=8faddab5-7950-4fdb-83ae-a8417ba6bcd9,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:04:06.143024 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-dd0f4486-6e87-40b9-8cee-96353e229b48 None None] For port 2bfa6500-96ce-4456-b26f-5a5517f4e45b, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=2bfa6500-96ce-4456-b26f-5a5517f4e45b,segment=NetworkSegment(bd357203-d8ec-4e96-81d0-6159a6bbe3a3),segment_id=bd357203-d8ec-4e96-81d0-6159a6bbe3a3)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:04:06.214679 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f3b322ac-7e4d-461a-a254-053c737b00d5 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:06.238976 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-19fa94f1-11d1-4385-a9cc-bcf77cdce2c4 None None] Attempting to bind port 8faddab5-7950-4fdb-83ae-a8417ba6bcd9 on host n-d-842733-1 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:04:06.245862 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-19fa94f1-11d1-4385-a9cc-bcf77cdce2c4 None None] Attempting to bind port 8faddab5-7950-4fdb-83ae-a8417ba6bcd9 by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': 'fb544a15-eed8-495f-b58a-e61ca0bc5a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '1374ecd2-db7d-4c73-993d-ef3dad5f97f0'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:04:06.245862 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19fa94f1-11d1-4385-a9cc-bcf77cdce2c4 None None] Attempting to bind port 8faddab5-7950-4fdb-83ae-a8417ba6bcd9 on network 1374ecd2-db7d-4c73-993d-ef3dad5f97f0 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:04:06.254961 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19fa94f1-11d1-4385-a9cc-bcf77cdce2c4 None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 21, 3, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 21:04:06.259927 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19fa94f1-11d1-4385-a9cc-bcf77cdce2c4 None None] Checking segment: {'id': 'fb544a15-eed8-495f-b58a-e61ca0bc5a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '1374ecd2-db7d-4c73-993d-ef3dad5f97f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:04:06.260424 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-19fa94f1-11d1-4385-a9cc-bcf77cdce2c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:06.260845 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19fa94f1-11d1-4385-a9cc-bcf77cdce2c4 None None] Bound using segment: {'id': 'fb544a15-eed8-495f-b58a-e61ca0bc5a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '1374ecd2-db7d-4c73-993d-ef3dad5f97f0'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 21:04:06.265047 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-19fa94f1-11d1-4385-a9cc-bcf77cdce2c4 None None] Bound port: 8faddab5-7950-4fdb-83ae-a8417ba6bcd9, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb544a15-eed8-495f-b58a-e61ca0bc5a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '1374ecd2-db7d-4c73-993d-ef3dad5f97f0'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:04:06.265510 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-19fa94f1-11d1-4385-a9cc-bcf77cdce2c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:06.271586 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-dd0f4486-6e87-40b9-8cee-96353e229b48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:06.348326 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0f4486-6e87-40b9-8cee-96353e229b48 None None] Pushing event updated for resources: {'Port': ['ID=2bfa6500-96ce-4456-b26f-5a5517f4e45b,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:04:06.361414 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-6d9b3f60-ee5a-4857-a771-b0ce7fe152b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6eb174ec-66e3-4cfd-bc8c-d366878f3df9', 'name': 'tempest-RoutersIpV6Test-router-1608490678', 'tenant_id': '785b01e259854fae98d7194cf8f7101e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:03:45Z', 'updated_at': '2022-05-20T21:04:00Z', 'revision_number': 4, 'project_id': '785b01e259854fae98d7194cf8f7101e', 'gw_port_host': None, '_interfaces': [{'id': '2bfa6500-96ce-4456-b26f-5a5517f4e45b', 'name': '', 'network_id': '813b989c-bf2e-4088-a2fa-f828c5633701', 'tenant_id': '785b01e259854fae98d7194cf8f7101e', 'mac_address': 'fa:16:3e:fb:29:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6eb174ec-66e3-4cfd-bc8c-d366878f3df9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3213, 'fixed_ips': [{'subnet_id': '55aed13c-521b-4f1f-ad22-eefb7d99d526', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:03:59Z', 'updated_at': '2022-05-20T21:04:04Z', 'revision_number': 4, 'project_id': '785b01e259854fae98d7194cf8f7101e', 'subnets': [{'id': '55aed13c-521b-4f1f-ad22-eefb7d99d526', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5e4d3762-9cc0-48ce-a2d7-464e125bd131', 'name': '', 'network_id': '57482fd5-8527-4576-883a-ff4c0f205b68', 'tenant_id': '785b01e259854fae98d7194cf8f7101e', 'mac_address': 'fa:16:3e:f5:d1:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb174ec-66e3-4cfd-bc8c-d366878f3df9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3203, 'fixed_ips': [{'subnet_id': '820c0307-2da3-4452-88ca-038e503e6b2a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:03:47Z', 'updated_at': '2022-05-20T21:03:54Z', 'revision_number': 5, 'project_id': '785b01e259854fae98d7194cf8f7101e', 'subnets': [{'id': '820c0307-2da3-4452-88ca-038e503e6b2a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '93819462-8326-4916-b31c-211de2cad3ff', 'name': '', 'network_id': '28319746-b029-46eb-aa57-d9f21654d065', 'tenant_id': '785b01e259854fae98d7194cf8f7101e', 'mac_address': 'fa:16:3e:b0:3c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb174ec-66e3-4cfd-bc8c-d366878f3df9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': '785f8fc5-12c1-4486-965d-e531358317dd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:03:52Z', 'updated_at': '2022-05-20T21:03:59Z', 'revision_number': 5, 'project_id': '785b01e259854fae98d7194cf8f7101e', 'subnets': [{'id': '785f8fc5-12c1-4486-965d-e531358317dd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:04:06.384117 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f3b322ac-7e4d-461a-a254-053c737b00d5 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:06.425477 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-19fa94f1-11d1-4385-a9cc-bcf77cdce2c4 None None] For port 8faddab5-7950-4fdb-83ae-a8417ba6bcd9, host n-d-842733-1, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 21:04:06.429106 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-19fa94f1-11d1-4385-a9cc-bcf77cdce2c4 None None] For port 8faddab5-7950-4fdb-83ae-a8417ba6bcd9, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=8faddab5-7950-4fdb-83ae-a8417ba6bcd9,segment=NetworkSegment(fb544a15-eed8-495f-b58a-e61ca0bc5a71),segment_id=fb544a15-eed8-495f-b58a-e61ca0bc5a71)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 21:04:06.465774 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d9b3f60-ee5a-4857-a771-b0ce7fe152b5 None None] The sync data for ids ['6eb174ec-66e3-4cfd-bc8c-d366878f3df9'] in n-d-842733-1 is: [{'id': '6eb174ec-66e3-4cfd-bc8c-d366878f3df9', 'name': 'tempest-RoutersIpV6Test-router-1608490678', 'tenant_id': '785b01e259854fae98d7194cf8f7101e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:03:45Z', 'updated_at': '2022-05-20T21:04:00Z', 'revision_number': 4, 'project_id': '785b01e259854fae98d7194cf8f7101e', 'gw_port_host': None, '_interfaces': [{'id': '2bfa6500-96ce-4456-b26f-5a5517f4e45b', 'name': '', 'network_id': '813b989c-bf2e-4088-a2fa-f828c5633701', 'tenant_id': '785b01e259854fae98d7194cf8f7101e', 'mac_address': 'fa:16:3e:fb:29:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6eb174ec-66e3-4cfd-bc8c-d366878f3df9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3213, 'fixed_ips': [{'subnet_id': '55aed13c-521b-4f1f-ad22-eefb7d99d526', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:03:59Z', 'updated_at': '2022-05-20T21:04:04Z', 'revision_number': 4, 'project_id': '785b01e259854fae98d7194cf8f7101e', 'subnets': [{'id': '55aed13c-521b-4f1f-ad22-eefb7d99d526', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5e4d3762-9cc0-48ce-a2d7-464e125bd131', 'name': '', 'network_id': '57482fd5-8527-4576-883a-ff4c0f205b68', 'tenant_id': '785b01e259854fae98d7194cf8f7101e', 'mac_address': 'fa:16:3e:f5:d1:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb174ec-66e3-4cfd-bc8c-d366878f3df9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3203, 'fixed_ips': [{'subnet_id': '820c0307-2da3-4452-88ca-038e503e6b2a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:03:47Z', 'updated_at': '2022-05-20T21:03:54Z', 'revision_number': 5, 'project_id': '785b01e259854fae98d7194cf8f7101e', 'subnets': [{'id': '820c0307-2da3-4452-88ca-038e503e6b2a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '93819462-8326-4916-b31c-211de2cad3ff', 'name': '', 'network_id': '28319746-b029-46eb-aa57-d9f21654d065', 'tenant_id': '785b01e259854fae98d7194cf8f7101e', 'mac_address': 'fa:16:3e:b0:3c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb174ec-66e3-4cfd-bc8c-d366878f3df9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': '785f8fc5-12c1-4486-965d-e531358317dd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:03:52Z', 'updated_at': '2022-05-20T21:03:59Z', 'revision_number': 5, 'project_id': '785b01e259854fae98d7194cf8f7101e', 'subnets': [{'id': '785f8fc5-12c1-4486-965d-e531358317dd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 21:04:06.481801 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-e7c9b0b2-2c64-462d-84df-b29a947b427f None None] Provisioning complete for port 2bfa6500-96ce-4456-b26f-5a5517f4e45b triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:04:06.482460 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-e7c9b0b2-2c64-462d-84df-b29a947b427f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:06.517838 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b322ac-7e4d-461a-a254-053c737b00d5 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Pushing event updated for resources: {'Port': ['ID=51414541-ee1e-48ea-8706-74ba466f37bf,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:04:06.518169 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-19fa94f1-11d1-4385-a9cc-bcf77cdce2c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:06.559130 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3b322ac-7e4d-461a-a254-053c737b00d5 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Network 1374ecd2-db7d-4c73-993d-ef3dad5f97f0 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:04:06.560563 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-f3b322ac-7e4d-461a-a254-053c737b00d5 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:04:06.570124 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b322ac-7e4d-461a-a254-053c737b00d5 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:04:06.570733 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f3b322ac-7e4d-461a-a254-053c737b00d5 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748409'] for router_interface, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:06.679814 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fa94f1-11d1-4385-a9cc-bcf77cdce2c4 None None] Pushing event updated for resources: {'Port': ['ID=8faddab5-7950-4fdb-83ae-a8417ba6bcd9,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:04:06.854098 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-e7c9b0b2-2c64-462d-84df-b29a947b427f None None] Current status of the port 2bfa6500-96ce-4456-b26f-5a5517f4e45b is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:04:06.944352 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f3b322ac-7e4d-461a-a254-053c737b00d5 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:07.115609 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 2bfa6500-96ce-4456-b26f-5a5517f4e45b up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:04:07.268722 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 2bfa6500-96ce-4456-b26f-5a5517f4e45b triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:04:07.269138 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:07.468837 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 2bfa6500-96ce-4456-b26f-5a5517f4e45b is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:04:07.578277 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f3b322ac-7e4d-461a-a254-053c737b00d5 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:07.703913 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f3b322ac-7e4d-461a-a254-053c737b00d5 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:07.705859 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f3b322ac-7e4d-461a-a254-053c737b00d5 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748437'] for router_interface, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:07.835497 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b322ac-7e4d-461a-a254-053c737b00d5 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Pushing event updated for resources: {'Port': ['ID=51414541-ee1e-48ea-8706-74ba466f37bf,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:04:07.929686 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3b322ac-7e4d-461a-a254-053c737b00d5 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Network 1374ecd2-db7d-4c73-993d-ef3dad5f97f0 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:04:07.931905 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-f3b322ac-7e4d-461a-a254-053c737b00d5 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:04:08.106697 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3b322ac-7e4d-461a-a254-053c737b00d5 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Router 6eb174ec-66e3-4cfd-bc8c-d366878f3df9 has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 21:04:08.208846 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fce04f6-f5b8-41ef-aea5-3c54cd614866 None None] Network 1374ecd2-db7d-4c73-993d-ef3dad5f97f0 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:04:08.227205 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3b322ac-7e4d-461a-a254-053c737b00d5 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 21:04:08.239722 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-397f0ceb-d2e0-4397-8c6e-c8797461c1c2 None None] Sync routers for ids ['6eb174ec-66e3-4cfd-bc8c-d366878f3df9'] in n-d-842733-1 {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 21:04:08.240535 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-f3b322ac-7e4d-461a-a254-053c737b00d5 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] 10.222.0.35 "PUT /v2.0/routers/6eb174ec-66e3-4cfd-bc8c-d366878f3df9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6761696 May 20 21:04:08.242598 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 44100) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:04:08.248376 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-14e4d491-cb4d-4fed-a701-758eb49c059f tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:04:08.253572 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-397f0ceb-d2e0-4397-8c6e-c8797461c1c2 None None] Routers {'6eb174ec-66e3-4cfd-bc8c-d366878f3df9'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:04:08.271893 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-397f0ceb-d2e0-4397-8c6e-c8797461c1c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:03:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['6eb174ec-66e3-4cfd-bc8c-d366878f3df9'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:04:08.398368 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a26314a4-b601-4aa9-adf7-3f18a5e399bb None None] Provisioning complete for port 8faddab5-7950-4fdb-83ae-a8417ba6bcd9 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:04:08.398772 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a26314a4-b601-4aa9-adf7-3f18a5e399bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:08.403606 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-397f0ceb-d2e0-4397-8c6e-c8797461c1c2 None None] Set router 6eb174ec-66e3-4cfd-bc8c-d366878f3df9 gateway port host: None {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:04:08.606354 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a26314a4-b601-4aa9-adf7-3f18a5e399bb None None] Current status of the port 8faddab5-7950-4fdb-83ae-a8417ba6bcd9 is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:04:08.607079 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a26314a4-b601-4aa9-adf7-3f18a5e399bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:08.714459 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-a26314a4-b601-4aa9-adf7-3f18a5e399bb None None] For port 8faddab5-7950-4fdb-83ae-a8417ba6bcd9, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=8faddab5-7950-4fdb-83ae-a8417ba6bcd9,segment=NetworkSegment(fb544a15-eed8-495f-b58a-e61ca0bc5a71),segment_id=fb544a15-eed8-495f-b58a-e61ca0bc5a71)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:04:08.817006 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-397f0ceb-d2e0-4397-8c6e-c8797461c1c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6eb174ec-66e3-4cfd-bc8c-d366878f3df9', 'name': 'tempest-RoutersIpV6Test-router-1608490678', 'tenant_id': '785b01e259854fae98d7194cf8f7101e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:03:45Z', 'updated_at': '2022-05-20T21:04:06Z', 'revision_number': 5, 'project_id': '785b01e259854fae98d7194cf8f7101e', 'gw_port_host': None, '_interfaces': [{'id': '2bfa6500-96ce-4456-b26f-5a5517f4e45b', 'name': '', 'network_id': '813b989c-bf2e-4088-a2fa-f828c5633701', 'tenant_id': '785b01e259854fae98d7194cf8f7101e', 'mac_address': 'fa:16:3e:fb:29:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb174ec-66e3-4cfd-bc8c-d366878f3df9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3213, 'fixed_ips': [{'subnet_id': '55aed13c-521b-4f1f-ad22-eefb7d99d526', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:03:59Z', 'updated_at': '2022-05-20T21:04:06Z', 'revision_number': 5, 'project_id': '785b01e259854fae98d7194cf8f7101e', 'subnets': [{'id': '55aed13c-521b-4f1f-ad22-eefb7d99d526', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '51414541-ee1e-48ea-8706-74ba466f37bf', 'name': '', 'network_id': '1374ecd2-db7d-4c73-993d-ef3dad5f97f0', 'tenant_id': '785b01e259854fae98d7194cf8f7101e', 'mac_address': 'fa:16:3e:7e:8b:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6eb174ec-66e3-4cfd-bc8c-d366878f3df9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3218, 'fixed_ips': [{'subnet_id': '6834034c-9f41-496e-a3b2-0cfcbfc3f764', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:04:04Z', 'updated_at': '2022-05-20T21:04:07Z', 'revision_number': 2, 'project_id': '785b01e259854fae98d7194cf8f7101e', 'subnets': [{'id': '6834034c-9f41-496e-a3b2-0cfcbfc3f764', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5e4d3762-9cc0-48ce-a2d7-464e125bd131', 'name': '', 'network_id': '57482fd5-8527-4576-883a-ff4c0f205b68', 'tenant_id': '785b01e259854fae98d7194cf8f7101e', 'mac_address': 'fa:16:3e:f5:d1:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb174ec-66e3-4cfd-bc8c-d366878f3df9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3203, 'fixed_ips': [{'subnet_id': '820c0307-2da3-4452-88ca-038e503e6b2a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:03:47Z', 'updated_at': '2022-05-20T21:03:54Z', 'revision_number': 5, 'project_id': '785b01e259854fae98d7194cf8f7101e', 'subnets': [{'id': '820c0307-2da3-4452-88ca-038e503e6b2a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '93819462-8326-4916-b31c-211de2cad3ff', 'name': '', 'network_id': '28319746-b029-46eb-aa57-d9f21654d065', 'tenant_id': '785b01e259854fae98d7194cf8f7101e', 'mac_address': 'fa:16:3e:b0:3c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb174ec-66e3-4cfd-bc8c-d366878f3df9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': '785f8fc5-12c1-4486-965d-e531358317dd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:03:52Z', 'updated_at': '2022-05-20T21:03:59Z', 'revision_number': 5, 'project_id': '785b01e259854fae98d7194cf8f7101e', 'subnets': [{'id': '785f8fc5-12c1-4486-965d-e531358317dd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:04:08.862767 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a26314a4-b601-4aa9-adf7-3f18a5e399bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:08.926805 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-397f0ceb-d2e0-4397-8c6e-c8797461c1c2 None None] Checking router: 6eb174ec-66e3-4cfd-bc8c-d366878f3df9 for host: n-d-842733-1 {{(pid=103165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 21:04:08.927524 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-397f0ceb-d2e0-4397-8c6e-c8797461c1c2 None None] Updating router 6eb174ec-66e3-4cfd-bc8c-d366878f3df9 port 51414541-ee1e-48ea-8706-74ba466f37bf binding host n-d-842733-1 {{(pid=103165) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 21:04:09.026248 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26314a4-b601-4aa9-adf7-3f18a5e399bb None None] Pushing event updated for resources: {'Port': ['ID=8faddab5-7950-4fdb-83ae-a8417ba6bcd9,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:04:09.053233 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-397f0ceb-d2e0-4397-8c6e-c8797461c1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:09.075992 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 8faddab5-7950-4fdb-83ae-a8417ba6bcd9 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:04:09.143981 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.extraroute_db [None req-14e4d491-cb4d-4fed-a701-758eb49c059f tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=103162) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} May 20 21:04:09.219059 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.extraroute_db [None req-14e4d491-cb4d-4fed-a701-758eb49c059f tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Removed routes are [] {{(pid=103162) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} May 20 21:04:09.219489 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-14e4d491-cb4d-4fed-a701-758eb49c059f tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-748143', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-693059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26112'] for router, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:09.239806 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 8faddab5-7950-4fdb-83ae-a8417ba6bcd9 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:04:09.240413 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:09.385628 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-fecd4bdf-59c0-48ac-be68-e5f25eb38160 None None] Provisioning complete for port 51414541-ee1e-48ea-8706-74ba466f37bf triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:04:09.386265 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-fecd4bdf-59c0-48ac-be68-e5f25eb38160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:09.498494 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-fecd4bdf-59c0-48ac-be68-e5f25eb38160 None None] Port 51414541-ee1e-48ea-8706-74ba466f37bf cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 21:04:09.576775 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-fecd4bdf-59c0-48ac-be68-e5f25eb38160 None None] Provisioning complete for port 8faddab5-7950-4fdb-83ae-a8417ba6bcd9 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:04:09.580868 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-fecd4bdf-59c0-48ac-be68-e5f25eb38160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:09.629932 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-397f0ceb-d2e0-4397-8c6e-c8797461c1c2 None None] Notify callbacks [] for port, precommit_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:09.673937 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 8faddab5-7950-4fdb-83ae-a8417ba6bcd9 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:04:09.684859 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 44130) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:04:09.718501 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-fecd4bdf-59c0-48ac-be68-e5f25eb38160 None None] Current status of the port 8faddab5-7950-4fdb-83ae-a8417ba6bcd9 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:04:09.725653 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-397f0ceb-d2e0-4397-8c6e-c8797461c1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:09.784385 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180c1d35-2ee7-4aaa-a810-9d3bef83dd97 None None] Pushing event updated for resources: {'Port': ['ID=51414541-ee1e-48ea-8706-74ba466f37bf,revision_number=3']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:04:09.798105 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-14e4d491-cb4d-4fed-a701-758eb49c059f tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-748143', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-693059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26112'] for router, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:09.803935 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-14e4d491-cb4d-4fed-a701-758eb49c059f tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-748132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-748125', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-693176'] for router, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:09.855439 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a7a0849b-0a6a-4adc-82b0-ade4e6a53549 None None] Provisioning complete for port 51414541-ee1e-48ea-8706-74ba466f37bf triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:04:09.857739 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a7a0849b-0a6a-4adc-82b0-ade4e6a53549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:09.958563 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-397f0ceb-d2e0-4397-8c6e-c8797461c1c2 None None] Attempting to bind port 51414541-ee1e-48ea-8706-74ba466f37bf on host n-d-842733-1 for vnic_type normal with profile {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:04:09.960732 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-397f0ceb-d2e0-4397-8c6e-c8797461c1c2 None None] Attempting to bind port 51414541-ee1e-48ea-8706-74ba466f37bf by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': 'fb544a15-eed8-495f-b58a-e61ca0bc5a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '1374ecd2-db7d-4c73-993d-ef3dad5f97f0'}] {{(pid=103165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:04:09.961312 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-397f0ceb-d2e0-4397-8c6e-c8797461c1c2 None None] Attempting to bind port 51414541-ee1e-48ea-8706-74ba466f37bf on network 1374ecd2-db7d-4c73-993d-ef3dad5f97f0 {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:04:09.968895 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-397f0ceb-d2e0-4397-8c6e-c8797461c1c2 None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 21, 3, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 21:04:09.969606 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-397f0ceb-d2e0-4397-8c6e-c8797461c1c2 None None] Checking segment: {'id': 'fb544a15-eed8-495f-b58a-e61ca0bc5a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '1374ecd2-db7d-4c73-993d-ef3dad5f97f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:04:09.970349 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-397f0ceb-d2e0-4397-8c6e-c8797461c1c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:09.970912 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-397f0ceb-d2e0-4397-8c6e-c8797461c1c2 None None] Bound using segment: {'id': 'fb544a15-eed8-495f-b58a-e61ca0bc5a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '1374ecd2-db7d-4c73-993d-ef3dad5f97f0'} {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 21:04:09.971543 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-397f0ceb-d2e0-4397-8c6e-c8797461c1c2 None None] Bound port: 51414541-ee1e-48ea-8706-74ba466f37bf, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb544a15-eed8-495f-b58a-e61ca0bc5a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '1374ecd2-db7d-4c73-993d-ef3dad5f97f0'}}] {{(pid=103165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:04:09.971861 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a7a0849b-0a6a-4adc-82b0-ade4e6a53549 None None] Port 51414541-ee1e-48ea-8706-74ba466f37bf cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 21:04:09.972273 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-397f0ceb-d2e0-4397-8c6e-c8797461c1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:10.028179 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e25596a6-9edd-4a2b-a63a-b93a075ae85b admin admin] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:10.066443 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14e4d491-cb4d-4fed-a701-758eb49c059f tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Router 6eb174ec-66e3-4cfd-bc8c-d366878f3df9 has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 21:04:10.131497 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-397f0ceb-d2e0-4397-8c6e-c8797461c1c2 None None] For port 51414541-ee1e-48ea-8706-74ba466f37bf, host n-d-842733-1, cleared binding levels {{(pid=103165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 21:04:10.136934 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-397f0ceb-d2e0-4397-8c6e-c8797461c1c2 None None] For port 51414541-ee1e-48ea-8706-74ba466f37bf, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=51414541-ee1e-48ea-8706-74ba466f37bf,segment=NetworkSegment(fb544a15-eed8-495f-b58a-e61ca0bc5a71),segment_id=fb544a15-eed8-495f-b58a-e61ca0bc5a71)] {{(pid=103165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 21:04:10.157645 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.agents_db [None req-5c33ad30-4e00-40fa-b486-8c79c4a6cfc5 None None] Agent healthcheck: found 7 active agents {{(pid=103165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 20 21:04:10.183124 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e25596a6-9edd-4a2b-a63a-b93a075ae85b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:10.228855 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-397f0ceb-d2e0-4397-8c6e-c8797461c1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:10.250866 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14e4d491-cb4d-4fed-a701-758eb49c059f tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 21:04:10.267132 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-14e4d491-cb4d-4fed-a701-758eb49c059f tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks [] for router, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:10.272456 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-14e4d491-cb4d-4fed-a701-758eb49c059f tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] 10.222.0.35 "PUT /v2.0/routers/6eb174ec-66e3-4cfd-bc8c-d366878f3df9 HTTP/1.1" status: 200 len: 954 time: 2.0286219 May 20 21:04:10.273880 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 44138) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:04:10.282274 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e25596a6-9edd-4a2b-a63a-b93a075ae85b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:10.302538 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-397f0ceb-d2e0-4397-8c6e-c8797461c1c2 None None] Routers {'6eb174ec-66e3-4cfd-bc8c-d366878f3df9'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:04:10.313600 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-397f0ceb-d2e0-4397-8c6e-c8797461c1c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:03:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['6eb174ec-66e3-4cfd-bc8c-d366878f3df9'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:04:10.427347 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180c1d35-2ee7-4aaa-a810-9d3bef83dd97 None None] Pushing event updated for resources: {'Port': ['ID=51414541-ee1e-48ea-8706-74ba466f37bf,revision_number=4']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:04:10.513922 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-397f0ceb-d2e0-4397-8c6e-c8797461c1c2 None None] Set router 6eb174ec-66e3-4cfd-bc8c-d366878f3df9 gateway port host: None {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:04:10.594424 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-e25596a6-9edd-4a2b-a63a-b93a075ae85b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=43ceddfb6bc241b4a14dcbca5e6b8bfb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9054310 May 20 21:04:10.594640 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25596a6-9edd-4a2b-a63a-b93a075ae85b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94101ccc-9b74-4f8a-bd45-f7057cf0ad8c,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:04:10.594749 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 44146) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:04:10.613863 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25596a6-9edd-4a2b-a63a-b93a075ae85b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:04:10.614222 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25596a6-9edd-4a2b-a63a-b93a075ae85b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:04:10.614561 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25596a6-9edd-4a2b-a63a-b93a075ae85b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:04:10.614955 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25596a6-9edd-4a2b-a63a-b93a075ae85b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:04:10.615424 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25596a6-9edd-4a2b-a63a-b93a075ae85b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:04:10.615764 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25596a6-9edd-4a2b-a63a-b93a075ae85b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:04:10.616504 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25596a6-9edd-4a2b-a63a-b93a075ae85b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:04:10.616840 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25596a6-9edd-4a2b-a63a-b93a075ae85b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:04:10.617273 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25596a6-9edd-4a2b-a63a-b93a075ae85b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:04:10.617574 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25596a6-9edd-4a2b-a63a-b93a075ae85b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:04:10.617897 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25596a6-9edd-4a2b-a63a-b93a075ae85b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:04:10.618222 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25596a6-9edd-4a2b-a63a-b93a075ae85b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:04:10.643736 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-f183b833-98b5-43a0-8820-3310374b7f35 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] 10.222.0.35 "GET /v2.0/routers/6eb174ec-66e3-4cfd-bc8c-d366878f3df9 HTTP/1.1" status: 200 len: 954 time: 0.3683197 May 20 21:04:10.650515 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 44148) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:04:10.666430 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-2c822534-8c35-48e3-b10e-46a731afa4cc tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Request body: {'router': {'routes': None}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:04:10.765298 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-02355f54-e2eb-4ce0-8d7a-03f9e84ed24d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:10.765459 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-3700c813-f446-419c-a573-81925e45aa4e None None] Provisioning complete for port 51414541-ee1e-48ea-8706-74ba466f37bf triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:04:10.765953 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3700c813-f446-419c-a573-81925e45aa4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:10.824468 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-02355f54-e2eb-4ce0-8d7a-03f9e84ed24d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:10.980119 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3700c813-f446-419c-a573-81925e45aa4e None None] Current status of the port 51414541-ee1e-48ea-8706-74ba466f37bf is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:04:10.981418 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3700c813-f446-419c-a573-81925e45aa4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:11.019723 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 8faddab5-7950-4fdb-83ae-a8417ba6bcd9 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:04:11.028411 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-02355f54-e2eb-4ce0-8d7a-03f9e84ed24d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:11.031958 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-02355f54-e2eb-4ce0-8d7a-03f9e84ed24d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:11.035649 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-02355f54-e2eb-4ce0-8d7a-03f9e84ed24d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/94101ccc-9b74-4f8a-bd45-f7057cf0ad8c HTTP/1.1" status: 204 len: 168 time: 0.4398751 May 20 21:04:11.081169 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02355f54-e2eb-4ce0-8d7a-03f9e84ed24d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94101ccc-9b74-4f8a-bd45-f7057cf0ad8c,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:04:11.104951 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-397f0ceb-d2e0-4397-8c6e-c8797461c1c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6eb174ec-66e3-4cfd-bc8c-d366878f3df9', 'name': 'tempest-RoutersIpV6Test-router-1608490678', 'tenant_id': '785b01e259854fae98d7194cf8f7101e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:03:45Z', 'updated_at': '2022-05-20T21:04:09Z', 'revision_number': 6, 'project_id': '785b01e259854fae98d7194cf8f7101e', 'gw_port_host': None, '_interfaces': [{'id': '2bfa6500-96ce-4456-b26f-5a5517f4e45b', 'name': '', 'network_id': '813b989c-bf2e-4088-a2fa-f828c5633701', 'tenant_id': '785b01e259854fae98d7194cf8f7101e', 'mac_address': 'fa:16:3e:fb:29:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb174ec-66e3-4cfd-bc8c-d366878f3df9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3213, 'fixed_ips': [{'subnet_id': '55aed13c-521b-4f1f-ad22-eefb7d99d526', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:03:59Z', 'updated_at': '2022-05-20T21:04:06Z', 'revision_number': 5, 'project_id': '785b01e259854fae98d7194cf8f7101e', 'subnets': [{'id': '55aed13c-521b-4f1f-ad22-eefb7d99d526', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '51414541-ee1e-48ea-8706-74ba466f37bf', 'name': '', 'network_id': '1374ecd2-db7d-4c73-993d-ef3dad5f97f0', 'tenant_id': '785b01e259854fae98d7194cf8f7101e', 'mac_address': 'fa:16:3e:7e:8b:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6eb174ec-66e3-4cfd-bc8c-d366878f3df9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3218, 'fixed_ips': [{'subnet_id': '6834034c-9f41-496e-a3b2-0cfcbfc3f764', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:04:04Z', 'updated_at': '2022-05-20T21:04:10Z', 'revision_number': 4, 'project_id': '785b01e259854fae98d7194cf8f7101e', 'subnets': [{'id': '6834034c-9f41-496e-a3b2-0cfcbfc3f764', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5e4d3762-9cc0-48ce-a2d7-464e125bd131', 'name': '', 'network_id': '57482fd5-8527-4576-883a-ff4c0f205b68', 'tenant_id': '785b01e259854fae98d7194cf8f7101e', 'mac_address': 'fa:16:3e:f5:d1:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb174ec-66e3-4cfd-bc8c-d366878f3df9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3203, 'fixed_ips': [{'subnet_id': '820c0307-2da3-4452-88ca-038e503e6b2a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:03:47Z', 'updated_at': '2022-05-20T21:03:54Z', 'revision_number': 5, 'project_id': '785b01e259854fae98d7194cf8f7101e', 'subnets': [{'id': '820c0307-2da3-4452-88ca-038e503e6b2a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '93819462-8326-4916-b31c-211de2cad3ff', 'name': '', 'network_id': '28319746-b029-46eb-aa57-d9f21654d065', 'tenant_id': '785b01e259854fae98d7194cf8f7101e', 'mac_address': 'fa:16:3e:b0:3c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb174ec-66e3-4cfd-bc8c-d366878f3df9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': '785f8fc5-12c1-4486-965d-e531358317dd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:03:52Z', 'updated_at': '2022-05-20T21:03:59Z', 'revision_number': 5, 'project_id': '785b01e259854fae98d7194cf8f7101e', 'subnets': [{'id': '785f8fc5-12c1-4486-965d-e531358317dd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:04:11.178263 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-397f0ceb-d2e0-4397-8c6e-c8797461c1c2 None None] The sync data for ids ['6eb174ec-66e3-4cfd-bc8c-d366878f3df9'] in n-d-842733-1 is: [{'id': '6eb174ec-66e3-4cfd-bc8c-d366878f3df9', 'name': 'tempest-RoutersIpV6Test-router-1608490678', 'tenant_id': '785b01e259854fae98d7194cf8f7101e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:03:45Z', 'updated_at': '2022-05-20T21:04:09Z', 'revision_number': 6, 'project_id': '785b01e259854fae98d7194cf8f7101e', 'gw_port_host': None, '_interfaces': [{'id': '2bfa6500-96ce-4456-b26f-5a5517f4e45b', 'name': '', 'network_id': '813b989c-bf2e-4088-a2fa-f828c5633701', 'tenant_id': '785b01e259854fae98d7194cf8f7101e', 'mac_address': 'fa:16:3e:fb:29:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb174ec-66e3-4cfd-bc8c-d366878f3df9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3213, 'fixed_ips': [{'subnet_id': '55aed13c-521b-4f1f-ad22-eefb7d99d526', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:03:59Z', 'updated_at': '2022-05-20T21:04:06Z', 'revision_number': 5, 'project_id': '785b01e259854fae98d7194cf8f7101e', 'subnets': [{'id': '55aed13c-521b-4f1f-ad22-eefb7d99d526', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '51414541-ee1e-48ea-8706-74ba466f37bf', 'name': '', 'network_id': '1374ecd2-db7d-4c73-993d-ef3dad5f97f0', 'tenant_id': '785b01e259854fae98d7194cf8f7101e', 'mac_address': 'fa:16:3e:7e:8b:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6eb174ec-66e3-4cfd-bc8c-d366878f3df9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3218, 'fixed_ips': [{'subnet_id': '6834034c-9f41-496e-a3b2-0cfcbfc3f764', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:04:04Z', 'updated_at': '2022-05-20T21:04:10Z', 'revision_number': 4, 'project_id': '785b01e259854fae98d7194cf8f7101e', 'subnets': [{'id': '6834034c-9f41-496e-a3b2-0cfcbfc3f764', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5e4d3762-9cc0-48ce-a2d7-464e125bd131', 'name': '', 'network_id': '57482fd5-8527-4576-883a-ff4c0f205b68', 'tenant_id': '785b01e259854fae98d7194cf8f7101e', 'mac_address': 'fa:16:3e:f5:d1:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb174ec-66e3-4cfd-bc8c-d366878f3df9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3203, 'fixed_ips': [{'subnet_id': '820c0307-2da3-4452-88ca-038e503e6b2a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:03:47Z', 'updated_at': '2022-05-20T21:03:54Z', 'revision_number': 5, 'project_id': '785b01e259854fae98d7194cf8f7101e', 'subnets': [{'id': '820c0307-2da3-4452-88ca-038e503e6b2a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '93819462-8326-4916-b31c-211de2cad3ff', 'name': '', 'network_id': '28319746-b029-46eb-aa57-d9f21654d065', 'tenant_id': '785b01e259854fae98d7194cf8f7101e', 'mac_address': 'fa:16:3e:b0:3c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb174ec-66e3-4cfd-bc8c-d366878f3df9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': '785f8fc5-12c1-4486-965d-e531358317dd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:03:52Z', 'updated_at': '2022-05-20T21:03:59Z', 'revision_number': 5, 'project_id': '785b01e259854fae98d7194cf8f7101e', 'subnets': [{'id': '785f8fc5-12c1-4486-965d-e531358317dd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 21:04:11.269854 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3700c813-f446-419c-a573-81925e45aa4e None None] For port 51414541-ee1e-48ea-8706-74ba466f37bf, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=51414541-ee1e-48ea-8706-74ba466f37bf,segment=NetworkSegment(fb544a15-eed8-495f-b58a-e61ca0bc5a71),segment_id=fb544a15-eed8-495f-b58a-e61ca0bc5a71)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:04:11.293484 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 8faddab5-7950-4fdb-83ae-a8417ba6bcd9 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:04:11.294366 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:11.349777 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3700c813-f446-419c-a573-81925e45aa4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:11.411821 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.extraroute_db [None req-2c822534-8c35-48e3-b10e-46a731afa4cc tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Added routes are [] {{(pid=103163) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} May 20 21:04:11.412388 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.extraroute_db [None req-2c822534-8c35-48e3-b10e-46a731afa4cc tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=103163) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} May 20 21:04:11.495149 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2c822534-8c35-48e3-b10e-46a731afa4cc tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-748143', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-693059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26112'] for router, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:11.602456 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 8faddab5-7950-4fdb-83ae-a8417ba6bcd9 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:04:11.612948 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-3127172b-6255-4323-89d4-99dc3a769c21 None None] Provisioning complete for port 51414541-ee1e-48ea-8706-74ba466f37bf triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:04:11.613359 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3127172b-6255-4323-89d4-99dc3a769c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:11.634961 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3700c813-f446-419c-a573-81925e45aa4e None None] Pushing event updated for resources: {'Port': ['ID=51414541-ee1e-48ea-8706-74ba466f37bf,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:04:11.760805 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3127172b-6255-4323-89d4-99dc3a769c21 None None] Current status of the port 51414541-ee1e-48ea-8706-74ba466f37bf is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:04:11.925334 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2c822534-8c35-48e3-b10e-46a731afa4cc tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-748143', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-693059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26112'] for router, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:11.931828 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2c822534-8c35-48e3-b10e-46a731afa4cc tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-748132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-748125', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-693176'] for router, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:12.073931 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c822534-8c35-48e3-b10e-46a731afa4cc tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Router 6eb174ec-66e3-4cfd-bc8c-d366878f3df9 has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 21:04:12.235198 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c822534-8c35-48e3-b10e-46a731afa4cc tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 21:04:12.243251 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2c822534-8c35-48e3-b10e-46a731afa4cc tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks [] for router, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:12.245253 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-2c822534-8c35-48e3-b10e-46a731afa4cc tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] 10.222.0.35 "PUT /v2.0/routers/6eb174ec-66e3-4cfd-bc8c-d366878f3df9 HTTP/1.1" status: 200 len: 704 time: 1.5930405 May 20 21:04:12.247239 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 44182) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:04:12.383600 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-faf07954-972d-4c71-8d08-7b623a396134 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] 10.222.0.35 "GET /v2.0/routers/6eb174ec-66e3-4cfd-bc8c-d366878f3df9 HTTP/1.1" status: 200 len: 704 time: 0.1352348 May 20 21:04:12.386599 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 44190) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:04:12.428288 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6365348d-e8af-4bdb-a3c8-f12424abe70b None None] Sync routers for ids ['6eb174ec-66e3-4cfd-bc8c-d366878f3df9'] in n-d-842733-1 {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 21:04:12.451744 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6365348d-e8af-4bdb-a3c8-f12424abe70b None None] Routers {'6eb174ec-66e3-4cfd-bc8c-d366878f3df9'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:04:12.452425 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-6365348d-e8af-4bdb-a3c8-f12424abe70b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:03:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['6eb174ec-66e3-4cfd-bc8c-d366878f3df9'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:04:12.563823 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-6365348d-e8af-4bdb-a3c8-f12424abe70b None None] Set router 6eb174ec-66e3-4cfd-bc8c-d366878f3df9 gateway port host: None {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:04:12.746192 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 44202) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:04:12.935677 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-6365348d-e8af-4bdb-a3c8-f12424abe70b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6eb174ec-66e3-4cfd-bc8c-d366878f3df9', 'name': 'tempest-RoutersIpV6Test-router-1608490678', 'tenant_id': '785b01e259854fae98d7194cf8f7101e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:03:45Z', 'updated_at': '2022-05-20T21:04:11Z', 'revision_number': 7, 'project_id': '785b01e259854fae98d7194cf8f7101e', 'gw_port_host': None, '_interfaces': [{'id': '2bfa6500-96ce-4456-b26f-5a5517f4e45b', 'name': '', 'network_id': '813b989c-bf2e-4088-a2fa-f828c5633701', 'tenant_id': '785b01e259854fae98d7194cf8f7101e', 'mac_address': 'fa:16:3e:fb:29:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb174ec-66e3-4cfd-bc8c-d366878f3df9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3213, 'fixed_ips': [{'subnet_id': '55aed13c-521b-4f1f-ad22-eefb7d99d526', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:03:59Z', 'updated_at': '2022-05-20T21:04:06Z', 'revision_number': 5, 'project_id': '785b01e259854fae98d7194cf8f7101e', 'subnets': [{'id': '55aed13c-521b-4f1f-ad22-eefb7d99d526', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '51414541-ee1e-48ea-8706-74ba466f37bf', 'name': '', 'network_id': '1374ecd2-db7d-4c73-993d-ef3dad5f97f0', 'tenant_id': '785b01e259854fae98d7194cf8f7101e', 'mac_address': 'fa:16:3e:7e:8b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb174ec-66e3-4cfd-bc8c-d366878f3df9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3218, 'fixed_ips': [{'subnet_id': '6834034c-9f41-496e-a3b2-0cfcbfc3f764', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:04:04Z', 'updated_at': '2022-05-20T21:04:11Z', 'revision_number': 5, 'project_id': '785b01e259854fae98d7194cf8f7101e', 'subnets': [{'id': '6834034c-9f41-496e-a3b2-0cfcbfc3f764', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5e4d3762-9cc0-48ce-a2d7-464e125bd131', 'name': '', 'network_id': '57482fd5-8527-4576-883a-ff4c0f205b68', 'tenant_id': '785b01e259854fae98d7194cf8f7101e', 'mac_address': 'fa:16:3e:f5:d1:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb174ec-66e3-4cfd-bc8c-d366878f3df9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3203, 'fixed_ips': [{'subnet_id': '820c0307-2da3-4452-88ca-038e503e6b2a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:03:47Z', 'updated_at': '2022-05-20T21:03:54Z', 'revision_number': 5, 'project_id': '785b01e259854fae98d7194cf8f7101e', 'subnets': [{'id': '820c0307-2da3-4452-88ca-038e503e6b2a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '93819462-8326-4916-b31c-211de2cad3ff', 'name': '', 'network_id': '28319746-b029-46eb-aa57-d9f21654d065', 'tenant_id': '785b01e259854fae98d7194cf8f7101e', 'mac_address': 'fa:16:3e:b0:3c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb174ec-66e3-4cfd-bc8c-d366878f3df9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': '785f8fc5-12c1-4486-965d-e531358317dd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:03:52Z', 'updated_at': '2022-05-20T21:03:59Z', 'revision_number': 5, 'project_id': '785b01e259854fae98d7194cf8f7101e', 'subnets': [{'id': '785f8fc5-12c1-4486-965d-e531358317dd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:04:12.983544 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-79cf9226-86e2-43f4-b711-9fda0d13943c tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748528'] for router_interface, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:13.030168 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-d89b1bd1-02a8-4f24-a685-406b1890cdca admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-108341984-network', 'tenant_id': '2f47da4d692e438c9094f52e9193a51c'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:04:13.036712 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6365348d-e8af-4bdb-a3c8-f12424abe70b None None] Checking router: 6eb174ec-66e3-4cfd-bc8c-d366878f3df9 for host: n-d-842733-1 {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 21:04:13.082694 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6365348d-e8af-4bdb-a3c8-f12424abe70b None None] Routers {'6eb174ec-66e3-4cfd-bc8c-d366878f3df9'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:04:13.085297 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-6365348d-e8af-4bdb-a3c8-f12424abe70b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:03:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['6eb174ec-66e3-4cfd-bc8c-d366878f3df9'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:04:13.167617 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 51414541-ee1e-48ea-8706-74ba466f37bf up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:04:13.184194 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d89b1bd1-02a8-4f24-a685-406b1890cdca admin admin] Made reservation on behalf of 2f47da4d692e438c9094f52e9193a51c for: {'network': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:04:13.203718 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d89b1bd1-02a8-4f24-a685-406b1890cdca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for network, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:13.283721 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d89b1bd1-02a8-4f24-a685-406b1890cdca admin admin] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:13.339994 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-6365348d-e8af-4bdb-a3c8-f12424abe70b None None] Set router 6eb174ec-66e3-4cfd-bc8c-d366878f3df9 gateway port host: None {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:04:13.474579 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d89b1bd1-02a8-4f24-a685-406b1890cdca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:13.527918 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 51414541-ee1e-48ea-8706-74ba466f37bf triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:04:13.528479 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:13.548901 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d89b1bd1-02a8-4f24-a685-406b1890cdca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:13.564966 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d89b1bd1-02a8-4f24-a685-406b1890cdca admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 207} {{(pid=103163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 21:04:13.585231 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d89b1bd1-02a8-4f24-a685-406b1890cdca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:13.586886 n-d-842733-1 neutron-server[103163]: INFO neutron.db.segments_db [None req-d89b1bd1-02a8-4f24-a685-406b1890cdca admin admin] Added segment cf74f015-3fcc-4a9b-bed7-5560de5790aa of type vlan for network 5c76c719-c4b5-446b-bb0b-151e1b3ddd5c May 20 21:04:13.705339 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d89b1bd1-02a8-4f24-a685-406b1890cdca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418993264'] for network, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:13.712687 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 51414541-ee1e-48ea-8706-74ba466f37bf is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:04:13.724980 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89b1bd1-02a8-4f24-a685-406b1890cdca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba53d256-6039-454e-83c9-209a38e0ea6c,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:04:13.778522 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-6365348d-e8af-4bdb-a3c8-f12424abe70b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6eb174ec-66e3-4cfd-bc8c-d366878f3df9', 'name': 'tempest-RoutersIpV6Test-router-1608490678', 'tenant_id': '785b01e259854fae98d7194cf8f7101e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:03:45Z', 'updated_at': '2022-05-20T21:04:11Z', 'revision_number': 7, 'project_id': '785b01e259854fae98d7194cf8f7101e', 'gw_port_host': None, '_interfaces': [{'id': '2bfa6500-96ce-4456-b26f-5a5517f4e45b', 'name': '', 'network_id': '813b989c-bf2e-4088-a2fa-f828c5633701', 'tenant_id': '785b01e259854fae98d7194cf8f7101e', 'mac_address': 'fa:16:3e:fb:29:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb174ec-66e3-4cfd-bc8c-d366878f3df9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3213, 'fixed_ips': [{'subnet_id': '55aed13c-521b-4f1f-ad22-eefb7d99d526', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:03:59Z', 'updated_at': '2022-05-20T21:04:06Z', 'revision_number': 5, 'project_id': '785b01e259854fae98d7194cf8f7101e', 'subnets': [{'id': '55aed13c-521b-4f1f-ad22-eefb7d99d526', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '51414541-ee1e-48ea-8706-74ba466f37bf', 'name': '', 'network_id': '1374ecd2-db7d-4c73-993d-ef3dad5f97f0', 'tenant_id': '785b01e259854fae98d7194cf8f7101e', 'mac_address': 'fa:16:3e:7e:8b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb174ec-66e3-4cfd-bc8c-d366878f3df9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3218, 'fixed_ips': [{'subnet_id': '6834034c-9f41-496e-a3b2-0cfcbfc3f764', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:04:04Z', 'updated_at': '2022-05-20T21:04:11Z', 'revision_number': 5, 'project_id': '785b01e259854fae98d7194cf8f7101e', 'subnets': [{'id': '6834034c-9f41-496e-a3b2-0cfcbfc3f764', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5e4d3762-9cc0-48ce-a2d7-464e125bd131', 'name': '', 'network_id': '57482fd5-8527-4576-883a-ff4c0f205b68', 'tenant_id': '785b01e259854fae98d7194cf8f7101e', 'mac_address': 'fa:16:3e:f5:d1:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb174ec-66e3-4cfd-bc8c-d366878f3df9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3203, 'fixed_ips': [{'subnet_id': '820c0307-2da3-4452-88ca-038e503e6b2a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:03:47Z', 'updated_at': '2022-05-20T21:03:54Z', 'revision_number': 5, 'project_id': '785b01e259854fae98d7194cf8f7101e', 'subnets': [{'id': '820c0307-2da3-4452-88ca-038e503e6b2a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '93819462-8326-4916-b31c-211de2cad3ff', 'name': '', 'network_id': '28319746-b029-46eb-aa57-d9f21654d065', 'tenant_id': '785b01e259854fae98d7194cf8f7101e', 'mac_address': 'fa:16:3e:b0:3c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb174ec-66e3-4cfd-bc8c-d366878f3df9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': '785f8fc5-12c1-4486-965d-e531358317dd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:03:52Z', 'updated_at': '2022-05-20T21:03:59Z', 'revision_number': 5, 'project_id': '785b01e259854fae98d7194cf8f7101e', 'subnets': [{'id': '785f8fc5-12c1-4486-965d-e531358317dd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:04:13.823309 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d89b1bd1-02a8-4f24-a685-406b1890cdca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524'] for network, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:13.825594 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d89b1bd1-02a8-4f24-a685-406b1890cdca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:04:13.826391 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d89b1bd1-02a8-4f24-a685-406b1890cdca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:13.840171 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6365348d-e8af-4bdb-a3c8-f12424abe70b None None] The sync data for ids ['6eb174ec-66e3-4cfd-bc8c-d366878f3df9'] in n-d-842733-1 is: [{'id': '6eb174ec-66e3-4cfd-bc8c-d366878f3df9', 'name': 'tempest-RoutersIpV6Test-router-1608490678', 'tenant_id': '785b01e259854fae98d7194cf8f7101e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:03:45Z', 'updated_at': '2022-05-20T21:04:11Z', 'revision_number': 7, 'project_id': '785b01e259854fae98d7194cf8f7101e', 'gw_port_host': None, '_interfaces': [{'id': '2bfa6500-96ce-4456-b26f-5a5517f4e45b', 'name': '', 'network_id': '813b989c-bf2e-4088-a2fa-f828c5633701', 'tenant_id': '785b01e259854fae98d7194cf8f7101e', 'mac_address': 'fa:16:3e:fb:29:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb174ec-66e3-4cfd-bc8c-d366878f3df9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3213, 'fixed_ips': [{'subnet_id': '55aed13c-521b-4f1f-ad22-eefb7d99d526', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:03:59Z', 'updated_at': '2022-05-20T21:04:06Z', 'revision_number': 5, 'project_id': '785b01e259854fae98d7194cf8f7101e', 'subnets': [{'id': '55aed13c-521b-4f1f-ad22-eefb7d99d526', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '51414541-ee1e-48ea-8706-74ba466f37bf', 'name': '', 'network_id': '1374ecd2-db7d-4c73-993d-ef3dad5f97f0', 'tenant_id': '785b01e259854fae98d7194cf8f7101e', 'mac_address': 'fa:16:3e:7e:8b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb174ec-66e3-4cfd-bc8c-d366878f3df9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3218, 'fixed_ips': [{'subnet_id': '6834034c-9f41-496e-a3b2-0cfcbfc3f764', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:04:04Z', 'updated_at': '2022-05-20T21:04:11Z', 'revision_number': 5, 'project_id': '785b01e259854fae98d7194cf8f7101e', 'subnets': [{'id': '6834034c-9f41-496e-a3b2-0cfcbfc3f764', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5e4d3762-9cc0-48ce-a2d7-464e125bd131', 'name': '', 'network_id': '57482fd5-8527-4576-883a-ff4c0f205b68', 'tenant_id': '785b01e259854fae98d7194cf8f7101e', 'mac_address': 'fa:16:3e:f5:d1:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb174ec-66e3-4cfd-bc8c-d366878f3df9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3203, 'fixed_ips': [{'subnet_id': '820c0307-2da3-4452-88ca-038e503e6b2a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:03:47Z', 'updated_at': '2022-05-20T21:03:54Z', 'revision_number': 5, 'project_id': '785b01e259854fae98d7194cf8f7101e', 'subnets': [{'id': '820c0307-2da3-4452-88ca-038e503e6b2a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '93819462-8326-4916-b31c-211de2cad3ff', 'name': '', 'network_id': '28319746-b029-46eb-aa57-d9f21654d065', 'tenant_id': '785b01e259854fae98d7194cf8f7101e', 'mac_address': 'fa:16:3e:b0:3c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb174ec-66e3-4cfd-bc8c-d366878f3df9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': '785f8fc5-12c1-4486-965d-e531358317dd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:03:52Z', 'updated_at': '2022-05-20T21:03:59Z', 'revision_number': 5, 'project_id': '785b01e259854fae98d7194cf8f7101e', 'subnets': [{'id': '785f8fc5-12c1-4486-965d-e531358317dd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 21:04:13.935981 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89b1bd1-02a8-4f24-a685-406b1890cdca admin admin] Pushing event updated for resources: {'Network': ['ID=5c76c719-c4b5-446b-bb0b-151e1b3ddd5c,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:04:13.948183 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Network 5c76c719-c4b5-446b-bb0b-151e1b3ddd5c details requested by agent ovs-agent-n-d-842733-1 with host n-d-842733-1 {{(pid=103164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 20 21:04:13.981790 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-79cf9226-86e2-43f4-b711-9fda0d13943c tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Deleting port 51414541-ee1e-48ea-8706-74ba466f37bf {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:04:13.982376 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-79cf9226-86e2-43f4-b711-9fda0d13943c tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:14.019090 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-d89b1bd1-02a8-4f24-a685-406b1890cdca admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2716978 May 20 21:04:14.019880 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 44222) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:04:14.025234 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-47de254d-f747-49e2-ae5b-02a2da7fc236 admin admin] Request body: {'subnet': {'network_id': '5c76c719-c4b5-446b-bb0b-151e1b3ddd5c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-108341984-subnet', 'tenant_id': '2f47da4d692e438c9094f52e9193a51c', 'ip_version': 4}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:04:14.169020 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-79cf9226-86e2-43f4-b711-9fda0d13943c tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] For port 51414541-ee1e-48ea-8706-74ba466f37bf, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=51414541-ee1e-48ea-8706-74ba466f37bf,segment=NetworkSegment(fb544a15-eed8-495f-b58a-e61ca0bc5a71),segment_id=fb544a15-eed8-495f-b58a-e61ca0bc5a71)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:04:14.169329 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-79cf9226-86e2-43f4-b711-9fda0d13943c tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:14.172055 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47de254d-f747-49e2-ae5b-02a2da7fc236 admin admin] Made reservation on behalf of 2f47da4d692e438c9094f52e9193a51c for: {'subnet': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:04:14.174942 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-47de254d-f747-49e2-ae5b-02a2da7fc236 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8422561'] for subnet, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:14.197410 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-79cf9226-86e2-43f4-b711-9fda0d13943c tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Calling delete_port for 51414541-ee1e-48ea-8706-74ba466f37bf owned by network:router_interface {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:04:14.471438 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-79cf9226-86e2-43f4-b711-9fda0d13943c tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:14.515300 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cf9226-86e2-43f4-b711-9fda0d13943c tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Pushing event deleted for resources: {'Port': ['ID=51414541-ee1e-48ea-8706-74ba466f37bf,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:04:14.523726 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-47de254d-f747-49e2-ae5b-02a2da7fc236 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9641412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8422583'] for subnet, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:14.581621 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cf9226-86e2-43f4-b711-9fda0d13943c tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:04:14.582218 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cf9226-86e2-43f4-b711-9fda0d13943c tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:04:14.582747 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cf9226-86e2-43f4-b711-9fda0d13943c tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:04:14.583508 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cf9226-86e2-43f4-b711-9fda0d13943c tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:04:14.584012 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cf9226-86e2-43f4-b711-9fda0d13943c tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:04:14.584593 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cf9226-86e2-43f4-b711-9fda0d13943c tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:04:14.585090 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cf9226-86e2-43f4-b711-9fda0d13943c tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:04:14.585620 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cf9226-86e2-43f4-b711-9fda0d13943c tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:04:14.586393 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cf9226-86e2-43f4-b711-9fda0d13943c tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:04:14.586729 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cf9226-86e2-43f4-b711-9fda0d13943c tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:04:14.587059 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cf9226-86e2-43f4-b711-9fda0d13943c tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:04:14.587374 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cf9226-86e2-43f4-b711-9fda0d13943c tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:04:14.632399 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47de254d-f747-49e2-ae5b-02a2da7fc236 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c11f0e69-81d3-457c-b504-07283472feda,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:04:14.644985 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47de254d-f747-49e2-ae5b-02a2da7fc236 admin admin] Checking segment: {'id': 'cf74f015-3fcc-4a9b-bed7-5560de5790aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '5c76c719-c4b5-446b-bb0b-151e1b3ddd5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:04:14.645590 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47de254d-f747-49e2-ae5b-02a2da7fc236 admin admin] Network hostable DHCP agents. Network: 5c76c719-c4b5-446b-bb0b-151e1b3ddd5c, hostable agents: ['c9b0653c-f3c7-4339-bd50-e3754b629216'], hosted agents: [] {{(pid=103163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 21:04:14.720391 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-79cf9226-86e2-43f4-b711-9fda0d13943c tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-692224'] for router_interface, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:14.733245 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47de254d-f747-49e2-ae5b-02a2da7fc236 admin admin] Network 5c76c719-c4b5-446b-bb0b-151e1b3ddd5c is scheduled to be hosted by DHCP agent c9b0653c-f3c7-4339-bd50-e3754b629216 with binding_index 1 {{(pid=103163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 21:04:14.834476 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-47de254d-f747-49e2-ae5b-02a2da7fc236 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842733-1, 5c76c719-c4b5-446b-bb0b-151e1b3ddd5c) {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:04:14.848201 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa6e2eff-479e-4375-ae58-7ef56cead78d None None] Network 5c76c719-c4b5-446b-bb0b-151e1b3ddd5c requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:04:14.870299 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47de254d-f747-49e2-ae5b-02a2da7fc236 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:04:14.874200 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-47de254d-f747-49e2-ae5b-02a2da7fc236 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:14.975313 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-47de254d-f747-49e2-ae5b-02a2da7fc236 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9542742 May 20 21:04:14.977871 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 44244) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:04:14.983944 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-e5922e7c-9910-4c19-854f-3b3203a72e78 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-108341984-router', 'tenant_id': '2f47da4d692e438c9094f52e9193a51c', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'}}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:04:15.061998 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79cf9226-86e2-43f4-b711-9fda0d13943c tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Router 6eb174ec-66e3-4cfd-bc8c-d366878f3df9 has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 21:04:15.132898 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e5922e7c-9910-4c19-854f-3b3203a72e78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-694221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26155'] for router, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:15.134472 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e5922e7c-9910-4c19-854f-3b3203a72e78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-693085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748153', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-718080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26162'] for router, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:15.205425 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-509b14ec-0981-4da0-b243-1d36858e5e52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaee2b848-d4b9-5db1-b6ef-d6db29d67de7-5c76c719-c4b5-446b-bb0b-151e1b3ddd5c', 'network_id': '5c76c719-c4b5-446b-bb0b-151e1b3ddd5c', 'tenant_id': '2f47da4d692e438c9094f52e9193a51c', 'fixed_ips': [{'subnet_id': 'c11f0e69-81d3-457c-b504-07283472feda'}]}} from n-d-842733-1. {{(pid=103164) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 21:04:15.205425 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-509b14ec-0981-4da0-b243-1d36858e5e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:15.243977 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79cf9226-86e2-43f4-b711-9fda0d13943c tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 21:04:15.247081 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e5922e7c-9910-4c19-854f-3b3203a72e78 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:15.256079 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-79cf9226-86e2-43f4-b711-9fda0d13943c tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] 10.222.0.35 "PUT /v2.0/routers/6eb174ec-66e3-4cfd-bc8c-d366878f3df9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8658595 May 20 21:04:15.256863 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 44248) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:04:15.262806 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9094a7c-0829-4c14-9b5e-49c212379792 None None] Sync routers for ids ['6eb174ec-66e3-4cfd-bc8c-d366878f3df9'] in n-d-842733-1 {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 21:04:15.279489 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9094a7c-0829-4c14-9b5e-49c212379792 None None] Routers {'6eb174ec-66e3-4cfd-bc8c-d366878f3df9'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:04:15.285979 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-c9094a7c-0829-4c14-9b5e-49c212379792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:03:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['6eb174ec-66e3-4cfd-bc8c-d366878f3df9'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:04:15.333356 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_v2 [None req-08c18b1b-c1bf-4dcc-bf3d-00e0dbff1d6f tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Deleting subnet 6834034c-9f41-496e-a3b2-0cfcbfc3f764 {{(pid=103162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 20 21:04:15.337243 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-08c18b1b-c1bf-4dcc-bf3d-00e0dbff1d6f tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks [] for subnet, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:15.428393 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-08c18b1b-c1bf-4dcc-bf3d-00e0dbff1d6f tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3738392'] for subnet, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:15.516320 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [None req-509b14ec-0981-4da0-b243-1d36858e5e52 None None] Allocated IP 172.20.0.2 (5c76c719-c4b5-446b-bb0b-151e1b3ddd5c/c11f0e69-81d3-457c-b504-07283472feda/41693b35-cd93-417a-b2dc-b7cb283a263c) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:04:15.588993 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-08c18b1b-c1bf-4dcc-bf3d-00e0dbff1d6f tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33068388'] for subnet, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:15.598934 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-c9094a7c-0829-4c14-9b5e-49c212379792 None None] Set router 6eb174ec-66e3-4cfd-bc8c-d366878f3df9 gateway port host: None {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:04:15.745463 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-509b14ec-0981-4da0-b243-1d36858e5e52 None None] Notify callbacks [] for port, precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:15.783821 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-08c18b1b-c1bf-4dcc-bf3d-00e0dbff1d6f tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33068399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3797621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4018265'] for subnet, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:15.819225 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c18b1b-c1bf-4dcc-bf3d-00e0dbff1d6f tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Pushing event deleted for resources: {'Subnet': ['ID=6834034c-9f41-496e-a3b2-0cfcbfc3f764,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:04:15.831712 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-08c18b1b-c1bf-4dcc-bf3d-00e0dbff1d6f tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:15.837252 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-08c18b1b-c1bf-4dcc-bf3d-00e0dbff1d6f tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] 10.222.0.35 "DELETE /v2.0/subnets/6834034c-9f41-496e-a3b2-0cfcbfc3f764 HTTP/1.1" status: 204 len: 168 time: 0.5746639 May 20 21:04:15.837442 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0040aebf-f41f-4b81-b97d-1684cd6295ee None None] Network 1374ecd2-db7d-4c73-993d-ef3dad5f97f0 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:04:15.838599 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 44262) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:04:15.864141 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-509b14ec-0981-4da0-b243-1d36858e5e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108'] for port, after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:15.891285 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-c9094a7c-0829-4c14-9b5e-49c212379792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6eb174ec-66e3-4cfd-bc8c-d366878f3df9', 'name': 'tempest-RoutersIpV6Test-router-1608490678', 'tenant_id': '785b01e259854fae98d7194cf8f7101e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:03:45Z', 'updated_at': '2022-05-20T21:04:14Z', 'revision_number': 8, 'project_id': '785b01e259854fae98d7194cf8f7101e', 'gw_port_host': None, '_interfaces': [{'id': '2bfa6500-96ce-4456-b26f-5a5517f4e45b', 'name': '', 'network_id': '813b989c-bf2e-4088-a2fa-f828c5633701', 'tenant_id': '785b01e259854fae98d7194cf8f7101e', 'mac_address': 'fa:16:3e:fb:29:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb174ec-66e3-4cfd-bc8c-d366878f3df9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3213, 'fixed_ips': [{'subnet_id': '55aed13c-521b-4f1f-ad22-eefb7d99d526', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:03:59Z', 'updated_at': '2022-05-20T21:04:06Z', 'revision_number': 5, 'project_id': '785b01e259854fae98d7194cf8f7101e', 'subnets': [{'id': '55aed13c-521b-4f1f-ad22-eefb7d99d526', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5e4d3762-9cc0-48ce-a2d7-464e125bd131', 'name': '', 'network_id': '57482fd5-8527-4576-883a-ff4c0f205b68', 'tenant_id': '785b01e259854fae98d7194cf8f7101e', 'mac_address': 'fa:16:3e:f5:d1:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb174ec-66e3-4cfd-bc8c-d366878f3df9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3203, 'fixed_ips': [{'subnet_id': '820c0307-2da3-4452-88ca-038e503e6b2a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:03:47Z', 'updated_at': '2022-05-20T21:03:54Z', 'revision_number': 5, 'project_id': '785b01e259854fae98d7194cf8f7101e', 'subnets': [{'id': '820c0307-2da3-4452-88ca-038e503e6b2a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '93819462-8326-4916-b31c-211de2cad3ff', 'name': '', 'network_id': '28319746-b029-46eb-aa57-d9f21654d065', 'tenant_id': '785b01e259854fae98d7194cf8f7101e', 'mac_address': 'fa:16:3e:b0:3c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb174ec-66e3-4cfd-bc8c-d366878f3df9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': '785f8fc5-12c1-4486-965d-e531358317dd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:03:52Z', 'updated_at': '2022-05-20T21:03:59Z', 'revision_number': 5, 'project_id': '785b01e259854fae98d7194cf8f7101e', 'subnets': [{'id': '785f8fc5-12c1-4486-965d-e531358317dd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:04:15.944610 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9094a7c-0829-4c14-9b5e-49c212379792 None None] Checking router: 6eb174ec-66e3-4cfd-bc8c-d366878f3df9 for host: n-d-842733-1 {{(pid=103165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 21:04:15.964457 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9094a7c-0829-4c14-9b5e-49c212379792 None None] Routers {'6eb174ec-66e3-4cfd-bc8c-d366878f3df9'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:04:15.966096 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-c9094a7c-0829-4c14-9b5e-49c212379792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:03:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['6eb174ec-66e3-4cfd-bc8c-d366878f3df9'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:04:15.981885 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-05b5389c-63ee-4db7-b845-d497c7756b35 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33160123'] for network, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:16.060958 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-509b14ec-0981-4da0-b243-1d36858e5e52 None None] Network 5c76c719-c4b5-446b-bb0b-151e1b3ddd5c is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:04:16.065046 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-509b14ec-0981-4da0-b243-1d36858e5e52 None None] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:04:16.070089 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-509b14ec-0981-4da0-b243-1d36858e5e52 None None] Received port after_create {{(pid=103164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:04:16.085651 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-05b5389c-63ee-4db7-b845-d497c7756b35 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Deleting port 8faddab5-7950-4fdb-83ae-a8417ba6bcd9 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:04:16.086152 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-05b5389c-63ee-4db7-b845-d497c7756b35 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:16.136311 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-c9094a7c-0829-4c14-9b5e-49c212379792 None None] Set router 6eb174ec-66e3-4cfd-bc8c-d366878f3df9 gateway port host: None {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:04:16.158946 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509b14ec-0981-4da0-b243-1d36858e5e52 None None] Pushing event updated for resources: {'Port': ['ID=41693b35-cd93-417a-b2dc-b7cb283a263c,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:04:16.162272 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e5922e7c-9910-4c19-854f-3b3203a72e78 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:16.228153 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-05b5389c-63ee-4db7-b845-d497c7756b35 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] For port 8faddab5-7950-4fdb-83ae-a8417ba6bcd9, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=8faddab5-7950-4fdb-83ae-a8417ba6bcd9,segment=NetworkSegment(fb544a15-eed8-495f-b58a-e61ca0bc5a71),segment_id=fb544a15-eed8-495f-b58a-e61ca0bc5a71)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:04:16.228672 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-05b5389c-63ee-4db7-b845-d497c7756b35 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:16.243842 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-509b14ec-0981-4da0-b243-1d36858e5e52 None None] Attempting to bind port 41693b35-cd93-417a-b2dc-b7cb283a263c on host n-d-842733-1 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:04:16.243842 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-509b14ec-0981-4da0-b243-1d36858e5e52 None None] Attempting to bind port 41693b35-cd93-417a-b2dc-b7cb283a263c by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': 'cf74f015-3fcc-4a9b-bed7-5560de5790aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '5c76c719-c4b5-446b-bb0b-151e1b3ddd5c'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:04:16.243842 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-509b14ec-0981-4da0-b243-1d36858e5e52 None None] Attempting to bind port 41693b35-cd93-417a-b2dc-b7cb283a263c on network 5c76c719-c4b5-446b-bb0b-151e1b3ddd5c {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:04:16.250831 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-509b14ec-0981-4da0-b243-1d36858e5e52 None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 21, 3, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 21:04:16.251562 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-509b14ec-0981-4da0-b243-1d36858e5e52 None None] Checking segment: {'id': 'cf74f015-3fcc-4a9b-bed7-5560de5790aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '5c76c719-c4b5-446b-bb0b-151e1b3ddd5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:04:16.252218 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-509b14ec-0981-4da0-b243-1d36858e5e52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:16.253390 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-509b14ec-0981-4da0-b243-1d36858e5e52 None None] Bound using segment: {'id': 'cf74f015-3fcc-4a9b-bed7-5560de5790aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '5c76c719-c4b5-446b-bb0b-151e1b3ddd5c'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 21:04:16.254073 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-509b14ec-0981-4da0-b243-1d36858e5e52 None None] Bound port: 41693b35-cd93-417a-b2dc-b7cb283a263c, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf74f015-3fcc-4a9b-bed7-5560de5790aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '5c76c719-c4b5-446b-bb0b-151e1b3ddd5c'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:04:16.254625 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-509b14ec-0981-4da0-b243-1d36858e5e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:16.267816 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-05b5389c-63ee-4db7-b845-d497c7756b35 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Calling delete_port for 8faddab5-7950-4fdb-83ae-a8417ba6bcd9 owned by network:dhcp {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:04:16.373260 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8217675-323b-4bf9-8e5f-c9a9cecb8bec None None] DHCP port deletion for 1374ecd2-db7d-4c73-993d-ef3dad5f97f0 request from n-d-842733-1 {{(pid=103164) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 21:04:16.462327 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-509b14ec-0981-4da0-b243-1d36858e5e52 None None] For port 41693b35-cd93-417a-b2dc-b7cb283a263c, host n-d-842733-1, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 21:04:16.483300 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-c9094a7c-0829-4c14-9b5e-49c212379792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6eb174ec-66e3-4cfd-bc8c-d366878f3df9', 'name': 'tempest-RoutersIpV6Test-router-1608490678', 'tenant_id': '785b01e259854fae98d7194cf8f7101e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:03:45Z', 'updated_at': '2022-05-20T21:04:14Z', 'revision_number': 8, 'project_id': '785b01e259854fae98d7194cf8f7101e', 'gw_port_host': None, '_interfaces': [{'id': '2bfa6500-96ce-4456-b26f-5a5517f4e45b', 'name': '', 'network_id': '813b989c-bf2e-4088-a2fa-f828c5633701', 'tenant_id': '785b01e259854fae98d7194cf8f7101e', 'mac_address': 'fa:16:3e:fb:29:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb174ec-66e3-4cfd-bc8c-d366878f3df9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3213, 'fixed_ips': [{'subnet_id': '55aed13c-521b-4f1f-ad22-eefb7d99d526', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:03:59Z', 'updated_at': '2022-05-20T21:04:06Z', 'revision_number': 5, 'project_id': '785b01e259854fae98d7194cf8f7101e', 'subnets': [{'id': '55aed13c-521b-4f1f-ad22-eefb7d99d526', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5e4d3762-9cc0-48ce-a2d7-464e125bd131', 'name': '', 'network_id': '57482fd5-8527-4576-883a-ff4c0f205b68', 'tenant_id': '785b01e259854fae98d7194cf8f7101e', 'mac_address': 'fa:16:3e:f5:d1:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb174ec-66e3-4cfd-bc8c-d366878f3df9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3203, 'fixed_ips': [{'subnet_id': '820c0307-2da3-4452-88ca-038e503e6b2a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:03:47Z', 'updated_at': '2022-05-20T21:03:54Z', 'revision_number': 5, 'project_id': '785b01e259854fae98d7194cf8f7101e', 'subnets': [{'id': '820c0307-2da3-4452-88ca-038e503e6b2a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '93819462-8326-4916-b31c-211de2cad3ff', 'name': '', 'network_id': '28319746-b029-46eb-aa57-d9f21654d065', 'tenant_id': '785b01e259854fae98d7194cf8f7101e', 'mac_address': 'fa:16:3e:b0:3c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb174ec-66e3-4cfd-bc8c-d366878f3df9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': '785f8fc5-12c1-4486-965d-e531358317dd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:03:52Z', 'updated_at': '2022-05-20T21:03:59Z', 'revision_number': 5, 'project_id': '785b01e259854fae98d7194cf8f7101e', 'subnets': [{'id': '785f8fc5-12c1-4486-965d-e531358317dd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:04:16.489773 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-509b14ec-0981-4da0-b243-1d36858e5e52 None None] For port 41693b35-cd93-417a-b2dc-b7cb283a263c, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=41693b35-cd93-417a-b2dc-b7cb283a263c,segment=NetworkSegment(cf74f015-3fcc-4a9b-bed7-5560de5790aa),segment_id=cf74f015-3fcc-4a9b-bed7-5560de5790aa)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 21:04:16.493317 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-05b5389c-63ee-4db7-b845-d497c7756b35 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:16.505695 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-d8217675-323b-4bf9-8e5f-c9a9cecb8bec None None] Deleting port 8faddab5-7950-4fdb-83ae-a8417ba6bcd9 {{(pid=103164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:04:16.506066 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d8217675-323b-4bf9-8e5f-c9a9cecb8bec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:16.550153 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b5389c-63ee-4db7-b845-d497c7756b35 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] No DVR routers for this DVR port 8faddab5-7950-4fdb-83ae-a8417ba6bcd9 on host n-d-842733-1 {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 21:04:16.551968 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b5389c-63ee-4db7-b845-d497c7756b35 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Pushing event deleted for resources: {'Port': ['ID=8faddab5-7950-4fdb-83ae-a8417ba6bcd9,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:04:16.564143 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9094a7c-0829-4c14-9b5e-49c212379792 None None] The sync data for ids ['6eb174ec-66e3-4cfd-bc8c-d366878f3df9'] in n-d-842733-1 is: [{'id': '6eb174ec-66e3-4cfd-bc8c-d366878f3df9', 'name': 'tempest-RoutersIpV6Test-router-1608490678', 'tenant_id': '785b01e259854fae98d7194cf8f7101e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:03:45Z', 'updated_at': '2022-05-20T21:04:14Z', 'revision_number': 8, 'project_id': '785b01e259854fae98d7194cf8f7101e', 'gw_port_host': None, '_interfaces': [{'id': '2bfa6500-96ce-4456-b26f-5a5517f4e45b', 'name': '', 'network_id': '813b989c-bf2e-4088-a2fa-f828c5633701', 'tenant_id': '785b01e259854fae98d7194cf8f7101e', 'mac_address': 'fa:16:3e:fb:29:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb174ec-66e3-4cfd-bc8c-d366878f3df9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3213, 'fixed_ips': [{'subnet_id': '55aed13c-521b-4f1f-ad22-eefb7d99d526', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:03:59Z', 'updated_at': '2022-05-20T21:04:06Z', 'revision_number': 5, 'project_id': '785b01e259854fae98d7194cf8f7101e', 'subnets': [{'id': '55aed13c-521b-4f1f-ad22-eefb7d99d526', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5e4d3762-9cc0-48ce-a2d7-464e125bd131', 'name': '', 'network_id': '57482fd5-8527-4576-883a-ff4c0f205b68', 'tenant_id': '785b01e259854fae98d7194cf8f7101e', 'mac_address': 'fa:16:3e:f5:d1:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb174ec-66e3-4cfd-bc8c-d366878f3df9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3203, 'fixed_ips': [{'subnet_id': '820c0307-2da3-4452-88ca-038e503e6b2a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:03:47Z', 'updated_at': '2022-05-20T21:03:54Z', 'revision_number': 5, 'project_id': '785b01e259854fae98d7194cf8f7101e', 'subnets': [{'id': '820c0307-2da3-4452-88ca-038e503e6b2a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '93819462-8326-4916-b31c-211de2cad3ff', 'name': '', 'network_id': '28319746-b029-46eb-aa57-d9f21654d065', 'tenant_id': '785b01e259854fae98d7194cf8f7101e', 'mac_address': 'fa:16:3e:b0:3c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb174ec-66e3-4cfd-bc8c-d366878f3df9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': '785f8fc5-12c1-4486-965d-e531358317dd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:03:52Z', 'updated_at': '2022-05-20T21:03:59Z', 'revision_number': 5, 'project_id': '785b01e259854fae98d7194cf8f7101e', 'subnets': [{'id': '785f8fc5-12c1-4486-965d-e531358317dd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 21:04:16.610033 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-d8217675-323b-4bf9-8e5f-c9a9cecb8bec None None] For port 8faddab5-7950-4fdb-83ae-a8417ba6bcd9, host n-d-842733-1, got binding levels [] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:04:16.613449 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d8217675-323b-4bf9-8e5f-c9a9cecb8bec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:16.647235 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-d8217675-323b-4bf9-8e5f-c9a9cecb8bec None None] Calling delete_port for 8faddab5-7950-4fdb-83ae-a8417ba6bcd9 owned by network:dhcp {{(pid=103164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:04:16.652536 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.ipam_backend_mixin [None req-d8217675-323b-4bf9-8e5f-c9a9cecb8bec None None] Port 8faddab5-7950-4fdb-83ae-a8417ba6bcd9 was not found and therefore no delete operation was performed {{(pid=103164) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} May 20 21:04:16.657975 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-509b14ec-0981-4da0-b243-1d36858e5e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:16.679623 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e5922e7c-9910-4c19-854f-3b3203a72e78 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:16.697813 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-05b5389c-63ee-4db7-b845-d497c7756b35 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33072115', 'neutron.services.segments.db._delete_segments_for_network-8782419500584'] for network, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:16.709431 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e5922e7c-9910-4c19-854f-3b3203a72e78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:16.724759 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-05b5389c-63ee-4db7-b845-d497c7756b35 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1374ecd2-db7d-4c73-993d-ef3dad5f97f0']}} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:04:16.740844 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d8217675-323b-4bf9-8e5f-c9a9cecb8bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099'] for port, after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:16.753600 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-05b5389c-63ee-4db7-b845-d497c7756b35 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb544a15-eed8-495f-b58a-e61ca0bc5a71') {'for_net_delete': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:04:16.753902 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-05b5389c-63ee-4db7-b845-d497c7756b35 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb544a15-eed8-495f-b58a-e61ca0bc5a71') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:04:16.758997 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8217675-323b-4bf9-8e5f-c9a9cecb8bec None None] No DVR routers for this DVR port 8faddab5-7950-4fdb-83ae-a8417ba6bcd9 on host n-d-842733-1 {{(pid=103164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 21:04:16.778858 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-05b5389c-63ee-4db7-b845-d497c7756b35 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419501617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3738385'] for segment, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:16.803372 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509b14ec-0981-4da0-b243-1d36858e5e52 None None] Pushing event updated for resources: {'Port': ['ID=41693b35-cd93-417a-b2dc-b7cb283a263c,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:04:16.805568 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-05b5389c-63ee-4db7-b845-d497c7756b35 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:16.828376 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05b5389c-63ee-4db7-b845-d497c7756b35 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Releasing vlan 216 on physical network physnet1 to pool {{(pid=103162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 21:04:16.828940 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-05b5389c-63ee-4db7-b845-d497c7756b35 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3800791'] for segment, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:16.834059 n-d-842733-1 neutron-server[103162]: Traceback (most recent call last): May 20 21:04:16.834059 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 21:04:16.834059 n-d-842733-1 neutron-server[103162]: timer() May 20 21:04:16.834059 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 21:04:16.834059 n-d-842733-1 neutron-server[103162]: cb(*args, **kw) May 20 21:04:16.834059 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 20 21:04:16.834059 n-d-842733-1 neutron-server[103162]: return func(*args, **kwargs) May 20 21:04:16.834059 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 21:04:16.834059 n-d-842733-1 neutron-server[103162]: self._notify() May 20 21:04:16.834059 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 21:04:16.834059 n-d-842733-1 neutron-server[103162]: self.callback(batched_events) May 20 21:04:16.834059 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 21:04:16.834059 n-d-842733-1 neutron-server[103162]: event.method(event) May 20 21:04:16.834059 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 20 21:04:16.834059 n-d-842733-1 neutron-server[103162]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 21:04:16.834059 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 20 21:04:16.834059 n-d-842733-1 neutron-server[103162]: aggregate_uuid = self.p_client.list_aggregates( May 20 21:04:16.834059 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 20 21:04:16.834059 n-d-842733-1 neutron-server[103162]: return f(self, *a, **k) May 20 21:04:16.834059 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 20 21:04:16.834059 n-d-842733-1 neutron-server[103162]: return self._get(url).json() May 20 21:04:16.834059 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 20 21:04:16.834059 n-d-842733-1 neutron-server[103162]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 21:04:16.834059 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 21:04:16.834059 n-d-842733-1 neutron-server[103162]: return self.request(url, 'GET', **kwargs) May 20 21:04:16.834059 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 21:04:16.834059 n-d-842733-1 neutron-server[103162]: base_url = self.get_endpoint(auth, allow=allow, May 20 21:04:16.834059 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 21:04:16.834059 n-d-842733-1 neutron-server[103162]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 21:04:16.834059 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 21:04:16.834059 n-d-842733-1 neutron-server[103162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 21:04:16.834059 n-d-842733-1 neutron-server[103162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 21:04:16.840560 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8217675-323b-4bf9-8e5f-c9a9cecb8bec None None] Pushing event deleted for resources: {'Port': ['ID=8faddab5-7950-4fdb-83ae-a8417ba6bcd9,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:04:16.886789 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-e5922e7c-9910-4c19-854f-3b3203a72e78 admin admin] Allocated IP 172.25.2.41 (e3a93b5c-91e2-4064-9c2c-1afc261bfe15/86fee0c1-6e34-488b-9216-b2b8e7ef585a/94ea0b5a-6662-4243-bb9f-1065a2c5ef1c) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:04:16.978913 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-05b5389c-63ee-4db7-b845-d497c7756b35 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33072122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748162'] for network, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:16.983768 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-05b5389c-63ee-4db7-b845-d497c7756b35 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:16.994319 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-05b5389c-63ee-4db7-b845-d497c7756b35 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] 10.222.0.35 "DELETE /v2.0/networks/1374ecd2-db7d-4c73-993d-ef3dad5f97f0 HTTP/1.1" status: 204 len: 168 time: 1.1490300 May 20 21:04:16.994319 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 44296) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:04:17.067893 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b5389c-63ee-4db7-b845-d497c7756b35 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Pushing event deleted for resources: {'Network': ['ID=1374ecd2-db7d-4c73-993d-ef3dad5f97f0,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:04:17.137810 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 8faddab5-7950-4fdb-83ae-a8417ba6bcd9 no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 21:04:17.182844 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e5922e7c-9910-4c19-854f-3b3203a72e78 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:17.233993 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: 8faddab5-7950-4fdb-83ae-a8417ba6bcd9 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 21:04:17.234546 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 8faddab5-7950-4fdb-83ae-a8417ba6bcd9 not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 21:04:17.234964 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 51414541-ee1e-48ea-8706-74ba466f37bf no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 21:04:17.283442 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: 51414541-ee1e-48ea-8706-74ba466f37bf {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 21:04:17.284021 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 51414541-ee1e-48ea-8706-74ba466f37bf not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 21:04:17.379008 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e5922e7c-9910-4c19-854f-3b3203a72e78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:17.432518 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5922e7c-9910-4c19-854f-3b3203a72e78 admin admin] Network e3a93b5c-91e2-4064-9c2c-1afc261bfe15 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:04:17.439431 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-e5922e7c-9910-4c19-854f-3b3203a72e78 admin admin] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:04:17.447950 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5922e7c-9910-4c19-854f-3b3203a72e78 admin admin] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:04:17.538294 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5922e7c-9910-4c19-854f-3b3203a72e78 admin admin] Pushing event updated for resources: {'Port': ['ID=94ea0b5a-6662-4243-bb9f-1065a2c5ef1c,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:04:17.591708 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-15d1b77f-c022-4d52-aa8c-8ffa70631188 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748528'] for router_interface, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:17.974569 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-15d1b77f-c022-4d52-aa8c-8ffa70631188 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Deleting port 2bfa6500-96ce-4456-b26f-5a5517f4e45b {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:04:17.975166 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-15d1b77f-c022-4d52-aa8c-8ffa70631188 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:18.021701 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e5922e7c-9910-4c19-854f-3b3203a72e78 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:18.133718 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-15d1b77f-c022-4d52-aa8c-8ffa70631188 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] For port 2bfa6500-96ce-4456-b26f-5a5517f4e45b, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=2bfa6500-96ce-4456-b26f-5a5517f4e45b,segment=NetworkSegment(bd357203-d8ec-4e96-81d0-6159a6bbe3a3),segment_id=bd357203-d8ec-4e96-81d0-6159a6bbe3a3)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:04:18.134217 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-15d1b77f-c022-4d52-aa8c-8ffa70631188 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:18.165113 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-15d1b77f-c022-4d52-aa8c-8ffa70631188 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Calling delete_port for 2bfa6500-96ce-4456-b26f-5a5517f4e45b owned by network:router_interface {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:04:18.240392 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c22a49ed-9715-47af-93e1-432a25c64946 None None] Network 5c76c719-c4b5-446b-bb0b-151e1b3ddd5c requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:04:18.320350 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e5922e7c-9910-4c19-854f-3b3203a72e78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748106'] for router, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:18.520014 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-15d1b77f-c022-4d52-aa8c-8ffa70631188 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:18.554871 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d1b77f-c022-4d52-aa8c-8ffa70631188 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Pushing event deleted for resources: {'Port': ['ID=2bfa6500-96ce-4456-b26f-5a5517f4e45b,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:04:18.646496 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5922e7c-9910-4c19-854f-3b3203a72e78 admin admin] Router 892f99b8-efbc-4dda-a6f4-6ce419f5e051 is scheduled to L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e with binding_index 1 {{(pid=103163) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 20 21:04:18.747453 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-6b82c5af-35f3-4869-b01a-7ee182dadf8c None None] Provisioning complete for port 41693b35-cd93-417a-b2dc-b7cb283a263c triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:04:18.747826 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-6b82c5af-35f3-4869-b01a-7ee182dadf8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:18.784509 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-15d1b77f-c022-4d52-aa8c-8ffa70631188 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-692224'] for router_interface, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:18.852004 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5922e7c-9910-4c19-854f-3b3203a72e78 admin admin] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 21:04:18.872686 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ad23ad-ba62-4853-b204-05793aa47f03 None None] Sync routers for ids ['892f99b8-efbc-4dda-a6f4-6ce419f5e051'] in n-d-842733-1 {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 21:04:18.943577 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ad23ad-ba62-4853-b204-05793aa47f03 None None] Routers {'892f99b8-efbc-4dda-a6f4-6ce419f5e051'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:04:18.946667 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-28ad23ad-ba62-4853-b204-05793aa47f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:03:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['892f99b8-efbc-4dda-a6f4-6ce419f5e051'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:04:18.947108 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e5922e7c-9910-4c19-854f-3b3203a72e78 admin admin] Notify callbacks [] for router, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:18.951338 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-e5922e7c-9910-4c19-854f-3b3203a72e78 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.9721985 May 20 21:04:18.952780 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 44338) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:04:19.193901 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-6b82c5af-35f3-4869-b01a-7ee182dadf8c None None] Current status of the port 41693b35-cd93-417a-b2dc-b7cb283a263c is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:04:19.194292 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-6b82c5af-35f3-4869-b01a-7ee182dadf8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:19.230317 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15d1b77f-c022-4d52-aa8c-8ffa70631188 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Router 6eb174ec-66e3-4cfd-bc8c-d366878f3df9 has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 21:04:19.242500 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 41693b35-cd93-417a-b2dc-b7cb283a263c up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:04:19.291912 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-28ad23ad-ba62-4853-b204-05793aa47f03 None None] Set router 892f99b8-efbc-4dda-a6f4-6ce419f5e051 gateway port host: n-d-842733-1 {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:04:19.362883 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15d1b77f-c022-4d52-aa8c-8ffa70631188 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 21:04:19.373450 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-15d1b77f-c022-4d52-aa8c-8ffa70631188 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] 10.222.0.35 "PUT /v2.0/routers/6eb174ec-66e3-4cfd-bc8c-d366878f3df9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3750155 May 20 21:04:19.373450 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 44344) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:04:19.381486 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba8e625-91d1-48dc-88ad-e852f878afa8 None None] Sync routers for ids ['6eb174ec-66e3-4cfd-bc8c-d366878f3df9'] in n-d-842733-1 {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 21:04:19.396121 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba8e625-91d1-48dc-88ad-e852f878afa8 None None] Routers {'6eb174ec-66e3-4cfd-bc8c-d366878f3df9'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:04:19.398717 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-cba8e625-91d1-48dc-88ad-e852f878afa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:03:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['6eb174ec-66e3-4cfd-bc8c-d366878f3df9'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:04:19.505506 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_v2 [None req-842d05e2-e435-4943-a1d7-d31facc0a892 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Deleting subnet 55aed13c-521b-4f1f-ad22-eefb7d99d526 {{(pid=103162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 20 21:04:19.510109 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-842d05e2-e435-4943-a1d7-d31facc0a892 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks [] for subnet, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:19.518043 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-6b82c5af-35f3-4869-b01a-7ee182dadf8c None None] For port 41693b35-cd93-417a-b2dc-b7cb283a263c, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=41693b35-cd93-417a-b2dc-b7cb283a263c,segment=NetworkSegment(cf74f015-3fcc-4a9b-bed7-5560de5790aa),segment_id=cf74f015-3fcc-4a9b-bed7-5560de5790aa)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:04:19.538806 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-cba8e625-91d1-48dc-88ad-e852f878afa8 None None] Set router 6eb174ec-66e3-4cfd-bc8c-d366878f3df9 gateway port host: None {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:04:19.571012 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-842d05e2-e435-4943-a1d7-d31facc0a892 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3738392'] for subnet, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:19.630707 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-6b82c5af-35f3-4869-b01a-7ee182dadf8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:19.698762 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 41693b35-cd93-417a-b2dc-b7cb283a263c triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:04:19.699036 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:19.703942 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b82c5af-35f3-4869-b01a-7ee182dadf8c None None] Pushing event updated for resources: {'Port': ['ID=41693b35-cd93-417a-b2dc-b7cb283a263c,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:04:19.767075 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-842d05e2-e435-4943-a1d7-d31facc0a892 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33068388'] for subnet, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:19.786834 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-7ae1d81a-077d-433d-b0e5-a1f102e4dfe5 None None] Provisioning complete for port 41693b35-cd93-417a-b2dc-b7cb283a263c triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:04:19.787194 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-7ae1d81a-077d-433d-b0e5-a1f102e4dfe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:19.848363 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e5086b66-dfae-4575-b0c1-957692dbad66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:19.926774 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-28ad23ad-ba62-4853-b204-05793aa47f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '892f99b8-efbc-4dda-a6f4-6ce419f5e051', 'name': 'tempest-TestAggregatesBasicOps-108341984-router', 'tenant_id': '2f47da4d692e438c9094f52e9193a51c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.41'}], 'enable_snat': True}, 'gw_port_id': '94ea0b5a-6662-4243-bb9f-1065a2c5ef1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:04:15Z', 'updated_at': '2022-05-20T21:04:17Z', 'revision_number': 3, 'project_id': '2f47da4d692e438c9094f52e9193a51c', 'gw_port': {'id': '94ea0b5a-6662-4243-bb9f-1065a2c5ef1c', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:0c:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '892f99b8-efbc-4dda-a6f4-6ce419f5e051', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3234, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:04:16Z', 'updated_at': '2022-05-20T21:04:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:04:19.992325 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ad23ad-ba62-4853-b204-05793aa47f03 None None] Checking router: 892f99b8-efbc-4dda-a6f4-6ce419f5e051 for host: n-d-842733-1 {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 21:04:19.995055 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ad23ad-ba62-4853-b204-05793aa47f03 None None] Updating router 892f99b8-efbc-4dda-a6f4-6ce419f5e051 port 94ea0b5a-6662-4243-bb9f-1065a2c5ef1c binding host n-d-842733-1 {{(pid=103164) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 21:04:20.006835 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3d42b3cb-51c8-4efa-8e19-7195d171a728 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:20.023833 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-842d05e2-e435-4943-a1d7-d31facc0a892 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33068399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3797621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4018265'] for subnet, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:20.061936 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-cba8e625-91d1-48dc-88ad-e852f878afa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6eb174ec-66e3-4cfd-bc8c-d366878f3df9', 'name': 'tempest-RoutersIpV6Test-router-1608490678', 'tenant_id': '785b01e259854fae98d7194cf8f7101e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:03:45Z', 'updated_at': '2022-05-20T21:04:18Z', 'revision_number': 9, 'project_id': '785b01e259854fae98d7194cf8f7101e', 'gw_port_host': None, '_interfaces': [{'id': '5e4d3762-9cc0-48ce-a2d7-464e125bd131', 'name': '', 'network_id': '57482fd5-8527-4576-883a-ff4c0f205b68', 'tenant_id': '785b01e259854fae98d7194cf8f7101e', 'mac_address': 'fa:16:3e:f5:d1:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb174ec-66e3-4cfd-bc8c-d366878f3df9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3203, 'fixed_ips': [{'subnet_id': '820c0307-2da3-4452-88ca-038e503e6b2a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:03:47Z', 'updated_at': '2022-05-20T21:03:54Z', 'revision_number': 5, 'project_id': '785b01e259854fae98d7194cf8f7101e', 'subnets': [{'id': '820c0307-2da3-4452-88ca-038e503e6b2a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '93819462-8326-4916-b31c-211de2cad3ff', 'name': '', 'network_id': '28319746-b029-46eb-aa57-d9f21654d065', 'tenant_id': '785b01e259854fae98d7194cf8f7101e', 'mac_address': 'fa:16:3e:b0:3c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb174ec-66e3-4cfd-bc8c-d366878f3df9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': '785f8fc5-12c1-4486-965d-e531358317dd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:03:52Z', 'updated_at': '2022-05-20T21:03:59Z', 'revision_number': 5, 'project_id': '785b01e259854fae98d7194cf8f7101e', 'subnets': [{'id': '785f8fc5-12c1-4486-965d-e531358317dd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:04:20.074015 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-28ad23ad-ba62-4853-b204-05793aa47f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:20.081883 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-842d05e2-e435-4943-a1d7-d31facc0a892 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:20.090586 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-842d05e2-e435-4943-a1d7-d31facc0a892 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] 10.222.0.35 "DELETE /v2.0/subnets/55aed13c-521b-4f1f-ad22-eefb7d99d526 HTTP/1.1" status: 204 len: 168 time: 0.7154653 May 20 21:04:20.090809 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 44362) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:04:20.093072 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842d05e2-e435-4943-a1d7-d31facc0a892 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Pushing event deleted for resources: {'Subnet': ['ID=55aed13c-521b-4f1f-ad22-eefb7d99d526,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:04:20.123016 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba8e625-91d1-48dc-88ad-e852f878afa8 None None] Checking router: 6eb174ec-66e3-4cfd-bc8c-d366878f3df9 for host: n-d-842733-1 {{(pid=103165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 21:04:20.133137 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8383a577-645d-4691-8a5d-a82b1d2ddf63 None None] Network 813b989c-bf2e-4088-a2fa-f828c5633701 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:04:20.138485 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba8e625-91d1-48dc-88ad-e852f878afa8 None None] Routers {'6eb174ec-66e3-4cfd-bc8c-d366878f3df9'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:04:20.139305 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-cba8e625-91d1-48dc-88ad-e852f878afa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:03:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['6eb174ec-66e3-4cfd-bc8c-d366878f3df9'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:04:20.268002 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 41693b35-cd93-417a-b2dc-b7cb283a263c is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:04:20.287744 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-e5086b66-dfae-4575-b0c1-957692dbad66 admin admin] Allocated IP 172.20.0.1 (5c76c719-c4b5-446b-bb0b-151e1b3ddd5c/c11f0e69-81d3-457c-b504-07283472feda/de969abe-4373-4e18-b9bd-f3c44fbac81e) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:04:20.296268 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3ffd021f-ddfc-4448-9095-f6e648019581 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33160123'] for network, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:20.301318 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-cba8e625-91d1-48dc-88ad-e852f878afa8 None None] Set router 6eb174ec-66e3-4cfd-bc8c-d366878f3df9 gateway port host: None {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:04:20.372040 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-7ae1d81a-077d-433d-b0e5-a1f102e4dfe5 None None] Current status of the port 41693b35-cd93-417a-b2dc-b7cb283a263c is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:04:20.459315 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-3ffd021f-ddfc-4448-9095-f6e648019581 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Deleting port 02728d54-7faf-486d-b04c-a873b575fb4e {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:04:20.460729 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3ffd021f-ddfc-4448-9095-f6e648019581 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:20.599195 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3d649ab-c09d-4d3b-b70e-d18dc1915dbf None None] DHCP port deletion for 813b989c-bf2e-4088-a2fa-f828c5633701 request from n-d-842733-1 {{(pid=103164) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 21:04:20.616836 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e5086b66-dfae-4575-b0c1-957692dbad66 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:20.655415 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-3ffd021f-ddfc-4448-9095-f6e648019581 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] For port 02728d54-7faf-486d-b04c-a873b575fb4e, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=02728d54-7faf-486d-b04c-a873b575fb4e,segment=NetworkSegment(bd357203-d8ec-4e96-81d0-6159a6bbe3a3),segment_id=bd357203-d8ec-4e96-81d0-6159a6bbe3a3)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:04:20.655873 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3ffd021f-ddfc-4448-9095-f6e648019581 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:20.677036 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-3ffd021f-ddfc-4448-9095-f6e648019581 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Calling delete_port for 02728d54-7faf-486d-b04c-a873b575fb4e owned by network:dhcp {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:04:20.695762 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-cba8e625-91d1-48dc-88ad-e852f878afa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6eb174ec-66e3-4cfd-bc8c-d366878f3df9', 'name': 'tempest-RoutersIpV6Test-router-1608490678', 'tenant_id': '785b01e259854fae98d7194cf8f7101e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:03:45Z', 'updated_at': '2022-05-20T21:04:18Z', 'revision_number': 9, 'project_id': '785b01e259854fae98d7194cf8f7101e', 'gw_port_host': None, '_interfaces': [{'id': '5e4d3762-9cc0-48ce-a2d7-464e125bd131', 'name': '', 'network_id': '57482fd5-8527-4576-883a-ff4c0f205b68', 'tenant_id': '785b01e259854fae98d7194cf8f7101e', 'mac_address': 'fa:16:3e:f5:d1:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb174ec-66e3-4cfd-bc8c-d366878f3df9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3203, 'fixed_ips': [{'subnet_id': '820c0307-2da3-4452-88ca-038e503e6b2a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:03:47Z', 'updated_at': '2022-05-20T21:03:54Z', 'revision_number': 5, 'project_id': '785b01e259854fae98d7194cf8f7101e', 'subnets': [{'id': '820c0307-2da3-4452-88ca-038e503e6b2a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '93819462-8326-4916-b31c-211de2cad3ff', 'name': '', 'network_id': '28319746-b029-46eb-aa57-d9f21654d065', 'tenant_id': '785b01e259854fae98d7194cf8f7101e', 'mac_address': 'fa:16:3e:b0:3c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb174ec-66e3-4cfd-bc8c-d366878f3df9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': '785f8fc5-12c1-4486-965d-e531358317dd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:03:52Z', 'updated_at': '2022-05-20T21:03:59Z', 'revision_number': 5, 'project_id': '785b01e259854fae98d7194cf8f7101e', 'subnets': [{'id': '785f8fc5-12c1-4486-965d-e531358317dd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:04:20.715748 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-28ad23ad-ba62-4853-b204-05793aa47f03 None None] Notify callbacks [] for port, precommit_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:20.731369 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a3d649ab-c09d-4d3b-b70e-d18dc1915dbf None None] Deleting port 02728d54-7faf-486d-b04c-a873b575fb4e {{(pid=103164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:04:20.732048 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a3d649ab-c09d-4d3b-b70e-d18dc1915dbf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:20.735257 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba8e625-91d1-48dc-88ad-e852f878afa8 None None] The sync data for ids ['6eb174ec-66e3-4cfd-bc8c-d366878f3df9'] in n-d-842733-1 is: [{'id': '6eb174ec-66e3-4cfd-bc8c-d366878f3df9', 'name': 'tempest-RoutersIpV6Test-router-1608490678', 'tenant_id': '785b01e259854fae98d7194cf8f7101e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:03:45Z', 'updated_at': '2022-05-20T21:04:18Z', 'revision_number': 9, 'project_id': '785b01e259854fae98d7194cf8f7101e', 'gw_port_host': None, '_interfaces': [{'id': '5e4d3762-9cc0-48ce-a2d7-464e125bd131', 'name': '', 'network_id': '57482fd5-8527-4576-883a-ff4c0f205b68', 'tenant_id': '785b01e259854fae98d7194cf8f7101e', 'mac_address': 'fa:16:3e:f5:d1:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb174ec-66e3-4cfd-bc8c-d366878f3df9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3203, 'fixed_ips': [{'subnet_id': '820c0307-2da3-4452-88ca-038e503e6b2a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:03:47Z', 'updated_at': '2022-05-20T21:03:54Z', 'revision_number': 5, 'project_id': '785b01e259854fae98d7194cf8f7101e', 'subnets': [{'id': '820c0307-2da3-4452-88ca-038e503e6b2a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '93819462-8326-4916-b31c-211de2cad3ff', 'name': '', 'network_id': '28319746-b029-46eb-aa57-d9f21654d065', 'tenant_id': '785b01e259854fae98d7194cf8f7101e', 'mac_address': 'fa:16:3e:b0:3c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb174ec-66e3-4cfd-bc8c-d366878f3df9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': '785f8fc5-12c1-4486-965d-e531358317dd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:03:52Z', 'updated_at': '2022-05-20T21:03:59Z', 'revision_number': 5, 'project_id': '785b01e259854fae98d7194cf8f7101e', 'subnets': [{'id': '785f8fc5-12c1-4486-965d-e531358317dd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 21:04:20.815027 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-a3d649ab-c09d-4d3b-b70e-d18dc1915dbf None None] For port 02728d54-7faf-486d-b04c-a873b575fb4e, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=02728d54-7faf-486d-b04c-a873b575fb4e,segment=NetworkSegment(bd357203-d8ec-4e96-81d0-6159a6bbe3a3),segment_id=bd357203-d8ec-4e96-81d0-6159a6bbe3a3)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:04:20.815507 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a3d649ab-c09d-4d3b-b70e-d18dc1915dbf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:20.829558 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e5086b66-dfae-4575-b0c1-957692dbad66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:20.829854 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a3d649ab-c09d-4d3b-b70e-d18dc1915dbf None None] Calling delete_port for 02728d54-7faf-486d-b04c-a873b575fb4e owned by network:dhcp {{(pid=103164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:04:20.831679 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-28ad23ad-ba62-4853-b204-05793aa47f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:20.872426 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5086b66-dfae-4575-b0c1-957692dbad66 admin admin] Network 5c76c719-c4b5-446b-bb0b-151e1b3ddd5c is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:04:20.877582 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-e5086b66-dfae-4575-b0c1-957692dbad66 admin admin] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:04:20.882113 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5086b66-dfae-4575-b0c1-957692dbad66 admin admin] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:04:20.939102 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-28ad23ad-ba62-4853-b204-05793aa47f03 None None] Attempting to bind port 94ea0b5a-6662-4243-bb9f-1065a2c5ef1c on host n-d-842733-1 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:04:20.939482 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-28ad23ad-ba62-4853-b204-05793aa47f03 None None] Attempting to bind port 94ea0b5a-6662-4243-bb9f-1065a2c5ef1c by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': '0b5485c4-eff8-42a1-9073-ae54ed4c63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:04:20.940519 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ad23ad-ba62-4853-b204-05793aa47f03 None None] Attempting to bind port 94ea0b5a-6662-4243-bb9f-1065a2c5ef1c on network e3a93b5c-91e2-4064-9c2c-1afc261bfe15 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:04:20.944159 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3ffd021f-ddfc-4448-9095-f6e648019581 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:20.944551 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2527a6da-00d6-442b-bd24-3c56a0572487 None None] Pushing event updated for resources: {'Port': ['ID=94ea0b5a-6662-4243-bb9f-1065a2c5ef1c,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:04:20.951288 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5086b66-dfae-4575-b0c1-957692dbad66 admin admin] Pushing event updated for resources: {'Port': ['ID=de969abe-4373-4e18-b9bd-f3c44fbac81e,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:04:20.971528 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ad23ad-ba62-4853-b204-05793aa47f03 None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 21, 3, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 21:04:20.971901 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ad23ad-ba62-4853-b204-05793aa47f03 None None] Checking segment: {'id': '0b5485c4-eff8-42a1-9073-ae54ed4c63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:04:20.972289 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-28ad23ad-ba62-4853-b204-05793aa47f03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:20.972670 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ad23ad-ba62-4853-b204-05793aa47f03 None None] Bound using segment: {'id': '0b5485c4-eff8-42a1-9073-ae54ed4c63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 21:04:20.973894 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-28ad23ad-ba62-4853-b204-05793aa47f03 None None] Bound port: 94ea0b5a-6662-4243-bb9f-1065a2c5ef1c, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b5485c4-eff8-42a1-9073-ae54ed4c63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:04:20.974290 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-28ad23ad-ba62-4853-b204-05793aa47f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:21.023391 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ffd021f-ddfc-4448-9095-f6e648019581 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] No DVR routers for this DVR port 02728d54-7faf-486d-b04c-a873b575fb4e on host n-d-842733-1 {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 21:04:21.030397 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffd021f-ddfc-4448-9095-f6e648019581 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Pushing event deleted for resources: {'Port': ['ID=02728d54-7faf-486d-b04c-a873b575fb4e,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:04:21.137389 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-28ad23ad-ba62-4853-b204-05793aa47f03 None None] For port 94ea0b5a-6662-4243-bb9f-1065a2c5ef1c, host n-d-842733-1, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 21:04:21.137389 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a3d649ab-c09d-4d3b-b70e-d18dc1915dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099'] for port, after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:21.137389 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-28ad23ad-ba62-4853-b204-05793aa47f03 None None] For port 94ea0b5a-6662-4243-bb9f-1065a2c5ef1c, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=94ea0b5a-6662-4243-bb9f-1065a2c5ef1c,segment=NetworkSegment(0b5485c4-eff8-42a1-9073-ae54ed4c63ba),segment_id=0b5485c4-eff8-42a1-9073-ae54ed4c63ba)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 21:04:21.138225 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e5086b66-dfae-4575-b0c1-957692dbad66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748409'] for router_interface, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:21.184223 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d649ab-c09d-4d3b-b70e-d18dc1915dbf None None] Pushing event deleted for resources: {'Port': ['ID=02728d54-7faf-486d-b04c-a873b575fb4e,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:04:21.192876 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d649ab-c09d-4d3b-b70e-d18dc1915dbf None None] No DVR routers for this DVR port 02728d54-7faf-486d-b04c-a873b575fb4e on host n-d-842733-1 {{(pid=103164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 21:04:21.227735 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-28ad23ad-ba62-4853-b204-05793aa47f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:21.305848 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3ffd021f-ddfc-4448-9095-f6e648019581 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33072115', 'neutron.services.segments.db._delete_segments_for_network-8782419500584'] for network, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:21.323326 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 41693b35-cd93-417a-b2dc-b7cb283a263c up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:04:21.362244 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-3ffd021f-ddfc-4448-9095-f6e648019581 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['813b989c-bf2e-4088-a2fa-f828c5633701']}} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:04:21.387621 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-3ffd021f-ddfc-4448-9095-f6e648019581 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd357203-d8ec-4e96-81d0-6159a6bbe3a3') {'for_net_delete': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:04:21.388030 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-3ffd021f-ddfc-4448-9095-f6e648019581 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd357203-d8ec-4e96-81d0-6159a6bbe3a3') {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:04:21.441026 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3ffd021f-ddfc-4448-9095-f6e648019581 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419501617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9338764'] for segment, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:21.461065 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3ffd021f-ddfc-4448-9095-f6e648019581 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:21.462686 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2527a6da-00d6-442b-bd24-3c56a0572487 None None] Pushing event updated for resources: {'Port': ['ID=94ea0b5a-6662-4243-bb9f-1065a2c5ef1c,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:04:21.465661 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ad23ad-ba62-4853-b204-05793aa47f03 None None] Routers {'892f99b8-efbc-4dda-a6f4-6ce419f5e051'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:04:21.466379 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-28ad23ad-ba62-4853-b204-05793aa47f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:03:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['892f99b8-efbc-4dda-a6f4-6ce419f5e051'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:04:21.475803 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ffd021f-ddfc-4448-9095-f6e648019581 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Releasing vlan 221 on physical network physnet1 to pool {{(pid=103163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 21:04:21.476408 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3ffd021f-ddfc-4448-9095-f6e648019581 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9638311'] for segment, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:21.479694 n-d-842733-1 neutron-server[103163]: Traceback (most recent call last): May 20 21:04:21.479694 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 21:04:21.479694 n-d-842733-1 neutron-server[103163]: timer() May 20 21:04:21.479694 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 21:04:21.479694 n-d-842733-1 neutron-server[103163]: cb(*args, **kw) May 20 21:04:21.479694 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 20 21:04:21.479694 n-d-842733-1 neutron-server[103163]: return func(*args, **kwargs) May 20 21:04:21.479694 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 21:04:21.479694 n-d-842733-1 neutron-server[103163]: self._notify() May 20 21:04:21.479694 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 21:04:21.479694 n-d-842733-1 neutron-server[103163]: self.callback(batched_events) May 20 21:04:21.479694 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 21:04:21.479694 n-d-842733-1 neutron-server[103163]: event.method(event) May 20 21:04:21.479694 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 20 21:04:21.479694 n-d-842733-1 neutron-server[103163]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 21:04:21.479694 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 20 21:04:21.479694 n-d-842733-1 neutron-server[103163]: aggregate_uuid = self.p_client.list_aggregates( May 20 21:04:21.479694 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 20 21:04:21.479694 n-d-842733-1 neutron-server[103163]: return f(self, *a, **k) May 20 21:04:21.479694 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 20 21:04:21.479694 n-d-842733-1 neutron-server[103163]: return self._get(url).json() May 20 21:04:21.479694 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 20 21:04:21.479694 n-d-842733-1 neutron-server[103163]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 21:04:21.479694 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 21:04:21.479694 n-d-842733-1 neutron-server[103163]: return self.request(url, 'GET', **kwargs) May 20 21:04:21.479694 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 21:04:21.479694 n-d-842733-1 neutron-server[103163]: base_url = self.get_endpoint(auth, allow=allow, May 20 21:04:21.479694 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 21:04:21.479694 n-d-842733-1 neutron-server[103163]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 21:04:21.479694 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 21:04:21.479694 n-d-842733-1 neutron-server[103163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 21:04:21.479694 n-d-842733-1 neutron-server[103163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 21:04:21.548057 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-3241e306-c70b-45f4-a5ef-1b3813466cc2 None None] Provisioning complete for port de969abe-4373-4e18-b9bd-f3c44fbac81e triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:04:21.548345 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3241e306-c70b-45f4-a5ef-1b3813466cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:21.680220 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e5086b66-dfae-4575-b0c1-957692dbad66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:21.821948 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3ffd021f-ddfc-4448-9095-f6e648019581 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33072122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748162'] for network, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:21.830625 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3241e306-c70b-45f4-a5ef-1b3813466cc2 None None] Port de969abe-4373-4e18-b9bd-f3c44fbac81e cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 21:04:21.830625 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 41693b35-cd93-417a-b2dc-b7cb283a263c triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:04:21.830625 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:21.838871 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3ffd021f-ddfc-4448-9095-f6e648019581 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:21.845806 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-3ffd021f-ddfc-4448-9095-f6e648019581 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] 10.222.0.35 "DELETE /v2.0/networks/813b989c-bf2e-4088-a2fa-f828c5633701 HTTP/1.1" status: 204 len: 168 time: 1.7465620 May 20 21:04:21.846640 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 44394) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:04:21.878250 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-28ad23ad-ba62-4853-b204-05793aa47f03 None None] Set router 892f99b8-efbc-4dda-a6f4-6ce419f5e051 gateway port host: n-d-842733-1 {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:04:21.924543 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffd021f-ddfc-4448-9095-f6e648019581 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Pushing event deleted for resources: {'Network': ['ID=813b989c-bf2e-4088-a2fa-f828c5633701,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:04:22.091306 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e5086b66-dfae-4575-b0c1-957692dbad66 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:22.182848 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e5086b66-dfae-4575-b0c1-957692dbad66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:22.242616 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 41693b35-cd93-417a-b2dc-b7cb283a263c is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:04:22.316694 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-28ad23ad-ba62-4853-b204-05793aa47f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '892f99b8-efbc-4dda-a6f4-6ce419f5e051', 'name': 'tempest-TestAggregatesBasicOps-108341984-router', 'tenant_id': '2f47da4d692e438c9094f52e9193a51c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.41'}], 'enable_snat': True}, 'gw_port_id': '94ea0b5a-6662-4243-bb9f-1065a2c5ef1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:04:15Z', 'updated_at': '2022-05-20T21:04:17Z', 'revision_number': 3, 'project_id': '2f47da4d692e438c9094f52e9193a51c', 'gw_port': {'id': '94ea0b5a-6662-4243-bb9f-1065a2c5ef1c', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:0c:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '892f99b8-efbc-4dda-a6f4-6ce419f5e051', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3234, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:04:16Z', 'updated_at': '2022-05-20T21:04:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:04:22.362572 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ad23ad-ba62-4853-b204-05793aa47f03 None None] The sync data for ids ['892f99b8-efbc-4dda-a6f4-6ce419f5e051'] in n-d-842733-1 is: [{'id': '892f99b8-efbc-4dda-a6f4-6ce419f5e051', 'name': 'tempest-TestAggregatesBasicOps-108341984-router', 'tenant_id': '2f47da4d692e438c9094f52e9193a51c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.41'}], 'enable_snat': True}, 'gw_port_id': '94ea0b5a-6662-4243-bb9f-1065a2c5ef1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:04:15Z', 'updated_at': '2022-05-20T21:04:17Z', 'revision_number': 3, 'project_id': '2f47da4d692e438c9094f52e9193a51c', 'gw_port': {'id': '94ea0b5a-6662-4243-bb9f-1065a2c5ef1c', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:0c:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '892f99b8-efbc-4dda-a6f4-6ce419f5e051', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3234, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:04:16Z', 'updated_at': '2022-05-20T21:04:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 21:04:22.367850 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-bf635ad3-8c64-4d10-8210-da1aa0bd29b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:22.372356 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 02728d54-7faf-486d-b04c-a873b575fb4e no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 21:04:22.382090 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5086b66-dfae-4575-b0c1-957692dbad66 admin admin] Pushing event updated for resources: {'Port': ['ID=de969abe-4373-4e18-b9bd-f3c44fbac81e,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:04:22.427299 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e5086b66-dfae-4575-b0c1-957692dbad66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748437'] for router_interface, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:22.431986 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: 02728d54-7faf-486d-b04c-a873b575fb4e {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 21:04:22.434972 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 02728d54-7faf-486d-b04c-a873b575fb4e not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 21:04:22.434972 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 2bfa6500-96ce-4456-b26f-5a5517f4e45b no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 21:04:22.460609 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: 2bfa6500-96ce-4456-b26f-5a5517f4e45b {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 21:04:22.460992 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 2bfa6500-96ce-4456-b26f-5a5517f4e45b not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 21:04:22.682522 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5086b66-dfae-4575-b0c1-957692dbad66 admin admin] Network 5c76c719-c4b5-446b-bb0b-151e1b3ddd5c is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:04:22.684058 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-e5086b66-dfae-4575-b0c1-957692dbad66 admin admin] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:04:23.049962 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5086b66-dfae-4575-b0c1-957692dbad66 admin admin] Router 892f99b8-efbc-4dda-a6f4-6ce419f5e051 has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 21:04:23.135763 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 94ea0b5a-6662-4243-bb9f-1065a2c5ef1c up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:04:23.210482 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e7ae6eb1-efc2-4c71-ae82-a509b8afeb8c tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748528'] for router_interface, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:23.294312 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5086b66-dfae-4575-b0c1-957692dbad66 admin admin] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 21:04:23.309235 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-e5086b66-dfae-4575-b0c1-957692dbad66 admin admin] 10.222.0.35 "PUT /v2.0/routers/892f99b8-efbc-4dda-a6f4-6ce419f5e051/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3549166 May 20 21:04:23.363364 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 94ea0b5a-6662-4243-bb9f-1065a2c5ef1c triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:04:23.363963 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:23.392394 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-57dede09-32ff-4448-81da-bd610c908ef3 None None] Provisioning complete for port de969abe-4373-4e18-b9bd-f3c44fbac81e triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:04:23.392774 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-57dede09-32ff-4448-81da-bd610c908ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:23.449736 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-57dede09-32ff-4448-81da-bd610c908ef3 None None] Port de969abe-4373-4e18-b9bd-f3c44fbac81e cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 21:04:23.523767 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 94ea0b5a-6662-4243-bb9f-1065a2c5ef1c is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:04:23.528741 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:23.580116 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] For port 94ea0b5a-6662-4243-bb9f-1065a2c5ef1c, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=94ea0b5a-6662-4243-bb9f-1065a2c5ef1c,segment=NetworkSegment(0b5485c4-eff8-42a1-9073-ae54ed4c63ba),segment_id=0b5485c4-eff8-42a1-9073-ae54ed4c63ba)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:04:23.668480 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:23.809294 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-e7ae6eb1-efc2-4c71-ae82-a509b8afeb8c tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Deleting port 93819462-8326-4916-b31c-211de2cad3ff {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:04:23.810011 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e7ae6eb1-efc2-4c71-ae82-a509b8afeb8c tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:23.832858 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Pushing event updated for resources: {'Port': ['ID=94ea0b5a-6662-4243-bb9f-1065a2c5ef1c,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:04:23.987317 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-e7ae6eb1-efc2-4c71-ae82-a509b8afeb8c tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] For port 93819462-8326-4916-b31c-211de2cad3ff, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=93819462-8326-4916-b31c-211de2cad3ff,segment=NetworkSegment(dfc4bcaa-0ccc-4594-a458-d66460508f9a),segment_id=dfc4bcaa-0ccc-4594-a458-d66460508f9a)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:04:24.011437 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e7ae6eb1-efc2-4c71-ae82-a509b8afeb8c tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:24.011717 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4bb0e131-6525-46ca-a45b-e4ea43a5e69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:24.011828 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-e7ae6eb1-efc2-4c71-ae82-a509b8afeb8c tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Calling delete_port for 93819462-8326-4916-b31c-211de2cad3ff owned by network:router_interface {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:04:24.319961 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e7ae6eb1-efc2-4c71-ae82-a509b8afeb8c tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:24.432498 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ae6eb1-efc2-4c71-ae82-a509b8afeb8c tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Pushing event deleted for resources: {'Port': ['ID=93819462-8326-4916-b31c-211de2cad3ff,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:04:24.474012 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 44448) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:04:24.478774 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-fa9116c7-f2c1-413c-ad52-b8d2eb9578ab admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-222606174-network', 'tenant_id': '16b91e6773024db8a0084387632b7ed1'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:04:24.586079 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e7ae6eb1-efc2-4c71-ae82-a509b8afeb8c tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-692224'] for router_interface, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:24.646130 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa9116c7-f2c1-413c-ad52-b8d2eb9578ab admin admin] Made reservation on behalf of 16b91e6773024db8a0084387632b7ed1 for: {'network': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:04:24.646130 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-fa9116c7-f2c1-413c-ad52-b8d2eb9578ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for network, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:24.663578 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-fa9116c7-f2c1-413c-ad52-b8d2eb9578ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:24.753825 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:24.798164 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-fa9116c7-f2c1-413c-ad52-b8d2eb9578ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:24.879194 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7ae6eb1-efc2-4c71-ae82-a509b8afeb8c tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Router 6eb174ec-66e3-4cfd-bc8c-d366878f3df9 has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 21:04:25.028333 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7ae6eb1-efc2-4c71-ae82-a509b8afeb8c tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 21:04:25.052658 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a4d8dbc-cd77-42f2-9857-374c956eeef8 None None] Sync routers for ids ['6eb174ec-66e3-4cfd-bc8c-d366878f3df9'] in n-d-842733-1 {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 21:04:25.088395 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-e7ae6eb1-efc2-4c71-ae82-a509b8afeb8c tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] 10.222.0.35 "PUT /v2.0/routers/6eb174ec-66e3-4cfd-bc8c-d366878f3df9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2388906 May 20 21:04:25.094515 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 44458) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:04:25.109637 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a4d8dbc-cd77-42f2-9857-374c956eeef8 None None] Routers {'6eb174ec-66e3-4cfd-bc8c-d366878f3df9'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:04:25.110803 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-6a4d8dbc-cd77-42f2-9857-374c956eeef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:04:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['6eb174ec-66e3-4cfd-bc8c-d366878f3df9'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:04:25.164948 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b2eb680-7f3e-485b-b0f9-a06ba0031904 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Deleting subnet 785f8fc5-12c1-4486-965d-e531358317dd {{(pid=103163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 20 21:04:25.168856 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7b2eb680-7f3e-485b-b0f9-a06ba0031904 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks [] for subnet, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:25.175030 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 94ea0b5a-6662-4243-bb9f-1065a2c5ef1c up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:04:25.215735 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7b2eb680-7f3e-485b-b0f9-a06ba0031904 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9338757'] for subnet, precommit_delete_associations {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:25.266906 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-6a4d8dbc-cd77-42f2-9857-374c956eeef8 None None] Set router 6eb174ec-66e3-4cfd-bc8c-d366878f3df9 gateway port host: None {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:04:25.276564 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-fa9116c7-f2c1-413c-ad52-b8d2eb9578ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:25.310726 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 94ea0b5a-6662-4243-bb9f-1065a2c5ef1c triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:04:25.312103 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:25.581341 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-651466f7-76ab-4db2-be8d-88a997ac47a4 None None] Sync routers for ids ['892f99b8-efbc-4dda-a6f4-6ce419f5e051'] in n-d-842733-1 {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 21:04:25.596029 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-651466f7-76ab-4db2-be8d-88a997ac47a4 None None] Routers {'892f99b8-efbc-4dda-a6f4-6ce419f5e051'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:04:25.597617 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-651466f7-76ab-4db2-be8d-88a997ac47a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:04:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['892f99b8-efbc-4dda-a6f4-6ce419f5e051'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:04:25.613102 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cc3ec51b-6ec8-438a-8349-5f0bec346d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:25.635175 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:25.649809 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 94ea0b5a-6662-4243-bb9f-1065a2c5ef1c is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:04:25.665662 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-6a4d8dbc-cd77-42f2-9857-374c956eeef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6eb174ec-66e3-4cfd-bc8c-d366878f3df9', 'name': 'tempest-RoutersIpV6Test-router-1608490678', 'tenant_id': '785b01e259854fae98d7194cf8f7101e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:03:45Z', 'updated_at': '2022-05-20T21:04:24Z', 'revision_number': 10, 'project_id': '785b01e259854fae98d7194cf8f7101e', 'gw_port_host': None, '_interfaces': [{'id': '5e4d3762-9cc0-48ce-a2d7-464e125bd131', 'name': '', 'network_id': '57482fd5-8527-4576-883a-ff4c0f205b68', 'tenant_id': '785b01e259854fae98d7194cf8f7101e', 'mac_address': 'fa:16:3e:f5:d1:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb174ec-66e3-4cfd-bc8c-d366878f3df9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3203, 'fixed_ips': [{'subnet_id': '820c0307-2da3-4452-88ca-038e503e6b2a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:03:47Z', 'updated_at': '2022-05-20T21:03:54Z', 'revision_number': 5, 'project_id': '785b01e259854fae98d7194cf8f7101e', 'subnets': [{'id': '820c0307-2da3-4452-88ca-038e503e6b2a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:04:25.697941 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a4d8dbc-cd77-42f2-9857-374c956eeef8 None None] Checking router: 6eb174ec-66e3-4cfd-bc8c-d366878f3df9 for host: n-d-842733-1 {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 21:04:25.708712 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a4d8dbc-cd77-42f2-9857-374c956eeef8 None None] Routers {'6eb174ec-66e3-4cfd-bc8c-d366878f3df9'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:04:25.709403 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-6a4d8dbc-cd77-42f2-9857-374c956eeef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:04:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['6eb174ec-66e3-4cfd-bc8c-d366878f3df9'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:04:25.855035 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa9116c7-f2c1-413c-ad52-b8d2eb9578ab admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 248} {{(pid=103163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 21:04:25.858003 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-651466f7-76ab-4db2-be8d-88a997ac47a4 None None] Set router 892f99b8-efbc-4dda-a6f4-6ce419f5e051 gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:04:25.870144 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9116c7-f2c1-413c-ad52-b8d2eb9578ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5325c404-f340-422f-a2ef-fd952ae71518,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:04:25.877000 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-fa9116c7-f2c1-413c-ad52-b8d2eb9578ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:25.877373 n-d-842733-1 neutron-server[103163]: INFO neutron.db.segments_db [None req-fa9116c7-f2c1-413c-ad52-b8d2eb9578ab admin admin] Added segment 26339d7f-0897-46af-8dbb-e939ff251ce7 of type vlan for network ade31805-2b59-46c1-9f7a-71feefebd916 May 20 21:04:25.895845 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7b2eb680-7f3e-485b-b0f9-a06ba0031904 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33068388'] for subnet, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:25.896064 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-6a4d8dbc-cd77-42f2-9857-374c956eeef8 None None] Set router 6eb174ec-66e3-4cfd-bc8c-d366878f3df9 gateway port host: None {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:04:25.956360 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-fa9116c7-f2c1-413c-ad52-b8d2eb9578ab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418993264'] for network, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:26.085634 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 44474) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:04:26.095041 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-fa9116c7-f2c1-413c-ad52-b8d2eb9578ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524'] for network, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:26.096054 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa9116c7-f2c1-413c-ad52-b8d2eb9578ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:04:26.096685 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-fa9116c7-f2c1-413c-ad52-b8d2eb9578ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:26.160809 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-651466f7-76ab-4db2-be8d-88a997ac47a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '892f99b8-efbc-4dda-a6f4-6ce419f5e051', 'name': 'tempest-TestAggregatesBasicOps-108341984-router', 'tenant_id': '2f47da4d692e438c9094f52e9193a51c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.41'}], 'enable_snat': True}, 'gw_port_id': '94ea0b5a-6662-4243-bb9f-1065a2c5ef1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:04:15Z', 'updated_at': '2022-05-20T21:04:21Z', 'revision_number': 4, 'project_id': '2f47da4d692e438c9094f52e9193a51c', 'gw_port': {'id': '94ea0b5a-6662-4243-bb9f-1065a2c5ef1c', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:0c:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '892f99b8-efbc-4dda-a6f4-6ce419f5e051', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3234, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:04:16Z', 'updated_at': '2022-05-20T21:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': 'de969abe-4373-4e18-b9bd-f3c44fbac81e', 'name': '', 'network_id': '5c76c719-c4b5-446b-bb0b-151e1b3ddd5c', 'tenant_id': '2f47da4d692e438c9094f52e9193a51c', 'mac_address': 'fa:16:3e:07:97:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '892f99b8-efbc-4dda-a6f4-6ce419f5e051', 'device_owner': 'network:router_interface', 'standard_attr_id': 3235, 'fixed_ips': [{'subnet_id': 'c11f0e69-81d3-457c-b504-07283472feda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:04:19Z', 'updated_at': '2022-05-20T21:04:21Z', 'revision_number': 2, 'project_id': '2f47da4d692e438c9094f52e9193a51c', 'subnets': [{'id': 'c11f0e69-81d3-457c-b504-07283472feda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:04:26.201447 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-651466f7-76ab-4db2-be8d-88a997ac47a4 None None] Checking router: 892f99b8-efbc-4dda-a6f4-6ce419f5e051 for host: n-d-842733-1 {{(pid=103165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 21:04:26.202122 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-651466f7-76ab-4db2-be8d-88a997ac47a4 None None] Updating router 892f99b8-efbc-4dda-a6f4-6ce419f5e051 port de969abe-4373-4e18-b9bd-f3c44fbac81e binding host n-d-842733-1 {{(pid=103165) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 21:04:26.236797 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-6a4d8dbc-cd77-42f2-9857-374c956eeef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6eb174ec-66e3-4cfd-bc8c-d366878f3df9', 'name': 'tempest-RoutersIpV6Test-router-1608490678', 'tenant_id': '785b01e259854fae98d7194cf8f7101e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:03:45Z', 'updated_at': '2022-05-20T21:04:24Z', 'revision_number': 10, 'project_id': '785b01e259854fae98d7194cf8f7101e', 'gw_port_host': None, '_interfaces': [{'id': '5e4d3762-9cc0-48ce-a2d7-464e125bd131', 'name': '', 'network_id': '57482fd5-8527-4576-883a-ff4c0f205b68', 'tenant_id': '785b01e259854fae98d7194cf8f7101e', 'mac_address': 'fa:16:3e:f5:d1:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb174ec-66e3-4cfd-bc8c-d366878f3df9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3203, 'fixed_ips': [{'subnet_id': '820c0307-2da3-4452-88ca-038e503e6b2a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:03:47Z', 'updated_at': '2022-05-20T21:03:54Z', 'revision_number': 5, 'project_id': '785b01e259854fae98d7194cf8f7101e', 'subnets': [{'id': '820c0307-2da3-4452-88ca-038e503e6b2a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:04:26.241441 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9116c7-f2c1-413c-ad52-b8d2eb9578ab admin admin] Pushing event updated for resources: {'Network': ['ID=ade31805-2b59-46c1-9f7a-71feefebd916,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:04:26.244477 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-651466f7-76ab-4db2-be8d-88a997ac47a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:26.257546 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7b2eb680-7f3e-485b-b0f9-a06ba0031904 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33068399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9641221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8422588'] for subnet, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:26.273179 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Network ade31805-2b59-46c1-9f7a-71feefebd916 details requested by agent ovs-agent-n-d-842733-1 with host n-d-842733-1 {{(pid=103164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 20 21:04:26.276585 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a4d8dbc-cd77-42f2-9857-374c956eeef8 None None] The sync data for ids ['6eb174ec-66e3-4cfd-bc8c-d366878f3df9'] in n-d-842733-1 is: [{'id': '6eb174ec-66e3-4cfd-bc8c-d366878f3df9', 'name': 'tempest-RoutersIpV6Test-router-1608490678', 'tenant_id': '785b01e259854fae98d7194cf8f7101e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:03:45Z', 'updated_at': '2022-05-20T21:04:24Z', 'revision_number': 10, 'project_id': '785b01e259854fae98d7194cf8f7101e', 'gw_port_host': None, '_interfaces': [{'id': '5e4d3762-9cc0-48ce-a2d7-464e125bd131', 'name': '', 'network_id': '57482fd5-8527-4576-883a-ff4c0f205b68', 'tenant_id': '785b01e259854fae98d7194cf8f7101e', 'mac_address': 'fa:16:3e:f5:d1:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb174ec-66e3-4cfd-bc8c-d366878f3df9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3203, 'fixed_ips': [{'subnet_id': '820c0307-2da3-4452-88ca-038e503e6b2a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:03:47Z', 'updated_at': '2022-05-20T21:03:54Z', 'revision_number': 5, 'project_id': '785b01e259854fae98d7194cf8f7101e', 'subnets': [{'id': '820c0307-2da3-4452-88ca-038e503e6b2a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 21:04:26.316947 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2eb680-7f3e-485b-b0f9-a06ba0031904 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Pushing event deleted for resources: {'Subnet': ['ID=785f8fc5-12c1-4486-965d-e531358317dd,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:04:26.319770 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7b2eb680-7f3e-485b-b0f9-a06ba0031904 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks [] for subnet, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:26.325558 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-7b2eb680-7f3e-485b-b0f9-a06ba0031904 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] 10.222.0.35 "DELETE /v2.0/subnets/785f8fc5-12c1-4486-965d-e531358317dd HTTP/1.1" status: 204 len: 168 time: 1.2269037 May 20 21:04:26.326007 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 44478) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:04:26.330750 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4cc82ec-74e0-4314-ae9f-10f78f88477a admin admin] Deleting subnet 91ad9eba-632c-4ffc-926b-542d699a3497 {{(pid=103163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 20 21:04:26.334848 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e4cc82ec-74e0-4314-ae9f-10f78f88477a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:26.375215 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-fa9116c7-f2c1-413c-ad52-b8d2eb9578ab admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.9001503 May 20 21:04:26.377048 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 44480) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:04:26.388455 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e4cc82ec-74e0-4314-ae9f-10f78f88477a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9338757'] for subnet, precommit_delete_associations {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:26.390711 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5fbc6c0-40d3-4118-967d-413a7009fe7c None None] Network 28319746-b029-46eb-aa57-d9f21654d065 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:04:26.394021 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-3ce10eb3-69bc-45b5-9a03-23b860b4a8d6 admin admin] Request body: {'subnet': {'network_id': 'ade31805-2b59-46c1-9f7a-71feefebd916', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-222606174-subnet', 'tenant_id': '16b91e6773024db8a0084387632b7ed1', 'ip_version': 4}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:04:26.448854 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e4cc82ec-74e0-4314-ae9f-10f78f88477a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33068388'] for subnet, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:26.581077 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-69dbc087-06ac-434d-97de-8cb13f770037 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33160123'] for network, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:26.654037 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ce10eb3-69bc-45b5-9a03-23b860b4a8d6 admin admin] Made reservation on behalf of 16b91e6773024db8a0084387632b7ed1 for: {'subnet': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:04:26.671924 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3ce10eb3-69bc-45b5-9a03-23b860b4a8d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4018244'] for subnet, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:26.672603 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e4cc82ec-74e0-4314-ae9f-10f78f88477a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33068399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9641221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8422588'] for subnet, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:26.681056 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3822c388-8be2-4e31-a3b5-1218e223a0e2 None None] DHCP port deletion for 28319746-b029-46eb-aa57-d9f21654d065 request from n-d-842733-1 {{(pid=103164) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 21:04:26.687784 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e4cc82ec-74e0-4314-ae9f-10f78f88477a admin admin] Notify callbacks [] for subnet, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:26.695656 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-e4cc82ec-74e0-4314-ae9f-10f78f88477a admin admin] 10.222.0.35 "DELETE /v2.0/subnets/91ad9eba-632c-4ffc-926b-542d699a3497 HTTP/1.1" status: 204 len: 168 time: 0.6064410 May 20 21:04:26.701817 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 44484) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:04:26.784586 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cc82ec-74e0-4314-ae9f-10f78f88477a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=91ad9eba-632c-4ffc-926b-542d699a3497,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:04:26.808256 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3822c388-8be2-4e31-a3b5-1218e223a0e2 None None] Deleting port 161adb9b-4562-403a-bbea-b8328fbcfcdd {{(pid=103164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:04:26.813140 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3822c388-8be2-4e31-a3b5-1218e223a0e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:26.833704 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-651466f7-76ab-4db2-be8d-88a997ac47a4 None None] Notify callbacks [] for port, precommit_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:26.942966 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3822c388-8be2-4e31-a3b5-1218e223a0e2 None None] For port 161adb9b-4562-403a-bbea-b8328fbcfcdd, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=161adb9b-4562-403a-bbea-b8328fbcfcdd,segment=NetworkSegment(dfc4bcaa-0ccc-4594-a458-d66460508f9a),segment_id=dfc4bcaa-0ccc-4594-a458-d66460508f9a)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:04:26.943540 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3822c388-8be2-4e31-a3b5-1218e223a0e2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:26.971178 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3822c388-8be2-4e31-a3b5-1218e223a0e2 None None] Calling delete_port for 161adb9b-4562-403a-bbea-b8328fbcfcdd owned by network:dhcp {{(pid=103164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:04:26.987865 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-651466f7-76ab-4db2-be8d-88a997ac47a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:27.028908 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-69dbc087-06ac-434d-97de-8cb13f770037 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Deleting port 161adb9b-4562-403a-bbea-b8328fbcfcdd {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:04:27.036777 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-69dbc087-06ac-434d-97de-8cb13f770037 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:27.065361 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4af9ad7c-ed33-4521-9653-e888bf03ab91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33160123'] for network, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:27.105449 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 161adb9b-4562-403a-bbea-b8328fbcfcdd no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 21:04:27.155650 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1916197e-c4a4-4557-931c-912cab7b62c4 None None] Pushing event updated for resources: {'Port': ['ID=de969abe-4373-4e18-b9bd-f3c44fbac81e,revision_number=3']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:04:27.260495 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-651466f7-76ab-4db2-be8d-88a997ac47a4 None None] Attempting to bind port de969abe-4373-4e18-b9bd-f3c44fbac81e on host n-d-842733-1 for vnic_type normal with profile {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:04:27.261345 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-651466f7-76ab-4db2-be8d-88a997ac47a4 None None] Attempting to bind port de969abe-4373-4e18-b9bd-f3c44fbac81e by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': 'cf74f015-3fcc-4a9b-bed7-5560de5790aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '5c76c719-c4b5-446b-bb0b-151e1b3ddd5c'}] {{(pid=103165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:04:27.262000 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-651466f7-76ab-4db2-be8d-88a997ac47a4 None None] Attempting to bind port de969abe-4373-4e18-b9bd-f3c44fbac81e on network 5c76c719-c4b5-446b-bb0b-151e1b3ddd5c {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:04:27.272718 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-651466f7-76ab-4db2-be8d-88a997ac47a4 None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 21, 4, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 21:04:27.273101 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-651466f7-76ab-4db2-be8d-88a997ac47a4 None None] Checking segment: {'id': 'cf74f015-3fcc-4a9b-bed7-5560de5790aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '5c76c719-c4b5-446b-bb0b-151e1b3ddd5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:04:27.273534 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-651466f7-76ab-4db2-be8d-88a997ac47a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:27.275149 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-651466f7-76ab-4db2-be8d-88a997ac47a4 None None] Bound using segment: {'id': 'cf74f015-3fcc-4a9b-bed7-5560de5790aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '5c76c719-c4b5-446b-bb0b-151e1b3ddd5c'} {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 21:04:27.278000 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-651466f7-76ab-4db2-be8d-88a997ac47a4 None None] Bound port: de969abe-4373-4e18-b9bd-f3c44fbac81e, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf74f015-3fcc-4a9b-bed7-5560de5790aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '5c76c719-c4b5-446b-bb0b-151e1b3ddd5c'}}] {{(pid=103165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:04:27.278185 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-651466f7-76ab-4db2-be8d-88a997ac47a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:27.286395 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 161adb9b-4562-403a-bbea-b8328fbcfcdd is: ACTIVE; New status is: DOWN {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:04:27.287136 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:27.299065 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3822c388-8be2-4e31-a3b5-1218e223a0e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099'] for port, after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:27.340770 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-69dbc087-06ac-434d-97de-8cb13f770037 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] For port 161adb9b-4562-403a-bbea-b8328fbcfcdd, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=161adb9b-4562-403a-bbea-b8328fbcfcdd,segment=NetworkSegment(dfc4bcaa-0ccc-4594-a458-d66460508f9a),segment_id=dfc4bcaa-0ccc-4594-a458-d66460508f9a)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:04:27.341837 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-69dbc087-06ac-434d-97de-8cb13f770037 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:27.345576 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3822c388-8be2-4e31-a3b5-1218e223a0e2 None None] No DVR routers for this DVR port 161adb9b-4562-403a-bbea-b8328fbcfcdd on host n-d-842733-1 {{(pid=103164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 21:04:27.362902 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3822c388-8be2-4e31-a3b5-1218e223a0e2 None None] Pushing event deleted for resources: {'Port': ['ID=161adb9b-4562-403a-bbea-b8328fbcfcdd,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:04:27.402383 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-651466f7-76ab-4db2-be8d-88a997ac47a4 None None] For port de969abe-4373-4e18-b9bd-f3c44fbac81e, host n-d-842733-1, cleared binding levels {{(pid=103165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 21:04:27.406011 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-651466f7-76ab-4db2-be8d-88a997ac47a4 None None] For port de969abe-4373-4e18-b9bd-f3c44fbac81e, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=de969abe-4373-4e18-b9bd-f3c44fbac81e,segment=NetworkSegment(cf74f015-3fcc-4a9b-bed7-5560de5790aa),segment_id=cf74f015-3fcc-4a9b-bed7-5560de5790aa)] {{(pid=103165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 21:04:27.417064 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-69dbc087-06ac-434d-97de-8cb13f770037 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Calling delete_port for 161adb9b-4562-403a-bbea-b8328fbcfcdd owned by network:dhcp {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:04:27.421358 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 93819462-8326-4916-b31c-211de2cad3ff no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 21:04:27.456727 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4af9ad7c-ed33-4521-9653-e888bf03ab91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33072115', 'neutron.services.segments.db._delete_segments_for_network-8782419500584'] for network, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:27.486071 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: 93819462-8326-4916-b31c-211de2cad3ff {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 21:04:27.486752 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 93819462-8326-4916-b31c-211de2cad3ff not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 21:04:27.497094 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-651466f7-76ab-4db2-be8d-88a997ac47a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:27.517993 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-19094180-eb22-47eb-b45a-4bc34fb3cec5 None None] Provisioning complete for port de969abe-4373-4e18-b9bd-f3c44fbac81e triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:04:27.518399 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-19094180-eb22-47eb-b45a-4bc34fb3cec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:27.545204 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-4af9ad7c-ed33-4521-9653-e888bf03ab91 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['779f48ee-d887-4452-88bd-33079cd99d85']}} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:04:27.561806 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-4af9ad7c-ed33-4521-9653-e888bf03ab91 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68f0c3de-0b58-4c39-94e8-e483baae4c6d') {'for_net_delete': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:04:27.562096 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-4af9ad7c-ed33-4521-9653-e888bf03ab91 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68f0c3de-0b58-4c39-94e8-e483baae4c6d') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:04:27.588562 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4af9ad7c-ed33-4521-9653-e888bf03ab91 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419501617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3738385'] for segment, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:27.607885 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-651466f7-76ab-4db2-be8d-88a997ac47a4 None None] Routers {'892f99b8-efbc-4dda-a6f4-6ce419f5e051'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:04:27.608533 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-651466f7-76ab-4db2-be8d-88a997ac47a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:04:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['892f99b8-efbc-4dda-a6f4-6ce419f5e051'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:04:27.612102 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3ce10eb3-69bc-45b5-9a03-23b860b4a8d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3797684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4018258'] for subnet, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:27.648984 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-19094180-eb22-47eb-b45a-4bc34fb3cec5 None None] Current status of the port de969abe-4373-4e18-b9bd-f3c44fbac81e is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:04:27.654096 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-19094180-eb22-47eb-b45a-4bc34fb3cec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:27.682936 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce10eb3-69bc-45b5-9a03-23b860b4a8d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=14500e47-aadb-481e-a900-ff1b86b265be,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:04:27.694099 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4af9ad7c-ed33-4521-9653-e888bf03ab91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:27.713563 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4af9ad7c-ed33-4521-9653-e888bf03ab91 admin admin] Releasing vlan 233 on physical network physnet1 to pool {{(pid=103162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 21:04:27.714320 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4af9ad7c-ed33-4521-9653-e888bf03ab91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3800791'] for segment, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:27.716195 n-d-842733-1 neutron-server[103162]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 21:04:27.716195 n-d-842733-1 neutron-server[103162]: self.session.flush() May 20 21:04:27.716195 n-d-842733-1 neutron-server[103162]: Traceback (most recent call last): May 20 21:04:27.716195 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 21:04:27.716195 n-d-842733-1 neutron-server[103162]: timer() May 20 21:04:27.716195 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 21:04:27.716195 n-d-842733-1 neutron-server[103162]: cb(*args, **kw) May 20 21:04:27.716195 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 20 21:04:27.716195 n-d-842733-1 neutron-server[103162]: return func(*args, **kwargs) May 20 21:04:27.716195 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 21:04:27.716195 n-d-842733-1 neutron-server[103162]: self._notify() May 20 21:04:27.716195 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 21:04:27.716195 n-d-842733-1 neutron-server[103162]: self.callback(batched_events) May 20 21:04:27.716195 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 21:04:27.716195 n-d-842733-1 neutron-server[103162]: event.method(event) May 20 21:04:27.716195 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 20 21:04:27.716195 n-d-842733-1 neutron-server[103162]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 21:04:27.716195 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 20 21:04:27.716195 n-d-842733-1 neutron-server[103162]: aggregate_uuid = self.p_client.list_aggregates( May 20 21:04:27.716195 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 20 21:04:27.716195 n-d-842733-1 neutron-server[103162]: return f(self, *a, **k) May 20 21:04:27.716195 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 20 21:04:27.716195 n-d-842733-1 neutron-server[103162]: return self._get(url).json() May 20 21:04:27.716195 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 20 21:04:27.716195 n-d-842733-1 neutron-server[103162]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 21:04:27.716195 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 21:04:27.716195 n-d-842733-1 neutron-server[103162]: return self.request(url, 'GET', **kwargs) May 20 21:04:27.716195 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 21:04:27.716195 n-d-842733-1 neutron-server[103162]: base_url = self.get_endpoint(auth, allow=allow, May 20 21:04:27.716195 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 21:04:27.716195 n-d-842733-1 neutron-server[103162]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 21:04:27.716195 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 21:04:27.716195 n-d-842733-1 neutron-server[103162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 21:04:27.716195 n-d-842733-1 neutron-server[103162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 21:04:27.749559 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-19094180-eb22-47eb-b45a-4bc34fb3cec5 None None] For port de969abe-4373-4e18-b9bd-f3c44fbac81e, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=de969abe-4373-4e18-b9bd-f3c44fbac81e,segment=NetworkSegment(cf74f015-3fcc-4a9b-bed7-5560de5790aa),segment_id=cf74f015-3fcc-4a9b-bed7-5560de5790aa)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:04:27.749768 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-651466f7-76ab-4db2-be8d-88a997ac47a4 None None] Set router 892f99b8-efbc-4dda-a6f4-6ce419f5e051 gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:04:27.783084 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-69dbc087-06ac-434d-97de-8cb13f770037 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:27.811323 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dbc087-06ac-434d-97de-8cb13f770037 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Pushing event deleted for resources: {'Port': ['ID=161adb9b-4562-403a-bbea-b8328fbcfcdd,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:04:27.825491 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69dbc087-06ac-434d-97de-8cb13f770037 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] No DVR routers for this DVR port 161adb9b-4562-403a-bbea-b8328fbcfcdd on host n-d-842733-1 {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 21:04:27.830245 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ce10eb3-69bc-45b5-9a03-23b860b4a8d6 admin admin] Checking segment: {'id': '26339d7f-0897-46af-8dbb-e939ff251ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'ade31805-2b59-46c1-9f7a-71feefebd916'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:04:27.830605 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ce10eb3-69bc-45b5-9a03-23b860b4a8d6 admin admin] Network hostable DHCP agents. Network: ade31805-2b59-46c1-9f7a-71feefebd916, hostable agents: ['c9b0653c-f3c7-4339-bd50-e3754b629216'], hosted agents: [] {{(pid=103162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 21:04:27.846361 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1916197e-c4a4-4557-931c-912cab7b62c4 None None] Pushing event updated for resources: {'Port': ['ID=de969abe-4373-4e18-b9bd-f3c44fbac81e,revision_number=4']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:04:27.879942 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-19094180-eb22-47eb-b45a-4bc34fb3cec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:27.934042 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19094180-eb22-47eb-b45a-4bc34fb3cec5 None None] Pushing event updated for resources: {'Port': ['ID=de969abe-4373-4e18-b9bd-f3c44fbac81e,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:04:27.945863 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-69dbc087-06ac-434d-97de-8cb13f770037 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33072115', 'neutron.services.segments.db._delete_segments_for_network-8782419500584'] for network, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:27.957072 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4af9ad7c-ed33-4521-9653-e888bf03ab91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33072122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748162'] for network, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:27.969828 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4af9ad7c-ed33-4521-9653-e888bf03ab91 admin admin] Notify callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:27.975837 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-4af9ad7c-ed33-4521-9653-e888bf03ab91 admin admin] 10.222.0.35 "DELETE /v2.0/networks/779f48ee-d887-4452-88bd-33079cd99d85 HTTP/1.1" status: 204 len: 168 time: 1.2689779 May 20 21:04:27.976671 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 44500) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:04:27.993377 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-69dbc087-06ac-434d-97de-8cb13f770037 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28319746-b029-46eb-aa57-d9f21654d065']}} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:04:27.996463 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af9ad7c-ed33-4521-9653-e888bf03ab91 admin admin] Pushing event deleted for resources: {'Network': ['ID=779f48ee-d887-4452-88bd-33079cd99d85,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:04:28.007210 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-49112b8c-dc4c-43aa-940a-fc6c8aa34f1d None None] Provisioning complete for port de969abe-4373-4e18-b9bd-f3c44fbac81e triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:04:28.007723 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-49112b8c-dc4c-43aa-940a-fc6c8aa34f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:28.009071 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-69dbc087-06ac-434d-97de-8cb13f770037 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfc4bcaa-0ccc-4594-a458-d66460508f9a') {'for_net_delete': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:04:28.009552 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-69dbc087-06ac-434d-97de-8cb13f770037 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfc4bcaa-0ccc-4594-a458-d66460508f9a') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:04:28.025807 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-69dbc087-06ac-434d-97de-8cb13f770037 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419501617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3738385'] for segment, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:28.057631 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-69dbc087-06ac-434d-97de-8cb13f770037 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:28.067789 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ce10eb3-69bc-45b5-9a03-23b860b4a8d6 admin admin] Network ade31805-2b59-46c1-9f7a-71feefebd916 is scheduled to be hosted by DHCP agent c9b0653c-f3c7-4339-bd50-e3754b629216 with binding_index 1 {{(pid=103162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 21:04:28.077513 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69dbc087-06ac-434d-97de-8cb13f770037 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Releasing vlan 239 on physical network physnet1 to pool {{(pid=103162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 21:04:28.080400 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_v2 [None req-8eddbc9b-93ed-4a82-9f20-63341f883487 admin admin] Deleting subnet 93f9d487-3217-4226-9a25-6a078193691f {{(pid=103163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 20 21:04:28.080960 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-69dbc087-06ac-434d-97de-8cb13f770037 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3800791'] for segment, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:28.091112 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-651466f7-76ab-4db2-be8d-88a997ac47a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '892f99b8-efbc-4dda-a6f4-6ce419f5e051', 'name': 'tempest-TestAggregatesBasicOps-108341984-router', 'tenant_id': '2f47da4d692e438c9094f52e9193a51c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.41'}], 'enable_snat': True}, 'gw_port_id': '94ea0b5a-6662-4243-bb9f-1065a2c5ef1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:04:15Z', 'updated_at': '2022-05-20T21:04:21Z', 'revision_number': 4, 'project_id': '2f47da4d692e438c9094f52e9193a51c', 'gw_port': {'id': '94ea0b5a-6662-4243-bb9f-1065a2c5ef1c', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:0c:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '892f99b8-efbc-4dda-a6f4-6ce419f5e051', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3234, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:04:16Z', 'updated_at': '2022-05-20T21:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': 'de969abe-4373-4e18-b9bd-f3c44fbac81e', 'name': '', 'network_id': '5c76c719-c4b5-446b-bb0b-151e1b3ddd5c', 'tenant_id': '2f47da4d692e438c9094f52e9193a51c', 'mac_address': 'fa:16:3e:07:97:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '892f99b8-efbc-4dda-a6f4-6ce419f5e051', 'device_owner': 'network:router_interface', 'standard_attr_id': 3235, 'fixed_ips': [{'subnet_id': 'c11f0e69-81d3-457c-b504-07283472feda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:04:19Z', 'updated_at': '2022-05-20T21:04:27Z', 'revision_number': 4, 'project_id': '2f47da4d692e438c9094f52e9193a51c', 'subnets': [{'id': 'c11f0e69-81d3-457c-b504-07283472feda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:04:28.099107 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8eddbc9b-93ed-4a82-9f20-63341f883487 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:28.103295 n-d-842733-1 neutron-server[103162]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 21:04:28.103295 n-d-842733-1 neutron-server[103162]: self.session.flush() May 20 21:04:28.103295 n-d-842733-1 neutron-server[103162]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 21:04:28.103295 n-d-842733-1 neutron-server[103162]: self.session.flush() May 20 21:04:28.103295 n-d-842733-1 neutron-server[103162]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 21:04:28.103295 n-d-842733-1 neutron-server[103162]: self.session.flush() May 20 21:04:28.103295 n-d-842733-1 neutron-server[103162]: Traceback (most recent call last): May 20 21:04:28.103295 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 21:04:28.103295 n-d-842733-1 neutron-server[103162]: timer() May 20 21:04:28.103295 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 21:04:28.103295 n-d-842733-1 neutron-server[103162]: cb(*args, **kw) May 20 21:04:28.103295 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 20 21:04:28.103295 n-d-842733-1 neutron-server[103162]: return func(*args, **kwargs) May 20 21:04:28.103295 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 21:04:28.103295 n-d-842733-1 neutron-server[103162]: self._notify() May 20 21:04:28.103295 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 21:04:28.103295 n-d-842733-1 neutron-server[103162]: self.callback(batched_events) May 20 21:04:28.103295 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 21:04:28.103295 n-d-842733-1 neutron-server[103162]: event.method(event) May 20 21:04:28.103295 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 20 21:04:28.103295 n-d-842733-1 neutron-server[103162]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 21:04:28.103295 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 20 21:04:28.103295 n-d-842733-1 neutron-server[103162]: aggregate_uuid = self.p_client.list_aggregates( May 20 21:04:28.103295 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 20 21:04:28.103295 n-d-842733-1 neutron-server[103162]: return f(self, *a, **k) May 20 21:04:28.103295 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 20 21:04:28.103295 n-d-842733-1 neutron-server[103162]: return self._get(url).json() May 20 21:04:28.103295 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 20 21:04:28.103295 n-d-842733-1 neutron-server[103162]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 21:04:28.103295 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 21:04:28.103295 n-d-842733-1 neutron-server[103162]: return self.request(url, 'GET', **kwargs) May 20 21:04:28.103295 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 21:04:28.103295 n-d-842733-1 neutron-server[103162]: base_url = self.get_endpoint(auth, allow=allow, May 20 21:04:28.103295 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 21:04:28.103295 n-d-842733-1 neutron-server[103162]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 21:04:28.103295 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 21:04:28.103295 n-d-842733-1 neutron-server[103162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 21:04:28.103295 n-d-842733-1 neutron-server[103162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 21:04:28.159548 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8eddbc9b-93ed-4a82-9f20-63341f883487 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9338757'] for subnet, precommit_delete_associations {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:28.182172 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-49112b8c-dc4c-43aa-940a-fc6c8aa34f1d None None] Current status of the port de969abe-4373-4e18-b9bd-f3c44fbac81e is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:04:28.186987 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-651466f7-76ab-4db2-be8d-88a997ac47a4 None None] The sync data for ids ['892f99b8-efbc-4dda-a6f4-6ce419f5e051'] in n-d-842733-1 is: [{'id': '892f99b8-efbc-4dda-a6f4-6ce419f5e051', 'name': 'tempest-TestAggregatesBasicOps-108341984-router', 'tenant_id': '2f47da4d692e438c9094f52e9193a51c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.41'}], 'enable_snat': True}, 'gw_port_id': '94ea0b5a-6662-4243-bb9f-1065a2c5ef1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:04:15Z', 'updated_at': '2022-05-20T21:04:21Z', 'revision_number': 4, 'project_id': '2f47da4d692e438c9094f52e9193a51c', 'gw_port': {'id': '94ea0b5a-6662-4243-bb9f-1065a2c5ef1c', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:0c:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '892f99b8-efbc-4dda-a6f4-6ce419f5e051', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3234, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:04:16Z', 'updated_at': '2022-05-20T21:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': 'de969abe-4373-4e18-b9bd-f3c44fbac81e', 'name': '', 'network_id': '5c76c719-c4b5-446b-bb0b-151e1b3ddd5c', 'tenant_id': '2f47da4d692e438c9094f52e9193a51c', 'mac_address': 'fa:16:3e:07:97:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '892f99b8-efbc-4dda-a6f4-6ce419f5e051', 'device_owner': 'network:router_interface', 'standard_attr_id': 3235, 'fixed_ips': [{'subnet_id': 'c11f0e69-81d3-457c-b504-07283472feda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:04:19Z', 'updated_at': '2022-05-20T21:04:27Z', 'revision_number': 4, 'project_id': '2f47da4d692e438c9094f52e9193a51c', 'subnets': [{'id': 'c11f0e69-81d3-457c-b504-07283472feda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 21:04:28.235823 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8eddbc9b-93ed-4a82-9f20-63341f883487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33068388'] for subnet, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:28.247095 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-3ce10eb3-69bc-45b5-9a03-23b860b4a8d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842733-1, ade31805-2b59-46c1-9f7a-71feefebd916) {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:04:28.258618 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ce10eb3-69bc-45b5-9a03-23b860b4a8d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:04:28.259604 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3ce10eb3-69bc-45b5-9a03-23b860b4a8d6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:28.268532 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49622d5c-70fc-4b1d-943c-d8f397c3d755 None None] Network ade31805-2b59-46c1-9f7a-71feefebd916 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:04:28.337580 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-69dbc087-06ac-434d-97de-8cb13f770037 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33072122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748162'] for network, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:28.364634 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-69dbc087-06ac-434d-97de-8cb13f770037 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:28.388380 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-69dbc087-06ac-434d-97de-8cb13f770037 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] 10.222.0.35 "DELETE /v2.0/networks/28319746-b029-46eb-aa57-d9f21654d065 HTTP/1.1" status: 204 len: 168 time: 2.0575352 May 20 21:04:28.388544 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 44546) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:04:28.412447 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-3ce10eb3-69bc-45b5-9a03-23b860b4a8d6 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.0300493 May 20 21:04:28.413265 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 44548) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:04:28.448077 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-6b0bb706-aad4-432f-91f0-7276ed7dd251 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-222606174-router', 'tenant_id': '16b91e6773024db8a0084387632b7ed1', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'}}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:04:28.457091 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dbc087-06ac-434d-97de-8cb13f770037 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Pushing event deleted for resources: {'Network': ['ID=28319746-b029-46eb-aa57-d9f21654d065,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:04:28.559960 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6b0bb706-aad4-432f-91f0-7276ed7dd251 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-694221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26155'] for router, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:28.565531 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6b0bb706-aad4-432f-91f0-7276ed7dd251 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-693085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748153', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-718080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26162'] for router, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:28.595849 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8eddbc9b-93ed-4a82-9f20-63341f883487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33068399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9641221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8422588'] for subnet, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:28.641012 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6b0bb706-aad4-432f-91f0-7276ed7dd251 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:28.732232 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8eddbc9b-93ed-4a82-9f20-63341f883487 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:28.738465 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-8eddbc9b-93ed-4a82-9f20-63341f883487 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/93f9d487-3217-4226-9a25-6a078193691f HTTP/1.1" status: 204 len: 168 time: 0.7577598 May 20 21:04:28.738465 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eddbc9b-93ed-4a82-9f20-63341f883487 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=93f9d487-3217-4226-9a25-6a078193691f,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:04:28.738772 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 44556) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:04:28.795075 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa89e1cc-0ddf-4124-a51c-b48f0b9edd11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaee2b848-d4b9-5db1-b6ef-d6db29d67de7-ade31805-2b59-46c1-9f7a-71feefebd916', 'network_id': 'ade31805-2b59-46c1-9f7a-71feefebd916', 'tenant_id': '16b91e6773024db8a0084387632b7ed1', 'fixed_ips': [{'subnet_id': '14500e47-aadb-481e-a900-ff1b86b265be'}]}} from n-d-842733-1. {{(pid=103164) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 21:04:28.796242 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-fa89e1cc-0ddf-4124-a51c-b48f0b9edd11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:29.052532 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device de969abe-4373-4e18-b9bd-f3c44fbac81e up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:04:29.065434 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [None req-fa89e1cc-0ddf-4124-a51c-b48f0b9edd11 None None] Allocated IP 172.20.0.2 (ade31805-2b59-46c1-9f7a-71feefebd916/14500e47-aadb-481e-a900-ff1b86b265be/7a826bf7-438f-4e7b-b171-4a46d42fb694) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:04:29.076555 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-20bb8772-1926-4ba1-93ca-1dfe6c7ef3f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33160123'] for network, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:29.177374 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6b0bb706-aad4-432f-91f0-7276ed7dd251 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:29.202129 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-5d34944c-14cb-410f-8d7f-c9b8ba4ff2e5 req-44e49845-0343-45fd-9c8d-a0caa9c8b99b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=75b87a76-ad52-4618-a214-48088ec58aef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.4557462 May 20 21:04:29.329988 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port de969abe-4373-4e18-b9bd-f3c44fbac81e triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:04:29.333551 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:29.334099 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ae2df44d-c723-4b12-a233-851e85fc0126 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748528'] for router_interface, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:29.456373 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-20bb8772-1926-4ba1-93ca-1dfe6c7ef3f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33072115', 'neutron.services.segments.db._delete_segments_for_network-8782419500584'] for network, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:29.501510 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port de969abe-4373-4e18-b9bd-f3c44fbac81e is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:04:29.520908 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-fa89e1cc-0ddf-4124-a51c-b48f0b9edd11 None None] Notify callbacks [] for port, precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:29.525749 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-20bb8772-1926-4ba1-93ca-1dfe6c7ef3f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50e244e9-1a6c-4560-924f-d9fbe4364067']}} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:04:29.539165 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-20bb8772-1926-4ba1-93ca-1dfe6c7ef3f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eac8f133-169a-4b80-8476-5626d6131616') {'for_net_delete': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:04:29.539467 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-20bb8772-1926-4ba1-93ca-1dfe6c7ef3f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eac8f133-169a-4b80-8476-5626d6131616') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:04:29.555086 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d34944c-14cb-410f-8d7f-c9b8ba4ff2e5 req-61294528-9daf-4076-a288-232557655925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:04:29.555661 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d34944c-14cb-410f-8d7f-c9b8ba4ff2e5 req-61294528-9daf-4076-a288-232557655925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:04:29.556223 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d34944c-14cb-410f-8d7f-c9b8ba4ff2e5 req-61294528-9daf-4076-a288-232557655925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:04:29.556744 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d34944c-14cb-410f-8d7f-c9b8ba4ff2e5 req-61294528-9daf-4076-a288-232557655925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:04:29.557287 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d34944c-14cb-410f-8d7f-c9b8ba4ff2e5 req-61294528-9daf-4076-a288-232557655925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:04:29.557809 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d34944c-14cb-410f-8d7f-c9b8ba4ff2e5 req-61294528-9daf-4076-a288-232557655925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:04:29.558324 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d34944c-14cb-410f-8d7f-c9b8ba4ff2e5 req-61294528-9daf-4076-a288-232557655925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:04:29.562279 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-5d34944c-14cb-410f-8d7f-c9b8ba4ff2e5 req-61294528-9daf-4076-a288-232557655925 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0460753b23084d8f8624c2387ec65eda&device_id=75b87a76-ad52-4618-a214-48088ec58aef HTTP/1.1" status: 200 len: 6501 time: 0.2304287 May 20 21:04:29.577966 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-20bb8772-1926-4ba1-93ca-1dfe6c7ef3f3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419501617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3738385'] for segment, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:29.606120 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-fa89e1cc-0ddf-4124-a51c-b48f0b9edd11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108'] for port, after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:29.633447 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-20bb8772-1926-4ba1-93ca-1dfe6c7ef3f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:29.662973 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa89e1cc-0ddf-4124-a51c-b48f0b9edd11 None None] Network ade31805-2b59-46c1-9f7a-71feefebd916 is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:04:29.667968 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-fa89e1cc-0ddf-4124-a51c-b48f0b9edd11 None None] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:04:29.672415 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa89e1cc-0ddf-4124-a51c-b48f0b9edd11 None None] Received port after_create {{(pid=103164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:04:29.693397 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa89e1cc-0ddf-4124-a51c-b48f0b9edd11 None None] Pushing event updated for resources: {'Port': ['ID=7a826bf7-438f-4e7b-b171-4a46d42fb694,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:04:29.700717 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20bb8772-1926-4ba1-93ca-1dfe6c7ef3f3 admin admin] Releasing vlan 201 on physical network physnet1 to pool {{(pid=103162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 21:04:29.703529 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-20bb8772-1926-4ba1-93ca-1dfe6c7ef3f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3800791'] for segment, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:29.706734 n-d-842733-1 neutron-server[103162]: Traceback (most recent call last): May 20 21:04:29.706734 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 21:04:29.706734 n-d-842733-1 neutron-server[103162]: timer() May 20 21:04:29.706734 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 21:04:29.706734 n-d-842733-1 neutron-server[103162]: cb(*args, **kw) May 20 21:04:29.706734 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 20 21:04:29.706734 n-d-842733-1 neutron-server[103162]: return func(*args, **kwargs) May 20 21:04:29.706734 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 21:04:29.706734 n-d-842733-1 neutron-server[103162]: self._notify() May 20 21:04:29.706734 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 21:04:29.706734 n-d-842733-1 neutron-server[103162]: self.callback(batched_events) May 20 21:04:29.706734 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 21:04:29.706734 n-d-842733-1 neutron-server[103162]: event.method(event) May 20 21:04:29.706734 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 20 21:04:29.706734 n-d-842733-1 neutron-server[103162]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 21:04:29.706734 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 20 21:04:29.706734 n-d-842733-1 neutron-server[103162]: aggregate_uuid = self.p_client.list_aggregates( May 20 21:04:29.706734 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 20 21:04:29.706734 n-d-842733-1 neutron-server[103162]: return f(self, *a, **k) May 20 21:04:29.706734 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 20 21:04:29.706734 n-d-842733-1 neutron-server[103162]: return self._get(url).json() May 20 21:04:29.706734 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 20 21:04:29.706734 n-d-842733-1 neutron-server[103162]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 21:04:29.706734 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 21:04:29.706734 n-d-842733-1 neutron-server[103162]: return self.request(url, 'GET', **kwargs) May 20 21:04:29.706734 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 21:04:29.706734 n-d-842733-1 neutron-server[103162]: base_url = self.get_endpoint(auth, allow=allow, May 20 21:04:29.706734 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 21:04:29.706734 n-d-842733-1 neutron-server[103162]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 21:04:29.706734 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 21:04:29.706734 n-d-842733-1 neutron-server[103162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 21:04:29.706734 n-d-842733-1 neutron-server[103162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 21:04:29.768249 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-fa89e1cc-0ddf-4124-a51c-b48f0b9edd11 None None] Attempting to bind port 7a826bf7-438f-4e7b-b171-4a46d42fb694 on host n-d-842733-1 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:04:29.768674 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-fa89e1cc-0ddf-4124-a51c-b48f0b9edd11 None None] Attempting to bind port 7a826bf7-438f-4e7b-b171-4a46d42fb694 by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': '26339d7f-0897-46af-8dbb-e939ff251ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'ade31805-2b59-46c1-9f7a-71feefebd916'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:04:29.769049 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa89e1cc-0ddf-4124-a51c-b48f0b9edd11 None None] Attempting to bind port 7a826bf7-438f-4e7b-b171-4a46d42fb694 on network ade31805-2b59-46c1-9f7a-71feefebd916 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:04:29.774652 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa89e1cc-0ddf-4124-a51c-b48f0b9edd11 None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 21, 4, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 21:04:29.775200 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa89e1cc-0ddf-4124-a51c-b48f0b9edd11 None None] Checking segment: {'id': '26339d7f-0897-46af-8dbb-e939ff251ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'ade31805-2b59-46c1-9f7a-71feefebd916'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:04:29.775594 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-fa89e1cc-0ddf-4124-a51c-b48f0b9edd11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:29.775974 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa89e1cc-0ddf-4124-a51c-b48f0b9edd11 None None] Bound using segment: {'id': '26339d7f-0897-46af-8dbb-e939ff251ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'ade31805-2b59-46c1-9f7a-71feefebd916'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 21:04:29.776435 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-fa89e1cc-0ddf-4124-a51c-b48f0b9edd11 None None] Bound port: 7a826bf7-438f-4e7b-b171-4a46d42fb694, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26339d7f-0897-46af-8dbb-e939ff251ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'ade31805-2b59-46c1-9f7a-71feefebd916'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:04:29.776813 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-fa89e1cc-0ddf-4124-a51c-b48f0b9edd11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:29.872318 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-ae2df44d-c723-4b12-a233-851e85fc0126 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Deleting port 5e4d3762-9cc0-48ce-a2d7-464e125bd131 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:04:29.876672 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ae2df44d-c723-4b12-a233-851e85fc0126 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:29.959341 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-20bb8772-1926-4ba1-93ca-1dfe6c7ef3f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33072122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748162'] for network, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:29.984043 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-fa89e1cc-0ddf-4124-a51c-b48f0b9edd11 None None] For port 7a826bf7-438f-4e7b-b171-4a46d42fb694, host n-d-842733-1, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 21:04:29.990388 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-20bb8772-1926-4ba1-93ca-1dfe6c7ef3f3 admin admin] Notify callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:29.990388 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-20bb8772-1926-4ba1-93ca-1dfe6c7ef3f3 admin admin] 10.222.0.35 "DELETE /v2.0/networks/50e244e9-1a6c-4560-924f-d9fbe4364067 HTTP/1.1" status: 204 len: 168 time: 1.2482011 May 20 21:04:29.997939 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-fa89e1cc-0ddf-4124-a51c-b48f0b9edd11 None None] For port 7a826bf7-438f-4e7b-b171-4a46d42fb694, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=7a826bf7-438f-4e7b-b171-4a46d42fb694,segment=NetworkSegment(26339d7f-0897-46af-8dbb-e939ff251ce7),segment_id=26339d7f-0897-46af-8dbb-e939ff251ce7)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 21:04:30.060212 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d34944c-14cb-410f-8d7f-c9b8ba4ff2e5 req-9c15e909-f802-43c1-80a9-2e19e83930cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:04:30.065929 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-fa89e1cc-0ddf-4124-a51c-b48f0b9edd11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:30.075232 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d34944c-14cb-410f-8d7f-c9b8ba4ff2e5 req-9c15e909-f802-43c1-80a9-2e19e83930cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:04:30.075877 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d34944c-14cb-410f-8d7f-c9b8ba4ff2e5 req-9c15e909-f802-43c1-80a9-2e19e83930cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:04:30.082305 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-5d34944c-14cb-410f-8d7f-c9b8ba4ff2e5 req-9c15e909-f802-43c1-80a9-2e19e83930cc service neutron] 10.222.0.13 "GET /v2.0/networks?id=1e3e44fa-7b8c-41ab-9fa2-0a6471f01b68&id=2092c81d-6283-40f1-9bf1-5f286393c29e&id=2092c81d-6283-40f1-9bf1-5f286393c29e&id=2092c81d-6283-40f1-9bf1-5f286393c29e&id=2092c81d-6283-40f1-9bf1-5f286393c29e&id=406fd18c-0c2e-4f41-b1be-e40f4d4f5f09&id=406fd18c-0c2e-4f41-b1be-e40f4d4f5f09 HTTP/1.1" status: 200 len: 2297 time: 0.4927764 May 20 21:04:30.120604 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bb8772-1926-4ba1-93ca-1dfe6c7ef3f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=50e244e9-1a6c-4560-924f-d9fbe4364067,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:04:30.162670 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-ae2df44d-c723-4b12-a233-851e85fc0126 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] For port 5e4d3762-9cc0-48ce-a2d7-464e125bd131, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=5e4d3762-9cc0-48ce-a2d7-464e125bd131,segment=NetworkSegment(08661c84-262b-47ad-9d4c-83d6dfdf3c18),segment_id=08661c84-262b-47ad-9d4c-83d6dfdf3c18)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:04:30.163423 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ae2df44d-c723-4b12-a233-851e85fc0126 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:30.195794 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-ae2df44d-c723-4b12-a233-851e85fc0126 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Calling delete_port for 5e4d3762-9cc0-48ce-a2d7-464e125bd131 owned by network:router_interface {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:04:30.258531 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa89e1cc-0ddf-4124-a51c-b48f0b9edd11 None None] Pushing event updated for resources: {'Port': ['ID=7a826bf7-438f-4e7b-b171-4a46d42fb694,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:04:30.662897 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ae2df44d-c723-4b12-a233-851e85fc0126 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:30.682018 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 44612) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:04:30.707357 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2df44d-c723-4b12-a233-851e85fc0126 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Pushing event deleted for resources: {'Port': ['ID=5e4d3762-9cc0-48ce-a2d7-464e125bd131,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:04:30.766089 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-404a5af4-0f35-4245-8fbc-69953fef2b2f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b50b54fdbf7242c683ba7adf8815a96e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0813518 May 20 21:04:30.781663 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 44614) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:04:30.806288 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6b0bb706-aad4-432f-91f0-7276ed7dd251 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:30.833838 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6b0bb706-aad4-432f-91f0-7276ed7dd251 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:30.844889 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ae2df44d-c723-4b12-a233-851e85fc0126 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-692224'] for router_interface, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:30.846690 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-5d34944c-14cb-410f-8d7f-c9b8ba4ff2e5 req-afcc9480-43e6-412c-a58e-77ddaa2eb156 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=92f180c2-0d12-4276-b468-9633e951982b HTTP/1.1" status: 200 len: 999 time: 0.7219703 May 20 21:04:30.976012 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d34944c-14cb-410f-8d7f-c9b8ba4ff2e5 req-2f965930-c20f-4ea7-8e34-75938c73e397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:04:30.977516 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-5d34944c-14cb-410f-8d7f-c9b8ba4ff2e5 req-2f965930-c20f-4ea7-8e34-75938c73e397 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=88b96f62-8032-4008-8101-2fc29fd0425b HTTP/1.1" status: 200 len: 855 time: 0.0933652 May 20 21:04:31.071514 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d24031a4-a71b-45ae-b590-39ebae89f4d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:31.114047 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae2df44d-c723-4b12-a233-851e85fc0126 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Router 6eb174ec-66e3-4cfd-bc8c-d366878f3df9 has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 21:04:31.211747 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 7a826bf7-438f-4e7b-b171-4a46d42fb694 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:04:31.262992 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d24031a4-a71b-45ae-b590-39ebae89f4d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:31.272959 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae2df44d-c723-4b12-a233-851e85fc0126 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 21:04:31.278646 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-ae2df44d-c723-4b12-a233-851e85fc0126 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] 10.222.0.35 "PUT /v2.0/routers/6eb174ec-66e3-4cfd-bc8c-d366878f3df9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8884938 May 20 21:04:31.285030 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 44622) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:04:31.288990 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 7a826bf7-438f-4e7b-b171-4a46d42fb694 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:04:31.289630 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:31.294011 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe2f065-2110-4fdf-bf52-b0ba1a0a9232 None None] Sync routers for ids ['6eb174ec-66e3-4cfd-bc8c-d366878f3df9'] in n-d-842733-1 {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 21:04:31.316093 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-6b0bb706-aad4-432f-91f0-7276ed7dd251 admin admin] Allocated IP 172.25.2.118 (e3a93b5c-91e2-4064-9c2c-1afc261bfe15/86fee0c1-6e34-488b-9216-b2b8e7ef585a/b3866714-381c-4f03-a0a9-d0eb1e571ba6) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:04:31.325559 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d34944c-14cb-410f-8d7f-c9b8ba4ff2e5 req-2eb1832d-295b-45c4-a3aa-abe17f31acb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:04:31.327811 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-5d34944c-14cb-410f-8d7f-c9b8ba4ff2e5 req-2eb1832d-295b-45c4-a3aa-abe17f31acb8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1e3e44fa-7b8c-41ab-9fa2-0a6471f01b68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3094394 May 20 21:04:31.358446 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe2f065-2110-4fdf-bf52-b0ba1a0a9232 None None] Routers {'6eb174ec-66e3-4cfd-bc8c-d366878f3df9'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:04:31.359076 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-9fe2f065-2110-4fdf-bf52-b0ba1a0a9232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:04:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['6eb174ec-66e3-4cfd-bc8c-d366878f3df9'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:04:31.377329 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_v2 [None req-485e806c-cb58-49fa-8910-45ede3c30510 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Deleting subnet 820c0307-2da3-4452-88ca-038e503e6b2a {{(pid=103163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 20 21:04:31.381043 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-485e806c-cb58-49fa-8910-45ede3c30510 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks [] for subnet, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:31.457799 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-485e806c-cb58-49fa-8910-45ede3c30510 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9338757'] for subnet, precommit_delete_associations {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:31.535088 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-9fe2f065-2110-4fdf-bf52-b0ba1a0a9232 None None] Set router 6eb174ec-66e3-4cfd-bc8c-d366878f3df9 gateway port host: None {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:04:31.574844 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-5d34944c-14cb-410f-8d7f-c9b8ba4ff2e5 req-d0b66b89-7a3b-4470-8ad9-64e23d8a8269 service neutron] 10.222.0.13 "GET /v2.0/networks/1e3e44fa-7b8c-41ab-9fa2-0a6471f01b68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2192914 May 20 21:04:31.611297 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-9fe2f065-2110-4fdf-bf52-b0ba1a0a9232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6eb174ec-66e3-4cfd-bc8c-d366878f3df9', 'name': 'tempest-RoutersIpV6Test-router-1608490678', 'tenant_id': '785b01e259854fae98d7194cf8f7101e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:03:45Z', 'updated_at': '2022-05-20T21:04:30Z', 'revision_number': 11, 'project_id': '785b01e259854fae98d7194cf8f7101e', 'gw_port_host': None}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:04:31.632903 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-485e806c-cb58-49fa-8910-45ede3c30510 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33068388'] for subnet, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:31.713882 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe2f065-2110-4fdf-bf52-b0ba1a0a9232 None None] Checking router: 6eb174ec-66e3-4cfd-bc8c-d366878f3df9 for host: n-d-842733-1 {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 21:04:31.747096 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7a39fb8-eda0-42d2-bbfd-1d559775df74 None None] Network ade31805-2b59-46c1-9f7a-71feefebd916 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:04:31.757073 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe2f065-2110-4fdf-bf52-b0ba1a0a9232 None None] Routers {'6eb174ec-66e3-4cfd-bc8c-d366878f3df9'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:04:31.757772 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-9fe2f065-2110-4fdf-bf52-b0ba1a0a9232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:04:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['6eb174ec-66e3-4cfd-bc8c-d366878f3df9'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:04:31.779387 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d24031a4-a71b-45ae-b590-39ebae89f4d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:31.783049 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d24031a4-a71b-45ae-b590-39ebae89f4d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:31.786697 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-d24031a4-a71b-45ae-b590-39ebae89f4d2 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/24d87f1d-62e6-4e5b-901a-8fdcd94bdb7d HTTP/1.1" status: 204 len: 168 time: 1.0016856 May 20 21:04:31.800940 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-485e806c-cb58-49fa-8910-45ede3c30510 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33068399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9641221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8422588'] for subnet, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:31.805320 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24031a4-a71b-45ae-b590-39ebae89f4d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24d87f1d-62e6-4e5b-901a-8fdcd94bdb7d,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:04:31.883624 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-485e806c-cb58-49fa-8910-45ede3c30510 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks [] for subnet, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:31.891857 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c9a7568-7be3-496f-a905-db3597cd0eb6 None None] Network 57482fd5-8527-4576-883a-ff4c0f205b68 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:04:31.896050 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-485e806c-cb58-49fa-8910-45ede3c30510 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] 10.222.0.35 "DELETE /v2.0/subnets/820c0307-2da3-4452-88ca-038e503e6b2a HTTP/1.1" status: 204 len: 168 time: 0.6096678 May 20 21:04:31.897549 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485e806c-cb58-49fa-8910-45ede3c30510 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Pushing event deleted for resources: {'Subnet': ['ID=820c0307-2da3-4452-88ca-038e503e6b2a,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:04:31.899200 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 44636) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:04:31.901908 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 7a826bf7-438f-4e7b-b171-4a46d42fb694 is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:04:31.902314 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:31.907181 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-5d34944c-14cb-410f-8d7f-c9b8ba4ff2e5 req-f601d262-523a-4fb3-b03c-6f976f01655c service neutron] 10.222.0.13 "GET /v2.0/networks/1e3e44fa-7b8c-41ab-9fa2-0a6471f01b68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3191333 May 20 21:04:31.960702 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] For port 7a826bf7-438f-4e7b-b171-4a46d42fb694, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=7a826bf7-438f-4e7b-b171-4a46d42fb694,segment=NetworkSegment(26339d7f-0897-46af-8dbb-e939ff251ce7),segment_id=26339d7f-0897-46af-8dbb-e939ff251ce7)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:04:31.963516 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-9fe2f065-2110-4fdf-bf52-b0ba1a0a9232 None None] Set router 6eb174ec-66e3-4cfd-bc8c-d366878f3df9 gateway port host: None {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:04:32.023072 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-77901c78-c063-42e5-8dda-b8a233a2ae7f None None] Provisioning complete for port 7a826bf7-438f-4e7b-b171-4a46d42fb694 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:04:32.023433 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-77901c78-c063-42e5-8dda-b8a233a2ae7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:32.083153 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6b0bb706-aad4-432f-91f0-7276ed7dd251 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:32.090380 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:32.093166 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-9fe2f065-2110-4fdf-bf52-b0ba1a0a9232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6eb174ec-66e3-4cfd-bc8c-d366878f3df9', 'name': 'tempest-RoutersIpV6Test-router-1608490678', 'tenant_id': '785b01e259854fae98d7194cf8f7101e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:03:45Z', 'updated_at': '2022-05-20T21:04:30Z', 'revision_number': 11, 'project_id': '785b01e259854fae98d7194cf8f7101e', 'gw_port_host': None}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:04:32.099566 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d21c20f4-d546-4caf-b4a2-37af9dc924e9 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33160123'] for network, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:32.132181 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-5d34944c-14cb-410f-8d7f-c9b8ba4ff2e5 req-3735f994-6acd-4c6f-ae23-aad27a587cdc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.238&port_id=e5e479b5-1f0b-4f2a-8602-65a393830577 HTTP/1.1" status: 200 len: 217 time: 0.2145944 May 20 21:04:32.132505 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe2f065-2110-4fdf-bf52-b0ba1a0a9232 None None] The sync data for ids ['6eb174ec-66e3-4cfd-bc8c-d366878f3df9'] in n-d-842733-1 is: [{'id': '6eb174ec-66e3-4cfd-bc8c-d366878f3df9', 'name': 'tempest-RoutersIpV6Test-router-1608490678', 'tenant_id': '785b01e259854fae98d7194cf8f7101e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:03:45Z', 'updated_at': '2022-05-20T21:04:30Z', 'revision_number': 11, 'project_id': '785b01e259854fae98d7194cf8f7101e', 'gw_port_host': None}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 21:04:32.203327 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d34944c-14cb-410f-8d7f-c9b8ba4ff2e5 req-396d05e0-30ad-4919-b56f-2f91baa8b159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:04:32.205040 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-5d34944c-14cb-410f-8d7f-c9b8ba4ff2e5 req-396d05e0-30ad-4919-b56f-2f91baa8b159 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=71cdbdb6-2a6f-4add-9d80-59c94baaaa26 HTTP/1.1" status: 200 len: 797 time: 0.0639026 May 20 21:04:32.221902 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-d21c20f4-d546-4caf-b4a2-37af9dc924e9 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Deleting port 9aed68bb-642f-4bb2-8c88-57334541f062 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:04:32.222722 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d21c20f4-d546-4caf-b4a2-37af9dc924e9 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:32.264664 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6b0bb706-aad4-432f-91f0-7276ed7dd251 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:32.310411 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d34944c-14cb-410f-8d7f-c9b8ba4ff2e5 req-23209ecd-ffbc-4c07-8a33-5f13bfdbbc21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:04:32.312175 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-5d34944c-14cb-410f-8d7f-c9b8ba4ff2e5 req-23209ecd-ffbc-4c07-8a33-5f13bfdbbc21 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2092c81d-6283-40f1-9bf1-5f286393c29e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0992799 May 20 21:04:32.357947 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Pushing event updated for resources: {'Port': ['ID=7a826bf7-438f-4e7b-b171-4a46d42fb694,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:04:32.379252 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-d21c20f4-d546-4caf-b4a2-37af9dc924e9 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] For port 9aed68bb-642f-4bb2-8c88-57334541f062, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=9aed68bb-642f-4bb2-8c88-57334541f062,segment=NetworkSegment(08661c84-262b-47ad-9d4c-83d6dfdf3c18),segment_id=08661c84-262b-47ad-9d4c-83d6dfdf3c18)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:04:32.380031 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d21c20f4-d546-4caf-b4a2-37af9dc924e9 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:32.390354 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b0bb706-aad4-432f-91f0-7276ed7dd251 admin admin] Network e3a93b5c-91e2-4064-9c2c-1afc261bfe15 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:04:32.405985 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-6b0bb706-aad4-432f-91f0-7276ed7dd251 admin admin] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:04:32.419442 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-d21c20f4-d546-4caf-b4a2-37af9dc924e9 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Calling delete_port for 9aed68bb-642f-4bb2-8c88-57334541f062 owned by network:dhcp {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:04:32.444715 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:32.539219 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-5d34944c-14cb-410f-8d7f-c9b8ba4ff2e5 req-7001b26e-85b7-45a9-bdb1-73e8b8c568fa service neutron] 10.222.0.13 "GET /v2.0/networks/2092c81d-6283-40f1-9bf1-5f286393c29e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2158201 May 20 21:04:32.540448 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b0bb706-aad4-432f-91f0-7276ed7dd251 admin admin] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:04:32.542610 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0bb706-aad4-432f-91f0-7276ed7dd251 admin admin] Pushing event updated for resources: {'Port': ['ID=b3866714-381c-4f03-a0a9-d0eb1e571ba6,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:04:32.552190 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-77901c78-c063-42e5-8dda-b8a233a2ae7f None None] Current status of the port 7a826bf7-438f-4e7b-b171-4a46d42fb694 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:04:32.684276 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8506179d-2f12-426f-ad37-c8ec66c8816d None None] DHCP port deletion for 57482fd5-8527-4576-883a-ff4c0f205b68 request from n-d-842733-1 {{(pid=103164) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 21:04:32.703713 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d21c20f4-d546-4caf-b4a2-37af9dc924e9 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:32.749275 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21c20f4-d546-4caf-b4a2-37af9dc924e9 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Pushing event deleted for resources: {'Port': ['ID=9aed68bb-642f-4bb2-8c88-57334541f062,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:04:32.765821 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d21c20f4-d546-4caf-b4a2-37af9dc924e9 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] No DVR routers for this DVR port 9aed68bb-642f-4bb2-8c88-57334541f062 on host n-d-842733-1 {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 21:04:32.770831 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-8506179d-2f12-426f-ad37-c8ec66c8816d None None] Deleting port 9aed68bb-642f-4bb2-8c88-57334541f062 {{(pid=103164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:04:32.773035 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-8506179d-2f12-426f-ad37-c8ec66c8816d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:32.853801 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-8506179d-2f12-426f-ad37-c8ec66c8816d None None] For port 9aed68bb-642f-4bb2-8c88-57334541f062, host n-d-842733-1, got binding levels [] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:04:32.854192 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-8506179d-2f12-426f-ad37-c8ec66c8816d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:32.878157 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-8506179d-2f12-426f-ad37-c8ec66c8816d None None] Calling delete_port for 9aed68bb-642f-4bb2-8c88-57334541f062 owned by network:dhcp {{(pid=103164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:04:32.884929 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.ipam_backend_mixin [None req-8506179d-2f12-426f-ad37-c8ec66c8816d None None] Port 9aed68bb-642f-4bb2-8c88-57334541f062 was not found and therefore no delete operation was performed {{(pid=103164) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} May 20 21:04:32.887160 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-8506179d-2f12-426f-ad37-c8ec66c8816d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099'] for port, after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:32.955258 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8506179d-2f12-426f-ad37-c8ec66c8816d None None] Pushing event deleted for resources: {'Port': ['ID=9aed68bb-642f-4bb2-8c88-57334541f062,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:04:32.963212 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8506179d-2f12-426f-ad37-c8ec66c8816d None None] No DVR routers for this DVR port 9aed68bb-642f-4bb2-8c88-57334541f062 on host n-d-842733-1 {{(pid=103164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 21:04:33.011583 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d21c20f4-d546-4caf-b4a2-37af9dc924e9 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33072115', 'neutron.services.segments.db._delete_segments_for_network-8782419500584'] for network, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:33.034309 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 44652) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:04:33.048671 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 7a826bf7-438f-4e7b-b171-4a46d42fb694 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:04:33.057379 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-d21c20f4-d546-4caf-b4a2-37af9dc924e9 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57482fd5-8527-4576-883a-ff4c0f205b68']}} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:04:33.078783 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-d21c20f4-d546-4caf-b4a2-37af9dc924e9 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08661c84-262b-47ad-9d4c-83d6dfdf3c18') {'for_net_delete': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:04:33.079579 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-d21c20f4-d546-4caf-b4a2-37af9dc924e9 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08661c84-262b-47ad-9d4c-83d6dfdf3c18') {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:04:33.083017 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-5d34944c-14cb-410f-8d7f-c9b8ba4ff2e5 req-bf337b9c-6e4e-4455-a2f8-9040ace92625 service neutron] 10.222.0.13 "GET /v2.0/networks/2092c81d-6283-40f1-9bf1-5f286393c29e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5294058 May 20 21:04:33.105463 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d21c20f4-d546-4caf-b4a2-37af9dc924e9 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419501617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9338764'] for segment, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:33.142132 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d21c20f4-d546-4caf-b4a2-37af9dc924e9 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:33.149154 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-5d34944c-14cb-410f-8d7f-c9b8ba4ff2e5 req-89dff545-5de8-47e1-88fd-b908b59edbff service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.122&port_id=70abfc69-b0e3-44bf-8960-f0d10e058c3c HTTP/1.1" status: 200 len: 217 time: 0.0575523 May 20 21:04:33.159819 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d21c20f4-d546-4caf-b4a2-37af9dc924e9 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Releasing vlan 236 on physical network physnet1 to pool {{(pid=103163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 21:04:33.160231 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d21c20f4-d546-4caf-b4a2-37af9dc924e9 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9638311'] for segment, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:33.167092 n-d-842733-1 neutron-server[103163]: Traceback (most recent call last): May 20 21:04:33.167092 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 21:04:33.167092 n-d-842733-1 neutron-server[103163]: timer() May 20 21:04:33.167092 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 21:04:33.167092 n-d-842733-1 neutron-server[103163]: cb(*args, **kw) May 20 21:04:33.167092 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 20 21:04:33.167092 n-d-842733-1 neutron-server[103163]: return func(*args, **kwargs) May 20 21:04:33.167092 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 21:04:33.167092 n-d-842733-1 neutron-server[103163]: self._notify() May 20 21:04:33.167092 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 21:04:33.167092 n-d-842733-1 neutron-server[103163]: self.callback(batched_events) May 20 21:04:33.167092 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 21:04:33.167092 n-d-842733-1 neutron-server[103163]: event.method(event) May 20 21:04:33.167092 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 20 21:04:33.167092 n-d-842733-1 neutron-server[103163]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 21:04:33.167092 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 20 21:04:33.167092 n-d-842733-1 neutron-server[103163]: aggregate_uuid = self.p_client.list_aggregates( May 20 21:04:33.167092 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 20 21:04:33.167092 n-d-842733-1 neutron-server[103163]: return f(self, *a, **k) May 20 21:04:33.167092 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 20 21:04:33.167092 n-d-842733-1 neutron-server[103163]: return self._get(url).json() May 20 21:04:33.167092 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 20 21:04:33.167092 n-d-842733-1 neutron-server[103163]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 21:04:33.167092 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 21:04:33.167092 n-d-842733-1 neutron-server[103163]: return self.request(url, 'GET', **kwargs) May 20 21:04:33.167092 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 21:04:33.167092 n-d-842733-1 neutron-server[103163]: base_url = self.get_endpoint(auth, allow=allow, May 20 21:04:33.167092 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 21:04:33.167092 n-d-842733-1 neutron-server[103163]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 21:04:33.167092 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 21:04:33.167092 n-d-842733-1 neutron-server[103163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 21:04:33.167092 n-d-842733-1 neutron-server[103163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 21:04:33.199574 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-47500f4c-043c-4a92-9459-901db8d5c048 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d22f9ca8265241018ce9b180e0c23701&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1655183 May 20 21:04:33.206352 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 44656) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:04:33.273967 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d34944c-14cb-410f-8d7f-c9b8ba4ff2e5 req-e728b0a6-a00d-488b-b848-e71f4a94a4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:04:33.275353 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-5d34944c-14cb-410f-8d7f-c9b8ba4ff2e5 req-e728b0a6-a00d-488b-b848-e71f4a94a4c2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=71cdbdb6-2a6f-4add-9d80-59c94baaaa26 HTTP/1.1" status: 200 len: 797 time: 0.1167014 May 20 21:04:33.308035 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d21c20f4-d546-4caf-b4a2-37af9dc924e9 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33072122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748162'] for network, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:33.316231 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d21c20f4-d546-4caf-b4a2-37af9dc924e9 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:33.325577 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-d21c20f4-d546-4caf-b4a2-37af9dc924e9 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] 10.222.0.35 "DELETE /v2.0/networks/57482fd5-8527-4576-883a-ff4c0f205b68 HTTP/1.1" status: 204 len: 168 time: 1.4200926 May 20 21:04:33.325577 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 44660) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:04:33.330127 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-df72094b-a347-4311-b774-1019765d5e25 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Request body: {'router': {'routes': None}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:04:33.388566 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21c20f4-d546-4caf-b4a2-37af9dc924e9 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Pushing event deleted for resources: {'Network': ['ID=57482fd5-8527-4576-883a-ff4c0f205b68,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:04:33.393598 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-c9e76c14-1b52-4c6b-a6fd-f031389a659f None None] Provisioning complete for port 7a826bf7-438f-4e7b-b171-4a46d42fb694 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:04:33.394128 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c9e76c14-1b52-4c6b-a6fd-f031389a659f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:33.439079 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6b0bb706-aad4-432f-91f0-7276ed7dd251 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:33.454949 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 7a826bf7-438f-4e7b-b171-4a46d42fb694 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:04:33.455319 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:33.518570 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d34944c-14cb-410f-8d7f-c9b8ba4ff2e5 req-f119eefb-6ac7-46e3-bd10-7c045f709d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:04:33.520317 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-5d34944c-14cb-410f-8d7f-c9b8ba4ff2e5 req-f119eefb-6ac7-46e3-bd10-7c045f709d02 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2092c81d-6283-40f1-9bf1-5f286393c29e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2357574 May 20 21:04:33.522557 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-09cfe48b-c95c-448e-8c17-40d4b1f74eae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:33.547854 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-09cfe48b-c95c-448e-8c17-40d4b1f74eae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:33.548893 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-c9e76c14-1b52-4c6b-a6fd-f031389a659f None None] Current status of the port 7a826bf7-438f-4e7b-b171-4a46d42fb694 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:04:33.634771 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 7a826bf7-438f-4e7b-b171-4a46d42fb694 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:04:33.694326 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.extraroute_db [None req-df72094b-a347-4311-b774-1019765d5e25 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Added routes are [] {{(pid=103163) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} May 20 21:04:33.694752 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.extraroute_db [None req-df72094b-a347-4311-b774-1019765d5e25 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Removed routes are [] {{(pid=103163) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} May 20 21:04:33.695830 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-df72094b-a347-4311-b774-1019765d5e25 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-748143', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-693059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26112'] for router, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:33.712250 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-09cfe48b-c95c-448e-8c17-40d4b1f74eae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:33.714774 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-09cfe48b-c95c-448e-8c17-40d4b1f74eae admin admin] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:33.715927 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-09cfe48b-c95c-448e-8c17-40d4b1f74eae admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/07ed6850-c0f9-418b-bcde-cf53430f4b5f HTTP/1.1" status: 204 len: 168 time: 0.5083690 May 20 21:04:33.717968 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 5e4d3762-9cc0-48ce-a2d7-464e125bd131 no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 21:04:33.744819 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: 5e4d3762-9cc0-48ce-a2d7-464e125bd131 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 21:04:33.745568 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 5e4d3762-9cc0-48ce-a2d7-464e125bd131 not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 21:04:33.746175 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cfe48b-c95c-448e-8c17-40d4b1f74eae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07ed6850-c0f9-418b-bcde-cf53430f4b5f,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:04:33.746456 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 9aed68bb-642f-4bb2-8c88-57334541f062 no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 21:04:33.800076 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: 9aed68bb-642f-4bb2-8c88-57334541f062 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 21:04:33.800912 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 9aed68bb-642f-4bb2-8c88-57334541f062 not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 21:04:33.894082 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-5d34944c-14cb-410f-8d7f-c9b8ba4ff2e5 req-7148b088-71ba-4868-91b8-e2f8f5147763 service neutron] 10.222.0.13 "GET /v2.0/networks/2092c81d-6283-40f1-9bf1-5f286393c29e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2967348 May 20 21:04:33.910100 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-df72094b-a347-4311-b774-1019765d5e25 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-748143', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-693059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26112'] for router, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:33.913658 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-df72094b-a347-4311-b774-1019765d5e25 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-748132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-748125', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-693176'] for router, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:33.927859 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6b0bb706-aad4-432f-91f0-7276ed7dd251 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748106'] for router, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:34.021114 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df72094b-a347-4311-b774-1019765d5e25 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Router 6eb174ec-66e3-4cfd-bc8c-d366878f3df9 has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 21:04:34.083298 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-5d34944c-14cb-410f-8d7f-c9b8ba4ff2e5 req-ea2158c7-b565-4b69-99a2-3316f440b1e8 service neutron] 10.222.0.13 "GET /v2.0/networks/2092c81d-6283-40f1-9bf1-5f286393c29e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1801343 May 20 21:04:34.131169 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df72094b-a347-4311-b774-1019765d5e25 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 21:04:34.140771 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-df72094b-a347-4311-b774-1019765d5e25 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks [] for router, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:34.142830 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-df72094b-a347-4311-b774-1019765d5e25 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] 10.222.0.35 "PUT /v2.0/routers/6eb174ec-66e3-4cfd-bc8c-d366878f3df9 HTTP/1.1" status: 200 len: 705 time: 0.8189843 May 20 21:04:34.143422 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-5d34944c-14cb-410f-8d7f-c9b8ba4ff2e5 req-eafd4fac-e00b-4d35-8fd1-5fafd49f6972 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.135&port_id=e23bf1a0-0743-4c25-ac95-d74d935af48f HTTP/1.1" status: 200 len: 217 time: 0.0524192 May 20 21:04:34.144523 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d88797fb-c7ac-47a9-a9d6-4a9b2a679810 None None] Sync routers for ids ['6eb174ec-66e3-4cfd-bc8c-d366878f3df9'] in n-d-842733-1 {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 21:04:34.146053 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 44674) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:04:34.157606 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d88797fb-c7ac-47a9-a9d6-4a9b2a679810 None None] Routers {'6eb174ec-66e3-4cfd-bc8c-d366878f3df9'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:04:34.158392 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-d88797fb-c7ac-47a9-a9d6-4a9b2a679810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:04:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['6eb174ec-66e3-4cfd-bc8c-d366878f3df9'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:04:34.181887 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-d3d40d96-ece1-4bbd-9e90-a222b03dcbe8 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] 10.222.0.35 "GET /v2.0/ports?device_id=6eb174ec-66e3-4cfd-bc8c-d366878f3df9 HTTP/1.1" status: 200 len: 205 time: 0.0334208 May 20 21:04:34.184414 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 44676) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:04:34.208899 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d34944c-14cb-410f-8d7f-c9b8ba4ff2e5 req-50cf6c33-09b7-4690-8a9c-7580662b7a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:04:34.210692 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-5d34944c-14cb-410f-8d7f-c9b8ba4ff2e5 req-50cf6c33-09b7-4690-8a9c-7580662b7a95 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=71cdbdb6-2a6f-4add-9d80-59c94baaaa26 HTTP/1.1" status: 200 len: 797 time: 0.0610156 May 20 21:04:34.258172 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-d88797fb-c7ac-47a9-a9d6-4a9b2a679810 None None] Set router 6eb174ec-66e3-4cfd-bc8c-d366878f3df9 gateway port host: None {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:04:34.266215 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d34944c-14cb-410f-8d7f-c9b8ba4ff2e5 req-36d5a372-3f1b-456e-96be-0749a783260a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:04:34.267827 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-5d34944c-14cb-410f-8d7f-c9b8ba4ff2e5 req-36d5a372-3f1b-456e-96be-0749a783260a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2092c81d-6283-40f1-9bf1-5f286393c29e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0496120 May 20 21:04:34.281113 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7ed95094-a3cd-48bc-b952-b884af971ea5 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks [] for router, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:34.287894 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b0bb706-aad4-432f-91f0-7276ed7dd251 admin admin] Router 7d45075a-b9f6-4ccd-87ac-e2c6ec4db47e is scheduled to L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e with binding_index 1 {{(pid=103162) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 20 21:04:34.338539 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-d88797fb-c7ac-47a9-a9d6-4a9b2a679810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6eb174ec-66e3-4cfd-bc8c-d366878f3df9', 'name': 'tempest-RoutersIpV6Test-router-1608490678', 'tenant_id': '785b01e259854fae98d7194cf8f7101e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:03:45Z', 'updated_at': '2022-05-20T21:04:30Z', 'revision_number': 11, 'project_id': '785b01e259854fae98d7194cf8f7101e', 'gw_port_host': None}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:04:34.367738 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d88797fb-c7ac-47a9-a9d6-4a9b2a679810 None None] Checking router: 6eb174ec-66e3-4cfd-bc8c-d366878f3df9 for host: n-d-842733-1 {{(pid=103165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 21:04:34.378452 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d88797fb-c7ac-47a9-a9d6-4a9b2a679810 None None] Routers {'6eb174ec-66e3-4cfd-bc8c-d366878f3df9'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:04:34.379469 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-d88797fb-c7ac-47a9-a9d6-4a9b2a679810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:04:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['6eb174ec-66e3-4cfd-bc8c-d366878f3df9'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:04:34.531518 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-d88797fb-c7ac-47a9-a9d6-4a9b2a679810 None None] Set router 6eb174ec-66e3-4cfd-bc8c-d366878f3df9 gateway port host: None {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:04:34.656367 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-d88797fb-c7ac-47a9-a9d6-4a9b2a679810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6eb174ec-66e3-4cfd-bc8c-d366878f3df9', 'name': 'tempest-RoutersIpV6Test-router-1608490678', 'tenant_id': '785b01e259854fae98d7194cf8f7101e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:03:45Z', 'updated_at': '2022-05-20T21:04:30Z', 'revision_number': 11, 'project_id': '785b01e259854fae98d7194cf8f7101e', 'gw_port_host': None}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:04:34.681894 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7ed95094-a3cd-48bc-b952-b884af971ea5 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26169'] for router, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:34.684252 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7ed95094-a3cd-48bc-b952-b884af971ea5 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:34.799731 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d88797fb-c7ac-47a9-a9d6-4a9b2a679810 None None] The sync data for ids ['6eb174ec-66e3-4cfd-bc8c-d366878f3df9'] in n-d-842733-1 is: [{'id': '6eb174ec-66e3-4cfd-bc8c-d366878f3df9', 'name': 'tempest-RoutersIpV6Test-router-1608490678', 'tenant_id': '785b01e259854fae98d7194cf8f7101e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:03:45Z', 'updated_at': '2022-05-20T21:04:30Z', 'revision_number': 11, 'project_id': '785b01e259854fae98d7194cf8f7101e', 'gw_port_host': None}] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 21:04:34.850921 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7ed95094-a3cd-48bc-b952-b884af971ea5 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-693148'] for router, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:34.851497 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ed95094-a3cd-48bc-b952-b884af971ea5 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Fanout notify agent at l3_agent the message router_deleted on router 6eb174ec-66e3-4cfd-bc8c-d366878f3df9 {{(pid=103163) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 20 21:04:34.860414 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7ed95094-a3cd-48bc-b952-b884af971ea5 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks [] for router, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:34.868749 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-7ed95094-a3cd-48bc-b952-b884af971ea5 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] 10.222.0.35 "DELETE /v2.0/routers/6eb174ec-66e3-4cfd-bc8c-d366878f3df9 HTTP/1.1" status: 204 len: 168 time: 0.6778300 May 20 21:04:34.868982 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 44698) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:04:34.897001 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-7bfae323-2621-47a4-aa1a-059cf1527083 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2140859955', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:04:34.930196 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-5d34944c-14cb-410f-8d7f-c9b8ba4ff2e5 req-19456acc-2cd8-4327-857e-ae0e0f1847e3 service neutron] 10.222.0.13 "GET /v2.0/networks/2092c81d-6283-40f1-9bf1-5f286393c29e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6548433 May 20 21:04:35.043769 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7bfae323-2621-47a4-aa1a-059cf1527083 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-694221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26155'] for router, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:35.044844 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7bfae323-2621-47a4-aa1a-059cf1527083 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-693085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748153', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-718080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26162'] for router, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:35.109350 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b0bb706-aad4-432f-91f0-7276ed7dd251 admin admin] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 21:04:35.128334 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e908b1a-5b6e-4f80-92c1-b61563ec7077 None None] Sync routers for ids ['7d45075a-b9f6-4ccd-87ac-e2c6ec4db47e'] in n-d-842733-1 {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 21:04:35.140868 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e908b1a-5b6e-4f80-92c1-b61563ec7077 None None] Routers {'7d45075a-b9f6-4ccd-87ac-e2c6ec4db47e'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:04:35.141853 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-9e908b1a-5b6e-4f80-92c1-b61563ec7077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:04:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['7d45075a-b9f6-4ccd-87ac-e2c6ec4db47e'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:04:35.216405 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7bfae323-2621-47a4-aa1a-059cf1527083 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:35.223717 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-5d34944c-14cb-410f-8d7f-c9b8ba4ff2e5 req-5c23b92f-2063-4aa4-97ff-688826d3e6dc service neutron] 10.222.0.13 "GET /v2.0/networks/2092c81d-6283-40f1-9bf1-5f286393c29e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2809744 May 20 21:04:35.279171 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-5d34944c-14cb-410f-8d7f-c9b8ba4ff2e5 req-043feeda-4894-4e32-8bda-d073df4b55c7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.154&port_id=c635efd6-629d-4675-9b02-f5dc32576914 HTTP/1.1" status: 200 len: 217 time: 0.0408444 May 20 21:04:35.287682 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7bfae323-2621-47a4-aa1a-059cf1527083 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748106'] for router, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:35.294608 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-9e908b1a-5b6e-4f80-92c1-b61563ec7077 None None] Set router 7d45075a-b9f6-4ccd-87ac-e2c6ec4db47e gateway port host: n-d-842733-1 {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:04:35.347383 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6b0bb706-aad4-432f-91f0-7276ed7dd251 admin admin] Notify callbacks [] for router, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:35.353344 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-6b0bb706-aad4-432f-91f0-7276ed7dd251 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.9247892 May 20 21:04:35.353344 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 44710) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:04:35.412529 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7bfae323-2621-47a4-aa1a-059cf1527083 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks [] for router, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:35.417085 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 44712) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:04:35.425968 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-7bfae323-2621-47a4-aa1a-059cf1527083 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5555768 May 20 21:04:35.433895 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-c752d489-eb67-4af1-860c-51f47163031b tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:04:35.445853 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d34944c-14cb-410f-8d7f-c9b8ba4ff2e5 req-b5d93064-c9a8-420d-bc40-e532921544e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:04:35.449576 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-5d34944c-14cb-410f-8d7f-c9b8ba4ff2e5 req-b5d93064-c9a8-420d-bc40-e532921544e0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=71cdbdb6-2a6f-4add-9d80-59c94baaaa26 HTTP/1.1" status: 200 len: 797 time: 0.1614952 May 20 21:04:35.638156 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-9e908b1a-5b6e-4f80-92c1-b61563ec7077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d45075a-b9f6-4ccd-87ac-e2c6ec4db47e', 'name': 'tempest-TestAggregatesBasicOps-222606174-router', 'tenant_id': '16b91e6773024db8a0084387632b7ed1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.118'}], 'enable_snat': True}, 'gw_port_id': 'b3866714-381c-4f03-a0a9-d0eb1e571ba6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:04:28Z', 'updated_at': '2022-05-20T21:04:33Z', 'revision_number': 3, 'project_id': '16b91e6773024db8a0084387632b7ed1', 'gw_port': {'id': 'b3866714-381c-4f03-a0a9-d0eb1e571ba6', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:a5:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d45075a-b9f6-4ccd-87ac-e2c6ec4db47e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:04:30Z', 'updated_at': '2022-05-20T21:04:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:04:35.669406 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e908b1a-5b6e-4f80-92c1-b61563ec7077 None None] Checking router: 7d45075a-b9f6-4ccd-87ac-e2c6ec4db47e for host: n-d-842733-1 {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 21:04:35.669885 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e908b1a-5b6e-4f80-92c1-b61563ec7077 None None] Updating router 7d45075a-b9f6-4ccd-87ac-e2c6ec4db47e port b3866714-381c-4f03-a0a9-d0eb1e571ba6 binding host n-d-842733-1 {{(pid=103164) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 21:04:35.687481 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d34944c-14cb-410f-8d7f-c9b8ba4ff2e5 req-00d95a80-4b1d-40c6-9847-97533b0e1e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:04:35.692194 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-5d34944c-14cb-410f-8d7f-c9b8ba4ff2e5 req-00d95a80-4b1d-40c6-9847-97533b0e1e0f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2092c81d-6283-40f1-9bf1-5f286393c29e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2363334 May 20 21:04:35.703651 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-9e908b1a-5b6e-4f80-92c1-b61563ec7077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:35.746134 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c752d489-eb67-4af1-860c-51f47163031b tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-748143', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-693059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26112'] for router, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:35.835397 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c752d489-eb67-4af1-860c-51f47163031b tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-748132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-748125', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-693176'] for router, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:36.011810 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-5d34944c-14cb-410f-8d7f-c9b8ba4ff2e5 req-55c5882c-c6c1-4cac-af24-8f63432ff922 service neutron] 10.222.0.13 "GET /v2.0/networks/2092c81d-6283-40f1-9bf1-5f286393c29e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3042016 May 20 21:04:36.079185 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-9e908b1a-5b6e-4f80-92c1-b61563ec7077 None None] Notify callbacks [] for port, precommit_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:36.159589 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-9e908b1a-5b6e-4f80-92c1-b61563ec7077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:36.218445 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-9e908b1a-5b6e-4f80-92c1-b61563ec7077 None None] Attempting to bind port b3866714-381c-4f03-a0a9-d0eb1e571ba6 on host n-d-842733-1 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:04:36.218824 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-9e908b1a-5b6e-4f80-92c1-b61563ec7077 None None] Attempting to bind port b3866714-381c-4f03-a0a9-d0eb1e571ba6 by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': '0b5485c4-eff8-42a1-9073-ae54ed4c63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:04:36.219199 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e908b1a-5b6e-4f80-92c1-b61563ec7077 None None] Attempting to bind port b3866714-381c-4f03-a0a9-d0eb1e571ba6 on network e3a93b5c-91e2-4064-9c2c-1afc261bfe15 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:04:36.232914 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e908b1a-5b6e-4f80-92c1-b61563ec7077 None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 21, 4, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 21:04:36.233354 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e908b1a-5b6e-4f80-92c1-b61563ec7077 None None] Checking segment: {'id': '0b5485c4-eff8-42a1-9073-ae54ed4c63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:04:36.237051 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-9e908b1a-5b6e-4f80-92c1-b61563ec7077 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:36.237051 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e908b1a-5b6e-4f80-92c1-b61563ec7077 None None] Bound using segment: {'id': '0b5485c4-eff8-42a1-9073-ae54ed4c63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 21:04:36.237051 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-9e908b1a-5b6e-4f80-92c1-b61563ec7077 None None] Bound port: b3866714-381c-4f03-a0a9-d0eb1e571ba6, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b5485c4-eff8-42a1-9073-ae54ed4c63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:04:36.237051 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-9e908b1a-5b6e-4f80-92c1-b61563ec7077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:36.253200 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-5d34944c-14cb-410f-8d7f-c9b8ba4ff2e5 req-6212a000-e401-40fd-a86b-ebf94de16da4 service neutron] 10.222.0.13 "GET /v2.0/networks/2092c81d-6283-40f1-9bf1-5f286393c29e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2322516 May 20 21:04:36.323583 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-5d34944c-14cb-410f-8d7f-c9b8ba4ff2e5 req-26390650-a01e-4233-87e7-da6204d728bf service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f4c771b6-ea4d-4f91-a9e6-9592d7d019b1 HTTP/1.1" status: 200 len: 217 time: 0.0553544 May 20 21:04:36.328300 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-9e908b1a-5b6e-4f80-92c1-b61563ec7077 None None] For port b3866714-381c-4f03-a0a9-d0eb1e571ba6, host n-d-842733-1, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 21:04:36.333009 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-9e908b1a-5b6e-4f80-92c1-b61563ec7077 None None] For port b3866714-381c-4f03-a0a9-d0eb1e571ba6, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=b3866714-381c-4f03-a0a9-d0eb1e571ba6,segment=NetworkSegment(0b5485c4-eff8-42a1-9073-ae54ed4c63ba),segment_id=0b5485c4-eff8-42a1-9073-ae54ed4c63ba)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 21:04:36.348002 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95643c55-dae2-427b-bdd0-b065a16e7862 None None] Pushing event updated for resources: {'Port': ['ID=b3866714-381c-4f03-a0a9-d0eb1e571ba6,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:04:36.417953 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-9e908b1a-5b6e-4f80-92c1-b61563ec7077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:36.445957 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d34944c-14cb-410f-8d7f-c9b8ba4ff2e5 req-5acff43b-38b7-412f-9af9-021e926ad9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:04:36.450017 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-5d34944c-14cb-410f-8d7f-c9b8ba4ff2e5 req-5acff43b-38b7-412f-9af9-021e926ad9d4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=70b55600-d7fc-4e7e-8aec-f560aacbb632 HTTP/1.1" status: 200 len: 797 time: 0.0759304 May 20 21:04:36.471241 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e908b1a-5b6e-4f80-92c1-b61563ec7077 None None] Routers {'7d45075a-b9f6-4ccd-87ac-e2c6ec4db47e'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:04:36.472071 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-9e908b1a-5b6e-4f80-92c1-b61563ec7077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:04:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['7d45075a-b9f6-4ccd-87ac-e2c6ec4db47e'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:04:36.536398 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95643c55-dae2-427b-bdd0-b065a16e7862 None None] Pushing event updated for resources: {'Port': ['ID=b3866714-381c-4f03-a0a9-d0eb1e571ba6,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:04:36.577817 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c752d489-eb67-4af1-860c-51f47163031b tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Router ee9899bf-b387-46f5-a72c-32cfd4da0d7c is scheduled to L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e with binding_index 1 {{(pid=103163) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 20 21:04:36.614999 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d34944c-14cb-410f-8d7f-c9b8ba4ff2e5 req-5e9a46d9-698b-489a-b39d-1443d0e0b9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:04:36.617683 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-5d34944c-14cb-410f-8d7f-c9b8ba4ff2e5 req-5e9a46d9-698b-489a-b39d-1443d0e0b9a3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=406fd18c-0c2e-4f41-b1be-e40f4d4f5f09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1573768 May 20 21:04:36.628971 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-9e908b1a-5b6e-4f80-92c1-b61563ec7077 None None] Set router 7d45075a-b9f6-4ccd-87ac-e2c6ec4db47e gateway port host: n-d-842733-1 {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:04:36.750086 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1f97bd25-7725-48bd-b7d5-560315f15775 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:36.757315 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c752d489-eb67-4af1-860c-51f47163031b tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 21:04:36.776828 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc44432-99a3-4aa0-978c-4ee384953c8f None None] Sync routers for ids ['ee9899bf-b387-46f5-a72c-32cfd4da0d7c'] in n-d-842733-1 {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 21:04:36.814714 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc44432-99a3-4aa0-978c-4ee384953c8f None None] Routers {'ee9899bf-b387-46f5-a72c-32cfd4da0d7c'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:04:36.815330 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-5cc44432-99a3-4aa0-978c-4ee384953c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:04:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['ee9899bf-b387-46f5-a72c-32cfd4da0d7c'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:04:36.824161 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c752d489-eb67-4af1-860c-51f47163031b tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks [] for router, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:36.828380 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-c752d489-eb67-4af1-860c-51f47163031b tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] 10.222.0.35 "PUT /v2.0/routers/ee9899bf-b387-46f5-a72c-32cfd4da0d7c HTTP/1.1" status: 200 len: 698 time: 1.4102151 May 20 21:04:36.836497 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 44742) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:04:36.907036 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-9e908b1a-5b6e-4f80-92c1-b61563ec7077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d45075a-b9f6-4ccd-87ac-e2c6ec4db47e', 'name': 'tempest-TestAggregatesBasicOps-222606174-router', 'tenant_id': '16b91e6773024db8a0084387632b7ed1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.118'}], 'enable_snat': True}, 'gw_port_id': 'b3866714-381c-4f03-a0a9-d0eb1e571ba6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:04:28Z', 'updated_at': '2022-05-20T21:04:33Z', 'revision_number': 3, 'project_id': '16b91e6773024db8a0084387632b7ed1', 'gw_port': {'id': 'b3866714-381c-4f03-a0a9-d0eb1e571ba6', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:a5:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d45075a-b9f6-4ccd-87ac-e2c6ec4db47e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:04:30Z', 'updated_at': '2022-05-20T21:04:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:04:36.917635 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-5d34944c-14cb-410f-8d7f-c9b8ba4ff2e5 req-00cebe58-d13d-4ffd-add4-10ebd9e40406 service neutron] 10.222.0.13 "GET /v2.0/networks/406fd18c-0c2e-4f41-b1be-e40f4d4f5f09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2862368 May 20 21:04:36.934239 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-5cc44432-99a3-4aa0-978c-4ee384953c8f None None] Set router ee9899bf-b387-46f5-a72c-32cfd4da0d7c gateway port host: None {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:04:36.976475 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e908b1a-5b6e-4f80-92c1-b61563ec7077 None None] The sync data for ids ['7d45075a-b9f6-4ccd-87ac-e2c6ec4db47e'] in n-d-842733-1 is: [{'id': '7d45075a-b9f6-4ccd-87ac-e2c6ec4db47e', 'name': 'tempest-TestAggregatesBasicOps-222606174-router', 'tenant_id': '16b91e6773024db8a0084387632b7ed1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.118'}], 'enable_snat': True}, 'gw_port_id': 'b3866714-381c-4f03-a0a9-d0eb1e571ba6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:04:28Z', 'updated_at': '2022-05-20T21:04:33Z', 'revision_number': 3, 'project_id': '16b91e6773024db8a0084387632b7ed1', 'gw_port': {'id': 'b3866714-381c-4f03-a0a9-d0eb1e571ba6', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:a5:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d45075a-b9f6-4ccd-87ac-e2c6ec4db47e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:04:30Z', 'updated_at': '2022-05-20T21:04:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 21:04:37.058746 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-5cc44432-99a3-4aa0-978c-4ee384953c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee9899bf-b387-46f5-a72c-32cfd4da0d7c', 'name': 'tempest-RoutersIpV6Test-router-2140859955', 'tenant_id': '785b01e259854fae98d7194cf8f7101e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:04:35Z', 'updated_at': '2022-05-20T21:04:35Z', 'revision_number': 2, 'project_id': '785b01e259854fae98d7194cf8f7101e', 'gw_port_host': None}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:04:37.081109 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-fea6bbbe-2357-4fb9-b064-8e371248bbf2 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] 10.222.0.35 "GET /v2.0/routers/ee9899bf-b387-46f5-a72c-32cfd4da0d7c HTTP/1.1" status: 200 len: 704 time: 0.2434127 May 20 21:04:37.083494 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 44748) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:04:37.109523 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc44432-99a3-4aa0-978c-4ee384953c8f None None] Checking router: ee9899bf-b387-46f5-a72c-32cfd4da0d7c for host: n-d-842733-1 {{(pid=103165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 21:04:37.131107 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc44432-99a3-4aa0-978c-4ee384953c8f None None] Routers {'ee9899bf-b387-46f5-a72c-32cfd4da0d7c'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:04:37.131732 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-5cc44432-99a3-4aa0-978c-4ee384953c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:04:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['ee9899bf-b387-46f5-a72c-32cfd4da0d7c'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:04:37.146790 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-93df5936-7457-45ea-ab7f-778e54e38600 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] 10.222.0.35 "GET /v2.0/ports?device_id=ee9899bf-b387-46f5-a72c-32cfd4da0d7c HTTP/1.1" status: 200 len: 205 time: 0.0565555 May 20 21:04:37.147490 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 44750) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:04:37.251058 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c88d7569-d864-43f8-aad7-2f5cabdefe7d tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks [] for router, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:37.260076 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-5d34944c-14cb-410f-8d7f-c9b8ba4ff2e5 req-016f8640-84f7-4b1a-8a29-614aea9bc639 service neutron] 10.222.0.13 "GET /v2.0/networks/406fd18c-0c2e-4f41-b1be-e40f4d4f5f09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3286686 May 20 21:04:37.275360 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-5cc44432-99a3-4aa0-978c-4ee384953c8f None None] Set router ee9899bf-b387-46f5-a72c-32cfd4da0d7c gateway port host: None {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:04:37.396861 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-5d34944c-14cb-410f-8d7f-c9b8ba4ff2e5 req-ad50ad55-212d-475c-809b-70b6b51a99fe service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=914487ce-60c1-489c-a9a9-2aac03bed154 HTTP/1.1" status: 200 len: 217 time: 0.1256237 May 20 21:04:37.398189 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-1f97bd25-7725-48bd-b7d5-560315f15775 admin admin] Allocated IP 172.20.0.1 (ade31805-2b59-46c1-9f7a-71feefebd916/14500e47-aadb-481e-a900-ff1b86b265be/86ab93a2-8ae3-4fd9-b083-548b24709061) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:04:37.430207 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-5cc44432-99a3-4aa0-978c-4ee384953c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee9899bf-b387-46f5-a72c-32cfd4da0d7c', 'name': 'tempest-RoutersIpV6Test-router-2140859955', 'tenant_id': '785b01e259854fae98d7194cf8f7101e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:04:35Z', 'updated_at': '2022-05-20T21:04:35Z', 'revision_number': 2, 'project_id': '785b01e259854fae98d7194cf8f7101e', 'gw_port_host': None}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:04:37.487005 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc44432-99a3-4aa0-978c-4ee384953c8f None None] The sync data for ids ['ee9899bf-b387-46f5-a72c-32cfd4da0d7c'] in n-d-842733-1 is: [{'id': 'ee9899bf-b387-46f5-a72c-32cfd4da0d7c', 'name': 'tempest-RoutersIpV6Test-router-2140859955', 'tenant_id': '785b01e259854fae98d7194cf8f7101e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:04:35Z', 'updated_at': '2022-05-20T21:04:35Z', 'revision_number': 2, 'project_id': '785b01e259854fae98d7194cf8f7101e', 'gw_port_host': None}] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 21:04:37.547963 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d34944c-14cb-410f-8d7f-c9b8ba4ff2e5 req-36714f51-d891-489b-b767-f210b91870a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:04:37.549402 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-5d34944c-14cb-410f-8d7f-c9b8ba4ff2e5 req-36714f51-d891-489b-b767-f210b91870a3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=70b55600-d7fc-4e7e-8aec-f560aacbb632 HTTP/1.1" status: 200 len: 797 time: 0.1463046 May 20 21:04:37.710033 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d34944c-14cb-410f-8d7f-c9b8ba4ff2e5 req-9c1f491f-79c7-4e9a-aba7-52cec7097db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:04:37.711507 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-5d34944c-14cb-410f-8d7f-c9b8ba4ff2e5 req-9c1f491f-79c7-4e9a-aba7-52cec7097db3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=406fd18c-0c2e-4f41-b1be-e40f4d4f5f09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1557708 May 20 21:04:37.762255 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c88d7569-d864-43f8-aad7-2f5cabdefe7d tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26169'] for router, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:37.767103 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c88d7569-d864-43f8-aad7-2f5cabdefe7d tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:37.856936 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1f97bd25-7725-48bd-b7d5-560315f15775 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:37.936796 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c88d7569-d864-43f8-aad7-2f5cabdefe7d tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-693148'] for router, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:37.937705 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c88d7569-d864-43f8-aad7-2f5cabdefe7d tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Fanout notify agent at l3_agent the message router_deleted on router ee9899bf-b387-46f5-a72c-32cfd4da0d7c {{(pid=103163) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 20 21:04:37.940593 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-5d34944c-14cb-410f-8d7f-c9b8ba4ff2e5 req-399e892d-c492-4710-a2a1-0fa3e186cbec service neutron] 10.222.0.13 "GET /v2.0/networks/406fd18c-0c2e-4f41-b1be-e40f4d4f5f09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2049744 May 20 21:04:37.950469 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c88d7569-d864-43f8-aad7-2f5cabdefe7d tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] Notify callbacks [] for router, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:37.952566 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-c88d7569-d864-43f8-aad7-2f5cabdefe7d tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] 10.222.0.35 "DELETE /v2.0/routers/ee9899bf-b387-46f5-a72c-32cfd4da0d7c HTTP/1.1" status: 204 len: 168 time: 0.8037860 May 20 21:04:37.955696 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 44764) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:04:38.012729 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-785e3ff4-546d-40bc-aa9a-a40c8fe2ec4e tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] 10.222.0.35 "GET /v2.0/ports?device_id=ee9899bf-b387-46f5-a72c-32cfd4da0d7c HTTP/1.1" status: 200 len: 205 time: 0.0559552 May 20 21:04:38.015786 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 44768) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:04:38.081375 n-d-842733-1 neutron-server[103163]: INFO neutron.api.v2.resource [None req-e2db2058-965e-4fd6-86fe-ce962e213449 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] delete failed (client error): The resource could not be found. May 20 21:04:38.088207 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-e2db2058-965e-4fd6-86fe-ce962e213449 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] 10.222.0.35 "DELETE /v2.0/routers/ee9899bf-b387-46f5-a72c-32cfd4da0d7c HTTP/1.1" status: 404 len: 336 time: 0.0706372 May 20 21:04:38.088873 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 44770) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:04:38.100759 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-5d34944c-14cb-410f-8d7f-c9b8ba4ff2e5 req-d8f8e974-cb5e-46dc-9314-c5fbc6fe0487 service neutron] 10.222.0.13 "GET /v2.0/networks/406fd18c-0c2e-4f41-b1be-e40f4d4f5f09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505129 May 20 21:04:38.104999 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1f97bd25-7725-48bd-b7d5-560315f15775 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:38.169374 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f97bd25-7725-48bd-b7d5-560315f15775 admin admin] Network ade31805-2b59-46c1-9f7a-71feefebd916 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:04:38.174760 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-1f97bd25-7725-48bd-b7d5-560315f15775 admin admin] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:04:38.178137 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f97bd25-7725-48bd-b7d5-560315f15775 admin admin] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:04:38.199588 n-d-842733-1 neutron-server[103163]: INFO neutron.pecan_wsgi.hooks.translation [None req-7077c94a-88b1-4e41-9a45-eea2fd44b99d tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] DELETE failed (client error): The resource could not be found. May 20 21:04:38.200269 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7077c94a-88b1-4e41-9a45-eea2fd44b99d tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103163) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 21:04:38.209349 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-7077c94a-88b1-4e41-9a45-eea2fd44b99d tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] 10.222.0.35 "DELETE /v2.0/subnets/6834034c-9f41-496e-a3b2-0cfcbfc3f764 HTTP/1.1" status: 404 len: 337 time: 0.1160135 May 20 21:04:38.210149 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 44774) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:04:38.276703 n-d-842733-1 neutron-server[103163]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a714f77-def3-45d0-a197-95dedad281a8 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] DELETE failed (client error): The resource could not be found. May 20 21:04:38.280584 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a714f77-def3-45d0-a197-95dedad281a8 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103163) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 21:04:38.287971 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f97bd25-7725-48bd-b7d5-560315f15775 admin admin] Pushing event updated for resources: {'Port': ['ID=86ab93a2-8ae3-4fd9-b083-548b24709061,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:04:38.291526 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-8a714f77-def3-45d0-a197-95dedad281a8 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] 10.222.0.35 "DELETE /v2.0/subnets/55aed13c-521b-4f1f-ad22-eefb7d99d526 HTTP/1.1" status: 404 len: 337 time: 0.0777545 May 20 21:04:38.293006 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 44776) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:04:38.306672 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1f97bd25-7725-48bd-b7d5-560315f15775 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748409'] for router_interface, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:38.404422 n-d-842733-1 neutron-server[103163]: INFO neutron.pecan_wsgi.hooks.translation [None req-accad4de-349f-4d7c-8720-633686225b8c tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] DELETE failed (client error): The resource could not be found. May 20 21:04:38.406595 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-accad4de-349f-4d7c-8720-633686225b8c tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103163) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 21:04:38.417384 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-accad4de-349f-4d7c-8720-633686225b8c tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] 10.222.0.35 "DELETE /v2.0/subnets/785f8fc5-12c1-4486-965d-e531358317dd HTTP/1.1" status: 404 len: 337 time: 0.1207812 May 20 21:04:38.418573 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 44780) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:04:38.503864 n-d-842733-1 neutron-server[103163]: INFO neutron.pecan_wsgi.hooks.translation [None req-df51859e-3f28-4a9b-b6e3-18fbc1e80835 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] DELETE failed (client error): The resource could not be found. May 20 21:04:38.509039 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df51859e-3f28-4a9b-b6e3-18fbc1e80835 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103163) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 21:04:38.514455 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-df51859e-3f28-4a9b-b6e3-18fbc1e80835 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] 10.222.0.35 "DELETE /v2.0/subnets/820c0307-2da3-4452-88ca-038e503e6b2a HTTP/1.1" status: 404 len: 337 time: 0.0946088 May 20 21:04:38.519400 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 44782) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:04:38.566957 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-2c0455f6-daac-4597-b02c-9a4992cdb902 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] 10.222.0.35 "GET /v2.0/ports?device_id=6eb174ec-66e3-4cfd-bc8c-d366878f3df9 HTTP/1.1" status: 200 len: 205 time: 0.0435424 May 20 21:04:38.567662 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 44786) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:04:38.590145 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1f97bd25-7725-48bd-b7d5-560315f15775 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:38.613345 n-d-842733-1 neutron-server[103163]: INFO neutron.api.v2.resource [None req-3919d1d2-b3b6-4b8d-8221-035647deb605 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] delete failed (client error): The resource could not be found. May 20 21:04:38.614400 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-3919d1d2-b3b6-4b8d-8221-035647deb605 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] 10.222.0.35 "DELETE /v2.0/routers/6eb174ec-66e3-4cfd-bc8c-d366878f3df9 HTTP/1.1" status: 404 len: 336 time: 0.0456486 May 20 21:04:38.620444 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 44788) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:04:38.661015 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-47927837-e67b-4ca8-bc1e-529739404d75 None None] Provisioning complete for port 86ab93a2-8ae3-4fd9-b083-548b24709061 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:04:38.662078 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-47927837-e67b-4ca8-bc1e-529739404d75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:38.666419 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-a145d6f1-0d7c-4ae9-a85d-c579a9e853d7 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] 10.222.0.35 "GET /v2.0/ports?device_id=779a6b55-6a33-41e5-b12b-04f53b722e1e HTTP/1.1" status: 200 len: 205 time: 0.0426006 May 20 21:04:38.666635 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 44790) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:04:38.741841 n-d-842733-1 neutron-server[103163]: INFO neutron.api.v2.resource [None req-2ce9ad52-4695-4bbe-965b-384ca2aefd7e tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] delete failed (client error): The resource could not be found. May 20 21:04:38.750295 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-2ce9ad52-4695-4bbe-965b-384ca2aefd7e tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] 10.222.0.35 "DELETE /v2.0/routers/779a6b55-6a33-41e5-b12b-04f53b722e1e HTTP/1.1" status: 404 len: 336 time: 0.0766466 May 20 21:04:38.752758 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 44798) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:04:38.759451 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-47927837-e67b-4ca8-bc1e-529739404d75 None None] Port 86ab93a2-8ae3-4fd9-b083-548b24709061 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 21:04:38.791702 n-d-842733-1 neutron-server[103163]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ee6d8a2-9180-4aa8-88da-95b1af12de9b tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] DELETE failed (client error): The resource could not be found. May 20 21:04:38.792204 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ee6d8a2-9180-4aa8-88da-95b1af12de9b tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103163) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 21:04:38.799142 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 44802) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:04:38.800605 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-3ee6d8a2-9180-4aa8-88da-95b1af12de9b tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] 10.222.0.35 "DELETE /v2.0/subnets/aa447cca-a5cd-4f63-9712-091ce9b48130 HTTP/1.1" status: 404 len: 337 time: 0.0460498 May 20 21:04:38.828038 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-9b879045-c91d-4fe2-af91-f6a4c4b8a362 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] 10.222.0.35 "GET /v2.0/ports?device_id=3903a7c3-0f46-42b7-988d-668ce28e4112 HTTP/1.1" status: 200 len: 205 time: 0.0275331 May 20 21:04:38.830068 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 44806) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:04:38.879147 n-d-842733-1 neutron-server[103162]: INFO neutron.api.v2.resource [None req-fc04da3f-847b-488e-adb9-38ce4511f555 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] delete failed (client error): The resource could not be found. May 20 21:04:38.883436 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-fc04da3f-847b-488e-adb9-38ce4511f555 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] 10.222.0.35 "DELETE /v2.0/routers/3903a7c3-0f46-42b7-988d-668ce28e4112 HTTP/1.1" status: 404 len: 336 time: 0.0492156 May 20 21:04:38.884060 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1f97bd25-7725-48bd-b7d5-560315f15775 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:38.885342 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 44810) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:04:38.934052 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-540b7f7a-d60d-4509-827b-3fc13b9f004f tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] 10.222.0.35 "GET /v2.0/ports?device_id=6f1b85ae-1086-4740-b7b8-526e3d919d46 HTTP/1.1" status: 200 len: 205 time: 0.0475795 May 20 21:04:38.937038 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 44814) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:04:39.007136 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1f97bd25-7725-48bd-b7d5-560315f15775 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:39.015411 n-d-842733-1 neutron-server[103162]: INFO neutron.api.v2.resource [None req-995b32df-d5bc-4832-9ad3-d5f5bb18f5b4 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] delete failed (client error): The resource could not be found. May 20 21:04:39.017719 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-995b32df-d5bc-4832-9ad3-d5f5bb18f5b4 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] 10.222.0.35 "DELETE /v2.0/routers/6f1b85ae-1086-4740-b7b8-526e3d919d46 HTTP/1.1" status: 404 len: 336 time: 0.0782802 May 20 21:04:39.019015 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 44816) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:04:39.032119 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device b3866714-381c-4f03-a0a9-d0eb1e571ba6 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:04:39.100941 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port b3866714-381c-4f03-a0a9-d0eb1e571ba6 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:04:39.101612 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:39.104492 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f97bd25-7725-48bd-b7d5-560315f15775 admin admin] Pushing event updated for resources: {'Port': ['ID=86ab93a2-8ae3-4fd9-b083-548b24709061,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:04:39.112950 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1f97bd25-7725-48bd-b7d5-560315f15775 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748437'] for router_interface, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:39.132291 n-d-842733-1 neutron-server[103163]: INFO neutron.pecan_wsgi.hooks.translation [None req-575a538f-0e5a-48d2-8c9c-a6eebb70e205 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] DELETE failed (client error): The resource could not be found. May 20 21:04:39.132738 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-575a538f-0e5a-48d2-8c9c-a6eebb70e205 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103163) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 21:04:39.141049 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-575a538f-0e5a-48d2-8c9c-a6eebb70e205 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] 10.222.0.35 "DELETE /v2.0/subnets/c2bc5efe-ef9f-4865-afe9-bd51ba53ce74 HTTP/1.1" status: 404 len: 337 time: 0.1209974 May 20 21:04:39.146271 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 44818) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:04:39.192896 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-749c4705-bb58-46a4-b538-6412c8d606f1 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] 10.222.0.35 "GET /v2.0/ports?device_id=d52549af-e919-4352-aee5-b63b1314c074 HTTP/1.1" status: 200 len: 205 time: 0.0481186 May 20 21:04:39.193838 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 44820) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:04:39.271486 n-d-842733-1 neutron-server[103163]: INFO neutron.api.v2.resource [None req-ef3e04a5-c2db-4668-9866-256e315c2ad2 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] delete failed (client error): The resource could not be found. May 20 21:04:39.275643 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-ef3e04a5-c2db-4668-9866-256e315c2ad2 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] 10.222.0.35 "DELETE /v2.0/routers/d52549af-e919-4352-aee5-b63b1314c074 HTTP/1.1" status: 404 len: 336 time: 0.0783105 May 20 21:04:39.275818 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f97bd25-7725-48bd-b7d5-560315f15775 admin admin] Network ade31805-2b59-46c1-9f7a-71feefebd916 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:04:39.280910 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port b3866714-381c-4f03-a0a9-d0eb1e571ba6 is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:04:39.280910 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:39.281273 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 44822) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:04:39.286953 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-1f97bd25-7725-48bd-b7d5-560315f15775 admin admin] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:04:39.324017 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] For port b3866714-381c-4f03-a0a9-d0eb1e571ba6, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=b3866714-381c-4f03-a0a9-d0eb1e571ba6,segment=NetworkSegment(0b5485c4-eff8-42a1-9073-ae54ed4c63ba),segment_id=0b5485c4-eff8-42a1-9073-ae54ed4c63ba)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:04:39.368362 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:39.377597 n-d-842733-1 neutron-server[103162]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a3b3e63-0311-4bf2-9388-7653d00357ab tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] DELETE failed (client error): The resource could not be found. May 20 21:04:39.378175 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a3b3e63-0311-4bf2-9388-7653d00357ab tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 21:04:39.386004 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-7a3b3e63-0311-4bf2-9388-7653d00357ab tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] 10.222.0.35 "DELETE /v2.0/subnets/cb0c45af-2a3b-4e19-9b2e-29778adef523 HTTP/1.1" status: 404 len: 337 time: 0.1079726 May 20 21:04:39.389165 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 44826) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:04:39.478652 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Pushing event updated for resources: {'Port': ['ID=b3866714-381c-4f03-a0a9-d0eb1e571ba6,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:04:39.715142 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-decaeb5d-f66c-430c-baed-1f0f66fc8da7 None None] Provisioning complete for port 86ab93a2-8ae3-4fd9-b083-548b24709061 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:04:39.715808 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-decaeb5d-f66c-430c-baed-1f0f66fc8da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:39.801043 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 44830) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:04:39.801676 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-a25b3aa5-7874-4121-a890-230ac091a1ae tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] 10.222.0.35 "GET /v2.0/ports?device_id=cf1175d9-515d-4578-9a36-27617a5570bc HTTP/1.1" status: 200 len: 205 time: 0.4083126 May 20 21:04:39.843359 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-decaeb5d-f66c-430c-baed-1f0f66fc8da7 None None] Port 86ab93a2-8ae3-4fd9-b083-548b24709061 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 21:04:39.892398 n-d-842733-1 neutron-server[103163]: INFO neutron.api.v2.resource [None req-a3966dba-7c94-450b-a028-a96ade8e3644 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] delete failed (client error): The resource could not be found. May 20 21:04:39.894111 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-a3966dba-7c94-450b-a028-a96ade8e3644 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] 10.222.0.35 "DELETE /v2.0/routers/cf1175d9-515d-4578-9a36-27617a5570bc HTTP/1.1" status: 404 len: 336 time: 0.0912316 May 20 21:04:39.896589 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 44832) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:04:39.910764 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f97bd25-7725-48bd-b7d5-560315f15775 admin admin] Router 7d45075a-b9f6-4ccd-87ac-e2c6ec4db47e has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 21:04:39.945074 n-d-842733-1 neutron-server[103163]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e5a468c-c932-4bbc-83b8-24e5330a0cca tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] DELETE failed (client error): The resource could not be found. May 20 21:04:39.946405 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e5a468c-c932-4bbc-83b8-24e5330a0cca tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103163) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 21:04:39.955597 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-6e5a468c-c932-4bbc-83b8-24e5330a0cca tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] 10.222.0.35 "DELETE /v2.0/subnets/da5246ef-ce34-4616-8b0e-11ee6563bc08 HTTP/1.1" status: 404 len: 337 time: 0.0510387 May 20 21:04:39.958152 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 44834) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:04:39.997455 n-d-842733-1 neutron-server[103163]: INFO neutron.pecan_wsgi.hooks.translation [None req-3dca0fa1-edf5-4418-ae05-4a2dab0ee5c0 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] DELETE failed (client error): The resource could not be found. May 20 21:04:39.998216 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3dca0fa1-edf5-4418-ae05-4a2dab0ee5c0 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103163) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 21:04:40.001794 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-3dca0fa1-edf5-4418-ae05-4a2dab0ee5c0 tempest-RoutersIpV6Test-1408670471 tempest-RoutersIpV6Test-1408670471-project] 10.222.0.35 "DELETE /v2.0/subnets/297d70dd-945a-4d00-9a7b-32d57b5e1a12 HTTP/1.1" status: 404 len: 337 time: 0.0440741 May 20 21:04:40.071224 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f97bd25-7725-48bd-b7d5-560315f15775 admin admin] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 21:04:40.085769 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-1f97bd25-7725-48bd-b7d5-560315f15775 admin admin] 10.222.0.35 "PUT /v2.0/routers/7d45075a-b9f6-4ccd-87ac-e2c6ec4db47e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7329280 May 20 21:04:40.143444 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d8810d-16b3-466a-9487-efe046e38557 None None] Sync routers for ids ['7d45075a-b9f6-4ccd-87ac-e2c6ec4db47e'] in n-d-842733-1 {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 21:04:40.159911 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d8810d-16b3-466a-9487-efe046e38557 None None] Routers {'7d45075a-b9f6-4ccd-87ac-e2c6ec4db47e'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:04:40.163033 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-28d8810d-16b3-466a-9487-efe046e38557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:04:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['7d45075a-b9f6-4ccd-87ac-e2c6ec4db47e'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:04:40.312550 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-28d8810d-16b3-466a-9487-efe046e38557 None None] Set router 7d45075a-b9f6-4ccd-87ac-e2c6ec4db47e gateway port host: n-d-842733-1 {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:04:40.837487 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-28d8810d-16b3-466a-9487-efe046e38557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d45075a-b9f6-4ccd-87ac-e2c6ec4db47e', 'name': 'tempest-TestAggregatesBasicOps-222606174-router', 'tenant_id': '16b91e6773024db8a0084387632b7ed1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.118'}], 'enable_snat': True}, 'gw_port_id': 'b3866714-381c-4f03-a0a9-d0eb1e571ba6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:04:28Z', 'updated_at': '2022-05-20T21:04:38Z', 'revision_number': 4, 'project_id': '16b91e6773024db8a0084387632b7ed1', 'gw_port': {'id': 'b3866714-381c-4f03-a0a9-d0eb1e571ba6', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:a5:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d45075a-b9f6-4ccd-87ac-e2c6ec4db47e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:04:30Z', 'updated_at': '2022-05-20T21:04:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': '86ab93a2-8ae3-4fd9-b083-548b24709061', 'name': '', 'network_id': 'ade31805-2b59-46c1-9f7a-71feefebd916', 'tenant_id': '16b91e6773024db8a0084387632b7ed1', 'mac_address': 'fa:16:3e:dd:67:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d45075a-b9f6-4ccd-87ac-e2c6ec4db47e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': '14500e47-aadb-481e-a900-ff1b86b265be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:04:36Z', 'updated_at': '2022-05-20T21:04:38Z', 'revision_number': 2, 'project_id': '16b91e6773024db8a0084387632b7ed1', 'subnets': [{'id': '14500e47-aadb-481e-a900-ff1b86b265be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:04:40.866109 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d8810d-16b3-466a-9487-efe046e38557 None None] Checking router: 7d45075a-b9f6-4ccd-87ac-e2c6ec4db47e for host: n-d-842733-1 {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 21:04:40.866463 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d8810d-16b3-466a-9487-efe046e38557 None None] Updating router 7d45075a-b9f6-4ccd-87ac-e2c6ec4db47e port 86ab93a2-8ae3-4fd9-b083-548b24709061 binding host n-d-842733-1 {{(pid=103164) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 21:04:40.894568 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-28d8810d-16b3-466a-9487-efe046e38557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:41.066726 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 44858) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:04:41.076005 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device b3866714-381c-4f03-a0a9-d0eb1e571ba6 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:04:41.411336 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-1c13fe1d-1be2-4474-ac45-0fe37db312a6 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=785b01e259854fae98d7194cf8f7101e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3423336 May 20 21:04:41.413928 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 44872) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:04:41.439507 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port b3866714-381c-4f03-a0a9-d0eb1e571ba6 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:04:41.439874 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:41.538943 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-71fbb465-277f-4c62-b5c2-a92f755ee37d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:41.565571 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-71fbb465-277f-4c62-b5c2-a92f755ee37d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:41.590202 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port b3866714-381c-4f03-a0a9-d0eb1e571ba6 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:04:41.609722 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-28d8810d-16b3-466a-9487-efe046e38557 None None] Notify callbacks [] for port, precommit_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:41.666587 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b29321-edf5-475f-84b2-ea4840f73176 req-ccb48a48-3769-46d2-8c48-bec6e4e5b8f1 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:04:41.674384 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b29321-edf5-475f-84b2-ea4840f73176 req-ccb48a48-3769-46d2-8c48-bec6e4e5b8f1 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:04:41.681119 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b29321-edf5-475f-84b2-ea4840f73176 req-ccb48a48-3769-46d2-8c48-bec6e4e5b8f1 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:04:41.685355 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-28d8810d-16b3-466a-9487-efe046e38557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:41.698988 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b29321-edf5-475f-84b2-ea4840f73176 req-ccb48a48-3769-46d2-8c48-bec6e4e5b8f1 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:04:41.713497 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b29321-edf5-475f-84b2-ea4840f73176 req-ccb48a48-3769-46d2-8c48-bec6e4e5b8f1 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:04:41.728209 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b29321-edf5-475f-84b2-ea4840f73176 req-ccb48a48-3769-46d2-8c48-bec6e4e5b8f1 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:04:41.742707 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b29321-edf5-475f-84b2-ea4840f73176 req-ccb48a48-3769-46d2-8c48-bec6e4e5b8f1 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:04:41.744692 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b6b29321-edf5-475f-84b2-ea4840f73176 req-ccb48a48-3769-46d2-8c48-bec6e4e5b8f1 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] 10.222.0.35 "GET /v2.0/ports?device_id=75b87a76-ad52-4618-a214-48088ec58aef HTTP/1.1" status: 200 len: 5444 time: 0.1400473 May 20 21:04:41.745814 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-71fbb465-277f-4c62-b5c2-a92f755ee37d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:41.752724 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-71fbb465-277f-4c62-b5c2-a92f755ee37d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:41.760712 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb53163-7b3a-436e-80f5-f040f5bdcab9 None None] Pushing event updated for resources: {'Port': ['ID=86ab93a2-8ae3-4fd9-b083-548b24709061,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:04:41.760916 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-71fbb465-277f-4c62-b5c2-a92f755ee37d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ee700256-8463-431c-be7e-c6b95328226e HTTP/1.1" status: 204 len: 168 time: 0.3409739 May 20 21:04:41.845860 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-28d8810d-16b3-466a-9487-efe046e38557 None None] Attempting to bind port 86ab93a2-8ae3-4fd9-b083-548b24709061 on host n-d-842733-1 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:04:41.847321 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-28d8810d-16b3-466a-9487-efe046e38557 None None] Attempting to bind port 86ab93a2-8ae3-4fd9-b083-548b24709061 by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': '26339d7f-0897-46af-8dbb-e939ff251ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'ade31805-2b59-46c1-9f7a-71feefebd916'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:04:41.848123 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d8810d-16b3-466a-9487-efe046e38557 None None] Attempting to bind port 86ab93a2-8ae3-4fd9-b083-548b24709061 on network ade31805-2b59-46c1-9f7a-71feefebd916 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:04:41.848515 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fbb465-277f-4c62-b5c2-a92f755ee37d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee700256-8463-431c-be7e-c6b95328226e,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:04:41.880036 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d8810d-16b3-466a-9487-efe046e38557 None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 21, 4, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 21:04:41.882346 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d8810d-16b3-466a-9487-efe046e38557 None None] Checking segment: {'id': '26339d7f-0897-46af-8dbb-e939ff251ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'ade31805-2b59-46c1-9f7a-71feefebd916'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:04:41.882779 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-28d8810d-16b3-466a-9487-efe046e38557 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:41.883238 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d8810d-16b3-466a-9487-efe046e38557 None None] Bound using segment: {'id': '26339d7f-0897-46af-8dbb-e939ff251ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'ade31805-2b59-46c1-9f7a-71feefebd916'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 21:04:41.884113 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-28d8810d-16b3-466a-9487-efe046e38557 None None] Bound port: 86ab93a2-8ae3-4fd9-b083-548b24709061, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26339d7f-0897-46af-8dbb-e939ff251ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'ade31805-2b59-46c1-9f7a-71feefebd916'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:04:41.884631 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-28d8810d-16b3-466a-9487-efe046e38557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:41.934156 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b6b29321-edf5-475f-84b2-ea4840f73176 req-b0c4b4b2-46db-4611-895c-2be148c9ab3e tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] 10.222.0.35 "GET /v2.0/security-groups?id=c6c3d501-aad0-44cc-8dfe-290dffd2c6d4&id=23a4e591-c968-436b-bf23-a5b482a8cab7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1754062 May 20 21:04:42.033295 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-28d8810d-16b3-466a-9487-efe046e38557 None None] For port 86ab93a2-8ae3-4fd9-b083-548b24709061, host n-d-842733-1, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 21:04:42.038274 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-28d8810d-16b3-466a-9487-efe046e38557 None None] For port 86ab93a2-8ae3-4fd9-b083-548b24709061, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=86ab93a2-8ae3-4fd9-b083-548b24709061,segment=NetworkSegment(26339d7f-0897-46af-8dbb-e939ff251ce7),segment_id=26339d7f-0897-46af-8dbb-e939ff251ce7)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 21:04:42.137769 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-28d8810d-16b3-466a-9487-efe046e38557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:42.227070 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d8810d-16b3-466a-9487-efe046e38557 None None] Routers {'7d45075a-b9f6-4ccd-87ac-e2c6ec4db47e'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:04:42.227070 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-28d8810d-16b3-466a-9487-efe046e38557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:04:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['7d45075a-b9f6-4ccd-87ac-e2c6ec4db47e'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:04:42.227879 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-e99bd545-49d6-4b63-bba8-137ea553f71c None None] Provisioning complete for port 86ab93a2-8ae3-4fd9-b083-548b24709061 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:04:42.228360 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-e99bd545-49d6-4b63-bba8-137ea553f71c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:42.373269 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb53163-7b3a-436e-80f5-f040f5bdcab9 None None] Pushing event updated for resources: {'Port': ['ID=86ab93a2-8ae3-4fd9-b083-548b24709061,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:04:42.511477 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-e99bd545-49d6-4b63-bba8-137ea553f71c None None] Current status of the port 86ab93a2-8ae3-4fd9-b083-548b24709061 is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:04:42.511971 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-e99bd545-49d6-4b63-bba8-137ea553f71c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:42.610292 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-e99bd545-49d6-4b63-bba8-137ea553f71c None None] For port 86ab93a2-8ae3-4fd9-b083-548b24709061, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=86ab93a2-8ae3-4fd9-b083-548b24709061,segment=NetworkSegment(26339d7f-0897-46af-8dbb-e939ff251ce7),segment_id=26339d7f-0897-46af-8dbb-e939ff251ce7)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:04:42.615513 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-28d8810d-16b3-466a-9487-efe046e38557 None None] Set router 7d45075a-b9f6-4ccd-87ac-e2c6ec4db47e gateway port host: n-d-842733-1 {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:04:42.681067 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-e99bd545-49d6-4b63-bba8-137ea553f71c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:42.844560 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-7bdef22e-558f-46b4-8f99-a9ae9f78f172 None None] Provisioning complete for port 86ab93a2-8ae3-4fd9-b083-548b24709061 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:04:42.844927 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-7bdef22e-558f-46b4-8f99-a9ae9f78f172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:42.902432 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99bd545-49d6-4b63-bba8-137ea553f71c None None] Pushing event updated for resources: {'Port': ['ID=86ab93a2-8ae3-4fd9-b083-548b24709061,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:04:42.970475 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-7bdef22e-558f-46b4-8f99-a9ae9f78f172 None None] Current status of the port 86ab93a2-8ae3-4fd9-b083-548b24709061 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:04:43.049004 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-28d8810d-16b3-466a-9487-efe046e38557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d45075a-b9f6-4ccd-87ac-e2c6ec4db47e', 'name': 'tempest-TestAggregatesBasicOps-222606174-router', 'tenant_id': '16b91e6773024db8a0084387632b7ed1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.118'}], 'enable_snat': True}, 'gw_port_id': 'b3866714-381c-4f03-a0a9-d0eb1e571ba6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:04:28Z', 'updated_at': '2022-05-20T21:04:38Z', 'revision_number': 4, 'project_id': '16b91e6773024db8a0084387632b7ed1', 'gw_port': {'id': 'b3866714-381c-4f03-a0a9-d0eb1e571ba6', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:a5:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d45075a-b9f6-4ccd-87ac-e2c6ec4db47e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:04:30Z', 'updated_at': '2022-05-20T21:04:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': '86ab93a2-8ae3-4fd9-b083-548b24709061', 'name': '', 'network_id': 'ade31805-2b59-46c1-9f7a-71feefebd916', 'tenant_id': '16b91e6773024db8a0084387632b7ed1', 'mac_address': 'fa:16:3e:dd:67:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d45075a-b9f6-4ccd-87ac-e2c6ec4db47e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': '14500e47-aadb-481e-a900-ff1b86b265be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:04:36Z', 'updated_at': '2022-05-20T21:04:42Z', 'revision_number': 4, 'project_id': '16b91e6773024db8a0084387632b7ed1', 'subnets': [{'id': '14500e47-aadb-481e-a900-ff1b86b265be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:04:43.113393 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d8810d-16b3-466a-9487-efe046e38557 None None] The sync data for ids ['7d45075a-b9f6-4ccd-87ac-e2c6ec4db47e'] in n-d-842733-1 is: [{'id': '7d45075a-b9f6-4ccd-87ac-e2c6ec4db47e', 'name': 'tempest-TestAggregatesBasicOps-222606174-router', 'tenant_id': '16b91e6773024db8a0084387632b7ed1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.118'}], 'enable_snat': True}, 'gw_port_id': 'b3866714-381c-4f03-a0a9-d0eb1e571ba6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:04:28Z', 'updated_at': '2022-05-20T21:04:38Z', 'revision_number': 4, 'project_id': '16b91e6773024db8a0084387632b7ed1', 'gw_port': {'id': 'b3866714-381c-4f03-a0a9-d0eb1e571ba6', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:a5:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d45075a-b9f6-4ccd-87ac-e2c6ec4db47e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:04:30Z', 'updated_at': '2022-05-20T21:04:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': '86ab93a2-8ae3-4fd9-b083-548b24709061', 'name': '', 'network_id': 'ade31805-2b59-46c1-9f7a-71feefebd916', 'tenant_id': '16b91e6773024db8a0084387632b7ed1', 'mac_address': 'fa:16:3e:dd:67:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d45075a-b9f6-4ccd-87ac-e2c6ec4db47e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': '14500e47-aadb-481e-a900-ff1b86b265be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:04:36Z', 'updated_at': '2022-05-20T21:04:42Z', 'revision_number': 4, 'project_id': '16b91e6773024db8a0084387632b7ed1', 'subnets': [{'id': '14500e47-aadb-481e-a900-ff1b86b265be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 21:04:43.323797 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9bccba-f05b-4970-b16d-18e6db810ce1 req-3fafe055-8d88-4110-871b-9b7d5358ceaa tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:04:43.333514 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9bccba-f05b-4970-b16d-18e6db810ce1 req-3fafe055-8d88-4110-871b-9b7d5358ceaa tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:04:43.338524 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9bccba-f05b-4970-b16d-18e6db810ce1 req-3fafe055-8d88-4110-871b-9b7d5358ceaa tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:04:43.346864 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9bccba-f05b-4970-b16d-18e6db810ce1 req-3fafe055-8d88-4110-871b-9b7d5358ceaa tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:04:43.365144 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9bccba-f05b-4970-b16d-18e6db810ce1 req-3fafe055-8d88-4110-871b-9b7d5358ceaa tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:04:43.365313 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 44946) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:04:43.370735 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9bccba-f05b-4970-b16d-18e6db810ce1 req-3fafe055-8d88-4110-871b-9b7d5358ceaa tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:04:43.378554 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9bccba-f05b-4970-b16d-18e6db810ce1 req-3fafe055-8d88-4110-871b-9b7d5358ceaa tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:04:43.387316 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0a9bccba-f05b-4970-b16d-18e6db810ce1 req-3fafe055-8d88-4110-871b-9b7d5358ceaa tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] 10.222.0.35 "GET /v2.0/ports?device_id=75b87a76-ad52-4618-a214-48088ec58aef HTTP/1.1" status: 200 len: 5444 time: 0.2302096 May 20 21:04:43.514861 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0a9bccba-f05b-4970-b16d-18e6db810ce1 req-f8d3fcc1-7786-49eb-b153-189d3cbceeff tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] 10.222.0.35 "GET /v2.0/security-groups?id=c6c3d501-aad0-44cc-8dfe-290dffd2c6d4&id=23a4e591-c968-436b-bf23-a5b482a8cab7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1263587 May 20 21:04:43.715708 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 44956) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:04:43.880179 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-9544b564-4ebe-470d-92de-f13f36e97825 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Request body: {'network': {'name': 'tempest-RoutersTest-298979736'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:04:43.959314 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9544b564-4ebe-470d-92de-f13f36e97825 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Made reservation on behalf of d4fe1859a2dd44a8943722001f06bb5e for: {'network': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:04:43.962888 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9544b564-4ebe-470d-92de-f13f36e97825 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for network, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:43.981578 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9544b564-4ebe-470d-92de-f13f36e97825 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:44.120633 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9544b564-4ebe-470d-92de-f13f36e97825 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:44.130170 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-617583d5-1aa3-46d3-8f62-cf7264369af9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748528'] for router_interface, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:44.204525 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9544b564-4ebe-470d-92de-f13f36e97825 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:44.258256 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9544b564-4ebe-470d-92de-f13f36e97825 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 233} {{(pid=103163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 21:04:44.270490 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9544b564-4ebe-470d-92de-f13f36e97825 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Pushing event updated for resources: {'SecurityGroup': ['ID=798a3e20-6127-4c19-ac0e-1ba44d7a4972,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:04:44.277353 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9544b564-4ebe-470d-92de-f13f36e97825 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:44.277979 n-d-842733-1 neutron-server[103163]: INFO neutron.db.segments_db [None req-9544b564-4ebe-470d-92de-f13f36e97825 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Added segment 39f7f872-0e20-4cb6-b75a-6ac8ec2d8fa8 of type vlan for network 8b216e16-6ebb-4e6c-86b1-2603a45f23d6 May 20 21:04:44.370483 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9544b564-4ebe-470d-92de-f13f36e97825 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418993264'] for network, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:44.457431 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9544b564-4ebe-470d-92de-f13f36e97825 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524'] for network, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:44.464304 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9544b564-4ebe-470d-92de-f13f36e97825 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:04:44.465150 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9544b564-4ebe-470d-92de-f13f36e97825 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:44.556097 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e10969a-8e2c-4a8a-a41d-c99b5272d996 req-6fd5a232-4f80-4a41-a579-20a6aec6d396 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:04:44.564988 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e10969a-8e2c-4a8a-a41d-c99b5272d996 req-6fd5a232-4f80-4a41-a579-20a6aec6d396 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:04:44.571947 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e10969a-8e2c-4a8a-a41d-c99b5272d996 req-6fd5a232-4f80-4a41-a579-20a6aec6d396 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:04:44.582064 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e10969a-8e2c-4a8a-a41d-c99b5272d996 req-6fd5a232-4f80-4a41-a579-20a6aec6d396 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:04:44.588312 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e10969a-8e2c-4a8a-a41d-c99b5272d996 req-6fd5a232-4f80-4a41-a579-20a6aec6d396 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:04:44.593788 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-9544b564-4ebe-470d-92de-f13f36e97825 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8744998 May 20 21:04:44.594979 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e10969a-8e2c-4a8a-a41d-c99b5272d996 req-6fd5a232-4f80-4a41-a579-20a6aec6d396 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:04:44.595111 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 44982) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:04:44.600596 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e10969a-8e2c-4a8a-a41d-c99b5272d996 req-6fd5a232-4f80-4a41-a579-20a6aec6d396 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:04:44.608059 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-2501876d-7401-495a-b44e-8e4086b95766 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Request body: {'network': {'name': 'tempest-RoutersTest-1963123274'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:04:44.608235 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-0e10969a-8e2c-4a8a-a41d-c99b5272d996 req-6fd5a232-4f80-4a41-a579-20a6aec6d396 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] 10.222.0.13 "GET /v2.0/ports?device_id=75b87a76-ad52-4618-a214-48088ec58aef HTTP/1.1" status: 200 len: 5444 time: 0.1644690 May 20 21:04:44.639582 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9544b564-4ebe-470d-92de-f13f36e97825 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Pushing event updated for resources: {'Network': ['ID=8b216e16-6ebb-4e6c-86b1-2603a45f23d6,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:04:44.656008 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Network 8b216e16-6ebb-4e6c-86b1-2603a45f23d6 details requested by agent ovs-agent-n-d-842733-1 with host n-d-842733-1 {{(pid=103164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 20 21:04:44.702311 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-617583d5-1aa3-46d3-8f62-cf7264369af9 admin admin] Deleting port de969abe-4373-4e18-b9bd-f3c44fbac81e {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:04:44.702659 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-617583d5-1aa3-46d3-8f62-cf7264369af9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:44.719383 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2501876d-7401-495a-b44e-8e4086b95766 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Made reservation on behalf of d4fe1859a2dd44a8943722001f06bb5e for: {'network': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:04:44.728193 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2501876d-7401-495a-b44e-8e4086b95766 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for network, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:44.751523 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e10969a-8e2c-4a8a-a41d-c99b5272d996 req-d227f9cf-c094-4b41-a235-c4d896917b84 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:04:44.756640 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-0e10969a-8e2c-4a8a-a41d-c99b5272d996 req-d227f9cf-c094-4b41-a235-c4d896917b84 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] 10.222.0.13 "GET /v2.0/ports/70abfc69-b0e3-44bf-8960-f0d10e058c3c?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1460383 May 20 21:04:44.804389 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2501876d-7401-495a-b44e-8e4086b95766 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 247} {{(pid=103163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 21:04:44.819212 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2501876d-7401-495a-b44e-8e4086b95766 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:44.820351 n-d-842733-1 neutron-server[103163]: INFO neutron.db.segments_db [None req-2501876d-7401-495a-b44e-8e4086b95766 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Added segment 453c84a1-ccb6-4a99-9cf1-0a291d324a97 of type vlan for network bc7001d4-463c-4d40-8d38-7b1510c6b15b May 20 21:04:44.883263 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2501876d-7401-495a-b44e-8e4086b95766 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418993264'] for network, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:44.947559 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629d2705-2f04-45d6-8875-6c990d47d116 req-ece73f76-99c1-492b-8c3a-b245b6f2c415 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:04:44.963468 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629d2705-2f04-45d6-8875-6c990d47d116 req-ece73f76-99c1-492b-8c3a-b245b6f2c415 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:04:44.980413 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629d2705-2f04-45d6-8875-6c990d47d116 req-ece73f76-99c1-492b-8c3a-b245b6f2c415 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:04:44.997158 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629d2705-2f04-45d6-8875-6c990d47d116 req-ece73f76-99c1-492b-8c3a-b245b6f2c415 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:04:45.008583 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629d2705-2f04-45d6-8875-6c990d47d116 req-ece73f76-99c1-492b-8c3a-b245b6f2c415 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:04:45.028235 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629d2705-2f04-45d6-8875-6c990d47d116 req-ece73f76-99c1-492b-8c3a-b245b6f2c415 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:04:45.043824 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629d2705-2f04-45d6-8875-6c990d47d116 req-ece73f76-99c1-492b-8c3a-b245b6f2c415 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:04:45.060186 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-629d2705-2f04-45d6-8875-6c990d47d116 req-ece73f76-99c1-492b-8c3a-b245b6f2c415 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] 10.222.0.35 "GET /v2.0/ports?device_id=75b87a76-ad52-4618-a214-48088ec58aef HTTP/1.1" status: 200 len: 5444 time: 0.3592675 May 20 21:04:45.067478 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 86ab93a2-8ae3-4fd9-b083-548b24709061 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:04:45.070744 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-617583d5-1aa3-46d3-8f62-cf7264369af9 admin admin] For port de969abe-4373-4e18-b9bd-f3c44fbac81e, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=de969abe-4373-4e18-b9bd-f3c44fbac81e,segment=NetworkSegment(cf74f015-3fcc-4a9b-bed7-5560de5790aa),segment_id=cf74f015-3fcc-4a9b-bed7-5560de5790aa)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:04:45.070744 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-617583d5-1aa3-46d3-8f62-cf7264369af9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:45.101371 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-617583d5-1aa3-46d3-8f62-cf7264369af9 admin admin] Calling delete_port for de969abe-4373-4e18-b9bd-f3c44fbac81e owned by network:router_interface {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:04:45.113108 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-0e10969a-8e2c-4a8a-a41d-c99b5272d996 req-533105fd-063e-4c39-9099-e2edf9a5cf53 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] 10.222.0.13 "GET /v2.0/networks/2092c81d-6283-40f1-9bf1-5f286393c29e?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.3203115 May 20 21:04:45.116767 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2501876d-7401-495a-b44e-8e4086b95766 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524'] for network, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:45.127648 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [req-0e10969a-8e2c-4a8a-a41d-c99b5272d996 req-155bc62d-3a3d-44f7-978b-3ace4bc26430 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:04:45.135853 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2501876d-7401-495a-b44e-8e4086b95766 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:04:45.135853 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2501876d-7401-495a-b44e-8e4086b95766 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:45.192924 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 86ab93a2-8ae3-4fd9-b083-548b24709061 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:04:45.194177 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:45.206915 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-629d2705-2f04-45d6-8875-6c990d47d116 req-7f2b2e66-2c42-4661-96a1-73459c0f6eb1 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] 10.222.0.35 "GET /v2.0/security-groups?id=c6c3d501-aad0-44cc-8dfe-290dffd2c6d4&id=23a4e591-c968-436b-bf23-a5b482a8cab7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1454892 May 20 21:04:45.298032 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2501876d-7401-495a-b44e-8e4086b95766 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Pushing event updated for resources: {'Network': ['ID=bc7001d4-463c-4d40-8d38-7b1510c6b15b,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:04:45.313231 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Network bc7001d4-463c-4d40-8d38-7b1510c6b15b details requested by agent ovs-agent-n-d-842733-1 with host n-d-842733-1 {{(pid=103164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 20 21:04:45.324554 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-0e10969a-8e2c-4a8a-a41d-c99b5272d996 req-155bc62d-3a3d-44f7-978b-3ace4bc26430 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:45.337458 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 86ab93a2-8ae3-4fd9-b083-548b24709061 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:04:45.340125 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-2501876d-7401-495a-b44e-8e4086b95766 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7442467 May 20 21:04:45.343210 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 44986) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:04:45.349859 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-3e6bead8-7280-490b-a93c-1305627f6aa0 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Request body: {'subnet': {'network_id': '8b216e16-6ebb-4e6c-86b1-2603a45f23d6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:04:45.613108 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-0e10969a-8e2c-4a8a-a41d-c99b5272d996 req-155bc62d-3a3d-44f7-978b-3ace4bc26430 service neutron] For port 70abfc69-b0e3-44bf-8960-f0d10e058c3c, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=70abfc69-b0e3-44bf-8960-f0d10e058c3c,segment=NetworkSegment(6013a2ae-3d8f-47fe-9e33-a14adc851d57),segment_id=6013a2ae-3d8f-47fe-9e33-a14adc851d57)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:04:45.711169 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-0e10969a-8e2c-4a8a-a41d-c99b5272d996 req-155bc62d-3a3d-44f7-978b-3ace4bc26430 service neutron] For port 70abfc69-b0e3-44bf-8960-f0d10e058c3c, host n-h2-842733-1, cleared binding levels {{(pid=103162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 21:04:45.754077 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e6bead8-7280-490b-a93c-1305627f6aa0 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Made reservation on behalf of d4fe1859a2dd44a8943722001f06bb5e for: {'subnet': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:04:46.021725 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [req-0e10969a-8e2c-4a8a-a41d-c99b5272d996 req-155bc62d-3a3d-44f7-978b-3ace4bc26430 service neutron] device_id is not set on port 70abfc69-b0e3-44bf-8960-f0d10e058c3c yet. {{(pid=103162) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 20 21:04:46.022729 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3e6bead8-7280-490b-a93c-1305627f6aa0 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8422561'] for subnet, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:46.022845 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-0e10969a-8e2c-4a8a-a41d-c99b5272d996 req-155bc62d-3a3d-44f7-978b-3ace4bc26430 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:46.398165 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30919836-8687-4add-abf1-b067623e39d3 req-74aef8b7-a0b2-40af-b4b8-547b1882baee tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:04:46.398165 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30919836-8687-4add-abf1-b067623e39d3 req-74aef8b7-a0b2-40af-b4b8-547b1882baee tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:04:46.401378 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30919836-8687-4add-abf1-b067623e39d3 req-74aef8b7-a0b2-40af-b4b8-547b1882baee tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:04:46.408999 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30919836-8687-4add-abf1-b067623e39d3 req-74aef8b7-a0b2-40af-b4b8-547b1882baee tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:04:46.416164 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30919836-8687-4add-abf1-b067623e39d3 req-74aef8b7-a0b2-40af-b4b8-547b1882baee tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:04:46.423217 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30919836-8687-4add-abf1-b067623e39d3 req-74aef8b7-a0b2-40af-b4b8-547b1882baee tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:04:46.429229 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30919836-8687-4add-abf1-b067623e39d3 req-74aef8b7-a0b2-40af-b4b8-547b1882baee tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:04:46.431309 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-30919836-8687-4add-abf1-b067623e39d3 req-74aef8b7-a0b2-40af-b4b8-547b1882baee tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] 10.222.0.35 "GET /v2.0/ports?device_id=75b87a76-ad52-4618-a214-48088ec58aef HTTP/1.1" status: 200 len: 5444 time: 0.1187642 May 20 21:04:46.485767 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-30919836-8687-4add-abf1-b067623e39d3 req-66237f02-c48a-454e-9df6-068b3b11a887 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] 10.222.0.35 "GET /v2.0/security-groups?id=c6c3d501-aad0-44cc-8dfe-290dffd2c6d4&id=23a4e591-c968-436b-bf23-a5b482a8cab7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0459528 May 20 21:04:46.771035 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-617583d5-1aa3-46d3-8f62-cf7264369af9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:46.803397 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617583d5-1aa3-46d3-8f62-cf7264369af9 admin admin] Pushing event deleted for resources: {'Port': ['ID=de969abe-4373-4e18-b9bd-f3c44fbac81e,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:04:46.828971 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3e6bead8-7280-490b-a93c-1305627f6aa0 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9641412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8422583'] for subnet, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:46.914776 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-0e10969a-8e2c-4a8a-a41d-c99b5272d996 req-155bc62d-3a3d-44f7-978b-3ace4bc26430 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:46.944797 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6bead8-7280-490b-a93c-1305627f6aa0 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Pushing event updated for resources: {'Subnet': ['ID=fefd3cdb-d426-4983-bf80-0ca00e928bb8,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:04:46.947670 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e6bead8-7280-490b-a93c-1305627f6aa0 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Checking segment: {'id': '39f7f872-0e20-4cb6-b75a-6ac8ec2d8fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '8b216e16-6ebb-4e6c-86b1-2603a45f23d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:04:46.948291 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e6bead8-7280-490b-a93c-1305627f6aa0 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Network hostable DHCP agents. Network: 8b216e16-6ebb-4e6c-86b1-2603a45f23d6, hostable agents: ['c9b0653c-f3c7-4339-bd50-e3754b629216'], hosted agents: [] {{(pid=103163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 21:04:47.057873 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155bc62d-3a3d-44f7-978b-3ace4bc26430 service neutron] Pushing event updated for resources: {'Port': ['ID=70abfc69-b0e3-44bf-8960-f0d10e058c3c,revision_number=6']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:04:47.093262 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e10969a-8e2c-4a8a-a41d-c99b5272d996 req-155bc62d-3a3d-44f7-978b-3ace4bc26430 service neutron] No DVR routers for this DVR port 70abfc69-b0e3-44bf-8960-f0d10e058c3c on host n-h2-842733-1 {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 21:04:47.096895 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e6bead8-7280-490b-a93c-1305627f6aa0 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Network 8b216e16-6ebb-4e6c-86b1-2603a45f23d6 is scheduled to be hosted by DHCP agent c9b0653c-f3c7-4339-bd50-e3754b629216 with binding_index 1 {{(pid=103163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 21:04:47.147317 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.agents_db [None req-5c33ad30-4e00-40fa-b486-8c79c4a6cfc5 None None] Agent healthcheck: found 7 active agents {{(pid=103165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 20 21:04:47.193284 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-0e10969a-8e2c-4a8a-a41d-c99b5272d996 req-155bc62d-3a3d-44f7-978b-3ace4bc26430 service neutron] In _notify_port_updated(), no bound segment for port 70abfc69-b0e3-44bf-8960-f0d10e058c3c on network 2092c81d-6283-40f1-9bf1-5f286393c29e {{(pid=103162) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} May 20 21:04:47.194826 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-3e6bead8-7280-490b-a93c-1305627f6aa0 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842733-1, 8b216e16-6ebb-4e6c-86b1-2603a45f23d6) {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:04:47.196547 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e10969a-8e2c-4a8a-a41d-c99b5272d996 req-155bc62d-3a3d-44f7-978b-3ace4bc26430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:04:47.197162 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-0e10969a-8e2c-4a8a-a41d-c99b5272d996 req-155bc62d-3a3d-44f7-978b-3ace4bc26430 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:47.198713 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-0e10969a-8e2c-4a8a-a41d-c99b5272d996 req-155bc62d-3a3d-44f7-978b-3ace4bc26430 service neutron] 10.222.0.13 "PUT /v2.0/ports/70abfc69-b0e3-44bf-8960-f0d10e058c3c HTTP/1.1" status: 200 len: 1032 time: 2.0753162 May 20 21:04:47.200577 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e6bead8-7280-490b-a93c-1305627f6aa0 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:04:47.203479 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3e6bead8-7280-490b-a93c-1305627f6aa0 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks [] for subnet, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:47.207112 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-617583d5-1aa3-46d3-8f62-cf7264369af9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-692224'] for router_interface, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:47.209288 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1854b267-b54b-4f3c-8ac4-4d9d418ab2d0 None None] Network 8b216e16-6ebb-4e6c-86b1-2603a45f23d6 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:04:47.278256 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-3e6bead8-7280-490b-a93c-1305627f6aa0 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9330652 May 20 21:04:47.280874 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 45008) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:04:47.286668 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-73a2edac-3ace-4cb8-b985-78974be39bf5 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Request body: {'subnet': {'network_id': 'bc7001d4-463c-4d40-8d38-7b1510c6b15b', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:04:47.342981 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e10969a-8e2c-4a8a-a41d-c99b5272d996 req-00f5652b-235a-43cf-bc19-1d3e6bc79351 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:04:47.345303 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-0e10969a-8e2c-4a8a-a41d-c99b5272d996 req-00f5652b-235a-43cf-bc19-1d3e6bc79351 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] 10.222.0.13 "GET /v2.0/ports/e5e479b5-1f0b-4f2a-8602-65a393830577?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1399508 May 20 21:04:47.417376 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [req-0e10969a-8e2c-4a8a-a41d-c99b5272d996 req-e21130fd-566a-4566-992a-6f8c7972fc51 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:04:47.447507 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc5f22c1-088d-4437-85bd-1787e74c2798 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaee2b848-d4b9-5db1-b6ef-d6db29d67de7-8b216e16-6ebb-4e6c-86b1-2603a45f23d6', 'network_id': '8b216e16-6ebb-4e6c-86b1-2603a45f23d6', 'tenant_id': 'd4fe1859a2dd44a8943722001f06bb5e', 'fixed_ips': [{'subnet_id': 'fefd3cdb-d426-4983-bf80-0ca00e928bb8'}]}} from n-d-842733-1. {{(pid=103164) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 21:04:47.448705 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-bc5f22c1-088d-4437-85bd-1787e74c2798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:47.459883 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-5c6d19b2-ead3-4313-8e17-7158264a2c0b None None] Provisioning complete for port 70abfc69-b0e3-44bf-8960-f0d10e058c3c triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:04:47.471165 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-5c6d19b2-ead3-4313-8e17-7158264a2c0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:47.534299 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73a2edac-3ace-4cb8-b985-78974be39bf5 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Made reservation on behalf of d4fe1859a2dd44a8943722001f06bb5e for: {'subnet': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:04:47.538751 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-73a2edac-3ace-4cb8-b985-78974be39bf5 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8422561'] for subnet, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:47.565125 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-0e10969a-8e2c-4a8a-a41d-c99b5272d996 req-e21130fd-566a-4566-992a-6f8c7972fc51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:47.591524 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-5c6d19b2-ead3-4313-8e17-7158264a2c0b None None] Port 70abfc69-b0e3-44bf-8960-f0d10e058c3c cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 21:04:47.736116 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-617583d5-1aa3-46d3-8f62-cf7264369af9 admin admin] Router 892f99b8-efbc-4dda-a6f4-6ce419f5e051 has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 21:04:47.743338 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1a539f-ec93-4f8f-ab97-73d0783be73d req-a5a36d4f-a6ed-43b7-aae1-91f8017c5531 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:04:47.750686 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1a539f-ec93-4f8f-ab97-73d0783be73d req-a5a36d4f-a6ed-43b7-aae1-91f8017c5531 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:04:47.757090 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1a539f-ec93-4f8f-ab97-73d0783be73d req-a5a36d4f-a6ed-43b7-aae1-91f8017c5531 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:04:47.766124 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1a539f-ec93-4f8f-ab97-73d0783be73d req-a5a36d4f-a6ed-43b7-aae1-91f8017c5531 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:04:47.776003 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1a539f-ec93-4f8f-ab97-73d0783be73d req-a5a36d4f-a6ed-43b7-aae1-91f8017c5531 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:04:47.783232 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1a539f-ec93-4f8f-ab97-73d0783be73d req-a5a36d4f-a6ed-43b7-aae1-91f8017c5531 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:04:47.791532 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3d1a539f-ec93-4f8f-ab97-73d0783be73d req-a5a36d4f-a6ed-43b7-aae1-91f8017c5531 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] 10.222.0.35 "GET /v2.0/ports?device_id=75b87a76-ad52-4618-a214-48088ec58aef HTTP/1.1" status: 200 len: 4665 time: 0.1668110 May 20 21:04:47.829119 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device e5e479b5-1f0b-4f2a-8602-65a393830577 no longer exists at agent hyperv_n-h2-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 21:04:47.850834 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3d1a539f-ec93-4f8f-ab97-73d0783be73d req-34022ddf-629a-447e-9eda-e8379ac26bf1 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] 10.222.0.35 "GET /v2.0/security-groups?id=c6c3d501-aad0-44cc-8dfe-290dffd2c6d4&id=23a4e591-c968-436b-bf23-a5b482a8cab7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0578697 May 20 21:04:47.871533 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-0e10969a-8e2c-4a8a-a41d-c99b5272d996 req-e21130fd-566a-4566-992a-6f8c7972fc51 service neutron] For port e5e479b5-1f0b-4f2a-8602-65a393830577, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=e5e479b5-1f0b-4f2a-8602-65a393830577,segment=NetworkSegment(6013a2ae-3d8f-47fe-9e33-a14adc851d57),segment_id=6013a2ae-3d8f-47fe-9e33-a14adc851d57)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:04:47.897757 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [None req-bc5f22c1-088d-4437-85bd-1787e74c2798 None None] Allocated IP 172.20.0.2 (8b216e16-6ebb-4e6c-86b1-2603a45f23d6/fefd3cdb-d426-4983-bf80-0ca00e928bb8/3ed8b885-3532-4201-998d-ad544d331f2d) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:04:47.984088 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-617583d5-1aa3-46d3-8f62-cf7264369af9 admin admin] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 21:04:47.993465 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a3167e-40dc-4003-b003-8dfe4fc18090 None None] Sync routers for ids ['892f99b8-efbc-4dda-a6f4-6ce419f5e051'] in n-d-842733-1 {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 21:04:48.003171 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-617583d5-1aa3-46d3-8f62-cf7264369af9 admin admin] 10.222.0.35 "PUT /v2.0/routers/892f99b8-efbc-4dda-a6f4-6ce419f5e051/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6371644 May 20 21:04:48.009781 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 45036) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:04:48.022413 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a3167e-40dc-4003-b003-8dfe4fc18090 None None] Routers {'892f99b8-efbc-4dda-a6f4-6ce419f5e051'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:04:48.023255 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-93a3167e-40dc-4003-b003-8dfe4fc18090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:04:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['892f99b8-efbc-4dda-a6f4-6ce419f5e051'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:04:48.041725 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port e5e479b5-1f0b-4f2a-8602-65a393830577 is: ACTIVE; New status is: DOWN {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:04:48.042182 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:48.067153 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-0e10969a-8e2c-4a8a-a41d-c99b5272d996 req-e21130fd-566a-4566-992a-6f8c7972fc51 service neutron] For port e5e479b5-1f0b-4f2a-8602-65a393830577, host n-h2-842733-1, cleared binding levels {{(pid=103162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 21:04:48.132579 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [req-0e10969a-8e2c-4a8a-a41d-c99b5272d996 req-e21130fd-566a-4566-992a-6f8c7972fc51 service neutron] device_id is not set on port e5e479b5-1f0b-4f2a-8602-65a393830577 yet. {{(pid=103162) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 20 21:04:48.144698 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-0e10969a-8e2c-4a8a-a41d-c99b5272d996 req-e21130fd-566a-4566-992a-6f8c7972fc51 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:48.150561 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-73a2edac-3ace-4cb8-b985-78974be39bf5 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9641412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8422583'] for subnet, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:48.184034 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-93a3167e-40dc-4003-b003-8dfe4fc18090 None None] Set router 892f99b8-efbc-4dda-a6f4-6ce419f5e051 gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:04:48.211896 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-bc5f22c1-088d-4437-85bd-1787e74c2798 None None] Notify callbacks [] for port, precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:48.252079 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3922802d-bb5e-48b4-9da3-ea99c89b5b02 admin admin] Notify callbacks [] for router, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:48.315131 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a2edac-3ace-4cb8-b985-78974be39bf5 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Pushing event updated for resources: {'Subnet': ['ID=e04823f7-ce48-47fd-98a6-05f6b3d02863,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:04:48.323886 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-bc5f22c1-088d-4437-85bd-1787e74c2798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108'] for port, after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:48.388178 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a2edac-3ace-4cb8-b985-78974be39bf5 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Checking segment: {'id': '453c84a1-ccb6-4a99-9cf1-0a291d324a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'bc7001d4-463c-4d40-8d38-7b1510c6b15b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:04:48.390373 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73a2edac-3ace-4cb8-b985-78974be39bf5 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Network hostable DHCP agents. Network: bc7001d4-463c-4d40-8d38-7b1510c6b15b, hostable agents: ['c9b0653c-f3c7-4339-bd50-e3754b629216'], hosted agents: [] {{(pid=103163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 21:04:48.393235 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-0e10969a-8e2c-4a8a-a41d-c99b5272d996 req-e21130fd-566a-4566-992a-6f8c7972fc51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:48.466857 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-93a3167e-40dc-4003-b003-8dfe4fc18090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '892f99b8-efbc-4dda-a6f4-6ce419f5e051', 'name': 'tempest-TestAggregatesBasicOps-108341984-router', 'tenant_id': '2f47da4d692e438c9094f52e9193a51c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.41'}], 'enable_snat': True}, 'gw_port_id': '94ea0b5a-6662-4243-bb9f-1065a2c5ef1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:04:15Z', 'updated_at': '2022-05-20T21:04:45Z', 'revision_number': 5, 'project_id': '2f47da4d692e438c9094f52e9193a51c', 'gw_port': {'id': '94ea0b5a-6662-4243-bb9f-1065a2c5ef1c', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:0c:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '892f99b8-efbc-4dda-a6f4-6ce419f5e051', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3234, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:04:16Z', 'updated_at': '2022-05-20T21:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:04:48.497093 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73a2edac-3ace-4cb8-b985-78974be39bf5 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Network bc7001d4-463c-4d40-8d38-7b1510c6b15b is scheduled to be hosted by DHCP agent c9b0653c-f3c7-4339-bd50-e3754b629216 with binding_index 1 {{(pid=103163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 21:04:48.508319 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a3167e-40dc-4003-b003-8dfe4fc18090 None None] Checking router: 892f99b8-efbc-4dda-a6f4-6ce419f5e051 for host: n-d-842733-1 {{(pid=103165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 21:04:48.510746 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5f22c1-088d-4437-85bd-1787e74c2798 None None] Pushing event updated for resources: {'Port': ['ID=3ed8b885-3532-4201-998d-ad544d331f2d,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:04:48.520761 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a3167e-40dc-4003-b003-8dfe4fc18090 None None] Routers {'892f99b8-efbc-4dda-a6f4-6ce419f5e051'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:04:48.521422 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-93a3167e-40dc-4003-b003-8dfe4fc18090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:04:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['892f99b8-efbc-4dda-a6f4-6ce419f5e051'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:04:48.538298 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.db.api [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103164) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 20 21:04:48.543966 n-d-842733-1 neutron-server[103164]: DEBUG oslo_db.api [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 20 21:04:48.549042 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc5f22c1-088d-4437-85bd-1787e74c2798 None None] Network 8b216e16-6ebb-4e6c-86b1-2603a45f23d6 is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:04:48.555972 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-bc5f22c1-088d-4437-85bd-1787e74c2798 None None] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:04:48.566863 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc5f22c1-088d-4437-85bd-1787e74c2798 None None] Received port after_create {{(pid=103164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:04:48.611099 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-73a2edac-3ace-4cb8-b985-78974be39bf5 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842733-1, bc7001d4-463c-4d40-8d38-7b1510c6b15b) {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:04:48.616062 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73a2edac-3ace-4cb8-b985-78974be39bf5 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:04:48.618641 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-73a2edac-3ace-4cb8-b985-78974be39bf5 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks [] for subnet, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:48.635578 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd7c50f3-4f59-482c-9d69-b8621550b100 None None] Network bc7001d4-463c-4d40-8d38-7b1510c6b15b requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:04:48.674265 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5f22c1-088d-4437-85bd-1787e74c2798 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:04:48.680036 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5f22c1-088d-4437-85bd-1787e74c2798 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:04:48.680659 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5f22c1-088d-4437-85bd-1787e74c2798 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:04:48.681159 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-93a3167e-40dc-4003-b003-8dfe4fc18090 None None] Set router 892f99b8-efbc-4dda-a6f4-6ce419f5e051 gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:04:48.681429 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5f22c1-088d-4437-85bd-1787e74c2798 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:04:48.681771 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5f22c1-088d-4437-85bd-1787e74c2798 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:04:48.682166 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5f22c1-088d-4437-85bd-1787e74c2798 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:04:48.682506 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5f22c1-088d-4437-85bd-1787e74c2798 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:04:48.682835 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5f22c1-088d-4437-85bd-1787e74c2798 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:04:48.683163 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5f22c1-088d-4437-85bd-1787e74c2798 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:04:48.683685 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5f22c1-088d-4437-85bd-1787e74c2798 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:04:48.684266 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5f22c1-088d-4437-85bd-1787e74c2798 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:04:48.684600 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5f22c1-088d-4437-85bd-1787e74c2798 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:04:48.704026 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-73a2edac-3ace-4cb8-b985-78974be39bf5 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4177012 May 20 21:04:48.704026 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 45068) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:04:48.709938 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-4a4de8fd-cd36-4b86-b259-229d4e2bbddf tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-358273409', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:04:48.853833 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-bc5f22c1-088d-4437-85bd-1787e74c2798 None None] Attempting to bind port 3ed8b885-3532-4201-998d-ad544d331f2d on host n-d-842733-1 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:04:48.854219 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-bc5f22c1-088d-4437-85bd-1787e74c2798 None None] Attempting to bind port 3ed8b885-3532-4201-998d-ad544d331f2d by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': '39f7f872-0e20-4cb6-b75a-6ac8ec2d8fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '8b216e16-6ebb-4e6c-86b1-2603a45f23d6'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:04:48.854609 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc5f22c1-088d-4437-85bd-1787e74c2798 None None] Attempting to bind port 3ed8b885-3532-4201-998d-ad544d331f2d on network 8b216e16-6ebb-4e6c-86b1-2603a45f23d6 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:04:48.858970 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4a4de8fd-cd36-4b86-b259-229d4e2bbddf tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-694221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26155'] for router, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:48.861837 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4a4de8fd-cd36-4b86-b259-229d4e2bbddf tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-693085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748153', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-718080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26162'] for router, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:48.875229 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc5f22c1-088d-4437-85bd-1787e74c2798 None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 21, 4, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 21:04:48.875596 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc5f22c1-088d-4437-85bd-1787e74c2798 None None] Checking segment: {'id': '39f7f872-0e20-4cb6-b75a-6ac8ec2d8fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '8b216e16-6ebb-4e6c-86b1-2603a45f23d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:04:48.875994 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-bc5f22c1-088d-4437-85bd-1787e74c2798 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:48.876389 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc5f22c1-088d-4437-85bd-1787e74c2798 None None] Bound using segment: {'id': '39f7f872-0e20-4cb6-b75a-6ac8ec2d8fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '8b216e16-6ebb-4e6c-86b1-2603a45f23d6'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 21:04:48.876859 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-bc5f22c1-088d-4437-85bd-1787e74c2798 None None] Bound port: 3ed8b885-3532-4201-998d-ad544d331f2d, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39f7f872-0e20-4cb6-b75a-6ac8ec2d8fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '8b216e16-6ebb-4e6c-86b1-2603a45f23d6'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:04:48.877244 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-bc5f22c1-088d-4437-85bd-1787e74c2798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:48.983406 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-93a3167e-40dc-4003-b003-8dfe4fc18090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '892f99b8-efbc-4dda-a6f4-6ce419f5e051', 'name': 'tempest-TestAggregatesBasicOps-108341984-router', 'tenant_id': '2f47da4d692e438c9094f52e9193a51c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.41'}], 'enable_snat': True}, 'gw_port_id': '94ea0b5a-6662-4243-bb9f-1065a2c5ef1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:04:15Z', 'updated_at': '2022-05-20T21:04:45Z', 'revision_number': 5, 'project_id': '2f47da4d692e438c9094f52e9193a51c', 'gw_port': {'id': '94ea0b5a-6662-4243-bb9f-1065a2c5ef1c', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:0c:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '892f99b8-efbc-4dda-a6f4-6ce419f5e051', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3234, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:04:16Z', 'updated_at': '2022-05-20T21:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:04:48.994795 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4a4de8fd-cd36-4b86-b259-229d4e2bbddf tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:49.015156 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a3167e-40dc-4003-b003-8dfe4fc18090 None None] The sync data for ids ['892f99b8-efbc-4dda-a6f4-6ce419f5e051'] in n-d-842733-1 is: [{'id': '892f99b8-efbc-4dda-a6f4-6ce419f5e051', 'name': 'tempest-TestAggregatesBasicOps-108341984-router', 'tenant_id': '2f47da4d692e438c9094f52e9193a51c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.41'}], 'enable_snat': True}, 'gw_port_id': '94ea0b5a-6662-4243-bb9f-1065a2c5ef1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:04:15Z', 'updated_at': '2022-05-20T21:04:45Z', 'revision_number': 5, 'project_id': '2f47da4d692e438c9094f52e9193a51c', 'gw_port': {'id': '94ea0b5a-6662-4243-bb9f-1065a2c5ef1c', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:0c:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '892f99b8-efbc-4dda-a6f4-6ce419f5e051', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3234, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:04:16Z', 'updated_at': '2022-05-20T21:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 21:04:49.053284 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-608d7547-6f2c-487b-afe9-f946804125a3 None None] Provisioning complete for port e5e479b5-1f0b-4f2a-8602-65a393830577 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:04:49.053284 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-608d7547-6f2c-487b-afe9-f946804125a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:49.087698 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4a4de8fd-cd36-4b86-b259-229d4e2bbddf tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748106'] for router, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:49.099827 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-bc5f22c1-088d-4437-85bd-1787e74c2798 None None] For port 3ed8b885-3532-4201-998d-ad544d331f2d, host n-d-842733-1, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 21:04:49.103179 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-bc5f22c1-088d-4437-85bd-1787e74c2798 None None] For port 3ed8b885-3532-4201-998d-ad544d331f2d, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=3ed8b885-3532-4201-998d-ad544d331f2d,segment=NetworkSegment(39f7f872-0e20-4cb6-b75a-6ac8ec2d8fa8),segment_id=39f7f872-0e20-4cb6-b75a-6ac8ec2d8fa8)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 21:04:49.140678 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf53d948-b65a-42c4-a375-7eb933686577 req-5e45278a-136b-41e3-8b27-5a646f2df0c6 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:04:49.149194 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf53d948-b65a-42c4-a375-7eb933686577 req-5e45278a-136b-41e3-8b27-5a646f2df0c6 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:04:49.155597 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf53d948-b65a-42c4-a375-7eb933686577 req-5e45278a-136b-41e3-8b27-5a646f2df0c6 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:04:49.163088 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf53d948-b65a-42c4-a375-7eb933686577 req-5e45278a-136b-41e3-8b27-5a646f2df0c6 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:04:49.169949 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf53d948-b65a-42c4-a375-7eb933686577 req-5e45278a-136b-41e3-8b27-5a646f2df0c6 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:04:49.180209 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-cf53d948-b65a-42c4-a375-7eb933686577 req-5e45278a-136b-41e3-8b27-5a646f2df0c6 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] 10.222.0.35 "GET /v2.0/ports?device_id=75b87a76-ad52-4618-a214-48088ec58aef HTTP/1.1" status: 200 len: 3886 time: 0.1446061 May 20 21:04:49.233096 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-bc5f22c1-088d-4437-85bd-1787e74c2798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:49.241581 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4a4de8fd-cd36-4b86-b259-229d4e2bbddf tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks [] for router, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:49.245954 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-4a4de8fd-cd36-4b86-b259-229d4e2bbddf tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5415092 May 20 21:04:49.249329 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 45092) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:04:49.270865 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21130fd-566a-4566-992a-6f8c7972fc51 service neutron] Pushing event updated for resources: {'Port': ['ID=e5e479b5-1f0b-4f2a-8602-65a393830577,revision_number=6']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:04:49.273840 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e10969a-8e2c-4a8a-a41d-c99b5272d996 req-e21130fd-566a-4566-992a-6f8c7972fc51 service neutron] No DVR routers for this DVR port e5e479b5-1f0b-4f2a-8602-65a393830577 on host n-h2-842733-1 {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 21:04:49.275741 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-cf53d948-b65a-42c4-a375-7eb933686577 req-8a1561ae-8c17-471d-b1ec-1a4d6c4715d5 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] 10.222.0.35 "GET /v2.0/security-groups?id=c6c3d501-aad0-44cc-8dfe-290dffd2c6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849650 May 20 21:04:49.310696 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-608d7547-6f2c-487b-afe9-f946804125a3 None None] Port e5e479b5-1f0b-4f2a-8602-65a393830577 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 21:04:49.392011 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port e5e479b5-1f0b-4f2a-8602-65a393830577 is: DOWN; New status is: DOWN {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:04:49.393358 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 914487ce-60c1-489c-a9a9-2aac03bed154 no longer exists at agent hyperv_n-h2-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 21:04:49.398860 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5f22c1-088d-4437-85bd-1787e74c2798 None None] Pushing event updated for resources: {'Port': ['ID=3ed8b885-3532-4201-998d-ad544d331f2d,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:04:49.454520 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de24e620-cca0-4f03-84c1-0798c7f6f416 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaee2b848-d4b9-5db1-b6ef-d6db29d67de7-bc7001d4-463c-4d40-8d38-7b1510c6b15b', 'network_id': 'bc7001d4-463c-4d40-8d38-7b1510c6b15b', 'tenant_id': 'd4fe1859a2dd44a8943722001f06bb5e', 'fixed_ips': [{'subnet_id': 'e04823f7-ce48-47fd-98a6-05f6b3d02863'}]}} from n-d-842733-1. {{(pid=103164) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 21:04:49.455586 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-de24e620-cca0-4f03-84c1-0798c7f6f416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:49.504393 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port 914487ce-60c1-489c-a9a9-2aac03bed154 is: ACTIVE; New status is: DOWN {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:04:49.504947 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:49.535608 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3922802d-bb5e-48b4-9da3-ea99c89b5b02 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:49.605526 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-0e10969a-8e2c-4a8a-a41d-c99b5272d996 req-e21130fd-566a-4566-992a-6f8c7972fc51 service neutron] In _notify_port_updated(), no bound segment for port e5e479b5-1f0b-4f2a-8602-65a393830577 on network 2092c81d-6283-40f1-9bf1-5f286393c29e {{(pid=103162) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} May 20 21:04:49.606034 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e10969a-8e2c-4a8a-a41d-c99b5272d996 req-e21130fd-566a-4566-992a-6f8c7972fc51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:04:49.606642 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-0e10969a-8e2c-4a8a-a41d-c99b5272d996 req-e21130fd-566a-4566-992a-6f8c7972fc51 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:49.608145 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-0e10969a-8e2c-4a8a-a41d-c99b5272d996 req-e21130fd-566a-4566-992a-6f8c7972fc51 service neutron] 10.222.0.13 "PUT /v2.0/ports/e5e479b5-1f0b-4f2a-8602-65a393830577 HTTP/1.1" status: 200 len: 1032 time: 2.1967418 May 20 21:04:49.680277 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [None req-de24e620-cca0-4f03-84c1-0798c7f6f416 None None] Allocated IP 172.21.0.2 (bc7001d4-463c-4d40-8d38-7b1510c6b15b/e04823f7-ce48-47fd-98a6-05f6b3d02863/aa143c3d-167b-475d-a67e-aea4ee7ce1fc) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:04:49.792837 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75b87a76-ad52-4618-a214-48088ec58aef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '914487ce-60c1-489c-a9a9-2aac03bed154'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 21:04:49.796677 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8485417003ce7c0410b00f5cdc2f391e21107b70bb68e2773712534a96e108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95179f1c-41c1-4e64-b8ac-7dd172499c6f" -d '{"events": [{"server_uuid": "75b87a76-ad52-4618-a214-48088ec58aef", "name": "network-vif-unplugged", "status": "completed", "tag": "914487ce-60c1-489c-a9a9-2aac03bed154"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 21:04:49.849298 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port 914487ce-60c1-489c-a9a9-2aac03bed154, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=914487ce-60c1-489c-a9a9-2aac03bed154,segment=NetworkSegment(a3beb1d6-cb5d-4c0d-9096-5030ea79a75e),segment_id=a3beb1d6-cb5d-4c0d-9096-5030ea79a75e)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:04:49.922108 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 May 2022 21:04:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-281efaee-2edf-4153-9675-41acc0ff4cf3 x-openstack-request-id: req-281efaee-2edf-4153-9675-41acc0ff4cf3 {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 21:04:49.923534 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75b87a76-ad52-4618-a214-48088ec58aef", "name": "network-vif-unplugged", "status": "completed", "tag": "914487ce-60c1-489c-a9a9-2aac03bed154", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 21:04:49.923534 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-281efaee-2edf-4153-9675-41acc0ff4cf3 {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 21:04:49.923534 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-281efaee-2edf-4153-9675-41acc0ff4cf3'] response: {'server_uuid': '75b87a76-ad52-4618-a214-48088ec58aef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '914487ce-60c1-489c-a9a9-2aac03bed154', 'code': 200} May 20 21:04:49.934469 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:49.936392 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device e23bf1a0-0743-4c25-ac95-d74d935af48f no longer exists at agent hyperv_n-h2-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 21:04:49.967959 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-67eda43d-633e-462d-a4f2-3ebd575da6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:50.075046 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-50af3a4c-fe0c-4681-acb4-988814729b25 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:50.079670 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-de24e620-cca0-4f03-84c1-0798c7f6f416 None None] Notify callbacks [] for port, precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:50.103304 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-3922802d-bb5e-48b4-9da3-ea99c89b5b02 admin admin] Deleting port 94ea0b5a-6662-4243-bb9f-1065a2c5ef1c {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:04:50.103638 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3922802d-bb5e-48b4-9da3-ea99c89b5b02 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:50.137153 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port e23bf1a0-0743-4c25-ac95-d74d935af48f is: ACTIVE; New status is: DOWN {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:04:50.138825 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:50.141042 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=914487ce-60c1-489c-a9a9-2aac03bed154,revision_number=6']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:04:50.179778 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-de24e620-cca0-4f03-84c1-0798c7f6f416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108'] for port, after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:50.198843 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port e23bf1a0-0743-4c25-ac95-d74d935af48f, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=e23bf1a0-0743-4c25-ac95-d74d935af48f,segment=NetworkSegment(6013a2ae-3d8f-47fe-9e33-a14adc851d57),segment_id=6013a2ae-3d8f-47fe-9e33-a14adc851d57)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:04:50.283798 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de24e620-cca0-4f03-84c1-0798c7f6f416 None None] Pushing event updated for resources: {'Port': ['ID=aa143c3d-167b-475d-a67e-aea4ee7ce1fc,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:04:50.289880 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:50.290578 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device c635efd6-629d-4675-9b02-f5dc32576914 no longer exists at agent hyperv_n-h2-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 21:04:50.346327 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de24e620-cca0-4f03-84c1-0798c7f6f416 None None] Network bc7001d4-463c-4d40-8d38-7b1510c6b15b is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:04:50.353025 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-de24e620-cca0-4f03-84c1-0798c7f6f416 None None] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:04:50.361337 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de24e620-cca0-4f03-84c1-0798c7f6f416 None None] Received port after_create {{(pid=103164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:04:50.372175 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-0e10969a-8e2c-4a8a-a41d-c99b5272d996 req-e5ebf14a-7972-4265-8d4f-dbd21bf9fb7c tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Deleting port f4c771b6-ea4d-4f91-a9e6-9592d7d019b1 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:04:50.373342 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-0e10969a-8e2c-4a8a-a41d-c99b5272d996 req-e5ebf14a-7972-4265-8d4f-dbd21bf9fb7c tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:50.453594 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=e23bf1a0-0743-4c25-ac95-d74d935af48f,revision_number=6']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:04:50.464165 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-de24e620-cca0-4f03-84c1-0798c7f6f416 None None] Attempting to bind port aa143c3d-167b-475d-a67e-aea4ee7ce1fc on host n-d-842733-1 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:04:50.464492 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-de24e620-cca0-4f03-84c1-0798c7f6f416 None None] Attempting to bind port aa143c3d-167b-475d-a67e-aea4ee7ce1fc by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': '453c84a1-ccb6-4a99-9cf1-0a291d324a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'bc7001d4-463c-4d40-8d38-7b1510c6b15b'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:04:50.464855 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de24e620-cca0-4f03-84c1-0798c7f6f416 None None] Attempting to bind port aa143c3d-167b-475d-a67e-aea4ee7ce1fc on network bc7001d4-463c-4d40-8d38-7b1510c6b15b {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:04:50.471175 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de24e620-cca0-4f03-84c1-0798c7f6f416 None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 21, 4, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 21:04:50.471556 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de24e620-cca0-4f03-84c1-0798c7f6f416 None None] Checking segment: {'id': '453c84a1-ccb6-4a99-9cf1-0a291d324a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'bc7001d4-463c-4d40-8d38-7b1510c6b15b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:04:50.471956 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-de24e620-cca0-4f03-84c1-0798c7f6f416 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:50.472343 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de24e620-cca0-4f03-84c1-0798c7f6f416 None None] Bound using segment: {'id': '453c84a1-ccb6-4a99-9cf1-0a291d324a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'bc7001d4-463c-4d40-8d38-7b1510c6b15b'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 21:04:50.472815 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-de24e620-cca0-4f03-84c1-0798c7f6f416 None None] Bound port: aa143c3d-167b-475d-a67e-aea4ee7ce1fc, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '453c84a1-ccb6-4a99-9cf1-0a291d324a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'bc7001d4-463c-4d40-8d38-7b1510c6b15b'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:04:50.473197 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-de24e620-cca0-4f03-84c1-0798c7f6f416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:50.569710 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-0e10969a-8e2c-4a8a-a41d-c99b5272d996 req-e5ebf14a-7972-4265-8d4f-dbd21bf9fb7c tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] For port f4c771b6-ea4d-4f91-a9e6-9592d7d019b1, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=f4c771b6-ea4d-4f91-a9e6-9592d7d019b1,segment=NetworkSegment(a3beb1d6-cb5d-4c0d-9096-5030ea79a75e),segment_id=a3beb1d6-cb5d-4c0d-9096-5030ea79a75e)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:04:50.570376 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-0e10969a-8e2c-4a8a-a41d-c99b5272d996 req-e5ebf14a-7972-4265-8d4f-dbd21bf9fb7c tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:50.574941 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e30eda3-7318-4e29-a5ab-b41351757583 req-bdb1fc0f-f744-4da7-87d0-8c59c925e848 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:04:50.589200 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e30eda3-7318-4e29-a5ab-b41351757583 req-bdb1fc0f-f744-4da7-87d0-8c59c925e848 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:04:50.602437 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e30eda3-7318-4e29-a5ab-b41351757583 req-bdb1fc0f-f744-4da7-87d0-8c59c925e848 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:04:50.604809 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port c635efd6-629d-4675-9b02-f5dc32576914 is: ACTIVE; New status is: DOWN {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:04:50.605447 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:50.621551 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e30eda3-7318-4e29-a5ab-b41351757583 req-bdb1fc0f-f744-4da7-87d0-8c59c925e848 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:04:50.657059 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e30eda3-7318-4e29-a5ab-b41351757583 req-bdb1fc0f-f744-4da7-87d0-8c59c925e848 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:04:50.667436 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2e30eda3-7318-4e29-a5ab-b41351757583 req-bdb1fc0f-f744-4da7-87d0-8c59c925e848 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] 10.222.0.35 "GET /v2.0/ports?device_id=75b87a76-ad52-4618-a214-48088ec58aef HTTP/1.1" status: 200 len: 3882 time: 0.2244201 May 20 21:04:50.715459 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port c635efd6-629d-4675-9b02-f5dc32576914, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=c635efd6-629d-4675-9b02-f5dc32576914,segment=NetworkSegment(6013a2ae-3d8f-47fe-9e33-a14adc851d57),segment_id=6013a2ae-3d8f-47fe-9e33-a14adc851d57)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:04:50.719062 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-de24e620-cca0-4f03-84c1-0798c7f6f416 None None] For port aa143c3d-167b-475d-a67e-aea4ee7ce1fc, host n-d-842733-1, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 21:04:50.731853 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-de24e620-cca0-4f03-84c1-0798c7f6f416 None None] For port aa143c3d-167b-475d-a67e-aea4ee7ce1fc, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=aa143c3d-167b-475d-a67e-aea4ee7ce1fc,segment=NetworkSegment(453c84a1-ccb6-4a99-9cf1-0a291d324a97),segment_id=453c84a1-ccb6-4a99-9cf1-0a291d324a97)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 21:04:50.762746 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2e30eda3-7318-4e29-a5ab-b41351757583 req-29e9fba8-e038-4bf8-9db7-92c6df65be09 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] 10.222.0.35 "GET /v2.0/security-groups?id=c6c3d501-aad0-44cc-8dfe-290dffd2c6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934298 May 20 21:04:50.777541 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-0e10969a-8e2c-4a8a-a41d-c99b5272d996 req-e5ebf14a-7972-4265-8d4f-dbd21bf9fb7c tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Calling delete_port for f4c771b6-ea4d-4f91-a9e6-9592d7d019b1 owned by compute:nova {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:04:50.791622 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-3922802d-bb5e-48b4-9da3-ea99c89b5b02 admin admin] For port 94ea0b5a-6662-4243-bb9f-1065a2c5ef1c, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=94ea0b5a-6662-4243-bb9f-1065a2c5ef1c,segment=NetworkSegment(0b5485c4-eff8-42a1-9073-ae54ed4c63ba),segment_id=0b5485c4-eff8-42a1-9073-ae54ed4c63ba)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:04:50.791622 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3922802d-bb5e-48b4-9da3-ea99c89b5b02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:50.801400 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-50af3a4c-fe0c-4681-acb4-988814729b25 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Allocated IP 172.20.0.1 (8b216e16-6ebb-4e6c-86b1-2603a45f23d6/fefd3cdb-d426-4983-bf80-0ca00e928bb8/8025f298-47a2-4fba-91de-48a3d55639f5) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:04:50.816181 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-3922802d-bb5e-48b4-9da3-ea99c89b5b02 admin admin] Calling delete_port for 94ea0b5a-6662-4243-bb9f-1065a2c5ef1c owned by network:router_gateway {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:04:50.846756 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:50.847709 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 92f180c2-0d12-4276-b468-9633e951982b no longer exists at agent hyperv_n-h2-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 21:04:50.925913 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-de24e620-cca0-4f03-84c1-0798c7f6f416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:51.049303 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=c635efd6-629d-4675-9b02-f5dc32576914,revision_number=6']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:04:51.115669 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cde14ad3-2b6a-4d3f-8370-47b3bd8b50ff None None] Network 8b216e16-6ebb-4e6c-86b1-2603a45f23d6 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:04:51.121460 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port 92f180c2-0d12-4276-b468-9633e951982b is: ACTIVE; New status is: DOWN {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:04:51.121460 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:51.166264 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 3ed8b885-3532-4201-998d-ad544d331f2d up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:04:51.308965 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-50af3a4c-fe0c-4681-acb4-988814729b25 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:51.318233 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-4e80a9a4-d607-4c32-8c2a-c86189b45a62 None None] Provisioning complete for port 3ed8b885-3532-4201-998d-ad544d331f2d triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:04:51.318785 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4e80a9a4-d607-4c32-8c2a-c86189b45a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:51.342757 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port 92f180c2-0d12-4276-b468-9633e951982b, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=92f180c2-0d12-4276-b468-9633e951982b,segment=NetworkSegment(1c07c58c-70ca-4634-b73e-21466b85e57d),segment_id=1c07c58c-70ca-4634-b73e-21466b85e57d)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:04:51.356811 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-0e10969a-8e2c-4a8a-a41d-c99b5272d996 req-e5ebf14a-7972-4265-8d4f-dbd21bf9fb7c tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:51.373054 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de24e620-cca0-4f03-84c1-0798c7f6f416 None None] Pushing event updated for resources: {'Port': ['ID=aa143c3d-167b-475d-a67e-aea4ee7ce1fc,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:04:51.479276 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:51.479672 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 70abfc69-b0e3-44bf-8960-f0d10e058c3c no longer exists at agent hyperv_n-h2-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 21:04:51.482879 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ebf14a-7972-4265-8d4f-dbd21bf9fb7c tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Pushing event deleted for resources: {'Port': ['ID=f4c771b6-ea4d-4f91-a9e6-9592d7d019b1,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:04:51.568824 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e10969a-8e2c-4a8a-a41d-c99b5272d996 req-e5ebf14a-7972-4265-8d4f-dbd21bf9fb7c tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] No DVR routers for this DVR port f4c771b6-ea4d-4f91-a9e6-9592d7d019b1 on host n-h2-842733-1 {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 21:04:51.575021 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-0e10969a-8e2c-4a8a-a41d-c99b5272d996 req-e5ebf14a-7972-4265-8d4f-dbd21bf9fb7c tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:51.587685 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-0e10969a-8e2c-4a8a-a41d-c99b5272d996 req-e5ebf14a-7972-4265-8d4f-dbd21bf9fb7c tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] 10.222.0.13 "DELETE /v2.0/ports/f4c771b6-ea4d-4f91-a9e6-9592d7d019b1 HTTP/1.1" status: 204 len: 173 time: 1.7483070 May 20 21:04:51.590010 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75b87a76-ad52-4618-a214-48088ec58aef', 'name': 'network-vif-deleted', 'tag': 'f4c771b6-ea4d-4f91-a9e6-9592d7d019b1'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 21:04:51.595621 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6fa957933fccbf596d28104b23404b952ad6a8238afaebaed40a0874b2e409" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26589cbc-5975-4a15-b617-2c91efdb321f" -d '{"events": [{"server_uuid": "75b87a76-ad52-4618-a214-48088ec58aef", "name": "network-vif-deleted", "tag": "f4c771b6-ea4d-4f91-a9e6-9592d7d019b1"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 21:04:51.607633 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3922802d-bb5e-48b4-9da3-ea99c89b5b02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:51.626186 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-50af3a4c-fe0c-4681-acb4-988814729b25 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:51.694504 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3922802d-bb5e-48b4-9da3-ea99c89b5b02 admin admin] Pushing event deleted for resources: {'Port': ['ID=94ea0b5a-6662-4243-bb9f-1065a2c5ef1c,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:04:51.829322 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50af3a4c-fe0c-4681-acb4-988814729b25 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Pushing event updated for resources: {'Port': ['ID=8025f298-47a2-4fba-91de-48a3d55639f5,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:04:51.840045 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50af3a4c-fe0c-4681-acb4-988814729b25 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Network 8b216e16-6ebb-4e6c-86b1-2603a45f23d6 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:04:51.845619 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-50af3a4c-fe0c-4681-acb4-988814729b25 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:04:51.893536 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50af3a4c-fe0c-4681-acb4-988814729b25 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:04:51.954276 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-50af3a4c-fe0c-4681-acb4-988814729b25 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748409'] for router_interface, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:51.958926 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3922802d-bb5e-48b4-9da3-ea99c89b5b02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-748206'] for router_gateway, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:52.054059 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75b87a76-ad52-4618-a214-48088ec58aef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e23bf1a0-0743-4c25-ac95-d74d935af48f'}, {'server_uuid': '75b87a76-ad52-4618-a214-48088ec58aef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c635efd6-629d-4675-9b02-f5dc32576914'}, {'server_uuid': '75b87a76-ad52-4618-a214-48088ec58aef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '92f180c2-0d12-4276-b468-9633e951982b'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 21:04:52.059382 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8485417003ce7c0410b00f5cdc2f391e21107b70bb68e2773712534a96e108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84ce379f-98d7-490d-8b5a-c208b555fa66" -d '{"events": [{"server_uuid": "75b87a76-ad52-4618-a214-48088ec58aef", "name": "network-vif-unplugged", "status": "completed", "tag": "e23bf1a0-0743-4c25-ac95-d74d935af48f"}, {"server_uuid": "75b87a76-ad52-4618-a214-48088ec58aef", "name": "network-vif-unplugged", "status": "completed", "tag": "c635efd6-629d-4675-9b02-f5dc32576914"}, {"server_uuid": "75b87a76-ad52-4618-a214-48088ec58aef", "name": "network-vif-unplugged", "status": "completed", "tag": "92f180c2-0d12-4276-b468-9633e951982b"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 21:04:52.102291 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 3ed8b885-3532-4201-998d-ad544d331f2d triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:04:52.102662 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:52.117695 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 21:04:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e634b69-98ba-4c4b-916f-8a1770e63997 x-openstack-request-id: req-2e634b69-98ba-4c4b-916f-8a1770e63997 {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 21:04:52.118425 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75b87a76-ad52-4618-a214-48088ec58aef", "name": "network-vif-deleted", "tag": "f4c771b6-ea4d-4f91-a9e6-9592d7d019b1", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 21:04:52.124524 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2e634b69-98ba-4c4b-916f-8a1770e63997 {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 21:04:52.124524 n-d-842733-1 neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e634b69-98ba-4c4b-916f-8a1770e63997'] response: {'server_uuid': '75b87a76-ad52-4618-a214-48088ec58aef', 'name': 'network-vif-deleted', 'tag': 'f4c771b6-ea4d-4f91-a9e6-9592d7d019b1', 'status': 'completed', 'code': 200} May 20 21:04:52.153571 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 45226) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:04:52.245285 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Fri, 20 May 2022 21:04:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7d76a1d-450a-4623-a86e-4cb9578e8502 x-openstack-request-id: req-b7d76a1d-450a-4623-a86e-4cb9578e8502 {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 21:04:52.245877 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75b87a76-ad52-4618-a214-48088ec58aef", "name": "network-vif-unplugged", "status": "completed", "tag": "e23bf1a0-0743-4c25-ac95-d74d935af48f", "code": 200}, {"server_uuid": "75b87a76-ad52-4618-a214-48088ec58aef", "name": "network-vif-unplugged", "status": "completed", "tag": "c635efd6-629d-4675-9b02-f5dc32576914", "code": 200}, {"server_uuid": "75b87a76-ad52-4618-a214-48088ec58aef", "name": "network-vif-unplugged", "status": "completed", "tag": "92f180c2-0d12-4276-b468-9633e951982b", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 21:04:52.246313 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b7d76a1d-450a-4623-a86e-4cb9578e8502 {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 21:04:52.246899 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7d76a1d-450a-4623-a86e-4cb9578e8502'] response: {'server_uuid': '75b87a76-ad52-4618-a214-48088ec58aef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e23bf1a0-0743-4c25-ac95-d74d935af48f', 'code': 200} May 20 21:04:52.247366 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7d76a1d-450a-4623-a86e-4cb9578e8502'] response: {'server_uuid': '75b87a76-ad52-4618-a214-48088ec58aef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c635efd6-629d-4675-9b02-f5dc32576914', 'code': 200} May 20 21:04:52.248471 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7d76a1d-450a-4623-a86e-4cb9578e8502'] response: {'server_uuid': '75b87a76-ad52-4618-a214-48088ec58aef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '92f180c2-0d12-4276-b468-9633e951982b', 'code': 200} May 20 21:04:52.250793 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084b3f1b-3d2e-48a0-a292-be6297848c79 req-b646cf90-a4ec-4b5c-8155-f6f19eca0f0b tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:04:52.284229 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084b3f1b-3d2e-48a0-a292-be6297848c79 req-b646cf90-a4ec-4b5c-8155-f6f19eca0f0b tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:04:52.291977 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084b3f1b-3d2e-48a0-a292-be6297848c79 req-b646cf90-a4ec-4b5c-8155-f6f19eca0f0b tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:04:52.326979 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084b3f1b-3d2e-48a0-a292-be6297848c79 req-b646cf90-a4ec-4b5c-8155-f6f19eca0f0b tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:04:52.329133 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-084b3f1b-3d2e-48a0-a292-be6297848c79 req-b646cf90-a4ec-4b5c-8155-f6f19eca0f0b tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] 10.222.0.35 "GET /v2.0/ports?device_id=75b87a76-ad52-4618-a214-48088ec58aef HTTP/1.1" status: 200 len: 3143 time: 0.3442514 May 20 21:04:52.364989 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 70abfc69-b0e3-44bf-8960-f0d10e058c3c not bound to the agent host n-h2-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 21:04:52.376147 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device f4c771b6-ea4d-4f91-a9e6-9592d7d019b1 no longer exists at agent hyperv_n-h2-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 21:04:52.409100 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-084b3f1b-3d2e-48a0-a292-be6297848c79 req-0bc35707-f7d0-4b5b-a77e-b1db294526eb tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] 10.222.0.35 "GET /v2.0/security-groups?id=c6c3d501-aad0-44cc-8dfe-290dffd2c6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723276 May 20 21:04:52.448052 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1e95d273-9422-4fc9-b41e-e6293d6ac873 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:52.479217 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=92f180c2-0d12-4276-b468-9633e951982b,revision_number=6']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:04:52.490076 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] No Port match for: f4c771b6-ea4d-4f91-a9e6-9592d7d019b1 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 21:04:52.494356 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device f4c771b6-ea4d-4f91-a9e6-9592d7d019b1 not bound to the agent host n-h2-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 21:04:52.514949 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3922802d-bb5e-48b4-9da3-ea99c89b5b02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26169'] for router, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:52.527029 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-4e80a9a4-d607-4c32-8c2a-c86189b45a62 None None] Current status of the port 3ed8b885-3532-4201-998d-ad544d331f2d is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:04:52.527839 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4e80a9a4-d607-4c32-8c2a-c86189b45a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:52.539299 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3922802d-bb5e-48b4-9da3-ea99c89b5b02 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:52.629164 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-09807eec-9e48-4450-a376-a6c1f71ecdac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:52.687835 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1e95d273-9422-4fc9-b41e-e6293d6ac873 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:52.691503 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-0e10969a-8e2c-4a8a-a41d-c99b5272d996 req-52fbc2e0-d7b9-424d-a6fe-fb666b140d5d tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Deleting port 92f180c2-0d12-4276-b468-9633e951982b {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:04:52.694572 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-0e10969a-8e2c-4a8a-a41d-c99b5272d996 req-52fbc2e0-d7b9-424d-a6fe-fb666b140d5d tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:52.697025 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-4e80a9a4-d607-4c32-8c2a-c86189b45a62 None None] For port 3ed8b885-3532-4201-998d-ad544d331f2d, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=3ed8b885-3532-4201-998d-ad544d331f2d,segment=NetworkSegment(39f7f872-0e20-4cb6-b75a-6ac8ec2d8fa8),segment_id=39f7f872-0e20-4cb6-b75a-6ac8ec2d8fa8)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:04:52.709312 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 3ed8b885-3532-4201-998d-ad544d331f2d is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:04:52.713499 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:52.759754 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1e95d273-9422-4fc9-b41e-e6293d6ac873 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:52.762665 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4e80a9a4-d607-4c32-8c2a-c86189b45a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:52.863215 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-1e95d273-9422-4fc9-b41e-e6293d6ac873 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3662c0301e6541cf9172da255847eb24&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6980591 May 20 21:04:52.881187 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 45256) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:04:52.911277 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e95d273-9422-4fc9-b41e-e6293d6ac873 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07f07e31-4b44-43df-9232-d7b86b341bd1,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:04:52.929578 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-0e10969a-8e2c-4a8a-a41d-c99b5272d996 req-52fbc2e0-d7b9-424d-a6fe-fb666b140d5d tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] For port 92f180c2-0d12-4276-b468-9633e951982b, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=92f180c2-0d12-4276-b468-9633e951982b,segment=NetworkSegment(1c07c58c-70ca-4634-b73e-21466b85e57d),segment_id=1c07c58c-70ca-4634-b73e-21466b85e57d)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:04:52.930450 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-0e10969a-8e2c-4a8a-a41d-c99b5272d996 req-52fbc2e0-d7b9-424d-a6fe-fb666b140d5d tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:52.945708 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b47e31c-80b7-476a-ba97-adb540843ba4 None None] Network bc7001d4-463c-4d40-8d38-7b1510c6b15b requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:04:52.981468 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-11bd536a-d4be-4569-8406-ca4f94c23677 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:53.022248 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.db.api [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103164) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 20 21:04:53.025892 n-d-842733-1 neutron-server[103164]: DEBUG oslo_db.api [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 20 21:04:53.056664 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-11bd536a-d4be-4569-8406-ca4f94c23677 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:53.144623 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e80a9a4-d607-4c32-8c2a-c86189b45a62 None None] Pushing event updated for resources: {'Port': ['ID=3ed8b885-3532-4201-998d-ad544d331f2d,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:04:53.157030 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a0f7f638-c37c-419d-ac83-221462599ba0 None None] Provisioning complete for port aa143c3d-167b-475d-a67e-aea4ee7ce1fc triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:04:53.157667 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a0f7f638-c37c-419d-ac83-221462599ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:53.238201 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3922802d-bb5e-48b4-9da3-ea99c89b5b02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-693148'] for router, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:53.238708 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3922802d-bb5e-48b4-9da3-ea99c89b5b02 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 892f99b8-efbc-4dda-a6f4-6ce419f5e051 {{(pid=103162) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 20 21:04:53.248411 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3922802d-bb5e-48b4-9da3-ea99c89b5b02 admin admin] Notify callbacks [] for router, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:53.250235 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-3922802d-bb5e-48b4-9da3-ea99c89b5b02 admin admin] 10.222.0.35 "DELETE /v2.0/routers/892f99b8-efbc-4dda-a6f4-6ce419f5e051 HTTP/1.1" status: 204 len: 168 time: 5.2389891 May 20 21:04:53.252881 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 45280) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:04:53.313018 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-50af3a4c-fe0c-4681-acb4-988814729b25 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:53.342473 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a0f7f638-c37c-419d-ac83-221462599ba0 None None] Current status of the port aa143c3d-167b-475d-a67e-aea4ee7ce1fc is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:04:53.342918 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a0f7f638-c37c-419d-ac83-221462599ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:53.362929 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e052af9-47d1-4e44-91c2-fdc8deac3afe admin admin] Deleting subnet c11f0e69-81d3-457c-b504-07283472feda {{(pid=103163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 20 21:04:53.375268 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8e052af9-47d1-4e44-91c2-fdc8deac3afe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:53.494181 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8e052af9-47d1-4e44-91c2-fdc8deac3afe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9338757'] for subnet, precommit_delete_associations {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:53.529109 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-a0f7f638-c37c-419d-ac83-221462599ba0 None None] For port aa143c3d-167b-475d-a67e-aea4ee7ce1fc, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=aa143c3d-167b-475d-a67e-aea4ee7ce1fc,segment=NetworkSegment(453c84a1-ccb6-4a99-9cf1-0a291d324a97),segment_id=453c84a1-ccb6-4a99-9cf1-0a291d324a97)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:04:53.567884 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-11bd536a-d4be-4569-8406-ca4f94c23677 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:53.574230 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-11bd536a-d4be-4569-8406-ca4f94c23677 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:53.582610 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-11bd536a-d4be-4569-8406-ca4f94c23677 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/07f07e31-4b44-43df-9232-d7b86b341bd1 HTTP/1.1" status: 204 len: 168 time: 0.7001562 May 20 21:04:53.595731 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 3ed8b885-3532-4201-998d-ad544d331f2d is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:04:53.605958 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device de969abe-4373-4e18-b9bd-f3c44fbac81e no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 21:04:53.665737 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: de969abe-4373-4e18-b9bd-f3c44fbac81e {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 21:04:53.673300 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device de969abe-4373-4e18-b9bd-f3c44fbac81e not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 21:04:53.676368 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a0f7f638-c37c-419d-ac83-221462599ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:53.679088 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8e052af9-47d1-4e44-91c2-fdc8deac3afe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33068388'] for subnet, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:53.770490 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bd536a-d4be-4569-8406-ca4f94c23677 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07f07e31-4b44-43df-9232-d7b86b341bd1,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:04:53.783259 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f7f638-c37c-419d-ac83-221462599ba0 None None] Pushing event updated for resources: {'Port': ['ID=aa143c3d-167b-475d-a67e-aea4ee7ce1fc,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:04:53.883974 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177abaff-514e-46d1-9572-71e0f7b8f60f req-0fef21e0-5994-4183-8994-321a07bbf5b9 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:04:53.899453 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-2f23af53-09b7-4f81-bca1-e0c7fddc6ddb None None] Provisioning complete for port 3ed8b885-3532-4201-998d-ad544d331f2d triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:04:53.900119 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-2f23af53-09b7-4f81-bca1-e0c7fddc6ddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:53.901171 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177abaff-514e-46d1-9572-71e0f7b8f60f req-0fef21e0-5994-4183-8994-321a07bbf5b9 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:04:53.917378 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177abaff-514e-46d1-9572-71e0f7b8f60f req-0fef21e0-5994-4183-8994-321a07bbf5b9 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:04:53.933373 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177abaff-514e-46d1-9572-71e0f7b8f60f req-0fef21e0-5994-4183-8994-321a07bbf5b9 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:04:53.941453 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-177abaff-514e-46d1-9572-71e0f7b8f60f req-0fef21e0-5994-4183-8994-321a07bbf5b9 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] 10.222.0.35 "GET /v2.0/ports?device_id=75b87a76-ad52-4618-a214-48088ec58aef HTTP/1.1" status: 200 len: 3143 time: 0.3575981 May 20 21:04:53.945712 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8e052af9-47d1-4e44-91c2-fdc8deac3afe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33068399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9641221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8422588'] for subnet, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:53.965924 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4bb0e131-6525-46ca-a45b-e4ea43a5e69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:54.064806 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8e052af9-47d1-4e44-91c2-fdc8deac3afe admin admin] Notify callbacks [] for subnet, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:54.072390 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-8e052af9-47d1-4e44-91c2-fdc8deac3afe admin admin] 10.222.0.35 "DELETE /v2.0/subnets/c11f0e69-81d3-457c-b504-07283472feda HTTP/1.1" status: 204 len: 168 time: 0.8182349 May 20 21:04:54.075573 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e052af9-47d1-4e44-91c2-fdc8deac3afe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c11f0e69-81d3-457c-b504-07283472feda,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:04:54.092876 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 45316) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:04:54.094408 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-922b4af4-b37f-4bba-8876-2ad6dee3bec2 None None] Network 5c76c719-c4b5-446b-bb0b-151e1b3ddd5c requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:04:54.123092 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-177abaff-514e-46d1-9572-71e0f7b8f60f req-5e5632bc-ace5-4e24-be7c-a8ab2bd2b5a4 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] 10.222.0.35 "GET /v2.0/security-groups?id=c6c3d501-aad0-44cc-8dfe-290dffd2c6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1678953 May 20 21:04:54.189654 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-0e10969a-8e2c-4a8a-a41d-c99b5272d996 req-52fbc2e0-d7b9-424d-a6fe-fb666b140d5d tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:54.190029 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-0e10969a-8e2c-4a8a-a41d-c99b5272d996 req-52fbc2e0-d7b9-424d-a6fe-fb666b140d5d tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748272'] for floatingip, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:54.190351 n-d-842733-1 neutron-server[103162]: INFO neutron.db.l3_db [req-0e10969a-8e2c-4a8a-a41d-c99b5272d996 req-52fbc2e0-d7b9-424d-a6fe-fb666b140d5d tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Floating IP e378f733-27b0-4947-bff6-a00aa8faeca5 disassociated. External IP: 172.25.2.8, port: 92f180c2-0d12-4276-b468-9633e951982b. May 20 21:04:54.190905 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-0e10969a-8e2c-4a8a-a41d-c99b5272d996 req-52fbc2e0-d7b9-424d-a6fe-fb666b140d5d tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Calling delete_port for 92f180c2-0d12-4276-b468-9633e951982b owned by compute:nova {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:04:54.225805 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device aa143c3d-167b-475d-a67e-aea4ee7ce1fc up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:04:54.308896 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-2f23af53-09b7-4f81-bca1-e0c7fddc6ddb None None] Current status of the port 3ed8b885-3532-4201-998d-ad544d331f2d is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:04:54.360032 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port aa143c3d-167b-475d-a67e-aea4ee7ce1fc triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:04:54.360406 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:54.362880 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-2f23af53-09b7-4f81-bca1-e0c7fddc6ddb None None] Provisioning complete for port 8025f298-47a2-4fba-91de-48a3d55639f5 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:04:54.363426 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-2f23af53-09b7-4f81-bca1-e0c7fddc6ddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:54.389939 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0d32be10-33b8-4d6e-b1a5-ed04035bbd2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33160123'] for network, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:54.455080 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-2f23af53-09b7-4f81-bca1-e0c7fddc6ddb None None] Port 8025f298-47a2-4fba-91de-48a3d55639f5 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 21:04:54.500029 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port aa143c3d-167b-475d-a67e-aea4ee7ce1fc is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:04:54.501102 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 3ed8b885-3532-4201-998d-ad544d331f2d up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:04:54.535240 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcf659a8-2faf-45be-9179-c18141376330 None None] DHCP port deletion for 5c76c719-c4b5-446b-bb0b-151e1b3ddd5c request from n-d-842733-1 {{(pid=103164) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 21:04:54.603633 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-6c46b613-e826-43f7-ad42-ea629d710251 None None] Provisioning complete for port aa143c3d-167b-475d-a67e-aea4ee7ce1fc triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:04:54.603996 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-6c46b613-e826-43f7-ad42-ea629d710251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:54.654500 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 3ed8b885-3532-4201-998d-ad544d331f2d triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:04:54.655051 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:54.656702 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-50af3a4c-fe0c-4681-acb4-988814729b25 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:54.716173 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-fcf659a8-2faf-45be-9179-c18141376330 None None] Deleting port 41693b35-cd93-417a-b2dc-b7cb283a263c {{(pid=103164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:04:54.717060 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-fcf659a8-2faf-45be-9179-c18141376330 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:54.727574 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-50af3a4c-fe0c-4681-acb4-988814729b25 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:54.805355 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-0d32be10-33b8-4d6e-b1a5-ed04035bbd2b admin admin] Deleting port 41693b35-cd93-417a-b2dc-b7cb283a263c {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:04:54.806011 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0d32be10-33b8-4d6e-b1a5-ed04035bbd2b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:54.811936 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:54.852585 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-fcf659a8-2faf-45be-9179-c18141376330 None None] For port 41693b35-cd93-417a-b2dc-b7cb283a263c, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=41693b35-cd93-417a-b2dc-b7cb283a263c,segment=NetworkSegment(cf74f015-3fcc-4a9b-bed7-5560de5790aa),segment_id=cf74f015-3fcc-4a9b-bed7-5560de5790aa)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:04:54.852977 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-fcf659a8-2faf-45be-9179-c18141376330 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:54.876267 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-fcf659a8-2faf-45be-9179-c18141376330 None None] Calling delete_port for 41693b35-cd93-417a-b2dc-b7cb283a263c owned by network:dhcp {{(pid=103164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:04:54.880641 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 3ed8b885-3532-4201-998d-ad544d331f2d is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:04:54.901316 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-6c46b613-e826-43f7-ad42-ea629d710251 None None] Current status of the port aa143c3d-167b-475d-a67e-aea4ee7ce1fc is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:04:54.940399 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-0d32be10-33b8-4d6e-b1a5-ed04035bbd2b admin admin] For port 41693b35-cd93-417a-b2dc-b7cb283a263c, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=41693b35-cd93-417a-b2dc-b7cb283a263c,segment=NetworkSegment(cf74f015-3fcc-4a9b-bed7-5560de5790aa),segment_id=cf74f015-3fcc-4a9b-bed7-5560de5790aa)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:04:54.940777 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0d32be10-33b8-4d6e-b1a5-ed04035bbd2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:54.966928 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-0d32be10-33b8-4d6e-b1a5-ed04035bbd2b admin admin] Calling delete_port for 41693b35-cd93-417a-b2dc-b7cb283a263c owned by network:dhcp {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:04:54.968415 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 94ea0b5a-6662-4243-bb9f-1065a2c5ef1c no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 21:04:54.995595 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: 94ea0b5a-6662-4243-bb9f-1065a2c5ef1c {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 21:04:54.998464 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 94ea0b5a-6662-4243-bb9f-1065a2c5ef1c not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 21:04:55.047656 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-0e10969a-8e2c-4a8a-a41d-c99b5272d996 req-52fbc2e0-d7b9-424d-a6fe-fb666b140d5d tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:55.065959 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-50af3a4c-fe0c-4681-acb4-988814729b25 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748437'] for router_interface, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:55.076012 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50af3a4c-fe0c-4681-acb4-988814729b25 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Pushing event updated for resources: {'Port': ['ID=8025f298-47a2-4fba-91de-48a3d55639f5,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:04:55.129179 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fbc2e0-d7b9-424d-a6fe-fb666b140d5d tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Pushing event deleted for resources: {'Port': ['ID=92f180c2-0d12-4276-b468-9633e951982b,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:04:55.136840 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-fcf659a8-2faf-45be-9179-c18141376330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099'] for port, after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:55.183394 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf659a8-2faf-45be-9179-c18141376330 None None] No DVR routers for this DVR port 41693b35-cd93-417a-b2dc-b7cb283a263c on host n-d-842733-1 {{(pid=103164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 21:04:55.185575 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf659a8-2faf-45be-9179-c18141376330 None None] Pushing event deleted for resources: {'Port': ['ID=41693b35-cd93-417a-b2dc-b7cb283a263c,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:04:55.301906 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0d32be10-33b8-4d6e-b1a5-ed04035bbd2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:55.310625 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d2dc7f-5515-470b-8363-43152eed3c49 req-e7c8d131-dcc2-4970-88bc-efba53b44918 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:04:55.319328 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d2dc7f-5515-470b-8363-43152eed3c49 req-e7c8d131-dcc2-4970-88bc-efba53b44918 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:04:55.331337 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d2dc7f-5515-470b-8363-43152eed3c49 req-e7c8d131-dcc2-4970-88bc-efba53b44918 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:04:55.333520 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-87d2dc7f-5515-470b-8363-43152eed3c49 req-e7c8d131-dcc2-4970-88bc-efba53b44918 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] 10.222.0.35 "GET /v2.0/ports?device_id=75b87a76-ad52-4618-a214-48088ec58aef HTTP/1.1" status: 200 len: 2410 time: 0.0812681 May 20 21:04:55.348148 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d32be10-33b8-4d6e-b1a5-ed04035bbd2b admin admin] Pushing event deleted for resources: {'Port': ['ID=41693b35-cd93-417a-b2dc-b7cb283a263c,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:04:55.351684 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d32be10-33b8-4d6e-b1a5-ed04035bbd2b admin admin] No DVR routers for this DVR port 41693b35-cd93-417a-b2dc-b7cb283a263c on host n-d-842733-1 {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 21:04:55.390266 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-87d2dc7f-5515-470b-8363-43152eed3c49 req-ee278a6d-a803-43c5-8241-3edee60012c7 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] 10.222.0.35 "GET /v2.0/security-groups?id=c6c3d501-aad0-44cc-8dfe-290dffd2c6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486987 May 20 21:04:55.419237 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0e10969a-8e2c-4a8a-a41d-c99b5272d996 req-52fbc2e0-d7b9-424d-a6fe-fb666b140d5d tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Router 6e7c1d63-45a7-441e-976c-1f8388b6759c has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 21:04:55.511608 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0d32be10-33b8-4d6e-b1a5-ed04035bbd2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33072115', 'neutron.services.segments.db._delete_segments_for_network-8782419500584'] for network, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:55.523546 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50af3a4c-fe0c-4681-acb4-988814729b25 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Network 8b216e16-6ebb-4e6c-86b1-2603a45f23d6 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:04:55.547031 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cc3ec51b-6ec8-438a-8349-5f0bec346d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:55.575125 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-50af3a4c-fe0c-4681-acb4-988814729b25 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:04:55.601817 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-0d32be10-33b8-4d6e-b1a5-ed04035bbd2b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c76c719-c4b5-446b-bb0b-151e1b3ddd5c']}} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:04:55.632792 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:55.717347 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-0d32be10-33b8-4d6e-b1a5-ed04035bbd2b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf74f015-3fcc-4a9b-bed7-5560de5790aa') {'for_net_delete': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:04:55.717763 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-0d32be10-33b8-4d6e-b1a5-ed04035bbd2b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf74f015-3fcc-4a9b-bed7-5560de5790aa') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:04:55.777318 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 41693b35-cd93-417a-b2dc-b7cb283a263c no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 21:04:55.793792 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0d32be10-33b8-4d6e-b1a5-ed04035bbd2b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419501617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3738385'] for segment, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:55.813304 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: 41693b35-cd93-417a-b2dc-b7cb283a263c {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 21:04:55.813650 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 41693b35-cd93-417a-b2dc-b7cb283a263c not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 21:04:55.849700 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0d32be10-33b8-4d6e-b1a5-ed04035bbd2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:55.856564 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0e10969a-8e2c-4a8a-a41d-c99b5272d996 req-52fbc2e0-d7b9-424d-a6fe-fb666b140d5d tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 21:04:55.864253 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d32be10-33b8-4d6e-b1a5-ed04035bbd2b admin admin] Releasing vlan 207 on physical network physnet1 to pool {{(pid=103162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 21:04:55.864866 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0d32be10-33b8-4d6e-b1a5-ed04035bbd2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3800791'] for segment, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:55.867674 n-d-842733-1 neutron-server[103162]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 21:04:55.867674 n-d-842733-1 neutron-server[103162]: self.session.flush() May 20 21:04:55.867674 n-d-842733-1 neutron-server[103162]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 21:04:55.867674 n-d-842733-1 neutron-server[103162]: self.session.flush() May 20 21:04:55.867674 n-d-842733-1 neutron-server[103162]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 21:04:55.867674 n-d-842733-1 neutron-server[103162]: self.session.flush() May 20 21:04:55.867674 n-d-842733-1 neutron-server[103162]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 21:04:55.867674 n-d-842733-1 neutron-server[103162]: self.session.flush() May 20 21:04:55.867674 n-d-842733-1 neutron-server[103162]: Traceback (most recent call last): May 20 21:04:55.867674 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 21:04:55.867674 n-d-842733-1 neutron-server[103162]: timer() May 20 21:04:55.867674 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 21:04:55.867674 n-d-842733-1 neutron-server[103162]: cb(*args, **kw) May 20 21:04:55.867674 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 20 21:04:55.867674 n-d-842733-1 neutron-server[103162]: return func(*args, **kwargs) May 20 21:04:55.867674 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 21:04:55.867674 n-d-842733-1 neutron-server[103162]: self._notify() May 20 21:04:55.867674 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 21:04:55.867674 n-d-842733-1 neutron-server[103162]: self.callback(batched_events) May 20 21:04:55.867674 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 21:04:55.867674 n-d-842733-1 neutron-server[103162]: event.method(event) May 20 21:04:55.867674 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 20 21:04:55.867674 n-d-842733-1 neutron-server[103162]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 21:04:55.867674 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 20 21:04:55.867674 n-d-842733-1 neutron-server[103162]: aggregate_uuid = self.p_client.list_aggregates( May 20 21:04:55.867674 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 20 21:04:55.867674 n-d-842733-1 neutron-server[103162]: return f(self, *a, **k) May 20 21:04:55.867674 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 20 21:04:55.867674 n-d-842733-1 neutron-server[103162]: return self._get(url).json() May 20 21:04:55.867674 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 20 21:04:55.867674 n-d-842733-1 neutron-server[103162]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 21:04:55.867674 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 21:04:55.867674 n-d-842733-1 neutron-server[103162]: return self.request(url, 'GET', **kwargs) May 20 21:04:55.867674 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 21:04:55.867674 n-d-842733-1 neutron-server[103162]: base_url = self.get_endpoint(auth, allow=allow, May 20 21:04:55.867674 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 21:04:55.867674 n-d-842733-1 neutron-server[103162]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 21:04:55.867674 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 21:04:55.867674 n-d-842733-1 neutron-server[103162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 21:04:55.867674 n-d-842733-1 neutron-server[103162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 21:04:55.870876 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a1cde6-b61a-4875-90d9-e70b8478b075 None None] Sync routers for ids ['6e7c1d63-45a7-441e-976c-1f8388b6759c'] in n-d-842733-1 {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 21:04:55.881766 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a1cde6-b61a-4875-90d9-e70b8478b075 None None] Routers {'6e7c1d63-45a7-441e-976c-1f8388b6759c'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:04:55.883930 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-b3a1cde6-b61a-4875-90d9-e70b8478b075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:04:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['6e7c1d63-45a7-441e-976c-1f8388b6759c'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:04:55.969579 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e10969a-8e2c-4a8a-a41d-c99b5272d996 req-52fbc2e0-d7b9-424d-a6fe-fb666b140d5d tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] No DVR routers for this DVR port 92f180c2-0d12-4276-b468-9633e951982b on host n-h2-842733-1 {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 21:04:55.978317 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-0e10969a-8e2c-4a8a-a41d-c99b5272d996 req-52fbc2e0-d7b9-424d-a6fe-fb666b140d5d tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:55.983564 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-0e10969a-8e2c-4a8a-a41d-c99b5272d996 req-52fbc2e0-d7b9-424d-a6fe-fb666b140d5d tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] 10.222.0.13 "DELETE /v2.0/ports/92f180c2-0d12-4276-b468-9633e951982b HTTP/1.1" status: 204 len: 173 time: 4.3774958 May 20 21:04:55.986446 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75b87a76-ad52-4618-a214-48088ec58aef', 'name': 'network-vif-deleted', 'tag': '92f180c2-0d12-4276-b468-9633e951982b'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 21:04:55.988704 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6fa957933fccbf596d28104b23404b952ad6a8238afaebaed40a0874b2e409" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96d451f7-ad29-40cc-9d32-266f814bb042" -d '{"events": [{"server_uuid": "75b87a76-ad52-4618-a214-48088ec58aef", "name": "network-vif-deleted", "tag": "92f180c2-0d12-4276-b468-9633e951982b"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 21:04:56.050345 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-b3a1cde6-b61a-4875-90d9-e70b8478b075 None None] Set router 6e7c1d63-45a7-441e-976c-1f8388b6759c gateway port host: n-d-842733-1 {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:04:56.079484 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 21:04:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b82a782-ca63-49c2-9b5a-2cb68efbe33d x-openstack-request-id: req-1b82a782-ca63-49c2-9b5a-2cb68efbe33d {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 21:04:56.079882 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75b87a76-ad52-4618-a214-48088ec58aef", "name": "network-vif-deleted", "tag": "92f180c2-0d12-4276-b468-9633e951982b", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 21:04:56.080349 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1b82a782-ca63-49c2-9b5a-2cb68efbe33d {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 21:04:56.080909 n-d-842733-1 neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b82a782-ca63-49c2-9b5a-2cb68efbe33d'] response: {'server_uuid': '75b87a76-ad52-4618-a214-48088ec58aef', 'name': 'network-vif-deleted', 'tag': '92f180c2-0d12-4276-b468-9633e951982b', 'status': 'completed', 'code': 200} May 20 21:04:56.106610 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-9193de88-b593-4265-aafa-5f71851ff518 None None] Provisioning complete for port 8025f298-47a2-4fba-91de-48a3d55639f5 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:04:56.107749 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-9193de88-b593-4265-aafa-5f71851ff518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:56.198327 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-0e10969a-8e2c-4a8a-a41d-c99b5272d996 req-948aa218-5e33-4090-b349-cc91b4b952bc tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Deleting port 914487ce-60c1-489c-a9a9-2aac03bed154 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:04:56.198843 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-0e10969a-8e2c-4a8a-a41d-c99b5272d996 req-948aa218-5e33-4090-b349-cc91b4b952bc tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:56.219022 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0d32be10-33b8-4d6e-b1a5-ed04035bbd2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33072122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748162'] for network, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:56.237188 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0d32be10-33b8-4d6e-b1a5-ed04035bbd2b admin admin] Notify callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:56.246548 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 45446) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:04:56.246778 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-0d32be10-33b8-4d6e-b1a5-ed04035bbd2b admin admin] 10.222.0.35 "DELETE /v2.0/networks/5c76c719-c4b5-446b-bb0b-151e1b3ddd5c HTTP/1.1" status: 204 len: 168 time: 2.1576579 May 20 21:04:56.280544 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d32be10-33b8-4d6e-b1a5-ed04035bbd2b admin admin] Pushing event deleted for resources: {'Network': ['ID=5c76c719-c4b5-446b-bb0b-151e1b3ddd5c,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:04:56.290635 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50af3a4c-fe0c-4681-acb4-988814729b25 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Router d7547d02-9108-42b8-b3f8-7807bd83f2b4 is scheduled to L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e with binding_index 1 {{(pid=103162) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 20 21:04:56.402009 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 45456) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:04:56.496570 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-9193de88-b593-4265-aafa-5f71851ff518 None None] Port 8025f298-47a2-4fba-91de-48a3d55639f5 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 21:04:56.524307 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-0e10969a-8e2c-4a8a-a41d-c99b5272d996 req-948aa218-5e33-4090-b349-cc91b4b952bc tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] For port 914487ce-60c1-489c-a9a9-2aac03bed154, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=914487ce-60c1-489c-a9a9-2aac03bed154,segment=NetworkSegment(a3beb1d6-cb5d-4c0d-9096-5030ea79a75e),segment_id=a3beb1d6-cb5d-4c0d-9096-5030ea79a75e)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:04:56.524680 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-0e10969a-8e2c-4a8a-a41d-c99b5272d996 req-948aa218-5e33-4090-b349-cc91b4b952bc tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:56.569470 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-0e10969a-8e2c-4a8a-a41d-c99b5272d996 req-948aa218-5e33-4090-b349-cc91b4b952bc tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Calling delete_port for 914487ce-60c1-489c-a9a9-2aac03bed154 owned by compute:nova {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:04:56.599416 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-b3a1cde6-b61a-4875-90d9-e70b8478b075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e7c1d63-45a7-441e-976c-1f8388b6759c', 'name': 'tempest-TaggedBootDevicesTest_v242-514012916-router', 'tenant_id': '0460753b23084d8f8624c2387ec65eda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.45'}], 'enable_snat': True}, 'gw_port_id': '0060fa8d-23cd-4951-8a47-e3091a61e826', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:57:29Z', 'updated_at': '2022-05-20T20:57:38Z', 'revision_number': 4, 'project_id': '0460753b23084d8f8624c2387ec65eda', 'gw_port': {'id': '0060fa8d-23cd-4951-8a47-e3091a61e826', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:c1:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e7c1d63-45a7-441e-976c-1f8388b6759c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2451, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:57:31Z', 'updated_at': '2022-05-20T20:57:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': '7ced45c7-1c14-42f1-8baa-527821e9e0d9', 'name': '', 'network_id': '1e3e44fa-7b8c-41ab-9fa2-0a6471f01b68', 'tenant_id': '0460753b23084d8f8624c2387ec65eda', 'mac_address': 'fa:16:3e:2c:b3:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e7c1d63-45a7-441e-976c-1f8388b6759c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2467, 'fixed_ips': [{'subnet_id': '88b96f62-8032-4008-8101-2fc29fd0425b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:57:37Z', 'updated_at': '2022-05-20T20:57:45Z', 'revision_number': 5, 'project_id': '0460753b23084d8f8624c2387ec65eda', 'subnets': [{'id': '88b96f62-8032-4008-8101-2fc29fd0425b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:04:56.637560 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50af3a4c-fe0c-4681-acb4-988814729b25 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 21:04:56.641154 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a1cde6-b61a-4875-90d9-e70b8478b075 None None] Checking router: 6e7c1d63-45a7-441e-976c-1f8388b6759c for host: n-d-842733-1 {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 21:04:56.643676 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-50af3a4c-fe0c-4681-acb4-988814729b25 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] 10.222.0.35 "PUT /v2.0/routers/d7547d02-9108-42b8-b3f8-7807bd83f2b4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3808641 May 20 21:04:56.650030 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 45474) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:04:56.656376 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-565ee996-ebe2-41c4-ae20-919c346b2a23 None None] Sync routers for ids ['d7547d02-9108-42b8-b3f8-7807bd83f2b4'] in n-d-842733-1 {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 21:04:56.665857 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a1cde6-b61a-4875-90d9-e70b8478b075 None None] Routers {'6e7c1d63-45a7-441e-976c-1f8388b6759c'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:04:56.668831 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-b3a1cde6-b61a-4875-90d9-e70b8478b075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:04:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['6e7c1d63-45a7-441e-976c-1f8388b6759c'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:04:56.673293 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-565ee996-ebe2-41c4-ae20-919c346b2a23 None None] Routers {'d7547d02-9108-42b8-b3f8-7807bd83f2b4'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:04:56.675133 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-565ee996-ebe2-41c4-ae20-919c346b2a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:04:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['d7547d02-9108-42b8-b3f8-7807bd83f2b4'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:04:56.679208 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d57d7d6f-5c71-45da-87fa-5e84e04abd17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:56.758376 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6d0399b-3011-4094-9e4a-a53731c7606b tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:04:56.760423 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-d6d0399b-3011-4094-9e4a-a53731c7606b tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] 10.222.0.35 "GET /v2.0/ports/8025f298-47a2-4fba-91de-48a3d55639f5 HTTP/1.1" status: 200 len: 910 time: 0.1093481 May 20 21:04:56.768442 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 45482) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:04:56.774118 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-565ee996-ebe2-41c4-ae20-919c346b2a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:04:56.797851 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-565ee996-ebe2-41c4-ae20-919c346b2a23 None None] Routers {'d7547d02-9108-42b8-b3f8-7807bd83f2b4'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:04:56.798403 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-565ee996-ebe2-41c4-ae20-919c346b2a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:04:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['d7547d02-9108-42b8-b3f8-7807bd83f2b4'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:04:56.871894 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-565ee996-ebe2-41c4-ae20-919c346b2a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:04:56.873348 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-565ee996-ebe2-41c4-ae20-919c346b2a23 None None] The sync data for ids ['d7547d02-9108-42b8-b3f8-7807bd83f2b4'] in n-d-842733-1 is: [] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 21:04:56.904680 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-b3a1cde6-b61a-4875-90d9-e70b8478b075 None None] Set router 6e7c1d63-45a7-441e-976c-1f8388b6759c gateway port host: n-d-842733-1 {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:04:56.944621 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c3e545-7375-4f0a-b9cd-7bee7f1a1506 req-d57dabb6-d722-4356-a64e-7d530ad4ef22 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:04:56.952186 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c3e545-7375-4f0a-b9cd-7bee7f1a1506 req-d57dabb6-d722-4356-a64e-7d530ad4ef22 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:04:56.959772 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c3e545-7375-4f0a-b9cd-7bee7f1a1506 req-d57dabb6-d722-4356-a64e-7d530ad4ef22 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:04:56.968223 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d3c3e545-7375-4f0a-b9cd-7bee7f1a1506 req-d57dabb6-d722-4356-a64e-7d530ad4ef22 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] 10.222.0.35 "GET /v2.0/ports?device_id=75b87a76-ad52-4618-a214-48088ec58aef HTTP/1.1" status: 200 len: 2410 time: 0.3582375 May 20 21:04:56.999890 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-0e10969a-8e2c-4a8a-a41d-c99b5272d996 req-948aa218-5e33-4090-b349-cc91b4b952bc tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:57.055242 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948aa218-5e33-4090-b349-cc91b4b952bc tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Pushing event deleted for resources: {'Port': ['ID=914487ce-60c1-489c-a9a9-2aac03bed154,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:04:57.123147 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e10969a-8e2c-4a8a-a41d-c99b5272d996 req-948aa218-5e33-4090-b349-cc91b4b952bc tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] No DVR routers for this DVR port 914487ce-60c1-489c-a9a9-2aac03bed154 on host n-h2-842733-1 {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 21:04:57.130093 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-0e10969a-8e2c-4a8a-a41d-c99b5272d996 req-948aa218-5e33-4090-b349-cc91b4b952bc tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:57.130093 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-0e10969a-8e2c-4a8a-a41d-c99b5272d996 req-948aa218-5e33-4090-b349-cc91b4b952bc tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] 10.222.0.13 "DELETE /v2.0/ports/914487ce-60c1-489c-a9a9-2aac03bed154 HTTP/1.1" status: 204 len: 173 time: 1.1236265 May 20 21:04:57.170421 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d3c3e545-7375-4f0a-b9cd-7bee7f1a1506 req-a0780b54-d1f4-45bb-85aa-6c33849bbb5f tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] 10.222.0.35 "GET /v2.0/security-groups?id=c6c3d501-aad0-44cc-8dfe-290dffd2c6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2012825 May 20 21:04:57.185484 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-b3a1cde6-b61a-4875-90d9-e70b8478b075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e7c1d63-45a7-441e-976c-1f8388b6759c', 'name': 'tempest-TaggedBootDevicesTest_v242-514012916-router', 'tenant_id': '0460753b23084d8f8624c2387ec65eda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.45'}], 'enable_snat': True}, 'gw_port_id': '0060fa8d-23cd-4951-8a47-e3091a61e826', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:57:29Z', 'updated_at': '2022-05-20T20:57:38Z', 'revision_number': 4, 'project_id': '0460753b23084d8f8624c2387ec65eda', 'gw_port': {'id': '0060fa8d-23cd-4951-8a47-e3091a61e826', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:c1:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e7c1d63-45a7-441e-976c-1f8388b6759c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2451, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:57:31Z', 'updated_at': '2022-05-20T20:57:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': '7ced45c7-1c14-42f1-8baa-527821e9e0d9', 'name': '', 'network_id': '1e3e44fa-7b8c-41ab-9fa2-0a6471f01b68', 'tenant_id': '0460753b23084d8f8624c2387ec65eda', 'mac_address': 'fa:16:3e:2c:b3:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e7c1d63-45a7-441e-976c-1f8388b6759c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2467, 'fixed_ips': [{'subnet_id': '88b96f62-8032-4008-8101-2fc29fd0425b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:57:37Z', 'updated_at': '2022-05-20T20:57:45Z', 'revision_number': 5, 'project_id': '0460753b23084d8f8624c2387ec65eda', 'subnets': [{'id': '88b96f62-8032-4008-8101-2fc29fd0425b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:04:57.218026 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d57d7d6f-5c71-45da-87fa-5e84e04abd17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:57.233790 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a1cde6-b61a-4875-90d9-e70b8478b075 None None] The sync data for ids ['6e7c1d63-45a7-441e-976c-1f8388b6759c'] in n-d-842733-1 is: [{'id': '6e7c1d63-45a7-441e-976c-1f8388b6759c', 'name': 'tempest-TaggedBootDevicesTest_v242-514012916-router', 'tenant_id': '0460753b23084d8f8624c2387ec65eda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.45'}], 'enable_snat': True}, 'gw_port_id': '0060fa8d-23cd-4951-8a47-e3091a61e826', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:57:29Z', 'updated_at': '2022-05-20T20:57:38Z', 'revision_number': 4, 'project_id': '0460753b23084d8f8624c2387ec65eda', 'gw_port': {'id': '0060fa8d-23cd-4951-8a47-e3091a61e826', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:c1:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e7c1d63-45a7-441e-976c-1f8388b6759c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2451, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:57:31Z', 'updated_at': '2022-05-20T20:57:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': '7ced45c7-1c14-42f1-8baa-527821e9e0d9', 'name': '', 'network_id': '1e3e44fa-7b8c-41ab-9fa2-0a6471f01b68', 'tenant_id': '0460753b23084d8f8624c2387ec65eda', 'mac_address': 'fa:16:3e:2c:b3:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e7c1d63-45a7-441e-976c-1f8388b6759c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2467, 'fixed_ips': [{'subnet_id': '88b96f62-8032-4008-8101-2fc29fd0425b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:57:37Z', 'updated_at': '2022-05-20T20:57:45Z', 'revision_number': 5, 'project_id': '0460753b23084d8f8624c2387ec65eda', 'subnets': [{'id': '88b96f62-8032-4008-8101-2fc29fd0425b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 21:04:57.284290 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-0e10969a-8e2c-4a8a-a41d-c99b5272d996 req-cfc8172f-43cb-4c00-b9af-29828358beaf tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Deleting port e23bf1a0-0743-4c25-ac95-d74d935af48f {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:04:57.285459 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-0e10969a-8e2c-4a8a-a41d-c99b5272d996 req-cfc8172f-43cb-4c00-b9af-29828358beaf tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:57.318541 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d57d7d6f-5c71-45da-87fa-5e84e04abd17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:57.415255 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-0e10969a-8e2c-4a8a-a41d-c99b5272d996 req-cfc8172f-43cb-4c00-b9af-29828358beaf tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] For port e23bf1a0-0743-4c25-ac95-d74d935af48f, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=e23bf1a0-0743-4c25-ac95-d74d935af48f,segment=NetworkSegment(6013a2ae-3d8f-47fe-9e33-a14adc851d57),segment_id=6013a2ae-3d8f-47fe-9e33-a14adc851d57)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:04:57.416252 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-0e10969a-8e2c-4a8a-a41d-c99b5272d996 req-cfc8172f-43cb-4c00-b9af-29828358beaf tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:57.437998 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-d57d7d6f-5c71-45da-87fa-5e84e04abd17 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e39aec79646242e5a422f6ebaee9e6bb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0332043 May 20 21:04:57.439641 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 45514) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:04:57.448753 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-0e10969a-8e2c-4a8a-a41d-c99b5272d996 req-cfc8172f-43cb-4c00-b9af-29828358beaf tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Calling delete_port for e23bf1a0-0743-4c25-ac95-d74d935af48f owned by compute:nova {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:04:57.838529 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57d7d6f-5c71-45da-87fa-5e84e04abd17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=971ca86a-1ed7-4056-870c-ba2058808e8d,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:04:57.838529 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b0a133cd-033c-48eb-8514-5603f63445c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:57.843312 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2671b2f5-b261-44d2-a4b7-a1b27ffb9be3 None None] New status for floating IP e378f733-27b0-4947-bff6-a00aa8faeca5: DOWN {{(pid=103164) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 21:04:57.846617 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b0a133cd-033c-48eb-8514-5603f63445c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:57.847673 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-0e10969a-8e2c-4a8a-a41d-c99b5272d996 req-cfc8172f-43cb-4c00-b9af-29828358beaf tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:57.881848 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc8172f-43cb-4c00-b9af-29828358beaf tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Pushing event deleted for resources: {'Port': ['ID=e23bf1a0-0743-4c25-ac95-d74d935af48f,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:04:57.908056 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e10969a-8e2c-4a8a-a41d-c99b5272d996 req-cfc8172f-43cb-4c00-b9af-29828358beaf tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] No DVR routers for this DVR port e23bf1a0-0743-4c25-ac95-d74d935af48f on host n-h2-842733-1 {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 21:04:57.910662 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-0e10969a-8e2c-4a8a-a41d-c99b5272d996 req-cfc8172f-43cb-4c00-b9af-29828358beaf tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:57.914496 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-0e10969a-8e2c-4a8a-a41d-c99b5272d996 req-cfc8172f-43cb-4c00-b9af-29828358beaf tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] 10.222.0.13 "DELETE /v2.0/ports/e23bf1a0-0743-4c25-ac95-d74d935af48f HTTP/1.1" status: 204 len: 173 time: 0.7785745 May 20 21:04:57.939647 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-323ecfa5-827c-4818-bd32-30beb39adca6 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:57.968354 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c5c6cf06-2c55-4608-9936-4764361ab83c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748528'] for router_interface, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:58.033670 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-0e10969a-8e2c-4a8a-a41d-c99b5272d996 req-592ab152-4583-46a4-a88b-8f4ae232bda0 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Deleting port c635efd6-629d-4675-9b02-f5dc32576914 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:04:58.034243 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-0e10969a-8e2c-4a8a-a41d-c99b5272d996 req-592ab152-4583-46a4-a88b-8f4ae232bda0 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:58.091648 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75b87a76-ad52-4618-a214-48088ec58aef', 'name': 'network-vif-deleted', 'tag': '914487ce-60c1-489c-a9a9-2aac03bed154'}, {'server_uuid': '75b87a76-ad52-4618-a214-48088ec58aef', 'name': 'network-vif-deleted', 'tag': 'e23bf1a0-0743-4c25-ac95-d74d935af48f'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 21:04:58.094342 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6fa957933fccbf596d28104b23404b952ad6a8238afaebaed40a0874b2e409" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b467112d-9a55-4cd8-a912-ae3292fa76dc" -d '{"events": [{"server_uuid": "75b87a76-ad52-4618-a214-48088ec58aef", "name": "network-vif-deleted", "tag": "914487ce-60c1-489c-a9a9-2aac03bed154"}, {"server_uuid": "75b87a76-ad52-4618-a214-48088ec58aef", "name": "network-vif-deleted", "tag": "e23bf1a0-0743-4c25-ac95-d74d935af48f"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 21:04:58.100665 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b0a133cd-033c-48eb-8514-5603f63445c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:58.104050 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b0a133cd-033c-48eb-8514-5603f63445c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:58.105235 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-b0a133cd-033c-48eb-8514-5603f63445c9 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/971ca86a-1ed7-4056-870c-ba2058808e8d HTTP/1.1" status: 204 len: 168 time: 0.6603026 May 20 21:04:58.163578 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a133cd-033c-48eb-8514-5603f63445c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=971ca86a-1ed7-4056-870c-ba2058808e8d,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:04:58.166861 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-0e10969a-8e2c-4a8a-a41d-c99b5272d996 req-592ab152-4583-46a4-a88b-8f4ae232bda0 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] For port c635efd6-629d-4675-9b02-f5dc32576914, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=c635efd6-629d-4675-9b02-f5dc32576914,segment=NetworkSegment(6013a2ae-3d8f-47fe-9e33-a14adc851d57),segment_id=6013a2ae-3d8f-47fe-9e33-a14adc851d57)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:04:58.167237 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-0e10969a-8e2c-4a8a-a41d-c99b5272d996 req-592ab152-4583-46a4-a88b-8f4ae232bda0 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:58.195879 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-0e10969a-8e2c-4a8a-a41d-c99b5272d996 req-592ab152-4583-46a4-a88b-8f4ae232bda0 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Calling delete_port for c635efd6-629d-4675-9b02-f5dc32576914 owned by compute:nova {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:04:58.280191 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 20 May 2022 21:04:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-185221b2-d55c-4041-af7e-bac64342a309 x-openstack-request-id: req-185221b2-d55c-4041-af7e-bac64342a309 {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 21:04:58.280578 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75b87a76-ad52-4618-a214-48088ec58aef", "name": "network-vif-deleted", "tag": "914487ce-60c1-489c-a9a9-2aac03bed154", "status": "completed", "code": 200}, {"server_uuid": "75b87a76-ad52-4618-a214-48088ec58aef", "name": "network-vif-deleted", "tag": "e23bf1a0-0743-4c25-ac95-d74d935af48f", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 21:04:58.280727 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-185221b2-d55c-4041-af7e-bac64342a309 {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 21:04:58.281135 n-d-842733-1 neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-185221b2-d55c-4041-af7e-bac64342a309'] response: {'server_uuid': '75b87a76-ad52-4618-a214-48088ec58aef', 'name': 'network-vif-deleted', 'tag': '914487ce-60c1-489c-a9a9-2aac03bed154', 'status': 'completed', 'code': 200} May 20 21:04:58.281435 n-d-842733-1 neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-185221b2-d55c-4041-af7e-bac64342a309'] response: {'server_uuid': '75b87a76-ad52-4618-a214-48088ec58aef', 'name': 'network-vif-deleted', 'tag': 'e23bf1a0-0743-4c25-ac95-d74d935af48f', 'status': 'completed', 'code': 200} May 20 21:04:58.524892 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-0e10969a-8e2c-4a8a-a41d-c99b5272d996 req-592ab152-4583-46a4-a88b-8f4ae232bda0 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:58.563633 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592ab152-4583-46a4-a88b-8f4ae232bda0 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Pushing event deleted for resources: {'Port': ['ID=c635efd6-629d-4675-9b02-f5dc32576914,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:04:58.623719 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e10969a-8e2c-4a8a-a41d-c99b5272d996 req-592ab152-4583-46a4-a88b-8f4ae232bda0 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] No DVR routers for this DVR port c635efd6-629d-4675-9b02-f5dc32576914 on host n-h2-842733-1 {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 21:04:58.627141 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-0e10969a-8e2c-4a8a-a41d-c99b5272d996 req-592ab152-4583-46a4-a88b-8f4ae232bda0 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:58.631893 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-0e10969a-8e2c-4a8a-a41d-c99b5272d996 req-592ab152-4583-46a4-a88b-8f4ae232bda0 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] 10.222.0.13 "DELETE /v2.0/ports/c635efd6-629d-4675-9b02-f5dc32576914 HTTP/1.1" status: 204 len: 173 time: 0.7107656 May 20 21:04:58.848587 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6355ea-340a-4e37-9b04-a8ac878264b2 req-bfb90eb0-a0a6-41aa-8782-b8383ecb9ffd tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:04:58.850620 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9f6355ea-340a-4e37-9b04-a8ac878264b2 req-bfb90eb0-a0a6-41aa-8782-b8383ecb9ffd tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] 10.222.0.35 "GET /v2.0/ports?device_id=75b87a76-ad52-4618-a214-48088ec58aef HTTP/1.1" status: 200 len: 943 time: 0.5112808 May 20 21:04:58.946507 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-323ecfa5-827c-4818-bd32-30beb39adca6 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Allocated IP 172.21.0.1 (bc7001d4-463c-4d40-8d38-7b1510c6b15b/e04823f7-ce48-47fd-98a6-05f6b3d02863/040ab52d-c9e4-4286-9a13-43b137a05338) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:04:58.981145 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9f6355ea-340a-4e37-9b04-a8ac878264b2 req-ddf00069-82cf-43f3-bf41-40b0bd9596c5 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] 10.222.0.35 "GET /v2.0/security-groups?id=c6c3d501-aad0-44cc-8dfe-290dffd2c6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1204298 May 20 21:04:59.153804 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-c5c6cf06-2c55-4608-9936-4764361ab83c admin admin] Deleting port 86ab93a2-8ae3-4fd9-b083-548b24709061 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:04:59.154085 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c5c6cf06-2c55-4608-9936-4764361ab83c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:59.160574 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-323ecfa5-827c-4818-bd32-30beb39adca6 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:59.295364 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-c5c6cf06-2c55-4608-9936-4764361ab83c admin admin] For port 86ab93a2-8ae3-4fd9-b083-548b24709061, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=86ab93a2-8ae3-4fd9-b083-548b24709061,segment=NetworkSegment(26339d7f-0897-46af-8dbb-e939ff251ce7),segment_id=26339d7f-0897-46af-8dbb-e939ff251ce7)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:04:59.295807 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c5c6cf06-2c55-4608-9936-4764361ab83c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:59.309758 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-c5c6cf06-2c55-4608-9936-4764361ab83c admin admin] Calling delete_port for 86ab93a2-8ae3-4fd9-b083-548b24709061 owned by network:router_interface {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:04:59.315369 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-323ecfa5-827c-4818-bd32-30beb39adca6 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:59.393681 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-323ecfa5-827c-4818-bd32-30beb39adca6 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Network bc7001d4-463c-4d40-8d38-7b1510c6b15b is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:04:59.399391 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-323ecfa5-827c-4818-bd32-30beb39adca6 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:04:59.409091 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-323ecfa5-827c-4818-bd32-30beb39adca6 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:04:59.463893 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323ecfa5-827c-4818-bd32-30beb39adca6 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Pushing event updated for resources: {'Port': ['ID=040ab52d-c9e4-4286-9a13-43b137a05338,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:04:59.482560 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-323ecfa5-827c-4818-bd32-30beb39adca6 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748409'] for router_interface, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:59.753154 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-129fec56-0936-485d-9436-ac9b479897a1 None None] Provisioning complete for port 040ab52d-c9e4-4286-9a13-43b137a05338 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:04:59.754196 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-129fec56-0936-485d-9436-ac9b479897a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:59.802320 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-129fec56-0936-485d-9436-ac9b479897a1 None None] Port 040ab52d-c9e4-4286-9a13-43b137a05338 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 21:04:59.818818 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-323ecfa5-827c-4818-bd32-30beb39adca6 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:04:59.953855 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c5c6cf06-2c55-4608-9936-4764361ab83c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:00.019544 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c6cf06-2c55-4608-9936-4764361ab83c admin admin] Pushing event deleted for resources: {'Port': ['ID=86ab93a2-8ae3-4fd9-b083-548b24709061,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:05:00.262821 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-fa0df2cf-eb83-408b-9bc0-4e0a0b251510 req-f629ec43-73e0-4a36-83d9-9950265eeff5 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] 10.222.0.35 "GET /v2.0/ports?device_id=75b87a76-ad52-4618-a214-48088ec58aef HTTP/1.1" status: 200 len: 210 time: 0.1115696 May 20 21:05:00.283297 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75b87a76-ad52-4618-a214-48088ec58aef', 'name': 'network-vif-deleted', 'tag': 'c635efd6-629d-4675-9b02-f5dc32576914'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 21:05:00.293333 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6fa957933fccbf596d28104b23404b952ad6a8238afaebaed40a0874b2e409" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53f3cf85-8ac3-45c2-93d7-410662759667" -d '{"events": [{"server_uuid": "75b87a76-ad52-4618-a214-48088ec58aef", "name": "network-vif-deleted", "tag": "c635efd6-629d-4675-9b02-f5dc32576914"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 21:05:00.362083 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 21:05:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21855cab-8242-44b1-9e22-ceb77ddc41f5 x-openstack-request-id: req-21855cab-8242-44b1-9e22-ceb77ddc41f5 {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 21:05:00.365171 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75b87a76-ad52-4618-a214-48088ec58aef", "name": "network-vif-deleted", "tag": "c635efd6-629d-4675-9b02-f5dc32576914", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 21:05:00.365671 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-21855cab-8242-44b1-9e22-ceb77ddc41f5 {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 21:05:00.366478 n-d-842733-1 neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21855cab-8242-44b1-9e22-ceb77ddc41f5'] response: {'server_uuid': '75b87a76-ad52-4618-a214-48088ec58aef', 'name': 'network-vif-deleted', 'tag': 'c635efd6-629d-4675-9b02-f5dc32576914', 'status': 'completed', 'code': 200} May 20 21:05:00.391279 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c5c6cf06-2c55-4608-9936-4764361ab83c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-692224'] for router_interface, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:00.414712 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-323ecfa5-827c-4818-bd32-30beb39adca6 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks [] for port, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:00.583258 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-323ecfa5-827c-4818-bd32-30beb39adca6 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:00.688662 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323ecfa5-827c-4818-bd32-30beb39adca6 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Pushing event updated for resources: {'Port': ['ID=040ab52d-c9e4-4286-9a13-43b137a05338,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:05:00.722283 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-323ecfa5-827c-4818-bd32-30beb39adca6 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748437'] for router_interface, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:00.819496 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5c6cf06-2c55-4608-9936-4764361ab83c admin admin] Router 7d45075a-b9f6-4ccd-87ac-e2c6ec4db47e has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 21:05:00.956019 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-323ecfa5-827c-4818-bd32-30beb39adca6 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Network bc7001d4-463c-4d40-8d38-7b1510c6b15b is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:05:00.959349 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-323ecfa5-827c-4818-bd32-30beb39adca6 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:05:01.062827 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5c6cf06-2c55-4608-9936-4764361ab83c admin admin] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 21:05:01.071167 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-c5c6cf06-2c55-4608-9936-4764361ab83c admin admin] 10.222.0.35 "PUT /v2.0/routers/7d45075a-b9f6-4ccd-87ac-e2c6ec4db47e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8195577 May 20 21:05:01.071301 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 45668) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:05:01.071604 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-442d8b46-8f41-4dc3-a457-758a0b48983b None None] Sync routers for ids ['7d45075a-b9f6-4ccd-87ac-e2c6ec4db47e'] in n-d-842733-1 {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 21:05:01.090877 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-442d8b46-8f41-4dc3-a457-758a0b48983b None None] Routers {'7d45075a-b9f6-4ccd-87ac-e2c6ec4db47e'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:05:01.091925 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-442d8b46-8f41-4dc3-a457-758a0b48983b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:04:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['7d45075a-b9f6-4ccd-87ac-e2c6ec4db47e'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:05:01.102765 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-323ecfa5-827c-4818-bd32-30beb39adca6 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Router d7547d02-9108-42b8-b3f8-7807bd83f2b4 has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 21:05:01.221558 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a685d1d8-be0f-425e-994c-4ef42d0d379f admin admin] Notify callbacks [] for router, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:01.241252 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-323ecfa5-827c-4818-bd32-30beb39adca6 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 21:05:01.249473 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-323ecfa5-827c-4818-bd32-30beb39adca6 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] 10.222.0.35 "PUT /v2.0/routers/d7547d02-9108-42b8-b3f8-7807bd83f2b4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4761720 May 20 21:05:01.252728 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 45674) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:05:01.253891 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd9afad-60c5-4fc0-bca7-588549d274df None None] Sync routers for ids ['d7547d02-9108-42b8-b3f8-7807bd83f2b4'] in n-d-842733-1 {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 21:05:01.280652 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd9afad-60c5-4fc0-bca7-588549d274df None None] Routers {'d7547d02-9108-42b8-b3f8-7807bd83f2b4'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:05:01.281383 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-5bd9afad-60c5-4fc0-bca7-588549d274df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:04:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['d7547d02-9108-42b8-b3f8-7807bd83f2b4'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:05:01.371020 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-5bd9afad-60c5-4fc0-bca7-588549d274df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:05:01.381595 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-316f1f18-1593-4c2a-92c5-b33af0eb7c5d tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:05:01.385746 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-316f1f18-1593-4c2a-92c5-b33af0eb7c5d tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] 10.222.0.35 "GET /v2.0/ports/040ab52d-c9e4-4286-9a13-43b137a05338 HTTP/1.1" status: 200 len: 910 time: 0.1293755 May 20 21:05:01.386218 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 45678) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:05:01.406239 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd9afad-60c5-4fc0-bca7-588549d274df None None] Routers {'d7547d02-9108-42b8-b3f8-7807bd83f2b4'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:05:01.407080 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-5bd9afad-60c5-4fc0-bca7-588549d274df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:04:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['d7547d02-9108-42b8-b3f8-7807bd83f2b4'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:05:01.505187 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-5bd9afad-60c5-4fc0-bca7-588549d274df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:05:01.506244 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd9afad-60c5-4fc0-bca7-588549d274df None None] The sync data for ids ['d7547d02-9108-42b8-b3f8-7807bd83f2b4'] in n-d-842733-1 is: [] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 21:05:01.547498 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-08eac279-579e-44f7-8de2-2ecb11d0d556 req-e4964c62-685d-4df7-a7aa-900388a13fe0 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] 10.222.0.35 "GET /v2.0/ports?device_id=75b87a76-ad52-4618-a214-48088ec58aef HTTP/1.1" status: 200 len: 210 time: 0.0511570 May 20 21:05:01.550861 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-6d5901b2-ae84-47d0-ba68-929d7ed5bda6 None None] Provisioning complete for port 040ab52d-c9e4-4286-9a13-43b137a05338 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:05:01.551391 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-6d5901b2-ae84-47d0-ba68-929d7ed5bda6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:01.575837 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-442d8b46-8f41-4dc3-a457-758a0b48983b None None] Set router 7d45075a-b9f6-4ccd-87ac-e2c6ec4db47e gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:05:01.627870 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-6d5901b2-ae84-47d0-ba68-929d7ed5bda6 None None] Port 040ab52d-c9e4-4286-9a13-43b137a05338 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 21:05:01.854698 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a685d1d8-be0f-425e-994c-4ef42d0d379f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:01.858594 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-442d8b46-8f41-4dc3-a457-758a0b48983b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d45075a-b9f6-4ccd-87ac-e2c6ec4db47e', 'name': 'tempest-TestAggregatesBasicOps-222606174-router', 'tenant_id': '16b91e6773024db8a0084387632b7ed1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.118'}], 'enable_snat': True}, 'gw_port_id': 'b3866714-381c-4f03-a0a9-d0eb1e571ba6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:04:28Z', 'updated_at': '2022-05-20T21:04:59Z', 'revision_number': 5, 'project_id': '16b91e6773024db8a0084387632b7ed1', 'gw_port': {'id': 'b3866714-381c-4f03-a0a9-d0eb1e571ba6', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:a5:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d45075a-b9f6-4ccd-87ac-e2c6ec4db47e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:04:30Z', 'updated_at': '2022-05-20T21:04:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:05:01.885044 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-442d8b46-8f41-4dc3-a457-758a0b48983b None None] Checking router: 7d45075a-b9f6-4ccd-87ac-e2c6ec4db47e for host: n-d-842733-1 {{(pid=103165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 21:05:01.894749 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-442d8b46-8f41-4dc3-a457-758a0b48983b None None] Routers {'7d45075a-b9f6-4ccd-87ac-e2c6ec4db47e'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:05:01.895572 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-442d8b46-8f41-4dc3-a457-758a0b48983b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:04:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['7d45075a-b9f6-4ccd-87ac-e2c6ec4db47e'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:05:01.928568 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2c066e1e-4c83-4a88-8c91-070d0901616f tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748528'] for router_interface, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:02.016905 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-442d8b46-8f41-4dc3-a457-758a0b48983b None None] Set router 7d45075a-b9f6-4ccd-87ac-e2c6ec4db47e gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:05:02.022401 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-a685d1d8-be0f-425e-994c-4ef42d0d379f admin admin] Deleting port b3866714-381c-4f03-a0a9-d0eb1e571ba6 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:05:02.022952 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a685d1d8-be0f-425e-994c-4ef42d0d379f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:02.129839 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-a685d1d8-be0f-425e-994c-4ef42d0d379f admin admin] For port b3866714-381c-4f03-a0a9-d0eb1e571ba6, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=b3866714-381c-4f03-a0a9-d0eb1e571ba6,segment=NetworkSegment(0b5485c4-eff8-42a1-9073-ae54ed4c63ba),segment_id=0b5485c4-eff8-42a1-9073-ae54ed4c63ba)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:05:02.129839 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a685d1d8-be0f-425e-994c-4ef42d0d379f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:02.142129 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-a685d1d8-be0f-425e-994c-4ef42d0d379f admin admin] Calling delete_port for b3866714-381c-4f03-a0a9-d0eb1e571ba6 owned by network:router_gateway {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:05:02.228652 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-2c066e1e-4c83-4a88-8c91-070d0901616f tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Deleting port 040ab52d-c9e4-4286-9a13-43b137a05338 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:05:02.229180 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2c066e1e-4c83-4a88-8c91-070d0901616f tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:02.267914 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-442d8b46-8f41-4dc3-a457-758a0b48983b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d45075a-b9f6-4ccd-87ac-e2c6ec4db47e', 'name': 'tempest-TestAggregatesBasicOps-222606174-router', 'tenant_id': '16b91e6773024db8a0084387632b7ed1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.118'}], 'enable_snat': True}, 'gw_port_id': 'b3866714-381c-4f03-a0a9-d0eb1e571ba6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:04:28Z', 'updated_at': '2022-05-20T21:04:59Z', 'revision_number': 5, 'project_id': '16b91e6773024db8a0084387632b7ed1', 'gw_port': {'id': 'b3866714-381c-4f03-a0a9-d0eb1e571ba6', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:a5:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d45075a-b9f6-4ccd-87ac-e2c6ec4db47e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:04:30Z', 'updated_at': '2022-05-20T21:04:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:05:02.327946 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-442d8b46-8f41-4dc3-a457-758a0b48983b None None] The sync data for ids ['7d45075a-b9f6-4ccd-87ac-e2c6ec4db47e'] in n-d-842733-1 is: [{'id': '7d45075a-b9f6-4ccd-87ac-e2c6ec4db47e', 'name': 'tempest-TestAggregatesBasicOps-222606174-router', 'tenant_id': '16b91e6773024db8a0084387632b7ed1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.118'}], 'enable_snat': True}, 'gw_port_id': 'b3866714-381c-4f03-a0a9-d0eb1e571ba6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:04:28Z', 'updated_at': '2022-05-20T21:04:59Z', 'revision_number': 5, 'project_id': '16b91e6773024db8a0084387632b7ed1', 'gw_port': {'id': 'b3866714-381c-4f03-a0a9-d0eb1e571ba6', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:a5:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d45075a-b9f6-4ccd-87ac-e2c6ec4db47e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:04:30Z', 'updated_at': '2022-05-20T21:04:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 21:05:02.397054 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2c066e1e-4c83-4a88-8c91-070d0901616f tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:02.410396 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-2c066e1e-4c83-4a88-8c91-070d0901616f tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Calling delete_port for 040ab52d-c9e4-4286-9a13-43b137a05338 owned by network:router_interface {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:05:02.410571 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:02.453495 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a685d1d8-be0f-425e-994c-4ef42d0d379f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:02.496574 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a685d1d8-be0f-425e-994c-4ef42d0d379f admin admin] Pushing event deleted for resources: {'Port': ['ID=b3866714-381c-4f03-a0a9-d0eb1e571ba6,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:05:02.578123 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a685d1d8-be0f-425e-994c-4ef42d0d379f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-748206'] for router_gateway, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:02.698284 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a685d1d8-be0f-425e-994c-4ef42d0d379f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26169'] for router, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:02.702637 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a685d1d8-be0f-425e-994c-4ef42d0d379f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:02.713376 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-bcaa0af0-c31d-4a1c-806c-8bf7cefe1121 req-626b4620-e526-43d9-afd7-4b34ba6393c8 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] 10.222.0.35 "GET /v2.0/ports?device_id=75b87a76-ad52-4618-a214-48088ec58aef HTTP/1.1" status: 200 len: 210 time: 0.0461173 May 20 21:05:02.770720 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2c066e1e-4c83-4a88-8c91-070d0901616f tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:02.846939 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c066e1e-4c83-4a88-8c91-070d0901616f tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Pushing event deleted for resources: {'Port': ['ID=040ab52d-c9e4-4286-9a13-43b137a05338,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:05:02.885384 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a685d1d8-be0f-425e-994c-4ef42d0d379f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-693148'] for router, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:02.885809 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a685d1d8-be0f-425e-994c-4ef42d0d379f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7d45075a-b9f6-4ccd-87ac-e2c6ec4db47e {{(pid=103162) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 20 21:05:02.899372 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a685d1d8-be0f-425e-994c-4ef42d0d379f admin admin] Notify callbacks [] for router, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:02.901472 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-a685d1d8-be0f-425e-994c-4ef42d0d379f admin admin] 10.222.0.35 "DELETE /v2.0/routers/7d45075a-b9f6-4ccd-87ac-e2c6ec4db47e HTTP/1.1" status: 204 len: 168 time: 1.8284204 May 20 21:05:02.905473 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 45696) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:05:03.001949 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e85e3cd-53c4-42f0-b21d-8fa842b05669 admin admin] Deleting subnet 14500e47-aadb-481e-a900-ff1b86b265be {{(pid=103162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 20 21:05:03.008839 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8e85e3cd-53c4-42f0-b21d-8fa842b05669 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:03.057105 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8e85e3cd-53c4-42f0-b21d-8fa842b05669 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3738392'] for subnet, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:03.198297 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8e85e3cd-53c4-42f0-b21d-8fa842b05669 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33068388'] for subnet, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:03.394052 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8e85e3cd-53c4-42f0-b21d-8fa842b05669 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33068399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3797621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4018265'] for subnet, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:03.449190 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9a2fcc5-e9c7-4303-ae3e-8f563a6bfa40 None None] Network ade31805-2b59-46c1-9f7a-71feefebd916 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:05:03.461757 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e85e3cd-53c4-42f0-b21d-8fa842b05669 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=14500e47-aadb-481e-a900-ff1b86b265be,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:05:03.462359 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2c066e1e-4c83-4a88-8c91-070d0901616f tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-692224'] for router_interface, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:03.477732 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8e85e3cd-53c4-42f0-b21d-8fa842b05669 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:03.484982 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-8e85e3cd-53c4-42f0-b21d-8fa842b05669 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/14500e47-aadb-481e-a900-ff1b86b265be HTTP/1.1" status: 204 len: 168 time: 0.5787876 May 20 21:05:03.490492 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 45702) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:05:03.622152 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-87971361-541d-4b64-8c90-4f8eaa86df37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33160123'] for network, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:03.699551 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-87971361-541d-4b64-8c90-4f8eaa86df37 admin admin] Deleting port 7a826bf7-438f-4e7b-b171-4a46d42fb694 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:05:03.699973 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-87971361-541d-4b64-8c90-4f8eaa86df37 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:03.714755 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c066e1e-4c83-4a88-8c91-070d0901616f tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Router d7547d02-9108-42b8-b3f8-7807bd83f2b4 has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 21:05:03.749305 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a18ceea-261c-4253-9146-52bb469f2bd5 None None] DHCP port deletion for ade31805-2b59-46c1-9f7a-71feefebd916 request from n-d-842733-1 {{(pid=103164) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 21:05:03.835447 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-87971361-541d-4b64-8c90-4f8eaa86df37 admin admin] For port 7a826bf7-438f-4e7b-b171-4a46d42fb694, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=7a826bf7-438f-4e7b-b171-4a46d42fb694,segment=NetworkSegment(26339d7f-0897-46af-8dbb-e939ff251ce7),segment_id=26339d7f-0897-46af-8dbb-e939ff251ce7)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:05:03.835820 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-87971361-541d-4b64-8c90-4f8eaa86df37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:03.892443 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-87971361-541d-4b64-8c90-4f8eaa86df37 admin admin] Calling delete_port for 7a826bf7-438f-4e7b-b171-4a46d42fb694 owned by network:dhcp {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:05:03.895876 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-7a18ceea-261c-4253-9146-52bb469f2bd5 None None] Deleting port 7a826bf7-438f-4e7b-b171-4a46d42fb694 {{(pid=103164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:05:03.896422 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-7a18ceea-261c-4253-9146-52bb469f2bd5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:03.950125 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b3fa5e8e-f4fe-40b1-8038-96232a837be6 req-52cee040-eaaf-49a8-a55b-78ca13178824 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] 10.222.0.35 "GET /v2.0/ports?device_id=75b87a76-ad52-4618-a214-48088ec58aef HTTP/1.1" status: 200 len: 210 time: 0.0400896 May 20 21:05:03.983636 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c066e1e-4c83-4a88-8c91-070d0901616f tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 21:05:04.004057 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-2c066e1e-4c83-4a88-8c91-070d0901616f tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] 10.222.0.35 "PUT /v2.0/routers/d7547d02-9108-42b8-b3f8-7807bd83f2b4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6167207 May 20 21:05:04.013638 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0df8c4d-9b05-44ec-b0cb-c55ca15a1680 None None] Sync routers for ids ['d7547d02-9108-42b8-b3f8-7807bd83f2b4'] in n-d-842733-1 {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 21:05:04.014915 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 86ab93a2-8ae3-4fd9-b083-548b24709061 no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 21:05:04.015873 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 45710) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:05:04.023250 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0df8c4d-9b05-44ec-b0cb-c55ca15a1680 None None] Routers {'d7547d02-9108-42b8-b3f8-7807bd83f2b4'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:05:04.023883 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-b0df8c4d-9b05-44ec-b0cb-c55ca15a1680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:04:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['d7547d02-9108-42b8-b3f8-7807bd83f2b4'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:05:04.063409 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: 86ab93a2-8ae3-4fd9-b083-548b24709061 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 21:05:04.063750 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 86ab93a2-8ae3-4fd9-b083-548b24709061 not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 21:05:04.064208 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device b3866714-381c-4f03-a0a9-d0eb1e571ba6 no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 21:05:04.085453 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-b0df8c4d-9b05-44ec-b0cb-c55ca15a1680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:05:04.095323 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: b3866714-381c-4f03-a0a9-d0eb1e571ba6 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 21:05:04.095676 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device b3866714-381c-4f03-a0a9-d0eb1e571ba6 not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 21:05:04.096452 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0df8c4d-9b05-44ec-b0cb-c55ca15a1680 None None] Routers {'d7547d02-9108-42b8-b3f8-7807bd83f2b4'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:05:04.104839 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-7a18ceea-261c-4253-9146-52bb469f2bd5 None None] For port 7a826bf7-438f-4e7b-b171-4a46d42fb694, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=7a826bf7-438f-4e7b-b171-4a46d42fb694,segment=NetworkSegment(26339d7f-0897-46af-8dbb-e939ff251ce7),segment_id=26339d7f-0897-46af-8dbb-e939ff251ce7)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:05:04.104839 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-7a18ceea-261c-4253-9146-52bb469f2bd5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:04.105491 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-b0df8c4d-9b05-44ec-b0cb-c55ca15a1680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:04:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['d7547d02-9108-42b8-b3f8-7807bd83f2b4'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:05:04.112661 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-7a18ceea-261c-4253-9146-52bb469f2bd5 None None] Calling delete_port for 7a826bf7-438f-4e7b-b171-4a46d42fb694 owned by network:dhcp {{(pid=103164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:05:04.125971 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-87971361-541d-4b64-8c90-4f8eaa86df37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:04.145469 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-b0df8c4d-9b05-44ec-b0cb-c55ca15a1680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:05:04.146361 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0df8c4d-9b05-44ec-b0cb-c55ca15a1680 None None] The sync data for ids ['d7547d02-9108-42b8-b3f8-7807bd83f2b4'] in n-d-842733-1 is: [] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 21:05:04.181182 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87971361-541d-4b64-8c90-4f8eaa86df37 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a826bf7-438f-4e7b-b171-4a46d42fb694,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:05:04.201627 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87971361-541d-4b64-8c90-4f8eaa86df37 admin admin] No DVR routers for this DVR port 7a826bf7-438f-4e7b-b171-4a46d42fb694 on host n-d-842733-1 {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 21:05:04.227264 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-7a18ceea-261c-4253-9146-52bb469f2bd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099'] for port, after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:04.267953 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a18ceea-261c-4253-9146-52bb469f2bd5 None None] Pushing event deleted for resources: {'Port': ['ID=7a826bf7-438f-4e7b-b171-4a46d42fb694,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:05:04.272082 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a18ceea-261c-4253-9146-52bb469f2bd5 None None] No DVR routers for this DVR port 7a826bf7-438f-4e7b-b171-4a46d42fb694 on host n-d-842733-1 {{(pid=103164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 21:05:04.303346 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-87971361-541d-4b64-8c90-4f8eaa86df37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33072115', 'neutron.services.segments.db._delete_segments_for_network-8782419500584'] for network, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:04.326737 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-87971361-541d-4b64-8c90-4f8eaa86df37 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ade31805-2b59-46c1-9f7a-71feefebd916']}} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:05:04.336763 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-87971361-541d-4b64-8c90-4f8eaa86df37 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26339d7f-0897-46af-8dbb-e939ff251ce7') {'for_net_delete': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:05:04.337271 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-87971361-541d-4b64-8c90-4f8eaa86df37 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26339d7f-0897-46af-8dbb-e939ff251ce7') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:05:04.349221 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-87971361-541d-4b64-8c90-4f8eaa86df37 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419501617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3738385'] for segment, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:04.363804 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-87971361-541d-4b64-8c90-4f8eaa86df37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:04.370401 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87971361-541d-4b64-8c90-4f8eaa86df37 admin admin] Releasing vlan 248 on physical network physnet1 to pool {{(pid=103162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 21:05:04.370848 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-87971361-541d-4b64-8c90-4f8eaa86df37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3800791'] for segment, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:04.374515 n-d-842733-1 neutron-server[103162]: Traceback (most recent call last): May 20 21:05:04.374515 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 21:05:04.374515 n-d-842733-1 neutron-server[103162]: timer() May 20 21:05:04.374515 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 21:05:04.374515 n-d-842733-1 neutron-server[103162]: cb(*args, **kw) May 20 21:05:04.374515 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 20 21:05:04.374515 n-d-842733-1 neutron-server[103162]: return func(*args, **kwargs) May 20 21:05:04.374515 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 21:05:04.374515 n-d-842733-1 neutron-server[103162]: self._notify() May 20 21:05:04.374515 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 21:05:04.374515 n-d-842733-1 neutron-server[103162]: self.callback(batched_events) May 20 21:05:04.374515 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 21:05:04.374515 n-d-842733-1 neutron-server[103162]: event.method(event) May 20 21:05:04.374515 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 20 21:05:04.374515 n-d-842733-1 neutron-server[103162]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 21:05:04.374515 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 20 21:05:04.374515 n-d-842733-1 neutron-server[103162]: aggregate_uuid = self.p_client.list_aggregates( May 20 21:05:04.374515 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 20 21:05:04.374515 n-d-842733-1 neutron-server[103162]: return f(self, *a, **k) May 20 21:05:04.374515 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 20 21:05:04.374515 n-d-842733-1 neutron-server[103162]: return self._get(url).json() May 20 21:05:04.374515 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 20 21:05:04.374515 n-d-842733-1 neutron-server[103162]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 21:05:04.374515 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 21:05:04.374515 n-d-842733-1 neutron-server[103162]: return self.request(url, 'GET', **kwargs) May 20 21:05:04.374515 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 21:05:04.374515 n-d-842733-1 neutron-server[103162]: base_url = self.get_endpoint(auth, allow=allow, May 20 21:05:04.374515 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 21:05:04.374515 n-d-842733-1 neutron-server[103162]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 21:05:04.374515 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 21:05:04.374515 n-d-842733-1 neutron-server[103162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 21:05:04.374515 n-d-842733-1 neutron-server[103162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 21:05:04.453589 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a1d57976-3387-46ae-8b0a-4fb1ab12ab11 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748528'] for router_interface, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:04.530611 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-87971361-541d-4b64-8c90-4f8eaa86df37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33072122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748162'] for network, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:04.543181 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-87971361-541d-4b64-8c90-4f8eaa86df37 admin admin] Notify callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:04.547674 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-87971361-541d-4b64-8c90-4f8eaa86df37 admin admin] 10.222.0.35 "DELETE /v2.0/networks/ade31805-2b59-46c1-9f7a-71feefebd916 HTTP/1.1" status: 204 len: 168 time: 1.0551181 May 20 21:05:04.573161 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87971361-541d-4b64-8c90-4f8eaa86df37 admin admin] Pushing event deleted for resources: {'Network': ['ID=ade31805-2b59-46c1-9f7a-71feefebd916,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:05:04.725148 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-a1d57976-3387-46ae-8b0a-4fb1ab12ab11 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Deleting port 8025f298-47a2-4fba-91de-48a3d55639f5 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:05:04.725697 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a1d57976-3387-46ae-8b0a-4fb1ab12ab11 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:04.825233 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a1d57976-3387-46ae-8b0a-4fb1ab12ab11 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:04.841079 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-a1d57976-3387-46ae-8b0a-4fb1ab12ab11 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Calling delete_port for 8025f298-47a2-4fba-91de-48a3d55639f5 owned by network:router_interface {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:05:05.082332 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 45728) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:05:05.156911 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-da37afea-d42a-475a-aa62-735e05f19899 req-f64ea9d9-4e0a-4dc7-b721-a81b8ed92877 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] 10.222.0.35 "GET /v2.0/ports?device_id=75b87a76-ad52-4618-a214-48088ec58aef HTTP/1.1" status: 200 len: 210 time: 0.0444305 May 20 21:05:05.165274 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-456ac71d-76d3-4763-a56a-ce6f031893f7 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2f47da4d692e438c9094f52e9193a51c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0803804 May 20 21:05:05.166697 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 45730) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:05:05.187471 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a1d57976-3387-46ae-8b0a-4fb1ab12ab11 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:05.214418 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d57976-3387-46ae-8b0a-4fb1ab12ab11 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Pushing event deleted for resources: {'Port': ['ID=8025f298-47a2-4fba-91de-48a3d55639f5,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:05:05.255799 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d71624ad-1b7f-4189-a4ff-1de23194fb8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:05.303840 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d71624ad-1b7f-4189-a4ff-1de23194fb8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:05.441904 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a1d57976-3387-46ae-8b0a-4fb1ab12ab11 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-692224'] for router_interface, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:05.519135 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d71624ad-1b7f-4189-a4ff-1de23194fb8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:05.521765 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d71624ad-1b7f-4189-a4ff-1de23194fb8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:05.523196 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-d71624ad-1b7f-4189-a4ff-1de23194fb8f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ba53d256-6039-454e-83c9-209a38e0ea6c HTTP/1.1" status: 204 len: 168 time: 0.3555176 May 20 21:05:05.538643 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71624ad-1b7f-4189-a4ff-1de23194fb8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba53d256-6039-454e-83c9-209a38e0ea6c,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:05:05.754316 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1d57976-3387-46ae-8b0a-4fb1ab12ab11 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Router d7547d02-9108-42b8-b3f8-7807bd83f2b4 has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 21:05:05.813320 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 7a826bf7-438f-4e7b-b171-4a46d42fb694 no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 21:05:05.855439 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: 7a826bf7-438f-4e7b-b171-4a46d42fb694 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 21:05:05.855798 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 7a826bf7-438f-4e7b-b171-4a46d42fb694 not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 21:05:05.904799 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1d57976-3387-46ae-8b0a-4fb1ab12ab11 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 21:05:05.911684 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-a1d57976-3387-46ae-8b0a-4fb1ab12ab11 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] 10.222.0.35 "PUT /v2.0/routers/d7547d02-9108-42b8-b3f8-7807bd83f2b4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8940499 May 20 21:05:05.920748 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 45736) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:05:05.920988 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a615680a-7b88-4082-96d4-e0cdb6096594 None None] Sync routers for ids ['d7547d02-9108-42b8-b3f8-7807bd83f2b4'] in n-d-842733-1 {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 21:05:05.932835 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a615680a-7b88-4082-96d4-e0cdb6096594 None None] Routers {'d7547d02-9108-42b8-b3f8-7807bd83f2b4'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:05:05.933860 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-a615680a-7b88-4082-96d4-e0cdb6096594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:04:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['d7547d02-9108-42b8-b3f8-7807bd83f2b4'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:05:05.947652 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-77f5a9ce-073a-4d9c-8083-e13383a45921 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] 10.222.0.35 "GET /v2.0/ports?device_id=d7547d02-9108-42b8-b3f8-7807bd83f2b4 HTTP/1.1" status: 200 len: 205 time: 0.0320883 May 20 21:05:05.951841 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 45738) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:05:05.974478 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-a615680a-7b88-4082-96d4-e0cdb6096594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:05:05.986932 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a615680a-7b88-4082-96d4-e0cdb6096594 None None] Routers {'d7547d02-9108-42b8-b3f8-7807bd83f2b4'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:05:05.987809 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-a615680a-7b88-4082-96d4-e0cdb6096594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:04:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['d7547d02-9108-42b8-b3f8-7807bd83f2b4'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:05:06.049689 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-a615680a-7b88-4082-96d4-e0cdb6096594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:05:06.053201 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a615680a-7b88-4082-96d4-e0cdb6096594 None None] The sync data for ids ['d7547d02-9108-42b8-b3f8-7807bd83f2b4'] in n-d-842733-1 is: [] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 21:05:06.096758 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c4d0fc6e-084c-449b-8e39-3cd1edc4edf7 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks [] for router, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:06.358573 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7eff740e-bedc-4184-93a4-50821f3cd12e req-c201675b-7c2c-42c0-ad50-479196585b57 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] 10.222.0.35 "GET /v2.0/ports?device_id=75b87a76-ad52-4618-a214-48088ec58aef HTTP/1.1" status: 200 len: 210 time: 0.0868492 May 20 21:05:06.417091 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c4d0fc6e-084c-449b-8e39-3cd1edc4edf7 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26169'] for router, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:06.424588 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c4d0fc6e-084c-449b-8e39-3cd1edc4edf7 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:06.571139 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 45748) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:05:06.615239 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c4d0fc6e-084c-449b-8e39-3cd1edc4edf7 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-693148'] for router, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:06.615693 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4d0fc6e-084c-449b-8e39-3cd1edc4edf7 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Fanout notify agent at l3_agent the message router_deleted on router d7547d02-9108-42b8-b3f8-7807bd83f2b4 {{(pid=103163) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 20 21:05:06.630199 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c4d0fc6e-084c-449b-8e39-3cd1edc4edf7 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks [] for router, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:06.630475 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-c4d0fc6e-084c-449b-8e39-3cd1edc4edf7 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] 10.222.0.35 "DELETE /v2.0/routers/d7547d02-9108-42b8-b3f8-7807bd83f2b4 HTTP/1.1" status: 204 len: 168 time: 0.6775656 May 20 21:05:06.633306 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 45750) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:05:06.646394 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-df781289-22c2-4f60-88b9-0df5ec029011 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=16b91e6773024db8a0084387632b7ed1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0716088 May 20 21:05:06.646576 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 45752) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:05:06.727576 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_v2 [None req-920caac4-a2af-462c-9add-f4f3d0b06082 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Deleting subnet e04823f7-ce48-47fd-98a6-05f6b3d02863 {{(pid=103162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 20 21:05:06.731802 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-17382721-9dbe-4500-b5f1-8c50b0174be9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:06.732474 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-920caac4-a2af-462c-9add-f4f3d0b06082 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks [] for subnet, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:06.759355 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-17382721-9dbe-4500-b5f1-8c50b0174be9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:06.785548 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-920caac4-a2af-462c-9add-f4f3d0b06082 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3738392'] for subnet, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:06.905785 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-920caac4-a2af-462c-9add-f4f3d0b06082 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33068388'] for subnet, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:06.982236 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-17382721-9dbe-4500-b5f1-8c50b0174be9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:06.982236 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-17382721-9dbe-4500-b5f1-8c50b0174be9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:06.982236 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-17382721-9dbe-4500-b5f1-8c50b0174be9 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5325c404-f340-422f-a2ef-fd952ae71518 HTTP/1.1" status: 204 len: 168 time: 0.3334801 May 20 21:05:06.989576 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17382721-9dbe-4500-b5f1-8c50b0174be9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5325c404-f340-422f-a2ef-fd952ae71518,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:05:07.069342 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-920caac4-a2af-462c-9add-f4f3d0b06082 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33068399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3797621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4018265'] for subnet, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:07.107465 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920caac4-a2af-462c-9add-f4f3d0b06082 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Pushing event deleted for resources: {'Subnet': ['ID=e04823f7-ce48-47fd-98a6-05f6b3d02863,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:05:07.119807 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-335a70ab-ed1c-4643-9058-fef1dfcf4e24 None None] Network bc7001d4-463c-4d40-8d38-7b1510c6b15b requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:05:07.130604 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-920caac4-a2af-462c-9add-f4f3d0b06082 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:07.137121 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-920caac4-a2af-462c-9add-f4f3d0b06082 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] 10.222.0.35 "DELETE /v2.0/subnets/e04823f7-ce48-47fd-98a6-05f6b3d02863 HTTP/1.1" status: 204 len: 168 time: 0.4984276 May 20 21:05:07.137604 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 45758) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:05:07.194591 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f86ae75-41cf-4596-ad5e-fb92a8e3b2f2 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Deleting subnet fefd3cdb-d426-4983-bf80-0ca00e928bb8 {{(pid=103163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 20 21:05:07.199088 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5f86ae75-41cf-4596-ad5e-fb92a8e3b2f2 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks [] for subnet, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:07.246373 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5f86ae75-41cf-4596-ad5e-fb92a8e3b2f2 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9338757'] for subnet, precommit_delete_associations {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:07.360376 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a86f1bb-2cd6-4581-bd88-d8b49fe966de None None] DHCP port deletion for bc7001d4-463c-4d40-8d38-7b1510c6b15b request from n-d-842733-1 {{(pid=103164) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 21:05:07.377058 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5f86ae75-41cf-4596-ad5e-fb92a8e3b2f2 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33068388'] for subnet, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:07.416746 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-6a86f1bb-2cd6-4581-bd88-d8b49fe966de None None] Deleting port aa143c3d-167b-475d-a67e-aea4ee7ce1fc {{(pid=103164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:05:07.417104 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-6a86f1bb-2cd6-4581-bd88-d8b49fe966de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:07.496288 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-6a86f1bb-2cd6-4581-bd88-d8b49fe966de None None] For port aa143c3d-167b-475d-a67e-aea4ee7ce1fc, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=aa143c3d-167b-475d-a67e-aea4ee7ce1fc,segment=NetworkSegment(453c84a1-ccb6-4a99-9cf1-0a291d324a97),segment_id=453c84a1-ccb6-4a99-9cf1-0a291d324a97)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:05:07.496687 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-6a86f1bb-2cd6-4581-bd88-d8b49fe966de None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:07.511142 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-6a86f1bb-2cd6-4581-bd88-d8b49fe966de None None] Calling delete_port for aa143c3d-167b-475d-a67e-aea4ee7ce1fc owned by network:dhcp {{(pid=103164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:05:07.527836 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6672b4f3-3046-4066-a3a3-4af9d3580a3e req-232670ad-fb32-49c1-b88a-a8fe2435be87 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] 10.222.0.35 "GET /v2.0/ports?device_id=75b87a76-ad52-4618-a214-48088ec58aef HTTP/1.1" status: 200 len: 210 time: 0.0501523 May 20 21:05:07.650924 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5f86ae75-41cf-4596-ad5e-fb92a8e3b2f2 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33068399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9641221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8422588'] for subnet, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:07.681646 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37a7b2bc-1318-4ed9-8b9f-0bd79dd78fa2 None None] Network 8b216e16-6ebb-4e6c-86b1-2603a45f23d6 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:05:07.709987 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5f86ae75-41cf-4596-ad5e-fb92a8e3b2f2 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks [] for subnet, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:07.713719 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-5f86ae75-41cf-4596-ad5e-fb92a8e3b2f2 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] 10.222.0.35 "DELETE /v2.0/subnets/fefd3cdb-d426-4983-bf80-0ca00e928bb8 HTTP/1.1" status: 204 len: 168 time: 0.5750196 May 20 21:05:07.715749 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f86ae75-41cf-4596-ad5e-fb92a8e3b2f2 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Pushing event deleted for resources: {'Subnet': ['ID=fefd3cdb-d426-4983-bf80-0ca00e928bb8,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:05:07.717100 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 45776) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:05:07.916276 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2201ff0d-72ad-4c1d-bb8a-7c4f1278595d tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33160123'] for network, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:07.939783 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device aa143c3d-167b-475d-a67e-aea4ee7ce1fc no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 21:05:08.017889 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-6a86f1bb-2cd6-4581-bd88-d8b49fe966de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099'] for port, after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:08.021722 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: aa143c3d-167b-475d-a67e-aea4ee7ce1fc {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 21:05:08.022060 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device aa143c3d-167b-475d-a67e-aea4ee7ce1fc not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 21:05:08.057043 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a86f1bb-2cd6-4581-bd88-d8b49fe966de None None] No DVR routers for this DVR port aa143c3d-167b-475d-a67e-aea4ee7ce1fc on host n-d-842733-1 {{(pid=103164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 21:05:08.101796 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a86f1bb-2cd6-4581-bd88-d8b49fe966de None None] Pushing event deleted for resources: {'Port': ['ID=aa143c3d-167b-475d-a67e-aea4ee7ce1fc,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:05:08.114967 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2201ff0d-72ad-4c1d-bb8a-7c4f1278595d tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33072115', 'neutron.services.segments.db._delete_segments_for_network-8782419500584'] for network, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:08.161124 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-2201ff0d-72ad-4c1d-bb8a-7c4f1278595d tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc7001d4-463c-4d40-8d38-7b1510c6b15b']}} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:05:08.186491 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-2201ff0d-72ad-4c1d-bb8a-7c4f1278595d tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '453c84a1-ccb6-4a99-9cf1-0a291d324a97') {'for_net_delete': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:05:08.187269 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-2201ff0d-72ad-4c1d-bb8a-7c4f1278595d tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '453c84a1-ccb6-4a99-9cf1-0a291d324a97') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:05:08.206934 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2201ff0d-72ad-4c1d-bb8a-7c4f1278595d tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419501617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3738385'] for segment, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:08.223575 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2201ff0d-72ad-4c1d-bb8a-7c4f1278595d tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:08.231231 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2201ff0d-72ad-4c1d-bb8a-7c4f1278595d tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Releasing vlan 247 on physical network physnet1 to pool {{(pid=103162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 21:05:08.248151 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2201ff0d-72ad-4c1d-bb8a-7c4f1278595d tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3800791'] for segment, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:08.258929 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcafe1db-2c0a-406d-911c-1440a68ee888 None None] DHCP port deletion for 8b216e16-6ebb-4e6c-86b1-2603a45f23d6 request from n-d-842733-1 {{(pid=103164) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 21:05:08.291567 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 45790) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:05:08.360270 n-d-842733-1 neutron-server[103162]: Traceback (most recent call last): May 20 21:05:08.360270 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 21:05:08.360270 n-d-842733-1 neutron-server[103162]: timer() May 20 21:05:08.360270 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 21:05:08.360270 n-d-842733-1 neutron-server[103162]: cb(*args, **kw) May 20 21:05:08.360270 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 20 21:05:08.360270 n-d-842733-1 neutron-server[103162]: return func(*args, **kwargs) May 20 21:05:08.360270 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 21:05:08.360270 n-d-842733-1 neutron-server[103162]: self._notify() May 20 21:05:08.360270 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 21:05:08.360270 n-d-842733-1 neutron-server[103162]: self.callback(batched_events) May 20 21:05:08.360270 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 21:05:08.360270 n-d-842733-1 neutron-server[103162]: event.method(event) May 20 21:05:08.360270 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 20 21:05:08.360270 n-d-842733-1 neutron-server[103162]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 21:05:08.360270 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 20 21:05:08.360270 n-d-842733-1 neutron-server[103162]: aggregate_uuid = self.p_client.list_aggregates( May 20 21:05:08.360270 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 20 21:05:08.360270 n-d-842733-1 neutron-server[103162]: return f(self, *a, **k) May 20 21:05:08.360270 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 20 21:05:08.360270 n-d-842733-1 neutron-server[103162]: return self._get(url).json() May 20 21:05:08.360270 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 20 21:05:08.360270 n-d-842733-1 neutron-server[103162]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 21:05:08.360270 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 21:05:08.360270 n-d-842733-1 neutron-server[103162]: return self.request(url, 'GET', **kwargs) May 20 21:05:08.360270 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 21:05:08.360270 n-d-842733-1 neutron-server[103162]: base_url = self.get_endpoint(auth, allow=allow, May 20 21:05:08.360270 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 21:05:08.360270 n-d-842733-1 neutron-server[103162]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 21:05:08.360270 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 21:05:08.360270 n-d-842733-1 neutron-server[103162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 21:05:08.360270 n-d-842733-1 neutron-server[103162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 21:05:08.518240 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2201ff0d-72ad-4c1d-bb8a-7c4f1278595d tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33072122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748162'] for network, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:08.523211 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2201ff0d-72ad-4c1d-bb8a-7c4f1278595d tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:08.527576 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-2201ff0d-72ad-4c1d-bb8a-7c4f1278595d tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] 10.222.0.35 "DELETE /v2.0/networks/bc7001d4-463c-4d40-8d38-7b1510c6b15b HTTP/1.1" status: 204 len: 168 time: 0.8082554 May 20 21:05:08.531016 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 45796) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:05:08.595707 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2201ff0d-72ad-4c1d-bb8a-7c4f1278595d tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Pushing event deleted for resources: {'Network': ['ID=bc7001d4-463c-4d40-8d38-7b1510c6b15b,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:05:08.630257 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-fcafe1db-2c0a-406d-911c-1440a68ee888 None None] Deleting port 3ed8b885-3532-4201-998d-ad544d331f2d {{(pid=103164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:05:08.630627 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-fcafe1db-2c0a-406d-911c-1440a68ee888 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:08.667267 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ee07e586-2f29-48d3-9508-ca53268b0dc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:08.752170 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-07fa9d0e-802f-41c3-a29b-f2e0e88bf996 req-93ce3ebb-fa0e-4884-b95a-f4e21541f2de tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] 10.222.0.35 "GET /v2.0/ports?device_id=75b87a76-ad52-4618-a214-48088ec58aef HTTP/1.1" status: 200 len: 210 time: 0.0984020 May 20 21:05:08.776249 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-31783696-e168-4686-9832-e32ba33f2570 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33160123'] for network, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:08.783674 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-fcafe1db-2c0a-406d-911c-1440a68ee888 None None] For port 3ed8b885-3532-4201-998d-ad544d331f2d, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=3ed8b885-3532-4201-998d-ad544d331f2d,segment=NetworkSegment(39f7f872-0e20-4cb6-b75a-6ac8ec2d8fa8),segment_id=39f7f872-0e20-4cb6-b75a-6ac8ec2d8fa8)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:05:08.784276 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-fcafe1db-2c0a-406d-911c-1440a68ee888 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:08.801642 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-fcafe1db-2c0a-406d-911c-1440a68ee888 None None] Calling delete_port for 3ed8b885-3532-4201-998d-ad544d331f2d owned by network:dhcp {{(pid=103164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:05:08.890427 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ee07e586-2f29-48d3-9508-ca53268b0dc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:09.022168 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-31783696-e168-4686-9832-e32ba33f2570 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Deleting port 3ed8b885-3532-4201-998d-ad544d331f2d {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:05:09.022168 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-31783696-e168-4686-9832-e32ba33f2570 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:09.085734 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 45808) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:05:09.097570 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ee07e586-2f29-48d3-9508-ca53268b0dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:09.113947 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-fcafe1db-2c0a-406d-911c-1440a68ee888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099'] for port, after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:09.142732 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcafe1db-2c0a-406d-911c-1440a68ee888 None None] No DVR routers for this DVR port 3ed8b885-3532-4201-998d-ad544d331f2d on host n-d-842733-1 {{(pid=103164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 21:05:09.168039 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-ee07e586-2f29-48d3-9508-ca53268b0dc5 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5dc7b900538d4a5eb792e31986adbb29&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8722451 May 20 21:05:09.168256 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 45814) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:05:09.173104 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcafe1db-2c0a-406d-911c-1440a68ee888 None None] Pushing event deleted for resources: {'Port': ['ID=3ed8b885-3532-4201-998d-ad544d331f2d,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:05:09.191906 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-31783696-e168-4686-9832-e32ba33f2570 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] For port 3ed8b885-3532-4201-998d-ad544d331f2d, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=3ed8b885-3532-4201-998d-ad544d331f2d,segment=NetworkSegment(39f7f872-0e20-4cb6-b75a-6ac8ec2d8fa8),segment_id=39f7f872-0e20-4cb6-b75a-6ac8ec2d8fa8)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:05:09.192257 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-31783696-e168-4686-9832-e32ba33f2570 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:09.212391 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee07e586-2f29-48d3-9508-ca53268b0dc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87bd90f4-5bac-4f23-98ec-8a367d72c29a,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:05:09.249091 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-31783696-e168-4686-9832-e32ba33f2570 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Calling delete_port for 3ed8b885-3532-4201-998d-ad544d331f2d owned by network:dhcp {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:05:09.279468 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1fc88618-e724-4b4d-b7a1-a83aa0490b82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:09.321750 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bbe7333d-ebd8-446d-976a-6bfc40c40136 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:09.329681 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1fc88618-e724-4b4d-b7a1-a83aa0490b82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:09.350752 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-31783696-e168-4686-9832-e32ba33f2570 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:09.378133 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31783696-e168-4686-9832-e32ba33f2570 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Pushing event deleted for resources: {'Port': ['ID=3ed8b885-3532-4201-998d-ad544d331f2d,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:05:09.381641 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31783696-e168-4686-9832-e32ba33f2570 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] No DVR routers for this DVR port 3ed8b885-3532-4201-998d-ad544d331f2d on host n-d-842733-1 {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 21:05:09.473160 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-31783696-e168-4686-9832-e32ba33f2570 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33072115', 'neutron.services.segments.db._delete_segments_for_network-8782419500584'] for network, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:09.501019 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-31783696-e168-4686-9832-e32ba33f2570 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b216e16-6ebb-4e6c-86b1-2603a45f23d6']}} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:05:09.512522 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-31783696-e168-4686-9832-e32ba33f2570 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39f7f872-0e20-4cb6-b75a-6ac8ec2d8fa8') {'for_net_delete': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:05:09.513535 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-31783696-e168-4686-9832-e32ba33f2570 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39f7f872-0e20-4cb6-b75a-6ac8ec2d8fa8') {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:05:09.524599 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-31783696-e168-4686-9832-e32ba33f2570 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419501617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9338764'] for segment, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:09.542978 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-31783696-e168-4686-9832-e32ba33f2570 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:09.561331 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31783696-e168-4686-9832-e32ba33f2570 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Releasing vlan 233 on physical network physnet1 to pool {{(pid=103163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 21:05:09.561331 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-31783696-e168-4686-9832-e32ba33f2570 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9638311'] for segment, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:09.564623 n-d-842733-1 neutron-server[103163]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 21:05:09.564623 n-d-842733-1 neutron-server[103163]: self.session.flush() May 20 21:05:09.564623 n-d-842733-1 neutron-server[103163]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 21:05:09.564623 n-d-842733-1 neutron-server[103163]: self.session.flush() May 20 21:05:09.564623 n-d-842733-1 neutron-server[103163]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 21:05:09.564623 n-d-842733-1 neutron-server[103163]: self.session.flush() May 20 21:05:09.564623 n-d-842733-1 neutron-server[103163]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 21:05:09.564623 n-d-842733-1 neutron-server[103163]: self.session.flush() May 20 21:05:09.564623 n-d-842733-1 neutron-server[103163]: Traceback (most recent call last): May 20 21:05:09.564623 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 21:05:09.564623 n-d-842733-1 neutron-server[103163]: timer() May 20 21:05:09.564623 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 21:05:09.564623 n-d-842733-1 neutron-server[103163]: cb(*args, **kw) May 20 21:05:09.564623 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 20 21:05:09.564623 n-d-842733-1 neutron-server[103163]: return func(*args, **kwargs) May 20 21:05:09.564623 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 21:05:09.564623 n-d-842733-1 neutron-server[103163]: self._notify() May 20 21:05:09.564623 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 21:05:09.564623 n-d-842733-1 neutron-server[103163]: self.callback(batched_events) May 20 21:05:09.564623 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 21:05:09.564623 n-d-842733-1 neutron-server[103163]: event.method(event) May 20 21:05:09.564623 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 20 21:05:09.564623 n-d-842733-1 neutron-server[103163]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 21:05:09.564623 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 20 21:05:09.564623 n-d-842733-1 neutron-server[103163]: aggregate_uuid = self.p_client.list_aggregates( May 20 21:05:09.564623 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 20 21:05:09.564623 n-d-842733-1 neutron-server[103163]: return f(self, *a, **k) May 20 21:05:09.564623 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 20 21:05:09.564623 n-d-842733-1 neutron-server[103163]: return self._get(url).json() May 20 21:05:09.564623 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 20 21:05:09.564623 n-d-842733-1 neutron-server[103163]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 21:05:09.564623 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 21:05:09.564623 n-d-842733-1 neutron-server[103163]: return self.request(url, 'GET', **kwargs) May 20 21:05:09.564623 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 21:05:09.564623 n-d-842733-1 neutron-server[103163]: base_url = self.get_endpoint(auth, allow=allow, May 20 21:05:09.564623 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 21:05:09.564623 n-d-842733-1 neutron-server[103163]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 21:05:09.564623 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 21:05:09.564623 n-d-842733-1 neutron-server[103163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 21:05:09.564623 n-d-842733-1 neutron-server[103163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 21:05:09.581265 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bbe7333d-ebd8-446d-976a-6bfc40c40136 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:09.583260 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1fc88618-e724-4b4d-b7a1-a83aa0490b82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:09.586356 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1fc88618-e724-4b4d-b7a1-a83aa0490b82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:09.588861 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-1fc88618-e724-4b4d-b7a1-a83aa0490b82 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/87bd90f4-5bac-4f23-98ec-8a367d72c29a HTTP/1.1" status: 204 len: 168 time: 0.4182794 May 20 21:05:09.599701 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc88618-e724-4b4d-b7a1-a83aa0490b82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87bd90f4-5bac-4f23-98ec-8a367d72c29a,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:05:09.661783 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bbe7333d-ebd8-446d-976a-6bfc40c40136 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:09.714337 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 45822) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:05:09.714576 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-bbe7333d-ebd8-446d-976a-6bfc40c40136 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d49aaaa5650e48b2991808e3124780b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6275899 May 20 21:05:09.718065 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe7333d-ebd8-446d-976a-6bfc40c40136 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=908b4b87-aecf-419d-9313-b8a5c4d776d1,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:05:09.750860 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-31783696-e168-4686-9832-e32ba33f2570 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33072122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748162'] for network, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:09.781154 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-31783696-e168-4686-9832-e32ba33f2570 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:09.782256 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-31783696-e168-4686-9832-e32ba33f2570 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] 10.222.0.35 "DELETE /v2.0/networks/8b216e16-6ebb-4e6c-86b1-2603a45f23d6 HTTP/1.1" status: 204 len: 168 time: 1.2498131 May 20 21:05:09.786360 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 45826) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:05:09.787348 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31783696-e168-4686-9832-e32ba33f2570 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Pushing event deleted for resources: {'Network': ['ID=8b216e16-6ebb-4e6c-86b1-2603a45f23d6,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:05:09.806631 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-fdc7ee95-636b-4885-a0c3-0d5d019a6a80 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Request body: {'network': {'name': 'tempest-RoutersTest-1004999919'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:05:09.814281 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 3ed8b885-3532-4201-998d-ad544d331f2d no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 21:05:09.858181 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-53aae074-9d2f-4ba9-a0c1-30d96981c60d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:09.873247 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: 3ed8b885-3532-4201-998d-ad544d331f2d {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 21:05:09.874408 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 3ed8b885-3532-4201-998d-ad544d331f2d not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 21:05:09.892755 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdc7ee95-636b-4885-a0c3-0d5d019a6a80 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Made reservation on behalf of d4fe1859a2dd44a8943722001f06bb5e for: {'network': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:05:09.897683 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-fdc7ee95-636b-4885-a0c3-0d5d019a6a80 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for network, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:09.915051 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-53aae074-9d2f-4ba9-a0c1-30d96981c60d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:09.944035 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdc7ee95-636b-4885-a0c3-0d5d019a6a80 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 227} {{(pid=103162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 21:05:09.955991 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-fdc7ee95-636b-4885-a0c3-0d5d019a6a80 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:09.956360 n-d-842733-1 neutron-server[103162]: INFO neutron.db.segments_db [None req-fdc7ee95-636b-4885-a0c3-0d5d019a6a80 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Added segment 8d1269a4-9dd4-4fa5-a1c2-23a91702f826 of type vlan for network f28b8968-705e-477a-87d7-52365b323f34 May 20 21:05:09.956901 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5c01fc31-d823-4820-b0b0-c53350946a56 req-16b7ae36-ab33-47f2-8380-a8cdb72680f4 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] 10.222.0.35 "GET /v2.0/ports?device_id=75b87a76-ad52-4618-a214-48088ec58aef HTTP/1.1" status: 200 len: 210 time: 0.0380819 May 20 21:05:10.051959 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-fdc7ee95-636b-4885-a0c3-0d5d019a6a80 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418993264'] for network, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:10.130742 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-53aae074-9d2f-4ba9-a0c1-30d96981c60d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:10.131222 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-fdc7ee95-636b-4885-a0c3-0d5d019a6a80 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524'] for network, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:10.133416 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-53aae074-9d2f-4ba9-a0c1-30d96981c60d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:10.134696 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-53aae074-9d2f-4ba9-a0c1-30d96981c60d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/908b4b87-aecf-419d-9313-b8a5c4d776d1 HTTP/1.1" status: 204 len: 168 time: 0.4193623 May 20 21:05:10.141729 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdc7ee95-636b-4885-a0c3-0d5d019a6a80 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:05:10.143570 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-fdc7ee95-636b-4885-a0c3-0d5d019a6a80 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:10.147531 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53aae074-9d2f-4ba9-a0c1-30d96981c60d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=908b4b87-aecf-419d-9313-b8a5c4d776d1,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:05:10.292764 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-fdc7ee95-636b-4885-a0c3-0d5d019a6a80 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5007720 May 20 21:05:10.293639 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc7ee95-636b-4885-a0c3-0d5d019a6a80 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Pushing event updated for resources: {'Network': ['ID=f28b8968-705e-477a-87d7-52365b323f34,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:05:10.303573 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 45846) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:05:10.303573 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-93b88c37-09ff-43d8-a9fd-2cf170916d53 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Request body: {'subnet': {'network_id': 'f28b8968-705e-477a-87d7-52365b323f34', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:05:10.310626 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Network f28b8968-705e-477a-87d7-52365b323f34 details requested by agent ovs-agent-n-d-842733-1 with host n-d-842733-1 {{(pid=103164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 20 21:05:10.553040 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93b88c37-09ff-43d8-a9fd-2cf170916d53 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Made reservation on behalf of d4fe1859a2dd44a8943722001f06bb5e for: {'subnet': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:05:10.561471 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-93b88c37-09ff-43d8-a9fd-2cf170916d53 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8422561'] for subnet, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:11.128820 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-64f856fa-0658-4dd4-b003-95b8cf97cce4 req-1d349f9d-46a7-45fd-8f2b-1a3693d584b7 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] 10.222.0.35 "GET /v2.0/ports?device_id=75b87a76-ad52-4618-a214-48088ec58aef HTTP/1.1" status: 200 len: 210 time: 0.0578289 May 20 21:05:11.197322 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 45868) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:05:11.215505 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b0eaa1ed-e158-4ac0-8d1a-8a14d7d78223 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:11.318714 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-93b88c37-09ff-43d8-a9fd-2cf170916d53 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9641412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8422583'] for subnet, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:11.329964 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b0eaa1ed-e158-4ac0-8d1a-8a14d7d78223 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:11.410700 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b88c37-09ff-43d8-a9fd-2cf170916d53 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Pushing event updated for resources: {'Subnet': ['ID=82760315-df45-409e-b0f2-96938a3cb705,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:05:11.414227 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b0eaa1ed-e158-4ac0-8d1a-8a14d7d78223 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:11.427875 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b88c37-09ff-43d8-a9fd-2cf170916d53 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:05:11.428427 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b88c37-09ff-43d8-a9fd-2cf170916d53 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:05:11.428948 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b88c37-09ff-43d8-a9fd-2cf170916d53 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:05:11.429459 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b88c37-09ff-43d8-a9fd-2cf170916d53 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:05:11.429944 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b88c37-09ff-43d8-a9fd-2cf170916d53 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:05:11.430426 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b88c37-09ff-43d8-a9fd-2cf170916d53 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:05:11.430923 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b88c37-09ff-43d8-a9fd-2cf170916d53 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:05:11.431403 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b88c37-09ff-43d8-a9fd-2cf170916d53 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:05:11.432170 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b88c37-09ff-43d8-a9fd-2cf170916d53 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:05:11.432697 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b88c37-09ff-43d8-a9fd-2cf170916d53 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:05:11.442106 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b88c37-09ff-43d8-a9fd-2cf170916d53 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:05:11.442106 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b88c37-09ff-43d8-a9fd-2cf170916d53 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:05:11.447384 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 45880) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:05:11.453559 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-d1ca9076-099a-4fe4-999f-d50817f2c2b9 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-277534554', 'description': 'tempest-secgroup-smoke-277534554 description', 'project_id': 'd7932b75a33b465998804b193e9be7ad'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:05:11.459192 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b88c37-09ff-43d8-a9fd-2cf170916d53 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Checking segment: {'id': '8d1269a4-9dd4-4fa5-a1c2-23a91702f826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'f28b8968-705e-477a-87d7-52365b323f34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:05:11.459841 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93b88c37-09ff-43d8-a9fd-2cf170916d53 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Network hostable DHCP agents. Network: f28b8968-705e-477a-87d7-52365b323f34, hostable agents: ['c9b0653c-f3c7-4339-bd50-e3754b629216'], hosted agents: [] {{(pid=103163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 21:05:11.465535 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-b0eaa1ed-e158-4ac0-8d1a-8a14d7d78223 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ff17ddf24e114a51976b0419136e321e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2740321 May 20 21:05:11.466195 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 45882) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:05:11.500981 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0eaa1ed-e158-4ac0-8d1a-8a14d7d78223 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d95e7d3-331b-4911-97c4-d6c47db480eb,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:05:11.547989 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e98eeada-4af6-4914-b3d1-712dfaf3456c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:11.570711 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e98eeada-4af6-4914-b3d1-712dfaf3456c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:11.593928 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d1ca9076-099a-4fe4-999f-d50817f2c2b9 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:11.602905 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d1ca9076-099a-4fe4-999f-d50817f2c2b9 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:11.618664 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93b88c37-09ff-43d8-a9fd-2cf170916d53 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Network f28b8968-705e-477a-87d7-52365b323f34 is scheduled to be hosted by DHCP agent c9b0653c-f3c7-4339-bd50-e3754b629216 with binding_index 1 {{(pid=103163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 21:05:11.704130 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e98eeada-4af6-4914-b3d1-712dfaf3456c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:11.706112 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-93b88c37-09ff-43d8-a9fd-2cf170916d53 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842733-1, f28b8968-705e-477a-87d7-52365b323f34) {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:05:11.716555 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93b88c37-09ff-43d8-a9fd-2cf170916d53 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:05:11.716866 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e98eeada-4af6-4914-b3d1-712dfaf3456c admin admin] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:11.717352 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed90924f-5460-4405-96ed-4761545bb795 None None] Network f28b8968-705e-477a-87d7-52365b323f34 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:05:11.718192 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-e98eeada-4af6-4914-b3d1-712dfaf3456c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9d95e7d3-331b-4911-97c4-d6c47db480eb HTTP/1.1" status: 204 len: 168 time: 0.2468994 May 20 21:05:11.719012 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-93b88c37-09ff-43d8-a9fd-2cf170916d53 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks [] for subnet, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:11.730089 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98eeada-4af6-4914-b3d1-712dfaf3456c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d95e7d3-331b-4911-97c4-d6c47db480eb,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:05:11.829190 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 45890) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:05:11.836028 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-3b4e1568-dbb3-4298-b3e0-55b5081049e0 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-192570478', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:05:11.838757 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-93b88c37-09ff-43d8-a9fd-2cf170916d53 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5412176 May 20 21:05:11.844559 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d1ca9076-099a-4fe4-999f-d50817f2c2b9 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:11.920306 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3b4e1568-dbb3-4298-b3e0-55b5081049e0 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-694221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26155'] for router, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:11.921136 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d1ca9076-099a-4fe4-999f-d50817f2c2b9 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:11.921594 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3b4e1568-dbb3-4298-b3e0-55b5081049e0 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-693085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748153', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-718080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26162'] for router, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:11.943591 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3c853e8-d0f3-4fce-86ba-7bde74ae2b0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaee2b848-d4b9-5db1-b6ef-d6db29d67de7-f28b8968-705e-477a-87d7-52365b323f34', 'network_id': 'f28b8968-705e-477a-87d7-52365b323f34', 'tenant_id': 'd4fe1859a2dd44a8943722001f06bb5e', 'fixed_ips': [{'subnet_id': '82760315-df45-409e-b0f2-96938a3cb705'}]}} from n-d-842733-1. {{(pid=103164) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 21:05:11.945233 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-e3c853e8-d0f3-4fce-86ba-7bde74ae2b0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:11.996533 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3b4e1568-dbb3-4298-b3e0-55b5081049e0 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:11.998748 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ca9076-099a-4fe4-999f-d50817f2c2b9 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d02990e0-ba58-448b-8cd6-8b6db382576e,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:05:12.112727 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d1ca9076-099a-4fe4-999f-d50817f2c2b9 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:12.125516 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3b4e1568-dbb3-4298-b3e0-55b5081049e0 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748106'] for router, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:12.130337 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [None req-e3c853e8-d0f3-4fce-86ba-7bde74ae2b0b None None] Allocated IP 172.20.0.2 (f28b8968-705e-477a-87d7-52365b323f34/82760315-df45-409e-b0f2-96938a3cb705/90ec3602-f2a8-414e-b26f-7a207cf29150) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:05:12.243188 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3b4e1568-dbb3-4298-b3e0-55b5081049e0 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks [] for router, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:12.251265 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-3b4e1568-dbb3-4298-b3e0-55b5081049e0 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4145632 May 20 21:05:12.251406 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 45902) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:05:12.255645 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-eb0e4ea8-4210-447a-a04e-86b1828922e3 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Request body: {'port': {'network_id': 'f28b8968-705e-477a-87d7-52365b323f34', 'name': 'tempest-RoutersTest-1003148060'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:05:12.295987 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d1ca9076-099a-4fe4-999f-d50817f2c2b9 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:12.377855 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-e3c853e8-d0f3-4fce-86ba-7bde74ae2b0b None None] Notify callbacks [] for port, precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:12.441634 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-509a581e-dd91-40e1-a5c1-0ce3e513b099 req-8e1196f7-1d43-452a-8f51-f818dc203573 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] 10.222.0.35 "GET /v2.0/ports?device_id=75b87a76-ad52-4618-a214-48088ec58aef HTTP/1.1" status: 200 len: 210 time: 0.0685899 May 20 21:05:12.472050 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ca9076-099a-4fe4-999f-d50817f2c2b9 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82988572-6e98-4d4a-89ee-f1a227fea559,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:05:12.475744 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-e3c853e8-d0f3-4fce-86ba-7bde74ae2b0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108'] for port, after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:12.522291 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d1ca9076-099a-4fe4-999f-d50817f2c2b9 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:12.525089 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-d1ca9076-099a-4fe4-999f-d50817f2c2b9 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.0757523 May 20 21:05:12.534416 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 45912) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:05:12.539014 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-1b9f34fb-cea8-4161-bb6a-2c954571f9db tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Request body: {'security_group_rule': {'security_group_id': '82988572-6e98-4d4a-89ee-f1a227fea559', 'project_id': 'd7932b75a33b465998804b193e9be7ad', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:05:12.585725 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3c853e8-d0f3-4fce-86ba-7bde74ae2b0b None None] Network f28b8968-705e-477a-87d7-52365b323f34 is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:05:12.590780 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-e3c853e8-d0f3-4fce-86ba-7bde74ae2b0b None None] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:05:12.595038 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c853e8-d0f3-4fce-86ba-7bde74ae2b0b None None] Received port after_create {{(pid=103164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:05:12.639618 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb0e4ea8-4210-447a-a04e-86b1828922e3 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Made reservation on behalf of d4fe1859a2dd44a8943722001f06bb5e for: {'port': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:05:12.643637 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-eb0e4ea8-4210-447a-a04e-86b1828922e3 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:12.680193 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1b9f34fb-cea8-4161-bb6a-2c954571f9db tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:12.694100 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c853e8-d0f3-4fce-86ba-7bde74ae2b0b None None] Pushing event updated for resources: {'Port': ['ID=90ec3602-f2a8-414e-b26f-7a207cf29150,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:05:12.707265 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [None req-eb0e4ea8-4210-447a-a04e-86b1828922e3 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] device_id is not set on port c07f026e-0979-4a07-9bd9-50399febc024 yet. {{(pid=103163) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 20 21:05:12.712414 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-e3c853e8-d0f3-4fce-86ba-7bde74ae2b0b None None] Attempting to bind port 90ec3602-f2a8-414e-b26f-7a207cf29150 on host n-d-842733-1 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:05:12.714253 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-e3c853e8-d0f3-4fce-86ba-7bde74ae2b0b None None] Attempting to bind port 90ec3602-f2a8-414e-b26f-7a207cf29150 by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': '8d1269a4-9dd4-4fa5-a1c2-23a91702f826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'f28b8968-705e-477a-87d7-52365b323f34'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:05:12.715368 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c853e8-d0f3-4fce-86ba-7bde74ae2b0b None None] Attempting to bind port 90ec3602-f2a8-414e-b26f-7a207cf29150 on network f28b8968-705e-477a-87d7-52365b323f34 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:05:12.728317 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c853e8-d0f3-4fce-86ba-7bde74ae2b0b None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 21, 4, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 21:05:12.729063 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c853e8-d0f3-4fce-86ba-7bde74ae2b0b None None] Checking segment: {'id': '8d1269a4-9dd4-4fa5-a1c2-23a91702f826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'f28b8968-705e-477a-87d7-52365b323f34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:05:12.729144 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-e3c853e8-d0f3-4fce-86ba-7bde74ae2b0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:12.732619 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c853e8-d0f3-4fce-86ba-7bde74ae2b0b None None] Bound using segment: {'id': '8d1269a4-9dd4-4fa5-a1c2-23a91702f826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'f28b8968-705e-477a-87d7-52365b323f34'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 21:05:12.734573 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-e3c853e8-d0f3-4fce-86ba-7bde74ae2b0b None None] Bound port: 90ec3602-f2a8-414e-b26f-7a207cf29150, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d1269a4-9dd4-4fa5-a1c2-23a91702f826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'f28b8968-705e-477a-87d7-52365b323f34'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:05:12.735048 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-e3c853e8-d0f3-4fce-86ba-7bde74ae2b0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:12.843993 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-e3c853e8-d0f3-4fce-86ba-7bde74ae2b0b None None] For port 90ec3602-f2a8-414e-b26f-7a207cf29150, host n-d-842733-1, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 21:05:12.844217 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1b9f34fb-cea8-4161-bb6a-2c954571f9db tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:12.855146 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-e3c853e8-d0f3-4fce-86ba-7bde74ae2b0b None None] For port 90ec3602-f2a8-414e-b26f-7a207cf29150, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=90ec3602-f2a8-414e-b26f-7a207cf29150,segment=NetworkSegment(8d1269a4-9dd4-4fa5-a1c2-23a91702f826),segment_id=8d1269a4-9dd4-4fa5-a1c2-23a91702f826)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 21:05:12.897267 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-eb0e4ea8-4210-447a-a04e-86b1828922e3 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Allocated IP 172.20.0.10 (f28b8968-705e-477a-87d7-52365b323f34/82760315-df45-409e-b0f2-96938a3cb705/c07f026e-0979-4a07-9bd9-50399febc024) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:05:12.920273 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1b9f34fb-cea8-4161-bb6a-2c954571f9db tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691816'] for security_group_rule, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:12.920592 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-e3c853e8-d0f3-4fce-86ba-7bde74ae2b0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:12.950280 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9f34fb-cea8-4161-bb6a-2c954571f9db tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0b1a3e5-9daa-48ef-8ab0-278bb9cbbd5a,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:05:13.033124 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1b9f34fb-cea8-4161-bb6a-2c954571f9db tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:13.033641 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c853e8-d0f3-4fce-86ba-7bde74ae2b0b None None] Pushing event updated for resources: {'Port': ['ID=90ec3602-f2a8-414e-b26f-7a207cf29150,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:05:13.044912 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-1b9f34fb-cea8-4161-bb6a-2c954571f9db tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5095904 May 20 21:05:13.048165 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 45924) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:05:13.072154 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-94a206a9-a259-45d1-b2da-36461e9b7861 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Request body: {'security_group_rule': {'security_group_id': '82988572-6e98-4d4a-89ee-f1a227fea559', 'project_id': 'd7932b75a33b465998804b193e9be7ad', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:05:13.164545 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-eb0e4ea8-4210-447a-a04e-86b1828922e3 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:13.235654 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-94a206a9-a259-45d1-b2da-36461e9b7861 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:13.302023 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-eb0e4ea8-4210-447a-a04e-86b1828922e3 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:13.382220 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-94a206a9-a259-45d1-b2da-36461e9b7861 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:13.417999 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb0e4ea8-4210-447a-a04e-86b1828922e3 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Network f28b8968-705e-477a-87d7-52365b323f34 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:05:13.433496 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-eb0e4ea8-4210-447a-a04e-86b1828922e3 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:05:13.462703 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb0e4ea8-4210-447a-a04e-86b1828922e3 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:05:13.473461 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-94a206a9-a259-45d1-b2da-36461e9b7861 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691816'] for security_group_rule, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:13.526633 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a206a9-a259-45d1-b2da-36461e9b7861 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=017261f4-cdef-43ce-b38e-d045f73c99a0,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:05:13.657415 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-94a206a9-a259-45d1-b2da-36461e9b7861 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:13.658851 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-94a206a9-a259-45d1-b2da-36461e9b7861 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5998211 May 20 21:05:13.661694 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 45938) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:05:13.669630 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-c1aae0bc-11db-433c-9c7f-e187bd78ddaf tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Request body: {'security_group_rule': {'security_group_id': '82988572-6e98-4d4a-89ee-f1a227fea559', 'project_id': 'd7932b75a33b465998804b193e9be7ad', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:05:13.679369 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 45940) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:05:13.702421 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0e4ea8-4210-447a-a04e-86b1828922e3 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Pushing event updated for resources: {'Port': ['ID=c07f026e-0979-4a07-9bd9-50399febc024,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:05:13.737079 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1a5faaa5-47cf-41b8-ab38-ba41d06231f3 req-b38e2700-1252-4bdc-9c6d-343c1cd264cb tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] 10.222.0.35 "GET /v2.0/ports?device_id=75b87a76-ad52-4618-a214-48088ec58aef HTTP/1.1" status: 200 len: 210 time: 0.0968478 May 20 21:05:13.766161 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb0e4ea8-4210-447a-a04e-86b1828922e3 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:05:13.768297 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-eb0e4ea8-4210-447a-a04e-86b1828922e3 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:13.804030 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c1aae0bc-11db-433c-9c7f-e187bd78ddaf tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:13.852232 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-eb0e4ea8-4210-447a-a04e-86b1828922e3 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.6018682 May 20 21:05:13.852981 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 45944) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:05:13.912206 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c1aae0bc-11db-433c-9c7f-e187bd78ddaf tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:13.957042 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-d9a15377-835f-4310-b234-aa4f8cf20e02 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1017268916-network', 'tenant_id': '739c5633298549a1821546fc93e42841'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:05:13.964647 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 90ec3602-f2a8-414e-b26f-7a207cf29150 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:05:14.010683 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c1aae0bc-11db-433c-9c7f-e187bd78ddaf tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691816'] for security_group_rule, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:14.034349 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 90ec3602-f2a8-414e-b26f-7a207cf29150 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:05:14.036382 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:14.036859 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1aae0bc-11db-433c-9c7f-e187bd78ddaf tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=168a8abc-56a0-432f-87e6-91d209a79d21,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:05:14.078927 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9a15377-835f-4310-b234-aa4f8cf20e02 admin admin] Made reservation on behalf of 739c5633298549a1821546fc93e42841 for: {'network': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:05:14.081515 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d9a15377-835f-4310-b234-aa4f8cf20e02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for network, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:14.095560 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d9a15377-835f-4310-b234-aa4f8cf20e02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:14.117715 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c1aae0bc-11db-433c-9c7f-e187bd78ddaf tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:14.119469 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-c1aae0bc-11db-433c-9c7f-e187bd78ddaf tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4564998 May 20 21:05:14.124003 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 45950) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:05:14.128888 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-8ce853af-48f8-4ac7-bf9b-178ebc35dc58 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Request body: {'security_group_rule': {'security_group_id': '82988572-6e98-4d4a-89ee-f1a227fea559', 'project_id': 'd7932b75a33b465998804b193e9be7ad', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:05:14.175988 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 90ec3602-f2a8-414e-b26f-7a207cf29150 is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:05:14.176334 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:14.210919 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] For port 90ec3602-f2a8-414e-b26f-7a207cf29150, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=90ec3602-f2a8-414e-b26f-7a207cf29150,segment=NetworkSegment(8d1269a4-9dd4-4fa5-a1c2-23a91702f826),segment_id=8d1269a4-9dd4-4fa5-a1c2-23a91702f826)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:05:14.286500 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:14.300305 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8ce853af-48f8-4ac7-bf9b-178ebc35dc58 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:14.327596 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d9a15377-835f-4310-b234-aa4f8cf20e02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:14.373955 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Pushing event updated for resources: {'Port': ['ID=90ec3602-f2a8-414e-b26f-7a207cf29150,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:05:14.400974 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d9a15377-835f-4310-b234-aa4f8cf20e02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:14.442914 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8ce853af-48f8-4ac7-bf9b-178ebc35dc58 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:14.443848 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9a15377-835f-4310-b234-aa4f8cf20e02 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 247} {{(pid=103162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 21:05:14.462550 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a15377-835f-4310-b234-aa4f8cf20e02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aeaee086-04c5-4e9c-af2f-a45cf73b5670,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:05:14.466279 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d9a15377-835f-4310-b234-aa4f8cf20e02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:14.466279 n-d-842733-1 neutron-server[103162]: INFO neutron.db.segments_db [None req-d9a15377-835f-4310-b234-aa4f8cf20e02 admin admin] Added segment 7310cbab-3cd1-4e3f-b210-f4ad24615999 of type vlan for network d842a6d6-ac76-4a70-b737-6e69ee8864ca May 20 21:05:14.516042 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d9a15377-835f-4310-b234-aa4f8cf20e02 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418993264'] for network, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:14.518242 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2c4cf411-e7bd-41fa-9d0a-fe66563c97e1 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:14.565165 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8ce853af-48f8-4ac7-bf9b-178ebc35dc58 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691816'] for security_group_rule, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:14.591337 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce853af-48f8-4ac7-bf9b-178ebc35dc58 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0201b91b-b327-40e9-9bc0-d478cddb29c7,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:05:14.601921 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce853af-48f8-4ac7-bf9b-178ebc35dc58 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:05:14.602275 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce853af-48f8-4ac7-bf9b-178ebc35dc58 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:05:14.602608 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce853af-48f8-4ac7-bf9b-178ebc35dc58 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:05:14.602944 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce853af-48f8-4ac7-bf9b-178ebc35dc58 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:05:14.603274 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce853af-48f8-4ac7-bf9b-178ebc35dc58 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:05:14.603601 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce853af-48f8-4ac7-bf9b-178ebc35dc58 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:05:14.603927 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce853af-48f8-4ac7-bf9b-178ebc35dc58 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:05:14.604253 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce853af-48f8-4ac7-bf9b-178ebc35dc58 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:05:14.604577 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce853af-48f8-4ac7-bf9b-178ebc35dc58 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:05:14.604952 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce853af-48f8-4ac7-bf9b-178ebc35dc58 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:05:14.605403 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce853af-48f8-4ac7-bf9b-178ebc35dc58 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:05:14.605833 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce853af-48f8-4ac7-bf9b-178ebc35dc58 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:05:14.615672 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d9a15377-835f-4310-b234-aa4f8cf20e02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524'] for network, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:14.616654 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9a15377-835f-4310-b234-aa4f8cf20e02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:05:14.617342 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d9a15377-835f-4310-b234-aa4f8cf20e02 admin admin] Notify callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:14.701305 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8ce853af-48f8-4ac7-bf9b-178ebc35dc58 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:14.706484 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-8ce853af-48f8-4ac7-bf9b-178ebc35dc58 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5813546 May 20 21:05:14.715169 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 45954) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:05:14.721815 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-37fcab06-c079-4214-afb2-2fdcc6f19d8f tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Request body: {'security_group_rule': {'security_group_id': '82988572-6e98-4d4a-89ee-f1a227fea559', 'project_id': 'd7932b75a33b465998804b193e9be7ad', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:05:14.735147 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a15377-835f-4310-b234-aa4f8cf20e02 admin admin] Pushing event updated for resources: {'Network': ['ID=d842a6d6-ac76-4a70-b737-6e69ee8864ca,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:05:14.746964 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Network d842a6d6-ac76-4a70-b737-6e69ee8864ca details requested by agent ovs-agent-n-d-842733-1 with host n-d-842733-1 {{(pid=103164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 20 21:05:14.777443 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-d9a15377-835f-4310-b234-aa4f8cf20e02 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0966766 May 20 21:05:14.781601 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 45960) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:05:14.787463 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-8d7858bb-5fb4-4989-93ed-f3b1dcc6a849 admin admin] Request body: {'subnet': {'network_id': 'd842a6d6-ac76-4a70-b737-6e69ee8864ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1017268916-subnet', 'tenant_id': '739c5633298549a1821546fc93e42841', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:05:14.842576 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2c4cf411-e7bd-41fa-9d0a-fe66563c97e1 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks [] for port, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:14.852407 n-d-842733-1 neutron-server[103162]: INFO neutron.db.securitygroups_db [None req-37fcab06-c079-4214-afb2-2fdcc6f19d8f tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Project d7932b75a33b465998804b193e9be7ad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 20 21:05:14.865234 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-37fcab06-c079-4214-afb2-2fdcc6f19d8f tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:14.874409 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-127bcb60-c55d-477d-ab29-d689c914d2d1 None None] Network f28b8968-705e-477a-87d7-52365b323f34 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:05:14.885435 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d7858bb-5fb4-4989-93ed-f3b1dcc6a849 admin admin] Made reservation on behalf of 739c5633298549a1821546fc93e42841 for: {'subnet': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:05:14.888169 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8d7858bb-5fb4-4989-93ed-f3b1dcc6a849 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4018244'] for subnet, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:14.917700 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f9a1690b-eebd-4611-a156-be723b9c25f8 req-b2f41d83-b73b-480d-9f9b-5da9274e04b4 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] 10.222.0.35 "GET /v2.0/ports?device_id=75b87a76-ad52-4618-a214-48088ec58aef HTTP/1.1" status: 200 len: 210 time: 0.0609994 May 20 21:05:14.921659 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2c4cf411-e7bd-41fa-9d0a-fe66563c97e1 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:15.051627 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4cf411-e7bd-41fa-9d0a-fe66563c97e1 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Pushing event updated for resources: {'Port': ['ID=c07f026e-0979-4a07-9bd9-50399febc024,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:05:15.081046 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-d5d435b0-e0d5-492b-a82d-6b9e83aa2b7e None None] Provisioning complete for port 90ec3602-f2a8-414e-b26f-7a207cf29150 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:05:15.081820 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d5d435b0-e0d5-492b-a82d-6b9e83aa2b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:15.201541 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-37fcab06-c079-4214-afb2-2fdcc6f19d8f tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:15.217911 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-d5d435b0-e0d5-492b-a82d-6b9e83aa2b7e None None] Current status of the port 90ec3602-f2a8-414e-b26f-7a207cf29150 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:05:15.545874 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2c4cf411-e7bd-41fa-9d0a-fe66563c97e1 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748409'] for router_interface, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:15.548126 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-9a61b551-652c-4fa7-9880-c16b5865bca2 None None] Provisioning complete for port 90ec3602-f2a8-414e-b26f-7a207cf29150 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:05:15.548126 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-9a61b551-652c-4fa7-9880-c16b5865bca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:15.549480 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-37fcab06-c079-4214-afb2-2fdcc6f19d8f tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691816'] for security_group_rule, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:15.550694 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-9a61b551-652c-4fa7-9880-c16b5865bca2 None None] Current status of the port 90ec3602-f2a8-414e-b26f-7a207cf29150 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:05:15.550694 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-9a61b551-652c-4fa7-9880-c16b5865bca2 None None] Provisioning complete for port c07f026e-0979-4a07-9bd9-50399febc024 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:05:15.550694 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-9a61b551-652c-4fa7-9880-c16b5865bca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:15.551734 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fcab06-c079-4214-afb2-2fdcc6f19d8f tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c99bf1ab-ea5e-4cc5-a8b9-c37dd30e6d1b,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:05:15.571883 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8d7858bb-5fb4-4989-93ed-f3b1dcc6a849 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3797684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4018258'] for subnet, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:15.582298 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-9a61b551-652c-4fa7-9880-c16b5865bca2 None None] Port c07f026e-0979-4a07-9bd9-50399febc024 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 21:05:15.619544 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2c4cf411-e7bd-41fa-9d0a-fe66563c97e1 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:15.643312 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-37fcab06-c079-4214-afb2-2fdcc6f19d8f tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:15.645823 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-37fcab06-c079-4214-afb2-2fdcc6f19d8f tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.9352548 May 20 21:05:15.654043 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7858bb-5fb4-4989-93ed-f3b1dcc6a849 admin admin] Pushing event updated for resources: {'Subnet': ['ID=66ae3861-e975-4d15-9c77-feb10428aa55,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:05:15.658034 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 45970) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:05:15.665928 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-91240039-c626-4cd3-90eb-cbf1276dafdb tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Request body: {'security_group_rule': {'security_group_id': '82988572-6e98-4d4a-89ee-f1a227fea559', 'project_id': 'd7932b75a33b465998804b193e9be7ad', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:05:15.683529 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7858bb-5fb4-4989-93ed-f3b1dcc6a849 admin admin] Checking segment: {'id': '7310cbab-3cd1-4e3f-b210-f4ad24615999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'd842a6d6-ac76-4a70-b737-6e69ee8864ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:05:15.683963 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d7858bb-5fb4-4989-93ed-f3b1dcc6a849 admin admin] Network hostable DHCP agents. Network: d842a6d6-ac76-4a70-b737-6e69ee8864ca, hostable agents: ['c9b0653c-f3c7-4339-bd50-e3754b629216'], hosted agents: [] {{(pid=103162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 21:05:15.722802 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-959feff4-fa42-4512-ac4b-cde6a34a6393 None None] Provisioning complete for port c07f026e-0979-4a07-9bd9-50399febc024 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:05:15.723851 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-959feff4-fa42-4512-ac4b-cde6a34a6393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:15.781725 n-d-842733-1 neutron-server[103162]: INFO neutron.db.securitygroups_db [None req-91240039-c626-4cd3-90eb-cbf1276dafdb tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Project d7932b75a33b465998804b193e9be7ad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 20 21:05:15.787345 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-91240039-c626-4cd3-90eb-cbf1276dafdb tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:15.816831 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-959feff4-fa42-4512-ac4b-cde6a34a6393 None None] Port c07f026e-0979-4a07-9bd9-50399febc024 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 21:05:15.844917 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 90ec3602-f2a8-414e-b26f-7a207cf29150 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:05:15.890962 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-91240039-c626-4cd3-90eb-cbf1276dafdb tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:15.892606 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d7858bb-5fb4-4989-93ed-f3b1dcc6a849 admin admin] Network d842a6d6-ac76-4a70-b737-6e69ee8864ca is scheduled to be hosted by DHCP agent c9b0653c-f3c7-4339-bd50-e3754b629216 with binding_index 1 {{(pid=103162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 21:05:15.922606 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 90ec3602-f2a8-414e-b26f-7a207cf29150 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:05:15.922606 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:15.988009 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-d2fe5817-1544-4edf-89e9-fb4d00c390bf None None] Provisioning complete for port c07f026e-0979-4a07-9bd9-50399febc024 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:05:15.988432 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d2fe5817-1544-4edf-89e9-fb4d00c390bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:15.993651 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-91240039-c626-4cd3-90eb-cbf1276dafdb tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691816'] for security_group_rule, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:15.995799 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-8d7858bb-5fb4-4989-93ed-f3b1dcc6a849 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842733-1, d842a6d6-ac76-4a70-b737-6e69ee8864ca) {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:05:16.010255 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d7858bb-5fb4-4989-93ed-f3b1dcc6a849 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:05:16.012445 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8d7858bb-5fb4-4989-93ed-f3b1dcc6a849 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:16.032950 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09d1979b-1912-4e77-a604-7f725fc8d849 None None] Network d842a6d6-ac76-4a70-b737-6e69ee8864ca requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:05:16.066793 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91240039-c626-4cd3-90eb-cbf1276dafdb tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d07663d-f566-41a4-89ab-5f114f2c1744,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:05:16.108196 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-d2fe5817-1544-4edf-89e9-fb4d00c390bf None None] Port c07f026e-0979-4a07-9bd9-50399febc024 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 21:05:16.121534 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 45982) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:05:16.138092 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 90ec3602-f2a8-414e-b26f-7a207cf29150 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:05:16.168378 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-91240039-c626-4cd3-90eb-cbf1276dafdb tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:16.173693 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-91240039-c626-4cd3-90eb-cbf1276dafdb tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5112841 May 20 21:05:16.173861 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 45984) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:05:16.174375 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-8d7858bb-5fb4-4989-93ed-f3b1dcc6a849 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3916135 May 20 21:05:16.179299 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-4ef34b86-67b4-4bdb-85b1-d877a4ba61bb tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Request body: {'network': {'name': 'tempest-network-smoke--2016386104', 'project_id': 'd7932b75a33b465998804b193e9be7ad', 'port_security_enabled': True}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:05:16.195468 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2c4cf411-e7bd-41fa-9d0a-fe66563c97e1 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks [] for port, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:16.208625 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-33813df8-6531-4e7b-9260-8fc2f993f49f tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:16.218228 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63b55a70-d27f-464e-b87c-1d99145e1f06 None None] Network d842a6d6-ac76-4a70-b737-6e69ee8864ca requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:05:16.243477 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-33813df8-6531-4e7b-9260-8fc2f993f49f tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:16.285316 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2c4cf411-e7bd-41fa-9d0a-fe66563c97e1 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:16.342061 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ef34b86-67b4-4bdb-85b1-d877a4ba61bb tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Made reservation on behalf of d7932b75a33b465998804b193e9be7ad for: {'network': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:05:16.345073 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4ef34b86-67b4-4bdb-85b1-d877a4ba61bb tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for network, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:16.409463 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4cf411-e7bd-41fa-9d0a-fe66563c97e1 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Pushing event updated for resources: {'Port': ['ID=c07f026e-0979-4a07-9bd9-50399febc024,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:05:16.413608 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2c4cf411-e7bd-41fa-9d0a-fe66563c97e1 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748437'] for router_interface, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:16.415915 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-33813df8-6531-4e7b-9260-8fc2f993f49f tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:16.419573 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-33813df8-6531-4e7b-9260-8fc2f993f49f tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:16.421009 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-33813df8-6531-4e7b-9260-8fc2f993f49f tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] 10.222.0.35 "DELETE /v2.0/security-groups/c6c3d501-aad0-44cc-8dfe-290dffd2c6d4 HTTP/1.1" status: 204 len: 168 time: 0.2984738 May 20 21:05:16.424134 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 45994) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:05:16.426228 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ef34b86-67b4-4bdb-85b1-d877a4ba61bb tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 207} {{(pid=103163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 21:05:16.439215 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33813df8-6531-4e7b-9260-8fc2f993f49f tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6c3d501-aad0-44cc-8dfe-290dffd2c6d4,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:05:16.525273 n-d-842733-1 neutron-server[103163]: INFO neutron.api.v2.resource [None req-433b3712-1573-4668-9b84-4ec071d04039 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] show failed (client error): The resource could not be found. May 20 21:05:16.529280 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-433b3712-1573-4668-9b84-4ec071d04039 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] 10.222.0.35 "GET /v2.0/security-groups/c6c3d501-aad0-44cc-8dfe-290dffd2c6d4 HTTP/1.1" status: 404 len: 347 time: 0.1013203 May 20 21:05:16.529492 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4ef34b86-67b4-4bdb-85b1-d877a4ba61bb tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:16.529592 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 45996) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:05:16.529688 n-d-842733-1 neutron-server[103163]: INFO neutron.db.segments_db [None req-4ef34b86-67b4-4bdb-85b1-d877a4ba61bb tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Added segment 579e8990-be00-48cb-8473-77c1f4a0a964 of type vlan for network 66a75e9f-357c-4d3b-b3f3-b40223d117cb May 20 21:05:16.586118 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4ef34b86-67b4-4bdb-85b1-d877a4ba61bb tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418993264'] for network, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:16.596956 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c4cf411-e7bd-41fa-9d0a-fe66563c97e1 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Network f28b8968-705e-477a-87d7-52365b323f34 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:05:16.600928 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-2c4cf411-e7bd-41fa-9d0a-fe66563c97e1 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:05:16.756100 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-5683109c-6a71-4166-b9ac-278a2fbd6feb tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Deleting port 2ef010b0-2453-46cb-8b71-2b45c6f1076c {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:05:16.756577 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5683109c-6a71-4166-b9ac-278a2fbd6feb tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:16.763480 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4ef34b86-67b4-4bdb-85b1-d877a4ba61bb tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524'] for network, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:16.769178 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ef34b86-67b4-4bdb-85b1-d877a4ba61bb tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:05:16.769892 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4ef34b86-67b4-4bdb-85b1-d877a4ba61bb tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:16.855987 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef34b86-67b4-4bdb-85b1-d877a4ba61bb tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Pushing event updated for resources: {'Network': ['ID=66a75e9f-357c-4d3b-b3f3-b40223d117cb,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:05:16.859984 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5683109c-6a71-4166-b9ac-278a2fbd6feb tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:16.860599 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5683109c-6a71-4166-b9ac-278a2fbd6feb tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:16.869951 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Network 66a75e9f-357c-4d3b-b3f3-b40223d117cb details requested by agent ovs-agent-n-d-842733-1 with host n-d-842733-1 {{(pid=103164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 20 21:05:16.880561 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-5683109c-6a71-4166-b9ac-278a2fbd6feb tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Calling delete_port for 2ef010b0-2453-46cb-8b71-2b45c6f1076c owned by network:floatingip {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:05:16.899432 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-4ef34b86-67b4-4bdb-85b1-d877a4ba61bb tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7234423 May 20 21:05:16.901351 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 46000) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:05:16.908120 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-730fcfe2-5814-45a8-8ac5-ffa1a60688e1 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-219731610', 'admin_state_up': True, 'project_id': 'd7932b75a33b465998804b193e9be7ad', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'}}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:05:17.027146 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c4cf411-e7bd-41fa-9d0a-fe66563c97e1 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Router 64eea73f-46fb-47e2-b485-9d1fd8250502 is scheduled to L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e with binding_index 1 {{(pid=103163) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 20 21:05:17.040088 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-5259a5d1-ffe9-4d1c-9a19-acf802c09f2b None None] Provisioning complete for port c07f026e-0979-4a07-9bd9-50399febc024 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:05:17.040088 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-5259a5d1-ffe9-4d1c-9a19-acf802c09f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:17.078679 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-5259a5d1-ffe9-4d1c-9a19-acf802c09f2b None None] Port c07f026e-0979-4a07-9bd9-50399febc024 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 21:05:17.107307 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-730fcfe2-5814-45a8-8ac5-ffa1a60688e1 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-694221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26155'] for router, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:17.114417 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-730fcfe2-5814-45a8-8ac5-ffa1a60688e1 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-693085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748153', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-718080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26162'] for router, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:17.156176 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5683109c-6a71-4166-b9ac-278a2fbd6feb tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:17.177868 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c4cf411-e7bd-41fa-9d0a-fe66563c97e1 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 21:05:17.187306 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-2c4cf411-e7bd-41fa-9d0a-fe66563c97e1 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] 10.222.0.35 "PUT /v2.0/routers/64eea73f-46fb-47e2-b485-9d1fd8250502/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3332295 May 20 21:05:17.189861 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f5ac3c-e4d2-4f33-862b-5e3d7e742c57 None None] Sync routers for ids ['64eea73f-46fb-47e2-b485-9d1fd8250502'] in n-d-842733-1 {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 21:05:17.197270 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 46004) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:05:17.199849 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5683109c-6a71-4166-b9ac-278a2fbd6feb tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Pushing event deleted for resources: {'Port': ['ID=2ef010b0-2453-46cb-8b71-2b45c6f1076c,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:05:17.219023 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f5ac3c-e4d2-4f33-862b-5e3d7e742c57 None None] Routers {'64eea73f-46fb-47e2-b485-9d1fd8250502'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:05:17.219891 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-e1f5ac3c-e4d2-4f33-862b-5e3d7e742c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:04:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['64eea73f-46fb-47e2-b485-9d1fd8250502'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:05:17.228654 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-730fcfe2-5814-45a8-8ac5-ffa1a60688e1 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:17.265271 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-e1f5ac3c-e4d2-4f33-862b-5e3d7e742c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:05:17.270965 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f5ac3c-e4d2-4f33-862b-5e3d7e742c57 None None] Routers {'64eea73f-46fb-47e2-b485-9d1fd8250502'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:05:17.271871 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-e1f5ac3c-e4d2-4f33-862b-5e3d7e742c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:04:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['64eea73f-46fb-47e2-b485-9d1fd8250502'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:05:17.282296 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-293092d7-0951-4b5b-9cc3-d57e06db397e tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:05:17.286759 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-293092d7-0951-4b5b-9cc3-d57e06db397e tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] 10.222.0.35 "GET /v2.0/ports/c07f026e-0979-4a07-9bd9-50399febc024 HTTP/1.1" status: 200 len: 978 time: 0.0602031 May 20 21:05:17.287379 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 46006) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:05:17.312542 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-e1f5ac3c-e4d2-4f33-862b-5e3d7e742c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:05:17.313521 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f5ac3c-e4d2-4f33-862b-5e3d7e742c57 None None] The sync data for ids ['64eea73f-46fb-47e2-b485-9d1fd8250502'] in n-d-842733-1 is: [] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 21:05:17.348754 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5683109c-6a71-4166-b9ac-278a2fbd6feb tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Notify callbacks [] for floatingip, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:17.364306 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5683109c-6a71-4166-b9ac-278a2fbd6feb tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for floatingip, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:17.368637 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-5683109c-6a71-4166-b9ac-278a2fbd6feb tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] 10.222.0.35 "DELETE /v2.0/floatingips/e378f733-27b0-4947-bff6-a00aa8faeca5 HTTP/1.1" status: 204 len: 168 time: 0.8378892 May 20 21:05:17.373518 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 46010) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:05:17.551611 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-730fcfe2-5814-45a8-8ac5-ffa1a60688e1 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:17.602093 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-b4eab1c8-39f6-4905-a1bc-a0f08f1133a3 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Deleting port 70abfc69-b0e3-44bf-8960-f0d10e058c3c {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:05:17.602439 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b4eab1c8-39f6-4905-a1bc-a0f08f1133a3 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:17.746535 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b4eab1c8-39f6-4905-a1bc-a0f08f1133a3 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:17.770009 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-b4eab1c8-39f6-4905-a1bc-a0f08f1133a3 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Calling delete_port for 70abfc69-b0e3-44bf-8960-f0d10e058c3c owned by {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:05:17.859873 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-730fcfe2-5814-45a8-8ac5-ffa1a60688e1 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks [] for router_gateway, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:17.881043 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-730fcfe2-5814-45a8-8ac5-ffa1a60688e1 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:17.957766 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c06cf2fb-4a01-4549-b132-51a5e5f9e38e tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748528'] for router_interface, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:18.052562 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-730fcfe2-5814-45a8-8ac5-ffa1a60688e1 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Allocated IP 172.25.2.85 (e3a93b5c-91e2-4064-9c2c-1afc261bfe15/86fee0c1-6e34-488b-9216-b2b8e7ef585a/ff6a4874-ba12-49be-975e-4bc7bee60ce2) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:05:18.160552 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b4eab1c8-39f6-4905-a1bc-a0f08f1133a3 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:18.222057 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4eab1c8-39f6-4905-a1bc-a0f08f1133a3 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Pushing event deleted for resources: {'Port': ['ID=70abfc69-b0e3-44bf-8960-f0d10e058c3c,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:05:18.234784 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-730fcfe2-5814-45a8-8ac5-ffa1a60688e1 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:18.314418 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b4eab1c8-39f6-4905-a1bc-a0f08f1133a3 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:18.318837 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-b4eab1c8-39f6-4905-a1bc-a0f08f1133a3 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] 10.222.0.35 "DELETE /v2.0/ports/70abfc69-b0e3-44bf-8960-f0d10e058c3c HTTP/1.1" status: 204 len: 168 time: 0.9361808 May 20 21:05:18.320468 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 46026) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:05:18.374130 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-c06cf2fb-4a01-4549-b132-51a5e5f9e38e tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Deleting port c07f026e-0979-4a07-9bd9-50399febc024 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:05:18.374472 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c06cf2fb-4a01-4549-b132-51a5e5f9e38e tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:18.427950 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-730fcfe2-5814-45a8-8ac5-ffa1a60688e1 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:18.489091 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-730fcfe2-5814-45a8-8ac5-ffa1a60688e1 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Network e3a93b5c-91e2-4064-9c2c-1afc261bfe15 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:05:18.499275 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-730fcfe2-5814-45a8-8ac5-ffa1a60688e1 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:05:18.500859 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c06cf2fb-4a01-4549-b132-51a5e5f9e38e tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:18.503600 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730fcfe2-5814-45a8-8ac5-ffa1a60688e1 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Pushing event updated for resources: {'Port': ['ID=ff6a4874-ba12-49be-975e-4bc7bee60ce2,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:05:18.508831 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-730fcfe2-5814-45a8-8ac5-ffa1a60688e1 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:05:18.538159 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-c06cf2fb-4a01-4549-b132-51a5e5f9e38e tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Calling delete_port for c07f026e-0979-4a07-9bd9-50399febc024 owned by network:router_interface {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:05:18.565184 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-613c01c9-1adc-4d0a-8e99-93774dae9894 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Deleting port e5e479b5-1f0b-4f2a-8602-65a393830577 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:05:18.565471 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-613c01c9-1adc-4d0a-8e99-93774dae9894 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:18.727328 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-613c01c9-1adc-4d0a-8e99-93774dae9894 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:18.770869 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-613c01c9-1adc-4d0a-8e99-93774dae9894 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Calling delete_port for e5e479b5-1f0b-4f2a-8602-65a393830577 owned by {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:05:18.788006 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c06cf2fb-4a01-4549-b132-51a5e5f9e38e tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:18.836494 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06cf2fb-4a01-4549-b132-51a5e5f9e38e tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Pushing event deleted for resources: {'Port': ['ID=c07f026e-0979-4a07-9bd9-50399febc024,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:05:19.062054 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-613c01c9-1adc-4d0a-8e99-93774dae9894 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:19.160632 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613c01c9-1adc-4d0a-8e99-93774dae9894 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Pushing event deleted for resources: {'Port': ['ID=e5e479b5-1f0b-4f2a-8602-65a393830577,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:05:19.194522 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-730fcfe2-5814-45a8-8ac5-ffa1a60688e1 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks [] for router_gateway, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:19.292090 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c06cf2fb-4a01-4549-b132-51a5e5f9e38e tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-692224'] for router_interface, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:19.328721 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-613c01c9-1adc-4d0a-8e99-93774dae9894 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:19.335068 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-613c01c9-1adc-4d0a-8e99-93774dae9894 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] 10.222.0.35 "DELETE /v2.0/ports/e5e479b5-1f0b-4f2a-8602-65a393830577 HTTP/1.1" status: 204 len: 168 time: 1.0109591 May 20 21:05:19.339482 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 46040) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:05:19.570418 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c06cf2fb-4a01-4549-b132-51a5e5f9e38e tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Router 64eea73f-46fb-47e2-b485-9d1fd8250502 has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 21:05:19.676203 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c06cf2fb-4a01-4549-b132-51a5e5f9e38e tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 21:05:19.682105 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-c06cf2fb-4a01-4549-b132-51a5e5f9e38e tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] 10.222.0.35 "PUT /v2.0/routers/64eea73f-46fb-47e2-b485-9d1fd8250502/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3936439 May 20 21:05:19.685422 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 46048) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:05:19.689601 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb531c8-7d7b-494e-a9b3-25c03bdf997c None None] Sync routers for ids ['64eea73f-46fb-47e2-b485-9d1fd8250502'] in n-d-842733-1 {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 21:05:19.713808 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb531c8-7d7b-494e-a9b3-25c03bdf997c None None] Routers {'64eea73f-46fb-47e2-b485-9d1fd8250502'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:05:19.713808 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-ceb531c8-7d7b-494e-a9b3-25c03bdf997c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:04:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['64eea73f-46fb-47e2-b485-9d1fd8250502'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:05:19.753768 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-ceb531c8-7d7b-494e-a9b3-25c03bdf997c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:05:19.767773 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb531c8-7d7b-494e-a9b3-25c03bdf997c None None] Routers {'64eea73f-46fb-47e2-b485-9d1fd8250502'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:05:19.769847 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-ceb531c8-7d7b-494e-a9b3-25c03bdf997c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:04:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['64eea73f-46fb-47e2-b485-9d1fd8250502'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:05:19.822233 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-ceb531c8-7d7b-494e-a9b3-25c03bdf997c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:05:19.824663 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb531c8-7d7b-494e-a9b3-25c03bdf997c None None] The sync data for ids ['64eea73f-46fb-47e2-b485-9d1fd8250502'] in n-d-842733-1 is: [] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 21:05:19.924466 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c822ebeb-fbe9-4c6e-88ef-b70b70676509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:19.963677 n-d-842733-1 neutron-server[103162]: INFO neutron.api.v2.resource [None req-956d3010-4a60-416a-9eea-28d184acba97 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] remove_router_interface failed (client error): The resource could not be found. May 20 21:05:19.963677 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-956d3010-4a60-416a-9eea-28d184acba97 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] 10.222.0.35 "PUT /v2.0/routers/64eea73f-46fb-47e2-b485-9d1fd8250502/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2739604 May 20 21:05:19.963677 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 46062) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:05:19.996997 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-9b4d5ad5-3a37-491e-a2fe-296f9c2412c7 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] 10.222.0.35 "GET /v2.0/ports?device_id=64eea73f-46fb-47e2-b485-9d1fd8250502 HTTP/1.1" status: 200 len: 205 time: 0.0321503 May 20 21:05:20.001398 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 46064) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:05:20.042794 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_v2 [None req-5532bb48-27b0-4c54-b500-fcd42782a59b tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Deleting subnet 70b55600-d7fc-4e7e-8aec-f560aacbb632 {{(pid=103163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 20 21:05:20.055232 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5532bb48-27b0-4c54-b500-fcd42782a59b tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Notify callbacks [] for subnet, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:20.092204 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2afeb913-a92a-46ab-8186-08114a2476bd tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks [] for router, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:20.152310 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5532bb48-27b0-4c54-b500-fcd42782a59b tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9338757'] for subnet, precommit_delete_associations {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:20.224285 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1825cb8-7c48-43ed-93cb-62448d5ab3f9 req-b2a9de2c-aab2-49d8-b83f-864bd234dffa tempest-VolumesActionsTest-1513749764 tempest-VolumesActionsTest-1513749764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:05:20.232064 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a1825cb8-7c48-43ed-93cb-62448d5ab3f9 req-b2a9de2c-aab2-49d8-b83f-864bd234dffa tempest-VolumesActionsTest-1513749764 tempest-VolumesActionsTest-1513749764-project] 10.222.0.35 "GET /v2.0/networks?id=d842a6d6-ac76-4a70-b737-6e69ee8864ca HTTP/1.1" status: 200 len: 809 time: 0.2514038 May 20 21:05:20.234223 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-730fcfe2-5814-45a8-8ac5-ffa1a60688e1 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748106'] for router, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:20.257993 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a1825cb8-7c48-43ed-93cb-62448d5ab3f9 req-f40d139f-a874-4cd6-afc2-faa78492cd51 tempest-VolumesActionsTest-1513749764 tempest-VolumesActionsTest-1513749764-project] 10.222.0.35 "GET /v2.0/quotas/739c5633298549a1821546fc93e42841 HTTP/1.1" status: 200 len: 375 time: 0.0248034 May 20 21:05:20.281826 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2afeb913-a92a-46ab-8186-08114a2476bd tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26169'] for router, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:20.284066 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2afeb913-a92a-46ab-8186-08114a2476bd tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:20.387234 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2afeb913-a92a-46ab-8186-08114a2476bd tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-693148'] for router, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:20.388091 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2afeb913-a92a-46ab-8186-08114a2476bd tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Fanout notify agent at l3_agent the message router_deleted on router 64eea73f-46fb-47e2-b485-9d1fd8250502 {{(pid=103162) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 20 21:05:20.392145 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a1825cb8-7c48-43ed-93cb-62448d5ab3f9 req-e6a21194-e904-4866-b46b-ce13f772ca10 tempest-VolumesActionsTest-1513749764 tempest-VolumesActionsTest-1513749764-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=739c5633298549a1821546fc93e42841&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0658026 May 20 21:05:20.408923 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2afeb913-a92a-46ab-8186-08114a2476bd tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks [] for router, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:20.408923 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-2afeb913-a92a-46ab-8186-08114a2476bd tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] 10.222.0.35 "DELETE /v2.0/routers/64eea73f-46fb-47e2-b485-9d1fd8250502 HTTP/1.1" status: 204 len: 168 time: 0.3985629 May 20 21:05:20.408923 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 46070) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:05:20.434120 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5532bb48-27b0-4c54-b500-fcd42782a59b tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33068388'] for subnet, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:20.538131 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fa6d54f-a3e4-47b5-9168-bf4c4f41d7cf tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Deleting subnet 82760315-df45-409e-b0f2-96938a3cb705 {{(pid=103162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 20 21:05:20.542248 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5fa6d54f-a3e4-47b5-9168-bf4c4f41d7cf tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks [] for subnet, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:20.587652 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5fa6d54f-a3e4-47b5-9168-bf4c4f41d7cf tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3738392'] for subnet, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:20.626107 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-730fcfe2-5814-45a8-8ac5-ffa1a60688e1 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Router ff3219ef-8b1f-41e8-960e-e0133b74d9c9 is scheduled to L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e with binding_index 1 {{(pid=103163) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 20 21:05:20.651505 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a1825cb8-7c48-43ed-93cb-62448d5ab3f9 req-b9d9129e-ea9b-4ed4-96b1-e0f10e52cf51 service neutron] 10.222.0.35 "GET /v2.0/networks/d842a6d6-ac76-4a70-b737-6e69ee8864ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2425308 May 20 21:05:20.730821 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5fa6d54f-a3e4-47b5-9168-bf4c4f41d7cf tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33068388'] for subnet, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:20.787845 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-730fcfe2-5814-45a8-8ac5-ffa1a60688e1 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 21:05:20.791650 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5532bb48-27b0-4c54-b500-fcd42782a59b tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33068399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9641221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8422588'] for subnet, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:20.806831 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-734ba75f-6154-4199-bd51-f3b8a23f7a41 None None] Sync routers for ids ['ff3219ef-8b1f-41e8-960e-e0133b74d9c9'] in n-d-842733-1 {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 21:05:20.821461 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-734ba75f-6154-4199-bd51-f3b8a23f7a41 None None] Routers {'ff3219ef-8b1f-41e8-960e-e0133b74d9c9'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:05:20.822072 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-734ba75f-6154-4199-bd51-f3b8a23f7a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:04:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['ff3219ef-8b1f-41e8-960e-e0133b74d9c9'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:05:20.872932 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5532bb48-27b0-4c54-b500-fcd42782a59b tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Pushing event deleted for resources: {'Subnet': ['ID=70b55600-d7fc-4e7e-8aec-f560aacbb632,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:05:20.883084 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5532bb48-27b0-4c54-b500-fcd42782a59b tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Notify callbacks [] for subnet, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:20.886262 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-5532bb48-27b0-4c54-b500-fcd42782a59b tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] 10.222.0.35 "DELETE /v2.0/subnets/70b55600-d7fc-4e7e-8aec-f560aacbb632 HTTP/1.1" status: 204 len: 168 time: 1.5442212 May 20 21:05:20.889182 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 46076) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:05:20.892318 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a426ca9-72dd-4433-9aa2-1b17d5142935 None None] Network 406fd18c-0c2e-4f41-b1be-e40f4d4f5f09 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:05:20.902571 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5fa6d54f-a3e4-47b5-9168-bf4c4f41d7cf tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33068399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3797621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4018265'] for subnet, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:20.939873 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5fa6d54f-a3e4-47b5-9168-bf4c4f41d7cf tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:20.940028 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-734ba75f-6154-4199-bd51-f3b8a23f7a41 None None] Set router ff3219ef-8b1f-41e8-960e-e0133b74d9c9 gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:05:20.945755 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-5fa6d54f-a3e4-47b5-9168-bf4c4f41d7cf tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] 10.222.0.35 "DELETE /v2.0/subnets/82760315-df45-409e-b0f2-96938a3cb705 HTTP/1.1" status: 204 len: 168 time: 0.5377183 May 20 21:05:20.950599 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d8a2b4c-54ed-4326-8aee-eb0694104016 None None] Network f28b8968-705e-477a-87d7-52365b323f34 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:05:20.985249 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a1825cb8-7c48-43ed-93cb-62448d5ab3f9 req-7ece25fd-3f63-427c-8740-217d68e11e85 service neutron] 10.222.0.35 "GET /v2.0/networks/d842a6d6-ac76-4a70-b737-6e69ee8864ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3261573 May 20 21:05:20.985249 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 46078) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:05:20.994040 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa6d54f-a3e4-47b5-9168-bf4c4f41d7cf tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Pushing event deleted for resources: {'Subnet': ['ID=82760315-df45-409e-b0f2-96938a3cb705,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:05:21.030054 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-730fcfe2-5814-45a8-8ac5-ffa1a60688e1 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks [] for router, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:21.032088 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-730fcfe2-5814-45a8-8ac5-ffa1a60688e1 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 4.1292503 May 20 21:05:21.035411 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 46082) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:05:21.191814 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_v2 [None req-536e96ba-4a09-4181-bb55-79fc7069b00f tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Deleting subnet 71cdbdb6-2a6f-4add-9d80-59c94baaaa26 {{(pid=103163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 20 21:05:21.198093 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-536e96ba-4a09-4181-bb55-79fc7069b00f tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Notify callbacks [] for subnet, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:21.208800 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-03de9f86-855f-43ed-a3f3-953b556620b8 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33160123'] for network, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:21.304408 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-536e96ba-4a09-4181-bb55-79fc7069b00f tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9338757'] for subnet, precommit_delete_associations {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:21.374358 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-03de9f86-855f-43ed-a3f3-953b556620b8 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Deleting port 90ec3602-f2a8-414e-b26f-7a207cf29150 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:05:21.374695 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-03de9f86-855f-43ed-a3f3-953b556620b8 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:21.377127 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-734ba75f-6154-4199-bd51-f3b8a23f7a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff3219ef-8b1f-41e8-960e-e0133b74d9c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-219731610', 'tenant_id': 'd7932b75a33b465998804b193e9be7ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.85'}], 'enable_snat': True}, 'gw_port_id': 'ff6a4874-ba12-49be-975e-4bc7bee60ce2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:05:17Z', 'updated_at': '2022-05-20T21:05:18Z', 'revision_number': 3, 'project_id': 'd7932b75a33b465998804b193e9be7ad', 'gw_port': {'id': 'ff6a4874-ba12-49be-975e-4bc7bee60ce2', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:f1:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff3219ef-8b1f-41e8-960e-e0133b74d9c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3321, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:05:17Z', 'updated_at': '2022-05-20T21:05:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:05:21.402857 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f243d10-4f28-41cb-bfb1-041aca240a55 None None] DHCP port deletion for 406fd18c-0c2e-4f41-b1be-e40f4d4f5f09 request from n-d-842733-1 {{(pid=103164) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 21:05:21.417822 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-734ba75f-6154-4199-bd51-f3b8a23f7a41 None None] Checking router: ff3219ef-8b1f-41e8-960e-e0133b74d9c9 for host: n-d-842733-1 {{(pid=103165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 21:05:21.418634 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-734ba75f-6154-4199-bd51-f3b8a23f7a41 None None] Updating router ff3219ef-8b1f-41e8-960e-e0133b74d9c9 port ff6a4874-ba12-49be-975e-4bc7bee60ce2 binding host n-d-842733-1 {{(pid=103165) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 21:05:21.449143 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00d46523-25bc-4cb4-a094-a6a758f9b238 None None] DHCP port deletion for f28b8968-705e-477a-87d7-52365b323f34 request from n-d-842733-1 {{(pid=103164) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 21:05:21.456368 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-b72c5b80-f8fc-4d71-a480-0c07f17b0be4 tempest-TestNetworkAdvancedServerOps-173437749 tempest-TestNetworkAdvancedServerOps-173437749-project-admin] 10.222.0.35 "GET /v2.0/subnets?project_id=d7932b75a33b465998804b193e9be7ad&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4190500 May 20 21:05:21.457284 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 46086) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:05:21.457611 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-734ba75f-6154-4199-bd51-f3b8a23f7a41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:21.504355 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-536e96ba-4a09-4181-bb55-79fc7069b00f tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33068388'] for subnet, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:21.508728 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-03de9f86-855f-43ed-a3f3-953b556620b8 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] For port 90ec3602-f2a8-414e-b26f-7a207cf29150, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=90ec3602-f2a8-414e-b26f-7a207cf29150,segment=NetworkSegment(8d1269a4-9dd4-4fa5-a1c2-23a91702f826),segment_id=8d1269a4-9dd4-4fa5-a1c2-23a91702f826)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:05:21.508728 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-03de9f86-855f-43ed-a3f3-953b556620b8 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:21.551984 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-03de9f86-855f-43ed-a3f3-953b556620b8 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Calling delete_port for 90ec3602-f2a8-414e-b26f-7a207cf29150 owned by network:dhcp {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:05:21.605744 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-00d46523-25bc-4cb4-a094-a6a758f9b238 None None] Deleting port 90ec3602-f2a8-414e-b26f-7a207cf29150 {{(pid=103164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:05:21.606408 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-00d46523-25bc-4cb4-a094-a6a758f9b238 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:21.656333 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6ecf704e-3e94-4190-b402-ec315b67fd13 req-722bfda3-1289-471a-abee-f3aa14667823 tempest-VolumesActionsTest-1513749764 tempest-VolumesActionsTest-1513749764-project] 10.222.0.35 "GET /v2.0/ports?device_id=91c154eb-237f-46da-9091-3e6854017c23 HTTP/1.1" status: 200 len: 210 time: 0.0390601 May 20 21:05:21.719942 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49ae143e-1628-43ea-92eb-bab110faf107 tempest-TestNetworkAdvancedServerOps-173437749 tempest-TestNetworkAdvancedServerOps-173437749-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:05:21.725852 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 46094) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:05:21.727993 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-49ae143e-1628-43ea-92eb-bab110faf107 tempest-TestNetworkAdvancedServerOps-173437749 tempest-TestNetworkAdvancedServerOps-173437749-project-admin] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2503276 May 20 21:05:21.774822 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-536e96ba-4a09-4181-bb55-79fc7069b00f tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33068399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9641221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8422588'] for subnet, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:21.812070 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-ceb6e86f-4b4f-470c-9b3a-714974a85f60 tempest-TestNetworkAdvancedServerOps-173437749 tempest-TestNetworkAdvancedServerOps-173437749-project-admin] 10.222.0.35 "GET /v2.0/subnets?network_id=e3a93b5c-91e2-4064-9c2c-1afc261bfe15&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0850973 May 20 21:05:21.813352 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-536e96ba-4a09-4181-bb55-79fc7069b00f tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Notify callbacks [] for subnet, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:21.814945 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 46096) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:05:21.816548 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-536e96ba-4a09-4181-bb55-79fc7069b00f tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] 10.222.0.35 "DELETE /v2.0/subnets/71cdbdb6-2a6f-4add-9d80-59c94baaaa26 HTTP/1.1" status: 204 len: 168 time: 0.9264662 May 20 21:05:21.818145 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536e96ba-4a09-4181-bb55-79fc7069b00f tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Pushing event deleted for resources: {'Subnet': ['ID=71cdbdb6-2a6f-4add-9d80-59c94baaaa26,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:05:21.819773 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 46098) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:05:21.827026 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-f8751f6d-ed61-45be-bdc3-e5e07b5a50f9 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2063397092', 'network_id': '66a75e9f-357c-4d3b-b3f3-b40223d117cb', 'project_id': 'd7932b75a33b465998804b193e9be7ad', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:05:21.859780 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-00d46523-25bc-4cb4-a094-a6a758f9b238 None None] For port 90ec3602-f2a8-414e-b26f-7a207cf29150, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=90ec3602-f2a8-414e-b26f-7a207cf29150,segment=NetworkSegment(8d1269a4-9dd4-4fa5-a1c2-23a91702f826),segment_id=8d1269a4-9dd4-4fa5-a1c2-23a91702f826)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:05:21.860187 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-00d46523-25bc-4cb4-a094-a6a758f9b238 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:21.875031 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-00d46523-25bc-4cb4-a094-a6a758f9b238 None None] Calling delete_port for 90ec3602-f2a8-414e-b26f-7a207cf29150 owned by network:dhcp {{(pid=103164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:05:21.884720 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-4f243d10-4f28-41cb-bfb1-041aca240a55 None None] Deleting port a8030cd6-0a8d-4a05-b118-d42436a18f8d {{(pid=103164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:05:21.885104 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4f243d10-4f28-41cb-bfb1-041aca240a55 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:21.915209 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-46e41ebd-976f-4b61-b3db-f4d30e9a9203 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33160123'] for network, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:21.921616 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-03de9f86-855f-43ed-a3f3-953b556620b8 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:21.943298 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03de9f86-855f-43ed-a3f3-953b556620b8 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] No DVR routers for this DVR port 90ec3602-f2a8-414e-b26f-7a207cf29150 on host n-d-842733-1 {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 21:05:21.957295 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-4f243d10-4f28-41cb-bfb1-041aca240a55 None None] For port a8030cd6-0a8d-4a05-b118-d42436a18f8d, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=a8030cd6-0a8d-4a05-b118-d42436a18f8d,segment=NetworkSegment(a3beb1d6-cb5d-4c0d-9096-5030ea79a75e),segment_id=a3beb1d6-cb5d-4c0d-9096-5030ea79a75e)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:05:21.957807 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4f243d10-4f28-41cb-bfb1-041aca240a55 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:21.973988 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-4f243d10-4f28-41cb-bfb1-041aca240a55 None None] Calling delete_port for a8030cd6-0a8d-4a05-b118-d42436a18f8d owned by network:dhcp {{(pid=103164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:05:21.975847 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 90ec3602-f2a8-414e-b26f-7a207cf29150 no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 21:05:21.977994 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59b06185-8821-4d97-b04d-8edcd62f9971 None None] Network 2092c81d-6283-40f1-9bf1-5f286393c29e requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:05:21.993018 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03de9f86-855f-43ed-a3f3-953b556620b8 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Pushing event deleted for resources: {'Port': ['ID=90ec3602-f2a8-414e-b26f-7a207cf29150,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:05:22.032733 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-734ba75f-6154-4199-bd51-f3b8a23f7a41 None None] Notify callbacks [] for port, precommit_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:22.061869 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8751f6d-ed61-45be-bdc3-e5e07b5a50f9 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Made reservation on behalf of d7932b75a33b465998804b193e9be7ad for: {'subnet': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:05:22.068927 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f8751f6d-ed61-45be-bdc3-e5e07b5a50f9 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4018244'] for subnet, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:22.116092 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: 90ec3602-f2a8-414e-b26f-7a207cf29150 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 21:05:22.116701 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 90ec3602-f2a8-414e-b26f-7a207cf29150 not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 21:05:22.117283 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device a8030cd6-0a8d-4a05-b118-d42436a18f8d no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 21:05:22.118117 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-03de9f86-855f-43ed-a3f3-953b556620b8 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33072115', 'neutron.services.segments.db._delete_segments_for_network-8782419500584'] for network, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:22.135669 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-734ba75f-6154-4199-bd51-f3b8a23f7a41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:22.145861 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-03de9f86-855f-43ed-a3f3-953b556620b8 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f28b8968-705e-477a-87d7-52365b323f34']}} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:05:22.160614 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-46e41ebd-976f-4b61-b3db-f4d30e9a9203 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Deleting port a8030cd6-0a8d-4a05-b118-d42436a18f8d {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:05:22.161060 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-46e41ebd-976f-4b61-b3db-f4d30e9a9203 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:22.164152 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-03de9f86-855f-43ed-a3f3-953b556620b8 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d1269a4-9dd4-4fa5-a1c2-23a91702f826') {'for_net_delete': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:05:22.164545 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-03de9f86-855f-43ed-a3f3-953b556620b8 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d1269a4-9dd4-4fa5-a1c2-23a91702f826') {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:05:22.186836 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-03de9f86-855f-43ed-a3f3-953b556620b8 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419501617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9338764'] for segment, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:22.235658 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0bab9f-3da8-47bc-8ba2-0638eaad877b None None] Pushing event updated for resources: {'Port': ['ID=ff6a4874-ba12-49be-975e-4bc7bee60ce2,revision_number=2']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:05:22.247439 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-03de9f86-855f-43ed-a3f3-953b556620b8 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:22.257933 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03de9f86-855f-43ed-a3f3-953b556620b8 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Releasing vlan 227 on physical network physnet1 to pool {{(pid=103163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 21:05:22.258341 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-03de9f86-855f-43ed-a3f3-953b556620b8 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9638311'] for segment, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:22.268263 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0bab9f-3da8-47bc-8ba2-0638eaad877b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:05:22.268714 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0bab9f-3da8-47bc-8ba2-0638eaad877b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:05:22.268910 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0bab9f-3da8-47bc-8ba2-0638eaad877b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:05:22.269258 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0bab9f-3da8-47bc-8ba2-0638eaad877b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:05:22.269586 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0bab9f-3da8-47bc-8ba2-0638eaad877b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:05:22.273338 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0bab9f-3da8-47bc-8ba2-0638eaad877b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:05:22.273712 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0bab9f-3da8-47bc-8ba2-0638eaad877b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:05:22.275318 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0bab9f-3da8-47bc-8ba2-0638eaad877b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:05:22.275318 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0bab9f-3da8-47bc-8ba2-0638eaad877b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:05:22.275318 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0bab9f-3da8-47bc-8ba2-0638eaad877b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:05:22.275318 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0bab9f-3da8-47bc-8ba2-0638eaad877b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:05:22.275665 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0bab9f-3da8-47bc-8ba2-0638eaad877b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:05:22.329038 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-734ba75f-6154-4199-bd51-f3b8a23f7a41 None None] Attempting to bind port ff6a4874-ba12-49be-975e-4bc7bee60ce2 on host n-d-842733-1 for vnic_type normal with profile {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:05:22.329446 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-734ba75f-6154-4199-bd51-f3b8a23f7a41 None None] Attempting to bind port ff6a4874-ba12-49be-975e-4bc7bee60ce2 by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': '0b5485c4-eff8-42a1-9073-ae54ed4c63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'}] {{(pid=103165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:05:22.330053 n-d-842733-1 neutron-server[103163]: Traceback (most recent call last): May 20 21:05:22.330053 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 21:05:22.330053 n-d-842733-1 neutron-server[103163]: timer() May 20 21:05:22.330053 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 21:05:22.330053 n-d-842733-1 neutron-server[103163]: cb(*args, **kw) May 20 21:05:22.330053 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 20 21:05:22.330053 n-d-842733-1 neutron-server[103163]: return func(*args, **kwargs) May 20 21:05:22.330053 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 21:05:22.330053 n-d-842733-1 neutron-server[103163]: self._notify() May 20 21:05:22.330053 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 21:05:22.330053 n-d-842733-1 neutron-server[103163]: self.callback(batched_events) May 20 21:05:22.330053 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 21:05:22.330053 n-d-842733-1 neutron-server[103163]: event.method(event) May 20 21:05:22.330053 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 20 21:05:22.330053 n-d-842733-1 neutron-server[103163]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 21:05:22.330053 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 20 21:05:22.330053 n-d-842733-1 neutron-server[103163]: aggregate_uuid = self.p_client.list_aggregates( May 20 21:05:22.330053 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 20 21:05:22.330053 n-d-842733-1 neutron-server[103163]: return f(self, *a, **k) May 20 21:05:22.330053 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 20 21:05:22.330053 n-d-842733-1 neutron-server[103163]: return self._get(url).json() May 20 21:05:22.330053 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 20 21:05:22.330053 n-d-842733-1 neutron-server[103163]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 21:05:22.330053 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 21:05:22.330053 n-d-842733-1 neutron-server[103163]: return self.request(url, 'GET', **kwargs) May 20 21:05:22.330053 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 21:05:22.330053 n-d-842733-1 neutron-server[103163]: base_url = self.get_endpoint(auth, allow=allow, May 20 21:05:22.330053 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 21:05:22.330053 n-d-842733-1 neutron-server[103163]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 21:05:22.330053 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 21:05:22.330053 n-d-842733-1 neutron-server[103163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 21:05:22.330053 n-d-842733-1 neutron-server[103163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 21:05:22.346576 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-734ba75f-6154-4199-bd51-f3b8a23f7a41 None None] Attempting to bind port ff6a4874-ba12-49be-975e-4bc7bee60ce2 on network e3a93b5c-91e2-4064-9c2c-1afc261bfe15 {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:05:22.352934 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-734ba75f-6154-4199-bd51-f3b8a23f7a41 None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 21, 4, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 21:05:22.353332 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-734ba75f-6154-4199-bd51-f3b8a23f7a41 None None] Checking segment: {'id': '0b5485c4-eff8-42a1-9073-ae54ed4c63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:05:22.353836 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-734ba75f-6154-4199-bd51-f3b8a23f7a41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:22.354101 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-734ba75f-6154-4199-bd51-f3b8a23f7a41 None None] Bound using segment: {'id': '0b5485c4-eff8-42a1-9073-ae54ed4c63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'} {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 21:05:22.357704 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-734ba75f-6154-4199-bd51-f3b8a23f7a41 None None] Bound port: ff6a4874-ba12-49be-975e-4bc7bee60ce2, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b5485c4-eff8-42a1-9073-ae54ed4c63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'}}] {{(pid=103165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:05:22.357941 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-46e41ebd-976f-4b61-b3db-f4d30e9a9203 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] For port a8030cd6-0a8d-4a05-b118-d42436a18f8d, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=a8030cd6-0a8d-4a05-b118-d42436a18f8d,segment=NetworkSegment(a3beb1d6-cb5d-4c0d-9096-5030ea79a75e),segment_id=a3beb1d6-cb5d-4c0d-9096-5030ea79a75e)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:05:22.358141 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-734ba75f-6154-4199-bd51-f3b8a23f7a41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:22.358300 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-46e41ebd-976f-4b61-b3db-f4d30e9a9203 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:22.371510 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-46e41ebd-976f-4b61-b3db-f4d30e9a9203 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Calling delete_port for a8030cd6-0a8d-4a05-b118-d42436a18f8d owned by network:dhcp {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:05:22.410640 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f8751f6d-ed61-45be-bdc3-e5e07b5a50f9 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3797684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4018258'] for subnet, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:22.420330 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-00d46523-25bc-4cb4-a094-a6a758f9b238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099'] for port, after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:22.445802 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-541e9bf8-0c1b-45ba-b9d0-f5f6404cd6be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:22.453545 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-734ba75f-6154-4199-bd51-f3b8a23f7a41 None None] For port ff6a4874-ba12-49be-975e-4bc7bee60ce2, host n-d-842733-1, cleared binding levels {{(pid=103165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 21:05:22.457156 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-734ba75f-6154-4199-bd51-f3b8a23f7a41 None None] For port ff6a4874-ba12-49be-975e-4bc7bee60ce2, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=ff6a4874-ba12-49be-975e-4bc7bee60ce2,segment=NetworkSegment(0b5485c4-eff8-42a1-9073-ae54ed4c63ba),segment_id=0b5485c4-eff8-42a1-9073-ae54ed4c63ba)] {{(pid=103165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 21:05:22.497836 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-03de9f86-855f-43ed-a3f3-953b556620b8 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33072122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748162'] for network, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:22.507634 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-03de9f86-855f-43ed-a3f3-953b556620b8 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:22.516308 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 46112) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:05:22.516981 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-03de9f86-855f-43ed-a3f3-953b556620b8 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] 10.222.0.35 "DELETE /v2.0/networks/f28b8968-705e-477a-87d7-52365b323f34 HTTP/1.1" status: 204 len: 168 time: 1.5012298 May 20 21:05:22.527826 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03de9f86-855f-43ed-a3f3-953b556620b8 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Pushing event deleted for resources: {'Network': ['ID=f28b8968-705e-477a-87d7-52365b323f34,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:05:22.536824 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-734ba75f-6154-4199-bd51-f3b8a23f7a41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:22.541813 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-0ce7a669-77e9-484d-b5bf-e2971b117045 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Request body: {'network': {'name': 'tempest-RoutersTest-542185782'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:05:22.561120 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d46523-25bc-4cb4-a094-a6a758f9b238 None None] Pushing event deleted for resources: {'Port': ['ID=90ec3602-f2a8-414e-b26f-7a207cf29150,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:05:22.604280 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d46523-25bc-4cb4-a094-a6a758f9b238 None None] No DVR routers for this DVR port 90ec3602-f2a8-414e-b26f-7a207cf29150 on host n-d-842733-1 {{(pid=103164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 21:05:22.616831 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8751f6d-ed61-45be-bdc3-e5e07b5a50f9 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Pushing event updated for resources: {'Subnet': ['ID=4f2dd424-d313-4cbe-936c-07a33e8ea05a,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:05:22.624030 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port a8030cd6-0a8d-4a05-b118-d42436a18f8d is: ACTIVE; New status is: DOWN {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:05:22.624417 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:22.639638 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8751f6d-ed61-45be-bdc3-e5e07b5a50f9 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Checking segment: {'id': '579e8990-be00-48cb-8473-77c1f4a0a964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '66a75e9f-357c-4d3b-b3f3-b40223d117cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:05:22.640010 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8751f6d-ed61-45be-bdc3-e5e07b5a50f9 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Network hostable DHCP agents. Network: 66a75e9f-357c-4d3b-b3f3-b40223d117cb, hostable agents: ['c9b0653c-f3c7-4339-bd50-e3754b629216'], hosted agents: [] {{(pid=103162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 21:05:22.665406 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-734ba75f-6154-4199-bd51-f3b8a23f7a41 None None] Routers {'ff3219ef-8b1f-41e8-960e-e0133b74d9c9'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:05:22.684206 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-46e41ebd-976f-4b61-b3db-f4d30e9a9203 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:22.684772 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-734ba75f-6154-4199-bd51-f3b8a23f7a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:05:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['ff3219ef-8b1f-41e8-960e-e0133b74d9c9'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:05:22.684772 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0bab9f-3da8-47bc-8ba2-0638eaad877b None None] Pushing event updated for resources: {'Port': ['ID=ff6a4874-ba12-49be-975e-4bc7bee60ce2,revision_number=3']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:05:22.684920 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ce7a669-77e9-484d-b5bf-e2971b117045 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Made reservation on behalf of d4fe1859a2dd44a8943722001f06bb5e for: {'network': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:05:22.696619 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4f243d10-4f28-41cb-bfb1-041aca240a55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099'] for port, after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:22.723436 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0ce7a669-77e9-484d-b5bf-e2971b117045 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for network, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:22.729622 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f243d10-4f28-41cb-bfb1-041aca240a55 None None] Pushing event deleted for resources: {'Port': ['ID=a8030cd6-0a8d-4a05-b118-d42436a18f8d,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:05:22.749296 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f243d10-4f28-41cb-bfb1-041aca240a55 None None] No DVR routers for this DVR port a8030cd6-0a8d-4a05-b118-d42436a18f8d on host n-d-842733-1 {{(pid=103164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 21:05:22.807095 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ce7a669-77e9-484d-b5bf-e2971b117045 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 241} {{(pid=103162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 21:05:22.834225 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0ce7a669-77e9-484d-b5bf-e2971b117045 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:22.834731 n-d-842733-1 neutron-server[103162]: INFO neutron.db.segments_db [None req-0ce7a669-77e9-484d-b5bf-e2971b117045 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Added segment 475d9b8f-0961-4cac-ad2d-4c597cdd5401 of type vlan for network 174db407-f45c-44f9-a65f-9f68f8750ade May 20 21:05:22.845977 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e41ebd-976f-4b61-b3db-f4d30e9a9203 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Pushing event deleted for resources: {'Port': ['ID=a8030cd6-0a8d-4a05-b118-d42436a18f8d,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:05:22.873508 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70b82717-15fe-4cc1-a88d-c9ec5d0f8e94 None None] DHCP port deletion for 2092c81d-6283-40f1-9bf1-5f286393c29e request from n-d-842733-1 {{(pid=103164) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 21:05:22.874718 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e41ebd-976f-4b61-b3db-f4d30e9a9203 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] No DVR routers for this DVR port a8030cd6-0a8d-4a05-b118-d42436a18f8d on host n-d-842733-1 {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 21:05:22.879551 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-323c217c-d329-45a6-86e7-447bd6ed8497 req-1f65f2ec-2c4d-4e54-b903-014fe892046e tempest-VolumesActionsTest-1513749764 tempest-VolumesActionsTest-1513749764-project] 10.222.0.35 "GET /v2.0/ports?device_id=91c154eb-237f-46da-9091-3e6854017c23 HTTP/1.1" status: 200 len: 210 time: 0.0742385 May 20 21:05:22.883460 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8751f6d-ed61-45be-bdc3-e5e07b5a50f9 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Network 66a75e9f-357c-4d3b-b3f3-b40223d117cb is scheduled to be hosted by DHCP agent c9b0653c-f3c7-4339-bd50-e3754b629216 with binding_index 1 {{(pid=103162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 21:05:22.910979 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0ce7a669-77e9-484d-b5bf-e2971b117045 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418993264'] for network, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:22.966131 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-734ba75f-6154-4199-bd51-f3b8a23f7a41 None None] Set router ff3219ef-8b1f-41e8-960e-e0133b74d9c9 gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:05:22.969151 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-f8751f6d-ed61-45be-bdc3-e5e07b5a50f9 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842733-1, 66a75e9f-357c-4d3b-b3f3-b40223d117cb) {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:05:22.978042 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8751f6d-ed61-45be-bdc3-e5e07b5a50f9 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:05:22.978910 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f8751f6d-ed61-45be-bdc3-e5e07b5a50f9 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:22.983782 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-70b82717-15fe-4cc1-a88d-c9ec5d0f8e94 None None] Deleting port c2b41771-4cb5-4f84-950f-96dc2f9eac8a {{(pid=103164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:05:22.984319 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-70b82717-15fe-4cc1-a88d-c9ec5d0f8e94 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:22.986058 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1326b396-b40e-433b-8e9d-bd05761aec17 None None] Network 66a75e9f-357c-4d3b-b3f3-b40223d117cb requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:05:23.030712 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-46e41ebd-976f-4b61-b3db-f4d30e9a9203 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33072115', 'neutron.services.segments.db._delete_segments_for_network-8782419500584'] for network, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:23.065022 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-46e41ebd-976f-4b61-b3db-f4d30e9a9203 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['406fd18c-0c2e-4f41-b1be-e40f4d4f5f09']}} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:05:23.090203 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-46e41ebd-976f-4b61-b3db-f4d30e9a9203 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3beb1d6-cb5d-4c0d-9096-5030ea79a75e') {'for_net_delete': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:05:23.092754 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0ce7a669-77e9-484d-b5bf-e2971b117045 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524'] for network, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:23.103439 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-46e41ebd-976f-4b61-b3db-f4d30e9a9203 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3beb1d6-cb5d-4c0d-9096-5030ea79a75e') {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:05:23.103656 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ce7a669-77e9-484d-b5bf-e2971b117045 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:05:23.107066 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0ce7a669-77e9-484d-b5bf-e2971b117045 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:23.134173 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-46e41ebd-976f-4b61-b3db-f4d30e9a9203 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419501617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9338764'] for segment, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:23.150446 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-f8751f6d-ed61-45be-bdc3-e5e07b5a50f9 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.3343339 May 20 21:05:23.156087 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 46130) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:05:23.162599 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-46e41ebd-976f-4b61-b3db-f4d30e9a9203 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:23.180154 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46e41ebd-976f-4b61-b3db-f4d30e9a9203 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Releasing vlan 243 on physical network physnet1 to pool {{(pid=103163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 21:05:23.180903 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-46e41ebd-976f-4b61-b3db-f4d30e9a9203 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9638311'] for segment, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:23.263767 n-d-842733-1 neutron-server[103163]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 21:05:23.263767 n-d-842733-1 neutron-server[103163]: self.session.flush() May 20 21:05:23.263767 n-d-842733-1 neutron-server[103163]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 21:05:23.263767 n-d-842733-1 neutron-server[103163]: self.session.flush() May 20 21:05:23.263767 n-d-842733-1 neutron-server[103163]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 21:05:23.263767 n-d-842733-1 neutron-server[103163]: self.session.flush() May 20 21:05:23.263767 n-d-842733-1 neutron-server[103163]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 21:05:23.263767 n-d-842733-1 neutron-server[103163]: self.session.flush() May 20 21:05:23.263767 n-d-842733-1 neutron-server[103163]: Traceback (most recent call last): May 20 21:05:23.263767 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 21:05:23.263767 n-d-842733-1 neutron-server[103163]: timer() May 20 21:05:23.263767 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 21:05:23.263767 n-d-842733-1 neutron-server[103163]: cb(*args, **kw) May 20 21:05:23.263767 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 20 21:05:23.263767 n-d-842733-1 neutron-server[103163]: return func(*args, **kwargs) May 20 21:05:23.263767 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 21:05:23.263767 n-d-842733-1 neutron-server[103163]: self._notify() May 20 21:05:23.263767 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 21:05:23.263767 n-d-842733-1 neutron-server[103163]: self.callback(batched_events) May 20 21:05:23.263767 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 21:05:23.263767 n-d-842733-1 neutron-server[103163]: event.method(event) May 20 21:05:23.263767 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 20 21:05:23.263767 n-d-842733-1 neutron-server[103163]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 21:05:23.263767 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 20 21:05:23.263767 n-d-842733-1 neutron-server[103163]: aggregate_uuid = self.p_client.list_aggregates( May 20 21:05:23.263767 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 20 21:05:23.263767 n-d-842733-1 neutron-server[103163]: return f(self, *a, **k) May 20 21:05:23.263767 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 20 21:05:23.263767 n-d-842733-1 neutron-server[103163]: return self._get(url).json() May 20 21:05:23.263767 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 20 21:05:23.263767 n-d-842733-1 neutron-server[103163]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 21:05:23.263767 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 21:05:23.263767 n-d-842733-1 neutron-server[103163]: return self.request(url, 'GET', **kwargs) May 20 21:05:23.263767 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 21:05:23.263767 n-d-842733-1 neutron-server[103163]: base_url = self.get_endpoint(auth, allow=allow, May 20 21:05:23.263767 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 21:05:23.263767 n-d-842733-1 neutron-server[103163]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 21:05:23.263767 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 21:05:23.263767 n-d-842733-1 neutron-server[103163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 21:05:23.263767 n-d-842733-1 neutron-server[103163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 21:05:23.276280 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-734ba75f-6154-4199-bd51-f3b8a23f7a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff3219ef-8b1f-41e8-960e-e0133b74d9c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-219731610', 'tenant_id': 'd7932b75a33b465998804b193e9be7ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.85'}], 'enable_snat': True}, 'gw_port_id': 'ff6a4874-ba12-49be-975e-4bc7bee60ce2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:05:17Z', 'updated_at': '2022-05-20T21:05:18Z', 'revision_number': 3, 'project_id': 'd7932b75a33b465998804b193e9be7ad', 'gw_port': {'id': 'ff6a4874-ba12-49be-975e-4bc7bee60ce2', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:f1:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff3219ef-8b1f-41e8-960e-e0133b74d9c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3321, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:05:17Z', 'updated_at': '2022-05-20T21:05:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:05:23.287410 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-70b82717-15fe-4cc1-a88d-c9ec5d0f8e94 None None] For port c2b41771-4cb5-4f84-950f-96dc2f9eac8a, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=c2b41771-4cb5-4f84-950f-96dc2f9eac8a,segment=NetworkSegment(6013a2ae-3d8f-47fe-9e33-a14adc851d57),segment_id=6013a2ae-3d8f-47fe-9e33-a14adc851d57)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:05:23.289177 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-70b82717-15fe-4cc1-a88d-c9ec5d0f8e94 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:23.332049 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-734ba75f-6154-4199-bd51-f3b8a23f7a41 None None] The sync data for ids ['ff3219ef-8b1f-41e8-960e-e0133b74d9c9'] in n-d-842733-1 is: [{'id': 'ff3219ef-8b1f-41e8-960e-e0133b74d9c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-219731610', 'tenant_id': 'd7932b75a33b465998804b193e9be7ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.85'}], 'enable_snat': True}, 'gw_port_id': 'ff6a4874-ba12-49be-975e-4bc7bee60ce2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:05:17Z', 'updated_at': '2022-05-20T21:05:18Z', 'revision_number': 3, 'project_id': 'd7932b75a33b465998804b193e9be7ad', 'gw_port': {'id': 'ff6a4874-ba12-49be-975e-4bc7bee60ce2', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:f1:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff3219ef-8b1f-41e8-960e-e0133b74d9c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3321, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:05:17Z', 'updated_at': '2022-05-20T21:05:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 21:05:23.347833 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-46e41ebd-976f-4b61-b3db-f4d30e9a9203 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33072122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748162'] for network, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:23.359236 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-46e41ebd-976f-4b61-b3db-f4d30e9a9203 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:23.377902 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-46e41ebd-976f-4b61-b3db-f4d30e9a9203 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] 10.222.0.35 "DELETE /v2.0/networks/406fd18c-0c2e-4f41-b1be-e40f4d4f5f09 HTTP/1.1" status: 204 len: 168 time: 1.5555637 May 20 21:05:23.378130 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-0ce7a669-77e9-484d-b5bf-e2971b117045 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8578143 May 20 21:05:23.379972 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 46134) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:05:23.380362 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 46136) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:05:23.383337 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-70b82717-15fe-4cc1-a88d-c9ec5d0f8e94 None None] Calling delete_port for c2b41771-4cb5-4f84-950f-96dc2f9eac8a owned by network:dhcp {{(pid=103164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:05:23.405368 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e41ebd-976f-4b61-b3db-f4d30e9a9203 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Pushing event deleted for resources: {'Network': ['ID=406fd18c-0c2e-4f41-b1be-e40f4d4f5f09,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:05:23.447201 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d448052c-45e5-4f78-9dad-1e39a4d88401 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaee2b848-d4b9-5db1-b6ef-d6db29d67de7-66a75e9f-357c-4d3b-b3f3-b40223d117cb', 'network_id': '66a75e9f-357c-4d3b-b3f3-b40223d117cb', 'tenant_id': 'd7932b75a33b465998804b193e9be7ad', 'fixed_ips': [{'subnet_id': '4f2dd424-d313-4cbe-936c-07a33e8ea05a'}]}} from n-d-842733-1. {{(pid=103164) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 21:05:23.447201 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d448052c-45e5-4f78-9dad-1e39a4d88401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:23.535910 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-f07f7418-d607-4530-b2d7-c4cbcfc3dcde tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Request body: {'subnet': {'network_id': '174db407-f45c-44f9-a65f-9f68f8750ade', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:05:23.547289 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1567f65a-8caf-439f-b99a-e2fe386ba4f5 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33160123'] for network, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:23.650797 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce7a669-77e9-484d-b5bf-e2971b117045 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Pushing event updated for resources: {'Network': ['ID=174db407-f45c-44f9-a65f-9f68f8750ade,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:05:23.711791 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Network 174db407-f45c-44f9-a65f-9f68f8750ade details requested by agent ovs-agent-n-d-842733-1 with host n-d-842733-1 {{(pid=103164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 20 21:05:23.727514 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [None req-d448052c-45e5-4f78-9dad-1e39a4d88401 None None] Allocated IP 172.20.0.2 (66a75e9f-357c-4d3b-b3f3-b40223d117cb/4f2dd424-d313-4cbe-936c-07a33e8ea05a/a8e97d12-c2ad-4ba2-a75a-99f2e3fcc101) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:05:23.945962 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device c2b41771-4cb5-4f84-950f-96dc2f9eac8a no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 21:05:23.980207 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-1567f65a-8caf-439f-b99a-e2fe386ba4f5 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Deleting port c2b41771-4cb5-4f84-950f-96dc2f9eac8a {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:05:23.980878 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1567f65a-8caf-439f-b99a-e2fe386ba4f5 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:24.009195 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-bf06f1b6-fe03-4342-b4e3-1861cf27f0b8 req-56f50463-783b-4e63-bc98-46e65fd3d007 tempest-VolumesActionsTest-1513749764 tempest-VolumesActionsTest-1513749764-project] 10.222.0.35 "GET /v2.0/ports?device_id=91c154eb-237f-46da-9091-3e6854017c23 HTTP/1.1" status: 200 len: 210 time: 0.0535223 May 20 21:05:24.090066 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f07f7418-d607-4530-b2d7-c4cbcfc3dcde tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Made reservation on behalf of d4fe1859a2dd44a8943722001f06bb5e for: {'subnet': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:05:24.093728 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f07f7418-d607-4530-b2d7-c4cbcfc3dcde tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4018244'] for subnet, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:24.147764 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.agents_db [None req-5c33ad30-4e00-40fa-b486-8c79c4a6cfc5 None None] Agent healthcheck: found 7 active agents {{(pid=103165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 20 21:05:24.167742 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port c2b41771-4cb5-4f84-950f-96dc2f9eac8a is: ACTIVE; New status is: DOWN {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:05:24.167742 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:24.168280 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4bb0e131-6525-46ca-a45b-e4ea43a5e69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:24.282490 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-1567f65a-8caf-439f-b99a-e2fe386ba4f5 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] For port c2b41771-4cb5-4f84-950f-96dc2f9eac8a, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=c2b41771-4cb5-4f84-950f-96dc2f9eac8a,segment=NetworkSegment(6013a2ae-3d8f-47fe-9e33-a14adc851d57),segment_id=6013a2ae-3d8f-47fe-9e33-a14adc851d57)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:05:24.282920 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1567f65a-8caf-439f-b99a-e2fe386ba4f5 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:24.299532 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-70b82717-15fe-4cc1-a88d-c9ec5d0f8e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099'] for port, after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:24.391385 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d448052c-45e5-4f78-9dad-1e39a4d88401 None None] Notify callbacks [] for port, precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:24.405857 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-1567f65a-8caf-439f-b99a-e2fe386ba4f5 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Calling delete_port for c2b41771-4cb5-4f84-950f-96dc2f9eac8a owned by network:dhcp {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:05:24.425157 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b82717-15fe-4cc1-a88d-c9ec5d0f8e94 None None] No DVR routers for this DVR port c2b41771-4cb5-4f84-950f-96dc2f9eac8a on host n-d-842733-1 {{(pid=103164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 21:05:24.439262 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b82717-15fe-4cc1-a88d-c9ec5d0f8e94 None None] Pushing event deleted for resources: {'Port': ['ID=c2b41771-4cb5-4f84-950f-96dc2f9eac8a,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:05:24.473456 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d448052c-45e5-4f78-9dad-1e39a4d88401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108'] for port, after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:24.572644 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d448052c-45e5-4f78-9dad-1e39a4d88401 None None] Network 66a75e9f-357c-4d3b-b3f3-b40223d117cb is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:05:24.593860 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-d448052c-45e5-4f78-9dad-1e39a4d88401 None None] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:05:24.599250 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d448052c-45e5-4f78-9dad-1e39a4d88401 None None] Pushing event updated for resources: {'Port': ['ID=a8e97d12-c2ad-4ba2-a75a-99f2e3fcc101,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:05:24.602872 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d448052c-45e5-4f78-9dad-1e39a4d88401 None None] Received port after_create {{(pid=103164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:05:24.694581 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-d448052c-45e5-4f78-9dad-1e39a4d88401 None None] Attempting to bind port a8e97d12-c2ad-4ba2-a75a-99f2e3fcc101 on host n-d-842733-1 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:05:24.695204 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-d448052c-45e5-4f78-9dad-1e39a4d88401 None None] Attempting to bind port a8e97d12-c2ad-4ba2-a75a-99f2e3fcc101 by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': '579e8990-be00-48cb-8473-77c1f4a0a964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '66a75e9f-357c-4d3b-b3f3-b40223d117cb'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:05:24.695748 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d448052c-45e5-4f78-9dad-1e39a4d88401 None None] Attempting to bind port a8e97d12-c2ad-4ba2-a75a-99f2e3fcc101 on network 66a75e9f-357c-4d3b-b3f3-b40223d117cb {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:05:24.703059 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d448052c-45e5-4f78-9dad-1e39a4d88401 None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 21, 4, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 21:05:24.703446 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d448052c-45e5-4f78-9dad-1e39a4d88401 None None] Checking segment: {'id': '579e8990-be00-48cb-8473-77c1f4a0a964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '66a75e9f-357c-4d3b-b3f3-b40223d117cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:05:24.703858 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d448052c-45e5-4f78-9dad-1e39a4d88401 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:24.704253 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d448052c-45e5-4f78-9dad-1e39a4d88401 None None] Bound using segment: {'id': '579e8990-be00-48cb-8473-77c1f4a0a964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '66a75e9f-357c-4d3b-b3f3-b40223d117cb'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 21:05:24.704732 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-d448052c-45e5-4f78-9dad-1e39a4d88401 None None] Bound port: a8e97d12-c2ad-4ba2-a75a-99f2e3fcc101, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '579e8990-be00-48cb-8473-77c1f4a0a964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '66a75e9f-357c-4d3b-b3f3-b40223d117cb'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:05:24.705118 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d448052c-45e5-4f78-9dad-1e39a4d88401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:24.768345 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:24.817681 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-d448052c-45e5-4f78-9dad-1e39a4d88401 None None] For port a8e97d12-c2ad-4ba2-a75a-99f2e3fcc101, host n-d-842733-1, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 21:05:24.823711 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-d448052c-45e5-4f78-9dad-1e39a4d88401 None None] For port a8e97d12-c2ad-4ba2-a75a-99f2e3fcc101, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=a8e97d12-c2ad-4ba2-a75a-99f2e3fcc101,segment=NetworkSegment(579e8990-be00-48cb-8473-77c1f4a0a964),segment_id=579e8990-be00-48cb-8473-77c1f4a0a964)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 21:05:24.891129 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d448052c-45e5-4f78-9dad-1e39a4d88401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:24.986621 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d448052c-45e5-4f78-9dad-1e39a4d88401 None None] Pushing event updated for resources: {'Port': ['ID=a8e97d12-c2ad-4ba2-a75a-99f2e3fcc101,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:05:24.999831 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1567f65a-8caf-439f-b99a-e2fe386ba4f5 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:25.087860 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1567f65a-8caf-439f-b99a-e2fe386ba4f5 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Pushing event deleted for resources: {'Port': ['ID=c2b41771-4cb5-4f84-950f-96dc2f9eac8a,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:05:25.094671 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1567f65a-8caf-439f-b99a-e2fe386ba4f5 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] No DVR routers for this DVR port c2b41771-4cb5-4f84-950f-96dc2f9eac8a on host n-d-842733-1 {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 21:05:25.167661 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f658d10d-c4a3-464c-80ee-8e2b92f7d99c req-fc921e43-dfa5-4a34-bfc9-72d0e2316bdf tempest-VolumesActionsTest-1513749764 tempest-VolumesActionsTest-1513749764-project] 10.222.0.35 "GET /v2.0/ports?device_id=91c154eb-237f-46da-9091-3e6854017c23 HTTP/1.1" status: 200 len: 210 time: 0.0828855 May 20 21:05:25.214658 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f07f7418-d607-4530-b2d7-c4cbcfc3dcde tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3797684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4018258'] for subnet, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:25.275303 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1567f65a-8caf-439f-b99a-e2fe386ba4f5 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33072115', 'neutron.services.segments.db._delete_segments_for_network-8782419500584'] for network, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:25.309506 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f780ea84-64f1-46d5-b6fe-560f7a989ddd tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:25.328524 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-1567f65a-8caf-439f-b99a-e2fe386ba4f5 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2092c81d-6283-40f1-9bf1-5f286393c29e']}} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:05:25.372253 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-1567f65a-8caf-439f-b99a-e2fe386ba4f5 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6013a2ae-3d8f-47fe-9e33-a14adc851d57') {'for_net_delete': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:05:25.372253 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-1567f65a-8caf-439f-b99a-e2fe386ba4f5 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6013a2ae-3d8f-47fe-9e33-a14adc851d57') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:05:25.376686 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07f7418-d607-4530-b2d7-c4cbcfc3dcde tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Pushing event updated for resources: {'Subnet': ['ID=2df5aaaf-103b-4f6b-b9af-ee5f5f959e8c,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:05:25.391324 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1567f65a-8caf-439f-b99a-e2fe386ba4f5 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419501617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3738385'] for segment, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:25.397020 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f07f7418-d607-4530-b2d7-c4cbcfc3dcde tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Checking segment: {'id': '475d9b8f-0961-4cac-ad2d-4c597cdd5401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '174db407-f45c-44f9-a65f-9f68f8750ade'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:05:25.397559 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f07f7418-d607-4530-b2d7-c4cbcfc3dcde tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Network hostable DHCP agents. Network: 174db407-f45c-44f9-a65f-9f68f8750ade, hostable agents: ['c9b0653c-f3c7-4339-bd50-e3754b629216'], hosted agents: [] {{(pid=103162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 21:05:25.523080 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1567f65a-8caf-439f-b99a-e2fe386ba4f5 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:25.529731 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1567f65a-8caf-439f-b99a-e2fe386ba4f5 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Releasing vlan 235 on physical network physnet1 to pool {{(pid=103162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 21:05:25.530205 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1567f65a-8caf-439f-b99a-e2fe386ba4f5 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3800791'] for segment, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:25.539116 n-d-842733-1 neutron-server[103162]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 21:05:25.539116 n-d-842733-1 neutron-server[103162]: self.session.flush() May 20 21:05:25.539116 n-d-842733-1 neutron-server[103162]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 21:05:25.539116 n-d-842733-1 neutron-server[103162]: self.session.flush() May 20 21:05:25.539116 n-d-842733-1 neutron-server[103162]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 21:05:25.539116 n-d-842733-1 neutron-server[103162]: self.session.flush() May 20 21:05:25.539116 n-d-842733-1 neutron-server[103162]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 21:05:25.539116 n-d-842733-1 neutron-server[103162]: self.session.flush() May 20 21:05:25.539116 n-d-842733-1 neutron-server[103162]: Traceback (most recent call last): May 20 21:05:25.539116 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 21:05:25.539116 n-d-842733-1 neutron-server[103162]: timer() May 20 21:05:25.539116 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 21:05:25.539116 n-d-842733-1 neutron-server[103162]: cb(*args, **kw) May 20 21:05:25.539116 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 20 21:05:25.539116 n-d-842733-1 neutron-server[103162]: return func(*args, **kwargs) May 20 21:05:25.539116 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 21:05:25.539116 n-d-842733-1 neutron-server[103162]: self._notify() May 20 21:05:25.539116 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 21:05:25.539116 n-d-842733-1 neutron-server[103162]: self.callback(batched_events) May 20 21:05:25.539116 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 21:05:25.539116 n-d-842733-1 neutron-server[103162]: event.method(event) May 20 21:05:25.539116 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 20 21:05:25.539116 n-d-842733-1 neutron-server[103162]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 21:05:25.539116 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 20 21:05:25.539116 n-d-842733-1 neutron-server[103162]: aggregate_uuid = self.p_client.list_aggregates( May 20 21:05:25.539116 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 20 21:05:25.539116 n-d-842733-1 neutron-server[103162]: return f(self, *a, **k) May 20 21:05:25.539116 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 20 21:05:25.539116 n-d-842733-1 neutron-server[103162]: return self._get(url).json() May 20 21:05:25.539116 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 20 21:05:25.539116 n-d-842733-1 neutron-server[103162]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 21:05:25.539116 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 21:05:25.539116 n-d-842733-1 neutron-server[103162]: return self.request(url, 'GET', **kwargs) May 20 21:05:25.539116 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 21:05:25.539116 n-d-842733-1 neutron-server[103162]: base_url = self.get_endpoint(auth, allow=allow, May 20 21:05:25.539116 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 21:05:25.539116 n-d-842733-1 neutron-server[103162]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 21:05:25.539116 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 21:05:25.539116 n-d-842733-1 neutron-server[103162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 21:05:25.539116 n-d-842733-1 neutron-server[103162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 21:05:25.587584 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cc3ec51b-6ec8-438a-8349-5f0bec346d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:25.622958 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:25.628761 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f07f7418-d607-4530-b2d7-c4cbcfc3dcde tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Network 174db407-f45c-44f9-a65f-9f68f8750ade is scheduled to be hosted by DHCP agent c9b0653c-f3c7-4339-bd50-e3754b629216 with binding_index 1 {{(pid=103162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 21:05:25.757045 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-f07f7418-d607-4530-b2d7-c4cbcfc3dcde tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842733-1, 174db407-f45c-44f9-a65f-9f68f8750ade) {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:05:25.763865 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1567f65a-8caf-439f-b99a-e2fe386ba4f5 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33072122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748162'] for network, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:25.779621 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-306653ed-0552-4d35-b34f-11e75910b8f0 None None] Network 174db407-f45c-44f9-a65f-9f68f8750ade requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:05:25.793138 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f07f7418-d607-4530-b2d7-c4cbcfc3dcde tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:05:25.796237 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f07f7418-d607-4530-b2d7-c4cbcfc3dcde tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:25.807476 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1567f65a-8caf-439f-b99a-e2fe386ba4f5 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Notify callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:25.811226 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-1567f65a-8caf-439f-b99a-e2fe386ba4f5 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] 10.222.0.35 "DELETE /v2.0/networks/2092c81d-6283-40f1-9bf1-5f286393c29e HTTP/1.1" status: 204 len: 168 time: 2.3742931 May 20 21:05:25.812111 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1567f65a-8caf-439f-b99a-e2fe386ba4f5 tempest-TaggedBootDevicesTest_v242-1343882383 tempest-TaggedBootDevicesTest_v242-1343882383-project] Pushing event deleted for resources: {'Network': ['ID=2092c81d-6283-40f1-9bf1-5f286393c29e,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:05:25.926036 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-f07f7418-d607-4530-b2d7-c4cbcfc3dcde tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4916131 May 20 21:05:25.928860 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 46202) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:05:25.935042 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-64f1ff3a-1ccb-4f9f-bb29-0a25de4a1e66 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1284454753', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:05:25.953081 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-f780ea84-64f1-46d5-b6fe-560f7a989ddd tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Allocated IP 172.20.0.1 (66a75e9f-357c-4d3b-b3f3-b40223d117cb/4f2dd424-d313-4cbe-936c-07a33e8ea05a/4107e589-06eb-48e0-b100-f490b680197f) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:05:25.971092 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device ff6a4874-ba12-49be-975e-4bc7bee60ce2 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:05:26.049258 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-64f1ff3a-1ccb-4f9f-bb29-0a25de4a1e66 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-694221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26155'] for router, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:26.050478 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-64f1ff3a-1ccb-4f9f-bb29-0a25de4a1e66 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-693085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748153', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-718080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26162'] for router, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:26.142928 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-64f1ff3a-1ccb-4f9f-bb29-0a25de4a1e66 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:26.145128 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port ff6a4874-ba12-49be-975e-4bc7bee60ce2 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:05:26.145762 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:26.158339 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f780ea84-64f1-46d5-b6fe-560f7a989ddd tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:26.186746 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9203a62-4402-4acf-ade5-dde562c01cb6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaee2b848-d4b9-5db1-b6ef-d6db29d67de7-174db407-f45c-44f9-a65f-9f68f8750ade', 'network_id': '174db407-f45c-44f9-a65f-9f68f8750ade', 'tenant_id': 'd4fe1859a2dd44a8943722001f06bb5e', 'fixed_ips': [{'subnet_id': '2df5aaaf-103b-4f6b-b9af-ee5f5f959e8c'}]}} from n-d-842733-1. {{(pid=103164) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 21:05:26.187789 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b9203a62-4402-4acf-ade5-dde562c01cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:26.218972 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-64f1ff3a-1ccb-4f9f-bb29-0a25de4a1e66 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748106'] for router, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:26.322068 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-12d05c86-3383-4f36-a626-1120bdd7fe41 req-1f5f8732-c0cc-4aae-a310-c8abeadd8114 tempest-VolumesActionsTest-1513749764 tempest-VolumesActionsTest-1513749764-project] 10.222.0.35 "GET /v2.0/ports?device_id=91c154eb-237f-46da-9091-3e6854017c23 HTTP/1.1" status: 200 len: 210 time: 0.0505931 May 20 21:05:26.325780 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f780ea84-64f1-46d5-b6fe-560f7a989ddd tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:26.351019 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-64f1ff3a-1ccb-4f9f-bb29-0a25de4a1e66 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks [] for router, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:26.356637 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-64f1ff3a-1ccb-4f9f-bb29-0a25de4a1e66 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4261200 May 20 21:05:26.360749 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 46212) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:05:26.381799 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f780ea84-64f1-46d5-b6fe-560f7a989ddd tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Network 66a75e9f-357c-4d3b-b3f3-b40223d117cb is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:05:26.505571 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port ff6a4874-ba12-49be-975e-4bc7bee60ce2 is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:05:26.505962 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:26.506714 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-f780ea84-64f1-46d5-b6fe-560f7a989ddd tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:05:26.524290 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f780ea84-64f1-46d5-b6fe-560f7a989ddd tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:05:26.539206 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] For port ff6a4874-ba12-49be-975e-4bc7bee60ce2, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=ff6a4874-ba12-49be-975e-4bc7bee60ce2,segment=NetworkSegment(0b5485c4-eff8-42a1-9073-ae54ed4c63ba),segment_id=0b5485c4-eff8-42a1-9073-ae54ed4c63ba)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:05:26.552687 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [None req-b9203a62-4402-4acf-ade5-dde562c01cb6 None None] Allocated IP 172.20.0.2 (174db407-f45c-44f9-a65f-9f68f8750ade/2df5aaaf-103b-4f6b-b9af-ee5f5f959e8c/5536a984-18d5-4d6e-b565-9d438d907d2c) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:05:26.596012 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f780ea84-64f1-46d5-b6fe-560f7a989ddd tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748409'] for router_interface, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:26.652049 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f780ea84-64f1-46d5-b6fe-560f7a989ddd tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Pushing event updated for resources: {'Port': ['ID=4107e589-06eb-48e0-b100-f490b680197f,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:05:26.902734 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f780ea84-64f1-46d5-b6fe-560f7a989ddd tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:26.955650 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd0cf404-7428-48a9-bb78-1072f2331fd8 None None] Network 66a75e9f-357c-4d3b-b3f3-b40223d117cb requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:05:27.048604 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-05999919-2c79-4a40-a02c-315b767de7c9 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:27.244473 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 46228) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:05:27.265843 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:27.266640 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device a8e97d12-c2ad-4ba2-a75a-99f2e3fcc101 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:05:27.395909 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f780ea84-64f1-46d5-b6fe-560f7a989ddd tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:27.399477 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a1b9eafe-2c90-431f-97dc-f422661c88d4 None None] Provisioning complete for port a8e97d12-c2ad-4ba2-a75a-99f2e3fcc101 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:05:27.399849 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a1b9eafe-2c90-431f-97dc-f422661c88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:27.490024 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f780ea84-64f1-46d5-b6fe-560f7a989ddd tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:27.532381 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Pushing event updated for resources: {'Port': ['ID=ff6a4874-ba12-49be-975e-4bc7bee60ce2,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:05:27.654178 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port a8e97d12-c2ad-4ba2-a75a-99f2e3fcc101 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:05:27.665450 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:27.764074 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f780ea84-64f1-46d5-b6fe-560f7a989ddd tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Pushing event updated for resources: {'Port': ['ID=4107e589-06eb-48e0-b100-f490b680197f,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:05:27.766103 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-08aa310a-a460-491e-8f34-3544069cfd4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:27.771642 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a1b9eafe-2c90-431f-97dc-f422661c88d4 None None] Current status of the port a8e97d12-c2ad-4ba2-a75a-99f2e3fcc101 is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:05:27.772549 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a1b9eafe-2c90-431f-97dc-f422661c88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:27.775894 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9b9194d5-d1c9-4b5e-bcce-b4ae88d8a240 req-5a38aa29-480a-4b56-a1b0-0a2d530ef15c tempest-VolumesActionsTest-1513749764 tempest-VolumesActionsTest-1513749764-project] 10.222.0.35 "GET /v2.0/ports?device_id=91c154eb-237f-46da-9091-3e6854017c23 HTTP/1.1" status: 200 len: 210 time: 0.1001542 May 20 21:05:27.793519 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f780ea84-64f1-46d5-b6fe-560f7a989ddd tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748437'] for router_interface, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:27.803302 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b9203a62-4402-4acf-ade5-dde562c01cb6 None None] Notify callbacks [] for port, precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:27.873821 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b9203a62-4402-4acf-ade5-dde562c01cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108'] for port, after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:27.892110 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-a1b9eafe-2c90-431f-97dc-f422661c88d4 None None] For port a8e97d12-c2ad-4ba2-a75a-99f2e3fcc101, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=a8e97d12-c2ad-4ba2-a75a-99f2e3fcc101,segment=NetworkSegment(579e8990-be00-48cb-8473-77c1f4a0a964),segment_id=579e8990-be00-48cb-8473-77c1f4a0a964)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:05:27.938214 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9203a62-4402-4acf-ade5-dde562c01cb6 None None] Network 174db407-f45c-44f9-a65f-9f68f8750ade is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:05:27.942561 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port a8e97d12-c2ad-4ba2-a75a-99f2e3fcc101 is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:05:27.968517 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:27.980267 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-b9203a62-4402-4acf-ade5-dde562c01cb6 None None] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:05:27.984290 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9203a62-4402-4acf-ade5-dde562c01cb6 None None] Received port after_create {{(pid=103164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:05:27.995366 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a1b9eafe-2c90-431f-97dc-f422661c88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:27.997589 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9203a62-4402-4acf-ade5-dde562c01cb6 None None] Pushing event updated for resources: {'Port': ['ID=5536a984-18d5-4d6e-b565-9d438d907d2c,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:05:28.000148 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-08aa310a-a460-491e-8f34-3544069cfd4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:28.050693 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-05999919-2c79-4a40-a02c-315b767de7c9 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Allocated IP 172.20.0.1 (174db407-f45c-44f9-a65f-9f68f8750ade/2df5aaaf-103b-4f6b-b9af-ee5f5f959e8c/f21cb930-3c36-4885-98af-a744e92434a3) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:05:28.056104 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f780ea84-64f1-46d5-b6fe-560f7a989ddd tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Network 66a75e9f-357c-4d3b-b3f3-b40223d117cb is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:05:28.058075 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-f780ea84-64f1-46d5-b6fe-560f7a989ddd tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:05:28.121062 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-08aa310a-a460-491e-8f34-3544069cfd4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:28.147379 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-b9203a62-4402-4acf-ade5-dde562c01cb6 None None] Attempting to bind port 5536a984-18d5-4d6e-b565-9d438d907d2c on host n-d-842733-1 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:05:28.147901 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-b9203a62-4402-4acf-ade5-dde562c01cb6 None None] Attempting to bind port 5536a984-18d5-4d6e-b565-9d438d907d2c by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': '475d9b8f-0961-4cac-ad2d-4c597cdd5401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '174db407-f45c-44f9-a65f-9f68f8750ade'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:05:28.148368 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9203a62-4402-4acf-ade5-dde562c01cb6 None None] Attempting to bind port 5536a984-18d5-4d6e-b565-9d438d907d2c on network 174db407-f45c-44f9-a65f-9f68f8750ade {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:05:28.193978 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.db.api [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103164) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 20 21:05:28.194322 n-d-842733-1 neutron-server[103164]: DEBUG oslo_db.api [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 20 21:05:28.202171 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9203a62-4402-4acf-ade5-dde562c01cb6 None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 21, 5, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 21:05:28.202629 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9203a62-4402-4acf-ade5-dde562c01cb6 None None] Checking segment: {'id': '475d9b8f-0961-4cac-ad2d-4c597cdd5401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '174db407-f45c-44f9-a65f-9f68f8750ade'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:05:28.203034 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b9203a62-4402-4acf-ade5-dde562c01cb6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:28.203424 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9203a62-4402-4acf-ade5-dde562c01cb6 None None] Bound using segment: {'id': '475d9b8f-0961-4cac-ad2d-4c597cdd5401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '174db407-f45c-44f9-a65f-9f68f8750ade'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 21:05:28.203904 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-b9203a62-4402-4acf-ade5-dde562c01cb6 None None] Bound port: 5536a984-18d5-4d6e-b565-9d438d907d2c, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '475d9b8f-0961-4cac-ad2d-4c597cdd5401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '174db407-f45c-44f9-a65f-9f68f8750ade'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:05:28.204279 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b9203a62-4402-4acf-ade5-dde562c01cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:28.252942 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08aa310a-a460-491e-8f34-3544069cfd4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb16e0bb-62c8-4130-8695-183eac0c09c7,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:05:28.264004 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b9eafe-2c90-431f-97dc-f422661c88d4 None None] Pushing event updated for resources: {'Port': ['ID=a8e97d12-c2ad-4ba2-a75a-99f2e3fcc101,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:05:28.280343 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f780ea84-64f1-46d5-b6fe-560f7a989ddd tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Router ff3219ef-8b1f-41e8-960e-e0133b74d9c9 has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 21:05:28.284226 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-2b5f193c-d6b3-45dc-8e88-e5c46b359df3 None None] Provisioning complete for port a8e97d12-c2ad-4ba2-a75a-99f2e3fcc101 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:05:28.286042 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-2b5f193c-d6b3-45dc-8e88-e5c46b359df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:28.315292 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-08aa310a-a460-491e-8f34-3544069cfd4e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=334ad69034e84e209f9ada7b87c61321&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0664444 May 20 21:05:28.321150 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 46238) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:05:28.440789 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b9203a62-4402-4acf-ade5-dde562c01cb6 None None] For port 5536a984-18d5-4d6e-b565-9d438d907d2c, host n-d-842733-1, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 21:05:28.444627 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b9203a62-4402-4acf-ade5-dde562c01cb6 None None] For port 5536a984-18d5-4d6e-b565-9d438d907d2c, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=5536a984-18d5-4d6e-b565-9d438d907d2c,segment=NetworkSegment(475d9b8f-0961-4cac-ad2d-4c597cdd5401),segment_id=475d9b8f-0961-4cac-ad2d-4c597cdd5401)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 21:05:28.480349 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f780ea84-64f1-46d5-b6fe-560f7a989ddd tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 21:05:28.505627 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-f780ea84-64f1-46d5-b6fe-560f7a989ddd tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "PUT /v2.0/routers/ff3219ef-8b1f-41e8-960e-e0133b74d9c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3363130 May 20 21:05:28.524947 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-2b5f193c-d6b3-45dc-8e88-e5c46b359df3 None None] Current status of the port a8e97d12-c2ad-4ba2-a75a-99f2e3fcc101 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:05:28.548468 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f495b726-015e-4b62-8a02-288b33583991 None None] Sync routers for ids ['ff3219ef-8b1f-41e8-960e-e0133b74d9c9'] in n-d-842733-1 {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 21:05:28.565472 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f495b726-015e-4b62-8a02-288b33583991 None None] Routers {'ff3219ef-8b1f-41e8-960e-e0133b74d9c9'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:05:28.573336 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-f495b726-015e-4b62-8a02-288b33583991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:05:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['ff3219ef-8b1f-41e8-960e-e0133b74d9c9'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:05:28.578434 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-05999919-2c79-4a40-a02c-315b767de7c9 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:28.586913 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b9203a62-4402-4acf-ade5-dde562c01cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:28.865578 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-f495b726-015e-4b62-8a02-288b33583991 None None] Set router ff3219ef-8b1f-41e8-960e-e0133b74d9c9 gateway port host: n-d-842733-1 {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:05:28.897090 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b69f7c94-8ec2-44c9-8e24-7fc922abf8ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:29.062456 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-08d9020b-1344-4bc8-8f41-5702c48f7c92 req-2b76b55a-1eb7-4d82-afbe-1dd61c5c5e6e tempest-VolumesActionsTest-1513749764 tempest-VolumesActionsTest-1513749764-project] 10.222.0.35 "GET /v2.0/ports?device_id=91c154eb-237f-46da-9091-3e6854017c23 HTTP/1.1" status: 200 len: 210 time: 0.1219969 May 20 21:05:29.063744 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-05999919-2c79-4a40-a02c-315b767de7c9 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:29.063993 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port a8e97d12-c2ad-4ba2-a75a-99f2e3fcc101 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:05:29.107377 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-2b5f193c-d6b3-45dc-8e88-e5c46b359df3 None None] Provisioning complete for port 4107e589-06eb-48e0-b100-f490b680197f triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:05:29.107377 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-2b5f193c-d6b3-45dc-8e88-e5c46b359df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:29.117464 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05999919-2c79-4a40-a02c-315b767de7c9 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Network 174db407-f45c-44f9-a65f-9f68f8750ade is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:05:29.124747 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1825cb8-7c48-43ed-93cb-62448d5ab3f9 req-b1849a45-d8c6-4b5f-9bed-3383f68c881c tempest-VolumesActionsTest-1513749764 tempest-VolumesActionsTest-1513749764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:05:29.126262 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a1825cb8-7c48-43ed-93cb-62448d5ab3f9 req-b1849a45-d8c6-4b5f-9bed-3383f68c881c tempest-VolumesActionsTest-1513749764 tempest-VolumesActionsTest-1513749764-project] 10.222.0.24 "GET /v2.0/networks?id=d842a6d6-ac76-4a70-b737-6e69ee8864ca HTTP/1.1" status: 200 len: 809 time: 0.5877047 May 20 21:05:29.148849 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-05999919-2c79-4a40-a02c-315b767de7c9 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:05:29.211673 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05999919-2c79-4a40-a02c-315b767de7c9 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:05:29.220263 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [req-a1825cb8-7c48-43ed-93cb-62448d5ab3f9 req-9624ef67-9abf-495b-a3cf-4e8d1d78bb1e tempest-VolumesActionsTest-1513749764 tempest-VolumesActionsTest-1513749764-project] Request body: {'port': {'device_id': '91c154eb-237f-46da-9091-3e6854017c23', 'network_id': 'd842a6d6-ac76-4a70-b737-6e69ee8864ca', 'admin_state_up': True, 'tenant_id': '739c5633298549a1821546fc93e42841'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:05:29.242791 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9203a62-4402-4acf-ade5-dde562c01cb6 None None] Pushing event updated for resources: {'Port': ['ID=5536a984-18d5-4d6e-b565-9d438d907d2c,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:05:29.251010 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-2b5f193c-d6b3-45dc-8e88-e5c46b359df3 None None] Port 4107e589-06eb-48e0-b100-f490b680197f cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 21:05:29.265440 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device ff6a4874-ba12-49be-975e-4bc7bee60ce2 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:05:29.395714 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-8f260402-ff00-4267-8e41-ea63ee52ee8c None None] Provisioning complete for port 4107e589-06eb-48e0-b100-f490b680197f triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:05:29.396213 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-8f260402-ff00-4267-8e41-ea63ee52ee8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:29.431128 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port ff6a4874-ba12-49be-975e-4bc7bee60ce2 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:05:29.431568 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:29.480004 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-8f260402-ff00-4267-8e41-ea63ee52ee8c None None] Port 4107e589-06eb-48e0-b100-f490b680197f cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 21:05:29.498580 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-f495b726-015e-4b62-8a02-288b33583991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff3219ef-8b1f-41e8-960e-e0133b74d9c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-219731610', 'tenant_id': 'd7932b75a33b465998804b193e9be7ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.85'}], 'enable_snat': True}, 'gw_port_id': 'ff6a4874-ba12-49be-975e-4bc7bee60ce2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:05:17Z', 'updated_at': '2022-05-20T21:05:26Z', 'revision_number': 4, 'project_id': 'd7932b75a33b465998804b193e9be7ad', 'gw_port': {'id': 'ff6a4874-ba12-49be-975e-4bc7bee60ce2', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:f1:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff3219ef-8b1f-41e8-960e-e0133b74d9c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3321, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:05:17Z', 'updated_at': '2022-05-20T21:05:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': '4107e589-06eb-48e0-b100-f490b680197f', 'name': '', 'network_id': '66a75e9f-357c-4d3b-b3f3-b40223d117cb', 'tenant_id': 'd7932b75a33b465998804b193e9be7ad', 'mac_address': 'fa:16:3e:88:28:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff3219ef-8b1f-41e8-960e-e0133b74d9c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': '4f2dd424-d313-4cbe-936c-07a33e8ea05a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:05:25Z', 'updated_at': '2022-05-20T21:05:27Z', 'revision_number': 2, 'project_id': 'd7932b75a33b465998804b193e9be7ad', 'subnets': [{'id': '4f2dd424-d313-4cbe-936c-07a33e8ea05a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:05:29.531647 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f495b726-015e-4b62-8a02-288b33583991 None None] Checking router: ff3219ef-8b1f-41e8-960e-e0133b74d9c9 for host: n-d-842733-1 {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 21:05:29.531940 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f495b726-015e-4b62-8a02-288b33583991 None None] Updating router ff3219ef-8b1f-41e8-960e-e0133b74d9c9 port 4107e589-06eb-48e0-b100-f490b680197f binding host n-d-842733-1 {{(pid=103164) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 21:05:29.595526 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-f495b726-015e-4b62-8a02-288b33583991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:29.614686 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port ff6a4874-ba12-49be-975e-4bc7bee60ce2 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:05:29.616314 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device a8e97d12-c2ad-4ba2-a75a-99f2e3fcc101 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:05:29.707657 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b69f7c94-8ec2-44c9-8e24-7fc922abf8ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:29.885051 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ff34e219-376a-43a0-804a-22f2649cc837 req-cfede16a-a7b5-49e2-91fc-c346141c0210 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-277534554&fields=id&tenant_id=d7932b75a33b465998804b193e9be7ad HTTP/1.1" status: 200 len: 267 time: 0.9356611 May 20 21:05:29.896101 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05999919-2c79-4a40-a02c-315b767de7c9 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Pushing event updated for resources: {'Port': ['ID=f21cb930-3c36-4885-98af-a744e92434a3,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:05:29.970737 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-05999919-2c79-4a40-a02c-315b767de7c9 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748409'] for router_interface, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:30.021551 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port a8e97d12-c2ad-4ba2-a75a-99f2e3fcc101 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:05:30.022112 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:30.257724 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b69f7c94-8ec2-44c9-8e24-7fc922abf8ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:30.260735 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b69f7c94-8ec2-44c9-8e24-7fc922abf8ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:30.265288 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-b69f7c94-8ec2-44c9-8e24-7fc922abf8ce admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/bb16e0bb-62c8-4130-8695-183eac0c09c7 HTTP/1.1" status: 204 len: 168 time: 1.9358125 May 20 21:05:30.293362 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-13d33b92-cf1c-4949-b79d-54ffcb876dab req-168e225c-e0aa-4a4a-b9f9-d8925f8b8c38 tempest-VolumesActionsTest-1513749764 tempest-VolumesActionsTest-1513749764-project] 10.222.0.35 "GET /v2.0/ports?device_id=91c154eb-237f-46da-9091-3e6854017c23 HTTP/1.1" status: 200 len: 210 time: 0.0517118 May 20 21:05:30.336046 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69f7c94-8ec2-44c9-8e24-7fc922abf8ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb16e0bb-62c8-4130-8695-183eac0c09c7,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:05:30.370029 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port a8e97d12-c2ad-4ba2-a75a-99f2e3fcc101 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:05:30.390511 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-05999919-2c79-4a40-a02c-315b767de7c9 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:30.438891 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff34e219-376a-43a0-804a-22f2649cc837 req-f5032a6b-40c6-4458-8d2b-14e3bb38a082 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:05:30.440881 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ff34e219-376a-43a0-804a-22f2649cc837 req-f5032a6b-40c6-4458-8d2b-14e3bb38a082 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/networks?id=66a75e9f-357c-4d3b-b3f3-b40223d117cb HTTP/1.1" status: 200 len: 797 time: 0.5183859 May 20 21:05:30.441655 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b9e3882-7025-4a8a-809b-c7562a57dbca None None] Network 174db407-f45c-44f9-a65f-9f68f8750ade requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:05:30.524433 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-f495b726-015e-4b62-8a02-288b33583991 None None] Notify callbacks [] for port, precommit_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:30.532568 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b7ee2220-20cb-44bc-b2c8-d6fc6e55d1f1 None None] Provisioning complete for port 5536a984-18d5-4d6e-b565-9d438d907d2c triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:05:30.533127 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b7ee2220-20cb-44bc-b2c8-d6fc6e55d1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:30.629898 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b7ee2220-20cb-44bc-b2c8-d6fc6e55d1f1 None None] Current status of the port 5536a984-18d5-4d6e-b565-9d438d907d2c is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:05:30.630443 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b7ee2220-20cb-44bc-b2c8-d6fc6e55d1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:30.670596 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b7ee2220-20cb-44bc-b2c8-d6fc6e55d1f1 None None] For port 5536a984-18d5-4d6e-b565-9d438d907d2c, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=5536a984-18d5-4d6e-b565-9d438d907d2c,segment=NetworkSegment(475d9b8f-0961-4cac-ad2d-4c597cdd5401),segment_id=475d9b8f-0961-4cac-ad2d-4c597cdd5401)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:05:30.675760 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-f495b726-015e-4b62-8a02-288b33583991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:30.704332 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1825cb8-7c48-43ed-93cb-62448d5ab3f9 req-9624ef67-9abf-495b-a3cf-4e8d1d78bb1e tempest-VolumesActionsTest-1513749764 tempest-VolumesActionsTest-1513749764-project] Made reservation on behalf of 739c5633298549a1821546fc93e42841 for: {'port': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:05:30.709116 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-a1825cb8-7c48-43ed-93cb-62448d5ab3f9 req-9624ef67-9abf-495b-a3cf-4e8d1d78bb1e tempest-VolumesActionsTest-1513749764 tempest-VolumesActionsTest-1513749764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:30.744555 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf7b502-f925-4074-83d1-07f6ce21ccde None None] Pushing event updated for resources: {'Port': ['ID=4107e589-06eb-48e0-b100-f490b680197f,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:05:30.799663 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ff34e219-376a-43a0-804a-22f2649cc837 req-ac5c6842-552c-435d-af2e-37da963d820e tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/quotas/d7932b75a33b465998804b193e9be7ad HTTP/1.1" status: 200 len: 375 time: 0.0949376 May 20 21:05:30.833162 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b7ee2220-20cb-44bc-b2c8-d6fc6e55d1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:31.059148 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ff34e219-376a-43a0-804a-22f2649cc837 req-30199f73-616a-4792-96df-54b9e438fd41 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=d7932b75a33b465998804b193e9be7ad&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2601180 May 20 21:05:31.197113 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ee2220-20cb-44bc-b2c8-d6fc6e55d1f1 None None] Pushing event updated for resources: {'Port': ['ID=5536a984-18d5-4d6e-b565-9d438d907d2c,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:05:31.226575 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-05999919-2c79-4a40-a02c-315b767de7c9 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks [] for port, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:31.237026 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-f495b726-015e-4b62-8a02-288b33583991 None None] Attempting to bind port 4107e589-06eb-48e0-b100-f490b680197f on host n-d-842733-1 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:05:31.238255 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-f495b726-015e-4b62-8a02-288b33583991 None None] Attempting to bind port 4107e589-06eb-48e0-b100-f490b680197f by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': '579e8990-be00-48cb-8473-77c1f4a0a964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '66a75e9f-357c-4d3b-b3f3-b40223d117cb'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:05:31.238640 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f495b726-015e-4b62-8a02-288b33583991 None None] Attempting to bind port 4107e589-06eb-48e0-b100-f490b680197f on network 66a75e9f-357c-4d3b-b3f3-b40223d117cb {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:05:31.268026 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f495b726-015e-4b62-8a02-288b33583991 None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 21, 5, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 21:05:31.269008 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f495b726-015e-4b62-8a02-288b33583991 None None] Checking segment: {'id': '579e8990-be00-48cb-8473-77c1f4a0a964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '66a75e9f-357c-4d3b-b3f3-b40223d117cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:05:31.269453 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-f495b726-015e-4b62-8a02-288b33583991 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:31.269979 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f495b726-015e-4b62-8a02-288b33583991 None None] Bound using segment: {'id': '579e8990-be00-48cb-8473-77c1f4a0a964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '66a75e9f-357c-4d3b-b3f3-b40223d117cb'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 21:05:31.270334 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-f495b726-015e-4b62-8a02-288b33583991 None None] Bound port: 4107e589-06eb-48e0-b100-f490b680197f, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '579e8990-be00-48cb-8473-77c1f4a0a964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '66a75e9f-357c-4d3b-b3f3-b40223d117cb'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:05:31.271704 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-f495b726-015e-4b62-8a02-288b33583991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:31.287717 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [req-a1825cb8-7c48-43ed-93cb-62448d5ab3f9 req-9624ef67-9abf-495b-a3cf-4e8d1d78bb1e tempest-VolumesActionsTest-1513749764 tempest-VolumesActionsTest-1513749764-project] Allocated IP 172.20.0.11 (d842a6d6-ac76-4a70-b737-6e69ee8864ca/66ae3861-e975-4d15-9c77-feb10428aa55/6f223d60-feaf-45b3-b4fa-0db9bfd7b2fd) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:05:31.298048 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-61ff7127-e38c-491e-b69d-c7a52918fd94 None None] Provisioning complete for port 4107e589-06eb-48e0-b100-f490b680197f triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:05:31.298443 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-61ff7127-e38c-491e-b69d-c7a52918fd94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:31.320741 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-05999919-2c79-4a40-a02c-315b767de7c9 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:31.408130 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-61ff7127-e38c-491e-b69d-c7a52918fd94 None None] Port 4107e589-06eb-48e0-b100-f490b680197f cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 21:05:31.463508 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-f495b726-015e-4b62-8a02-288b33583991 None None] For port 4107e589-06eb-48e0-b100-f490b680197f, host n-d-842733-1, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 21:05:31.464751 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ff34e219-376a-43a0-804a-22f2649cc837 req-958d66e6-9f47-43a8-984d-8bc9e7c0e8da service neutron] 10.222.0.35 "GET /v2.0/networks/66a75e9f-357c-4d3b-b3f3-b40223d117cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3816419 May 20 21:05:31.474290 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 5536a984-18d5-4d6e-b565-9d438d907d2c up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:05:31.479112 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-f495b726-015e-4b62-8a02-288b33583991 None None] For port 4107e589-06eb-48e0-b100-f490b680197f, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=4107e589-06eb-48e0-b100-f490b680197f,segment=NetworkSegment(579e8990-be00-48cb-8473-77c1f4a0a964),segment_id=579e8990-be00-48cb-8473-77c1f4a0a964)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 21:05:31.538070 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 5536a984-18d5-4d6e-b565-9d438d907d2c triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:05:31.538677 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:31.567177 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-f495b726-015e-4b62-8a02-288b33583991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:31.651087 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f495b726-015e-4b62-8a02-288b33583991 None None] Routers {'ff3219ef-8b1f-41e8-960e-e0133b74d9c9'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:05:31.652069 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-f495b726-015e-4b62-8a02-288b33583991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:05:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['ff3219ef-8b1f-41e8-960e-e0133b74d9c9'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:05:31.686762 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c9ea88f1-061e-40ae-8260-a37197c4159a req-8199a257-158c-4189-83c8-8603dd1b2a49 tempest-VolumesActionsTest-1513749764 tempest-VolumesActionsTest-1513749764-project] 10.222.0.35 "GET /v2.0/ports?device_id=91c154eb-237f-46da-9091-3e6854017c23 HTTP/1.1" status: 200 len: 210 time: 0.2163050 May 20 21:05:31.825149 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05999919-2c79-4a40-a02c-315b767de7c9 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Pushing event updated for resources: {'Port': ['ID=f21cb930-3c36-4885-98af-a744e92434a3,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:05:31.872484 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-05999919-2c79-4a40-a02c-315b767de7c9 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748437'] for router_interface, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:31.873629 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf7b502-f925-4074-83d1-07f6ce21ccde None None] Pushing event updated for resources: {'Port': ['ID=4107e589-06eb-48e0-b100-f490b680197f,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:05:31.879685 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 5536a984-18d5-4d6e-b565-9d438d907d2c is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:05:31.983700 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-5e1983fc-07b8-4326-b1c3-dbe7da6e6ecc None None] Provisioning complete for port 5536a984-18d5-4d6e-b565-9d438d907d2c triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:05:31.984062 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-5e1983fc-07b8-4326-b1c3-dbe7da6e6ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:32.094849 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-a1825cb8-7c48-43ed-93cb-62448d5ab3f9 req-9624ef67-9abf-495b-a3cf-4e8d1d78bb1e tempest-VolumesActionsTest-1513749764 tempest-VolumesActionsTest-1513749764-project] Notify callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:32.112159 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-f495b726-015e-4b62-8a02-288b33583991 None None] Set router ff3219ef-8b1f-41e8-960e-e0133b74d9c9 gateway port host: n-d-842733-1 {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:05:32.364463 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-5e1983fc-07b8-4326-b1c3-dbe7da6e6ecc None None] Current status of the port 5536a984-18d5-4d6e-b565-9d438d907d2c is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:05:32.391883 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ff34e219-376a-43a0-804a-22f2649cc837 req-a9ae1371-8770-425e-89f0-a1e877172ad3 service neutron] 10.222.0.35 "GET /v2.0/networks/66a75e9f-357c-4d3b-b3f3-b40223d117cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7959340 May 20 21:05:32.392914 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-5e1983fc-07b8-4326-b1c3-dbe7da6e6ecc None None] Provisioning complete for port f21cb930-3c36-4885-98af-a744e92434a3 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:05:32.393673 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-5e1983fc-07b8-4326-b1c3-dbe7da6e6ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:32.394456 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-a1825cb8-7c48-43ed-93cb-62448d5ab3f9 req-9624ef67-9abf-495b-a3cf-4e8d1d78bb1e tempest-VolumesActionsTest-1513749764 tempest-VolumesActionsTest-1513749764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:32.455715 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05999919-2c79-4a40-a02c-315b767de7c9 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Network 174db407-f45c-44f9-a65f-9f68f8750ade is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:05:32.463956 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9624ef67-9abf-495b-a3cf-4e8d1d78bb1e tempest-VolumesActionsTest-1513749764 tempest-VolumesActionsTest-1513749764-project] Pushing event updated for resources: {'Port': ['ID=6f223d60-feaf-45b3-b4fa-0db9bfd7b2fd,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:05:32.478283 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-05999919-2c79-4a40-a02c-315b767de7c9 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:05:32.506558 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:32.514886 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1825cb8-7c48-43ed-93cb-62448d5ab3f9 req-9624ef67-9abf-495b-a3cf-4e8d1d78bb1e tempest-VolumesActionsTest-1513749764 tempest-VolumesActionsTest-1513749764-project] Network d842a6d6-ac76-4a70-b737-6e69ee8864ca is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:05:32.519118 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [req-a1825cb8-7c48-43ed-93cb-62448d5ab3f9 req-9624ef67-9abf-495b-a3cf-4e8d1d78bb1e tempest-VolumesActionsTest-1513749764 tempest-VolumesActionsTest-1513749764-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:05:32.524150 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1825cb8-7c48-43ed-93cb-62448d5ab3f9 req-9624ef67-9abf-495b-a3cf-4e8d1d78bb1e tempest-VolumesActionsTest-1513749764 tempest-VolumesActionsTest-1513749764-project] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:05:32.540321 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-5e1983fc-07b8-4326-b1c3-dbe7da6e6ecc None None] Port f21cb930-3c36-4885-98af-a744e92434a3 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 21:05:32.647330 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-f495b726-015e-4b62-8a02-288b33583991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff3219ef-8b1f-41e8-960e-e0133b74d9c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-219731610', 'tenant_id': 'd7932b75a33b465998804b193e9be7ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.85'}], 'enable_snat': True}, 'gw_port_id': 'ff6a4874-ba12-49be-975e-4bc7bee60ce2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:05:17Z', 'updated_at': '2022-05-20T21:05:26Z', 'revision_number': 4, 'project_id': 'd7932b75a33b465998804b193e9be7ad', 'gw_port': {'id': 'ff6a4874-ba12-49be-975e-4bc7bee60ce2', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:f1:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff3219ef-8b1f-41e8-960e-e0133b74d9c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3321, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:05:17Z', 'updated_at': '2022-05-20T21:05:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': '4107e589-06eb-48e0-b100-f490b680197f', 'name': '', 'network_id': '66a75e9f-357c-4d3b-b3f3-b40223d117cb', 'tenant_id': 'd7932b75a33b465998804b193e9be7ad', 'mac_address': 'fa:16:3e:88:28:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff3219ef-8b1f-41e8-960e-e0133b74d9c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': '4f2dd424-d313-4cbe-936c-07a33e8ea05a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:05:25Z', 'updated_at': '2022-05-20T21:05:31Z', 'revision_number': 4, 'project_id': 'd7932b75a33b465998804b193e9be7ad', 'subnets': [{'id': '4f2dd424-d313-4cbe-936c-07a33e8ea05a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:05:32.761253 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1825cb8-7c48-43ed-93cb-62448d5ab3f9 req-9624ef67-9abf-495b-a3cf-4e8d1d78bb1e tempest-VolumesActionsTest-1513749764 tempest-VolumesActionsTest-1513749764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:05:32.761945 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-a1825cb8-7c48-43ed-93cb-62448d5ab3f9 req-9624ef67-9abf-495b-a3cf-4e8d1d78bb1e tempest-VolumesActionsTest-1513749764 tempest-VolumesActionsTest-1513749764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:32.905643 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a1825cb8-7c48-43ed-93cb-62448d5ab3f9 req-9624ef67-9abf-495b-a3cf-4e8d1d78bb1e tempest-VolumesActionsTest-1513749764 tempest-VolumesActionsTest-1513749764-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6948571 May 20 21:05:32.910373 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f495b726-015e-4b62-8a02-288b33583991 None None] The sync data for ids ['ff3219ef-8b1f-41e8-960e-e0133b74d9c9'] in n-d-842733-1 is: [{'id': 'ff3219ef-8b1f-41e8-960e-e0133b74d9c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-219731610', 'tenant_id': 'd7932b75a33b465998804b193e9be7ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.85'}], 'enable_snat': True}, 'gw_port_id': 'ff6a4874-ba12-49be-975e-4bc7bee60ce2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:05:17Z', 'updated_at': '2022-05-20T21:05:26Z', 'revision_number': 4, 'project_id': 'd7932b75a33b465998804b193e9be7ad', 'gw_port': {'id': 'ff6a4874-ba12-49be-975e-4bc7bee60ce2', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:f1:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff3219ef-8b1f-41e8-960e-e0133b74d9c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3321, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:05:17Z', 'updated_at': '2022-05-20T21:05:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': '4107e589-06eb-48e0-b100-f490b680197f', 'name': '', 'network_id': '66a75e9f-357c-4d3b-b3f3-b40223d117cb', 'tenant_id': 'd7932b75a33b465998804b193e9be7ad', 'mac_address': 'fa:16:3e:88:28:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff3219ef-8b1f-41e8-960e-e0133b74d9c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': '4f2dd424-d313-4cbe-936c-07a33e8ea05a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:05:25Z', 'updated_at': '2022-05-20T21:05:31Z', 'revision_number': 4, 'project_id': 'd7932b75a33b465998804b193e9be7ad', 'subnets': [{'id': '4f2dd424-d313-4cbe-936c-07a33e8ea05a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 21:05:32.917830 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-f08a870b-0a96-4c1d-9d31-0fed3ebb2b48 None None] Provisioning complete for port f21cb930-3c36-4885-98af-a744e92434a3 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:05:32.918165 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-f08a870b-0a96-4c1d-9d31-0fed3ebb2b48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:32.926526 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [req-a1825cb8-7c48-43ed-93cb-62448d5ab3f9 req-4f950cc6-67ba-49d9-a041-94a431ddd861 service neutron] Request body: {'port': {'device_id': '91c154eb-237f-46da-9091-3e6854017c23', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-842733-1'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:05:32.996396 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-f08a870b-0a96-4c1d-9d31-0fed3ebb2b48 None None] Port f21cb930-3c36-4885-98af-a744e92434a3 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 21:05:33.031329 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05999919-2c79-4a40-a02c-315b767de7c9 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Router 90900b16-19ef-404e-98a0-ba52d4e55eef is scheduled to L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e with binding_index 1 {{(pid=103163) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 20 21:05:33.038959 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-f08a870b-0a96-4c1d-9d31-0fed3ebb2b48 None None] Provisioning complete for port 4107e589-06eb-48e0-b100-f490b680197f triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:05:33.039323 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-f08a870b-0a96-4c1d-9d31-0fed3ebb2b48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:33.102869 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3eb582db-932c-48aa-8937-899f406e3f5d req-de956289-c142-4eda-83ca-3d01ef5ab594 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/ports?device_id=da2f92a8-72f9-46a0-8a7e-a125e28b102d HTTP/1.1" status: 200 len: 210 time: 0.1690474 May 20 21:05:33.186638 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0485add3-32c2-4f9b-af18-aafc9c97e7e2 req-50ca1f54-e99d-4973-8147-849d22c25478 tempest-VolumesActionsTest-1513749764 tempest-VolumesActionsTest-1513749764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:05:33.188259 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0485add3-32c2-4f9b-af18-aafc9c97e7e2 req-50ca1f54-e99d-4973-8147-849d22c25478 tempest-VolumesActionsTest-1513749764 tempest-VolumesActionsTest-1513749764-project] 10.222.0.35 "GET /v2.0/ports?device_id=91c154eb-237f-46da-9091-3e6854017c23 HTTP/1.1" status: 200 len: 932 time: 0.3244822 May 20 21:05:33.284825 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-f08a870b-0a96-4c1d-9d31-0fed3ebb2b48 None None] Current status of the port 4107e589-06eb-48e0-b100-f490b680197f is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:05:33.287664 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-f08a870b-0a96-4c1d-9d31-0fed3ebb2b48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:33.329630 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-f08a870b-0a96-4c1d-9d31-0fed3ebb2b48 None None] For port 4107e589-06eb-48e0-b100-f490b680197f, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=4107e589-06eb-48e0-b100-f490b680197f,segment=NetworkSegment(579e8990-be00-48cb-8473-77c1f4a0a964),segment_id=579e8990-be00-48cb-8473-77c1f4a0a964)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:05:33.351808 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 4107e589-06eb-48e0-b100-f490b680197f up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:05:33.361748 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-a1825cb8-7c48-43ed-93cb-62448d5ab3f9 req-4f950cc6-67ba-49d9-a041-94a431ddd861 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:33.413736 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-f08a870b-0a96-4c1d-9d31-0fed3ebb2b48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:33.486322 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08a870b-0a96-4c1d-9d31-0fed3ebb2b48 None None] Pushing event updated for resources: {'Port': ['ID=4107e589-06eb-48e0-b100-f490b680197f,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:05:33.510870 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 4107e589-06eb-48e0-b100-f490b680197f triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:05:33.517980 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:33.518804 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0485add3-32c2-4f9b-af18-aafc9c97e7e2 req-f241fb5a-d998-452a-8a01-f291b44612ad tempest-VolumesActionsTest-1513749764 tempest-VolumesActionsTest-1513749764-project] 10.222.0.35 "GET /v2.0/security-groups?id=aeaee086-04c5-4e9c-af2f-a45cf73b5670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2391882 May 20 21:05:33.526414 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05999919-2c79-4a40-a02c-315b767de7c9 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 21:05:33.533409 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-05999919-2c79-4a40-a02c-315b767de7c9 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] 10.222.0.35 "PUT /v2.0/routers/90900b16-19ef-404e-98a0-ba52d4e55eef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1694400 May 20 21:05:33.535969 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 46324) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:05:33.552653 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b8e9582-3574-48b4-af74-cbbae7226472 None None] Sync routers for ids ['90900b16-19ef-404e-98a0-ba52d4e55eef'] in n-d-842733-1 {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 21:05:33.586360 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b8e9582-3574-48b4-af74-cbbae7226472 None None] Routers {'90900b16-19ef-404e-98a0-ba52d4e55eef'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:05:33.589648 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-2b8e9582-3574-48b4-af74-cbbae7226472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:05:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['90900b16-19ef-404e-98a0-ba52d4e55eef'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:05:33.630714 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bc6b262-c5da-4bb8-b6e7-e19b19c2b42a tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:05:33.631028 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-00f31bba-ea8a-49db-aaa6-3385f91f8795 None None] Provisioning complete for port f21cb930-3c36-4885-98af-a744e92434a3 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:05:33.631028 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-00f31bba-ea8a-49db-aaa6-3385f91f8795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:33.631214 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-4bc6b262-c5da-4bb8-b6e7-e19b19c2b42a tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] 10.222.0.35 "GET /v2.0/ports/f21cb930-3c36-4885-98af-a744e92434a3 HTTP/1.1" status: 200 len: 910 time: 0.0915217 May 20 21:05:33.634949 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 46326) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:05:33.650239 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-2b8e9582-3574-48b4-af74-cbbae7226472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:05:33.663717 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b8e9582-3574-48b4-af74-cbbae7226472 None None] Routers {'90900b16-19ef-404e-98a0-ba52d4e55eef'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:05:33.671347 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-2b8e9582-3574-48b4-af74-cbbae7226472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:05:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['90900b16-19ef-404e-98a0-ba52d4e55eef'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:05:33.708139 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-00f31bba-ea8a-49db-aaa6-3385f91f8795 None None] Port f21cb930-3c36-4885-98af-a744e92434a3 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 21:05:33.777428 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 4107e589-06eb-48e0-b100-f490b680197f is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:05:33.781622 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 5536a984-18d5-4d6e-b565-9d438d907d2c up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:05:33.808169 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-2b8e9582-3574-48b4-af74-cbbae7226472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:05:33.810153 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b8e9582-3574-48b4-af74-cbbae7226472 None None] The sync data for ids ['90900b16-19ef-404e-98a0-ba52d4e55eef'] in n-d-842733-1 is: [] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 21:05:33.871368 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 5536a984-18d5-4d6e-b565-9d438d907d2c triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:05:33.872596 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:34.052802 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 5536a984-18d5-4d6e-b565-9d438d907d2c is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:05:34.172142 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [req-a1825cb8-7c48-43ed-93cb-62448d5ab3f9 req-4f950cc6-67ba-49d9-a041-94a431ddd861 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f223d60-feaf-45b3-b4fa-0db9bfd7b2fd {{(pid=103163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 21:05:34.195141 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-a1825cb8-7c48-43ed-93cb-62448d5ab3f9 req-4f950cc6-67ba-49d9-a041-94a431ddd861 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:34.289133 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-62917e33-7b5a-4966-b277-e2ad2db82382 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748528'] for router_interface, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:34.304588 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b107785f-3ce3-4a5d-adc7-64d541534804 req-39ff0865-15ee-4acf-826a-20a1cc6ce2e1 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/ports?device_id=da2f92a8-72f9-46a0-8a7e-a125e28b102d HTTP/1.1" status: 200 len: 210 time: 0.0902746 May 20 21:05:34.307407 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [req-a1825cb8-7c48-43ed-93cb-62448d5ab3f9 req-4f950cc6-67ba-49d9-a041-94a431ddd861 service neutron] Transition to ACTIVE for port object 6f223d60-feaf-45b3-b4fa-0db9bfd7b2fd will not be triggered until provisioned by entity L2. {{(pid=103163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 21:05:34.455751 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-a1825cb8-7c48-43ed-93cb-62448d5ab3f9 req-4f950cc6-67ba-49d9-a041-94a431ddd861 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:34.546477 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f950cc6-67ba-49d9-a041-94a431ddd861 service neutron] Pushing event updated for resources: {'Port': ['ID=6f223d60-feaf-45b3-b4fa-0db9bfd7b2fd,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:05:34.690732 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-62917e33-7b5a-4966-b277-e2ad2db82382 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Deleting port f21cb930-3c36-4885-98af-a744e92434a3 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:05:34.696416 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-62917e33-7b5a-4966-b277-e2ad2db82382 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:34.735194 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-a1825cb8-7c48-43ed-93cb-62448d5ab3f9 req-4f950cc6-67ba-49d9-a041-94a431ddd861 service neutron] Attempting to bind port 6f223d60-feaf-45b3-b4fa-0db9bfd7b2fd on host n-h1-842733-1 for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:05:34.735795 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-a1825cb8-7c48-43ed-93cb-62448d5ab3f9 req-4f950cc6-67ba-49d9-a041-94a431ddd861 service neutron] Attempting to bind port 6f223d60-feaf-45b3-b4fa-0db9bfd7b2fd by drivers openvswitch,hyperv on host n-h1-842733-1 at level 0 using segments [{'id': '7310cbab-3cd1-4e3f-b210-f4ad24615999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'd842a6d6-ac76-4a70-b737-6e69ee8864ca'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:05:34.736303 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1825cb8-7c48-43ed-93cb-62448d5ab3f9 req-4f950cc6-67ba-49d9-a041-94a431ddd861 service neutron] Attempting to bind port 6f223d60-feaf-45b3-b4fa-0db9bfd7b2fd on network d842a6d6-ac76-4a70-b737-6e69ee8864ca {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:05:34.745867 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1825cb8-7c48-43ed-93cb-62448d5ab3f9 req-4f950cc6-67ba-49d9-a041-94a431ddd861 service neutron] Port 6f223d60-feaf-45b3-b4fa-0db9bfd7b2fd on network d842a6d6-ac76-4a70-b737-6e69ee8864ca not bound, no agent of type Open vSwitch agent registered on host n-h1-842733-1 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 21:05:34.746942 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1825cb8-7c48-43ed-93cb-62448d5ab3f9 req-4f950cc6-67ba-49d9-a041-94a431ddd861 service neutron] Attempting to bind port 6f223d60-feaf-45b3-b4fa-0db9bfd7b2fd on network d842a6d6-ac76-4a70-b737-6e69ee8864ca {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:05:34.757679 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1825cb8-7c48-43ed-93cb-62448d5ab3f9 req-4f950cc6-67ba-49d9-a041-94a431ddd861 service neutron] Checking agent: {'id': '08dfb1ce-804b-4db8-838b-21094082e041', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 32, 54), 'started_at': datetime.datetime(2022, 5, 20, 20, 32, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 21, 5, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 21:05:34.757679 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1825cb8-7c48-43ed-93cb-62448d5ab3f9 req-4f950cc6-67ba-49d9-a041-94a431ddd861 service neutron] Checking segment: {'id': '7310cbab-3cd1-4e3f-b210-f4ad24615999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'd842a6d6-ac76-4a70-b737-6e69ee8864ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:05:34.757679 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1825cb8-7c48-43ed-93cb-62448d5ab3f9 req-4f950cc6-67ba-49d9-a041-94a431ddd861 service neutron] Bound using segment: {'id': '7310cbab-3cd1-4e3f-b210-f4ad24615999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'd842a6d6-ac76-4a70-b737-6e69ee8864ca'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 21:05:34.757679 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-a1825cb8-7c48-43ed-93cb-62448d5ab3f9 req-4f950cc6-67ba-49d9-a041-94a431ddd861 service neutron] Bound port: 6f223d60-feaf-45b3-b4fa-0db9bfd7b2fd, host: n-h1-842733-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7310cbab-3cd1-4e3f-b210-f4ad24615999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'd842a6d6-ac76-4a70-b737-6e69ee8864ca'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:05:34.758458 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-a1825cb8-7c48-43ed-93cb-62448d5ab3f9 req-4f950cc6-67ba-49d9-a041-94a431ddd861 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:34.820430 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674ce1d7-74bd-4f5b-aaa1-b0bf036bdeb5 req-8045097c-774f-49e2-a8ee-127c0256d418 tempest-VolumesActionsTest-1513749764 tempest-VolumesActionsTest-1513749764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:05:34.822537 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-674ce1d7-74bd-4f5b-aaa1-b0bf036bdeb5 req-8045097c-774f-49e2-a8ee-127c0256d418 tempest-VolumesActionsTest-1513749764 tempest-VolumesActionsTest-1513749764-project] 10.222.0.35 "GET /v2.0/ports?device_id=91c154eb-237f-46da-9091-3e6854017c23 HTTP/1.1" status: 200 len: 944 time: 0.1886694 May 20 21:05:34.925085 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-62917e33-7b5a-4966-b277-e2ad2db82382 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:34.944754 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-a1825cb8-7c48-43ed-93cb-62448d5ab3f9 req-4f950cc6-67ba-49d9-a041-94a431ddd861 service neutron] For port 6f223d60-feaf-45b3-b4fa-0db9bfd7b2fd, host n-h1-842733-1, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 21:05:34.956546 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-62917e33-7b5a-4966-b277-e2ad2db82382 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Calling delete_port for f21cb930-3c36-4885-98af-a744e92434a3 owned by network:router_interface {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:05:34.965669 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-674ce1d7-74bd-4f5b-aaa1-b0bf036bdeb5 req-aba7339f-bec7-4221-9b0e-b9ca343afaa3 tempest-VolumesActionsTest-1513749764 tempest-VolumesActionsTest-1513749764-project] 10.222.0.35 "GET /v2.0/security-groups?id=aeaee086-04c5-4e9c-af2f-a45cf73b5670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273875 May 20 21:05:34.968006 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-a1825cb8-7c48-43ed-93cb-62448d5ab3f9 req-4f950cc6-67ba-49d9-a041-94a431ddd861 service neutron] For port 6f223d60-feaf-45b3-b4fa-0db9bfd7b2fd, host n-h1-842733-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=6f223d60-feaf-45b3-b4fa-0db9bfd7b2fd,segment=NetworkSegment(7310cbab-3cd1-4e3f-b210-f4ad24615999),segment_id=7310cbab-3cd1-4e3f-b210-f4ad24615999)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 21:05:35.056869 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-a1825cb8-7c48-43ed-93cb-62448d5ab3f9 req-4f950cc6-67ba-49d9-a041-94a431ddd861 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:35.235788 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f950cc6-67ba-49d9-a041-94a431ddd861 service neutron] Pushing event updated for resources: {'Port': ['ID=6f223d60-feaf-45b3-b4fa-0db9bfd7b2fd,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:05:35.251432 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1825cb8-7c48-43ed-93cb-62448d5ab3f9 req-4f950cc6-67ba-49d9-a041-94a431ddd861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:05:35.262503 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-a1825cb8-7c48-43ed-93cb-62448d5ab3f9 req-4f950cc6-67ba-49d9-a041-94a431ddd861 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:35.264110 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a1825cb8-7c48-43ed-93cb-62448d5ab3f9 req-4f950cc6-67ba-49d9-a041-94a431ddd861 service neutron] 10.222.0.24 "PUT /v2.0/ports/6f223d60-feaf-45b3-b4fa-0db9bfd7b2fd HTTP/1.1" status: 200 len: 1092 time: 2.3463573 May 20 21:05:35.269555 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91c154eb-237f-46da-9091-3e6854017c23', 'tag': '6f223d60-feaf-45b3-b4fa-0db9bfd7b2fd'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 21:05:35.277148 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4291b17aa7b45362825f0571e77c85f5e73afe1df9c7e9e15006df9d695c005e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab14da86-df46-4115-9176-438b4f61fce7" -d '{"events": [{"name": "network-changed", "server_uuid": "91c154eb-237f-46da-9091-3e6854017c23", "tag": "6f223d60-feaf-45b3-b4fa-0db9bfd7b2fd"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 21:05:35.318968 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 4107e589-06eb-48e0-b100-f490b680197f up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:05:35.407817 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 21:05:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc491e25-58d5-48d9-97aa-625ca911b8a0 x-openstack-request-id: req-cc491e25-58d5-48d9-97aa-625ca911b8a0 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 21:05:35.408619 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91c154eb-237f-46da-9091-3e6854017c23", "tag": "6f223d60-feaf-45b3-b4fa-0db9bfd7b2fd", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 21:05:35.410118 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-cc491e25-58d5-48d9-97aa-625ca911b8a0 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 21:05:35.410118 n-d-842733-1 neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc491e25-58d5-48d9-97aa-625ca911b8a0'] response: {'name': 'network-changed', 'server_uuid': '91c154eb-237f-46da-9091-3e6854017c23', 'tag': '6f223d60-feaf-45b3-b4fa-0db9bfd7b2fd', 'status': 'completed', 'code': 200} May 20 21:05:35.549986 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a1ab15dd-c955-4026-9e8d-a30571ca6a8d req-7d90a14b-88c1-4d0c-8f8b-077b0183cb7d tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/ports?device_id=da2f92a8-72f9-46a0-8a7e-a125e28b102d HTTP/1.1" status: 200 len: 210 time: 0.0857430 May 20 21:05:35.569621 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1825cb8-7c48-43ed-93cb-62448d5ab3f9 req-c3fc1871-141d-4faf-9fbf-7a056a056ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:05:35.570641 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a1825cb8-7c48-43ed-93cb-62448d5ab3f9 req-c3fc1871-141d-4faf-9fbf-7a056a056ac8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=739c5633298549a1821546fc93e42841&device_id=91c154eb-237f-46da-9091-3e6854017c23 HTTP/1.1" status: 200 len: 1095 time: 0.1851799 May 20 21:05:35.585995 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-62917e33-7b5a-4966-b277-e2ad2db82382 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:35.629482 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62917e33-7b5a-4966-b277-e2ad2db82382 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Pushing event deleted for resources: {'Port': ['ID=f21cb930-3c36-4885-98af-a744e92434a3,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:05:35.640746 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 4107e589-06eb-48e0-b100-f490b680197f triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:05:35.641164 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:35.642007 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a1825cb8-7c48-43ed-93cb-62448d5ab3f9 req-f2d2ff70-b15a-4946-9158-52cb4ebf4761 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6f223d60-feaf-45b3-b4fa-0db9bfd7b2fd HTTP/1.1" status: 200 len: 217 time: 0.0630660 May 20 21:05:35.755382 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1825cb8-7c48-43ed-93cb-62448d5ab3f9 req-6479d93b-e30f-40ba-8916-2803c900741f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:05:35.756787 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a1825cb8-7c48-43ed-93cb-62448d5ab3f9 req-6479d93b-e30f-40ba-8916-2803c900741f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=66ae3861-e975-4d15-9c77-feb10428aa55 HTTP/1.1" status: 200 len: 849 time: 0.1088305 May 20 21:05:35.796299 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 4107e589-06eb-48e0-b100-f490b680197f is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:05:35.865432 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a1825cb8-7c48-43ed-93cb-62448d5ab3f9 req-c957c8f1-37ee-4488-8f96-f29609e9e609 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d842a6d6-ac76-4a70-b737-6e69ee8864ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1002402 May 20 21:05:36.000013 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a1825cb8-7c48-43ed-93cb-62448d5ab3f9 req-7ab63ec6-298b-438d-840d-541177b6fe90 service neutron] 10.222.0.24 "GET /v2.0/networks/d842a6d6-ac76-4a70-b737-6e69ee8864ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259909 May 20 21:05:36.026789 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-62917e33-7b5a-4966-b277-e2ad2db82382 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-692224'] for router_interface, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:36.154608 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a1825cb8-7c48-43ed-93cb-62448d5ab3f9 req-877b98e4-666e-4495-9dc0-290eb27fa3d6 service neutron] 10.222.0.24 "GET /v2.0/networks/d842a6d6-ac76-4a70-b737-6e69ee8864ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469049 May 20 21:05:36.201003 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c430d3-b9c1-4506-a10e-2331acfc737d req-ebb0630e-af16-4c61-8c59-da34e6380591 tempest-VolumesActionsTest-1513749764 tempest-VolumesActionsTest-1513749764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:05:36.209252 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c2c430d3-b9c1-4506-a10e-2331acfc737d req-ebb0630e-af16-4c61-8c59-da34e6380591 tempest-VolumesActionsTest-1513749764 tempest-VolumesActionsTest-1513749764-project] 10.222.0.35 "GET /v2.0/ports?device_id=91c154eb-237f-46da-9091-3e6854017c23 HTTP/1.1" status: 200 len: 944 time: 0.1037543 May 20 21:05:36.251444 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c2c430d3-b9c1-4506-a10e-2331acfc737d req-8c4d1e70-01ec-45a1-99bb-6117134767e4 tempest-VolumesActionsTest-1513749764 tempest-VolumesActionsTest-1513749764-project] 10.222.0.35 "GET /v2.0/security-groups?id=aeaee086-04c5-4e9c-af2f-a45cf73b5670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411882 May 20 21:05:36.254974 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62917e33-7b5a-4966-b277-e2ad2db82382 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Router 90900b16-19ef-404e-98a0-ba52d4e55eef has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 21:05:36.357571 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab14da86-df46-4115-9176-438b4f61fce7 req-32466fb3-8a20-4b8a-8e10-9304bfe6a20a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:05:36.359144 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ab14da86-df46-4115-9176-438b4f61fce7 req-32466fb3-8a20-4b8a-8e10-9304bfe6a20a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=739c5633298549a1821546fc93e42841&device_id=91c154eb-237f-46da-9091-3e6854017c23 HTTP/1.1" status: 200 len: 1095 time: 0.0722225 May 20 21:05:36.414617 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62917e33-7b5a-4966-b277-e2ad2db82382 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 21:05:36.430524 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-62917e33-7b5a-4966-b277-e2ad2db82382 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] 10.222.0.35 "PUT /v2.0/routers/90900b16-19ef-404e-98a0-ba52d4e55eef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7943840 May 20 21:05:36.439333 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 46368) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:05:36.450758 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc9aacd3-ea4c-4854-b307-96a786475457 None None] Sync routers for ids ['90900b16-19ef-404e-98a0-ba52d4e55eef'] in n-d-842733-1 {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 21:05:36.472775 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc9aacd3-ea4c-4854-b307-96a786475457 None None] Routers {'90900b16-19ef-404e-98a0-ba52d4e55eef'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:05:36.477248 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-fc9aacd3-ea4c-4854-b307-96a786475457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:05:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['90900b16-19ef-404e-98a0-ba52d4e55eef'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:05:36.511894 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab14da86-df46-4115-9176-438b4f61fce7 req-5abe622d-bb96-4ea4-bc44-82d753ce1ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:05:36.514973 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ab14da86-df46-4115-9176-438b4f61fce7 req-5abe622d-bb96-4ea4-bc44-82d753ce1ac3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d842a6d6-ac76-4a70-b737-6e69ee8864ca HTTP/1.1" status: 200 len: 910 time: 0.1494761 May 20 21:05:36.540556 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-fc9aacd3-ea4c-4854-b307-96a786475457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:05:36.557296 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc9aacd3-ea4c-4854-b307-96a786475457 None None] Routers {'90900b16-19ef-404e-98a0-ba52d4e55eef'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:05:36.560173 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-fc9aacd3-ea4c-4854-b307-96a786475457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:05:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['90900b16-19ef-404e-98a0-ba52d4e55eef'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:05:36.593650 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ab14da86-df46-4115-9176-438b4f61fce7 req-bccd4e17-8932-4007-a688-677ae4776574 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6f223d60-feaf-45b3-b4fa-0db9bfd7b2fd HTTP/1.1" status: 200 len: 217 time: 0.0706325 May 20 21:05:36.669750 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-fc9aacd3-ea4c-4854-b307-96a786475457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:05:36.671893 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc9aacd3-ea4c-4854-b307-96a786475457 None None] The sync data for ids ['90900b16-19ef-404e-98a0-ba52d4e55eef'] in n-d-842733-1 is: [] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 21:05:36.698244 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab14da86-df46-4115-9176-438b4f61fce7 req-61cc0c91-79df-4c2d-8c21-6c0bf7556968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:05:36.700042 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ab14da86-df46-4115-9176-438b4f61fce7 req-61cc0c91-79df-4c2d-8c21-6c0bf7556968 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=66ae3861-e975-4d15-9c77-feb10428aa55 HTTP/1.1" status: 200 len: 849 time: 0.0986753 May 20 21:05:36.750301 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ab14da86-df46-4115-9176-438b4f61fce7 req-01f774e0-43ea-4def-b2e4-eb81650f8d55 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d842a6d6-ac76-4a70-b737-6e69ee8864ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420651 May 20 21:05:36.843242 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a220ce84-ede8-426c-bdff-056eb85ce51a req-cc1de895-ad34-4a51-a660-2d10f5b5a1de tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/ports?device_id=da2f92a8-72f9-46a0-8a7e-a125e28b102d HTTP/1.1" status: 200 len: 210 time: 0.0918813 May 20 21:05:36.857169 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-00c812b7-d4f9-4aa6-97de-0388254b58e3 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] 10.222.0.35 "GET /v2.0/ports?device_id=90900b16-19ef-404e-98a0-ba52d4e55eef HTTP/1.1" status: 200 len: 205 time: 0.4165089 May 20 21:05:36.870019 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 46376) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:05:36.932313 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ab14da86-df46-4115-9176-438b4f61fce7 req-88450c46-436d-4a11-8a9f-dcdcd69a04e4 service neutron] 10.222.0.24 "GET /v2.0/networks/d842a6d6-ac76-4a70-b737-6e69ee8864ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720104 May 20 21:05:37.034392 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-642dd14c-1524-419e-82e6-d68c5c13715c tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks [] for router, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:37.071809 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff34e219-376a-43a0-804a-22f2649cc837 req-35487a94-2d62-46c8-a563-7ca7160a506c tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:05:37.073479 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-ff34e219-376a-43a0-804a-22f2649cc837 req-35487a94-2d62-46c8-a563-7ca7160a506c tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.13 "GET /v2.0/networks?id=66a75e9f-357c-4d3b-b3f3-b40223d117cb HTTP/1.1" status: 200 len: 797 time: 0.7669978 May 20 21:05:37.198399 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ab14da86-df46-4115-9176-438b4f61fce7 req-e499a3cf-6132-46f8-839d-03d548be4501 service neutron] 10.222.0.24 "GET /v2.0/networks/d842a6d6-ac76-4a70-b737-6e69ee8864ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2573516 May 20 21:05:37.246121 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-ff34e219-376a-43a0-804a-22f2649cc837 req-cc25c6cc-7000-456a-877c-1630e18ab6b8 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d7932b75a33b465998804b193e9be7ad HTTP/1.1" status: 200 len: 379 time: 0.0968702 May 20 21:05:37.314050 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [req-ff34e219-376a-43a0-804a-22f2649cc837 req-977bda27-a6cf-4741-bbb6-3b49a5e8ebda tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Request body: {'port': {'device_id': 'da2f92a8-72f9-46a0-8a7e-a125e28b102d', 'network_id': '66a75e9f-357c-4d3b-b3f3-b40223d117cb', 'admin_state_up': True, 'tenant_id': 'd7932b75a33b465998804b193e9be7ad', 'security_groups': ['82988572-6e98-4d4a-89ee-f1a227fea559']}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:05:37.522728 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5b262a-d081-4579-bb61-e1efb549e708 req-ba701ede-117b-4351-bea2-0ee9d783002c tempest-VolumesActionsTest-1513749764 tempest-VolumesActionsTest-1513749764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:05:37.530923 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8c5b262a-d081-4579-bb61-e1efb549e708 req-ba701ede-117b-4351-bea2-0ee9d783002c tempest-VolumesActionsTest-1513749764 tempest-VolumesActionsTest-1513749764-project] 10.222.0.35 "GET /v2.0/ports?device_id=91c154eb-237f-46da-9091-3e6854017c23 HTTP/1.1" status: 200 len: 944 time: 0.1405354 May 20 21:05:37.540559 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-642dd14c-1524-419e-82e6-d68c5c13715c tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26169'] for router, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:37.548060 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-642dd14c-1524-419e-82e6-d68c5c13715c tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:37.609014 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8c5b262a-d081-4579-bb61-e1efb549e708 req-bc7701a5-5056-461f-a251-2d5813ba4302 tempest-VolumesActionsTest-1513749764 tempest-VolumesActionsTest-1513749764-project] 10.222.0.35 "GET /v2.0/security-groups?id=aeaee086-04c5-4e9c-af2f-a45cf73b5670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749762 May 20 21:05:37.764434 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-642dd14c-1524-419e-82e6-d68c5c13715c tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-693148'] for router, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:37.764997 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-642dd14c-1524-419e-82e6-d68c5c13715c tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Fanout notify agent at l3_agent the message router_deleted on router 90900b16-19ef-404e-98a0-ba52d4e55eef {{(pid=103162) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 20 21:05:37.772426 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-642dd14c-1524-419e-82e6-d68c5c13715c tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks [] for router, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:37.773628 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-642dd14c-1524-419e-82e6-d68c5c13715c tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] 10.222.0.35 "DELETE /v2.0/routers/90900b16-19ef-404e-98a0-ba52d4e55eef HTTP/1.1" status: 204 len: 168 time: 0.9044805 May 20 21:05:37.776762 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 46386) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:05:37.813957 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff34e219-376a-43a0-804a-22f2649cc837 req-977bda27-a6cf-4741-bbb6-3b49a5e8ebda tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Made reservation on behalf of d7932b75a33b465998804b193e9be7ad for: {'port': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:05:37.818321 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-ff34e219-376a-43a0-804a-22f2649cc837 req-977bda27-a6cf-4741-bbb6-3b49a5e8ebda tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:37.850721 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_v2 [None req-e66cdc24-9b19-425a-a953-53f8e57e2e42 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Deleting subnet 2df5aaaf-103b-4f6b-b9af-ee5f5f959e8c {{(pid=103163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 20 21:05:37.854888 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e66cdc24-9b19-425a-a953-53f8e57e2e42 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks [] for subnet, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:37.942523 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e66cdc24-9b19-425a-a953-53f8e57e2e42 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9338757'] for subnet, precommit_delete_associations {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:38.048966 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [req-ff34e219-376a-43a0-804a-22f2649cc837 req-977bda27-a6cf-4741-bbb6-3b49a5e8ebda tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Allocated IP 172.20.0.9 (66a75e9f-357c-4d3b-b3f3-b40223d117cb/4f2dd424-d313-4cbe-936c-07a33e8ea05a/7dda6a34-c056-4878-8bef-3216d68732b7) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:05:38.068333 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e66cdc24-9b19-425a-a953-53f8e57e2e42 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33068388'] for subnet, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:38.240678 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e66cdc24-9b19-425a-a953-53f8e57e2e42 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33068399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9641221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8422588'] for subnet, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:38.301573 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-ff34e219-376a-43a0-804a-22f2649cc837 req-977bda27-a6cf-4741-bbb6-3b49a5e8ebda tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:38.314055 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66cdc24-9b19-425a-a953-53f8e57e2e42 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Pushing event deleted for resources: {'Subnet': ['ID=2df5aaaf-103b-4f6b-b9af-ee5f5f959e8c,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:05:38.316241 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e162840-357a-4dd1-b98f-0ec718ea2b84 None None] Network 174db407-f45c-44f9-a65f-9f68f8750ade requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:05:38.322589 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e66cdc24-9b19-425a-a953-53f8e57e2e42 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks [] for subnet, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:38.333066 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-e66cdc24-9b19-425a-a953-53f8e57e2e42 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] 10.222.0.35 "DELETE /v2.0/subnets/2df5aaaf-103b-4f6b-b9af-ee5f5f959e8c HTTP/1.1" status: 204 len: 168 time: 0.5543909 May 20 21:05:38.334051 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 46400) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:05:38.467721 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-ff34e219-376a-43a0-804a-22f2649cc837 req-977bda27-a6cf-4741-bbb6-3b49a5e8ebda tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:38.526869 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff34e219-376a-43a0-804a-22f2649cc837 req-977bda27-a6cf-4741-bbb6-3b49a5e8ebda tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Network 66a75e9f-357c-4d3b-b3f3-b40223d117cb is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:05:38.535487 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [req-ff34e219-376a-43a0-804a-22f2649cc837 req-977bda27-a6cf-4741-bbb6-3b49a5e8ebda tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:05:38.548017 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff34e219-376a-43a0-804a-22f2649cc837 req-977bda27-a6cf-4741-bbb6-3b49a5e8ebda tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:05:38.620180 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977bda27-a6cf-4741-bbb6-3b49a5e8ebda tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Pushing event updated for resources: {'Port': ['ID=7dda6a34-c056-4878-8bef-3216d68732b7,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:05:38.630810 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9e15e7cf-4985-4fb7-930f-46ce66b96877 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33160123'] for network, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:38.688671 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff34e219-376a-43a0-804a-22f2649cc837 req-977bda27-a6cf-4741-bbb6-3b49a5e8ebda tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:05:38.693690 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-ff34e219-376a-43a0-804a-22f2649cc837 req-977bda27-a6cf-4741-bbb6-3b49a5e8ebda tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:38.705179 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f717dfe-c2ea-446e-9b57-d9dd32e1ca47 req-573397ac-ba40-4e62-8835-956840f084c2 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:05:38.720989 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9f717dfe-c2ea-446e-9b57-d9dd32e1ca47 req-573397ac-ba40-4e62-8835-956840f084c2 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/ports?device_id=da2f92a8-72f9-46a0-8a7e-a125e28b102d HTTP/1.1" status: 200 len: 931 time: 0.7691126 May 20 21:05:38.765869 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35e13181-f977-4425-a19f-e372081a6ce8 None None] DHCP port deletion for 174db407-f45c-44f9-a65f-9f68f8750ade request from n-d-842733-1 {{(pid=103164) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 21:05:38.789794 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-ff34e219-376a-43a0-804a-22f2649cc837 req-977bda27-a6cf-4741-bbb6-3b49a5e8ebda tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5166473 May 20 21:05:38.810149 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [req-ff34e219-376a-43a0-804a-22f2649cc837 req-20f557b2-1b1d-4873-af62-f20efbe6d963 service neutron] Request body: {'port': {'device_id': 'da2f92a8-72f9-46a0-8a7e-a125e28b102d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-842733-1'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:05:38.894843 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9f717dfe-c2ea-446e-9b57-d9dd32e1ca47 req-7903aa75-7c6f-435c-b3d6-abea1aa1729f tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/security-groups?id=82988572-6e98-4d4a-89ee-f1a227fea559&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1728377 May 20 21:05:38.915379 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-35e13181-f977-4425-a19f-e372081a6ce8 None None] Deleting port 5536a984-18d5-4d6e-b565-9d438d907d2c {{(pid=103164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:05:38.919514 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-35e13181-f977-4425-a19f-e372081a6ce8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:38.923593 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91adce6-526b-4c50-9e08-5057e4fd25c7 req-25fd34ea-1031-463c-96ae-a4be4dd24cdd tempest-VolumesActionsTest-1513749764 tempest-VolumesActionsTest-1513749764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:05:38.925267 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c91adce6-526b-4c50-9e08-5057e4fd25c7 req-25fd34ea-1031-463c-96ae-a4be4dd24cdd tempest-VolumesActionsTest-1513749764 tempest-VolumesActionsTest-1513749764-project] 10.222.0.35 "GET /v2.0/ports?device_id=91c154eb-237f-46da-9091-3e6854017c23 HTTP/1.1" status: 200 len: 944 time: 0.1650245 May 20 21:05:38.946332 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-9e15e7cf-4985-4fb7-930f-46ce66b96877 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Deleting port 5536a984-18d5-4d6e-b565-9d438d907d2c {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:05:38.946657 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9e15e7cf-4985-4fb7-930f-46ce66b96877 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:39.029339 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-ff34e219-376a-43a0-804a-22f2649cc837 req-20f557b2-1b1d-4873-af62-f20efbe6d963 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:39.120533 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-66302a02-6cc5-4a11-980e-be170640af42 None None] Provisioning complete for port 7dda6a34-c056-4878-8bef-3216d68732b7 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:05:39.121038 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-66302a02-6cc5-4a11-980e-be170640af42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:39.145114 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-9e15e7cf-4985-4fb7-930f-46ce66b96877 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] For port 5536a984-18d5-4d6e-b565-9d438d907d2c, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=5536a984-18d5-4d6e-b565-9d438d907d2c,segment=NetworkSegment(475d9b8f-0961-4cac-ad2d-4c597cdd5401),segment_id=475d9b8f-0961-4cac-ad2d-4c597cdd5401)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:05:39.147099 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9e15e7cf-4985-4fb7-930f-46ce66b96877 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:39.156914 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-35e13181-f977-4425-a19f-e372081a6ce8 None None] For port 5536a984-18d5-4d6e-b565-9d438d907d2c, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=5536a984-18d5-4d6e-b565-9d438d907d2c,segment=NetworkSegment(475d9b8f-0961-4cac-ad2d-4c597cdd5401),segment_id=475d9b8f-0961-4cac-ad2d-4c597cdd5401)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:05:39.156914 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-35e13181-f977-4425-a19f-e372081a6ce8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:39.158821 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 46408) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:05:39.181540 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-9e15e7cf-4985-4fb7-930f-46ce66b96877 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Calling delete_port for 5536a984-18d5-4d6e-b565-9d438d907d2c owned by network:dhcp {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:05:39.236100 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-35e13181-f977-4425-a19f-e372081a6ce8 None None] Calling delete_port for 5536a984-18d5-4d6e-b565-9d438d907d2c owned by network:dhcp {{(pid=103164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:05:39.256476 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 5536a984-18d5-4d6e-b565-9d438d907d2c no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 21:05:39.327512 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-66302a02-6cc5-4a11-980e-be170640af42 None None] Port 7dda6a34-c056-4878-8bef-3216d68732b7 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 21:05:39.364673 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c91adce6-526b-4c50-9e08-5057e4fd25c7 req-7171e622-8fa2-49f6-93f9-f37761e7f0d8 tempest-VolumesActionsTest-1513749764 tempest-VolumesActionsTest-1513749764-project] 10.222.0.35 "GET /v2.0/security-groups?id=aeaee086-04c5-4e9c-af2f-a45cf73b5670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4072945 May 20 21:05:39.417431 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 6f223d60-feaf-45b3-b4fa-0db9bfd7b2fd details requested by agent hyperv_n-h1-842733-1 with host n-h1-842733-1 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 21:05:39.426156 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9e15e7cf-4985-4fb7-930f-46ce66b96877 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:39.482441 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e15e7cf-4985-4fb7-930f-46ce66b96877 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Pushing event deleted for resources: {'Port': ['ID=5536a984-18d5-4d6e-b565-9d438d907d2c,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:05:39.495453 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e15e7cf-4985-4fb7-930f-46ce66b96877 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] No DVR routers for this DVR port 5536a984-18d5-4d6e-b565-9d438d907d2c on host n-d-842733-1 {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 21:05:39.526284 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No active binding found for port 5536a984-18d5-4d6e-b565-9d438d907d2c {{(pid=103164) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} May 20 21:05:39.528025 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 5536a984-18d5-4d6e-b565-9d438d907d2c not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 21:05:39.571386 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [req-ff34e219-376a-43a0-804a-22f2649cc837 req-20f557b2-1b1d-4873-af62-f20efbe6d963 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7dda6a34-c056-4878-8bef-3216d68732b7 {{(pid=103162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 21:05:39.580377 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-ff34e219-376a-43a0-804a-22f2649cc837 req-20f557b2-1b1d-4873-af62-f20efbe6d963 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:39.598739 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.provisioning_blocks [req-ff34e219-376a-43a0-804a-22f2649cc837 req-20f557b2-1b1d-4873-af62-f20efbe6d963 service neutron] Transition to ACTIVE for port object 7dda6a34-c056-4878-8bef-3216d68732b7 will not be triggered until provisioned by entity L2. {{(pid=103162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 21:05:39.615148 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5fa696d8-2855-410e-ba27-b0b37b365a40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:39.686846 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-ff34e219-376a-43a0-804a-22f2649cc837 req-20f557b2-1b1d-4873-af62-f20efbe6d963 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:39.717138 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port 6f223d60-feaf-45b3-b4fa-0db9bfd7b2fd, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=6f223d60-feaf-45b3-b4fa-0db9bfd7b2fd,segment=NetworkSegment(7310cbab-3cd1-4e3f-b210-f4ad24615999),segment_id=7310cbab-3cd1-4e3f-b210-f4ad24615999)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:05:39.732245 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Returning: {'device': '6f223d60-feaf-45b3-b4fa-0db9bfd7b2fd', 'network_id': 'd842a6d6-ac76-4a70-b737-6e69ee8864ca', 'port_id': '6f223d60-feaf-45b3-b4fa-0db9bfd7b2fd', 'mac_address': 'fa:16:3e:b4:d5:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66ae3861-e975-4d15-9c77-feb10428aa55', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 20 21:05:39.742690 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5fa696d8-2855-410e-ba27-b0b37b365a40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:39.768552 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f557b2-1b1d-4873-af62-f20efbe6d963 service neutron] Pushing event updated for resources: {'Port': ['ID=7dda6a34-c056-4878-8bef-3216d68732b7,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:05:39.793933 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Current status of the port 6f223d60-feaf-45b3-b4fa-0db9bfd7b2fd is: DOWN; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:05:39.800796 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:39.803391 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-35e13181-f977-4425-a19f-e372081a6ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099'] for port, after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:39.811728 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5fa696d8-2855-410e-ba27-b0b37b365a40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:39.877656 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e13181-f977-4425-a19f-e372081a6ce8 None None] Pushing event deleted for resources: {'Port': ['ID=5536a984-18d5-4d6e-b565-9d438d907d2c,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:05:39.891377 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f223d60-feaf-45b3-b4fa-0db9bfd7b2fd {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 21:05:39.892639 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-5fa696d8-2855-410e-ba27-b0b37b365a40 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6e61901ee68341c8b4dbfd150bf90025&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7326920 May 20 21:05:39.897855 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e13181-f977-4425-a19f-e372081a6ce8 None None] No DVR routers for this DVR port 5536a984-18d5-4d6e-b565-9d438d907d2c on host n-d-842733-1 {{(pid=103164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 21:05:39.898346 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 46414) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:05:39.957036 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port 6f223d60-feaf-45b3-b4fa-0db9bfd7b2fd, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=6f223d60-feaf-45b3-b4fa-0db9bfd7b2fd,segment=NetworkSegment(7310cbab-3cd1-4e3f-b210-f4ad24615999),segment_id=7310cbab-3cd1-4e3f-b210-f4ad24615999)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:05:39.967009 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-ff34e219-376a-43a0-804a-22f2649cc837 req-20f557b2-1b1d-4873-af62-f20efbe6d963 service neutron] Attempting to bind port 7dda6a34-c056-4878-8bef-3216d68732b7 on host n-h2-842733-1 for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:05:39.967344 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-ff34e219-376a-43a0-804a-22f2649cc837 req-20f557b2-1b1d-4873-af62-f20efbe6d963 service neutron] Attempting to bind port 7dda6a34-c056-4878-8bef-3216d68732b7 by drivers openvswitch,hyperv on host n-h2-842733-1 at level 0 using segments [{'id': '579e8990-be00-48cb-8473-77c1f4a0a964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '66a75e9f-357c-4d3b-b3f3-b40223d117cb'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:05:39.967673 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff34e219-376a-43a0-804a-22f2649cc837 req-20f557b2-1b1d-4873-af62-f20efbe6d963 service neutron] Attempting to bind port 7dda6a34-c056-4878-8bef-3216d68732b7 on network 66a75e9f-357c-4d3b-b3f3-b40223d117cb {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:05:39.987229 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa696d8-2855-410e-ba27-b0b37b365a40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5aaedfa8-b4ad-4b82-829a-30c337f7ffb3,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:05:40.000282 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff34e219-376a-43a0-804a-22f2649cc837 req-20f557b2-1b1d-4873-af62-f20efbe6d963 service neutron] Port 7dda6a34-c056-4878-8bef-3216d68732b7 on network 66a75e9f-357c-4d3b-b3f3-b40223d117cb not bound, no agent of type Open vSwitch agent registered on host n-h2-842733-1 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 21:05:40.000674 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff34e219-376a-43a0-804a-22f2649cc837 req-20f557b2-1b1d-4873-af62-f20efbe6d963 service neutron] Attempting to bind port 7dda6a34-c056-4878-8bef-3216d68732b7 on network 66a75e9f-357c-4d3b-b3f3-b40223d117cb {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:05:40.021868 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff34e219-376a-43a0-804a-22f2649cc837 req-20f557b2-1b1d-4873-af62-f20efbe6d963 service neutron] Checking agent: {'id': 'a66f2511-b955-448f-877c-56cfe9c81b12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 33, 2), 'started_at': datetime.datetime(2022, 5, 20, 20, 33, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 21, 5, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 21:05:40.022216 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff34e219-376a-43a0-804a-22f2649cc837 req-20f557b2-1b1d-4873-af62-f20efbe6d963 service neutron] Checking segment: {'id': '579e8990-be00-48cb-8473-77c1f4a0a964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '66a75e9f-357c-4d3b-b3f3-b40223d117cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:05:40.022499 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff34e219-376a-43a0-804a-22f2649cc837 req-20f557b2-1b1d-4873-af62-f20efbe6d963 service neutron] Bound using segment: {'id': '579e8990-be00-48cb-8473-77c1f4a0a964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '66a75e9f-357c-4d3b-b3f3-b40223d117cb'} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 21:05:40.022944 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-ff34e219-376a-43a0-804a-22f2649cc837 req-20f557b2-1b1d-4873-af62-f20efbe6d963 service neutron] Bound port: 7dda6a34-c056-4878-8bef-3216d68732b7, host: n-h2-842733-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '579e8990-be00-48cb-8473-77c1f4a0a964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '66a75e9f-357c-4d3b-b3f3-b40223d117cb'}}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:05:40.023304 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-ff34e219-376a-43a0-804a-22f2649cc837 req-20f557b2-1b1d-4873-af62-f20efbe6d963 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:40.056743 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:40.124467 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-ff34e219-376a-43a0-804a-22f2649cc837 req-20f557b2-1b1d-4873-af62-f20efbe6d963 service neutron] For port 7dda6a34-c056-4878-8bef-3216d68732b7, host n-h2-842733-1, cleared binding levels {{(pid=103162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 21:05:40.127729 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-ff34e219-376a-43a0-804a-22f2649cc837 req-20f557b2-1b1d-4873-af62-f20efbe6d963 service neutron] For port 7dda6a34-c056-4878-8bef-3216d68732b7, host n-h2-842733-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=7dda6a34-c056-4878-8bef-3216d68732b7,segment=NetworkSegment(579e8990-be00-48cb-8473-77c1f4a0a964),segment_id=579e8990-be00-48cb-8473-77c1f4a0a964)] {{(pid=103162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 21:05:40.132947 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Pushing event updated for resources: {'Port': ['ID=6f223d60-feaf-45b3-b4fa-0db9bfd7b2fd,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:05:40.143292 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-794a248d-6800-4c85-bae8-86165a23d587 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:40.186915 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-794a248d-6800-4c85-bae8-86165a23d587 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:40.216672 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-ff34e219-376a-43a0-804a-22f2649cc837 req-20f557b2-1b1d-4873-af62-f20efbe6d963 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:40.237034 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9e15e7cf-4985-4fb7-930f-46ce66b96877 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33072115', 'neutron.services.segments.db._delete_segments_for_network-8782419500584'] for network, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:40.263313 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] get_ports_and_sgs() called for port_ids ['6f223d60-feaf-45b3-b4fa-0db9bfd7b2fd'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 21:05:40.267479 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-9e15e7cf-4985-4fb7-930f-46ce66b96877 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['174db407-f45c-44f9-a65f-9f68f8750ade']}} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:05:40.291896 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e9c181-752b-4ece-a722-a7b1ffca94de req-39945ed1-b882-441b-b01a-d995d9a8e4de tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:05:40.294135 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-45e9c181-752b-4ece-a722-a7b1ffca94de req-39945ed1-b882-441b-b01a-d995d9a8e4de tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/ports?device_id=da2f92a8-72f9-46a0-8a7e-a125e28b102d HTTP/1.1" status: 200 len: 943 time: 0.1006849 May 20 21:05:40.296138 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-9e15e7cf-4985-4fb7-930f-46ce66b96877 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '475d9b8f-0961-4cac-ad2d-4c597cdd5401') {'for_net_delete': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:05:40.296435 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-9e15e7cf-4985-4fb7-930f-46ce66b96877 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '475d9b8f-0961-4cac-ad2d-4c597cdd5401') {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:05:40.314239 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9e15e7cf-4985-4fb7-930f-46ce66b96877 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419501617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9338764'] for segment, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:40.324104 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff34e219-376a-43a0-804a-22f2649cc837 req-20f557b2-1b1d-4873-af62-f20efbe6d963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:05:40.324954 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-ff34e219-376a-43a0-804a-22f2649cc837 req-20f557b2-1b1d-4873-af62-f20efbe6d963 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:40.327093 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-ff34e219-376a-43a0-804a-22f2649cc837 req-20f557b2-1b1d-4873-af62-f20efbe6d963 service neutron] 10.222.0.13 "PUT /v2.0/ports/7dda6a34-c056-4878-8bef-3216d68732b7 HTTP/1.1" status: 200 len: 1091 time: 1.5232642 May 20 21:05:40.328114 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da2f92a8-72f9-46a0-8a7e-a125e28b102d', 'tag': '7dda6a34-c056-4878-8bef-3216d68732b7'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 21:05:40.336080 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6fa957933fccbf596d28104b23404b952ad6a8238afaebaed40a0874b2e409" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5665af8-3127-46e6-a148-80e693b8eec6" -d '{"events": [{"name": "network-changed", "server_uuid": "da2f92a8-72f9-46a0-8a7e-a125e28b102d", "tag": "7dda6a34-c056-4878-8bef-3216d68732b7"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 21:05:40.349328 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9e15e7cf-4985-4fb7-930f-46ce66b96877 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:40.364093 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-45e9c181-752b-4ece-a722-a7b1ffca94de req-b80c2f71-c92a-47aa-8005-517f8c173a7e tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/security-groups?id=82988572-6e98-4d4a-89ee-f1a227fea559&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605147 May 20 21:05:40.365171 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e15e7cf-4985-4fb7-930f-46ce66b96877 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Releasing vlan 241 on physical network physnet1 to pool {{(pid=103163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 21:05:40.370292 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9e15e7cf-4985-4fb7-930f-46ce66b96877 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9638311'] for segment, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:40.370292 n-d-842733-1 neutron-server[103163]: Traceback (most recent call last): May 20 21:05:40.370292 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 21:05:40.370292 n-d-842733-1 neutron-server[103163]: timer() May 20 21:05:40.370292 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 21:05:40.370292 n-d-842733-1 neutron-server[103163]: cb(*args, **kw) May 20 21:05:40.370292 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 20 21:05:40.370292 n-d-842733-1 neutron-server[103163]: return func(*args, **kwargs) May 20 21:05:40.370292 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 21:05:40.370292 n-d-842733-1 neutron-server[103163]: self._notify() May 20 21:05:40.370292 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 21:05:40.370292 n-d-842733-1 neutron-server[103163]: self.callback(batched_events) May 20 21:05:40.370292 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 21:05:40.370292 n-d-842733-1 neutron-server[103163]: event.method(event) May 20 21:05:40.370292 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 20 21:05:40.370292 n-d-842733-1 neutron-server[103163]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 21:05:40.370292 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 20 21:05:40.370292 n-d-842733-1 neutron-server[103163]: aggregate_uuid = self.p_client.list_aggregates( May 20 21:05:40.370292 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 20 21:05:40.370292 n-d-842733-1 neutron-server[103163]: return f(self, *a, **k) May 20 21:05:40.370292 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 20 21:05:40.370292 n-d-842733-1 neutron-server[103163]: return self._get(url).json() May 20 21:05:40.370292 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 20 21:05:40.370292 n-d-842733-1 neutron-server[103163]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 21:05:40.370292 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 21:05:40.370292 n-d-842733-1 neutron-server[103163]: return self.request(url, 'GET', **kwargs) May 20 21:05:40.370292 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 21:05:40.370292 n-d-842733-1 neutron-server[103163]: base_url = self.get_endpoint(auth, allow=allow, May 20 21:05:40.370292 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 21:05:40.370292 n-d-842733-1 neutron-server[103163]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 21:05:40.370292 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 21:05:40.370292 n-d-842733-1 neutron-server[103163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 21:05:40.370292 n-d-842733-1 neutron-server[103163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 21:05:40.538541 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 21:05:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7870b369-4c35-41f0-802c-20a57fe47731 x-openstack-request-id: req-7870b369-4c35-41f0-802c-20a57fe47731 {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 21:05:40.538541 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da2f92a8-72f9-46a0-8a7e-a125e28b102d", "tag": "7dda6a34-c056-4878-8bef-3216d68732b7", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 21:05:40.538541 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7870b369-4c35-41f0-802c-20a57fe47731 {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 21:05:40.539019 n-d-842733-1 neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7870b369-4c35-41f0-802c-20a57fe47731'] response: {'name': 'network-changed', 'server_uuid': 'da2f92a8-72f9-46a0-8a7e-a125e28b102d', 'tag': '7dda6a34-c056-4878-8bef-3216d68732b7', 'status': 'completed', 'code': 200} May 20 21:05:40.558101 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9e15e7cf-4985-4fb7-930f-46ce66b96877 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33072122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748162'] for network, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:40.563554 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9e15e7cf-4985-4fb7-930f-46ce66b96877 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:40.571279 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-9e15e7cf-4985-4fb7-930f-46ce66b96877 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] 10.222.0.35 "DELETE /v2.0/networks/174db407-f45c-44f9-a65f-9f68f8750ade HTTP/1.1" status: 204 len: 168 time: 2.2321544 May 20 21:05:40.571364 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f557b2-1b1d-4873-af62-f20efbe6d963 service neutron] Pushing event updated for resources: {'Port': ['ID=7dda6a34-c056-4878-8bef-3216d68732b7,revision_number=3']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:05:40.572612 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 46428) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:05:40.580007 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-ad0a5c23-47fa-4531-aab4-0a51af72b81d tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-433458949', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'}, 'admin_state_up': False}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:05:40.597333 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff34e219-376a-43a0-804a-22f2649cc837 req-1637260e-1916-4766-a2d0-ac5614232f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:05:40.599433 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-ff34e219-376a-43a0-804a-22f2649cc837 req-1637260e-1916-4766-a2d0-ac5614232f03 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d7932b75a33b465998804b193e9be7ad&device_id=da2f92a8-72f9-46a0-8a7e-a125e28b102d HTTP/1.1" status: 200 len: 1094 time: 0.0985889 May 20 21:05:40.615443 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e15e7cf-4985-4fb7-930f-46ce66b96877 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Pushing event deleted for resources: {'Network': ['ID=174db407-f45c-44f9-a65f-9f68f8750ade,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:05:40.644085 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d9c1c2-16a9-4cbb-a342-6aee57c7e49a req-0578e432-8941-437c-b50a-c8db80bf9309 tempest-VolumesActionsTest-1513749764 tempest-VolumesActionsTest-1513749764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:05:40.650161 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-87d9c1c2-16a9-4cbb-a342-6aee57c7e49a req-0578e432-8941-437c-b50a-c8db80bf9309 tempest-VolumesActionsTest-1513749764 tempest-VolumesActionsTest-1513749764-project] 10.222.0.35 "GET /v2.0/ports?device_id=91c154eb-237f-46da-9091-3e6854017c23 HTTP/1.1" status: 200 len: 945 time: 0.1295986 May 20 21:05:40.663408 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-ff34e219-376a-43a0-804a-22f2649cc837 req-1cf1f833-ebe1-4d8d-b784-3c0748228825 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7dda6a34-c056-4878-8bef-3216d68732b7 HTTP/1.1" status: 200 len: 217 time: 0.0500209 May 20 21:05:40.663992 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-794a248d-6800-4c85-bae8-86165a23d587 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:40.666639 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-794a248d-6800-4c85-bae8-86165a23d587 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:40.667663 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-794a248d-6800-4c85-bae8-86165a23d587 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5aaedfa8-b4ad-4b82-829a-30c337f7ffb3 HTTP/1.1" status: 204 len: 168 time: 0.7683697 May 20 21:05:40.684681 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794a248d-6800-4c85-bae8-86165a23d587 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aaedfa8-b4ad-4b82-829a-30c337f7ffb3,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:05:40.687493 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-87d9c1c2-16a9-4cbb-a342-6aee57c7e49a req-ecedb077-b14a-4644-b604-c27d5d608a5f tempest-VolumesActionsTest-1513749764 tempest-VolumesActionsTest-1513749764-project] 10.222.0.35 "GET /v2.0/security-groups?id=aeaee086-04c5-4e9c-af2f-a45cf73b5670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333881 May 20 21:05:40.725519 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff34e219-376a-43a0-804a-22f2649cc837 req-30bb2415-b0ae-4efc-9a92-e9d8fff76d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:05:40.727198 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-ff34e219-376a-43a0-804a-22f2649cc837 req-30bb2415-b0ae-4efc-9a92-e9d8fff76d79 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4f2dd424-d313-4cbe-936c-07a33e8ea05a HTTP/1.1" status: 200 len: 835 time: 0.0567939 May 20 21:05:40.793650 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ad0a5c23-47fa-4531-aab4-0a51af72b81d tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-694221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26155'] for router, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:40.793650 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ad0a5c23-47fa-4531-aab4-0a51af72b81d tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-693085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748153', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-718080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26162'] for router, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:40.796762 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff34e219-376a-43a0-804a-22f2649cc837 req-2edce88f-2b55-42fe-936b-15ed961d43d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:05:40.798937 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-ff34e219-376a-43a0-804a-22f2649cc837 req-2edce88f-2b55-42fe-936b-15ed961d43d5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=66a75e9f-357c-4d3b-b3f3-b40223d117cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0653253 May 20 21:05:40.862247 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ad0a5c23-47fa-4531-aab4-0a51af72b81d tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:40.901172 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-ff34e219-376a-43a0-804a-22f2649cc837 req-6cd978bd-1ba4-41e1-bf11-7504e2ce8dcc service neutron] 10.222.0.13 "GET /v2.0/networks/66a75e9f-357c-4d3b-b3f3-b40223d117cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960176 May 20 21:05:40.999861 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-ff34e219-376a-43a0-804a-22f2649cc837 req-ae99ad41-9f73-465c-ad26-7cfb93df0118 service neutron] 10.222.0.13 "GET /v2.0/networks/66a75e9f-357c-4d3b-b3f3-b40223d117cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924802 May 20 21:05:41.088576 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ad0a5c23-47fa-4531-aab4-0a51af72b81d tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:41.256566 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5665af8-3127-46e6-a148-80e693b8eec6 req-f5f0fa1c-1b5f-46e4-a1b7-4dc036adc929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:05:41.264062 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-d5665af8-3127-46e6-a148-80e693b8eec6 req-f5f0fa1c-1b5f-46e4-a1b7-4dc036adc929 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d7932b75a33b465998804b193e9be7ad&device_id=da2f92a8-72f9-46a0-8a7e-a125e28b102d HTTP/1.1" status: 200 len: 1094 time: 0.0869949 May 20 21:05:41.392405 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5665af8-3127-46e6-a148-80e693b8eec6 req-1fa37925-a67e-4933-bbce-358077f9a6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:05:41.393985 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-d5665af8-3127-46e6-a148-80e693b8eec6 req-1fa37925-a67e-4933-bbce-358077f9a6a4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=66a75e9f-357c-4d3b-b3f3-b40223d117cb HTTP/1.1" status: 200 len: 898 time: 0.1252418 May 20 21:05:41.435526 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 6f223d60-feaf-45b3-b4fa-0db9bfd7b2fd up at agent hyperv_n-h1-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:05:41.457108 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-d5665af8-3127-46e6-a148-80e693b8eec6 req-fec07b60-963f-428a-8171-2ca76ed7bb79 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7dda6a34-c056-4878-8bef-3216d68732b7 HTTP/1.1" status: 200 len: 217 time: 0.0526564 May 20 21:05:41.516649 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ad0a5c23-47fa-4531-aab4-0a51af72b81d tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks [] for router_gateway, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:41.552986 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5665af8-3127-46e6-a148-80e693b8eec6 req-03d49935-e443-43ae-922e-81581b9cb060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:05:41.554566 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-d5665af8-3127-46e6-a148-80e693b8eec6 req-03d49935-e443-43ae-922e-81581b9cb060 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4f2dd424-d313-4cbe-936c-07a33e8ea05a HTTP/1.1" status: 200 len: 835 time: 0.0898099 May 20 21:05:41.555299 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ad0a5c23-47fa-4531-aab4-0a51af72b81d tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:41.557376 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 46450) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:05:41.615758 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Provisioning for port 6f223d60-feaf-45b3-b4fa-0db9bfd7b2fd completed by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 21:05:41.619953 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Provisioning complete for port 6f223d60-feaf-45b3-b4fa-0db9bfd7b2fd triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:05:41.620511 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:41.624083 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5665af8-3127-46e6-a148-80e693b8eec6 req-257522bf-7339-4c6b-b190-8d7cc56980b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:05:41.625817 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-d5665af8-3127-46e6-a148-80e693b8eec6 req-257522bf-7339-4c6b-b190-8d7cc56980b7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=66a75e9f-357c-4d3b-b3f3-b40223d117cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0624526 May 20 21:05:41.755616 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Current status of the port 6f223d60-feaf-45b3-b4fa-0db9bfd7b2fd is: BUILD; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:05:41.756005 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:41.775203 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-ad0a5c23-47fa-4531-aab4-0a51af72b81d tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Allocated IP 172.25.2.212 (e3a93b5c-91e2-4064-9c2c-1afc261bfe15/86fee0c1-6e34-488b-9216-b2b8e7ef585a/60401216-8c0f-43c7-928e-9dac87fc307f) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:05:41.797087 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port 6f223d60-feaf-45b3-b4fa-0db9bfd7b2fd, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=6f223d60-feaf-45b3-b4fa-0db9bfd7b2fd,segment=NetworkSegment(7310cbab-3cd1-4e3f-b210-f4ad24615999),segment_id=7310cbab-3cd1-4e3f-b210-f4ad24615999)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:05:41.798203 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91c154eb-237f-46da-9091-3e6854017c23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f223d60-feaf-45b3-b4fa-0db9bfd7b2fd'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 21:05:41.800728 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8485417003ce7c0410b00f5cdc2f391e21107b70bb68e2773712534a96e108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15511d60-c2ce-4dcc-84e1-a4c7cf280d89" -d '{"events": [{"server_uuid": "91c154eb-237f-46da-9091-3e6854017c23", "name": "network-vif-plugged", "status": "completed", "tag": "6f223d60-feaf-45b3-b4fa-0db9bfd7b2fd"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 21:05:41.811643 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-d5665af8-3127-46e6-a148-80e693b8eec6 req-279a2876-d389-41fe-9ae5-74d126005fcc service neutron] 10.222.0.13 "GET /v2.0/networks/66a75e9f-357c-4d3b-b3f3-b40223d117cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1769183 May 20 21:05:41.882939 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:41.966679 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Pushing event updated for resources: {'Port': ['ID=6f223d60-feaf-45b3-b4fa-0db9bfd7b2fd,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:05:42.016326 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-d5665af8-3127-46e6-a148-80e693b8eec6 req-228fc606-801e-40f0-a29a-e5d232e6c759 service neutron] 10.222.0.13 "GET /v2.0/networks/66a75e9f-357c-4d3b-b3f3-b40223d117cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1939139 May 20 21:05:42.163287 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f1bafa-bac0-498a-a115-308d8f9dd227 req-4c5b86b8-f514-4254-b5b4-8c082345c222 tempest-VolumesActionsTest-1513749764 tempest-VolumesActionsTest-1513749764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:05:42.164892 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b7f1bafa-bac0-498a-a115-308d8f9dd227 req-4c5b86b8-f514-4254-b5b4-8c082345c222 tempest-VolumesActionsTest-1513749764 tempest-VolumesActionsTest-1513749764-project] 10.222.0.35 "GET /v2.0/ports?device_id=91c154eb-237f-46da-9091-3e6854017c23 HTTP/1.1" status: 200 len: 946 time: 0.2846572 May 20 21:05:42.173688 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ad0a5c23-47fa-4531-aab4-0a51af72b81d tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:42.226662 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c19dd5a-60cf-4c19-8ad7-b289f2588dd7 req-064bbe5c-e9a9-4873-a45c-22c665451c17 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:05:42.228263 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0c19dd5a-60cf-4c19-8ad7-b289f2588dd7 req-064bbe5c-e9a9-4873-a45c-22c665451c17 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/ports?device_id=da2f92a8-72f9-46a0-8a7e-a125e28b102d HTTP/1.1" status: 200 len: 943 time: 0.6800575 May 20 21:05:42.324776 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b7f1bafa-bac0-498a-a115-308d8f9dd227 req-2fe8f09a-9cd5-4a33-978d-d59844d36e4e tempest-VolumesActionsTest-1513749764 tempest-VolumesActionsTest-1513749764-project] 10.222.0.35 "GET /v2.0/security-groups?id=aeaee086-04c5-4e9c-af2f-a45cf73b5670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452169 May 20 21:05:42.342612 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 46468) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:05:42.417897 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 21:05:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ea60b28-e60e-453b-aceb-8ee09f559fd2 x-openstack-request-id: req-5ea60b28-e60e-453b-aceb-8ee09f559fd2 {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 21:05:42.424826 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91c154eb-237f-46da-9091-3e6854017c23", "name": "network-vif-plugged", "status": "completed", "tag": "6f223d60-feaf-45b3-b4fa-0db9bfd7b2fd", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 21:05:42.424826 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5ea60b28-e60e-453b-aceb-8ee09f559fd2 {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 21:05:42.424826 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ea60b28-e60e-453b-aceb-8ee09f559fd2'] response: {'server_uuid': '91c154eb-237f-46da-9091-3e6854017c23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f223d60-feaf-45b3-b4fa-0db9bfd7b2fd', 'code': 200} May 20 21:05:42.454844 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0c19dd5a-60cf-4c19-8ad7-b289f2588dd7 req-ba5f5a2a-1faa-4e13-bed4-ab5efd145433 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/security-groups?id=82988572-6e98-4d4a-89ee-f1a227fea559&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2099714 May 20 21:05:42.507253 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ad0a5c23-47fa-4531-aab4-0a51af72b81d tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:42.553145 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-b43a8227-c69f-4fbf-8c43-0b28d205191c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1853699050-network', 'tenant_id': '770ab75f42db49e4b1ceb156acd07490'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:05:42.608150 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad0a5c23-47fa-4531-aab4-0a51af72b81d tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Network e3a93b5c-91e2-4064-9c2c-1afc261bfe15 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:05:42.622662 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-ad0a5c23-47fa-4531-aab4-0a51af72b81d tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:05:42.624460 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0a5c23-47fa-4531-aab4-0a51af72b81d tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Pushing event updated for resources: {'Port': ['ID=60401216-8c0f-43c7-928e-9dac87fc307f,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:05:42.627449 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad0a5c23-47fa-4531-aab4-0a51af72b81d tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:05:42.637657 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b43a8227-c69f-4fbf-8c43-0b28d205191c admin admin] Made reservation on behalf of 770ab75f42db49e4b1ceb156acd07490 for: {'network': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:05:42.641348 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b43a8227-c69f-4fbf-8c43-0b28d205191c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for network, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:42.650102 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b43a8227-c69f-4fbf-8c43-0b28d205191c admin admin] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:42.692029 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693d2fa7-0ef7-4b2f-900b-42d0ff7e201e req-ac534d82-e7bc-4eb2-a4f1-35c593e875ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:05:42.693552 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-693d2fa7-0ef7-4b2f-900b-42d0ff7e201e req-ac534d82-e7bc-4eb2-a4f1-35c593e875ac service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=91c154eb-237f-46da-9091-3e6854017c23 HTTP/1.1" status: 200 len: 1097 time: 0.1634457 May 20 21:05:42.729984 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b43a8227-c69f-4fbf-8c43-0b28d205191c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:42.803821 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b43a8227-c69f-4fbf-8c43-0b28d205191c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:42.823095 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-693d2fa7-0ef7-4b2f-900b-42d0ff7e201e req-0cef5749-d6a9-4e7c-abab-d7873d4cc15c service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=aeaee086-04c5-4e9c-af2f-a45cf73b5670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205087 May 20 21:05:42.829488 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b43a8227-c69f-4fbf-8c43-0b28d205191c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 234} {{(pid=103162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 21:05:42.843851 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43a8227-c69f-4fbf-8c43-0b28d205191c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5233ac8-7fa1-428b-b5ec-be039e52b362,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:05:42.849489 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b43a8227-c69f-4fbf-8c43-0b28d205191c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:42.849760 n-d-842733-1 neutron-server[103162]: INFO neutron.db.segments_db [None req-b43a8227-c69f-4fbf-8c43-0b28d205191c admin admin] Added segment 004a2ced-726d-4712-b1e0-f38bdbf6228d of type vlan for network 184b74ca-5201-444b-9621-4d01e7bf23b7 May 20 21:05:42.892183 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b43a8227-c69f-4fbf-8c43-0b28d205191c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418993264'] for network, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:42.909196 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e308e114-cce5-484c-b148-2debc09f890f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748528'] for router_interface, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:42.985619 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b43a8227-c69f-4fbf-8c43-0b28d205191c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524'] for network, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:42.986755 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b43a8227-c69f-4fbf-8c43-0b28d205191c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:05:42.987333 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b43a8227-c69f-4fbf-8c43-0b28d205191c admin admin] Notify callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:43.050160 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43a8227-c69f-4fbf-8c43-0b28d205191c admin admin] Pushing event updated for resources: {'Network': ['ID=184b74ca-5201-444b-9621-4d01e7bf23b7,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:05:43.061543 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Network 184b74ca-5201-444b-9621-4d01e7bf23b7 details requested by agent ovs-agent-n-d-842733-1 with host n-d-842733-1 {{(pid=103164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 20 21:05:43.093256 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ad0a5c23-47fa-4531-aab4-0a51af72b81d tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks [] for router_gateway, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:43.094775 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 46476) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:05:43.096434 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-b43a8227-c69f-4fbf-8c43-0b28d205191c admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7540984 May 20 21:05:43.126332 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-94efc7fe-810b-49f1-9e98-e23b7dd39eec admin admin] Request body: {'subnet': {'network_id': '184b74ca-5201-444b-9621-4d01e7bf23b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1853699050-subnet', 'tenant_id': '770ab75f42db49e4b1ceb156acd07490', 'ip_version': 4}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:05:43.311904 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94efc7fe-810b-49f1-9e98-e23b7dd39eec admin admin] Made reservation on behalf of 770ab75f42db49e4b1ceb156acd07490 for: {'subnet': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:05:43.314182 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-94efc7fe-810b-49f1-9e98-e23b7dd39eec admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8422561'] for subnet, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:43.513786 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ad0a5c23-47fa-4531-aab4-0a51af72b81d tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748106'] for router, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:43.588045 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e6e0e4-2bc7-4673-96b7-2d6cf1819f46 req-048552f0-900b-44cc-b803-2100521960c0 tempest-VolumesActionsTest-1513749764 tempest-VolumesActionsTest-1513749764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:05:43.589501 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c9e6e0e4-2bc7-4673-96b7-2d6cf1819f46 req-048552f0-900b-44cc-b803-2100521960c0 tempest-VolumesActionsTest-1513749764 tempest-VolumesActionsTest-1513749764-project] 10.222.0.35 "GET /v2.0/ports?device_id=91c154eb-237f-46da-9091-3e6854017c23 HTTP/1.1" status: 200 len: 946 time: 0.1656713 May 20 21:05:43.687122 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-e308e114-cce5-484c-b148-2debc09f890f admin admin] Deleting port 7ced45c7-1c14-42f1-8baa-527821e9e0d9 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:05:43.687817 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e308e114-cce5-484c-b148-2debc09f890f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:44.030234 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 7dda6a34-c056-4878-8bef-3216d68732b7 details requested by agent hyperv_n-h2-842733-1 with host n-h2-842733-1 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 21:05:44.135562 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port 7dda6a34-c056-4878-8bef-3216d68732b7, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=7dda6a34-c056-4878-8bef-3216d68732b7,segment=NetworkSegment(579e8990-be00-48cb-8473-77c1f4a0a964),segment_id=579e8990-be00-48cb-8473-77c1f4a0a964)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:05:44.148633 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Returning: {'device': '7dda6a34-c056-4878-8bef-3216d68732b7', 'network_id': '66a75e9f-357c-4d3b-b3f3-b40223d117cb', 'port_id': '7dda6a34-c056-4878-8bef-3216d68732b7', 'mac_address': 'fa:16:3e:6f:df:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f2dd424-d313-4cbe-936c-07a33e8ea05a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 20 21:05:44.176215 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c9e6e0e4-2bc7-4673-96b7-2d6cf1819f46 req-51d0a11f-520f-4617-91b9-8d7d120cfe6e tempest-VolumesActionsTest-1513749764 tempest-VolumesActionsTest-1513749764-project] 10.222.0.35 "GET /v2.0/security-groups?id=aeaee086-04c5-4e9c-af2f-a45cf73b5670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5589347 May 20 21:05:44.190039 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154267b0-0567-4262-ab13-6a999bc733bd req-6437be60-2e73-44cc-a9a5-fdf8943fc0c5 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:05:44.191582 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-154267b0-0567-4262-ab13-6a999bc733bd req-6437be60-2e73-44cc-a9a5-fdf8943fc0c5 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/ports?device_id=da2f92a8-72f9-46a0-8a7e-a125e28b102d HTTP/1.1" status: 200 len: 943 time: 0.6140575 May 20 21:05:44.192077 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port 7dda6a34-c056-4878-8bef-3216d68732b7 is: DOWN; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:05:44.192656 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:44.208571 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7dda6a34-c056-4878-8bef-3216d68732b7 {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 21:05:44.228249 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port 7dda6a34-c056-4878-8bef-3216d68732b7, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=7dda6a34-c056-4878-8bef-3216d68732b7,segment=NetworkSegment(579e8990-be00-48cb-8473-77c1f4a0a964),segment_id=579e8990-be00-48cb-8473-77c1f4a0a964)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:05:44.238451 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-94efc7fe-810b-49f1-9e98-e23b7dd39eec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9641412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8422583'] for subnet, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:44.298457 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-e308e114-cce5-484c-b148-2debc09f890f admin admin] For port 7ced45c7-1c14-42f1-8baa-527821e9e0d9, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=7ced45c7-1c14-42f1-8baa-527821e9e0d9,segment=NetworkSegment(1c07c58c-70ca-4634-b73e-21466b85e57d),segment_id=1c07c58c-70ca-4634-b73e-21466b85e57d)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:05:44.298825 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e308e114-cce5-484c-b148-2debc09f890f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:44.316530 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-154267b0-0567-4262-ab13-6a999bc733bd req-4e6463f2-30ec-41da-b8f7-d8206424c7de tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/security-groups?id=82988572-6e98-4d4a-89ee-f1a227fea559&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1161084 May 20 21:05:44.330498 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-e308e114-cce5-484c-b148-2debc09f890f admin admin] Calling delete_port for 7ced45c7-1c14-42f1-8baa-527821e9e0d9 owned by network:router_interface {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:05:44.343930 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:44.354796 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94efc7fe-810b-49f1-9e98-e23b7dd39eec admin admin] Pushing event updated for resources: {'Subnet': ['ID=b13faf2d-c0fe-4c78-8290-66782e0d5758,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:05:44.401819 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=7dda6a34-c056-4878-8bef-3216d68732b7,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:05:44.404688 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94efc7fe-810b-49f1-9e98-e23b7dd39eec admin admin] Checking segment: {'id': '004a2ced-726d-4712-b1e0-f38bdbf6228d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '184b74ca-5201-444b-9621-4d01e7bf23b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:05:44.405043 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94efc7fe-810b-49f1-9e98-e23b7dd39eec admin admin] Network hostable DHCP agents. Network: 184b74ca-5201-444b-9621-4d01e7bf23b7, hostable agents: ['c9b0653c-f3c7-4339-bd50-e3754b629216'], hosted agents: [] {{(pid=103163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 21:05:44.424230 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad0a5c23-47fa-4531-aab4-0a51af72b81d tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Router 7628e49a-3dba-49c5-943b-c9e7c8b08c53 is scheduled to L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e with binding_index 1 {{(pid=103163) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 20 21:05:44.531723 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94efc7fe-810b-49f1-9e98-e23b7dd39eec admin admin] Network 184b74ca-5201-444b-9621-4d01e7bf23b7 is scheduled to be hosted by DHCP agent c9b0653c-f3c7-4339-bd50-e3754b629216 with binding_index 1 {{(pid=103163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 21:05:44.672547 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] get_ports_and_sgs() called for port_ids ['7dda6a34-c056-4878-8bef-3216d68732b7'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 21:05:44.705932 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-94efc7fe-810b-49f1-9e98-e23b7dd39eec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842733-1, 184b74ca-5201-444b-9621-4d01e7bf23b7) {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:05:44.710636 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94efc7fe-810b-49f1-9e98-e23b7dd39eec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:05:44.711666 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-94efc7fe-810b-49f1-9e98-e23b7dd39eec admin admin] Notify callbacks [] for subnet, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:44.716971 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7041326-eb1b-49d0-8ca8-ef4f58e473c1 None None] Network 184b74ca-5201-444b-9621-4d01e7bf23b7 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:05:44.719155 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad0a5c23-47fa-4531-aab4-0a51af72b81d tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 21:05:44.730068 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c5a3ae-3435-4c62-bd07-8e5f9214bc23 None None] Sync routers for ids ['7628e49a-3dba-49c5-943b-c9e7c8b08c53'] in n-d-842733-1 {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 21:05:44.744387 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c5a3ae-3435-4c62-bd07-8e5f9214bc23 None None] Routers {'7628e49a-3dba-49c5-943b-c9e7c8b08c53'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:05:44.745452 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-60c5a3ae-3435-4c62-bd07-8e5f9214bc23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:05:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['7628e49a-3dba-49c5-943b-c9e7c8b08c53'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:05:44.781950 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-60c5a3ae-3435-4c62-bd07-8e5f9214bc23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:05:44.791458 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c5a3ae-3435-4c62-bd07-8e5f9214bc23 None None] Routers {'7628e49a-3dba-49c5-943b-c9e7c8b08c53'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:05:44.792251 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-60c5a3ae-3435-4c62-bd07-8e5f9214bc23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:05:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['7628e49a-3dba-49c5-943b-c9e7c8b08c53'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:05:44.811805 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ad0a5c23-47fa-4531-aab4-0a51af72b81d tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks [] for router, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:44.815781 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-ad0a5c23-47fa-4531-aab4-0a51af72b81d tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 4.2394543 May 20 21:05:44.815986 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 46486) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:05:44.828389 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-60c5a3ae-3435-4c62-bd07-8e5f9214bc23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:05:44.829281 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c5a3ae-3435-4c62-bd07-8e5f9214bc23 None None] The sync data for ids ['7628e49a-3dba-49c5-943b-c9e7c8b08c53'] in n-d-842733-1 is: [] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 21:05:44.866323 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-94efc7fe-810b-49f1-9e98-e23b7dd39eec admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.7705114 May 20 21:05:44.867111 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e308e114-cce5-484c-b148-2debc09f890f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:44.869415 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 46488) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:05:44.877531 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-bae5077d-8a35-4cac-89b3-d921f024b950 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1853699050-router', 'tenant_id': '770ab75f42db49e4b1ceb156acd07490', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'}}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:05:44.910121 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e308e114-cce5-484c-b148-2debc09f890f admin admin] Pushing event deleted for resources: {'Port': ['ID=7ced45c7-1c14-42f1-8baa-527821e9e0d9,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:05:44.948230 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ac19c96-2872-49f1-ba56-d52d193cc32e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaee2b848-d4b9-5db1-b6ef-d6db29d67de7-184b74ca-5201-444b-9621-4d01e7bf23b7', 'network_id': '184b74ca-5201-444b-9621-4d01e7bf23b7', 'tenant_id': '770ab75f42db49e4b1ceb156acd07490', 'fixed_ips': [{'subnet_id': 'b13faf2d-c0fe-4c78-8290-66782e0d5758'}]}} from n-d-842733-1. {{(pid=103164) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 21:05:44.949071 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3ac19c96-2872-49f1-ba56-d52d193cc32e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:44.975429 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bae5077d-8a35-4cac-89b3-d921f024b950 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-694221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26155'] for router, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:44.976837 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bae5077d-8a35-4cac-89b3-d921f024b950 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-693085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748153', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-718080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26162'] for router, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:45.032724 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-c89ea6ef-598c-4895-886b-11878709462e tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] 10.222.0.35 "GET /v2.0/routers/7628e49a-3dba-49c5-943b-c9e7c8b08c53 HTTP/1.1" status: 200 len: 880 time: 0.2155533 May 20 21:05:45.048418 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 46490) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:05:45.051390 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bae5077d-8a35-4cac-89b3-d921f024b950 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:45.156392 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e308e114-cce5-484c-b148-2debc09f890f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-692224'] for router_interface, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:45.188901 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [None req-3ac19c96-2872-49f1-ba56-d52d193cc32e None None] Allocated IP 172.20.0.2 (184b74ca-5201-444b-9621-4d01e7bf23b7/b13faf2d-c0fe-4c78-8290-66782e0d5758/e637919e-552c-49ab-bc16-175314f32dd7) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:05:45.336998 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bae5077d-8a35-4cac-89b3-d921f024b950 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:45.458227 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3ac19c96-2872-49f1-ba56-d52d193cc32e None None] Notify callbacks [] for port, precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:45.496930 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daddfe7-3eeb-48cc-bf12-66bda62e236c req-76e71df0-b76f-47da-b4ce-83fe1b32191a tempest-VolumesActionsTest-1513749764 tempest-VolumesActionsTest-1513749764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:05:45.498735 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3daddfe7-3eeb-48cc-bf12-66bda62e236c req-76e71df0-b76f-47da-b4ce-83fe1b32191a tempest-VolumesActionsTest-1513749764 tempest-VolumesActionsTest-1513749764-project] 10.222.0.35 "GET /v2.0/ports?device_id=91c154eb-237f-46da-9091-3e6854017c23 HTTP/1.1" status: 200 len: 946 time: 0.1508887 May 20 21:05:45.516635 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e308e114-cce5-484c-b148-2debc09f890f admin admin] Router 6e7c1d63-45a7-441e-976c-1f8388b6759c has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 21:05:45.524345 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3ac19c96-2872-49f1-ba56-d52d193cc32e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108'] for port, after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:45.574761 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-c29867cd-04bd-4ee8-92cc-02ad392874fe tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.5221546 May 20 21:05:45.576921 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 46512) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:05:45.577869 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa057f61-bf9e-40ba-9810-c3b4401f3688 req-fd3293aa-f17e-4533-9985-5c82f86d67db tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:05:45.579986 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-aa057f61-bf9e-40ba-9810-c3b4401f3688 req-fd3293aa-f17e-4533-9985-5c82f86d67db tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/ports?device_id=da2f92a8-72f9-46a0-8a7e-a125e28b102d HTTP/1.1" status: 200 len: 944 time: 0.1350093 May 20 21:05:45.586394 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-c89fa40f-4b68-4592-9bab-e9189d454ac1 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-433458949'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:05:45.586567 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ac19c96-2872-49f1-ba56-d52d193cc32e None None] Network 184b74ca-5201-444b-9621-4d01e7bf23b7 is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:05:45.589637 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-3ac19c96-2872-49f1-ba56-d52d193cc32e None None] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:05:45.598323 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac19c96-2872-49f1-ba56-d52d193cc32e None None] Received port after_create {{(pid=103164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:05:45.603447 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac19c96-2872-49f1-ba56-d52d193cc32e None None] Pushing event updated for resources: {'Port': ['ID=e637919e-552c-49ab-bc16-175314f32dd7,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:05:45.623951 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3daddfe7-3eeb-48cc-bf12-66bda62e236c req-13f0d0dd-1999-414e-9158-15439d4a010d tempest-VolumesActionsTest-1513749764 tempest-VolumesActionsTest-1513749764-project] 10.222.0.35 "GET /v2.0/security-groups?id=aeaee086-04c5-4e9c-af2f-a45cf73b5670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108079 May 20 21:05:45.667032 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-3ac19c96-2872-49f1-ba56-d52d193cc32e None None] Attempting to bind port e637919e-552c-49ab-bc16-175314f32dd7 on host n-d-842733-1 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:05:45.667731 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-3ac19c96-2872-49f1-ba56-d52d193cc32e None None] Attempting to bind port e637919e-552c-49ab-bc16-175314f32dd7 by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': '004a2ced-726d-4712-b1e0-f38bdbf6228d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '184b74ca-5201-444b-9621-4d01e7bf23b7'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:05:45.668467 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac19c96-2872-49f1-ba56-d52d193cc32e None None] Attempting to bind port e637919e-552c-49ab-bc16-175314f32dd7 on network 184b74ca-5201-444b-9621-4d01e7bf23b7 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:05:45.688333 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac19c96-2872-49f1-ba56-d52d193cc32e None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 21, 5, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 21:05:45.688714 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac19c96-2872-49f1-ba56-d52d193cc32e None None] Checking segment: {'id': '004a2ced-726d-4712-b1e0-f38bdbf6228d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '184b74ca-5201-444b-9621-4d01e7bf23b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:05:45.690025 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3ac19c96-2872-49f1-ba56-d52d193cc32e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:45.690369 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac19c96-2872-49f1-ba56-d52d193cc32e None None] Bound using segment: {'id': '004a2ced-726d-4712-b1e0-f38bdbf6228d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '184b74ca-5201-444b-9621-4d01e7bf23b7'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 21:05:45.690866 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-3ac19c96-2872-49f1-ba56-d52d193cc32e None None] Bound port: e637919e-552c-49ab-bc16-175314f32dd7, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '004a2ced-726d-4712-b1e0-f38bdbf6228d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '184b74ca-5201-444b-9621-4d01e7bf23b7'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:05:45.691321 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3ac19c96-2872-49f1-ba56-d52d193cc32e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:45.692314 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-aa057f61-bf9e-40ba-9810-c3b4401f3688 req-ae935935-e650-458c-9ad1-5ae68466fe6e tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/security-groups?id=82988572-6e98-4d4a-89ee-f1a227fea559&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1038854 May 20 21:05:45.784458 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3ac19c96-2872-49f1-ba56-d52d193cc32e None None] For port e637919e-552c-49ab-bc16-175314f32dd7, host n-d-842733-1, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 21:05:45.785983 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3ac19c96-2872-49f1-ba56-d52d193cc32e None None] For port e637919e-552c-49ab-bc16-175314f32dd7, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=e637919e-552c-49ab-bc16-175314f32dd7,segment=NetworkSegment(004a2ced-726d-4712-b1e0-f38bdbf6228d),segment_id=004a2ced-726d-4712-b1e0-f38bdbf6228d)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 21:05:45.791036 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e308e114-cce5-484c-b148-2debc09f890f admin admin] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 21:05:45.797434 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-e308e114-cce5-484c-b148-2debc09f890f admin admin] 10.222.0.35 "PUT /v2.0/routers/6e7c1d63-45a7-441e-976c-1f8388b6759c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2390318 May 20 21:05:45.801659 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7cd0150-28c2-44af-890e-5b87e215a9e2 None None] Sync routers for ids ['6e7c1d63-45a7-441e-976c-1f8388b6759c'] in n-d-842733-1 {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 21:05:45.807956 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 46524) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:05:45.814722 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7cd0150-28c2-44af-890e-5b87e215a9e2 None None] Routers {'6e7c1d63-45a7-441e-976c-1f8388b6759c'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:05:45.815622 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-c7cd0150-28c2-44af-890e-5b87e215a9e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:05:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['6e7c1d63-45a7-441e-976c-1f8388b6759c'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:05:45.927600 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3ac19c96-2872-49f1-ba56-d52d193cc32e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:45.960754 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-83759cfb-5f5e-4005-82e4-65cf916e9ff6 admin admin] Notify callbacks [] for router, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:46.063213 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 7dda6a34-c056-4878-8bef-3216d68732b7 up at agent hyperv_n-h2-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:05:46.078240 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-c7cd0150-28c2-44af-890e-5b87e215a9e2 None None] Set router 6e7c1d63-45a7-441e-976c-1f8388b6759c gateway port host: n-d-842733-1 {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:05:46.132851 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-83759cfb-5f5e-4005-82e4-65cf916e9ff6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:46.194862 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac19c96-2872-49f1-ba56-d52d193cc32e None None] Pushing event updated for resources: {'Port': ['ID=e637919e-552c-49ab-bc16-175314f32dd7,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:05:46.328895 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-83759cfb-5f5e-4005-82e4-65cf916e9ff6 admin admin] Deleting port 0060fa8d-23cd-4951-8a47-e3091a61e826 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:05:46.329759 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-83759cfb-5f5e-4005-82e4-65cf916e9ff6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:46.412005 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bae5077d-8a35-4cac-89b3-d921f024b950 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:46.547481 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bae5077d-8a35-4cac-89b3-d921f024b950 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:46.582856 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-83759cfb-5f5e-4005-82e4-65cf916e9ff6 admin admin] For port 0060fa8d-23cd-4951-8a47-e3091a61e826, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=0060fa8d-23cd-4951-8a47-e3091a61e826,segment=NetworkSegment(0b5485c4-eff8-42a1-9073-ae54ed4c63ba),segment_id=0b5485c4-eff8-42a1-9073-ae54ed4c63ba)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:05:46.583264 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-83759cfb-5f5e-4005-82e4-65cf916e9ff6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:46.599201 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-83759cfb-5f5e-4005-82e4-65cf916e9ff6 admin admin] Calling delete_port for 0060fa8d-23cd-4951-8a47-e3091a61e826 owned by network:router_gateway {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:05:46.799932 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-c7cd0150-28c2-44af-890e-5b87e215a9e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e7c1d63-45a7-441e-976c-1f8388b6759c', 'name': 'tempest-TaggedBootDevicesTest_v242-514012916-router', 'tenant_id': '0460753b23084d8f8624c2387ec65eda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.45'}], 'enable_snat': True}, 'gw_port_id': '0060fa8d-23cd-4951-8a47-e3091a61e826', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:57:29Z', 'updated_at': '2022-05-20T21:05:44Z', 'revision_number': 5, 'project_id': '0460753b23084d8f8624c2387ec65eda', 'gw_port': {'id': '0060fa8d-23cd-4951-8a47-e3091a61e826', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:c1:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e7c1d63-45a7-441e-976c-1f8388b6759c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2451, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:57:31Z', 'updated_at': '2022-05-20T20:57:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:05:46.847435 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c89fa40f-4b68-4592-9bab-e9189d454ac1 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-748143', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-693059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26112'] for router, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:46.862480 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-bae5077d-8a35-4cac-89b3-d921f024b950 admin admin] Allocated IP 172.25.2.73 (e3a93b5c-91e2-4064-9c2c-1afc261bfe15/86fee0c1-6e34-488b-9216-b2b8e7ef585a/b68fd8bd-c43e-4f69-b3aa-c04bc1047561) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:05:46.877432 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7cd0150-28c2-44af-890e-5b87e215a9e2 None None] Checking router: 6e7c1d63-45a7-441e-976c-1f8388b6759c for host: n-d-842733-1 {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 21:05:46.895877 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Provisioning for port 7dda6a34-c056-4878-8bef-3216d68732b7 completed by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 21:05:46.903870 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Provisioning complete for port 7dda6a34-c056-4878-8bef-3216d68732b7 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:05:46.904822 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:46.958833 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbe9d27-ee03-4eaa-98fb-fb3bd37876b7 req-c0c4aa5f-3d76-428f-b238-ce178ac5f6a3 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:05:46.961548 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0dbe9d27-ee03-4eaa-98fb-fb3bd37876b7 req-c0c4aa5f-3d76-428f-b238-ce178ac5f6a3 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/ports?device_id=da2f92a8-72f9-46a0-8a7e-a125e28b102d HTTP/1.1" status: 200 len: 944 time: 0.0764549 May 20 21:05:46.966445 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c89fa40f-4b68-4592-9bab-e9189d454ac1 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-748132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-748125', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-693176'] for router, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:47.005864 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7cd0150-28c2-44af-890e-5b87e215a9e2 None None] Routers {'6e7c1d63-45a7-441e-976c-1f8388b6759c'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:05:47.006504 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-c7cd0150-28c2-44af-890e-5b87e215a9e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:05:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['6e7c1d63-45a7-441e-976c-1f8388b6759c'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:05:47.024443 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0dbe9d27-ee03-4eaa-98fb-fb3bd37876b7 req-74eae683-a569-45f7-9bea-9a287552672b tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/security-groups?id=82988572-6e98-4d4a-89ee-f1a227fea559&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560653 May 20 21:05:47.025953 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-83759cfb-5f5e-4005-82e4-65cf916e9ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:47.070425 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83759cfb-5f5e-4005-82e4-65cf916e9ff6 admin admin] Pushing event deleted for resources: {'Port': ['ID=0060fa8d-23cd-4951-8a47-e3091a61e826,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:05:47.098216 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bae5077d-8a35-4cac-89b3-d921f024b950 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:47.193555 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-83759cfb-5f5e-4005-82e4-65cf916e9ff6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-748206'] for router_gateway, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:47.244746 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port 7dda6a34-c056-4878-8bef-3216d68732b7 is: BUILD; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:05:47.245856 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:47.248642 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-c7cd0150-28c2-44af-890e-5b87e215a9e2 None None] Set router 6e7c1d63-45a7-441e-976c-1f8388b6759c gateway port host: None {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:05:47.267089 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c89fa40f-4b68-4592-9bab-e9189d454ac1 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Router 7628e49a-3dba-49c5-943b-c9e7c8b08c53 has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 21:05:47.319381 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-83759cfb-5f5e-4005-82e4-65cf916e9ff6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26169'] for router, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:47.322638 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-83759cfb-5f5e-4005-82e4-65cf916e9ff6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:47.350768 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-c7cd0150-28c2-44af-890e-5b87e215a9e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e7c1d63-45a7-441e-976c-1f8388b6759c', 'name': 'tempest-TaggedBootDevicesTest_v242-514012916-router', 'tenant_id': '0460753b23084d8f8624c2387ec65eda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:57:29Z', 'updated_at': '2022-05-20T21:05:46Z', 'revision_number': 6, 'project_id': '0460753b23084d8f8624c2387ec65eda', 'gw_port_host': None}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:05:47.438829 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bae5077d-8a35-4cac-89b3-d921f024b950 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:47.474200 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-83759cfb-5f5e-4005-82e4-65cf916e9ff6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-693148'] for router, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:47.474847 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83759cfb-5f5e-4005-82e4-65cf916e9ff6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6e7c1d63-45a7-441e-976c-1f8388b6759c {{(pid=103163) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 20 21:05:47.478867 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port 7dda6a34-c056-4878-8bef-3216d68732b7, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=7dda6a34-c056-4878-8bef-3216d68732b7,segment=NetworkSegment(579e8990-be00-48cb-8473-77c1f4a0a964),segment_id=579e8990-be00-48cb-8473-77c1f4a0a964)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:05:47.480087 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-83759cfb-5f5e-4005-82e4-65cf916e9ff6 admin admin] Notify callbacks [] for router, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:47.481967 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da2f92a8-72f9-46a0-8a7e-a125e28b102d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dda6a34-c056-4878-8bef-3216d68732b7'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 21:05:47.482355 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-83759cfb-5f5e-4005-82e4-65cf916e9ff6 admin admin] 10.222.0.35 "DELETE /v2.0/routers/6e7c1d63-45a7-441e-976c-1f8388b6759c HTTP/1.1" status: 204 len: 168 time: 1.6731958 May 20 21:05:47.484311 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8485417003ce7c0410b00f5cdc2f391e21107b70bb68e2773712534a96e108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23beadb4-174c-4c83-9578-e10e4324933e" -d '{"events": [{"server_uuid": "da2f92a8-72f9-46a0-8a7e-a125e28b102d", "name": "network-vif-plugged", "status": "completed", "tag": "7dda6a34-c056-4878-8bef-3216d68732b7"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 21:05:47.489763 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device e637919e-552c-49ab-bc16-175314f32dd7 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:05:47.495149 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 46560) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:05:47.552271 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de0a97f-e545-4007-80f0-8a46eae46b04 req-2679e39e-2711-4336-a7d1-1db8b6337eda tempest-VolumesActionsTest-1513749764 tempest-VolumesActionsTest-1513749764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:05:47.562226 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4de0a97f-e545-4007-80f0-8a46eae46b04 req-2679e39e-2711-4336-a7d1-1db8b6337eda tempest-VolumesActionsTest-1513749764 tempest-VolumesActionsTest-1513749764-project] 10.222.0.35 "GET /v2.0/ports?device_id=91c154eb-237f-46da-9091-3e6854017c23 HTTP/1.1" status: 200 len: 946 time: 0.1240871 May 20 21:05:47.577241 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bae5077d-8a35-4cac-89b3-d921f024b950 admin admin] Network e3a93b5c-91e2-4064-9c2c-1afc261bfe15 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:05:47.583743 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7cd0150-28c2-44af-890e-5b87e215a9e2 None None] The sync data for ids ['6e7c1d63-45a7-441e-976c-1f8388b6759c'] in n-d-842733-1 is: [{'id': '6e7c1d63-45a7-441e-976c-1f8388b6759c', 'name': 'tempest-TaggedBootDevicesTest_v242-514012916-router', 'tenant_id': '0460753b23084d8f8624c2387ec65eda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:57:29Z', 'updated_at': '2022-05-20T21:05:46Z', 'revision_number': 6, 'project_id': '0460753b23084d8f8624c2387ec65eda', 'gw_port_host': None}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 21:05:47.587807 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:47.597605 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c89fa40f-4b68-4592-9bab-e9189d454ac1 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 21:05:47.608052 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c89fa40f-4b68-4592-9bab-e9189d454ac1 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks [] for router, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:47.612458 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-c89fa40f-4b68-4592-9bab-e9189d454ac1 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] 10.222.0.35 "PUT /v2.0/routers/7628e49a-3dba-49c5-943b-c9e7c8b08c53 HTTP/1.1" status: 200 len: 887 time: 2.0288765 May 20 21:05:47.614075 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-bae5077d-8a35-4cac-89b3-d921f024b950 admin admin] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:05:47.614746 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 46564) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:05:47.615737 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81581996-dccd-40a2-a31c-4f99d315bb91 None None] Sync routers for ids ['7628e49a-3dba-49c5-943b-c9e7c8b08c53'] in n-d-842733-1 {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 21:05:47.617147 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae5077d-8a35-4cac-89b3-d921f024b950 admin admin] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:05:47.641045 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_v2 [None req-d87700fc-bb32-41da-9497-f7508107138c admin admin] Deleting subnet 88b96f62-8032-4008-8101-2fc29fd0425b {{(pid=103163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 20 21:05:47.654433 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d87700fc-bb32-41da-9497-f7508107138c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:47.654604 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 21:05:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e8154b9-757a-42c5-8be6-ab4215107164 x-openstack-request-id: req-8e8154b9-757a-42c5-8be6-ab4215107164 {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 21:05:47.654604 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da2f92a8-72f9-46a0-8a7e-a125e28b102d", "name": "network-vif-plugged", "status": "completed", "tag": "7dda6a34-c056-4878-8bef-3216d68732b7", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 21:05:47.654789 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8e8154b9-757a-42c5-8be6-ab4215107164 {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 21:05:47.655071 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e8154b9-757a-42c5-8be6-ab4215107164'] response: {'server_uuid': 'da2f92a8-72f9-46a0-8a7e-a125e28b102d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dda6a34-c056-4878-8bef-3216d68732b7', 'code': 200} May 20 21:05:47.657433 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81581996-dccd-40a2-a31c-4f99d315bb91 None None] Routers {'7628e49a-3dba-49c5-943b-c9e7c8b08c53'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:05:47.660318 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-81581996-dccd-40a2-a31c-4f99d315bb91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:05:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['7628e49a-3dba-49c5-943b-c9e7c8b08c53'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:05:47.662538 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port e637919e-552c-49ab-bc16-175314f32dd7 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:05:47.663079 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:47.671175 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae5077d-8a35-4cac-89b3-d921f024b950 admin admin] Pushing event updated for resources: {'Port': ['ID=b68fd8bd-c43e-4f69-b3aa-c04bc1047561,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:05:47.733838 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56fb1038-c358-4f66-a919-5a83ed9f8dec None None] Network 184b74ca-5201-444b-9621-4d01e7bf23b7 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:05:47.749610 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4de0a97f-e545-4007-80f0-8a46eae46b04 req-9a472e4f-b7f5-4070-a1a9-3d4eb56aee06 tempest-VolumesActionsTest-1513749764 tempest-VolumesActionsTest-1513749764-project] 10.222.0.35 "GET /v2.0/security-groups?id=aeaee086-04c5-4e9c-af2f-a45cf73b5670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801951 May 20 21:05:47.755363 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-81581996-dccd-40a2-a31c-4f99d315bb91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:05:47.763732 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d87700fc-bb32-41da-9497-f7508107138c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9338757'] for subnet, precommit_delete_associations {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:47.778846 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81581996-dccd-40a2-a31c-4f99d315bb91 None None] Routers {'7628e49a-3dba-49c5-943b-c9e7c8b08c53'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:05:47.781460 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-81581996-dccd-40a2-a31c-4f99d315bb91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:05:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['7628e49a-3dba-49c5-943b-c9e7c8b08c53'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:05:47.828113 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=7dda6a34-c056-4878-8bef-3216d68732b7,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:05:47.832777 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-81581996-dccd-40a2-a31c-4f99d315bb91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:05:47.833766 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81581996-dccd-40a2-a31c-4f99d315bb91 None None] The sync data for ids ['7628e49a-3dba-49c5-943b-c9e7c8b08c53'] in n-d-842733-1 is: [] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 21:05:47.868131 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-1af7c641-f00a-4598-ad89-ec11600db0a7 None None] Provisioning complete for port e637919e-552c-49ab-bc16-175314f32dd7 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:05:47.868959 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-1af7c641-f00a-4598-ad89-ec11600db0a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:47.880475 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7500b0f-01ff-4311-a9fe-66edc65fefb4 req-1a86ce19-e383-4415-ab8c-5546bc8a5ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:05:47.883009 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-b7500b0f-01ff-4311-a9fe-66edc65fefb4 req-1a86ce19-e383-4415-ab8c-5546bc8a5ff4 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=da2f92a8-72f9-46a0-8a7e-a125e28b102d HTTP/1.1" status: 200 len: 1096 time: 0.1298063 May 20 21:05:47.892252 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-41520f9d-6333-4115-965c-9addcaf5e486 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] 10.222.0.35 "GET /v2.0/routers/7628e49a-3dba-49c5-943b-c9e7c8b08c53 HTTP/1.1" status: 200 len: 887 time: 0.2734020 May 20 21:05:47.893568 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 46566) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:05:47.941684 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-38ebc5e0-acbc-471b-85cb-3b9f28c99c7e tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] 10.222.0.35 "GET /v2.0/ports?device_id=7628e49a-3dba-49c5-943b-c9e7c8b08c53 HTTP/1.1" status: 200 len: 205 time: 0.0431333 May 20 21:05:47.944625 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 46568) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:05:47.953308 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d87700fc-bb32-41da-9497-f7508107138c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33068388'] for subnet, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:48.023320 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-b7500b0f-01ff-4311-a9fe-66edc65fefb4 req-523bd2ae-b9ed-49c4-804e-20acb88a576a service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=82988572-6e98-4d4a-89ee-f1a227fea559&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1304936 May 20 21:05:48.024840 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port e637919e-552c-49ab-bc16-175314f32dd7 is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:05:48.025244 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:48.130205 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] For port e637919e-552c-49ab-bc16-175314f32dd7, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=e637919e-552c-49ab-bc16-175314f32dd7,segment=NetworkSegment(004a2ced-726d-4712-b1e0-f38bdbf6228d),segment_id=004a2ced-726d-4712-b1e0-f38bdbf6228d)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:05:48.133313 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-1af7c641-f00a-4598-ad89-ec11600db0a7 None None] Current status of the port e637919e-552c-49ab-bc16-175314f32dd7 is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:05:48.134082 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-1af7c641-f00a-4598-ad89-ec11600db0a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:48.155628 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b3afdc05-6d60-4f34-9318-a35d0d0324be tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks [] for router, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:48.155997 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d87700fc-bb32-41da-9497-f7508107138c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33068399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9641221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8422588'] for subnet, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:48.202989 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87700fc-bb32-41da-9497-f7508107138c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=88b96f62-8032-4008-8101-2fc29fd0425b,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:05:48.224659 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d87700fc-bb32-41da-9497-f7508107138c admin admin] Notify callbacks [] for subnet, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:48.232158 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-d87700fc-bb32-41da-9497-f7508107138c admin admin] 10.222.0.35 "DELETE /v2.0/subnets/88b96f62-8032-4008-8101-2fc29fd0425b HTTP/1.1" status: 204 len: 168 time: 0.7334077 May 20 21:05:48.234041 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 46572) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:05:48.234464 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7a46da0-e608-414b-ad4a-c912ddf50e35 None None] Network 1e3e44fa-7b8c-41ab-9fa2-0a6471f01b68 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:05:48.269741 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c457cb4-c6c8-4100-87e0-309ce5fe478b req-ca927d19-575e-4a96-a728-c7bd45a29db7 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:05:48.278006 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:48.279206 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5c457cb4-c6c8-4100-87e0-309ce5fe478b req-ca927d19-575e-4a96-a728-c7bd45a29db7 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/ports?device_id=da2f92a8-72f9-46a0-8a7e-a125e28b102d HTTP/1.1" status: 200 len: 945 time: 0.1686096 May 20 21:05:48.425035 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b3afdc05-6d60-4f34-9318-a35d0d0324be tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:48.448636 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bae5077d-8a35-4cac-89b3-d921f024b950 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:48.449908 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-08de6580-d9a4-4e94-be43-2caaeace4fdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33160123'] for network, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:48.502995 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5c457cb4-c6c8-4100-87e0-309ce5fe478b req-b1aea6d4-2681-4493-8e86-bfe631a954a6 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/security-groups?id=82988572-6e98-4d4a-89ee-f1a227fea559&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1493902 May 20 21:05:48.523318 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.db.api [None req-1af7c641-f00a-4598-ad89-ec11600db0a7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103164) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 20 21:05:48.524335 n-d-842733-1 neutron-server[103164]: DEBUG oslo_db.api [None req-1af7c641-f00a-4598-ad89-ec11600db0a7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 20 21:05:48.578321 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Pushing event updated for resources: {'Port': ['ID=e637919e-552c-49ab-bc16-175314f32dd7,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:05:48.597724 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-08de6580-d9a4-4e94-be43-2caaeace4fdb admin admin] Deleting port 421f1a01-6861-42de-8de7-a9545e27fbf0 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:05:48.598072 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-08de6580-d9a4-4e94-be43-2caaeace4fdb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:48.647066 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-b3afdc05-6d60-4f34-9318-a35d0d0324be tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Deleting port 60401216-8c0f-43c7-928e-9dac87fc307f {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:05:48.647706 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b3afdc05-6d60-4f34-9318-a35d0d0324be tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:48.737542 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46c6e006-6817-41af-b82d-a4a58b014666 None None] DHCP port deletion for 1e3e44fa-7b8c-41ab-9fa2-0a6471f01b68 request from n-d-842733-1 {{(pid=103164) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 21:05:48.807558 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-46c6e006-6817-41af-b82d-a4a58b014666 None None] Deleting port 421f1a01-6861-42de-8de7-a9545e27fbf0 {{(pid=103164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:05:48.808107 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-46c6e006-6817-41af-b82d-a4a58b014666 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:48.833649 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b3afdc05-6d60-4f34-9318-a35d0d0324be tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:48.852618 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-b3afdc05-6d60-4f34-9318-a35d0d0324be tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Calling delete_port for 60401216-8c0f-43c7-928e-9dac87fc307f owned by network:router_gateway {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:05:48.871416 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bae5077d-8a35-4cac-89b3-d921f024b950 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748106'] for router, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:48.902129 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-46c6e006-6817-41af-b82d-a4a58b014666 None None] For port 421f1a01-6861-42de-8de7-a9545e27fbf0, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=421f1a01-6861-42de-8de7-a9545e27fbf0,segment=NetworkSegment(1c07c58c-70ca-4634-b73e-21466b85e57d),segment_id=1c07c58c-70ca-4634-b73e-21466b85e57d)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:05:48.903205 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-46c6e006-6817-41af-b82d-a4a58b014666 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:48.921838 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-46c6e006-6817-41af-b82d-a4a58b014666 None None] Calling delete_port for 421f1a01-6861-42de-8de7-a9545e27fbf0 owned by network:dhcp {{(pid=103164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:05:49.080544 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-1af7c641-f00a-4598-ad89-ec11600db0a7 None None] Current status of the port e637919e-552c-49ab-bc16-175314f32dd7 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:05:49.162869 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-46c6e006-6817-41af-b82d-a4a58b014666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099'] for port, after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:49.187467 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-08de6580-d9a4-4e94-be43-2caaeace4fdb admin admin] For port 421f1a01-6861-42de-8de7-a9545e27fbf0, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=421f1a01-6861-42de-8de7-a9545e27fbf0,segment=NetworkSegment(1c07c58c-70ca-4634-b73e-21466b85e57d),segment_id=1c07c58c-70ca-4634-b73e-21466b85e57d)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:05:49.187467 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-08de6580-d9a4-4e94-be43-2caaeace4fdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:49.211430 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device e637919e-552c-49ab-bc16-175314f32dd7 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:05:49.213251 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c6e006-6817-41af-b82d-a4a58b014666 None None] Pushing event deleted for resources: {'Port': ['ID=421f1a01-6861-42de-8de7-a9545e27fbf0,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:05:49.219558 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-08de6580-d9a4-4e94-be43-2caaeace4fdb admin admin] Calling delete_port for 421f1a01-6861-42de-8de7-a9545e27fbf0 owned by network:dhcp {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:05:49.237935 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17faebd-e69d-4bb7-a9a6-1732758c9997 req-8f62cdf6-1cd3-4027-8a1d-12c00ba166b0 tempest-VolumesActionsTest-1513749764 tempest-VolumesActionsTest-1513749764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:05:49.239420 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d17faebd-e69d-4bb7-a9a6-1732758c9997 req-8f62cdf6-1cd3-4027-8a1d-12c00ba166b0 tempest-VolumesActionsTest-1513749764 tempest-VolumesActionsTest-1513749764-project] 10.222.0.24 "GET /v2.0/ports?device_id=91c154eb-237f-46da-9091-3e6854017c23 HTTP/1.1" status: 200 len: 946 time: 0.5918465 May 20 21:05:49.248343 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c6e006-6817-41af-b82d-a4a58b014666 None None] No DVR routers for this DVR port 421f1a01-6861-42de-8de7-a9545e27fbf0 on host n-d-842733-1 {{(pid=103164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 21:05:49.254775 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c6e006-6817-41af-b82d-a4a58b014666 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:05:49.255105 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c6e006-6817-41af-b82d-a4a58b014666 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:05:49.255443 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c6e006-6817-41af-b82d-a4a58b014666 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:05:49.255777 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c6e006-6817-41af-b82d-a4a58b014666 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:05:49.261315 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c6e006-6817-41af-b82d-a4a58b014666 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:05:49.261315 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c6e006-6817-41af-b82d-a4a58b014666 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:05:49.261315 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c6e006-6817-41af-b82d-a4a58b014666 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:05:49.261315 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c6e006-6817-41af-b82d-a4a58b014666 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:05:49.261315 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c6e006-6817-41af-b82d-a4a58b014666 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:05:49.261315 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c6e006-6817-41af-b82d-a4a58b014666 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:05:49.261315 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c6e006-6817-41af-b82d-a4a58b014666 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:05:49.261315 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c6e006-6817-41af-b82d-a4a58b014666 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:05:49.272980 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-ae4202a1-2d3b-44a2-b441-6ee8f4de6a1c None None] Provisioning complete for port e637919e-552c-49ab-bc16-175314f32dd7 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:05:49.273401 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ae4202a1-2d3b-44a2-b441-6ee8f4de6a1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:49.301592 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bae5077d-8a35-4cac-89b3-d921f024b950 admin admin] Router c8d47b70-a89c-4645-8862-90983ce9717e is scheduled to L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e with binding_index 1 {{(pid=103162) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 20 21:05:49.322876 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port e637919e-552c-49ab-bc16-175314f32dd7 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:05:49.323413 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:49.325258 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f07d13d-e702-48b0-bc6d-4c74227a0fa6 req-fbb8c2f5-547e-44f8-b081-84619088e849 tempest-VolumesActionsTest-1513749764 tempest-VolumesActionsTest-1513749764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:05:49.327026 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8f07d13d-e702-48b0-bc6d-4c74227a0fa6 req-fbb8c2f5-547e-44f8-b081-84619088e849 tempest-VolumesActionsTest-1513749764 tempest-VolumesActionsTest-1513749764-project] 10.222.0.35 "GET /v2.0/ports?device_id=91c154eb-237f-46da-9091-3e6854017c23 HTTP/1.1" status: 200 len: 946 time: 0.1684783 May 20 21:05:49.350831 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b3afdc05-6d60-4f34-9318-a35d0d0324be tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:49.400057 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3afdc05-6d60-4f34-9318-a35d0d0324be tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Pushing event deleted for resources: {'Port': ['ID=60401216-8c0f-43c7-928e-9dac87fc307f,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:05:49.414885 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-08de6580-d9a4-4e94-be43-2caaeace4fdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:49.416199 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-ae4202a1-2d3b-44a2-b441-6ee8f4de6a1c None None] Current status of the port e637919e-552c-49ab-bc16-175314f32dd7 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:05:49.458287 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port e637919e-552c-49ab-bc16-175314f32dd7 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:05:49.465973 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08de6580-d9a4-4e94-be43-2caaeace4fdb admin admin] Pushing event deleted for resources: {'Port': ['ID=421f1a01-6861-42de-8de7-a9545e27fbf0,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:05:49.468214 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08de6580-d9a4-4e94-be43-2caaeace4fdb admin admin] No DVR routers for this DVR port 421f1a01-6861-42de-8de7-a9545e27fbf0 on host n-d-842733-1 {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 21:05:49.514032 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8f07d13d-e702-48b0-bc6d-4c74227a0fa6 req-e824d68d-d72a-4b11-8987-0631877643e4 tempest-VolumesActionsTest-1513749764 tempest-VolumesActionsTest-1513749764-project] 10.222.0.35 "GET /v2.0/security-groups?id=aeaee086-04c5-4e9c-af2f-a45cf73b5670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672151 May 20 21:05:49.530418 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 0060fa8d-23cd-4951-8a47-e3091a61e826 no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 21:05:49.560903 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: 0060fa8d-23cd-4951-8a47-e3091a61e826 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 21:05:49.561268 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 0060fa8d-23cd-4951-8a47-e3091a61e826 not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 21:05:49.561686 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 421f1a01-6861-42de-8de7-a9545e27fbf0 no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 21:05:49.595848 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: 421f1a01-6861-42de-8de7-a9545e27fbf0 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 21:05:49.596140 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 421f1a01-6861-42de-8de7-a9545e27fbf0 not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 21:05:49.596547 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 7ced45c7-1c14-42f1-8baa-527821e9e0d9 no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 21:05:49.617801 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [req-d17faebd-e69d-4bb7-a9a6-1732758c9997 req-99c94d8e-6b7b-45a8-b169-edeab99cc8ad tempest-VolumesActionsTest-1513749764 tempest-VolumesActionsTest-1513749764-project] Deleting port 6f223d60-feaf-45b3-b4fa-0db9bfd7b2fd {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:05:49.618184 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-d17faebd-e69d-4bb7-a9a6-1732758c9997 req-99c94d8e-6b7b-45a8-b169-edeab99cc8ad tempest-VolumesActionsTest-1513749764 tempest-VolumesActionsTest-1513749764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:49.618765 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: 7ced45c7-1c14-42f1-8baa-527821e9e0d9 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 21:05:49.619118 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 7ced45c7-1c14-42f1-8baa-527821e9e0d9 not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 21:05:49.686933 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-08de6580-d9a4-4e94-be43-2caaeace4fdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33072115', 'neutron.services.segments.db._delete_segments_for_network-8782419500584'] for network, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:49.721168 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-08de6580-d9a4-4e94-be43-2caaeace4fdb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e3e44fa-7b8c-41ab-9fa2-0a6471f01b68']}} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:05:49.738583 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-08de6580-d9a4-4e94-be43-2caaeace4fdb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c07c58c-70ca-4634-b73e-21466b85e57d') {'for_net_delete': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:05:49.738876 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-08de6580-d9a4-4e94-be43-2caaeace4fdb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c07c58c-70ca-4634-b73e-21466b85e57d') {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:05:49.752607 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-08de6580-d9a4-4e94-be43-2caaeace4fdb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419501617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9338764'] for segment, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:49.779323 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36552f4a-0e38-4aec-9b5b-64cdaf92d77e req-1466c89f-3edb-4766-9305-e642efc2621d tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:05:49.785728 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-36552f4a-0e38-4aec-9b5b-64cdaf92d77e req-1466c89f-3edb-4766-9305-e642efc2621d tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/ports?device_id=da2f92a8-72f9-46a0-8a7e-a125e28b102d HTTP/1.1" status: 200 len: 945 time: 0.1881754 May 20 21:05:49.817304 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-08de6580-d9a4-4e94-be43-2caaeace4fdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:49.828899 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-d17faebd-e69d-4bb7-a9a6-1732758c9997 req-99c94d8e-6b7b-45a8-b169-edeab99cc8ad tempest-VolumesActionsTest-1513749764 tempest-VolumesActionsTest-1513749764-project] For port 6f223d60-feaf-45b3-b4fa-0db9bfd7b2fd, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=6f223d60-feaf-45b3-b4fa-0db9bfd7b2fd,segment=NetworkSegment(7310cbab-3cd1-4e3f-b210-f4ad24615999),segment_id=7310cbab-3cd1-4e3f-b210-f4ad24615999)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:05:49.829184 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-d17faebd-e69d-4bb7-a9a6-1732758c9997 req-99c94d8e-6b7b-45a8-b169-edeab99cc8ad tempest-VolumesActionsTest-1513749764 tempest-VolumesActionsTest-1513749764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:49.832259 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08de6580-d9a4-4e94-be43-2caaeace4fdb admin admin] Releasing vlan 209 on physical network physnet1 to pool {{(pid=103163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 21:05:49.832665 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-08de6580-d9a4-4e94-be43-2caaeace4fdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9638311'] for segment, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:49.836116 n-d-842733-1 neutron-server[103163]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 21:05:49.836116 n-d-842733-1 neutron-server[103163]: self.session.flush() May 20 21:05:49.836116 n-d-842733-1 neutron-server[103163]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 21:05:49.836116 n-d-842733-1 neutron-server[103163]: self.session.flush() May 20 21:05:49.836116 n-d-842733-1 neutron-server[103163]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 21:05:49.836116 n-d-842733-1 neutron-server[103163]: self.session.flush() May 20 21:05:49.836116 n-d-842733-1 neutron-server[103163]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 21:05:49.836116 n-d-842733-1 neutron-server[103163]: self.session.flush() May 20 21:05:49.836116 n-d-842733-1 neutron-server[103163]: Traceback (most recent call last): May 20 21:05:49.836116 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 21:05:49.836116 n-d-842733-1 neutron-server[103163]: timer() May 20 21:05:49.836116 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 21:05:49.836116 n-d-842733-1 neutron-server[103163]: cb(*args, **kw) May 20 21:05:49.836116 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 20 21:05:49.836116 n-d-842733-1 neutron-server[103163]: return func(*args, **kwargs) May 20 21:05:49.836116 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 21:05:49.836116 n-d-842733-1 neutron-server[103163]: self._notify() May 20 21:05:49.836116 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 21:05:49.836116 n-d-842733-1 neutron-server[103163]: self.callback(batched_events) May 20 21:05:49.836116 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 21:05:49.836116 n-d-842733-1 neutron-server[103163]: event.method(event) May 20 21:05:49.836116 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 20 21:05:49.836116 n-d-842733-1 neutron-server[103163]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 21:05:49.836116 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 20 21:05:49.836116 n-d-842733-1 neutron-server[103163]: aggregate_uuid = self.p_client.list_aggregates( May 20 21:05:49.836116 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 20 21:05:49.836116 n-d-842733-1 neutron-server[103163]: return f(self, *a, **k) May 20 21:05:49.836116 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 20 21:05:49.836116 n-d-842733-1 neutron-server[103163]: return self._get(url).json() May 20 21:05:49.836116 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 20 21:05:49.836116 n-d-842733-1 neutron-server[103163]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 21:05:49.836116 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 21:05:49.836116 n-d-842733-1 neutron-server[103163]: return self.request(url, 'GET', **kwargs) May 20 21:05:49.836116 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 21:05:49.836116 n-d-842733-1 neutron-server[103163]: base_url = self.get_endpoint(auth, allow=allow, May 20 21:05:49.836116 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 21:05:49.836116 n-d-842733-1 neutron-server[103163]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 21:05:49.836116 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 21:05:49.836116 n-d-842733-1 neutron-server[103163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 21:05:49.836116 n-d-842733-1 neutron-server[103163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 21:05:49.883833 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ed3455ab-ff01-40e6-a5f0-513781c22a00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:49.898025 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bae5077d-8a35-4cac-89b3-d921f024b950 admin admin] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 21:05:49.908770 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [req-d17faebd-e69d-4bb7-a9a6-1732758c9997 req-99c94d8e-6b7b-45a8-b169-edeab99cc8ad tempest-VolumesActionsTest-1513749764 tempest-VolumesActionsTest-1513749764-project] Calling delete_port for 6f223d60-feaf-45b3-b4fa-0db9bfd7b2fd owned by compute:nova {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:05:49.926867 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b3afdc05-6d60-4f34-9318-a35d0d0324be tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-748206'] for router_gateway, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:49.930575 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c66a22ad-1bd0-4e08-be52-5a68b1f1678d None None] Sync routers for ids ['c8d47b70-a89c-4645-8862-90983ce9717e'] in n-d-842733-1 {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 21:05:49.937521 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-36552f4a-0e38-4aec-9b5b-64cdaf92d77e req-584193b7-3d93-4c73-8d19-5d20b8e41087 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/security-groups?id=82988572-6e98-4d4a-89ee-f1a227fea559&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1396806 May 20 21:05:49.948099 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c66a22ad-1bd0-4e08-be52-5a68b1f1678d None None] Routers {'c8d47b70-a89c-4645-8862-90983ce9717e'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:05:49.950015 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-c66a22ad-1bd0-4e08-be52-5a68b1f1678d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:05:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['c8d47b70-a89c-4645-8862-90983ce9717e'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:05:50.080157 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b3afdc05-6d60-4f34-9318-a35d0d0324be tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26169'] for router, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:50.083541 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b3afdc05-6d60-4f34-9318-a35d0d0324be tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:50.093506 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbfab7b-f5fa-42c7-a330-44e626f0639a req-8268785e-5535-402c-bb50-911a99e78390 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:05:50.095141 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7fbfab7b-f5fa-42c7-a330-44e626f0639a req-8268785e-5535-402c-bb50-911a99e78390 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/ports?device_id=da2f92a8-72f9-46a0-8a7e-a125e28b102d HTTP/1.1" status: 200 len: 945 time: 0.0760694 May 20 21:05:50.102755 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-c66a22ad-1bd0-4e08-be52-5a68b1f1678d None None] Set router c8d47b70-a89c-4645-8862-90983ce9717e gateway port host: n-d-842733-1 {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:05:50.115511 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-08de6580-d9a4-4e94-be43-2caaeace4fdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33072122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748162'] for network, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:50.120212 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-08de6580-d9a4-4e94-be43-2caaeace4fdb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:50.127659 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-08de6580-d9a4-4e94-be43-2caaeace4fdb admin admin] 10.222.0.35 "DELETE /v2.0/networks/1e3e44fa-7b8c-41ab-9fa2-0a6471f01b68 HTTP/1.1" status: 204 len: 168 time: 1.8926334 May 20 21:05:50.129095 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bae5077d-8a35-4cac-89b3-d921f024b950 admin admin] Notify callbacks [] for router, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:50.131252 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-bae5077d-8a35-4cac-89b3-d921f024b950 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 5.2593744 May 20 21:05:50.132277 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 46588) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:05:50.140080 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 46590) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:05:50.171667 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08de6580-d9a4-4e94-be43-2caaeace4fdb admin admin] Pushing event deleted for resources: {'Network': ['ID=1e3e44fa-7b8c-41ab-9fa2-0a6471f01b68,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:05:50.204865 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7fbfab7b-f5fa-42c7-a330-44e626f0639a req-8447fd35-d19b-4262-8c5d-56612f2a5674 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/security-groups?id=82988572-6e98-4d4a-89ee-f1a227fea559&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716429 May 20 21:05:50.223265 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b3afdc05-6d60-4f34-9318-a35d0d0324be tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-693148'] for router, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:50.224022 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3afdc05-6d60-4f34-9318-a35d0d0324be tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Fanout notify agent at l3_agent the message router_deleted on router 7628e49a-3dba-49c5-943b-c9e7c8b08c53 {{(pid=103162) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 20 21:05:50.230101 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 46592) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:05:50.240190 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b3afdc05-6d60-4f34-9318-a35d0d0324be tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks [] for router, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:50.241810 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-b3afdc05-6d60-4f34-9318-a35d0d0324be tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] 10.222.0.35 "DELETE /v2.0/routers/7628e49a-3dba-49c5-943b-c9e7c8b08c53 HTTP/1.1" status: 204 len: 168 time: 2.2960951 May 20 21:05:50.248897 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 46594) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:05:50.260461 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-d308704f-4891-467a-bca9-99218331ac70 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Request body: {'network': {'name': 'tempest-RoutersTest-779375785'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:05:50.279723 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12bda1d0-1389-4687-b997-94b1aa066307 tempest-TestNetworkAdvancedServerOps-173437749 tempest-TestNetworkAdvancedServerOps-173437749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:05:50.281759 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-12bda1d0-1389-4687-b997-94b1aa066307 tempest-TestNetworkAdvancedServerOps-173437749 tempest-TestNetworkAdvancedServerOps-173437749-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=da2f92a8-72f9-46a0-8a7e-a125e28b102d HTTP/1.1" status: 200 len: 1091 time: 0.0504119 May 20 21:05:50.284686 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 46596) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:05:50.290041 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-e78c25ac-a930-45e2-b2e7-43a072362092 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Request body: {'floatingip': {'floating_network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'port_id': '7dda6a34-c056-4878-8bef-3216d68732b7', 'tenant_id': 'd7932b75a33b465998804b193e9be7ad', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:05:50.303825 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-d17faebd-e69d-4bb7-a9a6-1732758c9997 req-99c94d8e-6b7b-45a8-b169-edeab99cc8ad tempest-VolumesActionsTest-1513749764 tempest-VolumesActionsTest-1513749764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:50.331951 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-c66a22ad-1bd0-4e08-be52-5a68b1f1678d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8d47b70-a89c-4645-8862-90983ce9717e', 'name': 'tempest-TestVolumeBackupRestore-1853699050-router', 'tenant_id': '770ab75f42db49e4b1ceb156acd07490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.73'}], 'enable_snat': True}, 'gw_port_id': 'b68fd8bd-c43e-4f69-b3aa-c04bc1047561', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:05:44Z', 'updated_at': '2022-05-20T21:05:47Z', 'revision_number': 3, 'project_id': '770ab75f42db49e4b1ceb156acd07490', 'gw_port': {'id': 'b68fd8bd-c43e-4f69-b3aa-c04bc1047561', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:92:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8d47b70-a89c-4645-8862-90983ce9717e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3355, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:05:46Z', 'updated_at': '2022-05-20T21:05:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:05:50.348925 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c94d8e-6b7b-45a8-b169-edeab99cc8ad tempest-VolumesActionsTest-1513749764 tempest-VolumesActionsTest-1513749764-project] Pushing event deleted for resources: {'Port': ['ID=6f223d60-feaf-45b3-b4fa-0db9bfd7b2fd,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:05:50.409579 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [req-d17faebd-e69d-4bb7-a9a6-1732758c9997 req-99c94d8e-6b7b-45a8-b169-edeab99cc8ad tempest-VolumesActionsTest-1513749764 tempest-VolumesActionsTest-1513749764-project] No DVR routers for this DVR port 6f223d60-feaf-45b3-b4fa-0db9bfd7b2fd on host n-h1-842733-1 {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 21:05:50.412520 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-d17faebd-e69d-4bb7-a9a6-1732758c9997 req-99c94d8e-6b7b-45a8-b169-edeab99cc8ad tempest-VolumesActionsTest-1513749764 tempest-VolumesActionsTest-1513749764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:50.418811 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d17faebd-e69d-4bb7-a9a6-1732758c9997 req-99c94d8e-6b7b-45a8-b169-edeab99cc8ad tempest-VolumesActionsTest-1513749764 tempest-VolumesActionsTest-1513749764-project] 10.222.0.24 "DELETE /v2.0/ports/6f223d60-feaf-45b3-b4fa-0db9bfd7b2fd HTTP/1.1" status: 204 len: 173 time: 1.1713104 May 20 21:05:50.419687 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91c154eb-237f-46da-9091-3e6854017c23', 'name': 'network-vif-deleted', 'tag': '6f223d60-feaf-45b3-b4fa-0db9bfd7b2fd'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 21:05:50.430761 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4291b17aa7b45362825f0571e77c85f5e73afe1df9c7e9e15006df9d695c005e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6dffce0-a5df-4a26-98b2-1c6d7713e7bf" -d '{"events": [{"server_uuid": "91c154eb-237f-46da-9091-3e6854017c23", "name": "network-vif-deleted", "tag": "6f223d60-feaf-45b3-b4fa-0db9bfd7b2fd"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 21:05:50.450315 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e78c25ac-a930-45e2-b2e7-43a072362092 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks [] for floatingip, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:50.518650 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 21:05:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99569ff7-4181-4938-8504-d03d132c6d2a x-openstack-request-id: req-99569ff7-4181-4938-8504-d03d132c6d2a {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 21:05:50.519045 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91c154eb-237f-46da-9091-3e6854017c23", "name": "network-vif-deleted", "tag": "6f223d60-feaf-45b3-b4fa-0db9bfd7b2fd", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 21:05:50.521188 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-99569ff7-4181-4938-8504-d03d132c6d2a {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 21:05:50.521188 n-d-842733-1 neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99569ff7-4181-4938-8504-d03d132c6d2a'] response: {'server_uuid': '91c154eb-237f-46da-9091-3e6854017c23', 'name': 'network-vif-deleted', 'tag': '6f223d60-feaf-45b3-b4fa-0db9bfd7b2fd', 'status': 'completed', 'code': 200} May 20 21:05:50.600966 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c66a22ad-1bd0-4e08-be52-5a68b1f1678d None None] Checking router: c8d47b70-a89c-4645-8862-90983ce9717e for host: n-d-842733-1 {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 21:05:50.601524 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c66a22ad-1bd0-4e08-be52-5a68b1f1678d None None] Updating router c8d47b70-a89c-4645-8862-90983ce9717e port b68fd8bd-c43e-4f69-b3aa-c04bc1047561 binding host n-d-842733-1 {{(pid=103164) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 21:05:50.622491 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e78c25ac-a930-45e2-b2e7-43a072362092 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:50.646550 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d308704f-4891-467a-bca9-99218331ac70 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Made reservation on behalf of d4fe1859a2dd44a8943722001f06bb5e for: {'network': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:05:50.650442 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d308704f-4891-467a-bca9-99218331ac70 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for network, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:50.654301 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c4392ac0-4d75-4fa0-834d-c0eac27965fc req-2d5b4655-c052-435a-ad74-84d4fb5ab328 tempest-VolumesActionsTest-1513749764 tempest-VolumesActionsTest-1513749764-project] 10.222.0.35 "GET /v2.0/ports?device_id=91c154eb-237f-46da-9091-3e6854017c23 HTTP/1.1" status: 200 len: 210 time: 0.0288119 May 20 21:05:50.684333 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c66a22ad-1bd0-4e08-be52-5a68b1f1678d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:50.738315 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d308704f-4891-467a-bca9-99218331ac70 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 241} {{(pid=103162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 21:05:50.815593 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d308704f-4891-467a-bca9-99218331ac70 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:50.815935 n-d-842733-1 neutron-server[103162]: INFO neutron.db.segments_db [None req-d308704f-4891-467a-bca9-99218331ac70 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Added segment 1019edee-f689-470f-b8a2-78d54e63ef0c of type vlan for network c2a8db41-c430-474d-a894-90a8b96c5a09 May 20 21:05:50.822831 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-e78c25ac-a930-45e2-b2e7-43a072362092 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Allocated IP 172.25.2.206 (e3a93b5c-91e2-4064-9c2c-1afc261bfe15/86fee0c1-6e34-488b-9216-b2b8e7ef585a/e2a8900f-239e-4048-80ac-9dca33481889) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:05:50.880082 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d308704f-4891-467a-bca9-99218331ac70 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418993264'] for network, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:50.941347 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e78c25ac-a930-45e2-b2e7-43a072362092 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:51.038115 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d308704f-4891-467a-bca9-99218331ac70 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524'] for network, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:51.044984 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d308704f-4891-467a-bca9-99218331ac70 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:05:51.045857 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d308704f-4891-467a-bca9-99218331ac70 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:51.062219 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e78c25ac-a930-45e2-b2e7-43a072362092 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:51.115576 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e78c25ac-a930-45e2-b2e7-43a072362092 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Network e3a93b5c-91e2-4064-9c2c-1afc261bfe15 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:05:51.142243 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-e78c25ac-a930-45e2-b2e7-43a072362092 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:05:51.148075 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e78c25ac-a930-45e2-b2e7-43a072362092 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:05:51.155044 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2339424c-4c24-4441-a74f-982c2bf2c7b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:51.184480 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d308704f-4891-467a-bca9-99218331ac70 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Pushing event updated for resources: {'Network': ['ID=c2a8db41-c430-474d-a894-90a8b96c5a09,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:05:51.197885 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78c25ac-a930-45e2-b2e7-43a072362092 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Pushing event updated for resources: {'Port': ['ID=e2a8900f-239e-4048-80ac-9dca33481889,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:05:51.207084 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Network c2a8db41-c430-474d-a894-90a8b96c5a09 details requested by agent ovs-agent-n-d-842733-1 with host n-d-842733-1 {{(pid=103164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 20 21:05:51.259504 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-d308704f-4891-467a-bca9-99218331ac70 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.0070128 May 20 21:05:51.262359 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 46604) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:05:51.270969 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-2213f0a3-ddd2-4efa-b3fe-b2a36567baad tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Request body: {'subnet': {'network_id': 'c2a8db41-c430-474d-a894-90a8b96c5a09', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:05:51.387953 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c66a22ad-1bd0-4e08-be52-5a68b1f1678d None None] Notify callbacks [] for port, precommit_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:51.467362 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 6f223d60-feaf-45b3-b4fa-0db9bfd7b2fd no longer exists at agent hyperv_n-h1-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 21:05:51.493657 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] No Port match for: 6f223d60-feaf-45b3-b4fa-0db9bfd7b2fd {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 21:05:51.493873 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 6f223d60-feaf-45b3-b4fa-0db9bfd7b2fd not bound to the agent host n-h1-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 21:05:51.495628 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c66a22ad-1bd0-4e08-be52-5a68b1f1678d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:51.503428 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-2339424c-4c24-4441-a74f-982c2bf2c7b0 admin admin] Allocated IP 172.20.0.1 (184b74ca-5201-444b-9621-4d01e7bf23b7/b13faf2d-c0fe-4c78-8290-66782e0d5758/16071ea0-bc98-4b74-b137-362134224862) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:05:51.507624 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1c5ba546-40bc-4179-a116-ae8af6febcf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748528'] for router_interface, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:51.552918 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ef5ec3-317a-4198-a249-a7fa63a6726c None None] Pushing event updated for resources: {'Port': ['ID=b68fd8bd-c43e-4f69-b3aa-c04bc1047561,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:05:51.573127 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-c66a22ad-1bd0-4e08-be52-5a68b1f1678d None None] Attempting to bind port b68fd8bd-c43e-4f69-b3aa-c04bc1047561 on host n-d-842733-1 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:05:51.573320 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-c66a22ad-1bd0-4e08-be52-5a68b1f1678d None None] Attempting to bind port b68fd8bd-c43e-4f69-b3aa-c04bc1047561 by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': '0b5485c4-eff8-42a1-9073-ae54ed4c63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:05:51.573699 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c66a22ad-1bd0-4e08-be52-5a68b1f1678d None None] Attempting to bind port b68fd8bd-c43e-4f69-b3aa-c04bc1047561 on network e3a93b5c-91e2-4064-9c2c-1afc261bfe15 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:05:51.580567 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c66a22ad-1bd0-4e08-be52-5a68b1f1678d None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 21, 5, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 21:05:51.580567 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c66a22ad-1bd0-4e08-be52-5a68b1f1678d None None] Checking segment: {'id': '0b5485c4-eff8-42a1-9073-ae54ed4c63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:05:51.580863 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c66a22ad-1bd0-4e08-be52-5a68b1f1678d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:51.581127 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c66a22ad-1bd0-4e08-be52-5a68b1f1678d None None] Bound using segment: {'id': '0b5485c4-eff8-42a1-9073-ae54ed4c63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 21:05:51.581976 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-c66a22ad-1bd0-4e08-be52-5a68b1f1678d None None] Bound port: b68fd8bd-c43e-4f69-b3aa-c04bc1047561, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b5485c4-eff8-42a1-9073-ae54ed4c63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:05:51.582227 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c66a22ad-1bd0-4e08-be52-5a68b1f1678d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:51.615756 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2213f0a3-ddd2-4efa-b3fe-b2a36567baad tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Made reservation on behalf of d4fe1859a2dd44a8943722001f06bb5e for: {'subnet': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:05:51.619258 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2213f0a3-ddd2-4efa-b3fe-b2a36567baad tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4018244'] for subnet, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:51.656539 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-c66a22ad-1bd0-4e08-be52-5a68b1f1678d None None] For port b68fd8bd-c43e-4f69-b3aa-c04bc1047561, host n-d-842733-1, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 21:05:51.660138 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-c66a22ad-1bd0-4e08-be52-5a68b1f1678d None None] For port b68fd8bd-c43e-4f69-b3aa-c04bc1047561, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=b68fd8bd-c43e-4f69-b3aa-c04bc1047561,segment=NetworkSegment(0b5485c4-eff8-42a1-9073-ae54ed4c63ba),segment_id=0b5485c4-eff8-42a1-9073-ae54ed4c63ba)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 21:05:51.711317 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e78c25ac-a930-45e2-b2e7-43a072362092 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:51.814405 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c66a22ad-1bd0-4e08-be52-5a68b1f1678d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:51.843268 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2339424c-4c24-4441-a74f-982c2bf2c7b0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:51.877710 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ef5ec3-317a-4198-a249-a7fa63a6726c None None] Pushing event updated for resources: {'Port': ['ID=b68fd8bd-c43e-4f69-b3aa-c04bc1047561,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:05:51.908881 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c66a22ad-1bd0-4e08-be52-5a68b1f1678d None None] Routers {'c8d47b70-a89c-4645-8862-90983ce9717e'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:05:51.908881 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-c66a22ad-1bd0-4e08-be52-5a68b1f1678d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:05:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['c8d47b70-a89c-4645-8862-90983ce9717e'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:05:51.968430 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e78c25ac-a930-45e2-b2e7-43a072362092 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:52.048426 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2339424c-4c24-4441-a74f-982c2bf2c7b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:52.054950 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-c66a22ad-1bd0-4e08-be52-5a68b1f1678d None None] Set router c8d47b70-a89c-4645-8862-90983ce9717e gateway port host: n-d-842733-1 {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:05:52.082170 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2213f0a3-ddd2-4efa-b3fe-b2a36567baad tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3797684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4018258'] for subnet, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:52.105893 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2339424c-4c24-4441-a74f-982c2bf2c7b0 admin admin] Network 184b74ca-5201-444b-9621-4d01e7bf23b7 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:05:52.144225 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-2339424c-4c24-4441-a74f-982c2bf2c7b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:05:52.149473 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2339424c-4c24-4441-a74f-982c2bf2c7b0 admin admin] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:05:52.151602 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2339424c-4c24-4441-a74f-982c2bf2c7b0 admin admin] Pushing event updated for resources: {'Port': ['ID=16071ea0-bc98-4b74-b137-362134224862,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:05:52.215205 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e78c25ac-a930-45e2-b2e7-43a072362092 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks [] for port, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:52.240720 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2213f0a3-ddd2-4efa-b3fe-b2a36567baad tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Pushing event updated for resources: {'Subnet': ['ID=f8c54319-5cba-4b54-8f75-9f3b51bcabbe,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:05:52.257145 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2339424c-4c24-4441-a74f-982c2bf2c7b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748409'] for router_interface, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:52.276896 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-1c5ba546-40bc-4179-a116-ae8af6febcf8 admin admin] Deleting port 49ccb95a-0130-40a4-8c90-417416be1aac {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:05:52.276896 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1c5ba546-40bc-4179-a116-ae8af6febcf8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:52.289601 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5789020-4037-4a32-9798-4dc0ed46ec0e req-f5a507c1-5c93-44f3-95ca-01b27b3fa6d9 tempest-VolumesActionsTest-1513749764 tempest-VolumesActionsTest-1513749764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:05:52.304978 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a5789020-4037-4a32-9798-4dc0ed46ec0e req-f5a507c1-5c93-44f3-95ca-01b27b3fa6d9 tempest-VolumesActionsTest-1513749764 tempest-VolumesActionsTest-1513749764-project] 10.222.0.35 "GET /v2.0/networks?id=d842a6d6-ac76-4a70-b737-6e69ee8864ca HTTP/1.1" status: 200 len: 809 time: 0.3775227 May 20 21:05:52.308250 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2213f0a3-ddd2-4efa-b3fe-b2a36567baad tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Checking segment: {'id': '1019edee-f689-470f-b8a2-78d54e63ef0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'c2a8db41-c430-474d-a894-90a8b96c5a09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:05:52.309965 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2213f0a3-ddd2-4efa-b3fe-b2a36567baad tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Network hostable DHCP agents. Network: c2a8db41-c430-474d-a894-90a8b96c5a09, hostable agents: ['c9b0653c-f3c7-4339-bd50-e3754b629216'], hosted agents: [] {{(pid=103162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 21:05:52.315730 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-c66a22ad-1bd0-4e08-be52-5a68b1f1678d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8d47b70-a89c-4645-8862-90983ce9717e', 'name': 'tempest-TestVolumeBackupRestore-1853699050-router', 'tenant_id': '770ab75f42db49e4b1ceb156acd07490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.73'}], 'enable_snat': True}, 'gw_port_id': 'b68fd8bd-c43e-4f69-b3aa-c04bc1047561', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:05:44Z', 'updated_at': '2022-05-20T21:05:47Z', 'revision_number': 3, 'project_id': '770ab75f42db49e4b1ceb156acd07490', 'gw_port': {'id': 'b68fd8bd-c43e-4f69-b3aa-c04bc1047561', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:92:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8d47b70-a89c-4645-8862-90983ce9717e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3355, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:05:46Z', 'updated_at': '2022-05-20T21:05:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:05:52.342077 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a5789020-4037-4a32-9798-4dc0ed46ec0e req-9c8921f8-ac26-4d87-8f46-055b9dd246ad tempest-VolumesActionsTest-1513749764 tempest-VolumesActionsTest-1513749764-project] 10.222.0.35 "GET /v2.0/quotas/739c5633298549a1821546fc93e42841 HTTP/1.1" status: 200 len: 375 time: 0.0359840 May 20 21:05:52.343077 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e78c25ac-a930-45e2-b2e7-43a072362092 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:52.364948 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-f3bce88b-0598-41f0-9b2f-2b76a07829f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:52.375181 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c66a22ad-1bd0-4e08-be52-5a68b1f1678d None None] The sync data for ids ['c8d47b70-a89c-4645-8862-90983ce9717e'] in n-d-842733-1 is: [{'id': 'c8d47b70-a89c-4645-8862-90983ce9717e', 'name': 'tempest-TestVolumeBackupRestore-1853699050-router', 'tenant_id': '770ab75f42db49e4b1ceb156acd07490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.73'}], 'enable_snat': True}, 'gw_port_id': 'b68fd8bd-c43e-4f69-b3aa-c04bc1047561', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:05:44Z', 'updated_at': '2022-05-20T21:05:47Z', 'revision_number': 3, 'project_id': '770ab75f42db49e4b1ceb156acd07490', 'gw_port': {'id': 'b68fd8bd-c43e-4f69-b3aa-c04bc1047561', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:92:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8d47b70-a89c-4645-8862-90983ce9717e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3355, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:05:46Z', 'updated_at': '2022-05-20T21:05:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 21:05:52.411458 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a5789020-4037-4a32-9798-4dc0ed46ec0e req-ad05dd7b-1b4d-4f96-89a3-6e0a5dda069e tempest-VolumesActionsTest-1513749764 tempest-VolumesActionsTest-1513749764-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=739c5633298549a1821546fc93e42841&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0633075 May 20 21:05:52.547448 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a5789020-4037-4a32-9798-4dc0ed46ec0e req-3af54f29-4996-4ca3-95cd-b4ec3c07f877 service neutron] 10.222.0.35 "GET /v2.0/networks/d842a6d6-ac76-4a70-b737-6e69ee8864ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349409 May 20 21:05:52.584887 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-323b70cb-9e73-49d6-add9-0f0e6b4d399d None None] Provisioning complete for port 16071ea0-bc98-4b74-b137-362134224862 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:05:52.587776 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-323b70cb-9e73-49d6-add9-0f0e6b4d399d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:52.631894 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-323b70cb-9e73-49d6-add9-0f0e6b4d399d None None] Port 16071ea0-bc98-4b74-b137-362134224862 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 21:05:52.692995 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78c25ac-a930-45e2-b2e7-43a072362092 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Pushing event updated for resources: {'Port': ['ID=e2a8900f-239e-4048-80ac-9dca33481889,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:05:52.703154 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e78c25ac-a930-45e2-b2e7-43a072362092 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748272'] for floatingip, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:52.843425 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-1c5ba546-40bc-4179-a116-ae8af6febcf8 admin admin] For port 49ccb95a-0130-40a4-8c90-417416be1aac, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=49ccb95a-0130-40a4-8c90-417416be1aac,segment=NetworkSegment(3f7461b8-2004-47d0-b042-dd1fc6d819f0),segment_id=3f7461b8-2004-47d0-b042-dd1fc6d819f0)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:05:52.843801 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1c5ba546-40bc-4179-a116-ae8af6febcf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:52.851771 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a5789020-4037-4a32-9798-4dc0ed46ec0e req-00196f56-7ec0-4dd6-8836-9bc9564fb48e service neutron] 10.222.0.35 "GET /v2.0/networks/d842a6d6-ac76-4a70-b737-6e69ee8864ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3032985 May 20 21:05:52.876635 n-d-842733-1 neutron-server[103163]: INFO neutron.db.l3_db [None req-e78c25ac-a930-45e2-b2e7-43a072362092 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Floating IP fd12301a-62d9-41fb-9e24-8da6c78649a7 associated. External IP: 172.25.2.206, port: 7dda6a34-c056-4878-8bef-3216d68732b7. May 20 21:05:52.884759 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-1c5ba546-40bc-4179-a116-ae8af6febcf8 admin admin] Calling delete_port for 49ccb95a-0130-40a4-8c90-417416be1aac owned by network:router_interface {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:05:52.970694 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2213f0a3-ddd2-4efa-b3fe-b2a36567baad tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Network c2a8db41-c430-474d-a894-90a8b96c5a09 is scheduled to be hosted by DHCP agent c9b0653c-f3c7-4339-bd50-e3754b629216 with binding_index 1 {{(pid=103162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 21:05:53.006583 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2339424c-4c24-4441-a74f-982c2bf2c7b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:53.115105 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-2213f0a3-ddd2-4efa-b3fe-b2a36567baad tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842733-1, c2a8db41-c430-474d-a894-90a8b96c5a09) {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:05:53.125227 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-038dd935-21ac-4b8f-951d-cd94b017e619 None None] Network c2a8db41-c430-474d-a894-90a8b96c5a09 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:05:53.149046 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2213f0a3-ddd2-4efa-b3fe-b2a36567baad tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:05:53.149741 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2213f0a3-ddd2-4efa-b3fe-b2a36567baad tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:53.269739 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-424e4587-8930-4464-a5d7-8059f71dc19e req-2e3c95ea-0aa6-4dbf-9e39-2b91c98104db tempest-VolumesActionsTest-1513749764 tempest-VolumesActionsTest-1513749764-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4f0ca8f-413c-4326-be69-154fc0171e73 HTTP/1.1" status: 200 len: 210 time: 0.1377311 May 20 21:05:53.339794 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e78c25ac-a930-45e2-b2e7-43a072362092 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Router ff3219ef-8b1f-41e8-960e-e0133b74d9c9 has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 21:05:53.343674 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device b68fd8bd-c43e-4f69-b3aa-c04bc1047561 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:05:53.399796 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-2213f0a3-ddd2-4efa-b3fe-b2a36567baad tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1361890 May 20 21:05:53.403770 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 46632) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:05:53.408482 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-42d6e070-577e-46b5-8409-6124e97a320d tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-647172460', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:05:53.500131 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-598f61b4-11fd-4115-95ce-5f7c00c58cb9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaee2b848-d4b9-5db1-b6ef-d6db29d67de7-c2a8db41-c430-474d-a894-90a8b96c5a09', 'network_id': 'c2a8db41-c430-474d-a894-90a8b96c5a09', 'tenant_id': 'd4fe1859a2dd44a8943722001f06bb5e', 'fixed_ips': [{'subnet_id': 'f8c54319-5cba-4b54-8f75-9f3b51bcabbe'}]}} from n-d-842733-1. {{(pid=103164) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 21:05:53.501668 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-598f61b4-11fd-4115-95ce-5f7c00c58cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:53.518351 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port b68fd8bd-c43e-4f69-b3aa-c04bc1047561 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:05:53.518575 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:53.545137 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2339424c-4c24-4441-a74f-982c2bf2c7b0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:53.569997 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-42d6e070-577e-46b5-8409-6124e97a320d tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-694221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26155'] for router, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:53.570660 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-42d6e070-577e-46b5-8409-6124e97a320d tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-693085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748153', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-718080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26162'] for router, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:53.575221 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e78c25ac-a930-45e2-b2e7-43a072362092 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 21:05:53.593830 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf3cd60f-ba82-4cda-b68c-50e28f56be30 None None] Sync routers for ids ['ff3219ef-8b1f-41e8-960e-e0133b74d9c9'] in n-d-842733-1 {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 21:05:53.612311 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf3cd60f-ba82-4cda-b68c-50e28f56be30 None None] Routers {'ff3219ef-8b1f-41e8-960e-e0133b74d9c9'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:05:53.613170 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-cf3cd60f-ba82-4cda-b68c-50e28f56be30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:05:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['ff3219ef-8b1f-41e8-960e-e0133b74d9c9'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:05:53.619137 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1c5ba546-40bc-4179-a116-ae8af6febcf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:53.708311 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2339424c-4c24-4441-a74f-982c2bf2c7b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:53.720371 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e78c25ac-a930-45e2-b2e7-43a072362092 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for floatingip, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:53.723749 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-42d6e070-577e-46b5-8409-6124e97a320d tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:53.810984 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5ba546-40bc-4179-a116-ae8af6febcf8 admin admin] Pushing event deleted for resources: {'Port': ['ID=49ccb95a-0130-40a4-8c90-417416be1aac,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:05:53.817178 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [None req-598f61b4-11fd-4115-95ce-5f7c00c58cb9 None None] Allocated IP 172.20.0.2 (c2a8db41-c430-474d-a894-90a8b96c5a09/f8c54319-5cba-4b54-8f75-9f3b51bcabbe/e54294db-b4e6-4ba7-baa7-d879e21c7ff5) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:05:53.817992 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-e78c25ac-a930-45e2-b2e7-43a072362092 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.5317993 May 20 21:05:53.819192 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da2f92a8-72f9-46a0-8a7e-a125e28b102d', 'tag': '7dda6a34-c056-4878-8bef-3216d68732b7'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 21:05:53.826012 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4291b17aa7b45362825f0571e77c85f5e73afe1df9c7e9e15006df9d695c005e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa18cdb2-1421-458e-aded-788f17bbf9dc" -d '{"events": [{"name": "network-changed", "server_uuid": "da2f92a8-72f9-46a0-8a7e-a125e28b102d", "tag": "7dda6a34-c056-4878-8bef-3216d68732b7"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 21:05:53.852607 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port b68fd8bd-c43e-4f69-b3aa-c04bc1047561 is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:05:53.853007 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:53.884604 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-42d6e070-577e-46b5-8409-6124e97a320d tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748106'] for router, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:53.931173 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 21:05:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68adbd8c-52f3-43a0-b829-0b8b89641a2c x-openstack-request-id: req-68adbd8c-52f3-43a0-b829-0b8b89641a2c {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 21:05:53.931457 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da2f92a8-72f9-46a0-8a7e-a125e28b102d", "tag": "7dda6a34-c056-4878-8bef-3216d68732b7", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 21:05:53.931703 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-68adbd8c-52f3-43a0-b829-0b8b89641a2c {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 21:05:53.932694 n-d-842733-1 neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68adbd8c-52f3-43a0-b829-0b8b89641a2c'] response: {'name': 'network-changed', 'server_uuid': 'da2f92a8-72f9-46a0-8a7e-a125e28b102d', 'tag': '7dda6a34-c056-4878-8bef-3216d68732b7', 'status': 'completed', 'code': 200} May 20 21:05:53.953680 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1c5ba546-40bc-4179-a116-ae8af6febcf8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-692224'] for router_interface, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:53.999734 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-42d6e070-577e-46b5-8409-6124e97a320d tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks [] for router, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:54.003491 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-42d6e070-577e-46b5-8409-6124e97a320d tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5959642 May 20 21:05:54.011518 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-cf3cd60f-ba82-4cda-b68c-50e28f56be30 None None] Set router ff3219ef-8b1f-41e8-960e-e0133b74d9c9 gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:05:54.045438 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 46642) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:05:54.053363 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] For port b68fd8bd-c43e-4f69-b3aa-c04bc1047561, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=b68fd8bd-c43e-4f69-b3aa-c04bc1047561,segment=NetworkSegment(0b5485c4-eff8-42a1-9073-ae54ed4c63ba),segment_id=0b5485c4-eff8-42a1-9073-ae54ed4c63ba)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:05:54.143293 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4bb0e131-6525-46ca-a45b-e4ea43a5e69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:54.146937 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:54.163833 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa18cdb2-1421-458e-aded-788f17bbf9dc req-3b99cce0-f78f-4512-adc1-d91dce30016c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:05:54.166088 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-aa18cdb2-1421-458e-aded-788f17bbf9dc req-3b99cce0-f78f-4512-adc1-d91dce30016c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d7932b75a33b465998804b193e9be7ad&device_id=da2f92a8-72f9-46a0-8a7e-a125e28b102d HTTP/1.1" status: 200 len: 1096 time: 0.1797996 May 20 21:05:54.173049 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2339424c-4c24-4441-a74f-982c2bf2c7b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748437'] for router_interface, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:54.305523 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ec6623-57e1-4cb8-a958-e11f5276d055 req-c700f70d-a463-4501-a98d-9d5dbcb9545f tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:05:54.305523 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-46ec6623-57e1-4cb8-a958-e11f5276d055 req-c700f70d-a463-4501-a98d-9d5dbcb9545f tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/ports?device_id=da2f92a8-72f9-46a0-8a7e-a125e28b102d HTTP/1.1" status: 200 len: 945 time: 0.3489342 May 20 21:05:54.322913 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Pushing event updated for resources: {'Port': ['ID=b68fd8bd-c43e-4f69-b3aa-c04bc1047561,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:05:54.353538 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2339424c-4c24-4441-a74f-982c2bf2c7b0 admin admin] Pushing event updated for resources: {'Port': ['ID=16071ea0-bc98-4b74-b137-362134224862,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:05:54.380607 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-598f61b4-11fd-4115-95ce-5f7c00c58cb9 None None] Notify callbacks [] for port, precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:54.421183 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa18cdb2-1421-458e-aded-788f17bbf9dc req-d333f648-6bf5-405e-9aa0-eb7596c759df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:05:54.422867 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-aa18cdb2-1421-458e-aded-788f17bbf9dc req-d333f648-6bf5-405e-9aa0-eb7596c759df service neutron] 10.222.0.13 "GET /v2.0/networks?id=66a75e9f-357c-4d3b-b3f3-b40223d117cb HTTP/1.1" status: 200 len: 898 time: 0.2240455 May 20 21:05:54.459613 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-46ec6623-57e1-4cb8-a958-e11f5276d055 req-9476dce9-474f-44a9-ad3a-a4b733c2ab71 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/security-groups?id=82988572-6e98-4d4a-89ee-f1a227fea559&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1014707 May 20 21:05:54.488553 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 46650) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:05:54.500410 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-598f61b4-11fd-4115-95ce-5f7c00c58cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108'] for port, after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:54.503809 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0cc27032-394f-44bf-b6fb-2a2c75fa7f4a req-1848d7c0-a39e-4e49-8106-4df96eb9b423 tempest-VolumesActionsTest-1513749764 tempest-VolumesActionsTest-1513749764-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4f0ca8f-413c-4326-be69-154fc0171e73 HTTP/1.1" status: 200 len: 210 time: 0.0758286 May 20 21:05:54.531761 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-cf3cd60f-ba82-4cda-b68c-50e28f56be30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff3219ef-8b1f-41e8-960e-e0133b74d9c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-219731610', 'tenant_id': 'd7932b75a33b465998804b193e9be7ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.85'}], 'enable_snat': True}, 'gw_port_id': 'ff6a4874-ba12-49be-975e-4bc7bee60ce2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:05:17Z', 'updated_at': '2022-05-20T21:05:26Z', 'revision_number': 4, 'project_id': 'd7932b75a33b465998804b193e9be7ad', 'gw_port': {'id': 'ff6a4874-ba12-49be-975e-4bc7bee60ce2', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:f1:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff3219ef-8b1f-41e8-960e-e0133b74d9c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3321, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:05:17Z', 'updated_at': '2022-05-20T21:05:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_floatingips': [{'id': 'fd12301a-62d9-41fb-9e24-8da6c78649a7', 'tenant_id': 'd7932b75a33b465998804b193e9be7ad', 'floating_ip_address': '172.25.2.206', 'floating_network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'router_id': 'ff3219ef-8b1f-41e8-960e-e0133b74d9c9', 'port_id': '7dda6a34-c056-4878-8bef-3216d68732b7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3360, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66a75e9f-357c-4d3b-b3f3-b40223d117cb', 'mac_address': 'fa:16:3e:6f:df:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da2f92a8-72f9-46a0-8a7e-a125e28b102d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-20T21:05:51Z', 'updated_at': '2022-05-20T21:05:51Z', 'revision_number': 0, 'project_id': 'd7932b75a33b465998804b193e9be7ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4107e589-06eb-48e0-b100-f490b680197f', 'name': '', 'network_id': '66a75e9f-357c-4d3b-b3f3-b40223d117cb', 'tenant_id': 'd7932b75a33b465998804b193e9be7ad', 'mac_address': 'fa:16:3e:88:28:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff3219ef-8b1f-41e8-960e-e0133b74d9c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': '4f2dd424-d313-4cbe-936c-07a33e8ea05a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:05:25Z', 'updated_at': '2022-05-20T21:05:33Z', 'revision_number': 5, 'project_id': 'd7932b75a33b465998804b193e9be7ad', 'subnets': [{'id': '4f2dd424-d313-4cbe-936c-07a33e8ea05a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:05:54.565452 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-aa18cdb2-1421-458e-aded-788f17bbf9dc req-2080051b-4684-4837-b806-368d22583d00 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7dda6a34-c056-4878-8bef-3216d68732b7 HTTP/1.1" status: 200 len: 999 time: 0.1337755 May 20 21:05:54.572256 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-598f61b4-11fd-4115-95ce-5f7c00c58cb9 None None] Network c2a8db41-c430-474d-a894-90a8b96c5a09 is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:05:54.597356 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-598f61b4-11fd-4115-95ce-5f7c00c58cb9 None None] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:05:54.610253 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2339424c-4c24-4441-a74f-982c2bf2c7b0 admin admin] Network 184b74ca-5201-444b-9621-4d01e7bf23b7 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:05:54.618853 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-598f61b4-11fd-4115-95ce-5f7c00c58cb9 None None] Received port after_create {{(pid=103164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:05:54.630180 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-2339424c-4c24-4441-a74f-982c2bf2c7b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:05:54.656371 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598f61b4-11fd-4115-95ce-5f7c00c58cb9 None None] Pushing event updated for resources: {'Port': ['ID=e54294db-b4e6-4ba7-baa7-d879e21c7ff5,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:05:54.744291 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf3cd60f-ba82-4cda-b68c-50e28f56be30 None None] Checking router: ff3219ef-8b1f-41e8-960e-e0133b74d9c9 for host: n-d-842733-1 {{(pid=103165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 21:05:54.752161 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-598f61b4-11fd-4115-95ce-5f7c00c58cb9 None None] Attempting to bind port e54294db-b4e6-4ba7-baa7-d879e21c7ff5 on host n-d-842733-1 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:05:54.752602 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-598f61b4-11fd-4115-95ce-5f7c00c58cb9 None None] Attempting to bind port e54294db-b4e6-4ba7-baa7-d879e21c7ff5 by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': '1019edee-f689-470f-b8a2-78d54e63ef0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'c2a8db41-c430-474d-a894-90a8b96c5a09'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:05:54.752997 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-598f61b4-11fd-4115-95ce-5f7c00c58cb9 None None] Attempting to bind port e54294db-b4e6-4ba7-baa7-d879e21c7ff5 on network c2a8db41-c430-474d-a894-90a8b96c5a09 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:05:54.760761 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-598f61b4-11fd-4115-95ce-5f7c00c58cb9 None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 21, 5, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 21:05:54.762138 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-598f61b4-11fd-4115-95ce-5f7c00c58cb9 None None] Checking segment: {'id': '1019edee-f689-470f-b8a2-78d54e63ef0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'c2a8db41-c430-474d-a894-90a8b96c5a09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:05:54.762656 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-598f61b4-11fd-4115-95ce-5f7c00c58cb9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:54.763514 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-598f61b4-11fd-4115-95ce-5f7c00c58cb9 None None] Bound using segment: {'id': '1019edee-f689-470f-b8a2-78d54e63ef0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'c2a8db41-c430-474d-a894-90a8b96c5a09'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 21:05:54.763773 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf3cd60f-ba82-4cda-b68c-50e28f56be30 None None] Routers {'ff3219ef-8b1f-41e8-960e-e0133b74d9c9'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:05:54.765060 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-598f61b4-11fd-4115-95ce-5f7c00c58cb9 None None] Bound port: e54294db-b4e6-4ba7-baa7-d879e21c7ff5, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1019edee-f689-470f-b8a2-78d54e63ef0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'c2a8db41-c430-474d-a894-90a8b96c5a09'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:05:54.765165 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-cf3cd60f-ba82-4cda-b68c-50e28f56be30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:05:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['ff3219ef-8b1f-41e8-960e-e0133b74d9c9'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:05:54.770496 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-598f61b4-11fd-4115-95ce-5f7c00c58cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:54.809765 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa18cdb2-1421-458e-aded-788f17bbf9dc req-5f56df36-807f-4a13-8612-19243084c12b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:05:54.811182 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-aa18cdb2-1421-458e-aded-788f17bbf9dc req-5f56df36-807f-4a13-8612-19243084c12b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4f2dd424-d313-4cbe-936c-07a33e8ea05a HTTP/1.1" status: 200 len: 835 time: 0.2032800 May 20 21:05:54.811709 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:54.916434 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c5ba546-40bc-4179-a116-ae8af6febcf8 admin admin] Router c1f34824-568f-4914-817e-7d257ea4c0db has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 21:05:54.922807 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-598f61b4-11fd-4115-95ce-5f7c00c58cb9 None None] For port e54294db-b4e6-4ba7-baa7-d879e21c7ff5, host n-d-842733-1, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 21:05:54.928826 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-598f61b4-11fd-4115-95ce-5f7c00c58cb9 None None] For port e54294db-b4e6-4ba7-baa7-d879e21c7ff5, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=e54294db-b4e6-4ba7-baa7-d879e21c7ff5,segment=NetworkSegment(1019edee-f689-470f-b8a2-78d54e63ef0c),segment_id=1019edee-f689-470f-b8a2-78d54e63ef0c)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 21:05:54.981067 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa18cdb2-1421-458e-aded-788f17bbf9dc req-d59305e6-c3eb-4525-bf4b-430c0e6be72a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:05:54.982744 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-aa18cdb2-1421-458e-aded-788f17bbf9dc req-d59305e6-c3eb-4525-bf4b-430c0e6be72a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=66a75e9f-357c-4d3b-b3f3-b40223d117cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1624010 May 20 21:05:54.984731 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2339424c-4c24-4441-a74f-982c2bf2c7b0 admin admin] Router c8d47b70-a89c-4645-8862-90983ce9717e has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 21:05:55.012029 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-598f61b4-11fd-4115-95ce-5f7c00c58cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:55.021135 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-cf3cd60f-ba82-4cda-b68c-50e28f56be30 None None] Set router ff3219ef-8b1f-41e8-960e-e0133b74d9c9 gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:05:55.175441 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-305b017e-c898-483d-a6ab-e7e8a5d1f133 None None] Provisioning complete for port 16071ea0-bc98-4b74-b137-362134224862 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:05:55.175799 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-305b017e-c898-483d-a6ab-e7e8a5d1f133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:55.252647 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598f61b4-11fd-4115-95ce-5f7c00c58cb9 None None] Pushing event updated for resources: {'Port': ['ID=e54294db-b4e6-4ba7-baa7-d879e21c7ff5,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:05:55.282217 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-3eeff799-3205-4f4d-8316-cfa69883bd17 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/floatingips/fd12301a-62d9-41fb-9e24-8da6c78649a7 HTTP/1.1" status: 200 len: 991 time: 0.7752512 May 20 21:05:55.285928 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-305b017e-c898-483d-a6ab-e7e8a5d1f133 None None] Port 16071ea0-bc98-4b74-b137-362134224862 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 21:05:55.362632 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device b68fd8bd-c43e-4f69-b3aa-c04bc1047561 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:05:55.385317 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-370a4da7-9870-49b8-a008-02842ca48f4e tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:55.469289 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-cf3cd60f-ba82-4cda-b68c-50e28f56be30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff3219ef-8b1f-41e8-960e-e0133b74d9c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-219731610', 'tenant_id': 'd7932b75a33b465998804b193e9be7ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.85'}], 'enable_snat': True}, 'gw_port_id': 'ff6a4874-ba12-49be-975e-4bc7bee60ce2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:05:17Z', 'updated_at': '2022-05-20T21:05:26Z', 'revision_number': 4, 'project_id': 'd7932b75a33b465998804b193e9be7ad', 'gw_port': {'id': 'ff6a4874-ba12-49be-975e-4bc7bee60ce2', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:f1:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff3219ef-8b1f-41e8-960e-e0133b74d9c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3321, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:05:17Z', 'updated_at': '2022-05-20T21:05:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_floatingips': [{'id': 'fd12301a-62d9-41fb-9e24-8da6c78649a7', 'tenant_id': 'd7932b75a33b465998804b193e9be7ad', 'floating_ip_address': '172.25.2.206', 'floating_network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'router_id': 'ff3219ef-8b1f-41e8-960e-e0133b74d9c9', 'port_id': '7dda6a34-c056-4878-8bef-3216d68732b7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3360, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66a75e9f-357c-4d3b-b3f3-b40223d117cb', 'mac_address': 'fa:16:3e:6f:df:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da2f92a8-72f9-46a0-8a7e-a125e28b102d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-20T21:05:51Z', 'updated_at': '2022-05-20T21:05:51Z', 'revision_number': 0, 'project_id': 'd7932b75a33b465998804b193e9be7ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4107e589-06eb-48e0-b100-f490b680197f', 'name': '', 'network_id': '66a75e9f-357c-4d3b-b3f3-b40223d117cb', 'tenant_id': 'd7932b75a33b465998804b193e9be7ad', 'mac_address': 'fa:16:3e:88:28:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff3219ef-8b1f-41e8-960e-e0133b74d9c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': '4f2dd424-d313-4cbe-936c-07a33e8ea05a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:05:25Z', 'updated_at': '2022-05-20T21:05:33Z', 'revision_number': 5, 'project_id': 'd7932b75a33b465998804b193e9be7ad', 'subnets': [{'id': '4f2dd424-d313-4cbe-936c-07a33e8ea05a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:05:55.546461 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port b68fd8bd-c43e-4f69-b3aa-c04bc1047561 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:05:55.546829 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:55.573617 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2339424c-4c24-4441-a74f-982c2bf2c7b0 admin admin] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 21:05:55.582721 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c5ba546-40bc-4179-a116-ae8af6febcf8 admin admin] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 21:05:55.598102 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf3cd60f-ba82-4cda-b68c-50e28f56be30 None None] The sync data for ids ['ff3219ef-8b1f-41e8-960e-e0133b74d9c9'] in n-d-842733-1 is: [{'id': 'ff3219ef-8b1f-41e8-960e-e0133b74d9c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-219731610', 'tenant_id': 'd7932b75a33b465998804b193e9be7ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.85'}], 'enable_snat': True}, 'gw_port_id': 'ff6a4874-ba12-49be-975e-4bc7bee60ce2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:05:17Z', 'updated_at': '2022-05-20T21:05:26Z', 'revision_number': 4, 'project_id': 'd7932b75a33b465998804b193e9be7ad', 'gw_port': {'id': 'ff6a4874-ba12-49be-975e-4bc7bee60ce2', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:f1:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff3219ef-8b1f-41e8-960e-e0133b74d9c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3321, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:05:17Z', 'updated_at': '2022-05-20T21:05:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_floatingips': [{'id': 'fd12301a-62d9-41fb-9e24-8da6c78649a7', 'tenant_id': 'd7932b75a33b465998804b193e9be7ad', 'floating_ip_address': '172.25.2.206', 'floating_network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'router_id': 'ff3219ef-8b1f-41e8-960e-e0133b74d9c9', 'port_id': '7dda6a34-c056-4878-8bef-3216d68732b7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3360, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66a75e9f-357c-4d3b-b3f3-b40223d117cb', 'mac_address': 'fa:16:3e:6f:df:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da2f92a8-72f9-46a0-8a7e-a125e28b102d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-20T21:05:51Z', 'updated_at': '2022-05-20T21:05:51Z', 'revision_number': 0, 'project_id': 'd7932b75a33b465998804b193e9be7ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4107e589-06eb-48e0-b100-f490b680197f', 'name': '', 'network_id': '66a75e9f-357c-4d3b-b3f3-b40223d117cb', 'tenant_id': 'd7932b75a33b465998804b193e9be7ad', 'mac_address': 'fa:16:3e:88:28:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff3219ef-8b1f-41e8-960e-e0133b74d9c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': '4f2dd424-d313-4cbe-936c-07a33e8ea05a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:05:25Z', 'updated_at': '2022-05-20T21:05:33Z', 'revision_number': 5, 'project_id': 'd7932b75a33b465998804b193e9be7ad', 'subnets': [{'id': '4f2dd424-d313-4cbe-936c-07a33e8ea05a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 21:05:55.599822 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e7d509e-e7d9-49ad-8f77-46bf3e5236cc None None] Sync routers for ids ['c1f34824-568f-4914-817e-7d257ea4c0db'] in n-d-842733-1 {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 21:05:55.609258 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-1c5ba546-40bc-4179-a116-ae8af6febcf8 admin admin] 10.222.0.35 "PUT /v2.0/routers/c1f34824-568f-4914-817e-7d257ea4c0db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4678783 May 20 21:05:55.609258 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 46660) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:05:55.615532 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e7d509e-e7d9-49ad-8f77-46bf3e5236cc None None] Routers {'c1f34824-568f-4914-817e-7d257ea4c0db'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:05:55.616709 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-5e7d509e-e7d9-49ad-8f77-46bf3e5236cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:05:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['c1f34824-568f-4914-817e-7d257ea4c0db'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:05:55.619141 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-2339424c-4c24-4441-a74f-982c2bf2c7b0 admin admin] 10.222.0.35 "PUT /v2.0/routers/c8d47b70-a89c-4645-8862-90983ce9717e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4780262 May 20 21:05:55.646872 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbac43cc-f4ed-473a-b6fd-1dafce8ffcd4 None None] Sync routers for ids ['c8d47b70-a89c-4645-8862-90983ce9717e'] in n-d-842733-1 {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 21:05:55.673230 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cc3ec51b-6ec8-438a-8349-5f0bec346d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:55.688280 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:55.693710 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ea351059-59fc-4302-bb87-3a692750a998 req-50fb1c84-55f8-4cc3-a08b-699a6ad6948f tempest-VolumesActionsTest-1513749764 tempest-VolumesActionsTest-1513749764-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4f0ca8f-413c-4326-be69-154fc0171e73 HTTP/1.1" status: 200 len: 210 time: 0.0628929 May 20 21:05:55.766840 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbac43cc-f4ed-473a-b6fd-1dafce8ffcd4 None None] Routers {'c8d47b70-a89c-4645-8862-90983ce9717e'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:05:55.770157 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-bbac43cc-f4ed-473a-b6fd-1dafce8ffcd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:05:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['c8d47b70-a89c-4645-8862-90983ce9717e'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:05:55.818737 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-5e7d509e-e7d9-49ad-8f77-46bf3e5236cc None None] Set router c1f34824-568f-4914-817e-7d257ea4c0db gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:05:55.854465 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-aa18cdb2-1421-458e-aded-788f17bbf9dc req-9bc175ea-500f-402e-9590-d8aaa26b02eb service neutron] 10.222.0.13 "GET /v2.0/networks/66a75e9f-357c-4d3b-b3f3-b40223d117cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8304098 May 20 21:05:55.970212 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-370a4da7-9870-49b8-a008-02842ca48f4e tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Allocated IP 172.20.0.1 (c2a8db41-c430-474d-a894-90a8b96c5a09/f8c54319-5cba-4b54-8f75-9f3b51bcabbe/e4dfa94f-a93e-45b8-bb65-32292e7b801b) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:05:56.028103 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port b68fd8bd-c43e-4f69-b3aa-c04bc1047561 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:05:56.137923 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2285d1ee-4aa4-492d-9573-1454436b5f80 None None] New status for floating IP fd12301a-62d9-41fb-9e24-8da6c78649a7: ACTIVE {{(pid=103164) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 21:05:56.158402 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-68bb1bb3-6d84-4ccf-b316-aad8d4de8e81 admin admin] Notify callbacks [] for router, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:56.243754 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-5e7d509e-e7d9-49ad-8f77-46bf3e5236cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1f34824-568f-4914-817e-7d257ea4c0db', 'name': 'tempest-TaggedBootDevicesTest_v242-835538064-router', 'tenant_id': '60454b86e45e457c9ead6605cf7bee62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.106'}], 'enable_snat': True}, 'gw_port_id': '39ee6850-d841-48e2-8d78-7e347828d508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:57:47Z', 'updated_at': '2022-05-20T21:05:53Z', 'revision_number': 5, 'project_id': '60454b86e45e457c9ead6605cf7bee62', 'gw_port': {'id': '39ee6850-d841-48e2-8d78-7e347828d508', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:e4:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1f34824-568f-4914-817e-7d257ea4c0db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2487, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:57:50Z', 'updated_at': '2022-05-20T20:58:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:05:56.287657 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 46668) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:05:56.334793 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e7d509e-e7d9-49ad-8f77-46bf3e5236cc None None] Checking router: c1f34824-568f-4914-817e-7d257ea4c0db for host: n-d-842733-1 {{(pid=103165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 21:05:56.358120 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e7d509e-e7d9-49ad-8f77-46bf3e5236cc None None] Routers {'c1f34824-568f-4914-817e-7d257ea4c0db'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:05:56.362840 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-5e7d509e-e7d9-49ad-8f77-46bf3e5236cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:05:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['c1f34824-568f-4914-817e-7d257ea4c0db'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:05:56.390875 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-aa18cdb2-1421-458e-aded-788f17bbf9dc req-1d228387-29e4-4ddc-b1a5-e732e3944a8a service neutron] 10.222.0.13 "GET /v2.0/networks/66a75e9f-357c-4d3b-b3f3-b40223d117cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5228038 May 20 21:05:56.401752 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-68bb1bb3-6d84-4ccf-b316-aad8d4de8e81 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:56.503233 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5789020-4037-4a32-9798-4dc0ed46ec0e req-185bbbf9-ad94-404a-b563-6a738b730b59 tempest-VolumesActionsTest-1513749764 tempest-VolumesActionsTest-1513749764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:05:56.507548 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a5789020-4037-4a32-9798-4dc0ed46ec0e req-185bbbf9-ad94-404a-b563-6a738b730b59 tempest-VolumesActionsTest-1513749764 tempest-VolumesActionsTest-1513749764-project] 10.222.0.24 "GET /v2.0/networks?id=d842a6d6-ac76-4a70-b737-6e69ee8864ca HTTP/1.1" status: 200 len: 809 time: 0.3703084 May 20 21:05:56.547892 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [req-a5789020-4037-4a32-9798-4dc0ed46ec0e req-27d427bc-42b3-48e9-b375-6bde35d485d1 tempest-VolumesActionsTest-1513749764 tempest-VolumesActionsTest-1513749764-project] Request body: {'port': {'device_id': 'f4f0ca8f-413c-4326-be69-154fc0171e73', 'network_id': 'd842a6d6-ac76-4a70-b737-6e69ee8864ca', 'admin_state_up': True, 'tenant_id': '739c5633298549a1821546fc93e42841'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:05:56.589105 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-68bb1bb3-6d84-4ccf-b316-aad8d4de8e81 admin admin] Deleting port 39ee6850-d841-48e2-8d78-7e347828d508 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:05:56.590459 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-68bb1bb3-6d84-4ccf-b316-aad8d4de8e81 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:56.619098 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-5e7d509e-e7d9-49ad-8f77-46bf3e5236cc None None] Set router c1f34824-568f-4914-817e-7d257ea4c0db gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:05:56.708711 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-bbac43cc-f4ed-473a-b6fd-1dafce8ffcd4 None None] Set router c8d47b70-a89c-4645-8862-90983ce9717e gateway port host: n-d-842733-1 {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:05:56.764870 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-3ed88cb7-6f24-4040-9f77-4e10e1f4e48c tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/floatingips/fd12301a-62d9-41fb-9e24-8da6c78649a7 HTTP/1.1" status: 200 len: 991 time: 0.4664173 May 20 21:05:56.768984 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-370a4da7-9870-49b8-a008-02842ca48f4e tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:56.807066 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-68bb1bb3-6d84-4ccf-b316-aad8d4de8e81 admin admin] For port 39ee6850-d841-48e2-8d78-7e347828d508, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=39ee6850-d841-48e2-8d78-7e347828d508,segment=NetworkSegment(0b5485c4-eff8-42a1-9073-ae54ed4c63ba),segment_id=0b5485c4-eff8-42a1-9073-ae54ed4c63ba)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:05:56.807440 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-68bb1bb3-6d84-4ccf-b316-aad8d4de8e81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:56.840303 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-68bb1bb3-6d84-4ccf-b316-aad8d4de8e81 admin admin] Calling delete_port for 39ee6850-d841-48e2-8d78-7e347828d508 owned by network:router_gateway {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:05:56.890025 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2266c569-0774-498c-83a7-d80d432946de req-07d9b2d3-0565-4ffa-899f-b702b158f4f1 tempest-VolumesActionsTest-1513749764 tempest-VolumesActionsTest-1513749764-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4f0ca8f-413c-4326-be69-154fc0171e73 HTTP/1.1" status: 200 len: 210 time: 0.0594182 May 20 21:05:56.924162 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d843be52-a8a8-4d85-ba66-49b48fa798ca None None] Network c2a8db41-c430-474d-a894-90a8b96c5a09 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:05:56.957523 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 46682) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:05:56.961502 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-5e7d509e-e7d9-49ad-8f77-46bf3e5236cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1f34824-568f-4914-817e-7d257ea4c0db', 'name': 'tempest-TaggedBootDevicesTest_v242-835538064-router', 'tenant_id': '60454b86e45e457c9ead6605cf7bee62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.106'}], 'enable_snat': True}, 'gw_port_id': '39ee6850-d841-48e2-8d78-7e347828d508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:57:47Z', 'updated_at': '2022-05-20T21:05:53Z', 'revision_number': 5, 'project_id': '60454b86e45e457c9ead6605cf7bee62', 'gw_port': {'id': '39ee6850-d841-48e2-8d78-7e347828d508', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:e4:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1f34824-568f-4914-817e-7d257ea4c0db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2487, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:57:50Z', 'updated_at': '2022-05-20T20:58:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:05:56.971618 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-4ca7946a-d3a9-4976-8525-f9cbc94b0fb0 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1538094689-network', 'tenant_id': 'bfab9ec7d31948daaf3236c7068c4340'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:05:57.002597 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e7d509e-e7d9-49ad-8f77-46bf3e5236cc None None] The sync data for ids ['c1f34824-568f-4914-817e-7d257ea4c0db'] in n-d-842733-1 is: [{'id': 'c1f34824-568f-4914-817e-7d257ea4c0db', 'name': 'tempest-TaggedBootDevicesTest_v242-835538064-router', 'tenant_id': '60454b86e45e457c9ead6605cf7bee62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.106'}], 'enable_snat': True}, 'gw_port_id': '39ee6850-d841-48e2-8d78-7e347828d508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T20:57:47Z', 'updated_at': '2022-05-20T21:05:53Z', 'revision_number': 5, 'project_id': '60454b86e45e457c9ead6605cf7bee62', 'gw_port': {'id': '39ee6850-d841-48e2-8d78-7e347828d508', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:e4:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1f34824-568f-4914-817e-7d257ea4c0db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2487, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T20:57:50Z', 'updated_at': '2022-05-20T20:58:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 21:05:57.010212 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5789020-4037-4a32-9798-4dc0ed46ec0e req-27d427bc-42b3-48e9-b375-6bde35d485d1 tempest-VolumesActionsTest-1513749764 tempest-VolumesActionsTest-1513749764-project] Made reservation on behalf of 739c5633298549a1821546fc93e42841 for: {'port': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:05:57.018029 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-a5789020-4037-4a32-9798-4dc0ed46ec0e req-27d427bc-42b3-48e9-b375-6bde35d485d1 tempest-VolumesActionsTest-1513749764 tempest-VolumesActionsTest-1513749764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:57.098158 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-370a4da7-9870-49b8-a008-02842ca48f4e tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:57.130121 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ca7946a-d3a9-4976-8525-f9cbc94b0fb0 admin admin] Made reservation on behalf of bfab9ec7d31948daaf3236c7068c4340 for: {'network': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:05:57.132888 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4ca7946a-d3a9-4976-8525-f9cbc94b0fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for network, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:57.144563 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4ca7946a-d3a9-4976-8525-f9cbc94b0fb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:57.148637 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-370a4da7-9870-49b8-a008-02842ca48f4e tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Network c2a8db41-c430-474d-a894-90a8b96c5a09 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:05:57.151897 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-fd1809be-1b13-4ca3-a226-c59571016973 None None] Provisioning complete for port e54294db-b4e6-4ba7-baa7-d879e21c7ff5 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:05:57.153492 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-fd1809be-1b13-4ca3-a226-c59571016973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:57.157326 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-370a4da7-9870-49b8-a008-02842ca48f4e tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:05:57.160083 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-370a4da7-9870-49b8-a008-02842ca48f4e tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:05:57.247327 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4ca7946a-d3a9-4976-8525-f9cbc94b0fb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:57.249636 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-68bb1bb3-6d84-4ccf-b316-aad8d4de8e81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:57.252832 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370a4da7-9870-49b8-a008-02842ca48f4e tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Pushing event updated for resources: {'Port': ['ID=e4dfa94f-a93e-45b8-bb65-32292e7b801b,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:05:57.277637 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-370a4da7-9870-49b8-a008-02842ca48f4e tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748409'] for router_interface, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:57.288310 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bb1bb3-6d84-4ccf-b316-aad8d4de8e81 admin admin] Pushing event deleted for resources: {'Port': ['ID=39ee6850-d841-48e2-8d78-7e347828d508,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:05:57.316630 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4ca7946a-d3a9-4976-8525-f9cbc94b0fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:57.329914 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [req-a5789020-4037-4a32-9798-4dc0ed46ec0e req-27d427bc-42b3-48e9-b375-6bde35d485d1 tempest-VolumesActionsTest-1513749764 tempest-VolumesActionsTest-1513749764-project] Allocated IP 172.20.0.6 (d842a6d6-ac76-4a70-b737-6e69ee8864ca/66ae3861-e975-4d15-9c77-feb10428aa55/81fd0e38-f183-4d32-a8a6-86e031d60aef) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:05:57.388015 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ca7946a-d3a9-4976-8525-f9cbc94b0fb0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 225} {{(pid=103162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 21:05:57.407235 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca7946a-d3a9-4976-8525-f9cbc94b0fb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=425ec0a0-981b-4bd5-ac80-5bfb4aec2dcf,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:05:57.418773 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4ca7946a-d3a9-4976-8525-f9cbc94b0fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:57.419390 n-d-842733-1 neutron-server[103162]: INFO neutron.db.segments_db [None req-4ca7946a-d3a9-4976-8525-f9cbc94b0fb0 admin admin] Added segment cc62a303-951c-4ea8-ab94-da393cebac95 of type vlan for network c4a01b1e-05f6-4476-9298-f1ccd378983c May 20 21:05:57.421177 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-68bb1bb3-6d84-4ccf-b316-aad8d4de8e81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-748206'] for router_gateway, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:57.560008 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-370a4da7-9870-49b8-a008-02842ca48f4e tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:57.625825 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-a5789020-4037-4a32-9798-4dc0ed46ec0e req-27d427bc-42b3-48e9-b375-6bde35d485d1 tempest-VolumesActionsTest-1513749764 tempest-VolumesActionsTest-1513749764-project] Notify callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:57.629384 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-fd1809be-1b13-4ca3-a226-c59571016973 None None] Current status of the port e54294db-b4e6-4ba7-baa7-d879e21c7ff5 is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:05:57.629771 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-fd1809be-1b13-4ca3-a226-c59571016973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:57.677901 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device e54294db-b4e6-4ba7-baa7-d879e21c7ff5 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:05:57.769329 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 46686) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:05:57.838525 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-fd1809be-1b13-4ca3-a226-c59571016973 None None] For port e54294db-b4e6-4ba7-baa7-d879e21c7ff5, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=e54294db-b4e6-4ba7-baa7-d879e21c7ff5,segment=NetworkSegment(1019edee-f689-470f-b8a2-78d54e63ef0c),segment_id=1019edee-f689-470f-b8a2-78d54e63ef0c)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:05:57.847328 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port e54294db-b4e6-4ba7-baa7-d879e21c7ff5 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:05:57.847793 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:57.856782 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-bbac43cc-f4ed-473a-b6fd-1dafce8ffcd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8d47b70-a89c-4645-8862-90983ce9717e', 'name': 'tempest-TestVolumeBackupRestore-1853699050-router', 'tenant_id': '770ab75f42db49e4b1ceb156acd07490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.73'}], 'enable_snat': True}, 'gw_port_id': 'b68fd8bd-c43e-4f69-b3aa-c04bc1047561', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:05:44Z', 'updated_at': '2022-05-20T21:05:52Z', 'revision_number': 4, 'project_id': '770ab75f42db49e4b1ceb156acd07490', 'gw_port': {'id': 'b68fd8bd-c43e-4f69-b3aa-c04bc1047561', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:92:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8d47b70-a89c-4645-8862-90983ce9717e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3355, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:05:46Z', 'updated_at': '2022-05-20T21:05:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': '16071ea0-bc98-4b74-b137-362134224862', 'name': '', 'network_id': '184b74ca-5201-444b-9621-4d01e7bf23b7', 'tenant_id': '770ab75f42db49e4b1ceb156acd07490', 'mac_address': 'fa:16:3e:61:6f:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8d47b70-a89c-4645-8862-90983ce9717e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3359, 'fixed_ips': [{'subnet_id': 'b13faf2d-c0fe-4c78-8290-66782e0d5758', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:05:51Z', 'updated_at': '2022-05-20T21:05:53Z', 'revision_number': 2, 'project_id': '770ab75f42db49e4b1ceb156acd07490', 'subnets': [{'id': 'b13faf2d-c0fe-4c78-8290-66782e0d5758', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:05:57.875556 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-a5789020-4037-4a32-9798-4dc0ed46ec0e req-27d427bc-42b3-48e9-b375-6bde35d485d1 tempest-VolumesActionsTest-1513749764 tempest-VolumesActionsTest-1513749764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:57.923876 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbac43cc-f4ed-473a-b6fd-1dafce8ffcd4 None None] Checking router: c8d47b70-a89c-4645-8862-90983ce9717e for host: n-d-842733-1 {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 21:05:57.924231 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbac43cc-f4ed-473a-b6fd-1dafce8ffcd4 None None] Updating router c8d47b70-a89c-4645-8862-90983ce9717e port 16071ea0-bc98-4b74-b137-362134224862 binding host n-d-842733-1 {{(pid=103164) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 21:05:57.954769 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-fd1809be-1b13-4ca3-a226-c59571016973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:57.972781 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-c6bfda5c-ad64-437c-b4d8-500085677f61 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/floatingips/fd12301a-62d9-41fb-9e24-8da6c78649a7 HTTP/1.1" status: 200 len: 993 time: 0.2020092 May 20 21:05:58.014618 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5789020-4037-4a32-9798-4dc0ed46ec0e req-27d427bc-42b3-48e9-b375-6bde35d485d1 tempest-VolumesActionsTest-1513749764 tempest-VolumesActionsTest-1513749764-project] Network d842a6d6-ac76-4a70-b737-6e69ee8864ca is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:05:58.022419 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [req-a5789020-4037-4a32-9798-4dc0ed46ec0e req-27d427bc-42b3-48e9-b375-6bde35d485d1 tempest-VolumesActionsTest-1513749764 tempest-VolumesActionsTest-1513749764-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:05:58.024655 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-bbac43cc-f4ed-473a-b6fd-1dafce8ffcd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:58.025139 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5789020-4037-4a32-9798-4dc0ed46ec0e req-27d427bc-42b3-48e9-b375-6bde35d485d1 tempest-VolumesActionsTest-1513749764 tempest-VolumesActionsTest-1513749764-project] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:05:58.060985 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d427bc-42b3-48e9-b375-6bde35d485d1 tempest-VolumesActionsTest-1513749764 tempest-VolumesActionsTest-1513749764-project] Pushing event updated for resources: {'Port': ['ID=81fd0e38-f183-4d32-a8a6-86e031d60aef,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:05:58.128311 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1809be-1b13-4ca3-a226-c59571016973 None None] Pushing event updated for resources: {'Port': ['ID=e54294db-b4e6-4ba7-baa7-d879e21c7ff5,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:05:58.134610 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-68bb1bb3-6d84-4ccf-b316-aad8d4de8e81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26169'] for router, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:58.139640 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-68bb1bb3-6d84-4ccf-b316-aad8d4de8e81 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:58.143379 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4ca7946a-d3a9-4976-8525-f9cbc94b0fb0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418993264'] for network, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:58.169716 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5789020-4037-4a32-9798-4dc0ed46ec0e req-27d427bc-42b3-48e9-b375-6bde35d485d1 tempest-VolumesActionsTest-1513749764 tempest-VolumesActionsTest-1513749764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:05:58.170529 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-a5789020-4037-4a32-9798-4dc0ed46ec0e req-27d427bc-42b3-48e9-b375-6bde35d485d1 tempest-VolumesActionsTest-1513749764 tempest-VolumesActionsTest-1513749764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:58.215024 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dfce38-11e9-48c2-ad6f-906a6fe8e9a9 req-5104b6ec-d658-4677-8c9d-eb0f7fc286ee tempest-VolumesActionsTest-1513749764 tempest-VolumesActionsTest-1513749764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:05:58.217698 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-78dfce38-11e9-48c2-ad6f-906a6fe8e9a9 req-5104b6ec-d658-4677-8c9d-eb0f7fc286ee tempest-VolumesActionsTest-1513749764 tempest-VolumesActionsTest-1513749764-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4f0ca8f-413c-4326-be69-154fc0171e73 HTTP/1.1" status: 200 len: 931 time: 0.1480296 May 20 21:05:58.274711 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-370a4da7-9870-49b8-a008-02842ca48f4e tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks [] for port, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:58.282239 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-78dfce38-11e9-48c2-ad6f-906a6fe8e9a9 req-65ed122e-ff4a-4744-81e2-3a104185f0d6 tempest-VolumesActionsTest-1513749764 tempest-VolumesActionsTest-1513749764-project] 10.222.0.35 "GET /v2.0/security-groups?id=aeaee086-04c5-4e9c-af2f-a45cf73b5670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581226 May 20 21:05:58.297295 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a5789020-4037-4a32-9798-4dc0ed46ec0e req-27d427bc-42b3-48e9-b375-6bde35d485d1 tempest-VolumesActionsTest-1513749764 tempest-VolumesActionsTest-1513749764-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7717531 May 20 21:05:58.309055 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [req-a5789020-4037-4a32-9798-4dc0ed46ec0e req-5d3f9739-d50f-4f73-88b7-06da59ee1d6d service neutron] Request body: {'port': {'device_id': 'f4f0ca8f-413c-4326-be69-154fc0171e73', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-842733-1'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:05:58.324905 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-68bb1bb3-6d84-4ccf-b316-aad8d4de8e81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-693148'] for router, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:58.325745 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68bb1bb3-6d84-4ccf-b316-aad8d4de8e81 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c1f34824-568f-4914-817e-7d257ea4c0db {{(pid=103162) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 20 21:05:58.331080 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-68bb1bb3-6d84-4ccf-b316-aad8d4de8e81 admin admin] Notify callbacks [] for router, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:58.342038 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-68bb1bb3-6d84-4ccf-b316-aad8d4de8e81 admin admin] 10.222.0.35 "DELETE /v2.0/routers/c1f34824-568f-4914-817e-7d257ea4c0db HTTP/1.1" status: 204 len: 168 time: 2.7089539 May 20 21:05:58.342038 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4ca7946a-d3a9-4976-8525-f9cbc94b0fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524'] for network, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:58.342038 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ca7946a-d3a9-4976-8525-f9cbc94b0fb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:05:58.342038 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4ca7946a-d3a9-4976-8525-f9cbc94b0fb0 admin admin] Notify callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:58.342801 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 46690) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:05:58.357145 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-836cb26d-4b69-49af-aa98-ec9a9f2f1352 None None] Provisioning complete for port e54294db-b4e6-4ba7-baa7-d879e21c7ff5 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:05:58.357728 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-836cb26d-4b69-49af-aa98-ec9a9f2f1352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:58.386100 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port e54294db-b4e6-4ba7-baa7-d879e21c7ff5 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:05:58.400341 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 49ccb95a-0130-40a4-8c90-417416be1aac no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 21:05:58.429840 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca7946a-d3a9-4976-8525-f9cbc94b0fb0 admin admin] Pushing event updated for resources: {'Network': ['ID=c4a01b1e-05f6-4476-9298-f1ccd378983c,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:05:58.455461 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-370a4da7-9870-49b8-a008-02842ca48f4e tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:58.461200 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-a5789020-4037-4a32-9798-4dc0ed46ec0e req-5d3f9739-d50f-4f73-88b7-06da59ee1d6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:58.475954 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-4ca7946a-d3a9-4976-8525-f9cbc94b0fb0 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.5152478 May 20 21:05:58.478692 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 46692) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:05:58.481977 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Network c4a01b1e-05f6-4476-9298-f1ccd378983c details requested by agent ovs-agent-n-d-842733-1 with host n-d-842733-1 {{(pid=103164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 20 21:05:58.484912 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-55b4c2d7-cd6b-453a-87d7-d7029c6ca6c8 admin admin] Request body: {'subnet': {'network_id': 'c4a01b1e-05f6-4476-9298-f1ccd378983c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1538094689-subnet', 'tenant_id': 'bfab9ec7d31948daaf3236c7068c4340', 'ip_version': 4}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:05:58.532595 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f568562-eff7-42f2-958b-f975c9bdffd2 admin admin] Deleting subnet c44e4180-b31d-470b-984c-ca1757ae6ec9 {{(pid=103163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 20 21:05:58.540785 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5f568562-eff7-42f2-958b-f975c9bdffd2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:58.543881 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: 49ccb95a-0130-40a4-8c90-417416be1aac {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 21:05:58.544233 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 49ccb95a-0130-40a4-8c90-417416be1aac not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 21:05:58.588981 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55b4c2d7-cd6b-453a-87d7-d7029c6ca6c8 admin admin] Made reservation on behalf of bfab9ec7d31948daaf3236c7068c4340 for: {'subnet': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:05:58.592780 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-55b4c2d7-cd6b-453a-87d7-d7029c6ca6c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4018244'] for subnet, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:58.618146 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-836cb26d-4b69-49af-aa98-ec9a9f2f1352 None None] Current status of the port e54294db-b4e6-4ba7-baa7-d879e21c7ff5 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:05:58.618462 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-370a4da7-9870-49b8-a008-02842ca48f4e tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748437'] for router_interface, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:58.633884 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5f568562-eff7-42f2-958b-f975c9bdffd2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9338757'] for subnet, precommit_delete_associations {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:58.653602 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-836cb26d-4b69-49af-aa98-ec9a9f2f1352 None None] Provisioning complete for port e4dfa94f-a93e-45b8-bb65-32292e7b801b triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:05:58.653973 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-836cb26d-4b69-49af-aa98-ec9a9f2f1352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:58.658715 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370a4da7-9870-49b8-a008-02842ca48f4e tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Pushing event updated for resources: {'Port': ['ID=e4dfa94f-a93e-45b8-bb65-32292e7b801b,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:05:58.706202 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-836cb26d-4b69-49af-aa98-ec9a9f2f1352 None None] Port e4dfa94f-a93e-45b8-bb65-32292e7b801b cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 21:05:58.763115 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-bbac43cc-f4ed-473a-b6fd-1dafce8ffcd4 None None] Notify callbacks [] for port, precommit_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:58.837815 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-fdad3d1e-d821-4b2d-8850-ae146113f557 None None] Provisioning complete for port e4dfa94f-a93e-45b8-bb65-32292e7b801b triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:05:58.842201 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-fdad3d1e-d821-4b2d-8850-ae146113f557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:58.868653 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-bbac43cc-f4ed-473a-b6fd-1dafce8ffcd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:58.919172 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-55b4c2d7-cd6b-453a-87d7-d7029c6ca6c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3797684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4018258'] for subnet, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:58.925872 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-fdad3d1e-d821-4b2d-8850-ae146113f557 None None] Port e4dfa94f-a93e-45b8-bb65-32292e7b801b cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 21:05:58.942174 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0580230f-2c78-4d46-add1-6338bbaf685b None None] Pushing event updated for resources: {'Port': ['ID=16071ea0-bc98-4b74-b137-362134224862,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:05:59.014258 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-bbac43cc-f4ed-473a-b6fd-1dafce8ffcd4 None None] Attempting to bind port 16071ea0-bc98-4b74-b137-362134224862 on host n-d-842733-1 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:05:59.014493 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-bbac43cc-f4ed-473a-b6fd-1dafce8ffcd4 None None] Attempting to bind port 16071ea0-bc98-4b74-b137-362134224862 by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': '004a2ced-726d-4712-b1e0-f38bdbf6228d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '184b74ca-5201-444b-9621-4d01e7bf23b7'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:05:59.014827 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbac43cc-f4ed-473a-b6fd-1dafce8ffcd4 None None] Attempting to bind port 16071ea0-bc98-4b74-b137-362134224862 on network 184b74ca-5201-444b-9621-4d01e7bf23b7 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:05:59.021562 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbac43cc-f4ed-473a-b6fd-1dafce8ffcd4 None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 21, 5, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 21:05:59.022043 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbac43cc-f4ed-473a-b6fd-1dafce8ffcd4 None None] Checking segment: {'id': '004a2ced-726d-4712-b1e0-f38bdbf6228d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '184b74ca-5201-444b-9621-4d01e7bf23b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:05:59.023041 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-bbac43cc-f4ed-473a-b6fd-1dafce8ffcd4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:59.023521 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbac43cc-f4ed-473a-b6fd-1dafce8ffcd4 None None] Bound using segment: {'id': '004a2ced-726d-4712-b1e0-f38bdbf6228d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '184b74ca-5201-444b-9621-4d01e7bf23b7'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 21:05:59.024577 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-bbac43cc-f4ed-473a-b6fd-1dafce8ffcd4 None None] Bound port: 16071ea0-bc98-4b74-b137-362134224862, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '004a2ced-726d-4712-b1e0-f38bdbf6228d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '184b74ca-5201-444b-9621-4d01e7bf23b7'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:05:59.024727 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-bbac43cc-f4ed-473a-b6fd-1dafce8ffcd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:59.059256 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b4c2d7-cd6b-453a-87d7-d7029c6ca6c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b050437c-751b-47ae-a83a-195e7766ba72,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:05:59.067109 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b4c2d7-cd6b-453a-87d7-d7029c6ca6c8 admin admin] Checking segment: {'id': 'cc62a303-951c-4ea8-ab94-da393cebac95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'c4a01b1e-05f6-4476-9298-f1ccd378983c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:05:59.067476 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55b4c2d7-cd6b-453a-87d7-d7029c6ca6c8 admin admin] Network hostable DHCP agents. Network: c4a01b1e-05f6-4476-9298-f1ccd378983c, hostable agents: ['c9b0653c-f3c7-4339-bd50-e3754b629216'], hosted agents: [] {{(pid=103162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 21:05:59.138125 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-bbac43cc-f4ed-473a-b6fd-1dafce8ffcd4 None None] For port 16071ea0-bc98-4b74-b137-362134224862, host n-d-842733-1, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 21:05:59.145744 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-bbac43cc-f4ed-473a-b6fd-1dafce8ffcd4 None None] For port 16071ea0-bc98-4b74-b137-362134224862, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=16071ea0-bc98-4b74-b137-362134224862,segment=NetworkSegment(004a2ced-726d-4712-b1e0-f38bdbf6228d),segment_id=004a2ced-726d-4712-b1e0-f38bdbf6228d)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 21:05:59.192576 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55b4c2d7-cd6b-453a-87d7-d7029c6ca6c8 admin admin] Network c4a01b1e-05f6-4476-9298-f1ccd378983c is scheduled to be hosted by DHCP agent c9b0653c-f3c7-4339-bd50-e3754b629216 with binding_index 1 {{(pid=103162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 21:05:59.246238 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device e54294db-b4e6-4ba7-baa7-d879e21c7ff5 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:05:59.276420 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-bbac43cc-f4ed-473a-b6fd-1dafce8ffcd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:59.311053 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5f568562-eff7-42f2-958b-f975c9bdffd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33068388'] for subnet, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:59.335618 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-55b4c2d7-cd6b-453a-87d7-d7029c6ca6c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842733-1, c4a01b1e-05f6-4476-9298-f1ccd378983c) {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:05:59.340387 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55b4c2d7-cd6b-453a-87d7-d7029c6ca6c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:05:59.341058 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-55b4c2d7-cd6b-453a-87d7-d7029c6ca6c8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:59.346266 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0580230f-2c78-4d46-add1-6338bbaf685b None None] Pushing event updated for resources: {'Port': ['ID=16071ea0-bc98-4b74-b137-362134224862,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:05:59.348987 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-370a4da7-9870-49b8-a008-02842ca48f4e tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Network c2a8db41-c430-474d-a894-90a8b96c5a09 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:05:59.356706 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b7ad411-fa1b-4e26-8885-e55763cb7950 None None] Network c4a01b1e-05f6-4476-9298-f1ccd378983c requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:05:59.365278 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-370a4da7-9870-49b8-a008-02842ca48f4e tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:05:59.435142 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-55b4c2d7-cd6b-453a-87d7-d7029c6ca6c8 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9552066 May 20 21:05:59.437789 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 46702) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:05:59.442446 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-72aaf5b8-a74c-4c0a-8f33-38973783c7a8 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1538094689-router', 'tenant_id': 'bfab9ec7d31948daaf3236c7068c4340', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'}}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:05:59.552816 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-72aaf5b8-a74c-4c0a-8f33-38973783c7a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-694221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26155'] for router, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:59.553919 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-72aaf5b8-a74c-4c0a-8f33-38973783c7a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-693085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748153', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-718080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26162'] for router, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:59.635657 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 46704) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:05:59.660992 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-72aaf5b8-a74c-4c0a-8f33-38973783c7a8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:59.670654 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [req-a5789020-4037-4a32-9798-4dc0ed46ec0e req-5d3f9739-d50f-4f73-88b7-06da59ee1d6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81fd0e38-f183-4d32-a8a6-86e031d60aef {{(pid=103163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 21:05:59.683879 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-a5789020-4037-4a32-9798-4dc0ed46ec0e req-5d3f9739-d50f-4f73-88b7-06da59ee1d6d service neutron] Notify callbacks [] for port, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:59.737861 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2535ddc-0a93-405d-93f6-b8438b0dcd78 req-c51df378-4ec8-49fd-8ee8-2b3726f680d4 tempest-VolumesActionsTest-1513749764 tempest-VolumesActionsTest-1513749764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:05:59.739735 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b2535ddc-0a93-405d-93f6-b8438b0dcd78 req-c51df378-4ec8-49fd-8ee8-2b3726f680d4 tempest-VolumesActionsTest-1513749764 tempest-VolumesActionsTest-1513749764-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4f0ca8f-413c-4326-be69-154fc0171e73 HTTP/1.1" status: 200 len: 931 time: 0.2909687 May 20 21:05:59.781898 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-6d8f3da6-6695-40de-92e5-8853ebf0752f None None] Provisioning complete for port 16071ea0-bc98-4b74-b137-362134224862 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:05:59.782368 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-6d8f3da6-6695-40de-92e5-8853ebf0752f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:59.784095 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbac43cc-f4ed-473a-b6fd-1dafce8ffcd4 None None] Routers {'c8d47b70-a89c-4645-8862-90983ce9717e'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:05:59.784619 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-bbac43cc-f4ed-473a-b6fd-1dafce8ffcd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:05:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['c8d47b70-a89c-4645-8862-90983ce9717e'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:05:59.822653 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [req-a5789020-4037-4a32-9798-4dc0ed46ec0e req-5d3f9739-d50f-4f73-88b7-06da59ee1d6d service neutron] Transition to ACTIVE for port object 81fd0e38-f183-4d32-a8a6-86e031d60aef will not be triggered until provisioned by entity L2. {{(pid=103163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 21:05:59.832266 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5f568562-eff7-42f2-958b-f975c9bdffd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33068399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9641221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8422588'] for subnet, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:59.852062 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b2535ddc-0a93-405d-93f6-b8438b0dcd78 req-fcf695bf-d4e3-436a-b18e-51fb8659aee4 tempest-VolumesActionsTest-1513749764 tempest-VolumesActionsTest-1513749764-project] 10.222.0.35 "GET /v2.0/security-groups?id=aeaee086-04c5-4e9c-af2f-a45cf73b5670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037726 May 20 21:05:59.915064 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f568562-eff7-42f2-958b-f975c9bdffd2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c44e4180-b31d-470b-984c-ca1757ae6ec9,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:05:59.922417 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5f568562-eff7-42f2-958b-f975c9bdffd2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:59.928023 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-5f568562-eff7-42f2-958b-f975c9bdffd2 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/c44e4180-b31d-470b-984c-ca1757ae6ec9 HTTP/1.1" status: 204 len: 168 time: 1.5820043 May 20 21:05:59.928023 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6e493b6a-f865-4329-aef9-072d294e1c1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:59.928775 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-a5789020-4037-4a32-9798-4dc0ed46ec0e req-5d3f9739-d50f-4f73-88b7-06da59ee1d6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:05:59.936788 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 46708) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:05:59.973097 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb4e60c5-c965-4fca-b350-f11484ec9394 None None] Network ba1c69b0-a7a0-40a1-95e5-d4d28b827045 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:06:00.039294 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-72aaf5b8-a74c-4c0a-8f33-38973783c7a8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:00.040098 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-370a4da7-9870-49b8-a008-02842ca48f4e tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Router c1ac904c-b9d3-4396-89b4-4c94f617920b is scheduled to L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e with binding_index 1 {{(pid=103163) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 20 21:06:00.087266 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3f9739-d50f-4f73-88b7-06da59ee1d6d service neutron] Pushing event updated for resources: {'Port': ['ID=81fd0e38-f183-4d32-a8a6-86e031d60aef,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:06:00.117973 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e81b3a6b-18a2-4632-9397-a25ef26d4eb4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaee2b848-d4b9-5db1-b6ef-d6db29d67de7-c4a01b1e-05f6-4476-9298-f1ccd378983c', 'network_id': 'c4a01b1e-05f6-4476-9298-f1ccd378983c', 'tenant_id': 'bfab9ec7d31948daaf3236c7068c4340', 'fixed_ips': [{'subnet_id': 'b050437c-751b-47ae-a83a-195e7766ba72'}]}} from n-d-842733-1. {{(pid=103164) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 21:06:00.119388 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-e81b3a6b-18a2-4632-9397-a25ef26d4eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:00.139329 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-820dde9d-1eac-48c3-a0b9-4bf7ac4d8469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33160123'] for network, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:00.310089 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port e54294db-b4e6-4ba7-baa7-d879e21c7ff5 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:06:00.310310 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:00.318781 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-370a4da7-9870-49b8-a008-02842ca48f4e tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 21:06:00.330934 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-370a4da7-9870-49b8-a008-02842ca48f4e tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] 10.222.0.35 "PUT /v2.0/routers/c1ac904c-b9d3-4396-89b4-4c94f617920b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2825325 May 20 21:06:00.333364 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7376215-492f-4499-b339-b7d4923eab18 None None] Sync routers for ids ['c1ac904c-b9d3-4396-89b4-4c94f617920b'] in n-d-842733-1 {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 21:06:00.336209 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 46710) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:06:00.355613 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-a5789020-4037-4a32-9798-4dc0ed46ec0e req-5d3f9739-d50f-4f73-88b7-06da59ee1d6d service neutron] Attempting to bind port 81fd0e38-f183-4d32-a8a6-86e031d60aef on host n-h1-842733-1 for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:06:00.356355 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-a5789020-4037-4a32-9798-4dc0ed46ec0e req-5d3f9739-d50f-4f73-88b7-06da59ee1d6d service neutron] Attempting to bind port 81fd0e38-f183-4d32-a8a6-86e031d60aef by drivers openvswitch,hyperv on host n-h1-842733-1 at level 0 using segments [{'id': '7310cbab-3cd1-4e3f-b210-f4ad24615999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'd842a6d6-ac76-4a70-b737-6e69ee8864ca'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:06:00.356355 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5789020-4037-4a32-9798-4dc0ed46ec0e req-5d3f9739-d50f-4f73-88b7-06da59ee1d6d service neutron] Attempting to bind port 81fd0e38-f183-4d32-a8a6-86e031d60aef on network d842a6d6-ac76-4a70-b737-6e69ee8864ca {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:06:00.368857 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7376215-492f-4499-b339-b7d4923eab18 None None] Routers {'c1ac904c-b9d3-4396-89b4-4c94f617920b'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:06:00.370380 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-d7376215-492f-4499-b339-b7d4923eab18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:05:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['c1ac904c-b9d3-4396-89b4-4c94f617920b'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:06:00.411700 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5789020-4037-4a32-9798-4dc0ed46ec0e req-5d3f9739-d50f-4f73-88b7-06da59ee1d6d service neutron] Port 81fd0e38-f183-4d32-a8a6-86e031d60aef on network d842a6d6-ac76-4a70-b737-6e69ee8864ca not bound, no agent of type Open vSwitch agent registered on host n-h1-842733-1 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 21:06:00.412953 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5789020-4037-4a32-9798-4dc0ed46ec0e req-5d3f9739-d50f-4f73-88b7-06da59ee1d6d service neutron] Attempting to bind port 81fd0e38-f183-4d32-a8a6-86e031d60aef on network d842a6d6-ac76-4a70-b737-6e69ee8864ca {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:06:00.417122 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6e493b6a-f865-4329-aef9-072d294e1c1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:00.425681 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5789020-4037-4a32-9798-4dc0ed46ec0e req-5d3f9739-d50f-4f73-88b7-06da59ee1d6d service neutron] Checking agent: {'id': '08dfb1ce-804b-4db8-838b-21094082e041', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 32, 54), 'started_at': datetime.datetime(2022, 5, 20, 20, 32, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 21, 5, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 21:06:00.426031 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5789020-4037-4a32-9798-4dc0ed46ec0e req-5d3f9739-d50f-4f73-88b7-06da59ee1d6d service neutron] Checking segment: {'id': '7310cbab-3cd1-4e3f-b210-f4ad24615999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'd842a6d6-ac76-4a70-b737-6e69ee8864ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:06:00.426426 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5789020-4037-4a32-9798-4dc0ed46ec0e req-5d3f9739-d50f-4f73-88b7-06da59ee1d6d service neutron] Bound using segment: {'id': '7310cbab-3cd1-4e3f-b210-f4ad24615999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'd842a6d6-ac76-4a70-b737-6e69ee8864ca'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 21:06:00.429325 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-a5789020-4037-4a32-9798-4dc0ed46ec0e req-5d3f9739-d50f-4f73-88b7-06da59ee1d6d service neutron] Bound port: 81fd0e38-f183-4d32-a8a6-86e031d60aef, host: n-h1-842733-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7310cbab-3cd1-4e3f-b210-f4ad24615999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'd842a6d6-ac76-4a70-b737-6e69ee8864ca'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:06:00.429737 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-a5789020-4037-4a32-9798-4dc0ed46ec0e req-5d3f9739-d50f-4f73-88b7-06da59ee1d6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:00.447281 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7afa3d2f-05d0-4c14-8593-93eecb1cb33d tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:06:00.452102 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-7afa3d2f-05d0-4c14-8593-93eecb1cb33d tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] 10.222.0.35 "GET /v2.0/ports/e4dfa94f-a93e-45b8-bb65-32292e7b801b HTTP/1.1" status: 200 len: 910 time: 0.1101587 May 20 21:06:00.453736 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 46712) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:06:00.456972 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-820dde9d-1eac-48c3-a0b9-4bf7ac4d8469 admin admin] Deleting port b04c5e69-e25e-4126-910c-beb8f44a0d28 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:06:00.457343 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-820dde9d-1eac-48c3-a0b9-4bf7ac4d8469 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:00.460989 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-0b7675cc-485d-41eb-b6cb-40bbad6bb7d2 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'f8c54319-5cba-4b54-8f75-9f3b51bcabbe'}]}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:06:00.478820 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-d7376215-492f-4499-b339-b7d4923eab18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:06:00.493441 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7376215-492f-4499-b339-b7d4923eab18 None None] Routers {'c1ac904c-b9d3-4396-89b4-4c94f617920b'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:06:00.494249 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-d7376215-492f-4499-b339-b7d4923eab18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:05:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['c1ac904c-b9d3-4396-89b4-4c94f617920b'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:06:00.542141 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-d7376215-492f-4499-b339-b7d4923eab18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:06:00.542376 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6e493b6a-f865-4329-aef9-072d294e1c1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:00.543494 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7376215-492f-4499-b339-b7d4923eab18 None None] The sync data for ids ['c1ac904c-b9d3-4396-89b4-4c94f617920b'] in n-d-842733-1 is: [] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 21:06:00.552387 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-6d8f3da6-6695-40de-92e5-8853ebf0752f None None] Current status of the port 16071ea0-bc98-4b74-b137-362134224862 is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:06:00.552772 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-6d8f3da6-6695-40de-92e5-8853ebf0752f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:00.566956 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-bbac43cc-f4ed-473a-b6fd-1dafce8ffcd4 None None] Set router c8d47b70-a89c-4645-8862-90983ce9717e gateway port host: n-d-842733-1 {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:06:00.617676 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-820dde9d-1eac-48c3-a0b9-4bf7ac4d8469 admin admin] For port b04c5e69-e25e-4126-910c-beb8f44a0d28, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=b04c5e69-e25e-4126-910c-beb8f44a0d28,segment=NetworkSegment(3f7461b8-2004-47d0-b042-dd1fc6d819f0),segment_id=3f7461b8-2004-47d0-b042-dd1fc6d819f0)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:06:00.618045 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-820dde9d-1eac-48c3-a0b9-4bf7ac4d8469 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:00.625275 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-6e493b6a-f865-4329-aef9-072d294e1c1f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f512c80fa607436389b3df15e67424eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9747910 May 20 21:06:00.639187 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 46714) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:06:00.654679 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e493b6a-f865-4329-aef9-072d294e1c1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76e67f9d-0ade-4728-875c-e97698dd1e04,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:06:00.668643 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-820dde9d-1eac-48c3-a0b9-4bf7ac4d8469 admin admin] Calling delete_port for b04c5e69-e25e-4126-910c-beb8f44a0d28 owned by network:dhcp {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:06:00.692338 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-a5789020-4037-4a32-9798-4dc0ed46ec0e req-5d3f9739-d50f-4f73-88b7-06da59ee1d6d service neutron] For port 81fd0e38-f183-4d32-a8a6-86e031d60aef, host n-h1-842733-1, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 21:06:00.717398 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-a5789020-4037-4a32-9798-4dc0ed46ec0e req-5d3f9739-d50f-4f73-88b7-06da59ee1d6d service neutron] For port 81fd0e38-f183-4d32-a8a6-86e031d60aef, host n-h1-842733-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=81fd0e38-f183-4d32-a8a6-86e031d60aef,segment=NetworkSegment(7310cbab-3cd1-4e3f-b210-f4ad24615999),segment_id=7310cbab-3cd1-4e3f-b210-f4ad24615999)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 21:06:00.760128 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91a20346-0e75-4cd6-addf-418124af5bfe None None] DHCP port deletion for ba1c69b0-a7a0-40a1-95e5-d4d28b827045 request from n-d-842733-1 {{(pid=103164) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 21:06:00.784793 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0b9a395e-fb0c-45d1-9faa-ae983549a09f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:00.789330 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-a5789020-4037-4a32-9798-4dc0ed46ec0e req-5d3f9739-d50f-4f73-88b7-06da59ee1d6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:00.794354 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0b7675cc-485d-41eb-b6cb-40bbad6bb7d2 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:00.810383 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-6d8f3da6-6695-40de-92e5-8853ebf0752f None None] For port 16071ea0-bc98-4b74-b137-362134224862, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=16071ea0-bc98-4b74-b137-362134224862,segment=NetworkSegment(004a2ced-726d-4712-b1e0-f38bdbf6228d),segment_id=004a2ced-726d-4712-b1e0-f38bdbf6228d)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:06:00.858402 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0b9a395e-fb0c-45d1-9faa-ae983549a09f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:00.874494 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5789020-4037-4a32-9798-4dc0ed46ec0e req-5d3f9739-d50f-4f73-88b7-06da59ee1d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:06:00.874767 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-a5789020-4037-4a32-9798-4dc0ed46ec0e req-5d3f9739-d50f-4f73-88b7-06da59ee1d6d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:00.876167 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a5789020-4037-4a32-9798-4dc0ed46ec0e req-5d3f9739-d50f-4f73-88b7-06da59ee1d6d service neutron] 10.222.0.24 "PUT /v2.0/ports/81fd0e38-f183-4d32-a8a6-86e031d60aef HTTP/1.1" status: 200 len: 1091 time: 2.5721819 May 20 21:06:00.876699 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4f0ca8f-413c-4326-be69-154fc0171e73', 'tag': '81fd0e38-f183-4d32-a8a6-86e031d60aef'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 21:06:00.879076 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4291b17aa7b45362825f0571e77c85f5e73afe1df9c7e9e15006df9d695c005e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8369084c-5a10-421e-ba05-10c8b27afff3" -d '{"events": [{"name": "network-changed", "server_uuid": "f4f0ca8f-413c-4326-be69-154fc0171e73", "tag": "81fd0e38-f183-4d32-a8a6-86e031d60aef"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 21:06:00.929341 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3f9739-d50f-4f73-88b7-06da59ee1d6d service neutron] Pushing event updated for resources: {'Port': ['ID=81fd0e38-f183-4d32-a8a6-86e031d60aef,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:06:00.982587 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-72aaf5b8-a74c-4c0a-8f33-38973783c7a8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:00.985994 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 21:06:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ff465de-fec0-467e-a5a9-0efcc882633b x-openstack-request-id: req-7ff465de-fec0-467e-a5a9-0efcc882633b {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 21:06:00.986295 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4f0ca8f-413c-4326-be69-154fc0171e73", "tag": "81fd0e38-f183-4d32-a8a6-86e031d60aef", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 21:06:00.986546 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7ff465de-fec0-467e-a5a9-0efcc882633b {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 21:06:00.987174 n-d-842733-1 neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ff465de-fec0-467e-a5a9-0efcc882633b'] response: {'name': 'network-changed', 'server_uuid': 'f4f0ca8f-413c-4326-be69-154fc0171e73', 'tag': '81fd0e38-f183-4d32-a8a6-86e031d60aef', 'status': 'completed', 'code': 200} May 20 21:06:00.998451 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-6d8f3da6-6695-40de-92e5-8853ebf0752f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:01.009268 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-72aaf5b8-a74c-4c0a-8f33-38973783c7a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:01.049335 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-820dde9d-1eac-48c3-a0b9-4bf7ac4d8469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:01.082365 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [None req-e81b3a6b-18a2-4632-9397-a25ef26d4eb4 None None] Allocated IP 172.20.0.2 (c4a01b1e-05f6-4476-9298-f1ccd378983c/b050437c-751b-47ae-a83a-195e7766ba72/be95893f-209f-4718-a151-2a38d3059214) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:06:01.107760 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820dde9d-1eac-48c3-a0b9-4bf7ac4d8469 admin admin] Pushing event deleted for resources: {'Port': ['ID=b04c5e69-e25e-4126-910c-beb8f44a0d28,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:06:01.118342 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0b9a395e-fb0c-45d1-9faa-ae983549a09f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:01.123530 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0b9a395e-fb0c-45d1-9faa-ae983549a09f admin admin] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:01.127200 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-0b9a395e-fb0c-45d1-9faa-ae983549a09f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/76e67f9d-0ade-4728-875c-e97698dd1e04 HTTP/1.1" status: 204 len: 168 time: 0.4842186 May 20 21:06:01.129949 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-820dde9d-1eac-48c3-a0b9-4bf7ac4d8469 admin admin] No DVR routers for this DVR port b04c5e69-e25e-4126-910c-beb8f44a0d28 on host n-d-842733-1 {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 21:06:01.147359 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.agents_db [None req-5c33ad30-4e00-40fa-b486-8c79c4a6cfc5 None None] Agent healthcheck: found 7 active agents {{(pid=103165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 20 21:06:01.147710 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port e54294db-b4e6-4ba7-baa7-d879e21c7ff5 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:06:01.186833 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 39ee6850-d841-48e2-8d78-7e347828d508 no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 21:06:01.204002 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5eb56c-2c0f-405f-a38e-c0a57866a139 req-e5b61f1b-c1fc-4350-ab4e-8b7a8e391416 tempest-VolumesActionsTest-1513749764 tempest-VolumesActionsTest-1513749764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:06:01.208066 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6e5eb56c-2c0f-405f-a38e-c0a57866a139 req-e5b61f1b-c1fc-4350-ab4e-8b7a8e391416 tempest-VolumesActionsTest-1513749764 tempest-VolumesActionsTest-1513749764-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4f0ca8f-413c-4326-be69-154fc0171e73 HTTP/1.1" status: 200 len: 943 time: 0.2333353 May 20 21:06:01.210403 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9a395e-fb0c-45d1-9faa-ae983549a09f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76e67f9d-0ade-4728-875c-e97698dd1e04,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:06:01.220826 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8369084c-5a10-421e-ba05-10c8b27afff3 req-7446836e-844d-407e-8b89-81dd3a313208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:06:01.224153 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8369084c-5a10-421e-ba05-10c8b27afff3 req-7446836e-844d-407e-8b89-81dd3a313208 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=739c5633298549a1821546fc93e42841&device_id=f4f0ca8f-413c-4326-be69-154fc0171e73 HTTP/1.1" status: 200 len: 1094 time: 0.2341192 May 20 21:06:01.249252 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-72aaf5b8-a74c-4c0a-8f33-38973783c7a8 admin admin] Allocated IP 172.25.2.48 (e3a93b5c-91e2-4064-9c2c-1afc261bfe15/86fee0c1-6e34-488b-9216-b2b8e7ef585a/006cfa01-3e3e-4133-8680-5fdea18b1f79) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:06:01.271949 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8f3da6-6695-40de-92e5-8853ebf0752f None None] Pushing event updated for resources: {'Port': ['ID=16071ea0-bc98-4b74-b137-362134224862,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:06:01.271949 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: 39ee6850-d841-48e2-8d78-7e347828d508 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 21:06:01.271949 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 39ee6850-d841-48e2-8d78-7e347828d508 not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 21:06:01.280402 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-55a44e24-02bf-46a0-a81c-10b535382028 None None] Provisioning complete for port 16071ea0-bc98-4b74-b137-362134224862 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:06:01.280784 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-55a44e24-02bf-46a0-a81c-10b535382028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:01.343668 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-91a20346-0e75-4cd6-addf-418124af5bfe None None] Deleting port b04c5e69-e25e-4126-910c-beb8f44a0d28 {{(pid=103164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:06:01.343994 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-91a20346-0e75-4cd6-addf-418124af5bfe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:01.414025 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-820dde9d-1eac-48c3-a0b9-4bf7ac4d8469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33072115', 'neutron.services.segments.db._delete_segments_for_network-8782419500584'] for network, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:01.452439 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6e5eb56c-2c0f-405f-a38e-c0a57866a139 req-ed7f7a47-f5ee-4342-be5c-910046bc305c tempest-VolumesActionsTest-1513749764 tempest-VolumesActionsTest-1513749764-project] 10.222.0.35 "GET /v2.0/security-groups?id=aeaee086-04c5-4e9c-af2f-a45cf73b5670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2226202 May 20 21:06:01.473196 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-72aaf5b8-a74c-4c0a-8f33-38973783c7a8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:01.473717 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-820dde9d-1eac-48c3-a0b9-4bf7ac4d8469 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba1c69b0-a7a0-40a1-95e5-d4d28b827045']}} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:06:01.504062 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device b04c5e69-e25e-4126-910c-beb8f44a0d28 no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 21:06:01.517302 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-820dde9d-1eac-48c3-a0b9-4bf7ac4d8469 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f7461b8-2004-47d0-b042-dd1fc6d819f0') {'for_net_delete': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:06:01.517302 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-820dde9d-1eac-48c3-a0b9-4bf7ac4d8469 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f7461b8-2004-47d0-b042-dd1fc6d819f0') {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:06:01.520752 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-bbac43cc-f4ed-473a-b6fd-1dafce8ffcd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8d47b70-a89c-4645-8862-90983ce9717e', 'name': 'tempest-TestVolumeBackupRestore-1853699050-router', 'tenant_id': '770ab75f42db49e4b1ceb156acd07490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.73'}], 'enable_snat': True}, 'gw_port_id': 'b68fd8bd-c43e-4f69-b3aa-c04bc1047561', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:05:44Z', 'updated_at': '2022-05-20T21:05:52Z', 'revision_number': 4, 'project_id': '770ab75f42db49e4b1ceb156acd07490', 'gw_port': {'id': 'b68fd8bd-c43e-4f69-b3aa-c04bc1047561', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:92:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8d47b70-a89c-4645-8862-90983ce9717e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3355, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:05:46Z', 'updated_at': '2022-05-20T21:05:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': '16071ea0-bc98-4b74-b137-362134224862', 'name': '', 'network_id': '184b74ca-5201-444b-9621-4d01e7bf23b7', 'tenant_id': '770ab75f42db49e4b1ceb156acd07490', 'mac_address': 'fa:16:3e:61:6f:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8d47b70-a89c-4645-8862-90983ce9717e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3359, 'fixed_ips': [{'subnet_id': 'b13faf2d-c0fe-4c78-8290-66782e0d5758', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:05:51Z', 'updated_at': '2022-05-20T21:05:59Z', 'revision_number': 4, 'project_id': '770ab75f42db49e4b1ceb156acd07490', 'subnets': [{'id': 'b13faf2d-c0fe-4c78-8290-66782e0d5758', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:06:01.549976 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: b04c5e69-e25e-4126-910c-beb8f44a0d28 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 21:06:01.549976 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device b04c5e69-e25e-4126-910c-beb8f44a0d28 not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 21:06:01.556920 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0b7675cc-485d-41eb-b6cb-40bbad6bb7d2 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:01.580317 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-820dde9d-1eac-48c3-a0b9-4bf7ac4d8469 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419501617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9338764'] for segment, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:01.592402 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-91a20346-0e75-4cd6-addf-418124af5bfe None None] For port b04c5e69-e25e-4126-910c-beb8f44a0d28, host n-d-842733-1, got binding levels [] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:06:01.592792 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-91a20346-0e75-4cd6-addf-418124af5bfe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:01.597004 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8369084c-5a10-421e-ba05-10c8b27afff3 req-dc2d9ad4-7789-4572-81f0-bd5f360d8376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:06:01.598963 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8369084c-5a10-421e-ba05-10c8b27afff3 req-dc2d9ad4-7789-4572-81f0-bd5f360d8376 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=739c5633298549a1821546fc93e42841&shared=False HTTP/1.1" status: 200 len: 910 time: 0.3658025 May 20 21:06:01.603231 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-820dde9d-1eac-48c3-a0b9-4bf7ac4d8469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:01.612954 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-72aaf5b8-a74c-4c0a-8f33-38973783c7a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:01.624811 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbac43cc-f4ed-473a-b6fd-1dafce8ffcd4 None None] The sync data for ids ['c8d47b70-a89c-4645-8862-90983ce9717e'] in n-d-842733-1 is: [{'id': 'c8d47b70-a89c-4645-8862-90983ce9717e', 'name': 'tempest-TestVolumeBackupRestore-1853699050-router', 'tenant_id': '770ab75f42db49e4b1ceb156acd07490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.73'}], 'enable_snat': True}, 'gw_port_id': 'b68fd8bd-c43e-4f69-b3aa-c04bc1047561', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:05:44Z', 'updated_at': '2022-05-20T21:05:52Z', 'revision_number': 4, 'project_id': '770ab75f42db49e4b1ceb156acd07490', 'gw_port': {'id': 'b68fd8bd-c43e-4f69-b3aa-c04bc1047561', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:92:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8d47b70-a89c-4645-8862-90983ce9717e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3355, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:05:46Z', 'updated_at': '2022-05-20T21:05:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': '16071ea0-bc98-4b74-b137-362134224862', 'name': '', 'network_id': '184b74ca-5201-444b-9621-4d01e7bf23b7', 'tenant_id': '770ab75f42db49e4b1ceb156acd07490', 'mac_address': 'fa:16:3e:61:6f:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8d47b70-a89c-4645-8862-90983ce9717e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3359, 'fixed_ips': [{'subnet_id': 'b13faf2d-c0fe-4c78-8290-66782e0d5758', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:05:51Z', 'updated_at': '2022-05-20T21:05:59Z', 'revision_number': 4, 'project_id': '770ab75f42db49e4b1ceb156acd07490', 'subnets': [{'id': 'b13faf2d-c0fe-4c78-8290-66782e0d5758', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 21:06:01.629604 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-820dde9d-1eac-48c3-a0b9-4bf7ac4d8469 admin admin] Releasing vlan 242 on physical network physnet1 to pool {{(pid=103163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 21:06:01.630135 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-820dde9d-1eac-48c3-a0b9-4bf7ac4d8469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9638311'] for segment, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:01.633478 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-91a20346-0e75-4cd6-addf-418124af5bfe None None] Calling delete_port for b04c5e69-e25e-4126-910c-beb8f44a0d28 owned by network:dhcp {{(pid=103164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:06:01.639123 n-d-842733-1 neutron-server[103163]: Traceback (most recent call last): May 20 21:06:01.639123 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 21:06:01.639123 n-d-842733-1 neutron-server[103163]: timer() May 20 21:06:01.639123 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 21:06:01.639123 n-d-842733-1 neutron-server[103163]: cb(*args, **kw) May 20 21:06:01.639123 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 20 21:06:01.639123 n-d-842733-1 neutron-server[103163]: return func(*args, **kwargs) May 20 21:06:01.639123 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 21:06:01.639123 n-d-842733-1 neutron-server[103163]: self._notify() May 20 21:06:01.639123 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 21:06:01.639123 n-d-842733-1 neutron-server[103163]: self.callback(batched_events) May 20 21:06:01.639123 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 21:06:01.639123 n-d-842733-1 neutron-server[103163]: event.method(event) May 20 21:06:01.639123 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 20 21:06:01.639123 n-d-842733-1 neutron-server[103163]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 21:06:01.639123 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 20 21:06:01.639123 n-d-842733-1 neutron-server[103163]: aggregate_uuid = self.p_client.list_aggregates( May 20 21:06:01.639123 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 20 21:06:01.639123 n-d-842733-1 neutron-server[103163]: return f(self, *a, **k) May 20 21:06:01.639123 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 20 21:06:01.639123 n-d-842733-1 neutron-server[103163]: return self._get(url).json() May 20 21:06:01.639123 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 20 21:06:01.639123 n-d-842733-1 neutron-server[103163]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 21:06:01.639123 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 21:06:01.639123 n-d-842733-1 neutron-server[103163]: return self.request(url, 'GET', **kwargs) May 20 21:06:01.639123 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 21:06:01.639123 n-d-842733-1 neutron-server[103163]: base_url = self.get_endpoint(auth, allow=allow, May 20 21:06:01.639123 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 21:06:01.639123 n-d-842733-1 neutron-server[103163]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 21:06:01.639123 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 21:06:01.639123 n-d-842733-1 neutron-server[103163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 21:06:01.639123 n-d-842733-1 neutron-server[103163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 21:06:01.651454 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.ipam_backend_mixin [None req-91a20346-0e75-4cd6-addf-418124af5bfe None None] Port b04c5e69-e25e-4126-910c-beb8f44a0d28 was not found and therefore no delete operation was performed {{(pid=103164) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} May 20 21:06:01.656800 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-91a20346-0e75-4cd6-addf-418124af5bfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099'] for port, after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:01.673553 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-e81b3a6b-18a2-4632-9397-a25ef26d4eb4 None None] Notify callbacks [] for port, precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:01.726063 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-55a44e24-02bf-46a0-a81c-10b535382028 None None] Current status of the port 16071ea0-bc98-4b74-b137-362134224862 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:06:01.731551 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a20346-0e75-4cd6-addf-418124af5bfe None None] Pushing event deleted for resources: {'Port': ['ID=b04c5e69-e25e-4126-910c-beb8f44a0d28,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:06:01.736163 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a20346-0e75-4cd6-addf-418124af5bfe None None] No DVR routers for this DVR port b04c5e69-e25e-4126-910c-beb8f44a0d28 on host n-d-842733-1 {{(pid=103164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 21:06:01.750196 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-55a44e24-02bf-46a0-a81c-10b535382028 None None] Provisioning complete for port e4dfa94f-a93e-45b8-bb65-32292e7b801b triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:06:01.750634 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-55a44e24-02bf-46a0-a81c-10b535382028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:01.771288 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72aaf5b8-a74c-4c0a-8f33-38973783c7a8 admin admin] Network e3a93b5c-91e2-4064-9c2c-1afc261bfe15 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:06:01.776257 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-72aaf5b8-a74c-4c0a-8f33-38973783c7a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:06:01.780815 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72aaf5b8-a74c-4c0a-8f33-38973783c7a8 admin admin] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:06:01.790484 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72aaf5b8-a74c-4c0a-8f33-38973783c7a8 admin admin] Pushing event updated for resources: {'Port': ['ID=006cfa01-3e3e-4133-8680-5fdea18b1f79,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:06:01.795552 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0b7675cc-485d-41eb-b6cb-40bbad6bb7d2 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:01.817065 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-e81b3a6b-18a2-4632-9397-a25ef26d4eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108'] for port, after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:01.868883 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-55a44e24-02bf-46a0-a81c-10b535382028 None None] Port e4dfa94f-a93e-45b8-bb65-32292e7b801b cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 21:06:01.903284 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81b3a6b-18a2-4632-9397-a25ef26d4eb4 None None] Pushing event updated for resources: {'Port': ['ID=be95893f-209f-4718-a151-2a38d3059214,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:06:01.907545 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e81b3a6b-18a2-4632-9397-a25ef26d4eb4 None None] Network c4a01b1e-05f6-4476-9298-f1ccd378983c is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:06:01.909590 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-e81b3a6b-18a2-4632-9397-a25ef26d4eb4 None None] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:06:01.915668 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e81b3a6b-18a2-4632-9397-a25ef26d4eb4 None None] Received port after_create {{(pid=103164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:06:01.936008 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7675cc-485d-41eb-b6cb-40bbad6bb7d2 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Pushing event updated for resources: {'Port': ['ID=e4dfa94f-a93e-45b8-bb65-32292e7b801b,revision_number=3']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:06:01.981538 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b7675cc-485d-41eb-b6cb-40bbad6bb7d2 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:06:01.981955 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0b7675cc-485d-41eb-b6cb-40bbad6bb7d2 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:01.991076 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-0b7675cc-485d-41eb-b6cb-40bbad6bb7d2 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] 10.222.0.35 "PUT /v2.0/ports/e4dfa94f-a93e-45b8-bb65-32292e7b801b HTTP/1.1" status: 200 len: 910 time: 1.5276852 May 20 21:06:01.991076 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 46722) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:06:01.998495 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-e81b3a6b-18a2-4632-9397-a25ef26d4eb4 None None] Attempting to bind port be95893f-209f-4718-a151-2a38d3059214 on host n-d-842733-1 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:06:01.999363 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-e81b3a6b-18a2-4632-9397-a25ef26d4eb4 None None] Attempting to bind port be95893f-209f-4718-a151-2a38d3059214 by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': 'cc62a303-951c-4ea8-ab94-da393cebac95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'c4a01b1e-05f6-4476-9298-f1ccd378983c'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:06:01.999899 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e81b3a6b-18a2-4632-9397-a25ef26d4eb4 None None] Attempting to bind port be95893f-209f-4718-a151-2a38d3059214 on network c4a01b1e-05f6-4476-9298-f1ccd378983c {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:06:02.006407 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e81b3a6b-18a2-4632-9397-a25ef26d4eb4 None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 21, 5, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 21:06:02.007058 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e81b3a6b-18a2-4632-9397-a25ef26d4eb4 None None] Checking segment: {'id': 'cc62a303-951c-4ea8-ab94-da393cebac95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'c4a01b1e-05f6-4476-9298-f1ccd378983c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:06:02.007616 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-e81b3a6b-18a2-4632-9397-a25ef26d4eb4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:02.029637 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e81b3a6b-18a2-4632-9397-a25ef26d4eb4 None None] Bound using segment: {'id': 'cc62a303-951c-4ea8-ab94-da393cebac95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'c4a01b1e-05f6-4476-9298-f1ccd378983c'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 21:06:02.030231 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-e81b3a6b-18a2-4632-9397-a25ef26d4eb4 None None] Bound port: be95893f-209f-4718-a151-2a38d3059214, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc62a303-951c-4ea8-ab94-da393cebac95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'c4a01b1e-05f6-4476-9298-f1ccd378983c'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:06:02.031406 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-e81b3a6b-18a2-4632-9397-a25ef26d4eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:02.047193 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-820dde9d-1eac-48c3-a0b9-4bf7ac4d8469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33072122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748162'] for network, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:02.066460 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-820dde9d-1eac-48c3-a0b9-4bf7ac4d8469 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:02.069830 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-820dde9d-1eac-48c3-a0b9-4bf7ac4d8469 admin admin] 10.222.0.35 "DELETE /v2.0/networks/ba1c69b0-a7a0-40a1-95e5-d4d28b827045 HTTP/1.1" status: 204 len: 168 time: 2.1344130 May 20 21:06:02.093940 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820dde9d-1eac-48c3-a0b9-4bf7ac4d8469 admin admin] Pushing event deleted for resources: {'Network': ['ID=ba1c69b0-a7a0-40a1-95e5-d4d28b827045,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:06:02.114709 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-e81b3a6b-18a2-4632-9397-a25ef26d4eb4 None None] For port be95893f-209f-4718-a151-2a38d3059214, host n-d-842733-1, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 21:06:02.118802 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-e81b3a6b-18a2-4632-9397-a25ef26d4eb4 None None] For port be95893f-209f-4718-a151-2a38d3059214, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=be95893f-209f-4718-a151-2a38d3059214,segment=NetworkSegment(cc62a303-951c-4ea8-ab94-da393cebac95),segment_id=cc62a303-951c-4ea8-ab94-da393cebac95)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 21:06:02.217977 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-e81b3a6b-18a2-4632-9397-a25ef26d4eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:02.441877 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8369084c-5a10-421e-ba05-10c8b27afff3 req-84a2fa44-929b-48b7-b81f-48e026ed8a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:06:02.444138 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8369084c-5a10-421e-ba05-10c8b27afff3 req-84a2fa44-929b-48b7-b81f-48e026ed8a35 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8375890 May 20 21:06:02.541074 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81b3a6b-18a2-4632-9397-a25ef26d4eb4 None None] Pushing event updated for resources: {'Port': ['ID=be95893f-209f-4718-a151-2a38d3059214,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:06:02.551985 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5789020-4037-4a32-9798-4dc0ed46ec0e req-f9f00668-b764-4705-8635-0fd86081dec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:06:02.557856 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a5789020-4037-4a32-9798-4dc0ed46ec0e req-f9f00668-b764-4705-8635-0fd86081dec6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=739c5633298549a1821546fc93e42841&device_id=f4f0ca8f-413c-4326-be69-154fc0171e73 HTTP/1.1" status: 200 len: 1094 time: 0.0716972 May 20 21:06:02.579176 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:02.610493 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-72aaf5b8-a74c-4c0a-8f33-38973783c7a8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:02.611728 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a5789020-4037-4a32-9798-4dc0ed46ec0e req-ec0a8adc-5b31-4aaf-8d92-7cb54352ab18 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=81fd0e38-f183-4d32-a8a6-86e031d60aef HTTP/1.1" status: 200 len: 217 time: 0.0470588 May 20 21:06:02.654579 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 46728) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:06:02.686088 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5789020-4037-4a32-9798-4dc0ed46ec0e req-e7f8b817-b5aa-4634-a6d9-9aee4fc343b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:06:02.687649 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a5789020-4037-4a32-9798-4dc0ed46ec0e req-e7f8b817-b5aa-4634-a6d9-9aee4fc343b4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=66ae3861-e975-4d15-9c77-feb10428aa55 HTTP/1.1" status: 200 len: 849 time: 0.0666401 May 20 21:06:02.733688 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d525974-eabd-4834-8a6c-fdaa5121eb56 req-8433844a-4231-498d-8d8d-c653f72753b9 tempest-VolumesActionsTest-1513749764 tempest-VolumesActionsTest-1513749764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:06:02.744666 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0d525974-eabd-4834-8a6c-fdaa5121eb56 req-8433844a-4231-498d-8d8d-c653f72753b9 tempest-VolumesActionsTest-1513749764 tempest-VolumesActionsTest-1513749764-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4f0ca8f-413c-4326-be69-154fc0171e73 HTTP/1.1" status: 200 len: 943 time: 0.1372972 May 20 21:06:02.749503 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a5789020-4037-4a32-9798-4dc0ed46ec0e req-6ab5157b-7019-485c-895f-4fe39f40b7dd service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d842a6d6-ac76-4a70-b737-6e69ee8864ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0545993 May 20 21:06:02.827787 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-d104e0d8-fbe0-424d-902b-1e8fd47cf7ea admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0460753b23084d8f8624c2387ec65eda&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1713054 May 20 21:06:02.830917 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 46730) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:06:02.856770 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0d525974-eabd-4834-8a6c-fdaa5121eb56 req-ab54a8a2-7b04-462a-bdba-a34e6c7f7324 tempest-VolumesActionsTest-1513749764 tempest-VolumesActionsTest-1513749764-project] 10.222.0.35 "GET /v2.0/security-groups?id=aeaee086-04c5-4e9c-af2f-a45cf73b5670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041875 May 20 21:06:02.907879 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a5789020-4037-4a32-9798-4dc0ed46ec0e req-fc7075f8-904d-4c18-be65-c6a1446d1a56 service neutron] 10.222.0.24 "GET /v2.0/networks/d842a6d6-ac76-4a70-b737-6e69ee8864ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378140 May 20 21:06:02.976813 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-020e32ab-a174-4ba0-8dc2-67073271967b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:03.016431 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a5789020-4037-4a32-9798-4dc0ed46ec0e req-20ee4649-ca66-4b44-ac07-59cad5d701da service neutron] 10.222.0.24 "GET /v2.0/networks/d842a6d6-ac76-4a70-b737-6e69ee8864ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021311 May 20 21:06:03.024483 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-584997eb-9090-4f7f-a3f7-ab709e9ad67d tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748528'] for router_interface, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:03.076404 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-020e32ab-a174-4ba0-8dc2-67073271967b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:03.124663 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-72aaf5b8-a74c-4c0a-8f33-38973783c7a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748106'] for router, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:03.493908 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 16071ea0-bc98-4b74-b137-362134224862 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:06:03.542318 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 16071ea0-bc98-4b74-b137-362134224862 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:06:03.543526 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:03.619889 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-339b8bab-159f-4667-be3a-a39f75e21cb9 None None] Network c4a01b1e-05f6-4476-9298-f1ccd378983c requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:06:03.681502 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 16071ea0-bc98-4b74-b137-362134224862 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:06:03.682582 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device be95893f-209f-4718-a151-2a38d3059214 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:06:03.717049 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-020e32ab-a174-4ba0-8dc2-67073271967b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:03.719561 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-020e32ab-a174-4ba0-8dc2-67073271967b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:03.720691 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-020e32ab-a174-4ba0-8dc2-67073271967b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/23a4e591-c968-436b-bf23-a5b482a8cab7 HTTP/1.1" status: 204 len: 168 time: 0.8888884 May 20 21:06:03.735119 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020e32ab-a174-4ba0-8dc2-67073271967b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23a4e591-c968-436b-bf23-a5b482a8cab7,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:06:03.765672 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72aaf5b8-a74c-4c0a-8f33-38973783c7a8 admin admin] Router abd02176-b296-4d2d-b651-f55494dcfb3d is scheduled to L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e with binding_index 1 {{(pid=103162) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 20 21:06:03.771392 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-857a39d2-87e6-4fff-8668-5d2af9d1fdf5 None None] Provisioning complete for port be95893f-209f-4718-a151-2a38d3059214 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:06:03.771758 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-857a39d2-87e6-4fff-8668-5d2af9d1fdf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:03.849656 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port be95893f-209f-4718-a151-2a38d3059214 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:06:03.850032 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:03.895633 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-584997eb-9090-4f7f-a3f7-ab709e9ad67d tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Deleting port e4dfa94f-a93e-45b8-bb65-32292e7b801b {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:06:03.895633 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-584997eb-9090-4f7f-a3f7-ab709e9ad67d tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:03.951277 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72aaf5b8-a74c-4c0a-8f33-38973783c7a8 admin admin] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 21:06:03.958507 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-857a39d2-87e6-4fff-8668-5d2af9d1fdf5 None None] Current status of the port be95893f-209f-4718-a151-2a38d3059214 is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:06:03.958887 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-857a39d2-87e6-4fff-8668-5d2af9d1fdf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:03.988611 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9049918-8e16-4904-b395-71ecb47051a6 None None] Sync routers for ids ['abd02176-b296-4d2d-b651-f55494dcfb3d'] in n-d-842733-1 {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 21:06:04.007433 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e79624d-d43c-4d89-9ed7-35066944836f req-46af96b8-0725-4dd9-a355-8cd89813b858 tempest-VolumesActionsTest-1513749764 tempest-VolumesActionsTest-1513749764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:06:04.009029 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4e79624d-d43c-4d89-9ed7-35066944836f req-46af96b8-0725-4dd9-a355-8cd89813b858 tempest-VolumesActionsTest-1513749764 tempest-VolumesActionsTest-1513749764-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4f0ca8f-413c-4326-be69-154fc0171e73 HTTP/1.1" status: 200 len: 943 time: 0.0712621 May 20 21:06:04.015043 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-584997eb-9090-4f7f-a3f7-ab709e9ad67d tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:04.021656 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port be95893f-209f-4718-a151-2a38d3059214 is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:06:04.021958 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:04.023749 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9049918-8e16-4904-b395-71ecb47051a6 None None] Routers {'abd02176-b296-4d2d-b651-f55494dcfb3d'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:06:04.024374 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-e9049918-8e16-4904-b395-71ecb47051a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:05:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['abd02176-b296-4d2d-b651-f55494dcfb3d'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:06:04.028958 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-584997eb-9090-4f7f-a3f7-ab709e9ad67d tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Calling delete_port for e4dfa94f-a93e-45b8-bb65-32292e7b801b owned by network:router_interface {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:06:04.046523 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-72aaf5b8-a74c-4c0a-8f33-38973783c7a8 admin admin] Notify callbacks [] for router, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:04.047996 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-72aaf5b8-a74c-4c0a-8f33-38973783c7a8 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.6090336 May 20 21:06:04.055493 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 46736) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:06:04.117613 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-857a39d2-87e6-4fff-8668-5d2af9d1fdf5 None None] For port be95893f-209f-4718-a151-2a38d3059214, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=be95893f-209f-4718-a151-2a38d3059214,segment=NetworkSegment(cc62a303-951c-4ea8-ab94-da393cebac95),segment_id=cc62a303-951c-4ea8-ab94-da393cebac95)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:06:04.127241 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4e79624d-d43c-4d89-9ed7-35066944836f req-97d924b7-d7c9-4d66-8b37-bf4c4340c09d tempest-VolumesActionsTest-1513749764 tempest-VolumesActionsTest-1513749764-project] 10.222.0.35 "GET /v2.0/security-groups?id=aeaee086-04c5-4e9c-af2f-a45cf73b5670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090283 May 20 21:06:04.247076 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-e9049918-8e16-4904-b395-71ecb47051a6 None None] Set router abd02176-b296-4d2d-b651-f55494dcfb3d gateway port host: n-d-842733-1 {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:06:04.249523 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-857a39d2-87e6-4fff-8668-5d2af9d1fdf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:04.437968 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.db.api [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103164) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 20 21:06:04.438310 n-d-842733-1 neutron-server[103164]: DEBUG oslo_db.api [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 20 21:06:04.442631 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-584997eb-9090-4f7f-a3f7-ab709e9ad67d tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:04.455532 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857a39d2-87e6-4fff-8668-5d2af9d1fdf5 None None] Pushing event updated for resources: {'Port': ['ID=be95893f-209f-4718-a151-2a38d3059214,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:06:04.465248 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-feb2ca8e-7938-4e6c-b9b9-4b6c4f6bdec7 None None] Provisioning complete for port be95893f-209f-4718-a151-2a38d3059214 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:06:04.465607 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-feb2ca8e-7938-4e6c-b9b9-4b6c4f6bdec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:04.474019 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584997eb-9090-4f7f-a3f7-ab709e9ad67d tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Pushing event deleted for resources: {'Port': ['ID=e4dfa94f-a93e-45b8-bb65-32292e7b801b,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:06:04.627757 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 46740) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:06:04.643039 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-feb2ca8e-7938-4e6c-b9b9-4b6c4f6bdec7 None None] Current status of the port be95893f-209f-4718-a151-2a38d3059214 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:06:04.647670 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-584997eb-9090-4f7f-a3f7-ab709e9ad67d tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-692224'] for router_interface, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:04.650481 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-e9049918-8e16-4904-b395-71ecb47051a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abd02176-b296-4d2d-b651-f55494dcfb3d', 'name': 'tempest-TestVolumeBackupRestore-1538094689-router', 'tenant_id': 'bfab9ec7d31948daaf3236c7068c4340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.48'}], 'enable_snat': True}, 'gw_port_id': '006cfa01-3e3e-4133-8680-5fdea18b1f79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:05:59Z', 'updated_at': '2022-05-20T21:06:02Z', 'revision_number': 3, 'project_id': 'bfab9ec7d31948daaf3236c7068c4340', 'gw_port': {'id': '006cfa01-3e3e-4133-8680-5fdea18b1f79', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:f0:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abd02176-b296-4d2d-b651-f55494dcfb3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3381, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:06:01Z', 'updated_at': '2022-05-20T21:06:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:06:04.686081 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9049918-8e16-4904-b395-71ecb47051a6 None None] Checking router: abd02176-b296-4d2d-b651-f55494dcfb3d for host: n-d-842733-1 {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 21:06:04.686429 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9049918-8e16-4904-b395-71ecb47051a6 None None] Updating router abd02176-b296-4d2d-b651-f55494dcfb3d port 006cfa01-3e3e-4133-8680-5fdea18b1f79 binding host n-d-842733-1 {{(pid=103164) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 21:06:04.690252 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-1afff9d3-b09a-4fe8-9594-29f3490d423f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=60454b86e45e457c9ead6605cf7bee62&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0602214 May 20 21:06:04.692236 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-12c347ab-111f-46df-b48d-62a22e5b6363 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:04.707774 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 46742) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:06:04.719377 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-e9049918-8e16-4904-b395-71ecb47051a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:04.815653 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-584997eb-9090-4f7f-a3f7-ab709e9ad67d tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Router c1ac904c-b9d3-4396-89b4-4c94f617920b has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 21:06:04.875416 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-71d60bf9-94fa-4c7e-9b14-f7b316455ab4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:04.892747 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-584997eb-9090-4f7f-a3f7-ab709e9ad67d tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 21:06:04.897939 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-584997eb-9090-4f7f-a3f7-ab709e9ad67d tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] 10.222.0.35 "PUT /v2.0/routers/c1ac904c-b9d3-4396-89b4-4c94f617920b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9104009 May 20 21:06:04.903593 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdd0294e-98b3-4196-8993-8e72552a9eff None None] Sync routers for ids ['c1ac904c-b9d3-4396-89b4-4c94f617920b'] in n-d-842733-1 {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 21:06:04.910236 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 46744) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:06:04.913447 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd0294e-98b3-4196-8993-8e72552a9eff None None] Routers {'c1ac904c-b9d3-4396-89b4-4c94f617920b'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:06:04.914310 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-fdd0294e-98b3-4196-8993-8e72552a9eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:05:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['c1ac904c-b9d3-4396-89b4-4c94f617920b'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:06:04.949465 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-71d60bf9-94fa-4c7e-9b14-f7b316455ab4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:04.950746 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-fdd0294e-98b3-4196-8993-8e72552a9eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:06:04.951778 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-feeb4547-4c60-461b-99ce-96be3f02a669 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1ac904c-b9d3-4396-89b4-4c94f617920b HTTP/1.1" status: 200 len: 205 time: 0.0395496 May 20 21:06:04.957680 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 46746) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:06:04.960450 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd0294e-98b3-4196-8993-8e72552a9eff None None] Routers {'c1ac904c-b9d3-4396-89b4-4c94f617920b'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:06:04.961302 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-fdd0294e-98b3-4196-8993-8e72552a9eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:05:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['c1ac904c-b9d3-4396-89b4-4c94f617920b'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:06:04.973343 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-12c347ab-111f-46df-b48d-62a22e5b6363 admin admin] Allocated IP 172.20.0.1 (c4a01b1e-05f6-4476-9298-f1ccd378983c/b050437c-751b-47ae-a83a-195e7766ba72/e2dc8bb8-7108-4826-86e1-0144c0072704) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:06:04.998727 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-fdd0294e-98b3-4196-8993-8e72552a9eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:06:04.999790 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdd0294e-98b3-4196-8993-8e72552a9eff None None] The sync data for ids ['c1ac904c-b9d3-4396-89b4-4c94f617920b'] in n-d-842733-1 is: [] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 21:06:05.041197 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port be95893f-209f-4718-a151-2a38d3059214 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:06:05.054988 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a9e4e836-644f-4121-82c5-3ae144bb821b tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks [] for router, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:05.055859 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-e9049918-8e16-4904-b395-71ecb47051a6 None None] Notify callbacks [] for port, precommit_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:05.103143 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-12c347ab-111f-46df-b48d-62a22e5b6363 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:05.135301 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-e9049918-8e16-4904-b395-71ecb47051a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:05.158211 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-71d60bf9-94fa-4c7e-9b14-f7b316455ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:05.160813 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-71d60bf9-94fa-4c7e-9b14-f7b316455ab4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:05.162051 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-71d60bf9-94fa-4c7e-9b14-f7b316455ab4 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d200f6bf-f49d-4809-9420-f245d0324be5 HTTP/1.1" status: 204 len: 168 time: 0.3874028 May 20 21:06:05.172582 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d60bf9-94fa-4c7e-9b14-f7b316455ab4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d200f6bf-f49d-4809-9420-f245d0324be5,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:06:05.182568 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-e9049918-8e16-4904-b395-71ecb47051a6 None None] Attempting to bind port 006cfa01-3e3e-4133-8680-5fdea18b1f79 on host n-d-842733-1 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:06:05.183023 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-e9049918-8e16-4904-b395-71ecb47051a6 None None] Attempting to bind port 006cfa01-3e3e-4133-8680-5fdea18b1f79 by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': '0b5485c4-eff8-42a1-9073-ae54ed4c63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:06:05.184343 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9049918-8e16-4904-b395-71ecb47051a6 None None] Attempting to bind port 006cfa01-3e3e-4133-8680-5fdea18b1f79 on network e3a93b5c-91e2-4064-9c2c-1afc261bfe15 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:06:05.192396 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-12c347ab-111f-46df-b48d-62a22e5b6363 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:05.192592 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9049918-8e16-4904-b395-71ecb47051a6 None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 21, 5, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 21:06:05.192592 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9049918-8e16-4904-b395-71ecb47051a6 None None] Checking segment: {'id': '0b5485c4-eff8-42a1-9073-ae54ed4c63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:06:05.192592 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-e9049918-8e16-4904-b395-71ecb47051a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:05.193088 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9049918-8e16-4904-b395-71ecb47051a6 None None] Bound using segment: {'id': '0b5485c4-eff8-42a1-9073-ae54ed4c63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 21:06:05.193437 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-e9049918-8e16-4904-b395-71ecb47051a6 None None] Bound port: 006cfa01-3e3e-4133-8680-5fdea18b1f79, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b5485c4-eff8-42a1-9073-ae54ed4c63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:06:05.193820 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-e9049918-8e16-4904-b395-71ecb47051a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:05.242063 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb21fa5b-3ad4-400e-9371-36a309a91b51 None None] Pushing event updated for resources: {'Port': ['ID=006cfa01-3e3e-4133-8680-5fdea18b1f79,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:06:05.280878 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-e9049918-8e16-4904-b395-71ecb47051a6 None None] For port 006cfa01-3e3e-4133-8680-5fdea18b1f79, host n-d-842733-1, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 21:06:05.285394 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12c347ab-111f-46df-b48d-62a22e5b6363 admin admin] Network c4a01b1e-05f6-4476-9298-f1ccd378983c is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:06:05.285593 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-e9049918-8e16-4904-b395-71ecb47051a6 None None] For port 006cfa01-3e3e-4133-8680-5fdea18b1f79, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=006cfa01-3e3e-4133-8680-5fdea18b1f79,segment=NetworkSegment(0b5485c4-eff8-42a1-9073-ae54ed4c63ba),segment_id=0b5485c4-eff8-42a1-9073-ae54ed4c63ba)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 21:06:05.291243 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-12c347ab-111f-46df-b48d-62a22e5b6363 admin admin] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:06:05.300738 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c347ab-111f-46df-b48d-62a22e5b6363 admin admin] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:06:05.319637 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a9e4e836-644f-4121-82c5-3ae144bb821b tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26169'] for router, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:05.322159 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a9e4e836-644f-4121-82c5-3ae144bb821b tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:05.368208 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c347ab-111f-46df-b48d-62a22e5b6363 admin admin] Pushing event updated for resources: {'Port': ['ID=e2dc8bb8-7108-4826-86e1-0144c0072704,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:06:05.370489 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-e9049918-8e16-4904-b395-71ecb47051a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:05.394504 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-12c347ab-111f-46df-b48d-62a22e5b6363 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748409'] for router_interface, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:05.411104 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29334ea8-ee77-4828-8672-b1ae5c417187 req-4c00c053-f846-4f80-8c37-e6059c8f928d tempest-VolumesActionsTest-1513749764 tempest-VolumesActionsTest-1513749764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:06:05.413085 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-29334ea8-ee77-4828-8672-b1ae5c417187 req-4c00c053-f846-4f80-8c37-e6059c8f928d tempest-VolumesActionsTest-1513749764 tempest-VolumesActionsTest-1513749764-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4f0ca8f-413c-4326-be69-154fc0171e73 HTTP/1.1" status: 200 len: 943 time: 0.1089451 May 20 21:06:05.466880 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a9e4e836-644f-4121-82c5-3ae144bb821b tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-693148'] for router, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:05.467894 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9e4e836-644f-4121-82c5-3ae144bb821b tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Fanout notify agent at l3_agent the message router_deleted on router c1ac904c-b9d3-4396-89b4-4c94f617920b {{(pid=103162) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 20 21:06:05.479381 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a9e4e836-644f-4121-82c5-3ae144bb821b tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks [] for router, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:05.483156 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-a9e4e836-644f-4121-82c5-3ae144bb821b tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] 10.222.0.35 "DELETE /v2.0/routers/c1ac904c-b9d3-4396-89b4-4c94f617920b HTTP/1.1" status: 204 len: 168 time: 0.5219183 May 20 21:06:05.484247 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9049918-8e16-4904-b395-71ecb47051a6 None None] Routers {'abd02176-b296-4d2d-b651-f55494dcfb3d'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:06:05.485003 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-e9049918-8e16-4904-b395-71ecb47051a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:05:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['abd02176-b296-4d2d-b651-f55494dcfb3d'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:06:05.489613 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 46752) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:06:05.529281 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device be95893f-209f-4718-a151-2a38d3059214 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:06:05.532897 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb21fa5b-3ad4-400e-9371-36a309a91b51 None None] Pushing event updated for resources: {'Port': ['ID=006cfa01-3e3e-4133-8680-5fdea18b1f79,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:06:05.539789 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 81fd0e38-f183-4d32-a8a6-86e031d60aef details requested by agent hyperv_n-h1-842733-1 with host n-h1-842733-1 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 21:06:05.578815 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7b2f94e-6980-4ce1-8209-3b8e0367e98f tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Deleting subnet f8c54319-5cba-4b54-8f75-9f3b51bcabbe {{(pid=103163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 20 21:06:05.583446 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b7b2f94e-6980-4ce1-8209-3b8e0367e98f tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks [] for subnet, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:05.630704 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b7b2f94e-6980-4ce1-8209-3b8e0367e98f tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9338757'] for subnet, precommit_delete_associations {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:05.665482 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-29334ea8-ee77-4828-8672-b1ae5c417187 req-44e532db-9d2f-47aa-bd9f-7e12249df4cf tempest-VolumesActionsTest-1513749764 tempest-VolumesActionsTest-1513749764-project] 10.222.0.35 "GET /v2.0/security-groups?id=aeaee086-04c5-4e9c-af2f-a45cf73b5670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2105296 May 20 21:06:05.744041 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-d37dd4f7-0339-46c2-af1c-da6f23f192a1 None None] Provisioning complete for port e2dc8bb8-7108-4826-86e1-0144c0072704 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:06:05.744599 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d37dd4f7-0339-46c2-af1c-da6f23f192a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:05.754559 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-e9049918-8e16-4904-b395-71ecb47051a6 None None] Set router abd02176-b296-4d2d-b651-f55494dcfb3d gateway port host: n-d-842733-1 {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:06:05.758269 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b7b2f94e-6980-4ce1-8209-3b8e0367e98f tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33068388'] for subnet, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:05.841666 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-12c347ab-111f-46df-b48d-62a22e5b6363 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:05.907554 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b7b2f94e-6980-4ce1-8209-3b8e0367e98f tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33068399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9641221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8422588'] for subnet, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:05.978888 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b2f94e-6980-4ce1-8209-3b8e0367e98f tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Pushing event deleted for resources: {'Subnet': ['ID=f8c54319-5cba-4b54-8f75-9f3b51bcabbe,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:06:05.981663 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b7b2f94e-6980-4ce1-8209-3b8e0367e98f tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks [] for subnet, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:05.987243 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-b7b2f94e-6980-4ce1-8209-3b8e0367e98f tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] 10.222.0.35 "DELETE /v2.0/subnets/f8c54319-5cba-4b54-8f75-9f3b51bcabbe HTTP/1.1" status: 204 len: 168 time: 0.4942155 May 20 21:06:05.988319 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 46764) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:06:06.009430 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3206db8b-6ef9-417c-bdac-7be3c000c4d8 None None] Network c2a8db41-c430-474d-a894-90a8b96c5a09 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:06:06.011676 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port be95893f-209f-4718-a151-2a38d3059214 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:06:06.012691 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:06.056419 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port 81fd0e38-f183-4d32-a8a6-86e031d60aef, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=81fd0e38-f183-4d32-a8a6-86e031d60aef,segment=NetworkSegment(7310cbab-3cd1-4e3f-b210-f4ad24615999),segment_id=7310cbab-3cd1-4e3f-b210-f4ad24615999)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:06:06.082483 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-12c347ab-111f-46df-b48d-62a22e5b6363 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:06.091472 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a9366d5c-6fc8-41cf-8d75-77d90fd7c2d7 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33160123'] for network, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:06.144801 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-a9366d5c-6fc8-41cf-8d75-77d90fd7c2d7 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Deleting port e54294db-b4e6-4ba7-baa7-d879e21c7ff5 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:06:06.145153 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a9366d5c-6fc8-41cf-8d75-77d90fd7c2d7 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:06.166378 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-d37dd4f7-0339-46c2-af1c-da6f23f192a1 None None] Port e2dc8bb8-7108-4826-86e1-0144c0072704 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 21:06:06.169467 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-12c347ab-111f-46df-b48d-62a22e5b6363 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:06.173957 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Returning: {'device': '81fd0e38-f183-4d32-a8a6-86e031d60aef', 'network_id': 'd842a6d6-ac76-4a70-b737-6e69ee8864ca', 'port_id': '81fd0e38-f183-4d32-a8a6-86e031d60aef', 'mac_address': 'fa:16:3e:b5:4b:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66ae3861-e975-4d15-9c77-feb10428aa55', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 20 21:06:06.214523 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-a9366d5c-6fc8-41cf-8d75-77d90fd7c2d7 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] For port e54294db-b4e6-4ba7-baa7-d879e21c7ff5, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=e54294db-b4e6-4ba7-baa7-d879e21c7ff5,segment=NetworkSegment(1019edee-f689-470f-b8a2-78d54e63ef0c),segment_id=1019edee-f689-470f-b8a2-78d54e63ef0c)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:06:06.215235 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a9366d5c-6fc8-41cf-8d75-77d90fd7c2d7 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:06.234943 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-a9366d5c-6fc8-41cf-8d75-77d90fd7c2d7 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Calling delete_port for e54294db-b4e6-4ba7-baa7-d879e21c7ff5 owned by network:dhcp {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:06:06.248490 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c347ab-111f-46df-b48d-62a22e5b6363 admin admin] Pushing event updated for resources: {'Port': ['ID=e2dc8bb8-7108-4826-86e1-0144c0072704,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:06:06.264198 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-12c347ab-111f-46df-b48d-62a22e5b6363 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748437'] for router_interface, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:06.355774 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Current status of the port 81fd0e38-f183-4d32-a8a6-86e031d60aef is: DOWN; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:06:06.356163 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:06.369813 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12c347ab-111f-46df-b48d-62a22e5b6363 admin admin] Network c4a01b1e-05f6-4476-9298-f1ccd378983c is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:06:06.372611 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-12c347ab-111f-46df-b48d-62a22e5b6363 admin admin] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:06:06.397978 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a9366d5c-6fc8-41cf-8d75-77d90fd7c2d7 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:06.415282 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81fd0e38-f183-4d32-a8a6-86e031d60aef {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 21:06:06.441503 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9366d5c-6fc8-41cf-8d75-77d90fd7c2d7 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Pushing event deleted for resources: {'Port': ['ID=e54294db-b4e6-4ba7-baa7-d879e21c7ff5,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:06:06.466912 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port be95893f-209f-4718-a151-2a38d3059214 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:06:06.467910 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9366d5c-6fc8-41cf-8d75-77d90fd7c2d7 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] No DVR routers for this DVR port e54294db-b4e6-4ba7-baa7-d879e21c7ff5 on host n-d-842733-1 {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 21:06:06.471700 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port 81fd0e38-f183-4d32-a8a6-86e031d60aef, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=81fd0e38-f183-4d32-a8a6-86e031d60aef,segment=NetworkSegment(7310cbab-3cd1-4e3f-b210-f4ad24615999),segment_id=7310cbab-3cd1-4e3f-b210-f4ad24615999)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:06:06.494126 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-e9049918-8e16-4904-b395-71ecb47051a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abd02176-b296-4d2d-b651-f55494dcfb3d', 'name': 'tempest-TestVolumeBackupRestore-1538094689-router', 'tenant_id': 'bfab9ec7d31948daaf3236c7068c4340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.48'}], 'enable_snat': True}, 'gw_port_id': '006cfa01-3e3e-4133-8680-5fdea18b1f79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:05:59Z', 'updated_at': '2022-05-20T21:06:02Z', 'revision_number': 3, 'project_id': 'bfab9ec7d31948daaf3236c7068c4340', 'gw_port': {'id': '006cfa01-3e3e-4133-8680-5fdea18b1f79', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:f0:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abd02176-b296-4d2d-b651-f55494dcfb3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3381, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:06:01Z', 'updated_at': '2022-05-20T21:06:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:06:06.519092 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12c347ab-111f-46df-b48d-62a22e5b6363 admin admin] Router abd02176-b296-4d2d-b651-f55494dcfb3d has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 21:06:06.531617 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9049918-8e16-4904-b395-71ecb47051a6 None None] The sync data for ids ['abd02176-b296-4d2d-b651-f55494dcfb3d'] in n-d-842733-1 is: [{'id': 'abd02176-b296-4d2d-b651-f55494dcfb3d', 'name': 'tempest-TestVolumeBackupRestore-1538094689-router', 'tenant_id': 'bfab9ec7d31948daaf3236c7068c4340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.48'}], 'enable_snat': True}, 'gw_port_id': '006cfa01-3e3e-4133-8680-5fdea18b1f79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:05:59Z', 'updated_at': '2022-05-20T21:06:02Z', 'revision_number': 3, 'project_id': 'bfab9ec7d31948daaf3236c7068c4340', 'gw_port': {'id': '006cfa01-3e3e-4133-8680-5fdea18b1f79', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:f0:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abd02176-b296-4d2d-b651-f55494dcfb3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3381, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:06:01Z', 'updated_at': '2022-05-20T21:06:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 21:06:06.555760 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:06.630280 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Pushing event updated for resources: {'Port': ['ID=81fd0e38-f183-4d32-a8a6-86e031d60aef,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:06:06.633136 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcf8640f-344a-498d-a87c-c00bef818635 None None] DHCP port deletion for c2a8db41-c430-474d-a894-90a8b96c5a09 request from n-d-842733-1 {{(pid=103164) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 21:06:06.654332 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a9366d5c-6fc8-41cf-8d75-77d90fd7c2d7 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33072115', 'neutron.services.segments.db._delete_segments_for_network-8782419500584'] for network, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:06.672930 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 46774) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:06:06.700787 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-a9366d5c-6fc8-41cf-8d75-77d90fd7c2d7 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2a8db41-c430-474d-a894-90a8b96c5a09']}} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:06:06.711650 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-a9366d5c-6fc8-41cf-8d75-77d90fd7c2d7 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1019edee-f689-470f-b8a2-78d54e63ef0c') {'for_net_delete': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:06:06.712136 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-a9366d5c-6fc8-41cf-8d75-77d90fd7c2d7 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1019edee-f689-470f-b8a2-78d54e63ef0c') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:06:06.729491 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a9366d5c-6fc8-41cf-8d75-77d90fd7c2d7 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419501617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3738385'] for segment, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:06.738756 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12c347ab-111f-46df-b48d-62a22e5b6363 admin admin] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 21:06:06.751448 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] get_ports_and_sgs() called for port_ids ['81fd0e38-f183-4d32-a8a6-86e031d60aef'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 21:06:06.754394 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a9366d5c-6fc8-41cf-8d75-77d90fd7c2d7 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:06.755178 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-12c347ab-111f-46df-b48d-62a22e5b6363 admin admin] 10.222.0.35 "PUT /v2.0/routers/abd02176-b296-4d2d-b651-f55494dcfb3d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6985295 May 20 21:06:06.761862 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9366d5c-6fc8-41cf-8d75-77d90fd7c2d7 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Releasing vlan 241 on physical network physnet1 to pool {{(pid=103162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 21:06:06.762482 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a9366d5c-6fc8-41cf-8d75-77d90fd7c2d7 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3800791'] for segment, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:06.765708 n-d-842733-1 neutron-server[103162]: Traceback (most recent call last): May 20 21:06:06.765708 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 21:06:06.765708 n-d-842733-1 neutron-server[103162]: timer() May 20 21:06:06.765708 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 21:06:06.765708 n-d-842733-1 neutron-server[103162]: cb(*args, **kw) May 20 21:06:06.765708 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 20 21:06:06.765708 n-d-842733-1 neutron-server[103162]: return func(*args, **kwargs) May 20 21:06:06.765708 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 21:06:06.765708 n-d-842733-1 neutron-server[103162]: self._notify() May 20 21:06:06.765708 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 21:06:06.765708 n-d-842733-1 neutron-server[103162]: self.callback(batched_events) May 20 21:06:06.765708 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 21:06:06.765708 n-d-842733-1 neutron-server[103162]: event.method(event) May 20 21:06:06.765708 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 20 21:06:06.765708 n-d-842733-1 neutron-server[103162]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 21:06:06.765708 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 20 21:06:06.765708 n-d-842733-1 neutron-server[103162]: aggregate_uuid = self.p_client.list_aggregates( May 20 21:06:06.765708 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 20 21:06:06.765708 n-d-842733-1 neutron-server[103162]: return f(self, *a, **k) May 20 21:06:06.765708 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 20 21:06:06.765708 n-d-842733-1 neutron-server[103162]: return self._get(url).json() May 20 21:06:06.765708 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 20 21:06:06.765708 n-d-842733-1 neutron-server[103162]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 21:06:06.765708 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 21:06:06.765708 n-d-842733-1 neutron-server[103162]: return self.request(url, 'GET', **kwargs) May 20 21:06:06.765708 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 21:06:06.765708 n-d-842733-1 neutron-server[103162]: base_url = self.get_endpoint(auth, allow=allow, May 20 21:06:06.765708 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 21:06:06.765708 n-d-842733-1 neutron-server[103162]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 21:06:06.765708 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 21:06:06.765708 n-d-842733-1 neutron-server[103162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 21:06:06.765708 n-d-842733-1 neutron-server[103162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 21:06:06.855197 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-647d55f1-1486-4ad3-8ca4-1d503945b93c None None] Provisioning complete for port e2dc8bb8-7108-4826-86e1-0144c0072704 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:06:06.855572 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-647d55f1-1486-4ad3-8ca4-1d503945b93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:06.878304 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19902de-7f7a-4b97-aad6-fc465829843c req-b1b8c41d-8136-4b6f-94fa-f8444ab6e982 tempest-VolumesActionsTest-1513749764 tempest-VolumesActionsTest-1513749764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:06:06.879937 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b19902de-7f7a-4b97-aad6-fc465829843c req-b1b8c41d-8136-4b6f-94fa-f8444ab6e982 tempest-VolumesActionsTest-1513749764 tempest-VolumesActionsTest-1513749764-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4f0ca8f-413c-4326-be69-154fc0171e73 HTTP/1.1" status: 200 len: 944 time: 0.0917346 May 20 21:06:06.889372 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-66c40161-f653-4376-94b5-d644d5641128 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-579095851-network', 'tenant_id': 'bd2c0f3962d64e8bbc51e119c0866118'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:06:06.905496 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-647d55f1-1486-4ad3-8ca4-1d503945b93c None None] Port e2dc8bb8-7108-4826-86e1-0144c0072704 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 21:06:06.921970 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a9366d5c-6fc8-41cf-8d75-77d90fd7c2d7 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33072122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748162'] for network, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:06.934303 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a9366d5c-6fc8-41cf-8d75-77d90fd7c2d7 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:06.943305 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-a9366d5c-6fc8-41cf-8d75-77d90fd7c2d7 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] 10.222.0.35 "DELETE /v2.0/networks/c2a8db41-c430-474d-a894-90a8b96c5a09 HTTP/1.1" status: 204 len: 168 time: 0.9546638 May 20 21:06:06.956064 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 46782) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:06:06.960848 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b19902de-7f7a-4b97-aad6-fc465829843c req-9e11d296-2e0e-4a34-87c6-73d57008f66f tempest-VolumesActionsTest-1513749764 tempest-VolumesActionsTest-1513749764-project] 10.222.0.35 "GET /v2.0/security-groups?id=aeaee086-04c5-4e9c-af2f-a45cf73b5670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658891 May 20 21:06:06.988355 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-a19591c2-8c79-42cf-b9a8-2c1a32c77c02 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-698900241', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:06:07.016823 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66c40161-f653-4376-94b5-d644d5641128 admin admin] Made reservation on behalf of bd2c0f3962d64e8bbc51e119c0866118 for: {'network': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:06:07.019889 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-66c40161-f653-4376-94b5-d644d5641128 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for network, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:07.027765 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9366d5c-6fc8-41cf-8d75-77d90fd7c2d7 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Pushing event deleted for resources: {'Network': ['ID=c2a8db41-c430-474d-a894-90a8b96c5a09,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:06:07.048934 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-66c40161-f653-4376-94b5-d644d5641128 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:07.160659 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-66c40161-f653-4376-94b5-d644d5641128 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:07.187082 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a19591c2-8c79-42cf-b9a8-2c1a32c77c02 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-694221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26155'] for router, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:07.188589 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a19591c2-8c79-42cf-b9a8-2c1a32c77c02 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-693085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748153', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-718080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26162'] for router, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:07.250040 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a19591c2-8c79-42cf-b9a8-2c1a32c77c02 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:07.251073 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-66c40161-f653-4376-94b5-d644d5641128 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:07.273371 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66c40161-f653-4376-94b5-d644d5641128 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 208} {{(pid=103162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 21:06:07.288740 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c40161-f653-4376-94b5-d644d5641128 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=060a7108-23a2-4f2f-9f1d-ecf71d4b7ff6,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:06:07.294843 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-66c40161-f653-4376-94b5-d644d5641128 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:07.295223 n-d-842733-1 neutron-server[103162]: INFO neutron.db.segments_db [None req-66c40161-f653-4376-94b5-d644d5641128 admin admin] Added segment b27896c4-30e9-4995-a611-10df92148480 of type vlan for network c29033be-cf7b-4f14-994d-becc99184bf8 May 20 21:06:07.326795 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a19591c2-8c79-42cf-b9a8-2c1a32c77c02 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748106'] for router, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:07.357964 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-66c40161-f653-4376-94b5-d644d5641128 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418993264'] for network, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:07.440933 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a19591c2-8c79-42cf-b9a8-2c1a32c77c02 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks [] for router, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:07.442471 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-a19591c2-8c79-42cf-b9a8-2c1a32c77c02 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.4812007 May 20 21:06:07.445925 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 46820) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:06:07.453564 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-b4654871-7dbb-444c-8cb2-5f9316e86c1c tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Request body: {'network': {'name': 'tempest-RoutersTest-357417972'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:06:07.464762 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-66c40161-f653-4376-94b5-d644d5641128 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524'] for network, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:07.465963 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66c40161-f653-4376-94b5-d644d5641128 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:06:07.466560 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-66c40161-f653-4376-94b5-d644d5641128 admin admin] Notify callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:07.490555 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 006cfa01-3e3e-4133-8680-5fdea18b1f79 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:06:07.535529 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 81fd0e38-f183-4d32-a8a6-86e031d60aef up at agent hyperv_n-h1-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:06:07.541941 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c40161-f653-4376-94b5-d644d5641128 admin admin] Pushing event updated for resources: {'Network': ['ID=c29033be-cf7b-4f14-994d-becc99184bf8,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:06:07.560449 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4654871-7dbb-444c-8cb2-5f9316e86c1c tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Made reservation on behalf of d4fe1859a2dd44a8943722001f06bb5e for: {'network': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:06:07.561964 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b4654871-7dbb-444c-8cb2-5f9316e86c1c tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for network, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:07.571905 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Network c29033be-cf7b-4f14-994d-becc99184bf8 details requested by agent ovs-agent-n-d-842733-1 with host n-d-842733-1 {{(pid=103164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 20 21:06:07.589413 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4654871-7dbb-444c-8cb2-5f9316e86c1c tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 204} {{(pid=103163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 21:06:07.599706 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b4654871-7dbb-444c-8cb2-5f9316e86c1c tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:07.600195 n-d-842733-1 neutron-server[103163]: INFO neutron.db.segments_db [None req-b4654871-7dbb-444c-8cb2-5f9316e86c1c tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Added segment 5de5ad8b-5eaf-407d-969b-269c69d1f4ef of type vlan for network df56f14c-2781-4394-ae94-3641f83dfbc7 May 20 21:06:07.616090 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-66c40161-f653-4376-94b5-d644d5641128 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.9401100 May 20 21:06:07.618821 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 46826) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:06:07.624872 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-cd6fb2f7-fca6-4f21-a317-addccd412e5c admin admin] Request body: {'subnet': {'network_id': 'c29033be-cf7b-4f14-994d-becc99184bf8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-579095851-subnet', 'tenant_id': 'bd2c0f3962d64e8bbc51e119c0866118', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:06:07.660320 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b4654871-7dbb-444c-8cb2-5f9316e86c1c tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418993264'] for network, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:07.672662 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 006cfa01-3e3e-4133-8680-5fdea18b1f79 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:06:07.673033 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:07.739111 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd6fb2f7-fca6-4f21-a317-addccd412e5c admin admin] Made reservation on behalf of bd2c0f3962d64e8bbc51e119c0866118 for: {'subnet': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:06:07.741608 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-cd6fb2f7-fca6-4f21-a317-addccd412e5c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4018244'] for subnet, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:07.765704 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 006cfa01-3e3e-4133-8680-5fdea18b1f79 is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:06:07.766324 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:07.767864 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b4654871-7dbb-444c-8cb2-5f9316e86c1c tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524'] for network, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:07.779317 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4654871-7dbb-444c-8cb2-5f9316e86c1c tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:06:07.779317 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b4654871-7dbb-444c-8cb2-5f9316e86c1c tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:07.793595 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] For port 006cfa01-3e3e-4133-8680-5fdea18b1f79, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=006cfa01-3e3e-4133-8680-5fdea18b1f79,segment=NetworkSegment(0b5485c4-eff8-42a1-9073-ae54ed4c63ba),segment_id=0b5485c4-eff8-42a1-9073-ae54ed4c63ba)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:06:07.830600 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Provisioning for port 81fd0e38-f183-4d32-a8a6-86e031d60aef completed by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 21:06:07.835284 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Provisioning complete for port 81fd0e38-f183-4d32-a8a6-86e031d60aef triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:06:07.835653 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:07.850968 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4654871-7dbb-444c-8cb2-5f9316e86c1c tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Pushing event updated for resources: {'Network': ['ID=df56f14c-2781-4394-ae94-3641f83dfbc7,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:06:07.865151 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Network df56f14c-2781-4394-ae94-3641f83dfbc7 details requested by agent ovs-agent-n-d-842733-1 with host n-d-842733-1 {{(pid=103164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 20 21:06:07.910883 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:07.931993 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-b4654871-7dbb-444c-8cb2-5f9316e86c1c tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4849663 May 20 21:06:07.935486 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 46828) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:06:07.940324 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-153f3b53-84fe-47c8-835e-007282d3d040 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Request body: {'subnet': {'network_id': 'df56f14c-2781-4394-ae94-3641f83dfbc7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:06:07.993346 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device e54294db-b4e6-4ba7-baa7-d879e21c7ff5 no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 21:06:08.019476 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: e54294db-b4e6-4ba7-baa7-d879e21c7ff5 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 21:06:08.019831 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device e54294db-b4e6-4ba7-baa7-d879e21c7ff5 not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 21:06:08.024070 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Pushing event updated for resources: {'Port': ['ID=006cfa01-3e3e-4133-8680-5fdea18b1f79,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:06:08.055568 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-cd6fb2f7-fca6-4f21-a317-addccd412e5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3797684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4018258'] for subnet, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:08.066377 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Current status of the port 81fd0e38-f183-4d32-a8a6-86e031d60aef is: BUILD; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:06:08.066769 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:08.092271 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4f0ca8f-413c-4326-be69-154fc0171e73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81fd0e38-f183-4d32-a8a6-86e031d60aef'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 21:06:08.094877 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8485417003ce7c0410b00f5cdc2f391e21107b70bb68e2773712534a96e108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6c8bdfc-8e72-4369-9571-78c69cc1f6cc" -d '{"events": [{"server_uuid": "f4f0ca8f-413c-4326-be69-154fc0171e73", "name": "network-vif-plugged", "status": "completed", "tag": "81fd0e38-f183-4d32-a8a6-86e031d60aef"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 21:06:08.112001 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port 81fd0e38-f183-4d32-a8a6-86e031d60aef, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=81fd0e38-f183-4d32-a8a6-86e031d60aef,segment=NetworkSegment(7310cbab-3cd1-4e3f-b210-f4ad24615999),segment_id=7310cbab-3cd1-4e3f-b210-f4ad24615999)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:06:08.120775 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-153f3b53-84fe-47c8-835e-007282d3d040 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Made reservation on behalf of d4fe1859a2dd44a8943722001f06bb5e for: {'subnet': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:06:08.124807 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-153f3b53-84fe-47c8-835e-007282d3d040 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8422561'] for subnet, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:08.156159 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 21:06:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe4b6e00-aa0f-460f-9801-239a43c769fa x-openstack-request-id: req-fe4b6e00-aa0f-460f-9801-239a43c769fa {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 21:06:08.156429 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4f0ca8f-413c-4326-be69-154fc0171e73", "name": "network-vif-plugged", "status": "completed", "tag": "81fd0e38-f183-4d32-a8a6-86e031d60aef", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 21:06:08.156727 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-fe4b6e00-aa0f-460f-9801-239a43c769fa {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 21:06:08.158792 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe4b6e00-aa0f-460f-9801-239a43c769fa'] response: {'server_uuid': 'f4f0ca8f-413c-4326-be69-154fc0171e73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81fd0e38-f183-4d32-a8a6-86e031d60aef', 'code': 200} May 20 21:06:08.172877 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6fb2f7-fca6-4f21-a317-addccd412e5c admin admin] Pushing event updated for resources: {'Subnet': ['ID=f56567e0-4641-46ba-a4ac-f2ac31a971d2,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:06:08.180635 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd6fb2f7-fca6-4f21-a317-addccd412e5c admin admin] Checking segment: {'id': 'b27896c4-30e9-4995-a611-10df92148480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'c29033be-cf7b-4f14-994d-becc99184bf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:06:08.181089 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd6fb2f7-fca6-4f21-a317-addccd412e5c admin admin] Network hostable DHCP agents. Network: c29033be-cf7b-4f14-994d-becc99184bf8, hostable agents: ['c9b0653c-f3c7-4339-bd50-e3754b629216'], hosted agents: [] {{(pid=103162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 21:06:08.196404 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:08.230862 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26aa4921-9bd8-43e6-aee5-dad11e757cf5 req-3b470382-e3f4-403d-bd1f-680b1a59f53f tempest-VolumesActionsTest-1513749764 tempest-VolumesActionsTest-1513749764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:06:08.232599 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-26aa4921-9bd8-43e6-aee5-dad11e757cf5 req-3b470382-e3f4-403d-bd1f-680b1a59f53f tempest-VolumesActionsTest-1513749764 tempest-VolumesActionsTest-1513749764-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4f0ca8f-413c-4326-be69-154fc0171e73 HTTP/1.1" status: 200 len: 944 time: 0.1561046 May 20 21:06:08.260036 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Pushing event updated for resources: {'Port': ['ID=81fd0e38-f183-4d32-a8a6-86e031d60aef,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:06:08.294586 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd6fb2f7-fca6-4f21-a317-addccd412e5c admin admin] Network c29033be-cf7b-4f14-994d-becc99184bf8 is scheduled to be hosted by DHCP agent c9b0653c-f3c7-4339-bd50-e3754b629216 with binding_index 1 {{(pid=103162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 21:06:08.333619 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4839198b-7393-4164-a41f-9ec21fb6f6a2 req-4ef7e8ce-c1c9-4d1c-9e53-79859ff2dd41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:06:08.335121 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4839198b-7393-4164-a41f-9ec21fb6f6a2 req-4ef7e8ce-c1c9-4d1c-9e53-79859ff2dd41 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f4f0ca8f-413c-4326-be69-154fc0171e73 HTTP/1.1" status: 200 len: 1096 time: 0.1016364 May 20 21:06:08.348516 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-26aa4921-9bd8-43e6-aee5-dad11e757cf5 req-0ce563d7-b65e-4a97-a1fc-2d1bf11e8d41 tempest-VolumesActionsTest-1513749764 tempest-VolumesActionsTest-1513749764-project] 10.222.0.35 "GET /v2.0/security-groups?id=aeaee086-04c5-4e9c-af2f-a45cf73b5670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688419 May 20 21:06:08.409347 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-cd6fb2f7-fca6-4f21-a317-addccd412e5c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842733-1, c29033be-cf7b-4f14-994d-becc99184bf8) {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:06:08.414484 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd6fb2f7-fca6-4f21-a317-addccd412e5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:06:08.414852 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4839198b-7393-4164-a41f-9ec21fb6f6a2 req-50e756d5-c322-416d-bf62-6decb5d20d7f service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=aeaee086-04c5-4e9c-af2f-a45cf73b5670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714447 May 20 21:06:08.415543 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-cd6fb2f7-fca6-4f21-a317-addccd412e5c admin admin] Notify callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:08.422840 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eee29a5-2f5f-44ef-9632-679edb31694f None None] Network c29033be-cf7b-4f14-994d-becc99184bf8 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:06:08.504671 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-cd6fb2f7-fca6-4f21-a317-addccd412e5c admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.8847880 May 20 21:06:08.529978 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-153f3b53-84fe-47c8-835e-007282d3d040 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9641412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8422583'] for subnet, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:08.586385 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56a0e237-7a71-4077-8eb9-bd1a2e4f741a None None] Network c29033be-cf7b-4f14-994d-becc99184bf8 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:06:08.616542 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153f3b53-84fe-47c8-835e-007282d3d040 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Checking segment: {'id': '5de5ad8b-5eaf-407d-969b-269c69d1f4ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'df56f14c-2781-4394-ae94-3641f83dfbc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:06:08.616983 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-153f3b53-84fe-47c8-835e-007282d3d040 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Network hostable DHCP agents. Network: df56f14c-2781-4394-ae94-3641f83dfbc7, hostable agents: ['c9b0653c-f3c7-4339-bd50-e3754b629216'], hosted agents: [] {{(pid=103163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 21:06:08.619355 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153f3b53-84fe-47c8-835e-007282d3d040 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Pushing event updated for resources: {'Subnet': ['ID=377a720b-15d1-40d3-9dc2-d25ad5092cbb,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:06:08.646842 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2981be85-db67-4a5b-83e2-f846df6ebb05 None None] Sync routers for ids ['abd02176-b296-4d2d-b651-f55494dcfb3d'] in n-d-842733-1 {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 21:06:08.681157 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2981be85-db67-4a5b-83e2-f846df6ebb05 None None] Routers {'abd02176-b296-4d2d-b651-f55494dcfb3d'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:06:08.681797 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-2981be85-db67-4a5b-83e2-f846df6ebb05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:05:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['abd02176-b296-4d2d-b651-f55494dcfb3d'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:06:08.704825 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-153f3b53-84fe-47c8-835e-007282d3d040 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Network df56f14c-2781-4394-ae94-3641f83dfbc7 is scheduled to be hosted by DHCP agent c9b0653c-f3c7-4339-bd50-e3754b629216 with binding_index 1 {{(pid=103163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 21:06:08.780661 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-153f3b53-84fe-47c8-835e-007282d3d040 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842733-1, df56f14c-2781-4394-ae94-3641f83dfbc7) {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:06:08.789201 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-153f3b53-84fe-47c8-835e-007282d3d040 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:06:08.790764 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-153f3b53-84fe-47c8-835e-007282d3d040 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks [] for subnet, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:08.901510 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 46876) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:06:08.903170 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-153f3b53-84fe-47c8-835e-007282d3d040 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9665661 May 20 21:06:09.003064 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa388ec6-bca5-4507-a184-f33713973eff None None] Network df56f14c-2781-4394-ae94-3641f83dfbc7 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:06:09.089168 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-2981be85-db67-4a5b-83e2-f846df6ebb05 None None] Set router abd02176-b296-4d2d-b651-f55494dcfb3d gateway port host: n-d-842733-1 {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:06:09.095953 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ea2138-d1b4-4180-9d95-359a4f2a6798 req-695192fd-a900-4c72-b188-6cbdba604eaa tempest-ServerAddressesNegativeTestJSON-910421399 tempest-ServerAddressesNegativeTestJSON-910421399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:06:09.104118 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-57ea2138-d1b4-4180-9d95-359a4f2a6798 req-695192fd-a900-4c72-b188-6cbdba604eaa tempest-ServerAddressesNegativeTestJSON-910421399 tempest-ServerAddressesNegativeTestJSON-910421399-project] 10.222.0.35 "GET /v2.0/networks?id=c29033be-cf7b-4f14-994d-becc99184bf8 HTTP/1.1" status: 200 len: 821 time: 0.1309175 May 20 21:06:09.126202 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-57ea2138-d1b4-4180-9d95-359a4f2a6798 req-48319247-2983-4b38-9fa6-8022e7ae0fee tempest-ServerAddressesNegativeTestJSON-910421399 tempest-ServerAddressesNegativeTestJSON-910421399-project] 10.222.0.35 "GET /v2.0/quotas/bd2c0f3962d64e8bbc51e119c0866118 HTTP/1.1" status: 200 len: 375 time: 0.0203221 May 20 21:06:09.170004 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-57ea2138-d1b4-4180-9d95-359a4f2a6798 req-d41c3ca1-f61d-41f5-b0b7-7ed9071b5618 tempest-ServerAddressesNegativeTestJSON-910421399 tempest-ServerAddressesNegativeTestJSON-910421399-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=bd2c0f3962d64e8bbc51e119c0866118&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0432932 May 20 21:06:09.204771 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7359c5b6-9e04-441b-b6f4-7685395c1974 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:09.303888 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-57ea2138-d1b4-4180-9d95-359a4f2a6798 req-c29aa1da-c878-42a1-b0ef-24261a5e22ce service neutron] 10.222.0.35 "GET /v2.0/networks/c29033be-cf7b-4f14-994d-becc99184bf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323752 May 20 21:06:09.371033 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3323db4a-3341-4af9-937c-967ef5787501 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaee2b848-d4b9-5db1-b6ef-d6db29d67de7-df56f14c-2781-4394-ae94-3641f83dfbc7', 'network_id': 'df56f14c-2781-4394-ae94-3641f83dfbc7', 'tenant_id': 'd4fe1859a2dd44a8943722001f06bb5e', 'fixed_ips': [{'subnet_id': '377a720b-15d1-40d3-9dc2-d25ad5092cbb'}]}} from n-d-842733-1. {{(pid=103164) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 21:06:09.374490 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3323db4a-3341-4af9-937c-967ef5787501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:09.492526 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-57ea2138-d1b4-4180-9d95-359a4f2a6798 req-adf7ad87-f5fb-4c2b-aad5-e2eb4ffa3192 service neutron] 10.222.0.35 "GET /v2.0/networks/c29033be-cf7b-4f14-994d-becc99184bf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1809449 May 20 21:06:09.523447 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 006cfa01-3e3e-4133-8680-5fdea18b1f79 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:06:09.550403 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d87dead-f22c-4998-86a7-b1d4aacadf73 req-59e9dd72-07a5-4774-8311-d4b2703995a0 tempest-VolumesActionsTest-1513749764 tempest-VolumesActionsTest-1513749764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:06:09.553182 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8d87dead-f22c-4998-86a7-b1d4aacadf73 req-59e9dd72-07a5-4774-8311-d4b2703995a0 tempest-VolumesActionsTest-1513749764 tempest-VolumesActionsTest-1513749764-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4f0ca8f-413c-4326-be69-154fc0171e73 HTTP/1.1" status: 200 len: 945 time: 0.0733113 May 20 21:06:09.587161 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-7359c5b6-9e04-441b-b6f4-7685395c1974 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Allocated IP 172.20.0.1 (df56f14c-2781-4394-ae94-3641f83dfbc7/377a720b-15d1-40d3-9dc2-d25ad5092cbb/9b2edef8-8082-4950-b6e7-f8d0eb78a611) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:06:09.601733 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8d87dead-f22c-4998-86a7-b1d4aacadf73 req-63f8284c-e099-47f2-b982-6b3cbb83afba tempest-VolumesActionsTest-1513749764 tempest-VolumesActionsTest-1513749764-project] 10.222.0.35 "GET /v2.0/security-groups?id=aeaee086-04c5-4e9c-af2f-a45cf73b5670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401034 May 20 21:06:09.675644 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-2981be85-db67-4a5b-83e2-f846df6ebb05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abd02176-b296-4d2d-b651-f55494dcfb3d', 'name': 'tempest-TestVolumeBackupRestore-1538094689-router', 'tenant_id': 'bfab9ec7d31948daaf3236c7068c4340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.48'}], 'enable_snat': True}, 'gw_port_id': '006cfa01-3e3e-4133-8680-5fdea18b1f79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:05:59Z', 'updated_at': '2022-05-20T21:06:05Z', 'revision_number': 4, 'project_id': 'bfab9ec7d31948daaf3236c7068c4340', 'gw_port': {'id': '006cfa01-3e3e-4133-8680-5fdea18b1f79', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:f0:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abd02176-b296-4d2d-b651-f55494dcfb3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3381, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:06:01Z', 'updated_at': '2022-05-20T21:06:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': 'e2dc8bb8-7108-4826-86e1-0144c0072704', 'name': '', 'network_id': 'c4a01b1e-05f6-4476-9298-f1ccd378983c', 'tenant_id': 'bfab9ec7d31948daaf3236c7068c4340', 'mac_address': 'fa:16:3e:6b:96:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abd02176-b296-4d2d-b651-f55494dcfb3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3382, 'fixed_ips': [{'subnet_id': 'b050437c-751b-47ae-a83a-195e7766ba72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:06:04Z', 'updated_at': '2022-05-20T21:06:05Z', 'revision_number': 2, 'project_id': 'bfab9ec7d31948daaf3236c7068c4340', 'subnets': [{'id': 'b050437c-751b-47ae-a83a-195e7766ba72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:06:09.707434 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 006cfa01-3e3e-4133-8680-5fdea18b1f79 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:06:09.707434 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:09.708994 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2981be85-db67-4a5b-83e2-f846df6ebb05 None None] Checking router: abd02176-b296-4d2d-b651-f55494dcfb3d for host: n-d-842733-1 {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 21:06:09.709386 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2981be85-db67-4a5b-83e2-f846df6ebb05 None None] Updating router abd02176-b296-4d2d-b651-f55494dcfb3d port e2dc8bb8-7108-4826-86e1-0144c0072704 binding host n-d-842733-1 {{(pid=103164) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 21:06:09.724851 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7359c5b6-9e04-441b-b6f4-7685395c1974 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:09.758471 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-2981be85-db67-4a5b-83e2-f846df6ebb05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:09.834966 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d7ca42f9-7752-4099-ab0d-797759e3f2b5 req-af3926dc-fab0-44d7-aede-ee1e7885f018 tempest-ServerAddressesNegativeTestJSON-910421399 tempest-ServerAddressesNegativeTestJSON-910421399-project] 10.222.0.35 "GET /v2.0/ports?device_id=916d14fb-cde6-41e0-96ff-0bc29105c2cc HTTP/1.1" status: 200 len: 210 time: 0.0381176 May 20 21:06:09.838954 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7359c5b6-9e04-441b-b6f4-7685395c1974 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:09.909107 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7359c5b6-9e04-441b-b6f4-7685395c1974 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Network df56f14c-2781-4394-ae94-3641f83dfbc7 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:06:09.913352 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-7359c5b6-9e04-441b-b6f4-7685395c1974 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:06:09.917729 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7359c5b6-9e04-441b-b6f4-7685395c1974 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:06:09.970565 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7359c5b6-9e04-441b-b6f4-7685395c1974 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Pushing event updated for resources: {'Port': ['ID=9b2edef8-8082-4950-b6e7-f8d0eb78a611,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:06:09.970898 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 006cfa01-3e3e-4133-8680-5fdea18b1f79 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:06:09.993836 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7359c5b6-9e04-441b-b6f4-7685395c1974 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748409'] for router_interface, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:09.996439 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [None req-3323db4a-3341-4af9-937c-967ef5787501 None None] Allocated IP 172.20.0.2 (df56f14c-2781-4394-ae94-3641f83dfbc7/377a720b-15d1-40d3-9dc2-d25ad5092cbb/df26ee12-d9fc-4941-85fd-bbf10178ffaf) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:06:10.235418 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-2981be85-db67-4a5b-83e2-f846df6ebb05 None None] Notify callbacks [] for port, precommit_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:10.243639 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7359c5b6-9e04-441b-b6f4-7685395c1974 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:10.312548 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3323db4a-3341-4af9-937c-967ef5787501 None None] Notify callbacks [] for port, precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:10.315897 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-2981be85-db67-4a5b-83e2-f846df6ebb05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:10.389968 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a10bb22-530e-4e39-a84c-1ce7170f1942 None None] Pushing event updated for resources: {'Port': ['ID=e2dc8bb8-7108-4826-86e1-0144c0072704,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:06:10.424169 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3323db4a-3341-4af9-937c-967ef5787501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108'] for port, after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:10.431417 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-2981be85-db67-4a5b-83e2-f846df6ebb05 None None] Attempting to bind port e2dc8bb8-7108-4826-86e1-0144c0072704 on host n-d-842733-1 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:06:10.431780 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-2981be85-db67-4a5b-83e2-f846df6ebb05 None None] Attempting to bind port e2dc8bb8-7108-4826-86e1-0144c0072704 by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': 'cc62a303-951c-4ea8-ab94-da393cebac95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'c4a01b1e-05f6-4476-9298-f1ccd378983c'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:06:10.432824 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2981be85-db67-4a5b-83e2-f846df6ebb05 None None] Attempting to bind port e2dc8bb8-7108-4826-86e1-0144c0072704 on network c4a01b1e-05f6-4476-9298-f1ccd378983c {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:06:10.469859 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3323db4a-3341-4af9-937c-967ef5787501 None None] Network df56f14c-2781-4394-ae94-3641f83dfbc7 is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:06:10.474140 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2981be85-db67-4a5b-83e2-f846df6ebb05 None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 21, 5, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 21:06:10.474512 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2981be85-db67-4a5b-83e2-f846df6ebb05 None None] Checking segment: {'id': 'cc62a303-951c-4ea8-ab94-da393cebac95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'c4a01b1e-05f6-4476-9298-f1ccd378983c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:06:10.474912 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-2981be85-db67-4a5b-83e2-f846df6ebb05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:10.475301 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2981be85-db67-4a5b-83e2-f846df6ebb05 None None] Bound using segment: {'id': 'cc62a303-951c-4ea8-ab94-da393cebac95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'c4a01b1e-05f6-4476-9298-f1ccd378983c'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 21:06:10.475805 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-2981be85-db67-4a5b-83e2-f846df6ebb05 None None] Bound port: e2dc8bb8-7108-4826-86e1-0144c0072704, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc62a303-951c-4ea8-ab94-da393cebac95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'c4a01b1e-05f6-4476-9298-f1ccd378983c'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:06:10.476179 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-2981be85-db67-4a5b-83e2-f846df6ebb05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:10.480399 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-3323db4a-3341-4af9-937c-967ef5787501 None None] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:06:10.484971 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3323db4a-3341-4af9-937c-967ef5787501 None None] Received port after_create {{(pid=103164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:06:10.514195 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3323db4a-3341-4af9-937c-967ef5787501 None None] Pushing event updated for resources: {'Port': ['ID=df26ee12-d9fc-4941-85fd-bbf10178ffaf,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:06:10.605562 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-3323db4a-3341-4af9-937c-967ef5787501 None None] Attempting to bind port df26ee12-d9fc-4941-85fd-bbf10178ffaf on host n-d-842733-1 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:06:10.606404 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-3323db4a-3341-4af9-937c-967ef5787501 None None] Attempting to bind port df26ee12-d9fc-4941-85fd-bbf10178ffaf by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': '5de5ad8b-5eaf-407d-969b-269c69d1f4ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'df56f14c-2781-4394-ae94-3641f83dfbc7'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:06:10.606951 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3323db4a-3341-4af9-937c-967ef5787501 None None] Attempting to bind port df26ee12-d9fc-4941-85fd-bbf10178ffaf on network df56f14c-2781-4394-ae94-3641f83dfbc7 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:06:10.624669 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3323db4a-3341-4af9-937c-967ef5787501 None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 21, 5, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 21:06:10.625048 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3323db4a-3341-4af9-937c-967ef5787501 None None] Checking segment: {'id': '5de5ad8b-5eaf-407d-969b-269c69d1f4ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'df56f14c-2781-4394-ae94-3641f83dfbc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:06:10.625712 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3323db4a-3341-4af9-937c-967ef5787501 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:10.626107 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3323db4a-3341-4af9-937c-967ef5787501 None None] Bound using segment: {'id': '5de5ad8b-5eaf-407d-969b-269c69d1f4ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'df56f14c-2781-4394-ae94-3641f83dfbc7'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 21:06:10.627582 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-3323db4a-3341-4af9-937c-967ef5787501 None None] Bound port: df26ee12-d9fc-4941-85fd-bbf10178ffaf, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5de5ad8b-5eaf-407d-969b-269c69d1f4ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'df56f14c-2781-4394-ae94-3641f83dfbc7'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:06:10.628169 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3323db4a-3341-4af9-937c-967ef5787501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:10.631590 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-2981be85-db67-4a5b-83e2-f846df6ebb05 None None] For port e2dc8bb8-7108-4826-86e1-0144c0072704, host n-d-842733-1, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 21:06:10.637848 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7359c5b6-9e04-441b-b6f4-7685395c1974 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:10.659315 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-2981be85-db67-4a5b-83e2-f846df6ebb05 None None] For port e2dc8bb8-7108-4826-86e1-0144c0072704, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=e2dc8bb8-7108-4826-86e1-0144c0072704,segment=NetworkSegment(cc62a303-951c-4ea8-ab94-da393cebac95),segment_id=cc62a303-951c-4ea8-ab94-da393cebac95)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 21:06:10.722534 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7359c5b6-9e04-441b-b6f4-7685395c1974 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:10.734936 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3323db4a-3341-4af9-937c-967ef5787501 None None] For port df26ee12-d9fc-4941-85fd-bbf10178ffaf, host n-d-842733-1, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 21:06:10.743281 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3323db4a-3341-4af9-937c-967ef5787501 None None] For port df26ee12-d9fc-4941-85fd-bbf10178ffaf, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=df26ee12-d9fc-4941-85fd-bbf10178ffaf,segment=NetworkSegment(5de5ad8b-5eaf-407d-969b-269c69d1f4ef),segment_id=5de5ad8b-5eaf-407d-969b-269c69d1f4ef)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 21:06:10.754963 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d528a73c-c530-43cc-87a6-bae69a207dca req-fc4f8ed3-ebff-498c-a10a-3db3f8def01c tempest-VolumesActionsTest-1513749764 tempest-VolumesActionsTest-1513749764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:06:10.756973 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d528a73c-c530-43cc-87a6-bae69a207dca req-fc4f8ed3-ebff-498c-a10a-3db3f8def01c tempest-VolumesActionsTest-1513749764 tempest-VolumesActionsTest-1513749764-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4f0ca8f-413c-4326-be69-154fc0171e73 HTTP/1.1" status: 200 len: 945 time: 0.0626330 May 20 21:06:10.769193 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-874bf9f4-d7db-41c8-b126-787a7d7b74ac None None] Provisioning complete for port e2dc8bb8-7108-4826-86e1-0144c0072704 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:06:10.769819 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-874bf9f4-d7db-41c8-b126-787a7d7b74ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:10.810553 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7359c5b6-9e04-441b-b6f4-7685395c1974 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748437'] for router_interface, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:10.813768 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d528a73c-c530-43cc-87a6-bae69a207dca req-756df8c2-0c9e-4572-89cb-71cdcf2e8fe6 tempest-VolumesActionsTest-1513749764 tempest-VolumesActionsTest-1513749764-project] 10.222.0.35 "GET /v2.0/security-groups?id=aeaee086-04c5-4e9c-af2f-a45cf73b5670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499816 May 20 21:06:10.821873 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7359c5b6-9e04-441b-b6f4-7685395c1974 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Pushing event updated for resources: {'Port': ['ID=9b2edef8-8082-4950-b6e7-f8d0eb78a611,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:06:10.833384 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3323db4a-3341-4af9-937c-967ef5787501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:10.833384 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-2981be85-db67-4a5b-83e2-f846df6ebb05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:10.946190 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7359c5b6-9e04-441b-b6f4-7685395c1974 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Network df56f14c-2781-4394-ae94-3641f83dfbc7 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:06:10.948115 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-7359c5b6-9e04-441b-b6f4-7685395c1974 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:06:10.956224 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3323db4a-3341-4af9-937c-967ef5787501 None None] Pushing event updated for resources: {'Port': ['ID=df26ee12-d9fc-4941-85fd-bbf10178ffaf,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:06:10.980941 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-80ea590b-92dd-410a-a77f-69bb0624add0 req-cea51756-6abf-4e15-8060-8b137a09a7cf tempest-ServerAddressesNegativeTestJSON-910421399 tempest-ServerAddressesNegativeTestJSON-910421399-project] 10.222.0.35 "GET /v2.0/ports?device_id=916d14fb-cde6-41e0-96ff-0bc29105c2cc HTTP/1.1" status: 200 len: 210 time: 0.0764942 May 20 21:06:11.007112 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-874bf9f4-d7db-41c8-b126-787a7d7b74ac None None] Port e2dc8bb8-7108-4826-86e1-0144c0072704 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 21:06:11.039477 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2981be85-db67-4a5b-83e2-f846df6ebb05 None None] Routers {'abd02176-b296-4d2d-b651-f55494dcfb3d'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:06:11.040111 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-2981be85-db67-4a5b-83e2-f846df6ebb05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:05:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['abd02176-b296-4d2d-b651-f55494dcfb3d'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:06:11.113825 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a10bb22-530e-4e39-a84c-1ce7170f1942 None None] Pushing event updated for resources: {'Port': ['ID=e2dc8bb8-7108-4826-86e1-0144c0072704,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:06:11.220978 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-2981be85-db67-4a5b-83e2-f846df6ebb05 None None] Set router abd02176-b296-4d2d-b651-f55494dcfb3d gateway port host: n-d-842733-1 {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:06:11.657766 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device df26ee12-d9fc-4941-85fd-bbf10178ffaf up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:06:11.707753 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-c1f01c20-d66b-4824-91ef-827343202dd4 None None] Provisioning complete for port e2dc8bb8-7108-4826-86e1-0144c0072704 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:06:11.708117 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c1f01c20-d66b-4824-91ef-827343202dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:11.752759 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7359c5b6-9e04-441b-b6f4-7685395c1974 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Router 20221858-3dea-4014-b32f-56ce2ea1f109 is scheduled to L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e with binding_index 1 {{(pid=103162) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 20 21:06:11.829981 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port df26ee12-d9fc-4941-85fd-bbf10178ffaf triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:06:11.829981 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:11.894149 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7359c5b6-9e04-441b-b6f4-7685395c1974 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 21:06:11.899613 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-7359c5b6-9e04-441b-b6f4-7685395c1974 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] 10.222.0.35 "PUT /v2.0/routers/20221858-3dea-4014-b32f-56ce2ea1f109/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9963312 May 20 21:06:11.904251 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 46918) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:06:11.906260 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-c1f01c20-d66b-4824-91ef-827343202dd4 None None] Current status of the port e2dc8bb8-7108-4826-86e1-0144c0072704 is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:06:11.906260 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c1f01c20-d66b-4824-91ef-827343202dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:11.910277 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad2d841-4449-4849-ac9a-ece768c3953a None None] Sync routers for ids ['20221858-3dea-4014-b32f-56ce2ea1f109'] in n-d-842733-1 {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 21:06:11.935059 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-8fefbce5-7c1f-4bc5-9255-8c5bda3ae4de tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Request body: {'network': {'name': 'tempest-RoutersTest-1220775730'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:06:11.936878 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad2d841-4449-4849-ac9a-ece768c3953a None None] Routers {'20221858-3dea-4014-b32f-56ce2ea1f109'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:06:11.937505 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-dad2d841-4449-4849-ac9a-ece768c3953a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:05:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['20221858-3dea-4014-b32f-56ce2ea1f109'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:06:12.010280 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-2981be85-db67-4a5b-83e2-f846df6ebb05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abd02176-b296-4d2d-b651-f55494dcfb3d', 'name': 'tempest-TestVolumeBackupRestore-1538094689-router', 'tenant_id': 'bfab9ec7d31948daaf3236c7068c4340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.48'}], 'enable_snat': True}, 'gw_port_id': '006cfa01-3e3e-4133-8680-5fdea18b1f79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:05:59Z', 'updated_at': '2022-05-20T21:06:05Z', 'revision_number': 4, 'project_id': 'bfab9ec7d31948daaf3236c7068c4340', 'gw_port': {'id': '006cfa01-3e3e-4133-8680-5fdea18b1f79', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:f0:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abd02176-b296-4d2d-b651-f55494dcfb3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3381, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:06:01Z', 'updated_at': '2022-05-20T21:06:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': 'e2dc8bb8-7108-4826-86e1-0144c0072704', 'name': '', 'network_id': 'c4a01b1e-05f6-4476-9298-f1ccd378983c', 'tenant_id': 'bfab9ec7d31948daaf3236c7068c4340', 'mac_address': 'fa:16:3e:6b:96:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abd02176-b296-4d2d-b651-f55494dcfb3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3382, 'fixed_ips': [{'subnet_id': 'b050437c-751b-47ae-a83a-195e7766ba72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:06:04Z', 'updated_at': '2022-05-20T21:06:10Z', 'revision_number': 4, 'project_id': 'bfab9ec7d31948daaf3236c7068c4340', 'subnets': [{'id': 'b050437c-751b-47ae-a83a-195e7766ba72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:06:12.016897 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-c1f01c20-d66b-4824-91ef-827343202dd4 None None] For port e2dc8bb8-7108-4826-86e1-0144c0072704, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=e2dc8bb8-7108-4826-86e1-0144c0072704,segment=NetworkSegment(cc62a303-951c-4ea8-ab94-da393cebac95),segment_id=cc62a303-951c-4ea8-ab94-da393cebac95)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:06:12.078863 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2981be85-db67-4a5b-83e2-f846df6ebb05 None None] The sync data for ids ['abd02176-b296-4d2d-b651-f55494dcfb3d'] in n-d-842733-1 is: [{'id': 'abd02176-b296-4d2d-b651-f55494dcfb3d', 'name': 'tempest-TestVolumeBackupRestore-1538094689-router', 'tenant_id': 'bfab9ec7d31948daaf3236c7068c4340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.48'}], 'enable_snat': True}, 'gw_port_id': '006cfa01-3e3e-4133-8680-5fdea18b1f79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:05:59Z', 'updated_at': '2022-05-20T21:06:05Z', 'revision_number': 4, 'project_id': 'bfab9ec7d31948daaf3236c7068c4340', 'gw_port': {'id': '006cfa01-3e3e-4133-8680-5fdea18b1f79', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:f0:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abd02176-b296-4d2d-b651-f55494dcfb3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3381, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:06:01Z', 'updated_at': '2022-05-20T21:06:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': 'e2dc8bb8-7108-4826-86e1-0144c0072704', 'name': '', 'network_id': 'c4a01b1e-05f6-4476-9298-f1ccd378983c', 'tenant_id': 'bfab9ec7d31948daaf3236c7068c4340', 'mac_address': 'fa:16:3e:6b:96:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abd02176-b296-4d2d-b651-f55494dcfb3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3382, 'fixed_ips': [{'subnet_id': 'b050437c-751b-47ae-a83a-195e7766ba72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:06:04Z', 'updated_at': '2022-05-20T21:06:10Z', 'revision_number': 4, 'project_id': 'bfab9ec7d31948daaf3236c7068c4340', 'subnets': [{'id': 'b050437c-751b-47ae-a83a-195e7766ba72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 21:06:12.100376 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port df26ee12-d9fc-4941-85fd-bbf10178ffaf is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:06:12.100795 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:12.117756 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fefbce5-7c1f-4bc5-9255-8c5bda3ae4de tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Made reservation on behalf of d4fe1859a2dd44a8943722001f06bb5e for: {'network': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:06:12.122379 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8fefbce5-7c1f-4bc5-9255-8c5bda3ae4de tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for network, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:12.129894 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c1f01c20-d66b-4824-91ef-827343202dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:12.199174 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-07d457ee-1a07-4a79-b377-5eb1dafa43d0 req-22644142-0300-4259-b1d6-320a65a65c09 tempest-ServerAddressesNegativeTestJSON-910421399 tempest-ServerAddressesNegativeTestJSON-910421399-project] 10.222.0.35 "GET /v2.0/ports?device_id=916d14fb-cde6-41e0-96ff-0bc29105c2cc HTTP/1.1" status: 200 len: 210 time: 0.0884960 May 20 21:06:12.205723 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] For port df26ee12-d9fc-4941-85fd-bbf10178ffaf, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=df26ee12-d9fc-4941-85fd-bbf10178ffaf,segment=NetworkSegment(5de5ad8b-5eaf-407d-969b-269c69d1f4ef),segment_id=5de5ad8b-5eaf-407d-969b-269c69d1f4ef)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:06:12.223044 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fefbce5-7c1f-4bc5-9255-8c5bda3ae4de tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 240} {{(pid=103162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 21:06:12.250882 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8fefbce5-7c1f-4bc5-9255-8c5bda3ae4de tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:12.251327 n-d-842733-1 neutron-server[103162]: INFO neutron.db.segments_db [None req-8fefbce5-7c1f-4bc5-9255-8c5bda3ae4de tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Added segment caf96b63-eb9a-4e1f-b435-f0869d3cd16b of type vlan for network 9277b9da-3adb-48bc-ad5e-97f067e99b78 May 20 21:06:12.255216 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f01c20-d66b-4824-91ef-827343202dd4 None None] Pushing event updated for resources: {'Port': ['ID=e2dc8bb8-7108-4826-86e1-0144c0072704,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:06:12.301138 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:12.319528 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8fefbce5-7c1f-4bc5-9255-8c5bda3ae4de tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418993264'] for network, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:12.417380 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-dad2d841-4449-4849-ac9a-ece768c3953a None None] Set router 20221858-3dea-4014-b32f-56ce2ea1f109 gateway port host: None {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:06:12.460925 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Pushing event updated for resources: {'Port': ['ID=df26ee12-d9fc-4941-85fd-bbf10178ffaf,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:06:12.569144 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8fefbce5-7c1f-4bc5-9255-8c5bda3ae4de tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524'] for network, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:12.576910 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fefbce5-7c1f-4bc5-9255-8c5bda3ae4de tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:06:12.584306 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8fefbce5-7c1f-4bc5-9255-8c5bda3ae4de tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:12.715280 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7afc2c98-9c7a-4e47-8f83-bb3297d51aa8 None None] Network df56f14c-2781-4394-ae94-3641f83dfbc7 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:06:12.719468 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fefbce5-7c1f-4bc5-9255-8c5bda3ae4de tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Pushing event updated for resources: {'Network': ['ID=9277b9da-3adb-48bc-ad5e-97f067e99b78,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:06:12.799179 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-dad2d841-4449-4849-ac9a-ece768c3953a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20221858-3dea-4014-b32f-56ce2ea1f109', 'name': 'tempest-RoutersTest-router-698900241', 'tenant_id': 'd4fe1859a2dd44a8943722001f06bb5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:06:07Z', 'updated_at': '2022-05-20T21:06:10Z', 'revision_number': 2, 'project_id': 'd4fe1859a2dd44a8943722001f06bb5e', 'gw_port_host': None, '_interfaces': [{'id': '9b2edef8-8082-4950-b6e7-f8d0eb78a611', 'name': '', 'network_id': 'df56f14c-2781-4394-ae94-3641f83dfbc7', 'tenant_id': 'd4fe1859a2dd44a8943722001f06bb5e', 'mac_address': 'fa:16:3e:ce:26:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20221858-3dea-4014-b32f-56ce2ea1f109', 'device_owner': 'network:router_interface', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': '377a720b-15d1-40d3-9dc2-d25ad5092cbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:06:09Z', 'updated_at': '2022-05-20T21:06:10Z', 'revision_number': 2, 'project_id': 'd4fe1859a2dd44a8943722001f06bb5e', 'subnets': [{'id': '377a720b-15d1-40d3-9dc2-d25ad5092cbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:06:12.811607 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-8fefbce5-7c1f-4bc5-9255-8c5bda3ae4de tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9074616 May 20 21:06:12.823975 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 46928) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:06:12.823975 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-907e21fa-10e1-48fb-b9ff-79ebd0f73466 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Request body: {'subnet': {'network_id': '9277b9da-3adb-48bc-ad5e-97f067e99b78', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:06:12.862768 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-9a5c9033-03af-48ee-b775-eee3c1964687 None None] Provisioning complete for port df26ee12-d9fc-4941-85fd-bbf10178ffaf triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:06:12.865489 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-9a5c9033-03af-48ee-b775-eee3c1964687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:12.884122 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad2d841-4449-4849-ac9a-ece768c3953a None None] Checking router: 20221858-3dea-4014-b32f-56ce2ea1f109 for host: n-d-842733-1 {{(pid=103165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 21:06:12.884504 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad2d841-4449-4849-ac9a-ece768c3953a None None] Updating router 20221858-3dea-4014-b32f-56ce2ea1f109 port 9b2edef8-8082-4950-b6e7-f8d0eb78a611 binding host n-d-842733-1 {{(pid=103165) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 21:06:12.935455 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Network 9277b9da-3adb-48bc-ad5e-97f067e99b78 details requested by agent ovs-agent-n-d-842733-1 with host n-d-842733-1 {{(pid=103164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 20 21:06:12.947249 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-dad2d841-4449-4849-ac9a-ece768c3953a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:13.147173 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-907e21fa-10e1-48fb-b9ff-79ebd0f73466 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Made reservation on behalf of d4fe1859a2dd44a8943722001f06bb5e for: {'subnet': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:06:13.150967 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-907e21fa-10e1-48fb-b9ff-79ebd0f73466 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4018244'] for subnet, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:13.252546 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-9a5c9033-03af-48ee-b775-eee3c1964687 None None] Current status of the port df26ee12-d9fc-4941-85fd-bbf10178ffaf is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:06:13.333400 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ea2138-d1b4-4180-9d95-359a4f2a6798 req-766585fb-3d75-43dc-9466-c5c4772e0bd3 tempest-ServerAddressesNegativeTestJSON-910421399 tempest-ServerAddressesNegativeTestJSON-910421399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:06:13.335526 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-57ea2138-d1b4-4180-9d95-359a4f2a6798 req-766585fb-3d75-43dc-9466-c5c4772e0bd3 tempest-ServerAddressesNegativeTestJSON-910421399 tempest-ServerAddressesNegativeTestJSON-910421399-project] 10.222.0.24 "GET /v2.0/networks?id=c29033be-cf7b-4f14-994d-becc99184bf8 HTTP/1.1" status: 200 len: 821 time: 0.7409513 May 20 21:06:13.354308 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a285ae94-7ef3-452f-9ef8-db364930c433 req-6ac9955c-e866-47ac-9218-27a941a2207d tempest-VolumesActionsTest-1513749764 tempest-VolumesActionsTest-1513749764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:06:13.356620 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a285ae94-7ef3-452f-9ef8-db364930c433 req-6ac9955c-e866-47ac-9218-27a941a2207d tempest-VolumesActionsTest-1513749764 tempest-VolumesActionsTest-1513749764-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4f0ca8f-413c-4326-be69-154fc0171e73 HTTP/1.1" status: 200 len: 945 time: 0.5877750 May 20 21:06:13.372209 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [req-57ea2138-d1b4-4180-9d95-359a4f2a6798 req-42718aea-144c-4948-a330-55cb20c0a1a5 tempest-ServerAddressesNegativeTestJSON-910421399 tempest-ServerAddressesNegativeTestJSON-910421399-project] Request body: {'port': {'device_id': '916d14fb-cde6-41e0-96ff-0bc29105c2cc', 'network_id': 'c29033be-cf7b-4f14-994d-becc99184bf8', 'admin_state_up': True, 'tenant_id': 'bd2c0f3962d64e8bbc51e119c0866118'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:06:13.591830 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d95b79ec-0cfe-4dfb-a751-07e7ef481892 req-377ad337-294c-425a-aa92-3ce915821aa7 tempest-ServerAddressesNegativeTestJSON-910421399 tempest-ServerAddressesNegativeTestJSON-910421399-project] 10.222.0.35 "GET /v2.0/ports?device_id=916d14fb-cde6-41e0-96ff-0bc29105c2cc HTTP/1.1" status: 200 len: 210 time: 0.2002957 May 20 21:06:13.616911 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-dad2d841-4449-4849-ac9a-ece768c3953a None None] Notify callbacks [] for port, precommit_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:13.647643 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a285ae94-7ef3-452f-9ef8-db364930c433 req-9d235a5d-b4d0-4042-ac45-cda7ae4a02fc tempest-VolumesActionsTest-1513749764 tempest-VolumesActionsTest-1513749764-project] 10.222.0.35 "GET /v2.0/security-groups?id=aeaee086-04c5-4e9c-af2f-a45cf73b5670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2528081 May 20 21:06:13.699680 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-dad2d841-4449-4849-ac9a-ece768c3953a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:13.701595 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device df26ee12-d9fc-4941-85fd-bbf10178ffaf up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:06:13.729775 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-907e21fa-10e1-48fb-b9ff-79ebd0f73466 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3797684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4018258'] for subnet, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:13.743829 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-98036308-725f-40c4-bf86-bdf49a1c0c97 None None] Provisioning complete for port 9b2edef8-8082-4950-b6e7-f8d0eb78a611 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:06:13.744380 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-98036308-725f-40c4-bf86-bdf49a1c0c97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:13.804060 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-98036308-725f-40c4-bf86-bdf49a1c0c97 None None] Port 9b2edef8-8082-4950-b6e7-f8d0eb78a611 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 21:06:13.822565 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port df26ee12-d9fc-4941-85fd-bbf10178ffaf triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:06:13.822935 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:13.825419 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57ea2138-d1b4-4180-9d95-359a4f2a6798 req-42718aea-144c-4948-a330-55cb20c0a1a5 tempest-ServerAddressesNegativeTestJSON-910421399 tempest-ServerAddressesNegativeTestJSON-910421399-project] Made reservation on behalf of bd2c0f3962d64e8bbc51e119c0866118 for: {'port': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:06:13.828856 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-57ea2138-d1b4-4180-9d95-359a4f2a6798 req-42718aea-144c-4948-a330-55cb20c0a1a5 tempest-ServerAddressesNegativeTestJSON-910421399 tempest-ServerAddressesNegativeTestJSON-910421399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:13.829588 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bf64b8-4cb3-4238-9f82-33100d66610a None None] Pushing event updated for resources: {'Port': ['ID=9b2edef8-8082-4950-b6e7-f8d0eb78a611,revision_number=3']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:06:13.888831 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-98036308-725f-40c4-bf86-bdf49a1c0c97 None None] Provisioning complete for port df26ee12-d9fc-4941-85fd-bbf10178ffaf triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:06:13.889177 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-98036308-725f-40c4-bf86-bdf49a1c0c97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:13.896161 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-dad2d841-4449-4849-ac9a-ece768c3953a None None] Attempting to bind port 9b2edef8-8082-4950-b6e7-f8d0eb78a611 on host n-d-842733-1 for vnic_type normal with profile {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:06:13.896737 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-dad2d841-4449-4849-ac9a-ece768c3953a None None] Attempting to bind port 9b2edef8-8082-4950-b6e7-f8d0eb78a611 by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': '5de5ad8b-5eaf-407d-969b-269c69d1f4ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'df56f14c-2781-4394-ae94-3641f83dfbc7'}] {{(pid=103165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:06:13.897103 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad2d841-4449-4849-ac9a-ece768c3953a None None] Attempting to bind port 9b2edef8-8082-4950-b6e7-f8d0eb78a611 on network df56f14c-2781-4394-ae94-3641f83dfbc7 {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:06:13.909644 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad2d841-4449-4849-ac9a-ece768c3953a None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 21, 5, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 21:06:13.910053 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad2d841-4449-4849-ac9a-ece768c3953a None None] Checking segment: {'id': '5de5ad8b-5eaf-407d-969b-269c69d1f4ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'df56f14c-2781-4394-ae94-3641f83dfbc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:06:13.910512 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-dad2d841-4449-4849-ac9a-ece768c3953a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:13.910953 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad2d841-4449-4849-ac9a-ece768c3953a None None] Bound using segment: {'id': '5de5ad8b-5eaf-407d-969b-269c69d1f4ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'df56f14c-2781-4394-ae94-3641f83dfbc7'} {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 21:06:13.911527 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-dad2d841-4449-4849-ac9a-ece768c3953a None None] Bound port: 9b2edef8-8082-4950-b6e7-f8d0eb78a611, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5de5ad8b-5eaf-407d-969b-269c69d1f4ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'df56f14c-2781-4394-ae94-3641f83dfbc7'}}] {{(pid=103165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:06:13.912068 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-dad2d841-4449-4849-ac9a-ece768c3953a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:13.977330 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907e21fa-10e1-48fb-b9ff-79ebd0f73466 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Pushing event updated for resources: {'Subnet': ['ID=e1714506-4470-4c5c-9d33-a0afc117a3f6,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:06:14.028878 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-907e21fa-10e1-48fb-b9ff-79ebd0f73466 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Checking segment: {'id': 'caf96b63-eb9a-4e1f-b435-f0869d3cd16b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '9277b9da-3adb-48bc-ad5e-97f067e99b78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:06:14.028878 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-907e21fa-10e1-48fb-b9ff-79ebd0f73466 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Network hostable DHCP agents. Network: 9277b9da-3adb-48bc-ad5e-97f067e99b78, hostable agents: ['c9b0653c-f3c7-4339-bd50-e3754b629216'], hosted agents: [] {{(pid=103162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 21:06:14.098731 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f62c2e6-01ad-423f-a5d4-d694d565ad87 req-06353c2c-ad9c-4ce1-a644-223059abaefc tempest-VolumesActionsTest-1513749764 tempest-VolumesActionsTest-1513749764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:06:14.101044 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-7f62c2e6-01ad-423f-a5d4-d694d565ad87 req-06353c2c-ad9c-4ce1-a644-223059abaefc tempest-VolumesActionsTest-1513749764 tempest-VolumesActionsTest-1513749764-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4f0ca8f-413c-4326-be69-154fc0171e73 HTTP/1.1" status: 200 len: 945 time: 0.2797933 May 20 21:06:14.111319 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-dad2d841-4449-4849-ac9a-ece768c3953a None None] For port 9b2edef8-8082-4950-b6e7-f8d0eb78a611, host n-d-842733-1, cleared binding levels {{(pid=103165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 21:06:14.126681 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-dad2d841-4449-4849-ac9a-ece768c3953a None None] For port 9b2edef8-8082-4950-b6e7-f8d0eb78a611, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=9b2edef8-8082-4950-b6e7-f8d0eb78a611,segment=NetworkSegment(5de5ad8b-5eaf-407d-969b-269c69d1f4ef),segment_id=5de5ad8b-5eaf-407d-969b-269c69d1f4ef)] {{(pid=103165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 21:06:14.133520 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-98036308-725f-40c4-bf86-bdf49a1c0c97 None None] Current status of the port df26ee12-d9fc-4941-85fd-bbf10178ffaf is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:06:14.152733 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port df26ee12-d9fc-4941-85fd-bbf10178ffaf is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:06:14.157200 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device e2dc8bb8-7108-4826-86e1-0144c0072704 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:06:14.204790 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [req-57ea2138-d1b4-4180-9d95-359a4f2a6798 req-42718aea-144c-4948-a330-55cb20c0a1a5 tempest-ServerAddressesNegativeTestJSON-910421399 tempest-ServerAddressesNegativeTestJSON-910421399-project] Allocated IP 172.20.0.3 (c29033be-cf7b-4f14-994d-becc99184bf8/f56567e0-4641-46ba-a4ac-f2ac31a971d2/56fb143d-1427-43e3-829a-38e63a709052) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:06:14.242622 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-907e21fa-10e1-48fb-b9ff-79ebd0f73466 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Network 9277b9da-3adb-48bc-ad5e-97f067e99b78 is scheduled to be hosted by DHCP agent c9b0653c-f3c7-4339-bd50-e3754b629216 with binding_index 1 {{(pid=103162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 21:06:14.244899 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-dad2d841-4449-4849-ac9a-ece768c3953a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:14.303239 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-62f8a723-d6c7-4357-b74e-43e1010838a8 None None] Provisioning complete for port 9b2edef8-8082-4950-b6e7-f8d0eb78a611 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:06:14.303606 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-62f8a723-d6c7-4357-b74e-43e1010838a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:14.367783 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad2d841-4449-4849-ac9a-ece768c3953a None None] Routers {'20221858-3dea-4014-b32f-56ce2ea1f109'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:06:14.368424 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-dad2d841-4449-4849-ac9a-ece768c3953a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:05:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['20221858-3dea-4014-b32f-56ce2ea1f109'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:06:14.375956 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-907e21fa-10e1-48fb-b9ff-79ebd0f73466 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842733-1, 9277b9da-3adb-48bc-ad5e-97f067e99b78) {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:06:14.388690 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-907e21fa-10e1-48fb-b9ff-79ebd0f73466 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:06:14.389638 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-907e21fa-10e1-48fb-b9ff-79ebd0f73466 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:14.429856 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da2b5949-0cfa-45d9-8161-6a764f682d5d None None] Network 9277b9da-3adb-48bc-ad5e-97f067e99b78 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:06:14.531097 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-907e21fa-10e1-48fb-b9ff-79ebd0f73466 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7173984 May 20 21:06:14.535240 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 46938) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:06:14.535775 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-7f62c2e6-01ad-423f-a5d4-d694d565ad87 req-88bc5016-c553-42ef-81b1-bd79c2121401 tempest-VolumesActionsTest-1513749764 tempest-VolumesActionsTest-1513749764-project] Deleting port 81fd0e38-f183-4d32-a8a6-86e031d60aef {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:06:14.540811 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-7f62c2e6-01ad-423f-a5d4-d694d565ad87 req-88bc5016-c553-42ef-81b1-bd79c2121401 tempest-VolumesActionsTest-1513749764 tempest-VolumesActionsTest-1513749764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:14.616966 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-dad2d841-4449-4849-ac9a-ece768c3953a None None] Set router 20221858-3dea-4014-b32f-56ce2ea1f109 gateway port host: None {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:06:14.674214 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port e2dc8bb8-7108-4826-86e1-0144c0072704 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:06:14.674574 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:14.800131 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bf64b8-4cb3-4238-9f82-33100d66610a None None] Pushing event updated for resources: {'Port': ['ID=9b2edef8-8082-4950-b6e7-f8d0eb78a611,revision_number=4']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:06:14.814502 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-7f62c2e6-01ad-423f-a5d4-d694d565ad87 req-88bc5016-c553-42ef-81b1-bd79c2121401 tempest-VolumesActionsTest-1513749764 tempest-VolumesActionsTest-1513749764-project] For port 81fd0e38-f183-4d32-a8a6-86e031d60aef, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=81fd0e38-f183-4d32-a8a6-86e031d60aef,segment=NetworkSegment(7310cbab-3cd1-4e3f-b210-f4ad24615999),segment_id=7310cbab-3cd1-4e3f-b210-f4ad24615999)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:06:14.814883 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-7f62c2e6-01ad-423f-a5d4-d694d565ad87 req-88bc5016-c553-42ef-81b1-bd79c2121401 tempest-VolumesActionsTest-1513749764 tempest-VolumesActionsTest-1513749764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:14.829943 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-7f62c2e6-01ad-423f-a5d4-d694d565ad87 req-88bc5016-c553-42ef-81b1-bd79c2121401 tempest-VolumesActionsTest-1513749764 tempest-VolumesActionsTest-1513749764-project] Calling delete_port for 81fd0e38-f183-4d32-a8a6-86e031d60aef owned by compute:nova {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:06:14.844934 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-67ee4d98-ec9b-48e9-b1ad-880713d77e1b req-c89dbc80-772b-4c2a-a633-b49cfbb1f38e tempest-ServerAddressesNegativeTestJSON-910421399 tempest-ServerAddressesNegativeTestJSON-910421399-project] 10.222.0.35 "GET /v2.0/ports?device_id=916d14fb-cde6-41e0-96ff-0bc29105c2cc HTTP/1.1" status: 200 len: 210 time: 0.0508380 May 20 21:06:14.969361 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-62f8a723-d6c7-4357-b74e-43e1010838a8 None None] Current status of the port 9b2edef8-8082-4950-b6e7-f8d0eb78a611 is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:06:14.969932 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-62f8a723-d6c7-4357-b74e-43e1010838a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:15.045941 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-dad2d841-4449-4849-ac9a-ece768c3953a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20221858-3dea-4014-b32f-56ce2ea1f109', 'name': 'tempest-RoutersTest-router-698900241', 'tenant_id': 'd4fe1859a2dd44a8943722001f06bb5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:06:07Z', 'updated_at': '2022-05-20T21:06:10Z', 'revision_number': 2, 'project_id': 'd4fe1859a2dd44a8943722001f06bb5e', 'gw_port_host': None, '_interfaces': [{'id': '9b2edef8-8082-4950-b6e7-f8d0eb78a611', 'name': '', 'network_id': 'df56f14c-2781-4394-ae94-3641f83dfbc7', 'tenant_id': 'd4fe1859a2dd44a8943722001f06bb5e', 'mac_address': 'fa:16:3e:ce:26:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20221858-3dea-4014-b32f-56ce2ea1f109', 'device_owner': 'network:router_interface', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': '377a720b-15d1-40d3-9dc2-d25ad5092cbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:06:09Z', 'updated_at': '2022-05-20T21:06:14Z', 'revision_number': 4, 'project_id': 'd4fe1859a2dd44a8943722001f06bb5e', 'subnets': [{'id': '377a720b-15d1-40d3-9dc2-d25ad5092cbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:06:15.053487 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ce88a47-b532-4e8c-b3a6-00ee80e4ac8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaee2b848-d4b9-5db1-b6ef-d6db29d67de7-9277b9da-3adb-48bc-ad5e-97f067e99b78', 'network_id': '9277b9da-3adb-48bc-ad5e-97f067e99b78', 'tenant_id': 'd4fe1859a2dd44a8943722001f06bb5e', 'fixed_ips': [{'subnet_id': 'e1714506-4470-4c5c-9d33-a0afc117a3f6'}]}} from n-d-842733-1. {{(pid=103164) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 21:06:15.054514 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-8ce88a47-b532-4e8c-b3a6-00ee80e4ac8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:15.059921 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-57ea2138-d1b4-4180-9d95-359a4f2a6798 req-42718aea-144c-4948-a330-55cb20c0a1a5 tempest-ServerAddressesNegativeTestJSON-910421399 tempest-ServerAddressesNegativeTestJSON-910421399-project] Notify callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:15.087051 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad2d841-4449-4849-ac9a-ece768c3953a None None] The sync data for ids ['20221858-3dea-4014-b32f-56ce2ea1f109'] in n-d-842733-1 is: [{'id': '20221858-3dea-4014-b32f-56ce2ea1f109', 'name': 'tempest-RoutersTest-router-698900241', 'tenant_id': 'd4fe1859a2dd44a8943722001f06bb5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:06:07Z', 'updated_at': '2022-05-20T21:06:10Z', 'revision_number': 2, 'project_id': 'd4fe1859a2dd44a8943722001f06bb5e', 'gw_port_host': None, '_interfaces': [{'id': '9b2edef8-8082-4950-b6e7-f8d0eb78a611', 'name': '', 'network_id': 'df56f14c-2781-4394-ae94-3641f83dfbc7', 'tenant_id': 'd4fe1859a2dd44a8943722001f06bb5e', 'mac_address': 'fa:16:3e:ce:26:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20221858-3dea-4014-b32f-56ce2ea1f109', 'device_owner': 'network:router_interface', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': '377a720b-15d1-40d3-9dc2-d25ad5092cbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:06:09Z', 'updated_at': '2022-05-20T21:06:14Z', 'revision_number': 4, 'project_id': 'd4fe1859a2dd44a8943722001f06bb5e', 'subnets': [{'id': '377a720b-15d1-40d3-9dc2-d25ad5092cbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 21:06:15.102754 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-62f8a723-d6c7-4357-b74e-43e1010838a8 None None] For port 9b2edef8-8082-4950-b6e7-f8d0eb78a611, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=9b2edef8-8082-4950-b6e7-f8d0eb78a611,segment=NetworkSegment(5de5ad8b-5eaf-407d-969b-269c69d1f4ef),segment_id=5de5ad8b-5eaf-407d-969b-269c69d1f4ef)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:06:15.155604 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d352d1d6-985c-40b2-8b9e-ab8a51d18543 req-12691f05-429f-4705-b709-029aa2d4054c tempest-VolumesActionsTest-1513749764 tempest-VolumesActionsTest-1513749764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:06:15.164194 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d352d1d6-985c-40b2-8b9e-ab8a51d18543 req-12691f05-429f-4705-b709-029aa2d4054c tempest-VolumesActionsTest-1513749764 tempest-VolumesActionsTest-1513749764-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4f0ca8f-413c-4326-be69-154fc0171e73 HTTP/1.1" status: 200 len: 945 time: 0.3145268 May 20 21:06:15.202472 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-7f62c2e6-01ad-423f-a5d4-d694d565ad87 req-88bc5016-c553-42ef-81b1-bd79c2121401 tempest-VolumesActionsTest-1513749764 tempest-VolumesActionsTest-1513749764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:15.238891 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port e2dc8bb8-7108-4826-86e1-0144c0072704 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:06:15.253650 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] get_ports_and_sgs() called for port_ids ['81fd0e38-f183-4d32-a8a6-86e031d60aef'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 21:06:15.264086 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-62f8a723-d6c7-4357-b74e-43e1010838a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:15.271958 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bc5016-c553-42ef-81b1-bd79c2121401 tempest-VolumesActionsTest-1513749764 tempest-VolumesActionsTest-1513749764-project] Pushing event deleted for resources: {'Port': ['ID=81fd0e38-f183-4d32-a8a6-86e031d60aef,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:06:15.312510 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bc5016-c553-42ef-81b1-bd79c2121401 tempest-VolumesActionsTest-1513749764 tempest-VolumesActionsTest-1513749764-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:06:15.314466 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bc5016-c553-42ef-81b1-bd79c2121401 tempest-VolumesActionsTest-1513749764 tempest-VolumesActionsTest-1513749764-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:06:15.314934 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bc5016-c553-42ef-81b1-bd79c2121401 tempest-VolumesActionsTest-1513749764 tempest-VolumesActionsTest-1513749764-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:06:15.316080 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bc5016-c553-42ef-81b1-bd79c2121401 tempest-VolumesActionsTest-1513749764 tempest-VolumesActionsTest-1513749764-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:06:15.317240 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bc5016-c553-42ef-81b1-bd79c2121401 tempest-VolumesActionsTest-1513749764 tempest-VolumesActionsTest-1513749764-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:06:15.317697 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bc5016-c553-42ef-81b1-bd79c2121401 tempest-VolumesActionsTest-1513749764 tempest-VolumesActionsTest-1513749764-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:06:15.318855 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bc5016-c553-42ef-81b1-bd79c2121401 tempest-VolumesActionsTest-1513749764 tempest-VolumesActionsTest-1513749764-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:06:15.319571 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bc5016-c553-42ef-81b1-bd79c2121401 tempest-VolumesActionsTest-1513749764 tempest-VolumesActionsTest-1513749764-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:06:15.320398 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bc5016-c553-42ef-81b1-bd79c2121401 tempest-VolumesActionsTest-1513749764 tempest-VolumesActionsTest-1513749764-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:06:15.321068 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bc5016-c553-42ef-81b1-bd79c2121401 tempest-VolumesActionsTest-1513749764 tempest-VolumesActionsTest-1513749764-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:06:15.321496 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bc5016-c553-42ef-81b1-bd79c2121401 tempest-VolumesActionsTest-1513749764 tempest-VolumesActionsTest-1513749764-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:06:15.331243 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bc5016-c553-42ef-81b1-bd79c2121401 tempest-VolumesActionsTest-1513749764 tempest-VolumesActionsTest-1513749764-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:06:15.331510 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d352d1d6-985c-40b2-8b9e-ab8a51d18543 req-e837f5ea-80c2-4d40-ab30-ae455d72c678 tempest-VolumesActionsTest-1513749764 tempest-VolumesActionsTest-1513749764-project] 10.222.0.35 "GET /v2.0/security-groups?id=aeaee086-04c5-4e9c-af2f-a45cf73b5670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596358 May 20 21:06:15.405803 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f62c2e6-01ad-423f-a5d4-d694d565ad87 req-88bc5016-c553-42ef-81b1-bd79c2121401 tempest-VolumesActionsTest-1513749764 tempest-VolumesActionsTest-1513749764-project] No DVR routers for this DVR port 81fd0e38-f183-4d32-a8a6-86e031d60aef on host n-h1-842733-1 {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 21:06:15.408912 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-7f62c2e6-01ad-423f-a5d4-d694d565ad87 req-88bc5016-c553-42ef-81b1-bd79c2121401 tempest-VolumesActionsTest-1513749764 tempest-VolumesActionsTest-1513749764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:15.413036 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-7f62c2e6-01ad-423f-a5d4-d694d565ad87 req-88bc5016-c553-42ef-81b1-bd79c2121401 tempest-VolumesActionsTest-1513749764 tempest-VolumesActionsTest-1513749764-project] 10.222.0.24 "DELETE /v2.0/ports/81fd0e38-f183-4d32-a8a6-86e031d60aef HTTP/1.1" status: 204 len: 173 time: 1.3024933 May 20 21:06:15.413631 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4f0ca8f-413c-4326-be69-154fc0171e73', 'name': 'network-vif-deleted', 'tag': '81fd0e38-f183-4d32-a8a6-86e031d60aef'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 21:06:15.416261 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6fa957933fccbf596d28104b23404b952ad6a8238afaebaed40a0874b2e409" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-708df277-9f52-40e9-b99b-8f70a6915545" -d '{"events": [{"server_uuid": "f4f0ca8f-413c-4326-be69-154fc0171e73", "name": "network-vif-deleted", "tag": "81fd0e38-f183-4d32-a8a6-86e031d60aef"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 21:06:15.423457 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-57ea2138-d1b4-4180-9d95-359a4f2a6798 req-42718aea-144c-4948-a330-55cb20c0a1a5 tempest-ServerAddressesNegativeTestJSON-910421399 tempest-ServerAddressesNegativeTestJSON-910421399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:15.484000 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 21:06:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ddcf567-615c-4121-a1a0-fed97ccf8b3b x-openstack-request-id: req-7ddcf567-615c-4121-a1a0-fed97ccf8b3b {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 21:06:15.484319 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4f0ca8f-413c-4326-be69-154fc0171e73", "name": "network-vif-deleted", "tag": "81fd0e38-f183-4d32-a8a6-86e031d60aef", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 21:06:15.484568 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7ddcf567-615c-4121-a1a0-fed97ccf8b3b {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 21:06:15.486775 n-d-842733-1 neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ddcf567-615c-4121-a1a0-fed97ccf8b3b'] response: {'server_uuid': 'f4f0ca8f-413c-4326-be69-154fc0171e73', 'name': 'network-vif-deleted', 'tag': '81fd0e38-f183-4d32-a8a6-86e031d60aef', 'status': 'completed', 'code': 200} May 20 21:06:15.549457 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57ea2138-d1b4-4180-9d95-359a4f2a6798 req-42718aea-144c-4948-a330-55cb20c0a1a5 tempest-ServerAddressesNegativeTestJSON-910421399 tempest-ServerAddressesNegativeTestJSON-910421399-project] Network c29033be-cf7b-4f14-994d-becc99184bf8 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:06:15.559577 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [req-57ea2138-d1b4-4180-9d95-359a4f2a6798 req-42718aea-144c-4948-a330-55cb20c0a1a5 tempest-ServerAddressesNegativeTestJSON-910421399 tempest-ServerAddressesNegativeTestJSON-910421399-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:06:15.566900 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [req-57ea2138-d1b4-4180-9d95-359a4f2a6798 req-42718aea-144c-4948-a330-55cb20c0a1a5 tempest-ServerAddressesNegativeTestJSON-910421399 tempest-ServerAddressesNegativeTestJSON-910421399-project] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:06:15.575668 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-1b3ebc4d-455f-48f7-92eb-fb49610d9396 None None] Provisioning complete for port 9b2edef8-8082-4950-b6e7-f8d0eb78a611 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:06:15.576071 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-1b3ebc4d-455f-48f7-92eb-fb49610d9396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:15.578390 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [None req-8ce88a47-b532-4e8c-b3a6-00ee80e4ac8e None None] Allocated IP 172.21.0.2 (9277b9da-3adb-48bc-ad5e-97f067e99b78/e1714506-4470-4c5c-9d33-a0afc117a3f6/d834eb2b-1c3f-43eb-9332-4896f3891c8b) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:06:15.607752 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f8a723-d6c7-4357-b74e-43e1010838a8 None None] Pushing event updated for resources: {'Port': ['ID=9b2edef8-8082-4950-b6e7-f8d0eb78a611,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:06:15.634202 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42718aea-144c-4948-a330-55cb20c0a1a5 tempest-ServerAddressesNegativeTestJSON-910421399 tempest-ServerAddressesNegativeTestJSON-910421399-project] Pushing event updated for resources: {'Port': ['ID=56fb143d-1427-43e3-829a-38e63a709052,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:06:15.650932 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ea2138-d1b4-4180-9d95-359a4f2a6798 req-42718aea-144c-4948-a330-55cb20c0a1a5 tempest-ServerAddressesNegativeTestJSON-910421399 tempest-ServerAddressesNegativeTestJSON-910421399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:06:15.652367 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-57ea2138-d1b4-4180-9d95-359a4f2a6798 req-42718aea-144c-4948-a330-55cb20c0a1a5 tempest-ServerAddressesNegativeTestJSON-910421399 tempest-ServerAddressesNegativeTestJSON-910421399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:15.662345 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42718aea-144c-4948-a330-55cb20c0a1a5 tempest-ServerAddressesNegativeTestJSON-910421399 tempest-ServerAddressesNegativeTestJSON-910421399-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:06:15.662694 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42718aea-144c-4948-a330-55cb20c0a1a5 tempest-ServerAddressesNegativeTestJSON-910421399 tempest-ServerAddressesNegativeTestJSON-910421399-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:06:15.665697 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42718aea-144c-4948-a330-55cb20c0a1a5 tempest-ServerAddressesNegativeTestJSON-910421399 tempest-ServerAddressesNegativeTestJSON-910421399-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:06:15.666452 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42718aea-144c-4948-a330-55cb20c0a1a5 tempest-ServerAddressesNegativeTestJSON-910421399 tempest-ServerAddressesNegativeTestJSON-910421399-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:06:15.667820 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42718aea-144c-4948-a330-55cb20c0a1a5 tempest-ServerAddressesNegativeTestJSON-910421399 tempest-ServerAddressesNegativeTestJSON-910421399-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:06:15.669636 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42718aea-144c-4948-a330-55cb20c0a1a5 tempest-ServerAddressesNegativeTestJSON-910421399 tempest-ServerAddressesNegativeTestJSON-910421399-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:06:15.670576 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42718aea-144c-4948-a330-55cb20c0a1a5 tempest-ServerAddressesNegativeTestJSON-910421399 tempest-ServerAddressesNegativeTestJSON-910421399-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:06:15.671196 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42718aea-144c-4948-a330-55cb20c0a1a5 tempest-ServerAddressesNegativeTestJSON-910421399 tempest-ServerAddressesNegativeTestJSON-910421399-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:06:15.671739 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42718aea-144c-4948-a330-55cb20c0a1a5 tempest-ServerAddressesNegativeTestJSON-910421399 tempest-ServerAddressesNegativeTestJSON-910421399-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:06:15.672378 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42718aea-144c-4948-a330-55cb20c0a1a5 tempest-ServerAddressesNegativeTestJSON-910421399 tempest-ServerAddressesNegativeTestJSON-910421399-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:06:15.673365 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42718aea-144c-4948-a330-55cb20c0a1a5 tempest-ServerAddressesNegativeTestJSON-910421399 tempest-ServerAddressesNegativeTestJSON-910421399-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:06:15.673923 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42718aea-144c-4948-a330-55cb20c0a1a5 tempest-ServerAddressesNegativeTestJSON-910421399 tempest-ServerAddressesNegativeTestJSON-910421399-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:06:15.691734 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-80e043fa-c01e-4787-8d4a-b0fdea6fab79 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:15.758034 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-1b3ebc4d-455f-48f7-92eb-fb49610d9396 None None] Current status of the port 9b2edef8-8082-4950-b6e7-f8d0eb78a611 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:06:15.782432 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-57ea2138-d1b4-4180-9d95-359a4f2a6798 req-42718aea-144c-4948-a330-55cb20c0a1a5 tempest-ServerAddressesNegativeTestJSON-910421399 tempest-ServerAddressesNegativeTestJSON-910421399-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4247954 May 20 21:06:15.839448 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [req-57ea2138-d1b4-4180-9d95-359a4f2a6798 req-f711a6bf-825e-44df-bfa7-2355c2376b1f service neutron] Request body: {'port': {'device_id': '916d14fb-cde6-41e0-96ff-0bc29105c2cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-842733-1'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:06:15.843133 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-8ce88a47-b532-4e8c-b3a6-00ee80e4ac8e None None] Notify callbacks [] for port, precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:15.892591 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-05a52d5b-ff34-4114-b280-536a0fbb5a8e None None] Provisioning complete for port 9b2edef8-8082-4950-b6e7-f8d0eb78a611 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:06:15.898020 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-05a52d5b-ff34-4114-b280-536a0fbb5a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:15.922685 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-8ce88a47-b532-4e8c-b3a6-00ee80e4ac8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108'] for port, after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:15.926957 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-57ea2138-d1b4-4180-9d95-359a4f2a6798 req-f711a6bf-825e-44df-bfa7-2355c2376b1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:15.951535 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ce88a47-b532-4e8c-b3a6-00ee80e4ac8e None None] Network 9277b9da-3adb-48bc-ad5e-97f067e99b78 is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:06:15.977399 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-8ce88a47-b532-4e8c-b3a6-00ee80e4ac8e None None] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:06:15.986003 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce88a47-b532-4e8c-b3a6-00ee80e4ac8e None None] Received port after_create {{(pid=103164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:06:16.030731 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce88a47-b532-4e8c-b3a6-00ee80e4ac8e None None] Pushing event updated for resources: {'Port': ['ID=d834eb2b-1c3f-43eb-9332-4896f3891c8b,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:06:16.112551 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-8ce88a47-b532-4e8c-b3a6-00ee80e4ac8e None None] Attempting to bind port d834eb2b-1c3f-43eb-9332-4896f3891c8b on host n-d-842733-1 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:06:16.112926 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-8ce88a47-b532-4e8c-b3a6-00ee80e4ac8e None None] Attempting to bind port d834eb2b-1c3f-43eb-9332-4896f3891c8b by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': 'caf96b63-eb9a-4e1f-b435-f0869d3cd16b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '9277b9da-3adb-48bc-ad5e-97f067e99b78'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:06:16.113747 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ce88a47-b532-4e8c-b3a6-00ee80e4ac8e None None] Attempting to bind port d834eb2b-1c3f-43eb-9332-4896f3891c8b on network 9277b9da-3adb-48bc-ad5e-97f067e99b78 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:06:16.122020 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ce88a47-b532-4e8c-b3a6-00ee80e4ac8e None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 21, 5, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 21:06:16.122395 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ce88a47-b532-4e8c-b3a6-00ee80e4ac8e None None] Checking segment: {'id': 'caf96b63-eb9a-4e1f-b435-f0869d3cd16b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '9277b9da-3adb-48bc-ad5e-97f067e99b78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:06:16.122981 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-8ce88a47-b532-4e8c-b3a6-00ee80e4ac8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:16.123376 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ce88a47-b532-4e8c-b3a6-00ee80e4ac8e None None] Bound using segment: {'id': 'caf96b63-eb9a-4e1f-b435-f0869d3cd16b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '9277b9da-3adb-48bc-ad5e-97f067e99b78'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 21:06:16.123966 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-8ce88a47-b532-4e8c-b3a6-00ee80e4ac8e None None] Bound port: d834eb2b-1c3f-43eb-9332-4896f3891c8b, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'caf96b63-eb9a-4e1f-b435-f0869d3cd16b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '9277b9da-3adb-48bc-ad5e-97f067e99b78'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:06:16.124348 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-8ce88a47-b532-4e8c-b3a6-00ee80e4ac8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:16.148563 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-05a52d5b-ff34-4114-b280-536a0fbb5a8e None None] Current status of the port 9b2edef8-8082-4950-b6e7-f8d0eb78a611 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:06:16.230644 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-8ce88a47-b532-4e8c-b3a6-00ee80e4ac8e None None] For port d834eb2b-1c3f-43eb-9332-4896f3891c8b, host n-d-842733-1, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 21:06:16.234201 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-8ce88a47-b532-4e8c-b3a6-00ee80e4ac8e None None] For port d834eb2b-1c3f-43eb-9332-4896f3891c8b, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=d834eb2b-1c3f-43eb-9332-4896f3891c8b,segment=NetworkSegment(caf96b63-eb9a-4e1f-b435-f0869d3cd16b),segment_id=caf96b63-eb9a-4e1f-b435-f0869d3cd16b)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 21:06:16.256243 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b533cc63-3479-47a2-b277-08851665a74b req-2d2c64e3-96a3-45ed-b12b-d8875a7e71c5 tempest-ServerAddressesNegativeTestJSON-910421399 tempest-ServerAddressesNegativeTestJSON-910421399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:06:16.257865 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b533cc63-3479-47a2-b277-08851665a74b req-2d2c64e3-96a3-45ed-b12b-d8875a7e71c5 tempest-ServerAddressesNegativeTestJSON-910421399 tempest-ServerAddressesNegativeTestJSON-910421399-project] 10.222.0.35 "GET /v2.0/ports?device_id=916d14fb-cde6-41e0-96ff-0bc29105c2cc HTTP/1.1" status: 200 len: 931 time: 0.2370536 May 20 21:06:16.312623 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-8ce88a47-b532-4e8c-b3a6-00ee80e4ac8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:16.393412 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce88a47-b532-4e8c-b3a6-00ee80e4ac8e None None] Pushing event updated for resources: {'Port': ['ID=d834eb2b-1c3f-43eb-9332-4896f3891c8b,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:06:16.414828 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-80e043fa-c01e-4787-8d4a-b0fdea6fab79 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Allocated IP 172.21.0.1 (9277b9da-3adb-48bc-ad5e-97f067e99b78/e1714506-4470-4c5c-9d33-a0afc117a3f6/bf7ca239-baa1-4f0a-9fe0-1f773e79c6fe) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:06:16.422230 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b533cc63-3479-47a2-b277-08851665a74b req-a5611509-a674-4ac4-b65d-e2065266006c tempest-ServerAddressesNegativeTestJSON-910421399 tempest-ServerAddressesNegativeTestJSON-910421399-project] 10.222.0.35 "GET /v2.0/security-groups?id=060a7108-23a2-4f2f-9f1d-ecf71d4b7ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558084 May 20 21:06:16.510703 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f7375392-9c71-4255-8baf-65f0a460c232 req-e32d384c-4fac-44d0-8f69-366b16d544ff tempest-VolumesActionsTest-1513749764 tempest-VolumesActionsTest-1513749764-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4f0ca8f-413c-4326-be69-154fc0171e73 HTTP/1.1" status: 200 len: 210 time: 0.0575337 May 20 21:06:16.646552 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [req-57ea2138-d1b4-4180-9d95-359a4f2a6798 req-f711a6bf-825e-44df-bfa7-2355c2376b1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56fb143d-1427-43e3-829a-38e63a709052 {{(pid=103163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 21:06:16.658140 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-57ea2138-d1b4-4180-9d95-359a4f2a6798 req-f711a6bf-825e-44df-bfa7-2355c2376b1f service neutron] Notify callbacks [] for port, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:16.695091 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-80e043fa-c01e-4787-8d4a-b0fdea6fab79 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:16.701322 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [req-57ea2138-d1b4-4180-9d95-359a4f2a6798 req-f711a6bf-825e-44df-bfa7-2355c2376b1f service neutron] Transition to ACTIVE for port object 56fb143d-1427-43e3-829a-38e63a709052 will not be triggered until provisioned by entity L2. {{(pid=103163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 21:06:16.792865 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-57ea2138-d1b4-4180-9d95-359a4f2a6798 req-f711a6bf-825e-44df-bfa7-2355c2376b1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:16.832102 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-80e043fa-c01e-4787-8d4a-b0fdea6fab79 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:16.870872 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f711a6bf-825e-44df-bfa7-2355c2376b1f service neutron] Pushing event updated for resources: {'Port': ['ID=56fb143d-1427-43e3-829a-38e63a709052,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:06:16.882112 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80e043fa-c01e-4787-8d4a-b0fdea6fab79 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Network 9277b9da-3adb-48bc-ad5e-97f067e99b78 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:06:16.910329 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-80e043fa-c01e-4787-8d4a-b0fdea6fab79 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:06:17.194549 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e043fa-c01e-4787-8d4a-b0fdea6fab79 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:06:17.272128 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e043fa-c01e-4787-8d4a-b0fdea6fab79 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Pushing event updated for resources: {'Port': ['ID=bf7ca239-baa1-4f0a-9fe0-1f773e79c6fe,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:06:17.280852 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-80e043fa-c01e-4787-8d4a-b0fdea6fab79 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748409'] for router_interface, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:17.332708 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-57ea2138-d1b4-4180-9d95-359a4f2a6798 req-f711a6bf-825e-44df-bfa7-2355c2376b1f service neutron] Attempting to bind port 56fb143d-1427-43e3-829a-38e63a709052 on host n-h1-842733-1 for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:06:17.333033 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-57ea2138-d1b4-4180-9d95-359a4f2a6798 req-f711a6bf-825e-44df-bfa7-2355c2376b1f service neutron] Attempting to bind port 56fb143d-1427-43e3-829a-38e63a709052 by drivers openvswitch,hyperv on host n-h1-842733-1 at level 0 using segments [{'id': 'b27896c4-30e9-4995-a611-10df92148480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'c29033be-cf7b-4f14-994d-becc99184bf8'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:06:17.333386 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57ea2138-d1b4-4180-9d95-359a4f2a6798 req-f711a6bf-825e-44df-bfa7-2355c2376b1f service neutron] Attempting to bind port 56fb143d-1427-43e3-829a-38e63a709052 on network c29033be-cf7b-4f14-994d-becc99184bf8 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:06:17.358405 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57ea2138-d1b4-4180-9d95-359a4f2a6798 req-f711a6bf-825e-44df-bfa7-2355c2376b1f service neutron] Port 56fb143d-1427-43e3-829a-38e63a709052 on network c29033be-cf7b-4f14-994d-becc99184bf8 not bound, no agent of type Open vSwitch agent registered on host n-h1-842733-1 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 21:06:17.358720 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57ea2138-d1b4-4180-9d95-359a4f2a6798 req-f711a6bf-825e-44df-bfa7-2355c2376b1f service neutron] Attempting to bind port 56fb143d-1427-43e3-829a-38e63a709052 on network c29033be-cf7b-4f14-994d-becc99184bf8 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:06:17.368255 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57ea2138-d1b4-4180-9d95-359a4f2a6798 req-f711a6bf-825e-44df-bfa7-2355c2376b1f service neutron] Checking agent: {'id': '08dfb1ce-804b-4db8-838b-21094082e041', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 32, 54), 'started_at': datetime.datetime(2022, 5, 20, 20, 32, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 21, 5, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 21:06:17.368598 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57ea2138-d1b4-4180-9d95-359a4f2a6798 req-f711a6bf-825e-44df-bfa7-2355c2376b1f service neutron] Checking segment: {'id': 'b27896c4-30e9-4995-a611-10df92148480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'c29033be-cf7b-4f14-994d-becc99184bf8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:06:17.368984 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57ea2138-d1b4-4180-9d95-359a4f2a6798 req-f711a6bf-825e-44df-bfa7-2355c2376b1f service neutron] Bound using segment: {'id': 'b27896c4-30e9-4995-a611-10df92148480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'c29033be-cf7b-4f14-994d-becc99184bf8'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 21:06:17.369441 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-57ea2138-d1b4-4180-9d95-359a4f2a6798 req-f711a6bf-825e-44df-bfa7-2355c2376b1f service neutron] Bound port: 56fb143d-1427-43e3-829a-38e63a709052, host: n-h1-842733-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b27896c4-30e9-4995-a611-10df92148480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'c29033be-cf7b-4f14-994d-becc99184bf8'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:06:17.369796 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-57ea2138-d1b4-4180-9d95-359a4f2a6798 req-f711a6bf-825e-44df-bfa7-2355c2376b1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:17.461614 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-57ea2138-d1b4-4180-9d95-359a4f2a6798 req-f711a6bf-825e-44df-bfa7-2355c2376b1f service neutron] For port 56fb143d-1427-43e3-829a-38e63a709052, host n-h1-842733-1, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 21:06:17.465339 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-57ea2138-d1b4-4180-9d95-359a4f2a6798 req-f711a6bf-825e-44df-bfa7-2355c2376b1f service neutron] For port 56fb143d-1427-43e3-829a-38e63a709052, host n-h1-842733-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=56fb143d-1427-43e3-829a-38e63a709052,segment=NetworkSegment(b27896c4-30e9-4995-a611-10df92148480),segment_id=b27896c4-30e9-4995-a611-10df92148480)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 21:06:17.524979 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-80e043fa-c01e-4787-8d4a-b0fdea6fab79 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:17.526498 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 81fd0e38-f183-4d32-a8a6-86e031d60aef no longer exists at agent hyperv_n-h1-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 21:06:17.559118 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] No Port match for: 81fd0e38-f183-4d32-a8a6-86e031d60aef {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 21:06:17.559459 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 81fd0e38-f183-4d32-a8a6-86e031d60aef not bound to the agent host n-h1-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 21:06:17.575891 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 9b2edef8-8082-4950-b6e7-f8d0eb78a611 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:06:17.604886 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-57ea2138-d1b4-4180-9d95-359a4f2a6798 req-f711a6bf-825e-44df-bfa7-2355c2376b1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:17.637627 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 9b2edef8-8082-4950-b6e7-f8d0eb78a611 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:06:17.638054 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:17.700910 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ea2138-d1b4-4180-9d95-359a4f2a6798 req-f711a6bf-825e-44df-bfa7-2355c2376b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:06:17.701532 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-57ea2138-d1b4-4180-9d95-359a4f2a6798 req-f711a6bf-825e-44df-bfa7-2355c2376b1f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:17.703722 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-57ea2138-d1b4-4180-9d95-359a4f2a6798 req-f711a6bf-825e-44df-bfa7-2355c2376b1f service neutron] 10.222.0.24 "PUT /v2.0/ports/56fb143d-1427-43e3-829a-38e63a709052 HTTP/1.1" status: 200 len: 1091 time: 1.8813140 May 20 21:06:17.710133 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '916d14fb-cde6-41e0-96ff-0bc29105c2cc', 'tag': '56fb143d-1427-43e3-829a-38e63a709052'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 21:06:17.713073 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4291b17aa7b45362825f0571e77c85f5e73afe1df9c7e9e15006df9d695c005e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10ad6a55-145b-423c-afab-c8234af897fd" -d '{"events": [{"name": "network-changed", "server_uuid": "916d14fb-cde6-41e0-96ff-0bc29105c2cc", "tag": "56fb143d-1427-43e3-829a-38e63a709052"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 21:06:17.746718 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 9b2edef8-8082-4950-b6e7-f8d0eb78a611 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:06:17.748004 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device d834eb2b-1c3f-43eb-9332-4896f3891c8b up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:06:17.796962 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2240bd01-cf49-448a-9d45-6acf7e7e7a14 req-6b65ef0b-0ea9-465c-abbf-f105fef52539 tempest-ServerAddressesNegativeTestJSON-910421399 tempest-ServerAddressesNegativeTestJSON-910421399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:06:17.799420 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2240bd01-cf49-448a-9d45-6acf7e7e7a14 req-6b65ef0b-0ea9-465c-abbf-f105fef52539 tempest-ServerAddressesNegativeTestJSON-910421399 tempest-ServerAddressesNegativeTestJSON-910421399-project] 10.222.0.35 "GET /v2.0/ports?device_id=916d14fb-cde6-41e0-96ff-0bc29105c2cc HTTP/1.1" status: 200 len: 943 time: 0.2418225 May 20 21:06:17.801036 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 21:06:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6dfdc0a-86d1-4544-ac9b-f96ef6a0ebbc x-openstack-request-id: req-d6dfdc0a-86d1-4544-ac9b-f96ef6a0ebbc {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 21:06:17.801351 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "916d14fb-cde6-41e0-96ff-0bc29105c2cc", "tag": "56fb143d-1427-43e3-829a-38e63a709052", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 21:06:17.801792 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d6dfdc0a-86d1-4544-ac9b-f96ef6a0ebbc {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 21:06:17.802186 n-d-842733-1 neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6dfdc0a-86d1-4544-ac9b-f96ef6a0ebbc'] response: {'name': 'network-changed', 'server_uuid': '916d14fb-cde6-41e0-96ff-0bc29105c2cc', 'tag': '56fb143d-1427-43e3-829a-38e63a709052', 'status': 'completed', 'code': 200} May 20 21:06:17.840958 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port d834eb2b-1c3f-43eb-9332-4896f3891c8b triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:06:17.842284 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:18.012554 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f711a6bf-825e-44df-bfa7-2355c2376b1f service neutron] Pushing event updated for resources: {'Port': ['ID=56fb143d-1427-43e3-829a-38e63a709052,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:06:18.059072 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2240bd01-cf49-448a-9d45-6acf7e7e7a14 req-a5b40e38-1887-4f2e-861b-ca4931a8aadb tempest-ServerAddressesNegativeTestJSON-910421399 tempest-ServerAddressesNegativeTestJSON-910421399-project] 10.222.0.35 "GET /v2.0/security-groups?id=060a7108-23a2-4f2f-9f1d-ecf71d4b7ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2503753 May 20 21:06:18.091434 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ad6a55-145b-423c-afab-c8234af897fd req-14c30b09-c51b-4d9a-a07b-e840ab78aaee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:06:18.092944 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-10ad6a55-145b-423c-afab-c8234af897fd req-14c30b09-c51b-4d9a-a07b-e840ab78aaee service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=bd2c0f3962d64e8bbc51e119c0866118&device_id=916d14fb-cde6-41e0-96ff-0bc29105c2cc HTTP/1.1" status: 200 len: 1094 time: 0.2867088 May 20 21:06:18.147611 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4396887c-c495-46e8-86a6-a2ba17f31ee6 None None] Network 9277b9da-3adb-48bc-ad5e-97f067e99b78 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:06:18.220431 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port d834eb2b-1c3f-43eb-9332-4896f3891c8b is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:06:18.220718 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:18.229011 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-80e043fa-c01e-4787-8d4a-b0fdea6fab79 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks [] for port, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:18.237832 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-9f08f3bc-4d1c-425e-83ef-d0bd53a7d17a None None] Provisioning complete for port d834eb2b-1c3f-43eb-9332-4896f3891c8b triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:06:18.238204 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-9f08f3bc-4d1c-425e-83ef-d0bd53a7d17a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:18.247438 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ad6a55-145b-423c-afab-c8234af897fd req-6ee55608-3c83-458b-a9b4-dbb4dd537de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:06:18.249569 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-10ad6a55-145b-423c-afab-c8234af897fd req-6ee55608-3c83-458b-a9b4-dbb4dd537de1 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=bd2c0f3962d64e8bbc51e119c0866118&shared=False HTTP/1.1" status: 200 len: 922 time: 0.1454420 May 20 21:06:18.320527 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-80e043fa-c01e-4787-8d4a-b0fdea6fab79 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:18.321773 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] For port d834eb2b-1c3f-43eb-9332-4896f3891c8b, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=d834eb2b-1c3f-43eb-9332-4896f3891c8b,segment=NetworkSegment(caf96b63-eb9a-4e1f-b435-f0869d3cd16b),segment_id=caf96b63-eb9a-4e1f-b435-f0869d3cd16b)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:06:18.420485 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:18.431076 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-9f08f3bc-4d1c-425e-83ef-d0bd53a7d17a None None] Current status of the port d834eb2b-1c3f-43eb-9332-4896f3891c8b is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:06:18.431364 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-9f08f3bc-4d1c-425e-83ef-d0bd53a7d17a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:18.431694 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-80e043fa-c01e-4787-8d4a-b0fdea6fab79 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748437'] for router_interface, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:18.443219 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e043fa-c01e-4787-8d4a-b0fdea6fab79 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Pushing event updated for resources: {'Port': ['ID=bf7ca239-baa1-4f0a-9fe0-1f773e79c6fe,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:06:18.480535 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ad6a55-145b-423c-afab-c8234af897fd req-2b78793f-32ad-49be-ab64-256e38846a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:06:18.480535 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-10ad6a55-145b-423c-afab-c8234af897fd req-2b78793f-32ad-49be-ab64-256e38846a86 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2190504 May 20 21:06:18.548627 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.db.api [None req-9f08f3bc-4d1c-425e-83ef-d0bd53a7d17a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103164) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 20 21:06:18.549068 n-d-842733-1 neutron-server[103164]: DEBUG oslo_db.api [None req-9f08f3bc-4d1c-425e-83ef-d0bd53a7d17a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 20 21:06:18.550530 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Pushing event updated for resources: {'Port': ['ID=d834eb2b-1c3f-43eb-9332-4896f3891c8b,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:06:18.605848 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ea2138-d1b4-4180-9d95-359a4f2a6798 req-8a4534d4-5072-47e8-a9e4-7ac9fae753b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:06:18.607352 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-57ea2138-d1b4-4180-9d95-359a4f2a6798 req-8a4534d4-5072-47e8-a9e4-7ac9fae753b7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=bd2c0f3962d64e8bbc51e119c0866118&device_id=916d14fb-cde6-41e0-96ff-0bc29105c2cc HTTP/1.1" status: 200 len: 1094 time: 0.0813744 May 20 21:06:18.665150 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-57ea2138-d1b4-4180-9d95-359a4f2a6798 req-1e431418-0e98-4361-84d5-74fe4e4d3d5e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=56fb143d-1427-43e3-829a-38e63a709052 HTTP/1.1" status: 200 len: 217 time: 0.0479741 May 20 21:06:18.671808 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80e043fa-c01e-4787-8d4a-b0fdea6fab79 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Network 9277b9da-3adb-48bc-ad5e-97f067e99b78 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:06:18.681732 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-80e043fa-c01e-4787-8d4a-b0fdea6fab79 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:06:18.809314 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ea2138-d1b4-4180-9d95-359a4f2a6798 req-44c38107-ddb8-4eae-b642-7e8f3d9ab3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:06:18.810794 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-57ea2138-d1b4-4180-9d95-359a4f2a6798 req-44c38107-ddb8-4eae-b642-7e8f3d9ab3b0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f56567e0-4641-46ba-a4ac-f2ac31a971d2 HTTP/1.1" status: 200 len: 861 time: 0.1376810 May 20 21:06:18.848241 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-57ea2138-d1b4-4180-9d95-359a4f2a6798 req-fa4245be-cd60-4a7d-9e2d-972bd05fa0fe service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c29033be-cf7b-4f14-994d-becc99184bf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291798 May 20 21:06:18.856486 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80e043fa-c01e-4787-8d4a-b0fdea6fab79 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Router 20221858-3dea-4014-b32f-56ce2ea1f109 has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 21:06:18.860784 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [req-57ea2138-d1b4-4180-9d95-359a4f2a6798 req-5122d39a-0260-4956-9722-9190ee1968b2 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103163) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 21:06:18.861883 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-57ea2138-d1b4-4180-9d95-359a4f2a6798 req-5122d39a-0260-4956-9722-9190ee1968b2 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0081525 May 20 21:06:19.027449 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80e043fa-c01e-4787-8d4a-b0fdea6fab79 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 21:06:19.064850 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-80e043fa-c01e-4787-8d4a-b0fdea6fab79 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] 10.222.0.35 "PUT /v2.0/routers/20221858-3dea-4014-b32f-56ce2ea1f109/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4993999 May 20 21:06:19.065135 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea84fc06-4f6a-4914-99f4-dd2bc49f0da6 None None] Sync routers for ids ['20221858-3dea-4014-b32f-56ce2ea1f109'] in n-d-842733-1 {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 21:06:19.065248 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-57ea2138-d1b4-4180-9d95-359a4f2a6798 req-e5b934c1-0c59-4cb4-8cd8-4f1af0a5cdbe service neutron] 10.222.0.24 "GET /v2.0/networks/c29033be-cf7b-4f14-994d-becc99184bf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766598 May 20 21:06:19.065335 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea84fc06-4f6a-4914-99f4-dd2bc49f0da6 None None] Routers {'20221858-3dea-4014-b32f-56ce2ea1f109'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:06:19.065335 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-ea84fc06-4f6a-4914-99f4-dd2bc49f0da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:05:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['20221858-3dea-4014-b32f-56ce2ea1f109'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:06:19.068537 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 47006) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:06:19.074599 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-5f405298-df5f-40e5-a53b-78a08e76284f tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Request body: {'network': {'name': 'tempest-RoutersTest-975332377'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:06:19.205727 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-57ea2138-d1b4-4180-9d95-359a4f2a6798 req-a1fd6d27-6434-4aa9-9a81-a1eb31ea378a service neutron] 10.222.0.24 "GET /v2.0/networks/c29033be-cf7b-4f14-994d-becc99184bf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503386 May 20 21:06:19.234788 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-9f08f3bc-4d1c-425e-83ef-d0bd53a7d17a None None] Current status of the port d834eb2b-1c3f-43eb-9332-4896f3891c8b is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:06:19.241962 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f405298-df5f-40e5-a53b-78a08e76284f tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Made reservation on behalf of d4fe1859a2dd44a8943722001f06bb5e for: {'network': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:06:19.247243 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5f405298-df5f-40e5-a53b-78a08e76284f tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for network, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:19.250616 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965e9b16-6744-41d2-97dc-4797ed28d4de req-ccc323d0-edaf-41be-8503-0b34d7ae32b6 tempest-ServerAddressesNegativeTestJSON-910421399 tempest-ServerAddressesNegativeTestJSON-910421399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:06:19.252514 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-965e9b16-6744-41d2-97dc-4797ed28d4de req-ccc323d0-edaf-41be-8503-0b34d7ae32b6 tempest-ServerAddressesNegativeTestJSON-910421399 tempest-ServerAddressesNegativeTestJSON-910421399-project] 10.222.0.35 "GET /v2.0/ports?device_id=916d14fb-cde6-41e0-96ff-0bc29105c2cc HTTP/1.1" status: 200 len: 943 time: 0.0668097 May 20 21:06:19.271473 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-ea84fc06-4f6a-4914-99f4-dd2bc49f0da6 None None] Set router 20221858-3dea-4014-b32f-56ce2ea1f109 gateway port host: None {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:06:19.304723 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-965e9b16-6744-41d2-97dc-4797ed28d4de req-df99d331-4859-480b-996a-39ee739083de tempest-ServerAddressesNegativeTestJSON-910421399 tempest-ServerAddressesNegativeTestJSON-910421399-project] 10.222.0.35 "GET /v2.0/security-groups?id=060a7108-23a2-4f2f-9f1d-ecf71d4b7ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458174 May 20 21:06:19.305651 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f405298-df5f-40e5-a53b-78a08e76284f tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 202} {{(pid=103162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 21:06:19.336760 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5f405298-df5f-40e5-a53b-78a08e76284f tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:19.340882 n-d-842733-1 neutron-server[103162]: INFO neutron.db.segments_db [None req-5f405298-df5f-40e5-a53b-78a08e76284f tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Added segment 85c5b283-8013-4a9d-94f2-18bc28b51b2b of type vlan for network de2dba03-cadc-4406-ac28-daedae76caad May 20 21:06:19.396322 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5f405298-df5f-40e5-a53b-78a08e76284f tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418993264'] for network, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:19.452747 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-ee1cd4ca-3d00-4741-a7fa-64c8757f0286 None None] Provisioning complete for port bf7ca239-baa1-4f0a-9fe0-1f773e79c6fe triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:06:19.453406 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ee1cd4ca-3d00-4741-a7fa-64c8757f0286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:19.481082 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device d834eb2b-1c3f-43eb-9332-4896f3891c8b up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:06:19.489088 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5f405298-df5f-40e5-a53b-78a08e76284f tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524'] for network, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:19.497582 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f405298-df5f-40e5-a53b-78a08e76284f tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:06:19.498457 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5f405298-df5f-40e5-a53b-78a08e76284f tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:19.567898 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-ee1cd4ca-3d00-4741-a7fa-64c8757f0286 None None] Port bf7ca239-baa1-4f0a-9fe0-1f773e79c6fe cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 21:06:19.596242 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f405298-df5f-40e5-a53b-78a08e76284f tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Pushing event updated for resources: {'Network': ['ID=de2dba03-cadc-4406-ac28-daedae76caad,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:06:19.610615 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Network de2dba03-cadc-4406-ac28-daedae76caad details requested by agent ovs-agent-n-d-842733-1 with host n-d-842733-1 {{(pid=103164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 20 21:06:19.629372 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-5f405298-df5f-40e5-a53b-78a08e76284f tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5566330 May 20 21:06:19.629802 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 47014) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:06:19.638368 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-c93f2a27-6a9c-465e-b062-919f00c103bc tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Request body: {'subnet': {'network_id': 'de2dba03-cadc-4406-ac28-daedae76caad', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:06:19.673427 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-ee1cd4ca-3d00-4741-a7fa-64c8757f0286 None None] Provisioning complete for port d834eb2b-1c3f-43eb-9332-4896f3891c8b triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:06:19.673794 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ee1cd4ca-3d00-4741-a7fa-64c8757f0286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:19.716620 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port d834eb2b-1c3f-43eb-9332-4896f3891c8b triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:06:19.724369 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:19.799644 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-ea84fc06-4f6a-4914-99f4-dd2bc49f0da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20221858-3dea-4014-b32f-56ce2ea1f109', 'name': 'tempest-RoutersTest-router-698900241', 'tenant_id': 'd4fe1859a2dd44a8943722001f06bb5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:06:07Z', 'updated_at': '2022-05-20T21:06:17Z', 'revision_number': 3, 'project_id': 'd4fe1859a2dd44a8943722001f06bb5e', 'gw_port_host': None, '_interfaces': [{'id': '9b2edef8-8082-4950-b6e7-f8d0eb78a611', 'name': '', 'network_id': 'df56f14c-2781-4394-ae94-3641f83dfbc7', 'tenant_id': 'd4fe1859a2dd44a8943722001f06bb5e', 'mac_address': 'fa:16:3e:ce:26:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20221858-3dea-4014-b32f-56ce2ea1f109', 'device_owner': 'network:router_interface', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': '377a720b-15d1-40d3-9dc2-d25ad5092cbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:06:09Z', 'updated_at': '2022-05-20T21:06:15Z', 'revision_number': 5, 'project_id': 'd4fe1859a2dd44a8943722001f06bb5e', 'subnets': [{'id': '377a720b-15d1-40d3-9dc2-d25ad5092cbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bf7ca239-baa1-4f0a-9fe0-1f773e79c6fe', 'name': '', 'network_id': '9277b9da-3adb-48bc-ad5e-97f067e99b78', 'tenant_id': 'd4fe1859a2dd44a8943722001f06bb5e', 'mac_address': 'fa:16:3e:3d:d5:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20221858-3dea-4014-b32f-56ce2ea1f109', 'device_owner': 'network:router_interface', 'standard_attr_id': 3402, 'fixed_ips': [{'subnet_id': 'e1714506-4470-4c5c-9d33-a0afc117a3f6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:06:15Z', 'updated_at': '2022-05-20T21:06:17Z', 'revision_number': 2, 'project_id': 'd4fe1859a2dd44a8943722001f06bb5e', 'subnets': [{'id': 'e1714506-4470-4c5c-9d33-a0afc117a3f6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:06:19.841410 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c93f2a27-6a9c-465e-b062-919f00c103bc tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Made reservation on behalf of d4fe1859a2dd44a8943722001f06bb5e for: {'subnet': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:06:19.843138 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea84fc06-4f6a-4914-99f4-dd2bc49f0da6 None None] Checking router: 20221858-3dea-4014-b32f-56ce2ea1f109 for host: n-d-842733-1 {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 21:06:19.843492 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea84fc06-4f6a-4914-99f4-dd2bc49f0da6 None None] Updating router 20221858-3dea-4014-b32f-56ce2ea1f109 port bf7ca239-baa1-4f0a-9fe0-1f773e79c6fe binding host n-d-842733-1 {{(pid=103164) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 21:06:19.847060 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c93f2a27-6a9c-465e-b062-919f00c103bc tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4018244'] for subnet, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:19.895487 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ea84fc06-4f6a-4914-99f4-dd2bc49f0da6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:19.933933 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-ee1cd4ca-3d00-4741-a7fa-64c8757f0286 None None] Current status of the port d834eb2b-1c3f-43eb-9332-4896f3891c8b is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:06:19.943691 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-2d3b5c7a-221e-41be-b453-82e70ec38607 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:19.974058 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port d834eb2b-1c3f-43eb-9332-4896f3891c8b is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:06:20.108033 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b4af5954-4b0f-4360-b3da-43b048eb471b None None] Provisioning complete for port bf7ca239-baa1-4f0a-9fe0-1f773e79c6fe triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:06:20.108468 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b4af5954-4b0f-4360-b3da-43b048eb471b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:20.185324 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c93f2a27-6a9c-465e-b062-919f00c103bc tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3797684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4018258'] for subnet, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:20.204303 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b4af5954-4b0f-4360-b3da-43b048eb471b None None] Port bf7ca239-baa1-4f0a-9fe0-1f773e79c6fe cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 21:06:20.255667 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93f2a27-6a9c-465e-b062-919f00c103bc tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Pushing event updated for resources: {'Subnet': ['ID=4780a1f5-d849-400d-a3f1-5bcc4f0fd0b3,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:06:20.261094 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c93f2a27-6a9c-465e-b062-919f00c103bc tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Checking segment: {'id': '85c5b283-8013-4a9d-94f2-18bc28b51b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'de2dba03-cadc-4406-ac28-daedae76caad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:06:20.261493 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c93f2a27-6a9c-465e-b062-919f00c103bc tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Network hostable DHCP agents. Network: de2dba03-cadc-4406-ac28-daedae76caad, hostable agents: ['c9b0653c-f3c7-4339-bd50-e3754b629216'], hosted agents: [] {{(pid=103162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 21:06:20.359850 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ea84fc06-4f6a-4914-99f4-dd2bc49f0da6 None None] Notify callbacks [] for port, precommit_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:20.374774 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c93f2a27-6a9c-465e-b062-919f00c103bc tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Network de2dba03-cadc-4406-ac28-daedae76caad is scheduled to be hosted by DHCP agent c9b0653c-f3c7-4339-bd50-e3754b629216 with binding_index 1 {{(pid=103162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 21:06:20.445312 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d1b4a3-321b-45eb-bc15-234a28dd7420 req-87a7d9cb-eb26-4543-af5b-96ff29282348 tempest-ServerAddressesNegativeTestJSON-910421399 tempest-ServerAddressesNegativeTestJSON-910421399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:06:20.446865 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b5d1b4a3-321b-45eb-bc15-234a28dd7420 req-87a7d9cb-eb26-4543-af5b-96ff29282348 tempest-ServerAddressesNegativeTestJSON-910421399 tempest-ServerAddressesNegativeTestJSON-910421399-project] 10.222.0.35 "GET /v2.0/ports?device_id=916d14fb-cde6-41e0-96ff-0bc29105c2cc HTTP/1.1" status: 200 len: 943 time: 0.0566757 May 20 21:06:20.457903 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ea84fc06-4f6a-4914-99f4-dd2bc49f0da6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:20.483210 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-c93f2a27-6a9c-465e-b062-919f00c103bc tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842733-1, de2dba03-cadc-4406-ac28-daedae76caad) {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:06:20.489485 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c93f2a27-6a9c-465e-b062-919f00c103bc tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:06:20.495806 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c93f2a27-6a9c-465e-b062-919f00c103bc tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:20.498253 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b5d1b4a3-321b-45eb-bc15-234a28dd7420 req-9cf16ed8-3d03-42e5-81f2-419e89ccb187 tempest-ServerAddressesNegativeTestJSON-910421399 tempest-ServerAddressesNegativeTestJSON-910421399-project] 10.222.0.35 "GET /v2.0/security-groups?id=060a7108-23a2-4f2f-9f1d-ecf71d4b7ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422785 May 20 21:06:20.546412 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cf83949-0249-43e5-bb03-97bba96bf0d3 None None] Network de2dba03-cadc-4406-ac28-daedae76caad requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:06:20.597084 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-c93f2a27-6a9c-465e-b062-919f00c103bc tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9636829 May 20 21:06:20.597396 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 47046) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:06:20.822104 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cef73f-3431-4c33-95ef-b916b7c51b8f req-2dc3da49-60cf-41fe-840b-746cc0af54ee tempest-TestNetworkAdvancedServerOps-173437749 tempest-TestNetworkAdvancedServerOps-173437749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:06:20.830283 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-15cef73f-3431-4c33-95ef-b916b7c51b8f req-2dc3da49-60cf-41fe-840b-746cc0af54ee tempest-TestNetworkAdvancedServerOps-173437749 tempest-TestNetworkAdvancedServerOps-173437749-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=da2f92a8-72f9-46a0-8a7e-a125e28b102d HTTP/1.1" status: 200 len: 1096 time: 0.1013830 May 20 21:06:20.860484 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-15cef73f-3431-4c33-95ef-b916b7c51b8f req-8d9368af-b60f-4727-95a6-29ba30d431f7 tempest-TestNetworkAdvancedServerOps-173437749 tempest-TestNetworkAdvancedServerOps-173437749-project-admin] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:21.017584 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607e5312-16ea-4ac2-ab26-d0ecbf6ae5d5 None None] Pushing event updated for resources: {'Port': ['ID=bf7ca239-baa1-4f0a-9fe0-1f773e79c6fe,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:06:21.049241 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-15cef73f-3431-4c33-95ef-b916b7c51b8f req-8d9368af-b60f-4727-95a6-29ba30d431f7 tempest-TestNetworkAdvancedServerOps-173437749 tempest-TestNetworkAdvancedServerOps-173437749-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:21.102984 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-8f9ee50b-735d-4348-8a75-7d38c6fec3d3 None None] Provisioning complete for port bf7ca239-baa1-4f0a-9fe0-1f773e79c6fe triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:06:21.103498 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-8f9ee50b-735d-4348-8a75-7d38c6fec3d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:21.137368 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-15cef73f-3431-4c33-95ef-b916b7c51b8f req-8d9368af-b60f-4727-95a6-29ba30d431f7 tempest-TestNetworkAdvancedServerOps-173437749 tempest-TestNetworkAdvancedServerOps-173437749-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:21.180290 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-ea84fc06-4f6a-4914-99f4-dd2bc49f0da6 None None] Attempting to bind port bf7ca239-baa1-4f0a-9fe0-1f773e79c6fe on host n-d-842733-1 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:06:21.185054 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-ea84fc06-4f6a-4914-99f4-dd2bc49f0da6 None None] Attempting to bind port bf7ca239-baa1-4f0a-9fe0-1f773e79c6fe by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': 'caf96b63-eb9a-4e1f-b435-f0869d3cd16b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '9277b9da-3adb-48bc-ad5e-97f067e99b78'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:06:21.185054 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea84fc06-4f6a-4914-99f4-dd2bc49f0da6 None None] Attempting to bind port bf7ca239-baa1-4f0a-9fe0-1f773e79c6fe on network 9277b9da-3adb-48bc-ad5e-97f067e99b78 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:06:21.208004 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea84fc06-4f6a-4914-99f4-dd2bc49f0da6 None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 21, 5, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 21:06:21.209575 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea84fc06-4f6a-4914-99f4-dd2bc49f0da6 None None] Checking segment: {'id': 'caf96b63-eb9a-4e1f-b435-f0869d3cd16b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '9277b9da-3adb-48bc-ad5e-97f067e99b78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:06:21.210909 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ea84fc06-4f6a-4914-99f4-dd2bc49f0da6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:21.215617 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea84fc06-4f6a-4914-99f4-dd2bc49f0da6 None None] Bound using segment: {'id': 'caf96b63-eb9a-4e1f-b435-f0869d3cd16b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '9277b9da-3adb-48bc-ad5e-97f067e99b78'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 21:06:21.216267 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-ea84fc06-4f6a-4914-99f4-dd2bc49f0da6 None None] Bound port: bf7ca239-baa1-4f0a-9fe0-1f773e79c6fe, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'caf96b63-eb9a-4e1f-b435-f0869d3cd16b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '9277b9da-3adb-48bc-ad5e-97f067e99b78'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:06:21.217902 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ea84fc06-4f6a-4914-99f4-dd2bc49f0da6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:21.273076 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-15cef73f-3431-4c33-95ef-b916b7c51b8f req-8d9368af-b60f-4727-95a6-29ba30d431f7 tempest-TestNetworkAdvancedServerOps-173437749 tempest-TestNetworkAdvancedServerOps-173437749-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=82988572-6e98-4d4a-89ee-f1a227fea559&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4419341 May 20 21:06:21.281380 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9368af-b60f-4727-95a6-29ba30d431f7 tempest-TestNetworkAdvancedServerOps-173437749 tempest-TestNetworkAdvancedServerOps-173437749-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcb2c634-78ad-4bf0-bd92-5aa7f56e6741,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:06:21.331044 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-8f9ee50b-735d-4348-8a75-7d38c6fec3d3 None None] Port bf7ca239-baa1-4f0a-9fe0-1f773e79c6fe cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 21:06:21.377436 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cb6bc67-f4de-4eb7-86fd-a58cf015319d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaee2b848-d4b9-5db1-b6ef-d6db29d67de7-de2dba03-cadc-4406-ac28-daedae76caad', 'network_id': 'de2dba03-cadc-4406-ac28-daedae76caad', 'tenant_id': 'd4fe1859a2dd44a8943722001f06bb5e', 'fixed_ips': [{'subnet_id': '4780a1f5-d849-400d-a3f1-5bcc4f0fd0b3'}]}} from n-d-842733-1. {{(pid=103164) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 21:06:21.378455 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-6cb6bc67-f4de-4eb7-86fd-a58cf015319d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:21.494164 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-ea84fc06-4f6a-4914-99f4-dd2bc49f0da6 None None] For port bf7ca239-baa1-4f0a-9fe0-1f773e79c6fe, host n-d-842733-1, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 21:06:21.517973 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-ea84fc06-4f6a-4914-99f4-dd2bc49f0da6 None None] For port bf7ca239-baa1-4f0a-9fe0-1f773e79c6fe, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=bf7ca239-baa1-4f0a-9fe0-1f773e79c6fe,segment=NetworkSegment(caf96b63-eb9a-4e1f-b435-f0869d3cd16b),segment_id=caf96b63-eb9a-4e1f-b435-f0869d3cd16b)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 21:06:21.525556 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 56fb143d-1427-43e3-829a-38e63a709052 details requested by agent hyperv_n-h1-842733-1 with host n-h1-842733-1 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 21:06:21.578888 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-739a490e-e14a-483c-b8c5-02d9d2651878 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:21.580076 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83e42c2-1ed2-4e64-9862-47153c5de12c req-f47d2a8b-2be4-4862-80dc-1eba4ff03ee6 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:06:21.592079 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a83e42c2-1ed2-4e64-9862-47153c5de12c req-f47d2a8b-2be4-4862-80dc-1eba4ff03ee6 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/ports?device_id=da2f92a8-72f9-46a0-8a7e-a125e28b102d HTTP/1.1" status: 200 len: 945 time: 0.1450469 May 20 21:06:21.643432 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [None req-6cb6bc67-f4de-4eb7-86fd-a58cf015319d None None] Allocated IP 172.22.0.2 (de2dba03-cadc-4406-ac28-daedae76caad/4780a1f5-d849-400d-a3f1-5bcc4f0fd0b3/958f4265-9a06-4d91-9fc8-732ecdba7162) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:06:21.704898 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a83e42c2-1ed2-4e64-9862-47153c5de12c req-c157d21c-b6a4-415d-a5e9-d47346ef0e86 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/security-groups?id=82988572-6e98-4d4a-89ee-f1a227fea559&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1116056 May 20 21:06:21.733979 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036a593f-eb00-492b-b1bf-ea2655a68914 req-f2b0b994-3017-4c6e-8eee-72d0d62098f6 tempest-ServerAddressesNegativeTestJSON-910421399 tempest-ServerAddressesNegativeTestJSON-910421399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:06:21.735291 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-036a593f-eb00-492b-b1bf-ea2655a68914 req-f2b0b994-3017-4c6e-8eee-72d0d62098f6 tempest-ServerAddressesNegativeTestJSON-910421399 tempest-ServerAddressesNegativeTestJSON-910421399-project] 10.222.0.35 "GET /v2.0/ports?device_id=916d14fb-cde6-41e0-96ff-0bc29105c2cc HTTP/1.1" status: 200 len: 943 time: 0.1076384 May 20 21:06:21.735785 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 47056) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:06:21.751479 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port 56fb143d-1427-43e3-829a-38e63a709052, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=56fb143d-1427-43e3-829a-38e63a709052,segment=NetworkSegment(b27896c4-30e9-4995-a611-10df92148480),segment_id=b27896c4-30e9-4995-a611-10df92148480)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:06:21.761910 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ea84fc06-4f6a-4914-99f4-dd2bc49f0da6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:21.808178 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Returning: {'device': '56fb143d-1427-43e3-829a-38e63a709052', 'network_id': 'c29033be-cf7b-4f14-994d-becc99184bf8', 'port_id': '56fb143d-1427-43e3-829a-38e63a709052', 'mac_address': 'fa:16:3e:ac:12:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f56567e0-4641-46ba-a4ac-f2ac31a971d2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 20 21:06:21.838243 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-036a593f-eb00-492b-b1bf-ea2655a68914 req-89fcef82-9691-454b-b4bf-2fd450144d7c tempest-ServerAddressesNegativeTestJSON-910421399 tempest-ServerAddressesNegativeTestJSON-910421399-project] 10.222.0.35 "GET /v2.0/security-groups?id=060a7108-23a2-4f2f-9f1d-ecf71d4b7ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930598 May 20 21:06:21.876145 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-e875fe28-fff8-489b-8fe2-39e37df0dc52 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/floatingips/fd12301a-62d9-41fb-9e24-8da6c78649a7 HTTP/1.1" status: 200 len: 993 time: 0.1392267 May 20 21:06:21.989362 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607e5312-16ea-4ac2-ab26-d0ecbf6ae5d5 None None] Pushing event updated for resources: {'Port': ['ID=bf7ca239-baa1-4f0a-9fe0-1f773e79c6fe,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:06:22.004671 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Current status of the port 56fb143d-1427-43e3-829a-38e63a709052 is: DOWN; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:06:22.005350 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:22.034371 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56fb143d-1427-43e3-829a-38e63a709052 {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 21:06:22.081145 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port 56fb143d-1427-43e3-829a-38e63a709052, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=56fb143d-1427-43e3-829a-38e63a709052,segment=NetworkSegment(b27896c4-30e9-4995-a611-10df92148480),segment_id=b27896c4-30e9-4995-a611-10df92148480)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:06:22.082569 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea84fc06-4f6a-4914-99f4-dd2bc49f0da6 None None] Routers {'20221858-3dea-4014-b32f-56ce2ea1f109'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:06:22.083242 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-ea84fc06-4f6a-4914-99f4-dd2bc49f0da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:05:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['20221858-3dea-4014-b32f-56ce2ea1f109'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:06:22.231367 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:22.286467 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [req-85c6b2df-1752-4251-9bab-27cc5503fd00 req-629f4e29-d697-42a6-a3ee-7a27f3389f7d service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103163) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 21:06:22.287464 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-85c6b2df-1752-4251-9bab-27cc5503fd00 req-629f4e29-d697-42a6-a3ee-7a27f3389f7d service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060098 May 20 21:06:22.297125 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Pushing event updated for resources: {'Port': ['ID=56fb143d-1427-43e3-829a-38e63a709052,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:06:22.375603 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-6cb6bc67-f4de-4eb7-86fd-a58cf015319d None None] Notify callbacks [] for port, precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:22.384469 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-0213b338-91ca-4616-9654-4793363f78f0 None None] Provisioning complete for port bf7ca239-baa1-4f0a-9fe0-1f773e79c6fe triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:06:22.384831 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-0213b338-91ca-4616-9654-4793363f78f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:22.431018 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-ea84fc06-4f6a-4914-99f4-dd2bc49f0da6 None None] Set router 20221858-3dea-4014-b32f-56ce2ea1f109 gateway port host: None {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:06:22.463998 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ca2d1726-6e17-4651-872b-52441ff96124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:22.473560 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] get_ports_and_sgs() called for port_ids ['56fb143d-1427-43e3-829a-38e63a709052'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 21:06:22.558426 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-6cb6bc67-f4de-4eb7-86fd-a58cf015319d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108'] for port, after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:22.564742 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-0213b338-91ca-4616-9654-4793363f78f0 None None] Current status of the port bf7ca239-baa1-4f0a-9fe0-1f773e79c6fe is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:06:22.565124 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-0213b338-91ca-4616-9654-4793363f78f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:22.607487 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-739a490e-e14a-483c-b8c5-02d9d2651878 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Allocated IP 172.22.0.1 (de2dba03-cadc-4406-ac28-daedae76caad/4780a1f5-d849-400d-a3f1-5bcc4f0fd0b3/c63c186c-bd29-4a98-8332-aefa60bc4ec0) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:06:22.620471 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-0213b338-91ca-4616-9654-4793363f78f0 None None] For port bf7ca239-baa1-4f0a-9fe0-1f773e79c6fe, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=bf7ca239-baa1-4f0a-9fe0-1f773e79c6fe,segment=NetworkSegment(caf96b63-eb9a-4e1f-b435-f0869d3cd16b),segment_id=caf96b63-eb9a-4e1f-b435-f0869d3cd16b)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:06:22.686850 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cb6bc67-f4de-4eb7-86fd-a58cf015319d None None] Network de2dba03-cadc-4406-ac28-daedae76caad is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:06:22.706555 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-6cb6bc67-f4de-4eb7-86fd-a58cf015319d None None] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:06:22.740017 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb6bc67-f4de-4eb7-86fd-a58cf015319d None None] Received port after_create {{(pid=103164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:06:22.755123 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-0213b338-91ca-4616-9654-4793363f78f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:22.760310 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb6bc67-f4de-4eb7-86fd-a58cf015319d None None] Pushing event updated for resources: {'Port': ['ID=958f4265-9a06-4d91-9fc8-732ecdba7162,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:06:22.854600 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-739a490e-e14a-483c-b8c5-02d9d2651878 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:22.935704 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-6cb6bc67-f4de-4eb7-86fd-a58cf015319d None None] Attempting to bind port 958f4265-9a06-4d91-9fc8-732ecdba7162 on host n-d-842733-1 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:06:22.936079 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-6cb6bc67-f4de-4eb7-86fd-a58cf015319d None None] Attempting to bind port 958f4265-9a06-4d91-9fc8-732ecdba7162 by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': '85c5b283-8013-4a9d-94f2-18bc28b51b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'de2dba03-cadc-4406-ac28-daedae76caad'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:06:22.936442 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb6bc67-f4de-4eb7-86fd-a58cf015319d None None] Attempting to bind port 958f4265-9a06-4d91-9fc8-732ecdba7162 on network de2dba03-cadc-4406-ac28-daedae76caad {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:06:22.969987 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb6bc67-f4de-4eb7-86fd-a58cf015319d None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 21, 5, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 21:06:22.970343 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb6bc67-f4de-4eb7-86fd-a58cf015319d None None] Checking segment: {'id': '85c5b283-8013-4a9d-94f2-18bc28b51b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'de2dba03-cadc-4406-ac28-daedae76caad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:06:22.970659 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-6cb6bc67-f4de-4eb7-86fd-a58cf015319d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:22.971056 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb6bc67-f4de-4eb7-86fd-a58cf015319d None None] Bound using segment: {'id': '85c5b283-8013-4a9d-94f2-18bc28b51b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'de2dba03-cadc-4406-ac28-daedae76caad'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 21:06:22.971556 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-6cb6bc67-f4de-4eb7-86fd-a58cf015319d None None] Bound port: 958f4265-9a06-4d91-9fc8-732ecdba7162, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85c5b283-8013-4a9d-94f2-18bc28b51b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'de2dba03-cadc-4406-ac28-daedae76caad'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:06:22.971946 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-6cb6bc67-f4de-4eb7-86fd-a58cf015319d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:22.973604 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-739a490e-e14a-483c-b8c5-02d9d2651878 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:22.983092 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0213b338-91ca-4616-9654-4793363f78f0 None None] Pushing event updated for resources: {'Port': ['ID=bf7ca239-baa1-4f0a-9fe0-1f773e79c6fe,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:06:23.055051 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-739a490e-e14a-483c-b8c5-02d9d2651878 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Network de2dba03-cadc-4406-ac28-daedae76caad is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:06:23.060592 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-739a490e-e14a-483c-b8c5-02d9d2651878 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:06:23.063559 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-739a490e-e14a-483c-b8c5-02d9d2651878 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:06:23.118266 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-739a490e-e14a-483c-b8c5-02d9d2651878 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748409'] for router_interface, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:23.144900 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addfdbd2-fdf4-456a-8894-1132c40ff74b req-a45f9977-faef-4bd0-85f4-b37238b30e3a tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:06:23.157073 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-addfdbd2-fdf4-456a-8894-1132c40ff74b req-a45f9977-faef-4bd0-85f4-b37238b30e3a tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/ports?device_id=da2f92a8-72f9-46a0-8a7e-a125e28b102d HTTP/1.1" status: 200 len: 945 time: 0.1716235 May 20 21:06:23.202246 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739a490e-e14a-483c-b8c5-02d9d2651878 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Pushing event updated for resources: {'Port': ['ID=c63c186c-bd29-4a98-8332-aefa60bc4ec0,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:06:23.228059 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-6cb6bc67-f4de-4eb7-86fd-a58cf015319d None None] For port 958f4265-9a06-4d91-9fc8-732ecdba7162, host n-d-842733-1, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 21:06:23.233684 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-addfdbd2-fdf4-456a-8894-1132c40ff74b req-cf286f65-da56-4fa7-953e-98e5de2b3511 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/security-groups?id=82988572-6e98-4d4a-89ee-f1a227fea559&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700023 May 20 21:06:23.234661 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-6cb6bc67-f4de-4eb7-86fd-a58cf015319d None None] For port 958f4265-9a06-4d91-9fc8-732ecdba7162, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=958f4265-9a06-4d91-9fc8-732ecdba7162,segment=NetworkSegment(85c5b283-8013-4a9d-94f2-18bc28b51b2b),segment_id=85c5b283-8013-4a9d-94f2-18bc28b51b2b)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 21:06:23.250704 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-ea84fc06-4f6a-4914-99f4-dd2bc49f0da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20221858-3dea-4014-b32f-56ce2ea1f109', 'name': 'tempest-RoutersTest-router-698900241', 'tenant_id': 'd4fe1859a2dd44a8943722001f06bb5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:06:07Z', 'updated_at': '2022-05-20T21:06:17Z', 'revision_number': 3, 'project_id': 'd4fe1859a2dd44a8943722001f06bb5e', 'gw_port_host': None, '_interfaces': [{'id': '9b2edef8-8082-4950-b6e7-f8d0eb78a611', 'name': '', 'network_id': 'df56f14c-2781-4394-ae94-3641f83dfbc7', 'tenant_id': 'd4fe1859a2dd44a8943722001f06bb5e', 'mac_address': 'fa:16:3e:ce:26:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20221858-3dea-4014-b32f-56ce2ea1f109', 'device_owner': 'network:router_interface', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': '377a720b-15d1-40d3-9dc2-d25ad5092cbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:06:09Z', 'updated_at': '2022-05-20T21:06:15Z', 'revision_number': 5, 'project_id': 'd4fe1859a2dd44a8943722001f06bb5e', 'subnets': [{'id': '377a720b-15d1-40d3-9dc2-d25ad5092cbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bf7ca239-baa1-4f0a-9fe0-1f773e79c6fe', 'name': '', 'network_id': '9277b9da-3adb-48bc-ad5e-97f067e99b78', 'tenant_id': 'd4fe1859a2dd44a8943722001f06bb5e', 'mac_address': 'fa:16:3e:3d:d5:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20221858-3dea-4014-b32f-56ce2ea1f109', 'device_owner': 'network:router_interface', 'standard_attr_id': 3402, 'fixed_ips': [{'subnet_id': 'e1714506-4470-4c5c-9d33-a0afc117a3f6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:06:15Z', 'updated_at': '2022-05-20T21:06:21Z', 'revision_number': 4, 'project_id': 'd4fe1859a2dd44a8943722001f06bb5e', 'subnets': [{'id': 'e1714506-4470-4c5c-9d33-a0afc117a3f6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:06:23.254777 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d033ed5d-8bd1-4f69-8bf5-cbae22384971 req-e496a8be-8e1f-443a-8f5d-3a3618b017dc tempest-ServerAddressesNegativeTestJSON-910421399 tempest-ServerAddressesNegativeTestJSON-910421399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:06:23.264045 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d033ed5d-8bd1-4f69-8bf5-cbae22384971 req-e496a8be-8e1f-443a-8f5d-3a3618b017dc tempest-ServerAddressesNegativeTestJSON-910421399 tempest-ServerAddressesNegativeTestJSON-910421399-project] 10.222.0.35 "GET /v2.0/ports?device_id=916d14fb-cde6-41e0-96ff-0bc29105c2cc HTTP/1.1" status: 200 len: 944 time: 0.2295527 May 20 21:06:23.330654 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d033ed5d-8bd1-4f69-8bf5-cbae22384971 req-e4f378ac-fd2b-4e5d-bc4c-38068eb12702 tempest-ServerAddressesNegativeTestJSON-910421399 tempest-ServerAddressesNegativeTestJSON-910421399-project] 10.222.0.35 "GET /v2.0/security-groups?id=060a7108-23a2-4f2f-9f1d-ecf71d4b7ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653493 May 20 21:06:23.382183 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea84fc06-4f6a-4914-99f4-dd2bc49f0da6 None None] The sync data for ids ['20221858-3dea-4014-b32f-56ce2ea1f109'] in n-d-842733-1 is: [{'id': '20221858-3dea-4014-b32f-56ce2ea1f109', 'name': 'tempest-RoutersTest-router-698900241', 'tenant_id': 'd4fe1859a2dd44a8943722001f06bb5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:06:07Z', 'updated_at': '2022-05-20T21:06:17Z', 'revision_number': 3, 'project_id': 'd4fe1859a2dd44a8943722001f06bb5e', 'gw_port_host': None, '_interfaces': [{'id': '9b2edef8-8082-4950-b6e7-f8d0eb78a611', 'name': '', 'network_id': 'df56f14c-2781-4394-ae94-3641f83dfbc7', 'tenant_id': 'd4fe1859a2dd44a8943722001f06bb5e', 'mac_address': 'fa:16:3e:ce:26:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20221858-3dea-4014-b32f-56ce2ea1f109', 'device_owner': 'network:router_interface', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': '377a720b-15d1-40d3-9dc2-d25ad5092cbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:06:09Z', 'updated_at': '2022-05-20T21:06:15Z', 'revision_number': 5, 'project_id': 'd4fe1859a2dd44a8943722001f06bb5e', 'subnets': [{'id': '377a720b-15d1-40d3-9dc2-d25ad5092cbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bf7ca239-baa1-4f0a-9fe0-1f773e79c6fe', 'name': '', 'network_id': '9277b9da-3adb-48bc-ad5e-97f067e99b78', 'tenant_id': 'd4fe1859a2dd44a8943722001f06bb5e', 'mac_address': 'fa:16:3e:3d:d5:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20221858-3dea-4014-b32f-56ce2ea1f109', 'device_owner': 'network:router_interface', 'standard_attr_id': 3402, 'fixed_ips': [{'subnet_id': 'e1714506-4470-4c5c-9d33-a0afc117a3f6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:06:15Z', 'updated_at': '2022-05-20T21:06:21Z', 'revision_number': 4, 'project_id': 'd4fe1859a2dd44a8943722001f06bb5e', 'subnets': [{'id': 'e1714506-4470-4c5c-9d33-a0afc117a3f6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 21:06:23.391903 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-6cb6bc67-f4de-4eb7-86fd-a58cf015319d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:23.510061 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-739a490e-e14a-483c-b8c5-02d9d2651878 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:23.517879 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-88f990fc-8692-4075-ac93-d02fe6682cf3 req-2b2123d7-e1d2-4e18-913b-1404f92425ba service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=da2f92a8-72f9-46a0-8a7e-a125e28b102d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3131073 May 20 21:06:23.546506 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [req-88f990fc-8692-4075-ac93-d02fe6682cf3 req-713e8e66-45dc-4c4e-825b-f34268dbf844 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103163) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 21:06:23.547518 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-88f990fc-8692-4075-ac93-d02fe6682cf3 req-713e8e66-45dc-4c4e-825b-f34268dbf844 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0241675 May 20 21:06:23.561685 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 56fb143d-1427-43e3-829a-38e63a709052 up at agent hyperv_n-h1-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:06:23.691428 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb6bc67-f4de-4eb7-86fd-a58cf015319d None None] Pushing event updated for resources: {'Port': ['ID=958f4265-9a06-4d91-9fc8-732ecdba7162,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:06:23.848736 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Provisioning for port 56fb143d-1427-43e3-829a-38e63a709052 completed by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 21:06:23.860463 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Provisioning complete for port 56fb143d-1427-43e3-829a-38e63a709052 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:06:23.861319 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:24.266719 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-739a490e-e14a-483c-b8c5-02d9d2651878 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:24.396293 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-739a490e-e14a-483c-b8c5-02d9d2651878 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:24.517513 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4bb0e131-6525-46ca-a45b-e4ea43a5e69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:24.530791 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b81b0c-55da-42d1-991f-2d2068bc7b77 req-76cbb647-ec62-4804-986c-57d2b91b7b5e tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:06:24.532754 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-16b81b0c-55da-42d1-991f-2d2068bc7b77 req-76cbb647-ec62-4804-986c-57d2b91b7b5e tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/ports?device_id=da2f92a8-72f9-46a0-8a7e-a125e28b102d HTTP/1.1" status: 200 len: 945 time: 0.1554916 May 20 21:06:24.552096 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Current status of the port 56fb143d-1427-43e3-829a-38e63a709052 is: BUILD; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:06:24.552484 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:24.608437 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port 56fb143d-1427-43e3-829a-38e63a709052, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=56fb143d-1427-43e3-829a-38e63a709052,segment=NetworkSegment(b27896c4-30e9-4995-a611-10df92148480),segment_id=b27896c4-30e9-4995-a611-10df92148480)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:06:24.610128 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '916d14fb-cde6-41e0-96ff-0bc29105c2cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56fb143d-1427-43e3-829a-38e63a709052'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 21:06:24.612686 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8485417003ce7c0410b00f5cdc2f391e21107b70bb68e2773712534a96e108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6347db4-994b-4008-bb21-ab0660e07806" -d '{"events": [{"server_uuid": "916d14fb-cde6-41e0-96ff-0bc29105c2cc", "name": "network-vif-plugged", "status": "completed", "tag": "56fb143d-1427-43e3-829a-38e63a709052"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 21:06:24.616820 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-16b81b0c-55da-42d1-991f-2d2068bc7b77 req-f5d51b9c-a3c8-486c-8f96-6838cb08620c tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/security-groups?id=82988572-6e98-4d4a-89ee-f1a227fea559&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660017 May 20 21:06:24.691771 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739a490e-e14a-483c-b8c5-02d9d2651878 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Pushing event updated for resources: {'Port': ['ID=c63c186c-bd29-4a98-8332-aefa60bc4ec0,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:06:24.708817 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-739a490e-e14a-483c-b8c5-02d9d2651878 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748437'] for router_interface, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:24.710252 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:24.716958 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42339647-e748-4a27-9b0b-3d1e16967539 req-9253a98a-105b-4abe-8287-9384f7a5e49a tempest-ServerAddressesNegativeTestJSON-910421399 tempest-ServerAddressesNegativeTestJSON-910421399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:06:24.730332 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-42339647-e748-4a27-9b0b-3d1e16967539 req-9253a98a-105b-4abe-8287-9384f7a5e49a tempest-ServerAddressesNegativeTestJSON-910421399 tempest-ServerAddressesNegativeTestJSON-910421399-project] 10.222.0.35 "GET /v2.0/ports?device_id=916d14fb-cde6-41e0-96ff-0bc29105c2cc HTTP/1.1" status: 200 len: 944 time: 0.2266498 May 20 21:06:24.786705 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 21:06:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-123a0d26-5ab1-463f-928a-5ef2cc5384f3 x-openstack-request-id: req-123a0d26-5ab1-463f-928a-5ef2cc5384f3 {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 21:06:24.786986 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "916d14fb-cde6-41e0-96ff-0bc29105c2cc", "name": "network-vif-plugged", "status": "completed", "tag": "56fb143d-1427-43e3-829a-38e63a709052", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 21:06:24.787233 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-123a0d26-5ab1-463f-928a-5ef2cc5384f3 {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 21:06:24.787622 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-123a0d26-5ab1-463f-928a-5ef2cc5384f3'] response: {'server_uuid': '916d14fb-cde6-41e0-96ff-0bc29105c2cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56fb143d-1427-43e3-829a-38e63a709052', 'code': 200} May 20 21:06:24.793752 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:24.872109 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Pushing event updated for resources: {'Port': ['ID=56fb143d-1427-43e3-829a-38e63a709052,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:06:24.976205 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab28bbe-1895-4e4c-a95b-4b43a3cd8da1 req-116934e0-52ac-4965-a54d-d9a7b1844b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:06:24.977757 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6ab28bbe-1895-4e4c-a95b-4b43a3cd8da1 req-116934e0-52ac-4965-a54d-d9a7b1844b85 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=916d14fb-cde6-41e0-96ff-0bc29105c2cc HTTP/1.1" status: 200 len: 1096 time: 0.1684883 May 20 21:06:24.981033 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-42339647-e748-4a27-9b0b-3d1e16967539 req-39556247-fd88-4d39-bba7-e39b307a26be tempest-ServerAddressesNegativeTestJSON-910421399 tempest-ServerAddressesNegativeTestJSON-910421399-project] 10.222.0.35 "GET /v2.0/security-groups?id=060a7108-23a2-4f2f-9f1d-ecf71d4b7ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2500257 May 20 21:06:24.999657 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-739a490e-e14a-483c-b8c5-02d9d2651878 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Network de2dba03-cadc-4406-ac28-daedae76caad is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:06:25.005005 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-739a490e-e14a-483c-b8c5-02d9d2651878 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:06:25.089270 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6ab28bbe-1895-4e4c-a95b-4b43a3cd8da1 req-749dc390-fd22-421c-8753-f7441785c55b service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=060a7108-23a2-4f2f-9f1d-ecf71d4b7ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875583 May 20 21:06:25.203145 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-739a490e-e14a-483c-b8c5-02d9d2651878 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Router 20221858-3dea-4014-b32f-56ce2ea1f109 has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 21:06:25.362688 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-739a490e-e14a-483c-b8c5-02d9d2651878 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 21:06:25.362688 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-739a490e-e14a-483c-b8c5-02d9d2651878 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] 10.222.0.35 "PUT /v2.0/routers/20221858-3dea-4014-b32f-56ce2ea1f109/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7556081 May 20 21:06:25.364324 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 47110) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:06:25.377760 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-30971d21-5675-4ed3-aa82-2e924b283c70 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Request body: {'network': {'name': 'tempest-RoutersTest-1982041204'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:06:25.387635 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1cec35c-f77c-4f0b-9697-a5be81e33171 None None] Sync routers for ids ['20221858-3dea-4014-b32f-56ce2ea1f109'] in n-d-842733-1 {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 21:06:25.399980 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1cec35c-f77c-4f0b-9697-a5be81e33171 None None] Routers {'20221858-3dea-4014-b32f-56ce2ea1f109'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:06:25.402573 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-d1cec35c-f77c-4f0b-9697-a5be81e33171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:06:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['20221858-3dea-4014-b32f-56ce2ea1f109'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:06:25.606708 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8993dee6-ca47-49ed-b1f4-3561ff39e169 None None] Network de2dba03-cadc-4406-ac28-daedae76caad requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:06:25.653523 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30971d21-5675-4ed3-aa82-2e924b283c70 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Made reservation on behalf of d4fe1859a2dd44a8943722001f06bb5e for: {'network': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:06:25.654567 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-d1cec35c-f77c-4f0b-9697-a5be81e33171 None None] Set router 20221858-3dea-4014-b32f-56ce2ea1f109 gateway port host: None {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:06:25.654708 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-30971d21-5675-4ed3-aa82-2e924b283c70 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for network, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:25.712849 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30971d21-5675-4ed3-aa82-2e924b283c70 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 232} {{(pid=103163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 21:06:25.738469 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-30971d21-5675-4ed3-aa82-2e924b283c70 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:25.740663 n-d-842733-1 neutron-server[103163]: INFO neutron.db.segments_db [None req-30971d21-5675-4ed3-aa82-2e924b283c70 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Added segment 2c2f916b-e6d2-42d4-8f4d-98d795aebff3 of type vlan for network 1c66dca2-5196-4d3a-a7d1-2f43d01e064a May 20 21:06:25.745818 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device bf7ca239-baa1-4f0a-9fe0-1f773e79c6fe up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:06:25.751142 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:25.756156 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cc3ec51b-6ec8-438a-8349-5f0bec346d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:25.927634 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-3e19de05-956e-49d1-8598-073a40a593cf None None] Provisioning complete for port 958f4265-9a06-4d91-9fc8-732ecdba7162 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:06:25.927939 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3e19de05-956e-49d1-8598-073a40a593cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:25.934155 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-30971d21-5675-4ed3-aa82-2e924b283c70 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418993264'] for network, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:25.967507 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08ba08a-36d2-44de-99ea-17e2c1701468 req-30e383d8-cb5f-4ddd-a89e-85d3605870c8 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:06:25.969543 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c08ba08a-36d2-44de-99ea-17e2c1701468 req-30e383d8-cb5f-4ddd-a89e-85d3605870c8 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/ports?device_id=da2f92a8-72f9-46a0-8a7e-a125e28b102d HTTP/1.1" status: 200 len: 945 time: 0.1488552 May 20 21:06:26.067722 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c08ba08a-36d2-44de-99ea-17e2c1701468 req-834ec29f-05b0-45e2-abc0-f4098da2f1a4 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/security-groups?id=82988572-6e98-4d4a-89ee-f1a227fea559&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699909 May 20 21:06:26.075957 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-d1cec35c-f77c-4f0b-9697-a5be81e33171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20221858-3dea-4014-b32f-56ce2ea1f109', 'name': 'tempest-RoutersTest-router-698900241', 'tenant_id': 'd4fe1859a2dd44a8943722001f06bb5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:06:07Z', 'updated_at': '2022-05-20T21:06:23Z', 'revision_number': 4, 'project_id': 'd4fe1859a2dd44a8943722001f06bb5e', 'gw_port_host': None, '_interfaces': [{'id': '9b2edef8-8082-4950-b6e7-f8d0eb78a611', 'name': '', 'network_id': 'df56f14c-2781-4394-ae94-3641f83dfbc7', 'tenant_id': 'd4fe1859a2dd44a8943722001f06bb5e', 'mac_address': 'fa:16:3e:ce:26:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20221858-3dea-4014-b32f-56ce2ea1f109', 'device_owner': 'network:router_interface', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': '377a720b-15d1-40d3-9dc2-d25ad5092cbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:06:09Z', 'updated_at': '2022-05-20T21:06:15Z', 'revision_number': 5, 'project_id': 'd4fe1859a2dd44a8943722001f06bb5e', 'subnets': [{'id': '377a720b-15d1-40d3-9dc2-d25ad5092cbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bf7ca239-baa1-4f0a-9fe0-1f773e79c6fe', 'name': '', 'network_id': '9277b9da-3adb-48bc-ad5e-97f067e99b78', 'tenant_id': 'd4fe1859a2dd44a8943722001f06bb5e', 'mac_address': 'fa:16:3e:3d:d5:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20221858-3dea-4014-b32f-56ce2ea1f109', 'device_owner': 'network:router_interface', 'standard_attr_id': 3402, 'fixed_ips': [{'subnet_id': 'e1714506-4470-4c5c-9d33-a0afc117a3f6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:06:15Z', 'updated_at': '2022-05-20T21:06:22Z', 'revision_number': 5, 'project_id': 'd4fe1859a2dd44a8943722001f06bb5e', 'subnets': [{'id': 'e1714506-4470-4c5c-9d33-a0afc117a3f6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c63c186c-bd29-4a98-8332-aefa60bc4ec0', 'name': '', 'network_id': 'de2dba03-cadc-4406-ac28-daedae76caad', 'tenant_id': 'd4fe1859a2dd44a8943722001f06bb5e', 'mac_address': 'fa:16:3e:47:88:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20221858-3dea-4014-b32f-56ce2ea1f109', 'device_owner': 'network:router_interface', 'standard_attr_id': 3412, 'fixed_ips': [{'subnet_id': '4780a1f5-d849-400d-a3f1-5bcc4f0fd0b3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:06:21Z', 'updated_at': '2022-05-20T21:06:23Z', 'revision_number': 2, 'project_id': 'd4fe1859a2dd44a8943722001f06bb5e', 'subnets': [{'id': '4780a1f5-d849-400d-a3f1-5bcc4f0fd0b3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:06:26.146728 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1cec35c-f77c-4f0b-9697-a5be81e33171 None None] Checking router: 20221858-3dea-4014-b32f-56ce2ea1f109 for host: n-d-842733-1 {{(pid=103165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 21:06:26.147666 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1cec35c-f77c-4f0b-9697-a5be81e33171 None None] Updating router 20221858-3dea-4014-b32f-56ce2ea1f109 port c63c186c-bd29-4a98-8332-aefa60bc4ec0 binding host n-d-842733-1 {{(pid=103165) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 21:06:26.170572 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port bf7ca239-baa1-4f0a-9fe0-1f773e79c6fe triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:06:26.176533 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:26.180415 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-30971d21-5675-4ed3-aa82-2e924b283c70 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524'] for network, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:26.186696 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30971d21-5675-4ed3-aa82-2e924b283c70 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:06:26.187531 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-30971d21-5675-4ed3-aa82-2e924b283c70 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:26.215466 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-d1cec35c-f77c-4f0b-9697-a5be81e33171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:26.349578 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3e19de05-956e-49d1-8598-073a40a593cf None None] Current status of the port 958f4265-9a06-4d91-9fc8-732ecdba7162 is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:06:26.350265 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3e19de05-956e-49d1-8598-073a40a593cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:26.449915 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port bf7ca239-baa1-4f0a-9fe0-1f773e79c6fe is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:06:26.457615 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 958f4265-9a06-4d91-9fc8-732ecdba7162 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:06:26.464533 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30971d21-5675-4ed3-aa82-2e924b283c70 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Pushing event updated for resources: {'Network': ['ID=1c66dca2-5196-4d3a-a7d1-2f43d01e064a,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:06:26.491606 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Network 1c66dca2-5196-4d3a-a7d1-2f43d01e064a details requested by agent ovs-agent-n-d-842733-1 with host n-d-842733-1 {{(pid=103164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 20 21:06:26.496992 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab3f2f9-e02a-4682-9a20-0bb1c8048c02 req-9c81d60c-868f-4027-bcec-f74edd8a35b0 tempest-ServerAddressesNegativeTestJSON-910421399 tempest-ServerAddressesNegativeTestJSON-910421399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:06:26.501847 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4ab3f2f9-e02a-4682-9a20-0bb1c8048c02 req-9c81d60c-868f-4027-bcec-f74edd8a35b0 tempest-ServerAddressesNegativeTestJSON-910421399 tempest-ServerAddressesNegativeTestJSON-910421399-project] 10.222.0.35 "GET /v2.0/ports?device_id=916d14fb-cde6-41e0-96ff-0bc29105c2cc HTTP/1.1" status: 200 len: 945 time: 0.2687058 May 20 21:06:26.585064 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4ab3f2f9-e02a-4682-9a20-0bb1c8048c02 req-9bff171d-e4cc-4f8d-83eb-4e0206157901 tempest-ServerAddressesNegativeTestJSON-910421399 tempest-ServerAddressesNegativeTestJSON-910421399-project] 10.222.0.35 "GET /v2.0/security-groups?id=060a7108-23a2-4f2f-9f1d-ecf71d4b7ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711792 May 20 21:06:26.628031 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-30971d21-5675-4ed3-aa82-2e924b283c70 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.2631171 May 20 21:06:26.638267 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 47118) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:06:26.655915 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-96e16b2d-b267-4f15-aa40-bdd08b67ebfb tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Request body: {'subnet': {'network_id': '1c66dca2-5196-4d3a-a7d1-2f43d01e064a', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:06:26.672646 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3e19de05-956e-49d1-8598-073a40a593cf None None] For port 958f4265-9a06-4d91-9fc8-732ecdba7162, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=958f4265-9a06-4d91-9fc8-732ecdba7162,segment=NetworkSegment(85c5b283-8013-4a9d-94f2-18bc28b51b2b),segment_id=85c5b283-8013-4a9d-94f2-18bc28b51b2b)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:06:26.692603 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 958f4265-9a06-4d91-9fc8-732ecdba7162 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:06:26.692912 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:26.758466 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3e19de05-956e-49d1-8598-073a40a593cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:26.842509 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e19de05-956e-49d1-8598-073a40a593cf None None] Pushing event updated for resources: {'Port': ['ID=958f4265-9a06-4d91-9fc8-732ecdba7162,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:06:26.920611 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 958f4265-9a06-4d91-9fc8-732ecdba7162 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:06:26.923676 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96e16b2d-b267-4f15-aa40-bdd08b67ebfb tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Made reservation on behalf of d4fe1859a2dd44a8943722001f06bb5e for: {'subnet': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:06:26.933265 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-96e16b2d-b267-4f15-aa40-bdd08b67ebfb tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4018244'] for subnet, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:26.949504 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-d1cec35c-f77c-4f0b-9697-a5be81e33171 None None] Notify callbacks [] for port, precommit_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:27.007741 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-bdd77b31-ed04-4ecb-a5be-f6d8d199e3d7 None None] Provisioning complete for port 958f4265-9a06-4d91-9fc8-732ecdba7162 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:06:27.008113 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-bdd77b31-ed04-4ecb-a5be-f6d8d199e3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:27.027233 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-d1cec35c-f77c-4f0b-9697-a5be81e33171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:27.125050 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f02272b-0606-453a-8d14-d1a152371099 None None] Pushing event updated for resources: {'Port': ['ID=c63c186c-bd29-4a98-8332-aefa60bc4ec0,revision_number=3']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:06:27.141368 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f02272b-0606-453a-8d14-d1a152371099 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:06:27.147367 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f02272b-0606-453a-8d14-d1a152371099 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:06:27.147935 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f02272b-0606-453a-8d14-d1a152371099 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:06:27.154034 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f02272b-0606-453a-8d14-d1a152371099 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:06:27.154392 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f02272b-0606-453a-8d14-d1a152371099 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:06:27.155527 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f02272b-0606-453a-8d14-d1a152371099 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:06:27.155868 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f02272b-0606-453a-8d14-d1a152371099 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:06:27.156274 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f02272b-0606-453a-8d14-d1a152371099 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:06:27.156597 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f02272b-0606-453a-8d14-d1a152371099 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:06:27.156922 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f02272b-0606-453a-8d14-d1a152371099 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:06:27.157270 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f02272b-0606-453a-8d14-d1a152371099 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:06:27.168122 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f02272b-0606-453a-8d14-d1a152371099 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:06:27.296603 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba2cf5a-ba44-4057-843f-f5e60375215c req-8967dfe1-899d-4baf-a614-db7ad6a2fd36 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:06:27.302048 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-bdd77b31-ed04-4ecb-a5be-f6d8d199e3d7 None None] Current status of the port 958f4265-9a06-4d91-9fc8-732ecdba7162 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:06:27.310726 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7ba2cf5a-ba44-4057-843f-f5e60375215c req-8967dfe1-899d-4baf-a614-db7ad6a2fd36 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/ports?device_id=da2f92a8-72f9-46a0-8a7e-a125e28b102d HTTP/1.1" status: 200 len: 945 time: 0.1186955 May 20 21:06:27.329299 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-bdd77b31-ed04-4ecb-a5be-f6d8d199e3d7 None None] Provisioning complete for port c63c186c-bd29-4a98-8332-aefa60bc4ec0 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:06:27.329682 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-bdd77b31-ed04-4ecb-a5be-f6d8d199e3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:27.398493 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7ba2cf5a-ba44-4057-843f-f5e60375215c req-95fb0bdc-8531-4c3e-9222-276f6e6defad tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/security-groups?id=82988572-6e98-4d4a-89ee-f1a227fea559&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0867910 May 20 21:06:27.452236 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-bdd77b31-ed04-4ecb-a5be-f6d8d199e3d7 None None] Port c63c186c-bd29-4a98-8332-aefa60bc4ec0 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 21:06:27.475732 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-d1cec35c-f77c-4f0b-9697-a5be81e33171 None None] Attempting to bind port c63c186c-bd29-4a98-8332-aefa60bc4ec0 on host n-d-842733-1 for vnic_type normal with profile {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:06:27.478074 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-d1cec35c-f77c-4f0b-9697-a5be81e33171 None None] Attempting to bind port c63c186c-bd29-4a98-8332-aefa60bc4ec0 by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': '85c5b283-8013-4a9d-94f2-18bc28b51b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'de2dba03-cadc-4406-ac28-daedae76caad'}] {{(pid=103165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:06:27.478471 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1cec35c-f77c-4f0b-9697-a5be81e33171 None None] Attempting to bind port c63c186c-bd29-4a98-8332-aefa60bc4ec0 on network de2dba03-cadc-4406-ac28-daedae76caad {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:06:27.514328 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1cec35c-f77c-4f0b-9697-a5be81e33171 None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 21, 6, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 21:06:27.516006 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1cec35c-f77c-4f0b-9697-a5be81e33171 None None] Checking segment: {'id': '85c5b283-8013-4a9d-94f2-18bc28b51b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'de2dba03-cadc-4406-ac28-daedae76caad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:06:27.517425 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-d1cec35c-f77c-4f0b-9697-a5be81e33171 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:27.518689 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1cec35c-f77c-4f0b-9697-a5be81e33171 None None] Bound using segment: {'id': '85c5b283-8013-4a9d-94f2-18bc28b51b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'de2dba03-cadc-4406-ac28-daedae76caad'} {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 21:06:27.520830 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-d1cec35c-f77c-4f0b-9697-a5be81e33171 None None] Bound port: c63c186c-bd29-4a98-8332-aefa60bc4ec0, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85c5b283-8013-4a9d-94f2-18bc28b51b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'de2dba03-cadc-4406-ac28-daedae76caad'}}] {{(pid=103165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:06:27.522027 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-d1cec35c-f77c-4f0b-9697-a5be81e33171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:27.537982 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 958f4265-9a06-4d91-9fc8-732ecdba7162 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:06:27.586202 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-96e16b2d-b267-4f15-aa40-bdd08b67ebfb tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3797684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4018258'] for subnet, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:27.690308 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-dcc3efe7-5684-4812-b186-7fd7ac748520 None None] Provisioning complete for port c63c186c-bd29-4a98-8332-aefa60bc4ec0 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:06:27.822122 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-dcc3efe7-5684-4812-b186-7fd7ac748520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:27.822213 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e16b2d-b267-4f15-aa40-bdd08b67ebfb tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Checking segment: {'id': '2c2f916b-e6d2-42d4-8f4d-98d795aebff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '1c66dca2-5196-4d3a-a7d1-2f43d01e064a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:06:27.822213 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96e16b2d-b267-4f15-aa40-bdd08b67ebfb tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Network hostable DHCP agents. Network: 1c66dca2-5196-4d3a-a7d1-2f43d01e064a, hostable agents: ['c9b0653c-f3c7-4339-bd50-e3754b629216'], hosted agents: [] {{(pid=103162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 21:06:27.822213 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e16b2d-b267-4f15-aa40-bdd08b67ebfb tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Pushing event updated for resources: {'Subnet': ['ID=9865c2ba-bf5c-490a-b147-91a7c55506ce,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:06:27.822802 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-dcc3efe7-5684-4812-b186-7fd7ac748520 None None] Port c63c186c-bd29-4a98-8332-aefa60bc4ec0 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 21:06:27.822802 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 958f4265-9a06-4d91-9fc8-732ecdba7162 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:06:27.822802 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:27.823526 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3a389a-424f-4882-bce4-9c7f66ba1388 req-0af4ae9b-c732-4e2e-b4d6-b4ed295f7552 tempest-ServerAddressesNegativeTestJSON-910421399 tempest-ServerAddressesNegativeTestJSON-910421399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:06:27.833626 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4e3a389a-424f-4882-bce4-9c7f66ba1388 req-0af4ae9b-c732-4e2e-b4d6-b4ed295f7552 tempest-ServerAddressesNegativeTestJSON-910421399 tempest-ServerAddressesNegativeTestJSON-910421399-project] 10.222.0.35 "GET /v2.0/ports?device_id=916d14fb-cde6-41e0-96ff-0bc29105c2cc HTTP/1.1" status: 200 len: 945 time: 0.0839548 May 20 21:06:27.848422 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-d1cec35c-f77c-4f0b-9697-a5be81e33171 None None] For port c63c186c-bd29-4a98-8332-aefa60bc4ec0, host n-d-842733-1, cleared binding levels {{(pid=103165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 21:06:27.857325 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-d1cec35c-f77c-4f0b-9697-a5be81e33171 None None] For port c63c186c-bd29-4a98-8332-aefa60bc4ec0, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=c63c186c-bd29-4a98-8332-aefa60bc4ec0,segment=NetworkSegment(85c5b283-8013-4a9d-94f2-18bc28b51b2b),segment_id=85c5b283-8013-4a9d-94f2-18bc28b51b2b)] {{(pid=103165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 21:06:27.885007 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4e3a389a-424f-4882-bce4-9c7f66ba1388 req-83318546-9893-41ce-9ef6-e79743550b17 tempest-ServerAddressesNegativeTestJSON-910421399 tempest-ServerAddressesNegativeTestJSON-910421399-project] 10.222.0.35 "GET /v2.0/security-groups?id=060a7108-23a2-4f2f-9f1d-ecf71d4b7ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484633 May 20 21:06:27.929781 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-05bd58a9-a0d3-436b-8ad6-f8ec561d386d None None] Provisioning complete for port c63c186c-bd29-4a98-8332-aefa60bc4ec0 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:06:27.930143 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-05bd58a9-a0d3-436b-8ad6-f8ec561d386d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:27.934827 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96e16b2d-b267-4f15-aa40-bdd08b67ebfb tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Network 1c66dca2-5196-4d3a-a7d1-2f43d01e064a is scheduled to be hosted by DHCP agent c9b0653c-f3c7-4339-bd50-e3754b629216 with binding_index 1 {{(pid=103162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 21:06:27.957871 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-d1cec35c-f77c-4f0b-9697-a5be81e33171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:27.984242 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 958f4265-9a06-4d91-9fc8-732ecdba7162 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:06:28.029189 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-05bd58a9-a0d3-436b-8ad6-f8ec561d386d None None] Port c63c186c-bd29-4a98-8332-aefa60bc4ec0 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 21:06:28.043907 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1cec35c-f77c-4f0b-9697-a5be81e33171 None None] Routers {'20221858-3dea-4014-b32f-56ce2ea1f109'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:06:28.048462 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-d1cec35c-f77c-4f0b-9697-a5be81e33171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:06:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['20221858-3dea-4014-b32f-56ce2ea1f109'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:06:28.093014 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-96e16b2d-b267-4f15-aa40-bdd08b67ebfb tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842733-1, 1c66dca2-5196-4d3a-a7d1-2f43d01e064a) {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:06:28.107958 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a20b3e1e-94fc-44d0-9347-21c458256216 None None] Network 1c66dca2-5196-4d3a-a7d1-2f43d01e064a requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:06:28.121805 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96e16b2d-b267-4f15-aa40-bdd08b67ebfb tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:06:28.124012 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-96e16b2d-b267-4f15-aa40-bdd08b67ebfb tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:28.170447 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f990fc-8692-4075-ac93-d02fe6682cf3 req-26fccfaa-8283-4fe2-b395-414acaf46bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:06:28.190846 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-88f990fc-8692-4075-ac93-d02fe6682cf3 req-26fccfaa-8283-4fe2-b395-414acaf46bfa service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d7932b75a33b465998804b193e9be7ad&device_id=da2f92a8-72f9-46a0-8a7e-a125e28b102d HTTP/1.1" status: 200 len: 1096 time: 0.1637535 May 20 21:06:28.323775 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-d1cec35c-f77c-4f0b-9697-a5be81e33171 None None] Set router 20221858-3dea-4014-b32f-56ce2ea1f109 gateway port host: None {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:06:28.345655 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f990fc-8692-4075-ac93-d02fe6682cf3 req-0f6d1ebb-6b35-4c0a-893b-8bdc14d5d94b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:06:28.347521 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-88f990fc-8692-4075-ac93-d02fe6682cf3 req-0f6d1ebb-6b35-4c0a-893b-8bdc14d5d94b service neutron] 10.222.0.13 "GET /v2.0/networks?id=66a75e9f-357c-4d3b-b3f3-b40223d117cb HTTP/1.1" status: 200 len: 898 time: 0.1557608 May 20 21:06:28.351526 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-96e16b2d-b267-4f15-aa40-bdd08b67ebfb tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7099299 May 20 21:06:28.356946 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 47138) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:06:28.418282 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-0ad63c16-72be-4066-881d-2339ba79afe4 None None] Provisioning complete for port c63c186c-bd29-4a98-8332-aefa60bc4ec0 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:06:28.421620 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-0ad63c16-72be-4066-881d-2339ba79afe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:28.557198 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f02272b-0606-453a-8d14-d1a152371099 None None] Pushing event updated for resources: {'Port': ['ID=c63c186c-bd29-4a98-8332-aefa60bc4ec0,revision_number=4']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:06:28.619251 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41f04f44-7aaf-4d92-86d4-297200388bba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaee2b848-d4b9-5db1-b6ef-d6db29d67de7-1c66dca2-5196-4d3a-a7d1-2f43d01e064a', 'network_id': '1c66dca2-5196-4d3a-a7d1-2f43d01e064a', 'tenant_id': 'd4fe1859a2dd44a8943722001f06bb5e', 'fixed_ips': [{'subnet_id': '9865c2ba-bf5c-490a-b147-91a7c55506ce'}]}} from n-d-842733-1. {{(pid=103164) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 21:06:28.621800 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-88f990fc-8692-4075-ac93-d02fe6682cf3 req-2c46a234-c700-41a4-be62-4f4e73245336 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7dda6a34-c056-4878-8bef-3216d68732b7 HTTP/1.1" status: 200 len: 1001 time: 0.2561984 May 20 21:06:28.626266 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-41f04f44-7aaf-4d92-86d4-297200388bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:28.748540 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-d1cec35c-f77c-4f0b-9697-a5be81e33171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20221858-3dea-4014-b32f-56ce2ea1f109', 'name': 'tempest-RoutersTest-router-698900241', 'tenant_id': 'd4fe1859a2dd44a8943722001f06bb5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:06:07Z', 'updated_at': '2022-05-20T21:06:23Z', 'revision_number': 4, 'project_id': 'd4fe1859a2dd44a8943722001f06bb5e', 'gw_port_host': None, '_interfaces': [{'id': '9b2edef8-8082-4950-b6e7-f8d0eb78a611', 'name': '', 'network_id': 'df56f14c-2781-4394-ae94-3641f83dfbc7', 'tenant_id': 'd4fe1859a2dd44a8943722001f06bb5e', 'mac_address': 'fa:16:3e:ce:26:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20221858-3dea-4014-b32f-56ce2ea1f109', 'device_owner': 'network:router_interface', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': '377a720b-15d1-40d3-9dc2-d25ad5092cbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:06:09Z', 'updated_at': '2022-05-20T21:06:15Z', 'revision_number': 5, 'project_id': 'd4fe1859a2dd44a8943722001f06bb5e', 'subnets': [{'id': '377a720b-15d1-40d3-9dc2-d25ad5092cbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bf7ca239-baa1-4f0a-9fe0-1f773e79c6fe', 'name': '', 'network_id': '9277b9da-3adb-48bc-ad5e-97f067e99b78', 'tenant_id': 'd4fe1859a2dd44a8943722001f06bb5e', 'mac_address': 'fa:16:3e:3d:d5:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20221858-3dea-4014-b32f-56ce2ea1f109', 'device_owner': 'network:router_interface', 'standard_attr_id': 3402, 'fixed_ips': [{'subnet_id': 'e1714506-4470-4c5c-9d33-a0afc117a3f6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:06:15Z', 'updated_at': '2022-05-20T21:06:22Z', 'revision_number': 5, 'project_id': 'd4fe1859a2dd44a8943722001f06bb5e', 'subnets': [{'id': 'e1714506-4470-4c5c-9d33-a0afc117a3f6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c63c186c-bd29-4a98-8332-aefa60bc4ec0', 'name': '', 'network_id': 'de2dba03-cadc-4406-ac28-daedae76caad', 'tenant_id': 'd4fe1859a2dd44a8943722001f06bb5e', 'mac_address': 'fa:16:3e:47:88:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20221858-3dea-4014-b32f-56ce2ea1f109', 'device_owner': 'network:router_interface', 'standard_attr_id': 3412, 'fixed_ips': [{'subnet_id': '4780a1f5-d849-400d-a3f1-5bcc4f0fd0b3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:06:21Z', 'updated_at': '2022-05-20T21:06:27Z', 'revision_number': 4, 'project_id': 'd4fe1859a2dd44a8943722001f06bb5e', 'subnets': [{'id': '4780a1f5-d849-400d-a3f1-5bcc4f0fd0b3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:06:28.765118 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f990fc-8692-4075-ac93-d02fe6682cf3 req-b8771445-f1f0-497e-af90-6d5000ca6bff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:06:28.769798 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-88f990fc-8692-4075-ac93-d02fe6682cf3 req-b8771445-f1f0-497e-af90-6d5000ca6bff service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4f2dd424-d313-4cbe-936c-07a33e8ea05a HTTP/1.1" status: 200 len: 835 time: 0.1408710 May 20 21:06:28.798030 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09ff1e3-efef-4f7a-982f-b4f5730c8a54 req-c0526b52-688c-4d51-9001-57296eaf00b6 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:06:28.805934 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d09ff1e3-efef-4f7a-982f-b4f5730c8a54 req-c0526b52-688c-4d51-9001-57296eaf00b6 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/ports?device_id=da2f92a8-72f9-46a0-8a7e-a125e28b102d HTTP/1.1" status: 200 len: 945 time: 0.1871545 May 20 21:06:28.820119 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1cec35c-f77c-4f0b-9697-a5be81e33171 None None] The sync data for ids ['20221858-3dea-4014-b32f-56ce2ea1f109'] in n-d-842733-1 is: [{'id': '20221858-3dea-4014-b32f-56ce2ea1f109', 'name': 'tempest-RoutersTest-router-698900241', 'tenant_id': 'd4fe1859a2dd44a8943722001f06bb5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:06:07Z', 'updated_at': '2022-05-20T21:06:23Z', 'revision_number': 4, 'project_id': 'd4fe1859a2dd44a8943722001f06bb5e', 'gw_port_host': None, '_interfaces': [{'id': '9b2edef8-8082-4950-b6e7-f8d0eb78a611', 'name': '', 'network_id': 'df56f14c-2781-4394-ae94-3641f83dfbc7', 'tenant_id': 'd4fe1859a2dd44a8943722001f06bb5e', 'mac_address': 'fa:16:3e:ce:26:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20221858-3dea-4014-b32f-56ce2ea1f109', 'device_owner': 'network:router_interface', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': '377a720b-15d1-40d3-9dc2-d25ad5092cbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:06:09Z', 'updated_at': '2022-05-20T21:06:15Z', 'revision_number': 5, 'project_id': 'd4fe1859a2dd44a8943722001f06bb5e', 'subnets': [{'id': '377a720b-15d1-40d3-9dc2-d25ad5092cbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bf7ca239-baa1-4f0a-9fe0-1f773e79c6fe', 'name': '', 'network_id': '9277b9da-3adb-48bc-ad5e-97f067e99b78', 'tenant_id': 'd4fe1859a2dd44a8943722001f06bb5e', 'mac_address': 'fa:16:3e:3d:d5:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20221858-3dea-4014-b32f-56ce2ea1f109', 'device_owner': 'network:router_interface', 'standard_attr_id': 3402, 'fixed_ips': [{'subnet_id': 'e1714506-4470-4c5c-9d33-a0afc117a3f6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:06:15Z', 'updated_at': '2022-05-20T21:06:22Z', 'revision_number': 5, 'project_id': 'd4fe1859a2dd44a8943722001f06bb5e', 'subnets': [{'id': 'e1714506-4470-4c5c-9d33-a0afc117a3f6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c63c186c-bd29-4a98-8332-aefa60bc4ec0', 'name': '', 'network_id': 'de2dba03-cadc-4406-ac28-daedae76caad', 'tenant_id': 'd4fe1859a2dd44a8943722001f06bb5e', 'mac_address': 'fa:16:3e:47:88:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20221858-3dea-4014-b32f-56ce2ea1f109', 'device_owner': 'network:router_interface', 'standard_attr_id': 3412, 'fixed_ips': [{'subnet_id': '4780a1f5-d849-400d-a3f1-5bcc4f0fd0b3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:06:21Z', 'updated_at': '2022-05-20T21:06:27Z', 'revision_number': 4, 'project_id': 'd4fe1859a2dd44a8943722001f06bb5e', 'subnets': [{'id': '4780a1f5-d849-400d-a3f1-5bcc4f0fd0b3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 21:06:28.895983 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d09ff1e3-efef-4f7a-982f-b4f5730c8a54 req-44a1d877-60a6-45e7-bd0a-df3c6273810d tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/security-groups?id=82988572-6e98-4d4a-89ee-f1a227fea559&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0889103 May 20 21:06:28.968364 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f990fc-8692-4075-ac93-d02fe6682cf3 req-9574bc37-f760-42b9-b23e-9b2363f247ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:06:28.975285 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-88f990fc-8692-4075-ac93-d02fe6682cf3 req-9574bc37-f760-42b9-b23e-9b2363f247ec service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=66a75e9f-357c-4d3b-b3f3-b40223d117cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1957986 May 20 21:06:28.996894 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [None req-41f04f44-7aaf-4d92-86d4-297200388bba None None] Allocated IP 172.23.0.2 (1c66dca2-5196-4d3a-a7d1-2f43d01e064a/9865c2ba-bf5c-490a-b147-91a7c55506ce/27b331f9-13b9-4c48-9980-6fccdaf5958d) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:06:28.998555 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [req-88f990fc-8692-4075-ac93-d02fe6682cf3 req-69a9aada-6108-421e-8632-87777cdb5394 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103162) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 21:06:28.999665 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-88f990fc-8692-4075-ac93-d02fe6682cf3 req-69a9aada-6108-421e-8632-87777cdb5394 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0185618 May 20 21:06:29.246974 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-88f990fc-8692-4075-ac93-d02fe6682cf3 req-07a4d37c-15a4-4f95-b6d8-dae75be0ad59 service neutron] 10.222.0.13 "GET /v2.0/networks/66a75e9f-357c-4d3b-b3f3-b40223d117cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2395935 May 20 21:06:29.258860 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-41f04f44-7aaf-4d92-86d4-297200388bba None None] Notify callbacks [] for port, precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:29.337883 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-41f04f44-7aaf-4d92-86d4-297200388bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108'] for port, after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:29.359069 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-0ad63c16-72be-4066-881d-2339ba79afe4 None None] Current status of the port c63c186c-bd29-4a98-8332-aefa60bc4ec0 is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:06:29.359746 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-0ad63c16-72be-4066-881d-2339ba79afe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:29.434876 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-88f990fc-8692-4075-ac93-d02fe6682cf3 req-ee5fce83-d89c-41e0-8b4d-17bc7f19654b service neutron] 10.222.0.13 "GET /v2.0/networks/66a75e9f-357c-4d3b-b3f3-b40223d117cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1807971 May 20 21:06:29.458875 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41f04f44-7aaf-4d92-86d4-297200388bba None None] Network 1c66dca2-5196-4d3a-a7d1-2f43d01e064a is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:06:29.473421 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-41f04f44-7aaf-4d92-86d4-297200388bba None None] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:06:29.478816 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f04f44-7aaf-4d92-86d4-297200388bba None None] Received port after_create {{(pid=103164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:06:29.553519 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f04f44-7aaf-4d92-86d4-297200388bba None None] Pushing event updated for resources: {'Port': ['ID=27b331f9-13b9-4c48-9980-6fccdaf5958d,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:06:29.581746 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-0ad63c16-72be-4066-881d-2339ba79afe4 None None] For port c63c186c-bd29-4a98-8332-aefa60bc4ec0, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=c63c186c-bd29-4a98-8332-aefa60bc4ec0,segment=NetworkSegment(85c5b283-8013-4a9d-94f2-18bc28b51b2b),segment_id=85c5b283-8013-4a9d-94f2-18bc28b51b2b)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:06:29.637465 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device c63c186c-bd29-4a98-8332-aefa60bc4ec0 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:06:29.662211 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d7cb4a-8f4d-4801-b3cf-559aaa02b9e0 req-c1c53532-b705-4bc2-9ef4-6bf33c693b9a tempest-ServerAddressesNegativeTestJSON-910421399 tempest-ServerAddressesNegativeTestJSON-910421399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:06:29.680113 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-00d7cb4a-8f4d-4801-b3cf-559aaa02b9e0 req-c1c53532-b705-4bc2-9ef4-6bf33c693b9a tempest-ServerAddressesNegativeTestJSON-910421399 tempest-ServerAddressesNegativeTestJSON-910421399-project] 10.222.0.35 "GET /v2.0/ports?device_id=916d14fb-cde6-41e0-96ff-0bc29105c2cc HTTP/1.1" status: 200 len: 945 time: 0.8707564 May 20 21:06:29.765994 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-41f04f44-7aaf-4d92-86d4-297200388bba None None] Attempting to bind port 27b331f9-13b9-4c48-9980-6fccdaf5958d on host n-d-842733-1 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:06:29.767365 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-41f04f44-7aaf-4d92-86d4-297200388bba None None] Attempting to bind port 27b331f9-13b9-4c48-9980-6fccdaf5958d by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': '2c2f916b-e6d2-42d4-8f4d-98d795aebff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '1c66dca2-5196-4d3a-a7d1-2f43d01e064a'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:06:29.770602 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41f04f44-7aaf-4d92-86d4-297200388bba None None] Attempting to bind port 27b331f9-13b9-4c48-9980-6fccdaf5958d on network 1c66dca2-5196-4d3a-a7d1-2f43d01e064a {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:06:29.777835 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-0ad63c16-72be-4066-881d-2339ba79afe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:29.782592 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41f04f44-7aaf-4d92-86d4-297200388bba None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 21, 6, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 21:06:29.782821 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41f04f44-7aaf-4d92-86d4-297200388bba None None] Checking segment: {'id': '2c2f916b-e6d2-42d4-8f4d-98d795aebff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '1c66dca2-5196-4d3a-a7d1-2f43d01e064a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:06:29.783309 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-41f04f44-7aaf-4d92-86d4-297200388bba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:29.783789 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41f04f44-7aaf-4d92-86d4-297200388bba None None] Bound using segment: {'id': '2c2f916b-e6d2-42d4-8f4d-98d795aebff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '1c66dca2-5196-4d3a-a7d1-2f43d01e064a'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 21:06:29.784367 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-41f04f44-7aaf-4d92-86d4-297200388bba None None] Bound port: 27b331f9-13b9-4c48-9980-6fccdaf5958d, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c2f916b-e6d2-42d4-8f4d-98d795aebff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '1c66dca2-5196-4d3a-a7d1-2f43d01e064a'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:06:29.784923 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-41f04f44-7aaf-4d92-86d4-297200388bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:29.939740 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad63c16-72be-4066-881d-2339ba79afe4 None None] Pushing event updated for resources: {'Port': ['ID=c63c186c-bd29-4a98-8332-aefa60bc4ec0,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:06:29.960743 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port c63c186c-bd29-4a98-8332-aefa60bc4ec0 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:06:29.961383 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:29.971283 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b41030d4-61b7-440b-a451-3eed30832219 None None] Provisioning complete for port c63c186c-bd29-4a98-8332-aefa60bc4ec0 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:06:29.971853 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b41030d4-61b7-440b-a451-3eed30832219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:30.022308 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-00d7cb4a-8f4d-4801-b3cf-559aaa02b9e0 req-d717c18f-fedc-4864-97a9-cc73930192cf tempest-ServerAddressesNegativeTestJSON-910421399 tempest-ServerAddressesNegativeTestJSON-910421399-project] 10.222.0.35 "GET /v2.0/security-groups?id=060a7108-23a2-4f2f-9f1d-ecf71d4b7ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3339474 May 20 21:06:30.079488 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-41f04f44-7aaf-4d92-86d4-297200388bba None None] For port 27b331f9-13b9-4c48-9980-6fccdaf5958d, host n-d-842733-1, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 21:06:30.102574 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-41f04f44-7aaf-4d92-86d4-297200388bba None None] For port 27b331f9-13b9-4c48-9980-6fccdaf5958d, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=27b331f9-13b9-4c48-9980-6fccdaf5958d,segment=NetworkSegment(2c2f916b-e6d2-42d4-8f4d-98d795aebff3),segment_id=2c2f916b-e6d2-42d4-8f4d-98d795aebff3)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 21:06:30.161644 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5441477b-6299-41df-948f-9148c72258f5 req-85c9cd01-735e-43be-a0a5-ba2a49dbadc4 tempest-ServerAddressesNegativeTestJSON-910421399 tempest-ServerAddressesNegativeTestJSON-910421399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:06:30.166545 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5441477b-6299-41df-948f-9148c72258f5 req-85c9cd01-735e-43be-a0a5-ba2a49dbadc4 tempest-ServerAddressesNegativeTestJSON-910421399 tempest-ServerAddressesNegativeTestJSON-910421399-project] 10.222.0.24 "GET /v2.0/ports?device_id=916d14fb-cde6-41e0-96ff-0bc29105c2cc HTTP/1.1" status: 200 len: 945 time: 0.1968071 May 20 21:06:30.189618 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-41f04f44-7aaf-4d92-86d4-297200388bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:30.256965 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b41030d4-61b7-440b-a451-3eed30832219 None None] Current status of the port c63c186c-bd29-4a98-8332-aefa60bc4ec0 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:06:30.267117 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f04f44-7aaf-4d92-86d4-297200388bba None None] Pushing event updated for resources: {'Port': ['ID=27b331f9-13b9-4c48-9980-6fccdaf5958d,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:06:30.279742 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port c63c186c-bd29-4a98-8332-aefa60bc4ec0 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:06:30.292602 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-73a1b1dd-7ace-4894-be41-e0cabd29f49b tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:30.305965 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae34b028-f104-4284-bc4d-f8c9845f4f52 req-553e00ec-d38e-483e-9dbd-fb255199482c tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:06:30.308262 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ae34b028-f104-4284-bc4d-f8c9845f4f52 req-553e00ec-d38e-483e-9dbd-fb255199482c tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/ports?device_id=da2f92a8-72f9-46a0-8a7e-a125e28b102d HTTP/1.1" status: 200 len: 945 time: 0.2388577 May 20 21:06:30.464743 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ae34b028-f104-4284-bc4d-f8c9845f4f52 req-dfe028d9-4c0e-4cc9-805a-da4b66c9f02b tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/security-groups?id=82988572-6e98-4d4a-89ee-f1a227fea559&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1338089 May 20 21:06:30.501037 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [req-5441477b-6299-41df-948f-9148c72258f5 req-3923e71f-be2f-4cb5-aa17-5d0cafdc044b tempest-ServerAddressesNegativeTestJSON-910421399 tempest-ServerAddressesNegativeTestJSON-910421399-project] Deleting port 56fb143d-1427-43e3-829a-38e63a709052 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:06:30.501427 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-5441477b-6299-41df-948f-9148c72258f5 req-3923e71f-be2f-4cb5-aa17-5d0cafdc044b tempest-ServerAddressesNegativeTestJSON-910421399 tempest-ServerAddressesNegativeTestJSON-910421399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:30.786725 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-5441477b-6299-41df-948f-9148c72258f5 req-3923e71f-be2f-4cb5-aa17-5d0cafdc044b tempest-ServerAddressesNegativeTestJSON-910421399 tempest-ServerAddressesNegativeTestJSON-910421399-project] For port 56fb143d-1427-43e3-829a-38e63a709052, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=56fb143d-1427-43e3-829a-38e63a709052,segment=NetworkSegment(b27896c4-30e9-4995-a611-10df92148480),segment_id=b27896c4-30e9-4995-a611-10df92148480)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:06:30.787535 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-5441477b-6299-41df-948f-9148c72258f5 req-3923e71f-be2f-4cb5-aa17-5d0cafdc044b tempest-ServerAddressesNegativeTestJSON-910421399 tempest-ServerAddressesNegativeTestJSON-910421399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:30.830652 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [req-5441477b-6299-41df-948f-9148c72258f5 req-3923e71f-be2f-4cb5-aa17-5d0cafdc044b tempest-ServerAddressesNegativeTestJSON-910421399 tempest-ServerAddressesNegativeTestJSON-910421399-project] Calling delete_port for 56fb143d-1427-43e3-829a-38e63a709052 owned by compute:nova {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:06:30.899675 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0052a9ba-b2b4-4148-9da2-f23baed1732f req-65673b80-1f91-48ca-b902-dfd4f45ce043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:06:30.905372 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-0052a9ba-b2b4-4148-9da2-f23baed1732f req-65673b80-1f91-48ca-b902-dfd4f45ce043 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d7932b75a33b465998804b193e9be7ad&device_id=da2f92a8-72f9-46a0-8a7e-a125e28b102d HTTP/1.1" status: 200 len: 1096 time: 0.0924313 May 20 21:06:30.938170 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-73a1b1dd-7ace-4894-be41-e0cabd29f49b tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Allocated IP 172.23.0.1 (1c66dca2-5196-4d3a-a7d1-2f43d01e064a/9865c2ba-bf5c-490a-b147-91a7c55506ce/17fcd6e7-8c3f-4397-b280-d73696fe2f81) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:06:31.146846 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-73a1b1dd-7ace-4894-be41-e0cabd29f49b tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:31.171259 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0052a9ba-b2b4-4148-9da2-f23baed1732f req-1508d1ef-57cb-4477-832a-7f1bdfc25dad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:06:31.175333 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-0052a9ba-b2b4-4148-9da2-f23baed1732f req-1508d1ef-57cb-4477-832a-7f1bdfc25dad service neutron] 10.222.0.13 "GET /v2.0/networks?id=66a75e9f-357c-4d3b-b3f3-b40223d117cb HTTP/1.1" status: 200 len: 898 time: 0.2478409 May 20 21:06:31.264359 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0146d6-169c-40ca-8a9a-370a409df6c3 req-aeb5676c-8ebe-4a07-9d93-e0053f744300 tempest-ServerAddressesNegativeTestJSON-910421399 tempest-ServerAddressesNegativeTestJSON-910421399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:06:31.265919 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-da0146d6-169c-40ca-8a9a-370a409df6c3 req-aeb5676c-8ebe-4a07-9d93-e0053f744300 tempest-ServerAddressesNegativeTestJSON-910421399 tempest-ServerAddressesNegativeTestJSON-910421399-project] 10.222.0.35 "GET /v2.0/ports?device_id=916d14fb-cde6-41e0-96ff-0bc29105c2cc HTTP/1.1" status: 200 len: 945 time: 0.0938997 May 20 21:06:31.308578 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-0052a9ba-b2b4-4148-9da2-f23baed1732f req-71ab8d98-2c5f-4f5f-b609-5f5d0f1546b7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7dda6a34-c056-4878-8bef-3216d68732b7 HTTP/1.1" status: 200 len: 1001 time: 0.1236162 May 20 21:06:31.330318 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-da0146d6-169c-40ca-8a9a-370a409df6c3 req-0d440c68-5d17-4dea-8459-68ce83d5090d tempest-ServerAddressesNegativeTestJSON-910421399 tempest-ServerAddressesNegativeTestJSON-910421399-project] 10.222.0.35 "GET /v2.0/security-groups?id=060a7108-23a2-4f2f-9f1d-ecf71d4b7ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563807 May 20 21:06:31.334739 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-5441477b-6299-41df-948f-9148c72258f5 req-3923e71f-be2f-4cb5-aa17-5d0cafdc044b tempest-ServerAddressesNegativeTestJSON-910421399 tempest-ServerAddressesNegativeTestJSON-910421399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:31.346883 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] get_ports_and_sgs() called for port_ids ['56fb143d-1427-43e3-829a-38e63a709052'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 21:06:31.441600 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0052a9ba-b2b4-4148-9da2-f23baed1732f req-0bf4c2bc-0815-4402-9d76-fa44275bcdd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:06:31.442015 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-73a1b1dd-7ace-4894-be41-e0cabd29f49b tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:31.443874 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-0052a9ba-b2b4-4148-9da2-f23baed1732f req-0bf4c2bc-0815-4402-9d76-fa44275bcdd5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4f2dd424-d313-4cbe-936c-07a33e8ea05a HTTP/1.1" status: 200 len: 835 time: 0.1264238 May 20 21:06:31.469573 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3923e71f-be2f-4cb5-aa17-5d0cafdc044b tempest-ServerAddressesNegativeTestJSON-910421399 tempest-ServerAddressesNegativeTestJSON-910421399-project] Pushing event deleted for resources: {'Port': ['ID=56fb143d-1427-43e3-829a-38e63a709052,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:06:31.593088 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0052a9ba-b2b4-4148-9da2-f23baed1732f req-b08451e0-762c-4927-aad7-a19ed7b8c991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:06:31.598655 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-0052a9ba-b2b4-4148-9da2-f23baed1732f req-b08451e0-762c-4927-aad7-a19ed7b8c991 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=66a75e9f-357c-4d3b-b3f3-b40223d117cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1461723 May 20 21:06:31.622461 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73a1b1dd-7ace-4894-be41-e0cabd29f49b tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Network 1c66dca2-5196-4d3a-a7d1-2f43d01e064a is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:06:31.637739 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [req-5441477b-6299-41df-948f-9148c72258f5 req-3923e71f-be2f-4cb5-aa17-5d0cafdc044b tempest-ServerAddressesNegativeTestJSON-910421399 tempest-ServerAddressesNegativeTestJSON-910421399-project] No DVR routers for this DVR port 56fb143d-1427-43e3-829a-38e63a709052 on host n-h1-842733-1 {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 21:06:31.654730 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-73a1b1dd-7ace-4894-be41-e0cabd29f49b tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:06:31.657099 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-5441477b-6299-41df-948f-9148c72258f5 req-3923e71f-be2f-4cb5-aa17-5d0cafdc044b tempest-ServerAddressesNegativeTestJSON-910421399 tempest-ServerAddressesNegativeTestJSON-910421399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:31.660430 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5441477b-6299-41df-948f-9148c72258f5 req-3923e71f-be2f-4cb5-aa17-5d0cafdc044b tempest-ServerAddressesNegativeTestJSON-910421399 tempest-ServerAddressesNegativeTestJSON-910421399-project] 10.222.0.24 "DELETE /v2.0/ports/56fb143d-1427-43e3-829a-38e63a709052 HTTP/1.1" status: 204 len: 173 time: 1.4814281 May 20 21:06:31.678147 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '916d14fb-cde6-41e0-96ff-0bc29105c2cc', 'name': 'network-vif-deleted', 'tag': '56fb143d-1427-43e3-829a-38e63a709052'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 21:06:31.681311 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4291b17aa7b45362825f0571e77c85f5e73afe1df9c7e9e15006df9d695c005e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6597c622-2448-4549-91cb-1fb45de00eed" -d '{"events": [{"server_uuid": "916d14fb-cde6-41e0-96ff-0bc29105c2cc", "name": "network-vif-deleted", "tag": "56fb143d-1427-43e3-829a-38e63a709052"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 21:06:31.689278 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a1b1dd-7ace-4894-be41-e0cabd29f49b tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:06:31.690960 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 27b331f9-13b9-4c48-9980-6fccdaf5958d up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:06:31.766591 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 21:06:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0536f75-ceee-46d4-b4b6-80f96ef00c1f x-openstack-request-id: req-b0536f75-ceee-46d4-b4b6-80f96ef00c1f {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 21:06:31.767165 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "916d14fb-cde6-41e0-96ff-0bc29105c2cc", "name": "network-vif-deleted", "tag": "56fb143d-1427-43e3-829a-38e63a709052", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 21:06:31.767575 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b0536f75-ceee-46d4-b4b6-80f96ef00c1f {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 21:06:31.769355 n-d-842733-1 neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0536f75-ceee-46d4-b4b6-80f96ef00c1f'] response: {'server_uuid': '916d14fb-cde6-41e0-96ff-0bc29105c2cc', 'name': 'network-vif-deleted', 'tag': '56fb143d-1427-43e3-829a-38e63a709052', 'status': 'completed', 'code': 200} May 20 21:06:31.808207 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a1b1dd-7ace-4894-be41-e0cabd29f49b tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Pushing event updated for resources: {'Port': ['ID=17fcd6e7-8c3f-4397-b280-d73696fe2f81,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:06:31.817390 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 27b331f9-13b9-4c48-9980-6fccdaf5958d triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:06:31.817784 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:31.833791 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-73a1b1dd-7ace-4894-be41-e0cabd29f49b tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748409'] for router_interface, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:31.847914 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425010c8-c22c-4250-929d-aa3a5d36e41b req-e380149f-d5a0-41ba-baa1-d91573d5efde tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:06:31.849880 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-425010c8-c22c-4250-929d-aa3a5d36e41b req-e380149f-d5a0-41ba-baa1-d91573d5efde tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/ports?device_id=da2f92a8-72f9-46a0-8a7e-a125e28b102d HTTP/1.1" status: 200 len: 945 time: 0.2262089 May 20 21:06:31.890456 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-0052a9ba-b2b4-4148-9da2-f23baed1732f req-d562e988-b0dc-4735-a4b3-8d94892f5cf5 service neutron] 10.222.0.13 "GET /v2.0/networks/66a75e9f-357c-4d3b-b3f3-b40223d117cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2761338 May 20 21:06:32.031568 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-425010c8-c22c-4250-929d-aa3a5d36e41b req-d5541cb7-3809-4582-b3e9-23f3d5ce699d tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/security-groups?id=82988572-6e98-4d4a-89ee-f1a227fea559&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1251230 May 20 21:06:32.055064 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 27b331f9-13b9-4c48-9980-6fccdaf5958d is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:06:32.055458 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:32.122605 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] For port 27b331f9-13b9-4c48-9980-6fccdaf5958d, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=27b331f9-13b9-4c48-9980-6fccdaf5958d,segment=NetworkSegment(2c2f916b-e6d2-42d4-8f4d-98d795aebff3),segment_id=2c2f916b-e6d2-42d4-8f4d-98d795aebff3)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:06:32.134502 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-0052a9ba-b2b4-4148-9da2-f23baed1732f req-e547ee01-913a-49e2-afbd-7f19d23bc8d4 service neutron] 10.222.0.13 "GET /v2.0/networks/66a75e9f-357c-4d3b-b3f3-b40223d117cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2427478 May 20 21:06:32.186061 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-73a1b1dd-7ace-4894-be41-e0cabd29f49b tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:32.197269 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f293c25-5e96-46e0-a048-8cf813bce712 None None] Network 1c66dca2-5196-4d3a-a7d1-2f43d01e064a requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:06:32.263219 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:32.263988 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device c63c186c-bd29-4a98-8332-aefa60bc4ec0 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:06:32.673431 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Pushing event updated for resources: {'Port': ['ID=27b331f9-13b9-4c48-9980-6fccdaf5958d,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:06:32.717976 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-2227a0c4-7431-409a-8b41-ac2f9f3ace36 None None] Provisioning complete for port 27b331f9-13b9-4c48-9980-6fccdaf5958d triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:06:32.718432 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-2227a0c4-7431-409a-8b41-ac2f9f3ace36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:32.766081 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b97455e0-9342-471d-9941-208c381267b9 req-87dc9e10-d330-45f0-be6b-ad9d53dc2aec tempest-ServerAddressesNegativeTestJSON-910421399 tempest-ServerAddressesNegativeTestJSON-910421399-project] 10.222.0.35 "GET /v2.0/ports?device_id=916d14fb-cde6-41e0-96ff-0bc29105c2cc HTTP/1.1" status: 200 len: 210 time: 0.0781515 May 20 21:06:32.848657 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:32.964541 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port c63c186c-bd29-4a98-8332-aefa60bc4ec0 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:06:32.964916 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:32.997111 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-2227a0c4-7431-409a-8b41-ac2f9f3ace36 None None] Current status of the port 27b331f9-13b9-4c48-9980-6fccdaf5958d is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:06:33.060487 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-73a1b1dd-7ace-4894-be41-e0cabd29f49b tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks [] for port, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:33.102527 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port c63c186c-bd29-4a98-8332-aefa60bc4ec0 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:06:33.169333 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-73a1b1dd-7ace-4894-be41-e0cabd29f49b tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:33.258443 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-73a1b1dd-7ace-4894-be41-e0cabd29f49b tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748437'] for router_interface, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:33.431180 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-dd175f11-3abf-4bba-a2ac-686e67fcd78f None None] Provisioning complete for port 17fcd6e7-8c3f-4397-b280-d73696fe2f81 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:06:33.431553 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-dd175f11-3abf-4bba-a2ac-686e67fcd78f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:33.516555 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a1b1dd-7ace-4894-be41-e0cabd29f49b tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Pushing event updated for resources: {'Port': ['ID=17fcd6e7-8c3f-4397-b280-d73696fe2f81,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:06:33.530344 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99a510d-d34f-4d39-9b56-dc44bc83ffa7 req-682f0649-a026-4427-bfca-120bdbd0fbd1 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:06:33.532053 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b99a510d-d34f-4d39-9b56-dc44bc83ffa7 req-682f0649-a026-4427-bfca-120bdbd0fbd1 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/ports?device_id=da2f92a8-72f9-46a0-8a7e-a125e28b102d HTTP/1.1" status: 200 len: 945 time: 0.3796620 May 20 21:06:33.561766 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-dd175f11-3abf-4bba-a2ac-686e67fcd78f None None] Port 17fcd6e7-8c3f-4397-b280-d73696fe2f81 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 21:06:33.579991 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73a1b1dd-7ace-4894-be41-e0cabd29f49b tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Network 1c66dca2-5196-4d3a-a7d1-2f43d01e064a is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:06:33.584306 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 27b331f9-13b9-4c48-9980-6fccdaf5958d up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:06:33.594764 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 56fb143d-1427-43e3-829a-38e63a709052 no longer exists at agent hyperv_n-h1-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 21:06:33.605096 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-73a1b1dd-7ace-4894-be41-e0cabd29f49b tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:06:33.629119 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] No Port match for: 56fb143d-1427-43e3-829a-38e63a709052 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 21:06:33.629634 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 56fb143d-1427-43e3-829a-38e63a709052 not bound to the agent host n-h1-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 21:06:33.664212 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-dd175f11-3abf-4bba-a2ac-686e67fcd78f None None] Provisioning complete for port 27b331f9-13b9-4c48-9980-6fccdaf5958d triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:06:33.665425 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-dd175f11-3abf-4bba-a2ac-686e67fcd78f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:33.770936 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 27b331f9-13b9-4c48-9980-6fccdaf5958d triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:06:33.771519 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:33.862276 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 47196) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:06:33.875765 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-dd175f11-3abf-4bba-a2ac-686e67fcd78f None None] Current status of the port 27b331f9-13b9-4c48-9980-6fccdaf5958d is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:06:33.924089 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b99a510d-d34f-4d39-9b56-dc44bc83ffa7 req-3275b438-12f7-4f76-bfba-fbc6c7cb2a13 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/security-groups?id=82988572-6e98-4d4a-89ee-f1a227fea559&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3675885 May 20 21:06:33.929603 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73a1b1dd-7ace-4894-be41-e0cabd29f49b tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Router 20221858-3dea-4014-b32f-56ce2ea1f109 has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 21:06:33.946436 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0102434-e09a-4085-9c78-62969a03c0d8 admin admin] Deleting subnet f56567e0-4641-46ba-a4ac-f2ac31a971d2 {{(pid=103162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 20 21:06:33.961503 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b0102434-e09a-4085-9c78-62969a03c0d8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:34.002188 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 27b331f9-13b9-4c48-9980-6fccdaf5958d is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:06:34.053814 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-206fca7c-0e20-4349-9462-efd8b99481a7 None None] Provisioning complete for port 17fcd6e7-8c3f-4397-b280-d73696fe2f81 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:06:34.054243 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-206fca7c-0e20-4349-9462-efd8b99481a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:34.083073 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b0102434-e09a-4085-9c78-62969a03c0d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3738392'] for subnet, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:34.119131 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73a1b1dd-7ace-4894-be41-e0cabd29f49b tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 21:06:34.125418 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-73a1b1dd-7ace-4894-be41-e0cabd29f49b tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] 10.222.0.35 "PUT /v2.0/routers/20221858-3dea-4014-b32f-56ce2ea1f109/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7665453 May 20 21:06:34.128847 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 47202) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:06:34.145962 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-ee012b26-728a-4a1e-af79-4a3fd83763f3 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:06:34.174150 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-206fca7c-0e20-4349-9462-efd8b99481a7 None None] Port 17fcd6e7-8c3f-4397-b280-d73696fe2f81 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 21:06:34.177544 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16151d8e-1150-490f-8bce-d03ddee3ce37 None None] Sync routers for ids ['20221858-3dea-4014-b32f-56ce2ea1f109'] in n-d-842733-1 {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 21:06:34.191295 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16151d8e-1150-490f-8bce-d03ddee3ce37 None None] Routers {'20221858-3dea-4014-b32f-56ce2ea1f109'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:06:34.191941 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-16151d8e-1150-490f-8bce-d03ddee3ce37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:06:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['20221858-3dea-4014-b32f-56ce2ea1f109'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:06:34.193007 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b0102434-e09a-4085-9c78-62969a03c0d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33068388'] for subnet, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:34.375053 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b0102434-e09a-4085-9c78-62969a03c0d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33068399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3797621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4018265'] for subnet, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:34.396416 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-16151d8e-1150-490f-8bce-d03ddee3ce37 None None] Set router 20221858-3dea-4014-b32f-56ce2ea1f109 gateway port host: None {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:06:34.403637 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-99ee261a-37b3-4873-a024-f6d055c235aa None None] Provisioning complete for port 17fcd6e7-8c3f-4397-b280-d73696fe2f81 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:06:34.407446 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-99ee261a-37b3-4873-a024-f6d055c235aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:34.431131 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0102434-e09a-4085-9c78-62969a03c0d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f56567e0-4641-46ba-a4ac-f2ac31a971d2,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:06:34.444048 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b0102434-e09a-4085-9c78-62969a03c0d8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:34.451117 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-b0102434-e09a-4085-9c78-62969a03c0d8 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/f56567e0-4641-46ba-a4ac-f2ac31a971d2 HTTP/1.1" status: 204 len: 168 time: 0.5852699 May 20 21:06:34.451852 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 47204) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:06:34.546256 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4b9bada5-dc57-439e-83ee-579fe3285c42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33160123'] for network, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:34.606883 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-99ee261a-37b3-4873-a024-f6d055c235aa None None] Port 17fcd6e7-8c3f-4397-b280-d73696fe2f81 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 21:06:34.661102 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4b9bada5-dc57-439e-83ee-579fe3285c42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33072115', 'neutron.services.segments.db._delete_segments_for_network-8782419500584'] for network, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:34.716343 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-4b9bada5-dc57-439e-83ee-579fe3285c42 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c29033be-cf7b-4f14-994d-becc99184bf8']}} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:06:34.741739 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-4b9bada5-dc57-439e-83ee-579fe3285c42 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b27896c4-30e9-4995-a611-10df92148480') {'for_net_delete': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:06:34.742120 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-4b9bada5-dc57-439e-83ee-579fe3285c42 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b27896c4-30e9-4995-a611-10df92148480') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:06:34.762329 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4b9bada5-dc57-439e-83ee-579fe3285c42 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419501617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3738385'] for segment, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:34.783126 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4b9bada5-dc57-439e-83ee-579fe3285c42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:34.790080 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b9bada5-dc57-439e-83ee-579fe3285c42 admin admin] Releasing vlan 208 on physical network physnet1 to pool {{(pid=103162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 21:06:34.790476 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4b9bada5-dc57-439e-83ee-579fe3285c42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3800791'] for segment, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:34.792970 n-d-842733-1 neutron-server[103162]: Traceback (most recent call last): May 20 21:06:34.792970 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 21:06:34.792970 n-d-842733-1 neutron-server[103162]: timer() May 20 21:06:34.792970 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 21:06:34.792970 n-d-842733-1 neutron-server[103162]: cb(*args, **kw) May 20 21:06:34.792970 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 20 21:06:34.792970 n-d-842733-1 neutron-server[103162]: return func(*args, **kwargs) May 20 21:06:34.792970 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 21:06:34.792970 n-d-842733-1 neutron-server[103162]: self._notify() May 20 21:06:34.792970 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 21:06:34.792970 n-d-842733-1 neutron-server[103162]: self.callback(batched_events) May 20 21:06:34.792970 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 21:06:34.792970 n-d-842733-1 neutron-server[103162]: event.method(event) May 20 21:06:34.792970 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 20 21:06:34.792970 n-d-842733-1 neutron-server[103162]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 21:06:34.792970 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 20 21:06:34.792970 n-d-842733-1 neutron-server[103162]: aggregate_uuid = self.p_client.list_aggregates( May 20 21:06:34.792970 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 20 21:06:34.792970 n-d-842733-1 neutron-server[103162]: return f(self, *a, **k) May 20 21:06:34.792970 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 20 21:06:34.792970 n-d-842733-1 neutron-server[103162]: return self._get(url).json() May 20 21:06:34.792970 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 20 21:06:34.792970 n-d-842733-1 neutron-server[103162]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 21:06:34.792970 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 21:06:34.792970 n-d-842733-1 neutron-server[103162]: return self.request(url, 'GET', **kwargs) May 20 21:06:34.792970 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 21:06:34.792970 n-d-842733-1 neutron-server[103162]: base_url = self.get_endpoint(auth, allow=allow, May 20 21:06:34.792970 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 21:06:34.792970 n-d-842733-1 neutron-server[103162]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 21:06:34.792970 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 21:06:34.792970 n-d-842733-1 neutron-server[103162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 21:06:34.792970 n-d-842733-1 neutron-server[103162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 21:06:34.863463 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-16151d8e-1150-490f-8bce-d03ddee3ce37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20221858-3dea-4014-b32f-56ce2ea1f109', 'name': 'tempest-RoutersTest-router-698900241', 'tenant_id': 'd4fe1859a2dd44a8943722001f06bb5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:06:07Z', 'updated_at': '2022-05-20T21:06:32Z', 'revision_number': 5, 'project_id': 'd4fe1859a2dd44a8943722001f06bb5e', 'gw_port_host': None, '_interfaces': [{'id': '17fcd6e7-8c3f-4397-b280-d73696fe2f81', 'name': '', 'network_id': '1c66dca2-5196-4d3a-a7d1-2f43d01e064a', 'tenant_id': 'd4fe1859a2dd44a8943722001f06bb5e', 'mac_address': 'fa:16:3e:3c:a4:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20221858-3dea-4014-b32f-56ce2ea1f109', 'device_owner': 'network:router_interface', 'standard_attr_id': 3417, 'fixed_ips': [{'subnet_id': '9865c2ba-bf5c-490a-b147-91a7c55506ce', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:06:30Z', 'updated_at': '2022-05-20T21:06:32Z', 'revision_number': 2, 'project_id': 'd4fe1859a2dd44a8943722001f06bb5e', 'subnets': [{'id': '9865c2ba-bf5c-490a-b147-91a7c55506ce', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9b2edef8-8082-4950-b6e7-f8d0eb78a611', 'name': '', 'network_id': 'df56f14c-2781-4394-ae94-3641f83dfbc7', 'tenant_id': 'd4fe1859a2dd44a8943722001f06bb5e', 'mac_address': 'fa:16:3e:ce:26:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20221858-3dea-4014-b32f-56ce2ea1f109', 'device_owner': 'network:router_interface', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': '377a720b-15d1-40d3-9dc2-d25ad5092cbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:06:09Z', 'updated_at': '2022-05-20T21:06:15Z', 'revision_number': 5, 'project_id': 'd4fe1859a2dd44a8943722001f06bb5e', 'subnets': [{'id': '377a720b-15d1-40d3-9dc2-d25ad5092cbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bf7ca239-baa1-4f0a-9fe0-1f773e79c6fe', 'name': '', 'network_id': '9277b9da-3adb-48bc-ad5e-97f067e99b78', 'tenant_id': 'd4fe1859a2dd44a8943722001f06bb5e', 'mac_address': 'fa:16:3e:3d:d5:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20221858-3dea-4014-b32f-56ce2ea1f109', 'device_owner': 'network:router_interface', 'standard_attr_id': 3402, 'fixed_ips': [{'subnet_id': 'e1714506-4470-4c5c-9d33-a0afc117a3f6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:06:15Z', 'updated_at': '2022-05-20T21:06:22Z', 'revision_number': 5, 'project_id': 'd4fe1859a2dd44a8943722001f06bb5e', 'subnets': [{'id': 'e1714506-4470-4c5c-9d33-a0afc117a3f6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c63c186c-bd29-4a98-8332-aefa60bc4ec0', 'name': '', 'network_id': 'de2dba03-cadc-4406-ac28-daedae76caad', 'tenant_id': 'd4fe1859a2dd44a8943722001f06bb5e', 'mac_address': 'fa:16:3e:47:88:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20221858-3dea-4014-b32f-56ce2ea1f109', 'device_owner': 'network:router_interface', 'standard_attr_id': 3412, 'fixed_ips': [{'subnet_id': '4780a1f5-d849-400d-a3f1-5bcc4f0fd0b3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:06:21Z', 'updated_at': '2022-05-20T21:06:29Z', 'revision_number': 5, 'project_id': 'd4fe1859a2dd44a8943722001f06bb5e', 'subnets': [{'id': '4780a1f5-d849-400d-a3f1-5bcc4f0fd0b3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:06:34.901869 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16151d8e-1150-490f-8bce-d03ddee3ce37 None None] Checking router: 20221858-3dea-4014-b32f-56ce2ea1f109 for host: n-d-842733-1 {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 21:06:34.901869 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16151d8e-1150-490f-8bce-d03ddee3ce37 None None] Updating router 20221858-3dea-4014-b32f-56ce2ea1f109 port 17fcd6e7-8c3f-4397-b280-d73696fe2f81 binding host n-d-842733-1 {{(pid=103164) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 21:06:34.931093 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-16151d8e-1150-490f-8bce-d03ddee3ce37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:34.934985 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4b9bada5-dc57-439e-83ee-579fe3285c42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33072122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748162'] for network, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:34.979578 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4b9bada5-dc57-439e-83ee-579fe3285c42 admin admin] Notify callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:34.997900 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-4b9bada5-dc57-439e-83ee-579fe3285c42 admin admin] 10.222.0.35 "DELETE /v2.0/networks/c29033be-cf7b-4f14-994d-becc99184bf8 HTTP/1.1" status: 204 len: 168 time: 0.5448625 May 20 21:06:35.002149 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9bada5-dc57-439e-83ee-579fe3285c42 admin admin] Pushing event deleted for resources: {'Network': ['ID=c29033be-cf7b-4f14-994d-becc99184bf8,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:06:35.251172 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9578c00f-fc50-453b-89d0-b04c46d51cff req-3c0f8ba2-8299-4d3a-b2c7-c8f4cba36cf1 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:06:35.251172 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9578c00f-fc50-453b-89d0-b04c46d51cff req-3c0f8ba2-8299-4d3a-b2c7-c8f4cba36cf1 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/ports?device_id=da2f92a8-72f9-46a0-8a7e-a125e28b102d HTTP/1.1" status: 200 len: 945 time: 0.1188309 May 20 21:06:35.265921 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.extraroute_db [None req-ee012b26-728a-4a1e-af79-4a3fd83763f3 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=103163) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} May 20 21:06:35.282380 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9578c00f-fc50-453b-89d0-b04c46d51cff req-808f4e7a-69ba-4324-be98-1604bd967c70 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/security-groups?id=82988572-6e98-4d4a-89ee-f1a227fea559&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590980 May 20 21:06:35.287991 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.extraroute_db [None req-ee012b26-728a-4a1e-af79-4a3fd83763f3 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Removed routes are [] {{(pid=103163) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} May 20 21:06:35.291537 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ee012b26-728a-4a1e-af79-4a3fd83763f3 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-748143', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-693059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26112'] for router, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:35.349951 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-16151d8e-1150-490f-8bce-d03ddee3ce37 None None] Notify callbacks [] for port, precommit_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:35.493110 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-16151d8e-1150-490f-8bce-d03ddee3ce37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:35.548270 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984d42a9-57e3-4e65-ba5e-cd8c9bfbdc1d None None] Pushing event updated for resources: {'Port': ['ID=17fcd6e7-8c3f-4397-b280-d73696fe2f81,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:06:35.620113 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-16151d8e-1150-490f-8bce-d03ddee3ce37 None None] Attempting to bind port 17fcd6e7-8c3f-4397-b280-d73696fe2f81 on host n-d-842733-1 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:06:35.621088 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-16151d8e-1150-490f-8bce-d03ddee3ce37 None None] Attempting to bind port 17fcd6e7-8c3f-4397-b280-d73696fe2f81 by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': '2c2f916b-e6d2-42d4-8f4d-98d795aebff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '1c66dca2-5196-4d3a-a7d1-2f43d01e064a'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:06:35.621822 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16151d8e-1150-490f-8bce-d03ddee3ce37 None None] Attempting to bind port 17fcd6e7-8c3f-4397-b280-d73696fe2f81 on network 1c66dca2-5196-4d3a-a7d1-2f43d01e064a {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:06:35.631159 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16151d8e-1150-490f-8bce-d03ddee3ce37 None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 21, 6, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 21:06:35.637768 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16151d8e-1150-490f-8bce-d03ddee3ce37 None None] Checking segment: {'id': '2c2f916b-e6d2-42d4-8f4d-98d795aebff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '1c66dca2-5196-4d3a-a7d1-2f43d01e064a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:06:35.637768 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-16151d8e-1150-490f-8bce-d03ddee3ce37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:35.637768 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16151d8e-1150-490f-8bce-d03ddee3ce37 None None] Bound using segment: {'id': '2c2f916b-e6d2-42d4-8f4d-98d795aebff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '1c66dca2-5196-4d3a-a7d1-2f43d01e064a'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 21:06:35.637768 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-16151d8e-1150-490f-8bce-d03ddee3ce37 None None] Bound port: 17fcd6e7-8c3f-4397-b280-d73696fe2f81, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c2f916b-e6d2-42d4-8f4d-98d795aebff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '1c66dca2-5196-4d3a-a7d1-2f43d01e064a'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:06:35.637768 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-16151d8e-1150-490f-8bce-d03ddee3ce37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:35.658474 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 47228) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:06:35.748250 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ee012b26-728a-4a1e-af79-4a3fd83763f3 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-748143', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-693059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26112'] for router, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:35.751972 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ee012b26-728a-4a1e-af79-4a3fd83763f3 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-748132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-748125', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-693176'] for router, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:35.855427 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-16151d8e-1150-490f-8bce-d03ddee3ce37 None None] For port 17fcd6e7-8c3f-4397-b280-d73696fe2f81, host n-d-842733-1, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 21:06:35.873544 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-16151d8e-1150-490f-8bce-d03ddee3ce37 None None] For port 17fcd6e7-8c3f-4397-b280-d73696fe2f81, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=17fcd6e7-8c3f-4397-b280-d73696fe2f81,segment=NetworkSegment(2c2f916b-e6d2-42d4-8f4d-98d795aebff3),segment_id=2c2f916b-e6d2-42d4-8f4d-98d795aebff3)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 21:06:35.884337 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee012b26-728a-4a1e-af79-4a3fd83763f3 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Router 20221858-3dea-4014-b32f-56ce2ea1f109 has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 21:06:35.973298 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-16151d8e-1150-490f-8bce-d03ddee3ce37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:36.100896 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-44caa0e5-3ad5-4265-8e55-1d0af61bfc64 None None] Provisioning complete for port 17fcd6e7-8c3f-4397-b280-d73696fe2f81 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:06:36.103410 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-44caa0e5-3ad5-4265-8e55-1d0af61bfc64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:36.124523 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee012b26-728a-4a1e-af79-4a3fd83763f3 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 21:06:36.139338 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ee012b26-728a-4a1e-af79-4a3fd83763f3 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks [] for router, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:36.141917 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-ee012b26-728a-4a1e-af79-4a3fd83763f3 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] 10.222.0.35 "PUT /v2.0/routers/20221858-3dea-4014-b32f-56ce2ea1f109 HTTP/1.1" status: 200 len: 933 time: 2.0077558 May 20 21:06:36.146479 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 47236) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:06:36.222189 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16151d8e-1150-490f-8bce-d03ddee3ce37 None None] Routers {'20221858-3dea-4014-b32f-56ce2ea1f109'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:06:36.223644 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-16151d8e-1150-490f-8bce-d03ddee3ce37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:06:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['20221858-3dea-4014-b32f-56ce2ea1f109'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:06:36.361190 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-7cdc9c84-be81-47c2-b060-700f6b928a06 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] 10.222.0.35 "GET /v2.0/routers/20221858-3dea-4014-b32f-56ce2ea1f109 HTTP/1.1" status: 200 len: 933 time: 0.2171741 May 20 21:06:36.362255 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 47240) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:06:36.367463 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-6e13abe9-934e-4e49-b3f3-ca34f81a7564 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Request body: {'router': {'routes': None}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:06:36.490748 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-15013c4a-4889-4ccc-959e-c95b95e11402 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=bd2c0f3962d64e8bbc51e119c0866118&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8280904 May 20 21:06:36.491313 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 47242) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:06:36.499898 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984d42a9-57e3-4e65-ba5e-cd8c9bfbdc1d None None] Pushing event updated for resources: {'Port': ['ID=17fcd6e7-8c3f-4397-b280-d73696fe2f81,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:06:36.590856 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-44caa0e5-3ad5-4265-8e55-1d0af61bfc64 None None] Current status of the port 17fcd6e7-8c3f-4397-b280-d73696fe2f81 is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:06:36.591188 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-44caa0e5-3ad5-4265-8e55-1d0af61bfc64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:36.596285 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f3e51ee1-1777-4621-ae7f-715d354ff30b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:36.606582 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34eaf895-5185-4ea5-842c-56b36d4248dd req-d26a7b13-9916-42af-a283-9f1f021bc55c tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:06:36.608823 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-34eaf895-5185-4ea5-842c-56b36d4248dd req-d26a7b13-9916-42af-a283-9f1f021bc55c tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/ports?device_id=da2f92a8-72f9-46a0-8a7e-a125e28b102d HTTP/1.1" status: 200 len: 945 time: 0.0935247 May 20 21:06:36.626073 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-16151d8e-1150-490f-8bce-d03ddee3ce37 None None] Set router 20221858-3dea-4014-b32f-56ce2ea1f109 gateway port host: None {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:06:36.647636 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f3e51ee1-1777-4621-ae7f-715d354ff30b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:36.669071 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-44caa0e5-3ad5-4265-8e55-1d0af61bfc64 None None] For port 17fcd6e7-8c3f-4397-b280-d73696fe2f81, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=17fcd6e7-8c3f-4397-b280-d73696fe2f81,segment=NetworkSegment(2c2f916b-e6d2-42d4-8f4d-98d795aebff3),segment_id=2c2f916b-e6d2-42d4-8f4d-98d795aebff3)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:06:36.803089 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f3e51ee1-1777-4621-ae7f-715d354ff30b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:36.806048 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f3e51ee1-1777-4621-ae7f-715d354ff30b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:36.810762 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-f3e51ee1-1777-4621-ae7f-715d354ff30b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/060a7108-23a2-4f2f-9f1d-ecf71d4b7ff6 HTTP/1.1" status: 204 len: 168 time: 0.3188300 May 20 21:06:36.845163 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-34eaf895-5185-4ea5-842c-56b36d4248dd req-bb99b3e2-1735-4724-92af-00137c68e637 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/security-groups?id=82988572-6e98-4d4a-89ee-f1a227fea559&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1121027 May 20 21:06:36.856286 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-44caa0e5-3ad5-4265-8e55-1d0af61bfc64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:36.859628 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e51ee1-1777-4621-ae7f-715d354ff30b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=060a7108-23a2-4f2f-9f1d-ecf71d4b7ff6,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:06:37.130575 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44caa0e5-3ad5-4265-8e55-1d0af61bfc64 None None] Pushing event updated for resources: {'Port': ['ID=17fcd6e7-8c3f-4397-b280-d73696fe2f81,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:06:37.145594 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.extraroute_db [None req-6e13abe9-934e-4e49-b3f3-ca34f81a7564 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Added routes are [] {{(pid=103163) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} May 20 21:06:37.146050 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.extraroute_db [None req-6e13abe9-934e-4e49-b3f3-ca34f81a7564 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=103163) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} May 20 21:06:37.211527 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-3f14a836-d112-4418-8491-f111a9cfd539 None None] Provisioning complete for port 17fcd6e7-8c3f-4397-b280-d73696fe2f81 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:06:37.211527 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f14a836-d112-4418-8491-f111a9cfd539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:37.220432 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6e13abe9-934e-4e49-b3f3-ca34f81a7564 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-748143', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-693059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26112'] for router, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:37.586747 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f14a836-d112-4418-8491-f111a9cfd539 None None] Current status of the port 17fcd6e7-8c3f-4397-b280-d73696fe2f81 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:06:37.620392 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-16151d8e-1150-490f-8bce-d03ddee3ce37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20221858-3dea-4014-b32f-56ce2ea1f109', 'name': 'tempest-RoutersTest-router-698900241', 'tenant_id': 'd4fe1859a2dd44a8943722001f06bb5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:06:07Z', 'updated_at': '2022-05-20T21:06:35Z', 'revision_number': 6, 'project_id': 'd4fe1859a2dd44a8943722001f06bb5e', 'gw_port_host': None, '_interfaces': [{'id': '17fcd6e7-8c3f-4397-b280-d73696fe2f81', 'name': '', 'network_id': '1c66dca2-5196-4d3a-a7d1-2f43d01e064a', 'tenant_id': 'd4fe1859a2dd44a8943722001f06bb5e', 'mac_address': 'fa:16:3e:3c:a4:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20221858-3dea-4014-b32f-56ce2ea1f109', 'device_owner': 'network:router_interface', 'standard_attr_id': 3417, 'fixed_ips': [{'subnet_id': '9865c2ba-bf5c-490a-b147-91a7c55506ce', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:06:30Z', 'updated_at': '2022-05-20T21:06:35Z', 'revision_number': 4, 'project_id': 'd4fe1859a2dd44a8943722001f06bb5e', 'subnets': [{'id': '9865c2ba-bf5c-490a-b147-91a7c55506ce', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9b2edef8-8082-4950-b6e7-f8d0eb78a611', 'name': '', 'network_id': 'df56f14c-2781-4394-ae94-3641f83dfbc7', 'tenant_id': 'd4fe1859a2dd44a8943722001f06bb5e', 'mac_address': 'fa:16:3e:ce:26:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20221858-3dea-4014-b32f-56ce2ea1f109', 'device_owner': 'network:router_interface', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': '377a720b-15d1-40d3-9dc2-d25ad5092cbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:06:09Z', 'updated_at': '2022-05-20T21:06:15Z', 'revision_number': 5, 'project_id': 'd4fe1859a2dd44a8943722001f06bb5e', 'subnets': [{'id': '377a720b-15d1-40d3-9dc2-d25ad5092cbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bf7ca239-baa1-4f0a-9fe0-1f773e79c6fe', 'name': '', 'network_id': '9277b9da-3adb-48bc-ad5e-97f067e99b78', 'tenant_id': 'd4fe1859a2dd44a8943722001f06bb5e', 'mac_address': 'fa:16:3e:3d:d5:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20221858-3dea-4014-b32f-56ce2ea1f109', 'device_owner': 'network:router_interface', 'standard_attr_id': 3402, 'fixed_ips': [{'subnet_id': 'e1714506-4470-4c5c-9d33-a0afc117a3f6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:06:15Z', 'updated_at': '2022-05-20T21:06:22Z', 'revision_number': 5, 'project_id': 'd4fe1859a2dd44a8943722001f06bb5e', 'subnets': [{'id': 'e1714506-4470-4c5c-9d33-a0afc117a3f6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c63c186c-bd29-4a98-8332-aefa60bc4ec0', 'name': '', 'network_id': 'de2dba03-cadc-4406-ac28-daedae76caad', 'tenant_id': 'd4fe1859a2dd44a8943722001f06bb5e', 'mac_address': 'fa:16:3e:47:88:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20221858-3dea-4014-b32f-56ce2ea1f109', 'device_owner': 'network:router_interface', 'standard_attr_id': 3412, 'fixed_ips': [{'subnet_id': '4780a1f5-d849-400d-a3f1-5bcc4f0fd0b3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:06:21Z', 'updated_at': '2022-05-20T21:06:29Z', 'revision_number': 5, 'project_id': 'd4fe1859a2dd44a8943722001f06bb5e', 'subnets': [{'id': '4780a1f5-d849-400d-a3f1-5bcc4f0fd0b3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:06:37.655359 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16151d8e-1150-490f-8bce-d03ddee3ce37 None None] The sync data for ids ['20221858-3dea-4014-b32f-56ce2ea1f109'] in n-d-842733-1 is: [{'id': '20221858-3dea-4014-b32f-56ce2ea1f109', 'name': 'tempest-RoutersTest-router-698900241', 'tenant_id': 'd4fe1859a2dd44a8943722001f06bb5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:06:07Z', 'updated_at': '2022-05-20T21:06:35Z', 'revision_number': 6, 'project_id': 'd4fe1859a2dd44a8943722001f06bb5e', 'gw_port_host': None, '_interfaces': [{'id': '17fcd6e7-8c3f-4397-b280-d73696fe2f81', 'name': '', 'network_id': '1c66dca2-5196-4d3a-a7d1-2f43d01e064a', 'tenant_id': 'd4fe1859a2dd44a8943722001f06bb5e', 'mac_address': 'fa:16:3e:3c:a4:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20221858-3dea-4014-b32f-56ce2ea1f109', 'device_owner': 'network:router_interface', 'standard_attr_id': 3417, 'fixed_ips': [{'subnet_id': '9865c2ba-bf5c-490a-b147-91a7c55506ce', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:06:30Z', 'updated_at': '2022-05-20T21:06:35Z', 'revision_number': 4, 'project_id': 'd4fe1859a2dd44a8943722001f06bb5e', 'subnets': [{'id': '9865c2ba-bf5c-490a-b147-91a7c55506ce', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9b2edef8-8082-4950-b6e7-f8d0eb78a611', 'name': '', 'network_id': 'df56f14c-2781-4394-ae94-3641f83dfbc7', 'tenant_id': 'd4fe1859a2dd44a8943722001f06bb5e', 'mac_address': 'fa:16:3e:ce:26:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20221858-3dea-4014-b32f-56ce2ea1f109', 'device_owner': 'network:router_interface', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': '377a720b-15d1-40d3-9dc2-d25ad5092cbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:06:09Z', 'updated_at': '2022-05-20T21:06:15Z', 'revision_number': 5, 'project_id': 'd4fe1859a2dd44a8943722001f06bb5e', 'subnets': [{'id': '377a720b-15d1-40d3-9dc2-d25ad5092cbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bf7ca239-baa1-4f0a-9fe0-1f773e79c6fe', 'name': '', 'network_id': '9277b9da-3adb-48bc-ad5e-97f067e99b78', 'tenant_id': 'd4fe1859a2dd44a8943722001f06bb5e', 'mac_address': 'fa:16:3e:3d:d5:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20221858-3dea-4014-b32f-56ce2ea1f109', 'device_owner': 'network:router_interface', 'standard_attr_id': 3402, 'fixed_ips': [{'subnet_id': 'e1714506-4470-4c5c-9d33-a0afc117a3f6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:06:15Z', 'updated_at': '2022-05-20T21:06:22Z', 'revision_number': 5, 'project_id': 'd4fe1859a2dd44a8943722001f06bb5e', 'subnets': [{'id': 'e1714506-4470-4c5c-9d33-a0afc117a3f6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c63c186c-bd29-4a98-8332-aefa60bc4ec0', 'name': '', 'network_id': 'de2dba03-cadc-4406-ac28-daedae76caad', 'tenant_id': 'd4fe1859a2dd44a8943722001f06bb5e', 'mac_address': 'fa:16:3e:47:88:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20221858-3dea-4014-b32f-56ce2ea1f109', 'device_owner': 'network:router_interface', 'standard_attr_id': 3412, 'fixed_ips': [{'subnet_id': '4780a1f5-d849-400d-a3f1-5bcc4f0fd0b3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:06:21Z', 'updated_at': '2022-05-20T21:06:29Z', 'revision_number': 5, 'project_id': 'd4fe1859a2dd44a8943722001f06bb5e', 'subnets': [{'id': '4780a1f5-d849-400d-a3f1-5bcc4f0fd0b3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 21:06:37.691144 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6e13abe9-934e-4e49-b3f3-ca34f81a7564 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-748143', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-693059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26112'] for router, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:37.694579 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6e13abe9-934e-4e49-b3f3-ca34f81a7564 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-748132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-748125', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-693176'] for router, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:37.855829 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e13abe9-934e-4e49-b3f3-ca34f81a7564 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Router 20221858-3dea-4014-b32f-56ce2ea1f109 has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 21:06:38.154921 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.agents_db [None req-5c33ad30-4e00-40fa-b486-8c79c4a6cfc5 None None] Agent healthcheck: found 7 active agents {{(pid=103165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 20 21:06:38.624845 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e13abe9-934e-4e49-b3f3-ca34f81a7564 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 21:06:38.634654 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6e13abe9-934e-4e49-b3f3-ca34f81a7564 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks [] for router, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:38.638610 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 47278) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:06:38.641263 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-6e13abe9-934e-4e49-b3f3-ca34f81a7564 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] 10.222.0.35 "PUT /v2.0/routers/20221858-3dea-4014-b32f-56ce2ea1f109 HTTP/1.1" status: 200 len: 699 time: 2.2778556 May 20 21:06:38.679010 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4157a624-d1ec-43e0-9b6b-da81ba240203 req-ebf30844-7f32-4547-9240-112c67adef62 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:06:38.687080 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4157a624-d1ec-43e0-9b6b-da81ba240203 req-ebf30844-7f32-4547-9240-112c67adef62 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/ports?device_id=da2f92a8-72f9-46a0-8a7e-a125e28b102d HTTP/1.1" status: 200 len: 945 time: 0.7383180 May 20 21:06:38.784915 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4157a624-d1ec-43e0-9b6b-da81ba240203 req-3f7576fc-ccee-4fed-9092-385168c276dc tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/security-groups?id=82988572-6e98-4d4a-89ee-f1a227fea559&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0968091 May 20 21:06:38.820345 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 47282) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:06:38.832125 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-c9217cd1-284d-404b-9b56-982d327cf0d4 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] 10.222.0.35 "GET /v2.0/routers/20221858-3dea-4014-b32f-56ce2ea1f109 HTTP/1.1" status: 200 len: 699 time: 0.1910834 May 20 21:06:39.069167 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb87760-bfbb-4d88-9397-87716be3adf1 None None] Sync routers for ids ['20221858-3dea-4014-b32f-56ce2ea1f109'] in n-d-842733-1 {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 21:06:39.086552 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb87760-bfbb-4d88-9397-87716be3adf1 None None] Routers {'20221858-3dea-4014-b32f-56ce2ea1f109'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:06:39.087584 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-2bb87760-bfbb-4d88-9397-87716be3adf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:06:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['20221858-3dea-4014-b32f-56ce2ea1f109'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:06:39.222112 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-2bb87760-bfbb-4d88-9397-87716be3adf1 None None] Set router 20221858-3dea-4014-b32f-56ce2ea1f109 gateway port host: None {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:06:39.452757 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-cdeead22-e2f7-40da-af3d-e6bf59c147ac tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748528'] for router_interface, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:39.587531 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 17fcd6e7-8c3f-4397-b280-d73696fe2f81 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:06:39.613682 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-2bb87760-bfbb-4d88-9397-87716be3adf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20221858-3dea-4014-b32f-56ce2ea1f109', 'name': 'tempest-RoutersTest-router-698900241', 'tenant_id': 'd4fe1859a2dd44a8943722001f06bb5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:06:07Z', 'updated_at': '2022-05-20T21:06:37Z', 'revision_number': 7, 'project_id': 'd4fe1859a2dd44a8943722001f06bb5e', 'gw_port_host': None, '_interfaces': [{'id': '17fcd6e7-8c3f-4397-b280-d73696fe2f81', 'name': '', 'network_id': '1c66dca2-5196-4d3a-a7d1-2f43d01e064a', 'tenant_id': 'd4fe1859a2dd44a8943722001f06bb5e', 'mac_address': 'fa:16:3e:3c:a4:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20221858-3dea-4014-b32f-56ce2ea1f109', 'device_owner': 'network:router_interface', 'standard_attr_id': 3417, 'fixed_ips': [{'subnet_id': '9865c2ba-bf5c-490a-b147-91a7c55506ce', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:06:30Z', 'updated_at': '2022-05-20T21:06:36Z', 'revision_number': 5, 'project_id': 'd4fe1859a2dd44a8943722001f06bb5e', 'subnets': [{'id': '9865c2ba-bf5c-490a-b147-91a7c55506ce', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9b2edef8-8082-4950-b6e7-f8d0eb78a611', 'name': '', 'network_id': 'df56f14c-2781-4394-ae94-3641f83dfbc7', 'tenant_id': 'd4fe1859a2dd44a8943722001f06bb5e', 'mac_address': 'fa:16:3e:ce:26:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20221858-3dea-4014-b32f-56ce2ea1f109', 'device_owner': 'network:router_interface', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': '377a720b-15d1-40d3-9dc2-d25ad5092cbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:06:09Z', 'updated_at': '2022-05-20T21:06:15Z', 'revision_number': 5, 'project_id': 'd4fe1859a2dd44a8943722001f06bb5e', 'subnets': [{'id': '377a720b-15d1-40d3-9dc2-d25ad5092cbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bf7ca239-baa1-4f0a-9fe0-1f773e79c6fe', 'name': '', 'network_id': '9277b9da-3adb-48bc-ad5e-97f067e99b78', 'tenant_id': 'd4fe1859a2dd44a8943722001f06bb5e', 'mac_address': 'fa:16:3e:3d:d5:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20221858-3dea-4014-b32f-56ce2ea1f109', 'device_owner': 'network:router_interface', 'standard_attr_id': 3402, 'fixed_ips': [{'subnet_id': 'e1714506-4470-4c5c-9d33-a0afc117a3f6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:06:15Z', 'updated_at': '2022-05-20T21:06:22Z', 'revision_number': 5, 'project_id': 'd4fe1859a2dd44a8943722001f06bb5e', 'subnets': [{'id': 'e1714506-4470-4c5c-9d33-a0afc117a3f6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c63c186c-bd29-4a98-8332-aefa60bc4ec0', 'name': '', 'network_id': 'de2dba03-cadc-4406-ac28-daedae76caad', 'tenant_id': 'd4fe1859a2dd44a8943722001f06bb5e', 'mac_address': 'fa:16:3e:47:88:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20221858-3dea-4014-b32f-56ce2ea1f109', 'device_owner': 'network:router_interface', 'standard_attr_id': 3412, 'fixed_ips': [{'subnet_id': '4780a1f5-d849-400d-a3f1-5bcc4f0fd0b3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:06:21Z', 'updated_at': '2022-05-20T21:06:29Z', 'revision_number': 5, 'project_id': 'd4fe1859a2dd44a8943722001f06bb5e', 'subnets': [{'id': '4780a1f5-d849-400d-a3f1-5bcc4f0fd0b3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:06:39.695113 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb87760-bfbb-4d88-9397-87716be3adf1 None None] Checking router: 20221858-3dea-4014-b32f-56ce2ea1f109 for host: n-d-842733-1 {{(pid=103165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 21:06:39.702570 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 17fcd6e7-8c3f-4397-b280-d73696fe2f81 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:06:39.703517 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:39.824184 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb87760-bfbb-4d88-9397-87716be3adf1 None None] Routers {'20221858-3dea-4014-b32f-56ce2ea1f109'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:06:39.824184 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-2bb87760-bfbb-4d88-9397-87716be3adf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:06:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['20221858-3dea-4014-b32f-56ce2ea1f109'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:06:39.824610 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-137bd7c5-0ae1-4ac7-b26c-3c725d4281c8 req-708ac6ef-3cb3-4d7c-aec3-bde06c82e22a tempest-ServerShowV247Test-2140867618 tempest-ServerShowV247Test-2140867618-project] 10.222.0.35 "GET /v2.0/ports?device_id=3e284305-faa0-4b10-b1cf-4e6dfd6c6e1b HTTP/1.1" status: 200 len: 210 time: 0.1760967 May 20 21:06:39.884366 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 17fcd6e7-8c3f-4397-b280-d73696fe2f81 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:06:39.980339 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-2bb87760-bfbb-4d88-9397-87716be3adf1 None None] Set router 20221858-3dea-4014-b32f-56ce2ea1f109 gateway port host: None {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:06:40.163471 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f081a9-9320-4564-b401-5ddc4fbb6a01 req-b187e1f7-ba73-47da-8139-c1b304b429da tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:06:40.172995 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-47f081a9-9320-4564-b401-5ddc4fbb6a01 req-b187e1f7-ba73-47da-8139-c1b304b429da tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/ports?device_id=da2f92a8-72f9-46a0-8a7e-a125e28b102d HTTP/1.1" status: 200 len: 945 time: 0.1548209 May 20 21:06:40.227569 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-cdeead22-e2f7-40da-af3d-e6bf59c147ac tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Deleting port 17fcd6e7-8c3f-4397-b280-d73696fe2f81 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:06:40.228413 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-cdeead22-e2f7-40da-af3d-e6bf59c147ac tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:40.286355 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-47f081a9-9320-4564-b401-5ddc4fbb6a01 req-4e3661a7-c799-40e7-93a6-4859d6829c04 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/security-groups?id=82988572-6e98-4d4a-89ee-f1a227fea559&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1120102 May 20 21:06:40.357539 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-cdeead22-e2f7-40da-af3d-e6bf59c147ac tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] For port 17fcd6e7-8c3f-4397-b280-d73696fe2f81, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=17fcd6e7-8c3f-4397-b280-d73696fe2f81,segment=NetworkSegment(2c2f916b-e6d2-42d4-8f4d-98d795aebff3),segment_id=2c2f916b-e6d2-42d4-8f4d-98d795aebff3)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:06:40.358223 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-cdeead22-e2f7-40da-af3d-e6bf59c147ac tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:40.366595 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-2bb87760-bfbb-4d88-9397-87716be3adf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20221858-3dea-4014-b32f-56ce2ea1f109', 'name': 'tempest-RoutersTest-router-698900241', 'tenant_id': 'd4fe1859a2dd44a8943722001f06bb5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:06:07Z', 'updated_at': '2022-05-20T21:06:37Z', 'revision_number': 7, 'project_id': 'd4fe1859a2dd44a8943722001f06bb5e', 'gw_port_host': None, '_interfaces': [{'id': '17fcd6e7-8c3f-4397-b280-d73696fe2f81', 'name': '', 'network_id': '1c66dca2-5196-4d3a-a7d1-2f43d01e064a', 'tenant_id': 'd4fe1859a2dd44a8943722001f06bb5e', 'mac_address': 'fa:16:3e:3c:a4:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20221858-3dea-4014-b32f-56ce2ea1f109', 'device_owner': 'network:router_interface', 'standard_attr_id': 3417, 'fixed_ips': [{'subnet_id': '9865c2ba-bf5c-490a-b147-91a7c55506ce', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:06:30Z', 'updated_at': '2022-05-20T21:06:36Z', 'revision_number': 5, 'project_id': 'd4fe1859a2dd44a8943722001f06bb5e', 'subnets': [{'id': '9865c2ba-bf5c-490a-b147-91a7c55506ce', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9b2edef8-8082-4950-b6e7-f8d0eb78a611', 'name': '', 'network_id': 'df56f14c-2781-4394-ae94-3641f83dfbc7', 'tenant_id': 'd4fe1859a2dd44a8943722001f06bb5e', 'mac_address': 'fa:16:3e:ce:26:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20221858-3dea-4014-b32f-56ce2ea1f109', 'device_owner': 'network:router_interface', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': '377a720b-15d1-40d3-9dc2-d25ad5092cbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:06:09Z', 'updated_at': '2022-05-20T21:06:15Z', 'revision_number': 5, 'project_id': 'd4fe1859a2dd44a8943722001f06bb5e', 'subnets': [{'id': '377a720b-15d1-40d3-9dc2-d25ad5092cbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bf7ca239-baa1-4f0a-9fe0-1f773e79c6fe', 'name': '', 'network_id': '9277b9da-3adb-48bc-ad5e-97f067e99b78', 'tenant_id': 'd4fe1859a2dd44a8943722001f06bb5e', 'mac_address': 'fa:16:3e:3d:d5:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20221858-3dea-4014-b32f-56ce2ea1f109', 'device_owner': 'network:router_interface', 'standard_attr_id': 3402, 'fixed_ips': [{'subnet_id': 'e1714506-4470-4c5c-9d33-a0afc117a3f6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:06:15Z', 'updated_at': '2022-05-20T21:06:22Z', 'revision_number': 5, 'project_id': 'd4fe1859a2dd44a8943722001f06bb5e', 'subnets': [{'id': 'e1714506-4470-4c5c-9d33-a0afc117a3f6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c63c186c-bd29-4a98-8332-aefa60bc4ec0', 'name': '', 'network_id': 'de2dba03-cadc-4406-ac28-daedae76caad', 'tenant_id': 'd4fe1859a2dd44a8943722001f06bb5e', 'mac_address': 'fa:16:3e:47:88:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20221858-3dea-4014-b32f-56ce2ea1f109', 'device_owner': 'network:router_interface', 'standard_attr_id': 3412, 'fixed_ips': [{'subnet_id': '4780a1f5-d849-400d-a3f1-5bcc4f0fd0b3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:06:21Z', 'updated_at': '2022-05-20T21:06:29Z', 'revision_number': 5, 'project_id': 'd4fe1859a2dd44a8943722001f06bb5e', 'subnets': [{'id': '4780a1f5-d849-400d-a3f1-5bcc4f0fd0b3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:06:40.393884 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-cdeead22-e2f7-40da-af3d-e6bf59c147ac tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Calling delete_port for 17fcd6e7-8c3f-4397-b280-d73696fe2f81 owned by network:router_interface {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:06:40.407759 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb87760-bfbb-4d88-9397-87716be3adf1 None None] The sync data for ids ['20221858-3dea-4014-b32f-56ce2ea1f109'] in n-d-842733-1 is: [{'id': '20221858-3dea-4014-b32f-56ce2ea1f109', 'name': 'tempest-RoutersTest-router-698900241', 'tenant_id': 'd4fe1859a2dd44a8943722001f06bb5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:06:07Z', 'updated_at': '2022-05-20T21:06:37Z', 'revision_number': 7, 'project_id': 'd4fe1859a2dd44a8943722001f06bb5e', 'gw_port_host': None, '_interfaces': [{'id': '17fcd6e7-8c3f-4397-b280-d73696fe2f81', 'name': '', 'network_id': '1c66dca2-5196-4d3a-a7d1-2f43d01e064a', 'tenant_id': 'd4fe1859a2dd44a8943722001f06bb5e', 'mac_address': 'fa:16:3e:3c:a4:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20221858-3dea-4014-b32f-56ce2ea1f109', 'device_owner': 'network:router_interface', 'standard_attr_id': 3417, 'fixed_ips': [{'subnet_id': '9865c2ba-bf5c-490a-b147-91a7c55506ce', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:06:30Z', 'updated_at': '2022-05-20T21:06:36Z', 'revision_number': 5, 'project_id': 'd4fe1859a2dd44a8943722001f06bb5e', 'subnets': [{'id': '9865c2ba-bf5c-490a-b147-91a7c55506ce', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9b2edef8-8082-4950-b6e7-f8d0eb78a611', 'name': '', 'network_id': 'df56f14c-2781-4394-ae94-3641f83dfbc7', 'tenant_id': 'd4fe1859a2dd44a8943722001f06bb5e', 'mac_address': 'fa:16:3e:ce:26:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20221858-3dea-4014-b32f-56ce2ea1f109', 'device_owner': 'network:router_interface', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': '377a720b-15d1-40d3-9dc2-d25ad5092cbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:06:09Z', 'updated_at': '2022-05-20T21:06:15Z', 'revision_number': 5, 'project_id': 'd4fe1859a2dd44a8943722001f06bb5e', 'subnets': [{'id': '377a720b-15d1-40d3-9dc2-d25ad5092cbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bf7ca239-baa1-4f0a-9fe0-1f773e79c6fe', 'name': '', 'network_id': '9277b9da-3adb-48bc-ad5e-97f067e99b78', 'tenant_id': 'd4fe1859a2dd44a8943722001f06bb5e', 'mac_address': 'fa:16:3e:3d:d5:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20221858-3dea-4014-b32f-56ce2ea1f109', 'device_owner': 'network:router_interface', 'standard_attr_id': 3402, 'fixed_ips': [{'subnet_id': 'e1714506-4470-4c5c-9d33-a0afc117a3f6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:06:15Z', 'updated_at': '2022-05-20T21:06:22Z', 'revision_number': 5, 'project_id': 'd4fe1859a2dd44a8943722001f06bb5e', 'subnets': [{'id': 'e1714506-4470-4c5c-9d33-a0afc117a3f6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c63c186c-bd29-4a98-8332-aefa60bc4ec0', 'name': '', 'network_id': 'de2dba03-cadc-4406-ac28-daedae76caad', 'tenant_id': 'd4fe1859a2dd44a8943722001f06bb5e', 'mac_address': 'fa:16:3e:47:88:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20221858-3dea-4014-b32f-56ce2ea1f109', 'device_owner': 'network:router_interface', 'standard_attr_id': 3412, 'fixed_ips': [{'subnet_id': '4780a1f5-d849-400d-a3f1-5bcc4f0fd0b3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:06:21Z', 'updated_at': '2022-05-20T21:06:29Z', 'revision_number': 5, 'project_id': 'd4fe1859a2dd44a8943722001f06bb5e', 'subnets': [{'id': '4780a1f5-d849-400d-a3f1-5bcc4f0fd0b3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 21:06:40.770432 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-cdeead22-e2f7-40da-af3d-e6bf59c147ac tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:40.868415 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdeead22-e2f7-40da-af3d-e6bf59c147ac tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Pushing event deleted for resources: {'Port': ['ID=17fcd6e7-8c3f-4397-b280-d73696fe2f81,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:06:41.055871 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1a910c5b-4580-4b55-997b-a9d228a22041 req-adeb1f45-ee6a-46d0-9c91-32fbd12b3511 tempest-ServerShowV247Test-2140867618 tempest-ServerShowV247Test-2140867618-project] 10.222.0.35 "GET /v2.0/ports?device_id=1cceab9e-e5df-4636-9025-4b526a0fe6f0 HTTP/1.1" status: 200 len: 210 time: 0.0764225 May 20 21:06:41.241442 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-cdeead22-e2f7-40da-af3d-e6bf59c147ac tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-692224'] for router_interface, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:41.536881 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86d416c-33ad-4693-95b2-e79fe32c5c9f req-944483a8-1a41-41d7-bf93-a793e44d2a90 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:06:41.550168 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f86d416c-33ad-4693-95b2-e79fe32c5c9f req-944483a8-1a41-41d7-bf93-a793e44d2a90 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/ports?device_id=da2f92a8-72f9-46a0-8a7e-a125e28b102d HTTP/1.1" status: 200 len: 945 time: 0.1504064 May 20 21:06:41.627194 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f86d416c-33ad-4693-95b2-e79fe32c5c9f req-59048c60-58da-4912-b020-b25ac17dd3e3 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/security-groups?id=82988572-6e98-4d4a-89ee-f1a227fea559&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859976 May 20 21:06:41.633865 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdeead22-e2f7-40da-af3d-e6bf59c147ac tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Router 20221858-3dea-4014-b32f-56ce2ea1f109 has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 21:06:41.731114 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdeead22-e2f7-40da-af3d-e6bf59c147ac tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 21:06:41.736083 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-cdeead22-e2f7-40da-af3d-e6bf59c147ac tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] 10.222.0.35 "PUT /v2.0/routers/20221858-3dea-4014-b32f-56ce2ea1f109/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9172871 May 20 21:06:41.738888 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 47350) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:06:41.741905 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6400b35d-c733-41c9-b685-ec16879dc2e8 None None] Sync routers for ids ['20221858-3dea-4014-b32f-56ce2ea1f109'] in n-d-842733-1 {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 21:06:41.753817 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6400b35d-c733-41c9-b685-ec16879dc2e8 None None] Routers {'20221858-3dea-4014-b32f-56ce2ea1f109'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:06:41.754563 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-6400b35d-c733-41c9-b685-ec16879dc2e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:06:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['20221858-3dea-4014-b32f-56ce2ea1f109'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:06:41.796255 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6517c91-a876-474b-9c1f-4a20f9c65f1f tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Deleting subnet 9865c2ba-bf5c-490a-b147-91a7c55506ce {{(pid=103163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 20 21:06:41.800025 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e6517c91-a876-474b-9c1f-4a20f9c65f1f tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks [] for subnet, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:41.868007 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e6517c91-a876-474b-9c1f-4a20f9c65f1f tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9338757'] for subnet, precommit_delete_associations {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:41.896486 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-6400b35d-c733-41c9-b685-ec16879dc2e8 None None] Set router 20221858-3dea-4014-b32f-56ce2ea1f109 gateway port host: None {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:06:41.898420 n-d-842733-1 neutron-server[103162]: INFO neutron.api.v2.resource [req-88f990fc-8692-4075-ac93-d02fe6682cf3 req-4a5c4e08-6dec-4406-aca6-8780c3b6100d service neutron] show failed (client error): The resource could not be found. May 20 21:06:41.900199 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-88f990fc-8692-4075-ac93-d02fe6682cf3 req-4a5c4e08-6dec-4406-aca6-8780c3b6100d service neutron] 10.222.0.13 "GET /v2.0/ports/7dda6a34-c056-4878-8bef-3216d68732b7/bindings/n-h1-842733-1 HTTP/1.1" status: 404 len: 380 time: 0.0749571 May 20 21:06:42.001706 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e6517c91-a876-474b-9c1f-4a20f9c65f1f tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33068388'] for subnet, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:42.204155 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6f79eb47-0d5c-4df9-bfec-5a09f3a44daf req-bc2d61ab-0b5a-49de-8c7e-f6b00a8ea0b8 tempest-ServerShowV247Test-2140867618 tempest-ServerShowV247Test-2140867618-project] 10.222.0.35 "GET /v2.0/ports?device_id=1cceab9e-e5df-4636-9025-4b526a0fe6f0 HTTP/1.1" status: 200 len: 210 time: 0.0387509 May 20 21:06:42.217817 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-6400b35d-c733-41c9-b685-ec16879dc2e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20221858-3dea-4014-b32f-56ce2ea1f109', 'name': 'tempest-RoutersTest-router-698900241', 'tenant_id': 'd4fe1859a2dd44a8943722001f06bb5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:06:07Z', 'updated_at': '2022-05-20T21:06:40Z', 'revision_number': 8, 'project_id': 'd4fe1859a2dd44a8943722001f06bb5e', 'gw_port_host': None, '_interfaces': [{'id': '9b2edef8-8082-4950-b6e7-f8d0eb78a611', 'name': '', 'network_id': 'df56f14c-2781-4394-ae94-3641f83dfbc7', 'tenant_id': 'd4fe1859a2dd44a8943722001f06bb5e', 'mac_address': 'fa:16:3e:ce:26:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20221858-3dea-4014-b32f-56ce2ea1f109', 'device_owner': 'network:router_interface', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': '377a720b-15d1-40d3-9dc2-d25ad5092cbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:06:09Z', 'updated_at': '2022-05-20T21:06:15Z', 'revision_number': 5, 'project_id': 'd4fe1859a2dd44a8943722001f06bb5e', 'subnets': [{'id': '377a720b-15d1-40d3-9dc2-d25ad5092cbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bf7ca239-baa1-4f0a-9fe0-1f773e79c6fe', 'name': '', 'network_id': '9277b9da-3adb-48bc-ad5e-97f067e99b78', 'tenant_id': 'd4fe1859a2dd44a8943722001f06bb5e', 'mac_address': 'fa:16:3e:3d:d5:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20221858-3dea-4014-b32f-56ce2ea1f109', 'device_owner': 'network:router_interface', 'standard_attr_id': 3402, 'fixed_ips': [{'subnet_id': 'e1714506-4470-4c5c-9d33-a0afc117a3f6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:06:15Z', 'updated_at': '2022-05-20T21:06:22Z', 'revision_number': 5, 'project_id': 'd4fe1859a2dd44a8943722001f06bb5e', 'subnets': [{'id': 'e1714506-4470-4c5c-9d33-a0afc117a3f6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c63c186c-bd29-4a98-8332-aefa60bc4ec0', 'name': '', 'network_id': 'de2dba03-cadc-4406-ac28-daedae76caad', 'tenant_id': 'd4fe1859a2dd44a8943722001f06bb5e', 'mac_address': 'fa:16:3e:47:88:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20221858-3dea-4014-b32f-56ce2ea1f109', 'device_owner': 'network:router_interface', 'standard_attr_id': 3412, 'fixed_ips': [{'subnet_id': '4780a1f5-d849-400d-a3f1-5bcc4f0fd0b3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:06:21Z', 'updated_at': '2022-05-20T21:06:29Z', 'revision_number': 5, 'project_id': 'd4fe1859a2dd44a8943722001f06bb5e', 'subnets': [{'id': '4780a1f5-d849-400d-a3f1-5bcc4f0fd0b3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:06:42.253553 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e6517c91-a876-474b-9c1f-4a20f9c65f1f tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33068399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9641221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8422588'] for subnet, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:42.286648 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e6517c91-a876-474b-9c1f-4a20f9c65f1f tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks [] for subnet, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:42.290793 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-e6517c91-a876-474b-9c1f-4a20f9c65f1f tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] 10.222.0.35 "DELETE /v2.0/subnets/9865c2ba-bf5c-490a-b147-91a7c55506ce HTTP/1.1" status: 204 len: 168 time: 0.5509484 May 20 21:06:42.294532 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 47360) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:06:42.312607 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ed39fb6-5158-45a7-9f46-e3424e4743f1 None None] Network 1c66dca2-5196-4d3a-a7d1-2f43d01e064a requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:06:42.332350 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6517c91-a876-474b-9c1f-4a20f9c65f1f tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Pushing event deleted for resources: {'Subnet': ['ID=9865c2ba-bf5c-490a-b147-91a7c55506ce,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:06:42.446986 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6400b35d-c733-41c9-b685-ec16879dc2e8 None None] Checking router: 20221858-3dea-4014-b32f-56ce2ea1f109 for host: n-d-842733-1 {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 21:06:42.495458 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bf13fcac-91c4-4a6f-a337-c2c4b0ca5c1f tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33160123'] for network, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:42.518053 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6400b35d-c733-41c9-b685-ec16879dc2e8 None None] Routers {'20221858-3dea-4014-b32f-56ce2ea1f109'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:06:42.519064 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-6400b35d-c733-41c9-b685-ec16879dc2e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:06:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['20221858-3dea-4014-b32f-56ce2ea1f109'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:06:42.613954 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-bf13fcac-91c4-4a6f-a337-c2c4b0ca5c1f tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Deleting port 27b331f9-13b9-4c48-9980-6fccdaf5958d {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:06:42.614391 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bf13fcac-91c4-4a6f-a337-c2c4b0ca5c1f tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:42.709447 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-6400b35d-c733-41c9-b685-ec16879dc2e8 None None] Set router 20221858-3dea-4014-b32f-56ce2ea1f109 gateway port host: None {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:06:42.733866 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-bf13fcac-91c4-4a6f-a337-c2c4b0ca5c1f tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] For port 27b331f9-13b9-4c48-9980-6fccdaf5958d, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=27b331f9-13b9-4c48-9980-6fccdaf5958d,segment=NetworkSegment(2c2f916b-e6d2-42d4-8f4d-98d795aebff3),segment_id=2c2f916b-e6d2-42d4-8f4d-98d795aebff3)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:06:42.734236 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bf13fcac-91c4-4a6f-a337-c2c4b0ca5c1f tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:42.756860 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-bf13fcac-91c4-4a6f-a337-c2c4b0ca5c1f tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Calling delete_port for 27b331f9-13b9-4c48-9980-6fccdaf5958d owned by network:dhcp {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:06:42.813571 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f990fc-8692-4075-ac93-d02fe6682cf3 req-094a5141-d078-4ff2-a2b1-0b3a2208af1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:06:42.815121 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-88f990fc-8692-4075-ac93-d02fe6682cf3 req-094a5141-d078-4ff2-a2b1-0b3a2208af1f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=da2f92a8-72f9-46a0-8a7e-a125e28b102d&tenant_id=d7932b75a33b465998804b193e9be7ad HTTP/1.1" status: 200 len: 1096 time: 0.2188950 May 20 21:06:42.831504 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [req-88f990fc-8692-4075-ac93-d02fe6682cf3 req-331a32af-e1d4-49dc-8006-172a10c6e165 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-842733-1', 'device_owner': 'compute:nova'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:06:42.943261 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d5b01a-bff5-43d9-a3c5-079ebe3c1156 req-a87883a1-6107-44b4-8401-4d3eeaa90d82 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:06:42.944814 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-07d5b01a-bff5-43d9-a3c5-079ebe3c1156 req-a87883a1-6107-44b4-8401-4d3eeaa90d82 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/ports?device_id=da2f92a8-72f9-46a0-8a7e-a125e28b102d HTTP/1.1" status: 200 len: 945 time: 0.1743171 May 20 21:06:42.958063 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1a9c4b7-e627-4e26-996d-bfc7170a501c None None] DHCP port deletion for 1c66dca2-5196-4d3a-a7d1-2f43d01e064a request from n-d-842733-1 {{(pid=103164) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 21:06:42.978014 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bf13fcac-91c4-4a6f-a337-c2c4b0ca5c1f tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:42.987849 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-88f990fc-8692-4075-ac93-d02fe6682cf3 req-331a32af-e1d4-49dc-8006-172a10c6e165 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:43.060090 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf13fcac-91c4-4a6f-a337-c2c4b0ca5c1f tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Pushing event deleted for resources: {'Port': ['ID=27b331f9-13b9-4c48-9980-6fccdaf5958d,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:06:43.070600 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf13fcac-91c4-4a6f-a337-c2c4b0ca5c1f tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] No DVR routers for this DVR port 27b331f9-13b9-4c48-9980-6fccdaf5958d on host n-d-842733-1 {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 21:06:43.074849 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-07d5b01a-bff5-43d9-a3c5-079ebe3c1156 req-761c8953-51cd-4d01-895d-57b3dba9a975 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/security-groups?id=82988572-6e98-4d4a-89ee-f1a227fea559&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1190612 May 20 21:06:43.172320 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-f1a9c4b7-e627-4e26-996d-bfc7170a501c None None] Deleting port 27b331f9-13b9-4c48-9980-6fccdaf5958d {{(pid=103164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:06:43.172861 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-f1a9c4b7-e627-4e26-996d-bfc7170a501c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:43.247162 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bf13fcac-91c4-4a6f-a337-c2c4b0ca5c1f tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33072115', 'neutron.services.segments.db._delete_segments_for_network-8782419500584'] for network, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:43.300185 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-6400b35d-c733-41c9-b685-ec16879dc2e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20221858-3dea-4014-b32f-56ce2ea1f109', 'name': 'tempest-RoutersTest-router-698900241', 'tenant_id': 'd4fe1859a2dd44a8943722001f06bb5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:06:07Z', 'updated_at': '2022-05-20T21:06:40Z', 'revision_number': 8, 'project_id': 'd4fe1859a2dd44a8943722001f06bb5e', 'gw_port_host': None, '_interfaces': [{'id': '9b2edef8-8082-4950-b6e7-f8d0eb78a611', 'name': '', 'network_id': 'df56f14c-2781-4394-ae94-3641f83dfbc7', 'tenant_id': 'd4fe1859a2dd44a8943722001f06bb5e', 'mac_address': 'fa:16:3e:ce:26:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20221858-3dea-4014-b32f-56ce2ea1f109', 'device_owner': 'network:router_interface', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': '377a720b-15d1-40d3-9dc2-d25ad5092cbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:06:09Z', 'updated_at': '2022-05-20T21:06:15Z', 'revision_number': 5, 'project_id': 'd4fe1859a2dd44a8943722001f06bb5e', 'subnets': [{'id': '377a720b-15d1-40d3-9dc2-d25ad5092cbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bf7ca239-baa1-4f0a-9fe0-1f773e79c6fe', 'name': '', 'network_id': '9277b9da-3adb-48bc-ad5e-97f067e99b78', 'tenant_id': 'd4fe1859a2dd44a8943722001f06bb5e', 'mac_address': 'fa:16:3e:3d:d5:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20221858-3dea-4014-b32f-56ce2ea1f109', 'device_owner': 'network:router_interface', 'standard_attr_id': 3402, 'fixed_ips': [{'subnet_id': 'e1714506-4470-4c5c-9d33-a0afc117a3f6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:06:15Z', 'updated_at': '2022-05-20T21:06:22Z', 'revision_number': 5, 'project_id': 'd4fe1859a2dd44a8943722001f06bb5e', 'subnets': [{'id': 'e1714506-4470-4c5c-9d33-a0afc117a3f6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c63c186c-bd29-4a98-8332-aefa60bc4ec0', 'name': '', 'network_id': 'de2dba03-cadc-4406-ac28-daedae76caad', 'tenant_id': 'd4fe1859a2dd44a8943722001f06bb5e', 'mac_address': 'fa:16:3e:47:88:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20221858-3dea-4014-b32f-56ce2ea1f109', 'device_owner': 'network:router_interface', 'standard_attr_id': 3412, 'fixed_ips': [{'subnet_id': '4780a1f5-d849-400d-a3f1-5bcc4f0fd0b3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:06:21Z', 'updated_at': '2022-05-20T21:06:29Z', 'revision_number': 5, 'project_id': 'd4fe1859a2dd44a8943722001f06bb5e', 'subnets': [{'id': '4780a1f5-d849-400d-a3f1-5bcc4f0fd0b3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:06:43.302475 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-bf13fcac-91c4-4a6f-a337-c2c4b0ca5c1f tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c66dca2-5196-4d3a-a7d1-2f43d01e064a']}} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:06:43.327177 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-bf13fcac-91c4-4a6f-a337-c2c4b0ca5c1f tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c2f916b-e6d2-42d4-8f4d-98d795aebff3') {'for_net_delete': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:06:43.327513 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-bf13fcac-91c4-4a6f-a337-c2c4b0ca5c1f tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c2f916b-e6d2-42d4-8f4d-98d795aebff3') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:06:43.346132 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6400b35d-c733-41c9-b685-ec16879dc2e8 None None] The sync data for ids ['20221858-3dea-4014-b32f-56ce2ea1f109'] in n-d-842733-1 is: [{'id': '20221858-3dea-4014-b32f-56ce2ea1f109', 'name': 'tempest-RoutersTest-router-698900241', 'tenant_id': 'd4fe1859a2dd44a8943722001f06bb5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:06:07Z', 'updated_at': '2022-05-20T21:06:40Z', 'revision_number': 8, 'project_id': 'd4fe1859a2dd44a8943722001f06bb5e', 'gw_port_host': None, '_interfaces': [{'id': '9b2edef8-8082-4950-b6e7-f8d0eb78a611', 'name': '', 'network_id': 'df56f14c-2781-4394-ae94-3641f83dfbc7', 'tenant_id': 'd4fe1859a2dd44a8943722001f06bb5e', 'mac_address': 'fa:16:3e:ce:26:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20221858-3dea-4014-b32f-56ce2ea1f109', 'device_owner': 'network:router_interface', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': '377a720b-15d1-40d3-9dc2-d25ad5092cbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:06:09Z', 'updated_at': '2022-05-20T21:06:15Z', 'revision_number': 5, 'project_id': 'd4fe1859a2dd44a8943722001f06bb5e', 'subnets': [{'id': '377a720b-15d1-40d3-9dc2-d25ad5092cbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bf7ca239-baa1-4f0a-9fe0-1f773e79c6fe', 'name': '', 'network_id': '9277b9da-3adb-48bc-ad5e-97f067e99b78', 'tenant_id': 'd4fe1859a2dd44a8943722001f06bb5e', 'mac_address': 'fa:16:3e:3d:d5:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20221858-3dea-4014-b32f-56ce2ea1f109', 'device_owner': 'network:router_interface', 'standard_attr_id': 3402, 'fixed_ips': [{'subnet_id': 'e1714506-4470-4c5c-9d33-a0afc117a3f6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:06:15Z', 'updated_at': '2022-05-20T21:06:22Z', 'revision_number': 5, 'project_id': 'd4fe1859a2dd44a8943722001f06bb5e', 'subnets': [{'id': 'e1714506-4470-4c5c-9d33-a0afc117a3f6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c63c186c-bd29-4a98-8332-aefa60bc4ec0', 'name': '', 'network_id': 'de2dba03-cadc-4406-ac28-daedae76caad', 'tenant_id': 'd4fe1859a2dd44a8943722001f06bb5e', 'mac_address': 'fa:16:3e:47:88:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20221858-3dea-4014-b32f-56ce2ea1f109', 'device_owner': 'network:router_interface', 'standard_attr_id': 3412, 'fixed_ips': [{'subnet_id': '4780a1f5-d849-400d-a3f1-5bcc4f0fd0b3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:06:21Z', 'updated_at': '2022-05-20T21:06:29Z', 'revision_number': 5, 'project_id': 'd4fe1859a2dd44a8943722001f06bb5e', 'subnets': [{'id': '4780a1f5-d849-400d-a3f1-5bcc4f0fd0b3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 21:06:43.359063 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bf13fcac-91c4-4a6f-a337-c2c4b0ca5c1f tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419501617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3738385'] for segment, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:43.361325 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-f1a9c4b7-e627-4e26-996d-bfc7170a501c None None] For port 27b331f9-13b9-4c48-9980-6fccdaf5958d, host n-d-842733-1, got binding levels [] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:06:43.361957 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-f1a9c4b7-e627-4e26-996d-bfc7170a501c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:43.380918 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bf13fcac-91c4-4a6f-a337-c2c4b0ca5c1f tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:43.406860 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-f1a9c4b7-e627-4e26-996d-bfc7170a501c None None] Calling delete_port for 27b331f9-13b9-4c48-9980-6fccdaf5958d owned by network:dhcp {{(pid=103164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:06:43.408752 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.ipam_backend_mixin [None req-f1a9c4b7-e627-4e26-996d-bfc7170a501c None None] Port 27b331f9-13b9-4c48-9980-6fccdaf5958d was not found and therefore no delete operation was performed {{(pid=103164) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} May 20 21:06:43.410584 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-f1a9c4b7-e627-4e26-996d-bfc7170a501c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099'] for port, after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:43.410878 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf13fcac-91c4-4a6f-a337-c2c4b0ca5c1f tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Releasing vlan 232 on physical network physnet1 to pool {{(pid=103162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 21:06:43.411300 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bf13fcac-91c4-4a6f-a337-c2c4b0ca5c1f tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3800791'] for segment, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:43.427246 n-d-842733-1 neutron-server[103162]: Traceback (most recent call last): May 20 21:06:43.427246 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 21:06:43.427246 n-d-842733-1 neutron-server[103162]: timer() May 20 21:06:43.427246 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 21:06:43.427246 n-d-842733-1 neutron-server[103162]: cb(*args, **kw) May 20 21:06:43.427246 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 20 21:06:43.427246 n-d-842733-1 neutron-server[103162]: return func(*args, **kwargs) May 20 21:06:43.427246 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 21:06:43.427246 n-d-842733-1 neutron-server[103162]: self._notify() May 20 21:06:43.427246 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 21:06:43.427246 n-d-842733-1 neutron-server[103162]: self.callback(batched_events) May 20 21:06:43.427246 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 21:06:43.427246 n-d-842733-1 neutron-server[103162]: event.method(event) May 20 21:06:43.427246 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 20 21:06:43.427246 n-d-842733-1 neutron-server[103162]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 21:06:43.427246 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 20 21:06:43.427246 n-d-842733-1 neutron-server[103162]: aggregate_uuid = self.p_client.list_aggregates( May 20 21:06:43.427246 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 20 21:06:43.427246 n-d-842733-1 neutron-server[103162]: return f(self, *a, **k) May 20 21:06:43.427246 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 20 21:06:43.427246 n-d-842733-1 neutron-server[103162]: return self._get(url).json() May 20 21:06:43.427246 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 20 21:06:43.427246 n-d-842733-1 neutron-server[103162]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 21:06:43.427246 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 21:06:43.427246 n-d-842733-1 neutron-server[103162]: return self.request(url, 'GET', **kwargs) May 20 21:06:43.427246 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 21:06:43.427246 n-d-842733-1 neutron-server[103162]: base_url = self.get_endpoint(auth, allow=allow, May 20 21:06:43.427246 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 21:06:43.427246 n-d-842733-1 neutron-server[103162]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 21:06:43.427246 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 21:06:43.427246 n-d-842733-1 neutron-server[103162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 21:06:43.427246 n-d-842733-1 neutron-server[103162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 21:06:43.481863 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a9c4b7-e627-4e26-996d-bfc7170a501c None None] No DVR routers for this DVR port 27b331f9-13b9-4c48-9980-6fccdaf5958d on host n-d-842733-1 {{(pid=103164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 21:06:43.491795 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4ec3126e-ac56-4a11-88d9-7dbeb2f2617c req-63453155-73ed-43fc-98e6-e4dd1fbbfc8b tempest-ServerShowV247Test-2140867618 tempest-ServerShowV247Test-2140867618-project] 10.222.0.35 "GET /v2.0/ports?device_id=1cceab9e-e5df-4636-9025-4b526a0fe6f0 HTTP/1.1" status: 200 len: 210 time: 0.1252341 May 20 21:06:43.494583 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a9c4b7-e627-4e26-996d-bfc7170a501c None None] Pushing event deleted for resources: {'Port': ['ID=27b331f9-13b9-4c48-9980-6fccdaf5958d,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:06:43.567397 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-88f990fc-8692-4075-ac93-d02fe6682cf3 req-331a32af-e1d4-49dc-8006-172a10c6e165 service neutron] For port 7dda6a34-c056-4878-8bef-3216d68732b7, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=7dda6a34-c056-4878-8bef-3216d68732b7,segment=NetworkSegment(579e8990-be00-48cb-8473-77c1f4a0a964),segment_id=579e8990-be00-48cb-8473-77c1f4a0a964)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:06:43.638901 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-88f990fc-8692-4075-ac93-d02fe6682cf3 req-331a32af-e1d4-49dc-8006-172a10c6e165 service neutron] For port 7dda6a34-c056-4878-8bef-3216d68732b7, host n-h2-842733-1, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 21:06:43.673932 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bf13fcac-91c4-4a6f-a337-c2c4b0ca5c1f tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33072122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748162'] for network, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:43.681824 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bf13fcac-91c4-4a6f-a337-c2c4b0ca5c1f tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:43.695540 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-bf13fcac-91c4-4a6f-a337-c2c4b0ca5c1f tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] 10.222.0.35 "DELETE /v2.0/networks/1c66dca2-5196-4d3a-a7d1-2f43d01e064a HTTP/1.1" status: 204 len: 168 time: 1.3995948 May 20 21:06:43.695744 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 47378) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:06:43.712280 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da2f92a8-72f9-46a0-8a7e-a125e28b102d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7dda6a34-c056-4878-8bef-3216d68732b7'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 21:06:43.715302 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4291b17aa7b45362825f0571e77c85f5e73afe1df9c7e9e15006df9d695c005e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f11c892-1615-4a81-92c4-bf56f9e0629b" -d '{"events": [{"server_uuid": "da2f92a8-72f9-46a0-8a7e-a125e28b102d", "name": "network-vif-unplugged", "status": "completed", "tag": "7dda6a34-c056-4878-8bef-3216d68732b7"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 21:06:43.728100 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf13fcac-91c4-4a6f-a337-c2c4b0ca5c1f tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Pushing event deleted for resources: {'Network': ['ID=1c66dca2-5196-4d3a-a7d1-2f43d01e064a,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:06:43.765059 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-88f990fc-8692-4075-ac93-d02fe6682cf3 req-331a32af-e1d4-49dc-8006-172a10c6e165 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:43.856166 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 27b331f9-13b9-4c48-9980-6fccdaf5958d no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 21:06:43.859074 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 May 2022 21:06:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32e07fe6-3e0a-4453-a25e-bdb0d1400abd x-openstack-request-id: req-32e07fe6-3e0a-4453-a25e-bdb0d1400abd {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 21:06:43.859498 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da2f92a8-72f9-46a0-8a7e-a125e28b102d", "name": "network-vif-unplugged", "status": "completed", "tag": "7dda6a34-c056-4878-8bef-3216d68732b7", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 21:06:43.860130 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-32e07fe6-3e0a-4453-a25e-bdb0d1400abd {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 21:06:43.860396 n-d-842733-1 neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32e07fe6-3e0a-4453-a25e-bdb0d1400abd'] response: {'server_uuid': 'da2f92a8-72f9-46a0-8a7e-a125e28b102d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7dda6a34-c056-4878-8bef-3216d68732b7', 'code': 200} May 20 21:06:43.871069 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [req-88f990fc-8692-4075-ac93-d02fe6682cf3 req-331a32af-e1d4-49dc-8006-172a10c6e165 service neutron] Transition to ACTIVE for port object 7dda6a34-c056-4878-8bef-3216d68732b7 will not be triggered until provisioned by entity L2. {{(pid=103163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 21:06:43.900428 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: 27b331f9-13b9-4c48-9980-6fccdaf5958d {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 21:06:43.901437 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 27b331f9-13b9-4c48-9980-6fccdaf5958d not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 21:06:44.010597 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-88f990fc-8692-4075-ac93-d02fe6682cf3 req-331a32af-e1d4-49dc-8006-172a10c6e165 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:44.318819 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331a32af-e1d4-49dc-8006-172a10c6e165 service neutron] Pushing event updated for resources: {'Port': ['ID=7dda6a34-c056-4878-8bef-3216d68732b7,revision_number=6']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:06:44.324579 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [req-88f990fc-8692-4075-ac93-d02fe6682cf3 req-331a32af-e1d4-49dc-8006-172a10c6e165 service neutron] No DVR routers for this DVR port 7dda6a34-c056-4878-8bef-3216d68732b7 on host n-h2-842733-1 {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 21:06:44.920135 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-dcb7cfad-e152-4f5f-a9d1-dc8727fcead5 req-e18c7a0a-988e-4f18-8d22-9960eaa02476 tempest-ServerShowV247Test-2140867618 tempest-ServerShowV247Test-2140867618-project] 10.222.0.35 "GET /v2.0/ports?device_id=1cceab9e-e5df-4636-9025-4b526a0fe6f0 HTTP/1.1" status: 200 len: 210 time: 0.0559111 May 20 21:06:44.970370 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec945f09-08bf-42f9-86b9-5b1605ca98c1 req-7225e56a-18df-44c7-a882-dddba26bd438 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:06:44.978465 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ec945f09-08bf-42f9-86b9-5b1605ca98c1 req-7225e56a-18df-44c7-a882-dddba26bd438 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/ports?device_id=da2f92a8-72f9-46a0-8a7e-a125e28b102d HTTP/1.1" status: 200 len: 943 time: 0.7229726 May 20 21:06:45.006608 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-6dfe8a1a-1264-4f90-afb6-81d6d1674eca req-b2e163e3-219c-438b-824e-2c4228e15abf service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=3e284305-faa0-4b10-b1cf-4e6dfd6c6e1b HTTP/1.1" status: 200 len: 210 time: 0.0494955 May 20 21:06:45.138988 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ec945f09-08bf-42f9-86b9-5b1605ca98c1 req-dab1f894-a495-49d1-9f31-9fa08d1455cf tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/security-groups?id=82988572-6e98-4d4a-89ee-f1a227fea559&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1434195 May 20 21:06:45.207255 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-88f990fc-8692-4075-ac93-d02fe6682cf3 req-331a32af-e1d4-49dc-8006-172a10c6e165 service neutron] Attempting to bind port 7dda6a34-c056-4878-8bef-3216d68732b7 on host n-h1-842733-1 for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:06:45.207255 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-88f990fc-8692-4075-ac93-d02fe6682cf3 req-331a32af-e1d4-49dc-8006-172a10c6e165 service neutron] Attempting to bind port 7dda6a34-c056-4878-8bef-3216d68732b7 by drivers openvswitch,hyperv on host n-h1-842733-1 at level 0 using segments [{'id': '579e8990-be00-48cb-8473-77c1f4a0a964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '66a75e9f-357c-4d3b-b3f3-b40223d117cb'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:06:45.207255 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88f990fc-8692-4075-ac93-d02fe6682cf3 req-331a32af-e1d4-49dc-8006-172a10c6e165 service neutron] Attempting to bind port 7dda6a34-c056-4878-8bef-3216d68732b7 on network 66a75e9f-357c-4d3b-b3f3-b40223d117cb {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:06:45.212517 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88f990fc-8692-4075-ac93-d02fe6682cf3 req-331a32af-e1d4-49dc-8006-172a10c6e165 service neutron] Port 7dda6a34-c056-4878-8bef-3216d68732b7 on network 66a75e9f-357c-4d3b-b3f3-b40223d117cb not bound, no agent of type Open vSwitch agent registered on host n-h1-842733-1 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 21:06:45.212874 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88f990fc-8692-4075-ac93-d02fe6682cf3 req-331a32af-e1d4-49dc-8006-172a10c6e165 service neutron] Attempting to bind port 7dda6a34-c056-4878-8bef-3216d68732b7 on network 66a75e9f-357c-4d3b-b3f3-b40223d117cb {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:06:45.224977 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88f990fc-8692-4075-ac93-d02fe6682cf3 req-331a32af-e1d4-49dc-8006-172a10c6e165 service neutron] Checking agent: {'id': '08dfb1ce-804b-4db8-838b-21094082e041', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 32, 54), 'started_at': datetime.datetime(2022, 5, 20, 20, 32, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 21, 6, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 21:06:45.225520 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88f990fc-8692-4075-ac93-d02fe6682cf3 req-331a32af-e1d4-49dc-8006-172a10c6e165 service neutron] Checking segment: {'id': '579e8990-be00-48cb-8473-77c1f4a0a964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '66a75e9f-357c-4d3b-b3f3-b40223d117cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:06:45.225890 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88f990fc-8692-4075-ac93-d02fe6682cf3 req-331a32af-e1d4-49dc-8006-172a10c6e165 service neutron] Bound using segment: {'id': '579e8990-be00-48cb-8473-77c1f4a0a964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '66a75e9f-357c-4d3b-b3f3-b40223d117cb'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 21:06:45.226314 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-88f990fc-8692-4075-ac93-d02fe6682cf3 req-331a32af-e1d4-49dc-8006-172a10c6e165 service neutron] Bound port: 7dda6a34-c056-4878-8bef-3216d68732b7, host: n-h1-842733-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '579e8990-be00-48cb-8473-77c1f4a0a964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '66a75e9f-357c-4d3b-b3f3-b40223d117cb'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:06:45.226666 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-88f990fc-8692-4075-ac93-d02fe6682cf3 req-331a32af-e1d4-49dc-8006-172a10c6e165 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:45.330895 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-88f990fc-8692-4075-ac93-d02fe6682cf3 req-331a32af-e1d4-49dc-8006-172a10c6e165 service neutron] For port 7dda6a34-c056-4878-8bef-3216d68732b7, host n-h1-842733-1, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 21:06:45.335565 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-88f990fc-8692-4075-ac93-d02fe6682cf3 req-331a32af-e1d4-49dc-8006-172a10c6e165 service neutron] For port 7dda6a34-c056-4878-8bef-3216d68732b7, host n-h1-842733-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=7dda6a34-c056-4878-8bef-3216d68732b7,segment=NetworkSegment(579e8990-be00-48cb-8473-77c1f4a0a964),segment_id=579e8990-be00-48cb-8473-77c1f4a0a964)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 21:06:45.342012 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8cd3c111-e599-4441-8048-e316af028218 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748528'] for router_interface, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:45.445153 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 17fcd6e7-8c3f-4397-b280-d73696fe2f81 no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 21:06:45.455393 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-88f990fc-8692-4075-ac93-d02fe6682cf3 req-331a32af-e1d4-49dc-8006-172a10c6e165 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:45.469783 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: 17fcd6e7-8c3f-4397-b280-d73696fe2f81 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 21:06:45.471841 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 17fcd6e7-8c3f-4397-b280-d73696fe2f81 not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 21:06:45.498705 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f990fc-8692-4075-ac93-d02fe6682cf3 req-331a32af-e1d4-49dc-8006-172a10c6e165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:06:45.499323 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-88f990fc-8692-4075-ac93-d02fe6682cf3 req-331a32af-e1d4-49dc-8006-172a10c6e165 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:45.501241 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-88f990fc-8692-4075-ac93-d02fe6682cf3 req-331a32af-e1d4-49dc-8006-172a10c6e165 service neutron] 10.222.0.24 "PUT /v2.0/ports/7dda6a34-c056-4878-8bef-3216d68732b7 HTTP/1.1" status: 200 len: 1091 time: 2.6739330 May 20 21:06:45.668256 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331a32af-e1d4-49dc-8006-172a10c6e165 service neutron] Pushing event updated for resources: {'Port': ['ID=7dda6a34-c056-4878-8bef-3216d68732b7,revision_number=7']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:06:45.726836 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f990fc-8692-4075-ac93-d02fe6682cf3 req-884b149d-77d4-4670-8b93-89c883f8e27a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:06:45.728723 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-88f990fc-8692-4075-ac93-d02fe6682cf3 req-884b149d-77d4-4670-8b93-89c883f8e27a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d7932b75a33b465998804b193e9be7ad&device_id=da2f92a8-72f9-46a0-8a7e-a125e28b102d HTTP/1.1" status: 200 len: 1094 time: 0.1987669 May 20 21:06:45.741712 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-fd23f208-51aa-4320-aab2-e42d86a66bb1 req-4616b01d-5b44-47be-9f9f-03be0a09443a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=1cceab9e-e5df-4636-9025-4b526a0fe6f0 HTTP/1.1" status: 200 len: 210 time: 0.0636795 May 20 21:06:45.867957 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da2f92a8-72f9-46a0-8a7e-a125e28b102d', 'tag': '7dda6a34-c056-4878-8bef-3216d68732b7'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 21:06:45.870821 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4291b17aa7b45362825f0571e77c85f5e73afe1df9c7e9e15006df9d695c005e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9f738d8-a9a8-4310-a230-ad0c1157ca1b" -d '{"events": [{"name": "network-changed", "server_uuid": "da2f92a8-72f9-46a0-8a7e-a125e28b102d", "tag": "7dda6a34-c056-4878-8bef-3216d68732b7"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 21:06:45.907483 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f990fc-8692-4075-ac93-d02fe6682cf3 req-fddce4cd-b63d-40f6-8ff0-42bad75f935d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:06:45.911161 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-88f990fc-8692-4075-ac93-d02fe6682cf3 req-fddce4cd-b63d-40f6-8ff0-42bad75f935d service neutron] 10.222.0.24 "GET /v2.0/networks?id=66a75e9f-357c-4d3b-b3f3-b40223d117cb HTTP/1.1" status: 200 len: 898 time: 0.1650352 May 20 21:06:45.943906 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 21:06:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62de2abd-e93e-4baa-8c57-7feb2ace697e x-openstack-request-id: req-62de2abd-e93e-4baa-8c57-7feb2ace697e {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 21:06:45.944197 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da2f92a8-72f9-46a0-8a7e-a125e28b102d", "tag": "7dda6a34-c056-4878-8bef-3216d68732b7", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 21:06:45.944642 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-62de2abd-e93e-4baa-8c57-7feb2ace697e {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 21:06:45.945035 n-d-842733-1 neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62de2abd-e93e-4baa-8c57-7feb2ace697e'] response: {'name': 'network-changed', 'server_uuid': 'da2f92a8-72f9-46a0-8a7e-a125e28b102d', 'tag': '7dda6a34-c056-4878-8bef-3216d68732b7', 'status': 'completed', 'code': 200} May 20 21:06:46.079770 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f738d8-a9a8-4310-a230-ad0c1157ca1b req-3a8c8900-7ea4-491f-bed3-b230ff7c57af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:06:46.106568 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-a9f738d8-a9a8-4310-a230-ad0c1157ca1b req-3a8c8900-7ea4-491f-bed3-b230ff7c57af service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d7932b75a33b465998804b193e9be7ad&device_id=da2f92a8-72f9-46a0-8a7e-a125e28b102d HTTP/1.1" status: 200 len: 1094 time: 0.1071658 May 20 21:06:46.169245 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4738488c-8494-4a04-8940-1a7c918f1c38 req-f24a0401-1a36-416f-8b8b-5072395c0e40 tempest-ServerShowV247Test-2140867618 tempest-ServerShowV247Test-2140867618-project] 10.222.0.35 "GET /v2.0/ports?device_id=1cceab9e-e5df-4636-9025-4b526a0fe6f0 HTTP/1.1" status: 200 len: 210 time: 0.0924296 May 20 21:06:46.265844 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-8cd3c111-e599-4441-8048-e316af028218 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Deleting port c63c186c-bd29-4a98-8332-aefa60bc4ec0 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:06:46.266132 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8cd3c111-e599-4441-8048-e316af028218 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:46.284290 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-88f990fc-8692-4075-ac93-d02fe6682cf3 req-6e491917-9ddc-42ca-91e6-e5be8dc75538 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7dda6a34-c056-4878-8bef-3216d68732b7 HTTP/1.1" status: 200 len: 999 time: 0.3342123 May 20 21:06:46.304058 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f738d8-a9a8-4310-a230-ad0c1157ca1b req-eec70ba6-2995-43e7-969b-61ec7688d2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:06:46.306009 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-a9f738d8-a9a8-4310-a230-ad0c1157ca1b req-eec70ba6-2995-43e7-969b-61ec7688d2e7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=66a75e9f-357c-4d3b-b3f3-b40223d117cb HTTP/1.1" status: 200 len: 898 time: 0.1923981 May 20 21:06:46.308851 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 7dda6a34-c056-4878-8bef-3216d68732b7 no longer exists at agent hyperv_n-h2-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 21:06:46.395308 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-a9f738d8-a9a8-4310-a230-ad0c1157ca1b req-a6b8f02d-58a8-42d6-b033-6570a3df5537 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7dda6a34-c056-4878-8bef-3216d68732b7 HTTP/1.1" status: 200 len: 999 time: 0.0823371 May 20 21:06:46.414892 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 7dda6a34-c056-4878-8bef-3216d68732b7 not bound to the agent host n-h2-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 21:06:46.445889 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f990fc-8692-4075-ac93-d02fe6682cf3 req-d12156af-0b8d-4254-b41b-68ffb9015e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:06:46.448677 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-88f990fc-8692-4075-ac93-d02fe6682cf3 req-d12156af-0b8d-4254-b41b-68ffb9015e3e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4f2dd424-d313-4cbe-936c-07a33e8ea05a HTTP/1.1" status: 200 len: 835 time: 0.1493077 May 20 21:06:46.465864 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f738d8-a9a8-4310-a230-ad0c1157ca1b req-3a56b102-6933-4818-95f0-591f74d50454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:06:46.469493 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-a9f738d8-a9a8-4310-a230-ad0c1157ca1b req-3a56b102-6933-4818-95f0-591f74d50454 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4f2dd424-d313-4cbe-936c-07a33e8ea05a HTTP/1.1" status: 200 len: 835 time: 0.0636003 May 20 21:06:46.511549 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d85110-44a4-472e-9dc0-f319e0bda1dd req-39d644b8-3787-42fc-8be6-2f160a2bf7fd tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:06:46.513157 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-59d85110-44a4-472e-9dc0-f319e0bda1dd req-39d644b8-3787-42fc-8be6-2f160a2bf7fd tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/ports?device_id=da2f92a8-72f9-46a0-8a7e-a125e28b102d HTTP/1.1" status: 200 len: 943 time: 0.2279401 May 20 21:06:46.563137 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f738d8-a9a8-4310-a230-ad0c1157ca1b req-48c6696c-d715-4a53-947f-553b1cb5cfc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:06:46.565006 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-a9f738d8-a9a8-4310-a230-ad0c1157ca1b req-48c6696c-d715-4a53-947f-553b1cb5cfc8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=66a75e9f-357c-4d3b-b3f3-b40223d117cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0829666 May 20 21:06:46.570051 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-8cd3c111-e599-4441-8048-e316af028218 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] For port c63c186c-bd29-4a98-8332-aefa60bc4ec0, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=c63c186c-bd29-4a98-8332-aefa60bc4ec0,segment=NetworkSegment(85c5b283-8013-4a9d-94f2-18bc28b51b2b),segment_id=85c5b283-8013-4a9d-94f2-18bc28b51b2b)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:06:46.570420 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8cd3c111-e599-4441-8048-e316af028218 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:46.589759 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f990fc-8692-4075-ac93-d02fe6682cf3 req-4628f37d-a193-4321-b47c-ff266546d1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:06:46.591206 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-88f990fc-8692-4075-ac93-d02fe6682cf3 req-4628f37d-a193-4321-b47c-ff266546d1d4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=66a75e9f-357c-4d3b-b3f3-b40223d117cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1283045 May 20 21:06:46.642988 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-8cd3c111-e599-4441-8048-e316af028218 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Calling delete_port for c63c186c-bd29-4a98-8332-aefa60bc4ec0 owned by network:router_interface {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:06:46.664866 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-59d85110-44a4-472e-9dc0-f319e0bda1dd req-17768e9c-5e75-48f6-a629-4b4185a76c74 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/security-groups?id=82988572-6e98-4d4a-89ee-f1a227fea559&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1425023 May 20 21:06:46.724258 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-a9f738d8-a9a8-4310-a230-ad0c1157ca1b req-1246d43b-e377-44e8-a06b-6984c2927fa1 service neutron] 10.222.0.13 "GET /v2.0/networks/66a75e9f-357c-4d3b-b3f3-b40223d117cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496460 May 20 21:06:46.847346 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-88f990fc-8692-4075-ac93-d02fe6682cf3 req-d95148e3-aa3f-4ef1-8b88-76125f560199 service neutron] 10.222.0.24 "GET /v2.0/networks/66a75e9f-357c-4d3b-b3f3-b40223d117cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2410877 May 20 21:06:46.912709 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-a9f738d8-a9a8-4310-a230-ad0c1157ca1b req-4d68ac54-2b5a-478b-bb2f-b12bbdfa2c70 service neutron] 10.222.0.13 "GET /v2.0/networks/66a75e9f-357c-4d3b-b3f3-b40223d117cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1819851 May 20 21:06:47.051853 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-88f990fc-8692-4075-ac93-d02fe6682cf3 req-0df74fa3-d98a-485c-853a-0a70fa74a1e6 service neutron] 10.222.0.24 "GET /v2.0/networks/66a75e9f-357c-4d3b-b3f3-b40223d117cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1963792 May 20 21:06:47.188517 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f738d8-a9a8-4310-a230-ad0c1157ca1b req-6df9913c-19e4-4d6d-a2f7-ef9ae3b2ebb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:06:47.193325 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a9f738d8-a9a8-4310-a230-ad0c1157ca1b req-6df9913c-19e4-4d6d-a2f7-ef9ae3b2ebb7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d7932b75a33b465998804b193e9be7ad&device_id=da2f92a8-72f9-46a0-8a7e-a125e28b102d HTTP/1.1" status: 200 len: 1094 time: 0.0568943 May 20 21:06:47.327766 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c1d510d4-9c75-4e7e-998c-179d8612e82f req-859fe327-2693-4db4-a43b-81aad7fe789e tempest-ServerShowV247Test-2140867618 tempest-ServerShowV247Test-2140867618-project] 10.222.0.35 "GET /v2.0/ports?device_id=1cceab9e-e5df-4636-9025-4b526a0fe6f0 HTTP/1.1" status: 200 len: 210 time: 0.0351334 May 20 21:06:47.339500 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8cd3c111-e599-4441-8048-e316af028218 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:47.349886 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f738d8-a9a8-4310-a230-ad0c1157ca1b req-e634da0c-74e9-4126-bb8a-95f919de3cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:06:47.351314 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a9f738d8-a9a8-4310-a230-ad0c1157ca1b req-e634da0c-74e9-4126-bb8a-95f919de3cbd service neutron] 10.222.0.24 "GET /v2.0/networks?id=66a75e9f-357c-4d3b-b3f3-b40223d117cb HTTP/1.1" status: 200 len: 898 time: 0.1507196 May 20 21:06:47.376416 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd3c111-e599-4441-8048-e316af028218 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Pushing event deleted for resources: {'Port': ['ID=c63c186c-bd29-4a98-8332-aefa60bc4ec0,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:06:47.522802 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a9f738d8-a9a8-4310-a230-ad0c1157ca1b req-7120858a-0da3-4a67-b4e5-d46d17cba877 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7dda6a34-c056-4878-8bef-3216d68732b7 HTTP/1.1" status: 200 len: 999 time: 0.1518986 May 20 21:06:47.707590 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8cd3c111-e599-4441-8048-e316af028218 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-692224'] for router_interface, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:47.943210 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f738d8-a9a8-4310-a230-ad0c1157ca1b req-757b247c-7a4e-4703-9fa7-c0bbe758fc0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:06:47.944882 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a9f738d8-a9a8-4310-a230-ad0c1157ca1b req-757b247c-7a4e-4703-9fa7-c0bbe758fc0e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4f2dd424-d313-4cbe-936c-07a33e8ea05a HTTP/1.1" status: 200 len: 835 time: 0.3737931 May 20 21:06:48.074800 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c5c7dad1-8406-45f4-b9a0-7a41f28817bf req-c4163941-e371-46f0-877d-bc52f5731529 tempest-ServerShowV247Test-2140867618 tempest-ServerShowV247Test-2140867618-project] 10.222.0.35 "GET /v2.0/ports?device_id=1cceab9e-e5df-4636-9025-4b526a0fe6f0 HTTP/1.1" status: 200 len: 210 time: 0.0654001 May 20 21:06:48.428453 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d76be1-f8d0-4798-9fb3-3f9fd76a8e46 req-b9aca6b2-9238-4597-af69-5342a3af677c tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:06:48.430078 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c0d76be1-f8d0-4798-9fb3-3f9fd76a8e46 req-b9aca6b2-9238-4597-af69-5342a3af677c tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/ports?device_id=da2f92a8-72f9-46a0-8a7e-a125e28b102d HTTP/1.1" status: 200 len: 943 time: 0.5383897 May 20 21:06:48.469507 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f738d8-a9a8-4310-a230-ad0c1157ca1b req-6f6d4925-c940-4579-9c91-92a57c7b6d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:06:48.470998 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a9f738d8-a9a8-4310-a230-ad0c1157ca1b req-6f6d4925-c940-4579-9c91-92a57c7b6d8b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=66a75e9f-357c-4d3b-b3f3-b40223d117cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5144212 May 20 21:06:48.507242 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c0d76be1-f8d0-4798-9fb3-3f9fd76a8e46 req-104ae1f3-9244-48f0-9630-ba22c738d7bf tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/security-groups?id=82988572-6e98-4d4a-89ee-f1a227fea559&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696185 May 20 21:06:48.554334 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cd3c111-e599-4441-8048-e316af028218 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Router 20221858-3dea-4014-b32f-56ce2ea1f109 has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 21:06:48.720889 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a9f738d8-a9a8-4310-a230-ad0c1157ca1b req-8af828d4-8e8e-4e96-836e-7a13cd2dca7e service neutron] 10.222.0.24 "GET /v2.0/networks/66a75e9f-357c-4d3b-b3f3-b40223d117cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2270367 May 20 21:06:48.723795 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cd3c111-e599-4441-8048-e316af028218 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 21:06:48.735604 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aebf4826-30af-41be-8363-370564bff49c None None] Sync routers for ids ['20221858-3dea-4014-b32f-56ce2ea1f109'] in n-d-842733-1 {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 21:06:48.743281 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 47452) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:06:48.745875 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-8cd3c111-e599-4441-8048-e316af028218 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] 10.222.0.35 "PUT /v2.0/routers/20221858-3dea-4014-b32f-56ce2ea1f109/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0466149 May 20 21:06:48.747951 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aebf4826-30af-41be-8363-370564bff49c None None] Routers {'20221858-3dea-4014-b32f-56ce2ea1f109'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:06:48.748779 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-aebf4826-30af-41be-8363-370564bff49c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:06:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['20221858-3dea-4014-b32f-56ce2ea1f109'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:06:48.848369 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-aebf4826-30af-41be-8363-370564bff49c None None] Set router 20221858-3dea-4014-b32f-56ce2ea1f109 gateway port host: None {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:06:48.882045 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a9f738d8-a9a8-4310-a230-ad0c1157ca1b req-d7406c10-2ac2-4f1e-9b85-c906564d5fa1 service neutron] 10.222.0.24 "GET /v2.0/networks/66a75e9f-357c-4d3b-b3f3-b40223d117cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333280 May 20 21:06:48.902134 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce5c76d0-c62b-4908-bf90-067c4ed310a4 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Deleting subnet 4780a1f5-d849-400d-a3f1-5bcc4f0fd0b3 {{(pid=103162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 20 21:06:48.907761 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ce5c76d0-c62b-4908-bf90-067c4ed310a4 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks [] for subnet, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:48.984189 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ce5c76d0-c62b-4908-bf90-067c4ed310a4 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3738392'] for subnet, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:49.145016 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ce5c76d0-c62b-4908-bf90-067c4ed310a4 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33068388'] for subnet, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:49.223407 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a5dd360e-0679-4744-b792-d89e43c1241f req-ff74b36b-9e17-4825-9e8d-f4183293f3c0 tempest-ServerShowV247Test-2140867618 tempest-ServerShowV247Test-2140867618-project] 10.222.0.35 "GET /v2.0/ports?device_id=1cceab9e-e5df-4636-9025-4b526a0fe6f0 HTTP/1.1" status: 200 len: 210 time: 0.0349913 May 20 21:06:49.248599 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-aebf4826-30af-41be-8363-370564bff49c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20221858-3dea-4014-b32f-56ce2ea1f109', 'name': 'tempest-RoutersTest-router-698900241', 'tenant_id': 'd4fe1859a2dd44a8943722001f06bb5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:06:07Z', 'updated_at': '2022-05-20T21:06:46Z', 'revision_number': 9, 'project_id': 'd4fe1859a2dd44a8943722001f06bb5e', 'gw_port_host': None, '_interfaces': [{'id': '9b2edef8-8082-4950-b6e7-f8d0eb78a611', 'name': '', 'network_id': 'df56f14c-2781-4394-ae94-3641f83dfbc7', 'tenant_id': 'd4fe1859a2dd44a8943722001f06bb5e', 'mac_address': 'fa:16:3e:ce:26:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20221858-3dea-4014-b32f-56ce2ea1f109', 'device_owner': 'network:router_interface', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': '377a720b-15d1-40d3-9dc2-d25ad5092cbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:06:09Z', 'updated_at': '2022-05-20T21:06:15Z', 'revision_number': 5, 'project_id': 'd4fe1859a2dd44a8943722001f06bb5e', 'subnets': [{'id': '377a720b-15d1-40d3-9dc2-d25ad5092cbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bf7ca239-baa1-4f0a-9fe0-1f773e79c6fe', 'name': '', 'network_id': '9277b9da-3adb-48bc-ad5e-97f067e99b78', 'tenant_id': 'd4fe1859a2dd44a8943722001f06bb5e', 'mac_address': 'fa:16:3e:3d:d5:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20221858-3dea-4014-b32f-56ce2ea1f109', 'device_owner': 'network:router_interface', 'standard_attr_id': 3402, 'fixed_ips': [{'subnet_id': 'e1714506-4470-4c5c-9d33-a0afc117a3f6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:06:15Z', 'updated_at': '2022-05-20T21:06:22Z', 'revision_number': 5, 'project_id': 'd4fe1859a2dd44a8943722001f06bb5e', 'subnets': [{'id': 'e1714506-4470-4c5c-9d33-a0afc117a3f6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:06:49.292882 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aebf4826-30af-41be-8363-370564bff49c None None] Checking router: 20221858-3dea-4014-b32f-56ce2ea1f109 for host: n-d-842733-1 {{(pid=103165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 21:06:49.303371 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aebf4826-30af-41be-8363-370564bff49c None None] Routers {'20221858-3dea-4014-b32f-56ce2ea1f109'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:06:49.304547 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-aebf4826-30af-41be-8363-370564bff49c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:06:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['20221858-3dea-4014-b32f-56ce2ea1f109'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:06:49.367137 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ce5c76d0-c62b-4908-bf90-067c4ed310a4 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33068399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3797621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4018265'] for subnet, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:49.386636 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ce5c76d0-c62b-4908-bf90-067c4ed310a4 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:49.393871 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8522818d-9baf-4406-8626-7c31ab69717a None None] Network de2dba03-cadc-4406-ac28-daedae76caad requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:06:49.398556 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 47456) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:06:49.408518 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-ce5c76d0-c62b-4908-bf90-067c4ed310a4 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] 10.222.0.35 "DELETE /v2.0/subnets/4780a1f5-d849-400d-a3f1-5bcc4f0fd0b3 HTTP/1.1" status: 204 len: 168 time: 0.6514812 May 20 21:06:49.474619 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5c76d0-c62b-4908-bf90-067c4ed310a4 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Pushing event deleted for resources: {'Subnet': ['ID=4780a1f5-d849-400d-a3f1-5bcc4f0fd0b3,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:06:49.530936 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-aebf4826-30af-41be-8363-370564bff49c None None] Set router 20221858-3dea-4014-b32f-56ce2ea1f109 gateway port host: None {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:06:49.558107 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1e8b081e-0f84-4f89-9544-3b5fd833d570 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33160123'] for network, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:49.664000 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 7dda6a34-c056-4878-8bef-3216d68732b7 details requested by agent hyperv_n-h1-842733-1 with host n-h1-842733-1 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 21:06:49.728717 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-1e8b081e-0f84-4f89-9544-3b5fd833d570 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Deleting port 958f4265-9a06-4d91-9fc8-732ecdba7162 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:06:49.729831 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1e8b081e-0f84-4f89-9544-3b5fd833d570 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:49.780290 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port 7dda6a34-c056-4878-8bef-3216d68732b7, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=7dda6a34-c056-4878-8bef-3216d68732b7,segment=NetworkSegment(579e8990-be00-48cb-8473-77c1f4a0a964),segment_id=579e8990-be00-48cb-8473-77c1f4a0a964)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:06:49.795834 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Returning: {'device': '7dda6a34-c056-4878-8bef-3216d68732b7', 'network_id': '66a75e9f-357c-4d3b-b3f3-b40223d117cb', 'port_id': '7dda6a34-c056-4878-8bef-3216d68732b7', 'mac_address': 'fa:16:3e:6f:df:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f2dd424-d313-4cbe-936c-07a33e8ea05a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 20 21:06:49.818178 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-1e8b081e-0f84-4f89-9544-3b5fd833d570 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] For port 958f4265-9a06-4d91-9fc8-732ecdba7162, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=958f4265-9a06-4d91-9fc8-732ecdba7162,segment=NetworkSegment(85c5b283-8013-4a9d-94f2-18bc28b51b2b),segment_id=85c5b283-8013-4a9d-94f2-18bc28b51b2b)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:06:49.818593 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1e8b081e-0f84-4f89-9544-3b5fd833d570 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:49.835695 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-1e8b081e-0f84-4f89-9544-3b5fd833d570 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Calling delete_port for 958f4265-9a06-4d91-9fc8-732ecdba7162 owned by network:dhcp {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:06:49.867177 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Current status of the port 7dda6a34-c056-4878-8bef-3216d68732b7 is: DOWN; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:06:49.867907 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:49.897587 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7dda6a34-c056-4878-8bef-3216d68732b7 {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 21:06:49.923318 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-aebf4826-30af-41be-8363-370564bff49c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20221858-3dea-4014-b32f-56ce2ea1f109', 'name': 'tempest-RoutersTest-router-698900241', 'tenant_id': 'd4fe1859a2dd44a8943722001f06bb5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:06:07Z', 'updated_at': '2022-05-20T21:06:46Z', 'revision_number': 9, 'project_id': 'd4fe1859a2dd44a8943722001f06bb5e', 'gw_port_host': None, '_interfaces': [{'id': '9b2edef8-8082-4950-b6e7-f8d0eb78a611', 'name': '', 'network_id': 'df56f14c-2781-4394-ae94-3641f83dfbc7', 'tenant_id': 'd4fe1859a2dd44a8943722001f06bb5e', 'mac_address': 'fa:16:3e:ce:26:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20221858-3dea-4014-b32f-56ce2ea1f109', 'device_owner': 'network:router_interface', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': '377a720b-15d1-40d3-9dc2-d25ad5092cbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:06:09Z', 'updated_at': '2022-05-20T21:06:15Z', 'revision_number': 5, 'project_id': 'd4fe1859a2dd44a8943722001f06bb5e', 'subnets': [{'id': '377a720b-15d1-40d3-9dc2-d25ad5092cbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bf7ca239-baa1-4f0a-9fe0-1f773e79c6fe', 'name': '', 'network_id': '9277b9da-3adb-48bc-ad5e-97f067e99b78', 'tenant_id': 'd4fe1859a2dd44a8943722001f06bb5e', 'mac_address': 'fa:16:3e:3d:d5:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20221858-3dea-4014-b32f-56ce2ea1f109', 'device_owner': 'network:router_interface', 'standard_attr_id': 3402, 'fixed_ips': [{'subnet_id': 'e1714506-4470-4c5c-9d33-a0afc117a3f6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:06:15Z', 'updated_at': '2022-05-20T21:06:22Z', 'revision_number': 5, 'project_id': 'd4fe1859a2dd44a8943722001f06bb5e', 'subnets': [{'id': 'e1714506-4470-4c5c-9d33-a0afc117a3f6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:06:49.952685 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port 7dda6a34-c056-4878-8bef-3216d68732b7, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=7dda6a34-c056-4878-8bef-3216d68732b7,segment=NetworkSegment(579e8990-be00-48cb-8473-77c1f4a0a964),segment_id=579e8990-be00-48cb-8473-77c1f4a0a964)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:06:49.956506 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aebf4826-30af-41be-8363-370564bff49c None None] The sync data for ids ['20221858-3dea-4014-b32f-56ce2ea1f109'] in n-d-842733-1 is: [{'id': '20221858-3dea-4014-b32f-56ce2ea1f109', 'name': 'tempest-RoutersTest-router-698900241', 'tenant_id': 'd4fe1859a2dd44a8943722001f06bb5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:06:07Z', 'updated_at': '2022-05-20T21:06:46Z', 'revision_number': 9, 'project_id': 'd4fe1859a2dd44a8943722001f06bb5e', 'gw_port_host': None, '_interfaces': [{'id': '9b2edef8-8082-4950-b6e7-f8d0eb78a611', 'name': '', 'network_id': 'df56f14c-2781-4394-ae94-3641f83dfbc7', 'tenant_id': 'd4fe1859a2dd44a8943722001f06bb5e', 'mac_address': 'fa:16:3e:ce:26:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20221858-3dea-4014-b32f-56ce2ea1f109', 'device_owner': 'network:router_interface', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': '377a720b-15d1-40d3-9dc2-d25ad5092cbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:06:09Z', 'updated_at': '2022-05-20T21:06:15Z', 'revision_number': 5, 'project_id': 'd4fe1859a2dd44a8943722001f06bb5e', 'subnets': [{'id': '377a720b-15d1-40d3-9dc2-d25ad5092cbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bf7ca239-baa1-4f0a-9fe0-1f773e79c6fe', 'name': '', 'network_id': '9277b9da-3adb-48bc-ad5e-97f067e99b78', 'tenant_id': 'd4fe1859a2dd44a8943722001f06bb5e', 'mac_address': 'fa:16:3e:3d:d5:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20221858-3dea-4014-b32f-56ce2ea1f109', 'device_owner': 'network:router_interface', 'standard_attr_id': 3402, 'fixed_ips': [{'subnet_id': 'e1714506-4470-4c5c-9d33-a0afc117a3f6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:06:15Z', 'updated_at': '2022-05-20T21:06:22Z', 'revision_number': 5, 'project_id': 'd4fe1859a2dd44a8943722001f06bb5e', 'subnets': [{'id': 'e1714506-4470-4c5c-9d33-a0afc117a3f6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 21:06:49.974439 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2edf62dc-5181-4dc9-b60e-c0ce0e2a26f8 None None] DHCP port deletion for de2dba03-cadc-4406-ac28-daedae76caad request from n-d-842733-1 {{(pid=103164) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 21:06:49.982519 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dfd56e-24ea-44dd-8b3d-182e68300539 req-c926edbf-f49d-4ed6-85f8-2d703269e4dc tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:06:49.986871 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a6dfd56e-24ea-44dd-8b3d-182e68300539 req-c926edbf-f49d-4ed6-85f8-2d703269e4dc tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/ports?device_id=da2f92a8-72f9-46a0-8a7e-a125e28b102d HTTP/1.1" status: 200 len: 943 time: 0.3154070 May 20 21:06:50.002107 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-8a0c5b34-ff00-4a62-b37a-c470eacd46e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:50.058411 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:50.074522 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a6dfd56e-24ea-44dd-8b3d-182e68300539 req-9324636b-8f16-489b-99e8-5bb48fe9e3c1 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/security-groups?id=82988572-6e98-4d4a-89ee-f1a227fea559&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786147 May 20 21:06:50.138350 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Pushing event updated for resources: {'Port': ['ID=7dda6a34-c056-4878-8bef-3216d68732b7,revision_number=8']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:06:50.154653 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:06:50.155307 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:06:50.155307 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:06:50.155899 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:06:50.157349 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1e8b081e-0f84-4f89-9544-3b5fd833d570 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:50.167992 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:06:50.176135 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:06:50.176135 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:06:50.176135 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:06:50.176135 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:06:50.176135 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:06:50.176135 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:06:50.176135 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:06:50.219116 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8b081e-0f84-4f89-9544-3b5fd833d570 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Pushing event deleted for resources: {'Port': ['ID=958f4265-9a06-4d91-9fc8-732ecdba7162,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:06:50.220505 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-2edf62dc-5181-4dc9-b60e-c0ce0e2a26f8 None None] Deleting port 958f4265-9a06-4d91-9fc8-732ecdba7162 {{(pid=103164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:06:50.220882 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-2edf62dc-5181-4dc9-b60e-c0ce0e2a26f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:50.228058 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e8b081e-0f84-4f89-9544-3b5fd833d570 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] No DVR routers for this DVR port 958f4265-9a06-4d91-9fc8-732ecdba7162 on host n-d-842733-1 {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 21:06:50.304980 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] get_ports_and_sgs() called for port_ids ['7dda6a34-c056-4878-8bef-3216d68732b7'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 21:06:50.380090 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1e8b081e-0f84-4f89-9544-3b5fd833d570 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33072115', 'neutron.services.segments.db._delete_segments_for_network-8782419500584'] for network, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:50.404811 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-2edf62dc-5181-4dc9-b60e-c0ce0e2a26f8 None None] For port 958f4265-9a06-4d91-9fc8-732ecdba7162, host n-d-842733-1, got binding levels [] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:06:50.407057 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-2edf62dc-5181-4dc9-b60e-c0ce0e2a26f8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:50.430338 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-2edf62dc-5181-4dc9-b60e-c0ce0e2a26f8 None None] Calling delete_port for 958f4265-9a06-4d91-9fc8-732ecdba7162 owned by network:dhcp {{(pid=103164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:06:50.441853 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.ipam_backend_mixin [None req-2edf62dc-5181-4dc9-b60e-c0ce0e2a26f8 None None] Port 958f4265-9a06-4d91-9fc8-732ecdba7162 was not found and therefore no delete operation was performed {{(pid=103164) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} May 20 21:06:50.441853 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-2edf62dc-5181-4dc9-b60e-c0ce0e2a26f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099'] for port, after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:50.502577 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edf62dc-5181-4dc9-b60e-c0ce0e2a26f8 None None] Pushing event deleted for resources: {'Port': ['ID=958f4265-9a06-4d91-9fc8-732ecdba7162,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:06:50.554042 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2edf62dc-5181-4dc9-b60e-c0ce0e2a26f8 None None] No DVR routers for this DVR port 958f4265-9a06-4d91-9fc8-732ecdba7162 on host n-d-842733-1 {{(pid=103164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 21:06:50.626195 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-1e8b081e-0f84-4f89-9544-3b5fd833d570 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de2dba03-cadc-4406-ac28-daedae76caad']}} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:06:50.662291 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-00813476-973a-46e6-abee-a20c3ae895a9 req-add9b2a2-713e-4af4-9f61-da38f152b2de tempest-ServerShowV247Test-2140867618 tempest-ServerShowV247Test-2140867618-project] 10.222.0.35 "GET /v2.0/ports?device_id=1cceab9e-e5df-4636-9025-4b526a0fe6f0 HTTP/1.1" status: 200 len: 210 time: 0.1628692 May 20 21:06:50.706579 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-1e8b081e-0f84-4f89-9544-3b5fd833d570 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85c5b283-8013-4a9d-94f2-18bc28b51b2b') {'for_net_delete': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:06:50.707240 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-1e8b081e-0f84-4f89-9544-3b5fd833d570 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85c5b283-8013-4a9d-94f2-18bc28b51b2b') {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:06:50.725530 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1e8b081e-0f84-4f89-9544-3b5fd833d570 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419501617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9338764'] for segment, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:50.783206 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28abdac2-a06a-4b1b-804e-b3062c58f0f6 req-2b80a5f1-32f3-495a-be65-dcc6be0e689a tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:06:50.787198 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-28abdac2-a06a-4b1b-804e-b3062c58f0f6 req-2b80a5f1-32f3-495a-be65-dcc6be0e689a tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/ports?device_id=da2f92a8-72f9-46a0-8a7e-a125e28b102d HTTP/1.1" status: 200 len: 944 time: 0.2345853 May 20 21:06:50.845309 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1e8b081e-0f84-4f89-9544-3b5fd833d570 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:50.852528 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e8b081e-0f84-4f89-9544-3b5fd833d570 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Releasing vlan 202 on physical network physnet1 to pool {{(pid=103163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 21:06:50.852940 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1e8b081e-0f84-4f89-9544-3b5fd833d570 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9638311'] for segment, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:50.878717 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11e0020-d09c-40a5-861c-c1fb93cb8f1c req-71186682-00bd-41b8-ab95-674241032222 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:06:50.881173 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-b11e0020-d09c-40a5-861c-c1fb93cb8f1c req-71186682-00bd-41b8-ab95-674241032222 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.13 "GET /v2.0/ports?device_id=da2f92a8-72f9-46a0-8a7e-a125e28b102d&tenant_id=d7932b75a33b465998804b193e9be7ad&binding%3Ahost_id=n-h1-842733-1 HTTP/1.1" status: 200 len: 944 time: 0.2173829 May 20 21:06:50.991010 n-d-842733-1 neutron-server[103163]: Traceback (most recent call last): May 20 21:06:50.991010 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 21:06:50.991010 n-d-842733-1 neutron-server[103163]: timer() May 20 21:06:50.991010 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 21:06:50.991010 n-d-842733-1 neutron-server[103163]: cb(*args, **kw) May 20 21:06:50.991010 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 20 21:06:50.991010 n-d-842733-1 neutron-server[103163]: return func(*args, **kwargs) May 20 21:06:50.991010 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 21:06:50.991010 n-d-842733-1 neutron-server[103163]: self._notify() May 20 21:06:50.991010 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 21:06:50.991010 n-d-842733-1 neutron-server[103163]: self.callback(batched_events) May 20 21:06:50.991010 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 21:06:50.991010 n-d-842733-1 neutron-server[103163]: event.method(event) May 20 21:06:50.991010 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 20 21:06:50.991010 n-d-842733-1 neutron-server[103163]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 21:06:50.991010 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 20 21:06:50.991010 n-d-842733-1 neutron-server[103163]: aggregate_uuid = self.p_client.list_aggregates( May 20 21:06:50.991010 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 20 21:06:50.991010 n-d-842733-1 neutron-server[103163]: return f(self, *a, **k) May 20 21:06:50.991010 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 20 21:06:50.991010 n-d-842733-1 neutron-server[103163]: return self._get(url).json() May 20 21:06:50.991010 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 20 21:06:50.991010 n-d-842733-1 neutron-server[103163]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 21:06:50.991010 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 21:06:50.991010 n-d-842733-1 neutron-server[103163]: return self.request(url, 'GET', **kwargs) May 20 21:06:50.991010 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 21:06:50.991010 n-d-842733-1 neutron-server[103163]: base_url = self.get_endpoint(auth, allow=allow, May 20 21:06:50.991010 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 21:06:50.991010 n-d-842733-1 neutron-server[103163]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 21:06:50.991010 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 21:06:50.991010 n-d-842733-1 neutron-server[103163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 21:06:50.991010 n-d-842733-1 neutron-server[103163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 21:06:51.028463 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-28abdac2-a06a-4b1b-804e-b3062c58f0f6 req-992ea1b7-c4eb-4425-ac4f-4717b4396d28 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/security-groups?id=82988572-6e98-4d4a-89ee-f1a227fea559&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2304411 May 20 21:06:51.063626 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1e8b081e-0f84-4f89-9544-3b5fd833d570 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33072122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748162'] for network, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:51.074658 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1e8b081e-0f84-4f89-9544-3b5fd833d570 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:51.076173 n-d-842733-1 neutron-server[103162]: INFO neutron.api.v2.resource [req-b11e0020-d09c-40a5-861c-c1fb93cb8f1c req-aa39e0a9-6f07-4794-aa98-7c651a2a937a service neutron] delete failed (client error): The resource could not be found. May 20 21:06:51.077770 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-b11e0020-d09c-40a5-861c-c1fb93cb8f1c req-aa39e0a9-6f07-4794-aa98-7c651a2a937a service neutron] 10.222.0.13 "DELETE /v2.0/ports/7dda6a34-c056-4878-8bef-3216d68732b7/bindings/n-h2-842733-1 HTTP/1.1" status: 404 len: 380 time: 0.1848583 May 20 21:06:51.084545 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-1e8b081e-0f84-4f89-9544-3b5fd833d570 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] 10.222.0.35 "DELETE /v2.0/networks/de2dba03-cadc-4406-ac28-daedae76caad HTTP/1.1" status: 204 len: 168 time: 1.6848750 May 20 21:06:51.087164 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 47478) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:06:51.107091 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8b081e-0f84-4f89-9544-3b5fd833d570 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Pushing event deleted for resources: {'Network': ['ID=de2dba03-cadc-4406-ac28-daedae76caad,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:06:51.221953 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11e0020-d09c-40a5-861c-c1fb93cb8f1c req-b56e908b-c53d-44b7-b5e6-b6d2ab0e610c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:06:51.223543 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-b11e0020-d09c-40a5-861c-c1fb93cb8f1c req-b56e908b-c53d-44b7-b5e6-b6d2ab0e610c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d7932b75a33b465998804b193e9be7ad&device_id=da2f92a8-72f9-46a0-8a7e-a125e28b102d HTTP/1.1" status: 200 len: 1095 time: 0.0653951 May 20 21:06:51.375084 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11e0020-d09c-40a5-861c-c1fb93cb8f1c req-8767605e-4f36-4eb2-b94f-dc9b23200fca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:06:51.378485 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-b11e0020-d09c-40a5-861c-c1fb93cb8f1c req-8767605e-4f36-4eb2-b94f-dc9b23200fca service neutron] 10.222.0.13 "GET /v2.0/networks?id=66a75e9f-357c-4d3b-b3f3-b40223d117cb HTTP/1.1" status: 200 len: 898 time: 0.1467066 May 20 21:06:51.501584 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-b11e0020-d09c-40a5-861c-c1fb93cb8f1c req-6423726b-ba86-423a-babc-718189d05b5c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7dda6a34-c056-4878-8bef-3216d68732b7 HTTP/1.1" status: 200 len: 1000 time: 0.1156626 May 20 21:06:51.539703 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device c63c186c-bd29-4a98-8332-aefa60bc4ec0 no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 21:06:51.564847 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11e0020-d09c-40a5-861c-c1fb93cb8f1c req-9113783f-a4ec-4638-af21-f01b696f19de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:06:51.566417 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-b11e0020-d09c-40a5-861c-c1fb93cb8f1c req-9113783f-a4ec-4638-af21-f01b696f19de service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4f2dd424-d313-4cbe-936c-07a33e8ea05a HTTP/1.1" status: 200 len: 835 time: 0.0581081 May 20 21:06:51.584885 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: c63c186c-bd29-4a98-8332-aefa60bc4ec0 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 21:06:51.585237 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device c63c186c-bd29-4a98-8332-aefa60bc4ec0 not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 21:06:51.585675 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 958f4265-9a06-4d91-9fc8-732ecdba7162 no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 21:06:51.633429 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11e0020-d09c-40a5-861c-c1fb93cb8f1c req-07fd201b-b38b-40a7-907c-d48b67ba466b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:06:51.637924 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-b11e0020-d09c-40a5-861c-c1fb93cb8f1c req-07fd201b-b38b-40a7-907c-d48b67ba466b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=66a75e9f-357c-4d3b-b3f3-b40223d117cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0556099 May 20 21:06:51.656501 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 7dda6a34-c056-4878-8bef-3216d68732b7 up at agent hyperv_n-h1-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:06:51.658324 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: 958f4265-9a06-4d91-9fc8-732ecdba7162 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 21:06:51.658657 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 958f4265-9a06-4d91-9fc8-732ecdba7162 not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 21:06:51.700382 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-83ed4f3b-1a85-4016-aae1-57015fae68c4 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748528'] for router_interface, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:51.823266 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-b11e0020-d09c-40a5-861c-c1fb93cb8f1c req-75d1b379-464a-4364-84e4-87d40a67c466 service neutron] 10.222.0.13 "GET /v2.0/networks/66a75e9f-357c-4d3b-b3f3-b40223d117cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1809392 May 20 21:06:51.911512 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Provisioning for port 7dda6a34-c056-4878-8bef-3216d68732b7 completed by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 21:06:51.916158 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Provisioning complete for port 7dda6a34-c056-4878-8bef-3216d68732b7 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:06:51.916536 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:51.919825 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-207fbafd-3c88-4618-9796-0072cefcf6ba req-0aee0b65-760f-402b-ac1e-e3be98be73f4 tempest-ServerShowV247Test-2140867618 tempest-ServerShowV247Test-2140867618-project] 10.222.0.35 "GET /v2.0/ports?device_id=1cceab9e-e5df-4636-9025-4b526a0fe6f0 HTTP/1.1" status: 200 len: 210 time: 0.0750999 May 20 21:06:51.960641 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-b11e0020-d09c-40a5-861c-c1fb93cb8f1c req-8ff03806-a4ff-4717-b093-c8e6d481248b service neutron] 10.222.0.13 "GET /v2.0/networks/66a75e9f-357c-4d3b-b3f3-b40223d117cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306119 May 20 21:06:52.063514 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Current status of the port 7dda6a34-c056-4878-8bef-3216d68732b7 is: BUILD; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:06:52.064110 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:52.108629 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da2f92a8-72f9-46a0-8a7e-a125e28b102d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dda6a34-c056-4878-8bef-3216d68732b7'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 21:06:52.116664 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8485417003ce7c0410b00f5cdc2f391e21107b70bb68e2773712534a96e108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a80fadfd-1762-43ce-aefd-259007c20d3c" -d '{"events": [{"server_uuid": "da2f92a8-72f9-46a0-8a7e-a125e28b102d", "name": "network-vif-plugged", "status": "completed", "tag": "7dda6a34-c056-4878-8bef-3216d68732b7"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 21:06:52.137881 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port 7dda6a34-c056-4878-8bef-3216d68732b7, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=7dda6a34-c056-4878-8bef-3216d68732b7,segment=NetworkSegment(579e8990-be00-48cb-8473-77c1f4a0a964),segment_id=579e8990-be00-48cb-8473-77c1f4a0a964)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:06:52.223509 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 21:06:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66872f10-166e-405f-ad9e-6ca18c7bda0f x-openstack-request-id: req-66872f10-166e-405f-ad9e-6ca18c7bda0f {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 21:06:52.225078 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da2f92a8-72f9-46a0-8a7e-a125e28b102d", "name": "network-vif-plugged", "status": "completed", "tag": "7dda6a34-c056-4878-8bef-3216d68732b7", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 21:06:52.225453 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-66872f10-166e-405f-ad9e-6ca18c7bda0f {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 21:06:52.225996 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66872f10-166e-405f-ad9e-6ca18c7bda0f'] response: {'server_uuid': 'da2f92a8-72f9-46a0-8a7e-a125e28b102d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dda6a34-c056-4878-8bef-3216d68732b7', 'code': 200} May 20 21:06:52.235895 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:52.237854 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-6a543888-b1e9-412e-8f1a-02ed2db0b293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:52.328319 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de689954-4b46-4eec-9d95-2499a50160d6 req-762f7b0d-f426-4b16-84c4-21c85f8dcf58 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:06:52.339429 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-de689954-4b46-4eec-9d95-2499a50160d6 req-762f7b0d-f426-4b16-84c4-21c85f8dcf58 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/ports?device_id=da2f92a8-72f9-46a0-8a7e-a125e28b102d HTTP/1.1" status: 200 len: 944 time: 0.2222927 May 20 21:06:52.343493 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Pushing event updated for resources: {'Port': ['ID=7dda6a34-c056-4878-8bef-3216d68732b7,revision_number=9']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:06:52.419834 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-de689954-4b46-4eec-9d95-2499a50160d6 req-ea5cb6a7-d95e-43c1-a13b-64ff97fa4486 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/security-groups?id=82988572-6e98-4d4a-89ee-f1a227fea559&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746603 May 20 21:06:52.457929 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-83ed4f3b-1a85-4016-aae1-57015fae68c4 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Deleting port bf7ca239-baa1-4f0a-9fe0-1f773e79c6fe {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:06:52.470120 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-83ed4f3b-1a85-4016-aae1-57015fae68c4 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:52.654474 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-83ed4f3b-1a85-4016-aae1-57015fae68c4 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] For port bf7ca239-baa1-4f0a-9fe0-1f773e79c6fe, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=bf7ca239-baa1-4f0a-9fe0-1f773e79c6fe,segment=NetworkSegment(caf96b63-eb9a-4e1f-b435-f0869d3cd16b),segment_id=caf96b63-eb9a-4e1f-b435-f0869d3cd16b)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:06:52.655120 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-83ed4f3b-1a85-4016-aae1-57015fae68c4 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:52.676277 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-83ed4f3b-1a85-4016-aae1-57015fae68c4 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Calling delete_port for bf7ca239-baa1-4f0a-9fe0-1f773e79c6fe owned by network:router_interface {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:06:53.051011 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9225e710-132b-4e80-9040-0b3e2d4facb2 req-ef106cb5-3e08-4bed-9fbc-ba1a6fd26149 tempest-ServerShowV247Test-2140867618 tempest-ServerShowV247Test-2140867618-project] 10.222.0.35 "GET /v2.0/ports?device_id=1cceab9e-e5df-4636-9025-4b526a0fe6f0 HTTP/1.1" status: 200 len: 210 time: 0.0289259 May 20 21:06:53.311195 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-83ed4f3b-1a85-4016-aae1-57015fae68c4 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:53.342253 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ed4f3b-1a85-4016-aae1-57015fae68c4 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Pushing event deleted for resources: {'Port': ['ID=bf7ca239-baa1-4f0a-9fe0-1f773e79c6fe,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:06:53.681946 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-83ed4f3b-1a85-4016-aae1-57015fae68c4 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-692224'] for router_interface, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:53.692371 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcd9b6b-0aaa-44f6-8aca-4dd4bf6c2c77 req-3dcac8a4-ac20-4d85-900c-be36d8cb2048 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:06:53.693920 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-bfcd9b6b-0aaa-44f6-8aca-4dd4bf6c2c77 req-3dcac8a4-ac20-4d85-900c-be36d8cb2048 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/ports?device_id=da2f92a8-72f9-46a0-8a7e-a125e28b102d HTTP/1.1" status: 200 len: 945 time: 0.1151779 May 20 21:06:53.785168 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-bfcd9b6b-0aaa-44f6-8aca-4dd4bf6c2c77 req-8792d1c2-9304-4d9e-8b63-331bc612881f tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/security-groups?id=82988572-6e98-4d4a-89ee-f1a227fea559&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824685 May 20 21:06:53.816631 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 47506) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:06:53.944725 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-2973e9eb-f890-4eee-9d5c-704ffc5b5e91 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/floatingips/fd12301a-62d9-41fb-9e24-8da6c78649a7 HTTP/1.1" status: 200 len: 993 time: 0.1229062 May 20 21:06:53.977435 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4bb0e131-6525-46ca-a45b-e4ea43a5e69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:54.033510 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83ed4f3b-1a85-4016-aae1-57015fae68c4 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Router 20221858-3dea-4014-b32f-56ce2ea1f109 has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 21:06:54.143693 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83ed4f3b-1a85-4016-aae1-57015fae68c4 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 21:06:54.152557 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-83ed4f3b-1a85-4016-aae1-57015fae68c4 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] 10.222.0.35 "PUT /v2.0/routers/20221858-3dea-4014-b32f-56ce2ea1f109/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0613072 May 20 21:06:54.152821 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 47516) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:06:54.160210 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b943e73-9dc3-4aad-bb07-b74e090b0782 None None] Sync routers for ids ['20221858-3dea-4014-b32f-56ce2ea1f109'] in n-d-842733-1 {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 21:06:54.179462 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b943e73-9dc3-4aad-bb07-b74e090b0782 None None] Routers {'20221858-3dea-4014-b32f-56ce2ea1f109'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:06:54.183017 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-9b943e73-9dc3-4aad-bb07-b74e090b0782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:06:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['20221858-3dea-4014-b32f-56ce2ea1f109'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:06:54.255710 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ad0142a-7241-4161-87f5-c1f6532de66e tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Deleting subnet e1714506-4470-4c5c-9d33-a0afc117a3f6 {{(pid=103162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 20 21:06:54.271296 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1ad0142a-7241-4161-87f5-c1f6532de66e tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks [] for subnet, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:54.273620 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0a52d162-6810-44d8-9559-74d0b8e1d67a req-38915d3b-04cc-44dd-a942-d9c2df8a62bc tempest-ServerShowV247Test-2140867618 tempest-ServerShowV247Test-2140867618-project] 10.222.0.35 "GET /v2.0/ports?device_id=1cceab9e-e5df-4636-9025-4b526a0fe6f0 HTTP/1.1" status: 200 len: 210 time: 0.0415194 May 20 21:06:54.360312 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1ad0142a-7241-4161-87f5-c1f6532de66e tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3738392'] for subnet, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:54.469176 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1ad0142a-7241-4161-87f5-c1f6532de66e tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33068388'] for subnet, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:54.497991 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-9b943e73-9dc3-4aad-bb07-b74e090b0782 None None] Set router 20221858-3dea-4014-b32f-56ce2ea1f109 gateway port host: None {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:06:54.692628 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1ad0142a-7241-4161-87f5-c1f6532de66e tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33068399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3797621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4018265'] for subnet, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:54.725580 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-9b943e73-9dc3-4aad-bb07-b74e090b0782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20221858-3dea-4014-b32f-56ce2ea1f109', 'name': 'tempest-RoutersTest-router-698900241', 'tenant_id': 'd4fe1859a2dd44a8943722001f06bb5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:06:07Z', 'updated_at': '2022-05-20T21:06:52Z', 'revision_number': 10, 'project_id': 'd4fe1859a2dd44a8943722001f06bb5e', 'gw_port_host': None, '_interfaces': [{'id': '9b2edef8-8082-4950-b6e7-f8d0eb78a611', 'name': '', 'network_id': 'df56f14c-2781-4394-ae94-3641f83dfbc7', 'tenant_id': 'd4fe1859a2dd44a8943722001f06bb5e', 'mac_address': 'fa:16:3e:ce:26:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20221858-3dea-4014-b32f-56ce2ea1f109', 'device_owner': 'network:router_interface', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': '377a720b-15d1-40d3-9dc2-d25ad5092cbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:06:09Z', 'updated_at': '2022-05-20T21:06:15Z', 'revision_number': 5, 'project_id': 'd4fe1859a2dd44a8943722001f06bb5e', 'subnets': [{'id': '377a720b-15d1-40d3-9dc2-d25ad5092cbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:06:54.726949 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad0142a-7241-4161-87f5-c1f6532de66e tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Pushing event deleted for resources: {'Subnet': ['ID=e1714506-4470-4c5c-9d33-a0afc117a3f6,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:06:54.729306 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1ad0142a-7241-4161-87f5-c1f6532de66e tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:54.732309 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-1ad0142a-7241-4161-87f5-c1f6532de66e tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] 10.222.0.35 "DELETE /v2.0/subnets/e1714506-4470-4c5c-9d33-a0afc117a3f6 HTTP/1.1" status: 204 len: 168 time: 0.5785162 May 20 21:06:54.734890 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 47518) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:06:54.761326 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b87d87a-3c6b-4382-9f01-fb7720cfcd2f None None] Network 9277b9da-3adb-48bc-ad5e-97f067e99b78 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:06:54.763519 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b943e73-9dc3-4aad-bb07-b74e090b0782 None None] Checking router: 20221858-3dea-4014-b32f-56ce2ea1f109 for host: n-d-842733-1 {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 21:06:54.766513 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:54.821778 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b943e73-9dc3-4aad-bb07-b74e090b0782 None None] Routers {'20221858-3dea-4014-b32f-56ce2ea1f109'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:06:54.822431 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-9b943e73-9dc3-4aad-bb07-b74e090b0782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:06:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['20221858-3dea-4014-b32f-56ce2ea1f109'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:06:54.831697 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9cd2cb39-8c8e-44e7-bd4c-88ef5463f6c2 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33160123'] for network, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:54.895012 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-9cd2cb39-8c8e-44e7-bd4c-88ef5463f6c2 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Deleting port d834eb2b-1c3f-43eb-9332-4896f3891c8b {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:06:54.895354 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9cd2cb39-8c8e-44e7-bd4c-88ef5463f6c2 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:54.975310 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-9cd2cb39-8c8e-44e7-bd4c-88ef5463f6c2 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] For port d834eb2b-1c3f-43eb-9332-4896f3891c8b, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=d834eb2b-1c3f-43eb-9332-4896f3891c8b,segment=NetworkSegment(caf96b63-eb9a-4e1f-b435-f0869d3cd16b),segment_id=caf96b63-eb9a-4e1f-b435-f0869d3cd16b)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:06:54.975559 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9cd2cb39-8c8e-44e7-bd4c-88ef5463f6c2 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:54.977014 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-9b943e73-9dc3-4aad-bb07-b74e090b0782 None None] Set router 20221858-3dea-4014-b32f-56ce2ea1f109 gateway port host: None {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:06:54.989648 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-9cd2cb39-8c8e-44e7-bd4c-88ef5463f6c2 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Calling delete_port for d834eb2b-1c3f-43eb-9332-4896f3891c8b owned by network:dhcp {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:06:55.129992 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9cd2cb39-8c8e-44e7-bd4c-88ef5463f6c2 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:55.130309 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-064ad67f-bfb4-4604-929d-2e8d47aa56a6 None None] DHCP port deletion for 9277b9da-3adb-48bc-ad5e-97f067e99b78 request from n-d-842733-1 {{(pid=103164) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 21:06:55.168276 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd2cb39-8c8e-44e7-bd4c-88ef5463f6c2 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Pushing event deleted for resources: {'Port': ['ID=d834eb2b-1c3f-43eb-9332-4896f3891c8b,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:06:55.170312 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd2cb39-8c8e-44e7-bd4c-88ef5463f6c2 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] No DVR routers for this DVR port d834eb2b-1c3f-43eb-9332-4896f3891c8b on host n-d-842733-1 {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 21:06:55.219144 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-9b943e73-9dc3-4aad-bb07-b74e090b0782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20221858-3dea-4014-b32f-56ce2ea1f109', 'name': 'tempest-RoutersTest-router-698900241', 'tenant_id': 'd4fe1859a2dd44a8943722001f06bb5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:06:07Z', 'updated_at': '2022-05-20T21:06:52Z', 'revision_number': 10, 'project_id': 'd4fe1859a2dd44a8943722001f06bb5e', 'gw_port_host': None, '_interfaces': [{'id': '9b2edef8-8082-4950-b6e7-f8d0eb78a611', 'name': '', 'network_id': 'df56f14c-2781-4394-ae94-3641f83dfbc7', 'tenant_id': 'd4fe1859a2dd44a8943722001f06bb5e', 'mac_address': 'fa:16:3e:ce:26:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20221858-3dea-4014-b32f-56ce2ea1f109', 'device_owner': 'network:router_interface', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': '377a720b-15d1-40d3-9dc2-d25ad5092cbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:06:09Z', 'updated_at': '2022-05-20T21:06:15Z', 'revision_number': 5, 'project_id': 'd4fe1859a2dd44a8943722001f06bb5e', 'subnets': [{'id': '377a720b-15d1-40d3-9dc2-d25ad5092cbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:06:55.252547 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b943e73-9dc3-4aad-bb07-b74e090b0782 None None] The sync data for ids ['20221858-3dea-4014-b32f-56ce2ea1f109'] in n-d-842733-1 is: [{'id': '20221858-3dea-4014-b32f-56ce2ea1f109', 'name': 'tempest-RoutersTest-router-698900241', 'tenant_id': 'd4fe1859a2dd44a8943722001f06bb5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:06:07Z', 'updated_at': '2022-05-20T21:06:52Z', 'revision_number': 10, 'project_id': 'd4fe1859a2dd44a8943722001f06bb5e', 'gw_port_host': None, '_interfaces': [{'id': '9b2edef8-8082-4950-b6e7-f8d0eb78a611', 'name': '', 'network_id': 'df56f14c-2781-4394-ae94-3641f83dfbc7', 'tenant_id': 'd4fe1859a2dd44a8943722001f06bb5e', 'mac_address': 'fa:16:3e:ce:26:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20221858-3dea-4014-b32f-56ce2ea1f109', 'device_owner': 'network:router_interface', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': '377a720b-15d1-40d3-9dc2-d25ad5092cbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:06:09Z', 'updated_at': '2022-05-20T21:06:15Z', 'revision_number': 5, 'project_id': 'd4fe1859a2dd44a8943722001f06bb5e', 'subnets': [{'id': '377a720b-15d1-40d3-9dc2-d25ad5092cbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 21:06:55.269640 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9cd2cb39-8c8e-44e7-bd4c-88ef5463f6c2 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33072115', 'neutron.services.segments.db._delete_segments_for_network-8782419500584'] for network, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:55.295385 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-9cd2cb39-8c8e-44e7-bd4c-88ef5463f6c2 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9277b9da-3adb-48bc-ad5e-97f067e99b78']}} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:06:55.305830 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-9cd2cb39-8c8e-44e7-bd4c-88ef5463f6c2 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'caf96b63-eb9a-4e1f-b435-f0869d3cd16b') {'for_net_delete': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:06:55.306128 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-9cd2cb39-8c8e-44e7-bd4c-88ef5463f6c2 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'caf96b63-eb9a-4e1f-b435-f0869d3cd16b') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:06:55.316470 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9cd2cb39-8c8e-44e7-bd4c-88ef5463f6c2 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419501617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3738385'] for segment, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:55.339022 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9cd2cb39-8c8e-44e7-bd4c-88ef5463f6c2 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:55.347732 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cd2cb39-8c8e-44e7-bd4c-88ef5463f6c2 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Releasing vlan 240 on physical network physnet1 to pool {{(pid=103162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 21:06:55.348081 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9cd2cb39-8c8e-44e7-bd4c-88ef5463f6c2 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3800791'] for segment, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:55.352664 n-d-842733-1 neutron-server[103162]: Traceback (most recent call last): May 20 21:06:55.352664 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 21:06:55.352664 n-d-842733-1 neutron-server[103162]: timer() May 20 21:06:55.352664 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 21:06:55.352664 n-d-842733-1 neutron-server[103162]: cb(*args, **kw) May 20 21:06:55.352664 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 20 21:06:55.352664 n-d-842733-1 neutron-server[103162]: return func(*args, **kwargs) May 20 21:06:55.352664 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 21:06:55.352664 n-d-842733-1 neutron-server[103162]: self._notify() May 20 21:06:55.352664 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 21:06:55.352664 n-d-842733-1 neutron-server[103162]: self.callback(batched_events) May 20 21:06:55.352664 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 21:06:55.352664 n-d-842733-1 neutron-server[103162]: event.method(event) May 20 21:06:55.352664 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 20 21:06:55.352664 n-d-842733-1 neutron-server[103162]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 21:06:55.352664 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 20 21:06:55.352664 n-d-842733-1 neutron-server[103162]: aggregate_uuid = self.p_client.list_aggregates( May 20 21:06:55.352664 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 20 21:06:55.352664 n-d-842733-1 neutron-server[103162]: return f(self, *a, **k) May 20 21:06:55.352664 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 20 21:06:55.352664 n-d-842733-1 neutron-server[103162]: return self._get(url).json() May 20 21:06:55.352664 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 20 21:06:55.352664 n-d-842733-1 neutron-server[103162]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 21:06:55.352664 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 21:06:55.352664 n-d-842733-1 neutron-server[103162]: return self.request(url, 'GET', **kwargs) May 20 21:06:55.352664 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 21:06:55.352664 n-d-842733-1 neutron-server[103162]: base_url = self.get_endpoint(auth, allow=allow, May 20 21:06:55.352664 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 21:06:55.352664 n-d-842733-1 neutron-server[103162]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 21:06:55.352664 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 21:06:55.352664 n-d-842733-1 neutron-server[103162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 21:06:55.352664 n-d-842733-1 neutron-server[103162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 21:06:55.414134 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3bb41398-a341-4810-a603-830109cc0b4b req-ac47adb8-1345-4600-99b8-a9186ce1439b tempest-ServerShowV247Test-2140867618 tempest-ServerShowV247Test-2140867618-project] 10.222.0.35 "GET /v2.0/ports?device_id=1cceab9e-e5df-4636-9025-4b526a0fe6f0 HTTP/1.1" status: 200 len: 210 time: 0.0502210 May 20 21:06:55.528628 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9cd2cb39-8c8e-44e7-bd4c-88ef5463f6c2 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33072122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748162'] for network, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:55.529427 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device bf7ca239-baa1-4f0a-9fe0-1f773e79c6fe no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 21:06:55.535450 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9cd2cb39-8c8e-44e7-bd4c-88ef5463f6c2 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:55.542611 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-9cd2cb39-8c8e-44e7-bd4c-88ef5463f6c2 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] 10.222.0.35 "DELETE /v2.0/networks/9277b9da-3adb-48bc-ad5e-97f067e99b78 HTTP/1.1" status: 204 len: 168 time: 0.8027570 May 20 21:06:55.543490 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 47546) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:06:55.560775 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd2cb39-8c8e-44e7-bd4c-88ef5463f6c2 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Pushing event deleted for resources: {'Network': ['ID=9277b9da-3adb-48bc-ad5e-97f067e99b78,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:06:55.568657 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: bf7ca239-baa1-4f0a-9fe0-1f773e79c6fe {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 21:06:55.569133 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device bf7ca239-baa1-4f0a-9fe0-1f773e79c6fe not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 21:06:55.569836 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device d834eb2b-1c3f-43eb-9332-4896f3891c8b no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 21:06:55.573088 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cc3ec51b-6ec8-438a-8349-5f0bec346d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:55.604833 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: d834eb2b-1c3f-43eb-9332-4896f3891c8b {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 21:06:55.604833 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device d834eb2b-1c3f-43eb-9332-4896f3891c8b not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 21:06:55.629192 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:56.232722 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-551d7a3a-3b22-471e-b7e3-5015dd5200a1 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748528'] for router_interface, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:56.474522 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-551d7a3a-3b22-471e-b7e3-5015dd5200a1 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Deleting port 9b2edef8-8082-4950-b6e7-f8d0eb78a611 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:06:56.475198 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-551d7a3a-3b22-471e-b7e3-5015dd5200a1 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:56.552442 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7ddbec2d-6251-42a5-8b4d-a43ce51ed1f1 req-19201713-504e-4cee-b15b-368b2e862a4c tempest-ServerShowV247Test-2140867618 tempest-ServerShowV247Test-2140867618-project] 10.222.0.35 "GET /v2.0/ports?device_id=1cceab9e-e5df-4636-9025-4b526a0fe6f0 HTTP/1.1" status: 200 len: 210 time: 0.0303402 May 20 21:06:56.593482 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-551d7a3a-3b22-471e-b7e3-5015dd5200a1 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] For port 9b2edef8-8082-4950-b6e7-f8d0eb78a611, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=9b2edef8-8082-4950-b6e7-f8d0eb78a611,segment=NetworkSegment(5de5ad8b-5eaf-407d-969b-269c69d1f4ef),segment_id=5de5ad8b-5eaf-407d-969b-269c69d1f4ef)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:06:56.593845 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-551d7a3a-3b22-471e-b7e3-5015dd5200a1 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:56.605808 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-551d7a3a-3b22-471e-b7e3-5015dd5200a1 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Calling delete_port for 9b2edef8-8082-4950-b6e7-f8d0eb78a611 owned by network:router_interface {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:06:56.871471 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-551d7a3a-3b22-471e-b7e3-5015dd5200a1 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:56.900580 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551d7a3a-3b22-471e-b7e3-5015dd5200a1 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Pushing event deleted for resources: {'Port': ['ID=9b2edef8-8082-4950-b6e7-f8d0eb78a611,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:06:57.062503 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-551d7a3a-3b22-471e-b7e3-5015dd5200a1 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-692224'] for router_interface, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:57.234941 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-551d7a3a-3b22-471e-b7e3-5015dd5200a1 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Router 20221858-3dea-4014-b32f-56ce2ea1f109 has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 21:06:57.315877 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-551d7a3a-3b22-471e-b7e3-5015dd5200a1 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 21:06:57.320780 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-551d7a3a-3b22-471e-b7e3-5015dd5200a1 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] 10.222.0.35 "PUT /v2.0/routers/20221858-3dea-4014-b32f-56ce2ea1f109/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7753100 May 20 21:06:57.326177 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 47622) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:06:57.327081 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95465c61-92ab-44f0-a845-5c0671adedb4 None None] Sync routers for ids ['20221858-3dea-4014-b32f-56ce2ea1f109'] in n-d-842733-1 {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 21:06:57.340250 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95465c61-92ab-44f0-a845-5c0671adedb4 None None] Routers {'20221858-3dea-4014-b32f-56ce2ea1f109'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:06:57.340883 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-95465c61-92ab-44f0-a845-5c0671adedb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:06:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['20221858-3dea-4014-b32f-56ce2ea1f109'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:06:57.380505 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_v2 [None req-005abd08-5a75-4b54-bc41-afadf80439a6 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Deleting subnet 377a720b-15d1-40d3-9dc2-d25ad5092cbb {{(pid=103163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 20 21:06:57.383551 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-005abd08-5a75-4b54-bc41-afadf80439a6 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks [] for subnet, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:57.417674 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-95465c61-92ab-44f0-a845-5c0671adedb4 None None] Set router 20221858-3dea-4014-b32f-56ce2ea1f109 gateway port host: None {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:06:57.427164 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-005abd08-5a75-4b54-bc41-afadf80439a6 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9338757'] for subnet, precommit_delete_associations {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:57.481865 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-95465c61-92ab-44f0-a845-5c0671adedb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20221858-3dea-4014-b32f-56ce2ea1f109', 'name': 'tempest-RoutersTest-router-698900241', 'tenant_id': 'd4fe1859a2dd44a8943722001f06bb5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:06:07Z', 'updated_at': '2022-05-20T21:06:56Z', 'revision_number': 11, 'project_id': 'd4fe1859a2dd44a8943722001f06bb5e', 'gw_port_host': None}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:06:57.511819 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95465c61-92ab-44f0-a845-5c0671adedb4 None None] Checking router: 20221858-3dea-4014-b32f-56ce2ea1f109 for host: n-d-842733-1 {{(pid=103165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 21:06:57.520744 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95465c61-92ab-44f0-a845-5c0671adedb4 None None] Routers {'20221858-3dea-4014-b32f-56ce2ea1f109'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:06:57.521612 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-95465c61-92ab-44f0-a845-5c0671adedb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:06:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['20221858-3dea-4014-b32f-56ce2ea1f109'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:06:57.548893 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-005abd08-5a75-4b54-bc41-afadf80439a6 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33068388'] for subnet, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:57.594567 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-95465c61-92ab-44f0-a845-5c0671adedb4 None None] Set router 20221858-3dea-4014-b32f-56ce2ea1f109 gateway port host: None {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:06:57.654373 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-95465c61-92ab-44f0-a845-5c0671adedb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20221858-3dea-4014-b32f-56ce2ea1f109', 'name': 'tempest-RoutersTest-router-698900241', 'tenant_id': 'd4fe1859a2dd44a8943722001f06bb5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:06:07Z', 'updated_at': '2022-05-20T21:06:56Z', 'revision_number': 11, 'project_id': 'd4fe1859a2dd44a8943722001f06bb5e', 'gw_port_host': None}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:06:57.673050 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-fa27e9f3-2ae7-4fca-8924-95f8a6d3b0fa req-c91a0b65-f93e-4382-97e6-421b95717bb4 tempest-ServerShowV247Test-2140867618 tempest-ServerShowV247Test-2140867618-project] 10.222.0.35 "GET /v2.0/ports?device_id=1cceab9e-e5df-4636-9025-4b526a0fe6f0 HTTP/1.1" status: 200 len: 210 time: 0.0283916 May 20 21:06:57.680674 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95465c61-92ab-44f0-a845-5c0671adedb4 None None] The sync data for ids ['20221858-3dea-4014-b32f-56ce2ea1f109'] in n-d-842733-1 is: [{'id': '20221858-3dea-4014-b32f-56ce2ea1f109', 'name': 'tempest-RoutersTest-router-698900241', 'tenant_id': 'd4fe1859a2dd44a8943722001f06bb5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:06:07Z', 'updated_at': '2022-05-20T21:06:56Z', 'revision_number': 11, 'project_id': 'd4fe1859a2dd44a8943722001f06bb5e', 'gw_port_host': None}] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 21:06:57.700139 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-005abd08-5a75-4b54-bc41-afadf80439a6 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33068399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9641221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8422588'] for subnet, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:57.730149 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005abd08-5a75-4b54-bc41-afadf80439a6 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Pushing event deleted for resources: {'Subnet': ['ID=377a720b-15d1-40d3-9dc2-d25ad5092cbb,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:06:57.734231 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-005abd08-5a75-4b54-bc41-afadf80439a6 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks [] for subnet, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:57.737840 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-005abd08-5a75-4b54-bc41-afadf80439a6 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] 10.222.0.35 "DELETE /v2.0/subnets/377a720b-15d1-40d3-9dc2-d25ad5092cbb HTTP/1.1" status: 204 len: 168 time: 0.4124348 May 20 21:06:57.740819 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 47636) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:06:57.756536 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13cdbfbd-473b-4871-92ee-ec8f8c759dcc None None] Network df56f14c-2781-4394-ae94-3641f83dfbc7 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:06:57.830842 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-392d360f-2b38-4d41-abe2-264d15d56173 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33160123'] for network, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:57.913098 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-392d360f-2b38-4d41-abe2-264d15d56173 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Deleting port df26ee12-d9fc-4941-85fd-bbf10178ffaf {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:06:57.913566 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-392d360f-2b38-4d41-abe2-264d15d56173 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:57.985434 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-392d360f-2b38-4d41-abe2-264d15d56173 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] For port df26ee12-d9fc-4941-85fd-bbf10178ffaf, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=df26ee12-d9fc-4941-85fd-bbf10178ffaf,segment=NetworkSegment(5de5ad8b-5eaf-407d-969b-269c69d1f4ef),segment_id=5de5ad8b-5eaf-407d-969b-269c69d1f4ef)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:06:57.985713 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-392d360f-2b38-4d41-abe2-264d15d56173 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:57.999527 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-392d360f-2b38-4d41-abe2-264d15d56173 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Calling delete_port for df26ee12-d9fc-4941-85fd-bbf10178ffaf owned by network:dhcp {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:06:58.068885 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58379f6d-6a67-4b26-bca0-f76f82ba9a9f None None] DHCP port deletion for df56f14c-2781-4394-ae94-3641f83dfbc7 request from n-d-842733-1 {{(pid=103164) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 21:06:58.150691 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-58379f6d-6a67-4b26-bca0-f76f82ba9a9f None None] Deleting port df26ee12-d9fc-4941-85fd-bbf10178ffaf {{(pid=103164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:06:58.150691 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-58379f6d-6a67-4b26-bca0-f76f82ba9a9f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:58.196848 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-392d360f-2b38-4d41-abe2-264d15d56173 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:58.223928 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392d360f-2b38-4d41-abe2-264d15d56173 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Pushing event deleted for resources: {'Port': ['ID=df26ee12-d9fc-4941-85fd-bbf10178ffaf,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:06:58.227735 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-58379f6d-6a67-4b26-bca0-f76f82ba9a9f None None] For port df26ee12-d9fc-4941-85fd-bbf10178ffaf, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=df26ee12-d9fc-4941-85fd-bbf10178ffaf,segment=NetworkSegment(5de5ad8b-5eaf-407d-969b-269c69d1f4ef),segment_id=5de5ad8b-5eaf-407d-969b-269c69d1f4ef)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:06:58.227904 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-392d360f-2b38-4d41-abe2-264d15d56173 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] No DVR routers for this DVR port df26ee12-d9fc-4941-85fd-bbf10178ffaf on host n-d-842733-1 {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 21:06:58.228488 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-58379f6d-6a67-4b26-bca0-f76f82ba9a9f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:58.249834 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-58379f6d-6a67-4b26-bca0-f76f82ba9a9f None None] Calling delete_port for df26ee12-d9fc-4941-85fd-bbf10178ffaf owned by network:dhcp {{(pid=103164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:06:58.313795 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-392d360f-2b38-4d41-abe2-264d15d56173 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33072115', 'neutron.services.segments.db._delete_segments_for_network-8782419500584'] for network, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:58.336915 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-392d360f-2b38-4d41-abe2-264d15d56173 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df56f14c-2781-4394-ae94-3641f83dfbc7']}} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:06:58.339371 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-58379f6d-6a67-4b26-bca0-f76f82ba9a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099'] for port, after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:58.348075 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-392d360f-2b38-4d41-abe2-264d15d56173 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5de5ad8b-5eaf-407d-969b-269c69d1f4ef') {'for_net_delete': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:06:58.348404 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-392d360f-2b38-4d41-abe2-264d15d56173 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5de5ad8b-5eaf-407d-969b-269c69d1f4ef') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:06:58.358864 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-392d360f-2b38-4d41-abe2-264d15d56173 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419501617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3738385'] for segment, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:58.365869 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58379f6d-6a67-4b26-bca0-f76f82ba9a9f None None] Pushing event deleted for resources: {'Port': ['ID=df26ee12-d9fc-4941-85fd-bbf10178ffaf,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:06:58.372873 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-392d360f-2b38-4d41-abe2-264d15d56173 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:58.377033 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58379f6d-6a67-4b26-bca0-f76f82ba9a9f None None] No DVR routers for this DVR port df26ee12-d9fc-4941-85fd-bbf10178ffaf on host n-d-842733-1 {{(pid=103164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 21:06:58.390532 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-392d360f-2b38-4d41-abe2-264d15d56173 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Releasing vlan 204 on physical network physnet1 to pool {{(pid=103162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 21:06:58.391030 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-392d360f-2b38-4d41-abe2-264d15d56173 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3800791'] for segment, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:58.398199 n-d-842733-1 neutron-server[103162]: Traceback (most recent call last): May 20 21:06:58.398199 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 21:06:58.398199 n-d-842733-1 neutron-server[103162]: timer() May 20 21:06:58.398199 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 21:06:58.398199 n-d-842733-1 neutron-server[103162]: cb(*args, **kw) May 20 21:06:58.398199 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 20 21:06:58.398199 n-d-842733-1 neutron-server[103162]: return func(*args, **kwargs) May 20 21:06:58.398199 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 21:06:58.398199 n-d-842733-1 neutron-server[103162]: self._notify() May 20 21:06:58.398199 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 21:06:58.398199 n-d-842733-1 neutron-server[103162]: self.callback(batched_events) May 20 21:06:58.398199 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 21:06:58.398199 n-d-842733-1 neutron-server[103162]: event.method(event) May 20 21:06:58.398199 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 20 21:06:58.398199 n-d-842733-1 neutron-server[103162]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 21:06:58.398199 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 20 21:06:58.398199 n-d-842733-1 neutron-server[103162]: aggregate_uuid = self.p_client.list_aggregates( May 20 21:06:58.398199 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 20 21:06:58.398199 n-d-842733-1 neutron-server[103162]: return f(self, *a, **k) May 20 21:06:58.398199 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 20 21:06:58.398199 n-d-842733-1 neutron-server[103162]: return self._get(url).json() May 20 21:06:58.398199 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 20 21:06:58.398199 n-d-842733-1 neutron-server[103162]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 21:06:58.398199 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 21:06:58.398199 n-d-842733-1 neutron-server[103162]: return self.request(url, 'GET', **kwargs) May 20 21:06:58.398199 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 21:06:58.398199 n-d-842733-1 neutron-server[103162]: base_url = self.get_endpoint(auth, allow=allow, May 20 21:06:58.398199 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 21:06:58.398199 n-d-842733-1 neutron-server[103162]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 21:06:58.398199 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 21:06:58.398199 n-d-842733-1 neutron-server[103162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 21:06:58.398199 n-d-842733-1 neutron-server[103162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 21:06:58.534460 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-392d360f-2b38-4d41-abe2-264d15d56173 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33072122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748162'] for network, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:58.554641 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-392d360f-2b38-4d41-abe2-264d15d56173 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:58.561040 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-392d360f-2b38-4d41-abe2-264d15d56173 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] 10.222.0.35 "DELETE /v2.0/networks/df56f14c-2781-4394-ae94-3641f83dfbc7 HTTP/1.1" status: 204 len: 168 time: 0.8167875 May 20 21:06:58.561040 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392d360f-2b38-4d41-abe2-264d15d56173 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Pushing event deleted for resources: {'Network': ['ID=df56f14c-2781-4394-ae94-3641f83dfbc7,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:06:58.561371 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 47646) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:06:58.567239 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-0b2a2b8c-d308-4d81-8448-7b6a7e660744 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Request body: {'router': {'routes': None}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:06:58.733005 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.extraroute_db [None req-0b2a2b8c-d308-4d81-8448-7b6a7e660744 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Added routes are [] {{(pid=103162) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} May 20 21:06:58.733351 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.extraroute_db [None req-0b2a2b8c-d308-4d81-8448-7b6a7e660744 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Removed routes are [] {{(pid=103162) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} May 20 21:06:58.733736 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0b2a2b8c-d308-4d81-8448-7b6a7e660744 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-748143', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-693059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26112'] for router, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:58.796635 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5009c088-ac2a-4112-9668-26b9aa33effd req-3df0829f-d6d7-4ef9-a573-10221011c374 tempest-ServerShowV247Test-2140867618 tempest-ServerShowV247Test-2140867618-project] 10.222.0.35 "GET /v2.0/ports?device_id=1cceab9e-e5df-4636-9025-4b526a0fe6f0 HTTP/1.1" status: 200 len: 210 time: 0.0320265 May 20 21:06:58.881200 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0b2a2b8c-d308-4d81-8448-7b6a7e660744 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-748143', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-693059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26112'] for router, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:58.886605 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0b2a2b8c-d308-4d81-8448-7b6a7e660744 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-748132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-748125', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-693176'] for router, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:58.966986 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b2a2b8c-d308-4d81-8448-7b6a7e660744 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Router 20221858-3dea-4014-b32f-56ce2ea1f109 has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 21:06:59.044193 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b2a2b8c-d308-4d81-8448-7b6a7e660744 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 21:06:59.052981 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0b2a2b8c-d308-4d81-8448-7b6a7e660744 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks [] for router, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:59.054386 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-0b2a2b8c-d308-4d81-8448-7b6a7e660744 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] 10.222.0.35 "PUT /v2.0/routers/20221858-3dea-4014-b32f-56ce2ea1f109 HTTP/1.1" status: 200 len: 700 time: 0.4922121 May 20 21:06:59.055438 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b12dc65-133b-498e-8869-a3465bdda9ba None None] Sync routers for ids ['20221858-3dea-4014-b32f-56ce2ea1f109'] in n-d-842733-1 {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 21:06:59.058558 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 47656) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:06:59.070387 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b12dc65-133b-498e-8869-a3465bdda9ba None None] Routers {'20221858-3dea-4014-b32f-56ce2ea1f109'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:06:59.071127 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-8b12dc65-133b-498e-8869-a3465bdda9ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:06:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['20221858-3dea-4014-b32f-56ce2ea1f109'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:06:59.099740 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-7196e72b-2819-4351-a8c3-90736e3bebb3 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] 10.222.0.35 "GET /v2.0/ports?device_id=20221858-3dea-4014-b32f-56ce2ea1f109 HTTP/1.1" status: 200 len: 205 time: 0.0380950 May 20 21:06:59.100000 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 47660) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:06:59.153301 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-8b12dc65-133b-498e-8869-a3465bdda9ba None None] Set router 20221858-3dea-4014-b32f-56ce2ea1f109 gateway port host: None {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:06:59.181653 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-08d5658b-76f5-49c9-a73d-89b762d022ce tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks [] for router, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:59.208725 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-8b12dc65-133b-498e-8869-a3465bdda9ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20221858-3dea-4014-b32f-56ce2ea1f109', 'name': 'tempest-RoutersTest-router-698900241', 'tenant_id': 'd4fe1859a2dd44a8943722001f06bb5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:06:07Z', 'updated_at': '2022-05-20T21:06:56Z', 'revision_number': 11, 'project_id': 'd4fe1859a2dd44a8943722001f06bb5e', 'gw_port_host': None}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:06:59.241732 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b12dc65-133b-498e-8869-a3465bdda9ba None None] Checking router: 20221858-3dea-4014-b32f-56ce2ea1f109 for host: n-d-842733-1 {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 21:06:59.251692 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b12dc65-133b-498e-8869-a3465bdda9ba None None] Routers {'20221858-3dea-4014-b32f-56ce2ea1f109'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:06:59.252633 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-8b12dc65-133b-498e-8869-a3465bdda9ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:06:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['20221858-3dea-4014-b32f-56ce2ea1f109'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:06:59.339701 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-8b12dc65-133b-498e-8869-a3465bdda9ba None None] Set router 20221858-3dea-4014-b32f-56ce2ea1f109 gateway port host: None {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:06:59.361927 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-08d5658b-76f5-49c9-a73d-89b762d022ce tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26169'] for router, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:59.364074 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-08d5658b-76f5-49c9-a73d-89b762d022ce tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:59.398652 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-8b12dc65-133b-498e-8869-a3465bdda9ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20221858-3dea-4014-b32f-56ce2ea1f109', 'name': 'tempest-RoutersTest-router-698900241', 'tenant_id': 'd4fe1859a2dd44a8943722001f06bb5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:06:07Z', 'updated_at': '2022-05-20T21:06:56Z', 'revision_number': 11, 'project_id': 'd4fe1859a2dd44a8943722001f06bb5e', 'gw_port_host': None}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:06:59.445329 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b12dc65-133b-498e-8869-a3465bdda9ba None None] The sync data for ids ['20221858-3dea-4014-b32f-56ce2ea1f109'] in n-d-842733-1 is: [{'id': '20221858-3dea-4014-b32f-56ce2ea1f109', 'name': 'tempest-RoutersTest-router-698900241', 'tenant_id': 'd4fe1859a2dd44a8943722001f06bb5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:06:07Z', 'updated_at': '2022-05-20T21:06:56Z', 'revision_number': 11, 'project_id': 'd4fe1859a2dd44a8943722001f06bb5e', 'gw_port_host': None}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 21:06:59.475486 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 9b2edef8-8082-4950-b6e7-f8d0eb78a611 no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 21:06:59.494986 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-08d5658b-76f5-49c9-a73d-89b762d022ce tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-693148'] for router, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:59.495575 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08d5658b-76f5-49c9-a73d-89b762d022ce tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Fanout notify agent at l3_agent the message router_deleted on router 20221858-3dea-4014-b32f-56ce2ea1f109 {{(pid=103163) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 20 21:06:59.501703 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: 9b2edef8-8082-4950-b6e7-f8d0eb78a611 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 21:06:59.502454 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 9b2edef8-8082-4950-b6e7-f8d0eb78a611 not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 21:06:59.502941 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device df26ee12-d9fc-4941-85fd-bbf10178ffaf no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 21:06:59.503367 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-08d5658b-76f5-49c9-a73d-89b762d022ce tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks [] for router, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:59.504428 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-08d5658b-76f5-49c9-a73d-89b762d022ce tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] 10.222.0.35 "DELETE /v2.0/routers/20221858-3dea-4014-b32f-56ce2ea1f109 HTTP/1.1" status: 204 len: 168 time: 0.4035435 May 20 21:06:59.513610 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 47664) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:06:59.518376 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-40179c1b-e622-47fa-aeb9-ea4d002c9ff4 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-503669972', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:06:59.528405 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: df26ee12-d9fc-4941-85fd-bbf10178ffaf {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 21:06:59.528737 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device df26ee12-d9fc-4941-85fd-bbf10178ffaf not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 21:06:59.609030 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-40179c1b-e622-47fa-aeb9-ea4d002c9ff4 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-694221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26155'] for router, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:59.610106 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-40179c1b-e622-47fa-aeb9-ea4d002c9ff4 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-693085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748153', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-718080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26162'] for router, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:59.694458 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-40179c1b-e622-47fa-aeb9-ea4d002c9ff4 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:59.761014 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-40179c1b-e622-47fa-aeb9-ea4d002c9ff4 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748106'] for router, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:59.850864 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-40179c1b-e622-47fa-aeb9-ea4d002c9ff4 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks [] for router, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:06:59.855294 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-40179c1b-e622-47fa-aeb9-ea4d002c9ff4 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3375731 May 20 21:06:59.855662 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 47672) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:06:59.860696 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-56e0a477-2d0b-4e56-a25a-bcefd4eda0d0 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:06:59.885829 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 47674) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:06:59.958453 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-22b4a3bc-5bb4-4cd8-bcd9-f3a18320c2c1 req-7a4f99cf-ee94-4bc2-b12e-558bbe03eb6a tempest-ServerShowV247Test-2140867618 tempest-ServerShowV247Test-2140867618-project] 10.222.0.35 "GET /v2.0/ports?device_id=1cceab9e-e5df-4636-9025-4b526a0fe6f0 HTTP/1.1" status: 200 len: 210 time: 0.0390813 May 20 21:06:59.985807 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3bd598a-8c3a-494e-b860-bc27cbd383c8 admin admin] Deleting subnet 66ae3861-e975-4d15-9c77-feb10428aa55 {{(pid=103162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 20 21:06:59.999820 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b3bd598a-8c3a-494e-b860-bc27cbd383c8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:00.073331 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b3bd598a-8c3a-494e-b860-bc27cbd383c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3738392'] for subnet, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:00.164604 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b3bd598a-8c3a-494e-b860-bc27cbd383c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33068388'] for subnet, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:00.269861 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-56e0a477-2d0b-4e56-a25a-bcefd4eda0d0 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-748143', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-693059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26112'] for router, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:00.322963 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b3bd598a-8c3a-494e-b860-bc27cbd383c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33068399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3797621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4018265'] for subnet, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:00.347298 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-56e0a477-2d0b-4e56-a25a-bcefd4eda0d0 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-748132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-748125', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-693176'] for router, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:00.350420 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bd598a-8c3a-494e-b860-bc27cbd383c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=66ae3861-e975-4d15-9c77-feb10428aa55,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:07:00.366762 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b3bd598a-8c3a-494e-b860-bc27cbd383c8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:00.374279 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-b3bd598a-8c3a-494e-b860-bc27cbd383c8 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/66ae3861-e975-4d15-9c77-feb10428aa55 HTTP/1.1" status: 204 len: 168 time: 0.4871392 May 20 21:07:00.377067 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 47678) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:07:00.483321 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d0908ee8-6462-4994-aa37-0188ce86c798 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33160123'] for network, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:00.595013 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56e0a477-2d0b-4e56-a25a-bcefd4eda0d0 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Router 44e4cd3d-7596-4857-820a-33634442be30 is scheduled to L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e with binding_index 1 {{(pid=103163) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 20 21:07:00.727680 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56e0a477-2d0b-4e56-a25a-bcefd4eda0d0 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 21:07:00.736563 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-56e0a477-2d0b-4e56-a25a-bcefd4eda0d0 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks [] for router, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:00.737608 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-56e0a477-2d0b-4e56-a25a-bcefd4eda0d0 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] 10.222.0.35 "PUT /v2.0/routers/44e4cd3d-7596-4857-820a-33634442be30 HTTP/1.1" status: 200 len: 693 time: 0.8808508 May 20 21:07:00.739949 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e8e890-edd8-4606-ad20-e97b16b22f61 None None] Sync routers for ids ['44e4cd3d-7596-4857-820a-33634442be30'] in n-d-842733-1 {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 21:07:00.740425 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 47682) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:07:00.765365 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e8e890-edd8-4606-ad20-e97b16b22f61 None None] Routers {'44e4cd3d-7596-4857-820a-33634442be30'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:07:00.770128 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-64e8e890-edd8-4606-ad20-e97b16b22f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:06:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['44e4cd3d-7596-4857-820a-33634442be30'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:07:00.829993 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-5351f5cf-baae-49aa-a4d7-f7b27eae2127 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] 10.222.0.35 "GET /v2.0/routers/44e4cd3d-7596-4857-820a-33634442be30 HTTP/1.1" status: 200 len: 699 time: 0.0886252 May 20 21:07:00.843119 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 47684) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:07:00.889747 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-64e8e890-edd8-4606-ad20-e97b16b22f61 None None] Set router 44e4cd3d-7596-4857-820a-33634442be30 gateway port host: None {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:07:00.903220 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-9e072526-f130-49c9-b21a-f68d0d3bdc8e tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] 10.222.0.35 "GET /v2.0/ports?device_id=44e4cd3d-7596-4857-820a-33634442be30 HTTP/1.1" status: 200 len: 205 time: 0.0588343 May 20 21:07:00.903920 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 47688) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:07:00.972252 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-64e8e890-edd8-4606-ad20-e97b16b22f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44e4cd3d-7596-4857-820a-33634442be30', 'name': 'tempest-RoutersTest-router-503669972', 'tenant_id': 'd4fe1859a2dd44a8943722001f06bb5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:06:59Z', 'updated_at': '2022-05-20T21:07:00Z', 'revision_number': 2, 'project_id': 'd4fe1859a2dd44a8943722001f06bb5e', 'gw_port_host': None}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:07:01.034355 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e8e890-edd8-4606-ad20-e97b16b22f61 None None] Checking router: 44e4cd3d-7596-4857-820a-33634442be30 for host: n-d-842733-1 {{(pid=103165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 21:07:01.046843 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d0908ee8-6462-4994-aa37-0188ce86c798 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33072115', 'neutron.services.segments.db._delete_segments_for_network-8782419500584'] for network, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:01.052704 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e8e890-edd8-4606-ad20-e97b16b22f61 None None] Routers {'44e4cd3d-7596-4857-820a-33634442be30'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:07:01.053374 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-64e8e890-edd8-4606-ad20-e97b16b22f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:06:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['44e4cd3d-7596-4857-820a-33634442be30'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:07:01.060038 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-35309c5c-1c73-4674-859d-e199f3b78e08 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks [] for router, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:01.073329 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-d0908ee8-6462-4994-aa37-0188ce86c798 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d842a6d6-ac76-4a70-b737-6e69ee8864ca']}} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:07:01.090438 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-d0908ee8-6462-4994-aa37-0188ce86c798 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7310cbab-3cd1-4e3f-b210-f4ad24615999') {'for_net_delete': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:07:01.090747 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-d0908ee8-6462-4994-aa37-0188ce86c798 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7310cbab-3cd1-4e3f-b210-f4ad24615999') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:07:01.102204 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d0908ee8-6462-4994-aa37-0188ce86c798 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419501617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3738385'] for segment, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:01.131492 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d0908ee8-6462-4994-aa37-0188ce86c798 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:01.143173 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0908ee8-6462-4994-aa37-0188ce86c798 admin admin] Releasing vlan 247 on physical network physnet1 to pool {{(pid=103162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 21:07:01.144215 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d0908ee8-6462-4994-aa37-0188ce86c798 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3800791'] for segment, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:01.151035 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1e1cc341-7eb4-431c-9cf7-2215199d61bb req-acfe23e2-ad06-4caa-882c-048c6344cf8f tempest-ServerShowV247Test-2140867618 tempest-ServerShowV247Test-2140867618-project] 10.222.0.35 "GET /v2.0/ports?device_id=1cceab9e-e5df-4636-9025-4b526a0fe6f0 HTTP/1.1" status: 200 len: 210 time: 0.0832853 May 20 21:07:01.162810 n-d-842733-1 neutron-server[103162]: Traceback (most recent call last): May 20 21:07:01.162810 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 21:07:01.162810 n-d-842733-1 neutron-server[103162]: timer() May 20 21:07:01.162810 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 21:07:01.162810 n-d-842733-1 neutron-server[103162]: cb(*args, **kw) May 20 21:07:01.162810 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 20 21:07:01.162810 n-d-842733-1 neutron-server[103162]: return func(*args, **kwargs) May 20 21:07:01.162810 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 21:07:01.162810 n-d-842733-1 neutron-server[103162]: self._notify() May 20 21:07:01.162810 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 21:07:01.162810 n-d-842733-1 neutron-server[103162]: self.callback(batched_events) May 20 21:07:01.162810 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 21:07:01.162810 n-d-842733-1 neutron-server[103162]: event.method(event) May 20 21:07:01.162810 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 20 21:07:01.162810 n-d-842733-1 neutron-server[103162]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 21:07:01.162810 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 20 21:07:01.162810 n-d-842733-1 neutron-server[103162]: aggregate_uuid = self.p_client.list_aggregates( May 20 21:07:01.162810 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 20 21:07:01.162810 n-d-842733-1 neutron-server[103162]: return f(self, *a, **k) May 20 21:07:01.162810 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 20 21:07:01.162810 n-d-842733-1 neutron-server[103162]: return self._get(url).json() May 20 21:07:01.162810 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 20 21:07:01.162810 n-d-842733-1 neutron-server[103162]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 21:07:01.162810 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 21:07:01.162810 n-d-842733-1 neutron-server[103162]: return self.request(url, 'GET', **kwargs) May 20 21:07:01.162810 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 21:07:01.162810 n-d-842733-1 neutron-server[103162]: base_url = self.get_endpoint(auth, allow=allow, May 20 21:07:01.162810 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 21:07:01.162810 n-d-842733-1 neutron-server[103162]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 21:07:01.162810 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 21:07:01.162810 n-d-842733-1 neutron-server[103162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 21:07:01.162810 n-d-842733-1 neutron-server[103162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 21:07:01.169395 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-64e8e890-edd8-4606-ad20-e97b16b22f61 None None] Set router 44e4cd3d-7596-4857-820a-33634442be30 gateway port host: None {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:07:01.226927 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-64e8e890-edd8-4606-ad20-e97b16b22f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44e4cd3d-7596-4857-820a-33634442be30', 'name': 'tempest-RoutersTest-router-503669972', 'tenant_id': 'd4fe1859a2dd44a8943722001f06bb5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:06:59Z', 'updated_at': '2022-05-20T21:07:00Z', 'revision_number': 2, 'project_id': 'd4fe1859a2dd44a8943722001f06bb5e', 'gw_port_host': None}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:07:01.283561 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d0908ee8-6462-4994-aa37-0188ce86c798 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33072122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748162'] for network, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:01.289390 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d0908ee8-6462-4994-aa37-0188ce86c798 admin admin] Notify callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:01.292803 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-d0908ee8-6462-4994-aa37-0188ce86c798 admin admin] 10.222.0.35 "DELETE /v2.0/networks/d842a6d6-ac76-4a70-b737-6e69ee8864ca HTTP/1.1" status: 204 len: 168 time: 0.9139793 May 20 21:07:01.316821 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0908ee8-6462-4994-aa37-0188ce86c798 admin admin] Pushing event deleted for resources: {'Network': ['ID=d842a6d6-ac76-4a70-b737-6e69ee8864ca,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:07:01.322981 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-35309c5c-1c73-4674-859d-e199f3b78e08 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26169'] for router, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:01.326170 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-35309c5c-1c73-4674-859d-e199f3b78e08 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:01.354485 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e8e890-edd8-4606-ad20-e97b16b22f61 None None] The sync data for ids ['44e4cd3d-7596-4857-820a-33634442be30'] in n-d-842733-1 is: [{'id': '44e4cd3d-7596-4857-820a-33634442be30', 'name': 'tempest-RoutersTest-router-503669972', 'tenant_id': 'd4fe1859a2dd44a8943722001f06bb5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:06:59Z', 'updated_at': '2022-05-20T21:07:00Z', 'revision_number': 2, 'project_id': 'd4fe1859a2dd44a8943722001f06bb5e', 'gw_port_host': None}] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 21:07:01.471023 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-35309c5c-1c73-4674-859d-e199f3b78e08 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-693148'] for router, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:01.471646 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35309c5c-1c73-4674-859d-e199f3b78e08 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Fanout notify agent at l3_agent the message router_deleted on router 44e4cd3d-7596-4857-820a-33634442be30 {{(pid=103163) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 20 21:07:01.480881 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-35309c5c-1c73-4674-859d-e199f3b78e08 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] Notify callbacks [] for router, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:01.483092 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-35309c5c-1c73-4674-859d-e199f3b78e08 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] 10.222.0.35 "DELETE /v2.0/routers/44e4cd3d-7596-4857-820a-33634442be30 HTTP/1.1" status: 204 len: 168 time: 0.5771065 May 20 21:07:01.483348 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 47696) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:07:01.513353 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-555e32d6-2850-4cd3-8c3b-0a40647a852a tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] 10.222.0.35 "GET /v2.0/ports?device_id=44e4cd3d-7596-4857-820a-33634442be30 HTTP/1.1" status: 200 len: 205 time: 0.0267196 May 20 21:07:01.513574 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 47698) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:07:01.554134 n-d-842733-1 neutron-server[103162]: INFO neutron.api.v2.resource [None req-897053f4-82e9-413e-b000-208f3f5b1732 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] delete failed (client error): The resource could not be found. May 20 21:07:01.555174 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-897053f4-82e9-413e-b000-208f3f5b1732 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] 10.222.0.35 "DELETE /v2.0/routers/44e4cd3d-7596-4857-820a-33634442be30 HTTP/1.1" status: 404 len: 336 time: 0.0406711 May 20 21:07:01.558834 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 47700) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:07:01.586428 n-d-842733-1 neutron-server[103162]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbedc45b-3616-4741-85bc-2ff64257c52f tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] DELETE failed (client error): The resource could not be found. May 20 21:07:01.586885 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fbedc45b-3616-4741-85bc-2ff64257c52f tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 21:07:01.590462 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-fbedc45b-3616-4741-85bc-2ff64257c52f tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] 10.222.0.35 "DELETE /v2.0/subnets/9865c2ba-bf5c-490a-b147-91a7c55506ce HTTP/1.1" status: 404 len: 337 time: 0.0307214 May 20 21:07:01.597734 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 47702) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:07:01.626332 n-d-842733-1 neutron-server[103163]: INFO neutron.pecan_wsgi.hooks.translation [None req-317ed683-a335-4f42-bea0-314923ffd12b tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] DELETE failed (client error): The resource could not be found. May 20 21:07:01.626793 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-317ed683-a335-4f42-bea0-314923ffd12b tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103163) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 21:07:01.629783 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-317ed683-a335-4f42-bea0-314923ffd12b tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] 10.222.0.35 "DELETE /v2.0/subnets/4780a1f5-d849-400d-a3f1-5bcc4f0fd0b3 HTTP/1.1" status: 404 len: 337 time: 0.0308695 May 20 21:07:01.633191 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 47704) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:07:01.660216 n-d-842733-1 neutron-server[103162]: INFO neutron.pecan_wsgi.hooks.translation [None req-07044536-f337-4a09-a2cf-d76e2b71ffdf tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] DELETE failed (client error): The resource could not be found. May 20 21:07:01.660753 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07044536-f337-4a09-a2cf-d76e2b71ffdf tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 21:07:01.664088 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-07044536-f337-4a09-a2cf-d76e2b71ffdf tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] 10.222.0.35 "DELETE /v2.0/subnets/e1714506-4470-4c5c-9d33-a0afc117a3f6 HTTP/1.1" status: 404 len: 337 time: 0.0295489 May 20 21:07:01.667707 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 47706) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:07:01.693191 n-d-842733-1 neutron-server[103163]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c2556e5-30cf-479b-9643-bee7e21f887c tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] DELETE failed (client error): The resource could not be found. May 20 21:07:01.693744 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c2556e5-30cf-479b-9643-bee7e21f887c tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103163) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 21:07:01.696668 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-5c2556e5-30cf-479b-9643-bee7e21f887c tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] 10.222.0.35 "DELETE /v2.0/subnets/377a720b-15d1-40d3-9dc2-d25ad5092cbb HTTP/1.1" status: 404 len: 337 time: 0.0279350 May 20 21:07:01.700384 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 47708) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:07:01.727423 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-e4de4394-c033-46d7-8473-a8d58d2fcb62 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] 10.222.0.35 "GET /v2.0/ports?device_id=20221858-3dea-4014-b32f-56ce2ea1f109 HTTP/1.1" status: 200 len: 205 time: 0.0259876 May 20 21:07:01.733590 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 47710) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:07:01.735308 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 47712) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:07:01.777794 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-7378cf65-bdd4-4930-96f9-395e45677545 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=739c5633298549a1821546fc93e42841&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0430601 May 20 21:07:01.779204 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 47714) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:07:01.781748 n-d-842733-1 neutron-server[103162]: INFO neutron.api.v2.resource [None req-f5ef7daf-8541-49c7-bef4-1886d4965de2 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] delete failed (client error): The resource could not be found. May 20 21:07:01.785177 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-f5ef7daf-8541-49c7-bef4-1886d4965de2 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] 10.222.0.35 "DELETE /v2.0/routers/20221858-3dea-4014-b32f-56ce2ea1f109 HTTP/1.1" status: 404 len: 336 time: 0.0463119 May 20 21:07:01.785908 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 47716) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:07:01.818037 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-c9e2529a-d81c-41d9-8708-543c354c0945 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1ac904c-b9d3-4396-89b4-4c94f617920b HTTP/1.1" status: 200 len: 205 time: 0.0289116 May 20 21:07:01.818387 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 47718) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:07:01.838372 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2a462e2e-d4e7-4886-83e8-9ab62773944b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:01.857124 n-d-842733-1 neutron-server[103162]: INFO neutron.api.v2.resource [None req-5894581d-690b-448e-9a6c-099525e1b42d tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] delete failed (client error): The resource could not be found. May 20 21:07:01.860839 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-5894581d-690b-448e-9a6c-099525e1b42d tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] 10.222.0.35 "DELETE /v2.0/routers/c1ac904c-b9d3-4396-89b4-4c94f617920b HTTP/1.1" status: 404 len: 336 time: 0.0389078 May 20 21:07:01.860839 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 47720) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:07:01.862549 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2a462e2e-d4e7-4886-83e8-9ab62773944b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:01.892760 n-d-842733-1 neutron-server[103162]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ea044bd-20dc-4228-b3f8-4ea62f81612e tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] DELETE failed (client error): The resource could not be found. May 20 21:07:01.893139 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ea044bd-20dc-4228-b3f8-4ea62f81612e tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 21:07:01.896144 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-8ea044bd-20dc-4228-b3f8-4ea62f81612e tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] 10.222.0.35 "DELETE /v2.0/subnets/f8c54319-5cba-4b54-8f75-9f3b51bcabbe HTTP/1.1" status: 404 len: 337 time: 0.0344267 May 20 21:07:01.898835 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 47722) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:07:01.925147 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-1d02f36e-c38d-44cf-bbb9-dd6d2d05f2d4 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] 10.222.0.35 "GET /v2.0/ports?device_id=7628e49a-3dba-49c5-943b-c9e7c8b08c53 HTTP/1.1" status: 200 len: 205 time: 0.0252607 May 20 21:07:01.927609 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 47724) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:07:01.965084 n-d-842733-1 neutron-server[103162]: INFO neutron.api.v2.resource [None req-17f36b5a-cef9-4a57-8107-a319bcb0e5ad tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] delete failed (client error): The resource could not be found. May 20 21:07:01.966112 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-17f36b5a-cef9-4a57-8107-a319bcb0e5ad tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] 10.222.0.35 "DELETE /v2.0/routers/7628e49a-3dba-49c5-943b-c9e7c8b08c53 HTTP/1.1" status: 404 len: 336 time: 0.0376201 May 20 21:07:01.968725 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 47726) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:07:01.973789 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2a462e2e-d4e7-4886-83e8-9ab62773944b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:01.976553 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2a462e2e-d4e7-4886-83e8-9ab62773944b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:01.981626 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-2a462e2e-d4e7-4886-83e8-9ab62773944b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/aeaee086-04c5-4e9c-af2f-a45cf73b5670 HTTP/1.1" status: 204 len: 168 time: 0.2004104 May 20 21:07:01.995081 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a462e2e-d4e7-4886-83e8-9ab62773944b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeaee086-04c5-4e9c-af2f-a45cf73b5670,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:07:02.001289 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-8bb75d2b-f8ad-4bc7-b95e-1de123b0a79c tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] 10.222.0.35 "GET /v2.0/ports?device_id=90900b16-19ef-404e-98a0-ba52d4e55eef HTTP/1.1" status: 200 len: 205 time: 0.0293994 May 20 21:07:02.002396 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 47730) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:07:02.049139 n-d-842733-1 neutron-server[103162]: INFO neutron.api.v2.resource [None req-7cd1d228-3858-49c6-99f5-e17636a5e3b7 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] delete failed (client error): The resource could not be found. May 20 21:07:02.050256 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-7cd1d228-3858-49c6-99f5-e17636a5e3b7 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] 10.222.0.35 "DELETE /v2.0/routers/90900b16-19ef-404e-98a0-ba52d4e55eef HTTP/1.1" status: 404 len: 336 time: 0.0465457 May 20 21:07:02.052735 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 47732) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:07:02.083379 n-d-842733-1 neutron-server[103162]: INFO neutron.pecan_wsgi.hooks.translation [None req-8beaa190-c6f4-404a-a51a-a523bac9c317 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] DELETE failed (client error): The resource could not be found. May 20 21:07:02.088512 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8beaa190-c6f4-404a-a51a-a523bac9c317 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 21:07:02.088512 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-8beaa190-c6f4-404a-a51a-a523bac9c317 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] 10.222.0.35 "DELETE /v2.0/subnets/2df5aaaf-103b-4f6b-b9af-ee5f5f959e8c HTTP/1.1" status: 404 len: 337 time: 0.0331643 May 20 21:07:02.090988 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 47734) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:07:02.120559 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-574b2807-4c33-496f-bb37-5f02b9ebd6ba tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] 10.222.0.35 "GET /v2.0/ports?device_id=64eea73f-46fb-47e2-b485-9d1fd8250502 HTTP/1.1" status: 200 len: 205 time: 0.0282621 May 20 21:07:02.123397 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 47736) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:07:02.165453 n-d-842733-1 neutron-server[103163]: INFO neutron.api.v2.resource [None req-f79374e0-7e9a-421d-a3f0-cb283d6dde08 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] delete failed (client error): The resource could not be found. May 20 21:07:02.169271 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-f79374e0-7e9a-421d-a3f0-cb283d6dde08 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] 10.222.0.35 "DELETE /v2.0/routers/64eea73f-46fb-47e2-b485-9d1fd8250502 HTTP/1.1" status: 404 len: 336 time: 0.0422463 May 20 21:07:02.169630 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 47738) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:07:02.199385 n-d-842733-1 neutron-server[103162]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f5bfe46-2e25-4bb0-a646-226607126509 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] DELETE failed (client error): The resource could not be found. May 20 21:07:02.199927 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f5bfe46-2e25-4bb0-a646-226607126509 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 21:07:02.207210 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-8f5bfe46-2e25-4bb0-a646-226607126509 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] 10.222.0.35 "DELETE /v2.0/subnets/82760315-df45-409e-b0f2-96938a3cb705 HTTP/1.1" status: 404 len: 337 time: 0.0323868 May 20 21:07:02.211977 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 47744) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:07:02.264949 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-16edc196-4a46-4385-9882-3c78b5f101b6 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] 10.222.0.35 "GET /v2.0/ports?device_id=d7547d02-9108-42b8-b3f8-7807bd83f2b4 HTTP/1.1" status: 200 len: 205 time: 0.0524869 May 20 21:07:02.267611 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 47748) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:07:02.292891 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5430b08e-8d20-45a7-8bb3-47b02252d8c0 req-333ca334-da58-408a-8e60-2b01f37af3cb tempest-ServerShowV247Test-2140867618 tempest-ServerShowV247Test-2140867618-project] 10.222.0.35 "GET /v2.0/ports?device_id=1cceab9e-e5df-4636-9025-4b526a0fe6f0 HTTP/1.1" status: 200 len: 210 time: 0.0400238 May 20 21:07:02.322866 n-d-842733-1 neutron-server[103163]: INFO neutron.api.v2.resource [None req-9bda425a-a8f3-4678-9362-a12fae3e081d tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] delete failed (client error): The resource could not be found. May 20 21:07:02.323901 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-9bda425a-a8f3-4678-9362-a12fae3e081d tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] 10.222.0.35 "DELETE /v2.0/routers/d7547d02-9108-42b8-b3f8-7807bd83f2b4 HTTP/1.1" status: 404 len: 336 time: 0.0553813 May 20 21:07:02.326545 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 47750) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:07:02.357272 n-d-842733-1 neutron-server[103163]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b74dcd7-fdd5-467b-8743-0c2dc1de0683 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] DELETE failed (client error): The resource could not be found. May 20 21:07:02.357590 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b74dcd7-fdd5-467b-8743-0c2dc1de0683 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103163) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 21:07:02.360579 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-9b74dcd7-fdd5-467b-8743-0c2dc1de0683 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] 10.222.0.35 "DELETE /v2.0/subnets/e04823f7-ce48-47fd-98a6-05f6b3d02863 HTTP/1.1" status: 404 len: 337 time: 0.0330060 May 20 21:07:02.363062 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 47752) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:07:02.390103 n-d-842733-1 neutron-server[103163]: INFO neutron.pecan_wsgi.hooks.translation [None req-71b37f6d-86ed-4840-a213-c5c3f292bcb5 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] DELETE failed (client error): The resource could not be found. May 20 21:07:02.390510 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71b37f6d-86ed-4840-a213-c5c3f292bcb5 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103163) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 21:07:02.396838 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-71b37f6d-86ed-4840-a213-c5c3f292bcb5 tempest-RoutersTest-1855735574 tempest-RoutersTest-1855735574-project] 10.222.0.35 "DELETE /v2.0/subnets/fefd3cdb-d426-4983-bf80-0ca00e928bb8 HTTP/1.1" status: 404 len: 337 time: 0.0295210 May 20 21:07:02.425251 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:02.927847 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 47776) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:07:03.069564 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-24bf7547-8668-4f8d-8fd4-0168fb26cb88 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d4fe1859a2dd44a8943722001f06bb5e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1405311 May 20 21:07:03.072094 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 47784) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:07:03.120259 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e6dc9345-f9da-448d-9596-534d77c804d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:03.141112 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e6dc9345-f9da-448d-9596-534d77c804d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:03.297113 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e6dc9345-f9da-448d-9596-534d77c804d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:03.300444 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e6dc9345-f9da-448d-9596-534d77c804d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:03.305035 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-e6dc9345-f9da-448d-9596-534d77c804d9 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/798a3e20-6127-4c19-ac0e-1ba44d7a4972 HTTP/1.1" status: 204 len: 168 time: 0.2317796 May 20 21:07:03.320117 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6dc9345-f9da-448d-9596-534d77c804d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=798a3e20-6127-4c19-ac0e-1ba44d7a4972,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:07:03.451658 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-dec6b744-26fa-4c24-9571-979d2ed0b62c req-6e0e1af0-da0b-43f0-96da-6c746e5e8636 tempest-ServerShowV247Test-2140867618 tempest-ServerShowV247Test-2140867618-project] 10.222.0.35 "GET /v2.0/ports?device_id=1cceab9e-e5df-4636-9025-4b526a0fe6f0 HTTP/1.1" status: 200 len: 210 time: 0.0433567 May 20 21:07:04.498665 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 47836) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:07:04.585498 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-77330bd9-428f-4171-8faf-31b0c325f57a req-fe4ffc94-15d0-40aa-8aaa-c1325d043342 tempest-ServerShowV247Test-2140867618 tempest-ServerShowV247Test-2140867618-project] 10.222.0.35 "GET /v2.0/ports?device_id=1cceab9e-e5df-4636-9025-4b526a0fe6f0 HTTP/1.1" status: 200 len: 210 time: 0.0375876 May 20 21:07:04.642152 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-6889e262-5d3f-487c-96e0-48fb333ec2c4 tempest-DvrRoutersNegativeTest-1318300265 tempest-DvrRoutersNegativeTest-1318300265-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-846338765', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:07:04.644974 n-d-842733-1 neutron-server[103163]: DEBUG neutron.policy [None req-6889e262-5d3f-487c-96e0-48fb333ec2c4 tempest-DvrRoutersNegativeTest-1318300265 tempest-DvrRoutersNegativeTest-1318300265-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=103163) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} May 20 21:07:04.645302 n-d-842733-1 neutron-server[103163]: DEBUG neutron.policy [None req-6889e262-5d3f-487c-96e0-48fb333ec2c4 tempest-DvrRoutersNegativeTest-1318300265 tempest-DvrRoutersNegativeTest-1318300265-project] Failed policy check for 'create_router' {{(pid=103163) enforce /opt/stack/neutron/neutron/policy.py:520}} May 20 21:07:04.645817 n-d-842733-1 neutron-server[103163]: INFO neutron.api.v2.resource [None req-6889e262-5d3f-487c-96e0-48fb333ec2c4 tempest-DvrRoutersNegativeTest-1318300265 tempest-DvrRoutersNegativeTest-1318300265-project] create failed (client error): Access was denied to this resource. May 20 21:07:04.646770 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-6889e262-5d3f-487c-96e0-48fb333ec2c4 tempest-DvrRoutersNegativeTest-1318300265 tempest-DvrRoutersNegativeTest-1318300265-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1465406 May 20 21:07:05.214794 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 47852) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:07:05.331894 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3766c592-0dff-4829-ad58-9907805da4bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:05.407339 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3766c592-0dff-4829-ad58-9907805da4bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:05.476639 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3766c592-0dff-4829-ad58-9907805da4bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:05.518208 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-3766c592-0dff-4829-ad58-9907805da4bd admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=85f57197c8d4404296af48d28ff54660&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3021972 May 20 21:07:05.519079 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3766c592-0dff-4829-ad58-9907805da4bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b258bf7-9eff-4e9b-914e-b78526a4be74,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:07:05.521109 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 47862) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:07:05.574429 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-224ee228-40bc-44c4-96f2-145bef128732 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:05.597458 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-224ee228-40bc-44c4-96f2-145bef128732 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:05.695234 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-723e75fd-1492-4d00-9c6f-9399798f5175 req-81403b72-b02e-472d-b1a1-9af671b642ec tempest-ServerShowV247Test-2140867618 tempest-ServerShowV247Test-2140867618-project] 10.222.0.35 "GET /v2.0/ports?device_id=1cceab9e-e5df-4636-9025-4b526a0fe6f0 HTTP/1.1" status: 200 len: 210 time: 0.0261765 May 20 21:07:05.711149 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-224ee228-40bc-44c4-96f2-145bef128732 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:05.714324 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-224ee228-40bc-44c4-96f2-145bef128732 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:05.717799 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-224ee228-40bc-44c4-96f2-145bef128732 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8b258bf7-9eff-4e9b-914e-b78526a4be74 HTTP/1.1" status: 204 len: 168 time: 0.1924462 May 20 21:07:05.724118 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224ee228-40bc-44c4-96f2-145bef128732 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b258bf7-9eff-4e9b-914e-b78526a4be74,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:07:06.411508 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b35af0ad-1563-4a0f-824a-7d7653ff477b req-7e6ed601-56eb-4ad1-8abc-ef0b597394fc tempest-VolumesNegativeTest-1051864339 tempest-VolumesNegativeTest-1051864339-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=d56b4821f34648bfa61e30e72379ac58&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0284822 May 20 21:07:06.617473 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35af0ad-1563-4a0f-824a-7d7653ff477b req-2fb718dc-bf59-45a9-80e8-c9d31d46dc14 tempest-VolumesNegativeTest-1051864339 tempest-VolumesNegativeTest-1051864339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:07:06.619420 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b35af0ad-1563-4a0f-824a-7d7653ff477b req-2fb718dc-bf59-45a9-80e8-c9d31d46dc14 tempest-VolumesNegativeTest-1051864339 tempest-VolumesNegativeTest-1051864339-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2016118 May 20 21:07:06.634968 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b35af0ad-1563-4a0f-824a-7d7653ff477b req-8bf9b0db-c4b4-4e38-8c46-79574f014432 tempest-VolumesNegativeTest-1051864339 tempest-VolumesNegativeTest-1051864339-project] 10.222.0.35 "GET /v2.0/quotas/d56b4821f34648bfa61e30e72379ac58 HTTP/1.1" status: 200 len: 375 time: 0.0087857 May 20 21:07:06.825790 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 47912) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:07:06.932350 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-d0ca233d-2117-444f-8193-8fb89d798aaf tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1816907217', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:07:06.974258 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b35af0ad-1563-4a0f-824a-7d7653ff477b req-f47993f2-d236-40e4-b0f0-fe331074e339 tempest-VolumesNegativeTest-1051864339 tempest-VolumesNegativeTest-1051864339-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=d56b4821f34648bfa61e30e72379ac58&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3336689 May 20 21:07:07.002526 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-108febe7-b790-4f84-8c32-26a564023a6e req-ec6dab1e-0275-42c3-800e-d4a8fb0522a5 tempest-ServerShowV247Test-2140867618 tempest-ServerShowV247Test-2140867618-project] 10.222.0.35 "GET /v2.0/ports?device_id=1cceab9e-e5df-4636-9025-4b526a0fe6f0 HTTP/1.1" status: 200 len: 210 time: 0.0311868 May 20 21:07:07.023549 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d0ca233d-2117-444f-8193-8fb89d798aaf tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-694221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26155'] for router, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:07.025943 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d0ca233d-2117-444f-8193-8fb89d798aaf tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-693085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748153', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-718080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26162'] for router, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:07.080496 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d0ca233d-2117-444f-8193-8fb89d798aaf tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:07.152601 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d0ca233d-2117-444f-8193-8fb89d798aaf tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748106'] for router, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:07.208564 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-11edc6b3-70c4-4b45-8f4b-ad9474afa191 req-cb8e80d2-0419-4260-a191-d378375bc7e7 tempest-VolumesNegativeTest-1051864339 tempest-VolumesNegativeTest-1051864339-project] 10.222.0.35 "GET /v2.0/ports?device_id=1101df04-6def-44b9-88e5-dcdddbaad707 HTTP/1.1" status: 200 len: 210 time: 0.0277789 May 20 21:07:07.248940 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d0ca233d-2117-444f-8193-8fb89d798aaf tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Notify callbacks [] for router, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:07.250473 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-d0ca233d-2117-444f-8193-8fb89d798aaf tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.4232671 May 20 21:07:07.252849 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 47920) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:07:07.257775 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-0c220ac3-0f57-486b-8f20-bd9fb9861a7a tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-285285068'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:07:07.351110 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c220ac3-0f57-486b-8f20-bd9fb9861a7a tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Made reservation on behalf of 445b3a6a59ef4c1bbc83d6e4d9b550a1 for: {'network': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:07:07.355764 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0c220ac3-0f57-486b-8f20-bd9fb9861a7a tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for network, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:07.364443 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0c220ac3-0f57-486b-8f20-bd9fb9861a7a tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:07.437406 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0c220ac3-0f57-486b-8f20-bd9fb9861a7a tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:07.505089 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0c220ac3-0f57-486b-8f20-bd9fb9861a7a tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:07.534992 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c220ac3-0f57-486b-8f20-bd9fb9861a7a tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 208} {{(pid=103162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 21:07:07.542006 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c220ac3-0f57-486b-8f20-bd9fb9861a7a tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06549b3d-6a20-4834-8f44-738b2514ed48,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:07:07.548058 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0c220ac3-0f57-486b-8f20-bd9fb9861a7a tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:07.548400 n-d-842733-1 neutron-server[103162]: INFO neutron.db.segments_db [None req-0c220ac3-0f57-486b-8f20-bd9fb9861a7a tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Added segment 930d040c-d548-43bb-af84-a279a4829cd0 of type vlan for network a74aa31d-8f70-4bfd-8e9f-843dac49c94a May 20 21:07:07.589991 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0c220ac3-0f57-486b-8f20-bd9fb9861a7a tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418993264'] for network, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:07.718984 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0c220ac3-0f57-486b-8f20-bd9fb9861a7a tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524'] for network, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:07.718984 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c220ac3-0f57-486b-8f20-bd9fb9861a7a tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:07:07.726848 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0c220ac3-0f57-486b-8f20-bd9fb9861a7a tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Notify callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:07.790757 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c220ac3-0f57-486b-8f20-bd9fb9861a7a tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Pushing event updated for resources: {'Network': ['ID=a74aa31d-8f70-4bfd-8e9f-843dac49c94a,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:07:07.801089 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Network a74aa31d-8f70-4bfd-8e9f-843dac49c94a details requested by agent ovs-agent-n-d-842733-1 with host n-d-842733-1 {{(pid=103164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 20 21:07:07.834055 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-0c220ac3-0f57-486b-8f20-bd9fb9861a7a tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5798209 May 20 21:07:07.836892 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 47932) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:07:07.842796 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-f80323e9-8a0f-48ff-a448-b89e5740fd63 tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Request body: {'subnet': {'network_id': 'a74aa31d-8f70-4bfd-8e9f-843dac49c94a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:07:08.014742 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f80323e9-8a0f-48ff-a448-b89e5740fd63 tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Made reservation on behalf of 445b3a6a59ef4c1bbc83d6e4d9b550a1 for: {'subnet': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:07:08.018669 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f80323e9-8a0f-48ff-a448-b89e5740fd63 tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4018244'] for subnet, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:08.113054 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0cbca426-755d-4ab6-a365-8d676cc1073a req-4a1404e7-8737-468f-97cc-9eefbe480d97 tempest-ServerShowV247Test-2140867618 tempest-ServerShowV247Test-2140867618-project] 10.222.0.35 "GET /v2.0/ports?device_id=1cceab9e-e5df-4636-9025-4b526a0fe6f0 HTTP/1.1" status: 200 len: 210 time: 0.0294166 May 20 21:07:08.303411 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-792ad4b9-4b5a-4534-977e-5b7f8de4183c req-75c225b8-fd2c-4767-ad1a-77a99b99b058 tempest-VolumesNegativeTest-1051864339 tempest-VolumesNegativeTest-1051864339-project] 10.222.0.35 "GET /v2.0/ports?device_id=1101df04-6def-44b9-88e5-dcdddbaad707 HTTP/1.1" status: 200 len: 210 time: 0.0259528 May 20 21:07:08.323947 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f80323e9-8a0f-48ff-a448-b89e5740fd63 tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3797684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4018258'] for subnet, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:08.393103 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80323e9-8a0f-48ff-a448-b89e5740fd63 tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Pushing event updated for resources: {'Subnet': ['ID=17cc1a26-578d-4bd1-82f3-ceb2f0d28c72,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:07:08.404670 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f80323e9-8a0f-48ff-a448-b89e5740fd63 tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Checking segment: {'id': '930d040c-d548-43bb-af84-a279a4829cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'a74aa31d-8f70-4bfd-8e9f-843dac49c94a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:07:08.405034 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f80323e9-8a0f-48ff-a448-b89e5740fd63 tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Network hostable DHCP agents. Network: a74aa31d-8f70-4bfd-8e9f-843dac49c94a, hostable agents: ['c9b0653c-f3c7-4339-bd50-e3754b629216'], hosted agents: [] {{(pid=103162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 21:07:08.487997 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f80323e9-8a0f-48ff-a448-b89e5740fd63 tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Network a74aa31d-8f70-4bfd-8e9f-843dac49c94a is scheduled to be hosted by DHCP agent c9b0653c-f3c7-4339-bd50-e3754b629216 with binding_index 1 {{(pid=103162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 21:07:08.562483 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-f80323e9-8a0f-48ff-a448-b89e5740fd63 tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842733-1, a74aa31d-8f70-4bfd-8e9f-843dac49c94a) {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:07:08.569476 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f80323e9-8a0f-48ff-a448-b89e5740fd63 tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:07:08.570333 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f80323e9-8a0f-48ff-a448-b89e5740fd63 tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Notify callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:08.573752 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a57e7158-a81f-4a59-a2e9-4e8d8b0f47f5 None None] Network a74aa31d-8f70-4bfd-8e9f-843dac49c94a requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:07:08.652321 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-f80323e9-8a0f-48ff-a448-b89e5740fd63 tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8135386 May 20 21:07:08.655729 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 47946) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:07:08.660600 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-c1398f66-6ff8-4319-aeb0-3ea5b14c68ee tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Request body: {'network': {'name': 'tempest-router-network01--1224460755'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:07:08.724808 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a89b37f-7627-4b0c-8d62-3a70f42621ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaee2b848-d4b9-5db1-b6ef-d6db29d67de7-a74aa31d-8f70-4bfd-8e9f-843dac49c94a', 'network_id': 'a74aa31d-8f70-4bfd-8e9f-843dac49c94a', 'tenant_id': '445b3a6a59ef4c1bbc83d6e4d9b550a1', 'fixed_ips': [{'subnet_id': '17cc1a26-578d-4bd1-82f3-ceb2f0d28c72'}]}} from n-d-842733-1. {{(pid=103164) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 21:07:08.725722 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-9a89b37f-7627-4b0c-8d62-3a70f42621ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:08.765391 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1398f66-6ff8-4319-aeb0-3ea5b14c68ee tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Made reservation on behalf of 445b3a6a59ef4c1bbc83d6e4d9b550a1 for: {'network': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:07:08.768818 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c1398f66-6ff8-4319-aeb0-3ea5b14c68ee tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for network, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:08.796896 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1398f66-6ff8-4319-aeb0-3ea5b14c68ee tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 229} {{(pid=103163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 21:07:08.805598 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c1398f66-6ff8-4319-aeb0-3ea5b14c68ee tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:08.805939 n-d-842733-1 neutron-server[103163]: INFO neutron.db.segments_db [None req-c1398f66-6ff8-4319-aeb0-3ea5b14c68ee tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Added segment c5dd3d97-2fb2-4553-8f06-bf348ee22fc2 of type vlan for network 230714e2-374f-4d9f-aaa6-af14d62ffa26 May 20 21:07:08.861606 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c1398f66-6ff8-4319-aeb0-3ea5b14c68ee tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418993264'] for network, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:08.875103 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [None req-9a89b37f-7627-4b0c-8d62-3a70f42621ed None None] Allocated IP 2001:db8::2 (a74aa31d-8f70-4bfd-8e9f-843dac49c94a/17cc1a26-578d-4bd1-82f3-ceb2f0d28c72/275a59dc-fd72-4f85-9caf-d181aad0154b) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:07:08.974849 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c1398f66-6ff8-4319-aeb0-3ea5b14c68ee tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524'] for network, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:08.982461 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1398f66-6ff8-4319-aeb0-3ea5b14c68ee tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:07:08.983396 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c1398f66-6ff8-4319-aeb0-3ea5b14c68ee tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:09.054561 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1398f66-6ff8-4319-aeb0-3ea5b14c68ee tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Pushing event updated for resources: {'Network': ['ID=230714e2-374f-4d9f-aaa6-af14d62ffa26,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:07:09.114423 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-c1398f66-6ff8-4319-aeb0-3ea5b14c68ee tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4571025 May 20 21:07:09.116596 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 47948) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:07:09.121943 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-2b54fb7d-b3cf-48c0-817d-fe7b5035f953 tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Request body: {'network': {'name': 'tempest-router-network02--558861521'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:07:09.185757 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Network 230714e2-374f-4d9f-aaa6-af14d62ffa26 details requested by agent ovs-agent-n-d-842733-1 with host n-d-842733-1 {{(pid=103164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 20 21:07:09.226323 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b54fb7d-b3cf-48c0-817d-fe7b5035f953 tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Made reservation on behalf of 445b3a6a59ef4c1bbc83d6e4d9b550a1 for: {'network': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:07:09.230420 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2b54fb7d-b3cf-48c0-817d-fe7b5035f953 tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for network, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:09.233782 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8f905cc8-d4de-4556-aec7-cab3d222aaef req-e3c40376-c669-4696-a52f-51391666fda0 tempest-ServerShowV247Test-2140867618 tempest-ServerShowV247Test-2140867618-project] 10.222.0.35 "GET /v2.0/ports?device_id=1cceab9e-e5df-4636-9025-4b526a0fe6f0 HTTP/1.1" status: 200 len: 210 time: 0.0370770 May 20 21:07:09.258380 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b54fb7d-b3cf-48c0-817d-fe7b5035f953 tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 242} {{(pid=103163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 21:07:09.263899 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-9a89b37f-7627-4b0c-8d62-3a70f42621ed None None] Notify callbacks [] for port, precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:09.268675 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2b54fb7d-b3cf-48c0-817d-fe7b5035f953 tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:09.269073 n-d-842733-1 neutron-server[103163]: INFO neutron.db.segments_db [None req-2b54fb7d-b3cf-48c0-817d-fe7b5035f953 tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Added segment 2a60ca5a-fae7-44d5-8df0-d74794bfb000 of type vlan for network 298287f5-2395-49fc-9eae-36f6a0093b7f May 20 21:07:09.331418 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2b54fb7d-b3cf-48c0-817d-fe7b5035f953 tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418993264'] for network, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:09.348876 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-9a89b37f-7627-4b0c-8d62-3a70f42621ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108'] for port, after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:09.399409 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a89b37f-7627-4b0c-8d62-3a70f42621ed None None] Pushing event updated for resources: {'Port': ['ID=275a59dc-fd72-4f85-9caf-d181aad0154b,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:07:09.406698 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a89b37f-7627-4b0c-8d62-3a70f42621ed None None] Network a74aa31d-8f70-4bfd-8e9f-843dac49c94a is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:07:09.408084 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-9a89b37f-7627-4b0c-8d62-3a70f42621ed None None] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:07:09.410854 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a89b37f-7627-4b0c-8d62-3a70f42621ed None None] Received port after_create {{(pid=103164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:07:09.432451 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-608ecef8-33a9-47dc-9bbf-161885c29b41 req-4b6efadf-301d-478d-9d26-3c43340d1368 tempest-VolumesNegativeTest-1051864339 tempest-VolumesNegativeTest-1051864339-project] 10.222.0.35 "GET /v2.0/ports?device_id=1101df04-6def-44b9-88e5-dcdddbaad707 HTTP/1.1" status: 200 len: 210 time: 0.0338516 May 20 21:07:09.447666 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2b54fb7d-b3cf-48c0-817d-fe7b5035f953 tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524'] for network, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:09.453598 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b54fb7d-b3cf-48c0-817d-fe7b5035f953 tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:07:09.454220 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2b54fb7d-b3cf-48c0-817d-fe7b5035f953 tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:09.504276 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-9a89b37f-7627-4b0c-8d62-3a70f42621ed None None] Attempting to bind port 275a59dc-fd72-4f85-9caf-d181aad0154b on host n-d-842733-1 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:07:09.504647 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-9a89b37f-7627-4b0c-8d62-3a70f42621ed None None] Attempting to bind port 275a59dc-fd72-4f85-9caf-d181aad0154b by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': '930d040c-d548-43bb-af84-a279a4829cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'a74aa31d-8f70-4bfd-8e9f-843dac49c94a'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:07:09.505009 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a89b37f-7627-4b0c-8d62-3a70f42621ed None None] Attempting to bind port 275a59dc-fd72-4f85-9caf-d181aad0154b on network a74aa31d-8f70-4bfd-8e9f-843dac49c94a {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:07:09.511453 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a89b37f-7627-4b0c-8d62-3a70f42621ed None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 21, 6, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 21:07:09.511824 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a89b37f-7627-4b0c-8d62-3a70f42621ed None None] Checking segment: {'id': '930d040c-d548-43bb-af84-a279a4829cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'a74aa31d-8f70-4bfd-8e9f-843dac49c94a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:07:09.512243 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-9a89b37f-7627-4b0c-8d62-3a70f42621ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:09.512612 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a89b37f-7627-4b0c-8d62-3a70f42621ed None None] Bound using segment: {'id': '930d040c-d548-43bb-af84-a279a4829cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'a74aa31d-8f70-4bfd-8e9f-843dac49c94a'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 21:07:09.513073 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-9a89b37f-7627-4b0c-8d62-3a70f42621ed None None] Bound port: 275a59dc-fd72-4f85-9caf-d181aad0154b, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '930d040c-d548-43bb-af84-a279a4829cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'a74aa31d-8f70-4bfd-8e9f-843dac49c94a'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:07:09.513508 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-9a89b37f-7627-4b0c-8d62-3a70f42621ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:09.539212 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b54fb7d-b3cf-48c0-817d-fe7b5035f953 tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Pushing event updated for resources: {'Network': ['ID=298287f5-2395-49fc-9eae-36f6a0093b7f,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:07:09.554921 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Network 298287f5-2395-49fc-9eae-36f6a0093b7f details requested by agent ovs-agent-n-d-842733-1 with host n-d-842733-1 {{(pid=103164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 20 21:07:09.559233 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-b35af0ad-1563-4a0f-824a-7d7653ff477b req-2d19f121-b95c-497d-a5c6-c74a2ddd4303 tempest-VolumesNegativeTest-1051864339 tempest-VolumesNegativeTest-1051864339-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=d56b4821f34648bfa61e30e72379ac58&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0479798 May 20 21:07:09.575511 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-2b54fb7d-b3cf-48c0-817d-fe7b5035f953 tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4575038 May 20 21:07:09.579725 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 47958) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:07:09.588400 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-90967e64-c7e2-43fc-b4b0-a5a0c7f7020b tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Request body: {'subnet': {'network_id': '230714e2-374f-4d9f-aaa6-af14d62ffa26', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:07:09.631740 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-9a89b37f-7627-4b0c-8d62-3a70f42621ed None None] For port 275a59dc-fd72-4f85-9caf-d181aad0154b, host n-d-842733-1, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 21:07:09.658200 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-9a89b37f-7627-4b0c-8d62-3a70f42621ed None None] For port 275a59dc-fd72-4f85-9caf-d181aad0154b, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=275a59dc-fd72-4f85-9caf-d181aad0154b,segment=NetworkSegment(930d040c-d548-43bb-af84-a279a4829cd0),segment_id=930d040c-d548-43bb-af84-a279a4829cd0)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 21:07:09.734556 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-9a89b37f-7627-4b0c-8d62-3a70f42621ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:09.780439 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90967e64-c7e2-43fc-b4b0-a5a0c7f7020b tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Made reservation on behalf of 445b3a6a59ef4c1bbc83d6e4d9b550a1 for: {'subnet': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:07:09.784021 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-90967e64-c7e2-43fc-b4b0-a5a0c7f7020b tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8422561'] for subnet, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:09.803288 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a89b37f-7627-4b0c-8d62-3a70f42621ed None None] Pushing event updated for resources: {'Port': ['ID=275a59dc-fd72-4f85-9caf-d181aad0154b,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:07:09.846215 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35af0ad-1563-4a0f-824a-7d7653ff477b req-7503f8b4-488e-4ead-bb15-fe361565860f tempest-VolumesNegativeTest-1051864339 tempest-VolumesNegativeTest-1051864339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:07:09.848160 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-b35af0ad-1563-4a0f-824a-7d7653ff477b req-7503f8b4-488e-4ead-bb15-fe361565860f tempest-VolumesNegativeTest-1051864339 tempest-VolumesNegativeTest-1051864339-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2820222 May 20 21:07:09.868200 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [req-b35af0ad-1563-4a0f-824a-7d7653ff477b req-0e0cf1b9-670b-4671-86df-9d5858f0f238 tempest-VolumesNegativeTest-1051864339 tempest-VolumesNegativeTest-1051864339-project] Request body: {'port': {'device_id': '1101df04-6def-44b9-88e5-dcdddbaad707', 'network_id': 'cd702362-b982-46c5-a7d0-51de1b03df86', 'admin_state_up': True, 'tenant_id': 'd56b4821f34648bfa61e30e72379ac58'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:07:10.093988 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b35af0ad-1563-4a0f-824a-7d7653ff477b req-0e0cf1b9-670b-4671-86df-9d5858f0f238 tempest-VolumesNegativeTest-1051864339 tempest-VolumesNegativeTest-1051864339-project] Made reservation on behalf of d56b4821f34648bfa61e30e72379ac58 for: {'port': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:07:10.098206 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-b35af0ad-1563-4a0f-824a-7d7653ff477b req-0e0cf1b9-670b-4671-86df-9d5858f0f238 tempest-VolumesNegativeTest-1051864339 tempest-VolumesNegativeTest-1051864339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:10.108896 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-b35af0ad-1563-4a0f-824a-7d7653ff477b req-0e0cf1b9-670b-4671-86df-9d5858f0f238 tempest-VolumesNegativeTest-1051864339 tempest-VolumesNegativeTest-1051864339-project] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:10.123274 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-90967e64-c7e2-43fc-b4b0-a5a0c7f7020b tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9641412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8422583'] for subnet, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:10.189652 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90967e64-c7e2-43fc-b4b0-a5a0c7f7020b tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Checking segment: {'id': 'c5dd3d97-2fb2-4553-8f06-bf348ee22fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '230714e2-374f-4d9f-aaa6-af14d62ffa26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:07:10.189652 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90967e64-c7e2-43fc-b4b0-a5a0c7f7020b tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Network hostable DHCP agents. Network: 230714e2-374f-4d9f-aaa6-af14d62ffa26, hostable agents: ['c9b0653c-f3c7-4339-bd50-e3754b629216'], hosted agents: [] {{(pid=103163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 21:07:10.211466 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90967e64-c7e2-43fc-b4b0-a5a0c7f7020b tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Pushing event updated for resources: {'Subnet': ['ID=0cafff6a-4e48-4a05-ae33-15ffa452c707,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:07:10.222708 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-b35af0ad-1563-4a0f-824a-7d7653ff477b req-0e0cf1b9-670b-4671-86df-9d5858f0f238 tempest-VolumesNegativeTest-1051864339 tempest-VolumesNegativeTest-1051864339-project] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:10.302862 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-b35af0ad-1563-4a0f-824a-7d7653ff477b req-0e0cf1b9-670b-4671-86df-9d5858f0f238 tempest-VolumesNegativeTest-1051864339 tempest-VolumesNegativeTest-1051864339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:10.332554 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90967e64-c7e2-43fc-b4b0-a5a0c7f7020b tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Network 230714e2-374f-4d9f-aaa6-af14d62ffa26 is scheduled to be hosted by DHCP agent c9b0653c-f3c7-4339-bd50-e3754b629216 with binding_index 1 {{(pid=103163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 21:07:10.370574 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-39bbf94a-d221-4b97-aa57-3d7fc6950542 req-1c76fe06-77c7-4654-950d-c8929bd16416 tempest-ServerShowV247Test-2140867618 tempest-ServerShowV247Test-2140867618-project] 10.222.0.35 "GET /v2.0/ports?device_id=1cceab9e-e5df-4636-9025-4b526a0fe6f0 HTTP/1.1" status: 200 len: 210 time: 0.0509460 May 20 21:07:10.373602 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0cf1b9-670b-4671-86df-9d5858f0f238 tempest-VolumesNegativeTest-1051864339 tempest-VolumesNegativeTest-1051864339-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ac66c98-85ca-4e94-a788-0a6ab57f6905,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:07:10.417511 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-90967e64-c7e2-43fc-b4b0-a5a0c7f7020b tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842733-1, 230714e2-374f-4d9f-aaa6-af14d62ffa26) {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:07:10.425276 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90967e64-c7e2-43fc-b4b0-a5a0c7f7020b tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:07:10.425276 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-90967e64-c7e2-43fc-b4b0-a5a0c7f7020b tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Notify callbacks [] for subnet, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:10.433740 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04cacdca-515b-432f-98b9-b0cfd3cdeb5d None None] Network 230714e2-374f-4d9f-aaa6-af14d62ffa26 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:07:10.498325 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [req-b35af0ad-1563-4a0f-824a-7d7653ff477b req-0e0cf1b9-670b-4671-86df-9d5858f0f238 tempest-VolumesNegativeTest-1051864339 tempest-VolumesNegativeTest-1051864339-project] Allocated IP 192.168.233.29 (cd702362-b982-46c5-a7d0-51de1b03df86/26b342ea-254c-483a-9ea9-f11c178970eb/b176449d-9d33-47ba-b762-c45fbf044404) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:07:10.550561 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-90967e64-c7e2-43fc-b4b0-a5a0c7f7020b tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9692643 May 20 21:07:10.557038 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 47968) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:07:10.562845 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-74d5702c-838c-4783-9c94-3a4d233d1963 tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Request body: {'subnet': {'network_id': '298287f5-2395-49fc-9eae-36f6a0093b7f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:07:10.573438 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-fe96ef3e-5f89-4993-8af4-3a0e3cdebd5a req-df286839-a04a-469f-ac84-f9ab6f818586 tempest-VolumesNegativeTest-1051864339 tempest-VolumesNegativeTest-1051864339-project] 10.222.0.35 "GET /v2.0/ports?device_id=1101df04-6def-44b9-88e5-dcdddbaad707 HTTP/1.1" status: 200 len: 210 time: 0.0460730 May 20 21:07:10.633811 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fb03671-93f2-46d6-be7e-3584c9c3b6b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaee2b848-d4b9-5db1-b6ef-d6db29d67de7-230714e2-374f-4d9f-aaa6-af14d62ffa26', 'network_id': '230714e2-374f-4d9f-aaa6-af14d62ffa26', 'tenant_id': '445b3a6a59ef4c1bbc83d6e4d9b550a1', 'fixed_ips': [{'subnet_id': '0cafff6a-4e48-4a05-ae33-15ffa452c707'}]}} from n-d-842733-1. {{(pid=103164) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 21:07:10.638009 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3fb03671-93f2-46d6-be7e-3584c9c3b6b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:10.761782 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-b35af0ad-1563-4a0f-824a-7d7653ff477b req-0e0cf1b9-670b-4671-86df-9d5858f0f238 tempest-VolumesNegativeTest-1051864339 tempest-VolumesNegativeTest-1051864339-project] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:10.813422 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [None req-3fb03671-93f2-46d6-be7e-3584c9c3b6b6 None None] Allocated IP 2001:db8::2 (230714e2-374f-4d9f-aaa6-af14d62ffa26/0cafff6a-4e48-4a05-ae33-15ffa452c707/04268d23-624d-42f2-9d17-d5fb30b19fa3) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:07:10.817736 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74d5702c-838c-4783-9c94-3a4d233d1963 tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Made reservation on behalf of 445b3a6a59ef4c1bbc83d6e4d9b550a1 for: {'subnet': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:07:10.823630 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-74d5702c-838c-4783-9c94-3a4d233d1963 tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4018244'] for subnet, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:10.879869 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-b35af0ad-1563-4a0f-824a-7d7653ff477b req-0e0cf1b9-670b-4671-86df-9d5858f0f238 tempest-VolumesNegativeTest-1051864339 tempest-VolumesNegativeTest-1051864339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:10.972065 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b35af0ad-1563-4a0f-824a-7d7653ff477b req-0e0cf1b9-670b-4671-86df-9d5858f0f238 tempest-VolumesNegativeTest-1051864339 tempest-VolumesNegativeTest-1051864339-project] Network cd702362-b982-46c5-a7d0-51de1b03df86 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:07:10.982704 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [req-b35af0ad-1563-4a0f-824a-7d7653ff477b req-0e0cf1b9-670b-4671-86df-9d5858f0f238 tempest-VolumesNegativeTest-1051864339 tempest-VolumesNegativeTest-1051864339-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:07:10.984582 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0cf1b9-670b-4671-86df-9d5858f0f238 tempest-VolumesNegativeTest-1051864339 tempest-VolumesNegativeTest-1051864339-project] Pushing event updated for resources: {'Port': ['ID=b176449d-9d33-47ba-b762-c45fbf044404,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:07:10.989644 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-b35af0ad-1563-4a0f-824a-7d7653ff477b req-0e0cf1b9-670b-4671-86df-9d5858f0f238 tempest-VolumesNegativeTest-1051864339 tempest-VolumesNegativeTest-1051864339-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:07:11.010024 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3fb03671-93f2-46d6-be7e-3584c9c3b6b6 None None] Notify callbacks [] for port, precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:11.051710 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee30e07d-5302-4722-92f4-8e03d87bec33 None None] Network a74aa31d-8f70-4bfd-8e9f-843dac49c94a requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:07:11.095504 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35af0ad-1563-4a0f-824a-7d7653ff477b req-0e0cf1b9-670b-4671-86df-9d5858f0f238 tempest-VolumesNegativeTest-1051864339 tempest-VolumesNegativeTest-1051864339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:07:11.096165 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-b35af0ad-1563-4a0f-824a-7d7653ff477b req-0e0cf1b9-670b-4671-86df-9d5858f0f238 tempest-VolumesNegativeTest-1051864339 tempest-VolumesNegativeTest-1051864339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:11.150610 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3fb03671-93f2-46d6-be7e-3584c9c3b6b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108'] for port, after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:11.203493 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-b35af0ad-1563-4a0f-824a-7d7653ff477b req-0e0cf1b9-670b-4671-86df-9d5858f0f238 tempest-VolumesNegativeTest-1051864339 tempest-VolumesNegativeTest-1051864339-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3398244 May 20 21:07:11.221849 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [req-b35af0ad-1563-4a0f-824a-7d7653ff477b req-219a95a9-48c7-415c-a52b-35aefb9c964f service neutron] Request body: {'port': {'device_id': '1101df04-6def-44b9-88e5-dcdddbaad707', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-842733-1'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:07:11.232464 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-33675473-efe3-4707-87cd-9bd6c4de1675 None None] Provisioning complete for port 275a59dc-fd72-4f85-9caf-d181aad0154b triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:07:11.233526 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-33675473-efe3-4707-87cd-9bd6c4de1675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:11.267535 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fb03671-93f2-46d6-be7e-3584c9c3b6b6 None None] Network 230714e2-374f-4d9f-aaa6-af14d62ffa26 is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:07:11.280853 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-3fb03671-93f2-46d6-be7e-3584c9c3b6b6 None None] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:07:11.288055 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-b35af0ad-1563-4a0f-824a-7d7653ff477b req-219a95a9-48c7-415c-a52b-35aefb9c964f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:11.288295 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb03671-93f2-46d6-be7e-3584c9c3b6b6 None None] Received port after_create {{(pid=103164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:07:11.323593 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb03671-93f2-46d6-be7e-3584c9c3b6b6 None None] Pushing event updated for resources: {'Port': ['ID=04268d23-624d-42f2-9d17-d5fb30b19fa3,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:07:11.323926 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-74d5702c-838c-4783-9c94-3a4d233d1963 tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3797684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4018258'] for subnet, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:11.396279 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-3fb03671-93f2-46d6-be7e-3584c9c3b6b6 None None] Attempting to bind port 04268d23-624d-42f2-9d17-d5fb30b19fa3 on host n-d-842733-1 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:07:11.396642 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-3fb03671-93f2-46d6-be7e-3584c9c3b6b6 None None] Attempting to bind port 04268d23-624d-42f2-9d17-d5fb30b19fa3 by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': 'c5dd3d97-2fb2-4553-8f06-bf348ee22fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '230714e2-374f-4d9f-aaa6-af14d62ffa26'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:07:11.397005 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb03671-93f2-46d6-be7e-3584c9c3b6b6 None None] Attempting to bind port 04268d23-624d-42f2-9d17-d5fb30b19fa3 on network 230714e2-374f-4d9f-aaa6-af14d62ffa26 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:07:11.464534 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb03671-93f2-46d6-be7e-3584c9c3b6b6 None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 21, 6, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 21:07:11.465159 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb03671-93f2-46d6-be7e-3584c9c3b6b6 None None] Checking segment: {'id': 'c5dd3d97-2fb2-4553-8f06-bf348ee22fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '230714e2-374f-4d9f-aaa6-af14d62ffa26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:07:11.467926 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3fb03671-93f2-46d6-be7e-3584c9c3b6b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:11.474024 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb03671-93f2-46d6-be7e-3584c9c3b6b6 None None] Bound using segment: {'id': 'c5dd3d97-2fb2-4553-8f06-bf348ee22fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '230714e2-374f-4d9f-aaa6-af14d62ffa26'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 21:07:11.474560 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-3fb03671-93f2-46d6-be7e-3584c9c3b6b6 None None] Bound port: 04268d23-624d-42f2-9d17-d5fb30b19fa3, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5dd3d97-2fb2-4553-8f06-bf348ee22fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '230714e2-374f-4d9f-aaa6-af14d62ffa26'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:07:11.475086 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3fb03671-93f2-46d6-be7e-3584c9c3b6b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:11.477504 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-33675473-efe3-4707-87cd-9bd6c4de1675 None None] Current status of the port 275a59dc-fd72-4f85-9caf-d181aad0154b is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:07:11.477908 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-33675473-efe3-4707-87cd-9bd6c4de1675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:11.482977 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d5702c-838c-4783-9c94-3a4d233d1963 tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Pushing event updated for resources: {'Subnet': ['ID=c80a298c-0ad9-46e3-96cd-7d74a954ada7,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:07:11.508230 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74d5702c-838c-4783-9c94-3a4d233d1963 tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Checking segment: {'id': '2a60ca5a-fae7-44d5-8df0-d74794bfb000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '298287f5-2395-49fc-9eae-36f6a0093b7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:07:11.508824 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74d5702c-838c-4783-9c94-3a4d233d1963 tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Network hostable DHCP agents. Network: 298287f5-2395-49fc-9eae-36f6a0093b7f, hostable agents: ['c9b0653c-f3c7-4339-bd50-e3754b629216'], hosted agents: [] {{(pid=103162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 21:07:11.577149 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f3703646-4a21-4b53-8de6-39405b7823d2 req-c020e409-51bd-408e-b1da-859bb2d054c9 tempest-ServerShowV247Test-2140867618 tempest-ServerShowV247Test-2140867618-project] 10.222.0.35 "GET /v2.0/ports?device_id=1cceab9e-e5df-4636-9025-4b526a0fe6f0 HTTP/1.1" status: 200 len: 210 time: 0.0435045 May 20 21:07:11.626291 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-33675473-efe3-4707-87cd-9bd6c4de1675 None None] For port 275a59dc-fd72-4f85-9caf-d181aad0154b, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=275a59dc-fd72-4f85-9caf-d181aad0154b,segment=NetworkSegment(930d040c-d548-43bb-af84-a279a4829cd0),segment_id=930d040c-d548-43bb-af84-a279a4829cd0)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:07:11.676284 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 275a59dc-fd72-4f85-9caf-d181aad0154b up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:07:11.707486 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74d5702c-838c-4783-9c94-3a4d233d1963 tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Network 298287f5-2395-49fc-9eae-36f6a0093b7f is scheduled to be hosted by DHCP agent c9b0653c-f3c7-4339-bd50-e3754b629216 with binding_index 1 {{(pid=103162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 21:07:11.742914 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-33675473-efe3-4707-87cd-9bd6c4de1675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:11.767303 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [req-b35af0ad-1563-4a0f-824a-7d7653ff477b req-219a95a9-48c7-415c-a52b-35aefb9c964f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b176449d-9d33-47ba-b762-c45fbf044404 {{(pid=103162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 21:07:11.769955 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9799218d-cdf0-4231-884c-39878185c538 req-15c0a10e-04c7-4e10-8108-1f337b7ffe5d tempest-VolumesNegativeTest-1051864339 tempest-VolumesNegativeTest-1051864339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:07:11.772257 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9799218d-cdf0-4231-884c-39878185c538 req-15c0a10e-04c7-4e10-8108-1f337b7ffe5d tempest-VolumesNegativeTest-1051864339 tempest-VolumesNegativeTest-1051864339-project] 10.222.0.35 "GET /v2.0/ports?device_id=1101df04-6def-44b9-88e5-dcdddbaad707 HTTP/1.1" status: 200 len: 935 time: 0.0821421 May 20 21:07:11.773792 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3fb03671-93f2-46d6-be7e-3584c9c3b6b6 None None] For port 04268d23-624d-42f2-9d17-d5fb30b19fa3, host n-d-842733-1, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 21:07:11.784041 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-b35af0ad-1563-4a0f-824a-7d7653ff477b req-219a95a9-48c7-415c-a52b-35aefb9c964f service neutron] Notify callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:11.799552 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3fb03671-93f2-46d6-be7e-3584c9c3b6b6 None None] For port 04268d23-624d-42f2-9d17-d5fb30b19fa3, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=04268d23-624d-42f2-9d17-d5fb30b19fa3,segment=NetworkSegment(c5dd3d97-2fb2-4553-8f06-bf348ee22fc2),segment_id=c5dd3d97-2fb2-4553-8f06-bf348ee22fc2)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 21:07:11.801302 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.provisioning_blocks [req-b35af0ad-1563-4a0f-824a-7d7653ff477b req-219a95a9-48c7-415c-a52b-35aefb9c964f service neutron] Transition to ACTIVE for port object b176449d-9d33-47ba-b762-c45fbf044404 will not be triggered until provisioned by entity L2. {{(pid=103162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 21:07:11.805438 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-74d5702c-838c-4783-9c94-3a4d233d1963 tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842733-1, 298287f5-2395-49fc-9eae-36f6a0093b7f) {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:07:11.808944 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74d5702c-838c-4783-9c94-3a4d233d1963 tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:07:11.810259 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-74d5702c-838c-4783-9c94-3a4d233d1963 tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Notify callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:11.829064 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21f45b7a-b18b-479c-ac14-e62fb5bf4f55 None None] Network 298287f5-2395-49fc-9eae-36f6a0093b7f requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:07:11.833750 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9799218d-cdf0-4231-884c-39878185c538 req-3e58d932-3214-48f7-9442-11595bb27722 tempest-VolumesNegativeTest-1051864339 tempest-VolumesNegativeTest-1051864339-project] 10.222.0.35 "GET /v2.0/security-groups?id=2ac66c98-85ca-4e94-a788-0a6ab57f6905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536435 May 20 21:07:11.893260 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33675473-efe3-4707-87cd-9bd6c4de1675 None None] Pushing event updated for resources: {'Port': ['ID=275a59dc-fd72-4f85-9caf-d181aad0154b,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:07:11.902571 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3fb03671-93f2-46d6-be7e-3584c9c3b6b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:11.915075 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 275a59dc-fd72-4f85-9caf-d181aad0154b triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:07:11.916116 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:11.929038 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-74d5702c-838c-4783-9c94-3a4d233d1963 tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3713980 May 20 21:07:11.930666 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-b35af0ad-1563-4a0f-824a-7d7653ff477b req-219a95a9-48c7-415c-a52b-35aefb9c964f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:11.931953 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 47980) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:07:12.013369 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219a95a9-48c7-415c-a52b-35aefb9c964f service neutron] Pushing event updated for resources: {'Port': ['ID=b176449d-9d33-47ba-b762-c45fbf044404,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:07:12.122483 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-b35af0ad-1563-4a0f-824a-7d7653ff477b req-219a95a9-48c7-415c-a52b-35aefb9c964f service neutron] Attempting to bind port b176449d-9d33-47ba-b762-c45fbf044404 on host n-h2-842733-1 for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:07:12.125746 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb03671-93f2-46d6-be7e-3584c9c3b6b6 None None] Pushing event updated for resources: {'Port': ['ID=04268d23-624d-42f2-9d17-d5fb30b19fa3,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:07:12.126008 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-b35af0ad-1563-4a0f-824a-7d7653ff477b req-219a95a9-48c7-415c-a52b-35aefb9c964f service neutron] Attempting to bind port b176449d-9d33-47ba-b762-c45fbf044404 by drivers openvswitch,hyperv on host n-h2-842733-1 at level 0 using segments [{'id': 'ed3a602f-49fb-4a95-be80-401e1eb72e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'cd702362-b982-46c5-a7d0-51de1b03df86'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:07:12.126460 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35af0ad-1563-4a0f-824a-7d7653ff477b req-219a95a9-48c7-415c-a52b-35aefb9c964f service neutron] Attempting to bind port b176449d-9d33-47ba-b762-c45fbf044404 on network cd702362-b982-46c5-a7d0-51de1b03df86 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:07:12.141082 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-33198a7e-fc8c-4e18-9703-0cafc99f5e86 None None] Provisioning complete for port 275a59dc-fd72-4f85-9caf-d181aad0154b triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:07:12.141487 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-33198a7e-fc8c-4e18-9703-0cafc99f5e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:12.145235 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35af0ad-1563-4a0f-824a-7d7653ff477b req-219a95a9-48c7-415c-a52b-35aefb9c964f service neutron] Port b176449d-9d33-47ba-b762-c45fbf044404 on network cd702362-b982-46c5-a7d0-51de1b03df86 not bound, no agent of type Open vSwitch agent registered on host n-h2-842733-1 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 21:07:12.145633 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35af0ad-1563-4a0f-824a-7d7653ff477b req-219a95a9-48c7-415c-a52b-35aefb9c964f service neutron] Attempting to bind port b176449d-9d33-47ba-b762-c45fbf044404 on network cd702362-b982-46c5-a7d0-51de1b03df86 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:07:12.152286 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35af0ad-1563-4a0f-824a-7d7653ff477b req-219a95a9-48c7-415c-a52b-35aefb9c964f service neutron] Checking agent: {'id': 'a66f2511-b955-448f-877c-56cfe9c81b12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 33, 2), 'started_at': datetime.datetime(2022, 5, 20, 20, 33, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 21, 7, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 21:07:12.153308 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35af0ad-1563-4a0f-824a-7d7653ff477b req-219a95a9-48c7-415c-a52b-35aefb9c964f service neutron] Checking segment: {'id': 'ed3a602f-49fb-4a95-be80-401e1eb72e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'cd702362-b982-46c5-a7d0-51de1b03df86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:07:12.153308 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35af0ad-1563-4a0f-824a-7d7653ff477b req-219a95a9-48c7-415c-a52b-35aefb9c964f service neutron] Bound using segment: {'id': 'ed3a602f-49fb-4a95-be80-401e1eb72e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'cd702362-b982-46c5-a7d0-51de1b03df86'} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 21:07:12.153499 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-b35af0ad-1563-4a0f-824a-7d7653ff477b req-219a95a9-48c7-415c-a52b-35aefb9c964f service neutron] Bound port: b176449d-9d33-47ba-b762-c45fbf044404, host: n-h2-842733-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed3a602f-49fb-4a95-be80-401e1eb72e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'cd702362-b982-46c5-a7d0-51de1b03df86'}}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:07:12.153956 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-b35af0ad-1563-4a0f-824a-7d7653ff477b req-219a95a9-48c7-415c-a52b-35aefb9c964f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:12.250368 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-b35af0ad-1563-4a0f-824a-7d7653ff477b req-219a95a9-48c7-415c-a52b-35aefb9c964f service neutron] For port b176449d-9d33-47ba-b762-c45fbf044404, host n-h2-842733-1, cleared binding levels {{(pid=103162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 21:07:12.260472 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-b35af0ad-1563-4a0f-824a-7d7653ff477b req-219a95a9-48c7-415c-a52b-35aefb9c964f service neutron] For port b176449d-9d33-47ba-b762-c45fbf044404, host n-h2-842733-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=b176449d-9d33-47ba-b762-c45fbf044404,segment=NetworkSegment(ed3a602f-49fb-4a95-be80-401e1eb72e33),segment_id=ed3a602f-49fb-4a95-be80-401e1eb72e33)] {{(pid=103162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 21:07:12.367739 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 275a59dc-fd72-4f85-9caf-d181aad0154b is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:07:12.367923 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-b35af0ad-1563-4a0f-824a-7d7653ff477b req-219a95a9-48c7-415c-a52b-35aefb9c964f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:12.415938 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6da743a-6f11-46bd-be8c-87e0e3d8b1e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaee2b848-d4b9-5db1-b6ef-d6db29d67de7-298287f5-2395-49fc-9eae-36f6a0093b7f', 'network_id': '298287f5-2395-49fc-9eae-36f6a0093b7f', 'tenant_id': '445b3a6a59ef4c1bbc83d6e4d9b550a1', 'fixed_ips': [{'subnet_id': 'c80a298c-0ad9-46e3-96cd-7d74a954ada7'}]}} from n-d-842733-1. {{(pid=103164) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 21:07:12.419911 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d6da743a-6f11-46bd-be8c-87e0e3d8b1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:12.455513 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35af0ad-1563-4a0f-824a-7d7653ff477b req-219a95a9-48c7-415c-a52b-35aefb9c964f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:07:12.456168 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-b35af0ad-1563-4a0f-824a-7d7653ff477b req-219a95a9-48c7-415c-a52b-35aefb9c964f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:12.460009 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-b35af0ad-1563-4a0f-824a-7d7653ff477b req-219a95a9-48c7-415c-a52b-35aefb9c964f service neutron] 10.222.0.13 "PUT /v2.0/ports/b176449d-9d33-47ba-b762-c45fbf044404 HTTP/1.1" status: 200 len: 1095 time: 1.2431819 May 20 21:07:12.460544 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1101df04-6def-44b9-88e5-dcdddbaad707', 'tag': 'b176449d-9d33-47ba-b762-c45fbf044404'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 21:07:12.464364 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6fa957933fccbf596d28104b23404b952ad6a8238afaebaed40a0874b2e409" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1482c9ef-a5b0-4cda-a116-ba422d486f43" -d '{"events": [{"name": "network-changed", "server_uuid": "1101df04-6def-44b9-88e5-dcdddbaad707", "tag": "b176449d-9d33-47ba-b762-c45fbf044404"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 21:07:12.473970 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8d95dc0b-53ba-4394-9c5e-b514aa311d96 tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:12.574896 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219a95a9-48c7-415c-a52b-35aefb9c964f service neutron] Pushing event updated for resources: {'Port': ['ID=b176449d-9d33-47ba-b762-c45fbf044404,revision_number=3']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:07:12.595752 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 21:07:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70c14e7f-4481-4786-aedf-51ad44e4d60b x-openstack-request-id: req-70c14e7f-4481-4786-aedf-51ad44e4d60b {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 21:07:12.596052 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1101df04-6def-44b9-88e5-dcdddbaad707", "tag": "b176449d-9d33-47ba-b762-c45fbf044404", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 21:07:12.596298 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-70c14e7f-4481-4786-aedf-51ad44e4d60b {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 21:07:12.600993 n-d-842733-1 neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70c14e7f-4481-4786-aedf-51ad44e4d60b'] response: {'name': 'network-changed', 'server_uuid': '1101df04-6def-44b9-88e5-dcdddbaad707', 'tag': 'b176449d-9d33-47ba-b762-c45fbf044404', 'status': 'completed', 'code': 200} May 20 21:07:12.702092 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1482c9ef-a5b0-4cda-a116-ba422d486f43 req-4801d9d5-93bb-4c7e-9372-aac5b5bd448f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:07:12.703854 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-1482c9ef-a5b0-4cda-a116-ba422d486f43 req-4801d9d5-93bb-4c7e-9372-aac5b5bd448f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d56b4821f34648bfa61e30e72379ac58&device_id=1101df04-6def-44b9-88e5-dcdddbaad707 HTTP/1.1" status: 200 len: 1098 time: 0.0777433 May 20 21:07:12.711867 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [None req-d6da743a-6f11-46bd-be8c-87e0e3d8b1e1 None None] Allocated IP 2001:db8::2 (298287f5-2395-49fc-9eae-36f6a0093b7f/c80a298c-0ad9-46e3-96cd-7d74a954ada7/ef8a8703-f8d0-4f39-8e34-a23a05b835f1) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:07:12.766036 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-1482c9ef-a5b0-4cda-a116-ba422d486f43 req-b7350b79-89c2-47c9-b1e5-d48567413df4 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=d56b4821f34648bfa61e30e72379ac58&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0491138 May 20 21:07:12.806493 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-35ffc756-0317-4917-a71e-4840122c4942 req-e00583a1-2c60-4c6e-bf0e-52811f730e8d tempest-ServerShowV247Test-2140867618 tempest-ServerShowV247Test-2140867618-project] 10.222.0.35 "GET /v2.0/ports?device_id=1cceab9e-e5df-4636-9025-4b526a0fe6f0 HTTP/1.1" status: 200 len: 210 time: 0.0372496 May 20 21:07:12.833152 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-33198a7e-fc8c-4e18-9703-0cafc99f5e86 None None] Current status of the port 275a59dc-fd72-4f85-9caf-d181aad0154b is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:07:12.912179 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1482c9ef-a5b0-4cda-a116-ba422d486f43 req-afba0439-2932-47b0-9f52-11461686bf86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:07:12.913697 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-1482c9ef-a5b0-4cda-a116-ba422d486f43 req-afba0439-2932-47b0-9f52-11461686bf86 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1417496 May 20 21:07:12.917318 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-8d95dc0b-53ba-4394-9c5e-b514aa311d96 tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Allocated IP 2001:db8::1 (230714e2-374f-4d9f-aaa6-af14d62ffa26/0cafff6a-4e48-4a05-ae33-15ffa452c707/e9f7c8d7-3eb4-46ef-8d15-5fa7825755db) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:07:12.996060 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d6da743a-6f11-46bd-be8c-87e0e3d8b1e1 None None] Notify callbacks [] for port, precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:13.027890 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35af0ad-1563-4a0f-824a-7d7653ff477b req-f27d95e7-dfda-4d8c-9592-139e621b369d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:07:13.029497 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-b35af0ad-1563-4a0f-824a-7d7653ff477b req-f27d95e7-dfda-4d8c-9592-139e621b369d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d56b4821f34648bfa61e30e72379ac58&device_id=1101df04-6def-44b9-88e5-dcdddbaad707 HTTP/1.1" status: 200 len: 1098 time: 0.0467103 May 20 21:07:13.049330 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41705320-bbc8-488e-b19a-78885ca28312 req-6928a9e5-dbd5-40f8-9c4a-333ad19f4e45 tempest-VolumesNegativeTest-1051864339 tempest-VolumesNegativeTest-1051864339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:07:13.050967 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-41705320-bbc8-488e-b19a-78885ca28312 req-6928a9e5-dbd5-40f8-9c4a-333ad19f4e45 tempest-VolumesNegativeTest-1051864339 tempest-VolumesNegativeTest-1051864339-project] 10.222.0.35 "GET /v2.0/ports?device_id=1101df04-6def-44b9-88e5-dcdddbaad707 HTTP/1.1" status: 200 len: 947 time: 0.1142864 May 20 21:07:13.089762 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-b35af0ad-1563-4a0f-824a-7d7653ff477b req-35f201d5-59e4-48fa-83d7-bd18403476f9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=b176449d-9d33-47ba-b762-c45fbf044404 HTTP/1.1" status: 200 len: 217 time: 0.0454462 May 20 21:07:13.093596 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d6da743a-6f11-46bd-be8c-87e0e3d8b1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108'] for port, after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:13.109161 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8d95dc0b-53ba-4394-9c5e-b514aa311d96 tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Notify callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:13.135414 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-41705320-bbc8-488e-b19a-78885ca28312 req-0a9591da-9ea2-43d5-ae8a-878b7b6532fd tempest-VolumesNegativeTest-1051864339 tempest-VolumesNegativeTest-1051864339-project] 10.222.0.35 "GET /v2.0/security-groups?id=2ac66c98-85ca-4e94-a788-0a6ab57f6905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764632 May 20 21:07:13.165116 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6da743a-6f11-46bd-be8c-87e0e3d8b1e1 None None] Network 298287f5-2395-49fc-9eae-36f6a0093b7f is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:07:13.168990 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-d6da743a-6f11-46bd-be8c-87e0e3d8b1e1 None None] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:07:13.173001 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6da743a-6f11-46bd-be8c-87e0e3d8b1e1 None None] Received port after_create {{(pid=103164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:07:13.179911 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35af0ad-1563-4a0f-824a-7d7653ff477b req-f1e0c39b-ef01-4cc3-885f-4ea91c60b38e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:07:13.182294 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-b35af0ad-1563-4a0f-824a-7d7653ff477b req-f1e0c39b-ef01-4cc3-885f-4ea91c60b38e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=26b342ea-254c-483a-9ea9-f11c178970eb HTTP/1.1" status: 200 len: 843 time: 0.0861893 May 20 21:07:13.215157 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6da743a-6f11-46bd-be8c-87e0e3d8b1e1 None None] Pushing event updated for resources: {'Port': ['ID=ef8a8703-f8d0-4f39-8e34-a23a05b835f1,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:07:13.225101 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8d95dc0b-53ba-4394-9c5e-b514aa311d96 tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:13.248313 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35af0ad-1563-4a0f-824a-7d7653ff477b req-a132651f-52b1-4927-a839-4689caa4b8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:07:13.250233 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-b35af0ad-1563-4a0f-824a-7d7653ff477b req-a132651f-52b1-4927-a839-4689caa4b8ea service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cd702362-b982-46c5-a7d0-51de1b03df86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0608191 May 20 21:07:13.251992 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-d6da743a-6f11-46bd-be8c-87e0e3d8b1e1 None None] Attempting to bind port ef8a8703-f8d0-4f39-8e34-a23a05b835f1 on host n-d-842733-1 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:07:13.252457 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-d6da743a-6f11-46bd-be8c-87e0e3d8b1e1 None None] Attempting to bind port ef8a8703-f8d0-4f39-8e34-a23a05b835f1 by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': '2a60ca5a-fae7-44d5-8df0-d74794bfb000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '298287f5-2395-49fc-9eae-36f6a0093b7f'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:07:13.252890 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6da743a-6f11-46bd-be8c-87e0e3d8b1e1 None None] Attempting to bind port ef8a8703-f8d0-4f39-8e34-a23a05b835f1 on network 298287f5-2395-49fc-9eae-36f6a0093b7f {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:07:13.260289 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6da743a-6f11-46bd-be8c-87e0e3d8b1e1 None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 21, 6, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 21:07:13.260747 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6da743a-6f11-46bd-be8c-87e0e3d8b1e1 None None] Checking segment: {'id': '2a60ca5a-fae7-44d5-8df0-d74794bfb000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '298287f5-2395-49fc-9eae-36f6a0093b7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:07:13.269571 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d6da743a-6f11-46bd-be8c-87e0e3d8b1e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:13.270102 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6da743a-6f11-46bd-be8c-87e0e3d8b1e1 None None] Bound using segment: {'id': '2a60ca5a-fae7-44d5-8df0-d74794bfb000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '298287f5-2395-49fc-9eae-36f6a0093b7f'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 21:07:13.275236 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-d6da743a-6f11-46bd-be8c-87e0e3d8b1e1 None None] Bound port: ef8a8703-f8d0-4f39-8e34-a23a05b835f1, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a60ca5a-fae7-44d5-8df0-d74794bfb000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '298287f5-2395-49fc-9eae-36f6a0093b7f'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:07:13.275236 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d6da743a-6f11-46bd-be8c-87e0e3d8b1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:13.276185 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d95dc0b-53ba-4394-9c5e-b514aa311d96 tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Network 230714e2-374f-4d9f-aaa6-af14d62ffa26 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:07:13.276547 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-8d95dc0b-53ba-4394-9c5e-b514aa311d96 tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:07:13.280307 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d95dc0b-53ba-4394-9c5e-b514aa311d96 tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:07:13.280853 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8d95dc0b-53ba-4394-9c5e-b514aa311d96 tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748409'] for router_interface, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:13.360129 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d95dc0b-53ba-4394-9c5e-b514aa311d96 tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Pushing event updated for resources: {'Port': ['ID=e9f7c8d7-3eb4-46ef-8d15-5fa7825755db,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:07:13.384851 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-d6da743a-6f11-46bd-be8c-87e0e3d8b1e1 None None] For port ef8a8703-f8d0-4f39-8e34-a23a05b835f1, host n-d-842733-1, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 21:07:13.388409 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-d6da743a-6f11-46bd-be8c-87e0e3d8b1e1 None None] For port ef8a8703-f8d0-4f39-8e34-a23a05b835f1, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=ef8a8703-f8d0-4f39-8e34-a23a05b835f1,segment=NetworkSegment(2a60ca5a-fae7-44d5-8df0-d74794bfb000),segment_id=2a60ca5a-fae7-44d5-8df0-d74794bfb000)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 21:07:13.401011 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-b35af0ad-1563-4a0f-824a-7d7653ff477b req-6c25d67b-c7c8-4c17-936c-605bbedcf4d1 service neutron] 10.222.0.13 "GET /v2.0/networks/cd702362-b982-46c5-a7d0-51de1b03df86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436834 May 20 21:07:13.491086 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d6da743a-6f11-46bd-be8c-87e0e3d8b1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:13.531701 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-b35af0ad-1563-4a0f-824a-7d7653ff477b req-f609a470-2272-4398-be12-6d2181c0eb48 service neutron] 10.222.0.13 "GET /v2.0/networks/cd702362-b982-46c5-a7d0-51de1b03df86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245251 May 20 21:07:13.572595 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8d95dc0b-53ba-4394-9c5e-b514aa311d96 tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:13.617793 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6da743a-6f11-46bd-be8c-87e0e3d8b1e1 None None] Pushing event updated for resources: {'Port': ['ID=ef8a8703-f8d0-4f39-8e34-a23a05b835f1,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:07:13.662084 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 275a59dc-fd72-4f85-9caf-d181aad0154b up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:07:13.711044 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e58b4291-c798-47d1-82df-c87974bdc319 None None] Network 230714e2-374f-4d9f-aaa6-af14d62ffa26 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:07:13.789008 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-9621dcf9-b0a7-43c4-b149-dd746693b23a None None] Provisioning complete for port 04268d23-624d-42f2-9d17-d5fb30b19fa3 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:07:13.789639 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-9621dcf9-b0a7-43c4-b149-dd746693b23a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:13.893838 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 275a59dc-fd72-4f85-9caf-d181aad0154b triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:07:13.894206 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:13.966763 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-77fc4a21-e14b-4e0a-9a8e-83d6bff3ef39 req-de83780a-de10-4605-b758-1163786882b6 tempest-ServerShowV247Test-2140867618 tempest-ServerShowV247Test-2140867618-project] 10.222.0.35 "GET /v2.0/ports?device_id=1cceab9e-e5df-4636-9025-4b526a0fe6f0 HTTP/1.1" status: 200 len: 210 time: 0.0349395 May 20 21:07:14.018540 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8d95dc0b-53ba-4394-9c5e-b514aa311d96 tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Notify callbacks [] for port, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:14.091533 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8d95dc0b-53ba-4394-9c5e-b514aa311d96 tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:14.092690 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8d95dc0b-53ba-4394-9c5e-b514aa311d96 tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748437'] for router_interface, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:14.187697 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d95dc0b-53ba-4394-9c5e-b514aa311d96 tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Pushing event updated for resources: {'Port': ['ID=e9f7c8d7-3eb4-46ef-8d15-5fa7825755db,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:07:14.240705 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d95dc0b-53ba-4394-9c5e-b514aa311d96 tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Network 230714e2-374f-4d9f-aaa6-af14d62ffa26 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:07:14.242373 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-8d95dc0b-53ba-4394-9c5e-b514aa311d96 tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:07:14.248078 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 275a59dc-fd72-4f85-9caf-d181aad0154b is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:07:14.249169 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 04268d23-624d-42f2-9d17-d5fb30b19fa3 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:07:14.255467 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-9621dcf9-b0a7-43c4-b149-dd746693b23a None None] Current status of the port 04268d23-624d-42f2-9d17-d5fb30b19fa3 is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:07:14.255865 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-9621dcf9-b0a7-43c4-b149-dd746693b23a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:14.316776 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-9621dcf9-b0a7-43c4-b149-dd746693b23a None None] For port 04268d23-624d-42f2-9d17-d5fb30b19fa3, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=04268d23-624d-42f2-9d17-d5fb30b19fa3,segment=NetworkSegment(c5dd3d97-2fb2-4553-8f06-bf348ee22fc2),segment_id=c5dd3d97-2fb2-4553-8f06-bf348ee22fc2)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:07:14.347223 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 04268d23-624d-42f2-9d17-d5fb30b19fa3 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:07:14.347604 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:14.420174 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1674eb4f-d3ef-4410-83f1-8820c275540e req-d551b6e7-2e55-4895-a605-f5969d8b27cf tempest-VolumesNegativeTest-1051864339 tempest-VolumesNegativeTest-1051864339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:07:14.421975 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1674eb4f-d3ef-4410-83f1-8820c275540e req-d551b6e7-2e55-4895-a605-f5969d8b27cf tempest-VolumesNegativeTest-1051864339 tempest-VolumesNegativeTest-1051864339-project] 10.222.0.35 "GET /v2.0/ports?device_id=1101df04-6def-44b9-88e5-dcdddbaad707 HTTP/1.1" status: 200 len: 947 time: 0.0670202 May 20 21:07:14.436181 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-9621dcf9-b0a7-43c4-b149-dd746693b23a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:14.467200 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 04268d23-624d-42f2-9d17-d5fb30b19fa3 is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:07:14.467618 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:14.495133 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d95dc0b-53ba-4394-9c5e-b514aa311d96 tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Router 2aa306d7-3b38-4037-9b5c-1bb9005fbca7 is scheduled to L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e with binding_index 1 {{(pid=103163) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 20 21:07:14.508758 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1674eb4f-d3ef-4410-83f1-8820c275540e req-71c1e304-33e1-4333-9403-3b15159c861c tempest-VolumesNegativeTest-1051864339 tempest-VolumesNegativeTest-1051864339-project] 10.222.0.35 "GET /v2.0/security-groups?id=2ac66c98-85ca-4e94-a788-0a6ab57f6905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756960 May 20 21:07:14.595176 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.db.api [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103164) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 20 21:07:14.608280 n-d-842733-1 neutron-server[103164]: DEBUG oslo_db.api [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 20 21:07:14.636293 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9621dcf9-b0a7-43c4-b149-dd746693b23a None None] Pushing event updated for resources: {'Port': ['ID=04268d23-624d-42f2-9d17-d5fb30b19fa3,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:07:14.683561 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-028f23db-eaca-44d3-93d2-ea837a90414f None None] Provisioning complete for port 04268d23-624d-42f2-9d17-d5fb30b19fa3 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:07:14.683934 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-028f23db-eaca-44d3-93d2-ea837a90414f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:14.703608 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d95dc0b-53ba-4394-9c5e-b514aa311d96 tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 21:07:14.714893 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-8d95dc0b-53ba-4394-9c5e-b514aa311d96 tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] 10.222.0.35 "PUT /v2.0/routers/2aa306d7-3b38-4037-9b5c-1bb9005fbca7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7816982 May 20 21:07:14.717620 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 48008) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:07:14.744915 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d9c7cf2-a13b-4b1d-a987-17d9e3fa207f None None] Sync routers for ids ['2aa306d7-3b38-4037-9b5c-1bb9005fbca7'] in n-d-842733-1 {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 21:07:14.780539 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d9c7cf2-a13b-4b1d-a987-17d9e3fa207f None None] Routers {'2aa306d7-3b38-4037-9b5c-1bb9005fbca7'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:07:14.781308 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-5d9c7cf2-a13b-4b1d-a987-17d9e3fa207f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:06:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['2aa306d7-3b38-4037-9b5c-1bb9005fbca7'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:07:14.845880 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-5d9c7cf2-a13b-4b1d-a987-17d9e3fa207f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:07:14.911073 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d9c7cf2-a13b-4b1d-a987-17d9e3fa207f None None] Routers {'2aa306d7-3b38-4037-9b5c-1bb9005fbca7'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:07:14.912382 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-5d9c7cf2-a13b-4b1d-a987-17d9e3fa207f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:06:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['2aa306d7-3b38-4037-9b5c-1bb9005fbca7'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:07:14.993295 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-5d9c7cf2-a13b-4b1d-a987-17d9e3fa207f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:07:14.994370 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d9c7cf2-a13b-4b1d-a987-17d9e3fa207f None None] The sync data for ids ['2aa306d7-3b38-4037-9b5c-1bb9005fbca7'] in n-d-842733-1 is: [] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 21:07:15.082872 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-028f23db-eaca-44d3-93d2-ea837a90414f None None] Current status of the port 04268d23-624d-42f2-9d17-d5fb30b19fa3 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:07:15.097565 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-028f23db-eaca-44d3-93d2-ea837a90414f None None] Provisioning complete for port e9f7c8d7-3eb4-46ef-8d15-5fa7825755db triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:07:15.097934 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-028f23db-eaca-44d3-93d2-ea837a90414f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:15.149177 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.agents_db [None req-5c33ad30-4e00-40fa-b486-8c79c4a6cfc5 None None] Agent healthcheck: found 7 active agents {{(pid=103165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 20 21:07:15.168003 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6a604332-06ab-4f53-bb65-36e06e9d4188 req-57631fbb-9212-4a7c-b247-a19b84dc4e49 tempest-ServerShowV247Test-2140867618 tempest-ServerShowV247Test-2140867618-project] 10.222.0.35 "GET /v2.0/ports?device_id=1cceab9e-e5df-4636-9025-4b526a0fe6f0 HTTP/1.1" status: 200 len: 210 time: 0.0593047 May 20 21:07:15.185527 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-028f23db-eaca-44d3-93d2-ea837a90414f None None] Port e9f7c8d7-3eb4-46ef-8d15-5fa7825755db cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 21:07:15.191523 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 04268d23-624d-42f2-9d17-d5fb30b19fa3 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:07:15.229460 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-956ea6f0-9e21-4928-9cd4-ff08007b4acc None None] Network 298287f5-2395-49fc-9eae-36f6a0093b7f requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:07:15.308040 n-d-842733-1 neutron-server[103163]: INFO neutron.api.v2.resource [None req-d3341cde-ad1f-42a2-bb35-4cc15f64b738 tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 20 21:07:15.311927 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-d3341cde-ad1f-42a2-bb35-4cc15f64b738 tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] 10.222.0.35 "PUT /v2.0/routers/2aa306d7-3b38-4037-9b5c-1bb9005fbca7/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.5907900 May 20 21:07:15.312509 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 48014) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:07:15.320865 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-8811a84d-e5c9-4438-a482-277a929f8c7f None None] Provisioning complete for port e9f7c8d7-3eb4-46ef-8d15-5fa7825755db triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:07:15.321254 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-8811a84d-e5c9-4438-a482-277a929f8c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:15.362770 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-8811a84d-e5c9-4438-a482-277a929f8c7f None None] Port e9f7c8d7-3eb4-46ef-8d15-5fa7825755db cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 21:07:15.388431 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-8811a84d-e5c9-4438-a482-277a929f8c7f None None] Provisioning complete for port ef8a8703-f8d0-4f39-8e34-a23a05b835f1 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:07:15.389011 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-8811a84d-e5c9-4438-a482-277a929f8c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:15.538682 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-8811a84d-e5c9-4438-a482-277a929f8c7f None None] Current status of the port ef8a8703-f8d0-4f39-8e34-a23a05b835f1 is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:07:15.538885 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-8811a84d-e5c9-4438-a482-277a929f8c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:15.579927 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-8811a84d-e5c9-4438-a482-277a929f8c7f None None] For port ef8a8703-f8d0-4f39-8e34-a23a05b835f1, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=ef8a8703-f8d0-4f39-8e34-a23a05b835f1,segment=NetworkSegment(2a60ca5a-fae7-44d5-8df0-d74794bfb000),segment_id=2a60ca5a-fae7-44d5-8df0-d74794bfb000)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:07:15.638329 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 04268d23-624d-42f2-9d17-d5fb30b19fa3 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:07:15.724918 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 04268d23-624d-42f2-9d17-d5fb30b19fa3 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:07:15.724918 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:15.725126 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc1b5c5-f23e-4d33-a297-8f9f935f63b1 req-faf8ab29-45ff-47b5-bbc0-3caeec9aa68a tempest-VolumesNegativeTest-1051864339 tempest-VolumesNegativeTest-1051864339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:07:15.725126 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5bc1b5c5-f23e-4d33-a297-8f9f935f63b1 req-faf8ab29-45ff-47b5-bbc0-3caeec9aa68a tempest-VolumesNegativeTest-1051864339 tempest-VolumesNegativeTest-1051864339-project] 10.222.0.35 "GET /v2.0/ports?device_id=1101df04-6def-44b9-88e5-dcdddbaad707 HTTP/1.1" status: 200 len: 947 time: 0.0960448 May 20 21:07:15.789484 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-8811a84d-e5c9-4438-a482-277a929f8c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:15.798341 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5bc1b5c5-f23e-4d33-a297-8f9f935f63b1 req-6833c697-4d11-499c-9745-ae4de7d9954e tempest-VolumesNegativeTest-1051864339 tempest-VolumesNegativeTest-1051864339-project] 10.222.0.35 "GET /v2.0/security-groups?id=2ac66c98-85ca-4e94-a788-0a6ab57f6905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675013 May 20 21:07:15.834244 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ce0866e7-47df-4571-a834-285b9b40c7f4 tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748528'] for router_interface, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:15.839095 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 04268d23-624d-42f2-9d17-d5fb30b19fa3 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:07:15.840431 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device ef8a8703-f8d0-4f39-8e34-a23a05b835f1 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:07:15.883630 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8811a84d-e5c9-4438-a482-277a929f8c7f None None] Pushing event updated for resources: {'Port': ['ID=ef8a8703-f8d0-4f39-8e34-a23a05b835f1,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:07:15.919877 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port ef8a8703-f8d0-4f39-8e34-a23a05b835f1 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:07:15.920232 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:15.921683 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-da100f68-b212-4f00-80ed-7ce63bd87799 None None] Provisioning complete for port e9f7c8d7-3eb4-46ef-8d15-5fa7825755db triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:07:15.922035 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-da100f68-b212-4f00-80ed-7ce63bd87799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:15.985259 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-da100f68-b212-4f00-80ed-7ce63bd87799 None None] Port e9f7c8d7-3eb4-46ef-8d15-5fa7825755db cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 21:07:16.004057 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-da100f68-b212-4f00-80ed-7ce63bd87799 None None] Provisioning complete for port ef8a8703-f8d0-4f39-8e34-a23a05b835f1 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:07:16.004423 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-da100f68-b212-4f00-80ed-7ce63bd87799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:16.077790 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port ef8a8703-f8d0-4f39-8e34-a23a05b835f1 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:07:16.098628 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-ce0866e7-47df-4571-a834-285b9b40c7f4 tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Deleting port e9f7c8d7-3eb4-46ef-8d15-5fa7825755db {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:07:16.098970 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ce0866e7-47df-4571-a834-285b9b40c7f4 tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:16.129361 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-da100f68-b212-4f00-80ed-7ce63bd87799 None None] Current status of the port ef8a8703-f8d0-4f39-8e34-a23a05b835f1 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:07:16.189146 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ce0866e7-47df-4571-a834-285b9b40c7f4 tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:16.201671 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-ce0866e7-47df-4571-a834-285b9b40c7f4 tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Calling delete_port for e9f7c8d7-3eb4-46ef-8d15-5fa7825755db owned by network:router_interface {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:07:16.334454 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-df40c81c-014d-4c06-9363-475d05ad149a req-6937a5bf-3fce-4cf1-9ba8-0f9d36553a31 tempest-ServerShowV247Test-2140867618 tempest-ServerShowV247Test-2140867618-project] 10.222.0.35 "GET /v2.0/ports?device_id=1cceab9e-e5df-4636-9025-4b526a0fe6f0 HTTP/1.1" status: 200 len: 210 time: 0.0375419 May 20 21:07:16.447563 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device b176449d-9d33-47ba-b762-c45fbf044404 details requested by agent hyperv_n-h2-842733-1 with host n-h2-842733-1 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 21:07:16.474372 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ce0866e7-47df-4571-a834-285b9b40c7f4 tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:16.503539 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0866e7-47df-4571-a834-285b9b40c7f4 tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Pushing event deleted for resources: {'Port': ['ID=e9f7c8d7-3eb4-46ef-8d15-5fa7825755db,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:07:16.528249 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0866e7-47df-4571-a834-285b9b40c7f4 tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:07:16.528593 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0866e7-47df-4571-a834-285b9b40c7f4 tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:07:16.528925 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0866e7-47df-4571-a834-285b9b40c7f4 tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:07:16.529273 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0866e7-47df-4571-a834-285b9b40c7f4 tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:07:16.529601 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0866e7-47df-4571-a834-285b9b40c7f4 tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:07:16.529923 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0866e7-47df-4571-a834-285b9b40c7f4 tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:07:16.530247 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0866e7-47df-4571-a834-285b9b40c7f4 tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:07:16.530563 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0866e7-47df-4571-a834-285b9b40c7f4 tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:07:16.530884 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0866e7-47df-4571-a834-285b9b40c7f4 tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:07:16.531204 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0866e7-47df-4571-a834-285b9b40c7f4 tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:07:16.531517 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0866e7-47df-4571-a834-285b9b40c7f4 tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:07:16.531828 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0866e7-47df-4571-a834-285b9b40c7f4 tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:07:16.557562 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port b176449d-9d33-47ba-b762-c45fbf044404, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=b176449d-9d33-47ba-b762-c45fbf044404,segment=NetworkSegment(ed3a602f-49fb-4a95-be80-401e1eb72e33),segment_id=ed3a602f-49fb-4a95-be80-401e1eb72e33)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:07:16.572092 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Returning: {'device': 'b176449d-9d33-47ba-b762-c45fbf044404', 'network_id': 'cd702362-b982-46c5-a7d0-51de1b03df86', 'port_id': 'b176449d-9d33-47ba-b762-c45fbf044404', 'mac_address': 'fa:16:3e:4f:37:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26b342ea-254c-483a-9ea9-f11c178970eb', 'ip_address': '192.168.233.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 20 21:07:16.618274 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port b176449d-9d33-47ba-b762-c45fbf044404 is: DOWN; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:07:16.619566 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:16.636172 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b176449d-9d33-47ba-b762-c45fbf044404 {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 21:07:16.661160 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port b176449d-9d33-47ba-b762-c45fbf044404, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=b176449d-9d33-47ba-b762-c45fbf044404,segment=NetworkSegment(ed3a602f-49fb-4a95-be80-401e1eb72e33),segment_id=ed3a602f-49fb-4a95-be80-401e1eb72e33)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:07:16.737748 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:16.792831 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=b176449d-9d33-47ba-b762-c45fbf044404,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:07:16.943824 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ce0866e7-47df-4571-a834-285b9b40c7f4 tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-692224'] for router_interface, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:17.006543 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] get_ports_and_sgs() called for port_ids ['b176449d-9d33-47ba-b762-c45fbf044404'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 21:07:17.007277 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3ff00c-fcaa-4541-ab84-50d38755dacc req-ffc3d3ff-ca4b-4bd2-97b9-4b2384d32469 tempest-VolumesNegativeTest-1051864339 tempest-VolumesNegativeTest-1051864339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:07:17.008729 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2a3ff00c-fcaa-4541-ab84-50d38755dacc req-ffc3d3ff-ca4b-4bd2-97b9-4b2384d32469 tempest-VolumesNegativeTest-1051864339 tempest-VolumesNegativeTest-1051864339-project] 10.222.0.35 "GET /v2.0/ports?device_id=1101df04-6def-44b9-88e5-dcdddbaad707 HTTP/1.1" status: 200 len: 948 time: 0.1250696 May 20 21:07:17.145531 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2a3ff00c-fcaa-4541-ab84-50d38755dacc req-8d6200f8-844e-40e5-99fc-908fdfaa95dc tempest-VolumesNegativeTest-1051864339 tempest-VolumesNegativeTest-1051864339-project] 10.222.0.35 "GET /v2.0/security-groups?id=2ac66c98-85ca-4e94-a788-0a6ab57f6905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107280 May 20 21:07:17.165579 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce0866e7-47df-4571-a834-285b9b40c7f4 tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Router 2aa306d7-3b38-4037-9b5c-1bb9005fbca7 has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 21:07:17.241719 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce0866e7-47df-4571-a834-285b9b40c7f4 tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 21:07:17.246946 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-ce0866e7-47df-4571-a834-285b9b40c7f4 tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] 10.222.0.35 "PUT /v2.0/routers/2aa306d7-3b38-4037-9b5c-1bb9005fbca7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9332528 May 20 21:07:17.251245 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 48034) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:07:17.253311 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5979b3da-e2c7-4ac7-bc92-9e65e89f429b None None] Sync routers for ids ['2aa306d7-3b38-4037-9b5c-1bb9005fbca7'] in n-d-842733-1 {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 21:07:17.265101 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5979b3da-e2c7-4ac7-bc92-9e65e89f429b None None] Routers {'2aa306d7-3b38-4037-9b5c-1bb9005fbca7'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:07:17.265745 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-5979b3da-e2c7-4ac7-bc92-9e65e89f429b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:06:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['2aa306d7-3b38-4037-9b5c-1bb9005fbca7'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:07:17.289454 n-d-842733-1 neutron-server[103163]: INFO neutron.api.v2.resource [None req-5dd2da9b-97c5-47b8-8382-66843c40086a tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] delete failed (client error): The resource could not be found. May 20 21:07:17.291110 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-5dd2da9b-97c5-47b8-8382-66843c40086a tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] 10.222.0.35 "DELETE /v2.0/routers/tempest-non_exist_router-1998397218 HTTP/1.1" status: 404 len: 335 time: 0.0387852 May 20 21:07:17.294907 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 48036) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:07:17.299603 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-2d371fa9-5dd3-4c49-81ce-7c490dfa0ca0 tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Request body: {'router': {'external_gateway_info': {'network_id': '2aa306d7-3b38-4037-9b5c-1bb9005fbca7'}}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:07:17.300731 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-5979b3da-e2c7-4ac7-bc92-9e65e89f429b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:07:17.309194 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5979b3da-e2c7-4ac7-bc92-9e65e89f429b None None] Routers {'2aa306d7-3b38-4037-9b5c-1bb9005fbca7'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:07:17.309812 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-5979b3da-e2c7-4ac7-bc92-9e65e89f429b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:06:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['2aa306d7-3b38-4037-9b5c-1bb9005fbca7'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:07:17.343730 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-5979b3da-e2c7-4ac7-bc92-9e65e89f429b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:07:17.344358 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5979b3da-e2c7-4ac7-bc92-9e65e89f429b None None] The sync data for ids ['2aa306d7-3b38-4037-9b5c-1bb9005fbca7'] in n-d-842733-1 is: [] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 21:07:17.453826 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a1b3a8aa-9ea5-483d-9fbb-e5019ef8c9ac req-1b18da78-a9f9-49eb-8815-4159c93a8da9 tempest-ServerShowV247Test-2140867618 tempest-ServerShowV247Test-2140867618-project] 10.222.0.35 "GET /v2.0/ports?device_id=1cceab9e-e5df-4636-9025-4b526a0fe6f0 HTTP/1.1" status: 200 len: 210 time: 0.0390549 May 20 21:07:17.516232 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device ef8a8703-f8d0-4f39-8e34-a23a05b835f1 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:07:17.527766 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2d371fa9-5dd3-4c49-81ce-7c490dfa0ca0 tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:17.563308 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port ef8a8703-f8d0-4f39-8e34-a23a05b835f1 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:07:17.563669 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:17.608591 n-d-842733-1 neutron-server[103162]: INFO neutron.api.v2.resource [None req-2d371fa9-5dd3-4c49-81ce-7c490dfa0ca0 tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] update failed (client error): The resource could not be found. May 20 21:07:17.610077 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-2d371fa9-5dd3-4c49-81ce-7c490dfa0ca0 tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] 10.222.0.35 "PUT /v2.0/routers/2aa306d7-3b38-4037-9b5c-1bb9005fbca7 HTTP/1.1" status: 404 len: 339 time: 0.3139017 May 20 21:07:17.614991 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 48040) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:07:17.620003 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-ab434dff-19da-4f04-ab5e-df2a2c47c88e tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-893059625'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:07:17.645201 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port ef8a8703-f8d0-4f39-8e34-a23a05b835f1 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:07:17.702769 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab434dff-19da-4f04-ab5e-df2a2c47c88e tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Made reservation on behalf of 445b3a6a59ef4c1bbc83d6e4d9b550a1 for: {'network': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:07:17.706218 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ab434dff-19da-4f04-ab5e-df2a2c47c88e tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for network, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:17.736364 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab434dff-19da-4f04-ab5e-df2a2c47c88e tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 248} {{(pid=103162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 21:07:17.752544 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ab434dff-19da-4f04-ab5e-df2a2c47c88e tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:17.752544 n-d-842733-1 neutron-server[103162]: INFO neutron.db.segments_db [None req-ab434dff-19da-4f04-ab5e-df2a2c47c88e tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Added segment 70b873d5-2d5e-4b3e-b7e2-0b9e7d5dd2ad of type vlan for network 4cce19ec-6ff4-48ea-9ad5-2a9378e3b121 May 20 21:07:17.786126 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ab434dff-19da-4f04-ab5e-df2a2c47c88e tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418993264'] for network, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:17.862061 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ab434dff-19da-4f04-ab5e-df2a2c47c88e tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524'] for network, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:17.867506 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab434dff-19da-4f04-ab5e-df2a2c47c88e tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:07:17.868876 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ab434dff-19da-4f04-ab5e-df2a2c47c88e tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Notify callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:17.939006 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab434dff-19da-4f04-ab5e-df2a2c47c88e tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Pushing event updated for resources: {'Network': ['ID=4cce19ec-6ff4-48ea-9ad5-2a9378e3b121,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:07:17.947894 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab434dff-19da-4f04-ab5e-df2a2c47c88e tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:07:17.948235 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab434dff-19da-4f04-ab5e-df2a2c47c88e tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:07:17.948569 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab434dff-19da-4f04-ab5e-df2a2c47c88e tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:07:17.948900 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab434dff-19da-4f04-ab5e-df2a2c47c88e tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:07:17.949245 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab434dff-19da-4f04-ab5e-df2a2c47c88e tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:07:17.949571 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab434dff-19da-4f04-ab5e-df2a2c47c88e tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:07:17.950415 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab434dff-19da-4f04-ab5e-df2a2c47c88e tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:07:17.950415 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab434dff-19da-4f04-ab5e-df2a2c47c88e tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:07:17.950627 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab434dff-19da-4f04-ab5e-df2a2c47c88e tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:07:17.950826 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab434dff-19da-4f04-ab5e-df2a2c47c88e tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:07:17.951138 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab434dff-19da-4f04-ab5e-df2a2c47c88e tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:07:17.951451 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab434dff-19da-4f04-ab5e-df2a2c47c88e tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:07:17.962978 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Network 4cce19ec-6ff4-48ea-9ad5-2a9378e3b121 details requested by agent ovs-agent-n-d-842733-1 with host n-d-842733-1 {{(pid=103164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 20 21:07:17.998943 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-ab434dff-19da-4f04-ab5e-df2a2c47c88e tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3827798 May 20 21:07:18.001929 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 48046) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:07:18.006867 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-6f39c733-b9bd-43d5-9fbb-02c3e09ce2d3 tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Request body: {'subnet': {'network_id': '4cce19ec-6ff4-48ea-9ad5-2a9378e3b121', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:07:18.202439 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f39c733-b9bd-43d5-9fbb-02c3e09ce2d3 tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Made reservation on behalf of 445b3a6a59ef4c1bbc83d6e4d9b550a1 for: {'subnet': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:07:18.207608 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6f39c733-b9bd-43d5-9fbb-02c3e09ce2d3 tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4018244'] for subnet, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:18.271321 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0f05f9-48fd-4595-8116-d610052ab0c2 req-6847aef2-5344-44ad-8c0d-5b7b6ca52456 tempest-VolumesNegativeTest-1051864339 tempest-VolumesNegativeTest-1051864339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:07:18.272816 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8a0f05f9-48fd-4595-8116-d610052ab0c2 req-6847aef2-5344-44ad-8c0d-5b7b6ca52456 tempest-VolumesNegativeTest-1051864339 tempest-VolumesNegativeTest-1051864339-project] 10.222.0.35 "GET /v2.0/ports?device_id=1101df04-6def-44b9-88e5-dcdddbaad707 HTTP/1.1" status: 200 len: 948 time: 0.0554278 May 20 21:07:18.315041 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8a0f05f9-48fd-4595-8116-d610052ab0c2 req-8318fa34-adcf-4c38-8c71-2eb3cf5032c7 tempest-VolumesNegativeTest-1051864339 tempest-VolumesNegativeTest-1051864339-project] 10.222.0.35 "GET /v2.0/security-groups?id=2ac66c98-85ca-4e94-a788-0a6ab57f6905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344741 May 20 21:07:18.442218 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6f39c733-b9bd-43d5-9fbb-02c3e09ce2d3 tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3797684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4018258'] for subnet, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:18.446759 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device b176449d-9d33-47ba-b762-c45fbf044404 up at agent hyperv_n-h2-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:07:18.514113 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f39c733-b9bd-43d5-9fbb-02c3e09ce2d3 tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Pushing event updated for resources: {'Subnet': ['ID=717f6d5c-c56b-40fb-8570-5e35d74cbc6d,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:07:18.530611 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f39c733-b9bd-43d5-9fbb-02c3e09ce2d3 tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Checking segment: {'id': '70b873d5-2d5e-4b3e-b7e2-0b9e7d5dd2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '4cce19ec-6ff4-48ea-9ad5-2a9378e3b121'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:07:18.531295 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f39c733-b9bd-43d5-9fbb-02c3e09ce2d3 tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Network hostable DHCP agents. Network: 4cce19ec-6ff4-48ea-9ad5-2a9378e3b121, hostable agents: ['c9b0653c-f3c7-4339-bd50-e3754b629216'], hosted agents: [] {{(pid=103162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 21:07:18.571790 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8674a7d2-0be4-4ec9-8c1b-2b8604cbcb99 req-b106d3b4-d985-4886-9b61-591550d8d1c4 tempest-ServerShowV247Test-2140867618 tempest-ServerShowV247Test-2140867618-project] 10.222.0.35 "GET /v2.0/ports?device_id=1cceab9e-e5df-4636-9025-4b526a0fe6f0 HTTP/1.1" status: 200 len: 210 time: 0.0263369 May 20 21:07:18.590831 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Provisioning for port b176449d-9d33-47ba-b762-c45fbf044404 completed by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 21:07:18.595014 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Provisioning complete for port b176449d-9d33-47ba-b762-c45fbf044404 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:07:18.595497 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:18.619316 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f39c733-b9bd-43d5-9fbb-02c3e09ce2d3 tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Network 4cce19ec-6ff4-48ea-9ad5-2a9378e3b121 is scheduled to be hosted by DHCP agent c9b0653c-f3c7-4339-bd50-e3754b629216 with binding_index 1 {{(pid=103162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 21:07:18.672497 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port b176449d-9d33-47ba-b762-c45fbf044404 is: BUILD; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:07:18.672878 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:18.694750 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1101df04-6def-44b9-88e5-dcdddbaad707', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b176449d-9d33-47ba-b762-c45fbf044404'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 21:07:18.697065 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8485417003ce7c0410b00f5cdc2f391e21107b70bb68e2773712534a96e108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6997cb8-1564-4e55-8caa-510a659bf669" -d '{"events": [{"server_uuid": "1101df04-6def-44b9-88e5-dcdddbaad707", "name": "network-vif-plugged", "status": "completed", "tag": "b176449d-9d33-47ba-b762-c45fbf044404"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 21:07:18.699107 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-6f39c733-b9bd-43d5-9fbb-02c3e09ce2d3 tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842733-1, 4cce19ec-6ff4-48ea-9ad5-2a9378e3b121) {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:07:18.704382 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f39c733-b9bd-43d5-9fbb-02c3e09ce2d3 tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:07:18.716899 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6f39c733-b9bd-43d5-9fbb-02c3e09ce2d3 tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Notify callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:18.719534 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41fb7260-3e51-4859-bd57-2f3426ee5eaf None None] Network 4cce19ec-6ff4-48ea-9ad5-2a9378e3b121 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:07:18.725131 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port b176449d-9d33-47ba-b762-c45fbf044404, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=b176449d-9d33-47ba-b762-c45fbf044404,segment=NetworkSegment(ed3a602f-49fb-4a95-be80-401e1eb72e33),segment_id=ed3a602f-49fb-4a95-be80-401e1eb72e33)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:07:18.766873 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 21:07:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-503c1b23-3e24-4e59-98f3-5051dca1c379 x-openstack-request-id: req-503c1b23-3e24-4e59-98f3-5051dca1c379 {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 21:07:18.767259 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1101df04-6def-44b9-88e5-dcdddbaad707", "name": "network-vif-plugged", "status": "completed", "tag": "b176449d-9d33-47ba-b762-c45fbf044404", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 21:07:18.767529 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-503c1b23-3e24-4e59-98f3-5051dca1c379 {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 21:07:18.767899 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-503c1b23-3e24-4e59-98f3-5051dca1c379'] response: {'server_uuid': '1101df04-6def-44b9-88e5-dcdddbaad707', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b176449d-9d33-47ba-b762-c45fbf044404', 'code': 200} May 20 21:07:18.810879 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 48062) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:07:18.813029 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-6f39c733-b9bd-43d5-9fbb-02c3e09ce2d3 tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8095756 May 20 21:07:18.815501 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-3b6f947a-1c69-4011-8f7e-1a08d334ab1c tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Request body: {'router': {'external_gateway_info': {'network_id': '4cce19ec-6ff4-48ea-9ad5-2a9378e3b121'}}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:07:18.835030 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:18.908667 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=b176449d-9d33-47ba-b762-c45fbf044404,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:07:18.915671 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e1b0732-2801-4b35-8c34-13d76637d285 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaee2b848-d4b9-5db1-b6ef-d6db29d67de7-4cce19ec-6ff4-48ea-9ad5-2a9378e3b121', 'network_id': '4cce19ec-6ff4-48ea-9ad5-2a9378e3b121', 'tenant_id': '445b3a6a59ef4c1bbc83d6e4d9b550a1', 'fixed_ips': [{'subnet_id': '717f6d5c-c56b-40fb-8570-5e35d74cbc6d'}]}} from n-d-842733-1. {{(pid=103164) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 21:07:18.916710 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-0e1b0732-2801-4b35-8c34-13d76637d285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:19.087341 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [None req-0e1b0732-2801-4b35-8c34-13d76637d285 None None] Allocated IP 2001:db8:1::2 (4cce19ec-6ff4-48ea-9ad5-2a9378e3b121/717f6d5c-c56b-40fb-8570-5e35d74cbc6d/b4c5e521-c840-409b-a4e2-ff13c8906586) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:07:19.105642 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3b6f947a-1c69-4011-8f7e-1a08d334ab1c tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:19.241090 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1ffa32-5d22-4720-9abd-a4cba4fe48b0 req-8cd0c7d0-02f2-49e9-b4a5-1e0738a82bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:07:19.243006 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-0b1ffa32-5d22-4720-9abd-a4cba4fe48b0 req-8cd0c7d0-02f2-49e9-b4a5-1e0738a82bc0 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1101df04-6def-44b9-88e5-dcdddbaad707 HTTP/1.1" status: 200 len: 1100 time: 0.3937733 May 20 21:07:19.259676 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-0e1b0732-2801-4b35-8c34-13d76637d285 None None] Notify callbacks [] for port, precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:19.286818 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-0b1ffa32-5d22-4720-9abd-a4cba4fe48b0 req-9f6a0fd9-9c44-4b67-ae86-6b61638a8f83 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=2ac66c98-85ca-4e94-a788-0a6ab57f6905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372601 May 20 21:07:19.318990 n-d-842733-1 neutron-server[103163]: INFO neutron.api.v2.resource [None req-3b6f947a-1c69-4011-8f7e-1a08d334ab1c tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 20 21:07:19.320129 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-3b6f947a-1c69-4011-8f7e-1a08d334ab1c tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] 10.222.0.35 "PUT /v2.0/routers/2aa306d7-3b38-4037-9b5c-1bb9005fbca7 HTTP/1.1" status: 400 len: 364 time: 0.5087059 May 20 21:07:19.324849 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 48068) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:07:19.343018 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-0e1b0732-2801-4b35-8c34-13d76637d285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108'] for port, after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:19.386070 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e1b0732-2801-4b35-8c34-13d76637d285 None None] Network 4cce19ec-6ff4-48ea-9ad5-2a9378e3b121 is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:07:19.389135 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-0e1b0732-2801-4b35-8c34-13d76637d285 None None] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:07:19.391686 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e1b0732-2801-4b35-8c34-13d76637d285 None None] Received port after_create {{(pid=103164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:07:19.402346 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1b0732-2801-4b35-8c34-13d76637d285 None None] Pushing event updated for resources: {'Port': ['ID=b4c5e521-c840-409b-a4e2-ff13c8906586,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:07:19.468572 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-0e1b0732-2801-4b35-8c34-13d76637d285 None None] Attempting to bind port b4c5e521-c840-409b-a4e2-ff13c8906586 on host n-d-842733-1 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:07:19.469264 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-0e1b0732-2801-4b35-8c34-13d76637d285 None None] Attempting to bind port b4c5e521-c840-409b-a4e2-ff13c8906586 by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': '70b873d5-2d5e-4b3e-b7e2-0b9e7d5dd2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '4cce19ec-6ff4-48ea-9ad5-2a9378e3b121'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:07:19.469395 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e1b0732-2801-4b35-8c34-13d76637d285 None None] Attempting to bind port b4c5e521-c840-409b-a4e2-ff13c8906586 on network 4cce19ec-6ff4-48ea-9ad5-2a9378e3b121 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:07:19.477483 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e1b0732-2801-4b35-8c34-13d76637d285 None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 21, 6, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 21:07:19.478832 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e1b0732-2801-4b35-8c34-13d76637d285 None None] Checking segment: {'id': '70b873d5-2d5e-4b3e-b7e2-0b9e7d5dd2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '4cce19ec-6ff4-48ea-9ad5-2a9378e3b121'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:07:19.479690 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-0e1b0732-2801-4b35-8c34-13d76637d285 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:19.480186 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e1b0732-2801-4b35-8c34-13d76637d285 None None] Bound using segment: {'id': '70b873d5-2d5e-4b3e-b7e2-0b9e7d5dd2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '4cce19ec-6ff4-48ea-9ad5-2a9378e3b121'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 21:07:19.480764 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-0e1b0732-2801-4b35-8c34-13d76637d285 None None] Bound port: b4c5e521-c840-409b-a4e2-ff13c8906586, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70b873d5-2d5e-4b3e-b7e2-0b9e7d5dd2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '4cce19ec-6ff4-48ea-9ad5-2a9378e3b121'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:07:19.481283 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-0e1b0732-2801-4b35-8c34-13d76637d285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:19.488083 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70a3ecb-4d2d-415c-9289-9068f80fc3bb req-d1878c07-cb14-4e92-a2f4-c2fdd5452ed6 tempest-VolumesNegativeTest-1051864339 tempest-VolumesNegativeTest-1051864339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:07:19.497779 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e70a3ecb-4d2d-415c-9289-9068f80fc3bb req-d1878c07-cb14-4e92-a2f4-c2fdd5452ed6 tempest-VolumesNegativeTest-1051864339 tempest-VolumesNegativeTest-1051864339-project] 10.222.0.35 "GET /v2.0/ports?device_id=1101df04-6def-44b9-88e5-dcdddbaad707 HTTP/1.1" status: 200 len: 949 time: 0.0776706 May 20 21:07:19.561263 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-0e1b0732-2801-4b35-8c34-13d76637d285 None None] For port b4c5e521-c840-409b-a4e2-ff13c8906586, host n-d-842733-1, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 21:07:19.564780 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-0e1b0732-2801-4b35-8c34-13d76637d285 None None] For port b4c5e521-c840-409b-a4e2-ff13c8906586, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=b4c5e521-c840-409b-a4e2-ff13c8906586,segment=NetworkSegment(70b873d5-2d5e-4b3e-b7e2-0b9e7d5dd2ad),segment_id=70b873d5-2d5e-4b3e-b7e2-0b9e7d5dd2ad)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 21:07:19.569923 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e70a3ecb-4d2d-415c-9289-9068f80fc3bb req-7d457acf-2094-4c5d-9643-02f62c407bf2 tempest-VolumesNegativeTest-1051864339 tempest-VolumesNegativeTest-1051864339-project] 10.222.0.35 "GET /v2.0/security-groups?id=2ac66c98-85ca-4e94-a788-0a6ab57f6905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635843 May 20 21:07:19.632311 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f2e10300-ae88-47df-b748-be7f1d6c7ebd tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:19.658140 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-0e1b0732-2801-4b35-8c34-13d76637d285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:19.683172 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-99b1ccd0-b6ec-4137-a3cf-26a46941aae2 req-534dc987-7d67-4b70-b869-aeb72f77b792 tempest-ServerShowV247Test-2140867618 tempest-ServerShowV247Test-2140867618-project] 10.222.0.35 "GET /v2.0/ports?device_id=1cceab9e-e5df-4636-9025-4b526a0fe6f0 HTTP/1.1" status: 200 len: 210 time: 0.0302176 May 20 21:07:19.737003 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1b0732-2801-4b35-8c34-13d76637d285 None None] Pushing event updated for resources: {'Port': ['ID=b4c5e521-c840-409b-a4e2-ff13c8906586,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:07:19.876741 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-fbd9e343-f43d-459f-b909-7645405b9d78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:19.945005 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-f2e10300-ae88-47df-b748-be7f1d6c7ebd tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Allocated IP 2001:db8::1 (a74aa31d-8f70-4bfd-8e9f-843dac49c94a/17cc1a26-578d-4bd1-82f3-ceb2f0d28c72/74e85808-ebf1-4f82-9226-acd1ee8600fa) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:07:20.080814 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f2e10300-ae88-47df-b748-be7f1d6c7ebd tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:20.174124 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f2e10300-ae88-47df-b748-be7f1d6c7ebd tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:20.215099 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2e10300-ae88-47df-b748-be7f1d6c7ebd tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Network a74aa31d-8f70-4bfd-8e9f-843dac49c94a is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:07:20.218088 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-f2e10300-ae88-47df-b748-be7f1d6c7ebd tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:07:20.221752 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2e10300-ae88-47df-b748-be7f1d6c7ebd tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:07:20.222295 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f2e10300-ae88-47df-b748-be7f1d6c7ebd tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748409'] for router_interface, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:20.266528 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e10300-ae88-47df-b748-be7f1d6c7ebd tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Pushing event updated for resources: {'Port': ['ID=74e85808-ebf1-4f82-9226-acd1ee8600fa,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:07:20.466718 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f2e10300-ae88-47df-b748-be7f1d6c7ebd tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:20.609796 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-6070718d-b192-44e8-9ffd-702b3b647d64 None None] Provisioning complete for port 74e85808-ebf1-4f82-9226-acd1ee8600fa triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:07:20.610357 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-6070718d-b192-44e8-9ffd-702b3b647d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:20.668976 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-6070718d-b192-44e8-9ffd-702b3b647d64 None None] Port 74e85808-ebf1-4f82-9226-acd1ee8600fa cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 21:07:20.716241 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed54547-55c6-481b-9dd8-27ef6d1d6569 req-42519a31-4daf-4226-86c7-65afba611801 tempest-VolumesNegativeTest-1051864339 tempest-VolumesNegativeTest-1051864339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:07:20.718305 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-eed54547-55c6-481b-9dd8-27ef6d1d6569 req-42519a31-4daf-4226-86c7-65afba611801 tempest-VolumesNegativeTest-1051864339 tempest-VolumesNegativeTest-1051864339-project] 10.222.0.35 "GET /v2.0/ports?device_id=1101df04-6def-44b9-88e5-dcdddbaad707 HTTP/1.1" status: 200 len: 949 time: 0.0627315 May 20 21:07:20.763868 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-eed54547-55c6-481b-9dd8-27ef6d1d6569 req-ed20cfc8-4139-40f4-b95f-22e555ec85ab tempest-VolumesNegativeTest-1051864339 tempest-VolumesNegativeTest-1051864339-project] 10.222.0.35 "GET /v2.0/security-groups?id=2ac66c98-85ca-4e94-a788-0a6ab57f6905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390937 May 20 21:07:20.880523 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-558c3c1b-8dc9-4c6c-bbb8-e19375100e03 req-c33b74a9-78e0-405d-9da9-1760be3733e2 tempest-ServerShowV247Test-2140867618 tempest-ServerShowV247Test-2140867618-project] 10.222.0.35 "GET /v2.0/ports?device_id=1cceab9e-e5df-4636-9025-4b526a0fe6f0 HTTP/1.1" status: 200 len: 210 time: 0.0715950 May 20 21:07:20.903446 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-405d784d-2fb8-4a59-8ec8-e7fa02d55251 None None] Network 4cce19ec-6ff4-48ea-9ad5-2a9378e3b121 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:07:20.951417 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f2e10300-ae88-47df-b748-be7f1d6c7ebd tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Notify callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:21.020421 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-8b1b6df7-fbdd-416c-9b8b-ea55adeebdd0 None None] Provisioning complete for port b4c5e521-c840-409b-a4e2-ff13c8906586 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:07:21.020936 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-8b1b6df7-fbdd-416c-9b8b-ea55adeebdd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:21.036395 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f2e10300-ae88-47df-b748-be7f1d6c7ebd tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:21.042368 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f2e10300-ae88-47df-b748-be7f1d6c7ebd tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748437'] for router_interface, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:21.139473 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-8b1b6df7-fbdd-416c-9b8b-ea55adeebdd0 None None] Current status of the port b4c5e521-c840-409b-a4e2-ff13c8906586 is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:07:21.139473 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-8b1b6df7-fbdd-416c-9b8b-ea55adeebdd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:21.156909 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e10300-ae88-47df-b748-be7f1d6c7ebd tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Pushing event updated for resources: {'Port': ['ID=74e85808-ebf1-4f82-9226-acd1ee8600fa,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:07:21.188670 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-8b1b6df7-fbdd-416c-9b8b-ea55adeebdd0 None None] For port b4c5e521-c840-409b-a4e2-ff13c8906586, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=b4c5e521-c840-409b-a4e2-ff13c8906586,segment=NetworkSegment(70b873d5-2d5e-4b3e-b7e2-0b9e7d5dd2ad),segment_id=70b873d5-2d5e-4b3e-b7e2-0b9e7d5dd2ad)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:07:21.213797 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2e10300-ae88-47df-b748-be7f1d6c7ebd tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Network a74aa31d-8f70-4bfd-8e9f-843dac49c94a is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:07:21.215257 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-f2e10300-ae88-47df-b748-be7f1d6c7ebd tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:07:21.282877 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-8b1b6df7-fbdd-416c-9b8b-ea55adeebdd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:21.357799 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2e10300-ae88-47df-b748-be7f1d6c7ebd tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Router 2aa306d7-3b38-4037-9b5c-1bb9005fbca7 has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 21:07:21.399593 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1b6df7-fbdd-416c-9b8b-ea55adeebdd0 None None] Pushing event updated for resources: {'Port': ['ID=b4c5e521-c840-409b-a4e2-ff13c8906586,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:07:21.496979 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2e10300-ae88-47df-b748-be7f1d6c7ebd tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 21:07:21.505565 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-f2e10300-ae88-47df-b748-be7f1d6c7ebd tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] 10.222.0.35 "PUT /v2.0/routers/2aa306d7-3b38-4037-9b5c-1bb9005fbca7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1769011 May 20 21:07:21.507925 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 48098) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:07:21.509080 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-248f5e60-c250-4c7a-91d9-4970c17541fd None None] Sync routers for ids ['2aa306d7-3b38-4037-9b5c-1bb9005fbca7'] in n-d-842733-1 {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 21:07:21.537325 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-248f5e60-c250-4c7a-91d9-4970c17541fd None None] Routers {'2aa306d7-3b38-4037-9b5c-1bb9005fbca7'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:07:21.538204 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-248f5e60-c250-4c7a-91d9-4970c17541fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:06:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['2aa306d7-3b38-4037-9b5c-1bb9005fbca7'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:07:21.572751 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-48ead0b5-fce4-42df-a2db-0c2ec43fc625 req-a32b847e-7d2b-45b6-be00-2063838f073a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=1cceab9e-e5df-4636-9025-4b526a0fe6f0 HTTP/1.1" status: 200 len: 210 time: 0.2108479 May 20 21:07:21.597731 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fe90d1-a58f-4281-86cb-b34d12a80a09 req-a7d2bd35-e1dd-4f96-9582-91fe9b565302 tempest-VolumesNegativeTest-1051864339 tempest-VolumesNegativeTest-1051864339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:07:21.605417 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-73fe90d1-a58f-4281-86cb-b34d12a80a09 req-a7d2bd35-e1dd-4f96-9582-91fe9b565302 tempest-VolumesNegativeTest-1051864339 tempest-VolumesNegativeTest-1051864339-project] 10.222.0.35 "GET /v2.0/ports?device_id=1101df04-6def-44b9-88e5-dcdddbaad707 HTTP/1.1" status: 200 len: 949 time: 0.2597377 May 20 21:07:21.614441 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-248f5e60-c250-4c7a-91d9-4970c17541fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:07:21.632409 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-248f5e60-c250-4c7a-91d9-4970c17541fd None None] Routers {'2aa306d7-3b38-4037-9b5c-1bb9005fbca7'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:07:21.633098 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-248f5e60-c250-4c7a-91d9-4970c17541fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:06:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['2aa306d7-3b38-4037-9b5c-1bb9005fbca7'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:07:21.675707 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device b4c5e521-c840-409b-a4e2-ff13c8906586 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:07:21.677231 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-143fd834-16a2-4bf0-bb4e-56776b19d4fb tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Notify callbacks [] for router, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:21.678706 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-73fe90d1-a58f-4281-86cb-b34d12a80a09 req-35c2f71b-cb3d-48cf-8a7d-8328a4879ac8 tempest-VolumesNegativeTest-1051864339 tempest-VolumesNegativeTest-1051864339-project] 10.222.0.35 "GET /v2.0/security-groups?id=2ac66c98-85ca-4e94-a788-0a6ab57f6905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672636 May 20 21:07:21.702872 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-564d8296-1e82-474e-a786-52b21fc7cdb5 None None] Provisioning complete for port b4c5e521-c840-409b-a4e2-ff13c8906586 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:07:21.703144 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-564d8296-1e82-474e-a786-52b21fc7cdb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:21.707514 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-248f5e60-c250-4c7a-91d9-4970c17541fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:07:21.708117 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-248f5e60-c250-4c7a-91d9-4970c17541fd None None] The sync data for ids ['2aa306d7-3b38-4037-9b5c-1bb9005fbca7'] in n-d-842733-1 is: [] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 21:07:21.766824 n-d-842733-1 neutron-server[103162]: INFO neutron.api.v2.resource [None req-143fd834-16a2-4bf0-bb4e-56776b19d4fb tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] delete failed (client error): There was a conflict when trying to complete your request. May 20 21:07:21.767893 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-143fd834-16a2-4bf0-bb4e-56776b19d4fb tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] 10.222.0.35 "DELETE /v2.0/routers/2aa306d7-3b38-4037-9b5c-1bb9005fbca7 HTTP/1.1" status: 409 len: 329 time: 0.2589753 May 20 21:07:21.770680 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 48100) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:07:21.773561 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port b4c5e521-c840-409b-a4e2-ff13c8906586 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:07:21.773994 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:21.836780 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-564d8296-1e82-474e-a786-52b21fc7cdb5 None None] Current status of the port b4c5e521-c840-409b-a4e2-ff13c8906586 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:07:21.993793 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-be4946e8-7301-4a38-aa23-5eda8e1234a8 req-3dc7c7a5-756f-4cb3-8f80-74f516ee9f0d tempest-ServerShowV247Test-2140867618 tempest-ServerShowV247Test-2140867618-project] 10.222.0.35 "GET /v2.0/ports?device_id=1cceab9e-e5df-4636-9025-4b526a0fe6f0 HTTP/1.1" status: 200 len: 210 time: 0.0397401 May 20 21:07:22.063442 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port b4c5e521-c840-409b-a4e2-ff13c8906586 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:07:22.067420 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-579a25cd-127a-4730-9b76-f139c2aef86b None None] Provisioning complete for port 74e85808-ebf1-4f82-9226-acd1ee8600fa triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:07:22.067745 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-579a25cd-127a-4730-9b76-f139c2aef86b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:22.105465 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-579a25cd-127a-4730-9b76-f139c2aef86b None None] Port 74e85808-ebf1-4f82-9226-acd1ee8600fa cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 21:07:22.136915 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-dc0cf81e-ad3f-4ae8-8994-8a5cdcc2f8f3 tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748528'] for router_interface, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:22.239376 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-7dd5532c-2aaf-412f-bdff-34ae00b29474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:22.387342 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-dc0cf81e-ad3f-4ae8-8994-8a5cdcc2f8f3 tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Deleting port 74e85808-ebf1-4f82-9226-acd1ee8600fa {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:07:22.387686 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-dc0cf81e-ad3f-4ae8-8994-8a5cdcc2f8f3 tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:22.479024 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-dc0cf81e-ad3f-4ae8-8994-8a5cdcc2f8f3 tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:22.491311 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-dc0cf81e-ad3f-4ae8-8994-8a5cdcc2f8f3 tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Calling delete_port for 74e85808-ebf1-4f82-9226-acd1ee8600fa owned by network:router_interface {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:07:22.701898 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292218cc-3517-4e21-9ece-834d381f12c5 req-99c8f78a-d480-4411-ad82-766a19df4506 tempest-VolumesNegativeTest-1051864339 tempest-VolumesNegativeTest-1051864339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:07:22.703406 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-292218cc-3517-4e21-9ece-834d381f12c5 req-99c8f78a-d480-4411-ad82-766a19df4506 tempest-VolumesNegativeTest-1051864339 tempest-VolumesNegativeTest-1051864339-project] 10.222.0.13 "GET /v2.0/ports?device_id=1101df04-6def-44b9-88e5-dcdddbaad707 HTTP/1.1" status: 200 len: 949 time: 0.0674717 May 20 21:07:22.768444 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-dc0cf81e-ad3f-4ae8-8994-8a5cdcc2f8f3 tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:22.788995 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f133b95-2c3b-4f7c-9070-d4c0640d10f4 req-011b5ede-a2a4-4ed1-a222-aaa9929d84e1 tempest-VolumesNegativeTest-1051864339 tempest-VolumesNegativeTest-1051864339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:07:22.793776 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6f133b95-2c3b-4f7c-9070-d4c0640d10f4 req-011b5ede-a2a4-4ed1-a222-aaa9929d84e1 tempest-VolumesNegativeTest-1051864339 tempest-VolumesNegativeTest-1051864339-project] 10.222.0.35 "GET /v2.0/ports?device_id=1101df04-6def-44b9-88e5-dcdddbaad707 HTTP/1.1" status: 200 len: 949 time: 0.0552540 May 20 21:07:22.854008 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0cf81e-ad3f-4ae8-8994-8a5cdcc2f8f3 tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Pushing event deleted for resources: {'Port': ['ID=74e85808-ebf1-4f82-9226-acd1ee8600fa,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:07:22.862437 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6f133b95-2c3b-4f7c-9070-d4c0640d10f4 req-b6f9d9f2-d61c-403a-a7ed-d99e33ebc47b tempest-VolumesNegativeTest-1051864339 tempest-VolumesNegativeTest-1051864339-project] 10.222.0.35 "GET /v2.0/security-groups?id=2ac66c98-85ca-4e94-a788-0a6ab57f6905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627632 May 20 21:07:23.110310 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6162f9b9-385e-471f-80e0-6da44cdf2f8d req-ace13d32-3011-48d9-8780-19c684e5e6ba tempest-ServerShowV247Test-2140867618 tempest-ServerShowV247Test-2140867618-project] 10.222.0.35 "GET /v2.0/ports?device_id=1cceab9e-e5df-4636-9025-4b526a0fe6f0 HTTP/1.1" status: 200 len: 210 time: 0.0345414 May 20 21:07:23.283271 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-dc0cf81e-ad3f-4ae8-8994-8a5cdcc2f8f3 tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-692224'] for router_interface, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:23.298526 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-292218cc-3517-4e21-9ece-834d381f12c5 req-1ef70be4-10e2-483f-8a61-11c0983447ad tempest-VolumesNegativeTest-1051864339 tempest-VolumesNegativeTest-1051864339-project] Deleting port b176449d-9d33-47ba-b762-c45fbf044404 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:07:23.298865 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-292218cc-3517-4e21-9ece-834d381f12c5 req-1ef70be4-10e2-483f-8a61-11c0983447ad tempest-VolumesNegativeTest-1051864339 tempest-VolumesNegativeTest-1051864339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:23.440021 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c22065af-ac23-49fc-9135-2993bfade4e8 req-213c56dd-ce92-4940-a37b-04ec5951eba3 tempest-ServerShowV247Test-2140867618 tempest-ServerShowV247Test-2140867618-project] 10.222.0.35 "GET /v2.0/ports?device_id=1cceab9e-e5df-4636-9025-4b526a0fe6f0&device_id=3e284305-faa0-4b10-b1cf-4e6dfd6c6e1b HTTP/1.1" status: 200 len: 210 time: 0.0417764 May 20 21:07:23.524298 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-292218cc-3517-4e21-9ece-834d381f12c5 req-1ef70be4-10e2-483f-8a61-11c0983447ad tempest-VolumesNegativeTest-1051864339 tempest-VolumesNegativeTest-1051864339-project] For port b176449d-9d33-47ba-b762-c45fbf044404, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=b176449d-9d33-47ba-b762-c45fbf044404,segment=NetworkSegment(ed3a602f-49fb-4a95-be80-401e1eb72e33),segment_id=ed3a602f-49fb-4a95-be80-401e1eb72e33)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:07:23.524912 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-292218cc-3517-4e21-9ece-834d381f12c5 req-1ef70be4-10e2-483f-8a61-11c0983447ad tempest-VolumesNegativeTest-1051864339 tempest-VolumesNegativeTest-1051864339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:23.528206 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc0cf81e-ad3f-4ae8-8994-8a5cdcc2f8f3 tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Router 2aa306d7-3b38-4037-9b5c-1bb9005fbca7 has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 21:07:23.541772 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-292218cc-3517-4e21-9ece-834d381f12c5 req-1ef70be4-10e2-483f-8a61-11c0983447ad tempest-VolumesNegativeTest-1051864339 tempest-VolumesNegativeTest-1051864339-project] Calling delete_port for b176449d-9d33-47ba-b762-c45fbf044404 owned by compute:nova {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:07:23.652425 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc0cf81e-ad3f-4ae8-8994-8a5cdcc2f8f3 tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 21:07:23.663525 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-dc0cf81e-ad3f-4ae8-8994-8a5cdcc2f8f3 tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] 10.222.0.35 "PUT /v2.0/routers/2aa306d7-3b38-4037-9b5c-1bb9005fbca7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8878443 May 20 21:07:23.663926 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 48124) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:07:23.667692 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72add924-6d64-45bc-99a8-1e5b79036168 None None] Sync routers for ids ['2aa306d7-3b38-4037-9b5c-1bb9005fbca7'] in n-d-842733-1 {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 21:07:23.680099 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72add924-6d64-45bc-99a8-1e5b79036168 None None] Routers {'2aa306d7-3b38-4037-9b5c-1bb9005fbca7'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:07:23.681161 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-72add924-6d64-45bc-99a8-1e5b79036168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:07:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['2aa306d7-3b38-4037-9b5c-1bb9005fbca7'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:07:23.715533 n-d-842733-1 neutron-server[103163]: INFO neutron.api.v2.resource [None req-785340d3-cd4a-4591-8897-3cd2d6f252e3 tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] show failed (client error): The resource could not be found. May 20 21:07:23.722102 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-785340d3-cd4a-4591-8897-3cd2d6f252e3 tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] 10.222.0.35 "GET /v2.0/routers/tempest-non_exist_router-1637134895 HTTP/1.1" status: 404 len: 335 time: 0.0516353 May 20 21:07:23.722294 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 48126) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:07:23.726955 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-0a8c2680-07df-4d19-9e4a-f2b0d2a0a442 tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:07:23.728533 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-72add924-6d64-45bc-99a8-1e5b79036168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:07:23.749163 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72add924-6d64-45bc-99a8-1e5b79036168 None None] Routers {'2aa306d7-3b38-4037-9b5c-1bb9005fbca7'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:07:23.749803 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-72add924-6d64-45bc-99a8-1e5b79036168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:07:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['2aa306d7-3b38-4037-9b5c-1bb9005fbca7'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:07:23.769595 n-d-842733-1 neutron-server[103162]: INFO neutron.api.v2.resource [None req-0a8c2680-07df-4d19-9e4a-f2b0d2a0a442 tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] update failed (client error): The resource could not be found. May 20 21:07:23.773295 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-0a8c2680-07df-4d19-9e4a-f2b0d2a0a442 tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] 10.222.0.35 "PUT /v2.0/routers/tempest-non_exist_router-719054953 HTTP/1.1" status: 404 len: 334 time: 0.0474591 May 20 21:07:23.775884 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 48128) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:07:23.786849 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-72add924-6d64-45bc-99a8-1e5b79036168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:07:23.787485 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72add924-6d64-45bc-99a8-1e5b79036168 None None] The sync data for ids ['2aa306d7-3b38-4037-9b5c-1bb9005fbca7'] in n-d-842733-1 is: [] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 21:07:23.841194 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_v2 [None req-382e72b6-e422-4abd-b641-8bb1e1617128 tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Deleting subnet 717f6d5c-c56b-40fb-8570-5e35d74cbc6d {{(pid=103162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 20 21:07:23.844702 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-382e72b6-e422-4abd-b641-8bb1e1617128 tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Notify callbacks [] for subnet, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:23.884879 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-292218cc-3517-4e21-9ece-834d381f12c5 req-1ef70be4-10e2-483f-8a61-11c0983447ad tempest-VolumesNegativeTest-1051864339 tempest-VolumesNegativeTest-1051864339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:23.893295 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3c1e18c3-863d-484f-891f-666168557ec6 req-cde6ca49-8159-4a2c-bc47-9bf93583a171 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=efa170ab22fe4b79bfa4402c9a5d292e&device_id=1cceab9e-e5df-4636-9025-4b526a0fe6f0 HTTP/1.1" status: 200 len: 210 time: 0.0379412 May 20 21:07:23.923062 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] get_ports_and_sgs() called for port_ids ['b176449d-9d33-47ba-b762-c45fbf044404'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 21:07:23.934224 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef70be4-10e2-483f-8a61-11c0983447ad tempest-VolumesNegativeTest-1051864339 tempest-VolumesNegativeTest-1051864339-project] Pushing event deleted for resources: {'Port': ['ID=b176449d-9d33-47ba-b762-c45fbf044404,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:07:23.953986 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d48d0760-434f-4128-a3a0-018bac59da35 req-82579883-f437-4fc2-9812-c9c8a2d13e43 tempest-ServerShowV247Test-2140867618 tempest-ServerShowV247Test-2140867618-project] 10.222.0.35 "GET /v2.0/ports?device_id=1cceab9e-e5df-4636-9025-4b526a0fe6f0 HTTP/1.1" status: 200 len: 210 time: 0.0593803 May 20 21:07:23.967315 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-382e72b6-e422-4abd-b641-8bb1e1617128 tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3738392'] for subnet, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:23.994807 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3c1e18c3-863d-484f-891f-666168557ec6 req-5c4edb1e-cd13-4033-9806-39a063a32223 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=efa170ab22fe4b79bfa4402c9a5d292e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0903094 May 20 21:07:24.001511 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-292218cc-3517-4e21-9ece-834d381f12c5 req-1ef70be4-10e2-483f-8a61-11c0983447ad tempest-VolumesNegativeTest-1051864339 tempest-VolumesNegativeTest-1051864339-project] No DVR routers for this DVR port b176449d-9d33-47ba-b762-c45fbf044404 on host n-h2-842733-1 {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 21:07:24.014312 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-292218cc-3517-4e21-9ece-834d381f12c5 req-1ef70be4-10e2-483f-8a61-11c0983447ad tempest-VolumesNegativeTest-1051864339 tempest-VolumesNegativeTest-1051864339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:24.017845 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-292218cc-3517-4e21-9ece-834d381f12c5 req-1ef70be4-10e2-483f-8a61-11c0983447ad tempest-VolumesNegativeTest-1051864339 tempest-VolumesNegativeTest-1051864339-project] 10.222.0.13 "DELETE /v2.0/ports/b176449d-9d33-47ba-b762-c45fbf044404 HTTP/1.1" status: 204 len: 173 time: 1.3089466 May 20 21:07:24.018366 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1101df04-6def-44b9-88e5-dcdddbaad707', 'name': 'network-vif-deleted', 'tag': 'b176449d-9d33-47ba-b762-c45fbf044404'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 21:07:24.020736 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6fa957933fccbf596d28104b23404b952ad6a8238afaebaed40a0874b2e409" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d540a3cc-325a-4af3-a57c-af7580850cdc" -d '{"events": [{"server_uuid": "1101df04-6def-44b9-88e5-dcdddbaad707", "name": "network-vif-deleted", "tag": "b176449d-9d33-47ba-b762-c45fbf044404"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 21:07:24.065021 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4bb0e131-6525-46ca-a45b-e4ea43a5e69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:24.098486 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 21:07:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96dd409b-7b18-4997-a11d-307d09aeec64 x-openstack-request-id: req-96dd409b-7b18-4997-a11d-307d09aeec64 {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 21:07:24.098936 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1101df04-6def-44b9-88e5-dcdddbaad707", "name": "network-vif-deleted", "tag": "b176449d-9d33-47ba-b762-c45fbf044404", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 21:07:24.099328 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-96dd409b-7b18-4997-a11d-307d09aeec64 {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 21:07:24.099827 n-d-842733-1 neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96dd409b-7b18-4997-a11d-307d09aeec64'] response: {'server_uuid': '1101df04-6def-44b9-88e5-dcdddbaad707', 'name': 'network-vif-deleted', 'tag': 'b176449d-9d33-47ba-b762-c45fbf044404', 'status': 'completed', 'code': 200} May 20 21:07:24.118586 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-382e72b6-e422-4abd-b641-8bb1e1617128 tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33068388'] for subnet, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:24.156808 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-968339ec-7174-4b57-9361-546393889dad req-d99860d7-60c1-4e3c-ae6d-2bd2175bdc29 tempest-VolumesNegativeTest-1051864339 tempest-VolumesNegativeTest-1051864339-project] 10.222.0.35 "GET /v2.0/ports?device_id=1101df04-6def-44b9-88e5-dcdddbaad707 HTTP/1.1" status: 200 len: 210 time: 0.0881331 May 20 21:07:24.217104 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1e18c3-863d-484f-891f-666168557ec6 req-34c8a7bd-00a0-4316-a92b-e79a135e590f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:07:24.218846 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3c1e18c3-863d-484f-891f-666168557ec6 req-34c8a7bd-00a0-4316-a92b-e79a135e590f service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2075942 May 20 21:07:24.343066 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-382e72b6-e422-4abd-b641-8bb1e1617128 tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33068399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3797621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4018265'] for subnet, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:24.376286 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382e72b6-e422-4abd-b641-8bb1e1617128 tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Pushing event deleted for resources: {'Subnet': ['ID=717f6d5c-c56b-40fb-8570-5e35d74cbc6d,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:07:24.382389 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-382e72b6-e422-4abd-b641-8bb1e1617128 tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Notify callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:24.388021 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-382e72b6-e422-4abd-b641-8bb1e1617128 tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] 10.222.0.35 "DELETE /v2.0/subnets/717f6d5c-c56b-40fb-8570-5e35d74cbc6d HTTP/1.1" status: 204 len: 168 time: 0.6089170 May 20 21:07:24.388425 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 48142) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:07:24.390638 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ac5716b-de94-4cf8-997a-d0ac1393a53e None None] Network 4cce19ec-6ff4-48ea-9ad5-2a9378e3b121 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:07:24.513664 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-abe4d9f0-79b0-4205-aaae-ecdddd2fbefe tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33160123'] for network, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:24.523310 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1ef6d4-f67d-426d-9fc8-5538a79936d8 req-38b2cfd6-5693-49a5-8bac-4b91f3e7dc86 tempest-TestNetworkAdvancedServerOps-173437749 tempest-TestNetworkAdvancedServerOps-173437749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:07:24.525520 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5f1ef6d4-f67d-426d-9fc8-5538a79936d8 req-38b2cfd6-5693-49a5-8bac-4b91f3e7dc86 tempest-TestNetworkAdvancedServerOps-173437749 tempest-TestNetworkAdvancedServerOps-173437749-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=da2f92a8-72f9-46a0-8a7e-a125e28b102d HTTP/1.1" status: 200 len: 1096 time: 0.0656831 May 20 21:07:24.597787 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5f1ef6d4-f67d-426d-9fc8-5538a79936d8 req-0f54d948-bedd-4ae1-873d-449cc10423b8 tempest-TestNetworkAdvancedServerOps-173437749 tempest-TestNetworkAdvancedServerOps-173437749-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=82988572-6e98-4d4a-89ee-f1a227fea559&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465810 May 20 21:07:24.608270 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ccbbbba-5583-4fbe-876b-de187eee2900 None None] DHCP port deletion for 4cce19ec-6ff4-48ea-9ad5-2a9378e3b121 request from n-d-842733-1 {{(pid=103164) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 21:07:24.615170 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-abe4d9f0-79b0-4205-aaae-ecdddd2fbefe tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Deleting port b4c5e521-c840-409b-a4e2-ff13c8906586 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:07:24.615534 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-abe4d9f0-79b0-4205-aaae-ecdddd2fbefe tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:24.631112 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 48146) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:07:24.691903 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-abe4d9f0-79b0-4205-aaae-ecdddd2fbefe tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] For port b4c5e521-c840-409b-a4e2-ff13c8906586, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=b4c5e521-c840-409b-a4e2-ff13c8906586,segment=NetworkSegment(70b873d5-2d5e-4b3e-b7e2-0b9e7d5dd2ad),segment_id=70b873d5-2d5e-4b3e-b7e2-0b9e7d5dd2ad)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:07:24.692155 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-abe4d9f0-79b0-4205-aaae-ecdddd2fbefe tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:24.694452 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3ccbbbba-5583-4fbe-876b-de187eee2900 None None] Deleting port b4c5e521-c840-409b-a4e2-ff13c8906586 {{(pid=103164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:07:24.695443 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3ccbbbba-5583-4fbe-876b-de187eee2900 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:24.706611 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-abe4d9f0-79b0-4205-aaae-ecdddd2fbefe tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Calling delete_port for b4c5e521-c840-409b-a4e2-ff13c8906586 owned by network:dhcp {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:07:24.765186 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:24.770229 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3ccbbbba-5583-4fbe-876b-de187eee2900 None None] For port b4c5e521-c840-409b-a4e2-ff13c8906586, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=b4c5e521-c840-409b-a4e2-ff13c8906586,segment=NetworkSegment(70b873d5-2d5e-4b3e-b7e2-0b9e7d5dd2ad),segment_id=70b873d5-2d5e-4b3e-b7e2-0b9e7d5dd2ad)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:07:24.770609 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3ccbbbba-5583-4fbe-876b-de187eee2900 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:24.784148 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3ccbbbba-5583-4fbe-876b-de187eee2900 None None] Calling delete_port for b4c5e521-c840-409b-a4e2-ff13c8906586 owned by network:dhcp {{(pid=103164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:07:24.807074 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-d2756f6b-897b-4579-b599-5d223929bc4a tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Deleting port e2a8900f-239e-4048-80ac-9dca33481889 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:07:24.807546 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d2756f6b-897b-4579-b599-5d223929bc4a tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:24.863438 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-abe4d9f0-79b0-4205-aaae-ecdddd2fbefe tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:24.877971 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3ccbbbba-5583-4fbe-876b-de187eee2900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099'] for port, after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:24.892146 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe4d9f0-79b0-4205-aaae-ecdddd2fbefe tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Pushing event deleted for resources: {'Port': ['ID=b4c5e521-c840-409b-a4e2-ff13c8906586,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:07:24.906133 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe4d9f0-79b0-4205-aaae-ecdddd2fbefe tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] No DVR routers for this DVR port b4c5e521-c840-409b-a4e2-ff13c8906586 on host n-d-842733-1 {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 21:07:24.906633 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccbbbba-5583-4fbe-876b-de187eee2900 None None] Pushing event deleted for resources: {'Port': ['ID=b4c5e521-c840-409b-a4e2-ff13c8906586,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:07:24.912050 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ccbbbba-5583-4fbe-876b-de187eee2900 None None] No DVR routers for this DVR port b4c5e521-c840-409b-a4e2-ff13c8906586 on host n-d-842733-1 {{(pid=103164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 21:07:24.919698 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d2756f6b-897b-4579-b599-5d223929bc4a tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:24.920167 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d2756f6b-897b-4579-b599-5d223929bc4a tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:24.939728 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-d2756f6b-897b-4579-b599-5d223929bc4a tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Calling delete_port for e2a8900f-239e-4048-80ac-9dca33481889 owned by network:floatingip {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:07:25.017835 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-abe4d9f0-79b0-4205-aaae-ecdddd2fbefe tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33072115', 'neutron.services.segments.db._delete_segments_for_network-8782419500584'] for network, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:25.051628 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-abe4d9f0-79b0-4205-aaae-ecdddd2fbefe tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cce19ec-6ff4-48ea-9ad5-2a9378e3b121']}} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:07:25.073742 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-abe4d9f0-79b0-4205-aaae-ecdddd2fbefe tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70b873d5-2d5e-4b3e-b7e2-0b9e7d5dd2ad') {'for_net_delete': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:07:25.074768 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-abe4d9f0-79b0-4205-aaae-ecdddd2fbefe tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70b873d5-2d5e-4b3e-b7e2-0b9e7d5dd2ad') {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:07:25.111114 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-61fb3b0c-5c94-4a00-9f56-4ac6bcf676d1 req-2948b408-c0b0-4e8b-ac06-621abfed638c tempest-ServerShowV247Test-2140867618 tempest-ServerShowV247Test-2140867618-project] 10.222.0.35 "GET /v2.0/ports?device_id=1cceab9e-e5df-4636-9025-4b526a0fe6f0 HTTP/1.1" status: 200 len: 210 time: 0.0498073 May 20 21:07:25.113026 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-abe4d9f0-79b0-4205-aaae-ecdddd2fbefe tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419501617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9338764'] for segment, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:25.158731 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-abe4d9f0-79b0-4205-aaae-ecdddd2fbefe tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:25.169024 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abe4d9f0-79b0-4205-aaae-ecdddd2fbefe tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Releasing vlan 248 on physical network physnet1 to pool {{(pid=103163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 21:07:25.169447 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-abe4d9f0-79b0-4205-aaae-ecdddd2fbefe tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9638311'] for segment, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:25.172422 n-d-842733-1 neutron-server[103163]: Traceback (most recent call last): May 20 21:07:25.172422 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 21:07:25.172422 n-d-842733-1 neutron-server[103163]: timer() May 20 21:07:25.172422 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 21:07:25.172422 n-d-842733-1 neutron-server[103163]: cb(*args, **kw) May 20 21:07:25.172422 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 20 21:07:25.172422 n-d-842733-1 neutron-server[103163]: return func(*args, **kwargs) May 20 21:07:25.172422 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 21:07:25.172422 n-d-842733-1 neutron-server[103163]: self._notify() May 20 21:07:25.172422 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 21:07:25.172422 n-d-842733-1 neutron-server[103163]: self.callback(batched_events) May 20 21:07:25.172422 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 21:07:25.172422 n-d-842733-1 neutron-server[103163]: event.method(event) May 20 21:07:25.172422 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 20 21:07:25.172422 n-d-842733-1 neutron-server[103163]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 21:07:25.172422 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 20 21:07:25.172422 n-d-842733-1 neutron-server[103163]: aggregate_uuid = self.p_client.list_aggregates( May 20 21:07:25.172422 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 20 21:07:25.172422 n-d-842733-1 neutron-server[103163]: return f(self, *a, **k) May 20 21:07:25.172422 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 20 21:07:25.172422 n-d-842733-1 neutron-server[103163]: return self._get(url).json() May 20 21:07:25.172422 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 20 21:07:25.172422 n-d-842733-1 neutron-server[103163]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 21:07:25.172422 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 21:07:25.172422 n-d-842733-1 neutron-server[103163]: return self.request(url, 'GET', **kwargs) May 20 21:07:25.172422 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 21:07:25.172422 n-d-842733-1 neutron-server[103163]: base_url = self.get_endpoint(auth, allow=allow, May 20 21:07:25.172422 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 21:07:25.172422 n-d-842733-1 neutron-server[103163]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 21:07:25.172422 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 21:07:25.172422 n-d-842733-1 neutron-server[103163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 21:07:25.172422 n-d-842733-1 neutron-server[103163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 21:07:25.195974 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-83aec632-8a21-40bd-a41e-3e71e17fdeaf req-7799f806-19c1-4006-a9cc-f2e9029a1b54 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=da2f92a8-72f9-46a0-8a7e-a125e28b102d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0961127 May 20 21:07:25.268077 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d2756f6b-897b-4579-b599-5d223929bc4a tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:25.288083 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83aec632-8a21-40bd-a41e-3e71e17fdeaf req-88084f50-b00e-4362-8a13-cf8252547916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:07:25.289593 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-83aec632-8a21-40bd-a41e-3e71e17fdeaf req-88084f50-b00e-4362-8a13-cf8252547916 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d7932b75a33b465998804b193e9be7ad&device_id=da2f92a8-72f9-46a0-8a7e-a125e28b102d HTTP/1.1" status: 200 len: 1096 time: 0.0428181 May 20 21:07:25.307090 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2756f6b-897b-4579-b599-5d223929bc4a tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Pushing event deleted for resources: {'Port': ['ID=e2a8900f-239e-4048-80ac-9dca33481889,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:07:25.367845 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d2756f6b-897b-4579-b599-5d223929bc4a tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks [] for floatingip, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:25.368929 n-d-842733-1 neutron-server[103162]: INFO neutron.db.l3_db [None req-d2756f6b-897b-4579-b599-5d223929bc4a tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Floating IP fd12301a-62d9-41fb-9e24-8da6c78649a7 disassociated (deleted). External IP: 172.25.2.206, port: 7dda6a34-c056-4878-8bef-3216d68732b7. May 20 21:07:25.407359 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-abe4d9f0-79b0-4205-aaae-ecdddd2fbefe tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33072122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748162'] for network, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:25.417261 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-abe4d9f0-79b0-4205-aaae-ecdddd2fbefe tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:25.420853 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-abe4d9f0-79b0-4205-aaae-ecdddd2fbefe tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] 10.222.0.35 "DELETE /v2.0/networks/4cce19ec-6ff4-48ea-9ad5-2a9378e3b121 HTTP/1.1" status: 204 len: 168 time: 1.0310404 May 20 21:07:25.423265 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 48164) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:07:25.438178 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83aec632-8a21-40bd-a41e-3e71e17fdeaf req-73cf533f-5aba-47a1-8e9c-f5c05ed99456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:07:25.439627 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-83aec632-8a21-40bd-a41e-3e71e17fdeaf req-73cf533f-5aba-47a1-8e9c-f5c05ed99456 service neutron] 10.222.0.24 "GET /v2.0/networks?id=66a75e9f-357c-4d3b-b3f3-b40223d117cb HTTP/1.1" status: 200 len: 898 time: 0.1223800 May 20 21:07:25.451847 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe4d9f0-79b0-4205-aaae-ecdddd2fbefe tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Pushing event deleted for resources: {'Network': ['ID=4cce19ec-6ff4-48ea-9ad5-2a9378e3b121,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:07:25.546907 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_v2 [None req-9887f627-e0b9-4a76-8106-57fdf3e69301 tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Deleting subnet c80a298c-0ad9-46e3-96cd-7d74a954ada7 {{(pid=103162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 20 21:07:25.554822 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cc3ec51b-6ec8-438a-8349-5f0bec346d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:25.558323 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9887f627-e0b9-4a76-8106-57fdf3e69301 tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Notify callbacks [] for subnet, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:25.590748 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-83aec632-8a21-40bd-a41e-3e71e17fdeaf req-bcab0744-cf1e-4f3e-9c00-b84197721680 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7dda6a34-c056-4878-8bef-3216d68732b7 HTTP/1.1" status: 200 len: 217 time: 0.1031754 May 20 21:07:25.596113 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device b4c5e521-c840-409b-a4e2-ff13c8906586 no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 21:07:25.621177 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: b4c5e521-c840-409b-a4e2-ff13c8906586 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 21:07:25.621530 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device b4c5e521-c840-409b-a4e2-ff13c8906586 not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 21:07:25.638620 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:25.670312 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83aec632-8a21-40bd-a41e-3e71e17fdeaf req-ea591b6b-5690-4898-81d5-369442a18396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:07:25.671823 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-83aec632-8a21-40bd-a41e-3e71e17fdeaf req-ea591b6b-5690-4898-81d5-369442a18396 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4f2dd424-d313-4cbe-936c-07a33e8ea05a HTTP/1.1" status: 200 len: 835 time: 0.0711029 May 20 21:07:25.738547 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83aec632-8a21-40bd-a41e-3e71e17fdeaf req-b2243924-a6f8-4e0b-8a97-451169fb1cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:07:25.739508 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-3c1e18c3-863d-484f-891f-666168557ec6 req-f49b68cf-09f6-4244-83e8-8ec57e5c80dc tempest-ServerShowV247Test-2140867618 tempest-ServerShowV247Test-2140867618-project] 10.222.0.24 "GET /v2.0/ports?device_id=1cceab9e-e5df-4636-9025-4b526a0fe6f0 HTTP/1.1" status: 200 len: 210 time: 0.0392234 May 20 21:07:25.740852 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-83aec632-8a21-40bd-a41e-3e71e17fdeaf req-b2243924-a6f8-4e0b-8a97-451169fb1cd9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=66a75e9f-357c-4d3b-b3f3-b40223d117cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0588937 May 20 21:07:25.755254 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2756f6b-897b-4579-b599-5d223929bc4a tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Router ff3219ef-8b1f-41e8-960e-e0133b74d9c9 has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 21:07:25.757608 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9887f627-e0b9-4a76-8106-57fdf3e69301 tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3738392'] for subnet, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:25.923288 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-83aec632-8a21-40bd-a41e-3e71e17fdeaf req-f67a82f1-54eb-4860-8ff9-a5d2689e257a service neutron] 10.222.0.24 "GET /v2.0/networks/66a75e9f-357c-4d3b-b3f3-b40223d117cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623957 May 20 21:07:25.955495 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9887f627-e0b9-4a76-8106-57fdf3e69301 tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33068388'] for subnet, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:25.989722 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2756f6b-897b-4579-b599-5d223929bc4a tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 21:07:26.002348 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-579b46b5-8525-4580-a517-296888c83010 None None] Sync routers for ids ['ff3219ef-8b1f-41e8-960e-e0133b74d9c9'] in n-d-842733-1 {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 21:07:26.003928 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d2756f6b-897b-4579-b599-5d223929bc4a tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for floatingip, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:26.025977 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-579b46b5-8525-4580-a517-296888c83010 None None] Routers {'ff3219ef-8b1f-41e8-960e-e0133b74d9c9'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:07:26.026684 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-579b46b5-8525-4580-a517-296888c83010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:07:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['ff3219ef-8b1f-41e8-960e-e0133b74d9c9'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:07:26.028973 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-83aec632-8a21-40bd-a41e-3e71e17fdeaf req-e610b509-6f0a-4c73-afed-89f3622437b1 service neutron] 10.222.0.24 "GET /v2.0/networks/66a75e9f-357c-4d3b-b3f3-b40223d117cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981801 May 20 21:07:26.053005 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-d2756f6b-897b-4579-b599-5d223929bc4a tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "DELETE /v2.0/floatingips/fd12301a-62d9-41fb-9e24-8da6c78649a7 HTTP/1.1" status: 204 len: 168 time: 1.4207296 May 20 21:07:26.101704 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da2f92a8-72f9-46a0-8a7e-a125e28b102d', 'tag': '7dda6a34-c056-4878-8bef-3216d68732b7'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 21:07:26.105495 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6fa957933fccbf596d28104b23404b952ad6a8238afaebaed40a0874b2e409" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-344c965f-df1a-45b3-8c30-507b5c6a5c43" -d '{"events": [{"name": "network-changed", "server_uuid": "da2f92a8-72f9-46a0-8a7e-a125e28b102d", "tag": "7dda6a34-c056-4878-8bef-3216d68732b7"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 21:07:26.155437 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 21:07:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92f5603a-9794-4f43-8ccc-fde6c1cb3fef x-openstack-request-id: req-92f5603a-9794-4f43-8ccc-fde6c1cb3fef {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 21:07:26.155727 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da2f92a8-72f9-46a0-8a7e-a125e28b102d", "tag": "7dda6a34-c056-4878-8bef-3216d68732b7", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 21:07:26.155981 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-92f5603a-9794-4f43-8ccc-fde6c1cb3fef {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 21:07:26.156415 n-d-842733-1 neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92f5603a-9794-4f43-8ccc-fde6c1cb3fef'] response: {'name': 'network-changed', 'server_uuid': 'da2f92a8-72f9-46a0-8a7e-a125e28b102d', 'tag': '7dda6a34-c056-4878-8bef-3216d68732b7', 'status': 'completed', 'code': 200} May 20 21:07:26.184479 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-579b46b5-8525-4580-a517-296888c83010 None None] Set router ff3219ef-8b1f-41e8-960e-e0133b74d9c9 gateway port host: n-d-842733-1 {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:07:26.200063 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9887f627-e0b9-4a76-8106-57fdf3e69301 tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33068399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3797621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4018265'] for subnet, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:26.263833 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9887f627-e0b9-4a76-8106-57fdf3e69301 tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Pushing event deleted for resources: {'Subnet': ['ID=c80a298c-0ad9-46e3-96cd-7d74a954ada7,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:07:26.266716 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9887f627-e0b9-4a76-8106-57fdf3e69301 tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Notify callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:26.275054 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-9887f627-e0b9-4a76-8106-57fdf3e69301 tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] 10.222.0.35 "DELETE /v2.0/subnets/c80a298c-0ad9-46e3-96cd-7d74a954ada7 HTTP/1.1" status: 204 len: 168 time: 0.8475769 May 20 21:07:26.276515 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 48190) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:07:26.281137 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-168ff77c-138f-4d2c-88f5-9bd953bbc2ae req-804496a0-bf26-40f9-a8ec-16178733672d tempest-ServerShowV247Test-2140867618 tempest-ServerShowV247Test-2140867618-project] 10.222.0.35 "GET /v2.0/ports?device_id=1cceab9e-e5df-4636-9025-4b526a0fe6f0 HTTP/1.1" status: 200 len: 210 time: 0.0487063 May 20 21:07:26.335606 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-530e6515-fd1f-4b98-b8d0-13f99cc92452 None None] Network 298287f5-2395-49fc-9eae-36f6a0093b7f requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:07:26.345415 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344c965f-df1a-45b3-8c30-507b5c6a5c43 req-01aea6d4-bf08-4119-8d7a-2b22e1d1fe58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:07:26.349641 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-344c965f-df1a-45b3-8c30-507b5c6a5c43 req-01aea6d4-bf08-4119-8d7a-2b22e1d1fe58 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d7932b75a33b465998804b193e9be7ad&device_id=da2f92a8-72f9-46a0-8a7e-a125e28b102d HTTP/1.1" status: 200 len: 1096 time: 0.0870590 May 20 21:07:26.360669 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2f93471-5965-4700-be1d-bfd2ee9d3bed tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Deleting subnet 0cafff6a-4e48-4a05-ae33-15ffa452c707 {{(pid=103162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 20 21:07:26.364167 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c2f93471-5965-4700-be1d-bfd2ee9d3bed tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Notify callbacks [] for subnet, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:26.407284 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c2f93471-5965-4700-be1d-bfd2ee9d3bed tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3738392'] for subnet, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:26.467434 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device b176449d-9d33-47ba-b762-c45fbf044404 no longer exists at agent hyperv_n-h2-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 21:07:26.477456 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344c965f-df1a-45b3-8c30-507b5c6a5c43 req-6a10cc4e-9f6b-42a6-ab68-eaf3a02cf179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:07:26.479116 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-344c965f-df1a-45b3-8c30-507b5c6a5c43 req-6a10cc4e-9f6b-42a6-ab68-eaf3a02cf179 service neutron] 10.222.0.24 "GET /v2.0/networks?id=66a75e9f-357c-4d3b-b3f3-b40223d117cb HTTP/1.1" status: 200 len: 898 time: 0.1209142 May 20 21:07:26.510264 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] No Port match for: b176449d-9d33-47ba-b762-c45fbf044404 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 21:07:26.510633 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device b176449d-9d33-47ba-b762-c45fbf044404 not bound to the agent host n-h2-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 21:07:26.575766 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c2f93471-5965-4700-be1d-bfd2ee9d3bed tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33068388'] for subnet, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:26.587449 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-579b46b5-8525-4580-a517-296888c83010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff3219ef-8b1f-41e8-960e-e0133b74d9c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-219731610', 'tenant_id': 'd7932b75a33b465998804b193e9be7ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.85'}], 'enable_snat': True}, 'gw_port_id': 'ff6a4874-ba12-49be-975e-4bc7bee60ce2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:05:17Z', 'updated_at': '2022-05-20T21:05:26Z', 'revision_number': 4, 'project_id': 'd7932b75a33b465998804b193e9be7ad', 'gw_port': {'id': 'ff6a4874-ba12-49be-975e-4bc7bee60ce2', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:f1:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff3219ef-8b1f-41e8-960e-e0133b74d9c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3321, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:05:17Z', 'updated_at': '2022-05-20T21:05:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': '4107e589-06eb-48e0-b100-f490b680197f', 'name': '', 'network_id': '66a75e9f-357c-4d3b-b3f3-b40223d117cb', 'tenant_id': 'd7932b75a33b465998804b193e9be7ad', 'mac_address': 'fa:16:3e:88:28:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff3219ef-8b1f-41e8-960e-e0133b74d9c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': '4f2dd424-d313-4cbe-936c-07a33e8ea05a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:05:25Z', 'updated_at': '2022-05-20T21:05:33Z', 'revision_number': 5, 'project_id': 'd7932b75a33b465998804b193e9be7ad', 'subnets': [{'id': '4f2dd424-d313-4cbe-936c-07a33e8ea05a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:07:26.617295 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-344c965f-df1a-45b3-8c30-507b5c6a5c43 req-4adc602d-dec7-4bd5-a43e-3b7425a522f0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7dda6a34-c056-4878-8bef-3216d68732b7 HTTP/1.1" status: 200 len: 217 time: 0.1297343 May 20 21:07:26.638819 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bc885d5-53d2-417d-9ca2-464a51f045a6 None None] DHCP port deletion for 298287f5-2395-49fc-9eae-36f6a0093b7f request from n-d-842733-1 {{(pid=103164) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 21:07:26.644387 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-579b46b5-8525-4580-a517-296888c83010 None None] Checking router: ff3219ef-8b1f-41e8-960e-e0133b74d9c9 for host: n-d-842733-1 {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 21:07:26.677944 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-579b46b5-8525-4580-a517-296888c83010 None None] Routers {'ff3219ef-8b1f-41e8-960e-e0133b74d9c9'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:07:26.679774 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344c965f-df1a-45b3-8c30-507b5c6a5c43 req-a6c94f4c-86ca-4760-929d-2686365ae66e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:07:26.682901 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-344c965f-df1a-45b3-8c30-507b5c6a5c43 req-a6c94f4c-86ca-4760-929d-2686365ae66e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4f2dd424-d313-4cbe-936c-07a33e8ea05a HTTP/1.1" status: 200 len: 835 time: 0.0512595 May 20 21:07:26.683087 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-579b46b5-8525-4580-a517-296888c83010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:07:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['ff3219ef-8b1f-41e8-960e-e0133b74d9c9'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:07:26.787518 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344c965f-df1a-45b3-8c30-507b5c6a5c43 req-c576b9b7-6d4e-49c1-8265-22c3ada2bd23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:07:26.788837 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c2f93471-5965-4700-be1d-bfd2ee9d3bed tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33068399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3797621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4018265'] for subnet, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:26.789625 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-344c965f-df1a-45b3-8c30-507b5c6a5c43 req-c576b9b7-6d4e-49c1-8265-22c3ada2bd23 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=66a75e9f-357c-4d3b-b3f3-b40223d117cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0967968 May 20 21:07:26.905976 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f93471-5965-4700-be1d-bfd2ee9d3bed tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Pushing event deleted for resources: {'Subnet': ['ID=0cafff6a-4e48-4a05-ae33-15ffa452c707,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:07:26.908860 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-0bc885d5-53d2-417d-9ca2-464a51f045a6 None None] Deleting port ef8a8703-f8d0-4f39-8e34-a23a05b835f1 {{(pid=103164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:07:26.911738 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-344c965f-df1a-45b3-8c30-507b5c6a5c43 req-b77e5eca-05b2-44e4-85de-cebc189687c1 service neutron] 10.222.0.24 "GET /v2.0/networks/66a75e9f-357c-4d3b-b3f3-b40223d117cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030223 May 20 21:07:26.920186 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-0bc885d5-53d2-417d-9ca2-464a51f045a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:26.923681 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c2f93471-5965-4700-be1d-bfd2ee9d3bed tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Notify callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:26.952428 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da538fd9-8ce0-4351-8908-d8c46b1f83ee req-c43b8a8b-89d7-4b3f-a2dd-651861db6c17 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:07:26.955948 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-c2f93471-5965-4700-be1d-bfd2ee9d3bed tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] 10.222.0.35 "DELETE /v2.0/subnets/0cafff6a-4e48-4a05-ae33-15ffa452c707 HTTP/1.1" status: 204 len: 168 time: 0.6782529 May 20 21:07:26.958255 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 48226) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:07:26.960805 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-da538fd9-8ce0-4351-8908-d8c46b1f83ee req-c43b8a8b-89d7-4b3f-a2dd-651861db6c17 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/ports?device_id=da2f92a8-72f9-46a0-8a7e-a125e28b102d HTTP/1.1" status: 200 len: 945 time: 0.2204833 May 20 21:07:26.966132 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4914f889-64ca-43a8-a699-31aaed804f99 None None] Network 230714e2-374f-4d9f-aaa6-af14d62ffa26 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:07:27.073099 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-da538fd9-8ce0-4351-8908-d8c46b1f83ee req-f5067731-fc4c-4902-92cd-f34332262434 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/security-groups?id=82988572-6e98-4d4a-89ee-f1a227fea559&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1003857 May 20 21:07:27.099842 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-40fa6d72-87c6-450d-9392-cca10131f835 tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33160123'] for network, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:27.142535 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-344c965f-df1a-45b3-8c30-507b5c6a5c43 req-749f4229-cbe2-4634-b103-1747e676ad6f service neutron] 10.222.0.24 "GET /v2.0/networks/66a75e9f-357c-4d3b-b3f3-b40223d117cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2210257 May 20 21:07:27.148268 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-579b46b5-8525-4580-a517-296888c83010 None None] Set router ff3219ef-8b1f-41e8-960e-e0133b74d9c9 gateway port host: n-d-842733-1 {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:07:27.197788 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-40fa6d72-87c6-450d-9392-cca10131f835 tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Deleting port ef8a8703-f8d0-4f39-8e34-a23a05b835f1 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:07:27.198382 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-40fa6d72-87c6-450d-9392-cca10131f835 tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:27.269653 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-40fa6d72-87c6-450d-9392-cca10131f835 tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] For port ef8a8703-f8d0-4f39-8e34-a23a05b835f1, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=ef8a8703-f8d0-4f39-8e34-a23a05b835f1,segment=NetworkSegment(2a60ca5a-fae7-44d5-8df0-d74794bfb000),segment_id=2a60ca5a-fae7-44d5-8df0-d74794bfb000)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:07:27.270079 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-40fa6d72-87c6-450d-9392-cca10131f835 tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:27.283598 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-40fa6d72-87c6-450d-9392-cca10131f835 tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Calling delete_port for ef8a8703-f8d0-4f39-8e34-a23a05b835f1 owned by network:dhcp {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:07:27.358446 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-0bc885d5-53d2-417d-9ca2-464a51f045a6 None None] For port ef8a8703-f8d0-4f39-8e34-a23a05b835f1, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=ef8a8703-f8d0-4f39-8e34-a23a05b835f1,segment=NetworkSegment(2a60ca5a-fae7-44d5-8df0-d74794bfb000),segment_id=2a60ca5a-fae7-44d5-8df0-d74794bfb000)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:07:27.359065 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-0bc885d5-53d2-417d-9ca2-464a51f045a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:27.377364 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-0bc885d5-53d2-417d-9ca2-464a51f045a6 None None] Calling delete_port for ef8a8703-f8d0-4f39-8e34-a23a05b835f1 owned by network:dhcp {{(pid=103164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:07:27.492740 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-40fa6d72-87c6-450d-9392-cca10131f835 tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:27.567789 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40fa6d72-87c6-450d-9392-cca10131f835 tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] No DVR routers for this DVR port ef8a8703-f8d0-4f39-8e34-a23a05b835f1 on host n-d-842733-1 {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 21:07:27.587487 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fa6d72-87c6-450d-9392-cca10131f835 tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Pushing event deleted for resources: {'Port': ['ID=ef8a8703-f8d0-4f39-8e34-a23a05b835f1,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:07:27.609394 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device ef8a8703-f8d0-4f39-8e34-a23a05b835f1 no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 21:07:27.642056 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: ef8a8703-f8d0-4f39-8e34-a23a05b835f1 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 21:07:27.642397 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device ef8a8703-f8d0-4f39-8e34-a23a05b835f1 not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 21:07:27.729388 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-0bc885d5-53d2-417d-9ca2-464a51f045a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099'] for port, after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:27.753070 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-40fa6d72-87c6-450d-9392-cca10131f835 tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33072115', 'neutron.services.segments.db._delete_segments_for_network-8782419500584'] for network, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:27.774479 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc885d5-53d2-417d-9ca2-464a51f045a6 None None] Pushing event deleted for resources: {'Port': ['ID=ef8a8703-f8d0-4f39-8e34-a23a05b835f1,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:07:27.779933 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73cf2866-1c84-4cee-9a72-4aa05b523903 None None] DHCP port deletion for 230714e2-374f-4d9f-aaa6-af14d62ffa26 request from n-d-842733-1 {{(pid=103164) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 21:07:27.799318 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-40fa6d72-87c6-450d-9392-cca10131f835 tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['298287f5-2395-49fc-9eae-36f6a0093b7f']}} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:07:27.818704 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-40fa6d72-87c6-450d-9392-cca10131f835 tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a60ca5a-fae7-44d5-8df0-d74794bfb000') {'for_net_delete': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:07:27.819186 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-40fa6d72-87c6-450d-9392-cca10131f835 tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a60ca5a-fae7-44d5-8df0-d74794bfb000') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:07:27.836214 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-40fa6d72-87c6-450d-9392-cca10131f835 tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419501617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3738385'] for segment, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:27.852055 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-40fa6d72-87c6-450d-9392-cca10131f835 tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:27.859171 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40fa6d72-87c6-450d-9392-cca10131f835 tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Releasing vlan 242 on physical network physnet1 to pool {{(pid=103162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 21:07:27.859585 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-40fa6d72-87c6-450d-9392-cca10131f835 tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3800791'] for segment, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:27.862774 n-d-842733-1 neutron-server[103162]: Traceback (most recent call last): May 20 21:07:27.862774 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 21:07:27.862774 n-d-842733-1 neutron-server[103162]: timer() May 20 21:07:27.862774 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 21:07:27.862774 n-d-842733-1 neutron-server[103162]: cb(*args, **kw) May 20 21:07:27.862774 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 20 21:07:27.862774 n-d-842733-1 neutron-server[103162]: return func(*args, **kwargs) May 20 21:07:27.862774 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 21:07:27.862774 n-d-842733-1 neutron-server[103162]: self._notify() May 20 21:07:27.862774 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 21:07:27.862774 n-d-842733-1 neutron-server[103162]: self.callback(batched_events) May 20 21:07:27.862774 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 21:07:27.862774 n-d-842733-1 neutron-server[103162]: event.method(event) May 20 21:07:27.862774 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 20 21:07:27.862774 n-d-842733-1 neutron-server[103162]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 21:07:27.862774 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 20 21:07:27.862774 n-d-842733-1 neutron-server[103162]: aggregate_uuid = self.p_client.list_aggregates( May 20 21:07:27.862774 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 20 21:07:27.862774 n-d-842733-1 neutron-server[103162]: return f(self, *a, **k) May 20 21:07:27.862774 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 20 21:07:27.862774 n-d-842733-1 neutron-server[103162]: return self._get(url).json() May 20 21:07:27.862774 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 20 21:07:27.862774 n-d-842733-1 neutron-server[103162]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 21:07:27.862774 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 21:07:27.862774 n-d-842733-1 neutron-server[103162]: return self.request(url, 'GET', **kwargs) May 20 21:07:27.862774 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 21:07:27.862774 n-d-842733-1 neutron-server[103162]: base_url = self.get_endpoint(auth, allow=allow, May 20 21:07:27.862774 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 21:07:27.862774 n-d-842733-1 neutron-server[103162]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 21:07:27.862774 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 21:07:27.862774 n-d-842733-1 neutron-server[103162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 21:07:27.862774 n-d-842733-1 neutron-server[103162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 21:07:27.995219 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-579b46b5-8525-4580-a517-296888c83010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff3219ef-8b1f-41e8-960e-e0133b74d9c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-219731610', 'tenant_id': 'd7932b75a33b465998804b193e9be7ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.85'}], 'enable_snat': True}, 'gw_port_id': 'ff6a4874-ba12-49be-975e-4bc7bee60ce2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:05:17Z', 'updated_at': '2022-05-20T21:05:26Z', 'revision_number': 4, 'project_id': 'd7932b75a33b465998804b193e9be7ad', 'gw_port': {'id': 'ff6a4874-ba12-49be-975e-4bc7bee60ce2', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:f1:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff3219ef-8b1f-41e8-960e-e0133b74d9c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3321, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:05:17Z', 'updated_at': '2022-05-20T21:05:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': '4107e589-06eb-48e0-b100-f490b680197f', 'name': '', 'network_id': '66a75e9f-357c-4d3b-b3f3-b40223d117cb', 'tenant_id': 'd7932b75a33b465998804b193e9be7ad', 'mac_address': 'fa:16:3e:88:28:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff3219ef-8b1f-41e8-960e-e0133b74d9c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': '4f2dd424-d313-4cbe-936c-07a33e8ea05a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:05:25Z', 'updated_at': '2022-05-20T21:05:33Z', 'revision_number': 5, 'project_id': 'd7932b75a33b465998804b193e9be7ad', 'subnets': [{'id': '4f2dd424-d313-4cbe-936c-07a33e8ea05a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:07:27.998738 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc885d5-53d2-417d-9ca2-464a51f045a6 None None] No DVR routers for this DVR port ef8a8703-f8d0-4f39-8e34-a23a05b835f1 on host n-d-842733-1 {{(pid=103164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 21:07:28.014082 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-40fa6d72-87c6-450d-9392-cca10131f835 tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33072122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748162'] for network, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:28.026953 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-40fa6d72-87c6-450d-9392-cca10131f835 tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Notify callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:28.027535 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-579b46b5-8525-4580-a517-296888c83010 None None] The sync data for ids ['ff3219ef-8b1f-41e8-960e-e0133b74d9c9'] in n-d-842733-1 is: [{'id': 'ff3219ef-8b1f-41e8-960e-e0133b74d9c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-219731610', 'tenant_id': 'd7932b75a33b465998804b193e9be7ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.85'}], 'enable_snat': True}, 'gw_port_id': 'ff6a4874-ba12-49be-975e-4bc7bee60ce2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:05:17Z', 'updated_at': '2022-05-20T21:05:26Z', 'revision_number': 4, 'project_id': 'd7932b75a33b465998804b193e9be7ad', 'gw_port': {'id': 'ff6a4874-ba12-49be-975e-4bc7bee60ce2', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:f1:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff3219ef-8b1f-41e8-960e-e0133b74d9c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3321, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:05:17Z', 'updated_at': '2022-05-20T21:05:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': '4107e589-06eb-48e0-b100-f490b680197f', 'name': '', 'network_id': '66a75e9f-357c-4d3b-b3f3-b40223d117cb', 'tenant_id': 'd7932b75a33b465998804b193e9be7ad', 'mac_address': 'fa:16:3e:88:28:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff3219ef-8b1f-41e8-960e-e0133b74d9c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': '4f2dd424-d313-4cbe-936c-07a33e8ea05a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:05:25Z', 'updated_at': '2022-05-20T21:05:33Z', 'revision_number': 5, 'project_id': 'd7932b75a33b465998804b193e9be7ad', 'subnets': [{'id': '4f2dd424-d313-4cbe-936c-07a33e8ea05a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 21:07:28.035234 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-40fa6d72-87c6-450d-9392-cca10131f835 tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] 10.222.0.35 "DELETE /v2.0/networks/298287f5-2395-49fc-9eae-36f6a0093b7f HTTP/1.1" status: 204 len: 168 time: 1.0741997 May 20 21:07:28.036250 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 48280) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:07:28.046750 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fa6d72-87c6-450d-9392-cca10131f835 tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Pushing event deleted for resources: {'Network': ['ID=298287f5-2395-49fc-9eae-36f6a0093b7f,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:07:28.068289 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-73cf2866-1c84-4cee-9a72-4aa05b523903 None None] Deleting port 04268d23-624d-42f2-9d17-d5fb30b19fa3 {{(pid=103164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:07:28.068289 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-73cf2866-1c84-4cee-9a72-4aa05b523903 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:28.237723 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-73cf2866-1c84-4cee-9a72-4aa05b523903 None None] For port 04268d23-624d-42f2-9d17-d5fb30b19fa3, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=04268d23-624d-42f2-9d17-d5fb30b19fa3,segment=NetworkSegment(c5dd3d97-2fb2-4553-8f06-bf348ee22fc2),segment_id=c5dd3d97-2fb2-4553-8f06-bf348ee22fc2)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:07:28.238453 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-73cf2866-1c84-4cee-9a72-4aa05b523903 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:28.261583 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-cb1f57da-4619-4299-97a9-77dbd66ef681 req-bfb31677-8ac5-4b0d-87d1-a1db3be29e47 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=efa170ab22fe4b79bfa4402c9a5d292e&device_id=3e284305-faa0-4b10-b1cf-4e6dfd6c6e1b HTTP/1.1" status: 200 len: 210 time: 0.0631838 May 20 21:07:28.270948 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-73cf2866-1c84-4cee-9a72-4aa05b523903 None None] Calling delete_port for 04268d23-624d-42f2-9d17-d5fb30b19fa3 owned by network:dhcp {{(pid=103164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:07:28.325002 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-cb1f57da-4619-4299-97a9-77dbd66ef681 req-8901a60d-53cf-429b-9808-06cf0734a98f service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=efa170ab22fe4b79bfa4402c9a5d292e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0580368 May 20 21:07:28.331780 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-daaef273-012d-42f7-9e2a-65aac7d9bf0e req-f52026c6-dc16-4dd8-8471-26ea73ad1d9f tempest-ServerShowV247Test-2140867618 tempest-ServerShowV247Test-2140867618-project] 10.222.0.35 "GET /v2.0/ports?device_id=3e284305-faa0-4b10-b1cf-4e6dfd6c6e1b HTTP/1.1" status: 200 len: 210 time: 0.0334120 May 20 21:07:28.337462 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4c1a64c7-05a3-4a10-a208-0a444d7d9535 tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33160123'] for network, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:28.372567 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742bd987-f40a-443a-b370-2dd582eeccf7 req-a6f25529-10b7-4ccf-95ba-e29763c87d38 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:07:28.373979 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-742bd987-f40a-443a-b370-2dd582eeccf7 req-a6f25529-10b7-4ccf-95ba-e29763c87d38 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/ports?device_id=da2f92a8-72f9-46a0-8a7e-a125e28b102d HTTP/1.1" status: 200 len: 945 time: 0.1733074 May 20 21:07:28.393764 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a0e661-222a-4be7-a9e9-cc572557dcfe req-d84a2caa-7164-40c6-810f-1bb3d02fd1a5 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:07:28.395215 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-13a0e661-222a-4be7-a9e9-cc572557dcfe req-d84a2caa-7164-40c6-810f-1bb3d02fd1a5 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.24 "GET /v2.0/ports?device_id=da2f92a8-72f9-46a0-8a7e-a125e28b102d HTTP/1.1" status: 200 len: 945 time: 0.2523401 May 20 21:07:28.476523 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-73cf2866-1c84-4cee-9a72-4aa05b523903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099'] for port, after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:28.512802 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-742bd987-f40a-443a-b370-2dd582eeccf7 req-00f8bd3f-b705-4b05-8092-eb3126bc72fb tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/security-groups?id=82988572-6e98-4d4a-89ee-f1a227fea559&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1379411 May 20 21:07:28.518241 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cf2866-1c84-4cee-9a72-4aa05b523903 None None] Pushing event deleted for resources: {'Port': ['ID=04268d23-624d-42f2-9d17-d5fb30b19fa3,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:07:28.535068 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73cf2866-1c84-4cee-9a72-4aa05b523903 None None] No DVR routers for this DVR port 04268d23-624d-42f2-9d17-d5fb30b19fa3 on host n-d-842733-1 {{(pid=103164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 21:07:28.558023 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65abb4d4-c646-43f8-982b-5272e8120049 None None] New status for floating IP fd12301a-62d9-41fb-9e24-8da6c78649a7: DOWN {{(pid=103165) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 21:07:28.567018 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1f57da-4619-4299-97a9-77dbd66ef681 req-f0a2905b-1179-4f12-a850-442608fdec4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:07:28.569173 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-cb1f57da-4619-4299-97a9-77dbd66ef681 req-f0a2905b-1179-4f12-a850-442608fdec4d service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2358756 May 20 21:07:28.608666 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-4c1a64c7-05a3-4a10-a208-0a444d7d9535 tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Deleting port 04268d23-624d-42f2-9d17-d5fb30b19fa3 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:07:28.609027 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4c1a64c7-05a3-4a10-a208-0a444d7d9535 tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:28.686083 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [req-13a0e661-222a-4be7-a9e9-cc572557dcfe req-0f3a7d5a-5657-466f-91cf-c3f420da03d7 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Deleting port 7dda6a34-c056-4878-8bef-3216d68732b7 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:07:28.686420 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-13a0e661-222a-4be7-a9e9-cc572557dcfe req-0f3a7d5a-5657-466f-91cf-c3f420da03d7 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:28.693162 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-4c1a64c7-05a3-4a10-a208-0a444d7d9535 tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] For port 04268d23-624d-42f2-9d17-d5fb30b19fa3, host n-d-842733-1, got binding levels [] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:07:28.693558 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4c1a64c7-05a3-4a10-a208-0a444d7d9535 tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:28.747081 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-4c1a64c7-05a3-4a10-a208-0a444d7d9535 tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Calling delete_port for 04268d23-624d-42f2-9d17-d5fb30b19fa3 owned by network:dhcp {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:07:28.751247 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.ipam_backend_mixin [None req-4c1a64c7-05a3-4a10-a208-0a444d7d9535 tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Port 04268d23-624d-42f2-9d17-d5fb30b19fa3 was not found and therefore no delete operation was performed {{(pid=103163) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} May 20 21:07:28.755995 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4c1a64c7-05a3-4a10-a208-0a444d7d9535 tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:28.786893 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1a64c7-05a3-4a10-a208-0a444d7d9535 tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Pushing event deleted for resources: {'Port': ['ID=04268d23-624d-42f2-9d17-d5fb30b19fa3,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:07:28.792832 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c1a64c7-05a3-4a10-a208-0a444d7d9535 tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] No DVR routers for this DVR port 04268d23-624d-42f2-9d17-d5fb30b19fa3 on host n-d-842733-1 {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 21:07:28.900218 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-13a0e661-222a-4be7-a9e9-cc572557dcfe req-0f3a7d5a-5657-466f-91cf-c3f420da03d7 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] For port 7dda6a34-c056-4878-8bef-3216d68732b7, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=7dda6a34-c056-4878-8bef-3216d68732b7,segment=NetworkSegment(579e8990-be00-48cb-8473-77c1f4a0a964),segment_id=579e8990-be00-48cb-8473-77c1f4a0a964)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:07:28.900589 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-13a0e661-222a-4be7-a9e9-cc572557dcfe req-0f3a7d5a-5657-466f-91cf-c3f420da03d7 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:28.904189 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4c1a64c7-05a3-4a10-a208-0a444d7d9535 tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33072115', 'neutron.services.segments.db._delete_segments_for_network-8782419500584'] for network, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:28.923454 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [req-13a0e661-222a-4be7-a9e9-cc572557dcfe req-0f3a7d5a-5657-466f-91cf-c3f420da03d7 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Calling delete_port for 7dda6a34-c056-4878-8bef-3216d68732b7 owned by compute:nova {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:07:28.935198 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-4c1a64c7-05a3-4a10-a208-0a444d7d9535 tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['230714e2-374f-4d9f-aaa6-af14d62ffa26']}} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:07:28.949643 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-4c1a64c7-05a3-4a10-a208-0a444d7d9535 tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5dd3d97-2fb2-4553-8f06-bf348ee22fc2') {'for_net_delete': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:07:28.949938 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-4c1a64c7-05a3-4a10-a208-0a444d7d9535 tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5dd3d97-2fb2-4553-8f06-bf348ee22fc2') {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:07:28.986552 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4c1a64c7-05a3-4a10-a208-0a444d7d9535 tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419501617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9338764'] for segment, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:29.004108 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4c1a64c7-05a3-4a10-a208-0a444d7d9535 tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:29.020881 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c1a64c7-05a3-4a10-a208-0a444d7d9535 tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Releasing vlan 229 on physical network physnet1 to pool {{(pid=103163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 21:07:29.021313 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4c1a64c7-05a3-4a10-a208-0a444d7d9535 tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9638311'] for segment, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:29.024697 n-d-842733-1 neutron-server[103163]: Traceback (most recent call last): May 20 21:07:29.024697 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 21:07:29.024697 n-d-842733-1 neutron-server[103163]: timer() May 20 21:07:29.024697 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 21:07:29.024697 n-d-842733-1 neutron-server[103163]: cb(*args, **kw) May 20 21:07:29.024697 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 20 21:07:29.024697 n-d-842733-1 neutron-server[103163]: return func(*args, **kwargs) May 20 21:07:29.024697 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 21:07:29.024697 n-d-842733-1 neutron-server[103163]: self._notify() May 20 21:07:29.024697 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 21:07:29.024697 n-d-842733-1 neutron-server[103163]: self.callback(batched_events) May 20 21:07:29.024697 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 21:07:29.024697 n-d-842733-1 neutron-server[103163]: event.method(event) May 20 21:07:29.024697 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 20 21:07:29.024697 n-d-842733-1 neutron-server[103163]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 21:07:29.024697 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 20 21:07:29.024697 n-d-842733-1 neutron-server[103163]: aggregate_uuid = self.p_client.list_aggregates( May 20 21:07:29.024697 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 20 21:07:29.024697 n-d-842733-1 neutron-server[103163]: return f(self, *a, **k) May 20 21:07:29.024697 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 20 21:07:29.024697 n-d-842733-1 neutron-server[103163]: return self._get(url).json() May 20 21:07:29.024697 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 20 21:07:29.024697 n-d-842733-1 neutron-server[103163]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 21:07:29.024697 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 21:07:29.024697 n-d-842733-1 neutron-server[103163]: return self.request(url, 'GET', **kwargs) May 20 21:07:29.024697 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 21:07:29.024697 n-d-842733-1 neutron-server[103163]: base_url = self.get_endpoint(auth, allow=allow, May 20 21:07:29.024697 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 21:07:29.024697 n-d-842733-1 neutron-server[103163]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 21:07:29.024697 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 21:07:29.024697 n-d-842733-1 neutron-server[103163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 21:07:29.024697 n-d-842733-1 neutron-server[103163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 21:07:29.484153 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e0fc7801-82e8-4f10-aa2b-bb5c710d6212 req-96ea13ed-fdc3-495f-9a22-216f3c715dcd tempest-ServerShowV247Test-2140867618 tempest-ServerShowV247Test-2140867618-project] 10.222.0.35 "GET /v2.0/ports?device_id=3e284305-faa0-4b10-b1cf-4e6dfd6c6e1b HTTP/1.1" status: 200 len: 210 time: 0.0421305 May 20 21:07:29.484897 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4c1a64c7-05a3-4a10-a208-0a444d7d9535 tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33072122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748162'] for network, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:29.489287 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4c1a64c7-05a3-4a10-a208-0a444d7d9535 tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:29.495211 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-4c1a64c7-05a3-4a10-a208-0a444d7d9535 tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] 10.222.0.35 "DELETE /v2.0/networks/230714e2-374f-4d9f-aaa6-af14d62ffa26 HTTP/1.1" status: 204 len: 168 time: 1.4543016 May 20 21:07:29.495587 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 48368) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:07:29.529529 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1a64c7-05a3-4a10-a208-0a444d7d9535 tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Pushing event deleted for resources: {'Network': ['ID=230714e2-374f-4d9f-aaa6-af14d62ffa26,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:07:29.552897 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 04268d23-624d-42f2-9d17-d5fb30b19fa3 no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 21:07:29.584505 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d6ca93d-bc08-4707-ae72-b907b7a31009 tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Deleting subnet 17cc1a26-578d-4bd1-82f3-ceb2f0d28c72 {{(pid=103162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 20 21:07:29.588958 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2d6ca93d-bc08-4707-ae72-b907b7a31009 tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Notify callbacks [] for subnet, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:29.593109 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-13a0e661-222a-4be7-a9e9-cc572557dcfe req-0f3a7d5a-5657-466f-91cf-c3f420da03d7 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:29.618643 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: 04268d23-624d-42f2-9d17-d5fb30b19fa3 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 21:07:29.619129 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 04268d23-624d-42f2-9d17-d5fb30b19fa3 not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 21:07:29.637083 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3a7d5a-5657-466f-91cf-c3f420da03d7 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Pushing event deleted for resources: {'Port': ['ID=7dda6a34-c056-4878-8bef-3216d68732b7,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:07:29.642210 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2d6ca93d-bc08-4707-ae72-b907b7a31009 tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3738392'] for subnet, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:29.698898 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7bf532e9-17ca-4b43-8393-e6955421e1f8 req-ec899c5e-c1f5-44c3-8ea7-542cd46ff4f8 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/ports?device_id=da2f92a8-72f9-46a0-8a7e-a125e28b102d HTTP/1.1" status: 200 len: 210 time: 0.0633776 May 20 21:07:29.726398 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [req-13a0e661-222a-4be7-a9e9-cc572557dcfe req-0f3a7d5a-5657-466f-91cf-c3f420da03d7 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] No DVR routers for this DVR port 7dda6a34-c056-4878-8bef-3216d68732b7 on host n-h1-842733-1 {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 21:07:29.731290 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-13a0e661-222a-4be7-a9e9-cc572557dcfe req-0f3a7d5a-5657-466f-91cf-c3f420da03d7 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:29.734987 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-13a0e661-222a-4be7-a9e9-cc572557dcfe req-0f3a7d5a-5657-466f-91cf-c3f420da03d7 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.24 "DELETE /v2.0/ports/7dda6a34-c056-4878-8bef-3216d68732b7 HTTP/1.1" status: 204 len: 173 time: 1.2851698 May 20 21:07:29.734987 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da2f92a8-72f9-46a0-8a7e-a125e28b102d', 'name': 'network-vif-deleted', 'tag': '7dda6a34-c056-4878-8bef-3216d68732b7'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 21:07:29.737646 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4291b17aa7b45362825f0571e77c85f5e73afe1df9c7e9e15006df9d695c005e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a627dc4-812b-4c61-b149-5f411e7a9ada" -d '{"events": [{"server_uuid": "da2f92a8-72f9-46a0-8a7e-a125e28b102d", "name": "network-vif-deleted", "tag": "7dda6a34-c056-4878-8bef-3216d68732b7"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 21:07:29.771803 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2d6ca93d-bc08-4707-ae72-b907b7a31009 tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33068388'] for subnet, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:29.782577 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 21:07:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f18ff789-3a3f-4860-9285-52dd30cd793e x-openstack-request-id: req-f18ff789-3a3f-4860-9285-52dd30cd793e {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 21:07:29.782871 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da2f92a8-72f9-46a0-8a7e-a125e28b102d", "name": "network-vif-deleted", "tag": "7dda6a34-c056-4878-8bef-3216d68732b7", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 21:07:29.783117 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f18ff789-3a3f-4860-9285-52dd30cd793e {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 21:07:29.783513 n-d-842733-1 neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f18ff789-3a3f-4860-9285-52dd30cd793e'] response: {'server_uuid': 'da2f92a8-72f9-46a0-8a7e-a125e28b102d', 'name': 'network-vif-deleted', 'tag': '7dda6a34-c056-4878-8bef-3216d68732b7', 'status': 'completed', 'code': 200} May 20 21:07:29.833031 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-cb1f57da-4619-4299-97a9-77dbd66ef681 req-123bc59d-f1f6-4792-95ef-7ceb4b2561c0 tempest-ServerShowV247Test-2140867618 tempest-ServerShowV247Test-2140867618-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e284305-faa0-4b10-b1cf-4e6dfd6c6e1b HTTP/1.1" status: 200 len: 210 time: 0.0313144 May 20 21:07:29.934106 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2d6ca93d-bc08-4707-ae72-b907b7a31009 tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33068399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3797621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4018265'] for subnet, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:29.967632 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6ca93d-bc08-4707-ae72-b907b7a31009 tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Pushing event deleted for resources: {'Subnet': ['ID=17cc1a26-578d-4bd1-82f3-ceb2f0d28c72,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:07:29.967925 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2d6ca93d-bc08-4707-ae72-b907b7a31009 tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Notify callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:29.971174 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-2d6ca93d-bc08-4707-ae72-b907b7a31009 tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] 10.222.0.35 "DELETE /v2.0/subnets/17cc1a26-578d-4bd1-82f3-ceb2f0d28c72 HTTP/1.1" status: 204 len: 168 time: 0.4745533 May 20 21:07:29.972824 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33d0e9ef-3a33-4f06-b9fb-655e1047d2ad None None] Network a74aa31d-8f70-4bfd-8e9f-843dac49c94a requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:07:29.973660 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 48394) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:07:30.108836 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-53b46013-211c-4b7e-8ac4-c03aa5506898 tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33160123'] for network, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:30.205868 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-53b46013-211c-4b7e-8ac4-c03aa5506898 tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Deleting port 275a59dc-fd72-4f85-9caf-d181aad0154b {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:07:30.206212 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-53b46013-211c-4b7e-8ac4-c03aa5506898 tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:30.280157 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85561332-215f-48ee-a383-37f51e7971e9 None None] DHCP port deletion for a74aa31d-8f70-4bfd-8e9f-843dac49c94a request from n-d-842733-1 {{(pid=103164) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 21:07:30.304137 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-53b46013-211c-4b7e-8ac4-c03aa5506898 tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] For port 275a59dc-fd72-4f85-9caf-d181aad0154b, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=275a59dc-fd72-4f85-9caf-d181aad0154b,segment=NetworkSegment(930d040c-d548-43bb-af84-a279a4829cd0),segment_id=930d040c-d548-43bb-af84-a279a4829cd0)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:07:30.304506 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-53b46013-211c-4b7e-8ac4-c03aa5506898 tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:30.333796 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-53b46013-211c-4b7e-8ac4-c03aa5506898 tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Calling delete_port for 275a59dc-fd72-4f85-9caf-d181aad0154b owned by network:dhcp {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:07:30.384209 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-85561332-215f-48ee-a383-37f51e7971e9 None None] Deleting port 275a59dc-fd72-4f85-9caf-d181aad0154b {{(pid=103164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:07:30.384764 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-85561332-215f-48ee-a383-37f51e7971e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:30.467208 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-85561332-215f-48ee-a383-37f51e7971e9 None None] For port 275a59dc-fd72-4f85-9caf-d181aad0154b, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=275a59dc-fd72-4f85-9caf-d181aad0154b,segment=NetworkSegment(930d040c-d548-43bb-af84-a279a4829cd0),segment_id=930d040c-d548-43bb-af84-a279a4829cd0)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:07:30.467605 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-85561332-215f-48ee-a383-37f51e7971e9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:30.480642 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-85561332-215f-48ee-a383-37f51e7971e9 None None] Calling delete_port for 275a59dc-fd72-4f85-9caf-d181aad0154b owned by network:dhcp {{(pid=103164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:07:30.540487 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-53b46013-211c-4b7e-8ac4-c03aa5506898 tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:30.564646 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b46013-211c-4b7e-8ac4-c03aa5506898 tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] No DVR routers for this DVR port 275a59dc-fd72-4f85-9caf-d181aad0154b on host n-d-842733-1 {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 21:07:30.597186 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b46013-211c-4b7e-8ac4-c03aa5506898 tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Pushing event deleted for resources: {'Port': ['ID=275a59dc-fd72-4f85-9caf-d181aad0154b,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:07:30.606418 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-85561332-215f-48ee-a383-37f51e7971e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099'] for port, after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:30.651900 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85561332-215f-48ee-a383-37f51e7971e9 None None] Pushing event deleted for resources: {'Port': ['ID=275a59dc-fd72-4f85-9caf-d181aad0154b,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:07:30.655649 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85561332-215f-48ee-a383-37f51e7971e9 None None] No DVR routers for this DVR port 275a59dc-fd72-4f85-9caf-d181aad0154b on host n-d-842733-1 {{(pid=103164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 21:07:30.745500 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-997371b8-c9ba-4e34-a849-250008360d38 req-989b6eca-e1a7-4ff9-a7a7-139fdeb0b907 tempest-ServerShowV247Test-2140867618 tempest-ServerShowV247Test-2140867618-project] 10.222.0.35 "GET /v2.0/ports?device_id=3e284305-faa0-4b10-b1cf-4e6dfd6c6e1b HTTP/1.1" status: 200 len: 210 time: 0.0468631 May 20 21:07:30.747557 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-53b46013-211c-4b7e-8ac4-c03aa5506898 tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33072115', 'neutron.services.segments.db._delete_segments_for_network-8782419500584'] for network, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:30.791361 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-53b46013-211c-4b7e-8ac4-c03aa5506898 tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a74aa31d-8f70-4bfd-8e9f-843dac49c94a']}} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:07:30.804154 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-53b46013-211c-4b7e-8ac4-c03aa5506898 tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '930d040c-d548-43bb-af84-a279a4829cd0') {'for_net_delete': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:07:30.804685 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-53b46013-211c-4b7e-8ac4-c03aa5506898 tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '930d040c-d548-43bb-af84-a279a4829cd0') {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:07:30.817177 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-53b46013-211c-4b7e-8ac4-c03aa5506898 tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419501617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9338764'] for segment, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:30.832958 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-53b46013-211c-4b7e-8ac4-c03aa5506898 tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:30.844688 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53b46013-211c-4b7e-8ac4-c03aa5506898 tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Releasing vlan 208 on physical network physnet1 to pool {{(pid=103163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 21:07:30.845713 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-53b46013-211c-4b7e-8ac4-c03aa5506898 tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9638311'] for segment, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:30.851456 n-d-842733-1 neutron-server[103163]: Traceback (most recent call last): May 20 21:07:30.851456 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 21:07:30.851456 n-d-842733-1 neutron-server[103163]: timer() May 20 21:07:30.851456 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 21:07:30.851456 n-d-842733-1 neutron-server[103163]: cb(*args, **kw) May 20 21:07:30.851456 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 20 21:07:30.851456 n-d-842733-1 neutron-server[103163]: return func(*args, **kwargs) May 20 21:07:30.851456 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 21:07:30.851456 n-d-842733-1 neutron-server[103163]: self._notify() May 20 21:07:30.851456 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 21:07:30.851456 n-d-842733-1 neutron-server[103163]: self.callback(batched_events) May 20 21:07:30.851456 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 21:07:30.851456 n-d-842733-1 neutron-server[103163]: event.method(event) May 20 21:07:30.851456 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 20 21:07:30.851456 n-d-842733-1 neutron-server[103163]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 21:07:30.851456 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 20 21:07:30.851456 n-d-842733-1 neutron-server[103163]: aggregate_uuid = self.p_client.list_aggregates( May 20 21:07:30.851456 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 20 21:07:30.851456 n-d-842733-1 neutron-server[103163]: return f(self, *a, **k) May 20 21:07:30.851456 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 20 21:07:30.851456 n-d-842733-1 neutron-server[103163]: return self._get(url).json() May 20 21:07:30.851456 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 20 21:07:30.851456 n-d-842733-1 neutron-server[103163]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 21:07:30.851456 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 21:07:30.851456 n-d-842733-1 neutron-server[103163]: return self.request(url, 'GET', **kwargs) May 20 21:07:30.851456 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 21:07:30.851456 n-d-842733-1 neutron-server[103163]: base_url = self.get_endpoint(auth, allow=allow, May 20 21:07:30.851456 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 21:07:30.851456 n-d-842733-1 neutron-server[103163]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 21:07:30.851456 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 21:07:30.851456 n-d-842733-1 neutron-server[103163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 21:07:30.851456 n-d-842733-1 neutron-server[103163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 21:07:30.930145 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-71765319-fde1-41c1-973c-c56a9340e5bc req-3ee0b687-a4b5-4b06-857e-20c42fb66d4d tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/ports?device_id=da2f92a8-72f9-46a0-8a7e-a125e28b102d HTTP/1.1" status: 200 len: 210 time: 0.0899012 May 20 21:07:31.036292 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-53b46013-211c-4b7e-8ac4-c03aa5506898 tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33072122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748162'] for network, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:31.043263 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-53b46013-211c-4b7e-8ac4-c03aa5506898 tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:31.046344 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-53b46013-211c-4b7e-8ac4-c03aa5506898 tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] 10.222.0.35 "DELETE /v2.0/networks/a74aa31d-8f70-4bfd-8e9f-843dac49c94a HTTP/1.1" status: 204 len: 168 time: 1.0714231 May 20 21:07:31.049125 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 48450) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:07:31.057862 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b46013-211c-4b7e-8ac4-c03aa5506898 tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Pushing event deleted for resources: {'Network': ['ID=a74aa31d-8f70-4bfd-8e9f-843dac49c94a,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:07:31.079674 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-85b2188f-3727-4886-bf4d-5e20d0cb1f3e tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] 10.222.0.35 "GET /v2.0/ports?device_id=2aa306d7-3b38-4037-9b5c-1bb9005fbca7 HTTP/1.1" status: 200 len: 205 time: 0.0288994 May 20 21:07:31.085573 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 48452) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:07:31.162496 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-53190fb7-70c6-43d7-b1aa-57d8b7c9c39b tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Notify callbacks [] for router, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:31.335567 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-53190fb7-70c6-43d7-b1aa-57d8b7c9c39b tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26169'] for router, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:31.338851 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-53190fb7-70c6-43d7-b1aa-57d8b7c9c39b tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:31.457398 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-53190fb7-70c6-43d7-b1aa-57d8b7c9c39b tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-693148'] for router, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:31.458271 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53190fb7-70c6-43d7-b1aa-57d8b7c9c39b tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Fanout notify agent at l3_agent the message router_deleted on router 2aa306d7-3b38-4037-9b5c-1bb9005fbca7 {{(pid=103162) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 20 21:07:31.476283 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-53190fb7-70c6-43d7-b1aa-57d8b7c9c39b tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] Notify callbacks [] for router, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:31.478194 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-53190fb7-70c6-43d7-b1aa-57d8b7c9c39b tempest-RoutersNegativeIpV6Test-1135140599 tempest-RoutersNegativeIpV6Test-1135140599-project] 10.222.0.35 "DELETE /v2.0/routers/2aa306d7-3b38-4037-9b5c-1bb9005fbca7 HTTP/1.1" status: 204 len: 168 time: 0.3910511 May 20 21:07:31.542039 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 275a59dc-fd72-4f85-9caf-d181aad0154b no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 21:07:31.565066 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: 275a59dc-fd72-4f85-9caf-d181aad0154b {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 21:07:31.565604 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 275a59dc-fd72-4f85-9caf-d181aad0154b not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 21:07:31.789599 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 7dda6a34-c056-4878-8bef-3216d68732b7 no longer exists at agent hyperv_n-h1-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 21:07:31.818579 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] No Port match for: 7dda6a34-c056-4878-8bef-3216d68732b7 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 21:07:31.818922 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 7dda6a34-c056-4878-8bef-3216d68732b7 not bound to the agent host n-h1-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 21:07:31.990654 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 48472) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:07:31.996759 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 48474) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:07:32.209704 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-069a1744-2b71-4418-bbed-a26f2c70ddc4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=445b3a6a59ef4c1bbc83d6e4d9b550a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2178826 May 20 21:07:32.213010 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 48478) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:07:32.343062 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9f41533a-20c2-4182-8c4e-50aab8bfe178 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:32.408478 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 48486) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:07:32.428091 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:32.544744 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2b091add-2631-478b-90f5-befbc6119fa0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:32.638082 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2b091add-2631-478b-90f5-befbc6119fa0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:32.708097 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2b091add-2631-478b-90f5-befbc6119fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:32.722992 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9f41533a-20c2-4182-8c4e-50aab8bfe178 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:32.763188 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-2b091add-2631-478b-90f5-befbc6119fa0 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=efa170ab22fe4b79bfa4402c9a5d292e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3534937 May 20 21:07:32.764336 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b091add-2631-478b-90f5-befbc6119fa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51055a3f-3c0c-47af-acd9-f6f91dc013ca,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:07:32.765760 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 48492) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:07:32.858126 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b892e3a1-7a33-4a88-ac9c-b519fb2f68f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:32.892574 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9f41533a-20c2-4182-8c4e-50aab8bfe178 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:32.892574 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9f41533a-20c2-4182-8c4e-50aab8bfe178 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:32.892574 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-9f41533a-20c2-4182-8c4e-50aab8bfe178 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/06549b3d-6a20-4834-8f44-738b2514ed48 HTTP/1.1" status: 204 len: 168 time: 0.6759558 May 20 21:07:32.892574 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b892e3a1-7a33-4a88-ac9c-b519fb2f68f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:32.918019 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f41533a-20c2-4182-8c4e-50aab8bfe178 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06549b3d-6a20-4834-8f44-738b2514ed48,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:07:32.941880 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9b988695-eada-4f8e-8144-b468906323f0 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748528'] for router_interface, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:33.095187 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b892e3a1-7a33-4a88-ac9c-b519fb2f68f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:33.098023 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b892e3a1-7a33-4a88-ac9c-b519fb2f68f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:33.102461 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-b892e3a1-7a33-4a88-ac9c-b519fb2f68f2 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/51055a3f-3c0c-47af-acd9-f6f91dc013ca HTTP/1.1" status: 204 len: 168 time: 0.3332450 May 20 21:07:33.131617 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b892e3a1-7a33-4a88-ac9c-b519fb2f68f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51055a3f-3c0c-47af-acd9-f6f91dc013ca,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:07:33.272385 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-9b988695-eada-4f8e-8144-b468906323f0 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Deleting port 4107e589-06eb-48e0-b100-f490b680197f {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:07:33.273086 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9b988695-eada-4f8e-8144-b468906323f0 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:33.380899 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-9b988695-eada-4f8e-8144-b468906323f0 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] For port 4107e589-06eb-48e0-b100-f490b680197f, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=4107e589-06eb-48e0-b100-f490b680197f,segment=NetworkSegment(579e8990-be00-48cb-8473-77c1f4a0a964),segment_id=579e8990-be00-48cb-8473-77c1f4a0a964)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:07:33.385231 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9b988695-eada-4f8e-8144-b468906323f0 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:33.398398 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-9b988695-eada-4f8e-8144-b468906323f0 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Calling delete_port for 4107e589-06eb-48e0-b100-f490b680197f owned by network:router_interface {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:07:33.730674 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9b988695-eada-4f8e-8144-b468906323f0 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:33.765310 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b988695-eada-4f8e-8144-b468906323f0 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Pushing event deleted for resources: {'Port': ['ID=4107e589-06eb-48e0-b100-f490b680197f,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:07:34.002430 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 48528) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:07:34.040786 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9b988695-eada-4f8e-8144-b468906323f0 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-692224'] for router_interface, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:34.223099 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-aa6168a0-d5b4-4fd7-b9f3-ac944b6d61a1 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d56b4821f34648bfa61e30e72379ac58&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2188861 May 20 21:07:34.225090 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 48540) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:07:34.306428 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-aa70bfee-6069-4806-89ec-e8963c5fb9ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:34.353167 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-aa70bfee-6069-4806-89ec-e8963c5fb9ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:34.416458 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b988695-eada-4f8e-8144-b468906323f0 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Router ff3219ef-8b1f-41e8-960e-e0133b74d9c9 has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 21:07:34.491210 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-aa70bfee-6069-4806-89ec-e8963c5fb9ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:34.495095 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-aa70bfee-6069-4806-89ec-e8963c5fb9ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:34.499097 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-aa70bfee-6069-4806-89ec-e8963c5fb9ff admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2ac66c98-85ca-4e94-a788-0a6ab57f6905 HTTP/1.1" status: 204 len: 168 time: 0.2683578 May 20 21:07:34.506174 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa70bfee-6069-4806-89ec-e8963c5fb9ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ac66c98-85ca-4e94-a788-0a6ab57f6905,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:07:34.569772 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b988695-eada-4f8e-8144-b468906323f0 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 21:07:34.575849 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-9b988695-eada-4f8e-8144-b468906323f0 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "PUT /v2.0/routers/ff3219ef-8b1f-41e8-960e-e0133b74d9c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5779042 May 20 21:07:34.586299 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 48554) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:07:34.586401 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cbc3ded-9913-4044-8f23-b36a7eef3530 None None] Sync routers for ids ['ff3219ef-8b1f-41e8-960e-e0133b74d9c9'] in n-d-842733-1 {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 21:07:34.589623 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 48556) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:07:34.604292 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cbc3ded-9913-4044-8f23-b36a7eef3530 None None] Routers {'ff3219ef-8b1f-41e8-960e-e0133b74d9c9'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:07:34.605326 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-5cbc3ded-9913-4044-8f23-b36a7eef3530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:07:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['ff3219ef-8b1f-41e8-960e-e0133b74d9c9'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:07:34.685800 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa483712-03d9-46d5-86c6-d247b84cd719 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Deleting subnet 4f2dd424-d313-4cbe-936c-07a33e8ea05a {{(pid=103163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 20 21:07:34.689479 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-aa483712-03d9-46d5-86c6-d247b84cd719 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks [] for subnet, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:34.743430 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-aa483712-03d9-46d5-86c6-d247b84cd719 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9338757'] for subnet, precommit_delete_associations {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:34.791932 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-5cbc3ded-9913-4044-8f23-b36a7eef3530 None None] Set router ff3219ef-8b1f-41e8-960e-e0133b74d9c9 gateway port host: n-d-842733-1 {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:07:34.842292 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-daafdfbe-9cc6-4edc-9383-48c50f358fe8 tempest-RoutersNegativeTest-121968789 tempest-RoutersNegativeTest-121968789-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1139737594', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:07:34.862880 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-aa483712-03d9-46d5-86c6-d247b84cd719 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33068388'] for subnet, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:34.970756 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-daafdfbe-9cc6-4edc-9383-48c50f358fe8 tempest-RoutersNegativeTest-121968789 tempest-RoutersNegativeTest-121968789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-694221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26155'] for router, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:34.975634 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-daafdfbe-9cc6-4edc-9383-48c50f358fe8 tempest-RoutersNegativeTest-121968789 tempest-RoutersNegativeTest-121968789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-693085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748153', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-718080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26162'] for router, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:35.037075 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-daafdfbe-9cc6-4edc-9383-48c50f358fe8 tempest-RoutersNegativeTest-121968789 tempest-RoutersNegativeTest-121968789-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:35.057193 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-aa483712-03d9-46d5-86c6-d247b84cd719 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33068399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9641221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8422588'] for subnet, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:35.083582 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-5cbc3ded-9913-4044-8f23-b36a7eef3530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff3219ef-8b1f-41e8-960e-e0133b74d9c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-219731610', 'tenant_id': 'd7932b75a33b465998804b193e9be7ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.85'}], 'enable_snat': True}, 'gw_port_id': 'ff6a4874-ba12-49be-975e-4bc7bee60ce2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:05:17Z', 'updated_at': '2022-05-20T21:07:33Z', 'revision_number': 5, 'project_id': 'd7932b75a33b465998804b193e9be7ad', 'gw_port': {'id': 'ff6a4874-ba12-49be-975e-4bc7bee60ce2', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:f1:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff3219ef-8b1f-41e8-960e-e0133b74d9c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3321, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:05:17Z', 'updated_at': '2022-05-20T21:05:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:07:35.092071 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa483712-03d9-46d5-86c6-d247b84cd719 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Pushing event deleted for resources: {'Subnet': ['ID=4f2dd424-d313-4cbe-936c-07a33e8ea05a,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:07:35.094400 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-aa483712-03d9-46d5-86c6-d247b84cd719 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks [] for subnet, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:35.098102 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-aa483712-03d9-46d5-86c6-d247b84cd719 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "DELETE /v2.0/subnets/4f2dd424-d313-4cbe-936c-07a33e8ea05a HTTP/1.1" status: 204 len: 168 time: 0.5179286 May 20 21:07:35.100671 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 48568) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:07:35.133249 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84c47fc1-8b28-4bcf-ac05-2b67594a5954 None None] Network 66a75e9f-357c-4d3b-b3f3-b40223d117cb requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:07:35.175181 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-daafdfbe-9cc6-4edc-9383-48c50f358fe8 tempest-RoutersNegativeTest-121968789 tempest-RoutersNegativeTest-121968789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748106'] for router, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:35.238877 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cbc3ded-9913-4044-8f23-b36a7eef3530 None None] Checking router: ff3219ef-8b1f-41e8-960e-e0133b74d9c9 for host: n-d-842733-1 {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 21:07:35.280983 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cbc3ded-9913-4044-8f23-b36a7eef3530 None None] Routers {'ff3219ef-8b1f-41e8-960e-e0133b74d9c9'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:07:35.281225 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-5cbc3ded-9913-4044-8f23-b36a7eef3530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:07:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['ff3219ef-8b1f-41e8-960e-e0133b74d9c9'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:07:35.314013 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-40488ef8-d512-4018-9953-157f1a8d66ef tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks [] for router, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:35.328159 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-daafdfbe-9cc6-4edc-9383-48c50f358fe8 tempest-RoutersNegativeTest-121968789 tempest-RoutersNegativeTest-121968789-project] Notify callbacks [] for router, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:35.334012 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-daafdfbe-9cc6-4edc-9383-48c50f358fe8 tempest-RoutersNegativeTest-121968789 tempest-RoutersNegativeTest-121968789-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.7432687 May 20 21:07:35.338271 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 48580) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:07:35.345326 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-78bc9005-02b8-4a0a-b1de-96447fa4b6e0 tempest-RoutersNegativeTest-121968789 tempest-RoutersNegativeTest-121968789-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-658229256'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:07:35.409685 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-5cbc3ded-9913-4044-8f23-b36a7eef3530 None None] Set router ff3219ef-8b1f-41e8-960e-e0133b74d9c9 gateway port host: n-d-842733-1 {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:07:35.488673 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78bc9005-02b8-4a0a-b1de-96447fa4b6e0 tempest-RoutersNegativeTest-121968789 tempest-RoutersNegativeTest-121968789-project] Made reservation on behalf of db6280fc932b4ac2b6a1edc3545f54e4 for: {'network': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:07:35.501333 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-78bc9005-02b8-4a0a-b1de-96447fa4b6e0 tempest-RoutersNegativeTest-121968789 tempest-RoutersNegativeTest-121968789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for network, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:35.515068 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-40488ef8-d512-4018-9953-157f1a8d66ef tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:35.528090 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-78bc9005-02b8-4a0a-b1de-96447fa4b6e0 tempest-RoutersNegativeTest-121968789 tempest-RoutersNegativeTest-121968789-project] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:35.621260 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-78bc9005-02b8-4a0a-b1de-96447fa4b6e0 tempest-RoutersNegativeTest-121968789 tempest-RoutersNegativeTest-121968789-project] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:35.652761 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-225f1956-81aa-495a-9b91-e57cf98bead0 None None] DHCP port deletion for 66a75e9f-357c-4d3b-b3f3-b40223d117cb request from n-d-842733-1 {{(pid=103164) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 21:07:35.660515 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-5cbc3ded-9913-4044-8f23-b36a7eef3530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff3219ef-8b1f-41e8-960e-e0133b74d9c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-219731610', 'tenant_id': 'd7932b75a33b465998804b193e9be7ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.85'}], 'enable_snat': True}, 'gw_port_id': 'ff6a4874-ba12-49be-975e-4bc7bee60ce2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:05:17Z', 'updated_at': '2022-05-20T21:07:33Z', 'revision_number': 5, 'project_id': 'd7932b75a33b465998804b193e9be7ad', 'gw_port': {'id': 'ff6a4874-ba12-49be-975e-4bc7bee60ce2', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:f1:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff3219ef-8b1f-41e8-960e-e0133b74d9c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3321, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:05:17Z', 'updated_at': '2022-05-20T21:05:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:07:35.689694 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cbc3ded-9913-4044-8f23-b36a7eef3530 None None] The sync data for ids ['ff3219ef-8b1f-41e8-960e-e0133b74d9c9'] in n-d-842733-1 is: [{'id': 'ff3219ef-8b1f-41e8-960e-e0133b74d9c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-219731610', 'tenant_id': 'd7932b75a33b465998804b193e9be7ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.85'}], 'enable_snat': True}, 'gw_port_id': 'ff6a4874-ba12-49be-975e-4bc7bee60ce2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:05:17Z', 'updated_at': '2022-05-20T21:07:33Z', 'revision_number': 5, 'project_id': 'd7932b75a33b465998804b193e9be7ad', 'gw_port': {'id': 'ff6a4874-ba12-49be-975e-4bc7bee60ce2', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:f1:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff3219ef-8b1f-41e8-960e-e0133b74d9c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3321, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:05:17Z', 'updated_at': '2022-05-20T21:05:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 21:07:35.726754 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-40488ef8-d512-4018-9953-157f1a8d66ef tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Deleting port ff6a4874-ba12-49be-975e-4bc7bee60ce2 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:07:35.728599 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-40488ef8-d512-4018-9953-157f1a8d66ef tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:35.739870 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-78bc9005-02b8-4a0a-b1de-96447fa4b6e0 tempest-RoutersNegativeTest-121968789 tempest-RoutersNegativeTest-121968789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:35.746156 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-225f1956-81aa-495a-9b91-e57cf98bead0 None None] Deleting port a8e97d12-c2ad-4ba2-a75a-99f2e3fcc101 {{(pid=103164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:07:35.748617 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-225f1956-81aa-495a-9b91-e57cf98bead0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:35.772115 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78bc9005-02b8-4a0a-b1de-96447fa4b6e0 tempest-RoutersNegativeTest-121968789 tempest-RoutersNegativeTest-121968789-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 204} {{(pid=103163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 21:07:35.784120 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-78bc9005-02b8-4a0a-b1de-96447fa4b6e0 tempest-RoutersNegativeTest-121968789 tempest-RoutersNegativeTest-121968789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:35.784469 n-d-842733-1 neutron-server[103163]: INFO neutron.db.segments_db [None req-78bc9005-02b8-4a0a-b1de-96447fa4b6e0 tempest-RoutersNegativeTest-121968789 tempest-RoutersNegativeTest-121968789-project] Added segment 857425ec-6f2d-4933-8c13-2855accad1d9 of type vlan for network 3c8011b5-d862-48e1-a970-6f2fa881b1ec May 20 21:07:35.854535 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-78bc9005-02b8-4a0a-b1de-96447fa4b6e0 tempest-RoutersNegativeTest-121968789 tempest-RoutersNegativeTest-121968789-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418993264'] for network, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:35.859694 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-225f1956-81aa-495a-9b91-e57cf98bead0 None None] For port a8e97d12-c2ad-4ba2-a75a-99f2e3fcc101, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=a8e97d12-c2ad-4ba2-a75a-99f2e3fcc101,segment=NetworkSegment(579e8990-be00-48cb-8473-77c1f4a0a964),segment_id=579e8990-be00-48cb-8473-77c1f4a0a964)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:07:35.860093 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-225f1956-81aa-495a-9b91-e57cf98bead0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:35.888983 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-225f1956-81aa-495a-9b91-e57cf98bead0 None None] Calling delete_port for a8e97d12-c2ad-4ba2-a75a-99f2e3fcc101 owned by network:dhcp {{(pid=103164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:07:35.923245 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bc9005-02b8-4a0a-b1de-96447fa4b6e0 tempest-RoutersNegativeTest-121968789 tempest-RoutersNegativeTest-121968789-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2705e36-727f-4836-8537-ca4a257ac79c,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:07:35.953647 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-40488ef8-d512-4018-9953-157f1a8d66ef tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] For port ff6a4874-ba12-49be-975e-4bc7bee60ce2, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=ff6a4874-ba12-49be-975e-4bc7bee60ce2,segment=NetworkSegment(0b5485c4-eff8-42a1-9073-ae54ed4c63ba),segment_id=0b5485c4-eff8-42a1-9073-ae54ed4c63ba)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:07:35.954123 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-40488ef8-d512-4018-9953-157f1a8d66ef tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:35.959265 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-78bc9005-02b8-4a0a-b1de-96447fa4b6e0 tempest-RoutersNegativeTest-121968789 tempest-RoutersNegativeTest-121968789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524'] for network, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:35.968730 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78bc9005-02b8-4a0a-b1de-96447fa4b6e0 tempest-RoutersNegativeTest-121968789 tempest-RoutersNegativeTest-121968789-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:07:35.969676 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-78bc9005-02b8-4a0a-b1de-96447fa4b6e0 tempest-RoutersNegativeTest-121968789 tempest-RoutersNegativeTest-121968789-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:35.973455 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-40488ef8-d512-4018-9953-157f1a8d66ef tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Calling delete_port for ff6a4874-ba12-49be-975e-4bc7bee60ce2 owned by network:router_gateway {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:07:35.978497 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 48596) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:07:36.165580 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-225f1956-81aa-495a-9b91-e57cf98bead0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099'] for port, after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:36.186962 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bc9005-02b8-4a0a-b1de-96447fa4b6e0 tempest-RoutersNegativeTest-121968789 tempest-RoutersNegativeTest-121968789-project] Pushing event updated for resources: {'Network': ['ID=3c8011b5-d862-48e1-a970-6f2fa881b1ec,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:07:36.200750 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Network 3c8011b5-d862-48e1-a970-6f2fa881b1ec details requested by agent ovs-agent-n-d-842733-1 with host n-d-842733-1 {{(pid=103164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 20 21:07:36.204205 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225f1956-81aa-495a-9b91-e57cf98bead0 None None] Pushing event deleted for resources: {'Port': ['ID=a8e97d12-c2ad-4ba2-a75a-99f2e3fcc101,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:07:36.218917 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-225f1956-81aa-495a-9b91-e57cf98bead0 None None] No DVR routers for this DVR port a8e97d12-c2ad-4ba2-a75a-99f2e3fcc101 on host n-d-842733-1 {{(pid=103164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 21:07:36.228820 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f11a25a6-c498-4dee-8048-ace2d9926593 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:36.313246 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-78bc9005-02b8-4a0a-b1de-96447fa4b6e0 tempest-RoutersNegativeTest-121968789 tempest-RoutersNegativeTest-121968789-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.9737325 May 20 21:07:36.316389 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 48604) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:07:36.322866 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-fc6a7ed9-8be3-499a-9075-3c457e9db45b tempest-RoutersNegativeTest-121968789 tempest-RoutersNegativeTest-121968789-project] Request body: {'subnet': {'network_id': '3c8011b5-d862-48e1-a970-6f2fa881b1ec', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:07:36.347254 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f11a25a6-c498-4dee-8048-ace2d9926593 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:36.350062 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-40488ef8-d512-4018-9953-157f1a8d66ef tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:36.388000 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40488ef8-d512-4018-9953-157f1a8d66ef tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Pushing event deleted for resources: {'Port': ['ID=ff6a4874-ba12-49be-975e-4bc7bee60ce2,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:07:36.427095 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f11a25a6-c498-4dee-8048-ace2d9926593 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:36.503453 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-f11a25a6-c498-4dee-8048-ace2d9926593 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ba830169533944afb692cf50e312058a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5223255 May 20 21:07:36.506388 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 48610) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:07:36.506694 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11a25a6-c498-4dee-8048-ace2d9926593 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61953225-197e-4d01-bf8d-0f48a1649b0a,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:07:36.515777 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-40488ef8-d512-4018-9953-157f1a8d66ef tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-748206'] for router_gateway, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:36.558019 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc6a7ed9-8be3-499a-9075-3c457e9db45b tempest-RoutersNegativeTest-121968789 tempest-RoutersNegativeTest-121968789-project] Made reservation on behalf of db6280fc932b4ac2b6a1edc3545f54e4 for: {'subnet': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:07:36.561735 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-fc6a7ed9-8be3-499a-9075-3c457e9db45b tempest-RoutersNegativeTest-121968789 tempest-RoutersNegativeTest-121968789-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8422561'] for subnet, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:36.605098 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-40488ef8-d512-4018-9953-157f1a8d66ef tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26169'] for router, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:36.607218 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-40488ef8-d512-4018-9953-157f1a8d66ef tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:36.626244 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-acd15a13-694f-42e9-b62f-4a11530699d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:36.666842 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-acd15a13-694f-42e9-b62f-4a11530699d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:36.742475 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-40488ef8-d512-4018-9953-157f1a8d66ef tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-693148'] for router, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:36.747789 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40488ef8-d512-4018-9953-157f1a8d66ef tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Fanout notify agent at l3_agent the message router_deleted on router ff3219ef-8b1f-41e8-960e-e0133b74d9c9 {{(pid=103162) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 20 21:07:36.764909 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-40488ef8-d512-4018-9953-157f1a8d66ef tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks [] for router, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:36.768776 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-40488ef8-d512-4018-9953-157f1a8d66ef tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "DELETE /v2.0/routers/ff3219ef-8b1f-41e8-960e-e0133b74d9c9 HTTP/1.1" status: 204 len: 168 time: 1.6642215 May 20 21:07:36.769620 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 48616) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:07:36.847585 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-acd15a13-694f-42e9-b62f-4a11530699d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:36.850221 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-acd15a13-694f-42e9-b62f-4a11530699d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:36.851386 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-acd15a13-694f-42e9-b62f-4a11530699d7 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/61953225-197e-4d01-bf8d-0f48a1649b0a HTTP/1.1" status: 204 len: 168 time: 0.3440149 May 20 21:07:36.860675 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e46e66ac-0b28-4099-ad2e-00b7c89edf87 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33160123'] for network, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:36.861647 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd15a13-694f-42e9-b62f-4a11530699d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61953225-197e-4d01-bf8d-0f48a1649b0a,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:07:36.873667 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-fc6a7ed9-8be3-499a-9075-3c457e9db45b tempest-RoutersNegativeTest-121968789 tempest-RoutersNegativeTest-121968789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9641412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8422583'] for subnet, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:36.957783 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6a7ed9-8be3-499a-9075-3c457e9db45b tempest-RoutersNegativeTest-121968789 tempest-RoutersNegativeTest-121968789-project] Pushing event updated for resources: {'Subnet': ['ID=2576f380-ae48-4b5c-a2cd-cee75a127b44,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:07:36.967225 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc6a7ed9-8be3-499a-9075-3c457e9db45b tempest-RoutersNegativeTest-121968789 tempest-RoutersNegativeTest-121968789-project] Checking segment: {'id': '857425ec-6f2d-4933-8c13-2855accad1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '3c8011b5-d862-48e1-a970-6f2fa881b1ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:07:36.967415 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc6a7ed9-8be3-499a-9075-3c457e9db45b tempest-RoutersNegativeTest-121968789 tempest-RoutersNegativeTest-121968789-project] Network hostable DHCP agents. Network: 3c8011b5-d862-48e1-a970-6f2fa881b1ec, hostable agents: ['c9b0653c-f3c7-4339-bd50-e3754b629216'], hosted agents: [] {{(pid=103163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 21:07:37.023767 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e46e66ac-0b28-4099-ad2e-00b7c89edf87 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33072115', 'neutron.services.segments.db._delete_segments_for_network-8782419500584'] for network, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:37.053747 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-e46e66ac-0b28-4099-ad2e-00b7c89edf87 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66a75e9f-357c-4d3b-b3f3-b40223d117cb']}} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:07:37.064790 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-e46e66ac-0b28-4099-ad2e-00b7c89edf87 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '579e8990-be00-48cb-8473-77c1f4a0a964') {'for_net_delete': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:07:37.065180 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-e46e66ac-0b28-4099-ad2e-00b7c89edf87 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '579e8990-be00-48cb-8473-77c1f4a0a964') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:07:37.075462 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e46e66ac-0b28-4099-ad2e-00b7c89edf87 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419501617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3738385'] for segment, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:37.076226 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc6a7ed9-8be3-499a-9075-3c457e9db45b tempest-RoutersNegativeTest-121968789 tempest-RoutersNegativeTest-121968789-project] Network 3c8011b5-d862-48e1-a970-6f2fa881b1ec is scheduled to be hosted by DHCP agent c9b0653c-f3c7-4339-bd50-e3754b629216 with binding_index 1 {{(pid=103163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 21:07:37.091913 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e46e66ac-0b28-4099-ad2e-00b7c89edf87 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:37.097768 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e46e66ac-0b28-4099-ad2e-00b7c89edf87 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Releasing vlan 207 on physical network physnet1 to pool {{(pid=103162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 21:07:37.098148 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e46e66ac-0b28-4099-ad2e-00b7c89edf87 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3800791'] for segment, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:37.101101 n-d-842733-1 neutron-server[103162]: Traceback (most recent call last): May 20 21:07:37.101101 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 21:07:37.101101 n-d-842733-1 neutron-server[103162]: timer() May 20 21:07:37.101101 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 21:07:37.101101 n-d-842733-1 neutron-server[103162]: cb(*args, **kw) May 20 21:07:37.101101 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 20 21:07:37.101101 n-d-842733-1 neutron-server[103162]: return func(*args, **kwargs) May 20 21:07:37.101101 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 21:07:37.101101 n-d-842733-1 neutron-server[103162]: self._notify() May 20 21:07:37.101101 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 21:07:37.101101 n-d-842733-1 neutron-server[103162]: self.callback(batched_events) May 20 21:07:37.101101 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 21:07:37.101101 n-d-842733-1 neutron-server[103162]: event.method(event) May 20 21:07:37.101101 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 20 21:07:37.101101 n-d-842733-1 neutron-server[103162]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 21:07:37.101101 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 20 21:07:37.101101 n-d-842733-1 neutron-server[103162]: aggregate_uuid = self.p_client.list_aggregates( May 20 21:07:37.101101 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 20 21:07:37.101101 n-d-842733-1 neutron-server[103162]: return f(self, *a, **k) May 20 21:07:37.101101 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 20 21:07:37.101101 n-d-842733-1 neutron-server[103162]: return self._get(url).json() May 20 21:07:37.101101 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 20 21:07:37.101101 n-d-842733-1 neutron-server[103162]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 21:07:37.101101 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 21:07:37.101101 n-d-842733-1 neutron-server[103162]: return self.request(url, 'GET', **kwargs) May 20 21:07:37.101101 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 21:07:37.101101 n-d-842733-1 neutron-server[103162]: base_url = self.get_endpoint(auth, allow=allow, May 20 21:07:37.101101 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 21:07:37.101101 n-d-842733-1 neutron-server[103162]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 21:07:37.101101 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 21:07:37.101101 n-d-842733-1 neutron-server[103162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 21:07:37.101101 n-d-842733-1 neutron-server[103162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 21:07:37.162066 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-fc6a7ed9-8be3-499a-9075-3c457e9db45b tempest-RoutersNegativeTest-121968789 tempest-RoutersNegativeTest-121968789-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842733-1, 3c8011b5-d862-48e1-a970-6f2fa881b1ec) {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:07:37.169025 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc6a7ed9-8be3-499a-9075-3c457e9db45b tempest-RoutersNegativeTest-121968789 tempest-RoutersNegativeTest-121968789-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:07:37.169904 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-fc6a7ed9-8be3-499a-9075-3c457e9db45b tempest-RoutersNegativeTest-121968789 tempest-RoutersNegativeTest-121968789-project] Notify callbacks [] for subnet, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:37.172999 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-511b37f9-90a0-4ff1-97e5-0140751e1fb4 None None] Network 3c8011b5-d862-48e1-a970-6f2fa881b1ec requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:07:37.254051 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e46e66ac-0b28-4099-ad2e-00b7c89edf87 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33072122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748162'] for network, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:37.271904 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e46e66ac-0b28-4099-ad2e-00b7c89edf87 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:37.272121 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-fc6a7ed9-8be3-499a-9075-3c457e9db45b tempest-RoutersNegativeTest-121968789 tempest-RoutersNegativeTest-121968789-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9510708 May 20 21:07:37.272701 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-e46e66ac-0b28-4099-ad2e-00b7c89edf87 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "DELETE /v2.0/networks/66a75e9f-357c-4d3b-b3f3-b40223d117cb HTTP/1.1" status: 204 len: 168 time: 0.5005581 May 20 21:07:37.272701 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 48632) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:07:37.274614 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 48634) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:07:37.282321 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-e6d68c44-e982-492d-836c-58b668657541 tempest-RoutersNegativeTest-121968789 tempest-RoutersNegativeTest-121968789-project] Request body: {'network': {'name': 'tempest-router-network01--2004337179'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:07:37.350083 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46e66ac-0b28-4099-ad2e-00b7c89edf87 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Pushing event deleted for resources: {'Network': ['ID=66a75e9f-357c-4d3b-b3f3-b40223d117cb,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:07:37.413364 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6d68c44-e982-492d-836c-58b668657541 tempest-RoutersNegativeTest-121968789 tempest-RoutersNegativeTest-121968789-project] Made reservation on behalf of db6280fc932b4ac2b6a1edc3545f54e4 for: {'network': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:07:37.418120 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e6d68c44-e982-492d-836c-58b668657541 tempest-RoutersNegativeTest-121968789 tempest-RoutersNegativeTest-121968789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for network, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:37.431023 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b79b971e-8d5d-43f1-801f-6d7498e21bc4 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:37.440370 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02cb7efd-a605-458c-a80e-32aa681653a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaee2b848-d4b9-5db1-b6ef-d6db29d67de7-3c8011b5-d862-48e1-a970-6f2fa881b1ec', 'network_id': '3c8011b5-d862-48e1-a970-6f2fa881b1ec', 'tenant_id': 'db6280fc932b4ac2b6a1edc3545f54e4', 'fixed_ips': [{'subnet_id': '2576f380-ae48-4b5c-a2cd-cee75a127b44'}]}} from n-d-842733-1. {{(pid=103164) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 21:07:37.444883 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-02cb7efd-a605-458c-a80e-32aa681653a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:37.488834 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6d68c44-e982-492d-836c-58b668657541 tempest-RoutersNegativeTest-121968789 tempest-RoutersNegativeTest-121968789-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 244} {{(pid=103162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 21:07:37.502088 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e6d68c44-e982-492d-836c-58b668657541 tempest-RoutersNegativeTest-121968789 tempest-RoutersNegativeTest-121968789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:37.502871 n-d-842733-1 neutron-server[103162]: INFO neutron.db.segments_db [None req-e6d68c44-e982-492d-836c-58b668657541 tempest-RoutersNegativeTest-121968789 tempest-RoutersNegativeTest-121968789-project] Added segment 50cd2bed-551a-4107-8cff-ec4da514b673 of type vlan for network ccac06a3-8906-4d2e-a1db-74eb169fe913 May 20 21:07:37.510241 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b79b971e-8d5d-43f1-801f-6d7498e21bc4 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:37.572815 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e6d68c44-e982-492d-836c-58b668657541 tempest-RoutersNegativeTest-121968789 tempest-RoutersNegativeTest-121968789-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418993264'] for network, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:37.668444 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b79b971e-8d5d-43f1-801f-6d7498e21bc4 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:37.671137 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device a8e97d12-c2ad-4ba2-a75a-99f2e3fcc101 no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 21:07:37.671623 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b79b971e-8d5d-43f1-801f-6d7498e21bc4 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:37.673370 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-b79b971e-8d5d-43f1-801f-6d7498e21bc4 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "DELETE /v2.0/security-groups/82988572-6e98-4d4a-89ee-f1a227fea559 HTTP/1.1" status: 204 len: 168 time: 0.3977101 May 20 21:07:37.687210 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79b971e-8d5d-43f1-801f-6d7498e21bc4 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82988572-6e98-4d4a-89ee-f1a227fea559,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:07:37.702436 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e6d68c44-e982-492d-836c-58b668657541 tempest-RoutersNegativeTest-121968789 tempest-RoutersNegativeTest-121968789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524'] for network, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:37.710907 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6d68c44-e982-492d-836c-58b668657541 tempest-RoutersNegativeTest-121968789 tempest-RoutersNegativeTest-121968789-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:07:37.712239 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e6d68c44-e982-492d-836c-58b668657541 tempest-RoutersNegativeTest-121968789 tempest-RoutersNegativeTest-121968789-project] Notify callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:37.757522 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: a8e97d12-c2ad-4ba2-a75a-99f2e3fcc101 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 21:07:37.757880 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device a8e97d12-c2ad-4ba2-a75a-99f2e3fcc101 not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 21:07:37.759322 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 4107e589-06eb-48e0-b100-f490b680197f no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 21:07:37.788438 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: 4107e589-06eb-48e0-b100-f490b680197f {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 21:07:37.793363 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 4107e589-06eb-48e0-b100-f490b680197f not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 21:07:37.794108 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device ff6a4874-ba12-49be-975e-4bc7bee60ce2 no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 21:07:37.810540 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-e6d68c44-e982-492d-836c-58b668657541 tempest-RoutersNegativeTest-121968789 tempest-RoutersNegativeTest-121968789-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5327065 May 20 21:07:37.817285 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 48650) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:07:37.823545 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-a1ea331c-1ea3-43b8-8aa2-3cfc619e37aa tempest-RoutersNegativeTest-121968789 tempest-RoutersNegativeTest-121968789-project] Request body: {'network': {'name': 'tempest-router-network02--1095382618'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:07:37.857743 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: ff6a4874-ba12-49be-975e-4bc7bee60ce2 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 21:07:37.858262 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device ff6a4874-ba12-49be-975e-4bc7bee60ce2 not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 21:07:37.886780 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d68c44-e982-492d-836c-58b668657541 tempest-RoutersNegativeTest-121968789 tempest-RoutersNegativeTest-121968789-project] Pushing event updated for resources: {'Network': ['ID=ccac06a3-8906-4d2e-a1db-74eb169fe913,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:07:37.890133 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [None req-02cb7efd-a605-458c-a80e-32aa681653a4 None None] Allocated IP 172.20.0.2 (3c8011b5-d862-48e1-a970-6f2fa881b1ec/2576f380-ae48-4b5c-a2cd-cee75a127b44/c99e0cb4-01c2-4f81-8f79-c47c0b308167) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:07:37.901775 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Network ccac06a3-8906-4d2e-a1db-74eb169fe913 details requested by agent ovs-agent-n-d-842733-1 with host n-d-842733-1 {{(pid=103164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 20 21:07:37.962008 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1ea331c-1ea3-43b8-8aa2-3cfc619e37aa tempest-RoutersNegativeTest-121968789 tempest-RoutersNegativeTest-121968789-project] Made reservation on behalf of db6280fc932b4ac2b6a1edc3545f54e4 for: {'network': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:07:37.965727 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a1ea331c-1ea3-43b8-8aa2-3cfc619e37aa tempest-RoutersNegativeTest-121968789 tempest-RoutersNegativeTest-121968789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for network, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:37.993584 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1ea331c-1ea3-43b8-8aa2-3cfc619e37aa tempest-RoutersNegativeTest-121968789 tempest-RoutersNegativeTest-121968789-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 238} {{(pid=103163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 21:07:38.013116 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 48658) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:07:38.013784 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a1ea331c-1ea3-43b8-8aa2-3cfc619e37aa tempest-RoutersNegativeTest-121968789 tempest-RoutersNegativeTest-121968789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:38.014149 n-d-842733-1 neutron-server[103163]: INFO neutron.db.segments_db [None req-a1ea331c-1ea3-43b8-8aa2-3cfc619e37aa tempest-RoutersNegativeTest-121968789 tempest-RoutersNegativeTest-121968789-project] Added segment b6014c81-cff1-4a13-8571-5f6f505999f5 of type vlan for network cb20d13b-9e76-4d7d-a5e6-e747b11cf035 May 20 21:07:38.026178 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-8752ec3f-bace-4caf-b76b-7c2aedbd168f tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-839722847', 'description': 'tempest-secgroup-smoke-839722847 description', 'project_id': 'd7932b75a33b465998804b193e9be7ad'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:07:38.078068 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a1ea331c-1ea3-43b8-8aa2-3cfc619e37aa tempest-RoutersNegativeTest-121968789 tempest-RoutersNegativeTest-121968789-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418993264'] for network, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:38.141548 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-02cb7efd-a605-458c-a80e-32aa681653a4 None None] Notify callbacks [] for port, precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:38.156198 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8752ec3f-bace-4caf-b76b-7c2aedbd168f tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:38.184843 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a1ea331c-1ea3-43b8-8aa2-3cfc619e37aa tempest-RoutersNegativeTest-121968789 tempest-RoutersNegativeTest-121968789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524'] for network, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:38.194308 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1ea331c-1ea3-43b8-8aa2-3cfc619e37aa tempest-RoutersNegativeTest-121968789 tempest-RoutersNegativeTest-121968789-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:07:38.194308 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a1ea331c-1ea3-43b8-8aa2-3cfc619e37aa tempest-RoutersNegativeTest-121968789 tempest-RoutersNegativeTest-121968789-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:38.234829 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8752ec3f-bace-4caf-b76b-7c2aedbd168f tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:38.250689 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-02cb7efd-a605-458c-a80e-32aa681653a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108'] for port, after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:38.262341 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ea331c-1ea3-43b8-8aa2-3cfc619e37aa tempest-RoutersNegativeTest-121968789 tempest-RoutersNegativeTest-121968789-project] Pushing event updated for resources: {'Network': ['ID=cb20d13b-9e76-4d7d-a5e6-e747b11cf035,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:07:38.284135 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Network cb20d13b-9e76-4d7d-a5e6-e747b11cf035 details requested by agent ovs-agent-n-d-842733-1 with host n-d-842733-1 {{(pid=103164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 20 21:07:38.307456 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02cb7efd-a605-458c-a80e-32aa681653a4 None None] Network 3c8011b5-d862-48e1-a970-6f2fa881b1ec is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:07:38.340497 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 48666) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:07:38.341405 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-a1ea331c-1ea3-43b8-8aa2-3cfc619e37aa tempest-RoutersNegativeTest-121968789 tempest-RoutersNegativeTest-121968789-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5218718 May 20 21:07:38.349674 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-456cad5d-5f3e-4c37-a218-03527cd01eca tempest-RoutersNegativeTest-121968789 tempest-RoutersNegativeTest-121968789-project] Request body: {'subnet': {'network_id': 'ccac06a3-8906-4d2e-a1db-74eb169fe913', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:07:38.415739 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8752ec3f-bace-4caf-b76b-7c2aedbd168f tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:38.482596 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8752ec3f-bace-4caf-b76b-7c2aedbd168f tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea5f90d5-5ae6-4da5-b5b6-cdd9b1e2e803,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:07:38.545710 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8752ec3f-bace-4caf-b76b-7c2aedbd168f tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:38.547379 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-8752ec3f-bace-4caf-b76b-7c2aedbd168f tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5324278 May 20 21:07:38.558776 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 48676) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:07:38.560633 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-02cb7efd-a605-458c-a80e-32aa681653a4 None None] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:07:38.563942 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-e920b5d0-0e41-4804-b654-ee826c8fce9d tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Request body: {'security_group_rule': {'security_group_id': 'ea5f90d5-5ae6-4da5-b5b6-cdd9b1e2e803', 'project_id': 'd7932b75a33b465998804b193e9be7ad', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:07:38.567845 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02cb7efd-a605-458c-a80e-32aa681653a4 None None] Received port after_create {{(pid=103164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:07:38.571228 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cb7efd-a605-458c-a80e-32aa681653a4 None None] Pushing event updated for resources: {'Port': ['ID=c99e0cb4-01c2-4f81-8f79-c47c0b308167,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:07:38.633233 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-456cad5d-5f3e-4c37-a218-03527cd01eca tempest-RoutersNegativeTest-121968789 tempest-RoutersNegativeTest-121968789-project] Made reservation on behalf of db6280fc932b4ac2b6a1edc3545f54e4 for: {'subnet': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:07:38.637997 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-456cad5d-5f3e-4c37-a218-03527cd01eca tempest-RoutersNegativeTest-121968789 tempest-RoutersNegativeTest-121968789-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4018244'] for subnet, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:38.653809 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-02cb7efd-a605-458c-a80e-32aa681653a4 None None] Attempting to bind port c99e0cb4-01c2-4f81-8f79-c47c0b308167 on host n-d-842733-1 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:07:38.654325 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-02cb7efd-a605-458c-a80e-32aa681653a4 None None] Attempting to bind port c99e0cb4-01c2-4f81-8f79-c47c0b308167 by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': '857425ec-6f2d-4933-8c13-2855accad1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '3c8011b5-d862-48e1-a970-6f2fa881b1ec'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:07:38.655143 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02cb7efd-a605-458c-a80e-32aa681653a4 None None] Attempting to bind port c99e0cb4-01c2-4f81-8f79-c47c0b308167 on network 3c8011b5-d862-48e1-a970-6f2fa881b1ec {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:07:38.663182 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02cb7efd-a605-458c-a80e-32aa681653a4 None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 21, 7, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 21:07:38.663992 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02cb7efd-a605-458c-a80e-32aa681653a4 None None] Checking segment: {'id': '857425ec-6f2d-4933-8c13-2855accad1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '3c8011b5-d862-48e1-a970-6f2fa881b1ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:07:38.664494 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-02cb7efd-a605-458c-a80e-32aa681653a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:38.666190 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02cb7efd-a605-458c-a80e-32aa681653a4 None None] Bound using segment: {'id': '857425ec-6f2d-4933-8c13-2855accad1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '3c8011b5-d862-48e1-a970-6f2fa881b1ec'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 21:07:38.667132 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-02cb7efd-a605-458c-a80e-32aa681653a4 None None] Bound port: c99e0cb4-01c2-4f81-8f79-c47c0b308167, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '857425ec-6f2d-4933-8c13-2855accad1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '3c8011b5-d862-48e1-a970-6f2fa881b1ec'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:07:38.667876 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-02cb7efd-a605-458c-a80e-32aa681653a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:38.734073 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e920b5d0-0e41-4804-b654-ee826c8fce9d tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:38.803107 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-02cb7efd-a605-458c-a80e-32aa681653a4 None None] For port c99e0cb4-01c2-4f81-8f79-c47c0b308167, host n-d-842733-1, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 21:07:38.810639 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e920b5d0-0e41-4804-b654-ee826c8fce9d tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:38.811899 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-02cb7efd-a605-458c-a80e-32aa681653a4 None None] For port c99e0cb4-01c2-4f81-8f79-c47c0b308167, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=c99e0cb4-01c2-4f81-8f79-c47c0b308167,segment=NetworkSegment(857425ec-6f2d-4933-8c13-2855accad1d9),segment_id=857425ec-6f2d-4933-8c13-2855accad1d9)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 21:07:38.888304 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-02cb7efd-a605-458c-a80e-32aa681653a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:38.898379 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e920b5d0-0e41-4804-b654-ee826c8fce9d tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691816'] for security_group_rule, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:38.927781 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e920b5d0-0e41-4804-b654-ee826c8fce9d tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e636a5cd-e35e-4038-949f-3b747e9d0514,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:07:38.979051 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cb7efd-a605-458c-a80e-32aa681653a4 None None] Pushing event updated for resources: {'Port': ['ID=c99e0cb4-01c2-4f81-8f79-c47c0b308167,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:07:38.993174 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e920b5d0-0e41-4804-b654-ee826c8fce9d tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:38.995108 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-e920b5d0-0e41-4804-b654-ee826c8fce9d tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4349916 May 20 21:07:39.002414 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 48690) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:07:39.002762 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-78f63243-3635-48e5-9bdf-deaeb238dd81 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Request body: {'security_group_rule': {'security_group_id': 'ea5f90d5-5ae6-4da5-b5b6-cdd9b1e2e803', 'project_id': 'd7932b75a33b465998804b193e9be7ad', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:07:39.028488 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-456cad5d-5f3e-4c37-a218-03527cd01eca tempest-RoutersNegativeTest-121968789 tempest-RoutersNegativeTest-121968789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3797684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4018258'] for subnet, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:39.127183 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456cad5d-5f3e-4c37-a218-03527cd01eca tempest-RoutersNegativeTest-121968789 tempest-RoutersNegativeTest-121968789-project] Pushing event updated for resources: {'Subnet': ['ID=fc21cca5-1f42-4e4d-94f2-66525a22121a,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:07:39.130871 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-456cad5d-5f3e-4c37-a218-03527cd01eca tempest-RoutersNegativeTest-121968789 tempest-RoutersNegativeTest-121968789-project] Checking segment: {'id': '50cd2bed-551a-4107-8cff-ec4da514b673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'ccac06a3-8906-4d2e-a1db-74eb169fe913'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:07:39.131316 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-456cad5d-5f3e-4c37-a218-03527cd01eca tempest-RoutersNegativeTest-121968789 tempest-RoutersNegativeTest-121968789-project] Network hostable DHCP agents. Network: ccac06a3-8906-4d2e-a1db-74eb169fe913, hostable agents: ['c9b0653c-f3c7-4339-bd50-e3754b629216'], hosted agents: [] {{(pid=103162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 21:07:39.178571 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-78f63243-3635-48e5-9bdf-deaeb238dd81 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:39.315391 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-456cad5d-5f3e-4c37-a218-03527cd01eca tempest-RoutersNegativeTest-121968789 tempest-RoutersNegativeTest-121968789-project] Network ccac06a3-8906-4d2e-a1db-74eb169fe913 is scheduled to be hosted by DHCP agent c9b0653c-f3c7-4339-bd50-e3754b629216 with binding_index 1 {{(pid=103162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 21:07:39.330178 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-78f63243-3635-48e5-9bdf-deaeb238dd81 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:39.380215 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 48700) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:07:39.389896 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-83678dde-45b0-4e5f-a55c-745680924046 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Request body: {'network': {'name': 'tempest-network-smoke--1640275044', 'project_id': 'c123cb74b8ff4d85a73259ad4409ba24', 'port_security_enabled': True}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:07:39.411014 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-78f63243-3635-48e5-9bdf-deaeb238dd81 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691816'] for security_group_rule, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:39.418326 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-456cad5d-5f3e-4c37-a218-03527cd01eca tempest-RoutersNegativeTest-121968789 tempest-RoutersNegativeTest-121968789-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842733-1, ccac06a3-8906-4d2e-a1db-74eb169fe913) {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:07:39.426705 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-456cad5d-5f3e-4c37-a218-03527cd01eca tempest-RoutersNegativeTest-121968789 tempest-RoutersNegativeTest-121968789-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:07:39.426705 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-456cad5d-5f3e-4c37-a218-03527cd01eca tempest-RoutersNegativeTest-121968789 tempest-RoutersNegativeTest-121968789-project] Notify callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:39.436444 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0de9024-e92c-47d0-a60a-b5e7ee0ae9f3 None None] Network ccac06a3-8906-4d2e-a1db-74eb169fe913 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:07:39.448468 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f63243-3635-48e5-9bdf-deaeb238dd81 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7748b27-322c-42de-bdd9-03a50bc20c94,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:07:39.547877 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83678dde-45b0-4e5f-a55c-745680924046 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Made reservation on behalf of c123cb74b8ff4d85a73259ad4409ba24 for: {'network': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:07:39.552322 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-83678dde-45b0-4e5f-a55c-745680924046 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for network, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:39.558674 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-78f63243-3635-48e5-9bdf-deaeb238dd81 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:39.559917 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-78f63243-3635-48e5-9bdf-deaeb238dd81 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5611537 May 20 21:07:39.566662 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-456cad5d-5f3e-4c37-a218-03527cd01eca tempest-RoutersNegativeTest-121968789 tempest-RoutersNegativeTest-121968789-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2212555 May 20 21:07:39.566662 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 48704) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:07:39.569353 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-59dfd195-a701-4847-81a8-f6653d6f67dc tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Request body: {'security_group_rule': {'security_group_id': 'ea5f90d5-5ae6-4da5-b5b6-cdd9b1e2e803', 'project_id': 'd7932b75a33b465998804b193e9be7ad', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:07:39.577003 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 48706) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:07:39.587602 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-83678dde-45b0-4e5f-a55c-745680924046 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:39.604064 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-a004c1c4-46b1-4ea9-a9a6-a882e00c67d5 tempest-RoutersNegativeTest-121968789 tempest-RoutersNegativeTest-121968789-project] Request body: {'subnet': {'network_id': 'cb20d13b-9e76-4d7d-a5e6-e747b11cf035', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:07:39.654420 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device c99e0cb4-01c2-4f81-8f79-c47c0b308167 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:07:39.688003 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-59dfd195-a701-4847-81a8-f6653d6f67dc tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:39.700630 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1216e9d-9b0a-4663-ba80-ecc03d6245b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaee2b848-d4b9-5db1-b6ef-d6db29d67de7-ccac06a3-8906-4d2e-a1db-74eb169fe913', 'network_id': 'ccac06a3-8906-4d2e-a1db-74eb169fe913', 'tenant_id': 'db6280fc932b4ac2b6a1edc3545f54e4', 'fixed_ips': [{'subnet_id': 'fc21cca5-1f42-4e4d-94f2-66525a22121a'}]}} from n-d-842733-1. {{(pid=103164) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 21:07:39.702107 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c1216e9d-9b0a-4663-ba80-ecc03d6245b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:39.798498 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-59dfd195-a701-4847-81a8-f6653d6f67dc tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:39.801123 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-83678dde-45b0-4e5f-a55c-745680924046 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:39.818869 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a004c1c4-46b1-4ea9-a9a6-a882e00c67d5 tempest-RoutersNegativeTest-121968789 tempest-RoutersNegativeTest-121968789-project] Made reservation on behalf of db6280fc932b4ac2b6a1edc3545f54e4 for: {'subnet': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:07:39.822934 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a004c1c4-46b1-4ea9-a9a6-a882e00c67d5 tempest-RoutersNegativeTest-121968789 tempest-RoutersNegativeTest-121968789-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8422561'] for subnet, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:39.851342 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port c99e0cb4-01c2-4f81-8f79-c47c0b308167 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:07:39.851707 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:39.923066 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-59dfd195-a701-4847-81a8-f6653d6f67dc tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691816'] for security_group_rule, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:39.925167 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-83678dde-45b0-4e5f-a55c-745680924046 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:39.972006 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [None req-c1216e9d-9b0a-4663-ba80-ecc03d6245b3 None None] Allocated IP 172.20.0.2 (ccac06a3-8906-4d2e-a1db-74eb169fe913/fc21cca5-1f42-4e4d-94f2-66525a22121a/579ef099-a2f9-4c47-a897-a77dfe2cb1a3) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:07:39.996073 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port c99e0cb4-01c2-4f81-8f79-c47c0b308167 is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:07:39.996448 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:40.019817 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dfd195-a701-4847-81a8-f6653d6f67dc tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba762a65-57c0-4199-b57a-d8f03dce6634,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:07:40.067092 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-59dfd195-a701-4847-81a8-f6653d6f67dc tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:40.073537 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-59dfd195-a701-4847-81a8-f6653d6f67dc tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5075977 May 20 21:07:40.074352 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 48710) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:07:40.082734 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] For port c99e0cb4-01c2-4f81-8f79-c47c0b308167, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=c99e0cb4-01c2-4f81-8f79-c47c0b308167,segment=NetworkSegment(857425ec-6f2d-4933-8c13-2855accad1d9),segment_id=857425ec-6f2d-4933-8c13-2855accad1d9)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:07:40.084342 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-517ba045-4681-4bc3-a886-c04707308795 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Request body: {'security_group_rule': {'security_group_id': 'ea5f90d5-5ae6-4da5-b5b6-cdd9b1e2e803', 'project_id': 'd7932b75a33b465998804b193e9be7ad', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:07:40.107094 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83678dde-45b0-4e5f-a55c-745680924046 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08c2b465-f827-4cb8-8530-66b3d0cda799,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:07:40.117764 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83678dde-45b0-4e5f-a55c-745680924046 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 249} {{(pid=103163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 21:07:40.161326 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-83678dde-45b0-4e5f-a55c-745680924046 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:40.161326 n-d-842733-1 neutron-server[103163]: INFO neutron.db.segments_db [None req-83678dde-45b0-4e5f-a55c-745680924046 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Added segment 5b70e891-1f09-49b1-94eb-811571878995 of type vlan for network 566fc6b8-d480-4425-83fd-90dbc48e9800 May 20 21:07:40.224712 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:40.251606 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-517ba045-4681-4bc3-a886-c04707308795 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:40.266389 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-83678dde-45b0-4e5f-a55c-745680924046 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418993264'] for network, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:40.283791 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c1216e9d-9b0a-4663-ba80-ecc03d6245b3 None None] Notify callbacks [] for port, precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:40.314115 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Pushing event updated for resources: {'Port': ['ID=c99e0cb4-01c2-4f81-8f79-c47c0b308167,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:07:40.326562 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-517ba045-4681-4bc3-a886-c04707308795 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:40.388017 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a004c1c4-46b1-4ea9-a9a6-a882e00c67d5 tempest-RoutersNegativeTest-121968789 tempest-RoutersNegativeTest-121968789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9641412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8422583'] for subnet, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:40.392495 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3b6b32a-00eb-43b5-a17c-166d4bda67d9 None None] Network 3c8011b5-d862-48e1-a970-6f2fa881b1ec requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:07:40.433813 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-517ba045-4681-4bc3-a886-c04707308795 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691816'] for security_group_rule, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:40.451478 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-83678dde-45b0-4e5f-a55c-745680924046 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524'] for network, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:40.457326 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c1216e9d-9b0a-4663-ba80-ecc03d6245b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108'] for port, after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:40.457893 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83678dde-45b0-4e5f-a55c-745680924046 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:07:40.458260 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-83678dde-45b0-4e5f-a55c-745680924046 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:40.465565 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ba045-4681-4bc3-a886-c04707308795 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd799286-f03c-44fb-bf49-af6d83a055a3,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:07:40.517980 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1216e9d-9b0a-4663-ba80-ecc03d6245b3 None None] Pushing event updated for resources: {'Port': ['ID=579ef099-a2f9-4c47-a897-a77dfe2cb1a3,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:07:40.538374 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a004c1c4-46b1-4ea9-a9a6-a882e00c67d5 tempest-RoutersNegativeTest-121968789 tempest-RoutersNegativeTest-121968789-project] Pushing event updated for resources: {'Subnet': ['ID=c1705da1-288d-4a47-9306-49dcd3ec2dd2,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:07:40.547678 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a004c1c4-46b1-4ea9-a9a6-a882e00c67d5 tempest-RoutersNegativeTest-121968789 tempest-RoutersNegativeTest-121968789-project] Checking segment: {'id': 'b6014c81-cff1-4a13-8571-5f6f505999f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'cb20d13b-9e76-4d7d-a5e6-e747b11cf035'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:07:40.547866 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1216e9d-9b0a-4663-ba80-ecc03d6245b3 None None] Network ccac06a3-8906-4d2e-a1db-74eb169fe913 is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:07:40.548157 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a004c1c4-46b1-4ea9-a9a6-a882e00c67d5 tempest-RoutersNegativeTest-121968789 tempest-RoutersNegativeTest-121968789-project] Network hostable DHCP agents. Network: cb20d13b-9e76-4d7d-a5e6-e747b11cf035, hostable agents: ['c9b0653c-f3c7-4339-bd50-e3754b629216'], hosted agents: [] {{(pid=103163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 21:07:40.548610 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-67b3dd36-ba1d-4a7f-b247-ef5515ed625f None None] Provisioning complete for port c99e0cb4-01c2-4f81-8f79-c47c0b308167 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:07:40.548972 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-67b3dd36-ba1d-4a7f-b247-ef5515ed625f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:40.554718 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-c1216e9d-9b0a-4663-ba80-ecc03d6245b3 None None] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:07:40.569754 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83678dde-45b0-4e5f-a55c-745680924046 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Pushing event updated for resources: {'Network': ['ID=566fc6b8-d480-4425-83fd-90dbc48e9800,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:07:40.581974 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1216e9d-9b0a-4663-ba80-ecc03d6245b3 None None] Received port after_create {{(pid=103164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:07:40.599602 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-517ba045-4681-4bc3-a886-c04707308795 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:40.601355 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-83678dde-45b0-4e5f-a55c-745680924046 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.2169974 May 20 21:07:40.602054 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 48720) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:07:40.604060 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Network 566fc6b8-d480-4425-83fd-90dbc48e9800 details requested by agent ovs-agent-n-d-842733-1 with host n-d-842733-1 {{(pid=103164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 20 21:07:40.607719 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-069c93c9-ae63-48c4-a043-16e638d94425 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1393483931', 'admin_state_up': True, 'project_id': 'c123cb74b8ff4d85a73259ad4409ba24', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'}}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:07:40.610014 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-517ba045-4681-4bc3-a886-c04707308795 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5343652 May 20 21:07:40.611178 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 48722) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:07:40.631635 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-82d9297b-c72a-4e66-87d5-f86115c5da96 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Request body: {'security_group_rule': {'security_group_id': 'ea5f90d5-5ae6-4da5-b5b6-cdd9b1e2e803', 'project_id': 'd7932b75a33b465998804b193e9be7ad', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:07:40.682230 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a004c1c4-46b1-4ea9-a9a6-a882e00c67d5 tempest-RoutersNegativeTest-121968789 tempest-RoutersNegativeTest-121968789-project] Network cb20d13b-9e76-4d7d-a5e6-e747b11cf035 is scheduled to be hosted by DHCP agent c9b0653c-f3c7-4339-bd50-e3754b629216 with binding_index 1 {{(pid=103163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 21:07:40.710743 n-d-842733-1 neutron-server[103162]: INFO neutron.db.securitygroups_db [None req-82d9297b-c72a-4e66-87d5-f86115c5da96 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Project d7932b75a33b465998804b193e9be7ad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 20 21:07:40.711362 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-069c93c9-ae63-48c4-a043-16e638d94425 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-694221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26155'] for router, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:40.712681 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-069c93c9-ae63-48c4-a043-16e638d94425 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-693085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748153', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-718080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26162'] for router, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:40.719004 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-82d9297b-c72a-4e66-87d5-f86115c5da96 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:40.812442 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-069c93c9-ae63-48c4-a043-16e638d94425 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:40.815912 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-a004c1c4-46b1-4ea9-a9a6-a882e00c67d5 tempest-RoutersNegativeTest-121968789 tempest-RoutersNegativeTest-121968789-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842733-1, cb20d13b-9e76-4d7d-a5e6-e747b11cf035) {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:07:40.825289 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a004c1c4-46b1-4ea9-a9a6-a882e00c67d5 tempest-RoutersNegativeTest-121968789 tempest-RoutersNegativeTest-121968789-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:07:40.827081 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a004c1c4-46b1-4ea9-a9a6-a882e00c67d5 tempest-RoutersNegativeTest-121968789 tempest-RoutersNegativeTest-121968789-project] Notify callbacks [] for subnet, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:40.847052 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-c1216e9d-9b0a-4663-ba80-ecc03d6245b3 None None] Attempting to bind port 579ef099-a2f9-4c47-a897-a77dfe2cb1a3 on host n-d-842733-1 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:07:40.847672 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-c1216e9d-9b0a-4663-ba80-ecc03d6245b3 None None] Attempting to bind port 579ef099-a2f9-4c47-a897-a77dfe2cb1a3 by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': '50cd2bed-551a-4107-8cff-ec4da514b673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'ccac06a3-8906-4d2e-a1db-74eb169fe913'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:07:40.848049 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1216e9d-9b0a-4663-ba80-ecc03d6245b3 None None] Attempting to bind port 579ef099-a2f9-4c47-a897-a77dfe2cb1a3 on network ccac06a3-8906-4d2e-a1db-74eb169fe913 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:07:40.848976 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-82d9297b-c72a-4e66-87d5-f86115c5da96 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:40.853908 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-67b3dd36-ba1d-4a7f-b247-ef5515ed625f None None] Current status of the port c99e0cb4-01c2-4f81-8f79-c47c0b308167 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:07:40.857864 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4286337-2458-441c-b25d-96aff611685f None None] Network cb20d13b-9e76-4d7d-a5e6-e747b11cf035 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:07:40.879324 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1216e9d-9b0a-4663-ba80-ecc03d6245b3 None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 21, 7, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 21:07:40.879747 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1216e9d-9b0a-4663-ba80-ecc03d6245b3 None None] Checking segment: {'id': '50cd2bed-551a-4107-8cff-ec4da514b673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'ccac06a3-8906-4d2e-a1db-74eb169fe913'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:07:40.880084 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c1216e9d-9b0a-4663-ba80-ecc03d6245b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:40.880736 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1216e9d-9b0a-4663-ba80-ecc03d6245b3 None None] Bound using segment: {'id': '50cd2bed-551a-4107-8cff-ec4da514b673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'ccac06a3-8906-4d2e-a1db-74eb169fe913'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 21:07:40.885673 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-c1216e9d-9b0a-4663-ba80-ecc03d6245b3 None None] Bound port: 579ef099-a2f9-4c47-a897-a77dfe2cb1a3, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50cd2bed-551a-4107-8cff-ec4da514b673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'ccac06a3-8906-4d2e-a1db-74eb169fe913'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:07:40.885673 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c1216e9d-9b0a-4663-ba80-ecc03d6245b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:40.907896 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-82d9297b-c72a-4e66-87d5-f86115c5da96 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691816'] for security_group_rule, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:40.942125 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d9297b-c72a-4e66-87d5-f86115c5da96 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=626deb1f-9de3-4fb2-a854-809960f3d7d6,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:07:40.948378 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-a004c1c4-46b1-4ea9-a9a6-a882e00c67d5 tempest-RoutersNegativeTest-121968789 tempest-RoutersNegativeTest-121968789-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3623488 May 20 21:07:40.951724 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 48726) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:07:41.040222 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-82d9297b-c72a-4e66-87d5-f86115c5da96 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:41.043968 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-82d9297b-c72a-4e66-87d5-f86115c5da96 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4265110 May 20 21:07:41.048585 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 48728) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:07:41.062109 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-11bc6e70-c3ab-42ed-9f24-9e312b3bd897 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Request body: {'security_group_rule': {'security_group_id': 'ea5f90d5-5ae6-4da5-b5b6-cdd9b1e2e803', 'project_id': 'd7932b75a33b465998804b193e9be7ad', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:07:41.138859 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-069c93c9-ae63-48c4-a043-16e638d94425 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:41.142320 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0c83cf9-02f1-4554-bfca-1c402f84ee38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaee2b848-d4b9-5db1-b6ef-d6db29d67de7-cb20d13b-9e76-4d7d-a5e6-e747b11cf035', 'network_id': 'cb20d13b-9e76-4d7d-a5e6-e747b11cf035', 'tenant_id': 'db6280fc932b4ac2b6a1edc3545f54e4', 'fixed_ips': [{'subnet_id': 'c1705da1-288d-4a47-9306-49dcd3ec2dd2'}]}} from n-d-842733-1. {{(pid=103164) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 21:07:41.145099 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-e0c83cf9-02f1-4554-bfca-1c402f84ee38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:41.329017 n-d-842733-1 neutron-server[103162]: INFO neutron.db.securitygroups_db [None req-11bc6e70-c3ab-42ed-9f24-9e312b3bd897 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Project d7932b75a33b465998804b193e9be7ad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 20 21:07:41.338959 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-11bc6e70-c3ab-42ed-9f24-9e312b3bd897 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:41.359978 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-c1216e9d-9b0a-4663-ba80-ecc03d6245b3 None None] For port 579ef099-a2f9-4c47-a897-a77dfe2cb1a3, host n-d-842733-1, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 21:07:41.377985 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-c1216e9d-9b0a-4663-ba80-ecc03d6245b3 None None] For port 579ef099-a2f9-4c47-a897-a77dfe2cb1a3, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=579ef099-a2f9-4c47-a897-a77dfe2cb1a3,segment=NetworkSegment(50cd2bed-551a-4107-8cff-ec4da514b673),segment_id=50cd2bed-551a-4107-8cff-ec4da514b673)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 21:07:41.445536 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-90508589-e36a-48dd-a3c6-0f4c0b4a467d tempest-RoutersNegativeTest-121968789 tempest-RoutersNegativeTest-121968789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:41.450988 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-11bc6e70-c3ab-42ed-9f24-9e312b3bd897 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:41.504829 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c1216e9d-9b0a-4663-ba80-ecc03d6245b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:41.543636 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-11bc6e70-c3ab-42ed-9f24-9e312b3bd897 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691816'] for security_group_rule, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:41.586940 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bc6e70-c3ab-42ed-9f24-9e312b3bd897 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c8bb756-f06b-44d0-90fd-68c66f4b17ce,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:07:41.643550 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-069c93c9-ae63-48c4-a043-16e638d94425 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Notify callbacks [] for router_gateway, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:41.661904 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-11bc6e70-c3ab-42ed-9f24-9e312b3bd897 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:41.667307 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-11bc6e70-c3ab-42ed-9f24-9e312b3bd897 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6116481 May 20 21:07:41.671646 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 48736) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:07:41.678620 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-069c93c9-ae63-48c4-a043-16e638d94425 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:41.693481 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-8d5dafbe-7314-42f7-8af4-2cdbc320bc01 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Request body: {'network': {'name': 'tempest-network-smoke--1488373211', 'project_id': 'd7932b75a33b465998804b193e9be7ad', 'port_security_enabled': True}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:07:41.693646 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1216e9d-9b0a-4663-ba80-ecc03d6245b3 None None] Pushing event updated for resources: {'Port': ['ID=579ef099-a2f9-4c47-a897-a77dfe2cb1a3,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:07:41.693646 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device c99e0cb4-01c2-4f81-8f79-c47c0b308167 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:07:41.753264 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [None req-e0c83cf9-02f1-4554-bfca-1c402f84ee38 None None] Allocated IP 172.20.0.2 (cb20d13b-9e76-4d7d-a5e6-e747b11cf035/c1705da1-288d-4a47-9306-49dcd3ec2dd2/bf064863-333b-4afb-a8b2-29bb684ae228) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:07:41.845751 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-069c93c9-ae63-48c4-a043-16e638d94425 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Allocated IP 172.25.2.214 (e3a93b5c-91e2-4064-9c2c-1afc261bfe15/86fee0c1-6e34-488b-9216-b2b8e7ef585a/8a0117b9-cb3a-4ae7-9440-09880842ddeb) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:07:41.873993 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port c99e0cb4-01c2-4f81-8f79-c47c0b308167 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:07:41.874511 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:42.016415 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-069c93c9-ae63-48c4-a043-16e638d94425 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Notify callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:42.040528 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-10a67e50-f470-40b4-8da2-efb5cfebcbd9 None None] Provisioning complete for port c99e0cb4-01c2-4f81-8f79-c47c0b308167 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:07:42.040900 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-10a67e50-f470-40b4-8da2-efb5cfebcbd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:42.145305 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-e0c83cf9-02f1-4554-bfca-1c402f84ee38 None None] Notify callbacks [] for port, precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:42.162271 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-069c93c9-ae63-48c4-a043-16e638d94425 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:42.208639 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port c99e0cb4-01c2-4f81-8f79-c47c0b308167 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:07:42.236862 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-069c93c9-ae63-48c4-a043-16e638d94425 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Network e3a93b5c-91e2-4064-9c2c-1afc261bfe15 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:07:42.241019 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-069c93c9-ae63-48c4-a043-16e638d94425 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:07:42.244340 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-069c93c9-ae63-48c4-a043-16e638d94425 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:07:42.271413 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-e0c83cf9-02f1-4554-bfca-1c402f84ee38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108'] for port, after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:42.309995 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069c93c9-ae63-48c4-a043-16e638d94425 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Pushing event updated for resources: {'Port': ['ID=8a0117b9-cb3a-4ae7-9440-09880842ddeb,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:07:42.339302 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-10a67e50-f470-40b4-8da2-efb5cfebcbd9 None None] Current status of the port c99e0cb4-01c2-4f81-8f79-c47c0b308167 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:07:42.352479 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0c83cf9-02f1-4554-bfca-1c402f84ee38 None None] Network cb20d13b-9e76-4d7d-a5e6-e747b11cf035 is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:07:42.355938 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-e0c83cf9-02f1-4554-bfca-1c402f84ee38 None None] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:07:42.359679 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c83cf9-02f1-4554-bfca-1c402f84ee38 None None] Received port after_create {{(pid=103164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:07:42.386728 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c83cf9-02f1-4554-bfca-1c402f84ee38 None None] Pushing event updated for resources: {'Port': ['ID=bf064863-333b-4afb-a8b2-29bb684ae228,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:07:42.391514 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d5dafbe-7314-42f7-8af4-2cdbc320bc01 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Made reservation on behalf of d7932b75a33b465998804b193e9be7ad for: {'network': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:07:42.400105 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8d5dafbe-7314-42f7-8af4-2cdbc320bc01 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for network, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:42.403226 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-90508589-e36a-48dd-a3c6-0f4c0b4a467d tempest-RoutersNegativeTest-121968789 tempest-RoutersNegativeTest-121968789-project] Allocated IP 172.20.0.1 (ccac06a3-8906-4d2e-a1db-74eb169fe913/fc21cca5-1f42-4e4d-94f2-66525a22121a/cff48176-178b-42a1-a1e7-8a8cc169e866) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:07:42.441923 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-e0c83cf9-02f1-4554-bfca-1c402f84ee38 None None] Attempting to bind port bf064863-333b-4afb-a8b2-29bb684ae228 on host n-d-842733-1 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:07:42.442226 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-e0c83cf9-02f1-4554-bfca-1c402f84ee38 None None] Attempting to bind port bf064863-333b-4afb-a8b2-29bb684ae228 by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': 'b6014c81-cff1-4a13-8571-5f6f505999f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'cb20d13b-9e76-4d7d-a5e6-e747b11cf035'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:07:42.442591 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c83cf9-02f1-4554-bfca-1c402f84ee38 None None] Attempting to bind port bf064863-333b-4afb-a8b2-29bb684ae228 on network cb20d13b-9e76-4d7d-a5e6-e747b11cf035 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:07:42.448236 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c83cf9-02f1-4554-bfca-1c402f84ee38 None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 21, 7, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 21:07:42.448608 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c83cf9-02f1-4554-bfca-1c402f84ee38 None None] Checking segment: {'id': 'b6014c81-cff1-4a13-8571-5f6f505999f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'cb20d13b-9e76-4d7d-a5e6-e747b11cf035'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:07:42.449584 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-e0c83cf9-02f1-4554-bfca-1c402f84ee38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:42.449987 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c83cf9-02f1-4554-bfca-1c402f84ee38 None None] Bound using segment: {'id': 'b6014c81-cff1-4a13-8571-5f6f505999f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'cb20d13b-9e76-4d7d-a5e6-e747b11cf035'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 21:07:42.450453 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-e0c83cf9-02f1-4554-bfca-1c402f84ee38 None None] Bound port: bf064863-333b-4afb-a8b2-29bb684ae228, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6014c81-cff1-4a13-8571-5f6f505999f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'cb20d13b-9e76-4d7d-a5e6-e747b11cf035'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:07:42.450839 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-e0c83cf9-02f1-4554-bfca-1c402f84ee38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:42.524826 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-e0c83cf9-02f1-4554-bfca-1c402f84ee38 None None] For port bf064863-333b-4afb-a8b2-29bb684ae228, host n-d-842733-1, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 21:07:42.528002 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-e0c83cf9-02f1-4554-bfca-1c402f84ee38 None None] For port bf064863-333b-4afb-a8b2-29bb684ae228, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=bf064863-333b-4afb-a8b2-29bb684ae228,segment=NetworkSegment(b6014c81-cff1-4a13-8571-5f6f505999f5),segment_id=b6014c81-cff1-4a13-8571-5f6f505999f5)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 21:07:42.536594 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d5dafbe-7314-42f7-8af4-2cdbc320bc01 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 242} {{(pid=103162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 21:07:42.585478 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8d5dafbe-7314-42f7-8af4-2cdbc320bc01 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:42.586156 n-d-842733-1 neutron-server[103162]: INFO neutron.db.segments_db [None req-8d5dafbe-7314-42f7-8af4-2cdbc320bc01 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Added segment fe2f1272-64e9-4f54-a89e-7afc10d54383 of type vlan for network 9eccc106-4609-4d2d-abe2-76ba1cf9de32 May 20 21:07:42.588160 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-e0c83cf9-02f1-4554-bfca-1c402f84ee38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:42.648956 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8d5dafbe-7314-42f7-8af4-2cdbc320bc01 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418993264'] for network, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:42.683393 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c83cf9-02f1-4554-bfca-1c402f84ee38 None None] Pushing event updated for resources: {'Port': ['ID=bf064863-333b-4afb-a8b2-29bb684ae228,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:07:42.769975 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-90508589-e36a-48dd-a3c6-0f4c0b4a467d tempest-RoutersNegativeTest-121968789 tempest-RoutersNegativeTest-121968789-project] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:42.830397 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8d5dafbe-7314-42f7-8af4-2cdbc320bc01 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524'] for network, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:42.837774 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d5dafbe-7314-42f7-8af4-2cdbc320bc01 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:07:42.839713 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8d5dafbe-7314-42f7-8af4-2cdbc320bc01 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:42.853972 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-069c93c9-ae63-48c4-a043-16e638d94425 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Notify callbacks [] for router_gateway, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:42.926815 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-90508589-e36a-48dd-a3c6-0f4c0b4a467d tempest-RoutersNegativeTest-121968789 tempest-RoutersNegativeTest-121968789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:42.967117 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-8d5dafbe-7314-42f7-8af4-2cdbc320bc01 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.2939813 May 20 21:07:42.974442 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 48752) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:07:42.987262 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-b4a472ed-cb07-4ae0-84b5-6e9195d2f0fa tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1063020110', 'admin_state_up': True, 'project_id': 'd7932b75a33b465998804b193e9be7ad', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'}}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:07:43.007738 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90508589-e36a-48dd-a3c6-0f4c0b4a467d tempest-RoutersNegativeTest-121968789 tempest-RoutersNegativeTest-121968789-project] Network ccac06a3-8906-4d2e-a1db-74eb169fe913 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:07:43.016617 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-90508589-e36a-48dd-a3c6-0f4c0b4a467d tempest-RoutersNegativeTest-121968789 tempest-RoutersNegativeTest-121968789-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:07:43.016617 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5dafbe-7314-42f7-8af4-2cdbc320bc01 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Pushing event updated for resources: {'Network': ['ID=9eccc106-4609-4d2d-abe2-76ba1cf9de32,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:07:43.020595 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90508589-e36a-48dd-a3c6-0f4c0b4a467d tempest-RoutersNegativeTest-121968789 tempest-RoutersNegativeTest-121968789-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:07:43.038485 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Network 9eccc106-4609-4d2d-abe2-76ba1cf9de32 details requested by agent ovs-agent-n-d-842733-1 with host n-d-842733-1 {{(pid=103164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 20 21:07:43.095125 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b4a472ed-cb07-4ae0-84b5-6e9195d2f0fa tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-694221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26155'] for router, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:43.098793 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b4a472ed-cb07-4ae0-84b5-6e9195d2f0fa tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-693085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748153', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-718080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26162'] for router, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:43.100563 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-90508589-e36a-48dd-a3c6-0f4c0b4a467d tempest-RoutersNegativeTest-121968789 tempest-RoutersNegativeTest-121968789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748409'] for router_interface, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:43.170219 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90508589-e36a-48dd-a3c6-0f4c0b4a467d tempest-RoutersNegativeTest-121968789 tempest-RoutersNegativeTest-121968789-project] Pushing event updated for resources: {'Port': ['ID=cff48176-178b-42a1-a1e7-8a8cc169e866,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:07:43.289169 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b4a472ed-cb07-4ae0-84b5-6e9195d2f0fa tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:43.347604 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-069c93c9-ae63-48c4-a043-16e638d94425 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748106'] for router, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:43.351596 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5e8b054-6d51-4deb-8d0c-eed6318523a5 None None] Network ccac06a3-8906-4d2e-a1db-74eb169fe913 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:07:43.418665 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-30e4167c-f935-4ee7-9400-3b0c686e1537 None None] Provisioning complete for port 579ef099-a2f9-4c47-a897-a77dfe2cb1a3 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:07:43.419438 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-30e4167c-f935-4ee7-9400-3b0c686e1537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:43.431184 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-90508589-e36a-48dd-a3c6-0f4c0b4a467d tempest-RoutersNegativeTest-121968789 tempest-RoutersNegativeTest-121968789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:43.637889 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-30e4167c-f935-4ee7-9400-3b0c686e1537 None None] Current status of the port 579ef099-a2f9-4c47-a897-a77dfe2cb1a3 is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:07:43.638364 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-30e4167c-f935-4ee7-9400-3b0c686e1537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:43.761532 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-30e4167c-f935-4ee7-9400-3b0c686e1537 None None] For port 579ef099-a2f9-4c47-a897-a77dfe2cb1a3, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=579ef099-a2f9-4c47-a897-a77dfe2cb1a3,segment=NetworkSegment(50cd2bed-551a-4107-8cff-ec4da514b673),segment_id=50cd2bed-551a-4107-8cff-ec4da514b673)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:07:43.810650 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 579ef099-a2f9-4c47-a897-a77dfe2cb1a3 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:07:43.881137 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-30e4167c-f935-4ee7-9400-3b0c686e1537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:43.933298 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-90508589-e36a-48dd-a3c6-0f4c0b4a467d tempest-RoutersNegativeTest-121968789 tempest-RoutersNegativeTest-121968789-project] Notify callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:44.005328 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-90508589-e36a-48dd-a3c6-0f4c0b4a467d tempest-RoutersNegativeTest-121968789 tempest-RoutersNegativeTest-121968789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:44.034231 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 579ef099-a2f9-4c47-a897-a77dfe2cb1a3 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:07:44.034907 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:44.112322 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e4167c-f935-4ee7-9400-3b0c686e1537 None None] Pushing event updated for resources: {'Port': ['ID=579ef099-a2f9-4c47-a897-a77dfe2cb1a3,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:07:44.188329 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90508589-e36a-48dd-a3c6-0f4c0b4a467d tempest-RoutersNegativeTest-121968789 tempest-RoutersNegativeTest-121968789-project] Pushing event updated for resources: {'Port': ['ID=cff48176-178b-42a1-a1e7-8a8cc169e866,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:07:44.197171 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-90508589-e36a-48dd-a3c6-0f4c0b4a467d tempest-RoutersNegativeTest-121968789 tempest-RoutersNegativeTest-121968789-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748437'] for router_interface, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:44.241813 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 579ef099-a2f9-4c47-a897-a77dfe2cb1a3 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:07:44.243974 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device bf064863-333b-4afb-a8b2-29bb684ae228 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:07:44.319984 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-5a0160d1-78c1-4a47-8805-9b71bd0b01d3 None None] Provisioning complete for port cff48176-178b-42a1-a1e7-8a8cc169e866 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:07:44.320375 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-5a0160d1-78c1-4a47-8805-9b71bd0b01d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:44.384441 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90508589-e36a-48dd-a3c6-0f4c0b4a467d tempest-RoutersNegativeTest-121968789 tempest-RoutersNegativeTest-121968789-project] Network ccac06a3-8906-4d2e-a1db-74eb169fe913 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:07:44.386063 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-90508589-e36a-48dd-a3c6-0f4c0b4a467d tempest-RoutersNegativeTest-121968789 tempest-RoutersNegativeTest-121968789-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:07:44.545973 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b4a472ed-cb07-4ae0-84b5-6e9195d2f0fa tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:44.643357 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-5a0160d1-78c1-4a47-8805-9b71bd0b01d3 None None] Port cff48176-178b-42a1-a1e7-8a8cc169e866 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 21:07:44.647306 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aea0db7-7fa1-4b9b-83b1-903d4a58c9c5 None None] Network cb20d13b-9e76-4d7d-a5e6-e747b11cf035 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:07:44.690218 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90508589-e36a-48dd-a3c6-0f4c0b4a467d tempest-RoutersNegativeTest-121968789 tempest-RoutersNegativeTest-121968789-project] Router 2f9f57db-05bd-4dbe-94e6-794766db768d is scheduled to L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e with binding_index 1 {{(pid=103162) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 20 21:07:44.721068 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-069c93c9-ae63-48c4-a043-16e638d94425 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Router f0383f89-e420-4849-9073-9d8ff8165b97 is scheduled to L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e with binding_index 1 {{(pid=103163) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 20 21:07:44.806634 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90508589-e36a-48dd-a3c6-0f4c0b4a467d tempest-RoutersNegativeTest-121968789 tempest-RoutersNegativeTest-121968789-project] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 21:07:44.820812 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce8c6ed8-d834-4546-ba1a-96465f603303 None None] Sync routers for ids ['2f9f57db-05bd-4dbe-94e6-794766db768d'] in n-d-842733-1 {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 21:07:44.824826 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-90508589-e36a-48dd-a3c6-0f4c0b4a467d tempest-RoutersNegativeTest-121968789 tempest-RoutersNegativeTest-121968789-project] 10.222.0.35 "PUT /v2.0/routers/2f9f57db-05bd-4dbe-94e6-794766db768d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8726773 May 20 21:07:44.827463 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 48772) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:07:44.848988 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce8c6ed8-d834-4546-ba1a-96465f603303 None None] Routers {'2f9f57db-05bd-4dbe-94e6-794766db768d'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:07:44.849698 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-ce8c6ed8-d834-4546-ba1a-96465f603303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:07:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['2f9f57db-05bd-4dbe-94e6-794766db768d'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:07:44.856622 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-5a0160d1-78c1-4a47-8805-9b71bd0b01d3 None None] Provisioning complete for port 579ef099-a2f9-4c47-a897-a77dfe2cb1a3 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:07:44.858638 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-5a0160d1-78c1-4a47-8805-9b71bd0b01d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:44.926378 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-ce8c6ed8-d834-4546-ba1a-96465f603303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:07:44.945233 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce8c6ed8-d834-4546-ba1a-96465f603303 None None] Routers {'2f9f57db-05bd-4dbe-94e6-794766db768d'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:07:44.948622 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-ce8c6ed8-d834-4546-ba1a-96465f603303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:07:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['2f9f57db-05bd-4dbe-94e6-794766db768d'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:07:44.964366 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port bf064863-333b-4afb-a8b2-29bb684ae228 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:07:44.964724 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:44.993759 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-069c93c9-ae63-48c4-a043-16e638d94425 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 21:07:45.021576 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b41da66-0a3b-495d-9c3d-e14dab978a10 None None] Sync routers for ids ['f0383f89-e420-4849-9073-9d8ff8165b97'] in n-d-842733-1 {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 21:07:45.026572 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-ce8c6ed8-d834-4546-ba1a-96465f603303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:07:45.027258 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce8c6ed8-d834-4546-ba1a-96465f603303 None None] The sync data for ids ['2f9f57db-05bd-4dbe-94e6-794766db768d'] in n-d-842733-1 is: [] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 21:07:45.099570 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b41da66-0a3b-495d-9c3d-e14dab978a10 None None] Routers {'f0383f89-e420-4849-9073-9d8ff8165b97'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:07:45.100157 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-1b41da66-0a3b-495d-9c3d-e14dab978a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:07:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['f0383f89-e420-4849-9073-9d8ff8165b97'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:07:45.121298 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b4a472ed-cb07-4ae0-84b5-6e9195d2f0fa tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks [] for router_gateway, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:45.141594 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b4a472ed-cb07-4ae0-84b5-6e9195d2f0fa tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:45.263561 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-b4a472ed-cb07-4ae0-84b5-6e9195d2f0fa tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Allocated IP 172.25.2.211 (e3a93b5c-91e2-4064-9c2c-1afc261bfe15/86fee0c1-6e34-488b-9216-b2b8e7ef585a/ebe38d48-bd16-4097-a1e1-83f1c43a6bb7) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:07:45.276190 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-1b41da66-0a3b-495d-9c3d-e14dab978a10 None None] Set router f0383f89-e420-4849-9073-9d8ff8165b97 gateway port host: n-d-842733-1 {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:07:45.307464 n-d-842733-1 neutron-server[103162]: INFO neutron.api.v2.resource [None req-f3b76e96-0fdd-4a04-bf10-9a3da80c7b47 tempest-RoutersNegativeTest-121968789 tempest-RoutersNegativeTest-121968789-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 20 21:07:45.307713 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port bf064863-333b-4afb-a8b2-29bb684ae228 is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:07:45.307803 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-f3b76e96-0fdd-4a04-bf10-9a3da80c7b47 tempest-RoutersNegativeTest-121968789 tempest-RoutersNegativeTest-121968789-project] 10.222.0.35 "PUT /v2.0/routers/2f9f57db-05bd-4dbe-94e6-794766db768d/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.4791286 May 20 21:07:45.308009 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:45.310600 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 48774) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:07:45.348057 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-069c93c9-ae63-48c4-a043-16e638d94425 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Notify callbacks [] for router, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:45.349799 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-069c93c9-ae63-48c4-a043-16e638d94425 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 4.7469482 May 20 21:07:45.353607 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 48776) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:07:45.384589 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-5a0160d1-78c1-4a47-8805-9b71bd0b01d3 None None] Current status of the port 579ef099-a2f9-4c47-a897-a77dfe2cb1a3 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:07:45.428533 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b4a472ed-cb07-4ae0-84b5-6e9195d2f0fa tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:45.530631 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b4a472ed-cb07-4ae0-84b5-6e9195d2f0fa tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:45.580875 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4a472ed-cb07-4ae0-84b5-6e9195d2f0fa tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Network e3a93b5c-91e2-4064-9c2c-1afc261bfe15 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:07:45.588573 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-b4a472ed-cb07-4ae0-84b5-6e9195d2f0fa tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:07:45.594856 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4a472ed-cb07-4ae0-84b5-6e9195d2f0fa tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:07:45.640415 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] For port bf064863-333b-4afb-a8b2-29bb684ae228, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=bf064863-333b-4afb-a8b2-29bb684ae228,segment=NetworkSegment(b6014c81-cff1-4a13-8571-5f6f505999f5),segment_id=b6014c81-cff1-4a13-8571-5f6f505999f5)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:07:45.642382 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-9d83431e-8ab1-4387-9481-a07e3838d0ba None None] Provisioning complete for port cff48176-178b-42a1-a1e7-8a8cc169e866 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:07:45.642738 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-9d83431e-8ab1-4387-9481-a07e3838d0ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:45.731823 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-9d83431e-8ab1-4387-9481-a07e3838d0ba None None] Port cff48176-178b-42a1-a1e7-8a8cc169e866 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 21:07:45.736209 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:45.799067 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-d97402e2-2309-42c8-ab5f-f00fc39e3060 tempest-TestSecurityGroupsBasicOps-491451269 tempest-TestSecurityGroupsBasicOps-491451269-project-admin] 10.222.0.35 "GET /v2.0/subnets?project_id=c123cb74b8ff4d85a73259ad4409ba24&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4442594 May 20 21:07:45.812061 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 48792) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:07:45.819595 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-9d83431e-8ab1-4387-9481-a07e3838d0ba None None] Provisioning complete for port bf064863-333b-4afb-a8b2-29bb684ae228 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:07:45.820021 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-9d83431e-8ab1-4387-9481-a07e3838d0ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:45.896949 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 579ef099-a2f9-4c47-a897-a77dfe2cb1a3 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:07:45.955761 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a472ed-cb07-4ae0-84b5-6e9195d2f0fa tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Pushing event updated for resources: {'Port': ['ID=ebe38d48-bd16-4097-a1e1-83f1c43a6bb7,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:07:45.972781 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-1b41da66-0a3b-495d-9c3d-e14dab978a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0383f89-e420-4849-9073-9d8ff8165b97', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1393483931', 'tenant_id': 'c123cb74b8ff4d85a73259ad4409ba24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.214'}], 'enable_snat': True}, 'gw_port_id': '8a0117b9-cb3a-4ae7-9440-09880842ddeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:07:40Z', 'updated_at': '2022-05-20T21:07:42Z', 'revision_number': 3, 'project_id': 'c123cb74b8ff4d85a73259ad4409ba24', 'gw_port': {'id': '8a0117b9-cb3a-4ae7-9440-09880842ddeb', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:12:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0383f89-e420-4849-9073-9d8ff8165b97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:07:41Z', 'updated_at': '2022-05-20T21:07:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:07:45.974755 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Pushing event updated for resources: {'Port': ['ID=bf064863-333b-4afb-a8b2-29bb684ae228,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:07:46.018567 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e9534c55-44d7-42e6-ae69-507d63b6c0ef tempest-RoutersNegativeTest-121968789 tempest-RoutersNegativeTest-121968789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748528'] for router_interface, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:46.041818 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b41da66-0a3b-495d-9c3d-e14dab978a10 None None] Checking router: f0383f89-e420-4849-9073-9d8ff8165b97 for host: n-d-842733-1 {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 21:07:46.042167 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b41da66-0a3b-495d-9c3d-e14dab978a10 None None] Updating router f0383f89-e420-4849-9073-9d8ff8165b97 port 8a0117b9-cb3a-4ae7-9440-09880842ddeb binding host n-d-842733-1 {{(pid=103164) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 21:07:46.073128 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-9d83431e-8ab1-4387-9481-a07e3838d0ba None None] Current status of the port bf064863-333b-4afb-a8b2-29bb684ae228 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:07:46.079434 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 579ef099-a2f9-4c47-a897-a77dfe2cb1a3 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:07:46.079895 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:46.123135 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-1b41da66-0a3b-495d-9c3d-e14dab978a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:46.223344 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edf6e4a3-b13c-44be-abb2-93ac4a4bbd17 tempest-TestSecurityGroupsBasicOps-491451269 tempest-TestSecurityGroupsBasicOps-491451269-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:07:46.225561 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-edf6e4a3-b13c-44be-abb2-93ac4a4bbd17 tempest-TestSecurityGroupsBasicOps-491451269 tempest-TestSecurityGroupsBasicOps-491451269-project-admin] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4110014 May 20 21:07:46.229904 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 48796) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:07:46.268233 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-125412fd-14a4-416c-8a7a-f2ea232fdab5 tempest-TestSecurityGroupsBasicOps-491451269 tempest-TestSecurityGroupsBasicOps-491451269-project-admin] 10.222.0.35 "GET /v2.0/subnets?network_id=e3a93b5c-91e2-4064-9c2c-1afc261bfe15&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0367644 May 20 21:07:46.279751 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 48798) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:07:46.285876 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-5f63d8ee-fc62-43cc-9c4c-fbd968b88f9c tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2146950252', 'network_id': '566fc6b8-d480-4425-83fd-90dbc48e9800', 'project_id': 'c123cb74b8ff4d85a73259ad4409ba24', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:07:46.366791 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-4a422dcf-a71c-4031-9ea8-adb2950aad5e None None] Provisioning complete for port bf064863-333b-4afb-a8b2-29bb684ae228 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:07:46.367118 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4a422dcf-a71c-4031-9ea8-adb2950aad5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:46.394655 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-e9534c55-44d7-42e6-ae69-507d63b6c0ef tempest-RoutersNegativeTest-121968789 tempest-RoutersNegativeTest-121968789-project] Deleting port cff48176-178b-42a1-a1e7-8a8cc169e866 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:07:46.395055 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e9534c55-44d7-42e6-ae69-507d63b6c0ef tempest-RoutersNegativeTest-121968789 tempest-RoutersNegativeTest-121968789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:46.514762 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 579ef099-a2f9-4c47-a897-a77dfe2cb1a3 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:07:46.544211 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-1b41da66-0a3b-495d-9c3d-e14dab978a10 None None] Notify callbacks [] for port, precommit_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:46.564152 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e9534c55-44d7-42e6-ae69-507d63b6c0ef tempest-RoutersNegativeTest-121968789 tempest-RoutersNegativeTest-121968789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:46.586675 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-e9534c55-44d7-42e6-ae69-507d63b6c0ef tempest-RoutersNegativeTest-121968789 tempest-RoutersNegativeTest-121968789-project] Calling delete_port for cff48176-178b-42a1-a1e7-8a8cc169e866 owned by network:router_interface {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:07:46.596977 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-4a422dcf-a71c-4031-9ea8-adb2950aad5e None None] Current status of the port bf064863-333b-4afb-a8b2-29bb684ae228 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:07:46.662223 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b4a472ed-cb07-4ae0-84b5-6e9195d2f0fa tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks [] for router_gateway, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:46.725240 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-1b41da66-0a3b-495d-9c3d-e14dab978a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:46.764925 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f63d8ee-fc62-43cc-9c4c-fbd968b88f9c tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Made reservation on behalf of c123cb74b8ff4d85a73259ad4409ba24 for: {'subnet': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:07:46.772173 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5f63d8ee-fc62-43cc-9c4c-fbd968b88f9c tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8422561'] for subnet, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:46.785738 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-1b41da66-0a3b-495d-9c3d-e14dab978a10 None None] Attempting to bind port 8a0117b9-cb3a-4ae7-9440-09880842ddeb on host n-d-842733-1 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:07:46.786527 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-1b41da66-0a3b-495d-9c3d-e14dab978a10 None None] Attempting to bind port 8a0117b9-cb3a-4ae7-9440-09880842ddeb by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': '0b5485c4-eff8-42a1-9073-ae54ed4c63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:07:46.786527 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b41da66-0a3b-495d-9c3d-e14dab978a10 None None] Attempting to bind port 8a0117b9-cb3a-4ae7-9440-09880842ddeb on network e3a93b5c-91e2-4064-9c2c-1afc261bfe15 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:07:46.788465 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48391c24-cbad-4f70-b07f-9fb2d18ed969 None None] Pushing event updated for resources: {'Port': ['ID=8a0117b9-cb3a-4ae7-9440-09880842ddeb,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:07:46.796411 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b41da66-0a3b-495d-9c3d-e14dab978a10 None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 21, 7, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 21:07:46.797104 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b41da66-0a3b-495d-9c3d-e14dab978a10 None None] Checking segment: {'id': '0b5485c4-eff8-42a1-9073-ae54ed4c63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:07:46.797791 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-1b41da66-0a3b-495d-9c3d-e14dab978a10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:46.798647 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b41da66-0a3b-495d-9c3d-e14dab978a10 None None] Bound using segment: {'id': '0b5485c4-eff8-42a1-9073-ae54ed4c63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 21:07:46.799127 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-1b41da66-0a3b-495d-9c3d-e14dab978a10 None None] Bound port: 8a0117b9-cb3a-4ae7-9440-09880842ddeb, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b5485c4-eff8-42a1-9073-ae54ed4c63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:07:46.799507 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-1b41da66-0a3b-495d-9c3d-e14dab978a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:46.877861 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-1b41da66-0a3b-495d-9c3d-e14dab978a10 None None] For port 8a0117b9-cb3a-4ae7-9440-09880842ddeb, host n-d-842733-1, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 21:07:46.881330 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-1b41da66-0a3b-495d-9c3d-e14dab978a10 None None] For port 8a0117b9-cb3a-4ae7-9440-09880842ddeb, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=8a0117b9-cb3a-4ae7-9440-09880842ddeb,segment=NetworkSegment(0b5485c4-eff8-42a1-9073-ae54ed4c63ba),segment_id=0b5485c4-eff8-42a1-9073-ae54ed4c63ba)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 21:07:46.939699 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e9534c55-44d7-42e6-ae69-507d63b6c0ef tempest-RoutersNegativeTest-121968789 tempest-RoutersNegativeTest-121968789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:46.973058 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9534c55-44d7-42e6-ae69-507d63b6c0ef tempest-RoutersNegativeTest-121968789 tempest-RoutersNegativeTest-121968789-project] Pushing event deleted for resources: {'Port': ['ID=cff48176-178b-42a1-a1e7-8a8cc169e866,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:07:46.999664 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-1b41da66-0a3b-495d-9c3d-e14dab978a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:47.061332 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b4a472ed-cb07-4ae0-84b5-6e9195d2f0fa tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748106'] for router, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:47.084603 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b41da66-0a3b-495d-9c3d-e14dab978a10 None None] Routers {'f0383f89-e420-4849-9073-9d8ff8165b97'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:07:47.085423 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-1b41da66-0a3b-495d-9c3d-e14dab978a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:07:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['f0383f89-e420-4849-9073-9d8ff8165b97'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:07:47.131729 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48391c24-cbad-4f70-b07f-9fb2d18ed969 None None] Pushing event updated for resources: {'Port': ['ID=8a0117b9-cb3a-4ae7-9440-09880842ddeb,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:07:47.238536 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e9534c55-44d7-42e6-ae69-507d63b6c0ef tempest-RoutersNegativeTest-121968789 tempest-RoutersNegativeTest-121968789-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-692224'] for router_interface, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:47.259704 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-1b41da66-0a3b-495d-9c3d-e14dab978a10 None None] Set router f0383f89-e420-4849-9073-9d8ff8165b97 gateway port host: n-d-842733-1 {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:07:47.285888 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5f63d8ee-fc62-43cc-9c4c-fbd968b88f9c tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9641412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8422583'] for subnet, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:47.408780 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f63d8ee-fc62-43cc-9c4c-fbd968b88f9c tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Pushing event updated for resources: {'Subnet': ['ID=4d5b8188-2bc2-4566-badd-6b4165fd2206,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:07:47.427732 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f63d8ee-fc62-43cc-9c4c-fbd968b88f9c tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Checking segment: {'id': '5b70e891-1f09-49b1-94eb-811571878995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '566fc6b8-d480-4425-83fd-90dbc48e9800'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:07:47.427732 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f63d8ee-fc62-43cc-9c4c-fbd968b88f9c tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Network hostable DHCP agents. Network: 566fc6b8-d480-4425-83fd-90dbc48e9800, hostable agents: ['c9b0653c-f3c7-4339-bd50-e3754b629216'], hosted agents: [] {{(pid=103163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 21:07:47.468205 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4a472ed-cb07-4ae0-84b5-6e9195d2f0fa tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Router e059a780-163b-4461-a5fe-30b4992bdb1b is scheduled to L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e with binding_index 1 {{(pid=103163) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 20 21:07:47.496552 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9534c55-44d7-42e6-ae69-507d63b6c0ef tempest-RoutersNegativeTest-121968789 tempest-RoutersNegativeTest-121968789-project] Router 2f9f57db-05bd-4dbe-94e6-794766db768d has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 21:07:47.581266 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-1b41da66-0a3b-495d-9c3d-e14dab978a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0383f89-e420-4849-9073-9d8ff8165b97', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1393483931', 'tenant_id': 'c123cb74b8ff4d85a73259ad4409ba24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.214'}], 'enable_snat': True}, 'gw_port_id': '8a0117b9-cb3a-4ae7-9440-09880842ddeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:07:40Z', 'updated_at': '2022-05-20T21:07:42Z', 'revision_number': 3, 'project_id': 'c123cb74b8ff4d85a73259ad4409ba24', 'gw_port': {'id': '8a0117b9-cb3a-4ae7-9440-09880842ddeb', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:12:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0383f89-e420-4849-9073-9d8ff8165b97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:07:41Z', 'updated_at': '2022-05-20T21:07:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:07:47.591156 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f63d8ee-fc62-43cc-9c4c-fbd968b88f9c tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Network 566fc6b8-d480-4425-83fd-90dbc48e9800 is scheduled to be hosted by DHCP agent c9b0653c-f3c7-4339-bd50-e3754b629216 with binding_index 1 {{(pid=103163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 21:07:47.610980 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9534c55-44d7-42e6-ae69-507d63b6c0ef tempest-RoutersNegativeTest-121968789 tempest-RoutersNegativeTest-121968789-project] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 21:07:47.626077 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-e9534c55-44d7-42e6-ae69-507d63b6c0ef tempest-RoutersNegativeTest-121968789 tempest-RoutersNegativeTest-121968789-project] 10.222.0.35 "PUT /v2.0/routers/2f9f57db-05bd-4dbe-94e6-794766db768d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3097415 May 20 21:07:47.626077 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 48814) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:07:47.626248 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b523dc09-faa0-4b26-8096-1b86672c0e9d None None] Sync routers for ids ['2f9f57db-05bd-4dbe-94e6-794766db768d'] in n-d-842733-1 {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 21:07:47.646878 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b523dc09-faa0-4b26-8096-1b86672c0e9d None None] Routers {'2f9f57db-05bd-4dbe-94e6-794766db768d'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:07:47.647497 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-b523dc09-faa0-4b26-8096-1b86672c0e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:07:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['2f9f57db-05bd-4dbe-94e6-794766db768d'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:07:47.683602 n-d-842733-1 neutron-server[103162]: INFO neutron.api.v2.resource [None req-0f77cee2-b911-4d26-abc8-413325072ff5 tempest-RoutersNegativeTest-121968789 tempest-RoutersNegativeTest-121968789-project] delete failed (client error): The resource could not be found. May 20 21:07:47.688813 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-0f77cee2-b911-4d26-abc8-413325072ff5 tempest-RoutersNegativeTest-121968789 tempest-RoutersNegativeTest-121968789-project] 10.222.0.35 "DELETE /v2.0/routers/tempest-non_exist_router-1267308896 HTTP/1.1" status: 404 len: 335 time: 0.0657024 May 20 21:07:47.689524 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 48816) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:07:47.694581 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-85ea4bca-743a-4827-8842-c97cb54732cf tempest-RoutersNegativeTest-121968789 tempest-RoutersNegativeTest-121968789-project] Request body: {'router': {'external_gateway_info': {'network_id': '2f9f57db-05bd-4dbe-94e6-794766db768d'}}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:07:47.713156 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-b523dc09-faa0-4b26-8096-1b86672c0e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:07:47.726781 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4a472ed-cb07-4ae0-84b5-6e9195d2f0fa tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 21:07:47.750406 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b523dc09-faa0-4b26-8096-1b86672c0e9d None None] Routers {'2f9f57db-05bd-4dbe-94e6-794766db768d'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:07:47.751050 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-b523dc09-faa0-4b26-8096-1b86672c0e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:07:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['2f9f57db-05bd-4dbe-94e6-794766db768d'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:07:47.793861 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-b523dc09-faa0-4b26-8096-1b86672c0e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:07:47.794563 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b523dc09-faa0-4b26-8096-1b86672c0e9d None None] The sync data for ids ['2f9f57db-05bd-4dbe-94e6-794766db768d'] in n-d-842733-1 is: [] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 21:07:47.830455 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-5f63d8ee-fc62-43cc-9c4c-fbd968b88f9c tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842733-1, 566fc6b8-d480-4425-83fd-90dbc48e9800) {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:07:47.835600 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f63d8ee-fc62-43cc-9c4c-fbd968b88f9c tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:07:47.837376 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5f63d8ee-fc62-43cc-9c4c-fbd968b88f9c tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Notify callbacks [] for subnet, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:47.863504 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fa18b4a-d7f5-4e43-90c3-5cafcfd8515e None None] Network 566fc6b8-d480-4425-83fd-90dbc48e9800 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:07:47.874430 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b4a472ed-cb07-4ae0-84b5-6e9195d2f0fa tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks [] for router, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:47.875942 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-b4a472ed-cb07-4ae0-84b5-6e9195d2f0fa tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 4.8929424 May 20 21:07:47.882459 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef57345-ff37-4792-ac8e-5e0a8c7572f9 None None] Sync routers for ids ['e059a780-163b-4461-a5fe-30b4992bdb1b'] in n-d-842733-1 {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 21:07:47.885499 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 48818) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:07:47.895712 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device bf064863-333b-4afb-a8b2-29bb684ae228 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:07:47.897780 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b41da66-0a3b-495d-9c3d-e14dab978a10 None None] The sync data for ids ['f0383f89-e420-4849-9073-9d8ff8165b97'] in n-d-842733-1 is: [{'id': 'f0383f89-e420-4849-9073-9d8ff8165b97', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1393483931', 'tenant_id': 'c123cb74b8ff4d85a73259ad4409ba24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.214'}], 'enable_snat': True}, 'gw_port_id': '8a0117b9-cb3a-4ae7-9440-09880842ddeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:07:40Z', 'updated_at': '2022-05-20T21:07:42Z', 'revision_number': 3, 'project_id': 'c123cb74b8ff4d85a73259ad4409ba24', 'gw_port': {'id': '8a0117b9-cb3a-4ae7-9440-09880842ddeb', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:12:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0383f89-e420-4849-9073-9d8ff8165b97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:07:41Z', 'updated_at': '2022-05-20T21:07:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 21:07:47.970261 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-2a7cd583-5857-4bfb-8824-353912a78716 tempest-TestNetworkAdvancedServerOps-173437749 tempest-TestNetworkAdvancedServerOps-173437749-project-admin] 10.222.0.35 "GET /v2.0/subnets?project_id=d7932b75a33b465998804b193e9be7ad&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0835602 May 20 21:07:47.974856 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-5f63d8ee-fc62-43cc-9c4c-fbd968b88f9c tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.6937602 May 20 21:07:47.976119 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 48822) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:07:47.978796 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 48824) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:07:48.051877 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef57345-ff37-4792-ac8e-5e0a8c7572f9 None None] Routers {'e059a780-163b-4461-a5fe-30b4992bdb1b'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:07:48.052928 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-aef57345-ff37-4792-ac8e-5e0a8c7572f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:07:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['e059a780-163b-4461-a5fe-30b4992bdb1b'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:07:48.059486 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-85ea4bca-743a-4827-8842-c97cb54732cf tempest-RoutersNegativeTest-121968789 tempest-RoutersNegativeTest-121968789-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:48.151689 n-d-842733-1 neutron-server[103162]: INFO neutron.api.v2.resource [None req-85ea4bca-743a-4827-8842-c97cb54732cf tempest-RoutersNegativeTest-121968789 tempest-RoutersNegativeTest-121968789-project] update failed (client error): The resource could not be found. May 20 21:07:48.153097 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-85ea4bca-743a-4827-8842-c97cb54732cf tempest-RoutersNegativeTest-121968789 tempest-RoutersNegativeTest-121968789-project] 10.222.0.35 "PUT /v2.0/routers/2f9f57db-05bd-4dbe-94e6-794766db768d HTTP/1.1" status: 404 len: 339 time: 0.4626532 May 20 21:07:48.156239 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port bf064863-333b-4afb-a8b2-29bb684ae228 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:07:48.156239 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:48.157989 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 48828) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:07:48.349162 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-aef57345-ff37-4792-ac8e-5e0a8c7572f9 None None] Set router e059a780-163b-4461-a5fe-30b4992bdb1b gateway port host: n-d-842733-1 {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:07:48.651306 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d96b11b5-63a3-4ded-bd78-aca9b0a44b05 tempest-TestNetworkAdvancedServerOps-173437749 tempest-TestNetworkAdvancedServerOps-173437749-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:07:48.656940 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port bf064863-333b-4afb-a8b2-29bb684ae228 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:07:48.668915 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-d96b11b5-63a3-4ded-bd78-aca9b0a44b05 tempest-TestNetworkAdvancedServerOps-173437749 tempest-TestNetworkAdvancedServerOps-173437749-project-admin] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.6903179 May 20 21:07:48.683085 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 48840) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:07:48.696999 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6ec8780-7c11-41db-8690-d67a49d07a67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaee2b848-d4b9-5db1-b6ef-d6db29d67de7-566fc6b8-d480-4425-83fd-90dbc48e9800', 'network_id': '566fc6b8-d480-4425-83fd-90dbc48e9800', 'tenant_id': 'c123cb74b8ff4d85a73259ad4409ba24', 'fixed_ips': [{'subnet_id': '4d5b8188-2bc2-4566-badd-6b4165fd2206'}]}} from n-d-842733-1. {{(pid=103164) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 21:07:48.698390 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8780-7c11-41db-8690-d67a49d07a67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:48.967198 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [None req-d6ec8780-7c11-41db-8690-d67a49d07a67 None None] Allocated IP 172.20.0.2 (566fc6b8-d480-4425-83fd-90dbc48e9800/4d5b8188-2bc2-4566-badd-6b4165fd2206/9ae74093-5e48-45ee-a337-a5ec7f082ca5) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:07:49.014447 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-2b933915-d5b1-4abf-b17e-98bbca2cd9ea tempest-TestNetworkAdvancedServerOps-173437749 tempest-TestNetworkAdvancedServerOps-173437749-project-admin] 10.222.0.35 "GET /v2.0/subnets?network_id=e3a93b5c-91e2-4064-9c2c-1afc261bfe15&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3301547 May 20 21:07:49.018157 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 48852) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:07:49.025548 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-23529c50-7a13-49d2-98e5-185725523e89 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-398004538', 'network_id': '9eccc106-4609-4d2d-abe2-76ba1cf9de32', 'project_id': 'd7932b75a33b465998804b193e9be7ad', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:07:49.234826 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8780-7c11-41db-8690-d67a49d07a67 None None] Notify callbacks [] for port, precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:49.281804 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e28135ba-cc49-4cd7-8ccc-9f82b1796ce2 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:49.287231 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3fa32675-c172-4324-bae2-b16aeb0b99bb tempest-RoutersNegativeTest-121968789 tempest-RoutersNegativeTest-121968789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:49.304102 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-aef57345-ff37-4792-ac8e-5e0a8c7572f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e059a780-163b-4461-a5fe-30b4992bdb1b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1063020110', 'tenant_id': 'd7932b75a33b465998804b193e9be7ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.211'}], 'enable_snat': True}, 'gw_port_id': 'ebe38d48-bd16-4097-a1e1-83f1c43a6bb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:07:43Z', 'updated_at': '2022-05-20T21:07:46Z', 'revision_number': 3, 'project_id': 'd7932b75a33b465998804b193e9be7ad', 'gw_port': {'id': 'ebe38d48-bd16-4097-a1e1-83f1c43a6bb7', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:70:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e059a780-163b-4461-a5fe-30b4992bdb1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3504, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:07:45Z', 'updated_at': '2022-05-20T21:07:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:07:49.350720 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8780-7c11-41db-8690-d67a49d07a67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108'] for port, after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:49.368155 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef57345-ff37-4792-ac8e-5e0a8c7572f9 None None] Checking router: e059a780-163b-4461-a5fe-30b4992bdb1b for host: n-d-842733-1 {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 21:07:49.368655 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef57345-ff37-4792-ac8e-5e0a8c7572f9 None None] Updating router e059a780-163b-4461-a5fe-30b4992bdb1b port ebe38d48-bd16-4097-a1e1-83f1c43a6bb7 binding host n-d-842733-1 {{(pid=103164) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 21:07:49.414155 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-aef57345-ff37-4792-ac8e-5e0a8c7572f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:49.488612 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6ec8780-7c11-41db-8690-d67a49d07a67 None None] Network 566fc6b8-d480-4425-83fd-90dbc48e9800 is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:07:49.525329 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-d6ec8780-7c11-41db-8690-d67a49d07a67 None None] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:07:49.532687 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ec8780-7c11-41db-8690-d67a49d07a67 None None] Received port after_create {{(pid=103164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:07:49.573378 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23529c50-7a13-49d2-98e5-185725523e89 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Made reservation on behalf of d7932b75a33b465998804b193e9be7ad for: {'subnet': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:07:49.576858 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-23529c50-7a13-49d2-98e5-185725523e89 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8422561'] for subnet, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:49.676633 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec8780-7c11-41db-8690-d67a49d07a67 None None] Pushing event updated for resources: {'Port': ['ID=9ae74093-5e48-45ee-a337-a5ec7f082ca5,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:07:49.719118 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-d6ec8780-7c11-41db-8690-d67a49d07a67 None None] Attempting to bind port 9ae74093-5e48-45ee-a337-a5ec7f082ca5 on host n-d-842733-1 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:07:49.719714 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-d6ec8780-7c11-41db-8690-d67a49d07a67 None None] Attempting to bind port 9ae74093-5e48-45ee-a337-a5ec7f082ca5 by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': '5b70e891-1f09-49b1-94eb-811571878995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '566fc6b8-d480-4425-83fd-90dbc48e9800'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:07:49.720287 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ec8780-7c11-41db-8690-d67a49d07a67 None None] Attempting to bind port 9ae74093-5e48-45ee-a337-a5ec7f082ca5 on network 566fc6b8-d480-4425-83fd-90dbc48e9800 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:07:49.740083 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ec8780-7c11-41db-8690-d67a49d07a67 None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 21, 7, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 21:07:49.740518 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ec8780-7c11-41db-8690-d67a49d07a67 None None] Checking segment: {'id': '5b70e891-1f09-49b1-94eb-811571878995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '566fc6b8-d480-4425-83fd-90dbc48e9800'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:07:49.741021 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8780-7c11-41db-8690-d67a49d07a67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:49.741536 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ec8780-7c11-41db-8690-d67a49d07a67 None None] Bound using segment: {'id': '5b70e891-1f09-49b1-94eb-811571878995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '566fc6b8-d480-4425-83fd-90dbc48e9800'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 21:07:49.741978 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-3fa32675-c172-4324-bae2-b16aeb0b99bb tempest-RoutersNegativeTest-121968789 tempest-RoutersNegativeTest-121968789-project] Allocated IP 172.20.0.1 (3c8011b5-d862-48e1-a970-6f2fa881b1ec/2576f380-ae48-4b5c-a2cd-cee75a127b44/1e31b847-2e8f-42ac-b4b1-a9dddb34d34a) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:07:49.742231 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-d6ec8780-7c11-41db-8690-d67a49d07a67 None None] Bound port: 9ae74093-5e48-45ee-a337-a5ec7f082ca5, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b70e891-1f09-49b1-94eb-811571878995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '566fc6b8-d480-4425-83fd-90dbc48e9800'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:07:49.743564 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8780-7c11-41db-8690-d67a49d07a67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:49.934184 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3fa32675-c172-4324-bae2-b16aeb0b99bb tempest-RoutersNegativeTest-121968789 tempest-RoutersNegativeTest-121968789-project] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:49.935218 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 8a0117b9-cb3a-4ae7-9440-09880842ddeb up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:07:49.938195 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-23529c50-7a13-49d2-98e5-185725523e89 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9641412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8422583'] for subnet, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:50.017567 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-f5c94fc2-e103-49b1-8125-507f1d5d898b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:50.054086 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3fa32675-c172-4324-bae2-b16aeb0b99bb tempest-RoutersNegativeTest-121968789 tempest-RoutersNegativeTest-121968789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:50.124665 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-d6ec8780-7c11-41db-8690-d67a49d07a67 None None] For port 9ae74093-5e48-45ee-a337-a5ec7f082ca5, host n-d-842733-1, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 21:07:50.126853 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23529c50-7a13-49d2-98e5-185725523e89 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Pushing event updated for resources: {'Subnet': ['ID=11782441-b4f1-40fc-9cbd-8dc932032eb4,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:07:50.141063 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-e28135ba-cc49-4cd7-8ccc-9f82b1796ce2 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Allocated IP 172.20.0.1 (566fc6b8-d480-4425-83fd-90dbc48e9800/4d5b8188-2bc2-4566-badd-6b4165fd2206/d832fd2e-4e23-4b26-96b3-120120749bdf) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:07:50.141873 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fa32675-c172-4324-bae2-b16aeb0b99bb tempest-RoutersNegativeTest-121968789 tempest-RoutersNegativeTest-121968789-project] Network 3c8011b5-d862-48e1-a970-6f2fa881b1ec is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:07:50.145268 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23529c50-7a13-49d2-98e5-185725523e89 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Checking segment: {'id': 'fe2f1272-64e9-4f54-a89e-7afc10d54383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '9eccc106-4609-4d2d-abe2-76ba1cf9de32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:07:50.145451 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-3fa32675-c172-4324-bae2-b16aeb0b99bb tempest-RoutersNegativeTest-121968789 tempest-RoutersNegativeTest-121968789-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:07:50.149466 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fa32675-c172-4324-bae2-b16aeb0b99bb tempest-RoutersNegativeTest-121968789 tempest-RoutersNegativeTest-121968789-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:07:50.151348 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23529c50-7a13-49d2-98e5-185725523e89 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Network hostable DHCP agents. Network: 9eccc106-4609-4d2d-abe2-76ba1cf9de32, hostable agents: ['c9b0653c-f3c7-4339-bd50-e3754b629216'], hosted agents: [] {{(pid=103163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 21:07:50.161507 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 8a0117b9-cb3a-4ae7-9440-09880842ddeb triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:07:50.162080 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:50.173371 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-d6ec8780-7c11-41db-8690-d67a49d07a67 None None] For port 9ae74093-5e48-45ee-a337-a5ec7f082ca5, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=9ae74093-5e48-45ee-a337-a5ec7f082ca5,segment=NetworkSegment(5b70e891-1f09-49b1-94eb-811571878995),segment_id=5b70e891-1f09-49b1-94eb-811571878995)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 21:07:50.235927 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa32675-c172-4324-bae2-b16aeb0b99bb tempest-RoutersNegativeTest-121968789 tempest-RoutersNegativeTest-121968789-project] Pushing event updated for resources: {'Port': ['ID=1e31b847-2e8f-42ac-b4b1-a9dddb34d34a,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:07:50.251813 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3fa32675-c172-4324-bae2-b16aeb0b99bb tempest-RoutersNegativeTest-121968789 tempest-RoutersNegativeTest-121968789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748409'] for router_interface, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:50.289130 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d6ec8780-7c11-41db-8690-d67a49d07a67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:50.305737 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23529c50-7a13-49d2-98e5-185725523e89 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Network 9eccc106-4609-4d2d-abe2-76ba1cf9de32 is scheduled to be hosted by DHCP agent c9b0653c-f3c7-4339-bd50-e3754b629216 with binding_index 1 {{(pid=103163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 21:07:50.384180 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e28135ba-cc49-4cd7-8ccc-9f82b1796ce2 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Notify callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:50.441758 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-23529c50-7a13-49d2-98e5-185725523e89 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842733-1, 9eccc106-4609-4d2d-abe2-76ba1cf9de32) {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:07:50.448134 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23529c50-7a13-49d2-98e5-185725523e89 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:07:50.449040 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-23529c50-7a13-49d2-98e5-185725523e89 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks [] for subnet, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:50.481555 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0283310-2e53-4a0a-b1b5-97d32ed3865a None None] Network 9eccc106-4609-4d2d-abe2-76ba1cf9de32 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:07:50.521707 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-aef57345-ff37-4792-ac8e-5e0a8c7572f9 None None] Notify callbacks [] for port, precommit_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:50.549309 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3fa32675-c172-4324-bae2-b16aeb0b99bb tempest-RoutersNegativeTest-121968789 tempest-RoutersNegativeTest-121968789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:50.622811 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-23529c50-7a13-49d2-98e5-185725523e89 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.6009119 May 20 21:07:50.622811 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e28135ba-cc49-4cd7-8ccc-9f82b1796ce2 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:50.623123 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 48888) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:07:50.699017 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e28135ba-cc49-4cd7-8ccc-9f82b1796ce2 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Network 566fc6b8-d480-4425-83fd-90dbc48e9800 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:07:50.702323 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-e28135ba-cc49-4cd7-8ccc-9f82b1796ce2 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:07:50.705132 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e28135ba-cc49-4cd7-8ccc-9f82b1796ce2 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:07:50.757682 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e28135ba-cc49-4cd7-8ccc-9f82b1796ce2 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748409'] for router_interface, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:50.989516 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28135ba-cc49-4cd7-8ccc-9f82b1796ce2 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Pushing event updated for resources: {'Port': ['ID=d832fd2e-4e23-4b26-96b3-120120749bdf,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:07:51.010029 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec8780-7c11-41db-8690-d67a49d07a67 None None] Pushing event updated for resources: {'Port': ['ID=9ae74093-5e48-45ee-a337-a5ec7f082ca5,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:07:51.016362 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 8a0117b9-cb3a-4ae7-9440-09880842ddeb is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:07:51.016839 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:51.042160 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-aef57345-ff37-4792-ac8e-5e0a8c7572f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:51.059573 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8780-7c11-41db-8690-d67a49d07a67 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:07:51.059925 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8780-7c11-41db-8690-d67a49d07a67 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:07:51.060334 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8780-7c11-41db-8690-d67a49d07a67 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:07:51.064986 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8780-7c11-41db-8690-d67a49d07a67 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:07:51.065310 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8780-7c11-41db-8690-d67a49d07a67 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:07:51.065738 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8780-7c11-41db-8690-d67a49d07a67 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:07:51.066076 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8780-7c11-41db-8690-d67a49d07a67 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:07:51.073439 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8780-7c11-41db-8690-d67a49d07a67 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:07:51.073826 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8780-7c11-41db-8690-d67a49d07a67 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:07:51.074189 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8780-7c11-41db-8690-d67a49d07a67 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:07:51.077678 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8780-7c11-41db-8690-d67a49d07a67 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:07:51.077678 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec8780-7c11-41db-8690-d67a49d07a67 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:07:51.120312 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e28135ba-cc49-4cd7-8ccc-9f82b1796ce2 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:51.139338 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] For port 8a0117b9-cb3a-4ae7-9440-09880842ddeb, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=8a0117b9-cb3a-4ae7-9440-09880842ddeb,segment=NetworkSegment(0b5485c4-eff8-42a1-9073-ae54ed4c63ba),segment_id=0b5485c4-eff8-42a1-9073-ae54ed4c63ba)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:07:51.164512 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-3f1e0798-179b-4820-a68d-61cc7aafe7bc None None] Provisioning complete for port 1e31b847-2e8f-42ac-b4b1-a9dddb34d34a triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:07:51.164815 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f1e0798-179b-4820-a68d-61cc7aafe7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:51.231937 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-aef57345-ff37-4792-ac8e-5e0a8c7572f9 None None] Attempting to bind port ebe38d48-bd16-4097-a1e1-83f1c43a6bb7 on host n-d-842733-1 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:07:51.232316 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-aef57345-ff37-4792-ac8e-5e0a8c7572f9 None None] Attempting to bind port ebe38d48-bd16-4097-a1e1-83f1c43a6bb7 by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': '0b5485c4-eff8-42a1-9073-ae54ed4c63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:07:51.232685 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef57345-ff37-4792-ac8e-5e0a8c7572f9 None None] Attempting to bind port ebe38d48-bd16-4097-a1e1-83f1c43a6bb7 on network e3a93b5c-91e2-4064-9c2c-1afc261bfe15 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:07:51.268262 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:51.291901 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e634310-8e7f-4edf-b866-efbc1941b87e None None] Pushing event updated for resources: {'Port': ['ID=ebe38d48-bd16-4097-a1e1-83f1c43a6bb7,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:07:51.297408 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef57345-ff37-4792-ac8e-5e0a8c7572f9 None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 21, 7, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 21:07:51.297787 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef57345-ff37-4792-ac8e-5e0a8c7572f9 None None] Checking segment: {'id': '0b5485c4-eff8-42a1-9073-ae54ed4c63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:07:51.298188 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-aef57345-ff37-4792-ac8e-5e0a8c7572f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:51.298578 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef57345-ff37-4792-ac8e-5e0a8c7572f9 None None] Bound using segment: {'id': '0b5485c4-eff8-42a1-9073-ae54ed4c63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 21:07:51.299351 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-aef57345-ff37-4792-ac8e-5e0a8c7572f9 None None] Bound port: ebe38d48-bd16-4097-a1e1-83f1c43a6bb7, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b5485c4-eff8-42a1-9073-ae54ed4c63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:07:51.300211 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-aef57345-ff37-4792-ac8e-5e0a8c7572f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:51.375414 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f1e0798-179b-4820-a68d-61cc7aafe7bc None None] Port 1e31b847-2e8f-42ac-b4b1-a9dddb34d34a cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 21:07:51.421521 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06aff71f-bddf-4d02-9503-91b534062b13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaee2b848-d4b9-5db1-b6ef-d6db29d67de7-9eccc106-4609-4d2d-abe2-76ba1cf9de32', 'network_id': '9eccc106-4609-4d2d-abe2-76ba1cf9de32', 'tenant_id': 'd7932b75a33b465998804b193e9be7ad', 'fixed_ips': [{'subnet_id': '11782441-b4f1-40fc-9cbd-8dc932032eb4'}]}} from n-d-842733-1. {{(pid=103164) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 21:07:51.429169 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-06aff71f-bddf-4d02-9503-91b534062b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:51.473099 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Pushing event updated for resources: {'Port': ['ID=8a0117b9-cb3a-4ae7-9440-09880842ddeb,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:07:51.633765 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3fa32675-c172-4324-bae2-b16aeb0b99bb tempest-RoutersNegativeTest-121968789 tempest-RoutersNegativeTest-121968789-project] Notify callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:51.641266 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e28135ba-cc49-4cd7-8ccc-9f82b1796ce2 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Notify callbacks [] for port, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:51.646361 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f7594938-3b24-40e7-80e3-76c2284ce7d2 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:51.664051 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-aef57345-ff37-4792-ac8e-5e0a8c7572f9 None None] For port ebe38d48-bd16-4097-a1e1-83f1c43a6bb7, host n-d-842733-1, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 21:07:51.683592 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-aef57345-ff37-4792-ac8e-5e0a8c7572f9 None None] For port ebe38d48-bd16-4097-a1e1-83f1c43a6bb7, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=ebe38d48-bd16-4097-a1e1-83f1c43a6bb7,segment=NetworkSegment(0b5485c4-eff8-42a1-9073-ae54ed4c63ba),segment_id=0b5485c4-eff8-42a1-9073-ae54ed4c63ba)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 21:07:51.697335 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [None req-06aff71f-bddf-4d02-9503-91b534062b13 None None] Allocated IP 172.20.0.2 (9eccc106-4609-4d2d-abe2-76ba1cf9de32/11782441-b4f1-40fc-9cbd-8dc932032eb4/678183b9-0a25-4fc7-be68-1ea5f047b3c6) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:07:51.738346 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3fa32675-c172-4324-bae2-b16aeb0b99bb tempest-RoutersNegativeTest-121968789 tempest-RoutersNegativeTest-121968789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:51.793805 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e28135ba-cc49-4cd7-8ccc-9f82b1796ce2 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:51.798593 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-aef57345-ff37-4792-ac8e-5e0a8c7572f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:51.921018 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef57345-ff37-4792-ac8e-5e0a8c7572f9 None None] Routers {'e059a780-163b-4461-a5fe-30b4992bdb1b'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:07:51.921942 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-aef57345-ff37-4792-ac8e-5e0a8c7572f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:07:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['e059a780-163b-4461-a5fe-30b4992bdb1b'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:07:51.939000 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e28135ba-cc49-4cd7-8ccc-9f82b1796ce2 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748437'] for router_interface, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:51.952322 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28135ba-cc49-4cd7-8ccc-9f82b1796ce2 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Pushing event updated for resources: {'Port': ['ID=d832fd2e-4e23-4b26-96b3-120120749bdf,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:07:52.007097 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa32675-c172-4324-bae2-b16aeb0b99bb tempest-RoutersNegativeTest-121968789 tempest-RoutersNegativeTest-121968789-project] Pushing event updated for resources: {'Port': ['ID=1e31b847-2e8f-42ac-b4b1-a9dddb34d34a,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:07:52.072985 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3fa32675-c172-4324-bae2-b16aeb0b99bb tempest-RoutersNegativeTest-121968789 tempest-RoutersNegativeTest-121968789-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748437'] for router_interface, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:52.092542 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e28135ba-cc49-4cd7-8ccc-9f82b1796ce2 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Network 566fc6b8-d480-4425-83fd-90dbc48e9800 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:07:52.094184 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-e28135ba-cc49-4cd7-8ccc-9f82b1796ce2 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:07:52.095790 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 9ae74093-5e48-45ee-a337-a5ec7f082ca5 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:07:52.160345 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.agents_db [None req-5c33ad30-4e00-40fa-b486-8c79c4a6cfc5 None None] Agent healthcheck: found 7 active agents {{(pid=103165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 20 21:07:52.185854 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91a8fdf0-12d4-480c-a058-e45771938732 None None] Network 566fc6b8-d480-4425-83fd-90dbc48e9800 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:07:52.201117 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e634310-8e7f-4edf-b866-efbc1941b87e None None] Pushing event updated for resources: {'Port': ['ID=ebe38d48-bd16-4097-a1e1-83f1c43a6bb7,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:07:52.314489 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fa32675-c172-4324-bae2-b16aeb0b99bb tempest-RoutersNegativeTest-121968789 tempest-RoutersNegativeTest-121968789-project] Network 3c8011b5-d862-48e1-a970-6f2fa881b1ec is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:07:52.316136 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-3fa32675-c172-4324-bae2-b16aeb0b99bb tempest-RoutersNegativeTest-121968789 tempest-RoutersNegativeTest-121968789-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:07:52.318249 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e28135ba-cc49-4cd7-8ccc-9f82b1796ce2 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Router f0383f89-e420-4849-9073-9d8ff8165b97 has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 21:07:52.399099 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-aef57345-ff37-4792-ac8e-5e0a8c7572f9 None None] Set router e059a780-163b-4461-a5fe-30b4992bdb1b gateway port host: n-d-842733-1 {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:07:52.497950 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e28135ba-cc49-4cd7-8ccc-9f82b1796ce2 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 21:07:52.506526 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-e28135ba-cc49-4cd7-8ccc-9f82b1796ce2 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] 10.222.0.35 "PUT /v2.0/routers/f0383f89-e420-4849-9073-9d8ff8165b97/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5241020 May 20 21:07:52.507943 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 48908) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:07:52.513246 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-049b7198-bb51-400b-b356-4451b2a5916d None None] Sync routers for ids ['f0383f89-e420-4849-9073-9d8ff8165b97'] in n-d-842733-1 {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 21:07:52.515851 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-22c90cae-cfe0-4b0f-b621-48fe14541e7d tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--710849698', 'description': 'tempest-secgroup_access--710849698 description', 'project_id': 'c123cb74b8ff4d85a73259ad4409ba24'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:07:52.527371 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-049b7198-bb51-400b-b356-4451b2a5916d None None] Routers {'f0383f89-e420-4849-9073-9d8ff8165b97'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:07:52.528858 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fa32675-c172-4324-bae2-b16aeb0b99bb tempest-RoutersNegativeTest-121968789 tempest-RoutersNegativeTest-121968789-project] Router 2f9f57db-05bd-4dbe-94e6-794766db768d has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 21:07:52.529706 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-049b7198-bb51-400b-b356-4451b2a5916d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:07:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['f0383f89-e420-4849-9073-9d8ff8165b97'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:07:52.553770 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-06aff71f-bddf-4d02-9503-91b534062b13 None None] Notify callbacks [] for port, precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:52.559429 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-63156761-4362-446a-b4a6-a7e6f8d3a3a3 None None] Provisioning complete for port 9ae74093-5e48-45ee-a337-a5ec7f082ca5 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:07:52.560008 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-63156761-4362-446a-b4a6-a7e6f8d3a3a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:52.607792 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 9ae74093-5e48-45ee-a337-a5ec7f082ca5 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:07:52.607792 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:52.663857 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d09ad981-3f1f-49e5-a701-5ccafad6fbe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:52.666612 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-06aff71f-bddf-4d02-9503-91b534062b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108'] for port, after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:52.739733 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-049b7198-bb51-400b-b356-4451b2a5916d None None] Set router f0383f89-e420-4849-9073-9d8ff8165b97 gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:07:52.745252 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06aff71f-bddf-4d02-9503-91b534062b13 None None] Pushing event updated for resources: {'Port': ['ID=678183b9-0a25-4fc7-be68-1ea5f047b3c6,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:07:52.759164 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-22c90cae-cfe0-4b0f-b621-48fe14541e7d tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:52.813140 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fa32675-c172-4324-bae2-b16aeb0b99bb tempest-RoutersNegativeTest-121968789 tempest-RoutersNegativeTest-121968789-project] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 21:07:52.818932 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-3fa32675-c172-4324-bae2-b16aeb0b99bb tempest-RoutersNegativeTest-121968789 tempest-RoutersNegativeTest-121968789-project] 10.222.0.35 "PUT /v2.0/routers/2f9f57db-05bd-4dbe-94e6-794766db768d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6597519 May 20 21:07:52.822188 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 48912) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:07:52.826081 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-f7594938-3b24-40e7-80e3-76c2284ce7d2 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Allocated IP 172.20.0.1 (9eccc106-4609-4d2d-abe2-76ba1cf9de32/11782441-b4f1-40fc-9cbd-8dc932032eb4/86f9643d-3103-4c94-a406-574fd4a14bcd) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:07:52.857684 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 9ae74093-5e48-45ee-a337-a5ec7f082ca5 is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:07:52.858080 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:52.967596 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fa2c656-fdc9-44d5-a94c-4be642553515 None None] Sync routers for ids ['2f9f57db-05bd-4dbe-94e6-794766db768d'] in n-d-842733-1 {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 21:07:52.991184 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-22c90cae-cfe0-4b0f-b621-48fe14541e7d tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:53.006498 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-35b9608a-71fb-4633-baf5-3a2efe338bfe tempest-RoutersNegativeTest-121968789 tempest-RoutersNegativeTest-121968789-project] Notify callbacks [] for router, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:53.028436 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06aff71f-bddf-4d02-9503-91b534062b13 None None] Network 9eccc106-4609-4d2d-abe2-76ba1cf9de32 is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:07:53.060093 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-049b7198-bb51-400b-b356-4451b2a5916d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0383f89-e420-4849-9073-9d8ff8165b97', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1393483931', 'tenant_id': 'c123cb74b8ff4d85a73259ad4409ba24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.214'}], 'enable_snat': True}, 'gw_port_id': '8a0117b9-cb3a-4ae7-9440-09880842ddeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:07:40Z', 'updated_at': '2022-05-20T21:07:50Z', 'revision_number': 4, 'project_id': 'c123cb74b8ff4d85a73259ad4409ba24', 'gw_port': {'id': '8a0117b9-cb3a-4ae7-9440-09880842ddeb', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:12:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0383f89-e420-4849-9073-9d8ff8165b97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:07:41Z', 'updated_at': '2022-05-20T21:07:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': 'd832fd2e-4e23-4b26-96b3-120120749bdf', 'name': '', 'network_id': '566fc6b8-d480-4425-83fd-90dbc48e9800', 'tenant_id': 'c123cb74b8ff4d85a73259ad4409ba24', 'mac_address': 'fa:16:3e:55:b9:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0383f89-e420-4849-9073-9d8ff8165b97', 'device_owner': 'network:router_interface', 'standard_attr_id': 3508, 'fixed_ips': [{'subnet_id': '4d5b8188-2bc2-4566-badd-6b4165fd2206', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:07:49Z', 'updated_at': '2022-05-20T21:07:51Z', 'revision_number': 2, 'project_id': 'c123cb74b8ff4d85a73259ad4409ba24', 'subnets': [{'id': '4d5b8188-2bc2-4566-badd-6b4165fd2206', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:07:53.062760 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-06aff71f-bddf-4d02-9503-91b534062b13 None None] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:07:53.078387 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f7594938-3b24-40e7-80e3-76c2284ce7d2 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:53.079405 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06aff71f-bddf-4d02-9503-91b534062b13 None None] Received port after_create {{(pid=103164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:07:53.086988 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] For port 9ae74093-5e48-45ee-a337-a5ec7f082ca5, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=9ae74093-5e48-45ee-a337-a5ec7f082ca5,segment=NetworkSegment(5b70e891-1f09-49b1-94eb-811571878995),segment_id=5b70e891-1f09-49b1-94eb-811571878995)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:07:53.097846 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-049b7198-bb51-400b-b356-4451b2a5916d None None] Checking router: f0383f89-e420-4849-9073-9d8ff8165b97 for host: n-d-842733-1 {{(pid=103165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 21:07:53.098189 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-049b7198-bb51-400b-b356-4451b2a5916d None None] Updating router f0383f89-e420-4849-9073-9d8ff8165b97 port d832fd2e-4e23-4b26-96b3-120120749bdf binding host n-d-842733-1 {{(pid=103165) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 21:07:53.110280 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa2c656-fdc9-44d5-a94c-4be642553515 None None] Routers {'2f9f57db-05bd-4dbe-94e6-794766db768d'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:07:53.110889 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-8fa2c656-fdc9-44d5-a94c-4be642553515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:07:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['2f9f57db-05bd-4dbe-94e6-794766db768d'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:07:53.111028 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-22c90cae-cfe0-4b0f-b621-48fe14541e7d tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:53.131891 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-049b7198-bb51-400b-b356-4451b2a5916d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:53.160383 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c90cae-cfe0-4b0f-b621-48fe14541e7d tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c78895a-83d9-4fda-b590-17c1f3e1bb01,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:07:53.173644 n-d-842733-1 neutron-server[103163]: INFO neutron.api.v2.resource [None req-35b9608a-71fb-4633-baf5-3a2efe338bfe tempest-RoutersNegativeTest-121968789 tempest-RoutersNegativeTest-121968789-project] delete failed (client error): There was a conflict when trying to complete your request. May 20 21:07:53.179208 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 48920) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:07:53.188593 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-35b9608a-71fb-4633-baf5-3a2efe338bfe tempest-RoutersNegativeTest-121968789 tempest-RoutersNegativeTest-121968789-project] 10.222.0.35 "DELETE /v2.0/routers/2f9f57db-05bd-4dbe-94e6-794766db768d HTTP/1.1" status: 409 len: 329 time: 0.3652177 May 20 21:07:53.240991 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-22c90cae-cfe0-4b0f-b621-48fe14541e7d tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:53.246335 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-22c90cae-cfe0-4b0f-b621-48fe14541e7d tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.7327194 May 20 21:07:53.246506 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-63156761-4362-446a-b4a6-a7e6f8d3a3a3 None None] Current status of the port 9ae74093-5e48-45ee-a337-a5ec7f082ca5 is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:07:53.246506 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-63156761-4362-446a-b4a6-a7e6f8d3a3a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:53.246710 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 48924) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:07:53.255897 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-8fa2c656-fdc9-44d5-a94c-4be642553515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:07:53.255897 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:53.255897 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 8a0117b9-cb3a-4ae7-9440-09880842ddeb up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:07:53.270098 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-c79a9942-5b00-4877-9407-ce201ab2fc68 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--834330599', 'description': 'tempest-secgroup_general--834330599 description', 'project_id': 'c123cb74b8ff4d85a73259ad4409ba24'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:07:53.363862 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f7594938-3b24-40e7-80e3-76c2284ce7d2 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:53.393942 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa2c656-fdc9-44d5-a94c-4be642553515 None None] Routers {'2f9f57db-05bd-4dbe-94e6-794766db768d'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:07:53.394928 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-8fa2c656-fdc9-44d5-a94c-4be642553515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:07:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['2f9f57db-05bd-4dbe-94e6-794766db768d'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:07:53.404506 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-06aff71f-bddf-4d02-9503-91b534062b13 None None] Attempting to bind port 678183b9-0a25-4fc7-be68-1ea5f047b3c6 on host n-d-842733-1 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:07:53.405235 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-06aff71f-bddf-4d02-9503-91b534062b13 None None] Attempting to bind port 678183b9-0a25-4fc7-be68-1ea5f047b3c6 by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': 'fe2f1272-64e9-4f54-a89e-7afc10d54383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '9eccc106-4609-4d2d-abe2-76ba1cf9de32'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:07:53.405864 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06aff71f-bddf-4d02-9503-91b534062b13 None None] Attempting to bind port 678183b9-0a25-4fc7-be68-1ea5f047b3c6 on network 9eccc106-4609-4d2d-abe2-76ba1cf9de32 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:07:53.409815 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c79a9942-5b00-4877-9407-ce201ab2fc68 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:53.443630 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7594938-3b24-40e7-80e3-76c2284ce7d2 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Network 9eccc106-4609-4d2d-abe2-76ba1cf9de32 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:07:53.450085 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-f7594938-3b24-40e7-80e3-76c2284ce7d2 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:07:53.459619 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7594938-3b24-40e7-80e3-76c2284ce7d2 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:07:53.516506 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7594938-3b24-40e7-80e3-76c2284ce7d2 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Pushing event updated for resources: {'Port': ['ID=86f9643d-3103-4c94-a406-574fd4a14bcd,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:07:53.532791 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-049b7198-bb51-400b-b356-4451b2a5916d None None] Notify callbacks [] for port, precommit_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:53.595605 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f7594938-3b24-40e7-80e3-76c2284ce7d2 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748409'] for router_interface, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:53.617916 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c79a9942-5b00-4877-9407-ce201ab2fc68 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:53.619797 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-049b7198-bb51-400b-b356-4451b2a5916d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:53.715755 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c79a9942-5b00-4877-9407-ce201ab2fc68 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:53.786833 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79a9942-5b00-4877-9407-ce201ab2fc68 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Pushing event updated for resources: {'SecurityGroup': ['ID=998ef77a-d22a-41c8-a168-ba8ef6bfa3c0,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:07:53.842665 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a7c883-7e8f-424b-9eff-e52644b61388 None None] Pushing event updated for resources: {'Port': ['ID=d832fd2e-4e23-4b26-96b3-120120749bdf,revision_number=3']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:07:53.849898 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-edacc2da-0e58-49de-a47d-59fff769c871 tempest-RoutersNegativeTest-121968789 tempest-RoutersNegativeTest-121968789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748528'] for router_interface, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:53.857353 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a7c883-7e8f-424b-9eff-e52644b61388 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:07:53.857583 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a7c883-7e8f-424b-9eff-e52644b61388 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:07:53.857781 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a7c883-7e8f-424b-9eff-e52644b61388 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:07:53.858570 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a7c883-7e8f-424b-9eff-e52644b61388 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:07:53.858570 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a7c883-7e8f-424b-9eff-e52644b61388 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:07:53.858774 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a7c883-7e8f-424b-9eff-e52644b61388 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:07:53.859023 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a7c883-7e8f-424b-9eff-e52644b61388 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:07:53.860169 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a7c883-7e8f-424b-9eff-e52644b61388 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:07:53.861109 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a7c883-7e8f-424b-9eff-e52644b61388 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:07:53.861458 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a7c883-7e8f-424b-9eff-e52644b61388 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:07:53.861917 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a7c883-7e8f-424b-9eff-e52644b61388 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:07:53.862234 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a7c883-7e8f-424b-9eff-e52644b61388 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:07:53.869737 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-8fa2c656-fdc9-44d5-a94c-4be642553515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:07:53.870259 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fa2c656-fdc9-44d5-a94c-4be642553515 None None] The sync data for ids ['2f9f57db-05bd-4dbe-94e6-794766db768d'] in n-d-842733-1 is: [] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 21:07:53.914794 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c79a9942-5b00-4877-9407-ce201ab2fc68 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:53.915248 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06aff71f-bddf-4d02-9503-91b534062b13 None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 21, 7, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 21:07:53.915248 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06aff71f-bddf-4d02-9503-91b534062b13 None None] Checking segment: {'id': 'fe2f1272-64e9-4f54-a89e-7afc10d54383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '9eccc106-4609-4d2d-abe2-76ba1cf9de32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:07:53.915248 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-06aff71f-bddf-4d02-9503-91b534062b13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:53.915248 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06aff71f-bddf-4d02-9503-91b534062b13 None None] Bound using segment: {'id': 'fe2f1272-64e9-4f54-a89e-7afc10d54383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '9eccc106-4609-4d2d-abe2-76ba1cf9de32'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 21:07:53.915248 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-06aff71f-bddf-4d02-9503-91b534062b13 None None] Bound port: 678183b9-0a25-4fc7-be68-1ea5f047b3c6, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe2f1272-64e9-4f54-a89e-7afc10d54383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '9eccc106-4609-4d2d-abe2-76ba1cf9de32'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:07:53.915732 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-06aff71f-bddf-4d02-9503-91b534062b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:53.916519 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-c79a9942-5b00-4877-9407-ce201ab2fc68 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.6695764 May 20 21:07:53.920464 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 48936) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:07:53.941596 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-44922e60-664f-428a-8edd-70c4f172f255 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Request body: {'security_group_rule': {'security_group_id': '2c78895a-83d9-4fda-b590-17c1f3e1bb01', 'project_id': 'c123cb74b8ff4d85a73259ad4409ba24', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:07:53.994193 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-049b7198-bb51-400b-b356-4451b2a5916d None None] Attempting to bind port d832fd2e-4e23-4b26-96b3-120120749bdf on host n-d-842733-1 for vnic_type normal with profile {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:07:53.994543 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-049b7198-bb51-400b-b356-4451b2a5916d None None] Attempting to bind port d832fd2e-4e23-4b26-96b3-120120749bdf by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': '5b70e891-1f09-49b1-94eb-811571878995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '566fc6b8-d480-4425-83fd-90dbc48e9800'}] {{(pid=103165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:07:53.994902 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-049b7198-bb51-400b-b356-4451b2a5916d None None] Attempting to bind port d832fd2e-4e23-4b26-96b3-120120749bdf on network 566fc6b8-d480-4425-83fd-90dbc48e9800 {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:07:54.000766 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-049b7198-bb51-400b-b356-4451b2a5916d None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 21, 7, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 21:07:54.001135 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-049b7198-bb51-400b-b356-4451b2a5916d None None] Checking segment: {'id': '5b70e891-1f09-49b1-94eb-811571878995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '566fc6b8-d480-4425-83fd-90dbc48e9800'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:07:54.002601 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-049b7198-bb51-400b-b356-4451b2a5916d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:54.002731 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-049b7198-bb51-400b-b356-4451b2a5916d None None] Bound using segment: {'id': '5b70e891-1f09-49b1-94eb-811571878995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '566fc6b8-d480-4425-83fd-90dbc48e9800'} {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 21:07:54.003154 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-049b7198-bb51-400b-b356-4451b2a5916d None None] Bound port: d832fd2e-4e23-4b26-96b3-120120749bdf, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b70e891-1f09-49b1-94eb-811571878995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '566fc6b8-d480-4425-83fd-90dbc48e9800'}}] {{(pid=103165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:07:54.003528 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-049b7198-bb51-400b-b356-4451b2a5916d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:54.064657 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-44922e60-664f-428a-8edd-70c4f172f255 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:54.096656 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Pushing event updated for resources: {'Port': ['ID=9ae74093-5e48-45ee-a337-a5ec7f082ca5,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:07:54.096917 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-049b7198-bb51-400b-b356-4451b2a5916d None None] For port d832fd2e-4e23-4b26-96b3-120120749bdf, host n-d-842733-1, cleared binding levels {{(pid=103165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 21:07:54.100421 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-049b7198-bb51-400b-b356-4451b2a5916d None None] For port d832fd2e-4e23-4b26-96b3-120120749bdf, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=d832fd2e-4e23-4b26-96b3-120120749bdf,segment=NetworkSegment(5b70e891-1f09-49b1-94eb-811571878995),segment_id=5b70e891-1f09-49b1-94eb-811571878995)] {{(pid=103165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 21:07:54.178658 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.db.api [None req-63156761-4362-446a-b4a6-a7e6f8d3a3a3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103164) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 20 21:07:54.179181 n-d-842733-1 neutron-server[103164]: DEBUG oslo_db.api [None req-63156761-4362-446a-b4a6-a7e6f8d3a3a3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 20 21:07:54.193034 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 8a0117b9-cb3a-4ae7-9440-09880842ddeb triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:07:54.193788 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:54.201109 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-aef57345-ff37-4792-ac8e-5e0a8c7572f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e059a780-163b-4461-a5fe-30b4992bdb1b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1063020110', 'tenant_id': 'd7932b75a33b465998804b193e9be7ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.211'}], 'enable_snat': True}, 'gw_port_id': 'ebe38d48-bd16-4097-a1e1-83f1c43a6bb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:07:43Z', 'updated_at': '2022-05-20T21:07:46Z', 'revision_number': 3, 'project_id': 'd7932b75a33b465998804b193e9be7ad', 'gw_port': {'id': 'ebe38d48-bd16-4097-a1e1-83f1c43a6bb7', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:70:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e059a780-163b-4461-a5fe-30b4992bdb1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3504, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:07:45Z', 'updated_at': '2022-05-20T21:07:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:07:54.202644 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-049b7198-bb51-400b-b356-4451b2a5916d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:54.260988 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4bb0e131-6525-46ca-a45b-e4ea43a5e69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:54.262593 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-06aff71f-bddf-4d02-9503-91b534062b13 None None] For port 678183b9-0a25-4fc7-be68-1ea5f047b3c6, host n-d-842733-1, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 21:07:54.266497 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef57345-ff37-4792-ac8e-5e0a8c7572f9 None None] The sync data for ids ['e059a780-163b-4461-a5fe-30b4992bdb1b'] in n-d-842733-1 is: [{'id': 'e059a780-163b-4461-a5fe-30b4992bdb1b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1063020110', 'tenant_id': 'd7932b75a33b465998804b193e9be7ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.211'}], 'enable_snat': True}, 'gw_port_id': 'ebe38d48-bd16-4097-a1e1-83f1c43a6bb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:07:43Z', 'updated_at': '2022-05-20T21:07:46Z', 'revision_number': 3, 'project_id': 'd7932b75a33b465998804b193e9be7ad', 'gw_port': {'id': 'ebe38d48-bd16-4097-a1e1-83f1c43a6bb7', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:70:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e059a780-163b-4461-a5fe-30b4992bdb1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3504, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:07:45Z', 'updated_at': '2022-05-20T21:07:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 21:07:54.286825 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-06aff71f-bddf-4d02-9503-91b534062b13 None None] For port 678183b9-0a25-4fc7-be68-1ea5f047b3c6, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=678183b9-0a25-4fc7-be68-1ea5f047b3c6,segment=NetworkSegment(fe2f1272-64e9-4f54-a89e-7afc10d54383),segment_id=fe2f1272-64e9-4f54-a89e-7afc10d54383)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 21:07:54.332648 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-44922e60-664f-428a-8edd-70c4f172f255 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:54.352969 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-049b7198-bb51-400b-b356-4451b2a5916d None None] Routers {'f0383f89-e420-4849-9073-9d8ff8165b97'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:07:54.353601 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-049b7198-bb51-400b-b356-4451b2a5916d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:07:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['f0383f89-e420-4849-9073-9d8ff8165b97'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:07:54.423243 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-06aff71f-bddf-4d02-9503-91b534062b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:54.435903 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-44922e60-664f-428a-8edd-70c4f172f255 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691816'] for security_group_rule, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:54.505131 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44922e60-664f-428a-8edd-70c4f172f255 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6dedf123-242a-4b90-a0d1-471cbd271f48,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:07:54.548177 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-44922e60-664f-428a-8edd-70c4f172f255 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:54.549703 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-44922e60-664f-428a-8edd-70c4f172f255 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6287036 May 20 21:07:54.671680 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06aff71f-bddf-4d02-9503-91b534062b13 None None] Pushing event updated for resources: {'Port': ['ID=678183b9-0a25-4fc7-be68-1ea5f047b3c6,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:07:54.676957 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 8a0117b9-cb3a-4ae7-9440-09880842ddeb is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:07:54.685085 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-049b7198-bb51-400b-b356-4451b2a5916d None None] Set router f0383f89-e420-4849-9073-9d8ff8165b97 gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:07:54.870210 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-63156761-4362-446a-b4a6-a7e6f8d3a3a3 None None] Current status of the port 9ae74093-5e48-45ee-a337-a5ec7f082ca5 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:07:55.012089 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 9ae74093-5e48-45ee-a337-a5ec7f082ca5 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:07:55.015473 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f7594938-3b24-40e7-80e3-76c2284ce7d2 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:55.050540 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4f719f4f-7348-4b13-93f2-d23fd24f34dc req-18280141-bc73-4cb8-96ef-bdcfeae94d9e tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup_access--710849698&fields=id&tenant_id=c123cb74b8ff4d85a73259ad4409ba24 HTTP/1.1" status: 200 len: 267 time: 0.0910523 May 20 21:07:55.130207 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:55.198759 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a6e1cae5-0813-468d-ac28-185727002fb6 None None] Provisioning complete for port 9ae74093-5e48-45ee-a337-a5ec7f082ca5 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:07:55.199450 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a6e1cae5-0813-468d-ac28-185727002fb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:55.204315 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4f719f4f-7348-4b13-93f2-d23fd24f34dc req-5103c941-ad5f-431d-8ccc-7f45c8474e44 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup_general--834330599&fields=id&tenant_id=c123cb74b8ff4d85a73259ad4409ba24 HTTP/1.1" status: 200 len: 267 time: 0.1448634 May 20 21:07:55.382919 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 9ae74093-5e48-45ee-a337-a5ec7f082ca5 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:07:55.384002 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:55.415744 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a7c883-7e8f-424b-9eff-e52644b61388 None None] Pushing event updated for resources: {'Port': ['ID=d832fd2e-4e23-4b26-96b3-120120749bdf,revision_number=4']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:07:55.561724 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f719f4f-7348-4b13-93f2-d23fd24f34dc req-961566d6-2662-4d25-8797-d2f4d62588d6 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:07:55.566698 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4f719f4f-7348-4b13-93f2-d23fd24f34dc req-961566d6-2662-4d25-8797-d2f4d62588d6 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] 10.222.0.35 "GET /v2.0/networks?id=566fc6b8-d480-4425-83fd-90dbc48e9800 HTTP/1.1" status: 200 len: 797 time: 0.3492901 May 20 21:07:55.602619 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4f719f4f-7348-4b13-93f2-d23fd24f34dc req-197ce127-772e-4df6-b809-0464553959e2 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] 10.222.0.35 "GET /v2.0/quotas/c123cb74b8ff4d85a73259ad4409ba24 HTTP/1.1" status: 200 len: 375 time: 0.0246704 May 20 21:07:55.642096 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-049b7198-bb51-400b-b356-4451b2a5916d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0383f89-e420-4849-9073-9d8ff8165b97', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1393483931', 'tenant_id': 'c123cb74b8ff4d85a73259ad4409ba24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.214'}], 'enable_snat': True}, 'gw_port_id': '8a0117b9-cb3a-4ae7-9440-09880842ddeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:07:40Z', 'updated_at': '2022-05-20T21:07:50Z', 'revision_number': 4, 'project_id': 'c123cb74b8ff4d85a73259ad4409ba24', 'gw_port': {'id': '8a0117b9-cb3a-4ae7-9440-09880842ddeb', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:12:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0383f89-e420-4849-9073-9d8ff8165b97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:07:41Z', 'updated_at': '2022-05-20T21:07:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': 'd832fd2e-4e23-4b26-96b3-120120749bdf', 'name': '', 'network_id': '566fc6b8-d480-4425-83fd-90dbc48e9800', 'tenant_id': 'c123cb74b8ff4d85a73259ad4409ba24', 'mac_address': 'fa:16:3e:55:b9:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0383f89-e420-4849-9073-9d8ff8165b97', 'device_owner': 'network:router_interface', 'standard_attr_id': 3508, 'fixed_ips': [{'subnet_id': '4d5b8188-2bc2-4566-badd-6b4165fd2206', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:07:49Z', 'updated_at': '2022-05-20T21:07:54Z', 'revision_number': 4, 'project_id': 'c123cb74b8ff4d85a73259ad4409ba24', 'subnets': [{'id': '4d5b8188-2bc2-4566-badd-6b4165fd2206', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:07:55.738195 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a6e1cae5-0813-468d-ac28-185727002fb6 None None] Current status of the port 9ae74093-5e48-45ee-a337-a5ec7f082ca5 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:07:55.751588 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-049b7198-bb51-400b-b356-4451b2a5916d None None] The sync data for ids ['f0383f89-e420-4849-9073-9d8ff8165b97'] in n-d-842733-1 is: [{'id': 'f0383f89-e420-4849-9073-9d8ff8165b97', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1393483931', 'tenant_id': 'c123cb74b8ff4d85a73259ad4409ba24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.214'}], 'enable_snat': True}, 'gw_port_id': '8a0117b9-cb3a-4ae7-9440-09880842ddeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:07:40Z', 'updated_at': '2022-05-20T21:07:50Z', 'revision_number': 4, 'project_id': 'c123cb74b8ff4d85a73259ad4409ba24', 'gw_port': {'id': '8a0117b9-cb3a-4ae7-9440-09880842ddeb', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:12:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0383f89-e420-4849-9073-9d8ff8165b97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:07:41Z', 'updated_at': '2022-05-20T21:07:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': 'd832fd2e-4e23-4b26-96b3-120120749bdf', 'name': '', 'network_id': '566fc6b8-d480-4425-83fd-90dbc48e9800', 'tenant_id': 'c123cb74b8ff4d85a73259ad4409ba24', 'mac_address': 'fa:16:3e:55:b9:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0383f89-e420-4849-9073-9d8ff8165b97', 'device_owner': 'network:router_interface', 'standard_attr_id': 3508, 'fixed_ips': [{'subnet_id': '4d5b8188-2bc2-4566-badd-6b4165fd2206', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:07:49Z', 'updated_at': '2022-05-20T21:07:54Z', 'revision_number': 4, 'project_id': 'c123cb74b8ff4d85a73259ad4409ba24', 'subnets': [{'id': '4d5b8188-2bc2-4566-badd-6b4165fd2206', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 21:07:55.770250 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4f719f4f-7348-4b13-93f2-d23fd24f34dc req-190371a3-adcf-4954-9e4f-21cfa314ff4b tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=c123cb74b8ff4d85a73259ad4409ba24&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1663232 May 20 21:07:55.780130 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a6e1cae5-0813-468d-ac28-185727002fb6 None None] Provisioning complete for port 1e31b847-2e8f-42ac-b4b1-a9dddb34d34a triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:07:55.780514 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a6e1cae5-0813-468d-ac28-185727002fb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:55.782355 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cc3ec51b-6ec8-438a-8349-5f0bec346d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:55.792711 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [req-4f719f4f-7348-4b13-93f2-d23fd24f34dc req-b5f6d9be-be1c-47a3-96de-041ae68a022e service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103163) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 21:07:55.794360 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4f719f4f-7348-4b13-93f2-d23fd24f34dc req-b5f6d9be-be1c-47a3-96de-041ae68a022e service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0078630 May 20 21:07:55.855512 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:56.048494 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 9ae74093-5e48-45ee-a337-a5ec7f082ca5 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:07:56.051054 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4f719f4f-7348-4b13-93f2-d23fd24f34dc req-4c70f493-1f16-4a8c-ab9b-42cbf40f91f2 service neutron] 10.222.0.35 "GET /v2.0/networks/566fc6b8-d480-4425-83fd-90dbc48e9800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2158620 May 20 21:07:56.061834 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a6e1cae5-0813-468d-ac28-185727002fb6 None None] Port 1e31b847-2e8f-42ac-b4b1-a9dddb34d34a cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 21:07:56.083979 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a6e1cae5-0813-468d-ac28-185727002fb6 None None] Provisioning complete for port d832fd2e-4e23-4b26-96b3-120120749bdf triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:07:56.085669 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a6e1cae5-0813-468d-ac28-185727002fb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:56.206281 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-edacc2da-0e58-49de-a47d-59fff769c871 tempest-RoutersNegativeTest-121968789 tempest-RoutersNegativeTest-121968789-project] Deleting port 1e31b847-2e8f-42ac-b4b1-a9dddb34d34a {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:07:56.209294 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-edacc2da-0e58-49de-a47d-59fff769c871 tempest-RoutersNegativeTest-121968789 tempest-RoutersNegativeTest-121968789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:56.299438 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4f719f4f-7348-4b13-93f2-d23fd24f34dc req-8860e23c-5c2f-4424-aeba-7ee41d8a041b service neutron] 10.222.0.35 "GET /v2.0/networks/566fc6b8-d480-4425-83fd-90dbc48e9800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2392149 May 20 21:07:56.456879 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a6e1cae5-0813-468d-ac28-185727002fb6 None None] Current status of the port d832fd2e-4e23-4b26-96b3-120120749bdf is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:07:56.457663 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a6e1cae5-0813-468d-ac28-185727002fb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:56.564397 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-a6e1cae5-0813-468d-ac28-185727002fb6 None None] For port d832fd2e-4e23-4b26-96b3-120120749bdf, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=d832fd2e-4e23-4b26-96b3-120120749bdf,segment=NetworkSegment(5b70e891-1f09-49b1-94eb-811571878995),segment_id=5b70e891-1f09-49b1-94eb-811571878995)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:07:56.647903 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f7594938-3b24-40e7-80e3-76c2284ce7d2 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:56.651565 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-edacc2da-0e58-49de-a47d-59fff769c871 tempest-RoutersNegativeTest-121968789 tempest-RoutersNegativeTest-121968789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:56.682428 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a6e1cae5-0813-468d-ac28-185727002fb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:56.719847 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-edacc2da-0e58-49de-a47d-59fff769c871 tempest-RoutersNegativeTest-121968789 tempest-RoutersNegativeTest-121968789-project] Calling delete_port for 1e31b847-2e8f-42ac-b4b1-a9dddb34d34a owned by network:router_interface {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:07:56.721621 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f7594938-3b24-40e7-80e3-76c2284ce7d2 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:56.869956 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c94e47f7-e04b-4f66-9824-ccde6602435a req-bd8d30b8-1777-4ea4-9f3b-50a047d18d00 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] 10.222.0.35 "GET /v2.0/ports?device_id=46b79fc5-5a39-4645-afd0-fde2291ef1d7 HTTP/1.1" status: 200 len: 210 time: 0.0863354 May 20 21:07:56.896917 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e1cae5-0813-468d-ac28-185727002fb6 None None] Pushing event updated for resources: {'Port': ['ID=d832fd2e-4e23-4b26-96b3-120120749bdf,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:07:56.901563 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-f1c59117-51e2-4c02-8392-36578427d62c None None] Provisioning complete for port d832fd2e-4e23-4b26-96b3-120120749bdf triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:07:56.901928 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-f1c59117-51e2-4c02-8392-36578427d62c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:56.972409 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27b5266c-60a7-4ed7-aad0-04451a42e471 None None] Network 9eccc106-4609-4d2d-abe2-76ba1cf9de32 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:07:57.088859 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f7594938-3b24-40e7-80e3-76c2284ce7d2 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748437'] for router_interface, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:57.093922 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7594938-3b24-40e7-80e3-76c2284ce7d2 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Pushing event updated for resources: {'Port': ['ID=86f9643d-3103-4c94-a406-574fd4a14bcd,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:07:57.095273 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device d832fd2e-4e23-4b26-96b3-120120749bdf up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:07:57.225342 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7594938-3b24-40e7-80e3-76c2284ce7d2 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Network 9eccc106-4609-4d2d-abe2-76ba1cf9de32 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:07:57.229494 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-f7594938-3b24-40e7-80e3-76c2284ce7d2 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:07:57.296017 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port d832fd2e-4e23-4b26-96b3-120120749bdf triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:07:57.296480 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:57.401388 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-f1c59117-51e2-4c02-8392-36578427d62c None None] Current status of the port d832fd2e-4e23-4b26-96b3-120120749bdf is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:07:57.580390 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port d832fd2e-4e23-4b26-96b3-120120749bdf is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:07:57.581657 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device ebe38d48-bd16-4097-a1e1-83f1c43a6bb7 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:07:57.584811 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-133e6ebd-7b52-419e-b217-666b01cd0162 None None] Provisioning complete for port 678183b9-0a25-4fc7-be68-1ea5f047b3c6 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:07:57.585175 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-133e6ebd-7b52-419e-b217-666b01cd0162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:57.665753 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7594938-3b24-40e7-80e3-76c2284ce7d2 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Router e059a780-163b-4461-a5fe-30b4992bdb1b has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 21:07:57.786709 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-133e6ebd-7b52-419e-b217-666b01cd0162 None None] Current status of the port 678183b9-0a25-4fc7-be68-1ea5f047b3c6 is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:07:57.787099 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-133e6ebd-7b52-419e-b217-666b01cd0162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:57.826996 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-133e6ebd-7b52-419e-b217-666b01cd0162 None None] For port 678183b9-0a25-4fc7-be68-1ea5f047b3c6, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=678183b9-0a25-4fc7-be68-1ea5f047b3c6,segment=NetworkSegment(fe2f1272-64e9-4f54-a89e-7afc10d54383),segment_id=fe2f1272-64e9-4f54-a89e-7afc10d54383)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:07:57.844941 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-edacc2da-0e58-49de-a47d-59fff769c871 tempest-RoutersNegativeTest-121968789 tempest-RoutersNegativeTest-121968789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:57.853696 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port ebe38d48-bd16-4097-a1e1-83f1c43a6bb7 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:07:57.854574 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:57.907533 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edacc2da-0e58-49de-a47d-59fff769c871 tempest-RoutersNegativeTest-121968789 tempest-RoutersNegativeTest-121968789-project] Pushing event deleted for resources: {'Port': ['ID=1e31b847-2e8f-42ac-b4b1-a9dddb34d34a,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:07:57.982903 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7594938-3b24-40e7-80e3-76c2284ce7d2 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 21:07:57.991198 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-133e6ebd-7b52-419e-b217-666b01cd0162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:58.005835 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-f7594938-3b24-40e7-80e3-76c2284ce7d2 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "PUT /v2.0/routers/e059a780-163b-4461-a5fe-30b4992bdb1b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3817403 May 20 21:07:58.041314 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1a901b6d-ab71-4a20-ba99-9a2b8dfa3b79 req-cce54227-22f2-4f6d-9096-11c869510599 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] 10.222.0.35 "GET /v2.0/ports?device_id=46b79fc5-5a39-4645-afd0-fde2291ef1d7 HTTP/1.1" status: 200 len: 210 time: 0.0894227 May 20 21:07:58.155247 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133e6ebd-7b52-419e-b217-666b01cd0162 None None] Pushing event updated for resources: {'Port': ['ID=678183b9-0a25-4fc7-be68-1ea5f047b3c6,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:07:58.161360 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port ebe38d48-bd16-4097-a1e1-83f1c43a6bb7 is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:07:58.161980 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:58.189497 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] For port ebe38d48-bd16-4097-a1e1-83f1c43a6bb7, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=ebe38d48-bd16-4097-a1e1-83f1c43a6bb7,segment=NetworkSegment(0b5485c4-eff8-42a1-9073-ae54ed4c63ba),segment_id=0b5485c4-eff8-42a1-9073-ae54ed4c63ba)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:07:58.206266 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1edabb46-ad42-4732-b08a-a9d75d6da83e None None] Sync routers for ids ['e059a780-163b-4461-a5fe-30b4992bdb1b'] in n-d-842733-1 {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 21:07:58.231336 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-cf641f26-d323-4dbe-b2bf-87b88ed2f0a0 None None] Provisioning complete for port 86f9643d-3103-4c94-a406-574fd4a14bcd triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:07:58.231336 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cf641f26-d323-4dbe-b2bf-87b88ed2f0a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:58.234834 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1edabb46-ad42-4732-b08a-a9d75d6da83e None None] Routers {'e059a780-163b-4461-a5fe-30b4992bdb1b'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:07:58.238138 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-1edabb46-ad42-4732-b08a-a9d75d6da83e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:07:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['e059a780-163b-4461-a5fe-30b4992bdb1b'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:07:58.309110 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:58.309926 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 678183b9-0a25-4fc7-be68-1ea5f047b3c6 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:07:58.324084 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-edacc2da-0e58-49de-a47d-59fff769c871 tempest-RoutersNegativeTest-121968789 tempest-RoutersNegativeTest-121968789-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-692224'] for router_interface, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:58.419594 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8732ed4d-9f30-4fb7-b8b2-8bf1737b9ec4 req-ad51d190-d602-4fc0-90cc-159e28c03fcc tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-839722847&fields=id&tenant_id=d7932b75a33b465998804b193e9be7ad HTTP/1.1" status: 200 len: 267 time: 0.0943544 May 20 21:07:58.450460 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-cf641f26-d323-4dbe-b2bf-87b88ed2f0a0 None None] Port 86f9643d-3103-4c94-a406-574fd4a14bcd cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 21:07:58.504565 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-1edabb46-ad42-4732-b08a-a9d75d6da83e None None] Set router e059a780-163b-4461-a5fe-30b4992bdb1b gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:07:58.539225 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-cf641f26-d323-4dbe-b2bf-87b88ed2f0a0 None None] Provisioning complete for port 678183b9-0a25-4fc7-be68-1ea5f047b3c6 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:07:58.539965 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cf641f26-d323-4dbe-b2bf-87b88ed2f0a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:58.542893 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Pushing event updated for resources: {'Port': ['ID=ebe38d48-bd16-4097-a1e1-83f1c43a6bb7,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:07:58.659361 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 678183b9-0a25-4fc7-be68-1ea5f047b3c6 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:07:58.660001 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:58.685135 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8732ed4d-9f30-4fb7-b8b2-8bf1737b9ec4 req-d2e1690b-e0de-469c-a2f1-01c099c2a0fc tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:07:58.687631 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8732ed4d-9f30-4fb7-b8b2-8bf1737b9ec4 req-d2e1690b-e0de-469c-a2f1-01c099c2a0fc tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/networks?id=9eccc106-4609-4d2d-abe2-76ba1cf9de32 HTTP/1.1" status: 200 len: 797 time: 0.2681918 May 20 21:07:58.707581 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edacc2da-0e58-49de-a47d-59fff769c871 tempest-RoutersNegativeTest-121968789 tempest-RoutersNegativeTest-121968789-project] Router 2f9f57db-05bd-4dbe-94e6-794766db768d has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 21:07:58.763065 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8732ed4d-9f30-4fb7-b8b2-8bf1737b9ec4 req-c5d46997-0909-4d72-93a6-53ba92f57a4e tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/quotas/d7932b75a33b465998804b193e9be7ad HTTP/1.1" status: 200 len: 375 time: 0.0278239 May 20 21:07:58.869184 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 678183b9-0a25-4fc7-be68-1ea5f047b3c6 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:07:58.906729 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-cf641f26-d323-4dbe-b2bf-87b88ed2f0a0 None None] Current status of the port 678183b9-0a25-4fc7-be68-1ea5f047b3c6 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:07:58.938488 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edacc2da-0e58-49de-a47d-59fff769c871 tempest-RoutersNegativeTest-121968789 tempest-RoutersNegativeTest-121968789-project] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 21:07:58.949994 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf811a30-0f1a-4988-84df-de24e90a0dd6 None None] Sync routers for ids ['2f9f57db-05bd-4dbe-94e6-794766db768d'] in n-d-842733-1 {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 21:07:58.955648 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-edacc2da-0e58-49de-a47d-59fff769c871 tempest-RoutersNegativeTest-121968789 tempest-RoutersNegativeTest-121968789-project] 10.222.0.35 "PUT /v2.0/routers/2f9f57db-05bd-4dbe-94e6-794766db768d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7764783 May 20 21:07:58.966084 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 49018) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:07:58.969818 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf811a30-0f1a-4988-84df-de24e90a0dd6 None None] Routers {'2f9f57db-05bd-4dbe-94e6-794766db768d'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:07:58.970602 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-bf811a30-0f1a-4988-84df-de24e90a0dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:07:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['2f9f57db-05bd-4dbe-94e6-794766db768d'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:07:58.974179 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8732ed4d-9f30-4fb7-b8b2-8bf1737b9ec4 req-4e35b9cb-e122-4374-8bcd-d47e1d889187 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=d7932b75a33b465998804b193e9be7ad&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2099078 May 20 21:07:59.043143 n-d-842733-1 neutron-server[103162]: INFO neutron.api.v2.resource [None req-a08cc2ba-b6e8-4729-b61b-adc96d3bf8e5 tempest-RoutersNegativeTest-121968789 tempest-RoutersNegativeTest-121968789-project] show failed (client error): The resource could not be found. May 20 21:07:59.044203 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-a08cc2ba-b6e8-4729-b61b-adc96d3bf8e5 tempest-RoutersNegativeTest-121968789 tempest-RoutersNegativeTest-121968789-project] 10.222.0.35 "GET /v2.0/routers/tempest-non_exist_router-1959959048 HTTP/1.1" status: 404 len: 335 time: 0.0770514 May 20 21:07:59.049662 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 49020) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:07:59.056369 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-bf811a30-0f1a-4988-84df-de24e90a0dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:07:59.062633 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-fe6dfa78-d96c-4b87-b5e8-f33bbbdcf52e tempest-RoutersNegativeTest-121968789 tempest-RoutersNegativeTest-121968789-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:07:59.093610 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device d832fd2e-4e23-4b26-96b3-120120749bdf up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:07:59.173832 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-1edabb46-ad42-4732-b08a-a9d75d6da83e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e059a780-163b-4461-a5fe-30b4992bdb1b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1063020110', 'tenant_id': 'd7932b75a33b465998804b193e9be7ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.211'}], 'enable_snat': True}, 'gw_port_id': 'ebe38d48-bd16-4097-a1e1-83f1c43a6bb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:07:43Z', 'updated_at': '2022-05-20T21:07:53Z', 'revision_number': 4, 'project_id': 'd7932b75a33b465998804b193e9be7ad', 'gw_port': {'id': 'ebe38d48-bd16-4097-a1e1-83f1c43a6bb7', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:70:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e059a780-163b-4461-a5fe-30b4992bdb1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3504, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:07:45Z', 'updated_at': '2022-05-20T21:07:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': '86f9643d-3103-4c94-a406-574fd4a14bcd', 'name': '', 'network_id': '9eccc106-4609-4d2d-abe2-76ba1cf9de32', 'tenant_id': 'd7932b75a33b465998804b193e9be7ad', 'mac_address': 'fa:16:3e:a9:ef:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e059a780-163b-4461-a5fe-30b4992bdb1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3511, 'fixed_ips': [{'subnet_id': '11782441-b4f1-40fc-9cbd-8dc932032eb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:07:52Z', 'updated_at': '2022-05-20T21:07:55Z', 'revision_number': 2, 'project_id': 'd7932b75a33b465998804b193e9be7ad', 'subnets': [{'id': '11782441-b4f1-40fc-9cbd-8dc932032eb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:07:59.188258 n-d-842733-1 neutron-server[103162]: INFO neutron.api.v2.resource [None req-fe6dfa78-d96c-4b87-b5e8-f33bbbdcf52e tempest-RoutersNegativeTest-121968789 tempest-RoutersNegativeTest-121968789-project] update failed (client error): The resource could not be found. May 20 21:07:59.193942 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-fe6dfa78-d96c-4b87-b5e8-f33bbbdcf52e tempest-RoutersNegativeTest-121968789 tempest-RoutersNegativeTest-121968789-project] 10.222.0.35 "PUT /v2.0/routers/tempest-non_exist_router-1006062970 HTTP/1.1" status: 404 len: 335 time: 0.1422651 May 20 21:07:59.200749 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 49024) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:07:59.248101 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1edabb46-ad42-4732-b08a-a9d75d6da83e None None] Checking router: e059a780-163b-4461-a5fe-30b4992bdb1b for host: n-d-842733-1 {{(pid=103165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 21:07:59.249146 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1edabb46-ad42-4732-b08a-a9d75d6da83e None None] Updating router e059a780-163b-4461-a5fe-30b4992bdb1b port 86f9643d-3103-4c94-a406-574fd4a14bcd binding host n-d-842733-1 {{(pid=103165) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 21:07:59.252475 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-2aa55fa2-2f73-4b4b-a889-37fc49378628 None None] Provisioning complete for port 86f9643d-3103-4c94-a406-574fd4a14bcd triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:07:59.255593 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-2aa55fa2-2f73-4b4b-a889-37fc49378628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:59.281751 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-87d2d3df-0edf-42a0-b25b-6a88862e1949 req-c6060db1-5287-4043-ae3a-e2700df22a06 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] 10.222.0.35 "GET /v2.0/ports?device_id=46b79fc5-5a39-4645-afd0-fde2291ef1d7 HTTP/1.1" status: 200 len: 210 time: 0.0661156 May 20 21:07:59.309884 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8732ed4d-9f30-4fb7-b8b2-8bf1737b9ec4 req-88bb62ef-a908-4d33-85ad-2bd633f21297 service neutron] 10.222.0.35 "GET /v2.0/networks/9eccc106-4609-4d2d-abe2-76ba1cf9de32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3295064 May 20 21:07:59.315932 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf811a30-0f1a-4988-84df-de24e90a0dd6 None None] Routers {'2f9f57db-05bd-4dbe-94e6-794766db768d'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:07:59.321601 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-bf811a30-0f1a-4988-84df-de24e90a0dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:07:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['2f9f57db-05bd-4dbe-94e6-794766db768d'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:07:59.326972 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-1edabb46-ad42-4732-b08a-a9d75d6da83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:59.353785 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_v2 [None req-40bf6816-7bd5-45a8-8ed5-5b8c03d935b6 tempest-RoutersNegativeTest-121968789 tempest-RoutersNegativeTest-121968789-project] Deleting subnet c1705da1-288d-4a47-9306-49dcd3ec2dd2 {{(pid=103162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 20 21:07:59.362739 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-40bf6816-7bd5-45a8-8ed5-5b8c03d935b6 tempest-RoutersNegativeTest-121968789 tempest-RoutersNegativeTest-121968789-project] Notify callbacks [] for subnet, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:59.436774 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8732ed4d-9f30-4fb7-b8b2-8bf1737b9ec4 req-d738744b-4e18-4363-a896-ff0bc5eb6f70 service neutron] 10.222.0.35 "GET /v2.0/networks/9eccc106-4609-4d2d-abe2-76ba1cf9de32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190975 May 20 21:07:59.451395 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port d832fd2e-4e23-4b26-96b3-120120749bdf triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:07:59.453617 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:59.500243 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-bf811a30-0f1a-4988-84df-de24e90a0dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:07:59.500953 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf811a30-0f1a-4988-84df-de24e90a0dd6 None None] The sync data for ids ['2f9f57db-05bd-4dbe-94e6-794766db768d'] in n-d-842733-1 is: [] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 21:07:59.519105 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-40bf6816-7bd5-45a8-8ed5-5b8c03d935b6 tempest-RoutersNegativeTest-121968789 tempest-RoutersNegativeTest-121968789-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3738392'] for subnet, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:59.523540 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-2aa55fa2-2f73-4b4b-a889-37fc49378628 None None] Port 86f9643d-3103-4c94-a406-574fd4a14bcd cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 21:07:59.606611 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port d832fd2e-4e23-4b26-96b3-120120749bdf is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:07:59.610170 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device ebe38d48-bd16-4097-a1e1-83f1c43a6bb7 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:07:59.673761 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-40bf6816-7bd5-45a8-8ed5-5b8c03d935b6 tempest-RoutersNegativeTest-121968789 tempest-RoutersNegativeTest-121968789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33068388'] for subnet, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:59.678832 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port ebe38d48-bd16-4097-a1e1-83f1c43a6bb7 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:07:59.679274 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:59.871233 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-1edabb46-ad42-4732-b08a-a9d75d6da83e None None] Notify callbacks [] for port, precommit_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:59.874374 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0a349944-9303-421a-a77f-25f0e5498e4b req-e67d1d69-279e-4037-a2df-b4f8cada6a47 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ba39278-6629-446d-ae0e-cba76bdf80e2 HTTP/1.1" status: 200 len: 210 time: 0.0935006 May 20 21:07:59.902545 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-40bf6816-7bd5-45a8-8ed5-5b8c03d935b6 tempest-RoutersNegativeTest-121968789 tempest-RoutersNegativeTest-121968789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33068399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3797621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4018265'] for subnet, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:59.970753 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port ebe38d48-bd16-4097-a1e1-83f1c43a6bb7 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:07:59.981738 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 678183b9-0a25-4fc7-be68-1ea5f047b3c6 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:07:59.986192 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bf6816-7bd5-45a8-8ed5-5b8c03d935b6 tempest-RoutersNegativeTest-121968789 tempest-RoutersNegativeTest-121968789-project] Pushing event deleted for resources: {'Subnet': ['ID=c1705da1-288d-4a47-9306-49dcd3ec2dd2,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:07:59.994815 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-40bf6816-7bd5-45a8-8ed5-5b8c03d935b6 tempest-RoutersNegativeTest-121968789 tempest-RoutersNegativeTest-121968789-project] Notify callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:07:59.998187 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-1edabb46-ad42-4732-b08a-a9d75d6da83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:00.014979 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-40bf6816-7bd5-45a8-8ed5-5b8c03d935b6 tempest-RoutersNegativeTest-121968789 tempest-RoutersNegativeTest-121968789-project] 10.222.0.35 "DELETE /v2.0/subnets/c1705da1-288d-4a47-9306-49dcd3ec2dd2 HTTP/1.1" status: 204 len: 168 time: 0.8130505 May 20 21:08:00.017499 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 49038) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:08:00.092095 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47c73477-1ad2-415a-a748-97b4a0608e5c None None] Network cb20d13b-9e76-4d7d-a5e6-e747b11cf035 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:08:00.171011 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2768e84-9f3a-49e3-b43e-235f85e7e8c7 None None] Pushing event updated for resources: {'Port': ['ID=86f9643d-3103-4c94-a406-574fd4a14bcd,revision_number=3']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:08:00.187492 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_v2 [None req-b73a8712-3654-4600-b9b1-d0fe35bba425 tempest-RoutersNegativeTest-121968789 tempest-RoutersNegativeTest-121968789-project] Deleting subnet fc21cca5-1f42-4e4d-94f2-66525a22121a {{(pid=103163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 20 21:08:00.196418 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b73a8712-3654-4600-b9b1-d0fe35bba425 tempest-RoutersNegativeTest-121968789 tempest-RoutersNegativeTest-121968789-project] Notify callbacks [] for subnet, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:00.286979 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-1edabb46-ad42-4732-b08a-a9d75d6da83e None None] Attempting to bind port 86f9643d-3103-4c94-a406-574fd4a14bcd on host n-d-842733-1 for vnic_type normal with profile {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:08:00.287523 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-1edabb46-ad42-4732-b08a-a9d75d6da83e None None] Attempting to bind port 86f9643d-3103-4c94-a406-574fd4a14bcd by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': 'fe2f1272-64e9-4f54-a89e-7afc10d54383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '9eccc106-4609-4d2d-abe2-76ba1cf9de32'}] {{(pid=103165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:08:00.287866 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1edabb46-ad42-4732-b08a-a9d75d6da83e None None] Attempting to bind port 86f9643d-3103-4c94-a406-574fd4a14bcd on network 9eccc106-4609-4d2d-abe2-76ba1cf9de32 {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:08:00.289675 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b73a8712-3654-4600-b9b1-d0fe35bba425 tempest-RoutersNegativeTest-121968789 tempest-RoutersNegativeTest-121968789-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9338757'] for subnet, precommit_delete_associations {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:00.297243 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1edabb46-ad42-4732-b08a-a9d75d6da83e None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 21, 7, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 21:08:00.299238 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1edabb46-ad42-4732-b08a-a9d75d6da83e None None] Checking segment: {'id': 'fe2f1272-64e9-4f54-a89e-7afc10d54383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '9eccc106-4609-4d2d-abe2-76ba1cf9de32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:08:00.299737 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-1edabb46-ad42-4732-b08a-a9d75d6da83e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:00.301372 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1edabb46-ad42-4732-b08a-a9d75d6da83e None None] Bound using segment: {'id': 'fe2f1272-64e9-4f54-a89e-7afc10d54383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '9eccc106-4609-4d2d-abe2-76ba1cf9de32'} {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 21:08:00.304530 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-1edabb46-ad42-4732-b08a-a9d75d6da83e None None] Bound port: 86f9643d-3103-4c94-a406-574fd4a14bcd, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe2f1272-64e9-4f54-a89e-7afc10d54383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '9eccc106-4609-4d2d-abe2-76ba1cf9de32'}}] {{(pid=103165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:08:00.305542 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-1edabb46-ad42-4732-b08a-a9d75d6da83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:00.390348 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 678183b9-0a25-4fc7-be68-1ea5f047b3c6 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:08:00.390720 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:00.549084 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d83a0c31-e419-4ea1-b61c-7504ceb3a393 req-b544eeb4-efda-406a-8a74-07cf5df19971 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] 10.222.0.35 "GET /v2.0/ports?device_id=46b79fc5-5a39-4645-afd0-fde2291ef1d7 HTTP/1.1" status: 200 len: 210 time: 0.0856018 May 20 21:08:00.569823 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-1edabb46-ad42-4732-b08a-a9d75d6da83e None None] For port 86f9643d-3103-4c94-a406-574fd4a14bcd, host n-d-842733-1, cleared binding levels {{(pid=103165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 21:08:00.603124 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-1edabb46-ad42-4732-b08a-a9d75d6da83e None None] For port 86f9643d-3103-4c94-a406-574fd4a14bcd, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=86f9643d-3103-4c94-a406-574fd4a14bcd,segment=NetworkSegment(fe2f1272-64e9-4f54-a89e-7afc10d54383),segment_id=fe2f1272-64e9-4f54-a89e-7afc10d54383)] {{(pid=103165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 21:08:00.623822 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f719f4f-7348-4b13-93f2-d23fd24f34dc req-30ba5243-fc67-4979-9d85-f3c583f090b2 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:08:00.625515 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-4f719f4f-7348-4b13-93f2-d23fd24f34dc req-30ba5243-fc67-4979-9d85-f3c583f090b2 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] 10.222.0.13 "GET /v2.0/networks?id=566fc6b8-d480-4425-83fd-90dbc48e9800 HTTP/1.1" status: 200 len: 797 time: 0.4454966 May 20 21:08:00.693720 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-1edabb46-ad42-4732-b08a-a9d75d6da83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:00.797003 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-4f719f4f-7348-4b13-93f2-d23fd24f34dc req-b4b53e4c-2f86-472c-8ba5-3aeeb190d9ab tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c123cb74b8ff4d85a73259ad4409ba24 HTTP/1.1" status: 200 len: 476 time: 0.1550181 May 20 21:08:00.830145 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [req-4f719f4f-7348-4b13-93f2-d23fd24f34dc req-7910f568-f50e-41d7-9a53-1346c3edefdb tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Request body: {'port': {'device_id': '46b79fc5-5a39-4645-afd0-fde2291ef1d7', 'network_id': '566fc6b8-d480-4425-83fd-90dbc48e9800', 'admin_state_up': True, 'tenant_id': 'c123cb74b8ff4d85a73259ad4409ba24', 'security_groups': ['2c78895a-83d9-4fda-b590-17c1f3e1bb01', '998ef77a-d22a-41c8-a168-ba8ef6bfa3c0']}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:08:00.871250 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1edabb46-ad42-4732-b08a-a9d75d6da83e None None] Routers {'e059a780-163b-4461-a5fe-30b4992bdb1b'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:08:00.877890 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-1edabb46-ad42-4732-b08a-a9d75d6da83e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:07:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['e059a780-163b-4461-a5fe-30b4992bdb1b'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:08:01.177777 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-1edabb46-ad42-4732-b08a-a9d75d6da83e None None] Set router e059a780-163b-4461-a5fe-30b4992bdb1b gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:08:01.289681 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f12dcc17-288e-4246-83ea-ccc0d3429ea8 req-3c7d4314-1263-4e25-8e93-0f5d4a0d50ea tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ba39278-6629-446d-ae0e-cba76bdf80e2 HTTP/1.1" status: 200 len: 210 time: 0.0552688 May 20 21:08:01.310512 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f719f4f-7348-4b13-93f2-d23fd24f34dc req-7910f568-f50e-41d7-9a53-1346c3edefdb tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Made reservation on behalf of c123cb74b8ff4d85a73259ad4409ba24 for: {'port': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:08:01.315807 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b73a8712-3654-4600-b9b1-d0fe35bba425 tempest-RoutersNegativeTest-121968789 tempest-RoutersNegativeTest-121968789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33068388'] for subnet, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:01.322535 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-4f719f4f-7348-4b13-93f2-d23fd24f34dc req-7910f568-f50e-41d7-9a53-1346c3edefdb tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:01.391657 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-dc4b83b3-6145-4b29-a793-576729bc0d32 None None] Provisioning complete for port 86f9643d-3103-4c94-a406-574fd4a14bcd triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:08:01.392780 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-dc4b83b3-6145-4b29-a793-576729bc0d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:01.456513 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 678183b9-0a25-4fc7-be68-1ea5f047b3c6 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:08:01.493772 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b73a8712-3654-4600-b9b1-d0fe35bba425 tempest-RoutersNegativeTest-121968789 tempest-RoutersNegativeTest-121968789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33068399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9641221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8422588'] for subnet, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:01.537632 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b73a8712-3654-4600-b9b1-d0fe35bba425 tempest-RoutersNegativeTest-121968789 tempest-RoutersNegativeTest-121968789-project] Notify callbacks [] for subnet, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:01.551047 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-b73a8712-3654-4600-b9b1-d0fe35bba425 tempest-RoutersNegativeTest-121968789 tempest-RoutersNegativeTest-121968789-project] 10.222.0.35 "DELETE /v2.0/subnets/fc21cca5-1f42-4e4d-94f2-66525a22121a HTTP/1.1" status: 204 len: 168 time: 1.5317569 May 20 21:08:01.554854 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 49060) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:08:01.587702 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6de93a03-79d0-4c42-83b0-cc483c8d4df2 None None] DHCP port deletion for cb20d13b-9e76-4d7d-a5e6-e747b11cf035 request from n-d-842733-1 {{(pid=103164) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 21:08:01.598937 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be29f70f-c944-4ed9-b742-ebaa9e7d0c3c None None] Network ccac06a3-8906-4d2e-a1db-74eb169fe913 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:08:01.625490 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73a8712-3654-4600-b9b1-d0fe35bba425 tempest-RoutersNegativeTest-121968789 tempest-RoutersNegativeTest-121968789-project] Pushing event deleted for resources: {'Subnet': ['ID=fc21cca5-1f42-4e4d-94f2-66525a22121a,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:08:01.685593 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c19e1ec7-278d-457d-8afa-04463de4e279 req-e0020914-2b4f-4f8d-99a5-6230b6c643a2 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] 10.222.0.35 "GET /v2.0/ports?device_id=46b79fc5-5a39-4645-afd0-fde2291ef1d7 HTTP/1.1" status: 200 len: 210 time: 0.0571089 May 20 21:08:01.784043 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2768e84-9f3a-49e3-b43e-235f85e7e8c7 None None] Pushing event updated for resources: {'Port': ['ID=86f9643d-3103-4c94-a406-574fd4a14bcd,revision_number=4']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:08:01.811408 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-dc4b83b3-6145-4b29-a793-576729bc0d32 None None] Current status of the port 86f9643d-3103-4c94-a406-574fd4a14bcd is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:08:01.812216 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-dc4b83b3-6145-4b29-a793-576729bc0d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:01.831997 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1798110c-18c6-4460-9551-83720b9c6003 tempest-RoutersNegativeTest-121968789 tempest-RoutersNegativeTest-121968789-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33160123'] for network, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:01.919904 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-dc4b83b3-6145-4b29-a793-576729bc0d32 None None] For port 86f9643d-3103-4c94-a406-574fd4a14bcd, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=86f9643d-3103-4c94-a406-574fd4a14bcd,segment=NetworkSegment(fe2f1272-64e9-4f54-a89e-7afc10d54383),segment_id=fe2f1272-64e9-4f54-a89e-7afc10d54383)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:08:01.935297 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [req-4f719f4f-7348-4b13-93f2-d23fd24f34dc req-7910f568-f50e-41d7-9a53-1346c3edefdb tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Allocated IP 172.20.0.4 (566fc6b8-d480-4425-83fd-90dbc48e9800/4d5b8188-2bc2-4566-badd-6b4165fd2206/8dcf9632-0899-41d6-a554-4958bac18e80) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:08:01.942448 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-6de93a03-79d0-4c42-83b0-cc483c8d4df2 None None] Deleting port bf064863-333b-4afb-a8b2-29bb684ae228 {{(pid=103164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:08:01.943106 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-6de93a03-79d0-4c42-83b0-cc483c8d4df2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:01.953777 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-1edabb46-ad42-4732-b08a-a9d75d6da83e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e059a780-163b-4461-a5fe-30b4992bdb1b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1063020110', 'tenant_id': 'd7932b75a33b465998804b193e9be7ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.211'}], 'enable_snat': True}, 'gw_port_id': 'ebe38d48-bd16-4097-a1e1-83f1c43a6bb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:07:43Z', 'updated_at': '2022-05-20T21:07:53Z', 'revision_number': 4, 'project_id': 'd7932b75a33b465998804b193e9be7ad', 'gw_port': {'id': 'ebe38d48-bd16-4097-a1e1-83f1c43a6bb7', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:70:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e059a780-163b-4461-a5fe-30b4992bdb1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3504, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:07:45Z', 'updated_at': '2022-05-20T21:07:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': '86f9643d-3103-4c94-a406-574fd4a14bcd', 'name': '', 'network_id': '9eccc106-4609-4d2d-abe2-76ba1cf9de32', 'tenant_id': 'd7932b75a33b465998804b193e9be7ad', 'mac_address': 'fa:16:3e:a9:ef:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e059a780-163b-4461-a5fe-30b4992bdb1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3511, 'fixed_ips': [{'subnet_id': '11782441-b4f1-40fc-9cbd-8dc932032eb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:07:52Z', 'updated_at': '2022-05-20T21:08:00Z', 'revision_number': 4, 'project_id': 'd7932b75a33b465998804b193e9be7ad', 'subnets': [{'id': '11782441-b4f1-40fc-9cbd-8dc932032eb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:08:01.999312 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-dc4b83b3-6145-4b29-a793-576729bc0d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:02.002299 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1edabb46-ad42-4732-b08a-a9d75d6da83e None None] The sync data for ids ['e059a780-163b-4461-a5fe-30b4992bdb1b'] in n-d-842733-1 is: [{'id': 'e059a780-163b-4461-a5fe-30b4992bdb1b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1063020110', 'tenant_id': 'd7932b75a33b465998804b193e9be7ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.211'}], 'enable_snat': True}, 'gw_port_id': 'ebe38d48-bd16-4097-a1e1-83f1c43a6bb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:07:43Z', 'updated_at': '2022-05-20T21:07:53Z', 'revision_number': 4, 'project_id': 'd7932b75a33b465998804b193e9be7ad', 'gw_port': {'id': 'ebe38d48-bd16-4097-a1e1-83f1c43a6bb7', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:70:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e059a780-163b-4461-a5fe-30b4992bdb1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3504, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:07:45Z', 'updated_at': '2022-05-20T21:07:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': '86f9643d-3103-4c94-a406-574fd4a14bcd', 'name': '', 'network_id': '9eccc106-4609-4d2d-abe2-76ba1cf9de32', 'tenant_id': 'd7932b75a33b465998804b193e9be7ad', 'mac_address': 'fa:16:3e:a9:ef:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e059a780-163b-4461-a5fe-30b4992bdb1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3511, 'fixed_ips': [{'subnet_id': '11782441-b4f1-40fc-9cbd-8dc932032eb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:07:52Z', 'updated_at': '2022-05-20T21:08:00Z', 'revision_number': 4, 'project_id': 'd7932b75a33b465998804b193e9be7ad', 'subnets': [{'id': '11782441-b4f1-40fc-9cbd-8dc932032eb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 21:08:02.072019 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5677ba25-a244-4644-a0d3-e536a3d51760 None None] DHCP port deletion for ccac06a3-8906-4d2e-a1db-74eb169fe913 request from n-d-842733-1 {{(pid=103164) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 21:08:02.165859 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-6de93a03-79d0-4c42-83b0-cc483c8d4df2 None None] For port bf064863-333b-4afb-a8b2-29bb684ae228, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=bf064863-333b-4afb-a8b2-29bb684ae228,segment=NetworkSegment(b6014c81-cff1-4a13-8571-5f6f505999f5),segment_id=b6014c81-cff1-4a13-8571-5f6f505999f5)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:08:02.166676 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-6de93a03-79d0-4c42-83b0-cc483c8d4df2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:02.198141 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-1798110c-18c6-4460-9551-83720b9c6003 tempest-RoutersNegativeTest-121968789 tempest-RoutersNegativeTest-121968789-project] Deleting port bf064863-333b-4afb-a8b2-29bb684ae228 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:08:02.198828 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1798110c-18c6-4460-9551-83720b9c6003 tempest-RoutersNegativeTest-121968789 tempest-RoutersNegativeTest-121968789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:02.256656 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-6de93a03-79d0-4c42-83b0-cc483c8d4df2 None None] Calling delete_port for bf064863-333b-4afb-a8b2-29bb684ae228 owned by network:dhcp {{(pid=103164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:08:02.276579 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4b83b3-6145-4b29-a793-576729bc0d32 None None] Pushing event updated for resources: {'Port': ['ID=86f9643d-3103-4c94-a406-574fd4a14bcd,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:08:02.351814 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-9c57e432-d640-4400-a0e9-45852c1d8e12 None None] Provisioning complete for port 86f9643d-3103-4c94-a406-574fd4a14bcd triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:08:02.352388 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-9c57e432-d640-4400-a0e9-45852c1d8e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:02.438338 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6341d1aa-9428-49a0-adbe-5bc191d208ed req-49e20f01-5564-473f-9e6e-2a0767711b98 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ba39278-6629-446d-ae0e-cba76bdf80e2 HTTP/1.1" status: 200 len: 210 time: 0.0659413 May 20 21:08:02.451919 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-1798110c-18c6-4460-9551-83720b9c6003 tempest-RoutersNegativeTest-121968789 tempest-RoutersNegativeTest-121968789-project] For port bf064863-333b-4afb-a8b2-29bb684ae228, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=bf064863-333b-4afb-a8b2-29bb684ae228,segment=NetworkSegment(b6014c81-cff1-4a13-8571-5f6f505999f5),segment_id=b6014c81-cff1-4a13-8571-5f6f505999f5)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:08:02.452571 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1798110c-18c6-4460-9551-83720b9c6003 tempest-RoutersNegativeTest-121968789 tempest-RoutersNegativeTest-121968789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:02.508720 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-1798110c-18c6-4460-9551-83720b9c6003 tempest-RoutersNegativeTest-121968789 tempest-RoutersNegativeTest-121968789-project] Calling delete_port for bf064863-333b-4afb-a8b2-29bb684ae228 owned by network:dhcp {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:08:02.510560 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-5677ba25-a244-4644-a0d3-e536a3d51760 None None] Deleting port 579ef099-a2f9-4c47-a897-a77dfe2cb1a3 {{(pid=103164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:08:02.511074 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-5677ba25-a244-4644-a0d3-e536a3d51760 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:02.590524 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:02.591409 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-6de93a03-79d0-4c42-83b0-cc483c8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099'] for port, after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:02.608375 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-4f719f4f-7348-4b13-93f2-d23fd24f34dc req-7910f568-f50e-41d7-9a53-1346c3edefdb tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:02.658931 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de93a03-79d0-4c42-83b0-cc483c8d4df2 None None] Pushing event deleted for resources: {'Port': ['ID=bf064863-333b-4afb-a8b2-29bb684ae228,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:08:02.699625 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de93a03-79d0-4c42-83b0-cc483c8d4df2 None None] No DVR routers for this DVR port bf064863-333b-4afb-a8b2-29bb684ae228 on host n-d-842733-1 {{(pid=103164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 21:08:02.701011 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1798110c-18c6-4460-9551-83720b9c6003 tempest-RoutersNegativeTest-121968789 tempest-RoutersNegativeTest-121968789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:02.751260 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1798110c-18c6-4460-9551-83720b9c6003 tempest-RoutersNegativeTest-121968789 tempest-RoutersNegativeTest-121968789-project] No DVR routers for this DVR port bf064863-333b-4afb-a8b2-29bb684ae228 on host n-d-842733-1 {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 21:08:02.787256 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-5677ba25-a244-4644-a0d3-e536a3d51760 None None] For port 579ef099-a2f9-4c47-a897-a77dfe2cb1a3, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=579ef099-a2f9-4c47-a897-a77dfe2cb1a3,segment=NetworkSegment(50cd2bed-551a-4107-8cff-ec4da514b673),segment_id=50cd2bed-551a-4107-8cff-ec4da514b673)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:08:02.787492 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-5677ba25-a244-4644-a0d3-e536a3d51760 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:02.813161 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-9c57e432-d640-4400-a0e9-45852c1d8e12 None None] Current status of the port 86f9643d-3103-4c94-a406-574fd4a14bcd is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:08:02.842425 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-5677ba25-a244-4644-a0d3-e536a3d51760 None None] Calling delete_port for 579ef099-a2f9-4c47-a897-a77dfe2cb1a3 owned by network:dhcp {{(pid=103164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:08:02.887446 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-4f719f4f-7348-4b13-93f2-d23fd24f34dc req-7910f568-f50e-41d7-9a53-1346c3edefdb tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:02.892297 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1798110c-18c6-4460-9551-83720b9c6003 tempest-RoutersNegativeTest-121968789 tempest-RoutersNegativeTest-121968789-project] Pushing event deleted for resources: {'Port': ['ID=bf064863-333b-4afb-a8b2-29bb684ae228,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:08:02.972886 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3284db92-5d3e-4312-a72a-f9472ca8f583 req-2ca84c5c-425f-447c-9772-d435124b31d8 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:08:02.980912 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3284db92-5d3e-4312-a72a-f9472ca8f583 req-2ca84c5c-425f-447c-9772-d435124b31d8 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] 10.222.0.35 "GET /v2.0/ports?device_id=46b79fc5-5a39-4645-afd0-fde2291ef1d7 HTTP/1.1" status: 200 len: 970 time: 0.1497345 May 20 21:08:03.047241 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f719f4f-7348-4b13-93f2-d23fd24f34dc req-7910f568-f50e-41d7-9a53-1346c3edefdb tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Network 566fc6b8-d480-4425-83fd-90dbc48e9800 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:08:03.047575 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8732ed4d-9f30-4fb7-b8b2-8bf1737b9ec4 req-6052cc1f-2eba-4c1d-bda7-a50edc84d1bb tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:08:03.047575 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8732ed4d-9f30-4fb7-b8b2-8bf1737b9ec4 req-6052cc1f-2eba-4c1d-bda7-a50edc84d1bb tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.24 "GET /v2.0/networks?id=9eccc106-4609-4d2d-abe2-76ba1cf9de32 HTTP/1.1" status: 200 len: 797 time: 0.3630440 May 20 21:08:03.055933 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [req-4f719f4f-7348-4b13-93f2-d23fd24f34dc req-7910f568-f50e-41d7-9a53-1346c3edefdb tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:08:03.063851 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f719f4f-7348-4b13-93f2-d23fd24f34dc req-7910f568-f50e-41d7-9a53-1346c3edefdb tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:08:03.068514 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1798110c-18c6-4460-9551-83720b9c6003 tempest-RoutersNegativeTest-121968789 tempest-RoutersNegativeTest-121968789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33072115', 'neutron.services.segments.db._delete_segments_for_network-8782419500584'] for network, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:03.074477 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3284db92-5d3e-4312-a72a-f9472ca8f583 req-323b0e8c-b593-434f-a1f4-ce749394e7e6 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c78895a-83d9-4fda-b590-17c1f3e1bb01&id=998ef77a-d22a-41c8-a168-ba8ef6bfa3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0915484 May 20 21:08:03.139942 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-5677ba25-a244-4644-a0d3-e536a3d51760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099'] for port, after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:03.180997 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7910f568-f50e-41d7-9a53-1346c3edefdb tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Pushing event updated for resources: {'Port': ['ID=8dcf9632-0899-41d6-a554-4958bac18e80,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:08:03.184534 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-1798110c-18c6-4460-9551-83720b9c6003 tempest-RoutersNegativeTest-121968789 tempest-RoutersNegativeTest-121968789-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb20d13b-9e76-4d7d-a5e6-e747b11cf035']}} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:08:03.200340 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-1798110c-18c6-4460-9551-83720b9c6003 tempest-RoutersNegativeTest-121968789 tempest-RoutersNegativeTest-121968789-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6014c81-cff1-4a13-8571-5f6f505999f5') {'for_net_delete': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:08:03.200630 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-1798110c-18c6-4460-9551-83720b9c6003 tempest-RoutersNegativeTest-121968789 tempest-RoutersNegativeTest-121968789-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6014c81-cff1-4a13-8571-5f6f505999f5') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:08:03.224706 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5677ba25-a244-4644-a0d3-e536a3d51760 None None] No DVR routers for this DVR port 579ef099-a2f9-4c47-a897-a77dfe2cb1a3 on host n-d-842733-1 {{(pid=103164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 21:08:03.243071 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5677ba25-a244-4644-a0d3-e536a3d51760 None None] Pushing event deleted for resources: {'Port': ['ID=579ef099-a2f9-4c47-a897-a77dfe2cb1a3,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:08:03.243433 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8732ed4d-9f30-4fb7-b8b2-8bf1737b9ec4 req-256b900b-7271-46e1-9bd6-941c007d8e71 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d7932b75a33b465998804b193e9be7ad HTTP/1.1" status: 200 len: 379 time: 0.1626797 May 20 21:08:03.243627 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1798110c-18c6-4460-9551-83720b9c6003 tempest-RoutersNegativeTest-121968789 tempest-RoutersNegativeTest-121968789-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419501617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3738385'] for segment, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:03.249761 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [req-8732ed4d-9f30-4fb7-b8b2-8bf1737b9ec4 req-1a5520ec-bac7-477f-a716-d2b6761873db tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Request body: {'port': {'device_id': '4ba39278-6629-446d-ae0e-cba76bdf80e2', 'network_id': '9eccc106-4609-4d2d-abe2-76ba1cf9de32', 'admin_state_up': True, 'tenant_id': 'd7932b75a33b465998804b193e9be7ad', 'security_groups': ['ea5f90d5-5ae6-4da5-b5b6-cdd9b1e2e803']}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:08:03.280030 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f719f4f-7348-4b13-93f2-d23fd24f34dc req-7910f568-f50e-41d7-9a53-1346c3edefdb tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:08:03.280702 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-4f719f4f-7348-4b13-93f2-d23fd24f34dc req-7910f568-f50e-41d7-9a53-1346c3edefdb tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:03.310162 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1798110c-18c6-4460-9551-83720b9c6003 tempest-RoutersNegativeTest-121968789 tempest-RoutersNegativeTest-121968789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:03.314659 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1798110c-18c6-4460-9551-83720b9c6003 tempest-RoutersNegativeTest-121968789 tempest-RoutersNegativeTest-121968789-project] Releasing vlan 238 on physical network physnet1 to pool {{(pid=103162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 21:08:03.315064 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1798110c-18c6-4460-9551-83720b9c6003 tempest-RoutersNegativeTest-121968789 tempest-RoutersNegativeTest-121968789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3800791'] for segment, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:03.324972 n-d-842733-1 neutron-server[103162]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 21:08:03.324972 n-d-842733-1 neutron-server[103162]: self.session.flush() May 20 21:08:03.324972 n-d-842733-1 neutron-server[103162]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 21:08:03.324972 n-d-842733-1 neutron-server[103162]: self.session.flush() May 20 21:08:03.324972 n-d-842733-1 neutron-server[103162]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 21:08:03.324972 n-d-842733-1 neutron-server[103162]: self.session.flush() May 20 21:08:03.324972 n-d-842733-1 neutron-server[103162]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 21:08:03.324972 n-d-842733-1 neutron-server[103162]: self.session.flush() May 20 21:08:03.324972 n-d-842733-1 neutron-server[103162]: Traceback (most recent call last): May 20 21:08:03.324972 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 21:08:03.324972 n-d-842733-1 neutron-server[103162]: timer() May 20 21:08:03.324972 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 21:08:03.324972 n-d-842733-1 neutron-server[103162]: cb(*args, **kw) May 20 21:08:03.324972 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 20 21:08:03.324972 n-d-842733-1 neutron-server[103162]: return func(*args, **kwargs) May 20 21:08:03.324972 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 21:08:03.324972 n-d-842733-1 neutron-server[103162]: self._notify() May 20 21:08:03.324972 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 21:08:03.324972 n-d-842733-1 neutron-server[103162]: self.callback(batched_events) May 20 21:08:03.324972 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 21:08:03.324972 n-d-842733-1 neutron-server[103162]: event.method(event) May 20 21:08:03.324972 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 20 21:08:03.324972 n-d-842733-1 neutron-server[103162]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 21:08:03.324972 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 20 21:08:03.324972 n-d-842733-1 neutron-server[103162]: aggregate_uuid = self.p_client.list_aggregates( May 20 21:08:03.324972 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 20 21:08:03.324972 n-d-842733-1 neutron-server[103162]: return f(self, *a, **k) May 20 21:08:03.324972 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 20 21:08:03.324972 n-d-842733-1 neutron-server[103162]: return self._get(url).json() May 20 21:08:03.324972 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 20 21:08:03.324972 n-d-842733-1 neutron-server[103162]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 21:08:03.324972 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 21:08:03.324972 n-d-842733-1 neutron-server[103162]: return self.request(url, 'GET', **kwargs) May 20 21:08:03.324972 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 21:08:03.324972 n-d-842733-1 neutron-server[103162]: base_url = self.get_endpoint(auth, allow=allow, May 20 21:08:03.324972 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 21:08:03.324972 n-d-842733-1 neutron-server[103162]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 21:08:03.324972 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 21:08:03.324972 n-d-842733-1 neutron-server[103162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 21:08:03.324972 n-d-842733-1 neutron-server[103162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 21:08:03.447165 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-4f719f4f-7348-4b13-93f2-d23fd24f34dc req-7910f568-f50e-41d7-9a53-1346c3edefdb tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 2.6320522 May 20 21:08:03.480535 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [req-4f719f4f-7348-4b13-93f2-d23fd24f34dc req-3aa3d0e1-45ed-486c-97db-824663647960 service neutron] Request body: {'port': {'device_id': '46b79fc5-5a39-4645-afd0-fde2291ef1d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-842733-1'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:08:03.602624 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8732ed4d-9f30-4fb7-b8b2-8bf1737b9ec4 req-1a5520ec-bac7-477f-a716-d2b6761873db tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Made reservation on behalf of d7932b75a33b465998804b193e9be7ad for: {'port': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:08:03.607319 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-8732ed4d-9f30-4fb7-b8b2-8bf1737b9ec4 req-1a5520ec-bac7-477f-a716-d2b6761873db tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:03.650172 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1798110c-18c6-4460-9551-83720b9c6003 tempest-RoutersNegativeTest-121968789 tempest-RoutersNegativeTest-121968789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33072122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748162'] for network, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:03.659193 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1798110c-18c6-4460-9551-83720b9c6003 tempest-RoutersNegativeTest-121968789 tempest-RoutersNegativeTest-121968789-project] Notify callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:03.671359 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-1798110c-18c6-4460-9551-83720b9c6003 tempest-RoutersNegativeTest-121968789 tempest-RoutersNegativeTest-121968789-project] 10.222.0.35 "DELETE /v2.0/networks/cb20d13b-9e76-4d7d-a5e6-e747b11cf035 HTTP/1.1" status: 204 len: 168 time: 2.1091504 May 20 21:08:03.682396 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 49088) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:08:03.699786 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 86f9643d-3103-4c94-a406-574fd4a14bcd up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:08:03.727551 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1798110c-18c6-4460-9551-83720b9c6003 tempest-RoutersNegativeTest-121968789 tempest-RoutersNegativeTest-121968789-project] Pushing event deleted for resources: {'Network': ['ID=cb20d13b-9e76-4d7d-a5e6-e747b11cf035,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:08:03.733734 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-4f719f4f-7348-4b13-93f2-d23fd24f34dc req-3aa3d0e1-45ed-486c-97db-824663647960 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:03.762800 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-bff9e863-5499-4d22-a75f-75030a4546a5 None None] Provisioning complete for port 8dcf9632-0899-41d6-a554-4958bac18e80 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:08:03.764532 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-bff9e863-5499-4d22-a75f-75030a4546a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:03.766092 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ea8d536c-b1e0-4812-a493-6cdb2a216a27 req-415fb10c-fed5-4e66-b1b6-b5c557950156 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ba39278-6629-446d-ae0e-cba76bdf80e2 HTTP/1.1" status: 200 len: 210 time: 0.1677907 May 20 21:08:03.862472 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-bff9e863-5499-4d22-a75f-75030a4546a5 None None] Port 8dcf9632-0899-41d6-a554-4958bac18e80 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 21:08:03.925529 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ba68ec6f-1266-4c98-a805-52d721a64142 tempest-RoutersNegativeTest-121968789 tempest-RoutersNegativeTest-121968789-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33160123'] for network, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:03.963945 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 86f9643d-3103-4c94-a406-574fd4a14bcd triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:08:03.964323 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:04.027639 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [req-8732ed4d-9f30-4fb7-b8b2-8bf1737b9ec4 req-1a5520ec-bac7-477f-a716-d2b6761873db tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Allocated IP 172.20.0.11 (9eccc106-4609-4d2d-abe2-76ba1cf9de32/11782441-b4f1-40fc-9cbd-8dc932032eb4/11805006-a585-417b-ae9b-89663bea61fd) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:08:04.144266 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 86f9643d-3103-4c94-a406-574fd4a14bcd is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:08:04.180313 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 49098) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:08:04.228707 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 579ef099-a2f9-4c47-a897-a77dfe2cb1a3 no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 21:08:04.271718 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: 579ef099-a2f9-4c47-a897-a77dfe2cb1a3 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 21:08:04.272062 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 579ef099-a2f9-4c47-a897-a77dfe2cb1a3 not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 21:08:04.280807 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device bf064863-333b-4afb-a8b2-29bb684ae228 no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 21:08:04.325731 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: bf064863-333b-4afb-a8b2-29bb684ae228 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 21:08:04.325731 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device bf064863-333b-4afb-a8b2-29bb684ae228 not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 21:08:04.399011 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d8ebda-8569-4f18-bf35-d66216d39e02 req-680116f5-6d02-4e3f-8e4f-269370afa282 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:08:04.399011 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-64d8ebda-8569-4f18-bf35-d66216d39e02 req-680116f5-6d02-4e3f-8e4f-269370afa282 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] 10.222.0.35 "GET /v2.0/ports?device_id=46b79fc5-5a39-4645-afd0-fde2291ef1d7 HTTP/1.1" status: 200 len: 970 time: 0.1752546 May 20 21:08:04.408744 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ba68ec6f-1266-4c98-a805-52d721a64142 tempest-RoutersNegativeTest-121968789 tempest-RoutersNegativeTest-121968789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33072115', 'neutron.services.segments.db._delete_segments_for_network-8782419500584'] for network, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:04.423869 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-8732ed4d-9f30-4fb7-b8b2-8bf1737b9ec4 req-1a5520ec-bac7-477f-a716-d2b6761873db tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:04.462231 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-64d8ebda-8569-4f18-bf35-d66216d39e02 req-c2be890d-c427-4219-aeac-2d4e3cb58209 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c78895a-83d9-4fda-b590-17c1f3e1bb01&id=998ef77a-d22a-41c8-a168-ba8ef6bfa3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0578322 May 20 21:08:04.486150 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4ffd02ec-8923-4330-9b05-4ef638650182 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:04.526349 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-ba68ec6f-1266-4c98-a805-52d721a64142 tempest-RoutersNegativeTest-121968789 tempest-RoutersNegativeTest-121968789-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccac06a3-8906-4d2e-a1db-74eb169fe913']}} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:08:04.557935 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-ba68ec6f-1266-4c98-a805-52d721a64142 tempest-RoutersNegativeTest-121968789 tempest-RoutersNegativeTest-121968789-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50cd2bed-551a-4107-8cff-ec4da514b673') {'for_net_delete': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:08:04.558234 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-ba68ec6f-1266-4c98-a805-52d721a64142 tempest-RoutersNegativeTest-121968789 tempest-RoutersNegativeTest-121968789-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50cd2bed-551a-4107-8cff-ec4da514b673') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:08:04.564469 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-8732ed4d-9f30-4fb7-b8b2-8bf1737b9ec4 req-1a5520ec-bac7-477f-a716-d2b6761873db tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:04.574334 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ba68ec6f-1266-4c98-a805-52d721a64142 tempest-RoutersNegativeTest-121968789 tempest-RoutersNegativeTest-121968789-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419501617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3738385'] for segment, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:04.598473 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ba68ec6f-1266-4c98-a805-52d721a64142 tempest-RoutersNegativeTest-121968789 tempest-RoutersNegativeTest-121968789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:04.604932 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [req-4f719f4f-7348-4b13-93f2-d23fd24f34dc req-3aa3d0e1-45ed-486c-97db-824663647960 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8dcf9632-0899-41d6-a554-4958bac18e80 {{(pid=103162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 21:08:04.618456 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-4f719f4f-7348-4b13-93f2-d23fd24f34dc req-3aa3d0e1-45ed-486c-97db-824663647960 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:04.626647 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba68ec6f-1266-4c98-a805-52d721a64142 tempest-RoutersNegativeTest-121968789 tempest-RoutersNegativeTest-121968789-project] Releasing vlan 244 on physical network physnet1 to pool {{(pid=103162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 21:08:04.627306 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ba68ec6f-1266-4c98-a805-52d721a64142 tempest-RoutersNegativeTest-121968789 tempest-RoutersNegativeTest-121968789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3800791'] for segment, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:04.632743 n-d-842733-1 neutron-server[103162]: Traceback (most recent call last): May 20 21:08:04.632743 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 21:08:04.632743 n-d-842733-1 neutron-server[103162]: timer() May 20 21:08:04.632743 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 21:08:04.632743 n-d-842733-1 neutron-server[103162]: cb(*args, **kw) May 20 21:08:04.632743 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 20 21:08:04.632743 n-d-842733-1 neutron-server[103162]: return func(*args, **kwargs) May 20 21:08:04.632743 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 21:08:04.632743 n-d-842733-1 neutron-server[103162]: self._notify() May 20 21:08:04.632743 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 21:08:04.632743 n-d-842733-1 neutron-server[103162]: self.callback(batched_events) May 20 21:08:04.632743 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 21:08:04.632743 n-d-842733-1 neutron-server[103162]: event.method(event) May 20 21:08:04.632743 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 20 21:08:04.632743 n-d-842733-1 neutron-server[103162]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 21:08:04.632743 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 20 21:08:04.632743 n-d-842733-1 neutron-server[103162]: aggregate_uuid = self.p_client.list_aggregates( May 20 21:08:04.632743 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 20 21:08:04.632743 n-d-842733-1 neutron-server[103162]: return f(self, *a, **k) May 20 21:08:04.632743 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 20 21:08:04.632743 n-d-842733-1 neutron-server[103162]: return self._get(url).json() May 20 21:08:04.632743 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 20 21:08:04.632743 n-d-842733-1 neutron-server[103162]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 21:08:04.632743 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 21:08:04.632743 n-d-842733-1 neutron-server[103162]: return self.request(url, 'GET', **kwargs) May 20 21:08:04.632743 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 21:08:04.632743 n-d-842733-1 neutron-server[103162]: base_url = self.get_endpoint(auth, allow=allow, May 20 21:08:04.632743 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 21:08:04.632743 n-d-842733-1 neutron-server[103162]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 21:08:04.632743 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 21:08:04.632743 n-d-842733-1 neutron-server[103162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 21:08:04.632743 n-d-842733-1 neutron-server[103162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 21:08:04.641863 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8732ed4d-9f30-4fb7-b8b2-8bf1737b9ec4 req-1a5520ec-bac7-477f-a716-d2b6761873db tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Network 9eccc106-4609-4d2d-abe2-76ba1cf9de32 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:08:04.644893 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [req-8732ed4d-9f30-4fb7-b8b2-8bf1737b9ec4 req-1a5520ec-bac7-477f-a716-d2b6761873db tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:08:04.649255 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [req-8732ed4d-9f30-4fb7-b8b2-8bf1737b9ec4 req-1a5520ec-bac7-477f-a716-d2b6761873db tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:08:04.731241 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5520ec-bac7-477f-a716-d2b6761873db tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Pushing event updated for resources: {'Port': ['ID=11805006-a585-417b-ae9b-89663bea61fd,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:08:04.748634 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4ffd02ec-8923-4330-9b05-4ef638650182 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:04.768592 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8732ed4d-9f30-4fb7-b8b2-8bf1737b9ec4 req-1a5520ec-bac7-477f-a716-d2b6761873db tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:08:04.769394 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-8732ed4d-9f30-4fb7-b8b2-8bf1737b9ec4 req-1a5520ec-bac7-477f-a716-d2b6761873db tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:04.805014 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.provisioning_blocks [req-4f719f4f-7348-4b13-93f2-d23fd24f34dc req-3aa3d0e1-45ed-486c-97db-824663647960 service neutron] Transition to ACTIVE for port object 8dcf9632-0899-41d6-a554-4958bac18e80 will not be triggered until provisioned by entity L2. {{(pid=103162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 21:08:04.806308 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ba68ec6f-1266-4c98-a805-52d721a64142 tempest-RoutersNegativeTest-121968789 tempest-RoutersNegativeTest-121968789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33072122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748162'] for network, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:04.821082 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ba68ec6f-1266-4c98-a805-52d721a64142 tempest-RoutersNegativeTest-121968789 tempest-RoutersNegativeTest-121968789-project] Notify callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:04.827135 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-ba68ec6f-1266-4c98-a805-52d721a64142 tempest-RoutersNegativeTest-121968789 tempest-RoutersNegativeTest-121968789-project] 10.222.0.35 "DELETE /v2.0/networks/ccac06a3-8906-4d2e-a1db-74eb169fe913 HTTP/1.1" status: 204 len: 168 time: 1.1418750 May 20 21:08:04.827461 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 49110) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:08:04.842219 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba68ec6f-1266-4c98-a805-52d721a64142 tempest-RoutersNegativeTest-121968789 tempest-RoutersNegativeTest-121968789-project] Pushing event deleted for resources: {'Network': ['ID=ccac06a3-8906-4d2e-a1db-74eb169fe913,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:08:04.858503 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4ffd02ec-8923-4330-9b05-4ef638650182 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:04.877383 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-4f719f4f-7348-4b13-93f2-d23fd24f34dc req-3aa3d0e1-45ed-486c-97db-824663647960 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:04.914398 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8732ed4d-9f30-4fb7-b8b2-8bf1737b9ec4 req-1a5520ec-bac7-477f-a716-d2b6761873db tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6690285 May 20 21:08:04.929074 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [req-8732ed4d-9f30-4fb7-b8b2-8bf1737b9ec4 req-73ddca5d-db12-461c-8aa7-0f4dcfa3f42d service neutron] Request body: {'port': {'device_id': '4ba39278-6629-446d-ae0e-cba76bdf80e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-842733-1'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:08:04.933746 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffd02ec-8923-4330-9b05-4ef638650182 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d71bd5b8-a166-48a3-a99e-7cd64a5d7088,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:08:04.940526 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-4ffd02ec-8923-4330-9b05-4ef638650182 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=446aea31f88f4f2eaf678319525e0b8b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7470288 May 20 21:08:04.945829 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 49114) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:08:05.008992 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb1fe6a-7eb3-4d2d-a11c-b391af2bea0b req-023c1769-4343-457b-89b8-5894ad78c05c tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:08:05.015819 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-cbb1fe6a-7eb3-4d2d-a11c-b391af2bea0b req-023c1769-4343-457b-89b8-5894ad78c05c tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ba39278-6629-446d-ae0e-cba76bdf80e2 HTTP/1.1" status: 200 len: 932 time: 0.1543295 May 20 21:08:05.023728 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa3d0e1-45ed-486c-97db-824663647960 service neutron] Pushing event updated for resources: {'Port': ['ID=8dcf9632-0899-41d6-a554-4958bac18e80,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:08:05.035769 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_v2 [None req-b611563e-a34e-4b7b-885b-a9b1b8a6e271 tempest-RoutersNegativeTest-121968789 tempest-RoutersNegativeTest-121968789-project] Deleting subnet 2576f380-ae48-4b5c-a2cd-cee75a127b44 {{(pid=103163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 20 21:08:05.040296 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b611563e-a34e-4b7b-885b-a9b1b8a6e271 tempest-RoutersNegativeTest-121968789 tempest-RoutersNegativeTest-121968789-project] Notify callbacks [] for subnet, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:05.096363 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b4a425da-fe06-4e2c-836b-2efe43dd5455 None None] Provisioning complete for port 11805006-a585-417b-ae9b-89663bea61fd triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:08:05.097534 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b4a425da-fe06-4e2c-836b-2efe43dd5455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:05.103722 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b611563e-a34e-4b7b-885b-a9b1b8a6e271 tempest-RoutersNegativeTest-121968789 tempest-RoutersNegativeTest-121968789-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9338757'] for subnet, precommit_delete_associations {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:05.144448 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-8732ed4d-9f30-4fb7-b8b2-8bf1737b9ec4 req-73ddca5d-db12-461c-8aa7-0f4dcfa3f42d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:05.148994 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b4a425da-fe06-4e2c-836b-2efe43dd5455 None None] Port 11805006-a585-417b-ae9b-89663bea61fd cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 21:08:05.227388 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-cbb1fe6a-7eb3-4d2d-a11c-b391af2bea0b req-b1c03f4b-349f-4fcb-8cae-f9cc6a25e229 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/security-groups?id=ea5f90d5-5ae6-4da5-b5b6-cdd9b1e2e803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1990972 May 20 21:08:05.351986 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b611563e-a34e-4b7b-885b-a9b1b8a6e271 tempest-RoutersNegativeTest-121968789 tempest-RoutersNegativeTest-121968789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33068388'] for subnet, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:05.469768 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8286a4e0-5d1f-463a-a7eb-38ed105c20ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:05.514445 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8286a4e0-5d1f-463a-a7eb-38ed105c20ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:05.516526 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-4f719f4f-7348-4b13-93f2-d23fd24f34dc req-3aa3d0e1-45ed-486c-97db-824663647960 service neutron] Attempting to bind port 8dcf9632-0899-41d6-a554-4958bac18e80 on host n-h2-842733-1 for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:08:05.516869 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-4f719f4f-7348-4b13-93f2-d23fd24f34dc req-3aa3d0e1-45ed-486c-97db-824663647960 service neutron] Attempting to bind port 8dcf9632-0899-41d6-a554-4958bac18e80 by drivers openvswitch,hyperv on host n-h2-842733-1 at level 0 using segments [{'id': '5b70e891-1f09-49b1-94eb-811571878995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '566fc6b8-d480-4425-83fd-90dbc48e9800'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:08:05.517202 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f719f4f-7348-4b13-93f2-d23fd24f34dc req-3aa3d0e1-45ed-486c-97db-824663647960 service neutron] Attempting to bind port 8dcf9632-0899-41d6-a554-4958bac18e80 on network 566fc6b8-d480-4425-83fd-90dbc48e9800 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:08:05.527043 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f719f4f-7348-4b13-93f2-d23fd24f34dc req-3aa3d0e1-45ed-486c-97db-824663647960 service neutron] Port 8dcf9632-0899-41d6-a554-4958bac18e80 on network 566fc6b8-d480-4425-83fd-90dbc48e9800 not bound, no agent of type Open vSwitch agent registered on host n-h2-842733-1 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 21:08:05.530945 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f719f4f-7348-4b13-93f2-d23fd24f34dc req-3aa3d0e1-45ed-486c-97db-824663647960 service neutron] Attempting to bind port 8dcf9632-0899-41d6-a554-4958bac18e80 on network 566fc6b8-d480-4425-83fd-90dbc48e9800 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:08:05.538591 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f719f4f-7348-4b13-93f2-d23fd24f34dc req-3aa3d0e1-45ed-486c-97db-824663647960 service neutron] Checking agent: {'id': 'a66f2511-b955-448f-877c-56cfe9c81b12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 33, 2), 'started_at': datetime.datetime(2022, 5, 20, 20, 33, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 21, 8, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 21:08:05.539437 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f719f4f-7348-4b13-93f2-d23fd24f34dc req-3aa3d0e1-45ed-486c-97db-824663647960 service neutron] Checking segment: {'id': '5b70e891-1f09-49b1-94eb-811571878995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '566fc6b8-d480-4425-83fd-90dbc48e9800'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:08:05.540026 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f719f4f-7348-4b13-93f2-d23fd24f34dc req-3aa3d0e1-45ed-486c-97db-824663647960 service neutron] Bound using segment: {'id': '5b70e891-1f09-49b1-94eb-811571878995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '566fc6b8-d480-4425-83fd-90dbc48e9800'} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 21:08:05.540666 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-4f719f4f-7348-4b13-93f2-d23fd24f34dc req-3aa3d0e1-45ed-486c-97db-824663647960 service neutron] Bound port: 8dcf9632-0899-41d6-a554-4958bac18e80, host: n-h2-842733-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b70e891-1f09-49b1-94eb-811571878995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '566fc6b8-d480-4425-83fd-90dbc48e9800'}}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:08:05.541039 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-4f719f4f-7348-4b13-93f2-d23fd24f34dc req-3aa3d0e1-45ed-486c-97db-824663647960 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:05.562903 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b611563e-a34e-4b7b-885b-a9b1b8a6e271 tempest-RoutersNegativeTest-121968789 tempest-RoutersNegativeTest-121968789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33068399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9641221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8422588'] for subnet, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:05.603576 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b611563e-a34e-4b7b-885b-a9b1b8a6e271 tempest-RoutersNegativeTest-121968789 tempest-RoutersNegativeTest-121968789-project] Pushing event deleted for resources: {'Subnet': ['ID=2576f380-ae48-4b5c-a2cd-cee75a127b44,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:08:05.610596 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [req-8732ed4d-9f30-4fb7-b8b2-8bf1737b9ec4 req-73ddca5d-db12-461c-8aa7-0f4dcfa3f42d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11805006-a585-417b-ae9b-89663bea61fd {{(pid=103163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 21:08:05.624656 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-4f719f4f-7348-4b13-93f2-d23fd24f34dc req-3aa3d0e1-45ed-486c-97db-824663647960 service neutron] For port 8dcf9632-0899-41d6-a554-4958bac18e80, host n-h2-842733-1, cleared binding levels {{(pid=103162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 21:08:05.629340 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b611563e-a34e-4b7b-885b-a9b1b8a6e271 tempest-RoutersNegativeTest-121968789 tempest-RoutersNegativeTest-121968789-project] Notify callbacks [] for subnet, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:05.632739 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-4f719f4f-7348-4b13-93f2-d23fd24f34dc req-3aa3d0e1-45ed-486c-97db-824663647960 service neutron] For port 8dcf9632-0899-41d6-a554-4958bac18e80, host n-h2-842733-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=8dcf9632-0899-41d6-a554-4958bac18e80,segment=NetworkSegment(5b70e891-1f09-49b1-94eb-811571878995),segment_id=5b70e891-1f09-49b1-94eb-811571878995)] {{(pid=103162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 21:08:05.634383 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-b611563e-a34e-4b7b-885b-a9b1b8a6e271 tempest-RoutersNegativeTest-121968789 tempest-RoutersNegativeTest-121968789-project] 10.222.0.35 "DELETE /v2.0/subnets/2576f380-ae48-4b5c-a2cd-cee75a127b44 HTTP/1.1" status: 204 len: 168 time: 0.8054760 May 20 21:08:05.639625 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 49124) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:08:05.641031 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b676369-da0d-4338-bfd2-dbe2bde42b30 None None] Network 3c8011b5-d862-48e1-a970-6f2fa881b1ec requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:08:05.652812 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-8732ed4d-9f30-4fb7-b8b2-8bf1737b9ec4 req-73ddca5d-db12-461c-8aa7-0f4dcfa3f42d service neutron] Notify callbacks [] for port, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:05.687574 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5445fa97-3611-465e-8570-cf25cb3bca9d req-6bc8bac8-253a-4033-8b17-c0f750cbf3ac tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:08:05.689819 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5445fa97-3611-465e-8570-cf25cb3bca9d req-6bc8bac8-253a-4033-8b17-c0f750cbf3ac tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] 10.222.0.35 "GET /v2.0/ports?device_id=46b79fc5-5a39-4645-afd0-fde2291ef1d7 HTTP/1.1" status: 200 len: 982 time: 0.0915020 May 20 21:08:05.691175 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [req-8732ed4d-9f30-4fb7-b8b2-8bf1737b9ec4 req-73ddca5d-db12-461c-8aa7-0f4dcfa3f42d service neutron] Transition to ACTIVE for port object 11805006-a585-417b-ae9b-89663bea61fd will not be triggered until provisioned by entity L2. {{(pid=103163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 21:08:05.706009 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8286a4e0-5d1f-463a-a7eb-38ed105c20ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:05.710286 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8286a4e0-5d1f-463a-a7eb-38ed105c20ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:05.712698 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-8286a4e0-5d1f-463a-a7eb-38ed105c20ad admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d71bd5b8-a166-48a3-a99e-7cd64a5d7088 HTTP/1.1" status: 204 len: 168 time: 0.7659214 May 20 21:08:05.732526 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8286a4e0-5d1f-463a-a7eb-38ed105c20ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d71bd5b8-a166-48a3-a99e-7cd64a5d7088,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:08:05.743371 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-4f719f4f-7348-4b13-93f2-d23fd24f34dc req-3aa3d0e1-45ed-486c-97db-824663647960 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:05.785872 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5445fa97-3611-465e-8570-cf25cb3bca9d req-e8857c02-e407-4680-a4a5-5e2b2ad4c3b4 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c78895a-83d9-4fda-b590-17c1f3e1bb01&id=998ef77a-d22a-41c8-a168-ba8ef6bfa3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0873413 May 20 21:08:05.787642 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-8732ed4d-9f30-4fb7-b8b2-8bf1737b9ec4 req-73ddca5d-db12-461c-8aa7-0f4dcfa3f42d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:05.815008 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-cd0e2918-2bbe-4420-a6f7-bdfbd100a49b tempest-RoutersNegativeTest-121968789 tempest-RoutersNegativeTest-121968789-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33160123'] for network, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:05.846408 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f719f4f-7348-4b13-93f2-d23fd24f34dc req-3aa3d0e1-45ed-486c-97db-824663647960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:08:05.848685 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-4f719f4f-7348-4b13-93f2-d23fd24f34dc req-3aa3d0e1-45ed-486c-97db-824663647960 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:05.853796 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-4f719f4f-7348-4b13-93f2-d23fd24f34dc req-3aa3d0e1-45ed-486c-97db-824663647960 service neutron] 10.222.0.13 "PUT /v2.0/ports/8dcf9632-0899-41d6-a554-4958bac18e80 HTTP/1.1" status: 200 len: 1130 time: 2.3954329 May 20 21:08:05.856085 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46b79fc5-5a39-4645-afd0-fde2291ef1d7', 'tag': '8dcf9632-0899-41d6-a554-4958bac18e80'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 21:08:05.858422 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6fa957933fccbf596d28104b23404b952ad6a8238afaebaed40a0874b2e409" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45e8901e-b6b3-4091-8537-e3b6258a70f2" -d '{"events": [{"name": "network-changed", "server_uuid": "46b79fc5-5a39-4645-afd0-fde2291ef1d7", "tag": "8dcf9632-0899-41d6-a554-4958bac18e80"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 21:08:05.897653 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ddca5d-db12-461c-8aa7-0f4dcfa3f42d service neutron] Pushing event updated for resources: {'Port': ['ID=11805006-a585-417b-ae9b-89663bea61fd,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:08:05.958610 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5abc3ea3-1a2b-4671-aede-96860cfcb7f1 None None] DHCP port deletion for 3c8011b5-d862-48e1-a970-6f2fa881b1ec request from n-d-842733-1 {{(pid=103164) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 21:08:05.969638 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 21:08:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-741c73bc-1ec3-48f9-8902-8274c7f87738 x-openstack-request-id: req-741c73bc-1ec3-48f9-8902-8274c7f87738 {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 21:08:05.970173 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46b79fc5-5a39-4645-afd0-fde2291ef1d7", "tag": "8dcf9632-0899-41d6-a554-4958bac18e80", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 21:08:05.970173 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-741c73bc-1ec3-48f9-8902-8274c7f87738 {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 21:08:05.970559 n-d-842733-1 neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-741c73bc-1ec3-48f9-8902-8274c7f87738'] response: {'name': 'network-changed', 'server_uuid': '46b79fc5-5a39-4645-afd0-fde2291ef1d7', 'tag': '8dcf9632-0899-41d6-a554-4958bac18e80', 'status': 'completed', 'code': 200} May 20 21:08:05.977165 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa3d0e1-45ed-486c-97db-824663647960 service neutron] Pushing event updated for resources: {'Port': ['ID=8dcf9632-0899-41d6-a554-4958bac18e80,revision_number=3']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:08:06.084773 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-cd0e2918-2bbe-4420-a6f7-bdfbd100a49b tempest-RoutersNegativeTest-121968789 tempest-RoutersNegativeTest-121968789-project] Deleting port c99e0cb4-01c2-4f81-8f79-c47c0b308167 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:08:06.085503 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-cd0e2918-2bbe-4420-a6f7-bdfbd100a49b tempest-RoutersNegativeTest-121968789 tempest-RoutersNegativeTest-121968789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:06.086874 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-8732ed4d-9f30-4fb7-b8b2-8bf1737b9ec4 req-73ddca5d-db12-461c-8aa7-0f4dcfa3f42d service neutron] Attempting to bind port 11805006-a585-417b-ae9b-89663bea61fd on host n-h1-842733-1 for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:08:06.087474 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-8732ed4d-9f30-4fb7-b8b2-8bf1737b9ec4 req-73ddca5d-db12-461c-8aa7-0f4dcfa3f42d service neutron] Attempting to bind port 11805006-a585-417b-ae9b-89663bea61fd by drivers openvswitch,hyperv on host n-h1-842733-1 at level 0 using segments [{'id': 'fe2f1272-64e9-4f54-a89e-7afc10d54383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '9eccc106-4609-4d2d-abe2-76ba1cf9de32'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:08:06.087620 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8732ed4d-9f30-4fb7-b8b2-8bf1737b9ec4 req-73ddca5d-db12-461c-8aa7-0f4dcfa3f42d service neutron] Attempting to bind port 11805006-a585-417b-ae9b-89663bea61fd on network 9eccc106-4609-4d2d-abe2-76ba1cf9de32 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:08:06.102424 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8732ed4d-9f30-4fb7-b8b2-8bf1737b9ec4 req-73ddca5d-db12-461c-8aa7-0f4dcfa3f42d service neutron] Port 11805006-a585-417b-ae9b-89663bea61fd on network 9eccc106-4609-4d2d-abe2-76ba1cf9de32 not bound, no agent of type Open vSwitch agent registered on host n-h1-842733-1 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 21:08:06.102424 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8732ed4d-9f30-4fb7-b8b2-8bf1737b9ec4 req-73ddca5d-db12-461c-8aa7-0f4dcfa3f42d service neutron] Attempting to bind port 11805006-a585-417b-ae9b-89663bea61fd on network 9eccc106-4609-4d2d-abe2-76ba1cf9de32 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:08:06.112508 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8732ed4d-9f30-4fb7-b8b2-8bf1737b9ec4 req-73ddca5d-db12-461c-8aa7-0f4dcfa3f42d service neutron] Checking agent: {'id': '08dfb1ce-804b-4db8-838b-21094082e041', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 32, 54), 'started_at': datetime.datetime(2022, 5, 20, 20, 32, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 21, 7, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 21:08:06.112824 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8732ed4d-9f30-4fb7-b8b2-8bf1737b9ec4 req-73ddca5d-db12-461c-8aa7-0f4dcfa3f42d service neutron] Checking segment: {'id': 'fe2f1272-64e9-4f54-a89e-7afc10d54383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '9eccc106-4609-4d2d-abe2-76ba1cf9de32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:08:06.113160 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8732ed4d-9f30-4fb7-b8b2-8bf1737b9ec4 req-73ddca5d-db12-461c-8aa7-0f4dcfa3f42d service neutron] Bound using segment: {'id': 'fe2f1272-64e9-4f54-a89e-7afc10d54383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '9eccc106-4609-4d2d-abe2-76ba1cf9de32'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 21:08:06.114623 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-8732ed4d-9f30-4fb7-b8b2-8bf1737b9ec4 req-73ddca5d-db12-461c-8aa7-0f4dcfa3f42d service neutron] Bound port: 11805006-a585-417b-ae9b-89663bea61fd, host: n-h1-842733-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe2f1272-64e9-4f54-a89e-7afc10d54383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '9eccc106-4609-4d2d-abe2-76ba1cf9de32'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:08:06.114956 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-8732ed4d-9f30-4fb7-b8b2-8bf1737b9ec4 req-73ddca5d-db12-461c-8aa7-0f4dcfa3f42d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:06.145782 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-5abc3ea3-1a2b-4671-aede-96860cfcb7f1 None None] Deleting port c99e0cb4-01c2-4f81-8f79-c47c0b308167 {{(pid=103164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:08:06.146850 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-5abc3ea3-1a2b-4671-aede-96860cfcb7f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:06.168520 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e8901e-b6b3-4091-8537-e3b6258a70f2 req-0d148def-073a-45c7-877a-ccc02a94c2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:08:06.170542 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-45e8901e-b6b3-4091-8537-e3b6258a70f2 req-0d148def-073a-45c7-877a-ccc02a94c2a7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c123cb74b8ff4d85a73259ad4409ba24&device_id=46b79fc5-5a39-4645-afd0-fde2291ef1d7 HTTP/1.1" status: 200 len: 1133 time: 0.1766715 May 20 21:08:06.224417 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-8732ed4d-9f30-4fb7-b8b2-8bf1737b9ec4 req-73ddca5d-db12-461c-8aa7-0f4dcfa3f42d service neutron] For port 11805006-a585-417b-ae9b-89663bea61fd, host n-h1-842733-1, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 21:08:06.228135 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-8732ed4d-9f30-4fb7-b8b2-8bf1737b9ec4 req-73ddca5d-db12-461c-8aa7-0f4dcfa3f42d service neutron] For port 11805006-a585-417b-ae9b-89663bea61fd, host n-h1-842733-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=11805006-a585-417b-ae9b-89663bea61fd,segment=NetworkSegment(fe2f1272-64e9-4f54-a89e-7afc10d54383),segment_id=fe2f1272-64e9-4f54-a89e-7afc10d54383)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 21:08:06.253811 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-cd0e2918-2bbe-4420-a6f7-bdfbd100a49b tempest-RoutersNegativeTest-121968789 tempest-RoutersNegativeTest-121968789-project] For port c99e0cb4-01c2-4f81-8f79-c47c0b308167, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=c99e0cb4-01c2-4f81-8f79-c47c0b308167,segment=NetworkSegment(857425ec-6f2d-4933-8c13-2855accad1d9),segment_id=857425ec-6f2d-4933-8c13-2855accad1d9)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:08:06.254193 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-cd0e2918-2bbe-4420-a6f7-bdfbd100a49b tempest-RoutersNegativeTest-121968789 tempest-RoutersNegativeTest-121968789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:06.281596 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-5abc3ea3-1a2b-4671-aede-96860cfcb7f1 None None] For port c99e0cb4-01c2-4f81-8f79-c47c0b308167, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=c99e0cb4-01c2-4f81-8f79-c47c0b308167,segment=NetworkSegment(857425ec-6f2d-4933-8c13-2855accad1d9),segment_id=857425ec-6f2d-4933-8c13-2855accad1d9)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:08:06.282092 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-5abc3ea3-1a2b-4671-aede-96860cfcb7f1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:06.307725 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-5abc3ea3-1a2b-4671-aede-96860cfcb7f1 None None] Calling delete_port for c99e0cb4-01c2-4f81-8f79-c47c0b308167 owned by network:dhcp {{(pid=103164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:08:06.351052 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-8732ed4d-9f30-4fb7-b8b2-8bf1737b9ec4 req-73ddca5d-db12-461c-8aa7-0f4dcfa3f42d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:06.376255 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e8901e-b6b3-4091-8537-e3b6258a70f2 req-a7ea9449-6ef6-4458-92aa-dc3ab644b44a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:08:06.377815 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-45e8901e-b6b3-4091-8537-e3b6258a70f2 req-a7ea9449-6ef6-4458-92aa-dc3ab644b44a service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=c123cb74b8ff4d85a73259ad4409ba24&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1929607 May 20 21:08:06.428318 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8732ed4d-9f30-4fb7-b8b2-8bf1737b9ec4 req-73ddca5d-db12-461c-8aa7-0f4dcfa3f42d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:08:06.430110 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-8732ed4d-9f30-4fb7-b8b2-8bf1737b9ec4 req-73ddca5d-db12-461c-8aa7-0f4dcfa3f42d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:06.432127 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8732ed4d-9f30-4fb7-b8b2-8bf1737b9ec4 req-73ddca5d-db12-461c-8aa7-0f4dcfa3f42d service neutron] 10.222.0.24 "PUT /v2.0/ports/11805006-a585-417b-ae9b-89663bea61fd HTTP/1.1" status: 200 len: 1092 time: 1.5082719 May 20 21:08:06.433165 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ba39278-6629-446d-ae0e-cba76bdf80e2', 'tag': '11805006-a585-417b-ae9b-89663bea61fd'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 21:08:06.436763 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4291b17aa7b45362825f0571e77c85f5e73afe1df9c7e9e15006df9d695c005e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-536891c4-92af-480b-81c0-84bb1d6474f8" -d '{"events": [{"name": "network-changed", "server_uuid": "4ba39278-6629-446d-ae0e-cba76bdf80e2", "tag": "11805006-a585-417b-ae9b-89663bea61fd"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 21:08:06.438721 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-cd0e2918-2bbe-4420-a6f7-bdfbd100a49b tempest-RoutersNegativeTest-121968789 tempest-RoutersNegativeTest-121968789-project] Calling delete_port for c99e0cb4-01c2-4f81-8f79-c47c0b308167 owned by network:dhcp {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:08:06.529612 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff3df87-7bf5-4424-8785-678bc6e71954 req-554627d0-4022-487a-821e-f4642332408f tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:08:06.537765 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1ff3df87-7bf5-4424-8785-678bc6e71954 req-554627d0-4022-487a-821e-f4642332408f tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ba39278-6629-446d-ae0e-cba76bdf80e2 HTTP/1.1" status: 200 len: 944 time: 0.1113875 May 20 21:08:06.553148 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 21:08:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f63f75e-6384-4e8b-8a47-50f1f8ad955b x-openstack-request-id: req-8f63f75e-6384-4e8b-8a47-50f1f8ad955b {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 21:08:06.553482 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ba39278-6629-446d-ae0e-cba76bdf80e2", "tag": "11805006-a585-417b-ae9b-89663bea61fd", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 21:08:06.553763 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8f63f75e-6384-4e8b-8a47-50f1f8ad955b {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 21:08:06.555957 n-d-842733-1 neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f63f75e-6384-4e8b-8a47-50f1f8ad955b'] response: {'name': 'network-changed', 'server_uuid': '4ba39278-6629-446d-ae0e-cba76bdf80e2', 'tag': '11805006-a585-417b-ae9b-89663bea61fd', 'status': 'completed', 'code': 200} May 20 21:08:06.574136 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ddca5d-db12-461c-8aa7-0f4dcfa3f42d service neutron] Pushing event updated for resources: {'Port': ['ID=11805006-a585-417b-ae9b-89663bea61fd,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:08:06.599675 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-5abc3ea3-1a2b-4671-aede-96860cfcb7f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099'] for port, after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:06.638792 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e8901e-b6b3-4091-8537-e3b6258a70f2 req-bee87bfc-d807-462e-b728-370b5e8be665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:08:06.639633 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1ff3df87-7bf5-4424-8785-678bc6e71954 req-8025f574-a23f-4fd6-a173-eabe0e21a439 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/security-groups?id=ea5f90d5-5ae6-4da5-b5b6-cdd9b1e2e803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1007376 May 20 21:08:06.640712 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-45e8901e-b6b3-4091-8537-e3b6258a70f2 req-bee87bfc-d807-462e-b728-370b5e8be665 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2524750 May 20 21:08:06.651820 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536891c4-92af-480b-81c0-84bb1d6474f8 req-f4999341-4140-4a7a-bb4b-81f27933b805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:08:06.655082 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-536891c4-92af-480b-81c0-84bb1d6474f8 req-f4999341-4140-4a7a-bb4b-81f27933b805 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d7932b75a33b465998804b193e9be7ad&device_id=4ba39278-6629-446d-ae0e-cba76bdf80e2 HTTP/1.1" status: 200 len: 1095 time: 0.0953350 May 20 21:08:06.669529 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-cd0e2918-2bbe-4420-a6f7-bdfbd100a49b tempest-RoutersNegativeTest-121968789 tempest-RoutersNegativeTest-121968789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:06.680313 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5abc3ea3-1a2b-4671-aede-96860cfcb7f1 None None] No DVR routers for this DVR port c99e0cb4-01c2-4f81-8f79-c47c0b308167 on host n-d-842733-1 {{(pid=103164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 21:08:06.682443 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abc3ea3-1a2b-4671-aede-96860cfcb7f1 None None] Pushing event deleted for resources: {'Port': ['ID=c99e0cb4-01c2-4f81-8f79-c47c0b308167,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:08:06.760811 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0e2918-2bbe-4420-a6f7-bdfbd100a49b tempest-RoutersNegativeTest-121968789 tempest-RoutersNegativeTest-121968789-project] Pushing event deleted for resources: {'Port': ['ID=c99e0cb4-01c2-4f81-8f79-c47c0b308167,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:08:06.765748 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd0e2918-2bbe-4420-a6f7-bdfbd100a49b tempest-RoutersNegativeTest-121968789 tempest-RoutersNegativeTest-121968789-project] No DVR routers for this DVR port c99e0cb4-01c2-4f81-8f79-c47c0b308167 on host n-d-842733-1 {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 21:08:06.842460 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536891c4-92af-480b-81c0-84bb1d6474f8 req-0e21fecd-c110-49a7-aa46-1b70242d8be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:08:06.843964 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-536891c4-92af-480b-81c0-84bb1d6474f8 req-0e21fecd-c110-49a7-aa46-1b70242d8be0 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=d7932b75a33b465998804b193e9be7ad&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1806886 May 20 21:08:06.924379 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-cd0e2918-2bbe-4420-a6f7-bdfbd100a49b tempest-RoutersNegativeTest-121968789 tempest-RoutersNegativeTest-121968789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33072115', 'neutron.services.segments.db._delete_segments_for_network-8782419500584'] for network, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:06.956311 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-cd0e2918-2bbe-4420-a6f7-bdfbd100a49b tempest-RoutersNegativeTest-121968789 tempest-RoutersNegativeTest-121968789-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c8011b5-d862-48e1-a970-6f2fa881b1ec']}} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:08:06.965571 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-cd0e2918-2bbe-4420-a6f7-bdfbd100a49b tempest-RoutersNegativeTest-121968789 tempest-RoutersNegativeTest-121968789-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '857425ec-6f2d-4933-8c13-2855accad1d9') {'for_net_delete': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:08:06.965886 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-cd0e2918-2bbe-4420-a6f7-bdfbd100a49b tempest-RoutersNegativeTest-121968789 tempest-RoutersNegativeTest-121968789-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '857425ec-6f2d-4933-8c13-2855accad1d9') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:08:06.969250 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f719f4f-7348-4b13-93f2-d23fd24f34dc req-58622527-b55e-41f3-aed6-846f85a8529c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:08:06.970969 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-4f719f4f-7348-4b13-93f2-d23fd24f34dc req-58622527-b55e-41f3-aed6-846f85a8529c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c123cb74b8ff4d85a73259ad4409ba24&device_id=46b79fc5-5a39-4645-afd0-fde2291ef1d7 HTTP/1.1" status: 200 len: 1133 time: 0.2196400 May 20 21:08:06.979606 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-cd0e2918-2bbe-4420-a6f7-bdfbd100a49b tempest-RoutersNegativeTest-121968789 tempest-RoutersNegativeTest-121968789-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419501617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3738385'] for segment, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:06.994112 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536891c4-92af-480b-81c0-84bb1d6474f8 req-f5412c61-dd1c-4a38-a207-d4ac9ee892de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:08:06.996169 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-536891c4-92af-480b-81c0-84bb1d6474f8 req-f5412c61-dd1c-4a38-a207-d4ac9ee892de service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1443362 May 20 21:08:07.006894 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55c6658-a632-4f60-94e0-b844b4fae1ee req-94128ca4-c8c6-46ef-8231-779a8afe8a2e tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:08:07.015366 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d55c6658-a632-4f60-94e0-b844b4fae1ee req-94128ca4-c8c6-46ef-8231-779a8afe8a2e tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] 10.222.0.35 "GET /v2.0/ports?device_id=46b79fc5-5a39-4645-afd0-fde2291ef1d7 HTTP/1.1" status: 200 len: 982 time: 0.0813479 May 20 21:08:07.042444 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-4f719f4f-7348-4b13-93f2-d23fd24f34dc req-2459f1c2-7e0e-4d31-9c46-a14eb80b4253 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8dcf9632-0899-41d6-a554-4958bac18e80 HTTP/1.1" status: 200 len: 217 time: 0.0557523 May 20 21:08:07.043225 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-cd0e2918-2bbe-4420-a6f7-bdfbd100a49b tempest-RoutersNegativeTest-121968789 tempest-RoutersNegativeTest-121968789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:07.055041 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd0e2918-2bbe-4420-a6f7-bdfbd100a49b tempest-RoutersNegativeTest-121968789 tempest-RoutersNegativeTest-121968789-project] Releasing vlan 204 on physical network physnet1 to pool {{(pid=103162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 21:08:07.055469 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-cd0e2918-2bbe-4420-a6f7-bdfbd100a49b tempest-RoutersNegativeTest-121968789 tempest-RoutersNegativeTest-121968789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3800791'] for segment, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:07.075966 n-d-842733-1 neutron-server[103162]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 21:08:07.075966 n-d-842733-1 neutron-server[103162]: self.session.flush() May 20 21:08:07.075966 n-d-842733-1 neutron-server[103162]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 21:08:07.075966 n-d-842733-1 neutron-server[103162]: self.session.flush() May 20 21:08:07.075966 n-d-842733-1 neutron-server[103162]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 21:08:07.075966 n-d-842733-1 neutron-server[103162]: self.session.flush() May 20 21:08:07.075966 n-d-842733-1 neutron-server[103162]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 21:08:07.075966 n-d-842733-1 neutron-server[103162]: self.session.flush() May 20 21:08:07.075966 n-d-842733-1 neutron-server[103162]: Traceback (most recent call last): May 20 21:08:07.075966 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 21:08:07.075966 n-d-842733-1 neutron-server[103162]: timer() May 20 21:08:07.075966 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 21:08:07.075966 n-d-842733-1 neutron-server[103162]: cb(*args, **kw) May 20 21:08:07.075966 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 20 21:08:07.075966 n-d-842733-1 neutron-server[103162]: return func(*args, **kwargs) May 20 21:08:07.075966 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 21:08:07.075966 n-d-842733-1 neutron-server[103162]: self._notify() May 20 21:08:07.075966 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 21:08:07.075966 n-d-842733-1 neutron-server[103162]: self.callback(batched_events) May 20 21:08:07.075966 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 21:08:07.075966 n-d-842733-1 neutron-server[103162]: event.method(event) May 20 21:08:07.075966 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 20 21:08:07.075966 n-d-842733-1 neutron-server[103162]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 21:08:07.075966 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 20 21:08:07.075966 n-d-842733-1 neutron-server[103162]: aggregate_uuid = self.p_client.list_aggregates( May 20 21:08:07.075966 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 20 21:08:07.075966 n-d-842733-1 neutron-server[103162]: return f(self, *a, **k) May 20 21:08:07.075966 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 20 21:08:07.075966 n-d-842733-1 neutron-server[103162]: return self._get(url).json() May 20 21:08:07.075966 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 20 21:08:07.075966 n-d-842733-1 neutron-server[103162]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 21:08:07.075966 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 21:08:07.075966 n-d-842733-1 neutron-server[103162]: return self.request(url, 'GET', **kwargs) May 20 21:08:07.075966 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 21:08:07.075966 n-d-842733-1 neutron-server[103162]: base_url = self.get_endpoint(auth, allow=allow, May 20 21:08:07.075966 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 21:08:07.075966 n-d-842733-1 neutron-server[103162]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 21:08:07.075966 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 21:08:07.075966 n-d-842733-1 neutron-server[103162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 21:08:07.075966 n-d-842733-1 neutron-server[103162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 21:08:07.131835 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d55c6658-a632-4f60-94e0-b844b4fae1ee req-dc678ac0-f4da-4b6a-ae4b-b5b8c5e94c8b tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c78895a-83d9-4fda-b590-17c1f3e1bb01&id=998ef77a-d22a-41c8-a168-ba8ef6bfa3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1110249 May 20 21:08:07.151612 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8732ed4d-9f30-4fb7-b8b2-8bf1737b9ec4 req-6e3dedd9-b475-493b-9aed-ef13c2c4b8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:08:07.151612 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8732ed4d-9f30-4fb7-b8b2-8bf1737b9ec4 req-6e3dedd9-b475-493b-9aed-ef13c2c4b8fc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d7932b75a33b465998804b193e9be7ad&device_id=4ba39278-6629-446d-ae0e-cba76bdf80e2 HTTP/1.1" status: 200 len: 1095 time: 0.1094456 May 20 21:08:07.169565 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f719f4f-7348-4b13-93f2-d23fd24f34dc req-4892df2d-aa76-4748-9b17-bac8aaf6f453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:08:07.171242 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-4f719f4f-7348-4b13-93f2-d23fd24f34dc req-4892df2d-aa76-4748-9b17-bac8aaf6f453 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4d5b8188-2bc2-4566-badd-6b4165fd2206 HTTP/1.1" status: 200 len: 835 time: 0.1214380 May 20 21:08:07.201985 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8732ed4d-9f30-4fb7-b8b2-8bf1737b9ec4 req-fa3a7919-e310-4131-8573-92fe8fdb48ca service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=11805006-a585-417b-ae9b-89663bea61fd HTTP/1.1" status: 200 len: 217 time: 0.0462220 May 20 21:08:07.230259 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f719f4f-7348-4b13-93f2-d23fd24f34dc req-b0bf0b09-03ef-4eec-99f5-32b136847c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:08:07.231909 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-4f719f4f-7348-4b13-93f2-d23fd24f34dc req-b0bf0b09-03ef-4eec-99f5-32b136847c45 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=566fc6b8-d480-4425-83fd-90dbc48e9800&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0543160 May 20 21:08:07.235570 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-cd0e2918-2bbe-4420-a6f7-bdfbd100a49b tempest-RoutersNegativeTest-121968789 tempest-RoutersNegativeTest-121968789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33072122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748162'] for network, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:07.243215 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-cd0e2918-2bbe-4420-a6f7-bdfbd100a49b tempest-RoutersNegativeTest-121968789 tempest-RoutersNegativeTest-121968789-project] Notify callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:07.246853 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-cd0e2918-2bbe-4420-a6f7-bdfbd100a49b tempest-RoutersNegativeTest-121968789 tempest-RoutersNegativeTest-121968789-project] 10.222.0.35 "DELETE /v2.0/networks/3c8011b5-d862-48e1-a970-6f2fa881b1ec HTTP/1.1" status: 204 len: 168 time: 1.6092520 May 20 21:08:07.249505 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 49160) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:08:07.275111 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0e2918-2bbe-4420-a6f7-bdfbd100a49b tempest-RoutersNegativeTest-121968789 tempest-RoutersNegativeTest-121968789-project] Pushing event deleted for resources: {'Network': ['ID=3c8011b5-d862-48e1-a970-6f2fa881b1ec,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:08:07.279271 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-c6f5102d-4faf-4295-8598-0c4210b9bc9d tempest-RoutersNegativeTest-121968789 tempest-RoutersNegativeTest-121968789-project] 10.222.0.35 "GET /v2.0/ports?device_id=2f9f57db-05bd-4dbe-94e6-794766db768d HTTP/1.1" status: 200 len: 205 time: 0.0286832 May 20 21:08:07.281578 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 49162) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:08:07.292647 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8732ed4d-9f30-4fb7-b8b2-8bf1737b9ec4 req-81fae8f9-20df-48b6-8b77-eb1bdaafa71e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:08:07.294126 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8732ed4d-9f30-4fb7-b8b2-8bf1737b9ec4 req-81fae8f9-20df-48b6-8b77-eb1bdaafa71e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=11782441-b4f1-40fc-9cbd-8dc932032eb4 HTTP/1.1" status: 200 len: 834 time: 0.0853913 May 20 21:08:07.389095 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d6f9bfea-2516-454c-a7bb-5e300912f16c tempest-RoutersNegativeTest-121968789 tempest-RoutersNegativeTest-121968789-project] Notify callbacks [] for router, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:07.389729 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-4f719f4f-7348-4b13-93f2-d23fd24f34dc req-c3b8ef72-c413-41b0-8da0-581c0bcd34b4 service neutron] 10.222.0.13 "GET /v2.0/networks/566fc6b8-d480-4425-83fd-90dbc48e9800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413081 May 20 21:08:07.464322 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8732ed4d-9f30-4fb7-b8b2-8bf1737b9ec4 req-515731ec-4d55-4740-b9c4-5e4f3bd58888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:08:07.465870 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8732ed4d-9f30-4fb7-b8b2-8bf1737b9ec4 req-515731ec-4d55-4740-b9c4-5e4f3bd58888 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9eccc106-4609-4d2d-abe2-76ba1cf9de32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1366849 May 20 21:08:07.537528 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-4f719f4f-7348-4b13-93f2-d23fd24f34dc req-94c39f57-1a31-4728-9338-fd171f9a362a service neutron] 10.222.0.13 "GET /v2.0/networks/566fc6b8-d480-4425-83fd-90dbc48e9800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411376 May 20 21:08:07.597876 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device c99e0cb4-01c2-4f81-8f79-c47c0b308167 no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 21:08:07.607109 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d6f9bfea-2516-454c-a7bb-5e300912f16c tempest-RoutersNegativeTest-121968789 tempest-RoutersNegativeTest-121968789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26169'] for router, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:07.612251 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d6f9bfea-2516-454c-a7bb-5e300912f16c tempest-RoutersNegativeTest-121968789 tempest-RoutersNegativeTest-121968789-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:07.620309 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: c99e0cb4-01c2-4f81-8f79-c47c0b308167 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 21:08:07.620648 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device c99e0cb4-01c2-4f81-8f79-c47c0b308167 not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 21:08:07.684553 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8732ed4d-9f30-4fb7-b8b2-8bf1737b9ec4 req-8580fda3-d4ec-4c18-a34f-fa40661c965e service neutron] 10.222.0.24 "GET /v2.0/networks/9eccc106-4609-4d2d-abe2-76ba1cf9de32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1889884 May 20 21:08:07.725178 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d6f9bfea-2516-454c-a7bb-5e300912f16c tempest-RoutersNegativeTest-121968789 tempest-RoutersNegativeTest-121968789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-693148'] for router, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:07.726850 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6f9bfea-2516-454c-a7bb-5e300912f16c tempest-RoutersNegativeTest-121968789 tempest-RoutersNegativeTest-121968789-project] Fanout notify agent at l3_agent the message router_deleted on router 2f9f57db-05bd-4dbe-94e6-794766db768d {{(pid=103163) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 20 21:08:07.769708 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d6f9bfea-2516-454c-a7bb-5e300912f16c tempest-RoutersNegativeTest-121968789 tempest-RoutersNegativeTest-121968789-project] Notify callbacks [] for router, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:07.770956 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-d6f9bfea-2516-454c-a7bb-5e300912f16c tempest-RoutersNegativeTest-121968789 tempest-RoutersNegativeTest-121968789-project] 10.222.0.35 "DELETE /v2.0/routers/2f9f57db-05bd-4dbe-94e6-794766db768d HTTP/1.1" status: 204 len: 168 time: 0.4883280 May 20 21:08:07.851729 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e0c4af-e1c7-4fd3-a494-ba30ae451844 req-87b18cb1-ab01-40ac-8f2f-cfe17e33f1fc tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:08:07.853319 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c5e0c4af-e1c7-4fd3-a494-ba30ae451844 req-87b18cb1-ab01-40ac-8f2f-cfe17e33f1fc tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ba39278-6629-446d-ae0e-cba76bdf80e2 HTTP/1.1" status: 200 len: 944 time: 0.0813711 May 20 21:08:07.855369 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8732ed4d-9f30-4fb7-b8b2-8bf1737b9ec4 req-96c6bbbd-37fc-4e51-9e09-b325392ccc5f service neutron] 10.222.0.24 "GET /v2.0/networks/9eccc106-4609-4d2d-abe2-76ba1cf9de32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573682 May 20 21:08:07.898645 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c5e0c4af-e1c7-4fd3-a494-ba30ae451844 req-82a9543a-8fb4-4ee8-937a-a842e368bf90 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/security-groups?id=ea5f90d5-5ae6-4da5-b5b6-cdd9b1e2e803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383284 May 20 21:08:08.243644 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 49188) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:08:08.263386 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d77d15-0a59-45cb-a9e7-bb369fc5fad3 req-1140622f-b893-4562-a810-7024b4685f7e tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:08:08.264924 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d6d77d15-0a59-45cb-a9e7-bb369fc5fad3 req-1140622f-b893-4562-a810-7024b4685f7e tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] 10.222.0.35 "GET /v2.0/ports?device_id=46b79fc5-5a39-4645-afd0-fde2291ef1d7 HTTP/1.1" status: 200 len: 982 time: 0.0640755 May 20 21:08:08.325237 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d6d77d15-0a59-45cb-a9e7-bb369fc5fad3 req-c31bc5b6-d316-4aa4-b043-a388d4a4f023 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c78895a-83d9-4fda-b590-17c1f3e1bb01&id=998ef77a-d22a-41c8-a168-ba8ef6bfa3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0536368 May 20 21:08:08.519118 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-6fdfd5b1-7bef-47de-8759-17b4ec431b34 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=db6280fc932b4ac2b6a1edc3545f54e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2740760 May 20 21:08:08.521629 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 49200) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:08:08.570129 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-585a5bcd-ec38-4404-86fa-0f899ca42c60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:08.595340 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-585a5bcd-ec38-4404-86fa-0f899ca42c60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:08.724109 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-585a5bcd-ec38-4404-86fa-0f899ca42c60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:08.727534 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-585a5bcd-ec38-4404-86fa-0f899ca42c60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:08.728689 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-585a5bcd-ec38-4404-86fa-0f899ca42c60 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f2705e36-727f-4836-8537-ca4a257ac79c HTTP/1.1" status: 204 len: 168 time: 0.2060966 May 20 21:08:08.737059 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585a5bcd-ec38-4404-86fa-0f899ca42c60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2705e36-727f-4836-8537-ca4a257ac79c,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:08:09.032768 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3650294-3aa7-4c2b-b674-e5db38d84c60 req-23699580-df50-46e4-8756-d94c401b53af tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:08:09.034493 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b3650294-3aa7-4c2b-b674-e5db38d84c60 req-23699580-df50-46e4-8756-d94c401b53af tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ba39278-6629-446d-ae0e-cba76bdf80e2 HTTP/1.1" status: 200 len: 944 time: 0.0558507 May 20 21:08:09.086659 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b3650294-3aa7-4c2b-b674-e5db38d84c60 req-b1b8675e-f654-49fa-a0d6-23fd5b23d814 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/security-groups?id=ea5f90d5-5ae6-4da5-b5b6-cdd9b1e2e803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416169 May 20 21:08:09.448544 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dc2ae1-8e6f-41cb-a5f3-bbbf29b0fdc6 req-744baafe-f465-4473-a998-524baee10353 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:08:09.449944 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a1dc2ae1-8e6f-41cb-a5f3-bbbf29b0fdc6 req-744baafe-f465-4473-a998-524baee10353 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] 10.222.0.35 "GET /v2.0/ports?device_id=46b79fc5-5a39-4645-afd0-fde2291ef1d7 HTTP/1.1" status: 200 len: 982 time: 0.0609591 May 20 21:08:09.494269 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a1dc2ae1-8e6f-41cb-a5f3-bbbf29b0fdc6 req-4c5ab716-72ac-40d7-9f85-2d453238ba1c tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c78895a-83d9-4fda-b590-17c1f3e1bb01&id=998ef77a-d22a-41c8-a168-ba8ef6bfa3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0369067 May 20 21:08:09.888211 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 49262) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:08:09.893227 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [-] 10.222.0.35 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0030606 May 20 21:08:09.896284 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 49264) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:08:09.975663 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 11805006-a585-417b-ae9b-89663bea61fd details requested by agent hyperv_n-h1-842733-1 with host n-h1-842733-1 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 21:08:10.034555 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-81265491-955e-495c-98e2-b04f92a70485 tempest-NetworksApiDiscovery-1404525100 tempest-NetworksApiDiscovery-1404525100-project] 10.222.0.35 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1331797 May 20 21:08:10.083717 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port 11805006-a585-417b-ae9b-89663bea61fd, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=11805006-a585-417b-ae9b-89663bea61fd,segment=NetworkSegment(fe2f1272-64e9-4f54-a89e-7afc10d54383),segment_id=fe2f1272-64e9-4f54-a89e-7afc10d54383)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:08:10.097665 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Returning: {'device': '11805006-a585-417b-ae9b-89663bea61fd', 'network_id': '9eccc106-4609-4d2d-abe2-76ba1cf9de32', 'port_id': '11805006-a585-417b-ae9b-89663bea61fd', 'mac_address': 'fa:16:3e:5a:5e:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11782441-b4f1-40fc-9cbd-8dc932032eb4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 20 21:08:10.151280 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Current status of the port 11805006-a585-417b-ae9b-89663bea61fd is: DOWN; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:08:10.151661 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:10.168485 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11805006-a585-417b-ae9b-89663bea61fd {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 21:08:10.223099 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port 11805006-a585-417b-ae9b-89663bea61fd, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=11805006-a585-417b-ae9b-89663bea61fd,segment=NetworkSegment(fe2f1272-64e9-4f54-a89e-7afc10d54383),segment_id=fe2f1272-64e9-4f54-a89e-7afc10d54383)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:08:10.231662 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061b0e0d-dd1f-4093-95aa-71fcf5b35c71 req-231c910d-e4ef-4ef9-83b8-9f23b330382f tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:08:10.237679 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-061b0e0d-dd1f-4093-95aa-71fcf5b35c71 req-231c910d-e4ef-4ef9-83b8-9f23b330382f tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ba39278-6629-446d-ae0e-cba76bdf80e2 HTTP/1.1" status: 200 len: 944 time: 0.0645297 May 20 21:08:10.275708 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-061b0e0d-dd1f-4093-95aa-71fcf5b35c71 req-2b3a7e71-ac55-42f0-bc51-3df4ed729d7f tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/security-groups?id=ea5f90d5-5ae6-4da5-b5b6-cdd9b1e2e803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359807 May 20 21:08:10.327091 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:10.375503 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Pushing event updated for resources: {'Port': ['ID=11805006-a585-417b-ae9b-89663bea61fd,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:08:10.528840 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] get_ports_and_sgs() called for port_ids ['11805006-a585-417b-ae9b-89663bea61fd'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 21:08:10.633757 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6eb020-2be5-4170-b1a6-11977ac0f118 req-1f1fa975-bd27-4aab-8be1-ab2f355ab95e tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:08:10.635727 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9e6eb020-2be5-4170-b1a6-11977ac0f118 req-1f1fa975-bd27-4aab-8be1-ab2f355ab95e tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] 10.222.0.35 "GET /v2.0/ports?device_id=46b79fc5-5a39-4645-afd0-fde2291ef1d7 HTTP/1.1" status: 200 len: 982 time: 0.0679955 May 20 21:08:10.644140 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 8dcf9632-0899-41d6-a554-4958bac18e80 details requested by agent hyperv_n-h2-842733-1 with host n-h2-842733-1 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 21:08:10.743331 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9e6eb020-2be5-4170-b1a6-11977ac0f118 req-36068426-0684-4459-8d5e-65fe9c51a0de tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c78895a-83d9-4fda-b590-17c1f3e1bb01&id=998ef77a-d22a-41c8-a168-ba8ef6bfa3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0994949 May 20 21:08:10.754400 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 49306) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:08:10.774093 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port 8dcf9632-0899-41d6-a554-4958bac18e80, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=8dcf9632-0899-41d6-a554-4958bac18e80,segment=NetworkSegment(5b70e891-1f09-49b1-94eb-811571878995),segment_id=5b70e891-1f09-49b1-94eb-811571878995)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:08:10.822607 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Returning: {'device': '8dcf9632-0899-41d6-a554-4958bac18e80', 'network_id': '566fc6b8-d480-4425-83fd-90dbc48e9800', 'port_id': '8dcf9632-0899-41d6-a554-4958bac18e80', 'mac_address': 'fa:16:3e:e2:a9:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d5b8188-2bc2-4566-badd-6b4165fd2206', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 20 21:08:10.885832 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port 8dcf9632-0899-41d6-a554-4958bac18e80 is: DOWN; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:08:10.886431 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:10.916494 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8dcf9632-0899-41d6-a554-4958bac18e80 {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 21:08:10.921397 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8e004ce0-27aa-4ebb-aca9-6f66e9c1cefd admin admin] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:10.947450 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port 8dcf9632-0899-41d6-a554-4958bac18e80, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=8dcf9632-0899-41d6-a554-4958bac18e80,segment=NetworkSegment(5b70e891-1f09-49b1-94eb-811571878995),segment_id=5b70e891-1f09-49b1-94eb-811571878995)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:08:11.011861 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8e004ce0-27aa-4ebb-aca9-6f66e9c1cefd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:11.050121 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:11.076424 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8e004ce0-27aa-4ebb-aca9-6f66e9c1cefd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:11.104780 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=8dcf9632-0899-41d6-a554-4958bac18e80,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:08:11.120439 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-8e004ce0-27aa-4ebb-aca9-6f66e9c1cefd admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=213e39456d6343858aed8c354a71baa8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3647921 May 20 21:08:11.123140 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 49320) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:08:11.125768 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e004ce0-27aa-4ebb-aca9-6f66e9c1cefd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac5bbc19-8ea9-44e3-99b8-66429dc3592c,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:08:11.191153 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a0301e3e-d24b-44a5-b0ca-b9e26da253ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:11.214231 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a0301e3e-d24b-44a5-b0ca-b9e26da253ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:11.323039 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] get_ports_and_sgs() called for port_ids ['8dcf9632-0899-41d6-a554-4958bac18e80'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 21:08:11.350617 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a0301e3e-d24b-44a5-b0ca-b9e26da253ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:11.354239 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a0301e3e-d24b-44a5-b0ca-b9e26da253ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:11.358384 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-a0301e3e-d24b-44a5-b0ca-b9e26da253ac admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ac5bbc19-8ea9-44e3-99b8-66429dc3592c HTTP/1.1" status: 204 len: 168 time: 0.2341173 May 20 21:08:11.367679 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0301e3e-d24b-44a5-b0ca-b9e26da253ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac5bbc19-8ea9-44e3-99b8-66429dc3592c,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:08:11.428357 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82b6512-5593-4989-8f73-350584660855 req-75d66fb4-0ea2-4b53-b066-6f70d4ed35d2 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:08:11.443255 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a82b6512-5593-4989-8f73-350584660855 req-75d66fb4-0ea2-4b53-b066-6f70d4ed35d2 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ba39278-6629-446d-ae0e-cba76bdf80e2 HTTP/1.1" status: 200 len: 945 time: 0.0954423 May 20 21:08:11.504465 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a82b6512-5593-4989-8f73-350584660855 req-281dca0a-d295-4773-b99f-28b8b7bee631 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/security-groups?id=ea5f90d5-5ae6-4da5-b5b6-cdd9b1e2e803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599318 May 20 21:08:11.869754 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88901a36-8656-45f1-bb3c-5dff6dbbee45 req-fc623bab-ff6d-4b6c-824a-43f21199ef7f tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:08:11.871546 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-88901a36-8656-45f1-bb3c-5dff6dbbee45 req-fc623bab-ff6d-4b6c-824a-43f21199ef7f tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] 10.222.0.35 "GET /v2.0/ports?device_id=46b79fc5-5a39-4645-afd0-fde2291ef1d7 HTTP/1.1" status: 200 len: 983 time: 0.0622911 May 20 21:08:11.917578 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-88901a36-8656-45f1-bb3c-5dff6dbbee45 req-58f8f20f-3f85-4733-8c6e-0ec9bc8bcc32 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c78895a-83d9-4fda-b590-17c1f3e1bb01&id=998ef77a-d22a-41c8-a168-ba8ef6bfa3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0393629 May 20 21:08:11.975633 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 11805006-a585-417b-ae9b-89663bea61fd up at agent hyperv_n-h1-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:08:12.087245 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Provisioning for port 11805006-a585-417b-ae9b-89663bea61fd completed by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 21:08:12.091149 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Provisioning complete for port 11805006-a585-417b-ae9b-89663bea61fd triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:08:12.091528 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:12.184304 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Current status of the port 11805006-a585-417b-ae9b-89663bea61fd is: BUILD; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:08:12.184698 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:12.210194 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ba39278-6629-446d-ae0e-cba76bdf80e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11805006-a585-417b-ae9b-89663bea61fd'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 21:08:12.212693 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8485417003ce7c0410b00f5cdc2f391e21107b70bb68e2773712534a96e108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f981d2a-ffbb-44db-8cc5-7c527a4b669e" -d '{"events": [{"server_uuid": "4ba39278-6629-446d-ae0e-cba76bdf80e2", "name": "network-vif-plugged", "status": "completed", "tag": "11805006-a585-417b-ae9b-89663bea61fd"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 21:08:12.259739 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port 11805006-a585-417b-ae9b-89663bea61fd, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=11805006-a585-417b-ae9b-89663bea61fd,segment=NetworkSegment(fe2f1272-64e9-4f54-a89e-7afc10d54383),segment_id=fe2f1272-64e9-4f54-a89e-7afc10d54383)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:08:12.286459 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 21:08:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbeec5b2-469b-4505-8bdf-9ba89c4aa611 x-openstack-request-id: req-cbeec5b2-469b-4505-8bdf-9ba89c4aa611 {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 21:08:12.286459 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ba39278-6629-446d-ae0e-cba76bdf80e2", "name": "network-vif-plugged", "status": "completed", "tag": "11805006-a585-417b-ae9b-89663bea61fd", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 21:08:12.286459 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-cbeec5b2-469b-4505-8bdf-9ba89c4aa611 {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 21:08:12.286459 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cbeec5b2-469b-4505-8bdf-9ba89c4aa611'] response: {'server_uuid': '4ba39278-6629-446d-ae0e-cba76bdf80e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11805006-a585-417b-ae9b-89663bea61fd', 'code': 200} May 20 21:08:12.339315 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:12.406480 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Pushing event updated for resources: {'Port': ['ID=11805006-a585-417b-ae9b-89663bea61fd,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:08:12.413509 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba53a1d3-6523-4df7-968f-3e09db875c60 req-7fd2d584-3358-4854-8111-431e284efe0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:08:12.418625 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ba53a1d3-6523-4df7-968f-3e09db875c60 req-7fd2d584-3358-4854-8111-431e284efe0d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4ba39278-6629-446d-ae0e-cba76bdf80e2 HTTP/1.1" status: 200 len: 1097 time: 0.0578680 May 20 21:08:12.468217 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ba53a1d3-6523-4df7-968f-3e09db875c60 req-6f6d85b5-65bd-4acd-8167-dbc64fc7cd37 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=ea5f90d5-5ae6-4da5-b5b6-cdd9b1e2e803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411525 May 20 21:08:12.625234 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310c9562-7dfd-48c1-b46f-1aa5ad967582 req-e66d4cc4-480d-4a7f-8e0c-fa89748d3fb9 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:08:12.627057 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-310c9562-7dfd-48c1-b46f-1aa5ad967582 req-e66d4cc4-480d-4a7f-8e0c-fa89748d3fb9 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ba39278-6629-446d-ae0e-cba76bdf80e2 HTTP/1.1" status: 200 len: 946 time: 0.0552258 May 20 21:08:12.631985 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 8dcf9632-0899-41d6-a554-4958bac18e80 up at agent hyperv_n-h2-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:08:12.717453 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-310c9562-7dfd-48c1-b46f-1aa5ad967582 req-173999da-0598-4db7-aded-d59fca4bb064 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/security-groups?id=ea5f90d5-5ae6-4da5-b5b6-cdd9b1e2e803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717387 May 20 21:08:12.790948 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Provisioning for port 8dcf9632-0899-41d6-a554-4958bac18e80 completed by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 21:08:12.795272 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Provisioning complete for port 8dcf9632-0899-41d6-a554-4958bac18e80 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:08:12.795637 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:12.883374 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port 8dcf9632-0899-41d6-a554-4958bac18e80 is: BUILD; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:08:12.883760 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:12.918830 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port 8dcf9632-0899-41d6-a554-4958bac18e80, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=8dcf9632-0899-41d6-a554-4958bac18e80,segment=NetworkSegment(5b70e891-1f09-49b1-94eb-811571878995),segment_id=5b70e891-1f09-49b1-94eb-811571878995)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:08:13.010194 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:13.044421 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1391b556-52b9-43bd-b34a-852bc5cdd070 req-4fe1aa62-09a6-423b-8650-2580bc79d8d7 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:08:13.049570 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1391b556-52b9-43bd-b34a-852bc5cdd070 req-4fe1aa62-09a6-423b-8650-2580bc79d8d7 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] 10.222.0.35 "GET /v2.0/ports?device_id=46b79fc5-5a39-4645-afd0-fde2291ef1d7 HTTP/1.1" status: 200 len: 983 time: 0.0567012 May 20 21:08:13.070280 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=8dcf9632-0899-41d6-a554-4958bac18e80,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:08:13.101256 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1391b556-52b9-43bd-b34a-852bc5cdd070 req-76a03b34-2467-40ba-982b-4a89577ac63b tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c78895a-83d9-4fda-b590-17c1f3e1bb01&id=998ef77a-d22a-41c8-a168-ba8ef6bfa3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0431995 May 20 21:08:13.373238 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 49412) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:08:13.772598 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0fb33fd4-cf1e-4de5-97f6-3a122530588d admin admin] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:13.847201 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3630472-5c81-4051-99de-b270597bd503 req-0071d72b-8fbe-4dff-9eeb-465d3307fa6b tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:08:13.859900 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a3630472-5c81-4051-99de-b270597bd503 req-0071d72b-8fbe-4dff-9eeb-465d3307fa6b tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ba39278-6629-446d-ae0e-cba76bdf80e2 HTTP/1.1" status: 200 len: 946 time: 0.0703533 May 20 21:08:13.889061 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0fb33fd4-cf1e-4de5-97f6-3a122530588d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:13.895558 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a3630472-5c81-4051-99de-b270597bd503 req-4d7829c6-c6c2-40fc-9ab1-2da7a7c8feef tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/security-groups?id=ea5f90d5-5ae6-4da5-b5b6-cdd9b1e2e803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347989 May 20 21:08:13.958531 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0fb33fd4-cf1e-4de5-97f6-3a122530588d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:13.990962 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-0fb33fd4-cf1e-4de5-97f6-3a122530588d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b1be6f3bc60c473991f9d1cb763221fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6166368 May 20 21:08:13.995122 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 49442) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:08:14.011089 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb33fd4-cf1e-4de5-97f6-3a122530588d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c75a3f8-97b5-4ec2-8475-8810e848c063,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:08:14.037974 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52952ca0-2137-4137-af86-5e3b64526641 req-5a0c9d73-b47f-4c88-96e5-e4829042488c tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:08:14.040169 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-52952ca0-2137-4137-af86-5e3b64526641 req-5a0c9d73-b47f-4c88-96e5-e4829042488c tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ba39278-6629-446d-ae0e-cba76bdf80e2 HTTP/1.1" status: 200 len: 946 time: 0.0575569 May 20 21:08:14.060431 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a25cb6e4-3b33-4e8f-a3a4-8f460e7a5790 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:14.080687 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-52952ca0-2137-4137-af86-5e3b64526641 req-6917c097-eee2-4999-9a00-e53171adeddd tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/security-groups?id=ea5f90d5-5ae6-4da5-b5b6-cdd9b1e2e803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340655 May 20 21:08:14.088458 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a25cb6e4-3b33-4e8f-a3a4-8f460e7a5790 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:14.108922 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 49444) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:08:14.156457 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-216e502c-dca5-4b77-959c-f165839e4755 tempest-TestNetworkAdvancedServerOps-173437749 tempest-TestNetworkAdvancedServerOps-173437749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:08:14.158010 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-216e502c-dca5-4b77-959c-f165839e4755 tempest-TestNetworkAdvancedServerOps-173437749 tempest-TestNetworkAdvancedServerOps-173437749-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=4ba39278-6629-446d-ae0e-cba76bdf80e2 HTTP/1.1" status: 200 len: 1092 time: 0.0480614 May 20 21:08:14.160988 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 49450) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:08:14.166229 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-aa875b5e-a567-44fd-988e-828ea1def76f tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Request body: {'floatingip': {'floating_network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'port_id': '11805006-a585-417b-ae9b-89663bea61fd', 'tenant_id': 'd7932b75a33b465998804b193e9be7ad', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:08:14.223759 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b37d9cc-a8cd-4775-92e0-873a6677e706 req-33d5f9f9-1853-43fd-b7ef-4cf256accc52 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:08:14.225370 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7b37d9cc-a8cd-4775-92e0-873a6677e706 req-33d5f9f9-1853-43fd-b7ef-4cf256accc52 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] 10.222.0.35 "GET /v2.0/ports?device_id=46b79fc5-5a39-4645-afd0-fde2291ef1d7 HTTP/1.1" status: 200 len: 984 time: 0.0509024 May 20 21:08:14.262003 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-aa875b5e-a567-44fd-988e-828ea1def76f tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks [] for floatingip, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:14.296196 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7b37d9cc-a8cd-4775-92e0-873a6677e706 req-6ad3cdae-0a15-4dc4-bec5-c033b53f70f9 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c78895a-83d9-4fda-b590-17c1f3e1bb01&id=998ef77a-d22a-41c8-a168-ba8ef6bfa3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0644000 May 20 21:08:14.370533 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 49458) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:08:14.371467 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a25cb6e4-3b33-4e8f-a3a4-8f460e7a5790 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:14.375620 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a25cb6e4-3b33-4e8f-a3a4-8f460e7a5790 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:14.376862 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-a25cb6e4-3b33-4e8f-a3a4-8f460e7a5790 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4c75a3f8-97b5-4ec2-8475-8810e848c063 HTTP/1.1" status: 204 len: 168 time: 0.3804753 May 20 21:08:14.389861 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46b79fc5-5a39-4645-afd0-fde2291ef1d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dcf9632-0899-41d6-a554-4958bac18e80'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 21:08:14.392092 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8485417003ce7c0410b00f5cdc2f391e21107b70bb68e2773712534a96e108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea7205b3-98ff-48fe-8b72-c4d8903db210" -d '{"events": [{"server_uuid": "46b79fc5-5a39-4645-afd0-fde2291ef1d7", "name": "network-vif-plugged", "status": "completed", "tag": "8dcf9632-0899-41d6-a554-4958bac18e80"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 21:08:14.403791 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25cb6e4-3b33-4e8f-a3a4-8f460e7a5790 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c75a3f8-97b5-4ec2-8475-8810e848c063,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:08:14.448063 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [req-a0f49df6-fd3c-4a04-bc79-adb8ab5e2176 req-3833c6eb-d64d-4d2b-9f6d-a579a1485ac1 service neutron] (103162) timed out ('10.222.0.35', 60740) {{(pid=103162) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} May 20 21:08:14.459863 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 21:08:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bafe37ff-6b88-4efc-960e-3973e7c2395d x-openstack-request-id: req-bafe37ff-6b88-4efc-960e-3973e7c2395d {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 21:08:14.460356 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46b79fc5-5a39-4645-afd0-fde2291ef1d7", "name": "network-vif-plugged", "status": "completed", "tag": "8dcf9632-0899-41d6-a554-4958bac18e80", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 21:08:14.460615 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-bafe37ff-6b88-4efc-960e-3973e7c2395d {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 21:08:14.461020 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bafe37ff-6b88-4efc-960e-3973e7c2395d'] response: {'server_uuid': '46b79fc5-5a39-4645-afd0-fde2291ef1d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dcf9632-0899-41d6-a554-4958bac18e80', 'code': 200} May 20 21:08:14.484291 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-aa875b5e-a567-44fd-988e-828ea1def76f tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:14.560983 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-42d6d755-a8ae-4369-8074-9a839472ea05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:14.668826 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618c91cb-a11a-4e48-a4d7-fe533be74048 req-8afc6cbf-999f-454c-8c5b-ff704f2b81d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:08:14.670931 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-618c91cb-a11a-4e48-a4d7-fe533be74048 req-8afc6cbf-999f-454c-8c5b-ff704f2b81d3 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=46b79fc5-5a39-4645-afd0-fde2291ef1d7 HTTP/1.1" status: 200 len: 1135 time: 0.1191814 May 20 21:08:14.681709 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-aa875b5e-a567-44fd-988e-828ea1def76f tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Allocated IP 172.25.2.131 (e3a93b5c-91e2-4064-9c2c-1afc261bfe15/86fee0c1-6e34-488b-9216-b2b8e7ef585a/c6b54dcb-837e-4cdc-bfd7-c14a8779bd87) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:08:14.786981 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-618c91cb-a11a-4e48-a4d7-fe533be74048 req-a61d195b-aa30-4d64-b9e0-7f6c96e31e18 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=998ef77a-d22a-41c8-a168-ba8ef6bfa3c0&id=2c78895a-83d9-4fda-b590-17c1f3e1bb01&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1030855 May 20 21:08:14.820581 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-42d6d755-a8ae-4369-8074-9a839472ea05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:14.857914 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-aa875b5e-a567-44fd-988e-828ea1def76f tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:14.881878 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-42d6d755-a8ae-4369-8074-9a839472ea05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:14.923879 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-42d6d755-a8ae-4369-8074-9a839472ea05 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3fe5ab9a919349fc8d2a243c2e140916&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5432229 May 20 21:08:14.924379 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 49472) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:08:14.926623 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d6d755-a8ae-4369-8074-9a839472ea05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3eae6c63-1e15-4fe9-a8c3-eef321d291d2,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:08:14.982764 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b776d5ab-2c07-49fd-8d62-d8a124164d2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:15.003141 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b776d5ab-2c07-49fd-8d62-d8a124164d2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:15.009641 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-aa875b5e-a567-44fd-988e-828ea1def76f tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:15.048787 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa875b5e-a567-44fd-988e-828ea1def76f tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Network e3a93b5c-91e2-4064-9c2c-1afc261bfe15 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:08:15.053078 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-aa875b5e-a567-44fd-988e-828ea1def76f tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:08:15.057056 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa875b5e-a567-44fd-988e-828ea1def76f tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:08:15.088496 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa875b5e-a567-44fd-988e-828ea1def76f tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Pushing event updated for resources: {'Port': ['ID=c6b54dcb-837e-4cdc-bfd7-c14a8779bd87,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:08:15.135078 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 49478) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:08:15.142533 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b776d5ab-2c07-49fd-8d62-d8a124164d2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:15.145293 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b776d5ab-2c07-49fd-8d62-d8a124164d2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:15.150401 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-b776d5ab-2c07-49fd-8d62-d8a124164d2e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3eae6c63-1e15-4fe9-a8c3-eef321d291d2 HTTP/1.1" status: 204 len: 168 time: 0.2245317 May 20 21:08:15.160693 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b9e939bb-d7e0-43b5-aa2c-7b9018795124 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:15.168692 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b776d5ab-2c07-49fd-8d62-d8a124164d2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eae6c63-1e15-4fe9-a8c3-eef321d291d2,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:08:15.268148 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b9e939bb-d7e0-43b5-aa2c-7b9018795124 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:15.379425 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b9e939bb-d7e0-43b5-aa2c-7b9018795124 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:15.474080 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-b9e939bb-d7e0-43b5-aa2c-7b9018795124 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9217133679e849beb3b9cdacb21f9351&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3352671 May 20 21:08:15.475116 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e939bb-d7e0-43b5-aa2c-7b9018795124 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e292d462-5c8f-4a77-b1b3-b3812cd170a2,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:08:15.478865 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 49486) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:08:15.510524 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738e59ae-8f6d-497d-8a17-4da28ffd0c20 req-e50dbc2e-a6a7-4ad4-866d-75b577261324 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:08:15.512021 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-738e59ae-8f6d-497d-8a17-4da28ffd0c20 req-e50dbc2e-a6a7-4ad4-866d-75b577261324 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] 10.222.0.35 "GET /v2.0/ports?device_id=46b79fc5-5a39-4645-afd0-fde2291ef1d7 HTTP/1.1" status: 200 len: 984 time: 0.1292388 May 20 21:08:15.597897 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-738e59ae-8f6d-497d-8a17-4da28ffd0c20 req-834a8944-a042-4980-ac94-95b9f92a0a5f tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c78895a-83d9-4fda-b590-17c1f3e1bb01&id=998ef77a-d22a-41c8-a168-ba8ef6bfa3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0759399 May 20 21:08:15.599232 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-79c1a8b8-7295-4c97-a5be-c06028e2374c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:15.636729 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-79c1a8b8-7295-4c97-a5be-c06028e2374c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:15.672329 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-aa875b5e-a567-44fd-988e-828ea1def76f tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:15.749819 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-79c1a8b8-7295-4c97-a5be-c06028e2374c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:15.752376 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-79c1a8b8-7295-4c97-a5be-c06028e2374c admin admin] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:15.753711 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-79c1a8b8-7295-4c97-a5be-c06028e2374c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e292d462-5c8f-4a77-b1b3-b3812cd170a2 HTTP/1.1" status: 204 len: 168 time: 0.2739387 May 20 21:08:15.763393 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c1a8b8-7295-4c97-a5be-c06028e2374c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e292d462-5c8f-4a77-b1b3-b3812cd170a2,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:08:15.861774 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-aa875b5e-a567-44fd-988e-828ea1def76f tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:15.951028 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 49498) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:08:15.966143 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-563c32c5-e20d-4aa4-bcf7-07da530b546b admin admin] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:16.027862 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-aa875b5e-a567-44fd-988e-828ea1def76f tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:16.046309 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-563c32c5-e20d-4aa4-bcf7-07da530b546b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:16.144786 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-aa875b5e-a567-44fd-988e-828ea1def76f tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:16.190196 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-563c32c5-e20d-4aa4-bcf7-07da530b546b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:16.236304 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c32c5-e20d-4aa4-bcf7-07da530b546b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec20c278-f2d3-43f9-9ae3-29456760666b,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:08:16.241251 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-563c32c5-e20d-4aa4-bcf7-07da530b546b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=074816ae1f4249edb01b304a5db6deb6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2883294 May 20 21:08:16.243896 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 49510) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:08:16.263034 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa875b5e-a567-44fd-988e-828ea1def76f tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Pushing event updated for resources: {'Port': ['ID=c6b54dcb-837e-4cdc-bfd7-c14a8779bd87,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:08:16.275687 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-aa875b5e-a567-44fd-988e-828ea1def76f tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748272'] for floatingip, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:16.311597 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2915efca-f689-4f08-8364-ee21a60c0cae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:16.334832 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2915efca-f689-4f08-8364-ee21a60c0cae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:16.410646 n-d-842733-1 neutron-server[103162]: INFO neutron.db.l3_db [None req-aa875b5e-a567-44fd-988e-828ea1def76f tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Floating IP dce254df-fd21-4c8e-8f86-a1cb4dc8e444 associated. External IP: 172.25.2.131, port: 11805006-a585-417b-ae9b-89663bea61fd. May 20 21:08:16.447152 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2915efca-f689-4f08-8364-ee21a60c0cae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:16.450661 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2915efca-f689-4f08-8364-ee21a60c0cae admin admin] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:16.459044 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-2915efca-f689-4f08-8364-ee21a60c0cae admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ec20c278-f2d3-43f9-9ae3-29456760666b HTTP/1.1" status: 204 len: 168 time: 0.2067475 May 20 21:08:16.460487 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2915efca-f689-4f08-8364-ee21a60c0cae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec20c278-f2d3-43f9-9ae3-29456760666b,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:08:16.640007 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa875b5e-a567-44fd-988e-828ea1def76f tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Router e059a780-163b-4461-a5fe-30b4992bdb1b has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 21:08:16.764425 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04477bdc-ab36-43cc-8826-3efa1f9cc6cd req-b36443e2-1380-4346-9acd-76bad324c53d tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:08:16.769422 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-04477bdc-ab36-43cc-8826-3efa1f9cc6cd req-b36443e2-1380-4346-9acd-76bad324c53d tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] 10.222.0.35 "GET /v2.0/ports?device_id=46b79fc5-5a39-4645-afd0-fde2291ef1d7 HTTP/1.1" status: 200 len: 984 time: 0.0672934 May 20 21:08:16.780785 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa875b5e-a567-44fd-988e-828ea1def76f tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 21:08:16.794814 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f74772-a730-4445-80a9-5daf0134e209 None None] Sync routers for ids ['e059a780-163b-4461-a5fe-30b4992bdb1b'] in n-d-842733-1 {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 21:08:16.807101 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f74772-a730-4445-80a9-5daf0134e209 None None] Routers {'e059a780-163b-4461-a5fe-30b4992bdb1b'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:08:16.807689 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-a3f74772-a730-4445-80a9-5daf0134e209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:07:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['e059a780-163b-4461-a5fe-30b4992bdb1b'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:08:16.829950 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-04477bdc-ab36-43cc-8826-3efa1f9cc6cd req-b94004e5-72dd-4d0b-bb94-81281edb36f5 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c78895a-83d9-4fda-b590-17c1f3e1bb01&id=998ef77a-d22a-41c8-a168-ba8ef6bfa3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0550070 May 20 21:08:16.919966 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-a3f74772-a730-4445-80a9-5daf0134e209 None None] Set router e059a780-163b-4461-a5fe-30b4992bdb1b gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:08:16.938029 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-aa875b5e-a567-44fd-988e-828ea1def76f tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for floatingip, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:17.010403 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f86054-967d-417a-9893-5744fce818ef req-e3aab654-7bce-4b74-aff9-461b8d9e03e2 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:08:17.015549 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-54f86054-967d-417a-9893-5744fce818ef req-e3aab654-7bce-4b74-aff9-461b8d9e03e2 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] 10.222.0.35 "GET /v2.0/ports?device_id=46b79fc5-5a39-4645-afd0-fde2291ef1d7 HTTP/1.1" status: 200 len: 984 time: 0.0963929 May 20 21:08:17.016002 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-aa875b5e-a567-44fd-988e-828ea1def76f tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.8522444 May 20 21:08:17.016876 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ba39278-6629-446d-ae0e-cba76bdf80e2', 'tag': '11805006-a585-417b-ae9b-89663bea61fd'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 21:08:17.019804 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6fa957933fccbf596d28104b23404b952ad6a8238afaebaed40a0874b2e409" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-459d39f2-d8df-461d-a211-a3ac276e326c" -d '{"events": [{"name": "network-changed", "server_uuid": "4ba39278-6629-446d-ae0e-cba76bdf80e2", "tag": "11805006-a585-417b-ae9b-89663bea61fd"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 21:08:17.073826 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-54f86054-967d-417a-9893-5744fce818ef req-60e0dabf-0cb0-4f86-991a-b463785db137 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c78895a-83d9-4fda-b590-17c1f3e1bb01&id=998ef77a-d22a-41c8-a168-ba8ef6bfa3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0515122 May 20 21:08:17.139739 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 21:08:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3ea865c-48a3-4830-8211-85189c75612f x-openstack-request-id: req-a3ea865c-48a3-4830-8211-85189c75612f {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 21:08:17.140211 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ba39278-6629-446d-ae0e-cba76bdf80e2", "tag": "11805006-a585-417b-ae9b-89663bea61fd", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 21:08:17.141064 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a3ea865c-48a3-4830-8211-85189c75612f {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 21:08:17.141348 n-d-842733-1 neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3ea865c-48a3-4830-8211-85189c75612f'] response: {'name': 'network-changed', 'server_uuid': '4ba39278-6629-446d-ae0e-cba76bdf80e2', 'tag': '11805006-a585-417b-ae9b-89663bea61fd', 'status': 'completed', 'code': 200} May 20 21:08:17.215021 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c517ab36-af22-49e5-819c-d4926df2f1a6 req-38441b9a-1bd8-4afb-93e6-346e25f6e061 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:08:17.222865 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c517ab36-af22-49e5-819c-d4926df2f1a6 req-38441b9a-1bd8-4afb-93e6-346e25f6e061 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ba39278-6629-446d-ae0e-cba76bdf80e2 HTTP/1.1" status: 200 len: 946 time: 0.1072433 May 20 21:08:17.265429 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459d39f2-d8df-461d-a211-a3ac276e326c req-752580c0-283d-4463-9a41-094449bda637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:08:17.267039 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-459d39f2-d8df-461d-a211-a3ac276e326c req-752580c0-283d-4463-9a41-094449bda637 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d7932b75a33b465998804b193e9be7ad&device_id=4ba39278-6629-446d-ae0e-cba76bdf80e2 HTTP/1.1" status: 200 len: 1097 time: 0.1043768 May 20 21:08:17.267853 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-a3f74772-a730-4445-80a9-5daf0134e209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e059a780-163b-4461-a5fe-30b4992bdb1b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1063020110', 'tenant_id': 'd7932b75a33b465998804b193e9be7ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.211'}], 'enable_snat': True}, 'gw_port_id': 'ebe38d48-bd16-4097-a1e1-83f1c43a6bb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:07:43Z', 'updated_at': '2022-05-20T21:07:53Z', 'revision_number': 4, 'project_id': 'd7932b75a33b465998804b193e9be7ad', 'gw_port': {'id': 'ebe38d48-bd16-4097-a1e1-83f1c43a6bb7', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:70:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e059a780-163b-4461-a5fe-30b4992bdb1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3504, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:07:45Z', 'updated_at': '2022-05-20T21:07:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_floatingips': [{'id': 'dce254df-fd21-4c8e-8f86-a1cb4dc8e444', 'tenant_id': 'd7932b75a33b465998804b193e9be7ad', 'floating_ip_address': '172.25.2.131', 'floating_network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'router_id': 'e059a780-163b-4461-a5fe-30b4992bdb1b', 'port_id': '11805006-a585-417b-ae9b-89663bea61fd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3547, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9eccc106-4609-4d2d-abe2-76ba1cf9de32', 'mac_address': 'fa:16:3e:5a:5e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba39278-6629-446d-ae0e-cba76bdf80e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-20T21:08:15Z', 'updated_at': '2022-05-20T21:08:15Z', 'revision_number': 0, 'project_id': 'd7932b75a33b465998804b193e9be7ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86f9643d-3103-4c94-a406-574fd4a14bcd', 'name': '', 'network_id': '9eccc106-4609-4d2d-abe2-76ba1cf9de32', 'tenant_id': 'd7932b75a33b465998804b193e9be7ad', 'mac_address': 'fa:16:3e:a9:ef:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e059a780-163b-4461-a5fe-30b4992bdb1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3511, 'fixed_ips': [{'subnet_id': '11782441-b4f1-40fc-9cbd-8dc932032eb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:07:52Z', 'updated_at': '2022-05-20T21:08:01Z', 'revision_number': 5, 'project_id': 'd7932b75a33b465998804b193e9be7ad', 'subnets': [{'id': '11782441-b4f1-40fc-9cbd-8dc932032eb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:08:17.300465 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f74772-a730-4445-80a9-5daf0134e209 None None] Checking router: e059a780-163b-4461-a5fe-30b4992bdb1b for host: n-d-842733-1 {{(pid=103165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 21:08:17.309089 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f74772-a730-4445-80a9-5daf0134e209 None None] Routers {'e059a780-163b-4461-a5fe-30b4992bdb1b'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:08:17.309766 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-a3f74772-a730-4445-80a9-5daf0134e209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:07:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['e059a780-163b-4461-a5fe-30b4992bdb1b'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:08:17.360347 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c517ab36-af22-49e5-819c-d4926df2f1a6 req-c8c5f8aa-983d-43f9-8e1a-61256bff6fc2 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/security-groups?id=ea5f90d5-5ae6-4da5-b5b6-cdd9b1e2e803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1364837 May 20 21:08:17.385626 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd25aed-be19-4cba-b4d6-7f3a93360adf req-99cd945e-11c0-4753-9b9f-c0b8d802ea89 tempest-TestSecurityGroupsBasicOps-491451269 tempest-TestSecurityGroupsBasicOps-491451269-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:08:17.394279 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4fd25aed-be19-4cba-b4d6-7f3a93360adf req-99cd945e-11c0-4753-9b9f-c0b8d802ea89 tempest-TestSecurityGroupsBasicOps-491451269 tempest-TestSecurityGroupsBasicOps-491451269-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=46b79fc5-5a39-4645-afd0-fde2291ef1d7 HTTP/1.1" status: 200 len: 1135 time: 0.1241558 May 20 21:08:17.398913 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 49564) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:08:17.434378 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-a3f74772-a730-4445-80a9-5daf0134e209 None None] Set router e059a780-163b-4461-a5fe-30b4992bdb1b gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:08:17.705527 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-a3f74772-a730-4445-80a9-5daf0134e209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e059a780-163b-4461-a5fe-30b4992bdb1b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1063020110', 'tenant_id': 'd7932b75a33b465998804b193e9be7ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.211'}], 'enable_snat': True}, 'gw_port_id': 'ebe38d48-bd16-4097-a1e1-83f1c43a6bb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:07:43Z', 'updated_at': '2022-05-20T21:07:53Z', 'revision_number': 4, 'project_id': 'd7932b75a33b465998804b193e9be7ad', 'gw_port': {'id': 'ebe38d48-bd16-4097-a1e1-83f1c43a6bb7', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:70:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e059a780-163b-4461-a5fe-30b4992bdb1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3504, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:07:45Z', 'updated_at': '2022-05-20T21:07:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_floatingips': [{'id': 'dce254df-fd21-4c8e-8f86-a1cb4dc8e444', 'tenant_id': 'd7932b75a33b465998804b193e9be7ad', 'floating_ip_address': '172.25.2.131', 'floating_network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'router_id': 'e059a780-163b-4461-a5fe-30b4992bdb1b', 'port_id': '11805006-a585-417b-ae9b-89663bea61fd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3547, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9eccc106-4609-4d2d-abe2-76ba1cf9de32', 'mac_address': 'fa:16:3e:5a:5e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba39278-6629-446d-ae0e-cba76bdf80e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-20T21:08:15Z', 'updated_at': '2022-05-20T21:08:15Z', 'revision_number': 0, 'project_id': 'd7932b75a33b465998804b193e9be7ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86f9643d-3103-4c94-a406-574fd4a14bcd', 'name': '', 'network_id': '9eccc106-4609-4d2d-abe2-76ba1cf9de32', 'tenant_id': 'd7932b75a33b465998804b193e9be7ad', 'mac_address': 'fa:16:3e:a9:ef:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e059a780-163b-4461-a5fe-30b4992bdb1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3511, 'fixed_ips': [{'subnet_id': '11782441-b4f1-40fc-9cbd-8dc932032eb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:07:52Z', 'updated_at': '2022-05-20T21:08:01Z', 'revision_number': 5, 'project_id': 'd7932b75a33b465998804b193e9be7ad', 'subnets': [{'id': '11782441-b4f1-40fc-9cbd-8dc932032eb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:08:17.737120 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f74772-a730-4445-80a9-5daf0134e209 None None] The sync data for ids ['e059a780-163b-4461-a5fe-30b4992bdb1b'] in n-d-842733-1 is: [{'id': 'e059a780-163b-4461-a5fe-30b4992bdb1b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1063020110', 'tenant_id': 'd7932b75a33b465998804b193e9be7ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.211'}], 'enable_snat': True}, 'gw_port_id': 'ebe38d48-bd16-4097-a1e1-83f1c43a6bb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:07:43Z', 'updated_at': '2022-05-20T21:07:53Z', 'revision_number': 4, 'project_id': 'd7932b75a33b465998804b193e9be7ad', 'gw_port': {'id': 'ebe38d48-bd16-4097-a1e1-83f1c43a6bb7', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:70:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e059a780-163b-4461-a5fe-30b4992bdb1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3504, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:07:45Z', 'updated_at': '2022-05-20T21:07:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_floatingips': [{'id': 'dce254df-fd21-4c8e-8f86-a1cb4dc8e444', 'tenant_id': 'd7932b75a33b465998804b193e9be7ad', 'floating_ip_address': '172.25.2.131', 'floating_network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'router_id': 'e059a780-163b-4461-a5fe-30b4992bdb1b', 'port_id': '11805006-a585-417b-ae9b-89663bea61fd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3547, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9eccc106-4609-4d2d-abe2-76ba1cf9de32', 'mac_address': 'fa:16:3e:5a:5e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba39278-6629-446d-ae0e-cba76bdf80e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-20T21:08:15Z', 'updated_at': '2022-05-20T21:08:15Z', 'revision_number': 0, 'project_id': 'd7932b75a33b465998804b193e9be7ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86f9643d-3103-4c94-a406-574fd4a14bcd', 'name': '', 'network_id': '9eccc106-4609-4d2d-abe2-76ba1cf9de32', 'tenant_id': 'd7932b75a33b465998804b193e9be7ad', 'mac_address': 'fa:16:3e:a9:ef:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e059a780-163b-4461-a5fe-30b4992bdb1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3511, 'fixed_ips': [{'subnet_id': '11782441-b4f1-40fc-9cbd-8dc932032eb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:07:52Z', 'updated_at': '2022-05-20T21:08:01Z', 'revision_number': 5, 'project_id': 'd7932b75a33b465998804b193e9be7ad', 'subnets': [{'id': '11782441-b4f1-40fc-9cbd-8dc932032eb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 21:08:17.926482 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-ac32778c-eb31-41ef-8ed1-14f949ffe27f tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/floatingips/dce254df-fd21-4c8e-8f86-a1cb4dc8e444 HTTP/1.1" status: 200 len: 992 time: 0.5254018 May 20 21:08:17.973693 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-4fd25aed-be19-4cba-b4d6-7f3a93360adf req-86527f83-8a2e-46c6-8b55-f69decba3ace tempest-TestSecurityGroupsBasicOps-491451269 tempest-TestSecurityGroupsBasicOps-491451269-project-admin] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:18.031334 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459d39f2-d8df-461d-a211-a3ac276e326c req-7d09119a-9324-4bb5-8b64-34ad0d441127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:08:18.033553 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-459d39f2-d8df-461d-a211-a3ac276e326c req-7d09119a-9324-4bb5-8b64-34ad0d441127 service neutron] 10.222.0.24 "GET /v2.0/networks?id=9eccc106-4609-4d2d-abe2-76ba1cf9de32 HTTP/1.1" status: 200 len: 898 time: 0.7491877 May 20 21:08:18.075594 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df26e36e-da49-45e8-84f6-0adb7aadd4c5 None None] New status for floating IP dce254df-fd21-4c8e-8f86-a1cb4dc8e444: ACTIVE {{(pid=103164) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 21:08:18.140534 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-459d39f2-d8df-461d-a211-a3ac276e326c req-838721bc-4a0b-4915-9934-841d8922e6dc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=11805006-a585-417b-ae9b-89663bea61fd HTTP/1.1" status: 200 len: 1000 time: 0.0899892 May 20 21:08:18.191380 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-4fd25aed-be19-4cba-b4d6-7f3a93360adf req-86527f83-8a2e-46c6-8b55-f69decba3ace tempest-TestSecurityGroupsBasicOps-491451269 tempest-TestSecurityGroupsBasicOps-491451269-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:18.207704 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459d39f2-d8df-461d-a211-a3ac276e326c req-a3cab566-e8c2-4045-97ab-b4192706ce67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:08:18.207813 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-459d39f2-d8df-461d-a211-a3ac276e326c req-a3cab566-e8c2-4045-97ab-b4192706ce67 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=11782441-b4f1-40fc-9cbd-8dc932032eb4 HTTP/1.1" status: 200 len: 834 time: 0.0623956 May 20 21:08:18.255774 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459d39f2-d8df-461d-a211-a3ac276e326c req-d07779db-41ce-42c4-8cf9-3cb428a1fd66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:08:18.257995 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-459d39f2-d8df-461d-a211-a3ac276e326c req-d07779db-41ce-42c4-8cf9-3cb428a1fd66 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9eccc106-4609-4d2d-abe2-76ba1cf9de32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437930 May 20 21:08:18.284707 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-4fd25aed-be19-4cba-b4d6-7f3a93360adf req-86527f83-8a2e-46c6-8b55-f69decba3ace tempest-TestSecurityGroupsBasicOps-491451269 tempest-TestSecurityGroupsBasicOps-491451269-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:18.388995 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4fd25aed-be19-4cba-b4d6-7f3a93360adf req-86527f83-8a2e-46c6-8b55-f69decba3ace tempest-TestSecurityGroupsBasicOps-491451269 tempest-TestSecurityGroupsBasicOps-491451269-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=2c78895a-83d9-4fda-b590-17c1f3e1bb01&id=998ef77a-d22a-41c8-a168-ba8ef6bfa3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.9937286 May 20 21:08:18.424466 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 49594) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:08:18.424791 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86527f83-8a2e-46c6-8b55-f69decba3ace tempest-TestSecurityGroupsBasicOps-491451269 tempest-TestSecurityGroupsBasicOps-491451269-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e7e4499-1ed7-42ef-b10c-db37633789fa,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:08:18.440244 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86527f83-8a2e-46c6-8b55-f69decba3ace tempest-TestSecurityGroupsBasicOps-491451269 tempest-TestSecurityGroupsBasicOps-491451269-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:08:18.440706 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86527f83-8a2e-46c6-8b55-f69decba3ace tempest-TestSecurityGroupsBasicOps-491451269 tempest-TestSecurityGroupsBasicOps-491451269-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:08:18.441150 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86527f83-8a2e-46c6-8b55-f69decba3ace tempest-TestSecurityGroupsBasicOps-491451269 tempest-TestSecurityGroupsBasicOps-491451269-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:08:18.441673 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86527f83-8a2e-46c6-8b55-f69decba3ace tempest-TestSecurityGroupsBasicOps-491451269 tempest-TestSecurityGroupsBasicOps-491451269-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:08:18.442074 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86527f83-8a2e-46c6-8b55-f69decba3ace tempest-TestSecurityGroupsBasicOps-491451269 tempest-TestSecurityGroupsBasicOps-491451269-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:08:18.442508 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86527f83-8a2e-46c6-8b55-f69decba3ace tempest-TestSecurityGroupsBasicOps-491451269 tempest-TestSecurityGroupsBasicOps-491451269-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:08:18.442939 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86527f83-8a2e-46c6-8b55-f69decba3ace tempest-TestSecurityGroupsBasicOps-491451269 tempest-TestSecurityGroupsBasicOps-491451269-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:08:18.443483 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86527f83-8a2e-46c6-8b55-f69decba3ace tempest-TestSecurityGroupsBasicOps-491451269 tempest-TestSecurityGroupsBasicOps-491451269-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:08:18.443894 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86527f83-8a2e-46c6-8b55-f69decba3ace tempest-TestSecurityGroupsBasicOps-491451269 tempest-TestSecurityGroupsBasicOps-491451269-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:08:18.444228 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86527f83-8a2e-46c6-8b55-f69decba3ace tempest-TestSecurityGroupsBasicOps-491451269 tempest-TestSecurityGroupsBasicOps-491451269-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:08:18.444677 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86527f83-8a2e-46c6-8b55-f69decba3ace tempest-TestSecurityGroupsBasicOps-491451269 tempest-TestSecurityGroupsBasicOps-491451269-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:08:18.445564 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86527f83-8a2e-46c6-8b55-f69decba3ace tempest-TestSecurityGroupsBasicOps-491451269 tempest-TestSecurityGroupsBasicOps-491451269-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:08:18.453188 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-459d39f2-d8df-461d-a211-a3ac276e326c req-78cce25a-e7d7-450f-a197-65c1516274a9 service neutron] 10.222.0.24 "GET /v2.0/networks/9eccc106-4609-4d2d-abe2-76ba1cf9de32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1886971 May 20 21:08:18.464325 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2995185-4137-4bd3-8a49-7b9c1467e1cf tempest-TestSecurityGroupsBasicOps-491451269 tempest-TestSecurityGroupsBasicOps-491451269-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:08:18.464684 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-c2995185-4137-4bd3-8a49-7b9c1467e1cf tempest-TestSecurityGroupsBasicOps-491451269 tempest-TestSecurityGroupsBasicOps-491451269-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=46b79fc5-5a39-4645-afd0-fde2291ef1d7 HTTP/1.1" status: 200 len: 1130 time: 0.0478013 May 20 21:08:18.467075 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 49596) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:08:18.474346 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-0d917a91-8067-4627-922b-dc2c211ecbe2 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Request body: {'floatingip': {'floating_network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'port_id': '8dcf9632-0899-41d6-a554-4958bac18e80', 'tenant_id': 'c123cb74b8ff4d85a73259ad4409ba24', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:08:18.569555 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0d917a91-8067-4627-922b-dc2c211ecbe2 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Notify callbacks [] for floatingip, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:18.576937 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-459d39f2-d8df-461d-a211-a3ac276e326c req-c11ab9ce-d911-4d46-a19b-98641711c269 service neutron] 10.222.0.24 "GET /v2.0/networks/9eccc106-4609-4d2d-abe2-76ba1cf9de32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166255 May 20 21:08:18.694805 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0d917a91-8067-4627-922b-dc2c211ecbe2 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:18.805637 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-0d917a91-8067-4627-922b-dc2c211ecbe2 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Allocated IP 172.25.2.62 (e3a93b5c-91e2-4064-9c2c-1afc261bfe15/86fee0c1-6e34-488b-9216-b2b8e7ef585a/28a5bba7-8344-4c0c-b8e3-6d0776eca9cc) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:08:18.936013 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 49618) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:08:18.948028 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0d917a91-8067-4627-922b-dc2c211ecbe2 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:19.009272 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-3a6e7326-df6c-4bd9-9776-3b99df3248e7 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/floatingips/dce254df-fd21-4c8e-8f86-a1cb4dc8e444 HTTP/1.1" status: 200 len: 994 time: 0.0751646 May 20 21:08:19.058534 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0d917a91-8067-4627-922b-dc2c211ecbe2 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:19.094051 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d917a91-8067-4627-922b-dc2c211ecbe2 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Network e3a93b5c-91e2-4064-9c2c-1afc261bfe15 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:08:19.098149 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-0d917a91-8067-4627-922b-dc2c211ecbe2 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:08:19.100637 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d917a91-8067-4627-922b-dc2c211ecbe2 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:08:19.136146 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d917a91-8067-4627-922b-dc2c211ecbe2 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Pushing event updated for resources: {'Port': ['ID=28a5bba7-8344-4c0c-b8e3-6d0776eca9cc,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:08:19.146207 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d917a91-8067-4627-922b-dc2c211ecbe2 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:08:19.150561 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d917a91-8067-4627-922b-dc2c211ecbe2 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:08:19.150561 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d917a91-8067-4627-922b-dc2c211ecbe2 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:08:19.150561 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d917a91-8067-4627-922b-dc2c211ecbe2 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:08:19.150561 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d917a91-8067-4627-922b-dc2c211ecbe2 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:08:19.150561 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d917a91-8067-4627-922b-dc2c211ecbe2 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:08:19.150561 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d917a91-8067-4627-922b-dc2c211ecbe2 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:08:19.150561 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d917a91-8067-4627-922b-dc2c211ecbe2 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:08:19.150561 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d917a91-8067-4627-922b-dc2c211ecbe2 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:08:19.150561 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d917a91-8067-4627-922b-dc2c211ecbe2 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:08:19.150561 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d917a91-8067-4627-922b-dc2c211ecbe2 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:08:19.150561 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d917a91-8067-4627-922b-dc2c211ecbe2 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:08:19.539090 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [req-1b09b335-2c5e-4be7-8e12-b4767b13ac98 req-9ee8af99-e825-41c2-adf9-b457d56e7012 service neutron] (103162) timed out ('10.222.0.35', 53996) {{(pid=103162) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} May 20 21:08:19.563192 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0d917a91-8067-4627-922b-dc2c211ecbe2 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:19.708545 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0d917a91-8067-4627-922b-dc2c211ecbe2 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:19.921217 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c16a53e2-8c98-4898-a94d-20e65d4acf92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:19.933732 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0d917a91-8067-4627-922b-dc2c211ecbe2 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Notify callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:20.064413 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0d917a91-8067-4627-922b-dc2c211ecbe2 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:20.137720 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d917a91-8067-4627-922b-dc2c211ecbe2 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Pushing event updated for resources: {'Port': ['ID=28a5bba7-8344-4c0c-b8e3-6d0776eca9cc,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:08:20.149948 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0d917a91-8067-4627-922b-dc2c211ecbe2 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748272'] for floatingip, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:20.266206 n-d-842733-1 neutron-server[103162]: INFO neutron.db.l3_db [None req-0d917a91-8067-4627-922b-dc2c211ecbe2 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Floating IP 67120c64-e144-4913-9472-5bc85c25e84c associated. External IP: 172.25.2.62, port: 8dcf9632-0899-41d6-a554-4958bac18e80. May 20 21:08:20.494968 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d917a91-8067-4627-922b-dc2c211ecbe2 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Router f0383f89-e420-4849-9073-9d8ff8165b97 has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 21:08:20.620023 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d917a91-8067-4627-922b-dc2c211ecbe2 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 21:08:20.637601 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bda6c9e-81bc-4613-a9c2-f6651fe498d0 None None] Sync routers for ids ['f0383f89-e420-4849-9073-9d8ff8165b97'] in n-d-842733-1 {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 21:08:20.653040 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bda6c9e-81bc-4613-a9c2-f6651fe498d0 None None] Routers {'f0383f89-e420-4849-9073-9d8ff8165b97'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:08:20.653839 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-1bda6c9e-81bc-4613-a9c2-f6651fe498d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:07:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['f0383f89-e420-4849-9073-9d8ff8165b97'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:08:20.720013 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0d917a91-8067-4627-922b-dc2c211ecbe2 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for floatingip, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:20.748252 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-0d917a91-8067-4627-922b-dc2c211ecbe2 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2800028 May 20 21:08:20.748754 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46b79fc5-5a39-4645-afd0-fde2291ef1d7', 'tag': '8dcf9632-0899-41d6-a554-4958bac18e80'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 21:08:20.751069 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 49672) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:08:20.751557 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6fa957933fccbf596d28104b23404b952ad6a8238afaebaed40a0874b2e409" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79757d46-c0c6-41f8-ae3f-4e18a6059db2" -d '{"events": [{"name": "network-changed", "server_uuid": "46b79fc5-5a39-4645-afd0-fde2291ef1d7", "tag": "8dcf9632-0899-41d6-a554-4958bac18e80"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 21:08:20.762991 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-1bda6c9e-81bc-4613-a9c2-f6651fe498d0 None None] Set router f0383f89-e420-4849-9073-9d8ff8165b97 gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:08:20.795654 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 21:08:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1ad9bd7-68ed-4d77-bdd6-a7579434e258 x-openstack-request-id: req-b1ad9bd7-68ed-4d77-bdd6-a7579434e258 {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 21:08:20.795944 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46b79fc5-5a39-4645-afd0-fde2291ef1d7", "tag": "8dcf9632-0899-41d6-a554-4958bac18e80", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 21:08:20.796197 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b1ad9bd7-68ed-4d77-bdd6-a7579434e258 {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 21:08:20.796608 n-d-842733-1 neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1ad9bd7-68ed-4d77-bdd6-a7579434e258'] response: {'name': 'network-changed', 'server_uuid': '46b79fc5-5a39-4645-afd0-fde2291ef1d7', 'tag': '8dcf9632-0899-41d6-a554-4958bac18e80', 'status': 'completed', 'code': 200} May 20 21:08:20.910462 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79757d46-c0c6-41f8-ae3f-4e18a6059db2 req-a3d3e8e7-c1a8-4fad-845c-a2810797b0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:08:20.914345 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-79757d46-c0c6-41f8-ae3f-4e18a6059db2 req-a3d3e8e7-c1a8-4fad-845c-a2810797b0d1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c123cb74b8ff4d85a73259ad4409ba24&device_id=46b79fc5-5a39-4645-afd0-fde2291ef1d7 HTTP/1.1" status: 200 len: 1135 time: 0.0658596 May 20 21:08:21.051931 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79757d46-c0c6-41f8-ae3f-4e18a6059db2 req-4fb07d55-8c13-46de-a051-9bdf7fcfd92b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:08:21.053423 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-79757d46-c0c6-41f8-ae3f-4e18a6059db2 req-4fb07d55-8c13-46de-a051-9bdf7fcfd92b service neutron] 10.222.0.13 "GET /v2.0/networks?id=566fc6b8-d480-4425-83fd-90dbc48e9800 HTTP/1.1" status: 200 len: 898 time: 0.1315231 May 20 21:08:21.058429 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 49680) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:08:21.068182 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9f9b45d-3873-4e40-bf3e-1d809da00290 tempest-TestSecurityGroupsBasicOps-491451269 tempest-TestSecurityGroupsBasicOps-491451269-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:08:21.069349 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9f9b45d-3873-4e40-bf3e-1d809da00290 tempest-TestSecurityGroupsBasicOps-491451269 tempest-TestSecurityGroupsBasicOps-491451269-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:08:21.070994 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9f9b45d-3873-4e40-bf3e-1d809da00290 tempest-TestSecurityGroupsBasicOps-491451269 tempest-TestSecurityGroupsBasicOps-491451269-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:08:21.071467 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9f9b45d-3873-4e40-bf3e-1d809da00290 tempest-TestSecurityGroupsBasicOps-491451269 tempest-TestSecurityGroupsBasicOps-491451269-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:08:21.073656 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9f9b45d-3873-4e40-bf3e-1d809da00290 tempest-TestSecurityGroupsBasicOps-491451269 tempest-TestSecurityGroupsBasicOps-491451269-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:08:21.074353 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9f9b45d-3873-4e40-bf3e-1d809da00290 tempest-TestSecurityGroupsBasicOps-491451269 tempest-TestSecurityGroupsBasicOps-491451269-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:08:21.077399 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9f9b45d-3873-4e40-bf3e-1d809da00290 tempest-TestSecurityGroupsBasicOps-491451269 tempest-TestSecurityGroupsBasicOps-491451269-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:08:21.079979 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-c9f9b45d-3873-4e40-bf3e-1d809da00290 tempest-TestSecurityGroupsBasicOps-491451269 tempest-TestSecurityGroupsBasicOps-491451269-project-admin] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4975 time: 0.3279526 May 20 21:08:21.083415 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 49684) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:08:21.091033 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-1bda6c9e-81bc-4613-a9c2-f6651fe498d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0383f89-e420-4849-9073-9d8ff8165b97', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1393483931', 'tenant_id': 'c123cb74b8ff4d85a73259ad4409ba24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.214'}], 'enable_snat': True}, 'gw_port_id': '8a0117b9-cb3a-4ae7-9440-09880842ddeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:07:40Z', 'updated_at': '2022-05-20T21:07:50Z', 'revision_number': 4, 'project_id': 'c123cb74b8ff4d85a73259ad4409ba24', 'gw_port': {'id': '8a0117b9-cb3a-4ae7-9440-09880842ddeb', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:12:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0383f89-e420-4849-9073-9d8ff8165b97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:07:41Z', 'updated_at': '2022-05-20T21:07:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_floatingips': [{'id': '67120c64-e144-4913-9472-5bc85c25e84c', 'tenant_id': 'c123cb74b8ff4d85a73259ad4409ba24', 'floating_ip_address': '172.25.2.62', 'floating_network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'router_id': 'f0383f89-e420-4849-9073-9d8ff8165b97', 'port_id': '8dcf9632-0899-41d6-a554-4958bac18e80', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '566fc6b8-d480-4425-83fd-90dbc48e9800', 'mac_address': 'fa:16:3e:e2:a9:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46b79fc5-5a39-4645-afd0-fde2291ef1d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-20T21:08:19Z', 'updated_at': '2022-05-20T21:08:19Z', 'revision_number': 0, 'project_id': 'c123cb74b8ff4d85a73259ad4409ba24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd832fd2e-4e23-4b26-96b3-120120749bdf', 'name': '', 'network_id': '566fc6b8-d480-4425-83fd-90dbc48e9800', 'tenant_id': 'c123cb74b8ff4d85a73259ad4409ba24', 'mac_address': 'fa:16:3e:55:b9:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0383f89-e420-4849-9073-9d8ff8165b97', 'device_owner': 'network:router_interface', 'standard_attr_id': 3508, 'fixed_ips': [{'subnet_id': '4d5b8188-2bc2-4566-badd-6b4165fd2206', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:07:49Z', 'updated_at': '2022-05-20T21:07:56Z', 'revision_number': 5, 'project_id': 'c123cb74b8ff4d85a73259ad4409ba24', 'subnets': [{'id': '4d5b8188-2bc2-4566-badd-6b4165fd2206', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:08:21.127972 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bda6c9e-81bc-4613-a9c2-f6651fe498d0 None None] Checking router: f0383f89-e420-4849-9073-9d8ff8165b97 for host: n-d-842733-1 {{(pid=103165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 21:08:21.138218 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bda6c9e-81bc-4613-a9c2-f6651fe498d0 None None] Routers {'f0383f89-e420-4849-9073-9d8ff8165b97'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:08:21.139115 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-1bda6c9e-81bc-4613-a9c2-f6651fe498d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:07:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['f0383f89-e420-4849-9073-9d8ff8165b97'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:08:21.144543 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-79757d46-c0c6-41f8-ae3f-4e18a6059db2 req-a78aeaa3-96b3-45c6-8c61-2ae72af73386 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8dcf9632-0899-41d6-a554-4958bac18e80 HTTP/1.1" status: 200 len: 998 time: 0.0789554 May 20 21:08:21.203724 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79757d46-c0c6-41f8-ae3f-4e18a6059db2 req-caf88bb8-a9d2-47f6-b11c-7df96e4ff966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:08:21.205284 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-79757d46-c0c6-41f8-ae3f-4e18a6059db2 req-caf88bb8-a9d2-47f6-b11c-7df96e4ff966 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4d5b8188-2bc2-4566-badd-6b4165fd2206 HTTP/1.1" status: 200 len: 835 time: 0.0545094 May 20 21:08:21.216077 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56ea8fac-a0f7-4f42-8f6a-9b007b50c4ff tempest-TestSecurityGroupsBasicOps-491451269 tempest-TestSecurityGroupsBasicOps-491451269-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:08:21.216554 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56ea8fac-a0f7-4f42-8f6a-9b007b50c4ff tempest-TestSecurityGroupsBasicOps-491451269 tempest-TestSecurityGroupsBasicOps-491451269-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:08:21.217010 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56ea8fac-a0f7-4f42-8f6a-9b007b50c4ff tempest-TestSecurityGroupsBasicOps-491451269 tempest-TestSecurityGroupsBasicOps-491451269-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:08:21.217487 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56ea8fac-a0f7-4f42-8f6a-9b007b50c4ff tempest-TestSecurityGroupsBasicOps-491451269 tempest-TestSecurityGroupsBasicOps-491451269-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:08:21.217937 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56ea8fac-a0f7-4f42-8f6a-9b007b50c4ff tempest-TestSecurityGroupsBasicOps-491451269 tempest-TestSecurityGroupsBasicOps-491451269-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:08:21.218382 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56ea8fac-a0f7-4f42-8f6a-9b007b50c4ff tempest-TestSecurityGroupsBasicOps-491451269 tempest-TestSecurityGroupsBasicOps-491451269-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:08:21.218850 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56ea8fac-a0f7-4f42-8f6a-9b007b50c4ff tempest-TestSecurityGroupsBasicOps-491451269 tempest-TestSecurityGroupsBasicOps-491451269-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:08:21.224757 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-56ea8fac-a0f7-4f42-8f6a-9b007b50c4ff tempest-TestSecurityGroupsBasicOps-491451269 tempest-TestSecurityGroupsBasicOps-491451269-project-admin] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4632 time: 0.1364400 May 20 21:08:21.224757 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 49690) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:08:21.229099 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-95b8f3c7-9b31-4a02-8e69-b023b2c4fbc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:21.309613 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79757d46-c0c6-41f8-ae3f-4e18a6059db2 req-b0866195-829b-44c6-98b5-84915d8fff88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:08:21.309613 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-79757d46-c0c6-41f8-ae3f-4e18a6059db2 req-b0866195-829b-44c6-98b5-84915d8fff88 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=566fc6b8-d480-4425-83fd-90dbc48e9800&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0948548 May 20 21:08:21.394227 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-1bda6c9e-81bc-4613-a9c2-f6651fe498d0 None None] Set router f0383f89-e420-4849-9073-9d8ff8165b97 gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:08:21.475429 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-95b8f3c7-9b31-4a02-8e69-b023b2c4fbc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:21.492896 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-79757d46-c0c6-41f8-ae3f-4e18a6059db2 req-1c346afc-de1f-4131-8352-5e35cdbdc212 service neutron] 10.222.0.13 "GET /v2.0/networks/566fc6b8-d480-4425-83fd-90dbc48e9800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1713846 May 20 21:08:21.544338 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-76d61d4d-3afa-4559-88f4-1d83b17ad86b tempest-TestSecurityGroupsBasicOps-491451269 tempest-TestSecurityGroupsBasicOps-491451269-project-admin] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3787 time: 0.3184814 May 20 21:08:21.550125 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 49696) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:08:21.568686 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-95b8f3c7-9b31-4a02-8e69-b023b2c4fbc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:21.598533 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b8f3c7-9b31-4a02-8e69-b023b2c4fbc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a8d7668-0fde-4b7e-a0ed-b7d1b0de34d2,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:08:21.640088 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-95b8f3c7-9b31-4a02-8e69-b023b2c4fbc4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=dfe9d5e44f5b4689a92a1853c49d1999&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5805185 May 20 21:08:21.640699 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 49702) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:08:21.643414 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-339091cf-bf71-44f1-a61c-fe731a1f4139 tempest-TestSecurityGroupsBasicOps-491451269 tempest-TestSecurityGroupsBasicOps-491451269-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:08:21.644654 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-339091cf-bf71-44f1-a61c-fe731a1f4139 tempest-TestSecurityGroupsBasicOps-491451269 tempest-TestSecurityGroupsBasicOps-491451269-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:08:21.651791 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-339091cf-bf71-44f1-a61c-fe731a1f4139 tempest-TestSecurityGroupsBasicOps-491451269 tempest-TestSecurityGroupsBasicOps-491451269-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=f0383f89-e420-4849-9073-9d8ff8165b97 HTTP/1.1" status: 200 len: 1990 time: 0.1002383 May 20 21:08:21.678219 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-79757d46-c0c6-41f8-ae3f-4e18a6059db2 req-6e5e7ee4-98ee-4b85-a11e-c52780ca587b service neutron] 10.222.0.13 "GET /v2.0/networks/566fc6b8-d480-4425-83fd-90dbc48e9800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1745234 May 20 21:08:21.706064 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a1231c04-79df-4bef-92bf-225497daf047 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:21.709322 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-1bda6c9e-81bc-4613-a9c2-f6651fe498d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0383f89-e420-4849-9073-9d8ff8165b97', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1393483931', 'tenant_id': 'c123cb74b8ff4d85a73259ad4409ba24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.214'}], 'enable_snat': True}, 'gw_port_id': '8a0117b9-cb3a-4ae7-9440-09880842ddeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:07:40Z', 'updated_at': '2022-05-20T21:07:50Z', 'revision_number': 4, 'project_id': 'c123cb74b8ff4d85a73259ad4409ba24', 'gw_port': {'id': '8a0117b9-cb3a-4ae7-9440-09880842ddeb', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:12:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0383f89-e420-4849-9073-9d8ff8165b97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:07:41Z', 'updated_at': '2022-05-20T21:07:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_floatingips': [{'id': '67120c64-e144-4913-9472-5bc85c25e84c', 'tenant_id': 'c123cb74b8ff4d85a73259ad4409ba24', 'floating_ip_address': '172.25.2.62', 'floating_network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'router_id': 'f0383f89-e420-4849-9073-9d8ff8165b97', 'port_id': '8dcf9632-0899-41d6-a554-4958bac18e80', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '566fc6b8-d480-4425-83fd-90dbc48e9800', 'mac_address': 'fa:16:3e:e2:a9:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46b79fc5-5a39-4645-afd0-fde2291ef1d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-20T21:08:19Z', 'updated_at': '2022-05-20T21:08:19Z', 'revision_number': 0, 'project_id': 'c123cb74b8ff4d85a73259ad4409ba24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd832fd2e-4e23-4b26-96b3-120120749bdf', 'name': '', 'network_id': '566fc6b8-d480-4425-83fd-90dbc48e9800', 'tenant_id': 'c123cb74b8ff4d85a73259ad4409ba24', 'mac_address': 'fa:16:3e:55:b9:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0383f89-e420-4849-9073-9d8ff8165b97', 'device_owner': 'network:router_interface', 'standard_attr_id': 3508, 'fixed_ips': [{'subnet_id': '4d5b8188-2bc2-4566-badd-6b4165fd2206', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:07:49Z', 'updated_at': '2022-05-20T21:07:56Z', 'revision_number': 5, 'project_id': 'c123cb74b8ff4d85a73259ad4409ba24', 'subnets': [{'id': '4d5b8188-2bc2-4566-badd-6b4165fd2206', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:08:21.729870 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a1231c04-79df-4bef-92bf-225497daf047 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:21.739443 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bda6c9e-81bc-4613-a9c2-f6651fe498d0 None None] The sync data for ids ['f0383f89-e420-4849-9073-9d8ff8165b97'] in n-d-842733-1 is: [{'id': 'f0383f89-e420-4849-9073-9d8ff8165b97', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1393483931', 'tenant_id': 'c123cb74b8ff4d85a73259ad4409ba24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.214'}], 'enable_snat': True}, 'gw_port_id': '8a0117b9-cb3a-4ae7-9440-09880842ddeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:07:40Z', 'updated_at': '2022-05-20T21:07:50Z', 'revision_number': 4, 'project_id': 'c123cb74b8ff4d85a73259ad4409ba24', 'gw_port': {'id': '8a0117b9-cb3a-4ae7-9440-09880842ddeb', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:12:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0383f89-e420-4849-9073-9d8ff8165b97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:07:41Z', 'updated_at': '2022-05-20T21:07:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_floatingips': [{'id': '67120c64-e144-4913-9472-5bc85c25e84c', 'tenant_id': 'c123cb74b8ff4d85a73259ad4409ba24', 'floating_ip_address': '172.25.2.62', 'floating_network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'router_id': 'f0383f89-e420-4849-9073-9d8ff8165b97', 'port_id': '8dcf9632-0899-41d6-a554-4958bac18e80', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '566fc6b8-d480-4425-83fd-90dbc48e9800', 'mac_address': 'fa:16:3e:e2:a9:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46b79fc5-5a39-4645-afd0-fde2291ef1d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-20T21:08:19Z', 'updated_at': '2022-05-20T21:08:19Z', 'revision_number': 0, 'project_id': 'c123cb74b8ff4d85a73259ad4409ba24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd832fd2e-4e23-4b26-96b3-120120749bdf', 'name': '', 'network_id': '566fc6b8-d480-4425-83fd-90dbc48e9800', 'tenant_id': 'c123cb74b8ff4d85a73259ad4409ba24', 'mac_address': 'fa:16:3e:55:b9:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0383f89-e420-4849-9073-9d8ff8165b97', 'device_owner': 'network:router_interface', 'standard_attr_id': 3508, 'fixed_ips': [{'subnet_id': '4d5b8188-2bc2-4566-badd-6b4165fd2206', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:07:49Z', 'updated_at': '2022-05-20T21:07:56Z', 'revision_number': 5, 'project_id': 'c123cb74b8ff4d85a73259ad4409ba24', 'subnets': [{'id': '4d5b8188-2bc2-4566-badd-6b4165fd2206', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 21:08:21.884130 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a1231c04-79df-4bef-92bf-225497daf047 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:21.886870 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a1231c04-79df-4bef-92bf-225497daf047 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:21.888070 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-a1231c04-79df-4bef-92bf-225497daf047 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8a8d7668-0fde-4b7e-a0ed-b7d1b0de34d2 HTTP/1.1" status: 204 len: 168 time: 0.2447169 May 20 21:08:21.896944 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1231c04-79df-4bef-92bf-225497daf047 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a8d7668-0fde-4b7e-a0ed-b7d1b0de34d2,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:08:21.982690 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-431d72c9-d39d-4125-9300-951a0fbdf1f9 None None] New status for floating IP 67120c64-e144-4913-9472-5bc85c25e84c: ACTIVE {{(pid=103164) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 21:08:22.289101 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-96e2200f-0ec6-4595-bf4c-7b2b34f9c257 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:22.609049 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 49730) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:08:22.623929 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5d45e839-769c-4f7a-817e-6693ab75735f admin admin] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:22.709865 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5d45e839-769c-4f7a-817e-6693ab75735f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:22.774867 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5d45e839-769c-4f7a-817e-6693ab75735f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:22.816723 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-5d45e839-769c-4f7a-817e-6693ab75735f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=361b7a47241d470a84f95b2f76bd95a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2065187 May 20 21:08:22.819191 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 49736) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:08:22.826099 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d45e839-769c-4f7a-817e-6693ab75735f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4ab1fb9-5a1d-4290-a053-ba80d60ca052,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:08:22.879296 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a938fe51-2cff-4362-bce3-70523dd8c1a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:22.901830 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a938fe51-2cff-4362-bce3-70523dd8c1a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:23.024302 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a938fe51-2cff-4362-bce3-70523dd8c1a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:23.032339 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a938fe51-2cff-4362-bce3-70523dd8c1a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:23.036994 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-a938fe51-2cff-4362-bce3-70523dd8c1a3 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f4ab1fb9-5a1d-4290-a053-ba80d60ca052 HTTP/1.1" status: 204 len: 168 time: 0.2160091 May 20 21:08:23.047414 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a938fe51-2cff-4362-bce3-70523dd8c1a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4ab1fb9-5a1d-4290-a053-ba80d60ca052,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:08:23.954958 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4bb0e131-6525-46ca-a45b-e4ea43a5e69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:24.772276 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:25.534998 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cc3ec51b-6ec8-438a-8349-5f0bec346d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:25.590066 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:29.149837 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.agents_db [None req-5c33ad30-4e00-40fa-b486-8c79c4a6cfc5 None None] Agent healthcheck: found 7 active agents {{(pid=103165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 20 21:08:31.769944 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-b728d901-4701-455a-8035-f406adff76c7 req-1dceb264-e439-4665-8f88-5fc6531db222 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=46b79fc5-5a39-4645-afd0-fde2291ef1d7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0527542 May 20 21:08:31.882195 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b728d901-4701-455a-8035-f406adff76c7 req-4b1d6fd1-7444-4481-9098-97b0b8196c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:08:31.884698 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-b728d901-4701-455a-8035-f406adff76c7 req-4b1d6fd1-7444-4481-9098-97b0b8196c25 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c123cb74b8ff4d85a73259ad4409ba24&device_id=46b79fc5-5a39-4645-afd0-fde2291ef1d7 HTTP/1.1" status: 200 len: 1135 time: 0.0465467 May 20 21:08:32.020087 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b728d901-4701-455a-8035-f406adff76c7 req-bd74d377-bf54-4a7a-a53c-8c82682bbc37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:08:32.021796 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-b728d901-4701-455a-8035-f406adff76c7 req-bd74d377-bf54-4a7a-a53c-8c82682bbc37 service neutron] 10.222.0.13 "GET /v2.0/networks?id=566fc6b8-d480-4425-83fd-90dbc48e9800 HTTP/1.1" status: 200 len: 898 time: 0.1153672 May 20 21:08:32.090011 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-b728d901-4701-455a-8035-f406adff76c7 req-a952aa6d-167c-4eb7-942c-3160ef7e4aa0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8dcf9632-0899-41d6-a554-4958bac18e80 HTTP/1.1" status: 200 len: 1000 time: 0.0614069 May 20 21:08:32.143910 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b728d901-4701-455a-8035-f406adff76c7 req-ed63e96e-52c6-44a8-99b7-b157acd815a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:08:32.145723 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-b728d901-4701-455a-8035-f406adff76c7 req-ed63e96e-52c6-44a8-99b7-b157acd815a6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4d5b8188-2bc2-4566-badd-6b4165fd2206 HTTP/1.1" status: 200 len: 835 time: 0.0496609 May 20 21:08:32.194173 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b728d901-4701-455a-8035-f406adff76c7 req-75a9a599-c601-426c-a03a-4d70cf9b6cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:08:32.195825 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-b728d901-4701-455a-8035-f406adff76c7 req-75a9a599-c601-426c-a03a-4d70cf9b6cf6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=566fc6b8-d480-4425-83fd-90dbc48e9800&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424964 May 20 21:08:32.287630 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-b728d901-4701-455a-8035-f406adff76c7 req-b0055e99-8b6b-404c-a402-32951bdc4849 service neutron] 10.222.0.13 "GET /v2.0/networks/566fc6b8-d480-4425-83fd-90dbc48e9800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847251 May 20 21:08:32.394983 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-b728d901-4701-455a-8035-f406adff76c7 req-c1366b52-bf7c-43aa-a159-49f2255b26f1 service neutron] 10.222.0.13 "GET /v2.0/networks/566fc6b8-d480-4425-83fd-90dbc48e9800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011021 May 20 21:08:32.498214 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:35.209780 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 49990) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:08:35.348563 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e4d728c9-0594-4ff0-811b-40febb16ddc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:35.431768 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e4d728c9-0594-4ff0-811b-40febb16ddc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:35.526423 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e4d728c9-0594-4ff0-811b-40febb16ddc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:35.564844 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-e4d728c9-0594-4ff0-811b-40febb16ddc9 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=454ccfc9931a4916808cf56366ab192a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3552194 May 20 21:08:35.565738 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d728c9-0594-4ff0-811b-40febb16ddc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d29876d-48c1-4969-a372-9c6fdbe8135b,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:08:35.567659 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 49994) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:08:35.631231 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f44441ba-45fa-4226-ba6f-d9c57153e245 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:35.653269 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f44441ba-45fa-4226-ba6f-d9c57153e245 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:35.795213 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f44441ba-45fa-4226-ba6f-d9c57153e245 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:35.797866 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f44441ba-45fa-4226-ba6f-d9c57153e245 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:35.799051 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-f44441ba-45fa-4226-ba6f-d9c57153e245 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3d29876d-48c1-4969-a372-9c6fdbe8135b HTTP/1.1" status: 204 len: 168 time: 0.2295816 May 20 21:08:35.812036 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44441ba-45fa-4226-ba6f-d9c57153e245 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d29876d-48c1-4969-a372-9c6fdbe8135b,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:08:36.576503 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 50010) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:08:36.590099 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0143d526-f1fe-4908-88c7-26d7da665a55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:36.663144 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0143d526-f1fe-4908-88c7-26d7da665a55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:36.737666 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0143d526-f1fe-4908-88c7-26d7da665a55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:36.773947 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-0143d526-f1fe-4908-88c7-26d7da665a55 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ffbfbf79efd142e0953fb4b866ca5175&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1963732 May 20 21:08:36.776842 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 50012) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:08:36.779188 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0143d526-f1fe-4908-88c7-26d7da665a55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f510b34c-86cf-43d0-8030-f9d9e3d7082d,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:08:36.827593 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-88c3fe64-d876-4ae4-9356-fa3bd3e8da46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:36.852707 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-88c3fe64-d876-4ae4-9356-fa3bd3e8da46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:36.974317 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-88c3fe64-d876-4ae4-9356-fa3bd3e8da46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:36.977016 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-88c3fe64-d876-4ae4-9356-fa3bd3e8da46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:36.978962 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-88c3fe64-d876-4ae4-9356-fa3bd3e8da46 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f510b34c-86cf-43d0-8030-f9d9e3d7082d HTTP/1.1" status: 204 len: 168 time: 0.2002852 May 20 21:08:36.991558 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c3fe64-d876-4ae4-9356-fa3bd3e8da46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f510b34c-86cf-43d0-8030-f9d9e3d7082d,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:08:41.602296 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 50174) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:08:41.733548 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b31ffc10-3475-4d5d-a3ed-b3a26a40b202 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:41.816859 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b31ffc10-3475-4d5d-a3ed-b3a26a40b202 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:41.911740 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b31ffc10-3475-4d5d-a3ed-b3a26a40b202 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:41.951355 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31ffc10-3475-4d5d-a3ed-b3a26a40b202 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e02cf2f-31c3-4944-8cfa-257f5563f91f,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:08:41.962057 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-b31ffc10-3475-4d5d-a3ed-b3a26a40b202 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=78efc8e74e44466fa93a234b59aa7e9c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3585563 May 20 21:08:41.962498 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 50184) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:08:42.022148 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c27bdeb0-cdfa-47bf-86f1-c8b89ca5fe5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:42.048454 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c27bdeb0-cdfa-47bf-86f1-c8b89ca5fe5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:42.192032 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c27bdeb0-cdfa-47bf-86f1-c8b89ca5fe5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:42.194842 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c27bdeb0-cdfa-47bf-86f1-c8b89ca5fe5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:42.196009 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-c27bdeb0-cdfa-47bf-86f1-c8b89ca5fe5a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6e02cf2f-31c3-4944-8cfa-257f5563f91f HTTP/1.1" status: 204 len: 168 time: 0.2316773 May 20 21:08:42.205093 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27bdeb0-cdfa-47bf-86f1-c8b89ca5fe5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e02cf2f-31c3-4944-8cfa-257f5563f91f,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:08:43.005821 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 50206) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:08:43.019978 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e62a9137-b7cf-4ec4-87b3-8e80dcfa3f6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:43.118118 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e62a9137-b7cf-4ec4-87b3-8e80dcfa3f6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:43.211994 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e62a9137-b7cf-4ec4-87b3-8e80dcfa3f6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:43.252752 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62a9137-b7cf-4ec4-87b3-8e80dcfa3f6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5385533f-f4ff-43a5-b023-587e21bee9d6,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:08:43.259626 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-e62a9137-b7cf-4ec4-87b3-8e80dcfa3f6e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9b48ec7ab2f04888a7156f5f430e0311&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2503672 May 20 21:08:43.261624 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 50212) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:08:43.318914 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c74dcef7-830c-4852-b9cc-8abf7e611f8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:43.341402 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c74dcef7-830c-4852-b9cc-8abf7e611f8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:43.614146 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c74dcef7-830c-4852-b9cc-8abf7e611f8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:43.616696 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c74dcef7-830c-4852-b9cc-8abf7e611f8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:43.622479 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-c74dcef7-830c-4852-b9cc-8abf7e611f8b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5385533f-f4ff-43a5-b023-587e21bee9d6 HTTP/1.1" status: 204 len: 168 time: 0.3597393 May 20 21:08:43.638754 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74dcef7-830c-4852-b9cc-8abf7e611f8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5385533f-f4ff-43a5-b023-587e21bee9d6,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:08:47.176535 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 50342) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:08:47.310817 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8572244d-9d37-41ef-8d3d-d529dc26a72d admin admin] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:47.402109 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8572244d-9d37-41ef-8d3d-d529dc26a72d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:47.492107 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8572244d-9d37-41ef-8d3d-d529dc26a72d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:47.534743 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8572244d-9d37-41ef-8d3d-d529dc26a72d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c15cdbb-c5b1-4bfa-8832-9933898fd683,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:08:47.542815 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 50354) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:08:47.550611 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-8572244d-9d37-41ef-8d3d-d529dc26a72d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1ef379b422d442a9b167993bf00f9419&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3728027 May 20 21:08:47.606822 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c72dff97-64d9-4f40-b6b6-9577dace30a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:47.632255 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c72dff97-64d9-4f40-b6b6-9577dace30a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:47.840476 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c72dff97-64d9-4f40-b6b6-9577dace30a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:47.843171 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c72dff97-64d9-4f40-b6b6-9577dace30a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:47.844374 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-c72dff97-64d9-4f40-b6b6-9577dace30a9 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3c15cdbb-c5b1-4bfa-8832-9933898fd683 HTTP/1.1" status: 204 len: 168 time: 0.3005631 May 20 21:08:47.852290 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72dff97-64d9-4f40-b6b6-9577dace30a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c15cdbb-c5b1-4bfa-8832-9933898fd683,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:08:48.430520 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0976b8f7-3890-4e63-98dd-8dd839766b55 req-d00d447a-5c80-49af-8100-3b9aeea50462 tempest-TestNetworkAdvancedServerOps-173437749 tempest-TestNetworkAdvancedServerOps-173437749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:08:48.432649 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0976b8f7-3890-4e63-98dd-8dd839766b55 req-d00d447a-5c80-49af-8100-3b9aeea50462 tempest-TestNetworkAdvancedServerOps-173437749 tempest-TestNetworkAdvancedServerOps-173437749-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=4ba39278-6629-446d-ae0e-cba76bdf80e2 HTTP/1.1" status: 200 len: 1097 time: 0.0492008 May 20 21:08:48.467761 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0976b8f7-3890-4e63-98dd-8dd839766b55 req-e6163c40-151d-414f-a773-850d035a3bde tempest-TestNetworkAdvancedServerOps-173437749 tempest-TestNetworkAdvancedServerOps-173437749-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=ea5f90d5-5ae6-4da5-b5b6-cdd9b1e2e803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0289271 May 20 21:08:48.615048 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf48e710-bcf0-478a-8323-1d011f477a99 req-30d18514-0e2b-4f5d-994f-bf4f4b320130 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:08:48.616675 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-bf48e710-bcf0-478a-8323-1d011f477a99 req-30d18514-0e2b-4f5d-994f-bf4f4b320130 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ba39278-6629-446d-ae0e-cba76bdf80e2 HTTP/1.1" status: 200 len: 946 time: 0.0518279 May 20 21:08:48.659225 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-bf48e710-bcf0-478a-8323-1d011f477a99 req-4dd463d6-0e74-4a27-83f6-93550505cb44 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/security-groups?id=ea5f90d5-5ae6-4da5-b5b6-cdd9b1e2e803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359094 May 20 21:08:48.673608 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 50386) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:08:48.689437 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 50388) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:08:48.689987 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-be2b5600-e5ec-4d9d-8fb7-6e5cfa8b9f04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:48.774474 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-3a4ae1c5-0c72-4f3a-aa9a-6cef5a3e986d tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/floatingips/dce254df-fd21-4c8e-8f86-a1cb4dc8e444 HTTP/1.1" status: 200 len: 994 time: 0.0878825 May 20 21:08:48.792157 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-be2b5600-e5ec-4d9d-8fb7-6e5cfa8b9f04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:48.922539 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-be2b5600-e5ec-4d9d-8fb7-6e5cfa8b9f04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:48.963556 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-be2b5600-e5ec-4d9d-8fb7-6e5cfa8b9f04 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2a32cca899d4456aa46ac3e1b1fc48e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2889788 May 20 21:08:48.964215 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2b5600-e5ec-4d9d-8fb7-6e5cfa8b9f04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57d5e8fb-eb93-4e3f-8af6-36550d851830,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:08:48.967211 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 50396) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:08:49.020643 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c65c3c1c-c688-4270-9918-cdba3833a572 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:49.042515 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c65c3c1c-c688-4270-9918-cdba3833a572 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:49.186194 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c65c3c1c-c688-4270-9918-cdba3833a572 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:49.191201 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c65c3c1c-c688-4270-9918-cdba3833a572 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:49.194349 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-c65c3c1c-c688-4270-9918-cdba3833a572 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/57d5e8fb-eb93-4e3f-8af6-36550d851830 HTTP/1.1" status: 204 len: 168 time: 0.2242222 May 20 21:08:49.215401 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65c3c1c-c688-4270-9918-cdba3833a572 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57d5e8fb-eb93-4e3f-8af6-36550d851830,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:08:49.557959 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed455ba8-030f-4b60-84b2-4605d65f4c9a req-c0c4cbc4-a72d-432c-a845-8ebe1f625f45 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:08:49.560393 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ed455ba8-030f-4b60-84b2-4605d65f4c9a req-c0c4cbc4-a72d-432c-a845-8ebe1f625f45 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ba39278-6629-446d-ae0e-cba76bdf80e2 HTTP/1.1" status: 200 len: 946 time: 0.0534897 May 20 21:08:49.613944 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ed455ba8-030f-4b60-84b2-4605d65f4c9a req-ec9dc257-eed3-4e9f-a9b8-84b643ecd0e5 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/security-groups?id=ea5f90d5-5ae6-4da5-b5b6-cdd9b1e2e803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481021 May 20 21:08:49.662561 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 50432) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:08:49.710475 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 50436) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:08:49.827147 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-7963fa30-a61d-4703-8a8e-a6646c8a8d0a tempest-TestSecurityGroupsBasicOps-491451269 tempest-TestSecurityGroupsBasicOps-491451269-project-admin] 10.222.0.35 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 2801 time: 0.1631675 May 20 21:08:49.829956 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 50442) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:08:49.838494 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-61c83384-1e4c-4480-aabd-61a80abb420a tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Request body: {'network': {'name': 'tempest-network-smoke--1105752162', 'project_id': 'c123cb74b8ff4d85a73259ad4409ba24', 'port_security_enabled': False}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:08:49.915762 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-56ea1bab-a99d-416a-8dce-a84ee8dfc166 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:49.949484 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61c83384-1e4c-4480-aabd-61a80abb420a tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Made reservation on behalf of c123cb74b8ff4d85a73259ad4409ba24 for: {'network': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:08:49.956556 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-61c83384-1e4c-4480-aabd-61a80abb420a tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for network, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:50.018729 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61c83384-1e4c-4480-aabd-61a80abb420a tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 210} {{(pid=103162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 21:08:50.031730 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-61c83384-1e4c-4480-aabd-61a80abb420a tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:50.032280 n-d-842733-1 neutron-server[103162]: INFO neutron.db.segments_db [None req-61c83384-1e4c-4480-aabd-61a80abb420a tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Added segment b1c4b0ad-b0b1-4593-a035-89089e5b8dcd of type vlan for network a813fc4e-f943-4d12-b9f3-f02e99cc5b5d May 20 21:08:50.037900 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a3d2276b-be77-499b-8623-2e05de899d77 req-20ff777f-0628-4ae2-8c8d-1d176c40334c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=4ba39278-6629-446d-ae0e-cba76bdf80e2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3255658 May 20 21:08:50.050985 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [req-a3d2276b-be77-499b-8623-2e05de899d77 req-c40d7a03-9022-43d2-b5f6-dd1237750d85 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103163) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 21:08:50.054588 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a3d2276b-be77-499b-8623-2e05de899d77 req-c40d7a03-9022-43d2-b5f6-dd1237750d85 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052335 May 20 21:08:50.087797 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-61c83384-1e4c-4480-aabd-61a80abb420a tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418993264'] for network, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:50.255046 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-61c83384-1e4c-4480-aabd-61a80abb420a tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524'] for network, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:50.262718 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61c83384-1e4c-4480-aabd-61a80abb420a tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:08:50.263374 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-61c83384-1e4c-4480-aabd-61a80abb420a tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Notify callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:50.382305 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c83384-1e4c-4480-aabd-61a80abb420a tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Pushing event updated for resources: {'Network': ['ID=a813fc4e-f943-4d12-b9f3-f02e99cc5b5d,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:08:50.392817 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Network a813fc4e-f943-4d12-b9f3-f02e99cc5b5d details requested by agent ovs-agent-n-d-842733-1 with host n-d-842733-1 {{(pid=103164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 20 21:08:50.438221 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 50470) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:08:50.443783 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-3148dc11-69eb-4390-bdbb-eb919eb2704e tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-2026724387', 'admin_state_up': True, 'project_id': 'c123cb74b8ff4d85a73259ad4409ba24', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'}}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:08:50.444559 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-61c83384-1e4c-4480-aabd-61a80abb420a tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6134682 May 20 21:08:50.603802 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3148dc11-69eb-4390-bdbb-eb919eb2704e tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-694221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26155'] for router, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:50.607329 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3148dc11-69eb-4390-bdbb-eb919eb2704e tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-693085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748153', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-718080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26162'] for router, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:50.695227 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3148dc11-69eb-4390-bdbb-eb919eb2704e tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:50.864601 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5a18ac-337e-4da6-b2ca-e5b0c77541f7 req-89f978e7-8b12-470c-9b6e-16b2c01e6e36 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:08:50.864601 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ad5a18ac-337e-4da6-b2ca-e5b0c77541f7 req-89f978e7-8b12-470c-9b6e-16b2c01e6e36 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ba39278-6629-446d-ae0e-cba76bdf80e2 HTTP/1.1" status: 200 len: 946 time: 0.1708300 May 20 21:08:50.979864 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3148dc11-69eb-4390-bdbb-eb919eb2704e tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:50.999704 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ad5a18ac-337e-4da6-b2ca-e5b0c77541f7 req-0894cd24-e593-4a1c-aaed-56da82aae183 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/security-groups?id=ea5f90d5-5ae6-4da5-b5b6-cdd9b1e2e803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844262 May 20 21:08:51.333297 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3148dc11-69eb-4390-bdbb-eb919eb2704e tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Notify callbacks [] for router_gateway, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:51.352271 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3148dc11-69eb-4390-bdbb-eb919eb2704e tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:51.479423 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-3148dc11-69eb-4390-bdbb-eb919eb2704e tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Allocated IP 172.25.2.239 (e3a93b5c-91e2-4064-9c2c-1afc261bfe15/86fee0c1-6e34-488b-9216-b2b8e7ef585a/8d978260-7105-4dab-9530-98e02ba5b9e9) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:08:51.598549 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3148dc11-69eb-4390-bdbb-eb919eb2704e tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Notify callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:51.778446 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3148dc11-69eb-4390-bdbb-eb919eb2704e tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:51.817771 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3148dc11-69eb-4390-bdbb-eb919eb2704e tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Network e3a93b5c-91e2-4064-9c2c-1afc261bfe15 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:08:51.828709 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-3148dc11-69eb-4390-bdbb-eb919eb2704e tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:08:51.828709 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3148dc11-69eb-4390-bdbb-eb919eb2704e tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:08:51.860249 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3148dc11-69eb-4390-bdbb-eb919eb2704e tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Pushing event updated for resources: {'Port': ['ID=8d978260-7105-4dab-9530-98e02ba5b9e9,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:08:52.129265 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d019c5f7-33d9-4bb4-8bb0-fdc116d9809f req-b68ed7af-eaef-4556-8fa0-bfa739c9176b tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:08:52.131163 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d019c5f7-33d9-4bb4-8bb0-fdc116d9809f req-b68ed7af-eaef-4556-8fa0-bfa739c9176b tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ba39278-6629-446d-ae0e-cba76bdf80e2 HTTP/1.1" status: 200 len: 946 time: 0.0647483 May 20 21:08:52.253067 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d019c5f7-33d9-4bb4-8bb0-fdc116d9809f req-03d86971-6762-42e5-8d36-b59e7221472a tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/security-groups?id=ea5f90d5-5ae6-4da5-b5b6-cdd9b1e2e803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774066 May 20 21:08:52.272452 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3148dc11-69eb-4390-bdbb-eb919eb2704e tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Notify callbacks [] for router_gateway, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:52.294924 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-000d29f5-27ff-4939-9f2f-2a8861fb3f11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:52.835368 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3148dc11-69eb-4390-bdbb-eb919eb2704e tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748106'] for router, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:53.116983 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3148dc11-69eb-4390-bdbb-eb919eb2704e tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Router 7c786aae-1b68-4832-b7b7-845339a0df49 is scheduled to L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e with binding_index 1 {{(pid=103163) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 20 21:08:53.266443 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3148dc11-69eb-4390-bdbb-eb919eb2704e tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 21:08:53.278716 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-091e76a7-c56e-439c-829d-47509b1df4f3 None None] Sync routers for ids ['7c786aae-1b68-4832-b7b7-845339a0df49'] in n-d-842733-1 {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 21:08:53.303152 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-091e76a7-c56e-439c-829d-47509b1df4f3 None None] Routers {'7c786aae-1b68-4832-b7b7-845339a0df49'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:08:53.303646 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-091e76a7-c56e-439c-829d-47509b1df4f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:08:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['7c786aae-1b68-4832-b7b7-845339a0df49'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:08:53.455552 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3148dc11-69eb-4390-bdbb-eb919eb2704e tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Notify callbacks [] for router, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:53.456964 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-3148dc11-69eb-4390-bdbb-eb919eb2704e tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 3.0171928 May 20 21:08:53.460257 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 50606) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:08:53.565103 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53178cc-76b1-4b85-8a4f-70d6ebb98e40 req-d8ce8884-88fa-4b45-b9c7-164d52717c69 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:08:53.566728 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e53178cc-76b1-4b85-8a4f-70d6ebb98e40 req-d8ce8884-88fa-4b45-b9c7-164d52717c69 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ba39278-6629-446d-ae0e-cba76bdf80e2 HTTP/1.1" status: 200 len: 946 time: 0.2164419 May 20 21:08:53.581512 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-091e76a7-c56e-439c-829d-47509b1df4f3 None None] Set router 7c786aae-1b68-4832-b7b7-845339a0df49 gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:08:53.658850 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e53178cc-76b1-4b85-8a4f-70d6ebb98e40 req-709d740b-3851-436b-9f29-688f9a7517e8 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/security-groups?id=ea5f90d5-5ae6-4da5-b5b6-cdd9b1e2e803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807576 May 20 21:08:53.675285 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f47ce1d6-1f75-4bbe-ac74-7e2500f5c146 tempest-TestSecurityGroupsBasicOps-491451269 tempest-TestSecurityGroupsBasicOps-491451269-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:08:53.686230 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-f47ce1d6-1f75-4bbe-ac74-7e2500f5c146 tempest-TestSecurityGroupsBasicOps-491451269 tempest-TestSecurityGroupsBasicOps-491451269-project-admin] 10.222.0.35 "GET /v2.0/subnets?project_id=c123cb74b8ff4d85a73259ad4409ba24&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.2243052 May 20 21:08:53.686858 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 50612) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:08:53.816173 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d2276b-be77-499b-8623-2e05de899d77 req-e0fa2d14-10b7-4094-a58e-d1e5b82b20b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:08:53.817738 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a3d2276b-be77-499b-8623-2e05de899d77 req-e0fa2d14-10b7-4094-a58e-d1e5b82b20b0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d7932b75a33b465998804b193e9be7ad&device_id=4ba39278-6629-446d-ae0e-cba76bdf80e2 HTTP/1.1" status: 200 len: 1097 time: 0.3895915 May 20 21:08:53.909434 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1396f9d-4cb8-4922-8bf2-1812f45793ee tempest-TestSecurityGroupsBasicOps-491451269 tempest-TestSecurityGroupsBasicOps-491451269-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:08:53.913825 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-c1396f9d-4cb8-4922-8bf2-1812f45793ee tempest-TestSecurityGroupsBasicOps-491451269 tempest-TestSecurityGroupsBasicOps-491451269-project-admin] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2258604 May 20 21:08:53.914428 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 50620) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:08:53.923488 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-091e76a7-c56e-439c-829d-47509b1df4f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c786aae-1b68-4832-b7b7-845339a0df49', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2026724387', 'tenant_id': 'c123cb74b8ff4d85a73259ad4409ba24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': '8d978260-7105-4dab-9530-98e02ba5b9e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:08:50Z', 'updated_at': '2022-05-20T21:08:52Z', 'revision_number': 3, 'project_id': 'c123cb74b8ff4d85a73259ad4409ba24', 'gw_port': {'id': '8d978260-7105-4dab-9530-98e02ba5b9e9', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:11:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c786aae-1b68-4832-b7b7-845339a0df49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3603, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:08:51Z', 'updated_at': '2022-05-20T21:08:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:08:53.960026 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-091e76a7-c56e-439c-829d-47509b1df4f3 None None] Checking router: 7c786aae-1b68-4832-b7b7-845339a0df49 for host: n-d-842733-1 {{(pid=103165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 21:08:53.963470 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-091e76a7-c56e-439c-829d-47509b1df4f3 None None] Updating router 7c786aae-1b68-4832-b7b7-845339a0df49 port 8d978260-7105-4dab-9530-98e02ba5b9e9 binding host n-d-842733-1 {{(pid=103165) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 21:08:53.963631 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d2276b-be77-499b-8623-2e05de899d77 req-3e50d32e-4aad-43a9-99dc-f9ccf9574f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:08:53.964484 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a3d2276b-be77-499b-8623-2e05de899d77 req-3e50d32e-4aad-43a9-99dc-f9ccf9574f7e service neutron] 10.222.0.24 "GET /v2.0/networks?id=9eccc106-4609-4d2d-abe2-76ba1cf9de32 HTTP/1.1" status: 200 len: 898 time: 0.1380985 May 20 21:08:53.996291 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-091e76a7-c56e-439c-829d-47509b1df4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:54.005689 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 50622) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:08:54.005938 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-9189e26f-2aa3-4416-8b58-2946f74f7b36 tempest-TestSecurityGroupsBasicOps-491451269 tempest-TestSecurityGroupsBasicOps-491451269-project-admin] 10.222.0.35 "GET /v2.0/subnets?network_id=e3a93b5c-91e2-4064-9c2c-1afc261bfe15&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0901666 May 20 21:08:54.063159 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-6dc5d126-87cd-4c06-817e-3c6aa304cf20 tempest-TestSecurityGroupsBasicOps-491451269 tempest-TestSecurityGroupsBasicOps-491451269-project-admin] 10.222.0.35 "GET /v2.0/subnets?project_id=c123cb74b8ff4d85a73259ad4409ba24&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0557854 May 20 21:08:54.065047 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 50624) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:08:54.066533 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a3d2276b-be77-499b-8623-2e05de899d77 req-23dd3935-8da4-4e27-9658-b11cac182ad9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=11805006-a585-417b-ae9b-89663bea61fd HTTP/1.1" status: 200 len: 1002 time: 0.0939424 May 20 21:08:54.075586 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4bb0e131-6525-46ca-a45b-e4ea43a5e69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:54.176086 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d2276b-be77-499b-8623-2e05de899d77 req-427176c3-28ce-4855-8ea7-6d740d207b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:08:54.179972 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a3d2276b-be77-499b-8623-2e05de899d77 req-427176c3-28ce-4855-8ea7-6d740d207b17 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=11782441-b4f1-40fc-9cbd-8dc932032eb4 HTTP/1.1" status: 200 len: 834 time: 0.1039393 May 20 21:08:54.183852 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e9cd328-c63e-4cc1-899f-c0c8a5fedd9f tempest-TestSecurityGroupsBasicOps-491451269 tempest-TestSecurityGroupsBasicOps-491451269-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:08:54.185649 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-5e9cd328-c63e-4cc1-899f-c0c8a5fedd9f tempest-TestSecurityGroupsBasicOps-491451269 tempest-TestSecurityGroupsBasicOps-491451269-project-admin] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1196523 May 20 21:08:54.188397 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 50632) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:08:54.250165 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-09602419-a292-4ec3-9ef1-81ed1af54444 tempest-TestSecurityGroupsBasicOps-491451269 tempest-TestSecurityGroupsBasicOps-491451269-project-admin] 10.222.0.35 "GET /v2.0/subnets?network_id=e3a93b5c-91e2-4064-9c2c-1afc261bfe15&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0604146 May 20 21:08:54.252775 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 50634) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:08:54.258984 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-1567cf20-096d-46c9-9a61-903c8cd35c67 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1992481338', 'network_id': 'a813fc4e-f943-4d12-b9f3-f02e99cc5b5d', 'project_id': 'c123cb74b8ff4d85a73259ad4409ba24', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:08:54.280277 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d2276b-be77-499b-8623-2e05de899d77 req-0b45f77f-a4b2-49f3-92b8-a63cbbab7be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:08:54.282061 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a3d2276b-be77-499b-8623-2e05de899d77 req-0b45f77f-a4b2-49f3-92b8-a63cbbab7be3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9eccc106-4609-4d2d-abe2-76ba1cf9de32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0930665 May 20 21:08:54.357752 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-091e76a7-c56e-439c-829d-47509b1df4f3 None None] Notify callbacks [] for port, precommit_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:54.404704 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a3d2276b-be77-499b-8623-2e05de899d77 req-5ff7e345-f7fa-4c4c-8fb6-215ccf9387e7 service neutron] 10.222.0.24 "GET /v2.0/networks/9eccc106-4609-4d2d-abe2-76ba1cf9de32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155150 May 20 21:08:54.503873 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-091e76a7-c56e-439c-829d-47509b1df4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:54.526046 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a3d2276b-be77-499b-8623-2e05de899d77 req-275e8f68-a87b-4036-b2aa-f222cecb77da service neutron] 10.222.0.24 "GET /v2.0/networks/9eccc106-4609-4d2d-abe2-76ba1cf9de32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150291 May 20 21:08:54.531635 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1567cf20-096d-46c9-9a61-903c8cd35c67 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Made reservation on behalf of c123cb74b8ff4d85a73259ad4409ba24 for: {'subnet': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:08:54.537457 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1567cf20-096d-46c9-9a61-903c8cd35c67 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4018244'] for subnet, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:54.593619 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849719b4-6aa4-47ea-b5c4-4618dc50ffd4 None None] Pushing event updated for resources: {'Port': ['ID=8d978260-7105-4dab-9530-98e02ba5b9e9,revision_number=2']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:08:54.598002 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-091e76a7-c56e-439c-829d-47509b1df4f3 None None] Attempting to bind port 8d978260-7105-4dab-9530-98e02ba5b9e9 on host n-d-842733-1 for vnic_type normal with profile {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:08:54.598517 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-091e76a7-c56e-439c-829d-47509b1df4f3 None None] Attempting to bind port 8d978260-7105-4dab-9530-98e02ba5b9e9 by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': '0b5485c4-eff8-42a1-9073-ae54ed4c63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'}] {{(pid=103165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:08:54.599005 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-091e76a7-c56e-439c-829d-47509b1df4f3 None None] Attempting to bind port 8d978260-7105-4dab-9530-98e02ba5b9e9 on network e3a93b5c-91e2-4064-9c2c-1afc261bfe15 {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:08:54.621922 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849719b4-6aa4-47ea-b5c4-4618dc50ffd4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:08:54.621922 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849719b4-6aa4-47ea-b5c4-4618dc50ffd4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:08:54.621922 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849719b4-6aa4-47ea-b5c4-4618dc50ffd4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:08:54.622620 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849719b4-6aa4-47ea-b5c4-4618dc50ffd4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:08:54.622620 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849719b4-6aa4-47ea-b5c4-4618dc50ffd4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:08:54.622797 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849719b4-6aa4-47ea-b5c4-4618dc50ffd4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:08:54.623065 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849719b4-6aa4-47ea-b5c4-4618dc50ffd4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:08:54.623380 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849719b4-6aa4-47ea-b5c4-4618dc50ffd4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:08:54.623693 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849719b4-6aa4-47ea-b5c4-4618dc50ffd4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:08:54.626208 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849719b4-6aa4-47ea-b5c4-4618dc50ffd4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:08:54.626692 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849719b4-6aa4-47ea-b5c4-4618dc50ffd4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:08:54.626820 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849719b4-6aa4-47ea-b5c4-4618dc50ffd4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:08:54.640409 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-091e76a7-c56e-439c-829d-47509b1df4f3 None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 21, 8, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 21:08:54.640574 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-091e76a7-c56e-439c-829d-47509b1df4f3 None None] Checking segment: {'id': '0b5485c4-eff8-42a1-9073-ae54ed4c63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:08:54.640938 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-091e76a7-c56e-439c-829d-47509b1df4f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:54.641430 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-091e76a7-c56e-439c-829d-47509b1df4f3 None None] Bound using segment: {'id': '0b5485c4-eff8-42a1-9073-ae54ed4c63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'} {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 21:08:54.641851 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-091e76a7-c56e-439c-829d-47509b1df4f3 None None] Bound port: 8d978260-7105-4dab-9530-98e02ba5b9e9, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b5485c4-eff8-42a1-9073-ae54ed4c63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'}}] {{(pid=103165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:08:54.642216 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-091e76a7-c56e-439c-829d-47509b1df4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:54.737689 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-091e76a7-c56e-439c-829d-47509b1df4f3 None None] For port 8d978260-7105-4dab-9530-98e02ba5b9e9, host n-d-842733-1, cleared binding levels {{(pid=103165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 21:08:54.741156 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-091e76a7-c56e-439c-829d-47509b1df4f3 None None] For port 8d978260-7105-4dab-9530-98e02ba5b9e9, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=8d978260-7105-4dab-9530-98e02ba5b9e9,segment=NetworkSegment(0b5485c4-eff8-42a1-9073-ae54ed4c63ba),segment_id=0b5485c4-eff8-42a1-9073-ae54ed4c63ba)] {{(pid=103165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 21:08:54.824990 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce813cf7-130d-4c3c-93e5-80db16869a75 req-390e6726-44cb-4bd4-b019-97a843e5b432 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:08:54.826709 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ce813cf7-130d-4c3c-93e5-80db16869a75 req-390e6726-44cb-4bd4-b019-97a843e5b432 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ba39278-6629-446d-ae0e-cba76bdf80e2 HTTP/1.1" status: 200 len: 946 time: 0.0582900 May 20 21:08:54.831769 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:54.877336 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ce813cf7-130d-4c3c-93e5-80db16869a75 req-30463498-b422-442a-a532-569c81fdaa04 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/security-groups?id=ea5f90d5-5ae6-4da5-b5b6-cdd9b1e2e803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378747 May 20 21:08:54.906733 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-091e76a7-c56e-439c-829d-47509b1df4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:54.988372 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849719b4-6aa4-47ea-b5c4-4618dc50ffd4 None None] Pushing event updated for resources: {'Port': ['ID=8d978260-7105-4dab-9530-98e02ba5b9e9,revision_number=3']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:08:55.002771 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-091e76a7-c56e-439c-829d-47509b1df4f3 None None] Routers {'7c786aae-1b68-4832-b7b7-845339a0df49'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:08:55.003714 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-091e76a7-c56e-439c-829d-47509b1df4f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:08:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['7c786aae-1b68-4832-b7b7-845339a0df49'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:08:55.145923 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-091e76a7-c56e-439c-829d-47509b1df4f3 None None] Set router 7c786aae-1b68-4832-b7b7-845339a0df49 gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:08:55.360602 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-091e76a7-c56e-439c-829d-47509b1df4f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c786aae-1b68-4832-b7b7-845339a0df49', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2026724387', 'tenant_id': 'c123cb74b8ff4d85a73259ad4409ba24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': '8d978260-7105-4dab-9530-98e02ba5b9e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:08:50Z', 'updated_at': '2022-05-20T21:08:52Z', 'revision_number': 3, 'project_id': 'c123cb74b8ff4d85a73259ad4409ba24', 'gw_port': {'id': '8d978260-7105-4dab-9530-98e02ba5b9e9', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:11:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c786aae-1b68-4832-b7b7-845339a0df49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3603, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:08:51Z', 'updated_at': '2022-05-20T21:08:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:08:55.391398 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1567cf20-096d-46c9-9a61-903c8cd35c67 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3797684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4018258'] for subnet, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:55.471212 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1567cf20-096d-46c9-9a61-903c8cd35c67 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Pushing event updated for resources: {'Subnet': ['ID=96d0dd22-ba48-4e39-b285-247b989e0aaa,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:08:55.496794 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-091e76a7-c56e-439c-829d-47509b1df4f3 None None] The sync data for ids ['7c786aae-1b68-4832-b7b7-845339a0df49'] in n-d-842733-1 is: [{'id': '7c786aae-1b68-4832-b7b7-845339a0df49', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2026724387', 'tenant_id': 'c123cb74b8ff4d85a73259ad4409ba24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': '8d978260-7105-4dab-9530-98e02ba5b9e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:08:50Z', 'updated_at': '2022-05-20T21:08:52Z', 'revision_number': 3, 'project_id': 'c123cb74b8ff4d85a73259ad4409ba24', 'gw_port': {'id': '8d978260-7105-4dab-9530-98e02ba5b9e9', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:11:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c786aae-1b68-4832-b7b7-845339a0df49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3603, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:08:51Z', 'updated_at': '2022-05-20T21:08:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 21:08:55.505984 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1567cf20-096d-46c9-9a61-903c8cd35c67 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Checking segment: {'id': 'b1c4b0ad-b0b1-4593-a035-89089e5b8dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'a813fc4e-f943-4d12-b9f3-f02e99cc5b5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:08:55.506356 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1567cf20-096d-46c9-9a61-903c8cd35c67 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Network hostable DHCP agents. Network: a813fc4e-f943-4d12-b9f3-f02e99cc5b5d, hostable agents: ['c9b0653c-f3c7-4339-bd50-e3754b629216'], hosted agents: [] {{(pid=103162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 21:08:55.563140 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cc3ec51b-6ec8-438a-8349-5f0bec346d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:55.688433 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1567cf20-096d-46c9-9a61-903c8cd35c67 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Network a813fc4e-f943-4d12-b9f3-f02e99cc5b5d is scheduled to be hosted by DHCP agent c9b0653c-f3c7-4339-bd50-e3754b629216 with binding_index 1 {{(pid=103162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 21:08:55.726583 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:55.811665 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-1567cf20-096d-46c9-9a61-903c8cd35c67 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842733-1, a813fc4e-f943-4d12-b9f3-f02e99cc5b5d) {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:08:55.820891 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1567cf20-096d-46c9-9a61-903c8cd35c67 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:08:55.820891 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1567cf20-096d-46c9-9a61-903c8cd35c67 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Notify callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:55.831948 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a12a2cff-a307-4e87-88a5-df4f15dbd530 None None] Network a813fc4e-f943-4d12-b9f3-f02e99cc5b5d requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:08:55.936354 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-1567cf20-096d-46c9-9a61-903c8cd35c67 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.6819417 May 20 21:08:55.939219 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 50696) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:08:56.050258 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f676a2d7-1990-4c8b-92a3-e20fdee56f52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaee2b848-d4b9-5db1-b6ef-d6db29d67de7-a813fc4e-f943-4d12-b9f3-f02e99cc5b5d', 'network_id': 'a813fc4e-f943-4d12-b9f3-f02e99cc5b5d', 'tenant_id': 'c123cb74b8ff4d85a73259ad4409ba24', 'fixed_ips': [{'subnet_id': '96d0dd22-ba48-4e39-b285-247b989e0aaa'}]}} from n-d-842733-1. {{(pid=103164) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 21:08:56.051200 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-f676a2d7-1990-4c8b-92a3-e20fdee56f52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:56.116178 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2a91d6-a5f5-4c20-bdb2-e9c85c135d4e req-7b248a0f-f71f-4c56-8d4c-a107380974d2 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:08:56.117731 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1e2a91d6-a5f5-4c20-bdb2-e9c85c135d4e req-7b248a0f-f71f-4c56-8d4c-a107380974d2 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ba39278-6629-446d-ae0e-cba76bdf80e2 HTTP/1.1" status: 200 len: 946 time: 0.1265662 May 20 21:08:56.237552 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1e2a91d6-a5f5-4c20-bdb2-e9c85c135d4e req-395a4365-6c28-44c7-91e3-b86e40547aef tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/security-groups?id=ea5f90d5-5ae6-4da5-b5b6-cdd9b1e2e803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1078036 May 20 21:08:56.241491 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [None req-f676a2d7-1990-4c8b-92a3-e20fdee56f52 None None] Allocated IP 172.20.0.18 (a813fc4e-f943-4d12-b9f3-f02e99cc5b5d/96d0dd22-ba48-4e39-b285-247b989e0aaa/013d1f51-5082-4e23-a5de-5b1e2ccf0a4d) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:08:56.493069 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-f676a2d7-1990-4c8b-92a3-e20fdee56f52 None None] Notify callbacks [] for port, precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:56.591297 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-f676a2d7-1990-4c8b-92a3-e20fdee56f52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108'] for port, after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:56.616985 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f4fe1625-eff7-4574-9a56-560893f8b454 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:56.669404 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f676a2d7-1990-4c8b-92a3-e20fdee56f52 None None] Pushing event updated for resources: {'Port': ['ID=013d1f51-5082-4e23-a5de-5b1e2ccf0a4d,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:08:56.673036 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f676a2d7-1990-4c8b-92a3-e20fdee56f52 None None] Network a813fc4e-f943-4d12-b9f3-f02e99cc5b5d is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:08:56.678912 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-f676a2d7-1990-4c8b-92a3-e20fdee56f52 None None] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:08:56.682370 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f676a2d7-1990-4c8b-92a3-e20fdee56f52 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:08:56.682722 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f676a2d7-1990-4c8b-92a3-e20fdee56f52 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:08:56.683081 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f676a2d7-1990-4c8b-92a3-e20fdee56f52 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:08:56.683388 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f676a2d7-1990-4c8b-92a3-e20fdee56f52 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:08:56.683961 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f676a2d7-1990-4c8b-92a3-e20fdee56f52 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:08:56.684491 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f676a2d7-1990-4c8b-92a3-e20fdee56f52 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:08:56.685011 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f676a2d7-1990-4c8b-92a3-e20fdee56f52 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:08:56.685567 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f676a2d7-1990-4c8b-92a3-e20fdee56f52 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:08:56.685896 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f676a2d7-1990-4c8b-92a3-e20fdee56f52 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:08:56.686227 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f676a2d7-1990-4c8b-92a3-e20fdee56f52 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:08:56.686543 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f676a2d7-1990-4c8b-92a3-e20fdee56f52 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:08:56.686855 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f676a2d7-1990-4c8b-92a3-e20fdee56f52 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:08:56.690258 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f676a2d7-1990-4c8b-92a3-e20fdee56f52 None None] Received port after_create {{(pid=103164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:08:56.781250 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-f676a2d7-1990-4c8b-92a3-e20fdee56f52 None None] Attempting to bind port 013d1f51-5082-4e23-a5de-5b1e2ccf0a4d on host n-d-842733-1 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:08:56.781591 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-f676a2d7-1990-4c8b-92a3-e20fdee56f52 None None] Attempting to bind port 013d1f51-5082-4e23-a5de-5b1e2ccf0a4d by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': 'b1c4b0ad-b0b1-4593-a035-89089e5b8dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'a813fc4e-f943-4d12-b9f3-f02e99cc5b5d'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:08:56.781956 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f676a2d7-1990-4c8b-92a3-e20fdee56f52 None None] Attempting to bind port 013d1f51-5082-4e23-a5de-5b1e2ccf0a4d on network a813fc4e-f943-4d12-b9f3-f02e99cc5b5d {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:08:56.787288 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f676a2d7-1990-4c8b-92a3-e20fdee56f52 None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 21, 8, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 21:08:56.792904 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f676a2d7-1990-4c8b-92a3-e20fdee56f52 None None] Checking segment: {'id': 'b1c4b0ad-b0b1-4593-a035-89089e5b8dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'a813fc4e-f943-4d12-b9f3-f02e99cc5b5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:08:56.792904 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-f676a2d7-1990-4c8b-92a3-e20fdee56f52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:56.792904 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f676a2d7-1990-4c8b-92a3-e20fdee56f52 None None] Bound using segment: {'id': 'b1c4b0ad-b0b1-4593-a035-89089e5b8dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'a813fc4e-f943-4d12-b9f3-f02e99cc5b5d'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 21:08:56.792904 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-f676a2d7-1990-4c8b-92a3-e20fdee56f52 None None] Bound port: 013d1f51-5082-4e23-a5de-5b1e2ccf0a4d, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1c4b0ad-b0b1-4593-a035-89089e5b8dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'a813fc4e-f943-4d12-b9f3-f02e99cc5b5d'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:08:56.792904 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-f676a2d7-1990-4c8b-92a3-e20fdee56f52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:56.882948 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-f676a2d7-1990-4c8b-92a3-e20fdee56f52 None None] For port 013d1f51-5082-4e23-a5de-5b1e2ccf0a4d, host n-d-842733-1, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 21:08:56.887329 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-f676a2d7-1990-4c8b-92a3-e20fdee56f52 None None] For port 013d1f51-5082-4e23-a5de-5b1e2ccf0a4d, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=013d1f51-5082-4e23-a5de-5b1e2ccf0a4d,segment=NetworkSegment(b1c4b0ad-b0b1-4593-a035-89089e5b8dcd),segment_id=b1c4b0ad-b0b1-4593-a035-89089e5b8dcd)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 21:08:56.989682 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-f676a2d7-1990-4c8b-92a3-e20fdee56f52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:57.037304 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-f4fe1625-eff7-4574-9a56-560893f8b454 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Allocated IP 172.20.0.17 (a813fc4e-f943-4d12-b9f3-f02e99cc5b5d/96d0dd22-ba48-4e39-b285-247b989e0aaa/07646183-f31a-48d1-9081-f37e09a11a69) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:08:57.077959 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f676a2d7-1990-4c8b-92a3-e20fdee56f52 None None] Pushing event updated for resources: {'Port': ['ID=013d1f51-5082-4e23-a5de-5b1e2ccf0a4d,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:08:57.234586 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f4fe1625-eff7-4574-9a56-560893f8b454 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Notify callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:57.433148 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f4fe1625-eff7-4574-9a56-560893f8b454 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:57.501935 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4fe1625-eff7-4574-9a56-560893f8b454 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Network a813fc4e-f943-4d12-b9f3-f02e99cc5b5d is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:08:57.513019 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-f4fe1625-eff7-4574-9a56-560893f8b454 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:08:57.516951 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4fe1625-eff7-4574-9a56-560893f8b454 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:08:57.519591 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fe1625-eff7-4574-9a56-560893f8b454 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Pushing event updated for resources: {'Port': ['ID=07646183-f31a-48d1-9081-f37e09a11a69,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:08:57.544392 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e87c4f6-fbf6-4fc6-a7db-da82e7bfef2e req-e4b82b8d-5a1d-489e-897a-1e78e1d36736 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:08:57.545935 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9e87c4f6-fbf6-4fc6-a7db-da82e7bfef2e req-e4b82b8d-5a1d-489e-897a-1e78e1d36736 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ba39278-6629-446d-ae0e-cba76bdf80e2 HTTP/1.1" status: 200 len: 946 time: 0.1933804 May 20 21:08:57.653994 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f4fe1625-eff7-4574-9a56-560893f8b454 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748409'] for router_interface, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:57.658680 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9e87c4f6-fbf6-4fc6-a7db-da82e7bfef2e req-f73072c6-5316-454c-bdf0-5bccce6a1944 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/security-groups?id=ea5f90d5-5ae6-4da5-b5b6-cdd9b1e2e803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514235 May 20 21:08:57.832930 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 8d978260-7105-4dab-9530-98e02ba5b9e9 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:08:57.899169 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 8d978260-7105-4dab-9530-98e02ba5b9e9 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:08:57.899548 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:57.954343 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f4fe1625-eff7-4574-9a56-560893f8b454 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:57.988001 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 8d978260-7105-4dab-9530-98e02ba5b9e9 is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:08:57.988688 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:58.027640 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] For port 8d978260-7105-4dab-9530-98e02ba5b9e9, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=8d978260-7105-4dab-9530-98e02ba5b9e9,segment=NetworkSegment(0b5485c4-eff8-42a1-9073-ae54ed4c63ba),segment_id=0b5485c4-eff8-42a1-9073-ae54ed4c63ba)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:08:58.152040 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:58.155386 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 013d1f51-5082-4e23-a5de-5b1e2ccf0a4d up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:08:58.348137 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 013d1f51-5082-4e23-a5de-5b1e2ccf0a4d triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:08:58.348681 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:58.375585 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f4fe1625-eff7-4574-9a56-560893f8b454 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Notify callbacks [] for port, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:58.385828 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Pushing event updated for resources: {'Port': ['ID=8d978260-7105-4dab-9530-98e02ba5b9e9,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:08:58.474702 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 013d1f51-5082-4e23-a5de-5b1e2ccf0a4d is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:08:58.475794 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:58.487286 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f4fe1625-eff7-4574-9a56-560893f8b454 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:58.559499 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] For port 013d1f51-5082-4e23-a5de-5b1e2ccf0a4d, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=013d1f51-5082-4e23-a5de-5b1e2ccf0a4d,segment=NetworkSegment(b1c4b0ad-b0b1-4593-a035-89089e5b8dcd),segment_id=b1c4b0ad-b0b1-4593-a035-89089e5b8dcd)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:08:58.602115 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fe1625-eff7-4574-9a56-560893f8b454 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Pushing event updated for resources: {'Port': ['ID=07646183-f31a-48d1-9081-f37e09a11a69,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:08:58.605893 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f4fe1625-eff7-4574-9a56-560893f8b454 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748437'] for router_interface, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:58.625883 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33419ab7-ef9f-4261-bdee-c41b2edc6c69 None None] Network a813fc4e-f943-4d12-b9f3-f02e99cc5b5d requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:08:58.703928 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:58.748625 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-dcccfe43-a1af-4565-8f85-94e4201255ba None None] Provisioning complete for port 013d1f51-5082-4e23-a5de-5b1e2ccf0a4d triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:08:58.749259 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-dcccfe43-a1af-4565-8f85-94e4201255ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:58.754553 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4fe1625-eff7-4574-9a56-560893f8b454 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Network a813fc4e-f943-4d12-b9f3-f02e99cc5b5d is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:08:58.757152 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-f4fe1625-eff7-4574-9a56-560893f8b454 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:08:58.864229 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Pushing event updated for resources: {'Port': ['ID=013d1f51-5082-4e23-a5de-5b1e2ccf0a4d,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:08:58.947772 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efd03e4-423d-44e2-9eaa-8fba72810209 req-c16f2fe3-1305-4f41-86e1-bfe121a010a5 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:08:58.949299 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2efd03e4-423d-44e2-9eaa-8fba72810209 req-c16f2fe3-1305-4f41-86e1-bfe121a010a5 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ba39278-6629-446d-ae0e-cba76bdf80e2 HTTP/1.1" status: 200 len: 946 time: 0.1038735 May 20 21:08:58.968392 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-dcccfe43-a1af-4565-8f85-94e4201255ba None None] Current status of the port 013d1f51-5082-4e23-a5de-5b1e2ccf0a4d is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:08:58.987366 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4fe1625-eff7-4574-9a56-560893f8b454 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Router 7c786aae-1b68-4832-b7b7-845339a0df49 has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 21:08:59.058939 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2efd03e4-423d-44e2-9eaa-8fba72810209 req-b510e18b-7e74-49bc-86db-7b0d0d0f3388 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/security-groups?id=ea5f90d5-5ae6-4da5-b5b6-cdd9b1e2e803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0939348 May 20 21:08:59.151653 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4fe1625-eff7-4574-9a56-560893f8b454 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 21:08:59.159715 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-f4fe1625-eff7-4574-9a56-560893f8b454 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] 10.222.0.35 "PUT /v2.0/routers/7c786aae-1b68-4832-b7b7-845339a0df49/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2193756 May 20 21:08:59.167434 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b9ea37-d0f3-44ea-b70d-e89c24a2af60 None None] Sync routers for ids ['7c786aae-1b68-4832-b7b7-845339a0df49'] in n-d-842733-1 {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 21:08:59.185595 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b9ea37-d0f3-44ea-b70d-e89c24a2af60 None None] Routers {'7c786aae-1b68-4832-b7b7-845339a0df49'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:08:59.185595 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-d3b9ea37-d0f3-44ea-b70d-e89c24a2af60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:08:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['7c786aae-1b68-4832-b7b7-845339a0df49'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:08:59.405754 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-d3b9ea37-d0f3-44ea-b70d-e89c24a2af60 None None] Set router 7c786aae-1b68-4832-b7b7-845339a0df49 gateway port host: n-d-842733-1 {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:08:59.619911 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-2dea9476-10ba-4f6b-8733-51a3bf39c945 None None] Provisioning complete for port 013d1f51-5082-4e23-a5de-5b1e2ccf0a4d triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:08:59.620331 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-2dea9476-10ba-4f6b-8733-51a3bf39c945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:08:59.694660 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01ba7f4-d9a3-4d37-ab61-a7fa6bdd933c req-7cfba7c7-49f7-4ed7-bfb0-58388d04fa16 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:08:59.697770 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e01ba7f4-d9a3-4d37-ab61-a7fa6bdd933c req-7cfba7c7-49f7-4ed7-bfb0-58388d04fa16 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] 10.222.0.35 "GET /v2.0/networks?id=a813fc4e-f943-4d12-b9f3-f02e99cc5b5d HTTP/1.1" status: 200 len: 798 time: 0.2256954 May 20 21:08:59.723589 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e01ba7f4-d9a3-4d37-ab61-a7fa6bdd933c req-25e66623-e57e-4ee1-9347-906ca1270193 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] 10.222.0.35 "GET /v2.0/quotas/c123cb74b8ff4d85a73259ad4409ba24 HTTP/1.1" status: 200 len: 375 time: 0.0194190 May 20 21:08:59.745041 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 8d978260-7105-4dab-9530-98e02ba5b9e9 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:08:59.813837 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e01ba7f4-d9a3-4d37-ab61-a7fa6bdd933c req-2b0cfa5a-4d40-454c-9959-b90a136169c7 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=c123cb74b8ff4d85a73259ad4409ba24&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0820358 May 20 21:09:00.013428 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e01ba7f4-d9a3-4d37-ab61-a7fa6bdd933c req-ac3cc0f7-9b18-4db7-97bb-81c4a69734df service neutron] 10.222.0.35 "GET /v2.0/networks/a813fc4e-f943-4d12-b9f3-f02e99cc5b5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720297 May 20 21:09:00.091106 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-2dea9476-10ba-4f6b-8733-51a3bf39c945 None None] Current status of the port 013d1f51-5082-4e23-a5de-5b1e2ccf0a4d is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:09:00.122709 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-2dea9476-10ba-4f6b-8733-51a3bf39c945 None None] Provisioning complete for port 07646183-f31a-48d1-9081-f37e09a11a69 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:09:00.123041 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-2dea9476-10ba-4f6b-8733-51a3bf39c945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:00.127258 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-d3b9ea37-d0f3-44ea-b70d-e89c24a2af60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c786aae-1b68-4832-b7b7-845339a0df49', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2026724387', 'tenant_id': 'c123cb74b8ff4d85a73259ad4409ba24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': '8d978260-7105-4dab-9530-98e02ba5b9e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:08:50Z', 'updated_at': '2022-05-20T21:08:57Z', 'revision_number': 4, 'project_id': 'c123cb74b8ff4d85a73259ad4409ba24', 'gw_port': {'id': '8d978260-7105-4dab-9530-98e02ba5b9e9', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:11:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c786aae-1b68-4832-b7b7-845339a0df49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3603, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:08:51Z', 'updated_at': '2022-05-20T21:08:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': '07646183-f31a-48d1-9081-f37e09a11a69', 'name': '', 'network_id': 'a813fc4e-f943-4d12-b9f3-f02e99cc5b5d', 'tenant_id': 'c123cb74b8ff4d85a73259ad4409ba24', 'mac_address': 'fa:16:3e:63:5b:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c786aae-1b68-4832-b7b7-845339a0df49', 'device_owner': 'network:router_interface', 'standard_attr_id': 3606, 'fixed_ips': [{'subnet_id': '96d0dd22-ba48-4e39-b285-247b989e0aaa', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:08:56Z', 'updated_at': '2022-05-20T21:08:58Z', 'revision_number': 2, 'project_id': 'c123cb74b8ff4d85a73259ad4409ba24', 'subnets': [{'id': '96d0dd22-ba48-4e39-b285-247b989e0aaa', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:09:00.128816 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 8d978260-7105-4dab-9530-98e02ba5b9e9 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:09:00.129178 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:00.205333 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b9ea37-d0f3-44ea-b70d-e89c24a2af60 None None] Checking router: 7c786aae-1b68-4832-b7b7-845339a0df49 for host: n-d-842733-1 {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 21:09:00.208841 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b9ea37-d0f3-44ea-b70d-e89c24a2af60 None None] Updating router 7c786aae-1b68-4832-b7b7-845339a0df49 port 07646183-f31a-48d1-9081-f37e09a11a69 binding host n-d-842733-1 {{(pid=103164) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 21:09:00.208952 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e01ba7f4-d9a3-4d37-ab61-a7fa6bdd933c req-fe84ff9d-8628-401b-9130-cf886e080b32 service neutron] 10.222.0.35 "GET /v2.0/networks/a813fc4e-f943-4d12-b9f3-f02e99cc5b5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1888492 May 20 21:09:00.247250 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-2dea9476-10ba-4f6b-8733-51a3bf39c945 None None] Port 07646183-f31a-48d1-9081-f37e09a11a69 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 21:09:00.269159 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d3b9ea37-d0f3-44ea-b70d-e89c24a2af60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:00.299125 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029ef94e-976f-440b-b132-2c68f0064a56 req-0d0308cd-a959-4e32-9a73-7155e4a8a4d7 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:09:00.300968 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-029ef94e-976f-440b-b132-2c68f0064a56 req-0d0308cd-a959-4e32-9a73-7155e4a8a4d7 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ba39278-6629-446d-ae0e-cba76bdf80e2 HTTP/1.1" status: 200 len: 946 time: 0.0939875 May 20 21:09:00.348227 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-029ef94e-976f-440b-b132-2c68f0064a56 req-b072ae30-fd10-4cff-ac28-5134d0e564d2 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/security-groups?id=ea5f90d5-5ae6-4da5-b5b6-cdd9b1e2e803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402274 May 20 21:09:00.469111 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 8d978260-7105-4dab-9530-98e02ba5b9e9 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:09:00.470504 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 013d1f51-5082-4e23-a5de-5b1e2ccf0a4d up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:09:00.566094 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-14991ca4-f7d3-4cb2-ab52-d632b3d36822 None None] Provisioning complete for port 07646183-f31a-48d1-9081-f37e09a11a69 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:09:00.566094 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-14991ca4-f7d3-4cb2-ab52-d632b3d36822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:00.598024 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4a79e3f9-2702-42d5-8f60-6f98843494d9 req-d2970e70-6b45-4772-b664-3fe457dced2f tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc95a557-ffea-48aa-bf39-288f30e53f27 HTTP/1.1" status: 200 len: 210 time: 0.0627272 May 20 21:09:00.680481 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 013d1f51-5082-4e23-a5de-5b1e2ccf0a4d triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:09:00.681445 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:00.703777 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-14991ca4-f7d3-4cb2-ab52-d632b3d36822 None None] Port 07646183-f31a-48d1-9081-f37e09a11a69 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 21:09:00.914607 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 013d1f51-5082-4e23-a5de-5b1e2ccf0a4d is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:09:00.945309 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d3b9ea37-d0f3-44ea-b70d-e89c24a2af60 None None] Notify callbacks [] for port, precommit_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:01.042459 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d3b9ea37-d0f3-44ea-b70d-e89c24a2af60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:01.122496 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50df29f-932c-4077-b14b-b48f7f1f4cbe None None] Pushing event updated for resources: {'Port': ['ID=07646183-f31a-48d1-9081-f37e09a11a69,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:09:01.327479 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-d3b9ea37-d0f3-44ea-b70d-e89c24a2af60 None None] Attempting to bind port 07646183-f31a-48d1-9081-f37e09a11a69 on host n-d-842733-1 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:09:01.328008 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-d3b9ea37-d0f3-44ea-b70d-e89c24a2af60 None None] Attempting to bind port 07646183-f31a-48d1-9081-f37e09a11a69 by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': 'b1c4b0ad-b0b1-4593-a035-89089e5b8dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'a813fc4e-f943-4d12-b9f3-f02e99cc5b5d'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:09:01.328389 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b9ea37-d0f3-44ea-b70d-e89c24a2af60 None None] Attempting to bind port 07646183-f31a-48d1-9081-f37e09a11a69 on network a813fc4e-f943-4d12-b9f3-f02e99cc5b5d {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:09:01.335090 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b9ea37-d0f3-44ea-b70d-e89c24a2af60 None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 21, 8, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 21:09:01.335461 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b9ea37-d0f3-44ea-b70d-e89c24a2af60 None None] Checking segment: {'id': 'b1c4b0ad-b0b1-4593-a035-89089e5b8dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'a813fc4e-f943-4d12-b9f3-f02e99cc5b5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:09:01.335854 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d3b9ea37-d0f3-44ea-b70d-e89c24a2af60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:01.336241 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b9ea37-d0f3-44ea-b70d-e89c24a2af60 None None] Bound using segment: {'id': 'b1c4b0ad-b0b1-4593-a035-89089e5b8dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'a813fc4e-f943-4d12-b9f3-f02e99cc5b5d'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 21:09:01.336703 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-d3b9ea37-d0f3-44ea-b70d-e89c24a2af60 None None] Bound port: 07646183-f31a-48d1-9081-f37e09a11a69, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1c4b0ad-b0b1-4593-a035-89089e5b8dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'a813fc4e-f943-4d12-b9f3-f02e99cc5b5d'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:09:01.338328 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d3b9ea37-d0f3-44ea-b70d-e89c24a2af60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:01.458600 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-d3b9ea37-d0f3-44ea-b70d-e89c24a2af60 None None] For port 07646183-f31a-48d1-9081-f37e09a11a69, host n-d-842733-1, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 21:09:01.462626 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-d3b9ea37-d0f3-44ea-b70d-e89c24a2af60 None None] For port 07646183-f31a-48d1-9081-f37e09a11a69, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=07646183-f31a-48d1-9081-f37e09a11a69,segment=NetworkSegment(b1c4b0ad-b0b1-4593-a035-89089e5b8dcd),segment_id=b1c4b0ad-b0b1-4593-a035-89089e5b8dcd)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 21:09:01.480639 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b42d169c-cce7-409e-9b1e-c43b4b3ca530 None None] Provisioning complete for port 07646183-f31a-48d1-9081-f37e09a11a69 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:09:01.481259 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b42d169c-cce7-409e-9b1e-c43b4b3ca530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:01.513042 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85166429-075b-466b-86d2-2ffe78337016 req-41c1c091-3b00-45a4-ac88-a110e2f5ef57 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:09:01.525513 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-85166429-075b-466b-86d2-2ffe78337016 req-41c1c091-3b00-45a4-ac88-a110e2f5ef57 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ba39278-6629-446d-ae0e-cba76bdf80e2 HTTP/1.1" status: 200 len: 946 time: 0.0809016 May 20 21:09:01.552348 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b42d169c-cce7-409e-9b1e-c43b4b3ca530 None None] Port 07646183-f31a-48d1-9081-f37e09a11a69 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 21:09:01.572629 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d3b9ea37-d0f3-44ea-b70d-e89c24a2af60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:01.600854 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-85166429-075b-466b-86d2-2ffe78337016 req-b292c742-1c6c-44ce-b74f-65d45849b94b tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/security-groups?id=ea5f90d5-5ae6-4da5-b5b6-cdd9b1e2e803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740221 May 20 21:09:01.693289 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50df29f-932c-4077-b14b-b48f7f1f4cbe None None] Pushing event updated for resources: {'Port': ['ID=07646183-f31a-48d1-9081-f37e09a11a69,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:09:01.706816 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b9ea37-d0f3-44ea-b70d-e89c24a2af60 None None] Routers {'7c786aae-1b68-4832-b7b7-845339a0df49'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:09:01.707960 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-d3b9ea37-d0f3-44ea-b70d-e89c24a2af60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:08:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['7c786aae-1b68-4832-b7b7-845339a0df49'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:09:01.824655 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-66f30f2b-8344-4f1e-998b-597787dd1824 req-5b575696-58c6-4801-be71-60dddec3eaaf tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc95a557-ffea-48aa-bf39-288f30e53f27 HTTP/1.1" status: 200 len: 210 time: 0.0987101 May 20 21:09:01.948782 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-d3b9ea37-d0f3-44ea-b70d-e89c24a2af60 None None] Set router 7c786aae-1b68-4832-b7b7-845339a0df49 gateway port host: n-d-842733-1 {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:09:02.120654 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-5fdc765a-36d1-4ed5-a5f0-2f09a18bf4f0 None None] Provisioning complete for port 07646183-f31a-48d1-9081-f37e09a11a69 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:09:02.123991 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-5fdc765a-36d1-4ed5-a5f0-2f09a18bf4f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:02.262086 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-5fdc765a-36d1-4ed5-a5f0-2f09a18bf4f0 None None] Current status of the port 07646183-f31a-48d1-9081-f37e09a11a69 is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:09:02.262464 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-5fdc765a-36d1-4ed5-a5f0-2f09a18bf4f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:02.274557 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-d3b9ea37-d0f3-44ea-b70d-e89c24a2af60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c786aae-1b68-4832-b7b7-845339a0df49', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2026724387', 'tenant_id': 'c123cb74b8ff4d85a73259ad4409ba24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': '8d978260-7105-4dab-9530-98e02ba5b9e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:08:50Z', 'updated_at': '2022-05-20T21:08:57Z', 'revision_number': 4, 'project_id': 'c123cb74b8ff4d85a73259ad4409ba24', 'gw_port': {'id': '8d978260-7105-4dab-9530-98e02ba5b9e9', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:11:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c786aae-1b68-4832-b7b7-845339a0df49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3603, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:08:51Z', 'updated_at': '2022-05-20T21:08:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': '07646183-f31a-48d1-9081-f37e09a11a69', 'name': '', 'network_id': 'a813fc4e-f943-4d12-b9f3-f02e99cc5b5d', 'tenant_id': 'c123cb74b8ff4d85a73259ad4409ba24', 'mac_address': 'fa:16:3e:63:5b:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c786aae-1b68-4832-b7b7-845339a0df49', 'device_owner': 'network:router_interface', 'standard_attr_id': 3606, 'fixed_ips': [{'subnet_id': '96d0dd22-ba48-4e39-b285-247b989e0aaa', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:08:56Z', 'updated_at': '2022-05-20T21:09:01Z', 'revision_number': 4, 'project_id': 'c123cb74b8ff4d85a73259ad4409ba24', 'subnets': [{'id': '96d0dd22-ba48-4e39-b285-247b989e0aaa', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:09:02.314017 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b9ea37-d0f3-44ea-b70d-e89c24a2af60 None None] The sync data for ids ['7c786aae-1b68-4832-b7b7-845339a0df49'] in n-d-842733-1 is: [{'id': '7c786aae-1b68-4832-b7b7-845339a0df49', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2026724387', 'tenant_id': 'c123cb74b8ff4d85a73259ad4409ba24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': '8d978260-7105-4dab-9530-98e02ba5b9e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:08:50Z', 'updated_at': '2022-05-20T21:08:57Z', 'revision_number': 4, 'project_id': 'c123cb74b8ff4d85a73259ad4409ba24', 'gw_port': {'id': '8d978260-7105-4dab-9530-98e02ba5b9e9', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:11:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c786aae-1b68-4832-b7b7-845339a0df49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3603, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:08:51Z', 'updated_at': '2022-05-20T21:08:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': '07646183-f31a-48d1-9081-f37e09a11a69', 'name': '', 'network_id': 'a813fc4e-f943-4d12-b9f3-f02e99cc5b5d', 'tenant_id': 'c123cb74b8ff4d85a73259ad4409ba24', 'mac_address': 'fa:16:3e:63:5b:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c786aae-1b68-4832-b7b7-845339a0df49', 'device_owner': 'network:router_interface', 'standard_attr_id': 3606, 'fixed_ips': [{'subnet_id': '96d0dd22-ba48-4e39-b285-247b989e0aaa', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:08:56Z', 'updated_at': '2022-05-20T21:09:01Z', 'revision_number': 4, 'project_id': 'c123cb74b8ff4d85a73259ad4409ba24', 'subnets': [{'id': '96d0dd22-ba48-4e39-b285-247b989e0aaa', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 21:09:02.342885 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-5fdc765a-36d1-4ed5-a5f0-2f09a18bf4f0 None None] For port 07646183-f31a-48d1-9081-f37e09a11a69, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=07646183-f31a-48d1-9081-f37e09a11a69,segment=NetworkSegment(b1c4b0ad-b0b1-4593-a035-89089e5b8dcd),segment_id=b1c4b0ad-b0b1-4593-a035-89089e5b8dcd)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:09:02.423101 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-5fdc765a-36d1-4ed5-a5f0-2f09a18bf4f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:02.512493 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdc765a-36d1-4ed5-a5f0-2f09a18bf4f0 None None] Pushing event updated for resources: {'Port': ['ID=07646183-f31a-48d1-9081-f37e09a11a69,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:09:02.515863 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:02.757855 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bc8b87-f21b-4765-8396-6988e73066b7 req-0d0714c0-1977-4e0c-88a9-f831283bcd57 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:09:02.760492 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b2bc8b87-f21b-4765-8396-6988e73066b7 req-0d0714c0-1977-4e0c-88a9-f831283bcd57 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ba39278-6629-446d-ae0e-cba76bdf80e2 HTTP/1.1" status: 200 len: 946 time: 0.0684628 May 20 21:09:02.803774 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b2bc8b87-f21b-4765-8396-6988e73066b7 req-33a41afc-1760-47fc-9745-81e3d03f781c tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/security-groups?id=ea5f90d5-5ae6-4da5-b5b6-cdd9b1e2e803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358846 May 20 21:09:02.953101 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5c9ba233-2e04-489e-abcc-5ccf9b62dd26 req-97081d79-7d98-4b80-8bc8-66c8adf30f39 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc95a557-ffea-48aa-bf39-288f30e53f27 HTTP/1.1" status: 200 len: 210 time: 0.0353422 May 20 21:09:03.220776 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01ba7f4-d9a3-4d37-ab61-a7fa6bdd933c req-f51384e9-c96d-4223-beb9-4e540407cde1 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:09:03.222522 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e01ba7f4-d9a3-4d37-ab61-a7fa6bdd933c req-f51384e9-c96d-4223-beb9-4e540407cde1 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] 10.222.0.24 "GET /v2.0/networks?id=a813fc4e-f943-4d12-b9f3-f02e99cc5b5d HTTP/1.1" status: 200 len: 798 time: 0.1689312 May 20 21:09:03.238208 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [req-e01ba7f4-d9a3-4d37-ab61-a7fa6bdd933c req-1ce22f18-b08b-490a-9be2-af2b33ec23d3 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Request body: {'port': {'device_id': 'cc95a557-ffea-48aa-bf39-288f30e53f27', 'network_id': 'a813fc4e-f943-4d12-b9f3-f02e99cc5b5d', 'admin_state_up': True, 'tenant_id': 'c123cb74b8ff4d85a73259ad4409ba24'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:09:03.432014 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e01ba7f4-d9a3-4d37-ab61-a7fa6bdd933c req-1ce22f18-b08b-490a-9be2-af2b33ec23d3 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Made reservation on behalf of c123cb74b8ff4d85a73259ad4409ba24 for: {'port': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:09:03.435221 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-e01ba7f4-d9a3-4d37-ab61-a7fa6bdd933c req-1ce22f18-b08b-490a-9be2-af2b33ec23d3 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:03.596574 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [req-e01ba7f4-d9a3-4d37-ab61-a7fa6bdd933c req-1ce22f18-b08b-490a-9be2-af2b33ec23d3 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Allocated IP 172.20.0.19 (a813fc4e-f943-4d12-b9f3-f02e99cc5b5d/96d0dd22-ba48-4e39-b285-247b989e0aaa/720dae35-e5d5-48b3-9217-46b2c32dc1ae) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:09:03.748937 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 07646183-f31a-48d1-9081-f37e09a11a69 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:09:03.855282 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-e01ba7f4-d9a3-4d37-ab61-a7fa6bdd933c req-1ce22f18-b08b-490a-9be2-af2b33ec23d3 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Notify callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:03.868083 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 07646183-f31a-48d1-9081-f37e09a11a69 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:09:03.869936 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:04.029063 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afed7437-c565-422a-8192-dd795857d73f req-2e893ecf-f66b-4954-a445-18687d8d1492 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:09:04.031643 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-afed7437-c565-422a-8192-dd795857d73f req-2e893ecf-f66b-4954-a445-18687d8d1492 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ba39278-6629-446d-ae0e-cba76bdf80e2 HTTP/1.1" status: 200 len: 946 time: 0.1012967 May 20 21:09:04.063357 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 07646183-f31a-48d1-9081-f37e09a11a69 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:09:04.107553 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-afed7437-c565-422a-8192-dd795857d73f req-8f57b159-d37a-42f6-83a2-b3999c13b5a0 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/security-groups?id=ea5f90d5-5ae6-4da5-b5b6-cdd9b1e2e803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680115 May 20 21:09:04.119603 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f18efd66-7f06-4279-aaef-da20422a00ae req-628d27fb-835f-4903-a810-de99b8f05444 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc95a557-ffea-48aa-bf39-288f30e53f27 HTTP/1.1" status: 200 len: 210 time: 0.0533328 May 20 21:09:04.121202 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-e01ba7f4-d9a3-4d37-ab61-a7fa6bdd933c req-1ce22f18-b08b-490a-9be2-af2b33ec23d3 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:04.172764 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e01ba7f4-d9a3-4d37-ab61-a7fa6bdd933c req-1ce22f18-b08b-490a-9be2-af2b33ec23d3 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Network a813fc4e-f943-4d12-b9f3-f02e99cc5b5d is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:09:04.176031 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [req-e01ba7f4-d9a3-4d37-ab61-a7fa6bdd933c req-1ce22f18-b08b-490a-9be2-af2b33ec23d3 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:09:04.179915 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [req-e01ba7f4-d9a3-4d37-ab61-a7fa6bdd933c req-1ce22f18-b08b-490a-9be2-af2b33ec23d3 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:09:04.577954 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-ec25f2d8-bac7-470d-b9c5-60e210de35fd None None] Provisioning complete for port 720dae35-e5d5-48b3-9217-46b2c32dc1ae triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:09:04.578322 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ec25f2d8-bac7-470d-b9c5-60e210de35fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:04.592396 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce22f18-b08b-490a-9be2-af2b33ec23d3 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Pushing event updated for resources: {'Port': ['ID=720dae35-e5d5-48b3-9217-46b2c32dc1ae,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:09:04.613651 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01ba7f4-d9a3-4d37-ab61-a7fa6bdd933c req-1ce22f18-b08b-490a-9be2-af2b33ec23d3 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:09:04.614442 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-e01ba7f4-d9a3-4d37-ab61-a7fa6bdd933c req-1ce22f18-b08b-490a-9be2-af2b33ec23d3 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:04.646046 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-ec25f2d8-bac7-470d-b9c5-60e210de35fd None None] Port 720dae35-e5d5-48b3-9217-46b2c32dc1ae cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 21:09:04.702730 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e01ba7f4-d9a3-4d37-ab61-a7fa6bdd933c req-1ce22f18-b08b-490a-9be2-af2b33ec23d3 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.4697392 May 20 21:09:04.717026 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [req-e01ba7f4-d9a3-4d37-ab61-a7fa6bdd933c req-5f539810-6dcd-43a2-be0a-bfc91f0a30f8 service neutron] Request body: {'port': {'device_id': 'cc95a557-ffea-48aa-bf39-288f30e53f27', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-842733-1'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:09:04.778575 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-e01ba7f4-d9a3-4d37-ab61-a7fa6bdd933c req-5f539810-6dcd-43a2-be0a-bfc91f0a30f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:05.105471 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [req-e01ba7f4-d9a3-4d37-ab61-a7fa6bdd933c req-5f539810-6dcd-43a2-be0a-bfc91f0a30f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 720dae35-e5d5-48b3-9217-46b2c32dc1ae {{(pid=103163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 21:09:05.113710 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-e01ba7f4-d9a3-4d37-ab61-a7fa6bdd933c req-5f539810-6dcd-43a2-be0a-bfc91f0a30f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:05.131425 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [req-e01ba7f4-d9a3-4d37-ab61-a7fa6bdd933c req-5f539810-6dcd-43a2-be0a-bfc91f0a30f8 service neutron] Transition to ACTIVE for port object 720dae35-e5d5-48b3-9217-46b2c32dc1ae will not be triggered until provisioned by entity L2. {{(pid=103163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 21:09:05.221574 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-e01ba7f4-d9a3-4d37-ab61-a7fa6bdd933c req-5f539810-6dcd-43a2-be0a-bfc91f0a30f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:05.287400 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 51088) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:09:05.407289 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f539810-6dcd-43a2-be0a-bfc91f0a30f8 service neutron] Pushing event updated for resources: {'Port': ['ID=720dae35-e5d5-48b3-9217-46b2c32dc1ae,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:09:05.457659 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-03af3165-0da7-44c5-b4f7-610c8f546e6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:05.491101 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b8f0bd-d2d7-41a8-8b50-1ac401a2865c req-1cb2cacd-b409-465e-a85a-55603d0e670e tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:09:05.491101 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e9b8f0bd-d2d7-41a8-8b50-1ac401a2865c req-1cb2cacd-b409-465e-a85a-55603d0e670e tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ba39278-6629-446d-ae0e-cba76bdf80e2 HTTP/1.1" status: 200 len: 946 time: 0.2832975 May 20 21:09:05.519859 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9de6b0-b4d8-4fb1-a45b-2600ca92e8ea req-fe8f4d40-bce3-42cd-939e-554e11e5e793 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:09:05.521514 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ec9de6b0-b4d8-4fb1-a45b-2600ca92e8ea req-fe8f4d40-bce3-42cd-939e-554e11e5e793 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc95a557-ffea-48aa-bf39-288f30e53f27 HTTP/1.1" status: 200 len: 907 time: 0.2350662 May 20 21:09:05.587597 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e9b8f0bd-d2d7-41a8-8b50-1ac401a2865c req-7962b317-91ae-4461-88c7-c3b96ac2eede tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/security-groups?id=ea5f90d5-5ae6-4da5-b5b6-cdd9b1e2e803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904360 May 20 21:09:05.588429 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-e01ba7f4-d9a3-4d37-ab61-a7fa6bdd933c req-5f539810-6dcd-43a2-be0a-bfc91f0a30f8 service neutron] Attempting to bind port 720dae35-e5d5-48b3-9217-46b2c32dc1ae on host n-h1-842733-1 for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:09:05.588612 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-e01ba7f4-d9a3-4d37-ab61-a7fa6bdd933c req-5f539810-6dcd-43a2-be0a-bfc91f0a30f8 service neutron] Attempting to bind port 720dae35-e5d5-48b3-9217-46b2c32dc1ae by drivers openvswitch,hyperv on host n-h1-842733-1 at level 0 using segments [{'id': 'b1c4b0ad-b0b1-4593-a035-89089e5b8dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'a813fc4e-f943-4d12-b9f3-f02e99cc5b5d'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:09:05.588933 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e01ba7f4-d9a3-4d37-ab61-a7fa6bdd933c req-5f539810-6dcd-43a2-be0a-bfc91f0a30f8 service neutron] Attempting to bind port 720dae35-e5d5-48b3-9217-46b2c32dc1ae on network a813fc4e-f943-4d12-b9f3-f02e99cc5b5d {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:09:05.600419 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e01ba7f4-d9a3-4d37-ab61-a7fa6bdd933c req-5f539810-6dcd-43a2-be0a-bfc91f0a30f8 service neutron] Port 720dae35-e5d5-48b3-9217-46b2c32dc1ae on network a813fc4e-f943-4d12-b9f3-f02e99cc5b5d not bound, no agent of type Open vSwitch agent registered on host n-h1-842733-1 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 21:09:05.600419 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e01ba7f4-d9a3-4d37-ab61-a7fa6bdd933c req-5f539810-6dcd-43a2-be0a-bfc91f0a30f8 service neutron] Attempting to bind port 720dae35-e5d5-48b3-9217-46b2c32dc1ae on network a813fc4e-f943-4d12-b9f3-f02e99cc5b5d {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:09:05.600419 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e01ba7f4-d9a3-4d37-ab61-a7fa6bdd933c req-5f539810-6dcd-43a2-be0a-bfc91f0a30f8 service neutron] Checking agent: {'id': '08dfb1ce-804b-4db8-838b-21094082e041', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 32, 54), 'started_at': datetime.datetime(2022, 5, 20, 20, 32, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 21, 8, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 21:09:05.600419 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e01ba7f4-d9a3-4d37-ab61-a7fa6bdd933c req-5f539810-6dcd-43a2-be0a-bfc91f0a30f8 service neutron] Checking segment: {'id': 'b1c4b0ad-b0b1-4593-a035-89089e5b8dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'a813fc4e-f943-4d12-b9f3-f02e99cc5b5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:09:05.600419 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e01ba7f4-d9a3-4d37-ab61-a7fa6bdd933c req-5f539810-6dcd-43a2-be0a-bfc91f0a30f8 service neutron] Bound using segment: {'id': 'b1c4b0ad-b0b1-4593-a035-89089e5b8dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'a813fc4e-f943-4d12-b9f3-f02e99cc5b5d'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 21:09:05.600861 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-e01ba7f4-d9a3-4d37-ab61-a7fa6bdd933c req-5f539810-6dcd-43a2-be0a-bfc91f0a30f8 service neutron] Bound port: 720dae35-e5d5-48b3-9217-46b2c32dc1ae, host: n-h1-842733-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1c4b0ad-b0b1-4593-a035-89089e5b8dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'a813fc4e-f943-4d12-b9f3-f02e99cc5b5d'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:09:05.600861 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-e01ba7f4-d9a3-4d37-ab61-a7fa6bdd933c req-5f539810-6dcd-43a2-be0a-bfc91f0a30f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:05.607318 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-03af3165-0da7-44c5-b4f7-610c8f546e6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:05.675333 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-e01ba7f4-d9a3-4d37-ab61-a7fa6bdd933c req-5f539810-6dcd-43a2-be0a-bfc91f0a30f8 service neutron] For port 720dae35-e5d5-48b3-9217-46b2c32dc1ae, host n-h1-842733-1, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 21:09:05.676640 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-03af3165-0da7-44c5-b4f7-610c8f546e6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:05.678622 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-e01ba7f4-d9a3-4d37-ab61-a7fa6bdd933c req-5f539810-6dcd-43a2-be0a-bfc91f0a30f8 service neutron] For port 720dae35-e5d5-48b3-9217-46b2c32dc1ae, host n-h1-842733-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=720dae35-e5d5-48b3-9217-46b2c32dc1ae,segment=NetworkSegment(b1c4b0ad-b0b1-4593-a035-89089e5b8dcd),segment_id=b1c4b0ad-b0b1-4593-a035-89089e5b8dcd)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 21:09:05.716200 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-03af3165-0da7-44c5-b4f7-610c8f546e6a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ce397c064f0e43258075424f40639d0e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4277272 May 20 21:09:05.717075 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03af3165-0da7-44c5-b4f7-610c8f546e6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82a188ed-db1e-45ae-a67f-17ff0b1c6cd0,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:09:05.718902 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 51092) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:09:05.762809 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-e01ba7f4-d9a3-4d37-ab61-a7fa6bdd933c req-5f539810-6dcd-43a2-be0a-bfc91f0a30f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:05.807663 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-97ba4ace-b758-43f3-87f0-e5e196febe1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:05.813711 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01ba7f4-d9a3-4d37-ab61-a7fa6bdd933c req-5f539810-6dcd-43a2-be0a-bfc91f0a30f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:09:05.814334 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-e01ba7f4-d9a3-4d37-ab61-a7fa6bdd933c req-5f539810-6dcd-43a2-be0a-bfc91f0a30f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:05.815768 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e01ba7f4-d9a3-4d37-ab61-a7fa6bdd933c req-5f539810-6dcd-43a2-be0a-bfc91f0a30f8 service neutron] 10.222.0.24 "PUT /v2.0/ports/720dae35-e5d5-48b3-9217-46b2c32dc1ae HTTP/1.1" status: 200 len: 1055 time: 1.1041358 May 20 21:09:05.817685 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc95a557-ffea-48aa-bf39-288f30e53f27', 'tag': '720dae35-e5d5-48b3-9217-46b2c32dc1ae'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 21:09:05.820093 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4291b17aa7b45362825f0571e77c85f5e73afe1df9c7e9e15006df9d695c005e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3f0c66c-7a33-4e21-8d7a-3f852267fc29" -d '{"events": [{"name": "network-changed", "server_uuid": "cc95a557-ffea-48aa-bf39-288f30e53f27", "tag": "720dae35-e5d5-48b3-9217-46b2c32dc1ae"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 21:09:05.854789 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f539810-6dcd-43a2-be0a-bfc91f0a30f8 service neutron] Pushing event updated for resources: {'Port': ['ID=720dae35-e5d5-48b3-9217-46b2c32dc1ae,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:09:05.873471 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-97ba4ace-b758-43f3-87f0-e5e196febe1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:06.019658 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-97ba4ace-b758-43f3-87f0-e5e196febe1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:06.024140 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-97ba4ace-b758-43f3-87f0-e5e196febe1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:06.026525 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-97ba4ace-b758-43f3-87f0-e5e196febe1b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/82a188ed-db1e-45ae-a67f-17ff0b1c6cd0 HTTP/1.1" status: 204 len: 168 time: 0.3065665 May 20 21:09:06.068007 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01ba7f4-d9a3-4d37-ab61-a7fa6bdd933c req-3eef91f5-5081-4de4-9a0e-369733cbd888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:09:06.070355 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e01ba7f4-d9a3-4d37-ab61-a7fa6bdd933c req-3eef91f5-5081-4de4-9a0e-369733cbd888 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c123cb74b8ff4d85a73259ad4409ba24&device_id=cc95a557-ffea-48aa-bf39-288f30e53f27 HTTP/1.1" status: 200 len: 1058 time: 0.1370554 May 20 21:09:06.076351 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ba4ace-b758-43f3-87f0-e5e196febe1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82a188ed-db1e-45ae-a67f-17ff0b1c6cd0,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:09:06.152932 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.agents_db [None req-5c33ad30-4e00-40fa-b486-8c79c4a6cfc5 None None] Agent healthcheck: found 7 active agents {{(pid=103165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 20 21:09:06.175600 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 21:09:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc023e39-354a-451c-b146-99b77ac5717a x-openstack-request-id: req-bc023e39-354a-451c-b146-99b77ac5717a {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 21:09:06.177100 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc95a557-ffea-48aa-bf39-288f30e53f27", "tag": "720dae35-e5d5-48b3-9217-46b2c32dc1ae", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 21:09:06.177100 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-bc023e39-354a-451c-b146-99b77ac5717a {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 21:09:06.177100 n-d-842733-1 neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc023e39-354a-451c-b146-99b77ac5717a'] response: {'name': 'network-changed', 'server_uuid': 'cc95a557-ffea-48aa-bf39-288f30e53f27', 'tag': '720dae35-e5d5-48b3-9217-46b2c32dc1ae', 'status': 'completed', 'code': 200} May 20 21:09:06.178699 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e01ba7f4-d9a3-4d37-ab61-a7fa6bdd933c req-f5f6bc7a-f2cb-4460-8b36-a3e4c63dd3dc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=720dae35-e5d5-48b3-9217-46b2c32dc1ae HTTP/1.1" status: 200 len: 217 time: 0.0978022 May 20 21:09:06.245889 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01ba7f4-d9a3-4d37-ab61-a7fa6bdd933c req-fdd8aba5-1580-4463-89b7-612844ab5568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:09:06.247429 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e01ba7f4-d9a3-4d37-ab61-a7fa6bdd933c req-fdd8aba5-1580-4463-89b7-612844ab5568 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=96d0dd22-ba48-4e39-b285-247b989e0aaa HTTP/1.1" status: 200 len: 838 time: 0.0608919 May 20 21:09:06.296268 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01ba7f4-d9a3-4d37-ab61-a7fa6bdd933c req-ca299f0c-1eec-4192-b937-e190cb2a2f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:09:06.297933 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e01ba7f4-d9a3-4d37-ab61-a7fa6bdd933c req-ca299f0c-1eec-4192-b937-e190cb2a2f8e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a813fc4e-f943-4d12-b9f3-f02e99cc5b5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0426381 May 20 21:09:06.398932 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e01ba7f4-d9a3-4d37-ab61-a7fa6bdd933c req-f2cb1c0c-7df0-434a-ac48-ffd227f59cd8 service neutron] 10.222.0.24 "GET /v2.0/networks/a813fc4e-f943-4d12-b9f3-f02e99cc5b5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941975 May 20 21:09:06.499048 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e01ba7f4-d9a3-4d37-ab61-a7fa6bdd933c req-8d1017ce-0759-4259-807d-278c855746d4 service neutron] 10.222.0.24 "GET /v2.0/networks/a813fc4e-f943-4d12-b9f3-f02e99cc5b5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916688 May 20 21:09:06.711561 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554836eb-52b3-4c9b-9c56-85bac2618b82 req-313d1b40-eaae-4f12-8765-593fa77e3c13 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:09:06.716026 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-554836eb-52b3-4c9b-9c56-85bac2618b82 req-313d1b40-eaae-4f12-8765-593fa77e3c13 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc95a557-ffea-48aa-bf39-288f30e53f27 HTTP/1.1" status: 200 len: 907 time: 0.1073761 May 20 21:09:06.721078 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f0c66c-7a33-4e21-8d7a-3f852267fc29 req-7a622ab3-e130-4192-8d77-2f1f63a8af0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:09:06.722618 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d3f0c66c-7a33-4e21-8d7a-3f852267fc29 req-7a622ab3-e130-4192-8d77-2f1f63a8af0a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c123cb74b8ff4d85a73259ad4409ba24&device_id=cc95a557-ffea-48aa-bf39-288f30e53f27 HTTP/1.1" status: 200 len: 1058 time: 0.1048160 May 20 21:09:06.785646 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fb4ee0-88b0-4dde-80bd-502e5395feb7 req-379eb991-abd5-483c-87d7-5a27518d404b tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:09:06.787172 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b5fb4ee0-88b0-4dde-80bd-502e5395feb7 req-379eb991-abd5-483c-87d7-5a27518d404b tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ba39278-6629-446d-ae0e-cba76bdf80e2 HTTP/1.1" status: 200 len: 946 time: 0.1143265 May 20 21:09:06.804167 n-d-842733-1 neutron-server[103162]: INFO neutron.api.v2.resource [req-a3d2276b-be77-499b-8623-2e05de899d77 req-f1e524ac-c608-4f19-8936-b762cbe16a28 service neutron] show failed (client error): The resource could not be found. May 20 21:09:06.805534 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-a3d2276b-be77-499b-8623-2e05de899d77 req-f1e524ac-c608-4f19-8936-b762cbe16a28 service neutron] 10.222.0.24 "GET /v2.0/ports/11805006-a585-417b-ae9b-89663bea61fd/bindings/n-h2-842733-1 HTTP/1.1" status: 404 len: 380 time: 0.0879216 May 20 21:09:06.859497 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b5fb4ee0-88b0-4dde-80bd-502e5395feb7 req-8153ce07-f3a4-4e4d-ab61-6032f307d652 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/security-groups?id=ea5f90d5-5ae6-4da5-b5b6-cdd9b1e2e803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637071 May 20 21:09:06.874269 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f0c66c-7a33-4e21-8d7a-3f852267fc29 req-d98cb0d3-7315-4f41-818d-d5a66f16ef8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:09:06.878387 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d3f0c66c-7a33-4e21-8d7a-3f852267fc29 req-d98cb0d3-7315-4f41-818d-d5a66f16ef8d service neutron] 10.222.0.24 "GET /v2.0/networks?id=a813fc4e-f943-4d12-b9f3-f02e99cc5b5d HTTP/1.1" status: 200 len: 899 time: 0.1478672 May 20 21:09:06.929448 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d3f0c66c-7a33-4e21-8d7a-3f852267fc29 req-9ceeff1c-ccc6-45ea-8575-afcf94aaa5db service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=720dae35-e5d5-48b3-9217-46b2c32dc1ae HTTP/1.1" status: 200 len: 217 time: 0.0366125 May 20 21:09:06.985150 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f0c66c-7a33-4e21-8d7a-3f852267fc29 req-9910ca71-c5d9-461a-9a6d-96c5649a8bec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:09:06.986825 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d3f0c66c-7a33-4e21-8d7a-3f852267fc29 req-9910ca71-c5d9-461a-9a6d-96c5649a8bec service neutron] 10.222.0.24 "GET /v2.0/subnets?id=96d0dd22-ba48-4e39-b285-247b989e0aaa HTTP/1.1" status: 200 len: 838 time: 0.0502148 May 20 21:09:07.055405 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f0c66c-7a33-4e21-8d7a-3f852267fc29 req-ecb61bed-af29-4089-8eed-4b5b0dbb457f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:09:07.057870 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d3f0c66c-7a33-4e21-8d7a-3f852267fc29 req-ecb61bed-af29-4089-8eed-4b5b0dbb457f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a813fc4e-f943-4d12-b9f3-f02e99cc5b5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0597134 May 20 21:09:07.171800 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d3f0c66c-7a33-4e21-8d7a-3f852267fc29 req-5146c90c-648f-473f-8a26-b1dec202def5 service neutron] 10.222.0.24 "GET /v2.0/networks/a813fc4e-f943-4d12-b9f3-f02e99cc5b5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062419 May 20 21:09:07.289465 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d3f0c66c-7a33-4e21-8d7a-3f852267fc29 req-78e5971e-914b-43ff-96cb-e29d5a8f40c9 service neutron] 10.222.0.24 "GET /v2.0/networks/a813fc4e-f943-4d12-b9f3-f02e99cc5b5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092472 May 20 21:09:07.359478 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 51150) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:09:07.363949 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-9eb0192d-20a4-47f4-83f5-75ffd4ca6dbd tempest-TestVolumeBackupRestore-236769716 tempest-TestVolumeBackupRestore-236769716-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-729471424', 'description': 'tempest-secgroup-smoke-729471424 description', 'project_id': '770ab75f42db49e4b1ceb156acd07490'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:09:07.386151 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d2276b-be77-499b-8623-2e05de899d77 req-a477a94a-079a-4c5d-b6af-bbb0ff3c40c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:09:07.388224 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-a3d2276b-be77-499b-8623-2e05de899d77 req-a477a94a-079a-4c5d-b6af-bbb0ff3c40c1 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4ba39278-6629-446d-ae0e-cba76bdf80e2&tenant_id=d7932b75a33b465998804b193e9be7ad HTTP/1.1" status: 200 len: 1097 time: 0.0852416 May 20 21:09:07.407211 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [req-a3d2276b-be77-499b-8623-2e05de899d77 req-fb578c8a-8efc-4957-b552-0e616d707af7 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-842733-1', 'device_owner': 'compute:nova'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:09:07.463072 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9eb0192d-20a4-47f4-83f5-75ffd4ca6dbd tempest-TestVolumeBackupRestore-236769716 tempest-TestVolumeBackupRestore-236769716-project] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:07.464238 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-a3d2276b-be77-499b-8623-2e05de899d77 req-fb578c8a-8efc-4957-b552-0e616d707af7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:07.553359 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9eb0192d-20a4-47f4-83f5-75ffd4ca6dbd tempest-TestVolumeBackupRestore-236769716 tempest-TestVolumeBackupRestore-236769716-project] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:07.611238 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9eb0192d-20a4-47f4-83f5-75ffd4ca6dbd tempest-TestVolumeBackupRestore-236769716 tempest-TestVolumeBackupRestore-236769716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:07.641322 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb0192d-20a4-47f4-83f5-75ffd4ca6dbd tempest-TestVolumeBackupRestore-236769716 tempest-TestVolumeBackupRestore-236769716-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c6ced15-f938-40c0-9319-351f88968823,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:09:07.681893 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-a3d2276b-be77-499b-8623-2e05de899d77 req-fb578c8a-8efc-4957-b552-0e616d707af7 service neutron] For port 11805006-a585-417b-ae9b-89663bea61fd, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=11805006-a585-417b-ae9b-89663bea61fd,segment=NetworkSegment(fe2f1272-64e9-4f54-a89e-7afc10d54383),segment_id=fe2f1272-64e9-4f54-a89e-7afc10d54383)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:09:07.718365 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-a3d2276b-be77-499b-8623-2e05de899d77 req-fb578c8a-8efc-4957-b552-0e616d707af7 service neutron] For port 11805006-a585-417b-ae9b-89663bea61fd, host n-h1-842733-1, cleared binding levels {{(pid=103162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 21:09:07.740400 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9eb0192d-20a4-47f4-83f5-75ffd4ca6dbd tempest-TestVolumeBackupRestore-236769716 tempest-TestVolumeBackupRestore-236769716-project] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:07.748025 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-9eb0192d-20a4-47f4-83f5-75ffd4ca6dbd tempest-TestVolumeBackupRestore-236769716 tempest-TestVolumeBackupRestore-236769716-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3873882 May 20 21:09:07.750762 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 51156) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:09:07.755981 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-4e7c7e30-ac45-4cb1-8a1c-3ab85966667e tempest-TestVolumeBackupRestore-236769716 tempest-TestVolumeBackupRestore-236769716-project] Request body: {'security_group_rule': {'security_group_id': '9c6ced15-f938-40c0-9319-351f88968823', 'project_id': '770ab75f42db49e4b1ceb156acd07490', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:09:07.772479 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-a3d2276b-be77-499b-8623-2e05de899d77 req-fb578c8a-8efc-4957-b552-0e616d707af7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:07.785716 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.provisioning_blocks [req-a3d2276b-be77-499b-8623-2e05de899d77 req-fb578c8a-8efc-4957-b552-0e616d707af7 service neutron] Transition to ACTIVE for port object 11805006-a585-417b-ae9b-89663bea61fd will not be triggered until provisioned by entity L2. {{(pid=103162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 21:09:07.792408 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ba39278-6629-446d-ae0e-cba76bdf80e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11805006-a585-417b-ae9b-89663bea61fd'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 21:09:07.792408 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6fa957933fccbf596d28104b23404b952ad6a8238afaebaed40a0874b2e409" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74d71f19-b908-4103-92f2-5a67875ad5a4" -d '{"events": [{"server_uuid": "4ba39278-6629-446d-ae0e-cba76bdf80e2", "name": "network-vif-unplugged", "status": "completed", "tag": "11805006-a585-417b-ae9b-89663bea61fd"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 21:09:07.857971 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 May 2022 21:09:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daef2832-de4f-443e-8432-d20c07de389a x-openstack-request-id: req-daef2832-de4f-443e-8432-d20c07de389a {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 21:09:07.858514 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ba39278-6629-446d-ae0e-cba76bdf80e2", "name": "network-vif-unplugged", "status": "completed", "tag": "11805006-a585-417b-ae9b-89663bea61fd", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 21:09:07.858514 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-daef2832-de4f-443e-8432-d20c07de389a {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 21:09:07.858886 n-d-842733-1 neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-daef2832-de4f-443e-8432-d20c07de389a'] response: {'server_uuid': '4ba39278-6629-446d-ae0e-cba76bdf80e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11805006-a585-417b-ae9b-89663bea61fd', 'code': 200} May 20 21:09:07.870790 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-a3d2276b-be77-499b-8623-2e05de899d77 req-fb578c8a-8efc-4957-b552-0e616d707af7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:07.890042 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235ab839-038e-4a5c-921d-382df4f8e66e req-2d8429a3-d9cd-42dd-a7d6-9d73910d992e tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:09:07.891580 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-235ab839-038e-4a5c-921d-382df4f8e66e req-2d8429a3-d9cd-42dd-a7d6-9d73910d992e tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc95a557-ffea-48aa-bf39-288f30e53f27 HTTP/1.1" status: 200 len: 907 time: 0.0596313 May 20 21:09:07.914827 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4e7c7e30-ac45-4cb1-8a1c-3ab85966667e tempest-TestVolumeBackupRestore-236769716 tempest-TestVolumeBackupRestore-236769716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:07.998137 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4e7c7e30-ac45-4cb1-8a1c-3ab85966667e tempest-TestVolumeBackupRestore-236769716 tempest-TestVolumeBackupRestore-236769716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:08.023479 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb578c8a-8efc-4957-b552-0e616d707af7 service neutron] Pushing event updated for resources: {'Port': ['ID=11805006-a585-417b-ae9b-89663bea61fd,revision_number=6']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:09:08.082196 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e9d700-db2f-413b-924c-9f2a3e81f1df req-03daedad-0991-4e5e-bda6-0fc76d161a11 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:09:08.089868 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-11e9d700-db2f-413b-924c-9f2a3e81f1df req-03daedad-0991-4e5e-bda6-0fc76d161a11 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ba39278-6629-446d-ae0e-cba76bdf80e2 HTTP/1.1" status: 200 len: 944 time: 0.0732732 May 20 21:09:08.109097 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4e7c7e30-ac45-4cb1-8a1c-3ab85966667e tempest-TestVolumeBackupRestore-236769716 tempest-TestVolumeBackupRestore-236769716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691816'] for security_group_rule, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:08.123242 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3d2276b-be77-499b-8623-2e05de899d77 req-fb578c8a-8efc-4957-b552-0e616d707af7 service neutron] No DVR routers for this DVR port 11805006-a585-417b-ae9b-89663bea61fd on host n-h1-842733-1 {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 21:09:08.167091 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-11e9d700-db2f-413b-924c-9f2a3e81f1df req-7cb84ba3-6e14-4545-b03b-97bb41c39b57 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/security-groups?id=ea5f90d5-5ae6-4da5-b5b6-cdd9b1e2e803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717995 May 20 21:09:08.178433 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7c7e30-ac45-4cb1-8a1c-3ab85966667e tempest-TestVolumeBackupRestore-236769716 tempest-TestVolumeBackupRestore-236769716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79e05149-3c61-4048-b8ae-9bc5a4da87cf,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:09:08.243832 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 720dae35-e5d5-48b3-9217-46b2c32dc1ae details requested by agent hyperv_n-h1-842733-1 with host n-h1-842733-1 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 21:09:08.272492 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4e7c7e30-ac45-4cb1-8a1c-3ab85966667e tempest-TestVolumeBackupRestore-236769716 tempest-TestVolumeBackupRestore-236769716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:08.281264 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-4e7c7e30-ac45-4cb1-8a1c-3ab85966667e tempest-TestVolumeBackupRestore-236769716 tempest-TestVolumeBackupRestore-236769716-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5229166 May 20 21:09:08.281587 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 51174) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:09:08.296031 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-e9382c4f-8091-4c55-b4a1-272236945718 tempest-TestVolumeBackupRestore-236769716 tempest-TestVolumeBackupRestore-236769716-project] Request body: {'security_group_rule': {'security_group_id': '9c6ced15-f938-40c0-9319-351f88968823', 'project_id': '770ab75f42db49e4b1ceb156acd07490', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:09:08.320028 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-a3d2276b-be77-499b-8623-2e05de899d77 req-fb578c8a-8efc-4957-b552-0e616d707af7 service neutron] Attempting to bind port 11805006-a585-417b-ae9b-89663bea61fd on host n-h2-842733-1 for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:09:08.321019 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-a3d2276b-be77-499b-8623-2e05de899d77 req-fb578c8a-8efc-4957-b552-0e616d707af7 service neutron] Attempting to bind port 11805006-a585-417b-ae9b-89663bea61fd by drivers openvswitch,hyperv on host n-h2-842733-1 at level 0 using segments [{'id': 'fe2f1272-64e9-4f54-a89e-7afc10d54383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '9eccc106-4609-4d2d-abe2-76ba1cf9de32'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:09:08.321531 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3d2276b-be77-499b-8623-2e05de899d77 req-fb578c8a-8efc-4957-b552-0e616d707af7 service neutron] Attempting to bind port 11805006-a585-417b-ae9b-89663bea61fd on network 9eccc106-4609-4d2d-abe2-76ba1cf9de32 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:09:08.329512 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3d2276b-be77-499b-8623-2e05de899d77 req-fb578c8a-8efc-4957-b552-0e616d707af7 service neutron] Port 11805006-a585-417b-ae9b-89663bea61fd on network 9eccc106-4609-4d2d-abe2-76ba1cf9de32 not bound, no agent of type Open vSwitch agent registered on host n-h2-842733-1 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 21:09:08.330813 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3d2276b-be77-499b-8623-2e05de899d77 req-fb578c8a-8efc-4957-b552-0e616d707af7 service neutron] Attempting to bind port 11805006-a585-417b-ae9b-89663bea61fd on network 9eccc106-4609-4d2d-abe2-76ba1cf9de32 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:09:08.335135 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3d2276b-be77-499b-8623-2e05de899d77 req-fb578c8a-8efc-4957-b552-0e616d707af7 service neutron] Checking agent: {'id': 'a66f2511-b955-448f-877c-56cfe9c81b12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 33, 2), 'started_at': datetime.datetime(2022, 5, 20, 20, 33, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 21, 9, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 21:09:08.335769 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3d2276b-be77-499b-8623-2e05de899d77 req-fb578c8a-8efc-4957-b552-0e616d707af7 service neutron] Checking segment: {'id': 'fe2f1272-64e9-4f54-a89e-7afc10d54383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '9eccc106-4609-4d2d-abe2-76ba1cf9de32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:09:08.336163 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3d2276b-be77-499b-8623-2e05de899d77 req-fb578c8a-8efc-4957-b552-0e616d707af7 service neutron] Bound using segment: {'id': 'fe2f1272-64e9-4f54-a89e-7afc10d54383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '9eccc106-4609-4d2d-abe2-76ba1cf9de32'} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 21:09:08.336601 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-a3d2276b-be77-499b-8623-2e05de899d77 req-fb578c8a-8efc-4957-b552-0e616d707af7 service neutron] Bound port: 11805006-a585-417b-ae9b-89663bea61fd, host: n-h2-842733-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe2f1272-64e9-4f54-a89e-7afc10d54383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '9eccc106-4609-4d2d-abe2-76ba1cf9de32'}}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:09:08.337069 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-a3d2276b-be77-499b-8623-2e05de899d77 req-fb578c8a-8efc-4957-b552-0e616d707af7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:08.367953 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port 720dae35-e5d5-48b3-9217-46b2c32dc1ae, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=720dae35-e5d5-48b3-9217-46b2c32dc1ae,segment=NetworkSegment(b1c4b0ad-b0b1-4593-a035-89089e5b8dcd),segment_id=b1c4b0ad-b0b1-4593-a035-89089e5b8dcd)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:09:08.378891 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Returning: {'device': '720dae35-e5d5-48b3-9217-46b2c32dc1ae', 'network_id': 'a813fc4e-f943-4d12-b9f3-f02e99cc5b5d', 'port_id': '720dae35-e5d5-48b3-9217-46b2c32dc1ae', 'mac_address': 'fa:16:3e:54:d7:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96d0dd22-ba48-4e39-b285-247b989e0aaa', 'ip_address': '172.20.0.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 20 21:09:08.409565 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-a3d2276b-be77-499b-8623-2e05de899d77 req-fb578c8a-8efc-4957-b552-0e616d707af7 service neutron] For port 11805006-a585-417b-ae9b-89663bea61fd, host n-h2-842733-1, cleared binding levels {{(pid=103162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 21:09:08.416956 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-a3d2276b-be77-499b-8623-2e05de899d77 req-fb578c8a-8efc-4957-b552-0e616d707af7 service neutron] For port 11805006-a585-417b-ae9b-89663bea61fd, host n-h2-842733-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=11805006-a585-417b-ae9b-89663bea61fd,segment=NetworkSegment(fe2f1272-64e9-4f54-a89e-7afc10d54383),segment_id=fe2f1272-64e9-4f54-a89e-7afc10d54383)] {{(pid=103162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 21:09:08.420443 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Current status of the port 720dae35-e5d5-48b3-9217-46b2c32dc1ae is: DOWN; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:09:08.420851 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:08.435849 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 720dae35-e5d5-48b3-9217-46b2c32dc1ae {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 21:09:08.442305 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e9382c4f-8091-4c55-b4a1-272236945718 tempest-TestVolumeBackupRestore-236769716 tempest-TestVolumeBackupRestore-236769716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:08.456681 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port 720dae35-e5d5-48b3-9217-46b2c32dc1ae, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=720dae35-e5d5-48b3-9217-46b2c32dc1ae,segment=NetworkSegment(b1c4b0ad-b0b1-4593-a035-89089e5b8dcd),segment_id=b1c4b0ad-b0b1-4593-a035-89089e5b8dcd)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:09:08.516669 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e9382c4f-8091-4c55-b4a1-272236945718 tempest-TestVolumeBackupRestore-236769716 tempest-TestVolumeBackupRestore-236769716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:08.517921 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-a3d2276b-be77-499b-8623-2e05de899d77 req-fb578c8a-8efc-4957-b552-0e616d707af7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:08.549547 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d2276b-be77-499b-8623-2e05de899d77 req-fb578c8a-8efc-4957-b552-0e616d707af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:09:08.550105 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-a3d2276b-be77-499b-8623-2e05de899d77 req-fb578c8a-8efc-4957-b552-0e616d707af7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:08.551496 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-a3d2276b-be77-499b-8623-2e05de899d77 req-fb578c8a-8efc-4957-b552-0e616d707af7 service neutron] 10.222.0.13 "PUT /v2.0/ports/11805006-a585-417b-ae9b-89663bea61fd HTTP/1.1" status: 200 len: 1092 time: 1.1487944 May 20 21:09:08.562375 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:08.583543 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb578c8a-8efc-4957-b552-0e616d707af7 service neutron] Pushing event updated for resources: {'Port': ['ID=11805006-a585-417b-ae9b-89663bea61fd,revision_number=7']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:09:08.599678 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e9382c4f-8091-4c55-b4a1-272236945718 tempest-TestVolumeBackupRestore-236769716 tempest-TestVolumeBackupRestore-236769716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691816'] for security_group_rule, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:08.647373 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9382c4f-8091-4c55-b4a1-272236945718 tempest-TestVolumeBackupRestore-236769716 tempest-TestVolumeBackupRestore-236769716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06ab4ecb-d9ea-485f-bdc1-e672646f1327,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:09:08.662238 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d2276b-be77-499b-8623-2e05de899d77 req-bfb1e629-4843-47ef-b17d-c8149db06a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:09:08.664734 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-a3d2276b-be77-499b-8623-2e05de899d77 req-bfb1e629-4843-47ef-b17d-c8149db06a57 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d7932b75a33b465998804b193e9be7ad&device_id=4ba39278-6629-446d-ae0e-cba76bdf80e2 HTTP/1.1" status: 200 len: 1095 time: 0.0754583 May 20 21:09:08.666416 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Pushing event updated for resources: {'Port': ['ID=720dae35-e5d5-48b3-9217-46b2c32dc1ae,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:09:08.693062 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 51184) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:09:08.730789 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e9382c4f-8091-4c55-b4a1-272236945718 tempest-TestVolumeBackupRestore-236769716 tempest-TestVolumeBackupRestore-236769716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:08.732038 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-e9382c4f-8091-4c55-b4a1-272236945718 tempest-TestVolumeBackupRestore-236769716 tempest-TestVolumeBackupRestore-236769716-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4540954 May 20 21:09:08.737164 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 51188) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:09:08.741748 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-ec1c352f-1952-400e-99ef-409b8cd31b43 tempest-TestVolumeBackupRestore-236769716 tempest-TestVolumeBackupRestore-236769716-project] Request body: {'security_group_rule': {'security_group_id': '9c6ced15-f938-40c0-9319-351f88968823', 'project_id': '770ab75f42db49e4b1ceb156acd07490', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:09:08.767197 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] get_ports_and_sgs() called for port_ids ['720dae35-e5d5-48b3-9217-46b2c32dc1ae'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 21:09:08.779618 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d2276b-be77-499b-8623-2e05de899d77 req-530c25b8-adad-4920-ab00-24a3bc28fe8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:09:08.781147 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-a3d2276b-be77-499b-8623-2e05de899d77 req-530c25b8-adad-4920-ab00-24a3bc28fe8f service neutron] 10.222.0.13 "GET /v2.0/networks?id=9eccc106-4609-4d2d-abe2-76ba1cf9de32 HTTP/1.1" status: 200 len: 898 time: 0.1096568 May 20 21:09:08.846667 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ec1c352f-1952-400e-99ef-409b8cd31b43 tempest-TestVolumeBackupRestore-236769716 tempest-TestVolumeBackupRestore-236769716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:08.846880 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-f1bb1525-54bf-41db-8a02-860733792208 tempest-QuotasNegativeTest-1761209453 tempest-QuotasNegativeTest-1761209453-project-admin] Request body: {'quota': {'network': 2}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:09:08.876605 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-a3d2276b-be77-499b-8623-2e05de899d77 req-09db5c55-a86d-430b-83a0-46bff5c97852 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=11805006-a585-417b-ae9b-89663bea61fd HTTP/1.1" status: 200 len: 1000 time: 0.0880911 May 20 21:09:08.915848 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ec1c352f-1952-400e-99ef-409b8cd31b43 tempest-TestVolumeBackupRestore-236769716 tempest-TestVolumeBackupRestore-236769716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:08.927866 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d2276b-be77-499b-8623-2e05de899d77 req-9f1bfb07-96b2-4bea-a872-cac9838dc345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:09:08.930253 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-a3d2276b-be77-499b-8623-2e05de899d77 req-9f1bfb07-96b2-4bea-a872-cac9838dc345 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=11782441-b4f1-40fc-9cbd-8dc932032eb4 HTTP/1.1" status: 200 len: 834 time: 0.0476336 May 20 21:09:08.967483 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-f1bb1525-54bf-41db-8a02-860733792208 tempest-QuotasNegativeTest-1761209453 tempest-QuotasNegativeTest-1761209453-project-admin] 10.222.0.35 "PUT /v2.0/quotas/c8859f629792410a9b6e049b351073ab HTTP/1.1" status: 200 len: 368 time: 0.2732706 May 20 21:09:08.970512 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 51192) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:09:08.976706 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-877484d7-3074-4d53-ac48-af5f9a1018d5 tempest-QuotasNegativeTest-1761209453 tempest-QuotasNegativeTest-1761209453-project-admin] Request body: {'network': {'project_id': 'c8859f629792410a9b6e049b351073ab'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:09:08.981187 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d2276b-be77-499b-8623-2e05de899d77 req-d3e67410-c0cd-4d19-a5a2-3c6af9f99544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:09:08.982693 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-a3d2276b-be77-499b-8623-2e05de899d77 req-d3e67410-c0cd-4d19-a5a2-3c6af9f99544 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9eccc106-4609-4d2d-abe2-76ba1cf9de32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458074 May 20 21:09:09.019485 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ec1c352f-1952-400e-99ef-409b8cd31b43 tempest-TestVolumeBackupRestore-236769716 tempest-TestVolumeBackupRestore-236769716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691816'] for security_group_rule, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:09.046167 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1c352f-1952-400e-99ef-409b8cd31b43 tempest-TestVolumeBackupRestore-236769716 tempest-TestVolumeBackupRestore-236769716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16060ede-2182-442e-a9dd-c5716449286d,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:09:09.060684 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a424158-0b21-412d-aad9-3bd5af4d97b0 req-66c1a857-43da-4339-bb2d-bb617897b9d2 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:09:09.062317 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8a424158-0b21-412d-aad9-3bd5af4d97b0 req-66c1a857-43da-4339-bb2d-bb617897b9d2 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc95a557-ffea-48aa-bf39-288f30e53f27 HTTP/1.1" status: 200 len: 908 time: 0.0794771 May 20 21:09:09.087814 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-877484d7-3074-4d53-ac48-af5f9a1018d5 tempest-QuotasNegativeTest-1761209453 tempest-QuotasNegativeTest-1761209453-project-admin] Made reservation on behalf of c8859f629792410a9b6e049b351073ab for: {'network': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:09:09.090321 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-877484d7-3074-4d53-ac48-af5f9a1018d5 tempest-QuotasNegativeTest-1761209453 tempest-QuotasNegativeTest-1761209453-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for network, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:09.098976 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-a3d2276b-be77-499b-8623-2e05de899d77 req-af23195d-3ec8-4a59-93ce-9687c259d9ca service neutron] 10.222.0.13 "GET /v2.0/networks/9eccc106-4609-4d2d-abe2-76ba1cf9de32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057312 May 20 21:09:09.100083 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-877484d7-3074-4d53-ac48-af5f9a1018d5 tempest-QuotasNegativeTest-1761209453 tempest-QuotasNegativeTest-1761209453-project-admin] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:09.115054 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ec1c352f-1952-400e-99ef-409b8cd31b43 tempest-TestVolumeBackupRestore-236769716 tempest-TestVolumeBackupRestore-236769716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:09.119592 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-ec1c352f-1952-400e-99ef-409b8cd31b43 tempest-TestVolumeBackupRestore-236769716 tempest-TestVolumeBackupRestore-236769716-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3791473 May 20 21:09:09.119900 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 51200) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:09:09.126547 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-1f80cba7-44b0-4d2a-b255-c440a0fef2e7 tempest-TestVolumeBackupRestore-236769716 tempest-TestVolumeBackupRestore-236769716-project] Request body: {'security_group_rule': {'security_group_id': '9c6ced15-f938-40c0-9319-351f88968823', 'project_id': '770ab75f42db49e4b1ceb156acd07490', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:09:09.188483 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-a3d2276b-be77-499b-8623-2e05de899d77 req-5ee54ea0-b455-4444-adb7-409774499437 service neutron] 10.222.0.13 "GET /v2.0/networks/9eccc106-4609-4d2d-abe2-76ba1cf9de32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868301 May 20 21:09:09.214637 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-877484d7-3074-4d53-ac48-af5f9a1018d5 tempest-QuotasNegativeTest-1761209453 tempest-QuotasNegativeTest-1761209453-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:09.245238 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1f80cba7-44b0-4d2a-b255-c440a0fef2e7 tempest-TestVolumeBackupRestore-236769716 tempest-TestVolumeBackupRestore-236769716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:09.299465 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-877484d7-3074-4d53-ac48-af5f9a1018d5 tempest-QuotasNegativeTest-1761209453 tempest-QuotasNegativeTest-1761209453-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:09.339071 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-877484d7-3074-4d53-ac48-af5f9a1018d5 tempest-QuotasNegativeTest-1761209453 tempest-QuotasNegativeTest-1761209453-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 201} {{(pid=103163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 21:09:09.363544 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877484d7-3074-4d53-ac48-af5f9a1018d5 tempest-QuotasNegativeTest-1761209453 tempest-QuotasNegativeTest-1761209453-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04f59404-1439-4c03-9a02-bc9227596118,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:09:09.371472 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-877484d7-3074-4d53-ac48-af5f9a1018d5 tempest-QuotasNegativeTest-1761209453 tempest-QuotasNegativeTest-1761209453-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:09.371812 n-d-842733-1 neutron-server[103163]: INFO neutron.db.segments_db [None req-877484d7-3074-4d53-ac48-af5f9a1018d5 tempest-QuotasNegativeTest-1761209453 tempest-QuotasNegativeTest-1761209453-project-admin] Added segment dbbe5261-4a81-4b17-8180-2f9612773ad1 of type vlan for network 7ef2a293-1b87-4db7-bb57-79a62c08ee6e May 20 21:09:09.379900 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55779be4-cc3f-41b9-8687-870c63ebf53e req-e9ce6700-69fa-4ae0-8305-31034e22cd08 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:09:09.381473 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-55779be4-cc3f-41b9-8687-870c63ebf53e req-e9ce6700-69fa-4ae0-8305-31034e22cd08 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ba39278-6629-446d-ae0e-cba76bdf80e2 HTTP/1.1" status: 200 len: 944 time: 0.1293361 May 20 21:09:09.389501 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1f80cba7-44b0-4d2a-b255-c440a0fef2e7 tempest-TestVolumeBackupRestore-236769716 tempest-TestVolumeBackupRestore-236769716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:09.437835 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-877484d7-3074-4d53-ac48-af5f9a1018d5 tempest-QuotasNegativeTest-1761209453 tempest-QuotasNegativeTest-1761209453-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418993264'] for network, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:09.459087 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-55779be4-cc3f-41b9-8687-870c63ebf53e req-a01cceef-96a7-4b2a-ac4b-c5ed81000ab9 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/security-groups?id=ea5f90d5-5ae6-4da5-b5b6-cdd9b1e2e803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677927 May 20 21:09:09.504767 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1f80cba7-44b0-4d2a-b255-c440a0fef2e7 tempest-TestVolumeBackupRestore-236769716 tempest-TestVolumeBackupRestore-236769716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691816'] for security_group_rule, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:09.524002 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f80cba7-44b0-4d2a-b255-c440a0fef2e7 tempest-TestVolumeBackupRestore-236769716 tempest-TestVolumeBackupRestore-236769716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6d15e9b-7c67-4007-9cb1-c0adf6cfef35,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:09:09.536980 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-877484d7-3074-4d53-ac48-af5f9a1018d5 tempest-QuotasNegativeTest-1761209453 tempest-QuotasNegativeTest-1761209453-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524'] for network, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:09.538970 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-877484d7-3074-4d53-ac48-af5f9a1018d5 tempest-QuotasNegativeTest-1761209453 tempest-QuotasNegativeTest-1761209453-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:09:09.539549 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-877484d7-3074-4d53-ac48-af5f9a1018d5 tempest-QuotasNegativeTest-1761209453 tempest-QuotasNegativeTest-1761209453-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:09.606282 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877484d7-3074-4d53-ac48-af5f9a1018d5 tempest-QuotasNegativeTest-1761209453 tempest-QuotasNegativeTest-1761209453-project-admin] Pushing event updated for resources: {'Network': ['ID=7ef2a293-1b87-4db7-bb57-79a62c08ee6e,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:09:09.615820 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Network 7ef2a293-1b87-4db7-bb57-79a62c08ee6e details requested by agent ovs-agent-n-d-842733-1 with host n-d-842733-1 {{(pid=103164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 20 21:09:09.632485 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1f80cba7-44b0-4d2a-b255-c440a0fef2e7 tempest-TestVolumeBackupRestore-236769716 tempest-TestVolumeBackupRestore-236769716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:09.633913 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-1f80cba7-44b0-4d2a-b255-c440a0fef2e7 tempest-TestVolumeBackupRestore-236769716 tempest-TestVolumeBackupRestore-236769716-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5129673 May 20 21:09:09.636650 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 51206) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:09:09.641007 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-43238714-fc17-4649-a9b9-ad40bf5f4e85 tempest-TestVolumeBackupRestore-236769716 tempest-TestVolumeBackupRestore-236769716-project] Request body: {'security_group_rule': {'security_group_id': '9c6ced15-f938-40c0-9319-351f88968823', 'project_id': '770ab75f42db49e4b1ceb156acd07490', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:09:09.651306 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-877484d7-3074-4d53-ac48-af5f9a1018d5 tempest-QuotasNegativeTest-1761209453 tempest-QuotasNegativeTest-1761209453-project-admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.6790972 May 20 21:09:09.653906 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 51208) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:09:09.658379 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-b7df93ec-7bd3-4391-9969-ab236c8c7a0c tempest-QuotasNegativeTest-1761209453 tempest-QuotasNegativeTest-1761209453-project-admin] Request body: {'network': {'project_id': 'c8859f629792410a9b6e049b351073ab'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:09:09.762100 n-d-842733-1 neutron-server[103163]: INFO neutron.db.securitygroups_db [None req-43238714-fc17-4649-a9b9-ad40bf5f4e85 tempest-TestVolumeBackupRestore-236769716 tempest-TestVolumeBackupRestore-236769716-project] Project 770ab75f42db49e4b1ceb156acd07490 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 20 21:09:09.767431 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-43238714-fc17-4649-a9b9-ad40bf5f4e85 tempest-TestVolumeBackupRestore-236769716 tempest-TestVolumeBackupRestore-236769716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:09.777016 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7df93ec-7bd3-4391-9969-ab236c8c7a0c tempest-QuotasNegativeTest-1761209453 tempest-QuotasNegativeTest-1761209453-project-admin] Made reservation on behalf of c8859f629792410a9b6e049b351073ab for: {'network': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:09:09.779279 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b7df93ec-7bd3-4391-9969-ab236c8c7a0c tempest-QuotasNegativeTest-1761209453 tempest-QuotasNegativeTest-1761209453-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for network, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:09.826897 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7df93ec-7bd3-4391-9969-ab236c8c7a0c tempest-QuotasNegativeTest-1761209453 tempest-QuotasNegativeTest-1761209453-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 216} {{(pid=103163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 21:09:09.844538 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-43238714-fc17-4649-a9b9-ad40bf5f4e85 tempest-TestVolumeBackupRestore-236769716 tempest-TestVolumeBackupRestore-236769716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:09.845737 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b7df93ec-7bd3-4391-9969-ab236c8c7a0c tempest-QuotasNegativeTest-1761209453 tempest-QuotasNegativeTest-1761209453-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:09.846074 n-d-842733-1 neutron-server[103163]: INFO neutron.db.segments_db [None req-b7df93ec-7bd3-4391-9969-ab236c8c7a0c tempest-QuotasNegativeTest-1761209453 tempest-QuotasNegativeTest-1761209453-project-admin] Added segment 22b6c2db-c14b-4575-adb6-bc46e4f795ca of type vlan for network f51972c1-5775-45e3-8415-1128a123e5e1 May 20 21:09:09.859987 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ba39278-6629-446d-ae0e-cba76bdf80e2', 'tag': '11805006-a585-417b-ae9b-89663bea61fd'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 21:09:09.862385 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6fa957933fccbf596d28104b23404b952ad6a8238afaebaed40a0874b2e409" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd351c4d-8c7a-45c9-a59a-7074429fcdd1" -d '{"events": [{"name": "network-changed", "server_uuid": "4ba39278-6629-446d-ae0e-cba76bdf80e2", "tag": "11805006-a585-417b-ae9b-89663bea61fd"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 21:09:09.885067 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b7df93ec-7bd3-4391-9969-ab236c8c7a0c tempest-QuotasNegativeTest-1761209453 tempest-QuotasNegativeTest-1761209453-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418993264'] for network, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:09.912693 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 21:09:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be4f278e-00f9-4458-aea9-be67d17eab6b x-openstack-request-id: req-be4f278e-00f9-4458-aea9-be67d17eab6b {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 21:09:09.913236 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ba39278-6629-446d-ae0e-cba76bdf80e2", "tag": "11805006-a585-417b-ae9b-89663bea61fd", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 21:09:09.913236 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-be4f278e-00f9-4458-aea9-be67d17eab6b {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 21:09:09.913657 n-d-842733-1 neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be4f278e-00f9-4458-aea9-be67d17eab6b'] response: {'name': 'network-changed', 'server_uuid': '4ba39278-6629-446d-ae0e-cba76bdf80e2', 'tag': '11805006-a585-417b-ae9b-89663bea61fd', 'status': 'completed', 'code': 200} May 20 21:09:09.931900 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-43238714-fc17-4649-a9b9-ad40bf5f4e85 tempest-TestVolumeBackupRestore-236769716 tempest-TestVolumeBackupRestore-236769716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691816'] for security_group_rule, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:09.980923 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43238714-fc17-4649-a9b9-ad40bf5f4e85 tempest-TestVolumeBackupRestore-236769716 tempest-TestVolumeBackupRestore-236769716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d3932ad-e64d-4545-ba68-241a1a596b36,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:09:09.983617 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b7df93ec-7bd3-4391-9969-ab236c8c7a0c tempest-QuotasNegativeTest-1761209453 tempest-QuotasNegativeTest-1761209453-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524'] for network, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:09.984543 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7df93ec-7bd3-4391-9969-ab236c8c7a0c tempest-QuotasNegativeTest-1761209453 tempest-QuotasNegativeTest-1761209453-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:09:09.985107 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b7df93ec-7bd3-4391-9969-ab236c8c7a0c tempest-QuotasNegativeTest-1761209453 tempest-QuotasNegativeTest-1761209453-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:10.002373 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd351c4d-8c7a-45c9-a59a-7074429fcdd1 req-6e3a60b0-84a1-4bd5-b77b-44860464ad1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:09:10.004275 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-dd351c4d-8c7a-45c9-a59a-7074429fcdd1 req-6e3a60b0-84a1-4bd5-b77b-44860464ad1e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d7932b75a33b465998804b193e9be7ad&device_id=4ba39278-6629-446d-ae0e-cba76bdf80e2 HTTP/1.1" status: 200 len: 1095 time: 0.0447881 May 20 21:09:10.054756 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd351c4d-8c7a-45c9-a59a-7074429fcdd1 req-2580208c-3f65-47cd-a7fd-b290c8a25146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:09:10.056842 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-dd351c4d-8c7a-45c9-a59a-7074429fcdd1 req-2580208c-3f65-47cd-a7fd-b290c8a25146 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d7932b75a33b465998804b193e9be7ad&device_id=4ba39278-6629-446d-ae0e-cba76bdf80e2 HTTP/1.1" status: 200 len: 1095 time: 0.1229200 May 20 21:09:10.057897 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7df93ec-7bd3-4391-9969-ab236c8c7a0c tempest-QuotasNegativeTest-1761209453 tempest-QuotasNegativeTest-1761209453-project-admin] Pushing event updated for resources: {'Network': ['ID=f51972c1-5775-45e3-8415-1128a123e5e1,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:09:10.062340 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-43238714-fc17-4649-a9b9-ad40bf5f4e85 tempest-TestVolumeBackupRestore-236769716 tempest-TestVolumeBackupRestore-236769716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:10.066093 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-43238714-fc17-4649-a9b9-ad40bf5f4e85 tempest-TestVolumeBackupRestore-236769716 tempest-TestVolumeBackupRestore-236769716-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4258940 May 20 21:09:10.071823 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 51212) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:09:10.071947 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Network f51972c1-5775-45e3-8415-1128a123e5e1 details requested by agent ovs-agent-n-d-842733-1 with host n-d-842733-1 {{(pid=103164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 20 21:09:10.072804 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-4f25dd1f-36e4-4390-bdef-1df172a4d538 tempest-TestVolumeBackupRestore-236769716 tempest-TestVolumeBackupRestore-236769716-project] Request body: {'security_group_rule': {'security_group_id': '9c6ced15-f938-40c0-9319-351f88968823', 'project_id': '770ab75f42db49e4b1ceb156acd07490', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:09:10.129332 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd351c4d-8c7a-45c9-a59a-7074429fcdd1 req-53d37078-c5c6-4d3e-905b-850ff35d4e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:09:10.130990 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-dd351c4d-8c7a-45c9-a59a-7074429fcdd1 req-53d37078-c5c6-4d3e-905b-850ff35d4e65 service neutron] 10.222.0.13 "GET /v2.0/networks?id=9eccc106-4609-4d2d-abe2-76ba1cf9de32 HTTP/1.1" status: 200 len: 898 time: 0.1205125 May 20 21:09:10.145667 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-b7df93ec-7bd3-4391-9969-ab236c8c7a0c tempest-QuotasNegativeTest-1761209453 tempest-QuotasNegativeTest-1761209453-project-admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.4906287 May 20 21:09:10.155082 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 51216) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:09:10.164077 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-0f94dd3a-b49a-4ba3-b610-75d0d6d09f6a tempest-QuotasNegativeTest-1761209453 tempest-QuotasNegativeTest-1761209453-project-admin] Request body: {'network': {'project_id': 'c8859f629792410a9b6e049b351073ab'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:09:10.204666 n-d-842733-1 neutron-server[103163]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f94dd3a-b49a-4ba3-b610-75d0d6d09f6a tempest-QuotasNegativeTest-1761209453 tempest-QuotasNegativeTest-1761209453-project-admin] POST failed (client error): There was a conflict when trying to complete your request. May 20 21:09:10.205135 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f94dd3a-b49a-4ba3-b610-75d0d6d09f6a tempest-QuotasNegativeTest-1761209453 tempest-QuotasNegativeTest-1761209453-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103163) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 21:09:10.205539 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-dd351c4d-8c7a-45c9-a59a-7074429fcdd1 req-195bfcd6-1b79-4f3c-86d9-6278c5fe374b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=11805006-a585-417b-ae9b-89663bea61fd HTTP/1.1" status: 200 len: 1000 time: 0.0656006 May 20 21:09:10.206380 n-d-842733-1 neutron-server[103162]: INFO neutron.db.securitygroups_db [None req-4f25dd1f-36e4-4390-bdef-1df172a4d538 tempest-TestVolumeBackupRestore-236769716 tempest-TestVolumeBackupRestore-236769716-project] Project 770ab75f42db49e4b1ceb156acd07490 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 20 21:09:10.206936 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-0f94dd3a-b49a-4ba3-b610-75d0d6d09f6a tempest-QuotasNegativeTest-1761209453 tempest-QuotasNegativeTest-1761209453-project-admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0476050 May 20 21:09:10.210721 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 51218) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:09:10.237789 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4f25dd1f-36e4-4390-bdef-1df172a4d538 tempest-TestVolumeBackupRestore-236769716 tempest-TestVolumeBackupRestore-236769716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:10.238242 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8373c1aa-0df7-44ae-8e10-60420b02aa8b req-43880885-93b0-46d0-a51b-557f80a9ea5e tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:09:10.239738 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8373c1aa-0df7-44ae-8e10-60420b02aa8b req-43880885-93b0-46d0-a51b-557f80a9ea5e tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc95a557-ffea-48aa-bf39-288f30e53f27 HTTP/1.1" status: 200 len: 908 time: 0.1006038 May 20 21:09:10.240746 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd351c4d-8c7a-45c9-a59a-7074429fcdd1 req-961ca1d6-e1b5-4efa-89aa-87174b748d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:09:10.242160 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-dd351c4d-8c7a-45c9-a59a-7074429fcdd1 req-961ca1d6-e1b5-4efa-89aa-87174b748d4e service neutron] 10.222.0.24 "GET /v2.0/networks?id=9eccc106-4609-4d2d-abe2-76ba1cf9de32 HTTP/1.1" status: 200 len: 898 time: 0.1772978 May 20 21:09:10.264225 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 720dae35-e5d5-48b3-9217-46b2c32dc1ae up at agent hyperv_n-h1-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:09:10.325559 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-dd351c4d-8c7a-45c9-a59a-7074429fcdd1 req-468c6c28-9de2-4817-9ff7-f2f3c827e8a7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=11805006-a585-417b-ae9b-89663bea61fd HTTP/1.1" status: 200 len: 1000 time: 0.0764043 May 20 21:09:10.325876 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd351c4d-8c7a-45c9-a59a-7074429fcdd1 req-ce316970-7717-49af-85b0-863f6594277e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:09:10.327316 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-dd351c4d-8c7a-45c9-a59a-7074429fcdd1 req-ce316970-7717-49af-85b0-863f6594277e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=11782441-b4f1-40fc-9cbd-8dc932032eb4 HTTP/1.1" status: 200 len: 834 time: 0.1092110 May 20 21:09:10.356262 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-c02ec6ec-c945-4eda-b6db-7909a84b2619 tempest-QuotasNegativeTest-1761209453 tempest-QuotasNegativeTest-1761209453-project-admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c8859f629792410a9b6e049b351073ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1443467 May 20 21:09:10.361648 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 51224) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:09:10.387027 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4f25dd1f-36e4-4390-bdef-1df172a4d538 tempest-TestVolumeBackupRestore-236769716 tempest-TestVolumeBackupRestore-236769716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:10.398834 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd351c4d-8c7a-45c9-a59a-7074429fcdd1 req-fce3bd95-44d7-42e8-9533-b9040effb9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:09:10.400972 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-dd351c4d-8c7a-45c9-a59a-7074429fcdd1 req-fce3bd95-44d7-42e8-9533-b9040effb9cc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9eccc106-4609-4d2d-abe2-76ba1cf9de32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0654452 May 20 21:09:10.403504 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd351c4d-8c7a-45c9-a59a-7074429fcdd1 req-1191612a-1b89-4b6e-bd8b-e66fb98c40a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:09:10.404943 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-dd351c4d-8c7a-45c9-a59a-7074429fcdd1 req-1191612a-1b89-4b6e-bd8b-e66fb98c40a5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=11782441-b4f1-40fc-9cbd-8dc932032eb4 HTTP/1.1" status: 200 len: 834 time: 0.0736527 May 20 21:09:10.411570 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Provisioning for port 720dae35-e5d5-48b3-9217-46b2c32dc1ae completed by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 21:09:10.417479 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Provisioning complete for port 720dae35-e5d5-48b3-9217-46b2c32dc1ae triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:09:10.417850 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:10.460703 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f6bdfd6d-87df-4b16-9d29-de347d08c7f0 tempest-QuotasNegativeTest-1761209453 tempest-QuotasNegativeTest-1761209453-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:10.476832 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd351c4d-8c7a-45c9-a59a-7074429fcdd1 req-2b09e840-3756-4c22-aa72-cc7edbe62617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:09:10.478551 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-dd351c4d-8c7a-45c9-a59a-7074429fcdd1 req-2b09e840-3756-4c22-aa72-cc7edbe62617 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9eccc106-4609-4d2d-abe2-76ba1cf9de32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0648248 May 20 21:09:10.510705 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f6bdfd6d-87df-4b16-9d29-de347d08c7f0 tempest-QuotasNegativeTest-1761209453 tempest-QuotasNegativeTest-1761209453-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:10.521374 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Current status of the port 720dae35-e5d5-48b3-9217-46b2c32dc1ae is: BUILD; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:09:10.522946 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:10.559812 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc95a557-ffea-48aa-bf39-288f30e53f27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '720dae35-e5d5-48b3-9217-46b2c32dc1ae'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 21:09:10.560054 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-dd351c4d-8c7a-45c9-a59a-7074429fcdd1 req-a55bc5a6-229b-4f45-8557-68a4d5acc53d service neutron] 10.222.0.13 "GET /v2.0/networks/9eccc106-4609-4d2d-abe2-76ba1cf9de32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508617 May 20 21:09:10.560669 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4f25dd1f-36e4-4390-bdef-1df172a4d538 tempest-TestVolumeBackupRestore-236769716 tempest-TestVolumeBackupRestore-236769716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691816'] for security_group_rule, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:10.564510 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8485417003ce7c0410b00f5cdc2f391e21107b70bb68e2773712534a96e108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0df1afdd-4aa0-4d9e-a3f4-53cd80c3b40c" -d '{"events": [{"server_uuid": "cc95a557-ffea-48aa-bf39-288f30e53f27", "name": "network-vif-plugged", "status": "completed", "tag": "720dae35-e5d5-48b3-9217-46b2c32dc1ae"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 21:09:10.583973 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port 720dae35-e5d5-48b3-9217-46b2c32dc1ae, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=720dae35-e5d5-48b3-9217-46b2c32dc1ae,segment=NetworkSegment(b1c4b0ad-b0b1-4593-a035-89089e5b8dcd),segment_id=b1c4b0ad-b0b1-4593-a035-89089e5b8dcd)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:09:10.615329 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f25dd1f-36e4-4390-bdef-1df172a4d538 tempest-TestVolumeBackupRestore-236769716 tempest-TestVolumeBackupRestore-236769716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec1c4ea7-2952-4657-95d6-21cc257846bc,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:09:10.670523 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:10.671462 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 11805006-a585-417b-ae9b-89663bea61fd no longer exists at agent hyperv_n-h1-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 21:09:10.673845 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aed0280-deee-4c17-afa3-b9ca5885c2b9 req-edbf0e86-eb07-4f4e-a7ed-f72b057f3895 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:09:10.675535 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7aed0280-deee-4c17-afa3-b9ca5885c2b9 req-edbf0e86-eb07-4f4e-a7ed-f72b057f3895 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ba39278-6629-446d-ae0e-cba76bdf80e2 HTTP/1.1" status: 200 len: 944 time: 0.0915666 May 20 21:09:10.678803 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-dd351c4d-8c7a-45c9-a59a-7074429fcdd1 req-1b8f7448-a9e3-42bc-a137-8c7a11bd4bdc service neutron] 10.222.0.24 "GET /v2.0/networks/9eccc106-4609-4d2d-abe2-76ba1cf9de32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1914988 May 20 21:09:10.703094 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-dd351c4d-8c7a-45c9-a59a-7074429fcdd1 req-0c867822-b8c9-4387-ab94-e0297d6b46aa service neutron] 10.222.0.13 "GET /v2.0/networks/9eccc106-4609-4d2d-abe2-76ba1cf9de32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294730 May 20 21:09:10.724414 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4f25dd1f-36e4-4390-bdef-1df172a4d538 tempest-TestVolumeBackupRestore-236769716 tempest-TestVolumeBackupRestore-236769716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:10.725910 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-4f25dd1f-36e4-4390-bdef-1df172a4d538 tempest-TestVolumeBackupRestore-236769716 tempest-TestVolumeBackupRestore-236769716-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6574726 May 20 21:09:10.772213 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f6bdfd6d-87df-4b16-9d29-de347d08c7f0 tempest-QuotasNegativeTest-1761209453 tempest-QuotasNegativeTest-1761209453-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:10.776284 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f6bdfd6d-87df-4b16-9d29-de347d08c7f0 tempest-QuotasNegativeTest-1761209453 tempest-QuotasNegativeTest-1761209453-project-admin] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:10.777543 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-f6bdfd6d-87df-4b16-9d29-de347d08c7f0 tempest-QuotasNegativeTest-1761209453 tempest-QuotasNegativeTest-1761209453-project-admin] 10.222.0.35 "DELETE /v2.0/security-groups/04f59404-1439-4c03-9a02-bc9227596118 HTTP/1.1" status: 204 len: 168 time: 0.4148471 May 20 21:09:10.780650 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 51238) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:09:10.784142 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 11805006-a585-417b-ae9b-89663bea61fd not bound to the agent host n-h1-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 21:09:10.790346 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Pushing event updated for resources: {'Port': ['ID=720dae35-e5d5-48b3-9217-46b2c32dc1ae,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:09:10.805881 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7aed0280-deee-4c17-afa3-b9ca5885c2b9 req-767e196a-2e66-45a0-8de5-430d1e593347 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/security-groups?id=ea5f90d5-5ae6-4da5-b5b6-cdd9b1e2e803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1213861 May 20 21:09:10.808044 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 21:09:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-682e12df-39e3-4481-bca1-df6f3a7135b2 x-openstack-request-id: req-682e12df-39e3-4481-bca1-df6f3a7135b2 {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 21:09:10.809012 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc95a557-ffea-48aa-bf39-288f30e53f27", "name": "network-vif-plugged", "status": "completed", "tag": "720dae35-e5d5-48b3-9217-46b2c32dc1ae", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 21:09:10.809926 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bdfd6d-87df-4b16-9d29-de347d08c7f0 tempest-QuotasNegativeTest-1761209453 tempest-QuotasNegativeTest-1761209453-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04f59404-1439-4c03-9a02-bc9227596118,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:09:10.810138 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-682e12df-39e3-4481-bca1-df6f3a7135b2 {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 21:09:10.810898 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-682e12df-39e3-4481-bca1-df6f3a7135b2'] response: {'server_uuid': 'cc95a557-ffea-48aa-bf39-288f30e53f27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '720dae35-e5d5-48b3-9217-46b2c32dc1ae', 'code': 200} May 20 21:09:10.860654 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-dd351c4d-8c7a-45c9-a59a-7074429fcdd1 req-48bed974-b299-4e50-b744-09b66faa1962 service neutron] 10.222.0.24 "GET /v2.0/networks/9eccc106-4609-4d2d-abe2-76ba1cf9de32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1742544 May 20 21:09:10.899810 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 11805006-a585-417b-ae9b-89663bea61fd details requested by agent hyperv_n-h2-842733-1 with host n-h2-842733-1 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 21:09:10.908725 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a290c8da-3079-432c-a622-5d24e676c815 tempest-QuotasNegativeTest-1761209453 tempest-QuotasNegativeTest-1761209453-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33160123'] for network, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:10.944077 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc4ebbd-b634-477d-956f-953120aa6101 req-a45e440d-acbd-460c-8b1e-660b4ae5a263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:09:10.945592 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7fc4ebbd-b634-477d-956f-953120aa6101 req-a45e440d-acbd-460c-8b1e-660b4ae5a263 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=cc95a557-ffea-48aa-bf39-288f30e53f27 HTTP/1.1" status: 200 len: 1060 time: 0.0596068 May 20 21:09:10.989592 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a290c8da-3079-432c-a622-5d24e676c815 tempest-QuotasNegativeTest-1761209453 tempest-QuotasNegativeTest-1761209453-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33072115', 'neutron.services.segments.db._delete_segments_for_network-8782419500584'] for network, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:11.015890 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-a290c8da-3079-432c-a622-5d24e676c815 tempest-QuotasNegativeTest-1761209453 tempest-QuotasNegativeTest-1761209453-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f51972c1-5775-45e3-8415-1128a123e5e1']}} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:09:11.025864 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-a290c8da-3079-432c-a622-5d24e676c815 tempest-QuotasNegativeTest-1761209453 tempest-QuotasNegativeTest-1761209453-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22b6c2db-c14b-4575-adb6-bc46e4f795ca') {'for_net_delete': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:09:11.026445 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-a290c8da-3079-432c-a622-5d24e676c815 tempest-QuotasNegativeTest-1761209453 tempest-QuotasNegativeTest-1761209453-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22b6c2db-c14b-4575-adb6-bc46e4f795ca') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:09:11.033511 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5d309beb-ce06-4ff4-9997-47de92c1a911 req-1c03eba6-c946-4856-99e3-504f129af457 tempest-TestVolumeBackupRestore-236769716 tempest-TestVolumeBackupRestore-236769716-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-729471424&fields=id&tenant_id=770ab75f42db49e4b1ceb156acd07490 HTTP/1.1" status: 200 len: 267 time: 0.0500975 May 20 21:09:11.036683 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a290c8da-3079-432c-a622-5d24e676c815 tempest-QuotasNegativeTest-1761209453 tempest-QuotasNegativeTest-1761209453-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419501617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3738385'] for segment, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:11.044247 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port 11805006-a585-417b-ae9b-89663bea61fd, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=11805006-a585-417b-ae9b-89663bea61fd,segment=NetworkSegment(fe2f1272-64e9-4f54-a89e-7afc10d54383),segment_id=fe2f1272-64e9-4f54-a89e-7afc10d54383)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:09:11.050832 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a290c8da-3079-432c-a622-5d24e676c815 tempest-QuotasNegativeTest-1761209453 tempest-QuotasNegativeTest-1761209453-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:11.057840 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a290c8da-3079-432c-a622-5d24e676c815 tempest-QuotasNegativeTest-1761209453 tempest-QuotasNegativeTest-1761209453-project-admin] Releasing vlan 216 on physical network physnet1 to pool {{(pid=103162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 21:09:11.058015 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Returning: {'device': '11805006-a585-417b-ae9b-89663bea61fd', 'network_id': '9eccc106-4609-4d2d-abe2-76ba1cf9de32', 'port_id': '11805006-a585-417b-ae9b-89663bea61fd', 'mac_address': 'fa:16:3e:5a:5e:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11782441-b4f1-40fc-9cbd-8dc932032eb4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 20 21:09:11.058293 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a290c8da-3079-432c-a622-5d24e676c815 tempest-QuotasNegativeTest-1761209453 tempest-QuotasNegativeTest-1761209453-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3800791'] for segment, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:11.060245 n-d-842733-1 neutron-server[103162]: Traceback (most recent call last): May 20 21:09:11.060245 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 21:09:11.060245 n-d-842733-1 neutron-server[103162]: timer() May 20 21:09:11.060245 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 21:09:11.060245 n-d-842733-1 neutron-server[103162]: cb(*args, **kw) May 20 21:09:11.060245 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 20 21:09:11.060245 n-d-842733-1 neutron-server[103162]: return func(*args, **kwargs) May 20 21:09:11.060245 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 21:09:11.060245 n-d-842733-1 neutron-server[103162]: self._notify() May 20 21:09:11.060245 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 21:09:11.060245 n-d-842733-1 neutron-server[103162]: self.callback(batched_events) May 20 21:09:11.060245 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 21:09:11.060245 n-d-842733-1 neutron-server[103162]: event.method(event) May 20 21:09:11.060245 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 20 21:09:11.060245 n-d-842733-1 neutron-server[103162]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 21:09:11.060245 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 20 21:09:11.060245 n-d-842733-1 neutron-server[103162]: aggregate_uuid = self.p_client.list_aggregates( May 20 21:09:11.060245 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 20 21:09:11.060245 n-d-842733-1 neutron-server[103162]: return f(self, *a, **k) May 20 21:09:11.060245 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 20 21:09:11.060245 n-d-842733-1 neutron-server[103162]: return self._get(url).json() May 20 21:09:11.060245 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 20 21:09:11.060245 n-d-842733-1 neutron-server[103162]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 21:09:11.060245 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 21:09:11.060245 n-d-842733-1 neutron-server[103162]: return self.request(url, 'GET', **kwargs) May 20 21:09:11.060245 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 21:09:11.060245 n-d-842733-1 neutron-server[103162]: base_url = self.get_endpoint(auth, allow=allow, May 20 21:09:11.060245 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 21:09:11.060245 n-d-842733-1 neutron-server[103162]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 21:09:11.060245 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 21:09:11.060245 n-d-842733-1 neutron-server[103162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 21:09:11.060245 n-d-842733-1 neutron-server[103162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 21:09:11.111355 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port 11805006-a585-417b-ae9b-89663bea61fd is: DOWN; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:09:11.112013 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:11.133395 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11805006-a585-417b-ae9b-89663bea61fd {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 21:09:11.157108 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d309beb-ce06-4ff4-9997-47de92c1a911 req-ed0076f8-61bd-4670-b047-0ac9c76474cc tempest-TestVolumeBackupRestore-236769716 tempest-TestVolumeBackupRestore-236769716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:09:11.158759 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5d309beb-ce06-4ff4-9997-47de92c1a911 req-ed0076f8-61bd-4670-b047-0ac9c76474cc tempest-TestVolumeBackupRestore-236769716 tempest-TestVolumeBackupRestore-236769716-project] 10.222.0.35 "GET /v2.0/networks?id=184b74ca-5201-444b-9621-4d01e7bf23b7 HTTP/1.1" status: 200 len: 814 time: 0.1243422 May 20 21:09:11.159676 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port 11805006-a585-417b-ae9b-89663bea61fd, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=11805006-a585-417b-ae9b-89663bea61fd,segment=NetworkSegment(fe2f1272-64e9-4f54-a89e-7afc10d54383),segment_id=fe2f1272-64e9-4f54-a89e-7afc10d54383)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:09:11.175132 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5d309beb-ce06-4ff4-9997-47de92c1a911 req-591b800a-03e4-40e2-80cf-ffd7e9652646 tempest-TestVolumeBackupRestore-236769716 tempest-TestVolumeBackupRestore-236769716-project] 10.222.0.35 "GET /v2.0/quotas/770ab75f42db49e4b1ceb156acd07490 HTTP/1.1" status: 200 len: 375 time: 0.0104182 May 20 21:09:11.208319 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a290c8da-3079-432c-a622-5d24e676c815 tempest-QuotasNegativeTest-1761209453 tempest-QuotasNegativeTest-1761209453-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33072122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748162'] for network, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:11.214388 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a290c8da-3079-432c-a622-5d24e676c815 tempest-QuotasNegativeTest-1761209453 tempest-QuotasNegativeTest-1761209453-project-admin] Notify callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:11.217723 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-a290c8da-3079-432c-a622-5d24e676c815 tempest-QuotasNegativeTest-1761209453 tempest-QuotasNegativeTest-1761209453-project-admin] 10.222.0.35 "DELETE /v2.0/networks/f51972c1-5775-45e3-8415-1128a123e5e1 HTTP/1.1" status: 204 len: 168 time: 0.4356773 May 20 21:09:11.221195 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 51244) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:09:11.238655 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a290c8da-3079-432c-a622-5d24e676c815 tempest-QuotasNegativeTest-1761209453 tempest-QuotasNegativeTest-1761209453-project-admin] Pushing event deleted for resources: {'Network': ['ID=f51972c1-5775-45e3-8415-1128a123e5e1,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:09:11.242365 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:11.247523 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5d309beb-ce06-4ff4-9997-47de92c1a911 req-217ac0fe-79c6-47db-899b-3a72ef4751d4 tempest-TestVolumeBackupRestore-236769716 tempest-TestVolumeBackupRestore-236769716-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=770ab75f42db49e4b1ceb156acd07490&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0670035 May 20 21:09:11.293513 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=11805006-a585-417b-ae9b-89663bea61fd,revision_number=8']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:09:11.394174 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4aaea175-6502-4d8c-9348-0df3edf844fd tempest-QuotasNegativeTest-1761209453 tempest-QuotasNegativeTest-1761209453-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33160123'] for network, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:11.435170 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adb284d-c243-44fc-b691-c323791dbcfe req-8c43b3c4-9bfa-46e8-997b-f6d7536ec846 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:09:11.436616 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1adb284d-c243-44fc-b691-c323791dbcfe req-8c43b3c4-9bfa-46e8-997b-f6d7536ec846 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc95a557-ffea-48aa-bf39-288f30e53f27 HTTP/1.1" status: 200 len: 909 time: 0.1193221 May 20 21:09:11.475635 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5d309beb-ce06-4ff4-9997-47de92c1a911 req-750decec-38c8-4b88-bfa8-5133807f77c8 service neutron] 10.222.0.35 "GET /v2.0/networks/184b74ca-5201-444b-9621-4d01e7bf23b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1899390 May 20 21:09:11.537520 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] get_ports_and_sgs() called for port_ids ['11805006-a585-417b-ae9b-89663bea61fd'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 21:09:11.565600 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4aaea175-6502-4d8c-9348-0df3edf844fd tempest-QuotasNegativeTest-1761209453 tempest-QuotasNegativeTest-1761209453-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33072115', 'neutron.services.segments.db._delete_segments_for_network-8782419500584'] for network, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:11.606987 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-4aaea175-6502-4d8c-9348-0df3edf844fd tempest-QuotasNegativeTest-1761209453 tempest-QuotasNegativeTest-1761209453-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ef2a293-1b87-4db7-bb57-79a62c08ee6e']}} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:09:11.633755 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-4aaea175-6502-4d8c-9348-0df3edf844fd tempest-QuotasNegativeTest-1761209453 tempest-QuotasNegativeTest-1761209453-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbbe5261-4a81-4b17-8180-2f9612773ad1') {'for_net_delete': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:09:11.634547 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-4aaea175-6502-4d8c-9348-0df3edf844fd tempest-QuotasNegativeTest-1761209453 tempest-QuotasNegativeTest-1761209453-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbbe5261-4a81-4b17-8180-2f9612773ad1') {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:09:11.653069 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4aaea175-6502-4d8c-9348-0df3edf844fd tempest-QuotasNegativeTest-1761209453 tempest-QuotasNegativeTest-1761209453-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419501617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9338764'] for segment, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:11.672938 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5d309beb-ce06-4ff4-9997-47de92c1a911 req-9550c67a-074f-48c0-b0e2-04d6db0ae8a3 service neutron] 10.222.0.35 "GET /v2.0/networks/184b74ca-5201-444b-9621-4d01e7bf23b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1879420 May 20 21:09:11.677497 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4aaea175-6502-4d8c-9348-0df3edf844fd tempest-QuotasNegativeTest-1761209453 tempest-QuotasNegativeTest-1761209453-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:11.693351 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4aaea175-6502-4d8c-9348-0df3edf844fd tempest-QuotasNegativeTest-1761209453 tempest-QuotasNegativeTest-1761209453-project-admin] Releasing vlan 201 on physical network physnet1 to pool {{(pid=103163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 21:09:11.693351 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4aaea175-6502-4d8c-9348-0df3edf844fd tempest-QuotasNegativeTest-1761209453 tempest-QuotasNegativeTest-1761209453-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9638311'] for segment, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:11.693351 n-d-842733-1 neutron-server[103163]: Traceback (most recent call last): May 20 21:09:11.693351 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 21:09:11.693351 n-d-842733-1 neutron-server[103163]: timer() May 20 21:09:11.693351 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 21:09:11.693351 n-d-842733-1 neutron-server[103163]: cb(*args, **kw) May 20 21:09:11.693351 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 20 21:09:11.693351 n-d-842733-1 neutron-server[103163]: return func(*args, **kwargs) May 20 21:09:11.693351 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 21:09:11.693351 n-d-842733-1 neutron-server[103163]: self._notify() May 20 21:09:11.693351 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 21:09:11.693351 n-d-842733-1 neutron-server[103163]: self.callback(batched_events) May 20 21:09:11.693351 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 21:09:11.693351 n-d-842733-1 neutron-server[103163]: event.method(event) May 20 21:09:11.693351 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 20 21:09:11.693351 n-d-842733-1 neutron-server[103163]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 21:09:11.693351 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 20 21:09:11.693351 n-d-842733-1 neutron-server[103163]: aggregate_uuid = self.p_client.list_aggregates( May 20 21:09:11.693351 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 20 21:09:11.693351 n-d-842733-1 neutron-server[103163]: return f(self, *a, **k) May 20 21:09:11.693351 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 20 21:09:11.693351 n-d-842733-1 neutron-server[103163]: return self._get(url).json() May 20 21:09:11.693351 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 20 21:09:11.693351 n-d-842733-1 neutron-server[103163]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 21:09:11.693351 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 21:09:11.693351 n-d-842733-1 neutron-server[103163]: return self.request(url, 'GET', **kwargs) May 20 21:09:11.693351 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 21:09:11.693351 n-d-842733-1 neutron-server[103163]: base_url = self.get_endpoint(auth, allow=allow, May 20 21:09:11.693351 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 21:09:11.693351 n-d-842733-1 neutron-server[103163]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 21:09:11.693351 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 21:09:11.693351 n-d-842733-1 neutron-server[103163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 21:09:11.693351 n-d-842733-1 neutron-server[103163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 21:09:11.876547 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4aaea175-6502-4d8c-9348-0df3edf844fd tempest-QuotasNegativeTest-1761209453 tempest-QuotasNegativeTest-1761209453-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33072122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748162'] for network, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:11.882134 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4aaea175-6502-4d8c-9348-0df3edf844fd tempest-QuotasNegativeTest-1761209453 tempest-QuotasNegativeTest-1761209453-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:11.889121 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-4aaea175-6502-4d8c-9348-0df3edf844fd tempest-QuotasNegativeTest-1761209453 tempest-QuotasNegativeTest-1761209453-project-admin] 10.222.0.35 "DELETE /v2.0/networks/7ef2a293-1b87-4db7-bb57-79a62c08ee6e HTTP/1.1" status: 204 len: 168 time: 0.6637149 May 20 21:09:11.897946 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aaea175-6502-4d8c-9348-0df3edf844fd tempest-QuotasNegativeTest-1761209453 tempest-QuotasNegativeTest-1761209453-project-admin] Pushing event deleted for resources: {'Network': ['ID=7ef2a293-1b87-4db7-bb57-79a62c08ee6e,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:09:11.974963 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7f1318-1f62-4721-986e-6f884d145b98 req-e0dd0f29-9525-4117-a44a-62f42da7d901 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:09:11.976801 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8f7f1318-1f62-4721-986e-6f884d145b98 req-e0dd0f29-9525-4117-a44a-62f42da7d901 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ba39278-6629-446d-ae0e-cba76bdf80e2 HTTP/1.1" status: 200 len: 945 time: 0.0551407 May 20 21:09:12.027308 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8f7f1318-1f62-4721-986e-6f884d145b98 req-dcf02dc0-a324-4a69-b5fd-a46636463f6c tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/security-groups?id=ea5f90d5-5ae6-4da5-b5b6-cdd9b1e2e803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392246 May 20 21:09:12.340695 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-815b8021-50c5-4af2-8eef-1afd3fef742a req-25943194-d947-4bce-bb43-7bc24cb33afa tempest-TestVolumeBackupRestore-236769716 tempest-TestVolumeBackupRestore-236769716-project] 10.222.0.35 "GET /v2.0/ports?device_id=ca8f7889-acf0-40d7-826c-0891109bffb4 HTTP/1.1" status: 200 len: 210 time: 0.0399785 May 20 21:09:12.580248 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b35037f-3608-4d96-984d-a47b31b68160 req-73f07965-3aa1-4200-865d-1438f7463f7f tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:09:12.581809 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4b35037f-3608-4d96-984d-a47b31b68160 req-73f07965-3aa1-4200-865d-1438f7463f7f tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ba39278-6629-446d-ae0e-cba76bdf80e2 HTTP/1.1" status: 200 len: 945 time: 0.0770986 May 20 21:09:12.595550 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0af9c38-7416-46ca-b3b2-70af1c42b47d req-29280b5b-770a-4470-b1ed-9a645b0ad35c tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:09:12.603256 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e0af9c38-7416-46ca-b3b2-70af1c42b47d req-29280b5b-770a-4470-b1ed-9a645b0ad35c tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc95a557-ffea-48aa-bf39-288f30e53f27 HTTP/1.1" status: 200 len: 909 time: 0.0880499 May 20 21:09:12.638051 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fdbc5a-bb3a-477d-8014-4f2b7100e94a req-b8540c5a-9507-4b15-ab83-8c0aaf1571c0 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:09:12.640350 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-95fdbc5a-bb3a-477d-8014-4f2b7100e94a req-b8540c5a-9507-4b15-ab83-8c0aaf1571c0 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ba39278-6629-446d-ae0e-cba76bdf80e2&tenant_id=d7932b75a33b465998804b193e9be7ad&binding%3Ahost_id=n-h2-842733-1 HTTP/1.1" status: 200 len: 945 time: 0.0922401 May 20 21:09:12.668745 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4b35037f-3608-4d96-984d-a47b31b68160 req-238f551b-fc21-4b95-9b86-03678cb96dc0 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/security-groups?id=ea5f90d5-5ae6-4da5-b5b6-cdd9b1e2e803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648904 May 20 21:09:12.717683 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 51284) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:09:12.728040 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-95fdbc5a-bb3a-477d-8014-4f2b7100e94a req-bd4d0594-286f-4cc1-942a-2f1194420e6b service neutron] 10.222.0.13 "GET /v2.0/ports/11805006-a585-417b-ae9b-89663bea61fd/bindings/n-h2-842733-1 HTTP/1.1" status: 200 len: 382 time: 0.0791545 May 20 21:09:12.732534 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1ce414-db07-44ba-a837-8d8867de7761 req-a52fc43d-fe6f-48b9-8a43-df831f3788bb tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:09:12.734076 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-bf1ce414-db07-44ba-a837-8d8867de7761 req-a52fc43d-fe6f-48b9-8a43-df831f3788bb tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc95a557-ffea-48aa-bf39-288f30e53f27 HTTP/1.1" status: 200 len: 909 time: 0.0573900 May 20 21:09:12.810870 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fdbc5a-bb3a-477d-8014-4f2b7100e94a req-7b388b2d-55ae-40c5-9875-6a99954ba4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:09:12.812727 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-95fdbc5a-bb3a-477d-8014-4f2b7100e94a req-7b388b2d-55ae-40c5-9875-6a99954ba4cc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d7932b75a33b465998804b193e9be7ad&device_id=4ba39278-6629-446d-ae0e-cba76bdf80e2 HTTP/1.1" status: 200 len: 1096 time: 0.0466285 May 20 21:09:12.865821 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cb8785-1632-4dcf-baa6-04399ea30f32 req-117331b2-0bfc-4318-bc5b-27c6113355ff tempest-TestSecurityGroupsBasicOps-491451269 tempest-TestSecurityGroupsBasicOps-491451269-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:09:12.867356 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-48cb8785-1632-4dcf-baa6-04399ea30f32 req-117331b2-0bfc-4318-bc5b-27c6113355ff tempest-TestSecurityGroupsBasicOps-491451269 tempest-TestSecurityGroupsBasicOps-491451269-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=cc95a557-ffea-48aa-bf39-288f30e53f27 HTTP/1.1" status: 200 len: 1060 time: 0.0517094 May 20 21:09:12.894349 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 11805006-a585-417b-ae9b-89663bea61fd up at agent hyperv_n-h2-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:09:12.905184 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3bedeaf2-5dbd-40cc-abda-a80e40aa02d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:12.968803 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fdbc5a-bb3a-477d-8014-4f2b7100e94a req-82e67cfb-b6f1-496a-885a-02897892a0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:09:12.968803 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-95fdbc5a-bb3a-477d-8014-4f2b7100e94a req-82e67cfb-b6f1-496a-885a-02897892a0bb service neutron] 10.222.0.13 "GET /v2.0/networks?id=9eccc106-4609-4d2d-abe2-76ba1cf9de32 HTTP/1.1" status: 200 len: 898 time: 0.1487176 May 20 21:09:13.025359 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10713278-177f-4373-bde5-68d270314269 req-046a0d1a-64cc-4c5a-84d6-7b8aabb22177 tempest-TestSecurityGroupsBasicOps-491451269 tempest-TestSecurityGroupsBasicOps-491451269-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:09:13.033608 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-10713278-177f-4373-bde5-68d270314269 req-046a0d1a-64cc-4c5a-84d6-7b8aabb22177 tempest-TestSecurityGroupsBasicOps-491451269 tempest-TestSecurityGroupsBasicOps-491451269-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=46b79fc5-5a39-4645-afd0-fde2291ef1d7 HTTP/1.1" status: 200 len: 1135 time: 0.0897336 May 20 21:09:13.052507 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Provisioning for port 11805006-a585-417b-ae9b-89663bea61fd completed by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 21:09:13.057909 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Provisioning complete for port 11805006-a585-417b-ae9b-89663bea61fd triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:09:13.063145 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-95fdbc5a-bb3a-477d-8014-4f2b7100e94a req-20c1a3f6-5fed-4f74-9cf0-359716da8198 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=11805006-a585-417b-ae9b-89663bea61fd HTTP/1.1" status: 200 len: 1001 time: 0.0831974 May 20 21:09:13.063275 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:13.065937 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-10713278-177f-4373-bde5-68d270314269 req-efe6658e-206e-49dd-8192-ad141c501298 tempest-TestSecurityGroupsBasicOps-491451269 tempest-TestSecurityGroupsBasicOps-491451269-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=2c78895a-83d9-4fda-b590-17c1f3e1bb01&id=998ef77a-d22a-41c8-a168-ba8ef6bfa3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0313351 May 20 21:09:13.074837 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3bedeaf2-5dbd-40cc-abda-a80e40aa02d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:13.092177 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 51302) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:09:13.121626 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fdbc5a-bb3a-477d-8014-4f2b7100e94a req-baf7c863-c6c7-4546-ad43-a2483f1cc7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:09:13.124134 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-95fdbc5a-bb3a-477d-8014-4f2b7100e94a req-baf7c863-c6c7-4546-ad43-a2483f1cc7e1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=11782441-b4f1-40fc-9cbd-8dc932032eb4 HTTP/1.1" status: 200 len: 834 time: 0.0587168 May 20 21:09:13.150947 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-134f951c-1c80-4d04-99ca-768305217a6e tempest-TestSecurityGroupsBasicOps-491451269 tempest-TestSecurityGroupsBasicOps-491451269-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:09:13.154016 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-134f951c-1c80-4d04-99ca-768305217a6e tempest-TestSecurityGroupsBasicOps-491451269 tempest-TestSecurityGroupsBasicOps-491451269-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=cc95a557-ffea-48aa-bf39-288f30e53f27 HTTP/1.1" status: 200 len: 1055 time: 0.0606668 May 20 21:09:13.164465 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port 11805006-a585-417b-ae9b-89663bea61fd is: BUILD; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:09:13.164945 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:13.176436 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fdbc5a-bb3a-477d-8014-4f2b7100e94a req-0688ddfd-16e5-4ebb-aef8-30ebb8189a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:09:13.178025 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-95fdbc5a-bb3a-477d-8014-4f2b7100e94a req-0688ddfd-16e5-4ebb-aef8-30ebb8189a0f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9eccc106-4609-4d2d-abe2-76ba1cf9de32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0476866 May 20 21:09:13.189463 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ba39278-6629-446d-ae0e-cba76bdf80e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11805006-a585-417b-ae9b-89663bea61fd'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 21:09:13.191748 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8485417003ce7c0410b00f5cdc2f391e21107b70bb68e2773712534a96e108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-524f9522-4112-4a6c-87c7-023c451a6937" -d '{"events": [{"server_uuid": "4ba39278-6629-446d-ae0e-cba76bdf80e2", "name": "network-vif-plugged", "status": "completed", "tag": "11805006-a585-417b-ae9b-89663bea61fd"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 21:09:13.191891 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3bedeaf2-5dbd-40cc-abda-a80e40aa02d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:13.205399 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port 11805006-a585-417b-ae9b-89663bea61fd, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=11805006-a585-417b-ae9b-89663bea61fd,segment=NetworkSegment(fe2f1272-64e9-4f54-a89e-7afc10d54383),segment_id=fe2f1272-64e9-4f54-a89e-7afc10d54383)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:09:13.281683 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bedeaf2-5dbd-40cc-abda-a80e40aa02d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa597a9f-f4ad-4215-b9a2-97db33b6844d,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:09:13.285897 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-3bedeaf2-5dbd-40cc-abda-a80e40aa02d6 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7c697b499e7f43c38f7d433fb2d85305&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5672486 May 20 21:09:13.292652 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 51310) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:09:13.305071 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 21:09:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05d281d5-2a24-4c76-b2d3-1a333313914a x-openstack-request-id: req-05d281d5-2a24-4c76-b2d3-1a333313914a {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 21:09:13.305439 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ba39278-6629-446d-ae0e-cba76bdf80e2", "name": "network-vif-plugged", "status": "completed", "tag": "11805006-a585-417b-ae9b-89663bea61fd", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 21:09:13.305899 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-05d281d5-2a24-4c76-b2d3-1a333313914a {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 21:09:13.307680 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05d281d5-2a24-4c76-b2d3-1a333313914a'] response: {'server_uuid': '4ba39278-6629-446d-ae0e-cba76bdf80e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11805006-a585-417b-ae9b-89663bea61fd', 'code': 200} May 20 21:09:13.344473 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-95fdbc5a-bb3a-477d-8014-4f2b7100e94a req-8199c065-8eed-403c-b4dc-b06520635f12 service neutron] 10.222.0.13 "GET /v2.0/networks/9eccc106-4609-4d2d-abe2-76ba1cf9de32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1598790 May 20 21:09:13.349004 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:13.403926 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7047cd25-da99-434c-b1a0-2d1699c1604a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:13.414709 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=11805006-a585-417b-ae9b-89663bea61fd,revision_number=9']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:09:13.436086 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e2f262bc-838a-4dcd-b2e5-26d4919cd74f req-5fd9647a-4be8-423c-abd3-ed77fd56236e tempest-TestVolumeBackupRestore-236769716 tempest-TestVolumeBackupRestore-236769716-project] 10.222.0.35 "GET /v2.0/ports?device_id=ca8f7889-acf0-40d7-826c-0891109bffb4 HTTP/1.1" status: 200 len: 210 time: 0.0426092 May 20 21:09:13.440091 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7047cd25-da99-434c-b1a0-2d1699c1604a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:13.492747 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-95fdbc5a-bb3a-477d-8014-4f2b7100e94a req-b0cc6197-a84c-4d9b-9663-01c611a41be7 service neutron] 10.222.0.13 "GET /v2.0/networks/9eccc106-4609-4d2d-abe2-76ba1cf9de32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414297 May 20 21:09:13.550601 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7047cd25-da99-434c-b1a0-2d1699c1604a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:13.564529 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7047cd25-da99-434c-b1a0-2d1699c1604a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:13.564529 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-7047cd25-da99-434c-b1a0-2d1699c1604a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/fa597a9f-f4ad-4215-b9a2-97db33b6844d HTTP/1.1" status: 204 len: 168 time: 0.2676039 May 20 21:09:13.570279 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7047cd25-da99-434c-b1a0-2d1699c1604a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa597a9f-f4ad-4215-b9a2-97db33b6844d,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:09:13.644859 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbe32ca-e9d4-4586-80d1-487b4e2a308e req-3239dd4e-a10f-4764-a7c3-1d1473ae694c tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:09:13.646396 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7cbe32ca-e9d4-4586-80d1-487b4e2a308e req-3239dd4e-a10f-4764-a7c3-1d1473ae694c tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc95a557-ffea-48aa-bf39-288f30e53f27 HTTP/1.1" status: 200 len: 909 time: 0.0518491 May 20 21:09:13.784388 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3ac2ab-58a8-4d2a-8611-710cbb6aa72f req-619e37c5-5a65-4e7d-8406-a9dae18de761 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:09:13.785945 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4b3ac2ab-58a8-4d2a-8611-710cbb6aa72f req-619e37c5-5a65-4e7d-8406-a9dae18de761 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ba39278-6629-446d-ae0e-cba76bdf80e2 HTTP/1.1" status: 200 len: 946 time: 0.0497785 May 20 21:09:13.824411 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4b3ac2ab-58a8-4d2a-8611-710cbb6aa72f req-46cc0b63-897b-4ff3-a437-895b06c7e0bc tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/security-groups?id=ea5f90d5-5ae6-4da5-b5b6-cdd9b1e2e803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319598 May 20 21:09:14.169797 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 51330) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:09:14.184600 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-195bf4f0-41a1-43c5-a208-29f47e465d0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:14.259613 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-195bf4f0-41a1-43c5-a208-29f47e465d0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:14.361772 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-195bf4f0-41a1-43c5-a208-29f47e465d0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:14.403299 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195bf4f0-41a1-43c5-a208-29f47e465d0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe1894b2-8d96-4b6c-a968-7b8ad25a6fca,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:09:14.410463 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 51334) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:09:14.411234 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-195bf4f0-41a1-43c5-a208-29f47e465d0c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6a58ff245ee240a998f4f171f55abe0b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2402377 May 20 21:09:14.467545 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-91436502-bfd4-4fe6-bd16-c53963c79ac9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:14.490061 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-91436502-bfd4-4fe6-bd16-c53963c79ac9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:14.536705 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5c27266b-fecb-4d86-a178-bdc4c26e6682 req-9fe5c463-3699-4aca-aa04-6bb8423d87f7 tempest-TestVolumeBackupRestore-236769716 tempest-TestVolumeBackupRestore-236769716-project] 10.222.0.35 "GET /v2.0/ports?device_id=ca8f7889-acf0-40d7-826c-0891109bffb4 HTTP/1.1" status: 200 len: 210 time: 0.0263908 May 20 21:09:14.631116 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-91436502-bfd4-4fe6-bd16-c53963c79ac9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:14.633769 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-91436502-bfd4-4fe6-bd16-c53963c79ac9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:14.634995 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-91436502-bfd4-4fe6-bd16-c53963c79ac9 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/fe1894b2-8d96-4b6c-a968-7b8ad25a6fca HTTP/1.1" status: 204 len: 168 time: 0.2235386 May 20 21:09:14.652429 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91436502-bfd4-4fe6-bd16-c53963c79ac9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe1894b2-8d96-4b6c-a968-7b8ad25a6fca,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:09:14.669783 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d309beb-ce06-4ff4-9997-47de92c1a911 req-1a1e5442-ffd2-464a-beae-07b5e9cb39d0 tempest-TestVolumeBackupRestore-236769716 tempest-TestVolumeBackupRestore-236769716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:09:14.671487 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-5d309beb-ce06-4ff4-9997-47de92c1a911 req-1a1e5442-ffd2-464a-beae-07b5e9cb39d0 tempest-TestVolumeBackupRestore-236769716 tempest-TestVolumeBackupRestore-236769716-project] 10.222.0.13 "GET /v2.0/networks?id=184b74ca-5201-444b-9621-4d01e7bf23b7 HTTP/1.1" status: 200 len: 814 time: 0.1171877 May 20 21:09:14.742885 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-5d309beb-ce06-4ff4-9997-47de92c1a911 req-009f65fe-207e-4a1b-a79e-c3407096bbec tempest-TestVolumeBackupRestore-236769716 tempest-TestVolumeBackupRestore-236769716-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=770ab75f42db49e4b1ceb156acd07490 HTTP/1.1" status: 200 len: 379 time: 0.0522826 May 20 21:09:14.777101 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d4eaf6-3c2e-487f-9638-c5632f7b6953 req-528bc2f4-4c9e-434d-a877-ffc9ddd2e89a tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:09:14.778616 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-75d4eaf6-3c2e-487f-9638-c5632f7b6953 req-528bc2f4-4c9e-434d-a877-ffc9ddd2e89a tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc95a557-ffea-48aa-bf39-288f30e53f27 HTTP/1.1" status: 200 len: 909 time: 0.0523119 May 20 21:09:14.782339 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [req-5d309beb-ce06-4ff4-9997-47de92c1a911 req-cf6f9c49-314c-4309-b18c-7725b6b01361 tempest-TestVolumeBackupRestore-236769716 tempest-TestVolumeBackupRestore-236769716-project] Request body: {'port': {'device_id': 'ca8f7889-acf0-40d7-826c-0891109bffb4', 'network_id': '184b74ca-5201-444b-9621-4d01e7bf23b7', 'admin_state_up': True, 'tenant_id': '770ab75f42db49e4b1ceb156acd07490', 'security_groups': ['9c6ced15-f938-40c0-9319-351f88968823']}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:09:14.927491 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adb4962-ad0f-4fa6-bf7f-da66a2c3e848 req-dae1f6a9-2805-44fb-abe7-1a88b2634303 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:09:14.928994 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0adb4962-ad0f-4fa6-bf7f-da66a2c3e848 req-dae1f6a9-2805-44fb-abe7-1a88b2634303 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] 10.222.0.24 "GET /v2.0/ports?device_id=cc95a557-ffea-48aa-bf39-288f30e53f27 HTTP/1.1" status: 200 len: 909 time: 0.0819929 May 20 21:09:15.025387 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d309beb-ce06-4ff4-9997-47de92c1a911 req-cf6f9c49-314c-4309-b18c-7725b6b01361 tempest-TestVolumeBackupRestore-236769716 tempest-TestVolumeBackupRestore-236769716-project] Made reservation on behalf of 770ab75f42db49e4b1ceb156acd07490 for: {'port': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:09:15.030048 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-5d309beb-ce06-4ff4-9997-47de92c1a911 req-cf6f9c49-314c-4309-b18c-7725b6b01361 tempest-TestVolumeBackupRestore-236769716 tempest-TestVolumeBackupRestore-236769716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:15.033733 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5e3296-6920-4b92-b55e-2736e9ef70e0 req-b6616a03-69b5-4e86-aa80-d4091734f564 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:09:15.035540 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0b5e3296-6920-4b92-b55e-2736e9ef70e0 req-b6616a03-69b5-4e86-aa80-d4091734f564 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ba39278-6629-446d-ae0e-cba76bdf80e2 HTTP/1.1" status: 200 len: 946 time: 0.1159441 May 20 21:09:15.094391 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0b5e3296-6920-4b92-b55e-2736e9ef70e0 req-371d21ee-9e4e-4fd2-b072-9f9d116afdfb tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/security-groups?id=ea5f90d5-5ae6-4da5-b5b6-cdd9b1e2e803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487571 May 20 21:09:15.122309 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [req-0adb4962-ad0f-4fa6-bf7f-da66a2c3e848 req-3ece7589-b2b9-4744-bf7e-4ec25c21fd02 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Deleting port 720dae35-e5d5-48b3-9217-46b2c32dc1ae {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:09:15.122727 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-0adb4962-ad0f-4fa6-bf7f-da66a2c3e848 req-3ece7589-b2b9-4744-bf7e-4ec25c21fd02 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:15.243757 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-0adb4962-ad0f-4fa6-bf7f-da66a2c3e848 req-3ece7589-b2b9-4744-bf7e-4ec25c21fd02 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] For port 720dae35-e5d5-48b3-9217-46b2c32dc1ae, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=720dae35-e5d5-48b3-9217-46b2c32dc1ae,segment=NetworkSegment(b1c4b0ad-b0b1-4593-a035-89089e5b8dcd),segment_id=b1c4b0ad-b0b1-4593-a035-89089e5b8dcd)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:09:15.245541 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-0adb4962-ad0f-4fa6-bf7f-da66a2c3e848 req-3ece7589-b2b9-4744-bf7e-4ec25c21fd02 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:15.263060 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [req-0adb4962-ad0f-4fa6-bf7f-da66a2c3e848 req-3ece7589-b2b9-4744-bf7e-4ec25c21fd02 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Calling delete_port for 720dae35-e5d5-48b3-9217-46b2c32dc1ae owned by compute:nova {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:09:15.307520 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [req-5d309beb-ce06-4ff4-9997-47de92c1a911 req-cf6f9c49-314c-4309-b18c-7725b6b01361 tempest-TestVolumeBackupRestore-236769716 tempest-TestVolumeBackupRestore-236769716-project] Allocated IP 172.20.0.5 (184b74ca-5201-444b-9621-4d01e7bf23b7/b13faf2d-c0fe-4c78-8290-66782e0d5758/e1f31cf5-ee77-4cdc-b0bc-db091f28d69d) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:09:15.510559 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-5d309beb-ce06-4ff4-9997-47de92c1a911 req-cf6f9c49-314c-4309-b18c-7725b6b01361 tempest-TestVolumeBackupRestore-236769716 tempest-TestVolumeBackupRestore-236769716-project] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:15.528917 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-0adb4962-ad0f-4fa6-bf7f-da66a2c3e848 req-3ece7589-b2b9-4744-bf7e-4ec25c21fd02 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:15.573304 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ece7589-b2b9-4744-bf7e-4ec25c21fd02 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Pushing event deleted for resources: {'Port': ['ID=720dae35-e5d5-48b3-9217-46b2c32dc1ae,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:09:15.614554 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-5d309beb-ce06-4ff4-9997-47de92c1a911 req-cf6f9c49-314c-4309-b18c-7725b6b01361 tempest-TestVolumeBackupRestore-236769716 tempest-TestVolumeBackupRestore-236769716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:15.750673 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [req-0adb4962-ad0f-4fa6-bf7f-da66a2c3e848 req-3ece7589-b2b9-4744-bf7e-4ec25c21fd02 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] No DVR routers for this DVR port 720dae35-e5d5-48b3-9217-46b2c32dc1ae on host n-h1-842733-1 {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 21:09:15.771323 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d309beb-ce06-4ff4-9997-47de92c1a911 req-cf6f9c49-314c-4309-b18c-7725b6b01361 tempest-TestVolumeBackupRestore-236769716 tempest-TestVolumeBackupRestore-236769716-project] Network 184b74ca-5201-444b-9621-4d01e7bf23b7 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:09:15.772833 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-0adb4962-ad0f-4fa6-bf7f-da66a2c3e848 req-3ece7589-b2b9-4744-bf7e-4ec25c21fd02 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:15.777089 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0adb4962-ad0f-4fa6-bf7f-da66a2c3e848 req-3ece7589-b2b9-4744-bf7e-4ec25c21fd02 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] 10.222.0.24 "DELETE /v2.0/ports/720dae35-e5d5-48b3-9217-46b2c32dc1ae HTTP/1.1" status: 204 len: 173 time: 0.8381994 May 20 21:09:15.779863 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [req-5d309beb-ce06-4ff4-9997-47de92c1a911 req-cf6f9c49-314c-4309-b18c-7725b6b01361 tempest-TestVolumeBackupRestore-236769716 tempest-TestVolumeBackupRestore-236769716-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:09:15.786981 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d309beb-ce06-4ff4-9997-47de92c1a911 req-cf6f9c49-314c-4309-b18c-7725b6b01361 tempest-TestVolumeBackupRestore-236769716 tempest-TestVolumeBackupRestore-236769716-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:09:15.798508 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc95a557-ffea-48aa-bf39-288f30e53f27', 'name': 'network-vif-deleted', 'tag': '720dae35-e5d5-48b3-9217-46b2c32dc1ae'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 21:09:15.814566 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4291b17aa7b45362825f0571e77c85f5e73afe1df9c7e9e15006df9d695c005e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-664b882e-4ffb-4edf-bc79-4f010ec0f768" -d '{"events": [{"server_uuid": "cc95a557-ffea-48aa-bf39-288f30e53f27", "name": "network-vif-deleted", "tag": "720dae35-e5d5-48b3-9217-46b2c32dc1ae"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 21:09:16.049075 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7e9678-c9c8-4301-b388-b46be9bbec6d req-c3f81292-f5da-45ce-9ac7-0e45e58bd48b tempest-TestVolumeBackupRestore-236769716 tempest-TestVolumeBackupRestore-236769716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:09:16.058152 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3b7e9678-c9c8-4301-b388-b46be9bbec6d req-c3f81292-f5da-45ce-9ac7-0e45e58bd48b tempest-TestVolumeBackupRestore-236769716 tempest-TestVolumeBackupRestore-236769716-project] 10.222.0.35 "GET /v2.0/ports?device_id=ca8f7889-acf0-40d7-826c-0891109bffb4 HTTP/1.1" status: 200 len: 931 time: 0.3097281 May 20 21:09:16.175093 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c8d4e881-42ff-4738-8649-faabd2a17f63 req-5c2e6aa9-68d8-470e-8c22-33ff1e14f850 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc95a557-ffea-48aa-bf39-288f30e53f27 HTTP/1.1" status: 200 len: 210 time: 0.1119027 May 20 21:09:16.221461 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3b7e9678-c9c8-4301-b388-b46be9bbec6d req-957d5df9-3894-48c7-abb3-ed60766751dc tempest-TestVolumeBackupRestore-236769716 tempest-TestVolumeBackupRestore-236769716-project] 10.222.0.35 "GET /v2.0/security-groups?id=9c6ced15-f938-40c0-9319-351f88968823&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1214733 May 20 21:09:16.262394 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 21:09:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61416420-004d-4990-859c-b346a22168c7 x-openstack-request-id: req-61416420-004d-4990-859c-b346a22168c7 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 21:09:16.262972 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc95a557-ffea-48aa-bf39-288f30e53f27", "name": "network-vif-deleted", "tag": "720dae35-e5d5-48b3-9217-46b2c32dc1ae", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 21:09:16.262972 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-61416420-004d-4990-859c-b346a22168c7 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 21:09:16.264131 n-d-842733-1 neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61416420-004d-4990-859c-b346a22168c7'] response: {'server_uuid': 'cc95a557-ffea-48aa-bf39-288f30e53f27', 'name': 'network-vif-deleted', 'tag': '720dae35-e5d5-48b3-9217-46b2c32dc1ae', 'status': 'completed', 'code': 200} May 20 21:09:16.307001 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-59c7acd3-557a-4993-9ffb-6263eef59b91 None None] Provisioning complete for port e1f31cf5-ee77-4cdc-b0bc-db091f28d69d triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:09:16.307565 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-59c7acd3-557a-4993-9ffb-6263eef59b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:16.389652 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-59c7acd3-557a-4993-9ffb-6263eef59b91 None None] Port e1f31cf5-ee77-4cdc-b0bc-db091f28d69d cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 21:09:16.419502 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c37bbe8-3759-4e4c-9fb5-a5a8b2e8b731 req-282bac4a-5cfc-4448-b1e5-d878fd6fdde3 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:09:16.422008 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5c37bbe8-3759-4e4c-9fb5-a5a8b2e8b731 req-282bac4a-5cfc-4448-b1e5-d878fd6fdde3 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ba39278-6629-446d-ae0e-cba76bdf80e2 HTTP/1.1" status: 200 len: 946 time: 0.1130145 May 20 21:09:16.463900 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6f9c49-314c-4309-b18c-7725b6b01361 tempest-TestVolumeBackupRestore-236769716 tempest-TestVolumeBackupRestore-236769716-project] Pushing event updated for resources: {'Port': ['ID=e1f31cf5-ee77-4cdc-b0bc-db091f28d69d,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:09:16.506142 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d309beb-ce06-4ff4-9997-47de92c1a911 req-cf6f9c49-314c-4309-b18c-7725b6b01361 tempest-TestVolumeBackupRestore-236769716 tempest-TestVolumeBackupRestore-236769716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:09:16.506880 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-5d309beb-ce06-4ff4-9997-47de92c1a911 req-cf6f9c49-314c-4309-b18c-7725b6b01361 tempest-TestVolumeBackupRestore-236769716 tempest-TestVolumeBackupRestore-236769716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:16.509536 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 51374) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:09:16.539067 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5c37bbe8-3759-4e4c-9fb5-a5a8b2e8b731 req-e5beb36c-7243-451d-b295-86e4222b125c tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/security-groups?id=ea5f90d5-5ae6-4da5-b5b6-cdd9b1e2e803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1032836 May 20 21:09:16.597603 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-5d309beb-ce06-4ff4-9997-47de92c1a911 req-cf6f9c49-314c-4309-b18c-7725b6b01361 tempest-TestVolumeBackupRestore-236769716 tempest-TestVolumeBackupRestore-236769716-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8192706 May 20 21:09:16.621493 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [req-5d309beb-ce06-4ff4-9997-47de92c1a911 req-fe053d9f-7c1a-4a0d-89ac-9bea040fcd50 service neutron] Request body: {'port': {'device_id': 'ca8f7889-acf0-40d7-826c-0891109bffb4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-842733-1'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:09:16.637992 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-a4bc7563-8658-4046-ad38-5a605027f36e tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-627884382'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:09:16.704432 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-5d309beb-ce06-4ff4-9997-47de92c1a911 req-fe053d9f-7c1a-4a0d-89ac-9bea040fcd50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:16.746827 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fdbc5a-bb3a-477d-8014-4f2b7100e94a req-2cb27bec-5363-40ab-97de-3fffcef9d987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:09:16.748370 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-95fdbc5a-bb3a-477d-8014-4f2b7100e94a req-2cb27bec-5363-40ab-97de-3fffcef9d987 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4ba39278-6629-446d-ae0e-cba76bdf80e2&tenant_id=d7932b75a33b465998804b193e9be7ad HTTP/1.1" status: 200 len: 1097 time: 0.0693586 May 20 21:09:16.756193 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4bc7563-8658-4046-ad38-5a605027f36e tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Made reservation on behalf of 04f26c2e2c8d4a7f9c417d991425d134 for: {'network': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:09:16.759916 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a4bc7563-8658-4046-ad38-5a605027f36e tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for network, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:16.768103 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [req-95fdbc5a-bb3a-477d-8014-4f2b7100e94a req-8bce6093-38d2-4116-bef2-5101d0498939 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-842733-1', 'device_owner': 'compute:nova'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:09:16.822751 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a4bc7563-8658-4046-ad38-5a605027f36e tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:16.987373 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-95fdbc5a-bb3a-477d-8014-4f2b7100e94a req-8bce6093-38d2-4116-bef2-5101d0498939 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:17.107503 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [req-5d309beb-ce06-4ff4-9997-47de92c1a911 req-fe053d9f-7c1a-4a0d-89ac-9bea040fcd50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1f31cf5-ee77-4cdc-b0bc-db091f28d69d {{(pid=103162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 21:09:17.116171 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-5d309beb-ce06-4ff4-9997-47de92c1a911 req-fe053d9f-7c1a-4a0d-89ac-9bea040fcd50 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:17.129312 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.provisioning_blocks [req-5d309beb-ce06-4ff4-9997-47de92c1a911 req-fe053d9f-7c1a-4a0d-89ac-9bea040fcd50 service neutron] Transition to ACTIVE for port object e1f31cf5-ee77-4cdc-b0bc-db091f28d69d will not be triggered until provisioned by entity L2. {{(pid=103162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 21:09:17.220523 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-5d309beb-ce06-4ff4-9997-47de92c1a911 req-fe053d9f-7c1a-4a0d-89ac-9bea040fcd50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:17.327640 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe053d9f-7c1a-4a0d-89ac-9bea040fcd50 service neutron] Pushing event updated for resources: {'Port': ['ID=e1f31cf5-ee77-4cdc-b0bc-db091f28d69d,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:09:17.329948 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 51384) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:09:17.674425 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-5d309beb-ce06-4ff4-9997-47de92c1a911 req-fe053d9f-7c1a-4a0d-89ac-9bea040fcd50 service neutron] Attempting to bind port e1f31cf5-ee77-4cdc-b0bc-db091f28d69d on host n-h2-842733-1 for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:09:17.675080 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-5d309beb-ce06-4ff4-9997-47de92c1a911 req-fe053d9f-7c1a-4a0d-89ac-9bea040fcd50 service neutron] Attempting to bind port e1f31cf5-ee77-4cdc-b0bc-db091f28d69d by drivers openvswitch,hyperv on host n-h2-842733-1 at level 0 using segments [{'id': '004a2ced-726d-4712-b1e0-f38bdbf6228d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '184b74ca-5201-444b-9621-4d01e7bf23b7'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:09:17.675427 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d309beb-ce06-4ff4-9997-47de92c1a911 req-fe053d9f-7c1a-4a0d-89ac-9bea040fcd50 service neutron] Attempting to bind port e1f31cf5-ee77-4cdc-b0bc-db091f28d69d on network 184b74ca-5201-444b-9621-4d01e7bf23b7 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:09:17.683666 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d309beb-ce06-4ff4-9997-47de92c1a911 req-fe053d9f-7c1a-4a0d-89ac-9bea040fcd50 service neutron] Port e1f31cf5-ee77-4cdc-b0bc-db091f28d69d on network 184b74ca-5201-444b-9621-4d01e7bf23b7 not bound, no agent of type Open vSwitch agent registered on host n-h2-842733-1 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 21:09:17.684127 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d309beb-ce06-4ff4-9997-47de92c1a911 req-fe053d9f-7c1a-4a0d-89ac-9bea040fcd50 service neutron] Attempting to bind port e1f31cf5-ee77-4cdc-b0bc-db091f28d69d on network 184b74ca-5201-444b-9621-4d01e7bf23b7 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:09:17.693372 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d309beb-ce06-4ff4-9997-47de92c1a911 req-fe053d9f-7c1a-4a0d-89ac-9bea040fcd50 service neutron] Checking agent: {'id': 'a66f2511-b955-448f-877c-56cfe9c81b12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 33, 2), 'started_at': datetime.datetime(2022, 5, 20, 20, 33, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 21, 9, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 21:09:17.693833 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d309beb-ce06-4ff4-9997-47de92c1a911 req-fe053d9f-7c1a-4a0d-89ac-9bea040fcd50 service neutron] Checking segment: {'id': '004a2ced-726d-4712-b1e0-f38bdbf6228d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '184b74ca-5201-444b-9621-4d01e7bf23b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:09:17.694564 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d309beb-ce06-4ff4-9997-47de92c1a911 req-fe053d9f-7c1a-4a0d-89ac-9bea040fcd50 service neutron] Bound using segment: {'id': '004a2ced-726d-4712-b1e0-f38bdbf6228d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '184b74ca-5201-444b-9621-4d01e7bf23b7'} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 21:09:17.701551 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-5d309beb-ce06-4ff4-9997-47de92c1a911 req-fe053d9f-7c1a-4a0d-89ac-9bea040fcd50 service neutron] Bound port: e1f31cf5-ee77-4cdc-b0bc-db091f28d69d, host: n-h2-842733-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '004a2ced-726d-4712-b1e0-f38bdbf6228d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '184b74ca-5201-444b-9621-4d01e7bf23b7'}}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:09:17.701551 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-5d309beb-ce06-4ff4-9997-47de92c1a911 req-fe053d9f-7c1a-4a0d-89ac-9bea040fcd50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:17.701802 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a4bc7563-8658-4046-ad38-5a605027f36e tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:17.828549 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a4bc7563-8658-4046-ad38-5a605027f36e tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:17.863013 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-5d309beb-ce06-4ff4-9997-47de92c1a911 req-fe053d9f-7c1a-4a0d-89ac-9bea040fcd50 service neutron] For port e1f31cf5-ee77-4cdc-b0bc-db091f28d69d, host n-h2-842733-1, cleared binding levels {{(pid=103162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 21:09:17.869874 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-5d309beb-ce06-4ff4-9997-47de92c1a911 req-fe053d9f-7c1a-4a0d-89ac-9bea040fcd50 service neutron] For port e1f31cf5-ee77-4cdc-b0bc-db091f28d69d, host n-h2-842733-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=e1f31cf5-ee77-4cdc-b0bc-db091f28d69d,segment=NetworkSegment(004a2ced-726d-4712-b1e0-f38bdbf6228d),segment_id=004a2ced-726d-4712-b1e0-f38bdbf6228d)] {{(pid=103162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 21:09:17.871242 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bc7563-8658-4046-ad38-5a605027f36e tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88cbacdf-33ba-489e-ba0d-02de690e0d45,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:09:17.902875 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f874bf66-ab65-449a-801d-13b8d1ebc36b req-3e25d349-9b1a-4979-8985-43738e7dd295 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:09:17.912455 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f874bf66-ab65-449a-801d-13b8d1ebc36b req-3e25d349-9b1a-4979-8985-43738e7dd295 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ba39278-6629-446d-ae0e-cba76bdf80e2 HTTP/1.1" status: 200 len: 946 time: 0.2208159 May 20 21:09:17.945878 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f66afa8-f7c0-4aee-ad07-1d040f249d5a req-7c10cb57-7e8a-4ffb-a2ce-ca0b6c0244cd tempest-TestVolumeBackupRestore-236769716 tempest-TestVolumeBackupRestore-236769716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:09:17.949072 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2f66afa8-f7c0-4aee-ad07-1d040f249d5a req-7c10cb57-7e8a-4ffb-a2ce-ca0b6c0244cd tempest-TestVolumeBackupRestore-236769716 tempest-TestVolumeBackupRestore-236769716-project] 10.222.0.35 "GET /v2.0/ports?device_id=ca8f7889-acf0-40d7-826c-0891109bffb4 HTTP/1.1" status: 200 len: 943 time: 0.2539070 May 20 21:09:17.949907 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4bc7563-8658-4046-ad38-5a605027f36e tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 239} {{(pid=103163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 21:09:17.964216 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-5d309beb-ce06-4ff4-9997-47de92c1a911 req-fe053d9f-7c1a-4a0d-89ac-9bea040fcd50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:17.997870 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a4bc7563-8658-4046-ad38-5a605027f36e tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:17.998218 n-d-842733-1 neutron-server[103163]: INFO neutron.db.segments_db [None req-a4bc7563-8658-4046-ad38-5a605027f36e tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Added segment bc16b04f-7fc6-4887-9913-a23916e9b77d of type vlan for network 3e5ef4b9-af55-447c-b8f6-aef006515469 May 20 21:09:18.005260 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-95fdbc5a-bb3a-477d-8014-4f2b7100e94a req-8bce6093-38d2-4116-bef2-5101d0498939 service neutron] For port 11805006-a585-417b-ae9b-89663bea61fd, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=11805006-a585-417b-ae9b-89663bea61fd,segment=NetworkSegment(fe2f1272-64e9-4f54-a89e-7afc10d54383),segment_id=fe2f1272-64e9-4f54-a89e-7afc10d54383)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:09:18.027778 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d309beb-ce06-4ff4-9997-47de92c1a911 req-fe053d9f-7c1a-4a0d-89ac-9bea040fcd50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:09:18.028302 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-5d309beb-ce06-4ff4-9997-47de92c1a911 req-fe053d9f-7c1a-4a0d-89ac-9bea040fcd50 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:18.030858 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-5d309beb-ce06-4ff4-9997-47de92c1a911 req-fe053d9f-7c1a-4a0d-89ac-9bea040fcd50 service neutron] 10.222.0.13 "PUT /v2.0/ports/e1f31cf5-ee77-4cdc-b0bc-db091f28d69d HTTP/1.1" status: 200 len: 1091 time: 1.4190998 May 20 21:09:18.033806 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca8f7889-acf0-40d7-826c-0891109bffb4', 'tag': 'e1f31cf5-ee77-4cdc-b0bc-db091f28d69d'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 21:09:18.036042 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6fa957933fccbf596d28104b23404b952ad6a8238afaebaed40a0874b2e409" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0a2aa07-8e6d-4f3a-ac7f-2c1d213330db" -d '{"events": [{"name": "network-changed", "server_uuid": "ca8f7889-acf0-40d7-826c-0891109bffb4", "tag": "e1f31cf5-ee77-4cdc-b0bc-db091f28d69d"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 21:09:18.083536 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe053d9f-7c1a-4a0d-89ac-9bea040fcd50 service neutron] Pushing event updated for resources: {'Port': ['ID=e1f31cf5-ee77-4cdc-b0bc-db091f28d69d,revision_number=3']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:09:18.098198 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f874bf66-ab65-449a-801d-13b8d1ebc36b req-caf5d47a-3df0-47d0-8435-4c12d31b99fb tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/security-groups?id=ea5f90d5-5ae6-4da5-b5b6-cdd9b1e2e803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1729562 May 20 21:09:18.104722 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d845ef79-975c-4007-9e8a-316bec6f5761 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748528'] for router_interface, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:18.175435 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2f66afa8-f7c0-4aee-ad07-1d040f249d5a req-7e2f645d-3ad6-4a00-b57f-f6ae40710a24 tempest-TestVolumeBackupRestore-236769716 tempest-TestVolumeBackupRestore-236769716-project] 10.222.0.35 "GET /v2.0/security-groups?id=9c6ced15-f938-40c0-9319-351f88968823&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2136884 May 20 21:09:18.201781 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a4bc7563-8658-4046-ad38-5a605027f36e tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418993264'] for network, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:18.205801 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 21:09:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fe60b33-9e4e-43e4-bd8e-f8158d43d5f5 x-openstack-request-id: req-2fe60b33-9e4e-43e4-bd8e-f8158d43d5f5 {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 21:09:18.211377 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca8f7889-acf0-40d7-826c-0891109bffb4", "tag": "e1f31cf5-ee77-4cdc-b0bc-db091f28d69d", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 21:09:18.213258 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2fe60b33-9e4e-43e4-bd8e-f8158d43d5f5 {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 21:09:18.213813 n-d-842733-1 neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2fe60b33-9e4e-43e4-bd8e-f8158d43d5f5'] response: {'name': 'network-changed', 'server_uuid': 'ca8f7889-acf0-40d7-826c-0891109bffb4', 'tag': 'e1f31cf5-ee77-4cdc-b0bc-db091f28d69d', 'status': 'completed', 'code': 200} May 20 21:09:18.222940 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-95fdbc5a-bb3a-477d-8014-4f2b7100e94a req-8bce6093-38d2-4116-bef2-5101d0498939 service neutron] For port 11805006-a585-417b-ae9b-89663bea61fd, host n-h2-842733-1, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 21:09:18.278869 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ba39278-6629-446d-ae0e-cba76bdf80e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11805006-a585-417b-ae9b-89663bea61fd'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 21:09:18.281466 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4291b17aa7b45362825f0571e77c85f5e73afe1df9c7e9e15006df9d695c005e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed9b98e3-affd-4b98-84c3-b5469563a157" -d '{"events": [{"server_uuid": "4ba39278-6629-446d-ae0e-cba76bdf80e2", "name": "network-vif-unplugged", "status": "completed", "tag": "11805006-a585-417b-ae9b-89663bea61fd"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 21:09:18.292518 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-95fdbc5a-bb3a-477d-8014-4f2b7100e94a req-8bce6093-38d2-4116-bef2-5101d0498939 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:18.301820 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 720dae35-e5d5-48b3-9217-46b2c32dc1ae no longer exists at agent hyperv_n-h1-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 21:09:18.337298 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] No Port match for: 720dae35-e5d5-48b3-9217-46b2c32dc1ae {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 21:09:18.337298 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 720dae35-e5d5-48b3-9217-46b2c32dc1ae not bound to the agent host n-h1-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 21:09:18.337501 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [req-95fdbc5a-bb3a-477d-8014-4f2b7100e94a req-8bce6093-38d2-4116-bef2-5101d0498939 service neutron] Transition to ACTIVE for port object 11805006-a585-417b-ae9b-89663bea61fd will not be triggered until provisioned by entity L2. {{(pid=103163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 21:09:18.337501 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a4bc7563-8658-4046-ad38-5a605027f36e tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524'] for network, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:18.352232 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4bc7563-8658-4046-ad38-5a605027f36e tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:09:18.353290 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a4bc7563-8658-4046-ad38-5a605027f36e tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:18.421940 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 May 2022 21:09:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57099b0e-493b-4b92-a54e-b229758649b1 x-openstack-request-id: req-57099b0e-493b-4b92-a54e-b229758649b1 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 21:09:18.422200 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ba39278-6629-446d-ae0e-cba76bdf80e2", "name": "network-vif-unplugged", "status": "completed", "tag": "11805006-a585-417b-ae9b-89663bea61fd", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 21:09:18.422449 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-57099b0e-493b-4b92-a54e-b229758649b1 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 21:09:18.422787 n-d-842733-1 neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57099b0e-493b-4b92-a54e-b229758649b1'] response: {'server_uuid': '4ba39278-6629-446d-ae0e-cba76bdf80e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11805006-a585-417b-ae9b-89663bea61fd', 'code': 200} May 20 21:09:18.439210 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-95fdbc5a-bb3a-477d-8014-4f2b7100e94a req-8bce6093-38d2-4116-bef2-5101d0498939 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:18.447069 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d309beb-ce06-4ff4-9997-47de92c1a911 req-3a09c5d4-bf2d-4f51-80a7-32c97f947d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:09:18.449061 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-5d309beb-ce06-4ff4-9997-47de92c1a911 req-3a09c5d4-bf2d-4f51-80a7-32c97f947d1c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=770ab75f42db49e4b1ceb156acd07490&device_id=ca8f7889-acf0-40d7-826c-0891109bffb4 HTTP/1.1" status: 200 len: 1094 time: 0.2334571 May 20 21:09:18.497354 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bc7563-8658-4046-ad38-5a605027f36e tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Pushing event updated for resources: {'Network': ['ID=3e5ef4b9-af55-447c-b8f6-aef006515469,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:09:18.504517 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-a4bc7563-8658-4046-ad38-5a605027f36e tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.9906249 May 20 21:09:18.509370 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 51394) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:09:18.519868 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-c9a48640-ab59-41fc-ae70-eda54529b280 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Request body: {'subnet': {'network_id': '3e5ef4b9-af55-447c-b8f6-aef006515469', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:09:18.520071 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-5d309beb-ce06-4ff4-9997-47de92c1a911 req-4ecdc46b-c3cd-4c7f-b0cc-f8af513377a7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e1f31cf5-ee77-4cdc-b0bc-db091f28d69d HTTP/1.1" status: 200 len: 217 time: 0.0517719 May 20 21:09:18.546112 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bc7563-8658-4046-ad38-5a605027f36e tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:09:18.546444 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bc7563-8658-4046-ad38-5a605027f36e tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:09:18.547165 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bc7563-8658-4046-ad38-5a605027f36e tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:09:18.547165 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bc7563-8658-4046-ad38-5a605027f36e tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:09:18.547410 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bc7563-8658-4046-ad38-5a605027f36e tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:09:18.547725 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bc7563-8658-4046-ad38-5a605027f36e tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:09:18.548049 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bc7563-8658-4046-ad38-5a605027f36e tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:09:18.548366 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bc7563-8658-4046-ad38-5a605027f36e tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:09:18.548681 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bc7563-8658-4046-ad38-5a605027f36e tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:09:18.548993 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bc7563-8658-4046-ad38-5a605027f36e tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:09:18.549340 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bc7563-8658-4046-ad38-5a605027f36e tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:09:18.549655 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bc7563-8658-4046-ad38-5a605027f36e tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:09:18.563598 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Network 3e5ef4b9-af55-447c-b8f6-aef006515469 details requested by agent ovs-agent-n-d-842733-1 with host n-d-842733-1 {{(pid=103164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 20 21:09:18.620876 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bce6093-38d2-4116-bef2-5101d0498939 service neutron] Pushing event updated for resources: {'Port': ['ID=11805006-a585-417b-ae9b-89663bea61fd,revision_number=10']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:09:18.742306 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d309beb-ce06-4ff4-9997-47de92c1a911 req-57b9b3ed-4ddd-4b03-aa27-9cc28d672f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:09:18.743894 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-5d309beb-ce06-4ff4-9997-47de92c1a911 req-57b9b3ed-4ddd-4b03-aa27-9cc28d672f47 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b13faf2d-c0fe-4c78-8290-66782e0d5758 HTTP/1.1" status: 200 len: 853 time: 0.2092774 May 20 21:09:18.817866 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [req-95fdbc5a-bb3a-477d-8014-4f2b7100e94a req-8bce6093-38d2-4116-bef2-5101d0498939 service neutron] No DVR routers for this DVR port 11805006-a585-417b-ae9b-89663bea61fd on host n-h2-842733-1 {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 21:09:18.882224 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d309beb-ce06-4ff4-9997-47de92c1a911 req-ec8e5288-9377-404b-b96e-b52f6694d861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:09:18.884575 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-5d309beb-ce06-4ff4-9997-47de92c1a911 req-ec8e5288-9377-404b-b96e-b52f6694d861 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=184b74ca-5201-444b-9621-4d01e7bf23b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1310728 May 20 21:09:18.940933 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 11805006-a585-417b-ae9b-89663bea61fd no longer exists at agent hyperv_n-h2-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 21:09:18.968754 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-d845ef79-975c-4007-9e8a-316bec6f5761 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Deleting port 07646183-f31a-48d1-9081-f37e09a11a69 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:09:18.969095 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d845ef79-975c-4007-9e8a-316bec6f5761 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:18.991268 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 11805006-a585-417b-ae9b-89663bea61fd not bound to the agent host n-h2-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 21:09:19.006482 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9a48640-ab59-41fc-ae70-eda54529b280 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Made reservation on behalf of 04f26c2e2c8d4a7f9c417d991425d134 for: {'subnet': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:09:19.010899 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c9a48640-ab59-41fc-ae70-eda54529b280 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8422561'] for subnet, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:19.060858 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-5d309beb-ce06-4ff4-9997-47de92c1a911 req-f05d99a3-62be-440b-bc11-ae3491dc196f service neutron] 10.222.0.13 "GET /v2.0/networks/184b74ca-5201-444b-9621-4d01e7bf23b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1686475 May 20 21:09:19.064151 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-95fdbc5a-bb3a-477d-8014-4f2b7100e94a req-8bce6093-38d2-4116-bef2-5101d0498939 service neutron] Attempting to bind port 11805006-a585-417b-ae9b-89663bea61fd on host n-h1-842733-1 for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:09:19.064482 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-95fdbc5a-bb3a-477d-8014-4f2b7100e94a req-8bce6093-38d2-4116-bef2-5101d0498939 service neutron] Attempting to bind port 11805006-a585-417b-ae9b-89663bea61fd by drivers openvswitch,hyperv on host n-h1-842733-1 at level 0 using segments [{'id': 'fe2f1272-64e9-4f54-a89e-7afc10d54383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '9eccc106-4609-4d2d-abe2-76ba1cf9de32'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:09:19.064851 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95fdbc5a-bb3a-477d-8014-4f2b7100e94a req-8bce6093-38d2-4116-bef2-5101d0498939 service neutron] Attempting to bind port 11805006-a585-417b-ae9b-89663bea61fd on network 9eccc106-4609-4d2d-abe2-76ba1cf9de32 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:09:19.076407 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95fdbc5a-bb3a-477d-8014-4f2b7100e94a req-8bce6093-38d2-4116-bef2-5101d0498939 service neutron] Port 11805006-a585-417b-ae9b-89663bea61fd on network 9eccc106-4609-4d2d-abe2-76ba1cf9de32 not bound, no agent of type Open vSwitch agent registered on host n-h1-842733-1 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 21:09:19.077531 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95fdbc5a-bb3a-477d-8014-4f2b7100e94a req-8bce6093-38d2-4116-bef2-5101d0498939 service neutron] Attempting to bind port 11805006-a585-417b-ae9b-89663bea61fd on network 9eccc106-4609-4d2d-abe2-76ba1cf9de32 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:09:19.085333 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95fdbc5a-bb3a-477d-8014-4f2b7100e94a req-8bce6093-38d2-4116-bef2-5101d0498939 service neutron] Checking agent: {'id': '08dfb1ce-804b-4db8-838b-21094082e041', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 32, 54), 'started_at': datetime.datetime(2022, 5, 20, 20, 32, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 21, 8, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 21:09:19.085674 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95fdbc5a-bb3a-477d-8014-4f2b7100e94a req-8bce6093-38d2-4116-bef2-5101d0498939 service neutron] Checking segment: {'id': 'fe2f1272-64e9-4f54-a89e-7afc10d54383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '9eccc106-4609-4d2d-abe2-76ba1cf9de32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:09:19.086191 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95fdbc5a-bb3a-477d-8014-4f2b7100e94a req-8bce6093-38d2-4116-bef2-5101d0498939 service neutron] Bound using segment: {'id': 'fe2f1272-64e9-4f54-a89e-7afc10d54383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '9eccc106-4609-4d2d-abe2-76ba1cf9de32'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 21:09:19.087283 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-95fdbc5a-bb3a-477d-8014-4f2b7100e94a req-8bce6093-38d2-4116-bef2-5101d0498939 service neutron] Bound port: 11805006-a585-417b-ae9b-89663bea61fd, host: n-h1-842733-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe2f1272-64e9-4f54-a89e-7afc10d54383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '9eccc106-4609-4d2d-abe2-76ba1cf9de32'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:09:19.095936 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-95fdbc5a-bb3a-477d-8014-4f2b7100e94a req-8bce6093-38d2-4116-bef2-5101d0498939 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:19.182743 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-95fdbc5a-bb3a-477d-8014-4f2b7100e94a req-8bce6093-38d2-4116-bef2-5101d0498939 service neutron] For port 11805006-a585-417b-ae9b-89663bea61fd, host n-h1-842733-1, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 21:09:19.200336 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-d845ef79-975c-4007-9e8a-316bec6f5761 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] For port 07646183-f31a-48d1-9081-f37e09a11a69, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=07646183-f31a-48d1-9081-f37e09a11a69,segment=NetworkSegment(b1c4b0ad-b0b1-4593-a035-89089e5b8dcd),segment_id=b1c4b0ad-b0b1-4593-a035-89089e5b8dcd)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:09:19.201029 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d845ef79-975c-4007-9e8a-316bec6f5761 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:19.224247 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-d845ef79-975c-4007-9e8a-316bec6f5761 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Calling delete_port for 07646183-f31a-48d1-9081-f37e09a11a69 owned by network:router_interface {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:09:19.228018 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-95fdbc5a-bb3a-477d-8014-4f2b7100e94a req-8bce6093-38d2-4116-bef2-5101d0498939 service neutron] For port 11805006-a585-417b-ae9b-89663bea61fd, host n-h1-842733-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=11805006-a585-417b-ae9b-89663bea61fd,segment=NetworkSegment(fe2f1272-64e9-4f54-a89e-7afc10d54383),segment_id=fe2f1272-64e9-4f54-a89e-7afc10d54383)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 21:09:19.239707 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-5d309beb-ce06-4ff4-9997-47de92c1a911 req-7f4e583c-d900-430b-a666-0d1eb0f640fc service neutron] 10.222.0.13 "GET /v2.0/networks/184b74ca-5201-444b-9621-4d01e7bf23b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718843 May 20 21:09:19.292700 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baae76d4-9f05-465f-b990-6fccaa1b8a46 req-01392149-8b73-47d7-8705-8cfa8126d24f tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:09:19.294227 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-baae76d4-9f05-465f-b990-6fccaa1b8a46 req-01392149-8b73-47d7-8705-8cfa8126d24f tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ba39278-6629-446d-ae0e-cba76bdf80e2 HTTP/1.1" status: 200 len: 945 time: 0.1081221 May 20 21:09:19.357739 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-95fdbc5a-bb3a-477d-8014-4f2b7100e94a req-8bce6093-38d2-4116-bef2-5101d0498939 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:19.453483 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fdbc5a-bb3a-477d-8014-4f2b7100e94a req-8bce6093-38d2-4116-bef2-5101d0498939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:09:19.454250 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-95fdbc5a-bb3a-477d-8014-4f2b7100e94a req-8bce6093-38d2-4116-bef2-5101d0498939 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:19.455678 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-95fdbc5a-bb3a-477d-8014-4f2b7100e94a req-8bce6093-38d2-4116-bef2-5101d0498939 service neutron] 10.222.0.24 "PUT /v2.0/ports/11805006-a585-417b-ae9b-89663bea61fd HTTP/1.1" status: 200 len: 1093 time: 2.6934376 May 20 21:09:19.503086 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bce6093-38d2-4116-bef2-5101d0498939 service neutron] Pushing event updated for resources: {'Port': ['ID=11805006-a585-417b-ae9b-89663bea61fd,revision_number=11']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:09:19.521155 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-baae76d4-9f05-465f-b990-6fccaa1b8a46 req-fd8c4cc1-4e63-45fc-b454-48ed1c798c67 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/security-groups?id=ea5f90d5-5ae6-4da5-b5b6-cdd9b1e2e803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2180276 May 20 21:09:19.522209 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c9a48640-ab59-41fc-ae70-eda54529b280 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9641412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8422583'] for subnet, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:19.544200 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a2aa07-8e6d-4f3a-ac7f-2c1d213330db req-ec553db3-699e-4c3f-817b-ce7201e044fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:09:19.545914 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-d0a2aa07-8e6d-4f3a-ac7f-2c1d213330db req-ec553db3-699e-4c3f-817b-ce7201e044fe service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=770ab75f42db49e4b1ceb156acd07490&device_id=ca8f7889-acf0-40d7-826c-0891109bffb4 HTTP/1.1" status: 200 len: 1094 time: 0.0957739 May 20 21:09:19.598408 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8991d81f-b030-4ffe-b039-551db125bb82 req-c15d61cd-0ca5-4f12-bd0b-9dffd98ac626 tempest-TestVolumeBackupRestore-236769716 tempest-TestVolumeBackupRestore-236769716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:09:19.600632 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8991d81f-b030-4ffe-b039-551db125bb82 req-c15d61cd-0ca5-4f12-bd0b-9dffd98ac626 tempest-TestVolumeBackupRestore-236769716 tempest-TestVolumeBackupRestore-236769716-project] 10.222.0.35 "GET /v2.0/ports?device_id=ca8f7889-acf0-40d7-826c-0891109bffb4 HTTP/1.1" status: 200 len: 943 time: 0.2824173 May 20 21:09:19.611766 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d845ef79-975c-4007-9e8a-316bec6f5761 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:19.642832 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d845ef79-975c-4007-9e8a-316bec6f5761 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Pushing event deleted for resources: {'Port': ['ID=07646183-f31a-48d1-9081-f37e09a11a69,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:09:19.657903 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d845ef79-975c-4007-9e8a-316bec6f5761 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:09:19.658278 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d845ef79-975c-4007-9e8a-316bec6f5761 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:09:19.658631 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d845ef79-975c-4007-9e8a-316bec6f5761 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:09:19.658975 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d845ef79-975c-4007-9e8a-316bec6f5761 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:09:19.659307 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d845ef79-975c-4007-9e8a-316bec6f5761 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:09:19.659775 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d845ef79-975c-4007-9e8a-316bec6f5761 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:09:19.660111 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d845ef79-975c-4007-9e8a-316bec6f5761 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:09:19.660435 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d845ef79-975c-4007-9e8a-316bec6f5761 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:09:19.660838 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d845ef79-975c-4007-9e8a-316bec6f5761 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:09:19.661172 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d845ef79-975c-4007-9e8a-316bec6f5761 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:09:19.661521 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d845ef79-975c-4007-9e8a-316bec6f5761 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:09:19.661915 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d845ef79-975c-4007-9e8a-316bec6f5761 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:09:19.665325 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fdbc5a-bb3a-477d-8014-4f2b7100e94a req-f6ce0b0c-a2ab-4db4-9bc3-ef12c46fd966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:09:19.666851 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-95fdbc5a-bb3a-477d-8014-4f2b7100e94a req-f6ce0b0c-a2ab-4db4-9bc3-ef12c46fd966 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d7932b75a33b465998804b193e9be7ad&device_id=4ba39278-6629-446d-ae0e-cba76bdf80e2 HTTP/1.1" status: 200 len: 1096 time: 0.1586947 May 20 21:09:19.676878 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a48640-ab59-41fc-ae70-eda54529b280 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Pushing event updated for resources: {'Subnet': ['ID=a7b0a496-c7eb-477f-90b8-2c1a6e32b1bd,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:09:19.726550 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8991d81f-b030-4ffe-b039-551db125bb82 req-fb0924be-558b-46fa-9c2a-d7169cbf7dea tempest-TestVolumeBackupRestore-236769716 tempest-TestVolumeBackupRestore-236769716-project] 10.222.0.35 "GET /v2.0/security-groups?id=9c6ced15-f938-40c0-9319-351f88968823&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1069503 May 20 21:09:19.757079 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a2aa07-8e6d-4f3a-ac7f-2c1d213330db req-cc5257bb-4de8-42b9-bcfb-1e8006da5a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:09:19.759127 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-d0a2aa07-8e6d-4f3a-ac7f-2c1d213330db req-cc5257bb-4de8-42b9-bcfb-1e8006da5a51 service neutron] 10.222.0.13 "GET /v2.0/networks?id=184b74ca-5201-444b-9621-4d01e7bf23b7 HTTP/1.1" status: 200 len: 915 time: 0.2046189 May 20 21:09:19.762557 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9a48640-ab59-41fc-ae70-eda54529b280 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Checking segment: {'id': 'bc16b04f-7fc6-4887-9913-a23916e9b77d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '3e5ef4b9-af55-447c-b8f6-aef006515469'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:09:19.762916 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9a48640-ab59-41fc-ae70-eda54529b280 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Network hostable DHCP agents. Network: 3e5ef4b9-af55-447c-b8f6-aef006515469, hostable agents: ['c9b0653c-f3c7-4339-bd50-e3754b629216'], hosted agents: [] {{(pid=103163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 21:09:19.863052 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fdbc5a-bb3a-477d-8014-4f2b7100e94a req-d0c17ccc-9cc3-4ff9-b91c-3f5bc57668f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:09:19.868751 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-95fdbc5a-bb3a-477d-8014-4f2b7100e94a req-d0c17ccc-9cc3-4ff9-b91c-3f5bc57668f0 service neutron] 10.222.0.24 "GET /v2.0/networks?id=9eccc106-4609-4d2d-abe2-76ba1cf9de32 HTTP/1.1" status: 200 len: 898 time: 0.1752768 May 20 21:09:19.870749 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-d0a2aa07-8e6d-4f3a-ac7f-2c1d213330db req-94df3e06-7cde-4031-8d86-ede6714412a9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e1f31cf5-ee77-4cdc-b0bc-db091f28d69d HTTP/1.1" status: 200 len: 217 time: 0.1053240 May 20 21:09:19.936636 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9a48640-ab59-41fc-ae70-eda54529b280 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Network 3e5ef4b9-af55-447c-b8f6-aef006515469 is scheduled to be hosted by DHCP agent c9b0653c-f3c7-4339-bd50-e3754b629216 with binding_index 1 {{(pid=103163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 21:09:19.964474 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-95fdbc5a-bb3a-477d-8014-4f2b7100e94a req-670877e8-20b4-4c90-84da-a9ee60fe63ff service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=11805006-a585-417b-ae9b-89663bea61fd HTTP/1.1" status: 200 len: 1000 time: 0.0904930 May 20 21:09:19.968834 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d5a706a4-e289-470b-ad19-8b9cfdd28e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:19.981860 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a2aa07-8e6d-4f3a-ac7f-2c1d213330db req-32d038d4-780a-462c-8c9b-51697a27fc29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:09:19.983462 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-d0a2aa07-8e6d-4f3a-ac7f-2c1d213330db req-32d038d4-780a-462c-8c9b-51697a27fc29 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b13faf2d-c0fe-4c78-8290-66782e0d5758 HTTP/1.1" status: 200 len: 853 time: 0.1028917 May 20 21:09:20.006992 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d845ef79-975c-4007-9e8a-316bec6f5761 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-692224'] for router_interface, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:20.025030 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fdbc5a-bb3a-477d-8014-4f2b7100e94a req-47d7894b-fa60-43cd-99b7-936424185aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:09:20.026928 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-95fdbc5a-bb3a-477d-8014-4f2b7100e94a req-47d7894b-fa60-43cd-99b7-936424185aa2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=11782441-b4f1-40fc-9cbd-8dc932032eb4 HTTP/1.1" status: 200 len: 834 time: 0.0517745 May 20 21:09:20.064602 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-c9a48640-ab59-41fc-ae70-eda54529b280 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842733-1, 3e5ef4b9-af55-447c-b8f6-aef006515469) {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:09:20.069251 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9a48640-ab59-41fc-ae70-eda54529b280 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:09:20.071095 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c9a48640-ab59-41fc-ae70-eda54529b280 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks [] for subnet, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:20.075106 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-193f803b-a35c-4b5b-9377-295d35c88be0 None None] Network 3e5ef4b9-af55-447c-b8f6-aef006515469 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:09:20.087826 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a2aa07-8e6d-4f3a-ac7f-2c1d213330db req-023e8a4a-e568-481c-953e-f50230f2fcd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:09:20.089363 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-d0a2aa07-8e6d-4f3a-ac7f-2c1d213330db req-023e8a4a-e568-481c-953e-f50230f2fcd2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=184b74ca-5201-444b-9621-4d01e7bf23b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0941474 May 20 21:09:20.112342 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fdbc5a-bb3a-477d-8014-4f2b7100e94a req-d838d2ed-a42c-4eb5-afd0-f89fb9ff2fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:09:20.114213 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-95fdbc5a-bb3a-477d-8014-4f2b7100e94a req-d838d2ed-a42c-4eb5-afd0-f89fb9ff2fe9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9eccc106-4609-4d2d-abe2-76ba1cf9de32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0810256 May 20 21:09:20.183762 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 51406) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:09:20.185029 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-c9a48640-ab59-41fc-ae70-eda54529b280 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.6727140 May 20 21:09:20.192332 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-c89549c1-861b-4af1-9178-fcf48acdb3e9 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1401040159', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'}, 'admin_state_up': False}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:09:20.242427 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06d3b679-3b22-4175-a8f8-28f83abbe560 None None] Network 3e5ef4b9-af55-447c-b8f6-aef006515469 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:09:20.354152 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-95fdbc5a-bb3a-477d-8014-4f2b7100e94a req-ad5d6ca2-9f37-49ce-bfe6-72b6dd86c959 service neutron] 10.222.0.24 "GET /v2.0/networks/9eccc106-4609-4d2d-abe2-76ba1cf9de32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2325265 May 20 21:09:20.437547 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ba39278-6629-446d-ae0e-cba76bdf80e2', 'tag': '11805006-a585-417b-ae9b-89663bea61fd'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 21:09:20.440958 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4291b17aa7b45362825f0571e77c85f5e73afe1df9c7e9e15006df9d695c005e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f458981b-094a-431d-96d1-5cbd456049df" -d '{"events": [{"name": "network-changed", "server_uuid": "4ba39278-6629-446d-ae0e-cba76bdf80e2", "tag": "11805006-a585-417b-ae9b-89663bea61fd"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 21:09:20.506172 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 21:09:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cadf9b39-517f-46a3-b0f4-80c6fb6887b8 x-openstack-request-id: req-cadf9b39-517f-46a3-b0f4-80c6fb6887b8 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 21:09:20.506947 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ba39278-6629-446d-ae0e-cba76bdf80e2", "tag": "11805006-a585-417b-ae9b-89663bea61fd", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 21:09:20.507306 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-cadf9b39-517f-46a3-b0f4-80c6fb6887b8 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 21:09:20.508379 n-d-842733-1 neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cadf9b39-517f-46a3-b0f4-80c6fb6887b8'] response: {'name': 'network-changed', 'server_uuid': '4ba39278-6629-446d-ae0e-cba76bdf80e2', 'tag': '11805006-a585-417b-ae9b-89663bea61fd', 'status': 'completed', 'code': 200} May 20 21:09:20.520229 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-95fdbc5a-bb3a-477d-8014-4f2b7100e94a req-6f61b589-cef2-4091-b376-c092f5cfb6df service neutron] 10.222.0.24 "GET /v2.0/networks/9eccc106-4609-4d2d-abe2-76ba1cf9de32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583505 May 20 21:09:20.611532 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c89549c1-861b-4af1-9178-fcf48acdb3e9 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-694221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26155'] for router, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:20.612600 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c89549c1-861b-4af1-9178-fcf48acdb3e9 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-693085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748153', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-718080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26162'] for router, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:20.634460 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f458981b-094a-431d-96d1-5cbd456049df req-eece2670-5e39-442a-beff-57dba544e2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:09:20.636007 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f458981b-094a-431d-96d1-5cbd456049df req-eece2670-5e39-442a-beff-57dba544e2fa service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d7932b75a33b465998804b193e9be7ad&device_id=4ba39278-6629-446d-ae0e-cba76bdf80e2 HTTP/1.1" status: 200 len: 1096 time: 0.0580537 May 20 21:09:20.644537 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-d0a2aa07-8e6d-4f3a-ac7f-2c1d213330db req-38a7c7c5-3997-4a8c-87d9-b9c9f93e4f9f service neutron] 10.222.0.13 "GET /v2.0/networks/184b74ca-5201-444b-9621-4d01e7bf23b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5451512 May 20 21:09:20.728695 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48a714a-5103-44b7-b2ca-1e0c85e25c6a req-3c8b264c-dbab-42c1-97c9-0ee7a9511dcc tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:09:20.730268 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d48a714a-5103-44b7-b2ca-1e0c85e25c6a req-3c8b264c-dbab-42c1-97c9-0ee7a9511dcc tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ba39278-6629-446d-ae0e-cba76bdf80e2 HTTP/1.1" status: 200 len: 945 time: 0.1106617 May 20 21:09:20.784188 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f458981b-094a-431d-96d1-5cbd456049df req-eda5f7b9-dc3e-4745-a78e-f1029eabf8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:09:20.787587 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f458981b-094a-431d-96d1-5cbd456049df req-eda5f7b9-dc3e-4745-a78e-f1029eabf8ea service neutron] 10.222.0.24 "GET /v2.0/networks?id=9eccc106-4609-4d2d-abe2-76ba1cf9de32 HTTP/1.1" status: 200 len: 898 time: 0.1359680 May 20 21:09:20.925601 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-d0a2aa07-8e6d-4f3a-ac7f-2c1d213330db req-dc11d97a-1368-4fad-961e-094dc98cd88c service neutron] 10.222.0.13 "GET /v2.0/networks/184b74ca-5201-444b-9621-4d01e7bf23b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2673464 May 20 21:09:20.926659 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d48a714a-5103-44b7-b2ca-1e0c85e25c6a req-ec60b39d-d92a-4b4c-877d-7d482056eaaf tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/security-groups?id=ea5f90d5-5ae6-4da5-b5b6-cdd9b1e2e803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1839478 May 20 21:09:20.928827 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c89549c1-861b-4af1-9178-fcf48acdb3e9 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:20.930906 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f458981b-094a-431d-96d1-5cbd456049df req-8d9d249e-a924-4a2d-aa4f-c71372503740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:09:20.932355 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-f458981b-094a-431d-96d1-5cbd456049df req-8d9d249e-a924-4a2d-aa4f-c71372503740 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d7932b75a33b465998804b193e9be7ad&device_id=4ba39278-6629-446d-ae0e-cba76bdf80e2 HTTP/1.1" status: 200 len: 1096 time: 0.3444836 May 20 21:09:20.939711 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d845ef79-975c-4007-9e8a-316bec6f5761 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Router 7c786aae-1b68-4832-b7b7-845339a0df49 has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 21:09:20.978035 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f458981b-094a-431d-96d1-5cbd456049df req-1e525351-c3df-422f-8fa6-8463b6f24bb0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=11805006-a585-417b-ae9b-89663bea61fd HTTP/1.1" status: 200 len: 1000 time: 0.1797392 May 20 21:09:20.990387 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d4c675-124f-402b-b6eb-832b0685dcdb req-725e040b-8f31-4993-9e28-b595d9869ba2 tempest-TestVolumeBackupRestore-236769716 tempest-TestVolumeBackupRestore-236769716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:09:20.991861 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-85d4c675-124f-402b-b6eb-832b0685dcdb req-725e040b-8f31-4993-9e28-b595d9869ba2 tempest-TestVolumeBackupRestore-236769716 tempest-TestVolumeBackupRestore-236769716-project] 10.222.0.35 "GET /v2.0/ports?device_id=ca8f7889-acf0-40d7-826c-0891109bffb4 HTTP/1.1" status: 200 len: 943 time: 0.1279950 May 20 21:09:21.071819 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-85d4c675-124f-402b-b6eb-832b0685dcdb req-0577a4c0-1aa9-4cc8-b86d-29483b171696 tempest-TestVolumeBackupRestore-236769716 tempest-TestVolumeBackupRestore-236769716-project] 10.222.0.35 "GET /v2.0/security-groups?id=9c6ced15-f938-40c0-9319-351f88968823&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716314 May 20 21:09:21.073431 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f458981b-094a-431d-96d1-5cbd456049df req-a4fece09-0e78-432c-9b98-80898db535cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:09:21.074823 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f458981b-094a-431d-96d1-5cbd456049df req-a4fece09-0e78-432c-9b98-80898db535cd service neutron] 10.222.0.24 "GET /v2.0/subnets?id=11782441-b4f1-40fc-9cbd-8dc932032eb4 HTTP/1.1" status: 200 len: 834 time: 0.0821338 May 20 21:09:21.127754 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f458981b-094a-431d-96d1-5cbd456049df req-a6173e33-6598-4167-a1e1-355054d8a052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:09:21.129484 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f458981b-094a-431d-96d1-5cbd456049df req-a6173e33-6598-4167-a1e1-355054d8a052 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9eccc106-4609-4d2d-abe2-76ba1cf9de32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0468996 May 20 21:09:21.235201 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f458981b-094a-431d-96d1-5cbd456049df req-5406ef6c-9b00-4892-b5fe-3d10c067c1c1 service neutron] 10.222.0.24 "GET /v2.0/networks/9eccc106-4609-4d2d-abe2-76ba1cf9de32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963156 May 20 21:09:21.256171 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f458981b-094a-431d-96d1-5cbd456049df req-c0193a6a-7a20-402a-b920-81729eaf3297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:09:21.257965 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-f458981b-094a-431d-96d1-5cbd456049df req-c0193a6a-7a20-402a-b920-81729eaf3297 service neutron] 10.222.0.13 "GET /v2.0/networks?id=9eccc106-4609-4d2d-abe2-76ba1cf9de32 HTTP/1.1" status: 200 len: 898 time: 0.3093393 May 20 21:09:21.264130 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c89549c1-861b-4af1-9178-fcf48acdb3e9 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:21.268657 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d845ef79-975c-4007-9e8a-316bec6f5761 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 21:09:21.282663 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a171b69-d81f-4109-87c8-81af24ca1708 None None] Sync routers for ids ['7c786aae-1b68-4832-b7b7-845339a0df49'] in n-d-842733-1 {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 21:09:21.283181 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-d845ef79-975c-4007-9e8a-316bec6f5761 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] 10.222.0.35 "PUT /v2.0/routers/7c786aae-1b68-4832-b7b7-845339a0df49/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9432085 May 20 21:09:21.285242 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 51430) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:09:21.297413 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a171b69-d81f-4109-87c8-81af24ca1708 None None] Routers {'7c786aae-1b68-4832-b7b7-845339a0df49'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:09:21.297949 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-4a171b69-d81f-4109-87c8-81af24ca1708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:08:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['7c786aae-1b68-4832-b7b7-845339a0df49'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:09:21.360529 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f458981b-094a-431d-96d1-5cbd456049df req-defe5915-d7da-4d6e-bd9b-1c0b67b4687f service neutron] 10.222.0.24 "GET /v2.0/networks/9eccc106-4609-4d2d-abe2-76ba1cf9de32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179714 May 20 21:09:21.395067 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-f458981b-094a-431d-96d1-5cbd456049df req-b542a6dc-5581-4f03-8c68-60b4315ff1fa service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=11805006-a585-417b-ae9b-89663bea61fd HTTP/1.1" status: 200 len: 1000 time: 0.1275115 May 20 21:09:21.405331 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a010678-0d95-4c03-b15a-1867f755b52b tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Deleting subnet 96d0dd22-ba48-4e39-b285-247b989e0aaa {{(pid=103162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 20 21:09:21.410398 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2a010678-0d95-4c03-b15a-1867f755b52b tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Notify callbacks [] for subnet, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:21.413102 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-4a171b69-d81f-4109-87c8-81af24ca1708 None None] Set router 7c786aae-1b68-4832-b7b7-845339a0df49 gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:09:21.535793 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2a010678-0d95-4c03-b15a-1867f755b52b tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3738392'] for subnet, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:21.558880 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f458981b-094a-431d-96d1-5cbd456049df req-e2c66d97-f108-42b4-8bd9-13a1bfff2d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:09:21.560359 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-f458981b-094a-431d-96d1-5cbd456049df req-e2c66d97-f108-42b4-8bd9-13a1bfff2d1f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=11782441-b4f1-40fc-9cbd-8dc932032eb4 HTTP/1.1" status: 200 len: 834 time: 0.1518226 May 20 21:09:21.635003 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-4a171b69-d81f-4109-87c8-81af24ca1708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c786aae-1b68-4832-b7b7-845339a0df49', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2026724387', 'tenant_id': 'c123cb74b8ff4d85a73259ad4409ba24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': '8d978260-7105-4dab-9530-98e02ba5b9e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:08:50Z', 'updated_at': '2022-05-20T21:09:19Z', 'revision_number': 5, 'project_id': 'c123cb74b8ff4d85a73259ad4409ba24', 'gw_port': {'id': '8d978260-7105-4dab-9530-98e02ba5b9e9', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:11:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c786aae-1b68-4832-b7b7-845339a0df49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3603, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:08:51Z', 'updated_at': '2022-05-20T21:08:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:09:21.665757 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f458981b-094a-431d-96d1-5cbd456049df req-8b6787f3-c300-43f3-af0e-133c1ca63fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:09:21.667265 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-f458981b-094a-431d-96d1-5cbd456049df req-8b6787f3-c300-43f3-af0e-133c1ca63fcb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9eccc106-4609-4d2d-abe2-76ba1cf9de32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1003819 May 20 21:09:21.670568 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a171b69-d81f-4109-87c8-81af24ca1708 None None] Checking router: 7c786aae-1b68-4832-b7b7-845339a0df49 for host: n-d-842733-1 {{(pid=103165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 21:09:21.683084 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a171b69-d81f-4109-87c8-81af24ca1708 None None] Routers {'7c786aae-1b68-4832-b7b7-845339a0df49'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:09:21.684032 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-4a171b69-d81f-4109-87c8-81af24ca1708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:08:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['7c786aae-1b68-4832-b7b7-845339a0df49'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:09:21.739621 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2a010678-0d95-4c03-b15a-1867f755b52b tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33068388'] for subnet, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:21.818358 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-4a171b69-d81f-4109-87c8-81af24ca1708 None None] Set router 7c786aae-1b68-4832-b7b7-845339a0df49 gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:09:21.914107 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-f458981b-094a-431d-96d1-5cbd456049df req-7ca00b03-c041-4a26-9614-95c6b4e5469a service neutron] 10.222.0.13 "GET /v2.0/networks/9eccc106-4609-4d2d-abe2-76ba1cf9de32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2381225 May 20 21:09:21.959210 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c89549c1-861b-4af1-9178-fcf48acdb3e9 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks [] for router_gateway, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:22.007559 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2a010678-0d95-4c03-b15a-1867f755b52b tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33068399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3797621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4018265'] for subnet, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:22.010413 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c89549c1-861b-4af1-9178-fcf48acdb3e9 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:22.083363 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-4a171b69-d81f-4109-87c8-81af24ca1708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c786aae-1b68-4832-b7b7-845339a0df49', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2026724387', 'tenant_id': 'c123cb74b8ff4d85a73259ad4409ba24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': '8d978260-7105-4dab-9530-98e02ba5b9e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:08:50Z', 'updated_at': '2022-05-20T21:09:19Z', 'revision_number': 5, 'project_id': 'c123cb74b8ff4d85a73259ad4409ba24', 'gw_port': {'id': '8d978260-7105-4dab-9530-98e02ba5b9e9', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:11:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c786aae-1b68-4832-b7b7-845339a0df49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3603, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:08:51Z', 'updated_at': '2022-05-20T21:08:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:09:22.090785 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece37f5b-b651-4710-8fd1-c70374ffbbdb req-474b476c-b5a6-4a6f-9a5d-45eec002ee0e tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:09:22.100157 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a010678-0d95-4c03-b15a-1867f755b52b tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Pushing event deleted for resources: {'Subnet': ['ID=96d0dd22-ba48-4e39-b285-247b989e0aaa,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:09:22.108252 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2a010678-0d95-4c03-b15a-1867f755b52b tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Notify callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:22.113111 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ece37f5b-b651-4710-8fd1-c70374ffbbdb req-474b476c-b5a6-4a6f-9a5d-45eec002ee0e tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ba39278-6629-446d-ae0e-cba76bdf80e2 HTTP/1.1" status: 200 len: 945 time: 0.0945482 May 20 21:09:22.115870 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5cca061-d08a-4bc4-9871-1dcc47b46109 None None] Network a813fc4e-f943-4d12-b9f3-f02e99cc5b5d requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:09:22.119040 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 51438) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:09:22.119211 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-2a010678-0d95-4c03-b15a-1867f755b52b tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] 10.222.0.35 "DELETE /v2.0/subnets/96d0dd22-ba48-4e39-b285-247b989e0aaa HTTP/1.1" status: 204 len: 168 time: 0.8320041 May 20 21:09:22.142871 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a171b69-d81f-4109-87c8-81af24ca1708 None None] The sync data for ids ['7c786aae-1b68-4832-b7b7-845339a0df49'] in n-d-842733-1 is: [{'id': '7c786aae-1b68-4832-b7b7-845339a0df49', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2026724387', 'tenant_id': 'c123cb74b8ff4d85a73259ad4409ba24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': '8d978260-7105-4dab-9530-98e02ba5b9e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:08:50Z', 'updated_at': '2022-05-20T21:09:19Z', 'revision_number': 5, 'project_id': 'c123cb74b8ff4d85a73259ad4409ba24', 'gw_port': {'id': '8d978260-7105-4dab-9530-98e02ba5b9e9', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:11:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c786aae-1b68-4832-b7b7-845339a0df49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3603, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:08:51Z', 'updated_at': '2022-05-20T21:08:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 21:09:22.220487 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-c89549c1-861b-4af1-9178-fcf48acdb3e9 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Allocated IP 172.25.2.217 (e3a93b5c-91e2-4064-9c2c-1afc261bfe15/86fee0c1-6e34-488b-9216-b2b8e7ef585a/67ca3296-205c-4d1c-9b9a-8ab82ad83693) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:09:22.311271 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 11805006-a585-417b-ae9b-89663bea61fd details requested by agent hyperv_n-h1-842733-1 with host n-h1-842733-1 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 21:09:22.311468 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-f458981b-094a-431d-96d1-5cbd456049df req-756252ec-4ccb-453a-9c57-e885954b7846 service neutron] 10.222.0.13 "GET /v2.0/networks/9eccc106-4609-4d2d-abe2-76ba1cf9de32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3874538 May 20 21:09:22.366811 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ece37f5b-b651-4710-8fd1-c70374ffbbdb req-9fab8293-44e8-422a-822c-791cd4418e34 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/security-groups?id=ea5f90d5-5ae6-4da5-b5b6-cdd9b1e2e803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2504697 May 20 21:09:22.378281 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c89549c1-861b-4af1-9178-fcf48acdb3e9 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:22.443017 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-5e441a85-356c-4f30-9e13-b547756082ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:22.491481 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315ab4db-0eee-49da-bec9-b6d5568ed6ed req-6ec69b86-1755-44be-8349-a1fcb2cbb576 tempest-TestVolumeBackupRestore-236769716 tempest-TestVolumeBackupRestore-236769716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:09:22.491481 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-315ab4db-0eee-49da-bec9-b6d5568ed6ed req-6ec69b86-1755-44be-8349-a1fcb2cbb576 tempest-TestVolumeBackupRestore-236769716 tempest-TestVolumeBackupRestore-236769716-project] 10.222.0.35 "GET /v2.0/ports?device_id=ca8f7889-acf0-40d7-826c-0891109bffb4 HTTP/1.1" status: 200 len: 943 time: 0.2516327 May 20 21:09:22.506306 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port 11805006-a585-417b-ae9b-89663bea61fd, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=11805006-a585-417b-ae9b-89663bea61fd,segment=NetworkSegment(fe2f1272-64e9-4f54-a89e-7afc10d54383),segment_id=fe2f1272-64e9-4f54-a89e-7afc10d54383)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:09:22.518424 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8fcad8a5-faec-4195-a3a1-8ba9c5dea357 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Notify callbacks [] for router, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:22.531139 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Returning: {'device': '11805006-a585-417b-ae9b-89663bea61fd', 'network_id': '9eccc106-4609-4d2d-abe2-76ba1cf9de32', 'port_id': '11805006-a585-417b-ae9b-89663bea61fd', 'mac_address': 'fa:16:3e:5a:5e:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11782441-b4f1-40fc-9cbd-8dc932032eb4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 20 21:09:22.535271 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84d019e0-d091-4c85-aedc-de248485fc1e None None] DHCP port deletion for a813fc4e-f943-4d12-b9f3-f02e99cc5b5d request from n-d-842733-1 {{(pid=103164) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 21:09:22.539261 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c89549c1-861b-4af1-9178-fcf48acdb3e9 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:22.613159 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-315ab4db-0eee-49da-bec9-b6d5568ed6ed req-0f660f03-fce9-47d0-9ade-36660b19ac14 tempest-TestVolumeBackupRestore-236769716 tempest-TestVolumeBackupRestore-236769716-project] 10.222.0.35 "GET /v2.0/security-groups?id=9c6ced15-f938-40c0-9319-351f88968823&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1128953 May 20 21:09:22.628043 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89549c1-861b-4af1-9178-fcf48acdb3e9 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Pushing event updated for resources: {'Port': ['ID=67ca3296-205c-4d1c-9b9a-8ab82ad83693,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:09:22.644373 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Current status of the port 11805006-a585-417b-ae9b-89663bea61fd is: DOWN; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:09:22.645825 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:22.655910 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c89549c1-861b-4af1-9178-fcf48acdb3e9 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Network e3a93b5c-91e2-4064-9c2c-1afc261bfe15 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:09:22.658864 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-c89549c1-861b-4af1-9178-fcf48acdb3e9 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:09:22.663089 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c89549c1-861b-4af1-9178-fcf48acdb3e9 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:09:22.664842 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11805006-a585-417b-ae9b-89663bea61fd {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 21:09:22.686717 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port 11805006-a585-417b-ae9b-89663bea61fd, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=11805006-a585-417b-ae9b-89663bea61fd,segment=NetworkSegment(fe2f1272-64e9-4f54-a89e-7afc10d54383),segment_id=fe2f1272-64e9-4f54-a89e-7afc10d54383)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:09:22.701417 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-84d019e0-d091-4c85-aedc-de248485fc1e None None] Deleting port 013d1f51-5082-4e23-a5de-5b1e2ccf0a4d {{(pid=103164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:09:22.701939 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-84d019e0-d091-4c85-aedc-de248485fc1e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:22.729274 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8fcad8a5-faec-4195-a3a1-8ba9c5dea357 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:22.786385 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-84d019e0-d091-4c85-aedc-de248485fc1e None None] For port 013d1f51-5082-4e23-a5de-5b1e2ccf0a4d, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=013d1f51-5082-4e23-a5de-5b1e2ccf0a4d,segment=NetworkSegment(b1c4b0ad-b0b1-4593-a035-89089e5b8dcd),segment_id=b1c4b0ad-b0b1-4593-a035-89089e5b8dcd)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:09:22.786814 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-84d019e0-d091-4c85-aedc-de248485fc1e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:22.789085 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:22.830489 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-84d019e0-d091-4c85-aedc-de248485fc1e None None] Calling delete_port for 013d1f51-5082-4e23-a5de-5b1e2ccf0a4d owned by network:dhcp {{(pid=103164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:09:22.870598 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-8fcad8a5-faec-4195-a3a1-8ba9c5dea357 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Deleting port 8d978260-7105-4dab-9530-98e02ba5b9e9 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:09:22.871010 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8fcad8a5-faec-4195-a3a1-8ba9c5dea357 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:22.897900 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Pushing event updated for resources: {'Port': ['ID=11805006-a585-417b-ae9b-89663bea61fd,revision_number=12']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:09:22.971637 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-8fcad8a5-faec-4195-a3a1-8ba9c5dea357 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] For port 8d978260-7105-4dab-9530-98e02ba5b9e9, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=8d978260-7105-4dab-9530-98e02ba5b9e9,segment=NetworkSegment(0b5485c4-eff8-42a1-9073-ae54ed4c63ba),segment_id=0b5485c4-eff8-42a1-9073-ae54ed4c63ba)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:09:22.972393 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8fcad8a5-faec-4195-a3a1-8ba9c5dea357 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:22.987976 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-8fcad8a5-faec-4195-a3a1-8ba9c5dea357 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Calling delete_port for 8d978260-7105-4dab-9530-98e02ba5b9e9 owned by network:router_gateway {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:09:23.001882 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-84d019e0-d091-4c85-aedc-de248485fc1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099'] for port, after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:23.009918 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] get_ports_and_sgs() called for port_ids ['11805006-a585-417b-ae9b-89663bea61fd'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 21:09:23.035661 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d019e0-d091-4c85-aedc-de248485fc1e None None] No DVR routers for this DVR port 013d1f51-5082-4e23-a5de-5b1e2ccf0a4d on host n-d-842733-1 {{(pid=103164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 21:09:23.037302 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d019e0-d091-4c85-aedc-de248485fc1e None None] Pushing event deleted for resources: {'Port': ['ID=013d1f51-5082-4e23-a5de-5b1e2ccf0a4d,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:09:23.083843 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c89549c1-861b-4af1-9178-fcf48acdb3e9 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks [] for router_gateway, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:23.288509 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8fcad8a5-faec-4195-a3a1-8ba9c5dea357 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:23.315844 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcad8a5-faec-4195-a3a1-8ba9c5dea357 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Pushing event deleted for resources: {'Port': ['ID=8d978260-7105-4dab-9530-98e02ba5b9e9,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:09:23.347589 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c89549c1-861b-4af1-9178-fcf48acdb3e9 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748106'] for router, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:23.381310 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8fcad8a5-faec-4195-a3a1-8ba9c5dea357 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-748206'] for router_gateway, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:23.522625 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8fcad8a5-faec-4195-a3a1-8ba9c5dea357 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26169'] for router, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:23.526405 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8fcad8a5-faec-4195-a3a1-8ba9c5dea357 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:23.786463 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 07646183-f31a-48d1-9081-f37e09a11a69 no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 21:09:23.809323 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: 07646183-f31a-48d1-9081-f37e09a11a69 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 21:09:23.809808 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 07646183-f31a-48d1-9081-f37e09a11a69 not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 21:09:23.810311 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 013d1f51-5082-4e23-a5de-5b1e2ccf0a4d no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 21:09:23.842180 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: 013d1f51-5082-4e23-a5de-5b1e2ccf0a4d {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 21:09:23.843199 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 013d1f51-5082-4e23-a5de-5b1e2ccf0a4d not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 21:09:23.921693 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c89549c1-861b-4af1-9178-fcf48acdb3e9 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Router 4a7f2386-6723-41a7-8e54-0df1b045a05d is scheduled to L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e with binding_index 1 {{(pid=103162) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 20 21:09:23.979027 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4bb0e131-6525-46ca-a45b-e4ea43a5e69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:23.982278 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a11ec2e-daac-4bb9-806e-b326bc223297 req-58d5dd12-d022-47e6-ac6a-50ec05bcdec5 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:09:23.983796 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0a11ec2e-daac-4bb9-806e-b326bc223297 req-58d5dd12-d022-47e6-ac6a-50ec05bcdec5 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ba39278-6629-446d-ae0e-cba76bdf80e2 HTTP/1.1" status: 200 len: 946 time: 0.4725883 May 20 21:09:24.018265 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defafb8e-4e18-4fd3-b392-c6b6b859acd5 req-8dc45382-6462-451d-b334-3e9f3851989c tempest-TestVolumeBackupRestore-236769716 tempest-TestVolumeBackupRestore-236769716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:09:24.019845 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-defafb8e-4e18-4fd3-b392-c6b6b859acd5 req-8dc45382-6462-451d-b334-3e9f3851989c tempest-TestVolumeBackupRestore-236769716 tempest-TestVolumeBackupRestore-236769716-project] 10.222.0.35 "GET /v2.0/ports?device_id=ca8f7889-acf0-40d7-826c-0891109bffb4 HTTP/1.1" status: 200 len: 943 time: 0.0805962 May 20 21:09:24.040721 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c89549c1-861b-4af1-9178-fcf48acdb3e9 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 21:09:24.044239 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0a11ec2e-daac-4bb9-806e-b326bc223297 req-005008ec-315b-4fb3-b7b5-35c1bcd8e64c tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/security-groups?id=ea5f90d5-5ae6-4da5-b5b6-cdd9b1e2e803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535557 May 20 21:09:24.061546 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a903c62-c6b5-40b0-afce-1605c931ce05 None None] Sync routers for ids ['4a7f2386-6723-41a7-8e54-0df1b045a05d'] in n-d-842733-1 {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 21:09:24.072899 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-defafb8e-4e18-4fd3-b392-c6b6b859acd5 req-bc1ec7dc-9c1a-4272-b6ff-36ed56f6a2a3 tempest-TestVolumeBackupRestore-236769716 tempest-TestVolumeBackupRestore-236769716-project] 10.222.0.35 "GET /v2.0/security-groups?id=9c6ced15-f938-40c0-9319-351f88968823&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429616 May 20 21:09:24.073637 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8fcad8a5-faec-4195-a3a1-8ba9c5dea357 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-693148'] for router, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:24.074188 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fcad8a5-faec-4195-a3a1-8ba9c5dea357 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Fanout notify agent at l3_agent the message router_deleted on router 7c786aae-1b68-4832-b7b7-845339a0df49 {{(pid=103163) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 20 21:09:24.074874 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 51448) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:09:24.079971 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a903c62-c6b5-40b0-afce-1605c931ce05 None None] Routers {'4a7f2386-6723-41a7-8e54-0df1b045a05d'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:09:24.080954 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-5a903c62-c6b5-40b0-afce-1605c931ce05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:09:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['4a7f2386-6723-41a7-8e54-0df1b045a05d'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:09:24.090933 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8fcad8a5-faec-4195-a3a1-8ba9c5dea357 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Notify callbacks [] for router, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:24.094531 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-8fcad8a5-faec-4195-a3a1-8ba9c5dea357 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] 10.222.0.35 "DELETE /v2.0/routers/7c786aae-1b68-4832-b7b7-845339a0df49 HTTP/1.1" status: 204 len: 168 time: 1.9723701 May 20 21:09:24.094750 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 51450) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:09:24.126138 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c89549c1-861b-4af1-9178-fcf48acdb3e9 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks [] for router, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:24.130910 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-c89549c1-861b-4af1-9178-fcf48acdb3e9 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.9411750 May 20 21:09:24.131885 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 51452) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:09:24.142133 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-5a903c62-c6b5-40b0-afce-1605c931ce05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:09:24.163189 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a903c62-c6b5-40b0-afce-1605c931ce05 None None] Routers {'4a7f2386-6723-41a7-8e54-0df1b045a05d'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:09:24.165791 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-5a903c62-c6b5-40b0-afce-1605c931ce05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:09:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['4a7f2386-6723-41a7-8e54-0df1b045a05d'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:09:24.205616 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-399956d6-ef28-4480-8521-2c98f3116b97 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/floatingips/dce254df-fd21-4c8e-8f86-a1cb4dc8e444 HTTP/1.1" status: 200 len: 993 time: 0.1294866 May 20 21:09:24.207123 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-97104368-4466-4fff-acb8-d5f82b2db842 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33160123'] for network, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:24.210003 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-5a903c62-c6b5-40b0-afce-1605c931ce05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:09:24.210988 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a903c62-c6b5-40b0-afce-1605c931ce05 None None] The sync data for ids ['4a7f2386-6723-41a7-8e54-0df1b045a05d'] in n-d-842733-1 is: [] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 21:09:24.310427 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-97104368-4466-4fff-acb8-d5f82b2db842 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33072115', 'neutron.services.segments.db._delete_segments_for_network-8782419500584'] for network, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:24.335948 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-97104368-4466-4fff-acb8-d5f82b2db842 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a813fc4e-f943-4d12-b9f3-f02e99cc5b5d']}} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:09:24.347333 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-97104368-4466-4fff-acb8-d5f82b2db842 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1c4b0ad-b0b1-4593-a035-89089e5b8dcd') {'for_net_delete': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:09:24.347540 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 11805006-a585-417b-ae9b-89663bea61fd up at agent hyperv_n-h1-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:09:24.347841 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-97104368-4466-4fff-acb8-d5f82b2db842 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1c4b0ad-b0b1-4593-a035-89089e5b8dcd') {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:09:24.357928 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-97104368-4466-4fff-acb8-d5f82b2db842 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419501617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9338764'] for segment, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:24.373476 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-97104368-4466-4fff-acb8-d5f82b2db842 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:24.384838 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97104368-4466-4fff-acb8-d5f82b2db842 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Releasing vlan 210 on physical network physnet1 to pool {{(pid=103163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 21:09:24.385451 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-97104368-4466-4fff-acb8-d5f82b2db842 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9638311'] for segment, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:24.388460 n-d-842733-1 neutron-server[103163]: Traceback (most recent call last): May 20 21:09:24.388460 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 21:09:24.388460 n-d-842733-1 neutron-server[103163]: timer() May 20 21:09:24.388460 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 21:09:24.388460 n-d-842733-1 neutron-server[103163]: cb(*args, **kw) May 20 21:09:24.388460 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 20 21:09:24.388460 n-d-842733-1 neutron-server[103163]: return func(*args, **kwargs) May 20 21:09:24.388460 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 21:09:24.388460 n-d-842733-1 neutron-server[103163]: self._notify() May 20 21:09:24.388460 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 21:09:24.388460 n-d-842733-1 neutron-server[103163]: self.callback(batched_events) May 20 21:09:24.388460 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 21:09:24.388460 n-d-842733-1 neutron-server[103163]: event.method(event) May 20 21:09:24.388460 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 20 21:09:24.388460 n-d-842733-1 neutron-server[103163]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 21:09:24.388460 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 20 21:09:24.388460 n-d-842733-1 neutron-server[103163]: aggregate_uuid = self.p_client.list_aggregates( May 20 21:09:24.388460 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 20 21:09:24.388460 n-d-842733-1 neutron-server[103163]: return f(self, *a, **k) May 20 21:09:24.388460 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 20 21:09:24.388460 n-d-842733-1 neutron-server[103163]: return self._get(url).json() May 20 21:09:24.388460 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 20 21:09:24.388460 n-d-842733-1 neutron-server[103163]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 21:09:24.388460 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 21:09:24.388460 n-d-842733-1 neutron-server[103163]: return self.request(url, 'GET', **kwargs) May 20 21:09:24.388460 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 21:09:24.388460 n-d-842733-1 neutron-server[103163]: base_url = self.get_endpoint(auth, allow=allow, May 20 21:09:24.388460 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 21:09:24.388460 n-d-842733-1 neutron-server[103163]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 21:09:24.388460 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 21:09:24.388460 n-d-842733-1 neutron-server[103163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 21:09:24.388460 n-d-842733-1 neutron-server[103163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 21:09:24.475695 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Provisioning for port 11805006-a585-417b-ae9b-89663bea61fd completed by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 21:09:24.480488 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Provisioning complete for port 11805006-a585-417b-ae9b-89663bea61fd triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:09:24.480852 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:24.561284 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Current status of the port 11805006-a585-417b-ae9b-89663bea61fd is: BUILD; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:09:24.561793 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:24.573657 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-97104368-4466-4fff-acb8-d5f82b2db842 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33072122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748162'] for network, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:24.587128 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-97104368-4466-4fff-acb8-d5f82b2db842 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:24.590580 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-97104368-4466-4fff-acb8-d5f82b2db842 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] 10.222.0.35 "DELETE /v2.0/networks/a813fc4e-f943-4d12-b9f3-f02e99cc5b5d HTTP/1.1" status: 204 len: 168 time: 0.4948127 May 20 21:09:24.593784 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ba39278-6629-446d-ae0e-cba76bdf80e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11805006-a585-417b-ae9b-89663bea61fd'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 21:09:24.595676 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 51454) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:09:24.596316 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8485417003ce7c0410b00f5cdc2f391e21107b70bb68e2773712534a96e108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7ca9d78-4f4a-48c0-821e-8d013ce5f15b" -d '{"events": [{"server_uuid": "4ba39278-6629-446d-ae0e-cba76bdf80e2", "name": "network-vif-plugged", "status": "completed", "tag": "11805006-a585-417b-ae9b-89663bea61fd"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 21:09:24.601805 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97104368-4466-4fff-acb8-d5f82b2db842 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Pushing event deleted for resources: {'Network': ['ID=a813fc4e-f943-4d12-b9f3-f02e99cc5b5d,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:09:24.612250 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port 11805006-a585-417b-ae9b-89663bea61fd, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=11805006-a585-417b-ae9b-89663bea61fd,segment=NetworkSegment(fe2f1272-64e9-4f54-a89e-7afc10d54383),segment_id=fe2f1272-64e9-4f54-a89e-7afc10d54383)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:09:24.679907 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 21:09:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdc581be-81a2-44ae-95a7-3541d3fb3d1b x-openstack-request-id: req-bdc581be-81a2-44ae-95a7-3541d3fb3d1b {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 21:09:24.680674 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ba39278-6629-446d-ae0e-cba76bdf80e2", "name": "network-vif-plugged", "status": "completed", "tag": "11805006-a585-417b-ae9b-89663bea61fd", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 21:09:24.681273 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-bdc581be-81a2-44ae-95a7-3541d3fb3d1b {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 21:09:24.681788 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bdc581be-81a2-44ae-95a7-3541d3fb3d1b'] response: {'server_uuid': '4ba39278-6629-446d-ae0e-cba76bdf80e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11805006-a585-417b-ae9b-89663bea61fd', 'code': 200} May 20 21:09:24.688793 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-eba72d8d-8782-49bc-b377-84158c63123a tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:24.697892 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:24.749041 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Pushing event updated for resources: {'Port': ['ID=11805006-a585-417b-ae9b-89663bea61fd,revision_number=13']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:09:24.791146 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:24.995099 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-ecde5aad-33e5-4b4f-b3eb-e1cd8f61c2d5 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Deleting port 28a5bba7-8344-4c0c-b8e3-6d0776eca9cc {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:09:24.995099 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ecde5aad-33e5-4b4f-b3eb-e1cd8f61c2d5 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:25.105093 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ecde5aad-33e5-4b4f-b3eb-e1cd8f61c2d5 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:25.123669 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ecde5aad-33e5-4b4f-b3eb-e1cd8f61c2d5 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:25.130528 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-ecde5aad-33e5-4b4f-b3eb-e1cd8f61c2d5 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Calling delete_port for 28a5bba7-8344-4c0c-b8e3-6d0776eca9cc owned by network:floatingip {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:09:25.132612 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-eba72d8d-8782-49bc-b377-84158c63123a tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Allocated IP 172.20.0.1 (3e5ef4b9-af55-447c-b8f6-aef006515469/a7b0a496-c7eb-477f-90b8-2c1a6e32b1bd/395bc171-0129-4d46-a5c8-f27a14908ec0) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:09:25.212052 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a04c937-6539-4c0d-b83e-4ea38bbf4bab req-7a156470-4ca3-4258-b1ed-ca75ad712275 tempest-TestVolumeBackupRestore-236769716 tempest-TestVolumeBackupRestore-236769716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:09:25.213999 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3a04c937-6539-4c0d-b83e-4ea38bbf4bab req-7a156470-4ca3-4258-b1ed-ca75ad712275 tempest-TestVolumeBackupRestore-236769716 tempest-TestVolumeBackupRestore-236769716-project] 10.222.0.35 "GET /v2.0/ports?device_id=ca8f7889-acf0-40d7-826c-0891109bffb4 HTTP/1.1" status: 200 len: 943 time: 0.0558090 May 20 21:09:25.255694 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3a04c937-6539-4c0d-b83e-4ea38bbf4bab req-3992b224-6d85-4a5c-8d5f-040a263a2e90 tempest-TestVolumeBackupRestore-236769716 tempest-TestVolumeBackupRestore-236769716-project] 10.222.0.35 "GET /v2.0/security-groups?id=9c6ced15-f938-40c0-9319-351f88968823&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344133 May 20 21:09:25.355237 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-eba72d8d-8782-49bc-b377-84158c63123a tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:25.486732 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-eba72d8d-8782-49bc-b377-84158c63123a tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:25.529012 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eba72d8d-8782-49bc-b377-84158c63123a tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Network 3e5ef4b9-af55-447c-b8f6-aef006515469 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:09:25.534942 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ecde5aad-33e5-4b4f-b3eb-e1cd8f61c2d5 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:25.534942 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-eba72d8d-8782-49bc-b377-84158c63123a tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:09:25.538922 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba72d8d-8782-49bc-b377-84158c63123a tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:09:25.550306 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cc3ec51b-6ec8-438a-8349-5f0bec346d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:25.588150 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba72d8d-8782-49bc-b377-84158c63123a tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Pushing event updated for resources: {'Port': ['ID=395bc171-0129-4d46-a5c8-f27a14908ec0,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:09:25.614088 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:25.636329 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-eba72d8d-8782-49bc-b377-84158c63123a tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748409'] for router_interface, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:25.638712 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecde5aad-33e5-4b4f-b3eb-e1cd8f61c2d5 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Pushing event deleted for resources: {'Port': ['ID=28a5bba7-8344-4c0c-b8e3-6d0776eca9cc,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:09:25.642692 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 8d978260-7105-4dab-9530-98e02ba5b9e9 no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 21:09:25.666449 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: 8d978260-7105-4dab-9530-98e02ba5b9e9 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 21:09:25.666922 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 8d978260-7105-4dab-9530-98e02ba5b9e9 not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 21:09:25.722819 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ecde5aad-33e5-4b4f-b3eb-e1cd8f61c2d5 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Notify callbacks [] for floatingip, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:25.723177 n-d-842733-1 neutron-server[103162]: INFO neutron.db.l3_db [None req-ecde5aad-33e5-4b4f-b3eb-e1cd8f61c2d5 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Floating IP 67120c64-e144-4913-9472-5bc85c25e84c disassociated (deleted). External IP: 172.25.2.62, port: 8dcf9632-0899-41d6-a554-4958bac18e80. May 20 21:09:25.965143 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-eba72d8d-8782-49bc-b377-84158c63123a tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:26.026434 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecde5aad-33e5-4b4f-b3eb-e1cd8f61c2d5 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Router f0383f89-e420-4849-9073-9d8ff8165b97 has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 21:09:26.243751 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecde5aad-33e5-4b4f-b3eb-e1cd8f61c2d5 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 21:09:26.249893 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ecde5aad-33e5-4b4f-b3eb-e1cd8f61c2d5 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for floatingip, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:26.256441 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07aad281-0f70-426b-9b3e-9769d6d38860 None None] Sync routers for ids ['f0383f89-e420-4849-9073-9d8ff8165b97'] in n-d-842733-1 {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 21:09:26.271015 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07aad281-0f70-426b-9b3e-9769d6d38860 None None] Routers {'f0383f89-e420-4849-9073-9d8ff8165b97'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:09:26.271927 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-07aad281-0f70-426b-9b3e-9769d6d38860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:09:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['f0383f89-e420-4849-9073-9d8ff8165b97'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:09:26.316538 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-ecde5aad-33e5-4b4f-b3eb-e1cd8f61c2d5 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] 10.222.0.35 "DELETE /v2.0/floatingips/67120c64-e144-4913-9472-5bc85c25e84c HTTP/1.1" status: 204 len: 168 time: 1.7197688 May 20 21:09:26.319042 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46b79fc5-5a39-4645-afd0-fde2291ef1d7', 'tag': '8dcf9632-0899-41d6-a554-4958bac18e80'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 21:09:26.321534 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6fa957933fccbf596d28104b23404b952ad6a8238afaebaed40a0874b2e409" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ce864d0-05d2-41b0-b72e-d5731e914cc2" -d '{"events": [{"name": "network-changed", "server_uuid": "46b79fc5-5a39-4645-afd0-fde2291ef1d7", "tag": "8dcf9632-0899-41d6-a554-4958bac18e80"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 21:09:26.401986 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-eba72d8d-8782-49bc-b377-84158c63123a tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:26.411915 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-07aad281-0f70-426b-9b3e-9769d6d38860 None None] Set router f0383f89-e420-4849-9073-9d8ff8165b97 gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:09:26.456233 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c04c665-48ae-48aa-a19f-6666dcc08f81 req-944435a9-afdf-4c55-9bbc-22a8eceaa91f tempest-TestVolumeBackupRestore-236769716 tempest-TestVolumeBackupRestore-236769716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:09:26.458081 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5c04c665-48ae-48aa-a19f-6666dcc08f81 req-944435a9-afdf-4c55-9bbc-22a8eceaa91f tempest-TestVolumeBackupRestore-236769716 tempest-TestVolumeBackupRestore-236769716-project] 10.222.0.35 "GET /v2.0/ports?device_id=ca8f7889-acf0-40d7-826c-0891109bffb4 HTTP/1.1" status: 200 len: 943 time: 0.0641847 May 20 21:09:26.499047 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-eba72d8d-8782-49bc-b377-84158c63123a tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:26.506181 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5c04c665-48ae-48aa-a19f-6666dcc08f81 req-a4f1cb6f-1c07-4b6b-bfbc-32a7e15ef7c8 tempest-TestVolumeBackupRestore-236769716 tempest-TestVolumeBackupRestore-236769716-project] 10.222.0.35 "GET /v2.0/security-groups?id=9c6ced15-f938-40c0-9319-351f88968823&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412788 May 20 21:09:26.599659 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 21:09:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-475e765a-8c4a-44bd-8b3e-f7a2a51da850 x-openstack-request-id: req-475e765a-8c4a-44bd-8b3e-f7a2a51da850 {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 21:09:26.605590 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46b79fc5-5a39-4645-afd0-fde2291ef1d7", "tag": "8dcf9632-0899-41d6-a554-4958bac18e80", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 21:09:26.605590 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-475e765a-8c4a-44bd-8b3e-f7a2a51da850 {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 21:09:26.605590 n-d-842733-1 neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-475e765a-8c4a-44bd-8b3e-f7a2a51da850'] response: {'name': 'network-changed', 'server_uuid': '46b79fc5-5a39-4645-afd0-fde2291ef1d7', 'tag': '8dcf9632-0899-41d6-a554-4958bac18e80', 'status': 'completed', 'code': 200} May 20 21:09:26.605590 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba72d8d-8782-49bc-b377-84158c63123a tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Pushing event updated for resources: {'Port': ['ID=395bc171-0129-4d46-a5c8-f27a14908ec0,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:09:26.626805 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-eba72d8d-8782-49bc-b377-84158c63123a tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748437'] for router_interface, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:26.657660 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-07aad281-0f70-426b-9b3e-9769d6d38860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0383f89-e420-4849-9073-9d8ff8165b97', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1393483931', 'tenant_id': 'c123cb74b8ff4d85a73259ad4409ba24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.214'}], 'enable_snat': True}, 'gw_port_id': '8a0117b9-cb3a-4ae7-9440-09880842ddeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:07:40Z', 'updated_at': '2022-05-20T21:07:50Z', 'revision_number': 4, 'project_id': 'c123cb74b8ff4d85a73259ad4409ba24', 'gw_port': {'id': '8a0117b9-cb3a-4ae7-9440-09880842ddeb', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:12:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0383f89-e420-4849-9073-9d8ff8165b97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:07:41Z', 'updated_at': '2022-05-20T21:07:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': 'd832fd2e-4e23-4b26-96b3-120120749bdf', 'name': '', 'network_id': '566fc6b8-d480-4425-83fd-90dbc48e9800', 'tenant_id': 'c123cb74b8ff4d85a73259ad4409ba24', 'mac_address': 'fa:16:3e:55:b9:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0383f89-e420-4849-9073-9d8ff8165b97', 'device_owner': 'network:router_interface', 'standard_attr_id': 3508, 'fixed_ips': [{'subnet_id': '4d5b8188-2bc2-4566-badd-6b4165fd2206', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:07:49Z', 'updated_at': '2022-05-20T21:07:56Z', 'revision_number': 5, 'project_id': 'c123cb74b8ff4d85a73259ad4409ba24', 'subnets': [{'id': '4d5b8188-2bc2-4566-badd-6b4165fd2206', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:09:26.692328 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07aad281-0f70-426b-9b3e-9769d6d38860 None None] Checking router: f0383f89-e420-4849-9073-9d8ff8165b97 for host: n-d-842733-1 {{(pid=103165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 21:09:26.701870 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07aad281-0f70-426b-9b3e-9769d6d38860 None None] Routers {'f0383f89-e420-4849-9073-9d8ff8165b97'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:09:26.702553 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-07aad281-0f70-426b-9b3e-9769d6d38860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:09:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['f0383f89-e420-4849-9073-9d8ff8165b97'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:09:26.761799 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce864d0-05d2-41b0-b72e-d5731e914cc2 req-30411432-94c5-4d20-9dd7-d81917b84df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:09:26.763200 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-5ce864d0-05d2-41b0-b72e-d5731e914cc2 req-30411432-94c5-4d20-9dd7-d81917b84df4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c123cb74b8ff4d85a73259ad4409ba24&device_id=46b79fc5-5a39-4645-afd0-fde2291ef1d7 HTTP/1.1" status: 200 len: 1135 time: 0.0923727 May 20 21:09:26.788727 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eba72d8d-8782-49bc-b377-84158c63123a tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Network 3e5ef4b9-af55-447c-b8f6-aef006515469 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:09:26.788727 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-eba72d8d-8782-49bc-b377-84158c63123a tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:09:26.838646 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-07aad281-0f70-426b-9b3e-9769d6d38860 None None] Set router f0383f89-e420-4849-9073-9d8ff8165b97 gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:09:26.902942 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebeda78f-4ffa-48f6-a9c6-401cc68dd571 req-32073b8e-bf69-4106-9c3d-037b2abcd1fe tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:09:26.912789 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ebeda78f-4ffa-48f6-a9c6-401cc68dd571 req-32073b8e-bf69-4106-9c3d-037b2abcd1fe tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] 10.222.0.35 "GET /v2.0/ports?device_id=46b79fc5-5a39-4645-afd0-fde2291ef1d7 HTTP/1.1" status: 200 len: 984 time: 0.0642390 May 20 21:09:26.954351 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ebeda78f-4ffa-48f6-a9c6-401cc68dd571 req-9fb8007e-4b41-46fc-bf92-c5e1e711dadf tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c78895a-83d9-4fda-b590-17c1f3e1bb01&id=998ef77a-d22a-41c8-a168-ba8ef6bfa3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0406015 May 20 21:09:27.182560 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-07aad281-0f70-426b-9b3e-9769d6d38860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0383f89-e420-4849-9073-9d8ff8165b97', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1393483931', 'tenant_id': 'c123cb74b8ff4d85a73259ad4409ba24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.214'}], 'enable_snat': True}, 'gw_port_id': '8a0117b9-cb3a-4ae7-9440-09880842ddeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:07:40Z', 'updated_at': '2022-05-20T21:07:50Z', 'revision_number': 4, 'project_id': 'c123cb74b8ff4d85a73259ad4409ba24', 'gw_port': {'id': '8a0117b9-cb3a-4ae7-9440-09880842ddeb', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:12:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0383f89-e420-4849-9073-9d8ff8165b97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:07:41Z', 'updated_at': '2022-05-20T21:07:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': 'd832fd2e-4e23-4b26-96b3-120120749bdf', 'name': '', 'network_id': '566fc6b8-d480-4425-83fd-90dbc48e9800', 'tenant_id': 'c123cb74b8ff4d85a73259ad4409ba24', 'mac_address': 'fa:16:3e:55:b9:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0383f89-e420-4849-9073-9d8ff8165b97', 'device_owner': 'network:router_interface', 'standard_attr_id': 3508, 'fixed_ips': [{'subnet_id': '4d5b8188-2bc2-4566-badd-6b4165fd2206', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:07:49Z', 'updated_at': '2022-05-20T21:07:56Z', 'revision_number': 5, 'project_id': 'c123cb74b8ff4d85a73259ad4409ba24', 'subnets': [{'id': '4d5b8188-2bc2-4566-badd-6b4165fd2206', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:09:27.210506 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07aad281-0f70-426b-9b3e-9769d6d38860 None None] The sync data for ids ['f0383f89-e420-4849-9073-9d8ff8165b97'] in n-d-842733-1 is: [{'id': 'f0383f89-e420-4849-9073-9d8ff8165b97', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1393483931', 'tenant_id': 'c123cb74b8ff4d85a73259ad4409ba24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.214'}], 'enable_snat': True}, 'gw_port_id': '8a0117b9-cb3a-4ae7-9440-09880842ddeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:07:40Z', 'updated_at': '2022-05-20T21:07:50Z', 'revision_number': 4, 'project_id': 'c123cb74b8ff4d85a73259ad4409ba24', 'gw_port': {'id': '8a0117b9-cb3a-4ae7-9440-09880842ddeb', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:12:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0383f89-e420-4849-9073-9d8ff8165b97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:07:41Z', 'updated_at': '2022-05-20T21:07:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': 'd832fd2e-4e23-4b26-96b3-120120749bdf', 'name': '', 'network_id': '566fc6b8-d480-4425-83fd-90dbc48e9800', 'tenant_id': 'c123cb74b8ff4d85a73259ad4409ba24', 'mac_address': 'fa:16:3e:55:b9:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0383f89-e420-4849-9073-9d8ff8165b97', 'device_owner': 'network:router_interface', 'standard_attr_id': 3508, 'fixed_ips': [{'subnet_id': '4d5b8188-2bc2-4566-badd-6b4165fd2206', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:07:49Z', 'updated_at': '2022-05-20T21:07:56Z', 'revision_number': 5, 'project_id': 'c123cb74b8ff4d85a73259ad4409ba24', 'subnets': [{'id': '4d5b8188-2bc2-4566-badd-6b4165fd2206', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 21:09:27.256417 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce864d0-05d2-41b0-b72e-d5731e914cc2 req-29de5603-87c1-42bd-bc8f-df1f603d0625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:09:27.258803 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-5ce864d0-05d2-41b0-b72e-d5731e914cc2 req-29de5603-87c1-42bd-bc8f-df1f603d0625 service neutron] 10.222.0.13 "GET /v2.0/networks?id=566fc6b8-d480-4425-83fd-90dbc48e9800 HTTP/1.1" status: 200 len: 898 time: 0.4689102 May 20 21:09:27.319439 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-5ce864d0-05d2-41b0-b72e-d5731e914cc2 req-b7da8ab3-f0c2-4cfe-bfd6-796b68e793a1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8dcf9632-0899-41d6-a554-4958bac18e80 HTTP/1.1" status: 200 len: 217 time: 0.0415680 May 20 21:09:27.323778 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eba72d8d-8782-49bc-b377-84158c63123a tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Router 4a7f2386-6723-41a7-8e54-0df1b045a05d has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 21:09:27.415705 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce864d0-05d2-41b0-b72e-d5731e914cc2 req-c8785379-4040-47f1-ad60-3bb85eb15ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:09:27.417338 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-5ce864d0-05d2-41b0-b72e-d5731e914cc2 req-c8785379-4040-47f1-ad60-3bb85eb15ec6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4d5b8188-2bc2-4566-badd-6b4165fd2206 HTTP/1.1" status: 200 len: 835 time: 0.0903943 May 20 21:09:27.485082 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f83b5439-0a93-4555-9e5e-d77557b2f4e3 None None] New status for floating IP 67120c64-e144-4913-9472-5bc85c25e84c: DOWN {{(pid=103164) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 21:09:27.519915 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce864d0-05d2-41b0-b72e-d5731e914cc2 req-c630ecbf-376c-4f49-9ff0-510350415b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:09:27.521429 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-5ce864d0-05d2-41b0-b72e-d5731e914cc2 req-c630ecbf-376c-4f49-9ff0-510350415b0e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=566fc6b8-d480-4425-83fd-90dbc48e9800&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0905681 May 20 21:09:27.524871 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eba72d8d-8782-49bc-b377-84158c63123a tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 21:09:27.532093 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-eba72d8d-8782-49bc-b377-84158c63123a tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] 10.222.0.35 "PUT /v2.0/routers/4a7f2386-6723-41a7-8e54-0df1b045a05d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3991654 May 20 21:09:27.532913 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 51492) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:09:27.542752 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-0b686efa-65fd-4c3b-b60d-f14d9cf4e712 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Request body: {'port': {'network_id': '3e5ef4b9-af55-447c-b8f6-aef006515469', 'name': 'tempest-FloatingIPTestJSON-527193796'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:09:27.557718 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6575e13e-28e5-4a5c-9713-92c1bd622785 None None] Sync routers for ids ['4a7f2386-6723-41a7-8e54-0df1b045a05d'] in n-d-842733-1 {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 21:09:27.574728 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6575e13e-28e5-4a5c-9713-92c1bd622785 None None] Routers {'4a7f2386-6723-41a7-8e54-0df1b045a05d'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:09:27.575786 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-6575e13e-28e5-4a5c-9713-92c1bd622785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:09:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['4a7f2386-6723-41a7-8e54-0df1b045a05d'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:09:27.641186 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-5ce864d0-05d2-41b0-b72e-d5731e914cc2 req-83eb84c5-a064-4409-93b9-fdc25bae7439 service neutron] 10.222.0.13 "GET /v2.0/networks/566fc6b8-d480-4425-83fd-90dbc48e9800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079500 May 20 21:09:27.642331 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-6575e13e-28e5-4a5c-9713-92c1bd622785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:09:27.652147 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6575e13e-28e5-4a5c-9713-92c1bd622785 None None] Routers {'4a7f2386-6723-41a7-8e54-0df1b045a05d'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:09:27.652765 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-6575e13e-28e5-4a5c-9713-92c1bd622785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:09:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['4a7f2386-6723-41a7-8e54-0df1b045a05d'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:09:27.691366 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-6575e13e-28e5-4a5c-9713-92c1bd622785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:09:27.692206 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6575e13e-28e5-4a5c-9713-92c1bd622785 None None] The sync data for ids ['4a7f2386-6723-41a7-8e54-0df1b045a05d'] in n-d-842733-1 is: [] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 21:09:27.764940 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa40dc48-719f-49ea-9529-3ae7bbfc8dd4 req-78ef668a-564f-4613-83ad-596290e8ea37 tempest-TestVolumeBackupRestore-236769716 tempest-TestVolumeBackupRestore-236769716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:09:27.766516 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-fa40dc48-719f-49ea-9529-3ae7bbfc8dd4 req-78ef668a-564f-4613-83ad-596290e8ea37 tempest-TestVolumeBackupRestore-236769716 tempest-TestVolumeBackupRestore-236769716-project] 10.222.0.35 "GET /v2.0/ports?device_id=ca8f7889-acf0-40d7-826c-0891109bffb4 HTTP/1.1" status: 200 len: 943 time: 0.1436000 May 20 21:09:27.777078 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1ad93674-1602-495b-b3eb-2a4d6d289424 req-f6889b5f-e4ba-4e61-87c5-60c43582b7b6 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4ba39278-6629-446d-ae0e-cba76bdf80e2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0860322 May 20 21:09:27.777973 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-5ce864d0-05d2-41b0-b72e-d5731e914cc2 req-5099be43-7059-4c54-ad4f-88f16f80ee94 service neutron] 10.222.0.13 "GET /v2.0/networks/566fc6b8-d480-4425-83fd-90dbc48e9800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294713 May 20 21:09:27.823700 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-fa40dc48-719f-49ea-9529-3ae7bbfc8dd4 req-6d3fad07-980c-41d9-a18a-a8bdeb7f2726 tempest-TestVolumeBackupRestore-236769716 tempest-TestVolumeBackupRestore-236769716-project] 10.222.0.35 "GET /v2.0/security-groups?id=9c6ced15-f938-40c0-9319-351f88968823&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443847 May 20 21:09:27.882962 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b686efa-65fd-4c3b-b60d-f14d9cf4e712 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Made reservation on behalf of 04f26c2e2c8d4a7f9c417d991425d134 for: {'port': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:09:27.887644 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0b686efa-65fd-4c3b-b60d-f14d9cf4e712 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:27.906938 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad93674-1602-495b-b3eb-2a4d6d289424 req-3a1def1f-207d-48e8-800d-9d62834c1f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:09:27.908494 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1ad93674-1602-495b-b3eb-2a4d6d289424 req-3a1def1f-207d-48e8-800d-9d62834c1f0b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d7932b75a33b465998804b193e9be7ad&device_id=4ba39278-6629-446d-ae0e-cba76bdf80e2 HTTP/1.1" status: 200 len: 1098 time: 0.0619206 May 20 21:09:27.916065 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [None req-0b686efa-65fd-4c3b-b60d-f14d9cf4e712 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] device_id is not set on port d7d1ca1b-2930-40d5-a31b-6f51f0e1b719 yet. {{(pid=103163) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 20 21:09:28.125640 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad93674-1602-495b-b3eb-2a4d6d289424 req-08d47b91-2b33-4383-a046-aba6ed0b7df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:09:28.127119 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1ad93674-1602-495b-b3eb-2a4d6d289424 req-08d47b91-2b33-4383-a046-aba6ed0b7df0 service neutron] 10.222.0.24 "GET /v2.0/networks?id=9eccc106-4609-4d2d-abe2-76ba1cf9de32 HTTP/1.1" status: 200 len: 898 time: 0.1741054 May 20 21:09:28.144834 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-0b686efa-65fd-4c3b-b60d-f14d9cf4e712 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Allocated IP 172.20.0.14 (3e5ef4b9-af55-447c-b8f6-aef006515469/a7b0a496-c7eb-477f-90b8-2c1a6e32b1bd/d7d1ca1b-2930-40d5-a31b-6f51f0e1b719) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:09:28.155494 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d35da53-ed43-4118-bf00-a365d3c72c95 req-dd42692c-f842-4090-be79-0a12bc7382a7 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:09:28.157059 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4d35da53-ed43-4118-bf00-a365d3c72c95 req-dd42692c-f842-4090-be79-0a12bc7382a7 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] 10.222.0.35 "GET /v2.0/ports?device_id=46b79fc5-5a39-4645-afd0-fde2291ef1d7 HTTP/1.1" status: 200 len: 984 time: 0.1322579 May 20 21:09:28.262750 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1ad93674-1602-495b-b3eb-2a4d6d289424 req-acba04c7-177b-469f-bf05-2805eabeb813 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=11805006-a585-417b-ae9b-89663bea61fd HTTP/1.1" status: 200 len: 1002 time: 0.1262839 May 20 21:09:28.291451 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430fac96-a06a-4a8b-a8c8-af0c3d531b5b req-d2735f1c-e1cb-4e55-ba3a-e747d1ea5294 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:09:28.293007 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-430fac96-a06a-4a8b-a8c8-af0c3d531b5b req-d2735f1c-e1cb-4e55-ba3a-e747d1ea5294 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] 10.222.0.13 "GET /v2.0/ports?device_id=46b79fc5-5a39-4645-afd0-fde2291ef1d7 HTTP/1.1" status: 200 len: 984 time: 0.0843878 May 20 21:09:28.298991 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4d35da53-ed43-4118-bf00-a365d3c72c95 req-b63e090a-ecb0-4ffb-9e4e-0fb1e83d0eaa tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c78895a-83d9-4fda-b590-17c1f3e1bb01&id=998ef77a-d22a-41c8-a168-ba8ef6bfa3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1047430 May 20 21:09:28.391179 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad93674-1602-495b-b3eb-2a4d6d289424 req-c1d3d382-753e-49de-a9f7-cd7b8b54d63e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:09:28.392704 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1ad93674-1602-495b-b3eb-2a4d6d289424 req-c1d3d382-753e-49de-a9f7-cd7b8b54d63e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=11782441-b4f1-40fc-9cbd-8dc932032eb4 HTTP/1.1" status: 200 len: 834 time: 0.1171756 May 20 21:09:28.399759 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-430fac96-a06a-4a8b-a8c8-af0c3d531b5b req-8c31b4f6-ebad-461f-9659-fb4d9f5d5615 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Deleting port 8dcf9632-0899-41d6-a554-4958bac18e80 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:09:28.400623 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-430fac96-a06a-4a8b-a8c8-af0c3d531b5b req-8c31b4f6-ebad-461f-9659-fb4d9f5d5615 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:28.473332 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0b686efa-65fd-4c3b-b60d-f14d9cf4e712 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:28.475829 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad93674-1602-495b-b3eb-2a4d6d289424 req-b6689b7b-69ec-431c-9530-27fdd1cb6615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:09:28.479081 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1ad93674-1602-495b-b3eb-2a4d6d289424 req-b6689b7b-69ec-431c-9530-27fdd1cb6615 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9eccc106-4609-4d2d-abe2-76ba1cf9de32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0781984 May 20 21:09:28.498952 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-430fac96-a06a-4a8b-a8c8-af0c3d531b5b req-8c31b4f6-ebad-461f-9659-fb4d9f5d5615 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] For port 8dcf9632-0899-41d6-a554-4958bac18e80, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=8dcf9632-0899-41d6-a554-4958bac18e80,segment=NetworkSegment(5b70e891-1f09-49b1-94eb-811571878995),segment_id=5b70e891-1f09-49b1-94eb-811571878995)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:09:28.499402 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-430fac96-a06a-4a8b-a8c8-af0c3d531b5b req-8c31b4f6-ebad-461f-9659-fb4d9f5d5615 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:28.513478 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-430fac96-a06a-4a8b-a8c8-af0c3d531b5b req-8c31b4f6-ebad-461f-9659-fb4d9f5d5615 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Calling delete_port for 8dcf9632-0899-41d6-a554-4958bac18e80 owned by compute:nova {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:09:28.609233 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1ad93674-1602-495b-b3eb-2a4d6d289424 req-daf68a6d-a56b-4e32-b64f-12525522b506 service neutron] 10.222.0.24 "GET /v2.0/networks/9eccc106-4609-4d2d-abe2-76ba1cf9de32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159749 May 20 21:09:28.692297 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1ad93674-1602-495b-b3eb-2a4d6d289424 req-7af49246-1b13-49db-b480-01e8293a5fb0 service neutron] 10.222.0.24 "GET /v2.0/networks/9eccc106-4609-4d2d-abe2-76ba1cf9de32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841734 May 20 21:09:28.693766 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0b686efa-65fd-4c3b-b60d-f14d9cf4e712 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:28.739731 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b686efa-65fd-4c3b-b60d-f14d9cf4e712 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Network 3e5ef4b9-af55-447c-b8f6-aef006515469 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:09:28.743820 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-0b686efa-65fd-4c3b-b60d-f14d9cf4e712 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:09:28.745164 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-430fac96-a06a-4a8b-a8c8-af0c3d531b5b req-8c31b4f6-ebad-461f-9659-fb4d9f5d5615 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:28.748109 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b686efa-65fd-4c3b-b60d-f14d9cf4e712 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:09:28.757896 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b686efa-65fd-4c3b-b60d-f14d9cf4e712 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Pushing event updated for resources: {'Port': ['ID=d7d1ca1b-2930-40d5-a31b-6f51f0e1b719,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:09:28.783033 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c31b4f6-ebad-461f-9659-fb4d9f5d5615 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Pushing event deleted for resources: {'Port': ['ID=8dcf9632-0899-41d6-a554-4958bac18e80,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:09:28.819089 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b686efa-65fd-4c3b-b60d-f14d9cf4e712 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:09:28.821467 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0b686efa-65fd-4c3b-b60d-f14d9cf4e712 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:28.838200 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-430fac96-a06a-4a8b-a8c8-af0c3d531b5b req-8c31b4f6-ebad-461f-9659-fb4d9f5d5615 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] No DVR routers for this DVR port 8dcf9632-0899-41d6-a554-4958bac18e80 on host n-h2-842733-1 {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 21:09:28.840903 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-430fac96-a06a-4a8b-a8c8-af0c3d531b5b req-8c31b4f6-ebad-461f-9659-fb4d9f5d5615 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:28.844451 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-430fac96-a06a-4a8b-a8c8-af0c3d531b5b req-8c31b4f6-ebad-461f-9659-fb4d9f5d5615 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] 10.222.0.13 "DELETE /v2.0/ports/8dcf9632-0899-41d6-a554-4958bac18e80 HTTP/1.1" status: 204 len: 173 time: 0.5450850 May 20 21:09:28.850456 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46b79fc5-5a39-4645-afd0-fde2291ef1d7', 'name': 'network-vif-deleted', 'tag': '8dcf9632-0899-41d6-a554-4958bac18e80'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 21:09:28.850456 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6fa957933fccbf596d28104b23404b952ad6a8238afaebaed40a0874b2e409" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ab172db-35e6-4614-9538-e327bad103e7" -d '{"events": [{"server_uuid": "46b79fc5-5a39-4645-afd0-fde2291ef1d7", "name": "network-vif-deleted", "tag": "8dcf9632-0899-41d6-a554-4958bac18e80"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 21:09:28.888491 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 21:09:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f736a8fa-439d-4303-90e9-b153048ce42c x-openstack-request-id: req-f736a8fa-439d-4303-90e9-b153048ce42c {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 21:09:28.888793 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46b79fc5-5a39-4645-afd0-fde2291ef1d7", "name": "network-vif-deleted", "tag": "8dcf9632-0899-41d6-a554-4958bac18e80", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 21:09:28.889049 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f736a8fa-439d-4303-90e9-b153048ce42c {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 21:09:28.890113 n-d-842733-1 neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f736a8fa-439d-4303-90e9-b153048ce42c'] response: {'server_uuid': '46b79fc5-5a39-4645-afd0-fde2291ef1d7', 'name': 'network-vif-deleted', 'tag': '8dcf9632-0899-41d6-a554-4958bac18e80', 'status': 'completed', 'code': 200} May 20 21:09:28.933730 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-0b686efa-65fd-4c3b-b60d-f14d9cf4e712 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.3996356 May 20 21:09:28.936160 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 51510) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:09:28.941503 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-8502aee5-742d-4747-b9dc-91e7da9003cb tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Request body: {'port': {'network_id': '3e5ef4b9-af55-447c-b8f6-aef006515469', 'name': 'tempest-FloatingIPTestJSON-543196134'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:09:28.955402 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device e1f31cf5-ee77-4cdc-b0bc-db091f28d69d details requested by agent hyperv_n-h2-842733-1 with host n-h2-842733-1 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 21:09:29.009859 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5a71d3-6d79-4cad-aa2a-509a3247187f req-c68f1dbb-605b-4a6d-af70-b7f4969207b1 tempest-TestVolumeBackupRestore-236769716 tempest-TestVolumeBackupRestore-236769716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:09:29.011335 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7f5a71d3-6d79-4cad-aa2a-509a3247187f req-c68f1dbb-605b-4a6d-af70-b7f4969207b1 tempest-TestVolumeBackupRestore-236769716 tempest-TestVolumeBackupRestore-236769716-project] 10.222.0.35 "GET /v2.0/ports?device_id=ca8f7889-acf0-40d7-826c-0891109bffb4 HTTP/1.1" status: 200 len: 943 time: 0.1076326 May 20 21:09:29.063351 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port e1f31cf5-ee77-4cdc-b0bc-db091f28d69d, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=e1f31cf5-ee77-4cdc-b0bc-db091f28d69d,segment=NetworkSegment(004a2ced-726d-4712-b1e0-f38bdbf6228d),segment_id=004a2ced-726d-4712-b1e0-f38bdbf6228d)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:09:29.075428 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Returning: {'device': 'e1f31cf5-ee77-4cdc-b0bc-db091f28d69d', 'network_id': '184b74ca-5201-444b-9621-4d01e7bf23b7', 'port_id': 'e1f31cf5-ee77-4cdc-b0bc-db091f28d69d', 'mac_address': 'fa:16:3e:cc:80:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b13faf2d-c0fe-4c78-8290-66782e0d5758', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 20 21:09:29.078960 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7f5a71d3-6d79-4cad-aa2a-509a3247187f req-a7ad6bca-0bc4-4db1-a173-e512b20566e9 tempest-TestVolumeBackupRestore-236769716 tempest-TestVolumeBackupRestore-236769716-project] 10.222.0.35 "GET /v2.0/security-groups?id=9c6ced15-f938-40c0-9319-351f88968823&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595167 May 20 21:09:29.114492 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port e1f31cf5-ee77-4cdc-b0bc-db091f28d69d is: DOWN; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:09:29.114934 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:29.128610 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1f31cf5-ee77-4cdc-b0bc-db091f28d69d {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 21:09:29.152313 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port e1f31cf5-ee77-4cdc-b0bc-db091f28d69d, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=e1f31cf5-ee77-4cdc-b0bc-db091f28d69d,segment=NetworkSegment(004a2ced-726d-4712-b1e0-f38bdbf6228d),segment_id=004a2ced-726d-4712-b1e0-f38bdbf6228d)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:09:29.159640 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8502aee5-742d-4747-b9dc-91e7da9003cb tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Made reservation on behalf of 04f26c2e2c8d4a7f9c417d991425d134 for: {'port': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:09:29.163188 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8502aee5-742d-4747-b9dc-91e7da9003cb tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:29.183151 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [None req-8502aee5-742d-4747-b9dc-91e7da9003cb tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] device_id is not set on port 631006dd-9cd4-4008-86fd-c929cdf5a9ef yet. {{(pid=103163) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 20 21:09:29.285843 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:29.301144 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-8502aee5-742d-4747-b9dc-91e7da9003cb tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Allocated IP 172.20.0.3 (3e5ef4b9-af55-447c-b8f6-aef006515469/a7b0a496-c7eb-477f-90b8-2c1a6e32b1bd/631006dd-9cd4-4008-86fd-c929cdf5a9ef) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:09:29.343674 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=e1f31cf5-ee77-4cdc-b0bc-db091f28d69d,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:09:29.438867 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3b1c2c5c-9aa6-4540-b352-2b9d59d550b2 req-1cd38698-7002-4781-ad2b-3220a66ca30c tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] 10.222.0.35 "GET /v2.0/ports?device_id=46b79fc5-5a39-4645-afd0-fde2291ef1d7 HTTP/1.1" status: 200 len: 210 time: 0.0335975 May 20 21:09:29.486572 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8502aee5-742d-4747-b9dc-91e7da9003cb tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:29.552558 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] get_ports_and_sgs() called for port_ids ['e1f31cf5-ee77-4cdc-b0bc-db091f28d69d'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 21:09:29.596574 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8502aee5-742d-4747-b9dc-91e7da9003cb tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:29.646880 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8502aee5-742d-4747-b9dc-91e7da9003cb tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Network 3e5ef4b9-af55-447c-b8f6-aef006515469 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:09:29.650252 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-8502aee5-742d-4747-b9dc-91e7da9003cb tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:09:29.652910 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8502aee5-742d-4747-b9dc-91e7da9003cb tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:09:29.687658 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8502aee5-742d-4747-b9dc-91e7da9003cb tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Pushing event updated for resources: {'Port': ['ID=631006dd-9cd4-4008-86fd-c929cdf5a9ef,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:09:29.712937 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8502aee5-742d-4747-b9dc-91e7da9003cb tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:09:29.713574 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8502aee5-742d-4747-b9dc-91e7da9003cb tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:29.829693 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-8502aee5-742d-4747-b9dc-91e7da9003cb tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.8922560 May 20 21:09:29.832789 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 51514) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:09:29.839344 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-dd6f9ee3-c67a-4d2a-b9e0-008f6263b538 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Request body: {'floatingip': {'floating_network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'port_id': '631006dd-9cd4-4008-86fd-c929cdf5a9ef', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:09:29.984350 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-dd6f9ee3-c67a-4d2a-b9e0-008f6263b538 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks [] for floatingip, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:30.082206 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-dd6f9ee3-c67a-4d2a-b9e0-008f6263b538 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:30.219027 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-dd6f9ee3-c67a-4d2a-b9e0-008f6263b538 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Allocated IP 172.25.2.177 (e3a93b5c-91e2-4064-9c2c-1afc261bfe15/86fee0c1-6e34-488b-9216-b2b8e7ef585a/7e7d3448-fbdd-40b5-b2b2-b46f3f8bb837) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:09:30.238555 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a334e27e-a406-4d70-bce6-4353e567d1f9 req-d788c102-9288-487e-9f13-a0539c295bbf tempest-TestVolumeBackupRestore-236769716 tempest-TestVolumeBackupRestore-236769716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:09:30.240351 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a334e27e-a406-4d70-bce6-4353e567d1f9 req-d788c102-9288-487e-9f13-a0539c295bbf tempest-TestVolumeBackupRestore-236769716 tempest-TestVolumeBackupRestore-236769716-project] 10.222.0.35 "GET /v2.0/ports?device_id=ca8f7889-acf0-40d7-826c-0891109bffb4 HTTP/1.1" status: 200 len: 944 time: 0.0760965 May 20 21:09:30.325362 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a334e27e-a406-4d70-bce6-4353e567d1f9 req-50434b1e-b0fb-438c-830e-f7d8901ce36f tempest-TestVolumeBackupRestore-236769716 tempest-TestVolumeBackupRestore-236769716-project] 10.222.0.35 "GET /v2.0/security-groups?id=9c6ced15-f938-40c0-9319-351f88968823&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770879 May 20 21:09:30.369346 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-dd6f9ee3-c67a-4d2a-b9e0-008f6263b538 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:30.441981 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-dd6f9ee3-c67a-4d2a-b9e0-008f6263b538 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:30.482893 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd6f9ee3-c67a-4d2a-b9e0-008f6263b538 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Network e3a93b5c-91e2-4064-9c2c-1afc261bfe15 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:09:30.487336 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-dd6f9ee3-c67a-4d2a-b9e0-008f6263b538 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:09:30.494572 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd6f9ee3-c67a-4d2a-b9e0-008f6263b538 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:09:30.498142 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6f9ee3-c67a-4d2a-b9e0-008f6263b538 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Pushing event updated for resources: {'Port': ['ID=7e7d3448-fbdd-40b5-b2b2-b46f3f8bb837,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:09:30.513813 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 51526) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:09:30.571885 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c8e02bd3-04f9-4d89-864a-58edc1c40e33 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:30.597507 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c8e02bd3-04f9-4d89-864a-58edc1c40e33 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:30.714351 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c8e02bd3-04f9-4d89-864a-58edc1c40e33 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:30.718302 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c8e02bd3-04f9-4d89-864a-58edc1c40e33 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:30.719434 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-c8e02bd3-04f9-4d89-864a-58edc1c40e33 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] 10.222.0.35 "DELETE /v2.0/security-groups/998ef77a-d22a-41c8-a168-ba8ef6bfa3c0 HTTP/1.1" status: 204 len: 168 time: 0.2034888 May 20 21:09:30.723406 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 51528) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:09:30.736590 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e02bd3-04f9-4d89-864a-58edc1c40e33 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=998ef77a-d22a-41c8-a168-ba8ef6bfa3c0,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:09:30.792403 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-72ab4452-5954-406a-90cc-9d2f7d567942 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:30.816882 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-72ab4452-5954-406a-90cc-9d2f7d567942 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:30.881492 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-dd6f9ee3-c67a-4d2a-b9e0-008f6263b538 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:30.932066 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-72ab4452-5954-406a-90cc-9d2f7d567942 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:30.934726 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-72ab4452-5954-406a-90cc-9d2f7d567942 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:30.935953 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-72ab4452-5954-406a-90cc-9d2f7d567942 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] 10.222.0.35 "DELETE /v2.0/security-groups/2c78895a-83d9-4fda-b590-17c1f3e1bb01 HTTP/1.1" status: 204 len: 168 time: 0.2114971 May 20 21:09:30.938834 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 51530) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:09:30.945292 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ab4452-5954-406a-90cc-9d2f7d567942 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c78895a-83d9-4fda-b590-17c1f3e1bb01,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:09:30.977180 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device e1f31cf5-ee77-4cdc-b0bc-db091f28d69d up at agent hyperv_n-h2-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:09:31.082324 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-dd6f9ee3-c67a-4d2a-b9e0-008f6263b538 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:31.098689 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Provisioning for port e1f31cf5-ee77-4cdc-b0bc-db091f28d69d completed by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 21:09:31.103386 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Provisioning complete for port e1f31cf5-ee77-4cdc-b0bc-db091f28d69d triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:09:31.104439 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:31.214670 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port e1f31cf5-ee77-4cdc-b0bc-db091f28d69d is: BUILD; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:09:31.215052 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:31.237906 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca8f7889-acf0-40d7-826c-0891109bffb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1f31cf5-ee77-4cdc-b0bc-db091f28d69d'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 21:09:31.240142 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8485417003ce7c0410b00f5cdc2f391e21107b70bb68e2773712534a96e108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fc23cc9-fadc-48e2-929c-bb01e7e26e5b" -d '{"events": [{"server_uuid": "ca8f7889-acf0-40d7-826c-0891109bffb4", "name": "network-vif-plugged", "status": "completed", "tag": "e1f31cf5-ee77-4cdc-b0bc-db091f28d69d"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 21:09:31.252870 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port e1f31cf5-ee77-4cdc-b0bc-db091f28d69d, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=e1f31cf5-ee77-4cdc-b0bc-db091f28d69d,segment=NetworkSegment(004a2ced-726d-4712-b1e0-f38bdbf6228d),segment_id=004a2ced-726d-4712-b1e0-f38bdbf6228d)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:09:31.282638 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 21:09:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d148956-443b-4fbf-9280-8c9af918980d x-openstack-request-id: req-5d148956-443b-4fbf-9280-8c9af918980d {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 21:09:31.282938 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca8f7889-acf0-40d7-826c-0891109bffb4", "name": "network-vif-plugged", "status": "completed", "tag": "e1f31cf5-ee77-4cdc-b0bc-db091f28d69d", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 21:09:31.283196 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5d148956-443b-4fbf-9280-8c9af918980d {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 21:09:31.283602 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d148956-443b-4fbf-9280-8c9af918980d'] response: {'server_uuid': 'ca8f7889-acf0-40d7-826c-0891109bffb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1f31cf5-ee77-4cdc-b0bc-db091f28d69d', 'code': 200} May 20 21:09:31.327083 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:31.409000 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=e1f31cf5-ee77-4cdc-b0bc-db091f28d69d,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:09:31.434521 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f94ffef-44b0-4ab0-953a-12f0b51cd4a6 req-151b57ac-dfca-490b-bb53-6b203466a755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:09:31.436166 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-8f94ffef-44b0-4ab0-953a-12f0b51cd4a6 req-151b57ac-dfca-490b-bb53-6b203466a755 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ca8f7889-acf0-40d7-826c-0891109bffb4 HTTP/1.1" status: 200 len: 1096 time: 0.0718789 May 20 21:09:31.444322 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-dd6f9ee3-c67a-4d2a-b9e0-008f6263b538 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks [] for port, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:31.472464 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17254007-728e-4986-a397-30c72739d320 req-278b6fa9-bc0c-457c-935a-01a2a1a21e9d tempest-TestVolumeBackupRestore-236769716 tempest-TestVolumeBackupRestore-236769716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:09:31.473423 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-8f94ffef-44b0-4ab0-953a-12f0b51cd4a6 req-a75306e3-22f6-4cf4-b7a0-568d097a013a service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=9c6ced15-f938-40c0-9319-351f88968823&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305417 May 20 21:09:31.474001 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-17254007-728e-4986-a397-30c72739d320 req-278b6fa9-bc0c-457c-935a-01a2a1a21e9d tempest-TestVolumeBackupRestore-236769716 tempest-TestVolumeBackupRestore-236769716-project] 10.222.0.35 "GET /v2.0/ports?device_id=ca8f7889-acf0-40d7-826c-0891109bffb4 HTTP/1.1" status: 200 len: 945 time: 0.0705512 May 20 21:09:31.548762 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-17254007-728e-4986-a397-30c72739d320 req-fc6cbb3b-42ea-4a4a-89ed-23beeb7152ad tempest-TestVolumeBackupRestore-236769716 tempest-TestVolumeBackupRestore-236769716-project] 10.222.0.35 "GET /v2.0/security-groups?id=9c6ced15-f938-40c0-9319-351f88968823&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677505 May 20 21:09:31.550690 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-dd6f9ee3-c67a-4d2a-b9e0-008f6263b538 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:31.632447 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6f9ee3-c67a-4d2a-b9e0-008f6263b538 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Pushing event updated for resources: {'Port': ['ID=7e7d3448-fbdd-40b5-b2b2-b46f3f8bb837,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:09:31.646302 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-dd6f9ee3-c67a-4d2a-b9e0-008f6263b538 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748272'] for floatingip, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:31.654475 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0dbb7619-062b-4a0c-9792-5ce907317020 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748528'] for router_interface, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:32.161351 n-d-842733-1 neutron-server[103163]: INFO neutron.db.l3_db [None req-dd6f9ee3-c67a-4d2a-b9e0-008f6263b538 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Floating IP a4712955-f23b-4d64-b4a6-d6b30accdd48 associated. External IP: 172.25.2.177, port: 631006dd-9cd4-4008-86fd-c929cdf5a9ef. May 20 21:09:32.497321 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd6f9ee3-c67a-4d2a-b9e0-008f6263b538 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Router 4a7f2386-6723-41a7-8e54-0df1b045a05d has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 21:09:32.498287 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:32.505912 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-0dbb7619-062b-4a0c-9792-5ce907317020 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Deleting port d832fd2e-4e23-4b26-96b3-120120749bdf {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:09:32.509823 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0dbb7619-062b-4a0c-9792-5ce907317020 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:32.704733 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-0dbb7619-062b-4a0c-9792-5ce907317020 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] For port d832fd2e-4e23-4b26-96b3-120120749bdf, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=d832fd2e-4e23-4b26-96b3-120120749bdf,segment=NetworkSegment(5b70e891-1f09-49b1-94eb-811571878995),segment_id=5b70e891-1f09-49b1-94eb-811571878995)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:09:32.705100 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0dbb7619-062b-4a0c-9792-5ce907317020 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:32.730033 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-0dbb7619-062b-4a0c-9792-5ce907317020 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Calling delete_port for d832fd2e-4e23-4b26-96b3-120120749bdf owned by network:router_interface {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:09:32.732971 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd6f9ee3-c67a-4d2a-b9e0-008f6263b538 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 21:09:32.750978 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd4119c-37d2-4f32-b9d6-3138c74451cb None None] Sync routers for ids ['4a7f2386-6723-41a7-8e54-0df1b045a05d'] in n-d-842733-1 {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 21:09:32.753582 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-f57ff306-cc5e-4e3f-9802-5b77cc636afe req-391393f1-32a7-4879-ad32-b0308671e880 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ca8f7889-acf0-40d7-826c-0891109bffb4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0451419 May 20 21:09:32.755258 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c09052-3439-4bc5-a5bf-92b4959667cd req-78aaced6-dfe0-4fdf-b7bf-288bc8444f69 tempest-TestVolumeBackupRestore-236769716 tempest-TestVolumeBackupRestore-236769716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:09:32.756732 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e3c09052-3439-4bc5-a5bf-92b4959667cd req-78aaced6-dfe0-4fdf-b7bf-288bc8444f69 tempest-TestVolumeBackupRestore-236769716 tempest-TestVolumeBackupRestore-236769716-project] 10.222.0.35 "GET /v2.0/ports?device_id=ca8f7889-acf0-40d7-826c-0891109bffb4 HTTP/1.1" status: 200 len: 945 time: 0.1318042 May 20 21:09:32.768144 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd4119c-37d2-4f32-b9d6-3138c74451cb None None] Routers {'4a7f2386-6723-41a7-8e54-0df1b045a05d'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:09:32.768809 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-7cd4119c-37d2-4f32-b9d6-3138c74451cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:09:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['4a7f2386-6723-41a7-8e54-0df1b045a05d'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:09:32.818016 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-7cd4119c-37d2-4f32-b9d6-3138c74451cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:09:32.829080 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd4119c-37d2-4f32-b9d6-3138c74451cb None None] Routers {'4a7f2386-6723-41a7-8e54-0df1b045a05d'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:09:32.830180 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-7cd4119c-37d2-4f32-b9d6-3138c74451cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:09:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['4a7f2386-6723-41a7-8e54-0df1b045a05d'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:09:32.846334 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e3c09052-3439-4bc5-a5bf-92b4959667cd req-06602c9d-d8e9-4f2c-a460-7784cff0bd7a tempest-TestVolumeBackupRestore-236769716 tempest-TestVolumeBackupRestore-236769716-project] 10.222.0.35 "GET /v2.0/security-groups?id=9c6ced15-f938-40c0-9319-351f88968823&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814266 May 20 21:09:32.874839 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-7cd4119c-37d2-4f32-b9d6-3138c74451cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:09:32.875984 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd4119c-37d2-4f32-b9d6-3138c74451cb None None] The sync data for ids ['4a7f2386-6723-41a7-8e54-0df1b045a05d'] in n-d-842733-1 is: [] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 21:09:32.890862 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-dd6f9ee3-c67a-4d2a-b9e0-008f6263b538 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for floatingip, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:32.892215 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57ff306-cc5e-4e3f-9802-5b77cc636afe req-93ac26f0-965d-43df-a141-e0eb49928ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:09:32.893788 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-f57ff306-cc5e-4e3f-9802-5b77cc636afe req-93ac26f0-965d-43df-a141-e0eb49928ecf service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=770ab75f42db49e4b1ceb156acd07490&device_id=ca8f7889-acf0-40d7-826c-0891109bffb4 HTTP/1.1" status: 200 len: 1096 time: 0.0761218 May 20 21:09:32.929039 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-dd6f9ee3-c67a-4d2a-b9e0-008f6263b538 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 3.0947633 May 20 21:09:32.932432 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 51554) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:09:32.937170 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-35ad412c-6849-476f-ae0b-0da850c4309a tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:09:32.991344 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 8dcf9632-0899-41d6-a554-4958bac18e80 no longer exists at agent hyperv_n-h2-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 21:09:33.021254 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] No Port match for: 8dcf9632-0899-41d6-a554-4958bac18e80 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 21:09:33.021623 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 8dcf9632-0899-41d6-a554-4958bac18e80 not bound to the agent host n-h2-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 21:09:33.038756 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-35ad412c-6849-476f-ae0b-0da850c4309a tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks [] for floatingip, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:33.069705 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0dbb7619-062b-4a0c-9792-5ce907317020 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:33.090471 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57ff306-cc5e-4e3f-9802-5b77cc636afe req-e557d156-d458-4fdc-85cb-2190a1b9bd01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:09:33.091990 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-f57ff306-cc5e-4e3f-9802-5b77cc636afe req-e557d156-d458-4fdc-85cb-2190a1b9bd01 service neutron] 10.222.0.13 "GET /v2.0/networks?id=184b74ca-5201-444b-9621-4d01e7bf23b7 HTTP/1.1" status: 200 len: 915 time: 0.1794250 May 20 21:09:33.098003 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbb7619-062b-4a0c-9792-5ce907317020 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Pushing event deleted for resources: {'Port': ['ID=d832fd2e-4e23-4b26-96b3-120120749bdf,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:09:33.143570 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-f57ff306-cc5e-4e3f-9802-5b77cc636afe req-dcab56a5-c1c1-4cd5-aaf8-48783d9de43e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e1f31cf5-ee77-4cdc-b0bc-db091f28d69d HTTP/1.1" status: 200 len: 217 time: 0.0452175 May 20 21:09:33.247965 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57ff306-cc5e-4e3f-9802-5b77cc636afe req-d40f5971-403d-4f6b-8df7-55b8b813dc30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:09:33.250994 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-f57ff306-cc5e-4e3f-9802-5b77cc636afe req-d40f5971-403d-4f6b-8df7-55b8b813dc30 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b13faf2d-c0fe-4c78-8290-66782e0d5758 HTTP/1.1" status: 200 len: 853 time: 0.0741034 May 20 21:09:33.293669 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-35ad412c-6849-476f-ae0b-0da850c4309a tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:33.316163 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0dbb7619-062b-4a0c-9792-5ce907317020 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-692224'] for router_interface, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:33.323345 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57ff306-cc5e-4e3f-9802-5b77cc636afe req-f727911a-da98-4204-a921-7b1c6b5cf7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:09:33.324794 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-f57ff306-cc5e-4e3f-9802-5b77cc636afe req-f727911a-da98-4204-a921-7b1c6b5cf7bb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=184b74ca-5201-444b-9621-4d01e7bf23b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457835 May 20 21:09:33.385171 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-35ad412c-6849-476f-ae0b-0da850c4309a tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748272'] for floatingip, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:33.385459 n-d-842733-1 neutron-server[103162]: INFO neutron.db.l3_db [None req-35ad412c-6849-476f-ae0b-0da850c4309a tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Floating IP a4712955-f23b-4d64-b4a6-d6b30accdd48 disassociated. External IP: 172.25.2.177, port: 631006dd-9cd4-4008-86fd-c929cdf5a9ef. May 20 21:09:33.503551 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-f57ff306-cc5e-4e3f-9802-5b77cc636afe req-bb80768d-741f-4ca6-a1a6-0f0bcf1123be service neutron] 10.222.0.13 "GET /v2.0/networks/184b74ca-5201-444b-9621-4d01e7bf23b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1722736 May 20 21:09:33.568237 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dbb7619-062b-4a0c-9792-5ce907317020 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Router f0383f89-e420-4849-9073-9d8ff8165b97 has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 21:09:33.693741 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-f57ff306-cc5e-4e3f-9802-5b77cc636afe req-11ee64e3-56e7-4707-98ff-be43bfa74fae service neutron] 10.222.0.13 "GET /v2.0/networks/184b74ca-5201-444b-9621-4d01e7bf23b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1801198 May 20 21:09:33.699066 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dbb7619-062b-4a0c-9792-5ce907317020 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 21:09:33.704876 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-0dbb7619-062b-4a0c-9792-5ce907317020 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] 10.222.0.35 "PUT /v2.0/routers/f0383f89-e420-4849-9073-9d8ff8165b97/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7646728 May 20 21:09:33.707766 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 51564) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:09:33.716335 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ce7abb-5ea4-4156-a5f5-973d702a1b4e None None] Sync routers for ids ['f0383f89-e420-4849-9073-9d8ff8165b97'] in n-d-842733-1 {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 21:09:33.727491 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ce7abb-5ea4-4156-a5f5-973d702a1b4e None None] Routers {'f0383f89-e420-4849-9073-9d8ff8165b97'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:09:33.728267 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-90ce7abb-5ea4-4156-a5f5-973d702a1b4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:09:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['f0383f89-e420-4849-9073-9d8ff8165b97'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:09:33.754487 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35ad412c-6849-476f-ae0b-0da850c4309a tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Router 4a7f2386-6723-41a7-8e54-0df1b045a05d has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 21:09:33.776187 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_v2 [None req-effd96dc-0976-4cd1-86c3-559dff8e3efe tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Deleting subnet 4d5b8188-2bc2-4566-badd-6b4165fd2206 {{(pid=103162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 20 21:09:33.811785 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-effd96dc-0976-4cd1-86c3-559dff8e3efe tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Notify callbacks [] for subnet, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:33.835684 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-90ce7abb-5ea4-4156-a5f5-973d702a1b4e None None] Set router f0383f89-e420-4849-9073-9d8ff8165b97 gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:09:33.861761 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-effd96dc-0976-4cd1-86c3-559dff8e3efe tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3738392'] for subnet, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:33.950951 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35ad412c-6849-476f-ae0b-0da850c4309a tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 21:09:33.957163 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-35ad412c-6849-476f-ae0b-0da850c4309a tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for floatingip, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:33.964584 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc2d3b89-0689-4f30-b07d-c0b1c7eaf1f0 None None] Sync routers for ids ['4a7f2386-6723-41a7-8e54-0df1b045a05d'] in n-d-842733-1 {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 21:09:33.974666 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc2d3b89-0689-4f30-b07d-c0b1c7eaf1f0 None None] Routers {'4a7f2386-6723-41a7-8e54-0df1b045a05d'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:09:33.975272 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-fc2d3b89-0689-4f30-b07d-c0b1c7eaf1f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:09:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['4a7f2386-6723-41a7-8e54-0df1b045a05d'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:09:34.007434 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-35ad412c-6849-476f-ae0b-0da850c4309a tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] 10.222.0.35 "PUT /v2.0/floatingips/a4712955-f23b-4d64-b4a6-d6b30accdd48 HTTP/1.1" status: 200 len: 688 time: 1.0715809 May 20 21:09:34.008825 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 51570) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:09:34.027984 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261f29b3-c4b4-4670-8c84-68c98936ee18 req-97737aa3-10c9-42a4-b2f8-97b52321dfb9 tempest-TestVolumeBackupRestore-236769716 tempest-TestVolumeBackupRestore-236769716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:09:34.029731 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-261f29b3-c4b4-4670-8c84-68c98936ee18 req-97737aa3-10c9-42a4-b2f8-97b52321dfb9 tempest-TestVolumeBackupRestore-236769716 tempest-TestVolumeBackupRestore-236769716-project] 10.222.0.35 "GET /v2.0/ports?device_id=ca8f7889-acf0-40d7-826c-0891109bffb4 HTTP/1.1" status: 200 len: 945 time: 0.1054142 May 20 21:09:34.048680 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-fc2d3b89-0689-4f30-b07d-c0b1c7eaf1f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:09:34.054507 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-90ce7abb-5ea4-4156-a5f5-973d702a1b4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0383f89-e420-4849-9073-9d8ff8165b97', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1393483931', 'tenant_id': 'c123cb74b8ff4d85a73259ad4409ba24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.214'}], 'enable_snat': True}, 'gw_port_id': '8a0117b9-cb3a-4ae7-9440-09880842ddeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:07:40Z', 'updated_at': '2022-05-20T21:09:32Z', 'revision_number': 5, 'project_id': 'c123cb74b8ff4d85a73259ad4409ba24', 'gw_port': {'id': '8a0117b9-cb3a-4ae7-9440-09880842ddeb', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:12:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0383f89-e420-4849-9073-9d8ff8165b97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:07:41Z', 'updated_at': '2022-05-20T21:07:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:09:34.059848 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-effd96dc-0976-4cd1-86c3-559dff8e3efe tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33068388'] for subnet, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:34.073990 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc2d3b89-0689-4f30-b07d-c0b1c7eaf1f0 None None] Routers {'4a7f2386-6723-41a7-8e54-0df1b045a05d'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:09:34.074515 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-fc2d3b89-0689-4f30-b07d-c0b1c7eaf1f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:09:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['4a7f2386-6723-41a7-8e54-0df1b045a05d'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:09:34.088796 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ce7abb-5ea4-4156-a5f5-973d702a1b4e None None] Checking router: f0383f89-e420-4849-9073-9d8ff8165b97 for host: n-d-842733-1 {{(pid=103165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 21:09:34.101083 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-261f29b3-c4b4-4670-8c84-68c98936ee18 req-05cc8470-deb9-41d8-8888-31865692d186 tempest-TestVolumeBackupRestore-236769716 tempest-TestVolumeBackupRestore-236769716-project] 10.222.0.35 "GET /v2.0/security-groups?id=9c6ced15-f938-40c0-9319-351f88968823&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594337 May 20 21:09:34.110727 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ce7abb-5ea4-4156-a5f5-973d702a1b4e None None] Routers {'f0383f89-e420-4849-9073-9d8ff8165b97'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:09:34.111530 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-90ce7abb-5ea4-4156-a5f5-973d702a1b4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:09:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['f0383f89-e420-4849-9073-9d8ff8165b97'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:09:34.121452 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-fc2d3b89-0689-4f30-b07d-c0b1c7eaf1f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:09:34.122015 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc2d3b89-0689-4f30-b07d-c0b1c7eaf1f0 None None] The sync data for ids ['4a7f2386-6723-41a7-8e54-0df1b045a05d'] in n-d-842733-1 is: [] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 21:09:34.207830 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-20430a30-1a68-41cb-b634-68041543c75f tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Deleting port 7e7d3448-fbdd-40b5-b2b2-b46f3f8bb837 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:09:34.208206 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-20430a30-1a68-41cb-b634-68041543c75f tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:34.236290 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476b1a64-48e1-4491-8688-ba1350689142 req-14b4d047-43b3-4b4d-9c97-eba4da1ff786 tempest-TestVolumeBackupRestore-236769716 tempest-TestVolumeBackupRestore-236769716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:09:34.238298 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-476b1a64-48e1-4491-8688-ba1350689142 req-14b4d047-43b3-4b4d-9c97-eba4da1ff786 tempest-TestVolumeBackupRestore-236769716 tempest-TestVolumeBackupRestore-236769716-project] 10.222.0.35 "GET /v2.0/ports?device_id=ca8f7889-acf0-40d7-826c-0891109bffb4 HTTP/1.1" status: 200 len: 945 time: 0.0619497 May 20 21:09:34.261246 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-90ce7abb-5ea4-4156-a5f5-973d702a1b4e None None] Set router f0383f89-e420-4849-9073-9d8ff8165b97 gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:09:34.287516 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-effd96dc-0976-4cd1-86c3-559dff8e3efe tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33068399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3797621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4018265'] for subnet, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:34.293434 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-476b1a64-48e1-4491-8688-ba1350689142 req-c4515643-5a8a-4220-ab93-815bed7b7a82 tempest-TestVolumeBackupRestore-236769716 tempest-TestVolumeBackupRestore-236769716-project] 10.222.0.35 "GET /v2.0/security-groups?id=9c6ced15-f938-40c0-9319-351f88968823&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477343 May 20 21:09:34.312291 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 51574) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:09:34.348028 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effd96dc-0976-4cd1-86c3-559dff8e3efe tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Pushing event deleted for resources: {'Subnet': ['ID=4d5b8188-2bc2-4566-badd-6b4165fd2206,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:09:34.349392 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-effd96dc-0976-4cd1-86c3-559dff8e3efe tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Notify callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:34.351499 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdf3678b-2591-439b-8433-4ce93cf066cb None None] Network 566fc6b8-d480-4425-83fd-90dbc48e9800 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:09:34.356782 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-effd96dc-0976-4cd1-86c3-559dff8e3efe tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] 10.222.0.35 "DELETE /v2.0/subnets/4d5b8188-2bc2-4566-badd-6b4165fd2206 HTTP/1.1" status: 204 len: 168 time: 0.6438899 May 20 21:09:34.356782 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-20430a30-1a68-41cb-b634-68041543c75f tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:34.357351 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-20430a30-1a68-41cb-b634-68041543c75f tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:34.357820 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 51578) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:09:34.374929 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-20430a30-1a68-41cb-b634-68041543c75f tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Calling delete_port for 7e7d3448-fbdd-40b5-b2b2-b46f3f8bb837 owned by network:floatingip {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:09:34.537783 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-90ce7abb-5ea4-4156-a5f5-973d702a1b4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0383f89-e420-4849-9073-9d8ff8165b97', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1393483931', 'tenant_id': 'c123cb74b8ff4d85a73259ad4409ba24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.214'}], 'enable_snat': True}, 'gw_port_id': '8a0117b9-cb3a-4ae7-9440-09880842ddeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:07:40Z', 'updated_at': '2022-05-20T21:09:32Z', 'revision_number': 5, 'project_id': 'c123cb74b8ff4d85a73259ad4409ba24', 'gw_port': {'id': '8a0117b9-cb3a-4ae7-9440-09880842ddeb', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:12:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0383f89-e420-4849-9073-9d8ff8165b97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:07:41Z', 'updated_at': '2022-05-20T21:07:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:09:34.554104 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ea9fc3df-f8ec-492d-bcba-862740d9f4a8 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Notify callbacks [] for router, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:34.595671 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ce7abb-5ea4-4156-a5f5-973d702a1b4e None None] The sync data for ids ['f0383f89-e420-4849-9073-9d8ff8165b97'] in n-d-842733-1 is: [{'id': 'f0383f89-e420-4849-9073-9d8ff8165b97', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1393483931', 'tenant_id': 'c123cb74b8ff4d85a73259ad4409ba24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.214'}], 'enable_snat': True}, 'gw_port_id': '8a0117b9-cb3a-4ae7-9440-09880842ddeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:07:40Z', 'updated_at': '2022-05-20T21:09:32Z', 'revision_number': 5, 'project_id': 'c123cb74b8ff4d85a73259ad4409ba24', 'gw_port': {'id': '8a0117b9-cb3a-4ae7-9440-09880842ddeb', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:12:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0383f89-e420-4849-9073-9d8ff8165b97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:07:41Z', 'updated_at': '2022-05-20T21:07:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 21:09:34.670082 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-20430a30-1a68-41cb-b634-68041543c75f tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:34.719743 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20430a30-1a68-41cb-b634-68041543c75f tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Pushing event deleted for resources: {'Port': ['ID=7e7d3448-fbdd-40b5-b2b2-b46f3f8bb837,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:09:34.741436 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f365231d-5e35-4098-a5ad-89f444877fb0 tempest-TestVolumeBackupRestore-2093900530 tempest-TestVolumeBackupRestore-2093900530-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:09:34.743265 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-f365231d-5e35-4098-a5ad-89f444877fb0 tempest-TestVolumeBackupRestore-2093900530 tempest-TestVolumeBackupRestore-2093900530-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=ca8f7889-acf0-40d7-826c-0891109bffb4 HTTP/1.1" status: 200 len: 1091 time: 0.4299273 May 20 21:09:34.749313 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 51584) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:09:34.755670 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-10c85aff-697a-4a48-bfc4-0db018f80fcb tempest-TestVolumeBackupRestore-236769716 tempest-TestVolumeBackupRestore-236769716-project] Request body: {'floatingip': {'floating_network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'port_id': 'e1f31cf5-ee77-4cdc-b0bc-db091f28d69d', 'tenant_id': '770ab75f42db49e4b1ceb156acd07490', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:09:34.781640 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ea9fc3df-f8ec-492d-bcba-862740d9f4a8 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:34.807036 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-20430a30-1a68-41cb-b634-68041543c75f tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks [] for floatingip, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:34.810760 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-20430a30-1a68-41cb-b634-68041543c75f tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for floatingip, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:34.811523 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-20430a30-1a68-41cb-b634-68041543c75f tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] 10.222.0.35 "DELETE /v2.0/floatingips/a4712955-f23b-4d64-b4a6-d6b30accdd48 HTTP/1.1" status: 204 len: 168 time: 0.8020754 May 20 21:09:34.814665 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 51586) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:09:34.820996 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-6c19bb70-2a21-4383-9479-e73c4b62037f tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Request body: {'floatingip': {'floating_network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'port_id': 'd7d1ca1b-2930-40d5-a31b-6f51f0e1b719'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:09:34.892948 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-10c85aff-697a-4a48-bfc4-0db018f80fcb tempest-TestVolumeBackupRestore-236769716 tempest-TestVolumeBackupRestore-236769716-project] Notify callbacks [] for floatingip, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:34.927372 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6c19bb70-2a21-4383-9479-e73c4b62037f tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks [] for floatingip, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:34.985175 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abe4f88a-f5e6-4872-87dd-0bd98c9159ce None None] DHCP port deletion for 566fc6b8-d480-4425-83fd-90dbc48e9800 request from n-d-842733-1 {{(pid=103164) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 21:09:35.017824 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-ea9fc3df-f8ec-492d-bcba-862740d9f4a8 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Deleting port 8a0117b9-cb3a-4ae7-9440-09880842ddeb {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:09:35.021203 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ea9fc3df-f8ec-492d-bcba-862740d9f4a8 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:35.048399 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-abe4f88a-f5e6-4872-87dd-0bd98c9159ce None None] Deleting port 9ae74093-5e48-45ee-a337-a5ec7f082ca5 {{(pid=103164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:09:35.048612 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-abe4f88a-f5e6-4872-87dd-0bd98c9159ce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:35.051943 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6c19bb70-2a21-4383-9479-e73c4b62037f tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:35.084412 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-10c85aff-697a-4a48-bfc4-0db018f80fcb tempest-TestVolumeBackupRestore-236769716 tempest-TestVolumeBackupRestore-236769716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:35.119391 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-abe4f88a-f5e6-4872-87dd-0bd98c9159ce None None] For port 9ae74093-5e48-45ee-a337-a5ec7f082ca5, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=9ae74093-5e48-45ee-a337-a5ec7f082ca5,segment=NetworkSegment(5b70e891-1f09-49b1-94eb-811571878995),segment_id=5b70e891-1f09-49b1-94eb-811571878995)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:09:35.119892 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-abe4f88a-f5e6-4872-87dd-0bd98c9159ce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:35.135268 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-abe4f88a-f5e6-4872-87dd-0bd98c9159ce None None] Calling delete_port for 9ae74093-5e48-45ee-a337-a5ec7f082ca5 owned by network:dhcp {{(pid=103164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:09:35.165138 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-ea9fc3df-f8ec-492d-bcba-862740d9f4a8 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] For port 8a0117b9-cb3a-4ae7-9440-09880842ddeb, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=8a0117b9-cb3a-4ae7-9440-09880842ddeb,segment=NetworkSegment(0b5485c4-eff8-42a1-9073-ae54ed4c63ba),segment_id=0b5485c4-eff8-42a1-9073-ae54ed4c63ba)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:09:35.165576 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ea9fc3df-f8ec-492d-bcba-862740d9f4a8 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:35.187466 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-ea9fc3df-f8ec-492d-bcba-862740d9f4a8 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Calling delete_port for 8a0117b9-cb3a-4ae7-9440-09880842ddeb owned by network:router_gateway {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:09:35.190038 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-6c19bb70-2a21-4383-9479-e73c4b62037f tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Allocated IP 172.25.2.57 (e3a93b5c-91e2-4064-9c2c-1afc261bfe15/86fee0c1-6e34-488b-9216-b2b8e7ef585a/7fe0d219-487b-45fa-878d-886ff0061785) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:09:35.298227 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6c19bb70-2a21-4383-9479-e73c4b62037f tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:35.333098 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-abe4f88a-f5e6-4872-87dd-0bd98c9159ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099'] for port, after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:35.364373 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe4f88a-f5e6-4872-87dd-0bd98c9159ce None None] Pushing event deleted for resources: {'Port': ['ID=9ae74093-5e48-45ee-a337-a5ec7f082ca5,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:09:35.369286 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe4f88a-f5e6-4872-87dd-0bd98c9159ce None None] No DVR routers for this DVR port 9ae74093-5e48-45ee-a337-a5ec7f082ca5 on host n-d-842733-1 {{(pid=103164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 21:09:35.390215 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6c19bb70-2a21-4383-9479-e73c4b62037f tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:35.433602 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c19bb70-2a21-4383-9479-e73c4b62037f tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Network e3a93b5c-91e2-4064-9c2c-1afc261bfe15 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:09:35.436349 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-6c19bb70-2a21-4383-9479-e73c4b62037f tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:09:35.438893 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c19bb70-2a21-4383-9479-e73c4b62037f tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:09:35.444062 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-10c85aff-697a-4a48-bfc4-0db018f80fcb tempest-TestVolumeBackupRestore-236769716 tempest-TestVolumeBackupRestore-236769716-project] Allocated IP 172.25.2.180 (e3a93b5c-91e2-4064-9c2c-1afc261bfe15/86fee0c1-6e34-488b-9216-b2b8e7ef585a/1fef75ef-3ec9-47d8-91ba-f8264d7ce237) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:09:35.454804 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ea9fc3df-f8ec-492d-bcba-862740d9f4a8 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:35.470051 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c19bb70-2a21-4383-9479-e73c4b62037f tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Pushing event updated for resources: {'Port': ['ID=7fe0d219-487b-45fa-878d-886ff0061785,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:09:35.484783 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9fc3df-f8ec-492d-bcba-862740d9f4a8 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Pushing event deleted for resources: {'Port': ['ID=8a0117b9-cb3a-4ae7-9440-09880842ddeb,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:09:35.605921 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ea9fc3df-f8ec-492d-bcba-862740d9f4a8 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-748206'] for router_gateway, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:35.712910 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-10c85aff-697a-4a48-bfc4-0db018f80fcb tempest-TestVolumeBackupRestore-236769716 tempest-TestVolumeBackupRestore-236769716-project] Notify callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:35.718403 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ea9fc3df-f8ec-492d-bcba-862740d9f4a8 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26169'] for router, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:35.721977 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ea9fc3df-f8ec-492d-bcba-862740d9f4a8 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:35.748797 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 9ae74093-5e48-45ee-a337-a5ec7f082ca5 no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 21:09:35.773443 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: 9ae74093-5e48-45ee-a337-a5ec7f082ca5 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 21:09:35.774574 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 9ae74093-5e48-45ee-a337-a5ec7f082ca5 not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 21:09:35.775240 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device d832fd2e-4e23-4b26-96b3-120120749bdf no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 21:09:35.797487 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: d832fd2e-4e23-4b26-96b3-120120749bdf {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 21:09:35.797852 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device d832fd2e-4e23-4b26-96b3-120120749bdf not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 21:09:35.849903 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6c19bb70-2a21-4383-9479-e73c4b62037f tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:35.868241 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ea9fc3df-f8ec-492d-bcba-862740d9f4a8 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-693148'] for router, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:35.868802 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea9fc3df-f8ec-492d-bcba-862740d9f4a8 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Fanout notify agent at l3_agent the message router_deleted on router f0383f89-e420-4849-9073-9d8ff8165b97 {{(pid=103163) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 20 21:09:35.879085 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ea9fc3df-f8ec-492d-bcba-862740d9f4a8 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Notify callbacks [] for router, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:35.879085 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-ea9fc3df-f8ec-492d-bcba-862740d9f4a8 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] 10.222.0.35 "DELETE /v2.0/routers/f0383f89-e420-4849-9073-9d8ff8165b97 HTTP/1.1" status: 204 len: 168 time: 1.5173364 May 20 21:09:35.879880 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 51594) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:09:35.897569 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-10c85aff-697a-4a48-bfc4-0db018f80fcb tempest-TestVolumeBackupRestore-236769716 tempest-TestVolumeBackupRestore-236769716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:35.939669 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10c85aff-697a-4a48-bfc4-0db018f80fcb tempest-TestVolumeBackupRestore-236769716 tempest-TestVolumeBackupRestore-236769716-project] Network e3a93b5c-91e2-4064-9c2c-1afc261bfe15 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:09:35.942778 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-10c85aff-697a-4a48-bfc4-0db018f80fcb tempest-TestVolumeBackupRestore-236769716 tempest-TestVolumeBackupRestore-236769716-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:09:35.947168 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c85aff-697a-4a48-bfc4-0db018f80fcb tempest-TestVolumeBackupRestore-236769716 tempest-TestVolumeBackupRestore-236769716-project] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:09:35.969886 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c2082d81-8576-402d-8c20-13c94b7069d6 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33160123'] for network, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:35.984014 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c85aff-697a-4a48-bfc4-0db018f80fcb tempest-TestVolumeBackupRestore-236769716 tempest-TestVolumeBackupRestore-236769716-project] Pushing event updated for resources: {'Port': ['ID=1fef75ef-3ec9-47d8-91ba-f8264d7ce237,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:09:36.089780 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c2082d81-8576-402d-8c20-13c94b7069d6 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33072115', 'neutron.services.segments.db._delete_segments_for_network-8782419500584'] for network, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:36.100848 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6c19bb70-2a21-4383-9479-e73c4b62037f tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:36.132267 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-c2082d81-8576-402d-8c20-13c94b7069d6 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['566fc6b8-d480-4425-83fd-90dbc48e9800']}} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:09:36.144982 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-c2082d81-8576-402d-8c20-13c94b7069d6 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b70e891-1f09-49b1-94eb-811571878995') {'for_net_delete': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:09:36.145384 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-c2082d81-8576-402d-8c20-13c94b7069d6 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b70e891-1f09-49b1-94eb-811571878995') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:09:36.165321 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c2082d81-8576-402d-8c20-13c94b7069d6 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419501617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3738385'] for segment, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:36.192225 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c2082d81-8576-402d-8c20-13c94b7069d6 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:36.543715 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2082d81-8576-402d-8c20-13c94b7069d6 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Releasing vlan 249 on physical network physnet1 to pool {{(pid=103162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 21:09:36.544287 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c2082d81-8576-402d-8c20-13c94b7069d6 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3800791'] for segment, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:36.547691 n-d-842733-1 neutron-server[103162]: Traceback (most recent call last): May 20 21:09:36.547691 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 21:09:36.547691 n-d-842733-1 neutron-server[103162]: timer() May 20 21:09:36.547691 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 21:09:36.547691 n-d-842733-1 neutron-server[103162]: cb(*args, **kw) May 20 21:09:36.547691 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 20 21:09:36.547691 n-d-842733-1 neutron-server[103162]: return func(*args, **kwargs) May 20 21:09:36.547691 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 21:09:36.547691 n-d-842733-1 neutron-server[103162]: self._notify() May 20 21:09:36.547691 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 21:09:36.547691 n-d-842733-1 neutron-server[103162]: self.callback(batched_events) May 20 21:09:36.547691 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 21:09:36.547691 n-d-842733-1 neutron-server[103162]: event.method(event) May 20 21:09:36.547691 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 20 21:09:36.547691 n-d-842733-1 neutron-server[103162]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 21:09:36.547691 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 20 21:09:36.547691 n-d-842733-1 neutron-server[103162]: aggregate_uuid = self.p_client.list_aggregates( May 20 21:09:36.547691 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 20 21:09:36.547691 n-d-842733-1 neutron-server[103162]: return f(self, *a, **k) May 20 21:09:36.547691 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 20 21:09:36.547691 n-d-842733-1 neutron-server[103162]: return self._get(url).json() May 20 21:09:36.547691 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 20 21:09:36.547691 n-d-842733-1 neutron-server[103162]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 21:09:36.547691 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 21:09:36.547691 n-d-842733-1 neutron-server[103162]: return self.request(url, 'GET', **kwargs) May 20 21:09:36.547691 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 21:09:36.547691 n-d-842733-1 neutron-server[103162]: base_url = self.get_endpoint(auth, allow=allow, May 20 21:09:36.547691 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 21:09:36.547691 n-d-842733-1 neutron-server[103162]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 21:09:36.547691 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 21:09:36.547691 n-d-842733-1 neutron-server[103162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 21:09:36.547691 n-d-842733-1 neutron-server[103162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 21:09:36.667237 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6c19bb70-2a21-4383-9479-e73c4b62037f tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:36.698416 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c2082d81-8576-402d-8c20-13c94b7069d6 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33072122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748162'] for network, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:36.700191 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-10c85aff-697a-4a48-bfc4-0db018f80fcb tempest-TestVolumeBackupRestore-236769716 tempest-TestVolumeBackupRestore-236769716-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:36.711281 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c2082d81-8576-402d-8c20-13c94b7069d6 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Notify callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:36.716877 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-c2082d81-8576-402d-8c20-13c94b7069d6 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] 10.222.0.35 "DELETE /v2.0/networks/566fc6b8-d480-4425-83fd-90dbc48e9800 HTTP/1.1" status: 204 len: 168 time: 0.8342288 May 20 21:09:36.735763 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2082d81-8576-402d-8c20-13c94b7069d6 tempest-TestSecurityGroupsBasicOps-585559120 tempest-TestSecurityGroupsBasicOps-585559120-project] Pushing event deleted for resources: {'Network': ['ID=566fc6b8-d480-4425-83fd-90dbc48e9800,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:09:36.755495 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6c19bb70-2a21-4383-9479-e73c4b62037f tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:36.829874 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c19bb70-2a21-4383-9479-e73c4b62037f tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Pushing event updated for resources: {'Port': ['ID=7fe0d219-487b-45fa-878d-886ff0061785,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:09:36.840168 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6c19bb70-2a21-4383-9479-e73c4b62037f tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748272'] for floatingip, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:36.849811 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-10c85aff-697a-4a48-bfc4-0db018f80fcb tempest-TestVolumeBackupRestore-236769716 tempest-TestVolumeBackupRestore-236769716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:36.977931 n-d-842733-1 neutron-server[103162]: INFO neutron.db.l3_db [None req-6c19bb70-2a21-4383-9479-e73c4b62037f tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Floating IP d4bc9e3b-c649-4982-9c6f-8c32befaea8c associated. External IP: 172.25.2.57, port: d7d1ca1b-2930-40d5-a31b-6f51f0e1b719. May 20 21:09:37.049298 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-10c85aff-697a-4a48-bfc4-0db018f80fcb tempest-TestVolumeBackupRestore-236769716 tempest-TestVolumeBackupRestore-236769716-project] Notify callbacks [] for port, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:37.114219 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-10c85aff-697a-4a48-bfc4-0db018f80fcb tempest-TestVolumeBackupRestore-236769716 tempest-TestVolumeBackupRestore-236769716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:37.195159 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c85aff-697a-4a48-bfc4-0db018f80fcb tempest-TestVolumeBackupRestore-236769716 tempest-TestVolumeBackupRestore-236769716-project] Pushing event updated for resources: {'Port': ['ID=1fef75ef-3ec9-47d8-91ba-f8264d7ce237,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:09:37.212369 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-10c85aff-697a-4a48-bfc4-0db018f80fcb tempest-TestVolumeBackupRestore-236769716 tempest-TestVolumeBackupRestore-236769716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748272'] for floatingip, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:37.220025 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c19bb70-2a21-4383-9479-e73c4b62037f tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Router 4a7f2386-6723-41a7-8e54-0df1b045a05d has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 21:09:37.326699 n-d-842733-1 neutron-server[103163]: INFO neutron.db.l3_db [None req-10c85aff-697a-4a48-bfc4-0db018f80fcb tempest-TestVolumeBackupRestore-236769716 tempest-TestVolumeBackupRestore-236769716-project] Floating IP 844fda5b-36c5-47d9-9219-8f9862de7f33 associated. External IP: 172.25.2.180, port: e1f31cf5-ee77-4cdc-b0bc-db091f28d69d. May 20 21:09:37.335193 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c19bb70-2a21-4383-9479-e73c4b62037f tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 21:09:37.349193 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e59787-6c7f-4f81-bfed-04e9b6c9a507 None None] Sync routers for ids ['4a7f2386-6723-41a7-8e54-0df1b045a05d'] in n-d-842733-1 {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 21:09:37.358135 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e59787-6c7f-4f81-bfed-04e9b6c9a507 None None] Routers {'4a7f2386-6723-41a7-8e54-0df1b045a05d'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:09:37.359003 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-87e59787-6c7f-4f81-bfed-04e9b6c9a507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:09:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['4a7f2386-6723-41a7-8e54-0df1b045a05d'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:09:37.393495 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-87e59787-6c7f-4f81-bfed-04e9b6c9a507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:09:37.402994 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e59787-6c7f-4f81-bfed-04e9b6c9a507 None None] Routers {'4a7f2386-6723-41a7-8e54-0df1b045a05d'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:09:37.403884 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-87e59787-6c7f-4f81-bfed-04e9b6c9a507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:09:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['4a7f2386-6723-41a7-8e54-0df1b045a05d'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:09:37.436884 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-87e59787-6c7f-4f81-bfed-04e9b6c9a507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:09:37.437850 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e59787-6c7f-4f81-bfed-04e9b6c9a507 None None] The sync data for ids ['4a7f2386-6723-41a7-8e54-0df1b045a05d'] in n-d-842733-1 is: [] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 21:09:37.492269 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 51606) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:09:37.512079 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6c19bb70-2a21-4383-9479-e73c4b62037f tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for floatingip, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:37.566227 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-6c19bb70-2a21-4383-9479-e73c4b62037f tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 2.7505143 May 20 21:09:37.568821 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 51610) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:09:37.586553 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10c85aff-697a-4a48-bfc4-0db018f80fcb tempest-TestVolumeBackupRestore-236769716 tempest-TestVolumeBackupRestore-236769716-project] Router c8d47b70-a89c-4645-8862-90983ce9717e has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 21:09:37.656206 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-74505324-12f2-419c-9afb-f221ab1151cb tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] 10.222.0.35 "GET /v2.0/floatingips/d4bc9e3b-c649-4982-9c6f-8c32befaea8c HTTP/1.1" status: 200 len: 977 time: 0.0862634 May 20 21:09:37.664838 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 51612) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:09:37.707657 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 8a0117b9-cb3a-4ae7-9440-09880842ddeb no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 21:09:37.747169 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: 8a0117b9-cb3a-4ae7-9440-09880842ddeb {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 21:09:37.754133 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 8a0117b9-cb3a-4ae7-9440-09880842ddeb not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 21:09:37.807099 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10c85aff-697a-4a48-bfc4-0db018f80fcb tempest-TestVolumeBackupRestore-236769716 tempest-TestVolumeBackupRestore-236769716-project] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 21:09:37.819760 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e3964d8-60ac-4998-9e6e-2046c35ebb42 None None] Sync routers for ids ['c8d47b70-a89c-4645-8862-90983ce9717e'] in n-d-842733-1 {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 21:09:37.835310 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e3964d8-60ac-4998-9e6e-2046c35ebb42 None None] Routers {'c8d47b70-a89c-4645-8862-90983ce9717e'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:09:37.842227 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-0e3964d8-60ac-4998-9e6e-2046c35ebb42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:09:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['c8d47b70-a89c-4645-8862-90983ce9717e'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:09:37.857805 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-2a671325-3b61-4f3d-98bc-30b144214640 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] 10.222.0.35 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.1945257 May 20 21:09:37.860553 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 51614) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:09:37.862619 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-d02d9733-eb46-489b-b65e-13e38b859806 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c123cb74b8ff4d85a73259ad4409ba24&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3684661 May 20 21:09:37.867817 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 51616) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:09:37.868663 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-f09c5c7d-da39-456f-8d3f-3d93b141cf0f tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Request body: {'floatingip': {'port_id': '631006dd-9cd4-4008-86fd-c929cdf5a9ef'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:09:37.913448 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-10c85aff-697a-4a48-bfc4-0db018f80fcb tempest-TestVolumeBackupRestore-236769716 tempest-TestVolumeBackupRestore-236769716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for floatingip, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:37.932575 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-dbb04e24-a371-49e4-8cf2-ba743a258a04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:37.956666 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-dbb04e24-a371-49e4-8cf2-ba743a258a04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:37.957365 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-10c85aff-697a-4a48-bfc4-0db018f80fcb tempest-TestVolumeBackupRestore-236769716 tempest-TestVolumeBackupRestore-236769716-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.2048781 May 20 21:09:37.959767 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca8f7889-acf0-40d7-826c-0891109bffb4', 'tag': 'e1f31cf5-ee77-4cdc-b0bc-db091f28d69d'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 21:09:37.960000 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 51618) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:09:37.962725 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4291b17aa7b45362825f0571e77c85f5e73afe1df9c7e9e15006df9d695c005e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f511cfe-e4a6-4db2-8199-620d86d46f7e" -d '{"events": [{"name": "network-changed", "server_uuid": "ca8f7889-acf0-40d7-826c-0891109bffb4", "tag": "e1f31cf5-ee77-4cdc-b0bc-db091f28d69d"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 21:09:37.967821 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f09c5c7d-da39-456f-8d3f-3d93b141cf0f tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks [] for floatingip, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:37.974158 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-0e3964d8-60ac-4998-9e6e-2046c35ebb42 None None] Set router c8d47b70-a89c-4645-8862-90983ce9717e gateway port host: n-d-842733-1 {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:09:38.014964 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 21:09:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b39e050-c1dc-46b9-bc24-5d2de339f310 x-openstack-request-id: req-2b39e050-c1dc-46b9-bc24-5d2de339f310 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 21:09:38.015251 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca8f7889-acf0-40d7-826c-0891109bffb4", "tag": "e1f31cf5-ee77-4cdc-b0bc-db091f28d69d", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 21:09:38.015523 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2b39e050-c1dc-46b9-bc24-5d2de339f310 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 21:09:38.015897 n-d-842733-1 neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b39e050-c1dc-46b9-bc24-5d2de339f310'] response: {'name': 'network-changed', 'server_uuid': 'ca8f7889-acf0-40d7-826c-0891109bffb4', 'tag': 'e1f31cf5-ee77-4cdc-b0bc-db091f28d69d', 'status': 'completed', 'code': 200} May 20 21:09:38.027694 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-792fcf12-f2c3-4549-aaa8-9de9446ca253 tempest-TestVolumeBackupRestore-2093900530 tempest-TestVolumeBackupRestore-2093900530-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:09:38.029385 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-792fcf12-f2c3-4549-aaa8-9de9446ca253 tempest-TestVolumeBackupRestore-2093900530 tempest-TestVolumeBackupRestore-2093900530-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=ca8f7889-acf0-40d7-826c-0891109bffb4 HTTP/1.1" status: 200 len: 1091 time: 0.0682623 May 20 21:09:38.032339 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 51622) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:09:38.036682 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-d3072f1a-ba44-408b-8fcb-7467a56db096 tempest-TestVolumeBackupRestore-236769716 tempest-TestVolumeBackupRestore-236769716-project] Request body: {'floatingip': {'port_id': 'e1f31cf5-ee77-4cdc-b0bc-db091f28d69d'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:09:38.146515 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d3072f1a-ba44-408b-8fcb-7467a56db096 tempest-TestVolumeBackupRestore-236769716 tempest-TestVolumeBackupRestore-236769716-project] Notify callbacks [] for floatingip, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:38.185387 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f511cfe-e4a6-4db2-8199-620d86d46f7e req-c4e3489b-077b-48c1-91a3-975105bf3ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:09:38.186946 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-8f511cfe-e4a6-4db2-8199-620d86d46f7e req-c4e3489b-077b-48c1-91a3-975105bf3ced service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=770ab75f42db49e4b1ceb156acd07490&device_id=ca8f7889-acf0-40d7-826c-0891109bffb4 HTTP/1.1" status: 200 len: 1096 time: 0.0871789 May 20 21:09:38.219105 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-dbb04e24-a371-49e4-8cf2-ba743a258a04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:38.221685 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-dbb04e24-a371-49e4-8cf2-ba743a258a04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:38.223005 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-dbb04e24-a371-49e4-8cf2-ba743a258a04 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/08c2b465-f827-4cb8-8530-66b3d0cda799 HTTP/1.1" status: 204 len: 168 time: 0.3531220 May 20 21:09:38.275664 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-0e3964d8-60ac-4998-9e6e-2046c35ebb42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8d47b70-a89c-4645-8862-90983ce9717e', 'name': 'tempest-TestVolumeBackupRestore-1853699050-router', 'tenant_id': '770ab75f42db49e4b1ceb156acd07490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.73'}], 'enable_snat': True}, 'gw_port_id': 'b68fd8bd-c43e-4f69-b3aa-c04bc1047561', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:05:44Z', 'updated_at': '2022-05-20T21:05:52Z', 'revision_number': 4, 'project_id': '770ab75f42db49e4b1ceb156acd07490', 'gw_port': {'id': 'b68fd8bd-c43e-4f69-b3aa-c04bc1047561', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:92:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8d47b70-a89c-4645-8862-90983ce9717e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3355, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:05:46Z', 'updated_at': '2022-05-20T21:05:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_floatingips': [{'id': '844fda5b-36c5-47d9-9219-8f9862de7f33', 'tenant_id': '770ab75f42db49e4b1ceb156acd07490', 'floating_ip_address': '172.25.2.180', 'floating_network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'router_id': 'c8d47b70-a89c-4645-8862-90983ce9717e', 'port_id': 'e1f31cf5-ee77-4cdc-b0bc-db091f28d69d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3660, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '184b74ca-5201-444b-9621-4d01e7bf23b7', 'mac_address': 'fa:16:3e:cc:80:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca8f7889-acf0-40d7-826c-0891109bffb4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-20T21:09:36Z', 'updated_at': '2022-05-20T21:09:36Z', 'revision_number': 0, 'project_id': '770ab75f42db49e4b1ceb156acd07490', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16071ea0-bc98-4b74-b137-362134224862', 'name': '', 'network_id': '184b74ca-5201-444b-9621-4d01e7bf23b7', 'tenant_id': '770ab75f42db49e4b1ceb156acd07490', 'mac_address': 'fa:16:3e:61:6f:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8d47b70-a89c-4645-8862-90983ce9717e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3359, 'fixed_ips': [{'subnet_id': 'b13faf2d-c0fe-4c78-8290-66782e0d5758', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:05:51Z', 'updated_at': '2022-05-20T21:06:00Z', 'revision_number': 5, 'project_id': '770ab75f42db49e4b1ceb156acd07490', 'subnets': [{'id': 'b13faf2d-c0fe-4c78-8290-66782e0d5758', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:09:38.291786 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb04e24-a371-49e4-8cf2-ba743a258a04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08c2b465-f827-4cb8-8530-66b3d0cda799,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:09:38.316119 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e3964d8-60ac-4998-9e6e-2046c35ebb42 None None] Checking router: c8d47b70-a89c-4645-8862-90983ce9717e for host: n-d-842733-1 {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 21:09:38.335844 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e3964d8-60ac-4998-9e6e-2046c35ebb42 None None] Routers {'c8d47b70-a89c-4645-8862-90983ce9717e'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:09:38.337693 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-0e3964d8-60ac-4998-9e6e-2046c35ebb42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:09:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['c8d47b70-a89c-4645-8862-90983ce9717e'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:09:38.407877 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f511cfe-e4a6-4db2-8199-620d86d46f7e req-027a2c45-ec05-4024-a0ed-a52527f631ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:09:38.409757 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-8f511cfe-e4a6-4db2-8199-620d86d46f7e req-027a2c45-ec05-4024-a0ed-a52527f631ef service neutron] 10.222.0.13 "GET /v2.0/networks?id=184b74ca-5201-444b-9621-4d01e7bf23b7 HTTP/1.1" status: 200 len: 915 time: 0.2158828 May 20 21:09:38.468460 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-0e3964d8-60ac-4998-9e6e-2046c35ebb42 None None] Set router c8d47b70-a89c-4645-8862-90983ce9717e gateway port host: n-d-842733-1 {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:09:38.514122 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-8f511cfe-e4a6-4db2-8199-620d86d46f7e req-37a04de4-f46c-4c00-bd10-ebe7d7a1ec51 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e1f31cf5-ee77-4cdc-b0bc-db091f28d69d HTTP/1.1" status: 200 len: 999 time: 0.0977364 May 20 21:09:38.564816 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f09c5c7d-da39-456f-8d3f-3d93b141cf0f tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:38.621618 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f511cfe-e4a6-4db2-8199-620d86d46f7e req-78102458-eae8-4061-af87-30610b509b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:09:38.621618 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-8f511cfe-e4a6-4db2-8199-620d86d46f7e req-78102458-eae8-4061-af87-30610b509b0c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b13faf2d-c0fe-4c78-8290-66782e0d5758 HTTP/1.1" status: 200 len: 853 time: 0.0930753 May 20 21:09:38.635820 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f09c5c7d-da39-456f-8d3f-3d93b141cf0f tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748272'] for floatingip, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:38.732881 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f511cfe-e4a6-4db2-8199-620d86d46f7e req-f721e467-71ed-4595-b1c6-4e1f883e4cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:09:38.734428 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-8f511cfe-e4a6-4db2-8199-620d86d46f7e req-f721e467-71ed-4595-b1c6-4e1f883e4cbe service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=184b74ca-5201-444b-9621-4d01e7bf23b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1117759 May 20 21:09:38.781570 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-0e3964d8-60ac-4998-9e6e-2046c35ebb42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8d47b70-a89c-4645-8862-90983ce9717e', 'name': 'tempest-TestVolumeBackupRestore-1853699050-router', 'tenant_id': '770ab75f42db49e4b1ceb156acd07490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.73'}], 'enable_snat': True}, 'gw_port_id': 'b68fd8bd-c43e-4f69-b3aa-c04bc1047561', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:05:44Z', 'updated_at': '2022-05-20T21:05:52Z', 'revision_number': 4, 'project_id': '770ab75f42db49e4b1ceb156acd07490', 'gw_port': {'id': 'b68fd8bd-c43e-4f69-b3aa-c04bc1047561', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:92:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8d47b70-a89c-4645-8862-90983ce9717e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3355, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:05:46Z', 'updated_at': '2022-05-20T21:05:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_floatingips': [{'id': '844fda5b-36c5-47d9-9219-8f9862de7f33', 'tenant_id': '770ab75f42db49e4b1ceb156acd07490', 'floating_ip_address': '172.25.2.180', 'floating_network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'router_id': 'c8d47b70-a89c-4645-8862-90983ce9717e', 'port_id': 'e1f31cf5-ee77-4cdc-b0bc-db091f28d69d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3660, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '184b74ca-5201-444b-9621-4d01e7bf23b7', 'mac_address': 'fa:16:3e:cc:80:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca8f7889-acf0-40d7-826c-0891109bffb4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-20T21:09:36Z', 'updated_at': '2022-05-20T21:09:36Z', 'revision_number': 0, 'project_id': '770ab75f42db49e4b1ceb156acd07490', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16071ea0-bc98-4b74-b137-362134224862', 'name': '', 'network_id': '184b74ca-5201-444b-9621-4d01e7bf23b7', 'tenant_id': '770ab75f42db49e4b1ceb156acd07490', 'mac_address': 'fa:16:3e:61:6f:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8d47b70-a89c-4645-8862-90983ce9717e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3359, 'fixed_ips': [{'subnet_id': 'b13faf2d-c0fe-4c78-8290-66782e0d5758', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:05:51Z', 'updated_at': '2022-05-20T21:06:00Z', 'revision_number': 5, 'project_id': '770ab75f42db49e4b1ceb156acd07490', 'subnets': [{'id': 'b13faf2d-c0fe-4c78-8290-66782e0d5758', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:09:38.792915 n-d-842733-1 neutron-server[103163]: INFO neutron.db.l3_db [None req-f09c5c7d-da39-456f-8d3f-3d93b141cf0f tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Floating IP d4bc9e3b-c649-4982-9c6f-8c32befaea8c associated. External IP: 172.25.2.57, port: d7d1ca1b-2930-40d5-a31b-6f51f0e1b719. May 20 21:09:38.810934 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e3964d8-60ac-4998-9e6e-2046c35ebb42 None None] The sync data for ids ['c8d47b70-a89c-4645-8862-90983ce9717e'] in n-d-842733-1 is: [{'id': 'c8d47b70-a89c-4645-8862-90983ce9717e', 'name': 'tempest-TestVolumeBackupRestore-1853699050-router', 'tenant_id': '770ab75f42db49e4b1ceb156acd07490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.73'}], 'enable_snat': True}, 'gw_port_id': 'b68fd8bd-c43e-4f69-b3aa-c04bc1047561', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:05:44Z', 'updated_at': '2022-05-20T21:05:52Z', 'revision_number': 4, 'project_id': '770ab75f42db49e4b1ceb156acd07490', 'gw_port': {'id': 'b68fd8bd-c43e-4f69-b3aa-c04bc1047561', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:92:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8d47b70-a89c-4645-8862-90983ce9717e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3355, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:05:46Z', 'updated_at': '2022-05-20T21:05:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_floatingips': [{'id': '844fda5b-36c5-47d9-9219-8f9862de7f33', 'tenant_id': '770ab75f42db49e4b1ceb156acd07490', 'floating_ip_address': '172.25.2.180', 'floating_network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'router_id': 'c8d47b70-a89c-4645-8862-90983ce9717e', 'port_id': 'e1f31cf5-ee77-4cdc-b0bc-db091f28d69d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3660, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '184b74ca-5201-444b-9621-4d01e7bf23b7', 'mac_address': 'fa:16:3e:cc:80:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca8f7889-acf0-40d7-826c-0891109bffb4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-20T21:09:36Z', 'updated_at': '2022-05-20T21:09:36Z', 'revision_number': 0, 'project_id': '770ab75f42db49e4b1ceb156acd07490', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16071ea0-bc98-4b74-b137-362134224862', 'name': '', 'network_id': '184b74ca-5201-444b-9621-4d01e7bf23b7', 'tenant_id': '770ab75f42db49e4b1ceb156acd07490', 'mac_address': 'fa:16:3e:61:6f:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8d47b70-a89c-4645-8862-90983ce9717e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3359, 'fixed_ips': [{'subnet_id': 'b13faf2d-c0fe-4c78-8290-66782e0d5758', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:05:51Z', 'updated_at': '2022-05-20T21:06:00Z', 'revision_number': 5, 'project_id': '770ab75f42db49e4b1ceb156acd07490', 'subnets': [{'id': 'b13faf2d-c0fe-4c78-8290-66782e0d5758', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 21:09:38.938617 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-8f511cfe-e4a6-4db2-8199-620d86d46f7e req-26b13546-334f-4de7-96c9-4218b8b2610c service neutron] 10.222.0.13 "GET /v2.0/networks/184b74ca-5201-444b-9621-4d01e7bf23b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716108 May 20 21:09:38.971755 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d3072f1a-ba44-408b-8fcb-7467a56db096 tempest-TestVolumeBackupRestore-236769716 tempest-TestVolumeBackupRestore-236769716-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:39.064130 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-8f511cfe-e4a6-4db2-8199-620d86d46f7e req-54e014d6-d1f8-4470-adf3-a3d66be00564 service neutron] 10.222.0.13 "GET /v2.0/networks/184b74ca-5201-444b-9621-4d01e7bf23b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165390 May 20 21:09:39.085700 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 51646) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:09:39.093711 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f09c5c7d-da39-456f-8d3f-3d93b141cf0f tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Router 4a7f2386-6723-41a7-8e54-0df1b045a05d has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 21:09:39.112877 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e7fce470-92aa-46a2-9c60-ee24f83888f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:39.144535 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d3072f1a-ba44-408b-8fcb-7467a56db096 tempest-TestVolumeBackupRestore-236769716 tempest-TestVolumeBackupRestore-236769716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748272'] for floatingip, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:39.184782 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-182ae66a-6368-4f70-8511-bda228c28593 None None] New status for floating IP 844fda5b-36c5-47d9-9219-8f9862de7f33: ACTIVE {{(pid=103165) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 21:09:39.232281 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f09c5c7d-da39-456f-8d3f-3d93b141cf0f tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 21:09:39.247607 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b8e2213-ef47-44e5-ac09-48cce2e40d98 None None] Sync routers for ids ['4a7f2386-6723-41a7-8e54-0df1b045a05d'] in n-d-842733-1 {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 21:09:39.261067 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b8e2213-ef47-44e5-ac09-48cce2e40d98 None None] Routers {'4a7f2386-6723-41a7-8e54-0df1b045a05d'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:09:39.261403 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e7fce470-92aa-46a2-9c60-ee24f83888f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:39.262318 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-4b8e2213-ef47-44e5-ac09-48cce2e40d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:09:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['4a7f2386-6723-41a7-8e54-0df1b045a05d'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:09:39.314257 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-4b8e2213-ef47-44e5-ac09-48cce2e40d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:09:39.325081 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b8e2213-ef47-44e5-ac09-48cce2e40d98 None None] Routers {'4a7f2386-6723-41a7-8e54-0df1b045a05d'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:09:39.326048 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-4b8e2213-ef47-44e5-ac09-48cce2e40d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:09:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['4a7f2386-6723-41a7-8e54-0df1b045a05d'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:09:39.362245 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e7fce470-92aa-46a2-9c60-ee24f83888f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:39.366165 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-4b8e2213-ef47-44e5-ac09-48cce2e40d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:09:39.366870 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b8e2213-ef47-44e5-ac09-48cce2e40d98 None None] The sync data for ids ['4a7f2386-6723-41a7-8e54-0df1b045a05d'] in n-d-842733-1 is: [] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 21:09:39.437476 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fce470-92aa-46a2-9c60-ee24f83888f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1b2ff86-943c-47dc-8f1b-25d8691b1d8b,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:09:39.450369 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-e7fce470-92aa-46a2-9c60-ee24f83888f7 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=11b6064075df4a9abcba3e5daa48b79d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3618245 May 20 21:09:39.452832 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 51650) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:09:39.492987 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f09c5c7d-da39-456f-8d3f-3d93b141cf0f tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Router 4a7f2386-6723-41a7-8e54-0df1b045a05d has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 21:09:39.616469 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f09c5c7d-da39-456f-8d3f-3d93b141cf0f tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 21:09:39.621884 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f09c5c7d-da39-456f-8d3f-3d93b141cf0f tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for floatingip, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:39.628071 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba35034-87d1-4310-91b3-17652daf6640 None None] Sync routers for ids ['4a7f2386-6723-41a7-8e54-0df1b045a05d'] in n-d-842733-1 {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 21:09:39.640096 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba35034-87d1-4310-91b3-17652daf6640 None None] Routers {'4a7f2386-6723-41a7-8e54-0df1b045a05d'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:09:39.641040 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-1ba35034-87d1-4310-91b3-17652daf6640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:09:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['4a7f2386-6723-41a7-8e54-0df1b045a05d'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:09:39.678321 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-1ba35034-87d1-4310-91b3-17652daf6640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:09:39.689448 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba35034-87d1-4310-91b3-17652daf6640 None None] Routers {'4a7f2386-6723-41a7-8e54-0df1b045a05d'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:09:39.690437 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-1ba35034-87d1-4310-91b3-17652daf6640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:09:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['4a7f2386-6723-41a7-8e54-0df1b045a05d'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:09:39.692969 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-f09c5c7d-da39-456f-8d3f-3d93b141cf0f tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] 10.222.0.35 "PUT /v2.0/floatingips/d4bc9e3b-c649-4982-9c6f-8c32befaea8c HTTP/1.1" status: 200 len: 976 time: 1.8306034 May 20 21:09:39.697495 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 51652) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:09:39.702116 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-c87f42c6-752c-47ce-bbe8-544ef43a70dd tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:09:39.732903 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-1ba35034-87d1-4310-91b3-17652daf6640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:09:39.733977 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba35034-87d1-4310-91b3-17652daf6640 None None] The sync data for ids ['4a7f2386-6723-41a7-8e54-0df1b045a05d'] in n-d-842733-1 is: [] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 21:09:39.772282 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c87f42c6-752c-47ce-bbe8-544ef43a70dd tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks [] for floatingip, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:39.872288 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-89a1ff92-1c9e-478d-83a3-81c251f47dc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:39.904800 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-89a1ff92-1c9e-478d-83a3-81c251f47dc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:39.913519 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3072f1a-ba44-408b-8fcb-7467a56db096 tempest-TestVolumeBackupRestore-236769716 tempest-TestVolumeBackupRestore-236769716-project] Router c8d47b70-a89c-4645-8862-90983ce9717e has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 21:09:39.926704 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c87f42c6-752c-47ce-bbe8-544ef43a70dd tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:40.018986 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c87f42c6-752c-47ce-bbe8-544ef43a70dd tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748272'] for floatingip, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:40.019340 n-d-842733-1 neutron-server[103163]: INFO neutron.db.l3_db [None req-c87f42c6-752c-47ce-bbe8-544ef43a70dd tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Floating IP d4bc9e3b-c649-4982-9c6f-8c32befaea8c disassociated. External IP: 172.25.2.57, port: 631006dd-9cd4-4008-86fd-c929cdf5a9ef. May 20 21:09:40.051773 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-89a1ff92-1c9e-478d-83a3-81c251f47dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:40.060148 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-89a1ff92-1c9e-478d-83a3-81c251f47dc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:40.060148 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-89a1ff92-1c9e-478d-83a3-81c251f47dc0 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b1b2ff86-943c-47dc-8f1b-25d8691b1d8b HTTP/1.1" status: 204 len: 168 time: 0.6032472 May 20 21:09:40.062322 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3072f1a-ba44-408b-8fcb-7467a56db096 tempest-TestVolumeBackupRestore-236769716 tempest-TestVolumeBackupRestore-236769716-project] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 21:09:40.072220 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d3072f1a-ba44-408b-8fcb-7467a56db096 tempest-TestVolumeBackupRestore-236769716 tempest-TestVolumeBackupRestore-236769716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for floatingip, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:40.075910 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-110ca8a5-0a35-487b-bf75-e9f37e72ebae None None] Sync routers for ids ['c8d47b70-a89c-4645-8862-90983ce9717e'] in n-d-842733-1 {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 21:09:40.082188 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a1ff92-1c9e-478d-83a3-81c251f47dc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1b2ff86-943c-47dc-8f1b-25d8691b1d8b,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:09:40.129200 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-110ca8a5-0a35-487b-bf75-e9f37e72ebae None None] Routers {'c8d47b70-a89c-4645-8862-90983ce9717e'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:09:40.130307 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-110ca8a5-0a35-487b-bf75-e9f37e72ebae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:09:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['c8d47b70-a89c-4645-8862-90983ce9717e'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:09:40.140451 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca8f7889-acf0-40d7-826c-0891109bffb4', 'tag': 'e1f31cf5-ee77-4cdc-b0bc-db091f28d69d'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 21:09:40.143358 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6fa957933fccbf596d28104b23404b952ad6a8238afaebaed40a0874b2e409" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f27a70a8-9c70-4f1d-bc99-00bdd517deec" -d '{"events": [{"name": "network-changed", "server_uuid": "ca8f7889-acf0-40d7-826c-0891109bffb4", "tag": "e1f31cf5-ee77-4cdc-b0bc-db091f28d69d"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 21:09:40.184084 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-d3072f1a-ba44-408b-8fcb-7467a56db096 tempest-TestVolumeBackupRestore-236769716 tempest-TestVolumeBackupRestore-236769716-project] 10.222.0.35 "PUT /v2.0/floatingips/844fda5b-36c5-47d9-9219-8f9862de7f33 HTTP/1.1" status: 200 len: 991 time: 2.1507726 May 20 21:09:40.235093 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 21:09:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faf22ab0-9dbb-4cee-a70c-d5bfd3745da2 x-openstack-request-id: req-faf22ab0-9dbb-4cee-a70c-d5bfd3745da2 {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 21:09:40.235093 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca8f7889-acf0-40d7-826c-0891109bffb4", "tag": "e1f31cf5-ee77-4cdc-b0bc-db091f28d69d", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 21:09:40.235093 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-faf22ab0-9dbb-4cee-a70c-d5bfd3745da2 {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 21:09:40.238646 n-d-842733-1 neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-faf22ab0-9dbb-4cee-a70c-d5bfd3745da2'] response: {'name': 'network-changed', 'server_uuid': 'ca8f7889-acf0-40d7-826c-0891109bffb4', 'tag': 'e1f31cf5-ee77-4cdc-b0bc-db091f28d69d', 'status': 'completed', 'code': 200} May 20 21:09:40.285313 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-110ca8a5-0a35-487b-bf75-e9f37e72ebae None None] Set router c8d47b70-a89c-4645-8862-90983ce9717e gateway port host: n-d-842733-1 {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:09:40.319283 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27a70a8-9c70-4f1d-bc99-00bdd517deec req-2e6a4ac2-bfef-49f7-a1b7-972dcff4e92d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:09:40.321580 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-f27a70a8-9c70-4f1d-bc99-00bdd517deec req-2e6a4ac2-bfef-49f7-a1b7-972dcff4e92d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=770ab75f42db49e4b1ceb156acd07490&device_id=ca8f7889-acf0-40d7-826c-0891109bffb4 HTTP/1.1" status: 200 len: 1096 time: 0.0517535 May 20 21:09:40.387614 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c87f42c6-752c-47ce-bbe8-544ef43a70dd tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Router 4a7f2386-6723-41a7-8e54-0df1b045a05d has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 21:09:40.448124 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27a70a8-9c70-4f1d-bc99-00bdd517deec req-d63bb24f-b5d3-4621-9e74-ea0fd1f48520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:09:40.449987 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-f27a70a8-9c70-4f1d-bc99-00bdd517deec req-d63bb24f-b5d3-4621-9e74-ea0fd1f48520 service neutron] 10.222.0.13 "GET /v2.0/networks?id=184b74ca-5201-444b-9621-4d01e7bf23b7 HTTP/1.1" status: 200 len: 915 time: 0.1206355 May 20 21:09:40.521836 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-f27a70a8-9c70-4f1d-bc99-00bdd517deec req-69da1fdd-1ecc-4567-99f1-28cafac53f55 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e1f31cf5-ee77-4cdc-b0bc-db091f28d69d HTTP/1.1" status: 200 len: 1001 time: 0.0658715 May 20 21:09:40.523018 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c87f42c6-752c-47ce-bbe8-544ef43a70dd tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 21:09:40.537807 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e629c1e9-0a3e-4102-ab27-7ea8a8ef5067 None None] Sync routers for ids ['4a7f2386-6723-41a7-8e54-0df1b045a05d'] in n-d-842733-1 {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 21:09:40.552420 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c87f42c6-752c-47ce-bbe8-544ef43a70dd tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for floatingip, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:40.556975 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e629c1e9-0a3e-4102-ab27-7ea8a8ef5067 None None] Routers {'4a7f2386-6723-41a7-8e54-0df1b045a05d'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:09:40.557648 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-e629c1e9-0a3e-4102-ab27-7ea8a8ef5067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:09:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['4a7f2386-6723-41a7-8e54-0df1b045a05d'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:09:40.593406 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27a70a8-9c70-4f1d-bc99-00bdd517deec req-8619aee3-ff7d-4883-8b0e-949f7b88dc47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:09:40.595866 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-f27a70a8-9c70-4f1d-bc99-00bdd517deec req-8619aee3-ff7d-4883-8b0e-949f7b88dc47 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b13faf2d-c0fe-4c78-8290-66782e0d5758 HTTP/1.1" status: 200 len: 853 time: 0.0680442 May 20 21:09:40.603895 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-e629c1e9-0a3e-4102-ab27-7ea8a8ef5067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:09:40.609762 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-110ca8a5-0a35-487b-bf75-e9f37e72ebae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8d47b70-a89c-4645-8862-90983ce9717e', 'name': 'tempest-TestVolumeBackupRestore-1853699050-router', 'tenant_id': '770ab75f42db49e4b1ceb156acd07490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.73'}], 'enable_snat': True}, 'gw_port_id': 'b68fd8bd-c43e-4f69-b3aa-c04bc1047561', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:05:44Z', 'updated_at': '2022-05-20T21:05:52Z', 'revision_number': 4, 'project_id': '770ab75f42db49e4b1ceb156acd07490', 'gw_port': {'id': 'b68fd8bd-c43e-4f69-b3aa-c04bc1047561', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:92:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8d47b70-a89c-4645-8862-90983ce9717e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3355, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:05:46Z', 'updated_at': '2022-05-20T21:05:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_floatingips': [{'id': '844fda5b-36c5-47d9-9219-8f9862de7f33', 'tenant_id': '770ab75f42db49e4b1ceb156acd07490', 'floating_ip_address': '172.25.2.180', 'floating_network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'router_id': 'c8d47b70-a89c-4645-8862-90983ce9717e', 'port_id': 'e1f31cf5-ee77-4cdc-b0bc-db091f28d69d', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3660, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '184b74ca-5201-444b-9621-4d01e7bf23b7', 'mac_address': 'fa:16:3e:cc:80:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca8f7889-acf0-40d7-826c-0891109bffb4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-20T21:09:36Z', 'updated_at': '2022-05-20T21:09:39Z', 'revision_number': 2, 'project_id': '770ab75f42db49e4b1ceb156acd07490', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16071ea0-bc98-4b74-b137-362134224862', 'name': '', 'network_id': '184b74ca-5201-444b-9621-4d01e7bf23b7', 'tenant_id': '770ab75f42db49e4b1ceb156acd07490', 'mac_address': 'fa:16:3e:61:6f:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8d47b70-a89c-4645-8862-90983ce9717e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3359, 'fixed_ips': [{'subnet_id': 'b13faf2d-c0fe-4c78-8290-66782e0d5758', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:05:51Z', 'updated_at': '2022-05-20T21:06:00Z', 'revision_number': 5, 'project_id': '770ab75f42db49e4b1ceb156acd07490', 'subnets': [{'id': 'b13faf2d-c0fe-4c78-8290-66782e0d5758', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:09:40.615739 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e629c1e9-0a3e-4102-ab27-7ea8a8ef5067 None None] Routers {'4a7f2386-6723-41a7-8e54-0df1b045a05d'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:09:40.616564 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-e629c1e9-0a3e-4102-ab27-7ea8a8ef5067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:09:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['4a7f2386-6723-41a7-8e54-0df1b045a05d'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:09:40.626854 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-c87f42c6-752c-47ce-bbe8-544ef43a70dd tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] 10.222.0.35 "PUT /v2.0/floatingips/d4bc9e3b-c649-4982-9c6f-8c32befaea8c HTTP/1.1" status: 200 len: 687 time: 0.9281666 May 20 21:09:40.627980 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 51662) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:09:40.639915 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-110ca8a5-0a35-487b-bf75-e9f37e72ebae None None] Checking router: c8d47b70-a89c-4645-8862-90983ce9717e for host: n-d-842733-1 {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 21:09:40.650030 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-110ca8a5-0a35-487b-bf75-e9f37e72ebae None None] Routers {'c8d47b70-a89c-4645-8862-90983ce9717e'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:09:40.650743 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-110ca8a5-0a35-487b-bf75-e9f37e72ebae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:09:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['c8d47b70-a89c-4645-8862-90983ce9717e'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:09:40.666627 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-e629c1e9-0a3e-4102-ab27-7ea8a8ef5067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:09:40.667533 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e629c1e9-0a3e-4102-ab27-7ea8a8ef5067 None None] The sync data for ids ['4a7f2386-6723-41a7-8e54-0df1b045a05d'] in n-d-842733-1 is: [] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 21:09:40.684527 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27a70a8-9c70-4f1d-bc99-00bdd517deec req-c5508b16-727c-44dc-8457-eda9ea423fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:09:40.686073 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-f27a70a8-9c70-4f1d-bc99-00bdd517deec req-c5508b16-727c-44dc-8457-eda9ea423fe1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=184b74ca-5201-444b-9621-4d01e7bf23b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0817654 May 20 21:09:40.786137 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-27366407-9395-47f4-834e-e4e1e339d750 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Deleting port 7fe0d219-487b-45fa-878d-886ff0061785 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:09:40.786601 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-27366407-9395-47f4-834e-e4e1e339d750 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:40.787104 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-110ca8a5-0a35-487b-bf75-e9f37e72ebae None None] Set router c8d47b70-a89c-4645-8862-90983ce9717e gateway port host: n-d-842733-1 {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:09:40.787262 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-f27a70a8-9c70-4f1d-bc99-00bdd517deec req-d3d029ad-9e1a-4f3b-80e2-0071dee436b6 service neutron] 10.222.0.13 "GET /v2.0/networks/184b74ca-5201-444b-9621-4d01e7bf23b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942168 May 20 21:09:40.869675 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-27366407-9395-47f4-834e-e4e1e339d750 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:40.870117 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-27366407-9395-47f4-834e-e4e1e339d750 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:40.882657 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-27366407-9395-47f4-834e-e4e1e339d750 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Calling delete_port for 7fe0d219-487b-45fa-878d-886ff0061785 owned by network:floatingip {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:09:40.896191 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-f27a70a8-9c70-4f1d-bc99-00bdd517deec req-c2904845-e285-4cc0-abf8-dea2f6bbe2f7 service neutron] 10.222.0.13 "GET /v2.0/networks/184b74ca-5201-444b-9621-4d01e7bf23b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032662 May 20 21:09:41.033902 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-110ca8a5-0a35-487b-bf75-e9f37e72ebae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8d47b70-a89c-4645-8862-90983ce9717e', 'name': 'tempest-TestVolumeBackupRestore-1853699050-router', 'tenant_id': '770ab75f42db49e4b1ceb156acd07490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.73'}], 'enable_snat': True}, 'gw_port_id': 'b68fd8bd-c43e-4f69-b3aa-c04bc1047561', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:05:44Z', 'updated_at': '2022-05-20T21:05:52Z', 'revision_number': 4, 'project_id': '770ab75f42db49e4b1ceb156acd07490', 'gw_port': {'id': 'b68fd8bd-c43e-4f69-b3aa-c04bc1047561', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:92:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8d47b70-a89c-4645-8862-90983ce9717e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3355, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:05:46Z', 'updated_at': '2022-05-20T21:05:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_floatingips': [{'id': '844fda5b-36c5-47d9-9219-8f9862de7f33', 'tenant_id': '770ab75f42db49e4b1ceb156acd07490', 'floating_ip_address': '172.25.2.180', 'floating_network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'router_id': 'c8d47b70-a89c-4645-8862-90983ce9717e', 'port_id': 'e1f31cf5-ee77-4cdc-b0bc-db091f28d69d', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3660, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '184b74ca-5201-444b-9621-4d01e7bf23b7', 'mac_address': 'fa:16:3e:cc:80:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca8f7889-acf0-40d7-826c-0891109bffb4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-20T21:09:36Z', 'updated_at': '2022-05-20T21:09:39Z', 'revision_number': 2, 'project_id': '770ab75f42db49e4b1ceb156acd07490', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16071ea0-bc98-4b74-b137-362134224862', 'name': '', 'network_id': '184b74ca-5201-444b-9621-4d01e7bf23b7', 'tenant_id': '770ab75f42db49e4b1ceb156acd07490', 'mac_address': 'fa:16:3e:61:6f:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8d47b70-a89c-4645-8862-90983ce9717e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3359, 'fixed_ips': [{'subnet_id': 'b13faf2d-c0fe-4c78-8290-66782e0d5758', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:05:51Z', 'updated_at': '2022-05-20T21:06:00Z', 'revision_number': 5, 'project_id': '770ab75f42db49e4b1ceb156acd07490', 'subnets': [{'id': 'b13faf2d-c0fe-4c78-8290-66782e0d5758', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:09:41.043819 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 51664) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:09:41.060809 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-110ca8a5-0a35-487b-bf75-e9f37e72ebae None None] The sync data for ids ['c8d47b70-a89c-4645-8862-90983ce9717e'] in n-d-842733-1 is: [{'id': 'c8d47b70-a89c-4645-8862-90983ce9717e', 'name': 'tempest-TestVolumeBackupRestore-1853699050-router', 'tenant_id': '770ab75f42db49e4b1ceb156acd07490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.73'}], 'enable_snat': True}, 'gw_port_id': 'b68fd8bd-c43e-4f69-b3aa-c04bc1047561', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:05:44Z', 'updated_at': '2022-05-20T21:05:52Z', 'revision_number': 4, 'project_id': '770ab75f42db49e4b1ceb156acd07490', 'gw_port': {'id': 'b68fd8bd-c43e-4f69-b3aa-c04bc1047561', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:92:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8d47b70-a89c-4645-8862-90983ce9717e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3355, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:05:46Z', 'updated_at': '2022-05-20T21:05:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_floatingips': [{'id': '844fda5b-36c5-47d9-9219-8f9862de7f33', 'tenant_id': '770ab75f42db49e4b1ceb156acd07490', 'floating_ip_address': '172.25.2.180', 'floating_network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'router_id': 'c8d47b70-a89c-4645-8862-90983ce9717e', 'port_id': 'e1f31cf5-ee77-4cdc-b0bc-db091f28d69d', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3660, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '184b74ca-5201-444b-9621-4d01e7bf23b7', 'mac_address': 'fa:16:3e:cc:80:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca8f7889-acf0-40d7-826c-0891109bffb4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-20T21:09:36Z', 'updated_at': '2022-05-20T21:09:39Z', 'revision_number': 2, 'project_id': '770ab75f42db49e4b1ceb156acd07490', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16071ea0-bc98-4b74-b137-362134224862', 'name': '', 'network_id': '184b74ca-5201-444b-9621-4d01e7bf23b7', 'tenant_id': '770ab75f42db49e4b1ceb156acd07490', 'mac_address': 'fa:16:3e:61:6f:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8d47b70-a89c-4645-8862-90983ce9717e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3359, 'fixed_ips': [{'subnet_id': 'b13faf2d-c0fe-4c78-8290-66782e0d5758', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:05:51Z', 'updated_at': '2022-05-20T21:06:00Z', 'revision_number': 5, 'project_id': '770ab75f42db49e4b1ceb156acd07490', 'subnets': [{'id': 'b13faf2d-c0fe-4c78-8290-66782e0d5758', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 21:09:41.099704 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-4a62c919-301c-4356-bcba-e6bdef57f639 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c165c5073f3e4c8abe9d6d669d4180b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0479884 May 20 21:09:41.100203 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 51666) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:09:41.114739 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-27366407-9395-47f4-834e-e4e1e339d750 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:41.154553 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27366407-9395-47f4-834e-e4e1e339d750 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Pushing event deleted for resources: {'Port': ['ID=7fe0d219-487b-45fa-878d-886ff0061785,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:09:41.237443 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1f5c3e1b-68cf-48a4-9774-24118cf40d35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:41.255506 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-27366407-9395-47f4-834e-e4e1e339d750 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks [] for floatingip, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:41.258454 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-27366407-9395-47f4-834e-e4e1e339d750 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for floatingip, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:41.260269 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-27366407-9395-47f4-834e-e4e1e339d750 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] 10.222.0.35 "DELETE /v2.0/floatingips/d4bc9e3b-c649-4982-9c6f-8c32befaea8c HTTP/1.1" status: 204 len: 168 time: 0.6303921 May 20 21:09:41.263015 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 51676) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:09:41.274338 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1f5c3e1b-68cf-48a4-9774-24118cf40d35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:41.307182 n-d-842733-1 neutron-server[103162]: INFO neutron.api.v2.resource [None req-8c8c56d7-dd40-4ae9-a27e-215d8e68c2c2 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] delete failed (client error): The resource could not be found. May 20 21:09:41.310353 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-8c8c56d7-dd40-4ae9-a27e-215d8e68c2c2 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] 10.222.0.35 "DELETE /v2.0/floatingips/d4bc9e3b-c649-4982-9c6f-8c32befaea8c HTTP/1.1" status: 404 len: 345 time: 0.0455432 May 20 21:09:41.311966 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 51680) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:09:41.399520 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c24a6dd-4be1-4759-bb4b-dbfaee5d1b6b tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:09:41.405455 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c24a6dd-4be1-4759-bb4b-dbfaee5d1b6b tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:09:41.411297 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c24a6dd-4be1-4759-bb4b-dbfaee5d1b6b tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:09:41.412943 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-9c24a6dd-4be1-4759-bb4b-dbfaee5d1b6b tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] 10.222.0.35 "GET /v2.0/ports?network_id=3e5ef4b9-af55-447c-b8f6-aef006515469 HTTP/1.1" status: 200 len: 2357 time: 0.0999403 May 20 21:09:41.416484 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 51686) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:09:41.451825 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1f5c3e1b-68cf-48a4-9774-24118cf40d35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:41.454385 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1f5c3e1b-68cf-48a4-9774-24118cf40d35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:41.455524 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-1f5c3e1b-68cf-48a4-9774-24118cf40d35 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2e7e4499-1ed7-42ef-b10c-db37633789fa HTTP/1.1" status: 204 len: 168 time: 0.3586676 May 20 21:09:41.470228 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5c3e1b-68cf-48a4-9774-24118cf40d35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e7e4499-1ed7-42ef-b10c-db37633789fa,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:09:41.481608 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8db159c4-9421-40a1-8437-89938baa72ff tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:09:41.482985 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-8db159c4-9421-40a1-8437-89938baa72ff tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] 10.222.0.35 "GET /v2.0/subnets/a7b0a496-c7eb-477f-90b8-2c1a6e32b1bd HTTP/1.1" status: 200 len: 797 time: 0.0655761 May 20 21:09:41.487897 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 51690) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:09:41.494484 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-45f80534-f49a-47ae-8a7b-e3814a95ad1d tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Request body: {'port': {'network_id': '3e5ef4b9-af55-447c-b8f6-aef006515469', 'name': 'tempest-FloatingIPTestJSON-1225439819', 'fixed_ips': [{'ip_address': '172.20.0.13'}, {'ip_address': '172.20.0.12'}]}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:09:41.692507 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45f80534-f49a-47ae-8a7b-e3814a95ad1d tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Made reservation on behalf of 04f26c2e2c8d4a7f9c417d991425d134 for: {'port': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:09:41.780354 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-45f80534-f49a-47ae-8a7b-e3814a95ad1d tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:41.801558 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [None req-45f80534-f49a-47ae-8a7b-e3814a95ad1d tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] device_id is not set on port 156e3b4f-df19-4e9e-9313-5440f9cd1c84 yet. {{(pid=103162) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 20 21:09:42.107334 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-45f80534-f49a-47ae-8a7b-e3814a95ad1d tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Allocated IP 172.20.0.13 (3e5ef4b9-af55-447c-b8f6-aef006515469/a7b0a496-c7eb-477f-90b8-2c1a6e32b1bd/156e3b4f-df19-4e9e-9313-5440f9cd1c84) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:09:42.114771 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-45f80534-f49a-47ae-8a7b-e3814a95ad1d tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Allocated IP 172.20.0.12 (3e5ef4b9-af55-447c-b8f6-aef006515469/a7b0a496-c7eb-477f-90b8-2c1a6e32b1bd/156e3b4f-df19-4e9e-9313-5440f9cd1c84) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:09:42.236119 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca8f7889-acf0-40d7-826c-0891109bffb4', 'tag': 'e1f31cf5-ee77-4cdc-b0bc-db091f28d69d'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 21:09:42.239099 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6fa957933fccbf596d28104b23404b952ad6a8238afaebaed40a0874b2e409" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f35abcb-396f-4827-8572-d7fdf249d368" -d '{"events": [{"name": "network-changed", "server_uuid": "ca8f7889-acf0-40d7-826c-0891109bffb4", "tag": "e1f31cf5-ee77-4cdc-b0bc-db091f28d69d"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 21:09:42.276167 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-45f80534-f49a-47ae-8a7b-e3814a95ad1d tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:42.288237 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 21:09:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52fe7d57-7cf8-41fd-8d4c-912c8634c5de x-openstack-request-id: req-52fe7d57-7cf8-41fd-8d4c-912c8634c5de {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 21:09:42.288527 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca8f7889-acf0-40d7-826c-0891109bffb4", "tag": "e1f31cf5-ee77-4cdc-b0bc-db091f28d69d", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 21:09:42.288778 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-52fe7d57-7cf8-41fd-8d4c-912c8634c5de {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 21:09:42.289288 n-d-842733-1 neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52fe7d57-7cf8-41fd-8d4c-912c8634c5de'] response: {'name': 'network-changed', 'server_uuid': 'ca8f7889-acf0-40d7-826c-0891109bffb4', 'tag': 'e1f31cf5-ee77-4cdc-b0bc-db091f28d69d', 'status': 'completed', 'code': 200} May 20 21:09:42.374044 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f35abcb-396f-4827-8572-d7fdf249d368 req-de4f8429-92d1-4924-a228-05eb2d9fd475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:09:42.375565 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-0f35abcb-396f-4827-8572-d7fdf249d368 req-de4f8429-92d1-4924-a228-05eb2d9fd475 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=770ab75f42db49e4b1ceb156acd07490&device_id=ca8f7889-acf0-40d7-826c-0891109bffb4 HTTP/1.1" status: 200 len: 1096 time: 0.0449650 May 20 21:09:42.378302 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-45f80534-f49a-47ae-8a7b-e3814a95ad1d tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:42.475312 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45f80534-f49a-47ae-8a7b-e3814a95ad1d tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Network 3e5ef4b9-af55-447c-b8f6-aef006515469 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:09:42.481151 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-45f80534-f49a-47ae-8a7b-e3814a95ad1d tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:09:42.483618 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f80534-f49a-47ae-8a7b-e3814a95ad1d tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:09:42.518130 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f80534-f49a-47ae-8a7b-e3814a95ad1d tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Pushing event updated for resources: {'Port': ['ID=156e3b4f-df19-4e9e-9313-5440f9cd1c84,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:09:42.571465 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45f80534-f49a-47ae-8a7b-e3814a95ad1d tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:09:42.572125 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-45f80534-f49a-47ae-8a7b-e3814a95ad1d tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:42.584065 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f35abcb-396f-4827-8572-d7fdf249d368 req-b83322e4-937b-4e67-8210-81a0906d5139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:09:42.585571 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-0f35abcb-396f-4827-8572-d7fdf249d368 req-b83322e4-937b-4e67-8210-81a0906d5139 service neutron] 10.222.0.13 "GET /v2.0/networks?id=184b74ca-5201-444b-9621-4d01e7bf23b7 HTTP/1.1" status: 200 len: 915 time: 0.2007623 May 20 21:09:42.634865 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 51716) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:09:42.646019 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-45f80534-f49a-47ae-8a7b-e3814a95ad1d tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 1.1565821 May 20 21:09:42.649867 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 51720) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:09:42.656803 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-ff294294-e76b-4874-93b4-68b0b43d63d2 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Request body: {'floatingip': {'floating_network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'port_id': '156e3b4f-df19-4e9e-9313-5440f9cd1c84', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:09:42.676773 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-0f35abcb-396f-4827-8572-d7fdf249d368 req-a073fbef-3322-42d3-a9b6-80b32702b214 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e1f31cf5-ee77-4cdc-b0bc-db091f28d69d HTTP/1.1" status: 200 len: 1001 time: 0.0707769 May 20 21:09:42.732763 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f35abcb-396f-4827-8572-d7fdf249d368 req-e8c8a543-5c79-4b25-8e03-c222cdc22b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:09:42.734275 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-0f35abcb-396f-4827-8572-d7fdf249d368 req-e8c8a543-5c79-4b25-8e03-c222cdc22b10 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b13faf2d-c0fe-4c78-8290-66782e0d5758 HTTP/1.1" status: 200 len: 853 time: 0.0513728 May 20 21:09:42.742015 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ff294294-e76b-4874-93b4-68b0b43d63d2 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks [] for floatingip, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:42.770356 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-5dae18e4-6136-4b56-8a97-b49173847c42 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1989938131-network', 'tenant_id': '7fdecc405989411c84ab3315b9aeaeca'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:09:42.792893 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f35abcb-396f-4827-8572-d7fdf249d368 req-982a91df-b49b-4df4-a4ef-271df16f08dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:09:42.802651 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-0f35abcb-396f-4827-8572-d7fdf249d368 req-982a91df-b49b-4df4-a4ef-271df16f08dd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=184b74ca-5201-444b-9621-4d01e7bf23b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0545831 May 20 21:09:42.903124 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-0f35abcb-396f-4827-8572-d7fdf249d368 req-5bad5c6d-6b4d-4762-a6c2-7adc5aa96d0e service neutron] 10.222.0.13 "GET /v2.0/networks/184b74ca-5201-444b-9621-4d01e7bf23b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014831 May 20 21:09:43.014385 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-0f35abcb-396f-4827-8572-d7fdf249d368 req-af0382cf-f7af-482d-a8b4-12ae89a52415 service neutron] 10.222.0.13 "GET /v2.0/networks/184b74ca-5201-444b-9621-4d01e7bf23b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983849 May 20 21:09:43.153718 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.agents_db [None req-5c33ad30-4e00-40fa-b486-8c79c4a6cfc5 None None] Agent healthcheck: found 7 active agents {{(pid=103165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 20 21:09:43.215657 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ff294294-e76b-4874-93b4-68b0b43d63d2 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:43.222860 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dae18e4-6136-4b56-8a97-b49173847c42 admin admin] Made reservation on behalf of 7fdecc405989411c84ab3315b9aeaeca for: {'network': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:09:43.225152 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5dae18e4-6136-4b56-8a97-b49173847c42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for network, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:43.235563 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5dae18e4-6136-4b56-8a97-b49173847c42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:43.372350 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-ff294294-e76b-4874-93b4-68b0b43d63d2 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Allocated IP 172.25.2.15 (e3a93b5c-91e2-4064-9c2c-1afc261bfe15/86fee0c1-6e34-488b-9216-b2b8e7ef585a/47d156e5-5bc5-4ef6-81c5-38ce34b42bad) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:09:43.443949 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5dae18e4-6136-4b56-8a97-b49173847c42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:43.498010 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ff294294-e76b-4874-93b4-68b0b43d63d2 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:43.520956 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5dae18e4-6136-4b56-8a97-b49173847c42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:43.547261 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5dae18e4-6136-4b56-8a97-b49173847c42 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 220} {{(pid=103163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 21:09:43.565099 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5dae18e4-6136-4b56-8a97-b49173847c42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:43.565504 n-d-842733-1 neutron-server[103163]: INFO neutron.db.segments_db [None req-5dae18e4-6136-4b56-8a97-b49173847c42 admin admin] Added segment 6ef5c97e-4a0a-449b-8d6c-547dbdc0992d of type vlan for network 68a7d121-da9c-4961-a87a-776dc042edbe May 20 21:09:43.566867 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dae18e4-6136-4b56-8a97-b49173847c42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73b952ec-751e-43ee-ab6c-f9b0a0ff535d,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:09:43.615404 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5dae18e4-6136-4b56-8a97-b49173847c42 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418993264'] for network, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:43.635186 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ff294294-e76b-4874-93b4-68b0b43d63d2 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:43.676211 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff294294-e76b-4874-93b4-68b0b43d63d2 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Network e3a93b5c-91e2-4064-9c2c-1afc261bfe15 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:09:43.681788 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-ff294294-e76b-4874-93b4-68b0b43d63d2 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:09:43.685511 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff294294-e76b-4874-93b4-68b0b43d63d2 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:09:43.712600 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff294294-e76b-4874-93b4-68b0b43d63d2 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Pushing event updated for resources: {'Port': ['ID=47d156e5-5bc5-4ef6-81c5-38ce34b42bad,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:09:43.719321 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5dae18e4-6136-4b56-8a97-b49173847c42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524'] for network, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:43.720191 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dae18e4-6136-4b56-8a97-b49173847c42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:09:43.720774 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5dae18e4-6136-4b56-8a97-b49173847c42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:43.830580 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dae18e4-6136-4b56-8a97-b49173847c42 admin admin] Pushing event updated for resources: {'Network': ['ID=68a7d121-da9c-4961-a87a-776dc042edbe,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:09:43.843070 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Network 68a7d121-da9c-4961-a87a-776dc042edbe details requested by agent ovs-agent-n-d-842733-1 with host n-d-842733-1 {{(pid=103164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 20 21:09:43.862247 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-5dae18e4-6136-4b56-8a97-b49173847c42 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2234125 May 20 21:09:43.862481 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 51732) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:09:43.869735 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-476be958-4ac5-411b-ae1b-392118c966fe admin admin] Request body: {'subnet': {'network_id': '68a7d121-da9c-4961-a87a-776dc042edbe', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1989938131-subnet', 'tenant_id': '7fdecc405989411c84ab3315b9aeaeca', 'ip_version': 4}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:09:44.002869 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-476be958-4ac5-411b-ae1b-392118c966fe admin admin] Made reservation on behalf of 7fdecc405989411c84ab3315b9aeaeca for: {'subnet': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:09:44.005524 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-476be958-4ac5-411b-ae1b-392118c966fe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8422561'] for subnet, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:44.327607 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ff294294-e76b-4874-93b4-68b0b43d63d2 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:44.395915 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-476be958-4ac5-411b-ae1b-392118c966fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9641412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8422583'] for subnet, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:44.467700 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ff294294-e76b-4874-93b4-68b0b43d63d2 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:44.469180 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476be958-4ac5-411b-ae1b-392118c966fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb9df1f9-5c90-4a5f-b716-5ed54cdea1e6,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:09:44.519711 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-476be958-4ac5-411b-ae1b-392118c966fe admin admin] Checking segment: {'id': '6ef5c97e-4a0a-449b-8d6c-547dbdc0992d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '68a7d121-da9c-4961-a87a-776dc042edbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:09:44.520065 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-476be958-4ac5-411b-ae1b-392118c966fe admin admin] Network hostable DHCP agents. Network: 68a7d121-da9c-4961-a87a-776dc042edbe, hostable agents: ['c9b0653c-f3c7-4339-bd50-e3754b629216'], hosted agents: [] {{(pid=103163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 21:09:44.620496 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-476be958-4ac5-411b-ae1b-392118c966fe admin admin] Network 68a7d121-da9c-4961-a87a-776dc042edbe is scheduled to be hosted by DHCP agent c9b0653c-f3c7-4339-bd50-e3754b629216 with binding_index 1 {{(pid=103163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 21:09:44.655224 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ff294294-e76b-4874-93b4-68b0b43d63d2 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks [] for port, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:44.702910 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-476be958-4ac5-411b-ae1b-392118c966fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842733-1, 68a7d121-da9c-4961-a87a-776dc042edbe) {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:09:44.707136 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-476be958-4ac5-411b-ae1b-392118c966fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:09:44.707718 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-476be958-4ac5-411b-ae1b-392118c966fe admin admin] Notify callbacks [] for subnet, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:44.713431 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3f5c526-fc88-4cde-b6d8-35e4d3b1d51c None None] Network 68a7d121-da9c-4961-a87a-776dc042edbe requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:09:44.731529 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ff294294-e76b-4874-93b4-68b0b43d63d2 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:44.796666 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-476be958-4ac5-411b-ae1b-392118c966fe admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9331858 May 20 21:09:44.800264 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 51736) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:09:44.805427 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-eb94325e-04b6-4c05-9100-150438491a32 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1989938131-router', 'tenant_id': '7fdecc405989411c84ab3315b9aeaeca', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'}}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:09:44.810680 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff294294-e76b-4874-93b4-68b0b43d63d2 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Pushing event updated for resources: {'Port': ['ID=47d156e5-5bc5-4ef6-81c5-38ce34b42bad,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:09:44.817418 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ff294294-e76b-4874-93b4-68b0b43d63d2 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748272'] for floatingip, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:44.866717 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b082446-4471-4c74-8172-bb3dc9305bca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaee2b848-d4b9-5db1-b6ef-d6db29d67de7-68a7d121-da9c-4961-a87a-776dc042edbe', 'network_id': '68a7d121-da9c-4961-a87a-776dc042edbe', 'tenant_id': '7fdecc405989411c84ab3315b9aeaeca', 'fixed_ips': [{'subnet_id': 'eb9df1f9-5c90-4a5f-b716-5ed54cdea1e6'}]}} from n-d-842733-1. {{(pid=103164) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 21:09:44.867988 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4b082446-4471-4c74-8172-bb3dc9305bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:44.889283 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-eb94325e-04b6-4c05-9100-150438491a32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-694221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26155'] for router, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:44.890716 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-eb94325e-04b6-4c05-9100-150438491a32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-693085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748153', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-718080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26162'] for router, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:44.944882 n-d-842733-1 neutron-server[103163]: INFO neutron.db.l3_db [None req-ff294294-e76b-4874-93b4-68b0b43d63d2 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Floating IP 57861873-c779-4015-b122-27c49e86ddee associated. External IP: 172.25.2.15, port: 156e3b4f-df19-4e9e-9313-5440f9cd1c84. May 20 21:09:44.965433 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-eb94325e-04b6-4c05-9100-150438491a32 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:45.020126 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [None req-4b082446-4471-4c74-8172-bb3dc9305bca None None] Allocated IP 172.20.0.2 (68a7d121-da9c-4961-a87a-776dc042edbe/eb9df1f9-5c90-4a5f-b716-5ed54cdea1e6/7409600b-db0e-427c-957f-8f99f7652f88) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:09:45.168083 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-eb94325e-04b6-4c05-9100-150438491a32 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:45.177973 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4b082446-4471-4c74-8172-bb3dc9305bca None None] Notify callbacks [] for port, precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:45.185273 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff294294-e76b-4874-93b4-68b0b43d63d2 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Router 4a7f2386-6723-41a7-8e54-0df1b045a05d has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 21:09:45.293652 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4b082446-4471-4c74-8172-bb3dc9305bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108'] for port, after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:45.303481 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff294294-e76b-4874-93b4-68b0b43d63d2 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 21:09:45.324427 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a348b7-9356-4cde-89b5-33caeca91cf8 None None] Sync routers for ids ['4a7f2386-6723-41a7-8e54-0df1b045a05d'] in n-d-842733-1 {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 21:09:45.361642 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a348b7-9356-4cde-89b5-33caeca91cf8 None None] Routers {'4a7f2386-6723-41a7-8e54-0df1b045a05d'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:09:45.362340 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-29a348b7-9356-4cde-89b5-33caeca91cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:09:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['4a7f2386-6723-41a7-8e54-0df1b045a05d'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:09:45.366386 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b082446-4471-4c74-8172-bb3dc9305bca None None] Network 68a7d121-da9c-4961-a87a-776dc042edbe is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:09:45.367945 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b082446-4471-4c74-8172-bb3dc9305bca None None] Pushing event updated for resources: {'Port': ['ID=7409600b-db0e-427c-957f-8f99f7652f88,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:09:45.398013 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ff294294-e76b-4874-93b4-68b0b43d63d2 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for floatingip, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:45.401920 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-4b082446-4471-4c74-8172-bb3dc9305bca None None] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:09:45.404437 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b082446-4471-4c74-8172-bb3dc9305bca None None] Received port after_create {{(pid=103164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:09:45.406846 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-29a348b7-9356-4cde-89b5-33caeca91cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:09:45.443292 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-ff294294-e76b-4874-93b4-68b0b43d63d2 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 2.7906098 May 20 21:09:45.450497 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 51756) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:09:45.450497 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-df3c888e-3944-4a11-a7e7-9c9877c62910 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Request body: {'floatingip': {'port_id': '156e3b4f-df19-4e9e-9313-5440f9cd1c84', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:09:45.454234 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a348b7-9356-4cde-89b5-33caeca91cf8 None None] Routers {'4a7f2386-6723-41a7-8e54-0df1b045a05d'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:09:45.454871 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-29a348b7-9356-4cde-89b5-33caeca91cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:09:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['4a7f2386-6723-41a7-8e54-0df1b045a05d'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:09:45.503807 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-29a348b7-9356-4cde-89b5-33caeca91cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:09:45.504619 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a348b7-9356-4cde-89b5-33caeca91cf8 None None] The sync data for ids ['4a7f2386-6723-41a7-8e54-0df1b045a05d'] in n-d-842733-1 is: [] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 21:09:45.507287 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-4b082446-4471-4c74-8172-bb3dc9305bca None None] Attempting to bind port 7409600b-db0e-427c-957f-8f99f7652f88 on host n-d-842733-1 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:09:45.507718 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-4b082446-4471-4c74-8172-bb3dc9305bca None None] Attempting to bind port 7409600b-db0e-427c-957f-8f99f7652f88 by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': '6ef5c97e-4a0a-449b-8d6c-547dbdc0992d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '68a7d121-da9c-4961-a87a-776dc042edbe'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:09:45.508307 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b082446-4471-4c74-8172-bb3dc9305bca None None] Attempting to bind port 7409600b-db0e-427c-957f-8f99f7652f88 on network 68a7d121-da9c-4961-a87a-776dc042edbe {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:09:45.514660 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b082446-4471-4c74-8172-bb3dc9305bca None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 21, 9, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 21:09:45.515125 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b082446-4471-4c74-8172-bb3dc9305bca None None] Checking segment: {'id': '6ef5c97e-4a0a-449b-8d6c-547dbdc0992d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '68a7d121-da9c-4961-a87a-776dc042edbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:09:45.515586 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4b082446-4471-4c74-8172-bb3dc9305bca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:45.516034 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b082446-4471-4c74-8172-bb3dc9305bca None None] Bound using segment: {'id': '6ef5c97e-4a0a-449b-8d6c-547dbdc0992d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '68a7d121-da9c-4961-a87a-776dc042edbe'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 21:09:45.516569 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-4b082446-4471-4c74-8172-bb3dc9305bca None None] Bound port: 7409600b-db0e-427c-957f-8f99f7652f88, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ef5c97e-4a0a-449b-8d6c-547dbdc0992d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '68a7d121-da9c-4961-a87a-776dc042edbe'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:09:45.517011 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4b082446-4471-4c74-8172-bb3dc9305bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:45.517273 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-eb94325e-04b6-4c05-9100-150438491a32 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:45.525655 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-df3c888e-3944-4a11-a7e7-9c9877c62910 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks [] for floatingip, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:45.541708 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-eb94325e-04b6-4c05-9100-150438491a32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:45.585449 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-4b082446-4471-4c74-8172-bb3dc9305bca None None] For port 7409600b-db0e-427c-957f-8f99f7652f88, host n-d-842733-1, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 21:09:45.589242 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-4b082446-4471-4c74-8172-bb3dc9305bca None None] For port 7409600b-db0e-427c-957f-8f99f7652f88, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=7409600b-db0e-427c-957f-8f99f7652f88,segment=NetworkSegment(6ef5c97e-4a0a-449b-8d6c-547dbdc0992d),segment_id=6ef5c97e-4a0a-449b-8d6c-547dbdc0992d)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 21:09:45.660088 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-eb94325e-04b6-4c05-9100-150438491a32 admin admin] Allocated IP 172.25.2.17 (e3a93b5c-91e2-4064-9c2c-1afc261bfe15/86fee0c1-6e34-488b-9216-b2b8e7ef585a/1a4697de-d820-41ca-b4aa-8f1871aa2aa2) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:09:45.663597 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4b082446-4471-4c74-8172-bb3dc9305bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:45.731433 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b082446-4471-4c74-8172-bb3dc9305bca None None] Pushing event updated for resources: {'Port': ['ID=7409600b-db0e-427c-957f-8f99f7652f88,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:09:45.783387 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-eb94325e-04b6-4c05-9100-150438491a32 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:45.904985 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-eb94325e-04b6-4c05-9100-150438491a32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:45.978009 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb94325e-04b6-4c05-9100-150438491a32 admin admin] Network e3a93b5c-91e2-4064-9c2c-1afc261bfe15 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:09:45.985403 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-eb94325e-04b6-4c05-9100-150438491a32 admin admin] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:09:45.991340 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb94325e-04b6-4c05-9100-150438491a32 admin admin] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:09:45.994353 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb94325e-04b6-4c05-9100-150438491a32 admin admin] Pushing event updated for resources: {'Port': ['ID=1a4697de-d820-41ca-b4aa-8f1871aa2aa2,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:09:46.080317 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-df3c888e-3944-4a11-a7e7-9c9877c62910 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:46.142910 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-df3c888e-3944-4a11-a7e7-9c9877c62910 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748272'] for floatingip, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:46.165699 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 51768) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:09:46.324020 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ea72f5a2-5ab0-49ef-a033-3fb6f6c5477b admin admin] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:46.364301 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-eb94325e-04b6-4c05-9100-150438491a32 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:46.378415 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df3c888e-3944-4a11-a7e7-9c9877c62910 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Router 4a7f2386-6723-41a7-8e54-0df1b045a05d has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 21:09:46.499960 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ea72f5a2-5ab0-49ef-a033-3fb6f6c5477b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:46.502295 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df3c888e-3944-4a11-a7e7-9c9877c62910 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 21:09:46.513656 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-249f62a8-84af-4db2-bdcb-1de4133abe4f None None] Sync routers for ids ['4a7f2386-6723-41a7-8e54-0df1b045a05d'] in n-d-842733-1 {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 21:09:46.524778 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-df3c888e-3944-4a11-a7e7-9c9877c62910 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for floatingip, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:46.529586 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-249f62a8-84af-4db2-bdcb-1de4133abe4f None None] Routers {'4a7f2386-6723-41a7-8e54-0df1b045a05d'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:09:46.530393 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-249f62a8-84af-4db2-bdcb-1de4133abe4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:09:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['4a7f2386-6723-41a7-8e54-0df1b045a05d'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:09:46.565435 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-249f62a8-84af-4db2-bdcb-1de4133abe4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:09:46.576018 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-249f62a8-84af-4db2-bdcb-1de4133abe4f None None] Routers {'4a7f2386-6723-41a7-8e54-0df1b045a05d'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:09:46.576879 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-249f62a8-84af-4db2-bdcb-1de4133abe4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:09:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['4a7f2386-6723-41a7-8e54-0df1b045a05d'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:09:46.599331 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-df3c888e-3944-4a11-a7e7-9c9877c62910 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] 10.222.0.35 "PUT /v2.0/floatingips/57861873-c779-4015-b122-27c49e86ddee HTTP/1.1" status: 200 len: 978 time: 1.1541812 May 20 21:09:46.599992 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 51776) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:09:46.615927 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-249f62a8-84af-4db2-bdcb-1de4133abe4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:09:46.616803 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-249f62a8-84af-4db2-bdcb-1de4133abe4f None None] The sync data for ids ['4a7f2386-6723-41a7-8e54-0df1b045a05d'] in n-d-842733-1 is: [] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 21:09:46.630611 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ea72f5a2-5ab0-49ef-a033-3fb6f6c5477b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:46.676604 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-eb94325e-04b6-4c05-9100-150438491a32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748106'] for router, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:46.716646 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-ea72f5a2-5ab0-49ef-a033-3fb6f6c5477b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=603453f318d840e6a204d10a0df6e810&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5477161 May 20 21:09:46.717703 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 51778) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:09:46.760668 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea72f5a2-5ab0-49ef-a033-3fb6f6c5477b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b722724e-6c85-4b59-9c7c-a501e26f68ae,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:09:46.804594 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f230f6d1-5bfb-41c8-b75d-fcc6eac00320 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:46.827279 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f230f6d1-5bfb-41c8-b75d-fcc6eac00320 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:46.871818 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-2cfa486e-5a4c-4996-93ce-d4e09caa0d92 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Deleting port 47d156e5-5bc5-4ef6-81c5-38ce34b42bad {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:09:46.872161 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2cfa486e-5a4c-4996-93ce-d4e09caa0d92 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:46.924871 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51c0c8bd-c619-4b1f-a322-8e99b4ba411c None None] Network 68a7d121-da9c-4961-a87a-776dc042edbe requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:09:46.944510 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb94325e-04b6-4c05-9100-150438491a32 admin admin] Router 89920af5-497a-49ab-8324-29e033ab82ce is scheduled to L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e with binding_index 1 {{(pid=103162) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 20 21:09:46.955832 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2cfa486e-5a4c-4996-93ce-d4e09caa0d92 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:46.956732 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2cfa486e-5a4c-4996-93ce-d4e09caa0d92 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:46.973026 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-2cfa486e-5a4c-4996-93ce-d4e09caa0d92 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Calling delete_port for 47d156e5-5bc5-4ef6-81c5-38ce34b42bad owned by network:floatingip {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:09:47.018586 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f230f6d1-5bfb-41c8-b75d-fcc6eac00320 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:47.021169 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f230f6d1-5bfb-41c8-b75d-fcc6eac00320 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:47.025020 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-f230f6d1-5bfb-41c8-b75d-fcc6eac00320 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b722724e-6c85-4b59-9c7c-a501e26f68ae HTTP/1.1" status: 204 len: 168 time: 0.3043425 May 20 21:09:47.036502 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-bf454d19-5e36-4635-addf-2ca294ff1aa4 None None] Provisioning complete for port 7409600b-db0e-427c-957f-8f99f7652f88 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:09:47.037233 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-bf454d19-5e36-4635-addf-2ca294ff1aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:47.043384 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f230f6d1-5bfb-41c8-b75d-fcc6eac00320 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b722724e-6c85-4b59-9c7c-a501e26f68ae,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:09:47.092411 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb94325e-04b6-4c05-9100-150438491a32 admin admin] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 21:09:47.120218 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d32e0928-70dd-4189-b0e4-56048363bbb8 None None] Sync routers for ids ['89920af5-497a-49ab-8324-29e033ab82ce'] in n-d-842733-1 {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 21:09:47.159850 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d32e0928-70dd-4189-b0e4-56048363bbb8 None None] Routers {'89920af5-497a-49ab-8324-29e033ab82ce'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:09:47.160502 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-d32e0928-70dd-4189-b0e4-56048363bbb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:09:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['89920af5-497a-49ab-8324-29e033ab82ce'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:09:47.166776 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-eb94325e-04b6-4c05-9100-150438491a32 admin admin] Notify callbacks [] for router, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:47.168196 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-eb94325e-04b6-4c05-9100-150438491a32 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.3668394 May 20 21:09:47.170913 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 51782) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:09:47.229782 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2cfa486e-5a4c-4996-93ce-d4e09caa0d92 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:47.287198 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfa486e-5a4c-4996-93ce-d4e09caa0d92 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Pushing event deleted for resources: {'Port': ['ID=47d156e5-5bc5-4ef6-81c5-38ce34b42bad,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:09:47.311254 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-bf454d19-5e36-4635-addf-2ca294ff1aa4 None None] Current status of the port 7409600b-db0e-427c-957f-8f99f7652f88 is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:09:47.311647 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-bf454d19-5e36-4635-addf-2ca294ff1aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:47.335277 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-d32e0928-70dd-4189-b0e4-56048363bbb8 None None] Set router 89920af5-497a-49ab-8324-29e033ab82ce gateway port host: n-d-842733-1 {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:09:47.350433 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2cfa486e-5a4c-4996-93ce-d4e09caa0d92 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks [] for floatingip, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:47.353605 n-d-842733-1 neutron-server[103163]: INFO neutron.db.l3_db [None req-2cfa486e-5a4c-4996-93ce-d4e09caa0d92 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Floating IP 57861873-c779-4015-b122-27c49e86ddee disassociated (deleted). External IP: 172.25.2.15, port: 156e3b4f-df19-4e9e-9313-5440f9cd1c84. May 20 21:09:47.476559 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-bf454d19-5e36-4635-addf-2ca294ff1aa4 None None] For port 7409600b-db0e-427c-957f-8f99f7652f88, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=7409600b-db0e-427c-957f-8f99f7652f88,segment=NetworkSegment(6ef5c97e-4a0a-449b-8d6c-547dbdc0992d),segment_id=6ef5c97e-4a0a-449b-8d6c-547dbdc0992d)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:09:47.567392 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-bf454d19-5e36-4635-addf-2ca294ff1aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:47.730834 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-6e5e1d2e-7b94-46b6-8944-2e560d7a949e None None] Provisioning complete for port 7409600b-db0e-427c-957f-8f99f7652f88 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:09:47.731452 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-6e5e1d2e-7b94-46b6-8944-2e560d7a949e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:47.732700 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf454d19-5e36-4635-addf-2ca294ff1aa4 None None] Pushing event updated for resources: {'Port': ['ID=7409600b-db0e-427c-957f-8f99f7652f88,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:09:47.759578 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-d32e0928-70dd-4189-b0e4-56048363bbb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89920af5-497a-49ab-8324-29e033ab82ce', 'name': 'tempest-TestServerBasicOps-1989938131-router', 'tenant_id': '7fdecc405989411c84ab3315b9aeaeca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.17'}], 'enable_snat': True}, 'gw_port_id': '1a4697de-d820-41ca-b4aa-8f1871aa2aa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:09:44Z', 'updated_at': '2022-05-20T21:09:46Z', 'revision_number': 3, 'project_id': '7fdecc405989411c84ab3315b9aeaeca', 'gw_port': {'id': '1a4697de-d820-41ca-b4aa-8f1871aa2aa2', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:58:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89920af5-497a-49ab-8324-29e033ab82ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:09:45Z', 'updated_at': '2022-05-20T21:09:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:09:47.801537 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d32e0928-70dd-4189-b0e4-56048363bbb8 None None] Checking router: 89920af5-497a-49ab-8324-29e033ab82ce for host: n-d-842733-1 {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 21:09:47.801884 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d32e0928-70dd-4189-b0e4-56048363bbb8 None None] Updating router 89920af5-497a-49ab-8324-29e033ab82ce port 1a4697de-d820-41ca-b4aa-8f1871aa2aa2 binding host n-d-842733-1 {{(pid=103164) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 21:09:47.826002 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 7409600b-db0e-427c-957f-8f99f7652f88 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:09:47.846929 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 51786) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:09:47.858768 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d32e0928-70dd-4189-b0e4-56048363bbb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:47.865440 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-242b9e3e-4d7c-4c03-9248-e6771b267369 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:48.019577 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 7409600b-db0e-427c-957f-8f99f7652f88 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:09:48.020558 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:48.025543 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-6e5e1d2e-7b94-46b6-8944-2e560d7a949e None None] Current status of the port 7409600b-db0e-427c-957f-8f99f7652f88 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:09:48.044204 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-242b9e3e-4d7c-4c03-9248-e6771b267369 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:48.052737 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cfa486e-5a4c-4996-93ce-d4e09caa0d92 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Router 4a7f2386-6723-41a7-8e54-0df1b045a05d has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 21:09:48.105942 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bb18e673-9b25-4c71-a803-5b3bff340ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:48.109491 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-242b9e3e-4d7c-4c03-9248-e6771b267369 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:48.157785 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-242b9e3e-4d7c-4c03-9248-e6771b267369 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=764cb29225b0482a8a4e38c77bab40dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3097904 May 20 21:09:48.163310 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 51788) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:09:48.171140 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242b9e3e-4d7c-4c03-9248-e6771b267369 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=218534f3-976c-4d2b-89ba-de369bc3ba6c,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:09:48.188124 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 7409600b-db0e-427c-957f-8f99f7652f88 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:09:48.254253 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cfa486e-5a4c-4996-93ce-d4e09caa0d92 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 21:09:48.260802 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2cfa486e-5a4c-4996-93ce-d4e09caa0d92 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for floatingip, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:48.268236 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b66993b-8b0b-4723-9f15-76ed1f7933f9 None None] Sync routers for ids ['4a7f2386-6723-41a7-8e54-0df1b045a05d'] in n-d-842733-1 {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 21:09:48.279332 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d32e0928-70dd-4189-b0e4-56048363bbb8 None None] Notify callbacks [] for port, precommit_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:48.291184 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-feb45eaf-854b-4880-bc63-5e538415b522 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:48.307042 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-2cfa486e-5a4c-4996-93ce-d4e09caa0d92 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] 10.222.0.35 "DELETE /v2.0/floatingips/57861873-c779-4015-b122-27c49e86ddee HTTP/1.1" status: 204 len: 168 time: 1.7036138 May 20 21:09:48.307382 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 51790) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:09:48.347231 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-feb45eaf-854b-4880-bc63-5e538415b522 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:48.349002 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d32e0928-70dd-4189-b0e4-56048363bbb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:48.386163 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b66993b-8b0b-4723-9f15-76ed1f7933f9 None None] Routers {'4a7f2386-6723-41a7-8e54-0df1b045a05d'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:09:48.386683 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-5b66993b-8b0b-4723-9f15-76ed1f7933f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:09:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['4a7f2386-6723-41a7-8e54-0df1b045a05d'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:09:48.429463 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-5b66993b-8b0b-4723-9f15-76ed1f7933f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:09:48.433546 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-bb18e673-9b25-4c71-a803-5b3bff340ad3 admin admin] Allocated IP 172.20.0.1 (68a7d121-da9c-4961-a87a-776dc042edbe/eb9df1f9-5c90-4a5f-b716-5ed54cdea1e6/02bac4e6-5179-42c2-baf5-98275ad4d33f) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:09:48.445325 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b66993b-8b0b-4723-9f15-76ed1f7933f9 None None] Routers {'4a7f2386-6723-41a7-8e54-0df1b045a05d'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:09:48.452872 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-5b66993b-8b0b-4723-9f15-76ed1f7933f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:09:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['4a7f2386-6723-41a7-8e54-0df1b045a05d'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:09:48.456849 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-8c24e1b0-56b2-4ea5-937a-015cb442fb7f tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Deleting port 156e3b4f-df19-4e9e-9313-5440f9cd1c84 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:09:48.457249 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8c24e1b0-56b2-4ea5-937a-015cb442fb7f tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:48.491714 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-5b66993b-8b0b-4723-9f15-76ed1f7933f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:09:48.494119 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b66993b-8b0b-4723-9f15-76ed1f7933f9 None None] The sync data for ids ['4a7f2386-6723-41a7-8e54-0df1b045a05d'] in n-d-842733-1 is: [] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 21:09:48.528371 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-feb45eaf-854b-4880-bc63-5e538415b522 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:48.531180 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-feb45eaf-854b-4880-bc63-5e538415b522 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:48.534747 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-feb45eaf-854b-4880-bc63-5e538415b522 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/218534f3-976c-4d2b-89ba-de369bc3ba6c HTTP/1.1" status: 204 len: 168 time: 0.3681388 May 20 21:09:48.548539 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb45eaf-854b-4880-bc63-5e538415b522 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=218534f3-976c-4d2b-89ba-de369bc3ba6c,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:09:48.578191 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bb18e673-9b25-4c71-a803-5b3bff340ad3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:48.595299 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8c24e1b0-56b2-4ea5-937a-015cb442fb7f tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:48.611750 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-8c24e1b0-56b2-4ea5-937a-015cb442fb7f tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Calling delete_port for 156e3b4f-df19-4e9e-9313-5440f9cd1c84 owned by {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:09:48.621348 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846a8d74-7b8d-4f3c-aa73-73084a6ba647 None None] Pushing event updated for resources: {'Port': ['ID=1a4697de-d820-41ca-b4aa-8f1871aa2aa2,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:09:48.625105 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-d32e0928-70dd-4189-b0e4-56048363bbb8 None None] Attempting to bind port 1a4697de-d820-41ca-b4aa-8f1871aa2aa2 on host n-d-842733-1 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:09:48.625718 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-d32e0928-70dd-4189-b0e4-56048363bbb8 None None] Attempting to bind port 1a4697de-d820-41ca-b4aa-8f1871aa2aa2 by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': '0b5485c4-eff8-42a1-9073-ae54ed4c63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:09:48.626318 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d32e0928-70dd-4189-b0e4-56048363bbb8 None None] Attempting to bind port 1a4697de-d820-41ca-b4aa-8f1871aa2aa2 on network e3a93b5c-91e2-4064-9c2c-1afc261bfe15 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:09:48.634153 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d32e0928-70dd-4189-b0e4-56048363bbb8 None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 21, 9, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 21:09:48.634153 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d32e0928-70dd-4189-b0e4-56048363bbb8 None None] Checking segment: {'id': '0b5485c4-eff8-42a1-9073-ae54ed4c63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:09:48.634966 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d32e0928-70dd-4189-b0e4-56048363bbb8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:48.635352 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d32e0928-70dd-4189-b0e4-56048363bbb8 None None] Bound using segment: {'id': '0b5485c4-eff8-42a1-9073-ae54ed4c63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 21:09:48.635819 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-d32e0928-70dd-4189-b0e4-56048363bbb8 None None] Bound port: 1a4697de-d820-41ca-b4aa-8f1871aa2aa2, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b5485c4-eff8-42a1-9073-ae54ed4c63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:09:48.636263 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d32e0928-70dd-4189-b0e4-56048363bbb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:48.669559 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bb18e673-9b25-4c71-a803-5b3bff340ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:48.714336 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-d32e0928-70dd-4189-b0e4-56048363bbb8 None None] For port 1a4697de-d820-41ca-b4aa-8f1871aa2aa2, host n-d-842733-1, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 21:09:48.719370 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb18e673-9b25-4c71-a803-5b3bff340ad3 admin admin] Network 68a7d121-da9c-4961-a87a-776dc042edbe is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:09:48.719972 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-d32e0928-70dd-4189-b0e4-56048363bbb8 None None] For port 1a4697de-d820-41ca-b4aa-8f1871aa2aa2, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=1a4697de-d820-41ca-b4aa-8f1871aa2aa2,segment=NetworkSegment(0b5485c4-eff8-42a1-9073-ae54ed4c63ba),segment_id=0b5485c4-eff8-42a1-9073-ae54ed4c63ba)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 21:09:48.724690 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-bb18e673-9b25-4c71-a803-5b3bff340ad3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:09:48.738599 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb18e673-9b25-4c71-a803-5b3bff340ad3 admin admin] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:09:48.769157 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb18e673-9b25-4c71-a803-5b3bff340ad3 admin admin] Pushing event updated for resources: {'Port': ['ID=02bac4e6-5179-42c2-baf5-98275ad4d33f,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:09:48.790728 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bb18e673-9b25-4c71-a803-5b3bff340ad3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748409'] for router_interface, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:48.796171 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d32e0928-70dd-4189-b0e4-56048363bbb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:48.901599 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846a8d74-7b8d-4f3c-aa73-73084a6ba647 None None] Pushing event updated for resources: {'Port': ['ID=1a4697de-d820-41ca-b4aa-8f1871aa2aa2,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:09:48.911515 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d32e0928-70dd-4189-b0e4-56048363bbb8 None None] Routers {'89920af5-497a-49ab-8324-29e033ab82ce'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:09:48.912244 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-d32e0928-70dd-4189-b0e4-56048363bbb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:09:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['89920af5-497a-49ab-8324-29e033ab82ce'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:09:48.938521 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8c24e1b0-56b2-4ea5-937a-015cb442fb7f tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:49.007621 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c24e1b0-56b2-4ea5-937a-015cb442fb7f tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Pushing event deleted for resources: {'Port': ['ID=156e3b4f-df19-4e9e-9313-5440f9cd1c84,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:09:49.084096 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-d32e0928-70dd-4189-b0e4-56048363bbb8 None None] Set router 89920af5-497a-49ab-8324-29e033ab82ce gateway port host: n-d-842733-1 {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:09:49.087011 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-6dda017d-bb55-4dfa-abd3-a6a28b09ce30 None None] Provisioning complete for port 02bac4e6-5179-42c2-baf5-98275ad4d33f triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:09:49.087421 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-6dda017d-bb55-4dfa-abd3-a6a28b09ce30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:49.105142 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8c24e1b0-56b2-4ea5-937a-015cb442fb7f tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:49.112632 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-8c24e1b0-56b2-4ea5-937a-015cb442fb7f tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] 10.222.0.35 "DELETE /v2.0/ports/156e3b4f-df19-4e9e-9313-5440f9cd1c84 HTTP/1.1" status: 204 len: 168 time: 0.8005435 May 20 21:09:49.113347 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 51800) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:09:49.118081 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-84c7d72d-2f2d-42f5-9da9-f2810af9f16c tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Request body: {'floatingip': {'floating_network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:09:49.144085 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bb18e673-9b25-4c71-a803-5b3bff340ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:49.214482 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-84c7d72d-2f2d-42f5-9da9-f2810af9f16c tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks [] for floatingip, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:49.242276 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-6dda017d-bb55-4dfa-abd3-a6a28b09ce30 None None] Port 02bac4e6-5179-42c2-baf5-98275ad4d33f cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 21:09:49.325697 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-d32e0928-70dd-4189-b0e4-56048363bbb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89920af5-497a-49ab-8324-29e033ab82ce', 'name': 'tempest-TestServerBasicOps-1989938131-router', 'tenant_id': '7fdecc405989411c84ab3315b9aeaeca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.17'}], 'enable_snat': True}, 'gw_port_id': '1a4697de-d820-41ca-b4aa-8f1871aa2aa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:09:44Z', 'updated_at': '2022-05-20T21:09:46Z', 'revision_number': 3, 'project_id': '7fdecc405989411c84ab3315b9aeaeca', 'gw_port': {'id': '1a4697de-d820-41ca-b4aa-8f1871aa2aa2', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:58:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89920af5-497a-49ab-8324-29e033ab82ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:09:45Z', 'updated_at': '2022-05-20T21:09:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:09:49.343642 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-84c7d72d-2f2d-42f5-9da9-f2810af9f16c tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:49.350161 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bb18e673-9b25-4c71-a803-5b3bff340ad3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:49.358539 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d32e0928-70dd-4189-b0e4-56048363bbb8 None None] The sync data for ids ['89920af5-497a-49ab-8324-29e033ab82ce'] in n-d-842733-1 is: [{'id': '89920af5-497a-49ab-8324-29e033ab82ce', 'name': 'tempest-TestServerBasicOps-1989938131-router', 'tenant_id': '7fdecc405989411c84ab3315b9aeaeca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.17'}], 'enable_snat': True}, 'gw_port_id': '1a4697de-d820-41ca-b4aa-8f1871aa2aa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:09:44Z', 'updated_at': '2022-05-20T21:09:46Z', 'revision_number': 3, 'project_id': '7fdecc405989411c84ab3315b9aeaeca', 'gw_port': {'id': '1a4697de-d820-41ca-b4aa-8f1871aa2aa2', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:58:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89920af5-497a-49ab-8324-29e033ab82ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:09:45Z', 'updated_at': '2022-05-20T21:09:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 21:09:49.408812 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bb18e673-9b25-4c71-a803-5b3bff340ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:49.476780 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-84c7d72d-2f2d-42f5-9da9-f2810af9f16c tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Allocated IP 172.25.2.5 (e3a93b5c-91e2-4064-9c2c-1afc261bfe15/86fee0c1-6e34-488b-9216-b2b8e7ef585a/ae885bcb-a183-48c1-a524-07d1f81a3a55) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:09:49.486578 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bb18e673-9b25-4c71-a803-5b3bff340ad3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748437'] for router_interface, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:49.489323 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb18e673-9b25-4c71-a803-5b3bff340ad3 admin admin] Pushing event updated for resources: {'Port': ['ID=02bac4e6-5179-42c2-baf5-98275ad4d33f,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:09:49.596105 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-84c7d72d-2f2d-42f5-9da9-f2810af9f16c tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:49.616872 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb18e673-9b25-4c71-a803-5b3bff340ad3 admin admin] Network 68a7d121-da9c-4961-a87a-776dc042edbe is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:09:49.619156 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-bb18e673-9b25-4c71-a803-5b3bff340ad3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:09:49.710726 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-84c7d72d-2f2d-42f5-9da9-f2810af9f16c tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:49.800949 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84c7d72d-2f2d-42f5-9da9-f2810af9f16c tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Network e3a93b5c-91e2-4064-9c2c-1afc261bfe15 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:09:49.809687 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c7d72d-2f2d-42f5-9da9-f2810af9f16c tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Pushing event updated for resources: {'Port': ['ID=ae885bcb-a183-48c1-a524-07d1f81a3a55,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:09:49.814101 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-84c7d72d-2f2d-42f5-9da9-f2810af9f16c tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:09:49.816391 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c7d72d-2f2d-42f5-9da9-f2810af9f16c tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:09:49.829629 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb18e673-9b25-4c71-a803-5b3bff340ad3 admin admin] Router 89920af5-497a-49ab-8324-29e033ab82ce has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 21:09:49.964226 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 7409600b-db0e-427c-957f-8f99f7652f88 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:09:50.004282 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb18e673-9b25-4c71-a803-5b3bff340ad3 admin admin] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 21:09:50.021313 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-bb18e673-9b25-4c71-a803-5b3bff340ad3 admin admin] 10.222.0.35 "PUT /v2.0/routers/89920af5-497a-49ab-8324-29e033ab82ce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8446050 May 20 21:09:50.021870 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-84c7d72d-2f2d-42f5-9da9-f2810af9f16c tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:50.031024 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ce15c88c-99c3-4fe2-a7a8-021c47c916a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:50.068072 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 7409600b-db0e-427c-957f-8f99f7652f88 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:09:50.069050 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:50.111442 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-28545058-0a41-42ba-90e0-facbf17ce977 None None] Provisioning complete for port 02bac4e6-5179-42c2-baf5-98275ad4d33f triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:09:50.112136 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-28545058-0a41-42ba-90e0-facbf17ce977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:50.157675 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-28545058-0a41-42ba-90e0-facbf17ce977 None None] Port 02bac4e6-5179-42c2-baf5-98275ad4d33f cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 21:09:50.202312 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-84c7d72d-2f2d-42f5-9da9-f2810af9f16c tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:50.216766 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 7409600b-db0e-427c-957f-8f99f7652f88 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:09:50.217922 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 1a4697de-d820-41ca-b4aa-8f1871aa2aa2 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:09:50.272148 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 1a4697de-d820-41ca-b4aa-8f1871aa2aa2 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:09:50.276064 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:50.377322 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 1a4697de-d820-41ca-b4aa-8f1871aa2aa2 is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:09:50.377713 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:50.407983 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] For port 1a4697de-d820-41ca-b4aa-8f1871aa2aa2, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=1a4697de-d820-41ca-b4aa-8f1871aa2aa2,segment=NetworkSegment(0b5485c4-eff8-42a1-9073-ae54ed4c63ba),segment_id=0b5485c4-eff8-42a1-9073-ae54ed4c63ba)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:09:50.444302 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-84c7d72d-2f2d-42f5-9da9-f2810af9f16c tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks [] for port, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:50.475237 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:50.531815 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-84c7d72d-2f2d-42f5-9da9-f2810af9f16c tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:50.532538 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Pushing event updated for resources: {'Port': ['ID=1a4697de-d820-41ca-b4aa-8f1871aa2aa2,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:09:50.611515 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c7d72d-2f2d-42f5-9da9-f2810af9f16c tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Pushing event updated for resources: {'Port': ['ID=ae885bcb-a183-48c1-a524-07d1f81a3a55,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:09:50.627541 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-84c7d72d-2f2d-42f5-9da9-f2810af9f16c tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748272'] for floatingip, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:50.706334 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-84c7d72d-2f2d-42f5-9da9-f2810af9f16c tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for floatingip, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:50.707908 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-84c7d72d-2f2d-42f5-9da9-f2810af9f16c tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.5932105 May 20 21:09:50.710610 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 51834) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:09:50.716081 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-2cfd1fe3-a88b-4d41-bec3-6bf7c6ed8482 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Request body: {'port': {'network_id': '3e5ef4b9-af55-447c-b8f6-aef006515469', 'name': 'tempest-FloatingIPTestJSON-1966164170'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:09:50.908487 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cfd1fe3-a88b-4d41-bec3-6bf7c6ed8482 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Made reservation on behalf of 04f26c2e2c8d4a7f9c417d991425d134 for: {'port': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:09:50.912036 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2cfd1fe3-a88b-4d41-bec3-6bf7c6ed8482 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:50.932845 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [None req-2cfd1fe3-a88b-4d41-bec3-6bf7c6ed8482 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] device_id is not set on port cad2f7e6-b14d-4dc8-b021-8140605d864b yet. {{(pid=103163) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 20 21:09:50.982638 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 51844) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:09:50.987905 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-e40112dd-fd2c-408d-900f-ba4075951d3b admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1659246172-network', 'tenant_id': '85b2115ee62348c8b058e6c630ed9b37'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:09:51.077625 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-2cfd1fe3-a88b-4d41-bec3-6bf7c6ed8482 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Allocated IP 172.20.0.2 (3e5ef4b9-af55-447c-b8f6-aef006515469/a7b0a496-c7eb-477f-90b8-2c1a6e32b1bd/cad2f7e6-b14d-4dc8-b021-8140605d864b) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:09:51.109396 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e40112dd-fd2c-408d-900f-ba4075951d3b admin admin] Made reservation on behalf of 85b2115ee62348c8b058e6c630ed9b37 for: {'network': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:09:51.111690 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e40112dd-fd2c-408d-900f-ba4075951d3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for network, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:51.123251 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e40112dd-fd2c-408d-900f-ba4075951d3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:51.215380 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e40112dd-fd2c-408d-900f-ba4075951d3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:51.268084 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2cfd1fe3-a88b-4d41-bec3-6bf7c6ed8482 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:51.275918 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e40112dd-fd2c-408d-900f-ba4075951d3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:51.302239 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e40112dd-fd2c-408d-900f-ba4075951d3b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 232} {{(pid=103162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 21:09:51.311933 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40112dd-fd2c-408d-900f-ba4075951d3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca900328-f347-45a2-b2aa-e94758e5a816,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:09:51.317991 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e40112dd-fd2c-408d-900f-ba4075951d3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:51.318337 n-d-842733-1 neutron-server[103162]: INFO neutron.db.segments_db [None req-e40112dd-fd2c-408d-900f-ba4075951d3b admin admin] Added segment ad8a854f-ec77-45e5-b643-d833a5d151ca of type vlan for network 125b8c7f-2f90-4cdf-a8a1-f4323c6d62d6 May 20 21:09:51.362243 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e40112dd-fd2c-408d-900f-ba4075951d3b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418993264'] for network, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:51.385797 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2cfd1fe3-a88b-4d41-bec3-6bf7c6ed8482 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:51.435885 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e40112dd-fd2c-408d-900f-ba4075951d3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524'] for network, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:51.436909 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e40112dd-fd2c-408d-900f-ba4075951d3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:09:51.437521 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e40112dd-fd2c-408d-900f-ba4075951d3b admin admin] Notify callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:51.443938 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cfd1fe3-a88b-4d41-bec3-6bf7c6ed8482 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Network 3e5ef4b9-af55-447c-b8f6-aef006515469 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:09:51.448401 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-2cfd1fe3-a88b-4d41-bec3-6bf7c6ed8482 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:09:51.455350 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cfd1fe3-a88b-4d41-bec3-6bf7c6ed8482 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:09:51.458137 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1720722-7196-4db5-8385-ac2d4c879f53 None None] Sync routers for ids ['89920af5-497a-49ab-8324-29e033ab82ce'] in n-d-842733-1 {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 21:09:51.460033 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfd1fe3-a88b-4d41-bec3-6bf7c6ed8482 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Pushing event updated for resources: {'Port': ['ID=cad2f7e6-b14d-4dc8-b021-8140605d864b,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:09:51.473603 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1720722-7196-4db5-8385-ac2d4c879f53 None None] Routers {'89920af5-497a-49ab-8324-29e033ab82ce'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:09:51.474567 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-b1720722-7196-4db5-8385-ac2d4c879f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:09:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['89920af5-497a-49ab-8324-29e033ab82ce'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:09:51.529683 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cfd1fe3-a88b-4d41-bec3-6bf7c6ed8482 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:09:51.533110 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2cfd1fe3-a88b-4d41-bec3-6bf7c6ed8482 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:51.544163 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40112dd-fd2c-408d-900f-ba4075951d3b admin admin] Pushing event updated for resources: {'Network': ['ID=125b8c7f-2f90-4cdf-a8a1-f4323c6d62d6,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:09:51.576138 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Network 125b8c7f-2f90-4cdf-a8a1-f4323c6d62d6 details requested by agent ovs-agent-n-d-842733-1 with host n-d-842733-1 {{(pid=103164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 20 21:09:51.605139 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-e40112dd-fd2c-408d-900f-ba4075951d3b admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6212134 May 20 21:09:51.606140 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-2cfd1fe3-a88b-4d41-bec3-6bf7c6ed8482 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.8943594 May 20 21:09:51.607781 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 51858) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:09:51.608513 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 51860) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:09:51.613769 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-eb4024ec-4b3f-48bb-a7d6-ffb21b8968ce admin admin] Request body: {'subnet': {'network_id': '125b8c7f-2f90-4cdf-a8a1-f4323c6d62d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1659246172-subnet', 'tenant_id': '85b2115ee62348c8b058e6c630ed9b37', 'ip_version': 4}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:09:51.617712 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-08adac3b-599c-4c41-bbf3-96d73822349d tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Request body: {'floatingip': {'port_id': 'cad2f7e6-b14d-4dc8-b021-8140605d864b'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:09:51.658111 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-b1720722-7196-4db5-8385-ac2d4c879f53 None None] Set router 89920af5-497a-49ab-8324-29e033ab82ce gateway port host: n-d-842733-1 {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:09:51.669099 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-08adac3b-599c-4c41-bbf3-96d73822349d tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks [] for floatingip, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:51.704866 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb4024ec-4b3f-48bb-a7d6-ffb21b8968ce admin admin] Made reservation on behalf of 85b2115ee62348c8b058e6c630ed9b37 for: {'subnet': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:09:51.713539 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-eb4024ec-4b3f-48bb-a7d6-ffb21b8968ce admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4018244'] for subnet, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:51.774913 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 1a4697de-d820-41ca-b4aa-8f1871aa2aa2 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:09:51.902642 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 1a4697de-d820-41ca-b4aa-8f1871aa2aa2 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:09:51.903294 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:51.956301 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-eb4024ec-4b3f-48bb-a7d6-ffb21b8968ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3797684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4018258'] for subnet, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:52.019728 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4024ec-4b3f-48bb-a7d6-ffb21b8968ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb8f4361-27b6-409f-b8d3-89c97403fc63,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:09:52.022732 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-b1720722-7196-4db5-8385-ac2d4c879f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89920af5-497a-49ab-8324-29e033ab82ce', 'name': 'tempest-TestServerBasicOps-1989938131-router', 'tenant_id': '7fdecc405989411c84ab3315b9aeaeca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.17'}], 'enable_snat': True}, 'gw_port_id': '1a4697de-d820-41ca-b4aa-8f1871aa2aa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:09:44Z', 'updated_at': '2022-05-20T21:09:49Z', 'revision_number': 4, 'project_id': '7fdecc405989411c84ab3315b9aeaeca', 'gw_port': {'id': '1a4697de-d820-41ca-b4aa-8f1871aa2aa2', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:58:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89920af5-497a-49ab-8324-29e033ab82ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:09:45Z', 'updated_at': '2022-05-20T21:09:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': '02bac4e6-5179-42c2-baf5-98275ad4d33f', 'name': '', 'network_id': '68a7d121-da9c-4961-a87a-776dc042edbe', 'tenant_id': '7fdecc405989411c84ab3315b9aeaeca', 'mac_address': 'fa:16:3e:da:c7:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89920af5-497a-49ab-8324-29e033ab82ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3690, 'fixed_ips': [{'subnet_id': 'eb9df1f9-5c90-4a5f-b716-5ed54cdea1e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:09:48Z', 'updated_at': '2022-05-20T21:09:49Z', 'revision_number': 2, 'project_id': '7fdecc405989411c84ab3315b9aeaeca', 'subnets': [{'id': 'eb9df1f9-5c90-4a5f-b716-5ed54cdea1e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:09:52.028117 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 1a4697de-d820-41ca-b4aa-8f1871aa2aa2 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:09:52.031028 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb4024ec-4b3f-48bb-a7d6-ffb21b8968ce admin admin] Checking segment: {'id': 'ad8a854f-ec77-45e5-b643-d833a5d151ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '125b8c7f-2f90-4cdf-a8a1-f4323c6d62d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:09:52.031454 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb4024ec-4b3f-48bb-a7d6-ffb21b8968ce admin admin] Network hostable DHCP agents. Network: 125b8c7f-2f90-4cdf-a8a1-f4323c6d62d6, hostable agents: ['c9b0653c-f3c7-4339-bd50-e3754b629216'], hosted agents: [] {{(pid=103162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 21:09:52.059565 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1720722-7196-4db5-8385-ac2d4c879f53 None None] Checking router: 89920af5-497a-49ab-8324-29e033ab82ce for host: n-d-842733-1 {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 21:09:52.064361 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1720722-7196-4db5-8385-ac2d4c879f53 None None] Updating router 89920af5-497a-49ab-8324-29e033ab82ce port 02bac4e6-5179-42c2-baf5-98275ad4d33f binding host n-d-842733-1 {{(pid=103164) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 21:09:52.090912 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b1720722-7196-4db5-8385-ac2d4c879f53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:52.104273 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb4024ec-4b3f-48bb-a7d6-ffb21b8968ce admin admin] Network 125b8c7f-2f90-4cdf-a8a1-f4323c6d62d6 is scheduled to be hosted by DHCP agent c9b0653c-f3c7-4339-bd50-e3754b629216 with binding_index 1 {{(pid=103162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 21:09:52.177424 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-eb4024ec-4b3f-48bb-a7d6-ffb21b8968ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842733-1, 125b8c7f-2f90-4cdf-a8a1-f4323c6d62d6) {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:09:52.186923 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb4024ec-4b3f-48bb-a7d6-ffb21b8968ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:09:52.187132 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-eb4024ec-4b3f-48bb-a7d6-ffb21b8968ce admin admin] Notify callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:52.203354 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-08adac3b-599c-4c41-bbf3-96d73822349d tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:52.204434 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d49c48ec-21b9-4603-aec2-de6553656b7b None None] Network 125b8c7f-2f90-4cdf-a8a1-f4323c6d62d6 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:09:52.265954 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-eb4024ec-4b3f-48bb-a7d6-ffb21b8968ce admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6569641 May 20 21:09:52.268790 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 51864) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:09:52.273453 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-06cf4623-54a5-4e32-b4a7-638c00754a2d admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1659246172-router', 'tenant_id': '85b2115ee62348c8b058e6c630ed9b37', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'}}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:09:52.292916 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-08adac3b-599c-4c41-bbf3-96d73822349d tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748272'] for floatingip, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:52.358510 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-dc513939-de3e-465d-ba7e-f14d3c345f98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:52.372981 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-06cf4623-54a5-4e32-b4a7-638c00754a2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-694221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26155'] for router, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:52.374402 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-06cf4623-54a5-4e32-b4a7-638c00754a2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-693085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748153', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-718080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26162'] for router, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:52.411150 n-d-842733-1 neutron-server[103163]: INFO neutron.db.l3_db [None req-08adac3b-599c-4c41-bbf3-96d73822349d tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Floating IP 13782385-1e23-4640-8490-33c5fbe15f79 associated. External IP: 172.25.2.5, port: cad2f7e6-b14d-4dc8-b021-8140605d864b. May 20 21:09:52.434776 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-06cf4623-54a5-4e32-b4a7-638c00754a2d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:52.470615 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26b9f2d2-06e9-417c-94e5-ed6fcb3b6731 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaee2b848-d4b9-5db1-b6ef-d6db29d67de7-125b8c7f-2f90-4cdf-a8a1-f4323c6d62d6', 'network_id': '125b8c7f-2f90-4cdf-a8a1-f4323c6d62d6', 'tenant_id': '85b2115ee62348c8b058e6c630ed9b37', 'fixed_ips': [{'subnet_id': 'fb8f4361-27b6-409f-b8d3-89c97403fc63'}]}} from n-d-842733-1. {{(pid=103164) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 21:09:52.471462 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-26b9f2d2-06e9-417c-94e5-ed6fcb3b6731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:52.656243 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08adac3b-599c-4c41-bbf3-96d73822349d tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Router 4a7f2386-6723-41a7-8e54-0df1b045a05d has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 21:09:52.656830 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-06cf4623-54a5-4e32-b4a7-638c00754a2d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:52.673869 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b1720722-7196-4db5-8385-ac2d4c879f53 None None] Notify callbacks [] for port, precommit_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:52.753042 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b1720722-7196-4db5-8385-ac2d4c879f53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:52.807358 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08adac3b-599c-4c41-bbf3-96d73822349d tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 21:09:52.812567 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-08adac3b-599c-4c41-bbf3-96d73822349d tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for floatingip, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:52.830185 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02456b8d-6223-424d-b8f7-4decc34c4f4e None None] Sync routers for ids ['4a7f2386-6723-41a7-8e54-0df1b045a05d'] in n-d-842733-1 {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 21:09:52.853987 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53079533-ceaa-4c8d-a882-c9034f62c6f7 req-1a55e4c6-7a5f-47cc-921e-1d0b5652bdd8 tempest-TestNetworkAdvancedServerOps-173437749 tempest-TestNetworkAdvancedServerOps-173437749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:09:52.855961 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02456b8d-6223-424d-b8f7-4decc34c4f4e None None] Routers {'4a7f2386-6723-41a7-8e54-0df1b045a05d'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:09:52.856884 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-02456b8d-6223-424d-b8f7-4decc34c4f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:09:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['4a7f2386-6723-41a7-8e54-0df1b045a05d'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:09:52.860751 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c47dda-abca-4d5b-9d97-056516a929e2 None None] Pushing event updated for resources: {'Port': ['ID=02bac4e6-5179-42c2-baf5-98275ad4d33f,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:09:52.860925 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-53079533-ceaa-4c8d-a882-c9034f62c6f7 req-1a55e4c6-7a5f-47cc-921e-1d0b5652bdd8 tempest-TestNetworkAdvancedServerOps-173437749 tempest-TestNetworkAdvancedServerOps-173437749-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=4ba39278-6629-446d-ae0e-cba76bdf80e2 HTTP/1.1" status: 200 len: 1098 time: 0.1033440 May 20 21:09:52.887573 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [None req-26b9f2d2-06e9-417c-94e5-ed6fcb3b6731 None None] Allocated IP 172.20.0.2 (125b8c7f-2f90-4cdf-a8a1-f4323c6d62d6/fb8f4361-27b6-409f-b8d3-89c97403fc63/1f03272c-d466-487c-96c6-21cb0aa2c486) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:09:52.902305 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-08adac3b-599c-4c41-bbf3-96d73822349d tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] 10.222.0.35 "PUT /v2.0/floatingips/13782385-1e23-4640-8490-33c5fbe15f79 HTTP/1.1" status: 200 len: 976 time: 1.2927053 May 20 21:09:52.914097 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-b1720722-7196-4db5-8385-ac2d4c879f53 None None] Attempting to bind port 02bac4e6-5179-42c2-baf5-98275ad4d33f on host n-d-842733-1 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:09:52.914487 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-b1720722-7196-4db5-8385-ac2d4c879f53 None None] Attempting to bind port 02bac4e6-5179-42c2-baf5-98275ad4d33f by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': '6ef5c97e-4a0a-449b-8d6c-547dbdc0992d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '68a7d121-da9c-4961-a87a-776dc042edbe'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:09:52.915105 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1720722-7196-4db5-8385-ac2d4c879f53 None None] Attempting to bind port 02bac4e6-5179-42c2-baf5-98275ad4d33f on network 68a7d121-da9c-4961-a87a-776dc042edbe {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:09:52.916538 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 51870) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:09:52.926751 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-02456b8d-6223-424d-b8f7-4decc34c4f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:09:52.929958 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1720722-7196-4db5-8385-ac2d4c879f53 None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 21, 9, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 21:09:52.930906 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1720722-7196-4db5-8385-ac2d4c879f53 None None] Checking segment: {'id': '6ef5c97e-4a0a-449b-8d6c-547dbdc0992d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '68a7d121-da9c-4961-a87a-776dc042edbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:09:52.931597 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b1720722-7196-4db5-8385-ac2d4c879f53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:52.932041 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1720722-7196-4db5-8385-ac2d4c879f53 None None] Bound using segment: {'id': '6ef5c97e-4a0a-449b-8d6c-547dbdc0992d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '68a7d121-da9c-4961-a87a-776dc042edbe'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 21:09:52.932513 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-b1720722-7196-4db5-8385-ac2d4c879f53 None None] Bound port: 02bac4e6-5179-42c2-baf5-98275ad4d33f, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ef5c97e-4a0a-449b-8d6c-547dbdc0992d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '68a7d121-da9c-4961-a87a-776dc042edbe'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:09:52.932892 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b1720722-7196-4db5-8385-ac2d4c879f53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:52.950765 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02456b8d-6223-424d-b8f7-4decc34c4f4e None None] Routers {'4a7f2386-6723-41a7-8e54-0df1b045a05d'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:09:52.953948 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-02456b8d-6223-424d-b8f7-4decc34c4f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:09:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['4a7f2386-6723-41a7-8e54-0df1b045a05d'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:09:52.957608 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-53079533-ceaa-4c8d-a882-c9034f62c6f7 req-2b879b43-e3ab-4d99-84d2-45282410dbb5 tempest-TestNetworkAdvancedServerOps-173437749 tempest-TestNetworkAdvancedServerOps-173437749-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=ea5f90d5-5ae6-4da5-b5b6-cdd9b1e2e803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717027 May 20 21:09:52.995256 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-02456b8d-6223-424d-b8f7-4decc34c4f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:09:52.996144 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02456b8d-6223-424d-b8f7-4decc34c4f4e None None] The sync data for ids ['4a7f2386-6723-41a7-8e54-0df1b045a05d'] in n-d-842733-1 is: [] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 21:09:53.001944 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 51872) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:09:53.004442 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-06cf4623-54a5-4e32-b4a7-638c00754a2d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:53.027825 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-06cf4623-54a5-4e32-b4a7-638c00754a2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:53.068708 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b1720722-7196-4db5-8385-ac2d4c879f53 None None] For port 02bac4e6-5179-42c2-baf5-98275ad4d33f, host n-d-842733-1, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 21:09:53.075005 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b1720722-7196-4db5-8385-ac2d4c879f53 None None] For port 02bac4e6-5179-42c2-baf5-98275ad4d33f, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=02bac4e6-5179-42c2-baf5-98275ad4d33f,segment=NetworkSegment(6ef5c97e-4a0a-449b-8d6c-547dbdc0992d),segment_id=6ef5c97e-4a0a-449b-8d6c-547dbdc0992d)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 21:09:53.153665 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-26b9f2d2-06e9-417c-94e5-ed6fcb3b6731 None None] Notify callbacks [] for port, precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:53.157589 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b1720722-7196-4db5-8385-ac2d4c879f53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:53.169774 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-06cf4623-54a5-4e32-b4a7-638c00754a2d admin admin] Allocated IP 172.25.2.199 (e3a93b5c-91e2-4064-9c2c-1afc261bfe15/86fee0c1-6e34-488b-9216-b2b8e7ef585a/99b5361e-0bcd-4644-baa5-07db0595235f) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:09:53.183387 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-a1bbabaa-ffd2-4fed-8bc4-5c061a4ef689 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Deleting port cad2f7e6-b14d-4dc8-b021-8140605d864b {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:09:53.184074 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a1bbabaa-ffd2-4fed-8bc4-5c061a4ef689 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:53.222498 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1720722-7196-4db5-8385-ac2d4c879f53 None None] Routers {'89920af5-497a-49ab-8324-29e033ab82ce'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:09:53.223134 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-b1720722-7196-4db5-8385-ac2d4c879f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:09:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['89920af5-497a-49ab-8324-29e033ab82ce'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:09:53.231842 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-69dbefac-a277-4eda-a246-700cd90a483f tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Deleting port c6b54dcb-837e-4cdc-bfd7-c14a8779bd87 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:09:53.232740 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-69dbefac-a277-4eda-a246-700cd90a483f tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:53.283455 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-26b9f2d2-06e9-417c-94e5-ed6fcb3b6731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108'] for port, after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:53.296985 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c47dda-abca-4d5b-9d97-056516a929e2 None None] Pushing event updated for resources: {'Port': ['ID=02bac4e6-5179-42c2-baf5-98275ad4d33f,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:09:53.379351 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26b9f2d2-06e9-417c-94e5-ed6fcb3b6731 None None] Network 125b8c7f-2f90-4cdf-a8a1-f4323c6d62d6 is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:09:53.382178 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-69dbefac-a277-4eda-a246-700cd90a483f tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:53.382511 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-69dbefac-a277-4eda-a246-700cd90a483f tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:53.398519 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-69dbefac-a277-4eda-a246-700cd90a483f tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Calling delete_port for c6b54dcb-837e-4cdc-bfd7-c14a8779bd87 owned by network:floatingip {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:09:53.419133 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-d29bb1ff-077e-4ea9-98b6-922dadc43f05 None None] Provisioning complete for port 02bac4e6-5179-42c2-baf5-98275ad4d33f triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:09:53.419505 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d29bb1ff-077e-4ea9-98b6-922dadc43f05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:53.429650 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a1bbabaa-ffd2-4fed-8bc4-5c061a4ef689 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:53.466821 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-26b9f2d2-06e9-417c-94e5-ed6fcb3b6731 None None] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:09:53.475590 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b9f2d2-06e9-417c-94e5-ed6fcb3b6731 None None] Received port after_create {{(pid=103164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:09:53.546270 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b9f2d2-06e9-417c-94e5-ed6fcb3b6731 None None] Pushing event updated for resources: {'Port': ['ID=1f03272c-d466-487c-96c6-21cb0aa2c486,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:09:53.565272 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-06cf4623-54a5-4e32-b4a7-638c00754a2d admin admin] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:53.594472 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-b1720722-7196-4db5-8385-ac2d4c879f53 None None] Set router 89920af5-497a-49ab-8324-29e033ab82ce gateway port host: n-d-842733-1 {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:09:53.644615 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-26b9f2d2-06e9-417c-94e5-ed6fcb3b6731 None None] Attempting to bind port 1f03272c-d466-487c-96c6-21cb0aa2c486 on host n-d-842733-1 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:09:53.644615 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-26b9f2d2-06e9-417c-94e5-ed6fcb3b6731 None None] Attempting to bind port 1f03272c-d466-487c-96c6-21cb0aa2c486 by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': 'ad8a854f-ec77-45e5-b643-d833a5d151ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '125b8c7f-2f90-4cdf-a8a1-f4323c6d62d6'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:09:53.644615 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26b9f2d2-06e9-417c-94e5-ed6fcb3b6731 None None] Attempting to bind port 1f03272c-d466-487c-96c6-21cb0aa2c486 on network 125b8c7f-2f90-4cdf-a8a1-f4323c6d62d6 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:09:53.663274 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26b9f2d2-06e9-417c-94e5-ed6fcb3b6731 None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 21, 9, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 21:09:53.664076 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26b9f2d2-06e9-417c-94e5-ed6fcb3b6731 None None] Checking segment: {'id': 'ad8a854f-ec77-45e5-b643-d833a5d151ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '125b8c7f-2f90-4cdf-a8a1-f4323c6d62d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:09:53.664722 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-26b9f2d2-06e9-417c-94e5-ed6fcb3b6731 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:53.665306 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26b9f2d2-06e9-417c-94e5-ed6fcb3b6731 None None] Bound using segment: {'id': 'ad8a854f-ec77-45e5-b643-d833a5d151ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '125b8c7f-2f90-4cdf-a8a1-f4323c6d62d6'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 21:09:53.665735 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-26b9f2d2-06e9-417c-94e5-ed6fcb3b6731 None None] Bound port: 1f03272c-d466-487c-96c6-21cb0aa2c486, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad8a854f-ec77-45e5-b643-d833a5d151ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '125b8c7f-2f90-4cdf-a8a1-f4323c6d62d6'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:09:53.666107 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-26b9f2d2-06e9-417c-94e5-ed6fcb3b6731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:53.689027 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-d29bb1ff-077e-4ea9-98b6-922dadc43f05 None None] Current status of the port 02bac4e6-5179-42c2-baf5-98275ad4d33f is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:09:53.689432 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d29bb1ff-077e-4ea9-98b6-922dadc43f05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:53.698824 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-69dbefac-a277-4eda-a246-700cd90a483f tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:53.734364 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dbefac-a277-4eda-a246-700cd90a483f tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Pushing event deleted for resources: {'Port': ['ID=c6b54dcb-837e-4cdc-bfd7-c14a8779bd87,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:09:53.789526 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-69dbefac-a277-4eda-a246-700cd90a483f tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks [] for floatingip, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:53.790049 n-d-842733-1 neutron-server[103163]: INFO neutron.db.l3_db [None req-69dbefac-a277-4eda-a246-700cd90a483f tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Floating IP dce254df-fd21-4c8e-8f86-a1cb4dc8e444 disassociated (deleted). External IP: 172.25.2.131, port: 11805006-a585-417b-ae9b-89663bea61fd. May 20 21:09:53.790701 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a1bbabaa-ffd2-4fed-8bc4-5c061a4ef689 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:53.790950 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a1bbabaa-ffd2-4fed-8bc4-5c061a4ef689 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748272'] for floatingip, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:53.791269 n-d-842733-1 neutron-server[103162]: INFO neutron.db.l3_db [None req-a1bbabaa-ffd2-4fed-8bc4-5c061a4ef689 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Floating IP 13782385-1e23-4640-8490-33c5fbe15f79 disassociated. External IP: 172.25.2.5, port: cad2f7e6-b14d-4dc8-b021-8140605d864b. May 20 21:09:53.791612 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-a1bbabaa-ffd2-4fed-8bc4-5c061a4ef689 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Calling delete_port for cad2f7e6-b14d-4dc8-b021-8140605d864b owned by {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:09:53.851716 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-06cf4623-54a5-4e32-b4a7-638c00754a2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:53.857787 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-d29bb1ff-077e-4ea9-98b6-922dadc43f05 None None] For port 02bac4e6-5179-42c2-baf5-98275ad4d33f, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=02bac4e6-5179-42c2-baf5-98275ad4d33f,segment=NetworkSegment(6ef5c97e-4a0a-449b-8d6c-547dbdc0992d),segment_id=6ef5c97e-4a0a-449b-8d6c-547dbdc0992d)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:09:53.866903 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-26b9f2d2-06e9-417c-94e5-ed6fcb3b6731 None None] For port 1f03272c-d466-487c-96c6-21cb0aa2c486, host n-d-842733-1, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 21:09:53.877487 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-26b9f2d2-06e9-417c-94e5-ed6fcb3b6731 None None] For port 1f03272c-d466-487c-96c6-21cb0aa2c486, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=1f03272c-d466-487c-96c6-21cb0aa2c486,segment=NetworkSegment(ad8a854f-ec77-45e5-b643-d833a5d151ca),segment_id=ad8a854f-ec77-45e5-b643-d833a5d151ca)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 21:09:53.918621 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06cf4623-54a5-4e32-b4a7-638c00754a2d admin admin] Network e3a93b5c-91e2-4064-9c2c-1afc261bfe15 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:09:53.929081 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-06cf4623-54a5-4e32-b4a7-638c00754a2d admin admin] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:09:53.945585 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06cf4623-54a5-4e32-b4a7-638c00754a2d admin admin] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:09:53.945585 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cf4623-54a5-4e32-b4a7-638c00754a2d admin admin] Pushing event updated for resources: {'Port': ['ID=99b5361e-0bcd-4644-baa5-07db0595235f,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:09:53.949584 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-26b9f2d2-06e9-417c-94e5-ed6fcb3b6731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:53.956930 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d29bb1ff-077e-4ea9-98b6-922dadc43f05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:54.030941 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b9f2d2-06e9-417c-94e5-ed6fcb3b6731 None None] Pushing event updated for resources: {'Port': ['ID=1f03272c-d466-487c-96c6-21cb0aa2c486,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:09:54.038936 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4bb0e131-6525-46ca-a45b-e4ea43a5e69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:54.116180 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-b1720722-7196-4db5-8385-ac2d4c879f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89920af5-497a-49ab-8324-29e033ab82ce', 'name': 'tempest-TestServerBasicOps-1989938131-router', 'tenant_id': '7fdecc405989411c84ab3315b9aeaeca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.17'}], 'enable_snat': True}, 'gw_port_id': '1a4697de-d820-41ca-b4aa-8f1871aa2aa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:09:44Z', 'updated_at': '2022-05-20T21:09:49Z', 'revision_number': 4, 'project_id': '7fdecc405989411c84ab3315b9aeaeca', 'gw_port': {'id': '1a4697de-d820-41ca-b4aa-8f1871aa2aa2', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:58:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89920af5-497a-49ab-8324-29e033ab82ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:09:45Z', 'updated_at': '2022-05-20T21:09:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': '02bac4e6-5179-42c2-baf5-98275ad4d33f', 'name': '', 'network_id': '68a7d121-da9c-4961-a87a-776dc042edbe', 'tenant_id': '7fdecc405989411c84ab3315b9aeaeca', 'mac_address': 'fa:16:3e:da:c7:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89920af5-497a-49ab-8324-29e033ab82ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3690, 'fixed_ips': [{'subnet_id': 'eb9df1f9-5c90-4a5f-b716-5ed54cdea1e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:09:48Z', 'updated_at': '2022-05-20T21:09:53Z', 'revision_number': 4, 'project_id': '7fdecc405989411c84ab3315b9aeaeca', 'subnets': [{'id': 'eb9df1f9-5c90-4a5f-b716-5ed54cdea1e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:09:54.122696 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-6d2c22cc-d0db-4f2b-a8ee-a46f0c74f349 None None] Provisioning complete for port 02bac4e6-5179-42c2-baf5-98275ad4d33f triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:09:54.123059 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-6d2c22cc-d0db-4f2b-a8ee-a46f0c74f349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:54.125138 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29bb1ff-077e-4ea9-98b6-922dadc43f05 None None] Pushing event updated for resources: {'Port': ['ID=02bac4e6-5179-42c2-baf5-98275ad4d33f,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:09:54.152900 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69dbefac-a277-4eda-a246-700cd90a483f tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Router e059a780-163b-4461-a5fe-30b4992bdb1b has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 21:09:54.177533 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1720722-7196-4db5-8385-ac2d4c879f53 None None] The sync data for ids ['89920af5-497a-49ab-8324-29e033ab82ce'] in n-d-842733-1 is: [{'id': '89920af5-497a-49ab-8324-29e033ab82ce', 'name': 'tempest-TestServerBasicOps-1989938131-router', 'tenant_id': '7fdecc405989411c84ab3315b9aeaeca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.17'}], 'enable_snat': True}, 'gw_port_id': '1a4697de-d820-41ca-b4aa-8f1871aa2aa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:09:44Z', 'updated_at': '2022-05-20T21:09:49Z', 'revision_number': 4, 'project_id': '7fdecc405989411c84ab3315b9aeaeca', 'gw_port': {'id': '1a4697de-d820-41ca-b4aa-8f1871aa2aa2', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:58:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89920af5-497a-49ab-8324-29e033ab82ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:09:45Z', 'updated_at': '2022-05-20T21:09:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': '02bac4e6-5179-42c2-baf5-98275ad4d33f', 'name': '', 'network_id': '68a7d121-da9c-4961-a87a-776dc042edbe', 'tenant_id': '7fdecc405989411c84ab3315b9aeaeca', 'mac_address': 'fa:16:3e:da:c7:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89920af5-497a-49ab-8324-29e033ab82ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3690, 'fixed_ips': [{'subnet_id': 'eb9df1f9-5c90-4a5f-b716-5ed54cdea1e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:09:48Z', 'updated_at': '2022-05-20T21:09:53Z', 'revision_number': 4, 'project_id': '7fdecc405989411c84ab3315b9aeaeca', 'subnets': [{'id': 'eb9df1f9-5c90-4a5f-b716-5ed54cdea1e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 21:09:54.204447 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a1bbabaa-ffd2-4fed-8bc4-5c061a4ef689 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:54.291477 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-6d2c22cc-d0db-4f2b-a8ee-a46f0c74f349 None None] Current status of the port 02bac4e6-5179-42c2-baf5-98275ad4d33f is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:09:54.318437 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bbabaa-ffd2-4fed-8bc4-5c061a4ef689 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Pushing event deleted for resources: {'Port': ['ID=cad2f7e6-b14d-4dc8-b021-8140605d864b,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:09:54.339486 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69dbefac-a277-4eda-a246-700cd90a483f tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 21:09:54.351311 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-69dbefac-a277-4eda-a246-700cd90a483f tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for floatingip, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:54.355072 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8193a38-a50b-4019-802b-9396c02433e8 None None] Sync routers for ids ['e059a780-163b-4461-a5fe-30b4992bdb1b'] in n-d-842733-1 {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 21:09:54.366566 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8193a38-a50b-4019-802b-9396c02433e8 None None] Routers {'e059a780-163b-4461-a5fe-30b4992bdb1b'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:09:54.367189 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-e8193a38-a50b-4019-802b-9396c02433e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:09:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['e059a780-163b-4461-a5fe-30b4992bdb1b'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:09:54.391437 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-69dbefac-a277-4eda-a246-700cd90a483f tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "DELETE /v2.0/floatingips/dce254df-fd21-4c8e-8f86-a1cb4dc8e444 HTTP/1.1" status: 204 len: 168 time: 1.3868716 May 20 21:09:54.401883 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ba39278-6629-446d-ae0e-cba76bdf80e2', 'tag': '11805006-a585-417b-ae9b-89663bea61fd'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 21:09:54.405023 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4291b17aa7b45362825f0571e77c85f5e73afe1df9c7e9e15006df9d695c005e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45ed98e8-e54a-41cf-9828-6d2ba93abe1e" -d '{"events": [{"name": "network-changed", "server_uuid": "4ba39278-6629-446d-ae0e-cba76bdf80e2", "tag": "11805006-a585-417b-ae9b-89663bea61fd"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 21:09:54.512630 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 21:09:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a852d7a2-4772-4d94-a918-97d732df2f5f x-openstack-request-id: req-a852d7a2-4772-4d94-a918-97d732df2f5f {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 21:09:54.512921 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ba39278-6629-446d-ae0e-cba76bdf80e2", "tag": "11805006-a585-417b-ae9b-89663bea61fd", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 21:09:54.513173 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a852d7a2-4772-4d94-a918-97d732df2f5f {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 21:09:54.513608 n-d-842733-1 neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a852d7a2-4772-4d94-a918-97d732df2f5f'] response: {'name': 'network-changed', 'server_uuid': '4ba39278-6629-446d-ae0e-cba76bdf80e2', 'tag': '11805006-a585-417b-ae9b-89663bea61fd', 'status': 'completed', 'code': 200} May 20 21:09:54.545405 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1bbabaa-ffd2-4fed-8bc4-5c061a4ef689 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Router 4a7f2386-6723-41a7-8e54-0df1b045a05d has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 21:09:54.573967 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-e8193a38-a50b-4019-802b-9396c02433e8 None None] Set router e059a780-163b-4461-a5fe-30b4992bdb1b gateway port host: n-d-842733-1 {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:09:54.648030 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ed98e8-e54a-41cf-9828-6d2ba93abe1e req-ce51df32-9c8f-4344-a153-1de0cf1fd602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:09:54.649672 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-45ed98e8-e54a-41cf-9828-6d2ba93abe1e req-ce51df32-9c8f-4344-a153-1de0cf1fd602 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d7932b75a33b465998804b193e9be7ad&device_id=4ba39278-6629-446d-ae0e-cba76bdf80e2 HTTP/1.1" status: 200 len: 1098 time: 0.0890818 May 20 21:09:54.802988 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ed98e8-e54a-41cf-9828-6d2ba93abe1e req-dc3603f8-452c-4ac4-94c9-ff4c2f32afca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:09:54.808806 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-45ed98e8-e54a-41cf-9828-6d2ba93abe1e req-dc3603f8-452c-4ac4-94c9-ff4c2f32afca service neutron] 10.222.0.24 "GET /v2.0/networks?id=9eccc106-4609-4d2d-abe2-76ba1cf9de32 HTTP/1.1" status: 200 len: 898 time: 0.1505992 May 20 21:09:54.820282 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:54.883078 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-45ed98e8-e54a-41cf-9828-6d2ba93abe1e req-e07df2fc-4afb-4f40-8444-f3c8ce417989 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=11805006-a585-417b-ae9b-89663bea61fd HTTP/1.1" status: 200 len: 217 time: 0.0648010 May 20 21:09:54.969889 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-e8193a38-a50b-4019-802b-9396c02433e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e059a780-163b-4461-a5fe-30b4992bdb1b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1063020110', 'tenant_id': 'd7932b75a33b465998804b193e9be7ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.211'}], 'enable_snat': True}, 'gw_port_id': 'ebe38d48-bd16-4097-a1e1-83f1c43a6bb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:07:43Z', 'updated_at': '2022-05-20T21:07:53Z', 'revision_number': 4, 'project_id': 'd7932b75a33b465998804b193e9be7ad', 'gw_port': {'id': 'ebe38d48-bd16-4097-a1e1-83f1c43a6bb7', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:70:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e059a780-163b-4461-a5fe-30b4992bdb1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3504, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:07:45Z', 'updated_at': '2022-05-20T21:07:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': '86f9643d-3103-4c94-a406-574fd4a14bcd', 'name': '', 'network_id': '9eccc106-4609-4d2d-abe2-76ba1cf9de32', 'tenant_id': 'd7932b75a33b465998804b193e9be7ad', 'mac_address': 'fa:16:3e:a9:ef:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e059a780-163b-4461-a5fe-30b4992bdb1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3511, 'fixed_ips': [{'subnet_id': '11782441-b4f1-40fc-9cbd-8dc932032eb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:07:52Z', 'updated_at': '2022-05-20T21:08:01Z', 'revision_number': 5, 'project_id': 'd7932b75a33b465998804b193e9be7ad', 'subnets': [{'id': '11782441-b4f1-40fc-9cbd-8dc932032eb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:09:55.009171 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ed98e8-e54a-41cf-9828-6d2ba93abe1e req-6036a95e-7da1-4b1e-84fc-4ae56da4766f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:09:55.010221 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8193a38-a50b-4019-802b-9396c02433e8 None None] Checking router: e059a780-163b-4461-a5fe-30b4992bdb1b for host: n-d-842733-1 {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 21:09:55.013762 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-45ed98e8-e54a-41cf-9828-6d2ba93abe1e req-6036a95e-7da1-4b1e-84fc-4ae56da4766f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=11782441-b4f1-40fc-9cbd-8dc932032eb4 HTTP/1.1" status: 200 len: 834 time: 0.1234004 May 20 21:09:55.029618 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8193a38-a50b-4019-802b-9396c02433e8 None None] Routers {'e059a780-163b-4461-a5fe-30b4992bdb1b'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:09:55.030259 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-e8193a38-a50b-4019-802b-9396c02433e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:09:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['e059a780-163b-4461-a5fe-30b4992bdb1b'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:09:55.130246 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ed98e8-e54a-41cf-9828-6d2ba93abe1e req-0bc6a5e7-ab80-4833-8e02-4aed7a39a0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:09:55.135084 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-45ed98e8-e54a-41cf-9828-6d2ba93abe1e req-0bc6a5e7-ab80-4833-8e02-4aed7a39a0c3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9eccc106-4609-4d2d-abe2-76ba1cf9de32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1148858 May 20 21:09:55.173818 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef1457b-95ff-4afd-a94c-1e9e8864082e req-13f9f453-74b3-45d3-9e07-4763a749776d tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:09:55.175839 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9ef1457b-95ff-4afd-a94c-1e9e8864082e req-13f9f453-74b3-45d3-9e07-4763a749776d tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ba39278-6629-446d-ae0e-cba76bdf80e2 HTTP/1.1" status: 200 len: 947 time: 0.1268129 May 20 21:09:55.340563 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-45ed98e8-e54a-41cf-9828-6d2ba93abe1e req-937f8b2f-5c78-4fca-a02e-49eb29de430d service neutron] 10.222.0.24 "GET /v2.0/networks/9eccc106-4609-4d2d-abe2-76ba1cf9de32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1967988 May 20 21:09:55.468880 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9ef1457b-95ff-4afd-a94c-1e9e8864082e req-fb996644-7adf-432d-8492-9817abb789f8 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/security-groups?id=ea5f90d5-5ae6-4da5-b5b6-cdd9b1e2e803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2557633 May 20 21:09:55.483553 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1bbabaa-ffd2-4fed-8bc4-5c061a4ef689 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 21:09:55.525246 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17966bd2-a3d9-4caa-b01c-dc5d7b54bc62 None None] Sync routers for ids ['4a7f2386-6723-41a7-8e54-0df1b045a05d'] in n-d-842733-1 {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 21:09:55.549903 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17966bd2-a3d9-4caa-b01c-dc5d7b54bc62 None None] Routers {'4a7f2386-6723-41a7-8e54-0df1b045a05d'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:09:55.550446 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-17966bd2-a3d9-4caa-b01c-dc5d7b54bc62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:09:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['4a7f2386-6723-41a7-8e54-0df1b045a05d'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:09:55.595866 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-45ed98e8-e54a-41cf-9828-6d2ba93abe1e req-cf15b004-da85-498c-a1d0-bda3a8408f73 service neutron] 10.222.0.24 "GET /v2.0/networks/9eccc106-4609-4d2d-abe2-76ba1cf9de32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2462087 May 20 21:09:55.646661 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-17966bd2-a3d9-4caa-b01c-dc5d7b54bc62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:09:55.656098 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-06cf4623-54a5-4e32-b4a7-638c00754a2d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:55.668374 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17966bd2-a3d9-4caa-b01c-dc5d7b54bc62 None None] Routers {'4a7f2386-6723-41a7-8e54-0df1b045a05d'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:09:55.669613 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-17966bd2-a3d9-4caa-b01c-dc5d7b54bc62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:09:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['4a7f2386-6723-41a7-8e54-0df1b045a05d'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:09:55.672693 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-e8193a38-a50b-4019-802b-9396c02433e8 None None] Set router e059a780-163b-4461-a5fe-30b4992bdb1b gateway port host: n-d-842733-1 {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:09:55.746050 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-17966bd2-a3d9-4caa-b01c-dc5d7b54bc62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:09:55.746627 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17966bd2-a3d9-4caa-b01c-dc5d7b54bc62 None None] The sync data for ids ['4a7f2386-6723-41a7-8e54-0df1b045a05d'] in n-d-842733-1 is: [] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 21:09:55.792589 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a1bbabaa-ffd2-4fed-8bc4-5c061a4ef689 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:55.799098 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-a1bbabaa-ffd2-4fed-8bc4-5c061a4ef689 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] 10.222.0.35 "DELETE /v2.0/ports/cad2f7e6-b14d-4dc8-b021-8140605d864b HTTP/1.1" status: 204 len: 168 time: 2.8794925 May 20 21:09:55.799776 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 51914) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:09:55.806133 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:55.822357 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cc3ec51b-6ec8-438a-8349-5f0bec346d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:55.887377 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-d8cdabf8-888d-42d1-9153-f2f951a786b8 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] 10.222.0.35 "GET /v2.0/floatingips/13782385-1e23-4640-8490-33c5fbe15f79 HTTP/1.1" status: 200 len: 686 time: 0.0861118 May 20 21:09:55.888155 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 51916) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:09:56.018700 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 02bac4e6-5179-42c2-baf5-98275ad4d33f up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:09:56.073362 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25495634-add7-4a81-bcfc-4771828b35e0 None None] Network 125b8c7f-2f90-4cdf-a8a1-f4323c6d62d6 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:09:56.089166 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-ffbc16b5-d3df-4d8a-8231-79f62094b953 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Deleting port ae885bcb-a183-48c1-a524-07d1f81a3a55 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:09:56.090449 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ffbc16b5-d3df-4d8a-8231-79f62094b953 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:56.126317 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-06cf4623-54a5-4e32-b4a7-638c00754a2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748106'] for router, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:56.217109 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-855c586f-f7d1-4bf9-903d-ccd38ad81f7e None None] Provisioning complete for port 1f03272c-d466-487c-96c6-21cb0aa2c486 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:09:56.217859 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-855c586f-f7d1-4bf9-903d-ccd38ad81f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:56.223542 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 02bac4e6-5179-42c2-baf5-98275ad4d33f triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:09:56.224215 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:56.347884 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ffbc16b5-d3df-4d8a-8231-79f62094b953 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:56.347884 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ffbc16b5-d3df-4d8a-8231-79f62094b953 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:56.360074 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ef40bc-2af9-441e-b42f-85ac33b18730 req-6bcfa8b6-0a31-4789-823f-f84021d571de tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:09:56.361714 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-29ef40bc-2af9-441e-b42f-85ac33b18730 req-6bcfa8b6-0a31-4789-823f-f84021d571de tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.24 "GET /v2.0/ports?device_id=4ba39278-6629-446d-ae0e-cba76bdf80e2 HTTP/1.1" status: 200 len: 947 time: 0.1557558 May 20 21:09:56.369841 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-ffbc16b5-d3df-4d8a-8231-79f62094b953 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Calling delete_port for ae885bcb-a183-48c1-a524-07d1f81a3a55 owned by network:floatingip {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:09:56.397006 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06cf4623-54a5-4e32-b4a7-638c00754a2d admin admin] Router 7e168375-f7ef-4a7f-b480-be3d06778a17 is scheduled to L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e with binding_index 1 {{(pid=103162) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 20 21:09:56.507722 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-855c586f-f7d1-4bf9-903d-ccd38ad81f7e None None] Current status of the port 1f03272c-d466-487c-96c6-21cb0aa2c486 is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:09:56.508111 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-855c586f-f7d1-4bf9-903d-ccd38ad81f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:56.538316 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-e8193a38-a50b-4019-802b-9396c02433e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e059a780-163b-4461-a5fe-30b4992bdb1b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1063020110', 'tenant_id': 'd7932b75a33b465998804b193e9be7ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.211'}], 'enable_snat': True}, 'gw_port_id': 'ebe38d48-bd16-4097-a1e1-83f1c43a6bb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:07:43Z', 'updated_at': '2022-05-20T21:07:53Z', 'revision_number': 4, 'project_id': 'd7932b75a33b465998804b193e9be7ad', 'gw_port': {'id': 'ebe38d48-bd16-4097-a1e1-83f1c43a6bb7', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:70:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e059a780-163b-4461-a5fe-30b4992bdb1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3504, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:07:45Z', 'updated_at': '2022-05-20T21:07:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': '86f9643d-3103-4c94-a406-574fd4a14bcd', 'name': '', 'network_id': '9eccc106-4609-4d2d-abe2-76ba1cf9de32', 'tenant_id': 'd7932b75a33b465998804b193e9be7ad', 'mac_address': 'fa:16:3e:a9:ef:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e059a780-163b-4461-a5fe-30b4992bdb1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3511, 'fixed_ips': [{'subnet_id': '11782441-b4f1-40fc-9cbd-8dc932032eb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:07:52Z', 'updated_at': '2022-05-20T21:08:01Z', 'revision_number': 5, 'project_id': 'd7932b75a33b465998804b193e9be7ad', 'subnets': [{'id': '11782441-b4f1-40fc-9cbd-8dc932032eb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:09:56.572444 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06cf4623-54a5-4e32-b4a7-638c00754a2d admin admin] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 21:09:56.574143 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 51922) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:09:56.585168 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8193a38-a50b-4019-802b-9396c02433e8 None None] The sync data for ids ['e059a780-163b-4461-a5fe-30b4992bdb1b'] in n-d-842733-1 is: [{'id': 'e059a780-163b-4461-a5fe-30b4992bdb1b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1063020110', 'tenant_id': 'd7932b75a33b465998804b193e9be7ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.211'}], 'enable_snat': True}, 'gw_port_id': 'ebe38d48-bd16-4097-a1e1-83f1c43a6bb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:07:43Z', 'updated_at': '2022-05-20T21:07:53Z', 'revision_number': 4, 'project_id': 'd7932b75a33b465998804b193e9be7ad', 'gw_port': {'id': 'ebe38d48-bd16-4097-a1e1-83f1c43a6bb7', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:70:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e059a780-163b-4461-a5fe-30b4992bdb1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3504, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:07:45Z', 'updated_at': '2022-05-20T21:07:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': '86f9643d-3103-4c94-a406-574fd4a14bcd', 'name': '', 'network_id': '9eccc106-4609-4d2d-abe2-76ba1cf9de32', 'tenant_id': 'd7932b75a33b465998804b193e9be7ad', 'mac_address': 'fa:16:3e:a9:ef:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e059a780-163b-4461-a5fe-30b4992bdb1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3511, 'fixed_ips': [{'subnet_id': '11782441-b4f1-40fc-9cbd-8dc932032eb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:07:52Z', 'updated_at': '2022-05-20T21:08:01Z', 'revision_number': 5, 'project_id': 'd7932b75a33b465998804b193e9be7ad', 'subnets': [{'id': '11782441-b4f1-40fc-9cbd-8dc932032eb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 21:09:56.587496 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe39f44-980a-47d3-b641-71a82757c3c0 None None] Sync routers for ids ['7e168375-f7ef-4a7f-b480-be3d06778a17'] in n-d-842733-1 {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 21:09:56.596680 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 02bac4e6-5179-42c2-baf5-98275ad4d33f is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:09:56.602932 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 1f03272c-d466-487c-96c6-21cb0aa2c486 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:09:56.647188 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-855c586f-f7d1-4bf9-903d-ccd38ad81f7e None None] For port 1f03272c-d466-487c-96c6-21cb0aa2c486, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=1f03272c-d466-487c-96c6-21cb0aa2c486,segment=NetworkSegment(ad8a854f-ec77-45e5-b643-d833a5d151ca),segment_id=ad8a854f-ec77-45e5-b643-d833a5d151ca)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:09:56.661165 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe39f44-980a-47d3-b641-71a82757c3c0 None None] Routers {'7e168375-f7ef-4a7f-b480-be3d06778a17'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:09:56.662205 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-cfe39f44-980a-47d3-b641-71a82757c3c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:09:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['7e168375-f7ef-4a7f-b480-be3d06778a17'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:09:56.706547 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-06cf4623-54a5-4e32-b4a7-638c00754a2d admin admin] Notify callbacks [] for router, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:56.710966 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-06cf4623-54a5-4e32-b4a7-638c00754a2d admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.4408209 May 20 21:09:56.711823 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 51926) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:09:56.752442 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-855c586f-f7d1-4bf9-903d-ccd38ad81f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:56.856398 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e3b6fe16-5afb-4712-9fc1-c59a5145ec2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:56.857849 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 1f03272c-d466-487c-96c6-21cb0aa2c486 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:09:56.858267 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:56.862167 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-cfe39f44-980a-47d3-b641-71a82757c3c0 None None] Set router 7e168375-f7ef-4a7f-b480-be3d06778a17 gateway port host: n-d-842733-1 {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:09:57.052173 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855c586f-f7d1-4bf9-903d-ccd38ad81f7e None None] Pushing event updated for resources: {'Port': ['ID=1f03272c-d466-487c-96c6-21cb0aa2c486,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:09:57.092420 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855c586f-f7d1-4bf9-903d-ccd38ad81f7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:09:57.092760 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855c586f-f7d1-4bf9-903d-ccd38ad81f7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:09:57.093346 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855c586f-f7d1-4bf9-903d-ccd38ad81f7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:09:57.093889 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855c586f-f7d1-4bf9-903d-ccd38ad81f7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:09:57.094222 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855c586f-f7d1-4bf9-903d-ccd38ad81f7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:09:57.094546 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855c586f-f7d1-4bf9-903d-ccd38ad81f7e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:09:57.094868 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855c586f-f7d1-4bf9-903d-ccd38ad81f7e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:09:57.095282 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855c586f-f7d1-4bf9-903d-ccd38ad81f7e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:09:57.095500 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855c586f-f7d1-4bf9-903d-ccd38ad81f7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:09:57.095820 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855c586f-f7d1-4bf9-903d-ccd38ad81f7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:09:57.096136 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855c586f-f7d1-4bf9-903d-ccd38ad81f7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:09:57.096452 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855c586f-f7d1-4bf9-903d-ccd38ad81f7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:09:57.121709 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a335211b-0ee1-49c1-9fb7-fd76cd9c301f None None] Provisioning complete for port 1f03272c-d466-487c-96c6-21cb0aa2c486 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:09:57.122054 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a335211b-0ee1-49c1-9fb7-fd76cd9c301f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:57.138946 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9e4b60c-6867-419a-bbdd-47c8dd9a8710 None None] New status for floating IP dce254df-fd21-4c8e-8f86-a1cb4dc8e444: DOWN {{(pid=103165) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 21:09:57.191901 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a5d3ff-b2b2-4f78-b7cd-ec03240c009e req-d30ede26-2cab-4064-aacd-d38f41abadf4 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:09:57.201220 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-45a5d3ff-b2b2-4f78-b7cd-ec03240c009e req-d30ede26-2cab-4064-aacd-d38f41abadf4 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ba39278-6629-446d-ae0e-cba76bdf80e2 HTTP/1.1" status: 200 len: 947 time: 0.1613417 May 20 21:09:57.204956 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 1f03272c-d466-487c-96c6-21cb0aa2c486 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:09:57.258288 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e3b6fe16-5afb-4712-9fc1-c59a5145ec2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:57.269827 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [req-29ef40bc-2af9-441e-b42f-85ac33b18730 req-1f147c4e-5e32-4ce1-99e6-79c3a2e881bc tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Deleting port 11805006-a585-417b-ae9b-89663bea61fd {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:09:57.270178 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-29ef40bc-2af9-441e-b42f-85ac33b18730 req-1f147c4e-5e32-4ce1-99e6-79c3a2e881bc tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:57.309370 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a335211b-0ee1-49c1-9fb7-fd76cd9c301f None None] Current status of the port 1f03272c-d466-487c-96c6-21cb0aa2c486 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:09:57.318401 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-cfe39f44-980a-47d3-b641-71a82757c3c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e168375-f7ef-4a7f-b480-be3d06778a17', 'name': 'tempest-TestServerBasicOps-1659246172-router', 'tenant_id': '85b2115ee62348c8b058e6c630ed9b37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.199'}], 'enable_snat': True}, 'gw_port_id': '99b5361e-0bcd-4644-baa5-07db0595235f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:09:52Z', 'updated_at': '2022-05-20T21:09:54Z', 'revision_number': 3, 'project_id': '85b2115ee62348c8b058e6c630ed9b37', 'gw_port': {'id': '99b5361e-0bcd-4644-baa5-07db0595235f', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a4:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e168375-f7ef-4a7f-b480-be3d06778a17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3704, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:09:53Z', 'updated_at': '2022-05-20T21:09:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:09:57.329825 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e3b6fe16-5afb-4712-9fc1-c59a5145ec2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:57.349870 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe39f44-980a-47d3-b641-71a82757c3c0 None None] Checking router: 7e168375-f7ef-4a7f-b480-be3d06778a17 for host: n-d-842733-1 {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 21:09:57.350222 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe39f44-980a-47d3-b641-71a82757c3c0 None None] Updating router 7e168375-f7ef-4a7f-b480-be3d06778a17 port 99b5361e-0bcd-4644-baa5-07db0595235f binding host n-d-842733-1 {{(pid=103164) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 21:09:57.366690 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-45a5d3ff-b2b2-4f78-b7cd-ec03240c009e req-f1a7ff29-c9c0-4f98-8932-c31a39cdb2b3 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/security-groups?id=ea5f90d5-5ae6-4da5-b5b6-cdd9b1e2e803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1638811 May 20 21:09:57.380364 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cfe39f44-980a-47d3-b641-71a82757c3c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:57.393173 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b6fe16-5afb-4712-9fc1-c59a5145ec2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f65a080-7d35-4e0a-92b7-aa517b8aff45,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:09:57.414702 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-e3b6fe16-5afb-4712-9fc1-c59a5145ec2b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6a0cae380b7f4d4d87760048a477052c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8394053 May 20 21:09:57.421605 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 51928) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:09:57.433891 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-29ef40bc-2af9-441e-b42f-85ac33b18730 req-1f147c4e-5e32-4ce1-99e6-79c3a2e881bc tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] For port 11805006-a585-417b-ae9b-89663bea61fd, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=11805006-a585-417b-ae9b-89663bea61fd,segment=NetworkSegment(fe2f1272-64e9-4f54-a89e-7afc10d54383),segment_id=fe2f1272-64e9-4f54-a89e-7afc10d54383)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:09:57.434551 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-29ef40bc-2af9-441e-b42f-85ac33b18730 req-1f147c4e-5e32-4ce1-99e6-79c3a2e881bc tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:57.441378 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8447359d-6127-4d12-bef0-b168d97cca03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:57.443919 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ffbc16b5-d3df-4d8a-8231-79f62094b953 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:57.457962 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [req-29ef40bc-2af9-441e-b42f-85ac33b18730 req-1f147c4e-5e32-4ce1-99e6-79c3a2e881bc tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Calling delete_port for 11805006-a585-417b-ae9b-89663bea61fd owned by compute:nova {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:09:57.517295 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc16b5-d3df-4d8a-8231-79f62094b953 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Pushing event deleted for resources: {'Port': ['ID=ae885bcb-a183-48c1-a524-07d1f81a3a55,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:09:57.534384 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-374554a9-40f1-48e5-82d2-5c3d82db74dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:57.604634 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ffbc16b5-d3df-4d8a-8231-79f62094b953 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks [] for floatingip, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:57.607453 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ffbc16b5-d3df-4d8a-8231-79f62094b953 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for floatingip, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:57.608762 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-ffbc16b5-d3df-4d8a-8231-79f62094b953 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] 10.222.0.35 "DELETE /v2.0/floatingips/13782385-1e23-4640-8490-33c5fbe15f79 HTTP/1.1" status: 204 len: 168 time: 1.7195914 May 20 21:09:57.609852 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-374554a9-40f1-48e5-82d2-5c3d82db74dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:57.613911 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 51930) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:09:57.619387 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-77a07864-4c78-43c3-a7e2-237669c801d2 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Request body: {'floatingip': {'floating_network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'port_id': '631006dd-9cd4-4008-86fd-c929cdf5a9ef'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:09:57.690171 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-8447359d-6127-4d12-bef0-b168d97cca03 admin admin] Allocated IP 172.20.0.1 (125b8c7f-2f90-4cdf-a8a1-f4323c6d62d6/fb8f4361-27b6-409f-b8d3-89c97403fc63/8be94f29-2434-4061-aa2d-dde328135540) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:09:57.694605 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cfe39f44-980a-47d3-b641-71a82757c3c0 None None] Notify callbacks [] for port, precommit_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:57.761878 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-77a07864-4c78-43c3-a7e2-237669c801d2 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks [] for floatingip, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:57.762655 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 1f03272c-d466-487c-96c6-21cb0aa2c486 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:09:57.801575 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-374554a9-40f1-48e5-82d2-5c3d82db74dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:57.802976 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cfe39f44-980a-47d3-b641-71a82757c3c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:57.804078 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-374554a9-40f1-48e5-82d2-5c3d82db74dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:57.809032 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-374554a9-40f1-48e5-82d2-5c3d82db74dd admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2f65a080-7d35-4e0a-92b7-aa517b8aff45 HTTP/1.1" status: 204 len: 168 time: 0.3827415 May 20 21:09:57.809757 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8447359d-6127-4d12-bef0-b168d97cca03 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:57.812590 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-29ef40bc-2af9-441e-b42f-85ac33b18730 req-1f147c4e-5e32-4ce1-99e6-79c3a2e881bc tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:57.823578 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374554a9-40f1-48e5-82d2-5c3d82db74dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f65a080-7d35-4e0a-92b7-aa517b8aff45,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:09:57.849351 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c8ff55-98a8-4be8-8b68-55c4e4850a22 None None] Pushing event updated for resources: {'Port': ['ID=99b5361e-0bcd-4644-baa5-07db0595235f,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:09:57.874668 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f147c4e-5e32-4ce1-99e6-79c3a2e881bc tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Pushing event deleted for resources: {'Port': ['ID=11805006-a585-417b-ae9b-89663bea61fd,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:09:57.896816 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-cfe39f44-980a-47d3-b641-71a82757c3c0 None None] Attempting to bind port 99b5361e-0bcd-4644-baa5-07db0595235f on host n-d-842733-1 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:09:57.897395 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-cfe39f44-980a-47d3-b641-71a82757c3c0 None None] Attempting to bind port 99b5361e-0bcd-4644-baa5-07db0595235f by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': '0b5485c4-eff8-42a1-9073-ae54ed4c63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:09:57.897817 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe39f44-980a-47d3-b641-71a82757c3c0 None None] Attempting to bind port 99b5361e-0bcd-4644-baa5-07db0595235f on network e3a93b5c-91e2-4064-9c2c-1afc261bfe15 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:09:57.901252 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 1f03272c-d466-487c-96c6-21cb0aa2c486 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:09:57.901684 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:57.920175 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [req-29ef40bc-2af9-441e-b42f-85ac33b18730 req-1f147c4e-5e32-4ce1-99e6-79c3a2e881bc tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] No DVR routers for this DVR port 11805006-a585-417b-ae9b-89663bea61fd on host n-h1-842733-1 {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 21:09:57.923330 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe39f44-980a-47d3-b641-71a82757c3c0 None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 21, 9, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 21:09:57.923567 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-29ef40bc-2af9-441e-b42f-85ac33b18730 req-1f147c4e-5e32-4ce1-99e6-79c3a2e881bc tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:57.923704 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe39f44-980a-47d3-b641-71a82757c3c0 None None] Checking segment: {'id': '0b5485c4-eff8-42a1-9073-ae54ed4c63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:09:57.924194 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cfe39f44-980a-47d3-b641-71a82757c3c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:57.924553 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe39f44-980a-47d3-b641-71a82757c3c0 None None] Bound using segment: {'id': '0b5485c4-eff8-42a1-9073-ae54ed4c63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 21:09:57.925024 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-cfe39f44-980a-47d3-b641-71a82757c3c0 None None] Bound port: 99b5361e-0bcd-4644-baa5-07db0595235f, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b5485c4-eff8-42a1-9073-ae54ed4c63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:09:57.925572 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cfe39f44-980a-47d3-b641-71a82757c3c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:57.927253 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-29ef40bc-2af9-441e-b42f-85ac33b18730 req-1f147c4e-5e32-4ce1-99e6-79c3a2e881bc tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.24 "DELETE /v2.0/ports/11805006-a585-417b-ae9b-89663bea61fd HTTP/1.1" status: 204 len: 173 time: 1.5586393 May 20 21:09:57.927694 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ba39278-6629-446d-ae0e-cba76bdf80e2', 'name': 'network-vif-deleted', 'tag': '11805006-a585-417b-ae9b-89663bea61fd'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 21:09:57.930032 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4291b17aa7b45362825f0571e77c85f5e73afe1df9c7e9e15006df9d695c005e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e7f415b-a3c0-4148-9613-a230d012eefd" -d '{"events": [{"server_uuid": "4ba39278-6629-446d-ae0e-cba76bdf80e2", "name": "network-vif-deleted", "tag": "11805006-a585-417b-ae9b-89663bea61fd"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 21:09:57.956808 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8447359d-6127-4d12-bef0-b168d97cca03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:57.971996 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 21:09:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bde4643-f4a3-4d1f-904c-cc4112868788 x-openstack-request-id: req-1bde4643-f4a3-4d1f-904c-cc4112868788 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 21:09:57.972358 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ba39278-6629-446d-ae0e-cba76bdf80e2", "name": "network-vif-deleted", "tag": "11805006-a585-417b-ae9b-89663bea61fd", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 21:09:57.972680 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1bde4643-f4a3-4d1f-904c-cc4112868788 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 21:09:57.973152 n-d-842733-1 neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1bde4643-f4a3-4d1f-904c-cc4112868788'] response: {'server_uuid': '4ba39278-6629-446d-ae0e-cba76bdf80e2', 'name': 'network-vif-deleted', 'tag': '11805006-a585-417b-ae9b-89663bea61fd', 'status': 'completed', 'code': 200} May 20 21:09:57.991619 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-77a07864-4c78-43c3-a7e2-237669c801d2 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:57.999054 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8447359d-6127-4d12-bef0-b168d97cca03 admin admin] Network 125b8c7f-2f90-4cdf-a8a1-f4323c6d62d6 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:09:58.002061 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-8447359d-6127-4d12-bef0-b168d97cca03 admin admin] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:09:58.005978 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8447359d-6127-4d12-bef0-b168d97cca03 admin admin] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:09:58.007107 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-cfe39f44-980a-47d3-b641-71a82757c3c0 None None] For port 99b5361e-0bcd-4644-baa5-07db0595235f, host n-d-842733-1, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 21:09:58.017608 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-cfe39f44-980a-47d3-b641-71a82757c3c0 None None] For port 99b5361e-0bcd-4644-baa5-07db0595235f, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=99b5361e-0bcd-4644-baa5-07db0595235f,segment=NetworkSegment(0b5485c4-eff8-42a1-9073-ae54ed4c63ba),segment_id=0b5485c4-eff8-42a1-9073-ae54ed4c63ba)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 21:09:58.038077 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8447359d-6127-4d12-bef0-b168d97cca03 admin admin] Pushing event updated for resources: {'Port': ['ID=8be94f29-2434-4061-aa2d-dde328135540,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:09:58.061189 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8447359d-6127-4d12-bef0-b168d97cca03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748409'] for router_interface, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:58.092195 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 1f03272c-d466-487c-96c6-21cb0aa2c486 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:09:58.141750 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-77a07864-4c78-43c3-a7e2-237669c801d2 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Allocated IP 172.25.2.162 (e3a93b5c-91e2-4064-9c2c-1afc261bfe15/86fee0c1-6e34-488b-9216-b2b8e7ef585a/22e8c8cf-3cd6-4ef8-b937-3c8516b6492a) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:09:58.167914 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cfe39f44-980a-47d3-b641-71a82757c3c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:58.242605 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe39f44-980a-47d3-b641-71a82757c3c0 None None] Routers {'7e168375-f7ef-4a7f-b480-be3d06778a17'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:09:58.243419 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-cfe39f44-980a-47d3-b641-71a82757c3c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:09:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['7e168375-f7ef-4a7f-b480-be3d06778a17'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:09:58.295741 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-77a07864-4c78-43c3-a7e2-237669c801d2 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:58.348040 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8447359d-6127-4d12-bef0-b168d97cca03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:58.413789 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-77a07864-4c78-43c3-a7e2-237669c801d2 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:58.500885 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77a07864-4c78-43c3-a7e2-237669c801d2 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Network e3a93b5c-91e2-4064-9c2c-1afc261bfe15 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:09:58.502932 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-77a07864-4c78-43c3-a7e2-237669c801d2 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:09:58.518159 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a07864-4c78-43c3-a7e2-237669c801d2 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Pushing event updated for resources: {'Port': ['ID=22e8c8cf-3cd6-4ef8-b937-3c8516b6492a,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:09:58.520908 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a07864-4c78-43c3-a7e2-237669c801d2 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:09:58.548012 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c8ff55-98a8-4be8-8b68-55c4e4850a22 None None] Pushing event updated for resources: {'Port': ['ID=99b5361e-0bcd-4644-baa5-07db0595235f,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:09:58.573530 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a8c558f9-6daa-4191-ab8d-321fc76d259d req-c7c16525-09b8-48ba-bc62-accd41daa234 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ba39278-6629-446d-ae0e-cba76bdf80e2 HTTP/1.1" status: 200 len: 210 time: 0.0499680 May 20 21:09:58.580977 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-966525e6-be65-4cdc-aa5b-94056914cbd6 None None] Provisioning complete for port 8be94f29-2434-4061-aa2d-dde328135540 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:09:58.581533 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-966525e6-be65-4cdc-aa5b-94056914cbd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:58.668718 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-966525e6-be65-4cdc-aa5b-94056914cbd6 None None] Port 8be94f29-2434-4061-aa2d-dde328135540 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 21:09:58.676544 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-cfe39f44-980a-47d3-b641-71a82757c3c0 None None] Set router 7e168375-f7ef-4a7f-b480-be3d06778a17 gateway port host: n-d-842733-1 {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:09:58.682641 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8447359d-6127-4d12-bef0-b168d97cca03 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:58.744483 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8447359d-6127-4d12-bef0-b168d97cca03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:58.817559 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 51940) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:09:58.817787 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8447359d-6127-4d12-bef0-b168d97cca03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748437'] for router_interface, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:58.820525 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8447359d-6127-4d12-bef0-b168d97cca03 admin admin] Pushing event updated for resources: {'Port': ['ID=8be94f29-2434-4061-aa2d-dde328135540,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:09:58.886035 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-cfe39f44-980a-47d3-b641-71a82757c3c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e168375-f7ef-4a7f-b480-be3d06778a17', 'name': 'tempest-TestServerBasicOps-1659246172-router', 'tenant_id': '85b2115ee62348c8b058e6c630ed9b37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.199'}], 'enable_snat': True}, 'gw_port_id': '99b5361e-0bcd-4644-baa5-07db0595235f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:09:52Z', 'updated_at': '2022-05-20T21:09:54Z', 'revision_number': 3, 'project_id': '85b2115ee62348c8b058e6c630ed9b37', 'gw_port': {'id': '99b5361e-0bcd-4644-baa5-07db0595235f', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a4:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e168375-f7ef-4a7f-b480-be3d06778a17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3704, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:09:53Z', 'updated_at': '2022-05-20T21:09:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:09:58.900222 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9f5a1cac-2e2d-4c0f-9a23-ded0be2d4de7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:58.922990 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe39f44-980a-47d3-b641-71a82757c3c0 None None] The sync data for ids ['7e168375-f7ef-4a7f-b480-be3d06778a17'] in n-d-842733-1 is: [{'id': '7e168375-f7ef-4a7f-b480-be3d06778a17', 'name': 'tempest-TestServerBasicOps-1659246172-router', 'tenant_id': '85b2115ee62348c8b058e6c630ed9b37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.199'}], 'enable_snat': True}, 'gw_port_id': '99b5361e-0bcd-4644-baa5-07db0595235f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:09:52Z', 'updated_at': '2022-05-20T21:09:54Z', 'revision_number': 3, 'project_id': '85b2115ee62348c8b058e6c630ed9b37', 'gw_port': {'id': '99b5361e-0bcd-4644-baa5-07db0595235f', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a4:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e168375-f7ef-4a7f-b480-be3d06778a17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3704, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:09:53Z', 'updated_at': '2022-05-20T21:09:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 21:09:58.943182 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8447359d-6127-4d12-bef0-b168d97cca03 admin admin] Network 125b8c7f-2f90-4cdf-a8a1-f4323c6d62d6 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:09:58.945178 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-8447359d-6127-4d12-bef0-b168d97cca03 admin admin] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:09:59.054324 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-77a07864-4c78-43c3-a7e2-237669c801d2 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:59.104021 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8447359d-6127-4d12-bef0-b168d97cca03 admin admin] Router 7e168375-f7ef-4a7f-b480-be3d06778a17 has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 21:09:59.126358 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9f5a1cac-2e2d-4c0f-9a23-ded0be2d4de7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:59.209601 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9f5a1cac-2e2d-4c0f-9a23-ded0be2d4de7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:59.219237 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-77a07864-4c78-43c3-a7e2-237669c801d2 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:59.228672 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8447359d-6127-4d12-bef0-b168d97cca03 admin admin] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 21:09:59.239232 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-8447359d-6127-4d12-bef0-b168d97cca03 admin admin] 10.222.0.35 "PUT /v2.0/routers/7e168375-f7ef-4a7f-b480-be3d06778a17/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5256939 May 20 21:09:59.298502 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-bc8f105d-f3be-4353-96f4-ebe919c255bf None None] Provisioning complete for port 8be94f29-2434-4061-aa2d-dde328135540 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:09:59.298946 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-bc8f105d-f3be-4353-96f4-ebe919c255bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:59.300923 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5a1cac-2e2d-4c0f-9a23-ded0be2d4de7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd89d2c4-1448-465c-80aa-7b395c192a4f,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:09:59.309424 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-9f5a1cac-2e2d-4c0f-9a23-ded0be2d4de7 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a0a489fa163a4af9a78bad2a5feaf780&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4916651 May 20 21:09:59.312009 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 51944) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:09:59.344858 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-bc8f105d-f3be-4353-96f4-ebe919c255bf None None] Port 8be94f29-2434-4061-aa2d-dde328135540 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 21:09:59.457701 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-636b7c4d-5e1d-4915-b22c-f6abe732e292 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:59.514123 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-636b7c4d-5e1d-4915-b22c-f6abe732e292 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:59.561865 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-77a07864-4c78-43c3-a7e2-237669c801d2 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks [] for port, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:59.642326 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 51952) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:09:59.682097 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-77a07864-4c78-43c3-a7e2-237669c801d2 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:59.725623 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-636b7c4d-5e1d-4915-b22c-f6abe732e292 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:59.728428 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-636b7c4d-5e1d-4915-b22c-f6abe732e292 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:59.732113 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-636b7c4d-5e1d-4915-b22c-f6abe732e292 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/fd89d2c4-1448-465c-80aa-7b395c192a4f HTTP/1.1" status: 204 len: 168 time: 0.4068224 May 20 21:09:59.747169 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636b7c4d-5e1d-4915-b22c-f6abe732e292 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd89d2c4-1448-465c-80aa-7b395c192a4f,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:09:59.791500 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 51956) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:09:59.795306 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-00b91edc-0c2c-4794-bb0f-179320a1a24b tempest-TestServerBasicOps-425116848 tempest-TestServerBasicOps-425116848-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1776270972', 'description': 'tempest-secgroup-smoke-1776270972 description', 'project_id': '7fdecc405989411c84ab3315b9aeaeca'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:09:59.847984 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a07864-4c78-43c3-a7e2-237669c801d2 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Pushing event updated for resources: {'Port': ['ID=22e8c8cf-3cd6-4ef8-b937-3c8516b6492a,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:09:59.848091 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 99b5361e-0bcd-4644-baa5-07db0595235f up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:09:59.848206 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-77a07864-4c78-43c3-a7e2-237669c801d2 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748272'] for floatingip, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:59.922131 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-00b91edc-0c2c-4794-bb0f-179320a1a24b tempest-TestServerBasicOps-425116848 tempest-TestServerBasicOps-425116848-project] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:59.934211 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 99b5361e-0bcd-4644-baa5-07db0595235f triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:09:59.938078 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:09:59.990817 n-d-842733-1 neutron-server[103163]: INFO neutron.db.l3_db [None req-77a07864-4c78-43c3-a7e2-237669c801d2 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Floating IP 21dad088-6909-4105-94c5-5c1f18ea0822 associated. External IP: 172.25.2.162, port: 631006dd-9cd4-4008-86fd-c929cdf5a9ef. May 20 21:10:00.050241 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-00b91edc-0c2c-4794-bb0f-179320a1a24b tempest-TestServerBasicOps-425116848 tempest-TestServerBasicOps-425116848-project] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:00.070404 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 99b5361e-0bcd-4644-baa5-07db0595235f is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:10:00.070806 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:00.095186 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] For port 99b5361e-0bcd-4644-baa5-07db0595235f, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=99b5361e-0bcd-4644-baa5-07db0595235f,segment=NetworkSegment(0b5485c4-eff8-42a1-9073-ae54ed4c63ba),segment_id=0b5485c4-eff8-42a1-9073-ae54ed4c63ba)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:10:00.144795 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-00b91edc-0c2c-4794-bb0f-179320a1a24b tempest-TestServerBasicOps-425116848 tempest-TestServerBasicOps-425116848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:00.168562 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:00.189735 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b91edc-0c2c-4794-bb0f-179320a1a24b tempest-TestServerBasicOps-425116848 tempest-TestServerBasicOps-425116848-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf98b9f5-35ac-4880-8a7d-bee4ab63acfa,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:10:00.247700 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Pushing event updated for resources: {'Port': ['ID=99b5361e-0bcd-4644-baa5-07db0595235f,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:10:00.275555 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-00b91edc-0c2c-4794-bb0f-179320a1a24b tempest-TestServerBasicOps-425116848 tempest-TestServerBasicOps-425116848-project] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:00.275555 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-00b91edc-0c2c-4794-bb0f-179320a1a24b tempest-TestServerBasicOps-425116848 tempest-TestServerBasicOps-425116848-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4834001 May 20 21:10:00.279083 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 51960) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:10:00.284296 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-4bdfd681-ddc7-4844-8d57-b15f34c200c8 tempest-TestServerBasicOps-425116848 tempest-TestServerBasicOps-425116848-project] Request body: {'security_group_rule': {'security_group_id': 'bf98b9f5-35ac-4880-8a7d-bee4ab63acfa', 'project_id': '7fdecc405989411c84ab3315b9aeaeca', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:10:00.438156 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4bdfd681-ddc7-4844-8d57-b15f34c200c8 tempest-TestServerBasicOps-425116848 tempest-TestServerBasicOps-425116848-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:00.491926 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77a07864-4c78-43c3-a7e2-237669c801d2 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Router 4a7f2386-6723-41a7-8e54-0df1b045a05d has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 21:10:00.496135 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 11805006-a585-417b-ae9b-89663bea61fd no longer exists at agent hyperv_n-h1-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 21:10:00.526885 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4bdfd681-ddc7-4844-8d57-b15f34c200c8 tempest-TestServerBasicOps-425116848 tempest-TestServerBasicOps-425116848-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:00.529815 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] No Port match for: 11805006-a585-417b-ae9b-89663bea61fd {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 21:10:00.530442 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 11805006-a585-417b-ae9b-89663bea61fd not bound to the agent host n-h1-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 21:10:00.590045 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4bdfd681-ddc7-4844-8d57-b15f34c200c8 tempest-TestServerBasicOps-425116848 tempest-TestServerBasicOps-425116848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691816'] for security_group_rule, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:00.609881 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdfd681-ddc7-4844-8d57-b15f34c200c8 tempest-TestServerBasicOps-425116848 tempest-TestServerBasicOps-425116848-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a9f486d-56ae-4b32-9cf0-e1ddde542603,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:10:00.657398 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5fa769fd-4ec4-4df0-af9d-01d13e693d32 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748528'] for router_interface, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:00.691078 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4bdfd681-ddc7-4844-8d57-b15f34c200c8 tempest-TestServerBasicOps-425116848 tempest-TestServerBasicOps-425116848-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:00.695741 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-4bdfd681-ddc7-4844-8d57-b15f34c200c8 tempest-TestServerBasicOps-425116848 tempest-TestServerBasicOps-425116848-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4129202 May 20 21:10:00.697434 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 51970) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:10:00.703017 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77a07864-4c78-43c3-a7e2-237669c801d2 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 21:10:00.716817 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-8c710867-b16a-44b3-8b5d-cf8f502a12f1 tempest-TestServerBasicOps-425116848 tempest-TestServerBasicOps-425116848-project] Request body: {'security_group_rule': {'security_group_id': 'bf98b9f5-35ac-4880-8a7d-bee4ab63acfa', 'project_id': '7fdecc405989411c84ab3315b9aeaeca', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:10:00.717782 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ce84ed-3fcb-4965-8bc9-bf5b7f132c1e None None] Sync routers for ids ['4a7f2386-6723-41a7-8e54-0df1b045a05d'] in n-d-842733-1 {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 21:10:00.737576 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ce84ed-3fcb-4965-8bc9-bf5b7f132c1e None None] Routers {'4a7f2386-6723-41a7-8e54-0df1b045a05d'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:10:00.738575 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-c2ce84ed-3fcb-4965-8bc9-bf5b7f132c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:09:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['4a7f2386-6723-41a7-8e54-0df1b045a05d'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:10:00.776387 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-c2ce84ed-3fcb-4965-8bc9-bf5b7f132c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:10:00.786821 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ce84ed-3fcb-4965-8bc9-bf5b7f132c1e None None] Routers {'4a7f2386-6723-41a7-8e54-0df1b045a05d'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:10:00.787548 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-c2ce84ed-3fcb-4965-8bc9-bf5b7f132c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:09:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['4a7f2386-6723-41a7-8e54-0df1b045a05d'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:10:00.797857 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-77a07864-4c78-43c3-a7e2-237669c801d2 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for floatingip, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:00.823214 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-c2ce84ed-3fcb-4965-8bc9-bf5b7f132c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:10:00.823965 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ce84ed-3fcb-4965-8bc9-bf5b7f132c1e None None] The sync data for ids ['4a7f2386-6723-41a7-8e54-0df1b045a05d'] in n-d-842733-1 is: [] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 21:10:00.857971 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-77a07864-4c78-43c3-a7e2-237669c801d2 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 3.2430553 May 20 21:10:00.860616 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 51972) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:10:00.865984 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-6958b3a4-a490-41b6-a263-f8ec45c900ea tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-2058603900'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:10:00.894106 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8c710867-b16a-44b3-8b5d-cf8f502a12f1 tempest-TestServerBasicOps-425116848 tempest-TestServerBasicOps-425116848-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:00.958707 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8c710867-b16a-44b3-8b5d-cf8f502a12f1 tempest-TestServerBasicOps-425116848 tempest-TestServerBasicOps-425116848-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:00.960543 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6958b3a4-a490-41b6-a263-f8ec45c900ea tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Made reservation on behalf of 04f26c2e2c8d4a7f9c417d991425d134 for: {'network': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:10:00.964916 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6958b3a4-a490-41b6-a263-f8ec45c900ea tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for network, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:01.008957 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6958b3a4-a490-41b6-a263-f8ec45c900ea tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 235} {{(pid=103162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 21:10:01.018482 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-5fa769fd-4ec4-4df0-af9d-01d13e693d32 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Deleting port 86f9643d-3103-4c94-a406-574fd4a14bcd {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:10:01.019305 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5fa769fd-4ec4-4df0-af9d-01d13e693d32 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:01.025280 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6958b3a4-a490-41b6-a263-f8ec45c900ea tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:01.025868 n-d-842733-1 neutron-server[103162]: INFO neutron.db.segments_db [None req-6958b3a4-a490-41b6-a263-f8ec45c900ea tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Added segment ca1d336a-4b46-40c5-8bd7-0e9cd9c93720 of type vlan for network c146dc26-bb38-4f19-90fd-2f871d84263f May 20 21:10:01.071053 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6958b3a4-a490-41b6-a263-f8ec45c900ea tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418993264'] for network, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:01.092348 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8c710867-b16a-44b3-8b5d-cf8f502a12f1 tempest-TestServerBasicOps-425116848 tempest-TestServerBasicOps-425116848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691816'] for security_group_rule, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:01.115854 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c710867-b16a-44b3-8b5d-cf8f502a12f1 tempest-TestServerBasicOps-425116848 tempest-TestServerBasicOps-425116848-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=706a21ec-f1fd-424a-9987-12c4c63267a2,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:10:01.120047 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-5fa769fd-4ec4-4df0-af9d-01d13e693d32 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] For port 86f9643d-3103-4c94-a406-574fd4a14bcd, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=86f9643d-3103-4c94-a406-574fd4a14bcd,segment=NetworkSegment(fe2f1272-64e9-4f54-a89e-7afc10d54383),segment_id=fe2f1272-64e9-4f54-a89e-7afc10d54383)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:10:01.120449 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5fa769fd-4ec4-4df0-af9d-01d13e693d32 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:01.133336 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-5fa769fd-4ec4-4df0-af9d-01d13e693d32 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Calling delete_port for 86f9643d-3103-4c94-a406-574fd4a14bcd owned by network:router_interface {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:10:01.232281 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8c710867-b16a-44b3-8b5d-cf8f502a12f1 tempest-TestServerBasicOps-425116848 tempest-TestServerBasicOps-425116848-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:01.233918 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-8c710867-b16a-44b3-8b5d-cf8f502a12f1 tempest-TestServerBasicOps-425116848 tempest-TestServerBasicOps-425116848-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5351019 May 20 21:10:01.234980 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6958b3a4-a490-41b6-a263-f8ec45c900ea tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524'] for network, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:01.240790 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6958b3a4-a490-41b6-a263-f8ec45c900ea tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:10:01.241469 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6958b3a4-a490-41b6-a263-f8ec45c900ea tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:01.245054 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 51984) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:10:01.256295 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-7caba063-bfb4-408d-829c-7d1d7a42e90d tempest-TestServerBasicOps-425116848 tempest-TestServerBasicOps-425116848-project] Request body: {'security_group_rule': {'security_group_id': 'bf98b9f5-35ac-4880-8a7d-bee4ab63acfa', 'project_id': '7fdecc405989411c84ab3315b9aeaeca', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:10:01.342354 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6958b3a4-a490-41b6-a263-f8ec45c900ea tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Pushing event updated for resources: {'Network': ['ID=c146dc26-bb38-4f19-90fd-2f871d84263f,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:10:01.360035 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Network c146dc26-bb38-4f19-90fd-2f871d84263f details requested by agent ovs-agent-n-d-842733-1 with host n-d-842733-1 {{(pid=103164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 20 21:10:01.375000 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-6958b3a4-a490-41b6-a263-f8ec45c900ea tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5131738 May 20 21:10:01.378124 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 51988) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:10:01.385441 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-fc86582f-1420-4610-b695-ecdb23a815d4 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Request body: {'subnet': {'network_id': 'c146dc26-bb38-4f19-90fd-2f871d84263f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:10:01.441906 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5fa769fd-4ec4-4df0-af9d-01d13e693d32 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:01.482977 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa769fd-4ec4-4df0-af9d-01d13e693d32 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Pushing event deleted for resources: {'Port': ['ID=86f9643d-3103-4c94-a406-574fd4a14bcd,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:10:01.498106 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7caba063-bfb4-408d-829c-7d1d7a42e90d tempest-TestServerBasicOps-425116848 tempest-TestServerBasicOps-425116848-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:01.568536 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7caba063-bfb4-408d-829c-7d1d7a42e90d tempest-TestServerBasicOps-425116848 tempest-TestServerBasicOps-425116848-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:01.606918 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44dd390c-2edc-43e6-83e8-0bebda2149df None None] Sync routers for ids ['7e168375-f7ef-4a7f-b480-be3d06778a17'] in n-d-842733-1 {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 21:10:01.621597 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44dd390c-2edc-43e6-83e8-0bebda2149df None None] Routers {'7e168375-f7ef-4a7f-b480-be3d06778a17'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:10:01.622518 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-44dd390c-2edc-43e6-83e8-0bebda2149df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:09:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['7e168375-f7ef-4a7f-b480-be3d06778a17'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:10:01.639267 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc86582f-1420-4610-b695-ecdb23a815d4 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Made reservation on behalf of 04f26c2e2c8d4a7f9c417d991425d134 for: {'subnet': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:10:01.643474 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-fc86582f-1420-4610-b695-ecdb23a815d4 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4018244'] for subnet, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:01.684220 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5fa769fd-4ec4-4df0-af9d-01d13e693d32 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-692224'] for router_interface, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:01.718908 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7caba063-bfb4-408d-829c-7d1d7a42e90d tempest-TestServerBasicOps-425116848 tempest-TestServerBasicOps-425116848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691816'] for security_group_rule, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:01.771888 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7caba063-bfb4-408d-829c-7d1d7a42e90d tempest-TestServerBasicOps-425116848 tempest-TestServerBasicOps-425116848-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92fb9d9f-ae4b-46a0-b81d-61fe4f32961c,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:10:01.857348 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-44dd390c-2edc-43e6-83e8-0bebda2149df None None] Set router 7e168375-f7ef-4a7f-b480-be3d06778a17 gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:10:01.882833 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 99b5361e-0bcd-4644-baa5-07db0595235f up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:10:01.889000 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7caba063-bfb4-408d-829c-7d1d7a42e90d tempest-TestServerBasicOps-425116848 tempest-TestServerBasicOps-425116848-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:01.893254 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-7caba063-bfb4-408d-829c-7d1d7a42e90d tempest-TestServerBasicOps-425116848 tempest-TestServerBasicOps-425116848-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6415377 May 20 21:10:01.894403 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 51996) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:10:01.904803 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-cd07594e-49a1-4ba5-9a81-a7f7ea7c929d tempest-TestServerBasicOps-425116848 tempest-TestServerBasicOps-425116848-project] Request body: {'security_group_rule': {'security_group_id': 'bf98b9f5-35ac-4880-8a7d-bee4ab63acfa', 'project_id': '7fdecc405989411c84ab3315b9aeaeca', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:10:01.970260 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 99b5361e-0bcd-4644-baa5-07db0595235f triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:10:01.970914 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:02.031663 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-cd07594e-49a1-4ba5-9a81-a7f7ea7c929d tempest-TestServerBasicOps-425116848 tempest-TestServerBasicOps-425116848-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:02.073510 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 99b5361e-0bcd-4644-baa5-07db0595235f is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:10:02.110242 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-fc86582f-1420-4610-b695-ecdb23a815d4 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3797684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4018258'] for subnet, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:02.143250 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-44dd390c-2edc-43e6-83e8-0bebda2149df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e168375-f7ef-4a7f-b480-be3d06778a17', 'name': 'tempest-TestServerBasicOps-1659246172-router', 'tenant_id': '85b2115ee62348c8b058e6c630ed9b37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.199'}], 'enable_snat': True}, 'gw_port_id': '99b5361e-0bcd-4644-baa5-07db0595235f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:09:52Z', 'updated_at': '2022-05-20T21:09:58Z', 'revision_number': 4, 'project_id': '85b2115ee62348c8b058e6c630ed9b37', 'gw_port': {'id': '99b5361e-0bcd-4644-baa5-07db0595235f', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a4:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e168375-f7ef-4a7f-b480-be3d06778a17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3704, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:09:53Z', 'updated_at': '2022-05-20T21:10:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': '8be94f29-2434-4061-aa2d-dde328135540', 'name': '', 'network_id': '125b8c7f-2f90-4cdf-a8a1-f4323c6d62d6', 'tenant_id': '85b2115ee62348c8b058e6c630ed9b37', 'mac_address': 'fa:16:3e:22:eb:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e168375-f7ef-4a7f-b480-be3d06778a17', 'device_owner': 'network:router_interface', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': 'fb8f4361-27b6-409f-b8d3-89c97403fc63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:09:57Z', 'updated_at': '2022-05-20T21:09:58Z', 'revision_number': 2, 'project_id': '85b2115ee62348c8b058e6c630ed9b37', 'subnets': [{'id': 'fb8f4361-27b6-409f-b8d3-89c97403fc63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:10:02.180202 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44dd390c-2edc-43e6-83e8-0bebda2149df None None] Checking router: 7e168375-f7ef-4a7f-b480-be3d06778a17 for host: n-d-842733-1 {{(pid=103165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 21:10:02.181894 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44dd390c-2edc-43e6-83e8-0bebda2149df None None] Updating router 7e168375-f7ef-4a7f-b480-be3d06778a17 port 8be94f29-2434-4061-aa2d-dde328135540 binding host n-d-842733-1 {{(pid=103165) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 21:10:02.183302 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc86582f-1420-4610-b695-ecdb23a815d4 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Pushing event updated for resources: {'Subnet': ['ID=ea8aeb99-eb5d-43e0-86c8-7ba361785c50,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:10:02.204539 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-cd07594e-49a1-4ba5-9a81-a7f7ea7c929d tempest-TestServerBasicOps-425116848 tempest-TestServerBasicOps-425116848-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:02.220169 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-44dd390c-2edc-43e6-83e8-0bebda2149df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:02.226416 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc86582f-1420-4610-b695-ecdb23a815d4 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Checking segment: {'id': 'ca1d336a-4b46-40c5-8bd7-0e9cd9c93720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'c146dc26-bb38-4f19-90fd-2f871d84263f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:10:02.227937 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc86582f-1420-4610-b695-ecdb23a815d4 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Network hostable DHCP agents. Network: c146dc26-bb38-4f19-90fd-2f871d84263f, hostable agents: ['c9b0653c-f3c7-4339-bd50-e3754b629216'], hosted agents: [] {{(pid=103162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 21:10:02.333632 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-cd07594e-49a1-4ba5-9a81-a7f7ea7c929d tempest-TestServerBasicOps-425116848 tempest-TestServerBasicOps-425116848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691816'] for security_group_rule, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:02.351395 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd07594e-49a1-4ba5-9a81-a7f7ea7c929d tempest-TestServerBasicOps-425116848 tempest-TestServerBasicOps-425116848-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9e0e9f2-b481-4374-bca8-00e586be7ac1,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:10:02.356994 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc86582f-1420-4610-b695-ecdb23a815d4 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Network c146dc26-bb38-4f19-90fd-2f871d84263f is scheduled to be hosted by DHCP agent c9b0653c-f3c7-4339-bd50-e3754b629216 with binding_index 1 {{(pid=103162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 21:10:02.370814 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fa769fd-4ec4-4df0-af9d-01d13e693d32 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Router e059a780-163b-4461-a5fe-30b4992bdb1b has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 21:10:02.449835 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-cd07594e-49a1-4ba5-9a81-a7f7ea7c929d tempest-TestServerBasicOps-425116848 tempest-TestServerBasicOps-425116848-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:02.452713 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-cd07594e-49a1-4ba5-9a81-a7f7ea7c929d tempest-TestServerBasicOps-425116848 tempest-TestServerBasicOps-425116848-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5577374 May 20 21:10:02.459850 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 52008) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:10:02.465340 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-18cb9a3e-32d4-4438-b7ea-5fbee038b52b tempest-TestServerBasicOps-425116848 tempest-TestServerBasicOps-425116848-project] Request body: {'security_group_rule': {'security_group_id': 'bf98b9f5-35ac-4880-8a7d-bee4ab63acfa', 'project_id': '7fdecc405989411c84ab3315b9aeaeca', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:10:02.476555 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:02.489510 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-fc86582f-1420-4610-b695-ecdb23a815d4 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842733-1, c146dc26-bb38-4f19-90fd-2f871d84263f) {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:10:02.495185 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc86582f-1420-4610-b695-ecdb23a815d4 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:10:02.495651 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-fc86582f-1420-4610-b695-ecdb23a815d4 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:02.503686 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f991efb2-c41f-4b64-8d9c-fe891fb6902c None None] Network c146dc26-bb38-4f19-90fd-2f871d84263f requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:10:02.529441 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fa769fd-4ec4-4df0-af9d-01d13e693d32 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 21:10:02.541169 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-5fa769fd-4ec4-4df0-af9d-01d13e693d32 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "PUT /v2.0/routers/e059a780-163b-4461-a5fe-30b4992bdb1b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8992379 May 20 21:10:02.542695 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 52010) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:10:02.561813 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8491a7f7-22cb-48ac-9fd7-f7d763221c59 None None] Sync routers for ids ['e059a780-163b-4461-a5fe-30b4992bdb1b'] in n-d-842733-1 {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 21:10:02.562037 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-44dd390c-2edc-43e6-83e8-0bebda2149df None None] Notify callbacks [] for port, precommit_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:02.584480 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8491a7f7-22cb-48ac-9fd7-f7d763221c59 None None] Routers {'e059a780-163b-4461-a5fe-30b4992bdb1b'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:10:02.589932 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-8491a7f7-22cb-48ac-9fd7-f7d763221c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:09:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['e059a780-163b-4461-a5fe-30b4992bdb1b'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:10:02.596656 n-d-842733-1 neutron-server[103162]: INFO neutron.db.securitygroups_db [None req-18cb9a3e-32d4-4438-b7ea-5fbee038b52b tempest-TestServerBasicOps-425116848 tempest-TestServerBasicOps-425116848-project] Project 7fdecc405989411c84ab3315b9aeaeca added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 20 21:10:02.614989 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-fc86582f-1420-4610-b695-ecdb23a815d4 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2329686 May 20 21:10:02.614989 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-18cb9a3e-32d4-4438-b7ea-5fbee038b52b tempest-TestServerBasicOps-425116848 tempest-TestServerBasicOps-425116848-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:02.615558 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 52012) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:10:02.624048 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-b1488012-0b41-48b6-9335-6fb66d41b9d3 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-567614038', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'}, 'admin_state_up': False}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:10:02.646748 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-44dd390c-2edc-43e6-83e8-0bebda2149df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:02.653391 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_v2 [None req-96a658c1-e43f-48c9-b23d-28d719b439a9 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Deleting subnet 11782441-b4f1-40fc-9cbd-8dc932032eb4 {{(pid=103162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 20 21:10:02.657123 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-96a658c1-e43f-48c9-b23d-28d719b439a9 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks [] for subnet, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:02.731380 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-96a658c1-e43f-48c9-b23d-28d719b439a9 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3738392'] for subnet, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:02.744352 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b1488012-0b41-48b6-9335-6fb66d41b9d3 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-694221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26155'] for router, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:02.745278 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b1488012-0b41-48b6-9335-6fb66d41b9d3 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-693085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748153', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-718080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26162'] for router, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:02.773036 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-8491a7f7-22cb-48ac-9fd7-f7d763221c59 None None] Set router e059a780-163b-4461-a5fe-30b4992bdb1b gateway port host: n-d-842733-1 {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:10:02.809387 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-18cb9a3e-32d4-4438-b7ea-5fbee038b52b tempest-TestServerBasicOps-425116848 tempest-TestServerBasicOps-425116848-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:02.841820 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8341ea-984b-4c08-95a4-99944fe880c3 None None] Pushing event updated for resources: {'Port': ['ID=8be94f29-2434-4061-aa2d-dde328135540,revision_number=3']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:10:02.843847 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b1488012-0b41-48b6-9335-6fb66d41b9d3 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:02.854224 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8341ea-984b-4c08-95a4-99944fe880c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:10:02.855144 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8341ea-984b-4c08-95a4-99944fe880c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:10:02.855144 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8341ea-984b-4c08-95a4-99944fe880c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:10:02.855364 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8341ea-984b-4c08-95a4-99944fe880c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:10:02.855582 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8341ea-984b-4c08-95a4-99944fe880c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:10:02.855907 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8341ea-984b-4c08-95a4-99944fe880c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:10:02.856267 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8341ea-984b-4c08-95a4-99944fe880c3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:10:02.856589 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8341ea-984b-4c08-95a4-99944fe880c3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:10:02.866785 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8341ea-984b-4c08-95a4-99944fe880c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:10:02.867532 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8341ea-984b-4c08-95a4-99944fe880c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:10:02.868596 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8341ea-984b-4c08-95a4-99944fe880c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:10:02.869719 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcac57b9-4a36-4f18-ad0f-06a31e96fbaf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaee2b848-d4b9-5db1-b6ef-d6db29d67de7-c146dc26-bb38-4f19-90fd-2f871d84263f', 'network_id': 'c146dc26-bb38-4f19-90fd-2f871d84263f', 'tenant_id': '04f26c2e2c8d4a7f9c417d991425d134', 'fixed_ips': [{'subnet_id': 'ea8aeb99-eb5d-43e0-86c8-7ba361785c50'}]}} from n-d-842733-1. {{(pid=103164) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 21:10:02.870169 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8341ea-984b-4c08-95a4-99944fe880c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:10:02.870964 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-bcac57b9-4a36-4f18-ad0f-06a31e96fbaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:02.875125 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-44dd390c-2edc-43e6-83e8-0bebda2149df None None] Attempting to bind port 8be94f29-2434-4061-aa2d-dde328135540 on host n-d-842733-1 for vnic_type normal with profile {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:10:02.875487 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-44dd390c-2edc-43e6-83e8-0bebda2149df None None] Attempting to bind port 8be94f29-2434-4061-aa2d-dde328135540 by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': 'ad8a854f-ec77-45e5-b643-d833a5d151ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '125b8c7f-2f90-4cdf-a8a1-f4323c6d62d6'}] {{(pid=103165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:10:02.875849 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44dd390c-2edc-43e6-83e8-0bebda2149df None None] Attempting to bind port 8be94f29-2434-4061-aa2d-dde328135540 on network 125b8c7f-2f90-4cdf-a8a1-f4323c6d62d6 {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:10:02.885057 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44dd390c-2edc-43e6-83e8-0bebda2149df None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 21, 9, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 21:10:02.885057 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44dd390c-2edc-43e6-83e8-0bebda2149df None None] Checking segment: {'id': 'ad8a854f-ec77-45e5-b643-d833a5d151ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '125b8c7f-2f90-4cdf-a8a1-f4323c6d62d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:10:02.885459 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-44dd390c-2edc-43e6-83e8-0bebda2149df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:02.885911 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44dd390c-2edc-43e6-83e8-0bebda2149df None None] Bound using segment: {'id': 'ad8a854f-ec77-45e5-b643-d833a5d151ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '125b8c7f-2f90-4cdf-a8a1-f4323c6d62d6'} {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 21:10:02.887134 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-44dd390c-2edc-43e6-83e8-0bebda2149df None None] Bound port: 8be94f29-2434-4061-aa2d-dde328135540, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad8a854f-ec77-45e5-b643-d833a5d151ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '125b8c7f-2f90-4cdf-a8a1-f4323c6d62d6'}}] {{(pid=103165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:10:02.887134 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-44dd390c-2edc-43e6-83e8-0bebda2149df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:02.887472 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-18cb9a3e-32d4-4438-b7ea-5fbee038b52b tempest-TestServerBasicOps-425116848 tempest-TestServerBasicOps-425116848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691816'] for security_group_rule, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:02.935985 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cb9a3e-32d4-4438-b7ea-5fbee038b52b tempest-TestServerBasicOps-425116848 tempest-TestServerBasicOps-425116848-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0cf16d90-e0d7-4d12-8c7d-e51b8e10b6d4,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:10:02.940604 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-96a658c1-e43f-48c9-b23d-28d719b439a9 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33068388'] for subnet, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:03.006755 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-44dd390c-2edc-43e6-83e8-0bebda2149df None None] For port 8be94f29-2434-4061-aa2d-dde328135540, host n-d-842733-1, cleared binding levels {{(pid=103165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 21:10:03.014123 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-44dd390c-2edc-43e6-83e8-0bebda2149df None None] For port 8be94f29-2434-4061-aa2d-dde328135540, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=8be94f29-2434-4061-aa2d-dde328135540,segment=NetworkSegment(ad8a854f-ec77-45e5-b643-d833a5d151ca),segment_id=ad8a854f-ec77-45e5-b643-d833a5d151ca)] {{(pid=103165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 21:10:03.032700 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-18cb9a3e-32d4-4438-b7ea-5fbee038b52b tempest-TestServerBasicOps-425116848 tempest-TestServerBasicOps-425116848-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:03.033991 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-18cb9a3e-32d4-4438-b7ea-5fbee038b52b tempest-TestServerBasicOps-425116848 tempest-TestServerBasicOps-425116848-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5727556 May 20 21:10:03.036588 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 52014) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:10:03.042707 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-bd250dbd-5b84-4da0-93e5-df8ff009d432 tempest-TestServerBasicOps-425116848 tempest-TestServerBasicOps-425116848-project] Request body: {'security_group_rule': {'security_group_id': 'bf98b9f5-35ac-4880-8a7d-bee4ab63acfa', 'project_id': '7fdecc405989411c84ab3315b9aeaeca', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:10:03.050598 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [None req-bcac57b9-4a36-4f18-ad0f-06a31e96fbaf None None] Allocated IP 172.20.0.2 (c146dc26-bb38-4f19-90fd-2f871d84263f/ea8aeb99-eb5d-43e0-86c8-7ba361785c50/58401f54-016c-481d-915f-e1ed89922ffe) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:10:03.121812 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b1488012-0b41-48b6-9335-6fb66d41b9d3 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:03.126715 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-44dd390c-2edc-43e6-83e8-0bebda2149df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:03.165747 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-762adfc4-78c6-4e6f-b5ac-660ba653e7a6 None None] Provisioning complete for port 8be94f29-2434-4061-aa2d-dde328135540 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:10:03.165747 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-762adfc4-78c6-4e6f-b5ac-660ba653e7a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:03.174582 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-96a658c1-e43f-48c9-b23d-28d719b439a9 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33068399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3797621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4018265'] for subnet, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:03.181118 n-d-842733-1 neutron-server[103162]: INFO neutron.db.securitygroups_db [None req-bd250dbd-5b84-4da0-93e5-df8ff009d432 tempest-TestServerBasicOps-425116848 tempest-TestServerBasicOps-425116848-project] Project 7fdecc405989411c84ab3315b9aeaeca added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 20 21:10:03.195442 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44dd390c-2edc-43e6-83e8-0bebda2149df None None] Routers {'7e168375-f7ef-4a7f-b480-be3d06778a17'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:10:03.196232 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-44dd390c-2edc-43e6-83e8-0bebda2149df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:09:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['7e168375-f7ef-4a7f-b480-be3d06778a17'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:10:03.212092 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bd250dbd-5b84-4da0-93e5-df8ff009d432 tempest-TestServerBasicOps-425116848 tempest-TestServerBasicOps-425116848-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:03.223295 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a658c1-e43f-48c9-b23d-28d719b439a9 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Pushing event deleted for resources: {'Subnet': ['ID=11782441-b4f1-40fc-9cbd-8dc932032eb4,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:10:03.225964 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-96a658c1-e43f-48c9-b23d-28d719b439a9 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:03.231297 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-96a658c1-e43f-48c9-b23d-28d719b439a9 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "DELETE /v2.0/subnets/11782441-b4f1-40fc-9cbd-8dc932032eb4 HTTP/1.1" status: 204 len: 168 time: 0.6873517 May 20 21:10:03.234099 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 52016) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:10:03.252338 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b92cbe7-cd44-44f3-97db-70b64816c156 None None] Network 9eccc106-4609-4d2d-abe2-76ba1cf9de32 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:10:03.270315 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8341ea-984b-4c08-95a4-99944fe880c3 None None] Pushing event updated for resources: {'Port': ['ID=8be94f29-2434-4061-aa2d-dde328135540,revision_number=4']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:10:03.343299 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bd250dbd-5b84-4da0-93e5-df8ff009d432 tempest-TestServerBasicOps-425116848 tempest-TestServerBasicOps-425116848-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:03.385985 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-44dd390c-2edc-43e6-83e8-0bebda2149df None None] Set router 7e168375-f7ef-4a7f-b480-be3d06778a17 gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:10:03.414262 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bd250dbd-5b84-4da0-93e5-df8ff009d432 tempest-TestServerBasicOps-425116848 tempest-TestServerBasicOps-425116848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691816'] for security_group_rule, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:03.453402 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd250dbd-5b84-4da0-93e5-df8ff009d432 tempest-TestServerBasicOps-425116848 tempest-TestServerBasicOps-425116848-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5b54ab5-73c8-4c7b-af2f-ad9948444f36,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:10:03.472941 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-326cfeaf-dad3-4720-b22d-3588c254bc94 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks [] for router, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:03.562335 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-bcac57b9-4a36-4f18-ad0f-06a31e96fbaf None None] Notify callbacks [] for port, precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:03.575067 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bd250dbd-5b84-4da0-93e5-df8ff009d432 tempest-TestServerBasicOps-425116848 tempest-TestServerBasicOps-425116848-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:03.585325 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-bd250dbd-5b84-4da0-93e5-df8ff009d432 tempest-TestServerBasicOps-425116848 tempest-TestServerBasicOps-425116848-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5388050 May 20 21:10:03.664347 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-8491a7f7-22cb-48ac-9fd7-f7d763221c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e059a780-163b-4461-a5fe-30b4992bdb1b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1063020110', 'tenant_id': 'd7932b75a33b465998804b193e9be7ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.211'}], 'enable_snat': True}, 'gw_port_id': 'ebe38d48-bd16-4097-a1e1-83f1c43a6bb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:07:43Z', 'updated_at': '2022-05-20T21:10:01Z', 'revision_number': 5, 'project_id': 'd7932b75a33b465998804b193e9be7ad', 'gw_port': {'id': 'ebe38d48-bd16-4097-a1e1-83f1c43a6bb7', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:70:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e059a780-163b-4461-a5fe-30b4992bdb1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3504, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:07:45Z', 'updated_at': '2022-05-20T21:07:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:10:03.667190 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-bcac57b9-4a36-4f18-ad0f-06a31e96fbaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108'] for port, after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:03.673698 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-762adfc4-78c6-4e6f-b5ac-660ba653e7a6 None None] Current status of the port 8be94f29-2434-4061-aa2d-dde328135540 is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:10:03.674311 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-762adfc4-78c6-4e6f-b5ac-660ba653e7a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:03.696185 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-44dd390c-2edc-43e6-83e8-0bebda2149df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e168375-f7ef-4a7f-b480-be3d06778a17', 'name': 'tempest-TestServerBasicOps-1659246172-router', 'tenant_id': '85b2115ee62348c8b058e6c630ed9b37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.199'}], 'enable_snat': True}, 'gw_port_id': '99b5361e-0bcd-4644-baa5-07db0595235f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:09:52Z', 'updated_at': '2022-05-20T21:09:58Z', 'revision_number': 4, 'project_id': '85b2115ee62348c8b058e6c630ed9b37', 'gw_port': {'id': '99b5361e-0bcd-4644-baa5-07db0595235f', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a4:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e168375-f7ef-4a7f-b480-be3d06778a17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3704, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:09:53Z', 'updated_at': '2022-05-20T21:10:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': '8be94f29-2434-4061-aa2d-dde328135540', 'name': '', 'network_id': '125b8c7f-2f90-4cdf-a8a1-f4323c6d62d6', 'tenant_id': '85b2115ee62348c8b058e6c630ed9b37', 'mac_address': 'fa:16:3e:22:eb:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e168375-f7ef-4a7f-b480-be3d06778a17', 'device_owner': 'network:router_interface', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': 'fb8f4361-27b6-409f-b8d3-89c97403fc63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:09:57Z', 'updated_at': '2022-05-20T21:10:03Z', 'revision_number': 4, 'project_id': '85b2115ee62348c8b058e6c630ed9b37', 'subnets': [{'id': 'fb8f4361-27b6-409f-b8d3-89c97403fc63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:10:03.711347 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-326cfeaf-dad3-4720-b22d-3588c254bc94 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:03.739496 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44dd390c-2edc-43e6-83e8-0bebda2149df None None] The sync data for ids ['7e168375-f7ef-4a7f-b480-be3d06778a17'] in n-d-842733-1 is: [{'id': '7e168375-f7ef-4a7f-b480-be3d06778a17', 'name': 'tempest-TestServerBasicOps-1659246172-router', 'tenant_id': '85b2115ee62348c8b058e6c630ed9b37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.199'}], 'enable_snat': True}, 'gw_port_id': '99b5361e-0bcd-4644-baa5-07db0595235f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:09:52Z', 'updated_at': '2022-05-20T21:09:58Z', 'revision_number': 4, 'project_id': '85b2115ee62348c8b058e6c630ed9b37', 'gw_port': {'id': '99b5361e-0bcd-4644-baa5-07db0595235f', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a4:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e168375-f7ef-4a7f-b480-be3d06778a17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3704, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:09:53Z', 'updated_at': '2022-05-20T21:10:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': '8be94f29-2434-4061-aa2d-dde328135540', 'name': '', 'network_id': '125b8c7f-2f90-4cdf-a8a1-f4323c6d62d6', 'tenant_id': '85b2115ee62348c8b058e6c630ed9b37', 'mac_address': 'fa:16:3e:22:eb:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e168375-f7ef-4a7f-b480-be3d06778a17', 'device_owner': 'network:router_interface', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': 'fb8f4361-27b6-409f-b8d3-89c97403fc63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:09:57Z', 'updated_at': '2022-05-20T21:10:03Z', 'revision_number': 4, 'project_id': '85b2115ee62348c8b058e6c630ed9b37', 'subnets': [{'id': 'fb8f4361-27b6-409f-b8d3-89c97403fc63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 21:10:03.741986 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8491a7f7-22cb-48ac-9fd7-f7d763221c59 None None] Checking router: e059a780-163b-4461-a5fe-30b4992bdb1b for host: n-d-842733-1 {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 21:10:03.819899 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcac57b9-4a36-4f18-ad0f-06a31e96fbaf None None] Network c146dc26-bb38-4f19-90fd-2f871d84263f is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:10:03.856571 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8491a7f7-22cb-48ac-9fd7-f7d763221c59 None None] Routers {'e059a780-163b-4461-a5fe-30b4992bdb1b'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:10:03.859584 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-8491a7f7-22cb-48ac-9fd7-f7d763221c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:09:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['e059a780-163b-4461-a5fe-30b4992bdb1b'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:10:03.917338 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-bcac57b9-4a36-4f18-ad0f-06a31e96fbaf None None] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:10:03.919732 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcac57b9-4a36-4f18-ad0f-06a31e96fbaf None None] Received port after_create {{(pid=103164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:10:03.957672 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b1488012-0b41-48b6-9335-6fb66d41b9d3 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks [] for router_gateway, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:03.969636 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e609226d-c1bb-4ad3-89c0-701cb9db6b58 None None] DHCP port deletion for 9eccc106-4609-4d2d-abe2-76ba1cf9de32 request from n-d-842733-1 {{(pid=103164) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 21:10:03.977635 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-762adfc4-78c6-4e6f-b5ac-660ba653e7a6 None None] For port 8be94f29-2434-4061-aa2d-dde328135540, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=8be94f29-2434-4061-aa2d-dde328135540,segment=NetworkSegment(ad8a854f-ec77-45e5-b643-d833a5d151ca),segment_id=ad8a854f-ec77-45e5-b643-d833a5d151ca)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:10:04.001767 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b1488012-0b41-48b6-9335-6fb66d41b9d3 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:04.006151 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-fe00a961-f5c5-4f16-bbac-f278746c7f86 req-9ba6db78-1688-4db5-b920-344d8a6c9866 tempest-TestServerBasicOps-425116848 tempest-TestServerBasicOps-425116848-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1776270972&fields=id&tenant_id=7fdecc405989411c84ab3315b9aeaeca HTTP/1.1" status: 200 len: 267 time: 0.1039634 May 20 21:10:04.009438 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcac57b9-4a36-4f18-ad0f-06a31e96fbaf None None] Pushing event updated for resources: {'Port': ['ID=58401f54-016c-481d-915f-e1ed89922ffe,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:10:04.077320 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-bcac57b9-4a36-4f18-ad0f-06a31e96fbaf None None] Attempting to bind port 58401f54-016c-481d-915f-e1ed89922ffe on host n-d-842733-1 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:10:04.077687 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-bcac57b9-4a36-4f18-ad0f-06a31e96fbaf None None] Attempting to bind port 58401f54-016c-481d-915f-e1ed89922ffe by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': 'ca1d336a-4b46-40c5-8bd7-0e9cd9c93720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'c146dc26-bb38-4f19-90fd-2f871d84263f'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:10:04.078034 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcac57b9-4a36-4f18-ad0f-06a31e96fbaf None None] Attempting to bind port 58401f54-016c-481d-915f-e1ed89922ffe on network c146dc26-bb38-4f19-90fd-2f871d84263f {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:10:04.083267 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-762adfc4-78c6-4e6f-b5ac-660ba653e7a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:04.112707 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-8491a7f7-22cb-48ac-9fd7-f7d763221c59 None None] Set router e059a780-163b-4461-a5fe-30b4992bdb1b gateway port host: None {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:10:04.137150 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-326cfeaf-dad3-4720-b22d-3588c254bc94 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Deleting port ebe38d48-bd16-4097-a1e1-83f1c43a6bb7 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:10:04.137555 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-326cfeaf-dad3-4720-b22d-3588c254bc94 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:04.191381 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcac57b9-4a36-4f18-ad0f-06a31e96fbaf None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 21, 9, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 21:10:04.191781 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcac57b9-4a36-4f18-ad0f-06a31e96fbaf None None] Checking segment: {'id': 'ca1d336a-4b46-40c5-8bd7-0e9cd9c93720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'c146dc26-bb38-4f19-90fd-2f871d84263f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:10:04.192135 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-bcac57b9-4a36-4f18-ad0f-06a31e96fbaf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:04.192520 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcac57b9-4a36-4f18-ad0f-06a31e96fbaf None None] Bound using segment: {'id': 'ca1d336a-4b46-40c5-8bd7-0e9cd9c93720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'c146dc26-bb38-4f19-90fd-2f871d84263f'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 21:10:04.193002 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-bcac57b9-4a36-4f18-ad0f-06a31e96fbaf None None] Bound port: 58401f54-016c-481d-915f-e1ed89922ffe, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca1d336a-4b46-40c5-8bd7-0e9cd9c93720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'c146dc26-bb38-4f19-90fd-2f871d84263f'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:10:04.193412 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-bcac57b9-4a36-4f18-ad0f-06a31e96fbaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:04.204785 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-8491a7f7-22cb-48ac-9fd7-f7d763221c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e059a780-163b-4461-a5fe-30b4992bdb1b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1063020110', 'tenant_id': 'd7932b75a33b465998804b193e9be7ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:07:43Z', 'updated_at': '2022-05-20T21:10:03Z', 'revision_number': 6, 'project_id': 'd7932b75a33b465998804b193e9be7ad', 'gw_port_host': None}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:10:04.252995 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8491a7f7-22cb-48ac-9fd7-f7d763221c59 None None] The sync data for ids ['e059a780-163b-4461-a5fe-30b4992bdb1b'] in n-d-842733-1 is: [{'id': 'e059a780-163b-4461-a5fe-30b4992bdb1b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1063020110', 'tenant_id': 'd7932b75a33b465998804b193e9be7ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:07:43Z', 'updated_at': '2022-05-20T21:10:03Z', 'revision_number': 6, 'project_id': 'd7932b75a33b465998804b193e9be7ad', 'gw_port_host': None}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 21:10:04.267901 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-d65afb86-dae4-484f-9e75-d7e230e5c4bc None None] Provisioning complete for port 8be94f29-2434-4061-aa2d-dde328135540 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:10:04.268283 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d65afb86-dae4-484f-9e75-d7e230e5c4bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:04.312106 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe00a961-f5c5-4f16-bbac-f278746c7f86 req-d4fb7322-6c6f-44d1-ab86-5d8297c8aef2 tempest-TestServerBasicOps-425116848 tempest-TestServerBasicOps-425116848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:10:04.314675 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-fe00a961-f5c5-4f16-bbac-f278746c7f86 req-d4fb7322-6c6f-44d1-ab86-5d8297c8aef2 tempest-TestServerBasicOps-425116848 tempest-TestServerBasicOps-425116848-project] 10.222.0.35 "GET /v2.0/networks?id=68a7d121-da9c-4961-a87a-776dc042edbe HTTP/1.1" status: 200 len: 809 time: 0.2961638 May 20 21:10:04.359122 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762adfc4-78c6-4e6f-b5ac-660ba653e7a6 None None] Pushing event updated for resources: {'Port': ['ID=8be94f29-2434-4061-aa2d-dde328135540,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:10:04.365840 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-b1488012-0b41-48b6-9335-6fb66d41b9d3 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Allocated IP 172.25.2.252 (e3a93b5c-91e2-4064-9c2c-1afc261bfe15/86fee0c1-6e34-488b-9216-b2b8e7ef585a/6f1d023a-3747-49cb-a0ef-1a97448beaeb) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:10:04.370265 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-e609226d-c1bb-4ad3-89c0-701cb9db6b58 None None] Deleting port 678183b9-0a25-4fc7-be68-1ea5f047b3c6 {{(pid=103164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:10:04.370644 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-e609226d-c1bb-4ad3-89c0-701cb9db6b58 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:04.378378 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-fe00a961-f5c5-4f16-bbac-f278746c7f86 req-9143347f-335b-45bb-839c-c1ce123435b3 tempest-TestServerBasicOps-425116848 tempest-TestServerBasicOps-425116848-project] 10.222.0.35 "GET /v2.0/quotas/7fdecc405989411c84ab3315b9aeaeca HTTP/1.1" status: 200 len: 375 time: 0.0455928 May 20 21:10:04.443609 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-e609226d-c1bb-4ad3-89c0-701cb9db6b58 None None] For port 678183b9-0a25-4fc7-be68-1ea5f047b3c6, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=678183b9-0a25-4fc7-be68-1ea5f047b3c6,segment=NetworkSegment(fe2f1272-64e9-4f54-a89e-7afc10d54383),segment_id=fe2f1272-64e9-4f54-a89e-7afc10d54383)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:10:04.443951 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-e609226d-c1bb-4ad3-89c0-701cb9db6b58 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:04.463395 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-e609226d-c1bb-4ad3-89c0-701cb9db6b58 None None] Calling delete_port for 678183b9-0a25-4fc7-be68-1ea5f047b3c6 owned by network:dhcp {{(pid=103164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:10:04.479230 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-326cfeaf-dad3-4720-b22d-3588c254bc94 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] For port ebe38d48-bd16-4097-a1e1-83f1c43a6bb7, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=ebe38d48-bd16-4097-a1e1-83f1c43a6bb7,segment=NetworkSegment(0b5485c4-eff8-42a1-9073-ae54ed4c63ba),segment_id=0b5485c4-eff8-42a1-9073-ae54ed4c63ba)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:10:04.479522 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-326cfeaf-dad3-4720-b22d-3588c254bc94 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:04.515105 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-326cfeaf-dad3-4720-b22d-3588c254bc94 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Calling delete_port for ebe38d48-bd16-4097-a1e1-83f1c43a6bb7 owned by network:router_gateway {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:10:04.548594 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-fe00a961-f5c5-4f16-bbac-f278746c7f86 req-7cdc8ed7-6073-471e-b54d-424da372ad98 tempest-TestServerBasicOps-425116848 tempest-TestServerBasicOps-425116848-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=7fdecc405989411c84ab3315b9aeaeca&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1574631 May 20 21:10:04.595017 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-bcac57b9-4a36-4f18-ad0f-06a31e96fbaf None None] For port 58401f54-016c-481d-915f-e1ed89922ffe, host n-d-842733-1, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 21:10:04.620458 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b1488012-0b41-48b6-9335-6fb66d41b9d3 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:04.645351 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-bcac57b9-4a36-4f18-ad0f-06a31e96fbaf None None] For port 58401f54-016c-481d-915f-e1ed89922ffe, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=58401f54-016c-481d-915f-e1ed89922ffe,segment=NetworkSegment(ca1d336a-4b46-40c5-8bd7-0e9cd9c93720),segment_id=ca1d336a-4b46-40c5-8bd7-0e9cd9c93720)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 21:10:04.654922 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-d65afb86-dae4-484f-9e75-d7e230e5c4bc None None] Current status of the port 8be94f29-2434-4061-aa2d-dde328135540 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:10:04.701827 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-bcac57b9-4a36-4f18-ad0f-06a31e96fbaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:04.731180 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-e609226d-c1bb-4ad3-89c0-701cb9db6b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099'] for port, after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:04.755383 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e609226d-c1bb-4ad3-89c0-701cb9db6b58 None None] No DVR routers for this DVR port 678183b9-0a25-4fc7-be68-1ea5f047b3c6 on host n-d-842733-1 {{(pid=103164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 21:10:04.773009 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcac57b9-4a36-4f18-ad0f-06a31e96fbaf None None] Pushing event updated for resources: {'Port': ['ID=58401f54-016c-481d-915f-e1ed89922ffe,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:10:04.783929 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b1488012-0b41-48b6-9335-6fb66d41b9d3 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:04.808495 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e609226d-c1bb-4ad3-89c0-701cb9db6b58 None None] Pushing event deleted for resources: {'Port': ['ID=678183b9-0a25-4fc7-be68-1ea5f047b3c6,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:10:04.880517 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1488012-0b41-48b6-9335-6fb66d41b9d3 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Network e3a93b5c-91e2-4064-9c2c-1afc261bfe15 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:10:04.889191 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-326cfeaf-dad3-4720-b22d-3588c254bc94 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:04.891430 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-b1488012-0b41-48b6-9335-6fb66d41b9d3 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:10:04.906768 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1488012-0b41-48b6-9335-6fb66d41b9d3 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:10:04.940790 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1488012-0b41-48b6-9335-6fb66d41b9d3 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Pushing event updated for resources: {'Port': ['ID=6f1d023a-3747-49cb-a0ef-1a97448beaeb,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:10:05.008359 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326cfeaf-dad3-4720-b22d-3588c254bc94 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Pushing event deleted for resources: {'Port': ['ID=ebe38d48-bd16-4097-a1e1-83f1c43a6bb7,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:10:05.064855 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-fe00a961-f5c5-4f16-bbac-f278746c7f86 req-5b94ec50-948b-48cf-b580-5ffbba65bdec service neutron] 10.222.0.35 "GET /v2.0/networks/68a7d121-da9c-4961-a87a-776dc042edbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4724548 May 20 21:10:05.129843 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-326cfeaf-dad3-4720-b22d-3588c254bc94 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-748206'] for router_gateway, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:05.302280 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-326cfeaf-dad3-4720-b22d-3588c254bc94 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26169'] for router, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:05.308111 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-326cfeaf-dad3-4720-b22d-3588c254bc94 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:05.384399 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-fe00a961-f5c5-4f16-bbac-f278746c7f86 req-f96a7785-9e47-4083-adba-1a91334463c1 service neutron] 10.222.0.35 "GET /v2.0/networks/68a7d121-da9c-4961-a87a-776dc042edbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2832901 May 20 21:10:05.478756 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-326cfeaf-dad3-4720-b22d-3588c254bc94 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-693148'] for router, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:05.479264 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-326cfeaf-dad3-4720-b22d-3588c254bc94 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Fanout notify agent at l3_agent the message router_deleted on router e059a780-163b-4461-a5fe-30b4992bdb1b {{(pid=103163) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 20 21:10:05.487900 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-326cfeaf-dad3-4720-b22d-3588c254bc94 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks [] for router, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:05.491891 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 52042) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:10:05.493975 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-326cfeaf-dad3-4720-b22d-3588c254bc94 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "DELETE /v2.0/routers/e059a780-163b-4461-a5fe-30b4992bdb1b HTTP/1.1" status: 204 len: 168 time: 2.2586153 May 20 21:10:05.603333 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8c46f758-a868-45b6-bd53-c1223a6db510 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33160123'] for network, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:05.748027 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8c46f758-a868-45b6-bd53-c1223a6db510 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33072115', 'neutron.services.segments.db._delete_segments_for_network-8782419500584'] for network, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:05.785791 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-8c46f758-a868-45b6-bd53-c1223a6db510 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9eccc106-4609-4d2d-abe2-76ba1cf9de32']}} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:10:05.814132 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-8c46f758-a868-45b6-bd53-c1223a6db510 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe2f1272-64e9-4f54-a89e-7afc10d54383') {'for_net_delete': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:10:05.814646 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-8c46f758-a868-45b6-bd53-c1223a6db510 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe2f1272-64e9-4f54-a89e-7afc10d54383') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:10:05.840494 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8c46f758-a868-45b6-bd53-c1223a6db510 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419501617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3738385'] for segment, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:05.864528 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8c46f758-a868-45b6-bd53-c1223a6db510 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:05.882943 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c46f758-a868-45b6-bd53-c1223a6db510 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Releasing vlan 242 on physical network physnet1 to pool {{(pid=103162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 21:10:05.882943 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8c46f758-a868-45b6-bd53-c1223a6db510 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3800791'] for segment, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:05.882943 n-d-842733-1 neutron-server[103162]: Traceback (most recent call last): May 20 21:10:05.882943 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 21:10:05.882943 n-d-842733-1 neutron-server[103162]: timer() May 20 21:10:05.882943 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 21:10:05.882943 n-d-842733-1 neutron-server[103162]: cb(*args, **kw) May 20 21:10:05.882943 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 20 21:10:05.882943 n-d-842733-1 neutron-server[103162]: return func(*args, **kwargs) May 20 21:10:05.882943 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 21:10:05.882943 n-d-842733-1 neutron-server[103162]: self._notify() May 20 21:10:05.882943 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 21:10:05.882943 n-d-842733-1 neutron-server[103162]: self.callback(batched_events) May 20 21:10:05.882943 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 21:10:05.882943 n-d-842733-1 neutron-server[103162]: event.method(event) May 20 21:10:05.882943 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 20 21:10:05.882943 n-d-842733-1 neutron-server[103162]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 21:10:05.882943 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 20 21:10:05.882943 n-d-842733-1 neutron-server[103162]: aggregate_uuid = self.p_client.list_aggregates( May 20 21:10:05.882943 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 20 21:10:05.882943 n-d-842733-1 neutron-server[103162]: return f(self, *a, **k) May 20 21:10:05.882943 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 20 21:10:05.882943 n-d-842733-1 neutron-server[103162]: return self._get(url).json() May 20 21:10:05.882943 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 20 21:10:05.882943 n-d-842733-1 neutron-server[103162]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 21:10:05.882943 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 21:10:05.882943 n-d-842733-1 neutron-server[103162]: return self.request(url, 'GET', **kwargs) May 20 21:10:05.882943 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 21:10:05.882943 n-d-842733-1 neutron-server[103162]: base_url = self.get_endpoint(auth, allow=allow, May 20 21:10:05.882943 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 21:10:05.882943 n-d-842733-1 neutron-server[103162]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 21:10:05.882943 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 21:10:05.882943 n-d-842733-1 neutron-server[103162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 21:10:05.882943 n-d-842733-1 neutron-server[103162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 21:10:06.050135 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5c80ad3f-d597-49df-a665-5b0359cb6f55 req-6ce29b0e-6a25-4664-91a7-07f0b719f7f3 tempest-TestServerBasicOps-425116848 tempest-TestServerBasicOps-425116848-project] 10.222.0.35 "GET /v2.0/ports?device_id=49400ff3-e1c3-4858-9fde-eeb548e645f7 HTTP/1.1" status: 200 len: 210 time: 0.0441473 May 20 21:10:06.078385 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b1488012-0b41-48b6-9335-6fb66d41b9d3 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks [] for router_gateway, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:06.115151 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8c46f758-a868-45b6-bd53-c1223a6db510 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33072122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748162'] for network, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:06.123353 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8c46f758-a868-45b6-bd53-c1223a6db510 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:06.126687 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-8c46f758-a868-45b6-bd53-c1223a6db510 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "DELETE /v2.0/networks/9eccc106-4609-4d2d-abe2-76ba1cf9de32 HTTP/1.1" status: 204 len: 168 time: 0.6331568 May 20 21:10:06.129462 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 52056) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:10:06.190336 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c46f758-a868-45b6-bd53-c1223a6db510 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Pushing event deleted for resources: {'Network': ['ID=9eccc106-4609-4d2d-abe2-76ba1cf9de32,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:10:06.234765 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f55b4d2e-606e-4cc6-8a1b-9f75ffcc7306 None None] Network c146dc26-bb38-4f19-90fd-2f871d84263f requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:10:06.244109 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c68151c5-0481-4ca9-b134-910a678c2464 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:06.280553 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c68151c5-0481-4ca9-b134-910a678c2464 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:06.358638 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 58401f54-016c-481d-915f-e1ed89922ffe up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:10:06.394672 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b1488012-0b41-48b6-9335-6fb66d41b9d3 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748106'] for router, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:06.435682 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-77d4f529-fa3b-40a4-b4af-463e5b1be802 None None] Provisioning complete for port 58401f54-016c-481d-915f-e1ed89922ffe triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:10:06.436436 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-77d4f529-fa3b-40a4-b4af-463e5b1be802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:06.487823 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c68151c5-0481-4ca9-b134-910a678c2464 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:06.492390 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c68151c5-0481-4ca9-b134-910a678c2464 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:06.497086 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-c68151c5-0481-4ca9-b134-910a678c2464 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "DELETE /v2.0/security-groups/ea5f90d5-5ae6-4da5-b5b6-cdd9b1e2e803 HTTP/1.1" status: 204 len: 168 time: 0.3664300 May 20 21:10:06.497331 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 58401f54-016c-481d-915f-e1ed89922ffe triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:10:06.497652 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:06.514623 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68151c5-0481-4ca9-b134-910a678c2464 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea5f90d5-5ae6-4da5-b5b6-cdd9b1e2e803,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:10:06.682328 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 58401f54-016c-481d-915f-e1ed89922ffe is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:10:06.682946 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:06.688318 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1488012-0b41-48b6-9335-6fb66d41b9d3 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Router 5427bef5-dd09-4321-9545-0ee43006d787 is scheduled to L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e with binding_index 1 {{(pid=103163) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 20 21:10:06.699020 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-77d4f529-fa3b-40a4-b4af-463e5b1be802 None None] Current status of the port 58401f54-016c-481d-915f-e1ed89922ffe is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:10:06.699907 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-77d4f529-fa3b-40a4-b4af-463e5b1be802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:06.745748 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] For port 58401f54-016c-481d-915f-e1ed89922ffe, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=58401f54-016c-481d-915f-e1ed89922ffe,segment=NetworkSegment(ca1d336a-4b46-40c5-8bd7-0e9cd9c93720),segment_id=ca1d336a-4b46-40c5-8bd7-0e9cd9c93720)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:10:06.837774 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:06.841341 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 8be94f29-2434-4061-aa2d-dde328135540 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:10:06.875863 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1488012-0b41-48b6-9335-6fb66d41b9d3 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 21:10:06.887359 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c605c32-2f28-4fe6-b9b6-9ca800564dee None None] Sync routers for ids ['5427bef5-dd09-4321-9545-0ee43006d787'] in n-d-842733-1 {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 21:10:06.902769 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 52066) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:10:06.907393 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-28e0e66c-3cb3-4900-af80-f017dc6fff8c tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-977101937', 'description': 'tempest-secgroup-smoke-977101937 description', 'project_id': 'd7932b75a33b465998804b193e9be7ad'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:10:06.924145 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c605c32-2f28-4fe6-b9b6-9ca800564dee None None] Routers {'5427bef5-dd09-4321-9545-0ee43006d787'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:10:06.930193 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-2c605c32-2f28-4fe6-b9b6-9ca800564dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:09:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['5427bef5-dd09-4321-9545-0ee43006d787'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:10:06.983124 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-2c605c32-2f28-4fe6-b9b6-9ca800564dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:10:06.985328 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Pushing event updated for resources: {'Port': ['ID=58401f54-016c-481d-915f-e1ed89922ffe,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:10:06.988261 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.db.api [None req-77d4f529-fa3b-40a4-b4af-463e5b1be802 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103164) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 20 21:10:06.988728 n-d-842733-1 neutron-server[103164]: DEBUG oslo_db.api [None req-77d4f529-fa3b-40a4-b4af-463e5b1be802 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 20 21:10:06.995359 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c605c32-2f28-4fe6-b9b6-9ca800564dee None None] Routers {'5427bef5-dd09-4321-9545-0ee43006d787'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:10:07.000003 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-2c605c32-2f28-4fe6-b9b6-9ca800564dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:09:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['5427bef5-dd09-4321-9545-0ee43006d787'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:10:07.003949 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 8be94f29-2434-4061-aa2d-dde328135540 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:10:07.004320 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:07.043498 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-2c605c32-2f28-4fe6-b9b6-9ca800564dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:10:07.044687 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c605c32-2f28-4fe6-b9b6-9ca800564dee None None] The sync data for ids ['5427bef5-dd09-4321-9545-0ee43006d787'] in n-d-842733-1 is: [] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 21:10:07.067319 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b1488012-0b41-48b6-9335-6fb66d41b9d3 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks [] for router, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:07.069546 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-b1488012-0b41-48b6-9335-6fb66d41b9d3 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.4528983 May 20 21:10:07.073031 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 52068) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:10:07.107473 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 8be94f29-2434-4061-aa2d-dde328135540 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:10:07.149743 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1354645d-8939-45f8-b98f-4104f030196e req-4952624e-f962-48d1-9bc2-73b69d43529e tempest-TestServerBasicOps-425116848 tempest-TestServerBasicOps-425116848-project] 10.222.0.35 "GET /v2.0/ports?device_id=49400ff3-e1c3-4858-9fde-eeb548e645f7 HTTP/1.1" status: 200 len: 210 time: 0.0330741 May 20 21:10:07.171084 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-28e0e66c-3cb3-4900-af80-f017dc6fff8c tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:07.178233 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 86f9643d-3103-4c94-a406-574fd4a14bcd no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 21:10:07.367377 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: 86f9643d-3103-4c94-a406-574fd4a14bcd {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 21:10:07.368621 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 86f9643d-3103-4c94-a406-574fd4a14bcd not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 21:10:07.369021 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 678183b9-0a25-4fc7-be68-1ea5f047b3c6 no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 21:10:07.381246 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-28e0e66c-3cb3-4900-af80-f017dc6fff8c tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:07.389275 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: 678183b9-0a25-4fc7-be68-1ea5f047b3c6 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 21:10:07.389622 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 678183b9-0a25-4fc7-be68-1ea5f047b3c6 not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 21:10:07.527351 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-28e0e66c-3cb3-4900-af80-f017dc6fff8c tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:07.530343 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-77d4f529-fa3b-40a4-b4af-463e5b1be802 None None] Current status of the port 58401f54-016c-481d-915f-e1ed89922ffe is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:10:07.590249 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e0e66c-3cb3-4900-af80-f017dc6fff8c tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96442cae-b757-4c4c-b7ef-f57c160e2025,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:10:07.651391 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-895896ac-f4fa-49e8-89d4-a694107149a5 None None] Provisioning complete for port 58401f54-016c-481d-915f-e1ed89922ffe triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:10:07.651916 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-895896ac-f4fa-49e8-89d4-a694107149a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:07.652765 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-28e0e66c-3cb3-4900-af80-f017dc6fff8c tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:07.656965 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 52072) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:10:07.657125 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-28e0e66c-3cb3-4900-af80-f017dc6fff8c tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.7532628 May 20 21:10:07.662929 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-96d4b049-6799-4eb7-9d14-a38dd1ae1910 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Request body: {'security_group_rule': {'security_group_id': '96442cae-b757-4c4c-b7ef-f57c160e2025', 'project_id': 'd7932b75a33b465998804b193e9be7ad', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:10:07.681481 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-10e648b6-a696-4cae-9f06-a61a0c5ce9c8 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:07.785354 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-96d4b049-6799-4eb7-9d14-a38dd1ae1910 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:07.794496 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-895896ac-f4fa-49e8-89d4-a694107149a5 None None] Current status of the port 58401f54-016c-481d-915f-e1ed89922ffe is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:10:07.804193 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 58401f54-016c-481d-915f-e1ed89922ffe up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:10:07.858982 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-96d4b049-6799-4eb7-9d14-a38dd1ae1910 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:07.871641 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 58401f54-016c-481d-915f-e1ed89922ffe triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:10:07.871875 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:07.923159 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-96d4b049-6799-4eb7-9d14-a38dd1ae1910 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691816'] for security_group_rule, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:07.949719 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d4b049-6799-4eb7-9d14-a38dd1ae1910 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf24d3ef-1adb-47a3-a686-50e7cc34d777,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:10:07.958081 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 58401f54-016c-481d-915f-e1ed89922ffe is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:10:07.969060 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device ebe38d48-bd16-4097-a1e1-83f1c43a6bb7 no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 21:10:07.998976 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: ebe38d48-bd16-4097-a1e1-83f1c43a6bb7 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 21:10:07.999840 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device ebe38d48-bd16-4097-a1e1-83f1c43a6bb7 not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 21:10:08.061374 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-96d4b049-6799-4eb7-9d14-a38dd1ae1910 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:08.062678 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-96d4b049-6799-4eb7-9d14-a38dd1ae1910 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4042451 May 20 21:10:08.065514 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 52076) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:10:08.070039 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-3de71187-79ce-446d-8b07-ceb47828127c tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Request body: {'security_group_rule': {'security_group_id': '96442cae-b757-4c4c-b7ef-f57c160e2025', 'project_id': 'd7932b75a33b465998804b193e9be7ad', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:10:08.189480 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3de71187-79ce-446d-8b07-ceb47828127c tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:08.309638 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-15644e9c-04d4-4f32-bf03-b8428178d32c req-ed85e319-9685-445c-80a9-23a9136a34bb tempest-TestServerBasicOps-425116848 tempest-TestServerBasicOps-425116848-project] 10.222.0.35 "GET /v2.0/ports?device_id=49400ff3-e1c3-4858-9fde-eeb548e645f7 HTTP/1.1" status: 200 len: 210 time: 0.0362530 May 20 21:10:08.323155 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3de71187-79ce-446d-8b07-ceb47828127c tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:08.381666 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-10e648b6-a696-4cae-9f06-a61a0c5ce9c8 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Allocated IP 172.20.0.1 (c146dc26-bb38-4f19-90fd-2f871d84263f/ea8aeb99-eb5d-43e0-86c8-7ba361785c50/eb500aa6-5c7d-4da0-acf6-9ab27548079a) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:10:08.418037 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3de71187-79ce-446d-8b07-ceb47828127c tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691816'] for security_group_rule, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:08.444724 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de71187-79ce-446d-8b07-ceb47828127c tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6387ac2b-f54a-43fa-96af-637cb7a4aec5,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:10:08.511025 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-10e648b6-a696-4cae-9f06-a61a0c5ce9c8 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:08.556812 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3de71187-79ce-446d-8b07-ceb47828127c tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:08.558098 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-3de71187-79ce-446d-8b07-ceb47828127c tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4916694 May 20 21:10:08.561168 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 52080) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:10:08.565761 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-c67bbc12-5154-4cdc-b0ee-239ecc1f39b7 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Request body: {'security_group_rule': {'security_group_id': '96442cae-b757-4c4c-b7ef-f57c160e2025', 'project_id': 'd7932b75a33b465998804b193e9be7ad', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:10:08.635161 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe00a961-f5c5-4f16-bbac-f278746c7f86 req-200733f7-9cc6-455b-b799-31f1700a279c tempest-TestServerBasicOps-425116848 tempest-TestServerBasicOps-425116848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:10:08.636574 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-fe00a961-f5c5-4f16-bbac-f278746c7f86 req-200733f7-9cc6-455b-b799-31f1700a279c tempest-TestServerBasicOps-425116848 tempest-TestServerBasicOps-425116848-project] 10.222.0.24 "GET /v2.0/networks?id=68a7d121-da9c-4961-a87a-776dc042edbe HTTP/1.1" status: 200 len: 809 time: 0.1059082 May 20 21:10:08.683421 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-fe00a961-f5c5-4f16-bbac-f278746c7f86 req-cf65ac7e-2205-4515-a6ed-7f6d59b71a1c tempest-TestServerBasicOps-425116848 tempest-TestServerBasicOps-425116848-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7fdecc405989411c84ab3315b9aeaeca HTTP/1.1" status: 200 len: 380 time: 0.0382638 May 20 21:10:08.691967 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [req-fe00a961-f5c5-4f16-bbac-f278746c7f86 req-8b27d8cc-66ba-4dbe-b8b1-3bd7222895da tempest-TestServerBasicOps-425116848 tempest-TestServerBasicOps-425116848-project] Request body: {'port': {'device_id': '49400ff3-e1c3-4858-9fde-eeb548e645f7', 'network_id': '68a7d121-da9c-4961-a87a-776dc042edbe', 'admin_state_up': True, 'tenant_id': '7fdecc405989411c84ab3315b9aeaeca', 'security_groups': ['bf98b9f5-35ac-4880-8a7d-bee4ab63acfa']}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:10:08.699312 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-10e648b6-a696-4cae-9f06-a61a0c5ce9c8 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:08.708811 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c67bbc12-5154-4cdc-b0ee-239ecc1f39b7 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:08.755856 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10e648b6-a696-4cae-9f06-a61a0c5ce9c8 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Network c146dc26-bb38-4f19-90fd-2f871d84263f is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:10:08.776430 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-10e648b6-a696-4cae-9f06-a61a0c5ce9c8 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:10:08.779727 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10e648b6-a696-4cae-9f06-a61a0c5ce9c8 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:10:08.787478 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e648b6-a696-4cae-9f06-a61a0c5ce9c8 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Pushing event updated for resources: {'Port': ['ID=eb500aa6-5c7d-4da0-acf6-9ab27548079a,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:10:08.865911 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-10e648b6-a696-4cae-9f06-a61a0c5ce9c8 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748409'] for router_interface, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:08.917960 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c67bbc12-5154-4cdc-b0ee-239ecc1f39b7 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:08.966661 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe00a961-f5c5-4f16-bbac-f278746c7f86 req-8b27d8cc-66ba-4dbe-b8b1-3bd7222895da tempest-TestServerBasicOps-425116848 tempest-TestServerBasicOps-425116848-project] Made reservation on behalf of 7fdecc405989411c84ab3315b9aeaeca for: {'port': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:10:08.970225 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-fe00a961-f5c5-4f16-bbac-f278746c7f86 req-8b27d8cc-66ba-4dbe-b8b1-3bd7222895da tempest-TestServerBasicOps-425116848 tempest-TestServerBasicOps-425116848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:09.059476 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c67bbc12-5154-4cdc-b0ee-239ecc1f39b7 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691816'] for security_group_rule, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:09.081232 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67bbc12-5154-4cdc-b0ee-239ecc1f39b7 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bd91cba-7c83-4395-97d8-5b6b51aa8963,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:10:09.120316 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-10e648b6-a696-4cae-9f06-a61a0c5ce9c8 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:09.126813 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [req-fe00a961-f5c5-4f16-bbac-f278746c7f86 req-8b27d8cc-66ba-4dbe-b8b1-3bd7222895da tempest-TestServerBasicOps-425116848 tempest-TestServerBasicOps-425116848-project] Allocated IP 172.20.0.13 (68a7d121-da9c-4961-a87a-776dc042edbe/eb9df1f9-5c90-4a5f-b716-5ed54cdea1e6/d8b5fd65-35dd-4800-99cf-bf15f996ae59) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:10:09.127339 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-56c68e9a-5c7e-4fe5-bb19-2514898128f1 None None] Provisioning complete for port eb500aa6-5c7d-4da0-acf6-9ab27548079a triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:10:09.127339 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-56c68e9a-5c7e-4fe5-bb19-2514898128f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:09.166994 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-56c68e9a-5c7e-4fe5-bb19-2514898128f1 None None] Port eb500aa6-5c7d-4da0-acf6-9ab27548079a cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 21:10:09.178639 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c67bbc12-5154-4cdc-b0ee-239ecc1f39b7 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:09.178639 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-c67bbc12-5154-4cdc-b0ee-239ecc1f39b7 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6156921 May 20 21:10:09.180971 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 52094) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:10:09.185730 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-90f2fbe4-173f-4e72-a455-d12ce3c6a607 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Request body: {'security_group_rule': {'security_group_id': '96442cae-b757-4c4c-b7ef-f57c160e2025', 'project_id': 'd7932b75a33b465998804b193e9be7ad', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:10:09.285908 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-fe00a961-f5c5-4f16-bbac-f278746c7f86 req-8b27d8cc-66ba-4dbe-b8b1-3bd7222895da tempest-TestServerBasicOps-425116848 tempest-TestServerBasicOps-425116848-project] Notify callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:09.342182 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-90f2fbe4-173f-4e72-a455-d12ce3c6a607 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:09.413386 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-869a4bc9-11c5-480b-b94a-1591dfb2721e req-90e7c869-ce60-47cc-8ac2-15d268b88320 tempest-TestServerBasicOps-425116848 tempest-TestServerBasicOps-425116848-project] 10.222.0.35 "GET /v2.0/ports?device_id=49400ff3-e1c3-4858-9fde-eeb548e645f7 HTTP/1.1" status: 200 len: 210 time: 0.0268002 May 20 21:10:09.414420 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-fe00a961-f5c5-4f16-bbac-f278746c7f86 req-8b27d8cc-66ba-4dbe-b8b1-3bd7222895da tempest-TestServerBasicOps-425116848 tempest-TestServerBasicOps-425116848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:09.468263 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe00a961-f5c5-4f16-bbac-f278746c7f86 req-8b27d8cc-66ba-4dbe-b8b1-3bd7222895da tempest-TestServerBasicOps-425116848 tempest-TestServerBasicOps-425116848-project] Network 68a7d121-da9c-4961-a87a-776dc042edbe is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:10:09.471617 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-90f2fbe4-173f-4e72-a455-d12ce3c6a607 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:09.473195 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [req-fe00a961-f5c5-4f16-bbac-f278746c7f86 req-8b27d8cc-66ba-4dbe-b8b1-3bd7222895da tempest-TestServerBasicOps-425116848 tempest-TestServerBasicOps-425116848-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:10:09.480880 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe00a961-f5c5-4f16-bbac-f278746c7f86 req-8b27d8cc-66ba-4dbe-b8b1-3bd7222895da tempest-TestServerBasicOps-425116848 tempest-TestServerBasicOps-425116848-project] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:10:09.484833 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b27d8cc-66ba-4dbe-b8b1-3bd7222895da tempest-TestServerBasicOps-425116848 tempest-TestServerBasicOps-425116848-project] Pushing event updated for resources: {'Port': ['ID=d8b5fd65-35dd-4800-99cf-bf15f996ae59,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:10:09.491834 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-10e648b6-a696-4cae-9f06-a61a0c5ce9c8 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:09.539449 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-90f2fbe4-173f-4e72-a455-d12ce3c6a607 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691816'] for security_group_rule, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:09.545072 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe00a961-f5c5-4f16-bbac-f278746c7f86 req-8b27d8cc-66ba-4dbe-b8b1-3bd7222895da tempest-TestServerBasicOps-425116848 tempest-TestServerBasicOps-425116848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:10:09.545753 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-fe00a961-f5c5-4f16-bbac-f278746c7f86 req-8b27d8cc-66ba-4dbe-b8b1-3bd7222895da tempest-TestServerBasicOps-425116848 tempest-TestServerBasicOps-425116848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:09.560304 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f2fbe4-173f-4e72-a455-d12ce3c6a607 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49a88fa5-7c97-49b1-a82b-d300ba685b4a,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:10:09.585745 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-10e648b6-a696-4cae-9f06-a61a0c5ce9c8 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:09.659207 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-fe00a961-f5c5-4f16-bbac-f278746c7f86 req-8b27d8cc-66ba-4dbe-b8b1-3bd7222895da tempest-TestServerBasicOps-425116848 tempest-TestServerBasicOps-425116848-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9707441 May 20 21:10:09.671793 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [req-fe00a961-f5c5-4f16-bbac-f278746c7f86 req-0c365004-25a6-4dba-a721-ea68d171eb61 service neutron] Request body: {'port': {'device_id': '49400ff3-e1c3-4858-9fde-eeb548e645f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-842733-1'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:10:09.676048 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e648b6-a696-4cae-9f06-a61a0c5ce9c8 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Pushing event updated for resources: {'Port': ['ID=eb500aa6-5c7d-4da0-acf6-9ab27548079a,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:10:09.684988 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-10e648b6-a696-4cae-9f06-a61a0c5ce9c8 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748437'] for router_interface, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:09.688759 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-90f2fbe4-173f-4e72-a455-d12ce3c6a607 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:09.693894 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-90f2fbe4-173f-4e72-a455-d12ce3c6a607 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5080545 May 20 21:10:09.693894 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 52102) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:10:09.697885 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-55bd0c5e-bdc6-46c0-a0b7-2cde6421e227 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Request body: {'security_group_rule': {'security_group_id': '96442cae-b757-4c4c-b7ef-f57c160e2025', 'project_id': 'd7932b75a33b465998804b193e9be7ad', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:10:09.741299 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-fe00a961-f5c5-4f16-bbac-f278746c7f86 req-0c365004-25a6-4dba-a721-ea68d171eb61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:09.794013 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-effa2dde-8c42-4d27-aa1d-4d868570e1e9 None None] Provisioning complete for port d8b5fd65-35dd-4800-99cf-bf15f996ae59 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:10:09.794403 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-effa2dde-8c42-4d27-aa1d-4d868570e1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:09.825448 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10e648b6-a696-4cae-9f06-a61a0c5ce9c8 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Network c146dc26-bb38-4f19-90fd-2f871d84263f is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:10:09.826970 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-10e648b6-a696-4cae-9f06-a61a0c5ce9c8 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:10:09.840910 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-effa2dde-8c42-4d27-aa1d-4d868570e1e9 None None] Port d8b5fd65-35dd-4800-99cf-bf15f996ae59 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 21:10:09.849549 n-d-842733-1 neutron-server[103162]: INFO neutron.db.securitygroups_db [None req-55bd0c5e-bdc6-46c0-a0b7-2cde6421e227 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Project d7932b75a33b465998804b193e9be7ad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 20 21:10:09.858515 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-55bd0c5e-bdc6-46c0-a0b7-2cde6421e227 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:10.016916 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-55bd0c5e-bdc6-46c0-a0b7-2cde6421e227 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:10.026510 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10e648b6-a696-4cae-9f06-a61a0c5ce9c8 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Router 5427bef5-dd09-4321-9545-0ee43006d787 has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 21:10:10.048503 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [req-fe00a961-f5c5-4f16-bbac-f278746c7f86 req-0c365004-25a6-4dba-a721-ea68d171eb61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8b5fd65-35dd-4800-99cf-bf15f996ae59 {{(pid=103163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 21:10:10.058991 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-fe00a961-f5c5-4f16-bbac-f278746c7f86 req-0c365004-25a6-4dba-a721-ea68d171eb61 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:10.077313 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [req-fe00a961-f5c5-4f16-bbac-f278746c7f86 req-0c365004-25a6-4dba-a721-ea68d171eb61 service neutron] Transition to ACTIVE for port object d8b5fd65-35dd-4800-99cf-bf15f996ae59 will not be triggered until provisioned by entity L2. {{(pid=103163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 21:10:10.078286 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-55bd0c5e-bdc6-46c0-a0b7-2cde6421e227 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691816'] for security_group_rule, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:10.100432 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bd0c5e-bdc6-46c0-a0b7-2cde6421e227 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae06517f-11d6-4ef2-bc6f-9b0471a1775c,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:10:10.150995 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-fe00a961-f5c5-4f16-bbac-f278746c7f86 req-0c365004-25a6-4dba-a721-ea68d171eb61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:10.170565 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-da049da5-ce0b-417d-a23e-45c9a761c63b None None] Provisioning complete for port eb500aa6-5c7d-4da0-acf6-9ab27548079a triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:10:10.171139 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-da049da5-ce0b-417d-a23e-45c9a761c63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:10.176222 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10e648b6-a696-4cae-9f06-a61a0c5ce9c8 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 21:10:10.184360 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-10e648b6-a696-4cae-9f06-a61a0c5ce9c8 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] 10.222.0.35 "PUT /v2.0/routers/5427bef5-dd09-4321-9545-0ee43006d787/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1100485 May 20 21:10:10.187573 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 52104) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:10:10.194306 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-40cebcd1-61d4-4097-8e35-601ba36d1b95 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Request body: {'port': {'network_id': 'c146dc26-bb38-4f19-90fd-2f871d84263f', 'name': 'tempest-FloatingIPTestJSON-1774490232'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:10:10.214527 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28f72261-5e8b-4ace-a80c-5910d4e713af None None] Sync routers for ids ['5427bef5-dd09-4321-9545-0ee43006d787'] in n-d-842733-1 {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 21:10:10.240666 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-da049da5-ce0b-417d-a23e-45c9a761c63b None None] Port eb500aa6-5c7d-4da0-acf6-9ab27548079a cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 21:10:10.245055 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f72261-5e8b-4ace-a80c-5910d4e713af None None] Routers {'5427bef5-dd09-4321-9545-0ee43006d787'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:10:10.246038 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-28f72261-5e8b-4ace-a80c-5910d4e713af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:09:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['5427bef5-dd09-4321-9545-0ee43006d787'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:10:10.249493 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-55bd0c5e-bdc6-46c0-a0b7-2cde6421e227 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:10.253199 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-55bd0c5e-bdc6-46c0-a0b7-2cde6421e227 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5570223 May 20 21:10:10.259721 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 52106) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:10:10.260477 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-2d5750f1-8ca4-4bf0-848a-03a788b33ef8 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Request body: {'security_group_rule': {'security_group_id': '96442cae-b757-4c4c-b7ef-f57c160e2025', 'project_id': 'd7932b75a33b465998804b193e9be7ad', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:10:10.288335 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-28f72261-5e8b-4ace-a80c-5910d4e713af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:10:10.299105 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f72261-5e8b-4ace-a80c-5910d4e713af None None] Routers {'5427bef5-dd09-4321-9545-0ee43006d787'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:10:10.300030 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c365004-25a6-4dba-a721-ea68d171eb61 service neutron] Pushing event updated for resources: {'Port': ['ID=d8b5fd65-35dd-4800-99cf-bf15f996ae59,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:10:10.300250 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-28f72261-5e8b-4ace-a80c-5910d4e713af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:09:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['5427bef5-dd09-4321-9545-0ee43006d787'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:10:10.315129 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-fe00a961-f5c5-4f16-bbac-f278746c7f86 req-0c365004-25a6-4dba-a721-ea68d171eb61 service neutron] Attempting to bind port d8b5fd65-35dd-4800-99cf-bf15f996ae59 on host n-h1-842733-1 for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:10:10.315129 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-fe00a961-f5c5-4f16-bbac-f278746c7f86 req-0c365004-25a6-4dba-a721-ea68d171eb61 service neutron] Attempting to bind port d8b5fd65-35dd-4800-99cf-bf15f996ae59 by drivers openvswitch,hyperv on host n-h1-842733-1 at level 0 using segments [{'id': '6ef5c97e-4a0a-449b-8d6c-547dbdc0992d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '68a7d121-da9c-4961-a87a-776dc042edbe'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:10:10.315129 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe00a961-f5c5-4f16-bbac-f278746c7f86 req-0c365004-25a6-4dba-a721-ea68d171eb61 service neutron] Attempting to bind port d8b5fd65-35dd-4800-99cf-bf15f996ae59 on network 68a7d121-da9c-4961-a87a-776dc042edbe {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:10:10.318029 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe00a961-f5c5-4f16-bbac-f278746c7f86 req-0c365004-25a6-4dba-a721-ea68d171eb61 service neutron] Port d8b5fd65-35dd-4800-99cf-bf15f996ae59 on network 68a7d121-da9c-4961-a87a-776dc042edbe not bound, no agent of type Open vSwitch agent registered on host n-h1-842733-1 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 21:10:10.318572 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe00a961-f5c5-4f16-bbac-f278746c7f86 req-0c365004-25a6-4dba-a721-ea68d171eb61 service neutron] Attempting to bind port d8b5fd65-35dd-4800-99cf-bf15f996ae59 on network 68a7d121-da9c-4961-a87a-776dc042edbe {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:10:10.335128 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe00a961-f5c5-4f16-bbac-f278746c7f86 req-0c365004-25a6-4dba-a721-ea68d171eb61 service neutron] Checking agent: {'id': '08dfb1ce-804b-4db8-838b-21094082e041', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 32, 54), 'started_at': datetime.datetime(2022, 5, 20, 20, 32, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 21, 9, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 21:10:10.335525 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe00a961-f5c5-4f16-bbac-f278746c7f86 req-0c365004-25a6-4dba-a721-ea68d171eb61 service neutron] Checking segment: {'id': '6ef5c97e-4a0a-449b-8d6c-547dbdc0992d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '68a7d121-da9c-4961-a87a-776dc042edbe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:10:10.335907 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe00a961-f5c5-4f16-bbac-f278746c7f86 req-0c365004-25a6-4dba-a721-ea68d171eb61 service neutron] Bound using segment: {'id': '6ef5c97e-4a0a-449b-8d6c-547dbdc0992d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '68a7d121-da9c-4961-a87a-776dc042edbe'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 21:10:10.336541 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-fe00a961-f5c5-4f16-bbac-f278746c7f86 req-0c365004-25a6-4dba-a721-ea68d171eb61 service neutron] Bound port: d8b5fd65-35dd-4800-99cf-bf15f996ae59, host: n-h1-842733-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ef5c97e-4a0a-449b-8d6c-547dbdc0992d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '68a7d121-da9c-4961-a87a-776dc042edbe'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:10:10.338972 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-fe00a961-f5c5-4f16-bbac-f278746c7f86 req-0c365004-25a6-4dba-a721-ea68d171eb61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:10.344164 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-28f72261-5e8b-4ace-a80c-5910d4e713af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:10:10.348305 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28f72261-5e8b-4ace-a80c-5910d4e713af None None] The sync data for ids ['5427bef5-dd09-4321-9545-0ee43006d787'] in n-d-842733-1 is: [] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 21:10:10.385244 n-d-842733-1 neutron-server[103162]: INFO neutron.db.securitygroups_db [None req-2d5750f1-8ca4-4bf0-848a-03a788b33ef8 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Project d7932b75a33b465998804b193e9be7ad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 20 21:10:10.390386 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2d5750f1-8ca4-4bf0-848a-03a788b33ef8 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:10.416955 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-fe00a961-f5c5-4f16-bbac-f278746c7f86 req-0c365004-25a6-4dba-a721-ea68d171eb61 service neutron] For port d8b5fd65-35dd-4800-99cf-bf15f996ae59, host n-h1-842733-1, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 21:10:10.420675 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-fe00a961-f5c5-4f16-bbac-f278746c7f86 req-0c365004-25a6-4dba-a721-ea68d171eb61 service neutron] For port d8b5fd65-35dd-4800-99cf-bf15f996ae59, host n-h1-842733-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=d8b5fd65-35dd-4800-99cf-bf15f996ae59,segment=NetworkSegment(6ef5c97e-4a0a-449b-8d6c-547dbdc0992d),segment_id=6ef5c97e-4a0a-449b-8d6c-547dbdc0992d)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 21:10:10.441235 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40cebcd1-61d4-4097-8e35-601ba36d1b95 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Made reservation on behalf of 04f26c2e2c8d4a7f9c417d991425d134 for: {'port': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:10:10.444664 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-40cebcd1-61d4-4097-8e35-601ba36d1b95 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:10.475664 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [None req-40cebcd1-61d4-4097-8e35-601ba36d1b95 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] device_id is not set on port 95c53402-72af-439a-adeb-687c8c247d8d yet. {{(pid=103162) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 20 21:10:10.482744 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-fe00a961-f5c5-4f16-bbac-f278746c7f86 req-0c365004-25a6-4dba-a721-ea68d171eb61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:10.491692 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2d5750f1-8ca4-4bf0-848a-03a788b33ef8 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:10.591176 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c365004-25a6-4dba-a721-ea68d171eb61 service neutron] Pushing event updated for resources: {'Port': ['ID=d8b5fd65-35dd-4800-99cf-bf15f996ae59,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:10:10.594853 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe00a961-f5c5-4f16-bbac-f278746c7f86 req-0c365004-25a6-4dba-a721-ea68d171eb61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:10:10.595447 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-fe00a961-f5c5-4f16-bbac-f278746c7f86 req-0c365004-25a6-4dba-a721-ea68d171eb61 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:10.595991 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2d5750f1-8ca4-4bf0-848a-03a788b33ef8 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691816'] for security_group_rule, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:10.597914 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-fe00a961-f5c5-4f16-bbac-f278746c7f86 req-0c365004-25a6-4dba-a721-ea68d171eb61 service neutron] 10.222.0.24 "PUT /v2.0/ports/d8b5fd65-35dd-4800-99cf-bf15f996ae59 HTTP/1.1" status: 200 len: 1092 time: 0.9314244 May 20 21:10:10.625117 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49400ff3-e1c3-4858-9fde-eeb548e645f7', 'tag': 'd8b5fd65-35dd-4800-99cf-bf15f996ae59'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 21:10:10.636261 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4291b17aa7b45362825f0571e77c85f5e73afe1df9c7e9e15006df9d695c005e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e750e99-ad91-49b3-b04a-bc6b1c55269d" -d '{"events": [{"name": "network-changed", "server_uuid": "49400ff3-e1c3-4858-9fde-eeb548e645f7", "tag": "d8b5fd65-35dd-4800-99cf-bf15f996ae59"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 21:10:10.643468 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5750f1-8ca4-4bf0-848a-03a788b33ef8 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92f68c7f-2756-4f19-88fa-6149c19a9fcb,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:10:10.674034 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-40cebcd1-61d4-4097-8e35-601ba36d1b95 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Allocated IP 172.20.0.4 (c146dc26-bb38-4f19-90fd-2f871d84263f/ea8aeb99-eb5d-43e0-86c8-7ba361785c50/95c53402-72af-439a-adeb-687c8c247d8d) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:10:10.729688 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 21:10:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-126e1775-7822-49dd-8e59-d4aebbed1680 x-openstack-request-id: req-126e1775-7822-49dd-8e59-d4aebbed1680 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 21:10:10.729993 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49400ff3-e1c3-4858-9fde-eeb548e645f7", "tag": "d8b5fd65-35dd-4800-99cf-bf15f996ae59", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 21:10:10.730230 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-126e1775-7822-49dd-8e59-d4aebbed1680 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 21:10:10.730623 n-d-842733-1 neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-126e1775-7822-49dd-8e59-d4aebbed1680'] response: {'name': 'network-changed', 'server_uuid': '49400ff3-e1c3-4858-9fde-eeb548e645f7', 'tag': 'd8b5fd65-35dd-4800-99cf-bf15f996ae59', 'status': 'completed', 'code': 200} May 20 21:10:10.740349 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2d5750f1-8ca4-4bf0-848a-03a788b33ef8 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:10.741568 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-2d5750f1-8ca4-4bf0-848a-03a788b33ef8 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4849455 May 20 21:10:10.746326 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 52114) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:10:10.749346 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e460274-a530-46c1-908e-252354cafd9b req-9da5e9df-6819-45a9-9848-31ccbe8f71fe tempest-TestServerBasicOps-425116848 tempest-TestServerBasicOps-425116848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:10:10.752890 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7e460274-a530-46c1-908e-252354cafd9b req-9da5e9df-6819-45a9-9848-31ccbe8f71fe tempest-TestServerBasicOps-425116848 tempest-TestServerBasicOps-425116848-project] 10.222.0.35 "GET /v2.0/ports?device_id=49400ff3-e1c3-4858-9fde-eeb548e645f7 HTTP/1.1" status: 200 len: 944 time: 0.1472797 May 20 21:10:10.829375 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7e460274-a530-46c1-908e-252354cafd9b req-0827ed88-0840-4ec9-8492-b193870c47e1 tempest-TestServerBasicOps-425116848 tempest-TestServerBasicOps-425116848-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf98b9f5-35ac-4880-8a7d-bee4ab63acfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452180 May 20 21:10:10.836302 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe00a961-f5c5-4f16-bbac-f278746c7f86 req-9d5e8d67-379c-4ae0-baea-7791bbc5a51e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:10:10.838730 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-fe00a961-f5c5-4f16-bbac-f278746c7f86 req-9d5e8d67-379c-4ae0-baea-7791bbc5a51e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7fdecc405989411c84ab3315b9aeaeca&device_id=49400ff3-e1c3-4858-9fde-eeb548e645f7 HTTP/1.1" status: 200 len: 1095 time: 0.1063509 May 20 21:10:10.890322 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-fe00a961-f5c5-4f16-bbac-f278746c7f86 req-b3d67d39-cdaa-4bff-85e0-0c665b324eac service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d8b5fd65-35dd-4800-99cf-bf15f996ae59 HTTP/1.1" status: 200 len: 217 time: 0.0403109 May 20 21:10:10.907074 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-40cebcd1-61d4-4097-8e35-601ba36d1b95 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:10.922871 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-c3474ff3-eb5d-4291-a95a-cf5c7ecf5ecc tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Request body: {'network': {'name': 'tempest-network-smoke--1491950416', 'project_id': 'd7932b75a33b465998804b193e9be7ad', 'port_security_enabled': True}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:10:10.942073 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe00a961-f5c5-4f16-bbac-f278746c7f86 req-859d8f75-30c9-4dd8-a39f-439a4d7ac3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:10:10.943734 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-fe00a961-f5c5-4f16-bbac-f278746c7f86 req-859d8f75-30c9-4dd8-a39f-439a4d7ac3c1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=eb9df1f9-5c90-4a5f-b716-5ed54cdea1e6 HTTP/1.1" status: 200 len: 848 time: 0.0473402 May 20 21:10:10.989917 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe00a961-f5c5-4f16-bbac-f278746c7f86 req-bbdd6620-0e8b-442f-b3b1-e193bd83126a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:10:10.991440 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-fe00a961-f5c5-4f16-bbac-f278746c7f86 req-bbdd6620-0e8b-442f-b3b1-e193bd83126a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=68a7d121-da9c-4961-a87a-776dc042edbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413628 May 20 21:10:10.997096 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-40cebcd1-61d4-4097-8e35-601ba36d1b95 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:11.043177 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3474ff3-eb5d-4291-a95a-cf5c7ecf5ecc tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Made reservation on behalf of d7932b75a33b465998804b193e9be7ad for: {'network': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:10:11.047418 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c3474ff3-eb5d-4291-a95a-cf5c7ecf5ecc tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for network, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:11.077588 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40cebcd1-61d4-4097-8e35-601ba36d1b95 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Network c146dc26-bb38-4f19-90fd-2f871d84263f is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:10:11.080788 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-40cebcd1-61d4-4097-8e35-601ba36d1b95 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:10:11.085172 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40cebcd1-61d4-4097-8e35-601ba36d1b95 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:10:11.117826 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-fe00a961-f5c5-4f16-bbac-f278746c7f86 req-10973a85-fd0c-46a9-930b-bc9ef1a7dad6 service neutron] 10.222.0.24 "GET /v2.0/networks/68a7d121-da9c-4961-a87a-776dc042edbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195674 May 20 21:10:11.152816 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40cebcd1-61d4-4097-8e35-601ba36d1b95 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:10:11.152816 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-40cebcd1-61d4-4097-8e35-601ba36d1b95 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:11.201723 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3474ff3-eb5d-4291-a95a-cf5c7ecf5ecc tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 248} {{(pid=103162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 21:10:11.216464 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c3474ff3-eb5d-4291-a95a-cf5c7ecf5ecc tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:11.218787 n-d-842733-1 neutron-server[103162]: INFO neutron.db.segments_db [None req-c3474ff3-eb5d-4291-a95a-cf5c7ecf5ecc tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Added segment 1d2293c3-d5be-4830-8a9b-34dffcb6655b of type vlan for network e9ebd487-45ba-4427-b6a9-208ae464c972 May 20 21:10:11.278172 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-fe00a961-f5c5-4f16-bbac-f278746c7f86 req-837aa69e-80c7-4a68-baf5-b96369ce1daa service neutron] 10.222.0.24 "GET /v2.0/networks/68a7d121-da9c-4961-a87a-776dc042edbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524460 May 20 21:10:11.308392 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cebcd1-61d4-4097-8e35-601ba36d1b95 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Pushing event updated for resources: {'Port': ['ID=95c53402-72af-439a-adeb-687c8c247d8d,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:10:11.342608 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c3474ff3-eb5d-4291-a95a-cf5c7ecf5ecc tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418993264'] for network, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:11.438338 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-5abb065c-afcc-4c5b-ab7c-bac6be712796 None None] Provisioning complete for port 95c53402-72af-439a-adeb-687c8c247d8d triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:10:11.438925 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-5abb065c-afcc-4c5b-ab7c-bac6be712796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:11.444881 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-40cebcd1-61d4-4097-8e35-601ba36d1b95 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.2562380 May 20 21:10:11.445973 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c3474ff3-eb5d-4291-a95a-cf5c7ecf5ecc tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524'] for network, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:11.449606 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 52118) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:10:11.451454 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3474ff3-eb5d-4291-a95a-cf5c7ecf5ecc tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:10:11.452208 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c3474ff3-eb5d-4291-a95a-cf5c7ecf5ecc tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:11.454872 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-94225a38-aac4-435a-9cfc-e3ef85ed8afa tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Request body: {'floatingip': {'port_id': '95c53402-72af-439a-adeb-687c8c247d8d'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:10:11.505806 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-5abb065c-afcc-4c5b-ab7c-bac6be712796 None None] Port 95c53402-72af-439a-adeb-687c8c247d8d cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 21:10:11.521008 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3474ff3-eb5d-4291-a95a-cf5c7ecf5ecc tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Pushing event updated for resources: {'Network': ['ID=e9ebd487-45ba-4427-b6a9-208ae464c972,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:10:11.531896 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Network e9ebd487-45ba-4427-b6a9-208ae464c972 details requested by agent ovs-agent-n-d-842733-1 with host n-d-842733-1 {{(pid=103164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 20 21:10:11.555097 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e750e99-ad91-49b3-b04a-bc6b1c55269d req-07409ec5-08a2-4282-a6e7-5514706a1d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:10:11.557342 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9e750e99-ad91-49b3-b04a-bc6b1c55269d req-07409ec5-08a2-4282-a6e7-5514706a1d8d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7fdecc405989411c84ab3315b9aeaeca&device_id=49400ff3-e1c3-4858-9fde-eeb548e645f7 HTTP/1.1" status: 200 len: 1095 time: 0.1158209 May 20 21:10:11.559682 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-94225a38-aac4-435a-9cfc-e3ef85ed8afa tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks [] for floatingip, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:11.567393 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-c3474ff3-eb5d-4291-a95a-cf5c7ecf5ecc tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8173008 May 20 21:10:11.567393 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 52120) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:10:11.571863 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-eab8d336-03cb-46a4-a5e3-39a201efac11 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1736760420', 'admin_state_up': True, 'project_id': 'd7932b75a33b465998804b193e9be7ad', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'}}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:10:11.665060 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-eab8d336-03cb-46a4-a5e3-39a201efac11 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-694221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26155'] for router, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:11.667082 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-eab8d336-03cb-46a4-a5e3-39a201efac11 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-693085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748153', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-718080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26162'] for router, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:11.734206 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-eab8d336-03cb-46a4-a5e3-39a201efac11 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:11.746871 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e750e99-ad91-49b3-b04a-bc6b1c55269d req-e537388b-3a2b-46c0-938a-eab56e28b89f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:10:11.748320 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9e750e99-ad91-49b3-b04a-bc6b1c55269d req-e537388b-3a2b-46c0-938a-eab56e28b89f service neutron] 10.222.0.24 "GET /v2.0/networks?id=68a7d121-da9c-4961-a87a-776dc042edbe HTTP/1.1" status: 200 len: 910 time: 0.1532788 May 20 21:10:11.827691 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9e750e99-ad91-49b3-b04a-bc6b1c55269d req-98d9c672-10dc-4529-add6-db5f5a452594 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d8b5fd65-35dd-4800-99cf-bf15f996ae59 HTTP/1.1" status: 200 len: 217 time: 0.0705531 May 20 21:10:11.928361 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e750e99-ad91-49b3-b04a-bc6b1c55269d req-cdf91e25-e952-4a75-a148-32262425f9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:10:11.929955 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9e750e99-ad91-49b3-b04a-bc6b1c55269d req-cdf91e25-e952-4a75-a148-32262425f9c3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=eb9df1f9-5c90-4a5f-b716-5ed54cdea1e6 HTTP/1.1" status: 200 len: 848 time: 0.0946221 May 20 21:10:12.001509 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-eab8d336-03cb-46a4-a5e3-39a201efac11 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:12.057839 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e750e99-ad91-49b3-b04a-bc6b1c55269d req-a0a96904-fba5-4fa8-823a-3a554559b22b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:10:12.059326 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9e750e99-ad91-49b3-b04a-bc6b1c55269d req-a0a96904-fba5-4fa8-823a-3a554559b22b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=68a7d121-da9c-4961-a87a-776dc042edbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1216636 May 20 21:10:12.130127 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c0df54-16e0-491b-b6e4-a18cecd969f2 req-45e304fa-730c-43db-a0ae-e9507d896543 tempest-TestServerBasicOps-425116848 tempest-TestServerBasicOps-425116848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:10:12.131518 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-33c0df54-16e0-491b-b6e4-a18cecd969f2 req-45e304fa-730c-43db-a0ae-e9507d896543 tempest-TestServerBasicOps-425116848 tempest-TestServerBasicOps-425116848-project] 10.222.0.35 "GET /v2.0/ports?device_id=49400ff3-e1c3-4858-9fde-eeb548e645f7 HTTP/1.1" status: 200 len: 944 time: 0.1823819 May 20 21:10:12.270535 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-33c0df54-16e0-491b-b6e4-a18cecd969f2 req-bf8f71d5-108d-40ad-9e6f-5c27a640f14e tempest-TestServerBasicOps-425116848 tempest-TestServerBasicOps-425116848-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf98b9f5-35ac-4880-8a7d-bee4ab63acfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037877 May 20 21:10:12.292375 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-eab8d336-03cb-46a4-a5e3-39a201efac11 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks [] for router_gateway, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:12.311677 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-eab8d336-03cb-46a4-a5e3-39a201efac11 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:12.313564 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9e750e99-ad91-49b3-b04a-bc6b1c55269d req-66725dd5-420c-4a98-9cb7-9e8aa3dbbcb8 service neutron] 10.222.0.24 "GET /v2.0/networks/68a7d121-da9c-4961-a87a-776dc042edbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2162933 May 20 21:10:12.427439 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-eab8d336-03cb-46a4-a5e3-39a201efac11 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Allocated IP 172.25.2.40 (e3a93b5c-91e2-4064-9c2c-1afc261bfe15/86fee0c1-6e34-488b-9216-b2b8e7ef585a/514cdf45-dfb7-4468-9ac4-7379468df671) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:10:12.436750 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-94225a38-aac4-435a-9cfc-e3ef85ed8afa tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:12.471850 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9e750e99-ad91-49b3-b04a-bc6b1c55269d req-36917f50-483d-42b2-b60c-a5886ce47659 service neutron] 10.222.0.24 "GET /v2.0/networks/68a7d121-da9c-4961-a87a-776dc042edbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515121 May 20 21:10:12.538252 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-94225a38-aac4-435a-9cfc-e3ef85ed8afa tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748272'] for floatingip, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:12.543379 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-eab8d336-03cb-46a4-a5e3-39a201efac11 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:12.642095 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-eab8d336-03cb-46a4-a5e3-39a201efac11 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:12.682534 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eab8d336-03cb-46a4-a5e3-39a201efac11 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Network e3a93b5c-91e2-4064-9c2c-1afc261bfe15 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:10:12.685597 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-eab8d336-03cb-46a4-a5e3-39a201efac11 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:10:12.689321 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab8d336-03cb-46a4-a5e3-39a201efac11 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:10:12.698179 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab8d336-03cb-46a4-a5e3-39a201efac11 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Pushing event updated for resources: {'Port': ['ID=514cdf45-dfb7-4468-9ac4-7379468df671,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:10:13.010276 n-d-842733-1 neutron-server[103163]: INFO neutron.db.l3_db [None req-94225a38-aac4-435a-9cfc-e3ef85ed8afa tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Floating IP 21dad088-6909-4105-94c5-5c1f18ea0822 associated. External IP: 172.25.2.162, port: 631006dd-9cd4-4008-86fd-c929cdf5a9ef. May 20 21:10:13.070936 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-eab8d336-03cb-46a4-a5e3-39a201efac11 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks [] for router_gateway, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:13.278464 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94225a38-aac4-435a-9cfc-e3ef85ed8afa tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Router 4a7f2386-6723-41a7-8e54-0df1b045a05d has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 21:10:13.320040 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-eab8d336-03cb-46a4-a5e3-39a201efac11 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748106'] for router, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:13.433578 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94225a38-aac4-435a-9cfc-e3ef85ed8afa tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 21:10:13.449333 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab3b1c5-4ebb-47ac-9387-3879220694c6 req-0d1a2878-74d3-4f35-a2e4-eeb1fb725b5c tempest-TestServerBasicOps-425116848 tempest-TestServerBasicOps-425116848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:10:13.450933 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7ab3b1c5-4ebb-47ac-9387-3879220694c6 req-0d1a2878-74d3-4f35-a2e4-eeb1fb725b5c tempest-TestServerBasicOps-425116848 tempest-TestServerBasicOps-425116848-project] 10.222.0.35 "GET /v2.0/ports?device_id=49400ff3-e1c3-4858-9fde-eeb548e645f7 HTTP/1.1" status: 200 len: 944 time: 0.0771616 May 20 21:10:13.453845 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b607ace3-8e12-4fff-bcd4-b05698f6e954 None None] Sync routers for ids ['4a7f2386-6723-41a7-8e54-0df1b045a05d'] in n-d-842733-1 {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 21:10:13.468823 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b607ace3-8e12-4fff-bcd4-b05698f6e954 None None] Routers {'4a7f2386-6723-41a7-8e54-0df1b045a05d'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:10:13.469850 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-b607ace3-8e12-4fff-bcd4-b05698f6e954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:09:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['4a7f2386-6723-41a7-8e54-0df1b045a05d'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:10:13.508154 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-b607ace3-8e12-4fff-bcd4-b05698f6e954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:10:13.518656 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b607ace3-8e12-4fff-bcd4-b05698f6e954 None None] Routers {'4a7f2386-6723-41a7-8e54-0df1b045a05d'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:10:13.519989 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-b607ace3-8e12-4fff-bcd4-b05698f6e954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:09:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['4a7f2386-6723-41a7-8e54-0df1b045a05d'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:10:13.558461 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-b607ace3-8e12-4fff-bcd4-b05698f6e954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:10:13.559171 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b607ace3-8e12-4fff-bcd4-b05698f6e954 None None] The sync data for ids ['4a7f2386-6723-41a7-8e54-0df1b045a05d'] in n-d-842733-1 is: [] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 21:10:13.574445 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7ab3b1c5-4ebb-47ac-9387-3879220694c6 req-eb02ba91-3f8a-4e9d-a4ab-9167d99803b9 tempest-TestServerBasicOps-425116848 tempest-TestServerBasicOps-425116848-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf98b9f5-35ac-4880-8a7d-bee4ab63acfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843081 May 20 21:10:13.718251 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94225a38-aac4-435a-9cfc-e3ef85ed8afa tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Router 5427bef5-dd09-4321-9545-0ee43006d787 has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 21:10:13.833057 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94225a38-aac4-435a-9cfc-e3ef85ed8afa tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 21:10:13.837579 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-94225a38-aac4-435a-9cfc-e3ef85ed8afa tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for floatingip, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:13.843433 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-749badfa-7354-481a-abef-692b9a8525b3 None None] Sync routers for ids ['5427bef5-dd09-4321-9545-0ee43006d787'] in n-d-842733-1 {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 21:10:13.852894 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-749badfa-7354-481a-abef-692b9a8525b3 None None] Routers {'5427bef5-dd09-4321-9545-0ee43006d787'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:10:13.853534 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-749badfa-7354-481a-abef-692b9a8525b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:09:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['5427bef5-dd09-4321-9545-0ee43006d787'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:10:13.886493 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eab8d336-03cb-46a4-a5e3-39a201efac11 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Router 7ea66128-dd5a-4aac-a54a-a0da320eca0b is scheduled to L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e with binding_index 1 {{(pid=103162) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 20 21:10:13.887256 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-749badfa-7354-481a-abef-692b9a8525b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:10:13.895056 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-94225a38-aac4-435a-9cfc-e3ef85ed8afa tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] 10.222.0.35 "PUT /v2.0/floatingips/21dad088-6909-4105-94c5-5c1f18ea0822 HTTP/1.1" status: 200 len: 978 time: 2.4434018 May 20 21:10:13.897927 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 52140) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:10:13.899660 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-749badfa-7354-481a-abef-692b9a8525b3 None None] Routers {'5427bef5-dd09-4321-9545-0ee43006d787'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:10:13.900274 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-749badfa-7354-481a-abef-692b9a8525b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:09:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['5427bef5-dd09-4321-9545-0ee43006d787'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:10:13.935248 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-749badfa-7354-481a-abef-692b9a8525b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:10:13.935884 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-749badfa-7354-481a-abef-692b9a8525b3 None None] The sync data for ids ['5427bef5-dd09-4321-9545-0ee43006d787'] in n-d-842733-1 is: [] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 21:10:14.056531 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eab8d336-03cb-46a4-a5e3-39a201efac11 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 21:10:14.066134 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80ba38de-14aa-44a5-8a86-a04502e14724 None None] Sync routers for ids ['7ea66128-dd5a-4aac-a54a-a0da320eca0b'] in n-d-842733-1 {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 21:10:14.077474 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ba38de-14aa-44a5-8a86-a04502e14724 None None] Routers {'7ea66128-dd5a-4aac-a54a-a0da320eca0b'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:10:14.078080 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-80ba38de-14aa-44a5-8a86-a04502e14724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:09:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['7ea66128-dd5a-4aac-a54a-a0da320eca0b'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:10:14.078912 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-63d70c06-fcad-4f8f-b532-e7219220cd76 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Deleting port 95c53402-72af-439a-adeb-687c8c247d8d {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:10:14.079260 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-63d70c06-fcad-4f8f-b532-e7219220cd76 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:14.146207 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-eab8d336-03cb-46a4-a5e3-39a201efac11 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks [] for router, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:14.147605 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-eab8d336-03cb-46a4-a5e3-39a201efac11 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.5792396 May 20 21:10:14.151226 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 52146) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:10:14.181624 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-80ba38de-14aa-44a5-8a86-a04502e14724 None None] Set router 7ea66128-dd5a-4aac-a54a-a0da320eca0b gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:10:14.190589 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-f377e7c7-2953-4754-af4a-6d9c1831a36b tempest-TestNetworkAdvancedServerOps-173437749 tempest-TestNetworkAdvancedServerOps-173437749-project-admin] 10.222.0.35 "GET /v2.0/subnets?project_id=d7932b75a33b465998804b193e9be7ad&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0381806 May 20 21:10:14.193557 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 52148) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:10:14.203182 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-63d70c06-fcad-4f8f-b532-e7219220cd76 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:14.300318 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab49433a-5bd7-4c0d-b97b-5edbeaf1d3d5 tempest-TestNetworkAdvancedServerOps-173437749 tempest-TestNetworkAdvancedServerOps-173437749-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:10:14.301937 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-ab49433a-5bd7-4c0d-b97b-5edbeaf1d3d5 tempest-TestNetworkAdvancedServerOps-173437749 tempest-TestNetworkAdvancedServerOps-173437749-project-admin] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1071038 May 20 21:10:14.313440 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 52152) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:10:14.345375 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-3af6ee13-86d4-4d1b-9ed7-2a606c23da0c tempest-TestNetworkAdvancedServerOps-173437749 tempest-TestNetworkAdvancedServerOps-173437749-project-admin] 10.222.0.35 "GET /v2.0/subnets?network_id=e3a93b5c-91e2-4064-9c2c-1afc261bfe15&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0309589 May 20 21:10:14.351577 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 52156) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:10:14.354880 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-b77e037f-2218-4ab2-b37e-94af2c191738 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1466708818', 'network_id': 'e9ebd487-45ba-4427-b6a9-208ae464c972', 'project_id': 'd7932b75a33b465998804b193e9be7ad', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:10:14.367318 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-80ba38de-14aa-44a5-8a86-a04502e14724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ea66128-dd5a-4aac-a54a-a0da320eca0b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1736760420', 'tenant_id': 'd7932b75a33b465998804b193e9be7ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': '514cdf45-dfb7-4468-9ac4-7379468df671', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:10:11Z', 'updated_at': '2022-05-20T21:10:12Z', 'revision_number': 3, 'project_id': 'd7932b75a33b465998804b193e9be7ad', 'gw_port': {'id': '514cdf45-dfb7-4468-9ac4-7379468df671', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:29:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ea66128-dd5a-4aac-a54a-a0da320eca0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3748, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:10:12Z', 'updated_at': '2022-05-20T21:10:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:10:14.398465 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80ba38de-14aa-44a5-8a86-a04502e14724 None None] Checking router: 7ea66128-dd5a-4aac-a54a-a0da320eca0b for host: n-d-842733-1 {{(pid=103165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 21:10:14.398909 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80ba38de-14aa-44a5-8a86-a04502e14724 None None] Updating router 7ea66128-dd5a-4aac-a54a-a0da320eca0b port 514cdf45-dfb7-4468-9ac4-7379468df671 binding host n-d-842733-1 {{(pid=103165) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 21:10:14.417836 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-63d70c06-fcad-4f8f-b532-e7219220cd76 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:14.418226 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-63d70c06-fcad-4f8f-b532-e7219220cd76 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748272'] for floatingip, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:14.418639 n-d-842733-1 neutron-server[103162]: INFO neutron.db.l3_db [None req-63d70c06-fcad-4f8f-b532-e7219220cd76 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Floating IP 21dad088-6909-4105-94c5-5c1f18ea0822 disassociated. External IP: 172.25.2.162, port: 95c53402-72af-439a-adeb-687c8c247d8d. May 20 21:10:14.419455 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-63d70c06-fcad-4f8f-b532-e7219220cd76 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Calling delete_port for 95c53402-72af-439a-adeb-687c8c247d8d owned by {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:10:14.432567 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80ba38de-14aa-44a5-8a86-a04502e14724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:14.505173 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b77e037f-2218-4ab2-b37e-94af2c191738 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Made reservation on behalf of d7932b75a33b465998804b193e9be7ad for: {'subnet': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:10:14.509054 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b77e037f-2218-4ab2-b37e-94af2c191738 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8422561'] for subnet, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:14.567600 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device d8b5fd65-35dd-4800-99cf-bf15f996ae59 details requested by agent hyperv_n-h1-842733-1 with host n-h1-842733-1 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 21:10:14.664585 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-63d70c06-fcad-4f8f-b532-e7219220cd76 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:14.670643 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port d8b5fd65-35dd-4800-99cf-bf15f996ae59, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=d8b5fd65-35dd-4800-99cf-bf15f996ae59,segment=NetworkSegment(6ef5c97e-4a0a-449b-8d6c-547dbdc0992d),segment_id=6ef5c97e-4a0a-449b-8d6c-547dbdc0992d)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:10:14.686150 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Returning: {'device': 'd8b5fd65-35dd-4800-99cf-bf15f996ae59', 'network_id': '68a7d121-da9c-4961-a87a-776dc042edbe', 'port_id': 'd8b5fd65-35dd-4800-99cf-bf15f996ae59', 'mac_address': 'fa:16:3e:6f:e7:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb9df1f9-5c90-4a5f-b716-5ed54cdea1e6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 20 21:10:14.761737 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80ba38de-14aa-44a5-8a86-a04502e14724 None None] Notify callbacks [] for port, precommit_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:14.776717 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d70c06-fcad-4f8f-b532-e7219220cd76 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Pushing event deleted for resources: {'Port': ['ID=95c53402-72af-439a-adeb-687c8c247d8d,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:10:14.784820 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Current status of the port d8b5fd65-35dd-4800-99cf-bf15f996ae59 is: DOWN; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:10:14.784820 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:14.791637 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e76ba6-9d3e-499f-8942-1f7f706535d8 req-1637093f-b816-4593-bfa6-ba5225887de3 tempest-TestServerBasicOps-425116848 tempest-TestServerBasicOps-425116848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:10:14.794046 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-17e76ba6-9d3e-499f-8942-1f7f706535d8 req-1637093f-b816-4593-bfa6-ba5225887de3 tempest-TestServerBasicOps-425116848 tempest-TestServerBasicOps-425116848-project] 10.222.0.35 "GET /v2.0/ports?device_id=49400ff3-e1c3-4858-9fde-eeb548e645f7 HTTP/1.1" status: 200 len: 944 time: 0.1373284 May 20 21:10:14.799830 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8b5fd65-35dd-4800-99cf-bf15f996ae59 {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 21:10:14.829272 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port d8b5fd65-35dd-4800-99cf-bf15f996ae59, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=d8b5fd65-35dd-4800-99cf-bf15f996ae59,segment=NetworkSegment(6ef5c97e-4a0a-449b-8d6c-547dbdc0992d),segment_id=6ef5c97e-4a0a-449b-8d6c-547dbdc0992d)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:10:14.859185 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80ba38de-14aa-44a5-8a86-a04502e14724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:14.885026 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-17e76ba6-9d3e-499f-8942-1f7f706535d8 req-9a1e4139-a354-4fdc-8c01-599456846ba9 tempest-TestServerBasicOps-425116848 tempest-TestServerBasicOps-425116848-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf98b9f5-35ac-4880-8a7d-bee4ab63acfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823772 May 20 21:10:14.893918 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63d70c06-fcad-4f8f-b532-e7219220cd76 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Router 5427bef5-dd09-4321-9545-0ee43006d787 has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 21:10:14.920296 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8ff934-7dec-44c0-952a-d5862e93e67e None None] Pushing event updated for resources: {'Port': ['ID=514cdf45-dfb7-4468-9ac4-7379468df671,revision_number=2']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:10:14.923476 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-80ba38de-14aa-44a5-8a86-a04502e14724 None None] Attempting to bind port 514cdf45-dfb7-4468-9ac4-7379468df671 on host n-d-842733-1 for vnic_type normal with profile {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:10:14.923838 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-80ba38de-14aa-44a5-8a86-a04502e14724 None None] Attempting to bind port 514cdf45-dfb7-4468-9ac4-7379468df671 by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': '0b5485c4-eff8-42a1-9073-ae54ed4c63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'}] {{(pid=103165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:10:14.924232 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80ba38de-14aa-44a5-8a86-a04502e14724 None None] Attempting to bind port 514cdf45-dfb7-4468-9ac4-7379468df671 on network e3a93b5c-91e2-4064-9c2c-1afc261bfe15 {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:10:14.929874 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80ba38de-14aa-44a5-8a86-a04502e14724 None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 21, 9, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 21:10:14.935073 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80ba38de-14aa-44a5-8a86-a04502e14724 None None] Checking segment: {'id': '0b5485c4-eff8-42a1-9073-ae54ed4c63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:10:14.935073 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80ba38de-14aa-44a5-8a86-a04502e14724 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:14.935073 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80ba38de-14aa-44a5-8a86-a04502e14724 None None] Bound using segment: {'id': '0b5485c4-eff8-42a1-9073-ae54ed4c63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'} {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 21:10:14.935073 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-80ba38de-14aa-44a5-8a86-a04502e14724 None None] Bound port: 514cdf45-dfb7-4468-9ac4-7379468df671, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b5485c4-eff8-42a1-9073-ae54ed4c63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'}}] {{(pid=103165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:10:14.935073 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80ba38de-14aa-44a5-8a86-a04502e14724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:14.950541 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:14.985263 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b77e037f-2218-4ab2-b37e-94af2c191738 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9641412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8422583'] for subnet, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:15.028846 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Pushing event updated for resources: {'Port': ['ID=d8b5fd65-35dd-4800-99cf-bf15f996ae59,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:10:15.030860 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-80ba38de-14aa-44a5-8a86-a04502e14724 None None] For port 514cdf45-dfb7-4468-9ac4-7379468df671, host n-d-842733-1, cleared binding levels {{(pid=103165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 21:10:15.040744 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-80ba38de-14aa-44a5-8a86-a04502e14724 None None] For port 514cdf45-dfb7-4468-9ac4-7379468df671, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=514cdf45-dfb7-4468-9ac4-7379468df671,segment=NetworkSegment(0b5485c4-eff8-42a1-9073-ae54ed4c63ba),segment_id=0b5485c4-eff8-42a1-9073-ae54ed4c63ba)] {{(pid=103165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 21:10:15.047670 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63d70c06-fcad-4f8f-b532-e7219220cd76 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 21:10:15.061953 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecf3f164-a938-42b8-bcbb-17cf4208bedb None None] Sync routers for ids ['5427bef5-dd09-4321-9545-0ee43006d787'] in n-d-842733-1 {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 21:10:15.074597 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecf3f164-a938-42b8-bcbb-17cf4208bedb None None] Routers {'5427bef5-dd09-4321-9545-0ee43006d787'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:10:15.075396 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-ecf3f164-a938-42b8-bcbb-17cf4208bedb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:09:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['5427bef5-dd09-4321-9545-0ee43006d787'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:10:15.078714 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e037f-2218-4ab2-b37e-94af2c191738 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Pushing event updated for resources: {'Subnet': ['ID=245b348c-19a9-4b5c-b667-e6456c485248,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:10:15.093055 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b77e037f-2218-4ab2-b37e-94af2c191738 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Checking segment: {'id': '1d2293c3-d5be-4830-8a9b-34dffcb6655b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'e9ebd487-45ba-4427-b6a9-208ae464c972'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:10:15.093487 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b77e037f-2218-4ab2-b37e-94af2c191738 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Network hostable DHCP agents. Network: e9ebd487-45ba-4427-b6a9-208ae464c972, hostable agents: ['c9b0653c-f3c7-4339-bd50-e3754b629216'], hosted agents: [] {{(pid=103163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 21:10:15.116963 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80ba38de-14aa-44a5-8a86-a04502e14724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:15.123951 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-ecf3f164-a938-42b8-bcbb-17cf4208bedb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:10:15.133074 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecf3f164-a938-42b8-bcbb-17cf4208bedb None None] Routers {'5427bef5-dd09-4321-9545-0ee43006d787'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:10:15.134476 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-ecf3f164-a938-42b8-bcbb-17cf4208bedb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:09:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['5427bef5-dd09-4321-9545-0ee43006d787'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:10:15.151483 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-63d70c06-fcad-4f8f-b532-e7219220cd76 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:15.170196 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-63d70c06-fcad-4f8f-b532-e7219220cd76 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] 10.222.0.35 "DELETE /v2.0/ports/95c53402-72af-439a-adeb-687c8c247d8d HTTP/1.1" status: 204 len: 168 time: 1.2708471 May 20 21:10:15.172729 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 52164) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:10:15.177838 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] get_ports_and_sgs() called for port_ids ['d8b5fd65-35dd-4800-99cf-bf15f996ae59'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 21:10:15.180626 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8ff934-7dec-44c0-952a-d5862e93e67e None None] Pushing event updated for resources: {'Port': ['ID=514cdf45-dfb7-4468-9ac4-7379468df671,revision_number=3']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:10:15.193837 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ba38de-14aa-44a5-8a86-a04502e14724 None None] Routers {'7ea66128-dd5a-4aac-a54a-a0da320eca0b'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:10:15.194266 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b77e037f-2218-4ab2-b37e-94af2c191738 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Network e9ebd487-45ba-4427-b6a9-208ae464c972 is scheduled to be hosted by DHCP agent c9b0653c-f3c7-4339-bd50-e3754b629216 with binding_index 1 {{(pid=103163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 21:10:15.194951 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-80ba38de-14aa-44a5-8a86-a04502e14724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:09:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['7ea66128-dd5a-4aac-a54a-a0da320eca0b'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:10:15.227418 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-ecf3f164-a938-42b8-bcbb-17cf4208bedb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:10:15.421589 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecf3f164-a938-42b8-bcbb-17cf4208bedb None None] The sync data for ids ['5427bef5-dd09-4321-9545-0ee43006d787'] in n-d-842733-1 is: [] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 21:10:15.422390 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-80ba38de-14aa-44a5-8a86-a04502e14724 None None] Set router 7ea66128-dd5a-4aac-a54a-a0da320eca0b gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:10:15.498179 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-b77e037f-2218-4ab2-b37e-94af2c191738 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842733-1, e9ebd487-45ba-4427-b6a9-208ae464c972) {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:10:15.505200 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b77e037f-2218-4ab2-b37e-94af2c191738 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:10:15.505955 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b77e037f-2218-4ab2-b37e-94af2c191738 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks [] for subnet, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:15.507505 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0748d525-c563-4926-987c-dbff40c2b65b None None] Network e9ebd487-45ba-4427-b6a9-208ae464c972 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:10:15.534276 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-80ba38de-14aa-44a5-8a86-a04502e14724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ea66128-dd5a-4aac-a54a-a0da320eca0b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1736760420', 'tenant_id': 'd7932b75a33b465998804b193e9be7ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': '514cdf45-dfb7-4468-9ac4-7379468df671', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:10:11Z', 'updated_at': '2022-05-20T21:10:12Z', 'revision_number': 3, 'project_id': 'd7932b75a33b465998804b193e9be7ad', 'gw_port': {'id': '514cdf45-dfb7-4468-9ac4-7379468df671', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:29:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ea66128-dd5a-4aac-a54a-a0da320eca0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3748, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:10:12Z', 'updated_at': '2022-05-20T21:10:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:10:15.566541 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80ba38de-14aa-44a5-8a86-a04502e14724 None None] The sync data for ids ['7ea66128-dd5a-4aac-a54a-a0da320eca0b'] in n-d-842733-1 is: [{'id': '7ea66128-dd5a-4aac-a54a-a0da320eca0b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1736760420', 'tenant_id': 'd7932b75a33b465998804b193e9be7ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': '514cdf45-dfb7-4468-9ac4-7379468df671', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:10:11Z', 'updated_at': '2022-05-20T21:10:12Z', 'revision_number': 3, 'project_id': 'd7932b75a33b465998804b193e9be7ad', 'gw_port': {'id': '514cdf45-dfb7-4468-9ac4-7379468df671', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:29:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ea66128-dd5a-4aac-a54a-a0da320eca0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3748, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:10:12Z', 'updated_at': '2022-05-20T21:10:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 21:10:15.672915 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-b77e037f-2218-4ab2-b37e-94af2c191738 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.3227096 May 20 21:10:15.675660 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 52166) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:10:15.706097 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee12567a-c6bc-4a7d-bdbd-c42c88d3d76f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaee2b848-d4b9-5db1-b6ef-d6db29d67de7-e9ebd487-45ba-4427-b6a9-208ae464c972', 'network_id': 'e9ebd487-45ba-4427-b6a9-208ae464c972', 'tenant_id': 'd7932b75a33b465998804b193e9be7ad', 'fixed_ips': [{'subnet_id': '245b348c-19a9-4b5c-b667-e6456c485248'}]}} from n-d-842733-1. {{(pid=103164) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 21:10:15.706958 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ee12567a-c6bc-4a7d-bdbd-c42c88d3d76f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:15.723673 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ad143909-d32a-4f2f-b24c-a49739402245 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748528'] for router_interface, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:15.945540 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [None req-ee12567a-c6bc-4a7d-bdbd-c42c88d3d76f None None] Allocated IP 172.20.0.2 (e9ebd487-45ba-4427-b6a9-208ae464c972/245b348c-19a9-4b5c-b667-e6456c485248/2d6dda2c-dabf-4cc1-8ee6-bf37fdb6e6f6) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:10:16.157268 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcd9519-eead-4d72-8759-77fd81331def req-f923d112-118e-4916-b65d-bfd5ddfcfb39 tempest-TestServerBasicOps-425116848 tempest-TestServerBasicOps-425116848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:10:16.159237 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9fcd9519-eead-4d72-8759-77fd81331def req-f923d112-118e-4916-b65d-bfd5ddfcfb39 tempest-TestServerBasicOps-425116848 tempest-TestServerBasicOps-425116848-project] 10.222.0.35 "GET /v2.0/ports?device_id=49400ff3-e1c3-4858-9fde-eeb548e645f7 HTTP/1.1" status: 200 len: 945 time: 0.1040766 May 20 21:10:16.186423 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ee12567a-c6bc-4a7d-bdbd-c42c88d3d76f None None] Notify callbacks [] for port, precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:16.242413 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9fcd9519-eead-4d72-8759-77fd81331def req-39bbb6b6-f1d9-46b5-b913-09dbc18fc125 tempest-TestServerBasicOps-425116848 tempest-TestServerBasicOps-425116848-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf98b9f5-35ac-4880-8a7d-bee4ab63acfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762863 May 20 21:10:16.289014 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ee12567a-c6bc-4a7d-bdbd-c42c88d3d76f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108'] for port, after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:16.307042 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-ad143909-d32a-4f2f-b24c-a49739402245 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Deleting port eb500aa6-5c7d-4da0-acf6-9ab27548079a {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:10:16.308072 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ad143909-d32a-4f2f-b24c-a49739402245 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:16.323407 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee12567a-c6bc-4a7d-bdbd-c42c88d3d76f None None] Network e9ebd487-45ba-4427-b6a9-208ae464c972 is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:10:16.328202 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-ee12567a-c6bc-4a7d-bdbd-c42c88d3d76f None None] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:10:16.362535 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee12567a-c6bc-4a7d-bdbd-c42c88d3d76f None None] Received port after_create {{(pid=103164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:10:16.511999 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ad143909-d32a-4f2f-b24c-a49739402245 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:16.535440 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-ad143909-d32a-4f2f-b24c-a49739402245 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Calling delete_port for eb500aa6-5c7d-4da0-acf6-9ab27548079a owned by network:router_interface {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:10:16.639926 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d646cba9-83bd-4c02-8aef-a767acbd2af0 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:16.642113 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device d8b5fd65-35dd-4800-99cf-bf15f996ae59 up at agent hyperv_n-h1-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:10:16.704139 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee12567a-c6bc-4a7d-bdbd-c42c88d3d76f None None] Pushing event updated for resources: {'Port': ['ID=2d6dda2c-dabf-4cc1-8ee6-bf37fdb6e6f6,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:10:16.715410 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-ee12567a-c6bc-4a7d-bdbd-c42c88d3d76f None None] Attempting to bind port 2d6dda2c-dabf-4cc1-8ee6-bf37fdb6e6f6 on host n-d-842733-1 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:10:16.715854 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-ee12567a-c6bc-4a7d-bdbd-c42c88d3d76f None None] Attempting to bind port 2d6dda2c-dabf-4cc1-8ee6-bf37fdb6e6f6 by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': '1d2293c3-d5be-4830-8a9b-34dffcb6655b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'e9ebd487-45ba-4427-b6a9-208ae464c972'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:10:16.716286 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee12567a-c6bc-4a7d-bdbd-c42c88d3d76f None None] Attempting to bind port 2d6dda2c-dabf-4cc1-8ee6-bf37fdb6e6f6 on network e9ebd487-45ba-4427-b6a9-208ae464c972 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:10:16.734657 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee12567a-c6bc-4a7d-bdbd-c42c88d3d76f None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 21, 9, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 21:10:16.734657 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee12567a-c6bc-4a7d-bdbd-c42c88d3d76f None None] Checking segment: {'id': '1d2293c3-d5be-4830-8a9b-34dffcb6655b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'e9ebd487-45ba-4427-b6a9-208ae464c972'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:10:16.734657 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ee12567a-c6bc-4a7d-bdbd-c42c88d3d76f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:16.734657 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee12567a-c6bc-4a7d-bdbd-c42c88d3d76f None None] Bound using segment: {'id': '1d2293c3-d5be-4830-8a9b-34dffcb6655b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'e9ebd487-45ba-4427-b6a9-208ae464c972'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 21:10:16.734657 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-ee12567a-c6bc-4a7d-bdbd-c42c88d3d76f None None] Bound port: 2d6dda2c-dabf-4cc1-8ee6-bf37fdb6e6f6, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d2293c3-d5be-4830-8a9b-34dffcb6655b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'e9ebd487-45ba-4427-b6a9-208ae464c972'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:10:16.734657 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ee12567a-c6bc-4a7d-bdbd-c42c88d3d76f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:16.835717 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-ee12567a-c6bc-4a7d-bdbd-c42c88d3d76f None None] For port 2d6dda2c-dabf-4cc1-8ee6-bf37fdb6e6f6, host n-d-842733-1, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 21:10:16.841724 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-ee12567a-c6bc-4a7d-bdbd-c42c88d3d76f None None] For port 2d6dda2c-dabf-4cc1-8ee6-bf37fdb6e6f6, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=2d6dda2c-dabf-4cc1-8ee6-bf37fdb6e6f6,segment=NetworkSegment(1d2293c3-d5be-4830-8a9b-34dffcb6655b),segment_id=1d2293c3-d5be-4830-8a9b-34dffcb6655b)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 21:10:16.854920 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Provisioning for port d8b5fd65-35dd-4800-99cf-bf15f996ae59 completed by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 21:10:16.861256 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Provisioning complete for port d8b5fd65-35dd-4800-99cf-bf15f996ae59 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:10:16.861256 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:16.945930 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ee12567a-c6bc-4a7d-bdbd-c42c88d3d76f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:17.004510 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Current status of the port d8b5fd65-35dd-4800-99cf-bf15f996ae59 is: BUILD; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:10:17.005434 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:17.014414 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ad143909-d32a-4f2f-b24c-a49739402245 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:17.044071 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49400ff3-e1c3-4858-9fde-eeb548e645f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8b5fd65-35dd-4800-99cf-bf15f996ae59'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 21:10:17.044340 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-d646cba9-83bd-4c02-8aef-a767acbd2af0 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Allocated IP 172.20.0.1 (e9ebd487-45ba-4427-b6a9-208ae464c972/245b348c-19a9-4b5c-b667-e6456c485248/b00aeb9f-3bb7-4b50-9633-ae578d200631) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:10:17.046783 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8485417003ce7c0410b00f5cdc2f391e21107b70bb68e2773712534a96e108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-394d5ad1-53df-4358-9c1a-58742c1ad5b8" -d '{"events": [{"server_uuid": "49400ff3-e1c3-4858-9fde-eeb548e645f7", "name": "network-vif-plugged", "status": "completed", "tag": "d8b5fd65-35dd-4800-99cf-bf15f996ae59"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 21:10:17.058941 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee12567a-c6bc-4a7d-bdbd-c42c88d3d76f None None] Pushing event updated for resources: {'Port': ['ID=2d6dda2c-dabf-4cc1-8ee6-bf37fdb6e6f6,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:10:17.066359 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port d8b5fd65-35dd-4800-99cf-bf15f996ae59, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=d8b5fd65-35dd-4800-99cf-bf15f996ae59,segment=NetworkSegment(6ef5c97e-4a0a-449b-8d6c-547dbdc0992d),segment_id=6ef5c97e-4a0a-449b-8d6c-547dbdc0992d)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:10:17.088667 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad143909-d32a-4f2f-b24c-a49739402245 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Pushing event deleted for resources: {'Port': ['ID=eb500aa6-5c7d-4da0-acf6-9ab27548079a,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:10:17.128065 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:17.135410 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 21:10:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c38b0bef-5cbb-4db2-b989-68a3076cdfc6 x-openstack-request-id: req-c38b0bef-5cbb-4db2-b989-68a3076cdfc6 {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 21:10:17.135704 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49400ff3-e1c3-4858-9fde-eeb548e645f7", "name": "network-vif-plugged", "status": "completed", "tag": "d8b5fd65-35dd-4800-99cf-bf15f996ae59", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 21:10:17.136072 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c38b0bef-5cbb-4db2-b989-68a3076cdfc6 {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 21:10:17.136539 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c38b0bef-5cbb-4db2-b989-68a3076cdfc6'] response: {'server_uuid': '49400ff3-e1c3-4858-9fde-eeb548e645f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8b5fd65-35dd-4800-99cf-bf15f996ae59', 'code': 200} May 20 21:10:17.247960 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Pushing event updated for resources: {'Port': ['ID=d8b5fd65-35dd-4800-99cf-bf15f996ae59,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:10:17.267959 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d646cba9-83bd-4c02-8aef-a767acbd2af0 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:17.432228 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f337b588-209d-42ba-b491-aa4dd786e452 req-75c044e2-b896-47e4-8309-b359da6ad0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:10:17.433819 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f337b588-209d-42ba-b491-aa4dd786e452 req-75c044e2-b896-47e4-8309-b359da6ad0b9 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=49400ff3-e1c3-4858-9fde-eeb548e645f7 HTTP/1.1" status: 200 len: 1097 time: 0.2144272 May 20 21:10:17.434135 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d646cba9-83bd-4c02-8aef-a767acbd2af0 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:17.484990 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d646cba9-83bd-4c02-8aef-a767acbd2af0 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Network e9ebd487-45ba-4427-b6a9-208ae464c972 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:10:17.490232 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-d646cba9-83bd-4c02-8aef-a767acbd2af0 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:10:17.495483 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d646cba9-83bd-4c02-8aef-a767acbd2af0 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:10:17.514750 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ad143909-d32a-4f2f-b24c-a49739402245 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-692224'] for router_interface, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:17.542760 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528eb787-eb21-4d55-bc5e-901233a7c2e6 req-ea81e4da-06b9-4172-ba85-63b5f1c9b77f tempest-TestServerBasicOps-425116848 tempest-TestServerBasicOps-425116848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:10:17.548912 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-528eb787-eb21-4d55-bc5e-901233a7c2e6 req-ea81e4da-06b9-4172-ba85-63b5f1c9b77f tempest-TestServerBasicOps-425116848 tempest-TestServerBasicOps-425116848-project] 10.222.0.35 "GET /v2.0/ports?device_id=49400ff3-e1c3-4858-9fde-eeb548e645f7 HTTP/1.1" status: 200 len: 946 time: 0.1543653 May 20 21:10:17.551402 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f337b588-209d-42ba-b491-aa4dd786e452 req-c5ce6598-dc9d-4ad5-918e-1c323ba1ec82 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=bf98b9f5-35ac-4880-8a7d-bee4ab63acfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1053283 May 20 21:10:17.553142 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d646cba9-83bd-4c02-8aef-a767acbd2af0 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Pushing event updated for resources: {'Port': ['ID=b00aeb9f-3bb7-4b50-9633-ae578d200631,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:10:17.584789 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d646cba9-83bd-4c02-8aef-a767acbd2af0 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748409'] for router_interface, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:17.636365 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-528eb787-eb21-4d55-bc5e-901233a7c2e6 req-58215072-d040-4918-b075-db5bba7c5f05 tempest-TestServerBasicOps-425116848 tempest-TestServerBasicOps-425116848-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf98b9f5-35ac-4880-8a7d-bee4ab63acfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483074 May 20 21:10:17.828667 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad143909-d32a-4f2f-b24c-a49739402245 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Router 5427bef5-dd09-4321-9545-0ee43006d787 has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 21:10:17.845412 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 514cdf45-dfb7-4468-9ac4-7379468df671 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:10:17.853275 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d646cba9-83bd-4c02-8aef-a767acbd2af0 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:17.905808 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 514cdf45-dfb7-4468-9ac4-7379468df671 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:10:17.906190 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:17.981603 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad143909-d32a-4f2f-b24c-a49739402245 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 21:10:17.991950 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13f7c6ec-986f-4c63-9581-2e9d8be60665 None None] Sync routers for ids ['5427bef5-dd09-4321-9545-0ee43006d787'] in n-d-842733-1 {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 21:10:18.000764 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-ad143909-d32a-4f2f-b24c-a49739402245 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] 10.222.0.35 "PUT /v2.0/routers/5427bef5-dd09-4321-9545-0ee43006d787/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8240392 May 20 21:10:18.001038 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 52182) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:10:18.005762 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f7c6ec-986f-4c63-9581-2e9d8be60665 None None] Routers {'5427bef5-dd09-4321-9545-0ee43006d787'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:10:18.007371 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-13f7c6ec-986f-4c63-9581-2e9d8be60665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:09:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['5427bef5-dd09-4321-9545-0ee43006d787'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:10:18.024784 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 514cdf45-dfb7-4468-9ac4-7379468df671 is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:10:18.025547 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:18.047974 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-13f7c6ec-986f-4c63-9581-2e9d8be60665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:10:18.050639 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] For port 514cdf45-dfb7-4468-9ac4-7379468df671, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=514cdf45-dfb7-4468-9ac4-7379468df671,segment=NetworkSegment(0b5485c4-eff8-42a1-9073-ae54ed4c63ba),segment_id=0b5485c4-eff8-42a1-9073-ae54ed4c63ba)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:10:18.064376 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f7c6ec-986f-4c63-9581-2e9d8be60665 None None] Routers {'5427bef5-dd09-4321-9545-0ee43006d787'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:10:18.064376 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-13f7c6ec-986f-4c63-9581-2e9d8be60665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:09:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['5427bef5-dd09-4321-9545-0ee43006d787'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:10:18.143824 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:18.143824 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 2d6dda2c-dabf-4cc1-8ee6-bf37fdb6e6f6 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:10:18.144129 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-afdbd3f0-d5ae-4377-bae9-34e17efe374b tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks [] for router, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:18.267302 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d646cba9-83bd-4c02-8aef-a767acbd2af0 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:18.271856 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-13f7c6ec-986f-4c63-9581-2e9d8be60665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:10:18.272498 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13f7c6ec-986f-4c63-9581-2e9d8be60665 None None] The sync data for ids ['5427bef5-dd09-4321-9545-0ee43006d787'] in n-d-842733-1 is: [] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 21:10:18.289670 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-afdbd3f0-d5ae-4377-bae9-34e17efe374b tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:18.289883 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Pushing event updated for resources: {'Port': ['ID=514cdf45-dfb7-4468-9ac4-7379468df671,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:10:18.310465 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 2d6dda2c-dabf-4cc1-8ee6-bf37fdb6e6f6 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:10:18.311180 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:18.334062 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d646cba9-83bd-4c02-8aef-a767acbd2af0 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:18.413529 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 2d6dda2c-dabf-4cc1-8ee6-bf37fdb6e6f6 is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:10:18.413956 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:18.414182 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-afdbd3f0-d5ae-4377-bae9-34e17efe374b tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Deleting port 6f1d023a-3747-49cb-a0ef-1a97448beaeb {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:10:18.414696 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-afdbd3f0-d5ae-4377-bae9-34e17efe374b tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:18.445523 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d646cba9-83bd-4c02-8aef-a767acbd2af0 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Pushing event updated for resources: {'Port': ['ID=b00aeb9f-3bb7-4b50-9633-ae578d200631,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:10:18.449304 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d646cba9-83bd-4c02-8aef-a767acbd2af0 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748437'] for router_interface, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:18.463893 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] For port 2d6dda2c-dabf-4cc1-8ee6-bf37fdb6e6f6, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=2d6dda2c-dabf-4cc1-8ee6-bf37fdb6e6f6,segment=NetworkSegment(1d2293c3-d5be-4830-8a9b-34dffcb6655b),segment_id=1d2293c3-d5be-4830-8a9b-34dffcb6655b)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:10:18.516972 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:18.558586 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-afdbd3f0-d5ae-4377-bae9-34e17efe374b tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:18.576787 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-afdbd3f0-d5ae-4377-bae9-34e17efe374b tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Calling delete_port for 6f1d023a-3747-49cb-a0ef-1a97448beaeb owned by network:router_gateway {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:10:18.583641 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d646cba9-83bd-4c02-8aef-a767acbd2af0 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Network e9ebd487-45ba-4427-b6a9-208ae464c972 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:10:18.586060 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-d646cba9-83bd-4c02-8aef-a767acbd2af0 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:10:18.601656 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Pushing event updated for resources: {'Port': ['ID=2d6dda2c-dabf-4cc1-8ee6-bf37fdb6e6f6,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:10:18.762218 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d646cba9-83bd-4c02-8aef-a767acbd2af0 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Router 7ea66128-dd5a-4aac-a54a-a0da320eca0b has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 21:10:18.832529 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac288af-d9b4-4744-9006-695a1441d43e req-db22c0ae-8efd-4147-9ce4-919d13392c22 tempest-TestServerBasicOps-425116848 tempest-TestServerBasicOps-425116848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:10:18.834143 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5ac288af-d9b4-4744-9006-695a1441d43e req-db22c0ae-8efd-4147-9ce4-919d13392c22 tempest-TestServerBasicOps-425116848 tempest-TestServerBasicOps-425116848-project] 10.222.0.35 "GET /v2.0/ports?device_id=49400ff3-e1c3-4858-9fde-eeb548e645f7 HTTP/1.1" status: 200 len: 946 time: 0.0930009 May 20 21:10:18.897975 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5ac288af-d9b4-4744-9006-695a1441d43e req-2bfcf29e-f724-4fb6-8f1b-52f8dbc42e1f tempest-TestServerBasicOps-425116848 tempest-TestServerBasicOps-425116848-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf98b9f5-35ac-4880-8a7d-bee4ab63acfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501754 May 20 21:10:18.899413 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d646cba9-83bd-4c02-8aef-a767acbd2af0 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 21:10:18.915910 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-d646cba9-83bd-4c02-8aef-a767acbd2af0 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "PUT /v2.0/routers/7ea66128-dd5a-4aac-a54a-a0da320eca0b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2287071 May 20 21:10:18.916017 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c821910-1491-4691-93f4-1c232f868afe None None] Sync routers for ids ['7ea66128-dd5a-4aac-a54a-a0da320eca0b'] in n-d-842733-1 {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 21:10:18.926393 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c821910-1491-4691-93f4-1c232f868afe None None] Routers {'7ea66128-dd5a-4aac-a54a-a0da320eca0b'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:10:18.927123 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-8c821910-1491-4691-93f4-1c232f868afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:09:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['7ea66128-dd5a-4aac-a54a-a0da320eca0b'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:10:18.968277 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-afdbd3f0-d5ae-4377-bae9-34e17efe374b tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:19.070283 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdbd3f0-d5ae-4377-bae9-34e17efe374b tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Pushing event deleted for resources: {'Port': ['ID=6f1d023a-3747-49cb-a0ef-1a97448beaeb,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:10:19.086005 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-afdbd3f0-d5ae-4377-bae9-34e17efe374b tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-748206'] for router_gateway, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:19.091965 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-8c821910-1491-4691-93f4-1c232f868afe None None] Set router 7ea66128-dd5a-4aac-a54a-a0da320eca0b gateway port host: n-d-842733-1 {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:10:19.117743 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdbd3f0-d5ae-4377-bae9-34e17efe374b tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:10:19.118129 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdbd3f0-d5ae-4377-bae9-34e17efe374b tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:10:19.118493 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdbd3f0-d5ae-4377-bae9-34e17efe374b tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:10:19.119370 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdbd3f0-d5ae-4377-bae9-34e17efe374b tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:10:19.119704 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdbd3f0-d5ae-4377-bae9-34e17efe374b tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:10:19.120034 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdbd3f0-d5ae-4377-bae9-34e17efe374b tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:10:19.120360 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdbd3f0-d5ae-4377-bae9-34e17efe374b tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:10:19.120725 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdbd3f0-d5ae-4377-bae9-34e17efe374b tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:10:19.121046 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdbd3f0-d5ae-4377-bae9-34e17efe374b tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:10:19.121393 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdbd3f0-d5ae-4377-bae9-34e17efe374b tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:10:19.121715 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdbd3f0-d5ae-4377-bae9-34e17efe374b tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:10:19.122033 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdbd3f0-d5ae-4377-bae9-34e17efe374b tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:10:19.144058 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23a21ebe-7c29-43c4-9ece-92163b8410c2 None None] Network e9ebd487-45ba-4427-b6a9-208ae464c972 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:10:19.219609 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-970cceed-ee53-4d2f-83f1-945913ac861a req-e0a254bd-b33e-46fa-b319-24cdacc12b10 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-977101937&fields=id&tenant_id=d7932b75a33b465998804b193e9be7ad HTTP/1.1" status: 200 len: 267 time: 0.1453543 May 20 21:10:19.225027 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-afdbd3f0-d5ae-4377-bae9-34e17efe374b tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26169'] for router, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:19.227313 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-afdbd3f0-d5ae-4377-bae9-34e17efe374b tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:19.387057 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970cceed-ee53-4d2f-83f1-945913ac861a req-b6dca94a-e142-4cfb-8f58-c65007e3fa72 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:10:19.389715 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-970cceed-ee53-4d2f-83f1-945913ac861a req-b6dca94a-e142-4cfb-8f58-c65007e3fa72 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/networks?id=e9ebd487-45ba-4427-b6a9-208ae464c972 HTTP/1.1" status: 200 len: 797 time: 0.1548028 May 20 21:10:19.408565 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-afdbd3f0-d5ae-4377-bae9-34e17efe374b tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-693148'] for router, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:19.412715 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afdbd3f0-d5ae-4377-bae9-34e17efe374b tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Fanout notify agent at l3_agent the message router_deleted on router 5427bef5-dd09-4321-9545-0ee43006d787 {{(pid=103163) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 20 21:10:19.418132 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-afdbd3f0-d5ae-4377-bae9-34e17efe374b tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks [] for router, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:19.419212 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-afdbd3f0-d5ae-4377-bae9-34e17efe374b tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] 10.222.0.35 "DELETE /v2.0/routers/5427bef5-dd09-4321-9545-0ee43006d787 HTTP/1.1" status: 204 len: 168 time: 1.4168360 May 20 21:10:19.421490 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-970cceed-ee53-4d2f-83f1-945913ac861a req-3e2265fb-1ed0-4882-b8bf-55f6d3498a61 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/quotas/d7932b75a33b465998804b193e9be7ad HTTP/1.1" status: 200 len: 375 time: 0.0239604 May 20 21:10:19.421955 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 52208) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:10:19.492120 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-e24de007-7054-463c-8251-2ac2704272fc None None] Provisioning complete for port 2d6dda2c-dabf-4cc1-8ee6-bf37fdb6e6f6 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:10:19.492879 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-e24de007-7054-463c-8251-2ac2704272fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:19.547033 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_v2 [None req-30a4377a-c835-4150-add6-070f85b9fa99 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Deleting subnet ea8aeb99-eb5d-43e0-86c8-7ba361785c50 {{(pid=103163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 20 21:10:19.551450 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-30a4377a-c835-4150-add6-070f85b9fa99 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks [] for subnet, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:19.583379 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-970cceed-ee53-4d2f-83f1-945913ac861a req-08861fd1-d335-403c-ae07-f9a5cf39cca7 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=d7932b75a33b465998804b193e9be7ad&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1272585 May 20 21:10:19.602275 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-30a4377a-c835-4150-add6-070f85b9fa99 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9338757'] for subnet, precommit_delete_associations {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:19.704343 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [req-970cceed-ee53-4d2f-83f1-945913ac861a req-471996de-5eca-4d6d-859d-3d58f9964128 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103163) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 21:10:19.705867 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-970cceed-ee53-4d2f-83f1-945913ac861a req-471996de-5eca-4d6d-859d-3d58f9964128 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1057658 May 20 21:10:19.722413 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-e24de007-7054-463c-8251-2ac2704272fc None None] Current status of the port 2d6dda2c-dabf-4cc1-8ee6-bf37fdb6e6f6 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:10:19.738366 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-8c821910-1491-4691-93f4-1c232f868afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ea66128-dd5a-4aac-a54a-a0da320eca0b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1736760420', 'tenant_id': 'd7932b75a33b465998804b193e9be7ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': '514cdf45-dfb7-4468-9ac4-7379468df671', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:10:11Z', 'updated_at': '2022-05-20T21:10:17Z', 'revision_number': 4, 'project_id': 'd7932b75a33b465998804b193e9be7ad', 'gw_port': {'id': '514cdf45-dfb7-4468-9ac4-7379468df671', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:29:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea66128-dd5a-4aac-a54a-a0da320eca0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3748, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:10:12Z', 'updated_at': '2022-05-20T21:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': 'b00aeb9f-3bb7-4b50-9633-ae578d200631', 'name': '', 'network_id': 'e9ebd487-45ba-4427-b6a9-208ae464c972', 'tenant_id': 'd7932b75a33b465998804b193e9be7ad', 'mac_address': 'fa:16:3e:b9:63:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ea66128-dd5a-4aac-a54a-a0da320eca0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3751, 'fixed_ips': [{'subnet_id': '245b348c-19a9-4b5c-b667-e6456c485248', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:10:16Z', 'updated_at': '2022-05-20T21:10:18Z', 'revision_number': 2, 'project_id': 'd7932b75a33b465998804b193e9be7ad', 'subnets': [{'id': '245b348c-19a9-4b5c-b667-e6456c485248', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:10:19.746895 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-30a4377a-c835-4150-add6-070f85b9fa99 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33068388'] for subnet, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:19.772400 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c821910-1491-4691-93f4-1c232f868afe None None] Checking router: 7ea66128-dd5a-4aac-a54a-a0da320eca0b for host: n-d-842733-1 {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 21:10:19.772748 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c821910-1491-4691-93f4-1c232f868afe None None] Updating router 7ea66128-dd5a-4aac-a54a-a0da320eca0b port b00aeb9f-3bb7-4b50-9633-ae578d200631 binding host n-d-842733-1 {{(pid=103164) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 21:10:19.809377 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 514cdf45-dfb7-4468-9ac4-7379468df671 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:10:19.865915 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-8c821910-1491-4691-93f4-1c232f868afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:19.891046 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-970cceed-ee53-4d2f-83f1-945913ac861a req-6cae29f9-9b2c-4b15-9d8a-6136e33321a0 service neutron] 10.222.0.35 "GET /v2.0/networks/e9ebd487-45ba-4427-b6a9-208ae464c972?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1725852 May 20 21:10:19.986583 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 514cdf45-dfb7-4468-9ac4-7379468df671 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:10:19.986956 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:19.999196 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-5b6d9d22-a96e-49cc-b413-574f5a68bdf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:20.005004 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-30a4377a-c835-4150-add6-070f85b9fa99 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33068399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9641221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8422588'] for subnet, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:20.038451 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-970cceed-ee53-4d2f-83f1-945913ac861a req-1713ab4f-ee1b-4576-a898-8dfd7912c159 service neutron] 10.222.0.35 "GET /v2.0/networks/e9ebd487-45ba-4427-b6a9-208ae464c972?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387007 May 20 21:10:20.039567 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-30a4377a-c835-4150-add6-070f85b9fa99 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks [] for subnet, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:20.046220 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 52214) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:10:20.057797 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-30a4377a-c835-4150-add6-070f85b9fa99 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] 10.222.0.35 "DELETE /v2.0/subnets/ea8aeb99-eb5d-43e0-86c8-7ba361785c50 HTTP/1.1" status: 204 len: 168 time: 0.6347890 May 20 21:10:20.063118 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a4377a-c835-4150-add6-070f85b9fa99 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Pushing event deleted for resources: {'Subnet': ['ID=ea8aeb99-eb5d-43e0-86c8-7ba361785c50,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:10:20.068234 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ded1448-1341-44c0-aec8-b13c7d5a5b8a None None] Network c146dc26-bb38-4f19-90fd-2f871d84263f requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:10:20.161604 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.agents_db [None req-5c33ad30-4e00-40fa-b486-8c79c4a6cfc5 None None] Agent healthcheck: found 7 active agents {{(pid=103165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 20 21:10:20.163768 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-37452086-b409-4434-9cb0-7baa384c5822 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33160123'] for network, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:20.215187 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-c7aed2a0-f9b6-4151-95fe-d2c8655320f6 None None] Provisioning complete for port 2d6dda2c-dabf-4cc1-8ee6-bf37fdb6e6f6 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:10:20.215681 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c7aed2a0-f9b6-4151-95fe-d2c8655320f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:20.234401 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-37452086-b409-4434-9cb0-7baa384c5822 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Deleting port 58401f54-016c-481d-915f-e1ed89922ffe {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:10:20.234645 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-37452086-b409-4434-9cb0-7baa384c5822 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:20.338939 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-37452086-b409-4434-9cb0-7baa384c5822 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] For port 58401f54-016c-481d-915f-e1ed89922ffe, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=58401f54-016c-481d-915f-e1ed89922ffe,segment=NetworkSegment(ca1d336a-4b46-40c5-8bd7-0e9cd9c93720),segment_id=ca1d336a-4b46-40c5-8bd7-0e9cd9c93720)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:10:20.339433 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-37452086-b409-4434-9cb0-7baa384c5822 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:20.357440 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-37452086-b409-4434-9cb0-7baa384c5822 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Calling delete_port for 58401f54-016c-481d-915f-e1ed89922ffe owned by network:dhcp {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:10:20.505293 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 514cdf45-dfb7-4468-9ac4-7379468df671 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:10:20.506397 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 2d6dda2c-dabf-4cc1-8ee6-bf37fdb6e6f6 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:10:20.558743 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-37452086-b409-4434-9cb0-7baa384c5822 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:20.561892 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-c7aed2a0-f9b6-4151-95fe-d2c8655320f6 None None] Current status of the port 2d6dda2c-dabf-4cc1-8ee6-bf37fdb6e6f6 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:10:20.635278 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-c7aed2a0-f9b6-4151-95fe-d2c8655320f6 None None] Provisioning complete for port b00aeb9f-3bb7-4b50-9633-ae578d200631 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:10:20.635702 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c7aed2a0-f9b6-4151-95fe-d2c8655320f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:20.655332 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37452086-b409-4434-9cb0-7baa384c5822 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Pushing event deleted for resources: {'Port': ['ID=58401f54-016c-481d-915f-e1ed89922ffe,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:10:20.682851 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37452086-b409-4434-9cb0-7baa384c5822 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] No DVR routers for this DVR port 58401f54-016c-481d-915f-e1ed89922ffe on host n-d-842733-1 {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 21:10:20.683084 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 2d6dda2c-dabf-4cc1-8ee6-bf37fdb6e6f6 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:10:20.683084 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:20.699486 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-8c821910-1491-4691-93f4-1c232f868afe None None] Notify callbacks [] for port, precommit_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:20.729579 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37452086-b409-4434-9cb0-7baa384c5822 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:10:20.729932 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37452086-b409-4434-9cb0-7baa384c5822 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:10:20.734342 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37452086-b409-4434-9cb0-7baa384c5822 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:10:20.734342 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37452086-b409-4434-9cb0-7baa384c5822 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:10:20.734342 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37452086-b409-4434-9cb0-7baa384c5822 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:10:20.734342 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37452086-b409-4434-9cb0-7baa384c5822 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:10:20.734342 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37452086-b409-4434-9cb0-7baa384c5822 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:10:20.735374 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d0fc1db8-4b16-4fad-8858-02111087d5e7 req-c0781fe7-38d1-4acf-a101-a261a13811ba tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/ports?device_id=88634439-59b8-46e3-a6ce-e8d22bc2e9f4 HTTP/1.1" status: 200 len: 210 time: 0.0868878 May 20 21:10:20.735857 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37452086-b409-4434-9cb0-7baa384c5822 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:10:20.735857 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37452086-b409-4434-9cb0-7baa384c5822 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:10:20.736453 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37452086-b409-4434-9cb0-7baa384c5822 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:10:20.736584 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37452086-b409-4434-9cb0-7baa384c5822 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:10:20.737166 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37452086-b409-4434-9cb0-7baa384c5822 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:10:20.757785 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-c7aed2a0-f9b6-4151-95fe-d2c8655320f6 None None] Port b00aeb9f-3bb7-4b50-9633-ae578d200631 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 21:10:20.757964 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96dd3b0-1556-4fd6-a58b-094eab9c6c66 req-65f4fc09-47f1-4c0b-8628-5add02dec836 tempest-TestServerBasicOps-425116848 tempest-TestServerBasicOps-425116848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:10:20.758108 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b93eb52f-2426-40bb-995f-cf66d7cb8d8d None None] DHCP port deletion for c146dc26-bb38-4f19-90fd-2f871d84263f request from n-d-842733-1 {{(pid=103164) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 21:10:20.762308 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b96dd3b0-1556-4fd6-a58b-094eab9c6c66 req-65f4fc09-47f1-4c0b-8628-5add02dec836 tempest-TestServerBasicOps-425116848 tempest-TestServerBasicOps-425116848-project] 10.222.0.35 "GET /v2.0/ports?device_id=49400ff3-e1c3-4858-9fde-eeb548e645f7 HTTP/1.1" status: 200 len: 946 time: 0.6963303 May 20 21:10:20.801027 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-8c821910-1491-4691-93f4-1c232f868afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:20.840559 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b96dd3b0-1556-4fd6-a58b-094eab9c6c66 req-e7eca03f-8d7f-430b-8090-30a1dd498db3 tempest-TestServerBasicOps-425116848 tempest-TestServerBasicOps-425116848-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf98b9f5-35ac-4880-8a7d-bee4ab63acfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649495 May 20 21:10:20.856932 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-37452086-b409-4434-9cb0-7baa384c5822 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33072115', 'neutron.services.segments.db._delete_segments_for_network-8782419500584'] for network, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:20.892223 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-37452086-b409-4434-9cb0-7baa384c5822 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c146dc26-bb38-4f19-90fd-2f871d84263f']}} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:10:20.909432 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-37452086-b409-4434-9cb0-7baa384c5822 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca1d336a-4b46-40c5-8bd7-0e9cd9c93720') {'for_net_delete': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:10:20.916086 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-37452086-b409-4434-9cb0-7baa384c5822 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca1d336a-4b46-40c5-8bd7-0e9cd9c93720') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:10:20.930214 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-37452086-b409-4434-9cb0-7baa384c5822 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419501617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3738385'] for segment, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:20.961006 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf59d79-bd59-4ef8-af74-e09f6080de9d None None] Pushing event updated for resources: {'Port': ['ID=b00aeb9f-3bb7-4b50-9633-ae578d200631,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:10:20.979061 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-37452086-b409-4434-9cb0-7baa384c5822 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:20.982093 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37452086-b409-4434-9cb0-7baa384c5822 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Releasing vlan 235 on physical network physnet1 to pool {{(pid=103162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 21:10:20.982464 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-37452086-b409-4434-9cb0-7baa384c5822 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3800791'] for segment, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:21.015658 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91d1c29-b39a-4cb0-800d-60ca85ea6bae req-f74f0810-0298-4bd8-a352-f6575412b202 tempest-TestServerBasicOps-425116848 tempest-TestServerBasicOps-425116848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:10:21.019291 n-d-842733-1 neutron-server[103162]: Traceback (most recent call last): May 20 21:10:21.019291 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 21:10:21.019291 n-d-842733-1 neutron-server[103162]: timer() May 20 21:10:21.019291 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 21:10:21.019291 n-d-842733-1 neutron-server[103162]: cb(*args, **kw) May 20 21:10:21.019291 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 20 21:10:21.019291 n-d-842733-1 neutron-server[103162]: return func(*args, **kwargs) May 20 21:10:21.019291 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 21:10:21.019291 n-d-842733-1 neutron-server[103162]: self._notify() May 20 21:10:21.019291 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 21:10:21.019291 n-d-842733-1 neutron-server[103162]: self.callback(batched_events) May 20 21:10:21.019291 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 21:10:21.019291 n-d-842733-1 neutron-server[103162]: event.method(event) May 20 21:10:21.019291 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 20 21:10:21.019291 n-d-842733-1 neutron-server[103162]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 21:10:21.019291 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 20 21:10:21.019291 n-d-842733-1 neutron-server[103162]: aggregate_uuid = self.p_client.list_aggregates( May 20 21:10:21.019291 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 20 21:10:21.019291 n-d-842733-1 neutron-server[103162]: return f(self, *a, **k) May 20 21:10:21.019291 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 20 21:10:21.019291 n-d-842733-1 neutron-server[103162]: return self._get(url).json() May 20 21:10:21.019291 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 20 21:10:21.019291 n-d-842733-1 neutron-server[103162]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 21:10:21.019291 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 21:10:21.019291 n-d-842733-1 neutron-server[103162]: return self.request(url, 'GET', **kwargs) May 20 21:10:21.019291 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 21:10:21.019291 n-d-842733-1 neutron-server[103162]: base_url = self.get_endpoint(auth, allow=allow, May 20 21:10:21.019291 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 21:10:21.019291 n-d-842733-1 neutron-server[103162]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 21:10:21.019291 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 21:10:21.019291 n-d-842733-1 neutron-server[103162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 21:10:21.019291 n-d-842733-1 neutron-server[103162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 21:10:21.025884 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b91d1c29-b39a-4cb0-800d-60ca85ea6bae req-f74f0810-0298-4bd8-a352-f6575412b202 tempest-TestServerBasicOps-425116848 tempest-TestServerBasicOps-425116848-project] 10.222.0.35 "GET /v2.0/ports?device_id=49400ff3-e1c3-4858-9fde-eeb548e645f7 HTTP/1.1" status: 200 len: 946 time: 0.1022820 May 20 21:10:21.046652 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-dc8f036f-15ae-44c1-8aae-4880a2ac1295 None None] Provisioning complete for port b00aeb9f-3bb7-4b50-9633-ae578d200631 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:10:21.047905 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-dc8f036f-15ae-44c1-8aae-4880a2ac1295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:21.052080 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 2d6dda2c-dabf-4cc1-8ee6-bf37fdb6e6f6 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:10:21.100514 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-8c821910-1491-4691-93f4-1c232f868afe None None] Attempting to bind port b00aeb9f-3bb7-4b50-9633-ae578d200631 on host n-d-842733-1 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:10:21.101252 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-8c821910-1491-4691-93f4-1c232f868afe None None] Attempting to bind port b00aeb9f-3bb7-4b50-9633-ae578d200631 by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': '1d2293c3-d5be-4830-8a9b-34dffcb6655b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'e9ebd487-45ba-4427-b6a9-208ae464c972'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:10:21.103503 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b91d1c29-b39a-4cb0-800d-60ca85ea6bae req-d253027a-9f8d-4e8b-a54a-0250bda72e37 tempest-TestServerBasicOps-425116848 tempest-TestServerBasicOps-425116848-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf98b9f5-35ac-4880-8a7d-bee4ab63acfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766435 May 20 21:10:21.105358 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c821910-1491-4691-93f4-1c232f868afe None None] Attempting to bind port b00aeb9f-3bb7-4b50-9633-ae578d200631 on network e9ebd487-45ba-4427-b6a9-208ae464c972 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:10:21.125423 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c821910-1491-4691-93f4-1c232f868afe None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 21, 9, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 21:10:21.126183 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c821910-1491-4691-93f4-1c232f868afe None None] Checking segment: {'id': '1d2293c3-d5be-4830-8a9b-34dffcb6655b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'e9ebd487-45ba-4427-b6a9-208ae464c972'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:10:21.126522 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-8c821910-1491-4691-93f4-1c232f868afe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:21.126935 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c821910-1491-4691-93f4-1c232f868afe None None] Bound using segment: {'id': '1d2293c3-d5be-4830-8a9b-34dffcb6655b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'e9ebd487-45ba-4427-b6a9-208ae464c972'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 21:10:21.127587 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-8c821910-1491-4691-93f4-1c232f868afe None None] Bound port: b00aeb9f-3bb7-4b50-9633-ae578d200631, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d2293c3-d5be-4830-8a9b-34dffcb6655b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'e9ebd487-45ba-4427-b6a9-208ae464c972'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:10:21.128143 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-8c821910-1491-4691-93f4-1c232f868afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:21.153364 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-dc8f036f-15ae-44c1-8aae-4880a2ac1295 None None] Port b00aeb9f-3bb7-4b50-9633-ae578d200631 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 21:10:21.196154 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-37452086-b409-4434-9cb0-7baa384c5822 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33072122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748162'] for network, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:21.227073 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-37452086-b409-4434-9cb0-7baa384c5822 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:21.233287 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-37452086-b409-4434-9cb0-7baa384c5822 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] 10.222.0.35 "DELETE /v2.0/networks/c146dc26-bb38-4f19-90fd-2f871d84263f HTTP/1.1" status: 204 len: 168 time: 1.1841304 May 20 21:10:21.234543 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37452086-b409-4434-9cb0-7baa384c5822 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Pushing event deleted for resources: {'Network': ['ID=c146dc26-bb38-4f19-90fd-2f871d84263f,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:10:21.236465 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 52240) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:10:21.246672 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-8c821910-1491-4691-93f4-1c232f868afe None None] For port b00aeb9f-3bb7-4b50-9633-ae578d200631, host n-d-842733-1, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 21:10:21.251334 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-8c821910-1491-4691-93f4-1c232f868afe None None] For port b00aeb9f-3bb7-4b50-9633-ae578d200631, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=b00aeb9f-3bb7-4b50-9633-ae578d200631,segment=NetworkSegment(1d2293c3-d5be-4830-8a9b-34dffcb6655b),segment_id=1d2293c3-d5be-4830-8a9b-34dffcb6655b)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 21:10:21.295165 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11a587e-cd2d-436a-b937-782e5749a1af req-dbd321f4-cf41-46d8-8faf-2c041e33c6b7 tempest-TestServerBasicOps-425116848 tempest-TestServerBasicOps-425116848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:10:21.299349 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f11a587e-cd2d-436a-b937-782e5749a1af req-dbd321f4-cf41-46d8-8faf-2c041e33c6b7 tempest-TestServerBasicOps-425116848 tempest-TestServerBasicOps-425116848-project] 10.222.0.35 "GET /v2.0/ports?device_id=49400ff3-e1c3-4858-9fde-eeb548e645f7 HTTP/1.1" status: 200 len: 946 time: 0.1172378 May 20 21:10:21.350050 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f11a587e-cd2d-436a-b937-782e5749a1af req-70708861-01eb-4a77-9a46-aeef78232ff2 tempest-TestServerBasicOps-425116848 tempest-TestServerBasicOps-425116848-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf98b9f5-35ac-4880-8a7d-bee4ab63acfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450194 May 20 21:10:21.358779 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-8c821910-1491-4691-93f4-1c232f868afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:21.377140 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 52242) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:10:21.400871 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-16c21c8d-4291-482e-9b45-badafd7609bc tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Deleting port 22e8c8cf-3cd6-4ef8-b937-3c8516b6492a {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:10:21.401540 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-16c21c8d-4291-482e-9b45-badafd7609bc tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:21.463929 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf59d79-bd59-4ef8-af74-e09f6080de9d None None] Pushing event updated for resources: {'Port': ['ID=b00aeb9f-3bb7-4b50-9633-ae578d200631,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:10:21.477267 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-5b39ad99-8936-49f3-a38a-0ad58c9908a8 None None] Provisioning complete for port b00aeb9f-3bb7-4b50-9633-ae578d200631 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:10:21.477872 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-5b39ad99-8936-49f3-a38a-0ad58c9908a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:21.479670 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c821910-1491-4691-93f4-1c232f868afe None None] Routers {'7ea66128-dd5a-4aac-a54a-a0da320eca0b'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:10:21.480491 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-8c821910-1491-4691-93f4-1c232f868afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:09:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['7ea66128-dd5a-4aac-a54a-a0da320eca0b'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:10:21.538507 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-16c21c8d-4291-482e-9b45-badafd7609bc tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:21.539146 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-16c21c8d-4291-482e-9b45-badafd7609bc tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:21.561312 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-16c21c8d-4291-482e-9b45-badafd7609bc tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Calling delete_port for 22e8c8cf-3cd6-4ef8-b937-3c8516b6492a owned by network:floatingip {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:10:21.622740 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-8c821910-1491-4691-93f4-1c232f868afe None None] Set router 7ea66128-dd5a-4aac-a54a-a0da320eca0b gateway port host: n-d-842733-1 {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:10:21.698360 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e707d5f3-4497-4e13-a7cd-6b218bb21798 tempest-TestServerBasicOps-695491623 tempest-TestServerBasicOps-695491623-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:10:21.699908 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-e707d5f3-4497-4e13-a7cd-6b218bb21798 tempest-TestServerBasicOps-695491623 tempest-TestServerBasicOps-695491623-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=49400ff3-e1c3-4858-9fde-eeb548e645f7 HTTP/1.1" status: 200 len: 1092 time: 0.3204322 May 20 21:10:21.703275 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 52246) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:10:21.716639 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-f2de7004-5777-496e-a162-6f20da0e1e00 tempest-TestServerBasicOps-425116848 tempest-TestServerBasicOps-425116848-project] Request body: {'floatingip': {'floating_network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'port_id': 'd8b5fd65-35dd-4800-99cf-bf15f996ae59', 'tenant_id': '7fdecc405989411c84ab3315b9aeaeca', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:10:21.806206 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 58401f54-016c-481d-915f-e1ed89922ffe no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 21:10:21.835693 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: 58401f54-016c-481d-915f-e1ed89922ffe {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 21:10:21.841090 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 58401f54-016c-481d-915f-e1ed89922ffe not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 21:10:21.849725 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f2de7004-5777-496e-a162-6f20da0e1e00 tempest-TestServerBasicOps-425116848 tempest-TestServerBasicOps-425116848-project] Notify callbacks [] for floatingip, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:21.870134 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-fe0ea0ab-2baf-44f0-ad13-2ce8d789d35f req-06a57c77-fb41-4564-94e0-f5dcaf167d81 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/ports?device_id=88634439-59b8-46e3-a6ce-e8d22bc2e9f4 HTTP/1.1" status: 200 len: 210 time: 0.0423057 May 20 21:10:21.899226 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-5b39ad99-8936-49f3-a38a-0ad58c9908a8 None None] Current status of the port b00aeb9f-3bb7-4b50-9633-ae578d200631 is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:10:21.899226 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-5b39ad99-8936-49f3-a38a-0ad58c9908a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:21.960076 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-5b39ad99-8936-49f3-a38a-0ad58c9908a8 None None] For port b00aeb9f-3bb7-4b50-9633-ae578d200631, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=b00aeb9f-3bb7-4b50-9633-ae578d200631,segment=NetworkSegment(1d2293c3-d5be-4830-8a9b-34dffcb6655b),segment_id=1d2293c3-d5be-4830-8a9b-34dffcb6655b)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:10:21.978897 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f2de7004-5777-496e-a162-6f20da0e1e00 tempest-TestServerBasicOps-425116848 tempest-TestServerBasicOps-425116848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:21.980406 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-8c821910-1491-4691-93f4-1c232f868afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ea66128-dd5a-4aac-a54a-a0da320eca0b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1736760420', 'tenant_id': 'd7932b75a33b465998804b193e9be7ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': '514cdf45-dfb7-4468-9ac4-7379468df671', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:10:11Z', 'updated_at': '2022-05-20T21:10:17Z', 'revision_number': 4, 'project_id': 'd7932b75a33b465998804b193e9be7ad', 'gw_port': {'id': '514cdf45-dfb7-4468-9ac4-7379468df671', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:29:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea66128-dd5a-4aac-a54a-a0da320eca0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3748, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:10:12Z', 'updated_at': '2022-05-20T21:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': 'b00aeb9f-3bb7-4b50-9633-ae578d200631', 'name': '', 'network_id': 'e9ebd487-45ba-4427-b6a9-208ae464c972', 'tenant_id': 'd7932b75a33b465998804b193e9be7ad', 'mac_address': 'fa:16:3e:b9:63:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ea66128-dd5a-4aac-a54a-a0da320eca0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3751, 'fixed_ips': [{'subnet_id': '245b348c-19a9-4b5c-b667-e6456c485248', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:10:16Z', 'updated_at': '2022-05-20T21:10:21Z', 'revision_number': 4, 'project_id': 'd7932b75a33b465998804b193e9be7ad', 'subnets': [{'id': '245b348c-19a9-4b5c-b667-e6456c485248', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:10:22.014292 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-16c21c8d-4291-482e-9b45-badafd7609bc tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:22.020539 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c821910-1491-4691-93f4-1c232f868afe None None] The sync data for ids ['7ea66128-dd5a-4aac-a54a-a0da320eca0b'] in n-d-842733-1 is: [{'id': '7ea66128-dd5a-4aac-a54a-a0da320eca0b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1736760420', 'tenant_id': 'd7932b75a33b465998804b193e9be7ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': '514cdf45-dfb7-4468-9ac4-7379468df671', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:10:11Z', 'updated_at': '2022-05-20T21:10:17Z', 'revision_number': 4, 'project_id': 'd7932b75a33b465998804b193e9be7ad', 'gw_port': {'id': '514cdf45-dfb7-4468-9ac4-7379468df671', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:29:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea66128-dd5a-4aac-a54a-a0da320eca0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3748, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:10:12Z', 'updated_at': '2022-05-20T21:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': 'b00aeb9f-3bb7-4b50-9633-ae578d200631', 'name': '', 'network_id': 'e9ebd487-45ba-4427-b6a9-208ae464c972', 'tenant_id': 'd7932b75a33b465998804b193e9be7ad', 'mac_address': 'fa:16:3e:b9:63:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ea66128-dd5a-4aac-a54a-a0da320eca0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3751, 'fixed_ips': [{'subnet_id': '245b348c-19a9-4b5c-b667-e6456c485248', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:10:16Z', 'updated_at': '2022-05-20T21:10:21Z', 'revision_number': 4, 'project_id': 'd7932b75a33b465998804b193e9be7ad', 'subnets': [{'id': '245b348c-19a9-4b5c-b667-e6456c485248', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 21:10:22.080263 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-5b39ad99-8936-49f3-a38a-0ad58c9908a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:22.123358 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c21c8d-4291-482e-9b45-badafd7609bc tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Pushing event deleted for resources: {'Port': ['ID=22e8c8cf-3cd6-4ef8-b937-3c8516b6492a,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:10:22.172404 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-f2de7004-5777-496e-a162-6f20da0e1e00 tempest-TestServerBasicOps-425116848 tempest-TestServerBasicOps-425116848-project] Allocated IP 172.25.2.59 (e3a93b5c-91e2-4064-9c2c-1afc261bfe15/86fee0c1-6e34-488b-9216-b2b8e7ef585a/3726e166-ed35-483c-a6a9-c6031ddc13da) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:10:22.198755 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b39ad99-8936-49f3-a38a-0ad58c9908a8 None None] Pushing event updated for resources: {'Port': ['ID=b00aeb9f-3bb7-4b50-9633-ae578d200631,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:10:22.229682 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-0da2778e-a50a-41ea-8689-a3ddc8158795 None None] Provisioning complete for port b00aeb9f-3bb7-4b50-9633-ae578d200631 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:10:22.229682 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-0da2778e-a50a-41ea-8689-a3ddc8158795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:22.238243 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-16c21c8d-4291-482e-9b45-badafd7609bc tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks [] for floatingip, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:22.241334 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-16c21c8d-4291-482e-9b45-badafd7609bc tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for floatingip, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:22.246885 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-16c21c8d-4291-482e-9b45-badafd7609bc tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] 10.222.0.35 "DELETE /v2.0/floatingips/21dad088-6909-4105-94c5-5c1f18ea0822 HTTP/1.1" status: 204 len: 168 time: 1.0052376 May 20 21:10:22.247979 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 52252) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:10:22.289463 n-d-842733-1 neutron-server[103162]: INFO neutron.pecan_wsgi.hooks.translation [None req-781d4c32-e8f4-4cff-a6a8-d0b870ca875b tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] DELETE failed (client error): The resource could not be found. May 20 21:10:22.290375 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-781d4c32-e8f4-4cff-a6a8-d0b870ca875b tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 21:10:22.297244 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-781d4c32-e8f4-4cff-a6a8-d0b870ca875b tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] 10.222.0.35 "DELETE /v2.0/ports/95c53402-72af-439a-adeb-687c8c247d8d HTTP/1.1" status: 404 len: 333 time: 0.0481892 May 20 21:10:22.297972 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 52254) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:10:22.317485 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c8dddc4b-7fd1-49b3-8cd5-9886e01f9dac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:22.350154 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-4bd6d3db-d87b-4c51-ba36-abfc77acb5a3 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] 10.222.0.35 "GET /v2.0/ports?device_id=5427bef5-dd09-4321-9545-0ee43006d787 HTTP/1.1" status: 200 len: 205 time: 0.0490274 May 20 21:10:22.351132 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 52256) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:10:22.353938 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f2de7004-5777-496e-a162-6f20da0e1e00 tempest-TestServerBasicOps-425116848 tempest-TestServerBasicOps-425116848-project] Notify callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:22.427091 n-d-842733-1 neutron-server[103162]: INFO neutron.api.v2.resource [None req-45fe5081-df3b-42ef-acdf-86a13e717408 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] delete failed (client error): The resource could not be found. May 20 21:10:22.427332 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 52258) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:10:22.427442 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-45fe5081-df3b-42ef-acdf-86a13e717408 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] 10.222.0.35 "DELETE /v2.0/routers/5427bef5-dd09-4321-9545-0ee43006d787 HTTP/1.1" status: 404 len: 336 time: 0.0730755 May 20 21:10:22.464206 n-d-842733-1 neutron-server[103163]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c938581-6124-4089-a35c-6b3524ee131a tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] DELETE failed (client error): The resource could not be found. May 20 21:10:22.465186 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c938581-6124-4089-a35c-6b3524ee131a tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103163) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 21:10:22.475227 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 52260) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:10:22.487929 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-9c938581-6124-4089-a35c-6b3524ee131a tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] 10.222.0.35 "DELETE /v2.0/subnets/ea8aeb99-eb5d-43e0-86c8-7ba361785c50 HTTP/1.1" status: 404 len: 337 time: 0.0613072 May 20 21:10:22.523248 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f2de7004-5777-496e-a162-6f20da0e1e00 tempest-TestServerBasicOps-425116848 tempest-TestServerBasicOps-425116848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:22.548782 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-0da2778e-a50a-41ea-8689-a3ddc8158795 None None] Current status of the port b00aeb9f-3bb7-4b50-9633-ae578d200631 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:10:22.567478 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2de7004-5777-496e-a162-6f20da0e1e00 tempest-TestServerBasicOps-425116848 tempest-TestServerBasicOps-425116848-project] Network e3a93b5c-91e2-4064-9c2c-1afc261bfe15 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:10:22.584913 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-f2de7004-5777-496e-a162-6f20da0e1e00 tempest-TestServerBasicOps-425116848 tempest-TestServerBasicOps-425116848-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:10:22.632074 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2de7004-5777-496e-a162-6f20da0e1e00 tempest-TestServerBasicOps-425116848 tempest-TestServerBasicOps-425116848-project] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:10:22.679217 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-c71d2375-94a2-4006-916f-324565c5e143 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Deleting port 631006dd-9cd4-4008-86fd-c929cdf5a9ef {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:10:22.679710 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c71d2375-94a2-4006-916f-324565c5e143 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:22.688271 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2de7004-5777-496e-a162-6f20da0e1e00 tempest-TestServerBasicOps-425116848 tempest-TestServerBasicOps-425116848-project] Pushing event updated for resources: {'Port': ['ID=3726e166-ed35-483c-a6a9-c6031ddc13da,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:10:22.840450 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c71d2375-94a2-4006-916f-324565c5e143 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:22.857386 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-c71d2375-94a2-4006-916f-324565c5e143 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Calling delete_port for 631006dd-9cd4-4008-86fd-c929cdf5a9ef owned by {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:10:23.027144 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-73ec8435-8428-48ba-b200-dcbf7e3afb0f req-7390359d-392f-47fc-bea8-12d1ac9eafc1 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/ports?device_id=88634439-59b8-46e3-a6ce-e8d22bc2e9f4 HTTP/1.1" status: 200 len: 210 time: 0.0394287 May 20 21:10:23.105566 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c71d2375-94a2-4006-916f-324565c5e143 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:23.138767 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71d2375-94a2-4006-916f-324565c5e143 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Pushing event deleted for resources: {'Port': ['ID=631006dd-9cd4-4008-86fd-c929cdf5a9ef,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:10:23.228034 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c71d2375-94a2-4006-916f-324565c5e143 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:23.232279 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-c71d2375-94a2-4006-916f-324565c5e143 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] 10.222.0.35 "DELETE /v2.0/ports/631006dd-9cd4-4008-86fd-c929cdf5a9ef HTTP/1.1" status: 204 len: 168 time: 0.7553732 May 20 21:10:23.237726 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 52268) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:10:23.271049 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f2de7004-5777-496e-a162-6f20da0e1e00 tempest-TestServerBasicOps-425116848 tempest-TestServerBasicOps-425116848-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:23.458328 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f2de7004-5777-496e-a162-6f20da0e1e00 tempest-TestServerBasicOps-425116848 tempest-TestServerBasicOps-425116848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:23.670818 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f2de7004-5777-496e-a162-6f20da0e1e00 tempest-TestServerBasicOps-425116848 tempest-TestServerBasicOps-425116848-project] Notify callbacks [] for port, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:23.724450 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-cc02c62b-250f-41af-bf63-543990ff4050 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Deleting port d7d1ca1b-2930-40d5-a31b-6f51f0e1b719 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:10:23.725047 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-cc02c62b-250f-41af-bf63-543990ff4050 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:23.756608 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f2de7004-5777-496e-a162-6f20da0e1e00 tempest-TestServerBasicOps-425116848 tempest-TestServerBasicOps-425116848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:23.789745 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970cceed-ee53-4d2f-83f1-945913ac861a req-f4d21a87-9169-4430-acc8-43cc7c548463 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:10:23.794789 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-970cceed-ee53-4d2f-83f1-945913ac861a req-f4d21a87-9169-4430-acc8-43cc7c548463 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.13 "GET /v2.0/networks?id=e9ebd487-45ba-4427-b6a9-208ae464c972 HTTP/1.1" status: 200 len: 797 time: 0.4758279 May 20 21:10:23.807793 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device b00aeb9f-3bb7-4b50-9633-ae578d200631 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:10:23.820460 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2de7004-5777-496e-a162-6f20da0e1e00 tempest-TestServerBasicOps-425116848 tempest-TestServerBasicOps-425116848-project] Pushing event updated for resources: {'Port': ['ID=3726e166-ed35-483c-a6a9-c6031ddc13da,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:10:23.858436 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f2de7004-5777-496e-a162-6f20da0e1e00 tempest-TestServerBasicOps-425116848 tempest-TestServerBasicOps-425116848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748272'] for floatingip, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:23.870598 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-cc02c62b-250f-41af-bf63-543990ff4050 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:23.877160 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-970cceed-ee53-4d2f-83f1-945913ac861a req-1ac1911e-cc96-4479-b080-bc1692f31e28 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d7932b75a33b465998804b193e9be7ad HTTP/1.1" status: 200 len: 379 time: 0.0672350 May 20 21:10:23.878372 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port b00aeb9f-3bb7-4b50-9633-ae578d200631 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:10:23.878735 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:23.892306 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [req-970cceed-ee53-4d2f-83f1-945913ac861a req-29716e83-941c-4b99-9860-a179212f1bc2 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Request body: {'port': {'device_id': '88634439-59b8-46e3-a6ce-e8d22bc2e9f4', 'network_id': 'e9ebd487-45ba-4427-b6a9-208ae464c972', 'admin_state_up': True, 'tenant_id': 'd7932b75a33b465998804b193e9be7ad', 'security_groups': ['96442cae-b757-4c4c-b7ef-f57c160e2025']}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:10:23.895720 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-cc02c62b-250f-41af-bf63-543990ff4050 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Calling delete_port for d7d1ca1b-2930-40d5-a31b-6f51f0e1b719 owned by {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:10:23.970067 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4bb0e131-6525-46ca-a45b-e4ea43a5e69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:23.976079 n-d-842733-1 neutron-server[103163]: INFO neutron.db.l3_db [None req-f2de7004-5777-496e-a162-6f20da0e1e00 tempest-TestServerBasicOps-425116848 tempest-TestServerBasicOps-425116848-project] Floating IP f7e3c724-61d9-4ce4-8ae5-a81482a591fc associated. External IP: 172.25.2.59, port: d8b5fd65-35dd-4800-99cf-bf15f996ae59. May 20 21:10:23.991324 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port b00aeb9f-3bb7-4b50-9633-ae578d200631 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:10:24.134287 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-970cceed-ee53-4d2f-83f1-945913ac861a req-29716e83-941c-4b99-9860-a179212f1bc2 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Made reservation on behalf of d7932b75a33b465998804b193e9be7ad for: {'port': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:10:24.138874 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-970cceed-ee53-4d2f-83f1-945913ac861a req-29716e83-941c-4b99-9860-a179212f1bc2 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:24.184969 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ce716e04-631c-464c-89df-0aa9b19a32a2 req-a2c7a3a9-1e3a-45df-9ed7-956c0378342a tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/ports?device_id=88634439-59b8-46e3-a6ce-e8d22bc2e9f4 HTTP/1.1" status: 200 len: 210 time: 0.0392530 May 20 21:10:24.239433 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-cc02c62b-250f-41af-bf63-543990ff4050 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:24.278126 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2de7004-5777-496e-a162-6f20da0e1e00 tempest-TestServerBasicOps-425116848 tempest-TestServerBasicOps-425116848-project] Router 89920af5-497a-49ab-8324-29e033ab82ce has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 21:10:24.308385 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc02c62b-250f-41af-bf63-543990ff4050 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Pushing event deleted for resources: {'Port': ['ID=d7d1ca1b-2930-40d5-a31b-6f51f0e1b719,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:10:24.375495 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [req-970cceed-ee53-4d2f-83f1-945913ac861a req-29716e83-941c-4b99-9860-a179212f1bc2 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Allocated IP 172.20.0.11 (e9ebd487-45ba-4427-b6a9-208ae464c972/245b348c-19a9-4b5c-b667-e6456c485248/434fbe1b-dfe4-4891-a183-c0adf6885969) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:10:24.398935 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2de7004-5777-496e-a162-6f20da0e1e00 tempest-TestServerBasicOps-425116848 tempest-TestServerBasicOps-425116848-project] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 21:10:24.403888 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-cc02c62b-250f-41af-bf63-543990ff4050 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:24.409901 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-cc02c62b-250f-41af-bf63-543990ff4050 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] 10.222.0.35 "DELETE /v2.0/ports/d7d1ca1b-2930-40d5-a31b-6f51f0e1b719 HTTP/1.1" status: 204 len: 168 time: 1.1711113 May 20 21:10:24.410838 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 52276) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:10:24.416943 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c4cdbd8-efc2-4ae0-9095-d51e42806cc3 None None] Sync routers for ids ['89920af5-497a-49ab-8324-29e033ab82ce'] in n-d-842733-1 {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 21:10:24.433927 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c4cdbd8-efc2-4ae0-9095-d51e42806cc3 None None] Routers {'89920af5-497a-49ab-8324-29e033ab82ce'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:10:24.434852 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-4c4cdbd8-efc2-4ae0-9095-d51e42806cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:10:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['89920af5-497a-49ab-8324-29e033ab82ce'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:10:24.502274 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f2de7004-5777-496e-a162-6f20da0e1e00 tempest-TestServerBasicOps-425116848 tempest-TestServerBasicOps-425116848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for floatingip, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:24.528602 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82c0ca85-76c7-48b2-af0f-a1a4af9a408e tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:10:24.530163 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-82c0ca85-76c7-48b2-af0f-a1a4af9a408e tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] 10.222.0.35 "GET /v2.0/ports?device_id=4a7f2386-6723-41a7-8e54-0df1b045a05d HTTP/1.1" status: 200 len: 913 time: 0.1158471 May 20 21:10:24.533589 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 52282) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:10:24.537074 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-f2de7004-5777-496e-a162-6f20da0e1e00 tempest-TestServerBasicOps-425116848 tempest-TestServerBasicOps-425116848-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8318787 May 20 21:10:24.537826 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49400ff3-e1c3-4858-9fde-eeb548e645f7', 'tag': 'd8b5fd65-35dd-4800-99cf-bf15f996ae59'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 21:10:24.540125 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4291b17aa7b45362825f0571e77c85f5e73afe1df9c7e9e15006df9d695c005e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45a6ba84-724c-4adf-b0b5-b10d58824e75" -d '{"events": [{"name": "network-changed", "server_uuid": "49400ff3-e1c3-4858-9fde-eeb548e645f7", "tag": "d8b5fd65-35dd-4800-99cf-bf15f996ae59"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 21:10:24.578106 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-4c4cdbd8-efc2-4ae0-9095-d51e42806cc3 None None] Set router 89920af5-497a-49ab-8324-29e033ab82ce gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:10:24.601692 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 21:10:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12ce1a6d-fe00-4775-8c15-c567ccc1b846 x-openstack-request-id: req-12ce1a6d-fe00-4775-8c15-c567ccc1b846 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 21:10:24.607128 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49400ff3-e1c3-4858-9fde-eeb548e645f7", "tag": "d8b5fd65-35dd-4800-99cf-bf15f996ae59", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 21:10:24.607128 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-12ce1a6d-fe00-4775-8c15-c567ccc1b846 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 21:10:24.607128 n-d-842733-1 neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12ce1a6d-fe00-4775-8c15-c567ccc1b846'] response: {'name': 'network-changed', 'server_uuid': '49400ff3-e1c3-4858-9fde-eeb548e645f7', 'tag': 'd8b5fd65-35dd-4800-99cf-bf15f996ae59', 'status': 'completed', 'code': 200} May 20 21:10:24.672860 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a6ba84-724c-4adf-b0b5-b10d58824e75 req-904db01a-3404-4fb8-a789-be1fd8eb5a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:10:24.674959 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-45a6ba84-724c-4adf-b0b5-b10d58824e75 req-904db01a-3404-4fb8-a789-be1fd8eb5a99 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7fdecc405989411c84ab3315b9aeaeca&device_id=49400ff3-e1c3-4858-9fde-eeb548e645f7 HTTP/1.1" status: 200 len: 1097 time: 0.0478430 May 20 21:10:24.723652 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-970cceed-ee53-4d2f-83f1-945913ac861a req-29716e83-941c-4b99-9860-a179212f1bc2 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:24.802612 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:24.810841 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a6ba84-724c-4adf-b0b5-b10d58824e75 req-2e61dfb5-8461-4743-965b-faa512032aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:10:24.813405 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-45a6ba84-724c-4adf-b0b5-b10d58824e75 req-2e61dfb5-8461-4743-965b-faa512032aa5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=68a7d121-da9c-4961-a87a-776dc042edbe HTTP/1.1" status: 200 len: 910 time: 0.1297846 May 20 21:10:24.844138 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-4c4cdbd8-efc2-4ae0-9095-d51e42806cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89920af5-497a-49ab-8324-29e033ab82ce', 'name': 'tempest-TestServerBasicOps-1989938131-router', 'tenant_id': '7fdecc405989411c84ab3315b9aeaeca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.17'}], 'enable_snat': True}, 'gw_port_id': '1a4697de-d820-41ca-b4aa-8f1871aa2aa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:09:44Z', 'updated_at': '2022-05-20T21:09:49Z', 'revision_number': 4, 'project_id': '7fdecc405989411c84ab3315b9aeaeca', 'gw_port': {'id': '1a4697de-d820-41ca-b4aa-8f1871aa2aa2', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:58:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89920af5-497a-49ab-8324-29e033ab82ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:09:45Z', 'updated_at': '2022-05-20T21:09:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_floatingips': [{'id': 'f7e3c724-61d9-4ce4-8ae5-a81482a591fc', 'tenant_id': '7fdecc405989411c84ab3315b9aeaeca', 'floating_ip_address': '172.25.2.59', 'floating_network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'router_id': '89920af5-497a-49ab-8324-29e033ab82ce', 'port_id': 'd8b5fd65-35dd-4800-99cf-bf15f996ae59', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3753, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68a7d121-da9c-4961-a87a-776dc042edbe', 'mac_address': 'fa:16:3e:6f:e7:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49400ff3-e1c3-4858-9fde-eeb548e645f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-20T21:10:23Z', 'updated_at': '2022-05-20T21:10:23Z', 'revision_number': 0, 'project_id': '7fdecc405989411c84ab3315b9aeaeca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02bac4e6-5179-42c2-baf5-98275ad4d33f', 'name': '', 'network_id': '68a7d121-da9c-4961-a87a-776dc042edbe', 'tenant_id': '7fdecc405989411c84ab3315b9aeaeca', 'mac_address': 'fa:16:3e:da:c7:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89920af5-497a-49ab-8324-29e033ab82ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3690, 'fixed_ips': [{'subnet_id': 'eb9df1f9-5c90-4a5f-b716-5ed54cdea1e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:09:48Z', 'updated_at': '2022-05-20T21:09:53Z', 'revision_number': 5, 'project_id': '7fdecc405989411c84ab3315b9aeaeca', 'subnets': [{'id': 'eb9df1f9-5c90-4a5f-b716-5ed54cdea1e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:10:24.873645 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c4cdbd8-efc2-4ae0-9095-d51e42806cc3 None None] Checking router: 89920af5-497a-49ab-8324-29e033ab82ce for host: n-d-842733-1 {{(pid=103165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 21:10:24.886686 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c4cdbd8-efc2-4ae0-9095-d51e42806cc3 None None] Routers {'89920af5-497a-49ab-8324-29e033ab82ce'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:10:24.887543 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-4c4cdbd8-efc2-4ae0-9095-d51e42806cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:10:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['89920af5-497a-49ab-8324-29e033ab82ce'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:10:24.902989 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-45a6ba84-724c-4adf-b0b5-b10d58824e75 req-f76b6d3e-d1dd-4240-bf1e-ee66e8d5eeec service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d8b5fd65-35dd-4800-99cf-bf15f996ae59 HTTP/1.1" status: 200 len: 999 time: 0.0830500 May 20 21:10:24.971176 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a6ba84-724c-4adf-b0b5-b10d58824e75 req-b38938f9-3bde-4d3f-9334-958c04002ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:10:24.973159 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-45a6ba84-724c-4adf-b0b5-b10d58824e75 req-b38938f9-3bde-4d3f-9334-958c04002ad3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=eb9df1f9-5c90-4a5f-b716-5ed54cdea1e6 HTTP/1.1" status: 200 len: 848 time: 0.0636542 May 20 21:10:24.987274 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-970cceed-ee53-4d2f-83f1-945913ac861a req-29716e83-941c-4b99-9860-a179212f1bc2 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:25.008743 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-4c4cdbd8-efc2-4ae0-9095-d51e42806cc3 None None] Set router 89920af5-497a-49ab-8324-29e033ab82ce gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:10:25.032994 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a6ba84-724c-4adf-b0b5-b10d58824e75 req-9fba37b2-4299-4694-b93c-2204fbe67654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:10:25.034313 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-45a6ba84-724c-4adf-b0b5-b10d58824e75 req-9fba37b2-4299-4694-b93c-2204fbe67654 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=68a7d121-da9c-4961-a87a-776dc042edbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0532620 May 20 21:10:25.039034 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-970cceed-ee53-4d2f-83f1-945913ac861a req-29716e83-941c-4b99-9860-a179212f1bc2 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Network e9ebd487-45ba-4427-b6a9-208ae464c972 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:10:25.042944 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [req-970cceed-ee53-4d2f-83f1-945913ac861a req-29716e83-941c-4b99-9860-a179212f1bc2 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:10:25.050276 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-970cceed-ee53-4d2f-83f1-945913ac861a req-29716e83-941c-4b99-9860-a179212f1bc2 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:10:25.057496 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29716e83-941c-4b99-9860-a179212f1bc2 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Pushing event updated for resources: {'Port': ['ID=434fbe1b-dfe4-4891-a183-c0adf6885969,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:10:25.123007 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a0158658-f333-4073-99c1-5cf0d1db6bb2 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748528'] for router_interface, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:25.159765 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-45a6ba84-724c-4adf-b0b5-b10d58824e75 req-1a7b139a-001b-4ff8-927e-33eab3bcf938 service neutron] 10.222.0.24 "GET /v2.0/networks/68a7d121-da9c-4961-a87a-776dc042edbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139116 May 20 21:10:25.269605 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970cceed-ee53-4d2f-83f1-945913ac861a req-29716e83-941c-4b99-9860-a179212f1bc2 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:10:25.270474 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-970cceed-ee53-4d2f-83f1-945913ac861a req-29716e83-941c-4b99-9860-a179212f1bc2 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:25.313626 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-d46cc32a-288a-4d6d-8968-3760c57491b8 None None] Provisioning complete for port 434fbe1b-dfe4-4891-a183-c0adf6885969 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:10:25.314584 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d46cc32a-288a-4d6d-8968-3760c57491b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:25.362845 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-d46cc32a-288a-4d6d-8968-3760c57491b8 None None] Port 434fbe1b-dfe4-4891-a183-c0adf6885969 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 21:10:25.371543 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-45a6ba84-724c-4adf-b0b5-b10d58824e75 req-8a77f119-ba2f-4e2d-9c0c-57b1d6f6daf3 service neutron] 10.222.0.24 "GET /v2.0/networks/68a7d121-da9c-4961-a87a-776dc042edbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2058034 May 20 21:10:25.389093 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-970cceed-ee53-4d2f-83f1-945913ac861a req-29716e83-941c-4b99-9860-a179212f1bc2 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5005169 May 20 21:10:25.398066 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e35c59e-8228-46cf-a891-e11a40033dac req-d68e399c-a0c9-4062-a78e-2f461b468a17 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:10:25.406569 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6e35c59e-8228-46cf-a891-e11a40033dac req-d68e399c-a0c9-4062-a78e-2f461b468a17 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/ports?device_id=88634439-59b8-46e3-a6ce-e8d22bc2e9f4 HTTP/1.1" status: 200 len: 932 time: 0.1085787 May 20 21:10:25.416179 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [req-970cceed-ee53-4d2f-83f1-945913ac861a req-c962aca3-e045-467b-9ad9-3267462cc736 service neutron] Request body: {'port': {'device_id': '88634439-59b8-46e3-a6ce-e8d22bc2e9f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-842733-1'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:10:25.427248 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-4c4cdbd8-efc2-4ae0-9095-d51e42806cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89920af5-497a-49ab-8324-29e033ab82ce', 'name': 'tempest-TestServerBasicOps-1989938131-router', 'tenant_id': '7fdecc405989411c84ab3315b9aeaeca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.17'}], 'enable_snat': True}, 'gw_port_id': '1a4697de-d820-41ca-b4aa-8f1871aa2aa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:09:44Z', 'updated_at': '2022-05-20T21:09:49Z', 'revision_number': 4, 'project_id': '7fdecc405989411c84ab3315b9aeaeca', 'gw_port': {'id': '1a4697de-d820-41ca-b4aa-8f1871aa2aa2', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:58:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89920af5-497a-49ab-8324-29e033ab82ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:09:45Z', 'updated_at': '2022-05-20T21:09:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_floatingips': [{'id': 'f7e3c724-61d9-4ce4-8ae5-a81482a591fc', 'tenant_id': '7fdecc405989411c84ab3315b9aeaeca', 'floating_ip_address': '172.25.2.59', 'floating_network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'router_id': '89920af5-497a-49ab-8324-29e033ab82ce', 'port_id': 'd8b5fd65-35dd-4800-99cf-bf15f996ae59', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3753, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68a7d121-da9c-4961-a87a-776dc042edbe', 'mac_address': 'fa:16:3e:6f:e7:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49400ff3-e1c3-4858-9fde-eeb548e645f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-20T21:10:23Z', 'updated_at': '2022-05-20T21:10:23Z', 'revision_number': 0, 'project_id': '7fdecc405989411c84ab3315b9aeaeca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02bac4e6-5179-42c2-baf5-98275ad4d33f', 'name': '', 'network_id': '68a7d121-da9c-4961-a87a-776dc042edbe', 'tenant_id': '7fdecc405989411c84ab3315b9aeaeca', 'mac_address': 'fa:16:3e:da:c7:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89920af5-497a-49ab-8324-29e033ab82ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3690, 'fixed_ips': [{'subnet_id': 'eb9df1f9-5c90-4a5f-b716-5ed54cdea1e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:09:48Z', 'updated_at': '2022-05-20T21:09:53Z', 'revision_number': 5, 'project_id': '7fdecc405989411c84ab3315b9aeaeca', 'subnets': [{'id': 'eb9df1f9-5c90-4a5f-b716-5ed54cdea1e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:10:25.459895 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6e35c59e-8228-46cf-a891-e11a40033dac req-3f0fd320-bd23-4142-8cfd-d01c386ffc46 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/security-groups?id=96442cae-b757-4c4c-b7ef-f57c160e2025&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485876 May 20 21:10:25.477835 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c4cdbd8-efc2-4ae0-9095-d51e42806cc3 None None] The sync data for ids ['89920af5-497a-49ab-8324-29e033ab82ce'] in n-d-842733-1 is: [{'id': '89920af5-497a-49ab-8324-29e033ab82ce', 'name': 'tempest-TestServerBasicOps-1989938131-router', 'tenant_id': '7fdecc405989411c84ab3315b9aeaeca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.17'}], 'enable_snat': True}, 'gw_port_id': '1a4697de-d820-41ca-b4aa-8f1871aa2aa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:09:44Z', 'updated_at': '2022-05-20T21:09:49Z', 'revision_number': 4, 'project_id': '7fdecc405989411c84ab3315b9aeaeca', 'gw_port': {'id': '1a4697de-d820-41ca-b4aa-8f1871aa2aa2', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:58:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89920af5-497a-49ab-8324-29e033ab82ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:09:45Z', 'updated_at': '2022-05-20T21:09:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_floatingips': [{'id': 'f7e3c724-61d9-4ce4-8ae5-a81482a591fc', 'tenant_id': '7fdecc405989411c84ab3315b9aeaeca', 'floating_ip_address': '172.25.2.59', 'floating_network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'router_id': '89920af5-497a-49ab-8324-29e033ab82ce', 'port_id': 'd8b5fd65-35dd-4800-99cf-bf15f996ae59', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3753, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68a7d121-da9c-4961-a87a-776dc042edbe', 'mac_address': 'fa:16:3e:6f:e7:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49400ff3-e1c3-4858-9fde-eeb548e645f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-20T21:10:23Z', 'updated_at': '2022-05-20T21:10:23Z', 'revision_number': 0, 'project_id': '7fdecc405989411c84ab3315b9aeaeca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02bac4e6-5179-42c2-baf5-98275ad4d33f', 'name': '', 'network_id': '68a7d121-da9c-4961-a87a-776dc042edbe', 'tenant_id': '7fdecc405989411c84ab3315b9aeaeca', 'mac_address': 'fa:16:3e:da:c7:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89920af5-497a-49ab-8324-29e033ab82ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3690, 'fixed_ips': [{'subnet_id': 'eb9df1f9-5c90-4a5f-b716-5ed54cdea1e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:09:48Z', 'updated_at': '2022-05-20T21:09:53Z', 'revision_number': 5, 'project_id': '7fdecc405989411c84ab3315b9aeaeca', 'subnets': [{'id': 'eb9df1f9-5c90-4a5f-b716-5ed54cdea1e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 21:10:25.522606 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-970cceed-ee53-4d2f-83f1-945913ac861a req-c962aca3-e045-467b-9ad9-3267462cc736 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:25.582512 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cc3ec51b-6ec8-438a-8349-5f0bec346d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:25.614194 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:25.710584 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-a0158658-f333-4073-99c1-5cf0d1db6bb2 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Deleting port 395bc171-0129-4d46-a5c8-f27a14908ec0 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:10:25.710935 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a0158658-f333-4073-99c1-5cf0d1db6bb2 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:25.746638 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11397ed3-9e77-4b6d-9dc9-782fd7855369 None None] New status for floating IP f7e3c724-61d9-4ce4-8ae5-a81482a591fc: ACTIVE {{(pid=103164) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 21:10:25.883670 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a0158658-f333-4073-99c1-5cf0d1db6bb2 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:25.905941 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-a0158658-f333-4073-99c1-5cf0d1db6bb2 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Calling delete_port for 395bc171-0129-4d46-a5c8-f27a14908ec0 owned by network:router_interface {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:10:26.006799 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [req-970cceed-ee53-4d2f-83f1-945913ac861a req-c962aca3-e045-467b-9ad9-3267462cc736 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 434fbe1b-dfe4-4891-a183-c0adf6885969 {{(pid=103162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 21:10:26.028684 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-970cceed-ee53-4d2f-83f1-945913ac861a req-c962aca3-e045-467b-9ad9-3267462cc736 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:26.046899 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.provisioning_blocks [req-970cceed-ee53-4d2f-83f1-945913ac861a req-c962aca3-e045-467b-9ad9-3267462cc736 service neutron] Transition to ACTIVE for port object 434fbe1b-dfe4-4891-a183-c0adf6885969 will not be triggered until provisioned by entity L2. {{(pid=103162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 21:10:26.117195 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-970cceed-ee53-4d2f-83f1-945913ac861a req-c962aca3-e045-467b-9ad9-3267462cc736 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:26.208904 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c962aca3-e045-467b-9ad9-3267462cc736 service neutron] Pushing event updated for resources: {'Port': ['ID=434fbe1b-dfe4-4891-a183-c0adf6885969,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:10:26.288422 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-970cceed-ee53-4d2f-83f1-945913ac861a req-c962aca3-e045-467b-9ad9-3267462cc736 service neutron] Attempting to bind port 434fbe1b-dfe4-4891-a183-c0adf6885969 on host n-h2-842733-1 for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:10:26.288769 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-970cceed-ee53-4d2f-83f1-945913ac861a req-c962aca3-e045-467b-9ad9-3267462cc736 service neutron] Attempting to bind port 434fbe1b-dfe4-4891-a183-c0adf6885969 by drivers openvswitch,hyperv on host n-h2-842733-1 at level 0 using segments [{'id': '1d2293c3-d5be-4830-8a9b-34dffcb6655b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'e9ebd487-45ba-4427-b6a9-208ae464c972'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:10:26.289096 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-970cceed-ee53-4d2f-83f1-945913ac861a req-c962aca3-e045-467b-9ad9-3267462cc736 service neutron] Attempting to bind port 434fbe1b-dfe4-4891-a183-c0adf6885969 on network e9ebd487-45ba-4427-b6a9-208ae464c972 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:10:26.295592 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-970cceed-ee53-4d2f-83f1-945913ac861a req-c962aca3-e045-467b-9ad9-3267462cc736 service neutron] Port 434fbe1b-dfe4-4891-a183-c0adf6885969 on network e9ebd487-45ba-4427-b6a9-208ae464c972 not bound, no agent of type Open vSwitch agent registered on host n-h2-842733-1 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 21:10:26.295592 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-970cceed-ee53-4d2f-83f1-945913ac861a req-c962aca3-e045-467b-9ad9-3267462cc736 service neutron] Attempting to bind port 434fbe1b-dfe4-4891-a183-c0adf6885969 on network e9ebd487-45ba-4427-b6a9-208ae464c972 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:10:26.300528 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-970cceed-ee53-4d2f-83f1-945913ac861a req-c962aca3-e045-467b-9ad9-3267462cc736 service neutron] Checking agent: {'id': 'a66f2511-b955-448f-877c-56cfe9c81b12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 33, 2), 'started_at': datetime.datetime(2022, 5, 20, 20, 33, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 21, 10, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 21:10:26.300868 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-970cceed-ee53-4d2f-83f1-945913ac861a req-c962aca3-e045-467b-9ad9-3267462cc736 service neutron] Checking segment: {'id': '1d2293c3-d5be-4830-8a9b-34dffcb6655b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'e9ebd487-45ba-4427-b6a9-208ae464c972'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:10:26.301315 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-970cceed-ee53-4d2f-83f1-945913ac861a req-c962aca3-e045-467b-9ad9-3267462cc736 service neutron] Bound using segment: {'id': '1d2293c3-d5be-4830-8a9b-34dffcb6655b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'e9ebd487-45ba-4427-b6a9-208ae464c972'} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 21:10:26.301755 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-970cceed-ee53-4d2f-83f1-945913ac861a req-c962aca3-e045-467b-9ad9-3267462cc736 service neutron] Bound port: 434fbe1b-dfe4-4891-a183-c0adf6885969, host: n-h2-842733-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d2293c3-d5be-4830-8a9b-34dffcb6655b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'e9ebd487-45ba-4427-b6a9-208ae464c972'}}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:10:26.302117 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-970cceed-ee53-4d2f-83f1-945913ac861a req-c962aca3-e045-467b-9ad9-3267462cc736 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:26.334409 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a0158658-f333-4073-99c1-5cf0d1db6bb2 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:26.410641 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0158658-f333-4073-99c1-5cf0d1db6bb2 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Pushing event deleted for resources: {'Port': ['ID=395bc171-0129-4d46-a5c8-f27a14908ec0,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:10:26.479512 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-970cceed-ee53-4d2f-83f1-945913ac861a req-c962aca3-e045-467b-9ad9-3267462cc736 service neutron] For port 434fbe1b-dfe4-4891-a183-c0adf6885969, host n-h2-842733-1, cleared binding levels {{(pid=103162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 21:10:26.530360 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-970cceed-ee53-4d2f-83f1-945913ac861a req-c962aca3-e045-467b-9ad9-3267462cc736 service neutron] For port 434fbe1b-dfe4-4891-a183-c0adf6885969, host n-h2-842733-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=434fbe1b-dfe4-4891-a183-c0adf6885969,segment=NetworkSegment(1d2293c3-d5be-4830-8a9b-34dffcb6655b),segment_id=1d2293c3-d5be-4830-8a9b-34dffcb6655b)] {{(pid=103162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 21:10:26.581928 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52316819-3bf9-4425-9173-d0c796edcc23 req-3892862b-f863-4b3f-b6f4-7922ec6cd72f tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:10:26.583414 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-52316819-3bf9-4425-9173-d0c796edcc23 req-3892862b-f863-4b3f-b6f4-7922ec6cd72f tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/ports?device_id=88634439-59b8-46e3-a6ce-e8d22bc2e9f4 HTTP/1.1" status: 200 len: 944 time: 0.0527759 May 20 21:10:26.592202 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-970cceed-ee53-4d2f-83f1-945913ac861a req-c962aca3-e045-467b-9ad9-3267462cc736 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:26.595554 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a0158658-f333-4073-99c1-5cf0d1db6bb2 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-692224'] for router_interface, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:26.626789 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-52316819-3bf9-4425-9173-d0c796edcc23 req-a7db2550-fa25-4431-8446-17c5ef0b95d6 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/security-groups?id=96442cae-b757-4c4c-b7ef-f57c160e2025&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356174 May 20 21:10:26.633611 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970cceed-ee53-4d2f-83f1-945913ac861a req-c962aca3-e045-467b-9ad9-3267462cc736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:10:26.633611 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-970cceed-ee53-4d2f-83f1-945913ac861a req-c962aca3-e045-467b-9ad9-3267462cc736 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:26.635919 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-970cceed-ee53-4d2f-83f1-945913ac861a req-c962aca3-e045-467b-9ad9-3267462cc736 service neutron] 10.222.0.13 "PUT /v2.0/ports/434fbe1b-dfe4-4891-a183-c0adf6885969 HTTP/1.1" status: 200 len: 1092 time: 1.2305772 May 20 21:10:26.638049 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88634439-59b8-46e3-a6ce-e8d22bc2e9f4', 'tag': '434fbe1b-dfe4-4891-a183-c0adf6885969'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 21:10:26.640363 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6fa957933fccbf596d28104b23404b952ad6a8238afaebaed40a0874b2e409" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d6129e4-6290-4f75-81a3-ab8f17bf2408" -d '{"events": [{"name": "network-changed", "server_uuid": "88634439-59b8-46e3-a6ce-e8d22bc2e9f4", "tag": "434fbe1b-dfe4-4891-a183-c0adf6885969"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 21:10:26.732152 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c962aca3-e045-467b-9ad9-3267462cc736 service neutron] Pushing event updated for resources: {'Port': ['ID=434fbe1b-dfe4-4891-a183-c0adf6885969,revision_number=3']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:10:26.925880 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970cceed-ee53-4d2f-83f1-945913ac861a req-7d0fe4af-0f36-4834-8e20-b018d2f174a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:10:26.927626 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-970cceed-ee53-4d2f-83f1-945913ac861a req-7d0fe4af-0f36-4834-8e20-b018d2f174a1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d7932b75a33b465998804b193e9be7ad&device_id=88634439-59b8-46e3-a6ce-e8d22bc2e9f4 HTTP/1.1" status: 200 len: 1095 time: 0.1466079 May 20 21:10:26.931172 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 21:10:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16867169-21c8-42f8-872d-96aee78a6cc0 x-openstack-request-id: req-16867169-21c8-42f8-872d-96aee78a6cc0 {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 21:10:26.931459 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88634439-59b8-46e3-a6ce-e8d22bc2e9f4", "tag": "434fbe1b-dfe4-4891-a183-c0adf6885969", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 21:10:26.931756 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-16867169-21c8-42f8-872d-96aee78a6cc0 {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 21:10:26.932166 n-d-842733-1 neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16867169-21c8-42f8-872d-96aee78a6cc0'] response: {'name': 'network-changed', 'server_uuid': '88634439-59b8-46e3-a6ce-e8d22bc2e9f4', 'tag': '434fbe1b-dfe4-4891-a183-c0adf6885969', 'status': 'completed', 'code': 200} May 20 21:10:26.983899 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-970cceed-ee53-4d2f-83f1-945913ac861a req-08fa4cb2-0c06-4b4e-b2ca-a6f807d18be4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=434fbe1b-dfe4-4891-a183-c0adf6885969 HTTP/1.1" status: 200 len: 217 time: 0.0434623 May 20 21:10:27.070879 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970cceed-ee53-4d2f-83f1-945913ac861a req-cbbd97d9-5392-4f3c-b035-c5e0977a85fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:10:27.072852 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-970cceed-ee53-4d2f-83f1-945913ac861a req-cbbd97d9-5392-4f3c-b035-c5e0977a85fd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=245b348c-19a9-4b5c-b667-e6456c485248 HTTP/1.1" status: 200 len: 835 time: 0.0612743 May 20 21:10:27.074618 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0158658-f333-4073-99c1-5cf0d1db6bb2 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Router 4a7f2386-6723-41a7-8e54-0df1b045a05d has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 21:10:27.160324 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970cceed-ee53-4d2f-83f1-945913ac861a req-cac2d33d-2414-425d-be42-e3567d1d342f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:10:27.161903 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-970cceed-ee53-4d2f-83f1-945913ac861a req-cac2d33d-2414-425d-be42-e3567d1d342f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e9ebd487-45ba-4427-b6a9-208ae464c972&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0825350 May 20 21:10:27.267799 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0158658-f333-4073-99c1-5cf0d1db6bb2 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 21:10:27.276675 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-a0158658-f333-4073-99c1-5cf0d1db6bb2 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] 10.222.0.35 "PUT /v2.0/routers/4a7f2386-6723-41a7-8e54-0df1b045a05d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7390852 May 20 21:10:27.276675 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 52308) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:10:27.279697 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-781b7d9c-6592-4cd4-96f5-066ec9fb1e9e None None] Sync routers for ids ['4a7f2386-6723-41a7-8e54-0df1b045a05d'] in n-d-842733-1 {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 21:10:27.290072 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-781b7d9c-6592-4cd4-96f5-066ec9fb1e9e None None] Routers {'4a7f2386-6723-41a7-8e54-0df1b045a05d'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:10:27.292142 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-781b7d9c-6592-4cd4-96f5-066ec9fb1e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:10:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['4a7f2386-6723-41a7-8e54-0df1b045a05d'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:10:27.331769 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-781b7d9c-6592-4cd4-96f5-066ec9fb1e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:10:27.341302 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-781b7d9c-6592-4cd4-96f5-066ec9fb1e9e None None] Routers {'4a7f2386-6723-41a7-8e54-0df1b045a05d'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:10:27.341901 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-781b7d9c-6592-4cd4-96f5-066ec9fb1e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:10:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['4a7f2386-6723-41a7-8e54-0df1b045a05d'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:10:27.356060 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-970cceed-ee53-4d2f-83f1-945913ac861a req-0e2b0f85-9783-4986-a78e-e6a1d18dde3e service neutron] 10.222.0.13 "GET /v2.0/networks/e9ebd487-45ba-4427-b6a9-208ae464c972?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1853979 May 20 21:10:27.378110 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-781b7d9c-6592-4cd4-96f5-066ec9fb1e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:10:27.378761 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-781b7d9c-6592-4cd4-96f5-066ec9fb1e9e None None] The sync data for ids ['4a7f2386-6723-41a7-8e54-0df1b045a05d'] in n-d-842733-1 is: [] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 21:10:27.468502 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-64c5d967-1193-4101-887e-1438230586ef tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks [] for router, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:27.801719 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfddaca-41e9-48d2-9c21-f03c8a1b898e req-758d1f76-7b56-4fe6-8131-95da3bb41ea3 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:10:27.803250 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2bfddaca-41e9-48d2-9c21-f03c8a1b898e req-758d1f76-7b56-4fe6-8131-95da3bb41ea3 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/ports?device_id=88634439-59b8-46e3-a6ce-e8d22bc2e9f4 HTTP/1.1" status: 200 len: 944 time: 0.0940015 May 20 21:10:27.807631 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-327c2e3e-2fbf-4446-ac2c-74cc70c3b919 req-23aa6ecb-abd7-42af-83c8-767695939bb5 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=49400ff3-e1c3-4858-9fde-eeb548e645f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0613873 May 20 21:10:27.846966 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2bfddaca-41e9-48d2-9c21-f03c8a1b898e req-6efd785c-ad43-472c-acd9-6694d72d354a tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/security-groups?id=96442cae-b757-4c4c-b7ef-f57c160e2025&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361753 May 20 21:10:27.880645 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-970cceed-ee53-4d2f-83f1-945913ac861a req-9f08b0ac-eb06-4f79-b644-48829749e791 service neutron] 10.222.0.13 "GET /v2.0/networks/e9ebd487-45ba-4427-b6a9-208ae464c972?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5162814 May 20 21:10:27.905101 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327c2e3e-2fbf-4446-ac2c-74cc70c3b919 req-a249bdfe-63dd-4f41-b5e1-c1058013d2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:10:27.906761 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-327c2e3e-2fbf-4446-ac2c-74cc70c3b919 req-a249bdfe-63dd-4f41-b5e1-c1058013d2cc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7fdecc405989411c84ab3315b9aeaeca&device_id=49400ff3-e1c3-4858-9fde-eeb548e645f7 HTTP/1.1" status: 200 len: 1097 time: 0.0544801 May 20 21:10:27.945631 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-64c5d967-1193-4101-887e-1438230586ef tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:28.017972 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327c2e3e-2fbf-4446-ac2c-74cc70c3b919 req-a313e810-825d-4b45-a2ea-5236a15a1707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:10:28.019438 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-327c2e3e-2fbf-4446-ac2c-74cc70c3b919 req-a313e810-825d-4b45-a2ea-5236a15a1707 service neutron] 10.222.0.24 "GET /v2.0/networks?id=68a7d121-da9c-4961-a87a-776dc042edbe HTTP/1.1" status: 200 len: 910 time: 0.0941489 May 20 21:10:28.085241 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-327c2e3e-2fbf-4446-ac2c-74cc70c3b919 req-45f3a3e1-c6ba-47f2-98a7-c70ddb705c96 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d8b5fd65-35dd-4800-99cf-bf15f996ae59 HTTP/1.1" status: 200 len: 1001 time: 0.0597138 May 20 21:10:28.130270 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6129e4-6290-4f75-81a3-ab8f17bf2408 req-410e2155-3718-4732-876b-7f0c17fd8bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:10:28.131772 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-7d6129e4-6290-4f75-81a3-ab8f17bf2408 req-410e2155-3718-4732-876b-7f0c17fd8bfa service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d7932b75a33b465998804b193e9be7ad&device_id=88634439-59b8-46e3-a6ce-e8d22bc2e9f4 HTTP/1.1" status: 200 len: 1095 time: 0.0674243 May 20 21:10:28.139174 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327c2e3e-2fbf-4446-ac2c-74cc70c3b919 req-8be7e9ff-9487-4f35-95c4-81d1ac63dfc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:10:28.143636 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-327c2e3e-2fbf-4446-ac2c-74cc70c3b919 req-8be7e9ff-9487-4f35-95c4-81d1ac63dfc2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=eb9df1f9-5c90-4a5f-b716-5ed54cdea1e6 HTTP/1.1" status: 200 len: 848 time: 0.0488846 May 20 21:10:28.166793 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-64c5d967-1193-4101-887e-1438230586ef tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Deleting port 67ca3296-205c-4d1c-9b9a-8ab82ad83693 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:10:28.172437 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-64c5d967-1193-4101-887e-1438230586ef tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:28.193683 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327c2e3e-2fbf-4446-ac2c-74cc70c3b919 req-64aac8b0-db14-4d36-bb5b-933d64db9cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:10:28.195406 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-327c2e3e-2fbf-4446-ac2c-74cc70c3b919 req-64aac8b0-db14-4d36-bb5b-933d64db9cb3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=68a7d121-da9c-4961-a87a-776dc042edbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0473645 May 20 21:10:28.288993 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-327c2e3e-2fbf-4446-ac2c-74cc70c3b919 req-6956f960-64b9-4736-b0c2-dca0c5b9c30f service neutron] 10.222.0.24 "GET /v2.0/networks/68a7d121-da9c-4961-a87a-776dc042edbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869925 May 20 21:10:28.290138 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6129e4-6290-4f75-81a3-ab8f17bf2408 req-35a806fc-d63d-4ce3-a242-a3d8a2d97b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:10:28.292215 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-7d6129e4-6290-4f75-81a3-ab8f17bf2408 req-35a806fc-d63d-4ce3-a242-a3d8a2d97b15 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e9ebd487-45ba-4427-b6a9-208ae464c972 HTTP/1.1" status: 200 len: 898 time: 0.1518977 May 20 21:10:28.312145 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-64c5d967-1193-4101-887e-1438230586ef tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:28.357170 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-7d6129e4-6290-4f75-81a3-ab8f17bf2408 req-d956487d-ecce-4a77-bb3a-db390e95dd8c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=434fbe1b-dfe4-4891-a183-c0adf6885969 HTTP/1.1" status: 200 len: 217 time: 0.0491648 May 20 21:10:28.357791 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-64c5d967-1193-4101-887e-1438230586ef tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Calling delete_port for 67ca3296-205c-4d1c-9b9a-8ab82ad83693 owned by network:router_gateway {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:10:28.388735 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-327c2e3e-2fbf-4446-ac2c-74cc70c3b919 req-05bb5938-390a-4b3f-8250-8ece38e8d4c2 service neutron] 10.222.0.24 "GET /v2.0/networks/68a7d121-da9c-4961-a87a-776dc042edbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933905 May 20 21:10:28.442453 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6129e4-6290-4f75-81a3-ab8f17bf2408 req-7ff52760-5a8b-4cde-a609-ef7a5ca39870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:10:28.443905 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-7d6129e4-6290-4f75-81a3-ab8f17bf2408 req-7ff52760-5a8b-4cde-a609-ef7a5ca39870 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=245b348c-19a9-4b5c-b667-e6456c485248 HTTP/1.1" status: 200 len: 835 time: 0.0845547 May 20 21:10:28.545374 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6129e4-6290-4f75-81a3-ab8f17bf2408 req-76c7598d-3772-4c48-af81-67afd7c9e5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:10:28.546868 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-7d6129e4-6290-4f75-81a3-ab8f17bf2408 req-76c7598d-3772-4c48-af81-67afd7c9e5f9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e9ebd487-45ba-4427-b6a9-208ae464c972&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0922773 May 20 21:10:28.701067 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-7d6129e4-6290-4f75-81a3-ab8f17bf2408 req-59b26f37-72f2-4c52-8522-ca84f7994de4 service neutron] 10.222.0.13 "GET /v2.0/networks/e9ebd487-45ba-4427-b6a9-208ae464c972?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445928 May 20 21:10:28.790930 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-64c5d967-1193-4101-887e-1438230586ef tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:28.835988 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c5d967-1193-4101-887e-1438230586ef tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Pushing event deleted for resources: {'Port': ['ID=67ca3296-205c-4d1c-9b9a-8ab82ad83693,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:10:28.852778 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-7d6129e4-6290-4f75-81a3-ab8f17bf2408 req-90ccece1-87e2-4ce8-93f9-5b22eb563aab service neutron] 10.222.0.13 "GET /v2.0/networks/e9ebd487-45ba-4427-b6a9-208ae464c972?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421063 May 20 21:10:28.912562 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-64c5d967-1193-4101-887e-1438230586ef tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-748206'] for router_gateway, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:28.991016 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c997e79-08fb-4da1-bffc-c047f8561e6d req-46cc764e-7574-42a3-b2f1-7fa4262aa7df tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:10:28.992424 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8c997e79-08fb-4da1-bffc-c047f8561e6d req-46cc764e-7574-42a3-b2f1-7fa4262aa7df tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/ports?device_id=88634439-59b8-46e3-a6ce-e8d22bc2e9f4 HTTP/1.1" status: 200 len: 944 time: 0.0517445 May 20 21:10:29.023483 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-64c5d967-1193-4101-887e-1438230586ef tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26169'] for router, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:29.026472 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-64c5d967-1193-4101-887e-1438230586ef tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:29.033356 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8c997e79-08fb-4da1-bffc-c047f8561e6d req-6c6d0397-6c97-4d7a-b7fc-e7085feb80f1 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/security-groups?id=96442cae-b757-4c4c-b7ef-f57c160e2025&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342808 May 20 21:10:29.173843 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-64c5d967-1193-4101-887e-1438230586ef tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-693148'] for router, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:29.174710 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64c5d967-1193-4101-887e-1438230586ef tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Fanout notify agent at l3_agent the message router_deleted on router 4a7f2386-6723-41a7-8e54-0df1b045a05d {{(pid=103162) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 20 21:10:29.184985 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-64c5d967-1193-4101-887e-1438230586ef tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks [] for router, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:29.186581 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-64c5d967-1193-4101-887e-1438230586ef tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] 10.222.0.35 "DELETE /v2.0/routers/4a7f2386-6723-41a7-8e54-0df1b045a05d HTTP/1.1" status: 204 len: 168 time: 1.9089487 May 20 21:10:29.189024 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 52320) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:10:29.241147 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_v2 [None req-4dcecf52-abbf-457e-a87e-46dfecb618a4 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Deleting subnet a7b0a496-c7eb-477f-90b8-2c1a6e32b1bd {{(pid=103162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 20 21:10:29.244316 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4dcecf52-abbf-457e-a87e-46dfecb618a4 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks [] for subnet, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:29.283429 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4dcecf52-abbf-457e-a87e-46dfecb618a4 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3738392'] for subnet, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:29.331020 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4dcecf52-abbf-457e-a87e-46dfecb618a4 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33068388'] for subnet, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:29.344598 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 434fbe1b-dfe4-4891-a183-c0adf6885969 details requested by agent hyperv_n-h2-842733-1 with host n-h2-842733-1 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 21:10:29.440240 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port 434fbe1b-dfe4-4891-a183-c0adf6885969, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=434fbe1b-dfe4-4891-a183-c0adf6885969,segment=NetworkSegment(1d2293c3-d5be-4830-8a9b-34dffcb6655b),segment_id=1d2293c3-d5be-4830-8a9b-34dffcb6655b)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:10:29.451998 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Returning: {'device': '434fbe1b-dfe4-4891-a183-c0adf6885969', 'network_id': 'e9ebd487-45ba-4427-b6a9-208ae464c972', 'port_id': '434fbe1b-dfe4-4891-a183-c0adf6885969', 'mac_address': 'fa:16:3e:61:71:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '245b348c-19a9-4b5c-b667-e6456c485248', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 20 21:10:29.482810 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4dcecf52-abbf-457e-a87e-46dfecb618a4 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33068399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3797621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4018265'] for subnet, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:29.494083 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port 434fbe1b-dfe4-4891-a183-c0adf6885969 is: DOWN; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:10:29.494477 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:29.507815 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 434fbe1b-dfe4-4891-a183-c0adf6885969 {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 21:10:29.513790 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcecf52-abbf-457e-a87e-46dfecb618a4 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Pushing event deleted for resources: {'Subnet': ['ID=a7b0a496-c7eb-477f-90b8-2c1a6e32b1bd,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:10:29.516302 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4dcecf52-abbf-457e-a87e-46dfecb618a4 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:29.518978 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-4dcecf52-abbf-457e-a87e-46dfecb618a4 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] 10.222.0.35 "DELETE /v2.0/subnets/a7b0a496-c7eb-477f-90b8-2c1a6e32b1bd HTTP/1.1" status: 204 len: 168 time: 0.3289797 May 20 21:10:29.521522 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 52328) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:10:29.543810 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port 434fbe1b-dfe4-4891-a183-c0adf6885969, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=434fbe1b-dfe4-4891-a183-c0adf6885969,segment=NetworkSegment(1d2293c3-d5be-4830-8a9b-34dffcb6655b),segment_id=1d2293c3-d5be-4830-8a9b-34dffcb6655b)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:10:29.600137 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-47249692-8f81-4a9c-b366-949cb5cacda3 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33160123'] for network, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:29.631053 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:29.680395 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=434fbe1b-dfe4-4891-a183-c0adf6885969,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:10:29.690461 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-47249692-8f81-4a9c-b366-949cb5cacda3 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33072115', 'neutron.services.segments.db._delete_segments_for_network-8782419500584'] for network, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:29.715043 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-47249692-8f81-4a9c-b366-949cb5cacda3 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e5ef4b9-af55-447c-b8f6-aef006515469']}} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:10:29.726250 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-47249692-8f81-4a9c-b366-949cb5cacda3 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc16b04f-7fc6-4887-9913-a23916e9b77d') {'for_net_delete': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:10:29.730374 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-47249692-8f81-4a9c-b366-949cb5cacda3 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc16b04f-7fc6-4887-9913-a23916e9b77d') {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:10:29.736875 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-47249692-8f81-4a9c-b366-949cb5cacda3 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419501617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9338764'] for segment, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:29.750718 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-47249692-8f81-4a9c-b366-949cb5cacda3 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:29.756598 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47249692-8f81-4a9c-b366-949cb5cacda3 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Releasing vlan 239 on physical network physnet1 to pool {{(pid=103163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 21:10:29.756995 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-47249692-8f81-4a9c-b366-949cb5cacda3 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9638311'] for segment, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:29.760580 n-d-842733-1 neutron-server[103163]: Traceback (most recent call last): May 20 21:10:29.760580 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 21:10:29.760580 n-d-842733-1 neutron-server[103163]: timer() May 20 21:10:29.760580 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 21:10:29.760580 n-d-842733-1 neutron-server[103163]: cb(*args, **kw) May 20 21:10:29.760580 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 20 21:10:29.760580 n-d-842733-1 neutron-server[103163]: return func(*args, **kwargs) May 20 21:10:29.760580 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 21:10:29.760580 n-d-842733-1 neutron-server[103163]: self._notify() May 20 21:10:29.760580 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 21:10:29.760580 n-d-842733-1 neutron-server[103163]: self.callback(batched_events) May 20 21:10:29.760580 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 21:10:29.760580 n-d-842733-1 neutron-server[103163]: event.method(event) May 20 21:10:29.760580 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 20 21:10:29.760580 n-d-842733-1 neutron-server[103163]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 21:10:29.760580 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 20 21:10:29.760580 n-d-842733-1 neutron-server[103163]: aggregate_uuid = self.p_client.list_aggregates( May 20 21:10:29.760580 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 20 21:10:29.760580 n-d-842733-1 neutron-server[103163]: return f(self, *a, **k) May 20 21:10:29.760580 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 20 21:10:29.760580 n-d-842733-1 neutron-server[103163]: return self._get(url).json() May 20 21:10:29.760580 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 20 21:10:29.760580 n-d-842733-1 neutron-server[103163]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 21:10:29.760580 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 21:10:29.760580 n-d-842733-1 neutron-server[103163]: return self.request(url, 'GET', **kwargs) May 20 21:10:29.760580 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 21:10:29.760580 n-d-842733-1 neutron-server[103163]: base_url = self.get_endpoint(auth, allow=allow, May 20 21:10:29.760580 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 21:10:29.760580 n-d-842733-1 neutron-server[103163]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 21:10:29.760580 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 21:10:29.760580 n-d-842733-1 neutron-server[103163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 21:10:29.760580 n-d-842733-1 neutron-server[103163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 21:10:29.904153 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-47249692-8f81-4a9c-b366-949cb5cacda3 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33072122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748162'] for network, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:29.911768 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-47249692-8f81-4a9c-b366-949cb5cacda3 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:29.915049 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-47249692-8f81-4a9c-b366-949cb5cacda3 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] 10.222.0.35 "DELETE /v2.0/networks/3e5ef4b9-af55-447c-b8f6-aef006515469 HTTP/1.1" status: 204 len: 168 time: 0.3925416 May 20 21:10:29.921909 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] get_ports_and_sgs() called for port_ids ['434fbe1b-dfe4-4891-a183-c0adf6885969'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 21:10:29.934713 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47249692-8f81-4a9c-b366-949cb5cacda3 tempest-FloatingIPTestJSON-1186892291 tempest-FloatingIPTestJSON-1186892291-project] Pushing event deleted for resources: {'Network': ['ID=3e5ef4b9-af55-447c-b8f6-aef006515469,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:10:30.153223 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a91884b-a01a-4ac2-b6e6-4b858046ce75 req-d885921c-20a4-413e-83ad-502f8231f1a6 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:10:30.155137 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4a91884b-a01a-4ac2-b6e6-4b858046ce75 req-d885921c-20a4-413e-83ad-502f8231f1a6 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/ports?device_id=88634439-59b8-46e3-a6ce-e8d22bc2e9f4 HTTP/1.1" status: 200 len: 945 time: 0.0510516 May 20 21:10:30.196659 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4a91884b-a01a-4ac2-b6e6-4b858046ce75 req-19c594c6-d240-4776-b4ed-7b67e37e134e tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/security-groups?id=96442cae-b757-4c4c-b7ef-f57c160e2025&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350800 May 20 21:10:30.449040 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 52340) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:10:30.588254 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-12424d7c-4e16-4aed-a21a-7f1992624ca0 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=04f26c2e2c8d4a7f9c417d991425d134&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1353648 May 20 21:10:30.588620 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 52344) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:10:30.643480 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6d085d7c-d214-4498-82dc-6beeed8cb3ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:30.667643 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6d085d7c-d214-4498-82dc-6beeed8cb3ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:30.782492 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6d085d7c-d214-4498-82dc-6beeed8cb3ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:30.785090 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6d085d7c-d214-4498-82dc-6beeed8cb3ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:30.786314 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-6d085d7c-d214-4498-82dc-6beeed8cb3ac admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/88cbacdf-33ba-489e-ba0d-02de690e0d45 HTTP/1.1" status: 204 len: 168 time: 0.1967819 May 20 21:10:30.794719 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d085d7c-d214-4498-82dc-6beeed8cb3ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88cbacdf-33ba-489e-ba0d-02de690e0d45,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:10:31.317109 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a300114a-be1b-4f05-ae24-4487244d718e req-0c10df5e-3322-498a-8419-55b6f083e833 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:10:31.318605 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a300114a-be1b-4f05-ae24-4487244d718e req-0c10df5e-3322-498a-8419-55b6f083e833 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/ports?device_id=88634439-59b8-46e3-a6ce-e8d22bc2e9f4 HTTP/1.1" status: 200 len: 945 time: 0.0484512 May 20 21:10:31.357465 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a300114a-be1b-4f05-ae24-4487244d718e req-6544ef00-24ff-4571-ae08-396496180621 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/security-groups?id=96442cae-b757-4c4c-b7ef-f57c160e2025&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318575 May 20 21:10:31.363216 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 434fbe1b-dfe4-4891-a183-c0adf6885969 up at agent hyperv_n-h2-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:10:31.505502 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Provisioning for port 434fbe1b-dfe4-4891-a183-c0adf6885969 completed by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 21:10:31.509974 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Provisioning complete for port 434fbe1b-dfe4-4891-a183-c0adf6885969 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:10:31.510342 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:31.590543 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port 434fbe1b-dfe4-4891-a183-c0adf6885969 is: BUILD; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:10:31.590845 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:31.612673 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88634439-59b8-46e3-a6ce-e8d22bc2e9f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '434fbe1b-dfe4-4891-a183-c0adf6885969'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 21:10:31.617644 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8485417003ce7c0410b00f5cdc2f391e21107b70bb68e2773712534a96e108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-207fe1d3-34f7-4375-bc43-66e05d43a450" -d '{"events": [{"server_uuid": "88634439-59b8-46e3-a6ce-e8d22bc2e9f4", "name": "network-vif-plugged", "status": "completed", "tag": "434fbe1b-dfe4-4891-a183-c0adf6885969"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 21:10:31.629076 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port 434fbe1b-dfe4-4891-a183-c0adf6885969, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=434fbe1b-dfe4-4891-a183-c0adf6885969,segment=NetworkSegment(1d2293c3-d5be-4830-8a9b-34dffcb6655b),segment_id=1d2293c3-d5be-4830-8a9b-34dffcb6655b)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:10:31.656932 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 21:10:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a9cc8ef-fa02-4d4d-b26b-dbb21207f987 x-openstack-request-id: req-8a9cc8ef-fa02-4d4d-b26b-dbb21207f987 {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 21:10:31.656932 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88634439-59b8-46e3-a6ce-e8d22bc2e9f4", "name": "network-vif-plugged", "status": "completed", "tag": "434fbe1b-dfe4-4891-a183-c0adf6885969", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 21:10:31.656932 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8a9cc8ef-fa02-4d4d-b26b-dbb21207f987 {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 21:10:31.656932 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a9cc8ef-fa02-4d4d-b26b-dbb21207f987'] response: {'server_uuid': '88634439-59b8-46e3-a6ce-e8d22bc2e9f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '434fbe1b-dfe4-4891-a183-c0adf6885969', 'code': 200} May 20 21:10:31.727400 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:31.781167 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=434fbe1b-dfe4-4891-a183-c0adf6885969,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:10:31.802599 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58c1798-1df9-410e-a2f6-ad765d7990a9 req-d05c7e80-6c2b-43bc-8433-59fc42c27de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:10:31.804247 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-b58c1798-1df9-410e-a2f6-ad765d7990a9 req-d05c7e80-6c2b-43bc-8433-59fc42c27de4 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=88634439-59b8-46e3-a6ce-e8d22bc2e9f4 HTTP/1.1" status: 200 len: 1097 time: 0.0543454 May 20 21:10:31.841435 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-b58c1798-1df9-410e-a2f6-ad765d7990a9 req-255d5185-6fe7-461a-8907-b776c3785309 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=96442cae-b757-4c4c-b7ef-f57c160e2025&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0296488 May 20 21:10:31.955894 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 52382) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:10:32.058338 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-d6614841-b0f9-47b5-8239-e9a80a7cfbde tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] Request body: {'networks': [{'name': 'tempest-network--1806580885'}, {'name': 'tempest-network--406795575'}]} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:10:32.058653 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-d6614841-b0f9-47b5-8239-e9a80a7cfbde tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] Request body: {'network': {'name': 'tempest-network--1806580885'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:10:32.059113 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-d6614841-b0f9-47b5-8239-e9a80a7cfbde tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] Request body: {'network': {'name': 'tempest-network--406795575'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:10:32.162839 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6614841-b0f9-47b5-8239-e9a80a7cfbde tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] Made reservation on behalf of 9c2916c01ddf4366bb074cf89a05db0d for: {'network': 2} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:10:32.168106 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d6614841-b0f9-47b5-8239-e9a80a7cfbde tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for network, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:32.180653 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d6614841-b0f9-47b5-8239-e9a80a7cfbde tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:32.260605 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d6614841-b0f9-47b5-8239-e9a80a7cfbde tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:32.368448 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d6614841-b0f9-47b5-8239-e9a80a7cfbde tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:32.373104 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d6614841-b0f9-47b5-8239-e9a80a7cfbde tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for network, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:32.410511 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6614841-b0f9-47b5-8239-e9a80a7cfbde tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 235} {{(pid=103163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 21:10:32.420563 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6614841-b0f9-47b5-8239-e9a80a7cfbde tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7fcce8ae-20ab-4174-b545-4c44c32aa960,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:10:32.425536 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d6614841-b0f9-47b5-8239-e9a80a7cfbde tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:32.425886 n-d-842733-1 neutron-server[103163]: INFO neutron.db.segments_db [None req-d6614841-b0f9-47b5-8239-e9a80a7cfbde tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] Added segment 976be192-4e0a-42d2-b6ba-56c6e2c0e826 of type vlan for network f3b523c0-8664-4773-a30c-84199a126cd5 May 20 21:10:32.474944 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d6614841-b0f9-47b5-8239-e9a80a7cfbde tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418993264'] for network, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:32.516512 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:32.542671 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6614841-b0f9-47b5-8239-e9a80a7cfbde tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 204} {{(pid=103163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 21:10:32.551204 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f829e6-b3a5-44e7-87c6-5b3f8593d27f req-5a75df50-1144-4bc4-97f6-2503a8406d32 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:10:32.552679 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-58f829e6-b3a5-44e7-87c6-5b3f8593d27f req-5a75df50-1144-4bc4-97f6-2503a8406d32 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/ports?device_id=88634439-59b8-46e3-a6ce-e8d22bc2e9f4 HTTP/1.1" status: 200 len: 946 time: 0.0752444 May 20 21:10:32.562240 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d6614841-b0f9-47b5-8239-e9a80a7cfbde tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:32.562583 n-d-842733-1 neutron-server[103163]: INFO neutron.db.segments_db [None req-d6614841-b0f9-47b5-8239-e9a80a7cfbde tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] Added segment 712957dc-8d1a-4b0a-9bf1-486b9df0303b of type vlan for network 05a094e9-88f6-45be-9014-5536bad13e6b May 20 21:10:32.634196 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-58f829e6-b3a5-44e7-87c6-5b3f8593d27f req-33dfc0b5-8d2d-42aa-a0d0-852e9c92dec7 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/security-groups?id=96442cae-b757-4c4c-b7ef-f57c160e2025&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738935 May 20 21:10:32.638221 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d6614841-b0f9-47b5-8239-e9a80a7cfbde tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418993264'] for network, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:32.716744 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d6614841-b0f9-47b5-8239-e9a80a7cfbde tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524'] for network, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:32.717272 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d6614841-b0f9-47b5-8239-e9a80a7cfbde tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524'] for network, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:32.723115 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6614841-b0f9-47b5-8239-e9a80a7cfbde tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:10:32.728197 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6614841-b0f9-47b5-8239-e9a80a7cfbde tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:10:32.729360 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d6614841-b0f9-47b5-8239-e9a80a7cfbde tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:32.752752 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-92ff9388-de37-4ea1-bce2-cba83badb35a req-134f5693-5d24-456d-b7cb-a33f51c081ad service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ca8f7889-acf0-40d7-826c-0891109bffb4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0433912 May 20 21:10:32.799301 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6614841-b0f9-47b5-8239-e9a80a7cfbde tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] Pushing event updated for resources: {'Network': ['ID=f3b523c0-8664-4773-a30c-84199a126cd5,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:10:32.813433 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Network f3b523c0-8664-4773-a30c-84199a126cd5 details requested by agent ovs-agent-n-d-842733-1 with host n-d-842733-1 {{(pid=103164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 20 21:10:32.882302 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-d6614841-b0f9-47b5-8239-e9a80a7cfbde tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 0.9246840 May 20 21:10:32.886197 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 52410) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:10:32.895890 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6614841-b0f9-47b5-8239-e9a80a7cfbde tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] Pushing event updated for resources: {'Network': ['ID=05a094e9-88f6-45be-9014-5536bad13e6b,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:10:32.915285 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ff9388-de37-4ea1-bce2-cba83badb35a req-2e3dfc55-c5b1-4495-b5eb-697085a418b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:10:32.917115 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-92ff9388-de37-4ea1-bce2-cba83badb35a req-2e3dfc55-c5b1-4495-b5eb-697085a418b5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=770ab75f42db49e4b1ceb156acd07490&device_id=ca8f7889-acf0-40d7-826c-0891109bffb4 HTTP/1.1" status: 200 len: 1096 time: 0.0597086 May 20 21:10:32.917614 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Network 05a094e9-88f6-45be-9014-5536bad13e6b details requested by agent ovs-agent-n-d-842733-1 with host n-d-842733-1 {{(pid=103164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 20 21:10:33.038751 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ff9388-de37-4ea1-bce2-cba83badb35a req-233f290f-79d5-471e-9d2e-94eb2de86e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:10:33.040225 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-92ff9388-de37-4ea1-bce2-cba83badb35a req-233f290f-79d5-471e-9d2e-94eb2de86e22 service neutron] 10.222.0.13 "GET /v2.0/networks?id=184b74ca-5201-444b-9621-4d01e7bf23b7 HTTP/1.1" status: 200 len: 915 time: 0.0949290 May 20 21:10:33.078206 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97172fe2-117e-45d1-ab84-9763322d8db7 tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:10:33.084275 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97172fe2-117e-45d1-ab84-9763322d8db7 tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:10:33.090896 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97172fe2-117e-45d1-ab84-9763322d8db7 tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:10:33.096536 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97172fe2-117e-45d1-ab84-9763322d8db7 tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:10:33.098368 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-97172fe2-117e-45d1-ab84-9763322d8db7 tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.2107661 May 20 21:10:33.101054 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 52412) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:10:33.106000 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-92ff9388-de37-4ea1-bce2-cba83badb35a req-fd776e57-e1ef-453c-800f-b5f5370f9771 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e1f31cf5-ee77-4cdc-b0bc-db091f28d69d HTTP/1.1" status: 200 len: 1001 time: 0.0593648 May 20 21:10:33.163605 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ff9388-de37-4ea1-bce2-cba83badb35a req-7291f40b-f4ab-46e6-97a0-68267d2d0f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:10:33.165164 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-92ff9388-de37-4ea1-bce2-cba83badb35a req-7291f40b-f4ab-46e6-97a0-68267d2d0f5c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b13faf2d-c0fe-4c78-8290-66782e0d5758 HTTP/1.1" status: 200 len: 853 time: 0.0527186 May 20 21:10:33.225227 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ff9388-de37-4ea1-bce2-cba83badb35a req-586cfae6-512b-4cd5-974e-ffb5b8f6ad80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:10:33.227031 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-92ff9388-de37-4ea1-bce2-cba83badb35a req-586cfae6-512b-4cd5-974e-ffb5b8f6ad80 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=184b74ca-5201-444b-9621-4d01e7bf23b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0548186 May 20 21:10:33.330442 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-92ff9388-de37-4ea1-bce2-cba83badb35a req-6ac40491-72ff-40e6-9752-775276e6c3e9 service neutron] 10.222.0.13 "GET /v2.0/networks/184b74ca-5201-444b-9621-4d01e7bf23b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929077 May 20 21:10:33.434790 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-92ff9388-de37-4ea1-bce2-cba83badb35a req-e9e598a3-013a-4be7-8ea1-cb90f72f73d9 service neutron] 10.222.0.13 "GET /v2.0/networks/184b74ca-5201-444b-9621-4d01e7bf23b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985470 May 20 21:10:33.519675 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8ffec59a-dfeb-4059-9051-f7063b3e81dc tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33160123'] for network, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:33.605971 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8ffec59a-dfeb-4059-9051-f7063b3e81dc tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33072115', 'neutron.services.segments.db._delete_segments_for_network-8782419500584'] for network, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:33.628313 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-8ffec59a-dfeb-4059-9051-f7063b3e81dc tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3b523c0-8664-4773-a30c-84199a126cd5']}} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:10:33.642935 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-8ffec59a-dfeb-4059-9051-f7063b3e81dc tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '976be192-4e0a-42d2-b6ba-56c6e2c0e826') {'for_net_delete': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:10:33.643381 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-8ffec59a-dfeb-4059-9051-f7063b3e81dc tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '976be192-4e0a-42d2-b6ba-56c6e2c0e826') {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:10:33.659898 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8ffec59a-dfeb-4059-9051-f7063b3e81dc tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419501617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9338764'] for segment, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:33.674534 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8ffec59a-dfeb-4059-9051-f7063b3e81dc tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:33.681053 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ffec59a-dfeb-4059-9051-f7063b3e81dc tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] Releasing vlan 235 on physical network physnet1 to pool {{(pid=103163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 21:10:33.681657 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8ffec59a-dfeb-4059-9051-f7063b3e81dc tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9638311'] for segment, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:33.685940 n-d-842733-1 neutron-server[103163]: Traceback (most recent call last): May 20 21:10:33.685940 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 21:10:33.685940 n-d-842733-1 neutron-server[103163]: timer() May 20 21:10:33.685940 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 21:10:33.685940 n-d-842733-1 neutron-server[103163]: cb(*args, **kw) May 20 21:10:33.685940 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 20 21:10:33.685940 n-d-842733-1 neutron-server[103163]: return func(*args, **kwargs) May 20 21:10:33.685940 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 21:10:33.685940 n-d-842733-1 neutron-server[103163]: self._notify() May 20 21:10:33.685940 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 21:10:33.685940 n-d-842733-1 neutron-server[103163]: self.callback(batched_events) May 20 21:10:33.685940 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 21:10:33.685940 n-d-842733-1 neutron-server[103163]: event.method(event) May 20 21:10:33.685940 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 20 21:10:33.685940 n-d-842733-1 neutron-server[103163]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 21:10:33.685940 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 20 21:10:33.685940 n-d-842733-1 neutron-server[103163]: aggregate_uuid = self.p_client.list_aggregates( May 20 21:10:33.685940 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 20 21:10:33.685940 n-d-842733-1 neutron-server[103163]: return f(self, *a, **k) May 20 21:10:33.685940 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 20 21:10:33.685940 n-d-842733-1 neutron-server[103163]: return self._get(url).json() May 20 21:10:33.685940 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 20 21:10:33.685940 n-d-842733-1 neutron-server[103163]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 21:10:33.685940 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 21:10:33.685940 n-d-842733-1 neutron-server[103163]: return self.request(url, 'GET', **kwargs) May 20 21:10:33.685940 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 21:10:33.685940 n-d-842733-1 neutron-server[103163]: base_url = self.get_endpoint(auth, allow=allow, May 20 21:10:33.685940 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 21:10:33.685940 n-d-842733-1 neutron-server[103163]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 21:10:33.685940 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 21:10:33.685940 n-d-842733-1 neutron-server[103163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 21:10:33.685940 n-d-842733-1 neutron-server[103163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 21:10:33.804580 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32535c8-de9f-48db-8d3d-f4c5c756aca9 req-58da7252-9db3-42d3-9bfb-258e68be580b tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:10:33.807127 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d32535c8-de9f-48db-8d3d-f4c5c756aca9 req-58da7252-9db3-42d3-9bfb-258e68be580b tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/ports?device_id=88634439-59b8-46e3-a6ce-e8d22bc2e9f4 HTTP/1.1" status: 200 len: 946 time: 0.0656092 May 20 21:10:33.843992 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8ffec59a-dfeb-4059-9051-f7063b3e81dc tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33072122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748162'] for network, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:33.848402 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8ffec59a-dfeb-4059-9051-f7063b3e81dc tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:33.852133 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-8ffec59a-dfeb-4059-9051-f7063b3e81dc tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] 10.222.0.35 "DELETE /v2.0/networks/f3b523c0-8664-4773-a30c-84199a126cd5 HTTP/1.1" status: 204 len: 168 time: 0.7499685 May 20 21:10:33.855089 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 52418) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:10:33.857250 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d32535c8-de9f-48db-8d3d-f4c5c756aca9 req-e1c4b1d1-cc85-49a9-bc92-401fbffd9594 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/security-groups?id=96442cae-b757-4c4c-b7ef-f57c160e2025&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443268 May 20 21:10:33.873242 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffec59a-dfeb-4059-9051-f7063b3e81dc tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] Pushing event deleted for resources: {'Network': ['ID=f3b523c0-8664-4773-a30c-84199a126cd5,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:10:33.948969 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3453cded-0b28-400a-95ea-6b7957c56d76 tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33160123'] for network, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:33.993557 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916c51c9-a7c5-4e60-af1b-40f1dca794f3 req-67d57b28-c313-4e52-b3cc-5948e7907101 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:10:33.995317 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-916c51c9-a7c5-4e60-af1b-40f1dca794f3 req-67d57b28-c313-4e52-b3cc-5948e7907101 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/ports?device_id=88634439-59b8-46e3-a6ce-e8d22bc2e9f4 HTTP/1.1" status: 200 len: 946 time: 0.0597970 May 20 21:10:34.036666 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-916c51c9-a7c5-4e60-af1b-40f1dca794f3 req-e2c5989e-e3f9-4096-ab3e-37b8610393f3 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/security-groups?id=96442cae-b757-4c4c-b7ef-f57c160e2025&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327544 May 20 21:10:34.045822 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3453cded-0b28-400a-95ea-6b7957c56d76 tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33072115', 'neutron.services.segments.db._delete_segments_for_network-8782419500584'] for network, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:34.060093 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 52422) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:10:34.067277 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-3453cded-0b28-400a-95ea-6b7957c56d76 tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05a094e9-88f6-45be-9014-5536bad13e6b']}} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:10:34.077071 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-3453cded-0b28-400a-95ea-6b7957c56d76 tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '712957dc-8d1a-4b0a-9bf1-486b9df0303b') {'for_net_delete': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:10:34.077437 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-3453cded-0b28-400a-95ea-6b7957c56d76 tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '712957dc-8d1a-4b0a-9bf1-486b9df0303b') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:10:34.087306 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3453cded-0b28-400a-95ea-6b7957c56d76 tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419501617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3738385'] for segment, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:34.100633 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3453cded-0b28-400a-95ea-6b7957c56d76 tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:34.106502 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3453cded-0b28-400a-95ea-6b7957c56d76 tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] Releasing vlan 204 on physical network physnet1 to pool {{(pid=103162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 21:10:34.107020 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3453cded-0b28-400a-95ea-6b7957c56d76 tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3800791'] for segment, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:34.109783 n-d-842733-1 neutron-server[103162]: Traceback (most recent call last): May 20 21:10:34.109783 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 21:10:34.109783 n-d-842733-1 neutron-server[103162]: timer() May 20 21:10:34.109783 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 21:10:34.109783 n-d-842733-1 neutron-server[103162]: cb(*args, **kw) May 20 21:10:34.109783 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 20 21:10:34.109783 n-d-842733-1 neutron-server[103162]: return func(*args, **kwargs) May 20 21:10:34.109783 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 21:10:34.109783 n-d-842733-1 neutron-server[103162]: self._notify() May 20 21:10:34.109783 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 21:10:34.109783 n-d-842733-1 neutron-server[103162]: self.callback(batched_events) May 20 21:10:34.109783 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 21:10:34.109783 n-d-842733-1 neutron-server[103162]: event.method(event) May 20 21:10:34.109783 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 20 21:10:34.109783 n-d-842733-1 neutron-server[103162]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 21:10:34.109783 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 20 21:10:34.109783 n-d-842733-1 neutron-server[103162]: aggregate_uuid = self.p_client.list_aggregates( May 20 21:10:34.109783 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 20 21:10:34.109783 n-d-842733-1 neutron-server[103162]: return f(self, *a, **k) May 20 21:10:34.109783 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 20 21:10:34.109783 n-d-842733-1 neutron-server[103162]: return self._get(url).json() May 20 21:10:34.109783 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 20 21:10:34.109783 n-d-842733-1 neutron-server[103162]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 21:10:34.109783 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 21:10:34.109783 n-d-842733-1 neutron-server[103162]: return self.request(url, 'GET', **kwargs) May 20 21:10:34.109783 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 21:10:34.109783 n-d-842733-1 neutron-server[103162]: base_url = self.get_endpoint(auth, allow=allow, May 20 21:10:34.109783 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 21:10:34.109783 n-d-842733-1 neutron-server[103162]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 21:10:34.109783 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 21:10:34.109783 n-d-842733-1 neutron-server[103162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 21:10:34.109783 n-d-842733-1 neutron-server[103162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 21:10:34.217635 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-019451be-3e93-4929-9aae-ca6db8a8d246 tempest-TestNetworkAdvancedServerOps-173437749 tempest-TestNetworkAdvancedServerOps-173437749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:10:34.219191 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-019451be-3e93-4929-9aae-ca6db8a8d246 tempest-TestNetworkAdvancedServerOps-173437749 tempest-TestNetworkAdvancedServerOps-173437749-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=88634439-59b8-46e3-a6ce-e8d22bc2e9f4 HTTP/1.1" status: 200 len: 1092 time: 0.1580880 May 20 21:10:34.222045 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 52426) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:10:34.226582 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-cfd41ab6-692f-4783-bd0c-c5757aa0aaa2 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Request body: {'floatingip': {'floating_network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'port_id': '434fbe1b-dfe4-4891-a183-c0adf6885969', 'tenant_id': 'd7932b75a33b465998804b193e9be7ad', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:10:34.248512 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3453cded-0b28-400a-95ea-6b7957c56d76 tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33072122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748162'] for network, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:34.255300 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3453cded-0b28-400a-95ea-6b7957c56d76 tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] Notify callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:34.258392 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-3453cded-0b28-400a-95ea-6b7957c56d76 tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] 10.222.0.35 "DELETE /v2.0/networks/05a094e9-88f6-45be-9014-5536bad13e6b HTTP/1.1" status: 204 len: 168 time: 0.4023557 May 20 21:10:34.262460 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 52428) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:10:34.275904 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3453cded-0b28-400a-95ea-6b7957c56d76 tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] Pushing event deleted for resources: {'Network': ['ID=05a094e9-88f6-45be-9014-5536bad13e6b,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:10:34.344426 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-cfd41ab6-692f-4783-bd0c-c5757aa0aaa2 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks [] for floatingip, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:34.408294 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9208d1d7-500b-44d1-b68a-8ca852101ce5 tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:10:34.414304 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9208d1d7-500b-44d1-b68a-8ca852101ce5 tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:10:34.415875 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-9208d1d7-500b-44d1-b68a-8ca852101ce5 tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1523678 May 20 21:10:34.419833 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 52430) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:10:34.425233 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-11ae7654-1098-4552-b797-e9d4a44a87ce tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-686126221'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:10:34.473779 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-cfd41ab6-692f-4783-bd0c-c5757aa0aaa2 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:34.511291 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11ae7654-1098-4552-b797-e9d4a44a87ce tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] Made reservation on behalf of 9c2916c01ddf4366bb074cf89a05db0d for: {'network': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:10:34.514930 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-11ae7654-1098-4552-b797-e9d4a44a87ce tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for network, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:34.538170 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11ae7654-1098-4552-b797-e9d4a44a87ce tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 221} {{(pid=103162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 21:10:34.547726 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-11ae7654-1098-4552-b797-e9d4a44a87ce tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:34.548064 n-d-842733-1 neutron-server[103162]: INFO neutron.db.segments_db [None req-11ae7654-1098-4552-b797-e9d4a44a87ce tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] Added segment 984b5bb5-96b5-4280-ae4e-ab12fa1cf7ca of type vlan for network 8e4e5a6a-198a-45fd-b9b4-f9f922c5491f May 20 21:10:34.586318 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-cfd41ab6-692f-4783-bd0c-c5757aa0aaa2 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Allocated IP 172.25.2.168 (e3a93b5c-91e2-4064-9c2c-1afc261bfe15/86fee0c1-6e34-488b-9216-b2b8e7ef585a/c4c68499-fe17-420e-9324-18e8c1990ff3) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:10:34.588187 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-11ae7654-1098-4552-b797-e9d4a44a87ce tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418993264'] for network, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:34.675966 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-11ae7654-1098-4552-b797-e9d4a44a87ce tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524'] for network, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:34.682790 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11ae7654-1098-4552-b797-e9d4a44a87ce tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:10:34.683199 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-11ae7654-1098-4552-b797-e9d4a44a87ce tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] Notify callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:34.692351 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-cfd41ab6-692f-4783-bd0c-c5757aa0aaa2 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:34.750733 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ae7654-1098-4552-b797-e9d4a44a87ce tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] Pushing event updated for resources: {'Network': ['ID=8e4e5a6a-198a-45fd-b9b4-f9f922c5491f,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:10:34.761159 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Network 8e4e5a6a-198a-45fd-b9b4-f9f922c5491f details requested by agent ovs-agent-n-d-842733-1 with host n-d-842733-1 {{(pid=103164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 20 21:10:34.805308 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-11ae7654-1098-4552-b797-e9d4a44a87ce tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3842490 May 20 21:10:34.808401 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 52436) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:10:34.813304 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-6c31c5e1-1abe-4f33-9eff-bfa1d4aee914 tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1996991582'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:10:34.848732 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-cfd41ab6-692f-4783-bd0c-c5757aa0aaa2 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:34.887769 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfd41ab6-692f-4783-bd0c-c5757aa0aaa2 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Network e3a93b5c-91e2-4064-9c2c-1afc261bfe15 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:10:34.890608 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-cfd41ab6-692f-4783-bd0c-c5757aa0aaa2 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:10:34.894058 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd41ab6-692f-4783-bd0c-c5757aa0aaa2 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:10:34.911043 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c31c5e1-1abe-4f33-9eff-bfa1d4aee914 tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] Made reservation on behalf of 9c2916c01ddf4366bb074cf89a05db0d for: {'network': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:10:34.914671 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6c31c5e1-1abe-4f33-9eff-bfa1d4aee914 tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for network, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:34.924488 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd41ab6-692f-4783-bd0c-c5757aa0aaa2 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Pushing event updated for resources: {'Port': ['ID=c4c68499-fe17-420e-9324-18e8c1990ff3,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:10:34.940147 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c31c5e1-1abe-4f33-9eff-bfa1d4aee914 tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 238} {{(pid=103162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 21:10:34.949437 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6c31c5e1-1abe-4f33-9eff-bfa1d4aee914 tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:34.950175 n-d-842733-1 neutron-server[103162]: INFO neutron.db.segments_db [None req-6c31c5e1-1abe-4f33-9eff-bfa1d4aee914 tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] Added segment e7f748ed-c753-46b7-ac3d-b166aee9aaeb of type vlan for network 4eca832e-66ea-4fd3-b94c-4052a36cecab May 20 21:10:34.999286 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6c31c5e1-1abe-4f33-9eff-bfa1d4aee914 tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418993264'] for network, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:35.099778 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6c31c5e1-1abe-4f33-9eff-bfa1d4aee914 tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524'] for network, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:35.106370 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c31c5e1-1abe-4f33-9eff-bfa1d4aee914 tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:10:35.106972 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6c31c5e1-1abe-4f33-9eff-bfa1d4aee914 tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] Notify callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:35.176023 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c31c5e1-1abe-4f33-9eff-bfa1d4aee914 tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] Pushing event updated for resources: {'Network': ['ID=4eca832e-66ea-4fd3-b94c-4052a36cecab,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:10:35.187228 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Network 4eca832e-66ea-4fd3-b94c-4052a36cecab details requested by agent ovs-agent-n-d-842733-1 with host n-d-842733-1 {{(pid=103164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 20 21:10:35.205680 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-6c31c5e1-1abe-4f33-9eff-bfa1d4aee914 tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3962128 May 20 21:10:35.208705 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 52442) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:10:35.215059 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-b802ccc2-3823-400f-8202-99e1f3df40ae tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] Request body: {'ports': [{'network_id': '8e4e5a6a-198a-45fd-b9b4-f9f922c5491f', 'name': 'tempest-port--675374354', 'admin_state_up': True}, {'network_id': '4eca832e-66ea-4fd3-b94c-4052a36cecab', 'admin_state_up': False}]} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:10:35.215627 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-b802ccc2-3823-400f-8202-99e1f3df40ae tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] Request body: {'port': {'network_id': '8e4e5a6a-198a-45fd-b9b4-f9f922c5491f', 'name': 'tempest-port--675374354', 'admin_state_up': True}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:10:35.216283 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-b802ccc2-3823-400f-8202-99e1f3df40ae tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] Request body: {'port': {'network_id': '4eca832e-66ea-4fd3-b94c-4052a36cecab', 'admin_state_up': False}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:10:35.305728 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-cfd41ab6-692f-4783-bd0c-c5757aa0aaa2 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:35.453135 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b802ccc2-3823-400f-8202-99e1f3df40ae tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] Made reservation on behalf of 9c2916c01ddf4366bb074cf89a05db0d for: {'port': 2} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:10:35.457526 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-cfd41ab6-692f-4783-bd0c-c5757aa0aaa2 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:35.457951 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b802ccc2-3823-400f-8202-99e1f3df40ae tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:35.473187 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b802ccc2-3823-400f-8202-99e1f3df40ae tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:35.619852 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-cfd41ab6-692f-4783-bd0c-c5757aa0aaa2 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks [] for port, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:35.628200 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [None req-b802ccc2-3823-400f-8202-99e1f3df40ae tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] device_id is not set on port 3b02f2af-7ba0-4f3f-b8fd-8fd91eb0cfc7 yet. {{(pid=103162) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 20 21:10:35.699858 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-cfd41ab6-692f-4783-bd0c-c5757aa0aaa2 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:35.714812 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b802ccc2-3823-400f-8202-99e1f3df40ae tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:35.771105 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd41ab6-692f-4783-bd0c-c5757aa0aaa2 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Pushing event updated for resources: {'Port': ['ID=c4c68499-fe17-420e-9324-18e8c1990ff3,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:10:35.783860 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-cfd41ab6-692f-4783-bd0c-c5757aa0aaa2 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748272'] for floatingip, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:35.790502 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [None req-b802ccc2-3823-400f-8202-99e1f3df40ae tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] device_id is not set on port 527d1b25-1ee9-416a-a06e-d1efc9619c1b yet. {{(pid=103162) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 20 21:10:35.874496 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b802ccc2-3823-400f-8202-99e1f3df40ae tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:35.890926 n-d-842733-1 neutron-server[103163]: INFO neutron.db.l3_db [None req-cfd41ab6-692f-4783-bd0c-c5757aa0aaa2 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Floating IP a6bb6884-3b71-4723-9506-03f846547f4f associated. External IP: 172.25.2.168, port: 434fbe1b-dfe4-4891-a183-c0adf6885969. May 20 21:10:35.945902 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b802ccc2-3823-400f-8202-99e1f3df40ae tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:36.011211 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b802ccc2-3823-400f-8202-99e1f3df40ae tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] Pushing event updated for resources: {'Port': ['ID=3b02f2af-7ba0-4f3f-b8fd-8fd91eb0cfc7,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:10:36.020823 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b802ccc2-3823-400f-8202-99e1f3df40ae tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] Checking segment: {'id': '984b5bb5-96b5-4280-ae4e-ab12fa1cf7ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '8e4e5a6a-198a-45fd-b9b4-f9f922c5491f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:10:36.021063 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b802ccc2-3823-400f-8202-99e1f3df40ae tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] Network hostable DHCP agents. Network: 8e4e5a6a-198a-45fd-b9b4-f9f922c5491f, hostable agents: ['c9b0653c-f3c7-4339-bd50-e3754b629216'], hosted agents: [] {{(pid=103162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 21:10:36.093499 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b802ccc2-3823-400f-8202-99e1f3df40ae tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] Network 8e4e5a6a-198a-45fd-b9b4-f9f922c5491f is scheduled to be hosted by DHCP agent c9b0653c-f3c7-4339-bd50-e3754b629216 with binding_index 1 {{(pid=103162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 21:10:36.123084 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfd41ab6-692f-4783-bd0c-c5757aa0aaa2 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Router 7ea66128-dd5a-4aac-a54a-a0da320eca0b has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 21:10:36.203081 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-b802ccc2-3823-400f-8202-99e1f3df40ae tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842733-1, 8e4e5a6a-198a-45fd-b9b4-f9f922c5491f) {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:10:36.207493 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b802ccc2-3823-400f-8202-99e1f3df40ae tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:10:36.215760 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b802ccc2-3823-400f-8202-99e1f3df40ae tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:36.215933 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-302d0bb2-5f9f-4099-ba00-155bb42c5559 None None] Network 8e4e5a6a-198a-45fd-b9b4-f9f922c5491f requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:10:36.236648 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfd41ab6-692f-4783-bd0c-c5757aa0aaa2 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 21:10:36.273793 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ef6058-e588-423d-89a7-4718e177358d None None] Sync routers for ids ['7ea66128-dd5a-4aac-a54a-a0da320eca0b'] in n-d-842733-1 {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 21:10:36.298454 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b802ccc2-3823-400f-8202-99e1f3df40ae tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] Checking segment: {'id': 'e7f748ed-c753-46b7-ac3d-b166aee9aaeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '4eca832e-66ea-4fd3-b94c-4052a36cecab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:10:36.299105 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b802ccc2-3823-400f-8202-99e1f3df40ae tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] Network hostable DHCP agents. Network: 4eca832e-66ea-4fd3-b94c-4052a36cecab, hostable agents: ['c9b0653c-f3c7-4339-bd50-e3754b629216'], hosted agents: [] {{(pid=103162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 21:10:36.301928 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ef6058-e588-423d-89a7-4718e177358d None None] Routers {'7ea66128-dd5a-4aac-a54a-a0da320eca0b'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:10:36.302494 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b802ccc2-3823-400f-8202-99e1f3df40ae tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] Pushing event updated for resources: {'Port': ['ID=527d1b25-1ee9-416a-a06e-d1efc9619c1b,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:10:36.302693 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-14ef6058-e588-423d-89a7-4718e177358d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:10:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['7ea66128-dd5a-4aac-a54a-a0da320eca0b'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:10:36.315921 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-cfd41ab6-692f-4783-bd0c-c5757aa0aaa2 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for floatingip, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:36.349638 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-cfd41ab6-692f-4783-bd0c-c5757aa0aaa2 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1265106 May 20 21:10:36.350317 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88634439-59b8-46e3-a6ce-e8d22bc2e9f4', 'tag': '434fbe1b-dfe4-4891-a183-c0adf6885969'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 21:10:36.352990 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4291b17aa7b45362825f0571e77c85f5e73afe1df9c7e9e15006df9d695c005e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58e60fb9-2fcf-4ed1-8168-39367552e2d7" -d '{"events": [{"name": "network-changed", "server_uuid": "88634439-59b8-46e3-a6ce-e8d22bc2e9f4", "tag": "434fbe1b-dfe4-4891-a183-c0adf6885969"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 21:10:36.380620 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b802ccc2-3823-400f-8202-99e1f3df40ae tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] Network 4eca832e-66ea-4fd3-b94c-4052a36cecab is scheduled to be hosted by DHCP agent c9b0653c-f3c7-4339-bd50-e3754b629216 with binding_index 1 {{(pid=103162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 21:10:36.405944 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 21:10:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-272a87a4-1813-4669-bffb-68d89de74b3e x-openstack-request-id: req-272a87a4-1813-4669-bffb-68d89de74b3e {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 21:10:36.407419 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88634439-59b8-46e3-a6ce-e8d22bc2e9f4", "tag": "434fbe1b-dfe4-4891-a183-c0adf6885969", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 21:10:36.408028 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-272a87a4-1813-4669-bffb-68d89de74b3e {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 21:10:36.408635 n-d-842733-1 neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-272a87a4-1813-4669-bffb-68d89de74b3e'] response: {'name': 'network-changed', 'server_uuid': '88634439-59b8-46e3-a6ce-e8d22bc2e9f4', 'tag': '434fbe1b-dfe4-4891-a183-c0adf6885969', 'status': 'completed', 'code': 200} May 20 21:10:36.488806 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc7d000-a0ee-407a-a407-91cb5b5337a3 req-c32b8c8a-d415-44c0-be5e-a2e836c5fbf2 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:10:36.489078 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-b802ccc2-3823-400f-8202-99e1f3df40ae tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842733-1, 4eca832e-66ea-4fd3-b94c-4052a36cecab) {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:10:36.490569 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-14ef6058-e588-423d-89a7-4718e177358d None None] Set router 7ea66128-dd5a-4aac-a54a-a0da320eca0b gateway port host: n-d-842733-1 {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:10:36.494721 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4fc7d000-a0ee-407a-a407-91cb5b5337a3 req-c32b8c8a-d415-44c0-be5e-a2e836c5fbf2 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/ports?device_id=88634439-59b8-46e3-a6ce-e8d22bc2e9f4 HTTP/1.1" status: 200 len: 946 time: 0.0757771 May 20 21:10:36.498453 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b802ccc2-3823-400f-8202-99e1f3df40ae tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:10:36.505192 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b802ccc2-3823-400f-8202-99e1f3df40ae tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:10:36.516690 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b802ccc2-3823-400f-8202-99e1f3df40ae tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:10:36.518033 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f026641-6ffa-4775-a986-fae83bd77706 None None] Network 4eca832e-66ea-4fd3-b94c-4052a36cecab requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:10:36.518544 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b802ccc2-3823-400f-8202-99e1f3df40ae tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:36.534843 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4fc7d000-a0ee-407a-a407-91cb5b5337a3 req-c2bad0b3-8a09-4283-9f4c-2fc786eccb82 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/security-groups?id=96442cae-b757-4c4c-b7ef-f57c160e2025&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379846 May 20 21:10:36.549168 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e60fb9-2fcf-4ed1-8168-39367552e2d7 req-88c9fe74-c473-47cb-a62c-d6e9513822e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:10:36.550818 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-58e60fb9-2fcf-4ed1-8168-39367552e2d7 req-88c9fe74-c473-47cb-a62c-d6e9513822e1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d7932b75a33b465998804b193e9be7ad&device_id=88634439-59b8-46e3-a6ce-e8d22bc2e9f4 HTTP/1.1" status: 200 len: 1097 time: 0.0976908 May 20 21:10:36.573072 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 52450) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:10:36.626141 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-b802ccc2-3823-400f-8202-99e1f3df40ae tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 1.4160993 May 20 21:10:36.628885 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 52452) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:10:36.681197 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e60fb9-2fcf-4ed1-8168-39367552e2d7 req-e1ccb918-35ab-4c95-9476-ea6434cf642e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:10:36.683323 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-58e60fb9-2fcf-4ed1-8168-39367552e2d7 req-e1ccb918-35ab-4c95-9476-ea6434cf642e service neutron] 10.222.0.13 "GET /v2.0/networks?id=e9ebd487-45ba-4427-b6a9-208ae464c972 HTTP/1.1" status: 200 len: 898 time: 0.1256933 May 20 21:10:36.698828 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-36584336-cf13-4e6b-b7b0-9a92571537de tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/floatingips/a6bb6884-3b71-4723-9506-03f846547f4f HTTP/1.1" status: 200 len: 992 time: 0.1225414 May 20 21:10:36.724817 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-737a5eb9-e8a1-443d-917f-90bae3ad1ad3 tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:10:36.731590 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-737a5eb9-e8a1-443d-917f-90bae3ad1ad3 tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:10:36.736193 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-737a5eb9-e8a1-443d-917f-90bae3ad1ad3 tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1063123 May 20 21:10:36.736973 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 52454) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:10:36.766291 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-58e60fb9-2fcf-4ed1-8168-39367552e2d7 req-5fd0e4f6-1185-4ebc-b0d8-a765d535212d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=434fbe1b-dfe4-4891-a183-c0adf6885969 HTTP/1.1" status: 200 len: 1000 time: 0.0760357 May 20 21:10:36.821177 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e60fb9-2fcf-4ed1-8168-39367552e2d7 req-a9560e65-ee3b-4c7e-ba33-bcdb82a00705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:10:36.822920 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-58e60fb9-2fcf-4ed1-8168-39367552e2d7 req-a9560e65-ee3b-4c7e-ba33-bcdb82a00705 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=245b348c-19a9-4b5c-b667-e6456c485248 HTTP/1.1" status: 200 len: 835 time: 0.0487933 May 20 21:10:36.850724 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-14ef6058-e588-423d-89a7-4718e177358d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ea66128-dd5a-4aac-a54a-a0da320eca0b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1736760420', 'tenant_id': 'd7932b75a33b465998804b193e9be7ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': '514cdf45-dfb7-4468-9ac4-7379468df671', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:10:11Z', 'updated_at': '2022-05-20T21:10:17Z', 'revision_number': 4, 'project_id': 'd7932b75a33b465998804b193e9be7ad', 'gw_port': {'id': '514cdf45-dfb7-4468-9ac4-7379468df671', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:29:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea66128-dd5a-4aac-a54a-a0da320eca0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3748, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:10:12Z', 'updated_at': '2022-05-20T21:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_floatingips': [{'id': 'a6bb6884-3b71-4723-9506-03f846547f4f', 'tenant_id': 'd7932b75a33b465998804b193e9be7ad', 'floating_ip_address': '172.25.2.168', 'floating_network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'router_id': '7ea66128-dd5a-4aac-a54a-a0da320eca0b', 'port_id': '434fbe1b-dfe4-4891-a183-c0adf6885969', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3769, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9ebd487-45ba-4427-b6a9-208ae464c972', 'mac_address': 'fa:16:3e:61:71:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88634439-59b8-46e3-a6ce-e8d22bc2e9f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-20T21:10:35Z', 'updated_at': '2022-05-20T21:10:35Z', 'revision_number': 0, 'project_id': 'd7932b75a33b465998804b193e9be7ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b00aeb9f-3bb7-4b50-9633-ae578d200631', 'name': '', 'network_id': 'e9ebd487-45ba-4427-b6a9-208ae464c972', 'tenant_id': 'd7932b75a33b465998804b193e9be7ad', 'mac_address': 'fa:16:3e:b9:63:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea66128-dd5a-4aac-a54a-a0da320eca0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3751, 'fixed_ips': [{'subnet_id': '245b348c-19a9-4b5c-b667-e6456c485248', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:10:16Z', 'updated_at': '2022-05-20T21:10:21Z', 'revision_number': 5, 'project_id': 'd7932b75a33b465998804b193e9be7ad', 'subnets': [{'id': '245b348c-19a9-4b5c-b667-e6456c485248', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:10:36.855857 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-702c75e9-c038-4d38-a579-f0e37aa6911b tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] Deleting port 3b02f2af-7ba0-4f3f-b8fd-8fd91eb0cfc7 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:10:36.856202 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-702c75e9-c038-4d38-a579-f0e37aa6911b tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:36.874594 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e60fb9-2fcf-4ed1-8168-39367552e2d7 req-29d7ed57-918c-45a0-9863-322ea68e48da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:10:36.876258 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-58e60fb9-2fcf-4ed1-8168-39367552e2d7 req-29d7ed57-918c-45a0-9863-322ea68e48da service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e9ebd487-45ba-4427-b6a9-208ae464c972&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458102 May 20 21:10:36.879841 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ef6058-e588-423d-89a7-4718e177358d None None] Checking router: 7ea66128-dd5a-4aac-a54a-a0da320eca0b for host: n-d-842733-1 {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 21:10:36.888816 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ef6058-e588-423d-89a7-4718e177358d None None] Routers {'7ea66128-dd5a-4aac-a54a-a0da320eca0b'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:10:36.889455 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-14ef6058-e588-423d-89a7-4718e177358d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:10:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['7ea66128-dd5a-4aac-a54a-a0da320eca0b'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:10:36.924502 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-702c75e9-c038-4d38-a579-f0e37aa6911b tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:36.940846 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-702c75e9-c038-4d38-a579-f0e37aa6911b tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] Calling delete_port for 3b02f2af-7ba0-4f3f-b8fd-8fd91eb0cfc7 owned by {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:10:36.976567 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-58e60fb9-2fcf-4ed1-8168-39367552e2d7 req-494b33db-407c-40c6-b619-d0eec2cc2128 service neutron] 10.222.0.13 "GET /v2.0/networks/e9ebd487-45ba-4427-b6a9-208ae464c972?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927889 May 20 21:10:37.002506 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-14ef6058-e588-423d-89a7-4718e177358d None None] Set router 7ea66128-dd5a-4aac-a54a-a0da320eca0b gateway port host: n-d-842733-1 {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:10:37.084041 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-58e60fb9-2fcf-4ed1-8168-39367552e2d7 req-fc4c7f11-14b6-4a57-bc26-5e5f9302636a service neutron] 10.222.0.13 "GET /v2.0/networks/e9ebd487-45ba-4427-b6a9-208ae464c972?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001711 May 20 21:10:37.100736 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-702c75e9-c038-4d38-a579-f0e37aa6911b tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:37.138089 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702c75e9-c038-4d38-a579-f0e37aa6911b tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] Pushing event deleted for resources: {'Port': ['ID=3b02f2af-7ba0-4f3f-b8fd-8fd91eb0cfc7,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:10:37.147355 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-702c75e9-c038-4d38-a579-f0e37aa6911b tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:37.154419 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 52458) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:10:37.154653 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-702c75e9-c038-4d38-a579-f0e37aa6911b tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] 10.222.0.35 "DELETE /v2.0/ports/3b02f2af-7ba0-4f3f-b8fd-8fd91eb0cfc7 HTTP/1.1" status: 204 len: 168 time: 0.4164600 May 20 21:10:37.266133 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-b4bc9d2c-f401-4bbb-bd31-102e59578df3 tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] Deleting port 527d1b25-1ee9-416a-a06e-d1efc9619c1b {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:10:37.266485 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b4bc9d2c-f401-4bbb-bd31-102e59578df3 tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:37.347616 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b4bc9d2c-f401-4bbb-bd31-102e59578df3 tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:37.362931 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-b4bc9d2c-f401-4bbb-bd31-102e59578df3 tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] Calling delete_port for 527d1b25-1ee9-416a-a06e-d1efc9619c1b owned by {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:10:37.437882 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-14ef6058-e588-423d-89a7-4718e177358d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ea66128-dd5a-4aac-a54a-a0da320eca0b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1736760420', 'tenant_id': 'd7932b75a33b465998804b193e9be7ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': '514cdf45-dfb7-4468-9ac4-7379468df671', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:10:11Z', 'updated_at': '2022-05-20T21:10:17Z', 'revision_number': 4, 'project_id': 'd7932b75a33b465998804b193e9be7ad', 'gw_port': {'id': '514cdf45-dfb7-4468-9ac4-7379468df671', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:29:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea66128-dd5a-4aac-a54a-a0da320eca0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3748, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:10:12Z', 'updated_at': '2022-05-20T21:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_floatingips': [{'id': 'a6bb6884-3b71-4723-9506-03f846547f4f', 'tenant_id': 'd7932b75a33b465998804b193e9be7ad', 'floating_ip_address': '172.25.2.168', 'floating_network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'router_id': '7ea66128-dd5a-4aac-a54a-a0da320eca0b', 'port_id': '434fbe1b-dfe4-4891-a183-c0adf6885969', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3769, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9ebd487-45ba-4427-b6a9-208ae464c972', 'mac_address': 'fa:16:3e:61:71:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88634439-59b8-46e3-a6ce-e8d22bc2e9f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-20T21:10:35Z', 'updated_at': '2022-05-20T21:10:35Z', 'revision_number': 0, 'project_id': 'd7932b75a33b465998804b193e9be7ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b00aeb9f-3bb7-4b50-9633-ae578d200631', 'name': '', 'network_id': 'e9ebd487-45ba-4427-b6a9-208ae464c972', 'tenant_id': 'd7932b75a33b465998804b193e9be7ad', 'mac_address': 'fa:16:3e:b9:63:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea66128-dd5a-4aac-a54a-a0da320eca0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3751, 'fixed_ips': [{'subnet_id': '245b348c-19a9-4b5c-b667-e6456c485248', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:10:16Z', 'updated_at': '2022-05-20T21:10:21Z', 'revision_number': 5, 'project_id': 'd7932b75a33b465998804b193e9be7ad', 'subnets': [{'id': '245b348c-19a9-4b5c-b667-e6456c485248', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:10:37.466080 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ef6058-e588-423d-89a7-4718e177358d None None] The sync data for ids ['7ea66128-dd5a-4aac-a54a-a0da320eca0b'] in n-d-842733-1 is: [{'id': '7ea66128-dd5a-4aac-a54a-a0da320eca0b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1736760420', 'tenant_id': 'd7932b75a33b465998804b193e9be7ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': '514cdf45-dfb7-4468-9ac4-7379468df671', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:10:11Z', 'updated_at': '2022-05-20T21:10:17Z', 'revision_number': 4, 'project_id': 'd7932b75a33b465998804b193e9be7ad', 'gw_port': {'id': '514cdf45-dfb7-4468-9ac4-7379468df671', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:29:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea66128-dd5a-4aac-a54a-a0da320eca0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3748, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:10:12Z', 'updated_at': '2022-05-20T21:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_floatingips': [{'id': 'a6bb6884-3b71-4723-9506-03f846547f4f', 'tenant_id': 'd7932b75a33b465998804b193e9be7ad', 'floating_ip_address': '172.25.2.168', 'floating_network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'router_id': '7ea66128-dd5a-4aac-a54a-a0da320eca0b', 'port_id': '434fbe1b-dfe4-4891-a183-c0adf6885969', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3769, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9ebd487-45ba-4427-b6a9-208ae464c972', 'mac_address': 'fa:16:3e:61:71:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88634439-59b8-46e3-a6ce-e8d22bc2e9f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-20T21:10:35Z', 'updated_at': '2022-05-20T21:10:35Z', 'revision_number': 0, 'project_id': 'd7932b75a33b465998804b193e9be7ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b00aeb9f-3bb7-4b50-9633-ae578d200631', 'name': '', 'network_id': 'e9ebd487-45ba-4427-b6a9-208ae464c972', 'tenant_id': 'd7932b75a33b465998804b193e9be7ad', 'mac_address': 'fa:16:3e:b9:63:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea66128-dd5a-4aac-a54a-a0da320eca0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3751, 'fixed_ips': [{'subnet_id': '245b348c-19a9-4b5c-b667-e6456c485248', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:10:16Z', 'updated_at': '2022-05-20T21:10:21Z', 'revision_number': 5, 'project_id': 'd7932b75a33b465998804b193e9be7ad', 'subnets': [{'id': '245b348c-19a9-4b5c-b667-e6456c485248', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 21:10:37.516174 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b4bc9d2c-f401-4bbb-bd31-102e59578df3 tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:37.547257 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bc9d2c-f401-4bbb-bd31-102e59578df3 tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] Pushing event deleted for resources: {'Port': ['ID=527d1b25-1ee9-416a-a06e-d1efc9619c1b,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:10:37.552642 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b4bc9d2c-f401-4bbb-bd31-102e59578df3 tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:37.555787 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-b4bc9d2c-f401-4bbb-bd31-102e59578df3 tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] 10.222.0.35 "DELETE /v2.0/ports/527d1b25-1ee9-416a-a06e-d1efc9619c1b HTTP/1.1" status: 204 len: 168 time: 0.4003615 May 20 21:10:37.559113 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 52462) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:10:37.618373 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-950a0255-9a85-4733-822d-5bd54dc39682 tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0549171 May 20 21:10:37.619733 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 52466) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:10:37.624554 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-56805597-a83f-4a54-962f-3b7443bd21d2 tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1667091849'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:10:37.701643 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 52468) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:10:37.702910 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 52470) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:10:37.747460 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56805597-a83f-4a54-962f-3b7443bd21d2 tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] Made reservation on behalf of 9c2916c01ddf4366bb074cf89a05db0d for: {'network': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:10:37.751062 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-56805597-a83f-4a54-962f-3b7443bd21d2 tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for network, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:37.796376 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56805597-a83f-4a54-962f-3b7443bd21d2 tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 210} {{(pid=103163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 21:10:37.801045 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-f068941d-316c-4f88-bd12-ce45d85b1a58 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/floatingips/a6bb6884-3b71-4723-9506-03f846547f4f HTTP/1.1" status: 200 len: 992 time: 0.0969658 May 20 21:10:37.817412 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-56805597-a83f-4a54-962f-3b7443bd21d2 tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:37.817853 n-d-842733-1 neutron-server[103163]: INFO neutron.db.segments_db [None req-56805597-a83f-4a54-962f-3b7443bd21d2 tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] Added segment f613228a-0124-4222-a7dd-655d5ad0726b of type vlan for network 43be0a94-8fd2-44fb-8b57-58ed06093d7f May 20 21:10:37.835527 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cd5b8eb-481f-4e2b-a4ea-87de0aee7ba1 None None] New status for floating IP a6bb6884-3b71-4723-9506-03f846547f4f: ACTIVE {{(pid=103165) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 21:10:37.883971 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bdc98185-af8a-40f8-a5aa-b580bc1b3a28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:37.890204 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-56805597-a83f-4a54-962f-3b7443bd21d2 tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418993264'] for network, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:37.989967 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bdc98185-af8a-40f8-a5aa-b580bc1b3a28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:38.002602 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-56805597-a83f-4a54-962f-3b7443bd21d2 tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524'] for network, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:38.013081 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56805597-a83f-4a54-962f-3b7443bd21d2 tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:10:38.013081 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-56805597-a83f-4a54-962f-3b7443bd21d2 tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:38.082776 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56805597-a83f-4a54-962f-3b7443bd21d2 tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] Pushing event updated for resources: {'Network': ['ID=43be0a94-8fd2-44fb-8b57-58ed06093d7f,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:10:38.088778 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bdc98185-af8a-40f8-a5aa-b580bc1b3a28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:38.094697 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Network 43be0a94-8fd2-44fb-8b57-58ed06093d7f details requested by agent ovs-agent-n-d-842733-1 with host n-d-842733-1 {{(pid=103164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 20 21:10:38.131226 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 52478) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:10:38.131762 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-bdc98185-af8a-40f8-a5aa-b580bc1b3a28 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0586f6025dcf4ce3bd7ff9f58c09f7e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4260099 May 20 21:10:38.132080 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc98185-af8a-40f8-a5aa-b580bc1b3a28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b012072d-1ab2-4471-9f10-7f9dff5e6f15,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:10:38.143835 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-56805597-a83f-4a54-962f-3b7443bd21d2 tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5222273 May 20 21:10:38.148972 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 52480) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:10:38.154884 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-2fe48561-e244-42ab-96aa-0869dc9f517c tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2055097888'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:10:38.204291 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-71f59475-efc1-4402-aab6-dbae786ab422 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:38.226093 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-71f59475-efc1-4402-aab6-dbae786ab422 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:38.253288 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fe48561-e244-42ab-96aa-0869dc9f517c tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] Made reservation on behalf of 9c2916c01ddf4366bb074cf89a05db0d for: {'network': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:10:38.256893 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2fe48561-e244-42ab-96aa-0869dc9f517c tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for network, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:38.344787 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-71f59475-efc1-4402-aab6-dbae786ab422 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:38.347305 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-71f59475-efc1-4402-aab6-dbae786ab422 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:38.348456 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-71f59475-efc1-4402-aab6-dbae786ab422 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b012072d-1ab2-4471-9f10-7f9dff5e6f15 HTTP/1.1" status: 204 len: 168 time: 0.2160387 May 20 21:10:38.352416 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fe48561-e244-42ab-96aa-0869dc9f517c tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 203} {{(pid=103163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 21:10:38.357017 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f59475-efc1-4402-aab6-dbae786ab422 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b012072d-1ab2-4471-9f10-7f9dff5e6f15,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:10:38.362404 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2fe48561-e244-42ab-96aa-0869dc9f517c tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:38.362723 n-d-842733-1 neutron-server[103163]: INFO neutron.db.segments_db [None req-2fe48561-e244-42ab-96aa-0869dc9f517c tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] Added segment f09c7284-b94c-4310-98c8-09decdf02efc of type vlan for network e87ddb6b-a4ed-4b11-bea2-559ae35e1cfb May 20 21:10:38.404877 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2fe48561-e244-42ab-96aa-0869dc9f517c tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418993264'] for network, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:38.499841 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2fe48561-e244-42ab-96aa-0869dc9f517c tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524'] for network, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:38.505601 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fe48561-e244-42ab-96aa-0869dc9f517c tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:10:38.506222 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2fe48561-e244-42ab-96aa-0869dc9f517c tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:38.575882 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe48561-e244-42ab-96aa-0869dc9f517c tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] Pushing event updated for resources: {'Network': ['ID=e87ddb6b-a4ed-4b11-bea2-559ae35e1cfb,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:10:38.586754 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Network e87ddb6b-a4ed-4b11-bea2-559ae35e1cfb details requested by agent ovs-agent-n-d-842733-1 with host n-d-842733-1 {{(pid=103164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 20 21:10:38.639814 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-2fe48561-e244-42ab-96aa-0869dc9f517c tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4895742 May 20 21:10:38.805006 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 52486) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:10:38.869490 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-df0e271b-d897-413c-9684-86093303f580 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/floatingips/a6bb6884-3b71-4723-9506-03f846547f4f HTTP/1.1" status: 200 len: 994 time: 0.0632589 May 20 21:10:38.909660 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 52488) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:10:38.923391 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-37a50569-7171-4eef-b86b-a6d937b8d582 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:38.997538 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-37a50569-7171-4eef-b86b-a6d937b8d582 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:39.036594 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-37a50569-7171-4eef-b86b-a6d937b8d582 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:39.078585 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-37a50569-7171-4eef-b86b-a6d937b8d582 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c3832498d6894447a4d1053415b788e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1678224 May 20 21:10:39.079432 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a50569-7171-4eef-b86b-a6d937b8d582 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87f3b3ff-c9e2-4664-b5e2-64985ca8bade,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:10:39.081324 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 52490) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:10:39.130992 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-71271c3c-3e95-4fff-9058-26a05b88303c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:39.151389 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-71271c3c-3e95-4fff-9058-26a05b88303c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:39.294206 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-71271c3c-3e95-4fff-9058-26a05b88303c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:39.296711 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-71271c3c-3e95-4fff-9058-26a05b88303c admin admin] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:39.297922 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-71271c3c-3e95-4fff-9058-26a05b88303c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/87f3b3ff-c9e2-4664-b5e2-64985ca8bade HTTP/1.1" status: 204 len: 168 time: 0.2156322 May 20 21:10:39.305525 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71271c3c-3e95-4fff-9058-26a05b88303c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87f3b3ff-c9e2-4664-b5e2-64985ca8bade,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:10:41.680005 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 52536) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:10:41.794920 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2aec61fd-9eec-4580-b30a-20e3a2eb894b admin admin] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:41.835235 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 52540) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:10:41.841343 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-0a7996ef-aaa3-40c4-9e84-6d4faedc2817 tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] Request body: {'subnets': [{'network_id': '43be0a94-8fd2-44fb-8b57-58ed06093d7f', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1985363974', 'ip_version': 6}, {'network_id': 'e87ddb6b-a4ed-4b11-bea2-559ae35e1cfb', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:10:41.841761 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-0a7996ef-aaa3-40c4-9e84-6d4faedc2817 tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] Request body: {'subnet': {'network_id': '43be0a94-8fd2-44fb-8b57-58ed06093d7f', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1985363974', 'ip_version': 6}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:10:41.842486 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-0a7996ef-aaa3-40c4-9e84-6d4faedc2817 tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] Request body: {'subnet': {'network_id': 'e87ddb6b-a4ed-4b11-bea2-559ae35e1cfb', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:10:41.868032 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2aec61fd-9eec-4580-b30a-20e3a2eb894b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:41.934497 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2aec61fd-9eec-4580-b30a-20e3a2eb894b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:41.973120 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aec61fd-9eec-4580-b30a-20e3a2eb894b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75852a26-7db4-4fd6-b18f-94ab1529a2de,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:10:41.978494 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-2aec61fd-9eec-4580-b30a-20e3a2eb894b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d7ec3aa3107746b7be580512ede06eff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2973599 May 20 21:10:41.981990 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 52542) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:10:42.032012 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-878818e4-6857-44dc-9cba-ba68cfe0ab2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:42.052570 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-878818e4-6857-44dc-9cba-ba68cfe0ab2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:42.054339 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a7996ef-aaa3-40c4-9e84-6d4faedc2817 tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] Made reservation on behalf of 9c2916c01ddf4366bb074cf89a05db0d for: {'subnet': 2} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:10:42.059458 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0a7996ef-aaa3-40c4-9e84-6d4faedc2817 tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8422561'] for subnet, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:42.059806 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0a7996ef-aaa3-40c4-9e84-6d4faedc2817 tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8422561'] for subnet, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:42.179369 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-878818e4-6857-44dc-9cba-ba68cfe0ab2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:42.181937 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-878818e4-6857-44dc-9cba-ba68cfe0ab2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:42.183116 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-878818e4-6857-44dc-9cba-ba68cfe0ab2f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/75852a26-7db4-4fd6-b18f-94ab1529a2de HTTP/1.1" status: 204 len: 168 time: 0.2001944 May 20 21:10:42.190756 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878818e4-6857-44dc-9cba-ba68cfe0ab2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75852a26-7db4-4fd6-b18f-94ab1529a2de,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:10:42.552179 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0a7996ef-aaa3-40c4-9e84-6d4faedc2817 tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9641412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8422583'] for subnet, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:42.615998 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7996ef-aaa3-40c4-9e84-6d4faedc2817 tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] Pushing event updated for resources: {'Subnet': ['ID=0ced107c-b640-46f6-bb23-ce2fb456aa33,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:10:42.624272 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a7996ef-aaa3-40c4-9e84-6d4faedc2817 tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] Checking segment: {'id': 'f613228a-0124-4222-a7dd-655d5ad0726b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '43be0a94-8fd2-44fb-8b57-58ed06093d7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:10:42.624696 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a7996ef-aaa3-40c4-9e84-6d4faedc2817 tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] Network hostable DHCP agents. Network: 43be0a94-8fd2-44fb-8b57-58ed06093d7f, hostable agents: ['c9b0653c-f3c7-4339-bd50-e3754b629216'], hosted agents: [] {{(pid=103163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 21:10:42.715979 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a7996ef-aaa3-40c4-9e84-6d4faedc2817 tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] Network 43be0a94-8fd2-44fb-8b57-58ed06093d7f is scheduled to be hosted by DHCP agent c9b0653c-f3c7-4339-bd50-e3754b629216 with binding_index 1 {{(pid=103163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 21:10:42.814063 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-0a7996ef-aaa3-40c4-9e84-6d4faedc2817 tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842733-1, 43be0a94-8fd2-44fb-8b57-58ed06093d7f) {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:10:42.818400 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0a7996ef-aaa3-40c4-9e84-6d4faedc2817 tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9641412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8422583'] for subnet, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:42.822339 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd0c0730-1f5f-4ffc-a18c-d89fa7910bbb None None] Network 43be0a94-8fd2-44fb-8b57-58ed06093d7f requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:10:42.881826 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7996ef-aaa3-40c4-9e84-6d4faedc2817 tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] Pushing event updated for resources: {'Subnet': ['ID=ad8e2d4e-5811-4710-b1e8-a2cf4db472b7,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:10:42.890042 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a7996ef-aaa3-40c4-9e84-6d4faedc2817 tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] Checking segment: {'id': 'f09c7284-b94c-4310-98c8-09decdf02efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'e87ddb6b-a4ed-4b11-bea2-559ae35e1cfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:10:42.890401 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a7996ef-aaa3-40c4-9e84-6d4faedc2817 tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] Network hostable DHCP agents. Network: e87ddb6b-a4ed-4b11-bea2-559ae35e1cfb, hostable agents: ['c9b0653c-f3c7-4339-bd50-e3754b629216'], hosted agents: [] {{(pid=103163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 21:10:42.901629 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 52550) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:10:42.915766 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-576d1432-a902-48ab-a757-0f846ae6fd3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:42.921993 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 52552) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:10:42.983197 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-922d241c-1278-45fa-874c-83a001609073 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaee2b848-d4b9-5db1-b6ef-d6db29d67de7-43be0a94-8fd2-44fb-8b57-58ed06093d7f', 'network_id': '43be0a94-8fd2-44fb-8b57-58ed06093d7f', 'tenant_id': '9c2916c01ddf4366bb074cf89a05db0d', 'fixed_ips': [{'subnet_id': '0ced107c-b640-46f6-bb23-ce2fb456aa33'}]}} from n-d-842733-1. {{(pid=103164) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 21:10:42.984248 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-922d241c-1278-45fa-874c-83a001609073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:43.016937 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-576d1432-a902-48ab-a757-0f846ae6fd3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:43.025288 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a7996ef-aaa3-40c4-9e84-6d4faedc2817 tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] Network e87ddb6b-a4ed-4b11-bea2-559ae35e1cfb is scheduled to be hosted by DHCP agent c9b0653c-f3c7-4339-bd50-e3754b629216 with binding_index 1 {{(pid=103163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 21:10:43.099698 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-8f6351d3-4e59-411e-aa7e-4cd48a892f96 tempest-TestVolumeBackupRestore-236769716 tempest-TestVolumeBackupRestore-236769716-project] Deleting port 1fef75ef-3ec9-47d8-91ba-f8264d7ce237 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:10:43.100013 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-576d1432-a902-48ab-a757-0f846ae6fd3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:43.100208 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8f6351d3-4e59-411e-aa7e-4cd48a892f96 tempest-TestVolumeBackupRestore-236769716 tempest-TestVolumeBackupRestore-236769716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:43.103360 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-0a7996ef-aaa3-40c4-9e84-6d4faedc2817 tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842733-1, e87ddb6b-a4ed-4b11-bea2-559ae35e1cfb) {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:10:43.116000 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d07c0bdd-19e3-4bd1-be32-ba95b2ea0247 None None] Network e87ddb6b-a4ed-4b11-bea2-559ae35e1cfb requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:10:43.119278 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a7996ef-aaa3-40c4-9e84-6d4faedc2817 tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:10:43.119752 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a7996ef-aaa3-40c4-9e84-6d4faedc2817 tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:10:43.121490 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0a7996ef-aaa3-40c4-9e84-6d4faedc2817 tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] Notify callbacks [] for subnet, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:43.150657 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-576d1432-a902-48ab-a757-0f846ae6fd3c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c7a2b8367f554165be15307e3fa6df13&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2440488 May 20 21:10:43.150657 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576d1432-a902-48ab-a757-0f846ae6fd3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b86bc270-5677-4721-b9e7-a90a4bedfddd,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:10:43.151643 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 52554) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:10:43.173341 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [None req-922d241c-1278-45fa-874c-83a001609073 None None] Allocated IP 2001:db8::1 (43be0a94-8fd2-44fb-8b57-58ed06093d7f/0ced107c-b640-46f6-bb23-ce2fb456aa33/cf907180-e358-40e5-bf1c-ccf6ddbbcefb) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:10:43.223633 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8f6351d3-4e59-411e-aa7e-4cd48a892f96 tempest-TestVolumeBackupRestore-236769716 tempest-TestVolumeBackupRestore-236769716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:43.223991 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8f6351d3-4e59-411e-aa7e-4cd48a892f96 tempest-TestVolumeBackupRestore-236769716 tempest-TestVolumeBackupRestore-236769716-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:43.246250 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-8f6351d3-4e59-411e-aa7e-4cd48a892f96 tempest-TestVolumeBackupRestore-236769716 tempest-TestVolumeBackupRestore-236769716-project] Calling delete_port for 1fef75ef-3ec9-47d8-91ba-f8264d7ce237 owned by network:floatingip {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:10:43.255002 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-0a7996ef-aaa3-40c4-9e84-6d4faedc2817 tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 1.4159346 May 20 21:10:43.255221 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 52556) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:10:43.265023 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0a4e769a-59b3-490d-9828-f6ad3262c329 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:43.394226 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-922d241c-1278-45fa-874c-83a001609073 None None] Notify callbacks [] for port, precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:43.394414 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0a4e769a-59b3-490d-9828-f6ad3262c329 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:43.406690 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccb56f9c-eb44-4076-90b4-6d256f60cf75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaee2b848-d4b9-5db1-b6ef-d6db29d67de7-e87ddb6b-a4ed-4b11-bea2-559ae35e1cfb', 'network_id': 'e87ddb6b-a4ed-4b11-bea2-559ae35e1cfb', 'tenant_id': '9c2916c01ddf4366bb074cf89a05db0d', 'fixed_ips': [{'subnet_id': 'ad8e2d4e-5811-4710-b1e8-a2cf4db472b7'}]}} from n-d-842733-1. {{(pid=103164) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 21:10:43.406690 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ccb56f9c-eb44-4076-90b4-6d256f60cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:43.414000 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a81398a-0929-4c1b-96dd-477b74822649 tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:10:43.415607 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a81398a-0929-4c1b-96dd-477b74822649 tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:10:43.417092 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a81398a-0929-4c1b-96dd-477b74822649 tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:10:43.428509 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-3a81398a-0929-4c1b-96dd-477b74822649 tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.1633639 May 20 21:10:43.429676 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 52558) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:10:43.475658 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-922d241c-1278-45fa-874c-83a001609073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108'] for port, after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:43.523617 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1bed326-3c0d-4d83-b86e-99ab391adf8c tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] Deleting subnet 0ced107c-b640-46f6-bb23-ce2fb456aa33 {{(pid=103163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 20 21:10:43.535123 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d1bed326-3c0d-4d83-b86e-99ab391adf8c tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] Notify callbacks [] for subnet, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:43.540611 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-922d241c-1278-45fa-874c-83a001609073 None None] Network 43be0a94-8fd2-44fb-8b57-58ed06093d7f is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:10:43.548496 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-922d241c-1278-45fa-874c-83a001609073 None None] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:10:43.552949 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922d241c-1278-45fa-874c-83a001609073 None None] Pushing event updated for resources: {'Port': ['ID=cf907180-e358-40e5-bf1c-ccf6ddbbcefb,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:10:43.555378 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-922d241c-1278-45fa-874c-83a001609073 None None] Received port after_create {{(pid=103164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:10:43.579461 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d1bed326-3c0d-4d83-b86e-99ab391adf8c tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9338757'] for subnet, precommit_delete_associations {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:43.629728 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0a4e769a-59b3-490d-9828-f6ad3262c329 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:43.632220 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0a4e769a-59b3-490d-9828-f6ad3262c329 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:43.633386 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-0a4e769a-59b3-490d-9828-f6ad3262c329 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b86bc270-5677-4721-b9e7-a90a4bedfddd HTTP/1.1" status: 204 len: 168 time: 0.4769721 May 20 21:10:43.633541 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [None req-ccb56f9c-eb44-4076-90b4-6d256f60cf75 None None] Allocated IP 2001:db8:0:1::1 (e87ddb6b-a4ed-4b11-bea2-559ae35e1cfb/ad8e2d4e-5811-4710-b1e8-a2cf4db472b7/90b17ba7-d4a4-4c34-b83d-d6f16cd4054f) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:10:43.654590 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4e769a-59b3-490d-9828-f6ad3262c329 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b86bc270-5677-4721-b9e7-a90a4bedfddd,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:10:43.659176 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-922d241c-1278-45fa-874c-83a001609073 None None] Attempting to bind port cf907180-e358-40e5-bf1c-ccf6ddbbcefb on host n-d-842733-1 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:10:43.659465 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-922d241c-1278-45fa-874c-83a001609073 None None] Attempting to bind port cf907180-e358-40e5-bf1c-ccf6ddbbcefb by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': 'f613228a-0124-4222-a7dd-655d5ad0726b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '43be0a94-8fd2-44fb-8b57-58ed06093d7f'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:10:43.659890 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-922d241c-1278-45fa-874c-83a001609073 None None] Attempting to bind port cf907180-e358-40e5-bf1c-ccf6ddbbcefb on network 43be0a94-8fd2-44fb-8b57-58ed06093d7f {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:10:43.671382 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-922d241c-1278-45fa-874c-83a001609073 None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 21, 10, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 21:10:43.671749 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-922d241c-1278-45fa-874c-83a001609073 None None] Checking segment: {'id': 'f613228a-0124-4222-a7dd-655d5ad0726b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '43be0a94-8fd2-44fb-8b57-58ed06093d7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:10:43.672271 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-922d241c-1278-45fa-874c-83a001609073 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:43.672660 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-922d241c-1278-45fa-874c-83a001609073 None None] Bound using segment: {'id': 'f613228a-0124-4222-a7dd-655d5ad0726b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '43be0a94-8fd2-44fb-8b57-58ed06093d7f'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 21:10:43.673153 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-922d241c-1278-45fa-874c-83a001609073 None None] Bound port: cf907180-e358-40e5-bf1c-ccf6ddbbcefb, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f613228a-0124-4222-a7dd-655d5ad0726b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '43be0a94-8fd2-44fb-8b57-58ed06093d7f'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:10:43.673575 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-922d241c-1278-45fa-874c-83a001609073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:43.716889 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d1bed326-3c0d-4d83-b86e-99ab391adf8c tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33068388'] for subnet, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:43.739815 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8f6351d3-4e59-411e-aa7e-4cd48a892f96 tempest-TestVolumeBackupRestore-236769716 tempest-TestVolumeBackupRestore-236769716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:43.779891 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6351d3-4e59-411e-aa7e-4cd48a892f96 tempest-TestVolumeBackupRestore-236769716 tempest-TestVolumeBackupRestore-236769716-project] Pushing event deleted for resources: {'Port': ['ID=1fef75ef-3ec9-47d8-91ba-f8264d7ce237,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:10:43.854182 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8f6351d3-4e59-411e-aa7e-4cd48a892f96 tempest-TestVolumeBackupRestore-236769716 tempest-TestVolumeBackupRestore-236769716-project] Notify callbacks [] for floatingip, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:43.854513 n-d-842733-1 neutron-server[103163]: INFO neutron.db.l3_db [None req-8f6351d3-4e59-411e-aa7e-4cd48a892f96 tempest-TestVolumeBackupRestore-236769716 tempest-TestVolumeBackupRestore-236769716-project] Floating IP 844fda5b-36c5-47d9-9219-8f9862de7f33 disassociated (deleted). External IP: 172.25.2.180, port: e1f31cf5-ee77-4cdc-b0bc-db091f28d69d. May 20 21:10:43.875262 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ccb56f9c-eb44-4076-90b4-6d256f60cf75 None None] Notify callbacks [] for port, precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:43.967711 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-922d241c-1278-45fa-874c-83a001609073 None None] For port cf907180-e358-40e5-bf1c-ccf6ddbbcefb, host n-d-842733-1, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 21:10:43.979444 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-922d241c-1278-45fa-874c-83a001609073 None None] For port cf907180-e358-40e5-bf1c-ccf6ddbbcefb, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=cf907180-e358-40e5-bf1c-ccf6ddbbcefb,segment=NetworkSegment(f613228a-0124-4222-a7dd-655d5ad0726b),segment_id=f613228a-0124-4222-a7dd-655d5ad0726b)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 21:10:43.986930 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ccb56f9c-eb44-4076-90b4-6d256f60cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108'] for port, after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:44.028487 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccb56f9c-eb44-4076-90b4-6d256f60cf75 None None] Network e87ddb6b-a4ed-4b11-bea2-559ae35e1cfb is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:10:44.031684 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-ccb56f9c-eb44-4076-90b4-6d256f60cf75 None None] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:10:44.035288 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb56f9c-eb44-4076-90b4-6d256f60cf75 None None] Received port after_create {{(pid=103164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:10:44.047415 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb56f9c-eb44-4076-90b4-6d256f60cf75 None None] Pushing event updated for resources: {'Port': ['ID=90b17ba7-d4a4-4c34-b83d-d6f16cd4054f,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:10:44.059159 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-922d241c-1278-45fa-874c-83a001609073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:44.139077 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-ccb56f9c-eb44-4076-90b4-6d256f60cf75 None None] Attempting to bind port 90b17ba7-d4a4-4c34-b83d-d6f16cd4054f on host n-d-842733-1 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:10:44.139464 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-ccb56f9c-eb44-4076-90b4-6d256f60cf75 None None] Attempting to bind port 90b17ba7-d4a4-4c34-b83d-d6f16cd4054f by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': 'f09c7284-b94c-4310-98c8-09decdf02efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'e87ddb6b-a4ed-4b11-bea2-559ae35e1cfb'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:10:44.139773 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb56f9c-eb44-4076-90b4-6d256f60cf75 None None] Attempting to bind port 90b17ba7-d4a4-4c34-b83d-d6f16cd4054f on network e87ddb6b-a4ed-4b11-bea2-559ae35e1cfb {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:10:44.147697 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb56f9c-eb44-4076-90b4-6d256f60cf75 None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 21, 10, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 21:10:44.148079 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb56f9c-eb44-4076-90b4-6d256f60cf75 None None] Checking segment: {'id': 'f09c7284-b94c-4310-98c8-09decdf02efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'e87ddb6b-a4ed-4b11-bea2-559ae35e1cfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:10:44.148464 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ccb56f9c-eb44-4076-90b4-6d256f60cf75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:44.148842 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb56f9c-eb44-4076-90b4-6d256f60cf75 None None] Bound using segment: {'id': 'f09c7284-b94c-4310-98c8-09decdf02efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'e87ddb6b-a4ed-4b11-bea2-559ae35e1cfb'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 21:10:44.149344 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-ccb56f9c-eb44-4076-90b4-6d256f60cf75 None None] Bound port: 90b17ba7-d4a4-4c34-b83d-d6f16cd4054f, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f09c7284-b94c-4310-98c8-09decdf02efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'e87ddb6b-a4ed-4b11-bea2-559ae35e1cfb'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:10:44.149718 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ccb56f9c-eb44-4076-90b4-6d256f60cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:44.182742 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922d241c-1278-45fa-874c-83a001609073 None None] Pushing event updated for resources: {'Port': ['ID=cf907180-e358-40e5-bf1c-ccf6ddbbcefb,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:10:44.251218 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-ccb56f9c-eb44-4076-90b4-6d256f60cf75 None None] For port 90b17ba7-d4a4-4c34-b83d-d6f16cd4054f, host n-d-842733-1, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 21:10:44.256813 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-ccb56f9c-eb44-4076-90b4-6d256f60cf75 None None] For port 90b17ba7-d4a4-4c34-b83d-d6f16cd4054f, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=90b17ba7-d4a4-4c34-b83d-d6f16cd4054f,segment=NetworkSegment(f09c7284-b94c-4310-98c8-09decdf02efc),segment_id=f09c7284-b94c-4310-98c8-09decdf02efc)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 21:10:44.336937 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d1bed326-3c0d-4d83-b86e-99ab391adf8c tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33068399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9641221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8422588'] for subnet, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:44.377522 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d1bed326-3c0d-4d83-b86e-99ab391adf8c tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] Notify callbacks [] for subnet, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:44.385285 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-d1bed326-3c0d-4d83-b86e-99ab391adf8c tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] 10.222.0.35 "DELETE /v2.0/subnets/0ced107c-b640-46f6-bb23-ce2fb456aa33 HTTP/1.1" status: 204 len: 168 time: 0.9420722 May 20 21:10:44.385546 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 52570) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:10:44.386007 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ccb56f9c-eb44-4076-90b4-6d256f60cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:44.387262 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bed326-3c0d-4d83-b86e-99ab391adf8c tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] Pushing event deleted for resources: {'Subnet': ['ID=0ced107c-b640-46f6-bb23-ce2fb456aa33,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:10:44.466238 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb56f9c-eb44-4076-90b4-6d256f60cf75 None None] Pushing event updated for resources: {'Port': ['ID=90b17ba7-d4a4-4c34-b83d-d6f16cd4054f,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:10:44.483695 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6015fed-b3ff-4763-befb-1a82dbd1875f tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] Deleting subnet ad8e2d4e-5811-4710-b1e8-a2cf4db472b7 {{(pid=103162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 20 21:10:44.487281 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d6015fed-b3ff-4763-befb-1a82dbd1875f tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] Notify callbacks [] for subnet, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:44.562282 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d6015fed-b3ff-4763-befb-1a82dbd1875f tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3738392'] for subnet, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:44.574828 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f6351d3-4e59-411e-aa7e-4cd48a892f96 tempest-TestVolumeBackupRestore-236769716 tempest-TestVolumeBackupRestore-236769716-project] Router c8d47b70-a89c-4645-8862-90983ce9717e has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 21:10:44.691196 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d6015fed-b3ff-4763-befb-1a82dbd1875f tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33068388'] for subnet, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:44.771444 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f6351d3-4e59-411e-aa7e-4cd48a892f96 tempest-TestVolumeBackupRestore-236769716 tempest-TestVolumeBackupRestore-236769716-project] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 21:10:44.785856 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8f6351d3-4e59-411e-aa7e-4cd48a892f96 tempest-TestVolumeBackupRestore-236769716 tempest-TestVolumeBackupRestore-236769716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for floatingip, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:44.786347 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9a33656-67d9-4ea8-aa8e-047fbdf982ee None None] Sync routers for ids ['c8d47b70-a89c-4645-8862-90983ce9717e'] in n-d-842733-1 {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 21:10:44.805285 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a33656-67d9-4ea8-aa8e-047fbdf982ee None None] Routers {'c8d47b70-a89c-4645-8862-90983ce9717e'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:10:44.805985 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-c9a33656-67d9-4ea8-aa8e-047fbdf982ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:10:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['c8d47b70-a89c-4645-8862-90983ce9717e'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:10:44.819064 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-8f6351d3-4e59-411e-aa7e-4cd48a892f96 tempest-TestVolumeBackupRestore-236769716 tempest-TestVolumeBackupRestore-236769716-project] 10.222.0.35 "DELETE /v2.0/floatingips/844fda5b-36c5-47d9-9219-8f9862de7f33 HTTP/1.1" status: 204 len: 168 time: 1.8959219 May 20 21:10:44.821181 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca8f7889-acf0-40d7-826c-0891109bffb4', 'tag': 'e1f31cf5-ee77-4cdc-b0bc-db091f28d69d'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 21:10:44.822286 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4291b17aa7b45362825f0571e77c85f5e73afe1df9c7e9e15006df9d695c005e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81dfb89e-ae9d-4cc5-9541-ea42094d8b95" -d '{"events": [{"name": "network-changed", "server_uuid": "ca8f7889-acf0-40d7-826c-0891109bffb4", "tag": "e1f31cf5-ee77-4cdc-b0bc-db091f28d69d"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 21:10:44.835050 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d6015fed-b3ff-4763-befb-1a82dbd1875f tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33068399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3797621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4018265'] for subnet, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:44.873979 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6015fed-b3ff-4763-befb-1a82dbd1875f tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] Pushing event deleted for resources: {'Subnet': ['ID=ad8e2d4e-5811-4710-b1e8-a2cf4db472b7,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:10:44.881809 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d6015fed-b3ff-4763-befb-1a82dbd1875f tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] Notify callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:44.894149 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-d6015fed-b3ff-4763-befb-1a82dbd1875f tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] 10.222.0.35 "DELETE /v2.0/subnets/ad8e2d4e-5811-4710-b1e8-a2cf4db472b7 HTTP/1.1" status: 204 len: 168 time: 0.5057724 May 20 21:10:44.895634 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 52584) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:10:44.986067 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 21:10:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1aa5a5ef-d3fc-4b84-8a62-9fd626a95c44 x-openstack-request-id: req-1aa5a5ef-d3fc-4b84-8a62-9fd626a95c44 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 21:10:44.986290 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca8f7889-acf0-40d7-826c-0891109bffb4", "tag": "e1f31cf5-ee77-4cdc-b0bc-db091f28d69d", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 21:10:44.986544 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1aa5a5ef-d3fc-4b84-8a62-9fd626a95c44 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 21:10:44.986962 n-d-842733-1 neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1aa5a5ef-d3fc-4b84-8a62-9fd626a95c44'] response: {'name': 'network-changed', 'server_uuid': 'ca8f7889-acf0-40d7-826c-0891109bffb4', 'tag': 'e1f31cf5-ee77-4cdc-b0bc-db091f28d69d', 'status': 'completed', 'code': 200} May 20 21:10:44.999197 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4fa767a-4d3e-4c81-bede-dde22d834488 tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:10:45.002846 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-b4fa767a-4d3e-4c81-bede-dde22d834488 tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1062047 May 20 21:10:45.006514 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 52588) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:10:45.024596 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-c9a33656-67d9-4ea8-aa8e-047fbdf982ee None None] Set router c8d47b70-a89c-4645-8862-90983ce9717e gateway port host: n-d-842733-1 {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:10:45.064016 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dfb89e-ae9d-4cc5-9541-ea42094d8b95 req-cac68746-922f-4552-b2f9-f91b7b53569d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:10:45.067700 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-81dfb89e-ae9d-4cc5-9541-ea42094d8b95 req-cac68746-922f-4552-b2f9-f91b7b53569d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=770ab75f42db49e4b1ceb156acd07490&device_id=ca8f7889-acf0-40d7-826c-0891109bffb4 HTTP/1.1" status: 200 len: 1096 time: 0.0965209 May 20 21:10:45.113829 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3ea33325-1683-4ea1-b74c-6122a39ad515 tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33160123'] for network, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:45.208477 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dfb89e-ae9d-4cc5-9541-ea42094d8b95 req-592c2a46-2991-4dbb-b792-843bc9046346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:10:45.210793 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-81dfb89e-ae9d-4cc5-9541-ea42094d8b95 req-592c2a46-2991-4dbb-b792-843bc9046346 service neutron] 10.222.0.13 "GET /v2.0/networks?id=184b74ca-5201-444b-9621-4d01e7bf23b7 HTTP/1.1" status: 200 len: 915 time: 0.1343560 May 20 21:10:45.263397 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-3ea33325-1683-4ea1-b74c-6122a39ad515 tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] Deleting port 90b17ba7-d4a4-4c34-b83d-d6f16cd4054f {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:10:45.263751 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3ea33325-1683-4ea1-b74c-6122a39ad515 tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:45.282165 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-81dfb89e-ae9d-4cc5-9541-ea42094d8b95 req-e0106d6c-5581-4dcf-8f2a-60bebbb10e4b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e1f31cf5-ee77-4cdc-b0bc-db091f28d69d HTTP/1.1" status: 200 len: 217 time: 0.0638909 May 20 21:10:45.339807 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-c9a33656-67d9-4ea8-aa8e-047fbdf982ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8d47b70-a89c-4645-8862-90983ce9717e', 'name': 'tempest-TestVolumeBackupRestore-1853699050-router', 'tenant_id': '770ab75f42db49e4b1ceb156acd07490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.73'}], 'enable_snat': True}, 'gw_port_id': 'b68fd8bd-c43e-4f69-b3aa-c04bc1047561', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:05:44Z', 'updated_at': '2022-05-20T21:05:52Z', 'revision_number': 4, 'project_id': '770ab75f42db49e4b1ceb156acd07490', 'gw_port': {'id': 'b68fd8bd-c43e-4f69-b3aa-c04bc1047561', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:92:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8d47b70-a89c-4645-8862-90983ce9717e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3355, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:05:46Z', 'updated_at': '2022-05-20T21:05:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': '16071ea0-bc98-4b74-b137-362134224862', 'name': '', 'network_id': '184b74ca-5201-444b-9621-4d01e7bf23b7', 'tenant_id': '770ab75f42db49e4b1ceb156acd07490', 'mac_address': 'fa:16:3e:61:6f:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8d47b70-a89c-4645-8862-90983ce9717e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3359, 'fixed_ips': [{'subnet_id': 'b13faf2d-c0fe-4c78-8290-66782e0d5758', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:05:51Z', 'updated_at': '2022-05-20T21:06:00Z', 'revision_number': 5, 'project_id': '770ab75f42db49e4b1ceb156acd07490', 'subnets': [{'id': 'b13faf2d-c0fe-4c78-8290-66782e0d5758', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:10:45.364506 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-3ea33325-1683-4ea1-b74c-6122a39ad515 tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] For port 90b17ba7-d4a4-4c34-b83d-d6f16cd4054f, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=90b17ba7-d4a4-4c34-b83d-d6f16cd4054f,segment=NetworkSegment(f09c7284-b94c-4310-98c8-09decdf02efc),segment_id=f09c7284-b94c-4310-98c8-09decdf02efc)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:10:45.365227 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3ea33325-1683-4ea1-b74c-6122a39ad515 tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:45.385104 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9a33656-67d9-4ea8-aa8e-047fbdf982ee None None] Checking router: c8d47b70-a89c-4645-8862-90983ce9717e for host: n-d-842733-1 {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 21:10:45.388656 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dfb89e-ae9d-4cc5-9541-ea42094d8b95 req-8c29e5b9-a18f-4699-aca1-68179cd12ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:10:45.391111 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-3ea33325-1683-4ea1-b74c-6122a39ad515 tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] Calling delete_port for 90b17ba7-d4a4-4c34-b83d-d6f16cd4054f owned by network:dhcp {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:10:45.393552 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-81dfb89e-ae9d-4cc5-9541-ea42094d8b95 req-8c29e5b9-a18f-4699-aca1-68179cd12ce8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b13faf2d-c0fe-4c78-8290-66782e0d5758 HTTP/1.1" status: 200 len: 853 time: 0.1032424 May 20 21:10:45.396088 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a33656-67d9-4ea8-aa8e-047fbdf982ee None None] Routers {'c8d47b70-a89c-4645-8862-90983ce9717e'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:10:45.396950 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-c9a33656-67d9-4ea8-aa8e-047fbdf982ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:10:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['c8d47b70-a89c-4645-8862-90983ce9717e'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:10:45.476660 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dfb89e-ae9d-4cc5-9541-ea42094d8b95 req-701ebe86-06df-488d-bc63-1988c012eb1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:10:45.481168 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-81dfb89e-ae9d-4cc5-9541-ea42094d8b95 req-701ebe86-06df-488d-bc63-1988c012eb1c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=184b74ca-5201-444b-9621-4d01e7bf23b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0730367 May 20 21:10:45.621166 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3ea33325-1683-4ea1-b74c-6122a39ad515 tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:45.627906 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-81dfb89e-ae9d-4cc5-9541-ea42094d8b95 req-0173b73b-29f1-4387-a164-bdaaff4ecd4b service neutron] 10.222.0.13 "GET /v2.0/networks/184b74ca-5201-444b-9621-4d01e7bf23b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371632 May 20 21:10:45.629732 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-c9a33656-67d9-4ea8-aa8e-047fbdf982ee None None] Set router c8d47b70-a89c-4645-8862-90983ce9717e gateway port host: n-d-842733-1 {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:10:45.660034 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea33325-1683-4ea1-b74c-6122a39ad515 tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] Pushing event deleted for resources: {'Port': ['ID=90b17ba7-d4a4-4c34-b83d-d6f16cd4054f,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:10:45.669184 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea33325-1683-4ea1-b74c-6122a39ad515 tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] No DVR routers for this DVR port 90b17ba7-d4a4-4c34-b83d-d6f16cd4054f on host n-d-842733-1 {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 21:10:45.827960 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3ea33325-1683-4ea1-b74c-6122a39ad515 tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33072115', 'neutron.services.segments.db._delete_segments_for_network-8782419500584'] for network, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:45.862341 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-3ea33325-1683-4ea1-b74c-6122a39ad515 tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e87ddb6b-a4ed-4b11-bea2-559ae35e1cfb']}} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:10:45.881023 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c9cffa-cdbf-4332-bc06-ba7ce05ccb9f req-f1300e93-394a-4961-8ce5-3082da20f265 tempest-TestVolumeBackupRestore-236769716 tempest-TestVolumeBackupRestore-236769716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:10:45.882659 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-66c9cffa-cdbf-4332-bc06-ba7ce05ccb9f req-f1300e93-394a-4961-8ce5-3082da20f265 tempest-TestVolumeBackupRestore-236769716 tempest-TestVolumeBackupRestore-236769716-project] 10.222.0.35 "GET /v2.0/ports?device_id=ca8f7889-acf0-40d7-826c-0891109bffb4 HTTP/1.1" status: 200 len: 945 time: 0.5452924 May 20 21:10:45.883677 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-81dfb89e-ae9d-4cc5-9541-ea42094d8b95 req-ae7dcc6a-baee-4826-af1b-244bab471c67 service neutron] 10.222.0.13 "GET /v2.0/networks/184b74ca-5201-444b-9621-4d01e7bf23b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2494333 May 20 21:10:45.890767 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-3ea33325-1683-4ea1-b74c-6122a39ad515 tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f09c7284-b94c-4310-98c8-09decdf02efc') {'for_net_delete': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:10:45.890767 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-3ea33325-1683-4ea1-b74c-6122a39ad515 tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f09c7284-b94c-4310-98c8-09decdf02efc') {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:10:45.892764 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f65d9d6d-3a69-4b18-903d-171065249318 None None] Network 43be0a94-8fd2-44fb-8b57-58ed06093d7f requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:10:45.897136 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3ea33325-1683-4ea1-b74c-6122a39ad515 tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419501617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9338764'] for segment, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:45.928364 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3ea33325-1683-4ea1-b74c-6122a39ad515 tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:45.946815 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ea33325-1683-4ea1-b74c-6122a39ad515 tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] Releasing vlan 203 on physical network physnet1 to pool {{(pid=103163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 21:10:45.947229 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3ea33325-1683-4ea1-b74c-6122a39ad515 tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9638311'] for segment, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:45.950986 n-d-842733-1 neutron-server[103163]: Traceback (most recent call last): May 20 21:10:45.950986 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 21:10:45.950986 n-d-842733-1 neutron-server[103163]: timer() May 20 21:10:45.950986 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 21:10:45.950986 n-d-842733-1 neutron-server[103163]: cb(*args, **kw) May 20 21:10:45.950986 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 20 21:10:45.950986 n-d-842733-1 neutron-server[103163]: return func(*args, **kwargs) May 20 21:10:45.950986 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 21:10:45.950986 n-d-842733-1 neutron-server[103163]: self._notify() May 20 21:10:45.950986 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 21:10:45.950986 n-d-842733-1 neutron-server[103163]: self.callback(batched_events) May 20 21:10:45.950986 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 21:10:45.950986 n-d-842733-1 neutron-server[103163]: event.method(event) May 20 21:10:45.950986 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 20 21:10:45.950986 n-d-842733-1 neutron-server[103163]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 21:10:45.950986 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 20 21:10:45.950986 n-d-842733-1 neutron-server[103163]: aggregate_uuid = self.p_client.list_aggregates( May 20 21:10:45.950986 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 20 21:10:45.950986 n-d-842733-1 neutron-server[103163]: return f(self, *a, **k) May 20 21:10:45.950986 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 20 21:10:45.950986 n-d-842733-1 neutron-server[103163]: return self._get(url).json() May 20 21:10:45.950986 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 20 21:10:45.950986 n-d-842733-1 neutron-server[103163]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 21:10:45.950986 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 21:10:45.950986 n-d-842733-1 neutron-server[103163]: return self.request(url, 'GET', **kwargs) May 20 21:10:45.950986 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 21:10:45.950986 n-d-842733-1 neutron-server[103163]: base_url = self.get_endpoint(auth, allow=allow, May 20 21:10:45.950986 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 21:10:45.950986 n-d-842733-1 neutron-server[103163]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 21:10:45.950986 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 21:10:45.950986 n-d-842733-1 neutron-server[103163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 21:10:45.950986 n-d-842733-1 neutron-server[103163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 21:10:45.965954 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device cf907180-e358-40e5-bf1c-ccf6ddbbcefb up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:10:45.966410 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-66c9cffa-cdbf-4332-bc06-ba7ce05ccb9f req-dd120630-68aa-4bfd-9634-e2c8fb2f5619 tempest-TestVolumeBackupRestore-236769716 tempest-TestVolumeBackupRestore-236769716-project] 10.222.0.35 "GET /v2.0/security-groups?id=9c6ced15-f938-40c0-9319-351f88968823&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733485 May 20 21:10:46.109896 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-26aac671-9941-494d-9640-679ca9122f40 None None] Provisioning complete for port cf907180-e358-40e5-bf1c-ccf6ddbbcefb triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:10:46.110501 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-26aac671-9941-494d-9640-679ca9122f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:46.146262 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3ea33325-1683-4ea1-b74c-6122a39ad515 tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33072122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748162'] for network, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:46.156301 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3ea33325-1683-4ea1-b74c-6122a39ad515 tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:46.162722 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 52610) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:10:46.163000 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-3ea33325-1683-4ea1-b74c-6122a39ad515 tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] 10.222.0.35 "DELETE /v2.0/networks/e87ddb6b-a4ed-4b11-bea2-559ae35e1cfb HTTP/1.1" status: 204 len: 168 time: 1.1556201 May 20 21:10:46.179330 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea33325-1683-4ea1-b74c-6122a39ad515 tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] Pushing event deleted for resources: {'Network': ['ID=e87ddb6b-a4ed-4b11-bea2-559ae35e1cfb,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:10:46.250535 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port cf907180-e358-40e5-bf1c-ccf6ddbbcefb triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:10:46.251194 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:46.282400 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-22565c9a-75f1-4b31-a9f4-d45d18fb82a6 tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33160123'] for network, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:46.347616 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-22565c9a-75f1-4b31-a9f4-d45d18fb82a6 tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] Deleting port cf907180-e358-40e5-bf1c-ccf6ddbbcefb {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:10:46.347966 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-22565c9a-75f1-4b31-a9f4-d45d18fb82a6 tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:46.420619 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-22565c9a-75f1-4b31-a9f4-d45d18fb82a6 tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] For port cf907180-e358-40e5-bf1c-ccf6ddbbcefb, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=cf907180-e358-40e5-bf1c-ccf6ddbbcefb,segment=NetworkSegment(f613228a-0124-4222-a7dd-655d5ad0726b),segment_id=f613228a-0124-4222-a7dd-655d5ad0726b)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:10:46.425446 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-22565c9a-75f1-4b31-a9f4-d45d18fb82a6 tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:46.446296 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-22565c9a-75f1-4b31-a9f4-d45d18fb82a6 tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] Calling delete_port for cf907180-e358-40e5-bf1c-ccf6ddbbcefb owned by network:dhcp {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:10:46.474250 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28331d9d-f1e3-4ff3-b0e8-12018c936cdd None None] DHCP port deletion for e87ddb6b-a4ed-4b11-bea2-559ae35e1cfb request from n-d-842733-1 {{(pid=103164) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 21:10:46.499631 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-c9a33656-67d9-4ea8-aa8e-047fbdf982ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8d47b70-a89c-4645-8862-90983ce9717e', 'name': 'tempest-TestVolumeBackupRestore-1853699050-router', 'tenant_id': '770ab75f42db49e4b1ceb156acd07490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.73'}], 'enable_snat': True}, 'gw_port_id': 'b68fd8bd-c43e-4f69-b3aa-c04bc1047561', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:05:44Z', 'updated_at': '2022-05-20T21:05:52Z', 'revision_number': 4, 'project_id': '770ab75f42db49e4b1ceb156acd07490', 'gw_port': {'id': 'b68fd8bd-c43e-4f69-b3aa-c04bc1047561', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:92:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8d47b70-a89c-4645-8862-90983ce9717e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3355, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:05:46Z', 'updated_at': '2022-05-20T21:05:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': '16071ea0-bc98-4b74-b137-362134224862', 'name': '', 'network_id': '184b74ca-5201-444b-9621-4d01e7bf23b7', 'tenant_id': '770ab75f42db49e4b1ceb156acd07490', 'mac_address': 'fa:16:3e:61:6f:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8d47b70-a89c-4645-8862-90983ce9717e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3359, 'fixed_ips': [{'subnet_id': 'b13faf2d-c0fe-4c78-8290-66782e0d5758', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:05:51Z', 'updated_at': '2022-05-20T21:06:00Z', 'revision_number': 5, 'project_id': '770ab75f42db49e4b1ceb156acd07490', 'subnets': [{'id': 'b13faf2d-c0fe-4c78-8290-66782e0d5758', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:10:46.540231 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2e35f1a-e3bd-4777-b667-f8afb5275bb6 None None] Network e87ddb6b-a4ed-4b11-bea2-559ae35e1cfb requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:10:46.545344 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9a33656-67d9-4ea8-aa8e-047fbdf982ee None None] The sync data for ids ['c8d47b70-a89c-4645-8862-90983ce9717e'] in n-d-842733-1 is: [{'id': 'c8d47b70-a89c-4645-8862-90983ce9717e', 'name': 'tempest-TestVolumeBackupRestore-1853699050-router', 'tenant_id': '770ab75f42db49e4b1ceb156acd07490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.73'}], 'enable_snat': True}, 'gw_port_id': 'b68fd8bd-c43e-4f69-b3aa-c04bc1047561', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:05:44Z', 'updated_at': '2022-05-20T21:05:52Z', 'revision_number': 4, 'project_id': '770ab75f42db49e4b1ceb156acd07490', 'gw_port': {'id': 'b68fd8bd-c43e-4f69-b3aa-c04bc1047561', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:92:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8d47b70-a89c-4645-8862-90983ce9717e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3355, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:05:46Z', 'updated_at': '2022-05-20T21:05:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': '16071ea0-bc98-4b74-b137-362134224862', 'name': '', 'network_id': '184b74ca-5201-444b-9621-4d01e7bf23b7', 'tenant_id': '770ab75f42db49e4b1ceb156acd07490', 'mac_address': 'fa:16:3e:61:6f:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8d47b70-a89c-4645-8862-90983ce9717e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3359, 'fixed_ips': [{'subnet_id': 'b13faf2d-c0fe-4c78-8290-66782e0d5758', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:05:51Z', 'updated_at': '2022-05-20T21:06:00Z', 'revision_number': 5, 'project_id': '770ab75f42db49e4b1ceb156acd07490', 'subnets': [{'id': 'b13faf2d-c0fe-4c78-8290-66782e0d5758', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 21:10:46.555933 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-26aac671-9941-494d-9640-679ca9122f40 None None] Current status of the port cf907180-e358-40e5-bf1c-ccf6ddbbcefb is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:10:46.556325 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-26aac671-9941-494d-9640-679ca9122f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:46.563583 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2e35f1a-e3bd-4777-b667-f8afb5275bb6 None None] Network e87ddb6b-a4ed-4b11-bea2-559ae35e1cfb could not be found, it might have been deleted concurrently. {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} May 20 21:10:46.587229 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb7f90fd-3024-416b-98fb-65d57ae960d8 None None] DHCP port deletion for 43be0a94-8fd2-44fb-8b57-58ed06093d7f request from n-d-842733-1 {{(pid=103164) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 21:10:46.634230 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-22565c9a-75f1-4b31-a9f4-d45d18fb82a6 tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:46.676946 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port cf907180-e358-40e5-bf1c-ccf6ddbbcefb is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:10:46.677373 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:46.680893 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22565c9a-75f1-4b31-a9f4-d45d18fb82a6 tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] No DVR routers for this DVR port cf907180-e358-40e5-bf1c-ccf6ddbbcefb on host n-d-842733-1 {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 21:10:46.687483 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22565c9a-75f1-4b31-a9f4-d45d18fb82a6 tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] Pushing event deleted for resources: {'Port': ['ID=cf907180-e358-40e5-bf1c-ccf6ddbbcefb,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:10:46.731463 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-cb7f90fd-3024-416b-98fb-65d57ae960d8 None None] Deleting port cf907180-e358-40e5-bf1c-ccf6ddbbcefb {{(pid=103164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:10:46.731845 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cb7f90fd-3024-416b-98fb-65d57ae960d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:46.772425 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-22565c9a-75f1-4b31-a9f4-d45d18fb82a6 tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33072115', 'neutron.services.segments.db._delete_segments_for_network-8782419500584'] for network, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:46.798717 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-e418429d-d902-4461-9a51-5eddabde4cfe None None] Could not find standard attr ID for object 90b17ba7-d4a4-4c34-b83d-d6f16cd4054f. {{(pid=103164) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 20 21:10:46.802162 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-22565c9a-75f1-4b31-a9f4-d45d18fb82a6 tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43be0a94-8fd2-44fb-8b57-58ed06093d7f']}} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:10:46.814839 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-22565c9a-75f1-4b31-a9f4-d45d18fb82a6 tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f613228a-0124-4222-a7dd-655d5ad0726b') {'for_net_delete': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:10:46.815179 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-22565c9a-75f1-4b31-a9f4-d45d18fb82a6 tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f613228a-0124-4222-a7dd-655d5ad0726b') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:10:46.815676 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-cb7f90fd-3024-416b-98fb-65d57ae960d8 None None] For port cf907180-e358-40e5-bf1c-ccf6ddbbcefb, host n-d-842733-1, got binding levels [] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:10:46.816406 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cb7f90fd-3024-416b-98fb-65d57ae960d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:46.826958 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-22565c9a-75f1-4b31-a9f4-d45d18fb82a6 tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419501617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3738385'] for segment, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:46.843503 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-cb7f90fd-3024-416b-98fb-65d57ae960d8 None None] Calling delete_port for cf907180-e358-40e5-bf1c-ccf6ddbbcefb owned by network:dhcp {{(pid=103164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:10:46.846234 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-22565c9a-75f1-4b31-a9f4-d45d18fb82a6 tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:46.846591 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.ipam_backend_mixin [None req-cb7f90fd-3024-416b-98fb-65d57ae960d8 None None] Port cf907180-e358-40e5-bf1c-ccf6ddbbcefb was not found and therefore no delete operation was performed {{(pid=103164) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} May 20 21:10:46.847864 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cb7f90fd-3024-416b-98fb-65d57ae960d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099'] for port, after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:46.855638 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22565c9a-75f1-4b31-a9f4-d45d18fb82a6 tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] Releasing vlan 210 on physical network physnet1 to pool {{(pid=103162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 21:10:46.856056 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-22565c9a-75f1-4b31-a9f4-d45d18fb82a6 tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3800791'] for segment, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:46.859676 n-d-842733-1 neutron-server[103162]: Traceback (most recent call last): May 20 21:10:46.859676 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 21:10:46.859676 n-d-842733-1 neutron-server[103162]: timer() May 20 21:10:46.859676 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 21:10:46.859676 n-d-842733-1 neutron-server[103162]: cb(*args, **kw) May 20 21:10:46.859676 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 20 21:10:46.859676 n-d-842733-1 neutron-server[103162]: return func(*args, **kwargs) May 20 21:10:46.859676 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 21:10:46.859676 n-d-842733-1 neutron-server[103162]: self._notify() May 20 21:10:46.859676 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 21:10:46.859676 n-d-842733-1 neutron-server[103162]: self.callback(batched_events) May 20 21:10:46.859676 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 21:10:46.859676 n-d-842733-1 neutron-server[103162]: event.method(event) May 20 21:10:46.859676 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 20 21:10:46.859676 n-d-842733-1 neutron-server[103162]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 21:10:46.859676 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 20 21:10:46.859676 n-d-842733-1 neutron-server[103162]: aggregate_uuid = self.p_client.list_aggregates( May 20 21:10:46.859676 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 20 21:10:46.859676 n-d-842733-1 neutron-server[103162]: return f(self, *a, **k) May 20 21:10:46.859676 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 20 21:10:46.859676 n-d-842733-1 neutron-server[103162]: return self._get(url).json() May 20 21:10:46.859676 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 20 21:10:46.859676 n-d-842733-1 neutron-server[103162]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 21:10:46.859676 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 21:10:46.859676 n-d-842733-1 neutron-server[103162]: return self.request(url, 'GET', **kwargs) May 20 21:10:46.859676 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 21:10:46.859676 n-d-842733-1 neutron-server[103162]: base_url = self.get_endpoint(auth, allow=allow, May 20 21:10:46.859676 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 21:10:46.859676 n-d-842733-1 neutron-server[103162]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 21:10:46.859676 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 21:10:46.859676 n-d-842733-1 neutron-server[103162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 21:10:46.859676 n-d-842733-1 neutron-server[103162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 21:10:46.883020 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7f90fd-3024-416b-98fb-65d57ae960d8 None None] Pushing event deleted for resources: {'Port': ['ID=cf907180-e358-40e5-bf1c-ccf6ddbbcefb,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:10:46.884905 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb7f90fd-3024-416b-98fb-65d57ae960d8 None None] No DVR routers for this DVR port cf907180-e358-40e5-bf1c-ccf6ddbbcefb on host n-d-842733-1 {{(pid=103164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 21:10:46.901433 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9be51e55-7484-42ca-a200-c49aa864d9d1 None None] New status for floating IP 844fda5b-36c5-47d9-9219-8f9862de7f33: DOWN {{(pid=103165) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 21:10:47.284216 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1080da-a5bc-410d-bf6e-5751a1724de8 req-8f517a47-6f58-4648-a06b-d1d243052fbe tempest-TestVolumeBackupRestore-236769716 tempest-TestVolumeBackupRestore-236769716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:10:47.285685 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-5d1080da-a5bc-410d-bf6e-5751a1724de8 req-8f517a47-6f58-4648-a06b-d1d243052fbe tempest-TestVolumeBackupRestore-236769716 tempest-TestVolumeBackupRestore-236769716-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca8f7889-acf0-40d7-826c-0891109bffb4 HTTP/1.1" status: 200 len: 945 time: 0.0589962 May 20 21:10:47.320462 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8822f051-bc8e-4a44-8ff4-ba81ef5dbb1a req-e6fa95a8-9781-420f-a45d-07fa82cb628e tempest-TestVolumeBackupRestore-236769716 tempest-TestVolumeBackupRestore-236769716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:10:47.322083 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8822f051-bc8e-4a44-8ff4-ba81ef5dbb1a req-e6fa95a8-9781-420f-a45d-07fa82cb628e tempest-TestVolumeBackupRestore-236769716 tempest-TestVolumeBackupRestore-236769716-project] 10.222.0.35 "GET /v2.0/ports?device_id=ca8f7889-acf0-40d7-826c-0891109bffb4 HTTP/1.1" status: 200 len: 945 time: 0.2455420 May 20 21:10:47.360012 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-22565c9a-75f1-4b31-a9f4-d45d18fb82a6 tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33072122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748162'] for network, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:47.381427 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-22565c9a-75f1-4b31-a9f4-d45d18fb82a6 tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] Notify callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:47.386877 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-22565c9a-75f1-4b31-a9f4-d45d18fb82a6 tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] 10.222.0.35 "DELETE /v2.0/networks/43be0a94-8fd2-44fb-8b57-58ed06093d7f HTTP/1.1" status: 204 len: 168 time: 1.2184489 May 20 21:10:47.387057 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22565c9a-75f1-4b31-a9f4-d45d18fb82a6 tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] Pushing event deleted for resources: {'Network': ['ID=43be0a94-8fd2-44fb-8b57-58ed06093d7f,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:10:47.387190 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8822f051-bc8e-4a44-8ff4-ba81ef5dbb1a req-215bc80f-bd3e-4f19-88c3-8e9df39c24c6 tempest-TestVolumeBackupRestore-236769716 tempest-TestVolumeBackupRestore-236769716-project] 10.222.0.35 "GET /v2.0/security-groups?id=9c6ced15-f938-40c0-9319-351f88968823&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424290 May 20 21:10:47.387801 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 52646) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:10:47.411797 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-5d1080da-a5bc-410d-bf6e-5751a1724de8 req-03c958af-9fc2-4a15-95da-0794fd6a9517 tempest-TestVolumeBackupRestore-236769716 tempest-TestVolumeBackupRestore-236769716-project] Deleting port e1f31cf5-ee77-4cdc-b0bc-db091f28d69d {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:10:47.412133 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-5d1080da-a5bc-410d-bf6e-5751a1724de8 req-03c958af-9fc2-4a15-95da-0794fd6a9517 tempest-TestVolumeBackupRestore-236769716 tempest-TestVolumeBackupRestore-236769716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:47.475572 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bbd18d5e-4a9c-46c5-8b38-ad27987f8db5 tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33160123'] for network, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:47.502706 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-5d1080da-a5bc-410d-bf6e-5751a1724de8 req-03c958af-9fc2-4a15-95da-0794fd6a9517 tempest-TestVolumeBackupRestore-236769716 tempest-TestVolumeBackupRestore-236769716-project] For port e1f31cf5-ee77-4cdc-b0bc-db091f28d69d, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=e1f31cf5-ee77-4cdc-b0bc-db091f28d69d,segment=NetworkSegment(004a2ced-726d-4712-b1e0-f38bdbf6228d),segment_id=004a2ced-726d-4712-b1e0-f38bdbf6228d)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:10:47.503233 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-5d1080da-a5bc-410d-bf6e-5751a1724de8 req-03c958af-9fc2-4a15-95da-0794fd6a9517 tempest-TestVolumeBackupRestore-236769716 tempest-TestVolumeBackupRestore-236769716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:47.514974 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-5d1080da-a5bc-410d-bf6e-5751a1724de8 req-03c958af-9fc2-4a15-95da-0794fd6a9517 tempest-TestVolumeBackupRestore-236769716 tempest-TestVolumeBackupRestore-236769716-project] Calling delete_port for e1f31cf5-ee77-4cdc-b0bc-db091f28d69d owned by compute:nova {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:10:47.566424 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bbd18d5e-4a9c-46c5-8b38-ad27987f8db5 tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33072115', 'neutron.services.segments.db._delete_segments_for_network-8782419500584'] for network, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:47.587495 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-bbd18d5e-4a9c-46c5-8b38-ad27987f8db5 tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4eca832e-66ea-4fd3-b94c-4052a36cecab']}} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:10:47.603587 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-bbd18d5e-4a9c-46c5-8b38-ad27987f8db5 tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7f748ed-c753-46b7-ac3d-b166aee9aaeb') {'for_net_delete': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:10:47.603885 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-bbd18d5e-4a9c-46c5-8b38-ad27987f8db5 tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7f748ed-c753-46b7-ac3d-b166aee9aaeb') {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:10:47.614936 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bbd18d5e-4a9c-46c5-8b38-ad27987f8db5 tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419501617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9338764'] for segment, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:47.628308 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bbd18d5e-4a9c-46c5-8b38-ad27987f8db5 tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:47.634391 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbd18d5e-4a9c-46c5-8b38-ad27987f8db5 tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] Releasing vlan 238 on physical network physnet1 to pool {{(pid=103163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 21:10:47.636807 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bbd18d5e-4a9c-46c5-8b38-ad27987f8db5 tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9638311'] for segment, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:47.638501 n-d-842733-1 neutron-server[103163]: Traceback (most recent call last): May 20 21:10:47.638501 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 21:10:47.638501 n-d-842733-1 neutron-server[103163]: timer() May 20 21:10:47.638501 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 21:10:47.638501 n-d-842733-1 neutron-server[103163]: cb(*args, **kw) May 20 21:10:47.638501 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 20 21:10:47.638501 n-d-842733-1 neutron-server[103163]: return func(*args, **kwargs) May 20 21:10:47.638501 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 21:10:47.638501 n-d-842733-1 neutron-server[103163]: self._notify() May 20 21:10:47.638501 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 21:10:47.638501 n-d-842733-1 neutron-server[103163]: self.callback(batched_events) May 20 21:10:47.638501 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 21:10:47.638501 n-d-842733-1 neutron-server[103163]: event.method(event) May 20 21:10:47.638501 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 20 21:10:47.638501 n-d-842733-1 neutron-server[103163]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 21:10:47.638501 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 20 21:10:47.638501 n-d-842733-1 neutron-server[103163]: aggregate_uuid = self.p_client.list_aggregates( May 20 21:10:47.638501 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 20 21:10:47.638501 n-d-842733-1 neutron-server[103163]: return f(self, *a, **k) May 20 21:10:47.638501 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 20 21:10:47.638501 n-d-842733-1 neutron-server[103163]: return self._get(url).json() May 20 21:10:47.638501 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 20 21:10:47.638501 n-d-842733-1 neutron-server[103163]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 21:10:47.638501 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 21:10:47.638501 n-d-842733-1 neutron-server[103163]: return self.request(url, 'GET', **kwargs) May 20 21:10:47.638501 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 21:10:47.638501 n-d-842733-1 neutron-server[103163]: base_url = self.get_endpoint(auth, allow=allow, May 20 21:10:47.638501 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 21:10:47.638501 n-d-842733-1 neutron-server[103163]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 21:10:47.638501 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 21:10:47.638501 n-d-842733-1 neutron-server[103163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 21:10:47.638501 n-d-842733-1 neutron-server[103163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 21:10:47.712855 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-5d1080da-a5bc-410d-bf6e-5751a1724de8 req-03c958af-9fc2-4a15-95da-0794fd6a9517 tempest-TestVolumeBackupRestore-236769716 tempest-TestVolumeBackupRestore-236769716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:47.743831 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c958af-9fc2-4a15-95da-0794fd6a9517 tempest-TestVolumeBackupRestore-236769716 tempest-TestVolumeBackupRestore-236769716-project] Pushing event deleted for resources: {'Port': ['ID=e1f31cf5-ee77-4cdc-b0bc-db091f28d69d,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:10:47.763422 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bbd18d5e-4a9c-46c5-8b38-ad27987f8db5 tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33072122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748162'] for network, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:47.768581 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bbd18d5e-4a9c-46c5-8b38-ad27987f8db5 tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:47.772608 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 90b17ba7-d4a4-4c34-b83d-d6f16cd4054f no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 21:10:47.775318 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-bbd18d5e-4a9c-46c5-8b38-ad27987f8db5 tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] 10.222.0.35 "DELETE /v2.0/networks/4eca832e-66ea-4fd3-b94c-4052a36cecab HTTP/1.1" status: 204 len: 168 time: 0.3865058 May 20 21:10:47.776223 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 52650) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:10:47.809419 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: 90b17ba7-d4a4-4c34-b83d-d6f16cd4054f {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 21:10:47.809419 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 90b17ba7-d4a4-4c34-b83d-d6f16cd4054f not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 21:10:47.809728 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d1080da-a5bc-410d-bf6e-5751a1724de8 req-03c958af-9fc2-4a15-95da-0794fd6a9517 tempest-TestVolumeBackupRestore-236769716 tempest-TestVolumeBackupRestore-236769716-project] No DVR routers for this DVR port e1f31cf5-ee77-4cdc-b0bc-db091f28d69d on host n-h2-842733-1 {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 21:10:47.809832 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device cf907180-e358-40e5-bf1c-ccf6ddbbcefb no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 21:10:47.809932 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-5d1080da-a5bc-410d-bf6e-5751a1724de8 req-03c958af-9fc2-4a15-95da-0794fd6a9517 tempest-TestVolumeBackupRestore-236769716 tempest-TestVolumeBackupRestore-236769716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:47.812941 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-5d1080da-a5bc-410d-bf6e-5751a1724de8 req-03c958af-9fc2-4a15-95da-0794fd6a9517 tempest-TestVolumeBackupRestore-236769716 tempest-TestVolumeBackupRestore-236769716-project] 10.222.0.13 "DELETE /v2.0/ports/e1f31cf5-ee77-4cdc-b0bc-db091f28d69d HTTP/1.1" status: 204 len: 173 time: 0.5207701 May 20 21:10:47.813814 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca8f7889-acf0-40d7-826c-0891109bffb4', 'name': 'network-vif-deleted', 'tag': 'e1f31cf5-ee77-4cdc-b0bc-db091f28d69d'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 21:10:47.816497 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd18d5e-4a9c-46c5-8b38-ad27987f8db5 tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] Pushing event deleted for resources: {'Network': ['ID=4eca832e-66ea-4fd3-b94c-4052a36cecab,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:10:47.827213 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6fa957933fccbf596d28104b23404b952ad6a8238afaebaed40a0874b2e409" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-123c7bd7-5f2f-4f7b-ba60-b40533cc2ba2" -d '{"events": [{"server_uuid": "ca8f7889-acf0-40d7-826c-0891109bffb4", "name": "network-vif-deleted", "tag": "e1f31cf5-ee77-4cdc-b0bc-db091f28d69d"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 21:10:47.840740 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: cf907180-e358-40e5-bf1c-ccf6ddbbcefb {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 21:10:47.841584 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device cf907180-e358-40e5-bf1c-ccf6ddbbcefb not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 21:10:47.863310 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 52654) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:10:47.880966 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 21:10:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd3e6699-cf6c-4a83-be8e-50330139a665 x-openstack-request-id: req-bd3e6699-cf6c-4a83-be8e-50330139a665 {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 21:10:47.881459 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca8f7889-acf0-40d7-826c-0891109bffb4", "name": "network-vif-deleted", "tag": "e1f31cf5-ee77-4cdc-b0bc-db091f28d69d", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 21:10:47.881973 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-bd3e6699-cf6c-4a83-be8e-50330139a665 {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 21:10:47.882873 n-d-842733-1 neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd3e6699-cf6c-4a83-be8e-50330139a665'] response: {'server_uuid': 'ca8f7889-acf0-40d7-826c-0891109bffb4', 'name': 'network-vif-deleted', 'tag': 'e1f31cf5-ee77-4cdc-b0bc-db091f28d69d', 'status': 'completed', 'code': 200} May 20 21:10:47.890999 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f1854b07-d247-4f12-b18d-4d7cc2d3c538 tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33160123'] for network, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:47.988008 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-791b921d-a6ca-456c-b3d3-0a154de9d4c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:47.990292 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f1854b07-d247-4f12-b18d-4d7cc2d3c538 tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33072115', 'neutron.services.segments.db._delete_segments_for_network-8782419500584'] for network, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:48.016032 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-f1854b07-d247-4f12-b18d-4d7cc2d3c538 tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e4e5a6a-198a-45fd-b9b4-f9f922c5491f']}} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:10:48.030747 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-f1854b07-d247-4f12-b18d-4d7cc2d3c538 tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '984b5bb5-96b5-4280-ae4e-ab12fa1cf7ca') {'for_net_delete': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:10:48.031132 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-f1854b07-d247-4f12-b18d-4d7cc2d3c538 tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '984b5bb5-96b5-4280-ae4e-ab12fa1cf7ca') {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:10:48.044740 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f1854b07-d247-4f12-b18d-4d7cc2d3c538 tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419501617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9338764'] for segment, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:48.065586 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f1854b07-d247-4f12-b18d-4d7cc2d3c538 tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:48.073056 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1854b07-d247-4f12-b18d-4d7cc2d3c538 tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] Releasing vlan 221 on physical network physnet1 to pool {{(pid=103163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 21:10:48.073488 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f1854b07-d247-4f12-b18d-4d7cc2d3c538 tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9638311'] for segment, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:48.077607 n-d-842733-1 neutron-server[103163]: Traceback (most recent call last): May 20 21:10:48.077607 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 21:10:48.077607 n-d-842733-1 neutron-server[103163]: timer() May 20 21:10:48.077607 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 21:10:48.077607 n-d-842733-1 neutron-server[103163]: cb(*args, **kw) May 20 21:10:48.077607 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 20 21:10:48.077607 n-d-842733-1 neutron-server[103163]: return func(*args, **kwargs) May 20 21:10:48.077607 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 21:10:48.077607 n-d-842733-1 neutron-server[103163]: self._notify() May 20 21:10:48.077607 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 21:10:48.077607 n-d-842733-1 neutron-server[103163]: self.callback(batched_events) May 20 21:10:48.077607 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 21:10:48.077607 n-d-842733-1 neutron-server[103163]: event.method(event) May 20 21:10:48.077607 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 20 21:10:48.077607 n-d-842733-1 neutron-server[103163]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 21:10:48.077607 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 20 21:10:48.077607 n-d-842733-1 neutron-server[103163]: aggregate_uuid = self.p_client.list_aggregates( May 20 21:10:48.077607 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 20 21:10:48.077607 n-d-842733-1 neutron-server[103163]: return f(self, *a, **k) May 20 21:10:48.077607 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 20 21:10:48.077607 n-d-842733-1 neutron-server[103163]: return self._get(url).json() May 20 21:10:48.077607 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 20 21:10:48.077607 n-d-842733-1 neutron-server[103163]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 21:10:48.077607 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 21:10:48.077607 n-d-842733-1 neutron-server[103163]: return self.request(url, 'GET', **kwargs) May 20 21:10:48.077607 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 21:10:48.077607 n-d-842733-1 neutron-server[103163]: base_url = self.get_endpoint(auth, allow=allow, May 20 21:10:48.077607 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 21:10:48.077607 n-d-842733-1 neutron-server[103163]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 21:10:48.077607 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 21:10:48.077607 n-d-842733-1 neutron-server[103163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 21:10:48.077607 n-d-842733-1 neutron-server[103163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 21:10:48.082313 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-791b921d-a6ca-456c-b3d3-0a154de9d4c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:48.162951 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-791b921d-a6ca-456c-b3d3-0a154de9d4c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:48.213632 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-791b921d-a6ca-456c-b3d3-0a154de9d4c9 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d744b16132144007b45e4a8dd7f0e144&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3549740 May 20 21:10:48.216876 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791b921d-a6ca-456c-b3d3-0a154de9d4c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b110f86a-0a5d-4081-937a-50af17d52972,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:10:48.217144 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 52658) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:10:48.232423 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f1854b07-d247-4f12-b18d-4d7cc2d3c538 tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33072122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748162'] for network, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:48.254007 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f1854b07-d247-4f12-b18d-4d7cc2d3c538 tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:48.259388 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-f1854b07-d247-4f12-b18d-4d7cc2d3c538 tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] 10.222.0.35 "DELETE /v2.0/networks/8e4e5a6a-198a-45fd-b9b4-f9f922c5491f HTTP/1.1" status: 204 len: 168 time: 0.4762645 May 20 21:10:48.267814 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1854b07-d247-4f12-b18d-4d7cc2d3c538 tempest-BulkNetworkOpsIpV6Test-1125742862 tempest-BulkNetworkOpsIpV6Test-1125742862-project] Pushing event deleted for resources: {'Network': ['ID=8e4e5a6a-198a-45fd-b9b4-f9f922c5491f,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:10:48.322315 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1592ac90-3e45-4676-902c-b7800b9c1b7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:48.347520 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1592ac90-3e45-4676-902c-b7800b9c1b7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:48.469715 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-04eb1c59-5f85-4c23-a98d-0ec0ea07c2ef req-f4358c47-4de0-46ec-b1f1-7099f5b43baa tempest-TestVolumeBackupRestore-236769716 tempest-TestVolumeBackupRestore-236769716-project] 10.222.0.35 "GET /v2.0/ports?device_id=ca8f7889-acf0-40d7-826c-0891109bffb4 HTTP/1.1" status: 200 len: 210 time: 0.0272875 May 20 21:10:48.471144 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1592ac90-3e45-4676-902c-b7800b9c1b7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:48.474050 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1592ac90-3e45-4676-902c-b7800b9c1b7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:48.478397 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-1592ac90-3e45-4676-902c-b7800b9c1b7b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b110f86a-0a5d-4081-937a-50af17d52972 HTTP/1.1" status: 204 len: 168 time: 0.2568722 May 20 21:10:48.492536 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1592ac90-3e45-4676-902c-b7800b9c1b7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b110f86a-0a5d-4081-937a-50af17d52972,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:10:48.744404 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 52670) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:10:48.900081 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-1a1fe2bf-e666-4e39-bbdf-96f7f827ebbb admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9c2916c01ddf4366bb074cf89a05db0d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1544957 May 20 21:10:48.903418 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 52674) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:10:48.954217 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b63e45eb-a1f3-4f42-b6d5-973911c11fc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:48.978914 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b63e45eb-a1f3-4f42-b6d5-973911c11fc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:49.094244 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b63e45eb-a1f3-4f42-b6d5-973911c11fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:49.096979 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b63e45eb-a1f3-4f42-b6d5-973911c11fc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:49.098319 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-b63e45eb-a1f3-4f42-b6d5-973911c11fc8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7fcce8ae-20ab-4174-b545-4c44c32aa960 HTTP/1.1" status: 204 len: 168 time: 0.1939378 May 20 21:10:49.107478 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63e45eb-a1f3-4f42-b6d5-973911c11fc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fcce8ae-20ab-4174-b545-4c44c32aa960,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:10:49.128034 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 52678) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:10:49.143000 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-57dc84c4-8eca-4e48-96cb-ddae08f7002f admin admin] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:49.218663 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-57dc84c4-8eca-4e48-96cb-ddae08f7002f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:49.266065 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-57dc84c4-8eca-4e48-96cb-ddae08f7002f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:49.304644 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-57dc84c4-8eca-4e48-96cb-ddae08f7002f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4479f8c431f74764872382dbc5822ce7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1753750 May 20 21:10:49.305522 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dc84c4-8eca-4e48-96cb-ddae08f7002f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ceb127e-7596-40d6-a1ee-5f1d36e11e5e,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:10:49.307332 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 52680) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:10:49.365255 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e7e8e2cf-0afe-494a-8b40-f947fbc9e916 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:49.387910 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e7e8e2cf-0afe-494a-8b40-f947fbc9e916 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:49.505989 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e7e8e2cf-0afe-494a-8b40-f947fbc9e916 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:49.508656 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e7e8e2cf-0afe-494a-8b40-f947fbc9e916 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:49.510034 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-e7e8e2cf-0afe-494a-8b40-f947fbc9e916 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5ceb127e-7596-40d6-a1ee-5f1d36e11e5e HTTP/1.1" status: 204 len: 168 time: 0.2001824 May 20 21:10:49.520967 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e8e2cf-0afe-494a-8b40-f947fbc9e916 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ceb127e-7596-40d6-a1ee-5f1d36e11e5e,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:10:49.609171 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-fa4bf751-3d46-44cc-9d6a-cd539bd246f6 req-eaefcac4-293a-4072-8e59-c64e44a5a88a tempest-TestVolumeBackupRestore-236769716 tempest-TestVolumeBackupRestore-236769716-project] 10.222.0.35 "GET /v2.0/ports?device_id=ca8f7889-acf0-40d7-826c-0891109bffb4 HTTP/1.1" status: 200 len: 210 time: 0.0276144 May 20 21:10:49.900941 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-23057a0a-4d9c-431f-92cb-952a16fd60ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:50.218886 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 52714) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:10:50.319424 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-80982438-218a-4da1-8cd0-8f61d1382126 tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] Request body: {'networks': [{'name': 'tempest-network--268687809'}, {'name': 'tempest-network--1236889385'}]} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:10:50.319813 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-80982438-218a-4da1-8cd0-8f61d1382126 tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] Request body: {'network': {'name': 'tempest-network--268687809'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:10:50.320190 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-80982438-218a-4da1-8cd0-8f61d1382126 tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] Request body: {'network': {'name': 'tempest-network--1236889385'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:10:50.442013 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80982438-218a-4da1-8cd0-8f61d1382126 tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] Made reservation on behalf of 8078606eee7b4b8ea2a46f8c9f8a0f46 for: {'network': 2} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:10:50.447257 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-80982438-218a-4da1-8cd0-8f61d1382126 tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for network, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:50.456267 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-80982438-218a-4da1-8cd0-8f61d1382126 tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:50.543134 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-80982438-218a-4da1-8cd0-8f61d1382126 tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:50.608686 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-80982438-218a-4da1-8cd0-8f61d1382126 tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:50.609156 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-80982438-218a-4da1-8cd0-8f61d1382126 tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for network, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:50.653187 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80982438-218a-4da1-8cd0-8f61d1382126 tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 207} {{(pid=103162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 21:10:50.662467 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-80982438-218a-4da1-8cd0-8f61d1382126 tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:50.662798 n-d-842733-1 neutron-server[103162]: INFO neutron.db.segments_db [None req-80982438-218a-4da1-8cd0-8f61d1382126 tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] Added segment 9526efa1-f3eb-464d-b6c4-00a333623d5e of type vlan for network cb7299de-90c9-4369-9c90-90d877f94f5c May 20 21:10:50.706514 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-80982438-218a-4da1-8cd0-8f61d1382126 tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418993264'] for network, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:50.725749 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-35638858-3076-4228-88a6-bc85a66e3dac req-059a3888-3783-4e24-9af5-12399a6a05f9 tempest-TestVolumeBackupRestore-236769716 tempest-TestVolumeBackupRestore-236769716-project] 10.222.0.35 "GET /v2.0/ports?device_id=ca8f7889-acf0-40d7-826c-0891109bffb4 HTTP/1.1" status: 200 len: 210 time: 0.0327740 May 20 21:10:50.733605 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80982438-218a-4da1-8cd0-8f61d1382126 tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] Pushing event updated for resources: {'SecurityGroup': ['ID=588eacbc-daed-4ade-b96f-fe5385938597,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:10:50.748863 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80982438-218a-4da1-8cd0-8f61d1382126 tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 205} {{(pid=103162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 21:10:50.758082 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-80982438-218a-4da1-8cd0-8f61d1382126 tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:50.758435 n-d-842733-1 neutron-server[103162]: INFO neutron.db.segments_db [None req-80982438-218a-4da1-8cd0-8f61d1382126 tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] Added segment e9becb52-f1e7-4f64-b1d0-f1099e002e05 of type vlan for network b04ba1f5-a45d-419e-8f27-57220f80db43 May 20 21:10:50.804940 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-80982438-218a-4da1-8cd0-8f61d1382126 tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418993264'] for network, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:50.893707 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-80982438-218a-4da1-8cd0-8f61d1382126 tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524'] for network, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:50.894340 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-80982438-218a-4da1-8cd0-8f61d1382126 tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524'] for network, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:50.899886 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80982438-218a-4da1-8cd0-8f61d1382126 tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:10:50.905493 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80982438-218a-4da1-8cd0-8f61d1382126 tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:10:50.906118 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-80982438-218a-4da1-8cd0-8f61d1382126 tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] Notify callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:50.979104 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80982438-218a-4da1-8cd0-8f61d1382126 tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] Pushing event updated for resources: {'Network': ['ID=cb7299de-90c9-4369-9c90-90d877f94f5c,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:10:50.996030 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Network cb7299de-90c9-4369-9c90-90d877f94f5c details requested by agent ovs-agent-n-d-842733-1 with host n-d-842733-1 {{(pid=103164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 20 21:10:51.077712 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-80982438-218a-4da1-8cd0-8f61d1382126 tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 0.8571579 May 20 21:10:51.081411 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 52734) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:10:51.087709 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80982438-218a-4da1-8cd0-8f61d1382126 tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] Pushing event updated for resources: {'Network': ['ID=b04ba1f5-a45d-419e-8f27-57220f80db43,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:10:51.117768 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Network b04ba1f5-a45d-419e-8f27-57220f80db43 details requested by agent ovs-agent-n-d-842733-1 with host n-d-842733-1 {{(pid=103164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 20 21:10:51.231351 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3302c4dc-a5a7-4ddb-a5ff-36f2a3a671ff tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:10:51.237517 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3302c4dc-a5a7-4ddb-a5ff-36f2a3a671ff tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:10:51.243550 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3302c4dc-a5a7-4ddb-a5ff-36f2a3a671ff tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:10:51.249838 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3302c4dc-a5a7-4ddb-a5ff-36f2a3a671ff tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:10:51.251518 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-3302c4dc-a5a7-4ddb-a5ff-36f2a3a671ff tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.1688735 May 20 21:10:51.254483 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 52740) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:10:51.337789 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-fed5a52a-7385-4562-9e72-c4b3a5ec16bc tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33160123'] for network, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:51.430883 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device e1f31cf5-ee77-4cdc-b0bc-db091f28d69d no longer exists at agent hyperv_n-h2-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 21:10:51.441867 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-fed5a52a-7385-4562-9e72-c4b3a5ec16bc tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33072115', 'neutron.services.segments.db._delete_segments_for_network-8782419500584'] for network, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:51.468649 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-fed5a52a-7385-4562-9e72-c4b3a5ec16bc tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb7299de-90c9-4369-9c90-90d877f94f5c']}} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:10:51.469134 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] No Port match for: e1f31cf5-ee77-4cdc-b0bc-db091f28d69d {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 21:10:51.469817 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device e1f31cf5-ee77-4cdc-b0bc-db091f28d69d not bound to the agent host n-h2-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 21:10:51.479398 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-fed5a52a-7385-4562-9e72-c4b3a5ec16bc tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9526efa1-f3eb-464d-b6c4-00a333623d5e') {'for_net_delete': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:10:51.479698 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-fed5a52a-7385-4562-9e72-c4b3a5ec16bc tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9526efa1-f3eb-464d-b6c4-00a333623d5e') {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:10:51.492744 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-fed5a52a-7385-4562-9e72-c4b3a5ec16bc tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419501617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9338764'] for segment, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:51.506703 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-fed5a52a-7385-4562-9e72-c4b3a5ec16bc tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:51.513424 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fed5a52a-7385-4562-9e72-c4b3a5ec16bc tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] Releasing vlan 207 on physical network physnet1 to pool {{(pid=103163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 21:10:51.515506 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-fed5a52a-7385-4562-9e72-c4b3a5ec16bc tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9638311'] for segment, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:51.516963 n-d-842733-1 neutron-server[103163]: Traceback (most recent call last): May 20 21:10:51.516963 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 21:10:51.516963 n-d-842733-1 neutron-server[103163]: timer() May 20 21:10:51.516963 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 21:10:51.516963 n-d-842733-1 neutron-server[103163]: cb(*args, **kw) May 20 21:10:51.516963 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 20 21:10:51.516963 n-d-842733-1 neutron-server[103163]: return func(*args, **kwargs) May 20 21:10:51.516963 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 21:10:51.516963 n-d-842733-1 neutron-server[103163]: self._notify() May 20 21:10:51.516963 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 21:10:51.516963 n-d-842733-1 neutron-server[103163]: self.callback(batched_events) May 20 21:10:51.516963 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 21:10:51.516963 n-d-842733-1 neutron-server[103163]: event.method(event) May 20 21:10:51.516963 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 20 21:10:51.516963 n-d-842733-1 neutron-server[103163]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 21:10:51.516963 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 20 21:10:51.516963 n-d-842733-1 neutron-server[103163]: aggregate_uuid = self.p_client.list_aggregates( May 20 21:10:51.516963 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 20 21:10:51.516963 n-d-842733-1 neutron-server[103163]: return f(self, *a, **k) May 20 21:10:51.516963 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 20 21:10:51.516963 n-d-842733-1 neutron-server[103163]: return self._get(url).json() May 20 21:10:51.516963 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 20 21:10:51.516963 n-d-842733-1 neutron-server[103163]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 21:10:51.516963 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 21:10:51.516963 n-d-842733-1 neutron-server[103163]: return self.request(url, 'GET', **kwargs) May 20 21:10:51.516963 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 21:10:51.516963 n-d-842733-1 neutron-server[103163]: base_url = self.get_endpoint(auth, allow=allow, May 20 21:10:51.516963 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 21:10:51.516963 n-d-842733-1 neutron-server[103163]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 21:10:51.516963 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 21:10:51.516963 n-d-842733-1 neutron-server[103163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 21:10:51.516963 n-d-842733-1 neutron-server[103163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 21:10:51.632198 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-fed5a52a-7385-4562-9e72-c4b3a5ec16bc tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33072122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748162'] for network, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:51.641044 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-fed5a52a-7385-4562-9e72-c4b3a5ec16bc tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:51.644356 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-fed5a52a-7385-4562-9e72-c4b3a5ec16bc tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] 10.222.0.35 "DELETE /v2.0/networks/cb7299de-90c9-4369-9c90-90d877f94f5c HTTP/1.1" status: 204 len: 168 time: 0.3887970 May 20 21:10:51.647370 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 52754) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:10:51.660401 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed5a52a-7385-4562-9e72-c4b3a5ec16bc tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] Pushing event deleted for resources: {'Network': ['ID=cb7299de-90c9-4369-9c90-90d877f94f5c,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:10:51.732474 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-881acc1f-1170-43ec-9e80-d4448805d894 tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33160123'] for network, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:51.827147 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-881acc1f-1170-43ec-9e80-d4448805d894 tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33072115', 'neutron.services.segments.db._delete_segments_for_network-8782419500584'] for network, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:51.851429 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-881acc1f-1170-43ec-9e80-d4448805d894 tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b04ba1f5-a45d-419e-8f27-57220f80db43']}} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:10:51.858410 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a4847f30-4921-4637-972e-7044771d4165 req-bebf7ec8-5736-45c5-ac09-7ab742d824b5 tempest-TestVolumeBackupRestore-236769716 tempest-TestVolumeBackupRestore-236769716-project] 10.222.0.35 "GET /v2.0/ports?device_id=ca8f7889-acf0-40d7-826c-0891109bffb4 HTTP/1.1" status: 200 len: 210 time: 0.0273604 May 20 21:10:51.865872 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-881acc1f-1170-43ec-9e80-d4448805d894 tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9becb52-f1e7-4f64-b1d0-f1099e002e05') {'for_net_delete': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:10:51.865872 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-881acc1f-1170-43ec-9e80-d4448805d894 tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9becb52-f1e7-4f64-b1d0-f1099e002e05') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:10:51.872738 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-881acc1f-1170-43ec-9e80-d4448805d894 tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419501617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3738385'] for segment, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:51.885806 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-881acc1f-1170-43ec-9e80-d4448805d894 tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:51.891748 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-881acc1f-1170-43ec-9e80-d4448805d894 tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] Releasing vlan 205 on physical network physnet1 to pool {{(pid=103162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 21:10:51.892139 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-881acc1f-1170-43ec-9e80-d4448805d894 tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3800791'] for segment, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:51.895029 n-d-842733-1 neutron-server[103162]: Traceback (most recent call last): May 20 21:10:51.895029 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 21:10:51.895029 n-d-842733-1 neutron-server[103162]: timer() May 20 21:10:51.895029 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 21:10:51.895029 n-d-842733-1 neutron-server[103162]: cb(*args, **kw) May 20 21:10:51.895029 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 20 21:10:51.895029 n-d-842733-1 neutron-server[103162]: return func(*args, **kwargs) May 20 21:10:51.895029 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 21:10:51.895029 n-d-842733-1 neutron-server[103162]: self._notify() May 20 21:10:51.895029 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 21:10:51.895029 n-d-842733-1 neutron-server[103162]: self.callback(batched_events) May 20 21:10:51.895029 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 21:10:51.895029 n-d-842733-1 neutron-server[103162]: event.method(event) May 20 21:10:51.895029 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 20 21:10:51.895029 n-d-842733-1 neutron-server[103162]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 21:10:51.895029 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 20 21:10:51.895029 n-d-842733-1 neutron-server[103162]: aggregate_uuid = self.p_client.list_aggregates( May 20 21:10:51.895029 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 20 21:10:51.895029 n-d-842733-1 neutron-server[103162]: return f(self, *a, **k) May 20 21:10:51.895029 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 20 21:10:51.895029 n-d-842733-1 neutron-server[103162]: return self._get(url).json() May 20 21:10:51.895029 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 20 21:10:51.895029 n-d-842733-1 neutron-server[103162]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 21:10:51.895029 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 21:10:51.895029 n-d-842733-1 neutron-server[103162]: return self.request(url, 'GET', **kwargs) May 20 21:10:51.895029 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 21:10:51.895029 n-d-842733-1 neutron-server[103162]: base_url = self.get_endpoint(auth, allow=allow, May 20 21:10:51.895029 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 21:10:51.895029 n-d-842733-1 neutron-server[103162]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 21:10:51.895029 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 21:10:51.895029 n-d-842733-1 neutron-server[103162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 21:10:51.895029 n-d-842733-1 neutron-server[103162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 21:10:52.020315 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-881acc1f-1170-43ec-9e80-d4448805d894 tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33072122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748162'] for network, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:52.027498 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-881acc1f-1170-43ec-9e80-d4448805d894 tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] Notify callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:52.030609 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-881acc1f-1170-43ec-9e80-d4448805d894 tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] 10.222.0.35 "DELETE /v2.0/networks/b04ba1f5-a45d-419e-8f27-57220f80db43 HTTP/1.1" status: 204 len: 168 time: 0.3821006 May 20 21:10:52.033423 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 52758) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:10:52.042215 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881acc1f-1170-43ec-9e80-d4448805d894 tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] Pushing event deleted for resources: {'Network': ['ID=b04ba1f5-a45d-419e-8f27-57220f80db43,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:10:52.141925 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0392e94b-9ad4-4d5e-9de9-3a8f91aed04e tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:10:52.147829 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0392e94b-9ad4-4d5e-9de9-3a8f91aed04e tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:10:52.149409 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-0392e94b-9ad4-4d5e-9de9-3a8f91aed04e tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1149893 May 20 21:10:52.153658 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 52760) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:10:52.158258 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-4ab5c5e2-ba1a-4013-8d73-f788cb8bd2b2 tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-406102625'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:10:52.247953 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ab5c5e2-ba1a-4013-8d73-f788cb8bd2b2 tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] Made reservation on behalf of 8078606eee7b4b8ea2a46f8c9f8a0f46 for: {'network': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:10:52.251558 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4ab5c5e2-ba1a-4013-8d73-f788cb8bd2b2 tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for network, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:52.275287 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ab5c5e2-ba1a-4013-8d73-f788cb8bd2b2 tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 238} {{(pid=103163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 21:10:52.277074 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d33ba5cb-f066-4aeb-a44f-5b7cc2ec23ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:52.288479 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4ab5c5e2-ba1a-4013-8d73-f788cb8bd2b2 tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:52.288479 n-d-842733-1 neutron-server[103163]: INFO neutron.db.segments_db [None req-4ab5c5e2-ba1a-4013-8d73-f788cb8bd2b2 tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] Added segment 00db7883-5543-480b-920d-811904d3301e of type vlan for network 8daa3a0d-3fe1-4aee-8604-e2709ffff5ae May 20 21:10:52.325581 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4ab5c5e2-ba1a-4013-8d73-f788cb8bd2b2 tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418993264'] for network, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:52.460264 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4ab5c5e2-ba1a-4013-8d73-f788cb8bd2b2 tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524'] for network, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:52.466750 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ab5c5e2-ba1a-4013-8d73-f788cb8bd2b2 tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:10:52.467385 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4ab5c5e2-ba1a-4013-8d73-f788cb8bd2b2 tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:52.536902 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab5c5e2-ba1a-4013-8d73-f788cb8bd2b2 tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] Pushing event updated for resources: {'Network': ['ID=8daa3a0d-3fe1-4aee-8604-e2709ffff5ae,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:10:52.551671 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Network 8daa3a0d-3fe1-4aee-8604-e2709ffff5ae details requested by agent ovs-agent-n-d-842733-1 with host n-d-842733-1 {{(pid=103164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 20 21:10:52.581272 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-4ab5c5e2-ba1a-4013-8d73-f788cb8bd2b2 tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4169295 May 20 21:10:52.581689 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 52768) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:10:52.581689 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-242669e6-7ff4-4582-bf3b-def0e620b318 tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-158569058'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:10:52.671458 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-242669e6-7ff4-4582-bf3b-def0e620b318 tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] Made reservation on behalf of 8078606eee7b4b8ea2a46f8c9f8a0f46 for: {'network': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:10:52.675108 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-242669e6-7ff4-4582-bf3b-def0e620b318 tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for network, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:52.698899 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-242669e6-7ff4-4582-bf3b-def0e620b318 tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 211} {{(pid=103162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 21:10:52.708745 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-242669e6-7ff4-4582-bf3b-def0e620b318 tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:52.709099 n-d-842733-1 neutron-server[103162]: INFO neutron.db.segments_db [None req-242669e6-7ff4-4582-bf3b-def0e620b318 tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] Added segment bb102e19-8010-4311-b5d7-ac408f064805 of type vlan for network 850723e3-b901-4795-9c19-e500ba71890b May 20 21:10:52.748934 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-242669e6-7ff4-4582-bf3b-def0e620b318 tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418993264'] for network, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:52.831590 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-242669e6-7ff4-4582-bf3b-def0e620b318 tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524'] for network, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:52.837608 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-242669e6-7ff4-4582-bf3b-def0e620b318 tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:10:52.838227 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-242669e6-7ff4-4582-bf3b-def0e620b318 tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] Notify callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:52.910162 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242669e6-7ff4-4582-bf3b-def0e620b318 tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] Pushing event updated for resources: {'Network': ['ID=850723e3-b901-4795-9c19-e500ba71890b,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:10:52.918396 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 52774) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:10:52.921871 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Network 850723e3-b901-4795-9c19-e500ba71890b details requested by agent ovs-agent-n-d-842733-1 with host n-d-842733-1 {{(pid=103164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 20 21:10:52.959073 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-242669e6-7ff4-4582-bf3b-def0e620b318 tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3826470 May 20 21:10:52.961855 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 52776) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:10:52.967417 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-c1e0b1ba-16ab-4b98-8d72-b60f2722b19f tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] Request body: {'ports': [{'network_id': '8daa3a0d-3fe1-4aee-8604-e2709ffff5ae', 'name': 'tempest-port--2146361579', 'admin_state_up': True}, {'network_id': '850723e3-b901-4795-9c19-e500ba71890b', 'admin_state_up': False}]} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:10:52.967809 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-c1e0b1ba-16ab-4b98-8d72-b60f2722b19f tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] Request body: {'port': {'network_id': '8daa3a0d-3fe1-4aee-8604-e2709ffff5ae', 'name': 'tempest-port--2146361579', 'admin_state_up': True}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:10:52.968381 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-c1e0b1ba-16ab-4b98-8d72-b60f2722b19f tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] Request body: {'port': {'network_id': '850723e3-b901-4795-9c19-e500ba71890b', 'admin_state_up': False}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:10:53.059089 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-cec27e72-c098-40a8-b320-729dd09139a1 tempest-TestVolumeBackupRestore-236769716 tempest-TestVolumeBackupRestore-236769716-project] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:53.130180 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-cec27e72-c098-40a8-b320-729dd09139a1 tempest-TestVolumeBackupRestore-236769716 tempest-TestVolumeBackupRestore-236769716-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:53.266757 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1e0b1ba-16ab-4b98-8d72-b60f2722b19f tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] Made reservation on behalf of 8078606eee7b4b8ea2a46f8c9f8a0f46 for: {'port': 2} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:10:53.273964 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c1e0b1ba-16ab-4b98-8d72-b60f2722b19f tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:53.289575 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c1e0b1ba-16ab-4b98-8d72-b60f2722b19f tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:53.330696 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 52786) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:10:53.347734 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-cec27e72-c098-40a8-b320-729dd09139a1 tempest-TestVolumeBackupRestore-236769716 tempest-TestVolumeBackupRestore-236769716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:53.350291 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-cec27e72-c098-40a8-b320-729dd09139a1 tempest-TestVolumeBackupRestore-236769716 tempest-TestVolumeBackupRestore-236769716-project] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:53.351501 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-cec27e72-c098-40a8-b320-729dd09139a1 tempest-TestVolumeBackupRestore-236769716 tempest-TestVolumeBackupRestore-236769716-project] 10.222.0.35 "DELETE /v2.0/security-groups/9c6ced15-f938-40c0-9319-351f88968823 HTTP/1.1" status: 204 len: 168 time: 0.4321141 May 20 21:10:53.365680 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec27e72-c098-40a8-b320-729dd09139a1 tempest-TestVolumeBackupRestore-236769716 tempest-TestVolumeBackupRestore-236769716-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c6ced15-f938-40c0-9319-351f88968823,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:10:53.509676 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [None req-c1e0b1ba-16ab-4b98-8d72-b60f2722b19f tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] device_id is not set on port 08bf0ff7-d3bf-4439-b06b-67a94b406c30 yet. {{(pid=103162) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 20 21:10:53.569412 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949652f0-7942-4a74-a095-f4f878b24f16 req-b0cc9824-ddcb-4420-9550-f0056d471f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:10:53.571885 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-949652f0-7942-4a74-a095-f4f878b24f16 req-b0cc9824-ddcb-4420-9550-f0056d471f8c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=49400ff3-e1c3-4858-9fde-eeb548e645f7 HTTP/1.1" status: 200 len: 1097 time: 0.2401946 May 20 21:10:53.600700 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c1e0b1ba-16ab-4b98-8d72-b60f2722b19f tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:53.610331 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-949652f0-7942-4a74-a095-f4f878b24f16 req-1e9afdb6-f690-4942-aecf-a0cde23e5403 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=bf98b9f5-35ac-4880-8a7d-bee4ab63acfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316176 May 20 21:10:53.672230 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [None req-c1e0b1ba-16ab-4b98-8d72-b60f2722b19f tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] device_id is not set on port 4954f828-b1b6-4c9c-97e5-4d8af6809818 yet. {{(pid=103162) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 20 21:10:53.753071 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c1e0b1ba-16ab-4b98-8d72-b60f2722b19f tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:53.849471 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c1e0b1ba-16ab-4b98-8d72-b60f2722b19f tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:53.912475 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e0b1ba-16ab-4b98-8d72-b60f2722b19f tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] Pushing event updated for resources: {'Port': ['ID=08bf0ff7-d3bf-4439-b06b-67a94b406c30,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:10:53.930446 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e0b1ba-16ab-4b98-8d72-b60f2722b19f tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] Checking segment: {'id': '00db7883-5543-480b-920d-811904d3301e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '8daa3a0d-3fe1-4aee-8604-e2709ffff5ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:10:53.930817 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1e0b1ba-16ab-4b98-8d72-b60f2722b19f tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] Network hostable DHCP agents. Network: 8daa3a0d-3fe1-4aee-8604-e2709ffff5ae, hostable agents: ['c9b0653c-f3c7-4339-bd50-e3754b629216'], hosted agents: [] {{(pid=103162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 21:10:53.980413 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4bb0e131-6525-46ca-a45b-e4ea43a5e69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:54.007796 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1e0b1ba-16ab-4b98-8d72-b60f2722b19f tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] Network 8daa3a0d-3fe1-4aee-8604-e2709ffff5ae is scheduled to be hosted by DHCP agent c9b0653c-f3c7-4339-bd50-e3754b629216 with binding_index 1 {{(pid=103162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 21:10:54.066148 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-c1e0b1ba-16ab-4b98-8d72-b60f2722b19f tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842733-1, 8daa3a0d-3fe1-4aee-8604-e2709ffff5ae) {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:10:54.070301 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e0b1ba-16ab-4b98-8d72-b60f2722b19f tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:10:54.078083 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c1e0b1ba-16ab-4b98-8d72-b60f2722b19f tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:54.079622 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d81195a-82bf-4bef-90b3-b9eac2a7aa96 None None] Network 8daa3a0d-3fe1-4aee-8604-e2709ffff5ae requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:10:54.142440 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e0b1ba-16ab-4b98-8d72-b60f2722b19f tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] Checking segment: {'id': 'bb102e19-8010-4311-b5d7-ac408f064805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '850723e3-b901-4795-9c19-e500ba71890b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:10:54.142798 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1e0b1ba-16ab-4b98-8d72-b60f2722b19f tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] Network hostable DHCP agents. Network: 850723e3-b901-4795-9c19-e500ba71890b, hostable agents: ['c9b0653c-f3c7-4339-bd50-e3754b629216'], hosted agents: [] {{(pid=103162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 21:10:54.151764 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e0b1ba-16ab-4b98-8d72-b60f2722b19f tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] Pushing event updated for resources: {'Port': ['ID=4954f828-b1b6-4c9c-97e5-4d8af6809818,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:10:54.254546 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1e0b1ba-16ab-4b98-8d72-b60f2722b19f tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] Network 850723e3-b901-4795-9c19-e500ba71890b is scheduled to be hosted by DHCP agent c9b0653c-f3c7-4339-bd50-e3754b629216 with binding_index 1 {{(pid=103162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 21:10:54.334422 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-c1e0b1ba-16ab-4b98-8d72-b60f2722b19f tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842733-1, 850723e3-b901-4795-9c19-e500ba71890b) {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:10:54.338525 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e0b1ba-16ab-4b98-8d72-b60f2722b19f tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:10:54.345153 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1e0b1ba-16ab-4b98-8d72-b60f2722b19f tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:10:54.349967 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1e0b1ba-16ab-4b98-8d72-b60f2722b19f tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:10:54.350680 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c1e0b1ba-16ab-4b98-8d72-b60f2722b19f tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:54.357450 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8b1c678-fb6b-4a32-b85f-945d0c865251 None None] Network 850723e3-b901-4795-9c19-e500ba71890b requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:10:54.441979 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-c1e0b1ba-16ab-4b98-8d72-b60f2722b19f tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.4786642 May 20 21:10:54.444623 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 52842) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:10:54.538146 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e057eb4-0e8e-4e57-9b39-5e3d968212f9 tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:10:54.545522 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e057eb4-0e8e-4e57-9b39-5e3d968212f9 tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:10:54.547401 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-0e057eb4-0e8e-4e57-9b39-5e3d968212f9 tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1007884 May 20 21:10:54.550089 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 52850) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:10:54.674374 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-061e7994-d6fb-4f5f-b361-8ed2e3f150b8 tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] Deleting port 08bf0ff7-d3bf-4439-b06b-67a94b406c30 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:10:54.675065 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-061e7994-d6fb-4f5f-b361-8ed2e3f150b8 tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:54.759042 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-061e7994-d6fb-4f5f-b361-8ed2e3f150b8 tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:54.775424 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-061e7994-d6fb-4f5f-b361-8ed2e3f150b8 tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] Calling delete_port for 08bf0ff7-d3bf-4439-b06b-67a94b406c30 owned by {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:10:54.820473 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:54.923327 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-061e7994-d6fb-4f5f-b361-8ed2e3f150b8 tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:54.953034 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061e7994-d6fb-4f5f-b361-8ed2e3f150b8 tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] Pushing event deleted for resources: {'Port': ['ID=08bf0ff7-d3bf-4439-b06b-67a94b406c30,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:10:54.960711 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-061e7994-d6fb-4f5f-b361-8ed2e3f150b8 tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:54.967749 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 52874) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:10:54.968237 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-061e7994-d6fb-4f5f-b361-8ed2e3f150b8 tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] 10.222.0.35 "DELETE /v2.0/ports/08bf0ff7-d3bf-4439-b06b-67a94b406c30 HTTP/1.1" status: 204 len: 168 time: 0.4165077 May 20 21:10:55.084218 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-6f4c7310-a5b3-4c61-8652-85aeecb62576 tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] Deleting port 4954f828-b1b6-4c9c-97e5-4d8af6809818 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:10:55.084571 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6f4c7310-a5b3-4c61-8652-85aeecb62576 tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:55.175684 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6f4c7310-a5b3-4c61-8652-85aeecb62576 tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:55.198550 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-6f4c7310-a5b3-4c61-8652-85aeecb62576 tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] Calling delete_port for 4954f828-b1b6-4c9c-97e5-4d8af6809818 owned by {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:10:55.358713 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6f4c7310-a5b3-4c61-8652-85aeecb62576 tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:55.383951 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6f4c7310-a5b3-4c61-8652-85aeecb62576 tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:55.387913 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-6f4c7310-a5b3-4c61-8652-85aeecb62576 tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] 10.222.0.35 "DELETE /v2.0/ports/4954f828-b1b6-4c9c-97e5-4d8af6809818 HTTP/1.1" status: 204 len: 168 time: 0.4185443 May 20 21:10:55.392723 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 52904) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:10:55.412284 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4c7310-a5b3-4c61-8652-85aeecb62576 tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] Pushing event deleted for resources: {'Port': ['ID=4954f828-b1b6-4c9c-97e5-4d8af6809818,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:10:55.443372 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-ae9ed60c-ed9c-48b1-a197-1e63e4a3cdd9 tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0511570 May 20 21:10:55.447354 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 52906) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:10:55.454662 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-cedc80ce-2e3d-4060-b2c3-14d681000a90 tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1711529004'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:10:55.586556 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cc3ec51b-6ec8-438a-8349-5f0bec346d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:55.614739 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:55.615209 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cedc80ce-2e3d-4060-b2c3-14d681000a90 tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] Made reservation on behalf of 8078606eee7b4b8ea2a46f8c9f8a0f46 for: {'network': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:10:55.621570 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-cedc80ce-2e3d-4060-b2c3-14d681000a90 tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for network, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:55.660218 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cedc80ce-2e3d-4060-b2c3-14d681000a90 tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 216} {{(pid=103163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 21:10:55.671488 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-cedc80ce-2e3d-4060-b2c3-14d681000a90 tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:55.671837 n-d-842733-1 neutron-server[103163]: INFO neutron.db.segments_db [None req-cedc80ce-2e3d-4060-b2c3-14d681000a90 tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] Added segment 8e6562c5-1623-42bf-9938-88ed18d4cdc4 of type vlan for network 866c5598-7fca-426d-89a8-cc1d4aa47da3 May 20 21:10:55.723752 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-cedc80ce-2e3d-4060-b2c3-14d681000a90 tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418993264'] for network, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:55.814471 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-cedc80ce-2e3d-4060-b2c3-14d681000a90 tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524'] for network, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:55.820536 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cedc80ce-2e3d-4060-b2c3-14d681000a90 tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:10:55.823169 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-cedc80ce-2e3d-4060-b2c3-14d681000a90 tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:55.927353 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-cedc80ce-2e3d-4060-b2c3-14d681000a90 tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4765022 May 20 21:10:55.927673 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 52930) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:10:55.937454 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-1c33a1d0-ef58-4c17-bfd1-ec22cfc59d7f tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1732806787'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:10:55.940769 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedc80ce-2e3d-4060-b2c3-14d681000a90 tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] Pushing event updated for resources: {'Network': ['ID=866c5598-7fca-426d-89a8-cc1d4aa47da3,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:10:55.954719 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Network 866c5598-7fca-426d-89a8-cc1d4aa47da3 details requested by agent ovs-agent-n-d-842733-1 with host n-d-842733-1 {{(pid=103164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 20 21:10:56.059040 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c33a1d0-ef58-4c17-bfd1-ec22cfc59d7f tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] Made reservation on behalf of 8078606eee7b4b8ea2a46f8c9f8a0f46 for: {'network': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:10:56.059040 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1c33a1d0-ef58-4c17-bfd1-ec22cfc59d7f tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for network, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:56.086422 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c33a1d0-ef58-4c17-bfd1-ec22cfc59d7f tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 239} {{(pid=103162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 21:10:56.096076 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1c33a1d0-ef58-4c17-bfd1-ec22cfc59d7f tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:56.096424 n-d-842733-1 neutron-server[103162]: INFO neutron.db.segments_db [None req-1c33a1d0-ef58-4c17-bfd1-ec22cfc59d7f tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] Added segment 451e079d-2d73-4fd5-b86a-cc19c090e93f of type vlan for network 6fa3f153-2d6a-4711-bd59-7ef0b40c98da May 20 21:10:56.142596 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1c33a1d0-ef58-4c17-bfd1-ec22cfc59d7f tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418993264'] for network, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:56.276342 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1c33a1d0-ef58-4c17-bfd1-ec22cfc59d7f tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524'] for network, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:56.278191 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c33a1d0-ef58-4c17-bfd1-ec22cfc59d7f tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:10:56.278807 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1c33a1d0-ef58-4c17-bfd1-ec22cfc59d7f tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] Notify callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:56.354938 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c33a1d0-ef58-4c17-bfd1-ec22cfc59d7f tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] Pushing event updated for resources: {'Network': ['ID=6fa3f153-2d6a-4711-bd59-7ef0b40c98da,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:10:56.367011 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Network 6fa3f153-2d6a-4711-bd59-7ef0b40c98da details requested by agent ovs-agent-n-d-842733-1 with host n-d-842733-1 {{(pid=103164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 20 21:10:56.435892 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-1c33a1d0-ef58-4c17-bfd1-ec22cfc59d7f tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5014598 May 20 21:10:56.554958 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 52958) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:10:56.560247 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-e5d7d7fa-8d01-4747-ad92-e4694070b121 tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] Request body: {'subnets': [{'network_id': '866c5598-7fca-426d-89a8-cc1d4aa47da3', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--896846011', 'ip_version': 4}, {'network_id': '6fa3f153-2d6a-4711-bd59-7ef0b40c98da', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:10:56.560572 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-e5d7d7fa-8d01-4747-ad92-e4694070b121 tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] Request body: {'subnet': {'network_id': '866c5598-7fca-426d-89a8-cc1d4aa47da3', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--896846011', 'ip_version': 4}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:10:56.561153 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-e5d7d7fa-8d01-4747-ad92-e4694070b121 tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] Request body: {'subnet': {'network_id': '6fa3f153-2d6a-4711-bd59-7ef0b40c98da', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:10:56.849018 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5d7d7fa-8d01-4747-ad92-e4694070b121 tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] Made reservation on behalf of 8078606eee7b4b8ea2a46f8c9f8a0f46 for: {'subnet': 2} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:10:56.853826 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e5d7d7fa-8d01-4747-ad92-e4694070b121 tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8422561'] for subnet, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:56.854441 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e5d7d7fa-8d01-4747-ad92-e4694070b121 tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8422561'] for subnet, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:57.151364 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.agents_db [None req-5c33ad30-4e00-40fa-b486-8c79c4a6cfc5 None None] Agent healthcheck: found 7 active agents {{(pid=103165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 20 21:10:57.460652 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e5d7d7fa-8d01-4747-ad92-e4694070b121 tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9641412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8422583'] for subnet, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:57.552173 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d7d7fa-8d01-4747-ad92-e4694070b121 tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] Checking segment: {'id': '8e6562c5-1623-42bf-9938-88ed18d4cdc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '866c5598-7fca-426d-89a8-cc1d4aa47da3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:10:57.552806 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5d7d7fa-8d01-4747-ad92-e4694070b121 tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] Network hostable DHCP agents. Network: 866c5598-7fca-426d-89a8-cc1d4aa47da3, hostable agents: ['c9b0653c-f3c7-4339-bd50-e3754b629216'], hosted agents: [] {{(pid=103163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 21:10:57.555181 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d7d7fa-8d01-4747-ad92-e4694070b121 tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] Pushing event updated for resources: {'Subnet': ['ID=b63de65a-53d4-47dc-b3ca-d4669c846e79,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:10:57.643386 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5d7d7fa-8d01-4747-ad92-e4694070b121 tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] Network 866c5598-7fca-426d-89a8-cc1d4aa47da3 is scheduled to be hosted by DHCP agent c9b0653c-f3c7-4339-bd50-e3754b629216 with binding_index 1 {{(pid=103163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 21:10:57.729485 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-e5d7d7fa-8d01-4747-ad92-e4694070b121 tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842733-1, 866c5598-7fca-426d-89a8-cc1d4aa47da3) {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:10:57.734042 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e5d7d7fa-8d01-4747-ad92-e4694070b121 tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9641412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8422583'] for subnet, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:57.742647 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cebfee0-f5d3-464c-90e0-0a80431ab75a None None] Network 866c5598-7fca-426d-89a8-cc1d4aa47da3 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:10:57.800744 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d7d7fa-8d01-4747-ad92-e4694070b121 tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] Pushing event updated for resources: {'Subnet': ['ID=60d62346-c332-4072-bf8b-b82f37443ba2,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:10:57.844849 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d7d7fa-8d01-4747-ad92-e4694070b121 tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] Checking segment: {'id': '451e079d-2d73-4fd5-b86a-cc19c090e93f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '6fa3f153-2d6a-4711-bd59-7ef0b40c98da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:10:57.845396 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5d7d7fa-8d01-4747-ad92-e4694070b121 tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] Network hostable DHCP agents. Network: 6fa3f153-2d6a-4711-bd59-7ef0b40c98da, hostable agents: ['c9b0653c-f3c7-4339-bd50-e3754b629216'], hosted agents: [] {{(pid=103163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 21:10:57.980172 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32388956-bd5e-4c80-b63c-f0eb182c4b01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaee2b848-d4b9-5db1-b6ef-d6db29d67de7-866c5598-7fca-426d-89a8-cc1d4aa47da3', 'network_id': '866c5598-7fca-426d-89a8-cc1d4aa47da3', 'tenant_id': '8078606eee7b4b8ea2a46f8c9f8a0f46', 'fixed_ips': [{'subnet_id': 'b63de65a-53d4-47dc-b3ca-d4669c846e79'}]}} from n-d-842733-1. {{(pid=103164) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 21:10:57.981459 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-32388956-bd5e-4c80-b63c-f0eb182c4b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:58.079558 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5d7d7fa-8d01-4747-ad92-e4694070b121 tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] Network 6fa3f153-2d6a-4711-bd59-7ef0b40c98da is scheduled to be hosted by DHCP agent c9b0653c-f3c7-4339-bd50-e3754b629216 with binding_index 1 {{(pid=103163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 21:10:58.143671 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [None req-32388956-bd5e-4c80-b63c-f0eb182c4b01 None None] Allocated IP 172.20.0.2 (866c5598-7fca-426d-89a8-cc1d4aa47da3/b63de65a-53d4-47dc-b3ca-d4669c846e79/1c5bf2da-1e3c-401d-83e2-a78c18a008f5) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:10:58.158174 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-e5d7d7fa-8d01-4747-ad92-e4694070b121 tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842733-1, 6fa3f153-2d6a-4711-bd59-7ef0b40c98da) {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:10:58.169729 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5d7d7fa-8d01-4747-ad92-e4694070b121 tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:10:58.169729 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5d7d7fa-8d01-4747-ad92-e4694070b121 tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:10:58.169729 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e5d7d7fa-8d01-4747-ad92-e4694070b121 tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] Notify callbacks [] for subnet, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:58.175500 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfd2d15a-d28b-495a-9dfc-d74bc36d0e27 None None] Network 6fa3f153-2d6a-4711-bd59-7ef0b40c98da requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:10:58.269480 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-e5d7d7fa-8d01-4747-ad92-e4694070b121 tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 1.7133787 May 20 21:10:58.271933 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 53022) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:10:58.373051 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21d21fc4-cef7-4ed6-affa-4ab186bd5b25 tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:10:58.374666 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21d21fc4-cef7-4ed6-affa-4ab186bd5b25 tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:10:58.376476 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21d21fc4-cef7-4ed6-affa-4ab186bd5b25 tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:10:58.378591 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-21d21fc4-cef7-4ed6-affa-4ab186bd5b25 tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.1057322 May 20 21:10:58.381680 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 53030) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:10:58.398370 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 53034) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:10:58.483102 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4a417f3-ce46-4d5d-9d36-2734e1f21898 tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] Deleting subnet b63de65a-53d4-47dc-b3ca-d4669c846e79 {{(pid=103163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 20 21:10:58.503622 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1288dab8-7077-4221-8d58-9d5e88dfa723 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaee2b848-d4b9-5db1-b6ef-d6db29d67de7-6fa3f153-2d6a-4711-bd59-7ef0b40c98da', 'network_id': '6fa3f153-2d6a-4711-bd59-7ef0b40c98da', 'tenant_id': '8078606eee7b4b8ea2a46f8c9f8a0f46', 'fixed_ips': [{'subnet_id': '60d62346-c332-4072-bf8b-b82f37443ba2'}]}} from n-d-842733-1. {{(pid=103164) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 21:10:58.505787 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-1288dab8-7077-4221-8d58-9d5e88dfa723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:58.560891 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-32388956-bd5e-4c80-b63c-f0eb182c4b01 None None] Notify callbacks [] for port, precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:58.680882 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [None req-1288dab8-7077-4221-8d58-9d5e88dfa723 None None] Allocated IP 172.20.0.18 (6fa3f153-2d6a-4711-bd59-7ef0b40c98da/60d62346-c332-4072-bf8b-b82f37443ba2/4e279292-b2de-4a79-87fc-e70f9228f441) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:10:58.784048 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e4a417f3-ce46-4d5d-9d36-2734e1f21898 tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] Notify callbacks [] for subnet, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:58.784860 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-32388956-bd5e-4c80-b63c-f0eb182c4b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108'] for port, after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:58.830293 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e4a417f3-ce46-4d5d-9d36-2734e1f21898 tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9338757'] for subnet, precommit_delete_associations {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:58.856653 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32388956-bd5e-4c80-b63c-f0eb182c4b01 None None] Network 866c5598-7fca-426d-89a8-cc1d4aa47da3 is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:10:58.866771 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-32388956-bd5e-4c80-b63c-f0eb182c4b01 None None] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:10:58.872552 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32388956-bd5e-4c80-b63c-f0eb182c4b01 None None] Received port after_create {{(pid=103164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:10:58.890966 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32388956-bd5e-4c80-b63c-f0eb182c4b01 None None] Pushing event updated for resources: {'Port': ['ID=1c5bf2da-1e3c-401d-83e2-a78c18a008f5,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:10:58.897245 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-1288dab8-7077-4221-8d58-9d5e88dfa723 None None] Notify callbacks [] for port, precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:58.907726 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32388956-bd5e-4c80-b63c-f0eb182c4b01 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:10:58.912972 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32388956-bd5e-4c80-b63c-f0eb182c4b01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:10:58.912972 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32388956-bd5e-4c80-b63c-f0eb182c4b01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:10:58.912972 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32388956-bd5e-4c80-b63c-f0eb182c4b01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:10:58.912972 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32388956-bd5e-4c80-b63c-f0eb182c4b01 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:10:58.912972 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32388956-bd5e-4c80-b63c-f0eb182c4b01 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:10:58.912972 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32388956-bd5e-4c80-b63c-f0eb182c4b01 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:10:58.912972 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32388956-bd5e-4c80-b63c-f0eb182c4b01 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:10:58.912972 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32388956-bd5e-4c80-b63c-f0eb182c4b01 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:10:58.912972 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32388956-bd5e-4c80-b63c-f0eb182c4b01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:10:58.912972 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32388956-bd5e-4c80-b63c-f0eb182c4b01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:10:58.912972 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32388956-bd5e-4c80-b63c-f0eb182c4b01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:10:58.954816 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e4a417f3-ce46-4d5d-9d36-2734e1f21898 tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33068388'] for subnet, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:58.967177 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-32388956-bd5e-4c80-b63c-f0eb182c4b01 None None] Attempting to bind port 1c5bf2da-1e3c-401d-83e2-a78c18a008f5 on host n-d-842733-1 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:10:58.967177 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-32388956-bd5e-4c80-b63c-f0eb182c4b01 None None] Attempting to bind port 1c5bf2da-1e3c-401d-83e2-a78c18a008f5 by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': '8e6562c5-1623-42bf-9938-88ed18d4cdc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '866c5598-7fca-426d-89a8-cc1d4aa47da3'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:10:58.967177 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32388956-bd5e-4c80-b63c-f0eb182c4b01 None None] Attempting to bind port 1c5bf2da-1e3c-401d-83e2-a78c18a008f5 on network 866c5598-7fca-426d-89a8-cc1d4aa47da3 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:10:58.984797 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-1288dab8-7077-4221-8d58-9d5e88dfa723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108'] for port, after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:58.986848 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32388956-bd5e-4c80-b63c-f0eb182c4b01 None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 21, 10, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 21:10:58.987220 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32388956-bd5e-4c80-b63c-f0eb182c4b01 None None] Checking segment: {'id': '8e6562c5-1623-42bf-9938-88ed18d4cdc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '866c5598-7fca-426d-89a8-cc1d4aa47da3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:10:58.988337 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-32388956-bd5e-4c80-b63c-f0eb182c4b01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:58.993491 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32388956-bd5e-4c80-b63c-f0eb182c4b01 None None] Bound using segment: {'id': '8e6562c5-1623-42bf-9938-88ed18d4cdc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '866c5598-7fca-426d-89a8-cc1d4aa47da3'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 21:10:58.994330 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-32388956-bd5e-4c80-b63c-f0eb182c4b01 None None] Bound port: 1c5bf2da-1e3c-401d-83e2-a78c18a008f5, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e6562c5-1623-42bf-9938-88ed18d4cdc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '866c5598-7fca-426d-89a8-cc1d4aa47da3'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:10:58.994730 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-32388956-bd5e-4c80-b63c-f0eb182c4b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:59.062503 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1288dab8-7077-4221-8d58-9d5e88dfa723 None None] Network 6fa3f153-2d6a-4711-bd59-7ef0b40c98da is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:10:59.086172 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-1288dab8-7077-4221-8d58-9d5e88dfa723 None None] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:10:59.096736 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1288dab8-7077-4221-8d58-9d5e88dfa723 None None] Received port after_create {{(pid=103164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:10:59.104966 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1288dab8-7077-4221-8d58-9d5e88dfa723 None None] Pushing event updated for resources: {'Port': ['ID=4e279292-b2de-4a79-87fc-e70f9228f441,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:10:59.130062 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e4a417f3-ce46-4d5d-9d36-2734e1f21898 tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33068399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9641221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8422588'] for subnet, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:59.145740 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4186850e-5183-4885-b319-06000069c475 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748528'] for router_interface, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:59.175363 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e4a417f3-ce46-4d5d-9d36-2734e1f21898 tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] Notify callbacks [] for subnet, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:59.181173 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-e4a417f3-ce46-4d5d-9d36-2734e1f21898 tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] 10.222.0.35 "DELETE /v2.0/subnets/b63de65a-53d4-47dc-b3ca-d4669c846e79 HTTP/1.1" status: 204 len: 168 time: 0.7960358 May 20 21:10:59.188921 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 53072) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:10:59.191676 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a417f3-ce46-4d5d-9d36-2734e1f21898 tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] Pushing event deleted for resources: {'Subnet': ['ID=b63de65a-53d4-47dc-b3ca-d4669c846e79,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:10:59.264028 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_v2 [None req-cadce930-fd64-4737-805d-c8c1facb2bef tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] Deleting subnet 60d62346-c332-4072-bf8b-b82f37443ba2 {{(pid=103163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 20 21:10:59.268674 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-cadce930-fd64-4737-805d-c8c1facb2bef tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] Notify callbacks [] for subnet, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:59.316666 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-cadce930-fd64-4737-805d-c8c1facb2bef tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9338757'] for subnet, precommit_delete_associations {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:59.426363 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-32388956-bd5e-4c80-b63c-f0eb182c4b01 None None] For port 1c5bf2da-1e3c-401d-83e2-a78c18a008f5, host n-d-842733-1, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 21:10:59.431447 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-1288dab8-7077-4221-8d58-9d5e88dfa723 None None] Attempting to bind port 4e279292-b2de-4a79-87fc-e70f9228f441 on host n-d-842733-1 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:10:59.432204 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-1288dab8-7077-4221-8d58-9d5e88dfa723 None None] Attempting to bind port 4e279292-b2de-4a79-87fc-e70f9228f441 by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': '451e079d-2d73-4fd5-b86a-cc19c090e93f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '6fa3f153-2d6a-4711-bd59-7ef0b40c98da'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:10:59.432657 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1288dab8-7077-4221-8d58-9d5e88dfa723 None None] Attempting to bind port 4e279292-b2de-4a79-87fc-e70f9228f441 on network 6fa3f153-2d6a-4711-bd59-7ef0b40c98da {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:10:59.446123 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1288dab8-7077-4221-8d58-9d5e88dfa723 None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 21, 10, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 21:10:59.446945 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1288dab8-7077-4221-8d58-9d5e88dfa723 None None] Checking segment: {'id': '451e079d-2d73-4fd5-b86a-cc19c090e93f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '6fa3f153-2d6a-4711-bd59-7ef0b40c98da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:10:59.447572 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-1288dab8-7077-4221-8d58-9d5e88dfa723 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:59.448691 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1288dab8-7077-4221-8d58-9d5e88dfa723 None None] Bound using segment: {'id': '451e079d-2d73-4fd5-b86a-cc19c090e93f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '6fa3f153-2d6a-4711-bd59-7ef0b40c98da'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 21:10:59.449432 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-1288dab8-7077-4221-8d58-9d5e88dfa723 None None] Bound port: 4e279292-b2de-4a79-87fc-e70f9228f441, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '451e079d-2d73-4fd5-b86a-cc19c090e93f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '6fa3f153-2d6a-4711-bd59-7ef0b40c98da'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:10:59.450275 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-1288dab8-7077-4221-8d58-9d5e88dfa723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:59.451121 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-cadce930-fd64-4737-805d-c8c1facb2bef tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33068388'] for subnet, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:59.456689 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-32388956-bd5e-4c80-b63c-f0eb182c4b01 None None] For port 1c5bf2da-1e3c-401d-83e2-a78c18a008f5, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=1c5bf2da-1e3c-401d-83e2-a78c18a008f5,segment=NetworkSegment(8e6562c5-1623-42bf-9938-88ed18d4cdc4),segment_id=8e6562c5-1623-42bf-9938-88ed18d4cdc4)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 21:10:59.490701 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-4186850e-5183-4885-b319-06000069c475 admin admin] Deleting port 16071ea0-bc98-4b74-b137-362134224862 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:10:59.491269 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4186850e-5183-4885-b319-06000069c475 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:59.546199 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-32388956-bd5e-4c80-b63c-f0eb182c4b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:59.588453 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-4186850e-5183-4885-b319-06000069c475 admin admin] For port 16071ea0-bc98-4b74-b137-362134224862, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=16071ea0-bc98-4b74-b137-362134224862,segment=NetworkSegment(004a2ced-726d-4712-b1e0-f38bdbf6228d),segment_id=004a2ced-726d-4712-b1e0-f38bdbf6228d)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:10:59.588929 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4186850e-5183-4885-b319-06000069c475 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:59.610319 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-4186850e-5183-4885-b319-06000069c475 admin admin] Calling delete_port for 16071ea0-bc98-4b74-b137-362134224862 owned by network:router_interface {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:10:59.621555 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-cadce930-fd64-4737-805d-c8c1facb2bef tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33068399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9641221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8422588'] for subnet, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:59.624587 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32388956-bd5e-4c80-b63c-f0eb182c4b01 None None] Pushing event updated for resources: {'Port': ['ID=1c5bf2da-1e3c-401d-83e2-a78c18a008f5,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:10:59.629513 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-1288dab8-7077-4221-8d58-9d5e88dfa723 None None] For port 4e279292-b2de-4a79-87fc-e70f9228f441, host n-d-842733-1, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 21:10:59.644907 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-1288dab8-7077-4221-8d58-9d5e88dfa723 None None] For port 4e279292-b2de-4a79-87fc-e70f9228f441, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=4e279292-b2de-4a79-87fc-e70f9228f441,segment=NetworkSegment(451e079d-2d73-4fd5-b86a-cc19c090e93f),segment_id=451e079d-2d73-4fd5-b86a-cc19c090e93f)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 21:10:59.669793 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-cadce930-fd64-4737-805d-c8c1facb2bef tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] Notify callbacks [] for subnet, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:59.676444 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-cadce930-fd64-4737-805d-c8c1facb2bef tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] 10.222.0.35 "DELETE /v2.0/subnets/60d62346-c332-4072-bf8b-b82f37443ba2 HTTP/1.1" status: 204 len: 168 time: 0.4915617 May 20 21:10:59.676444 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadce930-fd64-4737-805d-c8c1facb2bef tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] Pushing event deleted for resources: {'Subnet': ['ID=60d62346-c332-4072-bf8b-b82f37443ba2,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:10:59.682312 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 53092) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:10:59.719190 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-1288dab8-7077-4221-8d58-9d5e88dfa723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:10:59.792013 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcfeac7c-06fe-4c52-b974-d4fb41ca0d59 tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:10:59.795554 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-fcfeac7c-06fe-4c52-b974-d4fb41ca0d59 tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1122468 May 20 21:10:59.800044 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 53100) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:10:59.836894 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1288dab8-7077-4221-8d58-9d5e88dfa723 None None] Pushing event updated for resources: {'Port': ['ID=4e279292-b2de-4a79-87fc-e70f9228f441,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:11:00.045340 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0f5ab286-e8bd-40d2-8b0f-fd2d433a912d tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33160123'] for network, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:00.210340 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-0f5ab286-e8bd-40d2-8b0f-fd2d433a912d tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] Deleting port 4e279292-b2de-4a79-87fc-e70f9228f441 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:11:00.210688 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0f5ab286-e8bd-40d2-8b0f-fd2d433a912d tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:00.265233 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4186850e-5183-4885-b319-06000069c475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:00.302943 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4186850e-5183-4885-b319-06000069c475 admin admin] Pushing event deleted for resources: {'Port': ['ID=16071ea0-bc98-4b74-b137-362134224862,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:11:00.371860 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-0f5ab286-e8bd-40d2-8b0f-fd2d433a912d tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] For port 4e279292-b2de-4a79-87fc-e70f9228f441, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=4e279292-b2de-4a79-87fc-e70f9228f441,segment=NetworkSegment(451e079d-2d73-4fd5-b86a-cc19c090e93f),segment_id=451e079d-2d73-4fd5-b86a-cc19c090e93f)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:11:00.372806 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0f5ab286-e8bd-40d2-8b0f-fd2d433a912d tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:00.412792 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-0f5ab286-e8bd-40d2-8b0f-fd2d433a912d tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] Calling delete_port for 4e279292-b2de-4a79-87fc-e70f9228f441 owned by network:dhcp {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:11:00.660418 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4186850e-5183-4885-b319-06000069c475 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-692224'] for router_interface, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:00.789370 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0f5ab286-e8bd-40d2-8b0f-fd2d433a912d tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:00.840661 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5ab286-e8bd-40d2-8b0f-fd2d433a912d tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] Pushing event deleted for resources: {'Port': ['ID=4e279292-b2de-4a79-87fc-e70f9228f441,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:11:00.847681 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f5ab286-e8bd-40d2-8b0f-fd2d433a912d tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] No DVR routers for this DVR port 4e279292-b2de-4a79-87fc-e70f9228f441 on host n-d-842733-1 {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 21:11:01.003243 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0f5ab286-e8bd-40d2-8b0f-fd2d433a912d tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33072115', 'neutron.services.segments.db._delete_segments_for_network-8782419500584'] for network, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:01.195625 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1871ec50-cd8f-4f32-a6d9-f4cfdd9f0e3d None None] Network 866c5598-7fca-426d-89a8-cc1d4aa47da3 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:11:01.310973 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-59b7b46a-0e00-4fca-9fbd-26c62ad46829 None None] Provisioning complete for port 1c5bf2da-1e3c-401d-83e2-a78c18a008f5 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:11:01.311611 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-59b7b46a-0e00-4fca-9fbd-26c62ad46829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:01.443429 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-59b7b46a-0e00-4fca-9fbd-26c62ad46829 None None] Current status of the port 1c5bf2da-1e3c-401d-83e2-a78c18a008f5 is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:11:01.444051 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-59b7b46a-0e00-4fca-9fbd-26c62ad46829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:01.464061 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-0f5ab286-e8bd-40d2-8b0f-fd2d433a912d tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fa3f153-2d6a-4711-bd59-7ef0b40c98da']}} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:11:01.474263 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-0f5ab286-e8bd-40d2-8b0f-fd2d433a912d tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '451e079d-2d73-4fd5-b86a-cc19c090e93f') {'for_net_delete': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:11:01.476777 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-0f5ab286-e8bd-40d2-8b0f-fd2d433a912d tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '451e079d-2d73-4fd5-b86a-cc19c090e93f') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:11:01.487823 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53cb9bf5-13c8-45b3-897c-49a8116972e5 None None] DHCP port deletion for 866c5598-7fca-426d-89a8-cc1d4aa47da3 request from n-d-842733-1 {{(pid=103164) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 21:11:01.490062 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0f5ab286-e8bd-40d2-8b0f-fd2d433a912d tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419501617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3738385'] for segment, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:01.499620 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-59b7b46a-0e00-4fca-9fbd-26c62ad46829 None None] For port 1c5bf2da-1e3c-401d-83e2-a78c18a008f5, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=1c5bf2da-1e3c-401d-83e2-a78c18a008f5,segment=NetworkSegment(8e6562c5-1623-42bf-9938-88ed18d4cdc4),segment_id=8e6562c5-1623-42bf-9938-88ed18d4cdc4)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:11:01.508146 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0f5ab286-e8bd-40d2-8b0f-fd2d433a912d tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:01.513568 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4186850e-5183-4885-b319-06000069c475 admin admin] Router c8d47b70-a89c-4645-8862-90983ce9717e has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 21:11:01.518604 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f5ab286-e8bd-40d2-8b0f-fd2d433a912d tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] Releasing vlan 239 on physical network physnet1 to pool {{(pid=103162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 21:11:01.519015 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0f5ab286-e8bd-40d2-8b0f-fd2d433a912d tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3800791'] for segment, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:01.522226 n-d-842733-1 neutron-server[103162]: Traceback (most recent call last): May 20 21:11:01.522226 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 21:11:01.522226 n-d-842733-1 neutron-server[103162]: timer() May 20 21:11:01.522226 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 21:11:01.522226 n-d-842733-1 neutron-server[103162]: cb(*args, **kw) May 20 21:11:01.522226 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 20 21:11:01.522226 n-d-842733-1 neutron-server[103162]: return func(*args, **kwargs) May 20 21:11:01.522226 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 21:11:01.522226 n-d-842733-1 neutron-server[103162]: self._notify() May 20 21:11:01.522226 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 21:11:01.522226 n-d-842733-1 neutron-server[103162]: self.callback(batched_events) May 20 21:11:01.522226 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 21:11:01.522226 n-d-842733-1 neutron-server[103162]: event.method(event) May 20 21:11:01.522226 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 20 21:11:01.522226 n-d-842733-1 neutron-server[103162]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 21:11:01.522226 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 20 21:11:01.522226 n-d-842733-1 neutron-server[103162]: aggregate_uuid = self.p_client.list_aggregates( May 20 21:11:01.522226 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 20 21:11:01.522226 n-d-842733-1 neutron-server[103162]: return f(self, *a, **k) May 20 21:11:01.522226 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 20 21:11:01.522226 n-d-842733-1 neutron-server[103162]: return self._get(url).json() May 20 21:11:01.522226 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 20 21:11:01.522226 n-d-842733-1 neutron-server[103162]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 21:11:01.522226 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 21:11:01.522226 n-d-842733-1 neutron-server[103162]: return self.request(url, 'GET', **kwargs) May 20 21:11:01.522226 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 21:11:01.522226 n-d-842733-1 neutron-server[103162]: base_url = self.get_endpoint(auth, allow=allow, May 20 21:11:01.522226 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 21:11:01.522226 n-d-842733-1 neutron-server[103162]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 21:11:01.522226 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 21:11:01.522226 n-d-842733-1 neutron-server[103162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 21:11:01.522226 n-d-842733-1 neutron-server[103162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 21:11:01.526144 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6ec71a2-8b95-4ef9-81bb-b553b68b2bef None None] Network 6fa3f153-2d6a-4711-bd59-7ef0b40c98da requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:11:01.578042 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-59b7b46a-0e00-4fca-9fbd-26c62ad46829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:01.682240 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b7b46a-0e00-4fca-9fbd-26c62ad46829 None None] Pushing event updated for resources: {'Port': ['ID=1c5bf2da-1e3c-401d-83e2-a78c18a008f5,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:11:01.683658 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4186850e-5183-4885-b319-06000069c475 admin admin] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 21:11:01.689309 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-4186850e-5183-4885-b319-06000069c475 admin admin] 10.222.0.35 "PUT /v2.0/routers/c8d47b70-a89c-4645-8862-90983ce9717e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2897913 May 20 21:11:01.691329 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-53cb9bf5-13c8-45b3-897c-49a8116972e5 None None] Deleting port 1c5bf2da-1e3c-401d-83e2-a78c18a008f5 {{(pid=103164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:11:01.691934 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 53184) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:11:01.692247 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-53cb9bf5-13c8-45b3-897c-49a8116972e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:01.696600 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d19e9eb0-315e-447b-ab74-c2a46dae1cfa None None] Sync routers for ids ['c8d47b70-a89c-4645-8862-90983ce9717e'] in n-d-842733-1 {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 21:11:01.742564 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0f5ab286-e8bd-40d2-8b0f-fd2d433a912d tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33072122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748162'] for network, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:01.748236 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0f5ab286-e8bd-40d2-8b0f-fd2d433a912d tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] Notify callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:01.755287 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-0f5ab286-e8bd-40d2-8b0f-fd2d433a912d tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] 10.222.0.35 "DELETE /v2.0/networks/6fa3f153-2d6a-4711-bd59-7ef0b40c98da HTTP/1.1" status: 204 len: 168 time: 1.9511418 May 20 21:11:01.755530 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-c3d36b10-acb6-478e-94b2-dd9511dcf6a6 None None] Could not find standard attr ID for object 4e279292-b2de-4a79-87fc-e70f9228f441. {{(pid=103164) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 20 21:11:01.755647 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 53190) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:11:01.779267 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5ab286-e8bd-40d2-8b0f-fd2d433a912d tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] Pushing event deleted for resources: {'Network': ['ID=6fa3f153-2d6a-4711-bd59-7ef0b40c98da,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:11:01.787458 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d19e9eb0-315e-447b-ab74-c2a46dae1cfa None None] Routers {'c8d47b70-a89c-4645-8862-90983ce9717e'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:11:01.788813 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-d19e9eb0-315e-447b-ab74-c2a46dae1cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:10:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['c8d47b70-a89c-4645-8862-90983ce9717e'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:11:01.839371 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cf9ba46-4ba3-44ce-ba70-5d6596fe73c7 None None] DHCP port deletion for 6fa3f153-2d6a-4711-bd59-7ef0b40c98da request from n-d-842733-1 {{(pid=103164) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 21:11:01.867982 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-53cb9bf5-13c8-45b3-897c-49a8116972e5 None None] For port 1c5bf2da-1e3c-401d-83e2-a78c18a008f5, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=1c5bf2da-1e3c-401d-83e2-a78c18a008f5,segment=NetworkSegment(8e6562c5-1623-42bf-9938-88ed18d4cdc4),segment_id=8e6562c5-1623-42bf-9938-88ed18d4cdc4)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:11:01.868377 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-53cb9bf5-13c8-45b3-897c-49a8116972e5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:01.879789 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6466604e-da24-42cf-92b8-630d1a82d057 tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33160123'] for network, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:01.895008 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-53cb9bf5-13c8-45b3-897c-49a8116972e5 None None] Calling delete_port for 1c5bf2da-1e3c-401d-83e2-a78c18a008f5 owned by network:dhcp {{(pid=103164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:11:01.911503 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 4e279292-b2de-4a79-87fc-e70f9228f441 no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 21:11:01.930246 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7514ac17-35a2-41be-9675-d9b320cf1a2b admin admin] Notify callbacks [] for router, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:01.991615 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-6466604e-da24-42cf-92b8-630d1a82d057 tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] Deleting port 1c5bf2da-1e3c-401d-83e2-a78c18a008f5 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:11:01.992410 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6466604e-da24-42cf-92b8-630d1a82d057 tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:02.009926 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: 4e279292-b2de-4a79-87fc-e70f9228f441 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 21:11:02.010267 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 4e279292-b2de-4a79-87fc-e70f9228f441 not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 21:11:02.043503 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-d19e9eb0-315e-447b-ab74-c2a46dae1cfa None None] Set router c8d47b70-a89c-4645-8862-90983ce9717e gateway port host: n-d-842733-1 {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:11:02.067964 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7514ac17-35a2-41be-9675-d9b320cf1a2b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:02.102339 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-6466604e-da24-42cf-92b8-630d1a82d057 tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] For port 1c5bf2da-1e3c-401d-83e2-a78c18a008f5, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=1c5bf2da-1e3c-401d-83e2-a78c18a008f5,segment=NetworkSegment(8e6562c5-1623-42bf-9938-88ed18d4cdc4),segment_id=8e6562c5-1623-42bf-9938-88ed18d4cdc4)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:11:02.102845 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6466604e-da24-42cf-92b8-630d1a82d057 tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:02.118119 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-6466604e-da24-42cf-92b8-630d1a82d057 tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] Calling delete_port for 1c5bf2da-1e3c-401d-83e2-a78c18a008f5 owned by network:dhcp {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:11:02.228417 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-7514ac17-35a2-41be-9675-d9b320cf1a2b admin admin] Deleting port b68fd8bd-c43e-4f69-b3aa-c04bc1047561 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:11:02.228793 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7514ac17-35a2-41be-9675-d9b320cf1a2b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:02.270641 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-53cb9bf5-13c8-45b3-897c-49a8116972e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099'] for port, after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:02.272289 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6466604e-da24-42cf-92b8-630d1a82d057 tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:02.287669 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53cb9bf5-13c8-45b3-897c-49a8116972e5 None None] No DVR routers for this DVR port 1c5bf2da-1e3c-401d-83e2-a78c18a008f5 on host n-d-842733-1 {{(pid=103164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 21:11:02.317816 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cb9bf5-13c8-45b3-897c-49a8116972e5 None None] Pushing event deleted for resources: {'Port': ['ID=1c5bf2da-1e3c-401d-83e2-a78c18a008f5,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:11:02.320423 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-d19e9eb0-315e-447b-ab74-c2a46dae1cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8d47b70-a89c-4645-8862-90983ce9717e', 'name': 'tempest-TestVolumeBackupRestore-1853699050-router', 'tenant_id': '770ab75f42db49e4b1ceb156acd07490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.73'}], 'enable_snat': True}, 'gw_port_id': 'b68fd8bd-c43e-4f69-b3aa-c04bc1047561', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:05:44Z', 'updated_at': '2022-05-20T21:11:00Z', 'revision_number': 5, 'project_id': '770ab75f42db49e4b1ceb156acd07490', 'gw_port': {'id': 'b68fd8bd-c43e-4f69-b3aa-c04bc1047561', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:92:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8d47b70-a89c-4645-8862-90983ce9717e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3355, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:05:46Z', 'updated_at': '2022-05-20T21:05:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:11:02.323354 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6466604e-da24-42cf-92b8-630d1a82d057 tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] No DVR routers for this DVR port 1c5bf2da-1e3c-401d-83e2-a78c18a008f5 on host n-d-842733-1 {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 21:11:02.330581 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6466604e-da24-42cf-92b8-630d1a82d057 tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] Pushing event deleted for resources: {'Port': ['ID=1c5bf2da-1e3c-401d-83e2-a78c18a008f5,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:11:02.332553 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-7514ac17-35a2-41be-9675-d9b320cf1a2b admin admin] For port b68fd8bd-c43e-4f69-b3aa-c04bc1047561, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=b68fd8bd-c43e-4f69-b3aa-c04bc1047561,segment=NetworkSegment(0b5485c4-eff8-42a1-9073-ae54ed4c63ba),segment_id=0b5485c4-eff8-42a1-9073-ae54ed4c63ba)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:11:02.333178 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7514ac17-35a2-41be-9675-d9b320cf1a2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:02.348869 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-7514ac17-35a2-41be-9675-d9b320cf1a2b admin admin] Calling delete_port for b68fd8bd-c43e-4f69-b3aa-c04bc1047561 owned by network:router_gateway {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:11:02.365246 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d19e9eb0-315e-447b-ab74-c2a46dae1cfa None None] Checking router: c8d47b70-a89c-4645-8862-90983ce9717e for host: n-d-842733-1 {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 21:11:02.375351 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d19e9eb0-315e-447b-ab74-c2a46dae1cfa None None] Routers {'c8d47b70-a89c-4645-8862-90983ce9717e'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:11:02.376262 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-d19e9eb0-315e-447b-ab74-c2a46dae1cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:10:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['c8d47b70-a89c-4645-8862-90983ce9717e'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:11:02.415988 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6466604e-da24-42cf-92b8-630d1a82d057 tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33072115', 'neutron.services.segments.db._delete_segments_for_network-8782419500584'] for network, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:02.444713 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-6466604e-da24-42cf-92b8-630d1a82d057 tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['866c5598-7fca-426d-89a8-cc1d4aa47da3']}} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:11:02.459914 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-6466604e-da24-42cf-92b8-630d1a82d057 tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e6562c5-1623-42bf-9938-88ed18d4cdc4') {'for_net_delete': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:11:02.461141 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-6466604e-da24-42cf-92b8-630d1a82d057 tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e6562c5-1623-42bf-9938-88ed18d4cdc4') {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:11:02.475423 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6466604e-da24-42cf-92b8-630d1a82d057 tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419501617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9338764'] for segment, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:02.505579 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-d19e9eb0-315e-447b-ab74-c2a46dae1cfa None None] Set router c8d47b70-a89c-4645-8862-90983ce9717e gateway port host: None {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:11:02.514133 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6466604e-da24-42cf-92b8-630d1a82d057 tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:02.522188 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6466604e-da24-42cf-92b8-630d1a82d057 tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] Releasing vlan 216 on physical network physnet1 to pool {{(pid=103163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 21:11:02.523124 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6466604e-da24-42cf-92b8-630d1a82d057 tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9638311'] for segment, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:02.526639 n-d-842733-1 neutron-server[103163]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 21:11:02.526639 n-d-842733-1 neutron-server[103163]: self.session.flush() May 20 21:11:02.526639 n-d-842733-1 neutron-server[103163]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 21:11:02.526639 n-d-842733-1 neutron-server[103163]: self.session.flush() May 20 21:11:02.526639 n-d-842733-1 neutron-server[103163]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 21:11:02.526639 n-d-842733-1 neutron-server[103163]: self.session.flush() May 20 21:11:02.526639 n-d-842733-1 neutron-server[103163]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 21:11:02.526639 n-d-842733-1 neutron-server[103163]: self.session.flush() May 20 21:11:02.526639 n-d-842733-1 neutron-server[103163]: Traceback (most recent call last): May 20 21:11:02.526639 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 21:11:02.526639 n-d-842733-1 neutron-server[103163]: timer() May 20 21:11:02.526639 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 21:11:02.526639 n-d-842733-1 neutron-server[103163]: cb(*args, **kw) May 20 21:11:02.526639 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 20 21:11:02.526639 n-d-842733-1 neutron-server[103163]: return func(*args, **kwargs) May 20 21:11:02.526639 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 21:11:02.526639 n-d-842733-1 neutron-server[103163]: self._notify() May 20 21:11:02.526639 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 21:11:02.526639 n-d-842733-1 neutron-server[103163]: self.callback(batched_events) May 20 21:11:02.526639 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 21:11:02.526639 n-d-842733-1 neutron-server[103163]: event.method(event) May 20 21:11:02.526639 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 20 21:11:02.526639 n-d-842733-1 neutron-server[103163]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 21:11:02.526639 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 20 21:11:02.526639 n-d-842733-1 neutron-server[103163]: aggregate_uuid = self.p_client.list_aggregates( May 20 21:11:02.526639 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 20 21:11:02.526639 n-d-842733-1 neutron-server[103163]: return f(self, *a, **k) May 20 21:11:02.526639 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 20 21:11:02.526639 n-d-842733-1 neutron-server[103163]: return self._get(url).json() May 20 21:11:02.526639 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 20 21:11:02.526639 n-d-842733-1 neutron-server[103163]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 21:11:02.526639 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 21:11:02.526639 n-d-842733-1 neutron-server[103163]: return self.request(url, 'GET', **kwargs) May 20 21:11:02.526639 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 21:11:02.526639 n-d-842733-1 neutron-server[103163]: base_url = self.get_endpoint(auth, allow=allow, May 20 21:11:02.526639 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 21:11:02.526639 n-d-842733-1 neutron-server[103163]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 21:11:02.526639 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 21:11:02.526639 n-d-842733-1 neutron-server[103163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 21:11:02.526639 n-d-842733-1 neutron-server[103163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 21:11:02.572402 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-d19e9eb0-315e-447b-ab74-c2a46dae1cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8d47b70-a89c-4645-8862-90983ce9717e', 'name': 'tempest-TestVolumeBackupRestore-1853699050-router', 'tenant_id': '770ab75f42db49e4b1ceb156acd07490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:05:44Z', 'updated_at': '2022-05-20T21:11:02Z', 'revision_number': 6, 'project_id': '770ab75f42db49e4b1ceb156acd07490', 'gw_port_host': None}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:11:02.574435 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:02.619528 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d19e9eb0-315e-447b-ab74-c2a46dae1cfa None None] The sync data for ids ['c8d47b70-a89c-4645-8862-90983ce9717e'] in n-d-842733-1 is: [{'id': 'c8d47b70-a89c-4645-8862-90983ce9717e', 'name': 'tempest-TestVolumeBackupRestore-1853699050-router', 'tenant_id': '770ab75f42db49e4b1ceb156acd07490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:05:44Z', 'updated_at': '2022-05-20T21:11:02Z', 'revision_number': 6, 'project_id': '770ab75f42db49e4b1ceb156acd07490', 'gw_port_host': None}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 21:11:02.672022 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7514ac17-35a2-41be-9675-d9b320cf1a2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:02.682422 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6466604e-da24-42cf-92b8-630d1a82d057 tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33072122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748162'] for network, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:02.689934 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6466604e-da24-42cf-92b8-630d1a82d057 tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:02.692979 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-6466604e-da24-42cf-92b8-630d1a82d057 tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] 10.222.0.35 "DELETE /v2.0/networks/866c5598-7fca-426d-89a8-cc1d4aa47da3 HTTP/1.1" status: 204 len: 168 time: 0.9372702 May 20 21:11:02.696442 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 53242) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:11:02.698621 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7514ac17-35a2-41be-9675-d9b320cf1a2b admin admin] Pushing event deleted for resources: {'Port': ['ID=b68fd8bd-c43e-4f69-b3aa-c04bc1047561,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:11:02.706689 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6466604e-da24-42cf-92b8-630d1a82d057 tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] Pushing event deleted for resources: {'Network': ['ID=866c5598-7fca-426d-89a8-cc1d4aa47da3,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:11:02.827625 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-224975b1-6452-4c05-ab3d-ba53b3ce377d tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33160123'] for network, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:02.838082 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7514ac17-35a2-41be-9675-d9b320cf1a2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-748206'] for router_gateway, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:02.948387 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7514ac17-35a2-41be-9675-d9b320cf1a2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26169'] for router, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:02.953284 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7514ac17-35a2-41be-9675-d9b320cf1a2b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:03.047131 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-224975b1-6452-4c05-ab3d-ba53b3ce377d tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33072115', 'neutron.services.segments.db._delete_segments_for_network-8782419500584'] for network, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:03.069832 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-224975b1-6452-4c05-ab3d-ba53b3ce377d tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['850723e3-b901-4795-9c19-e500ba71890b']}} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:11:03.080681 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-224975b1-6452-4c05-ab3d-ba53b3ce377d tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb102e19-8010-4311-b5d7-ac408f064805') {'for_net_delete': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:11:03.080985 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-224975b1-6452-4c05-ab3d-ba53b3ce377d tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb102e19-8010-4311-b5d7-ac408f064805') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:11:03.094489 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-224975b1-6452-4c05-ab3d-ba53b3ce377d tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419501617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3738385'] for segment, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:03.102187 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7514ac17-35a2-41be-9675-d9b320cf1a2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-693148'] for router, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:03.102711 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7514ac17-35a2-41be-9675-d9b320cf1a2b admin admin] Fanout notify agent at l3_agent the message router_deleted on router c8d47b70-a89c-4645-8862-90983ce9717e {{(pid=103162) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 20 21:11:03.109705 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7514ac17-35a2-41be-9675-d9b320cf1a2b admin admin] Notify callbacks [] for router, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:03.110849 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-7514ac17-35a2-41be-9675-d9b320cf1a2b admin admin] 10.222.0.35 "DELETE /v2.0/routers/c8d47b70-a89c-4645-8862-90983ce9717e HTTP/1.1" status: 204 len: 168 time: 1.4178436 May 20 21:11:03.113482 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 53262) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:11:03.114669 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-224975b1-6452-4c05-ab3d-ba53b3ce377d tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:03.123503 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-224975b1-6452-4c05-ab3d-ba53b3ce377d tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] Releasing vlan 211 on physical network physnet1 to pool {{(pid=103162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 21:11:03.123909 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-224975b1-6452-4c05-ab3d-ba53b3ce377d tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3800791'] for segment, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:03.135764 n-d-842733-1 neutron-server[103162]: Traceback (most recent call last): May 20 21:11:03.135764 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 21:11:03.135764 n-d-842733-1 neutron-server[103162]: timer() May 20 21:11:03.135764 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 21:11:03.135764 n-d-842733-1 neutron-server[103162]: cb(*args, **kw) May 20 21:11:03.135764 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 20 21:11:03.135764 n-d-842733-1 neutron-server[103162]: return func(*args, **kwargs) May 20 21:11:03.135764 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 21:11:03.135764 n-d-842733-1 neutron-server[103162]: self._notify() May 20 21:11:03.135764 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 21:11:03.135764 n-d-842733-1 neutron-server[103162]: self.callback(batched_events) May 20 21:11:03.135764 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 21:11:03.135764 n-d-842733-1 neutron-server[103162]: event.method(event) May 20 21:11:03.135764 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 20 21:11:03.135764 n-d-842733-1 neutron-server[103162]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 21:11:03.135764 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 20 21:11:03.135764 n-d-842733-1 neutron-server[103162]: aggregate_uuid = self.p_client.list_aggregates( May 20 21:11:03.135764 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 20 21:11:03.135764 n-d-842733-1 neutron-server[103162]: return f(self, *a, **k) May 20 21:11:03.135764 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 20 21:11:03.135764 n-d-842733-1 neutron-server[103162]: return self._get(url).json() May 20 21:11:03.135764 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 20 21:11:03.135764 n-d-842733-1 neutron-server[103162]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 21:11:03.135764 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 21:11:03.135764 n-d-842733-1 neutron-server[103162]: return self.request(url, 'GET', **kwargs) May 20 21:11:03.135764 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 21:11:03.135764 n-d-842733-1 neutron-server[103162]: base_url = self.get_endpoint(auth, allow=allow, May 20 21:11:03.135764 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 21:11:03.135764 n-d-842733-1 neutron-server[103162]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 21:11:03.135764 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 21:11:03.135764 n-d-842733-1 neutron-server[103162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 21:11:03.135764 n-d-842733-1 neutron-server[103162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 21:11:03.162209 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_v2 [None req-a512d99d-1ef5-4fa7-8d76-142c9f2b6d7f admin admin] Deleting subnet b13faf2d-c0fe-4c78-8290-66782e0d5758 {{(pid=103163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 20 21:11:03.166455 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a512d99d-1ef5-4fa7-8d76-142c9f2b6d7f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:03.211363 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a512d99d-1ef5-4fa7-8d76-142c9f2b6d7f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9338757'] for subnet, precommit_delete_associations {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:03.256585 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-224975b1-6452-4c05-ab3d-ba53b3ce377d tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33072122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748162'] for network, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:03.267586 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-224975b1-6452-4c05-ab3d-ba53b3ce377d tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] Notify callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:03.267586 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-224975b1-6452-4c05-ab3d-ba53b3ce377d tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] 10.222.0.35 "DELETE /v2.0/networks/850723e3-b901-4795-9c19-e500ba71890b HTTP/1.1" status: 204 len: 168 time: 0.5682044 May 20 21:11:03.270661 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 53272) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:11:03.296453 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a512d99d-1ef5-4fa7-8d76-142c9f2b6d7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33068388'] for subnet, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:03.310910 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224975b1-6452-4c05-ab3d-ba53b3ce377d tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] Pushing event deleted for resources: {'Network': ['ID=850723e3-b901-4795-9c19-e500ba71890b,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:11:03.369236 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-43f15890-f0e0-4126-b428-a19aa83de839 tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33160123'] for network, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:03.398381 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a512d99d-1ef5-4fa7-8d76-142c9f2b6d7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33068399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9641221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8422588'] for subnet, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:03.426203 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a512d99d-1ef5-4fa7-8d76-142c9f2b6d7f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b13faf2d-c0fe-4c78-8290-66782e0d5758,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:11:03.430756 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a512d99d-1ef5-4fa7-8d76-142c9f2b6d7f admin admin] Notify callbacks [] for subnet, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:03.434663 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-a512d99d-1ef5-4fa7-8d76-142c9f2b6d7f admin admin] 10.222.0.35 "DELETE /v2.0/subnets/b13faf2d-c0fe-4c78-8290-66782e0d5758 HTTP/1.1" status: 204 len: 168 time: 0.3200097 May 20 21:11:03.437304 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 53284) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:11:03.443420 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1acbe37-9119-421a-8480-9d96dadd524d None None] Network 184b74ca-5201-444b-9621-4d01e7bf23b7 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:11:03.490890 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-43f15890-f0e0-4126-b428-a19aa83de839 tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33072115', 'neutron.services.segments.db._delete_segments_for_network-8782419500584'] for network, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:03.518354 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d06207da-4894-4e66-8442-b7c9ea8d748f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33160123'] for network, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:03.549735 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-43f15890-f0e0-4126-b428-a19aa83de839 tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8daa3a0d-3fe1-4aee-8604-e2709ffff5ae']}} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:11:03.560824 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-43f15890-f0e0-4126-b428-a19aa83de839 tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00db7883-5543-480b-920d-811904d3301e') {'for_net_delete': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:11:03.561223 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-43f15890-f0e0-4126-b428-a19aa83de839 tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00db7883-5543-480b-920d-811904d3301e') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:11:03.588631 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-d06207da-4894-4e66-8442-b7c9ea8d748f admin admin] Deleting port e637919e-552c-49ab-bc16-175314f32dd7 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:11:03.588977 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d06207da-4894-4e66-8442-b7c9ea8d748f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:03.619379 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-43f15890-f0e0-4126-b428-a19aa83de839 tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419501617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3738385'] for segment, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:03.644228 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-43f15890-f0e0-4126-b428-a19aa83de839 tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:03.651220 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43f15890-f0e0-4126-b428-a19aa83de839 tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] Releasing vlan 238 on physical network physnet1 to pool {{(pid=103162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 21:11:03.651678 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-43f15890-f0e0-4126-b428-a19aa83de839 tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3800791'] for segment, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:03.655428 n-d-842733-1 neutron-server[103162]: Traceback (most recent call last): May 20 21:11:03.655428 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 21:11:03.655428 n-d-842733-1 neutron-server[103162]: timer() May 20 21:11:03.655428 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 21:11:03.655428 n-d-842733-1 neutron-server[103162]: cb(*args, **kw) May 20 21:11:03.655428 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 20 21:11:03.655428 n-d-842733-1 neutron-server[103162]: return func(*args, **kwargs) May 20 21:11:03.655428 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 21:11:03.655428 n-d-842733-1 neutron-server[103162]: self._notify() May 20 21:11:03.655428 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 21:11:03.655428 n-d-842733-1 neutron-server[103162]: self.callback(batched_events) May 20 21:11:03.655428 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 21:11:03.655428 n-d-842733-1 neutron-server[103162]: event.method(event) May 20 21:11:03.655428 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 20 21:11:03.655428 n-d-842733-1 neutron-server[103162]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 21:11:03.655428 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 20 21:11:03.655428 n-d-842733-1 neutron-server[103162]: aggregate_uuid = self.p_client.list_aggregates( May 20 21:11:03.655428 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 20 21:11:03.655428 n-d-842733-1 neutron-server[103162]: return f(self, *a, **k) May 20 21:11:03.655428 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 20 21:11:03.655428 n-d-842733-1 neutron-server[103162]: return self._get(url).json() May 20 21:11:03.655428 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 20 21:11:03.655428 n-d-842733-1 neutron-server[103162]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 21:11:03.655428 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 21:11:03.655428 n-d-842733-1 neutron-server[103162]: return self.request(url, 'GET', **kwargs) May 20 21:11:03.655428 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 21:11:03.655428 n-d-842733-1 neutron-server[103162]: base_url = self.get_endpoint(auth, allow=allow, May 20 21:11:03.655428 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 21:11:03.655428 n-d-842733-1 neutron-server[103162]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 21:11:03.655428 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 21:11:03.655428 n-d-842733-1 neutron-server[103162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 21:11:03.655428 n-d-842733-1 neutron-server[103162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 21:11:03.688464 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-d06207da-4894-4e66-8442-b7c9ea8d748f admin admin] For port e637919e-552c-49ab-bc16-175314f32dd7, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=e637919e-552c-49ab-bc16-175314f32dd7,segment=NetworkSegment(004a2ced-726d-4712-b1e0-f38bdbf6228d),segment_id=004a2ced-726d-4712-b1e0-f38bdbf6228d)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:11:03.690864 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d06207da-4894-4e66-8442-b7c9ea8d748f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:03.712770 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d8ac78c-9619-41ef-946b-3f5b446e0b6e None None] DHCP port deletion for 184b74ca-5201-444b-9621-4d01e7bf23b7 request from n-d-842733-1 {{(pid=103164) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 21:11:03.716135 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-d06207da-4894-4e66-8442-b7c9ea8d748f admin admin] Calling delete_port for e637919e-552c-49ab-bc16-175314f32dd7 owned by network:dhcp {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:11:03.815554 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-43f15890-f0e0-4126-b428-a19aa83de839 tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33072122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748162'] for network, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:03.829569 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-8d8ac78c-9619-41ef-946b-3f5b446e0b6e None None] Deleting port e637919e-552c-49ab-bc16-175314f32dd7 {{(pid=103164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:11:03.830817 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-8d8ac78c-9619-41ef-946b-3f5b446e0b6e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:03.831712 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-43f15890-f0e0-4126-b428-a19aa83de839 tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] Notify callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:03.837885 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-43f15890-f0e0-4126-b428-a19aa83de839 tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] 10.222.0.35 "DELETE /v2.0/networks/8daa3a0d-3fe1-4aee-8604-e2709ffff5ae HTTP/1.1" status: 204 len: 168 time: 0.5658026 May 20 21:11:03.860365 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f15890-f0e0-4126-b428-a19aa83de839 tempest-BulkNetworkOpsTest-1781795958 tempest-BulkNetworkOpsTest-1781795958-project] Pushing event deleted for resources: {'Network': ['ID=8daa3a0d-3fe1-4aee-8604-e2709ffff5ae,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:11:03.869286 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 16071ea0-bc98-4b74-b137-362134224862 no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 21:11:03.931062 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: 16071ea0-bc98-4b74-b137-362134224862 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 21:11:03.931475 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 16071ea0-bc98-4b74-b137-362134224862 not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 21:11:03.932229 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device e637919e-552c-49ab-bc16-175314f32dd7 no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 21:11:03.945988 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d06207da-4894-4e66-8442-b7c9ea8d748f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:03.976539 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d06207da-4894-4e66-8442-b7c9ea8d748f admin admin] No DVR routers for this DVR port e637919e-552c-49ab-bc16-175314f32dd7 on host n-d-842733-1 {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 21:11:03.983224 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06207da-4894-4e66-8442-b7c9ea8d748f admin admin] Pushing event deleted for resources: {'Port': ['ID=e637919e-552c-49ab-bc16-175314f32dd7,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:11:04.080709 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d06207da-4894-4e66-8442-b7c9ea8d748f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33072115', 'neutron.services.segments.db._delete_segments_for_network-8782419500584'] for network, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:04.124120 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-d06207da-4894-4e66-8442-b7c9ea8d748f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['184b74ca-5201-444b-9621-4d01e7bf23b7']}} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:11:04.127460 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-8d8ac78c-9619-41ef-946b-3f5b446e0b6e None None] For port e637919e-552c-49ab-bc16-175314f32dd7, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=e637919e-552c-49ab-bc16-175314f32dd7,segment=NetworkSegment(004a2ced-726d-4712-b1e0-f38bdbf6228d),segment_id=004a2ced-726d-4712-b1e0-f38bdbf6228d)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:11:04.128522 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-8d8ac78c-9619-41ef-946b-3f5b446e0b6e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:04.137345 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-d06207da-4894-4e66-8442-b7c9ea8d748f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '004a2ced-726d-4712-b1e0-f38bdbf6228d') {'for_net_delete': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:11:04.137780 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-d06207da-4894-4e66-8442-b7c9ea8d748f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '004a2ced-726d-4712-b1e0-f38bdbf6228d') {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:11:04.145338 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-8d8ac78c-9619-41ef-946b-3f5b446e0b6e None None] Calling delete_port for e637919e-552c-49ab-bc16-175314f32dd7 owned by network:dhcp {{(pid=103164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:11:04.148795 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d06207da-4894-4e66-8442-b7c9ea8d748f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419501617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9338764'] for segment, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:04.157307 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No active binding found for port e637919e-552c-49ab-bc16-175314f32dd7 {{(pid=103164) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} May 20 21:11:04.158034 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device e637919e-552c-49ab-bc16-175314f32dd7 not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 21:11:04.158597 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device b68fd8bd-c43e-4f69-b3aa-c04bc1047561 no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 21:11:04.174833 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d06207da-4894-4e66-8442-b7c9ea8d748f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:04.181585 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: b68fd8bd-c43e-4f69-b3aa-c04bc1047561 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 21:11:04.181930 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device b68fd8bd-c43e-4f69-b3aa-c04bc1047561 not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 21:11:04.193075 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d06207da-4894-4e66-8442-b7c9ea8d748f admin admin] Releasing vlan 234 on physical network physnet1 to pool {{(pid=103163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 21:11:04.197859 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d06207da-4894-4e66-8442-b7c9ea8d748f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9638311'] for segment, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:04.197859 n-d-842733-1 neutron-server[103163]: Traceback (most recent call last): May 20 21:11:04.197859 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 21:11:04.197859 n-d-842733-1 neutron-server[103163]: timer() May 20 21:11:04.197859 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 21:11:04.197859 n-d-842733-1 neutron-server[103163]: cb(*args, **kw) May 20 21:11:04.197859 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 20 21:11:04.197859 n-d-842733-1 neutron-server[103163]: return func(*args, **kwargs) May 20 21:11:04.197859 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 21:11:04.197859 n-d-842733-1 neutron-server[103163]: self._notify() May 20 21:11:04.197859 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 21:11:04.197859 n-d-842733-1 neutron-server[103163]: self.callback(batched_events) May 20 21:11:04.197859 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 21:11:04.197859 n-d-842733-1 neutron-server[103163]: event.method(event) May 20 21:11:04.197859 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 20 21:11:04.197859 n-d-842733-1 neutron-server[103163]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 21:11:04.197859 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 20 21:11:04.197859 n-d-842733-1 neutron-server[103163]: aggregate_uuid = self.p_client.list_aggregates( May 20 21:11:04.197859 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 20 21:11:04.197859 n-d-842733-1 neutron-server[103163]: return f(self, *a, **k) May 20 21:11:04.197859 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 20 21:11:04.197859 n-d-842733-1 neutron-server[103163]: return self._get(url).json() May 20 21:11:04.197859 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 20 21:11:04.197859 n-d-842733-1 neutron-server[103163]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 21:11:04.197859 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 21:11:04.197859 n-d-842733-1 neutron-server[103163]: return self.request(url, 'GET', **kwargs) May 20 21:11:04.197859 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 21:11:04.197859 n-d-842733-1 neutron-server[103163]: base_url = self.get_endpoint(auth, allow=allow, May 20 21:11:04.197859 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 21:11:04.197859 n-d-842733-1 neutron-server[103163]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 21:11:04.197859 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 21:11:04.197859 n-d-842733-1 neutron-server[103163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 21:11:04.197859 n-d-842733-1 neutron-server[103163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 21:11:04.256756 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-8d8ac78c-9619-41ef-946b-3f5b446e0b6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099'] for port, after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:04.292418 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8ac78c-9619-41ef-946b-3f5b446e0b6e None None] Pushing event deleted for resources: {'Port': ['ID=e637919e-552c-49ab-bc16-175314f32dd7,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:11:04.298763 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d8ac78c-9619-41ef-946b-3f5b446e0b6e None None] No DVR routers for this DVR port e637919e-552c-49ab-bc16-175314f32dd7 on host n-d-842733-1 {{(pid=103164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 21:11:04.333519 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 53330) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:11:04.358420 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d06207da-4894-4e66-8442-b7c9ea8d748f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33072122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748162'] for network, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:04.365005 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d06207da-4894-4e66-8442-b7c9ea8d748f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:04.371060 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-d06207da-4894-4e66-8442-b7c9ea8d748f admin admin] 10.222.0.35 "DELETE /v2.0/networks/184b74ca-5201-444b-9621-4d01e7bf23b7 HTTP/1.1" status: 204 len: 168 time: 0.9296274 May 20 21:11:04.371568 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 53334) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:11:04.378273 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06207da-4894-4e66-8442-b7c9ea8d748f admin admin] Pushing event deleted for resources: {'Network': ['ID=184b74ca-5201-444b-9621-4d01e7bf23b7,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:11:04.484715 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-d76ee274-6ef2-4080-803a-d72abc46c085 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8078606eee7b4b8ea2a46f8c9f8a0f46&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1499958 May 20 21:11:04.487313 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 53336) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:11:04.546565 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c3f722a6-f55e-451d-8927-3900028999a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:04.572741 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c3f722a6-f55e-451d-8927-3900028999a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:04.689125 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c3f722a6-f55e-451d-8927-3900028999a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:04.691629 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c3f722a6-f55e-451d-8927-3900028999a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:04.695504 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-c3f722a6-f55e-451d-8927-3900028999a2 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/588eacbc-daed-4ade-b96f-fe5385938597 HTTP/1.1" status: 204 len: 168 time: 0.2070549 May 20 21:11:04.704174 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f722a6-f55e-451d-8927-3900028999a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=588eacbc-daed-4ade-b96f-fe5385938597,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:11:04.774436 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8c5b8808-f00c-4f62-93b7-bcccfa7636fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748528'] for router_interface, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:05.025177 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-8c5b8808-f00c-4f62-93b7-bcccfa7636fe admin admin] Deleting port e2dc8bb8-7108-4826-86e1-0144c0072704 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:11:05.025889 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8c5b8808-f00c-4f62-93b7-bcccfa7636fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:05.123165 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-8c5b8808-f00c-4f62-93b7-bcccfa7636fe admin admin] For port e2dc8bb8-7108-4826-86e1-0144c0072704, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=e2dc8bb8-7108-4826-86e1-0144c0072704,segment=NetworkSegment(cc62a303-951c-4ea8-ab94-da393cebac95),segment_id=cc62a303-951c-4ea8-ab94-da393cebac95)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:11:05.127943 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8c5b8808-f00c-4f62-93b7-bcccfa7636fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:05.148429 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-8c5b8808-f00c-4f62-93b7-bcccfa7636fe admin admin] Calling delete_port for e2dc8bb8-7108-4826-86e1-0144c0072704 owned by network:router_interface {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:11:05.386164 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8c5b8808-f00c-4f62-93b7-bcccfa7636fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:05.414590 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5b8808-f00c-4f62-93b7-bcccfa7636fe admin admin] Pushing event deleted for resources: {'Port': ['ID=e2dc8bb8-7108-4826-86e1-0144c0072704,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:11:05.647253 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8c5b8808-f00c-4f62-93b7-bcccfa7636fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-692224'] for router_interface, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:05.699455 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e65f45-45f8-4951-b04b-bb5adc94e3ab req-e8aa7024-5775-4be6-8b11-211494d28e3e tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:11:05.723841 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b3e65f45-45f8-4951-b04b-bb5adc94e3ab req-e8aa7024-5775-4be6-8b11-211494d28e3e tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/ports?device_id=88634439-59b8-46e3-a6ce-e8d22bc2e9f4 HTTP/1.1" status: 200 len: 946 time: 0.0711935 May 20 21:11:05.768300 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b3e65f45-45f8-4951-b04b-bb5adc94e3ab req-970f5dab-1bfd-451f-ac10-3967fb1c31fe tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/security-groups?id=96442cae-b757-4c4c-b7ef-f57c160e2025&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495410 May 20 21:11:05.794782 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 53410) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:11:05.862231 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-05baeede-bb36-46ed-833b-2549b66d4f1f tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/floatingips/a6bb6884-3b71-4723-9506-03f846547f4f HTTP/1.1" status: 200 len: 994 time: 0.0661833 May 20 21:11:05.927223 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c5b8808-f00c-4f62-93b7-bcccfa7636fe admin admin] Router abd02176-b296-4d2d-b651-f55494dcfb3d has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 21:11:05.940119 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 53418) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:11:06.052410 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c5b8808-f00c-4f62-93b7-bcccfa7636fe admin admin] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 21:11:06.060493 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 53424) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:11:06.061793 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-8c5b8808-f00c-4f62-93b7-bcccfa7636fe admin admin] 10.222.0.35 "PUT /v2.0/routers/abd02176-b296-4d2d-b651-f55494dcfb3d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6877708 May 20 21:11:06.063742 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d1adbfb-a40d-4076-862a-34189dde8fa6 None None] Sync routers for ids ['abd02176-b296-4d2d-b651-f55494dcfb3d'] in n-d-842733-1 {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 21:11:06.067831 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-279a506e-958a-44be-a603-499e16ffb28e tempest-NetworksNegativeTestJSON-953050492 tempest-NetworksNegativeTestJSON-953050492-project] Request body: {'port': {'network_id': 'df2ff135-d075-4099-a478-bbfedb405e19', 'name': 'tempest-NetworksNegativeTestJSON-5845190'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:11:06.073519 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d1adbfb-a40d-4076-862a-34189dde8fa6 None None] Routers {'abd02176-b296-4d2d-b651-f55494dcfb3d'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:11:06.074087 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-0d1adbfb-a40d-4076-862a-34189dde8fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:10:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['abd02176-b296-4d2d-b651-f55494dcfb3d'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:11:06.083351 n-d-842733-1 neutron-server[103162]: INFO neutron.pecan_wsgi.hooks.translation [None req-279a506e-958a-44be-a603-499e16ffb28e tempest-NetworksNegativeTestJSON-953050492 tempest-NetworksNegativeTestJSON-953050492-project] POST failed (client error): The resource could not be found. May 20 21:11:06.083903 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-279a506e-958a-44be-a603-499e16ffb28e tempest-NetworksNegativeTestJSON-953050492 tempest-NetworksNegativeTestJSON-953050492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 21:11:06.088931 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-279a506e-958a-44be-a603-499e16ffb28e tempest-NetworksNegativeTestJSON-953050492 tempest-NetworksNegativeTestJSON-953050492-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1439955 May 20 21:11:06.089235 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 53426) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:11:06.108551 n-d-842733-1 neutron-server[103162]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4774fcc-c0a9-4d11-981c-68796049de7b tempest-NetworksNegativeTestJSON-953050492 tempest-NetworksNegativeTestJSON-953050492-project] DELETE failed (client error): The resource could not be found. May 20 21:11:06.109100 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4774fcc-c0a9-4d11-981c-68796049de7b tempest-NetworksNegativeTestJSON-953050492 tempest-NetworksNegativeTestJSON-953050492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 21:11:06.115863 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-f4774fcc-c0a9-4d11-981c-68796049de7b tempest-NetworksNegativeTestJSON-953050492 tempest-NetworksNegativeTestJSON-953050492-project] 10.222.0.35 "DELETE /v2.0/networks/5936e8d6-1ddd-43fd-935a-f94ccab1e532 HTTP/1.1" status: 404 len: 339 time: 0.0219104 May 20 21:11:06.116917 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 53428) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:11:06.143612 n-d-842733-1 neutron-server[103163]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d961a54-69e1-4daf-ae4d-929612d27ee8 tempest-NetworksNegativeTestJSON-953050492 tempest-NetworksNegativeTestJSON-953050492-project] DELETE failed (client error): The resource could not be found. May 20 21:11:06.144218 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d961a54-69e1-4daf-ae4d-929612d27ee8 tempest-NetworksNegativeTestJSON-953050492 tempest-NetworksNegativeTestJSON-953050492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103163) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 21:11:06.147207 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-6d961a54-69e1-4daf-ae4d-929612d27ee8 tempest-NetworksNegativeTestJSON-953050492 tempest-NetworksNegativeTestJSON-953050492-project] 10.222.0.35 "DELETE /v2.0/ports/a9d272c2-0912-4727-8bdc-e2b6862f73e1 HTTP/1.1" status: 404 len: 333 time: 0.0292876 May 20 21:11:06.151575 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 53432) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:11:06.205447 n-d-842733-1 neutron-server[103162]: INFO neutron.pecan_wsgi.hooks.translation [None req-126196a9-79f6-4d08-a12d-16775b8438db tempest-NetworksNegativeTestJSON-953050492 tempest-NetworksNegativeTestJSON-953050492-project] DELETE failed (client error): The resource could not be found. May 20 21:11:06.205919 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-126196a9-79f6-4d08-a12d-16775b8438db tempest-NetworksNegativeTestJSON-953050492 tempest-NetworksNegativeTestJSON-953050492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 21:11:06.208961 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-126196a9-79f6-4d08-a12d-16775b8438db tempest-NetworksNegativeTestJSON-953050492 tempest-NetworksNegativeTestJSON-953050492-project] 10.222.0.35 "DELETE /v2.0/subnets/0b3594a5-66f7-4b0c-99a5-24dc8d4d3dd5 HTTP/1.1" status: 404 len: 337 time: 0.0563121 May 20 21:11:06.215013 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 53434) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:11:06.238514 n-d-842733-1 neutron-server[103162]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a2aa251-44b4-45d6-8cb5-babfb57f3f46 tempest-NetworksNegativeTestJSON-953050492 tempest-NetworksNegativeTestJSON-953050492-project] GET failed (client error): The resource could not be found. May 20 21:11:06.240418 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-0a2aa251-44b4-45d6-8cb5-babfb57f3f46 tempest-NetworksNegativeTestJSON-953050492 tempest-NetworksNegativeTestJSON-953050492-project] 10.222.0.35 "GET /v2.0/networks/858786b2-b292-4dc5-bb07-6a00e6e86f10 HTTP/1.1" status: 404 len: 339 time: 0.0239418 May 20 21:11:06.243748 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 53438) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:11:06.247554 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-0d1adbfb-a40d-4076-862a-34189dde8fa6 None None] Set router abd02176-b296-4d2d-b651-f55494dcfb3d gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:11:06.269025 n-d-842733-1 neutron-server[103162]: INFO neutron.pecan_wsgi.hooks.translation [None req-666b4a45-cc82-48ad-9198-b800cfc8227a tempest-NetworksNegativeTestJSON-953050492 tempest-NetworksNegativeTestJSON-953050492-project] GET failed (client error): The resource could not be found. May 20 21:11:06.274441 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-666b4a45-cc82-48ad-9198-b800cfc8227a tempest-NetworksNegativeTestJSON-953050492 tempest-NetworksNegativeTestJSON-953050492-project] 10.222.0.35 "GET /v2.0/ports/7688f4bb-f146-4aaa-bd56-77beff0ae176 HTTP/1.1" status: 404 len: 333 time: 0.0259488 May 20 21:11:06.274782 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 53440) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:11:06.308062 n-d-842733-1 neutron-server[103162]: INFO neutron.pecan_wsgi.hooks.translation [None req-03cdb4c3-4336-4dc4-b7c8-362e90d40e86 tempest-NetworksNegativeTestJSON-953050492 tempest-NetworksNegativeTestJSON-953050492-project] GET failed (client error): The resource could not be found. May 20 21:11:06.310124 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-03cdb4c3-4336-4dc4-b7c8-362e90d40e86 tempest-NetworksNegativeTestJSON-953050492 tempest-NetworksNegativeTestJSON-953050492-project] 10.222.0.35 "GET /v2.0/subnets/dbc86ddf-db56-4f54-b235-d1249a8749b8 HTTP/1.1" status: 404 len: 337 time: 0.0337868 May 20 21:11:06.316399 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 53442) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:11:06.321831 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-59ab4f1c-3429-47b4-8a37-cef16584e779 tempest-NetworksNegativeTestJSON-953050492 tempest-NetworksNegativeTestJSON-953050492-project] Request body: {'network': {'name': 'new_name'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:11:06.337182 n-d-842733-1 neutron-server[103162]: INFO neutron.pecan_wsgi.hooks.translation [None req-59ab4f1c-3429-47b4-8a37-cef16584e779 tempest-NetworksNegativeTestJSON-953050492 tempest-NetworksNegativeTestJSON-953050492-project] PUT failed (client error): The resource could not be found. May 20 21:11:06.338055 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59ab4f1c-3429-47b4-8a37-cef16584e779 tempest-NetworksNegativeTestJSON-953050492 tempest-NetworksNegativeTestJSON-953050492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 21:11:06.339496 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-59ab4f1c-3429-47b4-8a37-cef16584e779 tempest-NetworksNegativeTestJSON-953050492 tempest-NetworksNegativeTestJSON-953050492-project] 10.222.0.35 "PUT /v2.0/networks/fb70f982-4fcf-4e7d-b7e3-a9eff88c2986 HTTP/1.1" status: 404 len: 339 time: 0.0218184 May 20 21:11:06.345511 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 53446) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:11:06.352575 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-4a363634-bf91-417d-89a7-1345e2e06c69 tempest-NetworksNegativeTestJSON-953050492 tempest-NetworksNegativeTestJSON-953050492-project] Request body: {'port': {'name': 'new_name'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:11:06.386275 n-d-842733-1 neutron-server[103162]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a363634-bf91-417d-89a7-1345e2e06c69 tempest-NetworksNegativeTestJSON-953050492 tempest-NetworksNegativeTestJSON-953050492-project] PUT failed (client error): The resource could not be found. May 20 21:11:06.387288 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a363634-bf91-417d-89a7-1345e2e06c69 tempest-NetworksNegativeTestJSON-953050492 tempest-NetworksNegativeTestJSON-953050492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 21:11:06.388996 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-4a363634-bf91-417d-89a7-1345e2e06c69 tempest-NetworksNegativeTestJSON-953050492 tempest-NetworksNegativeTestJSON-953050492-project] 10.222.0.35 "PUT /v2.0/ports/80763ff4-2baf-4898-acb9-5c985cb286f5 HTTP/1.1" status: 404 len: 333 time: 0.0422847 May 20 21:11:06.397522 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 53448) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:11:06.402127 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-13b9337e-daba-428c-942c-725bd946873e tempest-NetworksNegativeTestJSON-953050492 tempest-NetworksNegativeTestJSON-953050492-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:11:06.426690 n-d-842733-1 neutron-server[103162]: INFO neutron.pecan_wsgi.hooks.translation [None req-13b9337e-daba-428c-942c-725bd946873e tempest-NetworksNegativeTestJSON-953050492 tempest-NetworksNegativeTestJSON-953050492-project] PUT failed (client error): The resource could not be found. May 20 21:11:06.427150 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13b9337e-daba-428c-942c-725bd946873e tempest-NetworksNegativeTestJSON-953050492 tempest-NetworksNegativeTestJSON-953050492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 21:11:06.435155 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-13b9337e-daba-428c-942c-725bd946873e tempest-NetworksNegativeTestJSON-953050492 tempest-NetworksNegativeTestJSON-953050492-project] 10.222.0.35 "PUT /v2.0/subnets/72e77cab-4be2-4669-b12d-ee96d911bfb0 HTTP/1.1" status: 404 len: 337 time: 0.0385559 May 20 21:11:06.572015 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-0d1adbfb-a40d-4076-862a-34189dde8fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abd02176-b296-4d2d-b651-f55494dcfb3d', 'name': 'tempest-TestVolumeBackupRestore-1538094689-router', 'tenant_id': 'bfab9ec7d31948daaf3236c7068c4340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.48'}], 'enable_snat': True}, 'gw_port_id': '006cfa01-3e3e-4133-8680-5fdea18b1f79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:05:59Z', 'updated_at': '2022-05-20T21:11:05Z', 'revision_number': 5, 'project_id': 'bfab9ec7d31948daaf3236c7068c4340', 'gw_port': {'id': '006cfa01-3e3e-4133-8680-5fdea18b1f79', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:f0:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abd02176-b296-4d2d-b651-f55494dcfb3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3381, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:06:01Z', 'updated_at': '2022-05-20T21:06:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:11:06.603012 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d1adbfb-a40d-4076-862a-34189dde8fa6 None None] Checking router: abd02176-b296-4d2d-b651-f55494dcfb3d for host: n-d-842733-1 {{(pid=103165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 21:11:06.612769 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-61867200-1e94-4844-9181-1ecd9e9ccd99 admin admin] Notify callbacks [] for router, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:06.613892 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d1adbfb-a40d-4076-862a-34189dde8fa6 None None] Routers {'abd02176-b296-4d2d-b651-f55494dcfb3d'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:11:06.614741 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-0d1adbfb-a40d-4076-862a-34189dde8fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:10:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['abd02176-b296-4d2d-b651-f55494dcfb3d'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:11:06.653310 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81914ec-7587-4824-ad80-a0f43fc5ba0b req-a1df82f0-dabe-41b8-a0d9-831297beab9c tempest-TestNetworkAdvancedServerOps-173437749 tempest-TestNetworkAdvancedServerOps-173437749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:11:06.655388 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e81914ec-7587-4824-ad80-a0f43fc5ba0b req-a1df82f0-dabe-41b8-a0d9-831297beab9c tempest-TestNetworkAdvancedServerOps-173437749 tempest-TestNetworkAdvancedServerOps-173437749-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=88634439-59b8-46e3-a6ce-e8d22bc2e9f4 HTTP/1.1" status: 200 len: 1097 time: 0.0901163 May 20 21:11:06.724493 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-0d1adbfb-a40d-4076-862a-34189dde8fa6 None None] Set router abd02176-b296-4d2d-b651-f55494dcfb3d gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:11:06.729520 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e81914ec-7587-4824-ad80-a0f43fc5ba0b req-1e6c1334-f39f-48c3-bf7d-36439d29fb19 tempest-TestNetworkAdvancedServerOps-173437749 tempest-TestNetworkAdvancedServerOps-173437749-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=96442cae-b757-4c4c-b7ef-f57c160e2025&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681756 May 20 21:11:06.756562 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-61867200-1e94-4844-9181-1ecd9e9ccd99 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:06.894307 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-61867200-1e94-4844-9181-1ecd9e9ccd99 admin admin] Deleting port 006cfa01-3e3e-4133-8680-5fdea18b1f79 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:11:06.895219 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-61867200-1e94-4844-9181-1ecd9e9ccd99 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:06.938022 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-0d1adbfb-a40d-4076-862a-34189dde8fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abd02176-b296-4d2d-b651-f55494dcfb3d', 'name': 'tempest-TestVolumeBackupRestore-1538094689-router', 'tenant_id': 'bfab9ec7d31948daaf3236c7068c4340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.48'}], 'enable_snat': True}, 'gw_port_id': '006cfa01-3e3e-4133-8680-5fdea18b1f79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:05:59Z', 'updated_at': '2022-05-20T21:11:05Z', 'revision_number': 5, 'project_id': 'bfab9ec7d31948daaf3236c7068c4340', 'gw_port': {'id': '006cfa01-3e3e-4133-8680-5fdea18b1f79', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:f0:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abd02176-b296-4d2d-b651-f55494dcfb3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3381, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:06:01Z', 'updated_at': '2022-05-20T21:06:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:11:06.985371 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d1adbfb-a40d-4076-862a-34189dde8fa6 None None] The sync data for ids ['abd02176-b296-4d2d-b651-f55494dcfb3d'] in n-d-842733-1 is: [{'id': 'abd02176-b296-4d2d-b651-f55494dcfb3d', 'name': 'tempest-TestVolumeBackupRestore-1538094689-router', 'tenant_id': 'bfab9ec7d31948daaf3236c7068c4340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.48'}], 'enable_snat': True}, 'gw_port_id': '006cfa01-3e3e-4133-8680-5fdea18b1f79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:05:59Z', 'updated_at': '2022-05-20T21:11:05Z', 'revision_number': 5, 'project_id': 'bfab9ec7d31948daaf3236c7068c4340', 'gw_port': {'id': '006cfa01-3e3e-4133-8680-5fdea18b1f79', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:f0:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abd02176-b296-4d2d-b651-f55494dcfb3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3381, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:06:01Z', 'updated_at': '2022-05-20T21:06:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 21:11:06.988534 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-61867200-1e94-4844-9181-1ecd9e9ccd99 admin admin] For port 006cfa01-3e3e-4133-8680-5fdea18b1f79, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=006cfa01-3e3e-4133-8680-5fdea18b1f79,segment=NetworkSegment(0b5485c4-eff8-42a1-9073-ae54ed4c63ba),segment_id=0b5485c4-eff8-42a1-9073-ae54ed4c63ba)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:11:06.989174 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-61867200-1e94-4844-9181-1ecd9e9ccd99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:07.005704 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-61867200-1e94-4844-9181-1ecd9e9ccd99 admin admin] Calling delete_port for 006cfa01-3e3e-4133-8680-5fdea18b1f79 owned by network:router_gateway {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:11:07.035209 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 53462) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:11:07.159618 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-636d24e1-538a-4148-97f6-6f2fe6cd3796 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:07.235153 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-636d24e1-538a-4148-97f6-6f2fe6cd3796 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:07.272165 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-61867200-1e94-4844-9181-1ecd9e9ccd99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:07.301026 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61867200-1e94-4844-9181-1ecd9e9ccd99 admin admin] Pushing event deleted for resources: {'Port': ['ID=006cfa01-3e3e-4133-8680-5fdea18b1f79,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:11:07.311833 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-636d24e1-538a-4148-97f6-6f2fe6cd3796 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:07.374468 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636d24e1-538a-4148-97f6-6f2fe6cd3796 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b084e5a-a014-4b73-aff2-f57c4022b067,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:11:07.381983 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-61867200-1e94-4844-9181-1ecd9e9ccd99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-748206'] for router_gateway, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:07.384540 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-636d24e1-538a-4148-97f6-6f2fe6cd3796 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=40ef73b0cee2447d89bb4c4c6d5b081d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3479726 May 20 21:11:07.387205 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 53474) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:11:07.493755 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-61867200-1e94-4844-9181-1ecd9e9ccd99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26169'] for router, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:07.499199 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-61867200-1e94-4844-9181-1ecd9e9ccd99 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:07.577384 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-dd08cfbe-6f2b-4f5a-aa02-f85b3bfac74d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:07.600962 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-dd08cfbe-6f2b-4f5a-aa02-f85b3bfac74d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:07.677874 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-61867200-1e94-4844-9181-1ecd9e9ccd99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-693148'] for router, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:07.678467 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61867200-1e94-4844-9181-1ecd9e9ccd99 admin admin] Fanout notify agent at l3_agent the message router_deleted on router abd02176-b296-4d2d-b651-f55494dcfb3d {{(pid=103163) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 20 21:11:07.682745 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-61867200-1e94-4844-9181-1ecd9e9ccd99 admin admin] Notify callbacks [] for router, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:07.684103 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-61867200-1e94-4844-9181-1ecd9e9ccd99 admin admin] 10.222.0.35 "DELETE /v2.0/routers/abd02176-b296-4d2d-b651-f55494dcfb3d HTTP/1.1" status: 204 len: 168 time: 1.6223974 May 20 21:11:07.687390 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 53492) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:11:07.748280 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_v2 [None req-63d98541-b66d-4149-aab3-9644073a2293 admin admin] Deleting subnet b050437c-751b-47ae-a83a-195e7766ba72 {{(pid=103162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 20 21:11:07.752292 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-63d98541-b66d-4149-aab3-9644073a2293 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:07.762215 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-dd08cfbe-6f2b-4f5a-aa02-f85b3bfac74d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:07.766025 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-dd08cfbe-6f2b-4f5a-aa02-f85b3bfac74d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:07.772355 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-dd08cfbe-6f2b-4f5a-aa02-f85b3bfac74d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5b084e5a-a014-4b73-aff2-f57c4022b067 HTTP/1.1" status: 204 len: 168 time: 0.3221040 May 20 21:11:07.793468 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd08cfbe-6f2b-4f5a-aa02-f85b3bfac74d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b084e5a-a014-4b73-aff2-f57c4022b067,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:11:07.842217 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-63d98541-b66d-4149-aab3-9644073a2293 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3738392'] for subnet, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:07.874751 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device e2dc8bb8-7108-4826-86e1-0144c0072704 no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 21:11:07.903165 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: e2dc8bb8-7108-4826-86e1-0144c0072704 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 21:11:07.904185 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device e2dc8bb8-7108-4826-86e1-0144c0072704 not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 21:11:07.940520 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-63d98541-b66d-4149-aab3-9644073a2293 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33068388'] for subnet, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:07.955265 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-320f64bc-c029-4eae-86ab-cd4bede5d958 req-a1434293-8204-49ea-8f1a-3dcb0de5a3f9 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=88634439-59b8-46e3-a6ce-e8d22bc2e9f4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0405130 May 20 21:11:07.964882 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [req-320f64bc-c029-4eae-86ab-cd4bede5d958 req-8bc8c525-a2b5-4203-bf80-7dffcb7150cf service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103163) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 21:11:07.966610 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-320f64bc-c029-4eae-86ab-cd4bede5d958 req-8bc8c525-a2b5-4203-bf80-7dffcb7150cf service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055358 May 20 21:11:08.061821 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-63d98541-b66d-4149-aab3-9644073a2293 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33068399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3797621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4018265'] for subnet, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:08.088762 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d98541-b66d-4149-aab3-9644073a2293 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b050437c-751b-47ae-a83a-195e7766ba72,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:11:08.092779 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-63d98541-b66d-4149-aab3-9644073a2293 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:08.095953 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-63d98541-b66d-4149-aab3-9644073a2293 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/b050437c-751b-47ae-a83a-195e7766ba72 HTTP/1.1" status: 204 len: 168 time: 0.4075572 May 20 21:11:08.098541 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 53502) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:11:08.101191 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e3d4689-1a4a-4071-8e3a-7b2492e6333b None None] Network c4a01b1e-05f6-4476-9298-f1ccd378983c requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:11:08.181023 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6b59c10a-ca1f-4a5b-af68-730634792537 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33160123'] for network, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:08.263770 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-6b59c10a-ca1f-4a5b-af68-730634792537 admin admin] Deleting port be95893f-209f-4718-a151-2a38d3059214 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:11:08.264274 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6b59c10a-ca1f-4a5b-af68-730634792537 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:08.365727 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-6b59c10a-ca1f-4a5b-af68-730634792537 admin admin] For port be95893f-209f-4718-a151-2a38d3059214, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=be95893f-209f-4718-a151-2a38d3059214,segment=NetworkSegment(cc62a303-951c-4ea8-ab94-da393cebac95),segment_id=cc62a303-951c-4ea8-ab94-da393cebac95)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:11:08.366095 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6b59c10a-ca1f-4a5b-af68-730634792537 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:08.374915 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8335d6cd-acf6-4279-a023-46f650fddf54 None None] DHCP port deletion for c4a01b1e-05f6-4476-9298-f1ccd378983c request from n-d-842733-1 {{(pid=103164) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 21:11:08.385421 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-6b59c10a-ca1f-4a5b-af68-730634792537 admin admin] Calling delete_port for be95893f-209f-4718-a151-2a38d3059214 owned by network:dhcp {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:11:08.460476 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-8335d6cd-acf6-4279-a023-46f650fddf54 None None] Deleting port be95893f-209f-4718-a151-2a38d3059214 {{(pid=103164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:11:08.460583 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-8335d6cd-acf6-4279-a023-46f650fddf54 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:08.527415 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-8335d6cd-acf6-4279-a023-46f650fddf54 None None] For port be95893f-209f-4718-a151-2a38d3059214, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=be95893f-209f-4718-a151-2a38d3059214,segment=NetworkSegment(cc62a303-951c-4ea8-ab94-da393cebac95),segment_id=cc62a303-951c-4ea8-ab94-da393cebac95)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:11:08.527809 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-8335d6cd-acf6-4279-a023-46f650fddf54 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:08.553821 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-8335d6cd-acf6-4279-a023-46f650fddf54 None None] Calling delete_port for be95893f-209f-4718-a151-2a38d3059214 owned by network:dhcp {{(pid=103164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:11:08.575278 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6b59c10a-ca1f-4a5b-af68-730634792537 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:08.601688 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b59c10a-ca1f-4a5b-af68-730634792537 admin admin] Pushing event deleted for resources: {'Port': ['ID=be95893f-209f-4718-a151-2a38d3059214,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:11:08.606954 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b59c10a-ca1f-4a5b-af68-730634792537 admin admin] No DVR routers for this DVR port be95893f-209f-4718-a151-2a38d3059214 on host n-d-842733-1 {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 21:11:08.657765 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-8335d6cd-acf6-4279-a023-46f650fddf54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099'] for port, after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:08.686205 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8335d6cd-acf6-4279-a023-46f650fddf54 None None] Pushing event deleted for resources: {'Port': ['ID=be95893f-209f-4718-a151-2a38d3059214,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:11:08.691005 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8335d6cd-acf6-4279-a023-46f650fddf54 None None] No DVR routers for this DVR port be95893f-209f-4718-a151-2a38d3059214 on host n-d-842733-1 {{(pid=103164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 21:11:08.760111 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6b59c10a-ca1f-4a5b-af68-730634792537 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33072115', 'neutron.services.segments.db._delete_segments_for_network-8782419500584'] for network, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:08.783252 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-6b59c10a-ca1f-4a5b-af68-730634792537 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4a01b1e-05f6-4476-9298-f1ccd378983c']}} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:11:08.793090 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-6b59c10a-ca1f-4a5b-af68-730634792537 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc62a303-951c-4ea8-ab94-da393cebac95') {'for_net_delete': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:11:08.793561 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-6b59c10a-ca1f-4a5b-af68-730634792537 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc62a303-951c-4ea8-ab94-da393cebac95') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:11:08.807780 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6b59c10a-ca1f-4a5b-af68-730634792537 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419501617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3738385'] for segment, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:08.821759 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6b59c10a-ca1f-4a5b-af68-730634792537 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:08.830000 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b59c10a-ca1f-4a5b-af68-730634792537 admin admin] Releasing vlan 225 on physical network physnet1 to pool {{(pid=103162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 21:11:08.830903 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6b59c10a-ca1f-4a5b-af68-730634792537 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3800791'] for segment, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:08.832622 n-d-842733-1 neutron-server[103162]: Traceback (most recent call last): May 20 21:11:08.832622 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 21:11:08.832622 n-d-842733-1 neutron-server[103162]: timer() May 20 21:11:08.832622 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 21:11:08.832622 n-d-842733-1 neutron-server[103162]: cb(*args, **kw) May 20 21:11:08.832622 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 20 21:11:08.832622 n-d-842733-1 neutron-server[103162]: return func(*args, **kwargs) May 20 21:11:08.832622 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 21:11:08.832622 n-d-842733-1 neutron-server[103162]: self._notify() May 20 21:11:08.832622 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 21:11:08.832622 n-d-842733-1 neutron-server[103162]: self.callback(batched_events) May 20 21:11:08.832622 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 21:11:08.832622 n-d-842733-1 neutron-server[103162]: event.method(event) May 20 21:11:08.832622 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 20 21:11:08.832622 n-d-842733-1 neutron-server[103162]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 21:11:08.832622 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 20 21:11:08.832622 n-d-842733-1 neutron-server[103162]: aggregate_uuid = self.p_client.list_aggregates( May 20 21:11:08.832622 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 20 21:11:08.832622 n-d-842733-1 neutron-server[103162]: return f(self, *a, **k) May 20 21:11:08.832622 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 20 21:11:08.832622 n-d-842733-1 neutron-server[103162]: return self._get(url).json() May 20 21:11:08.832622 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 20 21:11:08.832622 n-d-842733-1 neutron-server[103162]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 21:11:08.832622 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 21:11:08.832622 n-d-842733-1 neutron-server[103162]: return self.request(url, 'GET', **kwargs) May 20 21:11:08.832622 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 21:11:08.832622 n-d-842733-1 neutron-server[103162]: base_url = self.get_endpoint(auth, allow=allow, May 20 21:11:08.832622 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 21:11:08.832622 n-d-842733-1 neutron-server[103162]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 21:11:08.832622 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 21:11:08.832622 n-d-842733-1 neutron-server[103162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 21:11:08.832622 n-d-842733-1 neutron-server[103162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 21:11:08.969777 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6b59c10a-ca1f-4a5b-af68-730634792537 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33072122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748162'] for network, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:08.977035 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6b59c10a-ca1f-4a5b-af68-730634792537 admin admin] Notify callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:08.979504 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-6b59c10a-ca1f-4a5b-af68-730634792537 admin admin] 10.222.0.35 "DELETE /v2.0/networks/c4a01b1e-05f6-4476-9298-f1ccd378983c HTTP/1.1" status: 204 len: 168 time: 0.8789582 May 20 21:11:08.996434 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b59c10a-ca1f-4a5b-af68-730634792537 admin admin] Pushing event deleted for resources: {'Network': ['ID=c4a01b1e-05f6-4476-9298-f1ccd378983c,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:11:09.037256 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 53540) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:11:09.054691 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320f64bc-c029-4eae-86ab-cd4bede5d958 req-19722fcc-aabd-4bf6-9503-518e441a0ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:11:09.056092 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-320f64bc-c029-4eae-86ab-cd4bede5d958 req-19722fcc-aabd-4bf6-9503-518e441a0ec7 service neutron] 10.222.0.35 "GET /v2.0/ports/434fbe1b-dfe4-4891-a183-c0adf6885969 HTTP/1.1" status: 200 len: 1094 time: 0.0458593 May 20 21:11:09.067112 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [req-320f64bc-c029-4eae-86ab-cd4bede5d958 req-1dd6d154-e4b3-40e1-bf59-063293977f4b service neutron] Request body: {'binding': {'host': 'n-h1-842733-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:11:09.067855 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [req-320f64bc-c029-4eae-86ab-cd4bede5d958 req-1dd6d154-e4b3-40e1-bf59-063293977f4b service neutron] Unknown quota resources ['binding']. {{(pid=103163) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} May 20 21:11:09.183128 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-7496e739-661d-4140-9a52-87193f58e37a tempest-NegativeSecGroupTest-1178832977 tempest-NegativeSecGroupTest-1178832977-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:11:09.183651 n-d-842733-1 neutron-server[103162]: WARNING neutron.api.v2.base [None req-7496e739-661d-4140-9a52-87193f58e37a tempest-NegativeSecGroupTest-1178832977 tempest-NegativeSecGroupTest-1178832977-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. May 20 21:11:09.184035 n-d-842733-1 neutron-server[103162]: INFO neutron.api.v2.resource [None req-7496e739-661d-4140-9a52-87193f58e37a tempest-NegativeSecGroupTest-1178832977 tempest-NegativeSecGroupTest-1178832977-project] create failed (client error): There was a conflict when trying to complete your request. May 20 21:11:09.186231 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-7496e739-661d-4140-9a52-87193f58e37a tempest-NegativeSecGroupTest-1178832977 tempest-NegativeSecGroupTest-1178832977-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1477294 May 20 21:11:09.196462 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 53544) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:11:09.196462 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-2f15da10-9ea2-4971-95d1-1e69c75b35be tempest-NegativeSecGroupTest-1178832977 tempest-NegativeSecGroupTest-1178832977-project] Request body: {'security_group': {'name': 'tempest-secgroup--1605853125'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:11:09.241608 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-320f64bc-c029-4eae-86ab-cd4bede5d958 req-1dd6d154-e4b3-40e1-bf59-063293977f4b service neutron] Attempting to bind port 434fbe1b-dfe4-4891-a183-c0adf6885969 on host n-h1-842733-1 for vnic_type normal with profile None {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:11:09.242116 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-320f64bc-c029-4eae-86ab-cd4bede5d958 req-1dd6d154-e4b3-40e1-bf59-063293977f4b service neutron] Attempting to bind port 434fbe1b-dfe4-4891-a183-c0adf6885969 by drivers openvswitch,hyperv on host n-h1-842733-1 at level 0 using segments [{'id': '1d2293c3-d5be-4830-8a9b-34dffcb6655b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'e9ebd487-45ba-4427-b6a9-208ae464c972'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:11:09.242487 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-320f64bc-c029-4eae-86ab-cd4bede5d958 req-1dd6d154-e4b3-40e1-bf59-063293977f4b service neutron] Attempting to bind port 434fbe1b-dfe4-4891-a183-c0adf6885969 on network e9ebd487-45ba-4427-b6a9-208ae464c972 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:11:09.246753 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-320f64bc-c029-4eae-86ab-cd4bede5d958 req-1dd6d154-e4b3-40e1-bf59-063293977f4b service neutron] Port 434fbe1b-dfe4-4891-a183-c0adf6885969 on network e9ebd487-45ba-4427-b6a9-208ae464c972 not bound, no agent of type Open vSwitch agent registered on host n-h1-842733-1 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 21:11:09.247149 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-320f64bc-c029-4eae-86ab-cd4bede5d958 req-1dd6d154-e4b3-40e1-bf59-063293977f4b service neutron] Attempting to bind port 434fbe1b-dfe4-4891-a183-c0adf6885969 on network e9ebd487-45ba-4427-b6a9-208ae464c972 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:11:09.252190 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-320f64bc-c029-4eae-86ab-cd4bede5d958 req-1dd6d154-e4b3-40e1-bf59-063293977f4b service neutron] Checking agent: {'id': '08dfb1ce-804b-4db8-838b-21094082e041', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 32, 54), 'started_at': datetime.datetime(2022, 5, 20, 20, 32, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 21, 10, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 21:11:09.252528 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-320f64bc-c029-4eae-86ab-cd4bede5d958 req-1dd6d154-e4b3-40e1-bf59-063293977f4b service neutron] Checking segment: {'id': '1d2293c3-d5be-4830-8a9b-34dffcb6655b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'e9ebd487-45ba-4427-b6a9-208ae464c972'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:11:09.252912 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-320f64bc-c029-4eae-86ab-cd4bede5d958 req-1dd6d154-e4b3-40e1-bf59-063293977f4b service neutron] Bound using segment: {'id': '1d2293c3-d5be-4830-8a9b-34dffcb6655b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'e9ebd487-45ba-4427-b6a9-208ae464c972'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 21:11:09.253440 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-320f64bc-c029-4eae-86ab-cd4bede5d958 req-1dd6d154-e4b3-40e1-bf59-063293977f4b service neutron] Bound port: 434fbe1b-dfe4-4891-a183-c0adf6885969, host: n-h1-842733-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d2293c3-d5be-4830-8a9b-34dffcb6655b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'e9ebd487-45ba-4427-b6a9-208ae464c972'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:11:09.342489 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2f15da10-9ea2-4971-95d1-1e69c75b35be tempest-NegativeSecGroupTest-1178832977 tempest-NegativeSecGroupTest-1178832977-project] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:09.346087 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-320f64bc-c029-4eae-86ab-cd4bede5d958 req-1dd6d154-e4b3-40e1-bf59-063293977f4b service neutron] For port 434fbe1b-dfe4-4891-a183-c0adf6885969, host n-h1-842733-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=434fbe1b-dfe4-4891-a183-c0adf6885969,segment=NetworkSegment(1d2293c3-d5be-4830-8a9b-34dffcb6655b),segment_id=1d2293c3-d5be-4830-8a9b-34dffcb6655b)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 21:11:09.352228 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2f15da10-9ea2-4971-95d1-1e69c75b35be tempest-NegativeSecGroupTest-1178832977 tempest-NegativeSecGroupTest-1178832977-project] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:09.419057 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-320f64bc-c029-4eae-86ab-cd4bede5d958 req-1dd6d154-e4b3-40e1-bf59-063293977f4b service neutron] Notify callbacks [] for binding, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:09.420240 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-320f64bc-c029-4eae-86ab-cd4bede5d958 req-1dd6d154-e4b3-40e1-bf59-063293977f4b service neutron] 10.222.0.35 "POST /v2.0/ports/434fbe1b-dfe4-4891-a183-c0adf6885969/bindings HTTP/1.1" status: 201 len: 389 time: 0.3572838 May 20 21:11:09.432292 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2f15da10-9ea2-4971-95d1-1e69c75b35be tempest-NegativeSecGroupTest-1178832977 tempest-NegativeSecGroupTest-1178832977-project] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:09.490213 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 53550) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:11:09.499128 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2f15da10-9ea2-4971-95d1-1e69c75b35be tempest-NegativeSecGroupTest-1178832977 tempest-NegativeSecGroupTest-1178832977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:09.547090 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-0977f94c-0a5a-47dc-bcaa-fce9167fc2ca admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=770ab75f42db49e4b1ceb156acd07490&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0554659 May 20 21:11:09.549279 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 53552) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:11:09.551561 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f15da10-9ea2-4971-95d1-1e69c75b35be tempest-NegativeSecGroupTest-1178832977 tempest-NegativeSecGroupTest-1178832977-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15667eb5-e1f4-4976-9db8-acd56446c80f,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:11:09.593353 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2f15da10-9ea2-4971-95d1-1e69c75b35be tempest-NegativeSecGroupTest-1178832977 tempest-NegativeSecGroupTest-1178832977-project] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:09.611059 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e2d1d12c-1121-4228-af4b-091f2de4b94a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:09.636105 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e2d1d12c-1121-4228-af4b-091f2de4b94a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:09.689789 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2f15da10-9ea2-4971-95d1-1e69c75b35be tempest-NegativeSecGroupTest-1178832977 tempest-NegativeSecGroupTest-1178832977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:09.736117 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7332789e-cded-487c-876a-bf4a7ef139ca req-6a4ad1f6-4f61-4fad-8a76-39a38d012f25 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:11:09.737771 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7332789e-cded-487c-876a-bf4a7ef139ca req-6a4ad1f6-4f61-4fad-8a76-39a38d012f25 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/ports?device_id=88634439-59b8-46e3-a6ce-e8d22bc2e9f4 HTTP/1.1" status: 200 len: 946 time: 0.0845144 May 20 21:11:09.738836 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f15da10-9ea2-4971-95d1-1e69c75b35be tempest-NegativeSecGroupTest-1178832977 tempest-NegativeSecGroupTest-1178832977-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4927977-4f32-40e6-9e42-362545f424ab,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:11:09.783451 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7332789e-cded-487c-876a-bf4a7ef139ca req-c9c5becb-e39d-4655-b5c8-4deb084eea74 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/security-groups?id=96442cae-b757-4c4c-b7ef-f57c160e2025&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371170 May 20 21:11:09.787355 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 006cfa01-3e3e-4133-8680-5fdea18b1f79 no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 21:11:09.787904 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e2d1d12c-1121-4228-af4b-091f2de4b94a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:09.793558 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e2d1d12c-1121-4228-af4b-091f2de4b94a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:09.793558 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-e2d1d12c-1121-4228-af4b-091f2de4b94a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c5233ac8-7fa1-428b-b5ec-be039e52b362 HTTP/1.1" status: 204 len: 168 time: 0.2416806 May 20 21:11:09.795440 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2f15da10-9ea2-4971-95d1-1e69c75b35be tempest-NegativeSecGroupTest-1178832977 tempest-NegativeSecGroupTest-1178832977-project] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:09.799166 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-2f15da10-9ea2-4971-95d1-1e69c75b35be tempest-NegativeSecGroupTest-1178832977 tempest-NegativeSecGroupTest-1178832977-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6082644 May 20 21:11:09.799798 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 53562) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:11:09.802882 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d1d12c-1121-4228-af4b-091f2de4b94a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5233ac8-7fa1-428b-b5ec-be039e52b362,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:11:09.804561 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-99fa193c-7a95-4b8d-b5a2-c017ebc5a18e tempest-NegativeSecGroupTest-1178832977 tempest-NegativeSecGroupTest-1178832977-project] Request body: {'security_group_rule': {'security_group_id': 'd4927977-4f32-40e6-9e42-362545f424ab', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:11:09.819914 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: 006cfa01-3e3e-4133-8680-5fdea18b1f79 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 21:11:09.820843 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 006cfa01-3e3e-4133-8680-5fdea18b1f79 not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 21:11:09.820843 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device be95893f-209f-4718-a151-2a38d3059214 no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 21:11:09.845342 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: be95893f-209f-4718-a151-2a38d3059214 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 21:11:09.845694 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device be95893f-209f-4718-a151-2a38d3059214 not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 21:11:09.901495 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-99fa193c-7a95-4b8d-b5a2-c017ebc5a18e tempest-NegativeSecGroupTest-1178832977 tempest-NegativeSecGroupTest-1178832977-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:09.965162 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-99fa193c-7a95-4b8d-b5a2-c017ebc5a18e tempest-NegativeSecGroupTest-1178832977 tempest-NegativeSecGroupTest-1178832977-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:10.061814 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-99fa193c-7a95-4b8d-b5a2-c017ebc5a18e tempest-NegativeSecGroupTest-1178832977 tempest-NegativeSecGroupTest-1178832977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691816'] for security_group_rule, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:10.083172 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fa193c-7a95-4b8d-b5a2-c017ebc5a18e tempest-NegativeSecGroupTest-1178832977 tempest-NegativeSecGroupTest-1178832977-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c398b6a-6b4a-434f-b3bf-cba62a217f69,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:11:10.129494 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320f64bc-c029-4eae-86ab-cd4bede5d958 req-a8acbaa5-5726-4ef2-aafe-07ba58e25b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:11:10.130980 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-320f64bc-c029-4eae-86ab-cd4bede5d958 req-a8acbaa5-5726-4ef2-aafe-07ba58e25b8e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d7932b75a33b465998804b193e9be7ad&device_id=88634439-59b8-46e3-a6ce-e8d22bc2e9f4 HTTP/1.1" status: 200 len: 1097 time: 0.0447845 May 20 21:11:10.192686 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-99fa193c-7a95-4b8d-b5a2-c017ebc5a18e tempest-NegativeSecGroupTest-1178832977 tempest-NegativeSecGroupTest-1178832977-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:10.193904 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-99fa193c-7a95-4b8d-b5a2-c017ebc5a18e tempest-NegativeSecGroupTest-1178832977 tempest-NegativeSecGroupTest-1178832977-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3931718 May 20 21:11:10.197375 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 53570) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:11:10.203263 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-784720b2-32a8-4e5b-b524-d3c3136c2e1b tempest-NegativeSecGroupTest-1178832977 tempest-NegativeSecGroupTest-1178832977-project] Request body: {'security_group_rule': {'security_group_id': 'd4927977-4f32-40e6-9e42-362545f424ab', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:11:10.236247 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320f64bc-c029-4eae-86ab-cd4bede5d958 req-58cbea7d-9dcf-4335-82fd-da4f45a4c4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:11:10.237885 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-320f64bc-c029-4eae-86ab-cd4bede5d958 req-58cbea7d-9dcf-4335-82fd-da4f45a4c4d6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e9ebd487-45ba-4427-b6a9-208ae464c972 HTTP/1.1" status: 200 len: 898 time: 0.0990968 May 20 21:11:10.305163 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-320f64bc-c029-4eae-86ab-cd4bede5d958 req-473a35aa-edc8-41dd-97ca-3ed92495f500 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=434fbe1b-dfe4-4891-a183-c0adf6885969 HTTP/1.1" status: 200 len: 1002 time: 0.0609593 May 20 21:11:10.313063 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-784720b2-32a8-4e5b-b524-d3c3136c2e1b tempest-NegativeSecGroupTest-1178832977 tempest-NegativeSecGroupTest-1178832977-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:10.365897 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320f64bc-c029-4eae-86ab-cd4bede5d958 req-db7116ca-d7e7-460d-ae60-dd49ca617ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:11:10.367515 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-320f64bc-c029-4eae-86ab-cd4bede5d958 req-db7116ca-d7e7-460d-ae60-dd49ca617ebe service neutron] 10.222.0.24 "GET /v2.0/subnets?id=245b348c-19a9-4b5c-b667-e6456c485248 HTTP/1.1" status: 200 len: 835 time: 0.0552402 May 20 21:11:10.413656 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320f64bc-c029-4eae-86ab-cd4bede5d958 req-a3e8937e-6563-4254-b35f-c651e80996f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:11:10.415276 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-320f64bc-c029-4eae-86ab-cd4bede5d958 req-a3e8937e-6563-4254-b35f-c651e80996f3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e9ebd487-45ba-4427-b6a9-208ae464c972&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410941 May 20 21:11:10.466948 n-d-842733-1 neutron-server[103162]: INFO neutron.api.v2.resource [None req-784720b2-32a8-4e5b-b524-d3c3136c2e1b tempest-NegativeSecGroupTest-1178832977 tempest-NegativeSecGroupTest-1178832977-project] create failed (client error): There was a conflict when trying to complete your request. May 20 21:11:10.468175 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-784720b2-32a8-4e5b-b524-d3c3136c2e1b tempest-NegativeSecGroupTest-1178832977 tempest-NegativeSecGroupTest-1178832977-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2692716 May 20 21:11:10.472808 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 53574) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:11:10.524906 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-320f64bc-c029-4eae-86ab-cd4bede5d958 req-ee29a9a4-a8bb-44e7-ba79-69d2d2bb2a65 service neutron] 10.222.0.24 "GET /v2.0/networks/e9ebd487-45ba-4427-b6a9-208ae464c972?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025748 May 20 21:11:10.537830 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-11b0d7cf-ac82-4ebb-9e8d-10edc0bf56d4 tempest-NegativeSecGroupTest-1178832977 tempest-NegativeSecGroupTest-1178832977-project] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:10.564078 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-11b0d7cf-ac82-4ebb-9e8d-10edc0bf56d4 tempest-NegativeSecGroupTest-1178832977 tempest-NegativeSecGroupTest-1178832977-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:10.623055 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 53578) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:11:10.628092 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-320f64bc-c029-4eae-86ab-cd4bede5d958 req-c437404e-c7f1-423a-a4c4-cb7817e705ed service neutron] 10.222.0.24 "GET /v2.0/networks/e9ebd487-45ba-4427-b6a9-208ae464c972?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959675 May 20 21:11:10.662975 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-1bd533da-21d9-42fc-9e74-3ef1497920a1 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=bfab9ec7d31948daaf3236c7068c4340&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0386810 May 20 21:11:10.665436 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 53582) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:11:10.673939 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-11b0d7cf-ac82-4ebb-9e8d-10edc0bf56d4 tempest-NegativeSecGroupTest-1178832977 tempest-NegativeSecGroupTest-1178832977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:10.676441 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-11b0d7cf-ac82-4ebb-9e8d-10edc0bf56d4 tempest-NegativeSecGroupTest-1178832977 tempest-NegativeSecGroupTest-1178832977-project] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:10.677544 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-11b0d7cf-ac82-4ebb-9e8d-10edc0bf56d4 tempest-NegativeSecGroupTest-1178832977 tempest-NegativeSecGroupTest-1178832977-project] 10.222.0.35 "DELETE /v2.0/security-groups/d4927977-4f32-40e6-9e42-362545f424ab HTTP/1.1" status: 204 len: 168 time: 0.2037632 May 20 21:11:10.680199 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 53584) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:11:10.716532 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b0d7cf-ac82-4ebb-9e8d-10edc0bf56d4 tempest-NegativeSecGroupTest-1178832977 tempest-NegativeSecGroupTest-1178832977-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4927977-4f32-40e6-9e42-362545f424ab,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:11:10.750147 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ca37cbd6-d1c1-46f1-8521-a38e3233867c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:10.777890 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ca37cbd6-d1c1-46f1-8521-a38e3233867c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:10.828554 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-af392739-068e-4bc5-be71-5c7fc0f1342b tempest-NegativeSecGroupTest-1178832977 tempest-NegativeSecGroupTest-1178832977-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1455219 May 20 21:11:10.831932 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 53588) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:11:10.837080 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320f64bc-c029-4eae-86ab-cd4bede5d958 req-56845dac-86fd-4950-b4d9-2e044896a7c2 tempest-TestNetworkAdvancedServerOps-173437749 tempest-TestNetworkAdvancedServerOps-173437749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:11:10.838865 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-320f64bc-c029-4eae-86ab-cd4bede5d958 req-56845dac-86fd-4950-b4d9-2e044896a7c2 tempest-TestNetworkAdvancedServerOps-173437749 tempest-TestNetworkAdvancedServerOps-173437749-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=88634439-59b8-46e3-a6ce-e8d22bc2e9f4&tenant_id=d7932b75a33b465998804b193e9be7ad&binding%3Ahost_id=n-h2-842733-1 HTTP/1.1" status: 200 len: 1097 time: 0.1499102 May 20 21:11:10.841838 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-b8ea10fd-a61d-4819-bfa4-c578700bc1e7 tempest-NegativeSecGroupTest-1178832977 tempest-NegativeSecGroupTest-1178832977-project] Request body: {'security_group': {'name': 'tempest-secgroup--1597398592'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:11:10.853974 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [req-320f64bc-c029-4eae-86ab-cd4bede5d958 req-5f8255ae-c360-4738-9879-75d197c20aae service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-842733-1'}}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:11:10.900633 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ca37cbd6-d1c1-46f1-8521-a38e3233867c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:10.905133 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ca37cbd6-d1c1-46f1-8521-a38e3233867c admin admin] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:10.908697 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-ca37cbd6-d1c1-46f1-8521-a38e3233867c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/425ec0a0-981b-4bd5-ac80-5bfb4aec2dcf HTTP/1.1" status: 204 len: 168 time: 0.2422855 May 20 21:11:10.917235 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca37cbd6-d1c1-46f1-8521-a38e3233867c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=425ec0a0-981b-4bd5-ac80-5bfb4aec2dcf,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:11:10.923273 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b8ea10fd-a61d-4819-bfa4-c578700bc1e7 tempest-NegativeSecGroupTest-1178832977 tempest-NegativeSecGroupTest-1178832977-project] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:10.970880 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-320f64bc-c029-4eae-86ab-cd4bede5d958 req-5f8255ae-c360-4738-9879-75d197c20aae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:10.997466 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c75509-14cd-4940-90b3-ae7debfc1244 req-c8cc44d1-6d61-41c3-a967-e9ea2343da16 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:11:10.999071 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-16c75509-14cd-4940-90b3-ae7debfc1244 req-c8cc44d1-6d61-41c3-a967-e9ea2343da16 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/ports?device_id=88634439-59b8-46e3-a6ce-e8d22bc2e9f4 HTTP/1.1" status: 200 len: 946 time: 0.1067038 May 20 21:11:11.000041 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b8ea10fd-a61d-4819-bfa4-c578700bc1e7 tempest-NegativeSecGroupTest-1178832977 tempest-NegativeSecGroupTest-1178832977-project] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:11.049319 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b8ea10fd-a61d-4819-bfa4-c578700bc1e7 tempest-NegativeSecGroupTest-1178832977 tempest-NegativeSecGroupTest-1178832977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:11.080159 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-16c75509-14cd-4940-90b3-ae7debfc1244 req-106521ea-2998-42f2-9e6f-bdbbaaf87db8 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/security-groups?id=96442cae-b757-4c4c-b7ef-f57c160e2025&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586650 May 20 21:11:11.082263 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ea10fd-a61d-4819-bfa4-c578700bc1e7 tempest-NegativeSecGroupTest-1178832977 tempest-NegativeSecGroupTest-1178832977-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df618694-8907-4a56-bbbe-ece1f0a9ad44,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:11:11.158371 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-320f64bc-c029-4eae-86ab-cd4bede5d958 req-5f8255ae-c360-4738-9879-75d197c20aae service neutron] For port 434fbe1b-dfe4-4891-a183-c0adf6885969, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=434fbe1b-dfe4-4891-a183-c0adf6885969,segment=NetworkSegment(1d2293c3-d5be-4830-8a9b-34dffcb6655b),segment_id=1d2293c3-d5be-4830-8a9b-34dffcb6655b)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:11:11.162152 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b8ea10fd-a61d-4819-bfa4-c578700bc1e7 tempest-NegativeSecGroupTest-1178832977 tempest-NegativeSecGroupTest-1178832977-project] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:11.164028 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-b8ea10fd-a61d-4819-bfa4-c578700bc1e7 tempest-NegativeSecGroupTest-1178832977 tempest-NegativeSecGroupTest-1178832977-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3308983 May 20 21:11:11.166862 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 53598) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:11:11.175609 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-dc669ffe-3b9a-4b71-af8b-b94017c0b107 tempest-NegativeSecGroupTest-1178832977 tempest-NegativeSecGroupTest-1178832977-project] Request body: {'security_group_rule': {'security_group_id': 'df618694-8907-4a56-bbbe-ece1f0a9ad44', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:11:11.177629 n-d-842733-1 neutron-server[103162]: WARNING neutron.api.v2.base [None req-dc669ffe-3b9a-4b71-af8b-b94017c0b107 tempest-NegativeSecGroupTest-1178832977 tempest-NegativeSecGroupTest-1178832977-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. May 20 21:11:11.178725 n-d-842733-1 neutron-server[103162]: INFO neutron.api.v2.resource [None req-dc669ffe-3b9a-4b71-af8b-b94017c0b107 tempest-NegativeSecGroupTest-1178832977 tempest-NegativeSecGroupTest-1178832977-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 20 21:11:11.180014 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-dc669ffe-3b9a-4b71-af8b-b94017c0b107 tempest-NegativeSecGroupTest-1178832977 tempest-NegativeSecGroupTest-1178832977-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0115533 May 20 21:11:11.182866 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 53600) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:11:11.204374 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-320f64bc-c029-4eae-86ab-cd4bede5d958 req-5f8255ae-c360-4738-9879-75d197c20aae service neutron] For port 434fbe1b-dfe4-4891-a183-c0adf6885969, host n-h2-842733-1, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 21:11:11.249739 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88634439-59b8-46e3-a6ce-e8d22bc2e9f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '434fbe1b-dfe4-4891-a183-c0adf6885969'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 21:11:11.252190 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4291b17aa7b45362825f0571e77c85f5e73afe1df9c7e9e15006df9d695c005e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d30ffac-a022-4d0b-964c-73297ef4e1fe" -d '{"events": [{"server_uuid": "88634439-59b8-46e3-a6ce-e8d22bc2e9f4", "name": "network-vif-unplugged", "status": "completed", "tag": "434fbe1b-dfe4-4891-a183-c0adf6885969"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 21:11:11.256587 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-320f64bc-c029-4eae-86ab-cd4bede5d958 req-5f8255ae-c360-4738-9879-75d197c20aae service neutron] Notify callbacks [] for port, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:11.300781 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 May 2022 21:11:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2034c99-30fd-47a9-a0d2-d4f665f8f2ef x-openstack-request-id: req-e2034c99-30fd-47a9-a0d2-d4f665f8f2ef {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 21:11:11.301114 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88634439-59b8-46e3-a6ce-e8d22bc2e9f4", "name": "network-vif-unplugged", "status": "completed", "tag": "434fbe1b-dfe4-4891-a183-c0adf6885969", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 21:11:11.301357 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e2034c99-30fd-47a9-a0d2-d4f665f8f2ef {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 21:11:11.301889 n-d-842733-1 neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2034c99-30fd-47a9-a0d2-d4f665f8f2ef'] response: {'server_uuid': '88634439-59b8-46e3-a6ce-e8d22bc2e9f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '434fbe1b-dfe4-4891-a183-c0adf6885969', 'code': 200} May 20 21:11:11.324382 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-320f64bc-c029-4eae-86ab-cd4bede5d958 req-5f8255ae-c360-4738-9879-75d197c20aae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:11.407818 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8255ae-c360-4738-9879-75d197c20aae service neutron] Pushing event updated for resources: {'Port': ['ID=434fbe1b-dfe4-4891-a183-c0adf6885969,revision_number=7']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:11:11.615263 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-320f64bc-c029-4eae-86ab-cd4bede5d958 req-5f8255ae-c360-4738-9879-75d197c20aae service neutron] Attempting to bind port 434fbe1b-dfe4-4891-a183-c0adf6885969 on host n-h2-842733-1 for vnic_type normal with profile {"migrating_to": "n-h1-842733-1"} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:11:11.615671 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-320f64bc-c029-4eae-86ab-cd4bede5d958 req-5f8255ae-c360-4738-9879-75d197c20aae service neutron] Attempting to bind port 434fbe1b-dfe4-4891-a183-c0adf6885969 by drivers openvswitch,hyperv on host n-h2-842733-1 at level 0 using segments [{'id': '1d2293c3-d5be-4830-8a9b-34dffcb6655b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'e9ebd487-45ba-4427-b6a9-208ae464c972'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:11:11.616074 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-320f64bc-c029-4eae-86ab-cd4bede5d958 req-5f8255ae-c360-4738-9879-75d197c20aae service neutron] Attempting to bind port 434fbe1b-dfe4-4891-a183-c0adf6885969 on network e9ebd487-45ba-4427-b6a9-208ae464c972 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:11:11.623500 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-320f64bc-c029-4eae-86ab-cd4bede5d958 req-5f8255ae-c360-4738-9879-75d197c20aae service neutron] Port 434fbe1b-dfe4-4891-a183-c0adf6885969 on network e9ebd487-45ba-4427-b6a9-208ae464c972 not bound, no agent of type Open vSwitch agent registered on host n-h2-842733-1 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 21:11:11.623500 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-320f64bc-c029-4eae-86ab-cd4bede5d958 req-5f8255ae-c360-4738-9879-75d197c20aae service neutron] Attempting to bind port 434fbe1b-dfe4-4891-a183-c0adf6885969 on network e9ebd487-45ba-4427-b6a9-208ae464c972 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:11:11.638952 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-320f64bc-c029-4eae-86ab-cd4bede5d958 req-5f8255ae-c360-4738-9879-75d197c20aae service neutron] Checking agent: {'id': 'a66f2511-b955-448f-877c-56cfe9c81b12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 33, 2), 'started_at': datetime.datetime(2022, 5, 20, 20, 33, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 21, 11, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 21:11:11.639193 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-320f64bc-c029-4eae-86ab-cd4bede5d958 req-5f8255ae-c360-4738-9879-75d197c20aae service neutron] Checking segment: {'id': '1d2293c3-d5be-4830-8a9b-34dffcb6655b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'e9ebd487-45ba-4427-b6a9-208ae464c972'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:11:11.639495 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-320f64bc-c029-4eae-86ab-cd4bede5d958 req-5f8255ae-c360-4738-9879-75d197c20aae service neutron] Bound using segment: {'id': '1d2293c3-d5be-4830-8a9b-34dffcb6655b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'e9ebd487-45ba-4427-b6a9-208ae464c972'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 21:11:11.640117 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-320f64bc-c029-4eae-86ab-cd4bede5d958 req-5f8255ae-c360-4738-9879-75d197c20aae service neutron] Bound port: 434fbe1b-dfe4-4891-a183-c0adf6885969, host: n-h2-842733-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d2293c3-d5be-4830-8a9b-34dffcb6655b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'e9ebd487-45ba-4427-b6a9-208ae464c972'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:11:11.640491 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-320f64bc-c029-4eae-86ab-cd4bede5d958 req-5f8255ae-c360-4738-9879-75d197c20aae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:11.667507 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6f5d9146-c3fe-4eee-849f-df28aeb3b0c8 tempest-NegativeSecGroupTest-1178832977 tempest-NegativeSecGroupTest-1178832977-project] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:11.705268 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6f5d9146-c3fe-4eee-849f-df28aeb3b0c8 tempest-NegativeSecGroupTest-1178832977 tempest-NegativeSecGroupTest-1178832977-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:11.746436 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-320f64bc-c029-4eae-86ab-cd4bede5d958 req-5f8255ae-c360-4738-9879-75d197c20aae service neutron] For port 434fbe1b-dfe4-4891-a183-c0adf6885969, host n-h2-842733-1, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 21:11:11.755948 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-320f64bc-c029-4eae-86ab-cd4bede5d958 req-5f8255ae-c360-4738-9879-75d197c20aae service neutron] For port 434fbe1b-dfe4-4891-a183-c0adf6885969, host n-h2-842733-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=434fbe1b-dfe4-4891-a183-c0adf6885969,segment=NetworkSegment(1d2293c3-d5be-4830-8a9b-34dffcb6655b),segment_id=1d2293c3-d5be-4830-8a9b-34dffcb6655b)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 21:11:11.855374 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-320f64bc-c029-4eae-86ab-cd4bede5d958 req-5f8255ae-c360-4738-9879-75d197c20aae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:11.878123 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6f5d9146-c3fe-4eee-849f-df28aeb3b0c8 tempest-NegativeSecGroupTest-1178832977 tempest-NegativeSecGroupTest-1178832977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:11.880959 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6f5d9146-c3fe-4eee-849f-df28aeb3b0c8 tempest-NegativeSecGroupTest-1178832977 tempest-NegativeSecGroupTest-1178832977-project] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:11.882199 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-6f5d9146-c3fe-4eee-849f-df28aeb3b0c8 tempest-NegativeSecGroupTest-1178832977 tempest-NegativeSecGroupTest-1178832977-project] 10.222.0.35 "DELETE /v2.0/security-groups/df618694-8907-4a56-bbbe-ece1f0a9ad44 HTTP/1.1" status: 204 len: 168 time: 0.6981010 May 20 21:11:11.882831 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-add76cd6-ee83-4b88-b033-800776420ff3 None None] Provisioning complete for port 434fbe1b-dfe4-4891-a183-c0adf6885969 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:11:11.883927 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-add76cd6-ee83-4b88-b033-800776420ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:11.884722 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 53612) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:11:11.893761 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5d9146-c3fe-4eee-849f-df28aeb3b0c8 tempest-NegativeSecGroupTest-1178832977 tempest-NegativeSecGroupTest-1178832977-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df618694-8907-4a56-bbbe-ece1f0a9ad44,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:11:11.998145 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8255ae-c360-4738-9879-75d197c20aae service neutron] Pushing event updated for resources: {'Port': ['ID=434fbe1b-dfe4-4891-a183-c0adf6885969,revision_number=8']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:11:12.017229 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-add76cd6-ee83-4b88-b033-800776420ff3 None None] Current status of the port 434fbe1b-dfe4-4891-a183-c0adf6885969 is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:11:12.017882 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-add76cd6-ee83-4b88-b033-800776420ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:12.027752 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-45f18581-9e42-4c3d-8ba4-3fbc3acbdffe tempest-NegativeSecGroupTest-1178832977 tempest-NegativeSecGroupTest-1178832977-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1385491 May 20 21:11:12.028014 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 53616) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:11:12.036333 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-1158586f-0aae-466d-a9b8-8b95a74a1010 tempest-NegativeSecGroupTest-1178832977 tempest-NegativeSecGroupTest-1178832977-project] Request body: {'security_group': {'name': 'tempest-secgroup--1669393194'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:11:12.065998 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88634439-59b8-46e3-a6ce-e8d22bc2e9f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '434fbe1b-dfe4-4891-a183-c0adf6885969'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 21:11:12.068576 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8485417003ce7c0410b00f5cdc2f391e21107b70bb68e2773712534a96e108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9532a8da-7a23-4d1d-a045-684596fe5a02" -d '{"events": [{"server_uuid": "88634439-59b8-46e3-a6ce-e8d22bc2e9f4", "name": "network-vif-plugged", "status": "completed", "tag": "434fbe1b-dfe4-4891-a183-c0adf6885969"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 21:11:12.082065 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320f64bc-c029-4eae-86ab-cd4bede5d958 req-5f8255ae-c360-4738-9879-75d197c20aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:11:12.082622 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-320f64bc-c029-4eae-86ab-cd4bede5d958 req-5f8255ae-c360-4738-9879-75d197c20aae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:12.084016 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-320f64bc-c029-4eae-86ab-cd4bede5d958 req-5f8255ae-c360-4738-9879-75d197c20aae service neutron] 10.222.0.24 "PUT /v2.0/ports/434fbe1b-dfe4-4891-a183-c0adf6885969 HTTP/1.1" status: 200 len: 1122 time: 1.2370355 May 20 21:11:12.108217 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-add76cd6-ee83-4b88-b033-800776420ff3 None None] For port 434fbe1b-dfe4-4891-a183-c0adf6885969, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=434fbe1b-dfe4-4891-a183-c0adf6885969,segment=NetworkSegment(1d2293c3-d5be-4830-8a9b-34dffcb6655b),segment_id=1d2293c3-d5be-4830-8a9b-34dffcb6655b)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:11:12.130081 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 21:11:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-805fde92-4fb0-4bc2-b59d-a362ed8c8b6e x-openstack-request-id: req-805fde92-4fb0-4bc2-b59d-a362ed8c8b6e {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 21:11:12.130081 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88634439-59b8-46e3-a6ce-e8d22bc2e9f4", "name": "network-vif-plugged", "status": "completed", "tag": "434fbe1b-dfe4-4891-a183-c0adf6885969", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 21:11:12.130081 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-805fde92-4fb0-4bc2-b59d-a362ed8c8b6e {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 21:11:12.130081 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-805fde92-4fb0-4bc2-b59d-a362ed8c8b6e'] response: {'server_uuid': '88634439-59b8-46e3-a6ce-e8d22bc2e9f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '434fbe1b-dfe4-4891-a183-c0adf6885969', 'code': 200} May 20 21:11:12.157849 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1158586f-0aae-466d-a9b8-8b95a74a1010 tempest-NegativeSecGroupTest-1178832977 tempest-NegativeSecGroupTest-1178832977-project] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:12.181369 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-add76cd6-ee83-4b88-b033-800776420ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:12.233347 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] get_ports_and_sgs() called for port_ids ['434fbe1b-dfe4-4891-a183-c0adf6885969'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 21:11:12.262908 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb8e341-10c5-492b-9b65-413bba99e8b1 req-caa33a78-8ea6-4f43-a304-7d0b845f2796 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:11:12.264589 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5eb8e341-10c5-492b-9b65-413bba99e8b1 req-caa33a78-8ea6-4f43-a304-7d0b845f2796 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/ports?device_id=88634439-59b8-46e3-a6ce-e8d22bc2e9f4 HTTP/1.1" status: 200 len: 946 time: 0.0975127 May 20 21:11:12.301607 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1158586f-0aae-466d-a9b8-8b95a74a1010 tempest-NegativeSecGroupTest-1178832977 tempest-NegativeSecGroupTest-1178832977-project] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:12.320594 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5eb8e341-10c5-492b-9b65-413bba99e8b1 req-e39a6c63-eb75-4e86-a3dd-57d0c24bc240 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/security-groups?id=96442cae-b757-4c4c-b7ef-f57c160e2025&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445900 May 20 21:11:12.363166 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1158586f-0aae-466d-a9b8-8b95a74a1010 tempest-NegativeSecGroupTest-1178832977 tempest-NegativeSecGroupTest-1178832977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:12.370958 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add76cd6-ee83-4b88-b033-800776420ff3 None None] Pushing event updated for resources: {'Port': ['ID=434fbe1b-dfe4-4891-a183-c0adf6885969,revision_number=9']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:11:12.400306 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1158586f-0aae-466d-a9b8-8b95a74a1010 tempest-NegativeSecGroupTest-1178832977 tempest-NegativeSecGroupTest-1178832977-project] Pushing event updated for resources: {'SecurityGroup': ['ID=767a6695-dbcf-4659-a988-3ffe1f2ca2bb,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:11:12.451210 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1158586f-0aae-466d-a9b8-8b95a74a1010 tempest-NegativeSecGroupTest-1178832977 tempest-NegativeSecGroupTest-1178832977-project] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:12.452470 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-1158586f-0aae-466d-a9b8-8b95a74a1010 tempest-NegativeSecGroupTest-1178832977 tempest-NegativeSecGroupTest-1178832977-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4228220 May 20 21:11:12.455776 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 53626) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:11:12.460409 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-8a5f3f6b-8779-45ee-ad7d-981d863a671c tempest-NegativeSecGroupTest-1178832977 tempest-NegativeSecGroupTest-1178832977-project] Request body: {'security_group_rule': {'security_group_id': '767a6695-dbcf-4659-a988-3ffe1f2ca2bb', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:11:12.469719 n-d-842733-1 neutron-server[103162]: WARNING neutron.api.v2.base [None req-8a5f3f6b-8779-45ee-ad7d-981d863a671c tempest-NegativeSecGroupTest-1178832977 tempest-NegativeSecGroupTest-1178832977-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. May 20 21:11:12.470247 n-d-842733-1 neutron-server[103162]: INFO neutron.api.v2.resource [None req-8a5f3f6b-8779-45ee-ad7d-981d863a671c tempest-NegativeSecGroupTest-1178832977 tempest-NegativeSecGroupTest-1178832977-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 20 21:11:12.471365 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-8a5f3f6b-8779-45ee-ad7d-981d863a671c tempest-NegativeSecGroupTest-1178832977 tempest-NegativeSecGroupTest-1178832977-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0145004 May 20 21:11:12.474221 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 53628) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:11:12.530051 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ebba40dc-3ba1-4a06-88f5-aac60efa585d tempest-NegativeSecGroupTest-1178832977 tempest-NegativeSecGroupTest-1178832977-project] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:12.553057 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ebba40dc-3ba1-4a06-88f5-aac60efa585d tempest-NegativeSecGroupTest-1178832977 tempest-NegativeSecGroupTest-1178832977-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:12.563972 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-33c9411b-7316-4b96-bfd1-45223bd308f5 None None] Provisioning complete for port 434fbe1b-dfe4-4891-a183-c0adf6885969 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:11:12.564344 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-33c9411b-7316-4b96-bfd1-45223bd308f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:12.660337 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ebba40dc-3ba1-4a06-88f5-aac60efa585d tempest-NegativeSecGroupTest-1178832977 tempest-NegativeSecGroupTest-1178832977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:12.663158 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ebba40dc-3ba1-4a06-88f5-aac60efa585d tempest-NegativeSecGroupTest-1178832977 tempest-NegativeSecGroupTest-1178832977-project] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:12.664419 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-ebba40dc-3ba1-4a06-88f5-aac60efa585d tempest-NegativeSecGroupTest-1178832977 tempest-NegativeSecGroupTest-1178832977-project] 10.222.0.35 "DELETE /v2.0/security-groups/767a6695-dbcf-4659-a988-3ffe1f2ca2bb HTTP/1.1" status: 204 len: 168 time: 0.1892939 May 20 21:11:12.667200 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 53632) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:11:12.675064 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebba40dc-3ba1-4a06-88f5-aac60efa585d tempest-NegativeSecGroupTest-1178832977 tempest-NegativeSecGroupTest-1178832977-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=767a6695-dbcf-4659-a988-3ffe1f2ca2bb,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:11:12.701098 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-33c9411b-7316-4b96-bfd1-45223bd308f5 None None] Current status of the port 434fbe1b-dfe4-4891-a183-c0adf6885969 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:11:12.719753 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-ab217102-0456-49ae-b553-a7124d5391b3 tempest-NegativeSecGroupTest-1178832977 tempest-NegativeSecGroupTest-1178832977-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0514097 May 20 21:11:12.723274 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 53634) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:11:12.727850 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-79fe395d-2095-45db-b4f3-ef6989bbf4b3 tempest-NegativeSecGroupTest-1178832977 tempest-NegativeSecGroupTest-1178832977-project] Request body: {'security_group': {'name': 'tempest-secgroup--292244359'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:11:12.817439 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-79fe395d-2095-45db-b4f3-ef6989bbf4b3 tempest-NegativeSecGroupTest-1178832977 tempest-NegativeSecGroupTest-1178832977-project] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:12.893315 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-79fe395d-2095-45db-b4f3-ef6989bbf4b3 tempest-NegativeSecGroupTest-1178832977 tempest-NegativeSecGroupTest-1178832977-project] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:12.969082 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-79fe395d-2095-45db-b4f3-ef6989bbf4b3 tempest-NegativeSecGroupTest-1178832977 tempest-NegativeSecGroupTest-1178832977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:12.998836 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fe395d-2095-45db-b4f3-ef6989bbf4b3 tempest-NegativeSecGroupTest-1178832977 tempest-NegativeSecGroupTest-1178832977-project] Pushing event updated for resources: {'SecurityGroup': ['ID=149c75aa-fa43-4828-93ed-ab907eb549f6,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:11:13.056936 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-79fe395d-2095-45db-b4f3-ef6989bbf4b3 tempest-NegativeSecGroupTest-1178832977 tempest-NegativeSecGroupTest-1178832977-project] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:13.058253 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-79fe395d-2095-45db-b4f3-ef6989bbf4b3 tempest-NegativeSecGroupTest-1178832977 tempest-NegativeSecGroupTest-1178832977-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3340030 May 20 21:11:13.062183 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 53644) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:11:13.076289 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-41ebf6f4-0cea-4e7a-9795-71af9d7b2d10 tempest-NegativeSecGroupTest-1178832977 tempest-NegativeSecGroupTest-1178832977-project] Request body: {'security_group_rule': {'security_group_id': '149c75aa-fa43-4828-93ed-ab907eb549f6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:11:13.076289 n-d-842733-1 neutron-server[103163]: WARNING neutron.api.v2.base [None req-41ebf6f4-0cea-4e7a-9795-71af9d7b2d10 tempest-NegativeSecGroupTest-1178832977 tempest-NegativeSecGroupTest-1178832977-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. May 20 21:11:13.076289 n-d-842733-1 neutron-server[103163]: INFO neutron.api.v2.resource [None req-41ebf6f4-0cea-4e7a-9795-71af9d7b2d10 tempest-NegativeSecGroupTest-1178832977 tempest-NegativeSecGroupTest-1178832977-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 20 21:11:13.076289 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-41ebf6f4-0cea-4e7a-9795-71af9d7b2d10 tempest-NegativeSecGroupTest-1178832977 tempest-NegativeSecGroupTest-1178832977-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0057671 May 20 21:11:13.076769 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 53646) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:11:13.081281 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-ea5d4576-df56-4d22-be3e-da974130ef0b tempest-NegativeSecGroupTest-1178832977 tempest-NegativeSecGroupTest-1178832977-project] Request body: {'security_group_rule': {'security_group_id': '149c75aa-fa43-4828-93ed-ab907eb549f6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:11:13.081986 n-d-842733-1 neutron-server[103162]: WARNING neutron.api.v2.base [None req-ea5d4576-df56-4d22-be3e-da974130ef0b tempest-NegativeSecGroupTest-1178832977 tempest-NegativeSecGroupTest-1178832977-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. May 20 21:11:13.082502 n-d-842733-1 neutron-server[103162]: INFO neutron.api.v2.resource [None req-ea5d4576-df56-4d22-be3e-da974130ef0b tempest-NegativeSecGroupTest-1178832977 tempest-NegativeSecGroupTest-1178832977-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 20 21:11:13.084974 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-ea5d4576-df56-4d22-be3e-da974130ef0b tempest-NegativeSecGroupTest-1178832977 tempest-NegativeSecGroupTest-1178832977-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0059102 May 20 21:11:13.085932 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 53648) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:11:13.091339 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-e995c7e3-ffda-4b7f-a03a-3a24c62527d8 tempest-NegativeSecGroupTest-1178832977 tempest-NegativeSecGroupTest-1178832977-project] Request body: {'security_group_rule': {'security_group_id': '149c75aa-fa43-4828-93ed-ab907eb549f6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:11:13.092343 n-d-842733-1 neutron-server[103162]: WARNING neutron.api.v2.base [None req-e995c7e3-ffda-4b7f-a03a-3a24c62527d8 tempest-NegativeSecGroupTest-1178832977 tempest-NegativeSecGroupTest-1178832977-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. May 20 21:11:13.092925 n-d-842733-1 neutron-server[103162]: INFO neutron.api.v2.resource [None req-e995c7e3-ffda-4b7f-a03a-3a24c62527d8 tempest-NegativeSecGroupTest-1178832977 tempest-NegativeSecGroupTest-1178832977-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 20 21:11:13.093956 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-e995c7e3-ffda-4b7f-a03a-3a24c62527d8 tempest-NegativeSecGroupTest-1178832977 tempest-NegativeSecGroupTest-1178832977-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0071630 May 20 21:11:13.096336 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 53650) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:11:13.100390 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-80e0855a-686b-454b-9440-6f05ff31fba8 tempest-NegativeSecGroupTest-1178832977 tempest-NegativeSecGroupTest-1178832977-project] Request body: {'security_group_rule': {'security_group_id': '149c75aa-fa43-4828-93ed-ab907eb549f6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:11:13.101273 n-d-842733-1 neutron-server[103162]: WARNING neutron.api.v2.base [None req-80e0855a-686b-454b-9440-6f05ff31fba8 tempest-NegativeSecGroupTest-1178832977 tempest-NegativeSecGroupTest-1178832977-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. May 20 21:11:13.101739 n-d-842733-1 neutron-server[103162]: INFO neutron.api.v2.resource [None req-80e0855a-686b-454b-9440-6f05ff31fba8 tempest-NegativeSecGroupTest-1178832977 tempest-NegativeSecGroupTest-1178832977-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 20 21:11:13.102768 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-80e0855a-686b-454b-9440-6f05ff31fba8 tempest-NegativeSecGroupTest-1178832977 tempest-NegativeSecGroupTest-1178832977-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0054030 May 20 21:11:13.110717 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 53652) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:11:13.167815 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-082dd590-2984-4074-9555-dda802536570 tempest-NegativeSecGroupTest-1178832977 tempest-NegativeSecGroupTest-1178832977-project] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:13.190273 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-082dd590-2984-4074-9555-dda802536570 tempest-NegativeSecGroupTest-1178832977 tempest-NegativeSecGroupTest-1178832977-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:13.294671 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-082dd590-2984-4074-9555-dda802536570 tempest-NegativeSecGroupTest-1178832977 tempest-NegativeSecGroupTest-1178832977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:13.298052 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-082dd590-2984-4074-9555-dda802536570 tempest-NegativeSecGroupTest-1178832977 tempest-NegativeSecGroupTest-1178832977-project] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:13.299385 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-082dd590-2984-4074-9555-dda802536570 tempest-NegativeSecGroupTest-1178832977 tempest-NegativeSecGroupTest-1178832977-project] 10.222.0.35 "DELETE /v2.0/security-groups/149c75aa-fa43-4828-93ed-ab907eb549f6 HTTP/1.1" status: 204 len: 168 time: 0.1875522 May 20 21:11:13.302049 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 53654) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:11:13.304043 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88634439-59b8-46e3-a6ce-e8d22bc2e9f4', 'tag': '434fbe1b-dfe4-4891-a183-c0adf6885969'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 21:11:13.307300 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4291b17aa7b45362825f0571e77c85f5e73afe1df9c7e9e15006df9d695c005e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b2c6c7d-8091-4f6a-a314-4b37fab34885" -d '{"events": [{"name": "network-changed", "server_uuid": "88634439-59b8-46e3-a6ce-e8d22bc2e9f4", "tag": "434fbe1b-dfe4-4891-a183-c0adf6885969"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 21:11:13.314881 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082dd590-2984-4074-9555-dda802536570 tempest-NegativeSecGroupTest-1178832977 tempest-NegativeSecGroupTest-1178832977-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=149c75aa-fa43-4828-93ed-ab907eb549f6,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:11:13.349735 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 21:11:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8438b68-81f4-4086-8130-4a4593678f0f x-openstack-request-id: req-c8438b68-81f4-4086-8130-4a4593678f0f {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 21:11:13.350028 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88634439-59b8-46e3-a6ce-e8d22bc2e9f4", "tag": "434fbe1b-dfe4-4891-a183-c0adf6885969", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 21:11:13.350281 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c8438b68-81f4-4086-8130-4a4593678f0f {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 21:11:13.351053 n-d-842733-1 neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8438b68-81f4-4086-8130-4a4593678f0f'] response: {'name': 'network-changed', 'server_uuid': '88634439-59b8-46e3-a6ce-e8d22bc2e9f4', 'tag': '434fbe1b-dfe4-4891-a183-c0adf6885969', 'status': 'completed', 'code': 200} May 20 21:11:13.382477 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-17fd26a6-553f-41a5-8029-692c84009d7b tempest-NegativeSecGroupTest-1178832977 tempest-NegativeSecGroupTest-1178832977-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0792601 May 20 21:11:13.382776 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 53662) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:11:13.387607 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-b091259c-ebda-41a6-b32f-bc1465a61002 tempest-NegativeSecGroupTest-1178832977 tempest-NegativeSecGroupTest-1178832977-project] Request body: {'security_group': {'name': 'tempest-secgroup--98857511'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:11:13.437355 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2c6c7d-8091-4f6a-a314-4b37fab34885 req-9be3b1df-80fb-430f-b8d7-4db6de6ae1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:11:13.438887 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-6b2c6c7d-8091-4f6a-a314-4b37fab34885 req-9be3b1df-80fb-430f-b8d7-4db6de6ae1d4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d7932b75a33b465998804b193e9be7ad&device_id=88634439-59b8-46e3-a6ce-e8d22bc2e9f4 HTTP/1.1" status: 200 len: 1127 time: 0.0441797 May 20 21:11:13.459131 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2d7b6c-abdc-4cb4-9220-2e600221f2d7 req-557e159c-886a-48cf-aa83-fc751f46f54b tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:11:13.460708 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2d2d7b6c-abdc-4cb4-9220-2e600221f2d7 req-557e159c-886a-48cf-aa83-fc751f46f54b tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/ports?device_id=88634439-59b8-46e3-a6ce-e8d22bc2e9f4 HTTP/1.1" status: 200 len: 946 time: 0.0619066 May 20 21:11:13.521111 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b091259c-ebda-41a6-b32f-bc1465a61002 tempest-NegativeSecGroupTest-1178832977 tempest-NegativeSecGroupTest-1178832977-project] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:13.526857 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2d2d7b6c-abdc-4cb4-9220-2e600221f2d7 req-9a8b2560-a01d-4788-8c33-2a61d096cb54 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/security-groups?id=96442cae-b757-4c4c-b7ef-f57c160e2025&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519891 May 20 21:11:13.539555 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2c6c7d-8091-4f6a-a314-4b37fab34885 req-c0e67eba-9115-4e9c-a53f-571664086f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:11:13.541606 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-6b2c6c7d-8091-4f6a-a314-4b37fab34885 req-c0e67eba-9115-4e9c-a53f-571664086f7a service neutron] 10.222.0.13 "GET /v2.0/networks?id=e9ebd487-45ba-4427-b6a9-208ae464c972 HTTP/1.1" status: 200 len: 898 time: 0.0965447 May 20 21:11:13.603675 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b091259c-ebda-41a6-b32f-bc1465a61002 tempest-NegativeSecGroupTest-1178832977 tempest-NegativeSecGroupTest-1178832977-project] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:13.611491 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-6b2c6c7d-8091-4f6a-a314-4b37fab34885 req-809886a3-bdda-4a57-bc4c-1c156748b9f2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=434fbe1b-dfe4-4891-a183-c0adf6885969 HTTP/1.1" status: 200 len: 1002 time: 0.0629866 May 20 21:11:13.660038 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2c6c7d-8091-4f6a-a314-4b37fab34885 req-1cbf90d6-cc8c-44c0-89fe-77c0b431c5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:11:13.661518 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-6b2c6c7d-8091-4f6a-a314-4b37fab34885 req-1cbf90d6-cc8c-44c0-89fe-77c0b431c5c3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=245b348c-19a9-4b5c-b667-e6456c485248 HTTP/1.1" status: 200 len: 835 time: 0.0439622 May 20 21:11:13.679484 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b091259c-ebda-41a6-b32f-bc1465a61002 tempest-NegativeSecGroupTest-1178832977 tempest-NegativeSecGroupTest-1178832977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:13.713368 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2c6c7d-8091-4f6a-a314-4b37fab34885 req-4ba587b2-2b1c-41af-834b-2698d2fe97eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:11:13.716687 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-6b2c6c7d-8091-4f6a-a314-4b37fab34885 req-4ba587b2-2b1c-41af-834b-2698d2fe97eb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e9ebd487-45ba-4427-b6a9-208ae464c972&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0465648 May 20 21:11:13.717133 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b091259c-ebda-41a6-b32f-bc1465a61002 tempest-NegativeSecGroupTest-1178832977 tempest-NegativeSecGroupTest-1178832977-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23e58e1e-3f24-499d-b266-e7229f5d5c5c,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:11:13.794491 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b091259c-ebda-41a6-b32f-bc1465a61002 tempest-NegativeSecGroupTest-1178832977 tempest-NegativeSecGroupTest-1178832977-project] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:13.799733 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-b091259c-ebda-41a6-b32f-bc1465a61002 tempest-NegativeSecGroupTest-1178832977 tempest-NegativeSecGroupTest-1178832977-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4120839 May 20 21:11:13.805387 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 53670) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:11:13.806287 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-d6e9ed95-ebfa-413e-ab22-6c6224239e37 tempest-NegativeSecGroupTest-1178832977 tempest-NegativeSecGroupTest-1178832977-project] Request body: {'security_group_rule': {'security_group_id': '23e58e1e-3f24-499d-b266-e7229f5d5c5c', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:11:13.806773 n-d-842733-1 neutron-server[103162]: WARNING neutron.api.v2.base [None req-d6e9ed95-ebfa-413e-ab22-6c6224239e37 tempest-NegativeSecGroupTest-1178832977 tempest-NegativeSecGroupTest-1178832977-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 May 20 21:11:13.807257 n-d-842733-1 neutron-server[103162]: INFO neutron.api.v2.resource [None req-d6e9ed95-ebfa-413e-ab22-6c6224239e37 tempest-NegativeSecGroupTest-1178832977 tempest-NegativeSecGroupTest-1178832977-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 20 21:11:13.808223 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-d6e9ed95-ebfa-413e-ab22-6c6224239e37 tempest-NegativeSecGroupTest-1178832977 tempest-NegativeSecGroupTest-1178832977-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0079131 May 20 21:11:13.812966 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-6b2c6c7d-8091-4f6a-a314-4b37fab34885 req-957d9c13-32fa-425a-bd27-a1d5776dbed8 service neutron] 10.222.0.13 "GET /v2.0/networks/e9ebd487-45ba-4427-b6a9-208ae464c972?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916636 May 20 21:11:13.813432 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 53672) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:11:13.817580 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-e26fa4a7-d6d8-4896-a173-d268158485d3 tempest-NegativeSecGroupTest-1178832977 tempest-NegativeSecGroupTest-1178832977-project] Request body: {'security_group_rule': {'security_group_id': '23e58e1e-3f24-499d-b266-e7229f5d5c5c', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:11:13.926459 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-6b2c6c7d-8091-4f6a-a314-4b37fab34885 req-3ee0782f-480e-4606-b400-19c5478e8083 service neutron] 10.222.0.13 "GET /v2.0/networks/e9ebd487-45ba-4427-b6a9-208ae464c972?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046937 May 20 21:11:14.072036 n-d-842733-1 neutron-server[103162]: INFO neutron.api.v2.resource [None req-e26fa4a7-d6d8-4896-a173-d268158485d3 tempest-NegativeSecGroupTest-1178832977 tempest-NegativeSecGroupTest-1178832977-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 20 21:11:14.073107 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-e26fa4a7-d6d8-4896-a173-d268158485d3 tempest-NegativeSecGroupTest-1178832977 tempest-NegativeSecGroupTest-1178832977-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2587938 May 20 21:11:14.075938 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 53678) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:11:14.080417 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-02fb93e6-146b-4909-93a7-19c67cefc6d3 tempest-NegativeSecGroupTest-1178832977 tempest-NegativeSecGroupTest-1178832977-project] Request body: {'security_group_rule': {'security_group_id': '23e58e1e-3f24-499d-b266-e7229f5d5c5c', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:11:14.080901 n-d-842733-1 neutron-server[103162]: WARNING neutron.api.v2.base [None req-02fb93e6-146b-4909-93a7-19c67cefc6d3 tempest-NegativeSecGroupTest-1178832977 tempest-NegativeSecGroupTest-1178832977-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 May 20 21:11:14.081387 n-d-842733-1 neutron-server[103162]: INFO neutron.api.v2.resource [None req-02fb93e6-146b-4909-93a7-19c67cefc6d3 tempest-NegativeSecGroupTest-1178832977 tempest-NegativeSecGroupTest-1178832977-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 20 21:11:14.082295 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-02fb93e6-146b-4909-93a7-19c67cefc6d3 tempest-NegativeSecGroupTest-1178832977 tempest-NegativeSecGroupTest-1178832977-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0054171 May 20 21:11:14.084540 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 53680) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:11:14.088650 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-00a38487-84e3-48bc-8c4c-f60776396b02 tempest-NegativeSecGroupTest-1178832977 tempest-NegativeSecGroupTest-1178832977-project] Request body: {'security_group_rule': {'security_group_id': '23e58e1e-3f24-499d-b266-e7229f5d5c5c', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:11:14.260452 n-d-842733-1 neutron-server[103162]: INFO neutron.api.v2.resource [None req-00a38487-84e3-48bc-8c4c-f60776396b02 tempest-NegativeSecGroupTest-1178832977 tempest-NegativeSecGroupTest-1178832977-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 20 21:11:14.265359 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-00a38487-84e3-48bc-8c4c-f60776396b02 tempest-NegativeSecGroupTest-1178832977 tempest-NegativeSecGroupTest-1178832977-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1761205 May 20 21:11:14.265504 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 53684) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:11:14.270023 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-85889d0a-b8d3-4088-b973-dd38453beda9 tempest-NegativeSecGroupTest-1178832977 tempest-NegativeSecGroupTest-1178832977-project] Request body: {'security_group_rule': {'security_group_id': '23e58e1e-3f24-499d-b266-e7229f5d5c5c', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:11:14.270588 n-d-842733-1 neutron-server[103162]: WARNING neutron.api.v2.base [None req-85889d0a-b8d3-4088-b973-dd38453beda9 tempest-NegativeSecGroupTest-1178832977 tempest-NegativeSecGroupTest-1178832977-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 May 20 21:11:14.270976 n-d-842733-1 neutron-server[103162]: INFO neutron.api.v2.resource [None req-85889d0a-b8d3-4088-b973-dd38453beda9 tempest-NegativeSecGroupTest-1178832977 tempest-NegativeSecGroupTest-1178832977-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 20 21:11:14.271915 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-85889d0a-b8d3-4088-b973-dd38453beda9 tempest-NegativeSecGroupTest-1178832977 tempest-NegativeSecGroupTest-1178832977-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0053864 May 20 21:11:14.277076 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 53686) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:11:14.281717 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-de411698-a8a0-4c4b-9f6f-7dcddea01d0d tempest-NegativeSecGroupTest-1178832977 tempest-NegativeSecGroupTest-1178832977-project] Request body: {'security_group_rule': {'security_group_id': '23e58e1e-3f24-499d-b266-e7229f5d5c5c', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:11:14.460986 n-d-842733-1 neutron-server[103162]: INFO neutron.api.v2.resource [None req-de411698-a8a0-4c4b-9f6f-7dcddea01d0d tempest-NegativeSecGroupTest-1178832977 tempest-NegativeSecGroupTest-1178832977-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 20 21:11:14.462081 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-de411698-a8a0-4c4b-9f6f-7dcddea01d0d tempest-NegativeSecGroupTest-1178832977 tempest-NegativeSecGroupTest-1178832977-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1840994 May 20 21:11:14.465085 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 53690) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:11:14.470332 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-9516ea3b-a33a-408a-abb7-f94ca584e6c5 tempest-NegativeSecGroupTest-1178832977 tempest-NegativeSecGroupTest-1178832977-project] Request body: {'security_group_rule': {'security_group_id': '23e58e1e-3f24-499d-b266-e7229f5d5c5c', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:11:14.470809 n-d-842733-1 neutron-server[103162]: WARNING neutron.api.v2.base [None req-9516ea3b-a33a-408a-abb7-f94ca584e6c5 tempest-NegativeSecGroupTest-1178832977 tempest-NegativeSecGroupTest-1178832977-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 May 20 21:11:14.471264 n-d-842733-1 neutron-server[103162]: INFO neutron.api.v2.resource [None req-9516ea3b-a33a-408a-abb7-f94ca584e6c5 tempest-NegativeSecGroupTest-1178832977 tempest-NegativeSecGroupTest-1178832977-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 20 21:11:14.472165 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-9516ea3b-a33a-408a-abb7-f94ca584e6c5 tempest-NegativeSecGroupTest-1178832977 tempest-NegativeSecGroupTest-1178832977-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0060658 May 20 21:11:14.474456 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 53692) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:11:14.478317 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-701b52de-dc9f-4614-b1a8-c66285154ce3 tempest-NegativeSecGroupTest-1178832977 tempest-NegativeSecGroupTest-1178832977-project] Request body: {'security_group_rule': {'security_group_id': '23e58e1e-3f24-499d-b266-e7229f5d5c5c', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:11:14.637615 n-d-842733-1 neutron-server[103162]: INFO neutron.api.v2.resource [None req-701b52de-dc9f-4614-b1a8-c66285154ce3 tempest-NegativeSecGroupTest-1178832977 tempest-NegativeSecGroupTest-1178832977-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 20 21:11:14.642669 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 53698) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:11:14.647185 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-701b52de-dc9f-4614-b1a8-c66285154ce3 tempest-NegativeSecGroupTest-1178832977 tempest-NegativeSecGroupTest-1178832977-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1676168 May 20 21:11:14.647479 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-89352722-70f2-44de-b77b-78ba45fbe06b tempest-NegativeSecGroupTest-1178832977 tempest-NegativeSecGroupTest-1178832977-project] Request body: {'security_group_rule': {'security_group_id': '23e58e1e-3f24-499d-b266-e7229f5d5c5c', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:11:14.675355 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f41783-d9e2-45ed-a387-49841101f5e5 req-959c4051-8494-4764-8758-ecfc86a5a93d tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:11:14.676983 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b4f41783-d9e2-45ed-a387-49841101f5e5 req-959c4051-8494-4764-8758-ecfc86a5a93d tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/ports?device_id=88634439-59b8-46e3-a6ce-e8d22bc2e9f4 HTTP/1.1" status: 200 len: 946 time: 0.0680244 May 20 21:11:14.718002 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b4f41783-d9e2-45ed-a387-49841101f5e5 req-93c258b2-7e7c-46e5-bcf5-dc0dfc5ad6f8 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/security-groups?id=96442cae-b757-4c4c-b7ef-f57c160e2025&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334139 May 20 21:11:14.789651 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 434fbe1b-dfe4-4891-a183-c0adf6885969 details requested by agent hyperv_n-h1-842733-1 with host n-h1-842733-1 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 21:11:14.849781 n-d-842733-1 neutron-server[103163]: INFO neutron.api.v2.resource [None req-89352722-70f2-44de-b77b-78ba45fbe06b tempest-NegativeSecGroupTest-1178832977 tempest-NegativeSecGroupTest-1178832977-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 20 21:11:14.850834 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-89352722-70f2-44de-b77b-78ba45fbe06b tempest-NegativeSecGroupTest-1178832977 tempest-NegativeSecGroupTest-1178832977-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2070601 May 20 21:11:14.853659 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 53702) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:11:14.885321 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port 434fbe1b-dfe4-4891-a183-c0adf6885969, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=434fbe1b-dfe4-4891-a183-c0adf6885969,segment=NetworkSegment(1d2293c3-d5be-4830-8a9b-34dffcb6655b),segment_id=1d2293c3-d5be-4830-8a9b-34dffcb6655b)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:11:14.899176 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 434fbe1b-dfe4-4891-a183-c0adf6885969 has no active binding in host n-h1-842733-1 {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} May 20 21:11:14.915183 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-22529014-563b-407c-bcc0-b59895ec1155 tempest-NegativeSecGroupTest-1178832977 tempest-NegativeSecGroupTest-1178832977-project] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:14.939181 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-22529014-563b-407c-bcc0-b59895ec1155 tempest-NegativeSecGroupTest-1178832977 tempest-NegativeSecGroupTest-1178832977-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:15.066592 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-22529014-563b-407c-bcc0-b59895ec1155 tempest-NegativeSecGroupTest-1178832977 tempest-NegativeSecGroupTest-1178832977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:15.069182 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-22529014-563b-407c-bcc0-b59895ec1155 tempest-NegativeSecGroupTest-1178832977 tempest-NegativeSecGroupTest-1178832977-project] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:15.070414 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-22529014-563b-407c-bcc0-b59895ec1155 tempest-NegativeSecGroupTest-1178832977 tempest-NegativeSecGroupTest-1178832977-project] 10.222.0.35 "DELETE /v2.0/security-groups/23e58e1e-3f24-499d-b266-e7229f5d5c5c HTTP/1.1" status: 204 len: 168 time: 0.2158375 May 20 21:11:15.073188 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 53708) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:11:15.080634 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22529014-563b-407c-bcc0-b59895ec1155 tempest-NegativeSecGroupTest-1178832977 tempest-NegativeSecGroupTest-1178832977-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=23e58e1e-3f24-499d-b266-e7229f5d5c5c,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:11:15.120450 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-2411d1b6-6e6f-431b-aeb6-fbd4a06cf3e6 tempest-NegativeSecGroupTest-1178832977 tempest-NegativeSecGroupTest-1178832977-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0460677 May 20 21:11:15.125029 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 53710) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:11:15.129980 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-33006bc5-5c59-46ed-88fe-8dbda2c273e3 tempest-NegativeSecGroupTest-1178832977 tempest-NegativeSecGroupTest-1178832977-project] Request body: {'security_group': {'name': 'tempest-secgroup--382423308'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:11:15.249558 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-33006bc5-5c59-46ed-88fe-8dbda2c273e3 tempest-NegativeSecGroupTest-1178832977 tempest-NegativeSecGroupTest-1178832977-project] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:15.318704 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-33006bc5-5c59-46ed-88fe-8dbda2c273e3 tempest-NegativeSecGroupTest-1178832977 tempest-NegativeSecGroupTest-1178832977-project] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:15.375246 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-33006bc5-5c59-46ed-88fe-8dbda2c273e3 tempest-NegativeSecGroupTest-1178832977 tempest-NegativeSecGroupTest-1178832977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:15.404050 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33006bc5-5c59-46ed-88fe-8dbda2c273e3 tempest-NegativeSecGroupTest-1178832977 tempest-NegativeSecGroupTest-1178832977-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c4caa43-cd95-4589-a650-7caa0f802869,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:11:15.474081 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-33006bc5-5c59-46ed-88fe-8dbda2c273e3 tempest-NegativeSecGroupTest-1178832977 tempest-NegativeSecGroupTest-1178832977-project] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:15.475387 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-33006bc5-5c59-46ed-88fe-8dbda2c273e3 tempest-NegativeSecGroupTest-1178832977 tempest-NegativeSecGroupTest-1178832977-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3493245 May 20 21:11:15.478202 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 53716) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:11:15.483104 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-1838c257-d739-4683-8fb8-8b6e05ab9559 tempest-NegativeSecGroupTest-1178832977 tempest-NegativeSecGroupTest-1178832977-project] Request body: {'security_group_rule': {'security_group_id': '3c4caa43-cd95-4589-a650-7caa0f802869', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:11:15.637644 n-d-842733-1 neutron-server[103163]: INFO neutron.api.v2.resource [None req-1838c257-d739-4683-8fb8-8b6e05ab9559 tempest-NegativeSecGroupTest-1178832977 tempest-NegativeSecGroupTest-1178832977-project] create failed (client error): The resource could not be found. May 20 21:11:15.639247 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-1838c257-d739-4683-8fb8-8b6e05ab9559 tempest-NegativeSecGroupTest-1178832977 tempest-NegativeSecGroupTest-1178832977-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1601193 May 20 21:11:15.644178 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 53722) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:11:15.648896 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-2731b67f-6a4b-40c9-a973-4e1b426996f7 tempest-NegativeSecGroupTest-1178832977 tempest-NegativeSecGroupTest-1178832977-project] Request body: {'security_group_rule': {'security_group_id': '3c4caa43-cd95-4589-a650-7caa0f802869', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '9493d5f0-8716-40b1-9138-8a51ff5cdceb'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:11:15.821203 n-d-842733-1 neutron-server[103163]: INFO neutron.api.v2.resource [None req-2731b67f-6a4b-40c9-a973-4e1b426996f7 tempest-NegativeSecGroupTest-1178832977 tempest-NegativeSecGroupTest-1178832977-project] create failed (client error): The resource could not be found. May 20 21:11:15.822253 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-2731b67f-6a4b-40c9-a973-4e1b426996f7 tempest-NegativeSecGroupTest-1178832977 tempest-NegativeSecGroupTest-1178832977-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1770804 May 20 21:11:15.826582 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 53726) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:11:15.842417 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac415db7-9067-4957-8d58-dbd08eb586b7 req-870125a1-dc49-4dd5-8ff9-6bcb4f91af12 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:11:15.843886 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ac415db7-9067-4957-8d58-dbd08eb586b7 req-870125a1-dc49-4dd5-8ff9-6bcb4f91af12 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/ports?device_id=88634439-59b8-46e3-a6ce-e8d22bc2e9f4 HTTP/1.1" status: 200 len: 946 time: 0.0529406 May 20 21:11:15.890763 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2cc9d583-de3f-4a92-8a42-fd094a9ed2ad tempest-NegativeSecGroupTest-1178832977 tempest-NegativeSecGroupTest-1178832977-project] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:15.897745 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ac415db7-9067-4957-8d58-dbd08eb586b7 req-a6192486-6bcc-425e-849a-ed88ec8a32c9 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/security-groups?id=96442cae-b757-4c4c-b7ef-f57c160e2025&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474422 May 20 21:11:15.932838 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2cc9d583-de3f-4a92-8a42-fd094a9ed2ad tempest-NegativeSecGroupTest-1178832977 tempest-NegativeSecGroupTest-1178832977-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:16.037931 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2cc9d583-de3f-4a92-8a42-fd094a9ed2ad tempest-NegativeSecGroupTest-1178832977 tempest-NegativeSecGroupTest-1178832977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:16.040591 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2cc9d583-de3f-4a92-8a42-fd094a9ed2ad tempest-NegativeSecGroupTest-1178832977 tempest-NegativeSecGroupTest-1178832977-project] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:16.041893 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-2cc9d583-de3f-4a92-8a42-fd094a9ed2ad tempest-NegativeSecGroupTest-1178832977 tempest-NegativeSecGroupTest-1178832977-project] 10.222.0.35 "DELETE /v2.0/security-groups/3c4caa43-cd95-4589-a650-7caa0f802869 HTTP/1.1" status: 204 len: 168 time: 0.2141321 May 20 21:11:16.045314 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 53734) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:11:16.053884 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc9d583-de3f-4a92-8a42-fd094a9ed2ad tempest-NegativeSecGroupTest-1178832977 tempest-NegativeSecGroupTest-1178832977-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c4caa43-cd95-4589-a650-7caa0f802869,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:11:16.095798 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-6324357b-8119-4b27-a053-b05937b3c5f3 tempest-NegativeSecGroupTest-1178832977 tempest-NegativeSecGroupTest-1178832977-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0493584 May 20 21:11:16.100079 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 53736) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:11:16.104790 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-9ba9fe08-0072-4d2a-81f9-398a3549f342 tempest-NegativeSecGroupTest-1178832977 tempest-NegativeSecGroupTest-1178832977-project] Request body: {'security_group_rule': {'security_group_id': 'dff89567-1953-4b9a-a525-bc60af57fceb', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:11:16.306660 n-d-842733-1 neutron-server[103163]: INFO neutron.api.v2.resource [None req-9ba9fe08-0072-4d2a-81f9-398a3549f342 tempest-NegativeSecGroupTest-1178832977 tempest-NegativeSecGroupTest-1178832977-project] create failed (client error): The resource could not be found. May 20 21:11:16.307724 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-9ba9fe08-0072-4d2a-81f9-398a3549f342 tempest-NegativeSecGroupTest-1178832977 tempest-NegativeSecGroupTest-1178832977-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2064607 May 20 21:11:16.311949 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 53740) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:11:16.316341 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-880faef4-2ac3-4bb7-8d24-29012ef3a050 tempest-NegativeSecGroupTest-1178832977 tempest-NegativeSecGroupTest-1178832977-project] Request body: {'security_group': {'name': 'tempest-secgroup--1751216127'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:11:16.408897 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-880faef4-2ac3-4bb7-8d24-29012ef3a050 tempest-NegativeSecGroupTest-1178832977 tempest-NegativeSecGroupTest-1178832977-project] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:16.477703 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-880faef4-2ac3-4bb7-8d24-29012ef3a050 tempest-NegativeSecGroupTest-1178832977 tempest-NegativeSecGroupTest-1178832977-project] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:16.552329 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-880faef4-2ac3-4bb7-8d24-29012ef3a050 tempest-NegativeSecGroupTest-1178832977 tempest-NegativeSecGroupTest-1178832977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:16.581523 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880faef4-2ac3-4bb7-8d24-29012ef3a050 tempest-NegativeSecGroupTest-1178832977 tempest-NegativeSecGroupTest-1178832977-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f86cb92-2c88-49c6-853f-31b2267baa31,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:11:16.628700 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-880faef4-2ac3-4bb7-8d24-29012ef3a050 tempest-NegativeSecGroupTest-1178832977 tempest-NegativeSecGroupTest-1178832977-project] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:16.630106 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-880faef4-2ac3-4bb7-8d24-29012ef3a050 tempest-NegativeSecGroupTest-1178832977 tempest-NegativeSecGroupTest-1178832977-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3171878 May 20 21:11:16.632798 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 53744) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:11:16.637155 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-bade4bff-a110-42ec-a1ee-6166018ce85d tempest-NegativeSecGroupTest-1178832977 tempest-NegativeSecGroupTest-1178832977-project] Request body: {'security_group': {'name': 'tempest-secgroup--571422287'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:11:16.724112 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bade4bff-a110-42ec-a1ee-6166018ce85d tempest-NegativeSecGroupTest-1178832977 tempest-NegativeSecGroupTest-1178832977-project] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:16.794063 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bade4bff-a110-42ec-a1ee-6166018ce85d tempest-NegativeSecGroupTest-1178832977 tempest-NegativeSecGroupTest-1178832977-project] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:16.872017 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bade4bff-a110-42ec-a1ee-6166018ce85d tempest-NegativeSecGroupTest-1178832977 tempest-NegativeSecGroupTest-1178832977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:16.906252 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bade4bff-a110-42ec-a1ee-6166018ce85d tempest-NegativeSecGroupTest-1178832977 tempest-NegativeSecGroupTest-1178832977-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38adc1d1-80ea-457f-8da6-efc22ab6c539,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:11:16.961520 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bade4bff-a110-42ec-a1ee-6166018ce85d tempest-NegativeSecGroupTest-1178832977 tempest-NegativeSecGroupTest-1178832977-project] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:16.964972 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-bade4bff-a110-42ec-a1ee-6166018ce85d tempest-NegativeSecGroupTest-1178832977 tempest-NegativeSecGroupTest-1178832977-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3311844 May 20 21:11:16.971721 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 53754) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:11:16.977302 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-bdc78c91-71e7-40b7-bfd8-0556a9fde063 tempest-NegativeSecGroupTest-1178832977 tempest-NegativeSecGroupTest-1178832977-project] Request body: {'security_group_rule': {'security_group_id': '8f86cb92-2c88-49c6-853f-31b2267baa31', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '38adc1d1-80ea-457f-8da6-efc22ab6c539'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:11:17.039039 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650b7750-1126-462a-9b1b-5d745b1f23ff req-b9f5c501-b842-41ad-8ec4-c159fec09fb6 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:11:17.040550 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-650b7750-1126-462a-9b1b-5d745b1f23ff req-b9f5c501-b842-41ad-8ec4-c159fec09fb6 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/ports?device_id=88634439-59b8-46e3-a6ce-e8d22bc2e9f4 HTTP/1.1" status: 200 len: 946 time: 0.0522180 May 20 21:11:17.084033 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-650b7750-1126-462a-9b1b-5d745b1f23ff req-8a982cb4-1654-4b49-a900-98bfb37f24fa tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/security-groups?id=96442cae-b757-4c4c-b7ef-f57c160e2025&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360804 May 20 21:11:17.220858 n-d-842733-1 neutron-server[103162]: INFO neutron.api.v2.resource [None req-bdc78c91-71e7-40b7-bfd8-0556a9fde063 tempest-NegativeSecGroupTest-1178832977 tempest-NegativeSecGroupTest-1178832977-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 20 21:11:17.221909 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-bdc78c91-71e7-40b7-bfd8-0556a9fde063 tempest-NegativeSecGroupTest-1178832977 tempest-NegativeSecGroupTest-1178832977-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2485173 May 20 21:11:17.224829 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 53758) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:11:17.251876 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-320f64bc-c029-4eae-86ab-cd4bede5d958 req-cbcaf6a6-b60b-46d2-a695-0ee382cd751f service neutron] 10.222.0.13 "GET /v2.0/ports/434fbe1b-dfe4-4891-a183-c0adf6885969/bindings/n-h1-842733-1 HTTP/1.1" status: 200 len: 384 time: 0.0579123 May 20 21:11:17.281758 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f4484dc1-3d00-4192-96c5-2baa19af4c49 tempest-NegativeSecGroupTest-1178832977 tempest-NegativeSecGroupTest-1178832977-project] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:17.303570 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f4484dc1-3d00-4192-96c5-2baa19af4c49 tempest-NegativeSecGroupTest-1178832977 tempest-NegativeSecGroupTest-1178832977-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:17.414729 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f4484dc1-3d00-4192-96c5-2baa19af4c49 tempest-NegativeSecGroupTest-1178832977 tempest-NegativeSecGroupTest-1178832977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:17.417345 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f4484dc1-3d00-4192-96c5-2baa19af4c49 tempest-NegativeSecGroupTest-1178832977 tempest-NegativeSecGroupTest-1178832977-project] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:17.418983 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-f4484dc1-3d00-4192-96c5-2baa19af4c49 tempest-NegativeSecGroupTest-1178832977 tempest-NegativeSecGroupTest-1178832977-project] 10.222.0.35 "DELETE /v2.0/security-groups/38adc1d1-80ea-457f-8da6-efc22ab6c539 HTTP/1.1" status: 204 len: 168 time: 0.1930292 May 20 21:11:17.422226 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 53762) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:11:17.435465 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4484dc1-3d00-4192-96c5-2baa19af4c49 tempest-NegativeSecGroupTest-1178832977 tempest-NegativeSecGroupTest-1178832977-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=38adc1d1-80ea-457f-8da6-efc22ab6c539,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:11:17.453333 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-320f64bc-c029-4eae-86ab-cd4bede5d958 req-10b51800-3267-4a79-bb40-b95649f876d1 service neutron] For port 434fbe1b-dfe4-4891-a183-c0adf6885969, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=434fbe1b-dfe4-4891-a183-c0adf6885969,segment=NetworkSegment(1d2293c3-d5be-4830-8a9b-34dffcb6655b),segment_id=1d2293c3-d5be-4830-8a9b-34dffcb6655b)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:11:17.496917 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-320f64bc-c029-4eae-86ab-cd4bede5d958 req-10b51800-3267-4a79-bb40-b95649f876d1 service neutron] For port 434fbe1b-dfe4-4891-a183-c0adf6885969, host n-h2-842733-1, cleared binding levels {{(pid=103162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 21:11:17.539115 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-de83ed7e-fec7-477e-aaf2-cccfd0eb6f6b tempest-NegativeSecGroupTest-1178832977 tempest-NegativeSecGroupTest-1178832977-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1156912 May 20 21:11:17.541964 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 53764) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:11:17.552997 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88634439-59b8-46e3-a6ce-e8d22bc2e9f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '434fbe1b-dfe4-4891-a183-c0adf6885969'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 21:11:17.555342 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6fa957933fccbf596d28104b23404b952ad6a8238afaebaed40a0874b2e409" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-782f925c-a90d-4d97-a325-6c2e457dc8c6" -d '{"events": [{"server_uuid": "88634439-59b8-46e3-a6ce-e8d22bc2e9f4", "name": "network-vif-unplugged", "status": "completed", "tag": "434fbe1b-dfe4-4891-a183-c0adf6885969"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 21:11:17.562844 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-320f64bc-c029-4eae-86ab-cd4bede5d958 req-10b51800-3267-4a79-bb40-b95649f876d1 service neutron] For port 434fbe1b-dfe4-4891-a183-c0adf6885969, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=434fbe1b-dfe4-4891-a183-c0adf6885969,segment=NetworkSegment(1d2293c3-d5be-4830-8a9b-34dffcb6655b),segment_id=1d2293c3-d5be-4830-8a9b-34dffcb6655b)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:11:17.605845 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1daa9fb7-12a0-4ab6-ad68-524d4b285ce4 tempest-NegativeSecGroupTest-1178832977 tempest-NegativeSecGroupTest-1178832977-project] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:17.605991 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 May 2022 21:11:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-decb8140-a4bd-454d-a303-4e259e36023a x-openstack-request-id: req-decb8140-a4bd-454d-a303-4e259e36023a {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 21:11:17.605991 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88634439-59b8-46e3-a6ce-e8d22bc2e9f4", "name": "network-vif-unplugged", "status": "completed", "tag": "434fbe1b-dfe4-4891-a183-c0adf6885969", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 21:11:17.605991 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-decb8140-a4bd-454d-a303-4e259e36023a {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 21:11:17.605991 n-d-842733-1 neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-decb8140-a4bd-454d-a303-4e259e36023a'] response: {'server_uuid': '88634439-59b8-46e3-a6ce-e8d22bc2e9f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '434fbe1b-dfe4-4891-a183-c0adf6885969', 'code': 200} May 20 21:11:17.625814 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1daa9fb7-12a0-4ab6-ad68-524d4b285ce4 tempest-NegativeSecGroupTest-1178832977 tempest-NegativeSecGroupTest-1178832977-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:17.643722 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-320f64bc-c029-4eae-86ab-cd4bede5d958 req-10b51800-3267-4a79-bb40-b95649f876d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:17.729291 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.provisioning_blocks [req-320f64bc-c029-4eae-86ab-cd4bede5d958 req-10b51800-3267-4a79-bb40-b95649f876d1 service neutron] Transition to ACTIVE for port object 434fbe1b-dfe4-4891-a183-c0adf6885969 will not be triggered until provisioned by entity L2. {{(pid=103162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 21:11:17.730043 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1daa9fb7-12a0-4ab6-ad68-524d4b285ce4 tempest-NegativeSecGroupTest-1178832977 tempest-NegativeSecGroupTest-1178832977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:17.733289 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1daa9fb7-12a0-4ab6-ad68-524d4b285ce4 tempest-NegativeSecGroupTest-1178832977 tempest-NegativeSecGroupTest-1178832977-project] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:17.735156 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-1daa9fb7-12a0-4ab6-ad68-524d4b285ce4 tempest-NegativeSecGroupTest-1178832977 tempest-NegativeSecGroupTest-1178832977-project] 10.222.0.35 "DELETE /v2.0/security-groups/8f86cb92-2c88-49c6-853f-31b2267baa31 HTTP/1.1" status: 204 len: 168 time: 0.1919737 May 20 21:11:17.738491 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 53772) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:11:17.746027 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1daa9fb7-12a0-4ab6-ad68-524d4b285ce4 tempest-NegativeSecGroupTest-1178832977 tempest-NegativeSecGroupTest-1178832977-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f86cb92-2c88-49c6-853f-31b2267baa31,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:11:17.790750 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-4ac979c9-c598-4561-a38f-98889b3e3be0 tempest-NegativeSecGroupTest-1178832977 tempest-NegativeSecGroupTest-1178832977-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0442812 May 20 21:11:17.790750 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 53774) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:11:17.791820 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-6b7398eb-917f-4ddb-afab-7f8c3334cc0b tempest-NegativeSecGroupTest-1178832977 tempest-NegativeSecGroupTest-1178832977-project] Request body: {'security_group': {'name': 'tempest-secgroup--123119898'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:11:17.797978 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-320f64bc-c029-4eae-86ab-cd4bede5d958 req-10b51800-3267-4a79-bb40-b95649f876d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:17.905327 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b51800-3267-4a79-bb40-b95649f876d1 service neutron] Pushing event updated for resources: {'Port': ['ID=434fbe1b-dfe4-4891-a183-c0adf6885969,revision_number=11']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:11:17.934521 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6b7398eb-917f-4ddb-afab-7f8c3334cc0b tempest-NegativeSecGroupTest-1178832977 tempest-NegativeSecGroupTest-1178832977-project] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:17.972487 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-320f64bc-c029-4eae-86ab-cd4bede5d958 req-10b51800-3267-4a79-bb40-b95649f876d1 service neutron] No DVR routers for this DVR port 434fbe1b-dfe4-4891-a183-c0adf6885969 on host n-h2-842733-1 {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 21:11:18.114822 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6b7398eb-917f-4ddb-afab-7f8c3334cc0b tempest-NegativeSecGroupTest-1178832977 tempest-NegativeSecGroupTest-1178832977-project] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:18.147007 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-320f64bc-c029-4eae-86ab-cd4bede5d958 req-10b51800-3267-4a79-bb40-b95649f876d1 service neutron] 10.222.0.13 "PUT /v2.0/ports/434fbe1b-dfe4-4891-a183-c0adf6885969/bindings/n-h1-842733-1/activate HTTP/1.1" status: 200 len: 369 time: 0.8894682 May 20 21:11:18.175416 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6b7398eb-917f-4ddb-afab-7f8c3334cc0b tempest-NegativeSecGroupTest-1178832977 tempest-NegativeSecGroupTest-1178832977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:18.213019 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7398eb-917f-4ddb-afab-7f8c3334cc0b tempest-NegativeSecGroupTest-1178832977 tempest-NegativeSecGroupTest-1178832977-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15f5f23e-b09f-46cb-9fe5-8eb7d3b1b256,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:11:18.239033 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25f888a-27a7-406e-b205-1d2d20136b38 req-1e042f5b-82b0-4765-b85f-26910efee6f3 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:11:18.240588 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6b7398eb-917f-4ddb-afab-7f8c3334cc0b tempest-NegativeSecGroupTest-1178832977 tempest-NegativeSecGroupTest-1178832977-project] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:18.240716 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a25f888a-27a7-406e-b205-1d2d20136b38 req-1e042f5b-82b0-4765-b85f-26910efee6f3 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/ports?device_id=88634439-59b8-46e3-a6ce-e8d22bc2e9f4 HTTP/1.1" status: 200 len: 945 time: 0.0772970 May 20 21:11:18.241956 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-6b7398eb-917f-4ddb-afab-7f8c3334cc0b tempest-NegativeSecGroupTest-1178832977 tempest-NegativeSecGroupTest-1178832977-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4538250 May 20 21:11:18.244972 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 53784) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:11:18.250133 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-c01da36a-45b1-4eb0-9287-94f25480ddb1 tempest-NegativeSecGroupTest-1178832977 tempest-NegativeSecGroupTest-1178832977-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:11:18.250840 n-d-842733-1 neutron-server[103163]: WARNING neutron.api.v2.base [None req-c01da36a-45b1-4eb0-9287-94f25480ddb1 tempest-NegativeSecGroupTest-1178832977 tempest-NegativeSecGroupTest-1178832977-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. May 20 21:11:18.251382 n-d-842733-1 neutron-server[103163]: INFO neutron.api.v2.resource [None req-c01da36a-45b1-4eb0-9287-94f25480ddb1 tempest-NegativeSecGroupTest-1178832977 tempest-NegativeSecGroupTest-1178832977-project] update failed (client error): There was a conflict when trying to complete your request. May 20 21:11:18.252339 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-c01da36a-45b1-4eb0-9287-94f25480ddb1 tempest-NegativeSecGroupTest-1178832977 tempest-NegativeSecGroupTest-1178832977-project] 10.222.0.35 "PUT /v2.0/security-groups/15f5f23e-b09f-46cb-9fe5-8eb7d3b1b256 HTTP/1.1" status: 409 len: 330 time: 0.0063088 May 20 21:11:18.255120 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 53786) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:11:18.321181 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a25f888a-27a7-406e-b205-1d2d20136b38 req-6b884f19-1550-4944-bfab-6981bd39aea3 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/security-groups?id=96442cae-b757-4c4c-b7ef-f57c160e2025&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675066 May 20 21:11:18.321423 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a8dc30ea-87b8-4c83-9b4e-59d25cfab910 tempest-NegativeSecGroupTest-1178832977 tempest-NegativeSecGroupTest-1178832977-project] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:18.344567 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320f64bc-c029-4eae-86ab-cd4bede5d958 req-fa3b2b1a-f71a-4109-9e43-db8667f819a7 tempest-TestNetworkAdvancedServerOps-173437749 tempest-TestNetworkAdvancedServerOps-173437749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:11:18.346604 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-320f64bc-c029-4eae-86ab-cd4bede5d958 req-fa3b2b1a-f71a-4109-9e43-db8667f819a7 tempest-TestNetworkAdvancedServerOps-173437749 tempest-TestNetworkAdvancedServerOps-173437749-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=88634439-59b8-46e3-a6ce-e8d22bc2e9f4&tenant_id=d7932b75a33b465998804b193e9be7ad&binding%3Ahost_id=n-h2-842733-1 HTTP/1.1" status: 200 len: 1096 time: 0.0596011 May 20 21:11:18.352474 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a8dc30ea-87b8-4c83-9b4e-59d25cfab910 tempest-NegativeSecGroupTest-1178832977 tempest-NegativeSecGroupTest-1178832977-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:18.426452 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320f64bc-c029-4eae-86ab-cd4bede5d958 req-c970b80e-d8c1-4931-8657-5cc1d016a53d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:11:18.427996 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-320f64bc-c029-4eae-86ab-cd4bede5d958 req-c970b80e-d8c1-4931-8657-5cc1d016a53d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=88634439-59b8-46e3-a6ce-e8d22bc2e9f4&tenant_id=d7932b75a33b465998804b193e9be7ad HTTP/1.1" status: 200 len: 1096 time: 0.0741010 May 20 21:11:18.449652 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a8dc30ea-87b8-4c83-9b4e-59d25cfab910 tempest-NegativeSecGroupTest-1178832977 tempest-NegativeSecGroupTest-1178832977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:18.452371 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a8dc30ea-87b8-4c83-9b4e-59d25cfab910 tempest-NegativeSecGroupTest-1178832977 tempest-NegativeSecGroupTest-1178832977-project] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:18.455841 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-a8dc30ea-87b8-4c83-9b4e-59d25cfab910 tempest-NegativeSecGroupTest-1178832977 tempest-NegativeSecGroupTest-1178832977-project] 10.222.0.35 "DELETE /v2.0/security-groups/15f5f23e-b09f-46cb-9fe5-8eb7d3b1b256 HTTP/1.1" status: 204 len: 168 time: 0.1973848 May 20 21:11:18.456710 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 53790) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:11:18.462906 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dc30ea-87b8-4c83-9b4e-59d25cfab910 tempest-NegativeSecGroupTest-1178832977 tempest-NegativeSecGroupTest-1178832977-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15f5f23e-b09f-46cb-9fe5-8eb7d3b1b256,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:11:18.526935 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320f64bc-c029-4eae-86ab-cd4bede5d958 req-c42c8f43-e70b-4b7e-9673-5b5ab72bbc7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:11:18.526935 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-320f64bc-c029-4eae-86ab-cd4bede5d958 req-c42c8f43-e70b-4b7e-9673-5b5ab72bbc7f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d7932b75a33b465998804b193e9be7ad&device_id=88634439-59b8-46e3-a6ce-e8d22bc2e9f4 HTTP/1.1" status: 200 len: 1096 time: 0.0776765 May 20 21:11:18.531185 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-aa3d7521-e70b-4ef1-a4ad-fb2c108d4dd3 tempest-NegativeSecGroupTest-1178832977 tempest-NegativeSecGroupTest-1178832977-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0734928 May 20 21:11:18.535190 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 53794) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:11:18.549955 n-d-842733-1 neutron-server[103162]: INFO neutron.api.v2.resource [None req-fcfda713-b03c-41d1-83ec-32b12148c668 tempest-NegativeSecGroupTest-1178832977 tempest-NegativeSecGroupTest-1178832977-project] delete failed (client error): The resource could not be found. May 20 21:11:18.552797 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-fcfda713-b03c-41d1-83ec-32b12148c668 tempest-NegativeSecGroupTest-1178832977 tempest-NegativeSecGroupTest-1178832977-project] 10.222.0.35 "DELETE /v2.0/security-groups/d265c486-17f0-46de-99e3-2d6d21004675 HTTP/1.1" status: 404 len: 347 time: 0.0148871 May 20 21:11:18.554900 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 53796) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:11:18.568687 n-d-842733-1 neutron-server[103162]: INFO neutron.api.v2.resource [None req-693982ac-e027-46ce-81fb-6f4b193ded07 tempest-NegativeSecGroupTest-1178832977 tempest-NegativeSecGroupTest-1178832977-project] show failed (client error): The resource could not be found. May 20 21:11:18.569814 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-693982ac-e027-46ce-81fb-6f4b193ded07 tempest-NegativeSecGroupTest-1178832977 tempest-NegativeSecGroupTest-1178832977-project] 10.222.0.35 "GET /v2.0/security-groups/f9b50140-1839-4b89-8b1f-4c851773bf1d HTTP/1.1" status: 404 len: 347 time: 0.0140190 May 20 21:11:18.573842 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 53798) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:11:18.593727 n-d-842733-1 neutron-server[103162]: INFO neutron.api.v2.resource [None req-6773550c-d762-47d5-8819-467490097033 tempest-NegativeSecGroupTest-1178832977 tempest-NegativeSecGroupTest-1178832977-project] show failed (client error): The resource could not be found. May 20 21:11:18.594776 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-6773550c-d762-47d5-8819-467490097033 tempest-NegativeSecGroupTest-1178832977 tempest-NegativeSecGroupTest-1178832977-project] 10.222.0.35 "GET /v2.0/security-group-rules/7d4c7246-01a0-4875-a558-5d7e2ea77b3a HTTP/1.1" status: 404 len: 356 time: 0.0200696 May 20 21:11:18.633882 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320f64bc-c029-4eae-86ab-cd4bede5d958 req-24395c86-5278-4307-a0e6-f73a021c6dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:11:18.635360 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-320f64bc-c029-4eae-86ab-cd4bede5d958 req-24395c86-5278-4307-a0e6-f73a021c6dc0 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e9ebd487-45ba-4427-b6a9-208ae464c972 HTTP/1.1" status: 200 len: 898 time: 0.1014283 May 20 21:11:18.711853 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-320f64bc-c029-4eae-86ab-cd4bede5d958 req-93fe16c6-ab15-4abb-8f05-cce3b0ed1fcd service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=434fbe1b-dfe4-4891-a183-c0adf6885969 HTTP/1.1" status: 200 len: 1000 time: 0.0695107 May 20 21:11:18.763962 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320f64bc-c029-4eae-86ab-cd4bede5d958 req-bc084582-cd34-45dc-acf0-bb67ef841892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:11:18.765535 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-320f64bc-c029-4eae-86ab-cd4bede5d958 req-bc084582-cd34-45dc-acf0-bb67ef841892 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=245b348c-19a9-4b5c-b667-e6456c485248 HTTP/1.1" status: 200 len: 835 time: 0.0471840 May 20 21:11:18.810917 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320f64bc-c029-4eae-86ab-cd4bede5d958 req-42ff2efd-1160-4e18-8328-af5fa335fcd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:11:18.812392 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-320f64bc-c029-4eae-86ab-cd4bede5d958 req-42ff2efd-1160-4e18-8328-af5fa335fcd7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e9ebd487-45ba-4427-b6a9-208ae464c972&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404596 May 20 21:11:18.907898 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-320f64bc-c029-4eae-86ab-cd4bede5d958 req-d9b755bb-0be0-4cfd-9bc0-20687146a1c1 service neutron] 10.222.0.24 "GET /v2.0/networks/e9ebd487-45ba-4427-b6a9-208ae464c972?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880351 May 20 21:11:19.005906 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-320f64bc-c029-4eae-86ab-cd4bede5d958 req-bc6b521b-ac5f-4936-9ec5-e3e222fd1917 service neutron] 10.222.0.24 "GET /v2.0/networks/e9ebd487-45ba-4427-b6a9-208ae464c972?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915632 May 20 21:11:19.119112 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 53810) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:11:19.258163 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-7eb58508-578e-4c12-92bc-d78b8afb149d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=71197b97337d45edb7eb806323aeab28&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1373613 May 20 21:11:19.260618 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 53818) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:11:19.319882 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8525d44e-d6da-4fdc-a285-2fe2035a5c92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:19.347777 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8525d44e-d6da-4fdc-a285-2fe2035a5c92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:19.437841 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8525d44e-d6da-4fdc-a285-2fe2035a5c92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:19.440540 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8525d44e-d6da-4fdc-a285-2fe2035a5c92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:19.443457 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320f64bc-c029-4eae-86ab-cd4bede5d958 req-5795173c-d9c3-4d6b-a844-e0c39fef26c5 tempest-TestNetworkAdvancedServerOps-173437749 tempest-TestNetworkAdvancedServerOps-173437749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:11:19.444467 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-8525d44e-d6da-4fdc-a285-2fe2035a5c92 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/15667eb5-e1f4-4976-9db8-acd56446c80f HTTP/1.1" status: 204 len: 168 time: 0.1829250 May 20 21:11:19.445140 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-320f64bc-c029-4eae-86ab-cd4bede5d958 req-5795173c-d9c3-4d6b-a844-e0c39fef26c5 tempest-TestNetworkAdvancedServerOps-173437749 tempest-TestNetworkAdvancedServerOps-173437749-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=88634439-59b8-46e3-a6ce-e8d22bc2e9f4&tenant_id=d7932b75a33b465998804b193e9be7ad&binding%3Ahost_id=n-h1-842733-1 HTTP/1.1" status: 200 len: 1096 time: 0.0878506 May 20 21:11:19.454466 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8525d44e-d6da-4fdc-a285-2fe2035a5c92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15667eb5-e1f4-4976-9db8-acd56446c80f,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:11:19.492568 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ed0360-1590-4e6b-bd8a-1c710f48d00d req-bc93d795-a182-4ed7-bb58-0bdc84c0a778 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:11:19.494136 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-87ed0360-1590-4e6b-bd8a-1c710f48d00d req-bc93d795-a182-4ed7-bb58-0bdc84c0a778 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/ports?device_id=88634439-59b8-46e3-a6ce-e8d22bc2e9f4 HTTP/1.1" status: 200 len: 945 time: 0.0882874 May 20 21:11:19.558804 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-87ed0360-1590-4e6b-bd8a-1c710f48d00d req-402f0f9b-fe6f-4137-bf9a-3e1b303a80d4 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/security-groups?id=96442cae-b757-4c4c-b7ef-f57c160e2025&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558188 May 20 21:11:19.670588 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0babf304-592d-42d9-a11e-7d8685892420 req-14a91320-21ef-4e33-9fae-17cbe3505380 tempest-TestNetworkAdvancedServerOps-173437749 tempest-TestNetworkAdvancedServerOps-173437749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:11:19.672108 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0babf304-592d-42d9-a11e-7d8685892420 req-14a91320-21ef-4e33-9fae-17cbe3505380 tempest-TestNetworkAdvancedServerOps-173437749 tempest-TestNetworkAdvancedServerOps-173437749-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=88634439-59b8-46e3-a6ce-e8d22bc2e9f4 HTTP/1.1" status: 200 len: 1096 time: 0.0425017 May 20 21:11:19.676298 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-320f64bc-c029-4eae-86ab-cd4bede5d958 req-39711ecf-e122-4bb3-ae20-455b2ccadc7d service neutron] For port 434fbe1b-dfe4-4891-a183-c0adf6885969, host n-h2-842733-1, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 21:11:19.679675 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-320f64bc-c029-4eae-86ab-cd4bede5d958 req-39711ecf-e122-4bb3-ae20-455b2ccadc7d service neutron] Notify callbacks [] for binding, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:19.680708 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-320f64bc-c029-4eae-86ab-cd4bede5d958 req-39711ecf-e122-4bb3-ae20-455b2ccadc7d service neutron] 10.222.0.24 "DELETE /v2.0/ports/434fbe1b-dfe4-4891-a183-c0adf6885969/bindings/n-h2-842733-1 HTTP/1.1" status: 204 len: 173 time: 0.2273779 May 20 21:11:19.712922 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0babf304-592d-42d9-a11e-7d8685892420 req-5f614675-58b7-44ab-a91a-b42bfa9dc071 tempest-TestNetworkAdvancedServerOps-173437749 tempest-TestNetworkAdvancedServerOps-173437749-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=96442cae-b757-4c4c-b7ef-f57c160e2025&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311244 May 20 21:11:19.853604 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c28b4c-380d-4861-b711-7aa0590acf18 req-1731cec1-3bd7-4001-b3f3-c86e43b91bd1 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:11:19.855140 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-90c28b4c-380d-4861-b711-7aa0590acf18 req-1731cec1-3bd7-4001-b3f3-c86e43b91bd1 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/ports?device_id=88634439-59b8-46e3-a6ce-e8d22bc2e9f4 HTTP/1.1" status: 200 len: 945 time: 0.0638988 May 20 21:11:19.900989 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-90c28b4c-380d-4861-b711-7aa0590acf18 req-567da1bf-df70-475a-96ed-1d4731d9ffd8 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/security-groups?id=96442cae-b757-4c4c-b7ef-f57c160e2025&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376008 May 20 21:11:19.929705 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 53840) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:11:19.930133 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c6e8a486-bdb2-42b6-9191-85342f8b36d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:19.991847 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-17581510-3bde-4cf7-a9a7-6ffc78d4ce2f tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/floatingips/a6bb6884-3b71-4723-9506-03f846547f4f HTTP/1.1" status: 200 len: 992 time: 0.0609286 May 20 21:11:20.228589 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 53854) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:11:20.406785 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-8eeeb4d7-2358-4839-9c07-35b1e4e7de99 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Deleting port c4c68499-fe17-420e-9324-18e8c1990ff3 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:11:20.407125 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8eeeb4d7-2358-4839-9c07-35b1e4e7de99 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:20.490830 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8eeeb4d7-2358-4839-9c07-35b1e4e7de99 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:20.491155 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8eeeb4d7-2358-4839-9c07-35b1e4e7de99 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:20.505688 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-8eeeb4d7-2358-4839-9c07-35b1e4e7de99 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Calling delete_port for c4c68499-fe17-420e-9324-18e8c1990ff3 owned by network:floatingip {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:11:20.752381 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8eeeb4d7-2358-4839-9c07-35b1e4e7de99 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:20.782723 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eeeb4d7-2358-4839-9c07-35b1e4e7de99 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Pushing event deleted for resources: {'Port': ['ID=c4c68499-fe17-420e-9324-18e8c1990ff3,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:11:20.810821 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eeeb4d7-2358-4839-9c07-35b1e4e7de99 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:11:20.811164 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eeeb4d7-2358-4839-9c07-35b1e4e7de99 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:11:20.811497 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eeeb4d7-2358-4839-9c07-35b1e4e7de99 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:11:20.811829 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eeeb4d7-2358-4839-9c07-35b1e4e7de99 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:11:20.812157 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eeeb4d7-2358-4839-9c07-35b1e4e7de99 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:11:20.812484 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eeeb4d7-2358-4839-9c07-35b1e4e7de99 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:11:20.812817 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eeeb4d7-2358-4839-9c07-35b1e4e7de99 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:11:20.813142 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eeeb4d7-2358-4839-9c07-35b1e4e7de99 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:11:20.813501 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eeeb4d7-2358-4839-9c07-35b1e4e7de99 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:11:20.813919 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eeeb4d7-2358-4839-9c07-35b1e4e7de99 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:11:20.814244 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eeeb4d7-2358-4839-9c07-35b1e4e7de99 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:11:20.814759 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eeeb4d7-2358-4839-9c07-35b1e4e7de99 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:11:20.854470 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8eeeb4d7-2358-4839-9c07-35b1e4e7de99 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks [] for floatingip, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:20.855058 n-d-842733-1 neutron-server[103163]: INFO neutron.db.l3_db [None req-8eeeb4d7-2358-4839-9c07-35b1e4e7de99 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Floating IP a6bb6884-3b71-4723-9506-03f846547f4f disassociated (deleted). External IP: 172.25.2.168, port: 434fbe1b-dfe4-4891-a183-c0adf6885969. May 20 21:11:21.086538 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8eeeb4d7-2358-4839-9c07-35b1e4e7de99 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Router 7ea66128-dd5a-4aac-a54a-a0da320eca0b has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 21:11:21.205002 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8eeeb4d7-2358-4839-9c07-35b1e4e7de99 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 21:11:21.218485 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8eeeb4d7-2358-4839-9c07-35b1e4e7de99 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for floatingip, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:21.223476 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb821bf-1c2f-461d-bf36-d615d2ba6292 None None] Sync routers for ids ['7ea66128-dd5a-4aac-a54a-a0da320eca0b'] in n-d-842733-1 {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 21:11:21.236798 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb821bf-1c2f-461d-bf36-d615d2ba6292 None None] Routers {'7ea66128-dd5a-4aac-a54a-a0da320eca0b'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:11:21.237864 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-2bb821bf-1c2f-461d-bf36-d615d2ba6292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:10:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['7ea66128-dd5a-4aac-a54a-a0da320eca0b'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:11:21.249794 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-8eeeb4d7-2358-4839-9c07-35b1e4e7de99 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "DELETE /v2.0/floatingips/a6bb6884-3b71-4723-9506-03f846547f4f HTTP/1.1" status: 204 len: 168 time: 1.0200226 May 20 21:11:21.250333 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88634439-59b8-46e3-a6ce-e8d22bc2e9f4', 'tag': '434fbe1b-dfe4-4891-a183-c0adf6885969'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 21:11:21.252754 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4291b17aa7b45362825f0571e77c85f5e73afe1df9c7e9e15006df9d695c005e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54a8e10b-9d97-4ac5-b83a-6e763e3ce4d5" -d '{"events": [{"name": "network-changed", "server_uuid": "88634439-59b8-46e3-a6ce-e8d22bc2e9f4", "tag": "434fbe1b-dfe4-4891-a183-c0adf6885969"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 21:11:21.316558 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 21:11:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-367e8508-413a-453f-947c-fee1a8c57152 x-openstack-request-id: req-367e8508-413a-453f-947c-fee1a8c57152 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 21:11:21.316846 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88634439-59b8-46e3-a6ce-e8d22bc2e9f4", "tag": "434fbe1b-dfe4-4891-a183-c0adf6885969", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 21:11:21.317097 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-367e8508-413a-453f-947c-fee1a8c57152 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 21:11:21.330964 n-d-842733-1 neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-367e8508-413a-453f-947c-fee1a8c57152'] response: {'name': 'network-changed', 'server_uuid': '88634439-59b8-46e3-a6ce-e8d22bc2e9f4', 'tag': '434fbe1b-dfe4-4891-a183-c0adf6885969', 'status': 'completed', 'code': 200} May 20 21:11:21.376176 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-2bb821bf-1c2f-461d-bf36-d615d2ba6292 None None] Set router 7ea66128-dd5a-4aac-a54a-a0da320eca0b gateway port host: n-d-842733-1 {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:11:21.401078 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a8e10b-9d97-4ac5-b83a-6e763e3ce4d5 req-a1a4abf8-0b09-4b38-99fa-ce5fd7b4ee56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:11:21.403315 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-54a8e10b-9d97-4ac5-b83a-6e763e3ce4d5 req-a1a4abf8-0b09-4b38-99fa-ce5fd7b4ee56 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d7932b75a33b465998804b193e9be7ad&device_id=88634439-59b8-46e3-a6ce-e8d22bc2e9f4 HTTP/1.1" status: 200 len: 1096 time: 0.0636375 May 20 21:11:21.522145 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 434fbe1b-dfe4-4891-a183-c0adf6885969 no longer exists at agent hyperv_n-h2-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 21:11:21.553783 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a8e10b-9d97-4ac5-b83a-6e763e3ce4d5 req-e79f288f-75a1-4f1e-8d23-95992ac1032e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:11:21.555411 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-54a8e10b-9d97-4ac5-b83a-6e763e3ce4d5 req-e79f288f-75a1-4f1e-8d23-95992ac1032e service neutron] 10.222.0.24 "GET /v2.0/networks?id=e9ebd487-45ba-4427-b6a9-208ae464c972 HTTP/1.1" status: 200 len: 898 time: 0.1445198 May 20 21:11:21.597526 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 434fbe1b-dfe4-4891-a183-c0adf6885969 not bound to the agent host n-h2-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 21:11:21.600266 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-54a8e10b-9d97-4ac5-b83a-6e763e3ce4d5 req-2d1d0b87-940c-4b71-b9be-f29371c225d9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=434fbe1b-dfe4-4891-a183-c0adf6885969 HTTP/1.1" status: 200 len: 217 time: 0.0370750 May 20 21:11:21.687367 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-2bb821bf-1c2f-461d-bf36-d615d2ba6292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ea66128-dd5a-4aac-a54a-a0da320eca0b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1736760420', 'tenant_id': 'd7932b75a33b465998804b193e9be7ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': '514cdf45-dfb7-4468-9ac4-7379468df671', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:10:11Z', 'updated_at': '2022-05-20T21:10:17Z', 'revision_number': 4, 'project_id': 'd7932b75a33b465998804b193e9be7ad', 'gw_port': {'id': '514cdf45-dfb7-4468-9ac4-7379468df671', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:29:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea66128-dd5a-4aac-a54a-a0da320eca0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3748, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:10:12Z', 'updated_at': '2022-05-20T21:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': 'b00aeb9f-3bb7-4b50-9633-ae578d200631', 'name': '', 'network_id': 'e9ebd487-45ba-4427-b6a9-208ae464c972', 'tenant_id': 'd7932b75a33b465998804b193e9be7ad', 'mac_address': 'fa:16:3e:b9:63:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea66128-dd5a-4aac-a54a-a0da320eca0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3751, 'fixed_ips': [{'subnet_id': '245b348c-19a9-4b5c-b667-e6456c485248', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:10:16Z', 'updated_at': '2022-05-20T21:10:21Z', 'revision_number': 5, 'project_id': 'd7932b75a33b465998804b193e9be7ad', 'subnets': [{'id': '245b348c-19a9-4b5c-b667-e6456c485248', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:11:21.691810 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a8e10b-9d97-4ac5-b83a-6e763e3ce4d5 req-73ba6eac-6978-47b7-865d-87e79421dcf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:11:21.693398 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-54a8e10b-9d97-4ac5-b83a-6e763e3ce4d5 req-73ba6eac-6978-47b7-865d-87e79421dcf9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=245b348c-19a9-4b5c-b667-e6456c485248 HTTP/1.1" status: 200 len: 835 time: 0.0848265 May 20 21:11:21.730451 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb821bf-1c2f-461d-bf36-d615d2ba6292 None None] Checking router: 7ea66128-dd5a-4aac-a54a-a0da320eca0b for host: n-d-842733-1 {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 21:11:21.741231 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb821bf-1c2f-461d-bf36-d615d2ba6292 None None] Routers {'7ea66128-dd5a-4aac-a54a-a0da320eca0b'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:11:21.741927 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-2bb821bf-1c2f-461d-bf36-d615d2ba6292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:10:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['7ea66128-dd5a-4aac-a54a-a0da320eca0b'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:11:21.744180 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a27fc13-914a-4602-a240-4af89e4d9ddd req-1e3d3c43-043b-4f07-b890-1eebc411c51a tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:11:21.745753 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2a27fc13-914a-4602-a240-4af89e4d9ddd req-1e3d3c43-043b-4f07-b890-1eebc411c51a tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/ports?device_id=88634439-59b8-46e3-a6ce-e8d22bc2e9f4 HTTP/1.1" status: 200 len: 945 time: 0.0887170 May 20 21:11:21.781571 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a8e10b-9d97-4ac5-b83a-6e763e3ce4d5 req-714ff273-9525-4ab5-a3f1-a27b5b5cf3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:11:21.783093 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-54a8e10b-9d97-4ac5-b83a-6e763e3ce4d5 req-714ff273-9525-4ab5-a3f1-a27b5b5cf3d5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e9ebd487-45ba-4427-b6a9-208ae464c972&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0813727 May 20 21:11:21.825095 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2a27fc13-914a-4602-a240-4af89e4d9ddd req-4d8b05c7-181d-4ae5-8afa-1208d8ef9ef3 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/security-groups?id=96442cae-b757-4c4c-b7ef-f57c160e2025&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713606 May 20 21:11:21.906721 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-2bb821bf-1c2f-461d-bf36-d615d2ba6292 None None] Set router 7ea66128-dd5a-4aac-a54a-a0da320eca0b gateway port host: n-d-842733-1 {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:11:22.152475 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c7a9ed-92c6-466a-9240-770cbf20dec7 req-e9122071-8655-4fa3-bf05-63d432dc2fb5 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:11:22.155162 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-49c7a9ed-92c6-466a-9240-770cbf20dec7 req-e9122071-8655-4fa3-bf05-63d432dc2fb5 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.24 "GET /v2.0/ports?device_id=88634439-59b8-46e3-a6ce-e8d22bc2e9f4 HTTP/1.1" status: 200 len: 945 time: 0.0926008 May 20 21:11:22.190086 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-2bb821bf-1c2f-461d-bf36-d615d2ba6292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ea66128-dd5a-4aac-a54a-a0da320eca0b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1736760420', 'tenant_id': 'd7932b75a33b465998804b193e9be7ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': '514cdf45-dfb7-4468-9ac4-7379468df671', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:10:11Z', 'updated_at': '2022-05-20T21:10:17Z', 'revision_number': 4, 'project_id': 'd7932b75a33b465998804b193e9be7ad', 'gw_port': {'id': '514cdf45-dfb7-4468-9ac4-7379468df671', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:29:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea66128-dd5a-4aac-a54a-a0da320eca0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3748, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:10:12Z', 'updated_at': '2022-05-20T21:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': 'b00aeb9f-3bb7-4b50-9633-ae578d200631', 'name': '', 'network_id': 'e9ebd487-45ba-4427-b6a9-208ae464c972', 'tenant_id': 'd7932b75a33b465998804b193e9be7ad', 'mac_address': 'fa:16:3e:b9:63:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea66128-dd5a-4aac-a54a-a0da320eca0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3751, 'fixed_ips': [{'subnet_id': '245b348c-19a9-4b5c-b667-e6456c485248', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:10:16Z', 'updated_at': '2022-05-20T21:10:21Z', 'revision_number': 5, 'project_id': 'd7932b75a33b465998804b193e9be7ad', 'subnets': [{'id': '245b348c-19a9-4b5c-b667-e6456c485248', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:11:22.228782 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb821bf-1c2f-461d-bf36-d615d2ba6292 None None] The sync data for ids ['7ea66128-dd5a-4aac-a54a-a0da320eca0b'] in n-d-842733-1 is: [{'id': '7ea66128-dd5a-4aac-a54a-a0da320eca0b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1736760420', 'tenant_id': 'd7932b75a33b465998804b193e9be7ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': '514cdf45-dfb7-4468-9ac4-7379468df671', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:10:11Z', 'updated_at': '2022-05-20T21:10:17Z', 'revision_number': 4, 'project_id': 'd7932b75a33b465998804b193e9be7ad', 'gw_port': {'id': '514cdf45-dfb7-4468-9ac4-7379468df671', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:29:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea66128-dd5a-4aac-a54a-a0da320eca0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3748, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:10:12Z', 'updated_at': '2022-05-20T21:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': 'b00aeb9f-3bb7-4b50-9633-ae578d200631', 'name': '', 'network_id': 'e9ebd487-45ba-4427-b6a9-208ae464c972', 'tenant_id': 'd7932b75a33b465998804b193e9be7ad', 'mac_address': 'fa:16:3e:b9:63:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea66128-dd5a-4aac-a54a-a0da320eca0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3751, 'fixed_ips': [{'subnet_id': '245b348c-19a9-4b5c-b667-e6456c485248', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:10:16Z', 'updated_at': '2022-05-20T21:10:21Z', 'revision_number': 5, 'project_id': 'd7932b75a33b465998804b193e9be7ad', 'subnets': [{'id': '245b348c-19a9-4b5c-b667-e6456c485248', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 21:11:22.279507 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a1b7b192-db6c-4dad-9ffc-1059ffd1e2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:22.286149 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-49c7a9ed-92c6-466a-9240-770cbf20dec7 req-e3e9f77a-eebb-4794-9814-1f5b6581d5e6 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Deleting port 434fbe1b-dfe4-4891-a183-c0adf6885969 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:11:22.286555 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-49c7a9ed-92c6-466a-9240-770cbf20dec7 req-e3e9f77a-eebb-4794-9814-1f5b6581d5e6 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:22.308877 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-54a8e10b-9d97-4ac5-b83a-6e763e3ce4d5 req-85447160-a8a6-471d-95dc-f0ddfb56f4ab service neutron] 10.222.0.24 "GET /v2.0/networks/e9ebd487-45ba-4427-b6a9-208ae464c972?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5151455 May 20 21:11:22.414932 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-49c7a9ed-92c6-466a-9240-770cbf20dec7 req-e3e9f77a-eebb-4794-9814-1f5b6581d5e6 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] For port 434fbe1b-dfe4-4891-a183-c0adf6885969, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=434fbe1b-dfe4-4891-a183-c0adf6885969,segment=NetworkSegment(1d2293c3-d5be-4830-8a9b-34dffcb6655b),segment_id=1d2293c3-d5be-4830-8a9b-34dffcb6655b)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:11:22.415296 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-49c7a9ed-92c6-466a-9240-770cbf20dec7 req-e3e9f77a-eebb-4794-9814-1f5b6581d5e6 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:22.420277 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-54a8e10b-9d97-4ac5-b83a-6e763e3ce4d5 req-99e6e9c5-5dfa-4cab-b7dd-933b39978543 service neutron] 10.222.0.24 "GET /v2.0/networks/e9ebd487-45ba-4427-b6a9-208ae464c972?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023557 May 20 21:11:22.435862 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-49c7a9ed-92c6-466a-9240-770cbf20dec7 req-e3e9f77a-eebb-4794-9814-1f5b6581d5e6 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Calling delete_port for 434fbe1b-dfe4-4891-a183-c0adf6885969 owned by compute:nova {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:11:22.584934 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dffa93c-12b1-4aa9-bc3e-267c84851c8c None None] New status for floating IP a6bb6884-3b71-4723-9506-03f846547f4f: DOWN {{(pid=103165) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 21:11:22.638352 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-49c7a9ed-92c6-466a-9240-770cbf20dec7 req-e3e9f77a-eebb-4794-9814-1f5b6581d5e6 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:22.696487 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e9f77a-eebb-4794-9814-1f5b6581d5e6 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Pushing event deleted for resources: {'Port': ['ID=434fbe1b-dfe4-4891-a183-c0adf6885969,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:11:22.720040 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e9f77a-eebb-4794-9814-1f5b6581d5e6 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:11:22.720382 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e9f77a-eebb-4794-9814-1f5b6581d5e6 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:11:22.720719 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e9f77a-eebb-4794-9814-1f5b6581d5e6 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:11:22.721051 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e9f77a-eebb-4794-9814-1f5b6581d5e6 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:11:22.721411 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e9f77a-eebb-4794-9814-1f5b6581d5e6 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:11:22.721777 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e9f77a-eebb-4794-9814-1f5b6581d5e6 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:11:22.722059 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e9f77a-eebb-4794-9814-1f5b6581d5e6 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:11:22.722413 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e9f77a-eebb-4794-9814-1f5b6581d5e6 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:11:22.722735 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e9f77a-eebb-4794-9814-1f5b6581d5e6 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:11:22.723055 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e9f77a-eebb-4794-9814-1f5b6581d5e6 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:11:22.723373 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e9f77a-eebb-4794-9814-1f5b6581d5e6 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:11:22.723687 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e9f77a-eebb-4794-9814-1f5b6581d5e6 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:11:22.726522 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-49c7a9ed-92c6-466a-9240-770cbf20dec7 req-e3e9f77a-eebb-4794-9814-1f5b6581d5e6 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] No DVR routers for this DVR port 434fbe1b-dfe4-4891-a183-c0adf6885969 on host n-h1-842733-1 {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 21:11:22.728913 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-49c7a9ed-92c6-466a-9240-770cbf20dec7 req-e3e9f77a-eebb-4794-9814-1f5b6581d5e6 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:22.732705 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-49c7a9ed-92c6-466a-9240-770cbf20dec7 req-e3e9f77a-eebb-4794-9814-1f5b6581d5e6 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.24 "DELETE /v2.0/ports/434fbe1b-dfe4-4891-a183-c0adf6885969 HTTP/1.1" status: 204 len: 173 time: 0.5717692 May 20 21:11:22.733162 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88634439-59b8-46e3-a6ce-e8d22bc2e9f4', 'name': 'network-vif-deleted', 'tag': '434fbe1b-dfe4-4891-a183-c0adf6885969'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 21:11:22.735429 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6fa957933fccbf596d28104b23404b952ad6a8238afaebaed40a0874b2e409" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4972a463-dabf-487c-b81d-9af2b0a7fab4" -d '{"events": [{"server_uuid": "88634439-59b8-46e3-a6ce-e8d22bc2e9f4", "name": "network-vif-deleted", "tag": "434fbe1b-dfe4-4891-a183-c0adf6885969"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 21:11:22.774543 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 21:11:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c7b63cb-99a0-4831-9672-382929805db1 x-openstack-request-id: req-0c7b63cb-99a0-4831-9672-382929805db1 {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 21:11:22.774836 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88634439-59b8-46e3-a6ce-e8d22bc2e9f4", "name": "network-vif-deleted", "tag": "434fbe1b-dfe4-4891-a183-c0adf6885969", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 21:11:22.775086 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0c7b63cb-99a0-4831-9672-382929805db1 {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 21:11:22.775488 n-d-842733-1 neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c7b63cb-99a0-4831-9672-382929805db1'] response: {'server_uuid': '88634439-59b8-46e3-a6ce-e8d22bc2e9f4', 'name': 'network-vif-deleted', 'tag': '434fbe1b-dfe4-4891-a183-c0adf6885969', 'status': 'completed', 'code': 200} May 20 21:11:22.931378 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f55e7ed5-3547-4108-915d-05001342cb44 req-a35f2069-ee67-4c47-b575-f25b3e384298 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/ports?device_id=88634439-59b8-46e3-a6ce-e8d22bc2e9f4 HTTP/1.1" status: 200 len: 210 time: 0.0289035 May 20 21:11:23.980656 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4bb0e131-6525-46ca-a45b-e4ea43a5e69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:23.995400 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 53954) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:11:24.411093 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d98bfa04-abd3-46d3-9571-df9fdd0607d8 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748528'] for router_interface, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:24.687671 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-d98bfa04-abd3-46d3-9571-df9fdd0607d8 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Deleting port b00aeb9f-3bb7-4b50-9633-ae578d200631 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:11:24.688101 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d98bfa04-abd3-46d3-9571-df9fdd0607d8 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:24.780512 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-d98bfa04-abd3-46d3-9571-df9fdd0607d8 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] For port b00aeb9f-3bb7-4b50-9633-ae578d200631, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=b00aeb9f-3bb7-4b50-9633-ae578d200631,segment=NetworkSegment(1d2293c3-d5be-4830-8a9b-34dffcb6655b),segment_id=1d2293c3-d5be-4830-8a9b-34dffcb6655b)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:11:24.780879 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d98bfa04-abd3-46d3-9571-df9fdd0607d8 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:24.792532 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-d98bfa04-abd3-46d3-9571-df9fdd0607d8 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Calling delete_port for b00aeb9f-3bb7-4b50-9633-ae578d200631 owned by network:router_interface {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:11:24.803714 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:25.107034 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d98bfa04-abd3-46d3-9571-df9fdd0607d8 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:25.134741 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98bfa04-abd3-46d3-9571-df9fdd0607d8 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Pushing event deleted for resources: {'Port': ['ID=b00aeb9f-3bb7-4b50-9633-ae578d200631,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:11:25.337170 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d98bfa04-abd3-46d3-9571-df9fdd0607d8 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-692224'] for router_interface, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:25.558118 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cc3ec51b-6ec8-438a-8349-5f0bec346d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:25.562754 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d98bfa04-abd3-46d3-9571-df9fdd0607d8 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Router 7ea66128-dd5a-4aac-a54a-a0da320eca0b has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 21:11:25.603708 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:25.671960 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d98bfa04-abd3-46d3-9571-df9fdd0607d8 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 21:11:25.678839 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 53992) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:11:25.679353 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-d98bfa04-abd3-46d3-9571-df9fdd0607d8 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "PUT /v2.0/routers/7ea66128-dd5a-4aac-a54a-a0da320eca0b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6824062 May 20 21:11:25.681239 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5525af12-b18b-4917-8b95-a2f5a1411608 None None] Sync routers for ids ['7ea66128-dd5a-4aac-a54a-a0da320eca0b'] in n-d-842733-1 {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 21:11:25.695853 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5525af12-b18b-4917-8b95-a2f5a1411608 None None] Routers {'7ea66128-dd5a-4aac-a54a-a0da320eca0b'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:11:25.696938 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-5525af12-b18b-4917-8b95-a2f5a1411608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:11:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['7ea66128-dd5a-4aac-a54a-a0da320eca0b'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:11:25.763312 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ed6e432-13f1-4d4d-af61-572164383777 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Deleting subnet 245b348c-19a9-4b5c-b667-e6456c485248 {{(pid=103163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 20 21:11:25.767316 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4ed6e432-13f1-4d4d-af61-572164383777 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks [] for subnet, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:25.811261 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4ed6e432-13f1-4d4d-af61-572164383777 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9338757'] for subnet, precommit_delete_associations {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:25.930049 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4ed6e432-13f1-4d4d-af61-572164383777 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33068388'] for subnet, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:25.985551 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-5525af12-b18b-4917-8b95-a2f5a1411608 None None] Set router 7ea66128-dd5a-4aac-a54a-a0da320eca0b gateway port host: n-d-842733-1 {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:11:26.101451 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4ed6e432-13f1-4d4d-af61-572164383777 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33068399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9641221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8422588'] for subnet, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:26.130495 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed6e432-13f1-4d4d-af61-572164383777 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Pushing event deleted for resources: {'Subnet': ['ID=245b348c-19a9-4b5c-b667-e6456c485248,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:11:26.135732 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4ed6e432-13f1-4d4d-af61-572164383777 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks [] for subnet, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:26.145111 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-4ed6e432-13f1-4d4d-af61-572164383777 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "DELETE /v2.0/subnets/245b348c-19a9-4b5c-b667-e6456c485248 HTTP/1.1" status: 204 len: 168 time: 0.4599373 May 20 21:11:26.145111 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 54000) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:11:26.165393 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28bd52f9-ebd9-4f80-90d5-e7aac023282f None None] Network e9ebd487-45ba-4427-b6a9-208ae464c972 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:11:26.282903 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c47c63f5-8aec-49f0-9a57-9d8953395bd1 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks [] for router, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:26.296344 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-5525af12-b18b-4917-8b95-a2f5a1411608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ea66128-dd5a-4aac-a54a-a0da320eca0b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1736760420', 'tenant_id': 'd7932b75a33b465998804b193e9be7ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': '514cdf45-dfb7-4468-9ac4-7379468df671', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:10:11Z', 'updated_at': '2022-05-20T21:11:24Z', 'revision_number': 5, 'project_id': 'd7932b75a33b465998804b193e9be7ad', 'gw_port': {'id': '514cdf45-dfb7-4468-9ac4-7379468df671', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:29:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea66128-dd5a-4aac-a54a-a0da320eca0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3748, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:10:12Z', 'updated_at': '2022-05-20T21:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:11:26.348968 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5525af12-b18b-4917-8b95-a2f5a1411608 None None] Checking router: 7ea66128-dd5a-4aac-a54a-a0da320eca0b for host: n-d-842733-1 {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 21:11:26.360940 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5525af12-b18b-4917-8b95-a2f5a1411608 None None] Routers {'7ea66128-dd5a-4aac-a54a-a0da320eca0b'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:11:26.361606 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-5525af12-b18b-4917-8b95-a2f5a1411608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:11:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['7ea66128-dd5a-4aac-a54a-a0da320eca0b'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:11:26.426811 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c47c63f5-8aec-49f0-9a57-9d8953395bd1 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:26.494849 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-5525af12-b18b-4917-8b95-a2f5a1411608 None None] Set router 7ea66128-dd5a-4aac-a54a-a0da320eca0b gateway port host: n-d-842733-1 {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:11:26.528312 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d418988-d8b3-4536-b97c-006f159daef6 None None] DHCP port deletion for e9ebd487-45ba-4427-b6a9-208ae464c972 request from n-d-842733-1 {{(pid=103164) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 21:11:26.553966 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-c47c63f5-8aec-49f0-9a57-9d8953395bd1 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Deleting port 514cdf45-dfb7-4468-9ac4-7379468df671 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:11:26.554318 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c47c63f5-8aec-49f0-9a57-9d8953395bd1 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:26.675603 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-c47c63f5-8aec-49f0-9a57-9d8953395bd1 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] For port 514cdf45-dfb7-4468-9ac4-7379468df671, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=514cdf45-dfb7-4468-9ac4-7379468df671,segment=NetworkSegment(0b5485c4-eff8-42a1-9073-ae54ed4c63ba),segment_id=0b5485c4-eff8-42a1-9073-ae54ed4c63ba)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:11:26.675999 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c47c63f5-8aec-49f0-9a57-9d8953395bd1 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:26.680479 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-2d418988-d8b3-4536-b97c-006f159daef6 None None] Deleting port 2d6dda2c-dabf-4cc1-8ee6-bf37fdb6e6f6 {{(pid=103164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:11:26.681013 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-2d418988-d8b3-4536-b97c-006f159daef6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:26.692426 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-c47c63f5-8aec-49f0-9a57-9d8953395bd1 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Calling delete_port for 514cdf45-dfb7-4468-9ac4-7379468df671 owned by network:router_gateway {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:11:26.779528 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-2d418988-d8b3-4536-b97c-006f159daef6 None None] For port 2d6dda2c-dabf-4cc1-8ee6-bf37fdb6e6f6, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=2d6dda2c-dabf-4cc1-8ee6-bf37fdb6e6f6,segment=NetworkSegment(1d2293c3-d5be-4830-8a9b-34dffcb6655b),segment_id=1d2293c3-d5be-4830-8a9b-34dffcb6655b)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:11:26.779959 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-2d418988-d8b3-4536-b97c-006f159daef6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:26.795482 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-2d418988-d8b3-4536-b97c-006f159daef6 None None] Calling delete_port for 2d6dda2c-dabf-4cc1-8ee6-bf37fdb6e6f6 owned by network:dhcp {{(pid=103164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:11:26.818455 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-5525af12-b18b-4917-8b95-a2f5a1411608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ea66128-dd5a-4aac-a54a-a0da320eca0b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1736760420', 'tenant_id': 'd7932b75a33b465998804b193e9be7ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': '514cdf45-dfb7-4468-9ac4-7379468df671', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:10:11Z', 'updated_at': '2022-05-20T21:11:24Z', 'revision_number': 5, 'project_id': 'd7932b75a33b465998804b193e9be7ad', 'gw_port': {'id': '514cdf45-dfb7-4468-9ac4-7379468df671', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:29:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea66128-dd5a-4aac-a54a-a0da320eca0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3748, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:10:12Z', 'updated_at': '2022-05-20T21:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:11:26.873557 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 434fbe1b-dfe4-4891-a183-c0adf6885969 no longer exists at agent hyperv_n-h1-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 21:11:26.879322 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5525af12-b18b-4917-8b95-a2f5a1411608 None None] The sync data for ids ['7ea66128-dd5a-4aac-a54a-a0da320eca0b'] in n-d-842733-1 is: [{'id': '7ea66128-dd5a-4aac-a54a-a0da320eca0b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1736760420', 'tenant_id': 'd7932b75a33b465998804b193e9be7ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': '514cdf45-dfb7-4468-9ac4-7379468df671', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:10:11Z', 'updated_at': '2022-05-20T21:11:24Z', 'revision_number': 5, 'project_id': 'd7932b75a33b465998804b193e9be7ad', 'gw_port': {'id': '514cdf45-dfb7-4468-9ac4-7379468df671', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:29:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea66128-dd5a-4aac-a54a-a0da320eca0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3748, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:10:12Z', 'updated_at': '2022-05-20T21:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 21:11:26.901877 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] No Port match for: 434fbe1b-dfe4-4891-a183-c0adf6885969 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 21:11:26.902225 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 434fbe1b-dfe4-4891-a183-c0adf6885969 not bound to the agent host n-h1-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 21:11:26.975998 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c47c63f5-8aec-49f0-9a57-9d8953395bd1 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:27.011907 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47c63f5-8aec-49f0-9a57-9d8953395bd1 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Pushing event deleted for resources: {'Port': ['ID=514cdf45-dfb7-4468-9ac4-7379468df671,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:11:27.028601 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-2d418988-d8b3-4536-b97c-006f159daef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099'] for port, after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:27.081398 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d418988-d8b3-4536-b97c-006f159daef6 None None] No DVR routers for this DVR port 2d6dda2c-dabf-4cc1-8ee6-bf37fdb6e6f6 on host n-d-842733-1 {{(pid=103164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 21:11:27.087551 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d418988-d8b3-4536-b97c-006f159daef6 None None] Pushing event deleted for resources: {'Port': ['ID=2d6dda2c-dabf-4cc1-8ee6-bf37fdb6e6f6,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:11:27.102228 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c47c63f5-8aec-49f0-9a57-9d8953395bd1 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-748206'] for router_gateway, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:27.288306 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c47c63f5-8aec-49f0-9a57-9d8953395bd1 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26169'] for router, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:27.290709 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c47c63f5-8aec-49f0-9a57-9d8953395bd1 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:27.429553 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c47c63f5-8aec-49f0-9a57-9d8953395bd1 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-693148'] for router, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:27.430088 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c47c63f5-8aec-49f0-9a57-9d8953395bd1 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Fanout notify agent at l3_agent the message router_deleted on router 7ea66128-dd5a-4aac-a54a-a0da320eca0b {{(pid=103163) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 20 21:11:27.438480 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c47c63f5-8aec-49f0-9a57-9d8953395bd1 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks [] for router, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:27.441106 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-c47c63f5-8aec-49f0-9a57-9d8953395bd1 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "DELETE /v2.0/routers/7ea66128-dd5a-4aac-a54a-a0da320eca0b HTTP/1.1" status: 204 len: 168 time: 1.2973933 May 20 21:11:27.442692 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 54020) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:11:27.538567 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-997a49d5-d628-4a41-8cd5-ee7f3f26d9d0 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33160123'] for network, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:27.629137 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-997a49d5-d628-4a41-8cd5-ee7f3f26d9d0 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33072115', 'neutron.services.segments.db._delete_segments_for_network-8782419500584'] for network, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:27.649347 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-997a49d5-d628-4a41-8cd5-ee7f3f26d9d0 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9ebd487-45ba-4427-b6a9-208ae464c972']}} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:11:27.658974 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-997a49d5-d628-4a41-8cd5-ee7f3f26d9d0 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d2293c3-d5be-4830-8a9b-34dffcb6655b') {'for_net_delete': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:11:27.659266 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-997a49d5-d628-4a41-8cd5-ee7f3f26d9d0 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d2293c3-d5be-4830-8a9b-34dffcb6655b') {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:11:27.674072 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-997a49d5-d628-4a41-8cd5-ee7f3f26d9d0 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419501617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9338764'] for segment, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:27.687389 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-997a49d5-d628-4a41-8cd5-ee7f3f26d9d0 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:27.693137 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-997a49d5-d628-4a41-8cd5-ee7f3f26d9d0 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Releasing vlan 248 on physical network physnet1 to pool {{(pid=103163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 21:11:27.693743 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-997a49d5-d628-4a41-8cd5-ee7f3f26d9d0 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9638311'] for segment, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:27.696524 n-d-842733-1 neutron-server[103163]: Traceback (most recent call last): May 20 21:11:27.696524 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 21:11:27.696524 n-d-842733-1 neutron-server[103163]: timer() May 20 21:11:27.696524 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 21:11:27.696524 n-d-842733-1 neutron-server[103163]: cb(*args, **kw) May 20 21:11:27.696524 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 20 21:11:27.696524 n-d-842733-1 neutron-server[103163]: return func(*args, **kwargs) May 20 21:11:27.696524 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 21:11:27.696524 n-d-842733-1 neutron-server[103163]: self._notify() May 20 21:11:27.696524 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 21:11:27.696524 n-d-842733-1 neutron-server[103163]: self.callback(batched_events) May 20 21:11:27.696524 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 21:11:27.696524 n-d-842733-1 neutron-server[103163]: event.method(event) May 20 21:11:27.696524 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 20 21:11:27.696524 n-d-842733-1 neutron-server[103163]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 21:11:27.696524 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 20 21:11:27.696524 n-d-842733-1 neutron-server[103163]: aggregate_uuid = self.p_client.list_aggregates( May 20 21:11:27.696524 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 20 21:11:27.696524 n-d-842733-1 neutron-server[103163]: return f(self, *a, **k) May 20 21:11:27.696524 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 20 21:11:27.696524 n-d-842733-1 neutron-server[103163]: return self._get(url).json() May 20 21:11:27.696524 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 20 21:11:27.696524 n-d-842733-1 neutron-server[103163]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 21:11:27.696524 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 21:11:27.696524 n-d-842733-1 neutron-server[103163]: return self.request(url, 'GET', **kwargs) May 20 21:11:27.696524 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 21:11:27.696524 n-d-842733-1 neutron-server[103163]: base_url = self.get_endpoint(auth, allow=allow, May 20 21:11:27.696524 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 21:11:27.696524 n-d-842733-1 neutron-server[103163]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 21:11:27.696524 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 21:11:27.696524 n-d-842733-1 neutron-server[103163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 21:11:27.696524 n-d-842733-1 neutron-server[103163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 21:11:27.815545 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-997a49d5-d628-4a41-8cd5-ee7f3f26d9d0 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33072122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748162'] for network, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:27.823417 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-997a49d5-d628-4a41-8cd5-ee7f3f26d9d0 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:27.826684 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-997a49d5-d628-4a41-8cd5-ee7f3f26d9d0 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "DELETE /v2.0/networks/e9ebd487-45ba-4427-b6a9-208ae464c972 HTTP/1.1" status: 204 len: 168 time: 0.3830187 May 20 21:11:27.829564 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 54026) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:11:27.847356 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997a49d5-d628-4a41-8cd5-ee7f3f26d9d0 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Pushing event deleted for resources: {'Network': ['ID=e9ebd487-45ba-4427-b6a9-208ae464c972,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:11:27.906375 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4ce6ceda-21d3-429b-9ec1-f34227064c27 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:27.942689 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4ce6ceda-21d3-429b-9ec1-f34227064c27 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:27.999091 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 514cdf45-dfb7-4468-9ac4-7379468df671 no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 21:11:28.020385 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: 514cdf45-dfb7-4468-9ac4-7379468df671 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 21:11:28.020759 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 514cdf45-dfb7-4468-9ac4-7379468df671 not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 21:11:28.021558 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device b00aeb9f-3bb7-4b50-9633-ae578d200631 no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 21:11:28.042012 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: b00aeb9f-3bb7-4b50-9633-ae578d200631 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 21:11:28.042370 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device b00aeb9f-3bb7-4b50-9633-ae578d200631 not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 21:11:28.042773 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 2d6dda2c-dabf-4cc1-8ee6-bf37fdb6e6f6 no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 21:11:28.068353 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: 2d6dda2c-dabf-4cc1-8ee6-bf37fdb6e6f6 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 21:11:28.068547 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 2d6dda2c-dabf-4cc1-8ee6-bf37fdb6e6f6 not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 21:11:28.121363 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4ce6ceda-21d3-429b-9ec1-f34227064c27 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:28.124741 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4ce6ceda-21d3-429b-9ec1-f34227064c27 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:28.125960 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-4ce6ceda-21d3-429b-9ec1-f34227064c27 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "DELETE /v2.0/security-groups/96442cae-b757-4c4c-b7ef-f57c160e2025 HTTP/1.1" status: 204 len: 168 time: 0.2953892 May 20 21:11:28.139394 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce6ceda-21d3-429b-9ec1-f34227064c27 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=96442cae-b757-4c4c-b7ef-f57c160e2025,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:11:28.419059 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 54056) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:11:28.424258 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-8dc531d8-a6a5-43cc-a948-3caef8c60b11 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2037466095', 'description': 'tempest-secgroup-smoke-2037466095 description', 'project_id': 'd7932b75a33b465998804b193e9be7ad'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:11:28.501155 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8dc531d8-a6a5-43cc-a948-3caef8c60b11 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:28.574664 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8dc531d8-a6a5-43cc-a948-3caef8c60b11 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:28.655223 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8dc531d8-a6a5-43cc-a948-3caef8c60b11 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:28.684008 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc531d8-a6a5-43cc-a948-3caef8c60b11 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e35b6a66-76e5-4979-af50-240671a6a707,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:11:28.737086 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8dc531d8-a6a5-43cc-a948-3caef8c60b11 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:28.738485 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-8dc531d8-a6a5-43cc-a948-3caef8c60b11 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3181705 May 20 21:11:28.741356 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 54068) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:11:28.745852 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-a7e63f8d-0269-453c-ab01-4f55b7f4c1b6 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Request body: {'security_group_rule': {'security_group_id': 'e35b6a66-76e5-4979-af50-240671a6a707', 'project_id': 'd7932b75a33b465998804b193e9be7ad', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:11:29.100522 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a7e63f8d-0269-453c-ab01-4f55b7f4c1b6 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:29.114760 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-95900cc1-7cb6-4cc3-bd43-b4271e1cc2a5 req-7726fc2a-2068-422e-8793-0e3da9b310e6 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=49400ff3-e1c3-4858-9fde-eeb548e645f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0411334 May 20 21:11:29.172737 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a7e63f8d-0269-453c-ab01-4f55b7f4c1b6 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:29.205067 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95900cc1-7cb6-4cc3-bd43-b4271e1cc2a5 req-170c28dd-32df-49e8-a164-b319ea3c15b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:11:29.206619 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-95900cc1-7cb6-4cc3-bd43-b4271e1cc2a5 req-170c28dd-32df-49e8-a164-b319ea3c15b0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7fdecc405989411c84ab3315b9aeaeca&device_id=49400ff3-e1c3-4858-9fde-eeb548e645f7 HTTP/1.1" status: 200 len: 1097 time: 0.0420487 May 20 21:11:29.226740 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a7e63f8d-0269-453c-ab01-4f55b7f4c1b6 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691816'] for security_group_rule, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:29.250785 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e63f8d-0269-453c-ab01-4f55b7f4c1b6 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e125c5d-b764-4b05-a823-93d5e261a893,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:11:29.320541 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a7e63f8d-0269-453c-ab01-4f55b7f4c1b6 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:29.324754 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 54082) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:11:29.325593 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-a7e63f8d-0269-453c-ab01-4f55b7f4c1b6 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5832310 May 20 21:11:29.332728 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-aeda8e5d-d385-49e9-ac7f-5d6246c9c809 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Request body: {'security_group_rule': {'security_group_id': 'e35b6a66-76e5-4979-af50-240671a6a707', 'project_id': 'd7932b75a33b465998804b193e9be7ad', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:11:29.345085 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95900cc1-7cb6-4cc3-bd43-b4271e1cc2a5 req-18bbc78b-e98c-428b-9a46-e5339216a78a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:11:29.346867 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-95900cc1-7cb6-4cc3-bd43-b4271e1cc2a5 req-18bbc78b-e98c-428b-9a46-e5339216a78a service neutron] 10.222.0.24 "GET /v2.0/networks?id=68a7d121-da9c-4961-a87a-776dc042edbe HTTP/1.1" status: 200 len: 910 time: 0.1155720 May 20 21:11:29.416852 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-95900cc1-7cb6-4cc3-bd43-b4271e1cc2a5 req-390dc5d9-0ddf-4178-b863-d6117791854a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d8b5fd65-35dd-4800-99cf-bf15f996ae59 HTTP/1.1" status: 200 len: 1001 time: 0.0612476 May 20 21:11:29.471619 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-aeda8e5d-d385-49e9-ac7f-5d6246c9c809 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:29.504971 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95900cc1-7cb6-4cc3-bd43-b4271e1cc2a5 req-ea80e6fe-8c0e-4a98-b89f-bced0aec58f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:11:29.506555 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-95900cc1-7cb6-4cc3-bd43-b4271e1cc2a5 req-ea80e6fe-8c0e-4a98-b89f-bced0aec58f4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=eb9df1f9-5c90-4a5f-b716-5ed54cdea1e6 HTTP/1.1" status: 200 len: 848 time: 0.0764821 May 20 21:11:29.555765 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-aeda8e5d-d385-49e9-ac7f-5d6246c9c809 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:29.570548 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95900cc1-7cb6-4cc3-bd43-b4271e1cc2a5 req-2a00a581-75c1-4c42-a2a0-2441ae8aa7af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:11:29.572141 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-95900cc1-7cb6-4cc3-bd43-b4271e1cc2a5 req-2a00a581-75c1-4c42-a2a0-2441ae8aa7af service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=68a7d121-da9c-4961-a87a-776dc042edbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0589354 May 20 21:11:29.633463 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-aeda8e5d-d385-49e9-ac7f-5d6246c9c809 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691816'] for security_group_rule, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:29.663209 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeda8e5d-d385-49e9-ac7f-5d6246c9c809 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94b87fb3-f4a5-4fff-9dfa-c1af6d8796be,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:11:29.704561 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-95900cc1-7cb6-4cc3-bd43-b4271e1cc2a5 req-a2c108f6-9b46-4005-9dd8-25e71044d429 service neutron] 10.222.0.24 "GET /v2.0/networks/68a7d121-da9c-4961-a87a-776dc042edbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251547 May 20 21:11:29.736404 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-aeda8e5d-d385-49e9-ac7f-5d6246c9c809 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:29.737627 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-aeda8e5d-d385-49e9-ac7f-5d6246c9c809 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4117994 May 20 21:11:29.741158 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 54090) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:11:29.773738 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-ff508817-30a7-4f36-95f8-eef2aeaba8af tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Request body: {'security_group_rule': {'security_group_id': 'e35b6a66-76e5-4979-af50-240671a6a707', 'project_id': 'd7932b75a33b465998804b193e9be7ad', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:11:29.832518 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-95900cc1-7cb6-4cc3-bd43-b4271e1cc2a5 req-05b57702-c336-4b47-b8a2-c4b554fce41f service neutron] 10.222.0.24 "GET /v2.0/networks/68a7d121-da9c-4961-a87a-776dc042edbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215777 May 20 21:11:29.895133 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ff508817-30a7-4f36-95f8-eef2aeaba8af tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:29.945640 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ff508817-30a7-4f36-95f8-eef2aeaba8af tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:30.032735 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ff508817-30a7-4f36-95f8-eef2aeaba8af tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691816'] for security_group_rule, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:30.053840 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff508817-30a7-4f36-95f8-eef2aeaba8af tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70a797b9-b431-4361-9133-7d348f3ae654,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:11:30.115080 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ff508817-30a7-4f36-95f8-eef2aeaba8af tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:30.116425 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-ff508817-30a7-4f36-95f8-eef2aeaba8af tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3749251 May 20 21:11:30.119159 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 54098) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:11:30.124186 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-0e236999-aa02-4974-a137-737418960ad1 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Request body: {'security_group_rule': {'security_group_id': 'e35b6a66-76e5-4979-af50-240671a6a707', 'project_id': 'd7932b75a33b465998804b193e9be7ad', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:11:30.214902 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0e236999-aa02-4974-a137-737418960ad1 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:30.278854 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0e236999-aa02-4974-a137-737418960ad1 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:30.358814 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0e236999-aa02-4974-a137-737418960ad1 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691816'] for security_group_rule, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:30.378522 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e236999-aa02-4974-a137-737418960ad1 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=000817e3-9f44-42dc-a1c9-26eb7e873040,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:11:30.463443 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0e236999-aa02-4974-a137-737418960ad1 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:30.465157 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-0e236999-aa02-4974-a137-737418960ad1 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3449123 May 20 21:11:30.468195 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 54106) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:11:30.472756 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-686fa9c4-5b68-4d7c-bf43-66191a04dc27 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Request body: {'security_group_rule': {'security_group_id': 'e35b6a66-76e5-4979-af50-240671a6a707', 'project_id': 'd7932b75a33b465998804b193e9be7ad', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:11:30.586883 n-d-842733-1 neutron-server[103162]: INFO neutron.db.securitygroups_db [None req-686fa9c4-5b68-4d7c-bf43-66191a04dc27 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Project d7932b75a33b465998804b193e9be7ad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 20 21:11:30.593225 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-686fa9c4-5b68-4d7c-bf43-66191a04dc27 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:30.654802 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-686fa9c4-5b68-4d7c-bf43-66191a04dc27 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:30.717907 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-686fa9c4-5b68-4d7c-bf43-66191a04dc27 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691816'] for security_group_rule, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:30.736479 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686fa9c4-5b68-4d7c-bf43-66191a04dc27 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d73997a3-c17b-4641-b11b-14186774c54c,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:11:30.799974 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-686fa9c4-5b68-4d7c-bf43-66191a04dc27 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:30.801242 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-686fa9c4-5b68-4d7c-bf43-66191a04dc27 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3320632 May 20 21:11:30.803894 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 54112) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:11:30.808203 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-2d91c772-a222-4fcb-bb02-01916143dd4b tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Request body: {'security_group_rule': {'security_group_id': 'e35b6a66-76e5-4979-af50-240671a6a707', 'project_id': 'd7932b75a33b465998804b193e9be7ad', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:11:30.900902 n-d-842733-1 neutron-server[103162]: INFO neutron.db.securitygroups_db [None req-2d91c772-a222-4fcb-bb02-01916143dd4b tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Project d7932b75a33b465998804b193e9be7ad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 20 21:11:30.906145 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2d91c772-a222-4fcb-bb02-01916143dd4b tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:30.969686 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2d91c772-a222-4fcb-bb02-01916143dd4b tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:31.038110 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2d91c772-a222-4fcb-bb02-01916143dd4b tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691816'] for security_group_rule, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:31.057706 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d91c772-a222-4fcb-bb02-01916143dd4b tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1061c81f-e953-4771-ade4-1271f4d4fa38,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:11:31.131550 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2d91c772-a222-4fcb-bb02-01916143dd4b tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:31.133559 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-2d91c772-a222-4fcb-bb02-01916143dd4b tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3287206 May 20 21:11:31.136468 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 54128) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:11:31.142298 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-9ddb676b-7384-4749-a966-0f4df8c87612 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Request body: {'network': {'name': 'tempest-network-smoke--45640263', 'project_id': 'd7932b75a33b465998804b193e9be7ad', 'port_security_enabled': True}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:11:31.221417 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ddb676b-7384-4749-a966-0f4df8c87612 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Made reservation on behalf of d7932b75a33b465998804b193e9be7ad for: {'network': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:11:31.224966 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9ddb676b-7384-4749-a966-0f4df8c87612 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for network, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:31.253640 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ddb676b-7384-4749-a966-0f4df8c87612 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 242} {{(pid=103162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 21:11:31.263218 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9ddb676b-7384-4749-a966-0f4df8c87612 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:31.264384 n-d-842733-1 neutron-server[103162]: INFO neutron.db.segments_db [None req-9ddb676b-7384-4749-a966-0f4df8c87612 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Added segment d54ee4a3-2bf2-420b-b1f5-dead33483fd3 of type vlan for network f9556433-dbf4-4fac-a6b2-07b438f4b562 May 20 21:11:31.305667 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9ddb676b-7384-4749-a966-0f4df8c87612 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418993264'] for network, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:31.723856 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9ddb676b-7384-4749-a966-0f4df8c87612 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524'] for network, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:31.729434 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ddb676b-7384-4749-a966-0f4df8c87612 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:11:31.729994 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9ddb676b-7384-4749-a966-0f4df8c87612 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:31.794556 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddb676b-7384-4749-a966-0f4df8c87612 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Pushing event updated for resources: {'Network': ['ID=f9556433-dbf4-4fac-a6b2-07b438f4b562,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:11:31.804787 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Network f9556433-dbf4-4fac-a6b2-07b438f4b562 details requested by agent ovs-agent-n-d-842733-1 with host n-d-842733-1 {{(pid=103164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 20 21:11:31.835465 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-9ddb676b-7384-4749-a966-0f4df8c87612 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6978881 May 20 21:11:31.838289 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 54144) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:11:31.851291 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-cad117ae-d1f5-47ea-8cce-37348cad38e7 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1646391523', 'admin_state_up': True, 'project_id': 'd7932b75a33b465998804b193e9be7ad', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'}}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:11:31.947036 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-cad117ae-d1f5-47ea-8cce-37348cad38e7 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-694221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26155'] for router, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:31.948108 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-cad117ae-d1f5-47ea-8cce-37348cad38e7 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-693085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748153', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-718080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26162'] for router, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:32.004339 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-cad117ae-d1f5-47ea-8cce-37348cad38e7 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:32.197833 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-cad117ae-d1f5-47ea-8cce-37348cad38e7 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:32.501498 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-cad117ae-d1f5-47ea-8cce-37348cad38e7 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks [] for router_gateway, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:32.518333 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:32.525836 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-cad117ae-d1f5-47ea-8cce-37348cad38e7 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:32.644390 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-cad117ae-d1f5-47ea-8cce-37348cad38e7 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Allocated IP 172.25.2.90 (e3a93b5c-91e2-4064-9c2c-1afc261bfe15/86fee0c1-6e34-488b-9216-b2b8e7ef585a/bb70d720-7a00-4a58-a778-9f97cf12cdcb) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:11:32.756779 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-cad117ae-d1f5-47ea-8cce-37348cad38e7 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:32.828091 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-cad117ae-d1f5-47ea-8cce-37348cad38e7 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:32.869187 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cad117ae-d1f5-47ea-8cce-37348cad38e7 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Network e3a93b5c-91e2-4064-9c2c-1afc261bfe15 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:11:32.871931 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-cad117ae-d1f5-47ea-8cce-37348cad38e7 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:11:32.875392 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad117ae-d1f5-47ea-8cce-37348cad38e7 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:11:32.915527 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad117ae-d1f5-47ea-8cce-37348cad38e7 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Pushing event updated for resources: {'Port': ['ID=bb70d720-7a00-4a58-a778-9f97cf12cdcb,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:11:33.199905 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-cad117ae-d1f5-47ea-8cce-37348cad38e7 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks [] for router_gateway, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:33.425189 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-cad117ae-d1f5-47ea-8cce-37348cad38e7 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748106'] for router, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:33.621128 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cad117ae-d1f5-47ea-8cce-37348cad38e7 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Router 9c3b774f-8fec-40f2-9a75-b2df7d3be9aa is scheduled to L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e with binding_index 1 {{(pid=103162) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 20 21:11:33.739360 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cad117ae-d1f5-47ea-8cce-37348cad38e7 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 21:11:33.753386 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb5ceb90-a1b0-438a-8de2-7fa7cefe23dc None None] Sync routers for ids ['9c3b774f-8fec-40f2-9a75-b2df7d3be9aa'] in n-d-842733-1 {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 21:11:33.770972 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb5ceb90-a1b0-438a-8de2-7fa7cefe23dc None None] Routers {'9c3b774f-8fec-40f2-9a75-b2df7d3be9aa'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:11:33.771708 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-fb5ceb90-a1b0-438a-8de2-7fa7cefe23dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:11:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['9c3b774f-8fec-40f2-9a75-b2df7d3be9aa'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:11:33.834451 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-cad117ae-d1f5-47ea-8cce-37348cad38e7 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks [] for router, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:33.837243 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-cad117ae-d1f5-47ea-8cce-37348cad38e7 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.9963560 May 20 21:11:33.842401 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 54188) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:11:33.875462 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-92a32833-d808-4088-8c5b-2d5cfb8ab58d tempest-TestNetworkAdvancedServerOps-173437749 tempest-TestNetworkAdvancedServerOps-173437749-project-admin] 10.222.0.35 "GET /v2.0/subnets?project_id=d7932b75a33b465998804b193e9be7ad&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0315225 May 20 21:11:33.875847 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 54190) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:11:33.888361 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-fb5ceb90-a1b0-438a-8de2-7fa7cefe23dc None None] Set router 9c3b774f-8fec-40f2-9a75-b2df7d3be9aa gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:11:33.974459 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d7098ff-de29-4866-a6ab-fd3666753fe2 tempest-TestNetworkAdvancedServerOps-173437749 tempest-TestNetworkAdvancedServerOps-173437749-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:11:33.979324 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 54198) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:11:33.989363 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-0d7098ff-de29-4866-a6ab-fd3666753fe2 tempest-TestNetworkAdvancedServerOps-173437749 tempest-TestNetworkAdvancedServerOps-173437749-project-admin] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1045280 May 20 21:11:34.046839 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 54200) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:11:34.052165 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-bbe530a5-923f-4b72-bb89-d0b07c7b9f78 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-181177126', 'network_id': 'f9556433-dbf4-4fac-a6b2-07b438f4b562', 'project_id': 'd7932b75a33b465998804b193e9be7ad', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:11:34.055182 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-36c76cec-7b74-4c73-99b4-75945d6a5791 tempest-TestNetworkAdvancedServerOps-173437749 tempest-TestNetworkAdvancedServerOps-173437749-project-admin] 10.222.0.35 "GET /v2.0/subnets?network_id=e3a93b5c-91e2-4064-9c2c-1afc261bfe15&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0683234 May 20 21:11:34.113473 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-fb5ceb90-a1b0-438a-8de2-7fa7cefe23dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c3b774f-8fec-40f2-9a75-b2df7d3be9aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1646391523', 'tenant_id': 'd7932b75a33b465998804b193e9be7ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.90'}], 'enable_snat': True}, 'gw_port_id': 'bb70d720-7a00-4a58-a778-9f97cf12cdcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:11:31Z', 'updated_at': '2022-05-20T21:11:33Z', 'revision_number': 3, 'project_id': 'd7932b75a33b465998804b193e9be7ad', 'gw_port': {'id': 'bb70d720-7a00-4a58-a778-9f97cf12cdcb', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:68:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c3b774f-8fec-40f2-9a75-b2df7d3be9aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:11:32Z', 'updated_at': '2022-05-20T21:11:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:11:34.153118 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb5ceb90-a1b0-438a-8de2-7fa7cefe23dc None None] Checking router: 9c3b774f-8fec-40f2-9a75-b2df7d3be9aa for host: n-d-842733-1 {{(pid=103165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 21:11:34.153638 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb5ceb90-a1b0-438a-8de2-7fa7cefe23dc None None] Updating router 9c3b774f-8fec-40f2-9a75-b2df7d3be9aa port bb70d720-7a00-4a58-a778-9f97cf12cdcb binding host n-d-842733-1 {{(pid=103165) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 21:11:34.176545 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.agents_db [None req-5c33ad30-4e00-40fa-b486-8c79c4a6cfc5 None None] Agent healthcheck: found 7 active agents {{(pid=103165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 20 21:11:34.183950 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-fb5ceb90-a1b0-438a-8de2-7fa7cefe23dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:34.209912 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbe530a5-923f-4b72-bb89-d0b07c7b9f78 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Made reservation on behalf of d7932b75a33b465998804b193e9be7ad for: {'subnet': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:11:34.213700 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bbe530a5-923f-4b72-bb89-d0b07c7b9f78 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4018244'] for subnet, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:34.480866 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 54208) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:11:34.536075 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bbe530a5-923f-4b72-bb89-d0b07c7b9f78 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3797684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4018258'] for subnet, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:34.602106 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-fb5ceb90-a1b0-438a-8de2-7fa7cefe23dc None None] Notify callbacks [] for port, precommit_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:34.608376 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe530a5-923f-4b72-bb89-d0b07c7b9f78 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Pushing event updated for resources: {'Subnet': ['ID=e0936cca-8437-45d3-8640-942d9ea50aa9,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:11:34.620611 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe530a5-923f-4b72-bb89-d0b07c7b9f78 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Checking segment: {'id': 'd54ee4a3-2bf2-420b-b1f5-dead33483fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'f9556433-dbf4-4fac-a6b2-07b438f4b562'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:11:34.621059 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbe530a5-923f-4b72-bb89-d0b07c7b9f78 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Network hostable DHCP agents. Network: f9556433-dbf4-4fac-a6b2-07b438f4b562, hostable agents: ['c9b0653c-f3c7-4339-bd50-e3754b629216'], hosted agents: [] {{(pid=103162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 21:11:34.662265 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a0d002a3-438e-4bab-985f-1171b87f6c1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:34.672490 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-fb5ceb90-a1b0-438a-8de2-7fa7cefe23dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:34.725388 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbe530a5-923f-4b72-bb89-d0b07c7b9f78 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Network f9556433-dbf4-4fac-a6b2-07b438f4b562 is scheduled to be hosted by DHCP agent c9b0653c-f3c7-4339-bd50-e3754b629216 with binding_index 1 {{(pid=103162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 21:11:34.725634 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1444a4c-4c74-49d2-be9c-7e18dcb5973b None None] Pushing event updated for resources: {'Port': ['ID=bb70d720-7a00-4a58-a778-9f97cf12cdcb,revision_number=2']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:11:34.728673 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-fb5ceb90-a1b0-438a-8de2-7fa7cefe23dc None None] Attempting to bind port bb70d720-7a00-4a58-a778-9f97cf12cdcb on host n-d-842733-1 for vnic_type normal with profile {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:11:34.728970 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-fb5ceb90-a1b0-438a-8de2-7fa7cefe23dc None None] Attempting to bind port bb70d720-7a00-4a58-a778-9f97cf12cdcb by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': '0b5485c4-eff8-42a1-9073-ae54ed4c63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'}] {{(pid=103165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:11:34.729352 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb5ceb90-a1b0-438a-8de2-7fa7cefe23dc None None] Attempting to bind port bb70d720-7a00-4a58-a778-9f97cf12cdcb on network e3a93b5c-91e2-4064-9c2c-1afc261bfe15 {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:11:34.736155 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1444a4c-4c74-49d2-be9c-7e18dcb5973b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:11:34.736494 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1444a4c-4c74-49d2-be9c-7e18dcb5973b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:11:34.736826 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1444a4c-4c74-49d2-be9c-7e18dcb5973b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:11:34.737475 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1444a4c-4c74-49d2-be9c-7e18dcb5973b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:11:34.737475 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1444a4c-4c74-49d2-be9c-7e18dcb5973b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:11:34.737812 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1444a4c-4c74-49d2-be9c-7e18dcb5973b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:11:34.738132 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1444a4c-4c74-49d2-be9c-7e18dcb5973b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:11:34.738447 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1444a4c-4c74-49d2-be9c-7e18dcb5973b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:11:34.738764 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1444a4c-4c74-49d2-be9c-7e18dcb5973b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:11:34.739139 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1444a4c-4c74-49d2-be9c-7e18dcb5973b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:11:34.739450 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1444a4c-4c74-49d2-be9c-7e18dcb5973b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:11:34.740419 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1444a4c-4c74-49d2-be9c-7e18dcb5973b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:11:34.742346 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a0d002a3-438e-4bab-985f-1171b87f6c1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:34.745980 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb5ceb90-a1b0-438a-8de2-7fa7cefe23dc None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 21, 11, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 21:11:34.746351 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb5ceb90-a1b0-438a-8de2-7fa7cefe23dc None None] Checking segment: {'id': '0b5485c4-eff8-42a1-9073-ae54ed4c63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:11:34.746742 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-fb5ceb90-a1b0-438a-8de2-7fa7cefe23dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:34.747114 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb5ceb90-a1b0-438a-8de2-7fa7cefe23dc None None] Bound using segment: {'id': '0b5485c4-eff8-42a1-9073-ae54ed4c63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'} {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 21:11:34.747573 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-fb5ceb90-a1b0-438a-8de2-7fa7cefe23dc None None] Bound port: bb70d720-7a00-4a58-a778-9f97cf12cdcb, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b5485c4-eff8-42a1-9073-ae54ed4c63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'}}] {{(pid=103165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:11:34.748262 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-fb5ceb90-a1b0-438a-8de2-7fa7cefe23dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:34.802418 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-fb5ceb90-a1b0-438a-8de2-7fa7cefe23dc None None] For port bb70d720-7a00-4a58-a778-9f97cf12cdcb, host n-d-842733-1, cleared binding levels {{(pid=103165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 21:11:34.805422 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-fb5ceb90-a1b0-438a-8de2-7fa7cefe23dc None None] For port bb70d720-7a00-4a58-a778-9f97cf12cdcb, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=bb70d720-7a00-4a58-a778-9f97cf12cdcb,segment=NetworkSegment(0b5485c4-eff8-42a1-9073-ae54ed4c63ba),segment_id=0b5485c4-eff8-42a1-9073-ae54ed4c63ba)] {{(pid=103165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 21:11:34.815417 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-bbe530a5-923f-4b72-bb89-d0b07c7b9f78 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842733-1, f9556433-dbf4-4fac-a6b2-07b438f4b562) {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:11:34.819685 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbe530a5-923f-4b72-bb89-d0b07c7b9f78 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:11:34.820331 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bbe530a5-923f-4b72-bb89-d0b07c7b9f78 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:34.825612 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c8c91de-5809-43b9-874d-e33b5bcb3ed2 None None] Network f9556433-dbf4-4fac-a6b2-07b438f4b562 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:11:34.862097 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a0d002a3-438e-4bab-985f-1171b87f6c1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:34.907732 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-a0d002a3-438e-4bab-985f-1171b87f6c1a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6e607cc8db484b9b84c67b60d6c57489&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4232526 May 20 21:11:34.907732 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d002a3-438e-4bab-985f-1171b87f6c1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc626b8c-30cb-4e79-b997-3abea8bb0b74,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:11:34.908489 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 54218) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:11:34.918808 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-fb5ceb90-a1b0-438a-8de2-7fa7cefe23dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:34.958065 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-bbe530a5-923f-4b72-bb89-d0b07c7b9f78 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9101057 May 20 21:11:34.962024 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 54220) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:11:34.975408 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8e2b924f-20b8-41fd-bfd4-34da6a4d9173 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:34.987448 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8fc7eda-4a6a-4230-8316-022d22bf2569 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaee2b848-d4b9-5db1-b6ef-d6db29d67de7-f9556433-dbf4-4fac-a6b2-07b438f4b562', 'network_id': 'f9556433-dbf4-4fac-a6b2-07b438f4b562', 'tenant_id': 'd7932b75a33b465998804b193e9be7ad', 'fixed_ips': [{'subnet_id': 'e0936cca-8437-45d3-8640-942d9ea50aa9'}]}} from n-d-842733-1. {{(pid=103164) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 21:11:34.989335 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d8fc7eda-4a6a-4230-8316-022d22bf2569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:35.018924 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8e2b924f-20b8-41fd-bfd4-34da6a4d9173 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:35.029396 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1444a4c-4c74-49d2-be9c-7e18dcb5973b None None] Pushing event updated for resources: {'Port': ['ID=bb70d720-7a00-4a58-a778-9f97cf12cdcb,revision_number=3']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:11:35.048396 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb5ceb90-a1b0-438a-8de2-7fa7cefe23dc None None] Routers {'9c3b774f-8fec-40f2-9a75-b2df7d3be9aa'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:11:35.049027 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-fb5ceb90-a1b0-438a-8de2-7fa7cefe23dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:11:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['9c3b774f-8fec-40f2-9a75-b2df7d3be9aa'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:11:35.160705 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [None req-d8fc7eda-4a6a-4230-8316-022d22bf2569 None None] Allocated IP 172.20.0.2 (f9556433-dbf4-4fac-a6b2-07b438f4b562/e0936cca-8437-45d3-8640-942d9ea50aa9/5b78a538-df19-4040-802f-e5464c6d253c) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:11:35.192463 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8e2b924f-20b8-41fd-bfd4-34da6a4d9173 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:35.195083 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8e2b924f-20b8-41fd-bfd4-34da6a4d9173 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:35.196252 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-8e2b924f-20b8-41fd-bfd4-34da6a4d9173 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/dc626b8c-30cb-4e79-b997-3abea8bb0b74 HTTP/1.1" status: 204 len: 168 time: 0.2866819 May 20 21:11:35.210896 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2b924f-20b8-41fd-bfd4-34da6a4d9173 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc626b8c-30cb-4e79-b997-3abea8bb0b74,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:11:35.269236 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-fb5ceb90-a1b0-438a-8de2-7fa7cefe23dc None None] Set router 9c3b774f-8fec-40f2-9a75-b2df7d3be9aa gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:11:35.390637 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d8fc7eda-4a6a-4230-8316-022d22bf2569 None None] Notify callbacks [] for port, precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:35.473092 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d8fc7eda-4a6a-4230-8316-022d22bf2569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108'] for port, after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:35.503299 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-fb5ceb90-a1b0-438a-8de2-7fa7cefe23dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c3b774f-8fec-40f2-9a75-b2df7d3be9aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1646391523', 'tenant_id': 'd7932b75a33b465998804b193e9be7ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.90'}], 'enable_snat': True}, 'gw_port_id': 'bb70d720-7a00-4a58-a778-9f97cf12cdcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:11:31Z', 'updated_at': '2022-05-20T21:11:33Z', 'revision_number': 3, 'project_id': 'd7932b75a33b465998804b193e9be7ad', 'gw_port': {'id': 'bb70d720-7a00-4a58-a778-9f97cf12cdcb', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:68:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c3b774f-8fec-40f2-9a75-b2df7d3be9aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:11:32Z', 'updated_at': '2022-05-20T21:11:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:11:35.523244 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8fc7eda-4a6a-4230-8316-022d22bf2569 None None] Network f9556433-dbf4-4fac-a6b2-07b438f4b562 is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:11:35.527862 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-d8fc7eda-4a6a-4230-8316-022d22bf2569 None None] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:11:35.532844 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8fc7eda-4a6a-4230-8316-022d22bf2569 None None] Received port after_create {{(pid=103164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:11:35.542465 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb5ceb90-a1b0-438a-8de2-7fa7cefe23dc None None] The sync data for ids ['9c3b774f-8fec-40f2-9a75-b2df7d3be9aa'] in n-d-842733-1 is: [{'id': '9c3b774f-8fec-40f2-9a75-b2df7d3be9aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1646391523', 'tenant_id': 'd7932b75a33b465998804b193e9be7ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.90'}], 'enable_snat': True}, 'gw_port_id': 'bb70d720-7a00-4a58-a778-9f97cf12cdcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:11:31Z', 'updated_at': '2022-05-20T21:11:33Z', 'revision_number': 3, 'project_id': 'd7932b75a33b465998804b193e9be7ad', 'gw_port': {'id': 'bb70d720-7a00-4a58-a778-9f97cf12cdcb', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:68:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c3b774f-8fec-40f2-9a75-b2df7d3be9aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:11:32Z', 'updated_at': '2022-05-20T21:11:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 21:11:35.543511 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fc7eda-4a6a-4230-8316-022d22bf2569 None None] Pushing event updated for resources: {'Port': ['ID=5b78a538-df19-4040-802f-e5464c6d253c,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:11:35.617665 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-d8fc7eda-4a6a-4230-8316-022d22bf2569 None None] Attempting to bind port 5b78a538-df19-4040-802f-e5464c6d253c on host n-d-842733-1 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:11:35.618029 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-d8fc7eda-4a6a-4230-8316-022d22bf2569 None None] Attempting to bind port 5b78a538-df19-4040-802f-e5464c6d253c by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': 'd54ee4a3-2bf2-420b-b1f5-dead33483fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'f9556433-dbf4-4fac-a6b2-07b438f4b562'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:11:35.618386 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8fc7eda-4a6a-4230-8316-022d22bf2569 None None] Attempting to bind port 5b78a538-df19-4040-802f-e5464c6d253c on network f9556433-dbf4-4fac-a6b2-07b438f4b562 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:11:35.626455 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8fc7eda-4a6a-4230-8316-022d22bf2569 None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 21, 11, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 21:11:35.627299 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8fc7eda-4a6a-4230-8316-022d22bf2569 None None] Checking segment: {'id': 'd54ee4a3-2bf2-420b-b1f5-dead33483fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'f9556433-dbf4-4fac-a6b2-07b438f4b562'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:11:35.627859 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d8fc7eda-4a6a-4230-8316-022d22bf2569 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:35.628398 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8fc7eda-4a6a-4230-8316-022d22bf2569 None None] Bound using segment: {'id': 'd54ee4a3-2bf2-420b-b1f5-dead33483fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'f9556433-dbf4-4fac-a6b2-07b438f4b562'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 21:11:35.628872 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-d8fc7eda-4a6a-4230-8316-022d22bf2569 None None] Bound port: 5b78a538-df19-4040-802f-e5464c6d253c, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd54ee4a3-2bf2-420b-b1f5-dead33483fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'f9556433-dbf4-4fac-a6b2-07b438f4b562'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:11:35.629273 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d8fc7eda-4a6a-4230-8316-022d22bf2569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:35.643895 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1b1472c2-25d3-4dea-ae92-b606a5064282 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:35.711114 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-d8fc7eda-4a6a-4230-8316-022d22bf2569 None None] For port 5b78a538-df19-4040-802f-e5464c6d253c, host n-d-842733-1, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 21:11:35.714694 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-d8fc7eda-4a6a-4230-8316-022d22bf2569 None None] For port 5b78a538-df19-4040-802f-e5464c6d253c, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=5b78a538-df19-4040-802f-e5464c6d253c,segment=NetworkSegment(d54ee4a3-2bf2-420b-b1f5-dead33483fd3),segment_id=d54ee4a3-2bf2-420b-b1f5-dead33483fd3)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 21:11:35.804486 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d8fc7eda-4a6a-4230-8316-022d22bf2569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:35.939828 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fc7eda-4a6a-4230-8316-022d22bf2569 None None] Pushing event updated for resources: {'Port': ['ID=5b78a538-df19-4040-802f-e5464c6d253c,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:11:36.004821 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 54238) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:11:36.020596 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-55618b4f-fcda-4db1-b287-40b2517c4f7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:36.070938 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-1b1472c2-25d3-4dea-ae92-b606a5064282 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Allocated IP 172.20.0.1 (f9556433-dbf4-4fac-a6b2-07b438f4b562/e0936cca-8437-45d3-8640-942d9ea50aa9/a4a45e32-01ce-4837-aa20-621758018593) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:11:36.129399 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-55618b4f-fcda-4db1-b287-40b2517c4f7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:36.221019 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-55618b4f-fcda-4db1-b287-40b2517c4f7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:36.265876 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1b1472c2-25d3-4dea-ae92-b606a5064282 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:36.268793 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55618b4f-fcda-4db1-b287-40b2517c4f7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71dfbc3c-48cf-49d2-b34b-65310ccda0d0,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:11:36.278718 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-55618b4f-fcda-4db1-b287-40b2517c4f7d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=698ff9ac3aa74e4ea31e98074bdc9f6a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2726991 May 20 21:11:36.282959 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 54244) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:11:36.346951 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-44560239-7544-44c0-9b09-3c19f0e73e29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:36.372619 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-44560239-7544-44c0-9b09-3c19f0e73e29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:36.421466 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1b1472c2-25d3-4dea-ae92-b606a5064282 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:36.467125 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b1472c2-25d3-4dea-ae92-b606a5064282 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Network f9556433-dbf4-4fac-a6b2-07b438f4b562 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:11:36.470865 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-1b1472c2-25d3-4dea-ae92-b606a5064282 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:11:36.474678 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b1472c2-25d3-4dea-ae92-b606a5064282 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:11:36.485051 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1472c2-25d3-4dea-ae92-b606a5064282 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Pushing event updated for resources: {'Port': ['ID=a4a45e32-01ce-4837-aa20-621758018593,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:11:36.512537 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-44560239-7544-44c0-9b09-3c19f0e73e29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:36.516099 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-44560239-7544-44c0-9b09-3c19f0e73e29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:36.517843 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-44560239-7544-44c0-9b09-3c19f0e73e29 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/71dfbc3c-48cf-49d2-b34b-65310ccda0d0 HTTP/1.1" status: 204 len: 168 time: 0.2328498 May 20 21:11:36.526195 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44560239-7544-44c0-9b09-3c19f0e73e29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71dfbc3c-48cf-49d2-b34b-65310ccda0d0,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:11:36.530632 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1b1472c2-25d3-4dea-ae92-b606a5064282 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748409'] for router_interface, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:36.762190 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1b1472c2-25d3-4dea-ae92-b606a5064282 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:37.134106 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41cecd00-e8a3-49b5-b2ff-2edd4688e649 None None] Network f9556433-dbf4-4fac-a6b2-07b438f4b562 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:11:37.221774 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-d4cfb876-27af-47c9-a4ba-2909f7915cd8 None None] Provisioning complete for port 5b78a538-df19-4040-802f-e5464c6d253c triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:11:37.222449 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d4cfb876-27af-47c9-a4ba-2909f7915cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:37.363854 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-d4cfb876-27af-47c9-a4ba-2909f7915cd8 None None] Current status of the port 5b78a538-df19-4040-802f-e5464c6d253c is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:11:37.364238 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d4cfb876-27af-47c9-a4ba-2909f7915cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:37.429917 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-d4cfb876-27af-47c9-a4ba-2909f7915cd8 None None] For port 5b78a538-df19-4040-802f-e5464c6d253c, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=5b78a538-df19-4040-802f-e5464c6d253c,segment=NetworkSegment(d54ee4a3-2bf2-420b-b1f5-dead33483fd3),segment_id=d54ee4a3-2bf2-420b-b1f5-dead33483fd3)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:11:37.516643 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1b1472c2-25d3-4dea-ae92-b606a5064282 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:37.547455 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d4cfb876-27af-47c9-a4ba-2909f7915cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:37.604061 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1b1472c2-25d3-4dea-ae92-b606a5064282 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:37.629013 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cfb876-27af-47c9-a4ba-2909f7915cd8 None None] Pushing event updated for resources: {'Port': ['ID=5b78a538-df19-4040-802f-e5464c6d253c,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:11:37.692313 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1b1472c2-25d3-4dea-ae92-b606a5064282 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748437'] for router_interface, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:37.721965 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1472c2-25d3-4dea-ae92-b606a5064282 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Pushing event updated for resources: {'Port': ['ID=a4a45e32-01ce-4837-aa20-621758018593,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:11:37.790435 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-61ea1e79-f8b0-4a57-84d0-ede0a50566df None None] Provisioning complete for port 5b78a538-df19-4040-802f-e5464c6d253c triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:11:37.790828 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-61ea1e79-f8b0-4a57-84d0-ede0a50566df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:37.865647 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b1472c2-25d3-4dea-ae92-b606a5064282 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Network f9556433-dbf4-4fac-a6b2-07b438f4b562 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:11:37.865647 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-1b1472c2-25d3-4dea-ae92-b606a5064282 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:11:37.951139 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 5b78a538-df19-4040-802f-e5464c6d253c up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:11:37.996931 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b1472c2-25d3-4dea-ae92-b606a5064282 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Router 9c3b774f-8fec-40f2-9a75-b2df7d3be9aa has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 21:11:38.039293 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-61ea1e79-f8b0-4a57-84d0-ede0a50566df None None] Current status of the port 5b78a538-df19-4040-802f-e5464c6d253c is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:11:38.060306 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-61ea1e79-f8b0-4a57-84d0-ede0a50566df None None] Provisioning complete for port a4a45e32-01ce-4837-aa20-621758018593 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:11:38.061319 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-61ea1e79-f8b0-4a57-84d0-ede0a50566df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:38.106272 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-61ea1e79-f8b0-4a57-84d0-ede0a50566df None None] Port a4a45e32-01ce-4837-aa20-621758018593 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 21:11:38.108808 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 5b78a538-df19-4040-802f-e5464c6d253c triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:11:38.109394 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:38.196252 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b1472c2-25d3-4dea-ae92-b606a5064282 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 21:11:38.211959 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-1b1472c2-25d3-4dea-ae92-b606a5064282 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "PUT /v2.0/routers/9c3b774f-8fec-40f2-9a75-b2df7d3be9aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2494578 May 20 21:11:38.214782 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-842a4dc9-a656-4bb1-9f96-37e95722ab6b None None] Sync routers for ids ['9c3b774f-8fec-40f2-9a75-b2df7d3be9aa'] in n-d-842733-1 {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 21:11:38.242481 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 5b78a538-df19-4040-802f-e5464c6d253c is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:11:38.242481 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device bb70d720-7a00-4a58-a778-9f97cf12cdcb up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:11:38.248242 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-842a4dc9-a656-4bb1-9f96-37e95722ab6b None None] Routers {'9c3b774f-8fec-40f2-9a75-b2df7d3be9aa'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:11:38.248918 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-842a4dc9-a656-4bb1-9f96-37e95722ab6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:11:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['9c3b774f-8fec-40f2-9a75-b2df7d3be9aa'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:11:38.456422 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-483e30ad-ab87-4450-b6a6-14ab20f39cf0 req-2cafa65c-d3b9-4c34-89f6-505b9e7f8fc7 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2037466095&fields=id&tenant_id=d7932b75a33b465998804b193e9be7ad HTTP/1.1" status: 200 len: 267 time: 0.0474601 May 20 21:11:38.488442 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-4c13fc50-c90d-424c-81c4-df2ce3eba296 None None] Provisioning complete for port a4a45e32-01ce-4837-aa20-621758018593 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:11:38.488839 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4c13fc50-c90d-424c-81c4-df2ce3eba296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:38.573368 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483e30ad-ab87-4450-b6a6-14ab20f39cf0 req-4495c5a1-cf54-43e3-869d-d4b89164905e tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:11:38.574844 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-483e30ad-ab87-4450-b6a6-14ab20f39cf0 req-4495c5a1-cf54-43e3-869d-d4b89164905e tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/networks?id=f9556433-dbf4-4fac-a6b2-07b438f4b562 HTTP/1.1" status: 200 len: 795 time: 0.1109538 May 20 21:11:38.580381 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-4c13fc50-c90d-424c-81c4-df2ce3eba296 None None] Port a4a45e32-01ce-4837-aa20-621758018593 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 21:11:38.599969 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port bb70d720-7a00-4a58-a778-9f97cf12cdcb triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:11:38.600343 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:38.608342 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-483e30ad-ab87-4450-b6a6-14ab20f39cf0 req-fb229969-4b94-456b-8053-8d28db0d5597 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/quotas/d7932b75a33b465998804b193e9be7ad HTTP/1.1" status: 200 len: 375 time: 0.0165844 May 20 21:11:38.622623 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-842a4dc9-a656-4bb1-9f96-37e95722ab6b None None] Set router 9c3b774f-8fec-40f2-9a75-b2df7d3be9aa gateway port host: n-d-842733-1 {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:11:38.697878 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-483e30ad-ab87-4450-b6a6-14ab20f39cf0 req-dcc0c6bc-40af-4fd2-9f88-edf85d19078f tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=d7932b75a33b465998804b193e9be7ad&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0833261 May 20 21:11:38.821336 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-483e30ad-ab87-4450-b6a6-14ab20f39cf0 req-77d74475-a645-468e-8527-f6584f85e81c service neutron] 10.222.0.35 "GET /v2.0/networks/f9556433-dbf4-4fac-a6b2-07b438f4b562?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048608 May 20 21:11:38.823578 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b16521e9-7ace-4f65-b0ac-682f7ff19ec7 None None] Provisioning complete for port a4a45e32-01ce-4837-aa20-621758018593 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:11:38.823956 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b16521e9-7ace-4f65-b0ac-682f7ff19ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:38.870518 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port bb70d720-7a00-4a58-a778-9f97cf12cdcb is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:11:38.870899 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:38.912480 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b16521e9-7ace-4f65-b0ac-682f7ff19ec7 None None] Port a4a45e32-01ce-4837-aa20-621758018593 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 21:11:38.916987 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] For port bb70d720-7a00-4a58-a778-9f97cf12cdcb, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=bb70d720-7a00-4a58-a778-9f97cf12cdcb,segment=NetworkSegment(0b5485c4-eff8-42a1-9073-ae54ed4c63ba),segment_id=0b5485c4-eff8-42a1-9073-ae54ed4c63ba)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:11:38.929829 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-483e30ad-ab87-4450-b6a6-14ab20f39cf0 req-57aac44f-67f9-4f55-9686-e6c6c0608764 service neutron] 10.222.0.35 "GET /v2.0/networks/f9556433-dbf4-4fac-a6b2-07b438f4b562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006238 May 20 21:11:39.004649 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:39.012820 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-842a4dc9-a656-4bb1-9f96-37e95722ab6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c3b774f-8fec-40f2-9a75-b2df7d3be9aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1646391523', 'tenant_id': 'd7932b75a33b465998804b193e9be7ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.90'}], 'enable_snat': True}, 'gw_port_id': 'bb70d720-7a00-4a58-a778-9f97cf12cdcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:11:31Z', 'updated_at': '2022-05-20T21:11:36Z', 'revision_number': 4, 'project_id': 'd7932b75a33b465998804b193e9be7ad', 'gw_port': {'id': 'bb70d720-7a00-4a58-a778-9f97cf12cdcb', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:68:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c3b774f-8fec-40f2-9a75-b2df7d3be9aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:11:32Z', 'updated_at': '2022-05-20T21:11:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': 'a4a45e32-01ce-4837-aa20-621758018593', 'name': '', 'network_id': 'f9556433-dbf4-4fac-a6b2-07b438f4b562', 'tenant_id': 'd7932b75a33b465998804b193e9be7ad', 'mac_address': 'fa:16:3e:b7:2b:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c3b774f-8fec-40f2-9a75-b2df7d3be9aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': 'e0936cca-8437-45d3-8640-942d9ea50aa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:11:35Z', 'updated_at': '2022-05-20T21:11:36Z', 'revision_number': 2, 'project_id': 'd7932b75a33b465998804b193e9be7ad', 'subnets': [{'id': 'e0936cca-8437-45d3-8640-942d9ea50aa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:11:39.088691 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-842a4dc9-a656-4bb1-9f96-37e95722ab6b None None] Checking router: 9c3b774f-8fec-40f2-9a75-b2df7d3be9aa for host: n-d-842733-1 {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 21:11:39.089041 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-842a4dc9-a656-4bb1-9f96-37e95722ab6b None None] Updating router 9c3b774f-8fec-40f2-9a75-b2df7d3be9aa port a4a45e32-01ce-4837-aa20-621758018593 binding host n-d-842733-1 {{(pid=103164) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 21:11:39.128930 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-842a4dc9-a656-4bb1-9f96-37e95722ab6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:39.148429 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Pushing event updated for resources: {'Port': ['ID=bb70d720-7a00-4a58-a778-9f97cf12cdcb,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:11:39.287897 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-00881063-10fe-46d1-bd11-d81a8f888574 req-39923e09-80b9-4abc-a8a3-27cbd941c713 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/ports?device_id=eecea809-a086-4b88-b700-74e5588f4fef HTTP/1.1" status: 200 len: 210 time: 0.0276062 May 20 21:11:39.469139 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-842a4dc9-a656-4bb1-9f96-37e95722ab6b None None] Notify callbacks [] for port, precommit_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:39.552711 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-842a4dc9-a656-4bb1-9f96-37e95722ab6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:39.624319 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55306d26-7065-4a8e-ae60-ada78fc91364 None None] Pushing event updated for resources: {'Port': ['ID=a4a45e32-01ce-4837-aa20-621758018593,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:11:39.671696 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-842a4dc9-a656-4bb1-9f96-37e95722ab6b None None] Attempting to bind port a4a45e32-01ce-4837-aa20-621758018593 on host n-d-842733-1 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:11:39.674011 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-842a4dc9-a656-4bb1-9f96-37e95722ab6b None None] Attempting to bind port a4a45e32-01ce-4837-aa20-621758018593 by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': 'd54ee4a3-2bf2-420b-b1f5-dead33483fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'f9556433-dbf4-4fac-a6b2-07b438f4b562'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:11:39.674011 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-842a4dc9-a656-4bb1-9f96-37e95722ab6b None None] Attempting to bind port a4a45e32-01ce-4837-aa20-621758018593 on network f9556433-dbf4-4fac-a6b2-07b438f4b562 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:11:39.679836 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-842a4dc9-a656-4bb1-9f96-37e95722ab6b None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 21, 11, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 21:11:39.680370 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-842a4dc9-a656-4bb1-9f96-37e95722ab6b None None] Checking segment: {'id': 'd54ee4a3-2bf2-420b-b1f5-dead33483fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'f9556433-dbf4-4fac-a6b2-07b438f4b562'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:11:39.681019 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-842a4dc9-a656-4bb1-9f96-37e95722ab6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:39.681631 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-842a4dc9-a656-4bb1-9f96-37e95722ab6b None None] Bound using segment: {'id': 'd54ee4a3-2bf2-420b-b1f5-dead33483fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'f9556433-dbf4-4fac-a6b2-07b438f4b562'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 21:11:39.682206 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-842a4dc9-a656-4bb1-9f96-37e95722ab6b None None] Bound port: a4a45e32-01ce-4837-aa20-621758018593, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd54ee4a3-2bf2-420b-b1f5-dead33483fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'f9556433-dbf4-4fac-a6b2-07b438f4b562'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:11:39.682887 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-842a4dc9-a656-4bb1-9f96-37e95722ab6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:39.760252 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-842a4dc9-a656-4bb1-9f96-37e95722ab6b None None] For port a4a45e32-01ce-4837-aa20-621758018593, host n-d-842733-1, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 21:11:39.765748 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-842a4dc9-a656-4bb1-9f96-37e95722ab6b None None] For port a4a45e32-01ce-4837-aa20-621758018593, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=a4a45e32-01ce-4837-aa20-621758018593,segment=NetworkSegment(d54ee4a3-2bf2-420b-b1f5-dead33483fd3),segment_id=d54ee4a3-2bf2-420b-b1f5-dead33483fd3)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 21:11:39.844497 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device bb70d720-7a00-4a58-a778-9f97cf12cdcb up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:11:39.884529 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-842a4dc9-a656-4bb1-9f96-37e95722ab6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:39.953781 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-842a4dc9-a656-4bb1-9f96-37e95722ab6b None None] Routers {'9c3b774f-8fec-40f2-9a75-b2df7d3be9aa'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:11:39.954405 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-842a4dc9-a656-4bb1-9f96-37e95722ab6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:11:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['9c3b774f-8fec-40f2-9a75-b2df7d3be9aa'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:11:40.006337 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port bb70d720-7a00-4a58-a778-9f97cf12cdcb triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:11:40.006701 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:40.049856 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55306d26-7065-4a8e-ae60-ada78fc91364 None None] Pushing event updated for resources: {'Port': ['ID=a4a45e32-01ce-4837-aa20-621758018593,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:11:40.058259 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-51a741f2-03d7-4082-8686-45030fcbe683 None None] Provisioning complete for port a4a45e32-01ce-4837-aa20-621758018593 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:11:40.059179 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-51a741f2-03d7-4082-8686-45030fcbe683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:40.193857 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-842a4dc9-a656-4bb1-9f96-37e95722ab6b None None] Set router 9c3b774f-8fec-40f2-9a75-b2df7d3be9aa gateway port host: n-d-842733-1 {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:11:40.264800 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port bb70d720-7a00-4a58-a778-9f97cf12cdcb is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:11:40.310039 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-51a741f2-03d7-4082-8686-45030fcbe683 None None] Current status of the port a4a45e32-01ce-4837-aa20-621758018593 is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:11:40.310986 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-51a741f2-03d7-4082-8686-45030fcbe683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:40.392651 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-51a741f2-03d7-4082-8686-45030fcbe683 None None] For port a4a45e32-01ce-4837-aa20-621758018593, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=a4a45e32-01ce-4837-aa20-621758018593,segment=NetworkSegment(d54ee4a3-2bf2-420b-b1f5-dead33483fd3),segment_id=d54ee4a3-2bf2-420b-b1f5-dead33483fd3)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:11:40.433866 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-efcd5647-b03c-4ba3-b099-8a80f8c9fbd8 req-2f17cd4d-0cfc-477a-96de-9a0383e9f5e5 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/ports?device_id=eecea809-a086-4b88-b700-74e5588f4fef HTTP/1.1" status: 200 len: 210 time: 0.0677502 May 20 21:11:40.480752 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-842a4dc9-a656-4bb1-9f96-37e95722ab6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c3b774f-8fec-40f2-9a75-b2df7d3be9aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1646391523', 'tenant_id': 'd7932b75a33b465998804b193e9be7ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.90'}], 'enable_snat': True}, 'gw_port_id': 'bb70d720-7a00-4a58-a778-9f97cf12cdcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:11:31Z', 'updated_at': '2022-05-20T21:11:36Z', 'revision_number': 4, 'project_id': 'd7932b75a33b465998804b193e9be7ad', 'gw_port': {'id': 'bb70d720-7a00-4a58-a778-9f97cf12cdcb', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:68:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c3b774f-8fec-40f2-9a75-b2df7d3be9aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:11:32Z', 'updated_at': '2022-05-20T21:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': 'a4a45e32-01ce-4837-aa20-621758018593', 'name': '', 'network_id': 'f9556433-dbf4-4fac-a6b2-07b438f4b562', 'tenant_id': 'd7932b75a33b465998804b193e9be7ad', 'mac_address': 'fa:16:3e:b7:2b:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c3b774f-8fec-40f2-9a75-b2df7d3be9aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': 'e0936cca-8437-45d3-8640-942d9ea50aa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:11:35Z', 'updated_at': '2022-05-20T21:11:39Z', 'revision_number': 4, 'project_id': 'd7932b75a33b465998804b193e9be7ad', 'subnets': [{'id': 'e0936cca-8437-45d3-8640-942d9ea50aa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:11:40.511434 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-51a741f2-03d7-4082-8686-45030fcbe683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:40.514945 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-842a4dc9-a656-4bb1-9f96-37e95722ab6b None None] The sync data for ids ['9c3b774f-8fec-40f2-9a75-b2df7d3be9aa'] in n-d-842733-1 is: [{'id': '9c3b774f-8fec-40f2-9a75-b2df7d3be9aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1646391523', 'tenant_id': 'd7932b75a33b465998804b193e9be7ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.90'}], 'enable_snat': True}, 'gw_port_id': 'bb70d720-7a00-4a58-a778-9f97cf12cdcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:11:31Z', 'updated_at': '2022-05-20T21:11:36Z', 'revision_number': 4, 'project_id': 'd7932b75a33b465998804b193e9be7ad', 'gw_port': {'id': 'bb70d720-7a00-4a58-a778-9f97cf12cdcb', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:68:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c3b774f-8fec-40f2-9a75-b2df7d3be9aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:11:32Z', 'updated_at': '2022-05-20T21:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': 'a4a45e32-01ce-4837-aa20-621758018593', 'name': '', 'network_id': 'f9556433-dbf4-4fac-a6b2-07b438f4b562', 'tenant_id': 'd7932b75a33b465998804b193e9be7ad', 'mac_address': 'fa:16:3e:b7:2b:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c3b774f-8fec-40f2-9a75-b2df7d3be9aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': 'e0936cca-8437-45d3-8640-942d9ea50aa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:11:35Z', 'updated_at': '2022-05-20T21:11:39Z', 'revision_number': 4, 'project_id': 'd7932b75a33b465998804b193e9be7ad', 'subnets': [{'id': 'e0936cca-8437-45d3-8640-942d9ea50aa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 21:11:40.601431 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a741f2-03d7-4082-8686-45030fcbe683 None None] Pushing event updated for resources: {'Port': ['ID=a4a45e32-01ce-4837-aa20-621758018593,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:11:40.636041 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-1198ffc3-e7ac-451b-aff0-9aae87531394 None None] Provisioning complete for port a4a45e32-01ce-4837-aa20-621758018593 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:11:40.636680 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-1198ffc3-e7ac-451b-aff0-9aae87531394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:40.755067 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-1198ffc3-e7ac-451b-aff0-9aae87531394 None None] Current status of the port a4a45e32-01ce-4837-aa20-621758018593 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:11:41.066418 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 54398) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:11:41.214216 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-530a0430-9d15-4576-bfe7-72a31793d4fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:41.299402 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-530a0430-9d15-4576-bfe7-72a31793d4fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:41.364080 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-530a0430-9d15-4576-bfe7-72a31793d4fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:41.412005 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530a0430-9d15-4576-bfe7-72a31793d4fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0807f04d-5c66-44be-85b8-505a56c20b82,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:11:41.418133 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-530a0430-9d15-4576-bfe7-72a31793d4fa admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f2d4708545cb4f0694b2b93c76ad395a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3499432 May 20 21:11:41.428896 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 54406) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:11:41.551105 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c7aef23a-dae0-4293-a4f4-ada62cf5249c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:41.585647 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a571e2c3-ddeb-4d74-9efe-18c7d61ee9d3 req-69cddc5c-ea74-4fbb-94ef-b9eed99a5018 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/ports?device_id=eecea809-a086-4b88-b700-74e5588f4fef HTTP/1.1" status: 200 len: 210 time: 0.0534537 May 20 21:11:41.601462 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c7aef23a-dae0-4293-a4f4-ada62cf5249c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:41.628423 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483e30ad-ab87-4450-b6a6-14ab20f39cf0 req-79bfecbc-9173-457e-94f9-c60272127533 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:11:41.630214 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-483e30ad-ab87-4450-b6a6-14ab20f39cf0 req-79bfecbc-9173-457e-94f9-c60272127533 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.13 "GET /v2.0/networks?id=f9556433-dbf4-4fac-a6b2-07b438f4b562 HTTP/1.1" status: 200 len: 795 time: 0.1502059 May 20 21:11:41.683647 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-483e30ad-ab87-4450-b6a6-14ab20f39cf0 req-49c8abcb-798f-4d53-af5a-bbb56d02503f tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d7932b75a33b465998804b193e9be7ad HTTP/1.1" status: 200 len: 380 time: 0.0386670 May 20 21:11:41.698860 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [req-483e30ad-ab87-4450-b6a6-14ab20f39cf0 req-0676942a-7e70-4394-bfff-88359c77b934 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Request body: {'port': {'device_id': 'eecea809-a086-4b88-b700-74e5588f4fef', 'network_id': 'f9556433-dbf4-4fac-a6b2-07b438f4b562', 'admin_state_up': True, 'tenant_id': 'd7932b75a33b465998804b193e9be7ad', 'security_groups': ['e35b6a66-76e5-4979-af50-240671a6a707']}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:11:41.753808 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c7aef23a-dae0-4293-a4f4-ada62cf5249c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:41.758202 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c7aef23a-dae0-4293-a4f4-ada62cf5249c admin admin] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:41.759535 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-c7aef23a-dae0-4293-a4f4-ada62cf5249c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0807f04d-5c66-44be-85b8-505a56c20b82 HTTP/1.1" status: 204 len: 168 time: 0.3279924 May 20 21:11:41.790062 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7aef23a-dae0-4293-a4f4-ada62cf5249c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0807f04d-5c66-44be-85b8-505a56c20b82,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:11:41.918364 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device a4a45e32-01ce-4837-aa20-621758018593 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:11:41.950379 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-483e30ad-ab87-4450-b6a6-14ab20f39cf0 req-0676942a-7e70-4394-bfff-88359c77b934 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Made reservation on behalf of d7932b75a33b465998804b193e9be7ad for: {'port': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:11:41.953803 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-483e30ad-ab87-4450-b6a6-14ab20f39cf0 req-0676942a-7e70-4394-bfff-88359c77b934 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:41.990517 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port a4a45e32-01ce-4837-aa20-621758018593 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:11:41.991427 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:42.071291 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port a4a45e32-01ce-4837-aa20-621758018593 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:11:42.115596 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [req-483e30ad-ab87-4450-b6a6-14ab20f39cf0 req-0676942a-7e70-4394-bfff-88359c77b934 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Allocated IP 172.20.0.13 (f9556433-dbf4-4fac-a6b2-07b438f4b562/e0936cca-8437-45d3-8640-942d9ea50aa9/b31ea496-7094-4d8d-830c-dbb3f26fa01f) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:11:42.258740 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-483e30ad-ab87-4450-b6a6-14ab20f39cf0 req-0676942a-7e70-4394-bfff-88359c77b934 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:42.359348 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-483e30ad-ab87-4450-b6a6-14ab20f39cf0 req-0676942a-7e70-4394-bfff-88359c77b934 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:42.402762 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-483e30ad-ab87-4450-b6a6-14ab20f39cf0 req-0676942a-7e70-4394-bfff-88359c77b934 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Network f9556433-dbf4-4fac-a6b2-07b438f4b562 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:11:42.406109 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [req-483e30ad-ab87-4450-b6a6-14ab20f39cf0 req-0676942a-7e70-4394-bfff-88359c77b934 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:11:42.409809 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-483e30ad-ab87-4450-b6a6-14ab20f39cf0 req-0676942a-7e70-4394-bfff-88359c77b934 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:11:42.414360 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 54424) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:11:42.418742 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0676942a-7e70-4394-bfff-88359c77b934 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Pushing event updated for resources: {'Port': ['ID=b31ea496-7094-4d8d-830c-dbb3f26fa01f,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:11:42.442261 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-64d6ed00-a89f-4dd1-9862-2277899f4117 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:42.479031 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483e30ad-ab87-4450-b6a6-14ab20f39cf0 req-0676942a-7e70-4394-bfff-88359c77b934 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:11:42.481652 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-483e30ad-ab87-4450-b6a6-14ab20f39cf0 req-0676942a-7e70-4394-bfff-88359c77b934 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:42.537760 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-64d6ed00-a89f-4dd1-9862-2277899f4117 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:42.566559 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-483e30ad-ab87-4450-b6a6-14ab20f39cf0 req-0676942a-7e70-4394-bfff-88359c77b934 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8719144 May 20 21:11:42.593039 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-64d6ed00-a89f-4dd1-9862-2277899f4117 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:42.638434 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d6ed00-a89f-4dd1-9862-2277899f4117 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e6d10ea-ebcb-42bc-ac77-9ff787dc9369,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:11:42.643369 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-64d6ed00-a89f-4dd1-9862-2277899f4117 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d861c8a4f75c490498fe0ed92e253db9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2279301 May 20 21:11:42.646157 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 54434) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:11:42.696992 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-c6f51ebe-186b-49bc-8755-28644a395e38 None None] Provisioning complete for port b31ea496-7094-4d8d-830c-dbb3f26fa01f triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:11:42.721099 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c6f51ebe-186b-49bc-8755-28644a395e38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:42.739866 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e5decfc2-6720-465d-bb58-148902264e19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:42.773023 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e5decfc2-6720-465d-bb58-148902264e19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:42.785748 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [req-483e30ad-ab87-4450-b6a6-14ab20f39cf0 req-afddb1a1-9187-4bea-9a9c-89ec983ad018 service neutron] Request body: {'port': {'device_id': 'eecea809-a086-4b88-b700-74e5588f4fef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-842733-1'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:11:42.794497 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cc86a5-f02b-4325-8a34-dde97b157295 req-b8c21903-92b9-49e7-9527-4134ac902e79 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:11:42.802967 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-94cc86a5-f02b-4325-8a34-dde97b157295 req-b8c21903-92b9-49e7-9527-4134ac902e79 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/ports?device_id=eecea809-a086-4b88-b700-74e5588f4fef HTTP/1.1" status: 200 len: 932 time: 0.0905561 May 20 21:11:42.807035 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-c6f51ebe-186b-49bc-8755-28644a395e38 None None] Port b31ea496-7094-4d8d-830c-dbb3f26fa01f cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 21:11:42.838510 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-94cc86a5-f02b-4325-8a34-dde97b157295 req-86d3c080-ae57-477f-a517-fd3566f5e5cd tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/security-groups?id=e35b6a66-76e5-4979-af50-240671a6a707&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345674 May 20 21:11:42.869117 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-483e30ad-ab87-4450-b6a6-14ab20f39cf0 req-afddb1a1-9187-4bea-9a9c-89ec983ad018 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:42.976194 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e5decfc2-6720-465d-bb58-148902264e19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:42.978779 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e5decfc2-6720-465d-bb58-148902264e19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:42.979952 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-e5decfc2-6720-465d-bb58-148902264e19 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0e6d10ea-ebcb-42bc-ac77-9ff787dc9369 HTTP/1.1" status: 204 len: 168 time: 0.3325877 May 20 21:11:43.000019 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5decfc2-6720-465d-bb58-148902264e19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e6d10ea-ebcb-42bc-ac77-9ff787dc9369,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:11:43.168147 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [req-483e30ad-ab87-4450-b6a6-14ab20f39cf0 req-afddb1a1-9187-4bea-9a9c-89ec983ad018 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b31ea496-7094-4d8d-830c-dbb3f26fa01f {{(pid=103162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 21:11:43.175751 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-483e30ad-ab87-4450-b6a6-14ab20f39cf0 req-afddb1a1-9187-4bea-9a9c-89ec983ad018 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:43.188044 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.provisioning_blocks [req-483e30ad-ab87-4450-b6a6-14ab20f39cf0 req-afddb1a1-9187-4bea-9a9c-89ec983ad018 service neutron] Transition to ACTIVE for port object b31ea496-7094-4d8d-830c-dbb3f26fa01f will not be triggered until provisioned by entity L2. {{(pid=103162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 21:11:43.238305 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-483e30ad-ab87-4450-b6a6-14ab20f39cf0 req-afddb1a1-9187-4bea-9a9c-89ec983ad018 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:43.295925 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afddb1a1-9187-4bea-9a9c-89ec983ad018 service neutron] Pushing event updated for resources: {'Port': ['ID=b31ea496-7094-4d8d-830c-dbb3f26fa01f,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:11:43.385416 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-483e30ad-ab87-4450-b6a6-14ab20f39cf0 req-afddb1a1-9187-4bea-9a9c-89ec983ad018 service neutron] Attempting to bind port b31ea496-7094-4d8d-830c-dbb3f26fa01f on host n-h2-842733-1 for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:11:43.385791 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-483e30ad-ab87-4450-b6a6-14ab20f39cf0 req-afddb1a1-9187-4bea-9a9c-89ec983ad018 service neutron] Attempting to bind port b31ea496-7094-4d8d-830c-dbb3f26fa01f by drivers openvswitch,hyperv on host n-h2-842733-1 at level 0 using segments [{'id': 'd54ee4a3-2bf2-420b-b1f5-dead33483fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'f9556433-dbf4-4fac-a6b2-07b438f4b562'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:11:43.386252 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-483e30ad-ab87-4450-b6a6-14ab20f39cf0 req-afddb1a1-9187-4bea-9a9c-89ec983ad018 service neutron] Attempting to bind port b31ea496-7094-4d8d-830c-dbb3f26fa01f on network f9556433-dbf4-4fac-a6b2-07b438f4b562 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:11:43.391615 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-483e30ad-ab87-4450-b6a6-14ab20f39cf0 req-afddb1a1-9187-4bea-9a9c-89ec983ad018 service neutron] Port b31ea496-7094-4d8d-830c-dbb3f26fa01f on network f9556433-dbf4-4fac-a6b2-07b438f4b562 not bound, no agent of type Open vSwitch agent registered on host n-h2-842733-1 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 21:11:43.392079 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-483e30ad-ab87-4450-b6a6-14ab20f39cf0 req-afddb1a1-9187-4bea-9a9c-89ec983ad018 service neutron] Attempting to bind port b31ea496-7094-4d8d-830c-dbb3f26fa01f on network f9556433-dbf4-4fac-a6b2-07b438f4b562 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:11:43.397721 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-483e30ad-ab87-4450-b6a6-14ab20f39cf0 req-afddb1a1-9187-4bea-9a9c-89ec983ad018 service neutron] Checking agent: {'id': 'a66f2511-b955-448f-877c-56cfe9c81b12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 33, 2), 'started_at': datetime.datetime(2022, 5, 20, 20, 33, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 21, 11, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 21:11:43.398076 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-483e30ad-ab87-4450-b6a6-14ab20f39cf0 req-afddb1a1-9187-4bea-9a9c-89ec983ad018 service neutron] Checking segment: {'id': 'd54ee4a3-2bf2-420b-b1f5-dead33483fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'f9556433-dbf4-4fac-a6b2-07b438f4b562'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:11:43.398468 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-483e30ad-ab87-4450-b6a6-14ab20f39cf0 req-afddb1a1-9187-4bea-9a9c-89ec983ad018 service neutron] Bound using segment: {'id': 'd54ee4a3-2bf2-420b-b1f5-dead33483fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'f9556433-dbf4-4fac-a6b2-07b438f4b562'} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 21:11:43.399028 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-483e30ad-ab87-4450-b6a6-14ab20f39cf0 req-afddb1a1-9187-4bea-9a9c-89ec983ad018 service neutron] Bound port: b31ea496-7094-4d8d-830c-dbb3f26fa01f, host: n-h2-842733-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd54ee4a3-2bf2-420b-b1f5-dead33483fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'f9556433-dbf4-4fac-a6b2-07b438f4b562'}}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:11:43.399392 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-483e30ad-ab87-4450-b6a6-14ab20f39cf0 req-afddb1a1-9187-4bea-9a9c-89ec983ad018 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:43.493250 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-483e30ad-ab87-4450-b6a6-14ab20f39cf0 req-afddb1a1-9187-4bea-9a9c-89ec983ad018 service neutron] For port b31ea496-7094-4d8d-830c-dbb3f26fa01f, host n-h2-842733-1, cleared binding levels {{(pid=103162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 21:11:43.496863 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-483e30ad-ab87-4450-b6a6-14ab20f39cf0 req-afddb1a1-9187-4bea-9a9c-89ec983ad018 service neutron] For port b31ea496-7094-4d8d-830c-dbb3f26fa01f, host n-h2-842733-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=b31ea496-7094-4d8d-830c-dbb3f26fa01f,segment=NetworkSegment(d54ee4a3-2bf2-420b-b1f5-dead33483fd3),segment_id=d54ee4a3-2bf2-420b-b1f5-dead33483fd3)] {{(pid=103162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 21:11:43.576457 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-483e30ad-ab87-4450-b6a6-14ab20f39cf0 req-afddb1a1-9187-4bea-9a9c-89ec983ad018 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:43.612042 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483e30ad-ab87-4450-b6a6-14ab20f39cf0 req-afddb1a1-9187-4bea-9a9c-89ec983ad018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:11:43.612651 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-483e30ad-ab87-4450-b6a6-14ab20f39cf0 req-afddb1a1-9187-4bea-9a9c-89ec983ad018 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:43.614198 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-483e30ad-ab87-4450-b6a6-14ab20f39cf0 req-afddb1a1-9187-4bea-9a9c-89ec983ad018 service neutron] 10.222.0.13 "PUT /v2.0/ports/b31ea496-7094-4d8d-830c-dbb3f26fa01f HTTP/1.1" status: 200 len: 1092 time: 1.0329273 May 20 21:11:43.614640 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eecea809-a086-4b88-b700-74e5588f4fef', 'tag': 'b31ea496-7094-4d8d-830c-dbb3f26fa01f'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 21:11:43.617095 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6fa957933fccbf596d28104b23404b952ad6a8238afaebaed40a0874b2e409" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36b81d14-5a4e-46a8-9d61-08d542c4834f" -d '{"events": [{"name": "network-changed", "server_uuid": "eecea809-a086-4b88-b700-74e5588f4fef", "tag": "b31ea496-7094-4d8d-830c-dbb3f26fa01f"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 21:11:43.641392 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afddb1a1-9187-4bea-9a9c-89ec983ad018 service neutron] Pushing event updated for resources: {'Port': ['ID=b31ea496-7094-4d8d-830c-dbb3f26fa01f,revision_number=3']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:11:43.691828 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 21:11:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41312049-21d5-482e-93df-709533077456 x-openstack-request-id: req-41312049-21d5-482e-93df-709533077456 {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 21:11:43.692125 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eecea809-a086-4b88-b700-74e5588f4fef", "tag": "b31ea496-7094-4d8d-830c-dbb3f26fa01f", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 21:11:43.692383 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-41312049-21d5-482e-93df-709533077456 {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 21:11:43.692884 n-d-842733-1 neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41312049-21d5-482e-93df-709533077456'] response: {'name': 'network-changed', 'server_uuid': 'eecea809-a086-4b88-b700-74e5588f4fef', 'tag': 'b31ea496-7094-4d8d-830c-dbb3f26fa01f', 'status': 'completed', 'code': 200} May 20 21:11:43.782583 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b81d14-5a4e-46a8-9d61-08d542c4834f req-b0dfac29-9955-4eac-ab7a-b19be43d0a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:11:43.784198 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-36b81d14-5a4e-46a8-9d61-08d542c4834f req-b0dfac29-9955-4eac-ab7a-b19be43d0a5b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d7932b75a33b465998804b193e9be7ad&device_id=eecea809-a086-4b88-b700-74e5588f4fef HTTP/1.1" status: 200 len: 1095 time: 0.0484884 May 20 21:11:43.921987 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b81d14-5a4e-46a8-9d61-08d542c4834f req-78f1062d-9390-40fa-baca-43dabc08d7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:11:43.928053 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-36b81d14-5a4e-46a8-9d61-08d542c4834f req-78f1062d-9390-40fa-baca-43dabc08d7f0 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=d7932b75a33b465998804b193e9be7ad&shared=False HTTP/1.1" status: 200 len: 896 time: 0.1296992 May 20 21:11:43.979089 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1011a8-d443-49e9-9eaf-de767e4a308e req-f03db851-38ad-4a4e-a634-29f76dbba852 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:11:43.987883 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ec1011a8-d443-49e9-9eaf-de767e4a308e req-f03db851-38ad-4a4e-a634-29f76dbba852 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/ports?device_id=eecea809-a086-4b88-b700-74e5588f4fef HTTP/1.1" status: 200 len: 944 time: 0.0736561 May 20 21:11:44.024498 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ec1011a8-d443-49e9-9eaf-de767e4a308e req-da4a34d1-46bf-4b92-b0d4-9e1ee5d29029 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/security-groups?id=e35b6a66-76e5-4979-af50-240671a6a707&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357473 May 20 21:11:44.049238 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b81d14-5a4e-46a8-9d61-08d542c4834f req-bd761286-7c5a-4cc7-8ac2-7c3b51345fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:11:44.050714 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-36b81d14-5a4e-46a8-9d61-08d542c4834f req-bd761286-7c5a-4cc7-8ac2-7c3b51345fb5 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1134405 May 20 21:11:44.159147 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483e30ad-ab87-4450-b6a6-14ab20f39cf0 req-8631d567-da42-42f6-a36e-bbb181601a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:11:44.160970 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-483e30ad-ab87-4450-b6a6-14ab20f39cf0 req-8631d567-da42-42f6-a36e-bbb181601a16 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d7932b75a33b465998804b193e9be7ad&device_id=eecea809-a086-4b88-b700-74e5588f4fef HTTP/1.1" status: 200 len: 1095 time: 0.0497074 May 20 21:11:44.211648 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-483e30ad-ab87-4450-b6a6-14ab20f39cf0 req-546f2c4b-3267-4962-a5ba-226042915800 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b31ea496-7094-4d8d-830c-dbb3f26fa01f HTTP/1.1" status: 200 len: 217 time: 0.0373578 May 20 21:11:44.263082 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483e30ad-ab87-4450-b6a6-14ab20f39cf0 req-b075f458-7416-4ece-ba01-65df677dee6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:11:44.265155 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-483e30ad-ab87-4450-b6a6-14ab20f39cf0 req-b075f458-7416-4ece-ba01-65df677dee6e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e0936cca-8437-45d3-8640-942d9ea50aa9 HTTP/1.1" status: 200 len: 834 time: 0.0469227 May 20 21:11:44.318499 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483e30ad-ab87-4450-b6a6-14ab20f39cf0 req-44baaa0d-2459-4060-a008-48e5b622b3be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:11:44.321424 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-483e30ad-ab87-4450-b6a6-14ab20f39cf0 req-44baaa0d-2459-4060-a008-48e5b622b3be service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f9556433-dbf4-4fac-a6b2-07b438f4b562&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0489802 May 20 21:11:44.415969 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-483e30ad-ab87-4450-b6a6-14ab20f39cf0 req-3eedd892-53ae-4ba4-bf97-815c0a1985ae service neutron] 10.222.0.13 "GET /v2.0/networks/f9556433-dbf4-4fac-a6b2-07b438f4b562?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888746 May 20 21:11:44.516368 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-483e30ad-ab87-4450-b6a6-14ab20f39cf0 req-e08ed5ec-6347-4200-b4e7-e5f670c86cae service neutron] 10.222.0.13 "GET /v2.0/networks/f9556433-dbf4-4fac-a6b2-07b438f4b562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944042 May 20 21:11:45.144697 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e45f27-9c05-4238-9760-39f10b571e71 req-002567db-ea73-4eed-a04e-13c83e94a13b tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:11:45.146285 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-30e45f27-9c05-4238-9760-39f10b571e71 req-002567db-ea73-4eed-a04e-13c83e94a13b tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/ports?device_id=eecea809-a086-4b88-b700-74e5588f4fef HTTP/1.1" status: 200 len: 944 time: 0.0488801 May 20 21:11:45.191205 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-30e45f27-9c05-4238-9760-39f10b571e71 req-cdab349b-b253-43ac-8ee2-274c3e8ebb8a tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/security-groups?id=e35b6a66-76e5-4979-af50-240671a6a707&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367284 May 20 21:11:46.319645 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1400cc61-343d-4052-8c1c-5fe1a517730a req-cd8e9760-02ab-4513-be7c-90c5b93120c3 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:11:46.321102 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1400cc61-343d-4052-8c1c-5fe1a517730a req-cd8e9760-02ab-4513-be7c-90c5b93120c3 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/ports?device_id=eecea809-a086-4b88-b700-74e5588f4fef HTTP/1.1" status: 200 len: 944 time: 0.0563858 May 20 21:11:46.360303 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1400cc61-343d-4052-8c1c-5fe1a517730a req-7a0d2b22-0caf-4343-987d-585f7c69918d tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/security-groups?id=e35b6a66-76e5-4979-af50-240671a6a707&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323427 May 20 21:11:47.503650 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b183559-9f35-4ab7-9dc4-0cb59402c32a req-949f9b31-78b1-4b59-9b61-1676d29a6b51 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:11:47.511910 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6b183559-9f35-4ab7-9dc4-0cb59402c32a req-949f9b31-78b1-4b59-9b61-1676d29a6b51 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/ports?device_id=eecea809-a086-4b88-b700-74e5588f4fef HTTP/1.1" status: 200 len: 944 time: 0.0775776 May 20 21:11:47.553027 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6b183559-9f35-4ab7-9dc4-0cb59402c32a req-45aac835-8b42-48ac-bf9e-ed9f40fbe479 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/security-groups?id=e35b6a66-76e5-4979-af50-240671a6a707&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401237 May 20 21:11:47.598305 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device b31ea496-7094-4d8d-830c-dbb3f26fa01f details requested by agent hyperv_n-h2-842733-1 with host n-h2-842733-1 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 21:11:47.886476 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port b31ea496-7094-4d8d-830c-dbb3f26fa01f, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=b31ea496-7094-4d8d-830c-dbb3f26fa01f,segment=NetworkSegment(d54ee4a3-2bf2-420b-b1f5-dead33483fd3),segment_id=d54ee4a3-2bf2-420b-b1f5-dead33483fd3)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:11:47.907912 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Returning: {'device': 'b31ea496-7094-4d8d-830c-dbb3f26fa01f', 'network_id': 'f9556433-dbf4-4fac-a6b2-07b438f4b562', 'port_id': 'b31ea496-7094-4d8d-830c-dbb3f26fa01f', 'mac_address': 'fa:16:3e:c4:73:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0936cca-8437-45d3-8640-942d9ea50aa9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 20 21:11:47.952454 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port b31ea496-7094-4d8d-830c-dbb3f26fa01f is: DOWN; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:11:47.956681 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:47.971646 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b31ea496-7094-4d8d-830c-dbb3f26fa01f {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 21:11:47.998226 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port b31ea496-7094-4d8d-830c-dbb3f26fa01f, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=b31ea496-7094-4d8d-830c-dbb3f26fa01f,segment=NetworkSegment(d54ee4a3-2bf2-420b-b1f5-dead33483fd3),segment_id=d54ee4a3-2bf2-420b-b1f5-dead33483fd3)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:11:48.141579 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:48.191850 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=b31ea496-7094-4d8d-830c-dbb3f26fa01f,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:11:48.418776 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] get_ports_and_sgs() called for port_ids ['b31ea496-7094-4d8d-830c-dbb3f26fa01f'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 21:11:48.688577 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbf1ae2-6f5e-48ff-b90c-776999be7030 req-52325e59-f0f2-49a6-b89b-52c807536522 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:11:48.690333 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0bbf1ae2-6f5e-48ff-b90c-776999be7030 req-52325e59-f0f2-49a6-b89b-52c807536522 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/ports?device_id=eecea809-a086-4b88-b700-74e5588f4fef HTTP/1.1" status: 200 len: 945 time: 0.0554678 May 20 21:11:48.734574 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0bbf1ae2-6f5e-48ff-b90c-776999be7030 req-b10f1814-3d16-4f52-9d9a-1d90ef3dd8ff tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/security-groups?id=e35b6a66-76e5-4979-af50-240671a6a707&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379329 May 20 21:11:49.596435 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device b31ea496-7094-4d8d-830c-dbb3f26fa01f up at agent hyperv_n-h2-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:11:49.741300 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Provisioning for port b31ea496-7094-4d8d-830c-dbb3f26fa01f completed by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 21:11:49.745417 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Provisioning complete for port b31ea496-7094-4d8d-830c-dbb3f26fa01f triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:11:49.745735 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:49.835979 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port b31ea496-7094-4d8d-830c-dbb3f26fa01f is: BUILD; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:11:49.836381 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:49.855697 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e412e9a-337f-40f0-9240-110c8b86d04f req-504a9277-081b-44d3-8939-62ec8cc2a3b9 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:11:49.857383 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9e412e9a-337f-40f0-9240-110c8b86d04f req-504a9277-081b-44d3-8939-62ec8cc2a3b9 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/ports?device_id=eecea809-a086-4b88-b700-74e5588f4fef HTTP/1.1" status: 200 len: 945 time: 0.0505757 May 20 21:11:49.862911 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eecea809-a086-4b88-b700-74e5588f4fef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b31ea496-7094-4d8d-830c-dbb3f26fa01f'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 21:11:49.865369 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8485417003ce7c0410b00f5cdc2f391e21107b70bb68e2773712534a96e108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adec24f9-ff5f-425e-bb65-a0280d6f7e83" -d '{"events": [{"server_uuid": "eecea809-a086-4b88-b700-74e5588f4fef", "name": "network-vif-plugged", "status": "completed", "tag": "b31ea496-7094-4d8d-830c-dbb3f26fa01f"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 21:11:49.882274 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port b31ea496-7094-4d8d-830c-dbb3f26fa01f, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=b31ea496-7094-4d8d-830c-dbb3f26fa01f,segment=NetworkSegment(d54ee4a3-2bf2-420b-b1f5-dead33483fd3),segment_id=d54ee4a3-2bf2-420b-b1f5-dead33483fd3)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:11:49.901150 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9e412e9a-337f-40f0-9240-110c8b86d04f req-7a3f8001-6024-48ac-8db0-4e6d59709259 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/security-groups?id=e35b6a66-76e5-4979-af50-240671a6a707&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373394 May 20 21:11:49.905390 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 21:11:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55929324-14d3-4aa3-a485-2ed49b2fc508 x-openstack-request-id: req-55929324-14d3-4aa3-a485-2ed49b2fc508 {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 21:11:49.905682 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eecea809-a086-4b88-b700-74e5588f4fef", "name": "network-vif-plugged", "status": "completed", "tag": "b31ea496-7094-4d8d-830c-dbb3f26fa01f", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 21:11:49.905941 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-55929324-14d3-4aa3-a485-2ed49b2fc508 {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 21:11:49.906524 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55929324-14d3-4aa3-a485-2ed49b2fc508'] response: {'server_uuid': 'eecea809-a086-4b88-b700-74e5588f4fef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b31ea496-7094-4d8d-830c-dbb3f26fa01f', 'code': 200} May 20 21:11:49.929923 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-acb436b7-e3f5-4877-83fa-79fd0aab360a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:49.958633 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:50.011054 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=b31ea496-7094-4d8d-830c-dbb3f26fa01f,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:11:50.042141 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b188e74-1b6b-4e81-9afa-eacf275fc889 req-c248fe05-379e-465b-b677-307120f7f503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:11:50.043679 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-0b188e74-1b6b-4e81-9afa-eacf275fc889 req-c248fe05-379e-465b-b677-307120f7f503 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=eecea809-a086-4b88-b700-74e5588f4fef HTTP/1.1" status: 200 len: 1097 time: 0.0496504 May 20 21:11:50.082858 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-0b188e74-1b6b-4e81-9afa-eacf275fc889 req-d72e030c-e88f-4012-91ed-19ca633de09c service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=e35b6a66-76e5-4979-af50-240671a6a707&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323904 May 20 21:11:51.020342 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf8c1be-a55a-40b8-b745-d9abf12697c2 req-073400d7-fdc3-462e-ae9d-5410bb447791 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:11:51.021988 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8bf8c1be-a55a-40b8-b745-d9abf12697c2 req-073400d7-fdc3-462e-ae9d-5410bb447791 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/ports?device_id=eecea809-a086-4b88-b700-74e5588f4fef HTTP/1.1" status: 200 len: 946 time: 0.0510726 May 20 21:11:51.063131 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8bf8c1be-a55a-40b8-b745-d9abf12697c2 req-3e8c48b9-aba0-481e-aee0-25f603b3bae8 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/security-groups?id=e35b6a66-76e5-4979-af50-240671a6a707&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348794 May 20 21:11:52.183808 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163cc6ee-18a6-4e5a-b951-7f62b25f9eac req-6f9f525c-460e-42dc-bc01-699607fff908 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:11:52.185329 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-163cc6ee-18a6-4e5a-b951-7f62b25f9eac req-6f9f525c-460e-42dc-bc01-699607fff908 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/ports?device_id=eecea809-a086-4b88-b700-74e5588f4fef HTTP/1.1" status: 200 len: 946 time: 0.0513401 May 20 21:11:52.227483 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-e6b19a53-b1d3-478c-84c4-bf7e3e6a54e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:52.233492 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-163cc6ee-18a6-4e5a-b951-7f62b25f9eac req-c008cf9c-6fbc-491d-9845-043575985129 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/security-groups?id=e35b6a66-76e5-4979-af50-240671a6a707&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394158 May 20 21:11:52.361572 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c60463b-6518-4d3c-8f7a-ff1a589faf94 req-849d5f76-2377-46ac-96de-617536e79f4b tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:11:52.363194 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3c60463b-6518-4d3c-8f7a-ff1a589faf94 req-849d5f76-2377-46ac-96de-617536e79f4b tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/ports?device_id=eecea809-a086-4b88-b700-74e5588f4fef HTTP/1.1" status: 200 len: 946 time: 0.0522523 May 20 21:11:52.405761 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3c60463b-6518-4d3c-8f7a-ff1a589faf94 req-a56c2331-1a58-4881-8b27-278a3b05a3d9 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/security-groups?id=e35b6a66-76e5-4979-af50-240671a6a707&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348670 May 20 21:11:52.428280 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 54616) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:11:52.473403 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e42f90d-12df-4d9b-b9ca-7725d51130c5 tempest-TestNetworkAdvancedServerOps-173437749 tempest-TestNetworkAdvancedServerOps-173437749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:11:52.474974 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-0e42f90d-12df-4d9b-b9ca-7725d51130c5 tempest-TestNetworkAdvancedServerOps-173437749 tempest-TestNetworkAdvancedServerOps-173437749-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=eecea809-a086-4b88-b700-74e5588f4fef HTTP/1.1" status: 200 len: 1092 time: 0.0456986 May 20 21:11:52.477797 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 54618) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:11:52.483327 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-a754f476-25c6-4be6-ade5-3fa20f39e3bb tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Request body: {'floatingip': {'floating_network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'port_id': 'b31ea496-7094-4d8d-830c-dbb3f26fa01f', 'tenant_id': 'd7932b75a33b465998804b193e9be7ad', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:11:52.570739 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a754f476-25c6-4be6-ade5-3fa20f39e3bb tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks [] for floatingip, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:52.674526 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a754f476-25c6-4be6-ade5-3fa20f39e3bb tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:52.779102 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-a754f476-25c6-4be6-ade5-3fa20f39e3bb tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Allocated IP 172.25.2.179 (e3a93b5c-91e2-4064-9c2c-1afc261bfe15/86fee0c1-6e34-488b-9216-b2b8e7ef585a/db0b8903-7f90-4e98-8b96-500a6cc62d13) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:11:52.887481 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a754f476-25c6-4be6-ade5-3fa20f39e3bb tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:52.959099 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a754f476-25c6-4be6-ade5-3fa20f39e3bb tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:52.998705 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a754f476-25c6-4be6-ade5-3fa20f39e3bb tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Network e3a93b5c-91e2-4064-9c2c-1afc261bfe15 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:11:53.001443 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-a754f476-25c6-4be6-ade5-3fa20f39e3bb tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:11:53.004785 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a754f476-25c6-4be6-ade5-3fa20f39e3bb tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:11:53.012741 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a754f476-25c6-4be6-ade5-3fa20f39e3bb tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Pushing event updated for resources: {'Port': ['ID=db0b8903-7f90-4e98-8b96-500a6cc62d13,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:11:53.404078 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a754f476-25c6-4be6-ade5-3fa20f39e3bb tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:53.539442 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a754f476-25c6-4be6-ade5-3fa20f39e3bb tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:53.691372 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a754f476-25c6-4be6-ade5-3fa20f39e3bb tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:53.766969 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a754f476-25c6-4be6-ade5-3fa20f39e3bb tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:53.845611 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a754f476-25c6-4be6-ade5-3fa20f39e3bb tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Pushing event updated for resources: {'Port': ['ID=db0b8903-7f90-4e98-8b96-500a6cc62d13,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:11:53.851980 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a754f476-25c6-4be6-ade5-3fa20f39e3bb tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748272'] for floatingip, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:53.955344 n-d-842733-1 neutron-server[103162]: INFO neutron.db.l3_db [None req-a754f476-25c6-4be6-ade5-3fa20f39e3bb tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Floating IP f36e2ff3-d185-4932-bb30-9ad473cb679c associated. External IP: 172.25.2.179, port: b31ea496-7094-4d8d-830c-dbb3f26fa01f. May 20 21:11:53.964501 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4bb0e131-6525-46ca-a45b-e4ea43a5e69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:54.172889 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a754f476-25c6-4be6-ade5-3fa20f39e3bb tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Router 9c3b774f-8fec-40f2-9a75-b2df7d3be9aa has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 21:11:54.288085 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a754f476-25c6-4be6-ade5-3fa20f39e3bb tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 21:11:54.298758 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85cbd006-5788-412e-b19e-5a4b4361c162 None None] Sync routers for ids ['9c3b774f-8fec-40f2-9a75-b2df7d3be9aa'] in n-d-842733-1 {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 21:11:54.313181 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85cbd006-5788-412e-b19e-5a4b4361c162 None None] Routers {'9c3b774f-8fec-40f2-9a75-b2df7d3be9aa'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:11:54.314174 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-85cbd006-5788-412e-b19e-5a4b4361c162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:11:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['9c3b774f-8fec-40f2-9a75-b2df7d3be9aa'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:11:54.394841 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a754f476-25c6-4be6-ade5-3fa20f39e3bb tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for floatingip, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:54.422758 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-a754f476-25c6-4be6-ade5-3fa20f39e3bb tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9439337 May 20 21:11:54.423391 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eecea809-a086-4b88-b700-74e5588f4fef', 'tag': 'b31ea496-7094-4d8d-830c-dbb3f26fa01f'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 21:11:54.425757 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6fa957933fccbf596d28104b23404b952ad6a8238afaebaed40a0874b2e409" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fba631fe-94ff-4dc1-bf56-1a9488419e81" -d '{"events": [{"name": "network-changed", "server_uuid": "eecea809-a086-4b88-b700-74e5588f4fef", "tag": "b31ea496-7094-4d8d-830c-dbb3f26fa01f"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 21:11:54.434036 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-85cbd006-5788-412e-b19e-5a4b4361c162 None None] Set router 9c3b774f-8fec-40f2-9a75-b2df7d3be9aa gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:11:54.484280 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 21:11:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8da484d6-d56e-44be-84a7-650524ca8ae3 x-openstack-request-id: req-8da484d6-d56e-44be-84a7-650524ca8ae3 {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 21:11:54.484563 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eecea809-a086-4b88-b700-74e5588f4fef", "tag": "b31ea496-7094-4d8d-830c-dbb3f26fa01f", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 21:11:54.484815 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8da484d6-d56e-44be-84a7-650524ca8ae3 {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 21:11:54.485252 n-d-842733-1 neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8da484d6-d56e-44be-84a7-650524ca8ae3'] response: {'name': 'network-changed', 'server_uuid': 'eecea809-a086-4b88-b700-74e5588f4fef', 'tag': 'b31ea496-7094-4d8d-830c-dbb3f26fa01f', 'status': 'completed', 'code': 200} May 20 21:11:54.549385 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b333d7-9caf-4cac-a6da-9a8401ffc967 req-8abb3fae-afd2-42ba-839c-038485caa999 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:11:54.552434 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-44b333d7-9caf-4cac-a6da-9a8401ffc967 req-8abb3fae-afd2-42ba-839c-038485caa999 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/ports?device_id=eecea809-a086-4b88-b700-74e5588f4fef HTTP/1.1" status: 200 len: 946 time: 0.0662789 May 20 21:11:54.591455 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba631fe-94ff-4dc1-bf56-1a9488419e81 req-185b6da4-d723-46d9-a300-fce2385cfe6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:11:54.594944 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-fba631fe-94ff-4dc1-bf56-1a9488419e81 req-185b6da4-d723-46d9-a300-fce2385cfe6f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d7932b75a33b465998804b193e9be7ad&device_id=eecea809-a086-4b88-b700-74e5588f4fef HTTP/1.1" status: 200 len: 1097 time: 0.0637419 May 20 21:11:54.616853 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-44b333d7-9caf-4cac-a6da-9a8401ffc967 req-bcdbb23a-1a39-4f74-b360-8696285fedf6 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/security-groups?id=e35b6a66-76e5-4979-af50-240671a6a707&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568423 May 20 21:11:54.648758 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 54640) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:11:54.737171 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba631fe-94ff-4dc1-bf56-1a9488419e81 req-488ff36a-4f3b-44ad-860c-8be863b0c2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:11:54.737449 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-85cbd006-5788-412e-b19e-5a4b4361c162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c3b774f-8fec-40f2-9a75-b2df7d3be9aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1646391523', 'tenant_id': 'd7932b75a33b465998804b193e9be7ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.90'}], 'enable_snat': True}, 'gw_port_id': 'bb70d720-7a00-4a58-a778-9f97cf12cdcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:11:31Z', 'updated_at': '2022-05-20T21:11:36Z', 'revision_number': 4, 'project_id': 'd7932b75a33b465998804b193e9be7ad', 'gw_port': {'id': 'bb70d720-7a00-4a58-a778-9f97cf12cdcb', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:68:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c3b774f-8fec-40f2-9a75-b2df7d3be9aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:11:32Z', 'updated_at': '2022-05-20T21:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_floatingips': [{'id': 'f36e2ff3-d185-4932-bb30-9ad473cb679c', 'tenant_id': 'd7932b75a33b465998804b193e9be7ad', 'floating_ip_address': '172.25.2.179', 'floating_network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'router_id': '9c3b774f-8fec-40f2-9a75-b2df7d3be9aa', 'port_id': 'b31ea496-7094-4d8d-830c-dbb3f26fa01f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3909, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9556433-dbf4-4fac-a6b2-07b438f4b562', 'mac_address': 'fa:16:3e:c4:73:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eecea809-a086-4b88-b700-74e5588f4fef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-20T21:11:53Z', 'updated_at': '2022-05-20T21:11:53Z', 'revision_number': 0, 'project_id': 'd7932b75a33b465998804b193e9be7ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4a45e32-01ce-4837-aa20-621758018593', 'name': '', 'network_id': 'f9556433-dbf4-4fac-a6b2-07b438f4b562', 'tenant_id': 'd7932b75a33b465998804b193e9be7ad', 'mac_address': 'fa:16:3e:b7:2b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c3b774f-8fec-40f2-9a75-b2df7d3be9aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': 'e0936cca-8437-45d3-8640-942d9ea50aa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:11:35Z', 'updated_at': '2022-05-20T21:11:40Z', 'revision_number': 5, 'project_id': 'd7932b75a33b465998804b193e9be7ad', 'subnets': [{'id': 'e0936cca-8437-45d3-8640-942d9ea50aa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:11:54.746069 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-fba631fe-94ff-4dc1-bf56-1a9488419e81 req-488ff36a-4f3b-44ad-860c-8be863b0c2e6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f9556433-dbf4-4fac-a6b2-07b438f4b562 HTTP/1.1" status: 200 len: 896 time: 0.1368484 May 20 21:11:54.752324 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-fe58955c-1daa-44cb-ae10-700e970a58ae tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/floatingips/f36e2ff3-d185-4932-bb30-9ad473cb679c HTTP/1.1" status: 200 len: 992 time: 0.1012702 May 20 21:11:54.764792 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85cbd006-5788-412e-b19e-5a4b4361c162 None None] Checking router: 9c3b774f-8fec-40f2-9a75-b2df7d3be9aa for host: n-d-842733-1 {{(pid=103165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 21:11:54.773414 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85cbd006-5788-412e-b19e-5a4b4361c162 None None] Routers {'9c3b774f-8fec-40f2-9a75-b2df7d3be9aa'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:11:54.774052 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-85cbd006-5788-412e-b19e-5a4b4361c162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:11:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['9c3b774f-8fec-40f2-9a75-b2df7d3be9aa'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:11:54.821746 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:54.831145 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-fba631fe-94ff-4dc1-bf56-1a9488419e81 req-9155f712-abe9-4176-ad07-28c896f45492 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b31ea496-7094-4d8d-830c-dbb3f26fa01f HTTP/1.1" status: 200 len: 1000 time: 0.0861354 May 20 21:11:54.883947 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-85cbd006-5788-412e-b19e-5a4b4361c162 None None] Set router 9c3b774f-8fec-40f2-9a75-b2df7d3be9aa gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:11:54.888695 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba631fe-94ff-4dc1-bf56-1a9488419e81 req-a080796c-8532-4b37-a72e-ca92ffa35a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:11:54.890713 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-fba631fe-94ff-4dc1-bf56-1a9488419e81 req-a080796c-8532-4b37-a72e-ca92ffa35a57 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e0936cca-8437-45d3-8640-942d9ea50aa9 HTTP/1.1" status: 200 len: 834 time: 0.0539634 May 20 21:11:54.951905 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba631fe-94ff-4dc1-bf56-1a9488419e81 req-f607ddc9-5c98-42bc-b43e-57145b4251e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:11:54.954823 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-fba631fe-94ff-4dc1-bf56-1a9488419e81 req-f607ddc9-5c98-42bc-b43e-57145b4251e9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f9556433-dbf4-4fac-a6b2-07b438f4b562&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0578275 May 20 21:11:55.123754 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-85cbd006-5788-412e-b19e-5a4b4361c162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c3b774f-8fec-40f2-9a75-b2df7d3be9aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1646391523', 'tenant_id': 'd7932b75a33b465998804b193e9be7ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.90'}], 'enable_snat': True}, 'gw_port_id': 'bb70d720-7a00-4a58-a778-9f97cf12cdcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:11:31Z', 'updated_at': '2022-05-20T21:11:36Z', 'revision_number': 4, 'project_id': 'd7932b75a33b465998804b193e9be7ad', 'gw_port': {'id': 'bb70d720-7a00-4a58-a778-9f97cf12cdcb', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:68:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c3b774f-8fec-40f2-9a75-b2df7d3be9aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:11:32Z', 'updated_at': '2022-05-20T21:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_floatingips': [{'id': 'f36e2ff3-d185-4932-bb30-9ad473cb679c', 'tenant_id': 'd7932b75a33b465998804b193e9be7ad', 'floating_ip_address': '172.25.2.179', 'floating_network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'router_id': '9c3b774f-8fec-40f2-9a75-b2df7d3be9aa', 'port_id': 'b31ea496-7094-4d8d-830c-dbb3f26fa01f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3909, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9556433-dbf4-4fac-a6b2-07b438f4b562', 'mac_address': 'fa:16:3e:c4:73:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eecea809-a086-4b88-b700-74e5588f4fef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-20T21:11:53Z', 'updated_at': '2022-05-20T21:11:53Z', 'revision_number': 0, 'project_id': 'd7932b75a33b465998804b193e9be7ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4a45e32-01ce-4837-aa20-621758018593', 'name': '', 'network_id': 'f9556433-dbf4-4fac-a6b2-07b438f4b562', 'tenant_id': 'd7932b75a33b465998804b193e9be7ad', 'mac_address': 'fa:16:3e:b7:2b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c3b774f-8fec-40f2-9a75-b2df7d3be9aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': 'e0936cca-8437-45d3-8640-942d9ea50aa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:11:35Z', 'updated_at': '2022-05-20T21:11:40Z', 'revision_number': 5, 'project_id': 'd7932b75a33b465998804b193e9be7ad', 'subnets': [{'id': 'e0936cca-8437-45d3-8640-942d9ea50aa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:11:55.157699 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85cbd006-5788-412e-b19e-5a4b4361c162 None None] The sync data for ids ['9c3b774f-8fec-40f2-9a75-b2df7d3be9aa'] in n-d-842733-1 is: [{'id': '9c3b774f-8fec-40f2-9a75-b2df7d3be9aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1646391523', 'tenant_id': 'd7932b75a33b465998804b193e9be7ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.90'}], 'enable_snat': True}, 'gw_port_id': 'bb70d720-7a00-4a58-a778-9f97cf12cdcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:11:31Z', 'updated_at': '2022-05-20T21:11:36Z', 'revision_number': 4, 'project_id': 'd7932b75a33b465998804b193e9be7ad', 'gw_port': {'id': 'bb70d720-7a00-4a58-a778-9f97cf12cdcb', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:68:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c3b774f-8fec-40f2-9a75-b2df7d3be9aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:11:32Z', 'updated_at': '2022-05-20T21:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_floatingips': [{'id': 'f36e2ff3-d185-4932-bb30-9ad473cb679c', 'tenant_id': 'd7932b75a33b465998804b193e9be7ad', 'floating_ip_address': '172.25.2.179', 'floating_network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'router_id': '9c3b774f-8fec-40f2-9a75-b2df7d3be9aa', 'port_id': 'b31ea496-7094-4d8d-830c-dbb3f26fa01f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3909, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9556433-dbf4-4fac-a6b2-07b438f4b562', 'mac_address': 'fa:16:3e:c4:73:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eecea809-a086-4b88-b700-74e5588f4fef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-20T21:11:53Z', 'updated_at': '2022-05-20T21:11:53Z', 'revision_number': 0, 'project_id': 'd7932b75a33b465998804b193e9be7ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4a45e32-01ce-4837-aa20-621758018593', 'name': '', 'network_id': 'f9556433-dbf4-4fac-a6b2-07b438f4b562', 'tenant_id': 'd7932b75a33b465998804b193e9be7ad', 'mac_address': 'fa:16:3e:b7:2b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c3b774f-8fec-40f2-9a75-b2df7d3be9aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': 'e0936cca-8437-45d3-8640-942d9ea50aa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:11:35Z', 'updated_at': '2022-05-20T21:11:40Z', 'revision_number': 5, 'project_id': 'd7932b75a33b465998804b193e9be7ad', 'subnets': [{'id': 'e0936cca-8437-45d3-8640-942d9ea50aa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 21:11:55.419543 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a515ed8-6a09-4312-a2e6-9372d79799db None None] New status for floating IP f36e2ff3-d185-4932-bb30-9ad473cb679c: ACTIVE {{(pid=103164) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 21:11:55.436996 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-fba631fe-94ff-4dc1-bf56-1a9488419e81 req-94bb8d00-7a4f-40b1-88c0-b40f7201a06f service neutron] 10.222.0.13 "GET /v2.0/networks/f9556433-dbf4-4fac-a6b2-07b438f4b562?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4751847 May 20 21:11:55.564163 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-fba631fe-94ff-4dc1-bf56-1a9488419e81 req-6e0b45d0-4d65-476f-b457-699ac735e4e5 service neutron] 10.222.0.13 "GET /v2.0/networks/f9556433-dbf4-4fac-a6b2-07b438f4b562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201737 May 20 21:11:55.572171 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cc3ec51b-6ec8-438a-8349-5f0bec346d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:55.638690 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:11:55.759309 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 54648) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:11:55.830480 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-1735511d-de4a-4b10-949d-cff939a6d510 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/floatingips/f36e2ff3-d185-4932-bb30-9ad473cb679c HTTP/1.1" status: 200 len: 994 time: 0.0660434 May 20 21:12:02.541981 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:12:11.158556 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.agents_db [None req-5c33ad30-4e00-40fa-b486-8c79c4a6cfc5 None None] Agent healthcheck: found 7 active agents {{(pid=103165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 20 21:12:19.879340 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-fe915e8c-3f90-4943-a1f8-1f5fda7ac8eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:12:21.319557 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 55066) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:12:21.438587 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-cfdaf124-0247-4411-bfb7-3dafabca01c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:12:21.512246 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-cfdaf124-0247-4411-bfb7-3dafabca01c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:12:21.587793 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-cfdaf124-0247-4411-bfb7-3dafabca01c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:12:21.629158 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdaf124-0247-4411-bfb7-3dafabca01c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56f1dfd7-c846-45d5-80e6-e98b34c3014b,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:12:21.633273 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-cfdaf124-0247-4411-bfb7-3dafabca01c6 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=aa8d32b09d0f40919b16ead61bdbcb2b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3126299 May 20 21:12:21.636074 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 55076) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:12:21.641004 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfdaf124-0247-4411-bfb7-3dafabca01c6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:12:21.641376 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfdaf124-0247-4411-bfb7-3dafabca01c6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:12:21.641713 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfdaf124-0247-4411-bfb7-3dafabca01c6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:12:21.642047 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfdaf124-0247-4411-bfb7-3dafabca01c6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:12:21.642375 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfdaf124-0247-4411-bfb7-3dafabca01c6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:12:21.642707 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfdaf124-0247-4411-bfb7-3dafabca01c6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:12:21.643026 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfdaf124-0247-4411-bfb7-3dafabca01c6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:12:21.643968 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfdaf124-0247-4411-bfb7-3dafabca01c6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:12:21.644670 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfdaf124-0247-4411-bfb7-3dafabca01c6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:12:21.644670 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfdaf124-0247-4411-bfb7-3dafabca01c6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:12:21.644915 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfdaf124-0247-4411-bfb7-3dafabca01c6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:12:21.645250 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfdaf124-0247-4411-bfb7-3dafabca01c6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:12:21.692641 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-58c2d467-941b-4237-828a-a573fdfa7e12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:12:21.714383 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-58c2d467-941b-4237-828a-a573fdfa7e12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:12:21.805650 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-58c2d467-941b-4237-828a-a573fdfa7e12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:12:21.808838 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-58c2d467-941b-4237-828a-a573fdfa7e12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:12:21.812989 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-58c2d467-941b-4237-828a-a573fdfa7e12 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/56f1dfd7-c846-45d5-80e6-e98b34c3014b HTTP/1.1" status: 204 len: 168 time: 0.1751075 May 20 21:12:21.822309 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c2d467-941b-4237-828a-a573fdfa7e12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56f1dfd7-c846-45d5-80e6-e98b34c3014b,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:12:22.240229 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-fb85afac-a6e6-44f7-bff0-ff83fac29e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:12:22.381383 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 55096) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:12:22.395685 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-495737ba-9504-43fd-8057-ebb10174b5d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:12:22.470785 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-495737ba-9504-43fd-8057-ebb10174b5d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:12:22.542167 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-495737ba-9504-43fd-8057-ebb10174b5d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:12:22.586666 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-495737ba-9504-43fd-8057-ebb10174b5d9 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c814943e00574b3ea48c178fedf01571&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2013104 May 20 21:12:22.586889 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 55108) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:12:22.593156 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495737ba-9504-43fd-8057-ebb10174b5d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d57a8ec3-623c-471b-8c77-66daba98d118,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:12:22.654342 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-613548e1-7bfd-4fe7-81f4-27316a4309ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:12:22.676415 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-613548e1-7bfd-4fe7-81f4-27316a4309ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:12:22.783842 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-613548e1-7bfd-4fe7-81f4-27316a4309ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:12:22.786826 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-613548e1-7bfd-4fe7-81f4-27316a4309ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:12:22.791374 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-613548e1-7bfd-4fe7-81f4-27316a4309ae admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d57a8ec3-623c-471b-8c77-66daba98d118 HTTP/1.1" status: 204 len: 168 time: 0.2036097 May 20 21:12:22.806631 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613548e1-7bfd-4fe7-81f4-27316a4309ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d57a8ec3-623c-471b-8c77-66daba98d118,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:12:22.827470 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613548e1-7bfd-4fe7-81f4-27316a4309ae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:12:22.828378 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613548e1-7bfd-4fe7-81f4-27316a4309ae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:12:22.829104 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613548e1-7bfd-4fe7-81f4-27316a4309ae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:12:22.829729 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613548e1-7bfd-4fe7-81f4-27316a4309ae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:12:22.830287 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613548e1-7bfd-4fe7-81f4-27316a4309ae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:12:22.830800 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613548e1-7bfd-4fe7-81f4-27316a4309ae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:12:22.831831 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613548e1-7bfd-4fe7-81f4-27316a4309ae admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:12:22.832710 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613548e1-7bfd-4fe7-81f4-27316a4309ae admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:12:22.833289 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613548e1-7bfd-4fe7-81f4-27316a4309ae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:12:22.836316 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613548e1-7bfd-4fe7-81f4-27316a4309ae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:12:22.836316 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613548e1-7bfd-4fe7-81f4-27316a4309ae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:12:22.836316 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613548e1-7bfd-4fe7-81f4-27316a4309ae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:12:22.878430 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf83ea13-92b3-4a3f-a36f-b0b654e185c2 req-06eefaaf-2c3a-41c2-a287-b7978387eee0 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:12:22.885607 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-cf83ea13-92b3-4a3f-a36f-b0b654e185c2 req-06eefaaf-2c3a-41c2-a287-b7978387eee0 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/ports?device_id=eecea809-a086-4b88-b700-74e5588f4fef HTTP/1.1" status: 200 len: 946 time: 0.0610774 May 20 21:12:22.982925 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-cf83ea13-92b3-4a3f-a36f-b0b654e185c2 req-8130e041-041a-44ab-a0cd-4ac3b782adf5 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/security-groups?id=e35b6a66-76e5-4979-af50-240671a6a707&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951991 May 20 21:12:24.027738 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4bb0e131-6525-46ca-a45b-e4ea43a5e69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:12:24.099691 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cbde01-9b61-447c-b98f-e386f9e04470 req-c5a09fb3-1d55-45da-8231-5a1ee18912e2 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:12:24.101683 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-54cbde01-9b61-447c-b98f-e386f9e04470 req-c5a09fb3-1d55-45da-8231-5a1ee18912e2 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/ports?device_id=eecea809-a086-4b88-b700-74e5588f4fef HTTP/1.1" status: 200 len: 946 time: 0.0517612 May 20 21:12:24.140688 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-54cbde01-9b61-447c-b98f-e386f9e04470 req-525253c9-bdc7-4a9b-9d87-bfd7cd6ecab0 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/security-groups?id=e35b6a66-76e5-4979-af50-240671a6a707&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328422 May 20 21:12:24.811322 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:12:25.270471 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0671fe0-e230-4035-b5cb-927c2d3e17aa req-db40d672-e4be-400b-aa73-1c6fbdddd5ab tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:12:25.272095 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a0671fe0-e230-4035-b5cb-927c2d3e17aa req-db40d672-e4be-400b-aa73-1c6fbdddd5ab tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/ports?device_id=eecea809-a086-4b88-b700-74e5588f4fef HTTP/1.1" status: 200 len: 946 time: 0.0538561 May 20 21:12:25.311290 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a0671fe0-e230-4035-b5cb-927c2d3e17aa req-d998e039-3414-4e56-8917-fe5e448cd624 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/security-groups?id=e35b6a66-76e5-4979-af50-240671a6a707&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325053 May 20 21:12:25.576642 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cc3ec51b-6ec8-438a-8349-5f0bec346d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:12:25.605191 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:12:26.446718 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31256e66-107f-4cea-9595-8fefe7d5d259 req-93a481a2-6b14-4ffc-bb00-1fcbe2f103d4 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:12:26.448299 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-31256e66-107f-4cea-9595-8fefe7d5d259 req-93a481a2-6b14-4ffc-bb00-1fcbe2f103d4 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/ports?device_id=eecea809-a086-4b88-b700-74e5588f4fef HTTP/1.1" status: 200 len: 946 time: 0.0618470 May 20 21:12:26.489126 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-31256e66-107f-4cea-9595-8fefe7d5d259 req-5721ba0f-dd5f-4f89-9bd0-7aa61abaf939 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/security-groups?id=e35b6a66-76e5-4979-af50-240671a6a707&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344219 May 20 21:12:27.611025 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c23205-32b4-4b2a-8023-642234d86e6a req-0c6ac7ac-ded6-4156-9f74-2bf2ec0b8d95 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:12:27.612602 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-60c23205-32b4-4b2a-8023-642234d86e6a req-0c6ac7ac-ded6-4156-9f74-2bf2ec0b8d95 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/ports?device_id=eecea809-a086-4b88-b700-74e5588f4fef HTTP/1.1" status: 200 len: 946 time: 0.0507162 May 20 21:12:27.660148 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-60c23205-32b4-4b2a-8023-642234d86e6a req-ad942c7f-46c2-4822-addd-1ef0269ac6d5 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/security-groups?id=e35b6a66-76e5-4979-af50-240671a6a707&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371456 May 20 21:12:28.777729 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e031e5-9733-4ab8-a88c-1f78b3f75546 req-cc7ced07-11f4-475e-999b-caec5d89b0cc tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:12:28.779181 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-57e031e5-9733-4ab8-a88c-1f78b3f75546 req-cc7ced07-11f4-475e-999b-caec5d89b0cc tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/ports?device_id=eecea809-a086-4b88-b700-74e5588f4fef HTTP/1.1" status: 200 len: 946 time: 0.0526681 May 20 21:12:28.817616 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-57e031e5-9733-4ab8-a88c-1f78b3f75546 req-522c81ed-59db-4765-9844-1c4554c7549b tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/security-groups?id=e35b6a66-76e5-4979-af50-240671a6a707&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322452 May 20 21:12:29.937999 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e326f8-0a12-4daf-8a74-44f72e9d891f req-b813050a-fb08-472b-98c0-d0bd143ab047 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:12:29.939379 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-32e326f8-0a12-4daf-8a74-44f72e9d891f req-b813050a-fb08-472b-98c0-d0bd143ab047 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/ports?device_id=eecea809-a086-4b88-b700-74e5588f4fef HTTP/1.1" status: 200 len: 946 time: 0.0495310 May 20 21:12:29.978721 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-32e326f8-0a12-4daf-8a74-44f72e9d891f req-23040c3a-7e7e-49aa-a6ca-af300a5ccf09 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/security-groups?id=e35b6a66-76e5-4979-af50-240671a6a707&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330982 May 20 21:12:31.103599 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81260b5-7df9-4c75-a53c-966f540a868e req-c943638c-8ed7-4f10-8084-0647bcfef2c2 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:12:31.105568 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c81260b5-7df9-4c75-a53c-966f540a868e req-c943638c-8ed7-4f10-8084-0647bcfef2c2 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/ports?device_id=eecea809-a086-4b88-b700-74e5588f4fef HTTP/1.1" status: 200 len: 946 time: 0.0552914 May 20 21:12:31.156032 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-b428f12b-1190-4b8e-a31f-1eca21cccc0b req-70134127-3be5-4c5f-9a27-d88abecbd2cd service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=49400ff3-e1c3-4858-9fde-eeb548e645f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0588346 May 20 21:12:31.159671 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c81260b5-7df9-4c75-a53c-966f540a868e req-0d90c515-1e0e-4a70-8bc3-203c09672c0c tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/security-groups?id=e35b6a66-76e5-4979-af50-240671a6a707&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391436 May 20 21:12:31.246400 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b428f12b-1190-4b8e-a31f-1eca21cccc0b req-45a028b8-3227-4445-b5c9-008fa6331e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:12:31.247871 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-b428f12b-1190-4b8e-a31f-1eca21cccc0b req-45a028b8-3227-4445-b5c9-008fa6331e91 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7fdecc405989411c84ab3315b9aeaeca&device_id=49400ff3-e1c3-4858-9fde-eeb548e645f7 HTTP/1.1" status: 200 len: 1097 time: 0.0414357 May 20 21:12:31.357046 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b428f12b-1190-4b8e-a31f-1eca21cccc0b req-6b3511b4-7c01-4026-99e4-3d9dfb77dc56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:12:31.358550 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-b428f12b-1190-4b8e-a31f-1eca21cccc0b req-6b3511b4-7c01-4026-99e4-3d9dfb77dc56 service neutron] 10.222.0.24 "GET /v2.0/networks?id=68a7d121-da9c-4961-a87a-776dc042edbe HTTP/1.1" status: 200 len: 910 time: 0.0921595 May 20 21:12:31.430310 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-b428f12b-1190-4b8e-a31f-1eca21cccc0b req-4390ba36-dc45-4dbd-89f9-9409715168ca service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d8b5fd65-35dd-4800-99cf-bf15f996ae59 HTTP/1.1" status: 200 len: 1001 time: 0.0656033 May 20 21:12:31.484787 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b428f12b-1190-4b8e-a31f-1eca21cccc0b req-9a941360-29f1-4109-a2e3-bfca26e10ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:12:31.486645 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-b428f12b-1190-4b8e-a31f-1eca21cccc0b req-9a941360-29f1-4109-a2e3-bfca26e10ed0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=eb9df1f9-5c90-4a5f-b716-5ed54cdea1e6 HTTP/1.1" status: 200 len: 848 time: 0.0500400 May 20 21:12:31.534244 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b428f12b-1190-4b8e-a31f-1eca21cccc0b req-b1bad516-37df-484d-9f0c-c074fb7cc204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:12:31.535646 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-b428f12b-1190-4b8e-a31f-1eca21cccc0b req-b1bad516-37df-484d-9f0c-c074fb7cc204 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=68a7d121-da9c-4961-a87a-776dc042edbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425653 May 20 21:12:31.633151 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-b428f12b-1190-4b8e-a31f-1eca21cccc0b req-9ea7e4b5-140b-4803-ae32-39dbc4553c42 service neutron] 10.222.0.24 "GET /v2.0/networks/68a7d121-da9c-4961-a87a-776dc042edbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906844 May 20 21:12:31.731330 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-b428f12b-1190-4b8e-a31f-1eca21cccc0b req-2ce538e6-ac64-490b-b461-6146a45fa7c1 service neutron] 10.222.0.24 "GET /v2.0/networks/68a7d121-da9c-4961-a87a-776dc042edbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921478 May 20 21:12:32.292435 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddabe01-06d0-4a61-b7b8-4b7c528acd8f req-7e0ed133-528c-4fbb-aee4-18d8586f2942 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:12:32.293978 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5ddabe01-06d0-4a61-b7b8-4b7c528acd8f req-7e0ed133-528c-4fbb-aee4-18d8586f2942 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/ports?device_id=eecea809-a086-4b88-b700-74e5588f4fef HTTP/1.1" status: 200 len: 946 time: 0.0532997 May 20 21:12:32.334800 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5ddabe01-06d0-4a61-b7b8-4b7c528acd8f req-3ec3471f-b2d4-4afe-a9ed-30b945442c78 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/security-groups?id=e35b6a66-76e5-4979-af50-240671a6a707&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325029 May 20 21:12:32.576442 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:12:33.463471 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3238fe4-ca5b-4159-ba52-a3794859160a req-abdbdf94-a77b-449e-b467-5e3d6d6de3ab tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:12:33.465670 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f3238fe4-ca5b-4159-ba52-a3794859160a req-abdbdf94-a77b-449e-b467-5e3d6d6de3ab tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/ports?device_id=eecea809-a086-4b88-b700-74e5588f4fef HTTP/1.1" status: 200 len: 946 time: 0.0544786 May 20 21:12:33.505030 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f3238fe4-ca5b-4159-ba52-a3794859160a req-91d47e10-718b-49a3-b35a-abf190f912b8 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/security-groups?id=e35b6a66-76e5-4979-af50-240671a6a707&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336809 May 20 21:12:34.626441 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee263aa-4ff4-42bb-ae8b-d72ff9fff3fe req-5464de28-00b7-42f2-bb9f-66933452cd21 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:12:34.627937 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5ee263aa-4ff4-42bb-ae8b-d72ff9fff3fe req-5464de28-00b7-42f2-bb9f-66933452cd21 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/ports?device_id=eecea809-a086-4b88-b700-74e5588f4fef HTTP/1.1" status: 200 len: 946 time: 0.0503395 May 20 21:12:34.668508 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5ee263aa-4ff4-42bb-ae8b-d72ff9fff3fe req-cb0a5297-f08f-4146-b6ad-7a4bf479776b tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/security-groups?id=e35b6a66-76e5-4979-af50-240671a6a707&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328712 May 20 21:12:34.810707 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff18e9c-bb0c-420d-8a95-2dcfe981e709 req-686240a6-f1d1-4a58-9bc2-441a684b8bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:12:34.812188 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-8ff18e9c-bb0c-420d-8a95-2dcfe981e709 req-686240a6-f1d1-4a58-9bc2-441a684b8bca service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d7932b75a33b465998804b193e9be7ad&device_id=eecea809-a086-4b88-b700-74e5588f4fef HTTP/1.1" status: 200 len: 1097 time: 0.0423391 May 20 21:12:34.926376 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff18e9c-bb0c-420d-8a95-2dcfe981e709 req-a2643b6f-50a8-4f8f-b75d-c42c927e0bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:12:34.927890 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-8ff18e9c-bb0c-420d-8a95-2dcfe981e709 req-a2643b6f-50a8-4f8f-b75d-c42c927e0bcc service neutron] 10.222.0.13 "GET /v2.0/networks?id=f9556433-dbf4-4fac-a6b2-07b438f4b562 HTTP/1.1" status: 200 len: 896 time: 0.0959058 May 20 21:12:35.000362 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-8ff18e9c-bb0c-420d-8a95-2dcfe981e709 req-238db3b2-fe33-43ed-b2b5-66c6370d0bc4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b31ea496-7094-4d8d-830c-dbb3f26fa01f HTTP/1.1" status: 200 len: 1002 time: 0.0603023 May 20 21:12:35.195651 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff18e9c-bb0c-420d-8a95-2dcfe981e709 req-a63c63d0-b2d6-4f54-9bc2-d8a14150f773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:12:35.197111 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-8ff18e9c-bb0c-420d-8a95-2dcfe981e709 req-a63c63d0-b2d6-4f54-9bc2-d8a14150f773 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e0936cca-8437-45d3-8640-942d9ea50aa9 HTTP/1.1" status: 200 len: 834 time: 0.0461435 May 20 21:12:35.253188 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff18e9c-bb0c-420d-8a95-2dcfe981e709 req-4318cf07-5ef9-4a03-8327-7e8b4f30981e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:12:35.254571 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-8ff18e9c-bb0c-420d-8a95-2dcfe981e709 req-4318cf07-5ef9-4a03-8327-7e8b4f30981e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f9556433-dbf4-4fac-a6b2-07b438f4b562&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0455694 May 20 21:12:35.356051 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-8ff18e9c-bb0c-420d-8a95-2dcfe981e709 req-7c08539f-76c6-40bb-96a2-146de20643b6 service neutron] 10.222.0.13 "GET /v2.0/networks/f9556433-dbf4-4fac-a6b2-07b438f4b562?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892839 May 20 21:12:35.465560 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-8ff18e9c-bb0c-420d-8a95-2dcfe981e709 req-5b5e39b9-1e4e-4ed5-bb89-f8cf281ae1de service neutron] 10.222.0.13 "GET /v2.0/networks/f9556433-dbf4-4fac-a6b2-07b438f4b562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024499 May 20 21:12:35.802255 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd734067-dfa9-41a0-8bfb-9b36023132f1 req-277f73a4-b0a7-47b0-86d6-94a07ebd83e7 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:12:35.804280 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-bd734067-dfa9-41a0-8bfb-9b36023132f1 req-277f73a4-b0a7-47b0-86d6-94a07ebd83e7 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/ports?device_id=eecea809-a086-4b88-b700-74e5588f4fef HTTP/1.1" status: 200 len: 946 time: 0.0604529 May 20 21:12:35.845750 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-bd734067-dfa9-41a0-8bfb-9b36023132f1 req-aeea1af3-69b5-43e7-bb83-950d15c42409 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/security-groups?id=e35b6a66-76e5-4979-af50-240671a6a707&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344925 May 20 21:12:36.239477 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b713817-e03d-42a6-95f8-bdabdd74ba7f req-b7292df0-bd63-49b0-8ff5-2fc98ca2dcbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:12:36.241914 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-3b713817-e03d-42a6-95f8-bdabdd74ba7f req-b7292df0-bd63-49b0-8ff5-2fc98ca2dcbe service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=eecea809-a086-4b88-b700-74e5588f4fef HTTP/1.1" status: 200 len: 1097 time: 0.0423644 May 20 21:12:36.277393 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-3b713817-e03d-42a6-95f8-bdabdd74ba7f req-ced36d63-2768-4609-a780-be772f002f6b service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=e35b6a66-76e5-4979-af50-240671a6a707&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0289078 May 20 21:12:36.972619 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bebd069-de27-499d-a067-e3e8f6680d49 req-8e6a992f-e4b5-4d0a-ab97-06086f80d32e tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:12:36.974840 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4bebd069-de27-499d-a067-e3e8f6680d49 req-8e6a992f-e4b5-4d0a-ab97-06086f80d32e tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/ports?device_id=eecea809-a086-4b88-b700-74e5588f4fef HTTP/1.1" status: 200 len: 946 time: 0.0543468 May 20 21:12:37.018931 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4bebd069-de27-499d-a067-e3e8f6680d49 req-86d9700a-fa2e-4473-9b1c-feb0f1afc86a tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/security-groups?id=e35b6a66-76e5-4979-af50-240671a6a707&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371833 May 20 21:12:37.894182 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device b31ea496-7094-4d8d-830c-dbb3f26fa01f details requested by agent hyperv_n-h2-842733-1 with host n-h2-842733-1 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 21:12:37.900395 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device b31ea496-7094-4d8d-830c-dbb3f26fa01f no longer exists at agent hyperv_n-h2-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 21:12:38.075786 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 55712) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:12:38.089169 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port b31ea496-7094-4d8d-830c-dbb3f26fa01f, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=b31ea496-7094-4d8d-830c-dbb3f26fa01f,segment=NetworkSegment(d54ee4a3-2bf2-420b-b1f5-dead33483fd3),segment_id=d54ee4a3-2bf2-420b-b1f5-dead33483fd3)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:12:38.102643 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Returning: {'device': 'b31ea496-7094-4d8d-830c-dbb3f26fa01f', 'network_id': 'f9556433-dbf4-4fac-a6b2-07b438f4b562', 'port_id': 'b31ea496-7094-4d8d-830c-dbb3f26fa01f', 'mac_address': 'fa:16:3e:c4:73:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0936cca-8437-45d3-8640-942d9ea50aa9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 20 21:12:38.142281 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port b31ea496-7094-4d8d-830c-dbb3f26fa01f is: ACTIVE; New status is: DOWN {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:12:38.142664 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:12:38.157540 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14be29dd-147d-458c-9df0-dc6a918f3dba req-723a57f1-1eb8-4a0b-927c-567f7e36abd9 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:12:38.164688 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-14be29dd-147d-458c-9df0-dc6a918f3dba req-723a57f1-1eb8-4a0b-927c-567f7e36abd9 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/ports?device_id=eecea809-a086-4b88-b700-74e5588f4fef HTTP/1.1" status: 200 len: 946 time: 0.0644293 May 20 21:12:38.172811 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port b31ea496-7094-4d8d-830c-dbb3f26fa01f is: ACTIVE; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:12:38.175287 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:12:38.179741 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eecea809-a086-4b88-b700-74e5588f4fef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b31ea496-7094-4d8d-830c-dbb3f26fa01f'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 21:12:38.182027 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8485417003ce7c0410b00f5cdc2f391e21107b70bb68e2773712534a96e108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a852717b-3d4c-486e-aeb5-adee73e7a110" -d '{"events": [{"server_uuid": "eecea809-a086-4b88-b700-74e5588f4fef", "name": "network-vif-unplugged", "status": "completed", "tag": "b31ea496-7094-4d8d-830c-dbb3f26fa01f"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 21:12:38.202024 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port b31ea496-7094-4d8d-830c-dbb3f26fa01f, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=b31ea496-7094-4d8d-830c-dbb3f26fa01f,segment=NetworkSegment(d54ee4a3-2bf2-420b-b1f5-dead33483fd3),segment_id=d54ee4a3-2bf2-420b-b1f5-dead33483fd3)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:12:38.204077 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-14be29dd-147d-458c-9df0-dc6a918f3dba req-5ea54dd7-1d90-4df4-8822-883edb8e5989 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/security-groups?id=e35b6a66-76e5-4979-af50-240671a6a707&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371280 May 20 21:12:38.204228 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b31ea496-7094-4d8d-830c-dbb3f26fa01f {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 21:12:38.229804 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 55718) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:12:38.249366 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 May 2022 21:12:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9f1a9f5-206d-46be-ad3f-0316a2dce8ac x-openstack-request-id: req-c9f1a9f5-206d-46be-ad3f-0316a2dce8ac {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 21:12:38.249660 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eecea809-a086-4b88-b700-74e5588f4fef", "name": "network-vif-unplugged", "status": "completed", "tag": "b31ea496-7094-4d8d-830c-dbb3f26fa01f", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 21:12:38.249916 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c9f1a9f5-206d-46be-ad3f-0316a2dce8ac {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 21:12:38.250330 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9f1a9f5-206d-46be-ad3f-0316a2dce8ac'] response: {'server_uuid': 'eecea809-a086-4b88-b700-74e5588f4fef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b31ea496-7094-4d8d-830c-dbb3f26fa01f', 'code': 200} May 20 21:12:38.277510 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:12:38.295577 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-fd92477f-a6f3-4c67-8341-22d301769d11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:12:38.341705 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-445a934a-8222-4fa5-bbd7-77ee5da8e02a tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/floatingips/f36e2ff3-d185-4932-bb30-9ad473cb679c HTTP/1.1" status: 200 len: 994 time: 0.1093755 May 20 21:12:38.361909 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.db.api [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103164) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 20 21:12:38.362571 n-d-842733-1 neutron-server[103164]: DEBUG oslo_db.api [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 20 21:12:38.369984 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=b31ea496-7094-4d8d-830c-dbb3f26fa01f,revision_number=6']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:12:38.377942 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:12:38.378220 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:12:38.378744 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:12:38.379081 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:12:38.379411 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:12:38.379738 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:12:38.380144 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:12:38.380580 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:12:38.380904 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:12:38.381245 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:12:38.382216 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:12:38.383135 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:12:38.411538 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-fd92477f-a6f3-4c67-8341-22d301769d11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:12:38.463126 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-fd92477f-a6f3-4c67-8341-22d301769d11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:12:38.506546 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-fd92477f-a6f3-4c67-8341-22d301769d11 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=02dbcd0c266749dcb615b71c5d418559&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4273593 May 20 21:12:38.506546 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd92477f-a6f3-4c67-8341-22d301769d11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f7bd570-3c1c-42b3-b408-501966e5ab17,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:12:38.507200 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 55722) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:12:38.557024 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-dea754f7-619a-46b9-a8db-fe7729fe00c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:12:38.578007 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-dea754f7-619a-46b9-a8db-fe7729fe00c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:12:38.719499 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-dea754f7-619a-46b9-a8db-fe7729fe00c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:12:38.722101 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-dea754f7-619a-46b9-a8db-fe7729fe00c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:12:38.723287 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-dea754f7-619a-46b9-a8db-fe7729fe00c6 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7f7bd570-3c1c-42b3-b408-501966e5ab17 HTTP/1.1" status: 204 len: 168 time: 0.2150013 May 20 21:12:38.732014 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea754f7-619a-46b9-a8db-fe7729fe00c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f7bd570-3c1c-42b3-b408-501966e5ab17,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:12:38.902172 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port b31ea496-7094-4d8d-830c-dbb3f26fa01f is: DOWN; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:12:38.902172 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:12:38.916312 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b31ea496-7094-4d8d-830c-dbb3f26fa01f {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 21:12:38.935927 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port b31ea496-7094-4d8d-830c-dbb3f26fa01f, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=b31ea496-7094-4d8d-830c-dbb3f26fa01f,segment=NetworkSegment(d54ee4a3-2bf2-420b-b1f5-dead33483fd3),segment_id=d54ee4a3-2bf2-420b-b1f5-dead33483fd3)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:12:39.051187 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:12:39.102710 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=b31ea496-7094-4d8d-830c-dbb3f26fa01f,revision_number=7']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:12:39.319026 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] get_ports_and_sgs() called for port_ids ['b31ea496-7094-4d8d-830c-dbb3f26fa01f'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 21:12:39.341636 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 55728) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:12:39.356619 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a206f21c-ee42-49fd-889d-220e3962a24e admin admin] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:12:39.444576 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a206f21c-ee42-49fd-889d-220e3962a24e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:12:39.531525 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a206f21c-ee42-49fd-889d-220e3962a24e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:12:39.574347 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-a206f21c-ee42-49fd-889d-220e3962a24e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=41cc89445aaa449aaa69bb83a3caf271&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2316015 May 20 21:12:39.575301 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a206f21c-ee42-49fd-889d-220e3962a24e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8eacbcba-78b6-4a2f-bf93-90727fbe5386,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:12:39.577029 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 55732) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:12:39.628341 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-485091db-cc19-47bd-81e5-c1ae1fe5cc92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:12:39.654961 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-485091db-cc19-47bd-81e5-c1ae1fe5cc92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:12:39.791243 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-485091db-cc19-47bd-81e5-c1ae1fe5cc92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:12:39.797868 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-485091db-cc19-47bd-81e5-c1ae1fe5cc92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:12:39.799255 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-485091db-cc19-47bd-81e5-c1ae1fe5cc92 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8eacbcba-78b6-4a2f-bf93-90727fbe5386 HTTP/1.1" status: 204 len: 168 time: 0.2211523 May 20 21:12:39.807589 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485091db-cc19-47bd-81e5-c1ae1fe5cc92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eacbcba-78b6-4a2f-bf93-90727fbe5386,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:12:41.909832 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device b31ea496-7094-4d8d-830c-dbb3f26fa01f up at agent hyperv_n-h2-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:12:41.961396 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Provisioning complete for port b31ea496-7094-4d8d-830c-dbb3f26fa01f triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:12:41.961681 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:12:42.049474 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port b31ea496-7094-4d8d-830c-dbb3f26fa01f is: BUILD; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:12:42.050018 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:12:42.078995 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eecea809-a086-4b88-b700-74e5588f4fef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b31ea496-7094-4d8d-830c-dbb3f26fa01f'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 21:12:42.081327 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8485417003ce7c0410b00f5cdc2f391e21107b70bb68e2773712534a96e108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20499ed7-6e5d-4ca0-ab78-51655f45843e" -d '{"events": [{"server_uuid": "eecea809-a086-4b88-b700-74e5588f4fef", "name": "network-vif-plugged", "status": "completed", "tag": "b31ea496-7094-4d8d-830c-dbb3f26fa01f"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 21:12:42.095731 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port b31ea496-7094-4d8d-830c-dbb3f26fa01f, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=b31ea496-7094-4d8d-830c-dbb3f26fa01f,segment=NetworkSegment(d54ee4a3-2bf2-420b-b1f5-dead33483fd3),segment_id=d54ee4a3-2bf2-420b-b1f5-dead33483fd3)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:12:42.125257 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 21:12:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b0a680c-3bd8-4cd5-9ce2-4923b2d80cc7 x-openstack-request-id: req-5b0a680c-3bd8-4cd5-9ce2-4923b2d80cc7 {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 21:12:42.125552 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eecea809-a086-4b88-b700-74e5588f4fef", "name": "network-vif-plugged", "status": "completed", "tag": "b31ea496-7094-4d8d-830c-dbb3f26fa01f", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 21:12:42.125802 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5b0a680c-3bd8-4cd5-9ce2-4923b2d80cc7 {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 21:12:42.126207 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b0a680c-3bd8-4cd5-9ce2-4923b2d80cc7'] response: {'server_uuid': 'eecea809-a086-4b88-b700-74e5588f4fef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b31ea496-7094-4d8d-830c-dbb3f26fa01f', 'code': 200} May 20 21:12:42.185048 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:12:42.237343 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=b31ea496-7094-4d8d-830c-dbb3f26fa01f,revision_number=8']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:12:48.158709 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.agents_db [None req-5c33ad30-4e00-40fa-b486-8c79c4a6cfc5 None None] Agent healthcheck: found 7 active agents {{(pid=103165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 20 21:12:49.920237 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d3e9a418-6162-4882-b0b2-5ad353c88dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:12:50.208390 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 55976) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:12:50.324258 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-872ba5d8-1f02-44e0-b4e0-bd6ebdbbe429 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:12:50.399567 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-872ba5d8-1f02-44e0-b4e0-bd6ebdbbe429 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:12:50.463188 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-872ba5d8-1f02-44e0-b4e0-bd6ebdbbe429 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:12:50.501571 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-872ba5d8-1f02-44e0-b4e0-bd6ebdbbe429 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=86366c47319d4fbda849ac1cf7ea354a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2920718 May 20 21:12:50.502424 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872ba5d8-1f02-44e0-b4e0-bd6ebdbbe429 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f75baf1-e6ec-4c0a-8d4d-8cba4ddfce8a,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:12:50.504280 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 55982) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:12:50.553453 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-dd8ae1f1-ed4e-46b1-ab73-3c45c438a32d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:12:50.574816 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-dd8ae1f1-ed4e-46b1-ab73-3c45c438a32d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:12:50.697218 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-dd8ae1f1-ed4e-46b1-ab73-3c45c438a32d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:12:50.699779 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-dd8ae1f1-ed4e-46b1-ab73-3c45c438a32d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:12:50.700963 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-dd8ae1f1-ed4e-46b1-ab73-3c45c438a32d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9f75baf1-e6ec-4c0a-8d4d-8cba4ddfce8a HTTP/1.1" status: 204 len: 168 time: 0.1956735 May 20 21:12:50.711762 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8ae1f1-ed4e-46b1-ab73-3c45c438a32d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f75baf1-e6ec-4c0a-8d4d-8cba4ddfce8a,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:12:51.341889 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 56000) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:12:51.355572 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b023556d-3806-4e6f-bd36-d462514b680f admin admin] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:12:51.435027 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b023556d-3806-4e6f-bd36-d462514b680f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:12:51.497014 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b023556d-3806-4e6f-bd36-d462514b680f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:12:51.538872 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-b023556d-3806-4e6f-bd36-d462514b680f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=218ae3a09d7a48c988e4beffb68884c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1960912 May 20 21:12:51.539833 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b023556d-3806-4e6f-bd36-d462514b680f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5fa8c6b-5d7d-4437-8f52-0cbc9bd09156,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:12:51.541631 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 56002) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:12:51.595641 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-dde78219-4855-4317-b7c1-943a4c63b0a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:12:51.617880 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-dde78219-4855-4317-b7c1-943a4c63b0a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:12:51.760576 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-dde78219-4855-4317-b7c1-943a4c63b0a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:12:51.763225 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-dde78219-4855-4317-b7c1-943a4c63b0a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:12:51.764966 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-dde78219-4855-4317-b7c1-943a4c63b0a6 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a5fa8c6b-5d7d-4437-8f52-0cbc9bd09156 HTTP/1.1" status: 204 len: 168 time: 0.2217410 May 20 21:12:51.774428 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde78219-4855-4317-b7c1-943a4c63b0a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5fa8c6b-5d7d-4437-8f52-0cbc9bd09156,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:12:52.268821 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c55d58e3-a61e-47cf-8253-38a57426d45a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:12:53.587590 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 56064) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:12:53.744550 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-cad31dca-edab-46ff-b050-9016008007f4 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Request body: {'network': {'name': 'tempest-network-smoke--1111614012', 'project_id': 'cdc84cdf879947589b97668d7e3906ce', 'port_security_enabled': True}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:12:53.828747 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cad31dca-edab-46ff-b050-9016008007f4 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Made reservation on behalf of cdc84cdf879947589b97668d7e3906ce for: {'network': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:12:53.832760 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-cad31dca-edab-46ff-b050-9016008007f4 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for network, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:12:53.842740 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-cad31dca-edab-46ff-b050-9016008007f4 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:12:53.920269 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-cad31dca-edab-46ff-b050-9016008007f4 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:12:53.988691 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4bb0e131-6525-46ca-a45b-e4ea43a5e69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:12:54.046047 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-cad31dca-edab-46ff-b050-9016008007f4 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:12:54.073583 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cad31dca-edab-46ff-b050-9016008007f4 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 200} {{(pid=103163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 21:12:54.082317 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad31dca-edab-46ff-b050-9016008007f4 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Pushing event updated for resources: {'SecurityGroup': ['ID=666b6c0d-764e-4cc3-8ba0-08ffdb326a58,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:12:54.089959 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-cad31dca-edab-46ff-b050-9016008007f4 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:12:54.090416 n-d-842733-1 neutron-server[103163]: INFO neutron.db.segments_db [None req-cad31dca-edab-46ff-b050-9016008007f4 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Added segment 8f0772ba-85e0-49fc-91fa-4c8053462640 of type vlan for network 1d5d6c62-f1ca-4af0-a7ff-5481d50192ae May 20 21:12:54.131456 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-cad31dca-edab-46ff-b050-9016008007f4 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418993264'] for network, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:12:54.206069 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-cad31dca-edab-46ff-b050-9016008007f4 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524'] for network, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:12:54.212293 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cad31dca-edab-46ff-b050-9016008007f4 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:12:54.212901 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-cad31dca-edab-46ff-b050-9016008007f4 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:12:54.279745 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad31dca-edab-46ff-b050-9016008007f4 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Pushing event updated for resources: {'Network': ['ID=1d5d6c62-f1ca-4af0-a7ff-5481d50192ae,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:12:54.289891 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Network 1d5d6c62-f1ca-4af0-a7ff-5481d50192ae details requested by agent ovs-agent-n-d-842733-1 with host n-d-842733-1 {{(pid=103164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 20 21:12:54.341910 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-cad31dca-edab-46ff-b050-9016008007f4 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7530510 May 20 21:12:54.344494 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 56080) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:12:54.349411 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-81e9afcd-4d01-4e73-a269-82e4259cb4bc tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1378135259', 'admin_state_up': True, 'project_id': 'cdc84cdf879947589b97668d7e3906ce', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'}}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:12:54.446476 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-81e9afcd-4d01-4e73-a269-82e4259cb4bc tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-694221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26155'] for router, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:12:54.447549 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-81e9afcd-4d01-4e73-a269-82e4259cb4bc tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-693085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748153', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-718080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26162'] for router, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:12:54.535031 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-81e9afcd-4d01-4e73-a269-82e4259cb4bc tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:12:54.817613 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:12:54.973596 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-81e9afcd-4d01-4e73-a269-82e4259cb4bc tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:12:55.228416 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-81e9afcd-4d01-4e73-a269-82e4259cb4bc tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks [] for router_gateway, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:12:55.253228 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-81e9afcd-4d01-4e73-a269-82e4259cb4bc tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:12:55.363759 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-81e9afcd-4d01-4e73-a269-82e4259cb4bc tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Allocated IP 172.25.2.79 (e3a93b5c-91e2-4064-9c2c-1afc261bfe15/86fee0c1-6e34-488b-9216-b2b8e7ef585a/03d25cac-e270-4a0e-ac08-182898f745cf) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:12:55.463950 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-81e9afcd-4d01-4e73-a269-82e4259cb4bc tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:12:55.560458 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cc3ec51b-6ec8-438a-8349-5f0bec346d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:12:55.588692 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-81e9afcd-4d01-4e73-a269-82e4259cb4bc tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:12:55.628135 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81e9afcd-4d01-4e73-a269-82e4259cb4bc tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Network e3a93b5c-91e2-4064-9c2c-1afc261bfe15 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:12:55.630932 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-81e9afcd-4d01-4e73-a269-82e4259cb4bc tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:12:55.633804 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e9afcd-4d01-4e73-a269-82e4259cb4bc tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:12:55.642228 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e9afcd-4d01-4e73-a269-82e4259cb4bc tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Pushing event updated for resources: {'Port': ['ID=03d25cac-e270-4a0e-ac08-182898f745cf,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:12:55.652127 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:12:55.960370 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-81e9afcd-4d01-4e73-a269-82e4259cb4bc tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks [] for router_gateway, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:12:56.157820 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-81e9afcd-4d01-4e73-a269-82e4259cb4bc tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748106'] for router, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:12:56.371389 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81e9afcd-4d01-4e73-a269-82e4259cb4bc tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Router 2a8bc240-9023-4971-8374-caf70003a19f is scheduled to L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e with binding_index 1 {{(pid=103163) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 20 21:12:56.480636 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81e9afcd-4d01-4e73-a269-82e4259cb4bc tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 21:12:56.490403 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf3587fb-aa57-4aa0-a55a-4e15a9f85add None None] Sync routers for ids ['2a8bc240-9023-4971-8374-caf70003a19f'] in n-d-842733-1 {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 21:12:56.499856 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf3587fb-aa57-4aa0-a55a-4e15a9f85add None None] Routers {'2a8bc240-9023-4971-8374-caf70003a19f'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:12:56.500470 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-cf3587fb-aa57-4aa0-a55a-4e15a9f85add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:12:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['2a8bc240-9023-4971-8374-caf70003a19f'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:12:56.562469 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-81e9afcd-4d01-4e73-a269-82e4259cb4bc tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks [] for router, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:12:56.566683 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-81e9afcd-4d01-4e73-a269-82e4259cb4bc tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.2182121 May 20 21:12:56.569389 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 56112) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:12:56.675811 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-f4b74299-8acb-4a8a-ad41-67f3b0ea7c32 tempest-TestNetworkBasicOps-212282956 tempest-TestNetworkBasicOps-212282956-project-admin] 10.222.0.35 "GET /v2.0/subnets?project_id=cdc84cdf879947589b97668d7e3906ce&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1017802 May 20 21:12:56.676061 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 56116) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:12:56.708993 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-cf3587fb-aa57-4aa0-a55a-4e15a9f85add None None] Set router 2a8bc240-9023-4971-8374-caf70003a19f gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:12:56.761993 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69759e57-c5c0-4959-b86e-f19cfdb1bbbe tempest-TestNetworkBasicOps-212282956 tempest-TestNetworkBasicOps-212282956-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:12:56.763493 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-69759e57-c5c0-4959-b86e-f19cfdb1bbbe tempest-TestNetworkBasicOps-212282956 tempest-TestNetworkBasicOps-212282956-project-admin] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0864685 May 20 21:12:56.766251 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 56120) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:12:56.794476 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-dd1a1be0-9c77-4330-a373-9dc0dca52b5a tempest-TestNetworkBasicOps-212282956 tempest-TestNetworkBasicOps-212282956-project-admin] 10.222.0.35 "GET /v2.0/subnets?network_id=e3a93b5c-91e2-4064-9c2c-1afc261bfe15&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0271440 May 20 21:12:56.796985 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 56122) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:12:56.801613 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-d523ea5d-d9ef-4029-bb8c-1774df7e5f07 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2015605990', 'network_id': '1d5d6c62-f1ca-4af0-a7ff-5481d50192ae', 'project_id': 'cdc84cdf879947589b97668d7e3906ce', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:12:56.886742 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-cf3587fb-aa57-4aa0-a55a-4e15a9f85add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a8bc240-9023-4971-8374-caf70003a19f', 'name': 'tempest-TestNetworkBasicOps-router-1378135259', 'tenant_id': 'cdc84cdf879947589b97668d7e3906ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.79'}], 'enable_snat': True}, 'gw_port_id': '03d25cac-e270-4a0e-ac08-182898f745cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:12:54Z', 'updated_at': '2022-05-20T21:12:55Z', 'revision_number': 3, 'project_id': 'cdc84cdf879947589b97668d7e3906ce', 'gw_port': {'id': '03d25cac-e270-4a0e-ac08-182898f745cf', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:b8:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a8bc240-9023-4971-8374-caf70003a19f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:12:55Z', 'updated_at': '2022-05-20T21:12:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:12:56.918535 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf3587fb-aa57-4aa0-a55a-4e15a9f85add None None] Checking router: 2a8bc240-9023-4971-8374-caf70003a19f for host: n-d-842733-1 {{(pid=103165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 21:12:56.918927 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf3587fb-aa57-4aa0-a55a-4e15a9f85add None None] Updating router 2a8bc240-9023-4971-8374-caf70003a19f port 03d25cac-e270-4a0e-ac08-182898f745cf binding host n-d-842733-1 {{(pid=103165) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 21:12:56.944398 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-cf3587fb-aa57-4aa0-a55a-4e15a9f85add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:12:56.960666 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d523ea5d-d9ef-4029-bb8c-1774df7e5f07 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Made reservation on behalf of cdc84cdf879947589b97668d7e3906ce for: {'subnet': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:12:56.964639 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d523ea5d-d9ef-4029-bb8c-1774df7e5f07 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4018244'] for subnet, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:12:57.209582 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-cf3587fb-aa57-4aa0-a55a-4e15a9f85add None None] Notify callbacks [] for port, precommit_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:12:57.257971 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d523ea5d-d9ef-4029-bb8c-1774df7e5f07 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3797684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4018258'] for subnet, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:12:57.303319 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-cf3587fb-aa57-4aa0-a55a-4e15a9f85add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:12:57.320973 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d523ea5d-d9ef-4029-bb8c-1774df7e5f07 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Pushing event updated for resources: {'Subnet': ['ID=14fb0d76-b4e9-46b9-89f7-41f24d4f8a54,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:12:57.330682 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d523ea5d-d9ef-4029-bb8c-1774df7e5f07 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Checking segment: {'id': '8f0772ba-85e0-49fc-91fa-4c8053462640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '1d5d6c62-f1ca-4af0-a7ff-5481d50192ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:12:57.331051 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d523ea5d-d9ef-4029-bb8c-1774df7e5f07 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Network hostable DHCP agents. Network: 1d5d6c62-f1ca-4af0-a7ff-5481d50192ae, hostable agents: ['c9b0653c-f3c7-4339-bd50-e3754b629216'], hosted agents: [] {{(pid=103162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 21:12:57.353657 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bb18c3-4095-443f-a4c5-d405e6830fb2 None None] Pushing event updated for resources: {'Port': ['ID=03d25cac-e270-4a0e-ac08-182898f745cf,revision_number=2']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:12:57.366824 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bb18c3-4095-443f-a4c5-d405e6830fb2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:12:57.367888 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bb18c3-4095-443f-a4c5-d405e6830fb2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:12:57.368540 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bb18c3-4095-443f-a4c5-d405e6830fb2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:12:57.368540 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bb18c3-4095-443f-a4c5-d405e6830fb2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:12:57.368870 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bb18c3-4095-443f-a4c5-d405e6830fb2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:12:57.369197 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bb18c3-4095-443f-a4c5-d405e6830fb2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:12:57.369538 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bb18c3-4095-443f-a4c5-d405e6830fb2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:12:57.369855 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bb18c3-4095-443f-a4c5-d405e6830fb2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:12:57.370172 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bb18c3-4095-443f-a4c5-d405e6830fb2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:12:57.370485 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bb18c3-4095-443f-a4c5-d405e6830fb2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:12:57.370799 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bb18c3-4095-443f-a4c5-d405e6830fb2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:12:57.371111 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bb18c3-4095-443f-a4c5-d405e6830fb2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:12:57.381018 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-cf3587fb-aa57-4aa0-a55a-4e15a9f85add None None] Attempting to bind port 03d25cac-e270-4a0e-ac08-182898f745cf on host n-d-842733-1 for vnic_type normal with profile {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:12:57.381417 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-cf3587fb-aa57-4aa0-a55a-4e15a9f85add None None] Attempting to bind port 03d25cac-e270-4a0e-ac08-182898f745cf by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': '0b5485c4-eff8-42a1-9073-ae54ed4c63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'}] {{(pid=103165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:12:57.381773 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf3587fb-aa57-4aa0-a55a-4e15a9f85add None None] Attempting to bind port 03d25cac-e270-4a0e-ac08-182898f745cf on network e3a93b5c-91e2-4064-9c2c-1afc261bfe15 {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:12:57.404631 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf3587fb-aa57-4aa0-a55a-4e15a9f85add None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 21, 12, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 21:12:57.404631 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf3587fb-aa57-4aa0-a55a-4e15a9f85add None None] Checking segment: {'id': '0b5485c4-eff8-42a1-9073-ae54ed4c63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:12:57.404631 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-cf3587fb-aa57-4aa0-a55a-4e15a9f85add None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:12:57.404631 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf3587fb-aa57-4aa0-a55a-4e15a9f85add None None] Bound using segment: {'id': '0b5485c4-eff8-42a1-9073-ae54ed4c63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'} {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 21:12:57.404631 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-cf3587fb-aa57-4aa0-a55a-4e15a9f85add None None] Bound port: 03d25cac-e270-4a0e-ac08-182898f745cf, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b5485c4-eff8-42a1-9073-ae54ed4c63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'}}] {{(pid=103165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:12:57.404631 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-cf3587fb-aa57-4aa0-a55a-4e15a9f85add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:12:57.417800 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d523ea5d-d9ef-4029-bb8c-1774df7e5f07 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Network 1d5d6c62-f1ca-4af0-a7ff-5481d50192ae is scheduled to be hosted by DHCP agent c9b0653c-f3c7-4339-bd50-e3754b629216 with binding_index 1 {{(pid=103162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 21:12:57.459994 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-cf3587fb-aa57-4aa0-a55a-4e15a9f85add None None] For port 03d25cac-e270-4a0e-ac08-182898f745cf, host n-d-842733-1, cleared binding levels {{(pid=103165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 21:12:57.463610 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-cf3587fb-aa57-4aa0-a55a-4e15a9f85add None None] For port 03d25cac-e270-4a0e-ac08-182898f745cf, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=03d25cac-e270-4a0e-ac08-182898f745cf,segment=NetworkSegment(0b5485c4-eff8-42a1-9073-ae54ed4c63ba),segment_id=0b5485c4-eff8-42a1-9073-ae54ed4c63ba)] {{(pid=103165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 21:12:57.514597 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-d523ea5d-d9ef-4029-bb8c-1774df7e5f07 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842733-1, 1d5d6c62-f1ca-4af0-a7ff-5481d50192ae) {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:12:57.519621 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d523ea5d-d9ef-4029-bb8c-1774df7e5f07 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:12:57.521027 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d523ea5d-d9ef-4029-bb8c-1774df7e5f07 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:12:57.532686 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f224c4cd-f5c7-44e2-abfe-beb056e2abc5 None None] Network 1d5d6c62-f1ca-4af0-a7ff-5481d50192ae requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:12:57.543593 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-cf3587fb-aa57-4aa0-a55a-4e15a9f85add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:12:57.599649 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf3587fb-aa57-4aa0-a55a-4e15a9f85add None None] Routers {'2a8bc240-9023-4971-8374-caf70003a19f'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:12:57.600752 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-cf3587fb-aa57-4aa0-a55a-4e15a9f85add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:12:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['2a8bc240-9023-4971-8374-caf70003a19f'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:12:57.608437 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 56136) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:12:57.609560 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-d523ea5d-d9ef-4029-bb8c-1774df7e5f07 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8106356 May 20 21:12:57.657170 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bb18c3-4095-443f-a4c5-d405e6830fb2 None None] Pushing event updated for resources: {'Port': ['ID=03d25cac-e270-4a0e-ac08-182898f745cf,revision_number=3']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:12:57.701006 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4234c16d-0103-4dfe-b29e-b9faacd8be41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaee2b848-d4b9-5db1-b6ef-d6db29d67de7-1d5d6c62-f1ca-4af0-a7ff-5481d50192ae', 'network_id': '1d5d6c62-f1ca-4af0-a7ff-5481d50192ae', 'tenant_id': 'cdc84cdf879947589b97668d7e3906ce', 'fixed_ips': [{'subnet_id': '14fb0d76-b4e9-46b9-89f7-41f24d4f8a54'}]}} from n-d-842733-1. {{(pid=103164) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 21:12:57.702081 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4234c16d-0103-4dfe-b29e-b9faacd8be41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:12:57.752052 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-cf3587fb-aa57-4aa0-a55a-4e15a9f85add None None] Set router 2a8bc240-9023-4971-8374-caf70003a19f gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:12:57.886425 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [None req-4234c16d-0103-4dfe-b29e-b9faacd8be41 None None] Allocated IP 172.20.0.2 (1d5d6c62-f1ca-4af0-a7ff-5481d50192ae/14fb0d76-b4e9-46b9-89f7-41f24d4f8a54/79cd9e8a-e03a-463b-a6f8-e4ab2ba2606b) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:12:57.985185 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-cf3587fb-aa57-4aa0-a55a-4e15a9f85add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a8bc240-9023-4971-8374-caf70003a19f', 'name': 'tempest-TestNetworkBasicOps-router-1378135259', 'tenant_id': 'cdc84cdf879947589b97668d7e3906ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.79'}], 'enable_snat': True}, 'gw_port_id': '03d25cac-e270-4a0e-ac08-182898f745cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:12:54Z', 'updated_at': '2022-05-20T21:12:55Z', 'revision_number': 3, 'project_id': 'cdc84cdf879947589b97668d7e3906ce', 'gw_port': {'id': '03d25cac-e270-4a0e-ac08-182898f745cf', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:b8:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a8bc240-9023-4971-8374-caf70003a19f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:12:55Z', 'updated_at': '2022-05-20T21:12:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:12:58.013944 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf3587fb-aa57-4aa0-a55a-4e15a9f85add None None] The sync data for ids ['2a8bc240-9023-4971-8374-caf70003a19f'] in n-d-842733-1 is: [{'id': '2a8bc240-9023-4971-8374-caf70003a19f', 'name': 'tempest-TestNetworkBasicOps-router-1378135259', 'tenant_id': 'cdc84cdf879947589b97668d7e3906ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.79'}], 'enable_snat': True}, 'gw_port_id': '03d25cac-e270-4a0e-ac08-182898f745cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:12:54Z', 'updated_at': '2022-05-20T21:12:55Z', 'revision_number': 3, 'project_id': 'cdc84cdf879947589b97668d7e3906ce', 'gw_port': {'id': '03d25cac-e270-4a0e-ac08-182898f745cf', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:b8:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a8bc240-9023-4971-8374-caf70003a19f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:12:55Z', 'updated_at': '2022-05-20T21:12:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 21:12:58.076168 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4234c16d-0103-4dfe-b29e-b9faacd8be41 None None] Notify callbacks [] for port, precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:12:58.158660 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4234c16d-0103-4dfe-b29e-b9faacd8be41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108'] for port, after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:12:58.166705 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8e3f1484-992a-4eef-8fd9-929de657b4dc tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:12:58.221506 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4234c16d-0103-4dfe-b29e-b9faacd8be41 None None] Network 1d5d6c62-f1ca-4af0-a7ff-5481d50192ae is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:12:58.225501 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-4234c16d-0103-4dfe-b29e-b9faacd8be41 None None] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:12:58.230777 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4234c16d-0103-4dfe-b29e-b9faacd8be41 None None] Received port after_create {{(pid=103164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:12:58.251451 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4234c16d-0103-4dfe-b29e-b9faacd8be41 None None] Pushing event updated for resources: {'Port': ['ID=79cd9e8a-e03a-463b-a6f8-e4ab2ba2606b,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:12:58.519451 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-4234c16d-0103-4dfe-b29e-b9faacd8be41 None None] Attempting to bind port 79cd9e8a-e03a-463b-a6f8-e4ab2ba2606b on host n-d-842733-1 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:12:58.519949 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-4234c16d-0103-4dfe-b29e-b9faacd8be41 None None] Attempting to bind port 79cd9e8a-e03a-463b-a6f8-e4ab2ba2606b by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': '8f0772ba-85e0-49fc-91fa-4c8053462640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '1d5d6c62-f1ca-4af0-a7ff-5481d50192ae'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:12:58.520417 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4234c16d-0103-4dfe-b29e-b9faacd8be41 None None] Attempting to bind port 79cd9e8a-e03a-463b-a6f8-e4ab2ba2606b on network 1d5d6c62-f1ca-4af0-a7ff-5481d50192ae {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:12:58.528087 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4234c16d-0103-4dfe-b29e-b9faacd8be41 None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 21, 12, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 21:12:58.528613 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4234c16d-0103-4dfe-b29e-b9faacd8be41 None None] Checking segment: {'id': '8f0772ba-85e0-49fc-91fa-4c8053462640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '1d5d6c62-f1ca-4af0-a7ff-5481d50192ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:12:58.529117 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4234c16d-0103-4dfe-b29e-b9faacd8be41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:12:58.529629 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4234c16d-0103-4dfe-b29e-b9faacd8be41 None None] Bound using segment: {'id': '8f0772ba-85e0-49fc-91fa-4c8053462640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '1d5d6c62-f1ca-4af0-a7ff-5481d50192ae'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 21:12:58.530196 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-4234c16d-0103-4dfe-b29e-b9faacd8be41 None None] Bound port: 79cd9e8a-e03a-463b-a6f8-e4ab2ba2606b, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f0772ba-85e0-49fc-91fa-4c8053462640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '1d5d6c62-f1ca-4af0-a7ff-5481d50192ae'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:12:58.530703 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4234c16d-0103-4dfe-b29e-b9faacd8be41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:12:58.611866 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-4234c16d-0103-4dfe-b29e-b9faacd8be41 None None] For port 79cd9e8a-e03a-463b-a6f8-e4ab2ba2606b, host n-d-842733-1, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 21:12:58.616716 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-4234c16d-0103-4dfe-b29e-b9faacd8be41 None None] For port 79cd9e8a-e03a-463b-a6f8-e4ab2ba2606b, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=79cd9e8a-e03a-463b-a6f8-e4ab2ba2606b,segment=NetworkSegment(8f0772ba-85e0-49fc-91fa-4c8053462640),segment_id=8f0772ba-85e0-49fc-91fa-4c8053462640)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 21:12:58.682088 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4234c16d-0103-4dfe-b29e-b9faacd8be41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:12:58.761200 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4234c16d-0103-4dfe-b29e-b9faacd8be41 None None] Pushing event updated for resources: {'Port': ['ID=79cd9e8a-e03a-463b-a6f8-e4ab2ba2606b,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:12:58.937294 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-8e3f1484-992a-4eef-8fd9-929de657b4dc tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Allocated IP 172.20.0.1 (1d5d6c62-f1ca-4af0-a7ff-5481d50192ae/14fb0d76-b4e9-46b9-89f7-41f24d4f8a54/4a080850-582a-4dab-bf1a-d717f5e9e015) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:12:59.116333 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8e3f1484-992a-4eef-8fd9-929de657b4dc tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:12:59.229849 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8e3f1484-992a-4eef-8fd9-929de657b4dc tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:12:59.283361 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e3f1484-992a-4eef-8fd9-929de657b4dc tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Network 1d5d6c62-f1ca-4af0-a7ff-5481d50192ae is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:12:59.288576 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-8e3f1484-992a-4eef-8fd9-929de657b4dc tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:12:59.296728 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e3f1484-992a-4eef-8fd9-929de657b4dc tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:12:59.309979 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3f1484-992a-4eef-8fd9-929de657b4dc tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Pushing event updated for resources: {'Port': ['ID=4a080850-582a-4dab-bf1a-d717f5e9e015,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:12:59.352799 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8e3f1484-992a-4eef-8fd9-929de657b4dc tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748409'] for router_interface, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:12:59.604306 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8e3f1484-992a-4eef-8fd9-929de657b4dc tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:12:59.907473 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8e3f1484-992a-4eef-8fd9-929de657b4dc tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks [] for port, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:12:59.936847 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 03d25cac-e270-4a0e-ac08-182898f745cf up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:12:59.972992 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8e3f1484-992a-4eef-8fd9-929de657b4dc tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:12:59.995910 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 03d25cac-e270-4a0e-ac08-182898f745cf triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:12:59.996491 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:13:00.082045 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3f1484-992a-4eef-8fd9-929de657b4dc tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Pushing event updated for resources: {'Port': ['ID=4a080850-582a-4dab-bf1a-d717f5e9e015,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:13:00.098888 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8e3f1484-992a-4eef-8fd9-929de657b4dc tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748437'] for router_interface, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:13:00.106181 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 03d25cac-e270-4a0e-ac08-182898f745cf is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:13:00.106865 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:13:00.140691 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] For port 03d25cac-e270-4a0e-ac08-182898f745cf, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=03d25cac-e270-4a0e-ac08-182898f745cf,segment=NetworkSegment(0b5485c4-eff8-42a1-9073-ae54ed4c63ba),segment_id=0b5485c4-eff8-42a1-9073-ae54ed4c63ba)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:13:00.219773 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e3f1484-992a-4eef-8fd9-929de657b4dc tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Network 1d5d6c62-f1ca-4af0-a7ff-5481d50192ae is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:13:00.221645 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-8e3f1484-992a-4eef-8fd9-929de657b4dc tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:13:00.225046 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:13:00.226117 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 79cd9e8a-e03a-463b-a6f8-e4ab2ba2606b up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:13:00.301991 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-234e8746-7309-4398-b47c-3c3e9dd53d57 None None] Network 1d5d6c62-f1ca-4af0-a7ff-5481d50192ae requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:13:00.373085 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e3f1484-992a-4eef-8fd9-929de657b4dc tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Router 2a8bc240-9023-4971-8374-caf70003a19f has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 21:13:00.394260 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Pushing event updated for resources: {'Port': ['ID=03d25cac-e270-4a0e-ac08-182898f745cf,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:13:00.409322 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-19325faa-2fd5-4688-91a8-fc5544aa0905 None None] Provisioning complete for port 79cd9e8a-e03a-463b-a6f8-e4ab2ba2606b triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:13:00.409690 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-19325faa-2fd5-4688-91a8-fc5544aa0905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:13:00.455112 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 79cd9e8a-e03a-463b-a6f8-e4ab2ba2606b triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:13:00.455507 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:13:00.510866 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e3f1484-992a-4eef-8fd9-929de657b4dc tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 21:13:00.516139 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-8e3f1484-992a-4eef-8fd9-929de657b4dc tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] 10.222.0.35 "PUT /v2.0/routers/2a8bc240-9023-4971-8374-caf70003a19f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9065053 May 20 21:13:00.518420 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 56172) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:13:00.525398 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b61d2531-74f6-4167-b94f-b8a4b130deb4 None None] Sync routers for ids ['2a8bc240-9023-4971-8374-caf70003a19f'] in n-d-842733-1 {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 21:13:00.558528 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b61d2531-74f6-4167-b94f-b8a4b130deb4 None None] Routers {'2a8bc240-9023-4971-8374-caf70003a19f'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:13:00.559081 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-b61d2531-74f6-4167-b94f-b8a4b130deb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:12:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['2a8bc240-9023-4971-8374-caf70003a19f'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:13:00.707760 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-238ef797-eb86-4387-9a1e-e0a67ba1498c tempest-TestNetworkBasicOps-212282956 tempest-TestNetworkBasicOps-212282956-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:13:00.708224 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-238ef797-eb86-4387-9a1e-e0a67ba1498c tempest-TestNetworkBasicOps-212282956 tempest-TestNetworkBasicOps-212282956-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:13:00.708677 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-238ef797-eb86-4387-9a1e-e0a67ba1498c tempest-TestNetworkBasicOps-212282956 tempest-TestNetworkBasicOps-212282956-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:13:00.709130 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-238ef797-eb86-4387-9a1e-e0a67ba1498c tempest-TestNetworkBasicOps-212282956 tempest-TestNetworkBasicOps-212282956-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:13:00.709626 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-238ef797-eb86-4387-9a1e-e0a67ba1498c tempest-TestNetworkBasicOps-212282956 tempest-TestNetworkBasicOps-212282956-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:13:00.710068 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-238ef797-eb86-4387-9a1e-e0a67ba1498c tempest-TestNetworkBasicOps-212282956 tempest-TestNetworkBasicOps-212282956-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:13:00.710535 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-238ef797-eb86-4387-9a1e-e0a67ba1498c tempest-TestNetworkBasicOps-212282956 tempest-TestNetworkBasicOps-212282956-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:13:00.715645 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-238ef797-eb86-4387-9a1e-e0a67ba1498c tempest-TestNetworkBasicOps-212282956 tempest-TestNetworkBasicOps-212282956-project-admin] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4963 time: 0.1937723 May 20 21:13:00.716711 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 56176) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:13:00.721950 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-19325faa-2fd5-4688-91a8-fc5544aa0905 None None] Current status of the port 79cd9e8a-e03a-463b-a6f8-e4ab2ba2606b is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:13:00.722212 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-19325faa-2fd5-4688-91a8-fc5544aa0905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:13:00.749807 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 79cd9e8a-e03a-463b-a6f8-e4ab2ba2606b is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:13:00.750187 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:13:00.807789 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-b61d2531-74f6-4167-b94f-b8a4b130deb4 None None] Set router 2a8bc240-9023-4971-8374-caf70003a19f gateway port host: n-d-842733-1 {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:13:00.818093 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efca65fc-7898-48be-aed1-5aae5c97424a tempest-TestNetworkBasicOps-212282956 tempest-TestNetworkBasicOps-212282956-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:13:00.818567 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efca65fc-7898-48be-aed1-5aae5c97424a tempest-TestNetworkBasicOps-212282956 tempest-TestNetworkBasicOps-212282956-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:13:00.819018 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efca65fc-7898-48be-aed1-5aae5c97424a tempest-TestNetworkBasicOps-212282956 tempest-TestNetworkBasicOps-212282956-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:13:00.819654 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efca65fc-7898-48be-aed1-5aae5c97424a tempest-TestNetworkBasicOps-212282956 tempest-TestNetworkBasicOps-212282956-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:13:00.820136 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efca65fc-7898-48be-aed1-5aae5c97424a tempest-TestNetworkBasicOps-212282956 tempest-TestNetworkBasicOps-212282956-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:13:00.820579 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efca65fc-7898-48be-aed1-5aae5c97424a tempest-TestNetworkBasicOps-212282956 tempest-TestNetworkBasicOps-212282956-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:13:00.821024 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efca65fc-7898-48be-aed1-5aae5c97424a tempest-TestNetworkBasicOps-212282956 tempest-TestNetworkBasicOps-212282956-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:13:00.824635 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-efca65fc-7898-48be-aed1-5aae5c97424a tempest-TestNetworkBasicOps-212282956 tempest-TestNetworkBasicOps-212282956-project-admin] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4622 time: 0.1062829 May 20 21:13:00.826249 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 56178) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:13:00.834332 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-19325faa-2fd5-4688-91a8-fc5544aa0905 None None] For port 79cd9e8a-e03a-463b-a6f8-e4ab2ba2606b, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=79cd9e8a-e03a-463b-a6f8-e4ab2ba2606b,segment=NetworkSegment(8f0772ba-85e0-49fc-91fa-4c8053462640),segment_id=8f0772ba-85e0-49fc-91fa-4c8053462640)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:13:00.905849 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-19325faa-2fd5-4688-91a8-fc5544aa0905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:13:01.097297 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.db.api [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103164) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 20 21:13:01.098432 n-d-842733-1 neutron-server[103164]: DEBUG oslo_db.api [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 20 21:13:01.098970 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19325faa-2fd5-4688-91a8-fc5544aa0905 None None] Pushing event updated for resources: {'Port': ['ID=79cd9e8a-e03a-463b-a6f8-e4ab2ba2606b,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:13:01.113326 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-8ad16df1-96fe-4f9e-aa96-ab9ac9b124c4 tempest-TestNetworkBasicOps-212282956 tempest-TestNetworkBasicOps-212282956-project-admin] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3769 time: 0.2858326 May 20 21:13:01.125452 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-fc3e9769-e0c8-4f47-89ec-3159fabc48e3 None None] Provisioning complete for port 4a080850-582a-4dab-bf1a-d717f5e9e015 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:13:01.125815 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-fc3e9769-e0c8-4f47-89ec-3159fabc48e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:13:01.200982 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-fc3e9769-e0c8-4f47-89ec-3159fabc48e3 None None] Port 4a080850-582a-4dab-bf1a-d717f5e9e015 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 21:13:01.219639 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-fc3e9769-e0c8-4f47-89ec-3159fabc48e3 None None] Provisioning complete for port 79cd9e8a-e03a-463b-a6f8-e4ab2ba2606b triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:13:01.219999 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-fc3e9769-e0c8-4f47-89ec-3159fabc48e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:13:01.257082 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-b61d2531-74f6-4167-b94f-b8a4b130deb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a8bc240-9023-4971-8374-caf70003a19f', 'name': 'tempest-TestNetworkBasicOps-router-1378135259', 'tenant_id': 'cdc84cdf879947589b97668d7e3906ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.79'}], 'enable_snat': True}, 'gw_port_id': '03d25cac-e270-4a0e-ac08-182898f745cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:12:54Z', 'updated_at': '2022-05-20T21:12:59Z', 'revision_number': 4, 'project_id': 'cdc84cdf879947589b97668d7e3906ce', 'gw_port': {'id': '03d25cac-e270-4a0e-ac08-182898f745cf', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:b8:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a8bc240-9023-4971-8374-caf70003a19f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:12:55Z', 'updated_at': '2022-05-20T21:13:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': '4a080850-582a-4dab-bf1a-d717f5e9e015', 'name': '', 'network_id': '1d5d6c62-f1ca-4af0-a7ff-5481d50192ae', 'tenant_id': 'cdc84cdf879947589b97668d7e3906ce', 'mac_address': 'fa:16:3e:81:94:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a8bc240-9023-4971-8374-caf70003a19f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': '14fb0d76-b4e9-46b9-89f7-41f24d4f8a54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:12:58Z', 'updated_at': '2022-05-20T21:12:59Z', 'revision_number': 2, 'project_id': 'cdc84cdf879947589b97668d7e3906ce', 'subnets': [{'id': '14fb0d76-b4e9-46b9-89f7-41f24d4f8a54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:13:01.272444 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 56188) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:13:01.277572 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-f4007ac0-30be-4ad3-8e4d-30ffdedac5ad tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1348711631', 'description': 'tempest-secgroup-smoke-1348711631 description', 'project_id': 'cdc84cdf879947589b97668d7e3906ce'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:13:01.310506 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b61d2531-74f6-4167-b94f-b8a4b130deb4 None None] Checking router: 2a8bc240-9023-4971-8374-caf70003a19f for host: n-d-842733-1 {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 21:13:01.310852 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b61d2531-74f6-4167-b94f-b8a4b130deb4 None None] Updating router 2a8bc240-9023-4971-8374-caf70003a19f port 4a080850-582a-4dab-bf1a-d717f5e9e015 binding host n-d-842733-1 {{(pid=103164) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 21:13:01.345100 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b61d2531-74f6-4167-b94f-b8a4b130deb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:13:01.361106 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f4007ac0-30be-4ad3-8e4d-30ffdedac5ad tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:13:01.446653 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f4007ac0-30be-4ad3-8e4d-30ffdedac5ad tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:13:01.503479 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f4007ac0-30be-4ad3-8e4d-30ffdedac5ad tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:13:01.513007 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-fc3e9769-e0c8-4f47-89ec-3159fabc48e3 None None] Current status of the port 79cd9e8a-e03a-463b-a6f8-e4ab2ba2606b is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:13:01.536953 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4007ac0-30be-4ad3-8e4d-30ffdedac5ad tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05445505-a72d-47ce-a388-e8872ffa4e28,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:13:01.590161 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f4007ac0-30be-4ad3-8e4d-30ffdedac5ad tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:13:01.591529 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-f4007ac0-30be-4ad3-8e4d-30ffdedac5ad tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3180757 May 20 21:13:01.594773 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 56194) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:13:01.602469 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-36f89dff-9ba4-4bc0-9aea-37ab63e397a3 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Request body: {'security_group_rule': {'security_group_id': '05445505-a72d-47ce-a388-e8872ffa4e28', 'project_id': 'cdc84cdf879947589b97668d7e3906ce', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:13:01.685518 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-36f89dff-9ba4-4bc0-9aea-37ab63e397a3 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:13:01.750989 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-36f89dff-9ba4-4bc0-9aea-37ab63e397a3 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:13:01.829021 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-36f89dff-9ba4-4bc0-9aea-37ab63e397a3 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691816'] for security_group_rule, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:13:01.835276 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 79cd9e8a-e03a-463b-a6f8-e4ab2ba2606b is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:13:01.844279 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-03967bfd-7215-4a07-816a-48060554e917 None None] Provisioning complete for port 4a080850-582a-4dab-bf1a-d717f5e9e015 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:13:01.844279 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-03967bfd-7215-4a07-816a-48060554e917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:13:01.856890 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f89dff-9ba4-4bc0-9aea-37ab63e397a3 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc90e55a-bf04-47e4-ba27-aafb607a3cc3,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:13:01.917553 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-03967bfd-7215-4a07-816a-48060554e917 None None] Port 4a080850-582a-4dab-bf1a-d717f5e9e015 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 21:13:01.934609 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-36f89dff-9ba4-4bc0-9aea-37ab63e397a3 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:13:01.936118 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-36f89dff-9ba4-4bc0-9aea-37ab63e397a3 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3402908 May 20 21:13:01.938841 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 56200) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:13:01.939755 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b61d2531-74f6-4167-b94f-b8a4b130deb4 None None] Notify callbacks [] for port, precommit_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:13:01.942957 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 03d25cac-e270-4a0e-ac08-182898f745cf up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:13:01.943671 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-8bf50b7a-0e72-4af8-84c4-0ebf19af149c tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Request body: {'security_group_rule': {'security_group_id': '05445505-a72d-47ce-a388-e8872ffa4e28', 'project_id': 'cdc84cdf879947589b97668d7e3906ce', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:13:01.992157 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 03d25cac-e270-4a0e-ac08-182898f745cf triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:13:01.992686 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:13:02.024165 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b61d2531-74f6-4167-b94f-b8a4b130deb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:13:02.057380 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8bf50b7a-0e72-4af8-84c4-0ebf19af149c tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:13:02.092297 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee911a7-45d4-43eb-b500-0097551acb98 None None] Pushing event updated for resources: {'Port': ['ID=4a080850-582a-4dab-bf1a-d717f5e9e015,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:13:02.159416 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8bf50b7a-0e72-4af8-84c4-0ebf19af149c tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:13:02.172380 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 03d25cac-e270-4a0e-ac08-182898f745cf is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:13:02.173587 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 79cd9e8a-e03a-463b-a6f8-e4ab2ba2606b up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:13:02.211602 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-b61d2531-74f6-4167-b94f-b8a4b130deb4 None None] Attempting to bind port 4a080850-582a-4dab-bf1a-d717f5e9e015 on host n-d-842733-1 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:13:02.212059 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-b61d2531-74f6-4167-b94f-b8a4b130deb4 None None] Attempting to bind port 4a080850-582a-4dab-bf1a-d717f5e9e015 by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': '8f0772ba-85e0-49fc-91fa-4c8053462640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '1d5d6c62-f1ca-4af0-a7ff-5481d50192ae'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:13:02.212418 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b61d2531-74f6-4167-b94f-b8a4b130deb4 None None] Attempting to bind port 4a080850-582a-4dab-bf1a-d717f5e9e015 on network 1d5d6c62-f1ca-4af0-a7ff-5481d50192ae {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:13:02.221495 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b61d2531-74f6-4167-b94f-b8a4b130deb4 None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 21, 12, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 21:13:02.221864 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b61d2531-74f6-4167-b94f-b8a4b130deb4 None None] Checking segment: {'id': '8f0772ba-85e0-49fc-91fa-4c8053462640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '1d5d6c62-f1ca-4af0-a7ff-5481d50192ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:13:02.222254 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b61d2531-74f6-4167-b94f-b8a4b130deb4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:13:02.222632 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b61d2531-74f6-4167-b94f-b8a4b130deb4 None None] Bound using segment: {'id': '8f0772ba-85e0-49fc-91fa-4c8053462640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '1d5d6c62-f1ca-4af0-a7ff-5481d50192ae'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 21:13:02.223091 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-b61d2531-74f6-4167-b94f-b8a4b130deb4 None None] Bound port: 4a080850-582a-4dab-bf1a-d717f5e9e015, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f0772ba-85e0-49fc-91fa-4c8053462640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '1d5d6c62-f1ca-4af0-a7ff-5481d50192ae'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:13:02.223465 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b61d2531-74f6-4167-b94f-b8a4b130deb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:13:02.230156 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8bf50b7a-0e72-4af8-84c4-0ebf19af149c tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691816'] for security_group_rule, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:13:02.249498 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf50b7a-0e72-4af8-84c4-0ebf19af149c tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdec3e26-945c-4879-b7a9-fcb0376913fa,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:13:02.305115 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 79cd9e8a-e03a-463b-a6f8-e4ab2ba2606b triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:13:02.305512 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:13:02.322042 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8bf50b7a-0e72-4af8-84c4-0ebf19af149c tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:13:02.323533 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-8bf50b7a-0e72-4af8-84c4-0ebf19af149c tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3836396 May 20 21:13:02.326459 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 56208) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:13:02.331068 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-fba94666-ec57-46af-84ef-e162acb569a5 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Request body: {'security_group_rule': {'security_group_id': '05445505-a72d-47ce-a388-e8872ffa4e28', 'project_id': 'cdc84cdf879947589b97668d7e3906ce', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:13:02.339761 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b61d2531-74f6-4167-b94f-b8a4b130deb4 None None] For port 4a080850-582a-4dab-bf1a-d717f5e9e015, host n-d-842733-1, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 21:13:02.359572 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b61d2531-74f6-4167-b94f-b8a4b130deb4 None None] For port 4a080850-582a-4dab-bf1a-d717f5e9e015, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=4a080850-582a-4dab-bf1a-d717f5e9e015,segment=NetworkSegment(8f0772ba-85e0-49fc-91fa-4c8053462640),segment_id=8f0772ba-85e0-49fc-91fa-4c8053462640)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 21:13:02.372613 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-3ac37f85-df98-4feb-9103-3e275606156c None None] Provisioning complete for port 4a080850-582a-4dab-bf1a-d717f5e9e015 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:13:02.372613 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3ac37f85-df98-4feb-9103-3e275606156c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:13:02.423599 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-fba94666-ec57-46af-84ef-e162acb569a5 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:13:02.437884 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3ac37f85-df98-4feb-9103-3e275606156c None None] Port 4a080850-582a-4dab-bf1a-d717f5e9e015 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 21:13:02.458406 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b61d2531-74f6-4167-b94f-b8a4b130deb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:13:02.516559 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-fba94666-ec57-46af-84ef-e162acb569a5 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:13:02.518271 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 79cd9e8a-e03a-463b-a6f8-e4ab2ba2606b is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:13:02.551073 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b61d2531-74f6-4167-b94f-b8a4b130deb4 None None] Routers {'2a8bc240-9023-4971-8374-caf70003a19f'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:13:02.551775 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-b61d2531-74f6-4167-b94f-b8a4b130deb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:12:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['2a8bc240-9023-4971-8374-caf70003a19f'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:13:02.578252 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-fba94666-ec57-46af-84ef-e162acb569a5 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691816'] for security_group_rule, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:13:02.596200 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee911a7-45d4-43eb-b500-0097551acb98 None None] Pushing event updated for resources: {'Port': ['ID=4a080850-582a-4dab-bf1a-d717f5e9e015,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:13:02.609442 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:13:02.630378 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba94666-ec57-46af-84ef-e162acb569a5 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87cb0375-9c76-4db7-93e8-91f688bd5dc7,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:13:02.692021 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-b61d2531-74f6-4167-b94f-b8a4b130deb4 None None] Set router 2a8bc240-9023-4971-8374-caf70003a19f gateway port host: n-d-842733-1 {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:13:02.722383 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-fba94666-ec57-46af-84ef-e162acb569a5 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:13:02.726954 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 56218) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:13:02.727621 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-fba94666-ec57-46af-84ef-e162acb569a5 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3990948 May 20 21:13:02.732398 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-3e9bc82e-7c86-4556-88b7-572131fcd043 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Request body: {'security_group_rule': {'security_group_id': '05445505-a72d-47ce-a388-e8872ffa4e28', 'project_id': 'cdc84cdf879947589b97668d7e3906ce', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:13:02.810674 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3e9bc82e-7c86-4556-88b7-572131fcd043 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:13:02.827303 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-9ab53c1d-fa2c-42c3-8a70-854bfb400def None None] Provisioning complete for port 4a080850-582a-4dab-bf1a-d717f5e9e015 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:13:02.827671 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-9ab53c1d-fa2c-42c3-8a70-854bfb400def None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:13:02.881993 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3e9bc82e-7c86-4556-88b7-572131fcd043 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:13:02.954466 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3e9bc82e-7c86-4556-88b7-572131fcd043 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691816'] for security_group_rule, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:13:02.960676 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-9ab53c1d-fa2c-42c3-8a70-854bfb400def None None] Current status of the port 4a080850-582a-4dab-bf1a-d717f5e9e015 is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:13:02.961105 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-9ab53c1d-fa2c-42c3-8a70-854bfb400def None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:13:02.972519 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9bc82e-7c86-4556-88b7-572131fcd043 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40998be3-4e76-43ca-8bfd-451b301446df,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:13:02.993916 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-b61d2531-74f6-4167-b94f-b8a4b130deb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a8bc240-9023-4971-8374-caf70003a19f', 'name': 'tempest-TestNetworkBasicOps-router-1378135259', 'tenant_id': 'cdc84cdf879947589b97668d7e3906ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.79'}], 'enable_snat': True}, 'gw_port_id': '03d25cac-e270-4a0e-ac08-182898f745cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:12:54Z', 'updated_at': '2022-05-20T21:12:59Z', 'revision_number': 4, 'project_id': 'cdc84cdf879947589b97668d7e3906ce', 'gw_port': {'id': '03d25cac-e270-4a0e-ac08-182898f745cf', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:b8:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a8bc240-9023-4971-8374-caf70003a19f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:12:55Z', 'updated_at': '2022-05-20T21:13:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': '4a080850-582a-4dab-bf1a-d717f5e9e015', 'name': '', 'network_id': '1d5d6c62-f1ca-4af0-a7ff-5481d50192ae', 'tenant_id': 'cdc84cdf879947589b97668d7e3906ce', 'mac_address': 'fa:16:3e:81:94:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a8bc240-9023-4971-8374-caf70003a19f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': '14fb0d76-b4e9-46b9-89f7-41f24d4f8a54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:12:58Z', 'updated_at': '2022-05-20T21:13:02Z', 'revision_number': 4, 'project_id': 'cdc84cdf879947589b97668d7e3906ce', 'subnets': [{'id': '14fb0d76-b4e9-46b9-89f7-41f24d4f8a54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:13:03.030685 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-9ab53c1d-fa2c-42c3-8a70-854bfb400def None None] For port 4a080850-582a-4dab-bf1a-d717f5e9e015, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=4a080850-582a-4dab-bf1a-d717f5e9e015,segment=NetworkSegment(8f0772ba-85e0-49fc-91fa-4c8053462640),segment_id=8f0772ba-85e0-49fc-91fa-4c8053462640)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:13:03.032329 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b61d2531-74f6-4167-b94f-b8a4b130deb4 None None] The sync data for ids ['2a8bc240-9023-4971-8374-caf70003a19f'] in n-d-842733-1 is: [{'id': '2a8bc240-9023-4971-8374-caf70003a19f', 'name': 'tempest-TestNetworkBasicOps-router-1378135259', 'tenant_id': 'cdc84cdf879947589b97668d7e3906ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.79'}], 'enable_snat': True}, 'gw_port_id': '03d25cac-e270-4a0e-ac08-182898f745cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:12:54Z', 'updated_at': '2022-05-20T21:12:59Z', 'revision_number': 4, 'project_id': 'cdc84cdf879947589b97668d7e3906ce', 'gw_port': {'id': '03d25cac-e270-4a0e-ac08-182898f745cf', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:b8:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a8bc240-9023-4971-8374-caf70003a19f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:12:55Z', 'updated_at': '2022-05-20T21:13:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': '4a080850-582a-4dab-bf1a-d717f5e9e015', 'name': '', 'network_id': '1d5d6c62-f1ca-4af0-a7ff-5481d50192ae', 'tenant_id': 'cdc84cdf879947589b97668d7e3906ce', 'mac_address': 'fa:16:3e:81:94:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a8bc240-9023-4971-8374-caf70003a19f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': '14fb0d76-b4e9-46b9-89f7-41f24d4f8a54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:12:58Z', 'updated_at': '2022-05-20T21:13:02Z', 'revision_number': 4, 'project_id': 'cdc84cdf879947589b97668d7e3906ce', 'subnets': [{'id': '14fb0d76-b4e9-46b9-89f7-41f24d4f8a54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 21:13:03.057472 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3e9bc82e-7c86-4556-88b7-572131fcd043 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:13:03.059168 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-3e9bc82e-7c86-4556-88b7-572131fcd043 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3302197 May 20 21:13:03.061684 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 56226) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:13:03.070957 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-8d967cec-1b9b-4aea-b4a5-a8e3e0079622 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Request body: {'security_group_rule': {'security_group_id': '05445505-a72d-47ce-a388-e8872ffa4e28', 'project_id': 'cdc84cdf879947589b97668d7e3906ce', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:13:03.103411 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-9ab53c1d-fa2c-42c3-8a70-854bfb400def None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:13:03.170528 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab53c1d-fa2c-42c3-8a70-854bfb400def None None] Pushing event updated for resources: {'Port': ['ID=4a080850-582a-4dab-bf1a-d717f5e9e015,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:13:03.194900 n-d-842733-1 neutron-server[103163]: INFO neutron.db.securitygroups_db [None req-8d967cec-1b9b-4aea-b4a5-a8e3e0079622 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Project cdc84cdf879947589b97668d7e3906ce added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 20 21:13:03.201612 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8d967cec-1b9b-4aea-b4a5-a8e3e0079622 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:13:03.278549 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8d967cec-1b9b-4aea-b4a5-a8e3e0079622 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:13:03.371484 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8d967cec-1b9b-4aea-b4a5-a8e3e0079622 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691816'] for security_group_rule, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:13:03.399921 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d967cec-1b9b-4aea-b4a5-a8e3e0079622 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7529d60d-3ea0-4169-b4c2-0828f8feacca,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:13:03.477501 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8d967cec-1b9b-4aea-b4a5-a8e3e0079622 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:13:03.482060 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-8d967cec-1b9b-4aea-b4a5-a8e3e0079622 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4164934 May 20 21:13:03.482490 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 56234) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:13:03.487433 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-dcf25bb5-a206-45bd-943c-561786cf45d8 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Request body: {'security_group_rule': {'security_group_id': '05445505-a72d-47ce-a388-e8872ffa4e28', 'project_id': 'cdc84cdf879947589b97668d7e3906ce', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:13:03.571997 n-d-842733-1 neutron-server[103162]: INFO neutron.db.securitygroups_db [None req-dcf25bb5-a206-45bd-943c-561786cf45d8 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Project cdc84cdf879947589b97668d7e3906ce added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 20 21:13:03.577705 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-dcf25bb5-a206-45bd-943c-561786cf45d8 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:13:03.648804 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-dcf25bb5-a206-45bd-943c-561786cf45d8 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:13:03.724738 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-dcf25bb5-a206-45bd-943c-561786cf45d8 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691816'] for security_group_rule, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:13:03.743105 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf25bb5-a206-45bd-943c-561786cf45d8 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=045e14d1-489f-41e5-9b64-8ecdcfd98b73,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:13:03.808670 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-dcf25bb5-a206-45bd-943c-561786cf45d8 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:13:03.813281 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-dcf25bb5-a206-45bd-943c-561786cf45d8 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3263524 May 20 21:13:03.960461 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 4a080850-582a-4dab-bf1a-d717f5e9e015 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:13:03.995616 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9aa4af05-031c-4379-a8b7-48dc4fa23e7f req-7043d8a4-cff0-4116-a61a-e8d140970f1c tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1348711631&fields=id&tenant_id=cdc84cdf879947589b97668d7e3906ce HTTP/1.1" status: 200 len: 267 time: 0.0572071 May 20 21:13:04.019208 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 4a080850-582a-4dab-bf1a-d717f5e9e015 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:13:04.019580 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:13:04.107924 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 4a080850-582a-4dab-bf1a-d717f5e9e015 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:13:04.115738 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa4af05-031c-4379-a8b7-48dc4fa23e7f req-40b3a57f-3eeb-4f94-8435-9fd9f0014ec3 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:13:04.117890 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9aa4af05-031c-4379-a8b7-48dc4fa23e7f req-40b3a57f-3eeb-4f94-8435-9fd9f0014ec3 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] 10.222.0.35 "GET /v2.0/networks?id=1d5d6c62-f1ca-4af0-a7ff-5481d50192ae HTTP/1.1" status: 200 len: 797 time: 0.1207428 May 20 21:13:04.134272 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9aa4af05-031c-4379-a8b7-48dc4fa23e7f req-090af9e1-abd9-4146-9c65-f63caec8f64b tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] 10.222.0.35 "GET /v2.0/quotas/cdc84cdf879947589b97668d7e3906ce HTTP/1.1" status: 200 len: 375 time: 0.0097637 May 20 21:13:04.194987 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9aa4af05-031c-4379-a8b7-48dc4fa23e7f req-a8537d6b-1fdf-4f0d-b0ee-2b1db6aed869 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=cdc84cdf879947589b97668d7e3906ce&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0545177 May 20 21:13:04.319170 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9aa4af05-031c-4379-a8b7-48dc4fa23e7f req-5719ed7a-ca17-484a-a1da-e07c2872c584 service neutron] 10.222.0.35 "GET /v2.0/networks/1d5d6c62-f1ca-4af0-a7ff-5481d50192ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105621 May 20 21:13:04.421703 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9aa4af05-031c-4379-a8b7-48dc4fa23e7f req-7941f88e-1b2d-4de0-8a9c-21d8eef93f5b service neutron] 10.222.0.35 "GET /v2.0/networks/1d5d6c62-f1ca-4af0-a7ff-5481d50192ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939679 May 20 21:13:04.661425 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a81c23e8-cd95-47f2-b6bf-473fc6dc4194 req-3c03e866-8573-4f9d-9fae-fdf653997923 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] 10.222.0.35 "GET /v2.0/ports?device_id=24dc34ad-4b08-4b02-bc98-e989e8417ca0 HTTP/1.1" status: 200 len: 210 time: 0.0323088 May 20 21:13:05.771034 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-278cfd1a-2b86-4e3b-ab44-f13a87c8e2f8 req-32fee220-73bc-42d3-bb2e-786d0645f235 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] 10.222.0.35 "GET /v2.0/ports?device_id=24dc34ad-4b08-4b02-bc98-e989e8417ca0 HTTP/1.1" status: 200 len: 210 time: 0.0288262 May 20 21:13:06.869057 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-52d34359-a97b-402a-a80c-d6f50a429eb9 req-9239ed9c-890c-466b-bce0-65cdcbe6795a tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] 10.222.0.35 "GET /v2.0/ports?device_id=24dc34ad-4b08-4b02-bc98-e989e8417ca0 HTTP/1.1" status: 200 len: 210 time: 0.0267775 May 20 21:13:06.937653 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa4af05-031c-4379-a8b7-48dc4fa23e7f req-363c4b44-e02a-491a-884c-2f5e4f0776af tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:13:06.939147 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-9aa4af05-031c-4379-a8b7-48dc4fa23e7f req-363c4b44-e02a-491a-884c-2f5e4f0776af tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] 10.222.0.24 "GET /v2.0/networks?id=1d5d6c62-f1ca-4af0-a7ff-5481d50192ae HTTP/1.1" status: 200 len: 797 time: 0.1078298 May 20 21:13:06.986237 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-9aa4af05-031c-4379-a8b7-48dc4fa23e7f req-d0e3aea4-4a29-4291-9377-b45fbe3f36e2 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cdc84cdf879947589b97668d7e3906ce HTTP/1.1" status: 200 len: 380 time: 0.0371282 May 20 21:13:06.995425 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [req-9aa4af05-031c-4379-a8b7-48dc4fa23e7f req-d2f9ecd4-3c24-4c46-9780-3270d9d7a89f tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Request body: {'port': {'device_id': '24dc34ad-4b08-4b02-bc98-e989e8417ca0', 'network_id': '1d5d6c62-f1ca-4af0-a7ff-5481d50192ae', 'admin_state_up': True, 'tenant_id': 'cdc84cdf879947589b97668d7e3906ce', 'security_groups': ['05445505-a72d-47ce-a388-e8872ffa4e28']}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:13:07.223498 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9aa4af05-031c-4379-a8b7-48dc4fa23e7f req-d2f9ecd4-3c24-4c46-9780-3270d9d7a89f tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Made reservation on behalf of cdc84cdf879947589b97668d7e3906ce for: {'port': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:13:07.227029 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-9aa4af05-031c-4379-a8b7-48dc4fa23e7f req-d2f9ecd4-3c24-4c46-9780-3270d9d7a89f tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:13:07.371897 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [req-9aa4af05-031c-4379-a8b7-48dc4fa23e7f req-d2f9ecd4-3c24-4c46-9780-3270d9d7a89f tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Allocated IP 172.20.0.10 (1d5d6c62-f1ca-4af0-a7ff-5481d50192ae/14fb0d76-b4e9-46b9-89f7-41f24d4f8a54/1d313bbe-f23a-430d-96d8-ddb44fe705e2) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:13:07.515070 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-9aa4af05-031c-4379-a8b7-48dc4fa23e7f req-d2f9ecd4-3c24-4c46-9780-3270d9d7a89f tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:13:07.606877 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-9aa4af05-031c-4379-a8b7-48dc4fa23e7f req-d2f9ecd4-3c24-4c46-9780-3270d9d7a89f tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:13:07.648135 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9aa4af05-031c-4379-a8b7-48dc4fa23e7f req-d2f9ecd4-3c24-4c46-9780-3270d9d7a89f tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Network 1d5d6c62-f1ca-4af0-a7ff-5481d50192ae is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:13:07.653580 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [req-9aa4af05-031c-4379-a8b7-48dc4fa23e7f req-d2f9ecd4-3c24-4c46-9780-3270d9d7a89f tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:13:07.660282 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-9aa4af05-031c-4379-a8b7-48dc4fa23e7f req-d2f9ecd4-3c24-4c46-9780-3270d9d7a89f tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:13:07.694192 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f9ecd4-3c24-4c46-9780-3270d9d7a89f tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Pushing event updated for resources: {'Port': ['ID=1d313bbe-f23a-430d-96d8-ddb44fe705e2,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:13:07.724212 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa4af05-031c-4379-a8b7-48dc4fa23e7f req-d2f9ecd4-3c24-4c46-9780-3270d9d7a89f tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:13:07.724968 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-9aa4af05-031c-4379-a8b7-48dc4fa23e7f req-d2f9ecd4-3c24-4c46-9780-3270d9d7a89f tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:13:07.792899 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-9aa4af05-031c-4379-a8b7-48dc4fa23e7f req-d2f9ecd4-3c24-4c46-9780-3270d9d7a89f tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8010550 May 20 21:13:07.805958 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [req-9aa4af05-031c-4379-a8b7-48dc4fa23e7f req-4f8ca452-b0e8-4204-b93a-78ef1822ae4b service neutron] Request body: {'port': {'device_id': '24dc34ad-4b08-4b02-bc98-e989e8417ca0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-842733-1'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:13:07.871082 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-9aa4af05-031c-4379-a8b7-48dc4fa23e7f req-4f8ca452-b0e8-4204-b93a-78ef1822ae4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:13:07.973688 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-74bb623f-83f5-4ab1-8776-e5f816bf5515 None None] Provisioning complete for port 1d313bbe-f23a-430d-96d8-ddb44fe705e2 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:13:07.974245 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-74bb623f-83f5-4ab1-8776-e5f816bf5515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:13:08.009750 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2371685-a245-470a-b1a5-7878698e001c req-2a655c2c-d327-43cc-be63-57b42c0ce673 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:13:08.011217 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a2371685-a245-470a-b1a5-7878698e001c req-2a655c2c-d327-43cc-be63-57b42c0ce673 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] 10.222.0.35 "GET /v2.0/ports?device_id=24dc34ad-4b08-4b02-bc98-e989e8417ca0 HTTP/1.1" status: 200 len: 932 time: 0.0694706 May 20 21:13:08.014337 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-74bb623f-83f5-4ab1-8776-e5f816bf5515 None None] Port 1d313bbe-f23a-430d-96d8-ddb44fe705e2 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 21:13:08.051567 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a2371685-a245-470a-b1a5-7878698e001c req-8fc94f03-5df9-4c1e-80c2-b2aa09f8f2e0 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] 10.222.0.35 "GET /v2.0/security-groups?id=05445505-a72d-47ce-a388-e8872ffa4e28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335124 May 20 21:13:08.152839 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [req-9aa4af05-031c-4379-a8b7-48dc4fa23e7f req-4f8ca452-b0e8-4204-b93a-78ef1822ae4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d313bbe-f23a-430d-96d8-ddb44fe705e2 {{(pid=103162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 21:13:08.161347 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-9aa4af05-031c-4379-a8b7-48dc4fa23e7f req-4f8ca452-b0e8-4204-b93a-78ef1822ae4b service neutron] Notify callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:13:08.174192 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.provisioning_blocks [req-9aa4af05-031c-4379-a8b7-48dc4fa23e7f req-4f8ca452-b0e8-4204-b93a-78ef1822ae4b service neutron] Transition to ACTIVE for port object 1d313bbe-f23a-430d-96d8-ddb44fe705e2 will not be triggered until provisioned by entity L2. {{(pid=103162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 21:13:08.262774 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-9aa4af05-031c-4379-a8b7-48dc4fa23e7f req-4f8ca452-b0e8-4204-b93a-78ef1822ae4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:13:08.326618 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8ca452-b0e8-4204-b93a-78ef1822ae4b service neutron] Pushing event updated for resources: {'Port': ['ID=1d313bbe-f23a-430d-96d8-ddb44fe705e2,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:13:08.413380 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-9aa4af05-031c-4379-a8b7-48dc4fa23e7f req-4f8ca452-b0e8-4204-b93a-78ef1822ae4b service neutron] Attempting to bind port 1d313bbe-f23a-430d-96d8-ddb44fe705e2 on host n-h1-842733-1 for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:13:08.413747 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-9aa4af05-031c-4379-a8b7-48dc4fa23e7f req-4f8ca452-b0e8-4204-b93a-78ef1822ae4b service neutron] Attempting to bind port 1d313bbe-f23a-430d-96d8-ddb44fe705e2 by drivers openvswitch,hyperv on host n-h1-842733-1 at level 0 using segments [{'id': '8f0772ba-85e0-49fc-91fa-4c8053462640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '1d5d6c62-f1ca-4af0-a7ff-5481d50192ae'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:13:08.414079 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aa4af05-031c-4379-a8b7-48dc4fa23e7f req-4f8ca452-b0e8-4204-b93a-78ef1822ae4b service neutron] Attempting to bind port 1d313bbe-f23a-430d-96d8-ddb44fe705e2 on network 1d5d6c62-f1ca-4af0-a7ff-5481d50192ae {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:13:08.418807 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aa4af05-031c-4379-a8b7-48dc4fa23e7f req-4f8ca452-b0e8-4204-b93a-78ef1822ae4b service neutron] Port 1d313bbe-f23a-430d-96d8-ddb44fe705e2 on network 1d5d6c62-f1ca-4af0-a7ff-5481d50192ae not bound, no agent of type Open vSwitch agent registered on host n-h1-842733-1 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 21:13:08.427739 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aa4af05-031c-4379-a8b7-48dc4fa23e7f req-4f8ca452-b0e8-4204-b93a-78ef1822ae4b service neutron] Attempting to bind port 1d313bbe-f23a-430d-96d8-ddb44fe705e2 on network 1d5d6c62-f1ca-4af0-a7ff-5481d50192ae {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:13:08.427739 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aa4af05-031c-4379-a8b7-48dc4fa23e7f req-4f8ca452-b0e8-4204-b93a-78ef1822ae4b service neutron] Checking agent: {'id': '08dfb1ce-804b-4db8-838b-21094082e041', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 32, 54), 'started_at': datetime.datetime(2022, 5, 20, 20, 32, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 21, 12, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 21:13:08.427739 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aa4af05-031c-4379-a8b7-48dc4fa23e7f req-4f8ca452-b0e8-4204-b93a-78ef1822ae4b service neutron] Checking segment: {'id': '8f0772ba-85e0-49fc-91fa-4c8053462640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '1d5d6c62-f1ca-4af0-a7ff-5481d50192ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:13:08.427739 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aa4af05-031c-4379-a8b7-48dc4fa23e7f req-4f8ca452-b0e8-4204-b93a-78ef1822ae4b service neutron] Bound using segment: {'id': '8f0772ba-85e0-49fc-91fa-4c8053462640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '1d5d6c62-f1ca-4af0-a7ff-5481d50192ae'} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 21:13:08.427739 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-9aa4af05-031c-4379-a8b7-48dc4fa23e7f req-4f8ca452-b0e8-4204-b93a-78ef1822ae4b service neutron] Bound port: 1d313bbe-f23a-430d-96d8-ddb44fe705e2, host: n-h1-842733-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f0772ba-85e0-49fc-91fa-4c8053462640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '1d5d6c62-f1ca-4af0-a7ff-5481d50192ae'}}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:13:08.427739 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-9aa4af05-031c-4379-a8b7-48dc4fa23e7f req-4f8ca452-b0e8-4204-b93a-78ef1822ae4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:13:08.499826 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-9aa4af05-031c-4379-a8b7-48dc4fa23e7f req-4f8ca452-b0e8-4204-b93a-78ef1822ae4b service neutron] For port 1d313bbe-f23a-430d-96d8-ddb44fe705e2, host n-h1-842733-1, cleared binding levels {{(pid=103162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 21:13:08.503425 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-9aa4af05-031c-4379-a8b7-48dc4fa23e7f req-4f8ca452-b0e8-4204-b93a-78ef1822ae4b service neutron] For port 1d313bbe-f23a-430d-96d8-ddb44fe705e2, host n-h1-842733-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=1d313bbe-f23a-430d-96d8-ddb44fe705e2,segment=NetworkSegment(8f0772ba-85e0-49fc-91fa-4c8053462640),segment_id=8f0772ba-85e0-49fc-91fa-4c8053462640)] {{(pid=103162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 21:13:08.555277 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-9aa4af05-031c-4379-a8b7-48dc4fa23e7f req-4f8ca452-b0e8-4204-b93a-78ef1822ae4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:13:08.597115 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa4af05-031c-4379-a8b7-48dc4fa23e7f req-4f8ca452-b0e8-4204-b93a-78ef1822ae4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:13:08.597920 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-9aa4af05-031c-4379-a8b7-48dc4fa23e7f req-4f8ca452-b0e8-4204-b93a-78ef1822ae4b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:13:08.599878 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-9aa4af05-031c-4379-a8b7-48dc4fa23e7f req-4f8ca452-b0e8-4204-b93a-78ef1822ae4b service neutron] 10.222.0.24 "PUT /v2.0/ports/1d313bbe-f23a-430d-96d8-ddb44fe705e2 HTTP/1.1" status: 200 len: 1092 time: 0.7981894 May 20 21:13:08.600312 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24dc34ad-4b08-4b02-bc98-e989e8417ca0', 'tag': '1d313bbe-f23a-430d-96d8-ddb44fe705e2'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 21:13:08.602586 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6fa957933fccbf596d28104b23404b952ad6a8238afaebaed40a0874b2e409" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe5dde41-1fc1-4d64-81a0-229a6231c539" -d '{"events": [{"name": "network-changed", "server_uuid": "24dc34ad-4b08-4b02-bc98-e989e8417ca0", "tag": "1d313bbe-f23a-430d-96d8-ddb44fe705e2"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 21:13:08.630045 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8ca452-b0e8-4204-b93a-78ef1822ae4b service neutron] Pushing event updated for resources: {'Port': ['ID=1d313bbe-f23a-430d-96d8-ddb44fe705e2,revision_number=3']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:13:08.663226 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 21:13:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92d87807-143f-4cdc-b2ab-e1e457cc7af7 x-openstack-request-id: req-92d87807-143f-4cdc-b2ab-e1e457cc7af7 {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 21:13:08.663760 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24dc34ad-4b08-4b02-bc98-e989e8417ca0", "tag": "1d313bbe-f23a-430d-96d8-ddb44fe705e2", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 21:13:08.664191 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-92d87807-143f-4cdc-b2ab-e1e457cc7af7 {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 21:13:08.664778 n-d-842733-1 neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92d87807-143f-4cdc-b2ab-e1e457cc7af7'] response: {'name': 'network-changed', 'server_uuid': '24dc34ad-4b08-4b02-bc98-e989e8417ca0', 'tag': '1d313bbe-f23a-430d-96d8-ddb44fe705e2', 'status': 'completed', 'code': 200} May 20 21:13:08.729794 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5dde41-1fc1-4d64-81a0-229a6231c539 req-b70193fb-6dce-42b5-8278-70b4103c0bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:13:08.731337 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-fe5dde41-1fc1-4d64-81a0-229a6231c539 req-b70193fb-6dce-42b5-8278-70b4103c0bd9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cdc84cdf879947589b97668d7e3906ce&device_id=24dc34ad-4b08-4b02-bc98-e989e8417ca0 HTTP/1.1" status: 200 len: 1095 time: 0.0534961 May 20 21:13:08.836630 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5dde41-1fc1-4d64-81a0-229a6231c539 req-4d6014b0-eba1-4f09-be00-2ee5c3ab97d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:13:08.839726 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-fe5dde41-1fc1-4d64-81a0-229a6231c539 req-4d6014b0-eba1-4f09-be00-2ee5c3ab97d1 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=cdc84cdf879947589b97668d7e3906ce&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0995312 May 20 21:13:08.912892 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 56336) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:13:08.942420 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5dde41-1fc1-4d64-81a0-229a6231c539 req-233d2acb-1ec2-4106-8dc5-aed59ec70d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:13:08.944003 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-fe5dde41-1fc1-4d64-81a0-229a6231c539 req-233d2acb-1ec2-4106-8dc5-aed59ec70d88 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0976415 May 20 21:13:09.024426 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa4af05-031c-4379-a8b7-48dc4fa23e7f req-6b99c1d6-979c-443f-90f6-48ebe9bd3847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:13:09.026880 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-9aa4af05-031c-4379-a8b7-48dc4fa23e7f req-6b99c1d6-979c-443f-90f6-48ebe9bd3847 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cdc84cdf879947589b97668d7e3906ce&device_id=24dc34ad-4b08-4b02-bc98-e989e8417ca0 HTTP/1.1" status: 200 len: 1095 time: 0.0458610 May 20 21:13:09.069697 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-9aa4af05-031c-4379-a8b7-48dc4fa23e7f req-630e5ab7-b484-432a-bfef-9c7deebeaad6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1d313bbe-f23a-430d-96d8-ddb44fe705e2 HTTP/1.1" status: 200 len: 217 time: 0.0358577 May 20 21:13:09.127045 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa4af05-031c-4379-a8b7-48dc4fa23e7f req-2e094284-dd89-4150-b4c4-f36a6423d65c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:13:09.128506 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-9aa4af05-031c-4379-a8b7-48dc4fa23e7f req-2e094284-dd89-4150-b4c4-f36a6423d65c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=14fb0d76-b4e9-46b9-89f7-41f24d4f8a54 HTTP/1.1" status: 200 len: 835 time: 0.0532546 May 20 21:13:09.176255 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa4af05-031c-4379-a8b7-48dc4fa23e7f req-72b4a0c6-b8b6-497e-9717-3a6362af5bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:13:09.177791 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-9aa4af05-031c-4379-a8b7-48dc4fa23e7f req-72b4a0c6-b8b6-497e-9717-3a6362af5bf2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1d5d6c62-f1ca-4af0-a7ff-5481d50192ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432389 May 20 21:13:09.280227 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-9aa4af05-031c-4379-a8b7-48dc4fa23e7f req-c6bd01c4-f1e5-4ecb-8536-dc976d4e6292 service neutron] 10.222.0.24 "GET /v2.0/networks/1d5d6c62-f1ca-4af0-a7ff-5481d50192ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937977 May 20 21:13:09.371622 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-f74ab295-8692-450d-9906-5ba991bfc89f tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Deleting port db0b8903-7f90-4e98-8b96-500a6cc62d13 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:13:09.372235 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f74ab295-8692-450d-9906-5ba991bfc89f tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:13:09.390271 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-9aa4af05-031c-4379-a8b7-48dc4fa23e7f req-3b9b3515-705c-443d-b7b8-c7852f0e82e2 service neutron] 10.222.0.24 "GET /v2.0/networks/1d5d6c62-f1ca-4af0-a7ff-5481d50192ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045301 May 20 21:13:09.465497 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca60a2c-112b-4275-a054-67c17d5efead req-fbb2ef81-4fed-448a-884a-3b7bc479ef34 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:13:09.466996 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-bca60a2c-112b-4275-a054-67c17d5efead req-fbb2ef81-4fed-448a-884a-3b7bc479ef34 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] 10.222.0.35 "GET /v2.0/ports?device_id=24dc34ad-4b08-4b02-bc98-e989e8417ca0 HTTP/1.1" status: 200 len: 944 time: 0.0988772 May 20 21:13:09.502329 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f74ab295-8692-450d-9906-5ba991bfc89f tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:13:09.502650 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f74ab295-8692-450d-9906-5ba991bfc89f tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:13:09.523504 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-f74ab295-8692-450d-9906-5ba991bfc89f tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Calling delete_port for db0b8903-7f90-4e98-8b96-500a6cc62d13 owned by network:floatingip {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:13:09.534783 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-bca60a2c-112b-4275-a054-67c17d5efead req-a79c45c8-2b4c-41fe-b236-52a8ac003e36 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] 10.222.0.35 "GET /v2.0/security-groups?id=05445505-a72d-47ce-a388-e8872ffa4e28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596402 May 20 21:13:09.737686 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f74ab295-8692-450d-9906-5ba991bfc89f tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:13:09.765391 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74ab295-8692-450d-9906-5ba991bfc89f tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Pushing event deleted for resources: {'Port': ['ID=db0b8903-7f90-4e98-8b96-500a6cc62d13,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:13:09.830207 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f74ab295-8692-450d-9906-5ba991bfc89f tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks [] for floatingip, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:13:09.831508 n-d-842733-1 neutron-server[103163]: INFO neutron.db.l3_db [None req-f74ab295-8692-450d-9906-5ba991bfc89f tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Floating IP f36e2ff3-d185-4932-bb30-9ad473cb679c disassociated (deleted). External IP: 172.25.2.179, port: b31ea496-7094-4d8d-830c-dbb3f26fa01f. May 20 21:13:10.046103 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f74ab295-8692-450d-9906-5ba991bfc89f tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Router 9c3b774f-8fec-40f2-9a75-b2df7d3be9aa has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 21:13:10.156093 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f74ab295-8692-450d-9906-5ba991bfc89f tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 21:13:10.160672 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f74ab295-8692-450d-9906-5ba991bfc89f tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for floatingip, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:13:10.168329 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68369c24-2ebf-425f-9d6e-bb656541ef33 None None] Sync routers for ids ['9c3b774f-8fec-40f2-9a75-b2df7d3be9aa'] in n-d-842733-1 {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 21:13:10.179181 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68369c24-2ebf-425f-9d6e-bb656541ef33 None None] Routers {'9c3b774f-8fec-40f2-9a75-b2df7d3be9aa'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:13:10.179989 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-68369c24-2ebf-425f-9d6e-bb656541ef33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:12:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['9c3b774f-8fec-40f2-9a75-b2df7d3be9aa'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:13:10.187491 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-f74ab295-8692-450d-9906-5ba991bfc89f tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "DELETE /v2.0/floatingips/f36e2ff3-d185-4932-bb30-9ad473cb679c HTTP/1.1" status: 204 len: 168 time: 1.2734549 May 20 21:13:10.188277 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eecea809-a086-4b88-b700-74e5588f4fef', 'tag': 'b31ea496-7094-4d8d-830c-dbb3f26fa01f'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 21:13:10.190681 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4291b17aa7b45362825f0571e77c85f5e73afe1df9c7e9e15006df9d695c005e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10b86b53-69c6-47e0-ad0c-fa96249439a2" -d '{"events": [{"name": "network-changed", "server_uuid": "eecea809-a086-4b88-b700-74e5588f4fef", "tag": "b31ea496-7094-4d8d-830c-dbb3f26fa01f"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 21:13:10.236602 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 21:13:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caa32644-4c57-437f-b5f0-608f3a688429 x-openstack-request-id: req-caa32644-4c57-437f-b5f0-608f3a688429 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 21:13:10.236894 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eecea809-a086-4b88-b700-74e5588f4fef", "tag": "b31ea496-7094-4d8d-830c-dbb3f26fa01f", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 21:13:10.237141 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-caa32644-4c57-437f-b5f0-608f3a688429 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 21:13:10.237571 n-d-842733-1 neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-caa32644-4c57-437f-b5f0-608f3a688429'] response: {'name': 'network-changed', 'server_uuid': 'eecea809-a086-4b88-b700-74e5588f4fef', 'tag': 'b31ea496-7094-4d8d-830c-dbb3f26fa01f', 'status': 'completed', 'code': 200} May 20 21:13:10.295552 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-68369c24-2ebf-425f-9d6e-bb656541ef33 None None] Set router 9c3b774f-8fec-40f2-9a75-b2df7d3be9aa gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:13:10.325803 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b86b53-69c6-47e0-ad0c-fa96249439a2 req-02101019-371b-419a-851d-d6e7fd3c9516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:13:10.325803 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-10b86b53-69c6-47e0-ad0c-fa96249439a2 req-02101019-371b-419a-851d-d6e7fd3c9516 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d7932b75a33b465998804b193e9be7ad&device_id=eecea809-a086-4b88-b700-74e5588f4fef HTTP/1.1" status: 200 len: 1097 time: 0.0444789 May 20 21:13:10.448076 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b86b53-69c6-47e0-ad0c-fa96249439a2 req-5a666359-7d6e-4c8d-b752-68effffa2db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:13:10.449624 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-10b86b53-69c6-47e0-ad0c-fa96249439a2 req-5a666359-7d6e-4c8d-b752-68effffa2db6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f9556433-dbf4-4fac-a6b2-07b438f4b562 HTTP/1.1" status: 200 len: 896 time: 0.1146042 May 20 21:13:10.505303 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-10b86b53-69c6-47e0-ad0c-fa96249439a2 req-2df5c2fc-b65f-48be-bc25-4d9ccd33d39b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b31ea496-7094-4d8d-830c-dbb3f26fa01f HTTP/1.1" status: 200 len: 217 time: 0.0484591 May 20 21:13:10.507773 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-68369c24-2ebf-425f-9d6e-bb656541ef33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c3b774f-8fec-40f2-9a75-b2df7d3be9aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1646391523', 'tenant_id': 'd7932b75a33b465998804b193e9be7ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.90'}], 'enable_snat': True}, 'gw_port_id': 'bb70d720-7a00-4a58-a778-9f97cf12cdcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:11:31Z', 'updated_at': '2022-05-20T21:11:36Z', 'revision_number': 4, 'project_id': 'd7932b75a33b465998804b193e9be7ad', 'gw_port': {'id': 'bb70d720-7a00-4a58-a778-9f97cf12cdcb', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:68:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c3b774f-8fec-40f2-9a75-b2df7d3be9aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:11:32Z', 'updated_at': '2022-05-20T21:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': 'a4a45e32-01ce-4837-aa20-621758018593', 'name': '', 'network_id': 'f9556433-dbf4-4fac-a6b2-07b438f4b562', 'tenant_id': 'd7932b75a33b465998804b193e9be7ad', 'mac_address': 'fa:16:3e:b7:2b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c3b774f-8fec-40f2-9a75-b2df7d3be9aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': 'e0936cca-8437-45d3-8640-942d9ea50aa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:11:35Z', 'updated_at': '2022-05-20T21:11:40Z', 'revision_number': 5, 'project_id': 'd7932b75a33b465998804b193e9be7ad', 'subnets': [{'id': 'e0936cca-8437-45d3-8640-942d9ea50aa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:13:10.538439 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68369c24-2ebf-425f-9d6e-bb656541ef33 None None] Checking router: 9c3b774f-8fec-40f2-9a75-b2df7d3be9aa for host: n-d-842733-1 {{(pid=103165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 21:13:10.546952 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68369c24-2ebf-425f-9d6e-bb656541ef33 None None] Routers {'9c3b774f-8fec-40f2-9a75-b2df7d3be9aa'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:13:10.547768 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-68369c24-2ebf-425f-9d6e-bb656541ef33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:12:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['9c3b774f-8fec-40f2-9a75-b2df7d3be9aa'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:13:10.555929 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b86b53-69c6-47e0-ad0c-fa96249439a2 req-b916d038-5216-4682-ad0e-2ad2d708a342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:13:10.558077 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-10b86b53-69c6-47e0-ad0c-fa96249439a2 req-b916d038-5216-4682-ad0e-2ad2d708a342 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e0936cca-8437-45d3-8640-942d9ea50aa9 HTTP/1.1" status: 200 len: 834 time: 0.0455520 May 20 21:13:10.620154 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b86b53-69c6-47e0-ad0c-fa96249439a2 req-49e4a197-611f-4f1a-9638-d3fbb4795c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:13:10.622635 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-10b86b53-69c6-47e0-ad0c-fa96249439a2 req-49e4a197-611f-4f1a-9638-d3fbb4795c17 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f9556433-dbf4-4fac-a6b2-07b438f4b562&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0575428 May 20 21:13:10.660657 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-68369c24-2ebf-425f-9d6e-bb656541ef33 None None] Set router 9c3b774f-8fec-40f2-9a75-b2df7d3be9aa gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:13:10.692373 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3045c083-8832-4a89-8ce0-7b3ee215f95f req-95d72861-e932-469b-930b-d11249ca947a tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:13:10.701460 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3045c083-8832-4a89-8ce0-7b3ee215f95f req-95d72861-e932-469b-930b-d11249ca947a tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] 10.222.0.35 "GET /v2.0/ports?device_id=24dc34ad-4b08-4b02-bc98-e989e8417ca0 HTTP/1.1" status: 200 len: 944 time: 0.0886672 May 20 21:13:10.744956 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598094e0-e658-4601-9cd5-0ea149cfc3a0 req-fc269862-9cc5-4a26-926d-a35997ca9659 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:13:10.746735 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-598094e0-e658-4601-9cd5-0ea149cfc3a0 req-fc269862-9cc5-4a26-926d-a35997ca9659 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/ports?device_id=eecea809-a086-4b88-b700-74e5588f4fef HTTP/1.1" status: 200 len: 946 time: 0.0983269 May 20 21:13:10.754253 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-10b86b53-69c6-47e0-ad0c-fa96249439a2 req-77f5ec52-7dc2-47c6-991c-6dc199565c8f service neutron] 10.222.0.13 "GET /v2.0/networks/f9556433-dbf4-4fac-a6b2-07b438f4b562?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045334 May 20 21:13:10.784071 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3045c083-8832-4a89-8ce0-7b3ee215f95f req-3841be53-fbb0-4216-a404-1fce05cc1c5b tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] 10.222.0.35 "GET /v2.0/security-groups?id=05445505-a72d-47ce-a388-e8872ffa4e28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814111 May 20 21:13:10.812604 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-598094e0-e658-4601-9cd5-0ea149cfc3a0 req-2568b8d0-34cc-4361-a07b-7df573df40d6 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/security-groups?id=e35b6a66-76e5-4979-af50-240671a6a707&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597410 May 20 21:13:10.880264 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-10b86b53-69c6-47e0-ad0c-fa96249439a2 req-abbe88b6-6147-4ef9-a0eb-5c6d2496fdee service neutron] 10.222.0.13 "GET /v2.0/networks/f9556433-dbf4-4fac-a6b2-07b438f4b562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183555 May 20 21:13:11.007681 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-68369c24-2ebf-425f-9d6e-bb656541ef33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c3b774f-8fec-40f2-9a75-b2df7d3be9aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1646391523', 'tenant_id': 'd7932b75a33b465998804b193e9be7ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.90'}], 'enable_snat': True}, 'gw_port_id': 'bb70d720-7a00-4a58-a778-9f97cf12cdcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:11:31Z', 'updated_at': '2022-05-20T21:11:36Z', 'revision_number': 4, 'project_id': 'd7932b75a33b465998804b193e9be7ad', 'gw_port': {'id': 'bb70d720-7a00-4a58-a778-9f97cf12cdcb', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:68:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c3b774f-8fec-40f2-9a75-b2df7d3be9aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:11:32Z', 'updated_at': '2022-05-20T21:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': 'a4a45e32-01ce-4837-aa20-621758018593', 'name': '', 'network_id': 'f9556433-dbf4-4fac-a6b2-07b438f4b562', 'tenant_id': 'd7932b75a33b465998804b193e9be7ad', 'mac_address': 'fa:16:3e:b7:2b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c3b774f-8fec-40f2-9a75-b2df7d3be9aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': 'e0936cca-8437-45d3-8640-942d9ea50aa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:11:35Z', 'updated_at': '2022-05-20T21:11:40Z', 'revision_number': 5, 'project_id': 'd7932b75a33b465998804b193e9be7ad', 'subnets': [{'id': 'e0936cca-8437-45d3-8640-942d9ea50aa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:13:11.033362 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68369c24-2ebf-425f-9d6e-bb656541ef33 None None] The sync data for ids ['9c3b774f-8fec-40f2-9a75-b2df7d3be9aa'] in n-d-842733-1 is: [{'id': '9c3b774f-8fec-40f2-9a75-b2df7d3be9aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1646391523', 'tenant_id': 'd7932b75a33b465998804b193e9be7ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.90'}], 'enable_snat': True}, 'gw_port_id': 'bb70d720-7a00-4a58-a778-9f97cf12cdcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:11:31Z', 'updated_at': '2022-05-20T21:11:36Z', 'revision_number': 4, 'project_id': 'd7932b75a33b465998804b193e9be7ad', 'gw_port': {'id': 'bb70d720-7a00-4a58-a778-9f97cf12cdcb', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:68:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c3b774f-8fec-40f2-9a75-b2df7d3be9aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:11:32Z', 'updated_at': '2022-05-20T21:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': 'a4a45e32-01ce-4837-aa20-621758018593', 'name': '', 'network_id': 'f9556433-dbf4-4fac-a6b2-07b438f4b562', 'tenant_id': 'd7932b75a33b465998804b193e9be7ad', 'mac_address': 'fa:16:3e:b7:2b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c3b774f-8fec-40f2-9a75-b2df7d3be9aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': 'e0936cca-8437-45d3-8640-942d9ea50aa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:11:35Z', 'updated_at': '2022-05-20T21:11:40Z', 'revision_number': 5, 'project_id': 'd7932b75a33b465998804b193e9be7ad', 'subnets': [{'id': 'e0936cca-8437-45d3-8640-942d9ea50aa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 21:13:11.255886 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a562d6ac-436c-4562-aae3-179d487f00b1 None None] New status for floating IP f36e2ff3-d185-4932-bb30-9ad473cb679c: DOWN {{(pid=103164) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 21:13:11.383737 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 1d313bbe-f23a-430d-96d8-ddb44fe705e2 details requested by agent hyperv_n-h1-842733-1 with host n-h1-842733-1 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 21:13:11.491718 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port 1d313bbe-f23a-430d-96d8-ddb44fe705e2, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=1d313bbe-f23a-430d-96d8-ddb44fe705e2,segment=NetworkSegment(8f0772ba-85e0-49fc-91fa-4c8053462640),segment_id=8f0772ba-85e0-49fc-91fa-4c8053462640)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:13:11.503232 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Returning: {'device': '1d313bbe-f23a-430d-96d8-ddb44fe705e2', 'network_id': '1d5d6c62-f1ca-4af0-a7ff-5481d50192ae', 'port_id': '1d313bbe-f23a-430d-96d8-ddb44fe705e2', 'mac_address': 'fa:16:3e:76:b3:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14fb0d76-b4e9-46b9-89f7-41f24d4f8a54', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 20 21:13:11.539694 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Current status of the port 1d313bbe-f23a-430d-96d8-ddb44fe705e2 is: DOWN; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:13:11.540090 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:13:11.552905 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d313bbe-f23a-430d-96d8-ddb44fe705e2 {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 21:13:11.572499 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port 1d313bbe-f23a-430d-96d8-ddb44fe705e2, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=1d313bbe-f23a-430d-96d8-ddb44fe705e2,segment=NetworkSegment(8f0772ba-85e0-49fc-91fa-4c8053462640),segment_id=8f0772ba-85e0-49fc-91fa-4c8053462640)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:13:11.663322 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:13:11.709708 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Pushing event updated for resources: {'Port': ['ID=1d313bbe-f23a-430d-96d8-ddb44fe705e2,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:13:11.916063 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] get_ports_and_sgs() called for port_ids ['1d313bbe-f23a-430d-96d8-ddb44fe705e2'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 21:13:11.951868 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1278c79c-f910-4b7b-8206-c5e1b97c14f1 req-f550bbdd-1840-4023-b337-60021a4251a1 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:13:11.953538 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1278c79c-f910-4b7b-8206-c5e1b97c14f1 req-f550bbdd-1840-4023-b337-60021a4251a1 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] 10.222.0.35 "GET /v2.0/ports?device_id=24dc34ad-4b08-4b02-bc98-e989e8417ca0 HTTP/1.1" status: 200 len: 945 time: 0.0786943 May 20 21:13:11.979145 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d006b63-cd3c-4d39-935c-d5fea98b233b req-58847e50-3ae9-4fa5-96cd-1fa002b25c19 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:13:11.980630 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7d006b63-cd3c-4d39-935c-d5fea98b233b req-58847e50-3ae9-4fa5-96cd-1fa002b25c19 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/ports?device_id=eecea809-a086-4b88-b700-74e5588f4fef HTTP/1.1" status: 200 len: 946 time: 0.0788114 May 20 21:13:12.032306 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1278c79c-f910-4b7b-8206-c5e1b97c14f1 req-6c9d8d0b-2f6d-4b62-8d41-e5bd70524a46 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] 10.222.0.35 "GET /v2.0/security-groups?id=05445505-a72d-47ce-a388-e8872ffa4e28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704956 May 20 21:13:12.039737 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7d006b63-cd3c-4d39-935c-d5fea98b233b req-52f8aba6-6f22-477d-aaf0-441a6039ea46 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/security-groups?id=e35b6a66-76e5-4979-af50-240671a6a707&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519557 May 20 21:13:12.207656 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79851f79-9e2b-46b1-b0c0-0bfb8180bdf5 req-86211925-b33d-4cba-be9c-68620a966ae0 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:13:12.209333 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-79851f79-9e2b-46b1-b0c0-0bfb8180bdf5 req-86211925-b33d-4cba-be9c-68620a966ae0 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.13 "GET /v2.0/ports?device_id=eecea809-a086-4b88-b700-74e5588f4fef HTTP/1.1" status: 200 len: 946 time: 0.0513892 May 20 21:13:12.304274 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-79851f79-9e2b-46b1-b0c0-0bfb8180bdf5 req-e3549a55-3ec2-40da-8b96-75b9521b1d3e tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Deleting port b31ea496-7094-4d8d-830c-dbb3f26fa01f {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:13:12.304610 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-79851f79-9e2b-46b1-b0c0-0bfb8180bdf5 req-e3549a55-3ec2-40da-8b96-75b9521b1d3e tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:13:12.417986 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-79851f79-9e2b-46b1-b0c0-0bfb8180bdf5 req-e3549a55-3ec2-40da-8b96-75b9521b1d3e tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] For port b31ea496-7094-4d8d-830c-dbb3f26fa01f, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=b31ea496-7094-4d8d-830c-dbb3f26fa01f,segment=NetworkSegment(d54ee4a3-2bf2-420b-b1f5-dead33483fd3),segment_id=d54ee4a3-2bf2-420b-b1f5-dead33483fd3)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:13:12.418350 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-79851f79-9e2b-46b1-b0c0-0bfb8180bdf5 req-e3549a55-3ec2-40da-8b96-75b9521b1d3e tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:13:12.430171 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-79851f79-9e2b-46b1-b0c0-0bfb8180bdf5 req-e3549a55-3ec2-40da-8b96-75b9521b1d3e tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Calling delete_port for b31ea496-7094-4d8d-830c-dbb3f26fa01f owned by compute:nova {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:13:12.623587 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-79851f79-9e2b-46b1-b0c0-0bfb8180bdf5 req-e3549a55-3ec2-40da-8b96-75b9521b1d3e tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:13:12.960679 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3549a55-3ec2-40da-8b96-75b9521b1d3e tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Pushing event deleted for resources: {'Port': ['ID=b31ea496-7094-4d8d-830c-dbb3f26fa01f,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:13:13.015037 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-79851f79-9e2b-46b1-b0c0-0bfb8180bdf5 req-e3549a55-3ec2-40da-8b96-75b9521b1d3e tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] No DVR routers for this DVR port b31ea496-7094-4d8d-830c-dbb3f26fa01f on host n-h2-842733-1 {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 21:13:13.017709 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-79851f79-9e2b-46b1-b0c0-0bfb8180bdf5 req-e3549a55-3ec2-40da-8b96-75b9521b1d3e tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:13:13.021355 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-79851f79-9e2b-46b1-b0c0-0bfb8180bdf5 req-e3549a55-3ec2-40da-8b96-75b9521b1d3e tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.13 "DELETE /v2.0/ports/b31ea496-7094-4d8d-830c-dbb3f26fa01f HTTP/1.1" status: 204 len: 173 time: 0.8064358 May 20 21:13:13.021802 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eecea809-a086-4b88-b700-74e5588f4fef', 'name': 'network-vif-deleted', 'tag': 'b31ea496-7094-4d8d-830c-dbb3f26fa01f'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 21:13:13.024592 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6fa957933fccbf596d28104b23404b952ad6a8238afaebaed40a0874b2e409" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80ac9146-890a-4602-b0c0-b07761515f49" -d '{"events": [{"server_uuid": "eecea809-a086-4b88-b700-74e5588f4fef", "name": "network-vif-deleted", "tag": "b31ea496-7094-4d8d-830c-dbb3f26fa01f"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 21:13:13.065640 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 21:13:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a7464fe-d2cd-4213-a877-d2546e83d6cf x-openstack-request-id: req-6a7464fe-d2cd-4213-a877-d2546e83d6cf {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 21:13:13.065993 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eecea809-a086-4b88-b700-74e5588f4fef", "name": "network-vif-deleted", "tag": "b31ea496-7094-4d8d-830c-dbb3f26fa01f", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 21:13:13.066207 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6a7464fe-d2cd-4213-a877-d2546e83d6cf {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 21:13:13.066582 n-d-842733-1 neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a7464fe-d2cd-4213-a877-d2546e83d6cf'] response: {'server_uuid': 'eecea809-a086-4b88-b700-74e5588f4fef', 'name': 'network-vif-deleted', 'tag': 'b31ea496-7094-4d8d-830c-dbb3f26fa01f', 'status': 'completed', 'code': 200} May 20 21:13:13.167398 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ec224493-8ae1-4723-81b1-bc6c0694218a req-fb3a61db-0069-481a-b0fc-8ca9049c6258 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "GET /v2.0/ports?device_id=eecea809-a086-4b88-b700-74e5588f4fef HTTP/1.1" status: 200 len: 210 time: 0.0442512 May 20 21:13:13.187119 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6badb62-bcfe-4ac2-a47b-154c9d439f54 req-39dbe799-7fa0-4f77-948c-746f5a03b469 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:13:13.188809 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e6badb62-bcfe-4ac2-a47b-154c9d439f54 req-39dbe799-7fa0-4f77-948c-746f5a03b469 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] 10.222.0.35 "GET /v2.0/ports?device_id=24dc34ad-4b08-4b02-bc98-e989e8417ca0 HTTP/1.1" status: 200 len: 945 time: 0.0759919 May 20 21:13:13.228676 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e6badb62-bcfe-4ac2-a47b-154c9d439f54 req-6970f454-f764-44c6-8f51-5f9e5a99de49 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] 10.222.0.35 "GET /v2.0/security-groups?id=05445505-a72d-47ce-a388-e8872ffa4e28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334980 May 20 21:13:13.415197 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 1d313bbe-f23a-430d-96d8-ddb44fe705e2 up at agent hyperv_n-h1-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:13:13.526523 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Provisioning for port 1d313bbe-f23a-430d-96d8-ddb44fe705e2 completed by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 21:13:13.530847 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Provisioning complete for port 1d313bbe-f23a-430d-96d8-ddb44fe705e2 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:13:13.531246 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:13:13.608312 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Current status of the port 1d313bbe-f23a-430d-96d8-ddb44fe705e2 is: BUILD; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:13:13.608793 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:13:13.631239 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24dc34ad-4b08-4b02-bc98-e989e8417ca0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d313bbe-f23a-430d-96d8-ddb44fe705e2'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 21:13:13.633672 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8485417003ce7c0410b00f5cdc2f391e21107b70bb68e2773712534a96e108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0651bee5-bee1-45e5-b3d2-2a207c082809" -d '{"events": [{"server_uuid": "24dc34ad-4b08-4b02-bc98-e989e8417ca0", "name": "network-vif-plugged", "status": "completed", "tag": "1d313bbe-f23a-430d-96d8-ddb44fe705e2"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 21:13:13.646661 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port 1d313bbe-f23a-430d-96d8-ddb44fe705e2, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=1d313bbe-f23a-430d-96d8-ddb44fe705e2,segment=NetworkSegment(8f0772ba-85e0-49fc-91fa-4c8053462640),segment_id=8f0772ba-85e0-49fc-91fa-4c8053462640)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:13:13.671612 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 21:13:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6398f89-a48a-4eed-956a-06ba5c50a9a6 x-openstack-request-id: req-b6398f89-a48a-4eed-956a-06ba5c50a9a6 {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 21:13:13.671902 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24dc34ad-4b08-4b02-bc98-e989e8417ca0", "name": "network-vif-plugged", "status": "completed", "tag": "1d313bbe-f23a-430d-96d8-ddb44fe705e2", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 21:13:13.672157 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b6398f89-a48a-4eed-956a-06ba5c50a9a6 {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 21:13:13.672557 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6398f89-a48a-4eed-956a-06ba5c50a9a6'] response: {'server_uuid': '24dc34ad-4b08-4b02-bc98-e989e8417ca0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d313bbe-f23a-430d-96d8-ddb44fe705e2', 'code': 200} May 20 21:13:13.743303 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:13:13.765664 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1889c65-cbbf-4b66-b58d-2eb5fb76eeda req-2a97890b-6bb8-496b-b27a-dbf0a65d5c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:13:13.770693 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-e1889c65-cbbf-4b66-b58d-2eb5fb76eeda req-2a97890b-6bb8-496b-b27a-dbf0a65d5c50 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=24dc34ad-4b08-4b02-bc98-e989e8417ca0 HTTP/1.1" status: 200 len: 1096 time: 0.0399177 May 20 21:13:13.797081 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Pushing event updated for resources: {'Port': ['ID=1d313bbe-f23a-430d-96d8-ddb44fe705e2,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:13:13.804781 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-e1889c65-cbbf-4b66-b58d-2eb5fb76eeda req-620814bf-ef9e-4d9d-988d-62fd066ed952 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=05445505-a72d-47ce-a388-e8872ffa4e28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0293143 May 20 21:13:14.224398 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 56428) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:13:14.416466 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185914d5-4bae-4692-91c5-26bb9f7d993f req-5364cc14-492e-4995-835a-a44263f47ad1 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:13:14.422416 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-185914d5-4bae-4692-91c5-26bb9f7d993f req-5364cc14-492e-4995-835a-a44263f47ad1 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] 10.222.0.35 "GET /v2.0/ports?device_id=24dc34ad-4b08-4b02-bc98-e989e8417ca0 HTTP/1.1" status: 200 len: 946 time: 0.1013463 May 20 21:13:14.501088 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-185914d5-4bae-4692-91c5-26bb9f7d993f req-8f4ea568-0efb-4e07-8772-ead38d1e59ed tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] 10.222.0.35 "GET /v2.0/security-groups?id=05445505-a72d-47ce-a388-e8872ffa4e28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768130 May 20 21:13:14.729661 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-baabd460-1469-421c-81ff-6cbe931bd694 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748528'] for router_interface, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:13:15.049743 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-baabd460-1469-421c-81ff-6cbe931bd694 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Deleting port a4a45e32-01ce-4837-aa20-621758018593 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:13:15.050068 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-baabd460-1469-421c-81ff-6cbe931bd694 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:13:15.138944 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-baabd460-1469-421c-81ff-6cbe931bd694 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] For port a4a45e32-01ce-4837-aa20-621758018593, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=a4a45e32-01ce-4837-aa20-621758018593,segment=NetworkSegment(d54ee4a3-2bf2-420b-b1f5-dead33483fd3),segment_id=d54ee4a3-2bf2-420b-b1f5-dead33483fd3)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:13:15.139312 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-baabd460-1469-421c-81ff-6cbe931bd694 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:13:15.151836 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-baabd460-1469-421c-81ff-6cbe931bd694 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Calling delete_port for a4a45e32-01ce-4837-aa20-621758018593 owned by network:router_interface {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:13:15.416983 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-baabd460-1469-421c-81ff-6cbe931bd694 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:13:15.452552 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baabd460-1469-421c-81ff-6cbe931bd694 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Pushing event deleted for resources: {'Port': ['ID=a4a45e32-01ce-4837-aa20-621758018593,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:13:15.667698 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-baabd460-1469-421c-81ff-6cbe931bd694 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-692224'] for router_interface, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:13:15.682504 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6feb5b16-1ac7-4e18-895c-85235d79ab9d req-352b5403-43e5-430e-97c3-e4e9d16a6ce0 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:13:15.684084 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6feb5b16-1ac7-4e18-895c-85235d79ab9d req-352b5403-43e5-430e-97c3-e4e9d16a6ce0 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] 10.222.0.35 "GET /v2.0/ports?device_id=24dc34ad-4b08-4b02-bc98-e989e8417ca0 HTTP/1.1" status: 200 len: 946 time: 0.0954101 May 20 21:13:15.762885 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6feb5b16-1ac7-4e18-895c-85235d79ab9d req-29be3678-0151-455f-b317-ee981d410753 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] 10.222.0.35 "GET /v2.0/security-groups?id=05445505-a72d-47ce-a388-e8872ffa4e28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719967 May 20 21:13:15.948601 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a90ef8e-0279-45d2-9063-46dd93e7fb26 req-008fb4be-4494-4e44-a9ea-e0a9d2cc820d tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:13:15.950091 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2a90ef8e-0279-45d2-9063-46dd93e7fb26 req-008fb4be-4494-4e44-a9ea-e0a9d2cc820d tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] 10.222.0.35 "GET /v2.0/ports?device_id=24dc34ad-4b08-4b02-bc98-e989e8417ca0 HTTP/1.1" status: 200 len: 946 time: 0.0918345 May 20 21:13:15.982503 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-baabd460-1469-421c-81ff-6cbe931bd694 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Router 9c3b774f-8fec-40f2-9a75-b2df7d3be9aa has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 21:13:16.005489 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2a90ef8e-0279-45d2-9063-46dd93e7fb26 req-693388a9-4aa9-48eb-9949-393d14f076e7 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] 10.222.0.35 "GET /v2.0/security-groups?id=05445505-a72d-47ce-a388-e8872ffa4e28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468321 May 20 21:13:16.029643 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 56460) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:13:16.034516 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device b31ea496-7094-4d8d-830c-dbb3f26fa01f no longer exists at agent hyperv_n-h2-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 21:13:16.055626 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] No Port match for: b31ea496-7094-4d8d-830c-dbb3f26fa01f {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 21:13:16.056186 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device b31ea496-7094-4d8d-830c-dbb3f26fa01f not bound to the agent host n-h2-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 21:13:16.082178 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aae2128-0ef2-4756-ae1f-d057106d62bb tempest-TestNetworkBasicOps-212282956 tempest-TestNetworkBasicOps-212282956-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:13:16.085732 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-3aae2128-0ef2-4756-ae1f-d057106d62bb tempest-TestNetworkBasicOps-212282956 tempest-TestNetworkBasicOps-212282956-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=24dc34ad-4b08-4b02-bc98-e989e8417ca0 HTTP/1.1" status: 200 len: 1092 time: 0.0549457 May 20 21:13:16.086701 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 56462) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:13:16.091753 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-d24f75b7-ef06-4ada-b4b5-41e6cdfb2cf7 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Request body: {'floatingip': {'floating_network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'port_id': '1d313bbe-f23a-430d-96d8-ddb44fe705e2', 'tenant_id': 'cdc84cdf879947589b97668d7e3906ce', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:13:16.127720 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baabd460-1469-421c-81ff-6cbe931bd694 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 21:13:16.137469 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-baabd460-1469-421c-81ff-6cbe931bd694 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "PUT /v2.0/routers/9c3b774f-8fec-40f2-9a75-b2df7d3be9aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9071968 May 20 21:13:16.137839 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 56464) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:13:16.138515 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cec9b5a-de30-410e-b63c-afc999e4eafa None None] Sync routers for ids ['9c3b774f-8fec-40f2-9a75-b2df7d3be9aa'] in n-d-842733-1 {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 21:13:16.148108 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cec9b5a-de30-410e-b63c-afc999e4eafa None None] Routers {'9c3b774f-8fec-40f2-9a75-b2df7d3be9aa'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:13:16.148568 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-8cec9b5a-de30-410e-b63c-afc999e4eafa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:12:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['9c3b774f-8fec-40f2-9a75-b2df7d3be9aa'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:13:16.191723 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_v2 [None req-09d99c67-f047-4767-b787-93ddb6e981aa tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Deleting subnet e0936cca-8437-45d3-8640-942d9ea50aa9 {{(pid=103162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 20 21:13:16.195290 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d24f75b7-ef06-4ada-b4b5-41e6cdfb2cf7 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks [] for floatingip, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:13:16.198352 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-09d99c67-f047-4767-b787-93ddb6e981aa tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks [] for subnet, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:13:16.255083 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-8cec9b5a-de30-410e-b63c-afc999e4eafa None None] Set router 9c3b774f-8fec-40f2-9a75-b2df7d3be9aa gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:13:16.286429 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-09d99c67-f047-4767-b787-93ddb6e981aa tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3738392'] for subnet, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:13:16.394973 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-09d99c67-f047-4767-b787-93ddb6e981aa tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33068388'] for subnet, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:13:16.435178 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-8cec9b5a-de30-410e-b63c-afc999e4eafa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c3b774f-8fec-40f2-9a75-b2df7d3be9aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1646391523', 'tenant_id': 'd7932b75a33b465998804b193e9be7ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.90'}], 'enable_snat': True}, 'gw_port_id': 'bb70d720-7a00-4a58-a778-9f97cf12cdcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:11:31Z', 'updated_at': '2022-05-20T21:13:15Z', 'revision_number': 5, 'project_id': 'd7932b75a33b465998804b193e9be7ad', 'gw_port': {'id': 'bb70d720-7a00-4a58-a778-9f97cf12cdcb', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:68:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c3b774f-8fec-40f2-9a75-b2df7d3be9aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:11:32Z', 'updated_at': '2022-05-20T21:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:13:16.442117 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d24f75b7-ef06-4ada-b4b5-41e6cdfb2cf7 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:13:16.461540 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cec9b5a-de30-410e-b63c-afc999e4eafa None None] Checking router: 9c3b774f-8fec-40f2-9a75-b2df7d3be9aa for host: n-d-842733-1 {{(pid=103165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 21:13:16.471251 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cec9b5a-de30-410e-b63c-afc999e4eafa None None] Routers {'9c3b774f-8fec-40f2-9a75-b2df7d3be9aa'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:13:16.472146 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-8cec9b5a-de30-410e-b63c-afc999e4eafa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:12:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['9c3b774f-8fec-40f2-9a75-b2df7d3be9aa'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:13:16.580791 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-d24f75b7-ef06-4ada-b4b5-41e6cdfb2cf7 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Allocated IP 172.25.2.5 (e3a93b5c-91e2-4064-9c2c-1afc261bfe15/86fee0c1-6e34-488b-9216-b2b8e7ef585a/c1030908-e512-4ff4-9ac9-afc95fe89466) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:13:16.585929 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-8cec9b5a-de30-410e-b63c-afc999e4eafa None None] Set router 9c3b774f-8fec-40f2-9a75-b2df7d3be9aa gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:13:16.594582 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-09d99c67-f047-4767-b787-93ddb6e981aa tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33068399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3797621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4018265'] for subnet, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:13:16.640611 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88dae138-b4d4-457f-80a3-ba16063181cb None None] Network f9556433-dbf4-4fac-a6b2-07b438f4b562 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:13:16.641474 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-09d99c67-f047-4767-b787-93ddb6e981aa tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:13:16.646547 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-09d99c67-f047-4767-b787-93ddb6e981aa tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "DELETE /v2.0/subnets/e0936cca-8437-45d3-8640-942d9ea50aa9 HTTP/1.1" status: 204 len: 168 time: 0.5075967 May 20 21:13:16.647486 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d99c67-f047-4767-b787-93ddb6e981aa tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Pushing event deleted for resources: {'Subnet': ['ID=e0936cca-8437-45d3-8640-942d9ea50aa9,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:13:16.649400 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 56472) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:13:16.783849 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d24f75b7-ef06-4ada-b4b5-41e6cdfb2cf7 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:13:16.795902 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-8cec9b5a-de30-410e-b63c-afc999e4eafa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c3b774f-8fec-40f2-9a75-b2df7d3be9aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1646391523', 'tenant_id': 'd7932b75a33b465998804b193e9be7ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.90'}], 'enable_snat': True}, 'gw_port_id': 'bb70d720-7a00-4a58-a778-9f97cf12cdcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:11:31Z', 'updated_at': '2022-05-20T21:13:15Z', 'revision_number': 5, 'project_id': 'd7932b75a33b465998804b193e9be7ad', 'gw_port': {'id': 'bb70d720-7a00-4a58-a778-9f97cf12cdcb', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:68:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c3b774f-8fec-40f2-9a75-b2df7d3be9aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:11:32Z', 'updated_at': '2022-05-20T21:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:13:16.825436 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cec9b5a-de30-410e-b63c-afc999e4eafa None None] The sync data for ids ['9c3b774f-8fec-40f2-9a75-b2df7d3be9aa'] in n-d-842733-1 is: [{'id': '9c3b774f-8fec-40f2-9a75-b2df7d3be9aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1646391523', 'tenant_id': 'd7932b75a33b465998804b193e9be7ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.90'}], 'enable_snat': True}, 'gw_port_id': 'bb70d720-7a00-4a58-a778-9f97cf12cdcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:11:31Z', 'updated_at': '2022-05-20T21:13:15Z', 'revision_number': 5, 'project_id': 'd7932b75a33b465998804b193e9be7ad', 'gw_port': {'id': 'bb70d720-7a00-4a58-a778-9f97cf12cdcb', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:68:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c3b774f-8fec-40f2-9a75-b2df7d3be9aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:11:32Z', 'updated_at': '2022-05-20T21:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 21:13:16.892990 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d24f75b7-ef06-4ada-b4b5-41e6cdfb2cf7 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:13:16.933366 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d24f75b7-ef06-4ada-b4b5-41e6cdfb2cf7 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Network e3a93b5c-91e2-4064-9c2c-1afc261bfe15 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:13:16.937965 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-d24f75b7-ef06-4ada-b4b5-41e6cdfb2cf7 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:13:16.941616 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d24f75b7-ef06-4ada-b4b5-41e6cdfb2cf7 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:13:17.008264 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24f75b7-ef06-4ada-b4b5-41e6cdfb2cf7 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Pushing event updated for resources: {'Port': ['ID=c1030908-e512-4ff4-9ac9-afc95fe89466,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:13:17.101296 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e67a9651-795a-4832-a2f3-5111ccaa7719 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks [] for router, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:13:17.239313 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e67a9651-795a-4832-a2f3-5111ccaa7719 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:13:17.248103 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-859ace01-bdae-4bda-8243-6bccce46a5a0 None None] DHCP port deletion for f9556433-dbf4-4fac-a6b2-07b438f4b562 request from n-d-842733-1 {{(pid=103164) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 21:13:17.303678 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-859ace01-bdae-4bda-8243-6bccce46a5a0 None None] Deleting port 5b78a538-df19-4040-802f-e5464c6d253c {{(pid=103164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:13:17.304353 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-859ace01-bdae-4bda-8243-6bccce46a5a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:13:17.411204 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d24f75b7-ef06-4ada-b4b5-41e6cdfb2cf7 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:13:17.421485 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-859ace01-bdae-4bda-8243-6bccce46a5a0 None None] For port 5b78a538-df19-4040-802f-e5464c6d253c, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=5b78a538-df19-4040-802f-e5464c6d253c,segment=NetworkSegment(d54ee4a3-2bf2-420b-b1f5-dead33483fd3),segment_id=d54ee4a3-2bf2-420b-b1f5-dead33483fd3)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:13:17.422218 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-859ace01-bdae-4bda-8243-6bccce46a5a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:13:17.427447 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-e67a9651-795a-4832-a2f3-5111ccaa7719 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Deleting port bb70d720-7a00-4a58-a778-9f97cf12cdcb {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:13:17.427837 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e67a9651-795a-4832-a2f3-5111ccaa7719 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:13:17.446315 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-859ace01-bdae-4bda-8243-6bccce46a5a0 None None] Calling delete_port for 5b78a538-df19-4040-802f-e5464c6d253c owned by network:dhcp {{(pid=103164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:13:17.551559 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-e67a9651-795a-4832-a2f3-5111ccaa7719 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] For port bb70d720-7a00-4a58-a778-9f97cf12cdcb, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=bb70d720-7a00-4a58-a778-9f97cf12cdcb,segment=NetworkSegment(0b5485c4-eff8-42a1-9073-ae54ed4c63ba),segment_id=0b5485c4-eff8-42a1-9073-ae54ed4c63ba)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:13:17.552313 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e67a9651-795a-4832-a2f3-5111ccaa7719 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:13:17.570364 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-e67a9651-795a-4832-a2f3-5111ccaa7719 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Calling delete_port for bb70d720-7a00-4a58-a778-9f97cf12cdcb owned by network:router_gateway {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:13:17.606271 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d24f75b7-ef06-4ada-b4b5-41e6cdfb2cf7 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:13:17.692120 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-859ace01-bdae-4bda-8243-6bccce46a5a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099'] for port, after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:13:17.737296 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-859ace01-bdae-4bda-8243-6bccce46a5a0 None None] No DVR routers for this DVR port 5b78a538-df19-4040-802f-e5464c6d253c on host n-d-842733-1 {{(pid=103164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 21:13:17.739769 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859ace01-bdae-4bda-8243-6bccce46a5a0 None None] Pushing event deleted for resources: {'Port': ['ID=5b78a538-df19-4040-802f-e5464c6d253c,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:13:17.820503 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d24f75b7-ef06-4ada-b4b5-41e6cdfb2cf7 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:13:17.899792 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e67a9651-795a-4832-a2f3-5111ccaa7719 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:13:17.909101 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d24f75b7-ef06-4ada-b4b5-41e6cdfb2cf7 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:13:17.931140 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67a9651-795a-4832-a2f3-5111ccaa7719 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Pushing event deleted for resources: {'Port': ['ID=bb70d720-7a00-4a58-a778-9f97cf12cdcb,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:13:17.945518 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 5b78a538-df19-4040-802f-e5464c6d253c no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 21:13:17.962205 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: 5b78a538-df19-4040-802f-e5464c6d253c {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 21:13:17.962676 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 5b78a538-df19-4040-802f-e5464c6d253c not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 21:13:17.963092 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device a4a45e32-01ce-4837-aa20-621758018593 no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 21:13:17.995036 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: a4a45e32-01ce-4837-aa20-621758018593 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 21:13:17.995272 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device a4a45e32-01ce-4837-aa20-621758018593 not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 21:13:18.004439 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24f75b7-ef06-4ada-b4b5-41e6cdfb2cf7 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Pushing event updated for resources: {'Port': ['ID=c1030908-e512-4ff4-9ac9-afc95fe89466,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:13:18.014462 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d24f75b7-ef06-4ada-b4b5-41e6cdfb2cf7 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748272'] for floatingip, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:13:18.023516 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e67a9651-795a-4832-a2f3-5111ccaa7719 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-748206'] for router_gateway, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:13:18.116623 n-d-842733-1 neutron-server[103162]: INFO neutron.db.l3_db [None req-d24f75b7-ef06-4ada-b4b5-41e6cdfb2cf7 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Floating IP c9ead92c-800d-4221-b523-2663794787ec associated. External IP: 172.25.2.5, port: 1d313bbe-f23a-430d-96d8-ddb44fe705e2. May 20 21:13:18.118853 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e67a9651-795a-4832-a2f3-5111ccaa7719 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26169'] for router, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:13:18.121299 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e67a9651-795a-4832-a2f3-5111ccaa7719 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:13:18.252491 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e67a9651-795a-4832-a2f3-5111ccaa7719 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-693148'] for router, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:13:18.253032 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e67a9651-795a-4832-a2f3-5111ccaa7719 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Fanout notify agent at l3_agent the message router_deleted on router 9c3b774f-8fec-40f2-9a75-b2df7d3be9aa {{(pid=103163) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 20 21:13:18.260979 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e67a9651-795a-4832-a2f3-5111ccaa7719 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks [] for router, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:13:18.265016 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-e67a9651-795a-4832-a2f3-5111ccaa7719 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "DELETE /v2.0/routers/9c3b774f-8fec-40f2-9a75-b2df7d3be9aa HTTP/1.1" status: 204 len: 168 time: 1.6145954 May 20 21:13:18.265681 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 56492) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:13:18.357617 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-32d4dab0-ac01-47ed-85a1-3f24849def07 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33160123'] for network, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:13:18.371258 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d24f75b7-ef06-4ada-b4b5-41e6cdfb2cf7 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Router 2a8bc240-9023-4971-8374-caf70003a19f has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 21:13:18.454315 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-32d4dab0-ac01-47ed-85a1-3f24849def07 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33072115', 'neutron.services.segments.db._delete_segments_for_network-8782419500584'] for network, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:13:18.481749 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-32d4dab0-ac01-47ed-85a1-3f24849def07 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9556433-dbf4-4fac-a6b2-07b438f4b562']}} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:13:18.490736 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d24f75b7-ef06-4ada-b4b5-41e6cdfb2cf7 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 21:13:18.492837 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-32d4dab0-ac01-47ed-85a1-3f24849def07 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd54ee4a3-2bf2-420b-b1f5-dead33483fd3') {'for_net_delete': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:13:18.493152 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-32d4dab0-ac01-47ed-85a1-3f24849def07 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd54ee4a3-2bf2-420b-b1f5-dead33483fd3') {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:13:18.503930 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-824b4741-29dd-426b-aed7-7d3189f0198e None None] Sync routers for ids ['2a8bc240-9023-4971-8374-caf70003a19f'] in n-d-842733-1 {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 21:13:18.510648 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-32d4dab0-ac01-47ed-85a1-3f24849def07 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419501617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9338764'] for segment, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:13:18.514484 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-824b4741-29dd-426b-aed7-7d3189f0198e None None] Routers {'2a8bc240-9023-4971-8374-caf70003a19f'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:13:18.515104 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-824b4741-29dd-426b-aed7-7d3189f0198e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:12:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['2a8bc240-9023-4971-8374-caf70003a19f'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:13:18.526572 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-32d4dab0-ac01-47ed-85a1-3f24849def07 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:13:18.534475 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32d4dab0-ac01-47ed-85a1-3f24849def07 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Releasing vlan 242 on physical network physnet1 to pool {{(pid=103163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 21:13:18.534875 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-32d4dab0-ac01-47ed-85a1-3f24849def07 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9638311'] for segment, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:13:18.537846 n-d-842733-1 neutron-server[103163]: Traceback (most recent call last): May 20 21:13:18.537846 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 21:13:18.537846 n-d-842733-1 neutron-server[103163]: timer() May 20 21:13:18.537846 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 21:13:18.537846 n-d-842733-1 neutron-server[103163]: cb(*args, **kw) May 20 21:13:18.537846 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 20 21:13:18.537846 n-d-842733-1 neutron-server[103163]: return func(*args, **kwargs) May 20 21:13:18.537846 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 21:13:18.537846 n-d-842733-1 neutron-server[103163]: self._notify() May 20 21:13:18.537846 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 21:13:18.537846 n-d-842733-1 neutron-server[103163]: self.callback(batched_events) May 20 21:13:18.537846 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 21:13:18.537846 n-d-842733-1 neutron-server[103163]: event.method(event) May 20 21:13:18.537846 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 20 21:13:18.537846 n-d-842733-1 neutron-server[103163]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 21:13:18.537846 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 20 21:13:18.537846 n-d-842733-1 neutron-server[103163]: aggregate_uuid = self.p_client.list_aggregates( May 20 21:13:18.537846 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 20 21:13:18.537846 n-d-842733-1 neutron-server[103163]: return f(self, *a, **k) May 20 21:13:18.537846 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 20 21:13:18.537846 n-d-842733-1 neutron-server[103163]: return self._get(url).json() May 20 21:13:18.537846 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 20 21:13:18.537846 n-d-842733-1 neutron-server[103163]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 21:13:18.537846 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 21:13:18.537846 n-d-842733-1 neutron-server[103163]: return self.request(url, 'GET', **kwargs) May 20 21:13:18.537846 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 21:13:18.537846 n-d-842733-1 neutron-server[103163]: base_url = self.get_endpoint(auth, allow=allow, May 20 21:13:18.537846 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 21:13:18.537846 n-d-842733-1 neutron-server[103163]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 21:13:18.537846 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 21:13:18.537846 n-d-842733-1 neutron-server[103163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 21:13:18.537846 n-d-842733-1 neutron-server[103163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 21:13:18.574983 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d24f75b7-ef06-4ada-b4b5-41e6cdfb2cf7 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for floatingip, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:13:18.618062 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-d24f75b7-ef06-4ada-b4b5-41e6cdfb2cf7 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5303485 May 20 21:13:18.619332 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24dc34ad-4b08-4b02-bc98-e989e8417ca0', 'tag': '1d313bbe-f23a-430d-96d8-ddb44fe705e2'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 21:13:18.622848 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6fa957933fccbf596d28104b23404b952ad6a8238afaebaed40a0874b2e409" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6320dc03-83a9-4836-8863-3b4721c923a8" -d '{"events": [{"name": "network-changed", "server_uuid": "24dc34ad-4b08-4b02-bc98-e989e8417ca0", "tag": "1d313bbe-f23a-430d-96d8-ddb44fe705e2"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 21:13:18.623629 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 56500) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:13:18.646226 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-824b4741-29dd-426b-aed7-7d3189f0198e None None] Set router 2a8bc240-9023-4971-8374-caf70003a19f gateway port host: n-d-842733-1 {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:13:18.663824 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 21:13:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8afb266c-0b06-4c1e-80fe-ae5846454749 x-openstack-request-id: req-8afb266c-0b06-4c1e-80fe-ae5846454749 {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 21:13:18.664337 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24dc34ad-4b08-4b02-bc98-e989e8417ca0", "tag": "1d313bbe-f23a-430d-96d8-ddb44fe705e2", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 21:13:18.664768 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8afb266c-0b06-4c1e-80fe-ae5846454749 {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 21:13:18.665395 n-d-842733-1 neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8afb266c-0b06-4c1e-80fe-ae5846454749'] response: {'name': 'network-changed', 'server_uuid': '24dc34ad-4b08-4b02-bc98-e989e8417ca0', 'tag': '1d313bbe-f23a-430d-96d8-ddb44fe705e2', 'status': 'completed', 'code': 200} May 20 21:13:18.711401 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-d90dbd7c-e11f-4759-b939-1d2fc3c8599a tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] 10.222.0.35 "GET /v2.0/floatingips/c9ead92c-800d-4221-b523-2663794787ec HTTP/1.1" status: 200 len: 990 time: 0.0861456 May 20 21:13:18.712208 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-32d4dab0-ac01-47ed-85a1-3f24849def07 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33072122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748162'] for network, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:13:18.727795 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-32d4dab0-ac01-47ed-85a1-3f24849def07 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:13:18.734912 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-32d4dab0-ac01-47ed-85a1-3f24849def07 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "DELETE /v2.0/networks/f9556433-dbf4-4fac-a6b2-07b438f4b562 HTTP/1.1" status: 204 len: 168 time: 0.4680712 May 20 21:13:18.735766 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 56504) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:13:18.746021 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d4dab0-ac01-47ed-85a1-3f24849def07 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Pushing event deleted for resources: {'Network': ['ID=f9556433-dbf4-4fac-a6b2-07b438f4b562,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:13:18.770849 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6320dc03-83a9-4836-8863-3b4721c923a8 req-3fe4c62a-8bcc-4e79-b68a-65a8fea1f170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:13:18.772495 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-6320dc03-83a9-4836-8863-3b4721c923a8 req-3fe4c62a-8bcc-4e79-b68a-65a8fea1f170 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cdc84cdf879947589b97668d7e3906ce&device_id=24dc34ad-4b08-4b02-bc98-e989e8417ca0 HTTP/1.1" status: 200 len: 1097 time: 0.0849559 May 20 21:13:18.872892 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8836f0fb-926a-4345-b9ac-09101720b986 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:13:18.917292 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8836f0fb-926a-4345-b9ac-09101720b986 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:13:18.920619 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6320dc03-83a9-4836-8863-3b4721c923a8 req-f7727036-d8aa-4b14-90e9-b09cb1f27f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:13:18.922129 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-6320dc03-83a9-4836-8863-3b4721c923a8 req-f7727036-d8aa-4b14-90e9-b09cb1f27f6f service neutron] 10.222.0.24 "GET /v2.0/networks?id=1d5d6c62-f1ca-4af0-a7ff-5481d50192ae HTTP/1.1" status: 200 len: 898 time: 0.1428916 May 20 21:13:18.936640 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-824b4741-29dd-426b-aed7-7d3189f0198e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a8bc240-9023-4971-8374-caf70003a19f', 'name': 'tempest-TestNetworkBasicOps-router-1378135259', 'tenant_id': 'cdc84cdf879947589b97668d7e3906ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.79'}], 'enable_snat': True}, 'gw_port_id': '03d25cac-e270-4a0e-ac08-182898f745cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:12:54Z', 'updated_at': '2022-05-20T21:12:59Z', 'revision_number': 4, 'project_id': 'cdc84cdf879947589b97668d7e3906ce', 'gw_port': {'id': '03d25cac-e270-4a0e-ac08-182898f745cf', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:b8:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a8bc240-9023-4971-8374-caf70003a19f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:12:55Z', 'updated_at': '2022-05-20T21:13:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_floatingips': [{'id': 'c9ead92c-800d-4221-b523-2663794787ec', 'tenant_id': 'cdc84cdf879947589b97668d7e3906ce', 'floating_ip_address': '172.25.2.5', 'floating_network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'router_id': '2a8bc240-9023-4971-8374-caf70003a19f', 'port_id': '1d313bbe-f23a-430d-96d8-ddb44fe705e2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3963, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d5d6c62-f1ca-4af0-a7ff-5481d50192ae', 'mac_address': 'fa:16:3e:76:b3:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24dc34ad-4b08-4b02-bc98-e989e8417ca0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-20T21:13:17Z', 'updated_at': '2022-05-20T21:13:17Z', 'revision_number': 0, 'project_id': 'cdc84cdf879947589b97668d7e3906ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a080850-582a-4dab-bf1a-d717f5e9e015', 'name': '', 'network_id': '1d5d6c62-f1ca-4af0-a7ff-5481d50192ae', 'tenant_id': 'cdc84cdf879947589b97668d7e3906ce', 'mac_address': 'fa:16:3e:81:94:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a8bc240-9023-4971-8374-caf70003a19f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': '14fb0d76-b4e9-46b9-89f7-41f24d4f8a54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:12:58Z', 'updated_at': '2022-05-20T21:13:02Z', 'revision_number': 5, 'project_id': 'cdc84cdf879947589b97668d7e3906ce', 'subnets': [{'id': '14fb0d76-b4e9-46b9-89f7-41f24d4f8a54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:13:18.971827 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-824b4741-29dd-426b-aed7-7d3189f0198e None None] Checking router: 2a8bc240-9023-4971-8374-caf70003a19f for host: n-d-842733-1 {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 21:13:18.984238 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-824b4741-29dd-426b-aed7-7d3189f0198e None None] Routers {'2a8bc240-9023-4971-8374-caf70003a19f'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:13:18.984864 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-824b4741-29dd-426b-aed7-7d3189f0198e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:12:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['2a8bc240-9023-4971-8374-caf70003a19f'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:13:19.024811 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-6320dc03-83a9-4836-8863-3b4721c923a8 req-cd6f2b21-2d61-4402-ab60-739744e3678d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1d313bbe-f23a-430d-96d8-ddb44fe705e2 HTTP/1.1" status: 200 len: 998 time: 0.0947609 May 20 21:13:19.079471 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6320dc03-83a9-4836-8863-3b4721c923a8 req-212340e3-2272-4e9c-a09e-5570f0384650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:13:19.080996 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-6320dc03-83a9-4836-8863-3b4721c923a8 req-212340e3-2272-4e9c-a09e-5570f0384650 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=14fb0d76-b4e9-46b9-89f7-41f24d4f8a54 HTTP/1.1" status: 200 len: 835 time: 0.0496550 May 20 21:13:19.131745 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6320dc03-83a9-4836-8863-3b4721c923a8 req-40ad76fb-f777-4f57-a7f4-b2f33afeb278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:13:19.133746 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-6320dc03-83a9-4836-8863-3b4721c923a8 req-40ad76fb-f777-4f57-a7f4-b2f33afeb278 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1d5d6c62-f1ca-4af0-a7ff-5481d50192ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0466566 May 20 21:13:19.198490 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8836f0fb-926a-4345-b9ac-09101720b986 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:13:19.201075 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8836f0fb-926a-4345-b9ac-09101720b986 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:13:19.202295 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-8836f0fb-926a-4345-b9ac-09101720b986 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] 10.222.0.35 "DELETE /v2.0/security-groups/e35b6a66-76e5-4979-af50-240671a6a707 HTTP/1.1" status: 204 len: 168 time: 0.4646888 May 20 21:13:19.222876 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8836f0fb-926a-4345-b9ac-09101720b986 tempest-TestNetworkAdvancedServerOps-2012522279 tempest-TestNetworkAdvancedServerOps-2012522279-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e35b6a66-76e5-4979-af50-240671a6a707,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:13:19.255963 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-6320dc03-83a9-4836-8863-3b4721c923a8 req-5fe9a9ab-3cc4-4e57-95df-0fc05821942f service neutron] 10.222.0.24 "GET /v2.0/networks/1d5d6c62-f1ca-4af0-a7ff-5481d50192ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145437 May 20 21:13:19.284435 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-824b4741-29dd-426b-aed7-7d3189f0198e None None] Set router 2a8bc240-9023-4971-8374-caf70003a19f gateway port host: n-d-842733-1 {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:13:19.356735 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-6320dc03-83a9-4836-8863-3b4721c923a8 req-4da6e9a6-fe99-4bcb-8102-f511e5db9462 service neutron] 10.222.0.24 "GET /v2.0/networks/1d5d6c62-f1ca-4af0-a7ff-5481d50192ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948191 May 20 21:13:19.534143 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-824b4741-29dd-426b-aed7-7d3189f0198e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a8bc240-9023-4971-8374-caf70003a19f', 'name': 'tempest-TestNetworkBasicOps-router-1378135259', 'tenant_id': 'cdc84cdf879947589b97668d7e3906ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.79'}], 'enable_snat': True}, 'gw_port_id': '03d25cac-e270-4a0e-ac08-182898f745cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:12:54Z', 'updated_at': '2022-05-20T21:12:59Z', 'revision_number': 4, 'project_id': 'cdc84cdf879947589b97668d7e3906ce', 'gw_port': {'id': '03d25cac-e270-4a0e-ac08-182898f745cf', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:b8:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a8bc240-9023-4971-8374-caf70003a19f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:12:55Z', 'updated_at': '2022-05-20T21:13:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_floatingips': [{'id': 'c9ead92c-800d-4221-b523-2663794787ec', 'tenant_id': 'cdc84cdf879947589b97668d7e3906ce', 'floating_ip_address': '172.25.2.5', 'floating_network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'router_id': '2a8bc240-9023-4971-8374-caf70003a19f', 'port_id': '1d313bbe-f23a-430d-96d8-ddb44fe705e2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3963, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d5d6c62-f1ca-4af0-a7ff-5481d50192ae', 'mac_address': 'fa:16:3e:76:b3:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24dc34ad-4b08-4b02-bc98-e989e8417ca0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-20T21:13:17Z', 'updated_at': '2022-05-20T21:13:17Z', 'revision_number': 0, 'project_id': 'cdc84cdf879947589b97668d7e3906ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a080850-582a-4dab-bf1a-d717f5e9e015', 'name': '', 'network_id': '1d5d6c62-f1ca-4af0-a7ff-5481d50192ae', 'tenant_id': 'cdc84cdf879947589b97668d7e3906ce', 'mac_address': 'fa:16:3e:81:94:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a8bc240-9023-4971-8374-caf70003a19f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': '14fb0d76-b4e9-46b9-89f7-41f24d4f8a54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:12:58Z', 'updated_at': '2022-05-20T21:13:02Z', 'revision_number': 5, 'project_id': 'cdc84cdf879947589b97668d7e3906ce', 'subnets': [{'id': '14fb0d76-b4e9-46b9-89f7-41f24d4f8a54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:13:19.565311 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-824b4741-29dd-426b-aed7-7d3189f0198e None None] The sync data for ids ['2a8bc240-9023-4971-8374-caf70003a19f'] in n-d-842733-1 is: [{'id': '2a8bc240-9023-4971-8374-caf70003a19f', 'name': 'tempest-TestNetworkBasicOps-router-1378135259', 'tenant_id': 'cdc84cdf879947589b97668d7e3906ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.79'}], 'enable_snat': True}, 'gw_port_id': '03d25cac-e270-4a0e-ac08-182898f745cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:12:54Z', 'updated_at': '2022-05-20T21:12:59Z', 'revision_number': 4, 'project_id': 'cdc84cdf879947589b97668d7e3906ce', 'gw_port': {'id': '03d25cac-e270-4a0e-ac08-182898f745cf', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:b8:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a8bc240-9023-4971-8374-caf70003a19f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:12:55Z', 'updated_at': '2022-05-20T21:13:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_floatingips': [{'id': 'c9ead92c-800d-4221-b523-2663794787ec', 'tenant_id': 'cdc84cdf879947589b97668d7e3906ce', 'floating_ip_address': '172.25.2.5', 'floating_network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'router_id': '2a8bc240-9023-4971-8374-caf70003a19f', 'port_id': '1d313bbe-f23a-430d-96d8-ddb44fe705e2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3963, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d5d6c62-f1ca-4af0-a7ff-5481d50192ae', 'mac_address': 'fa:16:3e:76:b3:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24dc34ad-4b08-4b02-bc98-e989e8417ca0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-20T21:13:17Z', 'updated_at': '2022-05-20T21:13:17Z', 'revision_number': 0, 'project_id': 'cdc84cdf879947589b97668d7e3906ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a080850-582a-4dab-bf1a-d717f5e9e015', 'name': '', 'network_id': '1d5d6c62-f1ca-4af0-a7ff-5481d50192ae', 'tenant_id': 'cdc84cdf879947589b97668d7e3906ce', 'mac_address': 'fa:16:3e:81:94:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a8bc240-9023-4971-8374-caf70003a19f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': '14fb0d76-b4e9-46b9-89f7-41f24d4f8a54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:12:58Z', 'updated_at': '2022-05-20T21:13:02Z', 'revision_number': 5, 'project_id': 'cdc84cdf879947589b97668d7e3906ce', 'subnets': [{'id': '14fb0d76-b4e9-46b9-89f7-41f24d4f8a54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 21:13:19.718322 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 56524) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:13:19.802147 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-1c8440c1-b24c-4b8f-aad0-4e0007b21c66 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] 10.222.0.35 "GET /v2.0/floatingips/c9ead92c-800d-4221-b523-2663794787ec HTTP/1.1" status: 200 len: 990 time: 0.0823236 May 20 21:13:19.811227 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d40309c-1e85-4b53-b6fe-1435cefaaf21 None None] New status for floating IP c9ead92c-800d-4221-b523-2663794787ec: ACTIVE {{(pid=103165) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 21:13:19.858028 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 56528) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:13:19.898441 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-aa94c7c6-6d07-4ded-a09d-8e3856dfa4ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:13:19.958273 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device bb70d720-7a00-4a58-a778-9f97cf12cdcb no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 21:13:19.980704 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: bb70d720-7a00-4a58-a778-9f97cf12cdcb {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 21:13:19.981049 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device bb70d720-7a00-4a58-a778-9f97cf12cdcb not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 21:13:20.033513 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-bdc23b73-a213-4ada-9291-58fc47b65ed2 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d7932b75a33b465998804b193e9be7ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1743085 May 20 21:13:20.036013 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 56534) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:13:20.087428 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7d2bb6c6-c462-4b7f-b86d-29574eaf1bcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:13:20.111635 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7d2bb6c6-c462-4b7f-b86d-29574eaf1bcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:13:20.235097 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7d2bb6c6-c462-4b7f-b86d-29574eaf1bcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:13:20.237755 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7d2bb6c6-c462-4b7f-b86d-29574eaf1bcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:13:20.238925 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-7d2bb6c6-c462-4b7f-b86d-29574eaf1bcd admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d02990e0-ba58-448b-8cd6-8b6db382576e HTTP/1.1" status: 204 len: 168 time: 0.2020340 May 20 21:13:20.247551 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2bb6c6-c462-4b7f-b86d-29574eaf1bcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d02990e0-ba58-448b-8cd6-8b6db382576e,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:13:20.805670 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 56550) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:13:20.854341 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 56554) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:13:20.877638 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-33831016-5894-4132-85d8-26174ba7c531 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] 10.222.0.35 "GET /v2.0/floatingips/c9ead92c-800d-4221-b523-2663794787ec HTTP/1.1" status: 200 len: 992 time: 0.0702410 May 20 21:13:20.908622 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-9c681607-d8fb-4653-b79c-7e60ccc20f52 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7d0b04ff030c4cf8a7e82960271e1caa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0531528 May 20 21:13:20.911257 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 56556) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:13:20.958720 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-36f04e5d-0473-481e-a3c1-43c6bda9eae9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:13:20.983491 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-36f04e5d-0473-481e-a3c1-43c6bda9eae9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:13:21.132503 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-36f04e5d-0473-481e-a3c1-43c6bda9eae9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:13:21.139111 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-36f04e5d-0473-481e-a3c1-43c6bda9eae9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:13:21.139111 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-36f04e5d-0473-481e-a3c1-43c6bda9eae9 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/fcb2c634-78ad-4bf0-bd92-5aa7f56e6741 HTTP/1.1" status: 204 len: 168 time: 0.2243948 May 20 21:13:21.145370 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f04e5d-0473-481e-a3c1-43c6bda9eae9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcb2c634-78ad-4bf0-bd92-5aa7f56e6741,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:13:22.234997 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-e05dfbf5-3faa-4ef6-9394-9b3f06e1d4ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:13:23.977924 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4bb0e131-6525-46ca-a45b-e4ea43a5e69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:13:24.858324 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:13:25.157274 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.agents_db [None req-5c33ad30-4e00-40fa-b486-8c79c4a6cfc5 None None] Agent healthcheck: found 7 active agents {{(pid=103165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 20 21:13:25.589859 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cc3ec51b-6ec8-438a-8349-5f0bec346d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:13:25.627762 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:13:31.100680 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-822ecdf1-24cc-419c-995a-7af7022a04aa req-ec9de044-8742-465d-a4f5-e63974873ee3 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=49400ff3-e1c3-4858-9fde-eeb548e645f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0440617 May 20 21:13:31.193881 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822ecdf1-24cc-419c-995a-7af7022a04aa req-5d88b69f-9e2c-483c-b9a8-23535ae07599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:13:31.195405 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-822ecdf1-24cc-419c-995a-7af7022a04aa req-5d88b69f-9e2c-483c-b9a8-23535ae07599 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7fdecc405989411c84ab3315b9aeaeca&device_id=49400ff3-e1c3-4858-9fde-eeb548e645f7 HTTP/1.1" status: 200 len: 1097 time: 0.0410607 May 20 21:13:31.300972 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822ecdf1-24cc-419c-995a-7af7022a04aa req-152bc541-8224-45a7-85ee-8caec2ccb003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:13:31.302336 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-822ecdf1-24cc-419c-995a-7af7022a04aa req-152bc541-8224-45a7-85ee-8caec2ccb003 service neutron] 10.222.0.24 "GET /v2.0/networks?id=68a7d121-da9c-4961-a87a-776dc042edbe HTTP/1.1" status: 200 len: 910 time: 0.0844011 May 20 21:13:31.373915 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-822ecdf1-24cc-419c-995a-7af7022a04aa req-102413b7-506e-4942-955a-dc6209771bfc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d8b5fd65-35dd-4800-99cf-bf15f996ae59 HTTP/1.1" status: 200 len: 1001 time: 0.0651176 May 20 21:13:31.425075 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822ecdf1-24cc-419c-995a-7af7022a04aa req-e6858bd5-e04e-4d83-bec2-d76a27310065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:13:31.426576 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-822ecdf1-24cc-419c-995a-7af7022a04aa req-e6858bd5-e04e-4d83-bec2-d76a27310065 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=eb9df1f9-5c90-4a5f-b716-5ed54cdea1e6 HTTP/1.1" status: 200 len: 848 time: 0.0456796 May 20 21:13:31.472691 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822ecdf1-24cc-419c-995a-7af7022a04aa req-e42c6986-9d0b-423d-a151-593825fc47da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:13:31.474220 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-822ecdf1-24cc-419c-995a-7af7022a04aa req-e42c6986-9d0b-423d-a151-593825fc47da service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=68a7d121-da9c-4961-a87a-776dc042edbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405242 May 20 21:13:31.568362 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-822ecdf1-24cc-419c-995a-7af7022a04aa req-0d86af69-4336-425d-97f9-38750ce5f544 service neutron] 10.222.0.24 "GET /v2.0/networks/68a7d121-da9c-4961-a87a-776dc042edbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874145 May 20 21:13:31.657992 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-822ecdf1-24cc-419c-995a-7af7022a04aa req-9c37dc22-85d2-4711-bf94-8aef26f4f632 service neutron] 10.222.0.24 "GET /v2.0/networks/68a7d121-da9c-4961-a87a-776dc042edbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834715 May 20 21:13:32.515377 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:13:43.596298 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 57082) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:13:43.701829 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1b480e8d-8972-422d-8fbd-25f3c12559ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:13:43.774090 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1b480e8d-8972-422d-8fbd-25f3c12559ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:13:43.852247 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1b480e8d-8972-422d-8fbd-25f3c12559ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:13:43.891435 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-1b480e8d-8972-422d-8fbd-25f3c12559ec admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c9f69727aa854518aa36ffe3af0ac7b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2940736 May 20 21:13:43.892160 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b480e8d-8972-422d-8fbd-25f3c12559ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32e2e493-339f-4433-bd1d-00c886f354ab,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:13:43.894108 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 57086) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:13:43.899622 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b480e8d-8972-422d-8fbd-25f3c12559ec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:13:43.899972 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b480e8d-8972-422d-8fbd-25f3c12559ec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:13:43.900313 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b480e8d-8972-422d-8fbd-25f3c12559ec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:13:43.900648 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b480e8d-8972-422d-8fbd-25f3c12559ec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:13:43.900984 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b480e8d-8972-422d-8fbd-25f3c12559ec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:13:43.901339 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b480e8d-8972-422d-8fbd-25f3c12559ec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:13:43.901670 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b480e8d-8972-422d-8fbd-25f3c12559ec admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:13:43.902003 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b480e8d-8972-422d-8fbd-25f3c12559ec admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:13:43.902320 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b480e8d-8972-422d-8fbd-25f3c12559ec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:13:43.902642 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b480e8d-8972-422d-8fbd-25f3c12559ec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:13:43.902967 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b480e8d-8972-422d-8fbd-25f3c12559ec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:13:43.903286 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b480e8d-8972-422d-8fbd-25f3c12559ec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:13:43.947120 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e15c1cdf-18af-4070-8e75-6dcaae96f50d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:13:43.966951 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e15c1cdf-18af-4070-8e75-6dcaae96f50d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:13:44.074088 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e15c1cdf-18af-4070-8e75-6dcaae96f50d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:13:44.076667 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e15c1cdf-18af-4070-8e75-6dcaae96f50d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:13:44.077910 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-e15c1cdf-18af-4070-8e75-6dcaae96f50d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/32e2e493-339f-4433-bd1d-00c886f354ab HTTP/1.1" status: 204 len: 168 time: 0.1827719 May 20 21:13:44.085757 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15c1cdf-18af-4070-8e75-6dcaae96f50d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32e2e493-339f-4433-bd1d-00c886f354ab,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:13:44.093126 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15c1cdf-18af-4070-8e75-6dcaae96f50d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:13:44.093990 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15c1cdf-18af-4070-8e75-6dcaae96f50d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:13:44.094332 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15c1cdf-18af-4070-8e75-6dcaae96f50d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:13:44.094835 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15c1cdf-18af-4070-8e75-6dcaae96f50d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:13:44.095186 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15c1cdf-18af-4070-8e75-6dcaae96f50d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:13:44.095783 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15c1cdf-18af-4070-8e75-6dcaae96f50d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:13:44.096110 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15c1cdf-18af-4070-8e75-6dcaae96f50d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:13:44.096435 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15c1cdf-18af-4070-8e75-6dcaae96f50d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:13:44.096759 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15c1cdf-18af-4070-8e75-6dcaae96f50d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:13:44.097116 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15c1cdf-18af-4070-8e75-6dcaae96f50d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:13:44.097453 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15c1cdf-18af-4070-8e75-6dcaae96f50d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:13:44.097907 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15c1cdf-18af-4070-8e75-6dcaae96f50d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:13:44.675347 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 57092) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:13:44.689098 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-621ea5f0-b28c-4fa9-9ae3-512a487b234e admin admin] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:13:44.761504 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-621ea5f0-b28c-4fa9-9ae3-512a487b234e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:13:44.829967 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-621ea5f0-b28c-4fa9-9ae3-512a487b234e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:13:44.865689 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621ea5f0-b28c-4fa9-9ae3-512a487b234e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b688ac5-fada-405a-b566-69f50dd447e9,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:13:44.870910 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-621ea5f0-b28c-4fa9-9ae3-512a487b234e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=21c67ea61bd34296b39fd27fb704db81&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1945598 May 20 21:13:44.873460 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 57094) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:13:44.920791 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3f2b9d13-23d6-4ca0-8f5a-b6dd9599b357 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:13:44.944421 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3f2b9d13-23d6-4ca0-8f5a-b6dd9599b357 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:13:45.052685 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3f2b9d13-23d6-4ca0-8f5a-b6dd9599b357 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:13:45.055424 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3f2b9d13-23d6-4ca0-8f5a-b6dd9599b357 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:13:45.056570 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-3f2b9d13-23d6-4ca0-8f5a-b6dd9599b357 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4b688ac5-fada-405a-b566-69f50dd447e9 HTTP/1.1" status: 204 len: 168 time: 0.1821465 May 20 21:13:45.065109 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2b9d13-23d6-4ca0-8f5a-b6dd9599b357 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b688ac5-fada-405a-b566-69f50dd447e9,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:13:46.699170 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 57126) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:13:46.811037 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-51ba79bc-737c-42cd-a458-5c11cdbd3721 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:13:46.882394 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-51ba79bc-737c-42cd-a458-5c11cdbd3721 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:13:46.961027 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-51ba79bc-737c-42cd-a458-5c11cdbd3721 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:13:46.998390 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-51ba79bc-737c-42cd-a458-5c11cdbd3721 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5a7d719ac69c41919379ce12db2ee4ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2981329 May 20 21:13:46.999288 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ba79bc-737c-42cd-a458-5c11cdbd3721 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=280bd7e6-062d-4dfb-9320-18defd35c2c9,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:13:47.002293 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 57130) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:13:47.052317 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6680aa8a-a18b-4460-b168-320fc73d2fc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:13:47.072569 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6680aa8a-a18b-4460-b168-320fc73d2fc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:13:47.206790 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6680aa8a-a18b-4460-b168-320fc73d2fc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:13:47.209411 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6680aa8a-a18b-4460-b168-320fc73d2fc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:13:47.210575 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-6680aa8a-a18b-4460-b168-320fc73d2fc1 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/280bd7e6-062d-4dfb-9320-18defd35c2c9 HTTP/1.1" status: 204 len: 168 time: 0.2072718 May 20 21:13:47.218634 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6680aa8a-a18b-4460-b168-320fc73d2fc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=280bd7e6-062d-4dfb-9320-18defd35c2c9,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:13:48.212299 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 57152) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:13:48.309760 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-2771f4e2-b893-40f8-ac58-dc39a5036621 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1615756893-network', 'tenant_id': 'a66b050937ea40618634c01548e149f5'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:13:48.411817 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2771f4e2-b893-40f8-ac58-dc39a5036621 admin admin] Made reservation on behalf of a66b050937ea40618634c01548e149f5 for: {'network': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:13:48.414204 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2771f4e2-b893-40f8-ac58-dc39a5036621 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for network, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:13:48.423449 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2771f4e2-b893-40f8-ac58-dc39a5036621 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:13:48.495724 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2771f4e2-b893-40f8-ac58-dc39a5036621 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:13:48.556646 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2771f4e2-b893-40f8-ac58-dc39a5036621 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:13:48.588131 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2771f4e2-b893-40f8-ac58-dc39a5036621 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 244} {{(pid=103163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 21:13:48.594428 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2771f4e2-b893-40f8-ac58-dc39a5036621 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ad33e8f-95e2-4132-9a13-d64c1ab5d1cd,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:13:48.600442 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2771f4e2-b893-40f8-ac58-dc39a5036621 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:13:48.600780 n-d-842733-1 neutron-server[103163]: INFO neutron.db.segments_db [None req-2771f4e2-b893-40f8-ac58-dc39a5036621 admin admin] Added segment 9063cc2c-9968-4de0-b679-9aa3a136f1db of type vlan for network 71da61d8-8f10-40b0-9a52-450c4a34dc28 May 20 21:13:48.639915 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2771f4e2-b893-40f8-ac58-dc39a5036621 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418993264'] for network, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:13:48.720119 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2771f4e2-b893-40f8-ac58-dc39a5036621 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524'] for network, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:13:48.721302 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2771f4e2-b893-40f8-ac58-dc39a5036621 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:13:48.721890 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2771f4e2-b893-40f8-ac58-dc39a5036621 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:13:48.810438 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2771f4e2-b893-40f8-ac58-dc39a5036621 admin admin] Pushing event updated for resources: {'Network': ['ID=71da61d8-8f10-40b0-9a52-450c4a34dc28,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:13:48.820799 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Network 71da61d8-8f10-40b0-9a52-450c4a34dc28 details requested by agent ovs-agent-n-d-842733-1 with host n-d-842733-1 {{(pid=103164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 20 21:13:48.855605 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-2771f4e2-b893-40f8-ac58-dc39a5036621 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6421189 May 20 21:13:48.858435 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 57156) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:13:48.863757 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-8770f2ac-c966-42f1-80ec-60e35f9fba7c admin admin] Request body: {'subnet': {'network_id': '71da61d8-8f10-40b0-9a52-450c4a34dc28', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1615756893-subnet', 'tenant_id': 'a66b050937ea40618634c01548e149f5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:13:48.944506 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8770f2ac-c966-42f1-80ec-60e35f9fba7c admin admin] Made reservation on behalf of a66b050937ea40618634c01548e149f5 for: {'subnet': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:13:48.946881 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8770f2ac-c966-42f1-80ec-60e35f9fba7c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8422561'] for subnet, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:13:49.178639 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8770f2ac-c966-42f1-80ec-60e35f9fba7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9641412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8422583'] for subnet, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:13:49.238225 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8770f2ac-c966-42f1-80ec-60e35f9fba7c admin admin] Pushing event updated for resources: {'Subnet': ['ID=b22b9f09-ceeb-43dc-b5a8-20b4c2f0fe6e,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:13:49.247609 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8770f2ac-c966-42f1-80ec-60e35f9fba7c admin admin] Checking segment: {'id': '9063cc2c-9968-4de0-b679-9aa3a136f1db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '71da61d8-8f10-40b0-9a52-450c4a34dc28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:13:49.253188 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8770f2ac-c966-42f1-80ec-60e35f9fba7c admin admin] Network hostable DHCP agents. Network: 71da61d8-8f10-40b0-9a52-450c4a34dc28, hostable agents: ['c9b0653c-f3c7-4339-bd50-e3754b629216'], hosted agents: [] {{(pid=103163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 21:13:49.321199 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8770f2ac-c966-42f1-80ec-60e35f9fba7c admin admin] Network 71da61d8-8f10-40b0-9a52-450c4a34dc28 is scheduled to be hosted by DHCP agent c9b0653c-f3c7-4339-bd50-e3754b629216 with binding_index 1 {{(pid=103163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 21:13:49.378702 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-8770f2ac-c966-42f1-80ec-60e35f9fba7c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842733-1, 71da61d8-8f10-40b0-9a52-450c4a34dc28) {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:13:49.383146 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8770f2ac-c966-42f1-80ec-60e35f9fba7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:13:49.383735 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8770f2ac-c966-42f1-80ec-60e35f9fba7c admin admin] Notify callbacks [] for subnet, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:13:49.388959 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeaec588-1a72-4d17-97ab-ae3eb3118ede None None] Network 71da61d8-8f10-40b0-9a52-450c4a34dc28 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:13:49.444386 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-8770f2ac-c966-42f1-80ec-60e35f9fba7c admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5847588 May 20 21:13:49.533152 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cb410e7-c519-4f5c-a336-3ce0a58a6d68 None None] Network 71da61d8-8f10-40b0-9a52-450c4a34dc28 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:13:49.931375 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-66b28312-42e7-49fc-ae62-3cafa48ee8b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:13:50.140489 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 57166) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:13:50.212753 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b95cd7d-3751-4060-ad1d-7ce6af2243f8 tempest-TestNetworkBasicOps-212282956 tempest-TestNetworkBasicOps-212282956-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:13:50.213253 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b95cd7d-3751-4060-ad1d-7ce6af2243f8 tempest-TestNetworkBasicOps-212282956 tempest-TestNetworkBasicOps-212282956-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:13:50.213723 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b95cd7d-3751-4060-ad1d-7ce6af2243f8 tempest-TestNetworkBasicOps-212282956 tempest-TestNetworkBasicOps-212282956-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:13:50.215392 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-3b95cd7d-3751-4060-ad1d-7ce6af2243f8 tempest-TestNetworkBasicOps-212282956 tempest-TestNetworkBasicOps-212282956-project-admin] 10.222.0.35 "GET /v2.0/ports?project_id=cdc84cdf879947589b97668d7e3906ce&network_id=1d5d6c62-f1ca-4af0-a7ff-5481d50192ae HTTP/1.1" status: 200 len: 2970 time: 0.0738902 May 20 21:13:52.065584 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 57188) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:13:52.120620 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fa35aad-70af-49cc-8d49-2427f8dbcb1a tempest-TestNetworkBasicOps-212282956 tempest-TestNetworkBasicOps-212282956-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:13:52.122148 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-6fa35aad-70af-49cc-8d49-2427f8dbcb1a tempest-TestNetworkBasicOps-212282956 tempest-TestNetworkBasicOps-212282956-project-admin] 10.222.0.35 "GET /v2.0/subnets?network_id=e3a93b5c-91e2-4064-9c2c-1afc261bfe15 HTTP/1.1" status: 200 len: 814 time: 0.0555825 May 20 21:13:52.258455 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-48cab988-5b44-4b1e-b5c0-fb9183ad4369 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:13:52.979287 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 57196) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:13:52.995790 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-95fe1d00-1e6c-4d30-8d0a-1db9a75bc75d tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Request body: {'network': {'name': 'tempest-network-smoke--847746863', 'project_id': 'cdc84cdf879947589b97668d7e3906ce', 'port_security_enabled': True}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:13:53.085951 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95fe1d00-1e6c-4d30-8d0a-1db9a75bc75d tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Made reservation on behalf of cdc84cdf879947589b97668d7e3906ce for: {'network': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:13:53.089339 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-95fe1d00-1e6c-4d30-8d0a-1db9a75bc75d tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for network, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:13:53.115052 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95fe1d00-1e6c-4d30-8d0a-1db9a75bc75d tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 227} {{(pid=103163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 21:13:53.124322 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-95fe1d00-1e6c-4d30-8d0a-1db9a75bc75d tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:13:53.124648 n-d-842733-1 neutron-server[103163]: INFO neutron.db.segments_db [None req-95fe1d00-1e6c-4d30-8d0a-1db9a75bc75d tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Added segment ba0b789c-ffd6-408a-85c7-dbf86aa5e909 of type vlan for network 79259a66-6075-4a83-a93f-ac18e1773bb1 May 20 21:13:53.169820 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-95fe1d00-1e6c-4d30-8d0a-1db9a75bc75d tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418993264'] for network, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:13:53.252953 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-95fe1d00-1e6c-4d30-8d0a-1db9a75bc75d tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524'] for network, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:13:53.258494 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95fe1d00-1e6c-4d30-8d0a-1db9a75bc75d tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:13:53.259077 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-95fe1d00-1e6c-4d30-8d0a-1db9a75bc75d tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:13:53.323921 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fe1d00-1e6c-4d30-8d0a-1db9a75bc75d tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Pushing event updated for resources: {'Network': ['ID=79259a66-6075-4a83-a93f-ac18e1773bb1,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:13:53.334554 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Network 79259a66-6075-4a83-a93f-ac18e1773bb1 details requested by agent ovs-agent-n-d-842733-1 with host n-d-842733-1 {{(pid=103164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 20 21:13:53.368466 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-95fe1d00-1e6c-4d30-8d0a-1db9a75bc75d tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3878748 May 20 21:13:53.371384 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 57200) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:13:53.440163 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4730570f-afbb-40c2-a53c-56a3a1901cb0 tempest-TestNetworkBasicOps-212282956 tempest-TestNetworkBasicOps-212282956-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:13:53.441678 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-4730570f-afbb-40c2-a53c-56a3a1901cb0 tempest-TestNetworkBasicOps-212282956 tempest-TestNetworkBasicOps-212282956-project-admin] 10.222.0.35 "GET /v2.0/subnets?project_id=cdc84cdf879947589b97668d7e3906ce&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0693619 May 20 21:13:53.444412 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 57202) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:13:53.587418 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8c3a3be-4690-406d-99b3-a284b4cc2542 tempest-TestNetworkBasicOps-212282956 tempest-TestNetworkBasicOps-212282956-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:13:53.588895 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-d8c3a3be-4690-406d-99b3-a284b4cc2542 tempest-TestNetworkBasicOps-212282956 tempest-TestNetworkBasicOps-212282956-project-admin] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1436164 May 20 21:13:53.591699 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 57204) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:13:53.619089 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-ce1606a9-83d3-49d3-b4db-e859f79ad1f4 tempest-TestNetworkBasicOps-212282956 tempest-TestNetworkBasicOps-212282956-project-admin] 10.222.0.35 "GET /v2.0/subnets?network_id=e3a93b5c-91e2-4064-9c2c-1afc261bfe15&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0263441 May 20 21:13:53.621502 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 57206) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:13:53.648814 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-f8b20321-7b45-4b9f-b49e-34dd9977dd3c tempest-TestNetworkBasicOps-212282956 tempest-TestNetworkBasicOps-212282956-project-admin] 10.222.0.35 "GET /v2.0/subnets?project_id=cdc84cdf879947589b97668d7e3906ce&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0263219 May 20 21:13:53.651221 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 57208) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:13:53.738266 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7f597c8-50eb-41b2-8391-f129e99631e6 tempest-TestNetworkBasicOps-212282956 tempest-TestNetworkBasicOps-212282956-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:13:53.739732 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-b7f597c8-50eb-41b2-8391-f129e99631e6 tempest-TestNetworkBasicOps-212282956 tempest-TestNetworkBasicOps-212282956-project-admin] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0876448 May 20 21:13:53.742461 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 57210) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:13:53.770024 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-d3f9bde0-5c7f-4daa-b794-734eb9a65da8 tempest-TestNetworkBasicOps-212282956 tempest-TestNetworkBasicOps-212282956-project-admin] 10.222.0.35 "GET /v2.0/subnets?network_id=e3a93b5c-91e2-4064-9c2c-1afc261bfe15&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0265653 May 20 21:13:53.772343 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 57212) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:13:53.776828 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-9e9b4538-3848-49ea-a000-7a2e2043dc07 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-981077013', 'network_id': '79259a66-6075-4a83-a93f-ac18e1773bb1', 'project_id': 'cdc84cdf879947589b97668d7e3906ce', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:13:53.927282 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e9b4538-3848-49ea-a000-7a2e2043dc07 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Made reservation on behalf of cdc84cdf879947589b97668d7e3906ce for: {'subnet': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:13:53.930809 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9e9b4538-3848-49ea-a000-7a2e2043dc07 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8422561'] for subnet, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:13:53.994276 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4bb0e131-6525-46ca-a45b-e4ea43a5e69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:13:54.154659 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9e9b4538-3848-49ea-a000-7a2e2043dc07 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9641412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8422583'] for subnet, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:13:54.222634 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9b4538-3848-49ea-a000-7a2e2043dc07 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Pushing event updated for resources: {'Subnet': ['ID=b4f5b7af-99df-4246-b9b0-970188ea37ea,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:13:54.227543 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e9b4538-3848-49ea-a000-7a2e2043dc07 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Checking segment: {'id': 'ba0b789c-ffd6-408a-85c7-dbf86aa5e909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '79259a66-6075-4a83-a93f-ac18e1773bb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:13:54.227886 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e9b4538-3848-49ea-a000-7a2e2043dc07 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Network hostable DHCP agents. Network: 79259a66-6075-4a83-a93f-ac18e1773bb1, hostable agents: ['c9b0653c-f3c7-4339-bd50-e3754b629216'], hosted agents: [] {{(pid=103163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 21:13:54.316034 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e9b4538-3848-49ea-a000-7a2e2043dc07 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Network 79259a66-6075-4a83-a93f-ac18e1773bb1 is scheduled to be hosted by DHCP agent c9b0653c-f3c7-4339-bd50-e3754b629216 with binding_index 1 {{(pid=103163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 21:13:54.408098 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-9e9b4538-3848-49ea-a000-7a2e2043dc07 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842733-1, 79259a66-6075-4a83-a93f-ac18e1773bb1) {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:13:54.412179 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e9b4538-3848-49ea-a000-7a2e2043dc07 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:13:54.412761 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9e9b4538-3848-49ea-a000-7a2e2043dc07 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks [] for subnet, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:13:54.421758 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cbc231c-156c-4ac6-ad65-dce65e19fa4e None None] Network 79259a66-6075-4a83-a93f-ac18e1773bb1 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:13:54.495800 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-9e9b4538-3848-49ea-a000-7a2e2043dc07 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7223918 May 20 21:13:54.575189 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8ad9575-480e-4fda-a0ac-4d43e139f31a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaee2b848-d4b9-5db1-b6ef-d6db29d67de7-79259a66-6075-4a83-a93f-ac18e1773bb1', 'network_id': '79259a66-6075-4a83-a93f-ac18e1773bb1', 'tenant_id': 'cdc84cdf879947589b97668d7e3906ce', 'fixed_ips': [{'subnet_id': 'b4f5b7af-99df-4246-b9b0-970188ea37ea'}]}} from n-d-842733-1. {{(pid=103164) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 21:13:54.576034 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b8ad9575-480e-4fda-a0ac-4d43e139f31a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:13:54.651428 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 57222) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:13:54.657629 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-db815cd5-8ccc-4e64-b5a5-eb80f6b2a1cd tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1321215078', 'description': 'tempest-secgroup-smoke-1321215078 description', 'project_id': 'cdc84cdf879947589b97668d7e3906ce'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:13:54.719816 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [None req-b8ad9575-480e-4fda-a0ac-4d43e139f31a None None] Allocated IP 172.20.0.18 (79259a66-6075-4a83-a93f-ac18e1773bb1/b4f5b7af-99df-4246-b9b0-970188ea37ea/d6249cec-a0c5-45a8-8fb3-1f70664e4052) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:13:54.750485 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-db815cd5-8ccc-4e64-b5a5-eb80f6b2a1cd tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:13:54.819303 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-db815cd5-8ccc-4e64-b5a5-eb80f6b2a1cd tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:13:54.864894 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:13:54.880888 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b8ad9575-480e-4fda-a0ac-4d43e139f31a None None] Notify callbacks [] for port, precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:13:54.886918 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-db815cd5-8ccc-4e64-b5a5-eb80f6b2a1cd tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:13:54.916218 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db815cd5-8ccc-4e64-b5a5-eb80f6b2a1cd tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8918d8c1-9e94-48a7-b7b8-ec27191ac87b,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:13:54.937473 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b8ad9575-480e-4fda-a0ac-4d43e139f31a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108'] for port, after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:13:54.963455 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-db815cd5-8ccc-4e64-b5a5-eb80f6b2a1cd tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:13:54.964665 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-db815cd5-8ccc-4e64-b5a5-eb80f6b2a1cd tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3120713 May 20 21:13:54.967483 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 57224) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:13:54.973532 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-4c11fd80-0175-4d95-ac62-47c95a538285 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Request body: {'security_group_rule': {'security_group_id': '8918d8c1-9e94-48a7-b7b8-ec27191ac87b', 'project_id': 'cdc84cdf879947589b97668d7e3906ce', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:13:54.978762 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8ad9575-480e-4fda-a0ac-4d43e139f31a None None] Network 79259a66-6075-4a83-a93f-ac18e1773bb1 is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:13:54.982980 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-b8ad9575-480e-4fda-a0ac-4d43e139f31a None None] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:13:54.985560 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ad9575-480e-4fda-a0ac-4d43e139f31a None None] Received port after_create {{(pid=103164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:13:55.002433 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ad9575-480e-4fda-a0ac-4d43e139f31a None None] Pushing event updated for resources: {'Port': ['ID=d6249cec-a0c5-45a8-8fb3-1f70664e4052,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:13:55.046312 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ad9575-480e-4fda-a0ac-4d43e139f31a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:13:55.046685 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ad9575-480e-4fda-a0ac-4d43e139f31a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:13:55.047200 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ad9575-480e-4fda-a0ac-4d43e139f31a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:13:55.047550 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ad9575-480e-4fda-a0ac-4d43e139f31a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:13:55.047876 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ad9575-480e-4fda-a0ac-4d43e139f31a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:13:55.048200 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ad9575-480e-4fda-a0ac-4d43e139f31a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:13:55.048556 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ad9575-480e-4fda-a0ac-4d43e139f31a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:13:55.048828 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ad9575-480e-4fda-a0ac-4d43e139f31a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:13:55.049141 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ad9575-480e-4fda-a0ac-4d43e139f31a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:13:55.049480 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ad9575-480e-4fda-a0ac-4d43e139f31a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:13:55.049792 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ad9575-480e-4fda-a0ac-4d43e139f31a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:13:55.050103 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ad9575-480e-4fda-a0ac-4d43e139f31a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:13:55.064114 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-b8ad9575-480e-4fda-a0ac-4d43e139f31a None None] Attempting to bind port d6249cec-a0c5-45a8-8fb3-1f70664e4052 on host n-d-842733-1 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:13:55.064482 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-b8ad9575-480e-4fda-a0ac-4d43e139f31a None None] Attempting to bind port d6249cec-a0c5-45a8-8fb3-1f70664e4052 by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': 'ba0b789c-ffd6-408a-85c7-dbf86aa5e909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '79259a66-6075-4a83-a93f-ac18e1773bb1'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:13:55.064845 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ad9575-480e-4fda-a0ac-4d43e139f31a None None] Attempting to bind port d6249cec-a0c5-45a8-8fb3-1f70664e4052 on network 79259a66-6075-4a83-a93f-ac18e1773bb1 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:13:55.070269 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ad9575-480e-4fda-a0ac-4d43e139f31a None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 21, 13, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 21:13:55.075674 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ad9575-480e-4fda-a0ac-4d43e139f31a None None] Checking segment: {'id': 'ba0b789c-ffd6-408a-85c7-dbf86aa5e909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '79259a66-6075-4a83-a93f-ac18e1773bb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:13:55.075674 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b8ad9575-480e-4fda-a0ac-4d43e139f31a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:13:55.075674 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ad9575-480e-4fda-a0ac-4d43e139f31a None None] Bound using segment: {'id': 'ba0b789c-ffd6-408a-85c7-dbf86aa5e909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '79259a66-6075-4a83-a93f-ac18e1773bb1'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 21:13:55.075674 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-b8ad9575-480e-4fda-a0ac-4d43e139f31a None None] Bound port: d6249cec-a0c5-45a8-8fb3-1f70664e4052, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba0b789c-ffd6-408a-85c7-dbf86aa5e909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '79259a66-6075-4a83-a93f-ac18e1773bb1'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:13:55.075674 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b8ad9575-480e-4fda-a0ac-4d43e139f31a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:13:55.076226 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4c11fd80-0175-4d95-ac62-47c95a538285 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:13:55.136617 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4c11fd80-0175-4d95-ac62-47c95a538285 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:13:55.138363 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b8ad9575-480e-4fda-a0ac-4d43e139f31a None None] For port d6249cec-a0c5-45a8-8fb3-1f70664e4052, host n-d-842733-1, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 21:13:55.142774 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b8ad9575-480e-4fda-a0ac-4d43e139f31a None None] For port d6249cec-a0c5-45a8-8fb3-1f70664e4052, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=d6249cec-a0c5-45a8-8fb3-1f70664e4052,segment=NetworkSegment(ba0b789c-ffd6-408a-85c7-dbf86aa5e909),segment_id=ba0b789c-ffd6-408a-85c7-dbf86aa5e909)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 21:13:55.207123 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4c11fd80-0175-4d95-ac62-47c95a538285 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691816'] for security_group_rule, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:13:55.219626 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b8ad9575-480e-4fda-a0ac-4d43e139f31a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:13:55.229091 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c11fd80-0175-4d95-ac62-47c95a538285 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17644446-fa40-4c60-a6ad-741c9eb25a67,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:13:55.278172 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ad9575-480e-4fda-a0ac-4d43e139f31a None None] Pushing event updated for resources: {'Port': ['ID=d6249cec-a0c5-45a8-8fb3-1f70664e4052,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:13:55.311538 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4c11fd80-0175-4d95-ac62-47c95a538285 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:13:55.313602 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-4c11fd80-0175-4d95-ac62-47c95a538285 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3450146 May 20 21:13:55.316746 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 57226) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:13:55.321617 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-d927e705-96d0-4c97-995c-bb24ddb94def tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Request body: {'security_group_rule': {'security_group_id': '8918d8c1-9e94-48a7-b7b8-ec27191ac87b', 'project_id': 'cdc84cdf879947589b97668d7e3906ce', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:13:55.410706 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d927e705-96d0-4c97-995c-bb24ddb94def tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:13:55.533252 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d927e705-96d0-4c97-995c-bb24ddb94def tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:13:55.567642 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cc3ec51b-6ec8-438a-8349-5f0bec346d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:13:55.601948 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d927e705-96d0-4c97-995c-bb24ddb94def tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691816'] for security_group_rule, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:13:55.602187 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:13:55.621251 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d927e705-96d0-4c97-995c-bb24ddb94def tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=929cb6b9-04ea-4975-bdd5-cde534859881,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:13:55.689713 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d927e705-96d0-4c97-995c-bb24ddb94def tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:13:55.690988 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-d927e705-96d0-4c97-995c-bb24ddb94def tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3731270 May 20 21:13:55.693831 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 57230) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:13:55.700101 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-840b4bb8-779e-4619-9bd6-69d501d250c8 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Request body: {'security_group_rule': {'security_group_id': '8918d8c1-9e94-48a7-b7b8-ec27191ac87b', 'project_id': 'cdc84cdf879947589b97668d7e3906ce', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:13:55.789828 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-840b4bb8-779e-4619-9bd6-69d501d250c8 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:13:55.849652 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-840b4bb8-779e-4619-9bd6-69d501d250c8 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:13:55.939234 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-840b4bb8-779e-4619-9bd6-69d501d250c8 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691816'] for security_group_rule, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:13:55.967545 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840b4bb8-779e-4619-9bd6-69d501d250c8 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b1b961e-992a-4381-9a69-7fdfb468f7fb,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:13:55.991587 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device d6249cec-a0c5-45a8-8fb3-1f70664e4052 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:13:56.049964 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-840b4bb8-779e-4619-9bd6-69d501d250c8 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:13:56.054153 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-840b4bb8-779e-4619-9bd6-69d501d250c8 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3565135 May 20 21:13:56.057421 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 57234) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:13:56.059126 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-316b0efd-f3fe-4efb-903e-145c1b83e799 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Request body: {'security_group_rule': {'security_group_id': '8918d8c1-9e94-48a7-b7b8-ec27191ac87b', 'project_id': 'cdc84cdf879947589b97668d7e3906ce', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:13:56.069849 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port d6249cec-a0c5-45a8-8fb3-1f70664e4052 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:13:56.070218 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:13:56.157462 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port d6249cec-a0c5-45a8-8fb3-1f70664e4052 is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:13:56.160423 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:13:56.162170 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-316b0efd-f3fe-4efb-903e-145c1b83e799 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:13:56.197935 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] For port d6249cec-a0c5-45a8-8fb3-1f70664e4052, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=d6249cec-a0c5-45a8-8fb3-1f70664e4052,segment=NetworkSegment(ba0b789c-ffd6-408a-85c7-dbf86aa5e909),segment_id=ba0b789c-ffd6-408a-85c7-dbf86aa5e909)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:13:56.236272 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-316b0efd-f3fe-4efb-903e-145c1b83e799 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:13:56.253559 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:13:56.304590 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-316b0efd-f3fe-4efb-903e-145c1b83e799 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691816'] for security_group_rule, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:13:56.328564 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316b0efd-f3fe-4efb-903e-145c1b83e799 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8400f029-1075-4086-8c31-d2298187ae50,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:13:56.339219 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Pushing event updated for resources: {'Port': ['ID=d6249cec-a0c5-45a8-8fb3-1f70664e4052,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:13:56.350633 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a773bcd7-23b9-4682-9a95-6616ca4fb9ad None None] Network 79259a66-6075-4a83-a93f-ac18e1773bb1 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:13:56.380564 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-316b0efd-f3fe-4efb-903e-145c1b83e799 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:13:56.382230 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-316b0efd-f3fe-4efb-903e-145c1b83e799 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3269119 May 20 21:13:56.385444 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 57236) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:13:56.391409 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-4aeb00d1-458f-4875-82ce-0b6b5243639d tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Request body: {'security_group_rule': {'security_group_id': '8918d8c1-9e94-48a7-b7b8-ec27191ac87b', 'project_id': 'cdc84cdf879947589b97668d7e3906ce', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:13:56.453821 n-d-842733-1 neutron-server[103162]: INFO neutron.db.securitygroups_db [None req-4aeb00d1-458f-4875-82ce-0b6b5243639d tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Project cdc84cdf879947589b97668d7e3906ce added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 20 21:13:56.459345 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4aeb00d1-458f-4875-82ce-0b6b5243639d tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:13:56.484088 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-f04725b1-4758-4a89-b909-05b4aa00776a None None] Provisioning complete for port d6249cec-a0c5-45a8-8fb3-1f70664e4052 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:13:56.484559 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-f04725b1-4758-4a89-b909-05b4aa00776a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:13:56.529740 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4aeb00d1-458f-4875-82ce-0b6b5243639d tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:13:56.585273 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4aeb00d1-458f-4875-82ce-0b6b5243639d tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691816'] for security_group_rule, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:13:56.596297 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-f04725b1-4758-4a89-b909-05b4aa00776a None None] Current status of the port d6249cec-a0c5-45a8-8fb3-1f70664e4052 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:13:56.612583 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aeb00d1-458f-4875-82ce-0b6b5243639d tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ce754c5-73e6-4b27-972c-9eaae5c0b274,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:13:56.678260 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4aeb00d1-458f-4875-82ce-0b6b5243639d tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:13:56.682835 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 57240) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:13:56.683244 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-4aeb00d1-458f-4875-82ce-0b6b5243639d tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2961392 May 20 21:13:56.688572 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-a6db22a2-b6f4-42b3-bbb2-fa985223a0ac tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Request body: {'security_group_rule': {'security_group_id': '8918d8c1-9e94-48a7-b7b8-ec27191ac87b', 'project_id': 'cdc84cdf879947589b97668d7e3906ce', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:13:56.784947 n-d-842733-1 neutron-server[103163]: INFO neutron.db.securitygroups_db [None req-a6db22a2-b6f4-42b3-bbb2-fa985223a0ac tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Project cdc84cdf879947589b97668d7e3906ce added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 20 21:13:56.790747 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a6db22a2-b6f4-42b3-bbb2-fa985223a0ac tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:13:56.821225 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-5d61e1dc-5346-45e1-8e35-b2badbb676bc None None] Provisioning complete for port d6249cec-a0c5-45a8-8fb3-1f70664e4052 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:13:56.821589 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-5d61e1dc-5346-45e1-8e35-b2badbb676bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:13:56.854163 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a6db22a2-b6f4-42b3-bbb2-fa985223a0ac tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:13:56.902315 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-5d61e1dc-5346-45e1-8e35-b2badbb676bc None None] Current status of the port d6249cec-a0c5-45a8-8fb3-1f70664e4052 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:13:56.927574 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a6db22a2-b6f4-42b3-bbb2-fa985223a0ac tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691816'] for security_group_rule, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:13:56.947209 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6db22a2-b6f4-42b3-bbb2-fa985223a0ac tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63f2733e-8974-46df-b340-b6a67cf25249,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:13:57.026751 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a6db22a2-b6f4-42b3-bbb2-fa985223a0ac tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:13:57.030477 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-a6db22a2-b6f4-42b3-bbb2-fa985223a0ac tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3435028 May 20 21:13:57.227560 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d8be56fb-ed66-4e32-8c43-d9a750b29e91 req-ca49c8f4-8ca8-466c-b3d4-985af0357044 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1321215078&fields=id&tenant_id=cdc84cdf879947589b97668d7e3906ce HTTP/1.1" status: 200 len: 267 time: 0.0333781 May 20 21:13:57.338306 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8be56fb-ed66-4e32-8c43-d9a750b29e91 req-23bb49d9-aba3-41b6-98a5-0d67a793764d tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:13:57.339769 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d8be56fb-ed66-4e32-8c43-d9a750b29e91 req-23bb49d9-aba3-41b6-98a5-0d67a793764d tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] 10.222.0.35 "GET /v2.0/networks?id=79259a66-6075-4a83-a93f-ac18e1773bb1 HTTP/1.1" status: 200 len: 796 time: 0.1053677 May 20 21:13:57.361982 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d8be56fb-ed66-4e32-8c43-d9a750b29e91 req-d88bb542-2d1a-405b-ab12-65188a2c746e tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] 10.222.0.35 "GET /v2.0/quotas/cdc84cdf879947589b97668d7e3906ce HTTP/1.1" status: 200 len: 375 time: 0.0136786 May 20 21:13:57.423172 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d8be56fb-ed66-4e32-8c43-d9a750b29e91 req-cc0f8818-7ca6-4fa7-b554-c8b2e5504e68 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=cdc84cdf879947589b97668d7e3906ce&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0536859 May 20 21:13:57.524654 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d8be56fb-ed66-4e32-8c43-d9a750b29e91 req-a2db37bb-91ce-4701-9efc-9607afe6ee84 service neutron] 10.222.0.35 "GET /v2.0/networks/79259a66-6075-4a83-a93f-ac18e1773bb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893054 May 20 21:13:57.615954 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d8be56fb-ed66-4e32-8c43-d9a750b29e91 req-8403b558-103a-4e1f-80c3-8cd64625a597 service neutron] 10.222.0.35 "GET /v2.0/networks/79259a66-6075-4a83-a93f-ac18e1773bb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845349 May 20 21:13:57.870041 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-fb1546eb-0cb0-4d63-a7d8-c224185d331b req-2155de3c-379e-49fc-a3b1-158c62ec4d53 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] 10.222.0.35 "GET /v2.0/ports?device_id=2107539b-c28f-4ef1-844d-6df15a8fbd4a HTTP/1.1" status: 200 len: 210 time: 0.0284090 May 20 21:13:57.944710 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device d6249cec-a0c5-45a8-8fb3-1f70664e4052 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:13:58.003481 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port d6249cec-a0c5-45a8-8fb3-1f70664e4052 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:13:58.004052 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:13:58.085664 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port d6249cec-a0c5-45a8-8fb3-1f70664e4052 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:13:58.953636 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6a6b871a-ef23-474c-add0-de096b469b48 req-1a59a4f6-01bd-4b5e-a950-920a1581ec7e tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] 10.222.0.35 "GET /v2.0/ports?device_id=2107539b-c28f-4ef1-844d-6df15a8fbd4a HTTP/1.1" status: 200 len: 210 time: 0.0299141 May 20 21:14:00.069917 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6cb0ab70-f927-44b8-8b31-7bcf913586a6 req-88e366a0-72c2-40e2-a3bc-11669cb48b45 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] 10.222.0.35 "GET /v2.0/ports?device_id=2107539b-c28f-4ef1-844d-6df15a8fbd4a HTTP/1.1" status: 200 len: 210 time: 0.0374448 May 20 21:14:01.165918 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-fea40e1b-0507-47c1-be43-aef3eba1429f req-87b8a4b6-d4e0-4dcd-bd2e-1ec682855185 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] 10.222.0.35 "GET /v2.0/ports?device_id=2107539b-c28f-4ef1-844d-6df15a8fbd4a HTTP/1.1" status: 200 len: 210 time: 0.0307360 May 20 21:14:01.185111 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8be56fb-ed66-4e32-8c43-d9a750b29e91 req-903f4e0e-1191-443d-8f4d-96e19904fe29 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:14:01.186582 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-d8be56fb-ed66-4e32-8c43-d9a750b29e91 req-903f4e0e-1191-443d-8f4d-96e19904fe29 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] 10.222.0.13 "GET /v2.0/networks?id=79259a66-6075-4a83-a93f-ac18e1773bb1 HTTP/1.1" status: 200 len: 796 time: 0.1152005 May 20 21:14:01.239466 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-d8be56fb-ed66-4e32-8c43-d9a750b29e91 req-3351bd7a-fb61-461a-ab91-a6c2f31befcc tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cdc84cdf879947589b97668d7e3906ce HTTP/1.1" status: 200 len: 473 time: 0.0385890 May 20 21:14:01.248931 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [req-d8be56fb-ed66-4e32-8c43-d9a750b29e91 req-5aa992bc-5361-4393-9ce3-a1cd4445641c tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Request body: {'port': {'device_id': '2107539b-c28f-4ef1-844d-6df15a8fbd4a', 'network_id': '79259a66-6075-4a83-a93f-ac18e1773bb1', 'admin_state_up': True, 'tenant_id': 'cdc84cdf879947589b97668d7e3906ce', 'security_groups': ['8918d8c1-9e94-48a7-b7b8-ec27191ac87b']}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:14:01.465126 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8be56fb-ed66-4e32-8c43-d9a750b29e91 req-5aa992bc-5361-4393-9ce3-a1cd4445641c tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Made reservation on behalf of cdc84cdf879947589b97668d7e3906ce for: {'port': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:14:01.469259 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-d8be56fb-ed66-4e32-8c43-d9a750b29e91 req-5aa992bc-5361-4393-9ce3-a1cd4445641c tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:14:01.601501 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [req-d8be56fb-ed66-4e32-8c43-d9a750b29e91 req-5aa992bc-5361-4393-9ce3-a1cd4445641c tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Allocated IP 172.20.0.19 (79259a66-6075-4a83-a93f-ac18e1773bb1/b4f5b7af-99df-4246-b9b0-970188ea37ea/28524d6c-8915-4914-ac00-1ab653b0ffe2) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:14:01.735526 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-d8be56fb-ed66-4e32-8c43-d9a750b29e91 req-5aa992bc-5361-4393-9ce3-a1cd4445641c tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:14:01.830924 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-d8be56fb-ed66-4e32-8c43-d9a750b29e91 req-5aa992bc-5361-4393-9ce3-a1cd4445641c tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:14:01.882841 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8be56fb-ed66-4e32-8c43-d9a750b29e91 req-5aa992bc-5361-4393-9ce3-a1cd4445641c tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Network 79259a66-6075-4a83-a93f-ac18e1773bb1 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:14:01.885868 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [req-d8be56fb-ed66-4e32-8c43-d9a750b29e91 req-5aa992bc-5361-4393-9ce3-a1cd4445641c tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:14:01.889738 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8be56fb-ed66-4e32-8c43-d9a750b29e91 req-5aa992bc-5361-4393-9ce3-a1cd4445641c tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:14:01.899429 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa992bc-5361-4393-9ce3-a1cd4445641c tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Pushing event updated for resources: {'Port': ['ID=28524d6c-8915-4914-ac00-1ab653b0ffe2,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:14:01.954360 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8be56fb-ed66-4e32-8c43-d9a750b29e91 req-5aa992bc-5361-4393-9ce3-a1cd4445641c tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:14:01.954786 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-d8be56fb-ed66-4e32-8c43-d9a750b29e91 req-5aa992bc-5361-4393-9ce3-a1cd4445641c tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:14:02.034296 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-d8be56fb-ed66-4e32-8c43-d9a750b29e91 req-5aa992bc-5361-4393-9ce3-a1cd4445641c tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7887995 May 20 21:14:02.052305 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [req-d8be56fb-ed66-4e32-8c43-d9a750b29e91 req-ac9deb65-dea4-4002-ae53-2787edf59502 service neutron] Request body: {'port': {'device_id': '2107539b-c28f-4ef1-844d-6df15a8fbd4a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-842733-1'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:14:02.109034 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-d8be56fb-ed66-4e32-8c43-d9a750b29e91 req-ac9deb65-dea4-4002-ae53-2787edf59502 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:14:02.155940 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.agents_db [None req-5c33ad30-4e00-40fa-b486-8c79c4a6cfc5 None None] Agent healthcheck: found 7 active agents {{(pid=103165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 20 21:14:02.157137 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-38ff8618-6bd0-4f53-bc96-fb5aeba4436f None None] Provisioning complete for port 28524d6c-8915-4914-ac00-1ab653b0ffe2 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:14:02.157599 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-38ff8618-6bd0-4f53-bc96-fb5aeba4436f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:14:02.192166 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-38ff8618-6bd0-4f53-bc96-fb5aeba4436f None None] Port 28524d6c-8915-4914-ac00-1ab653b0ffe2 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 21:14:02.286983 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a019268-15b8-4a24-8118-5fbc5a1cdb26 req-46ed6113-fb34-4766-b950-47e7a9488d3c tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:14:02.289095 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9a019268-15b8-4a24-8118-5fbc5a1cdb26 req-46ed6113-fb34-4766-b950-47e7a9488d3c tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] 10.222.0.35 "GET /v2.0/ports?device_id=2107539b-c28f-4ef1-844d-6df15a8fbd4a HTTP/1.1" status: 200 len: 932 time: 0.0497131 May 20 21:14:02.327559 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9a019268-15b8-4a24-8118-5fbc5a1cdb26 req-dc7cee7c-974a-4c91-a049-e12c28fcc3b5 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] 10.222.0.35 "GET /v2.0/security-groups?id=8918d8c1-9e94-48a7-b7b8-ec27191ac87b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321329 May 20 21:14:02.385853 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [req-d8be56fb-ed66-4e32-8c43-d9a750b29e91 req-ac9deb65-dea4-4002-ae53-2787edf59502 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28524d6c-8915-4914-ac00-1ab653b0ffe2 {{(pid=103162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 21:14:02.394282 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-d8be56fb-ed66-4e32-8c43-d9a750b29e91 req-ac9deb65-dea4-4002-ae53-2787edf59502 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:14:02.407579 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.provisioning_blocks [req-d8be56fb-ed66-4e32-8c43-d9a750b29e91 req-ac9deb65-dea4-4002-ae53-2787edf59502 service neutron] Transition to ACTIVE for port object 28524d6c-8915-4914-ac00-1ab653b0ffe2 will not be triggered until provisioned by entity L2. {{(pid=103162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 21:14:02.481909 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-d8be56fb-ed66-4e32-8c43-d9a750b29e91 req-ac9deb65-dea4-4002-ae53-2787edf59502 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:14:02.553897 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9deb65-dea4-4002-ae53-2787edf59502 service neutron] Pushing event updated for resources: {'Port': ['ID=28524d6c-8915-4914-ac00-1ab653b0ffe2,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:14:02.564017 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:14:02.608111 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-d8be56fb-ed66-4e32-8c43-d9a750b29e91 req-ac9deb65-dea4-4002-ae53-2787edf59502 service neutron] Attempting to bind port 28524d6c-8915-4914-ac00-1ab653b0ffe2 on host n-h2-842733-1 for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:14:02.608111 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-d8be56fb-ed66-4e32-8c43-d9a750b29e91 req-ac9deb65-dea4-4002-ae53-2787edf59502 service neutron] Attempting to bind port 28524d6c-8915-4914-ac00-1ab653b0ffe2 by drivers openvswitch,hyperv on host n-h2-842733-1 at level 0 using segments [{'id': 'ba0b789c-ffd6-408a-85c7-dbf86aa5e909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '79259a66-6075-4a83-a93f-ac18e1773bb1'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:14:02.608425 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8be56fb-ed66-4e32-8c43-d9a750b29e91 req-ac9deb65-dea4-4002-ae53-2787edf59502 service neutron] Attempting to bind port 28524d6c-8915-4914-ac00-1ab653b0ffe2 on network 79259a66-6075-4a83-a93f-ac18e1773bb1 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:14:02.615694 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8be56fb-ed66-4e32-8c43-d9a750b29e91 req-ac9deb65-dea4-4002-ae53-2787edf59502 service neutron] Port 28524d6c-8915-4914-ac00-1ab653b0ffe2 on network 79259a66-6075-4a83-a93f-ac18e1773bb1 not bound, no agent of type Open vSwitch agent registered on host n-h2-842733-1 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 21:14:02.616013 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8be56fb-ed66-4e32-8c43-d9a750b29e91 req-ac9deb65-dea4-4002-ae53-2787edf59502 service neutron] Attempting to bind port 28524d6c-8915-4914-ac00-1ab653b0ffe2 on network 79259a66-6075-4a83-a93f-ac18e1773bb1 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:14:02.621237 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8be56fb-ed66-4e32-8c43-d9a750b29e91 req-ac9deb65-dea4-4002-ae53-2787edf59502 service neutron] Checking agent: {'id': 'a66f2511-b955-448f-877c-56cfe9c81b12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 33, 2), 'started_at': datetime.datetime(2022, 5, 20, 20, 33, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 21, 14, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 21:14:02.621589 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8be56fb-ed66-4e32-8c43-d9a750b29e91 req-ac9deb65-dea4-4002-ae53-2787edf59502 service neutron] Checking segment: {'id': 'ba0b789c-ffd6-408a-85c7-dbf86aa5e909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '79259a66-6075-4a83-a93f-ac18e1773bb1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:14:02.621991 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8be56fb-ed66-4e32-8c43-d9a750b29e91 req-ac9deb65-dea4-4002-ae53-2787edf59502 service neutron] Bound using segment: {'id': 'ba0b789c-ffd6-408a-85c7-dbf86aa5e909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '79259a66-6075-4a83-a93f-ac18e1773bb1'} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 21:14:02.622424 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-d8be56fb-ed66-4e32-8c43-d9a750b29e91 req-ac9deb65-dea4-4002-ae53-2787edf59502 service neutron] Bound port: 28524d6c-8915-4914-ac00-1ab653b0ffe2, host: n-h2-842733-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba0b789c-ffd6-408a-85c7-dbf86aa5e909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '79259a66-6075-4a83-a93f-ac18e1773bb1'}}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:14:02.622811 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-d8be56fb-ed66-4e32-8c43-d9a750b29e91 req-ac9deb65-dea4-4002-ae53-2787edf59502 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:14:02.694654 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-d8be56fb-ed66-4e32-8c43-d9a750b29e91 req-ac9deb65-dea4-4002-ae53-2787edf59502 service neutron] For port 28524d6c-8915-4914-ac00-1ab653b0ffe2, host n-h2-842733-1, cleared binding levels {{(pid=103162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 21:14:02.698556 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-d8be56fb-ed66-4e32-8c43-d9a750b29e91 req-ac9deb65-dea4-4002-ae53-2787edf59502 service neutron] For port 28524d6c-8915-4914-ac00-1ab653b0ffe2, host n-h2-842733-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=28524d6c-8915-4914-ac00-1ab653b0ffe2,segment=NetworkSegment(ba0b789c-ffd6-408a-85c7-dbf86aa5e909),segment_id=ba0b789c-ffd6-408a-85c7-dbf86aa5e909)] {{(pid=103162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 21:14:02.783425 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-d8be56fb-ed66-4e32-8c43-d9a750b29e91 req-ac9deb65-dea4-4002-ae53-2787edf59502 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:14:02.817544 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8be56fb-ed66-4e32-8c43-d9a750b29e91 req-ac9deb65-dea4-4002-ae53-2787edf59502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:14:02.818238 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-d8be56fb-ed66-4e32-8c43-d9a750b29e91 req-ac9deb65-dea4-4002-ae53-2787edf59502 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:14:02.819592 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-d8be56fb-ed66-4e32-8c43-d9a750b29e91 req-ac9deb65-dea4-4002-ae53-2787edf59502 service neutron] 10.222.0.13 "PUT /v2.0/ports/28524d6c-8915-4914-ac00-1ab653b0ffe2 HTTP/1.1" status: 200 len: 1092 time: 0.7723789 May 20 21:14:02.820007 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2107539b-c28f-4ef1-844d-6df15a8fbd4a', 'tag': '28524d6c-8915-4914-ac00-1ab653b0ffe2'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 21:14:02.822595 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6fa957933fccbf596d28104b23404b952ad6a8238afaebaed40a0874b2e409" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2e55575-a43d-4901-8a5f-123b912e3aa2" -d '{"events": [{"name": "network-changed", "server_uuid": "2107539b-c28f-4ef1-844d-6df15a8fbd4a", "tag": "28524d6c-8915-4914-ac00-1ab653b0ffe2"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 21:14:02.850563 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9deb65-dea4-4002-ae53-2787edf59502 service neutron] Pushing event updated for resources: {'Port': ['ID=28524d6c-8915-4914-ac00-1ab653b0ffe2,revision_number=3']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:14:02.867071 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 21:14:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e418fba9-ffaf-450a-bd37-360328e0285c x-openstack-request-id: req-e418fba9-ffaf-450a-bd37-360328e0285c {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 21:14:02.867071 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2107539b-c28f-4ef1-844d-6df15a8fbd4a", "tag": "28524d6c-8915-4914-ac00-1ab653b0ffe2", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 21:14:02.867071 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e418fba9-ffaf-450a-bd37-360328e0285c {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 21:14:02.867071 n-d-842733-1 neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e418fba9-ffaf-450a-bd37-360328e0285c'] response: {'name': 'network-changed', 'server_uuid': '2107539b-c28f-4ef1-844d-6df15a8fbd4a', 'tag': '28524d6c-8915-4914-ac00-1ab653b0ffe2', 'status': 'completed', 'code': 200} May 20 21:14:02.949019 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e55575-a43d-4901-8a5f-123b912e3aa2 req-30b72290-86bf-490d-b205-d72dcb65ebce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:14:02.950581 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-a2e55575-a43d-4901-8a5f-123b912e3aa2 req-30b72290-86bf-490d-b205-d72dcb65ebce service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cdc84cdf879947589b97668d7e3906ce&device_id=2107539b-c28f-4ef1-844d-6df15a8fbd4a HTTP/1.1" status: 200 len: 1095 time: 0.0448284 May 20 21:14:03.067647 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e55575-a43d-4901-8a5f-123b912e3aa2 req-9e7d8dd1-638e-4cc5-8843-9a0aff23c594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:14:03.069257 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e55575-a43d-4901-8a5f-123b912e3aa2 req-9e7d8dd1-638e-4cc5-8843-9a0aff23c594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:14:03.070814 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-a2e55575-a43d-4901-8a5f-123b912e3aa2 req-9e7d8dd1-638e-4cc5-8843-9a0aff23c594 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=cdc84cdf879947589b97668d7e3906ce&shared=False HTTP/1.1" status: 200 len: 1583 time: 0.1075745 May 20 21:14:03.163568 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e55575-a43d-4901-8a5f-123b912e3aa2 req-fd951dc5-6f9b-4782-a274-7b0360dd05c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:14:03.165038 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-a2e55575-a43d-4901-8a5f-123b912e3aa2 req-fd951dc5-6f9b-4782-a274-7b0360dd05c6 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0884602 May 20 21:14:03.260659 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8be56fb-ed66-4e32-8c43-d9a750b29e91 req-47db0d5e-5a8d-404e-a09f-7840a90562a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:14:03.262355 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-d8be56fb-ed66-4e32-8c43-d9a750b29e91 req-47db0d5e-5a8d-404e-a09f-7840a90562a1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cdc84cdf879947589b97668d7e3906ce&device_id=2107539b-c28f-4ef1-844d-6df15a8fbd4a HTTP/1.1" status: 200 len: 1095 time: 0.0421464 May 20 21:14:03.313253 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-d8be56fb-ed66-4e32-8c43-d9a750b29e91 req-c7521bc4-d163-4f9d-a09c-dad1a5247909 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=28524d6c-8915-4914-ac00-1ab653b0ffe2 HTTP/1.1" status: 200 len: 217 time: 0.0370164 May 20 21:14:03.362257 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8be56fb-ed66-4e32-8c43-d9a750b29e91 req-11458378-92e9-4b29-a93b-aeac3f8c1234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:14:03.363742 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-d8be56fb-ed66-4e32-8c43-d9a750b29e91 req-11458378-92e9-4b29-a93b-aeac3f8c1234 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b4f5b7af-99df-4246-b9b0-970188ea37ea HTTP/1.1" status: 200 len: 837 time: 0.0453942 May 20 21:14:03.411648 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8be56fb-ed66-4e32-8c43-d9a750b29e91 req-637b26ea-a503-44e5-b567-a416ba2dcbfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:14:03.413193 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-d8be56fb-ed66-4e32-8c43-d9a750b29e91 req-637b26ea-a503-44e5-b567-a416ba2dcbfc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=79259a66-6075-4a83-a93f-ac18e1773bb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0428412 May 20 21:14:03.449472 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd68682-a4a1-4d72-8167-c4037678ff8d req-2448f416-a30c-4fc7-9160-2c5e2ec636fd tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:14:03.451669 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9cd68682-a4a1-4d72-8167-c4037678ff8d req-2448f416-a30c-4fc7-9160-2c5e2ec636fd tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] 10.222.0.35 "GET /v2.0/ports?device_id=2107539b-c28f-4ef1-844d-6df15a8fbd4a HTTP/1.1" status: 200 len: 944 time: 0.0501826 May 20 21:14:03.494605 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9cd68682-a4a1-4d72-8167-c4037678ff8d req-299d94be-cec0-4d7a-a9f1-c21d18d1a2d5 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] 10.222.0.35 "GET /v2.0/security-groups?id=8918d8c1-9e94-48a7-b7b8-ec27191ac87b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364206 May 20 21:14:03.510498 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-d8be56fb-ed66-4e32-8c43-d9a750b29e91 req-b09a840a-8c4a-4508-89e5-08008bbc1906 service neutron] 10.222.0.13 "GET /v2.0/networks/79259a66-6075-4a83-a93f-ac18e1773bb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910456 May 20 21:14:03.600900 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-d8be56fb-ed66-4e32-8c43-d9a750b29e91 req-f2396ea0-5d84-4ab2-aa5c-7cb3e933fac6 service neutron] 10.222.0.13 "GET /v2.0/networks/79259a66-6075-4a83-a93f-ac18e1773bb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844045 May 20 21:14:04.618643 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b5d9aa-b46a-4d74-9995-7b32e16cacc7 req-fb9d0f5b-90ea-4361-85d0-8ec1a7861ff4 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:14:04.620288 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-86b5d9aa-b46a-4d74-9995-7b32e16cacc7 req-fb9d0f5b-90ea-4361-85d0-8ec1a7861ff4 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] 10.222.0.35 "GET /v2.0/ports?device_id=2107539b-c28f-4ef1-844d-6df15a8fbd4a HTTP/1.1" status: 200 len: 944 time: 0.0527260 May 20 21:14:04.661673 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-86b5d9aa-b46a-4d74-9995-7b32e16cacc7 req-8dba4239-0cb5-4ec6-9c55-8aef8ed99a1d tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] 10.222.0.35 "GET /v2.0/security-groups?id=8918d8c1-9e94-48a7-b7b8-ec27191ac87b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348716 May 20 21:14:05.780719 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739ca874-6b49-45fd-9b24-624015b84a7a req-2291c756-44e0-466d-8568-94f6e49ca2ed tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:14:05.782132 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-739ca874-6b49-45fd-9b24-624015b84a7a req-2291c756-44e0-466d-8568-94f6e49ca2ed tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] 10.222.0.35 "GET /v2.0/ports?device_id=2107539b-c28f-4ef1-844d-6df15a8fbd4a HTTP/1.1" status: 200 len: 944 time: 0.0502543 May 20 21:14:05.820962 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-739ca874-6b49-45fd-9b24-624015b84a7a req-69543daa-06f9-476d-a0bb-1c28a7da385f tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] 10.222.0.35 "GET /v2.0/security-groups?id=8918d8c1-9e94-48a7-b7b8-ec27191ac87b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316784 May 20 21:14:06.221602 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 28524d6c-8915-4914-ac00-1ab653b0ffe2 details requested by agent hyperv_n-h2-842733-1 with host n-h2-842733-1 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 21:14:06.315789 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port 28524d6c-8915-4914-ac00-1ab653b0ffe2, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=28524d6c-8915-4914-ac00-1ab653b0ffe2,segment=NetworkSegment(ba0b789c-ffd6-408a-85c7-dbf86aa5e909),segment_id=ba0b789c-ffd6-408a-85c7-dbf86aa5e909)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:14:06.327503 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Returning: {'device': '28524d6c-8915-4914-ac00-1ab653b0ffe2', 'network_id': '79259a66-6075-4a83-a93f-ac18e1773bb1', 'port_id': '28524d6c-8915-4914-ac00-1ab653b0ffe2', 'mac_address': 'fa:16:3e:63:3c:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4f5b7af-99df-4246-b9b0-970188ea37ea', 'ip_address': '172.20.0.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 20 21:14:06.364952 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port 28524d6c-8915-4914-ac00-1ab653b0ffe2 is: DOWN; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:14:06.365358 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:14:06.381220 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28524d6c-8915-4914-ac00-1ab653b0ffe2 {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 21:14:06.399779 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port 28524d6c-8915-4914-ac00-1ab653b0ffe2, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=28524d6c-8915-4914-ac00-1ab653b0ffe2,segment=NetworkSegment(ba0b789c-ffd6-408a-85c7-dbf86aa5e909),segment_id=ba0b789c-ffd6-408a-85c7-dbf86aa5e909)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:14:06.488131 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:14:06.535028 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=28524d6c-8915-4914-ac00-1ab653b0ffe2,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:14:06.764116 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] get_ports_and_sgs() called for port_ids ['28524d6c-8915-4914-ac00-1ab653b0ffe2'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 21:14:06.943932 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703060a7-b88a-412a-bdfd-7a638448ac6d req-e7cc0b94-33d0-4f9b-bb2b-071d06485682 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:14:06.945468 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-703060a7-b88a-412a-bdfd-7a638448ac6d req-e7cc0b94-33d0-4f9b-bb2b-071d06485682 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] 10.222.0.35 "GET /v2.0/ports?device_id=2107539b-c28f-4ef1-844d-6df15a8fbd4a HTTP/1.1" status: 200 len: 945 time: 0.0525212 May 20 21:14:06.983959 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-703060a7-b88a-412a-bdfd-7a638448ac6d req-f4d07ed0-106c-4f53-b594-8bc450689a37 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] 10.222.0.35 "GET /v2.0/security-groups?id=8918d8c1-9e94-48a7-b7b8-ec27191ac87b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322378 May 20 21:14:08.112208 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2495ba9-7485-4a7d-a676-da6c1a58f961 req-46f38b2c-dd0c-4f13-85fa-1a26d6b2f45b tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:14:08.114719 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d2495ba9-7485-4a7d-a676-da6c1a58f961 req-46f38b2c-dd0c-4f13-85fa-1a26d6b2f45b tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] 10.222.0.35 "GET /v2.0/ports?device_id=2107539b-c28f-4ef1-844d-6df15a8fbd4a HTTP/1.1" status: 200 len: 945 time: 0.0556746 May 20 21:14:08.153773 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d2495ba9-7485-4a7d-a676-da6c1a58f961 req-58445192-58dc-4b46-8bfa-d07af686d88f tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] 10.222.0.35 "GET /v2.0/security-groups?id=8918d8c1-9e94-48a7-b7b8-ec27191ac87b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328906 May 20 21:14:08.236529 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 28524d6c-8915-4914-ac00-1ab653b0ffe2 up at agent hyperv_n-h2-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:14:08.350209 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Provisioning for port 28524d6c-8915-4914-ac00-1ab653b0ffe2 completed by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 21:14:08.353930 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Provisioning complete for port 28524d6c-8915-4914-ac00-1ab653b0ffe2 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:14:08.354290 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:14:08.434552 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port 28524d6c-8915-4914-ac00-1ab653b0ffe2 is: BUILD; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:14:08.434852 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:14:08.457635 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2107539b-c28f-4ef1-844d-6df15a8fbd4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28524d6c-8915-4914-ac00-1ab653b0ffe2'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 21:14:08.460583 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8485417003ce7c0410b00f5cdc2f391e21107b70bb68e2773712534a96e108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5bf32a8-3e4f-4724-896a-57cb95d80bbe" -d '{"events": [{"server_uuid": "2107539b-c28f-4ef1-844d-6df15a8fbd4a", "name": "network-vif-plugged", "status": "completed", "tag": "28524d6c-8915-4914-ac00-1ab653b0ffe2"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 21:14:08.473552 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port 28524d6c-8915-4914-ac00-1ab653b0ffe2, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=28524d6c-8915-4914-ac00-1ab653b0ffe2,segment=NetworkSegment(ba0b789c-ffd6-408a-85c7-dbf86aa5e909),segment_id=ba0b789c-ffd6-408a-85c7-dbf86aa5e909)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:14:08.498230 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 21:14:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c78b65ec-c72f-40af-a0b6-9b150c0e6a84 x-openstack-request-id: req-c78b65ec-c72f-40af-a0b6-9b150c0e6a84 {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 21:14:08.498484 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2107539b-c28f-4ef1-844d-6df15a8fbd4a", "name": "network-vif-plugged", "status": "completed", "tag": "28524d6c-8915-4914-ac00-1ab653b0ffe2", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 21:14:08.498675 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c78b65ec-c72f-40af-a0b6-9b150c0e6a84 {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 21:14:08.499205 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c78b65ec-c72f-40af-a0b6-9b150c0e6a84'] response: {'server_uuid': '2107539b-c28f-4ef1-844d-6df15a8fbd4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28524d6c-8915-4914-ac00-1ab653b0ffe2', 'code': 200} May 20 21:14:08.544878 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:14:08.591738 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=28524d6c-8915-4914-ac00-1ab653b0ffe2,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:14:08.622717 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c62d856-f6d0-445b-b032-88c27ab6baeb req-afd38938-0eb6-4a6b-848d-ae4676102523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:14:08.624238 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-1c62d856-f6d0-445b-b032-88c27ab6baeb req-afd38938-0eb6-4a6b-848d-ae4676102523 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2107539b-c28f-4ef1-844d-6df15a8fbd4a HTTP/1.1" status: 200 len: 1097 time: 0.0442882 May 20 21:14:08.664087 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-1c62d856-f6d0-445b-b032-88c27ab6baeb req-a79de0e3-e618-440e-aaa9-dcab30732a5a service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=8918d8c1-9e94-48a7-b7b8-ec27191ac87b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314751 May 20 21:14:09.270954 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1de5a7-a33f-4338-9f23-d1081bca392c req-b741bd61-062a-47e5-944a-13be2beeede9 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:14:09.274058 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ba1de5a7-a33f-4338-9f23-d1081bca392c req-b741bd61-062a-47e5-944a-13be2beeede9 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] 10.222.0.35 "GET /v2.0/ports?device_id=2107539b-c28f-4ef1-844d-6df15a8fbd4a HTTP/1.1" status: 200 len: 946 time: 0.0508361 May 20 21:14:09.311341 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ba1de5a7-a33f-4338-9f23-d1081bca392c req-b4c55ceb-0b78-4b7b-be99-5e2678d01e9c tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] 10.222.0.35 "GET /v2.0/security-groups?id=8918d8c1-9e94-48a7-b7b8-ec27191ac87b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321438 May 20 21:14:10.431256 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9eb820-78f2-4e39-a041-90bc104cca2b req-3550a50d-1216-4160-b7e5-52ed38647349 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:14:10.432753 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-dc9eb820-78f2-4e39-a041-90bc104cca2b req-3550a50d-1216-4160-b7e5-52ed38647349 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] 10.222.0.35 "GET /v2.0/ports?device_id=2107539b-c28f-4ef1-844d-6df15a8fbd4a HTTP/1.1" status: 200 len: 946 time: 0.0493417 May 20 21:14:10.474380 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-dc9eb820-78f2-4e39-a041-90bc104cca2b req-bc6c8e93-3381-4cec-999a-526a33631f59 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] 10.222.0.35 "GET /v2.0/security-groups?id=8918d8c1-9e94-48a7-b7b8-ec27191ac87b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354724 May 20 21:14:10.597364 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5410f8ac-14db-4b5c-98bb-e40a57a85bf0 req-3d723b30-8cb5-42f5-8857-d2cfbf0696bd tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:14:10.598698 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5410f8ac-14db-4b5c-98bb-e40a57a85bf0 req-3d723b30-8cb5-42f5-8857-d2cfbf0696bd tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] 10.222.0.35 "GET /v2.0/ports?device_id=2107539b-c28f-4ef1-844d-6df15a8fbd4a HTTP/1.1" status: 200 len: 946 time: 0.0531068 May 20 21:14:10.637930 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5410f8ac-14db-4b5c-98bb-e40a57a85bf0 req-ab4eaa89-49ba-4af9-a101-d8647dd1d939 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] 10.222.0.35 "GET /v2.0/security-groups?id=8918d8c1-9e94-48a7-b7b8-ec27191ac87b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320258 May 20 21:14:12.116805 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 57330) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:14:12.961840 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-abbd690c-9c07-41bf-8d72-92bb078bbc45 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:14:13.244761 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-abbd690c-9c07-41bf-8d72-92bb078bbc45 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Allocated IP 172.20.0.17 (79259a66-6075-4a83-a93f-ac18e1773bb1/b4f5b7af-99df-4246-b9b0-970188ea37ea/c4d108c2-6260-41d8-9b75-b76372fc7e44) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:14:13.361010 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-abbd690c-9c07-41bf-8d72-92bb078bbc45 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:14:13.477099 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-abbd690c-9c07-41bf-8d72-92bb078bbc45 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:14:13.517059 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abbd690c-9c07-41bf-8d72-92bb078bbc45 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Network 79259a66-6075-4a83-a93f-ac18e1773bb1 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:14:13.519943 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-abbd690c-9c07-41bf-8d72-92bb078bbc45 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:14:13.524426 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abbd690c-9c07-41bf-8d72-92bb078bbc45 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:14:13.555882 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbd690c-9c07-41bf-8d72-92bb078bbc45 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Pushing event updated for resources: {'Port': ['ID=c4d108c2-6260-41d8-9b75-b76372fc7e44,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:14:13.577240 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-abbd690c-9c07-41bf-8d72-92bb078bbc45 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748409'] for router_interface, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:14:13.754183 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-cff93f3f-9dc0-4891-ae2c-2a6169c049d4 None None] Provisioning complete for port c4d108c2-6260-41d8-9b75-b76372fc7e44 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:14:13.758032 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cff93f3f-9dc0-4891-ae2c-2a6169c049d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:14:13.789541 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-abbd690c-9c07-41bf-8d72-92bb078bbc45 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:14:13.791661 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-cff93f3f-9dc0-4891-ae2c-2a6169c049d4 None None] Port c4d108c2-6260-41d8-9b75-b76372fc7e44 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 21:14:14.070835 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-abbd690c-9c07-41bf-8d72-92bb078bbc45 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks [] for port, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:14:14.127844 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-abbd690c-9c07-41bf-8d72-92bb078bbc45 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:14:14.210234 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbd690c-9c07-41bf-8d72-92bb078bbc45 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Pushing event updated for resources: {'Port': ['ID=c4d108c2-6260-41d8-9b75-b76372fc7e44,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:14:14.213825 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-abbd690c-9c07-41bf-8d72-92bb078bbc45 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748437'] for router_interface, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:14:14.321052 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abbd690c-9c07-41bf-8d72-92bb078bbc45 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Network 79259a66-6075-4a83-a93f-ac18e1773bb1 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:14:14.322400 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-abbd690c-9c07-41bf-8d72-92bb078bbc45 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:14:14.453137 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abbd690c-9c07-41bf-8d72-92bb078bbc45 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Router 2a8bc240-9023-4971-8374-caf70003a19f has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 21:14:14.570622 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abbd690c-9c07-41bf-8d72-92bb078bbc45 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 21:14:14.580040 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-abbd690c-9c07-41bf-8d72-92bb078bbc45 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] 10.222.0.35 "PUT /v2.0/routers/2a8bc240-9023-4971-8374-caf70003a19f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4591789 May 20 21:14:14.582092 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-572faa4e-4b1a-467f-890e-305e3b683638 None None] Sync routers for ids ['2a8bc240-9023-4971-8374-caf70003a19f'] in n-d-842733-1 {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 21:14:14.593590 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-572faa4e-4b1a-467f-890e-305e3b683638 None None] Routers {'2a8bc240-9023-4971-8374-caf70003a19f'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:14:14.594126 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-572faa4e-4b1a-467f-890e-305e3b683638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:13:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['2a8bc240-9023-4971-8374-caf70003a19f'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:14:14.655622 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-35b7f3a8-f03c-4df5-be2a-d5c53d595815 None None] Provisioning complete for port c4d108c2-6260-41d8-9b75-b76372fc7e44 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:14:14.655981 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-35b7f3a8-f03c-4df5-be2a-d5c53d595815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:14:14.883194 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-35b7f3a8-f03c-4df5-be2a-d5c53d595815 None None] Port c4d108c2-6260-41d8-9b75-b76372fc7e44 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 21:14:14.894535 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-572faa4e-4b1a-467f-890e-305e3b683638 None None] Set router 2a8bc240-9023-4971-8374-caf70003a19f gateway port host: n-d-842733-1 {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:14:15.129188 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-572faa4e-4b1a-467f-890e-305e3b683638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a8bc240-9023-4971-8374-caf70003a19f', 'name': 'tempest-TestNetworkBasicOps-router-1378135259', 'tenant_id': 'cdc84cdf879947589b97668d7e3906ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.79'}], 'enable_snat': True}, 'gw_port_id': '03d25cac-e270-4a0e-ac08-182898f745cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:12:54Z', 'updated_at': '2022-05-20T21:14:13Z', 'revision_number': 5, 'project_id': 'cdc84cdf879947589b97668d7e3906ce', 'gw_port': {'id': '03d25cac-e270-4a0e-ac08-182898f745cf', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:b8:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a8bc240-9023-4971-8374-caf70003a19f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:12:55Z', 'updated_at': '2022-05-20T21:13:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_floatingips': [{'id': 'c9ead92c-800d-4221-b523-2663794787ec', 'tenant_id': 'cdc84cdf879947589b97668d7e3906ce', 'floating_ip_address': '172.25.2.5', 'floating_network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'router_id': '2a8bc240-9023-4971-8374-caf70003a19f', 'port_id': '1d313bbe-f23a-430d-96d8-ddb44fe705e2', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3963, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d5d6c62-f1ca-4af0-a7ff-5481d50192ae', 'mac_address': 'fa:16:3e:76:b3:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24dc34ad-4b08-4b02-bc98-e989e8417ca0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-20T21:13:17Z', 'updated_at': '2022-05-20T21:13:19Z', 'revision_number': 1, 'project_id': 'cdc84cdf879947589b97668d7e3906ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a080850-582a-4dab-bf1a-d717f5e9e015', 'name': '', 'network_id': '1d5d6c62-f1ca-4af0-a7ff-5481d50192ae', 'tenant_id': 'cdc84cdf879947589b97668d7e3906ce', 'mac_address': 'fa:16:3e:81:94:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a8bc240-9023-4971-8374-caf70003a19f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': '14fb0d76-b4e9-46b9-89f7-41f24d4f8a54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:12:58Z', 'updated_at': '2022-05-20T21:13:02Z', 'revision_number': 5, 'project_id': 'cdc84cdf879947589b97668d7e3906ce', 'subnets': [{'id': '14fb0d76-b4e9-46b9-89f7-41f24d4f8a54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c4d108c2-6260-41d8-9b75-b76372fc7e44', 'name': '', 'network_id': '79259a66-6075-4a83-a93f-ac18e1773bb1', 'tenant_id': 'cdc84cdf879947589b97668d7e3906ce', 'mac_address': 'fa:16:3e:41:91:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a8bc240-9023-4971-8374-caf70003a19f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'b4f5b7af-99df-4246-b9b0-970188ea37ea', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:14:13Z', 'updated_at': '2022-05-20T21:14:13Z', 'revision_number': 2, 'project_id': 'cdc84cdf879947589b97668d7e3906ce', 'subnets': [{'id': 'b4f5b7af-99df-4246-b9b0-970188ea37ea', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:14:15.157185 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-572faa4e-4b1a-467f-890e-305e3b683638 None None] Checking router: 2a8bc240-9023-4971-8374-caf70003a19f for host: n-d-842733-1 {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 21:14:15.157578 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-572faa4e-4b1a-467f-890e-305e3b683638 None None] Updating router 2a8bc240-9023-4971-8374-caf70003a19f port c4d108c2-6260-41d8-9b75-b76372fc7e44 binding host n-d-842733-1 {{(pid=103164) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 21:14:15.183540 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-572faa4e-4b1a-467f-890e-305e3b683638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:14:15.465521 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-572faa4e-4b1a-467f-890e-305e3b683638 None None] Notify callbacks [] for port, precommit_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:14:15.531280 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-572faa4e-4b1a-467f-890e-305e3b683638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:14:15.582862 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be3fa03-f23a-4475-a0b4-56916a590832 None None] Pushing event updated for resources: {'Port': ['ID=c4d108c2-6260-41d8-9b75-b76372fc7e44,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:14:15.630816 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-572faa4e-4b1a-467f-890e-305e3b683638 None None] Attempting to bind port c4d108c2-6260-41d8-9b75-b76372fc7e44 on host n-d-842733-1 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:14:15.631184 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-572faa4e-4b1a-467f-890e-305e3b683638 None None] Attempting to bind port c4d108c2-6260-41d8-9b75-b76372fc7e44 by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': 'ba0b789c-ffd6-408a-85c7-dbf86aa5e909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '79259a66-6075-4a83-a93f-ac18e1773bb1'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:14:15.632308 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-572faa4e-4b1a-467f-890e-305e3b683638 None None] Attempting to bind port c4d108c2-6260-41d8-9b75-b76372fc7e44 on network 79259a66-6075-4a83-a93f-ac18e1773bb1 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:14:15.637505 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-572faa4e-4b1a-467f-890e-305e3b683638 None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 21, 13, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 21:14:15.637880 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-572faa4e-4b1a-467f-890e-305e3b683638 None None] Checking segment: {'id': 'ba0b789c-ffd6-408a-85c7-dbf86aa5e909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '79259a66-6075-4a83-a93f-ac18e1773bb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:14:15.638276 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-572faa4e-4b1a-467f-890e-305e3b683638 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:14:15.638665 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-572faa4e-4b1a-467f-890e-305e3b683638 None None] Bound using segment: {'id': 'ba0b789c-ffd6-408a-85c7-dbf86aa5e909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '79259a66-6075-4a83-a93f-ac18e1773bb1'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 21:14:15.639131 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-572faa4e-4b1a-467f-890e-305e3b683638 None None] Bound port: c4d108c2-6260-41d8-9b75-b76372fc7e44, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba0b789c-ffd6-408a-85c7-dbf86aa5e909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '79259a66-6075-4a83-a93f-ac18e1773bb1'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:14:15.639515 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-572faa4e-4b1a-467f-890e-305e3b683638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:14:15.709040 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-572faa4e-4b1a-467f-890e-305e3b683638 None None] For port c4d108c2-6260-41d8-9b75-b76372fc7e44, host n-d-842733-1, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 21:14:15.712771 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-572faa4e-4b1a-467f-890e-305e3b683638 None None] For port c4d108c2-6260-41d8-9b75-b76372fc7e44, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=c4d108c2-6260-41d8-9b75-b76372fc7e44,segment=NetworkSegment(ba0b789c-ffd6-408a-85c7-dbf86aa5e909),segment_id=ba0b789c-ffd6-408a-85c7-dbf86aa5e909)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 21:14:15.774122 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-572faa4e-4b1a-467f-890e-305e3b683638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:14:15.841548 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-f83ff6ec-a171-4ec3-a781-07c0d0315bfd None None] Provisioning complete for port c4d108c2-6260-41d8-9b75-b76372fc7e44 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:14:15.841921 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-f83ff6ec-a171-4ec3-a781-07c0d0315bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:14:15.864973 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be3fa03-f23a-4475-a0b4-56916a590832 None None] Pushing event updated for resources: {'Port': ['ID=c4d108c2-6260-41d8-9b75-b76372fc7e44,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:14:15.872787 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-572faa4e-4b1a-467f-890e-305e3b683638 None None] Routers {'2a8bc240-9023-4971-8374-caf70003a19f'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:14:15.873662 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-572faa4e-4b1a-467f-890e-305e3b683638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:13:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['2a8bc240-9023-4971-8374-caf70003a19f'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:14:16.022631 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-572faa4e-4b1a-467f-890e-305e3b683638 None None] Set router 2a8bc240-9023-4971-8374-caf70003a19f gateway port host: n-d-842733-1 {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:14:16.024429 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-f83ff6ec-a171-4ec3-a781-07c0d0315bfd None None] Current status of the port c4d108c2-6260-41d8-9b75-b76372fc7e44 is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:14:16.024803 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-f83ff6ec-a171-4ec3-a781-07c0d0315bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:14:16.123880 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-f83ff6ec-a171-4ec3-a781-07c0d0315bfd None None] For port c4d108c2-6260-41d8-9b75-b76372fc7e44, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=c4d108c2-6260-41d8-9b75-b76372fc7e44,segment=NetworkSegment(ba0b789c-ffd6-408a-85c7-dbf86aa5e909),segment_id=ba0b789c-ffd6-408a-85c7-dbf86aa5e909)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:14:16.180760 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-f83ff6ec-a171-4ec3-a781-07c0d0315bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:14:16.249355 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83ff6ec-a171-4ec3-a781-07c0d0315bfd None None] Pushing event updated for resources: {'Port': ['ID=c4d108c2-6260-41d8-9b75-b76372fc7e44,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:14:16.307027 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-9b1e34e8-9fce-4e11-8176-959680737c65 None None] Provisioning complete for port c4d108c2-6260-41d8-9b75-b76372fc7e44 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:14:16.307371 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-9b1e34e8-9fce-4e11-8176-959680737c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:14:16.345572 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-572faa4e-4b1a-467f-890e-305e3b683638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a8bc240-9023-4971-8374-caf70003a19f', 'name': 'tempest-TestNetworkBasicOps-router-1378135259', 'tenant_id': 'cdc84cdf879947589b97668d7e3906ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.79'}], 'enable_snat': True}, 'gw_port_id': '03d25cac-e270-4a0e-ac08-182898f745cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:12:54Z', 'updated_at': '2022-05-20T21:14:13Z', 'revision_number': 5, 'project_id': 'cdc84cdf879947589b97668d7e3906ce', 'gw_port': {'id': '03d25cac-e270-4a0e-ac08-182898f745cf', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:b8:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a8bc240-9023-4971-8374-caf70003a19f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:12:55Z', 'updated_at': '2022-05-20T21:13:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_floatingips': [{'id': 'c9ead92c-800d-4221-b523-2663794787ec', 'tenant_id': 'cdc84cdf879947589b97668d7e3906ce', 'floating_ip_address': '172.25.2.5', 'floating_network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'router_id': '2a8bc240-9023-4971-8374-caf70003a19f', 'port_id': '1d313bbe-f23a-430d-96d8-ddb44fe705e2', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3963, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d5d6c62-f1ca-4af0-a7ff-5481d50192ae', 'mac_address': 'fa:16:3e:76:b3:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24dc34ad-4b08-4b02-bc98-e989e8417ca0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-20T21:13:17Z', 'updated_at': '2022-05-20T21:13:19Z', 'revision_number': 1, 'project_id': 'cdc84cdf879947589b97668d7e3906ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a080850-582a-4dab-bf1a-d717f5e9e015', 'name': '', 'network_id': '1d5d6c62-f1ca-4af0-a7ff-5481d50192ae', 'tenant_id': 'cdc84cdf879947589b97668d7e3906ce', 'mac_address': 'fa:16:3e:81:94:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a8bc240-9023-4971-8374-caf70003a19f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': '14fb0d76-b4e9-46b9-89f7-41f24d4f8a54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:12:58Z', 'updated_at': '2022-05-20T21:13:02Z', 'revision_number': 5, 'project_id': 'cdc84cdf879947589b97668d7e3906ce', 'subnets': [{'id': '14fb0d76-b4e9-46b9-89f7-41f24d4f8a54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c4d108c2-6260-41d8-9b75-b76372fc7e44', 'name': '', 'network_id': '79259a66-6075-4a83-a93f-ac18e1773bb1', 'tenant_id': 'cdc84cdf879947589b97668d7e3906ce', 'mac_address': 'fa:16:3e:41:91:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a8bc240-9023-4971-8374-caf70003a19f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'b4f5b7af-99df-4246-b9b0-970188ea37ea', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:14:13Z', 'updated_at': '2022-05-20T21:14:15Z', 'revision_number': 4, 'project_id': 'cdc84cdf879947589b97668d7e3906ce', 'subnets': [{'id': 'b4f5b7af-99df-4246-b9b0-970188ea37ea', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:14:16.378185 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-572faa4e-4b1a-467f-890e-305e3b683638 None None] The sync data for ids ['2a8bc240-9023-4971-8374-caf70003a19f'] in n-d-842733-1 is: [{'id': '2a8bc240-9023-4971-8374-caf70003a19f', 'name': 'tempest-TestNetworkBasicOps-router-1378135259', 'tenant_id': 'cdc84cdf879947589b97668d7e3906ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.79'}], 'enable_snat': True}, 'gw_port_id': '03d25cac-e270-4a0e-ac08-182898f745cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:12:54Z', 'updated_at': '2022-05-20T21:14:13Z', 'revision_number': 5, 'project_id': 'cdc84cdf879947589b97668d7e3906ce', 'gw_port': {'id': '03d25cac-e270-4a0e-ac08-182898f745cf', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:b8:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a8bc240-9023-4971-8374-caf70003a19f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:12:55Z', 'updated_at': '2022-05-20T21:13:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_floatingips': [{'id': 'c9ead92c-800d-4221-b523-2663794787ec', 'tenant_id': 'cdc84cdf879947589b97668d7e3906ce', 'floating_ip_address': '172.25.2.5', 'floating_network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'router_id': '2a8bc240-9023-4971-8374-caf70003a19f', 'port_id': '1d313bbe-f23a-430d-96d8-ddb44fe705e2', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3963, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d5d6c62-f1ca-4af0-a7ff-5481d50192ae', 'mac_address': 'fa:16:3e:76:b3:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24dc34ad-4b08-4b02-bc98-e989e8417ca0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-20T21:13:17Z', 'updated_at': '2022-05-20T21:13:19Z', 'revision_number': 1, 'project_id': 'cdc84cdf879947589b97668d7e3906ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a080850-582a-4dab-bf1a-d717f5e9e015', 'name': '', 'network_id': '1d5d6c62-f1ca-4af0-a7ff-5481d50192ae', 'tenant_id': 'cdc84cdf879947589b97668d7e3906ce', 'mac_address': 'fa:16:3e:81:94:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a8bc240-9023-4971-8374-caf70003a19f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': '14fb0d76-b4e9-46b9-89f7-41f24d4f8a54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:12:58Z', 'updated_at': '2022-05-20T21:13:02Z', 'revision_number': 5, 'project_id': 'cdc84cdf879947589b97668d7e3906ce', 'subnets': [{'id': '14fb0d76-b4e9-46b9-89f7-41f24d4f8a54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c4d108c2-6260-41d8-9b75-b76372fc7e44', 'name': '', 'network_id': '79259a66-6075-4a83-a93f-ac18e1773bb1', 'tenant_id': 'cdc84cdf879947589b97668d7e3906ce', 'mac_address': 'fa:16:3e:41:91:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a8bc240-9023-4971-8374-caf70003a19f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'b4f5b7af-99df-4246-b9b0-970188ea37ea', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:14:13Z', 'updated_at': '2022-05-20T21:14:15Z', 'revision_number': 4, 'project_id': 'cdc84cdf879947589b97668d7e3906ce', 'subnets': [{'id': 'b4f5b7af-99df-4246-b9b0-970188ea37ea', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 21:14:16.454969 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-9b1e34e8-9fce-4e11-8176-959680737c65 None None] Current status of the port c4d108c2-6260-41d8-9b75-b76372fc7e44 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:14:17.984878 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device c4d108c2-6260-41d8-9b75-b76372fc7e44 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:14:18.049933 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port c4d108c2-6260-41d8-9b75-b76372fc7e44 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:14:18.050405 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:14:18.129638 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port c4d108c2-6260-41d8-9b75-b76372fc7e44 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:14:19.910419 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-fb5f4792-7ad9-4ebe-9c5e-01fab90f37cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:14:22.259461 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-2578b4d8-e740-476d-88ea-42360ccdd5ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:14:24.013173 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4bb0e131-6525-46ca-a45b-e4ea43a5e69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:14:24.869156 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:14:25.550421 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cc3ec51b-6ec8-438a-8349-5f0bec346d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:14:25.567571 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:14:32.591115 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:14:33.165878 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-3a0b100a-315b-42cc-8226-16cd95e34491 req-5bff593b-0a21-45cc-8eeb-87f3f9eb5e78 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=24dc34ad-4b08-4b02-bc98-e989e8417ca0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0946574 May 20 21:14:33.226867 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0b100a-315b-42cc-8226-16cd95e34491 req-e2117078-f28c-4189-b2bf-7325e656e6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:14:33.228391 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-3a0b100a-315b-42cc-8226-16cd95e34491 req-e2117078-f28c-4189-b2bf-7325e656e6a0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cdc84cdf879947589b97668d7e3906ce&device_id=24dc34ad-4b08-4b02-bc98-e989e8417ca0 HTTP/1.1" status: 200 len: 1097 time: 0.0421920 May 20 21:14:33.336167 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0b100a-315b-42cc-8226-16cd95e34491 req-6cadb0b2-890f-4ad0-a0fe-8c7b8a430acd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:14:33.337613 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-3a0b100a-315b-42cc-8226-16cd95e34491 req-6cadb0b2-890f-4ad0-a0fe-8c7b8a430acd service neutron] 10.222.0.24 "GET /v2.0/networks?id=1d5d6c62-f1ca-4af0-a7ff-5481d50192ae HTTP/1.1" status: 200 len: 898 time: 0.0903225 May 20 21:14:33.404741 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-3a0b100a-315b-42cc-8226-16cd95e34491 req-e7524511-79ba-4852-a65b-0d0b66ec3368 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1d313bbe-f23a-430d-96d8-ddb44fe705e2 HTTP/1.1" status: 200 len: 1000 time: 0.0602231 May 20 21:14:33.456458 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0b100a-315b-42cc-8226-16cd95e34491 req-18141773-8fcc-4741-8432-dfa9e8c38443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:14:33.457952 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-3a0b100a-315b-42cc-8226-16cd95e34491 req-18141773-8fcc-4741-8432-dfa9e8c38443 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=14fb0d76-b4e9-46b9-89f7-41f24d4f8a54 HTTP/1.1" status: 200 len: 835 time: 0.0464191 May 20 21:14:33.505933 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0b100a-315b-42cc-8226-16cd95e34491 req-33c60fc3-216e-4fee-8f0b-cde564f76c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:14:33.508145 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-3a0b100a-315b-42cc-8226-16cd95e34491 req-33c60fc3-216e-4fee-8f0b-cde564f76c96 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1d5d6c62-f1ca-4af0-a7ff-5481d50192ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437994 May 20 21:14:33.914743 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-3a0b100a-315b-42cc-8226-16cd95e34491 req-1502a9f7-340f-411d-a73e-e3cca0ec7296 service neutron] 10.222.0.24 "GET /v2.0/networks/1d5d6c62-f1ca-4af0-a7ff-5481d50192ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4003015 May 20 21:14:34.011801 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-3a0b100a-315b-42cc-8226-16cd95e34491 req-7889a051-1c56-4f4e-8848-b3e813f822f7 service neutron] 10.222.0.24 "GET /v2.0/networks/1d5d6c62-f1ca-4af0-a7ff-5481d50192ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904021 May 20 21:14:35.325572 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 57616) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:14:35.711351 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ee03d7c9-1a68-423d-abd3-1603afe353d2 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748528'] for router_interface, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:14:36.044092 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-ee03d7c9-1a68-423d-abd3-1603afe353d2 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Deleting port c4d108c2-6260-41d8-9b75-b76372fc7e44 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:14:36.044433 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ee03d7c9-1a68-423d-abd3-1603afe353d2 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:14:36.135599 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-ee03d7c9-1a68-423d-abd3-1603afe353d2 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] For port c4d108c2-6260-41d8-9b75-b76372fc7e44, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=c4d108c2-6260-41d8-9b75-b76372fc7e44,segment=NetworkSegment(ba0b789c-ffd6-408a-85c7-dbf86aa5e909),segment_id=ba0b789c-ffd6-408a-85c7-dbf86aa5e909)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:14:36.135963 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ee03d7c9-1a68-423d-abd3-1603afe353d2 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:14:36.148875 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-ee03d7c9-1a68-423d-abd3-1603afe353d2 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Calling delete_port for c4d108c2-6260-41d8-9b75-b76372fc7e44 owned by network:router_interface {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:14:36.431324 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ee03d7c9-1a68-423d-abd3-1603afe353d2 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:14:36.459714 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee03d7c9-1a68-423d-abd3-1603afe353d2 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Pushing event deleted for resources: {'Port': ['ID=c4d108c2-6260-41d8-9b75-b76372fc7e44,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:14:36.653387 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ee03d7c9-1a68-423d-abd3-1603afe353d2 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-692224'] for router_interface, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:14:37.235875 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee03d7c9-1a68-423d-abd3-1603afe353d2 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Router 2a8bc240-9023-4971-8374-caf70003a19f has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 21:14:37.349034 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee03d7c9-1a68-423d-abd3-1603afe353d2 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 21:14:37.357972 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-ee03d7c9-1a68-423d-abd3-1603afe353d2 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] 10.222.0.35 "PUT /v2.0/routers/2a8bc240-9023-4971-8374-caf70003a19f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0276456 May 20 21:14:37.359350 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-178f9db9-9360-4435-827b-a375f4934ebf None None] Sync routers for ids ['2a8bc240-9023-4971-8374-caf70003a19f'] in n-d-842733-1 {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 21:14:37.374421 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-178f9db9-9360-4435-827b-a375f4934ebf None None] Routers {'2a8bc240-9023-4971-8374-caf70003a19f'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:14:37.375073 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-178f9db9-9360-4435-827b-a375f4934ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:14:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['2a8bc240-9023-4971-8374-caf70003a19f'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:14:37.524464 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-178f9db9-9360-4435-827b-a375f4934ebf None None] Set router 2a8bc240-9023-4971-8374-caf70003a19f gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:14:37.800929 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2d88b3-df58-40a1-b9a2-87e10a94796a req-3c153c34-70d6-4b3a-8757-c58e9ee3c927 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:14:37.802555 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7a2d88b3-df58-40a1-b9a2-87e10a94796a req-3c153c34-70d6-4b3a-8757-c58e9ee3c927 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] 10.222.0.35 "GET /v2.0/ports?device_id=2107539b-c28f-4ef1-844d-6df15a8fbd4a HTTP/1.1" status: 200 len: 946 time: 0.0582242 May 20 21:14:37.845771 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7a2d88b3-df58-40a1-b9a2-87e10a94796a req-1a1bc8ab-aae2-4fb6-a0ed-8f929fbb299b tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] 10.222.0.35 "GET /v2.0/security-groups?id=8918d8c1-9e94-48a7-b7b8-ec27191ac87b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349457 May 20 21:14:37.877549 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-178f9db9-9360-4435-827b-a375f4934ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a8bc240-9023-4971-8374-caf70003a19f', 'name': 'tempest-TestNetworkBasicOps-router-1378135259', 'tenant_id': 'cdc84cdf879947589b97668d7e3906ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.79'}], 'enable_snat': True}, 'gw_port_id': '03d25cac-e270-4a0e-ac08-182898f745cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:12:54Z', 'updated_at': '2022-05-20T21:14:36Z', 'revision_number': 6, 'project_id': 'cdc84cdf879947589b97668d7e3906ce', 'gw_port': {'id': '03d25cac-e270-4a0e-ac08-182898f745cf', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:b8:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a8bc240-9023-4971-8374-caf70003a19f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:12:55Z', 'updated_at': '2022-05-20T21:13:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_floatingips': [{'id': 'c9ead92c-800d-4221-b523-2663794787ec', 'tenant_id': 'cdc84cdf879947589b97668d7e3906ce', 'floating_ip_address': '172.25.2.5', 'floating_network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'router_id': '2a8bc240-9023-4971-8374-caf70003a19f', 'port_id': '1d313bbe-f23a-430d-96d8-ddb44fe705e2', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3963, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d5d6c62-f1ca-4af0-a7ff-5481d50192ae', 'mac_address': 'fa:16:3e:76:b3:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24dc34ad-4b08-4b02-bc98-e989e8417ca0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-20T21:13:17Z', 'updated_at': '2022-05-20T21:13:19Z', 'revision_number': 1, 'project_id': 'cdc84cdf879947589b97668d7e3906ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a080850-582a-4dab-bf1a-d717f5e9e015', 'name': '', 'network_id': '1d5d6c62-f1ca-4af0-a7ff-5481d50192ae', 'tenant_id': 'cdc84cdf879947589b97668d7e3906ce', 'mac_address': 'fa:16:3e:81:94:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a8bc240-9023-4971-8374-caf70003a19f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': '14fb0d76-b4e9-46b9-89f7-41f24d4f8a54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:12:58Z', 'updated_at': '2022-05-20T21:13:02Z', 'revision_number': 5, 'project_id': 'cdc84cdf879947589b97668d7e3906ce', 'subnets': [{'id': '14fb0d76-b4e9-46b9-89f7-41f24d4f8a54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:14:37.908656 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-178f9db9-9360-4435-827b-a375f4934ebf None None] Checking router: 2a8bc240-9023-4971-8374-caf70003a19f for host: n-d-842733-1 {{(pid=103165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 21:14:37.918799 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-178f9db9-9360-4435-827b-a375f4934ebf None None] Routers {'2a8bc240-9023-4971-8374-caf70003a19f'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:14:37.919459 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-178f9db9-9360-4435-827b-a375f4934ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:14:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['2a8bc240-9023-4971-8374-caf70003a19f'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:14:38.031442 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-178f9db9-9360-4435-827b-a375f4934ebf None None] Set router 2a8bc240-9023-4971-8374-caf70003a19f gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:14:38.271113 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-178f9db9-9360-4435-827b-a375f4934ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a8bc240-9023-4971-8374-caf70003a19f', 'name': 'tempest-TestNetworkBasicOps-router-1378135259', 'tenant_id': 'cdc84cdf879947589b97668d7e3906ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.79'}], 'enable_snat': True}, 'gw_port_id': '03d25cac-e270-4a0e-ac08-182898f745cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:12:54Z', 'updated_at': '2022-05-20T21:14:36Z', 'revision_number': 6, 'project_id': 'cdc84cdf879947589b97668d7e3906ce', 'gw_port': {'id': '03d25cac-e270-4a0e-ac08-182898f745cf', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:b8:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a8bc240-9023-4971-8374-caf70003a19f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:12:55Z', 'updated_at': '2022-05-20T21:13:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_floatingips': [{'id': 'c9ead92c-800d-4221-b523-2663794787ec', 'tenant_id': 'cdc84cdf879947589b97668d7e3906ce', 'floating_ip_address': '172.25.2.5', 'floating_network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'router_id': '2a8bc240-9023-4971-8374-caf70003a19f', 'port_id': '1d313bbe-f23a-430d-96d8-ddb44fe705e2', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3963, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d5d6c62-f1ca-4af0-a7ff-5481d50192ae', 'mac_address': 'fa:16:3e:76:b3:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24dc34ad-4b08-4b02-bc98-e989e8417ca0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-20T21:13:17Z', 'updated_at': '2022-05-20T21:13:19Z', 'revision_number': 1, 'project_id': 'cdc84cdf879947589b97668d7e3906ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a080850-582a-4dab-bf1a-d717f5e9e015', 'name': '', 'network_id': '1d5d6c62-f1ca-4af0-a7ff-5481d50192ae', 'tenant_id': 'cdc84cdf879947589b97668d7e3906ce', 'mac_address': 'fa:16:3e:81:94:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a8bc240-9023-4971-8374-caf70003a19f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': '14fb0d76-b4e9-46b9-89f7-41f24d4f8a54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:12:58Z', 'updated_at': '2022-05-20T21:13:02Z', 'revision_number': 5, 'project_id': 'cdc84cdf879947589b97668d7e3906ce', 'subnets': [{'id': '14fb0d76-b4e9-46b9-89f7-41f24d4f8a54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:14:38.296835 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-178f9db9-9360-4435-827b-a375f4934ebf None None] The sync data for ids ['2a8bc240-9023-4971-8374-caf70003a19f'] in n-d-842733-1 is: [{'id': '2a8bc240-9023-4971-8374-caf70003a19f', 'name': 'tempest-TestNetworkBasicOps-router-1378135259', 'tenant_id': 'cdc84cdf879947589b97668d7e3906ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.79'}], 'enable_snat': True}, 'gw_port_id': '03d25cac-e270-4a0e-ac08-182898f745cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:12:54Z', 'updated_at': '2022-05-20T21:14:36Z', 'revision_number': 6, 'project_id': 'cdc84cdf879947589b97668d7e3906ce', 'gw_port': {'id': '03d25cac-e270-4a0e-ac08-182898f745cf', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:b8:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a8bc240-9023-4971-8374-caf70003a19f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:12:55Z', 'updated_at': '2022-05-20T21:13:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_floatingips': [{'id': 'c9ead92c-800d-4221-b523-2663794787ec', 'tenant_id': 'cdc84cdf879947589b97668d7e3906ce', 'floating_ip_address': '172.25.2.5', 'floating_network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'router_id': '2a8bc240-9023-4971-8374-caf70003a19f', 'port_id': '1d313bbe-f23a-430d-96d8-ddb44fe705e2', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3963, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d5d6c62-f1ca-4af0-a7ff-5481d50192ae', 'mac_address': 'fa:16:3e:76:b3:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24dc34ad-4b08-4b02-bc98-e989e8417ca0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-20T21:13:17Z', 'updated_at': '2022-05-20T21:13:19Z', 'revision_number': 1, 'project_id': 'cdc84cdf879947589b97668d7e3906ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a080850-582a-4dab-bf1a-d717f5e9e015', 'name': '', 'network_id': '1d5d6c62-f1ca-4af0-a7ff-5481d50192ae', 'tenant_id': 'cdc84cdf879947589b97668d7e3906ce', 'mac_address': 'fa:16:3e:81:94:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a8bc240-9023-4971-8374-caf70003a19f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': '14fb0d76-b4e9-46b9-89f7-41f24d4f8a54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:12:58Z', 'updated_at': '2022-05-20T21:13:02Z', 'revision_number': 5, 'project_id': 'cdc84cdf879947589b97668d7e3906ce', 'subnets': [{'id': '14fb0d76-b4e9-46b9-89f7-41f24d4f8a54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 21:14:38.969689 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1246c39e-e05c-4d3f-ace8-1463c166f62b req-e853971a-5fe2-4bb8-bb6f-251556639247 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:14:38.971323 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1246c39e-e05c-4d3f-ace8-1463c166f62b req-e853971a-5fe2-4bb8-bb6f-251556639247 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] 10.222.0.35 "GET /v2.0/ports?device_id=2107539b-c28f-4ef1-844d-6df15a8fbd4a HTTP/1.1" status: 200 len: 946 time: 0.0506864 May 20 21:14:39.016262 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1246c39e-e05c-4d3f-ace8-1463c166f62b req-f24e171c-4a45-4bb1-a946-265e6ecb0d6f tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] 10.222.0.35 "GET /v2.0/security-groups?id=8918d8c1-9e94-48a7-b7b8-ec27191ac87b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350587 May 20 21:14:39.157649 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.agents_db [None req-5c33ad30-4e00-40fa-b486-8c79c4a6cfc5 None None] Agent healthcheck: found 7 active agents {{(pid=103165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 20 21:14:39.280008 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ca6f49-cbdf-4dfd-a2ad-2278bc4798d9 req-472a869c-e65f-4bb2-b121-a35f73ace823 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:14:39.281381 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-a7ca6f49-cbdf-4dfd-a2ad-2278bc4798d9 req-472a869c-e65f-4bb2-b121-a35f73ace823 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] 10.222.0.13 "GET /v2.0/ports?device_id=2107539b-c28f-4ef1-844d-6df15a8fbd4a HTTP/1.1" status: 200 len: 946 time: 0.0476835 May 20 21:14:39.385185 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-a7ca6f49-cbdf-4dfd-a2ad-2278bc4798d9 req-d25b93fd-3026-491f-9532-bbc1c655e82e tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Deleting port 28524d6c-8915-4914-ac00-1ab653b0ffe2 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:14:39.385545 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-a7ca6f49-cbdf-4dfd-a2ad-2278bc4798d9 req-d25b93fd-3026-491f-9532-bbc1c655e82e tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:14:39.475688 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-a7ca6f49-cbdf-4dfd-a2ad-2278bc4798d9 req-d25b93fd-3026-491f-9532-bbc1c655e82e tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] For port 28524d6c-8915-4914-ac00-1ab653b0ffe2, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=28524d6c-8915-4914-ac00-1ab653b0ffe2,segment=NetworkSegment(ba0b789c-ffd6-408a-85c7-dbf86aa5e909),segment_id=ba0b789c-ffd6-408a-85c7-dbf86aa5e909)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:14:39.476094 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-a7ca6f49-cbdf-4dfd-a2ad-2278bc4798d9 req-d25b93fd-3026-491f-9532-bbc1c655e82e tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:14:39.487774 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-a7ca6f49-cbdf-4dfd-a2ad-2278bc4798d9 req-d25b93fd-3026-491f-9532-bbc1c655e82e tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Calling delete_port for 28524d6c-8915-4914-ac00-1ab653b0ffe2 owned by compute:nova {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:14:39.692293 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-a7ca6f49-cbdf-4dfd-a2ad-2278bc4798d9 req-d25b93fd-3026-491f-9532-bbc1c655e82e tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:14:39.725001 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25b93fd-3026-491f-9532-bbc1c655e82e tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Pushing event deleted for resources: {'Port': ['ID=28524d6c-8915-4914-ac00-1ab653b0ffe2,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:14:39.773791 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7ca6f49-cbdf-4dfd-a2ad-2278bc4798d9 req-d25b93fd-3026-491f-9532-bbc1c655e82e tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] No DVR routers for this DVR port 28524d6c-8915-4914-ac00-1ab653b0ffe2 on host n-h2-842733-1 {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 21:14:39.776106 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-a7ca6f49-cbdf-4dfd-a2ad-2278bc4798d9 req-d25b93fd-3026-491f-9532-bbc1c655e82e tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:14:39.779526 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-a7ca6f49-cbdf-4dfd-a2ad-2278bc4798d9 req-d25b93fd-3026-491f-9532-bbc1c655e82e tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] 10.222.0.13 "DELETE /v2.0/ports/28524d6c-8915-4914-ac00-1ab653b0ffe2 HTTP/1.1" status: 204 len: 173 time: 0.4922309 May 20 21:14:39.780002 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2107539b-c28f-4ef1-844d-6df15a8fbd4a', 'name': 'network-vif-deleted', 'tag': '28524d6c-8915-4914-ac00-1ab653b0ffe2'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 21:14:39.782289 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6fa957933fccbf596d28104b23404b952ad6a8238afaebaed40a0874b2e409" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29d2e7a8-f864-4af7-9f2f-382c5e940e75" -d '{"events": [{"server_uuid": "2107539b-c28f-4ef1-844d-6df15a8fbd4a", "name": "network-vif-deleted", "tag": "28524d6c-8915-4914-ac00-1ab653b0ffe2"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 21:14:39.820808 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 21:14:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfd4ec72-8b9e-42af-bb95-911893798af1 x-openstack-request-id: req-cfd4ec72-8b9e-42af-bb95-911893798af1 {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 21:14:39.821109 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2107539b-c28f-4ef1-844d-6df15a8fbd4a", "name": "network-vif-deleted", "tag": "28524d6c-8915-4914-ac00-1ab653b0ffe2", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 21:14:39.821409 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-cfd4ec72-8b9e-42af-bb95-911893798af1 {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 21:14:39.821818 n-d-842733-1 neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cfd4ec72-8b9e-42af-bb95-911893798af1'] response: {'server_uuid': '2107539b-c28f-4ef1-844d-6df15a8fbd4a', 'name': 'network-vif-deleted', 'tag': '28524d6c-8915-4914-ac00-1ab653b0ffe2', 'status': 'completed', 'code': 200} May 20 21:14:39.928684 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device c4d108c2-6260-41d8-9b75-b76372fc7e44 no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 21:14:39.952828 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: c4d108c2-6260-41d8-9b75-b76372fc7e44 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 21:14:39.953171 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device c4d108c2-6260-41d8-9b75-b76372fc7e44 not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 21:14:40.148547 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3bc0ccab-6e75-48ff-9bf2-67943886431e req-082f0c42-923f-4f94-8f3f-a0837a0614ea tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] 10.222.0.35 "GET /v2.0/ports?device_id=2107539b-c28f-4ef1-844d-6df15a8fbd4a HTTP/1.1" status: 200 len: 210 time: 0.0316658 May 20 21:14:41.212011 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 57704) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:14:41.273592 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a9eceb0b-bc05-4688-b6f0-6fbf6f9ce9af tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:14:41.298469 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a9eceb0b-bc05-4688-b6f0-6fbf6f9ce9af tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:14:41.414735 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a9eceb0b-bc05-4688-b6f0-6fbf6f9ce9af tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:14:41.417376 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a9eceb0b-bc05-4688-b6f0-6fbf6f9ce9af tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:14:41.418585 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-a9eceb0b-bc05-4688-b6f0-6fbf6f9ce9af tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] 10.222.0.35 "DELETE /v2.0/security-groups/8918d8c1-9e94-48a7-b7b8-ec27191ac87b HTTP/1.1" status: 204 len: 168 time: 0.2053962 May 20 21:14:41.428231 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9eceb0b-bc05-4688-b6f0-6fbf6f9ce9af tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8918d8c1-9e94-48a7-b7b8-ec27191ac87b,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:14:41.567221 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 57714) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:14:41.626226 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_v2 [None req-89cbe453-b18b-4386-80b6-c13d416ae7d0 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Deleting subnet b4f5b7af-99df-4246-b9b0-970188ea37ea {{(pid=103163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 20 21:14:41.629537 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-89cbe453-b18b-4386-80b6-c13d416ae7d0 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks [] for subnet, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:14:41.674657 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-89cbe453-b18b-4386-80b6-c13d416ae7d0 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9338757'] for subnet, precommit_delete_associations {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:14:41.762279 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-89cbe453-b18b-4386-80b6-c13d416ae7d0 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33068388'] for subnet, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:14:41.903354 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-89cbe453-b18b-4386-80b6-c13d416ae7d0 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33068399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9641221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8422588'] for subnet, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:14:41.931984 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cbe453-b18b-4386-80b6-c13d416ae7d0 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Pushing event deleted for resources: {'Subnet': ['ID=b4f5b7af-99df-4246-b9b0-970188ea37ea,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:14:41.934064 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-89cbe453-b18b-4386-80b6-c13d416ae7d0 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks [] for subnet, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:14:41.939699 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d8cbcb9-0b62-412b-80ca-904bf5a79d5b None None] Network 79259a66-6075-4a83-a93f-ac18e1773bb1 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:14:41.940189 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-89cbe453-b18b-4386-80b6-c13d416ae7d0 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] 10.222.0.35 "DELETE /v2.0/subnets/b4f5b7af-99df-4246-b9b0-970188ea37ea HTTP/1.1" status: 204 len: 168 time: 0.3717730 May 20 21:14:41.940736 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 57718) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:14:42.026909 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0b4c2e26-c77e-4fa9-ba33-4836a4012bdf tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33160123'] for network, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:14:42.094673 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-0b4c2e26-c77e-4fa9-ba33-4836a4012bdf tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Deleting port d6249cec-a0c5-45a8-8fb3-1f70664e4052 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:14:42.095011 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0b4c2e26-c77e-4fa9-ba33-4836a4012bdf tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:14:42.143183 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85221142-4ac3-400a-9687-21b2a60e2bb2 None None] DHCP port deletion for 79259a66-6075-4a83-a93f-ac18e1773bb1 request from n-d-842733-1 {{(pid=103164) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 21:14:42.164717 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-0b4c2e26-c77e-4fa9-ba33-4836a4012bdf tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] For port d6249cec-a0c5-45a8-8fb3-1f70664e4052, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=d6249cec-a0c5-45a8-8fb3-1f70664e4052,segment=NetworkSegment(ba0b789c-ffd6-408a-85c7-dbf86aa5e909),segment_id=ba0b789c-ffd6-408a-85c7-dbf86aa5e909)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:14:42.165182 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0b4c2e26-c77e-4fa9-ba33-4836a4012bdf tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:14:42.179569 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-0b4c2e26-c77e-4fa9-ba33-4836a4012bdf tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Calling delete_port for d6249cec-a0c5-45a8-8fb3-1f70664e4052 owned by network:dhcp {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:14:42.199337 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-85221142-4ac3-400a-9687-21b2a60e2bb2 None None] Deleting port d6249cec-a0c5-45a8-8fb3-1f70664e4052 {{(pid=103164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:14:42.199802 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-85221142-4ac3-400a-9687-21b2a60e2bb2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:14:42.265172 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-85221142-4ac3-400a-9687-21b2a60e2bb2 None None] For port d6249cec-a0c5-45a8-8fb3-1f70664e4052, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=d6249cec-a0c5-45a8-8fb3-1f70664e4052,segment=NetworkSegment(ba0b789c-ffd6-408a-85c7-dbf86aa5e909),segment_id=ba0b789c-ffd6-408a-85c7-dbf86aa5e909)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:14:42.265583 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-85221142-4ac3-400a-9687-21b2a60e2bb2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:14:42.278756 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-85221142-4ac3-400a-9687-21b2a60e2bb2 None None] Calling delete_port for d6249cec-a0c5-45a8-8fb3-1f70664e4052 owned by network:dhcp {{(pid=103164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:14:42.321964 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0b4c2e26-c77e-4fa9-ba33-4836a4012bdf tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:14:42.352684 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-85221142-4ac3-400a-9687-21b2a60e2bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099'] for port, after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:14:42.352948 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4c2e26-c77e-4fa9-ba33-4836a4012bdf tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Pushing event deleted for resources: {'Port': ['ID=d6249cec-a0c5-45a8-8fb3-1f70664e4052,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:14:42.354833 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b4c2e26-c77e-4fa9-ba33-4836a4012bdf tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] No DVR routers for this DVR port d6249cec-a0c5-45a8-8fb3-1f70664e4052 on host n-d-842733-1 {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 21:14:42.364518 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85221142-4ac3-400a-9687-21b2a60e2bb2 None None] No DVR routers for this DVR port d6249cec-a0c5-45a8-8fb3-1f70664e4052 on host n-d-842733-1 {{(pid=103164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 21:14:42.383835 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85221142-4ac3-400a-9687-21b2a60e2bb2 None None] Pushing event deleted for resources: {'Port': ['ID=d6249cec-a0c5-45a8-8fb3-1f70664e4052,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:14:42.412409 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 28524d6c-8915-4914-ac00-1ab653b0ffe2 no longer exists at agent hyperv_n-h2-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 21:14:42.440234 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] No Port match for: 28524d6c-8915-4914-ac00-1ab653b0ffe2 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 21:14:42.441593 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 28524d6c-8915-4914-ac00-1ab653b0ffe2 not bound to the agent host n-h2-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 21:14:42.457837 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0b4c2e26-c77e-4fa9-ba33-4836a4012bdf tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33072115', 'neutron.services.segments.db._delete_segments_for_network-8782419500584'] for network, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:14:42.480743 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-0b4c2e26-c77e-4fa9-ba33-4836a4012bdf tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79259a66-6075-4a83-a93f-ac18e1773bb1']}} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:14:42.490304 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-0b4c2e26-c77e-4fa9-ba33-4836a4012bdf tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba0b789c-ffd6-408a-85c7-dbf86aa5e909') {'for_net_delete': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:14:42.492152 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-0b4c2e26-c77e-4fa9-ba33-4836a4012bdf tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba0b789c-ffd6-408a-85c7-dbf86aa5e909') {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:14:42.501947 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0b4c2e26-c77e-4fa9-ba33-4836a4012bdf tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419501617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9338764'] for segment, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:14:42.514896 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0b4c2e26-c77e-4fa9-ba33-4836a4012bdf tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:14:42.520745 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b4c2e26-c77e-4fa9-ba33-4836a4012bdf tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Releasing vlan 227 on physical network physnet1 to pool {{(pid=103163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 21:14:42.521413 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0b4c2e26-c77e-4fa9-ba33-4836a4012bdf tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9638311'] for segment, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:14:42.525795 n-d-842733-1 neutron-server[103163]: Traceback (most recent call last): May 20 21:14:42.525795 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 21:14:42.525795 n-d-842733-1 neutron-server[103163]: timer() May 20 21:14:42.525795 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 21:14:42.525795 n-d-842733-1 neutron-server[103163]: cb(*args, **kw) May 20 21:14:42.525795 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 20 21:14:42.525795 n-d-842733-1 neutron-server[103163]: return func(*args, **kwargs) May 20 21:14:42.525795 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 21:14:42.525795 n-d-842733-1 neutron-server[103163]: self._notify() May 20 21:14:42.525795 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 21:14:42.525795 n-d-842733-1 neutron-server[103163]: self.callback(batched_events) May 20 21:14:42.525795 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 21:14:42.525795 n-d-842733-1 neutron-server[103163]: event.method(event) May 20 21:14:42.525795 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 20 21:14:42.525795 n-d-842733-1 neutron-server[103163]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 21:14:42.525795 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 20 21:14:42.525795 n-d-842733-1 neutron-server[103163]: aggregate_uuid = self.p_client.list_aggregates( May 20 21:14:42.525795 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 20 21:14:42.525795 n-d-842733-1 neutron-server[103163]: return f(self, *a, **k) May 20 21:14:42.525795 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 20 21:14:42.525795 n-d-842733-1 neutron-server[103163]: return self._get(url).json() May 20 21:14:42.525795 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 20 21:14:42.525795 n-d-842733-1 neutron-server[103163]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 21:14:42.525795 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 21:14:42.525795 n-d-842733-1 neutron-server[103163]: return self.request(url, 'GET', **kwargs) May 20 21:14:42.525795 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 21:14:42.525795 n-d-842733-1 neutron-server[103163]: base_url = self.get_endpoint(auth, allow=allow, May 20 21:14:42.525795 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 21:14:42.525795 n-d-842733-1 neutron-server[103163]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 21:14:42.525795 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 21:14:42.525795 n-d-842733-1 neutron-server[103163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 21:14:42.525795 n-d-842733-1 neutron-server[103163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 21:14:42.665175 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0b4c2e26-c77e-4fa9-ba33-4836a4012bdf tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33072122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748162'] for network, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:14:42.672259 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0b4c2e26-c77e-4fa9-ba33-4836a4012bdf tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:14:42.683266 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-0b4c2e26-c77e-4fa9-ba33-4836a4012bdf tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] 10.222.0.35 "DELETE /v2.0/networks/79259a66-6075-4a83-a93f-ac18e1773bb1 HTTP/1.1" status: 204 len: 168 time: 0.7353055 May 20 21:14:42.683712 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 57730) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:14:42.695954 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4c2e26-c77e-4fa9-ba33-4836a4012bdf tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Pushing event deleted for resources: {'Network': ['ID=79259a66-6075-4a83-a93f-ac18e1773bb1,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:14:42.849326 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-8fbf4e64-8526-484d-a6fd-5eee3cbd765a tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Deleting port c1030908-e512-4ff4-9ac9-afc95fe89466 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:14:42.849682 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8fbf4e64-8526-484d-a6fd-5eee3cbd765a tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:14:42.924840 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8fbf4e64-8526-484d-a6fd-5eee3cbd765a tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:14:42.925171 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8fbf4e64-8526-484d-a6fd-5eee3cbd765a tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:14:42.937886 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-8fbf4e64-8526-484d-a6fd-5eee3cbd765a tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Calling delete_port for c1030908-e512-4ff4-9ac9-afc95fe89466 owned by network:floatingip {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:14:43.143730 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8fbf4e64-8526-484d-a6fd-5eee3cbd765a tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:14:43.170385 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbf4e64-8526-484d-a6fd-5eee3cbd765a tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Pushing event deleted for resources: {'Port': ['ID=c1030908-e512-4ff4-9ac9-afc95fe89466,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:14:43.239138 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8fbf4e64-8526-484d-a6fd-5eee3cbd765a tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks [] for floatingip, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:14:43.239385 n-d-842733-1 neutron-server[103162]: INFO neutron.db.l3_db [None req-8fbf4e64-8526-484d-a6fd-5eee3cbd765a tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Floating IP c9ead92c-800d-4221-b523-2663794787ec disassociated (deleted). External IP: 172.25.2.5, port: 1d313bbe-f23a-430d-96d8-ddb44fe705e2. May 20 21:14:43.451213 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fbf4e64-8526-484d-a6fd-5eee3cbd765a tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Router 2a8bc240-9023-4971-8374-caf70003a19f has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 21:14:43.566825 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fbf4e64-8526-484d-a6fd-5eee3cbd765a tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 21:14:43.572656 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8fbf4e64-8526-484d-a6fd-5eee3cbd765a tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for floatingip, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:14:43.579409 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e66f3d5b-a6cf-4b17-aad6-fff7afac57fe None None] Sync routers for ids ['2a8bc240-9023-4971-8374-caf70003a19f'] in n-d-842733-1 {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 21:14:43.588991 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e66f3d5b-a6cf-4b17-aad6-fff7afac57fe None None] Routers {'2a8bc240-9023-4971-8374-caf70003a19f'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:14:43.589998 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-e66f3d5b-a6cf-4b17-aad6-fff7afac57fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:14:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['2a8bc240-9023-4971-8374-caf70003a19f'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:14:43.604200 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-8fbf4e64-8526-484d-a6fd-5eee3cbd765a tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] 10.222.0.35 "DELETE /v2.0/floatingips/c9ead92c-800d-4221-b523-2663794787ec HTTP/1.1" status: 204 len: 168 time: 0.9220629 May 20 21:14:43.604788 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24dc34ad-4b08-4b02-bc98-e989e8417ca0', 'tag': '1d313bbe-f23a-430d-96d8-ddb44fe705e2'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 21:14:43.609128 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6fa957933fccbf596d28104b23404b952ad6a8238afaebaed40a0874b2e409" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c33314e-3f9b-4937-a919-7962d13d05ee" -d '{"events": [{"name": "network-changed", "server_uuid": "24dc34ad-4b08-4b02-bc98-e989e8417ca0", "tag": "1d313bbe-f23a-430d-96d8-ddb44fe705e2"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 21:14:43.657362 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 21:14:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fa09847-4284-45c0-b345-c2a46d8d2aa6 x-openstack-request-id: req-7fa09847-4284-45c0-b345-c2a46d8d2aa6 {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 21:14:43.658152 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24dc34ad-4b08-4b02-bc98-e989e8417ca0", "tag": "1d313bbe-f23a-430d-96d8-ddb44fe705e2", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 21:14:43.658412 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7fa09847-4284-45c0-b345-c2a46d8d2aa6 {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 21:14:43.659105 n-d-842733-1 neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7fa09847-4284-45c0-b345-c2a46d8d2aa6'] response: {'name': 'network-changed', 'server_uuid': '24dc34ad-4b08-4b02-bc98-e989e8417ca0', 'tag': '1d313bbe-f23a-430d-96d8-ddb44fe705e2', 'status': 'completed', 'code': 200} May 20 21:14:43.727361 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-e66f3d5b-a6cf-4b17-aad6-fff7afac57fe None None] Set router 2a8bc240-9023-4971-8374-caf70003a19f gateway port host: n-d-842733-1 {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:14:43.727988 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c33314e-3f9b-4937-a919-7962d13d05ee req-2e93475f-9a91-454a-a84a-7b590e865ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:14:43.729540 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-3c33314e-3f9b-4937-a919-7962d13d05ee req-2e93475f-9a91-454a-a84a-7b590e865ba4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cdc84cdf879947589b97668d7e3906ce&device_id=24dc34ad-4b08-4b02-bc98-e989e8417ca0 HTTP/1.1" status: 200 len: 1097 time: 0.0484307 May 20 21:14:43.824208 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c33314e-3f9b-4937-a919-7962d13d05ee req-57b5da6c-3218-413f-9022-ffa3335a6d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:14:43.825717 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-3c33314e-3f9b-4937-a919-7962d13d05ee req-57b5da6c-3218-413f-9022-ffa3335a6d60 service neutron] 10.222.0.24 "GET /v2.0/networks?id=1d5d6c62-f1ca-4af0-a7ff-5481d50192ae HTTP/1.1" status: 200 len: 898 time: 0.0895095 May 20 21:14:43.872787 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-3c33314e-3f9b-4937-a919-7962d13d05ee req-1e6c193b-54e4-4fd9-919a-45caedc10f7a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1d313bbe-f23a-430d-96d8-ddb44fe705e2 HTTP/1.1" status: 200 len: 217 time: 0.0397606 May 20 21:14:43.936574 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c33314e-3f9b-4937-a919-7962d13d05ee req-bdf5f640-e224-4519-90ee-e2ea14a734c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:14:43.936574 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-3c33314e-3f9b-4937-a919-7962d13d05ee req-bdf5f640-e224-4519-90ee-e2ea14a734c8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=14fb0d76-b4e9-46b9-89f7-41f24d4f8a54 HTTP/1.1" status: 200 len: 835 time: 0.0562527 May 20 21:14:43.977851 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-e66f3d5b-a6cf-4b17-aad6-fff7afac57fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a8bc240-9023-4971-8374-caf70003a19f', 'name': 'tempest-TestNetworkBasicOps-router-1378135259', 'tenant_id': 'cdc84cdf879947589b97668d7e3906ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.79'}], 'enable_snat': True}, 'gw_port_id': '03d25cac-e270-4a0e-ac08-182898f745cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:12:54Z', 'updated_at': '2022-05-20T21:14:36Z', 'revision_number': 6, 'project_id': 'cdc84cdf879947589b97668d7e3906ce', 'gw_port': {'id': '03d25cac-e270-4a0e-ac08-182898f745cf', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:b8:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a8bc240-9023-4971-8374-caf70003a19f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:12:55Z', 'updated_at': '2022-05-20T21:13:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': '4a080850-582a-4dab-bf1a-d717f5e9e015', 'name': '', 'network_id': '1d5d6c62-f1ca-4af0-a7ff-5481d50192ae', 'tenant_id': 'cdc84cdf879947589b97668d7e3906ce', 'mac_address': 'fa:16:3e:81:94:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a8bc240-9023-4971-8374-caf70003a19f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': '14fb0d76-b4e9-46b9-89f7-41f24d4f8a54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:12:58Z', 'updated_at': '2022-05-20T21:13:02Z', 'revision_number': 5, 'project_id': 'cdc84cdf879947589b97668d7e3906ce', 'subnets': [{'id': '14fb0d76-b4e9-46b9-89f7-41f24d4f8a54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:14:43.992526 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c33314e-3f9b-4937-a919-7962d13d05ee req-77ad31da-bd97-459d-b2c9-735923c1271b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:14:43.994056 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-3c33314e-3f9b-4937-a919-7962d13d05ee req-77ad31da-bd97-459d-b2c9-735923c1271b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1d5d6c62-f1ca-4af0-a7ff-5481d50192ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0510433 May 20 21:14:44.010653 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device d6249cec-a0c5-45a8-8fb3-1f70664e4052 no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 21:14:44.014495 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e66f3d5b-a6cf-4b17-aad6-fff7afac57fe None None] Checking router: 2a8bc240-9023-4971-8374-caf70003a19f for host: n-d-842733-1 {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 21:14:44.037723 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: d6249cec-a0c5-45a8-8fb3-1f70664e4052 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 21:14:44.038058 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device d6249cec-a0c5-45a8-8fb3-1f70664e4052 not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 21:14:44.055366 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e66f3d5b-a6cf-4b17-aad6-fff7afac57fe None None] Routers {'2a8bc240-9023-4971-8374-caf70003a19f'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:14:44.056000 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-e66f3d5b-a6cf-4b17-aad6-fff7afac57fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:14:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['2a8bc240-9023-4971-8374-caf70003a19f'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:14:44.124578 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-3c33314e-3f9b-4937-a919-7962d13d05ee req-607283c3-91bb-4831-8477-0311df5a4a59 service neutron] 10.222.0.24 "GET /v2.0/networks/1d5d6c62-f1ca-4af0-a7ff-5481d50192ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148186 May 20 21:14:44.126730 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7aaef7-225d-4d38-a634-1722a4842b30 req-6da458ef-727e-4023-84b3-da933aa4aea7 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:14:44.135870 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9c7aaef7-225d-4d38-a634-1722a4842b30 req-6da458ef-727e-4023-84b3-da933aa4aea7 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] 10.222.0.35 "GET /v2.0/ports?device_id=24dc34ad-4b08-4b02-bc98-e989e8417ca0 HTTP/1.1" status: 200 len: 946 time: 0.0655777 May 20 21:14:44.184766 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-e66f3d5b-a6cf-4b17-aad6-fff7afac57fe None None] Set router 2a8bc240-9023-4971-8374-caf70003a19f gateway port host: n-d-842733-1 {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:14:44.185754 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9c7aaef7-225d-4d38-a634-1722a4842b30 req-09f7ffa7-8011-44f8-a109-c7f3925389f7 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] 10.222.0.35 "GET /v2.0/security-groups?id=05445505-a72d-47ce-a388-e8872ffa4e28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434668 May 20 21:14:44.228560 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-3c33314e-3f9b-4937-a919-7962d13d05ee req-65ec77bc-4e07-45f8-8343-eb7b96c3b1c8 service neutron] 10.222.0.24 "GET /v2.0/networks/1d5d6c62-f1ca-4af0-a7ff-5481d50192ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954454 May 20 21:14:44.396042 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-e66f3d5b-a6cf-4b17-aad6-fff7afac57fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a8bc240-9023-4971-8374-caf70003a19f', 'name': 'tempest-TestNetworkBasicOps-router-1378135259', 'tenant_id': 'cdc84cdf879947589b97668d7e3906ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.79'}], 'enable_snat': True}, 'gw_port_id': '03d25cac-e270-4a0e-ac08-182898f745cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:12:54Z', 'updated_at': '2022-05-20T21:14:36Z', 'revision_number': 6, 'project_id': 'cdc84cdf879947589b97668d7e3906ce', 'gw_port': {'id': '03d25cac-e270-4a0e-ac08-182898f745cf', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:b8:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a8bc240-9023-4971-8374-caf70003a19f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:12:55Z', 'updated_at': '2022-05-20T21:13:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': '4a080850-582a-4dab-bf1a-d717f5e9e015', 'name': '', 'network_id': '1d5d6c62-f1ca-4af0-a7ff-5481d50192ae', 'tenant_id': 'cdc84cdf879947589b97668d7e3906ce', 'mac_address': 'fa:16:3e:81:94:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a8bc240-9023-4971-8374-caf70003a19f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': '14fb0d76-b4e9-46b9-89f7-41f24d4f8a54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:12:58Z', 'updated_at': '2022-05-20T21:13:02Z', 'revision_number': 5, 'project_id': 'cdc84cdf879947589b97668d7e3906ce', 'subnets': [{'id': '14fb0d76-b4e9-46b9-89f7-41f24d4f8a54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:14:44.423114 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e66f3d5b-a6cf-4b17-aad6-fff7afac57fe None None] The sync data for ids ['2a8bc240-9023-4971-8374-caf70003a19f'] in n-d-842733-1 is: [{'id': '2a8bc240-9023-4971-8374-caf70003a19f', 'name': 'tempest-TestNetworkBasicOps-router-1378135259', 'tenant_id': 'cdc84cdf879947589b97668d7e3906ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.79'}], 'enable_snat': True}, 'gw_port_id': '03d25cac-e270-4a0e-ac08-182898f745cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:12:54Z', 'updated_at': '2022-05-20T21:14:36Z', 'revision_number': 6, 'project_id': 'cdc84cdf879947589b97668d7e3906ce', 'gw_port': {'id': '03d25cac-e270-4a0e-ac08-182898f745cf', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:b8:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a8bc240-9023-4971-8374-caf70003a19f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:12:55Z', 'updated_at': '2022-05-20T21:13:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': '4a080850-582a-4dab-bf1a-d717f5e9e015', 'name': '', 'network_id': '1d5d6c62-f1ca-4af0-a7ff-5481d50192ae', 'tenant_id': 'cdc84cdf879947589b97668d7e3906ce', 'mac_address': 'fa:16:3e:81:94:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a8bc240-9023-4971-8374-caf70003a19f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': '14fb0d76-b4e9-46b9-89f7-41f24d4f8a54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:12:58Z', 'updated_at': '2022-05-20T21:13:02Z', 'revision_number': 5, 'project_id': 'cdc84cdf879947589b97668d7e3906ce', 'subnets': [{'id': '14fb0d76-b4e9-46b9-89f7-41f24d4f8a54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 21:14:44.645582 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d4d940-d270-41f8-bc6c-7a53f490e217 None None] New status for floating IP c9ead92c-800d-4221-b523-2663794787ec: DOWN {{(pid=103165) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 21:14:45.289758 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [req-0d867cf0-32a2-4bed-acd4-ece67a76e6f6 req-fc83ee3e-4820-468b-90b5-919998073000 service neutron] (103163) timed out ('10.222.0.13', 49268) {{(pid=103163) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} May 20 21:14:45.312654 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96468d66-1651-42dd-9d7a-52b913331c58 req-f3e49575-3e33-4222-8ebf-c9fd46e0047b tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:14:45.314466 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-96468d66-1651-42dd-9d7a-52b913331c58 req-f3e49575-3e33-4222-8ebf-c9fd46e0047b tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] 10.222.0.35 "GET /v2.0/ports?device_id=24dc34ad-4b08-4b02-bc98-e989e8417ca0 HTTP/1.1" status: 200 len: 946 time: 0.0509894 May 20 21:14:45.348475 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec073bcd-2cbe-4bda-8453-eb77303fdf76 req-cd84189f-4bf0-4748-9e96-0f3cb6eea1dc tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:14:45.350039 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-ec073bcd-2cbe-4bda-8453-eb77303fdf76 req-cd84189f-4bf0-4748-9e96-0f3cb6eea1dc tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] 10.222.0.24 "GET /v2.0/ports?device_id=24dc34ad-4b08-4b02-bc98-e989e8417ca0 HTTP/1.1" status: 200 len: 946 time: 0.0525248 May 20 21:14:45.355456 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-96468d66-1651-42dd-9d7a-52b913331c58 req-5dc16f27-b0c9-4e6e-8dd6-1509cd2024ef tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] 10.222.0.35 "GET /v2.0/security-groups?id=05445505-a72d-47ce-a388-e8872ffa4e28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338871 May 20 21:14:45.452807 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-ec073bcd-2cbe-4bda-8453-eb77303fdf76 req-6c90a539-7c6c-4669-a8d9-90677e32ffc3 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Deleting port 1d313bbe-f23a-430d-96d8-ddb44fe705e2 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:14:45.453150 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-ec073bcd-2cbe-4bda-8453-eb77303fdf76 req-6c90a539-7c6c-4669-a8d9-90677e32ffc3 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:14:45.544227 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-ec073bcd-2cbe-4bda-8453-eb77303fdf76 req-6c90a539-7c6c-4669-a8d9-90677e32ffc3 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] For port 1d313bbe-f23a-430d-96d8-ddb44fe705e2, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=1d313bbe-f23a-430d-96d8-ddb44fe705e2,segment=NetworkSegment(8f0772ba-85e0-49fc-91fa-4c8053462640),segment_id=8f0772ba-85e0-49fc-91fa-4c8053462640)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:14:45.544583 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-ec073bcd-2cbe-4bda-8453-eb77303fdf76 req-6c90a539-7c6c-4669-a8d9-90677e32ffc3 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:14:45.557374 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-ec073bcd-2cbe-4bda-8453-eb77303fdf76 req-6c90a539-7c6c-4669-a8d9-90677e32ffc3 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Calling delete_port for 1d313bbe-f23a-430d-96d8-ddb44fe705e2 owned by compute:nova {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:14:45.823197 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-ec073bcd-2cbe-4bda-8453-eb77303fdf76 req-6c90a539-7c6c-4669-a8d9-90677e32ffc3 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:14:45.854207 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c90a539-7c6c-4669-a8d9-90677e32ffc3 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Pushing event deleted for resources: {'Port': ['ID=1d313bbe-f23a-430d-96d8-ddb44fe705e2,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:14:45.885815 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c90a539-7c6c-4669-a8d9-90677e32ffc3 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:14:45.886101 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c90a539-7c6c-4669-a8d9-90677e32ffc3 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:14:45.886439 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c90a539-7c6c-4669-a8d9-90677e32ffc3 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:14:45.886776 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c90a539-7c6c-4669-a8d9-90677e32ffc3 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:14:45.887110 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c90a539-7c6c-4669-a8d9-90677e32ffc3 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:14:45.887436 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c90a539-7c6c-4669-a8d9-90677e32ffc3 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:14:45.887767 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c90a539-7c6c-4669-a8d9-90677e32ffc3 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:14:45.888090 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c90a539-7c6c-4669-a8d9-90677e32ffc3 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:14:45.888411 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c90a539-7c6c-4669-a8d9-90677e32ffc3 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:14:45.888730 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c90a539-7c6c-4669-a8d9-90677e32ffc3 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:14:45.889052 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c90a539-7c6c-4669-a8d9-90677e32ffc3 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:14:45.889395 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c90a539-7c6c-4669-a8d9-90677e32ffc3 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:14:45.911248 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec073bcd-2cbe-4bda-8453-eb77303fdf76 req-6c90a539-7c6c-4669-a8d9-90677e32ffc3 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] No DVR routers for this DVR port 1d313bbe-f23a-430d-96d8-ddb44fe705e2 on host n-h1-842733-1 {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 21:14:45.915190 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-ec073bcd-2cbe-4bda-8453-eb77303fdf76 req-6c90a539-7c6c-4669-a8d9-90677e32ffc3 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:14:45.918799 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-ec073bcd-2cbe-4bda-8453-eb77303fdf76 req-6c90a539-7c6c-4669-a8d9-90677e32ffc3 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] 10.222.0.24 "DELETE /v2.0/ports/1d313bbe-f23a-430d-96d8-ddb44fe705e2 HTTP/1.1" status: 204 len: 173 time: 0.5631852 May 20 21:14:45.919353 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24dc34ad-4b08-4b02-bc98-e989e8417ca0', 'name': 'network-vif-deleted', 'tag': '1d313bbe-f23a-430d-96d8-ddb44fe705e2'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 21:14:45.921860 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6fa957933fccbf596d28104b23404b952ad6a8238afaebaed40a0874b2e409" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fff6d159-dcb0-4741-8c10-65376263f596" -d '{"events": [{"server_uuid": "24dc34ad-4b08-4b02-bc98-e989e8417ca0", "name": "network-vif-deleted", "tag": "1d313bbe-f23a-430d-96d8-ddb44fe705e2"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 21:14:45.963278 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 21:14:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3094043c-b4eb-4781-b0c3-0fb3e23bd683 x-openstack-request-id: req-3094043c-b4eb-4781-b0c3-0fb3e23bd683 {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 21:14:45.963578 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24dc34ad-4b08-4b02-bc98-e989e8417ca0", "name": "network-vif-deleted", "tag": "1d313bbe-f23a-430d-96d8-ddb44fe705e2", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 21:14:45.963831 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3094043c-b4eb-4781-b0c3-0fb3e23bd683 {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 21:14:45.964237 n-d-842733-1 neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3094043c-b4eb-4781-b0c3-0fb3e23bd683'] response: {'server_uuid': '24dc34ad-4b08-4b02-bc98-e989e8417ca0', 'name': 'network-vif-deleted', 'tag': '1d313bbe-f23a-430d-96d8-ddb44fe705e2', 'status': 'completed', 'code': 200} May 20 21:14:46.462947 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5325de35-6e23-43d1-b210-83771cf6e02c req-a8078b74-336f-45c9-8386-40d011d5921a tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] 10.222.0.35 "GET /v2.0/ports?device_id=24dc34ad-4b08-4b02-bc98-e989e8417ca0 HTTP/1.1" status: 200 len: 210 time: 0.0270193 May 20 21:14:47.520603 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 57806) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:14:47.578187 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0dbaab82-991e-4b3a-b381-0f1db6745726 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:14:47.604363 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0dbaab82-991e-4b3a-b381-0f1db6745726 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:14:47.711760 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0dbaab82-991e-4b3a-b381-0f1db6745726 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:14:47.714345 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0dbaab82-991e-4b3a-b381-0f1db6745726 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:14:47.715534 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-0dbaab82-991e-4b3a-b381-0f1db6745726 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] 10.222.0.35 "DELETE /v2.0/security-groups/05445505-a72d-47ce-a388-e8872ffa4e28 HTTP/1.1" status: 204 len: 168 time: 0.1939087 May 20 21:14:47.726339 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbaab82-991e-4b3a-b381-0f1db6745726 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=05445505-a72d-47ce-a388-e8872ffa4e28,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:14:47.804313 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 57816) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:14:48.184939 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-59a9a41a-e4c1-4382-a8aa-5f88bff1d0ab tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748528'] for router_interface, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:14:48.445630 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-59a9a41a-e4c1-4382-a8aa-5f88bff1d0ab tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Deleting port 4a080850-582a-4dab-bf1a-d717f5e9e015 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:14:48.446087 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-59a9a41a-e4c1-4382-a8aa-5f88bff1d0ab tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:14:48.540720 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-59a9a41a-e4c1-4382-a8aa-5f88bff1d0ab tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] For port 4a080850-582a-4dab-bf1a-d717f5e9e015, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=4a080850-582a-4dab-bf1a-d717f5e9e015,segment=NetworkSegment(8f0772ba-85e0-49fc-91fa-4c8053462640),segment_id=8f0772ba-85e0-49fc-91fa-4c8053462640)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:14:48.541076 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-59a9a41a-e4c1-4382-a8aa-5f88bff1d0ab tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:14:48.552523 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-59a9a41a-e4c1-4382-a8aa-5f88bff1d0ab tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Calling delete_port for 4a080850-582a-4dab-bf1a-d717f5e9e015 owned by network:router_interface {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:14:48.808615 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-59a9a41a-e4c1-4382-a8aa-5f88bff1d0ab tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:14:48.842182 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a9a41a-e4c1-4382-a8aa-5f88bff1d0ab tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Pushing event deleted for resources: {'Port': ['ID=4a080850-582a-4dab-bf1a-d717f5e9e015,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:14:48.874700 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a9a41a-e4c1-4382-a8aa-5f88bff1d0ab tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:14:48.875047 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a9a41a-e4c1-4382-a8aa-5f88bff1d0ab tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:14:48.875380 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a9a41a-e4c1-4382-a8aa-5f88bff1d0ab tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:14:48.875713 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a9a41a-e4c1-4382-a8aa-5f88bff1d0ab tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:14:48.876043 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a9a41a-e4c1-4382-a8aa-5f88bff1d0ab tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:14:48.876369 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a9a41a-e4c1-4382-a8aa-5f88bff1d0ab tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:14:48.876693 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a9a41a-e4c1-4382-a8aa-5f88bff1d0ab tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:14:48.877016 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a9a41a-e4c1-4382-a8aa-5f88bff1d0ab tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:14:48.877364 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a9a41a-e4c1-4382-a8aa-5f88bff1d0ab tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:14:48.877685 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a9a41a-e4c1-4382-a8aa-5f88bff1d0ab tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:14:48.878004 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a9a41a-e4c1-4382-a8aa-5f88bff1d0ab tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:14:48.878323 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a9a41a-e4c1-4382-a8aa-5f88bff1d0ab tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:14:49.032288 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-59a9a41a-e4c1-4382-a8aa-5f88bff1d0ab tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-692224'] for router_interface, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:14:49.259487 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59a9a41a-e4c1-4382-a8aa-5f88bff1d0ab tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Router 2a8bc240-9023-4971-8374-caf70003a19f has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 21:14:49.367426 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59a9a41a-e4c1-4382-a8aa-5f88bff1d0ab tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 21:14:49.375616 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-59a9a41a-e4c1-4382-a8aa-5f88bff1d0ab tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] 10.222.0.35 "PUT /v2.0/routers/2a8bc240-9023-4971-8374-caf70003a19f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5672185 May 20 21:14:49.375735 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 57836) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:14:49.376603 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b874f57-8e55-49c1-a7fa-7558b7218c24 None None] Sync routers for ids ['2a8bc240-9023-4971-8374-caf70003a19f'] in n-d-842733-1 {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 21:14:49.389279 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b874f57-8e55-49c1-a7fa-7558b7218c24 None None] Routers {'2a8bc240-9023-4971-8374-caf70003a19f'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:14:49.389729 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-3b874f57-8e55-49c1-a7fa-7558b7218c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:14:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['2a8bc240-9023-4971-8374-caf70003a19f'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:14:49.428267 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_v2 [None req-3eee9af9-7d89-4f1a-9d4c-1da1969f5629 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Deleting subnet 14fb0d76-b4e9-46b9-89f7-41f24d4f8a54 {{(pid=103162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 20 21:14:49.432527 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3eee9af9-7d89-4f1a-9d4c-1da1969f5629 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks [] for subnet, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:14:49.476412 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3eee9af9-7d89-4f1a-9d4c-1da1969f5629 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3738392'] for subnet, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:14:49.497515 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-3b874f57-8e55-49c1-a7fa-7558b7218c24 None None] Set router 2a8bc240-9023-4971-8374-caf70003a19f gateway port host: n-d-842733-1 {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:14:49.572747 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3eee9af9-7d89-4f1a-9d4c-1da1969f5629 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33068388'] for subnet, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:14:49.704175 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3eee9af9-7d89-4f1a-9d4c-1da1969f5629 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33068399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3797621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4018265'] for subnet, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:14:49.741316 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eee9af9-7d89-4f1a-9d4c-1da1969f5629 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Pushing event deleted for resources: {'Subnet': ['ID=14fb0d76-b4e9-46b9-89f7-41f24d4f8a54,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:14:49.754123 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3eee9af9-7d89-4f1a-9d4c-1da1969f5629 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:14:49.754123 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-3eee9af9-7d89-4f1a-9d4c-1da1969f5629 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] 10.222.0.35 "DELETE /v2.0/subnets/14fb0d76-b4e9-46b9-89f7-41f24d4f8a54 HTTP/1.1" status: 204 len: 168 time: 0.3754072 May 20 21:14:49.755317 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 57842) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:14:49.828622 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72a9e004-ad70-4ddc-94e7-c51f23b604b4 None None] Network 1d5d6c62-f1ca-4af0-a7ff-5481d50192ae requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:14:49.872436 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-86faf9a7-94b0-445a-a449-223e26ef9b23 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks [] for router, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:14:49.900984 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 1d313bbe-f23a-430d-96d8-ddb44fe705e2 no longer exists at agent hyperv_n-h1-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 21:14:49.932568 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] No Port match for: 1d313bbe-f23a-430d-96d8-ddb44fe705e2 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 21:14:49.933563 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 1d313bbe-f23a-430d-96d8-ddb44fe705e2 not bound to the agent host n-h1-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 21:14:49.973762 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-f786e01e-bc23-418d-a90f-b184b4f12a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:14:50.001421 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-3b874f57-8e55-49c1-a7fa-7558b7218c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a8bc240-9023-4971-8374-caf70003a19f', 'name': 'tempest-TestNetworkBasicOps-router-1378135259', 'tenant_id': 'cdc84cdf879947589b97668d7e3906ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.79'}], 'enable_snat': True}, 'gw_port_id': '03d25cac-e270-4a0e-ac08-182898f745cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:12:54Z', 'updated_at': '2022-05-20T21:14:48Z', 'revision_number': 7, 'project_id': 'cdc84cdf879947589b97668d7e3906ce', 'gw_port': {'id': '03d25cac-e270-4a0e-ac08-182898f745cf', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:b8:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a8bc240-9023-4971-8374-caf70003a19f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:12:55Z', 'updated_at': '2022-05-20T21:13:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:14:50.009641 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-86faf9a7-94b0-445a-a449-223e26ef9b23 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:14:50.037188 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b874f57-8e55-49c1-a7fa-7558b7218c24 None None] Checking router: 2a8bc240-9023-4971-8374-caf70003a19f for host: n-d-842733-1 {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 21:14:50.050371 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b874f57-8e55-49c1-a7fa-7558b7218c24 None None] Routers {'2a8bc240-9023-4971-8374-caf70003a19f'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:14:50.050989 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-3b874f57-8e55-49c1-a7fa-7558b7218c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:14:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['2a8bc240-9023-4971-8374-caf70003a19f'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:14:50.142452 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-86faf9a7-94b0-445a-a449-223e26ef9b23 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Deleting port 03d25cac-e270-4a0e-ac08-182898f745cf {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:14:50.143454 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-86faf9a7-94b0-445a-a449-223e26ef9b23 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:14:50.144947 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81059186-6070-431b-9c9b-d1d9d1f55129 None None] DHCP port deletion for 1d5d6c62-f1ca-4af0-a7ff-5481d50192ae request from n-d-842733-1 {{(pid=103164) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 21:14:50.189600 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-3b874f57-8e55-49c1-a7fa-7558b7218c24 None None] Set router 2a8bc240-9023-4971-8374-caf70003a19f gateway port host: n-d-842733-1 {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:14:50.222052 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-86faf9a7-94b0-445a-a449-223e26ef9b23 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] For port 03d25cac-e270-4a0e-ac08-182898f745cf, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=03d25cac-e270-4a0e-ac08-182898f745cf,segment=NetworkSegment(0b5485c4-eff8-42a1-9073-ae54ed4c63ba),segment_id=0b5485c4-eff8-42a1-9073-ae54ed4c63ba)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:14:50.222420 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-86faf9a7-94b0-445a-a449-223e26ef9b23 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:14:50.234977 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-86faf9a7-94b0-445a-a449-223e26ef9b23 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Calling delete_port for 03d25cac-e270-4a0e-ac08-182898f745cf owned by network:router_gateway {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:14:50.320000 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-81059186-6070-431b-9c9b-d1d9d1f55129 None None] Deleting port 79cd9e8a-e03a-463b-a6f8-e4ab2ba2606b {{(pid=103164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:14:50.320431 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-81059186-6070-431b-9c9b-d1d9d1f55129 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:14:50.421052 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-81059186-6070-431b-9c9b-d1d9d1f55129 None None] For port 79cd9e8a-e03a-463b-a6f8-e4ab2ba2606b, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=79cd9e8a-e03a-463b-a6f8-e4ab2ba2606b,segment=NetworkSegment(8f0772ba-85e0-49fc-91fa-4c8053462640),segment_id=8f0772ba-85e0-49fc-91fa-4c8053462640)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:14:50.421806 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-81059186-6070-431b-9c9b-d1d9d1f55129 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:14:50.437902 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-81059186-6070-431b-9c9b-d1d9d1f55129 None None] Calling delete_port for 79cd9e8a-e03a-463b-a6f8-e4ab2ba2606b owned by network:dhcp {{(pid=103164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:14:50.494267 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-86faf9a7-94b0-445a-a449-223e26ef9b23 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:14:50.504375 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-3b874f57-8e55-49c1-a7fa-7558b7218c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a8bc240-9023-4971-8374-caf70003a19f', 'name': 'tempest-TestNetworkBasicOps-router-1378135259', 'tenant_id': 'cdc84cdf879947589b97668d7e3906ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.79'}], 'enable_snat': True}, 'gw_port_id': '03d25cac-e270-4a0e-ac08-182898f745cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:12:54Z', 'updated_at': '2022-05-20T21:14:48Z', 'revision_number': 7, 'project_id': 'cdc84cdf879947589b97668d7e3906ce', 'gw_port': {'id': '03d25cac-e270-4a0e-ac08-182898f745cf', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:b8:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a8bc240-9023-4971-8374-caf70003a19f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:12:55Z', 'updated_at': '2022-05-20T21:13:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:14:50.525895 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86faf9a7-94b0-445a-a449-223e26ef9b23 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Pushing event deleted for resources: {'Port': ['ID=03d25cac-e270-4a0e-ac08-182898f745cf,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:14:50.541615 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b874f57-8e55-49c1-a7fa-7558b7218c24 None None] The sync data for ids ['2a8bc240-9023-4971-8374-caf70003a19f'] in n-d-842733-1 is: [{'id': '2a8bc240-9023-4971-8374-caf70003a19f', 'name': 'tempest-TestNetworkBasicOps-router-1378135259', 'tenant_id': 'cdc84cdf879947589b97668d7e3906ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.79'}], 'enable_snat': True}, 'gw_port_id': '03d25cac-e270-4a0e-ac08-182898f745cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:12:54Z', 'updated_at': '2022-05-20T21:14:48Z', 'revision_number': 7, 'project_id': 'cdc84cdf879947589b97668d7e3906ce', 'gw_port': {'id': '03d25cac-e270-4a0e-ac08-182898f745cf', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:b8:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a8bc240-9023-4971-8374-caf70003a19f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:12:55Z', 'updated_at': '2022-05-20T21:13:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 21:14:50.600566 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-86faf9a7-94b0-445a-a449-223e26ef9b23 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-748206'] for router_gateway, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:14:50.648553 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-81059186-6070-431b-9c9b-d1d9d1f55129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099'] for port, after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:14:50.674874 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81059186-6070-431b-9c9b-d1d9d1f55129 None None] Pushing event deleted for resources: {'Port': ['ID=79cd9e8a-e03a-463b-a6f8-e4ab2ba2606b,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:14:50.680133 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81059186-6070-431b-9c9b-d1d9d1f55129 None None] No DVR routers for this DVR port 79cd9e8a-e03a-463b-a6f8-e4ab2ba2606b on host n-d-842733-1 {{(pid=103164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 21:14:50.693369 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-86faf9a7-94b0-445a-a449-223e26ef9b23 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26169'] for router, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:14:50.695531 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-86faf9a7-94b0-445a-a449-223e26ef9b23 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:14:50.786248 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-86faf9a7-94b0-445a-a449-223e26ef9b23 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-693148'] for router, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:14:50.786826 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86faf9a7-94b0-445a-a449-223e26ef9b23 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Fanout notify agent at l3_agent the message router_deleted on router 2a8bc240-9023-4971-8374-caf70003a19f {{(pid=103162) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 20 21:14:50.796892 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-86faf9a7-94b0-445a-a449-223e26ef9b23 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks [] for router, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:14:50.796892 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-86faf9a7-94b0-445a-a449-223e26ef9b23 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] 10.222.0.35 "DELETE /v2.0/routers/2a8bc240-9023-4971-8374-caf70003a19f HTTP/1.1" status: 204 len: 168 time: 1.0399950 May 20 21:14:50.798518 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 57858) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:14:50.879194 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7f88633b-cdda-4025-98b4-39c51be8b9e0 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33160123'] for network, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:14:50.981182 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7f88633b-cdda-4025-98b4-39c51be8b9e0 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33072115', 'neutron.services.segments.db._delete_segments_for_network-8782419500584'] for network, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:14:51.003122 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-7f88633b-cdda-4025-98b4-39c51be8b9e0 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d5d6c62-f1ca-4af0-a7ff-5481d50192ae']}} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:14:51.014011 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-7f88633b-cdda-4025-98b4-39c51be8b9e0 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f0772ba-85e0-49fc-91fa-4c8053462640') {'for_net_delete': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:14:51.014316 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-7f88633b-cdda-4025-98b4-39c51be8b9e0 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f0772ba-85e0-49fc-91fa-4c8053462640') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:14:51.029544 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7f88633b-cdda-4025-98b4-39c51be8b9e0 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419501617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3738385'] for segment, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:14:51.044176 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7f88633b-cdda-4025-98b4-39c51be8b9e0 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:14:51.050663 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f88633b-cdda-4025-98b4-39c51be8b9e0 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Releasing vlan 200 on physical network physnet1 to pool {{(pid=103162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 21:14:51.051053 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7f88633b-cdda-4025-98b4-39c51be8b9e0 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3800791'] for segment, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:14:51.054128 n-d-842733-1 neutron-server[103162]: Traceback (most recent call last): May 20 21:14:51.054128 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 21:14:51.054128 n-d-842733-1 neutron-server[103162]: timer() May 20 21:14:51.054128 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 21:14:51.054128 n-d-842733-1 neutron-server[103162]: cb(*args, **kw) May 20 21:14:51.054128 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 20 21:14:51.054128 n-d-842733-1 neutron-server[103162]: return func(*args, **kwargs) May 20 21:14:51.054128 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 21:14:51.054128 n-d-842733-1 neutron-server[103162]: self._notify() May 20 21:14:51.054128 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 21:14:51.054128 n-d-842733-1 neutron-server[103162]: self.callback(batched_events) May 20 21:14:51.054128 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 21:14:51.054128 n-d-842733-1 neutron-server[103162]: event.method(event) May 20 21:14:51.054128 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 20 21:14:51.054128 n-d-842733-1 neutron-server[103162]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 21:14:51.054128 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 20 21:14:51.054128 n-d-842733-1 neutron-server[103162]: aggregate_uuid = self.p_client.list_aggregates( May 20 21:14:51.054128 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 20 21:14:51.054128 n-d-842733-1 neutron-server[103162]: return f(self, *a, **k) May 20 21:14:51.054128 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 20 21:14:51.054128 n-d-842733-1 neutron-server[103162]: return self._get(url).json() May 20 21:14:51.054128 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 20 21:14:51.054128 n-d-842733-1 neutron-server[103162]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 21:14:51.054128 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 21:14:51.054128 n-d-842733-1 neutron-server[103162]: return self.request(url, 'GET', **kwargs) May 20 21:14:51.054128 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 21:14:51.054128 n-d-842733-1 neutron-server[103162]: base_url = self.get_endpoint(auth, allow=allow, May 20 21:14:51.054128 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 21:14:51.054128 n-d-842733-1 neutron-server[103162]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 21:14:51.054128 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 21:14:51.054128 n-d-842733-1 neutron-server[103162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 21:14:51.054128 n-d-842733-1 neutron-server[103162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 21:14:51.203330 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7f88633b-cdda-4025-98b4-39c51be8b9e0 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33072122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748162'] for network, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:14:51.212713 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7f88633b-cdda-4025-98b4-39c51be8b9e0 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:14:51.216140 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-7f88633b-cdda-4025-98b4-39c51be8b9e0 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] 10.222.0.35 "DELETE /v2.0/networks/1d5d6c62-f1ca-4af0-a7ff-5481d50192ae HTTP/1.1" status: 204 len: 168 time: 0.4166965 May 20 21:14:51.238591 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 57866) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:14:51.245327 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-898afe0c-f3f7-4592-bcdd-312a60ae8341 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Request body: {'network': {'name': 'tempest-network-smoke--1093469980', 'project_id': 'cdc84cdf879947589b97668d7e3906ce', 'port_security_enabled': True}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:14:51.266778 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f88633b-cdda-4025-98b4-39c51be8b9e0 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Pushing event deleted for resources: {'Network': ['ID=1d5d6c62-f1ca-4af0-a7ff-5481d50192ae,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:14:51.328553 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-898afe0c-f3f7-4592-bcdd-312a60ae8341 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Made reservation on behalf of cdc84cdf879947589b97668d7e3906ce for: {'network': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:14:51.332744 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-898afe0c-f3f7-4592-bcdd-312a60ae8341 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for network, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:14:51.362431 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-898afe0c-f3f7-4592-bcdd-312a60ae8341 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 249} {{(pid=103163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 21:14:51.371456 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-898afe0c-f3f7-4592-bcdd-312a60ae8341 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:14:51.371803 n-d-842733-1 neutron-server[103163]: INFO neutron.db.segments_db [None req-898afe0c-f3f7-4592-bcdd-312a60ae8341 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Added segment 9f760f0c-ef28-41ed-9d4b-0d1e81d65ac5 of type vlan for network 1bf9f30f-4143-426a-b3e8-8c13e60024c0 May 20 21:14:51.413293 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-898afe0c-f3f7-4592-bcdd-312a60ae8341 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418993264'] for network, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:14:51.511619 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-898afe0c-f3f7-4592-bcdd-312a60ae8341 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524'] for network, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:14:51.517645 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-898afe0c-f3f7-4592-bcdd-312a60ae8341 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:14:51.518303 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-898afe0c-f3f7-4592-bcdd-312a60ae8341 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:14:51.592405 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898afe0c-f3f7-4592-bcdd-312a60ae8341 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Pushing event updated for resources: {'Network': ['ID=1bf9f30f-4143-426a-b3e8-8c13e60024c0,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:14:51.604615 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Network 1bf9f30f-4143-426a-b3e8-8c13e60024c0 details requested by agent ovs-agent-n-d-842733-1 with host n-d-842733-1 {{(pid=103164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 20 21:14:51.645651 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-898afe0c-f3f7-4592-bcdd-312a60ae8341 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4059923 May 20 21:14:51.651824 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 57872) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:14:51.653838 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-fab0700a-7878-47f4-9a71-40448fe0075c tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1923029447', 'admin_state_up': True, 'project_id': 'cdc84cdf879947589b97668d7e3906ce', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'}}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:14:51.761256 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-fab0700a-7878-47f4-9a71-40448fe0075c tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-694221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26155'] for router, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:14:51.762303 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-fab0700a-7878-47f4-9a71-40448fe0075c tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-693085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748153', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-718080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26162'] for router, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:14:51.824949 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-fab0700a-7878-47f4-9a71-40448fe0075c tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:14:51.999109 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 4a080850-582a-4dab-bf1a-d717f5e9e015 no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 21:14:52.029564 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: 4a080850-582a-4dab-bf1a-d717f5e9e015 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 21:14:52.029919 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 4a080850-582a-4dab-bf1a-d717f5e9e015 not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 21:14:52.030324 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 03d25cac-e270-4a0e-ac08-182898f745cf no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 21:14:52.052203 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: 03d25cac-e270-4a0e-ac08-182898f745cf {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 21:14:52.052840 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 03d25cac-e270-4a0e-ac08-182898f745cf not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 21:14:52.053278 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 79cd9e8a-e03a-463b-a6f8-e4ab2ba2606b no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 21:14:52.069029 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-fab0700a-7878-47f4-9a71-40448fe0075c tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:14:52.075100 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: 79cd9e8a-e03a-463b-a6f8-e4ab2ba2606b {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 21:14:52.075447 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 79cd9e8a-e03a-463b-a6f8-e4ab2ba2606b not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 21:14:52.309131 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-26de37d5-60c0-4031-9384-eb06dfcd4627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:14:52.327795 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-fab0700a-7878-47f4-9a71-40448fe0075c tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks [] for router_gateway, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:14:52.351191 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-fab0700a-7878-47f4-9a71-40448fe0075c tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:14:52.457421 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-fab0700a-7878-47f4-9a71-40448fe0075c tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Allocated IP 172.25.2.45 (e3a93b5c-91e2-4064-9c2c-1afc261bfe15/86fee0c1-6e34-488b-9216-b2b8e7ef585a/3118cadb-eed8-4ba8-93f8-eacb898d642e) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:14:52.570555 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-fab0700a-7878-47f4-9a71-40448fe0075c tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:14:52.652345 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-fab0700a-7878-47f4-9a71-40448fe0075c tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:14:52.690628 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fab0700a-7878-47f4-9a71-40448fe0075c tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Network e3a93b5c-91e2-4064-9c2c-1afc261bfe15 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:14:52.695363 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-fab0700a-7878-47f4-9a71-40448fe0075c tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:14:52.701835 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab0700a-7878-47f4-9a71-40448fe0075c tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:14:52.704830 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab0700a-7878-47f4-9a71-40448fe0075c tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Pushing event updated for resources: {'Port': ['ID=3118cadb-eed8-4ba8-93f8-eacb898d642e,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:14:53.367013 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-fab0700a-7878-47f4-9a71-40448fe0075c tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks [] for router_gateway, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:14:53.572769 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-fab0700a-7878-47f4-9a71-40448fe0075c tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748106'] for router, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:14:53.774133 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fab0700a-7878-47f4-9a71-40448fe0075c tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Router b50b5cb9-1ea2-4ff8-b20c-5ce070db61d3 is scheduled to L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e with binding_index 1 {{(pid=103163) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 20 21:14:53.882585 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fab0700a-7878-47f4-9a71-40448fe0075c tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 21:14:53.899816 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-535efaca-bbf0-4b9a-bb9e-7a2f8b75d457 None None] Sync routers for ids ['b50b5cb9-1ea2-4ff8-b20c-5ce070db61d3'] in n-d-842733-1 {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 21:14:53.912696 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-535efaca-bbf0-4b9a-bb9e-7a2f8b75d457 None None] Routers {'b50b5cb9-1ea2-4ff8-b20c-5ce070db61d3'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:14:53.913950 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-535efaca-bbf0-4b9a-bb9e-7a2f8b75d457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:14:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['b50b5cb9-1ea2-4ff8-b20c-5ce070db61d3'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:14:54.021999 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-fab0700a-7878-47f4-9a71-40448fe0075c tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks [] for router, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:14:54.024519 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-fab0700a-7878-47f4-9a71-40448fe0075c tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.3745644 May 20 21:14:54.027018 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-535efaca-bbf0-4b9a-bb9e-7a2f8b75d457 None None] Set router b50b5cb9-1ea2-4ff8-b20c-5ce070db61d3 gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:14:54.027632 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 57904) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:14:54.031099 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4bb0e131-6525-46ca-a45b-e4ea43a5e69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:14:54.059955 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-2dbf84f8-f1ab-4083-8931-0b03425e670d tempest-TestNetworkBasicOps-212282956 tempest-TestNetworkBasicOps-212282956-project-admin] 10.222.0.35 "GET /v2.0/subnets?project_id=cdc84cdf879947589b97668d7e3906ce&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0288126 May 20 21:14:54.060202 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 57906) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:14:54.154218 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bba82f7c-542f-4e6f-88a4-278407498f77 tempest-TestNetworkBasicOps-212282956 tempest-TestNetworkBasicOps-212282956-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:14:54.156118 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-bba82f7c-542f-4e6f-88a4-278407498f77 tempest-TestNetworkBasicOps-212282956 tempest-TestNetworkBasicOps-212282956-project-admin] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0949669 May 20 21:14:54.158871 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 57910) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:14:54.190271 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-90169d40-cfab-4ad2-abf4-1c14249cffe6 tempest-TestNetworkBasicOps-212282956 tempest-TestNetworkBasicOps-212282956-project-admin] 10.222.0.35 "GET /v2.0/subnets?network_id=e3a93b5c-91e2-4064-9c2c-1afc261bfe15&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0278776 May 20 21:14:54.190564 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 57912) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:14:54.195619 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-0d52b2cf-98bd-45fb-901a-bdb0bc0ae187 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1158214587', 'network_id': '1bf9f30f-4143-426a-b3e8-8c13e60024c0', 'project_id': 'cdc84cdf879947589b97668d7e3906ce', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:14:54.217889 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-535efaca-bbf0-4b9a-bb9e-7a2f8b75d457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b50b5cb9-1ea2-4ff8-b20c-5ce070db61d3', 'name': 'tempest-TestNetworkBasicOps-router-1923029447', 'tenant_id': 'cdc84cdf879947589b97668d7e3906ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.45'}], 'enable_snat': True}, 'gw_port_id': '3118cadb-eed8-4ba8-93f8-eacb898d642e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:14:51Z', 'updated_at': '2022-05-20T21:14:53Z', 'revision_number': 3, 'project_id': 'cdc84cdf879947589b97668d7e3906ce', 'gw_port': {'id': '3118cadb-eed8-4ba8-93f8-eacb898d642e', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:9a:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b50b5cb9-1ea2-4ff8-b20c-5ce070db61d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:14:52Z', 'updated_at': '2022-05-20T21:14:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:14:54.244999 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-535efaca-bbf0-4b9a-bb9e-7a2f8b75d457 None None] Checking router: b50b5cb9-1ea2-4ff8-b20c-5ce070db61d3 for host: n-d-842733-1 {{(pid=103165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 21:14:54.245371 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-535efaca-bbf0-4b9a-bb9e-7a2f8b75d457 None None] Updating router b50b5cb9-1ea2-4ff8-b20c-5ce070db61d3 port 3118cadb-eed8-4ba8-93f8-eacb898d642e binding host n-d-842733-1 {{(pid=103165) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 21:14:54.270180 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-535efaca-bbf0-4b9a-bb9e-7a2f8b75d457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:14:54.349651 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d52b2cf-98bd-45fb-901a-bdb0bc0ae187 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Made reservation on behalf of cdc84cdf879947589b97668d7e3906ce for: {'subnet': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:14:54.353480 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0d52b2cf-98bd-45fb-901a-bdb0bc0ae187 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4018244'] for subnet, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:14:54.544662 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-535efaca-bbf0-4b9a-bb9e-7a2f8b75d457 None None] Notify callbacks [] for port, precommit_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:14:54.618218 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-535efaca-bbf0-4b9a-bb9e-7a2f8b75d457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:14:54.640853 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0d52b2cf-98bd-45fb-901a-bdb0bc0ae187 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3797684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4018258'] for subnet, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:14:54.669128 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-535efaca-bbf0-4b9a-bb9e-7a2f8b75d457 None None] Attempting to bind port 3118cadb-eed8-4ba8-93f8-eacb898d642e on host n-d-842733-1 for vnic_type normal with profile {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:14:54.669508 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-535efaca-bbf0-4b9a-bb9e-7a2f8b75d457 None None] Attempting to bind port 3118cadb-eed8-4ba8-93f8-eacb898d642e by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': '0b5485c4-eff8-42a1-9073-ae54ed4c63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'}] {{(pid=103165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:14:54.669859 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-535efaca-bbf0-4b9a-bb9e-7a2f8b75d457 None None] Attempting to bind port 3118cadb-eed8-4ba8-93f8-eacb898d642e on network e3a93b5c-91e2-4064-9c2c-1afc261bfe15 {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:14:54.672808 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8578f5f-d1d4-4076-b48b-8c09b1242a28 None None] Pushing event updated for resources: {'Port': ['ID=3118cadb-eed8-4ba8-93f8-eacb898d642e,revision_number=2']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:14:54.680951 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-535efaca-bbf0-4b9a-bb9e-7a2f8b75d457 None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 21, 14, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 21:14:54.681335 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-535efaca-bbf0-4b9a-bb9e-7a2f8b75d457 None None] Checking segment: {'id': '0b5485c4-eff8-42a1-9073-ae54ed4c63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:14:54.681725 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-535efaca-bbf0-4b9a-bb9e-7a2f8b75d457 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:14:54.682101 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-535efaca-bbf0-4b9a-bb9e-7a2f8b75d457 None None] Bound using segment: {'id': '0b5485c4-eff8-42a1-9073-ae54ed4c63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'} {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 21:14:54.682544 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-535efaca-bbf0-4b9a-bb9e-7a2f8b75d457 None None] Bound port: 3118cadb-eed8-4ba8-93f8-eacb898d642e, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b5485c4-eff8-42a1-9073-ae54ed4c63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'}}] {{(pid=103165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:14:54.682909 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-535efaca-bbf0-4b9a-bb9e-7a2f8b75d457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:14:54.686054 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8578f5f-d1d4-4076-b48b-8c09b1242a28 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:14:54.686386 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8578f5f-d1d4-4076-b48b-8c09b1242a28 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:14:54.686709 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8578f5f-d1d4-4076-b48b-8c09b1242a28 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:14:54.687035 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8578f5f-d1d4-4076-b48b-8c09b1242a28 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:14:54.687350 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8578f5f-d1d4-4076-b48b-8c09b1242a28 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:14:54.687754 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8578f5f-d1d4-4076-b48b-8c09b1242a28 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:14:54.688079 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8578f5f-d1d4-4076-b48b-8c09b1242a28 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:14:54.688913 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8578f5f-d1d4-4076-b48b-8c09b1242a28 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:14:54.688913 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8578f5f-d1d4-4076-b48b-8c09b1242a28 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:14:54.689121 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8578f5f-d1d4-4076-b48b-8c09b1242a28 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:14:54.689375 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8578f5f-d1d4-4076-b48b-8c09b1242a28 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:14:54.689686 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8578f5f-d1d4-4076-b48b-8c09b1242a28 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:14:54.714467 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d52b2cf-98bd-45fb-901a-bdb0bc0ae187 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Pushing event updated for resources: {'Subnet': ['ID=882ba240-0d16-45aa-b659-041bbd85a661,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:14:54.724077 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d52b2cf-98bd-45fb-901a-bdb0bc0ae187 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Checking segment: {'id': '9f760f0c-ef28-41ed-9d4b-0d1e81d65ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '1bf9f30f-4143-426a-b3e8-8c13e60024c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:14:54.724585 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d52b2cf-98bd-45fb-901a-bdb0bc0ae187 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Network hostable DHCP agents. Network: 1bf9f30f-4143-426a-b3e8-8c13e60024c0, hostable agents: ['c9b0653c-f3c7-4339-bd50-e3754b629216'], hosted agents: [] {{(pid=103162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 21:14:54.743344 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-535efaca-bbf0-4b9a-bb9e-7a2f8b75d457 None None] For port 3118cadb-eed8-4ba8-93f8-eacb898d642e, host n-d-842733-1, cleared binding levels {{(pid=103165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 21:14:54.748363 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-535efaca-bbf0-4b9a-bb9e-7a2f8b75d457 None None] For port 3118cadb-eed8-4ba8-93f8-eacb898d642e, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=3118cadb-eed8-4ba8-93f8-eacb898d642e,segment=NetworkSegment(0b5485c4-eff8-42a1-9073-ae54ed4c63ba),segment_id=0b5485c4-eff8-42a1-9073-ae54ed4c63ba)] {{(pid=103165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 21:14:54.846001 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d52b2cf-98bd-45fb-901a-bdb0bc0ae187 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Network 1bf9f30f-4143-426a-b3e8-8c13e60024c0 is scheduled to be hosted by DHCP agent c9b0653c-f3c7-4339-bd50-e3754b629216 with binding_index 1 {{(pid=103162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 21:14:54.858102 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-535efaca-bbf0-4b9a-bb9e-7a2f8b75d457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:14:54.903468 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:14:54.916546 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-535efaca-bbf0-4b9a-bb9e-7a2f8b75d457 None None] Routers {'b50b5cb9-1ea2-4ff8-b20c-5ce070db61d3'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:14:54.917199 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-535efaca-bbf0-4b9a-bb9e-7a2f8b75d457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:14:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['b50b5cb9-1ea2-4ff8-b20c-5ce070db61d3'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:14:54.934501 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-0d52b2cf-98bd-45fb-901a-bdb0bc0ae187 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842733-1, 1bf9f30f-4143-426a-b3e8-8c13e60024c0) {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:14:54.945547 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d52b2cf-98bd-45fb-901a-bdb0bc0ae187 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:14:54.946423 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0d52b2cf-98bd-45fb-901a-bdb0bc0ae187 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:14:54.952936 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6089e082-3c03-473b-a56f-708d2d6c67c5 None None] Network 1bf9f30f-4143-426a-b3e8-8c13e60024c0 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:14:54.967959 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8578f5f-d1d4-4076-b48b-8c09b1242a28 None None] Pushing event updated for resources: {'Port': ['ID=3118cadb-eed8-4ba8-93f8-eacb898d642e,revision_number=3']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:14:55.022858 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-0d52b2cf-98bd-45fb-901a-bdb0bc0ae187 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8310626 May 20 21:14:55.025325 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 57924) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:14:55.044870 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-535efaca-bbf0-4b9a-bb9e-7a2f8b75d457 None None] Set router b50b5cb9-1ea2-4ff8-b20c-5ce070db61d3 gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:14:55.134799 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d64ea8da-0d50-4639-8f7c-87228b8b2710 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaee2b848-d4b9-5db1-b6ef-d6db29d67de7-1bf9f30f-4143-426a-b3e8-8c13e60024c0', 'network_id': '1bf9f30f-4143-426a-b3e8-8c13e60024c0', 'tenant_id': 'cdc84cdf879947589b97668d7e3906ce', 'fixed_ips': [{'subnet_id': '882ba240-0d16-45aa-b659-041bbd85a661'}]}} from n-d-842733-1. {{(pid=103164) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 21:14:55.135660 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d64ea8da-0d50-4639-8f7c-87228b8b2710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:14:55.266376 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-535efaca-bbf0-4b9a-bb9e-7a2f8b75d457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b50b5cb9-1ea2-4ff8-b20c-5ce070db61d3', 'name': 'tempest-TestNetworkBasicOps-router-1923029447', 'tenant_id': 'cdc84cdf879947589b97668d7e3906ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.45'}], 'enable_snat': True}, 'gw_port_id': '3118cadb-eed8-4ba8-93f8-eacb898d642e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:14:51Z', 'updated_at': '2022-05-20T21:14:53Z', 'revision_number': 3, 'project_id': 'cdc84cdf879947589b97668d7e3906ce', 'gw_port': {'id': '3118cadb-eed8-4ba8-93f8-eacb898d642e', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:9a:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b50b5cb9-1ea2-4ff8-b20c-5ce070db61d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:14:52Z', 'updated_at': '2022-05-20T21:14:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:14:55.293392 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-535efaca-bbf0-4b9a-bb9e-7a2f8b75d457 None None] The sync data for ids ['b50b5cb9-1ea2-4ff8-b20c-5ce070db61d3'] in n-d-842733-1 is: [{'id': 'b50b5cb9-1ea2-4ff8-b20c-5ce070db61d3', 'name': 'tempest-TestNetworkBasicOps-router-1923029447', 'tenant_id': 'cdc84cdf879947589b97668d7e3906ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.45'}], 'enable_snat': True}, 'gw_port_id': '3118cadb-eed8-4ba8-93f8-eacb898d642e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:14:51Z', 'updated_at': '2022-05-20T21:14:53Z', 'revision_number': 3, 'project_id': 'cdc84cdf879947589b97668d7e3906ce', 'gw_port': {'id': '3118cadb-eed8-4ba8-93f8-eacb898d642e', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:9a:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b50b5cb9-1ea2-4ff8-b20c-5ce070db61d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:14:52Z', 'updated_at': '2022-05-20T21:14:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 21:14:55.323254 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [None req-d64ea8da-0d50-4639-8f7c-87228b8b2710 None None] Allocated IP 172.20.0.2 (1bf9f30f-4143-426a-b3e8-8c13e60024c0/882ba240-0d16-45aa-b659-041bbd85a661/bf117add-f614-4239-91ad-1dc89a2d61fb) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:14:55.520707 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d64ea8da-0d50-4639-8f7c-87228b8b2710 None None] Notify callbacks [] for port, precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:14:55.599238 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cc3ec51b-6ec8-438a-8349-5f0bec346d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:14:55.619967 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:14:55.623815 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d64ea8da-0d50-4639-8f7c-87228b8b2710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108'] for port, after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:14:55.667594 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d64ea8da-0d50-4639-8f7c-87228b8b2710 None None] Network 1bf9f30f-4143-426a-b3e8-8c13e60024c0 is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:14:55.672828 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-d64ea8da-0d50-4639-8f7c-87228b8b2710 None None] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:14:55.680550 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d64ea8da-0d50-4639-8f7c-87228b8b2710 None None] Received port after_create {{(pid=103164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:14:55.700920 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64ea8da-0d50-4639-8f7c-87228b8b2710 None None] Pushing event updated for resources: {'Port': ['ID=bf117add-f614-4239-91ad-1dc89a2d61fb,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:14:55.734776 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64ea8da-0d50-4639-8f7c-87228b8b2710 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:14:55.735122 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64ea8da-0d50-4639-8f7c-87228b8b2710 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:14:55.735542 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64ea8da-0d50-4639-8f7c-87228b8b2710 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:14:55.736034 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64ea8da-0d50-4639-8f7c-87228b8b2710 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:14:55.736375 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64ea8da-0d50-4639-8f7c-87228b8b2710 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:14:55.736700 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64ea8da-0d50-4639-8f7c-87228b8b2710 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:14:55.737019 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64ea8da-0d50-4639-8f7c-87228b8b2710 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:14:55.737365 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64ea8da-0d50-4639-8f7c-87228b8b2710 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:14:55.737685 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64ea8da-0d50-4639-8f7c-87228b8b2710 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:14:55.738002 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64ea8da-0d50-4639-8f7c-87228b8b2710 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:14:55.738321 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64ea8da-0d50-4639-8f7c-87228b8b2710 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:14:55.738635 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64ea8da-0d50-4639-8f7c-87228b8b2710 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:14:55.782285 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-d64ea8da-0d50-4639-8f7c-87228b8b2710 None None] Attempting to bind port bf117add-f614-4239-91ad-1dc89a2d61fb on host n-d-842733-1 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:14:55.782714 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-d64ea8da-0d50-4639-8f7c-87228b8b2710 None None] Attempting to bind port bf117add-f614-4239-91ad-1dc89a2d61fb by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': '9f760f0c-ef28-41ed-9d4b-0d1e81d65ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '1bf9f30f-4143-426a-b3e8-8c13e60024c0'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:14:55.783074 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d64ea8da-0d50-4639-8f7c-87228b8b2710 None None] Attempting to bind port bf117add-f614-4239-91ad-1dc89a2d61fb on network 1bf9f30f-4143-426a-b3e8-8c13e60024c0 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:14:55.798600 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d64ea8da-0d50-4639-8f7c-87228b8b2710 None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 21, 14, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 21:14:55.799317 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d64ea8da-0d50-4639-8f7c-87228b8b2710 None None] Checking segment: {'id': '9f760f0c-ef28-41ed-9d4b-0d1e81d65ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '1bf9f30f-4143-426a-b3e8-8c13e60024c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:14:55.799908 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d64ea8da-0d50-4639-8f7c-87228b8b2710 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:14:55.800481 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d64ea8da-0d50-4639-8f7c-87228b8b2710 None None] Bound using segment: {'id': '9f760f0c-ef28-41ed-9d4b-0d1e81d65ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '1bf9f30f-4143-426a-b3e8-8c13e60024c0'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 21:14:55.801135 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-d64ea8da-0d50-4639-8f7c-87228b8b2710 None None] Bound port: bf117add-f614-4239-91ad-1dc89a2d61fb, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f760f0c-ef28-41ed-9d4b-0d1e81d65ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '1bf9f30f-4143-426a-b3e8-8c13e60024c0'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:14:55.801744 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d64ea8da-0d50-4639-8f7c-87228b8b2710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:14:55.879221 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-d64ea8da-0d50-4639-8f7c-87228b8b2710 None None] For port bf117add-f614-4239-91ad-1dc89a2d61fb, host n-d-842733-1, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 21:14:55.883160 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-d64ea8da-0d50-4639-8f7c-87228b8b2710 None None] For port bf117add-f614-4239-91ad-1dc89a2d61fb, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=bf117add-f614-4239-91ad-1dc89a2d61fb,segment=NetworkSegment(9f760f0c-ef28-41ed-9d4b-0d1e81d65ac5),segment_id=9f760f0c-ef28-41ed-9d4b-0d1e81d65ac5)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 21:14:55.925544 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-dbd268eb-2a0b-4a62-8979-bbd339f17745 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:14:55.969044 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d64ea8da-0d50-4639-8f7c-87228b8b2710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:14:56.047284 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 3118cadb-eed8-4ba8-93f8-eacb898d642e up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:14:56.106699 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64ea8da-0d50-4639-8f7c-87228b8b2710 None None] Pushing event updated for resources: {'Port': ['ID=bf117add-f614-4239-91ad-1dc89a2d61fb,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:14:56.168798 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 3118cadb-eed8-4ba8-93f8-eacb898d642e triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:14:56.169627 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:14:56.271743 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 3118cadb-eed8-4ba8-93f8-eacb898d642e is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:14:56.272183 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:14:56.337162 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] For port 3118cadb-eed8-4ba8-93f8-eacb898d642e, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=3118cadb-eed8-4ba8-93f8-eacb898d642e,segment=NetworkSegment(0b5485c4-eff8-42a1-9073-ae54ed4c63ba),segment_id=0b5485c4-eff8-42a1-9073-ae54ed4c63ba)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:14:56.351888 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-dbd268eb-2a0b-4a62-8979-bbd339f17745 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Allocated IP 172.20.0.1 (1bf9f30f-4143-426a-b3e8-8c13e60024c0/882ba240-0d16-45aa-b659-041bbd85a661/4b24c5e5-67ad-4a6e-bb07-68d1286671e2) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:14:56.402874 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:14:56.484705 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Pushing event updated for resources: {'Port': ['ID=3118cadb-eed8-4ba8-93f8-eacb898d642e,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:14:56.531452 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-dbd268eb-2a0b-4a62-8979-bbd339f17745 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:14:56.637145 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-dbd268eb-2a0b-4a62-8979-bbd339f17745 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:14:56.678403 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbd268eb-2a0b-4a62-8979-bbd339f17745 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Network 1bf9f30f-4143-426a-b3e8-8c13e60024c0 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:14:56.682450 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-dbd268eb-2a0b-4a62-8979-bbd339f17745 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:14:56.684938 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd268eb-2a0b-4a62-8979-bbd339f17745 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:14:56.715191 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd268eb-2a0b-4a62-8979-bbd339f17745 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Pushing event updated for resources: {'Port': ['ID=4b24c5e5-67ad-4a6e-bb07-68d1286671e2,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:14:56.736528 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-dbd268eb-2a0b-4a62-8979-bbd339f17745 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748409'] for router_interface, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:14:56.959122 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-dbd268eb-2a0b-4a62-8979-bbd339f17745 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:14:57.268790 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-dbd268eb-2a0b-4a62-8979-bbd339f17745 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:14:57.292222 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9e9594d-a940-408b-8e84-75a059e729f7 None None] Network 1bf9f30f-4143-426a-b3e8-8c13e60024c0 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:14:57.326665 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-dbd268eb-2a0b-4a62-8979-bbd339f17745 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:14:57.407895 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd268eb-2a0b-4a62-8979-bbd339f17745 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Pushing event updated for resources: {'Port': ['ID=4b24c5e5-67ad-4a6e-bb07-68d1286671e2,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:14:57.413015 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-dbd268eb-2a0b-4a62-8979-bbd339f17745 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748437'] for router_interface, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:14:57.452312 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-e4d77f74-871b-4c8b-ac92-431648f3e719 None None] Provisioning complete for port bf117add-f614-4239-91ad-1dc89a2d61fb triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:14:57.453052 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-e4d77f74-871b-4c8b-ac92-431648f3e719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:14:57.529497 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbd268eb-2a0b-4a62-8979-bbd339f17745 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Network 1bf9f30f-4143-426a-b3e8-8c13e60024c0 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:14:57.530974 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-dbd268eb-2a0b-4a62-8979-bbd339f17745 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:14:57.677689 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbd268eb-2a0b-4a62-8979-bbd339f17745 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Router b50b5cb9-1ea2-4ff8-b20c-5ce070db61d3 has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 21:14:57.821178 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbd268eb-2a0b-4a62-8979-bbd339f17745 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 21:14:57.822793 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-e4d77f74-871b-4c8b-ac92-431648f3e719 None None] Current status of the port bf117add-f614-4239-91ad-1dc89a2d61fb is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:14:57.822941 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-e4d77f74-871b-4c8b-ac92-431648f3e719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:14:57.834780 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 57954) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:14:57.836044 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-dbd268eb-2a0b-4a62-8979-bbd339f17745 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] 10.222.0.35 "PUT /v2.0/routers/b50b5cb9-1ea2-4ff8-b20c-5ce070db61d3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8077469 May 20 21:14:57.871776 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-e4d77f74-871b-4c8b-ac92-431648f3e719 None None] For port bf117add-f614-4239-91ad-1dc89a2d61fb, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=bf117add-f614-4239-91ad-1dc89a2d61fb,segment=NetworkSegment(9f760f0c-ef28-41ed-9d4b-0d1e81d65ac5),segment_id=9f760f0c-ef28-41ed-9d4b-0d1e81d65ac5)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:14:57.957589 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-e4d77f74-871b-4c8b-ac92-431648f3e719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:14:58.048372 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d77f74-871b-4c8b-ac92-431648f3e719 None None] Pushing event updated for resources: {'Port': ['ID=bf117add-f614-4239-91ad-1dc89a2d61fb,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:14:58.057666 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e35094c-d8c7-48ac-bf96-62f64e351346 None None] Sync routers for ids ['b50b5cb9-1ea2-4ff8-b20c-5ce070db61d3'] in n-d-842733-1 {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 21:14:58.062439 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fcde40a-f6d6-4e28-8b82-adecfd16d38c tempest-TestNetworkBasicOps-212282956 tempest-TestNetworkBasicOps-212282956-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:14:58.063273 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fcde40a-f6d6-4e28-8b82-adecfd16d38c tempest-TestNetworkBasicOps-212282956 tempest-TestNetworkBasicOps-212282956-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:14:58.063735 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fcde40a-f6d6-4e28-8b82-adecfd16d38c tempest-TestNetworkBasicOps-212282956 tempest-TestNetworkBasicOps-212282956-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:14:58.064243 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fcde40a-f6d6-4e28-8b82-adecfd16d38c tempest-TestNetworkBasicOps-212282956 tempest-TestNetworkBasicOps-212282956-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:14:58.064644 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fcde40a-f6d6-4e28-8b82-adecfd16d38c tempest-TestNetworkBasicOps-212282956 tempest-TestNetworkBasicOps-212282956-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:14:58.065096 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fcde40a-f6d6-4e28-8b82-adecfd16d38c tempest-TestNetworkBasicOps-212282956 tempest-TestNetworkBasicOps-212282956-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:14:58.065577 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fcde40a-f6d6-4e28-8b82-adecfd16d38c tempest-TestNetworkBasicOps-212282956 tempest-TestNetworkBasicOps-212282956-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:14:58.070282 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-1fcde40a-f6d6-4e28-8b82-adecfd16d38c tempest-TestNetworkBasicOps-212282956 tempest-TestNetworkBasicOps-212282956-project-admin] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4982 time: 0.2312829 May 20 21:14:58.075364 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 57958) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:14:58.088134 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e35094c-d8c7-48ac-bf96-62f64e351346 None None] Routers {'b50b5cb9-1ea2-4ff8-b20c-5ce070db61d3'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:14:58.088718 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-3e35094c-d8c7-48ac-bf96-62f64e351346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:14:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['b50b5cb9-1ea2-4ff8-b20c-5ce070db61d3'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:14:58.167969 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 3118cadb-eed8-4ba8-93f8-eacb898d642e up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:14:58.171376 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61e608c8-5471-4d63-8e5d-2a598745c5e0 tempest-TestNetworkBasicOps-212282956 tempest-TestNetworkBasicOps-212282956-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:14:58.171376 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61e608c8-5471-4d63-8e5d-2a598745c5e0 tempest-TestNetworkBasicOps-212282956 tempest-TestNetworkBasicOps-212282956-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:14:58.171742 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61e608c8-5471-4d63-8e5d-2a598745c5e0 tempest-TestNetworkBasicOps-212282956 tempest-TestNetworkBasicOps-212282956-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:14:58.173968 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61e608c8-5471-4d63-8e5d-2a598745c5e0 tempest-TestNetworkBasicOps-212282956 tempest-TestNetworkBasicOps-212282956-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:14:58.174434 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61e608c8-5471-4d63-8e5d-2a598745c5e0 tempest-TestNetworkBasicOps-212282956 tempest-TestNetworkBasicOps-212282956-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:14:58.174896 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61e608c8-5471-4d63-8e5d-2a598745c5e0 tempest-TestNetworkBasicOps-212282956 tempest-TestNetworkBasicOps-212282956-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:14:58.175349 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61e608c8-5471-4d63-8e5d-2a598745c5e0 tempest-TestNetworkBasicOps-212282956 tempest-TestNetworkBasicOps-212282956-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:14:58.179002 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-61e608c8-5471-4d63-8e5d-2a598745c5e0 tempest-TestNetworkBasicOps-212282956 tempest-TestNetworkBasicOps-212282956-project-admin] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4642 time: 0.1026089 May 20 21:14:58.182383 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 57960) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:14:58.216151 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-89200290-e93a-4ed6-937c-0ac6e600d64c None None] Provisioning complete for port 4b24c5e5-67ad-4a6e-bb07-68d1286671e2 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:14:58.216502 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-89200290-e93a-4ed6-937c-0ac6e600d64c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:14:58.301097 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-89200290-e93a-4ed6-937c-0ac6e600d64c None None] Port 4b24c5e5-67ad-4a6e-bb07-68d1286671e2 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 21:14:58.326014 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-3e35094c-d8c7-48ac-bf96-62f64e351346 None None] Set router b50b5cb9-1ea2-4ff8-b20c-5ce070db61d3 gateway port host: n-d-842733-1 {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:14:58.357379 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-d8b1c4ee-91c0-4c9e-8728-cfebea3a4217 tempest-TestNetworkBasicOps-212282956 tempest-TestNetworkBasicOps-212282956-project-admin] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3042 time: 0.1676941 May 20 21:14:58.363281 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-89200290-e93a-4ed6-937c-0ac6e600d64c None None] Provisioning complete for port bf117add-f614-4239-91ad-1dc89a2d61fb triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:14:58.363641 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-89200290-e93a-4ed6-937c-0ac6e600d64c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:14:58.457073 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 3118cadb-eed8-4ba8-93f8-eacb898d642e triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:14:58.457073 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:14:58.548176 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 57966) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:14:58.555491 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-b6e96584-6a51-46b8-aca7-b7ac2fef2672 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1077951991', 'description': 'tempest-secgroup-smoke-1077951991 description', 'project_id': 'cdc84cdf879947589b97668d7e3906ce'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:14:58.629830 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-89200290-e93a-4ed6-937c-0ac6e600d64c None None] Current status of the port bf117add-f614-4239-91ad-1dc89a2d61fb is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:14:58.663602 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b6e96584-6a51-46b8-aca7-b7ac2fef2672 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:14:58.686631 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 3118cadb-eed8-4ba8-93f8-eacb898d642e is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:14:58.687697 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device bf117add-f614-4239-91ad-1dc89a2d61fb up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:14:58.739412 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b6e96584-6a51-46b8-aca7-b7ac2fef2672 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:14:58.740972 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-3e35094c-d8c7-48ac-bf96-62f64e351346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b50b5cb9-1ea2-4ff8-b20c-5ce070db61d3', 'name': 'tempest-TestNetworkBasicOps-router-1923029447', 'tenant_id': 'cdc84cdf879947589b97668d7e3906ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.45'}], 'enable_snat': True}, 'gw_port_id': '3118cadb-eed8-4ba8-93f8-eacb898d642e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:14:51Z', 'updated_at': '2022-05-20T21:14:56Z', 'revision_number': 4, 'project_id': 'cdc84cdf879947589b97668d7e3906ce', 'gw_port': {'id': '3118cadb-eed8-4ba8-93f8-eacb898d642e', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:9a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b50b5cb9-1ea2-4ff8-b20c-5ce070db61d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:14:52Z', 'updated_at': '2022-05-20T21:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': '4b24c5e5-67ad-4a6e-bb07-68d1286671e2', 'name': '', 'network_id': '1bf9f30f-4143-426a-b3e8-8c13e60024c0', 'tenant_id': 'cdc84cdf879947589b97668d7e3906ce', 'mac_address': 'fa:16:3e:ad:72:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b50b5cb9-1ea2-4ff8-b20c-5ce070db61d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '882ba240-0d16-45aa-b659-041bbd85a661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:14:56Z', 'updated_at': '2022-05-20T21:14:57Z', 'revision_number': 2, 'project_id': 'cdc84cdf879947589b97668d7e3906ce', 'subnets': [{'id': '882ba240-0d16-45aa-b659-041bbd85a661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:14:58.781821 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e35094c-d8c7-48ac-bf96-62f64e351346 None None] Checking router: b50b5cb9-1ea2-4ff8-b20c-5ce070db61d3 for host: n-d-842733-1 {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 21:14:58.782177 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e35094c-d8c7-48ac-bf96-62f64e351346 None None] Updating router b50b5cb9-1ea2-4ff8-b20c-5ce070db61d3 port 4b24c5e5-67ad-4a6e-bb07-68d1286671e2 binding host n-d-842733-1 {{(pid=103164) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 21:14:58.806761 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port bf117add-f614-4239-91ad-1dc89a2d61fb triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:14:58.807122 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:14:58.820592 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b6e96584-6a51-46b8-aca7-b7ac2fef2672 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:14:58.833641 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-c93acb24-c0c9-497b-9144-60910170df26 None None] Provisioning complete for port 4b24c5e5-67ad-4a6e-bb07-68d1286671e2 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:14:58.834001 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c93acb24-c0c9-497b-9144-60910170df26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:14:58.838060 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3e35094c-d8c7-48ac-bf96-62f64e351346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:14:58.865156 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e96584-6a51-46b8-aca7-b7ac2fef2672 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09a09fc1-8678-4d46-a1fc-9b0af2313b25,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:14:58.914299 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-c93acb24-c0c9-497b-9144-60910170df26 None None] Port 4b24c5e5-67ad-4a6e-bb07-68d1286671e2 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 21:14:58.928356 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b6e96584-6a51-46b8-aca7-b7ac2fef2672 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:14:58.929883 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-b6e96584-6a51-46b8-aca7-b7ac2fef2672 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3802764 May 20 21:14:58.933075 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 57972) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:14:58.940537 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-5d12f39c-12a5-40aa-88b9-9bfeeea80d85 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Request body: {'security_group_rule': {'security_group_id': '09a09fc1-8678-4d46-a1fc-9b0af2313b25', 'project_id': 'cdc84cdf879947589b97668d7e3906ce', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:14:59.035112 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5d12f39c-12a5-40aa-88b9-9bfeeea80d85 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:14:59.043493 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port bf117add-f614-4239-91ad-1dc89a2d61fb is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:14:59.153109 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5d12f39c-12a5-40aa-88b9-9bfeeea80d85 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:14:59.203539 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5143cd-0b04-45e6-8bd8-ad2b3a4465a0 req-b93b5893-f602-4ed6-a102-511e49fc7950 tempest-TestServerBasicOps-425116848 tempest-TestServerBasicOps-425116848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:14:59.205547 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-df5143cd-0b04-45e6-8bd8-ad2b3a4465a0 req-b93b5893-f602-4ed6-a102-511e49fc7950 tempest-TestServerBasicOps-425116848 tempest-TestServerBasicOps-425116848-project] 10.222.0.35 "GET /v2.0/ports?device_id=49400ff3-e1c3-4858-9fde-eeb548e645f7 HTTP/1.1" status: 200 len: 946 time: 0.0524495 May 20 21:14:59.232198 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3e35094c-d8c7-48ac-bf96-62f64e351346 None None] Notify callbacks [] for port, precommit_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:14:59.251204 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-df5143cd-0b04-45e6-8bd8-ad2b3a4465a0 req-72c12110-27bd-4569-83b2-ef1d04833f43 tempest-TestServerBasicOps-425116848 tempest-TestServerBasicOps-425116848-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf98b9f5-35ac-4880-8a7d-bee4ab63acfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381198 May 20 21:14:59.259806 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5d12f39c-12a5-40aa-88b9-9bfeeea80d85 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691816'] for security_group_rule, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:14:59.279834 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d12f39c-12a5-40aa-88b9-9bfeeea80d85 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eaffe2d8-8282-4cbc-9803-4bc4adbab4ab,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:14:59.294201 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3e35094c-d8c7-48ac-bf96-62f64e351346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:14:59.343317 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e12ad8-4bcb-4ecc-8d6c-9607c6d05503 None None] Pushing event updated for resources: {'Port': ['ID=4b24c5e5-67ad-4a6e-bb07-68d1286671e2,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:14:59.347840 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5d12f39c-12a5-40aa-88b9-9bfeeea80d85 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:14:59.351450 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-5d12f39c-12a5-40aa-88b9-9bfeeea80d85 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4147329 May 20 21:14:59.352723 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 57976) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:14:59.357388 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-a6f86011-4ccc-49e1-8a31-e71de3e92dbc tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Request body: {'security_group_rule': {'security_group_id': '09a09fc1-8678-4d46-a1fc-9b0af2313b25', 'project_id': 'cdc84cdf879947589b97668d7e3906ce', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:14:59.404516 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-3e35094c-d8c7-48ac-bf96-62f64e351346 None None] Attempting to bind port 4b24c5e5-67ad-4a6e-bb07-68d1286671e2 on host n-d-842733-1 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:14:59.404641 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-3e35094c-d8c7-48ac-bf96-62f64e351346 None None] Attempting to bind port 4b24c5e5-67ad-4a6e-bb07-68d1286671e2 by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': '9f760f0c-ef28-41ed-9d4b-0d1e81d65ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '1bf9f30f-4143-426a-b3e8-8c13e60024c0'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:14:59.405001 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e35094c-d8c7-48ac-bf96-62f64e351346 None None] Attempting to bind port 4b24c5e5-67ad-4a6e-bb07-68d1286671e2 on network 1bf9f30f-4143-426a-b3e8-8c13e60024c0 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:14:59.410505 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e35094c-d8c7-48ac-bf96-62f64e351346 None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 21, 14, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 21:14:59.410880 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e35094c-d8c7-48ac-bf96-62f64e351346 None None] Checking segment: {'id': '9f760f0c-ef28-41ed-9d4b-0d1e81d65ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '1bf9f30f-4143-426a-b3e8-8c13e60024c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:14:59.411282 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3e35094c-d8c7-48ac-bf96-62f64e351346 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:14:59.411810 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e35094c-d8c7-48ac-bf96-62f64e351346 None None] Bound using segment: {'id': '9f760f0c-ef28-41ed-9d4b-0d1e81d65ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '1bf9f30f-4143-426a-b3e8-8c13e60024c0'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 21:14:59.412284 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-3e35094c-d8c7-48ac-bf96-62f64e351346 None None] Bound port: 4b24c5e5-67ad-4a6e-bb07-68d1286671e2, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f760f0c-ef28-41ed-9d4b-0d1e81d65ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '1bf9f30f-4143-426a-b3e8-8c13e60024c0'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:14:59.412849 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3e35094c-d8c7-48ac-bf96-62f64e351346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:14:59.471011 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a6f86011-4ccc-49e1-8a31-e71de3e92dbc tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:14:59.493415 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3e35094c-d8c7-48ac-bf96-62f64e351346 None None] For port 4b24c5e5-67ad-4a6e-bb07-68d1286671e2, host n-d-842733-1, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 21:14:59.497369 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3e35094c-d8c7-48ac-bf96-62f64e351346 None None] For port 4b24c5e5-67ad-4a6e-bb07-68d1286671e2, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=4b24c5e5-67ad-4a6e-bb07-68d1286671e2,segment=NetworkSegment(9f760f0c-ef28-41ed-9d4b-0d1e81d65ac5),segment_id=9f760f0c-ef28-41ed-9d4b-0d1e81d65ac5)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 21:14:59.545945 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a6f86011-4ccc-49e1-8a31-e71de3e92dbc tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:14:59.580624 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3e35094c-d8c7-48ac-bf96-62f64e351346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:14:59.614523 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a6f86011-4ccc-49e1-8a31-e71de3e92dbc tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691816'] for security_group_rule, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:14:59.633541 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f86011-4ccc-49e1-8a31-e71de3e92dbc tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58dad62d-3ef2-4830-9b81-0e55aea08a3f,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:14:59.666687 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e12ad8-4bcb-4ecc-8d6c-9607c6d05503 None None] Pushing event updated for resources: {'Port': ['ID=4b24c5e5-67ad-4a6e-bb07-68d1286671e2,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:14:59.677158 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e35094c-d8c7-48ac-bf96-62f64e351346 None None] Routers {'b50b5cb9-1ea2-4ff8-b20c-5ce070db61d3'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:14:59.677796 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-3e35094c-d8c7-48ac-bf96-62f64e351346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:14:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['b50b5cb9-1ea2-4ff8-b20c-5ce070db61d3'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:14:59.682250 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-52059e68-7c3a-41d4-b283-da2d25e64ab2 None None] Provisioning complete for port 4b24c5e5-67ad-4a6e-bb07-68d1286671e2 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:14:59.682614 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-52059e68-7c3a-41d4-b283-da2d25e64ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:14:59.702488 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a6f86011-4ccc-49e1-8a31-e71de3e92dbc tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:14:59.704310 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-a6f86011-4ccc-49e1-8a31-e71de3e92dbc tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3504732 May 20 21:14:59.707074 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 57978) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:14:59.712929 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-8e6b606e-7a73-4e84-bf86-57f76512140d tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Request body: {'security_group_rule': {'security_group_id': '09a09fc1-8678-4d46-a1fc-9b0af2313b25', 'project_id': 'cdc84cdf879947589b97668d7e3906ce', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:14:59.801739 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8e6b606e-7a73-4e84-bf86-57f76512140d tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:14:59.889650 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8e6b606e-7a73-4e84-bf86-57f76512140d tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:14:59.972276 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8e6b606e-7a73-4e84-bf86-57f76512140d tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691816'] for security_group_rule, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:00.004583 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-3e35094c-d8c7-48ac-bf96-62f64e351346 None None] Set router b50b5cb9-1ea2-4ff8-b20c-5ce070db61d3 gateway port host: n-d-842733-1 {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:15:00.019792 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6b606e-7a73-4e84-bf86-57f76512140d tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee9510ab-686d-4d8c-91b1-641e94144966,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:15:00.033191 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device bf117add-f614-4239-91ad-1dc89a2d61fb up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:15:00.063031 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-52059e68-7c3a-41d4-b283-da2d25e64ab2 None None] Current status of the port 4b24c5e5-67ad-4a6e-bb07-68d1286671e2 is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:15:00.063348 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-52059e68-7c3a-41d4-b283-da2d25e64ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:00.108232 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8e6b606e-7a73-4e84-bf86-57f76512140d tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:00.110387 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-8e6b606e-7a73-4e84-bf86-57f76512140d tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4019961 May 20 21:15:00.113351 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 57980) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:15:00.119527 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-0225974d-59b1-4c71-b9d4-884c0a43a026 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Request body: {'security_group_rule': {'security_group_id': '09a09fc1-8678-4d46-a1fc-9b0af2313b25', 'project_id': 'cdc84cdf879947589b97668d7e3906ce', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:15:00.192695 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-52059e68-7c3a-41d4-b283-da2d25e64ab2 None None] For port 4b24c5e5-67ad-4a6e-bb07-68d1286671e2, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=4b24c5e5-67ad-4a6e-bb07-68d1286671e2,segment=NetworkSegment(9f760f0c-ef28-41ed-9d4b-0d1e81d65ac5),segment_id=9f760f0c-ef28-41ed-9d4b-0d1e81d65ac5)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:15:00.220407 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port bf117add-f614-4239-91ad-1dc89a2d61fb triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:15:00.220769 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:00.227916 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5920b23-1d63-4c2c-9489-3588dcec2528 req-3a17a378-629e-4e73-aedb-cffe03edbe94 tempest-TestServerBasicOps-425116848 tempest-TestServerBasicOps-425116848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:15:00.229805 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-a5920b23-1d63-4c2c-9489-3588dcec2528 req-3a17a378-629e-4e73-aedb-cffe03edbe94 tempest-TestServerBasicOps-425116848 tempest-TestServerBasicOps-425116848-project] 10.222.0.24 "GET /v2.0/ports?device_id=49400ff3-e1c3-4858-9fde-eeb548e645f7 HTTP/1.1" status: 200 len: 946 time: 0.0744963 May 20 21:15:00.271778 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0225974d-59b1-4c71-b9d4-884c0a43a026 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:00.274396 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-52059e68-7c3a-41d4-b283-da2d25e64ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:00.351407 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0225974d-59b1-4c71-b9d4-884c0a43a026 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:00.388125 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port bf117add-f614-4239-91ad-1dc89a2d61fb is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:15:00.425248 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52059e68-7c3a-41d4-b283-da2d25e64ab2 None None] Pushing event updated for resources: {'Port': ['ID=4b24c5e5-67ad-4a6e-bb07-68d1286671e2,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:15:00.432283 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1031cf-4db9-4660-aa0b-98f2e8990854 req-925c5d5c-5a76-4128-8837-30a71aeac1d8 tempest-TestServerBasicOps-425116848 tempest-TestServerBasicOps-425116848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:15:00.433714 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b3147eaf-7ec0-411e-84f6-e9f510a9eebc None None] Provisioning complete for port 4b24c5e5-67ad-4a6e-bb07-68d1286671e2 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:15:00.434282 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3147eaf-7ec0-411e-84f6-e9f510a9eebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:00.442580 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-a5920b23-1d63-4c2c-9489-3588dcec2528 req-7dac0053-4acb-4962-b4ea-9079c77ce2ce tempest-TestServerBasicOps-425116848 tempest-TestServerBasicOps-425116848-project] Deleting port d8b5fd65-35dd-4800-99cf-bf15f996ae59 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:15:00.442924 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-a5920b23-1d63-4c2c-9489-3588dcec2528 req-7dac0053-4acb-4962-b4ea-9079c77ce2ce tempest-TestServerBasicOps-425116848 tempest-TestServerBasicOps-425116848-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:00.443356 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8f1031cf-4db9-4660-aa0b-98f2e8990854 req-925c5d5c-5a76-4128-8837-30a71aeac1d8 tempest-TestServerBasicOps-425116848 tempest-TestServerBasicOps-425116848-project] 10.222.0.35 "GET /v2.0/ports?device_id=49400ff3-e1c3-4858-9fde-eeb548e645f7 HTTP/1.1" status: 200 len: 946 time: 0.0968678 May 20 21:15:00.446911 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0225974d-59b1-4c71-b9d4-884c0a43a026 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691816'] for security_group_rule, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:00.493663 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-3e35094c-d8c7-48ac-bf96-62f64e351346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b50b5cb9-1ea2-4ff8-b20c-5ce070db61d3', 'name': 'tempest-TestNetworkBasicOps-router-1923029447', 'tenant_id': 'cdc84cdf879947589b97668d7e3906ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.45'}], 'enable_snat': True}, 'gw_port_id': '3118cadb-eed8-4ba8-93f8-eacb898d642e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:14:51Z', 'updated_at': '2022-05-20T21:14:56Z', 'revision_number': 4, 'project_id': 'cdc84cdf879947589b97668d7e3906ce', 'gw_port': {'id': '3118cadb-eed8-4ba8-93f8-eacb898d642e', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:9a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b50b5cb9-1ea2-4ff8-b20c-5ce070db61d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:14:52Z', 'updated_at': '2022-05-20T21:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': '4b24c5e5-67ad-4a6e-bb07-68d1286671e2', 'name': '', 'network_id': '1bf9f30f-4143-426a-b3e8-8c13e60024c0', 'tenant_id': 'cdc84cdf879947589b97668d7e3906ce', 'mac_address': 'fa:16:3e:ad:72:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b50b5cb9-1ea2-4ff8-b20c-5ce070db61d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '882ba240-0d16-45aa-b659-041bbd85a661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:14:56Z', 'updated_at': '2022-05-20T21:14:59Z', 'revision_number': 4, 'project_id': 'cdc84cdf879947589b97668d7e3906ce', 'subnets': [{'id': '882ba240-0d16-45aa-b659-041bbd85a661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:15:00.529577 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0225974d-59b1-4c71-b9d4-884c0a43a026 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85d6ac33-4d9a-4f3d-a517-dd5d5e84be43,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:15:00.531971 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e35094c-d8c7-48ac-bf96-62f64e351346 None None] The sync data for ids ['b50b5cb9-1ea2-4ff8-b20c-5ce070db61d3'] in n-d-842733-1 is: [{'id': 'b50b5cb9-1ea2-4ff8-b20c-5ce070db61d3', 'name': 'tempest-TestNetworkBasicOps-router-1923029447', 'tenant_id': 'cdc84cdf879947589b97668d7e3906ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.45'}], 'enable_snat': True}, 'gw_port_id': '3118cadb-eed8-4ba8-93f8-eacb898d642e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:14:51Z', 'updated_at': '2022-05-20T21:14:56Z', 'revision_number': 4, 'project_id': 'cdc84cdf879947589b97668d7e3906ce', 'gw_port': {'id': '3118cadb-eed8-4ba8-93f8-eacb898d642e', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:9a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b50b5cb9-1ea2-4ff8-b20c-5ce070db61d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:14:52Z', 'updated_at': '2022-05-20T21:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': '4b24c5e5-67ad-4a6e-bb07-68d1286671e2', 'name': '', 'network_id': '1bf9f30f-4143-426a-b3e8-8c13e60024c0', 'tenant_id': 'cdc84cdf879947589b97668d7e3906ce', 'mac_address': 'fa:16:3e:ad:72:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b50b5cb9-1ea2-4ff8-b20c-5ce070db61d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '882ba240-0d16-45aa-b659-041bbd85a661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:14:56Z', 'updated_at': '2022-05-20T21:14:59Z', 'revision_number': 4, 'project_id': 'cdc84cdf879947589b97668d7e3906ce', 'subnets': [{'id': '882ba240-0d16-45aa-b659-041bbd85a661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 21:15:00.547827 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0225974d-59b1-4c71-b9d4-884c0a43a026 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:00.549003 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8f1031cf-4db9-4660-aa0b-98f2e8990854 req-49e3bb31-e060-4ec6-addc-8158709b617b tempest-TestServerBasicOps-425116848 tempest-TestServerBasicOps-425116848-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf98b9f5-35ac-4880-8a7d-bee4ab63acfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844946 May 20 21:15:00.549647 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-0225974d-59b1-4c71-b9d4-884c0a43a026 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4347236 May 20 21:15:00.552336 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 57986) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:15:00.571120 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-3bb33d82-bd15-45fa-acfc-d21876f8f024 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Request body: {'security_group_rule': {'security_group_id': '09a09fc1-8678-4d46-a1fc-9b0af2313b25', 'project_id': 'cdc84cdf879947589b97668d7e3906ce', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:15:00.638234 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-a5920b23-1d63-4c2c-9489-3588dcec2528 req-7dac0053-4acb-4962-b4ea-9079c77ce2ce tempest-TestServerBasicOps-425116848 tempest-TestServerBasicOps-425116848-project] For port d8b5fd65-35dd-4800-99cf-bf15f996ae59, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=d8b5fd65-35dd-4800-99cf-bf15f996ae59,segment=NetworkSegment(6ef5c97e-4a0a-449b-8d6c-547dbdc0992d),segment_id=6ef5c97e-4a0a-449b-8d6c-547dbdc0992d)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:15:00.638684 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-a5920b23-1d63-4c2c-9489-3588dcec2528 req-7dac0053-4acb-4962-b4ea-9079c77ce2ce tempest-TestServerBasicOps-425116848 tempest-TestServerBasicOps-425116848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:00.661138 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3147eaf-7ec0-411e-84f6-e9f510a9eebc None None] Current status of the port 4b24c5e5-67ad-4a6e-bb07-68d1286671e2 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:15:00.666384 n-d-842733-1 neutron-server[103163]: INFO neutron.db.securitygroups_db [None req-3bb33d82-bd15-45fa-acfc-d21876f8f024 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Project cdc84cdf879947589b97668d7e3906ce added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 20 21:15:00.675603 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3bb33d82-bd15-45fa-acfc-d21876f8f024 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:00.781642 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3bb33d82-bd15-45fa-acfc-d21876f8f024 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:00.850458 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3bb33d82-bd15-45fa-acfc-d21876f8f024 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691816'] for security_group_rule, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:00.881105 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb33d82-bd15-45fa-acfc-d21876f8f024 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8512308-9e72-47c3-a606-7f266376dd55,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:15:00.908030 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-a5920b23-1d63-4c2c-9489-3588dcec2528 req-7dac0053-4acb-4962-b4ea-9079c77ce2ce tempest-TestServerBasicOps-425116848 tempest-TestServerBasicOps-425116848-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:00.908267 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-a5920b23-1d63-4c2c-9489-3588dcec2528 req-7dac0053-4acb-4962-b4ea-9079c77ce2ce tempest-TestServerBasicOps-425116848 tempest-TestServerBasicOps-425116848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748272'] for floatingip, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:00.908748 n-d-842733-1 neutron-server[103162]: INFO neutron.db.l3_db [req-a5920b23-1d63-4c2c-9489-3588dcec2528 req-7dac0053-4acb-4962-b4ea-9079c77ce2ce tempest-TestServerBasicOps-425116848 tempest-TestServerBasicOps-425116848-project] Floating IP f7e3c724-61d9-4ce4-8ae5-a81482a591fc disassociated. External IP: 172.25.2.59, port: d8b5fd65-35dd-4800-99cf-bf15f996ae59. May 20 21:15:00.909162 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-a5920b23-1d63-4c2c-9489-3588dcec2528 req-7dac0053-4acb-4962-b4ea-9079c77ce2ce tempest-TestServerBasicOps-425116848 tempest-TestServerBasicOps-425116848-project] Calling delete_port for d8b5fd65-35dd-4800-99cf-bf15f996ae59 owned by compute:nova {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:15:00.970629 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3bb33d82-bd15-45fa-acfc-d21876f8f024 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:00.980775 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-3bb33d82-bd15-45fa-acfc-d21876f8f024 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4246168 May 20 21:15:00.981026 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 57988) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:15:00.985547 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-755ac710-625e-45b5-909e-8111543f76b7 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Request body: {'security_group_rule': {'security_group_id': '09a09fc1-8678-4d46-a1fc-9b0af2313b25', 'project_id': 'cdc84cdf879947589b97668d7e3906ce', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:15:01.106165 n-d-842733-1 neutron-server[103163]: INFO neutron.db.securitygroups_db [None req-755ac710-625e-45b5-909e-8111543f76b7 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Project cdc84cdf879947589b97668d7e3906ce added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 20 21:15:01.111541 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-755ac710-625e-45b5-909e-8111543f76b7 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:01.134282 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-a5920b23-1d63-4c2c-9489-3588dcec2528 req-7dac0053-4acb-4962-b4ea-9079c77ce2ce tempest-TestServerBasicOps-425116848 tempest-TestServerBasicOps-425116848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:01.181018 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dac0053-4acb-4962-b4ea-9079c77ce2ce tempest-TestServerBasicOps-425116848 tempest-TestServerBasicOps-425116848-project] Pushing event deleted for resources: {'Port': ['ID=d8b5fd65-35dd-4800-99cf-bf15f996ae59,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:15:01.218010 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-755ac710-625e-45b5-909e-8111543f76b7 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:01.309584 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-755ac710-625e-45b5-909e-8111543f76b7 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691816'] for security_group_rule, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:01.328890 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a5920b23-1d63-4c2c-9489-3588dcec2528 req-7dac0053-4acb-4962-b4ea-9079c77ce2ce tempest-TestServerBasicOps-425116848 tempest-TestServerBasicOps-425116848-project] Router 89920af5-497a-49ab-8324-29e033ab82ce has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 21:15:01.334641 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755ac710-625e-45b5-909e-8111543f76b7 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c17b0034-60fa-4eea-9b08-12473963fc2a,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:15:01.391055 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-755ac710-625e-45b5-909e-8111543f76b7 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:01.393251 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-755ac710-625e-45b5-909e-8111543f76b7 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4109209 May 20 21:15:01.476717 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a5920b23-1d63-4c2c-9489-3588dcec2528 req-7dac0053-4acb-4962-b4ea-9079c77ce2ce tempest-TestServerBasicOps-425116848 tempest-TestServerBasicOps-425116848-project] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 21:15:01.490807 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e10ebc58-c9c4-4760-bd39-38e6723f94a0 None None] Sync routers for ids ['89920af5-497a-49ab-8324-29e033ab82ce'] in n-d-842733-1 {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 21:15:01.514277 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e10ebc58-c9c4-4760-bd39-38e6723f94a0 None None] Routers {'89920af5-497a-49ab-8324-29e033ab82ce'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:15:01.514910 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-e10ebc58-c9c4-4760-bd39-38e6723f94a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:14:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['89920af5-497a-49ab-8324-29e033ab82ce'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:15:01.546995 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5920b23-1d63-4c2c-9489-3588dcec2528 req-7dac0053-4acb-4962-b4ea-9079c77ce2ce tempest-TestServerBasicOps-425116848 tempest-TestServerBasicOps-425116848-project] No DVR routers for this DVR port d8b5fd65-35dd-4800-99cf-bf15f996ae59 on host n-h1-842733-1 {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 21:15:01.555534 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-a5920b23-1d63-4c2c-9489-3588dcec2528 req-7dac0053-4acb-4962-b4ea-9079c77ce2ce tempest-TestServerBasicOps-425116848 tempest-TestServerBasicOps-425116848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:01.561293 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-a5920b23-1d63-4c2c-9489-3588dcec2528 req-7dac0053-4acb-4962-b4ea-9079c77ce2ce tempest-TestServerBasicOps-425116848 tempest-TestServerBasicOps-425116848-project] 10.222.0.24 "DELETE /v2.0/ports/d8b5fd65-35dd-4800-99cf-bf15f996ae59 HTTP/1.1" status: 204 len: 173 time: 1.3259592 May 20 21:15:01.562423 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49400ff3-e1c3-4858-9fde-eeb548e645f7', 'name': 'network-vif-deleted', 'tag': 'd8b5fd65-35dd-4800-99cf-bf15f996ae59'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 21:15:01.574595 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6fa957933fccbf596d28104b23404b952ad6a8238afaebaed40a0874b2e409" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d35f895a-2745-4492-97a7-aac5fd0cb1b4" -d '{"events": [{"server_uuid": "49400ff3-e1c3-4858-9fde-eeb548e645f7", "name": "network-vif-deleted", "tag": "d8b5fd65-35dd-4800-99cf-bf15f996ae59"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 21:15:01.606305 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ec8656d1-64fd-48f5-8f95-0b99c79fd191 req-c21820a6-2b9f-44e0-8980-7c905455e86d tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1077951991&fields=id&tenant_id=cdc84cdf879947589b97668d7e3906ce HTTP/1.1" status: 200 len: 267 time: 0.0456150 May 20 21:15:01.774257 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-27ce3b8e-57d0-4046-a720-b44c981c1207 req-ca061be2-a99a-4440-a3e0-641a860ed23a tempest-TestServerBasicOps-425116848 tempest-TestServerBasicOps-425116848-project] 10.222.0.35 "GET /v2.0/ports?device_id=49400ff3-e1c3-4858-9fde-eeb548e645f7 HTTP/1.1" status: 200 len: 210 time: 0.0469208 May 20 21:15:01.859785 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-e10ebc58-c9c4-4760-bd39-38e6723f94a0 None None] Set router 89920af5-497a-49ab-8324-29e033ab82ce gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:15:01.890434 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8656d1-64fd-48f5-8f95-0b99c79fd191 req-a8a2d4b0-242b-49d9-8fcf-0501f4e43b0c tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:15:01.898294 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ec8656d1-64fd-48f5-8f95-0b99c79fd191 req-a8a2d4b0-242b-49d9-8fcf-0501f4e43b0c tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] 10.222.0.35 "GET /v2.0/networks?id=1bf9f30f-4143-426a-b3e8-8c13e60024c0 HTTP/1.1" status: 200 len: 797 time: 0.2837727 May 20 21:15:01.906374 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 21:15:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8fea560-32e1-4cb3-87d7-a32e9c300f36 x-openstack-request-id: req-b8fea560-32e1-4cb3-87d7-a32e9c300f36 {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 21:15:01.910009 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49400ff3-e1c3-4858-9fde-eeb548e645f7", "name": "network-vif-deleted", "tag": "d8b5fd65-35dd-4800-99cf-bf15f996ae59", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 21:15:01.910287 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b8fea560-32e1-4cb3-87d7-a32e9c300f36 {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 21:15:01.910819 n-d-842733-1 neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8fea560-32e1-4cb3-87d7-a32e9c300f36'] response: {'server_uuid': '49400ff3-e1c3-4858-9fde-eeb548e645f7', 'name': 'network-vif-deleted', 'tag': 'd8b5fd65-35dd-4800-99cf-bf15f996ae59', 'status': 'completed', 'code': 200} May 20 21:15:01.927035 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ec8656d1-64fd-48f5-8f95-0b99c79fd191 req-1f5cf7d8-9f1a-41b8-aee3-ca158aed5d12 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] 10.222.0.35 "GET /v2.0/quotas/cdc84cdf879947589b97668d7e3906ce HTTP/1.1" status: 200 len: 375 time: 0.0228000 May 20 21:15:02.032699 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ec8656d1-64fd-48f5-8f95-0b99c79fd191 req-0d1b813b-e73d-4ba6-b81d-23df69e21ed5 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=cdc84cdf879947589b97668d7e3906ce&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0945468 May 20 21:15:02.093307 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 4b24c5e5-67ad-4a6e-bb07-68d1286671e2 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:15:02.154466 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-e10ebc58-c9c4-4760-bd39-38e6723f94a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89920af5-497a-49ab-8324-29e033ab82ce', 'name': 'tempest-TestServerBasicOps-1989938131-router', 'tenant_id': '7fdecc405989411c84ab3315b9aeaeca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.17'}], 'enable_snat': True}, 'gw_port_id': '1a4697de-d820-41ca-b4aa-8f1871aa2aa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:09:44Z', 'updated_at': '2022-05-20T21:09:49Z', 'revision_number': 4, 'project_id': '7fdecc405989411c84ab3315b9aeaeca', 'gw_port': {'id': '1a4697de-d820-41ca-b4aa-8f1871aa2aa2', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:58:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89920af5-497a-49ab-8324-29e033ab82ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:09:45Z', 'updated_at': '2022-05-20T21:09:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': '02bac4e6-5179-42c2-baf5-98275ad4d33f', 'name': '', 'network_id': '68a7d121-da9c-4961-a87a-776dc042edbe', 'tenant_id': '7fdecc405989411c84ab3315b9aeaeca', 'mac_address': 'fa:16:3e:da:c7:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89920af5-497a-49ab-8324-29e033ab82ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3690, 'fixed_ips': [{'subnet_id': 'eb9df1f9-5c90-4a5f-b716-5ed54cdea1e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:09:48Z', 'updated_at': '2022-05-20T21:09:53Z', 'revision_number': 5, 'project_id': '7fdecc405989411c84ab3315b9aeaeca', 'subnets': [{'id': 'eb9df1f9-5c90-4a5f-b716-5ed54cdea1e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:15:02.190511 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 4b24c5e5-67ad-4a6e-bb07-68d1286671e2 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:15:02.190881 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:02.197769 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e10ebc58-c9c4-4760-bd39-38e6723f94a0 None None] Checking router: 89920af5-497a-49ab-8324-29e033ab82ce for host: n-d-842733-1 {{(pid=103165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 21:15:02.206292 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e10ebc58-c9c4-4760-bd39-38e6723f94a0 None None] Routers {'89920af5-497a-49ab-8324-29e033ab82ce'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:15:02.207165 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-e10ebc58-c9c4-4760-bd39-38e6723f94a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:14:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['89920af5-497a-49ab-8324-29e033ab82ce'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:15:02.229172 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ec8656d1-64fd-48f5-8f95-0b99c79fd191 req-ea863050-968b-44ca-8cae-93f184ee2262 service neutron] 10.222.0.35 "GET /v2.0/networks/1bf9f30f-4143-426a-b3e8-8c13e60024c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1824858 May 20 21:15:02.376885 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-e10ebc58-c9c4-4760-bd39-38e6723f94a0 None None] Set router 89920af5-497a-49ab-8324-29e033ab82ce gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:15:02.392950 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ec8656d1-64fd-48f5-8f95-0b99c79fd191 req-b6278a85-4911-4172-96b1-e39f7a88ad4b service neutron] 10.222.0.35 "GET /v2.0/networks/1bf9f30f-4143-426a-b3e8-8c13e60024c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627567 May 20 21:15:02.397755 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 4b24c5e5-67ad-4a6e-bb07-68d1286671e2 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:15:02.560665 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:02.622378 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-e10ebc58-c9c4-4760-bd39-38e6723f94a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89920af5-497a-49ab-8324-29e033ab82ce', 'name': 'tempest-TestServerBasicOps-1989938131-router', 'tenant_id': '7fdecc405989411c84ab3315b9aeaeca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.17'}], 'enable_snat': True}, 'gw_port_id': '1a4697de-d820-41ca-b4aa-8f1871aa2aa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:09:44Z', 'updated_at': '2022-05-20T21:09:49Z', 'revision_number': 4, 'project_id': '7fdecc405989411c84ab3315b9aeaeca', 'gw_port': {'id': '1a4697de-d820-41ca-b4aa-8f1871aa2aa2', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:58:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89920af5-497a-49ab-8324-29e033ab82ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:09:45Z', 'updated_at': '2022-05-20T21:09:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': '02bac4e6-5179-42c2-baf5-98275ad4d33f', 'name': '', 'network_id': '68a7d121-da9c-4961-a87a-776dc042edbe', 'tenant_id': '7fdecc405989411c84ab3315b9aeaeca', 'mac_address': 'fa:16:3e:da:c7:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89920af5-497a-49ab-8324-29e033ab82ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3690, 'fixed_ips': [{'subnet_id': 'eb9df1f9-5c90-4a5f-b716-5ed54cdea1e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:09:48Z', 'updated_at': '2022-05-20T21:09:53Z', 'revision_number': 5, 'project_id': '7fdecc405989411c84ab3315b9aeaeca', 'subnets': [{'id': 'eb9df1f9-5c90-4a5f-b716-5ed54cdea1e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:15:02.657640 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e10ebc58-c9c4-4760-bd39-38e6723f94a0 None None] The sync data for ids ['89920af5-497a-49ab-8324-29e033ab82ce'] in n-d-842733-1 is: [{'id': '89920af5-497a-49ab-8324-29e033ab82ce', 'name': 'tempest-TestServerBasicOps-1989938131-router', 'tenant_id': '7fdecc405989411c84ab3315b9aeaeca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.17'}], 'enable_snat': True}, 'gw_port_id': '1a4697de-d820-41ca-b4aa-8f1871aa2aa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:09:44Z', 'updated_at': '2022-05-20T21:09:49Z', 'revision_number': 4, 'project_id': '7fdecc405989411c84ab3315b9aeaeca', 'gw_port': {'id': '1a4697de-d820-41ca-b4aa-8f1871aa2aa2', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:58:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89920af5-497a-49ab-8324-29e033ab82ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:09:45Z', 'updated_at': '2022-05-20T21:09:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': '02bac4e6-5179-42c2-baf5-98275ad4d33f', 'name': '', 'network_id': '68a7d121-da9c-4961-a87a-776dc042edbe', 'tenant_id': '7fdecc405989411c84ab3315b9aeaeca', 'mac_address': 'fa:16:3e:da:c7:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89920af5-497a-49ab-8324-29e033ab82ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3690, 'fixed_ips': [{'subnet_id': 'eb9df1f9-5c90-4a5f-b716-5ed54cdea1e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:09:48Z', 'updated_at': '2022-05-20T21:09:53Z', 'revision_number': 5, 'project_id': '7fdecc405989411c84ab3315b9aeaeca', 'subnets': [{'id': 'eb9df1f9-5c90-4a5f-b716-5ed54cdea1e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 21:15:02.763122 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9e20d8cb-2262-4ca2-bc2a-3b61c303214e req-3f371c3a-ae4d-4145-8a96-e38a765b17f8 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] 10.222.0.35 "GET /v2.0/ports?device_id=5a0ae92b-5150-4bdf-b2b8-cc4575fb3872 HTTP/1.1" status: 200 len: 210 time: 0.0361993 May 20 21:15:02.862965 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 58042) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:15:03.025702 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-34f78f5d-2e18-45ac-99b9-4b5fd896cea5 tempest-TestServerBasicOps-425116848 tempest-TestServerBasicOps-425116848-project] Deleting port 3726e166-ed35-483c-a6a9-c6031ddc13da {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:15:03.026047 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-34f78f5d-2e18-45ac-99b9-4b5fd896cea5 tempest-TestServerBasicOps-425116848 tempest-TestServerBasicOps-425116848-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:03.040279 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a803b2a2-5718-4fc7-9e4e-6c66af219a28 None None] New status for floating IP f7e3c724-61d9-4ce4-8ae5-a81482a591fc: DOWN {{(pid=103164) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 21:15:03.128211 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-34f78f5d-2e18-45ac-99b9-4b5fd896cea5 tempest-TestServerBasicOps-425116848 tempest-TestServerBasicOps-425116848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:03.128211 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-34f78f5d-2e18-45ac-99b9-4b5fd896cea5 tempest-TestServerBasicOps-425116848 tempest-TestServerBasicOps-425116848-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:03.141748 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-34f78f5d-2e18-45ac-99b9-4b5fd896cea5 tempest-TestServerBasicOps-425116848 tempest-TestServerBasicOps-425116848-project] Calling delete_port for 3726e166-ed35-483c-a6a9-c6031ddc13da owned by network:floatingip {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:15:03.417806 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-34f78f5d-2e18-45ac-99b9-4b5fd896cea5 tempest-TestServerBasicOps-425116848 tempest-TestServerBasicOps-425116848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:03.452935 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f78f5d-2e18-45ac-99b9-4b5fd896cea5 tempest-TestServerBasicOps-425116848 tempest-TestServerBasicOps-425116848-project] Pushing event deleted for resources: {'Port': ['ID=3726e166-ed35-483c-a6a9-c6031ddc13da,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:15:03.519253 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-34f78f5d-2e18-45ac-99b9-4b5fd896cea5 tempest-TestServerBasicOps-425116848 tempest-TestServerBasicOps-425116848-project] Notify callbacks [] for floatingip, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:03.521925 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-34f78f5d-2e18-45ac-99b9-4b5fd896cea5 tempest-TestServerBasicOps-425116848 tempest-TestServerBasicOps-425116848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for floatingip, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:03.526485 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-34f78f5d-2e18-45ac-99b9-4b5fd896cea5 tempest-TestServerBasicOps-425116848 tempest-TestServerBasicOps-425116848-project] 10.222.0.35 "DELETE /v2.0/floatingips/f7e3c724-61d9-4ce4-8ae5-a81482a591fc HTTP/1.1" status: 204 len: 168 time: 0.6594672 May 20 21:15:03.603290 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 58086) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:15:03.670532 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2dc32f9f-2aa1-41ec-9c7f-f15d63729685 tempest-TestServerBasicOps-425116848 tempest-TestServerBasicOps-425116848-project] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:03.698447 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2dc32f9f-2aa1-41ec-9c7f-f15d63729685 tempest-TestServerBasicOps-425116848 tempest-TestServerBasicOps-425116848-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:03.837872 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2dc32f9f-2aa1-41ec-9c7f-f15d63729685 tempest-TestServerBasicOps-425116848 tempest-TestServerBasicOps-425116848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:03.840922 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2dc32f9f-2aa1-41ec-9c7f-f15d63729685 tempest-TestServerBasicOps-425116848 tempest-TestServerBasicOps-425116848-project] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:03.845141 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-2dc32f9f-2aa1-41ec-9c7f-f15d63729685 tempest-TestServerBasicOps-425116848 tempest-TestServerBasicOps-425116848-project] 10.222.0.35 "DELETE /v2.0/security-groups/bf98b9f5-35ac-4880-8a7d-bee4ab63acfa HTTP/1.1" status: 204 len: 168 time: 0.2402184 May 20 21:15:03.866312 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc32f9f-2aa1-41ec-9c7f-f15d63729685 tempest-TestServerBasicOps-425116848 tempest-TestServerBasicOps-425116848-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf98b9f5-35ac-4880-8a7d-bee4ab63acfa,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:15:03.902411 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2a62136c-3c0e-424f-90e3-47dd771dc816 req-17fe6f85-61f8-44da-82c2-265a73ae8b2e tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] 10.222.0.35 "GET /v2.0/ports?device_id=5a0ae92b-5150-4bdf-b2b8-cc4575fb3872 HTTP/1.1" status: 200 len: 210 time: 0.0513871 May 20 21:15:03.955449 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 58108) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:15:03.976582 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device d8b5fd65-35dd-4800-99cf-bf15f996ae59 no longer exists at agent hyperv_n-h1-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 21:15:04.002681 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] No Port match for: d8b5fd65-35dd-4800-99cf-bf15f996ae59 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 21:15:04.003036 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device d8b5fd65-35dd-4800-99cf-bf15f996ae59 not bound to the agent host n-h1-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 21:15:04.385983 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-91798125-0b41-49bf-b4fe-6fa18f65babf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748528'] for router_interface, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:04.641124 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-91798125-0b41-49bf-b4fe-6fa18f65babf admin admin] Deleting port 02bac4e6-5179-42c2-baf5-98275ad4d33f {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:15:04.641550 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-91798125-0b41-49bf-b4fe-6fa18f65babf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:04.718850 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-91798125-0b41-49bf-b4fe-6fa18f65babf admin admin] For port 02bac4e6-5179-42c2-baf5-98275ad4d33f, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=02bac4e6-5179-42c2-baf5-98275ad4d33f,segment=NetworkSegment(6ef5c97e-4a0a-449b-8d6c-547dbdc0992d),segment_id=6ef5c97e-4a0a-449b-8d6c-547dbdc0992d)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:15:04.719290 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-91798125-0b41-49bf-b4fe-6fa18f65babf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:04.731167 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-91798125-0b41-49bf-b4fe-6fa18f65babf admin admin] Calling delete_port for 02bac4e6-5179-42c2-baf5-98275ad4d33f owned by network:router_interface {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:15:04.932478 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8656d1-64fd-48f5-8f95-0b99c79fd191 req-b32f1f27-e607-461b-9ca9-7f8385dafcfd tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:15:04.934302 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-ec8656d1-64fd-48f5-8f95-0b99c79fd191 req-b32f1f27-e607-461b-9ca9-7f8385dafcfd tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] 10.222.0.13 "GET /v2.0/networks?id=1bf9f30f-4143-426a-b3e8-8c13e60024c0 HTTP/1.1" status: 200 len: 797 time: 0.1628749 May 20 21:15:05.014260 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-85b2c853-0fbf-46b7-8f2f-72170d3c8e53 req-4c26c3ce-53e3-495a-a838-8268b3f58205 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] 10.222.0.35 "GET /v2.0/ports?device_id=5a0ae92b-5150-4bdf-b2b8-cc4575fb3872 HTTP/1.1" status: 200 len: 210 time: 0.0317068 May 20 21:15:05.016928 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-ec8656d1-64fd-48f5-8f95-0b99c79fd191 req-fe8b8bdd-0459-4404-99e8-412a4c9a518c tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cdc84cdf879947589b97668d7e3906ce HTTP/1.1" status: 200 len: 380 time: 0.0613568 May 20 21:15:05.028897 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [req-ec8656d1-64fd-48f5-8f95-0b99c79fd191 req-91965671-32ed-406a-940f-d47da5f53157 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Request body: {'port': {'device_id': '5a0ae92b-5150-4bdf-b2b8-cc4575fb3872', 'network_id': '1bf9f30f-4143-426a-b3e8-8c13e60024c0', 'admin_state_up': True, 'tenant_id': 'cdc84cdf879947589b97668d7e3906ce', 'security_groups': ['09a09fc1-8678-4d46-a1fc-9b0af2313b25']}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:15:05.162791 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-91798125-0b41-49bf-b4fe-6fa18f65babf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:05.521533 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec8656d1-64fd-48f5-8f95-0b99c79fd191 req-91965671-32ed-406a-940f-d47da5f53157 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Made reservation on behalf of cdc84cdf879947589b97668d7e3906ce for: {'port': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:15:05.524993 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-ec8656d1-64fd-48f5-8f95-0b99c79fd191 req-91965671-32ed-406a-940f-d47da5f53157 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:05.526961 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91798125-0b41-49bf-b4fe-6fa18f65babf admin admin] Pushing event deleted for resources: {'Port': ['ID=02bac4e6-5179-42c2-baf5-98275ad4d33f,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:15:05.778714 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [req-ec8656d1-64fd-48f5-8f95-0b99c79fd191 req-91965671-32ed-406a-940f-d47da5f53157 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Allocated IP 172.20.0.10 (1bf9f30f-4143-426a-b3e8-8c13e60024c0/882ba240-0d16-45aa-b659-041bbd85a661/80e542a1-2c82-4d90-a385-bf388de7cbcc) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:15:05.796590 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-91798125-0b41-49bf-b4fe-6fa18f65babf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-692224'] for router_interface, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:06.054584 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-ec8656d1-64fd-48f5-8f95-0b99c79fd191 req-91965671-32ed-406a-940f-d47da5f53157 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:06.119755 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1c479eb4-b350-48a8-b84d-2f01cdf91a45 req-808c2dc4-253a-413b-995d-9ab9b2f0f74f tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] 10.222.0.35 "GET /v2.0/ports?device_id=5a0ae92b-5150-4bdf-b2b8-cc4575fb3872 HTTP/1.1" status: 200 len: 210 time: 0.0367219 May 20 21:15:06.143247 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91798125-0b41-49bf-b4fe-6fa18f65babf admin admin] Router 89920af5-497a-49ab-8324-29e033ab82ce has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 21:15:06.203546 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-ec8656d1-64fd-48f5-8f95-0b99c79fd191 req-91965671-32ed-406a-940f-d47da5f53157 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:06.293469 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec8656d1-64fd-48f5-8f95-0b99c79fd191 req-91965671-32ed-406a-940f-d47da5f53157 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Network 1bf9f30f-4143-426a-b3e8-8c13e60024c0 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:15:06.296187 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91965671-32ed-406a-940f-d47da5f53157 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Pushing event updated for resources: {'Port': ['ID=80e542a1-2c82-4d90-a385-bf388de7cbcc,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:15:06.298939 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [req-ec8656d1-64fd-48f5-8f95-0b99c79fd191 req-91965671-32ed-406a-940f-d47da5f53157 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:15:06.300922 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91798125-0b41-49bf-b4fe-6fa18f65babf admin admin] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 21:15:06.302421 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec8656d1-64fd-48f5-8f95-0b99c79fd191 req-91965671-32ed-406a-940f-d47da5f53157 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:15:06.310804 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-91798125-0b41-49bf-b4fe-6fa18f65babf admin admin] 10.222.0.35 "PUT /v2.0/routers/89920af5-497a-49ab-8324-29e033ab82ce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3517482 May 20 21:15:06.311170 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 58222) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:15:06.311917 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b4fa8d-66ac-42e0-9b29-8882d17a876f None None] Sync routers for ids ['89920af5-497a-49ab-8324-29e033ab82ce'] in n-d-842733-1 {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 21:15:06.323244 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b4fa8d-66ac-42e0-9b29-8882d17a876f None None] Routers {'89920af5-497a-49ab-8324-29e033ab82ce'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:15:06.323863 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-e0b4fa8d-66ac-42e0-9b29-8882d17a876f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:14:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['89920af5-497a-49ab-8324-29e033ab82ce'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:15:06.415242 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8656d1-64fd-48f5-8f95-0b99c79fd191 req-91965671-32ed-406a-940f-d47da5f53157 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:15:06.415883 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-ec8656d1-64fd-48f5-8f95-0b99c79fd191 req-91965671-32ed-406a-940f-d47da5f53157 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:06.456165 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-e0b4fa8d-66ac-42e0-9b29-8882d17a876f None None] Set router 89920af5-497a-49ab-8324-29e033ab82ce gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:15:06.479852 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e2f62792-7f9a-4ba2-b943-9b7ee59540ff admin admin] Notify callbacks [] for router, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:06.529425 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-ec8656d1-64fd-48f5-8f95-0b99c79fd191 req-91965671-32ed-406a-940f-d47da5f53157 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5063357 May 20 21:15:06.574052 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [req-ec8656d1-64fd-48f5-8f95-0b99c79fd191 req-51e5aa9c-148b-4c77-a7c3-2e41f52d2fba service neutron] Request body: {'port': {'device_id': '5a0ae92b-5150-4bdf-b2b8-cc4575fb3872', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-842733-1'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:15:06.641173 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-0e2a86ed-c674-42d6-924c-01c1519b888c None None] Provisioning complete for port 80e542a1-2c82-4d90-a385-bf388de7cbcc triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:15:06.641765 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-0e2a86ed-c674-42d6-924c-01c1519b888c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:06.641897 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e2f62792-7f9a-4ba2-b943-9b7ee59540ff admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:06.650957 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-ec8656d1-64fd-48f5-8f95-0b99c79fd191 req-51e5aa9c-148b-4c77-a7c3-2e41f52d2fba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:06.668841 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-e0b4fa8d-66ac-42e0-9b29-8882d17a876f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89920af5-497a-49ab-8324-29e033ab82ce', 'name': 'tempest-TestServerBasicOps-1989938131-router', 'tenant_id': '7fdecc405989411c84ab3315b9aeaeca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.17'}], 'enable_snat': True}, 'gw_port_id': '1a4697de-d820-41ca-b4aa-8f1871aa2aa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:09:44Z', 'updated_at': '2022-05-20T21:15:04Z', 'revision_number': 5, 'project_id': '7fdecc405989411c84ab3315b9aeaeca', 'gw_port': {'id': '1a4697de-d820-41ca-b4aa-8f1871aa2aa2', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:58:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89920af5-497a-49ab-8324-29e033ab82ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:09:45Z', 'updated_at': '2022-05-20T21:09:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:15:06.686238 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-0e2a86ed-c674-42d6-924c-01c1519b888c None None] Port 80e542a1-2c82-4d90-a385-bf388de7cbcc cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 21:15:06.702856 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b4fa8d-66ac-42e0-9b29-8882d17a876f None None] Checking router: 89920af5-497a-49ab-8324-29e033ab82ce for host: n-d-842733-1 {{(pid=103165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 21:15:06.711456 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b4fa8d-66ac-42e0-9b29-8882d17a876f None None] Routers {'89920af5-497a-49ab-8324-29e033ab82ce'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:15:06.712047 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-e0b4fa8d-66ac-42e0-9b29-8882d17a876f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:14:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['89920af5-497a-49ab-8324-29e033ab82ce'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:15:06.819359 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-e0b4fa8d-66ac-42e0-9b29-8882d17a876f None None] Set router 89920af5-497a-49ab-8324-29e033ab82ce gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:15:06.873286 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-e2f62792-7f9a-4ba2-b943-9b7ee59540ff admin admin] Deleting port 1a4697de-d820-41ca-b4aa-8f1871aa2aa2 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:15:06.873286 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e2f62792-7f9a-4ba2-b943-9b7ee59540ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:06.998904 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-e0b4fa8d-66ac-42e0-9b29-8882d17a876f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89920af5-497a-49ab-8324-29e033ab82ce', 'name': 'tempest-TestServerBasicOps-1989938131-router', 'tenant_id': '7fdecc405989411c84ab3315b9aeaeca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.17'}], 'enable_snat': True}, 'gw_port_id': '1a4697de-d820-41ca-b4aa-8f1871aa2aa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:09:44Z', 'updated_at': '2022-05-20T21:15:04Z', 'revision_number': 5, 'project_id': '7fdecc405989411c84ab3315b9aeaeca', 'gw_port': {'id': '1a4697de-d820-41ca-b4aa-8f1871aa2aa2', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:58:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89920af5-497a-49ab-8324-29e033ab82ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:09:45Z', 'updated_at': '2022-05-20T21:09:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:15:07.014572 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-e2f62792-7f9a-4ba2-b943-9b7ee59540ff admin admin] For port 1a4697de-d820-41ca-b4aa-8f1871aa2aa2, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=1a4697de-d820-41ca-b4aa-8f1871aa2aa2,segment=NetworkSegment(0b5485c4-eff8-42a1-9073-ae54ed4c63ba),segment_id=0b5485c4-eff8-42a1-9073-ae54ed4c63ba)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:15:07.014939 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e2f62792-7f9a-4ba2-b943-9b7ee59540ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:07.026778 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b4fa8d-66ac-42e0-9b29-8882d17a876f None None] The sync data for ids ['89920af5-497a-49ab-8324-29e033ab82ce'] in n-d-842733-1 is: [{'id': '89920af5-497a-49ab-8324-29e033ab82ce', 'name': 'tempest-TestServerBasicOps-1989938131-router', 'tenant_id': '7fdecc405989411c84ab3315b9aeaeca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.17'}], 'enable_snat': True}, 'gw_port_id': '1a4697de-d820-41ca-b4aa-8f1871aa2aa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:09:44Z', 'updated_at': '2022-05-20T21:15:04Z', 'revision_number': 5, 'project_id': '7fdecc405989411c84ab3315b9aeaeca', 'gw_port': {'id': '1a4697de-d820-41ca-b4aa-8f1871aa2aa2', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:58:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89920af5-497a-49ab-8324-29e033ab82ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:09:45Z', 'updated_at': '2022-05-20T21:09:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 21:15:07.031228 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-e2f62792-7f9a-4ba2-b943-9b7ee59540ff admin admin] Calling delete_port for 1a4697de-d820-41ca-b4aa-8f1871aa2aa2 owned by network:router_gateway {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:15:07.044865 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [req-ec8656d1-64fd-48f5-8f95-0b99c79fd191 req-51e5aa9c-148b-4c77-a7c3-2e41f52d2fba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80e542a1-2c82-4d90-a385-bf388de7cbcc {{(pid=103162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 21:15:07.056769 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-ec8656d1-64fd-48f5-8f95-0b99c79fd191 req-51e5aa9c-148b-4c77-a7c3-2e41f52d2fba service neutron] Notify callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:07.099956 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.provisioning_blocks [req-ec8656d1-64fd-48f5-8f95-0b99c79fd191 req-51e5aa9c-148b-4c77-a7c3-2e41f52d2fba service neutron] Transition to ACTIVE for port object 80e542a1-2c82-4d90-a385-bf388de7cbcc will not be triggered until provisioned by entity L2. {{(pid=103162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 21:15:07.174187 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-ec8656d1-64fd-48f5-8f95-0b99c79fd191 req-51e5aa9c-148b-4c77-a7c3-2e41f52d2fba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:07.237547 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e5aa9c-148b-4c77-a7c3-2e41f52d2fba service neutron] Pushing event updated for resources: {'Port': ['ID=80e542a1-2c82-4d90-a385-bf388de7cbcc,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:15:07.260337 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb5256c-df07-44aa-924b-89b08af31c43 req-030d06c8-4e9c-4208-b2b4-cd4fd2e99ab3 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:15:07.263723 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9eb5256c-df07-44aa-924b-89b08af31c43 req-030d06c8-4e9c-4208-b2b4-cd4fd2e99ab3 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] 10.222.0.35 "GET /v2.0/ports?device_id=5a0ae92b-5150-4bdf-b2b8-cc4575fb3872 HTTP/1.1" status: 200 len: 944 time: 0.0638616 May 20 21:15:07.308229 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9eb5256c-df07-44aa-924b-89b08af31c43 req-ffdd1f97-59e3-480a-b4d4-edb77c30444f tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] 10.222.0.35 "GET /v2.0/security-groups?id=09a09fc1-8678-4d46-a1fc-9b0af2313b25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361309 May 20 21:15:07.359557 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-ec8656d1-64fd-48f5-8f95-0b99c79fd191 req-51e5aa9c-148b-4c77-a7c3-2e41f52d2fba service neutron] Attempting to bind port 80e542a1-2c82-4d90-a385-bf388de7cbcc on host n-h2-842733-1 for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:15:07.360204 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-ec8656d1-64fd-48f5-8f95-0b99c79fd191 req-51e5aa9c-148b-4c77-a7c3-2e41f52d2fba service neutron] Attempting to bind port 80e542a1-2c82-4d90-a385-bf388de7cbcc by drivers openvswitch,hyperv on host n-h2-842733-1 at level 0 using segments [{'id': '9f760f0c-ef28-41ed-9d4b-0d1e81d65ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '1bf9f30f-4143-426a-b3e8-8c13e60024c0'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:15:07.361234 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec8656d1-64fd-48f5-8f95-0b99c79fd191 req-51e5aa9c-148b-4c77-a7c3-2e41f52d2fba service neutron] Attempting to bind port 80e542a1-2c82-4d90-a385-bf388de7cbcc on network 1bf9f30f-4143-426a-b3e8-8c13e60024c0 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:15:07.367259 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec8656d1-64fd-48f5-8f95-0b99c79fd191 req-51e5aa9c-148b-4c77-a7c3-2e41f52d2fba service neutron] Port 80e542a1-2c82-4d90-a385-bf388de7cbcc on network 1bf9f30f-4143-426a-b3e8-8c13e60024c0 not bound, no agent of type Open vSwitch agent registered on host n-h2-842733-1 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 21:15:07.367850 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec8656d1-64fd-48f5-8f95-0b99c79fd191 req-51e5aa9c-148b-4c77-a7c3-2e41f52d2fba service neutron] Attempting to bind port 80e542a1-2c82-4d90-a385-bf388de7cbcc on network 1bf9f30f-4143-426a-b3e8-8c13e60024c0 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:15:07.374636 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec8656d1-64fd-48f5-8f95-0b99c79fd191 req-51e5aa9c-148b-4c77-a7c3-2e41f52d2fba service neutron] Checking agent: {'id': 'a66f2511-b955-448f-877c-56cfe9c81b12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 33, 2), 'started_at': datetime.datetime(2022, 5, 20, 20, 33, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 21, 15, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 21:15:07.375102 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec8656d1-64fd-48f5-8f95-0b99c79fd191 req-51e5aa9c-148b-4c77-a7c3-2e41f52d2fba service neutron] Checking segment: {'id': '9f760f0c-ef28-41ed-9d4b-0d1e81d65ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '1bf9f30f-4143-426a-b3e8-8c13e60024c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:15:07.375583 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec8656d1-64fd-48f5-8f95-0b99c79fd191 req-51e5aa9c-148b-4c77-a7c3-2e41f52d2fba service neutron] Bound using segment: {'id': '9f760f0c-ef28-41ed-9d4b-0d1e81d65ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '1bf9f30f-4143-426a-b3e8-8c13e60024c0'} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 21:15:07.376098 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-ec8656d1-64fd-48f5-8f95-0b99c79fd191 req-51e5aa9c-148b-4c77-a7c3-2e41f52d2fba service neutron] Bound port: 80e542a1-2c82-4d90-a385-bf388de7cbcc, host: n-h2-842733-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f760f0c-ef28-41ed-9d4b-0d1e81d65ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '1bf9f30f-4143-426a-b3e8-8c13e60024c0'}}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:15:07.376455 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-ec8656d1-64fd-48f5-8f95-0b99c79fd191 req-51e5aa9c-148b-4c77-a7c3-2e41f52d2fba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:07.429523 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e2f62792-7f9a-4ba2-b943-9b7ee59540ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:07.490712 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f62792-7f9a-4ba2-b943-9b7ee59540ff admin admin] Pushing event deleted for resources: {'Port': ['ID=1a4697de-d820-41ca-b4aa-8f1871aa2aa2,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:15:07.544004 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-ec8656d1-64fd-48f5-8f95-0b99c79fd191 req-51e5aa9c-148b-4c77-a7c3-2e41f52d2fba service neutron] For port 80e542a1-2c82-4d90-a385-bf388de7cbcc, host n-h2-842733-1, cleared binding levels {{(pid=103162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 21:15:07.548459 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-ec8656d1-64fd-48f5-8f95-0b99c79fd191 req-51e5aa9c-148b-4c77-a7c3-2e41f52d2fba service neutron] For port 80e542a1-2c82-4d90-a385-bf388de7cbcc, host n-h2-842733-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=80e542a1-2c82-4d90-a385-bf388de7cbcc,segment=NetworkSegment(9f760f0c-ef28-41ed-9d4b-0d1e81d65ac5),segment_id=9f760f0c-ef28-41ed-9d4b-0d1e81d65ac5)] {{(pid=103162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 21:15:07.556015 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e2f62792-7f9a-4ba2-b943-9b7ee59540ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-748206'] for router_gateway, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:07.644844 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-ec8656d1-64fd-48f5-8f95-0b99c79fd191 req-51e5aa9c-148b-4c77-a7c3-2e41f52d2fba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:07.654273 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e2f62792-7f9a-4ba2-b943-9b7ee59540ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26169'] for router, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:07.657033 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e2f62792-7f9a-4ba2-b943-9b7ee59540ff admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:07.721179 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8656d1-64fd-48f5-8f95-0b99c79fd191 req-51e5aa9c-148b-4c77-a7c3-2e41f52d2fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:15:07.721812 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-ec8656d1-64fd-48f5-8f95-0b99c79fd191 req-51e5aa9c-148b-4c77-a7c3-2e41f52d2fba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:07.723206 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-ec8656d1-64fd-48f5-8f95-0b99c79fd191 req-51e5aa9c-148b-4c77-a7c3-2e41f52d2fba service neutron] 10.222.0.13 "PUT /v2.0/ports/80e542a1-2c82-4d90-a385-bf388de7cbcc HTTP/1.1" status: 200 len: 1092 time: 1.1550913 May 20 21:15:07.724609 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a0ae92b-5150-4bdf-b2b8-cc4575fb3872', 'tag': '80e542a1-2c82-4d90-a385-bf388de7cbcc'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 21:15:07.727458 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6fa957933fccbf596d28104b23404b952ad6a8238afaebaed40a0874b2e409" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-298853e4-fcc8-46b3-8897-03edea680119" -d '{"events": [{"name": "network-changed", "server_uuid": "5a0ae92b-5150-4bdf-b2b8-cc4575fb3872", "tag": "80e542a1-2c82-4d90-a385-bf388de7cbcc"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 21:15:07.752275 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e5aa9c-148b-4c77-a7c3-2e41f52d2fba service neutron] Pushing event updated for resources: {'Port': ['ID=80e542a1-2c82-4d90-a385-bf388de7cbcc,revision_number=3']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:15:07.776073 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 21:15:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8628b77-078f-45af-a831-4067557d724e x-openstack-request-id: req-c8628b77-078f-45af-a831-4067557d724e {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 21:15:07.776574 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a0ae92b-5150-4bdf-b2b8-cc4575fb3872", "tag": "80e542a1-2c82-4d90-a385-bf388de7cbcc", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 21:15:07.776826 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c8628b77-078f-45af-a831-4067557d724e {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 21:15:07.777284 n-d-842733-1 neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8628b77-078f-45af-a831-4067557d724e'] response: {'name': 'network-changed', 'server_uuid': '5a0ae92b-5150-4bdf-b2b8-cc4575fb3872', 'tag': '80e542a1-2c82-4d90-a385-bf388de7cbcc', 'status': 'completed', 'code': 200} May 20 21:15:07.806842 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e2f62792-7f9a-4ba2-b943-9b7ee59540ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-693148'] for router, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:07.807553 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2f62792-7f9a-4ba2-b943-9b7ee59540ff admin admin] Fanout notify agent at l3_agent the message router_deleted on router 89920af5-497a-49ab-8324-29e033ab82ce {{(pid=103162) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 20 21:15:07.812345 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e2f62792-7f9a-4ba2-b943-9b7ee59540ff admin admin] Notify callbacks [] for router, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:07.816370 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 58292) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:15:07.816475 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-e2f62792-7f9a-4ba2-b943-9b7ee59540ff admin admin] 10.222.0.35 "DELETE /v2.0/routers/89920af5-497a-49ab-8324-29e033ab82ce HTTP/1.1" status: 204 len: 168 time: 1.4855165 May 20 21:15:07.876306 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298853e4-fcc8-46b3-8897-03edea680119 req-867e31ac-f053-4313-ac36-b201f531a342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:15:07.877703 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_v2 [None req-0724ff27-e3cf-4ca4-92e8-cd61631e3020 admin admin] Deleting subnet eb9df1f9-5c90-4a5f-b716-5ed54cdea1e6 {{(pid=103163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 20 21:15:07.878003 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-298853e4-fcc8-46b3-8897-03edea680119 req-867e31ac-f053-4313-ac36-b201f531a342 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cdc84cdf879947589b97668d7e3906ce&device_id=5a0ae92b-5150-4bdf-b2b8-cc4575fb3872 HTTP/1.1" status: 200 len: 1095 time: 0.0605087 May 20 21:15:07.881628 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0724ff27-e3cf-4ca4-92e8-cd61631e3020 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:07.953750 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0724ff27-e3cf-4ca4-92e8-cd61631e3020 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9338757'] for subnet, precommit_delete_associations {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:08.036778 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298853e4-fcc8-46b3-8897-03edea680119 req-84e8023b-aae3-4882-992b-337f2fa3bbad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:15:08.042389 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-298853e4-fcc8-46b3-8897-03edea680119 req-84e8023b-aae3-4882-992b-337f2fa3bbad service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=cdc84cdf879947589b97668d7e3906ce&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1516562 May 20 21:15:08.053932 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0724ff27-e3cf-4ca4-92e8-cd61631e3020 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33068388'] for subnet, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:08.140367 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298853e4-fcc8-46b3-8897-03edea680119 req-a39ad889-19e7-437b-8272-15b7c044f002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:15:08.141859 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-298853e4-fcc8-46b3-8897-03edea680119 req-a39ad889-19e7-437b-8272-15b7c044f002 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0937207 May 20 21:15:08.195933 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0724ff27-e3cf-4ca4-92e8-cd61631e3020 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33068399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9641221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8422588'] for subnet, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:08.224623 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0724ff27-e3cf-4ca4-92e8-cd61631e3020 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb9df1f9-5c90-4a5f-b716-5ed54cdea1e6,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:15:08.227996 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0724ff27-e3cf-4ca4-92e8-cd61631e3020 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:08.231580 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-0724ff27-e3cf-4ca4-92e8-cd61631e3020 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/eb9df1f9-5c90-4a5f-b716-5ed54cdea1e6 HTTP/1.1" status: 204 len: 168 time: 0.4139109 May 20 21:15:08.234058 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 58312) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:15:08.235839 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d383425b-6e29-4aab-a811-4a479b8aadae None None] Network 68a7d121-da9c-4961-a87a-776dc042edbe requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:15:08.248653 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8656d1-64fd-48f5-8f95-0b99c79fd191 req-4e93ec03-6589-412b-bd62-7b0c9b40ca5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:15:08.250196 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-ec8656d1-64fd-48f5-8f95-0b99c79fd191 req-4e93ec03-6589-412b-bd62-7b0c9b40ca5e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cdc84cdf879947589b97668d7e3906ce&device_id=5a0ae92b-5150-4bdf-b2b8-cc4575fb3872 HTTP/1.1" status: 200 len: 1095 time: 0.0522974 May 20 21:15:08.302573 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-ec8656d1-64fd-48f5-8f95-0b99c79fd191 req-647fafce-0e0a-4131-8c12-265e4498dc44 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=80e542a1-2c82-4d90-a385-bf388de7cbcc HTTP/1.1" status: 200 len: 217 time: 0.0398948 May 20 21:15:08.313195 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-87142d27-159c-4304-ab06-4d75c6889b08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33160123'] for network, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:08.344480 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 02bac4e6-5179-42c2-baf5-98275ad4d33f no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 21:15:08.403084 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: 02bac4e6-5179-42c2-baf5-98275ad4d33f {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 21:15:08.403420 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 02bac4e6-5179-42c2-baf5-98275ad4d33f not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 21:15:08.415055 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8656d1-64fd-48f5-8f95-0b99c79fd191 req-24974dde-3453-48e0-a071-02343fc0729a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:15:08.415194 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-87142d27-159c-4304-ab06-4d75c6889b08 admin admin] Deleting port 7409600b-db0e-427c-957f-8f99f7652f88 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:15:08.415194 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-87142d27-159c-4304-ab06-4d75c6889b08 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:08.415450 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-ec8656d1-64fd-48f5-8f95-0b99c79fd191 req-24974dde-3453-48e0-a071-02343fc0729a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=882ba240-0d16-45aa-b659-041bbd85a661 HTTP/1.1" status: 200 len: 835 time: 0.0962777 May 20 21:15:08.474967 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8656d1-64fd-48f5-8f95-0b99c79fd191 req-d6092121-bcb6-433d-bf70-bad308ce9e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:15:08.477484 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-ec8656d1-64fd-48f5-8f95-0b99c79fd191 req-d6092121-bcb6-433d-bf70-bad308ce9e20 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1bf9f30f-4143-426a-b3e8-8c13e60024c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0600357 May 20 21:15:08.523025 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0da011d0-4386-4b9b-970c-41a9e9b19f3e None None] DHCP port deletion for 68a7d121-da9c-4961-a87a-776dc042edbe request from n-d-842733-1 {{(pid=103164) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 21:15:08.552160 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-87142d27-159c-4304-ab06-4d75c6889b08 admin admin] For port 7409600b-db0e-427c-957f-8f99f7652f88, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=7409600b-db0e-427c-957f-8f99f7652f88,segment=NetworkSegment(6ef5c97e-4a0a-449b-8d6c-547dbdc0992d),segment_id=6ef5c97e-4a0a-449b-8d6c-547dbdc0992d)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:15:08.552617 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-87142d27-159c-4304-ab06-4d75c6889b08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:08.563758 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9d5fb2-b4aa-4752-af69-e0d8c9ecf3af req-28db4855-7a31-47ec-b06c-273823fdbbf8 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:15:08.565722 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1b9d5fb2-b4aa-4752-af69-e0d8c9ecf3af req-28db4855-7a31-47ec-b06c-273823fdbbf8 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] 10.222.0.35 "GET /v2.0/ports?device_id=5a0ae92b-5150-4bdf-b2b8-cc4575fb3872 HTTP/1.1" status: 200 len: 944 time: 0.1264284 May 20 21:15:08.578668 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-ec8656d1-64fd-48f5-8f95-0b99c79fd191 req-61f2e93f-f072-4702-8f2e-bb10b23b00ed service neutron] 10.222.0.13 "GET /v2.0/networks/1bf9f30f-4143-426a-b3e8-8c13e60024c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933201 May 20 21:15:08.587107 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-0da011d0-4386-4b9b-970c-41a9e9b19f3e None None] Deleting port 7409600b-db0e-427c-957f-8f99f7652f88 {{(pid=103164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:15:08.587684 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-0da011d0-4386-4b9b-970c-41a9e9b19f3e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:08.588904 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-87142d27-159c-4304-ab06-4d75c6889b08 admin admin] Calling delete_port for 7409600b-db0e-427c-957f-8f99f7652f88 owned by network:dhcp {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:15:08.662091 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-0da011d0-4386-4b9b-970c-41a9e9b19f3e None None] For port 7409600b-db0e-427c-957f-8f99f7652f88, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=7409600b-db0e-427c-957f-8f99f7652f88,segment=NetworkSegment(6ef5c97e-4a0a-449b-8d6c-547dbdc0992d),segment_id=6ef5c97e-4a0a-449b-8d6c-547dbdc0992d)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:15:08.662776 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-0da011d0-4386-4b9b-970c-41a9e9b19f3e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:08.666166 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1b9d5fb2-b4aa-4752-af69-e0d8c9ecf3af req-73175080-1f4d-4a9e-85f7-141c7027f75b tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] 10.222.0.35 "GET /v2.0/security-groups?id=09a09fc1-8678-4d46-a1fc-9b0af2313b25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867040 May 20 21:15:08.677149 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-0da011d0-4386-4b9b-970c-41a9e9b19f3e None None] Calling delete_port for 7409600b-db0e-427c-957f-8f99f7652f88 owned by network:dhcp {{(pid=103164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:15:08.704885 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-ec8656d1-64fd-48f5-8f95-0b99c79fd191 req-f5835348-b5a2-4a47-8f17-fb7ab218f614 service neutron] 10.222.0.13 "GET /v2.0/networks/1bf9f30f-4143-426a-b3e8-8c13e60024c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192696 May 20 21:15:08.797466 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-87142d27-159c-4304-ab06-4d75c6889b08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:08.803267 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-0da011d0-4386-4b9b-970c-41a9e9b19f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099'] for port, after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:08.826798 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87142d27-159c-4304-ab06-4d75c6889b08 admin admin] Pushing event deleted for resources: {'Port': ['ID=7409600b-db0e-427c-957f-8f99f7652f88,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:15:08.830182 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87142d27-159c-4304-ab06-4d75c6889b08 admin admin] No DVR routers for this DVR port 7409600b-db0e-427c-957f-8f99f7652f88 on host n-d-842733-1 {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 21:15:08.839164 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da011d0-4386-4b9b-970c-41a9e9b19f3e None None] No DVR routers for this DVR port 7409600b-db0e-427c-957f-8f99f7652f88 on host n-d-842733-1 {{(pid=103164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 21:15:08.843758 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da011d0-4386-4b9b-970c-41a9e9b19f3e None None] Pushing event deleted for resources: {'Port': ['ID=7409600b-db0e-427c-957f-8f99f7652f88,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:15:08.907450 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-87142d27-159c-4304-ab06-4d75c6889b08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33072115', 'neutron.services.segments.db._delete_segments_for_network-8782419500584'] for network, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:08.934639 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-87142d27-159c-4304-ab06-4d75c6889b08 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68a7d121-da9c-4961-a87a-776dc042edbe']}} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:15:08.944169 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-87142d27-159c-4304-ab06-4d75c6889b08 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ef5c97e-4a0a-449b-8d6c-547dbdc0992d') {'for_net_delete': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:15:08.944460 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-87142d27-159c-4304-ab06-4d75c6889b08 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ef5c97e-4a0a-449b-8d6c-547dbdc0992d') {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:15:08.954789 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-87142d27-159c-4304-ab06-4d75c6889b08 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419501617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9338764'] for segment, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:08.968298 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-87142d27-159c-4304-ab06-4d75c6889b08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:08.974438 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87142d27-159c-4304-ab06-4d75c6889b08 admin admin] Releasing vlan 220 on physical network physnet1 to pool {{(pid=103163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 21:15:08.974824 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-87142d27-159c-4304-ab06-4d75c6889b08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9638311'] for segment, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:08.976556 n-d-842733-1 neutron-server[103163]: Traceback (most recent call last): May 20 21:15:08.976556 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 21:15:08.976556 n-d-842733-1 neutron-server[103163]: timer() May 20 21:15:08.976556 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 21:15:08.976556 n-d-842733-1 neutron-server[103163]: cb(*args, **kw) May 20 21:15:08.976556 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 20 21:15:08.976556 n-d-842733-1 neutron-server[103163]: return func(*args, **kwargs) May 20 21:15:08.976556 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 21:15:08.976556 n-d-842733-1 neutron-server[103163]: self._notify() May 20 21:15:08.976556 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 21:15:08.976556 n-d-842733-1 neutron-server[103163]: self.callback(batched_events) May 20 21:15:08.976556 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 21:15:08.976556 n-d-842733-1 neutron-server[103163]: event.method(event) May 20 21:15:08.976556 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 20 21:15:08.976556 n-d-842733-1 neutron-server[103163]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 21:15:08.976556 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 20 21:15:08.976556 n-d-842733-1 neutron-server[103163]: aggregate_uuid = self.p_client.list_aggregates( May 20 21:15:08.976556 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 20 21:15:08.976556 n-d-842733-1 neutron-server[103163]: return f(self, *a, **k) May 20 21:15:08.976556 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 20 21:15:08.976556 n-d-842733-1 neutron-server[103163]: return self._get(url).json() May 20 21:15:08.976556 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 20 21:15:08.976556 n-d-842733-1 neutron-server[103163]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 21:15:08.976556 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 21:15:08.976556 n-d-842733-1 neutron-server[103163]: return self.request(url, 'GET', **kwargs) May 20 21:15:08.976556 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 21:15:08.976556 n-d-842733-1 neutron-server[103163]: base_url = self.get_endpoint(auth, allow=allow, May 20 21:15:08.976556 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 21:15:08.976556 n-d-842733-1 neutron-server[103163]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 21:15:08.976556 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 21:15:08.976556 n-d-842733-1 neutron-server[103163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 21:15:08.976556 n-d-842733-1 neutron-server[103163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 21:15:09.128884 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-87142d27-159c-4304-ab06-4d75c6889b08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33072122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748162'] for network, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:09.136385 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-87142d27-159c-4304-ab06-4d75c6889b08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:09.139590 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-87142d27-159c-4304-ab06-4d75c6889b08 admin admin] 10.222.0.35 "DELETE /v2.0/networks/68a7d121-da9c-4961-a87a-776dc042edbe HTTP/1.1" status: 204 len: 168 time: 0.9044282 May 20 21:15:09.142692 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 58356) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:15:09.150975 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87142d27-159c-4304-ab06-4d75c6889b08 admin admin] Pushing event deleted for resources: {'Network': ['ID=68a7d121-da9c-4961-a87a-776dc042edbe,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:15:09.497223 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0813dece-0161-4708-a234-c957fc6fe6b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748528'] for router_interface, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:09.748249 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-0813dece-0161-4708-a234-c957fc6fe6b3 admin admin] Deleting port 8be94f29-2434-4061-aa2d-dde328135540 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:15:09.748497 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0813dece-0161-4708-a234-c957fc6fe6b3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:09.804656 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7714e0bf-4217-4b82-aedf-c3122b59341e req-a5f520ea-e1f0-4f83-ad7c-99cc33466df0 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:15:09.806732 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7714e0bf-4217-4b82-aedf-c3122b59341e req-a5f520ea-e1f0-4f83-ad7c-99cc33466df0 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] 10.222.0.35 "GET /v2.0/ports?device_id=5a0ae92b-5150-4bdf-b2b8-cc4575fb3872 HTTP/1.1" status: 200 len: 944 time: 0.0511777 May 20 21:15:09.826584 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-0813dece-0161-4708-a234-c957fc6fe6b3 admin admin] For port 8be94f29-2434-4061-aa2d-dde328135540, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=8be94f29-2434-4061-aa2d-dde328135540,segment=NetworkSegment(ad8a854f-ec77-45e5-b643-d833a5d151ca),segment_id=ad8a854f-ec77-45e5-b643-d833a5d151ca)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:15:09.826954 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0813dece-0161-4708-a234-c957fc6fe6b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:09.839392 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-0813dece-0161-4708-a234-c957fc6fe6b3 admin admin] Calling delete_port for 8be94f29-2434-4061-aa2d-dde328135540 owned by network:router_interface {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:15:09.844197 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7714e0bf-4217-4b82-aedf-c3122b59341e req-4b90d2cc-fd3b-402d-ad3c-3c13b5e72bc8 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] 10.222.0.35 "GET /v2.0/security-groups?id=09a09fc1-8678-4d46-a1fc-9b0af2313b25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319047 May 20 21:15:09.997240 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 1a4697de-d820-41ca-b4aa-8f1871aa2aa2 no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 21:15:10.020323 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: 1a4697de-d820-41ca-b4aa-8f1871aa2aa2 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 21:15:10.020735 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 1a4697de-d820-41ca-b4aa-8f1871aa2aa2 not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 21:15:10.021503 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 7409600b-db0e-427c-957f-8f99f7652f88 no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 21:15:10.041402 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: 7409600b-db0e-427c-957f-8f99f7652f88 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 21:15:10.041744 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 7409600b-db0e-427c-957f-8f99f7652f88 not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 21:15:10.123195 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0813dece-0161-4708-a234-c957fc6fe6b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:10.155008 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0813dece-0161-4708-a234-c957fc6fe6b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=8be94f29-2434-4061-aa2d-dde328135540,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:15:10.644399 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0813dece-0161-4708-a234-c957fc6fe6b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-692224'] for router_interface, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:10.862546 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0813dece-0161-4708-a234-c957fc6fe6b3 admin admin] Router 7e168375-f7ef-4a7f-b480-be3d06778a17 has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 21:15:10.969886 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eafd82-e38a-41d8-a8fd-0f0cbb8f9b50 req-007f279b-a877-4f24-a166-6efb62a7b94e tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:15:10.971646 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c8eafd82-e38a-41d8-a8fd-0f0cbb8f9b50 req-007f279b-a877-4f24-a166-6efb62a7b94e tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] 10.222.0.35 "GET /v2.0/ports?device_id=5a0ae92b-5150-4bdf-b2b8-cc4575fb3872 HTTP/1.1" status: 200 len: 944 time: 0.0490596 May 20 21:15:10.978459 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0813dece-0161-4708-a234-c957fc6fe6b3 admin admin] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 21:15:10.986163 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-0813dece-0161-4708-a234-c957fc6fe6b3 admin admin] 10.222.0.35 "PUT /v2.0/routers/7e168375-f7ef-4a7f-b480-be3d06778a17/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8400984 May 20 21:15:10.986420 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 58450) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:15:10.995149 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86f20856-0476-4008-9129-b59df2eb564c None None] Sync routers for ids ['7e168375-f7ef-4a7f-b480-be3d06778a17'] in n-d-842733-1 {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 21:15:11.015657 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c8eafd82-e38a-41d8-a8fd-0f0cbb8f9b50 req-f0905a68-b768-49d7-8fa8-010e5e8c54b3 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] 10.222.0.35 "GET /v2.0/security-groups?id=09a09fc1-8678-4d46-a1fc-9b0af2313b25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371325 May 20 21:15:11.019988 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f20856-0476-4008-9129-b59df2eb564c None None] Routers {'7e168375-f7ef-4a7f-b480-be3d06778a17'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:15:11.021291 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-86f20856-0476-4008-9129-b59df2eb564c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:14:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['7e168375-f7ef-4a7f-b480-be3d06778a17'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:15:11.096574 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-17f7cfd3-5beb-4656-9e80-612bed745830 admin admin] Notify callbacks [] for router, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:11.134705 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-86f20856-0476-4008-9129-b59df2eb564c None None] Set router 7e168375-f7ef-4a7f-b480-be3d06778a17 gateway port host: n-d-842733-1 {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:15:11.212072 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-17f7cfd3-5beb-4656-9e80-612bed745830 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:11.324754 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-86f20856-0476-4008-9129-b59df2eb564c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e168375-f7ef-4a7f-b480-be3d06778a17', 'name': 'tempest-TestServerBasicOps-1659246172-router', 'tenant_id': '85b2115ee62348c8b058e6c630ed9b37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.199'}], 'enable_snat': True}, 'gw_port_id': '99b5361e-0bcd-4644-baa5-07db0595235f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:09:52Z', 'updated_at': '2022-05-20T21:15:09Z', 'revision_number': 5, 'project_id': '85b2115ee62348c8b058e6c630ed9b37', 'gw_port': {'id': '99b5361e-0bcd-4644-baa5-07db0595235f', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a4:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e168375-f7ef-4a7f-b480-be3d06778a17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3704, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:09:53Z', 'updated_at': '2022-05-20T21:10:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:15:11.352472 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86f20856-0476-4008-9129-b59df2eb564c None None] Checking router: 7e168375-f7ef-4a7f-b480-be3d06778a17 for host: n-d-842733-1 {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 21:15:11.367955 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f20856-0476-4008-9129-b59df2eb564c None None] Routers {'7e168375-f7ef-4a7f-b480-be3d06778a17'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:15:11.368673 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-86f20856-0476-4008-9129-b59df2eb564c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:14:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['7e168375-f7ef-4a7f-b480-be3d06778a17'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:15:11.375477 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-17f7cfd3-5beb-4656-9e80-612bed745830 admin admin] Deleting port 99b5361e-0bcd-4644-baa5-07db0595235f {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:15:11.380846 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-17f7cfd3-5beb-4656-9e80-612bed745830 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:11.456100 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-86f20856-0476-4008-9129-b59df2eb564c None None] Set router 7e168375-f7ef-4a7f-b480-be3d06778a17 gateway port host: None {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:15:11.461710 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-17f7cfd3-5beb-4656-9e80-612bed745830 admin admin] For port 99b5361e-0bcd-4644-baa5-07db0595235f, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=99b5361e-0bcd-4644-baa5-07db0595235f,segment=NetworkSegment(0b5485c4-eff8-42a1-9073-ae54ed4c63ba),segment_id=0b5485c4-eff8-42a1-9073-ae54ed4c63ba)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:15:11.466696 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-17f7cfd3-5beb-4656-9e80-612bed745830 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:11.474357 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-17f7cfd3-5beb-4656-9e80-612bed745830 admin admin] Calling delete_port for 99b5361e-0bcd-4644-baa5-07db0595235f owned by network:router_gateway {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:15:11.514520 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-86f20856-0476-4008-9129-b59df2eb564c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e168375-f7ef-4a7f-b480-be3d06778a17', 'name': 'tempest-TestServerBasicOps-1659246172-router', 'tenant_id': '85b2115ee62348c8b058e6c630ed9b37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:09:52Z', 'updated_at': '2022-05-20T21:15:11Z', 'revision_number': 6, 'project_id': '85b2115ee62348c8b058e6c630ed9b37', 'gw_port_host': None}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:15:11.541006 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86f20856-0476-4008-9129-b59df2eb564c None None] The sync data for ids ['7e168375-f7ef-4a7f-b480-be3d06778a17'] in n-d-842733-1 is: [{'id': '7e168375-f7ef-4a7f-b480-be3d06778a17', 'name': 'tempest-TestServerBasicOps-1659246172-router', 'tenant_id': '85b2115ee62348c8b058e6c630ed9b37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:09:52Z', 'updated_at': '2022-05-20T21:15:11Z', 'revision_number': 6, 'project_id': '85b2115ee62348c8b058e6c630ed9b37', 'gw_port_host': None}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 21:15:11.694202 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-17f7cfd3-5beb-4656-9e80-612bed745830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:11.719406 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f7cfd3-5beb-4656-9e80-612bed745830 admin admin] Pushing event deleted for resources: {'Port': ['ID=99b5361e-0bcd-4644-baa5-07db0595235f,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:15:11.789086 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-17f7cfd3-5beb-4656-9e80-612bed745830 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-748206'] for router_gateway, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:11.880792 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-17f7cfd3-5beb-4656-9e80-612bed745830 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26169'] for router, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:11.883205 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-17f7cfd3-5beb-4656-9e80-612bed745830 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:12.014366 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-17f7cfd3-5beb-4656-9e80-612bed745830 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-693148'] for router, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:12.014945 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17f7cfd3-5beb-4656-9e80-612bed745830 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7e168375-f7ef-4a7f-b480-be3d06778a17 {{(pid=103162) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 20 21:15:12.019599 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-17f7cfd3-5beb-4656-9e80-612bed745830 admin admin] Notify callbacks [] for router, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:12.026676 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-17f7cfd3-5beb-4656-9e80-612bed745830 admin admin] 10.222.0.35 "DELETE /v2.0/routers/7e168375-f7ef-4a7f-b480-be3d06778a17 HTTP/1.1" status: 204 len: 168 time: 1.0327852 May 20 21:15:12.026676 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 58506) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:15:12.079010 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_v2 [None req-36ff3024-e867-4fbe-ad0f-b8edcb119910 admin admin] Deleting subnet fb8f4361-27b6-409f-b8d3-89c97403fc63 {{(pid=103162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 20 21:15:12.079010 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-36ff3024-e867-4fbe-ad0f-b8edcb119910 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:12.115512 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-36ff3024-e867-4fbe-ad0f-b8edcb119910 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3738392'] for subnet, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:12.149981 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd265563-02f8-4eab-af3d-67481b688c55 req-f1f668b7-de0a-44f0-a758-2fe75f3e11f6 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:15:12.151487 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-cd265563-02f8-4eab-af3d-67481b688c55 req-f1f668b7-de0a-44f0-a758-2fe75f3e11f6 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] 10.222.0.35 "GET /v2.0/ports?device_id=5a0ae92b-5150-4bdf-b2b8-cc4575fb3872 HTTP/1.1" status: 200 len: 944 time: 0.0543487 May 20 21:15:12.194209 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-36ff3024-e867-4fbe-ad0f-b8edcb119910 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33068388'] for subnet, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:12.196089 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-cd265563-02f8-4eab-af3d-67481b688c55 req-58a127ad-199b-4c63-8a45-36e27fb3dff7 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] 10.222.0.35 "GET /v2.0/security-groups?id=09a09fc1-8678-4d46-a1fc-9b0af2313b25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350342 May 20 21:15:12.324153 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-36ff3024-e867-4fbe-ad0f-b8edcb119910 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33068399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3797621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4018265'] for subnet, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:12.327967 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 8be94f29-2434-4061-aa2d-dde328135540 no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 21:15:12.351373 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: 8be94f29-2434-4061-aa2d-dde328135540 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 21:15:12.352096 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 8be94f29-2434-4061-aa2d-dde328135540 not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 21:15:12.373762 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ff3024-e867-4fbe-ad0f-b8edcb119910 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb8f4361-27b6-409f-b8d3-89c97403fc63,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:15:12.376822 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-36ff3024-e867-4fbe-ad0f-b8edcb119910 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:12.383323 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-36ff3024-e867-4fbe-ad0f-b8edcb119910 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/fb8f4361-27b6-409f-b8d3-89c97403fc63 HTTP/1.1" status: 204 len: 168 time: 0.3570073 May 20 21:15:12.384360 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b6c4515-edd8-4b8f-afe8-173e3dd39c1c None None] Network 125b8c7f-2f90-4cdf-a8a1-f4323c6d62d6 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:15:12.385547 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 58524) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:15:12.457466 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2f98e813-ce0d-4843-af7c-6b6d6344a864 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33160123'] for network, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:12.514832 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-2f98e813-ce0d-4843-af7c-6b6d6344a864 admin admin] Deleting port 1f03272c-d466-487c-96c6-21cb0aa2c486 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:15:12.515177 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2f98e813-ce0d-4843-af7c-6b6d6344a864 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:12.546019 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 80e542a1-2c82-4d90-a385-bf388de7cbcc details requested by agent hyperv_n-h2-842733-1 with host n-h2-842733-1 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 21:15:12.580407 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ded382c6-a02a-4d9b-b596-480caa8cd6a7 None None] DHCP port deletion for 125b8c7f-2f90-4cdf-a8a1-f4323c6d62d6 request from n-d-842733-1 {{(pid=103164) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 21:15:12.589144 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-2f98e813-ce0d-4843-af7c-6b6d6344a864 admin admin] For port 1f03272c-d466-487c-96c6-21cb0aa2c486, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=1f03272c-d466-487c-96c6-21cb0aa2c486,segment=NetworkSegment(ad8a854f-ec77-45e5-b643-d833a5d151ca),segment_id=ad8a854f-ec77-45e5-b643-d833a5d151ca)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:15:12.590086 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2f98e813-ce0d-4843-af7c-6b6d6344a864 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:12.606959 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-2f98e813-ce0d-4843-af7c-6b6d6344a864 admin admin] Calling delete_port for 1f03272c-d466-487c-96c6-21cb0aa2c486 owned by network:dhcp {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:15:12.684588 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port 80e542a1-2c82-4d90-a385-bf388de7cbcc, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=80e542a1-2c82-4d90-a385-bf388de7cbcc,segment=NetworkSegment(9f760f0c-ef28-41ed-9d4b-0d1e81d65ac5),segment_id=9f760f0c-ef28-41ed-9d4b-0d1e81d65ac5)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:15:12.708308 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Returning: {'device': '80e542a1-2c82-4d90-a385-bf388de7cbcc', 'network_id': '1bf9f30f-4143-426a-b3e8-8c13e60024c0', 'port_id': '80e542a1-2c82-4d90-a385-bf388de7cbcc', 'mac_address': 'fa:16:3e:79:b4:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '882ba240-0d16-45aa-b659-041bbd85a661', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 20 21:15:12.714775 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-ded382c6-a02a-4d9b-b596-480caa8cd6a7 None None] Deleting port 1f03272c-d466-487c-96c6-21cb0aa2c486 {{(pid=103164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:15:12.715146 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ded382c6-a02a-4d9b-b596-480caa8cd6a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:12.745913 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2f98e813-ce0d-4843-af7c-6b6d6344a864 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:12.773380 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f98e813-ce0d-4843-af7c-6b6d6344a864 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f03272c-d466-487c-96c6-21cb0aa2c486,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:15:12.777986 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f98e813-ce0d-4843-af7c-6b6d6344a864 admin admin] No DVR routers for this DVR port 1f03272c-d466-487c-96c6-21cb0aa2c486 on host n-d-842733-1 {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 21:15:12.865975 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2f98e813-ce0d-4843-af7c-6b6d6344a864 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33072115', 'neutron.services.segments.db._delete_segments_for_network-8782419500584'] for network, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:12.888599 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-2f98e813-ce0d-4843-af7c-6b6d6344a864 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['125b8c7f-2f90-4cdf-a8a1-f4323c6d62d6']}} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:15:12.899147 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-2f98e813-ce0d-4843-af7c-6b6d6344a864 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad8a854f-ec77-45e5-b643-d833a5d151ca') {'for_net_delete': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:15:12.899523 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-2f98e813-ce0d-4843-af7c-6b6d6344a864 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad8a854f-ec77-45e5-b643-d833a5d151ca') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:15:12.910616 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2f98e813-ce0d-4843-af7c-6b6d6344a864 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419501617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3738385'] for segment, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:12.925347 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2f98e813-ce0d-4843-af7c-6b6d6344a864 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:12.932513 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f98e813-ce0d-4843-af7c-6b6d6344a864 admin admin] Releasing vlan 232 on physical network physnet1 to pool {{(pid=103162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 21:15:12.932911 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2f98e813-ce0d-4843-af7c-6b6d6344a864 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3800791'] for segment, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:12.934659 n-d-842733-1 neutron-server[103162]: Traceback (most recent call last): May 20 21:15:12.934659 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 21:15:12.934659 n-d-842733-1 neutron-server[103162]: timer() May 20 21:15:12.934659 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 21:15:12.934659 n-d-842733-1 neutron-server[103162]: cb(*args, **kw) May 20 21:15:12.934659 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 20 21:15:12.934659 n-d-842733-1 neutron-server[103162]: return func(*args, **kwargs) May 20 21:15:12.934659 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 21:15:12.934659 n-d-842733-1 neutron-server[103162]: self._notify() May 20 21:15:12.934659 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 21:15:12.934659 n-d-842733-1 neutron-server[103162]: self.callback(batched_events) May 20 21:15:12.934659 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 21:15:12.934659 n-d-842733-1 neutron-server[103162]: event.method(event) May 20 21:15:12.934659 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 20 21:15:12.934659 n-d-842733-1 neutron-server[103162]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 21:15:12.934659 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 20 21:15:12.934659 n-d-842733-1 neutron-server[103162]: aggregate_uuid = self.p_client.list_aggregates( May 20 21:15:12.934659 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 20 21:15:12.934659 n-d-842733-1 neutron-server[103162]: return f(self, *a, **k) May 20 21:15:12.934659 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 20 21:15:12.934659 n-d-842733-1 neutron-server[103162]: return self._get(url).json() May 20 21:15:12.934659 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 20 21:15:12.934659 n-d-842733-1 neutron-server[103162]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 21:15:12.934659 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 21:15:12.934659 n-d-842733-1 neutron-server[103162]: return self.request(url, 'GET', **kwargs) May 20 21:15:12.934659 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 21:15:12.934659 n-d-842733-1 neutron-server[103162]: base_url = self.get_endpoint(auth, allow=allow, May 20 21:15:12.934659 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 21:15:12.934659 n-d-842733-1 neutron-server[103162]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 21:15:12.934659 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 21:15:12.934659 n-d-842733-1 neutron-server[103162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 21:15:12.934659 n-d-842733-1 neutron-server[103162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 21:15:12.962601 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port 80e542a1-2c82-4d90-a385-bf388de7cbcc is: DOWN; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:15:12.963760 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:12.981565 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-ded382c6-a02a-4d9b-b596-480caa8cd6a7 None None] For port 1f03272c-d466-487c-96c6-21cb0aa2c486, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=1f03272c-d466-487c-96c6-21cb0aa2c486,segment=NetworkSegment(ad8a854f-ec77-45e5-b643-d833a5d151ca),segment_id=ad8a854f-ec77-45e5-b643-d833a5d151ca)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:15:12.981963 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ded382c6-a02a-4d9b-b596-480caa8cd6a7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:12.993021 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80e542a1-2c82-4d90-a385-bf388de7cbcc {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 21:15:13.001484 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-ded382c6-a02a-4d9b-b596-480caa8cd6a7 None None] Calling delete_port for 1f03272c-d466-487c-96c6-21cb0aa2c486 owned by network:dhcp {{(pid=103164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:15:13.027145 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port 80e542a1-2c82-4d90-a385-bf388de7cbcc, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=80e542a1-2c82-4d90-a385-bf388de7cbcc,segment=NetworkSegment(9f760f0c-ef28-41ed-9d4b-0d1e81d65ac5),segment_id=9f760f0c-ef28-41ed-9d4b-0d1e81d65ac5)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:15:13.057672 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b040c0-2132-44d7-9201-0a1644bc00b0 req-97eb83fe-f5ad-433c-8eca-3d6245653b44 tempest-VolumesSnapshotTestJSON-1824500139 tempest-VolumesSnapshotTestJSON-1824500139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:15:13.059172 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-36b040c0-2132-44d7-9201-0a1644bc00b0 req-97eb83fe-f5ad-433c-8eca-3d6245653b44 tempest-VolumesSnapshotTestJSON-1824500139 tempest-VolumesSnapshotTestJSON-1824500139-project] 10.222.0.35 "GET /v2.0/networks?id=71da61d8-8f10-40b0-9a52-450c4a34dc28 HTTP/1.1" status: 200 len: 814 time: 0.1063828 May 20 21:15:13.069718 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2f98e813-ce0d-4843-af7c-6b6d6344a864 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33072122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748162'] for network, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:13.074816 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-36b040c0-2132-44d7-9201-0a1644bc00b0 req-c413d07b-d584-453c-97a8-83591a3467e6 tempest-VolumesSnapshotTestJSON-1824500139 tempest-VolumesSnapshotTestJSON-1824500139-project] 10.222.0.35 "GET /v2.0/quotas/a66b050937ea40618634c01548e149f5 HTTP/1.1" status: 200 len: 375 time: 0.0095689 May 20 21:15:13.076165 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2f98e813-ce0d-4843-af7c-6b6d6344a864 admin admin] Notify callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:13.079673 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-2f98e813-ce0d-4843-af7c-6b6d6344a864 admin admin] 10.222.0.35 "DELETE /v2.0/networks/125b8c7f-2f90-4cdf-a8a1-f4323c6d62d6 HTTP/1.1" status: 204 len: 168 time: 0.6928890 May 20 21:15:13.096685 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f98e813-ce0d-4843-af7c-6b6d6344a864 admin admin] Pushing event deleted for resources: {'Network': ['ID=125b8c7f-2f90-4cdf-a8a1-f4323c6d62d6,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:15:13.100665 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:13.118559 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-36b040c0-2132-44d7-9201-0a1644bc00b0 req-7555d7a2-bb3f-496f-a49c-2579fc8bbdaf tempest-VolumesSnapshotTestJSON-1824500139 tempest-VolumesSnapshotTestJSON-1824500139-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=a66b050937ea40618634c01548e149f5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0372555 May 20 21:15:13.129298 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ded382c6-a02a-4d9b-b596-480caa8cd6a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099'] for port, after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:13.138698 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ded382c6-a02a-4d9b-b596-480caa8cd6a7 None None] Network 125b8c7f-2f90-4cdf-a8a1-f4323c6d62d6 is not hosted by any dhcp agent {{(pid=103164) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} May 20 21:15:13.139347 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded382c6-a02a-4d9b-b596-480caa8cd6a7 None None] No DVR routers for this DVR port 1f03272c-d466-487c-96c6-21cb0aa2c486 on host n-d-842733-1 {{(pid=103164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 21:15:13.164158 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=80e542a1-2c82-4d90-a385-bf388de7cbcc,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:15:13.189559 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded382c6-a02a-4d9b-b596-480caa8cd6a7 None None] Pushing event deleted for resources: {'Port': ['ID=1f03272c-d466-487c-96c6-21cb0aa2c486,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:15:13.311048 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-36b040c0-2132-44d7-9201-0a1644bc00b0 req-1c3d09a6-2c60-43a7-826c-107bb0df3180 service neutron] 10.222.0.35 "GET /v2.0/networks/71da61d8-8f10-40b0-9a52-450c4a34dc28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1842334 May 20 21:15:13.374655 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] get_ports_and_sgs() called for port_ids ['80e542a1-2c82-4d90-a385-bf388de7cbcc'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 21:15:13.377729 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6005ce-2dc7-48b0-b2b4-5fc812535322 req-9122869c-82c2-4ab1-a842-079e6cb1f840 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:15:13.379237 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5c6005ce-2dc7-48b0-b2b4-5fc812535322 req-9122869c-82c2-4ab1-a842-079e6cb1f840 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] 10.222.0.35 "GET /v2.0/ports?device_id=5a0ae92b-5150-4bdf-b2b8-cc4575fb3872 HTTP/1.1" status: 200 len: 945 time: 0.1076543 May 20 21:15:13.435331 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5c6005ce-2dc7-48b0-b2b4-5fc812535322 req-0f3be499-f87f-491e-b0eb-7cb508f04125 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] 10.222.0.35 "GET /v2.0/security-groups?id=09a09fc1-8678-4d46-a1fc-9b0af2313b25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481572 May 20 21:15:13.467852 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-36b040c0-2132-44d7-9201-0a1644bc00b0 req-6da37597-7553-453b-9ef9-77cb8a8b7ff3 service neutron] 10.222.0.35 "GET /v2.0/networks/71da61d8-8f10-40b0-9a52-450c4a34dc28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502571 May 20 21:15:13.478880 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 58550) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:15:13.523982 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-0a1cfd5d-045a-4f23-afb1-6629f010825f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7fdecc405989411c84ab3315b9aeaeca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0435767 May 20 21:15:13.526711 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 58554) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:15:13.576432 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f8be3e19-1c76-4482-8af2-db4563d8c43b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:13.597009 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f8be3e19-1c76-4482-8af2-db4563d8c43b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:13.707328 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7a80c73d-1ac3-4c55-860c-73a6afb3fd25 req-d27a5e03-dcd9-40a8-8d9b-3a5483a5d73d tempest-VolumesSnapshotTestJSON-1824500139 tempest-VolumesSnapshotTestJSON-1824500139-project] 10.222.0.35 "GET /v2.0/ports?device_id=5e2d6281-a1fc-40ea-9362-a84272b89cb8 HTTP/1.1" status: 200 len: 210 time: 0.0266438 May 20 21:15:13.708886 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f8be3e19-1c76-4482-8af2-db4563d8c43b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:13.712608 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f8be3e19-1c76-4482-8af2-db4563d8c43b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:13.717066 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-f8be3e19-1c76-4482-8af2-db4563d8c43b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/73b952ec-751e-43ee-ab6c-f9b0a0ff535d HTTP/1.1" status: 204 len: 168 time: 0.1894109 May 20 21:15:13.726367 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8be3e19-1c76-4482-8af2-db4563d8c43b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73b952ec-751e-43ee-ab6c-f9b0a0ff535d,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:15:13.980950 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 99b5361e-0bcd-4644-baa5-07db0595235f no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 21:15:14.000604 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: 99b5361e-0bcd-4644-baa5-07db0595235f {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 21:15:14.000944 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 99b5361e-0bcd-4644-baa5-07db0595235f not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 21:15:14.001421 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 1f03272c-d466-487c-96c6-21cb0aa2c486 no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 21:15:14.022563 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: 1f03272c-d466-487c-96c6-21cb0aa2c486 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 21:15:14.023476 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 1f03272c-d466-487c-96c6-21cb0aa2c486 not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 21:15:14.498894 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 58572) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:15:14.548587 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 80e542a1-2c82-4d90-a385-bf388de7cbcc up at agent hyperv_n-h2-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:15:14.568999 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-162b7303-2cfa-442b-90ca-17371488335d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=85b2115ee62348c8b058e6c630ed9b37&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0685668 May 20 21:15:14.571881 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 58574) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:15:14.586735 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310ff2a4-09ba-4e4c-93a8-899e6045ff7c req-71a04bc6-e558-488a-8608-2122e772dc2b tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:15:14.588209 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-310ff2a4-09ba-4e4c-93a8-899e6045ff7c req-71a04bc6-e558-488a-8608-2122e772dc2b tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] 10.222.0.35 "GET /v2.0/ports?device_id=5a0ae92b-5150-4bdf-b2b8-cc4575fb3872 HTTP/1.1" status: 200 len: 945 time: 0.0818360 May 20 21:15:14.653345 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-310ff2a4-09ba-4e4c-93a8-899e6045ff7c req-c32c666b-1007-46f3-8858-38ff72113c90 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] 10.222.0.35 "GET /v2.0/security-groups?id=09a09fc1-8678-4d46-a1fc-9b0af2313b25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577078 May 20 21:15:14.657879 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-58dd13ef-87bf-4d5f-b04a-f1f5d642a767 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:14.669018 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Provisioning for port 80e542a1-2c82-4d90-a385-bf388de7cbcc completed by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 21:15:14.673002 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Provisioning complete for port 80e542a1-2c82-4d90-a385-bf388de7cbcc triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:15:14.673419 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:14.680434 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-58dd13ef-87bf-4d5f-b04a-f1f5d642a767 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:14.751181 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port 80e542a1-2c82-4d90-a385-bf388de7cbcc is: BUILD; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:15:14.751181 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:14.775166 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a0ae92b-5150-4bdf-b2b8-cc4575fb3872', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80e542a1-2c82-4d90-a385-bf388de7cbcc'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 21:15:14.777447 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8485417003ce7c0410b00f5cdc2f391e21107b70bb68e2773712534a96e108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66d67fb0-5443-4671-b66e-92632437119a" -d '{"events": [{"server_uuid": "5a0ae92b-5150-4bdf-b2b8-cc4575fb3872", "name": "network-vif-plugged", "status": "completed", "tag": "80e542a1-2c82-4d90-a385-bf388de7cbcc"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 21:15:14.793474 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-58dd13ef-87bf-4d5f-b04a-f1f5d642a767 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:14.795951 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-58dd13ef-87bf-4d5f-b04a-f1f5d642a767 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:14.797074 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port 80e542a1-2c82-4d90-a385-bf388de7cbcc, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=80e542a1-2c82-4d90-a385-bf388de7cbcc,segment=NetworkSegment(9f760f0c-ef28-41ed-9d4b-0d1e81d65ac5),segment_id=9f760f0c-ef28-41ed-9d4b-0d1e81d65ac5)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:15:14.797575 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-58dd13ef-87bf-4d5f-b04a-f1f5d642a767 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ca900328-f347-45a2-b2aa-e94758e5a816 HTTP/1.1" status: 204 len: 168 time: 0.2245710 May 20 21:15:14.816691 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7e7cbd76-52e4-4a6a-808c-973d4d38179a req-8a37e62d-c998-46a2-ab1d-172008a3c263 tempest-VolumesSnapshotTestJSON-1824500139 tempest-VolumesSnapshotTestJSON-1824500139-project] 10.222.0.35 "GET /v2.0/ports?device_id=5e2d6281-a1fc-40ea-9362-a84272b89cb8 HTTP/1.1" status: 200 len: 210 time: 0.0340281 May 20 21:15:14.821654 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58dd13ef-87bf-4d5f-b04a-f1f5d642a767 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca900328-f347-45a2-b2aa-e94758e5a816,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:15:14.883662 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:14.935843 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=80e542a1-2c82-4d90-a385-bf388de7cbcc,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:15:15.028475 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 21:15:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3ce8042-8fae-4945-8d61-ac6e594d7d83 x-openstack-request-id: req-f3ce8042-8fae-4945-8d61-ac6e594d7d83 {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 21:15:15.029002 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a0ae92b-5150-4bdf-b2b8-cc4575fb3872", "name": "network-vif-plugged", "status": "completed", "tag": "80e542a1-2c82-4d90-a385-bf388de7cbcc", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 21:15:15.029314 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f3ce8042-8fae-4945-8d61-ac6e594d7d83 {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 21:15:15.029717 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3ce8042-8fae-4945-8d61-ac6e594d7d83'] response: {'server_uuid': '5a0ae92b-5150-4bdf-b2b8-cc4575fb3872', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80e542a1-2c82-4d90-a385-bf388de7cbcc', 'code': 200} May 20 21:15:15.153478 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5d0e97-24dd-4a84-89c4-b74890eb8e0b req-09deb565-48a4-4dfb-b940-1acefe6ed18c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:15:15.155649 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-da5d0e97-24dd-4a84-89c4-b74890eb8e0b req-09deb565-48a4-4dfb-b940-1acefe6ed18c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5a0ae92b-5150-4bdf-b2b8-cc4575fb3872 HTTP/1.1" status: 200 len: 1097 time: 0.0432987 May 20 21:15:15.191817 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-da5d0e97-24dd-4a84-89c4-b74890eb8e0b req-f74723b8-7d09-493d-a13b-01adbb4b1c19 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=09a09fc1-8678-4d46-a1fc-9b0af2313b25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0293090 May 20 21:15:15.769691 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc45733-58d6-46fa-a564-3fc3e4d4346a req-b1cb3938-2ca7-47dd-80b4-8eb8181c11fc tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:15:15.771192 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9dc45733-58d6-46fa-a564-3fc3e4d4346a req-b1cb3938-2ca7-47dd-80b4-8eb8181c11fc tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] 10.222.0.35 "GET /v2.0/ports?device_id=5a0ae92b-5150-4bdf-b2b8-cc4575fb3872 HTTP/1.1" status: 200 len: 946 time: 0.0501118 May 20 21:15:15.810851 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9dc45733-58d6-46fa-a564-3fc3e4d4346a req-cbf4c023-3186-4a4a-a3c9-28e91e18a69e tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] 10.222.0.35 "GET /v2.0/security-groups?id=09a09fc1-8678-4d46-a1fc-9b0af2313b25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326905 May 20 21:15:15.922601 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3fc2bbe0-324c-4305-a550-14ca28d8cca5 req-6a5c30cf-28ba-4fc8-a675-f76b88f8b3e6 tempest-VolumesSnapshotTestJSON-1824500139 tempest-VolumesSnapshotTestJSON-1824500139-project] 10.222.0.35 "GET /v2.0/ports?device_id=5e2d6281-a1fc-40ea-9362-a84272b89cb8 HTTP/1.1" status: 200 len: 210 time: 0.0279076 May 20 21:15:15.981089 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 58606) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:15:16.089766 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-d458799e-a388-43e2-926b-5488ed3d7ad0 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-96216226-network', 'tenant_id': '29117324183f4ed3bf818ef5a8e4758b'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:15:16.156937 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.agents_db [None req-5c33ad30-4e00-40fa-b486-8c79c4a6cfc5 None None] Agent healthcheck: found 7 active agents {{(pid=103165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 20 21:15:16.184835 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b040c0-2132-44d7-9201-0a1644bc00b0 req-4e2aae48-dd30-4d29-8dc1-ba879a645529 tempest-VolumesSnapshotTestJSON-1824500139 tempest-VolumesSnapshotTestJSON-1824500139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:15:16.186307 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-36b040c0-2132-44d7-9201-0a1644bc00b0 req-4e2aae48-dd30-4d29-8dc1-ba879a645529 tempest-VolumesSnapshotTestJSON-1824500139 tempest-VolumesSnapshotTestJSON-1824500139-project] 10.222.0.24 "GET /v2.0/networks?id=71da61d8-8f10-40b0-9a52-450c4a34dc28 HTTP/1.1" status: 200 len: 814 time: 0.1221998 May 20 21:15:16.199727 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [req-36b040c0-2132-44d7-9201-0a1644bc00b0 req-85a9d29e-79b8-4962-a8e6-0792d60751ff tempest-VolumesSnapshotTestJSON-1824500139 tempest-VolumesSnapshotTestJSON-1824500139-project] Request body: {'port': {'device_id': '5e2d6281-a1fc-40ea-9362-a84272b89cb8', 'network_id': '71da61d8-8f10-40b0-9a52-450c4a34dc28', 'admin_state_up': True, 'tenant_id': 'a66b050937ea40618634c01548e149f5'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:15:16.241867 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d458799e-a388-43e2-926b-5488ed3d7ad0 admin admin] Made reservation on behalf of 29117324183f4ed3bf818ef5a8e4758b for: {'network': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:15:16.244079 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d458799e-a388-43e2-926b-5488ed3d7ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for network, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:16.258975 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d458799e-a388-43e2-926b-5488ed3d7ad0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:16.380801 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d458799e-a388-43e2-926b-5488ed3d7ad0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:16.440218 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36b040c0-2132-44d7-9201-0a1644bc00b0 req-85a9d29e-79b8-4962-a8e6-0792d60751ff tempest-VolumesSnapshotTestJSON-1824500139 tempest-VolumesSnapshotTestJSON-1824500139-project] Made reservation on behalf of a66b050937ea40618634c01548e149f5 for: {'port': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:15:16.443801 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-36b040c0-2132-44d7-9201-0a1644bc00b0 req-85a9d29e-79b8-4962-a8e6-0792d60751ff tempest-VolumesSnapshotTestJSON-1824500139 tempest-VolumesSnapshotTestJSON-1824500139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:16.466888 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d458799e-a388-43e2-926b-5488ed3d7ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:16.525589 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d458799e-a388-43e2-926b-5488ed3d7ad0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 205} {{(pid=103162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 21:15:16.544910 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d458799e-a388-43e2-926b-5488ed3d7ad0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca2d4340-7eab-46b1-aede-63ab0f456f86,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:15:16.551722 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d458799e-a388-43e2-926b-5488ed3d7ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:16.552691 n-d-842733-1 neutron-server[103162]: INFO neutron.db.segments_db [None req-d458799e-a388-43e2-926b-5488ed3d7ad0 admin admin] Added segment e5ed7682-24f7-44bd-93ee-e42c33dbf816 of type vlan for network 6cbd44ba-be6f-4b3d-bb13-545b2ece2d85 May 20 21:15:16.626617 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d458799e-a388-43e2-926b-5488ed3d7ad0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418993264'] for network, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:16.643066 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [req-36b040c0-2132-44d7-9201-0a1644bc00b0 req-85a9d29e-79b8-4962-a8e6-0792d60751ff tempest-VolumesSnapshotTestJSON-1824500139 tempest-VolumesSnapshotTestJSON-1824500139-project] Allocated IP 172.20.0.5 (71da61d8-8f10-40b0-9a52-450c4a34dc28/b22b9f09-ceeb-43dc-b5a8-20b4c2f0fe6e/fea51a2b-0117-450a-bcef-eda73437f3aa) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:15:16.738166 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d458799e-a388-43e2-926b-5488ed3d7ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524'] for network, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:16.739101 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d458799e-a388-43e2-926b-5488ed3d7ad0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:15:16.739669 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d458799e-a388-43e2-926b-5488ed3d7ad0 admin admin] Notify callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:16.823700 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d458799e-a388-43e2-926b-5488ed3d7ad0 admin admin] Pushing event updated for resources: {'Network': ['ID=6cbd44ba-be6f-4b3d-bb13-545b2ece2d85,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:15:16.833256 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Network 6cbd44ba-be6f-4b3d-bb13-545b2ece2d85 details requested by agent ovs-agent-n-d-842733-1 with host n-d-842733-1 {{(pid=103164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 20 21:15:16.842073 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-d458799e-a388-43e2-926b-5488ed3d7ad0 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 876 time: 0.8598785 May 20 21:15:16.845003 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 58612) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:15:16.849908 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-bf250d8a-1bbd-4be4-be63-6e2612a1e9d2 admin admin] Request body: {'subnet': {'network_id': '6cbd44ba-be6f-4b3d-bb13-545b2ece2d85', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-96216226-subnet', 'tenant_id': '29117324183f4ed3bf818ef5a8e4758b', 'ip_version': 4}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:15:16.869270 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-36b040c0-2132-44d7-9201-0a1644bc00b0 req-85a9d29e-79b8-4962-a8e6-0792d60751ff tempest-VolumesSnapshotTestJSON-1824500139 tempest-VolumesSnapshotTestJSON-1824500139-project] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:16.939696 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6693e962-a9dc-4307-9ba0-3a627693e321 req-7418d2bd-13d8-4599-84db-0dd3e9d09dfa tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:15:16.941146 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6693e962-a9dc-4307-9ba0-3a627693e321 req-7418d2bd-13d8-4599-84db-0dd3e9d09dfa tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] 10.222.0.35 "GET /v2.0/ports?device_id=5a0ae92b-5150-4bdf-b2b8-cc4575fb3872 HTTP/1.1" status: 200 len: 946 time: 0.0528443 May 20 21:15:16.961925 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf250d8a-1bbd-4be4-be63-6e2612a1e9d2 admin admin] Made reservation on behalf of 29117324183f4ed3bf818ef5a8e4758b for: {'subnet': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:15:16.964413 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bf250d8a-1bbd-4be4-be63-6e2612a1e9d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4018244'] for subnet, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:16.985761 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6693e962-a9dc-4307-9ba0-3a627693e321 req-74b7f385-e252-401d-9bb9-3b8b37faf6b4 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] 10.222.0.35 "GET /v2.0/security-groups?id=09a09fc1-8678-4d46-a1fc-9b0af2313b25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377204 May 20 21:15:17.014117 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-36b040c0-2132-44d7-9201-0a1644bc00b0 req-85a9d29e-79b8-4962-a8e6-0792d60751ff tempest-VolumesSnapshotTestJSON-1824500139 tempest-VolumesSnapshotTestJSON-1824500139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:17.053268 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af16dca-fc5c-41e1-a4e0-01117a27aaeb req-9c7a4765-e059-4dca-b187-638813ea0ca9 tempest-VolumesSnapshotTestJSON-1824500139 tempest-VolumesSnapshotTestJSON-1824500139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:15:17.055896 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6af16dca-fc5c-41e1-a4e0-01117a27aaeb req-9c7a4765-e059-4dca-b187-638813ea0ca9 tempest-VolumesSnapshotTestJSON-1824500139 tempest-VolumesSnapshotTestJSON-1824500139-project] 10.222.0.35 "GET /v2.0/ports?device_id=5e2d6281-a1fc-40ea-9362-a84272b89cb8 HTTP/1.1" status: 200 len: 931 time: 0.0568326 May 20 21:15:17.080051 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36b040c0-2132-44d7-9201-0a1644bc00b0 req-85a9d29e-79b8-4962-a8e6-0792d60751ff tempest-VolumesSnapshotTestJSON-1824500139 tempest-VolumesSnapshotTestJSON-1824500139-project] Network 71da61d8-8f10-40b0-9a52-450c4a34dc28 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:15:17.092072 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [req-36b040c0-2132-44d7-9201-0a1644bc00b0 req-85a9d29e-79b8-4962-a8e6-0792d60751ff tempest-VolumesSnapshotTestJSON-1824500139 tempest-VolumesSnapshotTestJSON-1824500139-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:15:17.095260 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-36b040c0-2132-44d7-9201-0a1644bc00b0 req-85a9d29e-79b8-4962-a8e6-0792d60751ff tempest-VolumesSnapshotTestJSON-1824500139 tempest-VolumesSnapshotTestJSON-1824500139-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:15:17.098158 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a9d29e-79b8-4962-a8e6-0792d60751ff tempest-VolumesSnapshotTestJSON-1824500139 tempest-VolumesSnapshotTestJSON-1824500139-project] Pushing event updated for resources: {'Port': ['ID=fea51a2b-0117-450a-bcef-eda73437f3aa,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:15:17.127785 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6af16dca-fc5c-41e1-a4e0-01117a27aaeb req-6eddc138-069a-407f-8b68-9057b9933911 tempest-VolumesSnapshotTestJSON-1824500139 tempest-VolumesSnapshotTestJSON-1824500139-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ad33e8f-95e2-4132-9a13-d64c1ab5d1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561223 May 20 21:15:17.138693 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611a17ce-5326-4ca4-9a68-448c5aedf746 req-d05642fc-6bf8-454a-9f1f-b98ee9b243ba tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:15:17.140204 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-611a17ce-5326-4ca4-9a68-448c5aedf746 req-d05642fc-6bf8-454a-9f1f-b98ee9b243ba tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] 10.222.0.35 "GET /v2.0/ports?device_id=5a0ae92b-5150-4bdf-b2b8-cc4575fb3872 HTTP/1.1" status: 200 len: 946 time: 0.0783827 May 20 21:15:17.164170 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b040c0-2132-44d7-9201-0a1644bc00b0 req-85a9d29e-79b8-4962-a8e6-0792d60751ff tempest-VolumesSnapshotTestJSON-1824500139 tempest-VolumesSnapshotTestJSON-1824500139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:15:17.164715 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-36b040c0-2132-44d7-9201-0a1644bc00b0 req-85a9d29e-79b8-4962-a8e6-0792d60751ff tempest-VolumesSnapshotTestJSON-1824500139 tempest-VolumesSnapshotTestJSON-1824500139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:17.180854 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-611a17ce-5326-4ca4-9a68-448c5aedf746 req-149e5584-8c74-4d39-bcc9-8782e0bb3bf4 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] 10.222.0.35 "GET /v2.0/security-groups?id=09a09fc1-8678-4d46-a1fc-9b0af2313b25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331931 May 20 21:15:17.206504 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 58618) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:15:17.249924 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df2172f8-49fc-45c6-9d61-b68c92875b0d tempest-TestNetworkBasicOps-212282956 tempest-TestNetworkBasicOps-212282956-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:15:17.254251 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-df2172f8-49fc-45c6-9d61-b68c92875b0d tempest-TestNetworkBasicOps-212282956 tempest-TestNetworkBasicOps-212282956-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=5a0ae92b-5150-4bdf-b2b8-cc4575fb3872 HTTP/1.1" status: 200 len: 1092 time: 0.0439677 May 20 21:15:17.261432 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 58620) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:15:17.261432 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-3d21f662-c02d-487d-a6d0-b1bed826ca40 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Request body: {'floatingip': {'floating_network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'port_id': '80e542a1-2c82-4d90-a385-bf388de7cbcc', 'tenant_id': 'cdc84cdf879947589b97668d7e3906ce', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:15:17.285503 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-36b040c0-2132-44d7-9201-0a1644bc00b0 req-85a9d29e-79b8-4962-a8e6-0792d60751ff tempest-VolumesSnapshotTestJSON-1824500139 tempest-VolumesSnapshotTestJSON-1824500139-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0893300 May 20 21:15:17.296738 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [req-36b040c0-2132-44d7-9201-0a1644bc00b0 req-617008e5-a93a-48f5-9470-a810297a0d25 service neutron] Request body: {'port': {'device_id': '5e2d6281-a1fc-40ea-9362-a84272b89cb8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-842733-1'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:15:17.343395 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bf250d8a-1bbd-4be4-be63-6e2612a1e9d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3797684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4018258'] for subnet, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:17.375021 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3d21f662-c02d-487d-a6d0-b1bed826ca40 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks [] for floatingip, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:17.376607 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-36b040c0-2132-44d7-9201-0a1644bc00b0 req-617008e5-a93a-48f5-9470-a810297a0d25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:17.436977 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf250d8a-1bbd-4be4-be63-6e2612a1e9d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c3cb950-3106-470e-81a8-b3e159e33dd9,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:15:17.453471 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf250d8a-1bbd-4be4-be63-6e2612a1e9d2 admin admin] Checking segment: {'id': 'e5ed7682-24f7-44bd-93ee-e42c33dbf816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '6cbd44ba-be6f-4b3d-bb13-545b2ece2d85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:15:17.453831 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf250d8a-1bbd-4be4-be63-6e2612a1e9d2 admin admin] Network hostable DHCP agents. Network: 6cbd44ba-be6f-4b3d-bb13-545b2ece2d85, hostable agents: ['c9b0653c-f3c7-4339-bd50-e3754b629216'], hosted agents: [] {{(pid=103162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 21:15:17.485514 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3d21f662-c02d-487d-a6d0-b1bed826ca40 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:17.594768 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-3d21f662-c02d-487d-a6d0-b1bed826ca40 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Allocated IP 172.25.2.221 (e3a93b5c-91e2-4064-9c2c-1afc261bfe15/86fee0c1-6e34-488b-9216-b2b8e7ef585a/e40a9438-9a49-49d0-94c8-df47894aff8c) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:15:17.604333 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf250d8a-1bbd-4be4-be63-6e2612a1e9d2 admin admin] Network 6cbd44ba-be6f-4b3d-bb13-545b2ece2d85 is scheduled to be hosted by DHCP agent c9b0653c-f3c7-4339-bd50-e3754b629216 with binding_index 1 {{(pid=103162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 21:15:17.681804 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-bf250d8a-1bbd-4be4-be63-6e2612a1e9d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842733-1, 6cbd44ba-be6f-4b3d-bb13-545b2ece2d85) {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:15:17.689331 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [req-36b040c0-2132-44d7-9201-0a1644bc00b0 req-617008e5-a93a-48f5-9470-a810297a0d25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fea51a2b-0117-450a-bcef-eda73437f3aa {{(pid=103162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 21:15:17.693953 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf250d8a-1bbd-4be4-be63-6e2612a1e9d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:15:17.694586 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bf250d8a-1bbd-4be4-be63-6e2612a1e9d2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:17.696093 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51ea24d6-559b-4e10-a22a-4baa49c323a9 None None] Network 6cbd44ba-be6f-4b3d-bb13-545b2ece2d85 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:15:17.700862 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-36b040c0-2132-44d7-9201-0a1644bc00b0 req-617008e5-a93a-48f5-9470-a810297a0d25 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:17.702309 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3d21f662-c02d-487d-a6d0-b1bed826ca40 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:17.716759 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.provisioning_blocks [req-36b040c0-2132-44d7-9201-0a1644bc00b0 req-617008e5-a93a-48f5-9470-a810297a0d25 service neutron] Transition to ACTIVE for port object fea51a2b-0117-450a-bcef-eda73437f3aa will not be triggered until provisioned by entity L2. {{(pid=103162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 21:15:17.771214 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-bf250d8a-1bbd-4be4-be63-6e2612a1e9d2 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 839 time: 0.9251783 May 20 21:15:17.774525 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 58622) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:15:17.778956 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-b91ad572-31c7-4cd4-9f0a-0a8d3468f804 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-96216226-router', 'tenant_id': '29117324183f4ed3bf818ef5a8e4758b', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'}}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:15:17.797066 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-36b040c0-2132-44d7-9201-0a1644bc00b0 req-617008e5-a93a-48f5-9470-a810297a0d25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:17.797482 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3d21f662-c02d-487d-a6d0-b1bed826ca40 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:17.839820 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d21f662-c02d-487d-a6d0-b1bed826ca40 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Network e3a93b5c-91e2-4064-9c2c-1afc261bfe15 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:15:17.844155 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-3d21f662-c02d-487d-a6d0-b1bed826ca40 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:15:17.847500 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d21f662-c02d-487d-a6d0-b1bed826ca40 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:15:17.856523 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b91ad572-31c7-4cd4-9f0a-0a8d3468f804 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-694221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26155'] for router, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:17.857631 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b91ad572-31c7-4cd4-9f0a-0a8d3468f804 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-693085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748153', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-718080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26162'] for router, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:17.860859 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eff67f5-f74d-44dd-8546-f609ce694ab4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaee2b848-d4b9-5db1-b6ef-d6db29d67de7-6cbd44ba-be6f-4b3d-bb13-545b2ece2d85', 'network_id': '6cbd44ba-be6f-4b3d-bb13-545b2ece2d85', 'tenant_id': '29117324183f4ed3bf818ef5a8e4758b', 'fixed_ips': [{'subnet_id': '3c3cb950-3106-470e-81a8-b3e159e33dd9'}]}} from n-d-842733-1. {{(pid=103164) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 21:15:17.860859 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-8eff67f5-f74d-44dd-8546-f609ce694ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:17.868531 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617008e5-a93a-48f5-9470-a810297a0d25 service neutron] Pushing event updated for resources: {'Port': ['ID=fea51a2b-0117-450a-bcef-eda73437f3aa,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:15:17.877758 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d21f662-c02d-487d-a6d0-b1bed826ca40 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Pushing event updated for resources: {'Port': ['ID=e40a9438-9a49-49d0-94c8-df47894aff8c,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:15:17.925389 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-36b040c0-2132-44d7-9201-0a1644bc00b0 req-617008e5-a93a-48f5-9470-a810297a0d25 service neutron] Attempting to bind port fea51a2b-0117-450a-bcef-eda73437f3aa on host n-h1-842733-1 for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:15:17.925389 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-36b040c0-2132-44d7-9201-0a1644bc00b0 req-617008e5-a93a-48f5-9470-a810297a0d25 service neutron] Attempting to bind port fea51a2b-0117-450a-bcef-eda73437f3aa by drivers openvswitch,hyperv on host n-h1-842733-1 at level 0 using segments [{'id': '9063cc2c-9968-4de0-b679-9aa3a136f1db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '71da61d8-8f10-40b0-9a52-450c4a34dc28'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:15:17.925389 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b040c0-2132-44d7-9201-0a1644bc00b0 req-617008e5-a93a-48f5-9470-a810297a0d25 service neutron] Attempting to bind port fea51a2b-0117-450a-bcef-eda73437f3aa on network 71da61d8-8f10-40b0-9a52-450c4a34dc28 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:15:17.929155 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b040c0-2132-44d7-9201-0a1644bc00b0 req-617008e5-a93a-48f5-9470-a810297a0d25 service neutron] Port fea51a2b-0117-450a-bcef-eda73437f3aa on network 71da61d8-8f10-40b0-9a52-450c4a34dc28 not bound, no agent of type Open vSwitch agent registered on host n-h1-842733-1 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 21:15:17.929505 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b040c0-2132-44d7-9201-0a1644bc00b0 req-617008e5-a93a-48f5-9470-a810297a0d25 service neutron] Attempting to bind port fea51a2b-0117-450a-bcef-eda73437f3aa on network 71da61d8-8f10-40b0-9a52-450c4a34dc28 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:15:17.935108 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b040c0-2132-44d7-9201-0a1644bc00b0 req-617008e5-a93a-48f5-9470-a810297a0d25 service neutron] Checking agent: {'id': '08dfb1ce-804b-4db8-838b-21094082e041', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 32, 54), 'started_at': datetime.datetime(2022, 5, 20, 20, 32, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 21, 14, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 21:15:17.935486 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b040c0-2132-44d7-9201-0a1644bc00b0 req-617008e5-a93a-48f5-9470-a810297a0d25 service neutron] Checking segment: {'id': '9063cc2c-9968-4de0-b679-9aa3a136f1db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '71da61d8-8f10-40b0-9a52-450c4a34dc28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:15:17.935835 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b040c0-2132-44d7-9201-0a1644bc00b0 req-617008e5-a93a-48f5-9470-a810297a0d25 service neutron] Bound using segment: {'id': '9063cc2c-9968-4de0-b679-9aa3a136f1db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '71da61d8-8f10-40b0-9a52-450c4a34dc28'} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 21:15:17.936401 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-36b040c0-2132-44d7-9201-0a1644bc00b0 req-617008e5-a93a-48f5-9470-a810297a0d25 service neutron] Bound port: fea51a2b-0117-450a-bcef-eda73437f3aa, host: n-h1-842733-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9063cc2c-9968-4de0-b679-9aa3a136f1db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '71da61d8-8f10-40b0-9a52-450c4a34dc28'}}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:15:17.936760 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-36b040c0-2132-44d7-9201-0a1644bc00b0 req-617008e5-a93a-48f5-9470-a810297a0d25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:18.004372 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-36b040c0-2132-44d7-9201-0a1644bc00b0 req-617008e5-a93a-48f5-9470-a810297a0d25 service neutron] For port fea51a2b-0117-450a-bcef-eda73437f3aa, host n-h1-842733-1, cleared binding levels {{(pid=103162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 21:15:18.008053 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-36b040c0-2132-44d7-9201-0a1644bc00b0 req-617008e5-a93a-48f5-9470-a810297a0d25 service neutron] For port fea51a2b-0117-450a-bcef-eda73437f3aa, host n-h1-842733-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=fea51a2b-0117-450a-bcef-eda73437f3aa,segment=NetworkSegment(9063cc2c-9968-4de0-b679-9aa3a136f1db),segment_id=9063cc2c-9968-4de0-b679-9aa3a136f1db)] {{(pid=103162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 21:15:18.016501 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [None req-8eff67f5-f74d-44dd-8546-f609ce694ab4 None None] Allocated IP 172.20.0.2 (6cbd44ba-be6f-4b3d-bb13-545b2ece2d85/3c3cb950-3106-470e-81a8-b3e159e33dd9/59bde2a1-c3e2-4fc4-926f-6130bf06806b) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:15:18.087814 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-36b040c0-2132-44d7-9201-0a1644bc00b0 req-617008e5-a93a-48f5-9470-a810297a0d25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:18.180085 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-8eff67f5-f74d-44dd-8546-f609ce694ab4 None None] Notify callbacks [] for port, precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:18.180283 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617008e5-a93a-48f5-9470-a810297a0d25 service neutron] Pushing event updated for resources: {'Port': ['ID=fea51a2b-0117-450a-bcef-eda73437f3aa,revision_number=3']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:15:18.193435 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b040c0-2132-44d7-9201-0a1644bc00b0 req-617008e5-a93a-48f5-9470-a810297a0d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:15:18.195408 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-36b040c0-2132-44d7-9201-0a1644bc00b0 req-617008e5-a93a-48f5-9470-a810297a0d25 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:18.199036 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-36b040c0-2132-44d7-9201-0a1644bc00b0 req-617008e5-a93a-48f5-9470-a810297a0d25 service neutron] 10.222.0.24 "PUT /v2.0/ports/fea51a2b-0117-450a-bcef-eda73437f3aa HTTP/1.1" status: 200 len: 1091 time: 0.9047873 May 20 21:15:18.199036 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e2d6281-a1fc-40ea-9362-a84272b89cb8', 'tag': 'fea51a2b-0117-450a-bcef-eda73437f3aa'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 21:15:18.202463 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6fa957933fccbf596d28104b23404b952ad6a8238afaebaed40a0874b2e409" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38b6ac4c-4c71-4866-a0a6-5e861a3085f9" -d '{"events": [{"name": "network-changed", "server_uuid": "5e2d6281-a1fc-40ea-9362-a84272b89cb8", "tag": "fea51a2b-0117-450a-bcef-eda73437f3aa"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 21:15:18.253235 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 21:15:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d224f41f-ec61-46b8-a3d2-e7178d0a4eea x-openstack-request-id: req-d224f41f-ec61-46b8-a3d2-e7178d0a4eea {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 21:15:18.253235 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e2d6281-a1fc-40ea-9362-a84272b89cb8", "tag": "fea51a2b-0117-450a-bcef-eda73437f3aa", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 21:15:18.253235 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d224f41f-ec61-46b8-a3d2-e7178d0a4eea {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 21:15:18.253235 n-d-842733-1 neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d224f41f-ec61-46b8-a3d2-e7178d0a4eea'] response: {'name': 'network-changed', 'server_uuid': '5e2d6281-a1fc-40ea-9362-a84272b89cb8', 'tag': 'fea51a2b-0117-450a-bcef-eda73437f3aa', 'status': 'completed', 'code': 200} May 20 21:15:18.310739 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-8eff67f5-f74d-44dd-8546-f609ce694ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108'] for port, after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:18.337346 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b6ac4c-4c71-4866-a0a6-5e861a3085f9 req-cd9e2516-7d3a-4e18-b567-9a8f032badba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:15:18.342659 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-38b6ac4c-4c71-4866-a0a6-5e861a3085f9 req-cd9e2516-7d3a-4e18-b567-9a8f032badba service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a66b050937ea40618634c01548e149f5&device_id=5e2d6281-a1fc-40ea-9362-a84272b89cb8 HTTP/1.1" status: 200 len: 1094 time: 0.0633190 May 20 21:15:18.350353 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b91ad572-31c7-4cd4-9f0a-0a8d3468f804 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:18.353482 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eff67f5-f74d-44dd-8546-f609ce694ab4 None None] Network 6cbd44ba-be6f-4b3d-bb13-545b2ece2d85 is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:15:18.358868 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-8eff67f5-f74d-44dd-8546-f609ce694ab4 None None] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:15:18.365494 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eff67f5-f74d-44dd-8546-f609ce694ab4 None None] Received port after_create {{(pid=103164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:15:18.399458 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eff67f5-f74d-44dd-8546-f609ce694ab4 None None] Pushing event updated for resources: {'Port': ['ID=59bde2a1-c3e2-4fc4-926f-6130bf06806b,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:15:18.449315 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-8eff67f5-f74d-44dd-8546-f609ce694ab4 None None] Attempting to bind port 59bde2a1-c3e2-4fc4-926f-6130bf06806b on host n-d-842733-1 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:15:18.453541 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-8eff67f5-f74d-44dd-8546-f609ce694ab4 None None] Attempting to bind port 59bde2a1-c3e2-4fc4-926f-6130bf06806b by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': 'e5ed7682-24f7-44bd-93ee-e42c33dbf816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '6cbd44ba-be6f-4b3d-bb13-545b2ece2d85'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:15:18.453541 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eff67f5-f74d-44dd-8546-f609ce694ab4 None None] Attempting to bind port 59bde2a1-c3e2-4fc4-926f-6130bf06806b on network 6cbd44ba-be6f-4b3d-bb13-545b2ece2d85 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:15:18.457258 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eff67f5-f74d-44dd-8546-f609ce694ab4 None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 21, 14, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 21:15:18.457643 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eff67f5-f74d-44dd-8546-f609ce694ab4 None None] Checking segment: {'id': 'e5ed7682-24f7-44bd-93ee-e42c33dbf816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '6cbd44ba-be6f-4b3d-bb13-545b2ece2d85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:15:18.458039 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-8eff67f5-f74d-44dd-8546-f609ce694ab4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:18.459142 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eff67f5-f74d-44dd-8546-f609ce694ab4 None None] Bound using segment: {'id': 'e5ed7682-24f7-44bd-93ee-e42c33dbf816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '6cbd44ba-be6f-4b3d-bb13-545b2ece2d85'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 21:15:18.459624 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-8eff67f5-f74d-44dd-8546-f609ce694ab4 None None] Bound port: 59bde2a1-c3e2-4fc4-926f-6130bf06806b, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5ed7682-24f7-44bd-93ee-e42c33dbf816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '6cbd44ba-be6f-4b3d-bb13-545b2ece2d85'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:15:18.460009 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-8eff67f5-f74d-44dd-8546-f609ce694ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:18.473831 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b6ac4c-4c71-4866-a0a6-5e861a3085f9 req-e92663fb-e6c6-4bdc-84f0-e5876619c5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:15:18.475705 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-38b6ac4c-4c71-4866-a0a6-5e861a3085f9 req-e92663fb-e6c6-4bdc-84f0-e5876619c5e5 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=a66b050937ea40618634c01548e149f5&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1229105 May 20 21:15:18.543053 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1151ab13-58b1-4536-ac71-9a7f99120b5b req-547e077a-eaaf-46c1-99c8-2c5d092e3fa2 tempest-VolumesSnapshotTestJSON-1824500139 tempest-VolumesSnapshotTestJSON-1824500139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:15:18.543380 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-8eff67f5-f74d-44dd-8546-f609ce694ab4 None None] For port 59bde2a1-c3e2-4fc4-926f-6130bf06806b, host n-d-842733-1, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 21:15:18.544586 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1151ab13-58b1-4536-ac71-9a7f99120b5b req-547e077a-eaaf-46c1-99c8-2c5d092e3fa2 tempest-VolumesSnapshotTestJSON-1824500139 tempest-VolumesSnapshotTestJSON-1824500139-project] 10.222.0.35 "GET /v2.0/ports?device_id=5e2d6281-a1fc-40ea-9362-a84272b89cb8 HTTP/1.1" status: 200 len: 943 time: 0.2012200 May 20 21:15:18.546658 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-8eff67f5-f74d-44dd-8546-f609ce694ab4 None None] For port 59bde2a1-c3e2-4fc4-926f-6130bf06806b, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=59bde2a1-c3e2-4fc4-926f-6130bf06806b,segment=NetworkSegment(e5ed7682-24f7-44bd-93ee-e42c33dbf816),segment_id=e5ed7682-24f7-44bd-93ee-e42c33dbf816)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 21:15:18.596656 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b6ac4c-4c71-4866-a0a6-5e861a3085f9 req-702dd294-a13f-4c31-b923-587b2ef16b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:15:18.598094 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-38b6ac4c-4c71-4866-a0a6-5e861a3085f9 req-702dd294-a13f-4c31-b923-587b2ef16b28 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1160200 May 20 21:15:18.626813 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-8eff67f5-f74d-44dd-8546-f609ce694ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:18.685243 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b91ad572-31c7-4cd4-9f0a-0a8d3468f804 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:18.685853 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b040c0-2132-44d7-9201-0a1644bc00b0 req-a57d4ffe-9f07-42f2-952b-e76d8fd50b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:15:18.687699 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-36b040c0-2132-44d7-9201-0a1644bc00b0 req-a57d4ffe-9f07-42f2-952b-e76d8fd50b68 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a66b050937ea40618634c01548e149f5&device_id=5e2d6281-a1fc-40ea-9362-a84272b89cb8 HTTP/1.1" status: 200 len: 1094 time: 0.0547953 May 20 21:15:18.700764 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eff67f5-f74d-44dd-8546-f609ce694ab4 None None] Pushing event updated for resources: {'Port': ['ID=59bde2a1-c3e2-4fc4-926f-6130bf06806b,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:15:18.706978 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1151ab13-58b1-4536-ac71-9a7f99120b5b req-6d7b6c14-740c-4383-a207-fece54c43006 tempest-VolumesSnapshotTestJSON-1824500139 tempest-VolumesSnapshotTestJSON-1824500139-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ad33e8f-95e2-4132-9a13-d64c1ab5d1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527054 May 20 21:15:18.741629 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-36b040c0-2132-44d7-9201-0a1644bc00b0 req-85cadee7-929d-4653-8f5c-0fd738a17e70 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fea51a2b-0117-450a-bcef-eda73437f3aa HTTP/1.1" status: 200 len: 217 time: 0.0454323 May 20 21:15:18.796901 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b040c0-2132-44d7-9201-0a1644bc00b0 req-74dc4b29-50ed-4520-90cb-cfed3500e72d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:15:18.798389 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-36b040c0-2132-44d7-9201-0a1644bc00b0 req-74dc4b29-50ed-4520-90cb-cfed3500e72d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b22b9f09-ceeb-43dc-b5a8-20b4c2f0fe6e HTTP/1.1" status: 200 len: 854 time: 0.0509205 May 20 21:15:18.836470 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-36b040c0-2132-44d7-9201-0a1644bc00b0 req-311d16d5-ca3f-462f-9910-91fcd0aa1810 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=71da61d8-8f10-40b0-9a52-450c4a34dc28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304182 May 20 21:15:18.917934 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3d21f662-c02d-487d-a6d0-b1bed826ca40 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:18.965376 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-36b040c0-2132-44d7-9201-0a1644bc00b0 req-9aac62f4-451f-4d8b-9577-b5662cf0721b service neutron] 10.222.0.24 "GET /v2.0/networks/71da61d8-8f10-40b0-9a52-450c4a34dc28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227946 May 20 21:15:19.066820 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-36b040c0-2132-44d7-9201-0a1644bc00b0 req-841d15d1-8828-4f4f-ad9d-a5c6fc3ff297 service neutron] 10.222.0.24 "GET /v2.0/networks/71da61d8-8f10-40b0-9a52-450c4a34dc28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938814 May 20 21:15:19.111843 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3d21f662-c02d-487d-a6d0-b1bed826ca40 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:19.140549 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b91ad572-31c7-4cd4-9f0a-0a8d3468f804 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:19.167799 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b91ad572-31c7-4cd4-9f0a-0a8d3468f804 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:19.357062 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-b91ad572-31c7-4cd4-9f0a-0a8d3468f804 admin admin] Allocated IP 172.25.2.160 (e3a93b5c-91e2-4064-9c2c-1afc261bfe15/86fee0c1-6e34-488b-9216-b2b8e7ef585a/45e96279-e51f-4e38-9467-25ae17ca8cd3) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:15:19.400535 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3d21f662-c02d-487d-a6d0-b1bed826ca40 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks [] for port, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:19.466718 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3d21f662-c02d-487d-a6d0-b1bed826ca40 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:19.516580 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b91ad572-31c7-4cd4-9f0a-0a8d3468f804 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:19.564170 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d21f662-c02d-487d-a6d0-b1bed826ca40 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Pushing event updated for resources: {'Port': ['ID=e40a9438-9a49-49d0-94c8-df47894aff8c,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:15:19.590687 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3d21f662-c02d-487d-a6d0-b1bed826ca40 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748272'] for floatingip, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:19.668606 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e9efac7-f890-48c0-9dac-97dcc3d7f419 None None] Network 6cbd44ba-be6f-4b3d-bb13-545b2ece2d85 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:15:19.700665 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b91ad572-31c7-4cd4-9f0a-0a8d3468f804 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:19.706422 n-d-842733-1 neutron-server[103163]: INFO neutron.db.l3_db [None req-3d21f662-c02d-487d-a6d0-b1bed826ca40 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Floating IP 106cb2cd-d1b5-4b07-b80a-d394e2399065 associated. External IP: 172.25.2.221, port: 80e542a1-2c82-4d90-a385-bf388de7cbcc. May 20 21:15:19.772752 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b91ad572-31c7-4cd4-9f0a-0a8d3468f804 admin admin] Network e3a93b5c-91e2-4064-9c2c-1afc261bfe15 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:15:19.780662 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-b91ad572-31c7-4cd4-9f0a-0a8d3468f804 admin admin] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:15:19.785496 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b91ad572-31c7-4cd4-9f0a-0a8d3468f804 admin admin] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:15:19.795683 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-ce6fa849-8df6-455c-a247-10905da07646 None None] Provisioning complete for port 59bde2a1-c3e2-4fc4-926f-6130bf06806b triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:15:19.796048 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ce6fa849-8df6-455c-a247-10905da07646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:19.859803 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91ad572-31c7-4cd4-9f0a-0a8d3468f804 admin admin] Pushing event updated for resources: {'Port': ['ID=45e96279-e51f-4e38-9467-25ae17ca8cd3,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:15:19.924442 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-ce6fa849-8df6-455c-a247-10905da07646 None None] Current status of the port 59bde2a1-c3e2-4fc4-926f-6130bf06806b is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:15:19.924908 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ce6fa849-8df6-455c-a247-10905da07646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:19.936032 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a329d627-0fc2-453d-aa62-e7bb27102504 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:19.966683 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f3d96a-4010-4765-b9bf-8baaffff90fb req-8ac6486f-3955-4ad1-8efe-a1096a69063b tempest-VolumesSnapshotTestJSON-1824500139 tempest-VolumesSnapshotTestJSON-1824500139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:15:19.968239 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-64f3d96a-4010-4765-b9bf-8baaffff90fb req-8ac6486f-3955-4ad1-8efe-a1096a69063b tempest-VolumesSnapshotTestJSON-1824500139 tempest-VolumesSnapshotTestJSON-1824500139-project] 10.222.0.35 "GET /v2.0/ports?device_id=5e2d6281-a1fc-40ea-9362-a84272b89cb8 HTTP/1.1" status: 200 len: 943 time: 0.1787944 May 20 21:15:19.968432 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-ce6fa849-8df6-455c-a247-10905da07646 None None] For port 59bde2a1-c3e2-4fc4-926f-6130bf06806b, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=59bde2a1-c3e2-4fc4-926f-6130bf06806b,segment=NetworkSegment(e5ed7682-24f7-44bd-93ee-e42c33dbf816),segment_id=e5ed7682-24f7-44bd-93ee-e42c33dbf816)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:15:20.060095 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ce6fa849-8df6-455c-a247-10905da07646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:20.066207 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 59bde2a1-c3e2-4fc4-926f-6130bf06806b up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:15:20.144875 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-64f3d96a-4010-4765-b9bf-8baaffff90fb req-d0b467ed-43e5-4f2a-af44-966f2dd88985 tempest-VolumesSnapshotTestJSON-1824500139 tempest-VolumesSnapshotTestJSON-1824500139-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ad33e8f-95e2-4132-9a13-d64c1ab5d1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471946 May 20 21:15:20.149597 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6fa849-8df6-455c-a247-10905da07646 None None] Pushing event updated for resources: {'Port': ['ID=59bde2a1-c3e2-4fc4-926f-6130bf06806b,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:15:20.159298 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 59bde2a1-c3e2-4fc4-926f-6130bf06806b triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:15:20.159759 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:20.170086 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d21f662-c02d-487d-a6d0-b1bed826ca40 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Router b50b5cb9-1ea2-4ff8-b20c-5ce070db61d3 has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 21:15:20.208315 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-8d318cb3-84f7-408e-a1d4-ff71cfd33820 None None] Provisioning complete for port 59bde2a1-c3e2-4fc4-926f-6130bf06806b triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:15:20.208681 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-8d318cb3-84f7-408e-a1d4-ff71cfd33820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:20.291112 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 59bde2a1-c3e2-4fc4-926f-6130bf06806b is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:15:20.327037 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-8d318cb3-84f7-408e-a1d4-ff71cfd33820 None None] Current status of the port 59bde2a1-c3e2-4fc4-926f-6130bf06806b is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:15:20.365819 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d21f662-c02d-487d-a6d0-b1bed826ca40 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 21:15:20.375392 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0fd0810-0c0d-4a76-a18a-432da71c22e6 None None] Sync routers for ids ['b50b5cb9-1ea2-4ff8-b20c-5ce070db61d3'] in n-d-842733-1 {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 21:15:20.376539 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b91ad572-31c7-4cd4-9f0a-0a8d3468f804 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:20.385200 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0fd0810-0c0d-4a76-a18a-432da71c22e6 None None] Routers {'b50b5cb9-1ea2-4ff8-b20c-5ce070db61d3'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:15:20.385841 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-c0fd0810-0c0d-4a76-a18a-432da71c22e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:14:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['b50b5cb9-1ea2-4ff8-b20c-5ce070db61d3'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:15:20.462766 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3d21f662-c02d-487d-a6d0-b1bed826ca40 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for floatingip, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:20.500862 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-3d21f662-c02d-487d-a6d0-b1bed826ca40 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.2454977 May 20 21:15:20.503331 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a0ae92b-5150-4bdf-b2b8-cc4575fb3872', 'tag': '80e542a1-2c82-4d90-a385-bf388de7cbcc'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 21:15:20.503947 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 58630) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:15:20.505588 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4291b17aa7b45362825f0571e77c85f5e73afe1df9c7e9e15006df9d695c005e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21805953-163c-4e03-a73a-9f1cc73c9271" -d '{"events": [{"name": "network-changed", "server_uuid": "5a0ae92b-5150-4bdf-b2b8-cc4575fb3872", "tag": "80e542a1-2c82-4d90-a385-bf388de7cbcc"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 21:15:20.596646 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-c0fd0810-0c0d-4a76-a18a-432da71c22e6 None None] Set router b50b5cb9-1ea2-4ff8-b20c-5ce070db61d3 gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:15:20.880685 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-c0fd0810-0c0d-4a76-a18a-432da71c22e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b50b5cb9-1ea2-4ff8-b20c-5ce070db61d3', 'name': 'tempest-TestNetworkBasicOps-router-1923029447', 'tenant_id': 'cdc84cdf879947589b97668d7e3906ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.45'}], 'enable_snat': True}, 'gw_port_id': '3118cadb-eed8-4ba8-93f8-eacb898d642e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:14:51Z', 'updated_at': '2022-05-20T21:14:56Z', 'revision_number': 4, 'project_id': 'cdc84cdf879947589b97668d7e3906ce', 'gw_port': {'id': '3118cadb-eed8-4ba8-93f8-eacb898d642e', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:9a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b50b5cb9-1ea2-4ff8-b20c-5ce070db61d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:14:52Z', 'updated_at': '2022-05-20T21:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_floatingips': [{'id': '106cb2cd-d1b5-4b07-b80a-d394e2399065', 'tenant_id': 'cdc84cdf879947589b97668d7e3906ce', 'floating_ip_address': '172.25.2.221', 'floating_network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'router_id': 'b50b5cb9-1ea2-4ff8-b20c-5ce070db61d3', 'port_id': '80e542a1-2c82-4d90-a385-bf388de7cbcc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4031, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bf9f30f-4143-426a-b3e8-8c13e60024c0', 'mac_address': 'fa:16:3e:79:b4:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a0ae92b-5150-4bdf-b2b8-cc4575fb3872', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-20T21:15:18Z', 'updated_at': '2022-05-20T21:15:18Z', 'revision_number': 0, 'project_id': 'cdc84cdf879947589b97668d7e3906ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b24c5e5-67ad-4a6e-bb07-68d1286671e2', 'name': '', 'network_id': '1bf9f30f-4143-426a-b3e8-8c13e60024c0', 'tenant_id': 'cdc84cdf879947589b97668d7e3906ce', 'mac_address': 'fa:16:3e:ad:72:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b50b5cb9-1ea2-4ff8-b20c-5ce070db61d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '882ba240-0d16-45aa-b659-041bbd85a661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:14:56Z', 'updated_at': '2022-05-20T21:15:00Z', 'revision_number': 5, 'project_id': 'cdc84cdf879947589b97668d7e3906ce', 'subnets': [{'id': '882ba240-0d16-45aa-b659-041bbd85a661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:15:20.909013 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0fd0810-0c0d-4a76-a18a-432da71c22e6 None None] Checking router: b50b5cb9-1ea2-4ff8-b20c-5ce070db61d3 for host: n-d-842733-1 {{(pid=103165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 21:15:20.918836 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0fd0810-0c0d-4a76-a18a-432da71c22e6 None None] Routers {'b50b5cb9-1ea2-4ff8-b20c-5ce070db61d3'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:15:20.919616 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-c0fd0810-0c0d-4a76-a18a-432da71c22e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:14:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['b50b5cb9-1ea2-4ff8-b20c-5ce070db61d3'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:15:20.972400 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 21:15:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d915f2a-493c-4def-ad32-ba8d4c98bfd9 x-openstack-request-id: req-1d915f2a-493c-4def-ad32-ba8d4c98bfd9 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 21:15:20.972692 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a0ae92b-5150-4bdf-b2b8-cc4575fb3872", "tag": "80e542a1-2c82-4d90-a385-bf388de7cbcc", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 21:15:20.972827 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1d915f2a-493c-4def-ad32-ba8d4c98bfd9 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 21:15:20.973116 n-d-842733-1 neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d915f2a-493c-4def-ad32-ba8d4c98bfd9'] response: {'name': 'network-changed', 'server_uuid': '5a0ae92b-5150-4bdf-b2b8-cc4575fb3872', 'tag': '80e542a1-2c82-4d90-a385-bf388de7cbcc', 'status': 'completed', 'code': 200} May 20 21:15:20.997790 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-d845857d-ddd7-493a-ac40-642b4ad05270 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] 10.222.0.35 "GET /v2.0/floatingips/106cb2cd-d1b5-4b07-b80a-d394e2399065 HTTP/1.1" status: 200 len: 992 time: 0.4915624 May 20 21:15:21.002452 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21805953-163c-4e03-a73a-9f1cc73c9271 req-353914fc-5ee1-46d2-b828-52e8508f36c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:15:21.003906 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-21805953-163c-4e03-a73a-9f1cc73c9271 req-353914fc-5ee1-46d2-b828-52e8508f36c7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cdc84cdf879947589b97668d7e3906ce&device_id=5a0ae92b-5150-4bdf-b2b8-cc4575fb3872 HTTP/1.1" status: 200 len: 1097 time: 0.0602856 May 20 21:15:21.036814 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b91ad572-31c7-4cd4-9f0a-0a8d3468f804 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748106'] for router, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:21.037655 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-c0fd0810-0c0d-4a76-a18a-432da71c22e6 None None] Set router b50b5cb9-1ea2-4ff8-b20c-5ce070db61d3 gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:15:21.095856 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21805953-163c-4e03-a73a-9f1cc73c9271 req-998392b9-81b5-4d8b-b2fa-a6adf35c0f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:15:21.097359 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-21805953-163c-4e03-a73a-9f1cc73c9271 req-998392b9-81b5-4d8b-b2fa-a6adf35c0f29 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1bf9f30f-4143-426a-b3e8-8c13e60024c0 HTTP/1.1" status: 200 len: 898 time: 0.0869048 May 20 21:15:21.166777 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-21805953-163c-4e03-a73a-9f1cc73c9271 req-e4cadf56-6eb3-4d73-9fad-860fa82dc37f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=80e542a1-2c82-4d90-a385-bf388de7cbcc HTTP/1.1" status: 200 len: 1000 time: 0.0633819 May 20 21:15:21.221340 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21805953-163c-4e03-a73a-9f1cc73c9271 req-ad2ddc5b-2d31-4885-8e16-45e71f9367ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:15:21.224009 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-21805953-163c-4e03-a73a-9f1cc73c9271 req-ad2ddc5b-2d31-4885-8e16-45e71f9367ab service neutron] 10.222.0.13 "GET /v2.0/subnets?id=882ba240-0d16-45aa-b659-041bbd85a661 HTTP/1.1" status: 200 len: 835 time: 0.0501356 May 20 21:15:21.267145 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b91ad572-31c7-4cd4-9f0a-0a8d3468f804 admin admin] Router 18ec01b3-4a06-43d7-9311-0a0ca7116254 is scheduled to L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e with binding_index 1 {{(pid=103163) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 20 21:15:21.277996 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21805953-163c-4e03-a73a-9f1cc73c9271 req-dd9ff094-c31c-44c7-8758-2e159604c1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:15:21.280081 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-21805953-163c-4e03-a73a-9f1cc73c9271 req-dd9ff094-c31c-44c7-8758-2e159604c1e1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1bf9f30f-4143-426a-b3e8-8c13e60024c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450134 May 20 21:15:21.293792 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-c0fd0810-0c0d-4a76-a18a-432da71c22e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b50b5cb9-1ea2-4ff8-b20c-5ce070db61d3', 'name': 'tempest-TestNetworkBasicOps-router-1923029447', 'tenant_id': 'cdc84cdf879947589b97668d7e3906ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.45'}], 'enable_snat': True}, 'gw_port_id': '3118cadb-eed8-4ba8-93f8-eacb898d642e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:14:51Z', 'updated_at': '2022-05-20T21:14:56Z', 'revision_number': 4, 'project_id': 'cdc84cdf879947589b97668d7e3906ce', 'gw_port': {'id': '3118cadb-eed8-4ba8-93f8-eacb898d642e', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:9a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b50b5cb9-1ea2-4ff8-b20c-5ce070db61d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:14:52Z', 'updated_at': '2022-05-20T21:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_floatingips': [{'id': '106cb2cd-d1b5-4b07-b80a-d394e2399065', 'tenant_id': 'cdc84cdf879947589b97668d7e3906ce', 'floating_ip_address': '172.25.2.221', 'floating_network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'router_id': 'b50b5cb9-1ea2-4ff8-b20c-5ce070db61d3', 'port_id': '80e542a1-2c82-4d90-a385-bf388de7cbcc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4031, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bf9f30f-4143-426a-b3e8-8c13e60024c0', 'mac_address': 'fa:16:3e:79:b4:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a0ae92b-5150-4bdf-b2b8-cc4575fb3872', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-20T21:15:18Z', 'updated_at': '2022-05-20T21:15:18Z', 'revision_number': 0, 'project_id': 'cdc84cdf879947589b97668d7e3906ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b24c5e5-67ad-4a6e-bb07-68d1286671e2', 'name': '', 'network_id': '1bf9f30f-4143-426a-b3e8-8c13e60024c0', 'tenant_id': 'cdc84cdf879947589b97668d7e3906ce', 'mac_address': 'fa:16:3e:ad:72:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b50b5cb9-1ea2-4ff8-b20c-5ce070db61d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '882ba240-0d16-45aa-b659-041bbd85a661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:14:56Z', 'updated_at': '2022-05-20T21:15:00Z', 'revision_number': 5, 'project_id': 'cdc84cdf879947589b97668d7e3906ce', 'subnets': [{'id': '882ba240-0d16-45aa-b659-041bbd85a661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:15:21.295256 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84b5d08-73d1-4d73-8d58-7c6ec1af35d2 req-33e340ed-c26a-4080-86f4-85e931d78976 tempest-VolumesSnapshotTestJSON-1824500139 tempest-VolumesSnapshotTestJSON-1824500139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:15:21.296766 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e84b5d08-73d1-4d73-8d58-7c6ec1af35d2 req-33e340ed-c26a-4080-86f4-85e931d78976 tempest-VolumesSnapshotTestJSON-1824500139 tempest-VolumesSnapshotTestJSON-1824500139-project] 10.222.0.35 "GET /v2.0/ports?device_id=5e2d6281-a1fc-40ea-9362-a84272b89cb8 HTTP/1.1" status: 200 len: 943 time: 0.0665882 May 20 21:15:21.322050 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0fd0810-0c0d-4a76-a18a-432da71c22e6 None None] The sync data for ids ['b50b5cb9-1ea2-4ff8-b20c-5ce070db61d3'] in n-d-842733-1 is: [{'id': 'b50b5cb9-1ea2-4ff8-b20c-5ce070db61d3', 'name': 'tempest-TestNetworkBasicOps-router-1923029447', 'tenant_id': 'cdc84cdf879947589b97668d7e3906ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.45'}], 'enable_snat': True}, 'gw_port_id': '3118cadb-eed8-4ba8-93f8-eacb898d642e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:14:51Z', 'updated_at': '2022-05-20T21:14:56Z', 'revision_number': 4, 'project_id': 'cdc84cdf879947589b97668d7e3906ce', 'gw_port': {'id': '3118cadb-eed8-4ba8-93f8-eacb898d642e', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:9a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b50b5cb9-1ea2-4ff8-b20c-5ce070db61d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:14:52Z', 'updated_at': '2022-05-20T21:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_floatingips': [{'id': '106cb2cd-d1b5-4b07-b80a-d394e2399065', 'tenant_id': 'cdc84cdf879947589b97668d7e3906ce', 'floating_ip_address': '172.25.2.221', 'floating_network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'router_id': 'b50b5cb9-1ea2-4ff8-b20c-5ce070db61d3', 'port_id': '80e542a1-2c82-4d90-a385-bf388de7cbcc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4031, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bf9f30f-4143-426a-b3e8-8c13e60024c0', 'mac_address': 'fa:16:3e:79:b4:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a0ae92b-5150-4bdf-b2b8-cc4575fb3872', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-20T21:15:18Z', 'updated_at': '2022-05-20T21:15:18Z', 'revision_number': 0, 'project_id': 'cdc84cdf879947589b97668d7e3906ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b24c5e5-67ad-4a6e-bb07-68d1286671e2', 'name': '', 'network_id': '1bf9f30f-4143-426a-b3e8-8c13e60024c0', 'tenant_id': 'cdc84cdf879947589b97668d7e3906ce', 'mac_address': 'fa:16:3e:ad:72:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b50b5cb9-1ea2-4ff8-b20c-5ce070db61d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '882ba240-0d16-45aa-b659-041bbd85a661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:14:56Z', 'updated_at': '2022-05-20T21:15:00Z', 'revision_number': 5, 'project_id': 'cdc84cdf879947589b97668d7e3906ce', 'subnets': [{'id': '882ba240-0d16-45aa-b659-041bbd85a661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 21:15:21.387458 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-21805953-163c-4e03-a73a-9f1cc73c9271 req-370803b5-73c4-4c3f-9b80-240d544642e7 service neutron] 10.222.0.13 "GET /v2.0/networks/1bf9f30f-4143-426a-b3e8-8c13e60024c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969694 May 20 21:15:21.405770 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e84b5d08-73d1-4d73-8d58-7c6ec1af35d2 req-4e37b38d-801f-47d7-8938-c0c30b62473c tempest-VolumesSnapshotTestJSON-1824500139 tempest-VolumesSnapshotTestJSON-1824500139-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ad33e8f-95e2-4132-9a13-d64c1ab5d1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782735 May 20 21:15:21.432580 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b91ad572-31c7-4cd4-9f0a-0a8d3468f804 admin admin] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 21:15:21.441485 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76eb4c47-a3cc-46b5-9b12-1c3243b11d59 None None] Sync routers for ids ['18ec01b3-4a06-43d7-9311-0a0ca7116254'] in n-d-842733-1 {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 21:15:21.461763 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76eb4c47-a3cc-46b5-9b12-1c3243b11d59 None None] Routers {'18ec01b3-4a06-43d7-9311-0a0ca7116254'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:15:21.462600 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-76eb4c47-a3cc-46b5-9b12-1c3243b11d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:14:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['18ec01b3-4a06-43d7-9311-0a0ca7116254'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:15:21.505581 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-21805953-163c-4e03-a73a-9f1cc73c9271 req-12089e11-fd27-4502-95a2-2845e9c07772 service neutron] 10.222.0.13 "GET /v2.0/networks/1bf9f30f-4143-426a-b3e8-8c13e60024c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071458 May 20 21:15:21.514012 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b91ad572-31c7-4cd4-9f0a-0a8d3468f804 admin admin] Notify callbacks [] for router, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:21.515536 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-b91ad572-31c7-4cd4-9f0a-0a8d3468f804 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 915 time: 3.7400324 May 20 21:15:21.525695 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 58638) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:15:21.576688 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85dab6ac-0c9a-4fde-bb73-207d7b002f41 None None] New status for floating IP 106cb2cd-d1b5-4b07-b80a-d394e2399065: ACTIVE {{(pid=103165) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 21:15:21.580441 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-76eb4c47-a3cc-46b5-9b12-1c3243b11d59 None None] Set router 18ec01b3-4a06-43d7-9311-0a0ca7116254 gateway port host: n-d-842733-1 {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:15:21.765646 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-76eb4c47-a3cc-46b5-9b12-1c3243b11d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18ec01b3-4a06-43d7-9311-0a0ca7116254', 'name': 'tempest-ImageQuotaTest-96216226-router', 'tenant_id': '29117324183f4ed3bf818ef5a8e4758b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': '45e96279-e51f-4e38-9467-25ae17ca8cd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:15:17Z', 'updated_at': '2022-05-20T21:15:20Z', 'revision_number': 3, 'project_id': '29117324183f4ed3bf818ef5a8e4758b', 'gw_port': {'id': '45e96279-e51f-4e38-9467-25ae17ca8cd3', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:89:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18ec01b3-4a06-43d7-9311-0a0ca7116254', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4032, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:15:19Z', 'updated_at': '2022-05-20T21:15:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:15:21.798410 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76eb4c47-a3cc-46b5-9b12-1c3243b11d59 None None] Checking router: 18ec01b3-4a06-43d7-9311-0a0ca7116254 for host: n-d-842733-1 {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 21:15:21.798755 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76eb4c47-a3cc-46b5-9b12-1c3243b11d59 None None] Updating router 18ec01b3-4a06-43d7-9311-0a0ca7116254 port 45e96279-e51f-4e38-9467-25ae17ca8cd3 binding host n-d-842733-1 {{(pid=103164) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 21:15:21.825882 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-76eb4c47-a3cc-46b5-9b12-1c3243b11d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:21.957200 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-af4610d7-0e19-4d58-9b52-a3ae485d1bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:21.990869 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device fea51a2b-0117-450a-bcef-eda73437f3aa details requested by agent hyperv_n-h1-842733-1 with host n-h1-842733-1 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 21:15:22.001127 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 58640) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:15:22.011054 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 59bde2a1-c3e2-4fc4-926f-6130bf06806b up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:15:22.073283 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-f18e93ce-ef9d-4877-9567-00103fb0857c tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] 10.222.0.35 "GET /v2.0/floatingips/106cb2cd-d1b5-4b07-b80a-d394e2399065 HTTP/1.1" status: 200 len: 994 time: 0.0670421 May 20 21:15:22.163588 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-af4610d7-0e19-4d58-9b52-a3ae485d1bc5 admin admin] Allocated IP 172.20.0.1 (6cbd44ba-be6f-4b3d-bb13-545b2ece2d85/3c3cb950-3106-470e-81a8-b3e159e33dd9/f56f9674-23a2-44b8-ae26-76a450b64289) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:15:22.175635 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-76eb4c47-a3cc-46b5-9b12-1c3243b11d59 None None] Notify callbacks [] for port, precommit_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:22.207755 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 59bde2a1-c3e2-4fc4-926f-6130bf06806b triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:15:22.208115 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:22.246392 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port fea51a2b-0117-450a-bcef-eda73437f3aa, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=fea51a2b-0117-450a-bcef-eda73437f3aa,segment=NetworkSegment(9063cc2c-9968-4de0-b679-9aa3a136f1db),segment_id=9063cc2c-9968-4de0-b679-9aa3a136f1db)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:15:22.265174 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-76eb4c47-a3cc-46b5-9b12-1c3243b11d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:22.270718 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-af4610d7-0e19-4d58-9b52-a3ae485d1bc5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:22.276610 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Returning: {'device': 'fea51a2b-0117-450a-bcef-eda73437f3aa', 'network_id': '71da61d8-8f10-40b0-9a52-450c4a34dc28', 'port_id': 'fea51a2b-0117-450a-bcef-eda73437f3aa', 'mac_address': 'fa:16:3e:71:23:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b22b9f09-ceeb-43dc-b5a8-20b4c2f0fe6e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 20 21:15:22.375096 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-af4610d7-0e19-4d58-9b52-a3ae485d1bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:22.414601 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af4610d7-0e19-4d58-9b52-a3ae485d1bc5 admin admin] Network 6cbd44ba-be6f-4b3d-bb13-545b2ece2d85 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:15:22.417612 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-af4610d7-0e19-4d58-9b52-a3ae485d1bc5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:15:22.420180 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af4610d7-0e19-4d58-9b52-a3ae485d1bc5 admin admin] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:15:22.455967 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-1d92ac9a-1a52-4d1d-88b3-7fcd99f1312d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:22.459553 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4610d7-0e19-4d58-9b52-a3ae485d1bc5 admin admin] Pushing event updated for resources: {'Port': ['ID=f56f9674-23a2-44b8-ae26-76a450b64289,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:15:22.478753 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-af4610d7-0e19-4d58-9b52-a3ae485d1bc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748409'] for router_interface, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:22.514596 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-76eb4c47-a3cc-46b5-9b12-1c3243b11d59 None None] Attempting to bind port 45e96279-e51f-4e38-9467-25ae17ca8cd3 on host n-d-842733-1 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:15:22.514957 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-76eb4c47-a3cc-46b5-9b12-1c3243b11d59 None None] Attempting to bind port 45e96279-e51f-4e38-9467-25ae17ca8cd3 by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': '0b5485c4-eff8-42a1-9073-ae54ed4c63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:15:22.515313 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76eb4c47-a3cc-46b5-9b12-1c3243b11d59 None None] Attempting to bind port 45e96279-e51f-4e38-9467-25ae17ca8cd3 on network e3a93b5c-91e2-4064-9c2c-1afc261bfe15 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:15:22.523378 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1693fee4-4aa6-4dd7-a1cf-e8ad0ba851be None None] Pushing event updated for resources: {'Port': ['ID=45e96279-e51f-4e38-9467-25ae17ca8cd3,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:15:22.548906 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76eb4c47-a3cc-46b5-9b12-1c3243b11d59 None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 21, 14, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 21:15:22.549302 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76eb4c47-a3cc-46b5-9b12-1c3243b11d59 None None] Checking segment: {'id': '0b5485c4-eff8-42a1-9073-ae54ed4c63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:15:22.549699 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-76eb4c47-a3cc-46b5-9b12-1c3243b11d59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:22.550083 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76eb4c47-a3cc-46b5-9b12-1c3243b11d59 None None] Bound using segment: {'id': '0b5485c4-eff8-42a1-9073-ae54ed4c63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 21:15:22.550562 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-76eb4c47-a3cc-46b5-9b12-1c3243b11d59 None None] Bound port: 45e96279-e51f-4e38-9467-25ae17ca8cd3, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b5485c4-eff8-42a1-9073-ae54ed4c63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:15:22.550938 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-76eb4c47-a3cc-46b5-9b12-1c3243b11d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:22.555677 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Current status of the port fea51a2b-0117-450a-bcef-eda73437f3aa is: DOWN; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:15:22.556048 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:22.600618 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fea51a2b-0117-450a-bcef-eda73437f3aa {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 21:15:22.613412 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 59bde2a1-c3e2-4fc4-926f-6130bf06806b is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:15:22.619045 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd38f4db-721d-4776-9501-7ad9d98e1ff1 req-cdb8156a-724a-4e95-aeb6-125a8c17a34e tempest-VolumesSnapshotTestJSON-1824500139 tempest-VolumesSnapshotTestJSON-1824500139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:15:22.620677 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-fd38f4db-721d-4776-9501-7ad9d98e1ff1 req-cdb8156a-724a-4e95-aeb6-125a8c17a34e tempest-VolumesSnapshotTestJSON-1824500139 tempest-VolumesSnapshotTestJSON-1824500139-project] 10.222.0.35 "GET /v2.0/ports?device_id=5e2d6281-a1fc-40ea-9362-a84272b89cb8 HTTP/1.1" status: 200 len: 943 time: 0.0955033 May 20 21:15:22.643149 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port fea51a2b-0117-450a-bcef-eda73437f3aa, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=fea51a2b-0117-450a-bcef-eda73437f3aa,segment=NetworkSegment(9063cc2c-9968-4de0-b679-9aa3a136f1db),segment_id=9063cc2c-9968-4de0-b679-9aa3a136f1db)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:15:22.653122 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-76eb4c47-a3cc-46b5-9b12-1c3243b11d59 None None] For port 45e96279-e51f-4e38-9467-25ae17ca8cd3, host n-d-842733-1, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 21:15:22.656605 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-76eb4c47-a3cc-46b5-9b12-1c3243b11d59 None None] For port 45e96279-e51f-4e38-9467-25ae17ca8cd3, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=45e96279-e51f-4e38-9467-25ae17ca8cd3,segment=NetworkSegment(0b5485c4-eff8-42a1-9073-ae54ed4c63ba),segment_id=0b5485c4-eff8-42a1-9073-ae54ed4c63ba)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 21:15:22.672139 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-fd38f4db-721d-4776-9501-7ad9d98e1ff1 req-f9731399-94a3-469d-8797-dcd5a2c0859e tempest-VolumesSnapshotTestJSON-1824500139 tempest-VolumesSnapshotTestJSON-1824500139-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ad33e8f-95e2-4132-9a13-d64c1ab5d1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395155 May 20 21:15:22.732393 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:22.734854 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-76eb4c47-a3cc-46b5-9b12-1c3243b11d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:22.736375 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-af4610d7-0e19-4d58-9b52-a3ae485d1bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:22.801454 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76eb4c47-a3cc-46b5-9b12-1c3243b11d59 None None] Routers {'18ec01b3-4a06-43d7-9311-0a0ca7116254'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:15:22.802081 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-76eb4c47-a3cc-46b5-9b12-1c3243b11d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:15:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['18ec01b3-4a06-43d7-9311-0a0ca7116254'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:15:22.808702 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-d69238b6-2191-413b-851a-7ad254b016b2 None None] Provisioning complete for port f56f9674-23a2-44b8-ae26-76a450b64289 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:15:22.809064 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d69238b6-2191-413b-851a-7ad254b016b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:22.810585 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Pushing event updated for resources: {'Port': ['ID=fea51a2b-0117-450a-bcef-eda73437f3aa,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:15:22.906735 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-af4610d7-0e19-4d58-9b52-a3ae485d1bc5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:22.920319 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-d69238b6-2191-413b-851a-7ad254b016b2 None None] Port f56f9674-23a2-44b8-ae26-76a450b64289 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 21:15:22.963349 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] get_ports_and_sgs() called for port_ids ['fea51a2b-0117-450a-bcef-eda73437f3aa'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 21:15:22.989362 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-af4610d7-0e19-4d58-9b52-a3ae485d1bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:22.990675 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1693fee4-4aa6-4dd7-a1cf-e8ad0ba851be None None] Pushing event updated for resources: {'Port': ['ID=45e96279-e51f-4e38-9467-25ae17ca8cd3,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:15:23.020573 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-76eb4c47-a3cc-46b5-9b12-1c3243b11d59 None None] Set router 18ec01b3-4a06-43d7-9311-0a0ca7116254 gateway port host: n-d-842733-1 {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:15:23.061795 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4610d7-0e19-4d58-9b52-a3ae485d1bc5 admin admin] Pushing event updated for resources: {'Port': ['ID=f56f9674-23a2-44b8-ae26-76a450b64289,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:15:23.065363 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-af4610d7-0e19-4d58-9b52-a3ae485d1bc5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748437'] for router_interface, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:23.158911 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af4610d7-0e19-4d58-9b52-a3ae485d1bc5 admin admin] Network 6cbd44ba-be6f-4b3d-bb13-545b2ece2d85 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:15:23.160288 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-af4610d7-0e19-4d58-9b52-a3ae485d1bc5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:15:23.292904 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af4610d7-0e19-4d58-9b52-a3ae485d1bc5 admin admin] Router 18ec01b3-4a06-43d7-9311-0a0ca7116254 has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 21:15:23.302377 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-76eb4c47-a3cc-46b5-9b12-1c3243b11d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18ec01b3-4a06-43d7-9311-0a0ca7116254', 'name': 'tempest-ImageQuotaTest-96216226-router', 'tenant_id': '29117324183f4ed3bf818ef5a8e4758b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': '45e96279-e51f-4e38-9467-25ae17ca8cd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:15:17Z', 'updated_at': '2022-05-20T21:15:22Z', 'revision_number': 4, 'project_id': '29117324183f4ed3bf818ef5a8e4758b', 'gw_port': {'id': '45e96279-e51f-4e38-9467-25ae17ca8cd3', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:89:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18ec01b3-4a06-43d7-9311-0a0ca7116254', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4032, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:15:19Z', 'updated_at': '2022-05-20T21:15:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': 'f56f9674-23a2-44b8-ae26-76a450b64289', 'name': '', 'network_id': '6cbd44ba-be6f-4b3d-bb13-545b2ece2d85', 'tenant_id': '29117324183f4ed3bf818ef5a8e4758b', 'mac_address': 'fa:16:3e:69:7d:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18ec01b3-4a06-43d7-9311-0a0ca7116254', 'device_owner': 'network:router_interface', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': '3c3cb950-3106-470e-81a8-b3e159e33dd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:15:21Z', 'updated_at': '2022-05-20T21:15:22Z', 'revision_number': 1, 'project_id': '29117324183f4ed3bf818ef5a8e4758b', 'subnets': [{'id': '3c3cb950-3106-470e-81a8-b3e159e33dd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:15:23.331995 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76eb4c47-a3cc-46b5-9b12-1c3243b11d59 None None] The sync data for ids ['18ec01b3-4a06-43d7-9311-0a0ca7116254'] in n-d-842733-1 is: [{'id': '18ec01b3-4a06-43d7-9311-0a0ca7116254', 'name': 'tempest-ImageQuotaTest-96216226-router', 'tenant_id': '29117324183f4ed3bf818ef5a8e4758b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': '45e96279-e51f-4e38-9467-25ae17ca8cd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:15:17Z', 'updated_at': '2022-05-20T21:15:22Z', 'revision_number': 4, 'project_id': '29117324183f4ed3bf818ef5a8e4758b', 'gw_port': {'id': '45e96279-e51f-4e38-9467-25ae17ca8cd3', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:89:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18ec01b3-4a06-43d7-9311-0a0ca7116254', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4032, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:15:19Z', 'updated_at': '2022-05-20T21:15:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': 'f56f9674-23a2-44b8-ae26-76a450b64289', 'name': '', 'network_id': '6cbd44ba-be6f-4b3d-bb13-545b2ece2d85', 'tenant_id': '29117324183f4ed3bf818ef5a8e4758b', 'mac_address': 'fa:16:3e:69:7d:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18ec01b3-4a06-43d7-9311-0a0ca7116254', 'device_owner': 'network:router_interface', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': '3c3cb950-3106-470e-81a8-b3e159e33dd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:15:21Z', 'updated_at': '2022-05-20T21:15:22Z', 'revision_number': 1, 'project_id': '29117324183f4ed3bf818ef5a8e4758b', 'subnets': [{'id': '3c3cb950-3106-470e-81a8-b3e159e33dd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 21:15:23.412751 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af4610d7-0e19-4d58-9b52-a3ae485d1bc5 admin admin] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 21:15:23.418563 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-af4610d7-0e19-4d58-9b52-a3ae485d1bc5 admin admin] 10.222.0.35 "PUT /v2.0/routers/18ec01b3-4a06-43d7-9311-0a0ca7116254/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8990963 May 20 21:15:23.444768 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-81a71723-717d-4fce-9137-e5c5e1b2353b None None] Provisioning complete for port f56f9674-23a2-44b8-ae26-76a450b64289 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:15:23.445726 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-81a71723-717d-4fce-9137-e5c5e1b2353b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:23.485290 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-81a71723-717d-4fce-9137-e5c5e1b2353b None None] Port f56f9674-23a2-44b8-ae26-76a450b64289 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 21:15:23.798156 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dce115-4cdf-4027-80dd-1f995709cb19 req-b7d97ced-e4e8-4093-bc75-8e7a67208935 tempest-VolumesSnapshotTestJSON-1824500139 tempest-VolumesSnapshotTestJSON-1824500139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:15:23.799700 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-71dce115-4cdf-4027-80dd-1f995709cb19 req-b7d97ced-e4e8-4093-bc75-8e7a67208935 tempest-VolumesSnapshotTestJSON-1824500139 tempest-VolumesSnapshotTestJSON-1824500139-project] 10.222.0.35 "GET /v2.0/ports?device_id=5e2d6281-a1fc-40ea-9362-a84272b89cb8 HTTP/1.1" status: 200 len: 944 time: 0.0514121 May 20 21:15:23.845185 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-71dce115-4cdf-4027-80dd-1f995709cb19 req-2bf4f878-0c60-4c91-93f1-614fc8f73041 tempest-VolumesSnapshotTestJSON-1824500139 tempest-VolumesSnapshotTestJSON-1824500139-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ad33e8f-95e2-4132-9a13-d64c1ab5d1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381010 May 20 21:15:23.992988 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device fea51a2b-0117-450a-bcef-eda73437f3aa up at agent hyperv_n-h1-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:15:24.039234 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4bb0e131-6525-46ca-a45b-e4ea43a5e69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:24.131904 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Provisioning for port fea51a2b-0117-450a-bcef-eda73437f3aa completed by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 21:15:24.136222 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Provisioning complete for port fea51a2b-0117-450a-bcef-eda73437f3aa triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:15:24.136722 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:24.218669 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Current status of the port fea51a2b-0117-450a-bcef-eda73437f3aa is: BUILD; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:15:24.219134 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:24.247518 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e2d6281-a1fc-40ea-9362-a84272b89cb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fea51a2b-0117-450a-bcef-eda73437f3aa'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 21:15:24.249822 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8485417003ce7c0410b00f5cdc2f391e21107b70bb68e2773712534a96e108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a10f92fd-b3e3-4765-b183-ac5973602f08" -d '{"events": [{"server_uuid": "5e2d6281-a1fc-40ea-9362-a84272b89cb8", "name": "network-vif-plugged", "status": "completed", "tag": "fea51a2b-0117-450a-bcef-eda73437f3aa"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 21:15:24.263775 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port fea51a2b-0117-450a-bcef-eda73437f3aa, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=fea51a2b-0117-450a-bcef-eda73437f3aa,segment=NetworkSegment(9063cc2c-9968-4de0-b679-9aa3a136f1db),segment_id=9063cc2c-9968-4de0-b679-9aa3a136f1db)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:15:24.296009 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 21:15:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba33723f-9131-4f5d-977a-d6edb75ee540 x-openstack-request-id: req-ba33723f-9131-4f5d-977a-d6edb75ee540 {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 21:15:24.296375 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e2d6281-a1fc-40ea-9362-a84272b89cb8", "name": "network-vif-plugged", "status": "completed", "tag": "fea51a2b-0117-450a-bcef-eda73437f3aa", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 21:15:24.296696 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ba33723f-9131-4f5d-977a-d6edb75ee540 {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 21:15:24.300027 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba33723f-9131-4f5d-977a-d6edb75ee540'] response: {'server_uuid': '5e2d6281-a1fc-40ea-9362-a84272b89cb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fea51a2b-0117-450a-bcef-eda73437f3aa', 'code': 200} May 20 21:15:24.357735 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:24.410114 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa048105-3f39-4544-a9db-8f1ab7a30ad4 req-83ed0ea7-9a92-4a4f-831a-8c2785eb12e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:15:24.412382 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-aa048105-3f39-4544-a9db-8f1ab7a30ad4 req-83ed0ea7-9a92-4a4f-831a-8c2785eb12e9 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5e2d6281-a1fc-40ea-9362-a84272b89cb8 HTTP/1.1" status: 200 len: 1096 time: 0.0527451 May 20 21:15:24.415349 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Pushing event updated for resources: {'Port': ['ID=fea51a2b-0117-450a-bcef-eda73437f3aa,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:15:24.453884 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-aa048105-3f39-4544-a9db-8f1ab7a30ad4 req-132b9fce-5536-4afd-857b-f6f87513eb8b service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=7ad33e8f-95e2-4132-9a13-d64c1ab5d1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345881 May 20 21:15:24.683256 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 58666) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:15:24.909165 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:24.965731 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c76e1d-3562-4122-853e-5506685c37a4 req-344e1b36-5b4e-4912-a47a-2ee128ca7566 tempest-VolumesSnapshotTestJSON-1824500139 tempest-VolumesSnapshotTestJSON-1824500139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:15:24.967253 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c0c76e1d-3562-4122-853e-5506685c37a4 req-344e1b36-5b4e-4912-a47a-2ee128ca7566 tempest-VolumesSnapshotTestJSON-1824500139 tempest-VolumesSnapshotTestJSON-1824500139-project] 10.222.0.35 "GET /v2.0/ports?device_id=5e2d6281-a1fc-40ea-9362-a84272b89cb8 HTTP/1.1" status: 200 len: 945 time: 0.0505950 May 20 21:15:25.009582 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c0c76e1d-3562-4122-853e-5506685c37a4 req-1dc28544-2c31-4d84-a842-f0339364f5d6 tempest-VolumesSnapshotTestJSON-1824500139 tempest-VolumesSnapshotTestJSON-1824500139-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ad33e8f-95e2-4132-9a13-d64c1ab5d1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358531 May 20 21:15:25.027299 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-11d0f85a-0bd2-4864-aac4-28151fb6224b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748528'] for router_interface, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:25.278678 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-11d0f85a-0bd2-4864-aac4-28151fb6224b admin admin] Deleting port f56f9674-23a2-44b8-ae26-76a450b64289 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:15:25.279029 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-11d0f85a-0bd2-4864-aac4-28151fb6224b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:25.359542 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-11d0f85a-0bd2-4864-aac4-28151fb6224b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:25.371258 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-11d0f85a-0bd2-4864-aac4-28151fb6224b admin admin] Calling delete_port for f56f9674-23a2-44b8-ae26-76a450b64289 owned by network:router_interface {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:15:25.430973 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78f83aa2-b00b-426e-aa39-23d3438ee8b3 None None] Sync routers for ids ['18ec01b3-4a06-43d7-9311-0a0ca7116254'] in n-d-842733-1 {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 21:15:25.440860 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f83aa2-b00b-426e-aa39-23d3438ee8b3 None None] Routers {'18ec01b3-4a06-43d7-9311-0a0ca7116254'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:15:25.441734 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-78f83aa2-b00b-426e-aa39-23d3438ee8b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:15:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['18ec01b3-4a06-43d7-9311-0a0ca7116254'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:15:25.572503 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-78f83aa2-b00b-426e-aa39-23d3438ee8b3 None None] Set router 18ec01b3-4a06-43d7-9311-0a0ca7116254 gateway port host: n-d-842733-1 {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:15:25.607995 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cc3ec51b-6ec8-438a-8349-5f0bec346d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:25.629750 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-11d0f85a-0bd2-4864-aac4-28151fb6224b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:25.645813 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:25.656831 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d0f85a-0bd2-4864-aac4-28151fb6224b admin admin] Pushing event deleted for resources: {'Port': ['ID=f56f9674-23a2-44b8-ae26-76a450b64289,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:15:25.787858 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-78f83aa2-b00b-426e-aa39-23d3438ee8b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18ec01b3-4a06-43d7-9311-0a0ca7116254', 'name': 'tempest-ImageQuotaTest-96216226-router', 'tenant_id': '29117324183f4ed3bf818ef5a8e4758b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': '45e96279-e51f-4e38-9467-25ae17ca8cd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:15:17Z', 'updated_at': '2022-05-20T21:15:22Z', 'revision_number': 4, 'project_id': '29117324183f4ed3bf818ef5a8e4758b', 'gw_port': {'id': '45e96279-e51f-4e38-9467-25ae17ca8cd3', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:89:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18ec01b3-4a06-43d7-9311-0a0ca7116254', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4032, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:15:19Z', 'updated_at': '2022-05-20T21:15:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': 'f56f9674-23a2-44b8-ae26-76a450b64289', 'name': '', 'network_id': '6cbd44ba-be6f-4b3d-bb13-545b2ece2d85', 'tenant_id': '29117324183f4ed3bf818ef5a8e4758b', 'mac_address': 'fa:16:3e:69:7d:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18ec01b3-4a06-43d7-9311-0a0ca7116254', 'device_owner': 'network:router_interface', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': '3c3cb950-3106-470e-81a8-b3e159e33dd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:15:21Z', 'updated_at': '2022-05-20T21:15:22Z', 'revision_number': 2, 'project_id': '29117324183f4ed3bf818ef5a8e4758b', 'subnets': [{'id': '3c3cb950-3106-470e-81a8-b3e159e33dd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:15:25.822708 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78f83aa2-b00b-426e-aa39-23d3438ee8b3 None None] Checking router: 18ec01b3-4a06-43d7-9311-0a0ca7116254 for host: n-d-842733-1 {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 21:15:25.823135 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78f83aa2-b00b-426e-aa39-23d3438ee8b3 None None] Updating router 18ec01b3-4a06-43d7-9311-0a0ca7116254 port f56f9674-23a2-44b8-ae26-76a450b64289 binding host n-d-842733-1 {{(pid=103164) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 21:15:25.839859 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78f83aa2-b00b-426e-aa39-23d3438ee8b3 None None] Port f56f9674-23a2-44b8-ae26-76a450b64289 not found while updating agent binding for router 18ec01b3-4a06-43d7-9311-0a0ca7116254. {{(pid=103164) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} May 20 21:15:25.840574 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-11d0f85a-0bd2-4864-aac4-28151fb6224b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-692224'] for router_interface, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:25.848942 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f83aa2-b00b-426e-aa39-23d3438ee8b3 None None] Routers {'18ec01b3-4a06-43d7-9311-0a0ca7116254'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:15:25.849845 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-78f83aa2-b00b-426e-aa39-23d3438ee8b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:15:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['18ec01b3-4a06-43d7-9311-0a0ca7116254'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:15:25.957316 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-78f83aa2-b00b-426e-aa39-23d3438ee8b3 None None] Set router 18ec01b3-4a06-43d7-9311-0a0ca7116254 gateway port host: n-d-842733-1 {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:15:26.037398 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 45e96279-e51f-4e38-9467-25ae17ca8cd3 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:15:26.082977 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11d0f85a-0bd2-4864-aac4-28151fb6224b admin admin] Router 18ec01b3-4a06-43d7-9311-0a0ca7116254 has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 21:15:26.149031 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05df08a-93d3-4803-9eac-34be3de16a1c req-14627cb7-5ac1-43f3-a0fd-626aad119e8b tempest-VolumesSnapshotTestJSON-1824500139 tempest-VolumesSnapshotTestJSON-1824500139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:15:26.151269 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d05df08a-93d3-4803-9eac-34be3de16a1c req-14627cb7-5ac1-43f3-a0fd-626aad119e8b tempest-VolumesSnapshotTestJSON-1824500139 tempest-VolumesSnapshotTestJSON-1824500139-project] 10.222.0.35 "GET /v2.0/ports?device_id=5e2d6281-a1fc-40ea-9362-a84272b89cb8 HTTP/1.1" status: 200 len: 945 time: 0.0568109 May 20 21:15:26.191066 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 45e96279-e51f-4e38-9467-25ae17ca8cd3 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:15:26.191341 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d05df08a-93d3-4803-9eac-34be3de16a1c req-bc030de6-5e68-416b-b4b1-c2d4abf4b8ce tempest-VolumesSnapshotTestJSON-1824500139 tempest-VolumesSnapshotTestJSON-1824500139-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ad33e8f-95e2-4132-9a13-d64c1ab5d1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336053 May 20 21:15:26.191483 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:26.217606 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11d0f85a-0bd2-4864-aac4-28151fb6224b admin admin] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 21:15:26.225536 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-11d0f85a-0bd2-4864-aac4-28151fb6224b admin admin] 10.222.0.35 "PUT /v2.0/routers/18ec01b3-4a06-43d7-9311-0a0ca7116254/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5385978 May 20 21:15:26.227682 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 58676) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:15:26.277879 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-78f83aa2-b00b-426e-aa39-23d3438ee8b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18ec01b3-4a06-43d7-9311-0a0ca7116254', 'name': 'tempest-ImageQuotaTest-96216226-router', 'tenant_id': '29117324183f4ed3bf818ef5a8e4758b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': '45e96279-e51f-4e38-9467-25ae17ca8cd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:15:17Z', 'updated_at': '2022-05-20T21:15:25Z', 'revision_number': 5, 'project_id': '29117324183f4ed3bf818ef5a8e4758b', 'gw_port': {'id': '45e96279-e51f-4e38-9467-25ae17ca8cd3', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:89:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18ec01b3-4a06-43d7-9311-0a0ca7116254', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4032, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:15:19Z', 'updated_at': '2022-05-20T21:15:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:15:26.310652 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78f83aa2-b00b-426e-aa39-23d3438ee8b3 None None] The sync data for ids ['18ec01b3-4a06-43d7-9311-0a0ca7116254'] in n-d-842733-1 is: [{'id': '18ec01b3-4a06-43d7-9311-0a0ca7116254', 'name': 'tempest-ImageQuotaTest-96216226-router', 'tenant_id': '29117324183f4ed3bf818ef5a8e4758b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': '45e96279-e51f-4e38-9467-25ae17ca8cd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:15:17Z', 'updated_at': '2022-05-20T21:15:25Z', 'revision_number': 5, 'project_id': '29117324183f4ed3bf818ef5a8e4758b', 'gw_port': {'id': '45e96279-e51f-4e38-9467-25ae17ca8cd3', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:89:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18ec01b3-4a06-43d7-9311-0a0ca7116254', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4032, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:15:19Z', 'updated_at': '2022-05-20T21:15:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 21:15:26.328122 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 45e96279-e51f-4e38-9467-25ae17ca8cd3 is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:15:26.328793 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:26.359757 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] For port 45e96279-e51f-4e38-9467-25ae17ca8cd3, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=45e96279-e51f-4e38-9467-25ae17ca8cd3,segment=NetworkSegment(0b5485c4-eff8-42a1-9073-ae54ed4c63ba),segment_id=0b5485c4-eff8-42a1-9073-ae54ed4c63ba)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:15:26.363550 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a692c5bc-a343-409f-8ca4-ec088b26495d admin admin] Notify callbacks [] for router, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:26.440863 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:26.473093 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a692c5bc-a343-409f-8ca4-ec088b26495d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:26.491936 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Pushing event updated for resources: {'Port': ['ID=45e96279-e51f-4e38-9467-25ae17ca8cd3,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:15:26.580730 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-a692c5bc-a343-409f-8ca4-ec088b26495d admin admin] Deleting port 45e96279-e51f-4e38-9467-25ae17ca8cd3 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:15:26.580992 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a692c5bc-a343-409f-8ca4-ec088b26495d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:26.669734 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-a692c5bc-a343-409f-8ca4-ec088b26495d admin admin] For port 45e96279-e51f-4e38-9467-25ae17ca8cd3, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=45e96279-e51f-4e38-9467-25ae17ca8cd3,segment=NetworkSegment(0b5485c4-eff8-42a1-9073-ae54ed4c63ba),segment_id=0b5485c4-eff8-42a1-9073-ae54ed4c63ba)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:15:26.670444 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a692c5bc-a343-409f-8ca4-ec088b26495d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:26.683552 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-a692c5bc-a343-409f-8ca4-ec088b26495d admin admin] Calling delete_port for 45e96279-e51f-4e38-9467-25ae17ca8cd3 owned by network:router_gateway {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:15:26.850603 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52190967-b1e4-48c9-a50c-e4e312017ff1 None None] Sync routers for ids ['18ec01b3-4a06-43d7-9311-0a0ca7116254'] in n-d-842733-1 {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 21:15:26.863958 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52190967-b1e4-48c9-a50c-e4e312017ff1 None None] Routers {'18ec01b3-4a06-43d7-9311-0a0ca7116254'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:15:26.864561 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-52190967-b1e4-48c9-a50c-e4e312017ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:15:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['18ec01b3-4a06-43d7-9311-0a0ca7116254'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:15:26.925292 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a692c5bc-a343-409f-8ca4-ec088b26495d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:26.952802 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-52190967-b1e4-48c9-a50c-e4e312017ff1 None None] Set router 18ec01b3-4a06-43d7-9311-0a0ca7116254 gateway port host: None {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:15:26.952965 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a692c5bc-a343-409f-8ca4-ec088b26495d admin admin] Pushing event deleted for resources: {'Port': ['ID=45e96279-e51f-4e38-9467-25ae17ca8cd3,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:15:27.015624 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-52190967-b1e4-48c9-a50c-e4e312017ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18ec01b3-4a06-43d7-9311-0a0ca7116254', 'name': 'tempest-ImageQuotaTest-96216226-router', 'tenant_id': '29117324183f4ed3bf818ef5a8e4758b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:15:17Z', 'updated_at': '2022-05-20T21:15:26Z', 'revision_number': 6, 'project_id': '29117324183f4ed3bf818ef5a8e4758b', 'gw_port_host': None}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:15:27.016955 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a692c5bc-a343-409f-8ca4-ec088b26495d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-748206'] for router_gateway, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:27.044507 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52190967-b1e4-48c9-a50c-e4e312017ff1 None None] Checking router: 18ec01b3-4a06-43d7-9311-0a0ca7116254 for host: n-d-842733-1 {{(pid=103165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 21:15:27.055044 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52190967-b1e4-48c9-a50c-e4e312017ff1 None None] Routers {'18ec01b3-4a06-43d7-9311-0a0ca7116254'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:15:27.055658 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-52190967-b1e4-48c9-a50c-e4e312017ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:15:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['18ec01b3-4a06-43d7-9311-0a0ca7116254'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:15:27.112992 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a692c5bc-a343-409f-8ca4-ec088b26495d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26169'] for router, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:27.115001 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a692c5bc-a343-409f-8ca4-ec088b26495d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:27.127849 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-52190967-b1e4-48c9-a50c-e4e312017ff1 None None] Set router 18ec01b3-4a06-43d7-9311-0a0ca7116254 gateway port host: None {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:15:27.188857 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-52190967-b1e4-48c9-a50c-e4e312017ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18ec01b3-4a06-43d7-9311-0a0ca7116254', 'name': 'tempest-ImageQuotaTest-96216226-router', 'tenant_id': '29117324183f4ed3bf818ef5a8e4758b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:15:17Z', 'updated_at': '2022-05-20T21:15:26Z', 'revision_number': 7, 'project_id': '29117324183f4ed3bf818ef5a8e4758b', 'gw_port_host': None}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:15:27.215919 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52190967-b1e4-48c9-a50c-e4e312017ff1 None None] The sync data for ids ['18ec01b3-4a06-43d7-9311-0a0ca7116254'] in n-d-842733-1 is: [{'id': '18ec01b3-4a06-43d7-9311-0a0ca7116254', 'name': 'tempest-ImageQuotaTest-96216226-router', 'tenant_id': '29117324183f4ed3bf818ef5a8e4758b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:15:17Z', 'updated_at': '2022-05-20T21:15:26Z', 'revision_number': 7, 'project_id': '29117324183f4ed3bf818ef5a8e4758b', 'gw_port_host': None}] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 21:15:27.237962 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a692c5bc-a343-409f-8ca4-ec088b26495d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-693148'] for router, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:27.238658 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a692c5bc-a343-409f-8ca4-ec088b26495d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 18ec01b3-4a06-43d7-9311-0a0ca7116254 {{(pid=103162) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 20 21:15:27.252570 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a692c5bc-a343-409f-8ca4-ec088b26495d admin admin] Notify callbacks [] for router, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:27.252570 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-a692c5bc-a343-409f-8ca4-ec088b26495d admin admin] 10.222.0.35 "DELETE /v2.0/routers/18ec01b3-4a06-43d7-9311-0a0ca7116254 HTTP/1.1" status: 204 len: 168 time: 1.0134602 May 20 21:15:27.252570 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 58718) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:15:27.299506 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c47820d-8dd1-49b9-9336-ad8c360444c6 admin admin] Deleting subnet 3c3cb950-3106-470e-81a8-b3e159e33dd9 {{(pid=103162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 20 21:15:27.300703 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5c47820d-8dd1-49b9-9336-ad8c360444c6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:27.338603 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5c47820d-8dd1-49b9-9336-ad8c360444c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3738392'] for subnet, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:27.441547 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5c47820d-8dd1-49b9-9336-ad8c360444c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33068388'] for subnet, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:27.557626 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5c47820d-8dd1-49b9-9336-ad8c360444c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33068399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3797621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4018265'] for subnet, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:27.584272 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c47820d-8dd1-49b9-9336-ad8c360444c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c3cb950-3106-470e-81a8-b3e159e33dd9,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:15:27.590043 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5c47820d-8dd1-49b9-9336-ad8c360444c6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:27.593483 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-5c47820d-8dd1-49b9-9336-ad8c360444c6 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/3c3cb950-3106-470e-81a8-b3e159e33dd9 HTTP/1.1" status: 204 len: 168 time: 0.3445427 May 20 21:15:27.595771 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 58748) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:15:27.598708 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f47b3eb-d112-4c55-9618-534718fdba23 None None] Network 6cbd44ba-be6f-4b3d-bb13-545b2ece2d85 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:15:27.671437 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f4d38a37-8c05-4e80-81a5-1471627ee5de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33160123'] for network, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:27.748229 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-f4d38a37-8c05-4e80-81a5-1471627ee5de admin admin] Deleting port 59bde2a1-c3e2-4fc4-926f-6130bf06806b {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:15:27.748597 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f4d38a37-8c05-4e80-81a5-1471627ee5de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:27.817532 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6ee88b3-da9c-4284-89ea-930155d6fbee None None] DHCP port deletion for 6cbd44ba-be6f-4b3d-bb13-545b2ece2d85 request from n-d-842733-1 {{(pid=103164) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 21:15:27.822264 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-f4d38a37-8c05-4e80-81a5-1471627ee5de admin admin] For port 59bde2a1-c3e2-4fc4-926f-6130bf06806b, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=59bde2a1-c3e2-4fc4-926f-6130bf06806b,segment=NetworkSegment(e5ed7682-24f7-44bd-93ee-e42c33dbf816),segment_id=e5ed7682-24f7-44bd-93ee-e42c33dbf816)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:15:27.822632 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f4d38a37-8c05-4e80-81a5-1471627ee5de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:27.843500 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-f4d38a37-8c05-4e80-81a5-1471627ee5de admin admin] Calling delete_port for 59bde2a1-c3e2-4fc4-926f-6130bf06806b owned by network:dhcp {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:15:27.874589 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-d6ee88b3-da9c-4284-89ea-930155d6fbee None None] Deleting port 59bde2a1-c3e2-4fc4-926f-6130bf06806b {{(pid=103164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:15:27.875234 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d6ee88b3-da9c-4284-89ea-930155d6fbee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:27.958484 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-d6ee88b3-da9c-4284-89ea-930155d6fbee None None] For port 59bde2a1-c3e2-4fc4-926f-6130bf06806b, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=59bde2a1-c3e2-4fc4-926f-6130bf06806b,segment=NetworkSegment(e5ed7682-24f7-44bd-93ee-e42c33dbf816),segment_id=e5ed7682-24f7-44bd-93ee-e42c33dbf816)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:15:27.958899 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d6ee88b3-da9c-4284-89ea-930155d6fbee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:28.023805 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f4d38a37-8c05-4e80-81a5-1471627ee5de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:28.074223 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d38a37-8c05-4e80-81a5-1471627ee5de admin admin] Pushing event deleted for resources: {'Port': ['ID=59bde2a1-c3e2-4fc4-926f-6130bf06806b,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:15:28.085296 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d38a37-8c05-4e80-81a5-1471627ee5de admin admin] No DVR routers for this DVR port 59bde2a1-c3e2-4fc4-926f-6130bf06806b on host n-d-842733-1 {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 21:15:28.164762 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 59bde2a1-c3e2-4fc4-926f-6130bf06806b no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 21:15:28.170658 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-d6ee88b3-da9c-4284-89ea-930155d6fbee None None] Calling delete_port for 59bde2a1-c3e2-4fc4-926f-6130bf06806b owned by network:dhcp {{(pid=103164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:15:28.178055 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f4d38a37-8c05-4e80-81a5-1471627ee5de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33072115', 'neutron.services.segments.db._delete_segments_for_network-8782419500584'] for network, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:28.203780 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: 59bde2a1-c3e2-4fc4-926f-6130bf06806b {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 21:15:28.204034 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-f4d38a37-8c05-4e80-81a5-1471627ee5de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6cbd44ba-be6f-4b3d-bb13-545b2ece2d85']}} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:15:28.204177 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 59bde2a1-c3e2-4fc4-926f-6130bf06806b not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 21:15:28.204524 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device f56f9674-23a2-44b8-ae26-76a450b64289 no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 21:15:28.214155 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-f4d38a37-8c05-4e80-81a5-1471627ee5de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5ed7682-24f7-44bd-93ee-e42c33dbf816') {'for_net_delete': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:15:28.214450 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-f4d38a37-8c05-4e80-81a5-1471627ee5de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5ed7682-24f7-44bd-93ee-e42c33dbf816') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:15:28.224184 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f4d38a37-8c05-4e80-81a5-1471627ee5de admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419501617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3738385'] for segment, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:28.234068 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: f56f9674-23a2-44b8-ae26-76a450b64289 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 21:15:28.234410 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device f56f9674-23a2-44b8-ae26-76a450b64289 not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 21:15:28.234829 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 45e96279-e51f-4e38-9467-25ae17ca8cd3 no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 21:15:28.238238 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f4d38a37-8c05-4e80-81a5-1471627ee5de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:28.244962 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4d38a37-8c05-4e80-81a5-1471627ee5de admin admin] Releasing vlan 205 on physical network physnet1 to pool {{(pid=103162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 21:15:28.245612 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f4d38a37-8c05-4e80-81a5-1471627ee5de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3800791'] for segment, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:28.247418 n-d-842733-1 neutron-server[103162]: Traceback (most recent call last): May 20 21:15:28.247418 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 21:15:28.247418 n-d-842733-1 neutron-server[103162]: timer() May 20 21:15:28.247418 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 21:15:28.247418 n-d-842733-1 neutron-server[103162]: cb(*args, **kw) May 20 21:15:28.247418 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 20 21:15:28.247418 n-d-842733-1 neutron-server[103162]: return func(*args, **kwargs) May 20 21:15:28.247418 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 21:15:28.247418 n-d-842733-1 neutron-server[103162]: self._notify() May 20 21:15:28.247418 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 21:15:28.247418 n-d-842733-1 neutron-server[103162]: self.callback(batched_events) May 20 21:15:28.247418 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 21:15:28.247418 n-d-842733-1 neutron-server[103162]: event.method(event) May 20 21:15:28.247418 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 20 21:15:28.247418 n-d-842733-1 neutron-server[103162]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 21:15:28.247418 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 20 21:15:28.247418 n-d-842733-1 neutron-server[103162]: aggregate_uuid = self.p_client.list_aggregates( May 20 21:15:28.247418 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 20 21:15:28.247418 n-d-842733-1 neutron-server[103162]: return f(self, *a, **k) May 20 21:15:28.247418 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 20 21:15:28.247418 n-d-842733-1 neutron-server[103162]: return self._get(url).json() May 20 21:15:28.247418 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 20 21:15:28.247418 n-d-842733-1 neutron-server[103162]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 21:15:28.247418 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 21:15:28.247418 n-d-842733-1 neutron-server[103162]: return self.request(url, 'GET', **kwargs) May 20 21:15:28.247418 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 21:15:28.247418 n-d-842733-1 neutron-server[103162]: base_url = self.get_endpoint(auth, allow=allow, May 20 21:15:28.247418 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 21:15:28.247418 n-d-842733-1 neutron-server[103162]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 21:15:28.247418 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 21:15:28.247418 n-d-842733-1 neutron-server[103162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 21:15:28.247418 n-d-842733-1 neutron-server[103162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 21:15:28.288332 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: 45e96279-e51f-4e38-9467-25ae17ca8cd3 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 21:15:28.289387 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 45e96279-e51f-4e38-9467-25ae17ca8cd3 not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 21:15:28.316735 n-d-842733-1 neutron-server[103164]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 21:15:28.316735 n-d-842733-1 neutron-server[103164]: self.session.flush() May 20 21:15:28.316735 n-d-842733-1 neutron-server[103164]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 21:15:28.316735 n-d-842733-1 neutron-server[103164]: self.session.flush() May 20 21:15:28.316735 n-d-842733-1 neutron-server[103164]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 21:15:28.316735 n-d-842733-1 neutron-server[103164]: self.session.flush() May 20 21:15:28.316735 n-d-842733-1 neutron-server[103164]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 21:15:28.316735 n-d-842733-1 neutron-server[103164]: self.session.flush() May 20 21:15:28.316735 n-d-842733-1 neutron-server[103164]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 21:15:28.316735 n-d-842733-1 neutron-server[103164]: self.session.flush() May 20 21:15:28.316735 n-d-842733-1 neutron-server[103164]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 21:15:28.316735 n-d-842733-1 neutron-server[103164]: self.session.flush() May 20 21:15:28.316735 n-d-842733-1 neutron-server[103164]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 21:15:28.316735 n-d-842733-1 neutron-server[103164]: self.session.flush() May 20 21:15:28.316735 n-d-842733-1 neutron-server[103164]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 21:15:28.316735 n-d-842733-1 neutron-server[103164]: self.session.flush() May 20 21:15:28.316735 n-d-842733-1 neutron-server[103164]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 21:15:28.316735 n-d-842733-1 neutron-server[103164]: self.session.flush() May 20 21:15:28.316735 n-d-842733-1 neutron-server[103164]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 21:15:28.316735 n-d-842733-1 neutron-server[103164]: self.session.flush() May 20 21:15:28.316735 n-d-842733-1 neutron-server[103164]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 21:15:28.316735 n-d-842733-1 neutron-server[103164]: self.session.flush() May 20 21:15:28.316735 n-d-842733-1 neutron-server[103164]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 21:15:28.316735 n-d-842733-1 neutron-server[103164]: self.session.flush() May 20 21:15:28.316735 n-d-842733-1 neutron-server[103164]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 21:15:28.316735 n-d-842733-1 neutron-server[103164]: self.session.flush() May 20 21:15:28.316735 n-d-842733-1 neutron-server[103164]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 21:15:28.316735 n-d-842733-1 neutron-server[103164]: self.session.flush() May 20 21:15:28.316735 n-d-842733-1 neutron-server[103164]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 21:15:28.316735 n-d-842733-1 neutron-server[103164]: self.session.flush() May 20 21:15:28.316735 n-d-842733-1 neutron-server[103164]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 21:15:28.316735 n-d-842733-1 neutron-server[103164]: self.session.flush() May 20 21:15:28.316735 n-d-842733-1 neutron-server[103164]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 21:15:28.316735 n-d-842733-1 neutron-server[103164]: self.session.flush() May 20 21:15:28.316735 n-d-842733-1 neutron-server[103164]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 21:15:28.316735 n-d-842733-1 neutron-server[103164]: self.session.flush() May 20 21:15:28.316735 n-d-842733-1 neutron-server[103164]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 21:15:28.316735 n-d-842733-1 neutron-server[103164]: self.session.flush() May 20 21:15:28.316735 n-d-842733-1 neutron-server[103164]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 21:15:28.316735 n-d-842733-1 neutron-server[103164]: self.session.flush() May 20 21:15:28.316735 n-d-842733-1 neutron-server[103164]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 21:15:28.316735 n-d-842733-1 neutron-server[103164]: self.session.flush() May 20 21:15:28.316735 n-d-842733-1 neutron-server[103164]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 21:15:28.316735 n-d-842733-1 neutron-server[103164]: self.session.flush() May 20 21:15:28.316735 n-d-842733-1 neutron-server[103164]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 21:15:28.316735 n-d-842733-1 neutron-server[103164]: self.session.flush() May 20 21:15:28.316735 n-d-842733-1 neutron-server[103164]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 21:15:28.316735 n-d-842733-1 neutron-server[103164]: self.session.flush() May 20 21:15:28.316735 n-d-842733-1 neutron-server[103164]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 21:15:28.316735 n-d-842733-1 neutron-server[103164]: self.session.flush() May 20 21:15:28.316735 n-d-842733-1 neutron-server[103164]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 21:15:28.316735 n-d-842733-1 neutron-server[103164]: self.session.flush() May 20 21:15:28.316735 n-d-842733-1 neutron-server[103164]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 21:15:28.316735 n-d-842733-1 neutron-server[103164]: self.session.flush() May 20 21:15:28.325472 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d6ee88b3-da9c-4284-89ea-930155d6fbee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099'] for port, after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:28.357766 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ee88b3-da9c-4284-89ea-930155d6fbee None None] Pushing event deleted for resources: {'Port': ['ID=59bde2a1-c3e2-4fc4-926f-6130bf06806b,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:15:28.361268 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ee88b3-da9c-4284-89ea-930155d6fbee None None] No DVR routers for this DVR port 59bde2a1-c3e2-4fc4-926f-6130bf06806b on host n-d-842733-1 {{(pid=103164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 21:15:28.369294 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f4d38a37-8c05-4e80-81a5-1471627ee5de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33072122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748162'] for network, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:28.373982 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f4d38a37-8c05-4e80-81a5-1471627ee5de admin admin] Notify callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:28.377478 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-f4d38a37-8c05-4e80-81a5-1471627ee5de admin admin] 10.222.0.35 "DELETE /v2.0/networks/6cbd44ba-be6f-4b3d-bb13-545b2ece2d85 HTTP/1.1" status: 204 len: 168 time: 0.7808154 May 20 21:15:28.393884 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d38a37-8c05-4e80-81a5-1471627ee5de admin admin] Pushing event deleted for resources: {'Network': ['ID=6cbd44ba-be6f-4b3d-bb13-545b2ece2d85,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:15:28.696773 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 58754) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:15:28.738411 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-af91c56b-fe1f-4614-87ee-d985bedeba75 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=29117324183f4ed3bf818ef5a8e4758b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0403998 May 20 21:15:28.740796 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 58756) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:15:28.794429 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-dc75308a-92c2-48e0-a365-888884029bc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:28.817073 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-dc75308a-92c2-48e0-a365-888884029bc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:28.943741 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-dc75308a-92c2-48e0-a365-888884029bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:28.946529 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-dc75308a-92c2-48e0-a365-888884029bc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:28.947680 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-dc75308a-92c2-48e0-a365-888884029bc2 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ca2d4340-7eab-46b1-aede-63ab0f456f86 HTTP/1.1" status: 204 len: 168 time: 0.2059441 May 20 21:15:28.958186 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc75308a-92c2-48e0-a365-888884029bc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca2d4340-7eab-46b1-aede-63ab0f456f86,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:15:29.670430 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 58764) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:15:29.684695 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-23aeab62-4507-4df5-917e-a22fa6abe4a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:29.763979 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-23aeab62-4507-4df5-917e-a22fa6abe4a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:29.820200 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-23aeab62-4507-4df5-917e-a22fa6abe4a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:29.861578 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23aeab62-4507-4df5-917e-a22fa6abe4a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b05a3cb-8fa0-49a0-b927-cfd04d2a302b,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:15:29.865946 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-23aeab62-4507-4df5-917e-a22fa6abe4a5 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.1944895 May 20 21:15:29.869280 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 58766) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:15:29.919926 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-065dcb5e-6bd9-445c-938e-87e000f7daa6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:29.942131 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-065dcb5e-6bd9-445c-938e-87e000f7daa6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:30.065917 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-065dcb5e-6bd9-445c-938e-87e000f7daa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:30.068604 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-065dcb5e-6bd9-445c-938e-87e000f7daa6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:30.069907 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-065dcb5e-6bd9-445c-938e-87e000f7daa6 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6b05a3cb-8fa0-49a0-b927-cfd04d2a302b HTTP/1.1" status: 204 len: 168 time: 0.1998196 May 20 21:15:30.079492 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065dcb5e-6bd9-445c-938e-87e000f7daa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b05a3cb-8fa0-49a0-b927-cfd04d2a302b,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:15:32.568982 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:33.100086 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-eeaafaa8-00f0-469b-8a7f-a9e5c3ad2f75 req-665bc465-f606-41fe-8be2-2384eb79e6bd service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5e2d6281-a1fc-40ea-9362-a84272b89cb8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0401585 May 20 21:15:33.187976 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaafaa8-00f0-469b-8a7f-a9e5c3ad2f75 req-4850622e-a62a-470d-b730-11cca3231ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:15:33.190735 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-eeaafaa8-00f0-469b-8a7f-a9e5c3ad2f75 req-4850622e-a62a-470d-b730-11cca3231ac6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a66b050937ea40618634c01548e149f5&device_id=5e2d6281-a1fc-40ea-9362-a84272b89cb8 HTTP/1.1" status: 200 len: 1096 time: 0.0465097 May 20 21:15:33.298827 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaafaa8-00f0-469b-8a7f-a9e5c3ad2f75 req-dcea0e56-6a2b-4547-bbcb-be952159fffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:15:33.300332 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-eeaafaa8-00f0-469b-8a7f-a9e5c3ad2f75 req-dcea0e56-6a2b-4547-bbcb-be952159fffe service neutron] 10.222.0.24 "GET /v2.0/networks?id=71da61d8-8f10-40b0-9a52-450c4a34dc28 HTTP/1.1" status: 200 len: 915 time: 0.0899551 May 20 21:15:33.344230 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-eeaafaa8-00f0-469b-8a7f-a9e5c3ad2f75 req-6daec81e-7e9b-4a89-b720-3d47b2dbe02e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fea51a2b-0117-450a-bcef-eda73437f3aa HTTP/1.1" status: 200 len: 217 time: 0.0373209 May 20 21:15:33.399431 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaafaa8-00f0-469b-8a7f-a9e5c3ad2f75 req-5f3470be-dd6c-4183-842b-f72e453631f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:15:33.400831 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-eeaafaa8-00f0-469b-8a7f-a9e5c3ad2f75 req-5f3470be-dd6c-4183-842b-f72e453631f0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b22b9f09-ceeb-43dc-b5a8-20b4c2f0fe6e HTTP/1.1" status: 200 len: 854 time: 0.0500755 May 20 21:15:33.432894 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-eeaafaa8-00f0-469b-8a7f-a9e5c3ad2f75 req-c59f08f3-34ca-4acc-9c69-7bba2bea349a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=71da61d8-8f10-40b0-9a52-450c4a34dc28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261028 May 20 21:15:33.524775 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-eeaafaa8-00f0-469b-8a7f-a9e5c3ad2f75 req-2f47d217-1fca-4eb1-b25b-278cac7ef101 service neutron] 10.222.0.24 "GET /v2.0/networks/71da61d8-8f10-40b0-9a52-450c4a34dc28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856175 May 20 21:15:33.621701 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-eeaafaa8-00f0-469b-8a7f-a9e5c3ad2f75 req-ef4ac089-2c9d-4485-bbf0-190298c4ebbd service neutron] 10.222.0.24 "GET /v2.0/networks/71da61d8-8f10-40b0-9a52-450c4a34dc28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908315 May 20 21:15:39.751644 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-49ef8c8c-76b8-434e-9187-05de96f83d01 req-7ea9347c-6e6c-4b95-b0a6-d0a2c1f56f11 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5a0ae92b-5150-4bdf-b2b8-cc4575fb3872&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0399551 May 20 21:15:39.849293 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ef8c8c-76b8-434e-9187-05de96f83d01 req-a436b721-f6be-45ad-9b37-fb8cc329af6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:15:39.851025 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-49ef8c8c-76b8-434e-9187-05de96f83d01 req-a436b721-f6be-45ad-9b37-fb8cc329af6c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cdc84cdf879947589b97668d7e3906ce&device_id=5a0ae92b-5150-4bdf-b2b8-cc4575fb3872 HTTP/1.1" status: 200 len: 1097 time: 0.0405011 May 20 21:15:39.956955 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ef8c8c-76b8-434e-9187-05de96f83d01 req-767f6115-eced-4f85-8ab3-30f72be4ee18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:15:39.958563 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-49ef8c8c-76b8-434e-9187-05de96f83d01 req-767f6115-eced-4f85-8ab3-30f72be4ee18 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1bf9f30f-4143-426a-b3e8-8c13e60024c0 HTTP/1.1" status: 200 len: 898 time: 0.0893612 May 20 21:15:40.026050 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-49ef8c8c-76b8-434e-9187-05de96f83d01 req-21227c89-9c69-4420-a177-04c69834da86 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=80e542a1-2c82-4d90-a385-bf388de7cbcc HTTP/1.1" status: 200 len: 1002 time: 0.0606678 May 20 21:15:40.082884 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ef8c8c-76b8-434e-9187-05de96f83d01 req-856a1b65-739b-482f-83c8-5a2e83b883a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:15:40.084379 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-49ef8c8c-76b8-434e-9187-05de96f83d01 req-856a1b65-739b-482f-83c8-5a2e83b883a9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=882ba240-0d16-45aa-b659-041bbd85a661 HTTP/1.1" status: 200 len: 835 time: 0.0515873 May 20 21:15:40.134318 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ef8c8c-76b8-434e-9187-05de96f83d01 req-72e4f4fb-6d92-472e-9a8f-b9e0e22132d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:15:40.135823 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-49ef8c8c-76b8-434e-9187-05de96f83d01 req-72e4f4fb-6d92-472e-9a8f-b9e0e22132d6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1bf9f30f-4143-426a-b3e8-8c13e60024c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448103 May 20 21:15:40.230254 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-49ef8c8c-76b8-434e-9187-05de96f83d01 req-f7e453b0-5498-4f60-8a16-b0ea47372111 service neutron] 10.222.0.13 "GET /v2.0/networks/1bf9f30f-4143-426a-b3e8-8c13e60024c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876651 May 20 21:15:40.334592 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-49ef8c8c-76b8-434e-9187-05de96f83d01 req-55a817f1-6ae9-4e9d-8f7e-0e8c700977ab service neutron] 10.222.0.13 "GET /v2.0/networks/1bf9f30f-4143-426a-b3e8-8c13e60024c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859251 May 20 21:15:49.877889 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-8d29b70f-a943-49d3-afa5-8ccfbc9c35fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:51.219386 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 58856) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:15:51.288679 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-37842722-612d-4731-9696-5ed1ddcdf835 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] 10.222.0.35 "GET /v2.0/floatingips/106cb2cd-d1b5-4b07-b80a-d394e2399065 HTTP/1.1" status: 200 len: 994 time: 0.0677307 May 20 21:15:51.543599 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 58862) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:15:51.705570 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-6a6f1e60-b7f0-4fa0-ad61-16c78b5b7e79 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Deleting port e40a9438-9a49-49d0-94c8-df47894aff8c {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:15:51.706106 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6a6f1e60-b7f0-4fa0-ad61-16c78b5b7e79 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:51.782169 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6a6f1e60-b7f0-4fa0-ad61-16c78b5b7e79 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:51.782488 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6a6f1e60-b7f0-4fa0-ad61-16c78b5b7e79 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:51.793871 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-6a6f1e60-b7f0-4fa0-ad61-16c78b5b7e79 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Calling delete_port for e40a9438-9a49-49d0-94c8-df47894aff8c owned by network:floatingip {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:15:52.026816 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6a6f1e60-b7f0-4fa0-ad61-16c78b5b7e79 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:52.053406 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6f1e60-b7f0-4fa0-ad61-16c78b5b7e79 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Pushing event deleted for resources: {'Port': ['ID=e40a9438-9a49-49d0-94c8-df47894aff8c,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:15:52.065880 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6f1e60-b7f0-4fa0-ad61-16c78b5b7e79 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:15:52.066223 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6f1e60-b7f0-4fa0-ad61-16c78b5b7e79 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:15:52.066557 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6f1e60-b7f0-4fa0-ad61-16c78b5b7e79 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:15:52.066890 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6f1e60-b7f0-4fa0-ad61-16c78b5b7e79 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:15:52.067219 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6f1e60-b7f0-4fa0-ad61-16c78b5b7e79 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:15:52.067543 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6f1e60-b7f0-4fa0-ad61-16c78b5b7e79 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:15:52.067976 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6f1e60-b7f0-4fa0-ad61-16c78b5b7e79 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:15:52.068303 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6f1e60-b7f0-4fa0-ad61-16c78b5b7e79 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:15:52.068621 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6f1e60-b7f0-4fa0-ad61-16c78b5b7e79 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:15:52.068937 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6f1e60-b7f0-4fa0-ad61-16c78b5b7e79 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:15:52.069287 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6f1e60-b7f0-4fa0-ad61-16c78b5b7e79 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:15:52.069606 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6f1e60-b7f0-4fa0-ad61-16c78b5b7e79 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:15:52.127550 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6a6f1e60-b7f0-4fa0-ad61-16c78b5b7e79 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks [] for floatingip, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:52.127879 n-d-842733-1 neutron-server[103163]: INFO neutron.db.l3_db [None req-6a6f1e60-b7f0-4fa0-ad61-16c78b5b7e79 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Floating IP 106cb2cd-d1b5-4b07-b80a-d394e2399065 disassociated (deleted). External IP: 172.25.2.221, port: 80e542a1-2c82-4d90-a385-bf388de7cbcc. May 20 21:15:52.300773 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-21ab42f6-8c3d-4f59-a607-e6d2bd861fb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:52.339314 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a6f1e60-b7f0-4fa0-ad61-16c78b5b7e79 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Router b50b5cb9-1ea2-4ff8-b20c-5ce070db61d3 has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 21:15:52.443177 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a6f1e60-b7f0-4fa0-ad61-16c78b5b7e79 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 21:15:52.447719 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6a6f1e60-b7f0-4fa0-ad61-16c78b5b7e79 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for floatingip, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:52.453453 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f49f549-00c7-4306-ae2a-04e6d0d35904 None None] Sync routers for ids ['b50b5cb9-1ea2-4ff8-b20c-5ce070db61d3'] in n-d-842733-1 {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 21:15:52.464072 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f49f549-00c7-4306-ae2a-04e6d0d35904 None None] Routers {'b50b5cb9-1ea2-4ff8-b20c-5ce070db61d3'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:15:52.465964 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-5f49f549-00c7-4306-ae2a-04e6d0d35904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:15:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['b50b5cb9-1ea2-4ff8-b20c-5ce070db61d3'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:15:52.478542 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-6a6f1e60-b7f0-4fa0-ad61-16c78b5b7e79 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] 10.222.0.35 "DELETE /v2.0/floatingips/106cb2cd-d1b5-4b07-b80a-d394e2399065 HTTP/1.1" status: 204 len: 168 time: 0.9337845 May 20 21:15:52.479152 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a0ae92b-5150-4bdf-b2b8-cc4575fb3872', 'tag': '80e542a1-2c82-4d90-a385-bf388de7cbcc'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 21:15:52.482031 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4291b17aa7b45362825f0571e77c85f5e73afe1df9c7e9e15006df9d695c005e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac815131-5cb3-4cd8-b7c1-eb83e7eb8473" -d '{"events": [{"name": "network-changed", "server_uuid": "5a0ae92b-5150-4bdf-b2b8-cc4575fb3872", "tag": "80e542a1-2c82-4d90-a385-bf388de7cbcc"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 21:15:52.525287 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 21:15:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4aee8e92-9967-4042-813d-8f4ebaf8ac1e x-openstack-request-id: req-4aee8e92-9967-4042-813d-8f4ebaf8ac1e {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 21:15:52.525696 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a0ae92b-5150-4bdf-b2b8-cc4575fb3872", "tag": "80e542a1-2c82-4d90-a385-bf388de7cbcc", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 21:15:52.526497 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4aee8e92-9967-4042-813d-8f4ebaf8ac1e {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 21:15:52.527588 n-d-842733-1 neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4aee8e92-9967-4042-813d-8f4ebaf8ac1e'] response: {'name': 'network-changed', 'server_uuid': '5a0ae92b-5150-4bdf-b2b8-cc4575fb3872', 'tag': '80e542a1-2c82-4d90-a385-bf388de7cbcc', 'status': 'completed', 'code': 200} May 20 21:15:52.579887 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-5f49f549-00c7-4306-ae2a-04e6d0d35904 None None] Set router b50b5cb9-1ea2-4ff8-b20c-5ce070db61d3 gateway port host: n-d-842733-1 {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:15:52.612467 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac815131-5cb3-4cd8-b7c1-eb83e7eb8473 req-13dc4789-4050-4dcb-9fae-cdd80c481c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:15:52.613903 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-ac815131-5cb3-4cd8-b7c1-eb83e7eb8473 req-13dc4789-4050-4dcb-9fae-cdd80c481c91 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cdc84cdf879947589b97668d7e3906ce&device_id=5a0ae92b-5150-4bdf-b2b8-cc4575fb3872 HTTP/1.1" status: 200 len: 1097 time: 0.0458057 May 20 21:15:52.710141 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac815131-5cb3-4cd8-b7c1-eb83e7eb8473 req-043b2aa6-fbe6-4858-ae0c-74ddc2ddbb01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:15:52.711926 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-ac815131-5cb3-4cd8-b7c1-eb83e7eb8473 req-043b2aa6-fbe6-4858-ae0c-74ddc2ddbb01 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1bf9f30f-4143-426a-b3e8-8c13e60024c0 HTTP/1.1" status: 200 len: 898 time: 0.0915349 May 20 21:15:52.752216 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-ac815131-5cb3-4cd8-b7c1-eb83e7eb8473 req-8c293f93-f57e-4dca-b599-36aa73f6b1f5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=80e542a1-2c82-4d90-a385-bf388de7cbcc HTTP/1.1" status: 200 len: 217 time: 0.0336854 May 20 21:15:52.798713 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-5f49f549-00c7-4306-ae2a-04e6d0d35904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b50b5cb9-1ea2-4ff8-b20c-5ce070db61d3', 'name': 'tempest-TestNetworkBasicOps-router-1923029447', 'tenant_id': 'cdc84cdf879947589b97668d7e3906ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.45'}], 'enable_snat': True}, 'gw_port_id': '3118cadb-eed8-4ba8-93f8-eacb898d642e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:14:51Z', 'updated_at': '2022-05-20T21:14:56Z', 'revision_number': 4, 'project_id': 'cdc84cdf879947589b97668d7e3906ce', 'gw_port': {'id': '3118cadb-eed8-4ba8-93f8-eacb898d642e', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:9a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b50b5cb9-1ea2-4ff8-b20c-5ce070db61d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:14:52Z', 'updated_at': '2022-05-20T21:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': '4b24c5e5-67ad-4a6e-bb07-68d1286671e2', 'name': '', 'network_id': '1bf9f30f-4143-426a-b3e8-8c13e60024c0', 'tenant_id': 'cdc84cdf879947589b97668d7e3906ce', 'mac_address': 'fa:16:3e:ad:72:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b50b5cb9-1ea2-4ff8-b20c-5ce070db61d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '882ba240-0d16-45aa-b659-041bbd85a661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:14:56Z', 'updated_at': '2022-05-20T21:15:00Z', 'revision_number': 5, 'project_id': 'cdc84cdf879947589b97668d7e3906ce', 'subnets': [{'id': '882ba240-0d16-45aa-b659-041bbd85a661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:15:52.809733 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac815131-5cb3-4cd8-b7c1-eb83e7eb8473 req-7f9fcdb8-baca-4065-a3d5-7e4bbf65f830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:15:52.809733 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-ac815131-5cb3-4cd8-b7c1-eb83e7eb8473 req-7f9fcdb8-baca-4065-a3d5-7e4bbf65f830 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=882ba240-0d16-45aa-b659-041bbd85a661 HTTP/1.1" status: 200 len: 835 time: 0.0507820 May 20 21:15:52.827601 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f49f549-00c7-4306-ae2a-04e6d0d35904 None None] Checking router: b50b5cb9-1ea2-4ff8-b20c-5ce070db61d3 for host: n-d-842733-1 {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 21:15:52.836384 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f49f549-00c7-4306-ae2a-04e6d0d35904 None None] Routers {'b50b5cb9-1ea2-4ff8-b20c-5ce070db61d3'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:15:52.837094 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-5f49f549-00c7-4306-ae2a-04e6d0d35904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:15:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['b50b5cb9-1ea2-4ff8-b20c-5ce070db61d3'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:15:52.860625 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac815131-5cb3-4cd8-b7c1-eb83e7eb8473 req-6d00a07e-fb8c-4872-95aa-cbca4404170d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:15:52.862148 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-ac815131-5cb3-4cd8-b7c1-eb83e7eb8473 req-6d00a07e-fb8c-4872-95aa-cbca4404170d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1bf9f30f-4143-426a-b3e8-8c13e60024c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415874 May 20 21:15:52.947428 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-5f49f549-00c7-4306-ae2a-04e6d0d35904 None None] Set router b50b5cb9-1ea2-4ff8-b20c-5ce070db61d3 gateway port host: n-d-842733-1 {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:15:52.954137 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-ac815131-5cb3-4cd8-b7c1-eb83e7eb8473 req-6247104b-14c2-420c-b33a-e7f80591db5a service neutron] 10.222.0.13 "GET /v2.0/networks/1bf9f30f-4143-426a-b3e8-8c13e60024c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839126 May 20 21:15:53.027262 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebee257e-e456-4d51-9584-6e5f246a44a9 req-4b27297b-0a8b-437a-8116-f4340f7f7c2b tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:15:53.028683 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ebee257e-e456-4d51-9584-6e5f246a44a9 req-4b27297b-0a8b-437a-8116-f4340f7f7c2b tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] 10.222.0.35 "GET /v2.0/ports?device_id=5a0ae92b-5150-4bdf-b2b8-cc4575fb3872 HTTP/1.1" status: 200 len: 946 time: 0.1911645 May 20 21:15:53.059873 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-ac815131-5cb3-4cd8-b7c1-eb83e7eb8473 req-f05b293f-9d9e-47f1-9fec-76ac7f02660f service neutron] 10.222.0.13 "GET /v2.0/networks/1bf9f30f-4143-426a-b3e8-8c13e60024c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978878 May 20 21:15:53.067665 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ebee257e-e456-4d51-9584-6e5f246a44a9 req-d3de9eff-5612-49ae-93cb-5911a03a1b4e tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] 10.222.0.35 "GET /v2.0/security-groups?id=09a09fc1-8678-4d46-a1fc-9b0af2313b25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324352 May 20 21:15:53.154158 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-5f49f549-00c7-4306-ae2a-04e6d0d35904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b50b5cb9-1ea2-4ff8-b20c-5ce070db61d3', 'name': 'tempest-TestNetworkBasicOps-router-1923029447', 'tenant_id': 'cdc84cdf879947589b97668d7e3906ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.45'}], 'enable_snat': True}, 'gw_port_id': '3118cadb-eed8-4ba8-93f8-eacb898d642e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:14:51Z', 'updated_at': '2022-05-20T21:14:56Z', 'revision_number': 4, 'project_id': 'cdc84cdf879947589b97668d7e3906ce', 'gw_port': {'id': '3118cadb-eed8-4ba8-93f8-eacb898d642e', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:9a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b50b5cb9-1ea2-4ff8-b20c-5ce070db61d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:14:52Z', 'updated_at': '2022-05-20T21:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': '4b24c5e5-67ad-4a6e-bb07-68d1286671e2', 'name': '', 'network_id': '1bf9f30f-4143-426a-b3e8-8c13e60024c0', 'tenant_id': 'cdc84cdf879947589b97668d7e3906ce', 'mac_address': 'fa:16:3e:ad:72:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b50b5cb9-1ea2-4ff8-b20c-5ce070db61d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '882ba240-0d16-45aa-b659-041bbd85a661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:14:56Z', 'updated_at': '2022-05-20T21:15:00Z', 'revision_number': 5, 'project_id': 'cdc84cdf879947589b97668d7e3906ce', 'subnets': [{'id': '882ba240-0d16-45aa-b659-041bbd85a661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:15:53.158838 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.agents_db [None req-5c33ad30-4e00-40fa-b486-8c79c4a6cfc5 None None] Agent healthcheck: found 7 active agents {{(pid=103165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 20 21:15:53.181069 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f49f549-00c7-4306-ae2a-04e6d0d35904 None None] The sync data for ids ['b50b5cb9-1ea2-4ff8-b20c-5ce070db61d3'] in n-d-842733-1 is: [{'id': 'b50b5cb9-1ea2-4ff8-b20c-5ce070db61d3', 'name': 'tempest-TestNetworkBasicOps-router-1923029447', 'tenant_id': 'cdc84cdf879947589b97668d7e3906ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.45'}], 'enable_snat': True}, 'gw_port_id': '3118cadb-eed8-4ba8-93f8-eacb898d642e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:14:51Z', 'updated_at': '2022-05-20T21:14:56Z', 'revision_number': 4, 'project_id': 'cdc84cdf879947589b97668d7e3906ce', 'gw_port': {'id': '3118cadb-eed8-4ba8-93f8-eacb898d642e', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:9a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b50b5cb9-1ea2-4ff8-b20c-5ce070db61d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:14:52Z', 'updated_at': '2022-05-20T21:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': '4b24c5e5-67ad-4a6e-bb07-68d1286671e2', 'name': '', 'network_id': '1bf9f30f-4143-426a-b3e8-8c13e60024c0', 'tenant_id': 'cdc84cdf879947589b97668d7e3906ce', 'mac_address': 'fa:16:3e:ad:72:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b50b5cb9-1ea2-4ff8-b20c-5ce070db61d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '882ba240-0d16-45aa-b659-041bbd85a661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:14:56Z', 'updated_at': '2022-05-20T21:15:00Z', 'revision_number': 5, 'project_id': 'cdc84cdf879947589b97668d7e3906ce', 'subnets': [{'id': '882ba240-0d16-45aa-b659-041bbd85a661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 21:15:53.402755 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeebbd8e-b391-4f91-9e1d-cce1384fcc8d None None] New status for floating IP 106cb2cd-d1b5-4b07-b80a-d394e2399065: DOWN {{(pid=103165) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 21:15:53.981240 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4bb0e131-6525-46ca-a45b-e4ea43a5e69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:54.185583 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b573ee-4310-45ce-bafc-5157b61ee9f3 req-b8584664-71e4-454c-8b15-a7df040e883d tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:15:54.187070 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-78b573ee-4310-45ce-bafc-5157b61ee9f3 req-b8584664-71e4-454c-8b15-a7df040e883d tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] 10.222.0.35 "GET /v2.0/ports?device_id=5a0ae92b-5150-4bdf-b2b8-cc4575fb3872 HTTP/1.1" status: 200 len: 946 time: 0.0497973 May 20 21:15:54.224357 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-78b573ee-4310-45ce-bafc-5157b61ee9f3 req-bfd167b6-f21e-4b06-9518-77fe76ce3c21 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] 10.222.0.35 "GET /v2.0/security-groups?id=09a09fc1-8678-4d46-a1fc-9b0af2313b25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311637 May 20 21:15:54.293444 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3843afc-66dc-4f6a-88ea-a609a4e09a68 req-b282e99f-2bd6-49ba-bb1a-9bad99075722 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:15:54.294901 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-b3843afc-66dc-4f6a-88ea-a609a4e09a68 req-b282e99f-2bd6-49ba-bb1a-9bad99075722 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a0ae92b-5150-4bdf-b2b8-cc4575fb3872 HTTP/1.1" status: 200 len: 946 time: 0.0484364 May 20 21:15:54.395279 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-b3843afc-66dc-4f6a-88ea-a609a4e09a68 req-3e080907-08f8-4960-8cf7-41b864d37474 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Deleting port 80e542a1-2c82-4d90-a385-bf388de7cbcc {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:15:54.395610 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-b3843afc-66dc-4f6a-88ea-a609a4e09a68 req-3e080907-08f8-4960-8cf7-41b864d37474 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:54.481132 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-b3843afc-66dc-4f6a-88ea-a609a4e09a68 req-3e080907-08f8-4960-8cf7-41b864d37474 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] For port 80e542a1-2c82-4d90-a385-bf388de7cbcc, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=80e542a1-2c82-4d90-a385-bf388de7cbcc,segment=NetworkSegment(9f760f0c-ef28-41ed-9d4b-0d1e81d65ac5),segment_id=9f760f0c-ef28-41ed-9d4b-0d1e81d65ac5)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:15:54.481458 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-b3843afc-66dc-4f6a-88ea-a609a4e09a68 req-3e080907-08f8-4960-8cf7-41b864d37474 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:54.493364 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-b3843afc-66dc-4f6a-88ea-a609a4e09a68 req-3e080907-08f8-4960-8cf7-41b864d37474 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Calling delete_port for 80e542a1-2c82-4d90-a385-bf388de7cbcc owned by compute:nova {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:15:54.684362 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-b3843afc-66dc-4f6a-88ea-a609a4e09a68 req-3e080907-08f8-4960-8cf7-41b864d37474 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:54.713135 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e080907-08f8-4960-8cf7-41b864d37474 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Pushing event deleted for resources: {'Port': ['ID=80e542a1-2c82-4d90-a385-bf388de7cbcc,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:15:54.726329 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e080907-08f8-4960-8cf7-41b864d37474 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:15:54.726329 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e080907-08f8-4960-8cf7-41b864d37474 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:15:54.726329 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e080907-08f8-4960-8cf7-41b864d37474 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:15:54.726653 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e080907-08f8-4960-8cf7-41b864d37474 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:15:54.726917 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e080907-08f8-4960-8cf7-41b864d37474 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:15:54.727245 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e080907-08f8-4960-8cf7-41b864d37474 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:15:54.727636 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e080907-08f8-4960-8cf7-41b864d37474 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:15:54.727931 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e080907-08f8-4960-8cf7-41b864d37474 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:15:54.728255 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e080907-08f8-4960-8cf7-41b864d37474 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:15:54.728576 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e080907-08f8-4960-8cf7-41b864d37474 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:15:54.728903 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e080907-08f8-4960-8cf7-41b864d37474 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:15:54.729272 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e080907-08f8-4960-8cf7-41b864d37474 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:15:54.767005 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3843afc-66dc-4f6a-88ea-a609a4e09a68 req-3e080907-08f8-4960-8cf7-41b864d37474 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] No DVR routers for this DVR port 80e542a1-2c82-4d90-a385-bf388de7cbcc on host n-h2-842733-1 {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 21:15:54.769597 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-b3843afc-66dc-4f6a-88ea-a609a4e09a68 req-3e080907-08f8-4960-8cf7-41b864d37474 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:54.772993 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-b3843afc-66dc-4f6a-88ea-a609a4e09a68 req-3e080907-08f8-4960-8cf7-41b864d37474 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] 10.222.0.13 "DELETE /v2.0/ports/80e542a1-2c82-4d90-a385-bf388de7cbcc HTTP/1.1" status: 204 len: 173 time: 0.4716666 May 20 21:15:54.773457 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a0ae92b-5150-4bdf-b2b8-cc4575fb3872', 'name': 'network-vif-deleted', 'tag': '80e542a1-2c82-4d90-a385-bf388de7cbcc'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 21:15:54.775747 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6fa957933fccbf596d28104b23404b952ad6a8238afaebaed40a0874b2e409" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd662639-7300-4616-9b93-fbee0df15657" -d '{"events": [{"server_uuid": "5a0ae92b-5150-4bdf-b2b8-cc4575fb3872", "name": "network-vif-deleted", "tag": "80e542a1-2c82-4d90-a385-bf388de7cbcc"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 21:15:54.881484 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 21:15:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f025b1a-7ac6-46dd-b19f-b632d0b2a21b x-openstack-request-id: req-4f025b1a-7ac6-46dd-b19f-b632d0b2a21b {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 21:15:54.881780 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a0ae92b-5150-4bdf-b2b8-cc4575fb3872", "name": "network-vif-deleted", "tag": "80e542a1-2c82-4d90-a385-bf388de7cbcc", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 21:15:54.882069 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4f025b1a-7ac6-46dd-b19f-b632d0b2a21b {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 21:15:54.882474 n-d-842733-1 neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f025b1a-7ac6-46dd-b19f-b632d0b2a21b'] response: {'server_uuid': '5a0ae92b-5150-4bdf-b2b8-cc4575fb3872', 'name': 'network-vif-deleted', 'tag': '80e542a1-2c82-4d90-a385-bf388de7cbcc', 'status': 'completed', 'code': 200} May 20 21:15:54.886691 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:55.334014 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9066b83a-46ee-41e7-9f36-ce8496980f0e req-b8543e37-a75b-46e9-8c6f-ba6ed8706499 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] 10.222.0.35 "GET /v2.0/ports?device_id=5a0ae92b-5150-4bdf-b2b8-cc4575fb3872 HTTP/1.1" status: 200 len: 210 time: 0.0256228 May 20 21:15:55.597590 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cc3ec51b-6ec8-438a-8349-5f0bec346d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:55.617536 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:56.392949 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 58892) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:15:56.454326 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5a6a41a3-05d5-43af-bbd9-cbb8e8aff3fa tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:56.479541 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5a6a41a3-05d5-43af-bbd9-cbb8e8aff3fa tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:56.621416 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5a6a41a3-05d5-43af-bbd9-cbb8e8aff3fa tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:56.624020 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5a6a41a3-05d5-43af-bbd9-cbb8e8aff3fa tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:56.625168 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-5a6a41a3-05d5-43af-bbd9-cbb8e8aff3fa tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] 10.222.0.35 "DELETE /v2.0/security-groups/09a09fc1-8678-4d46-a1fc-9b0af2313b25 HTTP/1.1" status: 204 len: 168 time: 0.2311909 May 20 21:15:56.637480 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a41a3-05d5-43af-bbd9-cbb8e8aff3fa tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09a09fc1-8678-4d46-a1fc-9b0af2313b25,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:15:56.717161 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 58896) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:15:56.814126 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 80e542a1-2c82-4d90-a385-bf388de7cbcc no longer exists at agent hyperv_n-h2-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 21:15:56.836623 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] No Port match for: 80e542a1-2c82-4d90-a385-bf388de7cbcc {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 21:15:56.836963 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 80e542a1-2c82-4d90-a385-bf388de7cbcc not bound to the agent host n-h2-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 21:15:57.072182 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4f545e71-dd08-43ce-b376-28b617717448 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748528'] for router_interface, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:57.650719 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-4f545e71-dd08-43ce-b376-28b617717448 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Deleting port 4b24c5e5-67ad-4a6e-bb07-68d1286671e2 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:15:57.651465 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4f545e71-dd08-43ce-b376-28b617717448 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:57.747832 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-4f545e71-dd08-43ce-b376-28b617717448 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] For port 4b24c5e5-67ad-4a6e-bb07-68d1286671e2, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=4b24c5e5-67ad-4a6e-bb07-68d1286671e2,segment=NetworkSegment(9f760f0c-ef28-41ed-9d4b-0d1e81d65ac5),segment_id=9f760f0c-ef28-41ed-9d4b-0d1e81d65ac5)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:15:57.748171 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4f545e71-dd08-43ce-b376-28b617717448 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:57.759846 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-4f545e71-dd08-43ce-b376-28b617717448 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Calling delete_port for 4b24c5e5-67ad-4a6e-bb07-68d1286671e2 owned by network:router_interface {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:15:57.998287 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4f545e71-dd08-43ce-b376-28b617717448 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:58.023503 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f545e71-dd08-43ce-b376-28b617717448 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Pushing event deleted for resources: {'Port': ['ID=4b24c5e5-67ad-4a6e-bb07-68d1286671e2,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:15:58.218178 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4f545e71-dd08-43ce-b376-28b617717448 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-692224'] for router_interface, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:58.446649 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f545e71-dd08-43ce-b376-28b617717448 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Router b50b5cb9-1ea2-4ff8-b20c-5ce070db61d3 has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 21:15:58.553791 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f545e71-dd08-43ce-b376-28b617717448 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 21:15:58.562911 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-4f545e71-dd08-43ce-b376-28b617717448 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] 10.222.0.35 "PUT /v2.0/routers/b50b5cb9-1ea2-4ff8-b20c-5ce070db61d3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8416455 May 20 21:15:58.562911 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 58906) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:15:58.566092 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b263e3a-88af-4d24-9cf7-6d233f772059 None None] Sync routers for ids ['b50b5cb9-1ea2-4ff8-b20c-5ce070db61d3'] in n-d-842733-1 {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 21:15:58.577954 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b263e3a-88af-4d24-9cf7-6d233f772059 None None] Routers {'b50b5cb9-1ea2-4ff8-b20c-5ce070db61d3'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:15:58.578672 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-7b263e3a-88af-4d24-9cf7-6d233f772059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:15:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['b50b5cb9-1ea2-4ff8-b20c-5ce070db61d3'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:15:58.619301 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_v2 [None req-af2e6f51-898b-44c6-a2d8-3aa3f65557c4 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Deleting subnet 882ba240-0d16-45aa-b659-041bbd85a661 {{(pid=103163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 20 21:15:58.622688 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-af2e6f51-898b-44c6-a2d8-3aa3f65557c4 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks [] for subnet, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:58.663110 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-af2e6f51-898b-44c6-a2d8-3aa3f65557c4 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9338757'] for subnet, precommit_delete_associations {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:58.684685 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-7b263e3a-88af-4d24-9cf7-6d233f772059 None None] Set router b50b5cb9-1ea2-4ff8-b20c-5ce070db61d3 gateway port host: n-d-842733-1 {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:15:58.751804 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-af2e6f51-898b-44c6-a2d8-3aa3f65557c4 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33068388'] for subnet, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:58.873931 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-7b263e3a-88af-4d24-9cf7-6d233f772059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b50b5cb9-1ea2-4ff8-b20c-5ce070db61d3', 'name': 'tempest-TestNetworkBasicOps-router-1923029447', 'tenant_id': 'cdc84cdf879947589b97668d7e3906ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.45'}], 'enable_snat': True}, 'gw_port_id': '3118cadb-eed8-4ba8-93f8-eacb898d642e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:14:51Z', 'updated_at': '2022-05-20T21:15:57Z', 'revision_number': 5, 'project_id': 'cdc84cdf879947589b97668d7e3906ce', 'gw_port': {'id': '3118cadb-eed8-4ba8-93f8-eacb898d642e', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:9a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b50b5cb9-1ea2-4ff8-b20c-5ce070db61d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:14:52Z', 'updated_at': '2022-05-20T21:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:15:58.884378 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-af2e6f51-898b-44c6-a2d8-3aa3f65557c4 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33068399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9641221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8422588'] for subnet, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:58.902448 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b263e3a-88af-4d24-9cf7-6d233f772059 None None] Checking router: b50b5cb9-1ea2-4ff8-b20c-5ce070db61d3 for host: n-d-842733-1 {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 21:15:58.911346 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b263e3a-88af-4d24-9cf7-6d233f772059 None None] Routers {'b50b5cb9-1ea2-4ff8-b20c-5ce070db61d3'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:15:58.911970 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-7b263e3a-88af-4d24-9cf7-6d233f772059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:15:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['b50b5cb9-1ea2-4ff8-b20c-5ce070db61d3'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:15:58.912557 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2e6f51-898b-44c6-a2d8-3aa3f65557c4 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Pushing event deleted for resources: {'Subnet': ['ID=882ba240-0d16-45aa-b659-041bbd85a661,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:15:58.924877 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-af2e6f51-898b-44c6-a2d8-3aa3f65557c4 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks [] for subnet, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:58.928286 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-af2e6f51-898b-44c6-a2d8-3aa3f65557c4 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] 10.222.0.35 "DELETE /v2.0/subnets/882ba240-0d16-45aa-b659-041bbd85a661 HTTP/1.1" status: 204 len: 168 time: 0.3647027 May 20 21:15:58.931228 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 58910) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:15:58.955001 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-795c3c33-54b0-48ad-918d-4dbabe2293ab None None] Network 1bf9f30f-4143-426a-b3e8-8c13e60024c0 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:15:59.105981 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-539cf86d-2141-4848-a7a9-e0eaf456f7e1 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks [] for router, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:59.141824 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-7b263e3a-88af-4d24-9cf7-6d233f772059 None None] Set router b50b5cb9-1ea2-4ff8-b20c-5ce070db61d3 gateway port host: n-d-842733-1 {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:15:59.240184 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-539cf86d-2141-4848-a7a9-e0eaf456f7e1 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:59.287971 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04ae8ada-054a-43bb-8537-476f0f0475eb None None] DHCP port deletion for 1bf9f30f-4143-426a-b3e8-8c13e60024c0 request from n-d-842733-1 {{(pid=103164) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 21:15:59.347896 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-539cf86d-2141-4848-a7a9-e0eaf456f7e1 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Deleting port 3118cadb-eed8-4ba8-93f8-eacb898d642e {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:15:59.348159 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-539cf86d-2141-4848-a7a9-e0eaf456f7e1 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:59.378363 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-04ae8ada-054a-43bb-8537-476f0f0475eb None None] Deleting port bf117add-f614-4239-91ad-1dc89a2d61fb {{(pid=103164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:15:59.378648 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-04ae8ada-054a-43bb-8537-476f0f0475eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:59.425342 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-7b263e3a-88af-4d24-9cf7-6d233f772059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b50b5cb9-1ea2-4ff8-b20c-5ce070db61d3', 'name': 'tempest-TestNetworkBasicOps-router-1923029447', 'tenant_id': 'cdc84cdf879947589b97668d7e3906ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.45'}], 'enable_snat': True}, 'gw_port_id': '3118cadb-eed8-4ba8-93f8-eacb898d642e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:14:51Z', 'updated_at': '2022-05-20T21:15:57Z', 'revision_number': 5, 'project_id': 'cdc84cdf879947589b97668d7e3906ce', 'gw_port': {'id': '3118cadb-eed8-4ba8-93f8-eacb898d642e', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:9a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b50b5cb9-1ea2-4ff8-b20c-5ce070db61d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:14:52Z', 'updated_at': '2022-05-20T21:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:15:59.436671 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-539cf86d-2141-4848-a7a9-e0eaf456f7e1 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] For port 3118cadb-eed8-4ba8-93f8-eacb898d642e, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=3118cadb-eed8-4ba8-93f8-eacb898d642e,segment=NetworkSegment(0b5485c4-eff8-42a1-9073-ae54ed4c63ba),segment_id=0b5485c4-eff8-42a1-9073-ae54ed4c63ba)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:15:59.437034 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-539cf86d-2141-4848-a7a9-e0eaf456f7e1 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:59.450116 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-539cf86d-2141-4848-a7a9-e0eaf456f7e1 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Calling delete_port for 3118cadb-eed8-4ba8-93f8-eacb898d642e owned by network:router_gateway {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:15:59.459842 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b263e3a-88af-4d24-9cf7-6d233f772059 None None] The sync data for ids ['b50b5cb9-1ea2-4ff8-b20c-5ce070db61d3'] in n-d-842733-1 is: [{'id': 'b50b5cb9-1ea2-4ff8-b20c-5ce070db61d3', 'name': 'tempest-TestNetworkBasicOps-router-1923029447', 'tenant_id': 'cdc84cdf879947589b97668d7e3906ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.45'}], 'enable_snat': True}, 'gw_port_id': '3118cadb-eed8-4ba8-93f8-eacb898d642e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:14:51Z', 'updated_at': '2022-05-20T21:15:57Z', 'revision_number': 5, 'project_id': 'cdc84cdf879947589b97668d7e3906ce', 'gw_port': {'id': '3118cadb-eed8-4ba8-93f8-eacb898d642e', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:9a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b50b5cb9-1ea2-4ff8-b20c-5ce070db61d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:14:52Z', 'updated_at': '2022-05-20T21:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 21:15:59.477753 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-04ae8ada-054a-43bb-8537-476f0f0475eb None None] For port bf117add-f614-4239-91ad-1dc89a2d61fb, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=bf117add-f614-4239-91ad-1dc89a2d61fb,segment=NetworkSegment(9f760f0c-ef28-41ed-9d4b-0d1e81d65ac5),segment_id=9f760f0c-ef28-41ed-9d4b-0d1e81d65ac5)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:15:59.477753 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-04ae8ada-054a-43bb-8537-476f0f0475eb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:59.491947 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-04ae8ada-054a-43bb-8537-476f0f0475eb None None] Calling delete_port for bf117add-f614-4239-91ad-1dc89a2d61fb owned by network:dhcp {{(pid=103164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:15:59.646430 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-04ae8ada-054a-43bb-8537-476f0f0475eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099'] for port, after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:59.671334 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ae8ada-054a-43bb-8537-476f0f0475eb None None] Pushing event deleted for resources: {'Port': ['ID=bf117add-f614-4239-91ad-1dc89a2d61fb,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:15:59.675530 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ae8ada-054a-43bb-8537-476f0f0475eb None None] No DVR routers for this DVR port bf117add-f614-4239-91ad-1dc89a2d61fb on host n-d-842733-1 {{(pid=103164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 21:15:59.682495 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ae8ada-054a-43bb-8537-476f0f0475eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:15:59.682841 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ae8ada-054a-43bb-8537-476f0f0475eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:15:59.695855 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ae8ada-054a-43bb-8537-476f0f0475eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:15:59.695855 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ae8ada-054a-43bb-8537-476f0f0475eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:15:59.695855 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ae8ada-054a-43bb-8537-476f0f0475eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:15:59.695855 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ae8ada-054a-43bb-8537-476f0f0475eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:15:59.695855 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ae8ada-054a-43bb-8537-476f0f0475eb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:15:59.695855 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ae8ada-054a-43bb-8537-476f0f0475eb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:15:59.695855 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ae8ada-054a-43bb-8537-476f0f0475eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:15:59.695855 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ae8ada-054a-43bb-8537-476f0f0475eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:15:59.695855 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ae8ada-054a-43bb-8537-476f0f0475eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:15:59.695855 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ae8ada-054a-43bb-8537-476f0f0475eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:15:59.715842 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-539cf86d-2141-4848-a7a9-e0eaf456f7e1 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:59.750107 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539cf86d-2141-4848-a7a9-e0eaf456f7e1 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Pushing event deleted for resources: {'Port': ['ID=3118cadb-eed8-4ba8-93f8-eacb898d642e,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:15:59.807455 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-539cf86d-2141-4848-a7a9-e0eaf456f7e1 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-748206'] for router_gateway, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:59.914292 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-539cf86d-2141-4848-a7a9-e0eaf456f7e1 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26169'] for router, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:15:59.916947 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-539cf86d-2141-4848-a7a9-e0eaf456f7e1 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:00.035469 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-539cf86d-2141-4848-a7a9-e0eaf456f7e1 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-693148'] for router, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:00.036240 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-539cf86d-2141-4848-a7a9-e0eaf456f7e1 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Fanout notify agent at l3_agent the message router_deleted on router b50b5cb9-1ea2-4ff8-b20c-5ce070db61d3 {{(pid=103163) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 20 21:16:00.050021 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-539cf86d-2141-4848-a7a9-e0eaf456f7e1 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks [] for router, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:00.051375 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-539cf86d-2141-4848-a7a9-e0eaf456f7e1 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] 10.222.0.35 "DELETE /v2.0/routers/b50b5cb9-1ea2-4ff8-b20c-5ce070db61d3 HTTP/1.1" status: 204 len: 168 time: 1.1188090 May 20 21:16:00.054515 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 58916) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:16:00.087690 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 4b24c5e5-67ad-4a6e-bb07-68d1286671e2 no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 21:16:00.117829 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: 4b24c5e5-67ad-4a6e-bb07-68d1286671e2 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 21:16:00.118438 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 4b24c5e5-67ad-4a6e-bb07-68d1286671e2 not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 21:16:00.120254 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device bf117add-f614-4239-91ad-1dc89a2d61fb no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 21:16:00.158251 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e69ed81e-6f95-4c11-a371-0a71ce553967 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33160123'] for network, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:00.264533 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e69ed81e-6f95-4c11-a371-0a71ce553967 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33072115', 'neutron.services.segments.db._delete_segments_for_network-8782419500584'] for network, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:00.295269 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-e69ed81e-6f95-4c11-a371-0a71ce553967 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bf9f30f-4143-426a-b3e8-8c13e60024c0']}} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:16:00.305668 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-e69ed81e-6f95-4c11-a371-0a71ce553967 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f760f0c-ef28-41ed-9d4b-0d1e81d65ac5') {'for_net_delete': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:16:00.305966 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-e69ed81e-6f95-4c11-a371-0a71ce553967 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f760f0c-ef28-41ed-9d4b-0d1e81d65ac5') {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:16:00.306125 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: bf117add-f614-4239-91ad-1dc89a2d61fb {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 21:16:00.306540 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device bf117add-f614-4239-91ad-1dc89a2d61fb not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 21:16:00.321200 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e69ed81e-6f95-4c11-a371-0a71ce553967 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419501617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9338764'] for segment, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:00.335875 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e69ed81e-6f95-4c11-a371-0a71ce553967 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:00.343914 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e69ed81e-6f95-4c11-a371-0a71ce553967 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Releasing vlan 249 on physical network physnet1 to pool {{(pid=103163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 21:16:00.344221 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e69ed81e-6f95-4c11-a371-0a71ce553967 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9638311'] for segment, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:00.348363 n-d-842733-1 neutron-server[103163]: Traceback (most recent call last): May 20 21:16:00.348363 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 21:16:00.348363 n-d-842733-1 neutron-server[103163]: timer() May 20 21:16:00.348363 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 21:16:00.348363 n-d-842733-1 neutron-server[103163]: cb(*args, **kw) May 20 21:16:00.348363 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 20 21:16:00.348363 n-d-842733-1 neutron-server[103163]: return func(*args, **kwargs) May 20 21:16:00.348363 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 21:16:00.348363 n-d-842733-1 neutron-server[103163]: self._notify() May 20 21:16:00.348363 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 21:16:00.348363 n-d-842733-1 neutron-server[103163]: self.callback(batched_events) May 20 21:16:00.348363 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 21:16:00.348363 n-d-842733-1 neutron-server[103163]: event.method(event) May 20 21:16:00.348363 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 20 21:16:00.348363 n-d-842733-1 neutron-server[103163]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 21:16:00.348363 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 20 21:16:00.348363 n-d-842733-1 neutron-server[103163]: aggregate_uuid = self.p_client.list_aggregates( May 20 21:16:00.348363 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 20 21:16:00.348363 n-d-842733-1 neutron-server[103163]: return f(self, *a, **k) May 20 21:16:00.348363 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 20 21:16:00.348363 n-d-842733-1 neutron-server[103163]: return self._get(url).json() May 20 21:16:00.348363 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 20 21:16:00.348363 n-d-842733-1 neutron-server[103163]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 21:16:00.348363 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 21:16:00.348363 n-d-842733-1 neutron-server[103163]: return self.request(url, 'GET', **kwargs) May 20 21:16:00.348363 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 21:16:00.348363 n-d-842733-1 neutron-server[103163]: base_url = self.get_endpoint(auth, allow=allow, May 20 21:16:00.348363 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 21:16:00.348363 n-d-842733-1 neutron-server[103163]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 21:16:00.348363 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 21:16:00.348363 n-d-842733-1 neutron-server[103163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 21:16:00.348363 n-d-842733-1 neutron-server[103163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 21:16:00.537955 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e69ed81e-6f95-4c11-a371-0a71ce553967 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33072122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748162'] for network, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:00.546868 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e69ed81e-6f95-4c11-a371-0a71ce553967 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:00.552265 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-e69ed81e-6f95-4c11-a371-0a71ce553967 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] 10.222.0.35 "DELETE /v2.0/networks/1bf9f30f-4143-426a-b3e8-8c13e60024c0 HTTP/1.1" status: 204 len: 168 time: 0.4937479 May 20 21:16:00.571960 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69ed81e-6f95-4c11-a371-0a71ce553967 tempest-TestNetworkBasicOps-2062370399 tempest-TestNetworkBasicOps-2062370399-project] Pushing event deleted for resources: {'Network': ['ID=1bf9f30f-4143-426a-b3e8-8c13e60024c0,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:16:01.034786 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 58924) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:16:01.172520 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-6e1de4ed-f5fd-448b-8663-9058508f7a65 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=cdc84cdf879947589b97668d7e3906ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1364696 May 20 21:16:01.175022 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 58928) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:16:01.225358 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-12a9a46a-e3d2-47a7-9d57-3f070ccbabb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:01.247282 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-12a9a46a-e3d2-47a7-9d57-3f070ccbabb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:01.349170 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-12a9a46a-e3d2-47a7-9d57-3f070ccbabb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:01.352104 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-12a9a46a-e3d2-47a7-9d57-3f070ccbabb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:01.353299 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-12a9a46a-e3d2-47a7-9d57-3f070ccbabb2 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/666b6c0d-764e-4cc3-8ba0-08ffdb326a58 HTTP/1.1" status: 204 len: 168 time: 0.1773684 May 20 21:16:01.361571 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a9a46a-e3d2-47a7-9d57-3f070ccbabb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=666b6c0d-764e-4cc3-8ba0-08ffdb326a58,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:16:01.973983 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 3118cadb-eed8-4ba8-93f8-eacb898d642e no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 21:16:01.994583 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: 3118cadb-eed8-4ba8-93f8-eacb898d642e {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 21:16:01.995473 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 3118cadb-eed8-4ba8-93f8-eacb898d642e not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 21:16:02.017957 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 58936) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:16:02.029091 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c9e3cc1f-3d48-41d6-8d86-356c2db1c5ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:02.102282 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c9e3cc1f-3d48-41d6-8d86-356c2db1c5ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:02.166010 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c9e3cc1f-3d48-41d6-8d86-356c2db1c5ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:02.203662 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e3cc1f-3d48-41d6-8d86-356c2db1c5ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f3aec1a-4e01-4964-93a9-99835e129149,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:16:02.207912 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-c9e3cc1f-3d48-41d6-8d86-356c2db1c5ea admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=76d81b4ab3b044b9ad4b006ff832c9e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1909924 May 20 21:16:02.212058 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 58938) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:16:02.260382 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-70429e30-b9c6-4d59-bbef-cc7731510bc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:02.281455 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-70429e30-b9c6-4d59-bbef-cc7731510bc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:02.400463 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-70429e30-b9c6-4d59-bbef-cc7731510bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:02.403269 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-70429e30-b9c6-4d59-bbef-cc7731510bc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:02.404549 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-70429e30-b9c6-4d59-bbef-cc7731510bc9 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7f3aec1a-4e01-4964-93a9-99835e129149 HTTP/1.1" status: 204 len: 168 time: 0.1915882 May 20 21:16:02.412487 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70429e30-b9c6-4d59-bbef-cc7731510bc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f3aec1a-4e01-4964-93a9-99835e129149,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:16:02.583275 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:03.483872 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 58966) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:16:03.586792 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-6503e917-7270-4bb6-b8ee-fcfbbf12d795 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-853662655-network', 'tenant_id': 'ab31fb6dddeb450ca0c30cf7804bfad3'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:16:03.697624 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6503e917-7270-4bb6-b8ee-fcfbbf12d795 admin admin] Made reservation on behalf of ab31fb6dddeb450ca0c30cf7804bfad3 for: {'network': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:16:03.700331 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6503e917-7270-4bb6-b8ee-fcfbbf12d795 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for network, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:03.709135 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6503e917-7270-4bb6-b8ee-fcfbbf12d795 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:03.786339 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6503e917-7270-4bb6-b8ee-fcfbbf12d795 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:03.866590 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6503e917-7270-4bb6-b8ee-fcfbbf12d795 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:03.894406 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6503e917-7270-4bb6-b8ee-fcfbbf12d795 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 222} {{(pid=103163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 21:16:03.901911 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6503e917-7270-4bb6-b8ee-fcfbbf12d795 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f961578e-4da1-4da0-9945-f4b8e3802a6e,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:16:03.914280 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6503e917-7270-4bb6-b8ee-fcfbbf12d795 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:03.914646 n-d-842733-1 neutron-server[103163]: INFO neutron.db.segments_db [None req-6503e917-7270-4bb6-b8ee-fcfbbf12d795 admin admin] Added segment 7728ec50-9775-4cec-886f-2c5328df33f6 of type vlan for network 08c4221b-4297-42e8-b722-2db5a3dcaca5 May 20 21:16:03.957196 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6503e917-7270-4bb6-b8ee-fcfbbf12d795 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418993264'] for network, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:04.061857 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6503e917-7270-4bb6-b8ee-fcfbbf12d795 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524'] for network, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:04.063329 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6503e917-7270-4bb6-b8ee-fcfbbf12d795 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:16:04.064032 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6503e917-7270-4bb6-b8ee-fcfbbf12d795 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:04.136353 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6503e917-7270-4bb6-b8ee-fcfbbf12d795 admin admin] Pushing event updated for resources: {'Network': ['ID=08c4221b-4297-42e8-b722-2db5a3dcaca5,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:16:04.151917 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Network 08c4221b-4297-42e8-b722-2db5a3dcaca5 details requested by agent ovs-agent-n-d-842733-1 with host n-d-842733-1 {{(pid=103164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 20 21:16:04.155330 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 58972) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:16:04.155796 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-6503e917-7270-4bb6-b8ee-fcfbbf12d795 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6696770 May 20 21:16:04.162184 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-4e947c74-40ce-412b-bbd5-3a9d8f4f2a51 admin admin] Request body: {'subnet': {'network_id': '08c4221b-4297-42e8-b722-2db5a3dcaca5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-853662655-subnet', 'tenant_id': 'ab31fb6dddeb450ca0c30cf7804bfad3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:16:04.266463 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e947c74-40ce-412b-bbd5-3a9d8f4f2a51 admin admin] Made reservation on behalf of ab31fb6dddeb450ca0c30cf7804bfad3 for: {'subnet': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:16:04.268763 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4e947c74-40ce-412b-bbd5-3a9d8f4f2a51 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4018244'] for subnet, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:04.501401 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4e947c74-40ce-412b-bbd5-3a9d8f4f2a51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3797684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4018258'] for subnet, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:04.556301 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e947c74-40ce-412b-bbd5-3a9d8f4f2a51 admin admin] Pushing event updated for resources: {'Subnet': ['ID=509e0e29-e167-44ff-87b5-9488c6c1afa7,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:16:04.565691 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e947c74-40ce-412b-bbd5-3a9d8f4f2a51 admin admin] Checking segment: {'id': '7728ec50-9775-4cec-886f-2c5328df33f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '08c4221b-4297-42e8-b722-2db5a3dcaca5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:16:04.566046 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e947c74-40ce-412b-bbd5-3a9d8f4f2a51 admin admin] Network hostable DHCP agents. Network: 08c4221b-4297-42e8-b722-2db5a3dcaca5, hostable agents: ['c9b0653c-f3c7-4339-bd50-e3754b629216'], hosted agents: [] {{(pid=103162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 21:16:04.631888 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e947c74-40ce-412b-bbd5-3a9d8f4f2a51 admin admin] Network 08c4221b-4297-42e8-b722-2db5a3dcaca5 is scheduled to be hosted by DHCP agent c9b0653c-f3c7-4339-bd50-e3754b629216 with binding_index 1 {{(pid=103162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 21:16:04.695040 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-4e947c74-40ce-412b-bbd5-3a9d8f4f2a51 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842733-1, 08c4221b-4297-42e8-b722-2db5a3dcaca5) {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:16:04.699167 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e947c74-40ce-412b-bbd5-3a9d8f4f2a51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:16:04.699784 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4e947c74-40ce-412b-bbd5-3a9d8f4f2a51 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:04.704250 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06c654a6-dde2-4216-bf90-9478bf1481a2 None None] Network 08c4221b-4297-42e8-b722-2db5a3dcaca5 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:16:04.791578 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-4e947c74-40ce-412b-bbd5-3a9d8f4f2a51 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6349325 May 20 21:16:04.828685 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b751f7b8-e462-451d-9bd1-c84b3dbbf681 None None] Network 08c4221b-4297-42e8-b722-2db5a3dcaca5 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:16:05.474602 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 58994) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:16:05.480522 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-6352e8ca-8f77-4d44-b6c8-bd94d4ed49ec admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1821108319-network', 'tenant_id': '135e65bb0b944d33a332102388c8e3d7'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:16:05.718104 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6352e8ca-8f77-4d44-b6c8-bd94d4ed49ec admin admin] Made reservation on behalf of 135e65bb0b944d33a332102388c8e3d7 for: {'network': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:16:05.720490 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6352e8ca-8f77-4d44-b6c8-bd94d4ed49ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for network, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:05.730358 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6352e8ca-8f77-4d44-b6c8-bd94d4ed49ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:05.804199 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6352e8ca-8f77-4d44-b6c8-bd94d4ed49ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:05.872063 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6352e8ca-8f77-4d44-b6c8-bd94d4ed49ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:05.899602 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6352e8ca-8f77-4d44-b6c8-bd94d4ed49ec admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 208} {{(pid=103162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 21:16:05.906543 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6352e8ca-8f77-4d44-b6c8-bd94d4ed49ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8de04899-1e1a-4780-8c80-c68a2dad4b79,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:16:05.929079 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6352e8ca-8f77-4d44-b6c8-bd94d4ed49ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:05.929079 n-d-842733-1 neutron-server[103162]: INFO neutron.db.segments_db [None req-6352e8ca-8f77-4d44-b6c8-bd94d4ed49ec admin admin] Added segment 7acb0a46-1e82-4221-ae17-4940ea16c901 of type vlan for network 9b2a9089-7960-472a-8bed-2fdb6039379d May 20 21:16:06.009415 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6352e8ca-8f77-4d44-b6c8-bd94d4ed49ec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418993264'] for network, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:06.120743 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6352e8ca-8f77-4d44-b6c8-bd94d4ed49ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524'] for network, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:06.121781 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6352e8ca-8f77-4d44-b6c8-bd94d4ed49ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:16:06.122414 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6352e8ca-8f77-4d44-b6c8-bd94d4ed49ec admin admin] Notify callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:06.183474 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6352e8ca-8f77-4d44-b6c8-bd94d4ed49ec admin admin] Pushing event updated for resources: {'Network': ['ID=9b2a9089-7960-472a-8bed-2fdb6039379d,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:16:06.192767 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Network 9b2a9089-7960-472a-8bed-2fdb6039379d details requested by agent ovs-agent-n-d-842733-1 with host n-d-842733-1 {{(pid=103164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 20 21:16:06.278263 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-6352e8ca-8f77-4d44-b6c8-bd94d4ed49ec admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8023310 May 20 21:16:06.281124 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 58998) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:16:06.291217 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-3fccc566-0341-49ea-8906-c4e08fe97e9a admin admin] Request body: {'subnet': {'network_id': '9b2a9089-7960-472a-8bed-2fdb6039379d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1821108319-subnet', 'tenant_id': '135e65bb0b944d33a332102388c8e3d7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:16:06.366566 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fccc566-0341-49ea-8906-c4e08fe97e9a admin admin] Made reservation on behalf of 135e65bb0b944d33a332102388c8e3d7 for: {'subnet': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:16:06.368927 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3fccc566-0341-49ea-8906-c4e08fe97e9a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4018244'] for subnet, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:06.583593 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3fccc566-0341-49ea-8906-c4e08fe97e9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3797684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4018258'] for subnet, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:06.638799 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fccc566-0341-49ea-8906-c4e08fe97e9a admin admin] Pushing event updated for resources: {'Subnet': ['ID=dfe37d13-e458-4f39-8566-8a9091887d3d,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:16:06.647339 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fccc566-0341-49ea-8906-c4e08fe97e9a admin admin] Checking segment: {'id': '7acb0a46-1e82-4221-ae17-4940ea16c901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '9b2a9089-7960-472a-8bed-2fdb6039379d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:16:06.647696 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fccc566-0341-49ea-8906-c4e08fe97e9a admin admin] Network hostable DHCP agents. Network: 9b2a9089-7960-472a-8bed-2fdb6039379d, hostable agents: ['c9b0653c-f3c7-4339-bd50-e3754b629216'], hosted agents: [] {{(pid=103162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 21:16:06.700164 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fccc566-0341-49ea-8906-c4e08fe97e9a admin admin] Network 9b2a9089-7960-472a-8bed-2fdb6039379d is scheduled to be hosted by DHCP agent c9b0653c-f3c7-4339-bd50-e3754b629216 with binding_index 1 {{(pid=103162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 21:16:06.786160 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-3fccc566-0341-49ea-8906-c4e08fe97e9a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842733-1, 9b2a9089-7960-472a-8bed-2fdb6039379d) {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:16:06.790195 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fccc566-0341-49ea-8906-c4e08fe97e9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:16:06.790882 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3fccc566-0341-49ea-8906-c4e08fe97e9a admin admin] Notify callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:06.796192 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6e0644a-d27b-4a9d-913a-b395d35a67e9 None None] Network 9b2a9089-7960-472a-8bed-2fdb6039379d requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:16:06.871874 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-3fccc566-0341-49ea-8906-c4e08fe97e9a admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5892766 May 20 21:16:06.914527 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa5aded0-580a-4423-a06c-bb9407cdaa28 None None] Network 9b2a9089-7960-472a-8bed-2fdb6039379d requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:16:07.360171 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f5d07d-20d1-4712-b5c3-0d34f739e6db req-a8a67274-6dc4-498a-a695-a4ecb6a1de2b tempest-TestServerAdvancedOps-11919571 tempest-TestServerAdvancedOps-11919571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:16:07.361689 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d8f5d07d-20d1-4712-b5c3-0d34f739e6db req-a8a67274-6dc4-498a-a695-a4ecb6a1de2b tempest-TestServerAdvancedOps-11919571 tempest-TestServerAdvancedOps-11919571-project] 10.222.0.35 "GET /v2.0/networks?id=08c4221b-4297-42e8-b722-2db5a3dcaca5 HTTP/1.1" status: 200 len: 811 time: 0.1093831 May 20 21:16:07.378995 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d8f5d07d-20d1-4712-b5c3-0d34f739e6db req-d4fd0a0e-0ceb-46c0-bb0f-a69b4551e110 tempest-TestServerAdvancedOps-11919571 tempest-TestServerAdvancedOps-11919571-project] 10.222.0.35 "GET /v2.0/quotas/ab31fb6dddeb450ca0c30cf7804bfad3 HTTP/1.1" status: 200 len: 375 time: 0.0099523 May 20 21:16:07.409906 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d8f5d07d-20d1-4712-b5c3-0d34f739e6db req-52e29ec3-a001-403d-8580-41e59603d4db tempest-TestServerAdvancedOps-11919571 tempest-TestServerAdvancedOps-11919571-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=ab31fb6dddeb450ca0c30cf7804bfad3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0264993 May 20 21:16:07.608312 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d8f5d07d-20d1-4712-b5c3-0d34f739e6db req-66a77491-c6de-4f49-8a06-d32731057a3f service neutron] 10.222.0.35 "GET /v2.0/networks/08c4221b-4297-42e8-b722-2db5a3dcaca5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1901381 May 20 21:16:07.697556 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d8f5d07d-20d1-4712-b5c3-0d34f739e6db req-eaac3d72-beb2-4e91-9b12-6269597576d5 service neutron] 10.222.0.35 "GET /v2.0/networks/08c4221b-4297-42e8-b722-2db5a3dcaca5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828638 May 20 21:16:07.952069 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-fdca9b4a-eca9-4c14-b9fe-2000d2a7e93f req-4517ad89-6891-47be-9fa6-572f6b78231b tempest-TestServerAdvancedOps-11919571 tempest-TestServerAdvancedOps-11919571-project] 10.222.0.35 "GET /v2.0/ports?device_id=1898dd97-4459-4ec9-afe0-ac9c664bb6eb HTTP/1.1" status: 200 len: 210 time: 0.0283952 May 20 21:16:09.054737 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-26b5264e-5cf7-45ed-915a-5b8f0e105290 req-9fa12dba-d7c4-4859-876b-f377bd5d6bfc tempest-TestServerAdvancedOps-11919571 tempest-TestServerAdvancedOps-11919571-project] 10.222.0.35 "GET /v2.0/ports?device_id=1898dd97-4459-4ec9-afe0-ac9c664bb6eb HTTP/1.1" status: 200 len: 210 time: 0.0331929 May 20 21:16:10.175598 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-dd8a0abe-7c5f-4342-b12b-3d495dee6581 req-5b9855b3-031d-4830-9ed3-4b08a8f95e81 tempest-TestServerAdvancedOps-11919571 tempest-TestServerAdvancedOps-11919571-project] 10.222.0.35 "GET /v2.0/ports?device_id=1898dd97-4459-4ec9-afe0-ac9c664bb6eb HTTP/1.1" status: 200 len: 210 time: 0.0304420 May 20 21:16:10.429273 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f5d07d-20d1-4712-b5c3-0d34f739e6db req-9bd9c383-fdc0-48d5-b21f-91383dcbdf3c tempest-TestServerAdvancedOps-11919571 tempest-TestServerAdvancedOps-11919571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:16:10.431396 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-d8f5d07d-20d1-4712-b5c3-0d34f739e6db req-9bd9c383-fdc0-48d5-b21f-91383dcbdf3c tempest-TestServerAdvancedOps-11919571 tempest-TestServerAdvancedOps-11919571-project] 10.222.0.13 "GET /v2.0/networks?id=08c4221b-4297-42e8-b722-2db5a3dcaca5 HTTP/1.1" status: 200 len: 811 time: 0.4431384 May 20 21:16:10.449960 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [req-d8f5d07d-20d1-4712-b5c3-0d34f739e6db req-d2f9a19d-5adb-40e9-b2be-eb42015797ee tempest-TestServerAdvancedOps-11919571 tempest-TestServerAdvancedOps-11919571-project] Request body: {'port': {'device_id': '1898dd97-4459-4ec9-afe0-ac9c664bb6eb', 'network_id': '08c4221b-4297-42e8-b722-2db5a3dcaca5', 'admin_state_up': True, 'tenant_id': 'ab31fb6dddeb450ca0c30cf7804bfad3'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:16:10.629875 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8f5d07d-20d1-4712-b5c3-0d34f739e6db req-d2f9a19d-5adb-40e9-b2be-eb42015797ee tempest-TestServerAdvancedOps-11919571 tempest-TestServerAdvancedOps-11919571-project] Made reservation on behalf of ab31fb6dddeb450ca0c30cf7804bfad3 for: {'port': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:16:10.633457 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-d8f5d07d-20d1-4712-b5c3-0d34f739e6db req-d2f9a19d-5adb-40e9-b2be-eb42015797ee tempest-TestServerAdvancedOps-11919571 tempest-TestServerAdvancedOps-11919571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:10.765759 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [req-d8f5d07d-20d1-4712-b5c3-0d34f739e6db req-d2f9a19d-5adb-40e9-b2be-eb42015797ee tempest-TestServerAdvancedOps-11919571 tempest-TestServerAdvancedOps-11919571-project] Allocated IP 172.20.0.2 (08c4221b-4297-42e8-b722-2db5a3dcaca5/509e0e29-e167-44ff-87b5-9488c6c1afa7/8f9650ef-ac04-4e50-9141-d37aa66caa9b) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:16:10.911337 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-d8f5d07d-20d1-4712-b5c3-0d34f739e6db req-d2f9a19d-5adb-40e9-b2be-eb42015797ee tempest-TestServerAdvancedOps-11919571 tempest-TestServerAdvancedOps-11919571-project] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:11.038551 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-d8f5d07d-20d1-4712-b5c3-0d34f739e6db req-d2f9a19d-5adb-40e9-b2be-eb42015797ee tempest-TestServerAdvancedOps-11919571 tempest-TestServerAdvancedOps-11919571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:11.079500 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8f5d07d-20d1-4712-b5c3-0d34f739e6db req-d2f9a19d-5adb-40e9-b2be-eb42015797ee tempest-TestServerAdvancedOps-11919571 tempest-TestServerAdvancedOps-11919571-project] Network 08c4221b-4297-42e8-b722-2db5a3dcaca5 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:16:11.082622 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [req-d8f5d07d-20d1-4712-b5c3-0d34f739e6db req-d2f9a19d-5adb-40e9-b2be-eb42015797ee tempest-TestServerAdvancedOps-11919571 tempest-TestServerAdvancedOps-11919571-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:16:11.086095 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8f5d07d-20d1-4712-b5c3-0d34f739e6db req-d2f9a19d-5adb-40e9-b2be-eb42015797ee tempest-TestServerAdvancedOps-11919571 tempest-TestServerAdvancedOps-11919571-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:16:11.119264 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f9a19d-5adb-40e9-b2be-eb42015797ee tempest-TestServerAdvancedOps-11919571 tempest-TestServerAdvancedOps-11919571-project] Pushing event updated for resources: {'Port': ['ID=8f9650ef-ac04-4e50-9141-d37aa66caa9b,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:16:11.144206 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f5d07d-20d1-4712-b5c3-0d34f739e6db req-d2f9a19d-5adb-40e9-b2be-eb42015797ee tempest-TestServerAdvancedOps-11919571 tempest-TestServerAdvancedOps-11919571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:16:11.145390 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-d8f5d07d-20d1-4712-b5c3-0d34f739e6db req-d2f9a19d-5adb-40e9-b2be-eb42015797ee tempest-TestServerAdvancedOps-11919571 tempest-TestServerAdvancedOps-11919571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:11.237593 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-d8f5d07d-20d1-4712-b5c3-0d34f739e6db req-d2f9a19d-5adb-40e9-b2be-eb42015797ee tempest-TestServerAdvancedOps-11919571 tempest-TestServerAdvancedOps-11919571-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7914817 May 20 21:16:11.254489 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [req-d8f5d07d-20d1-4712-b5c3-0d34f739e6db req-6b1b1f07-548f-4f26-8933-40acfcb1a923 service neutron] Request body: {'port': {'device_id': '1898dd97-4459-4ec9-afe0-ac9c664bb6eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-842733-1'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:16:11.305012 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a213193d-0a5c-4024-bbaa-7fc690ebbdf0 req-d8e83d6c-61df-4a59-9bc5-acc9c7615538 tempest-TestServerAdvancedOps-11919571 tempest-TestServerAdvancedOps-11919571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:16:11.306564 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a213193d-0a5c-4024-bbaa-7fc690ebbdf0 req-d8e83d6c-61df-4a59-9bc5-acc9c7615538 tempest-TestServerAdvancedOps-11919571 tempest-TestServerAdvancedOps-11919571-project] 10.222.0.35 "GET /v2.0/ports?device_id=1898dd97-4459-4ec9-afe0-ac9c664bb6eb HTTP/1.1" status: 200 len: 931 time: 0.0488703 May 20 21:16:11.313884 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-d8f5d07d-20d1-4712-b5c3-0d34f739e6db req-6b1b1f07-548f-4f26-8933-40acfcb1a923 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:11.344765 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a213193d-0a5c-4024-bbaa-7fc690ebbdf0 req-cc4cfed7-ebb7-4d4d-833c-c879b09947fc tempest-TestServerAdvancedOps-11919571 tempest-TestServerAdvancedOps-11919571-project] 10.222.0.35 "GET /v2.0/security-groups?id=f961578e-4da1-4da0-9945-f4b8e3802a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314729 May 20 21:16:11.582444 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [req-d8f5d07d-20d1-4712-b5c3-0d34f739e6db req-6b1b1f07-548f-4f26-8933-40acfcb1a923 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f9650ef-ac04-4e50-9141-d37aa66caa9b {{(pid=103162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 21:16:11.590782 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-d8f5d07d-20d1-4712-b5c3-0d34f739e6db req-6b1b1f07-548f-4f26-8933-40acfcb1a923 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:11.602733 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.provisioning_blocks [req-d8f5d07d-20d1-4712-b5c3-0d34f739e6db req-6b1b1f07-548f-4f26-8933-40acfcb1a923 service neutron] Transition to ACTIVE for port object 8f9650ef-ac04-4e50-9141-d37aa66caa9b will not be triggered until provisioned by entity L2. {{(pid=103162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 21:16:11.669455 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-d8f5d07d-20d1-4712-b5c3-0d34f739e6db req-6b1b1f07-548f-4f26-8933-40acfcb1a923 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:11.719430 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1b1f07-548f-4f26-8933-40acfcb1a923 service neutron] Pushing event updated for resources: {'Port': ['ID=8f9650ef-ac04-4e50-9141-d37aa66caa9b,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:16:11.791319 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-d8f5d07d-20d1-4712-b5c3-0d34f739e6db req-6b1b1f07-548f-4f26-8933-40acfcb1a923 service neutron] Attempting to bind port 8f9650ef-ac04-4e50-9141-d37aa66caa9b on host n-h2-842733-1 for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:16:11.791647 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-d8f5d07d-20d1-4712-b5c3-0d34f739e6db req-6b1b1f07-548f-4f26-8933-40acfcb1a923 service neutron] Attempting to bind port 8f9650ef-ac04-4e50-9141-d37aa66caa9b by drivers openvswitch,hyperv on host n-h2-842733-1 at level 0 using segments [{'id': '7728ec50-9775-4cec-886f-2c5328df33f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '08c4221b-4297-42e8-b722-2db5a3dcaca5'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:16:11.791970 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8f5d07d-20d1-4712-b5c3-0d34f739e6db req-6b1b1f07-548f-4f26-8933-40acfcb1a923 service neutron] Attempting to bind port 8f9650ef-ac04-4e50-9141-d37aa66caa9b on network 08c4221b-4297-42e8-b722-2db5a3dcaca5 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:16:11.796319 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8f5d07d-20d1-4712-b5c3-0d34f739e6db req-6b1b1f07-548f-4f26-8933-40acfcb1a923 service neutron] Port 8f9650ef-ac04-4e50-9141-d37aa66caa9b on network 08c4221b-4297-42e8-b722-2db5a3dcaca5 not bound, no agent of type Open vSwitch agent registered on host n-h2-842733-1 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 21:16:11.796632 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8f5d07d-20d1-4712-b5c3-0d34f739e6db req-6b1b1f07-548f-4f26-8933-40acfcb1a923 service neutron] Attempting to bind port 8f9650ef-ac04-4e50-9141-d37aa66caa9b on network 08c4221b-4297-42e8-b722-2db5a3dcaca5 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:16:11.801379 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8f5d07d-20d1-4712-b5c3-0d34f739e6db req-6b1b1f07-548f-4f26-8933-40acfcb1a923 service neutron] Checking agent: {'id': 'a66f2511-b955-448f-877c-56cfe9c81b12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 33, 2), 'started_at': datetime.datetime(2022, 5, 20, 20, 33, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 21, 16, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 21:16:11.801709 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8f5d07d-20d1-4712-b5c3-0d34f739e6db req-6b1b1f07-548f-4f26-8933-40acfcb1a923 service neutron] Checking segment: {'id': '7728ec50-9775-4cec-886f-2c5328df33f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '08c4221b-4297-42e8-b722-2db5a3dcaca5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:16:11.802084 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8f5d07d-20d1-4712-b5c3-0d34f739e6db req-6b1b1f07-548f-4f26-8933-40acfcb1a923 service neutron] Bound using segment: {'id': '7728ec50-9775-4cec-886f-2c5328df33f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '08c4221b-4297-42e8-b722-2db5a3dcaca5'} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 21:16:11.802499 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-d8f5d07d-20d1-4712-b5c3-0d34f739e6db req-6b1b1f07-548f-4f26-8933-40acfcb1a923 service neutron] Bound port: 8f9650ef-ac04-4e50-9141-d37aa66caa9b, host: n-h2-842733-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7728ec50-9775-4cec-886f-2c5328df33f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '08c4221b-4297-42e8-b722-2db5a3dcaca5'}}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:16:11.802849 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-d8f5d07d-20d1-4712-b5c3-0d34f739e6db req-6b1b1f07-548f-4f26-8933-40acfcb1a923 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:11.865133 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-d8f5d07d-20d1-4712-b5c3-0d34f739e6db req-6b1b1f07-548f-4f26-8933-40acfcb1a923 service neutron] For port 8f9650ef-ac04-4e50-9141-d37aa66caa9b, host n-h2-842733-1, cleared binding levels {{(pid=103162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 21:16:11.868698 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-d8f5d07d-20d1-4712-b5c3-0d34f739e6db req-6b1b1f07-548f-4f26-8933-40acfcb1a923 service neutron] For port 8f9650ef-ac04-4e50-9141-d37aa66caa9b, host n-h2-842733-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=8f9650ef-ac04-4e50-9141-d37aa66caa9b,segment=NetworkSegment(7728ec50-9775-4cec-886f-2c5328df33f6),segment_id=7728ec50-9775-4cec-886f-2c5328df33f6)] {{(pid=103162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 21:16:11.944055 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-d8f5d07d-20d1-4712-b5c3-0d34f739e6db req-6b1b1f07-548f-4f26-8933-40acfcb1a923 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:11.978008 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f5d07d-20d1-4712-b5c3-0d34f739e6db req-6b1b1f07-548f-4f26-8933-40acfcb1a923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:16:11.978623 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-d8f5d07d-20d1-4712-b5c3-0d34f739e6db req-6b1b1f07-548f-4f26-8933-40acfcb1a923 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:11.980004 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-d8f5d07d-20d1-4712-b5c3-0d34f739e6db req-6b1b1f07-548f-4f26-8933-40acfcb1a923 service neutron] 10.222.0.13 "PUT /v2.0/ports/8f9650ef-ac04-4e50-9141-d37aa66caa9b HTTP/1.1" status: 200 len: 1091 time: 0.7299128 May 20 21:16:11.980501 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1898dd97-4459-4ec9-afe0-ac9c664bb6eb', 'tag': '8f9650ef-ac04-4e50-9141-d37aa66caa9b'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 21:16:11.982844 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6fa957933fccbf596d28104b23404b952ad6a8238afaebaed40a0874b2e409" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96497b9f-3f97-43cf-9f5d-20f48fc9df4f" -d '{"events": [{"name": "network-changed", "server_uuid": "1898dd97-4459-4ec9-afe0-ac9c664bb6eb", "tag": "8f9650ef-ac04-4e50-9141-d37aa66caa9b"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 21:16:12.016365 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1b1f07-548f-4f26-8933-40acfcb1a923 service neutron] Pushing event updated for resources: {'Port': ['ID=8f9650ef-ac04-4e50-9141-d37aa66caa9b,revision_number=3']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:16:12.021800 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 21:16:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-984553fc-26ef-48ad-8a3d-18debfadfdc9 x-openstack-request-id: req-984553fc-26ef-48ad-8a3d-18debfadfdc9 {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 21:16:12.022115 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1898dd97-4459-4ec9-afe0-ac9c664bb6eb", "tag": "8f9650ef-ac04-4e50-9141-d37aa66caa9b", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 21:16:12.022417 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-984553fc-26ef-48ad-8a3d-18debfadfdc9 {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 21:16:12.022755 n-d-842733-1 neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-984553fc-26ef-48ad-8a3d-18debfadfdc9'] response: {'name': 'network-changed', 'server_uuid': '1898dd97-4459-4ec9-afe0-ac9c664bb6eb', 'tag': '8f9650ef-ac04-4e50-9141-d37aa66caa9b', 'status': 'completed', 'code': 200} May 20 21:16:12.104602 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96497b9f-3f97-43cf-9f5d-20f48fc9df4f req-4a095817-bf54-4431-a24f-2553f565f3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:16:12.106694 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-96497b9f-3f97-43cf-9f5d-20f48fc9df4f req-4a095817-bf54-4431-a24f-2553f565f3d2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ab31fb6dddeb450ca0c30cf7804bfad3&device_id=1898dd97-4459-4ec9-afe0-ac9c664bb6eb HTTP/1.1" status: 200 len: 1094 time: 0.0445113 May 20 21:16:12.210899 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96497b9f-3f97-43cf-9f5d-20f48fc9df4f req-bd2756a2-3112-4adc-b4a4-8845a253f121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:16:12.212366 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-96497b9f-3f97-43cf-9f5d-20f48fc9df4f req-bd2756a2-3112-4adc-b4a4-8845a253f121 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=ab31fb6dddeb450ca0c30cf7804bfad3&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0902755 May 20 21:16:12.306423 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96497b9f-3f97-43cf-9f5d-20f48fc9df4f req-9c955275-ee06-4d1b-8e0a-d707ca86fea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:16:12.307881 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-96497b9f-3f97-43cf-9f5d-20f48fc9df4f req-9c955275-ee06-4d1b-8e0a-d707ca86fea8 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0893769 May 20 21:16:12.405340 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f5d07d-20d1-4712-b5c3-0d34f739e6db req-4e8a2e7e-c99f-4514-8e9a-6dcdb9e79400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:16:12.406875 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-d8f5d07d-20d1-4712-b5c3-0d34f739e6db req-4e8a2e7e-c99f-4514-8e9a-6dcdb9e79400 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ab31fb6dddeb450ca0c30cf7804bfad3&device_id=1898dd97-4459-4ec9-afe0-ac9c664bb6eb HTTP/1.1" status: 200 len: 1094 time: 0.0451465 May 20 21:16:12.458781 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-d8f5d07d-20d1-4712-b5c3-0d34f739e6db req-fd4a4afd-c950-4f47-965f-0803fed5428f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8f9650ef-ac04-4e50-9141-d37aa66caa9b HTTP/1.1" status: 200 len: 217 time: 0.0389562 May 20 21:16:12.470182 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dc8d60-eb1a-4b5f-9199-66b1949c9899 req-747497e7-d1ce-4544-bcfa-1ece0b995eb1 tempest-TestServerAdvancedOps-11919571 tempest-TestServerAdvancedOps-11919571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:16:12.471627 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-77dc8d60-eb1a-4b5f-9199-66b1949c9899 req-747497e7-d1ce-4544-bcfa-1ece0b995eb1 tempest-TestServerAdvancedOps-11919571 tempest-TestServerAdvancedOps-11919571-project] 10.222.0.35 "GET /v2.0/ports?device_id=1898dd97-4459-4ec9-afe0-ac9c664bb6eb HTTP/1.1" status: 200 len: 943 time: 0.0526938 May 20 21:16:12.510066 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f5d07d-20d1-4712-b5c3-0d34f739e6db req-2e4878f9-be8f-4ab1-a617-fbf5d0454eee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:16:12.512190 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-d8f5d07d-20d1-4712-b5c3-0d34f739e6db req-2e4878f9-be8f-4ab1-a617-fbf5d0454eee service neutron] 10.222.0.13 "GET /v2.0/subnets?id=509e0e29-e167-44ff-87b5-9488c6c1afa7 HTTP/1.1" status: 200 len: 851 time: 0.0468218 May 20 21:16:12.513863 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-77dc8d60-eb1a-4b5f-9199-66b1949c9899 req-ba0d41e6-d3e6-44a9-91ec-29755aea500e tempest-TestServerAdvancedOps-11919571 tempest-TestServerAdvancedOps-11919571-project] 10.222.0.35 "GET /v2.0/security-groups?id=f961578e-4da1-4da0-9945-f4b8e3802a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349634 May 20 21:16:12.546240 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-d8f5d07d-20d1-4712-b5c3-0d34f739e6db req-60e2cd2b-de9c-46e8-b345-f0bc32a01437 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=08c4221b-4297-42e8-b722-2db5a3dcaca5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286787 May 20 21:16:12.638104 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-d8f5d07d-20d1-4712-b5c3-0d34f739e6db req-b5991453-0b49-4af6-9b53-4034d3fd262f service neutron] 10.222.0.13 "GET /v2.0/networks/08c4221b-4297-42e8-b722-2db5a3dcaca5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852427 May 20 21:16:12.739780 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-d8f5d07d-20d1-4712-b5c3-0d34f739e6db req-cfd51c4e-7f12-414c-8555-07221fb22553 service neutron] 10.222.0.13 "GET /v2.0/networks/08c4221b-4297-42e8-b722-2db5a3dcaca5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952752 May 20 21:16:13.638616 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad25f77f-7751-487a-afc7-5245ba9bc7b0 req-6b6855d4-2133-4bd9-b7f3-629a606f08dd tempest-TestServerAdvancedOps-11919571 tempest-TestServerAdvancedOps-11919571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:16:13.640163 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ad25f77f-7751-487a-afc7-5245ba9bc7b0 req-6b6855d4-2133-4bd9-b7f3-629a606f08dd tempest-TestServerAdvancedOps-11919571 tempest-TestServerAdvancedOps-11919571-project] 10.222.0.35 "GET /v2.0/ports?device_id=1898dd97-4459-4ec9-afe0-ac9c664bb6eb HTTP/1.1" status: 200 len: 943 time: 0.0534015 May 20 21:16:13.681405 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ad25f77f-7751-487a-afc7-5245ba9bc7b0 req-1d36b086-87d5-4425-bcb9-ee8ef8508df0 tempest-TestServerAdvancedOps-11919571 tempest-TestServerAdvancedOps-11919571-project] 10.222.0.35 "GET /v2.0/security-groups?id=f961578e-4da1-4da0-9945-f4b8e3802a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345800 May 20 21:16:14.802975 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663db89b-52b8-4b27-b6b3-40c251e6e47e req-8de87a0e-bf79-4d79-8074-8ed150ac2630 tempest-TestServerAdvancedOps-11919571 tempest-TestServerAdvancedOps-11919571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:16:14.804443 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-663db89b-52b8-4b27-b6b3-40c251e6e47e req-8de87a0e-bf79-4d79-8074-8ed150ac2630 tempest-TestServerAdvancedOps-11919571 tempest-TestServerAdvancedOps-11919571-project] 10.222.0.35 "GET /v2.0/ports?device_id=1898dd97-4459-4ec9-afe0-ac9c664bb6eb HTTP/1.1" status: 200 len: 943 time: 0.0499775 May 20 21:16:14.842542 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-663db89b-52b8-4b27-b6b3-40c251e6e47e req-d40236ff-16c5-4218-b093-806147fc1333 tempest-TestServerAdvancedOps-11919571 tempest-TestServerAdvancedOps-11919571-project] 10.222.0.35 "GET /v2.0/security-groups?id=f961578e-4da1-4da0-9945-f4b8e3802a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318999 May 20 21:16:14.923780 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 8f9650ef-ac04-4e50-9141-d37aa66caa9b details requested by agent hyperv_n-h2-842733-1 with host n-h2-842733-1 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 21:16:15.020018 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port 8f9650ef-ac04-4e50-9141-d37aa66caa9b, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=8f9650ef-ac04-4e50-9141-d37aa66caa9b,segment=NetworkSegment(7728ec50-9775-4cec-886f-2c5328df33f6),segment_id=7728ec50-9775-4cec-886f-2c5328df33f6)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:16:15.032256 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Returning: {'device': '8f9650ef-ac04-4e50-9141-d37aa66caa9b', 'network_id': '08c4221b-4297-42e8-b722-2db5a3dcaca5', 'port_id': '8f9650ef-ac04-4e50-9141-d37aa66caa9b', 'mac_address': 'fa:16:3e:f6:d7:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '509e0e29-e167-44ff-87b5-9488c6c1afa7', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 20 21:16:15.074212 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port 8f9650ef-ac04-4e50-9141-d37aa66caa9b is: DOWN; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:16:15.074663 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:15.088314 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f9650ef-ac04-4e50-9141-d37aa66caa9b {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 21:16:15.109626 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port 8f9650ef-ac04-4e50-9141-d37aa66caa9b, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=8f9650ef-ac04-4e50-9141-d37aa66caa9b,segment=NetworkSegment(7728ec50-9775-4cec-886f-2c5328df33f6),segment_id=7728ec50-9775-4cec-886f-2c5328df33f6)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:16:15.201143 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:15.250648 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=8f9650ef-ac04-4e50-9141-d37aa66caa9b,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:16:15.477882 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] get_ports_and_sgs() called for port_ids ['8f9650ef-ac04-4e50-9141-d37aa66caa9b'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 21:16:15.959191 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055380e0-d903-46bd-ae66-13c0e492b2c8 req-509fd386-e114-447b-bdbd-f501941346f2 tempest-TestServerAdvancedOps-11919571 tempest-TestServerAdvancedOps-11919571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:16:15.960758 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-055380e0-d903-46bd-ae66-13c0e492b2c8 req-509fd386-e114-447b-bdbd-f501941346f2 tempest-TestServerAdvancedOps-11919571 tempest-TestServerAdvancedOps-11919571-project] 10.222.0.35 "GET /v2.0/ports?device_id=1898dd97-4459-4ec9-afe0-ac9c664bb6eb HTTP/1.1" status: 200 len: 944 time: 0.0491693 May 20 21:16:16.000307 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-055380e0-d903-46bd-ae66-13c0e492b2c8 req-a984a245-e858-472b-8199-fc0e6cc3ac11 tempest-TestServerAdvancedOps-11919571 tempest-TestServerAdvancedOps-11919571-project] 10.222.0.35 "GET /v2.0/security-groups?id=f961578e-4da1-4da0-9945-f4b8e3802a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330555 May 20 21:16:16.507181 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b4839a-c762-4c78-93aa-724749421171 req-c4b5e9bf-d132-4bcc-87e9-db7fb036b882 tempest-VolumesSnapshotTestJSON-1824500139 tempest-VolumesSnapshotTestJSON-1824500139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:16:16.508624 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-03b4839a-c762-4c78-93aa-724749421171 req-c4b5e9bf-d132-4bcc-87e9-db7fb036b882 tempest-VolumesSnapshotTestJSON-1824500139 tempest-VolumesSnapshotTestJSON-1824500139-project] 10.222.0.35 "GET /v2.0/ports?device_id=5e2d6281-a1fc-40ea-9362-a84272b89cb8 HTTP/1.1" status: 200 len: 945 time: 0.0518684 May 20 21:16:16.546493 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-03b4839a-c762-4c78-93aa-724749421171 req-8706f63c-8d87-445f-b1ba-3afd04cf86ae tempest-VolumesSnapshotTestJSON-1824500139 tempest-VolumesSnapshotTestJSON-1824500139-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ad33e8f-95e2-4132-9a13-d64c1ab5d1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313430 May 20 21:16:16.954975 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 8f9650ef-ac04-4e50-9141-d37aa66caa9b up at agent hyperv_n-h2-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:16:17.086474 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Provisioning for port 8f9650ef-ac04-4e50-9141-d37aa66caa9b completed by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 21:16:17.091411 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Provisioning complete for port 8f9650ef-ac04-4e50-9141-d37aa66caa9b triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:16:17.091775 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:17.116837 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730509c2-9413-4587-9c09-2b548c89e95c req-30e122f3-b3c8-4d57-850e-076bd5cb5e38 tempest-TestServerAdvancedOps-11919571 tempest-TestServerAdvancedOps-11919571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:16:17.118361 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-730509c2-9413-4587-9c09-2b548c89e95c req-30e122f3-b3c8-4d57-850e-076bd5cb5e38 tempest-TestServerAdvancedOps-11919571 tempest-TestServerAdvancedOps-11919571-project] 10.222.0.35 "GET /v2.0/ports?device_id=1898dd97-4459-4ec9-afe0-ac9c664bb6eb HTTP/1.1" status: 200 len: 944 time: 0.0496886 May 20 21:16:17.156669 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-730509c2-9413-4587-9c09-2b548c89e95c req-3f3c06bf-ce14-494e-a38d-e599ee4c42ad tempest-TestServerAdvancedOps-11919571 tempest-TestServerAdvancedOps-11919571-project] 10.222.0.35 "GET /v2.0/security-groups?id=f961578e-4da1-4da0-9945-f4b8e3802a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318065 May 20 21:16:17.166379 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port 8f9650ef-ac04-4e50-9141-d37aa66caa9b is: BUILD; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:16:17.166760 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:17.192719 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1898dd97-4459-4ec9-afe0-ac9c664bb6eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f9650ef-ac04-4e50-9141-d37aa66caa9b'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 21:16:17.194956 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8485417003ce7c0410b00f5cdc2f391e21107b70bb68e2773712534a96e108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ca6ebeb-6875-4802-8f93-2ed78c638809" -d '{"events": [{"server_uuid": "1898dd97-4459-4ec9-afe0-ac9c664bb6eb", "name": "network-vif-plugged", "status": "completed", "tag": "8f9650ef-ac04-4e50-9141-d37aa66caa9b"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 21:16:17.207188 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port 8f9650ef-ac04-4e50-9141-d37aa66caa9b, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=8f9650ef-ac04-4e50-9141-d37aa66caa9b,segment=NetworkSegment(7728ec50-9775-4cec-886f-2c5328df33f6),segment_id=7728ec50-9775-4cec-886f-2c5328df33f6)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:16:17.236410 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 21:16:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfc1c23c-2a1a-4ed8-b097-4b6b27e1271c x-openstack-request-id: req-dfc1c23c-2a1a-4ed8-b097-4b6b27e1271c {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 21:16:17.236699 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1898dd97-4459-4ec9-afe0-ac9c664bb6eb", "name": "network-vif-plugged", "status": "completed", "tag": "8f9650ef-ac04-4e50-9141-d37aa66caa9b", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 21:16:17.236947 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-dfc1c23c-2a1a-4ed8-b097-4b6b27e1271c {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 21:16:17.237365 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dfc1c23c-2a1a-4ed8-b097-4b6b27e1271c'] response: {'server_uuid': '1898dd97-4459-4ec9-afe0-ac9c664bb6eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f9650ef-ac04-4e50-9141-d37aa66caa9b', 'code': 200} May 20 21:16:17.278823 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:17.326444 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=8f9650ef-ac04-4e50-9141-d37aa66caa9b,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:16:17.357513 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef81bb0d-ef22-4f08-9478-6ab08d74272f req-a61b1d20-a917-4868-861b-b4e08a8cb5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:16:17.359895 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-ef81bb0d-ef22-4f08-9478-6ab08d74272f req-a61b1d20-a917-4868-861b-b4e08a8cb5fe service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1898dd97-4459-4ec9-afe0-ac9c664bb6eb HTTP/1.1" status: 200 len: 1096 time: 0.0423765 May 20 21:16:17.393968 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-ef81bb0d-ef22-4f08-9478-6ab08d74272f req-d94bb3b9-c752-4fde-8653-2da8b41a416b service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=f961578e-4da1-4da0-9945-f4b8e3802a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287998 May 20 21:16:17.663531 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70206e1-3b69-4357-badd-1d4731134312 req-255c2c5d-99cb-46d9-a3a2-25d70bba4738 tempest-VolumesSnapshotTestJSON-1824500139 tempest-VolumesSnapshotTestJSON-1824500139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:16:17.664990 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f70206e1-3b69-4357-badd-1d4731134312 req-255c2c5d-99cb-46d9-a3a2-25d70bba4738 tempest-VolumesSnapshotTestJSON-1824500139 tempest-VolumesSnapshotTestJSON-1824500139-project] 10.222.0.35 "GET /v2.0/ports?device_id=5e2d6281-a1fc-40ea-9362-a84272b89cb8 HTTP/1.1" status: 200 len: 945 time: 0.0494764 May 20 21:16:17.703618 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f70206e1-3b69-4357-badd-1d4731134312 req-4becbbdd-a20c-483e-a1cf-06ddd1ac69c4 tempest-VolumesSnapshotTestJSON-1824500139 tempest-VolumesSnapshotTestJSON-1824500139-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ad33e8f-95e2-4132-9a13-d64c1ab5d1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324323 May 20 21:16:18.047032 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9254273e-1553-4d5a-8979-665bc5dacda5 req-3759b85b-0af5-4f63-8b2d-db1d29609eca tempest-VolumesSnapshotTestJSON-1824500139 tempest-VolumesSnapshotTestJSON-1824500139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:16:18.048449 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-9254273e-1553-4d5a-8979-665bc5dacda5 req-3759b85b-0af5-4f63-8b2d-db1d29609eca tempest-VolumesSnapshotTestJSON-1824500139 tempest-VolumesSnapshotTestJSON-1824500139-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e2d6281-a1fc-40ea-9362-a84272b89cb8 HTTP/1.1" status: 200 len: 945 time: 0.0469658 May 20 21:16:18.140772 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-9254273e-1553-4d5a-8979-665bc5dacda5 req-f29e42f3-ac00-4299-b0e1-d5fdcbe735fa tempest-VolumesSnapshotTestJSON-1824500139 tempest-VolumesSnapshotTestJSON-1824500139-project] Deleting port fea51a2b-0117-450a-bcef-eda73437f3aa {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:16:18.141110 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-9254273e-1553-4d5a-8979-665bc5dacda5 req-f29e42f3-ac00-4299-b0e1-d5fdcbe735fa tempest-VolumesSnapshotTestJSON-1824500139 tempest-VolumesSnapshotTestJSON-1824500139-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:18.228875 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-9254273e-1553-4d5a-8979-665bc5dacda5 req-f29e42f3-ac00-4299-b0e1-d5fdcbe735fa tempest-VolumesSnapshotTestJSON-1824500139 tempest-VolumesSnapshotTestJSON-1824500139-project] For port fea51a2b-0117-450a-bcef-eda73437f3aa, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=fea51a2b-0117-450a-bcef-eda73437f3aa,segment=NetworkSegment(9063cc2c-9968-4de0-b679-9aa3a136f1db),segment_id=9063cc2c-9968-4de0-b679-9aa3a136f1db)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:16:18.229162 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-9254273e-1553-4d5a-8979-665bc5dacda5 req-f29e42f3-ac00-4299-b0e1-d5fdcbe735fa tempest-VolumesSnapshotTestJSON-1824500139 tempest-VolumesSnapshotTestJSON-1824500139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:18.241440 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-9254273e-1553-4d5a-8979-665bc5dacda5 req-f29e42f3-ac00-4299-b0e1-d5fdcbe735fa tempest-VolumesSnapshotTestJSON-1824500139 tempest-VolumesSnapshotTestJSON-1824500139-project] Calling delete_port for fea51a2b-0117-450a-bcef-eda73437f3aa owned by compute:nova {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:16:18.279017 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7070ea8a-d2e5-43fd-9106-3c07dcda79e0 req-a15326ce-913d-421f-abb4-de4e191a04c3 tempest-TestServerAdvancedOps-11919571 tempest-TestServerAdvancedOps-11919571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:16:18.280500 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7070ea8a-d2e5-43fd-9106-3c07dcda79e0 req-a15326ce-913d-421f-abb4-de4e191a04c3 tempest-TestServerAdvancedOps-11919571 tempest-TestServerAdvancedOps-11919571-project] 10.222.0.35 "GET /v2.0/ports?device_id=1898dd97-4459-4ec9-afe0-ac9c664bb6eb HTTP/1.1" status: 200 len: 945 time: 0.0535104 May 20 21:16:18.320017 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7070ea8a-d2e5-43fd-9106-3c07dcda79e0 req-ce7eab3a-6d03-49f8-aa80-167905336382 tempest-TestServerAdvancedOps-11919571 tempest-TestServerAdvancedOps-11919571-project] 10.222.0.35 "GET /v2.0/security-groups?id=f961578e-4da1-4da0-9945-f4b8e3802a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334520 May 20 21:16:18.457928 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-9254273e-1553-4d5a-8979-665bc5dacda5 req-f29e42f3-ac00-4299-b0e1-d5fdcbe735fa tempest-VolumesSnapshotTestJSON-1824500139 tempest-VolumesSnapshotTestJSON-1824500139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:18.469688 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] get_ports_and_sgs() called for port_ids ['fea51a2b-0117-450a-bcef-eda73437f3aa'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 21:16:18.494526 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29e42f3-ac00-4299-b0e1-d5fdcbe735fa tempest-VolumesSnapshotTestJSON-1824500139 tempest-VolumesSnapshotTestJSON-1824500139-project] Pushing event deleted for resources: {'Port': ['ID=fea51a2b-0117-450a-bcef-eda73437f3aa,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:16:18.536888 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-9254273e-1553-4d5a-8979-665bc5dacda5 req-f29e42f3-ac00-4299-b0e1-d5fdcbe735fa tempest-VolumesSnapshotTestJSON-1824500139 tempest-VolumesSnapshotTestJSON-1824500139-project] No DVR routers for this DVR port fea51a2b-0117-450a-bcef-eda73437f3aa on host n-h1-842733-1 {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 21:16:18.539973 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-9254273e-1553-4d5a-8979-665bc5dacda5 req-f29e42f3-ac00-4299-b0e1-d5fdcbe735fa tempest-VolumesSnapshotTestJSON-1824500139 tempest-VolumesSnapshotTestJSON-1824500139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:18.543829 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-9254273e-1553-4d5a-8979-665bc5dacda5 req-f29e42f3-ac00-4299-b0e1-d5fdcbe735fa tempest-VolumesSnapshotTestJSON-1824500139 tempest-VolumesSnapshotTestJSON-1824500139-project] 10.222.0.24 "DELETE /v2.0/ports/fea51a2b-0117-450a-bcef-eda73437f3aa HTTP/1.1" status: 204 len: 173 time: 0.4887011 May 20 21:16:18.544315 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e2d6281-a1fc-40ea-9362-a84272b89cb8', 'name': 'network-vif-deleted', 'tag': 'fea51a2b-0117-450a-bcef-eda73437f3aa'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 21:16:18.546640 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6fa957933fccbf596d28104b23404b952ad6a8238afaebaed40a0874b2e409" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b176bc9f-b0d0-4927-a3e0-6e45bdc61b09" -d '{"events": [{"server_uuid": "5e2d6281-a1fc-40ea-9362-a84272b89cb8", "name": "network-vif-deleted", "tag": "fea51a2b-0117-450a-bcef-eda73437f3aa"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 21:16:18.598992 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 21:16:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68220584-e909-49d8-a336-53c7573ca9b1 x-openstack-request-id: req-68220584-e909-49d8-a336-53c7573ca9b1 {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 21:16:18.599285 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e2d6281-a1fc-40ea-9362-a84272b89cb8", "name": "network-vif-deleted", "tag": "fea51a2b-0117-450a-bcef-eda73437f3aa", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 21:16:18.599541 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-68220584-e909-49d8-a336-53c7573ca9b1 {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 21:16:18.604329 n-d-842733-1 neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68220584-e909-49d8-a336-53c7573ca9b1'] response: {'server_uuid': '5e2d6281-a1fc-40ea-9362-a84272b89cb8', 'name': 'network-vif-deleted', 'tag': 'fea51a2b-0117-450a-bcef-eda73437f3aa', 'status': 'completed', 'code': 200} May 20 21:16:18.807165 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0eaa2527-2cb8-4094-959e-3546677b5446 req-c6af6b7a-347d-4ec4-ac6a-25927b86e85f tempest-VolumesSnapshotTestJSON-1824500139 tempest-VolumesSnapshotTestJSON-1824500139-project] 10.222.0.35 "GET /v2.0/ports?device_id=5e2d6281-a1fc-40ea-9362-a84272b89cb8 HTTP/1.1" status: 200 len: 210 time: 0.0279870 May 20 21:16:19.436335 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6680191-155f-47dd-952d-9ab71d12f7e2 req-c2a93912-3303-4716-b62c-073d218303ff tempest-TestServerAdvancedOps-11919571 tempest-TestServerAdvancedOps-11919571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:16:19.437821 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f6680191-155f-47dd-952d-9ab71d12f7e2 req-c2a93912-3303-4716-b62c-073d218303ff tempest-TestServerAdvancedOps-11919571 tempest-TestServerAdvancedOps-11919571-project] 10.222.0.35 "GET /v2.0/ports?device_id=1898dd97-4459-4ec9-afe0-ac9c664bb6eb HTTP/1.1" status: 200 len: 945 time: 0.0478601 May 20 21:16:19.476092 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f6680191-155f-47dd-952d-9ab71d12f7e2 req-33f6767a-a4f1-43f8-a6ce-dee4efbbb33a tempest-TestServerAdvancedOps-11919571 tempest-TestServerAdvancedOps-11919571-project] 10.222.0.35 "GET /v2.0/security-groups?id=f961578e-4da1-4da0-9945-f4b8e3802a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320382 May 20 21:16:19.596379 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b159e076-e09f-4123-993f-83f0d32dfac4 req-32dc08fe-12e9-4c5f-80aa-660b8b38ad09 tempest-TestServerAdvancedOps-11919571 tempest-TestServerAdvancedOps-11919571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:16:19.597861 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b159e076-e09f-4123-993f-83f0d32dfac4 req-32dc08fe-12e9-4c5f-80aa-660b8b38ad09 tempest-TestServerAdvancedOps-11919571 tempest-TestServerAdvancedOps-11919571-project] 10.222.0.35 "GET /v2.0/ports?device_id=1898dd97-4459-4ec9-afe0-ac9c664bb6eb HTTP/1.1" status: 200 len: 945 time: 0.0520954 May 20 21:16:19.635964 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b159e076-e09f-4123-993f-83f0d32dfac4 req-0b6245ef-e038-4a3a-8a30-67d91a177baa tempest-TestServerAdvancedOps-11919571 tempest-TestServerAdvancedOps-11919571-project] 10.222.0.35 "GET /v2.0/security-groups?id=f961578e-4da1-4da0-9945-f4b8e3802a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317497 May 20 21:16:19.906994 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-5cbba21d-c3f0-417b-9347-fb38a2c970f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:20.037836 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe02b99-d323-425c-bab6-62b3f196bebb req-fdf84180-8947-4eaf-a928-e400bdf1d72e tempest-TestServerAdvancedOps-11919571 tempest-TestServerAdvancedOps-11919571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:16:20.039377 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6fe02b99-d323-425c-bab6-62b3f196bebb req-fdf84180-8947-4eaf-a928-e400bdf1d72e tempest-TestServerAdvancedOps-11919571 tempest-TestServerAdvancedOps-11919571-project] 10.222.0.35 "GET /v2.0/ports?device_id=1898dd97-4459-4ec9-afe0-ac9c664bb6eb HTTP/1.1" status: 200 len: 945 time: 0.0486004 May 20 21:16:20.079128 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6fe02b99-d323-425c-bab6-62b3f196bebb req-848a55e6-6244-49bd-a180-4e24d93b93a2 tempest-TestServerAdvancedOps-11919571 tempest-TestServerAdvancedOps-11919571-project] 10.222.0.35 "GET /v2.0/security-groups?id=f961578e-4da1-4da0-9945-f4b8e3802a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331297 May 20 21:16:21.201068 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fff1643-fb44-47f6-b0ff-0fe0865f6f78 req-35f8aed4-ea29-4172-8e65-2c2027148ca6 tempest-TestServerAdvancedOps-11919571 tempest-TestServerAdvancedOps-11919571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:16:21.202564 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5fff1643-fb44-47f6-b0ff-0fe0865f6f78 req-35f8aed4-ea29-4172-8e65-2c2027148ca6 tempest-TestServerAdvancedOps-11919571 tempest-TestServerAdvancedOps-11919571-project] 10.222.0.35 "GET /v2.0/ports?device_id=1898dd97-4459-4ec9-afe0-ac9c664bb6eb HTTP/1.1" status: 200 len: 945 time: 0.0486834 May 20 21:16:21.240975 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5fff1643-fb44-47f6-b0ff-0fe0865f6f78 req-b74abf51-0992-428e-b1bc-40127e5c5bff tempest-TestServerAdvancedOps-11919571 tempest-TestServerAdvancedOps-11919571-project] 10.222.0.35 "GET /v2.0/security-groups?id=f961578e-4da1-4da0-9945-f4b8e3802a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320344 May 20 21:16:21.629659 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e9b4c3-3169-456e-aa80-dd8dc52ca38a req-32fca731-f4b9-4635-8291-d71a1ddf198d tempest-TestServerAdvancedOps-11919571 tempest-TestServerAdvancedOps-11919571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:16:21.631245 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-93e9b4c3-3169-456e-aa80-dd8dc52ca38a req-32fca731-f4b9-4635-8291-d71a1ddf198d tempest-TestServerAdvancedOps-11919571 tempest-TestServerAdvancedOps-11919571-project] 10.222.0.35 "GET /v2.0/ports?device_id=1898dd97-4459-4ec9-afe0-ac9c664bb6eb HTTP/1.1" status: 200 len: 945 time: 0.0588622 May 20 21:16:21.673825 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-93e9b4c3-3169-456e-aa80-dd8dc52ca38a req-da9daf45-d78e-478b-9451-304c79a78d87 tempest-TestServerAdvancedOps-11919571 tempest-TestServerAdvancedOps-11919571-project] 10.222.0.35 "GET /v2.0/security-groups?id=f961578e-4da1-4da0-9945-f4b8e3802a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357678 May 20 21:16:21.750581 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4190766-f4e5-4f71-8c9c-81de0bd9a3bc req-03e4e3bf-61e1-4176-ad30-e0f2ff2c64be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:16:21.752002 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-f4190766-f4e5-4f71-8c9c-81de0bd9a3bc req-03e4e3bf-61e1-4176-ad30-e0f2ff2c64be service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ab31fb6dddeb450ca0c30cf7804bfad3&device_id=1898dd97-4459-4ec9-afe0-ac9c664bb6eb HTTP/1.1" status: 200 len: 1096 time: 0.0426266 May 20 21:16:21.842622 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4190766-f4e5-4f71-8c9c-81de0bd9a3bc req-51d82eb6-892b-4837-85d4-08dfc51510ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:16:21.844096 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-f4190766-f4e5-4f71-8c9c-81de0bd9a3bc req-51d82eb6-892b-4837-85d4-08dfc51510ce service neutron] 10.222.0.13 "GET /v2.0/networks?id=08c4221b-4297-42e8-b722-2db5a3dcaca5 HTTP/1.1" status: 200 len: 912 time: 0.0843570 May 20 21:16:21.890342 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-f4190766-f4e5-4f71-8c9c-81de0bd9a3bc req-9bd44e69-a7ce-4368-9f14-4b2a05984ff8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8f9650ef-ac04-4e50-9141-d37aa66caa9b HTTP/1.1" status: 200 len: 217 time: 0.0390968 May 20 21:16:21.938652 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4190766-f4e5-4f71-8c9c-81de0bd9a3bc req-5c324e8a-f548-4c7f-8ac4-bbb3d6d2f513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:16:21.940106 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-f4190766-f4e5-4f71-8c9c-81de0bd9a3bc req-5c324e8a-f548-4c7f-8ac4-bbb3d6d2f513 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=509e0e29-e167-44ff-87b5-9488c6c1afa7 HTTP/1.1" status: 200 len: 851 time: 0.0436423 May 20 21:16:21.971242 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-f4190766-f4e5-4f71-8c9c-81de0bd9a3bc req-4a84078a-de74-42cd-8381-964cac8a53b9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=08c4221b-4297-42e8-b722-2db5a3dcaca5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250432 May 20 21:16:22.062909 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-f4190766-f4e5-4f71-8c9c-81de0bd9a3bc req-5e287379-51da-464f-ad34-e4a24dfafbae service neutron] 10.222.0.13 "GET /v2.0/networks/08c4221b-4297-42e8-b722-2db5a3dcaca5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852547 May 20 21:16:22.151830 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-f4190766-f4e5-4f71-8c9c-81de0bd9a3bc req-42d9c7ff-dc8c-4357-9e7f-72fb090c57a1 service neutron] 10.222.0.13 "GET /v2.0/networks/08c4221b-4297-42e8-b722-2db5a3dcaca5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820322 May 20 21:16:22.272968 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device fea51a2b-0117-450a-bcef-eda73437f3aa no longer exists at agent hyperv_n-h1-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 21:16:22.296067 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] No Port match for: fea51a2b-0117-450a-bcef-eda73437f3aa {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 21:16:22.296408 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device fea51a2b-0117-450a-bcef-eda73437f3aa not bound to the agent host n-h1-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 21:16:22.301334 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-7661a783-f955-4f43-bf4b-3df5dad3acf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:22.793791 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef782f9-74a7-4380-875c-b3791ed098c6 req-1cd735c9-cbd8-4ac8-bc15-8e5428590d91 tempest-TestServerAdvancedOps-11919571 tempest-TestServerAdvancedOps-11919571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:16:22.795470 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2ef782f9-74a7-4380-875c-b3791ed098c6 req-1cd735c9-cbd8-4ac8-bc15-8e5428590d91 tempest-TestServerAdvancedOps-11919571 tempest-TestServerAdvancedOps-11919571-project] 10.222.0.35 "GET /v2.0/ports?device_id=1898dd97-4459-4ec9-afe0-ac9c664bb6eb HTTP/1.1" status: 200 len: 945 time: 0.0506959 May 20 21:16:22.839218 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2ef782f9-74a7-4380-875c-b3791ed098c6 req-1043a225-43b6-4a1e-a12e-77349b006e99 tempest-TestServerAdvancedOps-11919571 tempest-TestServerAdvancedOps-11919571-project] 10.222.0.35 "GET /v2.0/security-groups?id=f961578e-4da1-4da0-9945-f4b8e3802a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377111 May 20 21:16:23.957845 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad04920-eb3a-42b8-ad82-6bd457829225 req-b832d913-e7b6-4650-8d31-3f782a0b79e6 tempest-TestServerAdvancedOps-11919571 tempest-TestServerAdvancedOps-11919571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:16:23.959331 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-cad04920-eb3a-42b8-ad82-6bd457829225 req-b832d913-e7b6-4650-8d31-3f782a0b79e6 tempest-TestServerAdvancedOps-11919571 tempest-TestServerAdvancedOps-11919571-project] 10.222.0.35 "GET /v2.0/ports?device_id=1898dd97-4459-4ec9-afe0-ac9c664bb6eb HTTP/1.1" status: 200 len: 945 time: 0.0494146 May 20 21:16:23.998802 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-cad04920-eb3a-42b8-ad82-6bd457829225 req-69cf8bd8-aab6-4a39-9cc4-ec6e8b8f2e47 tempest-TestServerAdvancedOps-11919571 tempest-TestServerAdvancedOps-11919571-project] 10.222.0.35 "GET /v2.0/security-groups?id=f961578e-4da1-4da0-9945-f4b8e3802a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334330 May 20 21:16:24.014063 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4bb0e131-6525-46ca-a45b-e4ea43a5e69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:24.477948 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18daad2b-abb2-4ce2-9f9d-f1ad2724f18e req-4e5becb7-920a-4fb1-b7e0-e663b93e06a6 tempest-TestServerAdvancedOps-11919571 tempest-TestServerAdvancedOps-11919571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:16:24.479405 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-18daad2b-abb2-4ce2-9f9d-f1ad2724f18e req-4e5becb7-920a-4fb1-b7e0-e663b93e06a6 tempest-TestServerAdvancedOps-11919571 tempest-TestServerAdvancedOps-11919571-project] 10.222.0.35 "GET /v2.0/ports?device_id=1898dd97-4459-4ec9-afe0-ac9c664bb6eb HTTP/1.1" status: 200 len: 945 time: 0.0532970 May 20 21:16:24.517359 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-18daad2b-abb2-4ce2-9f9d-f1ad2724f18e req-fddf2690-feb7-4a4f-8a01-7f34aeecc710 tempest-TestServerAdvancedOps-11919571 tempest-TestServerAdvancedOps-11919571-project] 10.222.0.35 "GET /v2.0/security-groups?id=f961578e-4da1-4da0-9945-f4b8e3802a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309150 May 20 21:16:24.903441 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:25.632475 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cc3ec51b-6ec8-438a-8349-5f0bec346d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:25.640963 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc61d543-3ed5-4413-a216-8d3e0fbd2ccb req-ec68c4ba-6fdd-4c8e-aeec-e7df19b142c0 tempest-TestServerAdvancedOps-11919571 tempest-TestServerAdvancedOps-11919571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:16:25.648391 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-cc61d543-3ed5-4413-a216-8d3e0fbd2ccb req-ec68c4ba-6fdd-4c8e-aeec-e7df19b142c0 tempest-TestServerAdvancedOps-11919571 tempest-TestServerAdvancedOps-11919571-project] 10.222.0.35 "GET /v2.0/ports?device_id=1898dd97-4459-4ec9-afe0-ac9c664bb6eb HTTP/1.1" status: 200 len: 945 time: 0.0522175 May 20 21:16:25.667606 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:25.686995 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-cc61d543-3ed5-4413-a216-8d3e0fbd2ccb req-db1fe8ff-008e-4a71-9292-14c4f53c5d90 tempest-TestServerAdvancedOps-11919571 tempest-TestServerAdvancedOps-11919571-project] 10.222.0.35 "GET /v2.0/security-groups?id=f961578e-4da1-4da0-9945-f4b8e3802a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376542 May 20 21:16:26.023122 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc272be-e3ef-44cd-8d65-e17a8f8994cb req-5e464c0b-52a9-4730-83fa-8b43657be689 tempest-TestServerAdvancedOps-11919571 tempest-TestServerAdvancedOps-11919571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:16:26.024819 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8dc272be-e3ef-44cd-8d65-e17a8f8994cb req-5e464c0b-52a9-4730-83fa-8b43657be689 tempest-TestServerAdvancedOps-11919571 tempest-TestServerAdvancedOps-11919571-project] 10.222.0.35 "GET /v2.0/ports?device_id=1898dd97-4459-4ec9-afe0-ac9c664bb6eb HTTP/1.1" status: 200 len: 945 time: 0.0503480 May 20 21:16:26.065103 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8dc272be-e3ef-44cd-8d65-e17a8f8994cb req-f93b63cd-6513-46cc-8023-b6cf445a3465 tempest-TestServerAdvancedOps-11919571 tempest-TestServerAdvancedOps-11919571-project] 10.222.0.35 "GET /v2.0/security-groups?id=f961578e-4da1-4da0-9945-f4b8e3802a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332623 May 20 21:16:26.125145 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3672a5-07a3-4ae2-8850-c2e17d311eb2 req-1520f4a9-d617-42a2-ab40-6b00084fdf5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:16:26.126859 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-ad3672a5-07a3-4ae2-8850-c2e17d311eb2 req-1520f4a9-d617-42a2-ab40-6b00084fdf5a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ab31fb6dddeb450ca0c30cf7804bfad3&device_id=1898dd97-4459-4ec9-afe0-ac9c664bb6eb HTTP/1.1" status: 200 len: 1096 time: 0.0456493 May 20 21:16:26.224327 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3672a5-07a3-4ae2-8850-c2e17d311eb2 req-0f746d58-711b-4e1b-813d-2b868ecf6a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:16:26.225764 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-ad3672a5-07a3-4ae2-8850-c2e17d311eb2 req-0f746d58-711b-4e1b-813d-2b868ecf6a41 service neutron] 10.222.0.13 "GET /v2.0/networks?id=08c4221b-4297-42e8-b722-2db5a3dcaca5 HTTP/1.1" status: 200 len: 912 time: 0.0911250 May 20 21:16:26.268906 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-ad3672a5-07a3-4ae2-8850-c2e17d311eb2 req-d8a2efc1-f5df-4314-bacc-05cf779a14c1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8f9650ef-ac04-4e50-9141-d37aa66caa9b HTTP/1.1" status: 200 len: 217 time: 0.0369034 May 20 21:16:26.327673 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3672a5-07a3-4ae2-8850-c2e17d311eb2 req-1d6e716e-6bbc-49f5-984f-7e3b763eb454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:16:26.329306 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-ad3672a5-07a3-4ae2-8850-c2e17d311eb2 req-1d6e716e-6bbc-49f5-984f-7e3b763eb454 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=509e0e29-e167-44ff-87b5-9488c6c1afa7 HTTP/1.1" status: 200 len: 851 time: 0.0537057 May 20 21:16:26.388754 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-ad3672a5-07a3-4ae2-8850-c2e17d311eb2 req-d3e7a8c5-59bf-49ad-8e42-e65f8dd6fd35 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=08c4221b-4297-42e8-b722-2db5a3dcaca5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0530326 May 20 21:16:26.482512 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-ad3672a5-07a3-4ae2-8850-c2e17d311eb2 req-b0409fe7-5ddc-41c0-98f6-ffe08087ddb9 service neutron] 10.222.0.13 "GET /v2.0/networks/08c4221b-4297-42e8-b722-2db5a3dcaca5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871420 May 20 21:16:26.579961 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-ad3672a5-07a3-4ae2-8850-c2e17d311eb2 req-9e31db15-6236-4523-9dbe-f704f1139f45 service neutron] 10.222.0.13 "GET /v2.0/networks/08c4221b-4297-42e8-b722-2db5a3dcaca5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901527 May 20 21:16:27.192568 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cfd7f9-5bb3-4c20-bde1-a83e3bb5289e req-ef4a34c7-4887-4e7c-8951-f8619fa7df3b tempest-TestServerAdvancedOps-11919571 tempest-TestServerAdvancedOps-11919571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:16:27.194095 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b1cfd7f9-5bb3-4c20-bde1-a83e3bb5289e req-ef4a34c7-4887-4e7c-8951-f8619fa7df3b tempest-TestServerAdvancedOps-11919571 tempest-TestServerAdvancedOps-11919571-project] 10.222.0.35 "GET /v2.0/ports?device_id=1898dd97-4459-4ec9-afe0-ac9c664bb6eb HTTP/1.1" status: 200 len: 945 time: 0.0558865 May 20 21:16:27.234883 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b1cfd7f9-5bb3-4c20-bde1-a83e3bb5289e req-4a304d48-3179-4d9c-96c7-c667cccfab06 tempest-TestServerAdvancedOps-11919571 tempest-TestServerAdvancedOps-11919571-project] 10.222.0.35 "GET /v2.0/security-groups?id=f961578e-4da1-4da0-9945-f4b8e3802a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346336 May 20 21:16:27.390678 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261b0b6b-6d69-4b91-890a-e6f2dc2c8ead req-43bb1770-60b3-4c8e-8afe-7309d8026e97 tempest-VolumesSnapshotTestJSON-1824500139 tempest-VolumesSnapshotTestJSON-1824500139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:16:27.392032 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-261b0b6b-6d69-4b91-890a-e6f2dc2c8ead req-43bb1770-60b3-4c8e-8afe-7309d8026e97 tempest-VolumesSnapshotTestJSON-1824500139 tempest-VolumesSnapshotTestJSON-1824500139-project] 10.222.0.35 "GET /v2.0/networks?id=71da61d8-8f10-40b0-9a52-450c4a34dc28 HTTP/1.1" status: 200 len: 814 time: 0.1018398 May 20 21:16:27.407529 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-261b0b6b-6d69-4b91-890a-e6f2dc2c8ead req-b03f0a2e-cc14-4930-a75b-8c77642f3913 tempest-VolumesSnapshotTestJSON-1824500139 tempest-VolumesSnapshotTestJSON-1824500139-project] 10.222.0.35 "GET /v2.0/quotas/a66b050937ea40618634c01548e149f5 HTTP/1.1" status: 200 len: 375 time: 0.0095751 May 20 21:16:27.444188 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-261b0b6b-6d69-4b91-890a-e6f2dc2c8ead req-ab6185fa-4f47-436d-a46c-93b8df10b871 tempest-VolumesSnapshotTestJSON-1824500139 tempest-VolumesSnapshotTestJSON-1824500139-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=a66b050937ea40618634c01548e149f5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0312200 May 20 21:16:27.536133 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-261b0b6b-6d69-4b91-890a-e6f2dc2c8ead req-ccc56612-8db4-4dd8-b8be-4b63d943541d service neutron] 10.222.0.35 "GET /v2.0/networks/71da61d8-8f10-40b0-9a52-450c4a34dc28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840883 May 20 21:16:27.629693 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-261b0b6b-6d69-4b91-890a-e6f2dc2c8ead req-bf9ea3dc-58d7-4ea7-8d27-267ccf573c8a service neutron] 10.222.0.35 "GET /v2.0/networks/71da61d8-8f10-40b0-9a52-450c4a34dc28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871804 May 20 21:16:27.854829 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a2f0d61a-deca-433b-b205-75bfdc3e7a25 req-40c9fcb7-6e6c-4d17-b2d1-d69a34bc3870 tempest-VolumesSnapshotTestJSON-1824500139 tempest-VolumesSnapshotTestJSON-1824500139-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e0638ea-9e1c-4e37-8bea-6134d30c588e HTTP/1.1" status: 200 len: 210 time: 0.0265956 May 20 21:16:28.353757 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a560a7ab-69d7-46ac-b7b3-8f263ed1e564 req-31211843-41e8-4279-be43-8402f317ec5b tempest-TestServerAdvancedOps-11919571 tempest-TestServerAdvancedOps-11919571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:16:28.355238 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a560a7ab-69d7-46ac-b7b3-8f263ed1e564 req-31211843-41e8-4279-be43-8402f317ec5b tempest-TestServerAdvancedOps-11919571 tempest-TestServerAdvancedOps-11919571-project] 10.222.0.35 "GET /v2.0/ports?device_id=1898dd97-4459-4ec9-afe0-ac9c664bb6eb HTTP/1.1" status: 200 len: 945 time: 0.0502117 May 20 21:16:28.394182 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a560a7ab-69d7-46ac-b7b3-8f263ed1e564 req-43bfd181-c71d-4aa2-b0b1-180b4d3f6c42 tempest-TestServerAdvancedOps-11919571 tempest-TestServerAdvancedOps-11919571-project] 10.222.0.35 "GET /v2.0/security-groups?id=f961578e-4da1-4da0-9945-f4b8e3802a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320814 May 20 21:16:28.844368 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c58669-1cbd-4bab-8e96-1fa5260fddf2 req-c17c4279-c626-455c-a41a-17ba87f68e2a tempest-TestServerAdvancedOps-11919571 tempest-TestServerAdvancedOps-11919571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:16:28.845954 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e4c58669-1cbd-4bab-8e96-1fa5260fddf2 req-c17c4279-c626-455c-a41a-17ba87f68e2a tempest-TestServerAdvancedOps-11919571 tempest-TestServerAdvancedOps-11919571-project] 10.222.0.35 "GET /v2.0/ports?device_id=1898dd97-4459-4ec9-afe0-ac9c664bb6eb HTTP/1.1" status: 200 len: 945 time: 0.0490685 May 20 21:16:28.889537 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e4c58669-1cbd-4bab-8e96-1fa5260fddf2 req-e533c406-f90e-4b08-b8be-0ac6707ea817 tempest-TestServerAdvancedOps-11919571 tempest-TestServerAdvancedOps-11919571-project] 10.222.0.35 "GET /v2.0/security-groups?id=f961578e-4da1-4da0-9945-f4b8e3802a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371954 May 20 21:16:28.954094 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-edfc8e42-3a77-45f7-bbf2-570aa2f8a650 req-1c12ea47-b8dc-4681-9ac0-92cfe103df8a tempest-VolumesSnapshotTestJSON-1824500139 tempest-VolumesSnapshotTestJSON-1824500139-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e0638ea-9e1c-4e37-8bea-6134d30c588e HTTP/1.1" status: 200 len: 210 time: 0.0297050 May 20 21:16:29.806339 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261b0b6b-6d69-4b91-890a-e6f2dc2c8ead req-2c1f5087-0248-4fd2-ac9e-c4617c5856ba tempest-VolumesSnapshotTestJSON-1824500139 tempest-VolumesSnapshotTestJSON-1824500139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:16:29.807929 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-261b0b6b-6d69-4b91-890a-e6f2dc2c8ead req-2c1f5087-0248-4fd2-ac9e-c4617c5856ba tempest-VolumesSnapshotTestJSON-1824500139 tempest-VolumesSnapshotTestJSON-1824500139-project] 10.222.0.24 "GET /v2.0/networks?id=71da61d8-8f10-40b0-9a52-450c4a34dc28 HTTP/1.1" status: 200 len: 814 time: 0.1008577 May 20 21:16:29.819897 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [req-261b0b6b-6d69-4b91-890a-e6f2dc2c8ead req-b56eff29-339b-4616-93d3-8b26d89f3f64 tempest-VolumesSnapshotTestJSON-1824500139 tempest-VolumesSnapshotTestJSON-1824500139-project] Request body: {'port': {'device_id': '7e0638ea-9e1c-4e37-8bea-6134d30c588e', 'network_id': '71da61d8-8f10-40b0-9a52-450c4a34dc28', 'admin_state_up': True, 'tenant_id': 'a66b050937ea40618634c01548e149f5'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:16:30.003814 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-261b0b6b-6d69-4b91-890a-e6f2dc2c8ead req-b56eff29-339b-4616-93d3-8b26d89f3f64 tempest-VolumesSnapshotTestJSON-1824500139 tempest-VolumesSnapshotTestJSON-1824500139-project] Made reservation on behalf of a66b050937ea40618634c01548e149f5 for: {'port': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:16:30.007521 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-261b0b6b-6d69-4b91-890a-e6f2dc2c8ead req-b56eff29-339b-4616-93d3-8b26d89f3f64 tempest-VolumesSnapshotTestJSON-1824500139 tempest-VolumesSnapshotTestJSON-1824500139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:30.008758 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a02521b-4001-4ed6-b411-6a8c3367a934 req-9ee59822-e23a-4639-9a0e-7f4d9a82c029 tempest-TestServerAdvancedOps-11919571 tempest-TestServerAdvancedOps-11919571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:16:30.013087 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4a02521b-4001-4ed6-b411-6a8c3367a934 req-9ee59822-e23a-4639-9a0e-7f4d9a82c029 tempest-TestServerAdvancedOps-11919571 tempest-TestServerAdvancedOps-11919571-project] 10.222.0.35 "GET /v2.0/ports?device_id=1898dd97-4459-4ec9-afe0-ac9c664bb6eb HTTP/1.1" status: 200 len: 945 time: 0.0511954 May 20 21:16:30.066074 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-13e8c14f-3a42-4a9f-91a4-2a2229170f8b req-c0edd789-2403-4099-85d2-e747f8cb0c47 tempest-VolumesSnapshotTestJSON-1824500139 tempest-VolumesSnapshotTestJSON-1824500139-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e0638ea-9e1c-4e37-8bea-6134d30c588e HTTP/1.1" status: 200 len: 210 time: 0.0315495 May 20 21:16:30.086452 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4a02521b-4001-4ed6-b411-6a8c3367a934 req-60955439-00be-4aa8-ab14-9cbea9e42380 tempest-TestServerAdvancedOps-11919571 tempest-TestServerAdvancedOps-11919571-project] 10.222.0.35 "GET /v2.0/security-groups?id=f961578e-4da1-4da0-9945-f4b8e3802a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678651 May 20 21:16:30.146165 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [req-261b0b6b-6d69-4b91-890a-e6f2dc2c8ead req-b56eff29-339b-4616-93d3-8b26d89f3f64 tempest-VolumesSnapshotTestJSON-1824500139 tempest-VolumesSnapshotTestJSON-1824500139-project] Allocated IP 172.20.0.7 (71da61d8-8f10-40b0-9a52-450c4a34dc28/b22b9f09-ceeb-43dc-b5a8-20b4c2f0fe6e/6ee9cad0-fff6-4bd3-b78b-92be31ea722f) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:16:30.159367 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.agents_db [None req-5c33ad30-4e00-40fa-b486-8c79c4a6cfc5 None None] Agent healthcheck: found 7 active agents {{(pid=103165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 20 21:16:30.295757 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-261b0b6b-6d69-4b91-890a-e6f2dc2c8ead req-b56eff29-339b-4616-93d3-8b26d89f3f64 tempest-VolumesSnapshotTestJSON-1824500139 tempest-VolumesSnapshotTestJSON-1824500139-project] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:30.395159 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-261b0b6b-6d69-4b91-890a-e6f2dc2c8ead req-b56eff29-339b-4616-93d3-8b26d89f3f64 tempest-VolumesSnapshotTestJSON-1824500139 tempest-VolumesSnapshotTestJSON-1824500139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:30.439681 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-261b0b6b-6d69-4b91-890a-e6f2dc2c8ead req-b56eff29-339b-4616-93d3-8b26d89f3f64 tempest-VolumesSnapshotTestJSON-1824500139 tempest-VolumesSnapshotTestJSON-1824500139-project] Network 71da61d8-8f10-40b0-9a52-450c4a34dc28 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:16:30.442579 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [req-261b0b6b-6d69-4b91-890a-e6f2dc2c8ead req-b56eff29-339b-4616-93d3-8b26d89f3f64 tempest-VolumesSnapshotTestJSON-1824500139 tempest-VolumesSnapshotTestJSON-1824500139-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:16:30.446160 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-261b0b6b-6d69-4b91-890a-e6f2dc2c8ead req-b56eff29-339b-4616-93d3-8b26d89f3f64 tempest-VolumesSnapshotTestJSON-1824500139 tempest-VolumesSnapshotTestJSON-1824500139-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:16:30.477976 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56eff29-339b-4616-93d3-8b26d89f3f64 tempest-VolumesSnapshotTestJSON-1824500139 tempest-VolumesSnapshotTestJSON-1824500139-project] Pushing event updated for resources: {'Port': ['ID=6ee9cad0-fff6-4bd3-b78b-92be31ea722f,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:16:30.506197 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261b0b6b-6d69-4b91-890a-e6f2dc2c8ead req-b56eff29-339b-4616-93d3-8b26d89f3f64 tempest-VolumesSnapshotTestJSON-1824500139 tempest-VolumesSnapshotTestJSON-1824500139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:16:30.506804 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-261b0b6b-6d69-4b91-890a-e6f2dc2c8ead req-b56eff29-339b-4616-93d3-8b26d89f3f64 tempest-VolumesSnapshotTestJSON-1824500139 tempest-VolumesSnapshotTestJSON-1824500139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:30.635032 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-261b0b6b-6d69-4b91-890a-e6f2dc2c8ead req-b56eff29-339b-4616-93d3-8b26d89f3f64 tempest-VolumesSnapshotTestJSON-1824500139 tempest-VolumesSnapshotTestJSON-1824500139-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8190479 May 20 21:16:30.644661 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [req-261b0b6b-6d69-4b91-890a-e6f2dc2c8ead req-2b8c867a-85d7-41dd-a76f-c615bf4f9b1d tempest-VolumesSnapshotTestJSON-1824500139 tempest-VolumesSnapshotTestJSON-1824500139-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103162) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 21:16:30.647695 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-261b0b6b-6d69-4b91-890a-e6f2dc2c8ead req-2b8c867a-85d7-41dd-a76f-c615bf4f9b1d tempest-VolumesSnapshotTestJSON-1824500139 tempest-VolumesSnapshotTestJSON-1824500139-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052128 May 20 21:16:30.656852 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [req-261b0b6b-6d69-4b91-890a-e6f2dc2c8ead req-22554e9a-7f9c-40bb-a86e-77d2fa09b436 service neutron] Request body: {'port': {'device_id': '7e0638ea-9e1c-4e37-8bea-6134d30c588e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-842733-1'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:16:30.731910 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-261b0b6b-6d69-4b91-890a-e6f2dc2c8ead req-22554e9a-7f9c-40bb-a86e-77d2fa09b436 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:30.781785 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bdf7c4-6634-4600-8b99-a7e61a25e0db req-b4a037ab-2e01-45ce-9229-78259732161a tempest-TestServerAdvancedOps-11919571 tempest-TestServerAdvancedOps-11919571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:16:30.783201 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-52bdf7c4-6634-4600-8b99-a7e61a25e0db req-b4a037ab-2e01-45ce-9229-78259732161a tempest-TestServerAdvancedOps-11919571 tempest-TestServerAdvancedOps-11919571-project] 10.222.0.13 "GET /v2.0/ports?device_id=1898dd97-4459-4ec9-afe0-ac9c664bb6eb HTTP/1.1" status: 200 len: 945 time: 0.0810127 May 20 21:16:30.997149 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-52bdf7c4-6634-4600-8b99-a7e61a25e0db req-3b90df71-647e-4e77-a6af-54c57379be08 tempest-TestServerAdvancedOps-11919571 tempest-TestServerAdvancedOps-11919571-project] Deleting port 8f9650ef-ac04-4e50-9141-d37aa66caa9b {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:16:30.998533 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-52bdf7c4-6634-4600-8b99-a7e61a25e0db req-3b90df71-647e-4e77-a6af-54c57379be08 tempest-TestServerAdvancedOps-11919571 tempest-TestServerAdvancedOps-11919571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:31.136683 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-52bdf7c4-6634-4600-8b99-a7e61a25e0db req-3b90df71-647e-4e77-a6af-54c57379be08 tempest-TestServerAdvancedOps-11919571 tempest-TestServerAdvancedOps-11919571-project] For port 8f9650ef-ac04-4e50-9141-d37aa66caa9b, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=8f9650ef-ac04-4e50-9141-d37aa66caa9b,segment=NetworkSegment(7728ec50-9775-4cec-886f-2c5328df33f6),segment_id=7728ec50-9775-4cec-886f-2c5328df33f6)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:16:31.137064 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-52bdf7c4-6634-4600-8b99-a7e61a25e0db req-3b90df71-647e-4e77-a6af-54c57379be08 tempest-TestServerAdvancedOps-11919571 tempest-TestServerAdvancedOps-11919571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:31.155614 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-52bdf7c4-6634-4600-8b99-a7e61a25e0db req-3b90df71-647e-4e77-a6af-54c57379be08 tempest-TestServerAdvancedOps-11919571 tempest-TestServerAdvancedOps-11919571-project] Calling delete_port for 8f9650ef-ac04-4e50-9141-d37aa66caa9b owned by compute:nova {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:16:31.160850 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [req-261b0b6b-6d69-4b91-890a-e6f2dc2c8ead req-22554e9a-7f9c-40bb-a86e-77d2fa09b436 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ee9cad0-fff6-4bd3-b78b-92be31ea722f {{(pid=103162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 21:16:31.172615 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-261b0b6b-6d69-4b91-890a-e6f2dc2c8ead req-22554e9a-7f9c-40bb-a86e-77d2fa09b436 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:31.219174 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.provisioning_blocks [req-261b0b6b-6d69-4b91-890a-e6f2dc2c8ead req-22554e9a-7f9c-40bb-a86e-77d2fa09b436 service neutron] Transition to ACTIVE for port object 6ee9cad0-fff6-4bd3-b78b-92be31ea722f will not be triggered until provisioned by entity L2. {{(pid=103162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 21:16:31.223973 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a000f9a-b55b-46e0-a427-82e8b679a0bb req-1ce340aa-29fd-4722-a120-e714cf0d14c9 tempest-VolumesSnapshotTestJSON-1824500139 tempest-VolumesSnapshotTestJSON-1824500139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:16:31.225504 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9a000f9a-b55b-46e0-a427-82e8b679a0bb req-1ce340aa-29fd-4722-a120-e714cf0d14c9 tempest-VolumesSnapshotTestJSON-1824500139 tempest-VolumesSnapshotTestJSON-1824500139-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e0638ea-9e1c-4e37-8bea-6134d30c588e HTTP/1.1" status: 200 len: 931 time: 0.0853732 May 20 21:16:31.247040 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7c5949-e3b3-4973-99f8-424248cd1b8e req-9200c302-1584-4170-aa9b-a5c72c9b3500 tempest-TestServerAdvancedOps-11919571 tempest-TestServerAdvancedOps-11919571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:16:31.248739 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ea7c5949-e3b3-4973-99f8-424248cd1b8e req-9200c302-1584-4170-aa9b-a5c72c9b3500 tempest-TestServerAdvancedOps-11919571 tempest-TestServerAdvancedOps-11919571-project] 10.222.0.35 "GET /v2.0/ports?device_id=1898dd97-4459-4ec9-afe0-ac9c664bb6eb HTTP/1.1" status: 200 len: 945 time: 0.0754907 May 20 21:16:31.296040 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9a000f9a-b55b-46e0-a427-82e8b679a0bb req-9db95c6e-9e7e-4571-8eb5-cb6d826bb3b4 tempest-VolumesSnapshotTestJSON-1824500139 tempest-VolumesSnapshotTestJSON-1824500139-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ad33e8f-95e2-4132-9a13-d64c1ab5d1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618601 May 20 21:16:31.298881 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-261b0b6b-6d69-4b91-890a-e6f2dc2c8ead req-22554e9a-7f9c-40bb-a86e-77d2fa09b436 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:31.303760 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ea7c5949-e3b3-4973-99f8-424248cd1b8e req-0a0b853a-be29-4d74-832b-5f52408d1a7f tempest-TestServerAdvancedOps-11919571 tempest-TestServerAdvancedOps-11919571-project] 10.222.0.35 "GET /v2.0/security-groups?id=f961578e-4da1-4da0-9945-f4b8e3802a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475323 May 20 21:16:31.362016 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22554e9a-7f9c-40bb-a86e-77d2fa09b436 service neutron] Pushing event updated for resources: {'Port': ['ID=6ee9cad0-fff6-4bd3-b78b-92be31ea722f,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:16:31.426573 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-52bdf7c4-6634-4600-8b99-a7e61a25e0db req-3b90df71-647e-4e77-a6af-54c57379be08 tempest-TestServerAdvancedOps-11919571 tempest-TestServerAdvancedOps-11919571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:31.436242 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-261b0b6b-6d69-4b91-890a-e6f2dc2c8ead req-22554e9a-7f9c-40bb-a86e-77d2fa09b436 service neutron] Attempting to bind port 6ee9cad0-fff6-4bd3-b78b-92be31ea722f on host n-h1-842733-1 for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:16:31.436580 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-261b0b6b-6d69-4b91-890a-e6f2dc2c8ead req-22554e9a-7f9c-40bb-a86e-77d2fa09b436 service neutron] Attempting to bind port 6ee9cad0-fff6-4bd3-b78b-92be31ea722f by drivers openvswitch,hyperv on host n-h1-842733-1 at level 0 using segments [{'id': '9063cc2c-9968-4de0-b679-9aa3a136f1db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '71da61d8-8f10-40b0-9a52-450c4a34dc28'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:16:31.436912 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-261b0b6b-6d69-4b91-890a-e6f2dc2c8ead req-22554e9a-7f9c-40bb-a86e-77d2fa09b436 service neutron] Attempting to bind port 6ee9cad0-fff6-4bd3-b78b-92be31ea722f on network 71da61d8-8f10-40b0-9a52-450c4a34dc28 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:16:31.465265 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b90df71-647e-4e77-a6af-54c57379be08 tempest-TestServerAdvancedOps-11919571 tempest-TestServerAdvancedOps-11919571-project] Pushing event deleted for resources: {'Port': ['ID=8f9650ef-ac04-4e50-9141-d37aa66caa9b,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:16:31.469488 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-261b0b6b-6d69-4b91-890a-e6f2dc2c8ead req-22554e9a-7f9c-40bb-a86e-77d2fa09b436 service neutron] Port 6ee9cad0-fff6-4bd3-b78b-92be31ea722f on network 71da61d8-8f10-40b0-9a52-450c4a34dc28 not bound, no agent of type Open vSwitch agent registered on host n-h1-842733-1 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 21:16:31.470860 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-261b0b6b-6d69-4b91-890a-e6f2dc2c8ead req-22554e9a-7f9c-40bb-a86e-77d2fa09b436 service neutron] Attempting to bind port 6ee9cad0-fff6-4bd3-b78b-92be31ea722f on network 71da61d8-8f10-40b0-9a52-450c4a34dc28 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:16:31.478237 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-261b0b6b-6d69-4b91-890a-e6f2dc2c8ead req-22554e9a-7f9c-40bb-a86e-77d2fa09b436 service neutron] Checking agent: {'id': '08dfb1ce-804b-4db8-838b-21094082e041', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 32, 54), 'started_at': datetime.datetime(2022, 5, 20, 20, 32, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 21, 16, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 21:16:31.478579 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-261b0b6b-6d69-4b91-890a-e6f2dc2c8ead req-22554e9a-7f9c-40bb-a86e-77d2fa09b436 service neutron] Checking segment: {'id': '9063cc2c-9968-4de0-b679-9aa3a136f1db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '71da61d8-8f10-40b0-9a52-450c4a34dc28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:16:31.478958 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-261b0b6b-6d69-4b91-890a-e6f2dc2c8ead req-22554e9a-7f9c-40bb-a86e-77d2fa09b436 service neutron] Bound using segment: {'id': '9063cc2c-9968-4de0-b679-9aa3a136f1db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '71da61d8-8f10-40b0-9a52-450c4a34dc28'} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 21:16:31.479387 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-261b0b6b-6d69-4b91-890a-e6f2dc2c8ead req-22554e9a-7f9c-40bb-a86e-77d2fa09b436 service neutron] Bound port: 6ee9cad0-fff6-4bd3-b78b-92be31ea722f, host: n-h1-842733-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9063cc2c-9968-4de0-b679-9aa3a136f1db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '71da61d8-8f10-40b0-9a52-450c4a34dc28'}}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:16:31.479742 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-261b0b6b-6d69-4b91-890a-e6f2dc2c8ead req-22554e9a-7f9c-40bb-a86e-77d2fa09b436 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:31.522742 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-52bdf7c4-6634-4600-8b99-a7e61a25e0db req-3b90df71-647e-4e77-a6af-54c57379be08 tempest-TestServerAdvancedOps-11919571 tempest-TestServerAdvancedOps-11919571-project] No DVR routers for this DVR port 8f9650ef-ac04-4e50-9141-d37aa66caa9b on host n-h2-842733-1 {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 21:16:31.525440 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-52bdf7c4-6634-4600-8b99-a7e61a25e0db req-3b90df71-647e-4e77-a6af-54c57379be08 tempest-TestServerAdvancedOps-11919571 tempest-TestServerAdvancedOps-11919571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:31.528910 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-52bdf7c4-6634-4600-8b99-a7e61a25e0db req-3b90df71-647e-4e77-a6af-54c57379be08 tempest-TestServerAdvancedOps-11919571 tempest-TestServerAdvancedOps-11919571-project] 10.222.0.13 "DELETE /v2.0/ports/8f9650ef-ac04-4e50-9141-d37aa66caa9b HTTP/1.1" status: 204 len: 173 time: 0.7383852 May 20 21:16:31.529619 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1898dd97-4459-4ec9-afe0-ac9c664bb6eb', 'name': 'network-vif-deleted', 'tag': '8f9650ef-ac04-4e50-9141-d37aa66caa9b'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 21:16:31.531919 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6fa957933fccbf596d28104b23404b952ad6a8238afaebaed40a0874b2e409" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dba0f6a-4822-4314-9027-85cba35ba6b0" -d '{"events": [{"server_uuid": "1898dd97-4459-4ec9-afe0-ac9c664bb6eb", "name": "network-vif-deleted", "tag": "8f9650ef-ac04-4e50-9141-d37aa66caa9b"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 21:16:31.584295 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 21:16:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-670ef8fe-2b51-4588-b8ce-b27cd081dfd4 x-openstack-request-id: req-670ef8fe-2b51-4588-b8ce-b27cd081dfd4 {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 21:16:31.584585 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1898dd97-4459-4ec9-afe0-ac9c664bb6eb", "name": "network-vif-deleted", "tag": "8f9650ef-ac04-4e50-9141-d37aa66caa9b", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 21:16:31.584837 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-670ef8fe-2b51-4588-b8ce-b27cd081dfd4 {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 21:16:31.585286 n-d-842733-1 neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-670ef8fe-2b51-4588-b8ce-b27cd081dfd4'] response: {'server_uuid': '1898dd97-4459-4ec9-afe0-ac9c664bb6eb', 'name': 'network-vif-deleted', 'tag': '8f9650ef-ac04-4e50-9141-d37aa66caa9b', 'status': 'completed', 'code': 200} May 20 21:16:31.586281 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-261b0b6b-6d69-4b91-890a-e6f2dc2c8ead req-22554e9a-7f9c-40bb-a86e-77d2fa09b436 service neutron] For port 6ee9cad0-fff6-4bd3-b78b-92be31ea722f, host n-h1-842733-1, cleared binding levels {{(pid=103162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 21:16:31.589370 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-261b0b6b-6d69-4b91-890a-e6f2dc2c8ead req-22554e9a-7f9c-40bb-a86e-77d2fa09b436 service neutron] For port 6ee9cad0-fff6-4bd3-b78b-92be31ea722f, host n-h1-842733-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=6ee9cad0-fff6-4bd3-b78b-92be31ea722f,segment=NetworkSegment(9063cc2c-9968-4de0-b679-9aa3a136f1db),segment_id=9063cc2c-9968-4de0-b679-9aa3a136f1db)] {{(pid=103162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 21:16:31.646931 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-261b0b6b-6d69-4b91-890a-e6f2dc2c8ead req-22554e9a-7f9c-40bb-a86e-77d2fa09b436 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:31.686668 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261b0b6b-6d69-4b91-890a-e6f2dc2c8ead req-22554e9a-7f9c-40bb-a86e-77d2fa09b436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:16:31.687291 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-261b0b6b-6d69-4b91-890a-e6f2dc2c8ead req-22554e9a-7f9c-40bb-a86e-77d2fa09b436 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:31.688660 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-261b0b6b-6d69-4b91-890a-e6f2dc2c8ead req-22554e9a-7f9c-40bb-a86e-77d2fa09b436 service neutron] 10.222.0.24 "PUT /v2.0/ports/6ee9cad0-fff6-4bd3-b78b-92be31ea722f HTTP/1.1" status: 200 len: 1091 time: 1.0356209 May 20 21:16:31.708563 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22554e9a-7f9c-40bb-a86e-77d2fa09b436 service neutron] Pushing event updated for resources: {'Port': ['ID=6ee9cad0-fff6-4bd3-b78b-92be31ea722f,revision_number=3']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:16:31.833089 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261b0b6b-6d69-4b91-890a-e6f2dc2c8ead req-c8b4eada-e4ab-4968-b261-d1d27532f154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:16:31.834505 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-261b0b6b-6d69-4b91-890a-e6f2dc2c8ead req-c8b4eada-e4ab-4968-b261-d1d27532f154 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a66b050937ea40618634c01548e149f5&device_id=7e0638ea-9e1c-4e37-8bea-6134d30c588e HTTP/1.1" status: 200 len: 1094 time: 0.0420141 May 20 21:16:31.878075 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-261b0b6b-6d69-4b91-890a-e6f2dc2c8ead req-a8dda4ae-2af3-4799-b164-10a2116265c3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6ee9cad0-fff6-4bd3-b78b-92be31ea722f HTTP/1.1" status: 200 len: 217 time: 0.0367868 May 20 21:16:31.932376 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261b0b6b-6d69-4b91-890a-e6f2dc2c8ead req-df351879-476e-43d5-a642-d0d84a2db445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:16:31.933858 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-261b0b6b-6d69-4b91-890a-e6f2dc2c8ead req-df351879-476e-43d5-a642-d0d84a2db445 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b22b9f09-ceeb-43dc-b5a8-20b4c2f0fe6e HTTP/1.1" status: 200 len: 854 time: 0.0478399 May 20 21:16:31.963616 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-261b0b6b-6d69-4b91-890a-e6f2dc2c8ead req-6e75fe3c-2f88-434e-9b0f-228c65cb6324 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=71da61d8-8f10-40b0-9a52-450c4a34dc28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236790 May 20 21:16:32.051268 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-261b0b6b-6d69-4b91-890a-e6f2dc2c8ead req-8e66d124-ac14-4191-9054-f4d6aba9d969 service neutron] 10.222.0.24 "GET /v2.0/networks/71da61d8-8f10-40b0-9a52-450c4a34dc28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814879 May 20 21:16:32.141991 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-261b0b6b-6d69-4b91-890a-e6f2dc2c8ead req-7a138087-ecc2-4b4c-a46b-a2d2b977fe53 service neutron] 10.222.0.24 "GET /v2.0/networks/71da61d8-8f10-40b0-9a52-450c4a34dc28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838058 May 20 21:16:32.433847 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d8e6f9e0-1b3d-49be-b809-1c118c58a40c req-8e4ca539-8018-48c3-9614-7fe223941d8a tempest-TestServerAdvancedOps-11919571 tempest-TestServerAdvancedOps-11919571-project] 10.222.0.35 "GET /v2.0/ports?device_id=1898dd97-4459-4ec9-afe0-ac9c664bb6eb HTTP/1.1" status: 200 len: 210 time: 0.0363910 May 20 21:16:32.449871 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d69ae2-d4a9-4522-b9d6-711fb97b4045 req-9cedda9d-790f-46d9-8a77-8b1c76e16a56 tempest-VolumesSnapshotTestJSON-1824500139 tempest-VolumesSnapshotTestJSON-1824500139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:16:32.451357 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d6d69ae2-d4a9-4522-b9d6-711fb97b4045 req-9cedda9d-790f-46d9-8a77-8b1c76e16a56 tempest-VolumesSnapshotTestJSON-1824500139 tempest-VolumesSnapshotTestJSON-1824500139-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e0638ea-9e1c-4e37-8bea-6134d30c588e HTTP/1.1" status: 200 len: 943 time: 0.0826681 May 20 21:16:32.490319 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d6d69ae2-d4a9-4522-b9d6-711fb97b4045 req-ca82098b-b282-4125-9142-13c946b05c67 tempest-VolumesSnapshotTestJSON-1824500139 tempest-VolumesSnapshotTestJSON-1824500139-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ad33e8f-95e2-4132-9a13-d64c1ab5d1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322943 May 20 21:16:32.558154 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:33.094113 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 8f9650ef-ac04-4e50-9141-d37aa66caa9b no longer exists at agent hyperv_n-h2-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 21:16:33.114252 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] No Port match for: 8f9650ef-ac04-4e50-9141-d37aa66caa9b {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 21:16:33.114587 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 8f9650ef-ac04-4e50-9141-d37aa66caa9b not bound to the agent host n-h2-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 21:16:33.495964 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 59204) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:16:33.543271 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_v2 [None req-b747d6a8-bb12-4cd5-8c87-2ba39a4c9880 admin admin] Deleting subnet 509e0e29-e167-44ff-87b5-9488c6c1afa7 {{(pid=103163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 20 21:16:33.547404 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b747d6a8-bb12-4cd5-8c87-2ba39a4c9880 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:33.586461 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e0638ea-9e1c-4e37-8bea-6134d30c588e', 'tag': '6ee9cad0-fff6-4bd3-b78b-92be31ea722f'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 21:16:33.588869 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6fa957933fccbf596d28104b23404b952ad6a8238afaebaed40a0874b2e409" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-558e7887-d6f5-4983-8dd0-4bad52877901" -d '{"events": [{"name": "network-changed", "server_uuid": "7e0638ea-9e1c-4e37-8bea-6134d30c588e", "tag": "6ee9cad0-fff6-4bd3-b78b-92be31ea722f"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 21:16:33.604183 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b747d6a8-bb12-4cd5-8c87-2ba39a4c9880 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9338757'] for subnet, precommit_delete_associations {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:33.626212 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 21:16:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f549fd6e-1ebc-4ad5-b6ac-aa44c4ef9ffb x-openstack-request-id: req-f549fd6e-1ebc-4ad5-b6ac-aa44c4ef9ffb {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 21:16:33.626511 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e0638ea-9e1c-4e37-8bea-6134d30c588e", "tag": "6ee9cad0-fff6-4bd3-b78b-92be31ea722f", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 21:16:33.626958 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f549fd6e-1ebc-4ad5-b6ac-aa44c4ef9ffb {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 21:16:33.627369 n-d-842733-1 neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f549fd6e-1ebc-4ad5-b6ac-aa44c4ef9ffb'] response: {'name': 'network-changed', 'server_uuid': '7e0638ea-9e1c-4e37-8bea-6134d30c588e', 'tag': '6ee9cad0-fff6-4bd3-b78b-92be31ea722f', 'status': 'completed', 'code': 200} May 20 21:16:33.651547 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1796196e-5da3-4759-b332-1f0be88956e6 req-93cc6e61-0336-435d-a491-48ebdf48a325 tempest-VolumesSnapshotTestJSON-1824500139 tempest-VolumesSnapshotTestJSON-1824500139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:16:33.653144 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1796196e-5da3-4759-b332-1f0be88956e6 req-93cc6e61-0336-435d-a491-48ebdf48a325 tempest-VolumesSnapshotTestJSON-1824500139 tempest-VolumesSnapshotTestJSON-1824500139-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e0638ea-9e1c-4e37-8bea-6134d30c588e HTTP/1.1" status: 200 len: 943 time: 0.0874388 May 20 21:16:33.669391 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b747d6a8-bb12-4cd5-8c87-2ba39a4c9880 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33068388'] for subnet, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:33.688214 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558e7887-d6f5-4983-8dd0-4bad52877901 req-15c29229-e42b-4530-85a9-5b983ecae134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:16:33.689745 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-558e7887-d6f5-4983-8dd0-4bad52877901 req-15c29229-e42b-4530-85a9-5b983ecae134 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a66b050937ea40618634c01548e149f5&device_id=7e0638ea-9e1c-4e37-8bea-6134d30c588e HTTP/1.1" status: 200 len: 1094 time: 0.0411801 May 20 21:16:33.725266 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1796196e-5da3-4759-b332-1f0be88956e6 req-48f758ca-7a8d-400e-aa52-f1468daea3fd tempest-VolumesSnapshotTestJSON-1824500139 tempest-VolumesSnapshotTestJSON-1824500139-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ad33e8f-95e2-4132-9a13-d64c1ab5d1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652711 May 20 21:16:33.783845 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558e7887-d6f5-4983-8dd0-4bad52877901 req-8ea97d49-69c4-422a-bdef-c2b60d0c09f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:16:33.785354 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-558e7887-d6f5-4983-8dd0-4bad52877901 req-8ea97d49-69c4-422a-bdef-c2b60d0c09f8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=71da61d8-8f10-40b0-9a52-450c4a34dc28 HTTP/1.1" status: 200 len: 915 time: 0.0882757 May 20 21:16:33.806865 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b747d6a8-bb12-4cd5-8c87-2ba39a4c9880 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33068399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9641221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8422588'] for subnet, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:33.825730 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-558e7887-d6f5-4983-8dd0-4bad52877901 req-b300f70d-b92e-4b36-8067-7d6402b8470b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6ee9cad0-fff6-4bd3-b78b-92be31ea722f HTTP/1.1" status: 200 len: 217 time: 0.0344138 May 20 21:16:33.835877 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b747d6a8-bb12-4cd5-8c87-2ba39a4c9880 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:33.839029 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-b747d6a8-bb12-4cd5-8c87-2ba39a4c9880 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/509e0e29-e167-44ff-87b5-9488c6c1afa7 HTTP/1.1" status: 204 len: 168 time: 0.3420694 May 20 21:16:33.840073 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b747d6a8-bb12-4cd5-8c87-2ba39a4c9880 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=509e0e29-e167-44ff-87b5-9488c6c1afa7,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:16:33.842527 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 59210) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:16:33.875294 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558e7887-d6f5-4983-8dd0-4bad52877901 req-b6a658a0-0b3e-4b78-8758-b20495a3c341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:16:33.876980 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-558e7887-d6f5-4983-8dd0-4bad52877901 req-b6a658a0-0b3e-4b78-8758-b20495a3c341 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b22b9f09-ceeb-43dc-b5a8-20b4c2f0fe6e HTTP/1.1" status: 200 len: 854 time: 0.0457873 May 20 21:16:33.907284 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-558e7887-d6f5-4983-8dd0-4bad52877901 req-5ca803a8-8d63-46f5-a5e8-95cc9338b174 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=71da61d8-8f10-40b0-9a52-450c4a34dc28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240846 May 20 21:16:33.909832 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-23916616-6cdb-43af-be0c-72e43d7f981c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33160123'] for network, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:33.991009 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-23916616-6cdb-43af-be0c-72e43d7f981c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33072115', 'neutron.services.segments.db._delete_segments_for_network-8782419500584'] for network, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:34.001581 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-558e7887-d6f5-4983-8dd0-4bad52877901 req-c20fe4c9-c9af-40a7-a46d-9c47b4907beb service neutron] 10.222.0.24 "GET /v2.0/networks/71da61d8-8f10-40b0-9a52-450c4a34dc28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872087 May 20 21:16:34.011572 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-23916616-6cdb-43af-be0c-72e43d7f981c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08c4221b-4297-42e8-b722-2db5a3dcaca5']}} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:16:34.020598 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-23916616-6cdb-43af-be0c-72e43d7f981c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7728ec50-9775-4cec-886f-2c5328df33f6') {'for_net_delete': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:16:34.020875 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-23916616-6cdb-43af-be0c-72e43d7f981c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7728ec50-9775-4cec-886f-2c5328df33f6') {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:16:34.029908 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-23916616-6cdb-43af-be0c-72e43d7f981c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419501617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9338764'] for segment, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:34.043332 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-23916616-6cdb-43af-be0c-72e43d7f981c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:34.049963 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23916616-6cdb-43af-be0c-72e43d7f981c admin admin] Releasing vlan 222 on physical network physnet1 to pool {{(pid=103163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 21:16:34.050881 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-23916616-6cdb-43af-be0c-72e43d7f981c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9638311'] for segment, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:34.052244 n-d-842733-1 neutron-server[103163]: Traceback (most recent call last): May 20 21:16:34.052244 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 21:16:34.052244 n-d-842733-1 neutron-server[103163]: timer() May 20 21:16:34.052244 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 21:16:34.052244 n-d-842733-1 neutron-server[103163]: cb(*args, **kw) May 20 21:16:34.052244 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 20 21:16:34.052244 n-d-842733-1 neutron-server[103163]: return func(*args, **kwargs) May 20 21:16:34.052244 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 21:16:34.052244 n-d-842733-1 neutron-server[103163]: self._notify() May 20 21:16:34.052244 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 21:16:34.052244 n-d-842733-1 neutron-server[103163]: self.callback(batched_events) May 20 21:16:34.052244 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 21:16:34.052244 n-d-842733-1 neutron-server[103163]: event.method(event) May 20 21:16:34.052244 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 20 21:16:34.052244 n-d-842733-1 neutron-server[103163]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 21:16:34.052244 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 20 21:16:34.052244 n-d-842733-1 neutron-server[103163]: aggregate_uuid = self.p_client.list_aggregates( May 20 21:16:34.052244 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 20 21:16:34.052244 n-d-842733-1 neutron-server[103163]: return f(self, *a, **k) May 20 21:16:34.052244 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 20 21:16:34.052244 n-d-842733-1 neutron-server[103163]: return self._get(url).json() May 20 21:16:34.052244 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 20 21:16:34.052244 n-d-842733-1 neutron-server[103163]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 21:16:34.052244 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 21:16:34.052244 n-d-842733-1 neutron-server[103163]: return self.request(url, 'GET', **kwargs) May 20 21:16:34.052244 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 21:16:34.052244 n-d-842733-1 neutron-server[103163]: base_url = self.get_endpoint(auth, allow=allow, May 20 21:16:34.052244 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 21:16:34.052244 n-d-842733-1 neutron-server[103163]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 21:16:34.052244 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 21:16:34.052244 n-d-842733-1 neutron-server[103163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 21:16:34.052244 n-d-842733-1 neutron-server[103163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 21:16:34.088609 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-558e7887-d6f5-4983-8dd0-4bad52877901 req-995834a2-e76b-4edd-bb86-e46ce3ce2e6e service neutron] 10.222.0.24 "GET /v2.0/networks/71da61d8-8f10-40b0-9a52-450c4a34dc28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807910 May 20 21:16:34.158261 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-23916616-6cdb-43af-be0c-72e43d7f981c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33072122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748162'] for network, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:34.163587 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-23916616-6cdb-43af-be0c-72e43d7f981c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:34.166896 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-23916616-6cdb-43af-be0c-72e43d7f981c admin admin] 10.222.0.35 "DELETE /v2.0/networks/08c4221b-4297-42e8-b722-2db5a3dcaca5 HTTP/1.1" status: 204 len: 168 time: 0.3232610 May 20 21:16:34.169934 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 59212) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:16:34.222513 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_v2 [None req-7addf696-2a86-40d0-b3e0-563b951819f5 admin admin] Deleting subnet dfe37d13-e458-4f39-8566-8a9091887d3d {{(pid=103162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 20 21:16:34.226496 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7addf696-2a86-40d0-b3e0-563b951819f5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:34.263627 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7addf696-2a86-40d0-b3e0-563b951819f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3738392'] for subnet, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:34.305801 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7addf696-2a86-40d0-b3e0-563b951819f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33068388'] for subnet, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:34.336565 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 6ee9cad0-fff6-4bd3-b78b-92be31ea722f details requested by agent hyperv_n-h1-842733-1 with host n-h1-842733-1 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 21:16:34.441581 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port 6ee9cad0-fff6-4bd3-b78b-92be31ea722f, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=6ee9cad0-fff6-4bd3-b78b-92be31ea722f,segment=NetworkSegment(9063cc2c-9968-4de0-b679-9aa3a136f1db),segment_id=9063cc2c-9968-4de0-b679-9aa3a136f1db)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:16:34.452901 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7addf696-2a86-40d0-b3e0-563b951819f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33068399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3797621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4018265'] for subnet, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:34.453877 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Returning: {'device': '6ee9cad0-fff6-4bd3-b78b-92be31ea722f', 'network_id': '71da61d8-8f10-40b0-9a52-450c4a34dc28', 'port_id': '6ee9cad0-fff6-4bd3-b78b-92be31ea722f', 'mac_address': 'fa:16:3e:d1:5f:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b22b9f09-ceeb-43dc-b5a8-20b4c2f0fe6e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 20 21:16:34.479438 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7addf696-2a86-40d0-b3e0-563b951819f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dfe37d13-e458-4f39-8566-8a9091887d3d,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:16:34.493195 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7addf696-2a86-40d0-b3e0-563b951819f5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:34.496499 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-7addf696-2a86-40d0-b3e0-563b951819f5 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/dfe37d13-e458-4f39-8566-8a9091887d3d HTTP/1.1" status: 204 len: 168 time: 0.3245828 May 20 21:16:34.499622 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 59214) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:16:34.503030 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23916616-6cdb-43af-be0c-72e43d7f981c admin admin] Pushing event deleted for resources: {'Network': ['ID=08c4221b-4297-42e8-b722-2db5a3dcaca5,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:16:34.511580 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Current status of the port 6ee9cad0-fff6-4bd3-b78b-92be31ea722f is: DOWN; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:16:34.512042 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:34.525379 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ee9cad0-fff6-4bd3-b78b-92be31ea722f {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 21:16:34.544677 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port 6ee9cad0-fff6-4bd3-b78b-92be31ea722f, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=6ee9cad0-fff6-4bd3-b78b-92be31ea722f,segment=NetworkSegment(9063cc2c-9968-4de0-b679-9aa3a136f1db),segment_id=9063cc2c-9968-4de0-b679-9aa3a136f1db)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:16:34.575100 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bf850220-ea11-4ec4-898e-682f798b26c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33160123'] for network, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:34.617723 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:34.654861 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bf850220-ea11-4ec4-898e-682f798b26c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33072115', 'neutron.services.segments.db._delete_segments_for_network-8782419500584'] for network, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:34.664571 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Pushing event updated for resources: {'Port': ['ID=6ee9cad0-fff6-4bd3-b78b-92be31ea722f,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:16:34.675886 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-bf850220-ea11-4ec4-898e-682f798b26c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b2a9089-7960-472a-8bed-2fdb6039379d']}} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:16:34.685045 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-bf850220-ea11-4ec4-898e-682f798b26c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7acb0a46-1e82-4221-ae17-4940ea16c901') {'for_net_delete': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:16:34.685380 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-bf850220-ea11-4ec4-898e-682f798b26c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7acb0a46-1e82-4221-ae17-4940ea16c901') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:16:34.694434 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bf850220-ea11-4ec4-898e-682f798b26c9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419501617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3738385'] for segment, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:34.707469 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bf850220-ea11-4ec4-898e-682f798b26c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:34.713270 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf850220-ea11-4ec4-898e-682f798b26c9 admin admin] Releasing vlan 208 on physical network physnet1 to pool {{(pid=103162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 21:16:34.713662 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bf850220-ea11-4ec4-898e-682f798b26c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3800791'] for segment, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:34.715229 n-d-842733-1 neutron-server[103162]: Traceback (most recent call last): May 20 21:16:34.715229 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 21:16:34.715229 n-d-842733-1 neutron-server[103162]: timer() May 20 21:16:34.715229 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 21:16:34.715229 n-d-842733-1 neutron-server[103162]: cb(*args, **kw) May 20 21:16:34.715229 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 20 21:16:34.715229 n-d-842733-1 neutron-server[103162]: return func(*args, **kwargs) May 20 21:16:34.715229 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 21:16:34.715229 n-d-842733-1 neutron-server[103162]: self._notify() May 20 21:16:34.715229 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 21:16:34.715229 n-d-842733-1 neutron-server[103162]: self.callback(batched_events) May 20 21:16:34.715229 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 21:16:34.715229 n-d-842733-1 neutron-server[103162]: event.method(event) May 20 21:16:34.715229 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 20 21:16:34.715229 n-d-842733-1 neutron-server[103162]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 21:16:34.715229 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 20 21:16:34.715229 n-d-842733-1 neutron-server[103162]: aggregate_uuid = self.p_client.list_aggregates( May 20 21:16:34.715229 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 20 21:16:34.715229 n-d-842733-1 neutron-server[103162]: return f(self, *a, **k) May 20 21:16:34.715229 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 20 21:16:34.715229 n-d-842733-1 neutron-server[103162]: return self._get(url).json() May 20 21:16:34.715229 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 20 21:16:34.715229 n-d-842733-1 neutron-server[103162]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 21:16:34.715229 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 21:16:34.715229 n-d-842733-1 neutron-server[103162]: return self.request(url, 'GET', **kwargs) May 20 21:16:34.715229 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 21:16:34.715229 n-d-842733-1 neutron-server[103162]: base_url = self.get_endpoint(auth, allow=allow, May 20 21:16:34.715229 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 21:16:34.715229 n-d-842733-1 neutron-server[103162]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 21:16:34.715229 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 21:16:34.715229 n-d-842733-1 neutron-server[103162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 21:16:34.715229 n-d-842733-1 neutron-server[103162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 21:16:34.828660 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] get_ports_and_sgs() called for port_ids ['6ee9cad0-fff6-4bd3-b78b-92be31ea722f'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 21:16:34.838292 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bf850220-ea11-4ec4-898e-682f798b26c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33072122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748162'] for network, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:34.844801 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bf850220-ea11-4ec4-898e-682f798b26c9 admin admin] Notify callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:34.847487 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80054c23-ce13-4dfc-acd3-92e063ab4490 req-16bd3174-918d-45e5-bedb-38058d3981fc tempest-VolumesSnapshotTestJSON-1824500139 tempest-VolumesSnapshotTestJSON-1824500139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:16:34.850615 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-bf850220-ea11-4ec4-898e-682f798b26c9 admin admin] 10.222.0.35 "DELETE /v2.0/networks/9b2a9089-7960-472a-8bed-2fdb6039379d HTTP/1.1" status: 204 len: 168 time: 0.3473713 May 20 21:16:34.850760 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-80054c23-ce13-4dfc-acd3-92e063ab4490 req-16bd3174-918d-45e5-bedb-38058d3981fc tempest-VolumesSnapshotTestJSON-1824500139 tempest-VolumesSnapshotTestJSON-1824500139-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e0638ea-9e1c-4e37-8bea-6134d30c588e HTTP/1.1" status: 200 len: 944 time: 0.0491631 May 20 21:16:34.862357 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf850220-ea11-4ec4-898e-682f798b26c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=9b2a9089-7960-472a-8bed-2fdb6039379d,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:16:34.895944 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-80054c23-ce13-4dfc-acd3-92e063ab4490 req-73fc0e91-83ba-44e0-9b8e-d040cf102f46 tempest-VolumesSnapshotTestJSON-1824500139 tempest-VolumesSnapshotTestJSON-1824500139-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ad33e8f-95e2-4132-9a13-d64c1ab5d1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322194 May 20 21:16:35.212352 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 59220) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:16:35.250987 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-963411b4-12b7-4d30-b46c-a66ab282b8c2 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ab31fb6dddeb450ca0c30cf7804bfad3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0375078 May 20 21:16:35.253438 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 59222) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:16:35.300612 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-643512ac-a6f9-435d-83a3-3cd61eaf061e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:35.321284 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-643512ac-a6f9-435d-83a3-3cd61eaf061e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:35.423369 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-643512ac-a6f9-435d-83a3-3cd61eaf061e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:35.425900 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-643512ac-a6f9-435d-83a3-3cd61eaf061e admin admin] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:35.427099 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-643512ac-a6f9-435d-83a3-3cd61eaf061e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f961578e-4da1-4da0-9945-f4b8e3802a6e HTTP/1.1" status: 204 len: 168 time: 0.1727614 May 20 21:16:35.434969 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643512ac-a6f9-435d-83a3-3cd61eaf061e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f961578e-4da1-4da0-9945-f4b8e3802a6e,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:16:36.018016 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebefd5e1-7079-4c47-b1d6-9d06323a4b6d req-7480c337-6188-4ab6-bb12-6bbba0116549 tempest-VolumesSnapshotTestJSON-1824500139 tempest-VolumesSnapshotTestJSON-1824500139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:16:36.019474 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ebefd5e1-7079-4c47-b1d6-9d06323a4b6d req-7480c337-6188-4ab6-bb12-6bbba0116549 tempest-VolumesSnapshotTestJSON-1824500139 tempest-VolumesSnapshotTestJSON-1824500139-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e0638ea-9e1c-4e37-8bea-6134d30c588e HTTP/1.1" status: 200 len: 944 time: 0.0533764 May 20 21:16:36.056751 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ebefd5e1-7079-4c47-b1d6-9d06323a4b6d req-ea5b5f50-77f1-4c9b-a962-cbb8b0f3f4a5 tempest-VolumesSnapshotTestJSON-1824500139 tempest-VolumesSnapshotTestJSON-1824500139-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ad33e8f-95e2-4132-9a13-d64c1ab5d1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308642 May 20 21:16:36.141101 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 59230) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:16:36.184054 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-e9fc57ca-3e57-4008-beb7-ca41b5b7650a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=135e65bb0b944d33a332102388c8e3d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0409033 May 20 21:16:36.185626 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 59232) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:16:36.232127 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-28ec4e00-0b5d-466a-a624-9380749585bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:36.257820 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-28ec4e00-0b5d-466a-a624-9380749585bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:36.352186 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 6ee9cad0-fff6-4bd3-b78b-92be31ea722f up at agent hyperv_n-h1-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:16:36.358651 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-28ec4e00-0b5d-466a-a624-9380749585bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:36.361249 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-28ec4e00-0b5d-466a-a624-9380749585bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:36.363299 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-28ec4e00-0b5d-466a-a624-9380749585bd admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8de04899-1e1a-4780-8c80-c68a2dad4b79 HTTP/1.1" status: 204 len: 168 time: 0.1751254 May 20 21:16:36.370010 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ec4e00-0b5d-466a-a624-9380749585bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8de04899-1e1a-4780-8c80-c68a2dad4b79,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:16:36.463304 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Provisioning for port 6ee9cad0-fff6-4bd3-b78b-92be31ea722f completed by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 21:16:36.467273 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Provisioning complete for port 6ee9cad0-fff6-4bd3-b78b-92be31ea722f triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:16:36.467762 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:36.553263 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Current status of the port 6ee9cad0-fff6-4bd3-b78b-92be31ea722f is: BUILD; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:16:36.553591 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:36.582127 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e0638ea-9e1c-4e37-8bea-6134d30c588e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ee9cad0-fff6-4bd3-b78b-92be31ea722f'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 21:16:36.586715 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8485417003ce7c0410b00f5cdc2f391e21107b70bb68e2773712534a96e108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c4ceca6-89b6-4b8e-b46a-8a767bd994ce" -d '{"events": [{"server_uuid": "7e0638ea-9e1c-4e37-8bea-6134d30c588e", "name": "network-vif-plugged", "status": "completed", "tag": "6ee9cad0-fff6-4bd3-b78b-92be31ea722f"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 21:16:36.605354 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port 6ee9cad0-fff6-4bd3-b78b-92be31ea722f, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=6ee9cad0-fff6-4bd3-b78b-92be31ea722f,segment=NetworkSegment(9063cc2c-9968-4de0-b679-9aa3a136f1db),segment_id=9063cc2c-9968-4de0-b679-9aa3a136f1db)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:16:36.626314 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 21:16:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a15f19a1-7c39-453c-8aae-d056df29f847 x-openstack-request-id: req-a15f19a1-7c39-453c-8aae-d056df29f847 {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 21:16:36.626606 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e0638ea-9e1c-4e37-8bea-6134d30c588e", "name": "network-vif-plugged", "status": "completed", "tag": "6ee9cad0-fff6-4bd3-b78b-92be31ea722f", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 21:16:36.626859 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a15f19a1-7c39-453c-8aae-d056df29f847 {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 21:16:36.627265 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a15f19a1-7c39-453c-8aae-d056df29f847'] response: {'server_uuid': '7e0638ea-9e1c-4e37-8bea-6134d30c588e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ee9cad0-fff6-4bd3-b78b-92be31ea722f', 'code': 200} May 20 21:16:36.717349 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8947551-5e15-4012-84a1-7737f3796392 req-41757517-b2a1-4744-a1d7-0af86124a91c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:16:36.718953 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-c8947551-5e15-4012-84a1-7737f3796392 req-41757517-b2a1-4744-a1d7-0af86124a91c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=7e0638ea-9e1c-4e37-8bea-6134d30c588e HTTP/1.1" status: 200 len: 1095 time: 0.0397630 May 20 21:16:36.732008 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:36.756051 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-c8947551-5e15-4012-84a1-7737f3796392 req-61eff84d-bbe9-4fd7-81b6-3c49a0f028f2 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=7ad33e8f-95e2-4132-9a13-d64c1ab5d1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294347 May 20 21:16:36.781141 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Pushing event updated for resources: {'Port': ['ID=6ee9cad0-fff6-4bd3-b78b-92be31ea722f,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:16:37.176990 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6861dbc0-b665-4569-98b7-e6b8204f48cb req-cf3d713d-3081-4790-b753-f9a177081b54 tempest-VolumesSnapshotTestJSON-1824500139 tempest-VolumesSnapshotTestJSON-1824500139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:16:37.178535 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6861dbc0-b665-4569-98b7-e6b8204f48cb req-cf3d713d-3081-4790-b753-f9a177081b54 tempest-VolumesSnapshotTestJSON-1824500139 tempest-VolumesSnapshotTestJSON-1824500139-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e0638ea-9e1c-4e37-8bea-6134d30c588e HTTP/1.1" status: 200 len: 945 time: 0.0520499 May 20 21:16:37.219322 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6861dbc0-b665-4569-98b7-e6b8204f48cb req-dde05972-c5df-4404-956f-3b816338407c tempest-VolumesSnapshotTestJSON-1824500139 tempest-VolumesSnapshotTestJSON-1824500139-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ad33e8f-95e2-4132-9a13-d64c1ab5d1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337844 May 20 21:16:37.535482 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 59258) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:16:37.636139 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-a53c06dd-91e6-4581-812b-6448d5765c4c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1743481201-network', 'tenant_id': '4f94a191bdd44506b49954bf553d7569'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:16:37.724104 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a53c06dd-91e6-4581-812b-6448d5765c4c admin admin] Made reservation on behalf of 4f94a191bdd44506b49954bf553d7569 for: {'network': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:16:37.726437 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a53c06dd-91e6-4581-812b-6448d5765c4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for network, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:37.736252 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a53c06dd-91e6-4581-812b-6448d5765c4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:37.811862 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a53c06dd-91e6-4581-812b-6448d5765c4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:37.867045 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a53c06dd-91e6-4581-812b-6448d5765c4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:37.887967 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a53c06dd-91e6-4581-812b-6448d5765c4c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 241} {{(pid=103163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 21:16:37.900980 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53c06dd-91e6-4581-812b-6448d5765c4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1e67d27-2dd5-4cb5-8d30-f404451cc346,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:16:37.906255 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a53c06dd-91e6-4581-812b-6448d5765c4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:37.906598 n-d-842733-1 neutron-server[103163]: INFO neutron.db.segments_db [None req-a53c06dd-91e6-4581-812b-6448d5765c4c admin admin] Added segment 8db3cbe6-5ab5-44a8-9059-240f6f6827e1 of type vlan for network 255960d5-e633-4d0c-a1cc-74a37a7cc772 May 20 21:16:37.947641 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a53c06dd-91e6-4581-812b-6448d5765c4c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418993264'] for network, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:38.038609 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a53c06dd-91e6-4581-812b-6448d5765c4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524'] for network, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:38.039587 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a53c06dd-91e6-4581-812b-6448d5765c4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:16:38.040186 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a53c06dd-91e6-4581-812b-6448d5765c4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:38.099608 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53c06dd-91e6-4581-812b-6448d5765c4c admin admin] Pushing event updated for resources: {'Network': ['ID=255960d5-e633-4d0c-a1cc-74a37a7cc772,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:16:38.113589 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Network 255960d5-e633-4d0c-a1cc-74a37a7cc772 details requested by agent ovs-agent-n-d-842733-1 with host n-d-842733-1 {{(pid=103164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 20 21:16:38.134987 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-a53c06dd-91e6-4581-812b-6448d5765c4c admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5983660 May 20 21:16:38.137670 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 59262) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:16:38.142990 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-285b9c60-eed1-4880-86ec-45fae613971c admin admin] Request body: {'subnet': {'network_id': '255960d5-e633-4d0c-a1cc-74a37a7cc772', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1743481201-subnet', 'tenant_id': '4f94a191bdd44506b49954bf553d7569', 'ip_version': 4}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:16:38.223632 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-285b9c60-eed1-4880-86ec-45fae613971c admin admin] Made reservation on behalf of 4f94a191bdd44506b49954bf553d7569 for: {'subnet': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:16:38.226041 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-285b9c60-eed1-4880-86ec-45fae613971c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8422561'] for subnet, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:38.374226 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c123e105-d70d-48f5-ba8e-fb175082a90c req-3ed4e568-a359-4e04-b5ec-120c8b530e57 tempest-VolumesSnapshotTestJSON-1824500139 tempest-VolumesSnapshotTestJSON-1824500139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:16:38.375614 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c123e105-d70d-48f5-ba8e-fb175082a90c req-3ed4e568-a359-4e04-b5ec-120c8b530e57 tempest-VolumesSnapshotTestJSON-1824500139 tempest-VolumesSnapshotTestJSON-1824500139-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e0638ea-9e1c-4e37-8bea-6134d30c588e HTTP/1.1" status: 200 len: 945 time: 0.0828042 May 20 21:16:38.450859 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c123e105-d70d-48f5-ba8e-fb175082a90c req-abd4c281-247d-4072-b8e9-afa348f357fc tempest-VolumesSnapshotTestJSON-1824500139 tempest-VolumesSnapshotTestJSON-1824500139-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ad33e8f-95e2-4132-9a13-d64c1ab5d1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690837 May 20 21:16:38.515645 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-285b9c60-eed1-4880-86ec-45fae613971c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9641412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8422583'] for subnet, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:38.574529 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285b9c60-eed1-4880-86ec-45fae613971c admin admin] Pushing event updated for resources: {'Subnet': ['ID=87e873ab-38e9-43e0-acec-0c2b5973b603,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:16:38.583509 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-285b9c60-eed1-4880-86ec-45fae613971c admin admin] Checking segment: {'id': '8db3cbe6-5ab5-44a8-9059-240f6f6827e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '255960d5-e633-4d0c-a1cc-74a37a7cc772'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:16:38.583857 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-285b9c60-eed1-4880-86ec-45fae613971c admin admin] Network hostable DHCP agents. Network: 255960d5-e633-4d0c-a1cc-74a37a7cc772, hostable agents: ['c9b0653c-f3c7-4339-bd50-e3754b629216'], hosted agents: [] {{(pid=103163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 21:16:38.673240 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-285b9c60-eed1-4880-86ec-45fae613971c admin admin] Network 255960d5-e633-4d0c-a1cc-74a37a7cc772 is scheduled to be hosted by DHCP agent c9b0653c-f3c7-4339-bd50-e3754b629216 with binding_index 1 {{(pid=103163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 21:16:38.747113 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-285b9c60-eed1-4880-86ec-45fae613971c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842733-1, 255960d5-e633-4d0c-a1cc-74a37a7cc772) {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:16:38.751844 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-285b9c60-eed1-4880-86ec-45fae613971c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:16:38.760801 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-285b9c60-eed1-4880-86ec-45fae613971c admin admin] Notify callbacks [] for subnet, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:38.761988 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4540b745-22b5-4b39-b149-0df93ee6d27e None None] Network 255960d5-e633-4d0c-a1cc-74a37a7cc772 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:16:38.824318 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-285b9c60-eed1-4880-86ec-45fae613971c admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6855807 May 20 21:16:38.831359 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 59274) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:16:38.835741 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-acd949b9-f21e-40aa-9e12-fcca8cdc2ac4 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1743481201-router', 'tenant_id': '4f94a191bdd44506b49954bf553d7569', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'}}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:16:38.904546 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4863882-9b6a-481e-9b83-7a6c6e1124fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaee2b848-d4b9-5db1-b6ef-d6db29d67de7-255960d5-e633-4d0c-a1cc-74a37a7cc772', 'network_id': '255960d5-e633-4d0c-a1cc-74a37a7cc772', 'tenant_id': '4f94a191bdd44506b49954bf553d7569', 'fixed_ips': [{'subnet_id': '87e873ab-38e9-43e0-acec-0c2b5973b603'}]}} from n-d-842733-1. {{(pid=103164) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 21:16:38.906115 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d4863882-9b6a-481e-9b83-7a6c6e1124fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:38.943569 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-acd949b9-f21e-40aa-9e12-fcca8cdc2ac4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-694221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26155'] for router, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:38.944633 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-acd949b9-f21e-40aa-9e12-fcca8cdc2ac4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-693085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748153', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-718080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26162'] for router, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:39.000695 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-acd949b9-f21e-40aa-9e12-fcca8cdc2ac4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:39.041705 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [None req-d4863882-9b6a-481e-9b83-7a6c6e1124fa None None] Allocated IP 172.20.0.2 (255960d5-e633-4d0c-a1cc-74a37a7cc772/87e873ab-38e9-43e0-acec-0c2b5973b603/544ba553-128a-4007-bbc8-9003295654fb) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:16:39.187107 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d4863882-9b6a-481e-9b83-7a6c6e1124fa None None] Notify callbacks [] for port, precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:39.198292 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-acd949b9-f21e-40aa-9e12-fcca8cdc2ac4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:39.288265 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d4863882-9b6a-481e-9b83-7a6c6e1124fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108'] for port, after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:39.325327 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4863882-9b6a-481e-9b83-7a6c6e1124fa None None] Network 255960d5-e633-4d0c-a1cc-74a37a7cc772 is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:16:39.330308 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-d4863882-9b6a-481e-9b83-7a6c6e1124fa None None] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:16:39.343156 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4863882-9b6a-481e-9b83-7a6c6e1124fa None None] Received port after_create {{(pid=103164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:16:39.364703 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4863882-9b6a-481e-9b83-7a6c6e1124fa None None] Pushing event updated for resources: {'Port': ['ID=544ba553-128a-4007-bbc8-9003295654fb,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:16:39.430534 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-d4863882-9b6a-481e-9b83-7a6c6e1124fa None None] Attempting to bind port 544ba553-128a-4007-bbc8-9003295654fb on host n-d-842733-1 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:16:39.431039 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-d4863882-9b6a-481e-9b83-7a6c6e1124fa None None] Attempting to bind port 544ba553-128a-4007-bbc8-9003295654fb by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': '8db3cbe6-5ab5-44a8-9059-240f6f6827e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '255960d5-e633-4d0c-a1cc-74a37a7cc772'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:16:39.431494 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4863882-9b6a-481e-9b83-7a6c6e1124fa None None] Attempting to bind port 544ba553-128a-4007-bbc8-9003295654fb on network 255960d5-e633-4d0c-a1cc-74a37a7cc772 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:16:39.438311 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4863882-9b6a-481e-9b83-7a6c6e1124fa None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 21, 16, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 21:16:39.438822 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4863882-9b6a-481e-9b83-7a6c6e1124fa None None] Checking segment: {'id': '8db3cbe6-5ab5-44a8-9059-240f6f6827e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '255960d5-e633-4d0c-a1cc-74a37a7cc772'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:16:39.439321 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d4863882-9b6a-481e-9b83-7a6c6e1124fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:39.439805 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4863882-9b6a-481e-9b83-7a6c6e1124fa None None] Bound using segment: {'id': '8db3cbe6-5ab5-44a8-9059-240f6f6827e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '255960d5-e633-4d0c-a1cc-74a37a7cc772'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 21:16:39.440478 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-d4863882-9b6a-481e-9b83-7a6c6e1124fa None None] Bound port: 544ba553-128a-4007-bbc8-9003295654fb, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8db3cbe6-5ab5-44a8-9059-240f6f6827e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '255960d5-e633-4d0c-a1cc-74a37a7cc772'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:16:39.440982 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d4863882-9b6a-481e-9b83-7a6c6e1124fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:39.512118 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-d4863882-9b6a-481e-9b83-7a6c6e1124fa None None] For port 544ba553-128a-4007-bbc8-9003295654fb, host n-d-842733-1, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 21:16:39.516104 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-d4863882-9b6a-481e-9b83-7a6c6e1124fa None None] For port 544ba553-128a-4007-bbc8-9003295654fb, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=544ba553-128a-4007-bbc8-9003295654fb,segment=NetworkSegment(8db3cbe6-5ab5-44a8-9059-240f6f6827e1),segment_id=8db3cbe6-5ab5-44a8-9059-240f6f6827e1)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 21:16:39.533188 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-acd949b9-f21e-40aa-9e12-fcca8cdc2ac4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:39.552187 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-acd949b9-f21e-40aa-9e12-fcca8cdc2ac4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:39.579053 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d4863882-9b6a-481e-9b83-7a6c6e1124fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:39.646968 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4863882-9b6a-481e-9b83-7a6c6e1124fa None None] Pushing event updated for resources: {'Port': ['ID=544ba553-128a-4007-bbc8-9003295654fb,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:16:39.670488 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-acd949b9-f21e-40aa-9e12-fcca8cdc2ac4 admin admin] Allocated IP 172.25.2.192 (e3a93b5c-91e2-4064-9c2c-1afc261bfe15/86fee0c1-6e34-488b-9216-b2b8e7ef585a/5b1caf5c-55fe-4411-b9a2-2314d7da9f60) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:16:39.791483 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-acd949b9-f21e-40aa-9e12-fcca8cdc2ac4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:39.896023 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-acd949b9-f21e-40aa-9e12-fcca8cdc2ac4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:39.944120 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acd949b9-f21e-40aa-9e12-fcca8cdc2ac4 admin admin] Network e3a93b5c-91e2-4064-9c2c-1afc261bfe15 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:16:39.947031 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-acd949b9-f21e-40aa-9e12-fcca8cdc2ac4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:16:39.953982 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd949b9-f21e-40aa-9e12-fcca8cdc2ac4 admin admin] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:16:39.957083 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd949b9-f21e-40aa-9e12-fcca8cdc2ac4 admin admin] Pushing event updated for resources: {'Port': ['ID=5b1caf5c-55fe-4411-b9a2-2314d7da9f60,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:16:40.107415 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 544ba553-128a-4007-bbc8-9003295654fb up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:16:40.163664 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 544ba553-128a-4007-bbc8-9003295654fb triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:16:40.164161 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:40.244285 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 544ba553-128a-4007-bbc8-9003295654fb is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:16:40.245066 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:40.289930 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] For port 544ba553-128a-4007-bbc8-9003295654fb, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=544ba553-128a-4007-bbc8-9003295654fb,segment=NetworkSegment(8db3cbe6-5ab5-44a8-9059-240f6f6827e1),segment_id=8db3cbe6-5ab5-44a8-9059-240f6f6827e1)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:16:40.380536 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:40.391230 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-acd949b9-f21e-40aa-9e12-fcca8cdc2ac4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:40.435678 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Pushing event updated for resources: {'Port': ['ID=544ba553-128a-4007-bbc8-9003295654fb,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:16:40.624372 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-acd949b9-f21e-40aa-9e12-fcca8cdc2ac4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748106'] for router, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:40.718287 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e23460c-0581-4cd8-8bd0-94e70982c3d6 None None] Network 255960d5-e633-4d0c-a1cc-74a37a7cc772 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:16:40.775890 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-6b77aad6-4a4d-439a-af7b-c959c0cd0d37 None None] Provisioning complete for port 544ba553-128a-4007-bbc8-9003295654fb triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:16:40.776254 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-6b77aad6-4a4d-439a-af7b-c959c0cd0d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:40.849860 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acd949b9-f21e-40aa-9e12-fcca8cdc2ac4 admin admin] Router 001f361d-04ad-4b94-baa3-7043a297f79f is scheduled to L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e with binding_index 1 {{(pid=103163) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 20 21:16:40.908480 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-6b77aad6-4a4d-439a-af7b-c959c0cd0d37 None None] Current status of the port 544ba553-128a-4007-bbc8-9003295654fb is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:16:40.971806 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acd949b9-f21e-40aa-9e12-fcca8cdc2ac4 admin admin] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 21:16:40.984065 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f708f8e2-b82e-4baa-b795-55b9fe66a592 None None] Sync routers for ids ['001f361d-04ad-4b94-baa3-7043a297f79f'] in n-d-842733-1 {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 21:16:40.993329 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f708f8e2-b82e-4baa-b795-55b9fe66a592 None None] Routers {'001f361d-04ad-4b94-baa3-7043a297f79f'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:16:40.993943 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-f708f8e2-b82e-4baa-b795-55b9fe66a592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:16:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['001f361d-04ad-4b94-baa3-7043a297f79f'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:16:41.075375 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-acd949b9-f21e-40aa-9e12-fcca8cdc2ac4 admin admin] Notify callbacks [] for router, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:41.080610 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-acd949b9-f21e-40aa-9e12-fcca8cdc2ac4 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.2457850 May 20 21:16:41.080823 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 59280) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:16:41.109981 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-f708f8e2-b82e-4baa-b795-55b9fe66a592 None None] Set router 001f361d-04ad-4b94-baa3-7043a297f79f gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:16:41.245322 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-589a00b9-3a25-4648-8cef-b057e42d0fb3 None None] Provisioning complete for port 544ba553-128a-4007-bbc8-9003295654fb triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:16:41.245919 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-589a00b9-3a25-4648-8cef-b057e42d0fb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:41.324730 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-f708f8e2-b82e-4baa-b795-55b9fe66a592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '001f361d-04ad-4b94-baa3-7043a297f79f', 'name': 'tempest-TestVolumeBootPattern-1743481201-router', 'tenant_id': '4f94a191bdd44506b49954bf553d7569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.192'}], 'enable_snat': True}, 'gw_port_id': '5b1caf5c-55fe-4411-b9a2-2314d7da9f60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:16:38Z', 'updated_at': '2022-05-20T21:16:40Z', 'revision_number': 3, 'project_id': '4f94a191bdd44506b49954bf553d7569', 'gw_port': {'id': '5b1caf5c-55fe-4411-b9a2-2314d7da9f60', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:e8:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '001f361d-04ad-4b94-baa3-7043a297f79f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:16:39Z', 'updated_at': '2022-05-20T21:16:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:16:41.361000 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f708f8e2-b82e-4baa-b795-55b9fe66a592 None None] Checking router: 001f361d-04ad-4b94-baa3-7043a297f79f for host: n-d-842733-1 {{(pid=103165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 21:16:41.361785 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f708f8e2-b82e-4baa-b795-55b9fe66a592 None None] Updating router 001f361d-04ad-4b94-baa3-7043a297f79f port 5b1caf5c-55fe-4411-b9a2-2314d7da9f60 binding host n-d-842733-1 {{(pid=103165) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 21:16:41.389653 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-f708f8e2-b82e-4baa-b795-55b9fe66a592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:41.582267 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-589a00b9-3a25-4648-8cef-b057e42d0fb3 None None] Current status of the port 544ba553-128a-4007-bbc8-9003295654fb is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:16:41.707571 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-f708f8e2-b82e-4baa-b795-55b9fe66a592 None None] Notify callbacks [] for port, precommit_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:41.781129 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-f708f8e2-b82e-4baa-b795-55b9fe66a592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:41.838366 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-f708f8e2-b82e-4baa-b795-55b9fe66a592 None None] Attempting to bind port 5b1caf5c-55fe-4411-b9a2-2314d7da9f60 on host n-d-842733-1 for vnic_type normal with profile {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:16:41.838727 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-f708f8e2-b82e-4baa-b795-55b9fe66a592 None None] Attempting to bind port 5b1caf5c-55fe-4411-b9a2-2314d7da9f60 by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': '0b5485c4-eff8-42a1-9073-ae54ed4c63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'}] {{(pid=103165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:16:41.839101 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f708f8e2-b82e-4baa-b795-55b9fe66a592 None None] Attempting to bind port 5b1caf5c-55fe-4411-b9a2-2314d7da9f60 on network e3a93b5c-91e2-4064-9c2c-1afc261bfe15 {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:16:41.841062 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d252b228-32e7-4fc2-b397-b06eff721fdb None None] Pushing event updated for resources: {'Port': ['ID=5b1caf5c-55fe-4411-b9a2-2314d7da9f60,revision_number=2']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:16:41.851169 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f708f8e2-b82e-4baa-b795-55b9fe66a592 None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 21, 16, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 21:16:41.851560 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f708f8e2-b82e-4baa-b795-55b9fe66a592 None None] Checking segment: {'id': '0b5485c4-eff8-42a1-9073-ae54ed4c63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:16:41.852800 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-f708f8e2-b82e-4baa-b795-55b9fe66a592 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:41.853225 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f708f8e2-b82e-4baa-b795-55b9fe66a592 None None] Bound using segment: {'id': '0b5485c4-eff8-42a1-9073-ae54ed4c63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'} {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 21:16:41.853692 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-f708f8e2-b82e-4baa-b795-55b9fe66a592 None None] Bound port: 5b1caf5c-55fe-4411-b9a2-2314d7da9f60, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b5485c4-eff8-42a1-9073-ae54ed4c63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'}}] {{(pid=103165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:16:41.854076 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-f708f8e2-b82e-4baa-b795-55b9fe66a592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:41.856316 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d252b228-32e7-4fc2-b397-b06eff721fdb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:16:41.856651 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d252b228-32e7-4fc2-b397-b06eff721fdb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:16:41.857038 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d252b228-32e7-4fc2-b397-b06eff721fdb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:16:41.857329 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d252b228-32e7-4fc2-b397-b06eff721fdb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:16:41.857644 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d252b228-32e7-4fc2-b397-b06eff721fdb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:16:41.858004 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d252b228-32e7-4fc2-b397-b06eff721fdb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:16:41.858321 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d252b228-32e7-4fc2-b397-b06eff721fdb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:16:41.858645 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d252b228-32e7-4fc2-b397-b06eff721fdb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:16:41.859053 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d252b228-32e7-4fc2-b397-b06eff721fdb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:16:41.859372 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d252b228-32e7-4fc2-b397-b06eff721fdb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:16:41.859693 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d252b228-32e7-4fc2-b397-b06eff721fdb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:16:41.860008 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d252b228-32e7-4fc2-b397-b06eff721fdb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:16:41.897352 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d7cfaae4-fc70-4fdf-976b-1cbe534304c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:41.918129 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-f708f8e2-b82e-4baa-b795-55b9fe66a592 None None] For port 5b1caf5c-55fe-4411-b9a2-2314d7da9f60, host n-d-842733-1, cleared binding levels {{(pid=103165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 21:16:41.921630 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-f708f8e2-b82e-4baa-b795-55b9fe66a592 None None] For port 5b1caf5c-55fe-4411-b9a2-2314d7da9f60, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=5b1caf5c-55fe-4411-b9a2-2314d7da9f60,segment=NetworkSegment(0b5485c4-eff8-42a1-9073-ae54ed4c63ba),segment_id=0b5485c4-eff8-42a1-9073-ae54ed4c63ba)] {{(pid=103165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 21:16:42.027638 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-f708f8e2-b82e-4baa-b795-55b9fe66a592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:42.053303 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 544ba553-128a-4007-bbc8-9003295654fb up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:16:42.069978 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-d7cfaae4-fc70-4fdf-976b-1cbe534304c1 admin admin] Allocated IP 172.20.0.1 (255960d5-e633-4d0c-a1cc-74a37a7cc772/87e873ab-38e9-43e0-acec-0c2b5973b603/a6a40044-221e-4f58-a185-583437b659e1) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:16:42.096535 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f708f8e2-b82e-4baa-b795-55b9fe66a592 None None] Routers {'001f361d-04ad-4b94-baa3-7043a297f79f'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:16:42.097263 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-f708f8e2-b82e-4baa-b795-55b9fe66a592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:16:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['001f361d-04ad-4b94-baa3-7043a297f79f'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:16:42.101189 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 544ba553-128a-4007-bbc8-9003295654fb triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:16:42.101587 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:42.187472 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d7cfaae4-fc70-4fdf-976b-1cbe534304c1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:42.189327 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 544ba553-128a-4007-bbc8-9003295654fb is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:16:42.197336 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d252b228-32e7-4fc2-b397-b06eff721fdb None None] Pushing event updated for resources: {'Port': ['ID=5b1caf5c-55fe-4411-b9a2-2314d7da9f60,revision_number=3']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:16:42.221731 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-f708f8e2-b82e-4baa-b795-55b9fe66a592 None None] Set router 001f361d-04ad-4b94-baa3-7043a297f79f gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:16:42.281188 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d7cfaae4-fc70-4fdf-976b-1cbe534304c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:42.322158 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7cfaae4-fc70-4fdf-976b-1cbe534304c1 admin admin] Network 255960d5-e633-4d0c-a1cc-74a37a7cc772 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:16:42.324964 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-d7cfaae4-fc70-4fdf-976b-1cbe534304c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:16:42.331658 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7cfaae4-fc70-4fdf-976b-1cbe534304c1 admin admin] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:16:42.334815 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cfaae4-fc70-4fdf-976b-1cbe534304c1 admin admin] Pushing event updated for resources: {'Port': ['ID=a6a40044-221e-4f58-a185-583437b659e1,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:16:42.373288 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d7cfaae4-fc70-4fdf-976b-1cbe534304c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748409'] for router_interface, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:42.455428 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-f708f8e2-b82e-4baa-b795-55b9fe66a592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '001f361d-04ad-4b94-baa3-7043a297f79f', 'name': 'tempest-TestVolumeBootPattern-1743481201-router', 'tenant_id': '4f94a191bdd44506b49954bf553d7569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.192'}], 'enable_snat': True}, 'gw_port_id': '5b1caf5c-55fe-4411-b9a2-2314d7da9f60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:16:38Z', 'updated_at': '2022-05-20T21:16:40Z', 'revision_number': 3, 'project_id': '4f94a191bdd44506b49954bf553d7569', 'gw_port': {'id': '5b1caf5c-55fe-4411-b9a2-2314d7da9f60', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:e8:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '001f361d-04ad-4b94-baa3-7043a297f79f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:16:39Z', 'updated_at': '2022-05-20T21:16:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:16:42.488992 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f708f8e2-b82e-4baa-b795-55b9fe66a592 None None] The sync data for ids ['001f361d-04ad-4b94-baa3-7043a297f79f'] in n-d-842733-1 is: [{'id': '001f361d-04ad-4b94-baa3-7043a297f79f', 'name': 'tempest-TestVolumeBootPattern-1743481201-router', 'tenant_id': '4f94a191bdd44506b49954bf553d7569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.192'}], 'enable_snat': True}, 'gw_port_id': '5b1caf5c-55fe-4411-b9a2-2314d7da9f60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:16:38Z', 'updated_at': '2022-05-20T21:16:40Z', 'revision_number': 3, 'project_id': '4f94a191bdd44506b49954bf553d7569', 'gw_port': {'id': '5b1caf5c-55fe-4411-b9a2-2314d7da9f60', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:e8:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '001f361d-04ad-4b94-baa3-7043a297f79f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:16:39Z', 'updated_at': '2022-05-20T21:16:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 21:16:42.605361 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d7cfaae4-fc70-4fdf-976b-1cbe534304c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:42.624756 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-87624115-1fa6-404a-8385-59966a8854ef None None] Provisioning complete for port a6a40044-221e-4f58-a185-583437b659e1 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:16:42.625580 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-87624115-1fa6-404a-8385-59966a8854ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:42.674087 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-87624115-1fa6-404a-8385-59966a8854ef None None] Port a6a40044-221e-4f58-a185-583437b659e1 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 21:16:42.828660 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d7cfaae4-fc70-4fdf-976b-1cbe534304c1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:42.901379 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d7cfaae4-fc70-4fdf-976b-1cbe534304c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:42.980022 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cfaae4-fc70-4fdf-976b-1cbe534304c1 admin admin] Pushing event updated for resources: {'Port': ['ID=a6a40044-221e-4f58-a185-583437b659e1,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:16:42.983750 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d7cfaae4-fc70-4fdf-976b-1cbe534304c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748437'] for router_interface, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:43.091704 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7cfaae4-fc70-4fdf-976b-1cbe534304c1 admin admin] Network 255960d5-e633-4d0c-a1cc-74a37a7cc772 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:16:43.093359 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-d7cfaae4-fc70-4fdf-976b-1cbe534304c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:16:43.216072 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7cfaae4-fc70-4fdf-976b-1cbe534304c1 admin admin] Router 001f361d-04ad-4b94-baa3-7043a297f79f has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 21:16:43.356962 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7cfaae4-fc70-4fdf-976b-1cbe534304c1 admin admin] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 21:16:43.372973 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-d7cfaae4-fc70-4fdf-976b-1cbe534304c1 admin admin] 10.222.0.35 "PUT /v2.0/routers/001f361d-04ad-4b94-baa3-7043a297f79f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2829101 May 20 21:16:43.410601 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-52dcc1a2-d834-4467-b29d-263f561cb015 None None] Provisioning complete for port a6a40044-221e-4f58-a185-583437b659e1 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:16:43.411539 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-52dcc1a2-d834-4467-b29d-263f561cb015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:43.452151 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-52dcc1a2-d834-4467-b29d-263f561cb015 None None] Port a6a40044-221e-4f58-a185-583437b659e1 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 21:16:44.071845 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 5b1caf5c-55fe-4411-b9a2-2314d7da9f60 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:16:44.095011 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 59302) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:16:44.100021 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-27b35a81-e74c-4261-8786-b88a1a1b56af admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1476724299-network', 'tenant_id': 'fa48c325129744ad95a821f914bb4833'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:16:44.123697 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 5b1caf5c-55fe-4411-b9a2-2314d7da9f60 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:16:44.124035 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:44.194848 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27b35a81-e74c-4261-8786-b88a1a1b56af admin admin] Made reservation on behalf of fa48c325129744ad95a821f914bb4833 for: {'network': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:16:44.197317 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-27b35a81-e74c-4261-8786-b88a1a1b56af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for network, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:44.205440 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 5b1caf5c-55fe-4411-b9a2-2314d7da9f60 is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:16:44.206102 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:44.206879 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-27b35a81-e74c-4261-8786-b88a1a1b56af admin admin] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:44.227728 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de2ebaa8-4b2e-4bb0-b9f1-c81ae91acc7d None None] Sync routers for ids ['001f361d-04ad-4b94-baa3-7043a297f79f'] in n-d-842733-1 {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 21:16:44.236676 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] For port 5b1caf5c-55fe-4411-b9a2-2314d7da9f60, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=5b1caf5c-55fe-4411-b9a2-2314d7da9f60,segment=NetworkSegment(0b5485c4-eff8-42a1-9073-ae54ed4c63ba),segment_id=0b5485c4-eff8-42a1-9073-ae54ed4c63ba)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:16:44.241560 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de2ebaa8-4b2e-4bb0-b9f1-c81ae91acc7d None None] Routers {'001f361d-04ad-4b94-baa3-7043a297f79f'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:16:44.242174 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-de2ebaa8-4b2e-4bb0-b9f1-c81ae91acc7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:16:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['001f361d-04ad-4b94-baa3-7043a297f79f'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:16:44.294719 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-27b35a81-e74c-4261-8786-b88a1a1b56af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:44.329605 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:44.371961 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-27b35a81-e74c-4261-8786-b88a1a1b56af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:44.382766 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-de2ebaa8-4b2e-4bb0-b9f1-c81ae91acc7d None None] Set router 001f361d-04ad-4b94-baa3-7043a297f79f gateway port host: n-d-842733-1 {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:16:44.400273 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27b35a81-e74c-4261-8786-b88a1a1b56af admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 232} {{(pid=103163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 21:16:44.405643 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b35a81-e74c-4261-8786-b88a1a1b56af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dc97d6d-7c76-4e6a-a855-3dc2cd9dcc6a,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:16:44.413087 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-27b35a81-e74c-4261-8786-b88a1a1b56af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:44.413457 n-d-842733-1 neutron-server[103163]: INFO neutron.db.segments_db [None req-27b35a81-e74c-4261-8786-b88a1a1b56af admin admin] Added segment 37cc985b-9ba2-4e79-9b1d-a1d202f5d7b2 of type vlan for network 6a938ade-a4ac-45bf-a2b5-4fbcd39fd34a May 20 21:16:44.427004 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Pushing event updated for resources: {'Port': ['ID=5b1caf5c-55fe-4411-b9a2-2314d7da9f60,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:16:44.459928 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-27b35a81-e74c-4261-8786-b88a1a1b56af admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418993264'] for network, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:44.532069 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-27b35a81-e74c-4261-8786-b88a1a1b56af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524'] for network, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:44.533075 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27b35a81-e74c-4261-8786-b88a1a1b56af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:16:44.533707 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-27b35a81-e74c-4261-8786-b88a1a1b56af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:44.603105 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-de2ebaa8-4b2e-4bb0-b9f1-c81ae91acc7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '001f361d-04ad-4b94-baa3-7043a297f79f', 'name': 'tempest-TestVolumeBootPattern-1743481201-router', 'tenant_id': '4f94a191bdd44506b49954bf553d7569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.192'}], 'enable_snat': True}, 'gw_port_id': '5b1caf5c-55fe-4411-b9a2-2314d7da9f60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:16:38Z', 'updated_at': '2022-05-20T21:16:42Z', 'revision_number': 4, 'project_id': '4f94a191bdd44506b49954bf553d7569', 'gw_port': {'id': '5b1caf5c-55fe-4411-b9a2-2314d7da9f60', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:e8:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '001f361d-04ad-4b94-baa3-7043a297f79f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:16:39Z', 'updated_at': '2022-05-20T21:16:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': 'a6a40044-221e-4f58-a185-583437b659e1', 'name': '', 'network_id': '255960d5-e633-4d0c-a1cc-74a37a7cc772', 'tenant_id': '4f94a191bdd44506b49954bf553d7569', 'mac_address': 'fa:16:3e:ff:a7:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '001f361d-04ad-4b94-baa3-7043a297f79f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': '87e873ab-38e9-43e0-acec-0c2b5973b603', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:16:41Z', 'updated_at': '2022-05-20T21:16:42Z', 'revision_number': 2, 'project_id': '4f94a191bdd44506b49954bf553d7569', 'subnets': [{'id': '87e873ab-38e9-43e0-acec-0c2b5973b603', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:16:44.610002 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b35a81-e74c-4261-8786-b88a1a1b56af admin admin] Pushing event updated for resources: {'Network': ['ID=6a938ade-a4ac-45bf-a2b5-4fbcd39fd34a,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:16:44.624673 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-27b35a81-e74c-4261-8786-b88a1a1b56af admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5284426 May 20 21:16:44.628686 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 59306) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:16:44.632987 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Network 6a938ade-a4ac-45bf-a2b5-4fbcd39fd34a details requested by agent ovs-agent-n-d-842733-1 with host n-d-842733-1 {{(pid=103164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 20 21:16:44.633761 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-e4af3b49-c743-421a-a68b-b01e96686f6b admin admin] Request body: {'subnet': {'network_id': '6a938ade-a4ac-45bf-a2b5-4fbcd39fd34a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1476724299-subnet', 'tenant_id': 'fa48c325129744ad95a821f914bb4833', 'ip_version': 4}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:16:44.635212 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de2ebaa8-4b2e-4bb0-b9f1-c81ae91acc7d None None] Checking router: 001f361d-04ad-4b94-baa3-7043a297f79f for host: n-d-842733-1 {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 21:16:44.635553 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de2ebaa8-4b2e-4bb0-b9f1-c81ae91acc7d None None] Updating router 001f361d-04ad-4b94-baa3-7043a297f79f port a6a40044-221e-4f58-a185-583437b659e1 binding host n-d-842733-1 {{(pid=103164) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 21:16:44.705685 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-de2ebaa8-4b2e-4bb0-b9f1-c81ae91acc7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:44.712740 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4af3b49-c743-421a-a68b-b01e96686f6b admin admin] Made reservation on behalf of fa48c325129744ad95a821f914bb4833 for: {'subnet': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:16:44.715135 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e4af3b49-c743-421a-a68b-b01e96686f6b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8422561'] for subnet, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:44.947111 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e4af3b49-c743-421a-a68b-b01e96686f6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9641412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8422583'] for subnet, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:44.986797 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-de2ebaa8-4b2e-4bb0-b9f1-c81ae91acc7d None None] Notify callbacks [] for port, precommit_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:45.004443 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4af3b49-c743-421a-a68b-b01e96686f6b admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ed8102b-ab6a-41b6-bb94-b92f05eb185b,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:16:45.014093 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4af3b49-c743-421a-a68b-b01e96686f6b admin admin] Checking segment: {'id': '37cc985b-9ba2-4e79-9b1d-a1d202f5d7b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '6a938ade-a4ac-45bf-a2b5-4fbcd39fd34a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:16:45.015078 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4af3b49-c743-421a-a68b-b01e96686f6b admin admin] Network hostable DHCP agents. Network: 6a938ade-a4ac-45bf-a2b5-4fbcd39fd34a, hostable agents: ['c9b0653c-f3c7-4339-bd50-e3754b629216'], hosted agents: [] {{(pid=103163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 21:16:45.047617 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-de2ebaa8-4b2e-4bb0-b9f1-c81ae91acc7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:45.084250 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4af3b49-c743-421a-a68b-b01e96686f6b admin admin] Network 6a938ade-a4ac-45bf-a2b5-4fbcd39fd34a is scheduled to be hosted by DHCP agent c9b0653c-f3c7-4339-bd50-e3754b629216 with binding_index 1 {{(pid=103163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 21:16:45.103326 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774dfa22-42e2-416f-9dc2-81e946d313e3 None None] Pushing event updated for resources: {'Port': ['ID=a6a40044-221e-4f58-a185-583437b659e1,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:16:45.155108 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-de2ebaa8-4b2e-4bb0-b9f1-c81ae91acc7d None None] Attempting to bind port a6a40044-221e-4f58-a185-583437b659e1 on host n-d-842733-1 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:16:45.155477 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-de2ebaa8-4b2e-4bb0-b9f1-c81ae91acc7d None None] Attempting to bind port a6a40044-221e-4f58-a185-583437b659e1 by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': '8db3cbe6-5ab5-44a8-9059-240f6f6827e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '255960d5-e633-4d0c-a1cc-74a37a7cc772'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:16:45.155838 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de2ebaa8-4b2e-4bb0-b9f1-c81ae91acc7d None None] Attempting to bind port a6a40044-221e-4f58-a185-583437b659e1 on network 255960d5-e633-4d0c-a1cc-74a37a7cc772 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:16:45.160923 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de2ebaa8-4b2e-4bb0-b9f1-c81ae91acc7d None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 21, 16, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 21:16:45.161447 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de2ebaa8-4b2e-4bb0-b9f1-c81ae91acc7d None None] Checking segment: {'id': '8db3cbe6-5ab5-44a8-9059-240f6f6827e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '255960d5-e633-4d0c-a1cc-74a37a7cc772'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:16:45.161723 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-de2ebaa8-4b2e-4bb0-b9f1-c81ae91acc7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:45.162095 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de2ebaa8-4b2e-4bb0-b9f1-c81ae91acc7d None None] Bound using segment: {'id': '8db3cbe6-5ab5-44a8-9059-240f6f6827e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '255960d5-e633-4d0c-a1cc-74a37a7cc772'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 21:16:45.162557 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-de2ebaa8-4b2e-4bb0-b9f1-c81ae91acc7d None None] Bound port: a6a40044-221e-4f58-a185-583437b659e1, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8db3cbe6-5ab5-44a8-9059-240f6f6827e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '255960d5-e633-4d0c-a1cc-74a37a7cc772'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:16:45.162930 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-de2ebaa8-4b2e-4bb0-b9f1-c81ae91acc7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:45.171372 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-e4af3b49-c743-421a-a68b-b01e96686f6b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842733-1, 6a938ade-a4ac-45bf-a2b5-4fbcd39fd34a) {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:16:45.178531 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4af3b49-c743-421a-a68b-b01e96686f6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:16:45.179122 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e4af3b49-c743-421a-a68b-b01e96686f6b admin admin] Notify callbacks [] for subnet, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:45.206647 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7f1a8df-d7fe-4846-a719-d4b7ffdd4c3d None None] Network 6a938ade-a4ac-45bf-a2b5-4fbcd39fd34a requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:16:45.275824 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-e4af3b49-c743-421a-a68b-b01e96686f6b admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6458471 May 20 21:16:45.278452 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 59308) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:16:45.291140 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-317106a7-7b2b-46b4-ae91-1d1376819d70 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1476724299-router', 'tenant_id': 'fa48c325129744ad95a821f914bb4833', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'}}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:16:45.302881 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-de2ebaa8-4b2e-4bb0-b9f1-c81ae91acc7d None None] For port a6a40044-221e-4f58-a185-583437b659e1, host n-d-842733-1, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 21:16:45.318730 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-de2ebaa8-4b2e-4bb0-b9f1-c81ae91acc7d None None] For port a6a40044-221e-4f58-a185-583437b659e1, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=a6a40044-221e-4f58-a185-583437b659e1,segment=NetworkSegment(8db3cbe6-5ab5-44a8-9059-240f6f6827e1),segment_id=8db3cbe6-5ab5-44a8-9059-240f6f6827e1)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 21:16:45.327823 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-ed9bdc59-af65-4d63-bd49-c493477f5c44 None None] Provisioning complete for port a6a40044-221e-4f58-a185-583437b659e1 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:16:45.328183 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ed9bdc59-af65-4d63-bd49-c493477f5c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:45.355644 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-317106a7-7b2b-46b4-ae91-1d1376819d70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-694221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26155'] for router, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:45.356613 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-317106a7-7b2b-46b4-ae91-1d1376819d70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-693085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748153', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-718080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26162'] for router, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:45.383036 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-de2ebaa8-4b2e-4bb0-b9f1-c81ae91acc7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:45.411866 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-317106a7-7b2b-46b4-ae91-1d1376819d70 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:45.417279 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-ed9bdc59-af65-4d63-bd49-c493477f5c44 None None] Port a6a40044-221e-4f58-a185-583437b659e1 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 21:16:45.462194 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de2ebaa8-4b2e-4bb0-b9f1-c81ae91acc7d None None] Routers {'001f361d-04ad-4b94-baa3-7043a297f79f'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:16:45.462827 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-de2ebaa8-4b2e-4bb0-b9f1-c81ae91acc7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:16:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['001f361d-04ad-4b94-baa3-7043a297f79f'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:16:45.514417 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19102a2e-9d7c-4e7b-b0b3-2f9518e560c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaee2b848-d4b9-5db1-b6ef-d6db29d67de7-6a938ade-a4ac-45bf-a2b5-4fbcd39fd34a', 'network_id': '6a938ade-a4ac-45bf-a2b5-4fbcd39fd34a', 'tenant_id': 'fa48c325129744ad95a821f914bb4833', 'fixed_ips': [{'subnet_id': '2ed8102b-ab6a-41b6-bb94-b92f05eb185b'}]}} from n-d-842733-1. {{(pid=103164) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 21:16:45.515418 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-19102a2e-9d7c-4e7b-b0b3-2f9518e560c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:45.534427 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774dfa22-42e2-416f-9dc2-81e946d313e3 None None] Pushing event updated for resources: {'Port': ['ID=a6a40044-221e-4f58-a185-583437b659e1,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:16:45.660180 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-317106a7-7b2b-46b4-ae91-1d1376819d70 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:45.707440 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-de2ebaa8-4b2e-4bb0-b9f1-c81ae91acc7d None None] Set router 001f361d-04ad-4b94-baa3-7043a297f79f gateway port host: n-d-842733-1 {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:16:45.773258 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [None req-19102a2e-9d7c-4e7b-b0b3-2f9518e560c4 None None] Allocated IP 172.20.0.2 (6a938ade-a4ac-45bf-a2b5-4fbcd39fd34a/2ed8102b-ab6a-41b6-bb94-b92f05eb185b/b0af54c4-9b91-4e43-b9ea-a34d66d64639) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:16:45.809711 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-287ea107-6a6f-4f8f-83a1-3a695c081168 None None] Provisioning complete for port a6a40044-221e-4f58-a185-583437b659e1 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:16:45.810075 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-287ea107-6a6f-4f8f-83a1-3a695c081168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:45.912957 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-317106a7-7b2b-46b4-ae91-1d1376819d70 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:45.932674 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-317106a7-7b2b-46b4-ae91-1d1376819d70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:46.048062 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-317106a7-7b2b-46b4-ae91-1d1376819d70 admin admin] Allocated IP 172.25.2.147 (e3a93b5c-91e2-4064-9c2c-1afc261bfe15/86fee0c1-6e34-488b-9216-b2b8e7ef585a/6863a935-d2c8-418b-97b1-bca560b79f3d) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:16:46.158625 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-317106a7-7b2b-46b4-ae91-1d1376819d70 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:46.220084 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 5b1caf5c-55fe-4411-b9a2-2314d7da9f60 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:16:46.278825 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-317106a7-7b2b-46b4-ae91-1d1376819d70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:46.287893 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-287ea107-6a6f-4f8f-83a1-3a695c081168 None None] Current status of the port a6a40044-221e-4f58-a185-583437b659e1 is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:16:46.288176 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-287ea107-6a6f-4f8f-83a1-3a695c081168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:46.318809 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-317106a7-7b2b-46b4-ae91-1d1376819d70 admin admin] Network e3a93b5c-91e2-4064-9c2c-1afc261bfe15 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:16:46.322836 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-317106a7-7b2b-46b4-ae91-1d1376819d70 admin admin] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:16:46.330765 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-317106a7-7b2b-46b4-ae91-1d1376819d70 admin admin] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:16:46.333633 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317106a7-7b2b-46b4-ae91-1d1376819d70 admin admin] Pushing event updated for resources: {'Port': ['ID=6863a935-d2c8-418b-97b1-bca560b79f3d,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:16:46.343999 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-19102a2e-9d7c-4e7b-b0b3-2f9518e560c4 None None] Notify callbacks [] for port, precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:46.364520 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-287ea107-6a6f-4f8f-83a1-3a695c081168 None None] For port a6a40044-221e-4f58-a185-583437b659e1, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=a6a40044-221e-4f58-a185-583437b659e1,segment=NetworkSegment(8db3cbe6-5ab5-44a8-9059-240f6f6827e1),segment_id=8db3cbe6-5ab5-44a8-9059-240f6f6827e1)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:16:46.372293 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-de2ebaa8-4b2e-4bb0-b9f1-c81ae91acc7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '001f361d-04ad-4b94-baa3-7043a297f79f', 'name': 'tempest-TestVolumeBootPattern-1743481201-router', 'tenant_id': '4f94a191bdd44506b49954bf553d7569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.192'}], 'enable_snat': True}, 'gw_port_id': '5b1caf5c-55fe-4411-b9a2-2314d7da9f60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:16:38Z', 'updated_at': '2022-05-20T21:16:42Z', 'revision_number': 4, 'project_id': '4f94a191bdd44506b49954bf553d7569', 'gw_port': {'id': '5b1caf5c-55fe-4411-b9a2-2314d7da9f60', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:e8:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '001f361d-04ad-4b94-baa3-7043a297f79f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:16:39Z', 'updated_at': '2022-05-20T21:16:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': 'a6a40044-221e-4f58-a185-583437b659e1', 'name': '', 'network_id': '255960d5-e633-4d0c-a1cc-74a37a7cc772', 'tenant_id': '4f94a191bdd44506b49954bf553d7569', 'mac_address': 'fa:16:3e:ff:a7:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '001f361d-04ad-4b94-baa3-7043a297f79f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': '87e873ab-38e9-43e0-acec-0c2b5973b603', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:16:41Z', 'updated_at': '2022-05-20T21:16:45Z', 'revision_number': 4, 'project_id': '4f94a191bdd44506b49954bf553d7569', 'subnets': [{'id': '87e873ab-38e9-43e0-acec-0c2b5973b603', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:16:46.378425 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 5b1caf5c-55fe-4411-b9a2-2314d7da9f60 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:16:46.378425 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:46.420509 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de2ebaa8-4b2e-4bb0-b9f1-c81ae91acc7d None None] The sync data for ids ['001f361d-04ad-4b94-baa3-7043a297f79f'] in n-d-842733-1 is: [{'id': '001f361d-04ad-4b94-baa3-7043a297f79f', 'name': 'tempest-TestVolumeBootPattern-1743481201-router', 'tenant_id': '4f94a191bdd44506b49954bf553d7569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.192'}], 'enable_snat': True}, 'gw_port_id': '5b1caf5c-55fe-4411-b9a2-2314d7da9f60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:16:38Z', 'updated_at': '2022-05-20T21:16:42Z', 'revision_number': 4, 'project_id': '4f94a191bdd44506b49954bf553d7569', 'gw_port': {'id': '5b1caf5c-55fe-4411-b9a2-2314d7da9f60', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:e8:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '001f361d-04ad-4b94-baa3-7043a297f79f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:16:39Z', 'updated_at': '2022-05-20T21:16:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': 'a6a40044-221e-4f58-a185-583437b659e1', 'name': '', 'network_id': '255960d5-e633-4d0c-a1cc-74a37a7cc772', 'tenant_id': '4f94a191bdd44506b49954bf553d7569', 'mac_address': 'fa:16:3e:ff:a7:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '001f361d-04ad-4b94-baa3-7043a297f79f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': '87e873ab-38e9-43e0-acec-0c2b5973b603', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:16:41Z', 'updated_at': '2022-05-20T21:16:45Z', 'revision_number': 4, 'project_id': '4f94a191bdd44506b49954bf553d7569', 'subnets': [{'id': '87e873ab-38e9-43e0-acec-0c2b5973b603', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 21:16:46.425449 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-19102a2e-9d7c-4e7b-b0b3-2f9518e560c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108'] for port, after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:46.478872 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-287ea107-6a6f-4f8f-83a1-3a695c081168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:46.519155 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19102a2e-9d7c-4e7b-b0b3-2f9518e560c4 None None] Network 6a938ade-a4ac-45bf-a2b5-4fbcd39fd34a is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:16:46.521772 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-19102a2e-9d7c-4e7b-b0b3-2f9518e560c4 None None] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:16:46.523482 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19102a2e-9d7c-4e7b-b0b3-2f9518e560c4 None None] Pushing event updated for resources: {'Port': ['ID=b0af54c4-9b91-4e43-b9ea-a34d66d64639,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:16:46.526127 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19102a2e-9d7c-4e7b-b0b3-2f9518e560c4 None None] Received port after_create {{(pid=103164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:16:46.677621 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-19102a2e-9d7c-4e7b-b0b3-2f9518e560c4 None None] Attempting to bind port b0af54c4-9b91-4e43-b9ea-a34d66d64639 on host n-d-842733-1 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:16:46.678098 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-19102a2e-9d7c-4e7b-b0b3-2f9518e560c4 None None] Attempting to bind port b0af54c4-9b91-4e43-b9ea-a34d66d64639 by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': '37cc985b-9ba2-4e79-9b1d-a1d202f5d7b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '6a938ade-a4ac-45bf-a2b5-4fbcd39fd34a'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:16:46.678659 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19102a2e-9d7c-4e7b-b0b3-2f9518e560c4 None None] Attempting to bind port b0af54c4-9b91-4e43-b9ea-a34d66d64639 on network 6a938ade-a4ac-45bf-a2b5-4fbcd39fd34a {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:16:46.682276 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287ea107-6a6f-4f8f-83a1-3a695c081168 None None] Pushing event updated for resources: {'Port': ['ID=a6a40044-221e-4f58-a185-583437b659e1,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:16:46.687316 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 5b1caf5c-55fe-4411-b9a2-2314d7da9f60 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:16:46.696154 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19102a2e-9d7c-4e7b-b0b3-2f9518e560c4 None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 21, 16, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 21:16:46.696655 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19102a2e-9d7c-4e7b-b0b3-2f9518e560c4 None None] Checking segment: {'id': '37cc985b-9ba2-4e79-9b1d-a1d202f5d7b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '6a938ade-a4ac-45bf-a2b5-4fbcd39fd34a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:16:46.696934 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-19102a2e-9d7c-4e7b-b0b3-2f9518e560c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:46.697349 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19102a2e-9d7c-4e7b-b0b3-2f9518e560c4 None None] Bound using segment: {'id': '37cc985b-9ba2-4e79-9b1d-a1d202f5d7b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '6a938ade-a4ac-45bf-a2b5-4fbcd39fd34a'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 21:16:46.698025 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-19102a2e-9d7c-4e7b-b0b3-2f9518e560c4 None None] Bound port: b0af54c4-9b91-4e43-b9ea-a34d66d64639, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37cc985b-9ba2-4e79-9b1d-a1d202f5d7b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '6a938ade-a4ac-45bf-a2b5-4fbcd39fd34a'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:16:46.698583 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-19102a2e-9d7c-4e7b-b0b3-2f9518e560c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:46.714744 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-317106a7-7b2b-46b4-ae91-1d1376819d70 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:46.770352 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-19102a2e-9d7c-4e7b-b0b3-2f9518e560c4 None None] For port b0af54c4-9b91-4e43-b9ea-a34d66d64639, host n-d-842733-1, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 21:16:46.773811 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-19102a2e-9d7c-4e7b-b0b3-2f9518e560c4 None None] For port b0af54c4-9b91-4e43-b9ea-a34d66d64639, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=b0af54c4-9b91-4e43-b9ea-a34d66d64639,segment=NetworkSegment(37cc985b-9ba2-4e79-9b1d-a1d202f5d7b2),segment_id=37cc985b-9ba2-4e79-9b1d-a1d202f5d7b2)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 21:16:46.873229 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-19102a2e-9d7c-4e7b-b0b3-2f9518e560c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:46.917065 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-317106a7-7b2b-46b4-ae91-1d1376819d70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748106'] for router, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:46.942891 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19102a2e-9d7c-4e7b-b0b3-2f9518e560c4 None None] Pushing event updated for resources: {'Port': ['ID=b0af54c4-9b91-4e43-b9ea-a34d66d64639,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:16:47.159053 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-317106a7-7b2b-46b4-ae91-1d1376819d70 admin admin] Router 79215277-79b3-4dbc-af80-1fa6801a558e is scheduled to L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e with binding_index 1 {{(pid=103163) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 20 21:16:47.283559 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-317106a7-7b2b-46b4-ae91-1d1376819d70 admin admin] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 21:16:47.292988 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7165c438-9056-403a-8fac-0ca985f2c8f3 None None] Sync routers for ids ['79215277-79b3-4dbc-af80-1fa6801a558e'] in n-d-842733-1 {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 21:16:47.303472 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7165c438-9056-403a-8fac-0ca985f2c8f3 None None] Routers {'79215277-79b3-4dbc-af80-1fa6801a558e'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:16:47.304280 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-7165c438-9056-403a-8fac-0ca985f2c8f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:16:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['79215277-79b3-4dbc-af80-1fa6801a558e'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:16:47.357169 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-317106a7-7b2b-46b4-ae91-1d1376819d70 admin admin] Notify callbacks [] for router, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:47.358791 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-317106a7-7b2b-46b4-ae91-1d1376819d70 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.0793884 May 20 21:16:47.361821 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 59314) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:16:47.417862 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-7165c438-9056-403a-8fac-0ca985f2c8f3 None None] Set router 79215277-79b3-4dbc-af80-1fa6801a558e gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:16:47.612032 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-7165c438-9056-403a-8fac-0ca985f2c8f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79215277-79b3-4dbc-af80-1fa6801a558e', 'name': 'tempest-TestVolumeBootPattern-1476724299-router', 'tenant_id': 'fa48c325129744ad95a821f914bb4833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.147'}], 'enable_snat': True}, 'gw_port_id': '6863a935-d2c8-418b-97b1-bca560b79f3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:16:45Z', 'updated_at': '2022-05-20T21:16:46Z', 'revision_number': 3, 'project_id': 'fa48c325129744ad95a821f914bb4833', 'gw_port': {'id': '6863a935-d2c8-418b-97b1-bca560b79f3d', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:e1:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79215277-79b3-4dbc-af80-1fa6801a558e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4084, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:16:45Z', 'updated_at': '2022-05-20T21:16:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:16:47.647668 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7165c438-9056-403a-8fac-0ca985f2c8f3 None None] Checking router: 79215277-79b3-4dbc-af80-1fa6801a558e for host: n-d-842733-1 {{(pid=103165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 21:16:47.648323 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7165c438-9056-403a-8fac-0ca985f2c8f3 None None] Updating router 79215277-79b3-4dbc-af80-1fa6801a558e port 6863a935-d2c8-418b-97b1-bca560b79f3d binding host n-d-842733-1 {{(pid=103165) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 21:16:47.677341 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-7165c438-9056-403a-8fac-0ca985f2c8f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:47.855588 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b0f08daa-4e0e-4468-9422-a95d0ecd9a46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:47.968524 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-7165c438-9056-403a-8fac-0ca985f2c8f3 None None] Notify callbacks [] for port, precommit_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:48.023323 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-7165c438-9056-403a-8fac-0ca985f2c8f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:48.029062 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-b0f08daa-4e0e-4468-9422-a95d0ecd9a46 admin admin] Allocated IP 172.20.0.1 (6a938ade-a4ac-45bf-a2b5-4fbcd39fd34a/2ed8102b-ab6a-41b6-bb94-b92f05eb185b/35a07b0e-ff3a-4604-8b93-3f531f529f48) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:16:48.031102 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a543f380-f7f8-4b37-9bd7-7b467524b40a None None] Network 6a938ade-a4ac-45bf-a2b5-4fbcd39fd34a requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:16:48.140600 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b956afe3-330b-4f98-ae44-1b56f2e90412 None None] Provisioning complete for port b0af54c4-9b91-4e43-b9ea-a34d66d64639 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:16:48.140982 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b956afe3-330b-4f98-ae44-1b56f2e90412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:48.159199 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b0f08daa-4e0e-4468-9422-a95d0ecd9a46 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:48.174229 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device b0af54c4-9b91-4e43-b9ea-a34d66d64639 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:16:48.195136 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-7165c438-9056-403a-8fac-0ca985f2c8f3 None None] Attempting to bind port 6863a935-d2c8-418b-97b1-bca560b79f3d on host n-d-842733-1 for vnic_type normal with profile {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:16:48.195565 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-7165c438-9056-403a-8fac-0ca985f2c8f3 None None] Attempting to bind port 6863a935-d2c8-418b-97b1-bca560b79f3d by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': '0b5485c4-eff8-42a1-9073-ae54ed4c63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'}] {{(pid=103165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:16:48.195934 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7165c438-9056-403a-8fac-0ca985f2c8f3 None None] Attempting to bind port 6863a935-d2c8-418b-97b1-bca560b79f3d on network e3a93b5c-91e2-4064-9c2c-1afc261bfe15 {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:16:48.207116 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a166fa9-a170-4fd9-9c42-10a46061a9ae None None] Pushing event updated for resources: {'Port': ['ID=6863a935-d2c8-418b-97b1-bca560b79f3d,revision_number=2']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:16:48.209580 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7165c438-9056-403a-8fac-0ca985f2c8f3 None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 21, 16, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 21:16:48.210184 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7165c438-9056-403a-8fac-0ca985f2c8f3 None None] Checking segment: {'id': '0b5485c4-eff8-42a1-9073-ae54ed4c63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:16:48.210822 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-7165c438-9056-403a-8fac-0ca985f2c8f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:48.211369 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7165c438-9056-403a-8fac-0ca985f2c8f3 None None] Bound using segment: {'id': '0b5485c4-eff8-42a1-9073-ae54ed4c63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'} {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 21:16:48.211994 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-7165c438-9056-403a-8fac-0ca985f2c8f3 None None] Bound port: 6863a935-d2c8-418b-97b1-bca560b79f3d, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b5485c4-eff8-42a1-9073-ae54ed4c63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'}}] {{(pid=103165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:16:48.212553 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-7165c438-9056-403a-8fac-0ca985f2c8f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:48.265290 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-7165c438-9056-403a-8fac-0ca985f2c8f3 None None] For port 6863a935-d2c8-418b-97b1-bca560b79f3d, host n-d-842733-1, cleared binding levels {{(pid=103165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 21:16:48.268210 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-7165c438-9056-403a-8fac-0ca985f2c8f3 None None] For port 6863a935-d2c8-418b-97b1-bca560b79f3d, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=6863a935-d2c8-418b-97b1-bca560b79f3d,segment=NetworkSegment(0b5485c4-eff8-42a1-9073-ae54ed4c63ba),segment_id=0b5485c4-eff8-42a1-9073-ae54ed4c63ba)] {{(pid=103165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 21:16:48.281250 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b0f08daa-4e0e-4468-9422-a95d0ecd9a46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:48.318590 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0f08daa-4e0e-4468-9422-a95d0ecd9a46 admin admin] Network 6a938ade-a4ac-45bf-a2b5-4fbcd39fd34a is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:16:48.321316 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-b0f08daa-4e0e-4468-9422-a95d0ecd9a46 admin admin] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:16:48.324597 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f08daa-4e0e-4468-9422-a95d0ecd9a46 admin admin] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:16:48.345616 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port b0af54c4-9b91-4e43-b9ea-a34d66d64639 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:16:48.345992 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:48.354448 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f08daa-4e0e-4468-9422-a95d0ecd9a46 admin admin] Pushing event updated for resources: {'Port': ['ID=35a07b0e-ff3a-4604-8b93-3f531f529f48,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:16:48.361342 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-7165c438-9056-403a-8fac-0ca985f2c8f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:48.380037 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b956afe3-330b-4f98-ae44-1b56f2e90412 None None] Current status of the port b0af54c4-9b91-4e43-b9ea-a34d66d64639 is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:16:48.386615 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b956afe3-330b-4f98-ae44-1b56f2e90412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:48.387599 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b0f08daa-4e0e-4468-9422-a95d0ecd9a46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748409'] for router_interface, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:48.439384 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a166fa9-a170-4fd9-9c42-10a46061a9ae None None] Pushing event updated for resources: {'Port': ['ID=6863a935-d2c8-418b-97b1-bca560b79f3d,revision_number=3']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:16:48.444289 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7165c438-9056-403a-8fac-0ca985f2c8f3 None None] Routers {'79215277-79b3-4dbc-af80-1fa6801a558e'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:16:48.445664 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-7165c438-9056-403a-8fac-0ca985f2c8f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:16:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['79215277-79b3-4dbc-af80-1fa6801a558e'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:16:48.455128 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b956afe3-330b-4f98-ae44-1b56f2e90412 None None] For port b0af54c4-9b91-4e43-b9ea-a34d66d64639, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=b0af54c4-9b91-4e43-b9ea-a34d66d64639,segment=NetworkSegment(37cc985b-9ba2-4e79-9b1d-a1d202f5d7b2),segment_id=37cc985b-9ba2-4e79-9b1d-a1d202f5d7b2)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:16:48.512150 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port b0af54c4-9b91-4e43-b9ea-a34d66d64639 is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:16:48.512373 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:48.514363 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b956afe3-330b-4f98-ae44-1b56f2e90412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:48.580894 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-7165c438-9056-403a-8fac-0ca985f2c8f3 None None] Set router 79215277-79b3-4dbc-af80-1fa6801a558e gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:16:48.615678 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b956afe3-330b-4f98-ae44-1b56f2e90412 None None] Pushing event updated for resources: {'Port': ['ID=b0af54c4-9b91-4e43-b9ea-a34d66d64639,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:16:48.619543 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.db.api [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103164) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 20 21:16:48.620423 n-d-842733-1 neutron-server[103164]: DEBUG oslo_db.api [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 20 21:16:48.628161 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b0f08daa-4e0e-4468-9422-a95d0ecd9a46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:48.744073 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-83518900-44f7-451b-b516-043bb5482dda None None] Provisioning complete for port b0af54c4-9b91-4e43-b9ea-a34d66d64639 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:16:48.744502 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-83518900-44f7-451b-b516-043bb5482dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:48.781907 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-7165c438-9056-403a-8fac-0ca985f2c8f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79215277-79b3-4dbc-af80-1fa6801a558e', 'name': 'tempest-TestVolumeBootPattern-1476724299-router', 'tenant_id': 'fa48c325129744ad95a821f914bb4833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.147'}], 'enable_snat': True}, 'gw_port_id': '6863a935-d2c8-418b-97b1-bca560b79f3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:16:45Z', 'updated_at': '2022-05-20T21:16:46Z', 'revision_number': 3, 'project_id': 'fa48c325129744ad95a821f914bb4833', 'gw_port': {'id': '6863a935-d2c8-418b-97b1-bca560b79f3d', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:e1:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79215277-79b3-4dbc-af80-1fa6801a558e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4084, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:16:45Z', 'updated_at': '2022-05-20T21:16:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:16:48.816747 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7165c438-9056-403a-8fac-0ca985f2c8f3 None None] The sync data for ids ['79215277-79b3-4dbc-af80-1fa6801a558e'] in n-d-842733-1 is: [{'id': '79215277-79b3-4dbc-af80-1fa6801a558e', 'name': 'tempest-TestVolumeBootPattern-1476724299-router', 'tenant_id': 'fa48c325129744ad95a821f914bb4833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.147'}], 'enable_snat': True}, 'gw_port_id': '6863a935-d2c8-418b-97b1-bca560b79f3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:16:45Z', 'updated_at': '2022-05-20T21:16:46Z', 'revision_number': 3, 'project_id': 'fa48c325129744ad95a821f914bb4833', 'gw_port': {'id': '6863a935-d2c8-418b-97b1-bca560b79f3d', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:e1:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79215277-79b3-4dbc-af80-1fa6801a558e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4084, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:16:45Z', 'updated_at': '2022-05-20T21:16:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 21:16:48.817312 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b0f08daa-4e0e-4468-9422-a95d0ecd9a46 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:48.851364 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-83518900-44f7-451b-b516-043bb5482dda None None] Current status of the port b0af54c4-9b91-4e43-b9ea-a34d66d64639 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:16:48.862695 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-83518900-44f7-451b-b516-043bb5482dda None None] Provisioning complete for port 35a07b0e-ff3a-4604-8b93-3f531f529f48 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:16:48.863390 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-83518900-44f7-451b-b516-043bb5482dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:48.888637 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b0f08daa-4e0e-4468-9422-a95d0ecd9a46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:48.908788 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-83518900-44f7-451b-b516-043bb5482dda None None] Port 35a07b0e-ff3a-4604-8b93-3f531f529f48 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 21:16:48.958443 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b0f08daa-4e0e-4468-9422-a95d0ecd9a46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748437'] for router_interface, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:48.960130 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f08daa-4e0e-4468-9422-a95d0ecd9a46 admin admin] Pushing event updated for resources: {'Port': ['ID=35a07b0e-ff3a-4604-8b93-3f531f529f48,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:16:49.025425 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-73a1806a-8790-4549-9e37-edf0f630649b None None] Provisioning complete for port 35a07b0e-ff3a-4604-8b93-3f531f529f48 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:16:49.025800 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-73a1806a-8790-4549-9e37-edf0f630649b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:49.075529 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0f08daa-4e0e-4468-9422-a95d0ecd9a46 admin admin] Network 6a938ade-a4ac-45bf-a2b5-4fbcd39fd34a is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:16:49.077539 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-b0f08daa-4e0e-4468-9422-a95d0ecd9a46 admin admin] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:16:49.088062 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-73a1806a-8790-4549-9e37-edf0f630649b None None] Port 35a07b0e-ff3a-4604-8b93-3f531f529f48 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 21:16:49.173321 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port b0af54c4-9b91-4e43-b9ea-a34d66d64639 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:16:49.174358 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device a6a40044-221e-4f58-a185-583437b659e1 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:16:49.220201 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0f08daa-4e0e-4468-9422-a95d0ecd9a46 admin admin] Router 79215277-79b3-4dbc-af80-1fa6801a558e has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 21:16:49.230014 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port a6a40044-221e-4f58-a185-583437b659e1 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:16:49.230386 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:49.323646 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port a6a40044-221e-4f58-a185-583437b659e1 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:16:49.358986 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0f08daa-4e0e-4468-9422-a95d0ecd9a46 admin admin] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 21:16:49.363929 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-b0f08daa-4e0e-4468-9422-a95d0ecd9a46 admin admin] 10.222.0.35 "PUT /v2.0/routers/79215277-79b3-4dbc-af80-1fa6801a558e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0010633 May 20 21:16:49.413009 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b906c17c-c1d2-4bf5-bb2d-554f5045a7a5 None None] Provisioning complete for port 35a07b0e-ff3a-4604-8b93-3f531f529f48 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:16:49.413617 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b906c17c-c1d2-4bf5-bb2d-554f5045a7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:49.460992 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b906c17c-c1d2-4bf5-bb2d-554f5045a7a5 None None] Port 35a07b0e-ff3a-4604-8b93-3f531f529f48 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 21:16:49.880674 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-9183f40f-0f9d-4bcc-9cc7-339d407b4de5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:50.130469 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device b0af54c4-9b91-4e43-b9ea-a34d66d64639 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:16:50.182640 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port b0af54c4-9b91-4e43-b9ea-a34d66d64639 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:16:50.183011 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:50.265795 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port b0af54c4-9b91-4e43-b9ea-a34d66d64639 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:16:50.265939 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 6863a935-d2c8-418b-97b1-bca560b79f3d up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:16:50.318679 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 6863a935-d2c8-418b-97b1-bca560b79f3d triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:16:50.319202 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:50.398377 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 6863a935-d2c8-418b-97b1-bca560b79f3d is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:16:50.398761 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:50.432072 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] For port 6863a935-d2c8-418b-97b1-bca560b79f3d, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=6863a935-d2c8-418b-97b1-bca560b79f3d,segment=NetworkSegment(0b5485c4-eff8-42a1-9073-ae54ed4c63ba),segment_id=0b5485c4-eff8-42a1-9073-ae54ed4c63ba)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:16:50.477529 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48e80a18-fcd0-4e90-8705-f1e566a27544 None None] Sync routers for ids ['79215277-79b3-4dbc-af80-1fa6801a558e'] in n-d-842733-1 {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 21:16:50.488179 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48e80a18-fcd0-4e90-8705-f1e566a27544 None None] Routers {'79215277-79b3-4dbc-af80-1fa6801a558e'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:16:50.491506 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-48e80a18-fcd0-4e90-8705-f1e566a27544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:16:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['79215277-79b3-4dbc-af80-1fa6801a558e'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:16:50.525085 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:50.619010 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Pushing event updated for resources: {'Port': ['ID=6863a935-d2c8-418b-97b1-bca560b79f3d,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:16:50.640892 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-48e80a18-fcd0-4e90-8705-f1e566a27544 None None] Set router 79215277-79b3-4dbc-af80-1fa6801a558e gateway port host: n-d-842733-1 {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:16:50.851121 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-48e80a18-fcd0-4e90-8705-f1e566a27544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79215277-79b3-4dbc-af80-1fa6801a558e', 'name': 'tempest-TestVolumeBootPattern-1476724299-router', 'tenant_id': 'fa48c325129744ad95a821f914bb4833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.147'}], 'enable_snat': True}, 'gw_port_id': '6863a935-d2c8-418b-97b1-bca560b79f3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:16:45Z', 'updated_at': '2022-05-20T21:16:48Z', 'revision_number': 4, 'project_id': 'fa48c325129744ad95a821f914bb4833', 'gw_port': {'id': '6863a935-d2c8-418b-97b1-bca560b79f3d', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:e1:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79215277-79b3-4dbc-af80-1fa6801a558e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4084, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:16:45Z', 'updated_at': '2022-05-20T21:16:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': '35a07b0e-ff3a-4604-8b93-3f531f529f48', 'name': '', 'network_id': '6a938ade-a4ac-45bf-a2b5-4fbcd39fd34a', 'tenant_id': 'fa48c325129744ad95a821f914bb4833', 'mac_address': 'fa:16:3e:94:85:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79215277-79b3-4dbc-af80-1fa6801a558e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': '2ed8102b-ab6a-41b6-bb94-b92f05eb185b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:16:47Z', 'updated_at': '2022-05-20T21:16:48Z', 'revision_number': 2, 'project_id': 'fa48c325129744ad95a821f914bb4833', 'subnets': [{'id': '2ed8102b-ab6a-41b6-bb94-b92f05eb185b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:16:50.882039 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48e80a18-fcd0-4e90-8705-f1e566a27544 None None] Checking router: 79215277-79b3-4dbc-af80-1fa6801a558e for host: n-d-842733-1 {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 21:16:50.882383 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48e80a18-fcd0-4e90-8705-f1e566a27544 None None] Updating router 79215277-79b3-4dbc-af80-1fa6801a558e port 35a07b0e-ff3a-4604-8b93-3f531f529f48 binding host n-d-842733-1 {{(pid=103164) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 21:16:50.907045 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-48e80a18-fcd0-4e90-8705-f1e566a27544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:51.348629 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-48e80a18-fcd0-4e90-8705-f1e566a27544 None None] Notify callbacks [] for port, precommit_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:51.429194 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-48e80a18-fcd0-4e90-8705-f1e566a27544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:51.486682 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f043f1-cdfe-4f32-bbe4-da509f0f98ba None None] Pushing event updated for resources: {'Port': ['ID=35a07b0e-ff3a-4604-8b93-3f531f529f48,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:16:51.556538 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-48e80a18-fcd0-4e90-8705-f1e566a27544 None None] Attempting to bind port 35a07b0e-ff3a-4604-8b93-3f531f529f48 on host n-d-842733-1 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:16:51.556890 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-48e80a18-fcd0-4e90-8705-f1e566a27544 None None] Attempting to bind port 35a07b0e-ff3a-4604-8b93-3f531f529f48 by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': '37cc985b-9ba2-4e79-9b1d-a1d202f5d7b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '6a938ade-a4ac-45bf-a2b5-4fbcd39fd34a'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:16:51.557346 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e80a18-fcd0-4e90-8705-f1e566a27544 None None] Attempting to bind port 35a07b0e-ff3a-4604-8b93-3f531f529f48 on network 6a938ade-a4ac-45bf-a2b5-4fbcd39fd34a {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:16:51.564660 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e80a18-fcd0-4e90-8705-f1e566a27544 None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 21, 16, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 21:16:51.565041 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e80a18-fcd0-4e90-8705-f1e566a27544 None None] Checking segment: {'id': '37cc985b-9ba2-4e79-9b1d-a1d202f5d7b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '6a938ade-a4ac-45bf-a2b5-4fbcd39fd34a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:16:51.565468 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-48e80a18-fcd0-4e90-8705-f1e566a27544 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:51.565832 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e80a18-fcd0-4e90-8705-f1e566a27544 None None] Bound using segment: {'id': '37cc985b-9ba2-4e79-9b1d-a1d202f5d7b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '6a938ade-a4ac-45bf-a2b5-4fbcd39fd34a'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 21:16:51.566310 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-48e80a18-fcd0-4e90-8705-f1e566a27544 None None] Bound port: 35a07b0e-ff3a-4604-8b93-3f531f529f48, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37cc985b-9ba2-4e79-9b1d-a1d202f5d7b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '6a938ade-a4ac-45bf-a2b5-4fbcd39fd34a'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:16:51.566697 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-48e80a18-fcd0-4e90-8705-f1e566a27544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:51.652385 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-48e80a18-fcd0-4e90-8705-f1e566a27544 None None] For port 35a07b0e-ff3a-4604-8b93-3f531f529f48, host n-d-842733-1, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 21:16:51.660480 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-48e80a18-fcd0-4e90-8705-f1e566a27544 None None] For port 35a07b0e-ff3a-4604-8b93-3f531f529f48, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=35a07b0e-ff3a-4604-8b93-3f531f529f48,segment=NetworkSegment(37cc985b-9ba2-4e79-9b1d-a1d202f5d7b2),segment_id=37cc985b-9ba2-4e79-9b1d-a1d202f5d7b2)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 21:16:51.736364 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-48e80a18-fcd0-4e90-8705-f1e566a27544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:51.812904 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48e80a18-fcd0-4e90-8705-f1e566a27544 None None] Routers {'79215277-79b3-4dbc-af80-1fa6801a558e'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:16:51.813834 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-48e80a18-fcd0-4e90-8705-f1e566a27544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:16:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['79215277-79b3-4dbc-af80-1fa6801a558e'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:16:51.820122 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f043f1-cdfe-4f32-bbe4-da509f0f98ba None None] Pushing event updated for resources: {'Port': ['ID=35a07b0e-ff3a-4604-8b93-3f531f529f48,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:16:52.000245 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b70b22cd-0d11-4fee-989e-3fa853152a7b None None] Provisioning complete for port 35a07b0e-ff3a-4604-8b93-3f531f529f48 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:16:52.000622 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b70b22cd-0d11-4fee-989e-3fa853152a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:52.069456 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-48e80a18-fcd0-4e90-8705-f1e566a27544 None None] Set router 79215277-79b3-4dbc-af80-1fa6801a558e gateway port host: n-d-842733-1 {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:16:52.109276 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 6863a935-d2c8-418b-97b1-bca560b79f3d up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:16:52.316174 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b70b22cd-0d11-4fee-989e-3fa853152a7b None None] Current status of the port 35a07b0e-ff3a-4604-8b93-3f531f529f48 is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:16:52.316557 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b70b22cd-0d11-4fee-989e-3fa853152a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:52.363770 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 6863a935-d2c8-418b-97b1-bca560b79f3d triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:16:52.364455 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:52.378627 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3d65d9ad-5713-4596-9868-b56fb94291cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:52.425650 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b70b22cd-0d11-4fee-989e-3fa853152a7b None None] For port 35a07b0e-ff3a-4604-8b93-3f531f529f48, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=35a07b0e-ff3a-4604-8b93-3f531f529f48,segment=NetworkSegment(37cc985b-9ba2-4e79-9b1d-a1d202f5d7b2),segment_id=37cc985b-9ba2-4e79-9b1d-a1d202f5d7b2)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:16:52.525079 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b70b22cd-0d11-4fee-989e-3fa853152a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:52.570413 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 6863a935-d2c8-418b-97b1-bca560b79f3d is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:16:52.584797 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-48e80a18-fcd0-4e90-8705-f1e566a27544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79215277-79b3-4dbc-af80-1fa6801a558e', 'name': 'tempest-TestVolumeBootPattern-1476724299-router', 'tenant_id': 'fa48c325129744ad95a821f914bb4833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.147'}], 'enable_snat': True}, 'gw_port_id': '6863a935-d2c8-418b-97b1-bca560b79f3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:16:45Z', 'updated_at': '2022-05-20T21:16:48Z', 'revision_number': 4, 'project_id': 'fa48c325129744ad95a821f914bb4833', 'gw_port': {'id': '6863a935-d2c8-418b-97b1-bca560b79f3d', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:e1:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79215277-79b3-4dbc-af80-1fa6801a558e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4084, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:16:45Z', 'updated_at': '2022-05-20T21:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': '35a07b0e-ff3a-4604-8b93-3f531f529f48', 'name': '', 'network_id': '6a938ade-a4ac-45bf-a2b5-4fbcd39fd34a', 'tenant_id': 'fa48c325129744ad95a821f914bb4833', 'mac_address': 'fa:16:3e:94:85:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79215277-79b3-4dbc-af80-1fa6801a558e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': '2ed8102b-ab6a-41b6-bb94-b92f05eb185b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:16:47Z', 'updated_at': '2022-05-20T21:16:51Z', 'revision_number': 4, 'project_id': 'fa48c325129744ad95a821f914bb4833', 'subnets': [{'id': '2ed8102b-ab6a-41b6-bb94-b92f05eb185b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:16:52.625200 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48e80a18-fcd0-4e90-8705-f1e566a27544 None None] The sync data for ids ['79215277-79b3-4dbc-af80-1fa6801a558e'] in n-d-842733-1 is: [{'id': '79215277-79b3-4dbc-af80-1fa6801a558e', 'name': 'tempest-TestVolumeBootPattern-1476724299-router', 'tenant_id': 'fa48c325129744ad95a821f914bb4833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.147'}], 'enable_snat': True}, 'gw_port_id': '6863a935-d2c8-418b-97b1-bca560b79f3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:16:45Z', 'updated_at': '2022-05-20T21:16:48Z', 'revision_number': 4, 'project_id': 'fa48c325129744ad95a821f914bb4833', 'gw_port': {'id': '6863a935-d2c8-418b-97b1-bca560b79f3d', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:e1:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79215277-79b3-4dbc-af80-1fa6801a558e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4084, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:16:45Z', 'updated_at': '2022-05-20T21:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': '35a07b0e-ff3a-4604-8b93-3f531f529f48', 'name': '', 'network_id': '6a938ade-a4ac-45bf-a2b5-4fbcd39fd34a', 'tenant_id': 'fa48c325129744ad95a821f914bb4833', 'mac_address': 'fa:16:3e:94:85:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79215277-79b3-4dbc-af80-1fa6801a558e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': '2ed8102b-ab6a-41b6-bb94-b92f05eb185b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:16:47Z', 'updated_at': '2022-05-20T21:16:51Z', 'revision_number': 4, 'project_id': 'fa48c325129744ad95a821f914bb4833', 'subnets': [{'id': '2ed8102b-ab6a-41b6-bb94-b92f05eb185b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 21:16:52.629513 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70b22cd-0d11-4fee-989e-3fa853152a7b None None] Pushing event updated for resources: {'Port': ['ID=35a07b0e-ff3a-4604-8b93-3f531f529f48,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:16:52.648387 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-d1efb8d3-af2f-4154-a0ee-271cc29663f4 None None] Provisioning complete for port 35a07b0e-ff3a-4604-8b93-3f531f529f48 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:16:52.648999 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d1efb8d3-af2f-4154-a0ee-271cc29663f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:52.772595 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-d1efb8d3-af2f-4154-a0ee-271cc29663f4 None None] Current status of the port 35a07b0e-ff3a-4604-8b93-3f531f529f48 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:16:53.190522 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992abd36-d185-4518-902d-469daaa7fc18 req-a180ef67-56b7-4803-bdcb-d0ec30b73185 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:16:53.192124 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-992abd36-d185-4518-902d-469daaa7fc18 req-a180ef67-56b7-4803-bdcb-d0ec30b73185 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/networks?id=255960d5-e633-4d0c-a1cc-74a37a7cc772 HTTP/1.1" status: 200 len: 812 time: 0.1199448 May 20 21:16:53.210225 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-992abd36-d185-4518-902d-469daaa7fc18 req-63a21859-3193-436c-907e-09e284bafbaa tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/quotas/4f94a191bdd44506b49954bf553d7569 HTTP/1.1" status: 200 len: 375 time: 0.0119123 May 20 21:16:53.273758 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-992abd36-d185-4518-902d-469daaa7fc18 req-2963cefe-a7d0-4fba-a6e5-e3071132c446 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=4f94a191bdd44506b49954bf553d7569&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0548196 May 20 21:16:53.372545 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-992abd36-d185-4518-902d-469daaa7fc18 req-b168cbdd-74c8-4e89-9c1f-55a93373bd0a service neutron] 10.222.0.35 "GET /v2.0/networks/255960d5-e633-4d0c-a1cc-74a37a7cc772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903080 May 20 21:16:53.802840 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-992abd36-d185-4518-902d-469daaa7fc18 req-d4f07929-cb30-4a62-97bf-9c82d726e073 service neutron] 10.222.0.35 "GET /v2.0/networks/255960d5-e633-4d0c-a1cc-74a37a7cc772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4169097 May 20 21:16:54.010671 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4bb0e131-6525-46ca-a45b-e4ea43a5e69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:54.077671 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 35a07b0e-ff3a-4604-8b93-3f531f529f48 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:16:54.136421 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 35a07b0e-ff3a-4604-8b93-3f531f529f48 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:16:54.136784 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:54.238385 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 35a07b0e-ff3a-4604-8b93-3f531f529f48 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:16:54.464362 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1810bd02-54d1-497d-a8ec-a84a4a09ad62 req-20984f8e-0743-4bcf-8bc2-2f8a3c1d5f5e tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/ports?device_id=76cd0618-09b0-4fca-b030-7839516a3e49 HTTP/1.1" status: 200 len: 210 time: 0.0282013 May 20 21:16:54.892004 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:55.552064 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4b6860a8-1d0b-447b-828d-b4dbe7448571 req-55925eb5-a9d7-4c71-b7bc-2133f4374151 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/ports?device_id=76cd0618-09b0-4fca-b030-7839516a3e49 HTTP/1.1" status: 200 len: 210 time: 0.0334108 May 20 21:16:55.594850 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cc3ec51b-6ec8-438a-8349-5f0bec346d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:55.650551 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:56.649832 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-daba5592-30e8-46aa-b481-4c409c332e4a req-d913a688-1a3c-4ede-af32-4ca002965d8f tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/ports?device_id=76cd0618-09b0-4fca-b030-7839516a3e49 HTTP/1.1" status: 200 len: 210 time: 0.0266256 May 20 21:16:56.922911 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992abd36-d185-4518-902d-469daaa7fc18 req-c4a58906-2e55-4093-84eb-6cf00859bad2 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:16:56.924405 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-992abd36-d185-4518-902d-469daaa7fc18 req-c4a58906-2e55-4093-84eb-6cf00859bad2 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.13 "GET /v2.0/networks?id=255960d5-e633-4d0c-a1cc-74a37a7cc772 HTTP/1.1" status: 200 len: 812 time: 0.1022959 May 20 21:16:56.944197 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [req-992abd36-d185-4518-902d-469daaa7fc18 req-743bf733-b261-451f-9c1f-20a46c87cdcc tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Request body: {'port': {'device_id': '76cd0618-09b0-4fca-b030-7839516a3e49', 'network_id': '255960d5-e633-4d0c-a1cc-74a37a7cc772', 'admin_state_up': True, 'tenant_id': '4f94a191bdd44506b49954bf553d7569'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:16:57.114695 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-992abd36-d185-4518-902d-469daaa7fc18 req-743bf733-b261-451f-9c1f-20a46c87cdcc tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Made reservation on behalf of 4f94a191bdd44506b49954bf553d7569 for: {'port': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:16:57.118655 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-992abd36-d185-4518-902d-469daaa7fc18 req-743bf733-b261-451f-9c1f-20a46c87cdcc tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:57.248409 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [req-992abd36-d185-4518-902d-469daaa7fc18 req-743bf733-b261-451f-9c1f-20a46c87cdcc tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Allocated IP 172.20.0.5 (255960d5-e633-4d0c-a1cc-74a37a7cc772/87e873ab-38e9-43e0-acec-0c2b5973b603/53d6f125-dbb0-465f-990e-8656cf31e88e) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:16:57.404211 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-992abd36-d185-4518-902d-469daaa7fc18 req-743bf733-b261-451f-9c1f-20a46c87cdcc tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:57.504532 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-992abd36-d185-4518-902d-469daaa7fc18 req-743bf733-b261-451f-9c1f-20a46c87cdcc tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:57.559447 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-992abd36-d185-4518-902d-469daaa7fc18 req-743bf733-b261-451f-9c1f-20a46c87cdcc tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Network 255960d5-e633-4d0c-a1cc-74a37a7cc772 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:16:57.562821 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [req-992abd36-d185-4518-902d-469daaa7fc18 req-743bf733-b261-451f-9c1f-20a46c87cdcc tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:16:57.566438 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-992abd36-d185-4518-902d-469daaa7fc18 req-743bf733-b261-451f-9c1f-20a46c87cdcc tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:16:57.575888 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743bf733-b261-451f-9c1f-20a46c87cdcc tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Pushing event updated for resources: {'Port': ['ID=53d6f125-dbb0-465f-990e-8656cf31e88e,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:16:57.606143 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743bf733-b261-451f-9c1f-20a46c87cdcc tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:16:57.606633 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743bf733-b261-451f-9c1f-20a46c87cdcc tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:16:57.611810 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743bf733-b261-451f-9c1f-20a46c87cdcc tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:16:57.611810 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743bf733-b261-451f-9c1f-20a46c87cdcc tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:16:57.611810 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743bf733-b261-451f-9c1f-20a46c87cdcc tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:16:57.611810 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743bf733-b261-451f-9c1f-20a46c87cdcc tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:16:57.611810 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743bf733-b261-451f-9c1f-20a46c87cdcc tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:16:57.611810 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743bf733-b261-451f-9c1f-20a46c87cdcc tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:16:57.611810 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743bf733-b261-451f-9c1f-20a46c87cdcc tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:16:57.611810 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743bf733-b261-451f-9c1f-20a46c87cdcc tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:16:57.611810 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743bf733-b261-451f-9c1f-20a46c87cdcc tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:16:57.611810 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743bf733-b261-451f-9c1f-20a46c87cdcc tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:16:57.649019 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992abd36-d185-4518-902d-469daaa7fc18 req-743bf733-b261-451f-9c1f-20a46c87cdcc tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:16:57.651160 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-992abd36-d185-4518-902d-469daaa7fc18 req-743bf733-b261-451f-9c1f-20a46c87cdcc tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:57.718068 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-992abd36-d185-4518-902d-469daaa7fc18 req-743bf733-b261-451f-9c1f-20a46c87cdcc tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7778468 May 20 21:16:57.730295 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [req-992abd36-d185-4518-902d-469daaa7fc18 req-a30b52a9-1b54-4b22-80b1-ee4d48b62ca2 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103162) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 21:16:57.731482 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-992abd36-d185-4518-902d-469daaa7fc18 req-a30b52a9-1b54-4b22-80b1-ee4d48b62ca2 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062790 May 20 21:16:57.810687 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c0cb5c-5acb-46d1-9264-0478cb3cc75d req-137bf4c5-dc89-4e3c-aa60-8d6fe3d5cd52 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:16:57.817772 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f5c0cb5c-5acb-46d1-9264-0478cb3cc75d req-137bf4c5-dc89-4e3c-aa60-8d6fe3d5cd52 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/ports?device_id=76cd0618-09b0-4fca-b030-7839516a3e49 HTTP/1.1" status: 200 len: 931 time: 0.0663991 May 20 21:16:57.853161 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-e1b267ee-250f-4152-9fe1-13a58350a5b7 None None] Provisioning complete for port 53d6f125-dbb0-465f-990e-8656cf31e88e triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:16:57.854225 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-e1b267ee-250f-4152-9fe1-13a58350a5b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:57.860304 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f5c0cb5c-5acb-46d1-9264-0478cb3cc75d req-2f71fb61-7a48-4802-a31e-0ec6502a1a6e tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1e67d27-2dd5-4cb5-8d30-f404451cc346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404952 May 20 21:16:57.897444 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-e1b267ee-250f-4152-9fe1-13a58350a5b7 None None] Port 53d6f125-dbb0-465f-990e-8656cf31e88e cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 21:16:57.918117 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [req-992abd36-d185-4518-902d-469daaa7fc18 req-93d41022-6092-4634-8ed8-02f2a581dc59 service neutron] Request body: {'port': {'device_id': '76cd0618-09b0-4fca-b030-7839516a3e49', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-842733-1'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:16:57.980678 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-992abd36-d185-4518-902d-469daaa7fc18 req-93d41022-6092-4634-8ed8-02f2a581dc59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:58.268563 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [req-992abd36-d185-4518-902d-469daaa7fc18 req-93d41022-6092-4634-8ed8-02f2a581dc59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53d6f125-dbb0-465f-990e-8656cf31e88e {{(pid=103162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 21:16:58.281109 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-992abd36-d185-4518-902d-469daaa7fc18 req-93d41022-6092-4634-8ed8-02f2a581dc59 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:58.293974 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.provisioning_blocks [req-992abd36-d185-4518-902d-469daaa7fc18 req-93d41022-6092-4634-8ed8-02f2a581dc59 service neutron] Transition to ACTIVE for port object 53d6f125-dbb0-465f-990e-8656cf31e88e will not be triggered until provisioned by entity L2. {{(pid=103162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 21:16:58.364782 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-992abd36-d185-4518-902d-469daaa7fc18 req-93d41022-6092-4634-8ed8-02f2a581dc59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:58.429999 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d41022-6092-4634-8ed8-02f2a581dc59 service neutron] Pushing event updated for resources: {'Port': ['ID=53d6f125-dbb0-465f-990e-8656cf31e88e,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:16:58.589014 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-992abd36-d185-4518-902d-469daaa7fc18 req-93d41022-6092-4634-8ed8-02f2a581dc59 service neutron] Attempting to bind port 53d6f125-dbb0-465f-990e-8656cf31e88e on host n-h2-842733-1 for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:16:58.589312 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-992abd36-d185-4518-902d-469daaa7fc18 req-93d41022-6092-4634-8ed8-02f2a581dc59 service neutron] Attempting to bind port 53d6f125-dbb0-465f-990e-8656cf31e88e by drivers openvswitch,hyperv on host n-h2-842733-1 at level 0 using segments [{'id': '8db3cbe6-5ab5-44a8-9059-240f6f6827e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '255960d5-e633-4d0c-a1cc-74a37a7cc772'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:16:58.589771 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-992abd36-d185-4518-902d-469daaa7fc18 req-93d41022-6092-4634-8ed8-02f2a581dc59 service neutron] Attempting to bind port 53d6f125-dbb0-465f-990e-8656cf31e88e on network 255960d5-e633-4d0c-a1cc-74a37a7cc772 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:16:58.594555 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-992abd36-d185-4518-902d-469daaa7fc18 req-93d41022-6092-4634-8ed8-02f2a581dc59 service neutron] Port 53d6f125-dbb0-465f-990e-8656cf31e88e on network 255960d5-e633-4d0c-a1cc-74a37a7cc772 not bound, no agent of type Open vSwitch agent registered on host n-h2-842733-1 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 21:16:58.595006 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-992abd36-d185-4518-902d-469daaa7fc18 req-93d41022-6092-4634-8ed8-02f2a581dc59 service neutron] Attempting to bind port 53d6f125-dbb0-465f-990e-8656cf31e88e on network 255960d5-e633-4d0c-a1cc-74a37a7cc772 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:16:58.600997 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-992abd36-d185-4518-902d-469daaa7fc18 req-93d41022-6092-4634-8ed8-02f2a581dc59 service neutron] Checking agent: {'id': 'a66f2511-b955-448f-877c-56cfe9c81b12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 33, 2), 'started_at': datetime.datetime(2022, 5, 20, 20, 33, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 21, 16, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 21:16:58.601451 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-992abd36-d185-4518-902d-469daaa7fc18 req-93d41022-6092-4634-8ed8-02f2a581dc59 service neutron] Checking segment: {'id': '8db3cbe6-5ab5-44a8-9059-240f6f6827e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '255960d5-e633-4d0c-a1cc-74a37a7cc772'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:16:58.601950 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-992abd36-d185-4518-902d-469daaa7fc18 req-93d41022-6092-4634-8ed8-02f2a581dc59 service neutron] Bound using segment: {'id': '8db3cbe6-5ab5-44a8-9059-240f6f6827e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '255960d5-e633-4d0c-a1cc-74a37a7cc772'} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 21:16:58.602448 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-992abd36-d185-4518-902d-469daaa7fc18 req-93d41022-6092-4634-8ed8-02f2a581dc59 service neutron] Bound port: 53d6f125-dbb0-465f-990e-8656cf31e88e, host: n-h2-842733-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8db3cbe6-5ab5-44a8-9059-240f6f6827e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '255960d5-e633-4d0c-a1cc-74a37a7cc772'}}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:16:58.603128 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-992abd36-d185-4518-902d-469daaa7fc18 req-93d41022-6092-4634-8ed8-02f2a581dc59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:58.697041 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-992abd36-d185-4518-902d-469daaa7fc18 req-93d41022-6092-4634-8ed8-02f2a581dc59 service neutron] For port 53d6f125-dbb0-465f-990e-8656cf31e88e, host n-h2-842733-1, cleared binding levels {{(pid=103162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 21:16:58.697870 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-992abd36-d185-4518-902d-469daaa7fc18 req-93d41022-6092-4634-8ed8-02f2a581dc59 service neutron] For port 53d6f125-dbb0-465f-990e-8656cf31e88e, host n-h2-842733-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=53d6f125-dbb0-465f-990e-8656cf31e88e,segment=NetworkSegment(8db3cbe6-5ab5-44a8-9059-240f6f6827e1),segment_id=8db3cbe6-5ab5-44a8-9059-240f6f6827e1)] {{(pid=103162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 21:16:58.812423 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-992abd36-d185-4518-902d-469daaa7fc18 req-93d41022-6092-4634-8ed8-02f2a581dc59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:58.847465 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992abd36-d185-4518-902d-469daaa7fc18 req-93d41022-6092-4634-8ed8-02f2a581dc59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:16:58.848082 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-992abd36-d185-4518-902d-469daaa7fc18 req-93d41022-6092-4634-8ed8-02f2a581dc59 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:16:58.849509 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-992abd36-d185-4518-902d-469daaa7fc18 req-93d41022-6092-4634-8ed8-02f2a581dc59 service neutron] 10.222.0.13 "PUT /v2.0/ports/53d6f125-dbb0-465f-990e-8656cf31e88e HTTP/1.1" status: 200 len: 1091 time: 1.1032622 May 20 21:16:58.850467 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76cd0618-09b0-4fca-b030-7839516a3e49', 'tag': '53d6f125-dbb0-465f-990e-8656cf31e88e'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 21:16:58.853377 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6fa957933fccbf596d28104b23404b952ad6a8238afaebaed40a0874b2e409" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6979d16e-e331-41e0-88da-f61c8669a72a" -d '{"events": [{"name": "network-changed", "server_uuid": "76cd0618-09b0-4fca-b030-7839516a3e49", "tag": "53d6f125-dbb0-465f-990e-8656cf31e88e"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 21:16:58.891090 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d41022-6092-4634-8ed8-02f2a581dc59 service neutron] Pushing event updated for resources: {'Port': ['ID=53d6f125-dbb0-465f-990e-8656cf31e88e,revision_number=3']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:16:58.931862 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 21:16:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4985e91c-21cd-48e1-8052-35ebee597857 x-openstack-request-id: req-4985e91c-21cd-48e1-8052-35ebee597857 {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 21:16:58.931862 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76cd0618-09b0-4fca-b030-7839516a3e49", "tag": "53d6f125-dbb0-465f-990e-8656cf31e88e", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 21:16:58.931862 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4985e91c-21cd-48e1-8052-35ebee597857 {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 21:16:58.931862 n-d-842733-1 neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4985e91c-21cd-48e1-8052-35ebee597857'] response: {'name': 'network-changed', 'server_uuid': '76cd0618-09b0-4fca-b030-7839516a3e49', 'tag': '53d6f125-dbb0-465f-990e-8656cf31e88e', 'status': 'completed', 'code': 200} May 20 21:16:59.025851 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6979d16e-e331-41e0-88da-f61c8669a72a req-7ea984b8-9605-43ef-afd1-e6eca29c212e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:16:59.027691 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-6979d16e-e331-41e0-88da-f61c8669a72a req-7ea984b8-9605-43ef-afd1-e6eca29c212e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4f94a191bdd44506b49954bf553d7569&device_id=76cd0618-09b0-4fca-b030-7839516a3e49 HTTP/1.1" status: 200 len: 1094 time: 0.0519209 May 20 21:16:59.030228 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e50cff-8dce-4a91-989f-2c4c3e0f6800 req-00d222df-26d9-43a6-adc7-87414349a0d0 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:16:59.032399 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-24e50cff-8dce-4a91-989f-2c4c3e0f6800 req-00d222df-26d9-43a6-adc7-87414349a0d0 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/ports?device_id=76cd0618-09b0-4fca-b030-7839516a3e49 HTTP/1.1" status: 200 len: 943 time: 0.0737560 May 20 21:16:59.078884 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-24e50cff-8dce-4a91-989f-2c4c3e0f6800 req-0f40a53b-5b32-452f-a528-6a36e20006f5 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1e67d27-2dd5-4cb5-8d30-f404451cc346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392976 May 20 21:16:59.503685 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6979d16e-e331-41e0-88da-f61c8669a72a req-68f40b8a-2b91-4e41-8f9a-b6c03b8bfb4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:16:59.505166 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-6979d16e-e331-41e0-88da-f61c8669a72a req-68f40b8a-2b91-4e41-8f9a-b6c03b8bfb4a service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=4f94a191bdd44506b49954bf553d7569&shared=False HTTP/1.1" status: 200 len: 913 time: 0.4632740 May 20 21:16:59.608154 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6979d16e-e331-41e0-88da-f61c8669a72a req-b64cf763-9319-46b0-b01b-38afb2fa354a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:16:59.610217 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-6979d16e-e331-41e0-88da-f61c8669a72a req-b64cf763-9319-46b0-b01b-38afb2fa354a service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0988026 May 20 21:16:59.708262 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992abd36-d185-4518-902d-469daaa7fc18 req-620d76e5-b2b7-4833-83c3-f5891e876171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:16:59.710447 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-992abd36-d185-4518-902d-469daaa7fc18 req-620d76e5-b2b7-4833-83c3-f5891e876171 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4f94a191bdd44506b49954bf553d7569&device_id=76cd0618-09b0-4fca-b030-7839516a3e49 HTTP/1.1" status: 200 len: 1094 time: 0.0435317 May 20 21:16:59.761708 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-992abd36-d185-4518-902d-469daaa7fc18 req-8ccf1851-8309-4061-9008-6518b70e6e8e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=53d6f125-dbb0-465f-990e-8656cf31e88e HTTP/1.1" status: 200 len: 217 time: 0.0397325 May 20 21:16:59.814612 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992abd36-d185-4518-902d-469daaa7fc18 req-2fc5a9a4-2d67-4f22-9182-ee91845ef8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:16:59.816060 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-992abd36-d185-4518-902d-469daaa7fc18 req-2fc5a9a4-2d67-4f22-9182-ee91845ef8d8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=87e873ab-38e9-43e0-acec-0c2b5973b603 HTTP/1.1" status: 200 len: 851 time: 0.0487564 May 20 21:16:59.869249 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992abd36-d185-4518-902d-469daaa7fc18 req-31390fb7-b293-466d-8a73-687a04b120e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:16:59.870753 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-992abd36-d185-4518-902d-469daaa7fc18 req-31390fb7-b293-466d-8a73-687a04b120e5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=255960d5-e633-4d0c-a1cc-74a37a7cc772&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0481684 May 20 21:16:59.978863 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-992abd36-d185-4518-902d-469daaa7fc18 req-c61cab7a-5af8-4dae-b1d1-12c11d85f8a1 service neutron] 10.222.0.13 "GET /v2.0/networks/255960d5-e633-4d0c-a1cc-74a37a7cc772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013186 May 20 21:17:00.164275 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-992abd36-d185-4518-902d-469daaa7fc18 req-4e81a6a3-4fee-4bc1-b659-a0666eedc492 service neutron] 10.222.0.13 "GET /v2.0/networks/255960d5-e633-4d0c-a1cc-74a37a7cc772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1790783 May 20 21:17:00.262980 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08161eb-abd7-4315-b427-f5893a0392ef req-42f8221a-3fca-4c36-a435-0a7c81841ed4 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:17:00.264713 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e08161eb-abd7-4315-b427-f5893a0392ef req-42f8221a-3fca-4c36-a435-0a7c81841ed4 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/ports?device_id=76cd0618-09b0-4fca-b030-7839516a3e49 HTTP/1.1" status: 200 len: 943 time: 0.0537362 May 20 21:17:00.311720 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e08161eb-abd7-4315-b427-f5893a0392ef req-0953e786-a3e8-4ed1-9b89-bdc32a2aedfa tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1e67d27-2dd5-4cb5-8d30-f404451cc346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408657 May 20 21:17:01.431356 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71566ab-35b0-4062-adde-df10dabadcb3 req-25d32cd4-ab36-40b2-a798-f54bf90187d8 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:17:01.432996 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e71566ab-35b0-4062-adde-df10dabadcb3 req-25d32cd4-ab36-40b2-a798-f54bf90187d8 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/ports?device_id=76cd0618-09b0-4fca-b030-7839516a3e49 HTTP/1.1" status: 200 len: 943 time: 0.0506816 May 20 21:17:01.482063 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e71566ab-35b0-4062-adde-df10dabadcb3 req-2eccd9a5-699f-409b-9465-ba01ae9c0b46 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1e67d27-2dd5-4cb5-8d30-f404451cc346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385602 May 20 21:17:02.572385 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:17:02.601370 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f05736-dd85-4bc4-92ed-e8446f4d1bfb req-9aef11b0-1068-4371-88e8-e695cb15559b tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:17:02.603006 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b9f05736-dd85-4bc4-92ed-e8446f4d1bfb req-9aef11b0-1068-4371-88e8-e695cb15559b tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/ports?device_id=76cd0618-09b0-4fca-b030-7839516a3e49 HTTP/1.1" status: 200 len: 943 time: 0.0505440 May 20 21:17:02.642483 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b9f05736-dd85-4bc4-92ed-e8446f4d1bfb req-56afd6c3-3b31-4829-95d8-fb090c25b3d2 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1e67d27-2dd5-4cb5-8d30-f404451cc346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328445 May 20 21:17:03.759359 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3c4735-0b44-4883-9933-383116b32d50 req-7bd1e90c-7cd7-4dbc-9218-a7c1f8e598fb tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:17:03.760911 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5a3c4735-0b44-4883-9933-383116b32d50 req-7bd1e90c-7cd7-4dbc-9218-a7c1f8e598fb tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/ports?device_id=76cd0618-09b0-4fca-b030-7839516a3e49 HTTP/1.1" status: 200 len: 943 time: 0.0488229 May 20 21:17:03.801399 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5a3c4735-0b44-4883-9933-383116b32d50 req-fbf0e15a-9d67-4733-98ab-6170669ecde9 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1e67d27-2dd5-4cb5-8d30-f404451cc346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341125 May 20 21:17:04.917425 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c086e1-583d-4177-922a-fc58fb93dd4b req-ed514fd1-1f93-438c-a06c-65d4f86af2f2 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:17:04.918929 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-23c086e1-583d-4177-922a-fc58fb93dd4b req-ed514fd1-1f93-438c-a06c-65d4f86af2f2 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/ports?device_id=76cd0618-09b0-4fca-b030-7839516a3e49 HTTP/1.1" status: 200 len: 943 time: 0.0499096 May 20 21:17:04.961553 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-23c086e1-583d-4177-922a-fc58fb93dd4b req-7ac6a67b-390a-4b97-85a2-fd6c205e96c0 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1e67d27-2dd5-4cb5-8d30-f404451cc346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363662 May 20 21:17:06.076327 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e925bd-f404-4ff6-9c5a-f88ed94c6567 req-79a75337-73e0-442f-8b1a-db5e33053b28 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:17:06.077741 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-31e925bd-f404-4ff6-9c5a-f88ed94c6567 req-79a75337-73e0-442f-8b1a-db5e33053b28 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/ports?device_id=76cd0618-09b0-4fca-b030-7839516a3e49 HTTP/1.1" status: 200 len: 943 time: 0.0488057 May 20 21:17:06.115582 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-31e925bd-f404-4ff6-9c5a-f88ed94c6567 req-0a32083b-7eec-4414-84a8-4f14a9270a65 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1e67d27-2dd5-4cb5-8d30-f404451cc346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309434 May 20 21:17:06.682274 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8114cf-bb5b-49ae-b513-0c91d3552d7e req-a2a27727-3c68-45da-baa1-9baa40fe2c9c tempest-VolumesSnapshotTestJSON-1824500139 tempest-VolumesSnapshotTestJSON-1824500139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:17:06.683744 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2d8114cf-bb5b-49ae-b513-0c91d3552d7e req-a2a27727-3c68-45da-baa1-9baa40fe2c9c tempest-VolumesSnapshotTestJSON-1824500139 tempest-VolumesSnapshotTestJSON-1824500139-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e0638ea-9e1c-4e37-8bea-6134d30c588e HTTP/1.1" status: 200 len: 945 time: 0.0495970 May 20 21:17:06.720991 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2d8114cf-bb5b-49ae-b513-0c91d3552d7e req-d2aa2feb-116f-4b86-b2ca-9d9960dc08e7 tempest-VolumesSnapshotTestJSON-1824500139 tempest-VolumesSnapshotTestJSON-1824500139-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ad33e8f-95e2-4132-9a13-d64c1ab5d1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312779 May 20 21:17:07.158277 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.agents_db [None req-5c33ad30-4e00-40fa-b486-8c79c4a6cfc5 None None] Agent healthcheck: found 7 active agents {{(pid=103165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 20 21:17:07.236689 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7ff536-a129-49bd-a2ba-b1e3e3c2969f req-5748934f-5167-4282-967c-032596b67787 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:17:07.237806 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1a7ff536-a129-49bd-a2ba-b1e3e3c2969f req-5748934f-5167-4282-967c-032596b67787 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/ports?device_id=76cd0618-09b0-4fca-b030-7839516a3e49 HTTP/1.1" status: 200 len: 943 time: 0.0519385 May 20 21:17:07.283731 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1a7ff536-a129-49bd-a2ba-b1e3e3c2969f req-e6756326-3e25-4689-9230-e7c1b4741ab6 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1e67d27-2dd5-4cb5-8d30-f404451cc346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367451 May 20 21:17:07.835891 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8adc0d-bd21-4c30-961e-953444ca0b15 req-53112104-895f-4786-b3e1-e744b3d3226d tempest-VolumesSnapshotTestJSON-1824500139 tempest-VolumesSnapshotTestJSON-1824500139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:17:07.837418 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9f8adc0d-bd21-4c30-961e-953444ca0b15 req-53112104-895f-4786-b3e1-e744b3d3226d tempest-VolumesSnapshotTestJSON-1824500139 tempest-VolumesSnapshotTestJSON-1824500139-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e0638ea-9e1c-4e37-8bea-6134d30c588e HTTP/1.1" status: 200 len: 945 time: 0.0485108 May 20 21:17:07.874082 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9f8adc0d-bd21-4c30-961e-953444ca0b15 req-f5fd5c89-4251-46cf-81e0-5dd20309cac2 tempest-VolumesSnapshotTestJSON-1824500139 tempest-VolumesSnapshotTestJSON-1824500139-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ad33e8f-95e2-4132-9a13-d64c1ab5d1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307753 May 20 21:17:08.179934 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4afac96-8676-41b3-83e0-4be50b354060 req-e67cbf29-66d8-489d-b4e3-3565bdaee8ce tempest-VolumesSnapshotTestJSON-1824500139 tempest-VolumesSnapshotTestJSON-1824500139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:17:08.181396 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-d4afac96-8676-41b3-83e0-4be50b354060 req-e67cbf29-66d8-489d-b4e3-3565bdaee8ce tempest-VolumesSnapshotTestJSON-1824500139 tempest-VolumesSnapshotTestJSON-1824500139-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e0638ea-9e1c-4e37-8bea-6134d30c588e HTTP/1.1" status: 200 len: 945 time: 0.0529640 May 20 21:17:08.270769 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-d4afac96-8676-41b3-83e0-4be50b354060 req-8e50cbf8-c261-438f-b320-9955963b94f7 tempest-VolumesSnapshotTestJSON-1824500139 tempest-VolumesSnapshotTestJSON-1824500139-project] Deleting port 6ee9cad0-fff6-4bd3-b78b-92be31ea722f {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:17:08.271031 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-d4afac96-8676-41b3-83e0-4be50b354060 req-8e50cbf8-c261-438f-b320-9955963b94f7 tempest-VolumesSnapshotTestJSON-1824500139 tempest-VolumesSnapshotTestJSON-1824500139-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:17:08.361725 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-d4afac96-8676-41b3-83e0-4be50b354060 req-8e50cbf8-c261-438f-b320-9955963b94f7 tempest-VolumesSnapshotTestJSON-1824500139 tempest-VolumesSnapshotTestJSON-1824500139-project] For port 6ee9cad0-fff6-4bd3-b78b-92be31ea722f, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=6ee9cad0-fff6-4bd3-b78b-92be31ea722f,segment=NetworkSegment(9063cc2c-9968-4de0-b679-9aa3a136f1db),segment_id=9063cc2c-9968-4de0-b679-9aa3a136f1db)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:17:08.362098 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-d4afac96-8676-41b3-83e0-4be50b354060 req-8e50cbf8-c261-438f-b320-9955963b94f7 tempest-VolumesSnapshotTestJSON-1824500139 tempest-VolumesSnapshotTestJSON-1824500139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:17:08.374423 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-d4afac96-8676-41b3-83e0-4be50b354060 req-8e50cbf8-c261-438f-b320-9955963b94f7 tempest-VolumesSnapshotTestJSON-1824500139 tempest-VolumesSnapshotTestJSON-1824500139-project] Calling delete_port for 6ee9cad0-fff6-4bd3-b78b-92be31ea722f owned by compute:nova {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:17:08.407376 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80557895-f050-4363-ae1b-c0ae9dbe6481 req-3d18ea17-34dc-4233-a7c1-58edbbb8bcff tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:17:08.408844 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-80557895-f050-4363-ae1b-c0ae9dbe6481 req-3d18ea17-34dc-4233-a7c1-58edbbb8bcff tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/ports?device_id=76cd0618-09b0-4fca-b030-7839516a3e49 HTTP/1.1" status: 200 len: 943 time: 0.0523067 May 20 21:17:08.448528 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-80557895-f050-4363-ae1b-c0ae9dbe6481 req-eb23db68-8b0c-4a5e-a56f-51b8a45bcf53 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1e67d27-2dd5-4cb5-8d30-f404451cc346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328488 May 20 21:17:08.571837 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-d4afac96-8676-41b3-83e0-4be50b354060 req-8e50cbf8-c261-438f-b320-9955963b94f7 tempest-VolumesSnapshotTestJSON-1824500139 tempest-VolumesSnapshotTestJSON-1824500139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:17:08.582988 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] get_ports_and_sgs() called for port_ids ['6ee9cad0-fff6-4bd3-b78b-92be31ea722f'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 21:17:08.606155 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e50cbf8-c261-438f-b320-9955963b94f7 tempest-VolumesSnapshotTestJSON-1824500139 tempest-VolumesSnapshotTestJSON-1824500139-project] Pushing event deleted for resources: {'Port': ['ID=6ee9cad0-fff6-4bd3-b78b-92be31ea722f,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:17:08.644424 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4afac96-8676-41b3-83e0-4be50b354060 req-8e50cbf8-c261-438f-b320-9955963b94f7 tempest-VolumesSnapshotTestJSON-1824500139 tempest-VolumesSnapshotTestJSON-1824500139-project] No DVR routers for this DVR port 6ee9cad0-fff6-4bd3-b78b-92be31ea722f on host n-h1-842733-1 {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 21:17:08.647046 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-d4afac96-8676-41b3-83e0-4be50b354060 req-8e50cbf8-c261-438f-b320-9955963b94f7 tempest-VolumesSnapshotTestJSON-1824500139 tempest-VolumesSnapshotTestJSON-1824500139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:17:08.651059 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-d4afac96-8676-41b3-83e0-4be50b354060 req-8e50cbf8-c261-438f-b320-9955963b94f7 tempest-VolumesSnapshotTestJSON-1824500139 tempest-VolumesSnapshotTestJSON-1824500139-project] 10.222.0.24 "DELETE /v2.0/ports/6ee9cad0-fff6-4bd3-b78b-92be31ea722f HTTP/1.1" status: 204 len: 173 time: 0.4639919 May 20 21:17:08.651504 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e0638ea-9e1c-4e37-8bea-6134d30c588e', 'name': 'network-vif-deleted', 'tag': '6ee9cad0-fff6-4bd3-b78b-92be31ea722f'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 21:17:08.653756 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6fa957933fccbf596d28104b23404b952ad6a8238afaebaed40a0874b2e409" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a80aa1ab-deac-4336-9405-c9a5eeb8a5fe" -d '{"events": [{"server_uuid": "7e0638ea-9e1c-4e37-8bea-6134d30c588e", "name": "network-vif-deleted", "tag": "6ee9cad0-fff6-4bd3-b78b-92be31ea722f"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 21:17:08.688354 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 21:17:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ceffefe5-83f9-41b9-b339-85a7c2635555 x-openstack-request-id: req-ceffefe5-83f9-41b9-b339-85a7c2635555 {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 21:17:08.688650 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e0638ea-9e1c-4e37-8bea-6134d30c588e", "name": "network-vif-deleted", "tag": "6ee9cad0-fff6-4bd3-b78b-92be31ea722f", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 21:17:08.688903 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ceffefe5-83f9-41b9-b339-85a7c2635555 {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 21:17:08.689354 n-d-842733-1 neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ceffefe5-83f9-41b9-b339-85a7c2635555'] response: {'server_uuid': '7e0638ea-9e1c-4e37-8bea-6134d30c588e', 'name': 'network-vif-deleted', 'tag': '6ee9cad0-fff6-4bd3-b78b-92be31ea722f', 'status': 'completed', 'code': 200} May 20 21:17:08.980093 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-fa09cc70-fa4c-426f-b106-3004cc85368e req-adaaf7df-5da2-4f74-8778-f3d7047fb912 tempest-VolumesSnapshotTestJSON-1824500139 tempest-VolumesSnapshotTestJSON-1824500139-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e0638ea-9e1c-4e37-8bea-6134d30c588e HTTP/1.1" status: 200 len: 210 time: 0.0261364 May 20 21:17:09.572971 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63785339-4f5d-4a9a-bddc-a50d36f4a1c3 req-18c4a774-3e1e-450a-b2e4-adf914e1f464 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:17:09.574498 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-63785339-4f5d-4a9a-bddc-a50d36f4a1c3 req-18c4a774-3e1e-450a-b2e4-adf914e1f464 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/ports?device_id=76cd0618-09b0-4fca-b030-7839516a3e49 HTTP/1.1" status: 200 len: 943 time: 0.0541503 May 20 21:17:09.613629 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-63785339-4f5d-4a9a-bddc-a50d36f4a1c3 req-f6fc809c-a9bc-440f-8f21-1beb07abb0c8 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1e67d27-2dd5-4cb5-8d30-f404451cc346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330408 May 20 21:17:10.731295 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82de7227-14a9-4309-b208-e4018116be1c req-34ea07ff-7037-445b-b7c5-a2370f4baa09 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:17:10.732764 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-82de7227-14a9-4309-b208-e4018116be1c req-34ea07ff-7037-445b-b7c5-a2370f4baa09 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/ports?device_id=76cd0618-09b0-4fca-b030-7839516a3e49 HTTP/1.1" status: 200 len: 943 time: 0.0493095 May 20 21:17:10.771814 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-82de7227-14a9-4309-b208-e4018116be1c req-4833378d-7ba8-4804-bf85-8d13e3750a50 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1e67d27-2dd5-4cb5-8d30-f404451cc346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327694 May 20 21:17:11.232020 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 53d6f125-dbb0-465f-990e-8656cf31e88e details requested by agent hyperv_n-h2-842733-1 with host n-h2-842733-1 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 21:17:11.326930 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port 53d6f125-dbb0-465f-990e-8656cf31e88e, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=53d6f125-dbb0-465f-990e-8656cf31e88e,segment=NetworkSegment(8db3cbe6-5ab5-44a8-9059-240f6f6827e1),segment_id=8db3cbe6-5ab5-44a8-9059-240f6f6827e1)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:17:11.343202 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Returning: {'device': '53d6f125-dbb0-465f-990e-8656cf31e88e', 'network_id': '255960d5-e633-4d0c-a1cc-74a37a7cc772', 'port_id': '53d6f125-dbb0-465f-990e-8656cf31e88e', 'mac_address': 'fa:16:3e:66:58:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87e873ab-38e9-43e0-acec-0c2b5973b603', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 20 21:17:11.381412 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port 53d6f125-dbb0-465f-990e-8656cf31e88e is: DOWN; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:17:11.381790 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:17:11.395354 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53d6f125-dbb0-465f-990e-8656cf31e88e {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 21:17:11.418835 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port 53d6f125-dbb0-465f-990e-8656cf31e88e, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=53d6f125-dbb0-465f-990e-8656cf31e88e,segment=NetworkSegment(8db3cbe6-5ab5-44a8-9059-240f6f6827e1),segment_id=8db3cbe6-5ab5-44a8-9059-240f6f6827e1)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:17:11.501786 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:17:11.550453 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=53d6f125-dbb0-465f-990e-8656cf31e88e,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:17:11.558035 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:17:11.558381 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:17:11.558719 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:17:11.559054 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:17:11.559384 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:17:11.559712 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:17:11.560036 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:17:11.560359 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:17:11.560680 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:17:11.561002 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:17:11.561345 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:17:11.561666 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:17:11.757817 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] get_ports_and_sgs() called for port_ids ['53d6f125-dbb0-465f-990e-8656cf31e88e'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 21:17:11.888629 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0624ebd0-44ee-4865-a2e1-f8454ac142ab req-cb817fde-cbc6-49d1-b8ed-e9213c17265d tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:17:11.890143 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0624ebd0-44ee-4865-a2e1-f8454ac142ab req-cb817fde-cbc6-49d1-b8ed-e9213c17265d tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/ports?device_id=76cd0618-09b0-4fca-b030-7839516a3e49 HTTP/1.1" status: 200 len: 944 time: 0.0491447 May 20 21:17:11.928752 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0624ebd0-44ee-4865-a2e1-f8454ac142ab req-be943ef7-70c0-41f1-a809-ebda0d74c71d tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1e67d27-2dd5-4cb5-8d30-f404451cc346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321331 May 20 21:17:12.479901 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 6ee9cad0-fff6-4bd3-b78b-92be31ea722f no longer exists at agent hyperv_n-h1-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 21:17:12.500807 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] No Port match for: 6ee9cad0-fff6-4bd3-b78b-92be31ea722f {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 21:17:12.501182 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 6ee9cad0-fff6-4bd3-b78b-92be31ea722f not bound to the agent host n-h1-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 21:17:13.048967 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e42dbf3-359f-4f31-aef2-84cc9c376311 req-9f75c7cd-9551-4e67-b6b6-b31e41691c3d tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:17:13.050455 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9e42dbf3-359f-4f31-aef2-84cc9c376311 req-9f75c7cd-9551-4e67-b6b6-b31e41691c3d tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/ports?device_id=76cd0618-09b0-4fca-b030-7839516a3e49 HTTP/1.1" status: 200 len: 944 time: 0.0520861 May 20 21:17:13.090189 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9e42dbf3-359f-4f31-aef2-84cc9c376311 req-f72442e2-1e72-4469-b399-273393723229 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1e67d27-2dd5-4cb5-8d30-f404451cc346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325904 May 20 21:17:13.249772 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 53d6f125-dbb0-465f-990e-8656cf31e88e up at agent hyperv_n-h2-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:17:13.369959 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Provisioning for port 53d6f125-dbb0-465f-990e-8656cf31e88e completed by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 21:17:13.374059 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Provisioning complete for port 53d6f125-dbb0-465f-990e-8656cf31e88e triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:17:13.374429 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:17:13.453827 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port 53d6f125-dbb0-465f-990e-8656cf31e88e is: BUILD; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:17:13.454218 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:17:13.477064 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76cd0618-09b0-4fca-b030-7839516a3e49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53d6f125-dbb0-465f-990e-8656cf31e88e'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 21:17:13.484831 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8485417003ce7c0410b00f5cdc2f391e21107b70bb68e2773712534a96e108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74e2e691-ec25-49a2-a493-b0e82e051391" -d '{"events": [{"server_uuid": "76cd0618-09b0-4fca-b030-7839516a3e49", "name": "network-vif-plugged", "status": "completed", "tag": "53d6f125-dbb0-465f-990e-8656cf31e88e"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 21:17:13.492519 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port 53d6f125-dbb0-465f-990e-8656cf31e88e, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=53d6f125-dbb0-465f-990e-8656cf31e88e,segment=NetworkSegment(8db3cbe6-5ab5-44a8-9059-240f6f6827e1),segment_id=8db3cbe6-5ab5-44a8-9059-240f6f6827e1)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:17:13.517049 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 21:17:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6b87112-5fd8-40a5-9aec-f131f29c7849 x-openstack-request-id: req-c6b87112-5fd8-40a5-9aec-f131f29c7849 {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 21:17:13.517578 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76cd0618-09b0-4fca-b030-7839516a3e49", "name": "network-vif-plugged", "status": "completed", "tag": "53d6f125-dbb0-465f-990e-8656cf31e88e", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 21:17:13.517829 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c6b87112-5fd8-40a5-9aec-f131f29c7849 {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 21:17:13.518224 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6b87112-5fd8-40a5-9aec-f131f29c7849'] response: {'server_uuid': '76cd0618-09b0-4fca-b030-7839516a3e49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53d6f125-dbb0-465f-990e-8656cf31e88e', 'code': 200} May 20 21:17:13.589127 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:17:13.636883 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96515b7f-a63c-43f5-b189-58b2df303d0c req-0330703a-beba-45a0-9e63-9407d5f3bb09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:17:13.638437 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-96515b7f-a63c-43f5-b189-58b2df303d0c req-0330703a-beba-45a0-9e63-9407d5f3bb09 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=76cd0618-09b0-4fca-b030-7839516a3e49 HTTP/1.1" status: 200 len: 1096 time: 0.0406752 May 20 21:17:13.642119 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=53d6f125-dbb0-465f-990e-8656cf31e88e,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:17:13.676142 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-96515b7f-a63c-43f5-b189-58b2df303d0c req-309b2f18-3aa1-4627-ab2f-d47be639d783 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=e1e67d27-2dd5-4cb5-8d30-f404451cc346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299225 May 20 21:17:14.208820 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5632e9d8-2cb8-48bf-a376-55c862a6524a req-8ecde485-5e19-4b4c-adc5-3698021d2aa3 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:17:14.210389 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5632e9d8-2cb8-48bf-a376-55c862a6524a req-8ecde485-5e19-4b4c-adc5-3698021d2aa3 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/ports?device_id=76cd0618-09b0-4fca-b030-7839516a3e49 HTTP/1.1" status: 200 len: 945 time: 0.0502841 May 20 21:17:14.248409 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5632e9d8-2cb8-48bf-a376-55c862a6524a req-764abb66-5846-4c63-82e4-490e9f3cea13 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1e67d27-2dd5-4cb5-8d30-f404451cc346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320733 May 20 21:17:15.368373 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6619d34-3b2e-402f-a693-5ac7e6195851 req-d6c5b208-6cfe-4ae9-b45d-6d1790be33be tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:17:15.369846 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d6619d34-3b2e-402f-a693-5ac7e6195851 req-d6c5b208-6cfe-4ae9-b45d-6d1790be33be tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/ports?device_id=76cd0618-09b0-4fca-b030-7839516a3e49 HTTP/1.1" status: 200 len: 945 time: 0.0504434 May 20 21:17:15.408131 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d6619d34-3b2e-402f-a693-5ac7e6195851 req-30bdc24e-844c-412a-b44f-7819065cb1cb tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1e67d27-2dd5-4cb5-8d30-f404451cc346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321934 May 20 21:17:15.536783 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699b623b-675e-4da5-99a2-a3fc148730c7 req-c05dd9a2-c936-4d3a-8269-224c6e1c69d1 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:17:15.538792 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-699b623b-675e-4da5-99a2-a3fc148730c7 req-c05dd9a2-c936-4d3a-8269-224c6e1c69d1 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/ports?device_id=76cd0618-09b0-4fca-b030-7839516a3e49 HTTP/1.1" status: 200 len: 945 time: 0.0575516 May 20 21:17:15.578691 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-699b623b-675e-4da5-99a2-a3fc148730c7 req-b4a9307d-05ce-40d1-8865-8b3c6708ad52 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1e67d27-2dd5-4cb5-8d30-f404451cc346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337245 May 20 21:17:15.710640 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6668bb-a81e-429e-8de0-cab78e06870e req-326cdcc6-94b2-470a-a7dc-15f94e3f369f tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:17:15.712313 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9f6668bb-a81e-429e-8de0-cab78e06870e req-326cdcc6-94b2-470a-a7dc-15f94e3f369f tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/ports?device_id=76cd0618-09b0-4fca-b030-7839516a3e49 HTTP/1.1" status: 200 len: 945 time: 0.0515721 May 20 21:17:15.751238 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9f6668bb-a81e-429e-8de0-cab78e06870e req-99714516-751a-4c3c-90d3-48d5c0e57331 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1e67d27-2dd5-4cb5-8d30-f404451cc346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325594 May 20 21:17:16.211662 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f763ecfa-c135-4de4-82e4-e933a0ef08da req-ed23ffbc-f4e1-4ed1-8c74-7e3fc64bc73c tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:17:16.213149 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f763ecfa-c135-4de4-82e4-e933a0ef08da req-ed23ffbc-f4e1-4ed1-8c74-7e3fc64bc73c tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/ports?device_id=76cd0618-09b0-4fca-b030-7839516a3e49 HTTP/1.1" status: 200 len: 945 time: 0.0509522 May 20 21:17:16.251739 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f763ecfa-c135-4de4-82e4-e933a0ef08da req-78c144ec-a4e8-4569-8767-befa8e9ce2c0 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1e67d27-2dd5-4cb5-8d30-f404451cc346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323181 May 20 21:17:17.375603 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73918b0f-a3e9-4083-b975-46d471794820 req-3c11ce8d-3ed6-4423-a0eb-80a7ec786ce6 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:17:17.377100 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-73918b0f-a3e9-4083-b975-46d471794820 req-3c11ce8d-3ed6-4423-a0eb-80a7ec786ce6 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/ports?device_id=76cd0618-09b0-4fca-b030-7839516a3e49 HTTP/1.1" status: 200 len: 945 time: 0.0547688 May 20 21:17:17.417281 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-73918b0f-a3e9-4083-b975-46d471794820 req-f9fcadf7-af02-48c1-ad1d-42b26c83c943 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1e67d27-2dd5-4cb5-8d30-f404451cc346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331199 May 20 21:17:17.749277 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d45f365-6064-4d7d-810a-981365a58fbb req-16f81245-1501-404e-90e0-6f03ac63d218 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:17:17.750832 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-2d45f365-6064-4d7d-810a-981365a58fbb req-16f81245-1501-404e-90e0-6f03ac63d218 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.13 "GET /v2.0/ports?device_id=76cd0618-09b0-4fca-b030-7839516a3e49 HTTP/1.1" status: 200 len: 945 time: 0.0504844 May 20 21:17:17.849670 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-2d45f365-6064-4d7d-810a-981365a58fbb req-c2b859d3-e13e-4cbf-9826-10c08c813547 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Deleting port 53d6f125-dbb0-465f-990e-8656cf31e88e {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:17:17.850024 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-2d45f365-6064-4d7d-810a-981365a58fbb req-c2b859d3-e13e-4cbf-9826-10c08c813547 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:17:17.937950 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-2d45f365-6064-4d7d-810a-981365a58fbb req-c2b859d3-e13e-4cbf-9826-10c08c813547 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] For port 53d6f125-dbb0-465f-990e-8656cf31e88e, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=53d6f125-dbb0-465f-990e-8656cf31e88e,segment=NetworkSegment(8db3cbe6-5ab5-44a8-9059-240f6f6827e1),segment_id=8db3cbe6-5ab5-44a8-9059-240f6f6827e1)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:17:17.938306 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-2d45f365-6064-4d7d-810a-981365a58fbb req-c2b859d3-e13e-4cbf-9826-10c08c813547 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:17:17.950743 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-2d45f365-6064-4d7d-810a-981365a58fbb req-c2b859d3-e13e-4cbf-9826-10c08c813547 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Calling delete_port for 53d6f125-dbb0-465f-990e-8656cf31e88e owned by compute:nova {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:17:18.170174 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-2d45f365-6064-4d7d-810a-981365a58fbb req-c2b859d3-e13e-4cbf-9826-10c08c813547 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:17:18.199514 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b859d3-e13e-4cbf-9826-10c08c813547 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Pushing event deleted for resources: {'Port': ['ID=53d6f125-dbb0-465f-990e-8656cf31e88e,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:17:18.210813 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] get_ports_and_sgs() called for port_ids ['53d6f125-dbb0-465f-990e-8656cf31e88e'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 21:17:18.251100 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d45f365-6064-4d7d-810a-981365a58fbb req-c2b859d3-e13e-4cbf-9826-10c08c813547 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] No DVR routers for this DVR port 53d6f125-dbb0-465f-990e-8656cf31e88e on host n-h2-842733-1 {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 21:17:18.254016 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-2d45f365-6064-4d7d-810a-981365a58fbb req-c2b859d3-e13e-4cbf-9826-10c08c813547 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:17:18.257740 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-2d45f365-6064-4d7d-810a-981365a58fbb req-c2b859d3-e13e-4cbf-9826-10c08c813547 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.13 "DELETE /v2.0/ports/53d6f125-dbb0-465f-990e-8656cf31e88e HTTP/1.1" status: 204 len: 173 time: 0.5012510 May 20 21:17:18.258206 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76cd0618-09b0-4fca-b030-7839516a3e49', 'name': 'network-vif-deleted', 'tag': '53d6f125-dbb0-465f-990e-8656cf31e88e'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 21:17:18.261450 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6fa957933fccbf596d28104b23404b952ad6a8238afaebaed40a0874b2e409" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c2f289d-3051-45e4-8f63-e4bbc694d3be" -d '{"events": [{"server_uuid": "76cd0618-09b0-4fca-b030-7839516a3e49", "name": "network-vif-deleted", "tag": "53d6f125-dbb0-465f-990e-8656cf31e88e"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 21:17:18.300164 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 21:17:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f717095-2d8b-47ed-9de4-e763fa0594d0 x-openstack-request-id: req-9f717095-2d8b-47ed-9de4-e763fa0594d0 {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 21:17:18.300450 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76cd0618-09b0-4fca-b030-7839516a3e49", "name": "network-vif-deleted", "tag": "53d6f125-dbb0-465f-990e-8656cf31e88e", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 21:17:18.300706 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9f717095-2d8b-47ed-9de4-e763fa0594d0 {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 21:17:18.301112 n-d-842733-1 neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f717095-2d8b-47ed-9de4-e763fa0594d0'] response: {'server_uuid': '76cd0618-09b0-4fca-b030-7839516a3e49', 'name': 'network-vif-deleted', 'tag': '53d6f125-dbb0-465f-990e-8656cf31e88e', 'status': 'completed', 'code': 200} May 20 21:17:18.517481 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f91620fa-6a84-436c-8eb2-3dc3d2b023d8 req-22f6fc2f-2d51-41ae-8936-6ecc43566936 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/ports?device_id=76cd0618-09b0-4fca-b030-7839516a3e49 HTTP/1.1" status: 200 len: 210 time: 0.0270789 May 20 21:17:19.622457 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f50dbf05-91a2-4ed7-98ae-2f0470cc525b req-bcd7ba09-6f12-4037-887a-d92a3cd7bfbf tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/ports?device_id=76cd0618-09b0-4fca-b030-7839516a3e49 HTTP/1.1" status: 200 len: 210 time: 0.0271745 May 20 21:17:19.916816 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-6b8a009c-708f-4dea-afc6-5693f79b705a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:17:20.722540 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0e90e870-28b9-4992-b4df-6d5bfff37dd2 req-795ac93e-2f8d-463d-8d22-9e0db36990cb tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/ports?device_id=76cd0618-09b0-4fca-b030-7839516a3e49 HTTP/1.1" status: 200 len: 210 time: 0.0283694 May 20 21:17:21.311997 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 53d6f125-dbb0-465f-990e-8656cf31e88e no longer exists at agent hyperv_n-h2-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 21:17:21.332591 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] No Port match for: 53d6f125-dbb0-465f-990e-8656cf31e88e {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 21:17:21.333012 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 53d6f125-dbb0-465f-990e-8656cf31e88e not bound to the agent host n-h2-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 21:17:21.819083 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-97fccd6b-c0c1-429e-b077-d7fdc7dd7784 req-6c813a6f-2108-4b00-9dfa-3e892dfdef99 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/ports?device_id=76cd0618-09b0-4fca-b030-7839516a3e49 HTTP/1.1" status: 200 len: 210 time: 0.0266893 May 20 21:17:22.269162 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4f0b5e27-d7c5-4b3d-9c75-bd4f38c0c02f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:17:24.023634 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4bb0e131-6525-46ca-a45b-e4ea43a5e69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:17:24.932942 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:17:25.583317 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cc3ec51b-6ec8-438a-8349-5f0bec346d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:17:25.661683 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:17:32.554735 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:17:38.137829 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [req-7736b258-5a16-474f-a935-fd35ba9ebad6 req-6350c73b-b91d-4eba-8e0d-5ca8bf20cef5 service neutron] (103163) timed out ('10.222.0.35', 41466) {{(pid=103163) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} May 20 21:17:44.158765 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.agents_db [None req-5c33ad30-4e00-40fa-b486-8c79c4a6cfc5 None None] Agent healthcheck: found 7 active agents {{(pid=103165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 20 21:17:49.947834 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-0d7c14b5-abb9-4173-99cd-1840aae7c3fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:17:52.251259 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-177f8e06-2a19-4437-a60d-2e13ac2129b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:17:54.029284 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4bb0e131-6525-46ca-a45b-e4ea43a5e69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:17:54.936450 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:17:55.852625 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:17:55.854094 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cc3ec51b-6ec8-438a-8349-5f0bec346d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:17:56.612507 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a434837c-79e8-49e3-b83a-54727fc153c4 req-6a16c2fc-9366-4ab4-93b6-f035d5da7a07 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:17:56.613936 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a434837c-79e8-49e3-b83a-54727fc153c4 req-6a16c2fc-9366-4ab4-93b6-f035d5da7a07 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/networks?id=255960d5-e633-4d0c-a1cc-74a37a7cc772 HTTP/1.1" status: 200 len: 812 time: 0.1078858 May 20 21:17:56.630297 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a434837c-79e8-49e3-b83a-54727fc153c4 req-ece1c3a6-b2c6-4b77-a572-6e30fc3c39e9 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/quotas/4f94a191bdd44506b49954bf553d7569 HTTP/1.1" status: 200 len: 375 time: 0.0105319 May 20 21:17:56.683729 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a434837c-79e8-49e3-b83a-54727fc153c4 req-6fc94d3d-b581-48e4-aae1-1f6d148b10b8 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=4f94a191bdd44506b49954bf553d7569&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0474291 May 20 21:17:56.695046 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [req-a434837c-79e8-49e3-b83a-54727fc153c4 req-38bd935a-2be2-4470-860c-ac7667b57ede service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103163) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 21:17:56.695982 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a434837c-79e8-49e3-b83a-54727fc153c4 req-38bd935a-2be2-4470-860c-ac7667b57ede service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049193 May 20 21:17:56.796665 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a434837c-79e8-49e3-b83a-54727fc153c4 req-0eac85a1-1787-47d0-a068-827322f92db6 service neutron] 10.222.0.35 "GET /v2.0/networks/255960d5-e633-4d0c-a1cc-74a37a7cc772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945363 May 20 21:17:56.887725 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a434837c-79e8-49e3-b83a-54727fc153c4 req-5f8a99ad-f3b6-4d04-abf0-edbfcc99b3b7 service neutron] 10.222.0.35 "GET /v2.0/networks/255960d5-e633-4d0c-a1cc-74a37a7cc772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848305 May 20 21:17:57.158592 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-851e38ae-7a49-4877-8969-6c98f893950c req-e208c035-ef52-4e1b-bcde-81f44072c031 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/ports?device_id=b41a7cca-551f-4d59-9ebb-9f96b8b615da HTTP/1.1" status: 200 len: 210 time: 0.0343552 May 20 21:17:58.274979 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-01b3f3bd-e82c-4ba6-8dcc-fee39a7085d9 req-d6e1bc55-546c-4bb7-9cbf-aa8dfee68a4b tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/ports?device_id=b41a7cca-551f-4d59-9ebb-9f96b8b615da HTTP/1.1" status: 200 len: 210 time: 0.0324824 May 20 21:17:59.028496 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a434837c-79e8-49e3-b83a-54727fc153c4 req-46ca5a59-f8d9-4555-b99b-4d1fcc1ad692 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:17:59.030005 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-a434837c-79e8-49e3-b83a-54727fc153c4 req-46ca5a59-f8d9-4555-b99b-4d1fcc1ad692 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.24 "GET /v2.0/networks?id=255960d5-e633-4d0c-a1cc-74a37a7cc772 HTTP/1.1" status: 200 len: 812 time: 0.1068118 May 20 21:17:59.042372 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [req-a434837c-79e8-49e3-b83a-54727fc153c4 req-d6957c84-914d-41d8-9ec2-fd906bea0c95 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Request body: {'port': {'device_id': 'b41a7cca-551f-4d59-9ebb-9f96b8b615da', 'network_id': '255960d5-e633-4d0c-a1cc-74a37a7cc772', 'admin_state_up': True, 'tenant_id': '4f94a191bdd44506b49954bf553d7569'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:17:59.216432 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a434837c-79e8-49e3-b83a-54727fc153c4 req-d6957c84-914d-41d8-9ec2-fd906bea0c95 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Made reservation on behalf of 4f94a191bdd44506b49954bf553d7569 for: {'port': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:17:59.221588 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-a434837c-79e8-49e3-b83a-54727fc153c4 req-d6957c84-914d-41d8-9ec2-fd906bea0c95 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:17:59.374993 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [req-a434837c-79e8-49e3-b83a-54727fc153c4 req-d6957c84-914d-41d8-9ec2-fd906bea0c95 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Allocated IP 172.20.0.10 (255960d5-e633-4d0c-a1cc-74a37a7cc772/87e873ab-38e9-43e0-acec-0c2b5973b603/d0e6f219-8d89-405e-b9fd-06f1c0e443b3) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:17:59.375232 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-649be6a9-5dbd-4ce6-a9fa-b0b9833be610 req-96808c17-8d3e-45da-9374-0488c649b016 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/ports?device_id=b41a7cca-551f-4d59-9ebb-9f96b8b615da HTTP/1.1" status: 200 len: 210 time: 0.0275481 May 20 21:17:59.533831 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-a434837c-79e8-49e3-b83a-54727fc153c4 req-d6957c84-914d-41d8-9ec2-fd906bea0c95 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:17:59.622570 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-a434837c-79e8-49e3-b83a-54727fc153c4 req-d6957c84-914d-41d8-9ec2-fd906bea0c95 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:17:59.669144 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a434837c-79e8-49e3-b83a-54727fc153c4 req-d6957c84-914d-41d8-9ec2-fd906bea0c95 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Network 255960d5-e633-4d0c-a1cc-74a37a7cc772 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:17:59.672035 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [req-a434837c-79e8-49e3-b83a-54727fc153c4 req-d6957c84-914d-41d8-9ec2-fd906bea0c95 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:17:59.675671 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-a434837c-79e8-49e3-b83a-54727fc153c4 req-d6957c84-914d-41d8-9ec2-fd906bea0c95 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:17:59.707955 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6957c84-914d-41d8-9ec2-fd906bea0c95 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Pushing event updated for resources: {'Port': ['ID=d0e6f219-8d89-405e-b9fd-06f1c0e443b3,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:17:59.718330 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6957c84-914d-41d8-9ec2-fd906bea0c95 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:17:59.718667 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6957c84-914d-41d8-9ec2-fd906bea0c95 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:17:59.719032 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6957c84-914d-41d8-9ec2-fd906bea0c95 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:17:59.720096 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6957c84-914d-41d8-9ec2-fd906bea0c95 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:17:59.720519 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6957c84-914d-41d8-9ec2-fd906bea0c95 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:17:59.721011 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6957c84-914d-41d8-9ec2-fd906bea0c95 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:17:59.721399 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6957c84-914d-41d8-9ec2-fd906bea0c95 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:17:59.721730 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6957c84-914d-41d8-9ec2-fd906bea0c95 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:17:59.722122 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6957c84-914d-41d8-9ec2-fd906bea0c95 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:17:59.723055 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6957c84-914d-41d8-9ec2-fd906bea0c95 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:17:59.723055 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6957c84-914d-41d8-9ec2-fd906bea0c95 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:17:59.723055 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6957c84-914d-41d8-9ec2-fd906bea0c95 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:17:59.752722 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a434837c-79e8-49e3-b83a-54727fc153c4 req-d6957c84-914d-41d8-9ec2-fd906bea0c95 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:17:59.753489 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-a434837c-79e8-49e3-b83a-54727fc153c4 req-d6957c84-914d-41d8-9ec2-fd906bea0c95 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:17:59.865828 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-a434837c-79e8-49e3-b83a-54727fc153c4 req-d6957c84-914d-41d8-9ec2-fd906bea0c95 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8273246 May 20 21:17:59.880358 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [req-a434837c-79e8-49e3-b83a-54727fc153c4 req-c066b0aa-33fc-4be4-9c4a-a63a3d5939f7 service neutron] Request body: {'port': {'device_id': 'b41a7cca-551f-4d59-9ebb-9f96b8b615da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-842733-1'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:17:59.966259 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-a434837c-79e8-49e3-b83a-54727fc153c4 req-c066b0aa-33fc-4be4-9c4a-a63a3d5939f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:17:59.998507 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-4b38d7fe-5314-48e1-96b5-e63a573258a2 None None] Provisioning complete for port d0e6f219-8d89-405e-b9fd-06f1c0e443b3 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:17:59.999673 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4b38d7fe-5314-48e1-96b5-e63a573258a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:18:00.075651 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-4b38d7fe-5314-48e1-96b5-e63a573258a2 None None] Port d0e6f219-8d89-405e-b9fd-06f1c0e443b3 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 21:18:00.302991 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [req-a434837c-79e8-49e3-b83a-54727fc153c4 req-c066b0aa-33fc-4be4-9c4a-a63a3d5939f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0e6f219-8d89-405e-b9fd-06f1c0e443b3 {{(pid=103162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 21:18:00.310831 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-a434837c-79e8-49e3-b83a-54727fc153c4 req-c066b0aa-33fc-4be4-9c4a-a63a3d5939f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:18:00.332562 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.provisioning_blocks [req-a434837c-79e8-49e3-b83a-54727fc153c4 req-c066b0aa-33fc-4be4-9c4a-a63a3d5939f7 service neutron] Transition to ACTIVE for port object d0e6f219-8d89-405e-b9fd-06f1c0e443b3 will not be triggered until provisioned by entity L2. {{(pid=103162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 21:18:00.425318 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-a434837c-79e8-49e3-b83a-54727fc153c4 req-c066b0aa-33fc-4be4-9c4a-a63a3d5939f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:18:00.502824 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c066b0aa-33fc-4be4-9c4a-a63a3d5939f7 service neutron] Pushing event updated for resources: {'Port': ['ID=d0e6f219-8d89-405e-b9fd-06f1c0e443b3,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:18:00.561372 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af59d439-8ebc-4123-9a96-628003f6a3a2 req-e8303ec7-e924-4831-928e-5d4479581e88 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:18:00.570821 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-af59d439-8ebc-4123-9a96-628003f6a3a2 req-e8303ec7-e924-4831-928e-5d4479581e88 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/ports?device_id=b41a7cca-551f-4d59-9ebb-9f96b8b615da HTTP/1.1" status: 200 len: 944 time: 0.1101024 May 20 21:18:00.588144 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-a434837c-79e8-49e3-b83a-54727fc153c4 req-c066b0aa-33fc-4be4-9c4a-a63a3d5939f7 service neutron] Attempting to bind port d0e6f219-8d89-405e-b9fd-06f1c0e443b3 on host n-h1-842733-1 for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:18:00.588846 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-a434837c-79e8-49e3-b83a-54727fc153c4 req-c066b0aa-33fc-4be4-9c4a-a63a3d5939f7 service neutron] Attempting to bind port d0e6f219-8d89-405e-b9fd-06f1c0e443b3 by drivers openvswitch,hyperv on host n-h1-842733-1 at level 0 using segments [{'id': '8db3cbe6-5ab5-44a8-9059-240f6f6827e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '255960d5-e633-4d0c-a1cc-74a37a7cc772'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:18:00.589387 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a434837c-79e8-49e3-b83a-54727fc153c4 req-c066b0aa-33fc-4be4-9c4a-a63a3d5939f7 service neutron] Attempting to bind port d0e6f219-8d89-405e-b9fd-06f1c0e443b3 on network 255960d5-e633-4d0c-a1cc-74a37a7cc772 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:18:00.595305 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a434837c-79e8-49e3-b83a-54727fc153c4 req-c066b0aa-33fc-4be4-9c4a-a63a3d5939f7 service neutron] Port d0e6f219-8d89-405e-b9fd-06f1c0e443b3 on network 255960d5-e633-4d0c-a1cc-74a37a7cc772 not bound, no agent of type Open vSwitch agent registered on host n-h1-842733-1 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 21:18:00.595826 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a434837c-79e8-49e3-b83a-54727fc153c4 req-c066b0aa-33fc-4be4-9c4a-a63a3d5939f7 service neutron] Attempting to bind port d0e6f219-8d89-405e-b9fd-06f1c0e443b3 on network 255960d5-e633-4d0c-a1cc-74a37a7cc772 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:18:00.601756 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a434837c-79e8-49e3-b83a-54727fc153c4 req-c066b0aa-33fc-4be4-9c4a-a63a3d5939f7 service neutron] Checking agent: {'id': '08dfb1ce-804b-4db8-838b-21094082e041', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 32, 54), 'started_at': datetime.datetime(2022, 5, 20, 20, 32, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 21, 17, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 21:18:00.602343 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a434837c-79e8-49e3-b83a-54727fc153c4 req-c066b0aa-33fc-4be4-9c4a-a63a3d5939f7 service neutron] Checking segment: {'id': '8db3cbe6-5ab5-44a8-9059-240f6f6827e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '255960d5-e633-4d0c-a1cc-74a37a7cc772'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:18:00.602876 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a434837c-79e8-49e3-b83a-54727fc153c4 req-c066b0aa-33fc-4be4-9c4a-a63a3d5939f7 service neutron] Bound using segment: {'id': '8db3cbe6-5ab5-44a8-9059-240f6f6827e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '255960d5-e633-4d0c-a1cc-74a37a7cc772'} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 21:18:00.603460 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-a434837c-79e8-49e3-b83a-54727fc153c4 req-c066b0aa-33fc-4be4-9c4a-a63a3d5939f7 service neutron] Bound port: d0e6f219-8d89-405e-b9fd-06f1c0e443b3, host: n-h1-842733-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8db3cbe6-5ab5-44a8-9059-240f6f6827e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '255960d5-e633-4d0c-a1cc-74a37a7cc772'}}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:18:00.603917 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-a434837c-79e8-49e3-b83a-54727fc153c4 req-c066b0aa-33fc-4be4-9c4a-a63a3d5939f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:18:00.628651 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-af59d439-8ebc-4123-9a96-628003f6a3a2 req-914e1c1b-866e-43c1-8d32-07fea504e0b3 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1e67d27-2dd5-4cb5-8d30-f404451cc346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557501 May 20 21:18:00.688976 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-a434837c-79e8-49e3-b83a-54727fc153c4 req-c066b0aa-33fc-4be4-9c4a-a63a3d5939f7 service neutron] For port d0e6f219-8d89-405e-b9fd-06f1c0e443b3, host n-h1-842733-1, cleared binding levels {{(pid=103162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 21:18:00.692609 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-a434837c-79e8-49e3-b83a-54727fc153c4 req-c066b0aa-33fc-4be4-9c4a-a63a3d5939f7 service neutron] For port d0e6f219-8d89-405e-b9fd-06f1c0e443b3, host n-h1-842733-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=d0e6f219-8d89-405e-b9fd-06f1c0e443b3,segment=NetworkSegment(8db3cbe6-5ab5-44a8-9059-240f6f6827e1),segment_id=8db3cbe6-5ab5-44a8-9059-240f6f6827e1)] {{(pid=103162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 21:18:00.765736 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-a434837c-79e8-49e3-b83a-54727fc153c4 req-c066b0aa-33fc-4be4-9c4a-a63a3d5939f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:18:00.813494 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a434837c-79e8-49e3-b83a-54727fc153c4 req-c066b0aa-33fc-4be4-9c4a-a63a3d5939f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:18:00.814337 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-a434837c-79e8-49e3-b83a-54727fc153c4 req-c066b0aa-33fc-4be4-9c4a-a63a3d5939f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:18:00.817504 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-a434837c-79e8-49e3-b83a-54727fc153c4 req-c066b0aa-33fc-4be4-9c4a-a63a3d5939f7 service neutron] 10.222.0.24 "PUT /v2.0/ports/d0e6f219-8d89-405e-b9fd-06f1c0e443b3 HTTP/1.1" status: 200 len: 1092 time: 0.9433146 May 20 21:18:00.817958 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b41a7cca-551f-4d59-9ebb-9f96b8b615da', 'tag': 'd0e6f219-8d89-405e-b9fd-06f1c0e443b3'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 21:18:00.826335 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6fa957933fccbf596d28104b23404b952ad6a8238afaebaed40a0874b2e409" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c68f79e-8075-4e66-a365-04e9d0cc068c" -d '{"events": [{"name": "network-changed", "server_uuid": "b41a7cca-551f-4d59-9ebb-9f96b8b615da", "tag": "d0e6f219-8d89-405e-b9fd-06f1c0e443b3"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 21:18:00.894391 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c066b0aa-33fc-4be4-9c4a-a63a3d5939f7 service neutron] Pushing event updated for resources: {'Port': ['ID=d0e6f219-8d89-405e-b9fd-06f1c0e443b3,revision_number=3']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:18:00.905974 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 21:18:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a61e7ca-0774-4459-b3be-371b75298364 x-openstack-request-id: req-2a61e7ca-0774-4459-b3be-371b75298364 {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 21:18:00.906434 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b41a7cca-551f-4d59-9ebb-9f96b8b615da", "tag": "d0e6f219-8d89-405e-b9fd-06f1c0e443b3", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 21:18:00.914786 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2a61e7ca-0774-4459-b3be-371b75298364 {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 21:18:00.927341 n-d-842733-1 neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a61e7ca-0774-4459-b3be-371b75298364'] response: {'name': 'network-changed', 'server_uuid': 'b41a7cca-551f-4d59-9ebb-9f96b8b615da', 'tag': 'd0e6f219-8d89-405e-b9fd-06f1c0e443b3', 'status': 'completed', 'code': 200} May 20 21:18:00.988249 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c68f79e-8075-4e66-a365-04e9d0cc068c req-382f2cce-36e7-4edf-9a04-ece046441ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:18:00.992812 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-3c68f79e-8075-4e66-a365-04e9d0cc068c req-382f2cce-36e7-4edf-9a04-ece046441ecb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4f94a191bdd44506b49954bf553d7569&device_id=b41a7cca-551f-4d59-9ebb-9f96b8b615da HTTP/1.1" status: 200 len: 1095 time: 0.0634041 May 20 21:18:01.113645 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c68f79e-8075-4e66-a365-04e9d0cc068c req-d6e93bcf-a8e9-4f6b-92a0-a9f58a465020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:18:01.115719 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-3c68f79e-8075-4e66-a365-04e9d0cc068c req-d6e93bcf-a8e9-4f6b-92a0-a9f58a465020 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=4f94a191bdd44506b49954bf553d7569&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1155596 May 20 21:18:01.220818 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c68f79e-8075-4e66-a365-04e9d0cc068c req-2176dd72-608b-433a-9f2f-2de8e418a499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:18:01.222689 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-3c68f79e-8075-4e66-a365-04e9d0cc068c req-2176dd72-608b-433a-9f2f-2de8e418a499 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0995250 May 20 21:18:01.308420 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a434837c-79e8-49e3-b83a-54727fc153c4 req-8adf3f5e-8250-47ad-9cd1-a1d95c56565f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:18:01.309978 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-a434837c-79e8-49e3-b83a-54727fc153c4 req-8adf3f5e-8250-47ad-9cd1-a1d95c56565f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4f94a191bdd44506b49954bf553d7569&device_id=b41a7cca-551f-4d59-9ebb-9f96b8b615da HTTP/1.1" status: 200 len: 1095 time: 0.0488055 May 20 21:18:01.353647 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-a434837c-79e8-49e3-b83a-54727fc153c4 req-83d7f1e5-db5d-49d5-80f7-7078bdfc7ac6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d0e6f219-8d89-405e-b9fd-06f1c0e443b3 HTTP/1.1" status: 200 len: 217 time: 0.0353882 May 20 21:18:01.406343 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a434837c-79e8-49e3-b83a-54727fc153c4 req-9c768c01-3f7f-41fd-a724-1b0ccbdbfece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:18:01.408113 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-a434837c-79e8-49e3-b83a-54727fc153c4 req-9c768c01-3f7f-41fd-a724-1b0ccbdbfece service neutron] 10.222.0.24 "GET /v2.0/subnets?id=87e873ab-38e9-43e0-acec-0c2b5973b603 HTTP/1.1" status: 200 len: 851 time: 0.0488336 May 20 21:18:01.461478 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a434837c-79e8-49e3-b83a-54727fc153c4 req-8d227a4c-7d4b-41f4-8a07-3f084a7ce5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:18:01.462998 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-a434837c-79e8-49e3-b83a-54727fc153c4 req-8d227a4c-7d4b-41f4-8a07-3f084a7ce5ee service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=255960d5-e633-4d0c-a1cc-74a37a7cc772&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0482185 May 20 21:18:01.600870 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-a434837c-79e8-49e3-b83a-54727fc153c4 req-3012dd8d-bde6-4df8-8d84-072d78dc5d34 service neutron] 10.222.0.24 "GET /v2.0/networks/255960d5-e633-4d0c-a1cc-74a37a7cc772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261873 May 20 21:18:01.777976 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-a434837c-79e8-49e3-b83a-54727fc153c4 req-fc6d2302-e76e-4d54-bf98-1686bfac34ab service neutron] 10.222.0.24 "GET /v2.0/networks/255960d5-e633-4d0c-a1cc-74a37a7cc772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1692827 May 20 21:18:01.813468 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dae40e0-40a8-4967-8cbd-d217c351395c req-d99886fd-ac55-4302-a158-7bea48628208 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:18:01.815292 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4dae40e0-40a8-4967-8cbd-d217c351395c req-d99886fd-ac55-4302-a158-7bea48628208 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/ports?device_id=b41a7cca-551f-4d59-9ebb-9f96b8b615da HTTP/1.1" status: 200 len: 944 time: 0.0872865 May 20 21:18:01.869283 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4dae40e0-40a8-4967-8cbd-d217c351395c req-4ad93611-7941-44da-9b0b-6188b2ae402d tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1e67d27-2dd5-4cb5-8d30-f404451cc346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427141 May 20 21:18:02.627629 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:18:02.991649 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b718134-c4e4-4855-aa8b-8892a97efad2 req-38ab258c-e125-486d-a0f5-d05b228922b6 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:18:02.993130 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3b718134-c4e4-4855-aa8b-8892a97efad2 req-38ab258c-e125-486d-a0f5-d05b228922b6 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/ports?device_id=b41a7cca-551f-4d59-9ebb-9f96b8b615da HTTP/1.1" status: 200 len: 944 time: 0.0528038 May 20 21:18:03.032560 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3b718134-c4e4-4855-aa8b-8892a97efad2 req-ec3bf537-4fc4-4034-a4ab-d711f5f8a651 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1e67d27-2dd5-4cb5-8d30-f404451cc346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332830 May 20 21:18:04.152830 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd094d53-6f15-4cc9-bd8a-da40460b9c64 req-2fa517a0-c017-4643-83d5-e99886ede8f1 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:18:04.154367 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-dd094d53-6f15-4cc9-bd8a-da40460b9c64 req-2fa517a0-c017-4643-83d5-e99886ede8f1 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/ports?device_id=b41a7cca-551f-4d59-9ebb-9f96b8b615da HTTP/1.1" status: 200 len: 944 time: 0.0494871 May 20 21:18:04.193824 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-dd094d53-6f15-4cc9-bd8a-da40460b9c64 req-89c12ca3-69ec-4b69-b62a-d4ce8b4c0146 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1e67d27-2dd5-4cb5-8d30-f404451cc346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324230 May 20 21:18:05.321246 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca06f84-be77-4b4d-ba82-540b12cb3015 req-f75b49d8-cf48-4274-af3b-ff9408807e8f tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:18:05.323166 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8ca06f84-be77-4b4d-ba82-540b12cb3015 req-f75b49d8-cf48-4274-af3b-ff9408807e8f tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/ports?device_id=b41a7cca-551f-4d59-9ebb-9f96b8b615da HTTP/1.1" status: 200 len: 944 time: 0.0542395 May 20 21:18:05.363213 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8ca06f84-be77-4b4d-ba82-540b12cb3015 req-bba1be5a-078d-42db-981a-2182ced3a425 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1e67d27-2dd5-4cb5-8d30-f404451cc346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334496 May 20 21:18:06.492409 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae25ad6c-3e9e-4998-b1ed-f6e384e68eec req-34885324-8fcf-4de5-af88-f82efcf3d070 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:18:06.493975 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ae25ad6c-3e9e-4998-b1ed-f6e384e68eec req-34885324-8fcf-4de5-af88-f82efcf3d070 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/ports?device_id=b41a7cca-551f-4d59-9ebb-9f96b8b615da HTTP/1.1" status: 200 len: 944 time: 0.0575867 May 20 21:18:06.535569 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ae25ad6c-3e9e-4998-b1ed-f6e384e68eec req-e49c4544-11c4-448b-802d-a5ecda18a450 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1e67d27-2dd5-4cb5-8d30-f404451cc346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353408 May 20 21:18:06.988224 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 59924) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:18:07.042120 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_v2 [None req-db1a9741-b442-4891-b6bb-3ab3182f13a5 admin admin] Deleting subnet b22b9f09-ceeb-43dc-b5a8-20b4c2f0fe6e {{(pid=103162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 20 21:18:07.045456 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-db1a9741-b442-4891-b6bb-3ab3182f13a5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:18:07.080594 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-db1a9741-b442-4891-b6bb-3ab3182f13a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3738392'] for subnet, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:18:07.124533 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-db1a9741-b442-4891-b6bb-3ab3182f13a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33068388'] for subnet, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:18:07.296976 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-db1a9741-b442-4891-b6bb-3ab3182f13a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33068399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3797621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4018265'] for subnet, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:18:07.324225 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1a9741-b442-4891-b6bb-3ab3182f13a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b22b9f09-ceeb-43dc-b5a8-20b4c2f0fe6e,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:18:07.329355 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-db1a9741-b442-4891-b6bb-3ab3182f13a5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:18:07.333521 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-db1a9741-b442-4891-b6bb-3ab3182f13a5 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/b22b9f09-ceeb-43dc-b5a8-20b4c2f0fe6e HTTP/1.1" status: 204 len: 168 time: 0.3442297 May 20 21:18:07.336205 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 59926) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:18:07.418521 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ff1842f8-079b-4960-9905-ae31a96794d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33160123'] for network, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:18:07.504763 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ff1842f8-079b-4960-9905-ae31a96794d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33072115', 'neutron.services.segments.db._delete_segments_for_network-8782419500584'] for network, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:18:07.528640 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-ff1842f8-079b-4960-9905-ae31a96794d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71da61d8-8f10-40b0-9a52-450c4a34dc28']}} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:18:07.539325 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-ff1842f8-079b-4960-9905-ae31a96794d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9063cc2c-9968-4de0-b679-9aa3a136f1db') {'for_net_delete': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:18:07.539617 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-ff1842f8-079b-4960-9905-ae31a96794d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9063cc2c-9968-4de0-b679-9aa3a136f1db') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:18:07.554348 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ff1842f8-079b-4960-9905-ae31a96794d0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419501617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3738385'] for segment, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:18:07.562547 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ff1842f8-079b-4960-9905-ae31a96794d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:18:07.568578 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff1842f8-079b-4960-9905-ae31a96794d0 admin admin] Releasing vlan 244 on physical network physnet1 to pool {{(pid=103162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 21:18:07.568965 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ff1842f8-079b-4960-9905-ae31a96794d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3800791'] for segment, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:18:07.570869 n-d-842733-1 neutron-server[103162]: Traceback (most recent call last): May 20 21:18:07.570869 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 21:18:07.570869 n-d-842733-1 neutron-server[103162]: timer() May 20 21:18:07.570869 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 21:18:07.570869 n-d-842733-1 neutron-server[103162]: cb(*args, **kw) May 20 21:18:07.570869 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 20 21:18:07.570869 n-d-842733-1 neutron-server[103162]: return func(*args, **kwargs) May 20 21:18:07.570869 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 21:18:07.570869 n-d-842733-1 neutron-server[103162]: self._notify() May 20 21:18:07.570869 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 21:18:07.570869 n-d-842733-1 neutron-server[103162]: self.callback(batched_events) May 20 21:18:07.570869 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 21:18:07.570869 n-d-842733-1 neutron-server[103162]: event.method(event) May 20 21:18:07.570869 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 20 21:18:07.570869 n-d-842733-1 neutron-server[103162]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 21:18:07.570869 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 20 21:18:07.570869 n-d-842733-1 neutron-server[103162]: aggregate_uuid = self.p_client.list_aggregates( May 20 21:18:07.570869 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 20 21:18:07.570869 n-d-842733-1 neutron-server[103162]: return f(self, *a, **k) May 20 21:18:07.570869 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 20 21:18:07.570869 n-d-842733-1 neutron-server[103162]: return self._get(url).json() May 20 21:18:07.570869 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 20 21:18:07.570869 n-d-842733-1 neutron-server[103162]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 21:18:07.570869 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 21:18:07.570869 n-d-842733-1 neutron-server[103162]: return self.request(url, 'GET', **kwargs) May 20 21:18:07.570869 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 21:18:07.570869 n-d-842733-1 neutron-server[103162]: base_url = self.get_endpoint(auth, allow=allow, May 20 21:18:07.570869 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 21:18:07.570869 n-d-842733-1 neutron-server[103162]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 21:18:07.570869 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 21:18:07.570869 n-d-842733-1 neutron-server[103162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 21:18:07.570869 n-d-842733-1 neutron-server[103162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 21:18:07.653844 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72795a6-8247-4d74-baf0-477fbd72cfe3 req-7bcc42c9-dc8b-4d28-b87f-e32bf200e291 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:18:07.655311 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a72795a6-8247-4d74-baf0-477fbd72cfe3 req-7bcc42c9-dc8b-4d28-b87f-e32bf200e291 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/ports?device_id=b41a7cca-551f-4d59-9ebb-9f96b8b615da HTTP/1.1" status: 200 len: 944 time: 0.0492368 May 20 21:18:07.697277 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a72795a6-8247-4d74-baf0-477fbd72cfe3 req-0be1c6b9-52f7-4269-b542-d2fe701bf34d tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1e67d27-2dd5-4cb5-8d30-f404451cc346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350747 May 20 21:18:07.714930 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ff1842f8-079b-4960-9905-ae31a96794d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33072122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748162'] for network, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:18:07.721995 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ff1842f8-079b-4960-9905-ae31a96794d0 admin admin] Notify callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:18:07.727456 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-ff1842f8-079b-4960-9905-ae31a96794d0 admin admin] 10.222.0.35 "DELETE /v2.0/networks/71da61d8-8f10-40b0-9a52-450c4a34dc28 HTTP/1.1" status: 204 len: 168 time: 0.3862319 May 20 21:18:07.739079 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1842f8-079b-4960-9905-ae31a96794d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=71da61d8-8f10-40b0-9a52-450c4a34dc28,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:18:08.135759 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 59932) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:18:08.175994 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-c240e530-d7f3-473a-96f5-4aaa36c01377 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a66b050937ea40618634c01548e149f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0390689 May 20 21:18:08.178463 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 59934) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:18:08.230311 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7abd3bcb-a263-4359-8f9a-f0300cbd35a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:18:08.257442 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7abd3bcb-a263-4359-8f9a-f0300cbd35a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:18:08.381934 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7abd3bcb-a263-4359-8f9a-f0300cbd35a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:18:08.384415 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7abd3bcb-a263-4359-8f9a-f0300cbd35a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:18:08.385570 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-7abd3bcb-a263-4359-8f9a-f0300cbd35a0 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7ad33e8f-95e2-4132-9a13-d64c1ab5d1cd HTTP/1.1" status: 204 len: 168 time: 0.2062318 May 20 21:18:08.394191 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abd3bcb-a263-4359-8f9a-f0300cbd35a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ad33e8f-95e2-4132-9a13-d64c1ab5d1cd,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:18:08.401664 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abd3bcb-a263-4359-8f9a-f0300cbd35a0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:18:08.401943 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abd3bcb-a263-4359-8f9a-f0300cbd35a0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:18:08.402270 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abd3bcb-a263-4359-8f9a-f0300cbd35a0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:18:08.402594 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abd3bcb-a263-4359-8f9a-f0300cbd35a0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:18:08.402912 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abd3bcb-a263-4359-8f9a-f0300cbd35a0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:18:08.403226 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abd3bcb-a263-4359-8f9a-f0300cbd35a0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:18:08.403542 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abd3bcb-a263-4359-8f9a-f0300cbd35a0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:18:08.403854 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abd3bcb-a263-4359-8f9a-f0300cbd35a0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:18:08.404164 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abd3bcb-a263-4359-8f9a-f0300cbd35a0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:18:08.404471 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abd3bcb-a263-4359-8f9a-f0300cbd35a0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:18:08.404779 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abd3bcb-a263-4359-8f9a-f0300cbd35a0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:18:08.405086 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abd3bcb-a263-4359-8f9a-f0300cbd35a0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:18:08.835072 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e3b6a7-f43c-497f-abc4-1d6017f31db5 req-5b62ce60-7521-45ad-98ec-6231d511d26e tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:18:08.836691 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e7e3b6a7-f43c-497f-abc4-1d6017f31db5 req-5b62ce60-7521-45ad-98ec-6231d511d26e tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/ports?device_id=b41a7cca-551f-4d59-9ebb-9f96b8b615da HTTP/1.1" status: 200 len: 944 time: 0.0616195 May 20 21:18:08.882075 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e7e3b6a7-f43c-497f-abc4-1d6017f31db5 req-26df11b4-a009-4f95-8a88-e03188b99e39 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1e67d27-2dd5-4cb5-8d30-f404451cc346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388999 May 20 21:18:10.002970 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9354e9b4-0682-40ba-a4e7-394e67dc037b req-dc4ebc88-aceb-4401-9ab4-3bbd61d13b0d tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:18:10.004500 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9354e9b4-0682-40ba-a4e7-394e67dc037b req-dc4ebc88-aceb-4401-9ab4-3bbd61d13b0d tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/ports?device_id=b41a7cca-551f-4d59-9ebb-9f96b8b615da HTTP/1.1" status: 200 len: 944 time: 0.0514104 May 20 21:18:10.043041 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9354e9b4-0682-40ba-a4e7-394e67dc037b req-e9fad845-a822-4b31-ba65-1234c37458cc tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1e67d27-2dd5-4cb5-8d30-f404451cc346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325673 May 20 21:18:11.174358 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37144c3d-1cdc-4f9c-8ae0-4d45846a7154 req-2a4b02d0-325d-4d7a-92f3-66a39d0e592d tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:18:11.176419 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-37144c3d-1cdc-4f9c-8ae0-4d45846a7154 req-2a4b02d0-325d-4d7a-92f3-66a39d0e592d tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/ports?device_id=b41a7cca-551f-4d59-9ebb-9f96b8b615da HTTP/1.1" status: 200 len: 944 time: 0.0549552 May 20 21:18:11.214874 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-37144c3d-1cdc-4f9c-8ae0-4d45846a7154 req-2cf8b8db-b4e3-4faa-8131-9762f617490f tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1e67d27-2dd5-4cb5-8d30-f404451cc346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320778 May 20 21:18:12.336636 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d85a379-dbc0-44f7-b34f-31743d47fe61 req-5ac581f3-9b9f-4ddd-8c54-ee18f413bc87 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:18:12.338250 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1d85a379-dbc0-44f7-b34f-31743d47fe61 req-5ac581f3-9b9f-4ddd-8c54-ee18f413bc87 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/ports?device_id=b41a7cca-551f-4d59-9ebb-9f96b8b615da HTTP/1.1" status: 200 len: 944 time: 0.0505149 May 20 21:18:12.380139 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1d85a379-dbc0-44f7-b34f-31743d47fe61 req-da3c1655-8909-4925-8cac-ffeeccf93dad tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1e67d27-2dd5-4cb5-8d30-f404451cc346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358961 May 20 21:18:13.507249 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cd20e4-8621-4128-bb0a-37d367dcd9ee req-690f3996-ed41-4ca9-8b4c-d0cb9b6afb33 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:18:13.508729 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b9cd20e4-8621-4128-bb0a-37d367dcd9ee req-690f3996-ed41-4ca9-8b4c-d0cb9b6afb33 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/ports?device_id=b41a7cca-551f-4d59-9ebb-9f96b8b615da HTTP/1.1" status: 200 len: 944 time: 0.0530572 May 20 21:18:13.548675 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b9cd20e4-8621-4128-bb0a-37d367dcd9ee req-cae22142-38e8-43f1-80b8-5bce1aadbefc tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1e67d27-2dd5-4cb5-8d30-f404451cc346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338967 May 20 21:18:14.679019 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b291691-b824-4e81-b235-b6e75e1aa978 req-2a926372-e8db-4952-852f-cc98145ed307 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:18:14.680508 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3b291691-b824-4e81-b235-b6e75e1aa978 req-2a926372-e8db-4952-852f-cc98145ed307 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/ports?device_id=b41a7cca-551f-4d59-9ebb-9f96b8b615da HTTP/1.1" status: 200 len: 944 time: 0.0559304 May 20 21:18:14.719447 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3b291691-b824-4e81-b235-b6e75e1aa978 req-2c29af7e-7c88-4ecb-bb94-f31a782296c6 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1e67d27-2dd5-4cb5-8d30-f404451cc346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328505 May 20 21:18:15.841622 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99a9f09-e23c-44aa-b21e-d16ade3209eb req-5a982206-d9f1-4bd0-be52-d6975b059681 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:18:15.843089 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d99a9f09-e23c-44aa-b21e-d16ade3209eb req-5a982206-d9f1-4bd0-be52-d6975b059681 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/ports?device_id=b41a7cca-551f-4d59-9ebb-9f96b8b615da HTTP/1.1" status: 200 len: 944 time: 0.0511487 May 20 21:18:15.881877 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d99a9f09-e23c-44aa-b21e-d16ade3209eb req-2da5027e-e83a-4ce5-9b71-08cb3080d204 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1e67d27-2dd5-4cb5-8d30-f404451cc346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325468 May 20 21:18:17.003910 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9299e2d6-acd5-4c4f-a2b1-200235a30071 req-0b39815e-51f6-4f9c-b7e0-1685b44f3f29 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:18:17.005634 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9299e2d6-acd5-4c4f-a2b1-200235a30071 req-0b39815e-51f6-4f9c-b7e0-1685b44f3f29 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/ports?device_id=b41a7cca-551f-4d59-9ebb-9f96b8b615da HTTP/1.1" status: 200 len: 944 time: 0.0509310 May 20 21:18:17.044509 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9299e2d6-acd5-4c4f-a2b1-200235a30071 req-37a26cae-e3be-4366-ad0b-29af6e433415 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1e67d27-2dd5-4cb5-8d30-f404451cc346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329559 May 20 21:18:18.170129 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db08cab0-0319-4435-8bd5-d3a78802dda7 req-deac8a28-2042-4f82-91a0-5b743d49f07d tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:18:18.171603 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-db08cab0-0319-4435-8bd5-d3a78802dda7 req-deac8a28-2042-4f82-91a0-5b743d49f07d tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/ports?device_id=b41a7cca-551f-4d59-9ebb-9f96b8b615da HTTP/1.1" status: 200 len: 944 time: 0.0559380 May 20 21:18:18.211339 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-db08cab0-0319-4435-8bd5-d3a78802dda7 req-6bab4147-6963-420c-af68-2ab16ab32d20 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1e67d27-2dd5-4cb5-8d30-f404451cc346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328832 May 20 21:18:19.334356 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d69bec8-e3ce-44d5-a55a-acba91ada006 req-24c80624-5ee7-4992-ae30-f702b9bff702 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:18:19.335934 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9d69bec8-e3ce-44d5-a55a-acba91ada006 req-24c80624-5ee7-4992-ae30-f702b9bff702 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/ports?device_id=b41a7cca-551f-4d59-9ebb-9f96b8b615da HTTP/1.1" status: 200 len: 944 time: 0.0539029 May 20 21:18:19.380360 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9d69bec8-e3ce-44d5-a55a-acba91ada006 req-833b8949-1b68-4eeb-ae47-79180b27a814 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1e67d27-2dd5-4cb5-8d30-f404451cc346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369356 May 20 21:18:19.903104 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-dd03a293-591f-47d7-b796-b867c1a5fbfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:18:20.498991 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d19102f-4600-4a1e-9327-9191094c8d25 req-c5bf6056-e0fe-4990-8818-768d413d7669 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:18:20.500480 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0d19102f-4600-4a1e-9327-9191094c8d25 req-c5bf6056-e0fe-4990-8818-768d413d7669 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/ports?device_id=b41a7cca-551f-4d59-9ebb-9f96b8b615da HTTP/1.1" status: 200 len: 944 time: 0.0490134 May 20 21:18:20.541308 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0d19102f-4600-4a1e-9327-9191094c8d25 req-03fa290c-315d-4c94-ac36-8415bb291934 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1e67d27-2dd5-4cb5-8d30-f404451cc346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342207 May 20 21:18:21.162273 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.agents_db [None req-5c33ad30-4e00-40fa-b486-8c79c4a6cfc5 None None] Agent healthcheck: found 7 active agents {{(pid=103165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 20 21:18:21.667715 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82aaead-6ca6-49cb-821e-99162e1d8244 req-5183ab02-69a2-44e1-b313-a7f64f085bf3 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:18:21.669175 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d82aaead-6ca6-49cb-821e-99162e1d8244 req-5183ab02-69a2-44e1-b313-a7f64f085bf3 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/ports?device_id=b41a7cca-551f-4d59-9ebb-9f96b8b615da HTTP/1.1" status: 200 len: 944 time: 0.0577018 May 20 21:18:21.712678 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d82aaead-6ca6-49cb-821e-99162e1d8244 req-7dbd79f8-c4ba-4e9e-9c26-f6f8c7f1194c tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1e67d27-2dd5-4cb5-8d30-f404451cc346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373740 May 20 21:18:22.320352 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c2755f7f-b893-45d0-a9f2-3783f10978f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:18:22.831501 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8f8cbe-6872-4e5e-8563-8902fadeeb95 req-6d4cd143-3262-47e5-a46a-def554bed5ac tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:18:22.832980 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2c8f8cbe-6872-4e5e-8563-8902fadeeb95 req-6d4cd143-3262-47e5-a46a-def554bed5ac tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/ports?device_id=b41a7cca-551f-4d59-9ebb-9f96b8b615da HTTP/1.1" status: 200 len: 944 time: 0.0506754 May 20 21:18:22.873298 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2c8f8cbe-6872-4e5e-8563-8902fadeeb95 req-1bca65c3-1750-44d9-ad21-a271c94db756 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1e67d27-2dd5-4cb5-8d30-f404451cc346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333793 May 20 21:18:23.989233 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad2e833-589a-417b-a86b-f3409d0c0bf2 req-382b1eef-7ff1-41c1-978e-1f908959f42e tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:18:23.990690 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7ad2e833-589a-417b-a86b-f3409d0c0bf2 req-382b1eef-7ff1-41c1-978e-1f908959f42e tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/ports?device_id=b41a7cca-551f-4d59-9ebb-9f96b8b615da HTTP/1.1" status: 200 len: 944 time: 0.0483308 May 20 21:18:24.000718 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4bb0e131-6525-46ca-a45b-e4ea43a5e69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:18:24.029131 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7ad2e833-589a-417b-a86b-f3409d0c0bf2 req-ed5f4a01-7c4f-418a-8df6-f8257dbd9aad tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1e67d27-2dd5-4cb5-8d30-f404451cc346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317476 May 20 21:18:24.937543 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:18:25.150440 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a6767e-0a0b-4edb-b7f4-d06b6c61a9f5 req-0f31e378-275a-4012-a7ad-08965fcc0c97 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:18:25.151948 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-76a6767e-0a0b-4edb-b7f4-d06b6c61a9f5 req-0f31e378-275a-4012-a7ad-08965fcc0c97 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/ports?device_id=b41a7cca-551f-4d59-9ebb-9f96b8b615da HTTP/1.1" status: 200 len: 944 time: 0.0533516 May 20 21:18:25.190112 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-76a6767e-0a0b-4edb-b7f4-d06b6c61a9f5 req-dcca322b-5381-470e-9985-4fc893a5c0ec tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1e67d27-2dd5-4cb5-8d30-f404451cc346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317748 May 20 21:18:25.577940 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cc3ec51b-6ec8-438a-8349-5f0bec346d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:18:25.600931 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:18:26.309041 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ae673b-dfca-403d-83c0-13e615dd45ef req-a99725d9-830e-4a68-8624-ec0066e709cf tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:18:26.310579 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c6ae673b-dfca-403d-83c0-13e615dd45ef req-a99725d9-830e-4a68-8624-ec0066e709cf tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/ports?device_id=b41a7cca-551f-4d59-9ebb-9f96b8b615da HTTP/1.1" status: 200 len: 944 time: 0.0492380 May 20 21:18:26.349024 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c6ae673b-dfca-403d-83c0-13e615dd45ef req-3a6a6ff4-6ae6-49c0-b66d-eec85b4f303d tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1e67d27-2dd5-4cb5-8d30-f404451cc346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320823 May 20 21:18:27.466005 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4d493b-3b63-425d-aea7-cd3a4f38d180 req-6cc5992a-a4ff-42ff-8a5b-742cb630cef5 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:18:27.467485 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5c4d493b-3b63-425d-aea7-cd3a4f38d180 req-6cc5992a-a4ff-42ff-8a5b-742cb630cef5 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/ports?device_id=b41a7cca-551f-4d59-9ebb-9f96b8b615da HTTP/1.1" status: 200 len: 944 time: 0.0496695 May 20 21:18:27.506592 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5c4d493b-3b63-425d-aea7-cd3a4f38d180 req-8caacc3c-1136-4470-a3a5-e767a23d6a83 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1e67d27-2dd5-4cb5-8d30-f404451cc346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330493 May 20 21:18:28.625148 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339b2ce2-1933-400a-ba4a-bd2a9e552181 req-a40914e1-e06f-425b-8428-68921100a448 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:18:28.626658 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-339b2ce2-1933-400a-ba4a-bd2a9e552181 req-a40914e1-e06f-425b-8428-68921100a448 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/ports?device_id=b41a7cca-551f-4d59-9ebb-9f96b8b615da HTTP/1.1" status: 200 len: 944 time: 0.0530620 May 20 21:18:28.664763 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-339b2ce2-1933-400a-ba4a-bd2a9e552181 req-489e6f4d-852c-4c2d-8f30-d9e3b94f8cd3 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1e67d27-2dd5-4cb5-8d30-f404451cc346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321994 May 20 21:18:29.781593 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e7c588-b5bf-43e2-9f99-627ef83bf467 req-1fd29ff6-13eb-4e3a-9dba-2cab62a14f95 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:18:29.782966 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e4e7c588-b5bf-43e2-9f99-627ef83bf467 req-1fd29ff6-13eb-4e3a-9dba-2cab62a14f95 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/ports?device_id=b41a7cca-551f-4d59-9ebb-9f96b8b615da HTTP/1.1" status: 200 len: 944 time: 0.0484309 May 20 21:18:29.820761 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e4e7c588-b5bf-43e2-9f99-627ef83bf467 req-9e9cdb27-f17d-4182-b77c-30289170525f tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1e67d27-2dd5-4cb5-8d30-f404451cc346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313303 May 20 21:18:30.936657 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14de9fbe-b695-4216-afd1-194bc8db3509 req-a3dd65ac-9894-498a-b909-5b78a2ba8e13 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:18:30.938118 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-14de9fbe-b695-4216-afd1-194bc8db3509 req-a3dd65ac-9894-498a-b909-5b78a2ba8e13 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/ports?device_id=b41a7cca-551f-4d59-9ebb-9f96b8b615da HTTP/1.1" status: 200 len: 944 time: 0.0483158 May 20 21:18:30.975777 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-14de9fbe-b695-4216-afd1-194bc8db3509 req-414f4e82-e603-4320-bee4-dace1caf5c95 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1e67d27-2dd5-4cb5-8d30-f404451cc346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315609 May 20 21:18:32.095592 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15610253-a8b3-425b-8395-e97723ac495a req-dfe5b473-918e-4e90-819e-28a37b023c25 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:18:32.097038 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-15610253-a8b3-425b-8395-e97723ac495a req-dfe5b473-918e-4e90-819e-28a37b023c25 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/ports?device_id=b41a7cca-551f-4d59-9ebb-9f96b8b615da HTTP/1.1" status: 200 len: 944 time: 0.0517628 May 20 21:18:32.134329 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-15610253-a8b3-425b-8395-e97723ac495a req-1a1e7f60-fd31-4912-8230-8ca9c9a39cbd tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1e67d27-2dd5-4cb5-8d30-f404451cc346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304582 May 20 21:18:32.577510 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:18:33.254745 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ac24b1-5a90-4222-8c99-68d6fc31a067 req-583cd80b-c041-414e-9d6f-7033405457ab tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:18:33.256199 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f6ac24b1-5a90-4222-8c99-68d6fc31a067 req-583cd80b-c041-414e-9d6f-7033405457ab tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/ports?device_id=b41a7cca-551f-4d59-9ebb-9f96b8b615da HTTP/1.1" status: 200 len: 944 time: 0.0491378 May 20 21:18:33.294482 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f6ac24b1-5a90-4222-8c99-68d6fc31a067 req-499d713e-7f53-498d-8616-c2eeeb1de59b tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1e67d27-2dd5-4cb5-8d30-f404451cc346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315685 May 20 21:18:34.412437 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357c2716-2b89-4dcd-8006-fe0ec832c281 req-64293821-e44e-47e0-8201-d1bcb5bc1292 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:18:34.413950 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-357c2716-2b89-4dcd-8006-fe0ec832c281 req-64293821-e44e-47e0-8201-d1bcb5bc1292 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/ports?device_id=b41a7cca-551f-4d59-9ebb-9f96b8b615da HTTP/1.1" status: 200 len: 944 time: 0.0493109 May 20 21:18:34.451918 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-357c2716-2b89-4dcd-8006-fe0ec832c281 req-113535bf-b6a1-437d-98c9-0acc0f03a2c1 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1e67d27-2dd5-4cb5-8d30-f404451cc346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319068 May 20 21:18:35.571928 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1479e3b-f76a-4d6a-ad40-f2b573e7897d req-76a59c49-5f56-4835-9d4d-94f72e236443 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:18:35.573422 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b1479e3b-f76a-4d6a-ad40-f2b573e7897d req-76a59c49-5f56-4835-9d4d-94f72e236443 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/ports?device_id=b41a7cca-551f-4d59-9ebb-9f96b8b615da HTTP/1.1" status: 200 len: 944 time: 0.0531306 May 20 21:18:35.611360 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b1479e3b-f76a-4d6a-ad40-f2b573e7897d req-c249370d-b84c-43f3-8269-45da4e3f9e01 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1e67d27-2dd5-4cb5-8d30-f404451cc346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319386 May 20 21:18:36.726387 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80590828-00f6-4f76-b131-35550301d84c req-9bfbea8d-8a47-440f-9c16-8793213944ca tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:18:36.727853 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-80590828-00f6-4f76-b131-35550301d84c req-9bfbea8d-8a47-440f-9c16-8793213944ca tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/ports?device_id=b41a7cca-551f-4d59-9ebb-9f96b8b615da HTTP/1.1" status: 200 len: 944 time: 0.0491145 May 20 21:18:36.766266 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-80590828-00f6-4f76-b131-35550301d84c req-f6080aa6-ff40-445d-92c2-ca0e5c107f5d tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1e67d27-2dd5-4cb5-8d30-f404451cc346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318143 May 20 21:18:36.959438 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device d0e6f219-8d89-405e-b9fd-06f1c0e443b3 details requested by agent hyperv_n-h1-842733-1 with host n-h1-842733-1 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 21:18:37.049455 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port d0e6f219-8d89-405e-b9fd-06f1c0e443b3, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=d0e6f219-8d89-405e-b9fd-06f1c0e443b3,segment=NetworkSegment(8db3cbe6-5ab5-44a8-9059-240f6f6827e1),segment_id=8db3cbe6-5ab5-44a8-9059-240f6f6827e1)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:18:37.061049 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Returning: {'device': 'd0e6f219-8d89-405e-b9fd-06f1c0e443b3', 'network_id': '255960d5-e633-4d0c-a1cc-74a37a7cc772', 'port_id': 'd0e6f219-8d89-405e-b9fd-06f1c0e443b3', 'mac_address': 'fa:16:3e:10:a6:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87e873ab-38e9-43e0-acec-0c2b5973b603', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 20 21:18:37.101909 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Current status of the port d0e6f219-8d89-405e-b9fd-06f1c0e443b3 is: DOWN; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:18:37.102286 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:18:37.114939 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0e6f219-8d89-405e-b9fd-06f1c0e443b3 {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 21:18:37.133495 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port d0e6f219-8d89-405e-b9fd-06f1c0e443b3, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=d0e6f219-8d89-405e-b9fd-06f1c0e443b3,segment=NetworkSegment(8db3cbe6-5ab5-44a8-9059-240f6f6827e1),segment_id=8db3cbe6-5ab5-44a8-9059-240f6f6827e1)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:18:37.205957 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:18:37.252461 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Pushing event updated for resources: {'Port': ['ID=d0e6f219-8d89-405e-b9fd-06f1c0e443b3,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:18:37.259483 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:18:37.259817 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:18:37.260147 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:18:37.260499 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:18:37.260997 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:18:37.261482 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:18:37.261812 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:18:37.262129 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:18:37.262447 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:18:37.262761 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:18:37.263074 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:18:37.263387 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:18:37.437809 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] get_ports_and_sgs() called for port_ids ['d0e6f219-8d89-405e-b9fd-06f1c0e443b3'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 21:18:37.880180 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b170921e-485b-4bc2-874e-886b5efcbbb0 req-9f9d522c-b402-4c2e-a9f2-236be96778ee tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:18:37.881660 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b170921e-485b-4bc2-874e-886b5efcbbb0 req-9f9d522c-b402-4c2e-a9f2-236be96778ee tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/ports?device_id=b41a7cca-551f-4d59-9ebb-9f96b8b615da HTTP/1.1" status: 200 len: 945 time: 0.0487046 May 20 21:18:37.918376 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b170921e-485b-4bc2-874e-886b5efcbbb0 req-552de73a-f798-4752-b01c-32af8802ea66 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1e67d27-2dd5-4cb5-8d30-f404451cc346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307453 May 20 21:18:38.990673 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device d0e6f219-8d89-405e-b9fd-06f1c0e443b3 up at agent hyperv_n-h1-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:18:39.038477 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a378c9c-2294-4ce1-8f35-c47894a8e454 req-f33d45b3-8cf6-4714-9c9c-166a040cac31 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:18:39.040040 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3a378c9c-2294-4ce1-8f35-c47894a8e454 req-f33d45b3-8cf6-4714-9c9c-166a040cac31 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/ports?device_id=b41a7cca-551f-4d59-9ebb-9f96b8b615da HTTP/1.1" status: 200 len: 945 time: 0.0538001 May 20 21:18:39.077923 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3a378c9c-2294-4ce1-8f35-c47894a8e454 req-7c6e88ac-416a-4082-8e81-463e1c925942 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1e67d27-2dd5-4cb5-8d30-f404451cc346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316572 May 20 21:18:39.113509 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Provisioning for port d0e6f219-8d89-405e-b9fd-06f1c0e443b3 completed by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 21:18:39.117896 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Provisioning complete for port d0e6f219-8d89-405e-b9fd-06f1c0e443b3 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:18:39.118262 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:18:39.195962 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Current status of the port d0e6f219-8d89-405e-b9fd-06f1c0e443b3 is: BUILD; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:18:39.196253 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:18:39.222265 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b41a7cca-551f-4d59-9ebb-9f96b8b615da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0e6f219-8d89-405e-b9fd-06f1c0e443b3'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 21:18:39.224531 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8485417003ce7c0410b00f5cdc2f391e21107b70bb68e2773712534a96e108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0498e508-3f13-4385-a7d7-2a151032f743" -d '{"events": [{"server_uuid": "b41a7cca-551f-4d59-9ebb-9f96b8b615da", "name": "network-vif-plugged", "status": "completed", "tag": "d0e6f219-8d89-405e-b9fd-06f1c0e443b3"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 21:18:39.237685 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port d0e6f219-8d89-405e-b9fd-06f1c0e443b3, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=d0e6f219-8d89-405e-b9fd-06f1c0e443b3,segment=NetworkSegment(8db3cbe6-5ab5-44a8-9059-240f6f6827e1),segment_id=8db3cbe6-5ab5-44a8-9059-240f6f6827e1)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:18:39.261963 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 21:18:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4251e62d-0e59-4582-b026-763ec32d262d x-openstack-request-id: req-4251e62d-0e59-4582-b026-763ec32d262d {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 21:18:39.262265 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b41a7cca-551f-4d59-9ebb-9f96b8b615da", "name": "network-vif-plugged", "status": "completed", "tag": "d0e6f219-8d89-405e-b9fd-06f1c0e443b3", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 21:18:39.262600 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4251e62d-0e59-4582-b026-763ec32d262d {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 21:18:39.263003 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4251e62d-0e59-4582-b026-763ec32d262d'] response: {'server_uuid': 'b41a7cca-551f-4d59-9ebb-9f96b8b615da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0e6f219-8d89-405e-b9fd-06f1c0e443b3', 'code': 200} May 20 21:18:39.309280 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:18:39.357517 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Pushing event updated for resources: {'Port': ['ID=d0e6f219-8d89-405e-b9fd-06f1c0e443b3,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:18:39.358887 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a851bf1f-a0b3-4dee-93fe-709d97bf5217 req-1e31c60d-75ee-4cba-b049-545368a1eaae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:18:39.360435 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-a851bf1f-a0b3-4dee-93fe-709d97bf5217 req-1e31c60d-75ee-4cba-b049-545368a1eaae service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b41a7cca-551f-4d59-9ebb-9f96b8b615da HTTP/1.1" status: 200 len: 1097 time: 0.0423927 May 20 21:18:39.397236 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-a851bf1f-a0b3-4dee-93fe-709d97bf5217 req-dde49c9b-ab9e-4d12-8a4f-7b4c9f9aa3a3 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=e1e67d27-2dd5-4cb5-8d30-f404451cc346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288434 May 20 21:18:40.193897 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bf513e-9148-42a1-b4b7-6be664ca3c5d req-3e26f989-5ead-46e0-a9ca-cded5b5681db tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:18:40.195343 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-84bf513e-9148-42a1-b4b7-6be664ca3c5d req-3e26f989-5ead-46e0-a9ca-cded5b5681db tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/ports?device_id=b41a7cca-551f-4d59-9ebb-9f96b8b615da HTTP/1.1" status: 200 len: 946 time: 0.0488415 May 20 21:18:40.234667 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-84bf513e-9148-42a1-b4b7-6be664ca3c5d req-892f38db-ec81-48e1-b73f-815972aa9c21 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1e67d27-2dd5-4cb5-8d30-f404451cc346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332086 May 20 21:18:41.352417 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7696fb-b07e-447a-8bd3-092a01fd3ba1 req-7a117570-d2b4-4f91-8e67-c9ac3647a9e7 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:18:41.353918 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2a7696fb-b07e-447a-8bd3-092a01fd3ba1 req-7a117570-d2b4-4f91-8e67-c9ac3647a9e7 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/ports?device_id=b41a7cca-551f-4d59-9ebb-9f96b8b615da HTTP/1.1" status: 200 len: 946 time: 0.0500476 May 20 21:18:41.392938 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2a7696fb-b07e-447a-8bd3-092a01fd3ba1 req-e8033fff-b543-4695-a6d0-9bce27b60f80 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1e67d27-2dd5-4cb5-8d30-f404451cc346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324881 May 20 21:18:41.510892 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0156323f-f620-444e-ac61-9468d79535cf req-68aef9f9-57eb-43ab-9e28-e9e48478b128 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:18:41.513009 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0156323f-f620-444e-ac61-9468d79535cf req-68aef9f9-57eb-43ab-9e28-e9e48478b128 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/ports?device_id=b41a7cca-551f-4d59-9ebb-9f96b8b615da HTTP/1.1" status: 200 len: 946 time: 0.0527406 May 20 21:18:41.549532 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0156323f-f620-444e-ac61-9468d79535cf req-8c446543-b742-444d-96e6-29f78f35bcc7 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1e67d27-2dd5-4cb5-8d30-f404451cc346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302663 May 20 21:18:41.664201 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044c93bd-ffc2-47cb-89b9-a4ae16a3c36a req-4aba479b-4e06-40a2-9cad-b39556bfb2ab tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:18:41.665688 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-044c93bd-ffc2-47cb-89b9-a4ae16a3c36a req-4aba479b-4e06-40a2-9cad-b39556bfb2ab tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/ports?device_id=b41a7cca-551f-4d59-9ebb-9f96b8b615da HTTP/1.1" status: 200 len: 946 time: 0.0488498 May 20 21:18:41.703624 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-044c93bd-ffc2-47cb-89b9-a4ae16a3c36a req-7a9b767b-80e9-4064-93bd-d8773c25ff8e tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1e67d27-2dd5-4cb5-8d30-f404451cc346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307992 May 20 21:18:42.209818 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6f00fa-8163-4a5c-a635-d7fb1508003b req-8c9d94d7-aed8-49a5-ae1f-e57bcc01e675 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:18:42.211968 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-fd6f00fa-8163-4a5c-a635-d7fb1508003b req-8c9d94d7-aed8-49a5-ae1f-e57bcc01e675 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/ports?device_id=b41a7cca-551f-4d59-9ebb-9f96b8b615da HTTP/1.1" status: 200 len: 946 time: 0.0499554 May 20 21:18:42.248567 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-fd6f00fa-8163-4a5c-a635-d7fb1508003b req-d1a59f98-f86b-4c69-aa0b-8d3a1562458e tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1e67d27-2dd5-4cb5-8d30-f404451cc346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312011 May 20 21:18:43.369925 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29afa38b-2215-4939-8006-9bb6a3514154 req-876b9c90-f939-4357-8b5b-9ab5691dcb37 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:18:43.372245 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-29afa38b-2215-4939-8006-9bb6a3514154 req-876b9c90-f939-4357-8b5b-9ab5691dcb37 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/ports?device_id=b41a7cca-551f-4d59-9ebb-9f96b8b615da HTTP/1.1" status: 200 len: 946 time: 0.0540726 May 20 21:18:43.408758 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-29afa38b-2215-4939-8006-9bb6a3514154 req-4e87093a-0ff0-4415-83ed-c58a5320fd73 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1e67d27-2dd5-4cb5-8d30-f404451cc346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306377 May 20 21:18:43.619050 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd575c80-6c61-4f55-828f-89bcb3d2344c req-7984eafa-870a-4511-a595-63b23af1deba tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:18:43.620394 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-cd575c80-6c61-4f55-828f-89bcb3d2344c req-7984eafa-870a-4511-a595-63b23af1deba tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.24 "GET /v2.0/ports?device_id=b41a7cca-551f-4d59-9ebb-9f96b8b615da HTTP/1.1" status: 200 len: 946 time: 0.0521646 May 20 21:18:43.708070 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-cd575c80-6c61-4f55-828f-89bcb3d2344c req-653c3d43-1052-4a56-89e0-1994671f4b42 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Deleting port d0e6f219-8d89-405e-b9fd-06f1c0e443b3 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:18:43.708414 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-cd575c80-6c61-4f55-828f-89bcb3d2344c req-653c3d43-1052-4a56-89e0-1994671f4b42 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:18:43.797110 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-cd575c80-6c61-4f55-828f-89bcb3d2344c req-653c3d43-1052-4a56-89e0-1994671f4b42 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] For port d0e6f219-8d89-405e-b9fd-06f1c0e443b3, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=d0e6f219-8d89-405e-b9fd-06f1c0e443b3,segment=NetworkSegment(8db3cbe6-5ab5-44a8-9059-240f6f6827e1),segment_id=8db3cbe6-5ab5-44a8-9059-240f6f6827e1)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:18:43.797499 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-cd575c80-6c61-4f55-828f-89bcb3d2344c req-653c3d43-1052-4a56-89e0-1994671f4b42 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:18:43.808819 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-cd575c80-6c61-4f55-828f-89bcb3d2344c req-653c3d43-1052-4a56-89e0-1994671f4b42 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Calling delete_port for d0e6f219-8d89-405e-b9fd-06f1c0e443b3 owned by compute:nova {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:18:43.983265 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-cd575c80-6c61-4f55-828f-89bcb3d2344c req-653c3d43-1052-4a56-89e0-1994671f4b42 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:18:43.994942 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] get_ports_and_sgs() called for port_ids ['d0e6f219-8d89-405e-b9fd-06f1c0e443b3'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 21:18:44.018109 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653c3d43-1052-4a56-89e0-1994671f4b42 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Pushing event deleted for resources: {'Port': ['ID=d0e6f219-8d89-405e-b9fd-06f1c0e443b3,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:18:44.061731 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd575c80-6c61-4f55-828f-89bcb3d2344c req-653c3d43-1052-4a56-89e0-1994671f4b42 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] No DVR routers for this DVR port d0e6f219-8d89-405e-b9fd-06f1c0e443b3 on host n-h1-842733-1 {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 21:18:44.064543 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-cd575c80-6c61-4f55-828f-89bcb3d2344c req-653c3d43-1052-4a56-89e0-1994671f4b42 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:18:44.067722 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-cd575c80-6c61-4f55-828f-89bcb3d2344c req-653c3d43-1052-4a56-89e0-1994671f4b42 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.24 "DELETE /v2.0/ports/d0e6f219-8d89-405e-b9fd-06f1c0e443b3 HTTP/1.1" status: 204 len: 173 time: 0.4407873 May 20 21:18:44.068159 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b41a7cca-551f-4d59-9ebb-9f96b8b615da', 'name': 'network-vif-deleted', 'tag': 'd0e6f219-8d89-405e-b9fd-06f1c0e443b3'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 21:18:44.070456 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6fa957933fccbf596d28104b23404b952ad6a8238afaebaed40a0874b2e409" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba411c3a-7411-4194-a456-14287bc7a39d" -d '{"events": [{"server_uuid": "b41a7cca-551f-4d59-9ebb-9f96b8b615da", "name": "network-vif-deleted", "tag": "d0e6f219-8d89-405e-b9fd-06f1c0e443b3"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 21:18:44.375248 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 21:18:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0613d472-d50a-4c45-aaa5-64b122d010a7 x-openstack-request-id: req-0613d472-d50a-4c45-aaa5-64b122d010a7 {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 21:18:44.375537 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b41a7cca-551f-4d59-9ebb-9f96b8b615da", "name": "network-vif-deleted", "tag": "d0e6f219-8d89-405e-b9fd-06f1c0e443b3", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 21:18:44.375789 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0613d472-d50a-4c45-aaa5-64b122d010a7 {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 21:18:44.376196 n-d-842733-1 neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0613d472-d50a-4c45-aaa5-64b122d010a7'] response: {'server_uuid': 'b41a7cca-551f-4d59-9ebb-9f96b8b615da', 'name': 'network-vif-deleted', 'tag': 'd0e6f219-8d89-405e-b9fd-06f1c0e443b3', 'status': 'completed', 'code': 200} May 20 21:18:44.505477 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-04795bd0-7b31-4021-9607-ba59c3d08cfc req-8359617c-8e6a-4dd0-be15-7d457a1b4133 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/ports?device_id=b41a7cca-551f-4d59-9ebb-9f96b8b615da HTTP/1.1" status: 200 len: 210 time: 0.0272686 May 20 21:18:45.614395 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9256bbf6-68a3-4465-aa08-73730f31de71 req-059b37c8-9aa0-4b5e-9240-047662fa0560 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/ports?device_id=b41a7cca-551f-4d59-9ebb-9f96b8b615da HTTP/1.1" status: 200 len: 210 time: 0.0273600 May 20 21:18:46.708809 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8871f42a-96d7-4d87-9f71-07b6a35dc4f0 req-6bd5e1ca-e7b2-40b9-972c-1231baf2bb89 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/ports?device_id=b41a7cca-551f-4d59-9ebb-9f96b8b615da HTTP/1.1" status: 200 len: 210 time: 0.0254586 May 20 21:18:47.006645 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device d0e6f219-8d89-405e-b9fd-06f1c0e443b3 no longer exists at agent hyperv_n-h1-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 21:18:47.030941 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] No Port match for: d0e6f219-8d89-405e-b9fd-06f1c0e443b3 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 21:18:47.031286 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device d0e6f219-8d89-405e-b9fd-06f1c0e443b3 not bound to the agent host n-h1-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 21:18:47.805021 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f2e1856c-b8b3-40c0-8afe-a2302d4705cc req-26fba105-9ec9-4e0d-99a0-a376cef01640 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/ports?device_id=b41a7cca-551f-4d59-9ebb-9f96b8b615da HTTP/1.1" status: 200 len: 210 time: 0.0250943 May 20 21:18:49.926129 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3d695f03-1983-4c7e-bcac-04b98cbd9750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:18:52.291987 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-1a84e28a-f0b7-4c72-a747-6a0e23f590f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:18:54.016266 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4bb0e131-6525-46ca-a45b-e4ea43a5e69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:18:54.948718 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:18:55.600053 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cc3ec51b-6ec8-438a-8349-5f0bec346d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:18:55.628462 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:18:58.161709 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.agents_db [None req-5c33ad30-4e00-40fa-b486-8c79c4a6cfc5 None None] Agent healthcheck: found 7 active agents {{(pid=103165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 20 21:19:02.555151 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:19:19.645764 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d49535-f350-4aab-8fc4-0211597f6559 req-526011e4-2ab8-4e92-9fe5-afe6f27bc671 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:19:19.647141 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-77d49535-f350-4aab-8fc4-0211597f6559 req-526011e4-2ab8-4e92-9fe5-afe6f27bc671 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/networks?id=255960d5-e633-4d0c-a1cc-74a37a7cc772 HTTP/1.1" status: 200 len: 812 time: 0.1118546 May 20 21:19:19.662774 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-77d49535-f350-4aab-8fc4-0211597f6559 req-521aa763-40f3-4b1b-8f88-ee04d794e984 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/quotas/4f94a191bdd44506b49954bf553d7569 HTTP/1.1" status: 200 len: 375 time: 0.0091162 May 20 21:19:19.714877 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-77d49535-f350-4aab-8fc4-0211597f6559 req-4aca3194-6d34-429e-b7c6-4d511b8d8e26 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=4f94a191bdd44506b49954bf553d7569&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0459557 May 20 21:19:19.807087 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-77d49535-f350-4aab-8fc4-0211597f6559 req-cf0188c0-b38c-422a-bc0d-8073c8eb07e3 service neutron] 10.222.0.35 "GET /v2.0/networks/255960d5-e633-4d0c-a1cc-74a37a7cc772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852196 May 20 21:19:19.910909 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-77d49535-f350-4aab-8fc4-0211597f6559 req-f0d1e14f-ef07-4c42-9f87-ae7e06edfb02 service neutron] 10.222.0.35 "GET /v2.0/networks/255960d5-e633-4d0c-a1cc-74a37a7cc772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973008 May 20 21:19:19.920030 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-31a36590-cd2e-41b7-b57a-bb88e0e8748d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:19:20.460261 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-36638602-8549-4854-8aca-8d31db988dcd req-1fe21842-e776-42ce-8a57-cf40dcb2ed59 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/ports?device_id=2a9f5c78-0279-4536-8efe-8c72436d90d1 HTTP/1.1" status: 200 len: 210 time: 0.0272231 May 20 21:19:21.559017 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-553567ad-7c61-4a33-9988-c8e5056af42b req-4b7551bd-ddf4-41a5-9c6f-f3161bc3eb91 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/ports?device_id=2a9f5c78-0279-4536-8efe-8c72436d90d1 HTTP/1.1" status: 200 len: 210 time: 0.0312774 May 20 21:19:22.269963 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d49535-f350-4aab-8fc4-0211597f6559 req-7c7b4907-9255-460a-8394-0b1ac1d6d11d tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:19:22.271432 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-77d49535-f350-4aab-8fc4-0211597f6559 req-7c7b4907-9255-460a-8394-0b1ac1d6d11d tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.24 "GET /v2.0/networks?id=255960d5-e633-4d0c-a1cc-74a37a7cc772 HTTP/1.1" status: 200 len: 812 time: 0.1052163 May 20 21:19:22.280464 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-eced5c88-7311-400e-9ac3-ef350e9bc66a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:19:22.286487 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [req-77d49535-f350-4aab-8fc4-0211597f6559 req-a3e28cbf-473b-4d95-be1d-dd39052668b2 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Request body: {'port': {'device_id': '2a9f5c78-0279-4536-8efe-8c72436d90d1', 'network_id': '255960d5-e633-4d0c-a1cc-74a37a7cc772', 'admin_state_up': True, 'tenant_id': '4f94a191bdd44506b49954bf553d7569'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:19:22.463544 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77d49535-f350-4aab-8fc4-0211597f6559 req-a3e28cbf-473b-4d95-be1d-dd39052668b2 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Made reservation on behalf of 4f94a191bdd44506b49954bf553d7569 for: {'port': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:19:22.467402 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-77d49535-f350-4aab-8fc4-0211597f6559 req-a3e28cbf-473b-4d95-be1d-dd39052668b2 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:19:22.598948 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [req-77d49535-f350-4aab-8fc4-0211597f6559 req-a3e28cbf-473b-4d95-be1d-dd39052668b2 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Allocated IP 172.20.0.5 (255960d5-e633-4d0c-a1cc-74a37a7cc772/87e873ab-38e9-43e0-acec-0c2b5973b603/1efffd44-18e3-427b-9dec-ef81bd6c9f94) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:19:22.657925 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4ef97c46-740d-472a-a22c-8cbef8addebf req-bbfe8d38-c991-47d8-b7b3-7f916f261418 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/ports?device_id=2a9f5c78-0279-4536-8efe-8c72436d90d1 HTTP/1.1" status: 200 len: 210 time: 0.0261948 May 20 21:19:22.751619 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-77d49535-f350-4aab-8fc4-0211597f6559 req-a3e28cbf-473b-4d95-be1d-dd39052668b2 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:19:22.834600 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-77d49535-f350-4aab-8fc4-0211597f6559 req-a3e28cbf-473b-4d95-be1d-dd39052668b2 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:19:22.876723 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77d49535-f350-4aab-8fc4-0211597f6559 req-a3e28cbf-473b-4d95-be1d-dd39052668b2 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Network 255960d5-e633-4d0c-a1cc-74a37a7cc772 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:19:22.879584 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [req-77d49535-f350-4aab-8fc4-0211597f6559 req-a3e28cbf-473b-4d95-be1d-dd39052668b2 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:19:22.883132 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-77d49535-f350-4aab-8fc4-0211597f6559 req-a3e28cbf-473b-4d95-be1d-dd39052668b2 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:19:22.892542 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e28cbf-473b-4d95-be1d-dd39052668b2 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Pushing event updated for resources: {'Port': ['ID=1efffd44-18e3-427b-9dec-ef81bd6c9f94,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:19:22.922494 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e28cbf-473b-4d95-be1d-dd39052668b2 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:19:22.922757 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e28cbf-473b-4d95-be1d-dd39052668b2 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:19:22.923095 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e28cbf-473b-4d95-be1d-dd39052668b2 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:19:22.923428 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e28cbf-473b-4d95-be1d-dd39052668b2 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:19:22.923760 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e28cbf-473b-4d95-be1d-dd39052668b2 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:19:22.924085 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e28cbf-473b-4d95-be1d-dd39052668b2 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:19:22.924410 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e28cbf-473b-4d95-be1d-dd39052668b2 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:19:22.924735 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e28cbf-473b-4d95-be1d-dd39052668b2 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:19:22.925058 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e28cbf-473b-4d95-be1d-dd39052668b2 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:19:22.925406 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e28cbf-473b-4d95-be1d-dd39052668b2 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:19:22.925739 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e28cbf-473b-4d95-be1d-dd39052668b2 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:19:22.926032 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e28cbf-473b-4d95-be1d-dd39052668b2 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:19:22.951318 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d49535-f350-4aab-8fc4-0211597f6559 req-a3e28cbf-473b-4d95-be1d-dd39052668b2 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:19:22.951984 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-77d49535-f350-4aab-8fc4-0211597f6559 req-a3e28cbf-473b-4d95-be1d-dd39052668b2 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:19:23.026568 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-77d49535-f350-4aab-8fc4-0211597f6559 req-a3e28cbf-473b-4d95-be1d-dd39052668b2 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7440805 May 20 21:19:23.038511 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [req-77d49535-f350-4aab-8fc4-0211597f6559 req-5ccc1af6-3aa1-45f6-86d5-77e98df65b98 service neutron] Request body: {'port': {'device_id': '2a9f5c78-0279-4536-8efe-8c72436d90d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-842733-1'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:19:23.098648 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-77d49535-f350-4aab-8fc4-0211597f6559 req-5ccc1af6-3aa1-45f6-86d5-77e98df65b98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:19:23.110543 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-5f028e07-c104-461d-a640-0aa0c59cd2af None None] Provisioning complete for port 1efffd44-18e3-427b-9dec-ef81bd6c9f94 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:19:23.110908 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-5f028e07-c104-461d-a640-0aa0c59cd2af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:19:23.144691 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-5f028e07-c104-461d-a640-0aa0c59cd2af None None] Port 1efffd44-18e3-427b-9dec-ef81bd6c9f94 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 21:19:23.366378 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [req-77d49535-f350-4aab-8fc4-0211597f6559 req-5ccc1af6-3aa1-45f6-86d5-77e98df65b98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1efffd44-18e3-427b-9dec-ef81bd6c9f94 {{(pid=103162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 21:19:23.374389 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-77d49535-f350-4aab-8fc4-0211597f6559 req-5ccc1af6-3aa1-45f6-86d5-77e98df65b98 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:19:23.386654 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.provisioning_blocks [req-77d49535-f350-4aab-8fc4-0211597f6559 req-5ccc1af6-3aa1-45f6-86d5-77e98df65b98 service neutron] Transition to ACTIVE for port object 1efffd44-18e3-427b-9dec-ef81bd6c9f94 will not be triggered until provisioned by entity L2. {{(pid=103162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 21:19:23.439822 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-77d49535-f350-4aab-8fc4-0211597f6559 req-5ccc1af6-3aa1-45f6-86d5-77e98df65b98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:19:23.495822 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccc1af6-3aa1-45f6-86d5-77e98df65b98 service neutron] Pushing event updated for resources: {'Port': ['ID=1efffd44-18e3-427b-9dec-ef81bd6c9f94,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:19:23.575695 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-77d49535-f350-4aab-8fc4-0211597f6559 req-5ccc1af6-3aa1-45f6-86d5-77e98df65b98 service neutron] Attempting to bind port 1efffd44-18e3-427b-9dec-ef81bd6c9f94 on host n-h1-842733-1 for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:19:23.576026 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-77d49535-f350-4aab-8fc4-0211597f6559 req-5ccc1af6-3aa1-45f6-86d5-77e98df65b98 service neutron] Attempting to bind port 1efffd44-18e3-427b-9dec-ef81bd6c9f94 by drivers openvswitch,hyperv on host n-h1-842733-1 at level 0 using segments [{'id': '8db3cbe6-5ab5-44a8-9059-240f6f6827e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '255960d5-e633-4d0c-a1cc-74a37a7cc772'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:19:23.576359 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77d49535-f350-4aab-8fc4-0211597f6559 req-5ccc1af6-3aa1-45f6-86d5-77e98df65b98 service neutron] Attempting to bind port 1efffd44-18e3-427b-9dec-ef81bd6c9f94 on network 255960d5-e633-4d0c-a1cc-74a37a7cc772 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:19:23.581502 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77d49535-f350-4aab-8fc4-0211597f6559 req-5ccc1af6-3aa1-45f6-86d5-77e98df65b98 service neutron] Port 1efffd44-18e3-427b-9dec-ef81bd6c9f94 on network 255960d5-e633-4d0c-a1cc-74a37a7cc772 not bound, no agent of type Open vSwitch agent registered on host n-h1-842733-1 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 21:19:23.581834 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77d49535-f350-4aab-8fc4-0211597f6559 req-5ccc1af6-3aa1-45f6-86d5-77e98df65b98 service neutron] Attempting to bind port 1efffd44-18e3-427b-9dec-ef81bd6c9f94 on network 255960d5-e633-4d0c-a1cc-74a37a7cc772 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:19:23.588905 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77d49535-f350-4aab-8fc4-0211597f6559 req-5ccc1af6-3aa1-45f6-86d5-77e98df65b98 service neutron] Checking agent: {'id': '08dfb1ce-804b-4db8-838b-21094082e041', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 32, 54), 'started_at': datetime.datetime(2022, 5, 20, 20, 32, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 21, 18, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 21:19:23.589291 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77d49535-f350-4aab-8fc4-0211597f6559 req-5ccc1af6-3aa1-45f6-86d5-77e98df65b98 service neutron] Checking segment: {'id': '8db3cbe6-5ab5-44a8-9059-240f6f6827e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '255960d5-e633-4d0c-a1cc-74a37a7cc772'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:19:23.589688 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77d49535-f350-4aab-8fc4-0211597f6559 req-5ccc1af6-3aa1-45f6-86d5-77e98df65b98 service neutron] Bound using segment: {'id': '8db3cbe6-5ab5-44a8-9059-240f6f6827e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '255960d5-e633-4d0c-a1cc-74a37a7cc772'} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 21:19:23.590135 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-77d49535-f350-4aab-8fc4-0211597f6559 req-5ccc1af6-3aa1-45f6-86d5-77e98df65b98 service neutron] Bound port: 1efffd44-18e3-427b-9dec-ef81bd6c9f94, host: n-h1-842733-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8db3cbe6-5ab5-44a8-9059-240f6f6827e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '255960d5-e633-4d0c-a1cc-74a37a7cc772'}}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:19:23.590501 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-77d49535-f350-4aab-8fc4-0211597f6559 req-5ccc1af6-3aa1-45f6-86d5-77e98df65b98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:19:23.668795 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-77d49535-f350-4aab-8fc4-0211597f6559 req-5ccc1af6-3aa1-45f6-86d5-77e98df65b98 service neutron] For port 1efffd44-18e3-427b-9dec-ef81bd6c9f94, host n-h1-842733-1, cleared binding levels {{(pid=103162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 21:19:23.672522 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-77d49535-f350-4aab-8fc4-0211597f6559 req-5ccc1af6-3aa1-45f6-86d5-77e98df65b98 service neutron] For port 1efffd44-18e3-427b-9dec-ef81bd6c9f94, host n-h1-842733-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=1efffd44-18e3-427b-9dec-ef81bd6c9f94,segment=NetworkSegment(8db3cbe6-5ab5-44a8-9059-240f6f6827e1),segment_id=8db3cbe6-5ab5-44a8-9059-240f6f6827e1)] {{(pid=103162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 21:19:23.732388 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-77d49535-f350-4aab-8fc4-0211597f6559 req-5ccc1af6-3aa1-45f6-86d5-77e98df65b98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:19:23.767277 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d49535-f350-4aab-8fc4-0211597f6559 req-5ccc1af6-3aa1-45f6-86d5-77e98df65b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:19:23.768291 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-77d49535-f350-4aab-8fc4-0211597f6559 req-5ccc1af6-3aa1-45f6-86d5-77e98df65b98 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:19:23.770265 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-77d49535-f350-4aab-8fc4-0211597f6559 req-5ccc1af6-3aa1-45f6-86d5-77e98df65b98 service neutron] 10.222.0.24 "PUT /v2.0/ports/1efffd44-18e3-427b-9dec-ef81bd6c9f94 HTTP/1.1" status: 200 len: 1091 time: 0.7360113 May 20 21:19:23.770844 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a9f5c78-0279-4536-8efe-8c72436d90d1', 'tag': '1efffd44-18e3-427b-9dec-ef81bd6c9f94'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 21:19:23.773701 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6fa957933fccbf596d28104b23404b952ad6a8238afaebaed40a0874b2e409" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dbb0037-192c-4b14-9dcf-dce2524bc0cc" -d '{"events": [{"name": "network-changed", "server_uuid": "2a9f5c78-0279-4536-8efe-8c72436d90d1", "tag": "1efffd44-18e3-427b-9dec-ef81bd6c9f94"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 21:19:23.827718 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d01aee-32ce-4ce9-8fd4-fc7dd35ba5e8 req-ceb6dfcb-eab9-4386-9f14-0c1b75f2cc5b tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:19:23.836045 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-88d01aee-32ce-4ce9-8fd4-fc7dd35ba5e8 req-ceb6dfcb-eab9-4386-9f14-0c1b75f2cc5b tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/ports?device_id=2a9f5c78-0279-4536-8efe-8c72436d90d1 HTTP/1.1" status: 200 len: 943 time: 0.1048753 May 20 21:19:23.838481 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 21:19:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72345937-02de-4601-9c5a-32994170a6fd x-openstack-request-id: req-72345937-02de-4601-9c5a-32994170a6fd {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 21:19:23.838481 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a9f5c78-0279-4536-8efe-8c72436d90d1", "tag": "1efffd44-18e3-427b-9dec-ef81bd6c9f94", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 21:19:23.838925 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-72345937-02de-4601-9c5a-32994170a6fd {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 21:19:23.839358 n-d-842733-1 neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72345937-02de-4601-9c5a-32994170a6fd'] response: {'name': 'network-changed', 'server_uuid': '2a9f5c78-0279-4536-8efe-8c72436d90d1', 'tag': '1efffd44-18e3-427b-9dec-ef81bd6c9f94', 'status': 'completed', 'code': 200} May 20 21:19:23.845968 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccc1af6-3aa1-45f6-86d5-77e98df65b98 service neutron] Pushing event updated for resources: {'Port': ['ID=1efffd44-18e3-427b-9dec-ef81bd6c9f94,revision_number=3']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:19:23.881922 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-88d01aee-32ce-4ce9-8fd4-fc7dd35ba5e8 req-bac996e4-b11b-44c9-b225-c98e176b5823 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1e67d27-2dd5-4cb5-8d30-f404451cc346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449381 May 20 21:19:23.913669 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbb0037-192c-4b14-9dcf-dce2524bc0cc req-7d3db104-dcc4-42b1-8ff5-f56af7f8c114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:19:23.916150 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-1dbb0037-192c-4b14-9dcf-dce2524bc0cc req-7d3db104-dcc4-42b1-8ff5-f56af7f8c114 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4f94a191bdd44506b49954bf553d7569&device_id=2a9f5c78-0279-4536-8efe-8c72436d90d1 HTTP/1.1" status: 200 len: 1094 time: 0.0607402 May 20 21:19:24.018044 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4bb0e131-6525-46ca-a45b-e4ea43a5e69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:19:24.027049 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbb0037-192c-4b14-9dcf-dce2524bc0cc req-618bae6c-1e83-4e16-84be-b1a9b8573fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:19:24.032895 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-1dbb0037-192c-4b14-9dcf-dce2524bc0cc req-618bae6c-1e83-4e16-84be-b1a9b8573fe1 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=4f94a191bdd44506b49954bf553d7569&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1043174 May 20 21:19:24.128652 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbb0037-192c-4b14-9dcf-dce2524bc0cc req-9e0b99ff-f5e9-4b47-8177-14812022b8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:19:24.130095 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-1dbb0037-192c-4b14-9dcf-dce2524bc0cc req-9e0b99ff-f5e9-4b47-8177-14812022b8cb service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0947971 May 20 21:19:24.206670 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d49535-f350-4aab-8fc4-0211597f6559 req-7ea5341f-9830-4fd4-9547-737d6cfd52da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:19:24.208154 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-77d49535-f350-4aab-8fc4-0211597f6559 req-7ea5341f-9830-4fd4-9547-737d6cfd52da service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4f94a191bdd44506b49954bf553d7569&device_id=2a9f5c78-0279-4536-8efe-8c72436d90d1 HTTP/1.1" status: 200 len: 1094 time: 0.0409803 May 20 21:19:24.251179 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-77d49535-f350-4aab-8fc4-0211597f6559 req-1d1fc808-11ea-4eb4-bf11-4a285cd9c5d0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1efffd44-18e3-427b-9dec-ef81bd6c9f94 HTTP/1.1" status: 200 len: 217 time: 0.0353999 May 20 21:19:24.300668 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d49535-f350-4aab-8fc4-0211597f6559 req-946bdd2a-e5e3-4ebc-8da0-3619db6851bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:19:24.302169 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-77d49535-f350-4aab-8fc4-0211597f6559 req-946bdd2a-e5e3-4ebc-8da0-3619db6851bc service neutron] 10.222.0.24 "GET /v2.0/subnets?id=87e873ab-38e9-43e0-acec-0c2b5973b603 HTTP/1.1" status: 200 len: 851 time: 0.0449712 May 20 21:19:24.352684 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d49535-f350-4aab-8fc4-0211597f6559 req-a5df6491-9585-4639-8ec1-206a3448349d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:19:24.354741 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-77d49535-f350-4aab-8fc4-0211597f6559 req-a5df6491-9585-4639-8ec1-206a3448349d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=255960d5-e633-4d0c-a1cc-74a37a7cc772&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458260 May 20 21:19:24.444311 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-77d49535-f350-4aab-8fc4-0211597f6559 req-8bdec761-5a7b-4a8e-aa3e-aa89bfe00a4d service neutron] 10.222.0.24 "GET /v2.0/networks/255960d5-e633-4d0c-a1cc-74a37a7cc772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830519 May 20 21:19:24.536936 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-77d49535-f350-4aab-8fc4-0211597f6559 req-5da6b7da-e60c-4433-9ac9-b89582f7183a service neutron] 10.222.0.24 "GET /v2.0/networks/255960d5-e633-4d0c-a1cc-74a37a7cc772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857236 May 20 21:19:24.995691 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:19:25.003419 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a54739-df6a-428b-86a4-ddbd8c74900b req-4e462555-14b2-4923-bf76-a31ec8ef700a tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:19:25.004973 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e7a54739-df6a-428b-86a4-ddbd8c74900b req-4e462555-14b2-4923-bf76-a31ec8ef700a tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/ports?device_id=2a9f5c78-0279-4536-8efe-8c72436d90d1 HTTP/1.1" status: 200 len: 943 time: 0.0518699 May 20 21:19:25.044186 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e7a54739-df6a-428b-86a4-ddbd8c74900b req-6f0247d5-dcca-4d18-9d51-3ea3867dae85 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1e67d27-2dd5-4cb5-8d30-f404451cc346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321178 May 20 21:19:25.588685 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cc3ec51b-6ec8-438a-8349-5f0bec346d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:19:25.616675 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:19:26.167364 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022f2e6e-717a-476f-9597-e8fddf22c44a req-9742cf0c-6da2-4ce2-b90e-fdf4246bda15 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:19:26.168844 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-022f2e6e-717a-476f-9597-e8fddf22c44a req-9742cf0c-6da2-4ce2-b90e-fdf4246bda15 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/ports?device_id=2a9f5c78-0279-4536-8efe-8c72436d90d1 HTTP/1.1" status: 200 len: 943 time: 0.0536711 May 20 21:19:26.208016 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-022f2e6e-717a-476f-9597-e8fddf22c44a req-9d0d99c6-1f22-494f-9ff8-81854f33cacb tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1e67d27-2dd5-4cb5-8d30-f404451cc346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325854 May 20 21:19:27.324175 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deca95a6-182b-4c6a-9a25-f68dd85c655e req-9e01e206-28a8-4bdf-a091-312ce8bccce8 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:19:27.325661 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-deca95a6-182b-4c6a-9a25-f68dd85c655e req-9e01e206-28a8-4bdf-a091-312ce8bccce8 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/ports?device_id=2a9f5c78-0279-4536-8efe-8c72436d90d1 HTTP/1.1" status: 200 len: 943 time: 0.0491064 May 20 21:19:27.362759 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-deca95a6-182b-4c6a-9a25-f68dd85c655e req-f9ece40d-b3b0-4ea2-aeba-b3a1de892b9c tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1e67d27-2dd5-4cb5-8d30-f404451cc346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311377 May 20 21:19:28.476343 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7235d80f-0a61-4f50-a680-ce02da501481 req-72fa3606-dbfd-4d66-92be-ea289a267152 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:19:28.478502 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7235d80f-0a61-4f50-a680-ce02da501481 req-72fa3606-dbfd-4d66-92be-ea289a267152 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/ports?device_id=2a9f5c78-0279-4536-8efe-8c72436d90d1 HTTP/1.1" status: 200 len: 943 time: 0.0480502 May 20 21:19:28.516910 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7235d80f-0a61-4f50-a680-ce02da501481 req-08087b41-4eb5-47f7-858a-e2f03d4de434 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1e67d27-2dd5-4cb5-8d30-f404451cc346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319791 May 20 21:19:29.636124 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96a8277-fe54-4b77-8c52-f68b0b91fb61 req-49db99fe-de61-4f5b-a895-a515a6f0eef8 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:19:29.637594 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c96a8277-fe54-4b77-8c52-f68b0b91fb61 req-49db99fe-de61-4f5b-a895-a515a6f0eef8 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/ports?device_id=2a9f5c78-0279-4536-8efe-8c72436d90d1 HTTP/1.1" status: 200 len: 943 time: 0.0520661 May 20 21:19:29.675348 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c96a8277-fe54-4b77-8c52-f68b0b91fb61 req-f0c5bb7e-7bff-449b-9482-20e13eaa9752 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1e67d27-2dd5-4cb5-8d30-f404451cc346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317059 May 20 21:19:30.788785 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30f2fa4-8b11-4ff6-94aa-f417a6f05af2 req-0f453f7f-7567-4f87-8861-d721ec04edbe tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:19:30.790203 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f30f2fa4-8b11-4ff6-94aa-f417a6f05af2 req-0f453f7f-7567-4f87-8861-d721ec04edbe tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/ports?device_id=2a9f5c78-0279-4536-8efe-8c72436d90d1 HTTP/1.1" status: 200 len: 943 time: 0.0484335 May 20 21:19:30.828093 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f30f2fa4-8b11-4ff6-94aa-f417a6f05af2 req-2431047d-ec46-4464-bfcb-15eb9b986c9e tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1e67d27-2dd5-4cb5-8d30-f404451cc346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315685 May 20 21:19:31.948665 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e6c003-f05b-4771-a083-8d8cfcc31bb2 req-8c74231c-60c2-4af7-ac9d-e72612b9ef1f tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:19:31.950173 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-89e6c003-f05b-4771-a083-8d8cfcc31bb2 req-8c74231c-60c2-4af7-ac9d-e72612b9ef1f tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/ports?device_id=2a9f5c78-0279-4536-8efe-8c72436d90d1 HTTP/1.1" status: 200 len: 943 time: 0.0536158 May 20 21:19:31.988169 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-89e6c003-f05b-4771-a083-8d8cfcc31bb2 req-e7d135d7-6ac8-45e7-82b1-7066d46d3b63 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1e67d27-2dd5-4cb5-8d30-f404451cc346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319877 May 20 21:19:32.542060 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:19:33.105904 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff7b85c-97d4-4c48-9e01-ba155867e235 req-47aafcc5-cccf-4bbf-8924-123bc9cd6a5b tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:19:33.107608 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-cff7b85c-97d4-4c48-9e01-ba155867e235 req-47aafcc5-cccf-4bbf-8924-123bc9cd6a5b tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/ports?device_id=2a9f5c78-0279-4536-8efe-8c72436d90d1 HTTP/1.1" status: 200 len: 943 time: 0.0525446 May 20 21:19:33.146393 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-cff7b85c-97d4-4c48-9e01-ba155867e235 req-569bf639-da44-4c04-bc20-530062bd5313 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1e67d27-2dd5-4cb5-8d30-f404451cc346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328290 May 20 21:19:33.146836 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 1efffd44-18e3-427b-9dec-ef81bd6c9f94 details requested by agent hyperv_n-h1-842733-1 with host n-h1-842733-1 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 21:19:33.241024 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port 1efffd44-18e3-427b-9dec-ef81bd6c9f94, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=1efffd44-18e3-427b-9dec-ef81bd6c9f94,segment=NetworkSegment(8db3cbe6-5ab5-44a8-9059-240f6f6827e1),segment_id=8db3cbe6-5ab5-44a8-9059-240f6f6827e1)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:19:33.254229 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Returning: {'device': '1efffd44-18e3-427b-9dec-ef81bd6c9f94', 'network_id': '255960d5-e633-4d0c-a1cc-74a37a7cc772', 'port_id': '1efffd44-18e3-427b-9dec-ef81bd6c9f94', 'mac_address': 'fa:16:3e:df:9d:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87e873ab-38e9-43e0-acec-0c2b5973b603', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 20 21:19:33.292879 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Current status of the port 1efffd44-18e3-427b-9dec-ef81bd6c9f94 is: DOWN; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:19:33.293176 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:19:33.307489 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1efffd44-18e3-427b-9dec-ef81bd6c9f94 {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 21:19:33.330825 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port 1efffd44-18e3-427b-9dec-ef81bd6c9f94, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=1efffd44-18e3-427b-9dec-ef81bd6c9f94,segment=NetworkSegment(8db3cbe6-5ab5-44a8-9059-240f6f6827e1),segment_id=8db3cbe6-5ab5-44a8-9059-240f6f6827e1)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:19:33.405764 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:19:33.453126 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Pushing event updated for resources: {'Port': ['ID=1efffd44-18e3-427b-9dec-ef81bd6c9f94,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:19:33.600882 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] get_ports_and_sgs() called for port_ids ['1efffd44-18e3-427b-9dec-ef81bd6c9f94'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 21:19:34.260939 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2dd8e3-0977-4752-8910-a9ca6d338ed5 req-43609c30-a39b-4a79-ac8f-99ebb14c8d49 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:19:34.262976 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ed2dd8e3-0977-4752-8910-a9ca6d338ed5 req-43609c30-a39b-4a79-ac8f-99ebb14c8d49 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/ports?device_id=2a9f5c78-0279-4536-8efe-8c72436d90d1 HTTP/1.1" status: 200 len: 944 time: 0.0492530 May 20 21:19:34.300635 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ed2dd8e3-0977-4752-8910-a9ca6d338ed5 req-a3eb29e5-b856-4fcc-bb55-b082ad91298f tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1e67d27-2dd5-4cb5-8d30-f404451cc346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316238 May 20 21:19:35.160547 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.agents_db [None req-5c33ad30-4e00-40fa-b486-8c79c4a6cfc5 None None] Agent healthcheck: found 7 active agents {{(pid=103165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 20 21:19:35.163166 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 1efffd44-18e3-427b-9dec-ef81bd6c9f94 up at agent hyperv_n-h1-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:19:35.302465 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Provisioning for port 1efffd44-18e3-427b-9dec-ef81bd6c9f94 completed by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 21:19:35.306142 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Provisioning complete for port 1efffd44-18e3-427b-9dec-ef81bd6c9f94 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:19:35.306508 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:19:35.388836 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Current status of the port 1efffd44-18e3-427b-9dec-ef81bd6c9f94 is: BUILD; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:19:35.389275 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:19:35.411347 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a9f5c78-0279-4536-8efe-8c72436d90d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1efffd44-18e3-427b-9dec-ef81bd6c9f94'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 21:19:35.413515 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8485417003ce7c0410b00f5cdc2f391e21107b70bb68e2773712534a96e108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26b0d98a-90bf-4832-858b-fa1343914653" -d '{"events": [{"server_uuid": "2a9f5c78-0279-4536-8efe-8c72436d90d1", "name": "network-vif-plugged", "status": "completed", "tag": "1efffd44-18e3-427b-9dec-ef81bd6c9f94"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 21:19:35.421872 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112f12aa-62ac-429d-852c-5e0d0208b431 req-2db6f557-91eb-43a8-86cd-a657367483cb tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:19:35.423606 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-112f12aa-62ac-429d-852c-5e0d0208b431 req-2db6f557-91eb-43a8-86cd-a657367483cb tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/ports?device_id=2a9f5c78-0279-4536-8efe-8c72436d90d1 HTTP/1.1" status: 200 len: 944 time: 0.0501943 May 20 21:19:35.430077 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port 1efffd44-18e3-427b-9dec-ef81bd6c9f94, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=1efffd44-18e3-427b-9dec-ef81bd6c9f94,segment=NetworkSegment(8db3cbe6-5ab5-44a8-9059-240f6f6827e1),segment_id=8db3cbe6-5ab5-44a8-9059-240f6f6827e1)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:19:35.455251 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 21:19:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-975ab223-5bc8-495f-9798-e053314009db x-openstack-request-id: req-975ab223-5bc8-495f-9798-e053314009db {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 21:19:35.455544 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a9f5c78-0279-4536-8efe-8c72436d90d1", "name": "network-vif-plugged", "status": "completed", "tag": "1efffd44-18e3-427b-9dec-ef81bd6c9f94", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 21:19:35.455787 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-975ab223-5bc8-495f-9798-e053314009db {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 21:19:35.456179 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-975ab223-5bc8-495f-9798-e053314009db'] response: {'server_uuid': '2a9f5c78-0279-4536-8efe-8c72436d90d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1efffd44-18e3-427b-9dec-ef81bd6c9f94', 'code': 200} May 20 21:19:35.462137 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-112f12aa-62ac-429d-852c-5e0d0208b431 req-0c89fb71-b3e8-49ec-968b-63f9e24cb7e3 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1e67d27-2dd5-4cb5-8d30-f404451cc346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319166 May 20 21:19:35.502817 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:19:35.551135 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Pushing event updated for resources: {'Port': ['ID=1efffd44-18e3-427b-9dec-ef81bd6c9f94,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:19:35.663415 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb0fa21-f822-4540-ab07-41e369904bd8 req-45165364-e262-47bd-8df8-39f823b40314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:19:35.664802 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-5fb0fa21-f822-4540-ab07-41e369904bd8 req-45165364-e262-47bd-8df8-39f823b40314 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2a9f5c78-0279-4536-8efe-8c72436d90d1 HTTP/1.1" status: 200 len: 1096 time: 0.1503429 May 20 21:19:35.706830 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-5fb0fa21-f822-4540-ab07-41e369904bd8 req-eb5371fb-d5c9-46e6-9121-321e1ced7d6d service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=e1e67d27-2dd5-4cb5-8d30-f404451cc346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348644 May 20 21:19:36.586882 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfb5b53-4a4a-43b7-8d4b-9b78ede1a34e req-8b49479f-4184-4e2a-9f53-4a2ecc2799a9 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:19:36.588348 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3cfb5b53-4a4a-43b7-8d4b-9b78ede1a34e req-8b49479f-4184-4e2a-9f53-4a2ecc2799a9 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/ports?device_id=2a9f5c78-0279-4536-8efe-8c72436d90d1 HTTP/1.1" status: 200 len: 945 time: 0.0534401 May 20 21:19:36.627772 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3cfb5b53-4a4a-43b7-8d4b-9b78ede1a34e req-eae3b65c-1ad5-4f0f-beb8-7951bbda5c22 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1e67d27-2dd5-4cb5-8d30-f404451cc346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326467 May 20 21:19:37.098522 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-34b17956-5edf-46d6-b088-824ff85a2f2a req-ff503e21-a277-427b-afbc-c9628a28e27e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2a9f5c78-0279-4536-8efe-8c72436d90d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0387836 May 20 21:19:37.180794 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b17956-5edf-46d6-b088-824ff85a2f2a req-34e26aee-0691-4802-9a7f-55742e702bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:19:37.182273 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-34b17956-5edf-46d6-b088-824ff85a2f2a req-34e26aee-0691-4802-9a7f-55742e702bbf service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4f94a191bdd44506b49954bf553d7569&device_id=2a9f5c78-0279-4536-8efe-8c72436d90d1 HTTP/1.1" status: 200 len: 1096 time: 0.0428629 May 20 21:19:37.280968 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b17956-5edf-46d6-b088-824ff85a2f2a req-2c61dc7b-f3fe-489d-b604-8c15691204f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:19:37.282611 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-34b17956-5edf-46d6-b088-824ff85a2f2a req-2c61dc7b-f3fe-489d-b604-8c15691204f8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=255960d5-e633-4d0c-a1cc-74a37a7cc772 HTTP/1.1" status: 200 len: 913 time: 0.0826297 May 20 21:19:37.321907 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-34b17956-5edf-46d6-b088-824ff85a2f2a req-c7994d6b-6010-45c0-87b3-d760c204b2ca service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1efffd44-18e3-427b-9dec-ef81bd6c9f94 HTTP/1.1" status: 200 len: 217 time: 0.0332890 May 20 21:19:37.373160 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b17956-5edf-46d6-b088-824ff85a2f2a req-355db403-aa3e-4864-b3c3-8d064339d34d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:19:37.374524 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-34b17956-5edf-46d6-b088-824ff85a2f2a req-355db403-aa3e-4864-b3c3-8d064339d34d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=87e873ab-38e9-43e0-acec-0c2b5973b603 HTTP/1.1" status: 200 len: 851 time: 0.0465195 May 20 21:19:37.417571 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b17956-5edf-46d6-b088-824ff85a2f2a req-f8c5d3b3-4f3f-4fb0-8cb8-80e1a768196e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:19:37.419006 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-34b17956-5edf-46d6-b088-824ff85a2f2a req-f8c5d3b3-4f3f-4fb0-8cb8-80e1a768196e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=255960d5-e633-4d0c-a1cc-74a37a7cc772&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0385637 May 20 21:19:37.507373 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-34b17956-5edf-46d6-b088-824ff85a2f2a req-4ca18005-fcea-4919-84dc-3b8a376e9b6f service neutron] 10.222.0.24 "GET /v2.0/networks/255960d5-e633-4d0c-a1cc-74a37a7cc772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816209 May 20 21:19:37.598304 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-34b17956-5edf-46d6-b088-824ff85a2f2a req-59035ea6-36fa-463b-85b6-91b5cc26d2f2 service neutron] 10.222.0.24 "GET /v2.0/networks/255960d5-e633-4d0c-a1cc-74a37a7cc772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839007 May 20 21:19:37.744385 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c60e475-f841-4d68-9a35-a5699e3f32db req-d3102232-bc06-436d-8dd1-7521baed0925 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:19:37.746533 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6c60e475-f841-4d68-9a35-a5699e3f32db req-d3102232-bc06-436d-8dd1-7521baed0925 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/ports?device_id=2a9f5c78-0279-4536-8efe-8c72436d90d1 HTTP/1.1" status: 200 len: 945 time: 0.0506294 May 20 21:19:37.785604 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6c60e475-f841-4d68-9a35-a5699e3f32db req-9894a91a-30b8-41f9-90dd-208e2ce17c95 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1e67d27-2dd5-4cb5-8d30-f404451cc346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327957 May 20 21:19:37.900348 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cde2ec8-84bb-45cc-b06f-05aee5cd3b67 req-8f1f04cf-338c-4297-8c2f-d7ff6c288cf0 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:19:37.902594 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5cde2ec8-84bb-45cc-b06f-05aee5cd3b67 req-8f1f04cf-338c-4297-8c2f-d7ff6c288cf0 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/ports?device_id=2a9f5c78-0279-4536-8efe-8c72436d90d1 HTTP/1.1" status: 200 len: 945 time: 0.0503650 May 20 21:19:37.940192 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5cde2ec8-84bb-45cc-b06f-05aee5cd3b67 req-98238bd7-336a-49df-97ff-234a9eeef656 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1e67d27-2dd5-4cb5-8d30-f404451cc346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316591 May 20 21:19:41.164179 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24208969-cac6-44cc-9e76-b0ba75da5844 req-7f733191-6ac0-41ac-92e3-f9aab58415ef tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:19:41.165673 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-24208969-cac6-44cc-9e76-b0ba75da5844 req-7f733191-6ac0-41ac-92e3-f9aab58415ef tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/networks?id=255960d5-e633-4d0c-a1cc-74a37a7cc772 HTTP/1.1" status: 200 len: 812 time: 0.1067197 May 20 21:19:41.181197 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-24208969-cac6-44cc-9e76-b0ba75da5844 req-61e41d78-9f91-43b1-882c-770e2ff6a79d tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/quotas/4f94a191bdd44506b49954bf553d7569 HTTP/1.1" status: 200 len: 375 time: 0.0089083 May 20 21:19:41.236828 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-24208969-cac6-44cc-9e76-b0ba75da5844 req-1fe8352b-7d6d-4224-902f-c41dc08f2a0e tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=4f94a191bdd44506b49954bf553d7569&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0496778 May 20 21:19:41.332544 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-24208969-cac6-44cc-9e76-b0ba75da5844 req-13727796-3ee2-4d45-a7d2-2206112c3640 service neutron] 10.222.0.35 "GET /v2.0/networks/255960d5-e633-4d0c-a1cc-74a37a7cc772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884326 May 20 21:19:41.423888 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-24208969-cac6-44cc-9e76-b0ba75da5844 req-0b47ea94-3deb-4403-afcd-069d70907dc4 service neutron] 10.222.0.35 "GET /v2.0/networks/255960d5-e633-4d0c-a1cc-74a37a7cc772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849295 May 20 21:19:41.678510 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-07311b4b-a6bc-4fda-8c8d-6c5342cc457d req-e82130b7-2cf0-496f-ad48-f8e3b2212b87 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/ports?device_id=2552a1a3-2895-4799-8177-4b57dc6f5716 HTTP/1.1" status: 200 len: 210 time: 0.0269911 May 20 21:19:42.775440 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-24e83be5-c878-46d4-a7cc-554fb712f8bb req-c0f6a1ab-d019-4d20-befc-0c3dfbd9d4bd tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/ports?device_id=2552a1a3-2895-4799-8177-4b57dc6f5716 HTTP/1.1" status: 200 len: 210 time: 0.0260620 May 20 21:19:43.405559 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24208969-cac6-44cc-9e76-b0ba75da5844 req-9e4a0c2d-0d66-4e70-bd14-208f278a0eaf tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:19:43.407010 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-24208969-cac6-44cc-9e76-b0ba75da5844 req-9e4a0c2d-0d66-4e70-bd14-208f278a0eaf tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.13 "GET /v2.0/networks?id=255960d5-e633-4d0c-a1cc-74a37a7cc772 HTTP/1.1" status: 200 len: 812 time: 0.1057959 May 20 21:19:43.427246 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [req-24208969-cac6-44cc-9e76-b0ba75da5844 req-0d39b563-67f5-4da1-b075-09196da4a01c tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Request body: {'port': {'device_id': '2552a1a3-2895-4799-8177-4b57dc6f5716', 'network_id': '255960d5-e633-4d0c-a1cc-74a37a7cc772', 'admin_state_up': True, 'tenant_id': '4f94a191bdd44506b49954bf553d7569'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:19:43.605932 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24208969-cac6-44cc-9e76-b0ba75da5844 req-0d39b563-67f5-4da1-b075-09196da4a01c tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Made reservation on behalf of 4f94a191bdd44506b49954bf553d7569 for: {'port': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:19:43.609755 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-24208969-cac6-44cc-9e76-b0ba75da5844 req-0d39b563-67f5-4da1-b075-09196da4a01c tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:19:43.737394 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [req-24208969-cac6-44cc-9e76-b0ba75da5844 req-0d39b563-67f5-4da1-b075-09196da4a01c tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Allocated IP 172.20.0.13 (255960d5-e633-4d0c-a1cc-74a37a7cc772/87e873ab-38e9-43e0-acec-0c2b5973b603/a63c8e91-a322-4c37-b8e2-3983f0c44d39) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:19:43.879042 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6ecf028f-fe34-42be-b29e-956ea9789d61 req-41680dfb-66f1-4c05-89a5-24ca6a59149e tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/ports?device_id=2552a1a3-2895-4799-8177-4b57dc6f5716 HTTP/1.1" status: 200 len: 210 time: 0.0310602 May 20 21:19:43.887739 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-24208969-cac6-44cc-9e76-b0ba75da5844 req-0d39b563-67f5-4da1-b075-09196da4a01c tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:19:43.988989 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-24208969-cac6-44cc-9e76-b0ba75da5844 req-0d39b563-67f5-4da1-b075-09196da4a01c tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:19:44.001163 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] get_ports_and_sgs() called for port_ids ['1efffd44-18e3-427b-9dec-ef81bd6c9f94'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 21:19:44.035290 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24208969-cac6-44cc-9e76-b0ba75da5844 req-0d39b563-67f5-4da1-b075-09196da4a01c tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Network 255960d5-e633-4d0c-a1cc-74a37a7cc772 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:19:44.038143 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [req-24208969-cac6-44cc-9e76-b0ba75da5844 req-0d39b563-67f5-4da1-b075-09196da4a01c tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:19:44.048322 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-24208969-cac6-44cc-9e76-b0ba75da5844 req-0d39b563-67f5-4da1-b075-09196da4a01c tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:19:44.077564 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d39b563-67f5-4da1-b075-09196da4a01c tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Pushing event updated for resources: {'Port': ['ID=a63c8e91-a322-4c37-b8e2-3983f0c44d39,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:19:44.115102 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24208969-cac6-44cc-9e76-b0ba75da5844 req-0d39b563-67f5-4da1-b075-09196da4a01c tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:19:44.117255 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-24208969-cac6-44cc-9e76-b0ba75da5844 req-0d39b563-67f5-4da1-b075-09196da4a01c tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:19:44.196716 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-24208969-cac6-44cc-9e76-b0ba75da5844 req-0d39b563-67f5-4da1-b075-09196da4a01c tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7761524 May 20 21:19:44.217251 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [req-24208969-cac6-44cc-9e76-b0ba75da5844 req-48a63f51-6d40-4d28-98ac-ab4e44746c4e service neutron] Request body: {'port': {'device_id': '2552a1a3-2895-4799-8177-4b57dc6f5716', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-842733-1'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:19:44.272711 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-24208969-cac6-44cc-9e76-b0ba75da5844 req-48a63f51-6d40-4d28-98ac-ab4e44746c4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:19:44.387806 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-7e977c09-ab53-4f4e-9cab-40903b0e466d None None] Provisioning complete for port a63c8e91-a322-4c37-b8e2-3983f0c44d39 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:19:44.388084 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-7e977c09-ab53-4f4e-9cab-40903b0e466d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:19:44.428946 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-7e977c09-ab53-4f4e-9cab-40903b0e466d None None] Port a63c8e91-a322-4c37-b8e2-3983f0c44d39 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 21:19:44.550985 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [req-24208969-cac6-44cc-9e76-b0ba75da5844 req-48a63f51-6d40-4d28-98ac-ab4e44746c4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a63c8e91-a322-4c37-b8e2-3983f0c44d39 {{(pid=103162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 21:19:44.559393 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-24208969-cac6-44cc-9e76-b0ba75da5844 req-48a63f51-6d40-4d28-98ac-ab4e44746c4e service neutron] Notify callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:19:44.570957 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.provisioning_blocks [req-24208969-cac6-44cc-9e76-b0ba75da5844 req-48a63f51-6d40-4d28-98ac-ab4e44746c4e service neutron] Transition to ACTIVE for port object a63c8e91-a322-4c37-b8e2-3983f0c44d39 will not be triggered until provisioned by entity L2. {{(pid=103162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 21:19:44.634419 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-24208969-cac6-44cc-9e76-b0ba75da5844 req-48a63f51-6d40-4d28-98ac-ab4e44746c4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:19:44.686443 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a63f51-6d40-4d28-98ac-ab4e44746c4e service neutron] Pushing event updated for resources: {'Port': ['ID=a63c8e91-a322-4c37-b8e2-3983f0c44d39,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:19:44.761521 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-24208969-cac6-44cc-9e76-b0ba75da5844 req-48a63f51-6d40-4d28-98ac-ab4e44746c4e service neutron] Attempting to bind port a63c8e91-a322-4c37-b8e2-3983f0c44d39 on host n-h2-842733-1 for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:19:44.761866 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-24208969-cac6-44cc-9e76-b0ba75da5844 req-48a63f51-6d40-4d28-98ac-ab4e44746c4e service neutron] Attempting to bind port a63c8e91-a322-4c37-b8e2-3983f0c44d39 by drivers openvswitch,hyperv on host n-h2-842733-1 at level 0 using segments [{'id': '8db3cbe6-5ab5-44a8-9059-240f6f6827e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '255960d5-e633-4d0c-a1cc-74a37a7cc772'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:19:44.762201 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24208969-cac6-44cc-9e76-b0ba75da5844 req-48a63f51-6d40-4d28-98ac-ab4e44746c4e service neutron] Attempting to bind port a63c8e91-a322-4c37-b8e2-3983f0c44d39 on network 255960d5-e633-4d0c-a1cc-74a37a7cc772 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:19:44.767772 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24208969-cac6-44cc-9e76-b0ba75da5844 req-48a63f51-6d40-4d28-98ac-ab4e44746c4e service neutron] Port a63c8e91-a322-4c37-b8e2-3983f0c44d39 on network 255960d5-e633-4d0c-a1cc-74a37a7cc772 not bound, no agent of type Open vSwitch agent registered on host n-h2-842733-1 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 21:19:44.768110 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24208969-cac6-44cc-9e76-b0ba75da5844 req-48a63f51-6d40-4d28-98ac-ab4e44746c4e service neutron] Attempting to bind port a63c8e91-a322-4c37-b8e2-3983f0c44d39 on network 255960d5-e633-4d0c-a1cc-74a37a7cc772 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:19:44.773658 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24208969-cac6-44cc-9e76-b0ba75da5844 req-48a63f51-6d40-4d28-98ac-ab4e44746c4e service neutron] Checking agent: {'id': 'a66f2511-b955-448f-877c-56cfe9c81b12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 33, 2), 'started_at': datetime.datetime(2022, 5, 20, 20, 33, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 21, 19, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 21:19:44.774000 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24208969-cac6-44cc-9e76-b0ba75da5844 req-48a63f51-6d40-4d28-98ac-ab4e44746c4e service neutron] Checking segment: {'id': '8db3cbe6-5ab5-44a8-9059-240f6f6827e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '255960d5-e633-4d0c-a1cc-74a37a7cc772'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:19:44.774386 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24208969-cac6-44cc-9e76-b0ba75da5844 req-48a63f51-6d40-4d28-98ac-ab4e44746c4e service neutron] Bound using segment: {'id': '8db3cbe6-5ab5-44a8-9059-240f6f6827e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '255960d5-e633-4d0c-a1cc-74a37a7cc772'} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 21:19:44.774820 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-24208969-cac6-44cc-9e76-b0ba75da5844 req-48a63f51-6d40-4d28-98ac-ab4e44746c4e service neutron] Bound port: a63c8e91-a322-4c37-b8e2-3983f0c44d39, host: n-h2-842733-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8db3cbe6-5ab5-44a8-9059-240f6f6827e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '255960d5-e633-4d0c-a1cc-74a37a7cc772'}}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:19:44.775207 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-24208969-cac6-44cc-9e76-b0ba75da5844 req-48a63f51-6d40-4d28-98ac-ab4e44746c4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:19:44.862224 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-24208969-cac6-44cc-9e76-b0ba75da5844 req-48a63f51-6d40-4d28-98ac-ab4e44746c4e service neutron] For port a63c8e91-a322-4c37-b8e2-3983f0c44d39, host n-h2-842733-1, cleared binding levels {{(pid=103162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 21:19:44.865828 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-24208969-cac6-44cc-9e76-b0ba75da5844 req-48a63f51-6d40-4d28-98ac-ab4e44746c4e service neutron] For port a63c8e91-a322-4c37-b8e2-3983f0c44d39, host n-h2-842733-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=a63c8e91-a322-4c37-b8e2-3983f0c44d39,segment=NetworkSegment(8db3cbe6-5ab5-44a8-9059-240f6f6827e1),segment_id=8db3cbe6-5ab5-44a8-9059-240f6f6827e1)] {{(pid=103162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 21:19:44.933055 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-24208969-cac6-44cc-9e76-b0ba75da5844 req-48a63f51-6d40-4d28-98ac-ab4e44746c4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:19:44.971222 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24208969-cac6-44cc-9e76-b0ba75da5844 req-48a63f51-6d40-4d28-98ac-ab4e44746c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:19:44.971987 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-24208969-cac6-44cc-9e76-b0ba75da5844 req-48a63f51-6d40-4d28-98ac-ab4e44746c4e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:19:44.973506 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-24208969-cac6-44cc-9e76-b0ba75da5844 req-48a63f51-6d40-4d28-98ac-ab4e44746c4e service neutron] 10.222.0.13 "PUT /v2.0/ports/a63c8e91-a322-4c37-b8e2-3983f0c44d39 HTTP/1.1" status: 200 len: 1092 time: 0.7631445 May 20 21:19:44.973968 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2552a1a3-2895-4799-8177-4b57dc6f5716', 'tag': 'a63c8e91-a322-4c37-b8e2-3983f0c44d39'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 21:19:44.976437 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6fa957933fccbf596d28104b23404b952ad6a8238afaebaed40a0874b2e409" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42a770a6-3cab-4f48-a31a-2f124c03aa9a" -d '{"events": [{"name": "network-changed", "server_uuid": "2552a1a3-2895-4799-8177-4b57dc6f5716", "tag": "a63c8e91-a322-4c37-b8e2-3983f0c44d39"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 21:19:45.012125 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a63f51-6d40-4d28-98ac-ab4e44746c4e service neutron] Pushing event updated for resources: {'Port': ['ID=a63c8e91-a322-4c37-b8e2-3983f0c44d39,revision_number=3']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:19:45.046215 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 21:19:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89366af7-f5b6-4bbb-a637-2050916c12a0 x-openstack-request-id: req-89366af7-f5b6-4bbb-a637-2050916c12a0 {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 21:19:45.051497 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2552a1a3-2895-4799-8177-4b57dc6f5716", "tag": "a63c8e91-a322-4c37-b8e2-3983f0c44d39", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 21:19:45.051497 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-89366af7-f5b6-4bbb-a637-2050916c12a0 {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 21:19:45.051497 n-d-842733-1 neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89366af7-f5b6-4bbb-a637-2050916c12a0'] response: {'name': 'network-changed', 'server_uuid': '2552a1a3-2895-4799-8177-4b57dc6f5716', 'tag': 'a63c8e91-a322-4c37-b8e2-3983f0c44d39', 'status': 'completed', 'code': 200} May 20 21:19:45.082942 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d2a367-c97b-44bf-b92b-e10c49ae05d7 req-a6a0209c-64b1-4d52-8a4d-1af650b5aec7 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:19:45.095285 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-49d2a367-c97b-44bf-b92b-e10c49ae05d7 req-a6a0209c-64b1-4d52-8a4d-1af650b5aec7 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/ports?device_id=2552a1a3-2895-4799-8177-4b57dc6f5716 HTTP/1.1" status: 200 len: 944 time: 0.0891473 May 20 21:19:45.147516 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-49d2a367-c97b-44bf-b92b-e10c49ae05d7 req-8dfaf12d-8da5-40f9-bee3-e1fd6fe19e35 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1e67d27-2dd5-4cb5-8d30-f404451cc346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489037 May 20 21:19:45.163253 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a770a6-3cab-4f48-a31a-2f124c03aa9a req-e6408aee-5c40-4846-adbe-82007deb9489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:19:45.164864 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-42a770a6-3cab-4f48-a31a-2f124c03aa9a req-e6408aee-5c40-4846-adbe-82007deb9489 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4f94a191bdd44506b49954bf553d7569&device_id=2552a1a3-2895-4799-8177-4b57dc6f5716 HTTP/1.1" status: 200 len: 1095 time: 0.0577683 May 20 21:19:45.615204 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a770a6-3cab-4f48-a31a-2f124c03aa9a req-9696f908-75ed-44b5-9eba-a74f3b03cc22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:19:45.616592 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-42a770a6-3cab-4f48-a31a-2f124c03aa9a req-9696f908-75ed-44b5-9eba-a74f3b03cc22 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=4f94a191bdd44506b49954bf553d7569&shared=False HTTP/1.1" status: 200 len: 913 time: 0.4383738 May 20 21:19:45.713947 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a770a6-3cab-4f48-a31a-2f124c03aa9a req-bb1548da-0e0d-4d4b-9a90-0bebb867568c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:19:45.715586 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-42a770a6-3cab-4f48-a31a-2f124c03aa9a req-bb1548da-0e0d-4d4b-9a90-0bebb867568c service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0922883 May 20 21:19:45.817443 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24208969-cac6-44cc-9e76-b0ba75da5844 req-54e0f20f-acf1-4767-8594-dd023afddd16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:19:45.818927 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-24208969-cac6-44cc-9e76-b0ba75da5844 req-54e0f20f-acf1-4767-8594-dd023afddd16 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4f94a191bdd44506b49954bf553d7569&device_id=2552a1a3-2895-4799-8177-4b57dc6f5716 HTTP/1.1" status: 200 len: 1095 time: 0.0445292 May 20 21:19:45.864911 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-24208969-cac6-44cc-9e76-b0ba75da5844 req-6ff89247-b5dd-4fb6-8e24-191df98a9af0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a63c8e91-a322-4c37-b8e2-3983f0c44d39 HTTP/1.1" status: 200 len: 217 time: 0.0343592 May 20 21:19:45.912746 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24208969-cac6-44cc-9e76-b0ba75da5844 req-6ca81bce-b6a4-49a9-9794-4b53a91612fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:19:45.914215 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-24208969-cac6-44cc-9e76-b0ba75da5844 req-6ca81bce-b6a4-49a9-9794-4b53a91612fb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=87e873ab-38e9-43e0-acec-0c2b5973b603 HTTP/1.1" status: 200 len: 851 time: 0.0431170 May 20 21:19:45.958102 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24208969-cac6-44cc-9e76-b0ba75da5844 req-fdacfffa-5bdc-4d4d-91f6-d8742caaff76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:19:45.959595 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-24208969-cac6-44cc-9e76-b0ba75da5844 req-fdacfffa-5bdc-4d4d-91f6-d8742caaff76 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=255960d5-e633-4d0c-a1cc-74a37a7cc772&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391319 May 20 21:19:46.054407 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-24208969-cac6-44cc-9e76-b0ba75da5844 req-ed7d0c6a-5437-4295-ba3d-0b975be2a539 service neutron] 10.222.0.13 "GET /v2.0/networks/255960d5-e633-4d0c-a1cc-74a37a7cc772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884314 May 20 21:19:46.147588 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-24208969-cac6-44cc-9e76-b0ba75da5844 req-1a4b9f27-7df3-472a-b2a5-9f28214ee0d7 service neutron] 10.222.0.13 "GET /v2.0/networks/255960d5-e633-4d0c-a1cc-74a37a7cc772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872326 May 20 21:19:46.261941 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53af9f5-2040-4e29-ada8-682a3a7baed7 req-a678aee3-d272-47aa-8a98-f5e7fd80124c tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:19:46.263652 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f53af9f5-2040-4e29-ada8-682a3a7baed7 req-a678aee3-d272-47aa-8a98-f5e7fd80124c tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/ports?device_id=2552a1a3-2895-4799-8177-4b57dc6f5716 HTTP/1.1" status: 200 len: 944 time: 0.0506873 May 20 21:19:46.303386 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f53af9f5-2040-4e29-ada8-682a3a7baed7 req-88af74ce-8b4c-40a0-907e-f4dbd0f3249f tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1e67d27-2dd5-4cb5-8d30-f404451cc346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336168 May 20 21:19:47.436825 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24abf16-e5a0-4085-87f9-2a7f8cdab476 req-1a8ca27b-16d2-4c9d-bd13-124181684fc8 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:19:47.438355 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f24abf16-e5a0-4085-87f9-2a7f8cdab476 req-1a8ca27b-16d2-4c9d-bd13-124181684fc8 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/ports?device_id=2552a1a3-2895-4799-8177-4b57dc6f5716 HTTP/1.1" status: 200 len: 944 time: 0.0563252 May 20 21:19:47.489313 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f24abf16-e5a0-4085-87f9-2a7f8cdab476 req-df230649-0894-49a0-b796-09eb89d009fc tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1e67d27-2dd5-4cb5-8d30-f404451cc346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385971 May 20 21:19:48.610831 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60421288-e44c-4640-98ef-a81393edd313 req-dfc1f543-aa21-4552-8d8f-9d6165ada9fb tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:19:48.613161 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-60421288-e44c-4640-98ef-a81393edd313 req-dfc1f543-aa21-4552-8d8f-9d6165ada9fb tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/ports?device_id=2552a1a3-2895-4799-8177-4b57dc6f5716 HTTP/1.1" status: 200 len: 944 time: 0.0518889 May 20 21:19:48.653700 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-60421288-e44c-4640-98ef-a81393edd313 req-5e900bdd-adbe-4b46-b444-ad283c071679 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1e67d27-2dd5-4cb5-8d30-f404451cc346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345600 May 20 21:19:49.779319 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41641b76-d8d1-4909-add8-8d7ca8056d47 req-116dc015-4e3b-456d-9cfd-4be8b75303ca tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:19:49.780725 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-41641b76-d8d1-4909-add8-8d7ca8056d47 req-116dc015-4e3b-456d-9cfd-4be8b75303ca tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/ports?device_id=2552a1a3-2895-4799-8177-4b57dc6f5716 HTTP/1.1" status: 200 len: 944 time: 0.0526631 May 20 21:19:49.824977 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-41641b76-d8d1-4909-add8-8d7ca8056d47 req-49508c60-d7b5-4bf7-8e3a-7980371e5196 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1e67d27-2dd5-4cb5-8d30-f404451cc346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371821 May 20 21:19:49.919531 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ee5b3d73-6786-4707-9ae8-2405912f4705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:19:50.954732 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71f02a0-b664-44fc-83b4-21e5aad0240e req-a6e98323-ad00-4233-a125-b693752edbc4 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:19:50.956185 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b71f02a0-b664-44fc-83b4-21e5aad0240e req-a6e98323-ad00-4233-a125-b693752edbc4 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/ports?device_id=2552a1a3-2895-4799-8177-4b57dc6f5716 HTTP/1.1" status: 200 len: 944 time: 0.0579669 May 20 21:19:50.998641 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b71f02a0-b664-44fc-83b4-21e5aad0240e req-583f26ed-30ff-4293-82c7-c89cea03bdc7 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1e67d27-2dd5-4cb5-8d30-f404451cc346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364690 May 20 21:19:52.131385 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56315cc1-cce7-43eb-8223-bdedf0ac7fa3 req-853eb8d6-5a5d-46e8-bc73-96e44591ab65 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:19:52.132884 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-56315cc1-cce7-43eb-8223-bdedf0ac7fa3 req-853eb8d6-5a5d-46e8-bc73-96e44591ab65 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/ports?device_id=2552a1a3-2895-4799-8177-4b57dc6f5716 HTTP/1.1" status: 200 len: 944 time: 0.0574899 May 20 21:19:52.171009 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-56315cc1-cce7-43eb-8223-bdedf0ac7fa3 req-92a0883e-4757-4eb8-ade5-4336cfa551e9 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1e67d27-2dd5-4cb5-8d30-f404451cc346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320580 May 20 21:19:52.285717 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c32a12bb-ba18-45fc-96de-9cc26b27ae03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:19:53.303112 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae6e0f0-ec5e-4b47-b24a-d0253ccc2786 req-6eb5b2d1-7e6a-430d-9dcf-887ff97edcec tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:19:53.304861 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-bae6e0f0-ec5e-4b47-b24a-d0253ccc2786 req-6eb5b2d1-7e6a-430d-9dcf-887ff97edcec tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/ports?device_id=2552a1a3-2895-4799-8177-4b57dc6f5716 HTTP/1.1" status: 200 len: 944 time: 0.0552278 May 20 21:19:53.350438 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-bae6e0f0-ec5e-4b47-b24a-d0253ccc2786 req-87036940-9329-4399-93fb-7fcaf505055d tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1e67d27-2dd5-4cb5-8d30-f404451cc346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389922 May 20 21:19:54.028416 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4bb0e131-6525-46ca-a45b-e4ea43a5e69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:19:54.486222 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea81fa1a-8145-44c7-b881-192fa93dd170 req-400687b2-ede6-4754-a882-66418659c535 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:19:54.487753 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ea81fa1a-8145-44c7-b881-192fa93dd170 req-400687b2-ede6-4754-a882-66418659c535 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/ports?device_id=2552a1a3-2895-4799-8177-4b57dc6f5716 HTTP/1.1" status: 200 len: 944 time: 0.0600817 May 20 21:19:54.528701 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ea81fa1a-8145-44c7-b881-192fa93dd170 req-077cea32-0201-465d-a385-ac97b2c89ac5 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1e67d27-2dd5-4cb5-8d30-f404451cc346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346200 May 20 21:19:54.977080 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:19:55.588479 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cc3ec51b-6ec8-438a-8349-5f0bec346d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:19:55.616581 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:19:55.653524 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dacc40-90e4-45ed-b37e-3d79e0b7f748 req-5277ed37-3913-4c0f-b547-dbff5467639e tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:19:55.655004 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-12dacc40-90e4-45ed-b37e-3d79e0b7f748 req-5277ed37-3913-4c0f-b547-dbff5467639e tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/ports?device_id=2552a1a3-2895-4799-8177-4b57dc6f5716 HTTP/1.1" status: 200 len: 944 time: 0.0531011 May 20 21:19:55.696917 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-12dacc40-90e4-45ed-b37e-3d79e0b7f748 req-f4f11291-af91-4df2-99b3-e4539753723c tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1e67d27-2dd5-4cb5-8d30-f404451cc346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355961 May 20 21:19:56.825079 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e9c734-6874-450f-b1de-7e6a6a9dce5d req-056f49a3-f749-489a-8513-48c61a82f201 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:19:56.827099 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b0e9c734-6874-450f-b1de-7e6a6a9dce5d req-056f49a3-f749-489a-8513-48c61a82f201 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/ports?device_id=2552a1a3-2895-4799-8177-4b57dc6f5716 HTTP/1.1" status: 200 len: 944 time: 0.0540705 May 20 21:19:56.870132 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b0e9c734-6874-450f-b1de-7e6a6a9dce5d req-232b33b0-3e13-4ac4-bc86-23846c4acab8 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1e67d27-2dd5-4cb5-8d30-f404451cc346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357540 May 20 21:19:57.999241 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d117bdc6-8efd-4ce6-83e6-cfa8fce35b82 req-b6f163fd-d9e8-456f-845d-c7203a599c37 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:19:58.000687 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d117bdc6-8efd-4ce6-83e6-cfa8fce35b82 req-b6f163fd-d9e8-456f-845d-c7203a599c37 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/ports?device_id=2552a1a3-2895-4799-8177-4b57dc6f5716 HTTP/1.1" status: 200 len: 944 time: 0.0560052 May 20 21:19:58.041648 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d117bdc6-8efd-4ce6-83e6-cfa8fce35b82 req-6a617f46-37c5-4583-a627-1a70531b2af5 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1e67d27-2dd5-4cb5-8d30-f404451cc346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345757 May 20 21:19:59.164518 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706f017f-c988-4ad5-aae5-9effc5120ff4 req-bf1f10e7-e5e3-43f8-879e-119f534f878a tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:19:59.166160 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-706f017f-c988-4ad5-aae5-9effc5120ff4 req-bf1f10e7-e5e3-43f8-879e-119f534f878a tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/ports?device_id=2552a1a3-2895-4799-8177-4b57dc6f5716 HTTP/1.1" status: 200 len: 944 time: 0.0514364 May 20 21:19:59.206244 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-706f017f-c988-4ad5-aae5-9effc5120ff4 req-d589979e-947b-44e9-954e-21efa2624017 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1e67d27-2dd5-4cb5-8d30-f404451cc346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328789 May 20 21:20:00.328331 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934194aa-d339-45b2-8c01-aecf7fd6d7c3 req-0728e424-7fd9-40f3-9161-fe47e083191d tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:20:00.329973 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-934194aa-d339-45b2-8c01-aecf7fd6d7c3 req-0728e424-7fd9-40f3-9161-fe47e083191d tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/ports?device_id=2552a1a3-2895-4799-8177-4b57dc6f5716 HTTP/1.1" status: 200 len: 944 time: 0.0534699 May 20 21:20:00.373392 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-934194aa-d339-45b2-8c01-aecf7fd6d7c3 req-52f26c47-edcb-4fdc-b77f-0fd9f0d9b1a5 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1e67d27-2dd5-4cb5-8d30-f404451cc346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372703 May 20 21:20:01.524051 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d320f3-3179-4087-9ccc-1866ae4c6747 req-b370f468-a5b9-470c-bd40-7dbf66f8dfef tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:20:01.525539 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-18d320f3-3179-4087-9ccc-1866ae4c6747 req-b370f468-a5b9-470c-bd40-7dbf66f8dfef tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/ports?device_id=2552a1a3-2895-4799-8177-4b57dc6f5716 HTTP/1.1" status: 200 len: 944 time: 0.0624695 May 20 21:20:01.565618 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-18d320f3-3179-4087-9ccc-1866ae4c6747 req-2a3dc167-1bf2-46d1-ae17-95541588e9a2 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1e67d27-2dd5-4cb5-8d30-f404451cc346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320156 May 20 21:20:02.599660 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:20:02.684516 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82953f11-84c0-46a3-a75e-71e125c82994 req-5a8be939-f80a-45cb-8fce-d7c264286f55 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:20:02.686013 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-82953f11-84c0-46a3-a75e-71e125c82994 req-5a8be939-f80a-45cb-8fce-d7c264286f55 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/ports?device_id=2552a1a3-2895-4799-8177-4b57dc6f5716 HTTP/1.1" status: 200 len: 944 time: 0.0491478 May 20 21:20:02.726768 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-82953f11-84c0-46a3-a75e-71e125c82994 req-0af333c8-b469-4016-9789-8229cf4e1eac tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1e67d27-2dd5-4cb5-8d30-f404451cc346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329661 May 20 21:20:03.854787 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f542e093-d1c5-4261-a994-bd8b0a812da0 req-6302ef44-bebd-46b4-892b-8e7bdc8d9f8d tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:20:03.856248 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f542e093-d1c5-4261-a994-bd8b0a812da0 req-6302ef44-bebd-46b4-892b-8e7bdc8d9f8d tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/ports?device_id=2552a1a3-2895-4799-8177-4b57dc6f5716 HTTP/1.1" status: 200 len: 944 time: 0.0528672 May 20 21:20:03.894947 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f542e093-d1c5-4261-a994-bd8b0a812da0 req-6568398e-7489-4bd9-9bad-0f314a6f8e50 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1e67d27-2dd5-4cb5-8d30-f404451cc346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319800 May 20 21:20:05.025574 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0642a823-3f0b-404e-bb00-5111123e9c67 req-30f90604-bc1b-4a17-b560-3dc2c1c200a6 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:20:05.027277 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0642a823-3f0b-404e-bb00-5111123e9c67 req-30f90604-bc1b-4a17-b560-3dc2c1c200a6 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/ports?device_id=2552a1a3-2895-4799-8177-4b57dc6f5716 HTTP/1.1" status: 200 len: 944 time: 0.0565343 May 20 21:20:05.066544 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0642a823-3f0b-404e-bb00-5111123e9c67 req-0e3db862-b30c-4e80-981b-22f640a61048 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1e67d27-2dd5-4cb5-8d30-f404451cc346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319028 May 20 21:20:06.185752 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e167ef88-74e7-4ed2-b199-3ae9f24eb352 req-525afde2-6f35-4303-bf8c-906a2c06d9b7 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:20:06.188107 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e167ef88-74e7-4ed2-b199-3ae9f24eb352 req-525afde2-6f35-4303-bf8c-906a2c06d9b7 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/ports?device_id=2552a1a3-2895-4799-8177-4b57dc6f5716 HTTP/1.1" status: 200 len: 944 time: 0.0508411 May 20 21:20:06.225642 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e167ef88-74e7-4ed2-b199-3ae9f24eb352 req-1b01c88c-d1a4-411e-a7e3-976128387b48 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1e67d27-2dd5-4cb5-8d30-f404451cc346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315440 May 20 21:20:07.345815 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdef46ec-1baf-44fa-97cf-4a7a6bae58ff req-67dd17bc-acb5-4f2a-ad2b-82ee981fa9b6 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:20:07.347312 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-cdef46ec-1baf-44fa-97cf-4a7a6bae58ff req-67dd17bc-acb5-4f2a-ad2b-82ee981fa9b6 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/ports?device_id=2552a1a3-2895-4799-8177-4b57dc6f5716 HTTP/1.1" status: 200 len: 944 time: 0.0505888 May 20 21:20:07.386228 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-cdef46ec-1baf-44fa-97cf-4a7a6bae58ff req-4daf231f-199d-429b-9013-ee97696e00e9 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1e67d27-2dd5-4cb5-8d30-f404451cc346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323622 May 20 21:20:08.512586 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5aea7bd-6acd-4616-8a7f-e25d52ea7319 req-c045e542-15cd-4714-b77a-ce6e8504c7f2 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:20:08.514102 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b5aea7bd-6acd-4616-8a7f-e25d52ea7319 req-c045e542-15cd-4714-b77a-ce6e8504c7f2 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/ports?device_id=2552a1a3-2895-4799-8177-4b57dc6f5716 HTTP/1.1" status: 200 len: 944 time: 0.0562234 May 20 21:20:08.560283 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b5aea7bd-6acd-4616-8a7f-e25d52ea7319 req-5d1bba68-e158-4ae5-aad4-3a2bfaf5cc8d tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1e67d27-2dd5-4cb5-8d30-f404451cc346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392573 May 20 21:20:09.680084 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a146f6ff-7cc2-4589-9654-240ca89214d2 req-c5169ab6-14a2-41d9-863f-dd0cb50ac347 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:20:09.681573 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a146f6ff-7cc2-4589-9654-240ca89214d2 req-c5169ab6-14a2-41d9-863f-dd0cb50ac347 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/ports?device_id=2552a1a3-2895-4799-8177-4b57dc6f5716 HTTP/1.1" status: 200 len: 944 time: 0.0496821 May 20 21:20:09.720158 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a146f6ff-7cc2-4589-9654-240ca89214d2 req-4f5cf4fc-52ea-4671-8205-81b7aec816fc tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1e67d27-2dd5-4cb5-8d30-f404451cc346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325189 May 20 21:20:10.837919 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f774743-0deb-4000-9858-00367c6d3038 req-00ad1fc2-9a8c-4120-885e-4def79426f15 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:20:10.839426 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4f774743-0deb-4000-9858-00367c6d3038 req-00ad1fc2-9a8c-4120-885e-4def79426f15 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/ports?device_id=2552a1a3-2895-4799-8177-4b57dc6f5716 HTTP/1.1" status: 200 len: 944 time: 0.0487833 May 20 21:20:10.878345 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4f774743-0deb-4000-9858-00367c6d3038 req-868cf408-7af7-4e77-99eb-d868e22e9699 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1e67d27-2dd5-4cb5-8d30-f404451cc346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321345 May 20 21:20:11.998710 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e16ba2f-c266-4a94-961c-ff97562bdb6d req-9232fb0e-80a8-4507-9455-47e349b0f4a8 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:20:12.000183 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2e16ba2f-c266-4a94-961c-ff97562bdb6d req-9232fb0e-80a8-4507-9455-47e349b0f4a8 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/ports?device_id=2552a1a3-2895-4799-8177-4b57dc6f5716 HTTP/1.1" status: 200 len: 944 time: 0.0526502 May 20 21:20:12.038488 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2e16ba2f-c266-4a94-961c-ff97562bdb6d req-4aea277a-c3ab-40fd-b135-e57ae5344bce tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1e67d27-2dd5-4cb5-8d30-f404451cc346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311491 May 20 21:20:12.158971 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.agents_db [None req-5c33ad30-4e00-40fa-b486-8c79c4a6cfc5 None None] Agent healthcheck: found 7 active agents {{(pid=103165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 20 21:20:13.154281 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d84fb18-c603-4465-81b6-0e2a5e7d008e req-ae803747-1907-4f8f-860c-5d96bd5301a1 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:20:13.155744 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6d84fb18-c603-4465-81b6-0e2a5e7d008e req-ae803747-1907-4f8f-860c-5d96bd5301a1 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/ports?device_id=2552a1a3-2895-4799-8177-4b57dc6f5716 HTTP/1.1" status: 200 len: 944 time: 0.0485604 May 20 21:20:13.193339 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6d84fb18-c603-4465-81b6-0e2a5e7d008e req-938c419a-e413-4e4b-bc13-7db046a3b0da tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1e67d27-2dd5-4cb5-8d30-f404451cc346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310192 May 20 21:20:14.310150 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a617236-802c-4a72-b020-0e675faf4a08 req-abac5349-95db-424b-81f5-f7b011a36008 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:20:14.311737 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7a617236-802c-4a72-b020-0e675faf4a08 req-abac5349-95db-424b-81f5-f7b011a36008 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/ports?device_id=2552a1a3-2895-4799-8177-4b57dc6f5716 HTTP/1.1" status: 200 len: 944 time: 0.0488951 May 20 21:20:14.351909 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7a617236-802c-4a72-b020-0e675faf4a08 req-4ac2143f-a210-463a-83fa-9257fad7f573 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1e67d27-2dd5-4cb5-8d30-f404451cc346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326664 May 20 21:20:15.474077 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ede87f-c506-44b3-be61-bb2d874284d0 req-7e0472b5-6605-4204-8335-f0060a61160d tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:20:15.475441 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-79ede87f-c506-44b3-be61-bb2d874284d0 req-7e0472b5-6605-4204-8335-f0060a61160d tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/ports?device_id=2552a1a3-2895-4799-8177-4b57dc6f5716 HTTP/1.1" status: 200 len: 944 time: 0.0531747 May 20 21:20:15.513528 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-79ede87f-c506-44b3-be61-bb2d874284d0 req-aaa67118-feb8-4291-b57b-21e44fb1f0f9 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1e67d27-2dd5-4cb5-8d30-f404451cc346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319264 May 20 21:20:16.632730 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dbf071-6fd8-4ea8-9e3e-d1e268136f06 req-265dd7c4-2b69-4e9d-aa4f-cd5f707bfa22 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:20:16.634312 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f0dbf071-6fd8-4ea8-9e3e-d1e268136f06 req-265dd7c4-2b69-4e9d-aa4f-cd5f707bfa22 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/ports?device_id=2552a1a3-2895-4799-8177-4b57dc6f5716 HTTP/1.1" status: 200 len: 944 time: 0.0505195 May 20 21:20:16.672579 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f0dbf071-6fd8-4ea8-9e3e-d1e268136f06 req-3b1a7feb-be78-4846-95f9-09ec974e6d61 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1e67d27-2dd5-4cb5-8d30-f404451cc346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319278 May 20 21:20:17.796246 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd9d746-12d0-4511-ac86-ca27111958d0 req-05509d85-25db-4327-a4e2-024f2006e25f tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:20:17.797833 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0fd9d746-12d0-4511-ac86-ca27111958d0 req-05509d85-25db-4327-a4e2-024f2006e25f tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/ports?device_id=2552a1a3-2895-4799-8177-4b57dc6f5716 HTTP/1.1" status: 200 len: 944 time: 0.0526249 May 20 21:20:17.838973 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0fd9d746-12d0-4511-ac86-ca27111958d0 req-2bb5249b-5910-4170-902e-69dc6b5b37e6 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1e67d27-2dd5-4cb5-8d30-f404451cc346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348523 May 20 21:20:18.967989 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092f7732-33c7-47f3-8b77-ffefb7f1410c req-a30835b4-0511-4901-98b4-022cb98c0dbb tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:20:18.978736 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-092f7732-33c7-47f3-8b77-ffefb7f1410c req-a30835b4-0511-4901-98b4-022cb98c0dbb tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/ports?device_id=2552a1a3-2895-4799-8177-4b57dc6f5716 HTTP/1.1" status: 200 len: 944 time: 0.0568597 May 20 21:20:19.325853 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-092f7732-33c7-47f3-8b77-ffefb7f1410c req-cb09371a-5689-4841-9839-5c0bd60486ad tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1e67d27-2dd5-4cb5-8d30-f404451cc346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3498731 May 20 21:20:19.942973 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ff858646-6a4c-4ca5-9b17-fbdd45e3d41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:20:20.442085 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100f7677-082f-4bf2-8e14-1dc97d1b18a6 req-e54a2112-513c-4cde-a38d-8f6e3a6d5e52 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:20:20.443544 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-100f7677-082f-4bf2-8e14-1dc97d1b18a6 req-e54a2112-513c-4cde-a38d-8f6e3a6d5e52 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/ports?device_id=2552a1a3-2895-4799-8177-4b57dc6f5716 HTTP/1.1" status: 200 len: 944 time: 0.0485137 May 20 21:20:20.480630 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-100f7677-082f-4bf2-8e14-1dc97d1b18a6 req-a8b562a8-b872-4bf5-940a-7db75f01bdf0 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1e67d27-2dd5-4cb5-8d30-f404451cc346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306673 May 20 21:20:21.598555 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2fed58-94f3-4445-b5da-57691e7a3249 req-5ffc2f17-05e2-48b1-8dc0-24c5e71e91c5 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:20:21.600008 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6e2fed58-94f3-4445-b5da-57691e7a3249 req-5ffc2f17-05e2-48b1-8dc0-24c5e71e91c5 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/ports?device_id=2552a1a3-2895-4799-8177-4b57dc6f5716 HTTP/1.1" status: 200 len: 944 time: 0.0482972 May 20 21:20:21.638032 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6e2fed58-94f3-4445-b5da-57691e7a3249 req-a0a240d3-4001-4a84-b4d6-e41375608be6 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1e67d27-2dd5-4cb5-8d30-f404451cc346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317276 May 20 21:20:22.239712 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-f2b1dfcc-cadc-448e-b8d6-cea51c5e348e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:20:22.760454 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4035cb74-871e-4628-898c-4ee83e956fdf req-f550c8e3-ac8c-4fc5-b9af-8bb29ab08cd6 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:20:22.761856 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4035cb74-871e-4628-898c-4ee83e956fdf req-f550c8e3-ac8c-4fc5-b9af-8bb29ab08cd6 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/ports?device_id=2552a1a3-2895-4799-8177-4b57dc6f5716 HTTP/1.1" status: 200 len: 944 time: 0.0528698 May 20 21:20:22.799853 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4035cb74-871e-4628-898c-4ee83e956fdf req-9d4a2cef-a7fb-4a2d-82d2-34dfcc998882 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1e67d27-2dd5-4cb5-8d30-f404451cc346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318553 May 20 21:20:23.915896 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350b87ae-fab4-44d9-9e22-43f8b4e1d8a3 req-5e9bfb6d-adfc-416f-8550-513166236d68 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:20:23.917466 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-350b87ae-fab4-44d9-9e22-43f8b4e1d8a3 req-5e9bfb6d-adfc-416f-8550-513166236d68 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/ports?device_id=2552a1a3-2895-4799-8177-4b57dc6f5716 HTTP/1.1" status: 200 len: 944 time: 0.0483260 May 20 21:20:23.957312 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-350b87ae-fab4-44d9-9e22-43f8b4e1d8a3 req-eb8e70e5-1d0d-4e2e-b817-74537b83fb48 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1e67d27-2dd5-4cb5-8d30-f404451cc346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337760 May 20 21:20:24.028314 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4bb0e131-6525-46ca-a45b-e4ea43a5e69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:20:24.960906 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:20:25.074973 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4030af2c-81b2-44aa-84ec-e64562cc8209 req-9abf2299-10c2-4001-b54f-9bba9e8e62b1 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:20:25.076460 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4030af2c-81b2-44aa-84ec-e64562cc8209 req-9abf2299-10c2-4001-b54f-9bba9e8e62b1 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/ports?device_id=2552a1a3-2895-4799-8177-4b57dc6f5716 HTTP/1.1" status: 200 len: 944 time: 0.0502896 May 20 21:20:25.115265 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4030af2c-81b2-44aa-84ec-e64562cc8209 req-fed46d6b-2f25-456a-84b1-2809f92fca24 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1e67d27-2dd5-4cb5-8d30-f404451cc346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327985 May 20 21:20:25.645396 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cc3ec51b-6ec8-438a-8349-5f0bec346d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:20:25.646205 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:20:26.234051 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ee4431-c314-4564-9c7c-d5d34f09a9e5 req-94350355-e8fb-46e5-b6df-c7a6a4e3ce7e tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:20:26.235479 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d7ee4431-c314-4564-9c7c-d5d34f09a9e5 req-94350355-e8fb-46e5-b6df-c7a6a4e3ce7e tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/ports?device_id=2552a1a3-2895-4799-8177-4b57dc6f5716 HTTP/1.1" status: 200 len: 944 time: 0.0520127 May 20 21:20:26.273604 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d7ee4431-c314-4564-9c7c-d5d34f09a9e5 req-885417d1-e953-44e7-872a-d120bd78d370 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1e67d27-2dd5-4cb5-8d30-f404451cc346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320940 May 20 21:20:27.393234 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7664bdff-89d6-48dd-9171-fa6dedee35dd req-a5b53a99-e066-4373-83ed-a937ab8b484e tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:20:27.394690 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7664bdff-89d6-48dd-9171-fa6dedee35dd req-a5b53a99-e066-4373-83ed-a937ab8b484e tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/ports?device_id=2552a1a3-2895-4799-8177-4b57dc6f5716 HTTP/1.1" status: 200 len: 944 time: 0.0487692 May 20 21:20:27.432398 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7664bdff-89d6-48dd-9171-fa6dedee35dd req-f9cdda4e-e875-475f-ad56-717461668da3 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1e67d27-2dd5-4cb5-8d30-f404451cc346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310843 May 20 21:20:27.917170 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device a63c8e91-a322-4c37-b8e2-3983f0c44d39 details requested by agent hyperv_n-h2-842733-1 with host n-h2-842733-1 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 21:20:28.013007 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port a63c8e91-a322-4c37-b8e2-3983f0c44d39, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=a63c8e91-a322-4c37-b8e2-3983f0c44d39,segment=NetworkSegment(8db3cbe6-5ab5-44a8-9059-240f6f6827e1),segment_id=8db3cbe6-5ab5-44a8-9059-240f6f6827e1)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:20:28.025041 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Returning: {'device': 'a63c8e91-a322-4c37-b8e2-3983f0c44d39', 'network_id': '255960d5-e633-4d0c-a1cc-74a37a7cc772', 'port_id': 'a63c8e91-a322-4c37-b8e2-3983f0c44d39', 'mac_address': 'fa:16:3e:90:37:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87e873ab-38e9-43e0-acec-0c2b5973b603', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 20 21:20:28.062151 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port a63c8e91-a322-4c37-b8e2-3983f0c44d39 is: DOWN; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:20:28.062533 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:20:28.078557 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a63c8e91-a322-4c37-b8e2-3983f0c44d39 {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 21:20:28.097338 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port a63c8e91-a322-4c37-b8e2-3983f0c44d39, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=a63c8e91-a322-4c37-b8e2-3983f0c44d39,segment=NetworkSegment(8db3cbe6-5ab5-44a8-9059-240f6f6827e1),segment_id=8db3cbe6-5ab5-44a8-9059-240f6f6827e1)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:20:28.136676 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:20:28.183237 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=a63c8e91-a322-4c37-b8e2-3983f0c44d39,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:20:28.190145 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:20:28.190479 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:20:28.190809 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:20:28.191136 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:20:28.191458 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:20:28.191776 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:20:28.192092 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:20:28.192413 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:20:28.192724 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:20:28.193075 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:20:28.193434 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:20:28.197937 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:20:28.437387 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] get_ports_and_sgs() called for port_ids ['a63c8e91-a322-4c37-b8e2-3983f0c44d39'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 21:20:28.551709 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7027986-54a1-4a1f-b038-0776b7ebd1ab req-4b3e6c93-278c-4ce8-ab37-6008aa09a4d3 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:20:28.553220 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b7027986-54a1-4a1f-b038-0776b7ebd1ab req-4b3e6c93-278c-4ce8-ab37-6008aa09a4d3 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/ports?device_id=2552a1a3-2895-4799-8177-4b57dc6f5716 HTTP/1.1" status: 200 len: 945 time: 0.0483544 May 20 21:20:28.592459 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b7027986-54a1-4a1f-b038-0776b7ebd1ab req-e12de416-be8a-4fba-926c-ac74f314108f tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1e67d27-2dd5-4cb5-8d30-f404451cc346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318723 May 20 21:20:29.713095 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d568f3a6-ab1f-47fd-bf49-d77d4570d122 req-2233aed9-df1f-41f0-b4c9-c8431c82570b tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:20:29.714582 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d568f3a6-ab1f-47fd-bf49-d77d4570d122 req-2233aed9-df1f-41f0-b4c9-c8431c82570b tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/ports?device_id=2552a1a3-2895-4799-8177-4b57dc6f5716 HTTP/1.1" status: 200 len: 945 time: 0.0526125 May 20 21:20:29.751620 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d568f3a6-ab1f-47fd-bf49-d77d4570d122 req-125e5698-eeb3-49b1-9a44-5c548ef3edd5 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1e67d27-2dd5-4cb5-8d30-f404451cc346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306928 May 20 21:20:29.949101 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device a63c8e91-a322-4c37-b8e2-3983f0c44d39 up at agent hyperv_n-h2-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:20:30.057305 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Provisioning for port a63c8e91-a322-4c37-b8e2-3983f0c44d39 completed by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 21:20:30.061046 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Provisioning complete for port a63c8e91-a322-4c37-b8e2-3983f0c44d39 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:20:30.061458 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:20:30.136377 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port a63c8e91-a322-4c37-b8e2-3983f0c44d39 is: BUILD; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:20:30.136924 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:20:30.158164 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2552a1a3-2895-4799-8177-4b57dc6f5716', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a63c8e91-a322-4c37-b8e2-3983f0c44d39'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 21:20:30.160313 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8485417003ce7c0410b00f5cdc2f391e21107b70bb68e2773712534a96e108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19cfc8ba-a1e9-40c1-a857-02896f9a82fd" -d '{"events": [{"server_uuid": "2552a1a3-2895-4799-8177-4b57dc6f5716", "name": "network-vif-plugged", "status": "completed", "tag": "a63c8e91-a322-4c37-b8e2-3983f0c44d39"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 21:20:30.176387 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port a63c8e91-a322-4c37-b8e2-3983f0c44d39, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=a63c8e91-a322-4c37-b8e2-3983f0c44d39,segment=NetworkSegment(8db3cbe6-5ab5-44a8-9059-240f6f6827e1),segment_id=8db3cbe6-5ab5-44a8-9059-240f6f6827e1)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:20:30.251443 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:20:30.301950 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=a63c8e91-a322-4c37-b8e2-3983f0c44d39,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:20:30.343870 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 21:20:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c193c8e6-dc17-48be-a0ee-0ba601b0ca2b x-openstack-request-id: req-c193c8e6-dc17-48be-a0ee-0ba601b0ca2b {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 21:20:30.344164 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2552a1a3-2895-4799-8177-4b57dc6f5716", "name": "network-vif-plugged", "status": "completed", "tag": "a63c8e91-a322-4c37-b8e2-3983f0c44d39", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 21:20:30.344417 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c193c8e6-dc17-48be-a0ee-0ba601b0ca2b {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 21:20:30.344820 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c193c8e6-dc17-48be-a0ee-0ba601b0ca2b'] response: {'server_uuid': '2552a1a3-2895-4799-8177-4b57dc6f5716', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a63c8e91-a322-4c37-b8e2-3983f0c44d39', 'code': 200} May 20 21:20:30.465653 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118fb0ad-2d82-4ff5-bae7-3af66b48436e req-b594e2fd-acbf-4a6d-a340-29230bb56889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:20:30.467142 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-118fb0ad-2d82-4ff5-bae7-3af66b48436e req-b594e2fd-acbf-4a6d-a340-29230bb56889 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2552a1a3-2895-4799-8177-4b57dc6f5716 HTTP/1.1" status: 200 len: 1097 time: 0.0454922 May 20 21:20:30.501890 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-118fb0ad-2d82-4ff5-bae7-3af66b48436e req-9311f252-4d11-4ded-a682-75fd89a886cd service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=e1e67d27-2dd5-4cb5-8d30-f404451cc346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282683 May 20 21:20:30.869050 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bb551d-a9e0-49df-b4c5-5ee99ae043da req-3f08f0be-f004-4ab1-a57e-a7166fc8897b tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:20:30.871087 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e3bb551d-a9e0-49df-b4c5-5ee99ae043da req-3f08f0be-f004-4ab1-a57e-a7166fc8897b tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/ports?device_id=2552a1a3-2895-4799-8177-4b57dc6f5716 HTTP/1.1" status: 200 len: 946 time: 0.0486696 May 20 21:20:30.907688 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e3bb551d-a9e0-49df-b4c5-5ee99ae043da req-17097696-6132-4ef8-8008-a8d99aa1597f tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1e67d27-2dd5-4cb5-8d30-f404451cc346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306041 May 20 21:20:32.029163 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae582d9-ce08-4d03-9dd4-d44d4f53bee0 req-66f265be-ee16-471a-9df9-a405518f253e tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:20:32.030670 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-fae582d9-ce08-4d03-9dd4-d44d4f53bee0 req-66f265be-ee16-471a-9df9-a405518f253e tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/ports?device_id=2552a1a3-2895-4799-8177-4b57dc6f5716 HTTP/1.1" status: 200 len: 946 time: 0.0494790 May 20 21:20:32.069156 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-fae582d9-ce08-4d03-9dd4-d44d4f53bee0 req-b5e5796e-c429-4fb7-8cd1-927ef3c8ea67 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1e67d27-2dd5-4cb5-8d30-f404451cc346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323970 May 20 21:20:32.189459 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963c2e6d-bc51-4feb-ba38-5a9f6749c957 req-533b56a5-6ebb-4f8d-9441-5de768f282d0 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:20:32.190846 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-963c2e6d-bc51-4feb-ba38-5a9f6749c957 req-533b56a5-6ebb-4f8d-9441-5de768f282d0 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/ports?device_id=2552a1a3-2895-4799-8177-4b57dc6f5716 HTTP/1.1" status: 200 len: 946 time: 0.0530639 May 20 21:20:32.229739 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-963c2e6d-bc51-4feb-ba38-5a9f6749c957 req-0cb4cb39-94ba-482d-b5bf-c977f291b2cf tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1e67d27-2dd5-4cb5-8d30-f404451cc346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321064 May 20 21:20:32.599999 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:20:32.716003 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7d5fa4-6c1f-476c-80e2-102172fc98c6 req-f8e10d90-46d7-4bd0-8c11-c14672de6eef tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:20:32.717476 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4c7d5fa4-6c1f-476c-80e2-102172fc98c6 req-f8e10d90-46d7-4bd0-8c11-c14672de6eef tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/ports?device_id=2552a1a3-2895-4799-8177-4b57dc6f5716 HTTP/1.1" status: 200 len: 946 time: 0.0491147 May 20 21:20:32.754792 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4c7d5fa4-6c1f-476c-80e2-102172fc98c6 req-342995b9-f0cc-4c68-a699-89ea72a90d88 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1e67d27-2dd5-4cb5-8d30-f404451cc346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312562 May 20 21:20:33.871683 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f814fd-5b9f-4bc5-9ace-509189a6eb22 req-d9ba9952-fe08-45c8-ad65-7ea86bf5341a tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:20:33.873153 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-54f814fd-5b9f-4bc5-9ace-509189a6eb22 req-d9ba9952-fe08-45c8-ad65-7ea86bf5341a tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/ports?device_id=2552a1a3-2895-4799-8177-4b57dc6f5716 HTTP/1.1" status: 200 len: 946 time: 0.0481827 May 20 21:20:33.910104 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-54f814fd-5b9f-4bc5-9ace-509189a6eb22 req-8d7ca228-75a5-4828-8b94-f8601348d8e2 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1e67d27-2dd5-4cb5-8d30-f404451cc346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310175 May 20 21:20:34.254658 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e201249-9704-457f-9ab7-2ca8ad1a1420 req-fd5efd08-b711-403e-ab6e-6c1f459e419e tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:20:34.256099 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-1e201249-9704-457f-9ab7-2ca8ad1a1420 req-fd5efd08-b711-403e-ab6e-6c1f459e419e tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.13 "GET /v2.0/ports?device_id=2552a1a3-2895-4799-8177-4b57dc6f5716 HTTP/1.1" status: 200 len: 946 time: 0.0480218 May 20 21:20:34.352074 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-1e201249-9704-457f-9ab7-2ca8ad1a1420 req-5fb5e078-bfd5-4da6-9649-55531e21e4b9 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Deleting port a63c8e91-a322-4c37-b8e2-3983f0c44d39 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:20:34.352411 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-1e201249-9704-457f-9ab7-2ca8ad1a1420 req-5fb5e078-bfd5-4da6-9649-55531e21e4b9 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:20:34.440532 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-1e201249-9704-457f-9ab7-2ca8ad1a1420 req-5fb5e078-bfd5-4da6-9649-55531e21e4b9 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] For port a63c8e91-a322-4c37-b8e2-3983f0c44d39, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=a63c8e91-a322-4c37-b8e2-3983f0c44d39,segment=NetworkSegment(8db3cbe6-5ab5-44a8-9059-240f6f6827e1),segment_id=8db3cbe6-5ab5-44a8-9059-240f6f6827e1)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:20:34.440895 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-1e201249-9704-457f-9ab7-2ca8ad1a1420 req-5fb5e078-bfd5-4da6-9649-55531e21e4b9 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:20:34.452212 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-1e201249-9704-457f-9ab7-2ca8ad1a1420 req-5fb5e078-bfd5-4da6-9649-55531e21e4b9 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Calling delete_port for a63c8e91-a322-4c37-b8e2-3983f0c44d39 owned by compute:nova {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:20:34.651122 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-1e201249-9704-457f-9ab7-2ca8ad1a1420 req-5fb5e078-bfd5-4da6-9649-55531e21e4b9 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:20:34.663106 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] get_ports_and_sgs() called for port_ids ['1efffd44-18e3-427b-9dec-ef81bd6c9f94'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 21:20:34.682130 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb5e078-bfd5-4da6-9649-55531e21e4b9 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Pushing event deleted for resources: {'Port': ['ID=a63c8e91-a322-4c37-b8e2-3983f0c44d39,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:20:34.689158 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] get_ports_and_sgs() called for port_ids ['a63c8e91-a322-4c37-b8e2-3983f0c44d39'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 21:20:34.707532 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb5e078-bfd5-4da6-9649-55531e21e4b9 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:20:34.707874 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb5e078-bfd5-4da6-9649-55531e21e4b9 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:20:34.708212 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb5e078-bfd5-4da6-9649-55531e21e4b9 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:20:34.708550 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb5e078-bfd5-4da6-9649-55531e21e4b9 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:20:34.708881 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb5e078-bfd5-4da6-9649-55531e21e4b9 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:20:34.709225 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb5e078-bfd5-4da6-9649-55531e21e4b9 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:20:34.709550 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb5e078-bfd5-4da6-9649-55531e21e4b9 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:20:34.709867 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb5e078-bfd5-4da6-9649-55531e21e4b9 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:20:34.710181 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb5e078-bfd5-4da6-9649-55531e21e4b9 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:20:34.710498 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb5e078-bfd5-4da6-9649-55531e21e4b9 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:20:34.710818 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb5e078-bfd5-4da6-9649-55531e21e4b9 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:20:34.711136 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb5e078-bfd5-4da6-9649-55531e21e4b9 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:20:34.736662 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e201249-9704-457f-9ab7-2ca8ad1a1420 req-5fb5e078-bfd5-4da6-9649-55531e21e4b9 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] No DVR routers for this DVR port a63c8e91-a322-4c37-b8e2-3983f0c44d39 on host n-h2-842733-1 {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 21:20:34.745196 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-1e201249-9704-457f-9ab7-2ca8ad1a1420 req-5fb5e078-bfd5-4da6-9649-55531e21e4b9 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:20:34.745196 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-1e201249-9704-457f-9ab7-2ca8ad1a1420 req-5fb5e078-bfd5-4da6-9649-55531e21e4b9 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.13 "DELETE /v2.0/ports/a63c8e91-a322-4c37-b8e2-3983f0c44d39 HTTP/1.1" status: 204 len: 173 time: 0.4815083 May 20 21:20:34.745196 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2552a1a3-2895-4799-8177-4b57dc6f5716', 'name': 'network-vif-deleted', 'tag': 'a63c8e91-a322-4c37-b8e2-3983f0c44d39'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 21:20:34.745583 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6fa957933fccbf596d28104b23404b952ad6a8238afaebaed40a0874b2e409" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cc9d60d-a070-45f9-aceb-80af6bc07046" -d '{"events": [{"server_uuid": "2552a1a3-2895-4799-8177-4b57dc6f5716", "name": "network-vif-deleted", "tag": "a63c8e91-a322-4c37-b8e2-3983f0c44d39"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 21:20:34.790367 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 21:20:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9856b02-8868-44e8-b38e-a44a349f0a9f x-openstack-request-id: req-b9856b02-8868-44e8-b38e-a44a349f0a9f {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 21:20:34.790717 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2552a1a3-2895-4799-8177-4b57dc6f5716", "name": "network-vif-deleted", "tag": "a63c8e91-a322-4c37-b8e2-3983f0c44d39", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 21:20:34.790976 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b9856b02-8868-44e8-b38e-a44a349f0a9f {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 21:20:34.791388 n-d-842733-1 neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9856b02-8868-44e8-b38e-a44a349f0a9f'] response: {'server_uuid': '2552a1a3-2895-4799-8177-4b57dc6f5716', 'name': 'network-vif-deleted', 'tag': 'a63c8e91-a322-4c37-b8e2-3983f0c44d39', 'status': 'completed', 'code': 200} May 20 21:20:35.014307 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d61efe6b-7513-4814-983d-9a9bd2ec3eba req-55d08da4-edd3-42b4-83b4-2879c0004bbf tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/ports?device_id=2552a1a3-2895-4799-8177-4b57dc6f5716 HTTP/1.1" status: 200 len: 210 time: 0.0311112 May 20 21:20:36.114084 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1d3b5de2-c17f-4703-a121-929a6fcc5e26 req-c0896433-20ba-438a-8f09-1172b1d8d5e1 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/ports?device_id=2552a1a3-2895-4799-8177-4b57dc6f5716 HTTP/1.1" status: 200 len: 210 time: 0.0279882 May 20 21:20:37.101098 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-ae144207-ae0b-4720-a7ba-d9b9ca8f83b0 req-f17b2a5f-292e-4023-b4de-618f61bc02dd service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2a9f5c78-0279-4536-8efe-8c72436d90d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0470624 May 20 21:20:37.185762 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae144207-ae0b-4720-a7ba-d9b9ca8f83b0 req-90b44486-ae7d-410c-a207-a05d233be8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:20:37.187694 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-ae144207-ae0b-4720-a7ba-d9b9ca8f83b0 req-90b44486-ae7d-410c-a207-a05d233be8bb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4f94a191bdd44506b49954bf553d7569&device_id=2a9f5c78-0279-4536-8efe-8c72436d90d1 HTTP/1.1" status: 200 len: 1096 time: 0.0448775 May 20 21:20:37.219651 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-cb8b2d43-e2eb-4414-a196-8f9553301228 req-e7e46372-404d-43f1-a34c-0ba196f44fb5 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/ports?device_id=2552a1a3-2895-4799-8177-4b57dc6f5716 HTTP/1.1" status: 200 len: 210 time: 0.0288432 May 20 21:20:37.295423 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae144207-ae0b-4720-a7ba-d9b9ca8f83b0 req-00a64836-7531-4648-a57c-b039571e7229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:20:37.296878 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-ae144207-ae0b-4720-a7ba-d9b9ca8f83b0 req-00a64836-7531-4648-a57c-b039571e7229 service neutron] 10.222.0.24 "GET /v2.0/networks?id=255960d5-e633-4d0c-a1cc-74a37a7cc772 HTTP/1.1" status: 200 len: 913 time: 0.0899630 May 20 21:20:37.342075 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-ae144207-ae0b-4720-a7ba-d9b9ca8f83b0 req-3a008177-ec86-443a-bd71-97259159166c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1efffd44-18e3-427b-9dec-ef81bd6c9f94 HTTP/1.1" status: 200 len: 217 time: 0.0385528 May 20 21:20:37.393745 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae144207-ae0b-4720-a7ba-d9b9ca8f83b0 req-0932d269-de72-4fc1-b6ff-6a8def71b225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:20:37.395106 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-ae144207-ae0b-4720-a7ba-d9b9ca8f83b0 req-0932d269-de72-4fc1-b6ff-6a8def71b225 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=87e873ab-38e9-43e0-acec-0c2b5973b603 HTTP/1.1" status: 200 len: 851 time: 0.0456712 May 20 21:20:37.440350 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae144207-ae0b-4720-a7ba-d9b9ca8f83b0 req-d5c12591-ff8d-4c79-96ce-2384dfd6069b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:20:37.441873 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-ae144207-ae0b-4720-a7ba-d9b9ca8f83b0 req-d5c12591-ff8d-4c79-96ce-2384dfd6069b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=255960d5-e633-4d0c-a1cc-74a37a7cc772&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407648 May 20 21:20:37.539700 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-ae144207-ae0b-4720-a7ba-d9b9ca8f83b0 req-4c75aa40-0d8b-4f4e-a101-62097e87b655 service neutron] 10.222.0.24 "GET /v2.0/networks/255960d5-e633-4d0c-a1cc-74a37a7cc772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897901 May 20 21:20:37.628997 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-ae144207-ae0b-4720-a7ba-d9b9ca8f83b0 req-9bcea86a-ce33-4e5e-8648-2fa48e8354d6 service neutron] 10.222.0.24 "GET /v2.0/networks/255960d5-e633-4d0c-a1cc-74a37a7cc772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828450 May 20 21:20:37.981235 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device a63c8e91-a322-4c37-b8e2-3983f0c44d39 no longer exists at agent hyperv_n-h2-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 21:20:38.001929 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] No Port match for: a63c8e91-a322-4c37-b8e2-3983f0c44d39 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 21:20:38.002268 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device a63c8e91-a322-4c37-b8e2-3983f0c44d39 not bound to the agent host n-h2-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 21:20:38.319978 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-37d75d67-26f4-4c3d-ae5c-f8dfd37ed7de req-946beb09-e584-4523-bef2-e22a61337a2b tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/ports?device_id=2552a1a3-2895-4799-8177-4b57dc6f5716 HTTP/1.1" status: 200 len: 210 time: 0.0264323 May 20 21:20:39.432736 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e9fc012d-6c25-4cd5-896e-b90dd64f9db9 req-ec45a30b-a6ab-43cb-ab1e-890d8ec620b3 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/ports?device_id=2552a1a3-2895-4799-8177-4b57dc6f5716 HTTP/1.1" status: 200 len: 210 time: 0.0288572 May 20 21:20:44.253996 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e58179c-90da-4892-8641-8a71b613d0e1 req-56a39692-b5f2-45e5-803d-ef78bdb8e353 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:20:44.255471 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9e58179c-90da-4892-8641-8a71b613d0e1 req-56a39692-b5f2-45e5-803d-ef78bdb8e353 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/ports?device_id=2a9f5c78-0279-4536-8efe-8c72436d90d1 HTTP/1.1" status: 200 len: 945 time: 0.0521836 May 20 21:20:44.293220 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9e58179c-90da-4892-8641-8a71b613d0e1 req-48dcc2f8-9575-4b01-bfd9-22a6877d0e41 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1e67d27-2dd5-4cb5-8d30-f404451cc346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316131 May 20 21:20:45.412939 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6f3996-4d68-4293-9b19-ea16a029a1e6 req-af58a909-9ae2-4b65-b368-b805f9478712 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:20:45.414564 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-cc6f3996-4d68-4293-9b19-ea16a029a1e6 req-af58a909-9ae2-4b65-b368-b805f9478712 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/ports?device_id=2a9f5c78-0279-4536-8efe-8c72436d90d1 HTTP/1.1" status: 200 len: 945 time: 0.0495811 May 20 21:20:45.453896 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-cc6f3996-4d68-4293-9b19-ea16a029a1e6 req-096fb529-cf6e-4a8b-8e3b-2384b024a40e tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1e67d27-2dd5-4cb5-8d30-f404451cc346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333176 May 20 21:20:45.748812 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881617ba-89fb-4037-8ebf-6ee0f182d97b req-24ed0c68-3aab-4003-9e90-14d1babca65a tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:20:45.750986 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-881617ba-89fb-4037-8ebf-6ee0f182d97b req-24ed0c68-3aab-4003-9e90-14d1babca65a tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.24 "GET /v2.0/ports?device_id=2a9f5c78-0279-4536-8efe-8c72436d90d1 HTTP/1.1" status: 200 len: 945 time: 0.0501771 May 20 21:20:45.844568 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-881617ba-89fb-4037-8ebf-6ee0f182d97b req-5d0ffd4a-a7bb-48a0-9061-fce6be992b06 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Deleting port 1efffd44-18e3-427b-9dec-ef81bd6c9f94 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:20:45.844907 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-881617ba-89fb-4037-8ebf-6ee0f182d97b req-5d0ffd4a-a7bb-48a0-9061-fce6be992b06 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:20:45.932400 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-881617ba-89fb-4037-8ebf-6ee0f182d97b req-5d0ffd4a-a7bb-48a0-9061-fce6be992b06 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] For port 1efffd44-18e3-427b-9dec-ef81bd6c9f94, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=1efffd44-18e3-427b-9dec-ef81bd6c9f94,segment=NetworkSegment(8db3cbe6-5ab5-44a8-9059-240f6f6827e1),segment_id=8db3cbe6-5ab5-44a8-9059-240f6f6827e1)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:20:45.932781 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-881617ba-89fb-4037-8ebf-6ee0f182d97b req-5d0ffd4a-a7bb-48a0-9061-fce6be992b06 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:20:45.947257 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-881617ba-89fb-4037-8ebf-6ee0f182d97b req-5d0ffd4a-a7bb-48a0-9061-fce6be992b06 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Calling delete_port for 1efffd44-18e3-427b-9dec-ef81bd6c9f94 owned by compute:nova {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:20:46.154151 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-881617ba-89fb-4037-8ebf-6ee0f182d97b req-5d0ffd4a-a7bb-48a0-9061-fce6be992b06 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:20:46.166137 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] get_ports_and_sgs() called for port_ids ['1efffd44-18e3-427b-9dec-ef81bd6c9f94'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 21:20:46.185808 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0ffd4a-a7bb-48a0-9061-fce6be992b06 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Pushing event deleted for resources: {'Port': ['ID=1efffd44-18e3-427b-9dec-ef81bd6c9f94,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:20:46.231762 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-881617ba-89fb-4037-8ebf-6ee0f182d97b req-5d0ffd4a-a7bb-48a0-9061-fce6be992b06 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] No DVR routers for this DVR port 1efffd44-18e3-427b-9dec-ef81bd6c9f94 on host n-h1-842733-1 {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 21:20:46.235571 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-881617ba-89fb-4037-8ebf-6ee0f182d97b req-5d0ffd4a-a7bb-48a0-9061-fce6be992b06 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:20:46.238778 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-881617ba-89fb-4037-8ebf-6ee0f182d97b req-5d0ffd4a-a7bb-48a0-9061-fce6be992b06 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.24 "DELETE /v2.0/ports/1efffd44-18e3-427b-9dec-ef81bd6c9f94 HTTP/1.1" status: 204 len: 173 time: 0.4823568 May 20 21:20:46.239221 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a9f5c78-0279-4536-8efe-8c72436d90d1', 'name': 'network-vif-deleted', 'tag': '1efffd44-18e3-427b-9dec-ef81bd6c9f94'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 21:20:46.241487 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6fa957933fccbf596d28104b23404b952ad6a8238afaebaed40a0874b2e409" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce17eaa4-3418-45d9-a972-abca97ae0862" -d '{"events": [{"server_uuid": "2a9f5c78-0279-4536-8efe-8c72436d90d1", "name": "network-vif-deleted", "tag": "1efffd44-18e3-427b-9dec-ef81bd6c9f94"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 21:20:46.277245 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 21:20:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-936b18e3-31a7-41e1-b831-ae21d5e7a13e x-openstack-request-id: req-936b18e3-31a7-41e1-b831-ae21d5e7a13e {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 21:20:46.277539 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a9f5c78-0279-4536-8efe-8c72436d90d1", "name": "network-vif-deleted", "tag": "1efffd44-18e3-427b-9dec-ef81bd6c9f94", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 21:20:46.277794 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-936b18e3-31a7-41e1-b831-ae21d5e7a13e {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 21:20:46.278221 n-d-842733-1 neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-936b18e3-31a7-41e1-b831-ae21d5e7a13e'] response: {'server_uuid': '2a9f5c78-0279-4536-8efe-8c72436d90d1', 'name': 'network-vif-deleted', 'tag': '1efffd44-18e3-427b-9dec-ef81bd6c9f94', 'status': 'completed', 'code': 200} May 20 21:20:46.551816 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-74f90798-be49-499d-a7ac-36968c87161a req-f7c398f5-711e-4cf1-b1f6-0dd4d1cb5ce4 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/ports?device_id=2a9f5c78-0279-4536-8efe-8c72436d90d1 HTTP/1.1" status: 200 len: 210 time: 0.0277128 May 20 21:20:47.714081 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a4cfd62a-6a6f-42a8-98de-8b63f4f24d00 req-6b373b63-4cb2-4366-870b-1a1a63a05272 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/ports?device_id=2a9f5c78-0279-4536-8efe-8c72436d90d1 HTTP/1.1" status: 200 len: 210 time: 0.0918956 May 20 21:20:48.814721 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e4706a91-f7ba-4da1-859a-8e01ff2fb202 req-0e60cf6e-dc1c-4bbf-8b69-fb1b97ba3c47 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/ports?device_id=2a9f5c78-0279-4536-8efe-8c72436d90d1 HTTP/1.1" status: 200 len: 210 time: 0.0301208 May 20 21:20:49.158462 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.agents_db [None req-5c33ad30-4e00-40fa-b486-8c79c4a6cfc5 None None] Agent healthcheck: found 7 active agents {{(pid=103165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 20 21:20:49.474154 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 1efffd44-18e3-427b-9dec-ef81bd6c9f94 no longer exists at agent hyperv_n-h1-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 21:20:49.494487 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] No Port match for: 1efffd44-18e3-427b-9dec-ef81bd6c9f94 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 21:20:49.494830 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 1efffd44-18e3-427b-9dec-ef81bd6c9f94 not bound to the agent host n-h1-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 21:20:49.909816 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9dbe521f-a959-4b83-beb7-1aeea215926a req-478729d1-0b63-4bdb-9c9f-7b750f0f1764 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/ports?device_id=2a9f5c78-0279-4536-8efe-8c72436d90d1 HTTP/1.1" status: 200 len: 210 time: 0.0272460 May 20 21:20:49.933239 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a99bcf42-cc93-47c2-9ab9-308ab95f62e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:20:52.284766 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ad96f1a2-5a6a-4fc1-92e3-5a5f56d3e5df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:20:54.022445 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4bb0e131-6525-46ca-a45b-e4ea43a5e69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:20:54.116606 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 60566) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:20:54.121144 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-27b1ec7b-31ea-430f-8b13-227a3cbba69d tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1564820331', 'description': 'tempest-secgroup-smoke-1564820331 description', 'project_id': '4f94a191bdd44506b49954bf553d7569'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:20:54.222588 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-27b1ec7b-31ea-430f-8b13-227a3cbba69d tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:20:54.290227 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-27b1ec7b-31ea-430f-8b13-227a3cbba69d tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:20:54.342450 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-27b1ec7b-31ea-430f-8b13-227a3cbba69d tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:20:54.372228 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b1ec7b-31ea-430f-8b13-227a3cbba69d tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1347fee6-b8f4-4370-8390-b8b04a125af2,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:20:54.380070 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b1ec7b-31ea-430f-8b13-227a3cbba69d tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:20:54.380406 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b1ec7b-31ea-430f-8b13-227a3cbba69d tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:20:54.380797 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b1ec7b-31ea-430f-8b13-227a3cbba69d tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:20:54.381127 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b1ec7b-31ea-430f-8b13-227a3cbba69d tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:20:54.381481 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b1ec7b-31ea-430f-8b13-227a3cbba69d tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:20:54.381813 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b1ec7b-31ea-430f-8b13-227a3cbba69d tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:20:54.382134 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b1ec7b-31ea-430f-8b13-227a3cbba69d tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:20:54.382644 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b1ec7b-31ea-430f-8b13-227a3cbba69d tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:20:54.382966 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b1ec7b-31ea-430f-8b13-227a3cbba69d tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:20:54.383284 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b1ec7b-31ea-430f-8b13-227a3cbba69d tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:20:54.383605 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b1ec7b-31ea-430f-8b13-227a3cbba69d tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:20:54.383922 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b1ec7b-31ea-430f-8b13-227a3cbba69d tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:20:54.436143 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-27b1ec7b-31ea-430f-8b13-227a3cbba69d tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:20:54.437412 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-27b1ec7b-31ea-430f-8b13-227a3cbba69d tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3197658 May 20 21:20:54.441077 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 60568) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:20:54.445367 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-b660751c-4e37-42fd-bfc6-d9db62cb5088 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Request body: {'security_group_rule': {'security_group_id': '1347fee6-b8f4-4370-8390-b8b04a125af2', 'project_id': '4f94a191bdd44506b49954bf553d7569', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:20:54.513289 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b660751c-4e37-42fd-bfc6-d9db62cb5088 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:20:54.567973 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b660751c-4e37-42fd-bfc6-d9db62cb5088 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:20:54.616661 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b660751c-4e37-42fd-bfc6-d9db62cb5088 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691816'] for security_group_rule, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:20:54.635223 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b660751c-4e37-42fd-bfc6-d9db62cb5088 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90c53a6f-3666-4700-8fd0-c6b0d5f25c50,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:20:54.676007 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b660751c-4e37-42fd-bfc6-d9db62cb5088 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:20:54.677314 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-b660751c-4e37-42fd-bfc6-d9db62cb5088 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2352688 May 20 21:20:54.681231 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 60570) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:20:54.685894 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-1846265c-b22e-4d65-a339-2bcef1099884 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Request body: {'security_group_rule': {'security_group_id': '1347fee6-b8f4-4370-8390-b8b04a125af2', 'project_id': '4f94a191bdd44506b49954bf553d7569', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:20:54.753035 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1846265c-b22e-4d65-a339-2bcef1099884 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:20:54.807830 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1846265c-b22e-4d65-a339-2bcef1099884 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:20:54.856762 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1846265c-b22e-4d65-a339-2bcef1099884 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691816'] for security_group_rule, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:20:54.874584 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1846265c-b22e-4d65-a339-2bcef1099884 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0d72ad5-51b7-4e41-b611-fcc20dd928e8,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:20:54.927496 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1846265c-b22e-4d65-a339-2bcef1099884 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:20:54.928731 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-1846265c-b22e-4d65-a339-2bcef1099884 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2464547 May 20 21:20:54.931525 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 60572) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:20:54.935768 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-cd4143de-25ea-44e1-9167-aece79e39191 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Request body: {'security_group_rule': {'security_group_id': '1347fee6-b8f4-4370-8390-b8b04a125af2', 'project_id': '4f94a191bdd44506b49954bf553d7569', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:20:54.966397 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:20:55.010597 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-cd4143de-25ea-44e1-9167-aece79e39191 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:20:55.075412 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-cd4143de-25ea-44e1-9167-aece79e39191 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:20:55.125697 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-cd4143de-25ea-44e1-9167-aece79e39191 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691816'] for security_group_rule, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:20:55.149104 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4143de-25ea-44e1-9167-aece79e39191 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=baaa55b8-438f-40d3-9cd8-c0fdfa03775f,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:20:55.209460 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-cd4143de-25ea-44e1-9167-aece79e39191 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:20:55.210605 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-cd4143de-25ea-44e1-9167-aece79e39191 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2781773 May 20 21:20:55.213454 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 60574) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:20:55.217913 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-0e6d7fdc-5024-45d2-8507-fc5604948d1d tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Request body: {'security_group_rule': {'security_group_id': '1347fee6-b8f4-4370-8390-b8b04a125af2', 'project_id': '4f94a191bdd44506b49954bf553d7569', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:20:55.314370 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0e6d7fdc-5024-45d2-8507-fc5604948d1d tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:20:55.388034 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0e6d7fdc-5024-45d2-8507-fc5604948d1d tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:20:55.468507 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0e6d7fdc-5024-45d2-8507-fc5604948d1d tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691816'] for security_group_rule, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:20:55.486679 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6d7fdc-5024-45d2-8507-fc5604948d1d tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d350aeb-ab0c-419f-8887-92ef503e274b,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:20:55.573507 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0e6d7fdc-5024-45d2-8507-fc5604948d1d tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:20:55.574761 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-0e6d7fdc-5024-45d2-8507-fc5604948d1d tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3603203 May 20 21:20:55.577609 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 60576) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:20:55.582042 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-460ad8d6-e8eb-4711-bf63-ad46b5044adb tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Request body: {'security_group_rule': {'security_group_id': '1347fee6-b8f4-4370-8390-b8b04a125af2', 'project_id': '4f94a191bdd44506b49954bf553d7569', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:20:55.599791 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cc3ec51b-6ec8-438a-8349-5f0bec346d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:20:55.651292 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:20:55.675032 n-d-842733-1 neutron-server[103162]: INFO neutron.db.securitygroups_db [None req-460ad8d6-e8eb-4711-bf63-ad46b5044adb tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Project 4f94a191bdd44506b49954bf553d7569 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 20 21:20:55.680319 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-460ad8d6-e8eb-4711-bf63-ad46b5044adb tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:20:55.743030 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-460ad8d6-e8eb-4711-bf63-ad46b5044adb tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:20:55.811047 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-460ad8d6-e8eb-4711-bf63-ad46b5044adb tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691816'] for security_group_rule, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:20:55.830199 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460ad8d6-e8eb-4711-bf63-ad46b5044adb tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc9d56ec-d34a-4e58-b60c-a207f6817dfe,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:20:55.893269 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-460ad8d6-e8eb-4711-bf63-ad46b5044adb tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:20:55.894497 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-460ad8d6-e8eb-4711-bf63-ad46b5044adb tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3159385 May 20 21:20:55.897357 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 60578) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:20:55.901643 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-3c62eb32-49bd-492a-9c88-5af34ac195f7 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Request body: {'security_group_rule': {'security_group_id': '1347fee6-b8f4-4370-8390-b8b04a125af2', 'project_id': '4f94a191bdd44506b49954bf553d7569', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:20:55.988394 n-d-842733-1 neutron-server[103162]: INFO neutron.db.securitygroups_db [None req-3c62eb32-49bd-492a-9c88-5af34ac195f7 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Project 4f94a191bdd44506b49954bf553d7569 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 20 21:20:55.993534 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3c62eb32-49bd-492a-9c88-5af34ac195f7 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:20:56.055178 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3c62eb32-49bd-492a-9c88-5af34ac195f7 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:20:56.125546 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3c62eb32-49bd-492a-9c88-5af34ac195f7 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691816'] for security_group_rule, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:20:56.144858 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c62eb32-49bd-492a-9c88-5af34ac195f7 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f625bb76-00bf-4eed-b8a5-da52c156c8a8,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:20:56.206888 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3c62eb32-49bd-492a-9c88-5af34ac195f7 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:20:56.208159 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-3c62eb32-49bd-492a-9c88-5af34ac195f7 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3097918 May 20 21:21:02.577060 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:21:19.279257 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3cd519c0-fd8e-49fe-8963-738e5d0aef3f req-4b8dc31e-f95f-4825-aa16-edf82555c15d tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1564820331&fields=id&tenant_id=4f94a191bdd44506b49954bf553d7569 HTTP/1.1" status: 200 len: 267 time: 0.0325940 May 20 21:21:19.389566 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd519c0-fd8e-49fe-8963-738e5d0aef3f req-6c5d2868-a2ed-4958-b09c-affed8f9ffa2 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:21:19.391079 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3cd519c0-fd8e-49fe-8963-738e5d0aef3f req-6c5d2868-a2ed-4958-b09c-affed8f9ffa2 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/networks?id=255960d5-e633-4d0c-a1cc-74a37a7cc772 HTTP/1.1" status: 200 len: 812 time: 0.1050961 May 20 21:21:19.406195 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3cd519c0-fd8e-49fe-8963-738e5d0aef3f req-1ee69ceb-ac98-4ffd-b52e-59ccc5e396e5 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/quotas/4f94a191bdd44506b49954bf553d7569 HTTP/1.1" status: 200 len: 375 time: 0.0091491 May 20 21:21:19.457046 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3cd519c0-fd8e-49fe-8963-738e5d0aef3f req-fdd285e4-fd76-48f6-9651-a9219ed069d0 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=4f94a191bdd44506b49954bf553d7569&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0454681 May 20 21:21:19.525394 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [req-3cd519c0-fd8e-49fe-8963-738e5d0aef3f req-d035af9f-6ac3-4df9-b42d-ec05a87bd4ca service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103163) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 21:21:19.526368 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3cd519c0-fd8e-49fe-8963-738e5d0aef3f req-d035af9f-6ac3-4df9-b42d-ec05a87bd4ca service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0581224 May 20 21:21:19.616604 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3cd519c0-fd8e-49fe-8963-738e5d0aef3f req-b3c818f5-96cb-4698-bcbb-f52fd3bf2145 service neutron] 10.222.0.35 "GET /v2.0/networks/255960d5-e633-4d0c-a1cc-74a37a7cc772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834472 May 20 21:21:19.703550 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3cd519c0-fd8e-49fe-8963-738e5d0aef3f req-643fee96-3375-4d40-8707-5afb15becff4 service neutron] 10.222.0.35 "GET /v2.0/networks/255960d5-e633-4d0c-a1cc-74a37a7cc772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807376 May 20 21:21:19.954599 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-55ff0b1e-e1b5-4e55-9f40-588d903ee606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:21:20.318712 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-44b8ffab-2d86-4b16-ad62-7bec7fb86adb req-17e9efa7-ec60-42b6-b47e-6401b6a1f8d5 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/ports?device_id=1121ac17-1765-4fa3-8e50-e15766cdcfc2 HTTP/1.1" status: 200 len: 210 time: 0.0269532 May 20 21:21:21.418663 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2af32870-63be-470c-a2e5-8bcce1f07ec0 req-05093523-bb41-4f2a-a9f8-3c9b0bae9309 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/ports?device_id=1121ac17-1765-4fa3-8e50-e15766cdcfc2 HTTP/1.1" status: 200 len: 210 time: 0.0309896 May 20 21:21:22.052760 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd519c0-fd8e-49fe-8963-738e5d0aef3f req-2d5fe1c0-7a74-43fe-a7f9-72cecf0a3595 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:21:22.054234 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-3cd519c0-fd8e-49fe-8963-738e5d0aef3f req-2d5fe1c0-7a74-43fe-a7f9-72cecf0a3595 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.13 "GET /v2.0/networks?id=255960d5-e633-4d0c-a1cc-74a37a7cc772 HTTP/1.1" status: 200 len: 812 time: 0.1030817 May 20 21:21:22.102456 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-3cd519c0-fd8e-49fe-8963-738e5d0aef3f req-3931e2cb-1a25-436b-8ad2-89e96f279fdd tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4f94a191bdd44506b49954bf553d7569 HTTP/1.1" status: 200 len: 380 time: 0.0335133 May 20 21:21:22.110119 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [req-3cd519c0-fd8e-49fe-8963-738e5d0aef3f req-8f15b52c-c4fc-4086-9798-6c1121c5f1ee tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Request body: {'port': {'device_id': '1121ac17-1765-4fa3-8e50-e15766cdcfc2', 'network_id': '255960d5-e633-4d0c-a1cc-74a37a7cc772', 'admin_state_up': True, 'tenant_id': '4f94a191bdd44506b49954bf553d7569', 'security_groups': ['1347fee6-b8f4-4370-8390-b8b04a125af2']}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:21:22.279574 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-fd24d618-b84a-4d06-bbbd-25b352b5763b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:21:22.290455 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3cd519c0-fd8e-49fe-8963-738e5d0aef3f req-8f15b52c-c4fc-4086-9798-6c1121c5f1ee tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Made reservation on behalf of 4f94a191bdd44506b49954bf553d7569 for: {'port': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:21:22.293962 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-3cd519c0-fd8e-49fe-8963-738e5d0aef3f req-8f15b52c-c4fc-4086-9798-6c1121c5f1ee tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:21:22.419919 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [req-3cd519c0-fd8e-49fe-8963-738e5d0aef3f req-8f15b52c-c4fc-4086-9798-6c1121c5f1ee tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Allocated IP 172.20.0.3 (255960d5-e633-4d0c-a1cc-74a37a7cc772/87e873ab-38e9-43e0-acec-0c2b5973b603/f261477a-eebc-4e13-b9eb-28cfb44a1587) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:21:22.519656 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-86bbfcfc-be13-4c59-998e-9417ebf2bce0 req-7b3e20f5-0029-4a2c-928f-b14b4d1c1087 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/ports?device_id=1121ac17-1765-4fa3-8e50-e15766cdcfc2 HTTP/1.1" status: 200 len: 210 time: 0.0265155 May 20 21:21:22.572221 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-3cd519c0-fd8e-49fe-8963-738e5d0aef3f req-8f15b52c-c4fc-4086-9798-6c1121c5f1ee tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:21:22.674901 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-3cd519c0-fd8e-49fe-8963-738e5d0aef3f req-8f15b52c-c4fc-4086-9798-6c1121c5f1ee tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:21:22.717567 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3cd519c0-fd8e-49fe-8963-738e5d0aef3f req-8f15b52c-c4fc-4086-9798-6c1121c5f1ee tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Network 255960d5-e633-4d0c-a1cc-74a37a7cc772 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:21:22.720776 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [req-3cd519c0-fd8e-49fe-8963-738e5d0aef3f req-8f15b52c-c4fc-4086-9798-6c1121c5f1ee tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:21:22.724719 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cd519c0-fd8e-49fe-8963-738e5d0aef3f req-8f15b52c-c4fc-4086-9798-6c1121c5f1ee tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:21:22.769240 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f15b52c-c4fc-4086-9798-6c1121c5f1ee tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Pushing event updated for resources: {'Port': ['ID=f261477a-eebc-4e13-b9eb-28cfb44a1587,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:21:22.798977 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd519c0-fd8e-49fe-8963-738e5d0aef3f req-8f15b52c-c4fc-4086-9798-6c1121c5f1ee tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:21:22.799803 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-3cd519c0-fd8e-49fe-8963-738e5d0aef3f req-8f15b52c-c4fc-4086-9798-6c1121c5f1ee tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:21:22.866867 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-3cd519c0-fd8e-49fe-8963-738e5d0aef3f req-8f15b52c-c4fc-4086-9798-6c1121c5f1ee tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7604125 May 20 21:21:22.887164 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [req-3cd519c0-fd8e-49fe-8963-738e5d0aef3f req-748059ff-ed8d-4622-b61a-603dc1365f5d service neutron] Request body: {'port': {'device_id': '1121ac17-1765-4fa3-8e50-e15766cdcfc2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-842733-1'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:21:22.948463 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-3cd519c0-fd8e-49fe-8963-738e5d0aef3f req-748059ff-ed8d-4622-b61a-603dc1365f5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:21:23.025004 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-bf3d6294-8bd6-4554-88da-1ad4ddf6f93b None None] Provisioning complete for port f261477a-eebc-4e13-b9eb-28cfb44a1587 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:21:23.025360 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-bf3d6294-8bd6-4554-88da-1ad4ddf6f93b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:21:23.220781 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [req-3cd519c0-fd8e-49fe-8963-738e5d0aef3f req-748059ff-ed8d-4622-b61a-603dc1365f5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f261477a-eebc-4e13-b9eb-28cfb44a1587 {{(pid=103162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 21:21:23.221588 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-bf3d6294-8bd6-4554-88da-1ad4ddf6f93b None None] Port f261477a-eebc-4e13-b9eb-28cfb44a1587 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 21:21:23.230491 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-3cd519c0-fd8e-49fe-8963-738e5d0aef3f req-748059ff-ed8d-4622-b61a-603dc1365f5d service neutron] Notify callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:21:23.243405 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.provisioning_blocks [req-3cd519c0-fd8e-49fe-8963-738e5d0aef3f req-748059ff-ed8d-4622-b61a-603dc1365f5d service neutron] Transition to ACTIVE for port object f261477a-eebc-4e13-b9eb-28cfb44a1587 will not be triggered until provisioned by entity L2. {{(pid=103162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 21:21:23.308829 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-3cd519c0-fd8e-49fe-8963-738e5d0aef3f req-748059ff-ed8d-4622-b61a-603dc1365f5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:21:23.370519 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748059ff-ed8d-4622-b61a-603dc1365f5d service neutron] Pushing event updated for resources: {'Port': ['ID=f261477a-eebc-4e13-b9eb-28cfb44a1587,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:21:23.458155 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-3cd519c0-fd8e-49fe-8963-738e5d0aef3f req-748059ff-ed8d-4622-b61a-603dc1365f5d service neutron] Attempting to bind port f261477a-eebc-4e13-b9eb-28cfb44a1587 on host n-h2-842733-1 for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:21:23.458488 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-3cd519c0-fd8e-49fe-8963-738e5d0aef3f req-748059ff-ed8d-4622-b61a-603dc1365f5d service neutron] Attempting to bind port f261477a-eebc-4e13-b9eb-28cfb44a1587 by drivers openvswitch,hyperv on host n-h2-842733-1 at level 0 using segments [{'id': '8db3cbe6-5ab5-44a8-9059-240f6f6827e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '255960d5-e633-4d0c-a1cc-74a37a7cc772'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:21:23.459064 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cd519c0-fd8e-49fe-8963-738e5d0aef3f req-748059ff-ed8d-4622-b61a-603dc1365f5d service neutron] Attempting to bind port f261477a-eebc-4e13-b9eb-28cfb44a1587 on network 255960d5-e633-4d0c-a1cc-74a37a7cc772 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:21:23.465695 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cd519c0-fd8e-49fe-8963-738e5d0aef3f req-748059ff-ed8d-4622-b61a-603dc1365f5d service neutron] Port f261477a-eebc-4e13-b9eb-28cfb44a1587 on network 255960d5-e633-4d0c-a1cc-74a37a7cc772 not bound, no agent of type Open vSwitch agent registered on host n-h2-842733-1 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 21:21:23.466066 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cd519c0-fd8e-49fe-8963-738e5d0aef3f req-748059ff-ed8d-4622-b61a-603dc1365f5d service neutron] Attempting to bind port f261477a-eebc-4e13-b9eb-28cfb44a1587 on network 255960d5-e633-4d0c-a1cc-74a37a7cc772 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:21:23.472642 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cd519c0-fd8e-49fe-8963-738e5d0aef3f req-748059ff-ed8d-4622-b61a-603dc1365f5d service neutron] Checking agent: {'id': 'a66f2511-b955-448f-877c-56cfe9c81b12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 33, 2), 'started_at': datetime.datetime(2022, 5, 20, 20, 33, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 21, 21, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 21:21:23.473054 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cd519c0-fd8e-49fe-8963-738e5d0aef3f req-748059ff-ed8d-4622-b61a-603dc1365f5d service neutron] Checking segment: {'id': '8db3cbe6-5ab5-44a8-9059-240f6f6827e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '255960d5-e633-4d0c-a1cc-74a37a7cc772'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:21:23.473587 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cd519c0-fd8e-49fe-8963-738e5d0aef3f req-748059ff-ed8d-4622-b61a-603dc1365f5d service neutron] Bound using segment: {'id': '8db3cbe6-5ab5-44a8-9059-240f6f6827e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '255960d5-e633-4d0c-a1cc-74a37a7cc772'} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 21:21:23.474262 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-3cd519c0-fd8e-49fe-8963-738e5d0aef3f req-748059ff-ed8d-4622-b61a-603dc1365f5d service neutron] Bound port: f261477a-eebc-4e13-b9eb-28cfb44a1587, host: n-h2-842733-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8db3cbe6-5ab5-44a8-9059-240f6f6827e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '255960d5-e633-4d0c-a1cc-74a37a7cc772'}}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:21:23.474692 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-3cd519c0-fd8e-49fe-8963-738e5d0aef3f req-748059ff-ed8d-4622-b61a-603dc1365f5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:21:23.558527 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-3cd519c0-fd8e-49fe-8963-738e5d0aef3f req-748059ff-ed8d-4622-b61a-603dc1365f5d service neutron] For port f261477a-eebc-4e13-b9eb-28cfb44a1587, host n-h2-842733-1, cleared binding levels {{(pid=103162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 21:21:23.561987 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-3cd519c0-fd8e-49fe-8963-738e5d0aef3f req-748059ff-ed8d-4622-b61a-603dc1365f5d service neutron] For port f261477a-eebc-4e13-b9eb-28cfb44a1587, host n-h2-842733-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=f261477a-eebc-4e13-b9eb-28cfb44a1587,segment=NetworkSegment(8db3cbe6-5ab5-44a8-9059-240f6f6827e1),segment_id=8db3cbe6-5ab5-44a8-9059-240f6f6827e1)] {{(pid=103162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 21:21:23.639742 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-3cd519c0-fd8e-49fe-8963-738e5d0aef3f req-748059ff-ed8d-4622-b61a-603dc1365f5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:21:23.665267 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3d44c7-be34-40dc-bbe5-54579a94c24b req-cb6be77d-6be7-4ea0-88be-7fece7d22bb1 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:21:23.666910 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-de3d44c7-be34-40dc-bbe5-54579a94c24b req-cb6be77d-6be7-4ea0-88be-7fece7d22bb1 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/ports?device_id=1121ac17-1765-4fa3-8e50-e15766cdcfc2 HTTP/1.1" status: 200 len: 943 time: 0.0661194 May 20 21:21:23.679947 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd519c0-fd8e-49fe-8963-738e5d0aef3f req-748059ff-ed8d-4622-b61a-603dc1365f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:21:23.680735 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-3cd519c0-fd8e-49fe-8963-738e5d0aef3f req-748059ff-ed8d-4622-b61a-603dc1365f5d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:21:23.682426 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-3cd519c0-fd8e-49fe-8963-738e5d0aef3f req-748059ff-ed8d-4622-b61a-603dc1365f5d service neutron] 10.222.0.13 "PUT /v2.0/ports/f261477a-eebc-4e13-b9eb-28cfb44a1587 HTTP/1.1" status: 200 len: 1091 time: 0.8014445 May 20 21:21:23.682956 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1121ac17-1765-4fa3-8e50-e15766cdcfc2', 'tag': 'f261477a-eebc-4e13-b9eb-28cfb44a1587'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 21:21:23.685417 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6fa957933fccbf596d28104b23404b952ad6a8238afaebaed40a0874b2e409" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99add8a5-498d-438b-9fcd-c28b51158a4e" -d '{"events": [{"name": "network-changed", "server_uuid": "1121ac17-1765-4fa3-8e50-e15766cdcfc2", "tag": "f261477a-eebc-4e13-b9eb-28cfb44a1587"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 21:21:23.723968 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748059ff-ed8d-4622-b61a-603dc1365f5d service neutron] Pushing event updated for resources: {'Port': ['ID=f261477a-eebc-4e13-b9eb-28cfb44a1587,revision_number=3']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:21:23.728292 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-de3d44c7-be34-40dc-bbe5-54579a94c24b req-c9eeebd7-a097-434d-9dee-374723ec6f47 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/security-groups?id=1347fee6-b8f4-4370-8390-b8b04a125af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517218 May 20 21:21:23.833792 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 21:21:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d39e010d-76ba-468b-a679-110ccea2cd35 x-openstack-request-id: req-d39e010d-76ba-468b-a679-110ccea2cd35 {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 21:21:23.834080 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1121ac17-1765-4fa3-8e50-e15766cdcfc2", "tag": "f261477a-eebc-4e13-b9eb-28cfb44a1587", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 21:21:23.834392 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d39e010d-76ba-468b-a679-110ccea2cd35 {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 21:21:23.834931 n-d-842733-1 neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d39e010d-76ba-468b-a679-110ccea2cd35'] response: {'name': 'network-changed', 'server_uuid': '1121ac17-1765-4fa3-8e50-e15766cdcfc2', 'tag': 'f261477a-eebc-4e13-b9eb-28cfb44a1587', 'status': 'completed', 'code': 200} May 20 21:21:23.900184 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd519c0-fd8e-49fe-8963-738e5d0aef3f req-42fef7dd-ca56-4007-8c5f-6035943148f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:21:23.902070 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-3cd519c0-fd8e-49fe-8963-738e5d0aef3f req-42fef7dd-ca56-4007-8c5f-6035943148f2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4f94a191bdd44506b49954bf553d7569&device_id=1121ac17-1765-4fa3-8e50-e15766cdcfc2 HTTP/1.1" status: 200 len: 1094 time: 0.0509214 May 20 21:21:23.951689 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-3cd519c0-fd8e-49fe-8963-738e5d0aef3f req-fb307d32-061f-4f55-80ce-f379c2295c4b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f261477a-eebc-4e13-b9eb-28cfb44a1587 HTTP/1.1" status: 200 len: 217 time: 0.0359285 May 20 21:21:24.004678 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd519c0-fd8e-49fe-8963-738e5d0aef3f req-d0f1b7f5-7758-4d14-8ff7-eb4759bf8119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:21:24.006280 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-3cd519c0-fd8e-49fe-8963-738e5d0aef3f req-d0f1b7f5-7758-4d14-8ff7-eb4759bf8119 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=87e873ab-38e9-43e0-acec-0c2b5973b603 HTTP/1.1" status: 200 len: 851 time: 0.0484102 May 20 21:21:24.040964 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4bb0e131-6525-46ca-a45b-e4ea43a5e69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:21:24.058240 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd519c0-fd8e-49fe-8963-738e5d0aef3f req-dbae0a12-9a8d-4448-a63e-cac4c953d9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:21:24.059814 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-3cd519c0-fd8e-49fe-8963-738e5d0aef3f req-dbae0a12-9a8d-4448-a63e-cac4c953d9f3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=255960d5-e633-4d0c-a1cc-74a37a7cc772&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0474126 May 20 21:21:24.157626 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-3cd519c0-fd8e-49fe-8963-738e5d0aef3f req-24e18521-c75d-4ea0-86af-e96183559606 service neutron] 10.222.0.13 "GET /v2.0/networks/255960d5-e633-4d0c-a1cc-74a37a7cc772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896842 May 20 21:21:24.253083 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-3cd519c0-fd8e-49fe-8963-738e5d0aef3f req-5e8021e8-c1f0-4f40-b3c2-433a11c8069b service neutron] 10.222.0.13 "GET /v2.0/networks/255960d5-e633-4d0c-a1cc-74a37a7cc772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894217 May 20 21:21:24.414538 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99add8a5-498d-438b-9fcd-c28b51158a4e req-f6c4d8af-eeae-4d81-922d-14538bd3170f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:21:24.416039 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-99add8a5-498d-438b-9fcd-c28b51158a4e req-f6c4d8af-eeae-4d81-922d-14538bd3170f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4f94a191bdd44506b49954bf553d7569&device_id=1121ac17-1765-4fa3-8e50-e15766cdcfc2 HTTP/1.1" status: 200 len: 1094 time: 0.0419784 May 20 21:21:24.506890 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99add8a5-498d-438b-9fcd-c28b51158a4e req-3b464443-8912-49f2-9c73-f9df8640f33d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:21:24.508846 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-99add8a5-498d-438b-9fcd-c28b51158a4e req-3b464443-8912-49f2-9c73-f9df8640f33d service neutron] 10.222.0.13 "GET /v2.0/networks?id=255960d5-e633-4d0c-a1cc-74a37a7cc772 HTTP/1.1" status: 200 len: 913 time: 0.0867879 May 20 21:21:24.553339 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-99add8a5-498d-438b-9fcd-c28b51158a4e req-a91816d3-098d-4200-9b00-48fd4039e0ae service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f261477a-eebc-4e13-b9eb-28cfb44a1587 HTTP/1.1" status: 200 len: 217 time: 0.0385244 May 20 21:21:24.602332 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99add8a5-498d-438b-9fcd-c28b51158a4e req-6edfa22e-ca9f-4504-b822-7a9ae09c33dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:21:24.603798 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-99add8a5-498d-438b-9fcd-c28b51158a4e req-6edfa22e-ca9f-4504-b822-7a9ae09c33dc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=87e873ab-38e9-43e0-acec-0c2b5973b603 HTTP/1.1" status: 200 len: 851 time: 0.0446336 May 20 21:21:24.649405 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99add8a5-498d-438b-9fcd-c28b51158a4e req-1b1ede2d-a7b6-4a90-91ce-936566feb6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:21:24.650893 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-99add8a5-498d-438b-9fcd-c28b51158a4e req-1b1ede2d-a7b6-4a90-91ce-936566feb6f6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=255960d5-e633-4d0c-a1cc-74a37a7cc772&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403707 May 20 21:21:24.746025 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-99add8a5-498d-438b-9fcd-c28b51158a4e req-d9478fa8-f0f8-4d19-b6d6-c1ec3145225e service neutron] 10.222.0.13 "GET /v2.0/networks/255960d5-e633-4d0c-a1cc-74a37a7cc772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878403 May 20 21:21:24.839769 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-99add8a5-498d-438b-9fcd-c28b51158a4e req-e9d77c8b-20cb-4cde-b3fa-1fad376f1431 service neutron] 10.222.0.13 "GET /v2.0/networks/255960d5-e633-4d0c-a1cc-74a37a7cc772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871401 May 20 21:21:24.854669 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954519e5-5a1d-430c-b6f6-bd716df20164 req-87ffe2d1-0a8c-461b-97fc-793addb24cba tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:21:24.856231 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-954519e5-5a1d-430c-b6f6-bd716df20164 req-87ffe2d1-0a8c-461b-97fc-793addb24cba tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/ports?device_id=1121ac17-1765-4fa3-8e50-e15766cdcfc2 HTTP/1.1" status: 200 len: 943 time: 0.0500112 May 20 21:21:24.902139 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-954519e5-5a1d-430c-b6f6-bd716df20164 req-eaee8f46-0338-4a18-895b-3f035b32b7d6 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/security-groups?id=1347fee6-b8f4-4370-8390-b8b04a125af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353537 May 20 21:21:24.966002 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:21:25.605544 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cc3ec51b-6ec8-438a-8349-5f0bec346d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:21:25.628170 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:21:26.026457 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6368667-a8dc-495b-86c9-cf83841f2d78 req-c2c6bb0e-21b4-4a21-b813-a8065c17b65f tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:21:26.027949 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e6368667-a8dc-495b-86c9-cf83841f2d78 req-c2c6bb0e-21b4-4a21-b813-a8065c17b65f tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/ports?device_id=1121ac17-1765-4fa3-8e50-e15766cdcfc2 HTTP/1.1" status: 200 len: 943 time: 0.0541229 May 20 21:21:26.066162 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e6368667-a8dc-495b-86c9-cf83841f2d78 req-60a9cf38-4ad6-4ae4-8058-a39ee63963ea tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/security-groups?id=1347fee6-b8f4-4370-8390-b8b04a125af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317984 May 20 21:21:26.156941 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.agents_db [None req-5c33ad30-4e00-40fa-b486-8c79c4a6cfc5 None None] Agent healthcheck: found 7 active agents {{(pid=103165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 20 21:21:27.184529 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736c5af5-7954-46cd-944f-25f0f82272c0 req-7f840ee1-589f-47b6-b933-edee602d9971 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:21:27.186011 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-736c5af5-7954-46cd-944f-25f0f82272c0 req-7f840ee1-589f-47b6-b933-edee602d9971 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/ports?device_id=1121ac17-1765-4fa3-8e50-e15766cdcfc2 HTTP/1.1" status: 200 len: 943 time: 0.0484996 May 20 21:21:27.224317 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-736c5af5-7954-46cd-944f-25f0f82272c0 req-82f6da25-8584-4be1-9f41-7bd326831b20 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/security-groups?id=1347fee6-b8f4-4370-8390-b8b04a125af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321455 May 20 21:21:28.339639 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53116907-5117-419b-9b5e-5570f83a7936 req-b8a82269-6de6-4f2d-a382-e7529e35f0d4 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:21:28.341082 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-53116907-5117-419b-9b5e-5570f83a7936 req-b8a82269-6de6-4f2d-a382-e7529e35f0d4 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/ports?device_id=1121ac17-1765-4fa3-8e50-e15766cdcfc2 HTTP/1.1" status: 200 len: 943 time: 0.0483193 May 20 21:21:28.377890 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-53116907-5117-419b-9b5e-5570f83a7936 req-08e53937-f8ea-4e33-9c14-1b1ad2a4be4e tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/security-groups?id=1347fee6-b8f4-4370-8390-b8b04a125af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308478 May 20 21:21:29.498203 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b3c907-5b5c-469a-9ade-d16e99297eb0 req-d87e256a-7f0f-45ca-a746-d8c275e8fc2e tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:21:29.499671 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-10b3c907-5b5c-469a-9ade-d16e99297eb0 req-d87e256a-7f0f-45ca-a746-d8c275e8fc2e tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/ports?device_id=1121ac17-1765-4fa3-8e50-e15766cdcfc2 HTTP/1.1" status: 200 len: 943 time: 0.0544674 May 20 21:21:29.537807 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-10b3c907-5b5c-469a-9ade-d16e99297eb0 req-79e7a78d-d994-40f4-9dc4-840fd66de65d tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/security-groups?id=1347fee6-b8f4-4370-8390-b8b04a125af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317650 May 20 21:21:30.654330 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb58503c-3b61-4ff8-a176-447ada8f9ba6 req-cf770308-10e3-4a35-b105-22c44811cde3 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:21:30.655817 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-cb58503c-3b61-4ff8-a176-447ada8f9ba6 req-cf770308-10e3-4a35-b105-22c44811cde3 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/ports?device_id=1121ac17-1765-4fa3-8e50-e15766cdcfc2 HTTP/1.1" status: 200 len: 943 time: 0.0498080 May 20 21:21:30.692149 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-cb58503c-3b61-4ff8-a176-447ada8f9ba6 req-175ad923-b8f7-4b54-b2d0-87f9a7ffe63a tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/security-groups?id=1347fee6-b8f4-4370-8390-b8b04a125af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303664 May 20 21:21:31.809600 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a5ebcd-1a45-4c84-b6f6-c003eb3ec101 req-f55ebf4e-fefb-4f5f-a55e-b1ae88dd78c5 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:21:31.810978 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-83a5ebcd-1a45-4c84-b6f6-c003eb3ec101 req-f55ebf4e-fefb-4f5f-a55e-b1ae88dd78c5 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/ports?device_id=1121ac17-1765-4fa3-8e50-e15766cdcfc2 HTTP/1.1" status: 200 len: 943 time: 0.0481362 May 20 21:21:31.848549 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-83a5ebcd-1a45-4c84-b6f6-c003eb3ec101 req-8b8ca2f4-a755-45bb-b907-46ab7ce79b40 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/security-groups?id=1347fee6-b8f4-4370-8390-b8b04a125af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315173 May 20 21:21:32.588399 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:21:32.967958 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dc0bde-3da2-4708-b030-b93e8f96c64d req-a0e6d58c-e71b-42ef-b369-e1330c16982d tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:21:32.969412 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-16dc0bde-3da2-4708-b030-b93e8f96c64d req-a0e6d58c-e71b-42ef-b369-e1330c16982d tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/ports?device_id=1121ac17-1765-4fa3-8e50-e15766cdcfc2 HTTP/1.1" status: 200 len: 943 time: 0.0524509 May 20 21:21:33.006886 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-16dc0bde-3da2-4708-b030-b93e8f96c64d req-d8eb78f2-5d60-488e-b4f6-02de85c20624 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/security-groups?id=1347fee6-b8f4-4370-8390-b8b04a125af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314255 May 20 21:21:34.122172 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3dfccd-0b7f-44bc-8543-db6b7bce02d4 req-f66d1738-40d0-433d-94a3-1bbacbb06030 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:21:34.123628 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2b3dfccd-0b7f-44bc-8543-db6b7bce02d4 req-f66d1738-40d0-433d-94a3-1bbacbb06030 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/ports?device_id=1121ac17-1765-4fa3-8e50-e15766cdcfc2 HTTP/1.1" status: 200 len: 943 time: 0.0487642 May 20 21:21:34.162799 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2b3dfccd-0b7f-44bc-8543-db6b7bce02d4 req-051a5a37-4c31-4d48-94d7-6f792e6d2d28 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/security-groups?id=1347fee6-b8f4-4370-8390-b8b04a125af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332246 May 20 21:21:34.306239 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device f261477a-eebc-4e13-b9eb-28cfb44a1587 details requested by agent hyperv_n-h2-842733-1 with host n-h2-842733-1 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 21:21:34.401520 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port f261477a-eebc-4e13-b9eb-28cfb44a1587, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=f261477a-eebc-4e13-b9eb-28cfb44a1587,segment=NetworkSegment(8db3cbe6-5ab5-44a8-9059-240f6f6827e1),segment_id=8db3cbe6-5ab5-44a8-9059-240f6f6827e1)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:21:34.412573 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Returning: {'device': 'f261477a-eebc-4e13-b9eb-28cfb44a1587', 'network_id': '255960d5-e633-4d0c-a1cc-74a37a7cc772', 'port_id': 'f261477a-eebc-4e13-b9eb-28cfb44a1587', 'mac_address': 'fa:16:3e:93:7c:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87e873ab-38e9-43e0-acec-0c2b5973b603', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 20 21:21:34.449596 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port f261477a-eebc-4e13-b9eb-28cfb44a1587 is: DOWN; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:21:34.449981 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:21:34.463128 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f261477a-eebc-4e13-b9eb-28cfb44a1587 {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 21:21:34.484824 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port f261477a-eebc-4e13-b9eb-28cfb44a1587, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=f261477a-eebc-4e13-b9eb-28cfb44a1587,segment=NetworkSegment(8db3cbe6-5ab5-44a8-9059-240f6f6827e1),segment_id=8db3cbe6-5ab5-44a8-9059-240f6f6827e1)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:21:34.559816 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:21:34.606235 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=f261477a-eebc-4e13-b9eb-28cfb44a1587,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:21:34.613551 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:21:34.613886 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:21:34.614212 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:21:34.614560 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:21:34.614855 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:21:34.615170 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:21:34.615483 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:21:34.615795 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:21:34.616106 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:21:34.616416 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:21:34.616800 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:21:34.617196 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:21:34.840356 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] get_ports_and_sgs() called for port_ids ['f261477a-eebc-4e13-b9eb-28cfb44a1587'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 21:21:35.277143 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d342852d-5ebd-45f7-94f9-39997af6e9be req-f232dffc-e9ef-40b8-9af7-e3582ad79277 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:21:35.278676 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d342852d-5ebd-45f7-94f9-39997af6e9be req-f232dffc-e9ef-40b8-9af7-e3582ad79277 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/ports?device_id=1121ac17-1765-4fa3-8e50-e15766cdcfc2 HTTP/1.1" status: 200 len: 944 time: 0.0486310 May 20 21:21:35.317352 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d342852d-5ebd-45f7-94f9-39997af6e9be req-a2b6ae1e-352a-4afd-aaf9-7dbc11123030 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/security-groups?id=1347fee6-b8f4-4370-8390-b8b04a125af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325801 May 20 21:21:36.322906 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device f261477a-eebc-4e13-b9eb-28cfb44a1587 up at agent hyperv_n-h2-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:21:36.428525 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Provisioning for port f261477a-eebc-4e13-b9eb-28cfb44a1587 completed by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 21:21:36.432733 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Provisioning complete for port f261477a-eebc-4e13-b9eb-28cfb44a1587 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:21:36.433143 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:21:36.439320 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedc87f5-608c-4c85-b7b7-f103664a7377 req-85b06838-9a56-4189-8007-85982af2f6ca tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:21:36.440824 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-dedc87f5-608c-4c85-b7b7-f103664a7377 req-85b06838-9a56-4189-8007-85982af2f6ca tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/ports?device_id=1121ac17-1765-4fa3-8e50-e15766cdcfc2 HTTP/1.1" status: 200 len: 944 time: 0.0541835 May 20 21:21:36.479653 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-dedc87f5-608c-4c85-b7b7-f103664a7377 req-6cd96334-a9cb-4b5f-bfc2-98b0ae3afd58 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/security-groups?id=1347fee6-b8f4-4370-8390-b8b04a125af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325594 May 20 21:21:36.511418 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port f261477a-eebc-4e13-b9eb-28cfb44a1587 is: BUILD; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:21:36.511800 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:21:36.534253 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1121ac17-1765-4fa3-8e50-e15766cdcfc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f261477a-eebc-4e13-b9eb-28cfb44a1587'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 21:21:36.536272 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8485417003ce7c0410b00f5cdc2f391e21107b70bb68e2773712534a96e108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3aa3837f-f470-429b-a17a-88b0fe9afd2f" -d '{"events": [{"server_uuid": "1121ac17-1765-4fa3-8e50-e15766cdcfc2", "name": "network-vif-plugged", "status": "completed", "tag": "f261477a-eebc-4e13-b9eb-28cfb44a1587"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 21:21:36.550277 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port f261477a-eebc-4e13-b9eb-28cfb44a1587, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=f261477a-eebc-4e13-b9eb-28cfb44a1587,segment=NetworkSegment(8db3cbe6-5ab5-44a8-9059-240f6f6827e1),segment_id=8db3cbe6-5ab5-44a8-9059-240f6f6827e1)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:21:36.577823 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 21:21:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14401775-e279-4c27-bff3-e5ed5018daeb x-openstack-request-id: req-14401775-e279-4c27-bff3-e5ed5018daeb {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 21:21:36.580656 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1121ac17-1765-4fa3-8e50-e15766cdcfc2", "name": "network-vif-plugged", "status": "completed", "tag": "f261477a-eebc-4e13-b9eb-28cfb44a1587", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 21:21:36.580656 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-14401775-e279-4c27-bff3-e5ed5018daeb {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 21:21:36.580656 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14401775-e279-4c27-bff3-e5ed5018daeb'] response: {'server_uuid': '1121ac17-1765-4fa3-8e50-e15766cdcfc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f261477a-eebc-4e13-b9eb-28cfb44a1587', 'code': 200} May 20 21:21:36.639923 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:21:36.692243 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=f261477a-eebc-4e13-b9eb-28cfb44a1587,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:21:36.694006 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b26952-c123-4a60-af4f-a3bf056de2e8 req-4899e147-24e5-4707-aded-b52a337fb143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:21:36.696236 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-43b26952-c123-4a60-af4f-a3bf056de2e8 req-4899e147-24e5-4707-aded-b52a337fb143 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1121ac17-1765-4fa3-8e50-e15766cdcfc2 HTTP/1.1" status: 200 len: 1096 time: 0.0416248 May 20 21:21:36.734497 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-43b26952-c123-4a60-af4f-a3bf056de2e8 req-28ae7283-3e51-48c5-ba98-49257f6048ec service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=1347fee6-b8f4-4370-8390-b8b04a125af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319958 May 20 21:21:37.597449 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1726e5ee-319b-41c8-b4b8-cd09aef174c5 req-3ab8ffae-a244-4d4f-99e7-a1ba261fd4e1 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:21:37.599139 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1726e5ee-319b-41c8-b4b8-cd09aef174c5 req-3ab8ffae-a244-4d4f-99e7-a1ba261fd4e1 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/ports?device_id=1121ac17-1765-4fa3-8e50-e15766cdcfc2 HTTP/1.1" status: 200 len: 945 time: 0.0499966 May 20 21:21:37.638186 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1726e5ee-319b-41c8-b4b8-cd09aef174c5 req-0f296ac5-629b-4397-81ed-55f138f5eb72 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/security-groups?id=1347fee6-b8f4-4370-8390-b8b04a125af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327744 May 20 21:21:38.757685 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04680604-7f11-4519-941d-fdf046112dc7 req-f29a435e-319a-4a33-814c-8b5c81d6cd7d tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:21:38.758950 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-04680604-7f11-4519-941d-fdf046112dc7 req-f29a435e-319a-4a33-814c-8b5c81d6cd7d tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/ports?device_id=1121ac17-1765-4fa3-8e50-e15766cdcfc2 HTTP/1.1" status: 200 len: 945 time: 0.0488048 May 20 21:21:38.796125 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-04680604-7f11-4519-941d-fdf046112dc7 req-2fe4f841-f414-4e7d-8132-da3539dc8399 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/security-groups?id=1347fee6-b8f4-4370-8390-b8b04a125af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312676 May 20 21:21:38.915006 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e676e02-5a3b-4d61-a526-44bb61cfa0a0 req-555f2604-fc43-4c23-a56d-836ded8293a1 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:21:38.916447 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8e676e02-5a3b-4d61-a526-44bb61cfa0a0 req-555f2604-fc43-4c23-a56d-836ded8293a1 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/ports?device_id=1121ac17-1765-4fa3-8e50-e15766cdcfc2 HTTP/1.1" status: 200 len: 945 time: 0.0530903 May 20 21:21:38.953435 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8e676e02-5a3b-4d61-a526-44bb61cfa0a0 req-ba78ca88-a4a5-4aa9-a869-d0b537390ccf tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/security-groups?id=1347fee6-b8f4-4370-8390-b8b04a125af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309396 May 20 21:21:38.975723 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 60788) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:21:39.015177 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc921748-58b1-49da-8d4b-15403a5912a2 tempest-TestVolumeBootPattern-431443051 tempest-TestVolumeBootPattern-431443051-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:21:39.016571 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-fc921748-58b1-49da-8d4b-15403a5912a2 tempest-TestVolumeBootPattern-431443051 tempest-TestVolumeBootPattern-431443051-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=1121ac17-1765-4fa3-8e50-e15766cdcfc2 HTTP/1.1" status: 200 len: 1091 time: 0.0397046 May 20 21:21:39.019437 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 60790) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:21:39.024800 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-7ffc7e6f-1975-4947-b3fc-7e5054b8cd74 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Request body: {'floatingip': {'floating_network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'port_id': 'f261477a-eebc-4e13-b9eb-28cfb44a1587', 'tenant_id': '4f94a191bdd44506b49954bf553d7569', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:21:39.108212 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7ffc7e6f-1975-4947-b3fc-7e5054b8cd74 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Notify callbacks [] for floatingip, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:21:39.202296 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7ffc7e6f-1975-4947-b3fc-7e5054b8cd74 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:21:39.308723 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-7ffc7e6f-1975-4947-b3fc-7e5054b8cd74 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Allocated IP 172.25.2.47 (e3a93b5c-91e2-4064-9c2c-1afc261bfe15/86fee0c1-6e34-488b-9216-b2b8e7ef585a/cff536b5-b4b0-44f3-a156-a28c683b6883) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:21:39.405131 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7ffc7e6f-1975-4947-b3fc-7e5054b8cd74 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:21:39.486390 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7ffc7e6f-1975-4947-b3fc-7e5054b8cd74 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:21:39.525721 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ffc7e6f-1975-4947-b3fc-7e5054b8cd74 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Network e3a93b5c-91e2-4064-9c2c-1afc261bfe15 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:21:39.528499 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-7ffc7e6f-1975-4947-b3fc-7e5054b8cd74 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:21:39.531100 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ffc7e6f-1975-4947-b3fc-7e5054b8cd74 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:21:39.563934 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffc7e6f-1975-4947-b3fc-7e5054b8cd74 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Pushing event updated for resources: {'Port': ['ID=cff536b5-b4b0-44f3-a156-a28c683b6883,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:21:39.576058 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffc7e6f-1975-4947-b3fc-7e5054b8cd74 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:21:39.576469 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffc7e6f-1975-4947-b3fc-7e5054b8cd74 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:21:39.577067 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffc7e6f-1975-4947-b3fc-7e5054b8cd74 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:21:39.577425 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffc7e6f-1975-4947-b3fc-7e5054b8cd74 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:21:39.577757 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffc7e6f-1975-4947-b3fc-7e5054b8cd74 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:21:39.578083 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffc7e6f-1975-4947-b3fc-7e5054b8cd74 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:21:39.578406 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffc7e6f-1975-4947-b3fc-7e5054b8cd74 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:21:39.578724 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffc7e6f-1975-4947-b3fc-7e5054b8cd74 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:21:39.579041 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffc7e6f-1975-4947-b3fc-7e5054b8cd74 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:21:39.579360 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffc7e6f-1975-4947-b3fc-7e5054b8cd74 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:21:39.579677 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffc7e6f-1975-4947-b3fc-7e5054b8cd74 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:21:39.579996 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffc7e6f-1975-4947-b3fc-7e5054b8cd74 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:21:39.900226 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7ffc7e6f-1975-4947-b3fc-7e5054b8cd74 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:21:40.025042 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7ffc7e6f-1975-4947-b3fc-7e5054b8cd74 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:21:40.171840 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7ffc7e6f-1975-4947-b3fc-7e5054b8cd74 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Notify callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:21:40.234074 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7ffc7e6f-1975-4947-b3fc-7e5054b8cd74 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:21:40.299826 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffc7e6f-1975-4947-b3fc-7e5054b8cd74 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Pushing event updated for resources: {'Port': ['ID=cff536b5-b4b0-44f3-a156-a28c683b6883,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:21:40.311470 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7ffc7e6f-1975-4947-b3fc-7e5054b8cd74 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748272'] for floatingip, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:21:40.410107 n-d-842733-1 neutron-server[103162]: INFO neutron.db.l3_db [None req-7ffc7e6f-1975-4947-b3fc-7e5054b8cd74 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Floating IP 279890a6-4a97-4653-b32e-158ef93bc45f associated. External IP: 172.25.2.47, port: f261477a-eebc-4e13-b9eb-28cfb44a1587. May 20 21:21:40.610060 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ffc7e6f-1975-4947-b3fc-7e5054b8cd74 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Router 001f361d-04ad-4b94-baa3-7043a297f79f has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 21:21:40.714324 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ffc7e6f-1975-4947-b3fc-7e5054b8cd74 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 21:21:40.723673 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f44429-7b9d-43f0-bb04-c609da4e5fea None None] Sync routers for ids ['001f361d-04ad-4b94-baa3-7043a297f79f'] in n-d-842733-1 {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 21:21:40.734008 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f44429-7b9d-43f0-bb04-c609da4e5fea None None] Routers {'001f361d-04ad-4b94-baa3-7043a297f79f'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:21:40.752716 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-f8f44429-7b9d-43f0-bb04-c609da4e5fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:21:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['001f361d-04ad-4b94-baa3-7043a297f79f'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:21:40.836297 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7ffc7e6f-1975-4947-b3fc-7e5054b8cd74 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for floatingip, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:21:40.837014 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-f8f44429-7b9d-43f0-bb04-c609da4e5fea None None] Set router 001f361d-04ad-4b94-baa3-7043a297f79f gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:21:40.863619 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-7ffc7e6f-1975-4947-b3fc-7e5054b8cd74 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8431563 May 20 21:21:40.864614 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1121ac17-1765-4fa3-8e50-e15766cdcfc2', 'tag': 'f261477a-eebc-4e13-b9eb-28cfb44a1587'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 21:21:40.866515 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6fa957933fccbf596d28104b23404b952ad6a8238afaebaed40a0874b2e409" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2774899a-bf82-4d6e-be8a-4515297fa352" -d '{"events": [{"name": "network-changed", "server_uuid": "1121ac17-1765-4fa3-8e50-e15766cdcfc2", "tag": "f261477a-eebc-4e13-b9eb-28cfb44a1587"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 21:21:40.903808 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 21:21:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-201513f7-c2c1-4e8e-90f5-705cd01ce5f5 x-openstack-request-id: req-201513f7-c2c1-4e8e-90f5-705cd01ce5f5 {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 21:21:40.904091 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1121ac17-1765-4fa3-8e50-e15766cdcfc2", "tag": "f261477a-eebc-4e13-b9eb-28cfb44a1587", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 21:21:40.904341 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-201513f7-c2c1-4e8e-90f5-705cd01ce5f5 {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 21:21:40.904748 n-d-842733-1 neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-201513f7-c2c1-4e8e-90f5-705cd01ce5f5'] response: {'name': 'network-changed', 'server_uuid': '1121ac17-1765-4fa3-8e50-e15766cdcfc2', 'tag': 'f261477a-eebc-4e13-b9eb-28cfb44a1587', 'status': 'completed', 'code': 200} May 20 21:21:40.987431 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2774899a-bf82-4d6e-be8a-4515297fa352 req-5d1b956c-5c5a-45ca-8130-eef9d09d6ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:21:40.988935 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-2774899a-bf82-4d6e-be8a-4515297fa352 req-5d1b956c-5c5a-45ca-8130-eef9d09d6ea4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4f94a191bdd44506b49954bf553d7569&device_id=1121ac17-1765-4fa3-8e50-e15766cdcfc2 HTTP/1.1" status: 200 len: 1096 time: 0.0408049 May 20 21:21:41.061249 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-f8f44429-7b9d-43f0-bb04-c609da4e5fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '001f361d-04ad-4b94-baa3-7043a297f79f', 'name': 'tempest-TestVolumeBootPattern-1743481201-router', 'tenant_id': '4f94a191bdd44506b49954bf553d7569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.192'}], 'enable_snat': True}, 'gw_port_id': '5b1caf5c-55fe-4411-b9a2-2314d7da9f60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:16:38Z', 'updated_at': '2022-05-20T21:16:42Z', 'revision_number': 4, 'project_id': '4f94a191bdd44506b49954bf553d7569', 'gw_port': {'id': '5b1caf5c-55fe-4411-b9a2-2314d7da9f60', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:e8:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '001f361d-04ad-4b94-baa3-7043a297f79f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:16:39Z', 'updated_at': '2022-05-20T21:16:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_floatingips': [{'id': '279890a6-4a97-4653-b32e-158ef93bc45f', 'tenant_id': '4f94a191bdd44506b49954bf553d7569', 'floating_ip_address': '172.25.2.47', 'floating_network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'router_id': '001f361d-04ad-4b94-baa3-7043a297f79f', 'port_id': 'f261477a-eebc-4e13-b9eb-28cfb44a1587', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4101, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '255960d5-e633-4d0c-a1cc-74a37a7cc772', 'mac_address': 'fa:16:3e:93:7c:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1121ac17-1765-4fa3-8e50-e15766cdcfc2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-20T21:21:39Z', 'updated_at': '2022-05-20T21:21:39Z', 'revision_number': 0, 'project_id': '4f94a191bdd44506b49954bf553d7569', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6a40044-221e-4f58-a185-583437b659e1', 'name': '', 'network_id': '255960d5-e633-4d0c-a1cc-74a37a7cc772', 'tenant_id': '4f94a191bdd44506b49954bf553d7569', 'mac_address': 'fa:16:3e:ff:a7:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '001f361d-04ad-4b94-baa3-7043a297f79f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': '87e873ab-38e9-43e0-acec-0c2b5973b603', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:16:41Z', 'updated_at': '2022-05-20T21:16:46Z', 'revision_number': 5, 'project_id': '4f94a191bdd44506b49954bf553d7569', 'subnets': [{'id': '87e873ab-38e9-43e0-acec-0c2b5973b603', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:21:41.082058 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2774899a-bf82-4d6e-be8a-4515297fa352 req-cf706f0e-09a8-4965-ac8f-621a8a0d45f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:21:41.083540 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-2774899a-bf82-4d6e-be8a-4515297fa352 req-cf706f0e-09a8-4965-ac8f-621a8a0d45f1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=255960d5-e633-4d0c-a1cc-74a37a7cc772 HTTP/1.1" status: 200 len: 913 time: 0.0881894 May 20 21:21:41.087308 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f44429-7b9d-43f0-bb04-c609da4e5fea None None] Checking router: 001f361d-04ad-4b94-baa3-7043a297f79f for host: n-d-842733-1 {{(pid=103165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 21:21:41.095273 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f44429-7b9d-43f0-bb04-c609da4e5fea None None] Routers {'001f361d-04ad-4b94-baa3-7043a297f79f'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:21:41.095865 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-f8f44429-7b9d-43f0-bb04-c609da4e5fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:21:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['001f361d-04ad-4b94-baa3-7043a297f79f'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:21:41.149075 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-2774899a-bf82-4d6e-be8a-4515297fa352 req-68d7d000-c019-49bf-aebd-bdb5722bf5ab service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f261477a-eebc-4e13-b9eb-28cfb44a1587 HTTP/1.1" status: 200 len: 998 time: 0.0582654 May 20 21:21:41.197000 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2774899a-bf82-4d6e-be8a-4515297fa352 req-e7c34d43-03a1-4b3b-8391-a9bcfbeeed75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:21:41.198502 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-2774899a-bf82-4d6e-be8a-4515297fa352 req-e7c34d43-03a1-4b3b-8391-a9bcfbeeed75 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=87e873ab-38e9-43e0-acec-0c2b5973b603 HTTP/1.1" status: 200 len: 851 time: 0.0444686 May 20 21:21:41.200306 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-f8f44429-7b9d-43f0-bb04-c609da4e5fea None None] Set router 001f361d-04ad-4b94-baa3-7043a297f79f gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:21:41.251096 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2774899a-bf82-4d6e-be8a-4515297fa352 req-4221246e-9035-4a31-8fdb-73bb604afb59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:21:41.252579 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-2774899a-bf82-4d6e-be8a-4515297fa352 req-4221246e-9035-4a31-8fdb-73bb604afb59 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=255960d5-e633-4d0c-a1cc-74a37a7cc772&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0470591 May 20 21:21:41.342140 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-2774899a-bf82-4d6e-be8a-4515297fa352 req-bffc9bb8-6124-4400-b996-ee2fed7c3718 service neutron] 10.222.0.13 "GET /v2.0/networks/255960d5-e633-4d0c-a1cc-74a37a7cc772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829198 May 20 21:21:41.438889 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-2774899a-bf82-4d6e-be8a-4515297fa352 req-6119f27f-118d-4457-8a33-3e63abc20766 service neutron] 10.222.0.13 "GET /v2.0/networks/255960d5-e633-4d0c-a1cc-74a37a7cc772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897155 May 20 21:21:41.509254 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-f8f44429-7b9d-43f0-bb04-c609da4e5fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '001f361d-04ad-4b94-baa3-7043a297f79f', 'name': 'tempest-TestVolumeBootPattern-1743481201-router', 'tenant_id': '4f94a191bdd44506b49954bf553d7569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.192'}], 'enable_snat': True}, 'gw_port_id': '5b1caf5c-55fe-4411-b9a2-2314d7da9f60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:16:38Z', 'updated_at': '2022-05-20T21:16:42Z', 'revision_number': 4, 'project_id': '4f94a191bdd44506b49954bf553d7569', 'gw_port': {'id': '5b1caf5c-55fe-4411-b9a2-2314d7da9f60', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:e8:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '001f361d-04ad-4b94-baa3-7043a297f79f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:16:39Z', 'updated_at': '2022-05-20T21:16:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_floatingips': [{'id': '279890a6-4a97-4653-b32e-158ef93bc45f', 'tenant_id': '4f94a191bdd44506b49954bf553d7569', 'floating_ip_address': '172.25.2.47', 'floating_network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'router_id': '001f361d-04ad-4b94-baa3-7043a297f79f', 'port_id': 'f261477a-eebc-4e13-b9eb-28cfb44a1587', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4101, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '255960d5-e633-4d0c-a1cc-74a37a7cc772', 'mac_address': 'fa:16:3e:93:7c:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1121ac17-1765-4fa3-8e50-e15766cdcfc2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-20T21:21:39Z', 'updated_at': '2022-05-20T21:21:39Z', 'revision_number': 0, 'project_id': '4f94a191bdd44506b49954bf553d7569', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6a40044-221e-4f58-a185-583437b659e1', 'name': '', 'network_id': '255960d5-e633-4d0c-a1cc-74a37a7cc772', 'tenant_id': '4f94a191bdd44506b49954bf553d7569', 'mac_address': 'fa:16:3e:ff:a7:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '001f361d-04ad-4b94-baa3-7043a297f79f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': '87e873ab-38e9-43e0-acec-0c2b5973b603', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:16:41Z', 'updated_at': '2022-05-20T21:16:46Z', 'revision_number': 5, 'project_id': '4f94a191bdd44506b49954bf553d7569', 'subnets': [{'id': '87e873ab-38e9-43e0-acec-0c2b5973b603', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:21:41.534072 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f44429-7b9d-43f0-bb04-c609da4e5fea None None] The sync data for ids ['001f361d-04ad-4b94-baa3-7043a297f79f'] in n-d-842733-1 is: [{'id': '001f361d-04ad-4b94-baa3-7043a297f79f', 'name': 'tempest-TestVolumeBootPattern-1743481201-router', 'tenant_id': '4f94a191bdd44506b49954bf553d7569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.192'}], 'enable_snat': True}, 'gw_port_id': '5b1caf5c-55fe-4411-b9a2-2314d7da9f60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:16:38Z', 'updated_at': '2022-05-20T21:16:42Z', 'revision_number': 4, 'project_id': '4f94a191bdd44506b49954bf553d7569', 'gw_port': {'id': '5b1caf5c-55fe-4411-b9a2-2314d7da9f60', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:e8:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '001f361d-04ad-4b94-baa3-7043a297f79f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:16:39Z', 'updated_at': '2022-05-20T21:16:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_floatingips': [{'id': '279890a6-4a97-4653-b32e-158ef93bc45f', 'tenant_id': '4f94a191bdd44506b49954bf553d7569', 'floating_ip_address': '172.25.2.47', 'floating_network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'router_id': '001f361d-04ad-4b94-baa3-7043a297f79f', 'port_id': 'f261477a-eebc-4e13-b9eb-28cfb44a1587', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4101, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '255960d5-e633-4d0c-a1cc-74a37a7cc772', 'mac_address': 'fa:16:3e:93:7c:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1121ac17-1765-4fa3-8e50-e15766cdcfc2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-20T21:21:39Z', 'updated_at': '2022-05-20T21:21:39Z', 'revision_number': 0, 'project_id': '4f94a191bdd44506b49954bf553d7569', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6a40044-221e-4f58-a185-583437b659e1', 'name': '', 'network_id': '255960d5-e633-4d0c-a1cc-74a37a7cc772', 'tenant_id': '4f94a191bdd44506b49954bf553d7569', 'mac_address': 'fa:16:3e:ff:a7:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '001f361d-04ad-4b94-baa3-7043a297f79f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': '87e873ab-38e9-43e0-acec-0c2b5973b603', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:16:41Z', 'updated_at': '2022-05-20T21:16:46Z', 'revision_number': 5, 'project_id': '4f94a191bdd44506b49954bf553d7569', 'subnets': [{'id': '87e873ab-38e9-43e0-acec-0c2b5973b603', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 21:21:41.741329 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c35cc502-d4fb-4bae-8307-a4ca5d47c967 None None] New status for floating IP 279890a6-4a97-4653-b32e-158ef93bc45f: ACTIVE {{(pid=103164) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 21:21:44.726853 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-67d35360-4346-4cf4-a41a-2fe075efc05b req-8ae32cd7-abc3-44ec-823b-1693fc2f5b29 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1121ac17-1765-4fa3-8e50-e15766cdcfc2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0391221 May 20 21:21:44.825189 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d35360-4346-4cf4-a41a-2fe075efc05b req-0b6c1ba7-7a71-4b02-9519-0e91aee90743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:21:44.826602 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-67d35360-4346-4cf4-a41a-2fe075efc05b req-0b6c1ba7-7a71-4b02-9519-0e91aee90743 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4f94a191bdd44506b49954bf553d7569&device_id=1121ac17-1765-4fa3-8e50-e15766cdcfc2 HTTP/1.1" status: 200 len: 1096 time: 0.0391467 May 20 21:21:44.928254 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d35360-4346-4cf4-a41a-2fe075efc05b req-40f09995-b8ff-44e2-8b12-08f005c4ed8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:21:44.930569 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-67d35360-4346-4cf4-a41a-2fe075efc05b req-40f09995-b8ff-44e2-8b12-08f005c4ed8e service neutron] 10.222.0.13 "GET /v2.0/networks?id=255960d5-e633-4d0c-a1cc-74a37a7cc772 HTTP/1.1" status: 200 len: 913 time: 0.0861778 May 20 21:21:44.992903 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-67d35360-4346-4cf4-a41a-2fe075efc05b req-5e7b14c7-ee89-4bfa-87f1-e9dc046e6c7b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f261477a-eebc-4e13-b9eb-28cfb44a1587 HTTP/1.1" status: 200 len: 1000 time: 0.0562370 May 20 21:21:45.040483 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d35360-4346-4cf4-a41a-2fe075efc05b req-8025b3e9-1741-4bfb-946c-d066ac265b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:21:45.041901 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-67d35360-4346-4cf4-a41a-2fe075efc05b req-8025b3e9-1741-4bfb-946c-d066ac265b97 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=87e873ab-38e9-43e0-acec-0c2b5973b603 HTTP/1.1" status: 200 len: 851 time: 0.0436146 May 20 21:21:45.408459 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d35360-4346-4cf4-a41a-2fe075efc05b req-cf5fc6c5-9a1f-4ecd-bfa6-e4bc06e4661c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:21:45.409981 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-67d35360-4346-4cf4-a41a-2fe075efc05b req-cf5fc6c5-9a1f-4ecd-bfa6-e4bc06e4661c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=255960d5-e633-4d0c-a1cc-74a37a7cc772&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3613572 May 20 21:21:45.498426 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-67d35360-4346-4cf4-a41a-2fe075efc05b req-3c8bc9d7-fae2-4bf3-9be3-93c3d883d2fd service neutron] 10.222.0.13 "GET /v2.0/networks/255960d5-e633-4d0c-a1cc-74a37a7cc772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805926 May 20 21:21:45.589485 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-67d35360-4346-4cf4-a41a-2fe075efc05b req-24ff7153-a7d0-4e3f-978e-e5e2671500e0 service neutron] 10.222.0.13 "GET /v2.0/networks/255960d5-e633-4d0c-a1cc-74a37a7cc772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842037 May 20 21:21:49.925324 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-68050272-6723-4578-aea2-90969eb5c8f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:21:52.278767 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4a68f9d9-bf45-4ec2-a074-a6c5c3361d98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:21:54.028582 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4bb0e131-6525-46ca-a45b-e4ea43a5e69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:21:54.977447 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:21:55.605549 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cc3ec51b-6ec8-438a-8349-5f0bec346d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:21:55.633888 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:22:02.639737 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:22:03.155745 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.agents_db [None req-5c33ad30-4e00-40fa-b486-8c79c4a6cfc5 None None] Agent healthcheck: found 7 active agents {{(pid=103165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 20 21:22:19.891473 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c546d6f9-c501-4453-9eb4-1b4b782fa597 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:22:22.308535 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-923599df-d1d2-48b3-887a-b0ad2d3a7861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:22:24.061329 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4bb0e131-6525-46ca-a45b-e4ea43a5e69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:22:25.022689 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:22:25.633976 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cc3ec51b-6ec8-438a-8349-5f0bec346d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:22:25.683520 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:22:32.650974 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:22:40.155270 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.agents_db [None req-5c33ad30-4e00-40fa-b486-8c79c4a6cfc5 None None] Agent healthcheck: found 7 active agents {{(pid=103165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 20 21:22:44.776341 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-45550159-ed6e-4093-839f-9dbb786c82ea req-6eff7870-1004-4bdb-bfe8-e2c123441efd service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1121ac17-1765-4fa3-8e50-e15766cdcfc2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0927796 May 20 21:22:44.883580 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45550159-ed6e-4093-839f-9dbb786c82ea req-04b8cd6e-a304-4ae9-97b7-3b9224ab4f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:22:44.885075 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-45550159-ed6e-4093-839f-9dbb786c82ea req-04b8cd6e-a304-4ae9-97b7-3b9224ab4f97 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4f94a191bdd44506b49954bf553d7569&device_id=1121ac17-1765-4fa3-8e50-e15766cdcfc2 HTTP/1.1" status: 200 len: 1096 time: 0.0403810 May 20 21:22:44.988346 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45550159-ed6e-4093-839f-9dbb786c82ea req-0da2892d-cd53-4aa8-90fa-93dd5cd97fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:22:44.989844 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-45550159-ed6e-4093-839f-9dbb786c82ea req-0da2892d-cd53-4aa8-90fa-93dd5cd97fa3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=255960d5-e633-4d0c-a1cc-74a37a7cc772 HTTP/1.1" status: 200 len: 913 time: 0.0871599 May 20 21:22:45.054111 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-45550159-ed6e-4093-839f-9dbb786c82ea req-42f05337-f0f7-4092-8c2a-3de81a33f654 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f261477a-eebc-4e13-b9eb-28cfb44a1587 HTTP/1.1" status: 200 len: 1000 time: 0.0583806 May 20 21:22:45.104026 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45550159-ed6e-4093-839f-9dbb786c82ea req-c497e0f1-5146-4196-9621-3a8b822c700e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:22:45.105482 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-45550159-ed6e-4093-839f-9dbb786c82ea req-c497e0f1-5146-4196-9621-3a8b822c700e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=87e873ab-38e9-43e0-acec-0c2b5973b603 HTTP/1.1" status: 200 len: 851 time: 0.0423725 May 20 21:22:45.156046 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45550159-ed6e-4093-839f-9dbb786c82ea req-6d18eaf7-64ed-4d25-86cf-4c502b61b931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:22:45.157597 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-45550159-ed6e-4093-839f-9dbb786c82ea req-6d18eaf7-64ed-4d25-86cf-4c502b61b931 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=255960d5-e633-4d0c-a1cc-74a37a7cc772&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444605 May 20 21:22:45.246086 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-45550159-ed6e-4093-839f-9dbb786c82ea req-b6d4eed1-f8e5-49a2-b9a5-9334edd43ce6 service neutron] 10.222.0.13 "GET /v2.0/networks/255960d5-e633-4d0c-a1cc-74a37a7cc772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823197 May 20 21:22:45.342699 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-45550159-ed6e-4093-839f-9dbb786c82ea req-a28ab55b-b1ad-4417-87a2-70221d4c1e35 service neutron] 10.222.0.13 "GET /v2.0/networks/255960d5-e633-4d0c-a1cc-74a37a7cc772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886083 May 20 21:22:49.900358 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-dafc1a0b-b23e-4b63-a846-349976b60895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:22:52.267034 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-36490711-b895-49b3-b0fd-3a85b1c35ad5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:22:54.040046 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4bb0e131-6525-46ca-a45b-e4ea43a5e69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:22:55.005006 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:22:55.639430 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cc3ec51b-6ec8-438a-8349-5f0bec346d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:22:55.667818 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:23:02.599618 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:23:17.153836 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.agents_db [None req-5c33ad30-4e00-40fa-b486-8c79c4a6cfc5 None None] Agent healthcheck: found 7 active agents {{(pid=103165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 20 21:23:19.908173 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-32a7274f-32f8-46d7-9714-8cde440bd727 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:23:22.271321 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-788563f8-7051-4352-a05b-b90f212ee910 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:23:24.068403 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4bb0e131-6525-46ca-a45b-e4ea43a5e69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:23:24.995146 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:23:25.648675 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cc3ec51b-6ec8-438a-8349-5f0bec346d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:23:25.688463 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:23:32.587786 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:23:45.721928 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-673925b1-0d4f-4678-a084-23f4bb1078c5 req-ca744162-8803-4d79-879a-54c9114bd4ad service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1121ac17-1765-4fa3-8e50-e15766cdcfc2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0407708 May 20 21:23:45.819254 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673925b1-0d4f-4678-a084-23f4bb1078c5 req-b6cb327c-b41e-4172-afbc-6aa1955407a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:23:45.820675 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-673925b1-0d4f-4678-a084-23f4bb1078c5 req-b6cb327c-b41e-4172-afbc-6aa1955407a1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4f94a191bdd44506b49954bf553d7569&device_id=1121ac17-1765-4fa3-8e50-e15766cdcfc2 HTTP/1.1" status: 200 len: 1096 time: 0.0395963 May 20 21:23:45.923856 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673925b1-0d4f-4678-a084-23f4bb1078c5 req-31af6514-5ad3-4e4f-99cd-30a4c63a1433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:23:45.925558 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-673925b1-0d4f-4678-a084-23f4bb1078c5 req-31af6514-5ad3-4e4f-99cd-30a4c63a1433 service neutron] 10.222.0.13 "GET /v2.0/networks?id=255960d5-e633-4d0c-a1cc-74a37a7cc772 HTTP/1.1" status: 200 len: 913 time: 0.0865099 May 20 21:23:45.989324 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-673925b1-0d4f-4678-a084-23f4bb1078c5 req-78bdd893-d072-4527-a3e3-9ac11dd8fda0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f261477a-eebc-4e13-b9eb-28cfb44a1587 HTTP/1.1" status: 200 len: 1000 time: 0.0573637 May 20 21:23:46.037508 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673925b1-0d4f-4678-a084-23f4bb1078c5 req-deb3758a-4bcd-4c7c-adcf-2bd573a73040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:23:46.038971 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-673925b1-0d4f-4678-a084-23f4bb1078c5 req-deb3758a-4bcd-4c7c-adcf-2bd573a73040 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=87e873ab-38e9-43e0-acec-0c2b5973b603 HTTP/1.1" status: 200 len: 851 time: 0.0429726 May 20 21:23:46.089237 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673925b1-0d4f-4678-a084-23f4bb1078c5 req-b8a696f0-878a-488c-a504-85c11b00a55b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:23:46.090650 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-673925b1-0d4f-4678-a084-23f4bb1078c5 req-b8a696f0-878a-488c-a504-85c11b00a55b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=255960d5-e633-4d0c-a1cc-74a37a7cc772&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446324 May 20 21:23:46.177711 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-673925b1-0d4f-4678-a084-23f4bb1078c5 req-f901ca10-74c5-41b3-bc40-e1b51e00e83e service neutron] 10.222.0.13 "GET /v2.0/networks/255960d5-e633-4d0c-a1cc-74a37a7cc772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806286 May 20 21:23:46.268157 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-673925b1-0d4f-4678-a084-23f4bb1078c5 req-1478ae7e-618a-4ec7-8fa5-f8b4ef1447ed service neutron] 10.222.0.13 "GET /v2.0/networks/255960d5-e633-4d0c-a1cc-74a37a7cc772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846958 May 20 21:23:49.911179 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c4ad8f20-50f3-4d0a-9c52-cb1ced43b002 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:23:50.053111 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [req-a3d2276b-be77-499b-8623-2e05de899d77 req-c40d7a03-9022-43d2-b5f6-dd1237750d85 service neutron] (103163) timed out ('10.222.0.35', 50436) {{(pid=103163) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} May 20 21:23:52.273660 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-97bc9c0f-6784-46f8-b988-3004d88c2d8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:23:54.056706 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4bb0e131-6525-46ca-a45b-e4ea43a5e69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:23:54.152989 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.agents_db [None req-5c33ad30-4e00-40fa-b486-8c79c4a6cfc5 None None] Agent healthcheck: found 7 active agents {{(pid=103165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 20 21:23:55.042705 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:23:55.656645 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cc3ec51b-6ec8-438a-8349-5f0bec346d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:23:55.665445 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:24:02.631264 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:24:07.492841 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b05f13d-8b11-41f6-aeb1-419b82678a08 req-4985c993-84ce-45f6-a08a-3cdcc7321b87 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:24:07.495105 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3b05f13d-8b11-41f6-aeb1-419b82678a08 req-4985c993-84ce-45f6-a08a-3cdcc7321b87 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/ports?device_id=1121ac17-1765-4fa3-8e50-e15766cdcfc2 HTTP/1.1" status: 200 len: 945 time: 0.0496812 May 20 21:24:07.531864 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3b05f13d-8b11-41f6-aeb1-419b82678a08 req-a597a955-2add-41d0-bd52-d2a22ad3b655 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/security-groups?id=1347fee6-b8f4-4370-8390-b8b04a125af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308907 May 20 21:24:08.666860 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52624cca-79ff-4fe7-b3d9-f5ef5bf46e97 req-7442cf1d-4211-4f51-8433-e180f35aad9a tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:24:08.668379 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-52624cca-79ff-4fe7-b3d9-f5ef5bf46e97 req-7442cf1d-4211-4f51-8433-e180f35aad9a tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/ports?device_id=1121ac17-1765-4fa3-8e50-e15766cdcfc2 HTTP/1.1" status: 200 len: 945 time: 0.0525303 May 20 21:24:08.707494 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-52624cca-79ff-4fe7-b3d9-f5ef5bf46e97 req-e792ace0-ebeb-4e7e-92a4-4600493eae3f tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/security-groups?id=1347fee6-b8f4-4370-8390-b8b04a125af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320811 May 20 21:24:09.119532 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0012ee6a-8a5c-4a75-a8ed-f1813fa2894b req-7d05e014-e94a-414b-8d09-cd4640bee3fc tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:24:09.120964 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-0012ee6a-8a5c-4a75-a8ed-f1813fa2894b req-7d05e014-e94a-414b-8d09-cd4640bee3fc tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.13 "GET /v2.0/ports?device_id=1121ac17-1765-4fa3-8e50-e15766cdcfc2 HTTP/1.1" status: 200 len: 945 time: 0.0496216 May 20 21:24:09.211130 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-0012ee6a-8a5c-4a75-a8ed-f1813fa2894b req-48f61943-aaf0-4f56-9ce1-5eb93e2f8909 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Deleting port f261477a-eebc-4e13-b9eb-28cfb44a1587 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:24:09.211463 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-0012ee6a-8a5c-4a75-a8ed-f1813fa2894b req-48f61943-aaf0-4f56-9ce1-5eb93e2f8909 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:24:09.296852 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-0012ee6a-8a5c-4a75-a8ed-f1813fa2894b req-48f61943-aaf0-4f56-9ce1-5eb93e2f8909 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] For port f261477a-eebc-4e13-b9eb-28cfb44a1587, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=f261477a-eebc-4e13-b9eb-28cfb44a1587,segment=NetworkSegment(8db3cbe6-5ab5-44a8-9059-240f6f6827e1),segment_id=8db3cbe6-5ab5-44a8-9059-240f6f6827e1)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:24:09.297230 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-0012ee6a-8a5c-4a75-a8ed-f1813fa2894b req-48f61943-aaf0-4f56-9ce1-5eb93e2f8909 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:24:09.466144 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-0012ee6a-8a5c-4a75-a8ed-f1813fa2894b req-48f61943-aaf0-4f56-9ce1-5eb93e2f8909 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:24:09.466506 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-0012ee6a-8a5c-4a75-a8ed-f1813fa2894b req-48f61943-aaf0-4f56-9ce1-5eb93e2f8909 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748272'] for floatingip, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:24:09.466827 n-d-842733-1 neutron-server[103162]: INFO neutron.db.l3_db [req-0012ee6a-8a5c-4a75-a8ed-f1813fa2894b req-48f61943-aaf0-4f56-9ce1-5eb93e2f8909 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Floating IP 279890a6-4a97-4653-b32e-158ef93bc45f disassociated. External IP: 172.25.2.47, port: f261477a-eebc-4e13-b9eb-28cfb44a1587. May 20 21:24:09.467175 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-0012ee6a-8a5c-4a75-a8ed-f1813fa2894b req-48f61943-aaf0-4f56-9ce1-5eb93e2f8909 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Calling delete_port for f261477a-eebc-4e13-b9eb-28cfb44a1587 owned by compute:nova {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:24:09.645160 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-0012ee6a-8a5c-4a75-a8ed-f1813fa2894b req-48f61943-aaf0-4f56-9ce1-5eb93e2f8909 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:24:09.675021 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f61943-aaf0-4f56-9ce1-5eb93e2f8909 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Pushing event deleted for resources: {'Port': ['ID=f261477a-eebc-4e13-b9eb-28cfb44a1587,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:24:09.689043 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f61943-aaf0-4f56-9ce1-5eb93e2f8909 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:24:09.689043 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f61943-aaf0-4f56-9ce1-5eb93e2f8909 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:24:09.689043 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f61943-aaf0-4f56-9ce1-5eb93e2f8909 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:24:09.689043 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f61943-aaf0-4f56-9ce1-5eb93e2f8909 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:24:09.689043 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f61943-aaf0-4f56-9ce1-5eb93e2f8909 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:24:09.689043 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f61943-aaf0-4f56-9ce1-5eb93e2f8909 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:24:09.689043 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f61943-aaf0-4f56-9ce1-5eb93e2f8909 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:24:09.689043 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f61943-aaf0-4f56-9ce1-5eb93e2f8909 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:24:09.689043 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f61943-aaf0-4f56-9ce1-5eb93e2f8909 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:24:09.689043 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f61943-aaf0-4f56-9ce1-5eb93e2f8909 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:24:09.689043 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f61943-aaf0-4f56-9ce1-5eb93e2f8909 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:24:09.689958 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f61943-aaf0-4f56-9ce1-5eb93e2f8909 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:24:09.801817 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0012ee6a-8a5c-4a75-a8ed-f1813fa2894b req-48f61943-aaf0-4f56-9ce1-5eb93e2f8909 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Router 001f361d-04ad-4b94-baa3-7043a297f79f has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 21:24:09.829583 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6e022bc2-1a61-47dc-beea-24da40e56af7 req-e8fd9588-2702-4cd4-8568-d4105a0cd267 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/ports?device_id=1121ac17-1765-4fa3-8e50-e15766cdcfc2 HTTP/1.1" status: 200 len: 210 time: 0.0307314 May 20 21:24:09.914426 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0012ee6a-8a5c-4a75-a8ed-f1813fa2894b req-48f61943-aaf0-4f56-9ce1-5eb93e2f8909 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 21:24:09.925431 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c7d79c3-0641-4ce4-90d8-b9207bccc97b None None] Sync routers for ids ['001f361d-04ad-4b94-baa3-7043a297f79f'] in n-d-842733-1 {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 21:24:09.935469 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c7d79c3-0641-4ce4-90d8-b9207bccc97b None None] Routers {'001f361d-04ad-4b94-baa3-7043a297f79f'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:24:09.936079 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-9c7d79c3-0641-4ce4-90d8-b9207bccc97b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:23:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['001f361d-04ad-4b94-baa3-7043a297f79f'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:24:09.962722 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-0012ee6a-8a5c-4a75-a8ed-f1813fa2894b req-48f61943-aaf0-4f56-9ce1-5eb93e2f8909 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] No DVR routers for this DVR port f261477a-eebc-4e13-b9eb-28cfb44a1587 on host n-h2-842733-1 {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 21:24:09.966451 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-0012ee6a-8a5c-4a75-a8ed-f1813fa2894b req-48f61943-aaf0-4f56-9ce1-5eb93e2f8909 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:24:09.969824 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-0012ee6a-8a5c-4a75-a8ed-f1813fa2894b req-48f61943-aaf0-4f56-9ce1-5eb93e2f8909 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.13 "DELETE /v2.0/ports/f261477a-eebc-4e13-b9eb-28cfb44a1587 HTTP/1.1" status: 204 len: 173 time: 0.8435476 May 20 21:24:09.970268 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1121ac17-1765-4fa3-8e50-e15766cdcfc2', 'name': 'network-vif-deleted', 'tag': 'f261477a-eebc-4e13-b9eb-28cfb44a1587'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 21:24:09.972559 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6fa957933fccbf596d28104b23404b952ad6a8238afaebaed40a0874b2e409" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-200398fe-275d-45e9-804a-14d9b094bcc6" -d '{"events": [{"server_uuid": "1121ac17-1765-4fa3-8e50-e15766cdcfc2", "name": "network-vif-deleted", "tag": "f261477a-eebc-4e13-b9eb-28cfb44a1587"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 21:24:10.020202 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 21:24:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7c29c90-0d47-4cca-9c56-b2690f7d5b61 x-openstack-request-id: req-d7c29c90-0d47-4cca-9c56-b2690f7d5b61 {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 21:24:10.020610 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1121ac17-1765-4fa3-8e50-e15766cdcfc2", "name": "network-vif-deleted", "tag": "f261477a-eebc-4e13-b9eb-28cfb44a1587", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 21:24:10.020610 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d7c29c90-0d47-4cca-9c56-b2690f7d5b61 {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 21:24:10.021145 n-d-842733-1 neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7c29c90-0d47-4cca-9c56-b2690f7d5b61'] response: {'server_uuid': '1121ac17-1765-4fa3-8e50-e15766cdcfc2', 'name': 'network-vif-deleted', 'tag': 'f261477a-eebc-4e13-b9eb-28cfb44a1587', 'status': 'completed', 'code': 200} May 20 21:24:10.045474 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-9c7d79c3-0641-4ce4-90d8-b9207bccc97b None None] Set router 001f361d-04ad-4b94-baa3-7043a297f79f gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:24:10.263915 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-9c7d79c3-0641-4ce4-90d8-b9207bccc97b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '001f361d-04ad-4b94-baa3-7043a297f79f', 'name': 'tempest-TestVolumeBootPattern-1743481201-router', 'tenant_id': '4f94a191bdd44506b49954bf553d7569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.192'}], 'enable_snat': True}, 'gw_port_id': '5b1caf5c-55fe-4411-b9a2-2314d7da9f60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:16:38Z', 'updated_at': '2022-05-20T21:16:42Z', 'revision_number': 4, 'project_id': '4f94a191bdd44506b49954bf553d7569', 'gw_port': {'id': '5b1caf5c-55fe-4411-b9a2-2314d7da9f60', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:e8:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '001f361d-04ad-4b94-baa3-7043a297f79f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:16:39Z', 'updated_at': '2022-05-20T21:16:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': 'a6a40044-221e-4f58-a185-583437b659e1', 'name': '', 'network_id': '255960d5-e633-4d0c-a1cc-74a37a7cc772', 'tenant_id': '4f94a191bdd44506b49954bf553d7569', 'mac_address': 'fa:16:3e:ff:a7:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '001f361d-04ad-4b94-baa3-7043a297f79f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': '87e873ab-38e9-43e0-acec-0c2b5973b603', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:16:41Z', 'updated_at': '2022-05-20T21:16:46Z', 'revision_number': 5, 'project_id': '4f94a191bdd44506b49954bf553d7569', 'subnets': [{'id': '87e873ab-38e9-43e0-acec-0c2b5973b603', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:24:10.293232 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c7d79c3-0641-4ce4-90d8-b9207bccc97b None None] Checking router: 001f361d-04ad-4b94-baa3-7043a297f79f for host: n-d-842733-1 {{(pid=103165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 21:24:10.301273 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c7d79c3-0641-4ce4-90d8-b9207bccc97b None None] Routers {'001f361d-04ad-4b94-baa3-7043a297f79f'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:24:10.301865 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-9c7d79c3-0641-4ce4-90d8-b9207bccc97b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:23:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['001f361d-04ad-4b94-baa3-7043a297f79f'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:24:10.405912 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-9c7d79c3-0641-4ce4-90d8-b9207bccc97b None None] Set router 001f361d-04ad-4b94-baa3-7043a297f79f gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:24:10.602025 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-9c7d79c3-0641-4ce4-90d8-b9207bccc97b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '001f361d-04ad-4b94-baa3-7043a297f79f', 'name': 'tempest-TestVolumeBootPattern-1743481201-router', 'tenant_id': '4f94a191bdd44506b49954bf553d7569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.192'}], 'enable_snat': True}, 'gw_port_id': '5b1caf5c-55fe-4411-b9a2-2314d7da9f60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:16:38Z', 'updated_at': '2022-05-20T21:16:42Z', 'revision_number': 4, 'project_id': '4f94a191bdd44506b49954bf553d7569', 'gw_port': {'id': '5b1caf5c-55fe-4411-b9a2-2314d7da9f60', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:e8:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '001f361d-04ad-4b94-baa3-7043a297f79f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:16:39Z', 'updated_at': '2022-05-20T21:16:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': 'a6a40044-221e-4f58-a185-583437b659e1', 'name': '', 'network_id': '255960d5-e633-4d0c-a1cc-74a37a7cc772', 'tenant_id': '4f94a191bdd44506b49954bf553d7569', 'mac_address': 'fa:16:3e:ff:a7:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '001f361d-04ad-4b94-baa3-7043a297f79f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': '87e873ab-38e9-43e0-acec-0c2b5973b603', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:16:41Z', 'updated_at': '2022-05-20T21:16:46Z', 'revision_number': 5, 'project_id': '4f94a191bdd44506b49954bf553d7569', 'subnets': [{'id': '87e873ab-38e9-43e0-acec-0c2b5973b603', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:24:10.629548 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c7d79c3-0641-4ce4-90d8-b9207bccc97b None None] The sync data for ids ['001f361d-04ad-4b94-baa3-7043a297f79f'] in n-d-842733-1 is: [{'id': '001f361d-04ad-4b94-baa3-7043a297f79f', 'name': 'tempest-TestVolumeBootPattern-1743481201-router', 'tenant_id': '4f94a191bdd44506b49954bf553d7569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.192'}], 'enable_snat': True}, 'gw_port_id': '5b1caf5c-55fe-4411-b9a2-2314d7da9f60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:16:38Z', 'updated_at': '2022-05-20T21:16:42Z', 'revision_number': 4, 'project_id': '4f94a191bdd44506b49954bf553d7569', 'gw_port': {'id': '5b1caf5c-55fe-4411-b9a2-2314d7da9f60', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:e8:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '001f361d-04ad-4b94-baa3-7043a297f79f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:16:39Z', 'updated_at': '2022-05-20T21:16:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': 'a6a40044-221e-4f58-a185-583437b659e1', 'name': '', 'network_id': '255960d5-e633-4d0c-a1cc-74a37a7cc772', 'tenant_id': '4f94a191bdd44506b49954bf553d7569', 'mac_address': 'fa:16:3e:ff:a7:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '001f361d-04ad-4b94-baa3-7043a297f79f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': '87e873ab-38e9-43e0-acec-0c2b5973b603', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:16:41Z', 'updated_at': '2022-05-20T21:16:46Z', 'revision_number': 5, 'project_id': '4f94a191bdd44506b49954bf553d7569', 'subnets': [{'id': '87e873ab-38e9-43e0-acec-0c2b5973b603', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 21:24:10.879075 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b56f5d9-edb1-49a0-b3be-4a2e7d2fa3b8 None None] New status for floating IP 279890a6-4a97-4653-b32e-158ef93bc45f: DOWN {{(pid=103164) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 21:24:10.937051 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5d522943-b301-4285-8ad8-0396ddbfbdbf req-a65bca2d-811b-4133-9948-8428bba03822 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/ports?device_id=1121ac17-1765-4fa3-8e50-e15766cdcfc2 HTTP/1.1" status: 200 len: 210 time: 0.0280046 May 20 21:24:12.036295 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-102d3d26-7f11-4685-a613-3ec5bbcd1b6c req-b0f5e20a-8e7e-427e-9126-27a12cf3ba56 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/ports?device_id=1121ac17-1765-4fa3-8e50-e15766cdcfc2 HTTP/1.1" status: 200 len: 210 time: 0.0277588 May 20 21:24:12.958137 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device f261477a-eebc-4e13-b9eb-28cfb44a1587 no longer exists at agent hyperv_n-h2-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 21:24:12.978299 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] No Port match for: f261477a-eebc-4e13-b9eb-28cfb44a1587 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 21:24:12.978677 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device f261477a-eebc-4e13-b9eb-28cfb44a1587 not bound to the agent host n-h2-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 21:24:13.132947 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d17af858-6ecf-4964-b406-eefca4fea7ba req-9e2578c8-ff19-4c77-bfc0-c2207fd13fe4 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/ports?device_id=1121ac17-1765-4fa3-8e50-e15766cdcfc2 HTTP/1.1" status: 200 len: 210 time: 0.0267003 May 20 21:24:14.239205 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8e311892-47c7-45c0-a428-f08c539b07d8 req-d9fc20e3-e3ac-4b47-9662-a33b566734aa tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/ports?device_id=1121ac17-1765-4fa3-8e50-e15766cdcfc2 HTTP/1.1" status: 200 len: 210 time: 0.0271232 May 20 21:24:15.435470 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4b121325-e541-43f8-9542-df4276db33e0 req-e1158e89-60e4-4e6b-8ff2-7630dac5bc30 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1564820331&fields=id&tenant_id=4f94a191bdd44506b49954bf553d7569 HTTP/1.1" status: 200 len: 267 time: 0.0324526 May 20 21:24:15.545802 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b121325-e541-43f8-9542-df4276db33e0 req-9c082171-f28a-461a-a52a-9a91d5dbb26c tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:24:15.547173 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4b121325-e541-43f8-9542-df4276db33e0 req-9c082171-f28a-461a-a52a-9a91d5dbb26c tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/networks?id=255960d5-e633-4d0c-a1cc-74a37a7cc772 HTTP/1.1" status: 200 len: 812 time: 0.1046817 May 20 21:24:15.561872 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4b121325-e541-43f8-9542-df4276db33e0 req-a6cfff49-d138-47db-b194-2f4a15ff9b5a tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/quotas/4f94a191bdd44506b49954bf553d7569 HTTP/1.1" status: 200 len: 375 time: 0.0089550 May 20 21:24:15.614046 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4b121325-e541-43f8-9542-df4276db33e0 req-88f07314-b18e-4cd7-b7b5-903fe6b29abf tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=4f94a191bdd44506b49954bf553d7569&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0469534 May 20 21:24:15.710833 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4b121325-e541-43f8-9542-df4276db33e0 req-2a27a419-aa62-46e6-a969-68caf6b0f38a service neutron] 10.222.0.35 "GET /v2.0/networks/255960d5-e633-4d0c-a1cc-74a37a7cc772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854015 May 20 21:24:15.799696 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4b121325-e541-43f8-9542-df4276db33e0 req-f4b21e68-d3cd-43aa-b136-90debe9b4e53 service neutron] 10.222.0.35 "GET /v2.0/networks/255960d5-e633-4d0c-a1cc-74a37a7cc772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819824 May 20 21:24:16.302613 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-35b843d3-d1f7-4665-ad74-7cb7b369a11b req-237a3c6f-eff6-42cb-821c-a05eb55ae123 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/ports?device_id=688f927e-1a98-444b-b1a6-5f167bef2957 HTTP/1.1" status: 200 len: 210 time: 0.0274637 May 20 21:24:17.405006 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-986c24ec-5ef5-408f-ba09-a851871799dd req-911cfac0-2ec6-486c-8bf6-5b48ded3dd78 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/ports?device_id=688f927e-1a98-444b-b1a6-5f167bef2957 HTTP/1.1" status: 200 len: 210 time: 0.0331614 May 20 21:24:18.103524 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b121325-e541-43f8-9542-df4276db33e0 req-b041cf74-8813-4b63-84a9-78c017a24762 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:24:18.104983 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-4b121325-e541-43f8-9542-df4276db33e0 req-b041cf74-8813-4b63-84a9-78c017a24762 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.24 "GET /v2.0/networks?id=255960d5-e633-4d0c-a1cc-74a37a7cc772 HTTP/1.1" status: 200 len: 812 time: 0.1013527 May 20 21:24:18.147007 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-4b121325-e541-43f8-9542-df4276db33e0 req-d473aa2e-54e2-4a33-ae44-895cd8d66925 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4f94a191bdd44506b49954bf553d7569 HTTP/1.1" status: 200 len: 380 time: 0.0337987 May 20 21:24:18.156059 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [req-4b121325-e541-43f8-9542-df4276db33e0 req-7a859348-1768-4fa8-87d5-68d37a6a69c5 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Request body: {'port': {'device_id': '688f927e-1a98-444b-b1a6-5f167bef2957', 'network_id': '255960d5-e633-4d0c-a1cc-74a37a7cc772', 'admin_state_up': True, 'tenant_id': '4f94a191bdd44506b49954bf553d7569', 'security_groups': ['1347fee6-b8f4-4370-8390-b8b04a125af2']}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:24:18.339530 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b121325-e541-43f8-9542-df4276db33e0 req-7a859348-1768-4fa8-87d5-68d37a6a69c5 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Made reservation on behalf of 4f94a191bdd44506b49954bf553d7569 for: {'port': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:24:18.343087 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-4b121325-e541-43f8-9542-df4276db33e0 req-7a859348-1768-4fa8-87d5-68d37a6a69c5 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:24:18.479696 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [req-4b121325-e541-43f8-9542-df4276db33e0 req-7a859348-1768-4fa8-87d5-68d37a6a69c5 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Allocated IP 172.20.0.8 (255960d5-e633-4d0c-a1cc-74a37a7cc772/87e873ab-38e9-43e0-acec-0c2b5973b603/69a7476f-fa0b-4eaf-b6ce-600995e6b0a1) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:24:18.507660 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1bacd15a-e465-4d28-9778-4b4f6d82ba41 req-de738890-3887-4720-9788-51a099ca7bb0 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/ports?device_id=688f927e-1a98-444b-b1a6-5f167bef2957 HTTP/1.1" status: 200 len: 210 time: 0.0294633 May 20 21:24:18.630281 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-4b121325-e541-43f8-9542-df4276db33e0 req-7a859348-1768-4fa8-87d5-68d37a6a69c5 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:24:18.734562 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-4b121325-e541-43f8-9542-df4276db33e0 req-7a859348-1768-4fa8-87d5-68d37a6a69c5 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:24:18.779429 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b121325-e541-43f8-9542-df4276db33e0 req-7a859348-1768-4fa8-87d5-68d37a6a69c5 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Network 255960d5-e633-4d0c-a1cc-74a37a7cc772 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:24:18.782523 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [req-4b121325-e541-43f8-9542-df4276db33e0 req-7a859348-1768-4fa8-87d5-68d37a6a69c5 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:24:18.785059 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b121325-e541-43f8-9542-df4276db33e0 req-7a859348-1768-4fa8-87d5-68d37a6a69c5 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:24:18.821065 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a859348-1768-4fa8-87d5-68d37a6a69c5 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Pushing event updated for resources: {'Port': ['ID=69a7476f-fa0b-4eaf-b6ce-600995e6b0a1,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:24:18.845723 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b121325-e541-43f8-9542-df4276db33e0 req-7a859348-1768-4fa8-87d5-68d37a6a69c5 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:24:18.846344 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-4b121325-e541-43f8-9542-df4276db33e0 req-7a859348-1768-4fa8-87d5-68d37a6a69c5 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:24:18.957202 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-4b121325-e541-43f8-9542-df4276db33e0 req-7a859348-1768-4fa8-87d5-68d37a6a69c5 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8046489 May 20 21:24:18.970058 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [req-4b121325-e541-43f8-9542-df4276db33e0 req-ff8700af-0f09-4a5b-8d1d-1ef377b6ab45 service neutron] Request body: {'port': {'device_id': '688f927e-1a98-444b-b1a6-5f167bef2957', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-842733-1'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:24:19.027937 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-4b121325-e541-43f8-9542-df4276db33e0 req-ff8700af-0f09-4a5b-8d1d-1ef377b6ab45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:24:19.054897 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-5948a492-cc0c-416c-a2e8-3e1c75826038 None None] Provisioning complete for port 69a7476f-fa0b-4eaf-b6ce-600995e6b0a1 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:24:19.055449 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-5948a492-cc0c-416c-a2e8-3e1c75826038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:24:19.090360 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-5948a492-cc0c-416c-a2e8-3e1c75826038 None None] Port 69a7476f-fa0b-4eaf-b6ce-600995e6b0a1 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 21:24:19.295359 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [req-4b121325-e541-43f8-9542-df4276db33e0 req-ff8700af-0f09-4a5b-8d1d-1ef377b6ab45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69a7476f-fa0b-4eaf-b6ce-600995e6b0a1 {{(pid=103162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 21:24:19.302736 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-4b121325-e541-43f8-9542-df4276db33e0 req-ff8700af-0f09-4a5b-8d1d-1ef377b6ab45 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:24:19.315018 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.provisioning_blocks [req-4b121325-e541-43f8-9542-df4276db33e0 req-ff8700af-0f09-4a5b-8d1d-1ef377b6ab45 service neutron] Transition to ACTIVE for port object 69a7476f-fa0b-4eaf-b6ce-600995e6b0a1 will not be triggered until provisioned by entity L2. {{(pid=103162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 21:24:19.385111 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-4b121325-e541-43f8-9542-df4276db33e0 req-ff8700af-0f09-4a5b-8d1d-1ef377b6ab45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:24:19.446403 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8700af-0f09-4a5b-8d1d-1ef377b6ab45 service neutron] Pushing event updated for resources: {'Port': ['ID=69a7476f-fa0b-4eaf-b6ce-600995e6b0a1,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:24:19.519605 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-4b121325-e541-43f8-9542-df4276db33e0 req-ff8700af-0f09-4a5b-8d1d-1ef377b6ab45 service neutron] Attempting to bind port 69a7476f-fa0b-4eaf-b6ce-600995e6b0a1 on host n-h1-842733-1 for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:24:19.519952 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-4b121325-e541-43f8-9542-df4276db33e0 req-ff8700af-0f09-4a5b-8d1d-1ef377b6ab45 service neutron] Attempting to bind port 69a7476f-fa0b-4eaf-b6ce-600995e6b0a1 by drivers openvswitch,hyperv on host n-h1-842733-1 at level 0 using segments [{'id': '8db3cbe6-5ab5-44a8-9059-240f6f6827e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '255960d5-e633-4d0c-a1cc-74a37a7cc772'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:24:19.520283 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b121325-e541-43f8-9542-df4276db33e0 req-ff8700af-0f09-4a5b-8d1d-1ef377b6ab45 service neutron] Attempting to bind port 69a7476f-fa0b-4eaf-b6ce-600995e6b0a1 on network 255960d5-e633-4d0c-a1cc-74a37a7cc772 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:24:19.525038 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b121325-e541-43f8-9542-df4276db33e0 req-ff8700af-0f09-4a5b-8d1d-1ef377b6ab45 service neutron] Port 69a7476f-fa0b-4eaf-b6ce-600995e6b0a1 on network 255960d5-e633-4d0c-a1cc-74a37a7cc772 not bound, no agent of type Open vSwitch agent registered on host n-h1-842733-1 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 21:24:19.525403 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b121325-e541-43f8-9542-df4276db33e0 req-ff8700af-0f09-4a5b-8d1d-1ef377b6ab45 service neutron] Attempting to bind port 69a7476f-fa0b-4eaf-b6ce-600995e6b0a1 on network 255960d5-e633-4d0c-a1cc-74a37a7cc772 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:24:19.530887 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b121325-e541-43f8-9542-df4276db33e0 req-ff8700af-0f09-4a5b-8d1d-1ef377b6ab45 service neutron] Checking agent: {'id': '08dfb1ce-804b-4db8-838b-21094082e041', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 32, 54), 'started_at': datetime.datetime(2022, 5, 20, 20, 32, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 21, 23, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 21:24:19.531315 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b121325-e541-43f8-9542-df4276db33e0 req-ff8700af-0f09-4a5b-8d1d-1ef377b6ab45 service neutron] Checking segment: {'id': '8db3cbe6-5ab5-44a8-9059-240f6f6827e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '255960d5-e633-4d0c-a1cc-74a37a7cc772'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:24:19.531715 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b121325-e541-43f8-9542-df4276db33e0 req-ff8700af-0f09-4a5b-8d1d-1ef377b6ab45 service neutron] Bound using segment: {'id': '8db3cbe6-5ab5-44a8-9059-240f6f6827e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '255960d5-e633-4d0c-a1cc-74a37a7cc772'} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 21:24:19.532155 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-4b121325-e541-43f8-9542-df4276db33e0 req-ff8700af-0f09-4a5b-8d1d-1ef377b6ab45 service neutron] Bound port: 69a7476f-fa0b-4eaf-b6ce-600995e6b0a1, host: n-h1-842733-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8db3cbe6-5ab5-44a8-9059-240f6f6827e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '255960d5-e633-4d0c-a1cc-74a37a7cc772'}}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:24:19.532520 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-4b121325-e541-43f8-9542-df4276db33e0 req-ff8700af-0f09-4a5b-8d1d-1ef377b6ab45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:24:19.607613 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-4b121325-e541-43f8-9542-df4276db33e0 req-ff8700af-0f09-4a5b-8d1d-1ef377b6ab45 service neutron] For port 69a7476f-fa0b-4eaf-b6ce-600995e6b0a1, host n-h1-842733-1, cleared binding levels {{(pid=103162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 21:24:19.612646 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-4b121325-e541-43f8-9542-df4276db33e0 req-ff8700af-0f09-4a5b-8d1d-1ef377b6ab45 service neutron] For port 69a7476f-fa0b-4eaf-b6ce-600995e6b0a1, host n-h1-842733-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=69a7476f-fa0b-4eaf-b6ce-600995e6b0a1,segment=NetworkSegment(8db3cbe6-5ab5-44a8-9059-240f6f6827e1),segment_id=8db3cbe6-5ab5-44a8-9059-240f6f6827e1)] {{(pid=103162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 21:24:19.649043 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b243f1-a3ed-4d7b-a99f-f8acecb3c7ad req-554b84fb-ab99-43dc-a14a-ab5de5695e62 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:24:19.649043 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-31b243f1-a3ed-4d7b-a99f-f8acecb3c7ad req-554b84fb-ab99-43dc-a14a-ab5de5695e62 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/ports?device_id=688f927e-1a98-444b-b1a6-5f167bef2957 HTTP/1.1" status: 200 len: 943 time: 0.0549810 May 20 21:24:19.688222 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-31b243f1-a3ed-4d7b-a99f-f8acecb3c7ad req-ceca0843-7af2-49f8-b20a-c1d5566c2b27 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/security-groups?id=1347fee6-b8f4-4370-8390-b8b04a125af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324554 May 20 21:24:19.698066 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-4b121325-e541-43f8-9542-df4276db33e0 req-ff8700af-0f09-4a5b-8d1d-1ef377b6ab45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:24:19.738823 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b121325-e541-43f8-9542-df4276db33e0 req-ff8700af-0f09-4a5b-8d1d-1ef377b6ab45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:24:19.739425 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-4b121325-e541-43f8-9542-df4276db33e0 req-ff8700af-0f09-4a5b-8d1d-1ef377b6ab45 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:24:19.740827 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-4b121325-e541-43f8-9542-df4276db33e0 req-ff8700af-0f09-4a5b-8d1d-1ef377b6ab45 service neutron] 10.222.0.24 "PUT /v2.0/ports/69a7476f-fa0b-4eaf-b6ce-600995e6b0a1 HTTP/1.1" status: 200 len: 1091 time: 0.7754149 May 20 21:24:19.741286 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '688f927e-1a98-444b-b1a6-5f167bef2957', 'tag': '69a7476f-fa0b-4eaf-b6ce-600995e6b0a1'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 21:24:19.744231 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6fa957933fccbf596d28104b23404b952ad6a8238afaebaed40a0874b2e409" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b3ad032-cdd3-4c1f-b218-7c7c8019e14f" -d '{"events": [{"name": "network-changed", "server_uuid": "688f927e-1a98-444b-b1a6-5f167bef2957", "tag": "69a7476f-fa0b-4eaf-b6ce-600995e6b0a1"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 21:24:19.769175 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8700af-0f09-4a5b-8d1d-1ef377b6ab45 service neutron] Pushing event updated for resources: {'Port': ['ID=69a7476f-fa0b-4eaf-b6ce-600995e6b0a1,revision_number=3']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:24:19.800348 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 21:24:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d499383d-4c0d-4680-bdad-fcc2da5b32b0 x-openstack-request-id: req-d499383d-4c0d-4680-bdad-fcc2da5b32b0 {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 21:24:19.800638 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "688f927e-1a98-444b-b1a6-5f167bef2957", "tag": "69a7476f-fa0b-4eaf-b6ce-600995e6b0a1", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 21:24:19.800946 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d499383d-4c0d-4680-bdad-fcc2da5b32b0 {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 21:24:19.801404 n-d-842733-1 neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d499383d-4c0d-4680-bdad-fcc2da5b32b0'] response: {'name': 'network-changed', 'server_uuid': '688f927e-1a98-444b-b1a6-5f167bef2957', 'tag': '69a7476f-fa0b-4eaf-b6ce-600995e6b0a1', 'status': 'completed', 'code': 200} May 20 21:24:19.878017 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3ad032-cdd3-4c1f-b218-7c7c8019e14f req-d309bb49-2b86-4212-9460-d3a785ffdc7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:24:19.879585 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-0b3ad032-cdd3-4c1f-b218-7c7c8019e14f req-d309bb49-2b86-4212-9460-d3a785ffdc7b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4f94a191bdd44506b49954bf553d7569&device_id=688f927e-1a98-444b-b1a6-5f167bef2957 HTTP/1.1" status: 200 len: 1094 time: 0.0581751 May 20 21:24:19.902354 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-fbd4a003-f501-41f6-915d-ff85649d75c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:24:19.979502 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3ad032-cdd3-4c1f-b218-7c7c8019e14f req-3f418c3b-1e83-4a3a-90e2-778983dc5d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:24:19.980946 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-0b3ad032-cdd3-4c1f-b218-7c7c8019e14f req-3f418c3b-1e83-4a3a-90e2-778983dc5d82 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=4f94a191bdd44506b49954bf553d7569&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0944099 May 20 21:24:20.081402 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3ad032-cdd3-4c1f-b218-7c7c8019e14f req-bde02abb-83a0-4c3a-ace3-e049210d8b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:24:20.082819 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-0b3ad032-cdd3-4c1f-b218-7c7c8019e14f req-bde02abb-83a0-4c3a-ace3-e049210d8b6c service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0953076 May 20 21:24:20.165416 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b121325-e541-43f8-9542-df4276db33e0 req-eab8d30f-b351-4fd8-b02e-2ce699198663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:24:20.166974 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-4b121325-e541-43f8-9542-df4276db33e0 req-eab8d30f-b351-4fd8-b02e-2ce699198663 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4f94a191bdd44506b49954bf553d7569&device_id=688f927e-1a98-444b-b1a6-5f167bef2957 HTTP/1.1" status: 200 len: 1094 time: 0.0451005 May 20 21:24:20.209289 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-4b121325-e541-43f8-9542-df4276db33e0 req-6d00f1fe-6077-4b9f-9255-13376829344b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=69a7476f-fa0b-4eaf-b6ce-600995e6b0a1 HTTP/1.1" status: 200 len: 217 time: 0.0340104 May 20 21:24:20.262808 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b121325-e541-43f8-9542-df4276db33e0 req-00e30a29-b928-4525-b008-330e2bca5960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:24:20.264273 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-4b121325-e541-43f8-9542-df4276db33e0 req-00e30a29-b928-4525-b008-330e2bca5960 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=87e873ab-38e9-43e0-acec-0c2b5973b603 HTTP/1.1" status: 200 len: 851 time: 0.0489573 May 20 21:24:20.310178 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b121325-e541-43f8-9542-df4276db33e0 req-e74646ab-7574-480f-9bb7-74decd3a2f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:24:20.311657 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-4b121325-e541-43f8-9542-df4276db33e0 req-e74646ab-7574-480f-9bb7-74decd3a2f3b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=255960d5-e633-4d0c-a1cc-74a37a7cc772&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402143 May 20 21:24:20.399563 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-4b121325-e541-43f8-9542-df4276db33e0 req-3a709247-bb17-46f4-8857-7ac0b5c566a2 service neutron] 10.222.0.24 "GET /v2.0/networks/255960d5-e633-4d0c-a1cc-74a37a7cc772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807607 May 20 21:24:20.494587 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-4b121325-e541-43f8-9542-df4276db33e0 req-f3b7b4da-1fde-409f-8b3a-1553f9b4d038 service neutron] 10.222.0.24 "GET /v2.0/networks/255960d5-e633-4d0c-a1cc-74a37a7cc772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871794 May 20 21:24:20.822269 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc37524-0731-412a-9120-2c3d10bee482 req-de839f55-cfaf-4856-b3f3-38196c1a0d35 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:24:20.823751 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-dcc37524-0731-412a-9120-2c3d10bee482 req-de839f55-cfaf-4856-b3f3-38196c1a0d35 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/ports?device_id=688f927e-1a98-444b-b1a6-5f167bef2957 HTTP/1.1" status: 200 len: 943 time: 0.0514002 May 20 21:24:20.863761 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-dcc37524-0731-412a-9120-2c3d10bee482 req-f582b5f6-eb0a-46a4-9ac0-48534f6581c3 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/security-groups?id=1347fee6-b8f4-4370-8390-b8b04a125af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330639 May 20 21:24:20.926587 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [req-d0a2aa07-8e6d-4f3a-ac7f-2c1d213330db req-dc11d97a-1368-4fad-961e-094dc98cd88c service neutron] (103162) timed out ('10.222.0.13', 65434) {{(pid=103162) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} May 20 21:24:21.990409 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2fac23-9ca5-48ac-8788-aabe3abcd33b req-e16e3199-8440-446a-ac74-1ec081ac5445 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:24:21.991898 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9e2fac23-9ca5-48ac-8788-aabe3abcd33b req-e16e3199-8440-446a-ac74-1ec081ac5445 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/ports?device_id=688f927e-1a98-444b-b1a6-5f167bef2957 HTTP/1.1" status: 200 len: 943 time: 0.0558839 May 20 21:24:22.033128 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9e2fac23-9ca5-48ac-8788-aabe3abcd33b req-db203fb5-c108-4088-9ac7-76459d61ad9a tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/security-groups?id=1347fee6-b8f4-4370-8390-b8b04a125af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347562 May 20 21:24:22.281862 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4ab657d5-5f1f-4eac-9418-8c2457adf160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:24:23.150758 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53918ffb-b651-45f6-a4a8-543ecdf36c2c req-8bede1ca-8ebb-47d0-abdb-13b4db35897c tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:24:23.152247 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-53918ffb-b651-45f6-a4a8-543ecdf36c2c req-8bede1ca-8ebb-47d0-abdb-13b4db35897c tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/ports?device_id=688f927e-1a98-444b-b1a6-5f167bef2957 HTTP/1.1" status: 200 len: 943 time: 0.0504780 May 20 21:24:23.190044 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-53918ffb-b651-45f6-a4a8-543ecdf36c2c req-929544de-b20c-4f45-9c0e-5801f88fd31c tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/security-groups?id=1347fee6-b8f4-4370-8390-b8b04a125af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318172 May 20 21:24:24.059429 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4bb0e131-6525-46ca-a45b-e4ea43a5e69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:24:24.305060 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245425f2-7895-4599-a382-86968a4436b6 req-10274058-64d7-4d9f-80b1-b8f2f359b2b2 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:24:24.306705 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-245425f2-7895-4599-a382-86968a4436b6 req-10274058-64d7-4d9f-80b1-b8f2f359b2b2 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/ports?device_id=688f927e-1a98-444b-b1a6-5f167bef2957 HTTP/1.1" status: 200 len: 943 time: 0.0484629 May 20 21:24:24.343931 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-245425f2-7895-4599-a382-86968a4436b6 req-15dd3011-92ee-4523-9869-1da7771a12d5 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/security-groups?id=1347fee6-b8f4-4370-8390-b8b04a125af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312588 May 20 21:24:25.028100 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:24:25.465288 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f908f8-f87c-4a2d-a5b0-30ffe3f96b16 req-e861b09c-941d-4672-87d9-433388abcd3b tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:24:25.466779 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b5f908f8-f87c-4a2d-a5b0-30ffe3f96b16 req-e861b09c-941d-4672-87d9-433388abcd3b tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/ports?device_id=688f927e-1a98-444b-b1a6-5f167bef2957 HTTP/1.1" status: 200 len: 943 time: 0.0547493 May 20 21:24:25.506259 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b5f908f8-f87c-4a2d-a5b0-30ffe3f96b16 req-52f938da-038b-4319-ab6f-6dca6cdc99f6 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/security-groups?id=1347fee6-b8f4-4370-8390-b8b04a125af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335107 May 20 21:24:25.645250 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:24:25.673502 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cc3ec51b-6ec8-438a-8349-5f0bec346d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:24:26.620142 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4417cbe8-c50a-4e4d-8016-2ab8036da500 req-00ff7e77-3fbb-41f8-b505-c4cfb2d5f17d tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:24:26.621624 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4417cbe8-c50a-4e4d-8016-2ab8036da500 req-00ff7e77-3fbb-41f8-b505-c4cfb2d5f17d tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/ports?device_id=688f927e-1a98-444b-b1a6-5f167bef2957 HTTP/1.1" status: 200 len: 943 time: 0.0485792 May 20 21:24:26.658625 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4417cbe8-c50a-4e4d-8016-2ab8036da500 req-9dd96174-b121-44a7-a7b3-c13e8f28385c tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/security-groups?id=1347fee6-b8f4-4370-8390-b8b04a125af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310469 May 20 21:24:27.787452 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a55ba3-d4aa-4681-b08f-794cb713caca req-1e079ed2-b354-484b-948d-4128ad3ba0d7 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:24:27.788910 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a1a55ba3-d4aa-4681-b08f-794cb713caca req-1e079ed2-b354-484b-948d-4128ad3ba0d7 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/ports?device_id=688f927e-1a98-444b-b1a6-5f167bef2957 HTTP/1.1" status: 200 len: 943 time: 0.0576179 May 20 21:24:27.828704 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a1a55ba3-d4aa-4681-b08f-794cb713caca req-5a35d47d-a3f4-414e-b2ae-c92f6f64aa70 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/security-groups?id=1347fee6-b8f4-4370-8390-b8b04a125af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328605 May 20 21:24:28.946004 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0eb4c6e-fde2-4fd1-94f7-fb31bd382fe4 req-36a868c9-eda3-44cb-b4eb-a1e6633ad237 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:24:28.948207 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e0eb4c6e-fde2-4fd1-94f7-fb31bd382fe4 req-36a868c9-eda3-44cb-b4eb-a1e6633ad237 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/ports?device_id=688f927e-1a98-444b-b1a6-5f167bef2957 HTTP/1.1" status: 200 len: 943 time: 0.0517020 May 20 21:24:28.985415 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e0eb4c6e-fde2-4fd1-94f7-fb31bd382fe4 req-506dd971-83c4-4645-b3d2-96d9767120aa tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/security-groups?id=1347fee6-b8f4-4370-8390-b8b04a125af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311410 May 20 21:24:30.102103 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b8bddb-c481-43cf-965c-d5612cb532fb req-1b397b2f-dd46-47ea-97e8-32aeb34c5127 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:24:30.103571 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-81b8bddb-c481-43cf-965c-d5612cb532fb req-1b397b2f-dd46-47ea-97e8-32aeb34c5127 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/ports?device_id=688f927e-1a98-444b-b1a6-5f167bef2957 HTTP/1.1" status: 200 len: 943 time: 0.0502059 May 20 21:24:30.142702 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-81b8bddb-c481-43cf-965c-d5612cb532fb req-2ba3af8f-a3cd-490b-ab1d-75f44fdfb9b8 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/security-groups?id=1347fee6-b8f4-4370-8390-b8b04a125af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327797 May 20 21:24:30.407904 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 69a7476f-fa0b-4eaf-b6ce-600995e6b0a1 details requested by agent hyperv_n-h1-842733-1 with host n-h1-842733-1 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 21:24:30.499356 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port 69a7476f-fa0b-4eaf-b6ce-600995e6b0a1, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=69a7476f-fa0b-4eaf-b6ce-600995e6b0a1,segment=NetworkSegment(8db3cbe6-5ab5-44a8-9059-240f6f6827e1),segment_id=8db3cbe6-5ab5-44a8-9059-240f6f6827e1)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:24:30.510338 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Returning: {'device': '69a7476f-fa0b-4eaf-b6ce-600995e6b0a1', 'network_id': '255960d5-e633-4d0c-a1cc-74a37a7cc772', 'port_id': '69a7476f-fa0b-4eaf-b6ce-600995e6b0a1', 'mac_address': 'fa:16:3e:81:ce:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87e873ab-38e9-43e0-acec-0c2b5973b603', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 20 21:24:30.549200 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Current status of the port 69a7476f-fa0b-4eaf-b6ce-600995e6b0a1 is: DOWN; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:24:30.549594 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:24:30.562317 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69a7476f-fa0b-4eaf-b6ce-600995e6b0a1 {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 21:24:30.580235 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port 69a7476f-fa0b-4eaf-b6ce-600995e6b0a1, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=69a7476f-fa0b-4eaf-b6ce-600995e6b0a1,segment=NetworkSegment(8db3cbe6-5ab5-44a8-9059-240f6f6827e1),segment_id=8db3cbe6-5ab5-44a8-9059-240f6f6827e1)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:24:30.656342 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:24:30.703370 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Pushing event updated for resources: {'Port': ['ID=69a7476f-fa0b-4eaf-b6ce-600995e6b0a1,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:24:30.710374 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:24:30.710716 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:24:30.711046 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:24:30.711373 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:24:30.711727 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:24:30.712050 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:24:30.712370 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:24:30.712701 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:24:30.713003 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:24:30.713347 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:24:30.713663 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:24:30.714055 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:24:30.868953 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] get_ports_and_sgs() called for port_ids ['69a7476f-fa0b-4eaf-b6ce-600995e6b0a1'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 21:24:31.151342 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.agents_db [None req-5c33ad30-4e00-40fa-b486-8c79c4a6cfc5 None None] Agent healthcheck: found 7 active agents {{(pid=103165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 20 21:24:31.261334 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3db1daf-59ca-4e16-a0a0-27de46dc3868 req-43b981ea-0312-4682-9dbf-51b2975ef27e tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:24:31.262803 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e3db1daf-59ca-4e16-a0a0-27de46dc3868 req-43b981ea-0312-4682-9dbf-51b2975ef27e tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/ports?device_id=688f927e-1a98-444b-b1a6-5f167bef2957 HTTP/1.1" status: 200 len: 944 time: 0.0496037 May 20 21:24:31.301012 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e3db1daf-59ca-4e16-a0a0-27de46dc3868 req-d743acb9-85b0-444c-bba3-72f27ec8f9e0 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/security-groups?id=1347fee6-b8f4-4370-8390-b8b04a125af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318704 May 20 21:24:32.423035 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c119b2-b068-423c-802c-c4f8facff7bf req-bda4013c-f256-4877-8302-afada2f0b8ad tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:24:32.424531 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a6c119b2-b068-423c-802c-c4f8facff7bf req-bda4013c-f256-4877-8302-afada2f0b8ad tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/ports?device_id=688f927e-1a98-444b-b1a6-5f167bef2957 HTTP/1.1" status: 200 len: 944 time: 0.0529337 May 20 21:24:32.438927 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 69a7476f-fa0b-4eaf-b6ce-600995e6b0a1 up at agent hyperv_n-h1-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:24:32.463018 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a6c119b2-b068-423c-802c-c4f8facff7bf req-cd4daaa0-6540-4a9b-a68e-429c8ab25f96 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/security-groups?id=1347fee6-b8f4-4370-8390-b8b04a125af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324771 May 20 21:24:32.559835 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Provisioning for port 69a7476f-fa0b-4eaf-b6ce-600995e6b0a1 completed by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 21:24:32.563385 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Provisioning complete for port 69a7476f-fa0b-4eaf-b6ce-600995e6b0a1 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:24:32.563756 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:24:32.628880 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:24:32.642208 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Current status of the port 69a7476f-fa0b-4eaf-b6ce-600995e6b0a1 is: BUILD; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:24:32.642584 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:24:32.663758 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '688f927e-1a98-444b-b1a6-5f167bef2957', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69a7476f-fa0b-4eaf-b6ce-600995e6b0a1'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 21:24:32.666018 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8485417003ce7c0410b00f5cdc2f391e21107b70bb68e2773712534a96e108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dc91cd5-7fc9-4c11-b68f-c4e4613ce1d9" -d '{"events": [{"server_uuid": "688f927e-1a98-444b-b1a6-5f167bef2957", "name": "network-vif-plugged", "status": "completed", "tag": "69a7476f-fa0b-4eaf-b6ce-600995e6b0a1"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 21:24:32.679219 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port 69a7476f-fa0b-4eaf-b6ce-600995e6b0a1, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=69a7476f-fa0b-4eaf-b6ce-600995e6b0a1,segment=NetworkSegment(8db3cbe6-5ab5-44a8-9059-240f6f6827e1),segment_id=8db3cbe6-5ab5-44a8-9059-240f6f6827e1)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:24:32.703279 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 21:24:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e817b0dd-27b8-4de4-9140-cfc4de632fdb x-openstack-request-id: req-e817b0dd-27b8-4de4-9140-cfc4de632fdb {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 21:24:32.703567 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "688f927e-1a98-444b-b1a6-5f167bef2957", "name": "network-vif-plugged", "status": "completed", "tag": "69a7476f-fa0b-4eaf-b6ce-600995e6b0a1", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 21:24:32.703868 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e817b0dd-27b8-4de4-9140-cfc4de632fdb {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 21:24:32.704270 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e817b0dd-27b8-4de4-9140-cfc4de632fdb'] response: {'server_uuid': '688f927e-1a98-444b-b1a6-5f167bef2957', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69a7476f-fa0b-4eaf-b6ce-600995e6b0a1', 'code': 200} May 20 21:24:32.751035 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:24:32.799934 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Pushing event updated for resources: {'Port': ['ID=69a7476f-fa0b-4eaf-b6ce-600995e6b0a1,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:24:32.806702 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1692edc9-71f2-42e5-9e0c-f55df21eb7d2 req-841ad3fe-6659-4887-9312-28e5cc1a99a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:24:32.808998 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-1692edc9-71f2-42e5-9e0c-f55df21eb7d2 req-841ad3fe-6659-4887-9312-28e5cc1a99a1 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=688f927e-1a98-444b-b1a6-5f167bef2957 HTTP/1.1" status: 200 len: 1096 time: 0.0420382 May 20 21:24:32.845046 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-1692edc9-71f2-42e5-9e0c-f55df21eb7d2 req-9baf98d2-49ce-4f8e-a908-a99a85f68b98 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=1347fee6-b8f4-4370-8390-b8b04a125af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0266287 May 20 21:24:33.579285 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a818be84-1b04-4c6a-a554-e090695dfd25 req-84ecf82d-bd7d-4018-9c96-8e46555b1fd7 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:24:33.580748 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a818be84-1b04-4c6a-a554-e090695dfd25 req-84ecf82d-bd7d-4018-9c96-8e46555b1fd7 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/ports?device_id=688f927e-1a98-444b-b1a6-5f167bef2957 HTTP/1.1" status: 200 len: 945 time: 0.0479424 May 20 21:24:33.618694 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a818be84-1b04-4c6a-a554-e090695dfd25 req-01e21679-8d11-4c20-bab7-144b8e489fb3 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/security-groups?id=1347fee6-b8f4-4370-8390-b8b04a125af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318964 May 20 21:24:34.778478 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f4ed8e-8361-4cf1-844f-03ba3a5d3c84 req-ca9b25d0-82a3-4a5f-b666-c096e9e31698 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:24:34.779968 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-92f4ed8e-8361-4cf1-844f-03ba3a5d3c84 req-ca9b25d0-82a3-4a5f-b666-c096e9e31698 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/ports?device_id=688f927e-1a98-444b-b1a6-5f167bef2957 HTTP/1.1" status: 200 len: 945 time: 0.0486743 May 20 21:24:34.816347 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-92f4ed8e-8361-4cf1-844f-03ba3a5d3c84 req-efa862dc-c939-44bd-91b3-3428d73e1d96 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/security-groups?id=1347fee6-b8f4-4370-8390-b8b04a125af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303741 May 20 21:24:34.935352 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfbae9f-5444-41b7-8287-c96e01ed021b req-9dd8b77a-07ab-459c-b985-250f90448961 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:24:34.936826 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-cbfbae9f-5444-41b7-8287-c96e01ed021b req-9dd8b77a-07ab-459c-b985-250f90448961 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/ports?device_id=688f927e-1a98-444b-b1a6-5f167bef2957 HTTP/1.1" status: 200 len: 945 time: 0.0525780 May 20 21:24:34.974165 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-cbfbae9f-5444-41b7-8287-c96e01ed021b req-63866ba3-0465-459e-8073-9ea5c3be0061 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/security-groups?id=1347fee6-b8f4-4370-8390-b8b04a125af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313118 May 20 21:24:34.996750 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 60954) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:24:35.187547 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12318831-671e-4d01-a93e-887d94b8cc76 tempest-TestVolumeBootPattern-431443051 tempest-TestVolumeBootPattern-431443051-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:24:35.188977 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-12318831-671e-4d01-a93e-887d94b8cc76 tempest-TestVolumeBootPattern-431443051 tempest-TestVolumeBootPattern-431443051-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=688f927e-1a98-444b-b1a6-5f167bef2957 HTTP/1.1" status: 200 len: 1091 time: 0.1912248 May 20 21:24:35.191729 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 60960) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:24:35.196056 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-f7ff147b-62ae-406c-aa1d-85fe8de21c9b tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Request body: {'floatingip': {'floating_network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'port_id': '69a7476f-fa0b-4eaf-b6ce-600995e6b0a1', 'tenant_id': '4f94a191bdd44506b49954bf553d7569', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:24:35.307993 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f7ff147b-62ae-406c-aa1d-85fe8de21c9b tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Notify callbacks [] for floatingip, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:24:35.407960 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f7ff147b-62ae-406c-aa1d-85fe8de21c9b tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:24:35.509107 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-f7ff147b-62ae-406c-aa1d-85fe8de21c9b tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Allocated IP 172.25.2.7 (e3a93b5c-91e2-4064-9c2c-1afc261bfe15/86fee0c1-6e34-488b-9216-b2b8e7ef585a/3e7ac34d-97d4-4834-a9d5-613a4f91dba8) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:24:35.612763 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f7ff147b-62ae-406c-aa1d-85fe8de21c9b tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Notify callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:24:35.739608 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f7ff147b-62ae-406c-aa1d-85fe8de21c9b tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:24:35.778487 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7ff147b-62ae-406c-aa1d-85fe8de21c9b tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Network e3a93b5c-91e2-4064-9c2c-1afc261bfe15 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:24:35.781125 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-f7ff147b-62ae-406c-aa1d-85fe8de21c9b tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:24:35.784619 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ff147b-62ae-406c-aa1d-85fe8de21c9b tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:24:35.793534 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ff147b-62ae-406c-aa1d-85fe8de21c9b tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Pushing event updated for resources: {'Port': ['ID=3e7ac34d-97d4-4834-a9d5-613a4f91dba8,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:24:35.821508 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ff147b-62ae-406c-aa1d-85fe8de21c9b tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:24:35.821846 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ff147b-62ae-406c-aa1d-85fe8de21c9b tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:24:35.822182 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ff147b-62ae-406c-aa1d-85fe8de21c9b tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:24:35.822516 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ff147b-62ae-406c-aa1d-85fe8de21c9b tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:24:35.822843 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ff147b-62ae-406c-aa1d-85fe8de21c9b tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:24:35.823194 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ff147b-62ae-406c-aa1d-85fe8de21c9b tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:24:35.823764 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ff147b-62ae-406c-aa1d-85fe8de21c9b tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:24:35.824426 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ff147b-62ae-406c-aa1d-85fe8de21c9b tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:24:35.824754 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ff147b-62ae-406c-aa1d-85fe8de21c9b tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:24:35.825081 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ff147b-62ae-406c-aa1d-85fe8de21c9b tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:24:35.825434 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ff147b-62ae-406c-aa1d-85fe8de21c9b tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:24:35.825757 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ff147b-62ae-406c-aa1d-85fe8de21c9b tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:24:36.155272 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f7ff147b-62ae-406c-aa1d-85fe8de21c9b tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:24:36.290692 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f7ff147b-62ae-406c-aa1d-85fe8de21c9b tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:24:36.442246 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f7ff147b-62ae-406c-aa1d-85fe8de21c9b tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Notify callbacks [] for port, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:24:36.521936 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f7ff147b-62ae-406c-aa1d-85fe8de21c9b tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:24:36.590989 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ff147b-62ae-406c-aa1d-85fe8de21c9b tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Pushing event updated for resources: {'Port': ['ID=3e7ac34d-97d4-4834-a9d5-613a4f91dba8,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:24:36.604119 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f7ff147b-62ae-406c-aa1d-85fe8de21c9b tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748272'] for floatingip, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:24:36.703578 n-d-842733-1 neutron-server[103163]: INFO neutron.db.l3_db [None req-f7ff147b-62ae-406c-aa1d-85fe8de21c9b tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Floating IP e6f7d99b-8cf7-403d-add1-246005e42a45 associated. External IP: 172.25.2.7, port: 69a7476f-fa0b-4eaf-b6ce-600995e6b0a1. May 20 21:24:36.903584 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7ff147b-62ae-406c-aa1d-85fe8de21c9b tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Router 001f361d-04ad-4b94-baa3-7043a297f79f has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 21:24:37.008054 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7ff147b-62ae-406c-aa1d-85fe8de21c9b tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 21:24:37.018379 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33752210-f8ae-46eb-a038-9cae9c120dde None None] Sync routers for ids ['001f361d-04ad-4b94-baa3-7043a297f79f'] in n-d-842733-1 {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 21:24:37.028852 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33752210-f8ae-46eb-a038-9cae9c120dde None None] Routers {'001f361d-04ad-4b94-baa3-7043a297f79f'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:24:37.029472 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-33752210-f8ae-46eb-a038-9cae9c120dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:24:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['001f361d-04ad-4b94-baa3-7043a297f79f'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:24:37.095135 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f7ff147b-62ae-406c-aa1d-85fe8de21c9b tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for floatingip, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:24:37.126891 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-f7ff147b-62ae-406c-aa1d-85fe8de21c9b tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 1.9341230 May 20 21:24:37.127478 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '688f927e-1a98-444b-b1a6-5f167bef2957', 'tag': '69a7476f-fa0b-4eaf-b6ce-600995e6b0a1'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 21:24:37.129799 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4291b17aa7b45362825f0571e77c85f5e73afe1df9c7e9e15006df9d695c005e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38412d26-9dea-4ef0-8f7f-50d10b6d97e7" -d '{"events": [{"name": "network-changed", "server_uuid": "688f927e-1a98-444b-b1a6-5f167bef2957", "tag": "69a7476f-fa0b-4eaf-b6ce-600995e6b0a1"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 21:24:37.135100 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-33752210-f8ae-46eb-a038-9cae9c120dde None None] Set router 001f361d-04ad-4b94-baa3-7043a297f79f gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:24:37.232376 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 21:24:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9eaac22c-57f7-4459-8445-8036e767cdb8 x-openstack-request-id: req-9eaac22c-57f7-4459-8445-8036e767cdb8 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 21:24:37.232674 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "688f927e-1a98-444b-b1a6-5f167bef2957", "tag": "69a7476f-fa0b-4eaf-b6ce-600995e6b0a1", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 21:24:37.232931 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9eaac22c-57f7-4459-8445-8036e767cdb8 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 21:24:37.233370 n-d-842733-1 neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9eaac22c-57f7-4459-8445-8036e767cdb8'] response: {'name': 'network-changed', 'server_uuid': '688f927e-1a98-444b-b1a6-5f167bef2957', 'tag': '69a7476f-fa0b-4eaf-b6ce-600995e6b0a1', 'status': 'completed', 'code': 200} May 20 21:24:37.365125 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-33752210-f8ae-46eb-a038-9cae9c120dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '001f361d-04ad-4b94-baa3-7043a297f79f', 'name': 'tempest-TestVolumeBootPattern-1743481201-router', 'tenant_id': '4f94a191bdd44506b49954bf553d7569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.192'}], 'enable_snat': True}, 'gw_port_id': '5b1caf5c-55fe-4411-b9a2-2314d7da9f60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:16:38Z', 'updated_at': '2022-05-20T21:16:42Z', 'revision_number': 4, 'project_id': '4f94a191bdd44506b49954bf553d7569', 'gw_port': {'id': '5b1caf5c-55fe-4411-b9a2-2314d7da9f60', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:e8:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '001f361d-04ad-4b94-baa3-7043a297f79f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:16:39Z', 'updated_at': '2022-05-20T21:16:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_floatingips': [{'id': 'e6f7d99b-8cf7-403d-add1-246005e42a45', 'tenant_id': '4f94a191bdd44506b49954bf553d7569', 'floating_ip_address': '172.25.2.7', 'floating_network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'router_id': '001f361d-04ad-4b94-baa3-7043a297f79f', 'port_id': '69a7476f-fa0b-4eaf-b6ce-600995e6b0a1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4104, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '255960d5-e633-4d0c-a1cc-74a37a7cc772', 'mac_address': 'fa:16:3e:81:ce:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '688f927e-1a98-444b-b1a6-5f167bef2957', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-20T21:24:36Z', 'updated_at': '2022-05-20T21:24:36Z', 'revision_number': 0, 'project_id': '4f94a191bdd44506b49954bf553d7569', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6a40044-221e-4f58-a185-583437b659e1', 'name': '', 'network_id': '255960d5-e633-4d0c-a1cc-74a37a7cc772', 'tenant_id': '4f94a191bdd44506b49954bf553d7569', 'mac_address': 'fa:16:3e:ff:a7:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '001f361d-04ad-4b94-baa3-7043a297f79f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': '87e873ab-38e9-43e0-acec-0c2b5973b603', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:16:41Z', 'updated_at': '2022-05-20T21:16:46Z', 'revision_number': 5, 'project_id': '4f94a191bdd44506b49954bf553d7569', 'subnets': [{'id': '87e873ab-38e9-43e0-acec-0c2b5973b603', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:24:37.388253 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38412d26-9dea-4ef0-8f7f-50d10b6d97e7 req-05110347-578f-4807-918e-6dc1a5eb7bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:24:37.388253 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-38412d26-9dea-4ef0-8f7f-50d10b6d97e7 req-05110347-578f-4807-918e-6dc1a5eb7bde service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4f94a191bdd44506b49954bf553d7569&device_id=688f927e-1a98-444b-b1a6-5f167bef2957 HTTP/1.1" status: 200 len: 1096 time: 0.1318536 May 20 21:24:37.393039 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33752210-f8ae-46eb-a038-9cae9c120dde None None] Checking router: 001f361d-04ad-4b94-baa3-7043a297f79f for host: n-d-842733-1 {{(pid=103165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 21:24:37.401187 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33752210-f8ae-46eb-a038-9cae9c120dde None None] Routers {'001f361d-04ad-4b94-baa3-7043a297f79f'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:24:37.402599 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-33752210-f8ae-46eb-a038-9cae9c120dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:24:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['001f361d-04ad-4b94-baa3-7043a297f79f'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:24:37.482153 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38412d26-9dea-4ef0-8f7f-50d10b6d97e7 req-f3ffbedf-4621-4714-91d9-7fc63684bcc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:24:37.483623 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-38412d26-9dea-4ef0-8f7f-50d10b6d97e7 req-f3ffbedf-4621-4714-91d9-7fc63684bcc7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=255960d5-e633-4d0c-a1cc-74a37a7cc772 HTTP/1.1" status: 200 len: 913 time: 0.0892539 May 20 21:24:37.509322 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-33752210-f8ae-46eb-a038-9cae9c120dde None None] Set router 001f361d-04ad-4b94-baa3-7043a297f79f gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:24:37.555947 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-38412d26-9dea-4ef0-8f7f-50d10b6d97e7 req-0bae6471-e7de-4566-b1ec-cbbde3594601 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=69a7476f-fa0b-4eaf-b6ce-600995e6b0a1 HTTP/1.1" status: 200 len: 997 time: 0.0580657 May 20 21:24:37.608142 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38412d26-9dea-4ef0-8f7f-50d10b6d97e7 req-660d1d30-2435-4cea-bf76-7cfc1e4ee665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:24:37.609668 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-38412d26-9dea-4ef0-8f7f-50d10b6d97e7 req-660d1d30-2435-4cea-bf76-7cfc1e4ee665 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=87e873ab-38e9-43e0-acec-0c2b5973b603 HTTP/1.1" status: 200 len: 851 time: 0.0469623 May 20 21:24:37.655851 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38412d26-9dea-4ef0-8f7f-50d10b6d97e7 req-e0883758-1eec-4d1d-9fb1-7726d85e224f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:24:37.657440 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-38412d26-9dea-4ef0-8f7f-50d10b6d97e7 req-e0883758-1eec-4d1d-9fb1-7726d85e224f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=255960d5-e633-4d0c-a1cc-74a37a7cc772&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413933 May 20 21:24:37.732765 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-33752210-f8ae-46eb-a038-9cae9c120dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '001f361d-04ad-4b94-baa3-7043a297f79f', 'name': 'tempest-TestVolumeBootPattern-1743481201-router', 'tenant_id': '4f94a191bdd44506b49954bf553d7569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.192'}], 'enable_snat': True}, 'gw_port_id': '5b1caf5c-55fe-4411-b9a2-2314d7da9f60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:16:38Z', 'updated_at': '2022-05-20T21:16:42Z', 'revision_number': 4, 'project_id': '4f94a191bdd44506b49954bf553d7569', 'gw_port': {'id': '5b1caf5c-55fe-4411-b9a2-2314d7da9f60', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:e8:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '001f361d-04ad-4b94-baa3-7043a297f79f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:16:39Z', 'updated_at': '2022-05-20T21:16:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_floatingips': [{'id': 'e6f7d99b-8cf7-403d-add1-246005e42a45', 'tenant_id': '4f94a191bdd44506b49954bf553d7569', 'floating_ip_address': '172.25.2.7', 'floating_network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'router_id': '001f361d-04ad-4b94-baa3-7043a297f79f', 'port_id': '69a7476f-fa0b-4eaf-b6ce-600995e6b0a1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4104, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '255960d5-e633-4d0c-a1cc-74a37a7cc772', 'mac_address': 'fa:16:3e:81:ce:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '688f927e-1a98-444b-b1a6-5f167bef2957', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-20T21:24:36Z', 'updated_at': '2022-05-20T21:24:36Z', 'revision_number': 0, 'project_id': '4f94a191bdd44506b49954bf553d7569', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6a40044-221e-4f58-a185-583437b659e1', 'name': '', 'network_id': '255960d5-e633-4d0c-a1cc-74a37a7cc772', 'tenant_id': '4f94a191bdd44506b49954bf553d7569', 'mac_address': 'fa:16:3e:ff:a7:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '001f361d-04ad-4b94-baa3-7043a297f79f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': '87e873ab-38e9-43e0-acec-0c2b5973b603', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:16:41Z', 'updated_at': '2022-05-20T21:16:46Z', 'revision_number': 5, 'project_id': '4f94a191bdd44506b49954bf553d7569', 'subnets': [{'id': '87e873ab-38e9-43e0-acec-0c2b5973b603', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:24:37.747379 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-38412d26-9dea-4ef0-8f7f-50d10b6d97e7 req-f756b62b-04c2-4bcf-965f-3c0263ec33e9 service neutron] 10.222.0.24 "GET /v2.0/networks/255960d5-e633-4d0c-a1cc-74a37a7cc772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831940 May 20 21:24:37.762222 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33752210-f8ae-46eb-a038-9cae9c120dde None None] The sync data for ids ['001f361d-04ad-4b94-baa3-7043a297f79f'] in n-d-842733-1 is: [{'id': '001f361d-04ad-4b94-baa3-7043a297f79f', 'name': 'tempest-TestVolumeBootPattern-1743481201-router', 'tenant_id': '4f94a191bdd44506b49954bf553d7569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.192'}], 'enable_snat': True}, 'gw_port_id': '5b1caf5c-55fe-4411-b9a2-2314d7da9f60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:16:38Z', 'updated_at': '2022-05-20T21:16:42Z', 'revision_number': 4, 'project_id': '4f94a191bdd44506b49954bf553d7569', 'gw_port': {'id': '5b1caf5c-55fe-4411-b9a2-2314d7da9f60', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:e8:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '001f361d-04ad-4b94-baa3-7043a297f79f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:16:39Z', 'updated_at': '2022-05-20T21:16:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_floatingips': [{'id': 'e6f7d99b-8cf7-403d-add1-246005e42a45', 'tenant_id': '4f94a191bdd44506b49954bf553d7569', 'floating_ip_address': '172.25.2.7', 'floating_network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'router_id': '001f361d-04ad-4b94-baa3-7043a297f79f', 'port_id': '69a7476f-fa0b-4eaf-b6ce-600995e6b0a1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4104, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '255960d5-e633-4d0c-a1cc-74a37a7cc772', 'mac_address': 'fa:16:3e:81:ce:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '688f927e-1a98-444b-b1a6-5f167bef2957', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-20T21:24:36Z', 'updated_at': '2022-05-20T21:24:36Z', 'revision_number': 0, 'project_id': '4f94a191bdd44506b49954bf553d7569', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6a40044-221e-4f58-a185-583437b659e1', 'name': '', 'network_id': '255960d5-e633-4d0c-a1cc-74a37a7cc772', 'tenant_id': '4f94a191bdd44506b49954bf553d7569', 'mac_address': 'fa:16:3e:ff:a7:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '001f361d-04ad-4b94-baa3-7043a297f79f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': '87e873ab-38e9-43e0-acec-0c2b5973b603', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:16:41Z', 'updated_at': '2022-05-20T21:16:46Z', 'revision_number': 5, 'project_id': '4f94a191bdd44506b49954bf553d7569', 'subnets': [{'id': '87e873ab-38e9-43e0-acec-0c2b5973b603', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 21:24:37.843969 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-38412d26-9dea-4ef0-8f7f-50d10b6d97e7 req-855a552e-a6b1-4427-ae72-a5c84303a555 service neutron] 10.222.0.24 "GET /v2.0/networks/255960d5-e633-4d0c-a1cc-74a37a7cc772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897331 May 20 21:24:37.963684 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c02ebab-396b-458b-a654-eaac0794ef99 None None] New status for floating IP e6f7d99b-8cf7-403d-add1-246005e42a45: ACTIVE {{(pid=103164) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 21:24:42.693301 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-685acb8f-3025-46d0-9171-4365e707c572 req-99f90ee1-cda8-48d9-bcef-1b3dd3282c84 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=688f927e-1a98-444b-b1a6-5f167bef2957&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0398569 May 20 21:24:42.787207 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685acb8f-3025-46d0-9171-4365e707c572 req-1443b23d-1d55-4e8c-bfc5-23467b916f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:24:42.788789 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-685acb8f-3025-46d0-9171-4365e707c572 req-1443b23d-1d55-4e8c-bfc5-23467b916f55 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4f94a191bdd44506b49954bf553d7569&device_id=688f927e-1a98-444b-b1a6-5f167bef2957 HTTP/1.1" status: 200 len: 1096 time: 0.0405247 May 20 21:24:42.894092 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685acb8f-3025-46d0-9171-4365e707c572 req-a7e55433-6518-4071-bb1c-acabcf7932d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:24:42.895551 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-685acb8f-3025-46d0-9171-4365e707c572 req-a7e55433-6518-4071-bb1c-acabcf7932d2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=255960d5-e633-4d0c-a1cc-74a37a7cc772 HTTP/1.1" status: 200 len: 913 time: 0.0885248 May 20 21:24:42.958880 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-685acb8f-3025-46d0-9171-4365e707c572 req-a40cd8c1-d6ee-458d-b5b8-3925ee090b39 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=69a7476f-fa0b-4eaf-b6ce-600995e6b0a1 HTTP/1.1" status: 200 len: 999 time: 0.0569680 May 20 21:24:43.010129 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685acb8f-3025-46d0-9171-4365e707c572 req-d6daed14-581d-41ca-974b-031086d1ebc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:24:43.011567 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-685acb8f-3025-46d0-9171-4365e707c572 req-d6daed14-581d-41ca-974b-031086d1ebc1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=87e873ab-38e9-43e0-acec-0c2b5973b603 HTTP/1.1" status: 200 len: 851 time: 0.0467622 May 20 21:24:43.058495 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685acb8f-3025-46d0-9171-4365e707c572 req-68898b7d-d714-4d79-8d22-2758ec4f294f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:24:43.060890 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-685acb8f-3025-46d0-9171-4365e707c572 req-68898b7d-d714-4d79-8d22-2758ec4f294f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=255960d5-e633-4d0c-a1cc-74a37a7cc772&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402088 May 20 21:24:43.148149 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-685acb8f-3025-46d0-9171-4365e707c572 req-cbce7777-a956-4331-9ab4-f6ab6250c9c6 service neutron] 10.222.0.24 "GET /v2.0/networks/255960d5-e633-4d0c-a1cc-74a37a7cc772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812683 May 20 21:24:43.241095 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-685acb8f-3025-46d0-9171-4365e707c572 req-65d8b4c3-0158-4cd0-b2b9-cbf50a540807 service neutron] 10.222.0.24 "GET /v2.0/networks/255960d5-e633-4d0c-a1cc-74a37a7cc772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862944 May 20 21:24:49.925162 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-e29772ff-3442-4d15-be49-e6296398e3ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:24:52.282229 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-991e15ab-7127-4c0e-984a-aae2e16b76ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:24:54.053137 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4bb0e131-6525-46ca-a45b-e4ea43a5e69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:24:55.056237 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:24:55.633920 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:24:55.644662 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cc3ec51b-6ec8-438a-8349-5f0bec346d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:25:02.634035 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:25:08.150105 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.agents_db [None req-5c33ad30-4e00-40fa-b486-8c79c4a6cfc5 None None] Agent healthcheck: found 7 active agents {{(pid=103165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 20 21:25:19.921429 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c466f521-9bbd-41df-adfa-2fe4c5320bae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:25:22.258204 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ca86af53-5db3-4f99-84d8-e4d9cea7ef3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:25:24.052323 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4bb0e131-6525-46ca-a45b-e4ea43a5e69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:25:25.039203 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:25:25.616303 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:25:25.646590 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cc3ec51b-6ec8-438a-8349-5f0bec346d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:25:32.612992 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:25:43.700215 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-22fed92e-bef5-4255-82bd-148753261cb4 req-1f6fd9e3-8f30-42db-8dc8-f5c4de41b73f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=688f927e-1a98-444b-b1a6-5f167bef2957&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0469470 May 20 21:25:43.782214 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fed92e-bef5-4255-82bd-148753261cb4 req-b49ac971-217c-4b97-bba7-c8a3e68af097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:25:43.783600 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-22fed92e-bef5-4255-82bd-148753261cb4 req-b49ac971-217c-4b97-bba7-c8a3e68af097 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4f94a191bdd44506b49954bf553d7569&device_id=688f927e-1a98-444b-b1a6-5f167bef2957 HTTP/1.1" status: 200 len: 1096 time: 0.0411842 May 20 21:25:43.889058 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fed92e-bef5-4255-82bd-148753261cb4 req-01eb71c4-9a0f-47fe-85f6-f07deb0875ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:25:43.890556 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-22fed92e-bef5-4255-82bd-148753261cb4 req-01eb71c4-9a0f-47fe-85f6-f07deb0875ef service neutron] 10.222.0.24 "GET /v2.0/networks?id=255960d5-e633-4d0c-a1cc-74a37a7cc772 HTTP/1.1" status: 200 len: 913 time: 0.0871851 May 20 21:25:43.954392 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-22fed92e-bef5-4255-82bd-148753261cb4 req-6a9ed2b5-0d2d-497b-b58b-752ea3a948ef service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=69a7476f-fa0b-4eaf-b6ce-600995e6b0a1 HTTP/1.1" status: 200 len: 999 time: 0.0572846 May 20 21:25:44.005862 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fed92e-bef5-4255-82bd-148753261cb4 req-ae370926-ab6e-4084-9e29-86f1c5adc509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:25:44.007276 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-22fed92e-bef5-4255-82bd-148753261cb4 req-ae370926-ab6e-4084-9e29-86f1c5adc509 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=87e873ab-38e9-43e0-acec-0c2b5973b603 HTTP/1.1" status: 200 len: 851 time: 0.0473042 May 20 21:25:44.051184 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fed92e-bef5-4255-82bd-148753261cb4 req-7588b3cc-8a2a-49a0-89c8-f593699425ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:25:44.053186 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-22fed92e-bef5-4255-82bd-148753261cb4 req-7588b3cc-8a2a-49a0-89c8-f593699425ee service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=255960d5-e633-4d0c-a1cc-74a37a7cc772&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392108 May 20 21:25:44.139685 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-22fed92e-bef5-4255-82bd-148753261cb4 req-b0cc9665-46e7-4e02-81b1-90c567d9e854 service neutron] 10.222.0.24 "GET /v2.0/networks/255960d5-e633-4d0c-a1cc-74a37a7cc772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798180 May 20 21:25:44.233460 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-22fed92e-bef5-4255-82bd-148753261cb4 req-af234240-a807-41ca-af51-fe58a0ee783a service neutron] 10.222.0.24 "GET /v2.0/networks/255960d5-e633-4d0c-a1cc-74a37a7cc772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868623 May 20 21:25:45.151654 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.agents_db [None req-5c33ad30-4e00-40fa-b486-8c79c4a6cfc5 None None] Agent healthcheck: found 7 active agents {{(pid=103165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 20 21:25:49.913345 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-88273c48-ec6b-4b67-a61d-165ffe578470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:25:52.292467 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-78847620-e984-4a07-9b42-143a602780a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:25:53.612849 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [req-949652f0-7942-4a74-a095-f4f878b24f16 req-1e9afdb6-f690-4942-aecf-a0cde23e5403 service neutron] (103163) timed out ('10.222.0.35', 52786) {{(pid=103163) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} May 20 21:25:54.052427 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4bb0e131-6525-46ca-a45b-e4ea43a5e69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:25:55.051804 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:25:55.621829 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:25:55.644398 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cc3ec51b-6ec8-438a-8349-5f0bec346d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:26:02.616609 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:26:09.422217 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [req-320f64bc-c029-4eae-86ab-cd4bede5d958 req-1dd6d154-e4b3-40e1-bf59-063293977f4b service neutron] (103163) timed out ('10.222.0.35', 58462) {{(pid=103163) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} May 20 21:26:19.913263 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-8feadf27-5f54-4af4-bc1e-594ed271b8f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:26:22.150171 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.agents_db [None req-5c33ad30-4e00-40fa-b486-8c79c4a6cfc5 None None] Agent healthcheck: found 7 active agents {{(pid=103165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 20 21:26:22.274535 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d57abe1a-7d65-4393-ad38-d4b5148ee8cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:26:22.421723 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [req-54a8e10b-9d97-4ac5-b83a-6e763e3ce4d5 req-99e6e9c5-5dfa-4cab-b7dd-933b39978543 service neutron] (103163) timed out ('10.222.0.24', 52535) {{(pid=103163) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} May 20 21:26:24.057503 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4bb0e131-6525-46ca-a45b-e4ea43a5e69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:26:25.068621 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:26:25.611159 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:26:25.634082 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cc3ec51b-6ec8-438a-8349-5f0bec346d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:26:32.650528 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:26:43.702392 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-39754ac0-4162-43ef-a5f2-e91ddd834e85 req-3c810646-859a-4e07-8a6f-c15cb3f6bae3 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=688f927e-1a98-444b-b1a6-5f167bef2957&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0425847 May 20 21:26:43.790117 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39754ac0-4162-43ef-a5f2-e91ddd834e85 req-d200f0f8-2e67-4fa8-ae07-69fbd03b23c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:26:43.791602 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-39754ac0-4162-43ef-a5f2-e91ddd834e85 req-d200f0f8-2e67-4fa8-ae07-69fbd03b23c1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4f94a191bdd44506b49954bf553d7569&device_id=688f927e-1a98-444b-b1a6-5f167bef2957 HTTP/1.1" status: 200 len: 1096 time: 0.0421553 May 20 21:26:43.902926 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39754ac0-4162-43ef-a5f2-e91ddd834e85 req-18849646-ed19-4eda-bba4-6da5a9c763cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:26:43.904445 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-39754ac0-4162-43ef-a5f2-e91ddd834e85 req-18849646-ed19-4eda-bba4-6da5a9c763cf service neutron] 10.222.0.24 "GET /v2.0/networks?id=255960d5-e633-4d0c-a1cc-74a37a7cc772 HTTP/1.1" status: 200 len: 913 time: 0.0920634 May 20 21:26:43.968451 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-39754ac0-4162-43ef-a5f2-e91ddd834e85 req-3c40fc1d-2e9c-4b4b-9379-3889e50e6e71 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=69a7476f-fa0b-4eaf-b6ce-600995e6b0a1 HTTP/1.1" status: 200 len: 999 time: 0.0581775 May 20 21:26:44.020169 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39754ac0-4162-43ef-a5f2-e91ddd834e85 req-c0604090-b3ee-4501-bd3c-a0d71df632cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:26:44.021566 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-39754ac0-4162-43ef-a5f2-e91ddd834e85 req-c0604090-b3ee-4501-bd3c-a0d71df632cf service neutron] 10.222.0.24 "GET /v2.0/subnets?id=87e873ab-38e9-43e0-acec-0c2b5973b603 HTTP/1.1" status: 200 len: 851 time: 0.0474980 May 20 21:26:44.066497 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39754ac0-4162-43ef-a5f2-e91ddd834e85 req-c3d592a3-79df-434a-930a-bb13ae6a146e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:26:44.068064 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-39754ac0-4162-43ef-a5f2-e91ddd834e85 req-c3d592a3-79df-434a-930a-bb13ae6a146e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=255960d5-e633-4d0c-a1cc-74a37a7cc772&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402193 May 20 21:26:44.077807 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [req-39754ac0-4162-43ef-a5f2-e91ddd834e85 req-5dfe104b-c28e-4f2a-9e44-f9bafe76c379 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103162) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 21:26:44.078736 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-39754ac0-4162-43ef-a5f2-e91ddd834e85 req-5dfe104b-c28e-4f2a-9e44-f9bafe76c379 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048044 May 20 21:26:44.167049 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-39754ac0-4162-43ef-a5f2-e91ddd834e85 req-331cbb2f-78c7-46e0-a80f-54c87e388acc service neutron] 10.222.0.24 "GET /v2.0/networks/255960d5-e633-4d0c-a1cc-74a37a7cc772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815065 May 20 21:26:44.263161 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-39754ac0-4162-43ef-a5f2-e91ddd834e85 req-6e07ab78-7860-4bda-a296-071a7a40d4b4 service neutron] 10.222.0.24 "GET /v2.0/networks/255960d5-e633-4d0c-a1cc-74a37a7cc772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891597 May 20 21:26:49.915273 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-67aea225-5cff-404c-800b-67a5fac3d624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:26:52.285672 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-dc6399b7-173a-43ad-a10a-9f8aaca85066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:26:54.069099 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4bb0e131-6525-46ca-a45b-e4ea43a5e69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:26:55.108533 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:26:55.662275 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:26:55.684918 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cc3ec51b-6ec8-438a-8349-5f0bec346d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:26:59.149491 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.agents_db [None req-5c33ad30-4e00-40fa-b486-8c79c4a6cfc5 None None] Agent healthcheck: found 7 active agents {{(pid=103165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 20 21:27:02.634900 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:27:06.355253 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c234a933-4c77-4d42-9535-91787e860079 req-033a0551-661e-4dcb-9fa3-f2cd79e5039d tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1564820331&fields=id&tenant_id=4f94a191bdd44506b49954bf553d7569 HTTP/1.1" status: 200 len: 267 time: 0.0331156 May 20 21:27:06.461102 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c234a933-4c77-4d42-9535-91787e860079 req-848d7227-f72d-4704-a554-6f5bd2f85cac tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:27:06.462575 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c234a933-4c77-4d42-9535-91787e860079 req-848d7227-f72d-4704-a554-6f5bd2f85cac tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/networks?id=255960d5-e633-4d0c-a1cc-74a37a7cc772 HTTP/1.1" status: 200 len: 812 time: 0.1004262 May 20 21:27:06.477237 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c234a933-4c77-4d42-9535-91787e860079 req-757ed300-788d-401c-948b-93123cc1a7ca tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/quotas/4f94a191bdd44506b49954bf553d7569 HTTP/1.1" status: 200 len: 375 time: 0.0085926 May 20 21:27:06.539996 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c234a933-4c77-4d42-9535-91787e860079 req-bd4b85d8-03e4-4920-9a6c-4a22c24432f1 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=4f94a191bdd44506b49954bf553d7569&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0574653 May 20 21:27:06.683163 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c234a933-4c77-4d42-9535-91787e860079 req-c055cd7d-ec67-4587-b4dc-ae2905984ed1 service neutron] 10.222.0.35 "GET /v2.0/networks/255960d5-e633-4d0c-a1cc-74a37a7cc772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309783 May 20 21:27:06.774489 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c234a933-4c77-4d42-9535-91787e860079 req-2d0c6ad6-e832-486a-b120-81bd7c36c082 service neutron] 10.222.0.35 "GET /v2.0/networks/255960d5-e633-4d0c-a1cc-74a37a7cc772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849752 May 20 21:27:07.648414 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0fc14ce5-8124-4275-bd44-61d298e32174 req-61d44ab1-1d14-41ef-80b1-ae00fc771a58 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/ports?device_id=8cdc4cb3-c3c1-490d-9ed2-2ae46e136d01 HTTP/1.1" status: 200 len: 210 time: 0.3799176 May 20 21:27:08.728933 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-922e7773-38d4-44ec-8147-934d1b813745 req-e76d3449-e19c-43b1-8b38-a5355f78e628 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/ports?device_id=8cdc4cb3-c3c1-490d-9ed2-2ae46e136d01 HTTP/1.1" status: 200 len: 210 time: 0.0253372 May 20 21:27:09.810302 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f1aaeba5-d29f-4107-beb0-5b6cf9cdb19c req-fd7d00e7-1c43-4a2b-ac96-315448f3a3fa tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/ports?device_id=8cdc4cb3-c3c1-490d-9ed2-2ae46e136d01 HTTP/1.1" status: 200 len: 210 time: 0.0270708 May 20 21:27:10.891414 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7ac606e7-d76e-4ac3-9d89-f9f39b85fc48 req-bb72043f-c163-43b8-afec-deaf1c73d760 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/ports?device_id=8cdc4cb3-c3c1-490d-9ed2-2ae46e136d01 HTTP/1.1" status: 200 len: 210 time: 0.0280421 May 20 21:27:11.991374 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-cc368a0e-d06d-4597-b9b1-3b71c05527cd req-0f3dbbec-04e1-4754-a8f0-aa6ddbdc7556 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/ports?device_id=8cdc4cb3-c3c1-490d-9ed2-2ae46e136d01 HTTP/1.1" status: 200 len: 210 time: 0.0282836 May 20 21:27:13.093176 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-19554d2b-d15b-4785-9c87-bd44f4578d7e req-b995a494-290d-4cb6-99b4-fb5fab3bbe5b tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/ports?device_id=8cdc4cb3-c3c1-490d-9ed2-2ae46e136d01 HTTP/1.1" status: 200 len: 210 time: 0.0311203 May 20 21:27:13.386870 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c234a933-4c77-4d42-9535-91787e860079 req-e1b6ebcc-37a5-4b64-9ef7-a4ae4b0bebab tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:27:13.388222 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-c234a933-4c77-4d42-9535-91787e860079 req-e1b6ebcc-37a5-4b64-9ef7-a4ae4b0bebab tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.13 "GET /v2.0/networks?id=255960d5-e633-4d0c-a1cc-74a37a7cc772 HTTP/1.1" status: 200 len: 812 time: 0.1135821 May 20 21:27:13.436845 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-c234a933-4c77-4d42-9535-91787e860079 req-fe4bf614-7493-4dc8-b940-c5faeebb685a tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4f94a191bdd44506b49954bf553d7569 HTTP/1.1" status: 200 len: 380 time: 0.0344932 May 20 21:27:13.446279 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [req-c234a933-4c77-4d42-9535-91787e860079 req-2e85e1fa-d539-415e-b496-520ca502d028 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Request body: {'port': {'device_id': '8cdc4cb3-c3c1-490d-9ed2-2ae46e136d01', 'network_id': '255960d5-e633-4d0c-a1cc-74a37a7cc772', 'admin_state_up': True, 'tenant_id': '4f94a191bdd44506b49954bf553d7569', 'security_groups': ['1347fee6-b8f4-4370-8390-b8b04a125af2']}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:27:13.634199 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c234a933-4c77-4d42-9535-91787e860079 req-2e85e1fa-d539-415e-b496-520ca502d028 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Made reservation on behalf of 4f94a191bdd44506b49954bf553d7569 for: {'port': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:27:13.637978 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-c234a933-4c77-4d42-9535-91787e860079 req-2e85e1fa-d539-415e-b496-520ca502d028 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:27:13.770218 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [req-c234a933-4c77-4d42-9535-91787e860079 req-2e85e1fa-d539-415e-b496-520ca502d028 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Allocated IP 172.20.0.14 (255960d5-e633-4d0c-a1cc-74a37a7cc772/87e873ab-38e9-43e0-acec-0c2b5973b603/a3a8ba79-cd53-439c-b23b-7163120dcfb9) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:27:13.906623 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-c234a933-4c77-4d42-9535-91787e860079 req-2e85e1fa-d539-415e-b496-520ca502d028 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:27:14.005624 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-c234a933-4c77-4d42-9535-91787e860079 req-2e85e1fa-d539-415e-b496-520ca502d028 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:27:14.051269 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c234a933-4c77-4d42-9535-91787e860079 req-2e85e1fa-d539-415e-b496-520ca502d028 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Network 255960d5-e633-4d0c-a1cc-74a37a7cc772 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:27:14.054334 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [req-c234a933-4c77-4d42-9535-91787e860079 req-2e85e1fa-d539-415e-b496-520ca502d028 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:27:14.058023 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-c234a933-4c77-4d42-9535-91787e860079 req-2e85e1fa-d539-415e-b496-520ca502d028 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:27:14.067778 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e85e1fa-d539-415e-b496-520ca502d028 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Pushing event updated for resources: {'Port': ['ID=a3a8ba79-cd53-439c-b23b-7163120dcfb9,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:27:14.098103 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e85e1fa-d539-415e-b496-520ca502d028 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:27:14.098444 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e85e1fa-d539-415e-b496-520ca502d028 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:27:14.098779 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e85e1fa-d539-415e-b496-520ca502d028 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:27:14.103844 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e85e1fa-d539-415e-b496-520ca502d028 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:27:14.103844 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e85e1fa-d539-415e-b496-520ca502d028 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:27:14.103844 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e85e1fa-d539-415e-b496-520ca502d028 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:27:14.103844 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e85e1fa-d539-415e-b496-520ca502d028 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:27:14.103844 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e85e1fa-d539-415e-b496-520ca502d028 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:27:14.103844 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e85e1fa-d539-415e-b496-520ca502d028 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:27:14.103844 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e85e1fa-d539-415e-b496-520ca502d028 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:27:14.103844 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e85e1fa-d539-415e-b496-520ca502d028 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:27:14.103844 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e85e1fa-d539-415e-b496-520ca502d028 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:27:14.131724 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c234a933-4c77-4d42-9535-91787e860079 req-2e85e1fa-d539-415e-b496-520ca502d028 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:27:14.132396 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-c234a933-4c77-4d42-9535-91787e860079 req-2e85e1fa-d539-415e-b496-520ca502d028 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:27:14.227572 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b29b37f-546b-451b-8ee5-8a021ae12f8f req-a08747a3-8925-4285-b6a2-98874b517267 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:27:14.230108 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9b29b37f-546b-451b-8ee5-8a021ae12f8f req-a08747a3-8925-4285-b6a2-98874b517267 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/ports?device_id=8cdc4cb3-c3c1-490d-9ed2-2ae46e136d01 HTTP/1.1" status: 200 len: 932 time: 0.0570924 May 20 21:27:14.231286 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-c234a933-4c77-4d42-9535-91787e860079 req-2e85e1fa-d539-415e-b496-520ca502d028 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7885976 May 20 21:27:14.241947 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [req-c234a933-4c77-4d42-9535-91787e860079 req-677741fe-d1c0-4bdb-a483-1d68678f3fe3 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103162) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 21:27:14.243152 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-c234a933-4c77-4d42-9535-91787e860079 req-677741fe-d1c0-4bdb-a483-1d68678f3fe3 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060227 May 20 21:27:14.264800 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [req-c234a933-4c77-4d42-9535-91787e860079 req-d09955cd-63bc-4f4c-be93-868d9556e7b4 service neutron] Request body: {'port': {'device_id': '8cdc4cb3-c3c1-490d-9ed2-2ae46e136d01', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-842733-1'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:27:14.287979 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9b29b37f-546b-451b-8ee5-8a021ae12f8f req-94be7515-e17d-4c95-b27a-3a310c7a8859 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/security-groups?id=1347fee6-b8f4-4370-8390-b8b04a125af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507510 May 20 21:27:14.330414 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-c234a933-4c77-4d42-9535-91787e860079 req-d09955cd-63bc-4f4c-be93-868d9556e7b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:27:14.419024 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-9405f255-bb8d-42a9-ac53-1b5e13726e9c None None] Provisioning complete for port a3a8ba79-cd53-439c-b23b-7163120dcfb9 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:27:14.419580 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-9405f255-bb8d-42a9-ac53-1b5e13726e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:27:14.454067 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-9405f255-bb8d-42a9-ac53-1b5e13726e9c None None] Port a3a8ba79-cd53-439c-b23b-7163120dcfb9 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 21:27:14.624609 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [req-c234a933-4c77-4d42-9535-91787e860079 req-d09955cd-63bc-4f4c-be93-868d9556e7b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3a8ba79-cd53-439c-b23b-7163120dcfb9 {{(pid=103162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 21:27:14.632437 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-c234a933-4c77-4d42-9535-91787e860079 req-d09955cd-63bc-4f4c-be93-868d9556e7b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:27:14.644398 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.provisioning_blocks [req-c234a933-4c77-4d42-9535-91787e860079 req-d09955cd-63bc-4f4c-be93-868d9556e7b4 service neutron] Transition to ACTIVE for port object a3a8ba79-cd53-439c-b23b-7163120dcfb9 will not be triggered until provisioned by entity L2. {{(pid=103162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 21:27:14.737073 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-c234a933-4c77-4d42-9535-91787e860079 req-d09955cd-63bc-4f4c-be93-868d9556e7b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:27:14.790556 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09955cd-63bc-4f4c-be93-868d9556e7b4 service neutron] Pushing event updated for resources: {'Port': ['ID=a3a8ba79-cd53-439c-b23b-7163120dcfb9,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:27:14.870485 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-c234a933-4c77-4d42-9535-91787e860079 req-d09955cd-63bc-4f4c-be93-868d9556e7b4 service neutron] Attempting to bind port a3a8ba79-cd53-439c-b23b-7163120dcfb9 on host n-h2-842733-1 for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:27:14.870824 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-c234a933-4c77-4d42-9535-91787e860079 req-d09955cd-63bc-4f4c-be93-868d9556e7b4 service neutron] Attempting to bind port a3a8ba79-cd53-439c-b23b-7163120dcfb9 by drivers openvswitch,hyperv on host n-h2-842733-1 at level 0 using segments [{'id': '8db3cbe6-5ab5-44a8-9059-240f6f6827e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '255960d5-e633-4d0c-a1cc-74a37a7cc772'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:27:14.871136 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c234a933-4c77-4d42-9535-91787e860079 req-d09955cd-63bc-4f4c-be93-868d9556e7b4 service neutron] Attempting to bind port a3a8ba79-cd53-439c-b23b-7163120dcfb9 on network 255960d5-e633-4d0c-a1cc-74a37a7cc772 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:27:14.875696 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c234a933-4c77-4d42-9535-91787e860079 req-d09955cd-63bc-4f4c-be93-868d9556e7b4 service neutron] Port a3a8ba79-cd53-439c-b23b-7163120dcfb9 on network 255960d5-e633-4d0c-a1cc-74a37a7cc772 not bound, no agent of type Open vSwitch agent registered on host n-h2-842733-1 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 21:27:14.876014 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c234a933-4c77-4d42-9535-91787e860079 req-d09955cd-63bc-4f4c-be93-868d9556e7b4 service neutron] Attempting to bind port a3a8ba79-cd53-439c-b23b-7163120dcfb9 on network 255960d5-e633-4d0c-a1cc-74a37a7cc772 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:27:14.880979 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c234a933-4c77-4d42-9535-91787e860079 req-d09955cd-63bc-4f4c-be93-868d9556e7b4 service neutron] Checking agent: {'id': 'a66f2511-b955-448f-877c-56cfe9c81b12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 33, 2), 'started_at': datetime.datetime(2022, 5, 20, 20, 33, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 21, 27, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 21:27:14.881417 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c234a933-4c77-4d42-9535-91787e860079 req-d09955cd-63bc-4f4c-be93-868d9556e7b4 service neutron] Checking segment: {'id': '8db3cbe6-5ab5-44a8-9059-240f6f6827e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '255960d5-e633-4d0c-a1cc-74a37a7cc772'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:27:14.881806 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c234a933-4c77-4d42-9535-91787e860079 req-d09955cd-63bc-4f4c-be93-868d9556e7b4 service neutron] Bound using segment: {'id': '8db3cbe6-5ab5-44a8-9059-240f6f6827e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '255960d5-e633-4d0c-a1cc-74a37a7cc772'} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 21:27:14.882227 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-c234a933-4c77-4d42-9535-91787e860079 req-d09955cd-63bc-4f4c-be93-868d9556e7b4 service neutron] Bound port: a3a8ba79-cd53-439c-b23b-7163120dcfb9, host: n-h2-842733-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8db3cbe6-5ab5-44a8-9059-240f6f6827e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '255960d5-e633-4d0c-a1cc-74a37a7cc772'}}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:27:14.882591 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-c234a933-4c77-4d42-9535-91787e860079 req-d09955cd-63bc-4f4c-be93-868d9556e7b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:27:14.954866 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-c234a933-4c77-4d42-9535-91787e860079 req-d09955cd-63bc-4f4c-be93-868d9556e7b4 service neutron] For port a3a8ba79-cd53-439c-b23b-7163120dcfb9, host n-h2-842733-1, cleared binding levels {{(pid=103162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 21:27:14.958248 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-c234a933-4c77-4d42-9535-91787e860079 req-d09955cd-63bc-4f4c-be93-868d9556e7b4 service neutron] For port a3a8ba79-cd53-439c-b23b-7163120dcfb9, host n-h2-842733-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=a3a8ba79-cd53-439c-b23b-7163120dcfb9,segment=NetworkSegment(8db3cbe6-5ab5-44a8-9059-240f6f6827e1),segment_id=8db3cbe6-5ab5-44a8-9059-240f6f6827e1)] {{(pid=103162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 21:27:15.028301 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-c234a933-4c77-4d42-9535-91787e860079 req-d09955cd-63bc-4f4c-be93-868d9556e7b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:27:15.064089 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c234a933-4c77-4d42-9535-91787e860079 req-d09955cd-63bc-4f4c-be93-868d9556e7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:27:15.064699 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-c234a933-4c77-4d42-9535-91787e860079 req-d09955cd-63bc-4f4c-be93-868d9556e7b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:27:15.066178 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-c234a933-4c77-4d42-9535-91787e860079 req-d09955cd-63bc-4f4c-be93-868d9556e7b4 service neutron] 10.222.0.13 "PUT /v2.0/ports/a3a8ba79-cd53-439c-b23b-7163120dcfb9 HTTP/1.1" status: 200 len: 1092 time: 0.8065310 May 20 21:27:15.066687 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cdc4cb3-c3c1-490d-9ed2-2ae46e136d01', 'tag': 'a3a8ba79-cd53-439c-b23b-7163120dcfb9'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 21:27:15.068921 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6fa957933fccbf596d28104b23404b952ad6a8238afaebaed40a0874b2e409" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a05fdc3a-84fc-40f1-9769-55c756cbe671" -d '{"events": [{"name": "network-changed", "server_uuid": "8cdc4cb3-c3c1-490d-9ed2-2ae46e136d01", "tag": "a3a8ba79-cd53-439c-b23b-7163120dcfb9"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 21:27:15.104222 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09955cd-63bc-4f4c-be93-868d9556e7b4 service neutron] Pushing event updated for resources: {'Port': ['ID=a3a8ba79-cd53-439c-b23b-7163120dcfb9,revision_number=3']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:27:15.238749 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c234a933-4c77-4d42-9535-91787e860079 req-a07191d2-7cef-4b02-b53d-11efb1a745fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:27:15.240360 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-c234a933-4c77-4d42-9535-91787e860079 req-a07191d2-7cef-4b02-b53d-11efb1a745fc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4f94a191bdd44506b49954bf553d7569&device_id=8cdc4cb3-c3c1-490d-9ed2-2ae46e136d01 HTTP/1.1" status: 200 len: 1095 time: 0.0453098 May 20 21:27:15.293695 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-c234a933-4c77-4d42-9535-91787e860079 req-3cf024c1-a070-4e20-bc8c-a0dd69f1e10e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a3a8ba79-cd53-439c-b23b-7163120dcfb9 HTTP/1.1" status: 200 len: 217 time: 0.0405936 May 20 21:27:15.352843 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c234a933-4c77-4d42-9535-91787e860079 req-53f08887-a991-49f1-864b-8420349a2811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:27:15.354452 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-c234a933-4c77-4d42-9535-91787e860079 req-53f08887-a991-49f1-864b-8420349a2811 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=87e873ab-38e9-43e0-acec-0c2b5973b603 HTTP/1.1" status: 200 len: 851 time: 0.0531693 May 20 21:27:15.405627 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c234a933-4c77-4d42-9535-91787e860079 req-77f93437-4026-4884-99a3-69ecc6cf6e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:27:15.407148 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-c234a933-4c77-4d42-9535-91787e860079 req-77f93437-4026-4884-99a3-69ecc6cf6e13 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=255960d5-e633-4d0c-a1cc-74a37a7cc772&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457802 May 20 21:27:15.417080 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30e7622-6f75-4437-9203-7619afe72b7c req-4c7b41a5-34cf-477a-b5d8-520494631631 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:27:15.422827 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a30e7622-6f75-4437-9203-7619afe72b7c req-4c7b41a5-34cf-477a-b5d8-520494631631 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/ports?device_id=8cdc4cb3-c3c1-490d-9ed2-2ae46e136d01 HTTP/1.1" status: 200 len: 944 time: 0.0531964 May 20 21:27:15.461874 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a30e7622-6f75-4437-9203-7619afe72b7c req-ef80fb50-4206-4257-9788-71222c9206c4 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/security-groups?id=1347fee6-b8f4-4370-8390-b8b04a125af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360842 May 20 21:27:15.507921 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-c234a933-4c77-4d42-9535-91787e860079 req-2b864ebe-c4b8-4dc6-89dc-c8fc21e992b9 service neutron] 10.222.0.13 "GET /v2.0/networks/255960d5-e633-4d0c-a1cc-74a37a7cc772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943127 May 20 21:27:15.598529 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-c234a933-4c77-4d42-9535-91787e860079 req-5e3f0238-2819-437b-a486-e4938f7c042d service neutron] 10.222.0.13 "GET /v2.0/networks/255960d5-e633-4d0c-a1cc-74a37a7cc772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834045 May 20 21:27:16.194299 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 21:27:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55c07ced-92bf-4237-896d-7a3a8a37b2f4 x-openstack-request-id: req-55c07ced-92bf-4237-896d-7a3a8a37b2f4 {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 21:27:16.197640 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8cdc4cb3-c3c1-490d-9ed2-2ae46e136d01", "tag": "a3a8ba79-cd53-439c-b23b-7163120dcfb9", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 21:27:16.197640 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-55c07ced-92bf-4237-896d-7a3a8a37b2f4 {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 21:27:16.197640 n-d-842733-1 neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55c07ced-92bf-4237-896d-7a3a8a37b2f4'] response: {'name': 'network-changed', 'server_uuid': '8cdc4cb3-c3c1-490d-9ed2-2ae46e136d01', 'tag': 'a3a8ba79-cd53-439c-b23b-7163120dcfb9', 'status': 'completed', 'code': 200} May 20 21:27:16.275855 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05fdc3a-84fc-40f1-9769-55c756cbe671 req-c30ab5dc-99ea-46d7-987b-be73255d3b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:27:16.277402 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-a05fdc3a-84fc-40f1-9769-55c756cbe671 req-c30ab5dc-99ea-46d7-987b-be73255d3b70 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4f94a191bdd44506b49954bf553d7569&device_id=8cdc4cb3-c3c1-490d-9ed2-2ae46e136d01 HTTP/1.1" status: 200 len: 1095 time: 0.0422525 May 20 21:27:16.372015 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05fdc3a-84fc-40f1-9769-55c756cbe671 req-9649d4a0-c62a-413a-a519-b53abeb2c311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:27:16.374119 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-a05fdc3a-84fc-40f1-9769-55c756cbe671 req-9649d4a0-c62a-413a-a519-b53abeb2c311 service neutron] 10.222.0.13 "GET /v2.0/networks?id=255960d5-e633-4d0c-a1cc-74a37a7cc772 HTTP/1.1" status: 200 len: 913 time: 0.0885081 May 20 21:27:16.415214 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-a05fdc3a-84fc-40f1-9769-55c756cbe671 req-f5664c4f-5aec-4765-ab61-69f5d916df60 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a3a8ba79-cd53-439c-b23b-7163120dcfb9 HTTP/1.1" status: 200 len: 217 time: 0.0341399 May 20 21:27:16.488418 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05fdc3a-84fc-40f1-9769-55c756cbe671 req-ce31e95e-fd11-4878-8518-289ca709228d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:27:16.488418 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-a05fdc3a-84fc-40f1-9769-55c756cbe671 req-ce31e95e-fd11-4878-8518-289ca709228d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=87e873ab-38e9-43e0-acec-0c2b5973b603 HTTP/1.1" status: 200 len: 851 time: 0.0662658 May 20 21:27:16.533092 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05fdc3a-84fc-40f1-9769-55c756cbe671 req-9aacb996-19d1-4178-bb79-68f1d5497450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:27:16.534609 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-a05fdc3a-84fc-40f1-9769-55c756cbe671 req-9aacb996-19d1-4178-bb79-68f1d5497450 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=255960d5-e633-4d0c-a1cc-74a37a7cc772&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407937 May 20 21:27:16.589351 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e56094-4bb4-441d-ae4c-cd298443ddd3 req-5e51e981-cda3-4d89-b192-83cba5869094 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:27:16.592351 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-65e56094-4bb4-441d-ae4c-cd298443ddd3 req-5e51e981-cda3-4d89-b192-83cba5869094 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/ports?device_id=8cdc4cb3-c3c1-490d-9ed2-2ae46e136d01 HTTP/1.1" status: 200 len: 944 time: 0.0541902 May 20 21:27:16.632218 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-65e56094-4bb4-441d-ae4c-cd298443ddd3 req-01903e9d-ea9b-425a-ac8e-690faea074b6 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/security-groups?id=1347fee6-b8f4-4370-8390-b8b04a125af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337269 May 20 21:27:16.632593 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-a05fdc3a-84fc-40f1-9769-55c756cbe671 req-6f39a248-f848-49e4-9b90-e1b20cdeebc2 service neutron] 10.222.0.13 "GET /v2.0/networks/255960d5-e633-4d0c-a1cc-74a37a7cc772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912285 May 20 21:27:17.060971 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-a05fdc3a-84fc-40f1-9769-55c756cbe671 req-12ad277e-f611-4501-828e-9788760342c4 service neutron] 10.222.0.13 "GET /v2.0/networks/255960d5-e633-4d0c-a1cc-74a37a7cc772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4223609 May 20 21:27:17.754013 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8d6f6d-2a0f-4c6e-b5ef-33c3618f3dc8 req-2df351ac-5bac-485f-8253-422f0ad66c26 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:27:17.755501 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-fa8d6f6d-2a0f-4c6e-b5ef-33c3618f3dc8 req-2df351ac-5bac-485f-8253-422f0ad66c26 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/ports?device_id=8cdc4cb3-c3c1-490d-9ed2-2ae46e136d01 HTTP/1.1" status: 200 len: 944 time: 0.0496590 May 20 21:27:17.801497 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-fa8d6f6d-2a0f-4c6e-b5ef-33c3618f3dc8 req-94fa9456-0475-44e1-89fa-727be6fa7315 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/security-groups?id=1347fee6-b8f4-4370-8390-b8b04a125af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395513 May 20 21:27:18.918732 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32b03e7-388a-42f3-a22c-1974d2863e86 req-d95dd7f9-4d0d-48da-9183-48cce9796b4f tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:27:18.920160 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f32b03e7-388a-42f3-a22c-1974d2863e86 req-d95dd7f9-4d0d-48da-9183-48cce9796b4f tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/ports?device_id=8cdc4cb3-c3c1-490d-9ed2-2ae46e136d01 HTTP/1.1" status: 200 len: 944 time: 0.0472953 May 20 21:27:18.957331 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f32b03e7-388a-42f3-a22c-1974d2863e86 req-e8e3d43b-981f-43c7-b3a7-6a8a96a9465a tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/security-groups?id=1347fee6-b8f4-4370-8390-b8b04a125af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310390 May 20 21:27:19.907732 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-61eaef6b-034b-46af-83bf-2b25fe12ed6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:27:20.077347 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020b0c6d-4f26-42df-a81a-1a5cdb282a8c req-2f3ae957-4167-43cf-abd6-46248c7c0a5f tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:27:20.078940 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-020b0c6d-4f26-42df-a81a-1a5cdb282a8c req-2f3ae957-4167-43cf-abd6-46248c7c0a5f tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/ports?device_id=8cdc4cb3-c3c1-490d-9ed2-2ae46e136d01 HTTP/1.1" status: 200 len: 944 time: 0.0520275 May 20 21:27:20.116947 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-020b0c6d-4f26-42df-a81a-1a5cdb282a8c req-3c8d5a00-1792-4476-a005-c1b8c6326965 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/security-groups?id=1347fee6-b8f4-4370-8390-b8b04a125af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316973 May 20 21:27:21.233354 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad2e409-14cf-4352-8169-d8dde672ab58 req-e61c5f8d-f2f1-4f81-a6ac-a0c1c4cf4c12 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:27:21.234831 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1ad2e409-14cf-4352-8169-d8dde672ab58 req-e61c5f8d-f2f1-4f81-a6ac-a0c1c4cf4c12 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/ports?device_id=8cdc4cb3-c3c1-490d-9ed2-2ae46e136d01 HTTP/1.1" status: 200 len: 944 time: 0.0494068 May 20 21:27:21.273069 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1ad2e409-14cf-4352-8169-d8dde672ab58 req-087ece6e-13fb-448c-a595-73763b043013 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/security-groups?id=1347fee6-b8f4-4370-8390-b8b04a125af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322096 May 20 21:27:22.279298 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-47cb1767-97c1-4b5d-baaa-80eafeb5e369 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:27:22.392098 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece8fcad-b10a-4d87-8993-9f82fa6ceac3 req-001c3d54-bf9e-4aa5-8dd3-0d885c02acfa tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:27:22.393634 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ece8fcad-b10a-4d87-8993-9f82fa6ceac3 req-001c3d54-bf9e-4aa5-8dd3-0d885c02acfa tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/ports?device_id=8cdc4cb3-c3c1-490d-9ed2-2ae46e136d01 HTTP/1.1" status: 200 len: 944 time: 0.0498471 May 20 21:27:22.431147 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ece8fcad-b10a-4d87-8993-9f82fa6ceac3 req-353fb28f-78f8-4daf-883f-db514ff7b9a7 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/security-groups?id=1347fee6-b8f4-4370-8390-b8b04a125af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314989 May 20 21:27:23.549190 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012ee03f-7d3f-4347-b2a7-399db495b2c1 req-7ebbbb46-852c-4675-bfcb-368a8cb49fb2 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:27:23.550658 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-012ee03f-7d3f-4347-b2a7-399db495b2c1 req-7ebbbb46-852c-4675-bfcb-368a8cb49fb2 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/ports?device_id=8cdc4cb3-c3c1-490d-9ed2-2ae46e136d01 HTTP/1.1" status: 200 len: 944 time: 0.0513997 May 20 21:27:23.588775 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-012ee03f-7d3f-4347-b2a7-399db495b2c1 req-d8a9d2e5-9143-4ce8-8c3a-aa073a7b37db tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/security-groups?id=1347fee6-b8f4-4370-8390-b8b04a125af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319252 May 20 21:27:24.078858 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4bb0e131-6525-46ca-a45b-e4ea43a5e69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:27:24.704654 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34db4121-3c1e-4af6-8e3a-e3123ce45ccf req-52848c1d-b867-4ece-83ed-0be2971a2b4c tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:27:24.706197 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-34db4121-3c1e-4af6-8e3a-e3123ce45ccf req-52848c1d-b867-4ece-83ed-0be2971a2b4c tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/ports?device_id=8cdc4cb3-c3c1-490d-9ed2-2ae46e136d01 HTTP/1.1" status: 200 len: 944 time: 0.0483449 May 20 21:27:24.743939 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-34db4121-3c1e-4af6-8e3a-e3123ce45ccf req-236ab7e2-bb59-4db2-bb05-c5510c715873 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/security-groups?id=1347fee6-b8f4-4370-8390-b8b04a125af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318155 May 20 21:27:25.085022 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:27:25.627796 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:27:25.644473 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cc3ec51b-6ec8-438a-8349-5f0bec346d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:27:25.858421 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef55039-dd4c-4a95-accc-fa04a090c93c req-89a95e55-b811-44e8-8439-4fb9d0ee98a8 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:27:25.859867 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9ef55039-dd4c-4a95-accc-fa04a090c93c req-89a95e55-b811-44e8-8439-4fb9d0ee98a8 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/ports?device_id=8cdc4cb3-c3c1-490d-9ed2-2ae46e136d01 HTTP/1.1" status: 200 len: 944 time: 0.0505972 May 20 21:27:25.897717 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9ef55039-dd4c-4a95-accc-fa04a090c93c req-ffe694b8-d54e-41e1-8d60-e8edab457108 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/security-groups?id=1347fee6-b8f4-4370-8390-b8b04a125af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317149 May 20 21:27:27.016825 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba613d9-1f86-43ab-ba3e-4b245c2a91e4 req-4ba36219-27d1-4d07-81f1-4e1d21494e1b tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:27:27.018313 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3ba613d9-1f86-43ab-ba3e-4b245c2a91e4 req-4ba36219-27d1-4d07-81f1-4e1d21494e1b tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/ports?device_id=8cdc4cb3-c3c1-490d-9ed2-2ae46e136d01 HTTP/1.1" status: 200 len: 944 time: 0.0525293 May 20 21:27:27.056137 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3ba613d9-1f86-43ab-ba3e-4b245c2a91e4 req-7eef8df7-2393-4f38-839d-a80b1e0fc0ed tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/security-groups?id=1347fee6-b8f4-4370-8390-b8b04a125af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317590 May 20 21:27:27.826037 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device a3a8ba79-cd53-439c-b23b-7163120dcfb9 details requested by agent hyperv_n-h2-842733-1 with host n-h2-842733-1 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 21:27:27.916973 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port a3a8ba79-cd53-439c-b23b-7163120dcfb9, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=a3a8ba79-cd53-439c-b23b-7163120dcfb9,segment=NetworkSegment(8db3cbe6-5ab5-44a8-9059-240f6f6827e1),segment_id=8db3cbe6-5ab5-44a8-9059-240f6f6827e1)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:27:27.928799 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Returning: {'device': 'a3a8ba79-cd53-439c-b23b-7163120dcfb9', 'network_id': '255960d5-e633-4d0c-a1cc-74a37a7cc772', 'port_id': 'a3a8ba79-cd53-439c-b23b-7163120dcfb9', 'mac_address': 'fa:16:3e:98:72:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87e873ab-38e9-43e0-acec-0c2b5973b603', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 20 21:27:27.963556 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port a3a8ba79-cd53-439c-b23b-7163120dcfb9 is: DOWN; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:27:27.963937 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:27:27.980236 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3a8ba79-cd53-439c-b23b-7163120dcfb9 {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 21:27:27.999598 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port a3a8ba79-cd53-439c-b23b-7163120dcfb9, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=a3a8ba79-cd53-439c-b23b-7163120dcfb9,segment=NetworkSegment(8db3cbe6-5ab5-44a8-9059-240f6f6827e1),segment_id=8db3cbe6-5ab5-44a8-9059-240f6f6827e1)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:27:28.084707 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:27:28.135091 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=a3a8ba79-cd53-439c-b23b-7163120dcfb9,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:27:28.142979 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:27:28.143316 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:27:28.143647 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:27:28.143973 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:27:28.144295 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:27:28.144614 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:27:28.144931 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:27:28.145273 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:27:28.145591 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:27:28.145905 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:27:28.146308 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:27:28.146623 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:27:28.181977 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45d4b2c-3b11-4c3b-b385-213ade7197f2 req-ed0a1cf0-144f-45fe-a75c-224232472508 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:27:28.183444 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d45d4b2c-3b11-4c3b-b385-213ade7197f2 req-ed0a1cf0-144f-45fe-a75c-224232472508 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/ports?device_id=8cdc4cb3-c3c1-490d-9ed2-2ae46e136d01 HTTP/1.1" status: 200 len: 945 time: 0.0586550 May 20 21:27:28.224347 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d45d4b2c-3b11-4c3b-b385-213ade7197f2 req-6b515f4d-16c6-4ccd-95b0-ef4d7106a5c0 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/security-groups?id=1347fee6-b8f4-4370-8390-b8b04a125af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345109 May 20 21:27:28.410627 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] get_ports_and_sgs() called for port_ids ['a3a8ba79-cd53-439c-b23b-7163120dcfb9'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 21:27:29.339358 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aabebc4-1ed8-419b-890a-f9ed66e94d8a req-e54043aa-83e3-4dc9-b172-258d8716c7ab tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:27:29.340811 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1aabebc4-1ed8-419b-890a-f9ed66e94d8a req-e54043aa-83e3-4dc9-b172-258d8716c7ab tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/ports?device_id=8cdc4cb3-c3c1-490d-9ed2-2ae46e136d01 HTTP/1.1" status: 200 len: 945 time: 0.0481350 May 20 21:27:29.379984 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1aabebc4-1ed8-419b-890a-f9ed66e94d8a req-b2b3bc4d-5816-4f43-a1aa-87a00cc4cf18 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/security-groups?id=1347fee6-b8f4-4370-8390-b8b04a125af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320456 May 20 21:27:29.826527 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device a3a8ba79-cd53-439c-b23b-7163120dcfb9 up at agent hyperv_n-h2-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:27:29.970318 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Provisioning for port a3a8ba79-cd53-439c-b23b-7163120dcfb9 completed by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 21:27:29.974042 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Provisioning complete for port a3a8ba79-cd53-439c-b23b-7163120dcfb9 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:27:29.974407 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:27:30.051826 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port a3a8ba79-cd53-439c-b23b-7163120dcfb9 is: BUILD; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:27:30.052209 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:27:30.075104 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cdc4cb3-c3c1-490d-9ed2-2ae46e136d01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3a8ba79-cd53-439c-b23b-7163120dcfb9'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 21:27:30.077494 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8485417003ce7c0410b00f5cdc2f391e21107b70bb68e2773712534a96e108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3050f33b-02f3-47a1-a0ea-1eba4d1b34c6" -d '{"events": [{"server_uuid": "8cdc4cb3-c3c1-490d-9ed2-2ae46e136d01", "name": "network-vif-plugged", "status": "completed", "tag": "a3a8ba79-cd53-439c-b23b-7163120dcfb9"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 21:27:30.090478 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port a3a8ba79-cd53-439c-b23b-7163120dcfb9, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=a3a8ba79-cd53-439c-b23b-7163120dcfb9,segment=NetworkSegment(8db3cbe6-5ab5-44a8-9059-240f6f6827e1),segment_id=8db3cbe6-5ab5-44a8-9059-240f6f6827e1)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:27:30.175135 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 21:27:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-500a5c60-3228-4658-8d0c-4695820cd2ab x-openstack-request-id: req-500a5c60-3228-4658-8d0c-4695820cd2ab {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 21:27:30.175432 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cdc4cb3-c3c1-490d-9ed2-2ae46e136d01", "name": "network-vif-plugged", "status": "completed", "tag": "a3a8ba79-cd53-439c-b23b-7163120dcfb9", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 21:27:30.175685 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-500a5c60-3228-4658-8d0c-4695820cd2ab {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 21:27:30.176084 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-500a5c60-3228-4658-8d0c-4695820cd2ab'] response: {'server_uuid': '8cdc4cb3-c3c1-490d-9ed2-2ae46e136d01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3a8ba79-cd53-439c-b23b-7163120dcfb9', 'code': 200} May 20 21:27:30.177333 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:27:30.235887 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=a3a8ba79-cd53-439c-b23b-7163120dcfb9,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:27:30.298363 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9e38c6-cf88-474f-8672-195816664495 req-f6659543-6869-4b83-a843-aa7c6f5f5f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:27:30.299929 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-8e9e38c6-cf88-474f-8672-195816664495 req-f6659543-6869-4b83-a843-aa7c6f5f5f68 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8cdc4cb3-c3c1-490d-9ed2-2ae46e136d01 HTTP/1.1" status: 200 len: 1097 time: 0.0403278 May 20 21:27:30.332829 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-8e9e38c6-cf88-474f-8672-195816664495 req-2cbf857a-9d32-4ef2-aea1-6c256e6f8eef service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=1347fee6-b8f4-4370-8390-b8b04a125af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0264995 May 20 21:27:30.503321 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14644d1f-81b6-4284-97ee-f4c1620cb0c7 req-957d115a-ede7-4aba-89a4-a03e9fc6ef58 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:27:30.504782 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-14644d1f-81b6-4284-97ee-f4c1620cb0c7 req-957d115a-ede7-4aba-89a4-a03e9fc6ef58 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/ports?device_id=8cdc4cb3-c3c1-490d-9ed2-2ae46e136d01 HTTP/1.1" status: 200 len: 946 time: 0.0537393 May 20 21:27:30.543414 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-14644d1f-81b6-4284-97ee-f4c1620cb0c7 req-99c4052d-7176-4854-96b7-7eb4c79ce3e6 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/security-groups?id=1347fee6-b8f4-4370-8390-b8b04a125af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324895 May 20 21:27:31.662603 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666a1827-759a-425f-92d8-883260c5bb02 req-1584d953-a40e-48d9-a615-a0c43281a940 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:27:31.664108 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-666a1827-759a-425f-92d8-883260c5bb02 req-1584d953-a40e-48d9-a615-a0c43281a940 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/ports?device_id=8cdc4cb3-c3c1-490d-9ed2-2ae46e136d01 HTTP/1.1" status: 200 len: 946 time: 0.0494921 May 20 21:27:31.701376 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-666a1827-759a-425f-92d8-883260c5bb02 req-a0a4d6d2-0c32-4290-8839-15e5f2655abd tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/security-groups?id=1347fee6-b8f4-4370-8390-b8b04a125af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311506 May 20 21:27:31.817201 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df0b63a-d373-40e5-9e57-9c1c2bc6595a req-0c4cb473-ec2b-4ea4-b86a-be97c53ecefb tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:27:31.818613 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3df0b63a-d373-40e5-9e57-9c1c2bc6595a req-0c4cb473-ec2b-4ea4-b86a-be97c53ecefb tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/ports?device_id=8cdc4cb3-c3c1-490d-9ed2-2ae46e136d01 HTTP/1.1" status: 200 len: 946 time: 0.0489168 May 20 21:27:31.856796 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3df0b63a-d373-40e5-9e57-9c1c2bc6595a req-fae5050f-7495-486a-b56f-a25a282ad35b tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/security-groups?id=1347fee6-b8f4-4370-8390-b8b04a125af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320470 May 20 21:27:31.885646 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 32986) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:27:31.930048 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-371c4616-c6f7-4c1c-85fc-3649b47b0385 tempest-TestVolumeBootPattern-431443051 tempest-TestVolumeBootPattern-431443051-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:27:31.931605 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-371c4616-c6f7-4c1c-85fc-3649b47b0385 tempest-TestVolumeBootPattern-431443051 tempest-TestVolumeBootPattern-431443051-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=8cdc4cb3-c3c1-490d-9ed2-2ae46e136d01 HTTP/1.1" status: 200 len: 1092 time: 0.0449779 May 20 21:27:31.934353 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 32988) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:27:31.938572 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-c160eafa-53c4-4228-a4ad-94fcab6e59ec tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Request body: {'floatingip': {'floating_network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'port_id': 'a3a8ba79-cd53-439c-b23b-7163120dcfb9', 'tenant_id': '4f94a191bdd44506b49954bf553d7569', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:27:32.067629 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c160eafa-53c4-4228-a4ad-94fcab6e59ec tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Notify callbacks [] for floatingip, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:27:32.163984 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c160eafa-53c4-4228-a4ad-94fcab6e59ec tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:27:32.270745 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-c160eafa-53c4-4228-a4ad-94fcab6e59ec tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Allocated IP 172.25.2.168 (e3a93b5c-91e2-4064-9c2c-1afc261bfe15/86fee0c1-6e34-488b-9216-b2b8e7ef585a/740dd6e1-3ead-43c1-b84d-ea2e04ccff50) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:27:32.375587 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c160eafa-53c4-4228-a4ad-94fcab6e59ec tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Notify callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:27:32.496858 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c160eafa-53c4-4228-a4ad-94fcab6e59ec tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:27:32.539236 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c160eafa-53c4-4228-a4ad-94fcab6e59ec tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Network e3a93b5c-91e2-4064-9c2c-1afc261bfe15 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:27:32.541992 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-c160eafa-53c4-4228-a4ad-94fcab6e59ec tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:27:32.545526 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c160eafa-53c4-4228-a4ad-94fcab6e59ec tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:27:32.570448 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160eafa-53c4-4228-a4ad-94fcab6e59ec tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Pushing event updated for resources: {'Port': ['ID=740dd6e1-3ead-43c1-b84d-ea2e04ccff50,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:27:32.584228 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160eafa-53c4-4228-a4ad-94fcab6e59ec tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:27:32.584566 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160eafa-53c4-4228-a4ad-94fcab6e59ec tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:27:32.584906 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160eafa-53c4-4228-a4ad-94fcab6e59ec tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:27:32.585265 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160eafa-53c4-4228-a4ad-94fcab6e59ec tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:27:32.585620 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160eafa-53c4-4228-a4ad-94fcab6e59ec tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:27:32.585945 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160eafa-53c4-4228-a4ad-94fcab6e59ec tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:27:32.586265 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160eafa-53c4-4228-a4ad-94fcab6e59ec tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:27:32.586601 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160eafa-53c4-4228-a4ad-94fcab6e59ec tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:27:32.586918 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160eafa-53c4-4228-a4ad-94fcab6e59ec tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:27:32.587235 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160eafa-53c4-4228-a4ad-94fcab6e59ec tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:27:32.587554 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160eafa-53c4-4228-a4ad-94fcab6e59ec tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:27:32.587874 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160eafa-53c4-4228-a4ad-94fcab6e59ec tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:27:32.650803 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:27:32.915054 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c160eafa-53c4-4228-a4ad-94fcab6e59ec tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:27:33.036364 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c160eafa-53c4-4228-a4ad-94fcab6e59ec tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:27:33.187613 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c160eafa-53c4-4228-a4ad-94fcab6e59ec tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Notify callbacks [] for port, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:27:33.244831 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c160eafa-53c4-4228-a4ad-94fcab6e59ec tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:27:33.316827 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160eafa-53c4-4228-a4ad-94fcab6e59ec tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Pushing event updated for resources: {'Port': ['ID=740dd6e1-3ead-43c1-b84d-ea2e04ccff50,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:27:33.328904 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c160eafa-53c4-4228-a4ad-94fcab6e59ec tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748272'] for floatingip, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:27:33.432515 n-d-842733-1 neutron-server[103163]: INFO neutron.db.l3_db [None req-c160eafa-53c4-4228-a4ad-94fcab6e59ec tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Floating IP 5327ecd2-3247-4fe5-8cdb-c82f6a88201e associated. External IP: 172.25.2.168, port: a3a8ba79-cd53-439c-b23b-7163120dcfb9. May 20 21:27:33.642385 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c160eafa-53c4-4228-a4ad-94fcab6e59ec tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Router 001f361d-04ad-4b94-baa3-7043a297f79f has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 21:27:33.748991 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c160eafa-53c4-4228-a4ad-94fcab6e59ec tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 21:27:33.758722 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed4b027-e6d6-41ec-b269-656ec3d17696 None None] Sync routers for ids ['001f361d-04ad-4b94-baa3-7043a297f79f'] in n-d-842733-1 {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 21:27:33.767591 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed4b027-e6d6-41ec-b269-656ec3d17696 None None] Routers {'001f361d-04ad-4b94-baa3-7043a297f79f'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:27:33.771523 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-bed4b027-e6d6-41ec-b269-656ec3d17696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:27:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['001f361d-04ad-4b94-baa3-7043a297f79f'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:27:33.829910 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c160eafa-53c4-4228-a4ad-94fcab6e59ec tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for floatingip, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:27:33.860132 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-c160eafa-53c4-4228-a4ad-94fcab6e59ec tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9227209 May 20 21:27:33.860132 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cdc4cb3-c3c1-490d-9ed2-2ae46e136d01', 'tag': 'a3a8ba79-cd53-439c-b23b-7163120dcfb9'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 21:27:33.863312 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4291b17aa7b45362825f0571e77c85f5e73afe1df9c7e9e15006df9d695c005e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdb2c9a8-7ebd-414c-87f7-37f925bdec65" -d '{"events": [{"name": "network-changed", "server_uuid": "8cdc4cb3-c3c1-490d-9ed2-2ae46e136d01", "tag": "a3a8ba79-cd53-439c-b23b-7163120dcfb9"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 21:27:33.875116 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-bed4b027-e6d6-41ec-b269-656ec3d17696 None None] Set router 001f361d-04ad-4b94-baa3-7043a297f79f gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:27:33.907778 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 21:27:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-474eb1a2-700e-4774-81b0-975a98d87da2 x-openstack-request-id: req-474eb1a2-700e-4774-81b0-975a98d87da2 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 21:27:33.908070 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8cdc4cb3-c3c1-490d-9ed2-2ae46e136d01", "tag": "a3a8ba79-cd53-439c-b23b-7163120dcfb9", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 21:27:33.908849 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-474eb1a2-700e-4774-81b0-975a98d87da2 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 21:27:33.909392 n-d-842733-1 neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-474eb1a2-700e-4774-81b0-975a98d87da2'] response: {'name': 'network-changed', 'server_uuid': '8cdc4cb3-c3c1-490d-9ed2-2ae46e136d01', 'tag': 'a3a8ba79-cd53-439c-b23b-7163120dcfb9', 'status': 'completed', 'code': 200} May 20 21:27:33.997090 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb2c9a8-7ebd-414c-87f7-37f925bdec65 req-1cfee67a-8a10-4ac1-a3ed-d8827f43d921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:27:33.998687 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-fdb2c9a8-7ebd-414c-87f7-37f925bdec65 req-1cfee67a-8a10-4ac1-a3ed-d8827f43d921 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4f94a191bdd44506b49954bf553d7569&device_id=8cdc4cb3-c3c1-490d-9ed2-2ae46e136d01 HTTP/1.1" status: 200 len: 1097 time: 0.0419686 May 20 21:27:34.093309 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb2c9a8-7ebd-414c-87f7-37f925bdec65 req-b172d290-0bbd-457f-89a1-59f70a7d8ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:27:34.094719 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-fdb2c9a8-7ebd-414c-87f7-37f925bdec65 req-b172d290-0bbd-457f-89a1-59f70a7d8ee4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=255960d5-e633-4d0c-a1cc-74a37a7cc772 HTTP/1.1" status: 200 len: 913 time: 0.0897889 May 20 21:27:34.162824 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-fdb2c9a8-7ebd-414c-87f7-37f925bdec65 req-abb4a12f-9467-4172-85e1-99d0ecfd9aef service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a3a8ba79-cd53-439c-b23b-7163120dcfb9 HTTP/1.1" status: 200 len: 1000 time: 0.0613625 May 20 21:27:34.193931 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-bed4b027-e6d6-41ec-b269-656ec3d17696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '001f361d-04ad-4b94-baa3-7043a297f79f', 'name': 'tempest-TestVolumeBootPattern-1743481201-router', 'tenant_id': '4f94a191bdd44506b49954bf553d7569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.192'}], 'enable_snat': True}, 'gw_port_id': '5b1caf5c-55fe-4411-b9a2-2314d7da9f60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:16:38Z', 'updated_at': '2022-05-20T21:16:42Z', 'revision_number': 4, 'project_id': '4f94a191bdd44506b49954bf553d7569', 'gw_port': {'id': '5b1caf5c-55fe-4411-b9a2-2314d7da9f60', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:e8:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '001f361d-04ad-4b94-baa3-7043a297f79f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:16:39Z', 'updated_at': '2022-05-20T21:16:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_floatingips': [{'id': '5327ecd2-3247-4fe5-8cdb-c82f6a88201e', 'tenant_id': '4f94a191bdd44506b49954bf553d7569', 'floating_ip_address': '172.25.2.168', 'floating_network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'router_id': '001f361d-04ad-4b94-baa3-7043a297f79f', 'port_id': 'a3a8ba79-cd53-439c-b23b-7163120dcfb9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4107, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '255960d5-e633-4d0c-a1cc-74a37a7cc772', 'mac_address': 'fa:16:3e:98:72:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cdc4cb3-c3c1-490d-9ed2-2ae46e136d01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-20T21:27:32Z', 'updated_at': '2022-05-20T21:27:32Z', 'revision_number': 0, 'project_id': '4f94a191bdd44506b49954bf553d7569', 'fixed_ip_address_scope': None}, {'id': 'e6f7d99b-8cf7-403d-add1-246005e42a45', 'tenant_id': '4f94a191bdd44506b49954bf553d7569', 'floating_ip_address': '172.25.2.7', 'floating_network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'router_id': '001f361d-04ad-4b94-baa3-7043a297f79f', 'port_id': '69a7476f-fa0b-4eaf-b6ce-600995e6b0a1', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4104, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '255960d5-e633-4d0c-a1cc-74a37a7cc772', 'mac_address': 'fa:16:3e:81:ce:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '688f927e-1a98-444b-b1a6-5f167bef2957', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-20T21:24:36Z', 'updated_at': '2022-05-20T21:24:38Z', 'revision_number': 1, 'project_id': '4f94a191bdd44506b49954bf553d7569', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6a40044-221e-4f58-a185-583437b659e1', 'name': '', 'network_id': '255960d5-e633-4d0c-a1cc-74a37a7cc772', 'tenant_id': '4f94a191bdd44506b49954bf553d7569', 'mac_address': 'fa:16:3e:ff:a7:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '001f361d-04ad-4b94-baa3-7043a297f79f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': '87e873ab-38e9-43e0-acec-0c2b5973b603', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:16:41Z', 'updated_at': '2022-05-20T21:16:46Z', 'revision_number': 5, 'project_id': '4f94a191bdd44506b49954bf553d7569', 'subnets': [{'id': '87e873ab-38e9-43e0-acec-0c2b5973b603', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:27:34.217490 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb2c9a8-7ebd-414c-87f7-37f925bdec65 req-b29862d9-5b64-4aed-b9f5-237a52ac9977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:27:34.219009 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-fdb2c9a8-7ebd-414c-87f7-37f925bdec65 req-b29862d9-5b64-4aed-b9f5-237a52ac9977 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=87e873ab-38e9-43e0-acec-0c2b5973b603 HTTP/1.1" status: 200 len: 851 time: 0.0496778 May 20 21:27:34.233313 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed4b027-e6d6-41ec-b269-656ec3d17696 None None] Checking router: 001f361d-04ad-4b94-baa3-7043a297f79f for host: n-d-842733-1 {{(pid=103165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 21:27:34.243261 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed4b027-e6d6-41ec-b269-656ec3d17696 None None] Routers {'001f361d-04ad-4b94-baa3-7043a297f79f'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:27:34.243881 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-bed4b027-e6d6-41ec-b269-656ec3d17696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:27:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['001f361d-04ad-4b94-baa3-7043a297f79f'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:27:34.263660 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb2c9a8-7ebd-414c-87f7-37f925bdec65 req-066c8210-ecb9-4b67-bed1-263c10403e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:27:34.265481 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-fdb2c9a8-7ebd-414c-87f7-37f925bdec65 req-066c8210-ecb9-4b67-bed1-263c10403e81 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=255960d5-e633-4d0c-a1cc-74a37a7cc772&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405929 May 20 21:27:34.348986 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-bed4b027-e6d6-41ec-b269-656ec3d17696 None None] Set router 001f361d-04ad-4b94-baa3-7043a297f79f gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:27:34.356505 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-fdb2c9a8-7ebd-414c-87f7-37f925bdec65 req-9c8315c1-7dac-4127-8e5e-0613c382b6e0 service neutron] 10.222.0.13 "GET /v2.0/networks/255960d5-e633-4d0c-a1cc-74a37a7cc772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847139 May 20 21:27:34.454155 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-fdb2c9a8-7ebd-414c-87f7-37f925bdec65 req-a8cf0b67-7ff7-4866-9600-276906e8672c service neutron] 10.222.0.13 "GET /v2.0/networks/255960d5-e633-4d0c-a1cc-74a37a7cc772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912981 May 20 21:27:34.586067 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-bed4b027-e6d6-41ec-b269-656ec3d17696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '001f361d-04ad-4b94-baa3-7043a297f79f', 'name': 'tempest-TestVolumeBootPattern-1743481201-router', 'tenant_id': '4f94a191bdd44506b49954bf553d7569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.192'}], 'enable_snat': True}, 'gw_port_id': '5b1caf5c-55fe-4411-b9a2-2314d7da9f60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:16:38Z', 'updated_at': '2022-05-20T21:16:42Z', 'revision_number': 4, 'project_id': '4f94a191bdd44506b49954bf553d7569', 'gw_port': {'id': '5b1caf5c-55fe-4411-b9a2-2314d7da9f60', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:e8:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '001f361d-04ad-4b94-baa3-7043a297f79f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:16:39Z', 'updated_at': '2022-05-20T21:16:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_floatingips': [{'id': '5327ecd2-3247-4fe5-8cdb-c82f6a88201e', 'tenant_id': '4f94a191bdd44506b49954bf553d7569', 'floating_ip_address': '172.25.2.168', 'floating_network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'router_id': '001f361d-04ad-4b94-baa3-7043a297f79f', 'port_id': 'a3a8ba79-cd53-439c-b23b-7163120dcfb9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4107, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '255960d5-e633-4d0c-a1cc-74a37a7cc772', 'mac_address': 'fa:16:3e:98:72:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cdc4cb3-c3c1-490d-9ed2-2ae46e136d01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-20T21:27:32Z', 'updated_at': '2022-05-20T21:27:32Z', 'revision_number': 0, 'project_id': '4f94a191bdd44506b49954bf553d7569', 'fixed_ip_address_scope': None}, {'id': 'e6f7d99b-8cf7-403d-add1-246005e42a45', 'tenant_id': '4f94a191bdd44506b49954bf553d7569', 'floating_ip_address': '172.25.2.7', 'floating_network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'router_id': '001f361d-04ad-4b94-baa3-7043a297f79f', 'port_id': '69a7476f-fa0b-4eaf-b6ce-600995e6b0a1', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4104, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '255960d5-e633-4d0c-a1cc-74a37a7cc772', 'mac_address': 'fa:16:3e:81:ce:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '688f927e-1a98-444b-b1a6-5f167bef2957', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-20T21:24:36Z', 'updated_at': '2022-05-20T21:24:38Z', 'revision_number': 1, 'project_id': '4f94a191bdd44506b49954bf553d7569', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6a40044-221e-4f58-a185-583437b659e1', 'name': '', 'network_id': '255960d5-e633-4d0c-a1cc-74a37a7cc772', 'tenant_id': '4f94a191bdd44506b49954bf553d7569', 'mac_address': 'fa:16:3e:ff:a7:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '001f361d-04ad-4b94-baa3-7043a297f79f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': '87e873ab-38e9-43e0-acec-0c2b5973b603', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:16:41Z', 'updated_at': '2022-05-20T21:16:46Z', 'revision_number': 5, 'project_id': '4f94a191bdd44506b49954bf553d7569', 'subnets': [{'id': '87e873ab-38e9-43e0-acec-0c2b5973b603', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:27:34.616762 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed4b027-e6d6-41ec-b269-656ec3d17696 None None] The sync data for ids ['001f361d-04ad-4b94-baa3-7043a297f79f'] in n-d-842733-1 is: [{'id': '001f361d-04ad-4b94-baa3-7043a297f79f', 'name': 'tempest-TestVolumeBootPattern-1743481201-router', 'tenant_id': '4f94a191bdd44506b49954bf553d7569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.192'}], 'enable_snat': True}, 'gw_port_id': '5b1caf5c-55fe-4411-b9a2-2314d7da9f60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:16:38Z', 'updated_at': '2022-05-20T21:16:42Z', 'revision_number': 4, 'project_id': '4f94a191bdd44506b49954bf553d7569', 'gw_port': {'id': '5b1caf5c-55fe-4411-b9a2-2314d7da9f60', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:e8:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '001f361d-04ad-4b94-baa3-7043a297f79f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:16:39Z', 'updated_at': '2022-05-20T21:16:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_floatingips': [{'id': '5327ecd2-3247-4fe5-8cdb-c82f6a88201e', 'tenant_id': '4f94a191bdd44506b49954bf553d7569', 'floating_ip_address': '172.25.2.168', 'floating_network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'router_id': '001f361d-04ad-4b94-baa3-7043a297f79f', 'port_id': 'a3a8ba79-cd53-439c-b23b-7163120dcfb9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4107, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '255960d5-e633-4d0c-a1cc-74a37a7cc772', 'mac_address': 'fa:16:3e:98:72:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cdc4cb3-c3c1-490d-9ed2-2ae46e136d01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-20T21:27:32Z', 'updated_at': '2022-05-20T21:27:32Z', 'revision_number': 0, 'project_id': '4f94a191bdd44506b49954bf553d7569', 'fixed_ip_address_scope': None}, {'id': 'e6f7d99b-8cf7-403d-add1-246005e42a45', 'tenant_id': '4f94a191bdd44506b49954bf553d7569', 'floating_ip_address': '172.25.2.7', 'floating_network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'router_id': '001f361d-04ad-4b94-baa3-7043a297f79f', 'port_id': '69a7476f-fa0b-4eaf-b6ce-600995e6b0a1', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4104, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '255960d5-e633-4d0c-a1cc-74a37a7cc772', 'mac_address': 'fa:16:3e:81:ce:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '688f927e-1a98-444b-b1a6-5f167bef2957', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-20T21:24:36Z', 'updated_at': '2022-05-20T21:24:38Z', 'revision_number': 1, 'project_id': '4f94a191bdd44506b49954bf553d7569', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6a40044-221e-4f58-a185-583437b659e1', 'name': '', 'network_id': '255960d5-e633-4d0c-a1cc-74a37a7cc772', 'tenant_id': '4f94a191bdd44506b49954bf553d7569', 'mac_address': 'fa:16:3e:ff:a7:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '001f361d-04ad-4b94-baa3-7043a297f79f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': '87e873ab-38e9-43e0-acec-0c2b5973b603', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:16:41Z', 'updated_at': '2022-05-20T21:16:46Z', 'revision_number': 5, 'project_id': '4f94a191bdd44506b49954bf553d7569', 'subnets': [{'id': '87e873ab-38e9-43e0-acec-0c2b5973b603', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 21:27:34.807289 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf5e0c9-7c0a-4ed6-aa92-d0a7ffcf0a28 None None] New status for floating IP 5327ecd2-3247-4fe5-8cdb-c82f6a88201e: ACTIVE {{(pid=103164) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 21:27:36.148363 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.agents_db [None req-5c33ad30-4e00-40fa-b486-8c79c4a6cfc5 None None] Agent healthcheck: found 7 active agents {{(pid=103165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 20 21:27:43.603728 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-8df192d6-51eb-4cc5-8e6a-efec713f6b13 req-294776d3-6605-43f4-91c1-2cf4cc92f047 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=688f927e-1a98-444b-b1a6-5f167bef2957&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0453074 May 20 21:27:43.687697 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df192d6-51eb-4cc5-8e6a-efec713f6b13 req-df6230e3-52e3-4bc5-83bf-5fcf5a60d305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:27:43.689381 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-8df192d6-51eb-4cc5-8e6a-efec713f6b13 req-df6230e3-52e3-4bc5-83bf-5fcf5a60d305 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4f94a191bdd44506b49954bf553d7569&device_id=688f927e-1a98-444b-b1a6-5f167bef2957 HTTP/1.1" status: 200 len: 1096 time: 0.0439765 May 20 21:27:43.802124 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df192d6-51eb-4cc5-8e6a-efec713f6b13 req-cac91fce-0632-4691-a1ee-61f68a869293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:27:43.803737 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-8df192d6-51eb-4cc5-8e6a-efec713f6b13 req-cac91fce-0632-4691-a1ee-61f68a869293 service neutron] 10.222.0.24 "GET /v2.0/networks?id=255960d5-e633-4d0c-a1cc-74a37a7cc772 HTTP/1.1" status: 200 len: 913 time: 0.0940247 May 20 21:27:43.872848 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-8df192d6-51eb-4cc5-8e6a-efec713f6b13 req-fb3b2139-2252-4f12-80b4-1b3049c476ec service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=69a7476f-fa0b-4eaf-b6ce-600995e6b0a1 HTTP/1.1" status: 200 len: 999 time: 0.0620248 May 20 21:27:43.927368 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df192d6-51eb-4cc5-8e6a-efec713f6b13 req-e922df0f-7354-41c9-87b9-3bc27a209a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:27:43.928806 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-8df192d6-51eb-4cc5-8e6a-efec713f6b13 req-e922df0f-7354-41c9-87b9-3bc27a209a7b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=87e873ab-38e9-43e0-acec-0c2b5973b603 HTTP/1.1" status: 200 len: 851 time: 0.0503979 May 20 21:27:43.975346 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df192d6-51eb-4cc5-8e6a-efec713f6b13 req-da254983-3eb5-4bf1-a1ac-f662953fce75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:27:43.976835 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-8df192d6-51eb-4cc5-8e6a-efec713f6b13 req-da254983-3eb5-4bf1-a1ac-f662953fce75 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=255960d5-e633-4d0c-a1cc-74a37a7cc772&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412898 May 20 21:27:44.065558 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-8df192d6-51eb-4cc5-8e6a-efec713f6b13 req-d00557d1-4090-4508-83bc-c515aa98d530 service neutron] 10.222.0.24 "GET /v2.0/networks/255960d5-e633-4d0c-a1cc-74a37a7cc772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823145 May 20 21:27:44.158904 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-8df192d6-51eb-4cc5-8e6a-efec713f6b13 req-38cdae31-78c5-4ca5-8ed8-960dfc39eeae service neutron] 10.222.0.24 "GET /v2.0/networks/255960d5-e633-4d0c-a1cc-74a37a7cc772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864568 May 20 21:27:49.762776 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-bed818bf-39d2-49b5-92dd-09b31e4c9c8c req-84acc24a-7ee7-4505-ae49-8f6c99f40cf9 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8cdc4cb3-c3c1-490d-9ed2-2ae46e136d01&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0838780 May 20 21:27:49.862432 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed818bf-39d2-49b5-92dd-09b31e4c9c8c req-28fdca60-ab19-4bda-a892-cb16797e9e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:27:49.863903 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-bed818bf-39d2-49b5-92dd-09b31e4c9c8c req-28fdca60-ab19-4bda-a892-cb16797e9e05 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4f94a191bdd44506b49954bf553d7569&device_id=8cdc4cb3-c3c1-490d-9ed2-2ae46e136d01 HTTP/1.1" status: 200 len: 1097 time: 0.0426481 May 20 21:27:49.901750 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3e1bd2fc-d381-4d42-9e49-a3061585985f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:27:49.971873 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed818bf-39d2-49b5-92dd-09b31e4c9c8c req-72791235-5a9d-4bab-8873-75de9f188353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:27:49.973353 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-bed818bf-39d2-49b5-92dd-09b31e4c9c8c req-72791235-5a9d-4bab-8873-75de9f188353 service neutron] 10.222.0.13 "GET /v2.0/networks?id=255960d5-e633-4d0c-a1cc-74a37a7cc772 HTTP/1.1" status: 200 len: 913 time: 0.0901947 May 20 21:27:50.036230 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-bed818bf-39d2-49b5-92dd-09b31e4c9c8c req-beeed75d-eb9e-431a-8fea-2367eacda86b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a3a8ba79-cd53-439c-b23b-7163120dcfb9 HTTP/1.1" status: 200 len: 1002 time: 0.0567005 May 20 21:27:50.087103 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed818bf-39d2-49b5-92dd-09b31e4c9c8c req-73915a07-c31d-4503-8fe9-653c62392cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:27:50.088562 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-bed818bf-39d2-49b5-92dd-09b31e4c9c8c req-73915a07-c31d-4503-8fe9-653c62392cb5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=87e873ab-38e9-43e0-acec-0c2b5973b603 HTTP/1.1" status: 200 len: 851 time: 0.0465517 May 20 21:27:50.142165 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed818bf-39d2-49b5-92dd-09b31e4c9c8c req-15ddf9e8-9ae3-47bd-a725-0426d386a389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:27:50.143627 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-bed818bf-39d2-49b5-92dd-09b31e4c9c8c req-15ddf9e8-9ae3-47bd-a725-0426d386a389 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=255960d5-e633-4d0c-a1cc-74a37a7cc772&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394835 May 20 21:27:50.230392 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-bed818bf-39d2-49b5-92dd-09b31e4c9c8c req-2599d0cf-babe-4903-800f-06be231e069f service neutron] 10.222.0.13 "GET /v2.0/networks/255960d5-e633-4d0c-a1cc-74a37a7cc772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801544 May 20 21:27:50.324976 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-bed818bf-39d2-49b5-92dd-09b31e4c9c8c req-be27962e-482d-4716-8e6a-cd81e65f7f07 service neutron] 10.222.0.13 "GET /v2.0/networks/255960d5-e633-4d0c-a1cc-74a37a7cc772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864587 May 20 21:27:52.289851 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-14709105-fa99-41d2-bfef-f1f0a17c96f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:27:54.106950 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4bb0e131-6525-46ca-a45b-e4ea43a5e69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:27:55.084069 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:27:55.638435 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:27:55.644196 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cc3ec51b-6ec8-438a-8349-5f0bec346d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:28:02.690628 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:28:13.147032 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.agents_db [None req-5c33ad30-4e00-40fa-b486-8c79c4a6cfc5 None None] Agent healthcheck: found 7 active agents {{(pid=103165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 20 21:28:19.952801 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-7dbd5a3a-80f0-4c6d-bc13-9cc2b85fc32c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:28:22.289808 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-2af30d34-33ec-4d8b-acb3-34153da233b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:28:24.090530 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4bb0e131-6525-46ca-a45b-e4ea43a5e69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:28:25.089812 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:28:25.660943 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:28:25.677866 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cc3ec51b-6ec8-438a-8349-5f0bec346d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:28:32.638271 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:28:44.836084 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-19e43663-e800-4f6f-a2bf-44739890013a req-95199fe8-3c1e-4169-8457-9600f9a31985 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=688f927e-1a98-444b-b1a6-5f167bef2957&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0404894 May 20 21:28:44.916189 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e43663-e800-4f6f-a2bf-44739890013a req-dbd57c5f-ff9c-4f10-b098-50594b37275e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:28:44.917698 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-19e43663-e800-4f6f-a2bf-44739890013a req-dbd57c5f-ff9c-4f10-b098-50594b37275e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4f94a191bdd44506b49954bf553d7569&device_id=688f927e-1a98-444b-b1a6-5f167bef2957 HTTP/1.1" status: 200 len: 1096 time: 0.0407081 May 20 21:28:45.022757 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e43663-e800-4f6f-a2bf-44739890013a req-a4266fcf-6539-41cf-ba8a-994b64b84814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:28:45.024201 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-19e43663-e800-4f6f-a2bf-44739890013a req-a4266fcf-6539-41cf-ba8a-994b64b84814 service neutron] 10.222.0.24 "GET /v2.0/networks?id=255960d5-e633-4d0c-a1cc-74a37a7cc772 HTTP/1.1" status: 200 len: 913 time: 0.0873492 May 20 21:28:45.089062 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-19e43663-e800-4f6f-a2bf-44739890013a req-f06013a6-81d3-443f-ad15-80f35968caf9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=69a7476f-fa0b-4eaf-b6ce-600995e6b0a1 HTTP/1.1" status: 200 len: 999 time: 0.0579624 May 20 21:28:45.142351 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e43663-e800-4f6f-a2bf-44739890013a req-68ea20ff-1afb-44b9-a7eb-02620c4c99ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:28:45.143793 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-19e43663-e800-4f6f-a2bf-44739890013a req-68ea20ff-1afb-44b9-a7eb-02620c4c99ea service neutron] 10.222.0.24 "GET /v2.0/subnets?id=87e873ab-38e9-43e0-acec-0c2b5973b603 HTTP/1.1" status: 200 len: 851 time: 0.0489759 May 20 21:28:45.188771 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e43663-e800-4f6f-a2bf-44739890013a req-3ea5ae50-41ca-4e60-9ec0-f8590c882a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:28:45.190257 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-19e43663-e800-4f6f-a2bf-44739890013a req-3ea5ae50-41ca-4e60-9ec0-f8590c882a40 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=255960d5-e633-4d0c-a1cc-74a37a7cc772&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401697 May 20 21:28:45.278875 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-19e43663-e800-4f6f-a2bf-44739890013a req-ceb5caf1-d397-435c-ac4a-e1383d55bad0 service neutron] 10.222.0.24 "GET /v2.0/networks/255960d5-e633-4d0c-a1cc-74a37a7cc772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817556 May 20 21:28:45.373804 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-19e43663-e800-4f6f-a2bf-44739890013a req-6d446c7d-4ea7-41d6-968f-bedef197bf8b service neutron] 10.222.0.24 "GET /v2.0/networks/255960d5-e633-4d0c-a1cc-74a37a7cc772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883672 May 20 21:28:49.930491 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a8e69049-5d96-4f62-89dc-29668512a7a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:28:50.145383 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.agents_db [None req-5c33ad30-4e00-40fa-b486-8c79c4a6cfc5 None None] Agent healthcheck: found 7 active agents {{(pid=103165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 20 21:28:51.727205 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-b58ef8a1-97b7-4ba1-968d-42b71e7ffbc5 req-0b67d9b9-4133-47df-9ea1-f2268cc39fd0 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8cdc4cb3-c3c1-490d-9ed2-2ae46e136d01&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0407760 May 20 21:28:51.823378 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58ef8a1-97b7-4ba1-968d-42b71e7ffbc5 req-6465596a-8b2e-49fb-ada4-d23127d087e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:28:51.824826 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-b58ef8a1-97b7-4ba1-968d-42b71e7ffbc5 req-6465596a-8b2e-49fb-ada4-d23127d087e5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4f94a191bdd44506b49954bf553d7569&device_id=8cdc4cb3-c3c1-490d-9ed2-2ae46e136d01 HTTP/1.1" status: 200 len: 1097 time: 0.0408595 May 20 21:28:51.934301 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58ef8a1-97b7-4ba1-968d-42b71e7ffbc5 req-3d99eaaa-6d18-454c-a7f3-3859927cf653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:28:51.935773 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-b58ef8a1-97b7-4ba1-968d-42b71e7ffbc5 req-3d99eaaa-6d18-454c-a7f3-3859927cf653 service neutron] 10.222.0.13 "GET /v2.0/networks?id=255960d5-e633-4d0c-a1cc-74a37a7cc772 HTTP/1.1" status: 200 len: 913 time: 0.0896947 May 20 21:28:52.000894 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-b58ef8a1-97b7-4ba1-968d-42b71e7ffbc5 req-ebb5661b-4ad0-49e9-a7f3-759226a5f281 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a3a8ba79-cd53-439c-b23b-7163120dcfb9 HTTP/1.1" status: 200 len: 1002 time: 0.0583041 May 20 21:28:52.053197 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58ef8a1-97b7-4ba1-968d-42b71e7ffbc5 req-5aef5e7e-cb48-4d66-b0d2-a6b1941f1a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:28:52.058081 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-b58ef8a1-97b7-4ba1-968d-42b71e7ffbc5 req-5aef5e7e-cb48-4d66-b0d2-a6b1941f1a10 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=87e873ab-38e9-43e0-acec-0c2b5973b603 HTTP/1.1" status: 200 len: 851 time: 0.0474243 May 20 21:28:52.099746 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58ef8a1-97b7-4ba1-968d-42b71e7ffbc5 req-b64ecd78-9eda-4010-8b1f-6c6697f890e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:28:52.101151 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-b58ef8a1-97b7-4ba1-968d-42b71e7ffbc5 req-b64ecd78-9eda-4010-8b1f-6c6697f890e9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=255960d5-e633-4d0c-a1cc-74a37a7cc772&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394599 May 20 21:28:52.190905 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-b58ef8a1-97b7-4ba1-968d-42b71e7ffbc5 req-74b64a5f-6046-48fd-9655-e448fa8e6222 service neutron] 10.222.0.13 "GET /v2.0/networks/255960d5-e633-4d0c-a1cc-74a37a7cc772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832858 May 20 21:28:52.304118 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-b58ef8a1-97b7-4ba1-968d-42b71e7ffbc5 req-f97099a6-40b8-401d-ae1a-7907ce8f3969 service neutron] 10.222.0.13 "GET /v2.0/networks/255960d5-e633-4d0c-a1cc-74a37a7cc772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048267 May 20 21:28:52.306866 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3c50378b-ec7b-437f-99ef-920e5e7bc640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:28:54.077425 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4bb0e131-6525-46ca-a45b-e4ea43a5e69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:28:55.083465 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:28:55.626312 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:28:55.649030 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cc3ec51b-6ec8-438a-8349-5f0bec346d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:29:02.631904 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:29:19.900494 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-71b5a77f-5447-460c-baa3-522e552b5556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:29:22.306659 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4a684cac-307d-4bf8-86bc-89535183791a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:29:24.077979 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4bb0e131-6525-46ca-a45b-e4ea43a5e69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:29:25.112211 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:29:25.666734 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:29:25.689254 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cc3ec51b-6ec8-438a-8349-5f0bec346d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:29:27.143447 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.agents_db [None req-5c33ad30-4e00-40fa-b486-8c79c4a6cfc5 None None] Agent healthcheck: found 7 active agents {{(pid=103165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 20 21:29:32.626546 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:29:33.058663 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 33036) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:29:33.298360 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-7b30d3d8-d32d-49ad-99c1-8cad7d76d514 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Deleting port 740dd6e1-3ead-43c1-b84d-ea2e04ccff50 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:29:33.298696 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7b30d3d8-d32d-49ad-99c1-8cad7d76d514 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:29:33.374275 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7b30d3d8-d32d-49ad-99c1-8cad7d76d514 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:29:33.374505 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7b30d3d8-d32d-49ad-99c1-8cad7d76d514 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:29:33.385653 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-7b30d3d8-d32d-49ad-99c1-8cad7d76d514 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Calling delete_port for 740dd6e1-3ead-43c1-b84d-ea2e04ccff50 owned by network:floatingip {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:29:33.598100 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7b30d3d8-d32d-49ad-99c1-8cad7d76d514 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:29:33.629157 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b30d3d8-d32d-49ad-99c1-8cad7d76d514 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Pushing event deleted for resources: {'Port': ['ID=740dd6e1-3ead-43c1-b84d-ea2e04ccff50,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:29:33.641043 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b30d3d8-d32d-49ad-99c1-8cad7d76d514 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:29:33.641425 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b30d3d8-d32d-49ad-99c1-8cad7d76d514 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:29:33.641763 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b30d3d8-d32d-49ad-99c1-8cad7d76d514 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:29:33.642105 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b30d3d8-d32d-49ad-99c1-8cad7d76d514 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:29:33.642430 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b30d3d8-d32d-49ad-99c1-8cad7d76d514 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:29:33.642754 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b30d3d8-d32d-49ad-99c1-8cad7d76d514 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:29:33.643076 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b30d3d8-d32d-49ad-99c1-8cad7d76d514 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:29:33.643399 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b30d3d8-d32d-49ad-99c1-8cad7d76d514 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:29:33.643717 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b30d3d8-d32d-49ad-99c1-8cad7d76d514 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:29:33.644035 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b30d3d8-d32d-49ad-99c1-8cad7d76d514 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:29:33.644352 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b30d3d8-d32d-49ad-99c1-8cad7d76d514 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:29:33.644667 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b30d3d8-d32d-49ad-99c1-8cad7d76d514 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:29:33.700026 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7b30d3d8-d32d-49ad-99c1-8cad7d76d514 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Notify callbacks [] for floatingip, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:29:33.700470 n-d-842733-1 neutron-server[103163]: INFO neutron.db.l3_db [None req-7b30d3d8-d32d-49ad-99c1-8cad7d76d514 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Floating IP 5327ecd2-3247-4fe5-8cdb-c82f6a88201e disassociated (deleted). External IP: 172.25.2.168, port: a3a8ba79-cd53-439c-b23b-7163120dcfb9. May 20 21:29:33.906592 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b30d3d8-d32d-49ad-99c1-8cad7d76d514 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Router 001f361d-04ad-4b94-baa3-7043a297f79f has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 21:29:34.010876 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b30d3d8-d32d-49ad-99c1-8cad7d76d514 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 21:29:34.016345 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7b30d3d8-d32d-49ad-99c1-8cad7d76d514 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for floatingip, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:29:34.021058 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17d4e5d7-ae9b-49f2-8f95-444ecb845d8a None None] Sync routers for ids ['001f361d-04ad-4b94-baa3-7043a297f79f'] in n-d-842733-1 {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 21:29:34.031308 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17d4e5d7-ae9b-49f2-8f95-444ecb845d8a None None] Routers {'001f361d-04ad-4b94-baa3-7043a297f79f'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:29:34.031912 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-17d4e5d7-ae9b-49f2-8f95-444ecb845d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:29:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['001f361d-04ad-4b94-baa3-7043a297f79f'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:29:34.044603 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-7b30d3d8-d32d-49ad-99c1-8cad7d76d514 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "DELETE /v2.0/floatingips/5327ecd2-3247-4fe5-8cdb-c82f6a88201e HTTP/1.1" status: 204 len: 168 time: 0.9848540 May 20 21:29:34.045198 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cdc4cb3-c3c1-490d-9ed2-2ae46e136d01', 'tag': 'a3a8ba79-cd53-439c-b23b-7163120dcfb9'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 21:29:34.047453 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4291b17aa7b45362825f0571e77c85f5e73afe1df9c7e9e15006df9d695c005e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-518ad542-4733-4fcd-9c94-5892c87c96dc" -d '{"events": [{"name": "network-changed", "server_uuid": "8cdc4cb3-c3c1-490d-9ed2-2ae46e136d01", "tag": "a3a8ba79-cd53-439c-b23b-7163120dcfb9"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 21:29:34.097735 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 21:29:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be99df66-a0c9-47ce-9cf4-706daf975489 x-openstack-request-id: req-be99df66-a0c9-47ce-9cf4-706daf975489 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 21:29:34.098350 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8cdc4cb3-c3c1-490d-9ed2-2ae46e136d01", "tag": "a3a8ba79-cd53-439c-b23b-7163120dcfb9", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 21:29:34.098350 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-be99df66-a0c9-47ce-9cf4-706daf975489 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 21:29:34.099213 n-d-842733-1 neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be99df66-a0c9-47ce-9cf4-706daf975489'] response: {'name': 'network-changed', 'server_uuid': '8cdc4cb3-c3c1-490d-9ed2-2ae46e136d01', 'tag': 'a3a8ba79-cd53-439c-b23b-7163120dcfb9', 'status': 'completed', 'code': 200} May 20 21:29:34.139576 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-17d4e5d7-ae9b-49f2-8f95-444ecb845d8a None None] Set router 001f361d-04ad-4b94-baa3-7043a297f79f gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:29:34.183256 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518ad542-4733-4fcd-9c94-5892c87c96dc req-c1b73469-4ea8-4fe8-8dfc-99e45407d6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:29:34.185335 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-518ad542-4733-4fcd-9c94-5892c87c96dc req-c1b73469-4ea8-4fe8-8dfc-99e45407d6aa service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4f94a191bdd44506b49954bf553d7569&device_id=8cdc4cb3-c3c1-490d-9ed2-2ae46e136d01 HTTP/1.1" status: 200 len: 1097 time: 0.0422490 May 20 21:29:34.282783 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518ad542-4733-4fcd-9c94-5892c87c96dc req-df325cda-fdba-4735-ba94-e0e9c245df1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:29:34.288282 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-518ad542-4733-4fcd-9c94-5892c87c96dc req-df325cda-fdba-4735-ba94-e0e9c245df1e service neutron] 10.222.0.13 "GET /v2.0/networks?id=255960d5-e633-4d0c-a1cc-74a37a7cc772 HTTP/1.1" status: 200 len: 913 time: 0.0968556 May 20 21:29:34.330241 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-518ad542-4733-4fcd-9c94-5892c87c96dc req-a8b15fdf-04dc-42d1-b48e-f4743226f08f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a3a8ba79-cd53-439c-b23b-7163120dcfb9 HTTP/1.1" status: 200 len: 217 time: 0.0352168 May 20 21:29:34.368094 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-17d4e5d7-ae9b-49f2-8f95-444ecb845d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '001f361d-04ad-4b94-baa3-7043a297f79f', 'name': 'tempest-TestVolumeBootPattern-1743481201-router', 'tenant_id': '4f94a191bdd44506b49954bf553d7569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.192'}], 'enable_snat': True}, 'gw_port_id': '5b1caf5c-55fe-4411-b9a2-2314d7da9f60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:16:38Z', 'updated_at': '2022-05-20T21:16:42Z', 'revision_number': 4, 'project_id': '4f94a191bdd44506b49954bf553d7569', 'gw_port': {'id': '5b1caf5c-55fe-4411-b9a2-2314d7da9f60', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:e8:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '001f361d-04ad-4b94-baa3-7043a297f79f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:16:39Z', 'updated_at': '2022-05-20T21:16:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_floatingips': [{'id': 'e6f7d99b-8cf7-403d-add1-246005e42a45', 'tenant_id': '4f94a191bdd44506b49954bf553d7569', 'floating_ip_address': '172.25.2.7', 'floating_network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'router_id': '001f361d-04ad-4b94-baa3-7043a297f79f', 'port_id': '69a7476f-fa0b-4eaf-b6ce-600995e6b0a1', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4104, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '255960d5-e633-4d0c-a1cc-74a37a7cc772', 'mac_address': 'fa:16:3e:81:ce:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '688f927e-1a98-444b-b1a6-5f167bef2957', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-20T21:24:36Z', 'updated_at': '2022-05-20T21:24:38Z', 'revision_number': 1, 'project_id': '4f94a191bdd44506b49954bf553d7569', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6a40044-221e-4f58-a185-583437b659e1', 'name': '', 'network_id': '255960d5-e633-4d0c-a1cc-74a37a7cc772', 'tenant_id': '4f94a191bdd44506b49954bf553d7569', 'mac_address': 'fa:16:3e:ff:a7:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '001f361d-04ad-4b94-baa3-7043a297f79f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': '87e873ab-38e9-43e0-acec-0c2b5973b603', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:16:41Z', 'updated_at': '2022-05-20T21:16:46Z', 'revision_number': 5, 'project_id': '4f94a191bdd44506b49954bf553d7569', 'subnets': [{'id': '87e873ab-38e9-43e0-acec-0c2b5973b603', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:29:34.389353 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518ad542-4733-4fcd-9c94-5892c87c96dc req-c74db212-ccae-467a-9792-ed0a8e32a11d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:29:34.391041 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-518ad542-4733-4fcd-9c94-5892c87c96dc req-c74db212-ccae-467a-9792-ed0a8e32a11d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=87e873ab-38e9-43e0-acec-0c2b5973b603 HTTP/1.1" status: 200 len: 851 time: 0.0552614 May 20 21:29:34.400166 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17d4e5d7-ae9b-49f2-8f95-444ecb845d8a None None] Checking router: 001f361d-04ad-4b94-baa3-7043a297f79f for host: n-d-842733-1 {{(pid=103165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 21:29:34.410635 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17d4e5d7-ae9b-49f2-8f95-444ecb845d8a None None] Routers {'001f361d-04ad-4b94-baa3-7043a297f79f'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:29:34.411296 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-17d4e5d7-ae9b-49f2-8f95-444ecb845d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:29:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['001f361d-04ad-4b94-baa3-7043a297f79f'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:29:34.451800 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518ad542-4733-4fcd-9c94-5892c87c96dc req-eebb4f48-8568-4c0e-9154-b000f2445ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:29:34.451800 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-518ad542-4733-4fcd-9c94-5892c87c96dc req-eebb4f48-8568-4c0e-9154-b000f2445ddb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=255960d5-e633-4d0c-a1cc-74a37a7cc772&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0524731 May 20 21:29:34.452558 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951b4b42-b5c9-4e18-89ba-d8023dc3efe9 req-3c522be9-9613-419b-a133-dbb2f55808c6 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:29:34.454134 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-951b4b42-b5c9-4e18-89ba-d8023dc3efe9 req-3c522be9-9613-419b-a133-dbb2f55808c6 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/ports?device_id=8cdc4cb3-c3c1-490d-9ed2-2ae46e136d01 HTTP/1.1" status: 200 len: 946 time: 0.0574150 May 20 21:29:34.497871 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-951b4b42-b5c9-4e18-89ba-d8023dc3efe9 req-2d034a3d-a277-468a-9257-eaa5d98bad7a tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/security-groups?id=1347fee6-b8f4-4370-8390-b8b04a125af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341656 May 20 21:29:34.522754 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-17d4e5d7-ae9b-49f2-8f95-444ecb845d8a None None] Set router 001f361d-04ad-4b94-baa3-7043a297f79f gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:29:34.549883 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-518ad542-4733-4fcd-9c94-5892c87c96dc req-dd90a307-0b91-4aa2-8a12-89b1e3255e5c service neutron] 10.222.0.13 "GET /v2.0/networks/255960d5-e633-4d0c-a1cc-74a37a7cc772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930882 May 20 21:29:34.644498 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-518ad542-4733-4fcd-9c94-5892c87c96dc req-79a161d5-2e4e-49aa-ae21-8d1f83d130f6 service neutron] 10.222.0.13 "GET /v2.0/networks/255960d5-e633-4d0c-a1cc-74a37a7cc772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880694 May 20 21:29:34.844292 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-17d4e5d7-ae9b-49f2-8f95-444ecb845d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '001f361d-04ad-4b94-baa3-7043a297f79f', 'name': 'tempest-TestVolumeBootPattern-1743481201-router', 'tenant_id': '4f94a191bdd44506b49954bf553d7569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.192'}], 'enable_snat': True}, 'gw_port_id': '5b1caf5c-55fe-4411-b9a2-2314d7da9f60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:16:38Z', 'updated_at': '2022-05-20T21:16:42Z', 'revision_number': 4, 'project_id': '4f94a191bdd44506b49954bf553d7569', 'gw_port': {'id': '5b1caf5c-55fe-4411-b9a2-2314d7da9f60', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:e8:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '001f361d-04ad-4b94-baa3-7043a297f79f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:16:39Z', 'updated_at': '2022-05-20T21:16:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_floatingips': [{'id': 'e6f7d99b-8cf7-403d-add1-246005e42a45', 'tenant_id': '4f94a191bdd44506b49954bf553d7569', 'floating_ip_address': '172.25.2.7', 'floating_network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'router_id': '001f361d-04ad-4b94-baa3-7043a297f79f', 'port_id': '69a7476f-fa0b-4eaf-b6ce-600995e6b0a1', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4104, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '255960d5-e633-4d0c-a1cc-74a37a7cc772', 'mac_address': 'fa:16:3e:81:ce:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '688f927e-1a98-444b-b1a6-5f167bef2957', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-20T21:24:36Z', 'updated_at': '2022-05-20T21:24:38Z', 'revision_number': 1, 'project_id': '4f94a191bdd44506b49954bf553d7569', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6a40044-221e-4f58-a185-583437b659e1', 'name': '', 'network_id': '255960d5-e633-4d0c-a1cc-74a37a7cc772', 'tenant_id': '4f94a191bdd44506b49954bf553d7569', 'mac_address': 'fa:16:3e:ff:a7:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '001f361d-04ad-4b94-baa3-7043a297f79f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': '87e873ab-38e9-43e0-acec-0c2b5973b603', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:16:41Z', 'updated_at': '2022-05-20T21:16:46Z', 'revision_number': 5, 'project_id': '4f94a191bdd44506b49954bf553d7569', 'subnets': [{'id': '87e873ab-38e9-43e0-acec-0c2b5973b603', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:29:34.874074 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17d4e5d7-ae9b-49f2-8f95-444ecb845d8a None None] The sync data for ids ['001f361d-04ad-4b94-baa3-7043a297f79f'] in n-d-842733-1 is: [{'id': '001f361d-04ad-4b94-baa3-7043a297f79f', 'name': 'tempest-TestVolumeBootPattern-1743481201-router', 'tenant_id': '4f94a191bdd44506b49954bf553d7569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.192'}], 'enable_snat': True}, 'gw_port_id': '5b1caf5c-55fe-4411-b9a2-2314d7da9f60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:16:38Z', 'updated_at': '2022-05-20T21:16:42Z', 'revision_number': 4, 'project_id': '4f94a191bdd44506b49954bf553d7569', 'gw_port': {'id': '5b1caf5c-55fe-4411-b9a2-2314d7da9f60', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:e8:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '001f361d-04ad-4b94-baa3-7043a297f79f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:16:39Z', 'updated_at': '2022-05-20T21:16:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_floatingips': [{'id': 'e6f7d99b-8cf7-403d-add1-246005e42a45', 'tenant_id': '4f94a191bdd44506b49954bf553d7569', 'floating_ip_address': '172.25.2.7', 'floating_network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'router_id': '001f361d-04ad-4b94-baa3-7043a297f79f', 'port_id': '69a7476f-fa0b-4eaf-b6ce-600995e6b0a1', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4104, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '255960d5-e633-4d0c-a1cc-74a37a7cc772', 'mac_address': 'fa:16:3e:81:ce:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '688f927e-1a98-444b-b1a6-5f167bef2957', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-20T21:24:36Z', 'updated_at': '2022-05-20T21:24:38Z', 'revision_number': 1, 'project_id': '4f94a191bdd44506b49954bf553d7569', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6a40044-221e-4f58-a185-583437b659e1', 'name': '', 'network_id': '255960d5-e633-4d0c-a1cc-74a37a7cc772', 'tenant_id': '4f94a191bdd44506b49954bf553d7569', 'mac_address': 'fa:16:3e:ff:a7:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '001f361d-04ad-4b94-baa3-7043a297f79f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': '87e873ab-38e9-43e0-acec-0c2b5973b603', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:16:41Z', 'updated_at': '2022-05-20T21:16:46Z', 'revision_number': 5, 'project_id': '4f94a191bdd44506b49954bf553d7569', 'subnets': [{'id': '87e873ab-38e9-43e0-acec-0c2b5973b603', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 21:29:35.098625 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a81796a9-3a68-4593-b72b-1a9cec9bc1c8 None None] New status for floating IP 5327ecd2-3247-4fe5-8cdb-c82f6a88201e: DOWN {{(pid=103164) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 21:29:35.627693 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49f5e16-bc01-4f39-b220-643bd83ad0d1 req-5713bc7c-76ac-49d6-9e3f-5bcd71d873e1 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:29:35.629258 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d49f5e16-bc01-4f39-b220-643bd83ad0d1 req-5713bc7c-76ac-49d6-9e3f-5bcd71d873e1 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/ports?device_id=8cdc4cb3-c3c1-490d-9ed2-2ae46e136d01 HTTP/1.1" status: 200 len: 946 time: 0.0569012 May 20 21:29:35.670415 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d49f5e16-bc01-4f39-b220-643bd83ad0d1 req-74ffe0ae-38f1-493c-805d-b7dea77ee2ab tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/security-groups?id=1347fee6-b8f4-4370-8390-b8b04a125af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346382 May 20 21:29:36.089386 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b3a146-b088-4613-b8ae-0b06ae649525 req-de06beb9-250c-4292-b3b8-daba53fc89bc tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:29:36.090985 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-64b3a146-b088-4613-b8ae-0b06ae649525 req-de06beb9-250c-4292-b3b8-daba53fc89bc tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.13 "GET /v2.0/ports?device_id=8cdc4cb3-c3c1-490d-9ed2-2ae46e136d01 HTTP/1.1" status: 200 len: 946 time: 0.0533378 May 20 21:29:36.180418 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-64b3a146-b088-4613-b8ae-0b06ae649525 req-7e95ec9b-3a2a-495e-82c1-b9c6782cbdb3 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Deleting port a3a8ba79-cd53-439c-b23b-7163120dcfb9 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:29:36.180765 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-64b3a146-b088-4613-b8ae-0b06ae649525 req-7e95ec9b-3a2a-495e-82c1-b9c6782cbdb3 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:29:36.291998 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-64b3a146-b088-4613-b8ae-0b06ae649525 req-7e95ec9b-3a2a-495e-82c1-b9c6782cbdb3 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] For port a3a8ba79-cd53-439c-b23b-7163120dcfb9, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=a3a8ba79-cd53-439c-b23b-7163120dcfb9,segment=NetworkSegment(8db3cbe6-5ab5-44a8-9059-240f6f6827e1),segment_id=8db3cbe6-5ab5-44a8-9059-240f6f6827e1)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:29:36.292605 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-64b3a146-b088-4613-b8ae-0b06ae649525 req-7e95ec9b-3a2a-495e-82c1-b9c6782cbdb3 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:29:36.310857 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-64b3a146-b088-4613-b8ae-0b06ae649525 req-7e95ec9b-3a2a-495e-82c1-b9c6782cbdb3 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Calling delete_port for a3a8ba79-cd53-439c-b23b-7163120dcfb9 owned by compute:nova {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:29:36.557758 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-64b3a146-b088-4613-b8ae-0b06ae649525 req-7e95ec9b-3a2a-495e-82c1-b9c6782cbdb3 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:29:36.592665 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e95ec9b-3a2a-495e-82c1-b9c6782cbdb3 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Pushing event deleted for resources: {'Port': ['ID=a3a8ba79-cd53-439c-b23b-7163120dcfb9,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:29:36.620367 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e95ec9b-3a2a-495e-82c1-b9c6782cbdb3 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:29:36.629365 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e95ec9b-3a2a-495e-82c1-b9c6782cbdb3 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:29:36.629365 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e95ec9b-3a2a-495e-82c1-b9c6782cbdb3 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:29:36.629365 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e95ec9b-3a2a-495e-82c1-b9c6782cbdb3 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:29:36.629365 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e95ec9b-3a2a-495e-82c1-b9c6782cbdb3 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:29:36.629365 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e95ec9b-3a2a-495e-82c1-b9c6782cbdb3 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:29:36.629365 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e95ec9b-3a2a-495e-82c1-b9c6782cbdb3 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:29:36.629365 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e95ec9b-3a2a-495e-82c1-b9c6782cbdb3 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:29:36.629365 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e95ec9b-3a2a-495e-82c1-b9c6782cbdb3 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:29:36.629365 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e95ec9b-3a2a-495e-82c1-b9c6782cbdb3 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:29:36.629365 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e95ec9b-3a2a-495e-82c1-b9c6782cbdb3 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:29:36.629365 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e95ec9b-3a2a-495e-82c1-b9c6782cbdb3 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:29:36.644457 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-64b3a146-b088-4613-b8ae-0b06ae649525 req-7e95ec9b-3a2a-495e-82c1-b9c6782cbdb3 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] No DVR routers for this DVR port a3a8ba79-cd53-439c-b23b-7163120dcfb9 on host n-h2-842733-1 {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 21:29:36.646979 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-64b3a146-b088-4613-b8ae-0b06ae649525 req-7e95ec9b-3a2a-495e-82c1-b9c6782cbdb3 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:29:36.650298 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-64b3a146-b088-4613-b8ae-0b06ae649525 req-7e95ec9b-3a2a-495e-82c1-b9c6782cbdb3 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.13 "DELETE /v2.0/ports/a3a8ba79-cd53-439c-b23b-7163120dcfb9 HTTP/1.1" status: 204 len: 173 time: 0.5533097 May 20 21:29:36.650723 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cdc4cb3-c3c1-490d-9ed2-2ae46e136d01', 'name': 'network-vif-deleted', 'tag': 'a3a8ba79-cd53-439c-b23b-7163120dcfb9'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 21:29:36.653148 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6fa957933fccbf596d28104b23404b952ad6a8238afaebaed40a0874b2e409" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-527fd899-18c2-44aa-b034-029850feb5fb" -d '{"events": [{"server_uuid": "8cdc4cb3-c3c1-490d-9ed2-2ae46e136d01", "name": "network-vif-deleted", "tag": "a3a8ba79-cd53-439c-b23b-7163120dcfb9"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 21:29:36.701178 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 21:29:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96038ed4-83c8-4e01-9fec-87a5d530f772 x-openstack-request-id: req-96038ed4-83c8-4e01-9fec-87a5d530f772 {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 21:29:36.701178 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cdc4cb3-c3c1-490d-9ed2-2ae46e136d01", "name": "network-vif-deleted", "tag": "a3a8ba79-cd53-439c-b23b-7163120dcfb9", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 21:29:36.701178 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-96038ed4-83c8-4e01-9fec-87a5d530f772 {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 21:29:36.701178 n-d-842733-1 neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96038ed4-83c8-4e01-9fec-87a5d530f772'] response: {'server_uuid': '8cdc4cb3-c3c1-490d-9ed2-2ae46e136d01', 'name': 'network-vif-deleted', 'tag': 'a3a8ba79-cd53-439c-b23b-7163120dcfb9', 'status': 'completed', 'code': 200} May 20 21:29:36.767917 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-69724860-d429-4024-9732-0256ac632652 req-c3f5190f-8e26-45a6-8642-86a7438a4c5e tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/ports?device_id=8cdc4cb3-c3c1-490d-9ed2-2ae46e136d01 HTTP/1.1" status: 200 len: 210 time: 0.0265155 May 20 21:29:37.864619 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-bcc8700c-4908-404c-844e-b6843ae47412 req-813d4232-5e1a-4855-9ad2-ce02cf38dc9d tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/ports?device_id=8cdc4cb3-c3c1-490d-9ed2-2ae46e136d01 HTTP/1.1" status: 200 len: 210 time: 0.0262299 May 20 21:29:38.493181 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device a3a8ba79-cd53-439c-b23b-7163120dcfb9 no longer exists at agent hyperv_n-h2-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 21:29:38.514670 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] No Port match for: a3a8ba79-cd53-439c-b23b-7163120dcfb9 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 21:29:38.515006 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device a3a8ba79-cd53-439c-b23b-7163120dcfb9 not bound to the agent host n-h2-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 21:29:38.962000 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b9df5198-4047-469c-a01d-0c4b378f53c6 req-22e9a17e-8a20-4907-a6ca-1fbc0c792bb0 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/ports?device_id=8cdc4cb3-c3c1-490d-9ed2-2ae46e136d01 HTTP/1.1" status: 200 len: 210 time: 0.0277805 May 20 21:29:40.070679 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-dee0c826-d67c-4db0-8c03-ead673525147 req-1b076371-76b9-4275-9c35-3ac1bfe30706 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/ports?device_id=8cdc4cb3-c3c1-490d-9ed2-2ae46e136d01 HTTP/1.1" status: 200 len: 210 time: 0.0358143 May 20 21:29:46.695795 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 33096) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:29:46.854821 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-f2f2b281-c835-46f5-b06a-8ef1279a785c tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Deleting port 3e7ac34d-97d4-4834-a9d5-613a4f91dba8 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:29:46.855158 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f2f2b281-c835-46f5-b06a-8ef1279a785c tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:29:46.859034 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-24796738-f7e3-45f0-8a2b-2733c67c81d3 req-c7f2d7c5-2634-40b3-a001-0e1abe5cd2f5 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=688f927e-1a98-444b-b1a6-5f167bef2957&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1546471 May 20 21:29:46.931477 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f2f2b281-c835-46f5-b06a-8ef1279a785c tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:29:46.931801 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f2f2b281-c835-46f5-b06a-8ef1279a785c tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:29:46.943674 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24796738-f7e3-45f0-8a2b-2733c67c81d3 req-6bf79b97-b123-4d2e-bc47-578daf009b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:29:46.944213 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-f2f2b281-c835-46f5-b06a-8ef1279a785c tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Calling delete_port for 3e7ac34d-97d4-4834-a9d5-613a4f91dba8 owned by network:floatingip {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:29:46.945114 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-24796738-f7e3-45f0-8a2b-2733c67c81d3 req-6bf79b97-b123-4d2e-bc47-578daf009b47 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4f94a191bdd44506b49954bf553d7569&device_id=688f927e-1a98-444b-b1a6-5f167bef2957 HTTP/1.1" status: 200 len: 1096 time: 0.0446796 May 20 21:29:47.049197 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24796738-f7e3-45f0-8a2b-2733c67c81d3 req-b8c6d49d-47dc-416b-88db-378dc9606c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:29:47.050831 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-24796738-f7e3-45f0-8a2b-2733c67c81d3 req-b8c6d49d-47dc-416b-88db-378dc9606c9f service neutron] 10.222.0.24 "GET /v2.0/networks?id=255960d5-e633-4d0c-a1cc-74a37a7cc772 HTTP/1.1" status: 200 len: 913 time: 0.0869179 May 20 21:29:47.120919 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-24796738-f7e3-45f0-8a2b-2733c67c81d3 req-c7cb00f0-1510-4c13-aac6-194d9d637b79 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=69a7476f-fa0b-4eaf-b6ce-600995e6b0a1 HTTP/1.1" status: 200 len: 999 time: 0.0635002 May 20 21:29:47.141086 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f2f2b281-c835-46f5-b06a-8ef1279a785c tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:29:47.166798 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f2b281-c835-46f5-b06a-8ef1279a785c tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Pushing event deleted for resources: {'Port': ['ID=3e7ac34d-97d4-4834-a9d5-613a4f91dba8,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:29:47.173892 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24796738-f7e3-45f0-8a2b-2733c67c81d3 req-3ea43bfd-8d0b-44b0-80e1-d331304181a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:29:47.175076 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-24796738-f7e3-45f0-8a2b-2733c67c81d3 req-3ea43bfd-8d0b-44b0-80e1-d331304181a3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=87e873ab-38e9-43e0-acec-0c2b5973b603 HTTP/1.1" status: 200 len: 851 time: 0.0465999 May 20 21:29:47.221290 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24796738-f7e3-45f0-8a2b-2733c67c81d3 req-72468e61-907e-49fe-9129-7bfa004fadc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:29:47.222710 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-24796738-f7e3-45f0-8a2b-2733c67c81d3 req-72468e61-907e-49fe-9129-7bfa004fadc0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=255960d5-e633-4d0c-a1cc-74a37a7cc772&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412917 May 20 21:29:47.231072 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f2f2b281-c835-46f5-b06a-8ef1279a785c tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Notify callbacks [] for floatingip, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:29:47.231517 n-d-842733-1 neutron-server[103163]: INFO neutron.db.l3_db [None req-f2f2b281-c835-46f5-b06a-8ef1279a785c tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Floating IP e6f7d99b-8cf7-403d-add1-246005e42a45 disassociated (deleted). External IP: 172.25.2.7, port: 69a7476f-fa0b-4eaf-b6ce-600995e6b0a1. May 20 21:29:47.316377 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-24796738-f7e3-45f0-8a2b-2733c67c81d3 req-e2abc926-1893-4092-9f27-1d382280caba service neutron] 10.222.0.24 "GET /v2.0/networks/255960d5-e633-4d0c-a1cc-74a37a7cc772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863225 May 20 21:29:47.405922 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-24796738-f7e3-45f0-8a2b-2733c67c81d3 req-24f0ae6b-66ec-423d-8eb8-8020b64e8dbd service neutron] 10.222.0.24 "GET /v2.0/networks/255960d5-e633-4d0c-a1cc-74a37a7cc772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826750 May 20 21:29:47.438755 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2f2b281-c835-46f5-b06a-8ef1279a785c tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Router 001f361d-04ad-4b94-baa3-7043a297f79f has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 21:29:47.546167 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2f2b281-c835-46f5-b06a-8ef1279a785c tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 21:29:47.550981 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f2f2b281-c835-46f5-b06a-8ef1279a785c tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for floatingip, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:29:47.556193 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-274160af-423b-4ba6-b1ec-311604d492a1 None None] Sync routers for ids ['001f361d-04ad-4b94-baa3-7043a297f79f'] in n-d-842733-1 {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 21:29:47.566029 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-274160af-423b-4ba6-b1ec-311604d492a1 None None] Routers {'001f361d-04ad-4b94-baa3-7043a297f79f'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:29:47.566634 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-274160af-423b-4ba6-b1ec-311604d492a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:29:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['001f361d-04ad-4b94-baa3-7043a297f79f'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:29:47.577176 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-f2f2b281-c835-46f5-b06a-8ef1279a785c tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "DELETE /v2.0/floatingips/e6f7d99b-8cf7-403d-add1-246005e42a45 HTTP/1.1" status: 204 len: 168 time: 0.8802598 May 20 21:29:47.577907 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '688f927e-1a98-444b-b1a6-5f167bef2957', 'tag': '69a7476f-fa0b-4eaf-b6ce-600995e6b0a1'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 21:29:47.580260 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4291b17aa7b45362825f0571e77c85f5e73afe1df9c7e9e15006df9d695c005e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd2b6a46-b47c-4e6b-890d-1ca1cce3d146" -d '{"events": [{"name": "network-changed", "server_uuid": "688f927e-1a98-444b-b1a6-5f167bef2957", "tag": "69a7476f-fa0b-4eaf-b6ce-600995e6b0a1"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 21:29:47.685865 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-274160af-423b-4ba6-b1ec-311604d492a1 None None] Set router 001f361d-04ad-4b94-baa3-7043a297f79f gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:29:47.699013 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 21:29:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84c8490f-bde6-474c-9c48-de07eb1b9a92 x-openstack-request-id: req-84c8490f-bde6-474c-9c48-de07eb1b9a92 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 21:29:47.700079 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "688f927e-1a98-444b-b1a6-5f167bef2957", "tag": "69a7476f-fa0b-4eaf-b6ce-600995e6b0a1", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 21:29:47.700722 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-84c8490f-bde6-474c-9c48-de07eb1b9a92 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 21:29:47.701166 n-d-842733-1 neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84c8490f-bde6-474c-9c48-de07eb1b9a92'] response: {'name': 'network-changed', 'server_uuid': '688f927e-1a98-444b-b1a6-5f167bef2957', 'tag': '69a7476f-fa0b-4eaf-b6ce-600995e6b0a1', 'status': 'completed', 'code': 200} May 20 21:29:47.759844 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2b6a46-b47c-4e6b-890d-1ca1cce3d146 req-cbe038d3-351b-4578-815d-6070e5c8edbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:29:47.761164 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-fd2b6a46-b47c-4e6b-890d-1ca1cce3d146 req-cbe038d3-351b-4578-815d-6070e5c8edbc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4f94a191bdd44506b49954bf553d7569&device_id=688f927e-1a98-444b-b1a6-5f167bef2957 HTTP/1.1" status: 200 len: 1096 time: 0.0421751 May 20 21:29:47.858247 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2b6a46-b47c-4e6b-890d-1ca1cce3d146 req-6eacd571-769f-4795-a12a-05462bc73645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:29:47.859946 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-fd2b6a46-b47c-4e6b-890d-1ca1cce3d146 req-6eacd571-769f-4795-a12a-05462bc73645 service neutron] 10.222.0.24 "GET /v2.0/networks?id=255960d5-e633-4d0c-a1cc-74a37a7cc772 HTTP/1.1" status: 200 len: 913 time: 0.0907736 May 20 21:29:47.873796 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-274160af-423b-4ba6-b1ec-311604d492a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '001f361d-04ad-4b94-baa3-7043a297f79f', 'name': 'tempest-TestVolumeBootPattern-1743481201-router', 'tenant_id': '4f94a191bdd44506b49954bf553d7569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.192'}], 'enable_snat': True}, 'gw_port_id': '5b1caf5c-55fe-4411-b9a2-2314d7da9f60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:16:38Z', 'updated_at': '2022-05-20T21:16:42Z', 'revision_number': 4, 'project_id': '4f94a191bdd44506b49954bf553d7569', 'gw_port': {'id': '5b1caf5c-55fe-4411-b9a2-2314d7da9f60', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:e8:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '001f361d-04ad-4b94-baa3-7043a297f79f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:16:39Z', 'updated_at': '2022-05-20T21:16:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': 'a6a40044-221e-4f58-a185-583437b659e1', 'name': '', 'network_id': '255960d5-e633-4d0c-a1cc-74a37a7cc772', 'tenant_id': '4f94a191bdd44506b49954bf553d7569', 'mac_address': 'fa:16:3e:ff:a7:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '001f361d-04ad-4b94-baa3-7043a297f79f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': '87e873ab-38e9-43e0-acec-0c2b5973b603', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:16:41Z', 'updated_at': '2022-05-20T21:16:46Z', 'revision_number': 5, 'project_id': '4f94a191bdd44506b49954bf553d7569', 'subnets': [{'id': '87e873ab-38e9-43e0-acec-0c2b5973b603', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:29:47.903129 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-274160af-423b-4ba6-b1ec-311604d492a1 None None] Checking router: 001f361d-04ad-4b94-baa3-7043a297f79f for host: n-d-842733-1 {{(pid=103165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 21:29:47.913632 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-fd2b6a46-b47c-4e6b-890d-1ca1cce3d146 req-9232d799-b049-4ac2-bbad-70353c47cc23 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=69a7476f-fa0b-4eaf-b6ce-600995e6b0a1 HTTP/1.1" status: 200 len: 217 time: 0.0355084 May 20 21:29:47.913766 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-274160af-423b-4ba6-b1ec-311604d492a1 None None] Routers {'001f361d-04ad-4b94-baa3-7043a297f79f'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:29:47.913766 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-274160af-423b-4ba6-b1ec-311604d492a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:29:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['001f361d-04ad-4b94-baa3-7043a297f79f'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:29:47.960156 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2b6a46-b47c-4e6b-890d-1ca1cce3d146 req-3df19ea7-e3d1-4e66-a307-56a81a2a8ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:29:47.962225 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-fd2b6a46-b47c-4e6b-890d-1ca1cce3d146 req-3df19ea7-e3d1-4e66-a307-56a81a2a8ca7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=87e873ab-38e9-43e0-acec-0c2b5973b603 HTTP/1.1" status: 200 len: 851 time: 0.0464799 May 20 21:29:48.021082 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2b6a46-b47c-4e6b-890d-1ca1cce3d146 req-92c346c3-0980-4101-92b9-6281117568af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:29:48.021364 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-274160af-423b-4ba6-b1ec-311604d492a1 None None] Set router 001f361d-04ad-4b94-baa3-7043a297f79f gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:29:48.021485 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-fd2b6a46-b47c-4e6b-890d-1ca1cce3d146 req-92c346c3-0980-4101-92b9-6281117568af service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=255960d5-e633-4d0c-a1cc-74a37a7cc772&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0499163 May 20 21:29:48.094134 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ce9383-f7a0-40d5-abca-352fcad41667 req-b35182d2-5094-4fac-bd83-195aad9d123c tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:29:48.095685 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-77ce9383-f7a0-40d5-abca-352fcad41667 req-b35182d2-5094-4fac-bd83-195aad9d123c tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/ports?device_id=688f927e-1a98-444b-b1a6-5f167bef2957 HTTP/1.1" status: 200 len: 945 time: 0.0550129 May 20 21:29:48.112876 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-fd2b6a46-b47c-4e6b-890d-1ca1cce3d146 req-3fc8da4a-aa09-4276-b073-ba619973adcd service neutron] 10.222.0.24 "GET /v2.0/networks/255960d5-e633-4d0c-a1cc-74a37a7cc772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866733 May 20 21:29:48.138899 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-77ce9383-f7a0-40d5-abca-352fcad41667 req-ba9bf188-f93a-4a6a-b2f3-c8b7a18bad1b tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/security-groups?id=1347fee6-b8f4-4370-8390-b8b04a125af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345531 May 20 21:29:48.215012 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-fd2b6a46-b47c-4e6b-890d-1ca1cce3d146 req-8db52c32-cf18-4d77-ad29-bd19e4e21e51 service neutron] 10.222.0.24 "GET /v2.0/networks/255960d5-e633-4d0c-a1cc-74a37a7cc772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908306 May 20 21:29:48.222118 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-274160af-423b-4ba6-b1ec-311604d492a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '001f361d-04ad-4b94-baa3-7043a297f79f', 'name': 'tempest-TestVolumeBootPattern-1743481201-router', 'tenant_id': '4f94a191bdd44506b49954bf553d7569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.192'}], 'enable_snat': True}, 'gw_port_id': '5b1caf5c-55fe-4411-b9a2-2314d7da9f60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:16:38Z', 'updated_at': '2022-05-20T21:16:42Z', 'revision_number': 4, 'project_id': '4f94a191bdd44506b49954bf553d7569', 'gw_port': {'id': '5b1caf5c-55fe-4411-b9a2-2314d7da9f60', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:e8:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '001f361d-04ad-4b94-baa3-7043a297f79f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:16:39Z', 'updated_at': '2022-05-20T21:16:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': 'a6a40044-221e-4f58-a185-583437b659e1', 'name': '', 'network_id': '255960d5-e633-4d0c-a1cc-74a37a7cc772', 'tenant_id': '4f94a191bdd44506b49954bf553d7569', 'mac_address': 'fa:16:3e:ff:a7:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '001f361d-04ad-4b94-baa3-7043a297f79f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': '87e873ab-38e9-43e0-acec-0c2b5973b603', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:16:41Z', 'updated_at': '2022-05-20T21:16:46Z', 'revision_number': 5, 'project_id': '4f94a191bdd44506b49954bf553d7569', 'subnets': [{'id': '87e873ab-38e9-43e0-acec-0c2b5973b603', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:29:48.248587 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-274160af-423b-4ba6-b1ec-311604d492a1 None None] The sync data for ids ['001f361d-04ad-4b94-baa3-7043a297f79f'] in n-d-842733-1 is: [{'id': '001f361d-04ad-4b94-baa3-7043a297f79f', 'name': 'tempest-TestVolumeBootPattern-1743481201-router', 'tenant_id': '4f94a191bdd44506b49954bf553d7569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.192'}], 'enable_snat': True}, 'gw_port_id': '5b1caf5c-55fe-4411-b9a2-2314d7da9f60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:16:38Z', 'updated_at': '2022-05-20T21:16:42Z', 'revision_number': 4, 'project_id': '4f94a191bdd44506b49954bf553d7569', 'gw_port': {'id': '5b1caf5c-55fe-4411-b9a2-2314d7da9f60', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:e8:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '001f361d-04ad-4b94-baa3-7043a297f79f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:16:39Z', 'updated_at': '2022-05-20T21:16:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': 'a6a40044-221e-4f58-a185-583437b659e1', 'name': '', 'network_id': '255960d5-e633-4d0c-a1cc-74a37a7cc772', 'tenant_id': '4f94a191bdd44506b49954bf553d7569', 'mac_address': 'fa:16:3e:ff:a7:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '001f361d-04ad-4b94-baa3-7043a297f79f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': '87e873ab-38e9-43e0-acec-0c2b5973b603', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:16:41Z', 'updated_at': '2022-05-20T21:16:46Z', 'revision_number': 5, 'project_id': '4f94a191bdd44506b49954bf553d7569', 'subnets': [{'id': '87e873ab-38e9-43e0-acec-0c2b5973b603', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 21:29:48.474950 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26dff669-c91d-4caf-89f1-800fae24fe52 None None] New status for floating IP e6f7d99b-8cf7-403d-add1-246005e42a45: DOWN {{(pid=103164) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 21:29:48.655845 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5916b06-352d-4cd3-a9f2-f5d74ef7019f req-aedbe6e5-c9ae-4d92-b15b-1f067a5cedbd tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:29:48.657317 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-c5916b06-352d-4cd3-a9f2-f5d74ef7019f req-aedbe6e5-c9ae-4d92-b15b-1f067a5cedbd tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.24 "GET /v2.0/ports?device_id=688f927e-1a98-444b-b1a6-5f167bef2957 HTTP/1.1" status: 200 len: 945 time: 0.0548677 May 20 21:29:48.750427 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-c5916b06-352d-4cd3-a9f2-f5d74ef7019f req-89ab5f63-b85e-4930-834d-15d0b572cd2a tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Deleting port 69a7476f-fa0b-4eaf-b6ce-600995e6b0a1 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:29:48.750775 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-c5916b06-352d-4cd3-a9f2-f5d74ef7019f req-89ab5f63-b85e-4930-834d-15d0b572cd2a tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:29:48.840918 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-c5916b06-352d-4cd3-a9f2-f5d74ef7019f req-89ab5f63-b85e-4930-834d-15d0b572cd2a tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] For port 69a7476f-fa0b-4eaf-b6ce-600995e6b0a1, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=69a7476f-fa0b-4eaf-b6ce-600995e6b0a1,segment=NetworkSegment(8db3cbe6-5ab5-44a8-9059-240f6f6827e1),segment_id=8db3cbe6-5ab5-44a8-9059-240f6f6827e1)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:29:48.841190 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-c5916b06-352d-4cd3-a9f2-f5d74ef7019f req-89ab5f63-b85e-4930-834d-15d0b572cd2a tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:29:48.852727 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-c5916b06-352d-4cd3-a9f2-f5d74ef7019f req-89ab5f63-b85e-4930-834d-15d0b572cd2a tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Calling delete_port for 69a7476f-fa0b-4eaf-b6ce-600995e6b0a1 owned by compute:nova {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:29:49.032007 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-c5916b06-352d-4cd3-a9f2-f5d74ef7019f req-89ab5f63-b85e-4930-834d-15d0b572cd2a tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:29:49.060116 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ab5f63-b85e-4930-834d-15d0b572cd2a tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Pushing event deleted for resources: {'Port': ['ID=69a7476f-fa0b-4eaf-b6ce-600995e6b0a1,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:29:49.099912 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5916b06-352d-4cd3-a9f2-f5d74ef7019f req-89ab5f63-b85e-4930-834d-15d0b572cd2a tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] No DVR routers for this DVR port 69a7476f-fa0b-4eaf-b6ce-600995e6b0a1 on host n-h1-842733-1 {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 21:29:49.102421 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-c5916b06-352d-4cd3-a9f2-f5d74ef7019f req-89ab5f63-b85e-4930-834d-15d0b572cd2a tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:29:49.105823 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-c5916b06-352d-4cd3-a9f2-f5d74ef7019f req-89ab5f63-b85e-4930-834d-15d0b572cd2a tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.24 "DELETE /v2.0/ports/69a7476f-fa0b-4eaf-b6ce-600995e6b0a1 HTTP/1.1" status: 204 len: 173 time: 0.4395802 May 20 21:29:49.106293 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '688f927e-1a98-444b-b1a6-5f167bef2957', 'name': 'network-vif-deleted', 'tag': '69a7476f-fa0b-4eaf-b6ce-600995e6b0a1'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 21:29:49.108441 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6fa957933fccbf596d28104b23404b952ad6a8238afaebaed40a0874b2e409" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a77c2d51-4dcd-469c-a021-ca419a215e46" -d '{"events": [{"server_uuid": "688f927e-1a98-444b-b1a6-5f167bef2957", "name": "network-vif-deleted", "tag": "69a7476f-fa0b-4eaf-b6ce-600995e6b0a1"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 21:29:49.146249 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 21:29:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2b74b53-c54a-4012-98bd-888f95e77b9d x-openstack-request-id: req-a2b74b53-c54a-4012-98bd-888f95e77b9d {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 21:29:49.146543 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "688f927e-1a98-444b-b1a6-5f167bef2957", "name": "network-vif-deleted", "tag": "69a7476f-fa0b-4eaf-b6ce-600995e6b0a1", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 21:29:49.146797 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a2b74b53-c54a-4012-98bd-888f95e77b9d {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 21:29:49.147228 n-d-842733-1 neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2b74b53-c54a-4012-98bd-888f95e77b9d'] response: {'server_uuid': '688f927e-1a98-444b-b1a6-5f167bef2957', 'name': 'network-vif-deleted', 'tag': '69a7476f-fa0b-4eaf-b6ce-600995e6b0a1', 'status': 'completed', 'code': 200} May 20 21:29:49.236033 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f57938f5-1e32-4b7c-95ff-a7d8bb6b7f0e req-d452f268-f842-4317-b8b8-4d750220a0fe tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/ports?device_id=688f927e-1a98-444b-b1a6-5f167bef2957 HTTP/1.1" status: 200 len: 210 time: 0.0257812 May 20 21:29:49.917655 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-eda1e9cd-b210-4ff4-a530-5d4587d3c01f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:29:50.334696 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-83d2ee1c-185a-48a2-9dd0-c613e7d4fd5a req-33178f1c-b9ef-4353-952c-9a52b401316b tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/ports?device_id=688f927e-1a98-444b-b1a6-5f167bef2957 HTTP/1.1" status: 200 len: 210 time: 0.0261567 May 20 21:29:51.429745 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9eb3c0dd-7444-4de9-a93a-442d86f390f0 req-28808f8b-026f-4d43-8328-5d946be1b004 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/ports?device_id=688f927e-1a98-444b-b1a6-5f167bef2957 HTTP/1.1" status: 200 len: 210 time: 0.0262620 May 20 21:29:51.963507 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 69a7476f-fa0b-4eaf-b6ce-600995e6b0a1 no longer exists at agent hyperv_n-h1-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 21:29:51.988843 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] No Port match for: 69a7476f-fa0b-4eaf-b6ce-600995e6b0a1 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 21:29:51.989377 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 69a7476f-fa0b-4eaf-b6ce-600995e6b0a1 not bound to the agent host n-h1-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 21:29:52.276389 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-79f9ec49-4c58-45ba-8d2c-265356e628a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:29:52.532242 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-88c17e0b-f3b4-4a60-bea6-d4305d5021a9 req-b8f440cb-576b-40b7-b0d2-3a31be610f28 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "GET /v2.0/ports?device_id=688f927e-1a98-444b-b1a6-5f167bef2957 HTTP/1.1" status: 200 len: 210 time: 0.0295954 May 20 21:29:53.587710 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 33120) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:29:53.709381 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-26a2dcf7-a65b-41d5-9380-0895c3e2c5dc tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Deleting port cff536b5-b4b0-44f3-a156-a28c683b6883 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:29:53.709718 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-26a2dcf7-a65b-41d5-9380-0895c3e2c5dc tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:29:53.784594 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-26a2dcf7-a65b-41d5-9380-0895c3e2c5dc tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:29:53.784829 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-26a2dcf7-a65b-41d5-9380-0895c3e2c5dc tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:29:53.796203 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-26a2dcf7-a65b-41d5-9380-0895c3e2c5dc tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Calling delete_port for cff536b5-b4b0-44f3-a156-a28c683b6883 owned by network:floatingip {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:29:53.979297 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-26a2dcf7-a65b-41d5-9380-0895c3e2c5dc tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:29:54.005165 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a2dcf7-a65b-41d5-9380-0895c3e2c5dc tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Pushing event deleted for resources: {'Port': ['ID=cff536b5-b4b0-44f3-a156-a28c683b6883,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:29:54.067457 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-26a2dcf7-a65b-41d5-9380-0895c3e2c5dc tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Notify callbacks [] for floatingip, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:29:54.069837 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-26a2dcf7-a65b-41d5-9380-0895c3e2c5dc tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for floatingip, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:29:54.070967 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-26a2dcf7-a65b-41d5-9380-0895c3e2c5dc tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "DELETE /v2.0/floatingips/279890a6-4a97-4653-b32e-158ef93bc45f HTTP/1.1" status: 204 len: 168 time: 0.4822617 May 20 21:29:54.083414 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4bb0e131-6525-46ca-a45b-e4ea43a5e69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:29:55.139348 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:29:55.643842 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:29:55.666394 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cc3ec51b-6ec8-438a-8349-5f0bec346d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:29:57.501956 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 33136) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:29:57.561382 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e35fef6a-45f2-472d-aed8-4f3f4b145619 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:29:57.585537 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e35fef6a-45f2-472d-aed8-4f3f4b145619 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:29:57.716322 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e35fef6a-45f2-472d-aed8-4f3f4b145619 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:29:57.718833 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e35fef6a-45f2-472d-aed8-4f3f4b145619 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:29:57.722514 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-e35fef6a-45f2-472d-aed8-4f3f4b145619 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] 10.222.0.35 "DELETE /v2.0/security-groups/1347fee6-b8f4-4370-8390-b8b04a125af2 HTTP/1.1" status: 204 len: 168 time: 0.2170813 May 20 21:29:57.729465 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35fef6a-45f2-472d-aed8-4f3f4b145619 tempest-TestVolumeBootPattern-324346287 tempest-TestVolumeBootPattern-324346287-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1347fee6-b8f4-4370-8390-b8b04a125af2,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:29:57.847232 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 33140) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:29:58.628220 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6f2b1846-d989-4c99-9a3c-a663493e909b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748528'] for router_interface, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:29:58.865093 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-6f2b1846-d989-4c99-9a3c-a663493e909b admin admin] Deleting port a6a40044-221e-4f58-a185-583437b659e1 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:29:58.865368 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6f2b1846-d989-4c99-9a3c-a663493e909b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:29:58.940879 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-6f2b1846-d989-4c99-9a3c-a663493e909b admin admin] For port a6a40044-221e-4f58-a185-583437b659e1, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=a6a40044-221e-4f58-a185-583437b659e1,segment=NetworkSegment(8db3cbe6-5ab5-44a8-9059-240f6f6827e1),segment_id=8db3cbe6-5ab5-44a8-9059-240f6f6827e1)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:29:58.941253 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6f2b1846-d989-4c99-9a3c-a663493e909b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:29:58.953033 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-6f2b1846-d989-4c99-9a3c-a663493e909b admin admin] Calling delete_port for a6a40044-221e-4f58-a185-583437b659e1 owned by network:router_interface {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:29:59.201930 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6f2b1846-d989-4c99-9a3c-a663493e909b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:29:59.226554 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2b1846-d989-4c99-9a3c-a663493e909b admin admin] Pushing event deleted for resources: {'Port': ['ID=a6a40044-221e-4f58-a185-583437b659e1,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:29:59.403863 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6f2b1846-d989-4c99-9a3c-a663493e909b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-692224'] for router_interface, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:29:59.616553 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f2b1846-d989-4c99-9a3c-a663493e909b admin admin] Router 001f361d-04ad-4b94-baa3-7043a297f79f has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 21:29:59.722042 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f2b1846-d989-4c99-9a3c-a663493e909b admin admin] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 21:29:59.727086 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-6f2b1846-d989-4c99-9a3c-a663493e909b admin admin] 10.222.0.35 "PUT /v2.0/routers/001f361d-04ad-4b94-baa3-7043a297f79f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8787553 May 20 21:29:59.729908 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 33144) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:29:59.731929 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc56dad7-8c2c-48e5-9916-45416745fdc2 None None] Sync routers for ids ['001f361d-04ad-4b94-baa3-7043a297f79f'] in n-d-842733-1 {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 21:29:59.741318 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc56dad7-8c2c-48e5-9916-45416745fdc2 None None] Routers {'001f361d-04ad-4b94-baa3-7043a297f79f'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:29:59.741863 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-dc56dad7-8c2c-48e5-9916-45416745fdc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:29:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['001f361d-04ad-4b94-baa3-7043a297f79f'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:29:59.834031 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f724f58c-c6d3-43ae-95b7-6f77af89e953 admin admin] Notify callbacks [] for router, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:29:59.844544 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-dc56dad7-8c2c-48e5-9916-45416745fdc2 None None] Set router 001f361d-04ad-4b94-baa3-7043a297f79f gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:29:59.938584 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f724f58c-c6d3-43ae-95b7-6f77af89e953 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:30:00.027346 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-dc56dad7-8c2c-48e5-9916-45416745fdc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '001f361d-04ad-4b94-baa3-7043a297f79f', 'name': 'tempest-TestVolumeBootPattern-1743481201-router', 'tenant_id': '4f94a191bdd44506b49954bf553d7569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.192'}], 'enable_snat': True}, 'gw_port_id': '5b1caf5c-55fe-4411-b9a2-2314d7da9f60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:16:38Z', 'updated_at': '2022-05-20T21:29:59Z', 'revision_number': 5, 'project_id': '4f94a191bdd44506b49954bf553d7569', 'gw_port': {'id': '5b1caf5c-55fe-4411-b9a2-2314d7da9f60', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:e8:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '001f361d-04ad-4b94-baa3-7043a297f79f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:16:39Z', 'updated_at': '2022-05-20T21:16:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:30:00.055866 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-f724f58c-c6d3-43ae-95b7-6f77af89e953 admin admin] Deleting port 5b1caf5c-55fe-4411-b9a2-2314d7da9f60 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:30:00.056236 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f724f58c-c6d3-43ae-95b7-6f77af89e953 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:30:00.056373 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc56dad7-8c2c-48e5-9916-45416745fdc2 None None] Checking router: 001f361d-04ad-4b94-baa3-7043a297f79f for host: n-d-842733-1 {{(pid=103165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 21:30:00.065810 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc56dad7-8c2c-48e5-9916-45416745fdc2 None None] Routers {'001f361d-04ad-4b94-baa3-7043a297f79f'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:30:00.066542 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-dc56dad7-8c2c-48e5-9916-45416745fdc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:29:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['001f361d-04ad-4b94-baa3-7043a297f79f'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:30:00.140603 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-f724f58c-c6d3-43ae-95b7-6f77af89e953 admin admin] For port 5b1caf5c-55fe-4411-b9a2-2314d7da9f60, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=5b1caf5c-55fe-4411-b9a2-2314d7da9f60,segment=NetworkSegment(0b5485c4-eff8-42a1-9073-ae54ed4c63ba),segment_id=0b5485c4-eff8-42a1-9073-ae54ed4c63ba)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:30:00.140977 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f724f58c-c6d3-43ae-95b7-6f77af89e953 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:30:00.154796 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-f724f58c-c6d3-43ae-95b7-6f77af89e953 admin admin] Calling delete_port for 5b1caf5c-55fe-4411-b9a2-2314d7da9f60 owned by network:router_gateway {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:30:00.249304 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-dc56dad7-8c2c-48e5-9916-45416745fdc2 None None] Set router 001f361d-04ad-4b94-baa3-7043a297f79f gateway port host: None {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:30:00.304005 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-dc56dad7-8c2c-48e5-9916-45416745fdc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '001f361d-04ad-4b94-baa3-7043a297f79f', 'name': 'tempest-TestVolumeBootPattern-1743481201-router', 'tenant_id': '4f94a191bdd44506b49954bf553d7569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:16:38Z', 'updated_at': '2022-05-20T21:29:59Z', 'revision_number': 6, 'project_id': '4f94a191bdd44506b49954bf553d7569', 'gw_port_host': None}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:30:00.331907 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc56dad7-8c2c-48e5-9916-45416745fdc2 None None] The sync data for ids ['001f361d-04ad-4b94-baa3-7043a297f79f'] in n-d-842733-1 is: [{'id': '001f361d-04ad-4b94-baa3-7043a297f79f', 'name': 'tempest-TestVolumeBootPattern-1743481201-router', 'tenant_id': '4f94a191bdd44506b49954bf553d7569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:16:38Z', 'updated_at': '2022-05-20T21:29:59Z', 'revision_number': 6, 'project_id': '4f94a191bdd44506b49954bf553d7569', 'gw_port_host': None}] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 21:30:00.386511 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f724f58c-c6d3-43ae-95b7-6f77af89e953 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:30:00.412591 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f724f58c-c6d3-43ae-95b7-6f77af89e953 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b1caf5c-55fe-4411-b9a2-2314d7da9f60,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:30:00.481234 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f724f58c-c6d3-43ae-95b7-6f77af89e953 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-748206'] for router_gateway, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:30:00.573283 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f724f58c-c6d3-43ae-95b7-6f77af89e953 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26169'] for router, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:30:00.575959 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f724f58c-c6d3-43ae-95b7-6f77af89e953 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:30:00.670717 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f724f58c-c6d3-43ae-95b7-6f77af89e953 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-693148'] for router, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:30:00.671303 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f724f58c-c6d3-43ae-95b7-6f77af89e953 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 001f361d-04ad-4b94-baa3-7043a297f79f {{(pid=103162) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 20 21:30:00.676186 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f724f58c-c6d3-43ae-95b7-6f77af89e953 admin admin] Notify callbacks [] for router, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:30:00.679990 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-f724f58c-c6d3-43ae-95b7-6f77af89e953 admin admin] 10.222.0.35 "DELETE /v2.0/routers/001f361d-04ad-4b94-baa3-7043a297f79f HTTP/1.1" status: 204 len: 168 time: 0.9482329 May 20 21:30:00.680168 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 33146) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:30:00.740702 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_v2 [None req-c60ad448-f0b6-4518-a762-2641923278ae admin admin] Deleting subnet 87e873ab-38e9-43e0-acec-0c2b5973b603 {{(pid=103163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 20 21:30:00.744582 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c60ad448-f0b6-4518-a762-2641923278ae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:30:00.783563 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c60ad448-f0b6-4518-a762-2641923278ae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9338757'] for subnet, precommit_delete_associations {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:30:00.866985 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c60ad448-f0b6-4518-a762-2641923278ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33068388'] for subnet, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:30:00.990690 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c60ad448-f0b6-4518-a762-2641923278ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33068399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9641221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8422588'] for subnet, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:30:01.021608 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60ad448-f0b6-4518-a762-2641923278ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=87e873ab-38e9-43e0-acec-0c2b5973b603,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:30:01.025598 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c60ad448-f0b6-4518-a762-2641923278ae admin admin] Notify callbacks [] for subnet, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:30:01.029280 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-c60ad448-f0b6-4518-a762-2641923278ae admin admin] 10.222.0.35 "DELETE /v2.0/subnets/87e873ab-38e9-43e0-acec-0c2b5973b603 HTTP/1.1" status: 204 len: 168 time: 0.3467391 May 20 21:30:01.031541 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 33148) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:30:01.031680 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50921251-868d-415f-9ad8-778718b0b1eb None None] Network 255960d5-e633-4d0c-a1cc-74a37a7cc772 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:30:01.099680 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-81c1d0d4-f597-48f9-90c7-f4a3151d3ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33160123'] for network, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:30:01.118650 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device a6a40044-221e-4f58-a185-583437b659e1 no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 21:30:01.157769 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: a6a40044-221e-4f58-a185-583437b659e1 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 21:30:01.158179 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device a6a40044-221e-4f58-a185-583437b659e1 not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 21:30:01.158521 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-81c1d0d4-f597-48f9-90c7-f4a3151d3ba5 admin admin] Deleting port 544ba553-128a-4007-bbc8-9003295654fb {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:30:01.158855 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-81c1d0d4-f597-48f9-90c7-f4a3151d3ba5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:30:01.250780 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdd581c0-a9bc-483a-9925-a4234b909d00 None None] DHCP port deletion for 255960d5-e633-4d0c-a1cc-74a37a7cc772 request from n-d-842733-1 {{(pid=103164) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 21:30:01.256047 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-81c1d0d4-f597-48f9-90c7-f4a3151d3ba5 admin admin] For port 544ba553-128a-4007-bbc8-9003295654fb, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=544ba553-128a-4007-bbc8-9003295654fb,segment=NetworkSegment(8db3cbe6-5ab5-44a8-9059-240f6f6827e1),segment_id=8db3cbe6-5ab5-44a8-9059-240f6f6827e1)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:30:01.256047 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-81c1d0d4-f597-48f9-90c7-f4a3151d3ba5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:30:01.274938 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-81c1d0d4-f597-48f9-90c7-f4a3151d3ba5 admin admin] Calling delete_port for 544ba553-128a-4007-bbc8-9003295654fb owned by network:dhcp {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:30:01.316774 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-cdd581c0-a9bc-483a-9925-a4234b909d00 None None] Deleting port 544ba553-128a-4007-bbc8-9003295654fb {{(pid=103164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:30:01.317582 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cdd581c0-a9bc-483a-9925-a4234b909d00 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:30:01.394887 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-cdd581c0-a9bc-483a-9925-a4234b909d00 None None] For port 544ba553-128a-4007-bbc8-9003295654fb, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=544ba553-128a-4007-bbc8-9003295654fb,segment=NetworkSegment(8db3cbe6-5ab5-44a8-9059-240f6f6827e1),segment_id=8db3cbe6-5ab5-44a8-9059-240f6f6827e1)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:30:01.395291 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cdd581c0-a9bc-483a-9925-a4234b909d00 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:30:01.408580 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-81c1d0d4-f597-48f9-90c7-f4a3151d3ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:30:01.409135 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-cdd581c0-a9bc-483a-9925-a4234b909d00 None None] Calling delete_port for 544ba553-128a-4007-bbc8-9003295654fb owned by network:dhcp {{(pid=103164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:30:01.437031 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c1d0d4-f597-48f9-90c7-f4a3151d3ba5 admin admin] Pushing event deleted for resources: {'Port': ['ID=544ba553-128a-4007-bbc8-9003295654fb,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:30:01.439127 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c1d0d4-f597-48f9-90c7-f4a3151d3ba5 admin admin] No DVR routers for this DVR port 544ba553-128a-4007-bbc8-9003295654fb on host n-d-842733-1 {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 21:30:01.509945 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cdd581c0-a9bc-483a-9925-a4234b909d00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099'] for port, after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:30:01.517376 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-81c1d0d4-f597-48f9-90c7-f4a3151d3ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33072115', 'neutron.services.segments.db._delete_segments_for_network-8782419500584'] for network, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:30:01.536488 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd581c0-a9bc-483a-9925-a4234b909d00 None None] Pushing event deleted for resources: {'Port': ['ID=544ba553-128a-4007-bbc8-9003295654fb,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:30:01.538738 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd581c0-a9bc-483a-9925-a4234b909d00 None None] No DVR routers for this DVR port 544ba553-128a-4007-bbc8-9003295654fb on host n-d-842733-1 {{(pid=103164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 21:30:01.538901 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-81c1d0d4-f597-48f9-90c7-f4a3151d3ba5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['255960d5-e633-4d0c-a1cc-74a37a7cc772']}} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:30:01.548022 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd581c0-a9bc-483a-9925-a4234b909d00 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:30:01.548360 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd581c0-a9bc-483a-9925-a4234b909d00 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:30:01.548690 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd581c0-a9bc-483a-9925-a4234b909d00 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:30:01.549012 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd581c0-a9bc-483a-9925-a4234b909d00 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:30:01.549527 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd581c0-a9bc-483a-9925-a4234b909d00 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:30:01.550019 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd581c0-a9bc-483a-9925-a4234b909d00 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:30:01.550492 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd581c0-a9bc-483a-9925-a4234b909d00 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:30:01.550958 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd581c0-a9bc-483a-9925-a4234b909d00 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:30:01.551433 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd581c0-a9bc-483a-9925-a4234b909d00 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:30:01.551604 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-81c1d0d4-f597-48f9-90c7-f4a3151d3ba5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8db3cbe6-5ab5-44a8-9059-240f6f6827e1') {'for_net_delete': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:30:01.551844 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-81c1d0d4-f597-48f9-90c7-f4a3151d3ba5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8db3cbe6-5ab5-44a8-9059-240f6f6827e1') {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:30:01.552666 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd581c0-a9bc-483a-9925-a4234b909d00 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:30:01.552965 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd581c0-a9bc-483a-9925-a4234b909d00 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:30:01.553487 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd581c0-a9bc-483a-9925-a4234b909d00 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:30:01.563375 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-81c1d0d4-f597-48f9-90c7-f4a3151d3ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419501617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9338764'] for segment, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:30:01.577238 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-81c1d0d4-f597-48f9-90c7-f4a3151d3ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:30:01.583126 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81c1d0d4-f597-48f9-90c7-f4a3151d3ba5 admin admin] Releasing vlan 241 on physical network physnet1 to pool {{(pid=103163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 21:30:01.588225 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-81c1d0d4-f597-48f9-90c7-f4a3151d3ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9638311'] for segment, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:30:01.588225 n-d-842733-1 neutron-server[103163]: Traceback (most recent call last): May 20 21:30:01.588225 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 21:30:01.588225 n-d-842733-1 neutron-server[103163]: timer() May 20 21:30:01.588225 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 21:30:01.588225 n-d-842733-1 neutron-server[103163]: cb(*args, **kw) May 20 21:30:01.588225 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 20 21:30:01.588225 n-d-842733-1 neutron-server[103163]: return func(*args, **kwargs) May 20 21:30:01.588225 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 21:30:01.588225 n-d-842733-1 neutron-server[103163]: self._notify() May 20 21:30:01.588225 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 21:30:01.588225 n-d-842733-1 neutron-server[103163]: self.callback(batched_events) May 20 21:30:01.588225 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 21:30:01.588225 n-d-842733-1 neutron-server[103163]: event.method(event) May 20 21:30:01.588225 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 20 21:30:01.588225 n-d-842733-1 neutron-server[103163]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 21:30:01.588225 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 20 21:30:01.588225 n-d-842733-1 neutron-server[103163]: aggregate_uuid = self.p_client.list_aggregates( May 20 21:30:01.588225 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 20 21:30:01.588225 n-d-842733-1 neutron-server[103163]: return f(self, *a, **k) May 20 21:30:01.588225 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 20 21:30:01.588225 n-d-842733-1 neutron-server[103163]: return self._get(url).json() May 20 21:30:01.588225 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 20 21:30:01.588225 n-d-842733-1 neutron-server[103163]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 21:30:01.588225 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 21:30:01.588225 n-d-842733-1 neutron-server[103163]: return self.request(url, 'GET', **kwargs) May 20 21:30:01.588225 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 21:30:01.588225 n-d-842733-1 neutron-server[103163]: base_url = self.get_endpoint(auth, allow=allow, May 20 21:30:01.588225 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 21:30:01.588225 n-d-842733-1 neutron-server[103163]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 21:30:01.588225 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 21:30:01.588225 n-d-842733-1 neutron-server[103163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 21:30:01.588225 n-d-842733-1 neutron-server[103163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 21:30:01.710462 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-81c1d0d4-f597-48f9-90c7-f4a3151d3ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33072122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748162'] for network, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:30:01.716485 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-81c1d0d4-f597-48f9-90c7-f4a3151d3ba5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:30:01.719547 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-81c1d0d4-f597-48f9-90c7-f4a3151d3ba5 admin admin] 10.222.0.35 "DELETE /v2.0/networks/255960d5-e633-4d0c-a1cc-74a37a7cc772 HTTP/1.1" status: 204 len: 168 time: 0.6870131 May 20 21:30:01.723175 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 33150) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:30:01.731180 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c1d0d4-f597-48f9-90c7-f4a3151d3ba5 admin admin] Pushing event deleted for resources: {'Network': ['ID=255960d5-e633-4d0c-a1cc-74a37a7cc772,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:30:02.060428 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-131a5e72-08aa-4c35-9bd5-92391d2ea14d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748528'] for router_interface, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:30:02.295026 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-131a5e72-08aa-4c35-9bd5-92391d2ea14d admin admin] Deleting port 35a07b0e-ff3a-4604-8b93-3f531f529f48 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:30:02.295402 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-131a5e72-08aa-4c35-9bd5-92391d2ea14d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:30:02.374584 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-131a5e72-08aa-4c35-9bd5-92391d2ea14d admin admin] For port 35a07b0e-ff3a-4604-8b93-3f531f529f48, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=35a07b0e-ff3a-4604-8b93-3f531f529f48,segment=NetworkSegment(37cc985b-9ba2-4e79-9b1d-a1d202f5d7b2),segment_id=37cc985b-9ba2-4e79-9b1d-a1d202f5d7b2)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:30:02.374867 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-131a5e72-08aa-4c35-9bd5-92391d2ea14d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:30:02.386677 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-131a5e72-08aa-4c35-9bd5-92391d2ea14d admin admin] Calling delete_port for 35a07b0e-ff3a-4604-8b93-3f531f529f48 owned by network:router_interface {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:30:02.482523 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 5b1caf5c-55fe-4411-b9a2-2314d7da9f60 no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 21:30:02.505923 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: 5b1caf5c-55fe-4411-b9a2-2314d7da9f60 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 21:30:02.506262 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 5b1caf5c-55fe-4411-b9a2-2314d7da9f60 not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 21:30:02.506666 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 544ba553-128a-4007-bbc8-9003295654fb no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 21:30:02.526945 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: 544ba553-128a-4007-bbc8-9003295654fb {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 21:30:02.527287 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 544ba553-128a-4007-bbc8-9003295654fb not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 21:30:02.630892 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-131a5e72-08aa-4c35-9bd5-92391d2ea14d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:30:02.656514 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131a5e72-08aa-4c35-9bd5-92391d2ea14d admin admin] Pushing event deleted for resources: {'Port': ['ID=35a07b0e-ff3a-4604-8b93-3f531f529f48,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:30:02.681614 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:30:03.137805 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-131a5e72-08aa-4c35-9bd5-92391d2ea14d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-692224'] for router_interface, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:30:03.346534 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-131a5e72-08aa-4c35-9bd5-92391d2ea14d admin admin] Router 79215277-79b3-4dbc-af80-1fa6801a558e has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 21:30:03.459482 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-131a5e72-08aa-4c35-9bd5-92391d2ea14d admin admin] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 21:30:03.464612 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-131a5e72-08aa-4c35-9bd5-92391d2ea14d admin admin] 10.222.0.35 "PUT /v2.0/routers/79215277-79b3-4dbc-af80-1fa6801a558e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7401659 May 20 21:30:03.467653 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 33152) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:30:03.470371 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e06f3b9a-3d3b-4186-a528-79c1aa431657 None None] Sync routers for ids ['79215277-79b3-4dbc-af80-1fa6801a558e'] in n-d-842733-1 {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 21:30:03.480099 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e06f3b9a-3d3b-4186-a528-79c1aa431657 None None] Routers {'79215277-79b3-4dbc-af80-1fa6801a558e'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:30:03.481558 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-e06f3b9a-3d3b-4186-a528-79c1aa431657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:29:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['79215277-79b3-4dbc-af80-1fa6801a558e'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:30:03.577068 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0ea21683-8c2a-43f5-9070-42a45d9fcefd admin admin] Notify callbacks [] for router, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:30:03.687123 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0ea21683-8c2a-43f5-9070-42a45d9fcefd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:30:03.741261 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-e06f3b9a-3d3b-4186-a528-79c1aa431657 None None] Set router 79215277-79b3-4dbc-af80-1fa6801a558e gateway port host: n-d-842733-1 {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:30:03.797095 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-0ea21683-8c2a-43f5-9070-42a45d9fcefd admin admin] Deleting port 6863a935-d2c8-418b-97b1-bca560b79f3d {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:30:03.797516 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0ea21683-8c2a-43f5-9070-42a45d9fcefd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:30:03.878759 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-0ea21683-8c2a-43f5-9070-42a45d9fcefd admin admin] For port 6863a935-d2c8-418b-97b1-bca560b79f3d, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=6863a935-d2c8-418b-97b1-bca560b79f3d,segment=NetworkSegment(0b5485c4-eff8-42a1-9073-ae54ed4c63ba),segment_id=0b5485c4-eff8-42a1-9073-ae54ed4c63ba)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:30:03.879126 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0ea21683-8c2a-43f5-9070-42a45d9fcefd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:30:03.891580 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-0ea21683-8c2a-43f5-9070-42a45d9fcefd admin admin] Calling delete_port for 6863a935-d2c8-418b-97b1-bca560b79f3d owned by network:router_gateway {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:30:03.933241 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-e06f3b9a-3d3b-4186-a528-79c1aa431657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79215277-79b3-4dbc-af80-1fa6801a558e', 'name': 'tempest-TestVolumeBootPattern-1476724299-router', 'tenant_id': 'fa48c325129744ad95a821f914bb4833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.147'}], 'enable_snat': True}, 'gw_port_id': '6863a935-d2c8-418b-97b1-bca560b79f3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:16:45Z', 'updated_at': '2022-05-20T21:30:02Z', 'revision_number': 5, 'project_id': 'fa48c325129744ad95a821f914bb4833', 'gw_port': {'id': '6863a935-d2c8-418b-97b1-bca560b79f3d', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:e1:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79215277-79b3-4dbc-af80-1fa6801a558e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4084, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:16:45Z', 'updated_at': '2022-05-20T21:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:30:03.964582 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e06f3b9a-3d3b-4186-a528-79c1aa431657 None None] Checking router: 79215277-79b3-4dbc-af80-1fa6801a558e for host: n-d-842733-1 {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 21:30:03.973915 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e06f3b9a-3d3b-4186-a528-79c1aa431657 None None] Routers {'79215277-79b3-4dbc-af80-1fa6801a558e'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:30:03.974530 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-e06f3b9a-3d3b-4186-a528-79c1aa431657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:29:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['79215277-79b3-4dbc-af80-1fa6801a558e'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:30:04.061728 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-e06f3b9a-3d3b-4186-a528-79c1aa431657 None None] Set router 79215277-79b3-4dbc-af80-1fa6801a558e gateway port host: None {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:30:04.118167 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0ea21683-8c2a-43f5-9070-42a45d9fcefd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:30:04.118612 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-e06f3b9a-3d3b-4186-a528-79c1aa431657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79215277-79b3-4dbc-af80-1fa6801a558e', 'name': 'tempest-TestVolumeBootPattern-1476724299-router', 'tenant_id': 'fa48c325129744ad95a821f914bb4833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:16:45Z', 'updated_at': '2022-05-20T21:30:03Z', 'revision_number': 6, 'project_id': 'fa48c325129744ad95a821f914bb4833', 'gw_port_host': None}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:30:04.144171 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.agents_db [None req-5c33ad30-4e00-40fa-b486-8c79c4a6cfc5 None None] Agent healthcheck: found 7 active agents {{(pid=103165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 20 21:30:04.146801 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea21683-8c2a-43f5-9070-42a45d9fcefd admin admin] Pushing event deleted for resources: {'Port': ['ID=6863a935-d2c8-418b-97b1-bca560b79f3d,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:30:04.154184 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e06f3b9a-3d3b-4186-a528-79c1aa431657 None None] The sync data for ids ['79215277-79b3-4dbc-af80-1fa6801a558e'] in n-d-842733-1 is: [{'id': '79215277-79b3-4dbc-af80-1fa6801a558e', 'name': 'tempest-TestVolumeBootPattern-1476724299-router', 'tenant_id': 'fa48c325129744ad95a821f914bb4833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:16:45Z', 'updated_at': '2022-05-20T21:30:03Z', 'revision_number': 6, 'project_id': 'fa48c325129744ad95a821f914bb4833', 'gw_port_host': None}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 21:30:04.222901 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0ea21683-8c2a-43f5-9070-42a45d9fcefd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-748206'] for router_gateway, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:30:04.323407 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0ea21683-8c2a-43f5-9070-42a45d9fcefd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26169'] for router, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:30:04.327360 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0ea21683-8c2a-43f5-9070-42a45d9fcefd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:30:04.449181 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0ea21683-8c2a-43f5-9070-42a45d9fcefd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-693148'] for router, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:30:04.450102 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ea21683-8c2a-43f5-9070-42a45d9fcefd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 79215277-79b3-4dbc-af80-1fa6801a558e {{(pid=103162) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 20 21:30:04.454400 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0ea21683-8c2a-43f5-9070-42a45d9fcefd admin admin] Notify callbacks [] for router, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:30:04.455556 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-0ea21683-8c2a-43f5-9070-42a45d9fcefd admin admin] 10.222.0.35 "DELETE /v2.0/routers/79215277-79b3-4dbc-af80-1fa6801a558e HTTP/1.1" status: 204 len: 168 time: 0.9869802 May 20 21:30:04.458141 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 33154) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:30:04.511683 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e850294-7e3e-427c-a2e5-7bf3349dad92 admin admin] Deleting subnet 2ed8102b-ab6a-41b6-bb94-b92f05eb185b {{(pid=103162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 20 21:30:04.515738 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3e850294-7e3e-427c-a2e5-7bf3349dad92 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:30:04.562246 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3e850294-7e3e-427c-a2e5-7bf3349dad92 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3738392'] for subnet, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:30:04.655823 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3e850294-7e3e-427c-a2e5-7bf3349dad92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33068388'] for subnet, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:30:04.768169 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3e850294-7e3e-427c-a2e5-7bf3349dad92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33068399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3797621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4018265'] for subnet, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:30:04.805384 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e850294-7e3e-427c-a2e5-7bf3349dad92 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ed8102b-ab6a-41b6-bb94-b92f05eb185b,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:30:04.808832 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3e850294-7e3e-427c-a2e5-7bf3349dad92 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:30:04.816391 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-998fb0d4-a27f-4b4d-bfc8-f1a601a04bea None None] Network 6a938ade-a4ac-45bf-a2b5-4fbcd39fd34a requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:30:04.817732 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-3e850294-7e3e-427c-a2e5-7bf3349dad92 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/2ed8102b-ab6a-41b6-bb94-b92f05eb185b HTTP/1.1" status: 204 len: 168 time: 0.3528953 May 20 21:30:04.817732 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 33156) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:30:04.887411 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5b1a101b-9c25-432a-8282-cf7f6ae2f151 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33160123'] for network, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:30:04.916837 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 35a07b0e-ff3a-4604-8b93-3f531f529f48 no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 21:30:04.942326 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-5b1a101b-9c25-432a-8282-cf7f6ae2f151 admin admin] Deleting port b0af54c4-9b91-4e43-b9ea-a34d66d64639 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:30:04.942672 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5b1a101b-9c25-432a-8282-cf7f6ae2f151 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:30:04.944335 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: 35a07b0e-ff3a-4604-8b93-3f531f529f48 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 21:30:04.945150 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 35a07b0e-ff3a-4604-8b93-3f531f529f48 not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 21:30:05.008069 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-639683c3-1d70-47c2-b4b9-78afce05f203 None None] DHCP port deletion for 6a938ade-a4ac-45bf-a2b5-4fbcd39fd34a request from n-d-842733-1 {{(pid=103164) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 21:30:05.014975 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-5b1a101b-9c25-432a-8282-cf7f6ae2f151 admin admin] For port b0af54c4-9b91-4e43-b9ea-a34d66d64639, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=b0af54c4-9b91-4e43-b9ea-a34d66d64639,segment=NetworkSegment(37cc985b-9ba2-4e79-9b1d-a1d202f5d7b2),segment_id=37cc985b-9ba2-4e79-9b1d-a1d202f5d7b2)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:30:05.015342 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5b1a101b-9c25-432a-8282-cf7f6ae2f151 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:30:05.030106 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-5b1a101b-9c25-432a-8282-cf7f6ae2f151 admin admin] Calling delete_port for b0af54c4-9b91-4e43-b9ea-a34d66d64639 owned by network:dhcp {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:30:05.061503 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-639683c3-1d70-47c2-b4b9-78afce05f203 None None] Deleting port b0af54c4-9b91-4e43-b9ea-a34d66d64639 {{(pid=103164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:30:05.061874 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-639683c3-1d70-47c2-b4b9-78afce05f203 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:30:05.129874 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-639683c3-1d70-47c2-b4b9-78afce05f203 None None] For port b0af54c4-9b91-4e43-b9ea-a34d66d64639, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=b0af54c4-9b91-4e43-b9ea-a34d66d64639,segment=NetworkSegment(37cc985b-9ba2-4e79-9b1d-a1d202f5d7b2),segment_id=37cc985b-9ba2-4e79-9b1d-a1d202f5d7b2)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:30:05.130263 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-639683c3-1d70-47c2-b4b9-78afce05f203 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:30:05.144435 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-639683c3-1d70-47c2-b4b9-78afce05f203 None None] Calling delete_port for b0af54c4-9b91-4e43-b9ea-a34d66d64639 owned by network:dhcp {{(pid=103164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:30:05.188562 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5b1a101b-9c25-432a-8282-cf7f6ae2f151 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:30:05.217547 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1a101b-9c25-432a-8282-cf7f6ae2f151 admin admin] Pushing event deleted for resources: {'Port': ['ID=b0af54c4-9b91-4e43-b9ea-a34d66d64639,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:30:05.219168 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1a101b-9c25-432a-8282-cf7f6ae2f151 admin admin] No DVR routers for this DVR port b0af54c4-9b91-4e43-b9ea-a34d66d64639 on host n-d-842733-1 {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 21:30:05.234056 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-639683c3-1d70-47c2-b4b9-78afce05f203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099'] for port, after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:30:05.262514 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639683c3-1d70-47c2-b4b9-78afce05f203 None None] Pushing event deleted for resources: {'Port': ['ID=b0af54c4-9b91-4e43-b9ea-a34d66d64639,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:30:05.267295 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-639683c3-1d70-47c2-b4b9-78afce05f203 None None] No DVR routers for this DVR port b0af54c4-9b91-4e43-b9ea-a34d66d64639 on host n-d-842733-1 {{(pid=103164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 21:30:05.293452 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5b1a101b-9c25-432a-8282-cf7f6ae2f151 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33072115', 'neutron.services.segments.db._delete_segments_for_network-8782419500584'] for network, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:30:05.313314 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-5b1a101b-9c25-432a-8282-cf7f6ae2f151 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a938ade-a4ac-45bf-a2b5-4fbcd39fd34a']}} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:30:05.322356 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-5b1a101b-9c25-432a-8282-cf7f6ae2f151 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37cc985b-9ba2-4e79-9b1d-a1d202f5d7b2') {'for_net_delete': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:30:05.322647 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-5b1a101b-9c25-432a-8282-cf7f6ae2f151 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37cc985b-9ba2-4e79-9b1d-a1d202f5d7b2') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:30:05.333075 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5b1a101b-9c25-432a-8282-cf7f6ae2f151 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419501617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3738385'] for segment, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:30:05.346639 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5b1a101b-9c25-432a-8282-cf7f6ae2f151 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:30:05.352443 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b1a101b-9c25-432a-8282-cf7f6ae2f151 admin admin] Releasing vlan 232 on physical network physnet1 to pool {{(pid=103162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 21:30:05.352850 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5b1a101b-9c25-432a-8282-cf7f6ae2f151 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3800791'] for segment, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:30:05.354471 n-d-842733-1 neutron-server[103162]: Traceback (most recent call last): May 20 21:30:05.354471 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 21:30:05.354471 n-d-842733-1 neutron-server[103162]: timer() May 20 21:30:05.354471 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 21:30:05.354471 n-d-842733-1 neutron-server[103162]: cb(*args, **kw) May 20 21:30:05.354471 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 20 21:30:05.354471 n-d-842733-1 neutron-server[103162]: return func(*args, **kwargs) May 20 21:30:05.354471 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 21:30:05.354471 n-d-842733-1 neutron-server[103162]: self._notify() May 20 21:30:05.354471 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 21:30:05.354471 n-d-842733-1 neutron-server[103162]: self.callback(batched_events) May 20 21:30:05.354471 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 21:30:05.354471 n-d-842733-1 neutron-server[103162]: event.method(event) May 20 21:30:05.354471 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 20 21:30:05.354471 n-d-842733-1 neutron-server[103162]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 21:30:05.354471 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 20 21:30:05.354471 n-d-842733-1 neutron-server[103162]: aggregate_uuid = self.p_client.list_aggregates( May 20 21:30:05.354471 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 20 21:30:05.354471 n-d-842733-1 neutron-server[103162]: return f(self, *a, **k) May 20 21:30:05.354471 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 20 21:30:05.354471 n-d-842733-1 neutron-server[103162]: return self._get(url).json() May 20 21:30:05.354471 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 20 21:30:05.354471 n-d-842733-1 neutron-server[103162]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 21:30:05.354471 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 21:30:05.354471 n-d-842733-1 neutron-server[103162]: return self.request(url, 'GET', **kwargs) May 20 21:30:05.354471 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 21:30:05.354471 n-d-842733-1 neutron-server[103162]: base_url = self.get_endpoint(auth, allow=allow, May 20 21:30:05.354471 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 21:30:05.354471 n-d-842733-1 neutron-server[103162]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 21:30:05.354471 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 21:30:05.354471 n-d-842733-1 neutron-server[103162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 21:30:05.354471 n-d-842733-1 neutron-server[103162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 21:30:05.483339 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5b1a101b-9c25-432a-8282-cf7f6ae2f151 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33072122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748162'] for network, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:30:05.494304 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5b1a101b-9c25-432a-8282-cf7f6ae2f151 admin admin] Notify callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:30:05.498181 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-5b1a101b-9c25-432a-8282-cf7f6ae2f151 admin admin] 10.222.0.35 "DELETE /v2.0/networks/6a938ade-a4ac-45bf-a2b5-4fbcd39fd34a HTTP/1.1" status: 204 len: 168 time: 0.6820564 May 20 21:30:05.510011 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1a101b-9c25-432a-8282-cf7f6ae2f151 admin admin] Pushing event deleted for resources: {'Network': ['ID=6a938ade-a4ac-45bf-a2b5-4fbcd39fd34a,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:30:05.807104 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 33160) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:30:05.847512 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-8152e3b5-6e38-4ea7-b783-29e89e914909 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4f94a191bdd44506b49954bf553d7569&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0391796 May 20 21:30:05.849972 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 33162) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:30:05.902161 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-14479f3d-2127-4e18-b756-14dfd7361276 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:30:05.922707 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-14479f3d-2127-4e18-b756-14dfd7361276 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:30:06.020664 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-14479f3d-2127-4e18-b756-14dfd7361276 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:30:06.023317 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-14479f3d-2127-4e18-b756-14dfd7361276 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:30:06.024485 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-14479f3d-2127-4e18-b756-14dfd7361276 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e1e67d27-2dd5-4cb5-8d30-f404451cc346 HTTP/1.1" status: 204 len: 168 time: 0.1736362 May 20 21:30:06.039897 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14479f3d-2127-4e18-b756-14dfd7361276 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1e67d27-2dd5-4cb5-8d30-f404451cc346,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:30:06.480043 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device b0af54c4-9b91-4e43-b9ea-a34d66d64639 no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 21:30:06.507556 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: b0af54c4-9b91-4e43-b9ea-a34d66d64639 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 21:30:06.507896 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device b0af54c4-9b91-4e43-b9ea-a34d66d64639 not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 21:30:06.508306 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 6863a935-d2c8-418b-97b1-bca560b79f3d no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 21:30:06.528594 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: 6863a935-d2c8-418b-97b1-bca560b79f3d {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 21:30:06.529569 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 6863a935-d2c8-418b-97b1-bca560b79f3d not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 21:30:06.625199 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 33168) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:30:06.664003 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-b424f785-4c2d-4d0f-91c7-8f100c00fb29 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=fa48c325129744ad95a821f914bb4833&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0373650 May 20 21:30:06.666449 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 33170) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:30:06.714060 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8cb86eda-0cb9-4cbf-a1af-4acca9232ea8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:30:06.738012 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8cb86eda-0cb9-4cbf-a1af-4acca9232ea8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:30:06.877846 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8cb86eda-0cb9-4cbf-a1af-4acca9232ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:30:06.880360 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8cb86eda-0cb9-4cbf-a1af-4acca9232ea8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:30:06.881539 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-8cb86eda-0cb9-4cbf-a1af-4acca9232ea8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9dc97d6d-7c76-4e6a-a855-3dc2cd9dcc6a HTTP/1.1" status: 204 len: 168 time: 0.2141693 May 20 21:30:06.889684 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb86eda-0cb9-4cbf-a1af-4acca9232ea8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dc97d6d-7c76-4e6a-a855-3dc2cd9dcc6a,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:30:18.302509 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8dea145f-f494-4bc1-bfba-4fbbbe3d89e0 req-d92d8f67-cf00-45b2-b157-fb478b03d20d tempest-ServersAdminNegativeTestJSON-947405373 tempest-ServersAdminNegativeTestJSON-947405373-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=60670a840e084db6a6956b8740887ca4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0282023 May 20 21:30:18.482582 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dea145f-f494-4bc1-bfba-4fbbbe3d89e0 req-2b32a3cc-2b4b-4ab7-91d7-00fb4f354c42 tempest-ServersAdminNegativeTestJSON-947405373 tempest-ServersAdminNegativeTestJSON-947405373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:30:18.484030 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8dea145f-f494-4bc1-bfba-4fbbbe3d89e0 req-2b32a3cc-2b4b-4ab7-91d7-00fb4f354c42 tempest-ServersAdminNegativeTestJSON-947405373 tempest-ServersAdminNegativeTestJSON-947405373-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1759965 May 20 21:30:18.500037 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8dea145f-f494-4bc1-bfba-4fbbbe3d89e0 req-992d48e3-64f9-4212-af32-c07e843df3b7 tempest-ServersAdminNegativeTestJSON-947405373 tempest-ServersAdminNegativeTestJSON-947405373-project] 10.222.0.35 "GET /v2.0/quotas/60670a840e084db6a6956b8740887ca4 HTTP/1.1" status: 200 len: 375 time: 0.0100288 May 20 21:30:18.530606 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8dea145f-f494-4bc1-bfba-4fbbbe3d89e0 req-74973ea8-ef03-4c4d-bffa-cb90f133a598 tempest-ServersAdminNegativeTestJSON-947405373 tempest-ServersAdminNegativeTestJSON-947405373-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=60670a840e084db6a6956b8740887ca4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0250680 May 20 21:30:19.775698 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-209770c6-9064-4d8e-9649-720494db5546 req-7f07f462-dc28-4b04-9773-33358f4b3c41 tempest-ServersAdminNegativeTestJSON-947405373 tempest-ServersAdminNegativeTestJSON-947405373-project] 10.222.0.35 "GET /v2.0/ports?device_id=955cc948-bbb8-4d10-b27a-9c96a02e9186 HTTP/1.1" status: 200 len: 210 time: 0.0292692 May 20 21:30:19.911893 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-5116efff-e057-4c04-9f6f-7a98afeb6138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:30:20.871248 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9a141f3c-e538-4855-ba26-051465d5dbbe req-8eb4bf0d-a171-4162-b394-f9e1eeef5e4a tempest-ServersAdminNegativeTestJSON-947405373 tempest-ServersAdminNegativeTestJSON-947405373-project] 10.222.0.35 "GET /v2.0/ports?device_id=955cc948-bbb8-4d10-b27a-9c96a02e9186 HTTP/1.1" status: 200 len: 210 time: 0.0262501 May 20 21:30:21.851454 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-8dea145f-f494-4bc1-bfba-4fbbbe3d89e0 req-bbfbc071-b642-49cc-aadc-19510133a195 tempest-ServersAdminNegativeTestJSON-947405373 tempest-ServersAdminNegativeTestJSON-947405373-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=60670a840e084db6a6956b8740887ca4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0313010 May 20 21:30:21.971956 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-11f00272-51c6-488e-af69-57b42fe9b3ee req-734358db-7a2f-4e38-ba71-7e7a45e30d31 tempest-ServersAdminNegativeTestJSON-947405373 tempest-ServersAdminNegativeTestJSON-947405373-project] 10.222.0.35 "GET /v2.0/ports?device_id=955cc948-bbb8-4d10-b27a-9c96a02e9186 HTTP/1.1" status: 200 len: 210 time: 0.0284958 May 20 21:30:22.045575 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dea145f-f494-4bc1-bfba-4fbbbe3d89e0 req-06c65c2a-eb2e-4db0-a7ff-54814bdc2862 tempest-ServersAdminNegativeTestJSON-947405373 tempest-ServersAdminNegativeTestJSON-947405373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:30:22.047392 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-8dea145f-f494-4bc1-bfba-4fbbbe3d89e0 req-06c65c2a-eb2e-4db0-a7ff-54814bdc2862 tempest-ServersAdminNegativeTestJSON-947405373 tempest-ServersAdminNegativeTestJSON-947405373-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1912122 May 20 21:30:22.065439 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [req-8dea145f-f494-4bc1-bfba-4fbbbe3d89e0 req-7caaac85-c46a-459a-a1c0-88cc5c2d0108 tempest-ServersAdminNegativeTestJSON-947405373 tempest-ServersAdminNegativeTestJSON-947405373-project] Request body: {'port': {'device_id': '955cc948-bbb8-4d10-b27a-9c96a02e9186', 'network_id': 'cd702362-b982-46c5-a7d0-51de1b03df86', 'admin_state_up': True, 'tenant_id': '60670a840e084db6a6956b8740887ca4'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:30:22.209146 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8dea145f-f494-4bc1-bfba-4fbbbe3d89e0 req-7caaac85-c46a-459a-a1c0-88cc5c2d0108 tempest-ServersAdminNegativeTestJSON-947405373 tempest-ServersAdminNegativeTestJSON-947405373-project] Made reservation on behalf of 60670a840e084db6a6956b8740887ca4 for: {'port': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:30:22.212647 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-8dea145f-f494-4bc1-bfba-4fbbbe3d89e0 req-7caaac85-c46a-459a-a1c0-88cc5c2d0108 tempest-ServersAdminNegativeTestJSON-947405373 tempest-ServersAdminNegativeTestJSON-947405373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:30:22.222120 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-8dea145f-f494-4bc1-bfba-4fbbbe3d89e0 req-7caaac85-c46a-459a-a1c0-88cc5c2d0108 tempest-ServersAdminNegativeTestJSON-947405373 tempest-ServersAdminNegativeTestJSON-947405373-project] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:30:22.276748 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-85957b2c-c7ee-4d40-98f3-461604ff1155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:30:22.299695 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-8dea145f-f494-4bc1-bfba-4fbbbe3d89e0 req-7caaac85-c46a-459a-a1c0-88cc5c2d0108 tempest-ServersAdminNegativeTestJSON-947405373 tempest-ServersAdminNegativeTestJSON-947405373-project] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:30:22.384240 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-8dea145f-f494-4bc1-bfba-4fbbbe3d89e0 req-7caaac85-c46a-459a-a1c0-88cc5c2d0108 tempest-ServersAdminNegativeTestJSON-947405373 tempest-ServersAdminNegativeTestJSON-947405373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:30:22.447283 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7caaac85-c46a-459a-a1c0-88cc5c2d0108 tempest-ServersAdminNegativeTestJSON-947405373 tempest-ServersAdminNegativeTestJSON-947405373-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53f8ed5c-ed72-4554-827b-fbc2ab296733,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:30:22.517143 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [req-8dea145f-f494-4bc1-bfba-4fbbbe3d89e0 req-7caaac85-c46a-459a-a1c0-88cc5c2d0108 tempest-ServersAdminNegativeTestJSON-947405373 tempest-ServersAdminNegativeTestJSON-947405373-project] Allocated IP 192.168.233.4 (cd702362-b982-46c5-a7d0-51de1b03df86/26b342ea-254c-483a-9ea9-f11c178970eb/12def619-8f2f-48e3-9351-3973f91c8ebf) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:30:22.660590 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-8dea145f-f494-4bc1-bfba-4fbbbe3d89e0 req-7caaac85-c46a-459a-a1c0-88cc5c2d0108 tempest-ServersAdminNegativeTestJSON-947405373 tempest-ServersAdminNegativeTestJSON-947405373-project] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:30:22.746543 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-8dea145f-f494-4bc1-bfba-4fbbbe3d89e0 req-7caaac85-c46a-459a-a1c0-88cc5c2d0108 tempest-ServersAdminNegativeTestJSON-947405373 tempest-ServersAdminNegativeTestJSON-947405373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:30:22.789822 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8dea145f-f494-4bc1-bfba-4fbbbe3d89e0 req-7caaac85-c46a-459a-a1c0-88cc5c2d0108 tempest-ServersAdminNegativeTestJSON-947405373 tempest-ServersAdminNegativeTestJSON-947405373-project] Network cd702362-b982-46c5-a7d0-51de1b03df86 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:30:22.793117 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [req-8dea145f-f494-4bc1-bfba-4fbbbe3d89e0 req-7caaac85-c46a-459a-a1c0-88cc5c2d0108 tempest-ServersAdminNegativeTestJSON-947405373 tempest-ServersAdminNegativeTestJSON-947405373-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:30:22.797871 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dea145f-f494-4bc1-bfba-4fbbbe3d89e0 req-7caaac85-c46a-459a-a1c0-88cc5c2d0108 tempest-ServersAdminNegativeTestJSON-947405373 tempest-ServersAdminNegativeTestJSON-947405373-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:30:22.808556 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7caaac85-c46a-459a-a1c0-88cc5c2d0108 tempest-ServersAdminNegativeTestJSON-947405373 tempest-ServersAdminNegativeTestJSON-947405373-project] Pushing event updated for resources: {'Port': ['ID=12def619-8f2f-48e3-9351-3973f91c8ebf,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:30:22.862217 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dea145f-f494-4bc1-bfba-4fbbbe3d89e0 req-7caaac85-c46a-459a-a1c0-88cc5c2d0108 tempest-ServersAdminNegativeTestJSON-947405373 tempest-ServersAdminNegativeTestJSON-947405373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:30:22.862871 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-8dea145f-f494-4bc1-bfba-4fbbbe3d89e0 req-7caaac85-c46a-459a-a1c0-88cc5c2d0108 tempest-ServersAdminNegativeTestJSON-947405373 tempest-ServersAdminNegativeTestJSON-947405373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:30:22.966063 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-8dea145f-f494-4bc1-bfba-4fbbbe3d89e0 req-7caaac85-c46a-459a-a1c0-88cc5c2d0108 tempest-ServersAdminNegativeTestJSON-947405373 tempest-ServersAdminNegativeTestJSON-947405373-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.9044740 May 20 21:30:22.983451 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [req-8dea145f-f494-4bc1-bfba-4fbbbe3d89e0 req-f4e00736-7987-4d34-8716-5879743f60c1 service neutron] Request body: {'port': {'device_id': '955cc948-bbb8-4d10-b27a-9c96a02e9186', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-842733-1'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:30:22.988560 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-f1399dd9-856f-4398-b94f-000f75534d26 None None] Provisioning complete for port 12def619-8f2f-48e3-9351-3973f91c8ebf triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:30:22.988931 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-f1399dd9-856f-4398-b94f-000f75534d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:30:23.026839 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-f1399dd9-856f-4398-b94f-000f75534d26 None None] Port 12def619-8f2f-48e3-9351-3973f91c8ebf cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 21:30:23.037479 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-8dea145f-f494-4bc1-bfba-4fbbbe3d89e0 req-f4e00736-7987-4d34-8716-5879743f60c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:30:23.095705 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f675851-555f-468c-b63f-e03b3df23cfd req-21783662-2a45-480f-8a75-ca0a3ab39c27 tempest-ServersAdminNegativeTestJSON-947405373 tempest-ServersAdminNegativeTestJSON-947405373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:30:23.097245 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3f675851-555f-468c-b63f-e03b3df23cfd req-21783662-2a45-480f-8a75-ca0a3ab39c27 tempest-ServersAdminNegativeTestJSON-947405373 tempest-ServersAdminNegativeTestJSON-947405373-project] 10.222.0.35 "GET /v2.0/ports?device_id=955cc948-bbb8-4d10-b27a-9c96a02e9186 HTTP/1.1" status: 200 len: 934 time: 0.0492823 May 20 21:30:23.136645 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3f675851-555f-468c-b63f-e03b3df23cfd req-f13209d9-f234-4ed7-a6f4-b931f103d150 tempest-ServersAdminNegativeTestJSON-947405373 tempest-ServersAdminNegativeTestJSON-947405373-project] 10.222.0.35 "GET /v2.0/security-groups?id=53f8ed5c-ed72-4554-827b-fbc2ab296733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323670 May 20 21:30:23.288293 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [req-8dea145f-f494-4bc1-bfba-4fbbbe3d89e0 req-f4e00736-7987-4d34-8716-5879743f60c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12def619-8f2f-48e3-9351-3973f91c8ebf {{(pid=103162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 21:30:23.295877 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-8dea145f-f494-4bc1-bfba-4fbbbe3d89e0 req-f4e00736-7987-4d34-8716-5879743f60c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:30:23.307349 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.provisioning_blocks [req-8dea145f-f494-4bc1-bfba-4fbbbe3d89e0 req-f4e00736-7987-4d34-8716-5879743f60c1 service neutron] Transition to ACTIVE for port object 12def619-8f2f-48e3-9351-3973f91c8ebf will not be triggered until provisioned by entity L2. {{(pid=103162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 21:30:23.379987 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-8dea145f-f494-4bc1-bfba-4fbbbe3d89e0 req-f4e00736-7987-4d34-8716-5879743f60c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:30:23.450066 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e00736-7987-4d34-8716-5879743f60c1 service neutron] Pushing event updated for resources: {'Port': ['ID=12def619-8f2f-48e3-9351-3973f91c8ebf,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:30:23.504674 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-8dea145f-f494-4bc1-bfba-4fbbbe3d89e0 req-f4e00736-7987-4d34-8716-5879743f60c1 service neutron] Attempting to bind port 12def619-8f2f-48e3-9351-3973f91c8ebf on host n-h2-842733-1 for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:30:23.505039 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-8dea145f-f494-4bc1-bfba-4fbbbe3d89e0 req-f4e00736-7987-4d34-8716-5879743f60c1 service neutron] Attempting to bind port 12def619-8f2f-48e3-9351-3973f91c8ebf by drivers openvswitch,hyperv on host n-h2-842733-1 at level 0 using segments [{'id': 'ed3a602f-49fb-4a95-be80-401e1eb72e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'cd702362-b982-46c5-a7d0-51de1b03df86'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:30:23.505467 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dea145f-f494-4bc1-bfba-4fbbbe3d89e0 req-f4e00736-7987-4d34-8716-5879743f60c1 service neutron] Attempting to bind port 12def619-8f2f-48e3-9351-3973f91c8ebf on network cd702362-b982-46c5-a7d0-51de1b03df86 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:30:23.510239 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dea145f-f494-4bc1-bfba-4fbbbe3d89e0 req-f4e00736-7987-4d34-8716-5879743f60c1 service neutron] Port 12def619-8f2f-48e3-9351-3973f91c8ebf on network cd702362-b982-46c5-a7d0-51de1b03df86 not bound, no agent of type Open vSwitch agent registered on host n-h2-842733-1 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 21:30:23.510564 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dea145f-f494-4bc1-bfba-4fbbbe3d89e0 req-f4e00736-7987-4d34-8716-5879743f60c1 service neutron] Attempting to bind port 12def619-8f2f-48e3-9351-3973f91c8ebf on network cd702362-b982-46c5-a7d0-51de1b03df86 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:30:23.515805 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dea145f-f494-4bc1-bfba-4fbbbe3d89e0 req-f4e00736-7987-4d34-8716-5879743f60c1 service neutron] Checking agent: {'id': 'a66f2511-b955-448f-877c-56cfe9c81b12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 33, 2), 'started_at': datetime.datetime(2022, 5, 20, 20, 33, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 21, 30, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 21:30:23.516146 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dea145f-f494-4bc1-bfba-4fbbbe3d89e0 req-f4e00736-7987-4d34-8716-5879743f60c1 service neutron] Checking segment: {'id': 'ed3a602f-49fb-4a95-be80-401e1eb72e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'cd702362-b982-46c5-a7d0-51de1b03df86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:30:23.516536 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dea145f-f494-4bc1-bfba-4fbbbe3d89e0 req-f4e00736-7987-4d34-8716-5879743f60c1 service neutron] Bound using segment: {'id': 'ed3a602f-49fb-4a95-be80-401e1eb72e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'cd702362-b982-46c5-a7d0-51de1b03df86'} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 21:30:23.516966 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-8dea145f-f494-4bc1-bfba-4fbbbe3d89e0 req-f4e00736-7987-4d34-8716-5879743f60c1 service neutron] Bound port: 12def619-8f2f-48e3-9351-3973f91c8ebf, host: n-h2-842733-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed3a602f-49fb-4a95-be80-401e1eb72e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'cd702362-b982-46c5-a7d0-51de1b03df86'}}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:30:23.517356 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-8dea145f-f494-4bc1-bfba-4fbbbe3d89e0 req-f4e00736-7987-4d34-8716-5879743f60c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:30:23.582453 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-8dea145f-f494-4bc1-bfba-4fbbbe3d89e0 req-f4e00736-7987-4d34-8716-5879743f60c1 service neutron] For port 12def619-8f2f-48e3-9351-3973f91c8ebf, host n-h2-842733-1, cleared binding levels {{(pid=103162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 21:30:23.585520 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-8dea145f-f494-4bc1-bfba-4fbbbe3d89e0 req-f4e00736-7987-4d34-8716-5879743f60c1 service neutron] For port 12def619-8f2f-48e3-9351-3973f91c8ebf, host n-h2-842733-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=12def619-8f2f-48e3-9351-3973f91c8ebf,segment=NetworkSegment(ed3a602f-49fb-4a95-be80-401e1eb72e33),segment_id=ed3a602f-49fb-4a95-be80-401e1eb72e33)] {{(pid=103162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 21:30:23.666289 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-8dea145f-f494-4bc1-bfba-4fbbbe3d89e0 req-f4e00736-7987-4d34-8716-5879743f60c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:30:23.702711 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dea145f-f494-4bc1-bfba-4fbbbe3d89e0 req-f4e00736-7987-4d34-8716-5879743f60c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:30:23.703345 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-8dea145f-f494-4bc1-bfba-4fbbbe3d89e0 req-f4e00736-7987-4d34-8716-5879743f60c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:30:23.704753 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-8dea145f-f494-4bc1-bfba-4fbbbe3d89e0 req-f4e00736-7987-4d34-8716-5879743f60c1 service neutron] 10.222.0.13 "PUT /v2.0/ports/12def619-8f2f-48e3-9351-3973f91c8ebf HTTP/1.1" status: 200 len: 1094 time: 0.7258689 May 20 21:30:23.705236 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '955cc948-bbb8-4d10-b27a-9c96a02e9186', 'tag': '12def619-8f2f-48e3-9351-3973f91c8ebf'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 21:30:23.707481 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6fa957933fccbf596d28104b23404b952ad6a8238afaebaed40a0874b2e409" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66c5df8f-daa8-4867-b4c0-c7d09f69362e" -d '{"events": [{"name": "network-changed", "server_uuid": "955cc948-bbb8-4d10-b27a-9c96a02e9186", "tag": "12def619-8f2f-48e3-9351-3973f91c8ebf"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 21:30:23.738458 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e00736-7987-4d34-8716-5879743f60c1 service neutron] Pushing event updated for resources: {'Port': ['ID=12def619-8f2f-48e3-9351-3973f91c8ebf,revision_number=3']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:30:23.750732 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 21:30:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd3cd045-50ea-42f3-a661-7254560c1da8 x-openstack-request-id: req-dd3cd045-50ea-42f3-a661-7254560c1da8 {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 21:30:23.751040 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "955cc948-bbb8-4d10-b27a-9c96a02e9186", "tag": "12def619-8f2f-48e3-9351-3973f91c8ebf", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 21:30:23.751290 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-dd3cd045-50ea-42f3-a661-7254560c1da8 {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 21:30:23.751765 n-d-842733-1 neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd3cd045-50ea-42f3-a661-7254560c1da8'] response: {'name': 'network-changed', 'server_uuid': '955cc948-bbb8-4d10-b27a-9c96a02e9186', 'tag': '12def619-8f2f-48e3-9351-3973f91c8ebf', 'status': 'completed', 'code': 200} May 20 21:30:23.831502 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c5df8f-daa8-4867-b4c0-c7d09f69362e req-594e8bca-8803-48ac-be70-3bc245ea31c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:30:23.833100 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-66c5df8f-daa8-4867-b4c0-c7d09f69362e req-594e8bca-8803-48ac-be70-3bc245ea31c6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=60670a840e084db6a6956b8740887ca4&device_id=955cc948-bbb8-4d10-b27a-9c96a02e9186 HTTP/1.1" status: 200 len: 1097 time: 0.0424428 May 20 21:30:23.865924 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-66c5df8f-daa8-4867-b4c0-c7d09f69362e req-d58a6545-7aa7-4e2b-9abc-2e92b440f8c0 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=60670a840e084db6a6956b8740887ca4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0204062 May 20 21:30:23.961464 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c5df8f-daa8-4867-b4c0-c7d09f69362e req-a308cf89-dac8-4795-8980-3e4fca9131fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:30:23.962922 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-66c5df8f-daa8-4867-b4c0-c7d09f69362e req-a308cf89-dac8-4795-8980-3e4fca9131fe service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0916200 May 20 21:30:24.059573 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dea145f-f494-4bc1-bfba-4fbbbe3d89e0 req-a0c0388d-d203-4f00-99c5-bae645f143ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:30:24.061993 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-8dea145f-f494-4bc1-bfba-4fbbbe3d89e0 req-a0c0388d-d203-4f00-99c5-bae645f143ad service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=60670a840e084db6a6956b8740887ca4&device_id=955cc948-bbb8-4d10-b27a-9c96a02e9186 HTTP/1.1" status: 200 len: 1097 time: 0.0419335 May 20 21:30:24.081570 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4bb0e131-6525-46ca-a45b-e4ea43a5e69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:30:24.108080 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-8dea145f-f494-4bc1-bfba-4fbbbe3d89e0 req-0936b467-a1c3-4391-a295-4d2aa45aa4ce service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=12def619-8f2f-48e3-9351-3973f91c8ebf HTTP/1.1" status: 200 len: 217 time: 0.0344446 May 20 21:30:24.156036 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dea145f-f494-4bc1-bfba-4fbbbe3d89e0 req-4d9ad429-6cc3-4714-aee9-9e59a06ca036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:30:24.157473 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-8dea145f-f494-4bc1-bfba-4fbbbe3d89e0 req-4d9ad429-6cc3-4714-aee9-9e59a06ca036 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=26b342ea-254c-483a-9ea9-f11c178970eb HTTP/1.1" status: 200 len: 843 time: 0.0436697 May 20 21:30:24.205920 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dea145f-f494-4bc1-bfba-4fbbbe3d89e0 req-c604058f-44d1-4e2f-9cc8-9b2860f029fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:30:24.207409 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-8dea145f-f494-4bc1-bfba-4fbbbe3d89e0 req-c604058f-44d1-4e2f-9cc8-9b2860f029fe service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cd702362-b982-46c5-a7d0-51de1b03df86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0440993 May 20 21:30:24.252516 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f40ac35-c6c8-47bc-bca7-9ba487266e32 req-197b0e7a-9564-4c5e-84ab-7f921aa5131a tempest-ServersAdminNegativeTestJSON-947405373 tempest-ServersAdminNegativeTestJSON-947405373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:30:24.254124 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3f40ac35-c6c8-47bc-bca7-9ba487266e32 req-197b0e7a-9564-4c5e-84ab-7f921aa5131a tempest-ServersAdminNegativeTestJSON-947405373 tempest-ServersAdminNegativeTestJSON-947405373-project] 10.222.0.35 "GET /v2.0/ports?device_id=955cc948-bbb8-4d10-b27a-9c96a02e9186 HTTP/1.1" status: 200 len: 946 time: 0.0478907 May 20 21:30:24.295066 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3f40ac35-c6c8-47bc-bca7-9ba487266e32 req-3de81e48-6a89-4e74-b8d0-e97d2e351c25 tempest-ServersAdminNegativeTestJSON-947405373 tempest-ServersAdminNegativeTestJSON-947405373-project] 10.222.0.35 "GET /v2.0/security-groups?id=53f8ed5c-ed72-4554-827b-fbc2ab296733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347250 May 20 21:30:24.295923 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-8dea145f-f494-4bc1-bfba-4fbbbe3d89e0 req-48239220-231a-4cd5-9429-9669025bb89f service neutron] 10.222.0.13 "GET /v2.0/networks/cd702362-b982-46c5-a7d0-51de1b03df86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813038 May 20 21:30:24.387623 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-8dea145f-f494-4bc1-bfba-4fbbbe3d89e0 req-f1ef12a7-5e62-4ee4-bd05-88d61664107b service neutron] 10.222.0.13 "GET /v2.0/networks/cd702362-b982-46c5-a7d0-51de1b03df86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859125 May 20 21:30:25.134500 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:30:25.415600 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d5e3ff-0669-4419-a3b8-8b11971b2bf7 req-06896028-d098-4e3a-a0ac-86f751fdb85f tempest-ServersAdminNegativeTestJSON-947405373 tempest-ServersAdminNegativeTestJSON-947405373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:30:25.417309 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f7d5e3ff-0669-4419-a3b8-8b11971b2bf7 req-06896028-d098-4e3a-a0ac-86f751fdb85f tempest-ServersAdminNegativeTestJSON-947405373 tempest-ServersAdminNegativeTestJSON-947405373-project] 10.222.0.35 "GET /v2.0/ports?device_id=955cc948-bbb8-4d10-b27a-9c96a02e9186 HTTP/1.1" status: 200 len: 946 time: 0.0495667 May 20 21:30:25.455130 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f7d5e3ff-0669-4419-a3b8-8b11971b2bf7 req-4dfd65b0-ee08-4a46-9f2a-0caee062374c tempest-ServersAdminNegativeTestJSON-947405373 tempest-ServersAdminNegativeTestJSON-947405373-project] 10.222.0.35 "GET /v2.0/security-groups?id=53f8ed5c-ed72-4554-827b-fbc2ab296733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320950 May 20 21:30:25.618371 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:30:25.666130 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cc3ec51b-6ec8-438a-8349-5f0bec346d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:30:26.572212 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a26095-f544-4363-b8e6-5ac197ee5ed7 req-30422f43-ccf4-4c33-a663-a848b7cf7a48 tempest-ServersAdminNegativeTestJSON-947405373 tempest-ServersAdminNegativeTestJSON-947405373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:30:26.573668 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d7a26095-f544-4363-b8e6-5ac197ee5ed7 req-30422f43-ccf4-4c33-a663-a848b7cf7a48 tempest-ServersAdminNegativeTestJSON-947405373 tempest-ServersAdminNegativeTestJSON-947405373-project] 10.222.0.35 "GET /v2.0/ports?device_id=955cc948-bbb8-4d10-b27a-9c96a02e9186 HTTP/1.1" status: 200 len: 946 time: 0.0483387 May 20 21:30:26.610992 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d7a26095-f544-4363-b8e6-5ac197ee5ed7 req-5d499294-fa84-46a2-9373-0ecfcf739a43 tempest-ServersAdminNegativeTestJSON-947405373 tempest-ServersAdminNegativeTestJSON-947405373-project] 10.222.0.35 "GET /v2.0/security-groups?id=53f8ed5c-ed72-4554-827b-fbc2ab296733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311046 May 20 21:30:26.724959 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 12def619-8f2f-48e3-9351-3973f91c8ebf details requested by agent hyperv_n-h2-842733-1 with host n-h2-842733-1 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 21:30:26.818400 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port 12def619-8f2f-48e3-9351-3973f91c8ebf, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=12def619-8f2f-48e3-9351-3973f91c8ebf,segment=NetworkSegment(ed3a602f-49fb-4a95-be80-401e1eb72e33),segment_id=ed3a602f-49fb-4a95-be80-401e1eb72e33)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:30:26.830130 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Returning: {'device': '12def619-8f2f-48e3-9351-3973f91c8ebf', 'network_id': 'cd702362-b982-46c5-a7d0-51de1b03df86', 'port_id': '12def619-8f2f-48e3-9351-3973f91c8ebf', 'mac_address': 'fa:16:3e:8d:85:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26b342ea-254c-483a-9ea9-f11c178970eb', 'ip_address': '192.168.233.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 20 21:30:26.865439 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port 12def619-8f2f-48e3-9351-3973f91c8ebf is: DOWN; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:30:26.865819 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:30:26.878529 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12def619-8f2f-48e3-9351-3973f91c8ebf {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 21:30:26.897261 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port 12def619-8f2f-48e3-9351-3973f91c8ebf, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=12def619-8f2f-48e3-9351-3973f91c8ebf,segment=NetworkSegment(ed3a602f-49fb-4a95-be80-401e1eb72e33),segment_id=ed3a602f-49fb-4a95-be80-401e1eb72e33)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:30:27.002848 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:30:27.052717 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=12def619-8f2f-48e3-9351-3973f91c8ebf,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:30:27.281688 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] get_ports_and_sgs() called for port_ids ['12def619-8f2f-48e3-9351-3973f91c8ebf'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 21:30:27.722760 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb0da5a-4df5-4962-a3be-e07eb0686bdc req-26376d3a-d4d2-4633-89c9-20672120d04f tempest-ServersAdminNegativeTestJSON-947405373 tempest-ServersAdminNegativeTestJSON-947405373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:30:27.724414 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ecb0da5a-4df5-4962-a3be-e07eb0686bdc req-26376d3a-d4d2-4633-89c9-20672120d04f tempest-ServersAdminNegativeTestJSON-947405373 tempest-ServersAdminNegativeTestJSON-947405373-project] 10.222.0.35 "GET /v2.0/ports?device_id=955cc948-bbb8-4d10-b27a-9c96a02e9186 HTTP/1.1" status: 200 len: 947 time: 0.0466282 May 20 21:30:27.766473 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ecb0da5a-4df5-4962-a3be-e07eb0686bdc req-ba4fae72-6990-453d-bc14-1c4ac0ff86c4 tempest-ServersAdminNegativeTestJSON-947405373 tempest-ServersAdminNegativeTestJSON-947405373-project] 10.222.0.35 "GET /v2.0/security-groups?id=53f8ed5c-ed72-4554-827b-fbc2ab296733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360887 May 20 21:30:28.741772 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 12def619-8f2f-48e3-9351-3973f91c8ebf up at agent hyperv_n-h2-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:30:28.870305 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Provisioning for port 12def619-8f2f-48e3-9351-3973f91c8ebf completed by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 21:30:28.874442 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Provisioning complete for port 12def619-8f2f-48e3-9351-3973f91c8ebf triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:30:28.874813 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:30:28.882973 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f3eaa9-647a-49be-9080-f8ec6c63d5be req-ff3dfef4-9058-43a7-b8d2-d86e0934a6ee tempest-ServersAdminNegativeTestJSON-947405373 tempest-ServersAdminNegativeTestJSON-947405373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:30:28.884450 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d1f3eaa9-647a-49be-9080-f8ec6c63d5be req-ff3dfef4-9058-43a7-b8d2-d86e0934a6ee tempest-ServersAdminNegativeTestJSON-947405373 tempest-ServersAdminNegativeTestJSON-947405373-project] 10.222.0.35 "GET /v2.0/ports?device_id=955cc948-bbb8-4d10-b27a-9c96a02e9186 HTTP/1.1" status: 200 len: 947 time: 0.0498297 May 20 21:30:28.923622 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d1f3eaa9-647a-49be-9080-f8ec6c63d5be req-fa0e24de-3039-4540-821a-4f8a4787472a tempest-ServersAdminNegativeTestJSON-947405373 tempest-ServersAdminNegativeTestJSON-947405373-project] 10.222.0.35 "GET /v2.0/security-groups?id=53f8ed5c-ed72-4554-827b-fbc2ab296733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326550 May 20 21:30:28.953660 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port 12def619-8f2f-48e3-9351-3973f91c8ebf is: BUILD; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:30:28.954042 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:30:28.975381 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '955cc948-bbb8-4d10-b27a-9c96a02e9186', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12def619-8f2f-48e3-9351-3973f91c8ebf'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 21:30:28.977618 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8485417003ce7c0410b00f5cdc2f391e21107b70bb68e2773712534a96e108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c27882b-4d1a-44c5-8b2f-1b401e5385ee" -d '{"events": [{"server_uuid": "955cc948-bbb8-4d10-b27a-9c96a02e9186", "name": "network-vif-plugged", "status": "completed", "tag": "12def619-8f2f-48e3-9351-3973f91c8ebf"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 21:30:28.990287 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port 12def619-8f2f-48e3-9351-3973f91c8ebf, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=12def619-8f2f-48e3-9351-3973f91c8ebf,segment=NetworkSegment(ed3a602f-49fb-4a95-be80-401e1eb72e33),segment_id=ed3a602f-49fb-4a95-be80-401e1eb72e33)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:30:29.016833 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 21:30:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67226ee1-1af4-4601-a30e-8dcb4b253791 x-openstack-request-id: req-67226ee1-1af4-4601-a30e-8dcb4b253791 {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 21:30:29.017133 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "955cc948-bbb8-4d10-b27a-9c96a02e9186", "name": "network-vif-plugged", "status": "completed", "tag": "12def619-8f2f-48e3-9351-3973f91c8ebf", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 21:30:29.017421 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-67226ee1-1af4-4601-a30e-8dcb4b253791 {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 21:30:29.017822 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67226ee1-1af4-4601-a30e-8dcb4b253791'] response: {'server_uuid': '955cc948-bbb8-4d10-b27a-9c96a02e9186', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12def619-8f2f-48e3-9351-3973f91c8ebf', 'code': 200} May 20 21:30:29.060633 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:30:29.106144 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=12def619-8f2f-48e3-9351-3973f91c8ebf,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:30:29.137318 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d329ca-1443-4ee7-ad30-3a092d22d80c req-a7fd7648-760a-4d6c-8793-0f69ef258265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:30:29.138905 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-e0d329ca-1443-4ee7-ad30-3a092d22d80c req-a7fd7648-760a-4d6c-8793-0f69ef258265 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=955cc948-bbb8-4d10-b27a-9c96a02e9186 HTTP/1.1" status: 200 len: 1099 time: 0.0408351 May 20 21:30:29.171974 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-e0d329ca-1443-4ee7-ad30-3a092d22d80c req-204fafe4-0e32-4751-a3e0-9996ed3ac2bb service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=53f8ed5c-ed72-4554-827b-fbc2ab296733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0271280 May 20 21:30:30.036496 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc5de7f-5d03-4d3d-90a8-810d2622e186 req-7cc8929a-4f32-4bb4-b57e-bb4b4e8a26f2 tempest-ServersAdminNegativeTestJSON-947405373 tempest-ServersAdminNegativeTestJSON-947405373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:30:30.037990 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-fdc5de7f-5d03-4d3d-90a8-810d2622e186 req-7cc8929a-4f32-4bb4-b57e-bb4b4e8a26f2 tempest-ServersAdminNegativeTestJSON-947405373 tempest-ServersAdminNegativeTestJSON-947405373-project] 10.222.0.35 "GET /v2.0/ports?device_id=955cc948-bbb8-4d10-b27a-9c96a02e9186 HTTP/1.1" status: 200 len: 948 time: 0.0476050 May 20 21:30:30.076504 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-fdc5de7f-5d03-4d3d-90a8-810d2622e186 req-913b87b5-45d8-4b8d-be5e-978b3b3f1f3a tempest-ServersAdminNegativeTestJSON-947405373 tempest-ServersAdminNegativeTestJSON-947405373-project] 10.222.0.35 "GET /v2.0/security-groups?id=53f8ed5c-ed72-4554-827b-fbc2ab296733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306885 May 20 21:30:31.194361 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e24e2e1-f3c3-4251-9987-54bab571f27c req-4b888be2-b797-453d-a490-0f0b27b19646 tempest-ServersAdminNegativeTestJSON-947405373 tempest-ServersAdminNegativeTestJSON-947405373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:30:31.195817 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4e24e2e1-f3c3-4251-9987-54bab571f27c req-4b888be2-b797-453d-a490-0f0b27b19646 tempest-ServersAdminNegativeTestJSON-947405373 tempest-ServersAdminNegativeTestJSON-947405373-project] 10.222.0.35 "GET /v2.0/ports?device_id=955cc948-bbb8-4d10-b27a-9c96a02e9186 HTTP/1.1" status: 200 len: 948 time: 0.0494637 May 20 21:30:31.237367 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4e24e2e1-f3c3-4251-9987-54bab571f27c req-21092477-c0d3-4e6e-955f-36724259ca46 tempest-ServersAdminNegativeTestJSON-947405373 tempest-ServersAdminNegativeTestJSON-947405373-project] 10.222.0.35 "GET /v2.0/security-groups?id=53f8ed5c-ed72-4554-827b-fbc2ab296733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347042 May 20 21:30:31.565410 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [req-9b861e75-540e-482a-8fc1-3709b7ca6525 req-cced6c61-7951-41ef-bb57-4e9b1f6ae87b service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103163) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 21:30:31.566375 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9b861e75-540e-482a-8fc1-3709b7ca6525 req-cced6c61-7951-41ef-bb57-4e9b1f6ae87b service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054567 May 20 21:30:32.109896 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [req-06f2fe15-baa9-477d-9780-f0b52ee55a07 req-2ffc437c-508a-41ed-a2b1-ea55a09903ee service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103163) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 21:30:32.110907 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-06f2fe15-baa9-477d-9780-f0b52ee55a07 req-2ffc437c-508a-41ed-a2b1-ea55a09903ee service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1015263 May 20 21:30:32.728729 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:30:32.817019 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d29bd0d-45b3-439f-b9e0-edf5109134bb req-1e3a3081-2902-4490-b04b-1871a636f981 tempest-ServersAdminNegativeTestJSON-947405373 tempest-ServersAdminNegativeTestJSON-947405373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:30:32.818496 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9d29bd0d-45b3-439f-b9e0-edf5109134bb req-1e3a3081-2902-4490-b04b-1871a636f981 tempest-ServersAdminNegativeTestJSON-947405373 tempest-ServersAdminNegativeTestJSON-947405373-project] 10.222.0.35 "GET /v2.0/ports?device_id=955cc948-bbb8-4d10-b27a-9c96a02e9186 HTTP/1.1" status: 200 len: 948 time: 0.0481517 May 20 21:30:32.855205 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9d29bd0d-45b3-439f-b9e0-edf5109134bb req-2e287432-24bc-4116-a7b4-c3f86e40826e tempest-ServersAdminNegativeTestJSON-947405373 tempest-ServersAdminNegativeTestJSON-947405373-project] 10.222.0.35 "GET /v2.0/security-groups?id=53f8ed5c-ed72-4554-827b-fbc2ab296733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305998 May 20 21:30:33.972305 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8041212-0e04-4b75-a38c-7e41975839b1 req-f6870977-e101-4564-8d8b-237152c1863d tempest-ServersAdminNegativeTestJSON-947405373 tempest-ServersAdminNegativeTestJSON-947405373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:30:33.973809 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b8041212-0e04-4b75-a38c-7e41975839b1 req-f6870977-e101-4564-8d8b-237152c1863d tempest-ServersAdminNegativeTestJSON-947405373 tempest-ServersAdminNegativeTestJSON-947405373-project] 10.222.0.35 "GET /v2.0/ports?device_id=955cc948-bbb8-4d10-b27a-9c96a02e9186 HTTP/1.1" status: 200 len: 948 time: 0.0486665 May 20 21:30:34.011450 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b8041212-0e04-4b75-a38c-7e41975839b1 req-9b99683b-e9f8-4be5-a869-ba5f1f109c79 tempest-ServersAdminNegativeTestJSON-947405373 tempest-ServersAdminNegativeTestJSON-947405373-project] 10.222.0.35 "GET /v2.0/security-groups?id=53f8ed5c-ed72-4554-827b-fbc2ab296733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314407 May 20 21:30:34.171689 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068baade-9cec-424c-a2ed-1c89f1919b52 req-a472c7e3-9813-4a9d-a775-6f27a6f40d39 tempest-ServersAdminNegativeTestJSON-947405373 tempest-ServersAdminNegativeTestJSON-947405373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:30:34.173117 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-068baade-9cec-424c-a2ed-1c89f1919b52 req-a472c7e3-9813-4a9d-a775-6f27a6f40d39 tempest-ServersAdminNegativeTestJSON-947405373 tempest-ServersAdminNegativeTestJSON-947405373-project] 10.222.0.13 "GET /v2.0/ports?device_id=955cc948-bbb8-4d10-b27a-9c96a02e9186 HTTP/1.1" status: 200 len: 948 time: 0.0457437 May 20 21:30:34.262618 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-068baade-9cec-424c-a2ed-1c89f1919b52 req-539cacf1-1479-4325-8356-e334cf10a434 tempest-ServersAdminNegativeTestJSON-947405373 tempest-ServersAdminNegativeTestJSON-947405373-project] Deleting port 12def619-8f2f-48e3-9351-3973f91c8ebf {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:30:34.262956 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-068baade-9cec-424c-a2ed-1c89f1919b52 req-539cacf1-1479-4325-8356-e334cf10a434 tempest-ServersAdminNegativeTestJSON-947405373 tempest-ServersAdminNegativeTestJSON-947405373-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:30:34.347079 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-068baade-9cec-424c-a2ed-1c89f1919b52 req-539cacf1-1479-4325-8356-e334cf10a434 tempest-ServersAdminNegativeTestJSON-947405373 tempest-ServersAdminNegativeTestJSON-947405373-project] For port 12def619-8f2f-48e3-9351-3973f91c8ebf, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=12def619-8f2f-48e3-9351-3973f91c8ebf,segment=NetworkSegment(ed3a602f-49fb-4a95-be80-401e1eb72e33),segment_id=ed3a602f-49fb-4a95-be80-401e1eb72e33)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:30:34.347438 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-068baade-9cec-424c-a2ed-1c89f1919b52 req-539cacf1-1479-4325-8356-e334cf10a434 tempest-ServersAdminNegativeTestJSON-947405373 tempest-ServersAdminNegativeTestJSON-947405373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:30:34.359098 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-068baade-9cec-424c-a2ed-1c89f1919b52 req-539cacf1-1479-4325-8356-e334cf10a434 tempest-ServersAdminNegativeTestJSON-947405373 tempest-ServersAdminNegativeTestJSON-947405373-project] Calling delete_port for 12def619-8f2f-48e3-9351-3973f91c8ebf owned by compute:nova {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:30:34.538356 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-068baade-9cec-424c-a2ed-1c89f1919b52 req-539cacf1-1479-4325-8356-e334cf10a434 tempest-ServersAdminNegativeTestJSON-947405373 tempest-ServersAdminNegativeTestJSON-947405373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:30:34.568556 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539cacf1-1479-4325-8356-e334cf10a434 tempest-ServersAdminNegativeTestJSON-947405373 tempest-ServersAdminNegativeTestJSON-947405373-project] Pushing event deleted for resources: {'Port': ['ID=12def619-8f2f-48e3-9351-3973f91c8ebf,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:30:34.571655 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] get_ports_and_sgs() called for port_ids ['12def619-8f2f-48e3-9351-3973f91c8ebf'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 21:30:34.613848 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-068baade-9cec-424c-a2ed-1c89f1919b52 req-539cacf1-1479-4325-8356-e334cf10a434 tempest-ServersAdminNegativeTestJSON-947405373 tempest-ServersAdminNegativeTestJSON-947405373-project] No DVR routers for this DVR port 12def619-8f2f-48e3-9351-3973f91c8ebf on host n-h2-842733-1 {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 21:30:34.617332 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-068baade-9cec-424c-a2ed-1c89f1919b52 req-539cacf1-1479-4325-8356-e334cf10a434 tempest-ServersAdminNegativeTestJSON-947405373 tempest-ServersAdminNegativeTestJSON-947405373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:30:34.620514 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-068baade-9cec-424c-a2ed-1c89f1919b52 req-539cacf1-1479-4325-8356-e334cf10a434 tempest-ServersAdminNegativeTestJSON-947405373 tempest-ServersAdminNegativeTestJSON-947405373-project] 10.222.0.13 "DELETE /v2.0/ports/12def619-8f2f-48e3-9351-3973f91c8ebf HTTP/1.1" status: 204 len: 173 time: 0.4417024 May 20 21:30:34.621001 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '955cc948-bbb8-4d10-b27a-9c96a02e9186', 'name': 'network-vif-deleted', 'tag': '12def619-8f2f-48e3-9351-3973f91c8ebf'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 21:30:34.623927 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6fa957933fccbf596d28104b23404b952ad6a8238afaebaed40a0874b2e409" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83ae50a5-66ca-4614-98a1-ad7a062f01a5" -d '{"events": [{"server_uuid": "955cc948-bbb8-4d10-b27a-9c96a02e9186", "name": "network-vif-deleted", "tag": "12def619-8f2f-48e3-9351-3973f91c8ebf"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 21:30:34.661642 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 21:30:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6306f80-33a3-4932-a08b-3dcdd7556e99 x-openstack-request-id: req-b6306f80-33a3-4932-a08b-3dcdd7556e99 {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 21:30:34.661935 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "955cc948-bbb8-4d10-b27a-9c96a02e9186", "name": "network-vif-deleted", "tag": "12def619-8f2f-48e3-9351-3973f91c8ebf", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 21:30:34.662193 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b6306f80-33a3-4932-a08b-3dcdd7556e99 {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 21:30:34.662599 n-d-842733-1 neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6306f80-33a3-4932-a08b-3dcdd7556e99'] response: {'server_uuid': '955cc948-bbb8-4d10-b27a-9c96a02e9186', 'name': 'network-vif-deleted', 'tag': '12def619-8f2f-48e3-9351-3973f91c8ebf', 'status': 'completed', 'code': 200} May 20 21:30:35.121108 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-104a6599-a3db-4438-b310-9eab3f625ab2 req-22d5c48c-3b37-42fc-8739-c693555975af tempest-ServersAdminNegativeTestJSON-947405373 tempest-ServersAdminNegativeTestJSON-947405373-project] 10.222.0.35 "GET /v2.0/ports?device_id=955cc948-bbb8-4d10-b27a-9c96a02e9186 HTTP/1.1" status: 200 len: 210 time: 0.0261731 May 20 21:30:36.604993 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 33314) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:30:36.733773 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-e8939716-1f9f-46eb-9055-6c43492e6a34 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=60670a840e084db6a6956b8740887ca4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1275735 May 20 21:30:36.736254 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 33318) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:30:36.772932 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 12def619-8f2f-48e3-9351-3973f91c8ebf no longer exists at agent hyperv_n-h2-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 21:30:36.785707 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-348423bc-fe4a-4a77-b798-e6b2a02b5428 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:30:36.799518 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] No Port match for: 12def619-8f2f-48e3-9351-3973f91c8ebf {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 21:30:36.799861 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 12def619-8f2f-48e3-9351-3973f91c8ebf not bound to the agent host n-h2-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 21:30:36.806355 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-348423bc-fe4a-4a77-b798-e6b2a02b5428 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:30:36.906245 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-348423bc-fe4a-4a77-b798-e6b2a02b5428 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:30:36.910276 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-348423bc-fe4a-4a77-b798-e6b2a02b5428 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:30:36.911463 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-348423bc-fe4a-4a77-b798-e6b2a02b5428 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/53f8ed5c-ed72-4554-827b-fbc2ab296733 HTTP/1.1" status: 204 len: 168 time: 0.1742933 May 20 21:30:36.920057 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348423bc-fe4a-4a77-b798-e6b2a02b5428 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53f8ed5c-ed72-4554-827b-fbc2ab296733,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:30:36.927764 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348423bc-fe4a-4a77-b798-e6b2a02b5428 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:30:36.928033 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348423bc-fe4a-4a77-b798-e6b2a02b5428 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:30:36.928375 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348423bc-fe4a-4a77-b798-e6b2a02b5428 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:30:36.928711 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348423bc-fe4a-4a77-b798-e6b2a02b5428 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:30:36.929045 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348423bc-fe4a-4a77-b798-e6b2a02b5428 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:30:36.929412 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348423bc-fe4a-4a77-b798-e6b2a02b5428 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:30:36.929753 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348423bc-fe4a-4a77-b798-e6b2a02b5428 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:30:36.930094 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348423bc-fe4a-4a77-b798-e6b2a02b5428 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:30:36.930452 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348423bc-fe4a-4a77-b798-e6b2a02b5428 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:30:36.930779 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348423bc-fe4a-4a77-b798-e6b2a02b5428 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:30:36.931108 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348423bc-fe4a-4a77-b798-e6b2a02b5428 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:30:36.931434 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348423bc-fe4a-4a77-b798-e6b2a02b5428 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:30:37.505557 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 33324) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:30:37.521405 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ad527448-fc13-4bf6-ae12-e7cec36f48c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:30:37.596980 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ad527448-fc13-4bf6-ae12-e7cec36f48c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:30:37.654572 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ad527448-fc13-4bf6-ae12-e7cec36f48c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:30:37.703384 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-ad527448-fc13-4bf6-ae12-e7cec36f48c4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3a305e954396425d8371d9c6dc4838a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1965244 May 20 21:30:37.704474 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad527448-fc13-4bf6-ae12-e7cec36f48c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a349eb87-d496-4557-9ddf-384374663c60,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:30:37.706080 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 33326) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:30:37.758708 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-02198818-ea90-41eb-b3f7-35990b73f270 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:30:37.779539 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-02198818-ea90-41eb-b3f7-35990b73f270 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:30:37.871801 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-02198818-ea90-41eb-b3f7-35990b73f270 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:30:37.875498 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-02198818-ea90-41eb-b3f7-35990b73f270 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:30:37.876650 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-02198818-ea90-41eb-b3f7-35990b73f270 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a349eb87-d496-4557-9ddf-384374663c60 HTTP/1.1" status: 204 len: 168 time: 0.1695735 May 20 21:30:37.884730 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02198818-ea90-41eb-b3f7-35990b73f270 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a349eb87-d496-4557-9ddf-384374663c60,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:30:37.894792 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02198818-ea90-41eb-b3f7-35990b73f270 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:30:37.894792 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02198818-ea90-41eb-b3f7-35990b73f270 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:30:37.897567 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02198818-ea90-41eb-b3f7-35990b73f270 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:30:37.897567 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02198818-ea90-41eb-b3f7-35990b73f270 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:30:37.897567 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02198818-ea90-41eb-b3f7-35990b73f270 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:30:37.897567 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02198818-ea90-41eb-b3f7-35990b73f270 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:30:37.897567 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02198818-ea90-41eb-b3f7-35990b73f270 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:30:37.897567 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02198818-ea90-41eb-b3f7-35990b73f270 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:30:37.897567 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02198818-ea90-41eb-b3f7-35990b73f270 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:30:37.897567 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02198818-ea90-41eb-b3f7-35990b73f270 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:30:37.898369 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02198818-ea90-41eb-b3f7-35990b73f270 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:30:37.898369 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02198818-ea90-41eb-b3f7-35990b73f270 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:30:38.880411 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 33348) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:30:38.982499 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-5a0276d2-80c3-4a99-9f77-79c7bdf7740d admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-401887385-network', 'tenant_id': '5a5586248e9642539cbac42b6f00bfc6'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:30:39.065923 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a0276d2-80c3-4a99-9f77-79c7bdf7740d admin admin] Made reservation on behalf of 5a5586248e9642539cbac42b6f00bfc6 for: {'network': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:30:39.068227 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5a0276d2-80c3-4a99-9f77-79c7bdf7740d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for network, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:30:39.077579 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5a0276d2-80c3-4a99-9f77-79c7bdf7740d admin admin] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:30:39.152054 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5a0276d2-80c3-4a99-9f77-79c7bdf7740d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:30:39.197062 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5a0276d2-80c3-4a99-9f77-79c7bdf7740d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:30:39.224557 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a0276d2-80c3-4a99-9f77-79c7bdf7740d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 200} {{(pid=103162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 21:30:39.229979 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0276d2-80c3-4a99-9f77-79c7bdf7740d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f9a394c-b589-4e6e-85d6-34c1ca88e563,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:30:39.238508 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5a0276d2-80c3-4a99-9f77-79c7bdf7740d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:30:39.238790 n-d-842733-1 neutron-server[103162]: INFO neutron.db.segments_db [None req-5a0276d2-80c3-4a99-9f77-79c7bdf7740d admin admin] Added segment faece006-df89-44b4-b49b-8d5add14db35 of type vlan for network 0202a9e3-a966-4466-8af0-d635fabe336a May 20 21:30:39.283266 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5a0276d2-80c3-4a99-9f77-79c7bdf7740d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418993264'] for network, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:30:39.368622 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5a0276d2-80c3-4a99-9f77-79c7bdf7740d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524'] for network, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:30:39.369909 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a0276d2-80c3-4a99-9f77-79c7bdf7740d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:30:39.370492 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5a0276d2-80c3-4a99-9f77-79c7bdf7740d admin admin] Notify callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:30:39.759793 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-5a0276d2-80c3-4a99-9f77-79c7bdf7740d admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8781745 May 20 21:30:39.763207 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 33352) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:30:39.768086 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-e25bc304-5368-43ce-8f86-a9bbf2b3941c admin admin] Request body: {'subnet': {'network_id': '0202a9e3-a966-4466-8af0-d635fabe336a', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-401887385-subnet', 'tenant_id': '5a5586248e9642539cbac42b6f00bfc6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:30:39.775376 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0276d2-80c3-4a99-9f77-79c7bdf7740d admin admin] Pushing event updated for resources: {'Network': ['ID=0202a9e3-a966-4466-8af0-d635fabe336a,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:30:39.786950 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Network 0202a9e3-a966-4466-8af0-d635fabe336a details requested by agent ovs-agent-n-d-842733-1 with host n-d-842733-1 {{(pid=103164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 20 21:30:39.848679 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e25bc304-5368-43ce-8f86-a9bbf2b3941c admin admin] Made reservation on behalf of 5a5586248e9642539cbac42b6f00bfc6 for: {'subnet': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:30:39.851065 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e25bc304-5368-43ce-8f86-a9bbf2b3941c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8422561'] for subnet, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:30:40.066523 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e25bc304-5368-43ce-8f86-a9bbf2b3941c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9641412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8422583'] for subnet, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:30:40.123056 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25bc304-5368-43ce-8f86-a9bbf2b3941c admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b7c4713-8601-4702-ab9b-3e9073d142ba,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:30:40.131815 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e25bc304-5368-43ce-8f86-a9bbf2b3941c admin admin] Checking segment: {'id': 'faece006-df89-44b4-b49b-8d5add14db35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '0202a9e3-a966-4466-8af0-d635fabe336a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:30:40.132171 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e25bc304-5368-43ce-8f86-a9bbf2b3941c admin admin] Network hostable DHCP agents. Network: 0202a9e3-a966-4466-8af0-d635fabe336a, hostable agents: ['c9b0653c-f3c7-4339-bd50-e3754b629216'], hosted agents: [] {{(pid=103163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 21:30:40.197350 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e25bc304-5368-43ce-8f86-a9bbf2b3941c admin admin] Network 0202a9e3-a966-4466-8af0-d635fabe336a is scheduled to be hosted by DHCP agent c9b0653c-f3c7-4339-bd50-e3754b629216 with binding_index 1 {{(pid=103163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 21:30:40.288383 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-e25bc304-5368-43ce-8f86-a9bbf2b3941c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842733-1, 0202a9e3-a966-4466-8af0-d635fabe336a) {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:30:40.292546 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e25bc304-5368-43ce-8f86-a9bbf2b3941c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:30:40.293142 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e25bc304-5368-43ce-8f86-a9bbf2b3941c admin admin] Notify callbacks [] for subnet, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:30:40.298406 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfd93eba-2de2-4c72-9896-bca95cf53a7f None None] Network 0202a9e3-a966-4466-8af0-d635fabe336a requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:30:40.354338 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-e25bc304-5368-43ce-8f86-a9bbf2b3941c admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5899339 May 20 21:30:40.424805 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c090043-4b59-4078-b0ed-e5a9e0b4e880 None None] Network 0202a9e3-a966-4466-8af0-d635fabe336a requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:30:40.785177 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf0d918-20ac-4db4-b244-6fb66380d10e req-e48e166a-9ede-4977-b08a-17eff643f7c5 tempest-DeleteServersTestJSON-2015115736 tempest-DeleteServersTestJSON-2015115736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:30:40.786688 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6cf0d918-20ac-4db4-b244-6fb66380d10e req-e48e166a-9ede-4977-b08a-17eff643f7c5 tempest-DeleteServersTestJSON-2015115736 tempest-DeleteServersTestJSON-2015115736-project] 10.222.0.35 "GET /v2.0/networks?id=0202a9e3-a966-4466-8af0-d635fabe336a HTTP/1.1" status: 200 len: 811 time: 0.1060278 May 20 21:30:40.802329 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6cf0d918-20ac-4db4-b244-6fb66380d10e req-37fae6ad-fe4e-4e62-8443-62c8575dc5c6 tempest-DeleteServersTestJSON-2015115736 tempest-DeleteServersTestJSON-2015115736-project] 10.222.0.35 "GET /v2.0/quotas/5a5586248e9642539cbac42b6f00bfc6 HTTP/1.1" status: 200 len: 375 time: 0.0097418 May 20 21:30:40.836938 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6cf0d918-20ac-4db4-b244-6fb66380d10e req-b4946478-b0ee-4cd6-92d2-d51434ef07b3 tempest-DeleteServersTestJSON-2015115736 tempest-DeleteServersTestJSON-2015115736-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=5a5586248e9642539cbac42b6f00bfc6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0291092 May 20 21:30:40.925057 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6cf0d918-20ac-4db4-b244-6fb66380d10e req-8627a101-6e06-43b4-8ca0-413d92e76414 service neutron] 10.222.0.35 "GET /v2.0/networks/0202a9e3-a966-4466-8af0-d635fabe336a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808544 May 20 21:30:41.016946 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6cf0d918-20ac-4db4-b244-6fb66380d10e req-de0d4ad9-cdc5-4774-9233-88e2a8c8dbc1 service neutron] 10.222.0.35 "GET /v2.0/networks/0202a9e3-a966-4466-8af0-d635fabe336a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856276 May 20 21:30:41.144400 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.agents_db [None req-5c33ad30-4e00-40fa-b486-8c79c4a6cfc5 None None] Agent healthcheck: found 7 active agents {{(pid=103165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 20 21:30:41.292878 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d6e95eb4-030a-46f5-af68-02cd021aea93 req-4f36a47d-cbbc-4ade-86b8-25ee255e9b92 tempest-DeleteServersTestJSON-2015115736 tempest-DeleteServersTestJSON-2015115736-project] 10.222.0.35 "GET /v2.0/ports?device_id=45e3d547-bec6-4d99-9e9d-aaba8f8a17ca HTTP/1.1" status: 200 len: 210 time: 0.0280190 May 20 21:30:42.389399 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3e9a5422-b83c-4acf-a929-370741afdb35 req-92482962-821b-4c10-a78b-75696f5354ee tempest-DeleteServersTestJSON-2015115736 tempest-DeleteServersTestJSON-2015115736-project] 10.222.0.35 "GET /v2.0/ports?device_id=45e3d547-bec6-4d99-9e9d-aaba8f8a17ca HTTP/1.1" status: 200 len: 210 time: 0.0261405 May 20 21:30:43.332958 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf0d918-20ac-4db4-b244-6fb66380d10e req-392d7db4-a0ba-4a26-9122-8d77ad140824 tempest-DeleteServersTestJSON-2015115736 tempest-DeleteServersTestJSON-2015115736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:30:43.334464 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-6cf0d918-20ac-4db4-b244-6fb66380d10e req-392d7db4-a0ba-4a26-9122-8d77ad140824 tempest-DeleteServersTestJSON-2015115736 tempest-DeleteServersTestJSON-2015115736-project] 10.222.0.13 "GET /v2.0/networks?id=0202a9e3-a966-4466-8af0-d635fabe336a HTTP/1.1" status: 200 len: 811 time: 0.1001024 May 20 21:30:43.352270 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [req-6cf0d918-20ac-4db4-b244-6fb66380d10e req-16318522-ef7a-4788-a5a7-5acc9bb4d89e tempest-DeleteServersTestJSON-2015115736 tempest-DeleteServersTestJSON-2015115736-project] Request body: {'port': {'device_id': '45e3d547-bec6-4d99-9e9d-aaba8f8a17ca', 'network_id': '0202a9e3-a966-4466-8af0-d635fabe336a', 'admin_state_up': True, 'tenant_id': '5a5586248e9642539cbac42b6f00bfc6'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:30:43.488101 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ed49da67-155a-4b42-864b-3e32d00f6956 req-1cb869b6-2acd-4b8f-9c87-3730ba375e7a tempest-DeleteServersTestJSON-2015115736 tempest-DeleteServersTestJSON-2015115736-project] 10.222.0.35 "GET /v2.0/ports?device_id=45e3d547-bec6-4d99-9e9d-aaba8f8a17ca HTTP/1.1" status: 200 len: 210 time: 0.0277371 May 20 21:30:43.511540 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6cf0d918-20ac-4db4-b244-6fb66380d10e req-16318522-ef7a-4788-a5a7-5acc9bb4d89e tempest-DeleteServersTestJSON-2015115736 tempest-DeleteServersTestJSON-2015115736-project] Made reservation on behalf of 5a5586248e9642539cbac42b6f00bfc6 for: {'port': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:30:43.516210 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-6cf0d918-20ac-4db4-b244-6fb66380d10e req-16318522-ef7a-4788-a5a7-5acc9bb4d89e tempest-DeleteServersTestJSON-2015115736 tempest-DeleteServersTestJSON-2015115736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:30:43.643853 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [req-6cf0d918-20ac-4db4-b244-6fb66380d10e req-16318522-ef7a-4788-a5a7-5acc9bb4d89e tempest-DeleteServersTestJSON-2015115736 tempest-DeleteServersTestJSON-2015115736-project] Allocated IP 172.20.0.11 (0202a9e3-a966-4466-8af0-d635fabe336a/1b7c4713-8601-4702-ab9b-3e9073d142ba/ec830cf5-281e-4e18-b921-6e9342fdd90e) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:30:43.787865 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-6cf0d918-20ac-4db4-b244-6fb66380d10e req-16318522-ef7a-4788-a5a7-5acc9bb4d89e tempest-DeleteServersTestJSON-2015115736 tempest-DeleteServersTestJSON-2015115736-project] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:30:43.882999 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-6cf0d918-20ac-4db4-b244-6fb66380d10e req-16318522-ef7a-4788-a5a7-5acc9bb4d89e tempest-DeleteServersTestJSON-2015115736 tempest-DeleteServersTestJSON-2015115736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:30:43.923754 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6cf0d918-20ac-4db4-b244-6fb66380d10e req-16318522-ef7a-4788-a5a7-5acc9bb4d89e tempest-DeleteServersTestJSON-2015115736 tempest-DeleteServersTestJSON-2015115736-project] Network 0202a9e3-a966-4466-8af0-d635fabe336a is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:30:43.926579 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [req-6cf0d918-20ac-4db4-b244-6fb66380d10e req-16318522-ef7a-4788-a5a7-5acc9bb4d89e tempest-DeleteServersTestJSON-2015115736 tempest-DeleteServersTestJSON-2015115736-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:30:43.930087 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cf0d918-20ac-4db4-b244-6fb66380d10e req-16318522-ef7a-4788-a5a7-5acc9bb4d89e tempest-DeleteServersTestJSON-2015115736 tempest-DeleteServersTestJSON-2015115736-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:30:43.961348 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16318522-ef7a-4788-a5a7-5acc9bb4d89e tempest-DeleteServersTestJSON-2015115736 tempest-DeleteServersTestJSON-2015115736-project] Pushing event updated for resources: {'Port': ['ID=ec830cf5-281e-4e18-b921-6e9342fdd90e,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:30:43.988823 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf0d918-20ac-4db4-b244-6fb66380d10e req-16318522-ef7a-4788-a5a7-5acc9bb4d89e tempest-DeleteServersTestJSON-2015115736 tempest-DeleteServersTestJSON-2015115736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:30:43.989451 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-6cf0d918-20ac-4db4-b244-6fb66380d10e req-16318522-ef7a-4788-a5a7-5acc9bb4d89e tempest-DeleteServersTestJSON-2015115736 tempest-DeleteServersTestJSON-2015115736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:30:44.056713 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-6cf0d918-20ac-4db4-b244-6fb66380d10e req-16318522-ef7a-4788-a5a7-5acc9bb4d89e tempest-DeleteServersTestJSON-2015115736 tempest-DeleteServersTestJSON-2015115736-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7083004 May 20 21:30:44.073589 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [req-6cf0d918-20ac-4db4-b244-6fb66380d10e req-7e3e08b4-395d-4fd2-83d5-6ff951f8332e service neutron] Request body: {'port': {'device_id': '45e3d547-bec6-4d99-9e9d-aaba8f8a17ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-842733-1'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:30:44.125845 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-6cf0d918-20ac-4db4-b244-6fb66380d10e req-7e3e08b4-395d-4fd2-83d5-6ff951f8332e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:30:44.393113 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [req-6cf0d918-20ac-4db4-b244-6fb66380d10e req-7e3e08b4-395d-4fd2-83d5-6ff951f8332e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec830cf5-281e-4e18-b921-6e9342fdd90e {{(pid=103162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 21:30:44.400365 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-6cf0d918-20ac-4db4-b244-6fb66380d10e req-7e3e08b4-395d-4fd2-83d5-6ff951f8332e service neutron] Notify callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:30:44.412041 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.provisioning_blocks [req-6cf0d918-20ac-4db4-b244-6fb66380d10e req-7e3e08b4-395d-4fd2-83d5-6ff951f8332e service neutron] Transition to ACTIVE for port object ec830cf5-281e-4e18-b921-6e9342fdd90e will not be triggered until provisioned by entity L2. {{(pid=103162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 21:30:44.494891 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-6cf0d918-20ac-4db4-b244-6fb66380d10e req-7e3e08b4-395d-4fd2-83d5-6ff951f8332e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:30:44.552062 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3e08b4-395d-4fd2-83d5-6ff951f8332e service neutron] Pushing event updated for resources: {'Port': ['ID=ec830cf5-281e-4e18-b921-6e9342fdd90e,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:30:44.615963 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8ea831-3565-43c8-a027-c4af261d4975 req-abff024b-58b8-45ef-bdf0-4b771cf0b433 tempest-DeleteServersTestJSON-2015115736 tempest-DeleteServersTestJSON-2015115736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:30:44.618090 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7a8ea831-3565-43c8-a027-c4af261d4975 req-abff024b-58b8-45ef-bdf0-4b771cf0b433 tempest-DeleteServersTestJSON-2015115736 tempest-DeleteServersTestJSON-2015115736-project] 10.222.0.35 "GET /v2.0/ports?device_id=45e3d547-bec6-4d99-9e9d-aaba8f8a17ca HTTP/1.1" status: 200 len: 944 time: 0.0593359 May 20 21:30:44.624912 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-6cf0d918-20ac-4db4-b244-6fb66380d10e req-7e3e08b4-395d-4fd2-83d5-6ff951f8332e service neutron] Attempting to bind port ec830cf5-281e-4e18-b921-6e9342fdd90e on host n-h2-842733-1 for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:30:44.625287 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-6cf0d918-20ac-4db4-b244-6fb66380d10e req-7e3e08b4-395d-4fd2-83d5-6ff951f8332e service neutron] Attempting to bind port ec830cf5-281e-4e18-b921-6e9342fdd90e by drivers openvswitch,hyperv on host n-h2-842733-1 at level 0 using segments [{'id': 'faece006-df89-44b4-b49b-8d5add14db35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '0202a9e3-a966-4466-8af0-d635fabe336a'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:30:44.625626 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cf0d918-20ac-4db4-b244-6fb66380d10e req-7e3e08b4-395d-4fd2-83d5-6ff951f8332e service neutron] Attempting to bind port ec830cf5-281e-4e18-b921-6e9342fdd90e on network 0202a9e3-a966-4466-8af0-d635fabe336a {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:30:44.630097 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cf0d918-20ac-4db4-b244-6fb66380d10e req-7e3e08b4-395d-4fd2-83d5-6ff951f8332e service neutron] Port ec830cf5-281e-4e18-b921-6e9342fdd90e on network 0202a9e3-a966-4466-8af0-d635fabe336a not bound, no agent of type Open vSwitch agent registered on host n-h2-842733-1 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 21:30:44.630477 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cf0d918-20ac-4db4-b244-6fb66380d10e req-7e3e08b4-395d-4fd2-83d5-6ff951f8332e service neutron] Attempting to bind port ec830cf5-281e-4e18-b921-6e9342fdd90e on network 0202a9e3-a966-4466-8af0-d635fabe336a {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:30:44.635326 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cf0d918-20ac-4db4-b244-6fb66380d10e req-7e3e08b4-395d-4fd2-83d5-6ff951f8332e service neutron] Checking agent: {'id': 'a66f2511-b955-448f-877c-56cfe9c81b12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 33, 2), 'started_at': datetime.datetime(2022, 5, 20, 20, 33, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 21, 30, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 21:30:44.635682 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cf0d918-20ac-4db4-b244-6fb66380d10e req-7e3e08b4-395d-4fd2-83d5-6ff951f8332e service neutron] Checking segment: {'id': 'faece006-df89-44b4-b49b-8d5add14db35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '0202a9e3-a966-4466-8af0-d635fabe336a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:30:44.636106 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cf0d918-20ac-4db4-b244-6fb66380d10e req-7e3e08b4-395d-4fd2-83d5-6ff951f8332e service neutron] Bound using segment: {'id': 'faece006-df89-44b4-b49b-8d5add14db35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '0202a9e3-a966-4466-8af0-d635fabe336a'} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 21:30:44.636536 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-6cf0d918-20ac-4db4-b244-6fb66380d10e req-7e3e08b4-395d-4fd2-83d5-6ff951f8332e service neutron] Bound port: ec830cf5-281e-4e18-b921-6e9342fdd90e, host: n-h2-842733-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'faece006-df89-44b4-b49b-8d5add14db35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '0202a9e3-a966-4466-8af0-d635fabe336a'}}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:30:44.636900 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-6cf0d918-20ac-4db4-b244-6fb66380d10e req-7e3e08b4-395d-4fd2-83d5-6ff951f8332e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:30:44.658370 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7a8ea831-3565-43c8-a027-c4af261d4975 req-9f13c7de-d07e-48ca-9af0-208e4fd0de24 tempest-DeleteServersTestJSON-2015115736 tempest-DeleteServersTestJSON-2015115736-project] 10.222.0.35 "GET /v2.0/security-groups?id=7f9a394c-b589-4e6e-85d6-34c1ca88e563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327995 May 20 21:30:44.699731 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-6cf0d918-20ac-4db4-b244-6fb66380d10e req-7e3e08b4-395d-4fd2-83d5-6ff951f8332e service neutron] For port ec830cf5-281e-4e18-b921-6e9342fdd90e, host n-h2-842733-1, cleared binding levels {{(pid=103162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 21:30:44.703416 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-6cf0d918-20ac-4db4-b244-6fb66380d10e req-7e3e08b4-395d-4fd2-83d5-6ff951f8332e service neutron] For port ec830cf5-281e-4e18-b921-6e9342fdd90e, host n-h2-842733-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=ec830cf5-281e-4e18-b921-6e9342fdd90e,segment=NetworkSegment(faece006-df89-44b4-b49b-8d5add14db35),segment_id=faece006-df89-44b4-b49b-8d5add14db35)] {{(pid=103162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 21:30:44.784044 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-6cf0d918-20ac-4db4-b244-6fb66380d10e req-7e3e08b4-395d-4fd2-83d5-6ff951f8332e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:30:44.821459 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf0d918-20ac-4db4-b244-6fb66380d10e req-7e3e08b4-395d-4fd2-83d5-6ff951f8332e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:30:44.822081 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-6cf0d918-20ac-4db4-b244-6fb66380d10e req-7e3e08b4-395d-4fd2-83d5-6ff951f8332e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:30:44.823464 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-6cf0d918-20ac-4db4-b244-6fb66380d10e req-7e3e08b4-395d-4fd2-83d5-6ff951f8332e service neutron] 10.222.0.13 "PUT /v2.0/ports/ec830cf5-281e-4e18-b921-6e9342fdd90e HTTP/1.1" status: 200 len: 1092 time: 0.7540042 May 20 21:30:44.823909 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45e3d547-bec6-4d99-9e9d-aaba8f8a17ca', 'tag': 'ec830cf5-281e-4e18-b921-6e9342fdd90e'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 21:30:44.826256 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6fa957933fccbf596d28104b23404b952ad6a8238afaebaed40a0874b2e409" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a0adddb-a77f-4e5b-b534-8ae7ad6e003b" -d '{"events": [{"name": "network-changed", "server_uuid": "45e3d547-bec6-4d99-9e9d-aaba8f8a17ca", "tag": "ec830cf5-281e-4e18-b921-6e9342fdd90e"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 21:30:44.850967 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3e08b4-395d-4fd2-83d5-6ff951f8332e service neutron] Pushing event updated for resources: {'Port': ['ID=ec830cf5-281e-4e18-b921-6e9342fdd90e,revision_number=3']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:30:44.865140 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 21:30:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f88d7068-16f1-4792-8412-1972aeb36d40 x-openstack-request-id: req-f88d7068-16f1-4792-8412-1972aeb36d40 {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 21:30:44.865469 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45e3d547-bec6-4d99-9e9d-aaba8f8a17ca", "tag": "ec830cf5-281e-4e18-b921-6e9342fdd90e", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 21:30:44.865725 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f88d7068-16f1-4792-8412-1972aeb36d40 {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 21:30:44.866129 n-d-842733-1 neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f88d7068-16f1-4792-8412-1972aeb36d40'] response: {'name': 'network-changed', 'server_uuid': '45e3d547-bec6-4d99-9e9d-aaba8f8a17ca', 'tag': 'ec830cf5-281e-4e18-b921-6e9342fdd90e', 'status': 'completed', 'code': 200} May 20 21:30:44.953043 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0adddb-a77f-4e5b-b534-8ae7ad6e003b req-ab064735-1e32-4a71-bb9d-53d766da04cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:30:44.954557 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-3a0adddb-a77f-4e5b-b534-8ae7ad6e003b req-ab064735-1e32-4a71-bb9d-53d766da04cb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5a5586248e9642539cbac42b6f00bfc6&device_id=45e3d547-bec6-4d99-9e9d-aaba8f8a17ca HTTP/1.1" status: 200 len: 1095 time: 0.0424657 May 20 21:30:45.056420 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0adddb-a77f-4e5b-b534-8ae7ad6e003b req-af0cc3f3-67db-4a22-8dfb-e6f4449a1845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:30:45.057825 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-3a0adddb-a77f-4e5b-b534-8ae7ad6e003b req-af0cc3f3-67db-4a22-8dfb-e6f4449a1845 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=5a5586248e9642539cbac42b6f00bfc6&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0884795 May 20 21:30:45.152401 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0adddb-a77f-4e5b-b534-8ae7ad6e003b req-e73ef4bf-185f-4c6a-9182-02bd01674791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:30:45.154495 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-3a0adddb-a77f-4e5b-b534-8ae7ad6e003b req-e73ef4bf-185f-4c6a-9182-02bd01674791 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0911255 May 20 21:30:45.248461 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf0d918-20ac-4db4-b244-6fb66380d10e req-6295b115-0bd4-46a2-a19b-46baded95da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:30:45.249950 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-6cf0d918-20ac-4db4-b244-6fb66380d10e req-6295b115-0bd4-46a2-a19b-46baded95da1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5a5586248e9642539cbac42b6f00bfc6&device_id=45e3d547-bec6-4d99-9e9d-aaba8f8a17ca HTTP/1.1" status: 200 len: 1095 time: 0.0413120 May 20 21:30:45.300076 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-6cf0d918-20ac-4db4-b244-6fb66380d10e req-fb00239c-f4e4-445f-a6ec-545562d9096b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ec830cf5-281e-4e18-b921-6e9342fdd90e HTTP/1.1" status: 200 len: 217 time: 0.0383670 May 20 21:30:45.347755 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf0d918-20ac-4db4-b244-6fb66380d10e req-e545aa67-c958-4898-b2ff-c43008921172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:30:45.349077 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-6cf0d918-20ac-4db4-b244-6fb66380d10e req-e545aa67-c958-4898-b2ff-c43008921172 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1b7c4713-8601-4702-ab9b-3e9073d142ba HTTP/1.1" status: 200 len: 851 time: 0.0429823 May 20 21:30:45.379668 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-6cf0d918-20ac-4db4-b244-6fb66380d10e req-dafcef75-a8b2-41df-b0fe-5673d749aa5d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0202a9e3-a966-4466-8af0-d635fabe336a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242882 May 20 21:30:45.472027 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-6cf0d918-20ac-4db4-b244-6fb66380d10e req-b827f4a7-7085-4786-8750-d5dee608ea35 service neutron] 10.222.0.13 "GET /v2.0/networks/0202a9e3-a966-4466-8af0-d635fabe336a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858293 May 20 21:30:45.560478 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-6cf0d918-20ac-4db4-b244-6fb66380d10e req-f5bb5a50-96ec-44ab-8def-18711345858f service neutron] 10.222.0.13 "GET /v2.0/networks/0202a9e3-a966-4466-8af0-d635fabe336a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818594 May 20 21:30:45.772740 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522da047-eae4-4097-b41c-c3015a8e3510 req-3ed7f086-abd4-48bf-9bf2-a75fe4c26443 tempest-DeleteServersTestJSON-2015115736 tempest-DeleteServersTestJSON-2015115736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:30:45.774215 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-522da047-eae4-4097-b41c-c3015a8e3510 req-3ed7f086-abd4-48bf-9bf2-a75fe4c26443 tempest-DeleteServersTestJSON-2015115736 tempest-DeleteServersTestJSON-2015115736-project] 10.222.0.35 "GET /v2.0/ports?device_id=45e3d547-bec6-4d99-9e9d-aaba8f8a17ca HTTP/1.1" status: 200 len: 944 time: 0.0482488 May 20 21:30:45.811921 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-522da047-eae4-4097-b41c-c3015a8e3510 req-bc1d8ee0-a024-4f27-a5cb-5908ff83a479 tempest-DeleteServersTestJSON-2015115736 tempest-DeleteServersTestJSON-2015115736-project] 10.222.0.35 "GET /v2.0/security-groups?id=7f9a394c-b589-4e6e-85d6-34c1ca88e563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309637 May 20 21:30:46.928009 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6c5e60-4906-42e9-a50f-1c914c551851 req-eaabb04d-a85d-42f2-86cb-61242ad84fc4 tempest-DeleteServersTestJSON-2015115736 tempest-DeleteServersTestJSON-2015115736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:30:46.929482 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1b6c5e60-4906-42e9-a50f-1c914c551851 req-eaabb04d-a85d-42f2-86cb-61242ad84fc4 tempest-DeleteServersTestJSON-2015115736 tempest-DeleteServersTestJSON-2015115736-project] 10.222.0.35 "GET /v2.0/ports?device_id=45e3d547-bec6-4d99-9e9d-aaba8f8a17ca HTTP/1.1" status: 200 len: 944 time: 0.0482879 May 20 21:30:46.966934 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1b6c5e60-4906-42e9-a50f-1c914c551851 req-432a797a-4a57-4c30-9211-269f8d6049a8 tempest-DeleteServersTestJSON-2015115736 tempest-DeleteServersTestJSON-2015115736-project] 10.222.0.35 "GET /v2.0/security-groups?id=7f9a394c-b589-4e6e-85d6-34c1ca88e563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305769 May 20 21:30:48.086120 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0521ccea-c739-4d82-81d7-04a20754fb16 req-dc1da900-43f8-47ad-a94a-a8fa0680b135 tempest-DeleteServersTestJSON-2015115736 tempest-DeleteServersTestJSON-2015115736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:30:48.087562 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0521ccea-c739-4d82-81d7-04a20754fb16 req-dc1da900-43f8-47ad-a94a-a8fa0680b135 tempest-DeleteServersTestJSON-2015115736 tempest-DeleteServersTestJSON-2015115736-project] 10.222.0.35 "GET /v2.0/ports?device_id=45e3d547-bec6-4d99-9e9d-aaba8f8a17ca HTTP/1.1" status: 200 len: 944 time: 0.0525301 May 20 21:30:48.125887 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0521ccea-c739-4d82-81d7-04a20754fb16 req-df681a6b-98e6-4ace-9562-30b78e149027 tempest-DeleteServersTestJSON-2015115736 tempest-DeleteServersTestJSON-2015115736-project] 10.222.0.35 "GET /v2.0/security-groups?id=7f9a394c-b589-4e6e-85d6-34c1ca88e563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319574 May 20 21:30:48.834403 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device ec830cf5-281e-4e18-b921-6e9342fdd90e details requested by agent hyperv_n-h2-842733-1 with host n-h2-842733-1 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 21:30:48.928375 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port ec830cf5-281e-4e18-b921-6e9342fdd90e, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=ec830cf5-281e-4e18-b921-6e9342fdd90e,segment=NetworkSegment(faece006-df89-44b4-b49b-8d5add14db35),segment_id=faece006-df89-44b4-b49b-8d5add14db35)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:30:48.939991 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Returning: {'device': 'ec830cf5-281e-4e18-b921-6e9342fdd90e', 'network_id': '0202a9e3-a966-4466-8af0-d635fabe336a', 'port_id': 'ec830cf5-281e-4e18-b921-6e9342fdd90e', 'mac_address': 'fa:16:3e:d5:29:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b7c4713-8601-4702-ab9b-3e9073d142ba', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 20 21:30:48.975161 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port ec830cf5-281e-4e18-b921-6e9342fdd90e is: DOWN; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:30:48.975546 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:30:48.988105 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec830cf5-281e-4e18-b921-6e9342fdd90e {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 21:30:49.006935 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port ec830cf5-281e-4e18-b921-6e9342fdd90e, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=ec830cf5-281e-4e18-b921-6e9342fdd90e,segment=NetworkSegment(faece006-df89-44b4-b49b-8d5add14db35),segment_id=faece006-df89-44b4-b49b-8d5add14db35)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:30:49.065467 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:30:49.112722 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=ec830cf5-281e-4e18-b921-6e9342fdd90e,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:30:49.241078 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a3b84e-6271-4aba-820e-64c05532c174 req-3e48099e-f0f9-4239-9ac5-96e42069ce46 tempest-DeleteServersTestJSON-2015115736 tempest-DeleteServersTestJSON-2015115736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:30:49.242546 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f4a3b84e-6271-4aba-820e-64c05532c174 req-3e48099e-f0f9-4239-9ac5-96e42069ce46 tempest-DeleteServersTestJSON-2015115736 tempest-DeleteServersTestJSON-2015115736-project] 10.222.0.35 "GET /v2.0/ports?device_id=45e3d547-bec6-4d99-9e9d-aaba8f8a17ca HTTP/1.1" status: 200 len: 945 time: 0.0474851 May 20 21:30:49.281537 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f4a3b84e-6271-4aba-820e-64c05532c174 req-57a58d58-9c26-40e6-8764-8e328d04476f tempest-DeleteServersTestJSON-2015115736 tempest-DeleteServersTestJSON-2015115736-project] 10.222.0.35 "GET /v2.0/security-groups?id=7f9a394c-b589-4e6e-85d6-34c1ca88e563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313964 May 20 21:30:49.322880 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] get_ports_and_sgs() called for port_ids ['ec830cf5-281e-4e18-b921-6e9342fdd90e'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 21:30:49.911504 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-8ddfbfe3-3ba0-4103-8362-6ece41b01196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:30:50.397146 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffa24de-5414-4047-bfc4-7a9639e8e9fc req-6f6c0533-a7df-452c-be8f-c1aeed32c5e4 tempest-DeleteServersTestJSON-2015115736 tempest-DeleteServersTestJSON-2015115736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:30:50.398656 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8ffa24de-5414-4047-bfc4-7a9639e8e9fc req-6f6c0533-a7df-452c-be8f-c1aeed32c5e4 tempest-DeleteServersTestJSON-2015115736 tempest-DeleteServersTestJSON-2015115736-project] 10.222.0.35 "GET /v2.0/ports?device_id=45e3d547-bec6-4d99-9e9d-aaba8f8a17ca HTTP/1.1" status: 200 len: 945 time: 0.0491917 May 20 21:30:50.436366 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8ffa24de-5414-4047-bfc4-7a9639e8e9fc req-12c9bcba-2b3a-4693-9b83-4b66291d9ef0 tempest-DeleteServersTestJSON-2015115736 tempest-DeleteServersTestJSON-2015115736-project] 10.222.0.35 "GET /v2.0/security-groups?id=7f9a394c-b589-4e6e-85d6-34c1ca88e563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313869 May 20 21:30:50.834601 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device ec830cf5-281e-4e18-b921-6e9342fdd90e up at agent hyperv_n-h2-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:30:50.939663 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Provisioning for port ec830cf5-281e-4e18-b921-6e9342fdd90e completed by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 21:30:50.943381 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Provisioning complete for port ec830cf5-281e-4e18-b921-6e9342fdd90e triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:30:50.950381 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:30:51.021848 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port ec830cf5-281e-4e18-b921-6e9342fdd90e is: BUILD; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:30:51.022221 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:30:51.044202 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45e3d547-bec6-4d99-9e9d-aaba8f8a17ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec830cf5-281e-4e18-b921-6e9342fdd90e'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 21:30:51.046511 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8485417003ce7c0410b00f5cdc2f391e21107b70bb68e2773712534a96e108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f2ca946-deed-4988-b535-5036466480b4" -d '{"events": [{"server_uuid": "45e3d547-bec6-4d99-9e9d-aaba8f8a17ca", "name": "network-vif-plugged", "status": "completed", "tag": "ec830cf5-281e-4e18-b921-6e9342fdd90e"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 21:30:51.058877 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port ec830cf5-281e-4e18-b921-6e9342fdd90e, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=ec830cf5-281e-4e18-b921-6e9342fdd90e,segment=NetworkSegment(faece006-df89-44b4-b49b-8d5add14db35),segment_id=faece006-df89-44b4-b49b-8d5add14db35)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:30:51.084980 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 21:30:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9dbc20a-5179-4807-b82b-ce3be2350b7d x-openstack-request-id: req-a9dbc20a-5179-4807-b82b-ce3be2350b7d {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 21:30:51.085237 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45e3d547-bec6-4d99-9e9d-aaba8f8a17ca", "name": "network-vif-plugged", "status": "completed", "tag": "ec830cf5-281e-4e18-b921-6e9342fdd90e", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 21:30:51.085483 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a9dbc20a-5179-4807-b82b-ce3be2350b7d {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 21:30:51.085900 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9dbc20a-5179-4807-b82b-ce3be2350b7d'] response: {'server_uuid': '45e3d547-bec6-4d99-9e9d-aaba8f8a17ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec830cf5-281e-4e18-b921-6e9342fdd90e', 'code': 200} May 20 21:30:51.124171 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:30:51.177237 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=ec830cf5-281e-4e18-b921-6e9342fdd90e,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:30:51.208759 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a11314-87c4-4562-a476-cb808e612d10 req-9afc4db8-32f8-46b4-a999-e0193169939a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:30:51.210269 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-45a11314-87c4-4562-a476-cb808e612d10 req-9afc4db8-32f8-46b4-a999-e0193169939a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=45e3d547-bec6-4d99-9e9d-aaba8f8a17ca HTTP/1.1" status: 200 len: 1097 time: 0.0409129 May 20 21:30:51.244437 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-45a11314-87c4-4562-a476-cb808e612d10 req-862764c1-a3f7-4b25-af72-e95a87ba15da service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=7f9a394c-b589-4e6e-85d6-34c1ca88e563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274003 May 20 21:30:51.555190 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b3cc7e-1f02-4ad3-8986-56fe7ad6a471 req-8757fa98-940d-4901-9f7e-60b93f60ce0e tempest-DeleteServersTestJSON-2015115736 tempest-DeleteServersTestJSON-2015115736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:30:51.556627 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-86b3cc7e-1f02-4ad3-8986-56fe7ad6a471 req-8757fa98-940d-4901-9f7e-60b93f60ce0e tempest-DeleteServersTestJSON-2015115736 tempest-DeleteServersTestJSON-2015115736-project] 10.222.0.35 "GET /v2.0/ports?device_id=45e3d547-bec6-4d99-9e9d-aaba8f8a17ca HTTP/1.1" status: 200 len: 946 time: 0.0509198 May 20 21:30:51.594563 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-86b3cc7e-1f02-4ad3-8986-56fe7ad6a471 req-23936045-5270-4a06-a679-066a0a1caee1 tempest-DeleteServersTestJSON-2015115736 tempest-DeleteServersTestJSON-2015115736-project] 10.222.0.35 "GET /v2.0/security-groups?id=7f9a394c-b589-4e6e-85d6-34c1ca88e563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309179 May 20 21:30:52.277347 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-be92ba6b-867c-4ee1-a91f-ada7651c55e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:30:52.713903 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb7232a-1ef2-46a6-9cf3-d91fcbc0fdf4 req-b191227b-7b19-4972-9fd4-d65ac20ec6a6 tempest-DeleteServersTestJSON-2015115736 tempest-DeleteServersTestJSON-2015115736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:30:52.715363 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ecb7232a-1ef2-46a6-9cf3-d91fcbc0fdf4 req-b191227b-7b19-4972-9fd4-d65ac20ec6a6 tempest-DeleteServersTestJSON-2015115736 tempest-DeleteServersTestJSON-2015115736-project] 10.222.0.35 "GET /v2.0/ports?device_id=45e3d547-bec6-4d99-9e9d-aaba8f8a17ca HTTP/1.1" status: 200 len: 946 time: 0.0482390 May 20 21:30:52.752894 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ecb7232a-1ef2-46a6-9cf3-d91fcbc0fdf4 req-1be39382-5ad0-49d1-aa2e-9db58c79fa4d tempest-DeleteServersTestJSON-2015115736 tempest-DeleteServersTestJSON-2015115736-project] 10.222.0.35 "GET /v2.0/security-groups?id=7f9a394c-b589-4e6e-85d6-34c1ca88e563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312128 May 20 21:30:53.121369 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59169f28-4297-4684-8efc-54e729d9649a req-d5d2999d-ae8d-46a8-be20-6024bb3ab26b tempest-DeleteServersTestJSON-2015115736 tempest-DeleteServersTestJSON-2015115736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:30:53.123011 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-59169f28-4297-4684-8efc-54e729d9649a req-d5d2999d-ae8d-46a8-be20-6024bb3ab26b tempest-DeleteServersTestJSON-2015115736 tempest-DeleteServersTestJSON-2015115736-project] 10.222.0.35 "GET /v2.0/ports?device_id=45e3d547-bec6-4d99-9e9d-aaba8f8a17ca HTTP/1.1" status: 200 len: 946 time: 0.0490384 May 20 21:30:53.160499 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-59169f28-4297-4684-8efc-54e729d9649a req-cbb1b6cc-fcfd-45dc-8e95-b21b425f983f tempest-DeleteServersTestJSON-2015115736 tempest-DeleteServersTestJSON-2015115736-project] 10.222.0.35 "GET /v2.0/security-groups?id=7f9a394c-b589-4e6e-85d6-34c1ca88e563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314271 May 20 21:30:53.215401 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 33408) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:30:53.311600 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-02000a35-653f-4da6-a185-997daa270b68 req-d9474644-bfab-459d-9ff4-2330fe62869f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=45e3d547-bec6-4d99-9e9d-aaba8f8a17ca&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0944009 May 20 21:30:53.320152 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [req-02000a35-653f-4da6-a185-997daa270b68 req-024cb264-c04a-421f-99ed-27f89ba25ca9 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103163) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 21:30:53.321093 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-02000a35-653f-4da6-a185-997daa270b68 req-024cb264-c04a-421f-99ed-27f89ba25ca9 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048139 May 20 21:30:53.784505 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deba1b88-c0c8-491c-89c0-f82f13b182bc req-7ce2be1d-2359-4551-a96a-f769af93cd35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:30:53.786077 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-deba1b88-c0c8-491c-89c0-f82f13b182bc req-7ce2be1d-2359-4551-a96a-f769af93cd35 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5a5586248e9642539cbac42b6f00bfc6&device_id=45e3d547-bec6-4d99-9e9d-aaba8f8a17ca HTTP/1.1" status: 200 len: 1097 time: 0.0472918 May 20 21:30:53.887601 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deba1b88-c0c8-491c-89c0-f82f13b182bc req-3cc3619b-106a-4c15-9113-2b540868586d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:30:53.889764 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-deba1b88-c0c8-491c-89c0-f82f13b182bc req-3cc3619b-106a-4c15-9113-2b540868586d service neutron] 10.222.0.13 "GET /v2.0/networks?id=0202a9e3-a966-4466-8af0-d635fabe336a HTTP/1.1" status: 200 len: 912 time: 0.0857899 May 20 21:30:53.936764 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-deba1b88-c0c8-491c-89c0-f82f13b182bc req-2da4ebc5-3d3c-4fe8-a386-cf3dc4dab3ad service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ec830cf5-281e-4e18-b921-6e9342fdd90e HTTP/1.1" status: 200 len: 217 time: 0.0399601 May 20 21:30:53.987179 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deba1b88-c0c8-491c-89c0-f82f13b182bc req-2eafdaff-bd85-4cc3-9243-44e7bdf05c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:30:53.988646 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-deba1b88-c0c8-491c-89c0-f82f13b182bc req-2eafdaff-bd85-4cc3-9243-44e7bdf05c7f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1b7c4713-8601-4702-ab9b-3e9073d142ba HTTP/1.1" status: 200 len: 851 time: 0.0459979 May 20 21:30:54.021028 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-deba1b88-c0c8-491c-89c0-f82f13b182bc req-8dac4de8-e1b3-40ea-bfa1-8e5321a55e12 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0202a9e3-a966-4466-8af0-d635fabe336a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266228 May 20 21:30:54.094543 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4bb0e131-6525-46ca-a45b-e4ea43a5e69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:30:54.111596 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-deba1b88-c0c8-491c-89c0-f82f13b182bc req-7deb4d3c-9c44-410b-b4fb-021453a1bccb service neutron] 10.222.0.13 "GET /v2.0/networks/0202a9e3-a966-4466-8af0-d635fabe336a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844383 May 20 21:30:54.207413 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-deba1b88-c0c8-491c-89c0-f82f13b182bc req-c72ad9b1-c6f7-49ce-bd03-8c939c4d7da5 service neutron] 10.222.0.13 "GET /v2.0/networks/0202a9e3-a966-4466-8af0-d635fabe336a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900381 May 20 21:30:54.285793 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db674939-adba-43d6-9682-bf6959ad2eb1 req-f97aa8cb-4036-4a7d-bcf9-f37360dcff51 tempest-DeleteServersTestJSON-2015115736 tempest-DeleteServersTestJSON-2015115736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:30:54.287290 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-db674939-adba-43d6-9682-bf6959ad2eb1 req-f97aa8cb-4036-4a7d-bcf9-f37360dcff51 tempest-DeleteServersTestJSON-2015115736 tempest-DeleteServersTestJSON-2015115736-project] 10.222.0.35 "GET /v2.0/ports?device_id=45e3d547-bec6-4d99-9e9d-aaba8f8a17ca HTTP/1.1" status: 200 len: 946 time: 0.0556424 May 20 21:30:54.326826 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-db674939-adba-43d6-9682-bf6959ad2eb1 req-a9bee41a-8c00-4830-9b3f-74af5f418d4b tempest-DeleteServersTestJSON-2015115736 tempest-DeleteServersTestJSON-2015115736-project] 10.222.0.35 "GET /v2.0/security-groups?id=7f9a394c-b589-4e6e-85d6-34c1ca88e563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319388 May 20 21:30:55.151555 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:30:55.338758 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02000a35-653f-4da6-a185-997daa270b68 req-d5f2719e-cacf-417e-ac8b-9b8f73bdc84a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:30:55.340187 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-02000a35-653f-4da6-a185-997daa270b68 req-d5f2719e-cacf-417e-ac8b-9b8f73bdc84a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5a5586248e9642539cbac42b6f00bfc6&device_id=45e3d547-bec6-4d99-9e9d-aaba8f8a17ca HTTP/1.1" status: 200 len: 1097 time: 0.0416391 May 20 21:30:55.441199 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02000a35-653f-4da6-a185-997daa270b68 req-4e87a91d-1f32-4f1a-a36a-57198beb414b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:30:55.442697 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-02000a35-653f-4da6-a185-997daa270b68 req-4e87a91d-1f32-4f1a-a36a-57198beb414b service neutron] 10.222.0.13 "GET /v2.0/networks?id=0202a9e3-a966-4466-8af0-d635fabe336a HTTP/1.1" status: 200 len: 912 time: 0.0956178 May 20 21:30:55.443530 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7b1483-bf8a-472b-97b4-16d10ea704d2 req-56c79db4-8acb-4ff9-8b0a-4fd9d949698c tempest-DeleteServersTestJSON-2015115736 tempest-DeleteServersTestJSON-2015115736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:30:55.445001 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5a7b1483-bf8a-472b-97b4-16d10ea704d2 req-56c79db4-8acb-4ff9-8b0a-4fd9d949698c tempest-DeleteServersTestJSON-2015115736 tempest-DeleteServersTestJSON-2015115736-project] 10.222.0.35 "GET /v2.0/ports?device_id=45e3d547-bec6-4d99-9e9d-aaba8f8a17ca HTTP/1.1" status: 200 len: 946 time: 0.0489912 May 20 21:30:55.483888 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5a7b1483-bf8a-472b-97b4-16d10ea704d2 req-583b3b0d-4cec-4f20-bdb4-2d5fec2dd881 tempest-DeleteServersTestJSON-2015115736 tempest-DeleteServersTestJSON-2015115736-project] 10.222.0.35 "GET /v2.0/security-groups?id=7f9a394c-b589-4e6e-85d6-34c1ca88e563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327575 May 20 21:30:55.484418 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-02000a35-653f-4da6-a185-997daa270b68 req-3360933a-a544-46a3-b8e3-5f20322e9468 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ec830cf5-281e-4e18-b921-6e9342fdd90e HTTP/1.1" status: 200 len: 217 time: 0.0352261 May 20 21:30:55.535638 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02000a35-653f-4da6-a185-997daa270b68 req-ed1e4f49-683b-403d-a5dd-b96570a8a93d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:30:55.537061 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-02000a35-653f-4da6-a185-997daa270b68 req-ed1e4f49-683b-403d-a5dd-b96570a8a93d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1b7c4713-8601-4702-ab9b-3e9073d142ba HTTP/1.1" status: 200 len: 851 time: 0.0464170 May 20 21:30:55.567851 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-02000a35-653f-4da6-a185-997daa270b68 req-534fd966-f28e-4b74-a796-24603e94f3a8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0202a9e3-a966-4466-8af0-d635fabe336a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241175 May 20 21:30:55.626689 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:30:55.659864 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-02000a35-653f-4da6-a185-997daa270b68 req-671cbb93-1ba3-4c91-99b9-7822c9f39a4f service neutron] 10.222.0.13 "GET /v2.0/networks/0202a9e3-a966-4466-8af0-d635fabe336a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859895 May 20 21:30:55.665535 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cc3ec51b-6ec8-438a-8349-5f0bec346d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:30:55.746625 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-02000a35-653f-4da6-a185-997daa270b68 req-9e3cde77-8357-4f33-aa49-1ac2f8a88331 service neutron] 10.222.0.13 "GET /v2.0/networks/0202a9e3-a966-4466-8af0-d635fabe336a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811048 May 20 21:30:56.607435 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e121982-cb39-4907-b7de-05f38d9cf621 req-a2d1bd27-e53d-48fa-aad1-46da8f57a0f4 tempest-DeleteServersTestJSON-2015115736 tempest-DeleteServersTestJSON-2015115736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:30:56.608901 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1e121982-cb39-4907-b7de-05f38d9cf621 req-a2d1bd27-e53d-48fa-aad1-46da8f57a0f4 tempest-DeleteServersTestJSON-2015115736 tempest-DeleteServersTestJSON-2015115736-project] 10.222.0.35 "GET /v2.0/ports?device_id=45e3d547-bec6-4d99-9e9d-aaba8f8a17ca HTTP/1.1" status: 200 len: 946 time: 0.0540936 May 20 21:30:56.647790 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1e121982-cb39-4907-b7de-05f38d9cf621 req-0216b228-e900-413f-ace4-4f42db9bfef5 tempest-DeleteServersTestJSON-2015115736 tempest-DeleteServersTestJSON-2015115736-project] 10.222.0.35 "GET /v2.0/security-groups?id=7f9a394c-b589-4e6e-85d6-34c1ca88e563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320590 May 20 21:30:57.764015 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4055a97-42a7-4d58-a00f-5a0993b1218b req-b4abbedd-b114-4789-9cff-2c5e374fb1d7 tempest-DeleteServersTestJSON-2015115736 tempest-DeleteServersTestJSON-2015115736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:30:57.765408 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b4055a97-42a7-4d58-a00f-5a0993b1218b req-b4abbedd-b114-4789-9cff-2c5e374fb1d7 tempest-DeleteServersTestJSON-2015115736 tempest-DeleteServersTestJSON-2015115736-project] 10.222.0.35 "GET /v2.0/ports?device_id=45e3d547-bec6-4d99-9e9d-aaba8f8a17ca HTTP/1.1" status: 200 len: 946 time: 0.0487518 May 20 21:30:57.803620 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b4055a97-42a7-4d58-a00f-5a0993b1218b req-6a31847c-87ec-4a0d-8c68-da3a5ff214a4 tempest-DeleteServersTestJSON-2015115736 tempest-DeleteServersTestJSON-2015115736-project] 10.222.0.35 "GET /v2.0/security-groups?id=7f9a394c-b589-4e6e-85d6-34c1ca88e563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321150 May 20 21:30:58.917400 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd78f371-1332-43c0-b80b-5ae6aed1d2bc req-4a352640-0f39-4898-ae57-7ddc4bc0c3f4 tempest-DeleteServersTestJSON-2015115736 tempest-DeleteServersTestJSON-2015115736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:30:58.918830 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-dd78f371-1332-43c0-b80b-5ae6aed1d2bc req-4a352640-0f39-4898-ae57-7ddc4bc0c3f4 tempest-DeleteServersTestJSON-2015115736 tempest-DeleteServersTestJSON-2015115736-project] 10.222.0.35 "GET /v2.0/ports?device_id=45e3d547-bec6-4d99-9e9d-aaba8f8a17ca HTTP/1.1" status: 200 len: 946 time: 0.0473433 May 20 21:30:58.955806 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-dd78f371-1332-43c0-b80b-5ae6aed1d2bc req-9148053e-944d-43ab-801d-382c5e0dcef0 tempest-DeleteServersTestJSON-2015115736 tempest-DeleteServersTestJSON-2015115736-project] 10.222.0.35 "GET /v2.0/security-groups?id=7f9a394c-b589-4e6e-85d6-34c1ca88e563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304792 May 20 21:31:00.077379 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b75375-2c24-4c91-a4c2-4f587bb182bc req-b00b9428-526f-4049-92dd-9889a5dcfc11 tempest-DeleteServersTestJSON-2015115736 tempest-DeleteServersTestJSON-2015115736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:31:00.078891 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-50b75375-2c24-4c91-a4c2-4f587bb182bc req-b00b9428-526f-4049-92dd-9889a5dcfc11 tempest-DeleteServersTestJSON-2015115736 tempest-DeleteServersTestJSON-2015115736-project] 10.222.0.35 "GET /v2.0/ports?device_id=45e3d547-bec6-4d99-9e9d-aaba8f8a17ca HTTP/1.1" status: 200 len: 946 time: 0.0527930 May 20 21:31:00.117189 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-50b75375-2c24-4c91-a4c2-4f587bb182bc req-f92b4327-92b4-4184-b1a6-89e074027b53 tempest-DeleteServersTestJSON-2015115736 tempest-DeleteServersTestJSON-2015115736-project] 10.222.0.35 "GET /v2.0/security-groups?id=7f9a394c-b589-4e6e-85d6-34c1ca88e563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322556 May 20 21:31:01.233960 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9643ea9e-2248-4978-af35-e97703f0a5f1 req-7c8ddc45-83bc-4a20-a8c8-d480e74d2cce tempest-DeleteServersTestJSON-2015115736 tempest-DeleteServersTestJSON-2015115736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:31:01.235988 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9643ea9e-2248-4978-af35-e97703f0a5f1 req-7c8ddc45-83bc-4a20-a8c8-d480e74d2cce tempest-DeleteServersTestJSON-2015115736 tempest-DeleteServersTestJSON-2015115736-project] 10.222.0.35 "GET /v2.0/ports?device_id=45e3d547-bec6-4d99-9e9d-aaba8f8a17ca HTTP/1.1" status: 200 len: 946 time: 0.0503061 May 20 21:31:01.274272 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9643ea9e-2248-4978-af35-e97703f0a5f1 req-77bb52f3-e58f-407d-b64b-a28b1b442f9b tempest-DeleteServersTestJSON-2015115736 tempest-DeleteServersTestJSON-2015115736-project] 10.222.0.35 "GET /v2.0/security-groups?id=7f9a394c-b589-4e6e-85d6-34c1ca88e563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318391 May 20 21:31:02.390494 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467ae15d-18d6-4414-9f9b-9dbeeefe4030 req-ffdf3e3e-9884-4c69-9810-5003711ff789 tempest-DeleteServersTestJSON-2015115736 tempest-DeleteServersTestJSON-2015115736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:31:02.393151 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-467ae15d-18d6-4414-9f9b-9dbeeefe4030 req-ffdf3e3e-9884-4c69-9810-5003711ff789 tempest-DeleteServersTestJSON-2015115736 tempest-DeleteServersTestJSON-2015115736-project] 10.222.0.35 "GET /v2.0/ports?device_id=45e3d547-bec6-4d99-9e9d-aaba8f8a17ca HTTP/1.1" status: 200 len: 946 time: 0.0502698 May 20 21:31:02.431212 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-467ae15d-18d6-4414-9f9b-9dbeeefe4030 req-da26c195-b9ba-491c-af1c-beefc992b7be tempest-DeleteServersTestJSON-2015115736 tempest-DeleteServersTestJSON-2015115736-project] 10.222.0.35 "GET /v2.0/security-groups?id=7f9a394c-b589-4e6e-85d6-34c1ca88e563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319743 May 20 21:31:02.714888 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:31:03.552884 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5640e466-f76b-4b04-ad79-84ab727c509b req-f2db23de-3c8b-43b0-a842-280d0891ba68 tempest-DeleteServersTestJSON-2015115736 tempest-DeleteServersTestJSON-2015115736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:31:03.554354 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5640e466-f76b-4b04-ad79-84ab727c509b req-f2db23de-3c8b-43b0-a842-280d0891ba68 tempest-DeleteServersTestJSON-2015115736 tempest-DeleteServersTestJSON-2015115736-project] 10.222.0.35 "GET /v2.0/ports?device_id=45e3d547-bec6-4d99-9e9d-aaba8f8a17ca HTTP/1.1" status: 200 len: 946 time: 0.0517168 May 20 21:31:03.591714 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5640e466-f76b-4b04-ad79-84ab727c509b req-2a13a252-d4f7-4ae9-8c5e-5236982298cd tempest-DeleteServersTestJSON-2015115736 tempest-DeleteServersTestJSON-2015115736-project] 10.222.0.35 "GET /v2.0/security-groups?id=7f9a394c-b589-4e6e-85d6-34c1ca88e563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310600 May 20 21:31:04.709169 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35717fe-49ec-4133-9f8d-bc208ac12f89 req-80302c16-1247-46ff-9338-bd87482c8a14 tempest-DeleteServersTestJSON-2015115736 tempest-DeleteServersTestJSON-2015115736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:31:04.710565 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b35717fe-49ec-4133-9f8d-bc208ac12f89 req-80302c16-1247-46ff-9338-bd87482c8a14 tempest-DeleteServersTestJSON-2015115736 tempest-DeleteServersTestJSON-2015115736-project] 10.222.0.35 "GET /v2.0/ports?device_id=45e3d547-bec6-4d99-9e9d-aaba8f8a17ca HTTP/1.1" status: 200 len: 946 time: 0.0491035 May 20 21:31:04.747919 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b35717fe-49ec-4133-9f8d-bc208ac12f89 req-c19fbf65-8547-45d0-9c96-c7bffb458dae tempest-DeleteServersTestJSON-2015115736 tempest-DeleteServersTestJSON-2015115736-project] 10.222.0.35 "GET /v2.0/security-groups?id=7f9a394c-b589-4e6e-85d6-34c1ca88e563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314150 May 20 21:31:05.866137 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bddd3f9-6798-478b-bdad-402e6cc9f27e req-3edf398b-e1bf-4995-9df5-5b1af0914cc2 tempest-DeleteServersTestJSON-2015115736 tempest-DeleteServersTestJSON-2015115736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:31:05.867576 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0bddd3f9-6798-478b-bdad-402e6cc9f27e req-3edf398b-e1bf-4995-9df5-5b1af0914cc2 tempest-DeleteServersTestJSON-2015115736 tempest-DeleteServersTestJSON-2015115736-project] 10.222.0.35 "GET /v2.0/ports?device_id=45e3d547-bec6-4d99-9e9d-aaba8f8a17ca HTTP/1.1" status: 200 len: 946 time: 0.0477602 May 20 21:31:05.904850 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0bddd3f9-6798-478b-bdad-402e6cc9f27e req-0cbad294-3d02-4a33-8e9d-348b8dcc57a3 tempest-DeleteServersTestJSON-2015115736 tempest-DeleteServersTestJSON-2015115736-project] 10.222.0.35 "GET /v2.0/security-groups?id=7f9a394c-b589-4e6e-85d6-34c1ca88e563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309186 May 20 21:31:07.022398 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a341bc89-6b4f-4b79-aee5-5e952c2008fa req-9a949615-b0b8-4272-9df9-0fe2750c93bd tempest-DeleteServersTestJSON-2015115736 tempest-DeleteServersTestJSON-2015115736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:31:07.023887 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a341bc89-6b4f-4b79-aee5-5e952c2008fa req-9a949615-b0b8-4272-9df9-0fe2750c93bd tempest-DeleteServersTestJSON-2015115736 tempest-DeleteServersTestJSON-2015115736-project] 10.222.0.35 "GET /v2.0/ports?device_id=45e3d547-bec6-4d99-9e9d-aaba8f8a17ca HTTP/1.1" status: 200 len: 946 time: 0.0525017 May 20 21:31:07.061225 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a341bc89-6b4f-4b79-aee5-5e952c2008fa req-df57c7c6-e893-4cc7-86f3-afa082d89b62 tempest-DeleteServersTestJSON-2015115736 tempest-DeleteServersTestJSON-2015115736-project] 10.222.0.35 "GET /v2.0/security-groups?id=7f9a394c-b589-4e6e-85d6-34c1ca88e563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313485 May 20 21:31:08.176020 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70d5ac3-bef6-4091-b40a-640a7da5477e req-a2cca847-a894-4dd5-ab45-55ac588fb36e tempest-DeleteServersTestJSON-2015115736 tempest-DeleteServersTestJSON-2015115736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:31:08.177467 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d70d5ac3-bef6-4091-b40a-640a7da5477e req-a2cca847-a894-4dd5-ab45-55ac588fb36e tempest-DeleteServersTestJSON-2015115736 tempest-DeleteServersTestJSON-2015115736-project] 10.222.0.35 "GET /v2.0/ports?device_id=45e3d547-bec6-4d99-9e9d-aaba8f8a17ca HTTP/1.1" status: 200 len: 946 time: 0.0476148 May 20 21:31:08.213815 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d70d5ac3-bef6-4091-b40a-640a7da5477e req-8364422d-6d0b-4f90-8208-30eaa25184ed tempest-DeleteServersTestJSON-2015115736 tempest-DeleteServersTestJSON-2015115736-project] 10.222.0.35 "GET /v2.0/security-groups?id=7f9a394c-b589-4e6e-85d6-34c1ca88e563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303731 May 20 21:31:09.328218 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648e8b08-31e3-4d47-946d-0d68c2a1624d req-2013485a-c2de-4b45-abfa-730ae51ff45c tempest-DeleteServersTestJSON-2015115736 tempest-DeleteServersTestJSON-2015115736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:31:09.330741 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-648e8b08-31e3-4d47-946d-0d68c2a1624d req-2013485a-c2de-4b45-abfa-730ae51ff45c tempest-DeleteServersTestJSON-2015115736 tempest-DeleteServersTestJSON-2015115736-project] 10.222.0.35 "GET /v2.0/ports?device_id=45e3d547-bec6-4d99-9e9d-aaba8f8a17ca HTTP/1.1" status: 200 len: 946 time: 0.0488856 May 20 21:31:09.367947 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-648e8b08-31e3-4d47-946d-0d68c2a1624d req-c91c3ccc-89ab-41f5-97f5-9fd8935022be tempest-DeleteServersTestJSON-2015115736 tempest-DeleteServersTestJSON-2015115736-project] 10.222.0.35 "GET /v2.0/security-groups?id=7f9a394c-b589-4e6e-85d6-34c1ca88e563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311940 May 20 21:31:10.486921 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7431b604-af09-46d0-995d-e8257b42c95a req-8c5ce2d6-f2d9-4772-aa0e-8741848da048 tempest-DeleteServersTestJSON-2015115736 tempest-DeleteServersTestJSON-2015115736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:31:10.488402 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7431b604-af09-46d0-995d-e8257b42c95a req-8c5ce2d6-f2d9-4772-aa0e-8741848da048 tempest-DeleteServersTestJSON-2015115736 tempest-DeleteServersTestJSON-2015115736-project] 10.222.0.35 "GET /v2.0/ports?device_id=45e3d547-bec6-4d99-9e9d-aaba8f8a17ca HTTP/1.1" status: 200 len: 946 time: 0.0526037 May 20 21:31:10.526516 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7431b604-af09-46d0-995d-e8257b42c95a req-c86697c6-4be4-4010-bb10-97f3b5245fba tempest-DeleteServersTestJSON-2015115736 tempest-DeleteServersTestJSON-2015115736-project] 10.222.0.35 "GET /v2.0/security-groups?id=7f9a394c-b589-4e6e-85d6-34c1ca88e563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320077 May 20 21:31:11.642231 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb59117-e63a-4365-bae2-f0de827ba8ba req-0423de75-94f7-450b-87a8-568d2f0cd042 tempest-DeleteServersTestJSON-2015115736 tempest-DeleteServersTestJSON-2015115736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:31:11.643681 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-cfb59117-e63a-4365-bae2-f0de827ba8ba req-0423de75-94f7-450b-87a8-568d2f0cd042 tempest-DeleteServersTestJSON-2015115736 tempest-DeleteServersTestJSON-2015115736-project] 10.222.0.35 "GET /v2.0/ports?device_id=45e3d547-bec6-4d99-9e9d-aaba8f8a17ca HTTP/1.1" status: 200 len: 946 time: 0.0485320 May 20 21:31:11.680656 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-cfb59117-e63a-4365-bae2-f0de827ba8ba req-ef58d045-b646-45cb-be67-e258a48629ff tempest-DeleteServersTestJSON-2015115736 tempest-DeleteServersTestJSON-2015115736-project] 10.222.0.35 "GET /v2.0/security-groups?id=7f9a394c-b589-4e6e-85d6-34c1ca88e563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309696 May 20 21:31:12.797484 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f3661d-5e15-4241-8410-8fccbb475125 req-de232982-b581-4cef-b932-684e1c302f6a tempest-DeleteServersTestJSON-2015115736 tempest-DeleteServersTestJSON-2015115736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:31:12.798976 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-08f3661d-5e15-4241-8410-8fccbb475125 req-de232982-b581-4cef-b932-684e1c302f6a tempest-DeleteServersTestJSON-2015115736 tempest-DeleteServersTestJSON-2015115736-project] 10.222.0.35 "GET /v2.0/ports?device_id=45e3d547-bec6-4d99-9e9d-aaba8f8a17ca HTTP/1.1" status: 200 len: 946 time: 0.0494721 May 20 21:31:12.837125 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-08f3661d-5e15-4241-8410-8fccbb475125 req-95c3c95f-b8d1-41a1-8dd9-13664484a8c6 tempest-DeleteServersTestJSON-2015115736 tempest-DeleteServersTestJSON-2015115736-project] 10.222.0.35 "GET /v2.0/security-groups?id=7f9a394c-b589-4e6e-85d6-34c1ca88e563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319319 May 20 21:31:14.265265 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9d4302-05dc-42b5-ad89-4c82e4e85f40 req-cae607e0-3169-4f66-97ca-52b2031d52f2 tempest-DeleteServersTestJSON-2015115736 tempest-DeleteServersTestJSON-2015115736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:31:14.266776 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2d9d4302-05dc-42b5-ad89-4c82e4e85f40 req-cae607e0-3169-4f66-97ca-52b2031d52f2 tempest-DeleteServersTestJSON-2015115736 tempest-DeleteServersTestJSON-2015115736-project] 10.222.0.35 "GET /v2.0/ports?device_id=45e3d547-bec6-4d99-9e9d-aaba8f8a17ca HTTP/1.1" status: 200 len: 946 time: 0.3620396 May 20 21:31:14.303725 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2d9d4302-05dc-42b5-ad89-4c82e4e85f40 req-fe1d5ae1-6966-42e1-9fce-9aefbe10893e tempest-DeleteServersTestJSON-2015115736 tempest-DeleteServersTestJSON-2015115736-project] 10.222.0.35 "GET /v2.0/security-groups?id=7f9a394c-b589-4e6e-85d6-34c1ca88e563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310280 May 20 21:31:15.418634 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00897f60-6d34-40ce-8e5e-0fe50a10160c req-5e4dfa31-71c7-4cef-9f35-2a805f069077 tempest-DeleteServersTestJSON-2015115736 tempest-DeleteServersTestJSON-2015115736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:31:15.420066 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-00897f60-6d34-40ce-8e5e-0fe50a10160c req-5e4dfa31-71c7-4cef-9f35-2a805f069077 tempest-DeleteServersTestJSON-2015115736 tempest-DeleteServersTestJSON-2015115736-project] 10.222.0.35 "GET /v2.0/ports?device_id=45e3d547-bec6-4d99-9e9d-aaba8f8a17ca HTTP/1.1" status: 200 len: 946 time: 0.0471494 May 20 21:31:15.458016 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-00897f60-6d34-40ce-8e5e-0fe50a10160c req-f111de01-adc1-4613-8057-45a51d5447fb tempest-DeleteServersTestJSON-2015115736 tempest-DeleteServersTestJSON-2015115736-project] 10.222.0.35 "GET /v2.0/security-groups?id=7f9a394c-b589-4e6e-85d6-34c1ca88e563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307641 May 20 21:31:16.573935 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a86e57b-2c9b-4df7-a030-1754899b2c40 req-e9bb3abc-f1b5-4091-b244-ac36c44f41b0 tempest-DeleteServersTestJSON-2015115736 tempest-DeleteServersTestJSON-2015115736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:31:16.575387 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3a86e57b-2c9b-4df7-a030-1754899b2c40 req-e9bb3abc-f1b5-4091-b244-ac36c44f41b0 tempest-DeleteServersTestJSON-2015115736 tempest-DeleteServersTestJSON-2015115736-project] 10.222.0.35 "GET /v2.0/ports?device_id=45e3d547-bec6-4d99-9e9d-aaba8f8a17ca HTTP/1.1" status: 200 len: 946 time: 0.0485396 May 20 21:31:16.613427 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3a86e57b-2c9b-4df7-a030-1754899b2c40 req-06895974-a4de-4f90-acc9-827eef393e93 tempest-DeleteServersTestJSON-2015115736 tempest-DeleteServersTestJSON-2015115736-project] 10.222.0.35 "GET /v2.0/security-groups?id=7f9a394c-b589-4e6e-85d6-34c1ca88e563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318038 May 20 21:31:17.730868 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd4cffe-c23e-4b8d-a3d6-ca5bd155b75a req-7e27460c-a716-401b-a762-6fc26e057a74 tempest-DeleteServersTestJSON-2015115736 tempest-DeleteServersTestJSON-2015115736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:31:17.732318 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4dd4cffe-c23e-4b8d-a3d6-ca5bd155b75a req-7e27460c-a716-401b-a762-6fc26e057a74 tempest-DeleteServersTestJSON-2015115736 tempest-DeleteServersTestJSON-2015115736-project] 10.222.0.35 "GET /v2.0/ports?device_id=45e3d547-bec6-4d99-9e9d-aaba8f8a17ca HTTP/1.1" status: 200 len: 946 time: 0.0505874 May 20 21:31:17.770283 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4dd4cffe-c23e-4b8d-a3d6-ca5bd155b75a req-69ca4c3b-20bb-471b-b531-a869df17353b tempest-DeleteServersTestJSON-2015115736 tempest-DeleteServersTestJSON-2015115736-project] 10.222.0.35 "GET /v2.0/security-groups?id=7f9a394c-b589-4e6e-85d6-34c1ca88e563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312119 May 20 21:31:18.143576 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.agents_db [None req-5c33ad30-4e00-40fa-b486-8c79c4a6cfc5 None None] Agent healthcheck: found 7 active agents {{(pid=103165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 20 21:31:18.893106 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917709ac-5cba-4830-bbc8-a77931aea9f9 req-09af40e1-8f2a-485c-b1ab-901a82873b47 tempest-DeleteServersTestJSON-2015115736 tempest-DeleteServersTestJSON-2015115736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:31:18.894578 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-917709ac-5cba-4830-bbc8-a77931aea9f9 req-09af40e1-8f2a-485c-b1ab-901a82873b47 tempest-DeleteServersTestJSON-2015115736 tempest-DeleteServersTestJSON-2015115736-project] 10.222.0.35 "GET /v2.0/ports?device_id=45e3d547-bec6-4d99-9e9d-aaba8f8a17ca HTTP/1.1" status: 200 len: 946 time: 0.0506663 May 20 21:31:18.931371 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-917709ac-5cba-4830-bbc8-a77931aea9f9 req-f30ea9ac-5050-418f-849a-24f38eb30155 tempest-DeleteServersTestJSON-2015115736 tempest-DeleteServersTestJSON-2015115736-project] 10.222.0.35 "GET /v2.0/security-groups?id=7f9a394c-b589-4e6e-85d6-34c1ca88e563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307550 May 20 21:31:19.905572 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-84e74107-ad14-4b91-a9df-06cf786fa08d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:31:20.050153 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07fea69-1f70-4c98-8a96-eb4de8b56fc9 req-f23c9076-b1c7-4148-b8f1-eac331740d3c tempest-DeleteServersTestJSON-2015115736 tempest-DeleteServersTestJSON-2015115736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:31:20.051589 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c07fea69-1f70-4c98-8a96-eb4de8b56fc9 req-f23c9076-b1c7-4148-b8f1-eac331740d3c tempest-DeleteServersTestJSON-2015115736 tempest-DeleteServersTestJSON-2015115736-project] 10.222.0.35 "GET /v2.0/ports?device_id=45e3d547-bec6-4d99-9e9d-aaba8f8a17ca HTTP/1.1" status: 200 len: 946 time: 0.0477376 May 20 21:31:20.088813 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c07fea69-1f70-4c98-8a96-eb4de8b56fc9 req-3164e711-04ff-4903-8bfd-8afd57a67523 tempest-DeleteServersTestJSON-2015115736 tempest-DeleteServersTestJSON-2015115736-project] 10.222.0.35 "GET /v2.0/security-groups?id=7f9a394c-b589-4e6e-85d6-34c1ca88e563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312192 May 20 21:31:21.206384 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ae5c24-a092-4e63-ad74-1f5313adbf6e req-a999054b-854b-49c0-8142-b4547dfcb8fa tempest-DeleteServersTestJSON-2015115736 tempest-DeleteServersTestJSON-2015115736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:31:21.207888 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f7ae5c24-a092-4e63-ad74-1f5313adbf6e req-a999054b-854b-49c0-8142-b4547dfcb8fa tempest-DeleteServersTestJSON-2015115736 tempest-DeleteServersTestJSON-2015115736-project] 10.222.0.35 "GET /v2.0/ports?device_id=45e3d547-bec6-4d99-9e9d-aaba8f8a17ca HTTP/1.1" status: 200 len: 946 time: 0.0523214 May 20 21:31:21.245731 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f7ae5c24-a092-4e63-ad74-1f5313adbf6e req-79a4c686-317f-48e1-97c3-6d24097b21fb tempest-DeleteServersTestJSON-2015115736 tempest-DeleteServersTestJSON-2015115736-project] 10.222.0.35 "GET /v2.0/security-groups?id=7f9a394c-b589-4e6e-85d6-34c1ca88e563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314698 May 20 21:31:22.300117 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-e3c53eb6-105d-48d6-a902-c3f12cd34550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:31:22.369955 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9b2da3-f1bf-4428-9d88-6434b4ad9996 req-4b8ecd92-176c-4bb0-b02d-24e4205b0730 tempest-DeleteServersTestJSON-2015115736 tempest-DeleteServersTestJSON-2015115736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:31:22.372331 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6b9b2da3-f1bf-4428-9d88-6434b4ad9996 req-4b8ecd92-176c-4bb0-b02d-24e4205b0730 tempest-DeleteServersTestJSON-2015115736 tempest-DeleteServersTestJSON-2015115736-project] 10.222.0.35 "GET /v2.0/ports?device_id=45e3d547-bec6-4d99-9e9d-aaba8f8a17ca HTTP/1.1" status: 200 len: 946 time: 0.0529780 May 20 21:31:22.412402 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6b9b2da3-f1bf-4428-9d88-6434b4ad9996 req-f3f50ef6-bea8-4635-aba7-960117833ce3 tempest-DeleteServersTestJSON-2015115736 tempest-DeleteServersTestJSON-2015115736-project] 10.222.0.35 "GET /v2.0/security-groups?id=7f9a394c-b589-4e6e-85d6-34c1ca88e563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331752 May 20 21:31:23.129926 n-d-842733-1 neutron-server[103162]: INFO neutron.api.v2.resource [req-02000a35-653f-4da6-a185-997daa270b68 req-d85acf48-3a5d-48a3-b355-4286cc9948a6 service neutron] show failed (client error): The resource could not be found. May 20 21:31:23.130926 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-02000a35-653f-4da6-a185-997daa270b68 req-d85acf48-3a5d-48a3-b355-4286cc9948a6 service neutron] 10.222.0.13 "GET /v2.0/ports/ec830cf5-281e-4e18-b921-6e9342fdd90e/bindings/n-h1-842733-1 HTTP/1.1" status: 404 len: 380 time: 0.0587749 May 20 21:31:23.532151 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183847e8-ecb0-4de8-8b3e-c21184a8bae0 req-c24f5acb-e11e-471e-b099-43ff7773eb20 tempest-DeleteServersTestJSON-2015115736 tempest-DeleteServersTestJSON-2015115736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:31:23.533783 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-183847e8-ecb0-4de8-8b3e-c21184a8bae0 req-c24f5acb-e11e-471e-b099-43ff7773eb20 tempest-DeleteServersTestJSON-2015115736 tempest-DeleteServersTestJSON-2015115736-project] 10.222.0.35 "GET /v2.0/ports?device_id=45e3d547-bec6-4d99-9e9d-aaba8f8a17ca HTTP/1.1" status: 200 len: 946 time: 0.0522923 May 20 21:31:23.576260 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-183847e8-ecb0-4de8-8b3e-c21184a8bae0 req-8f616d4e-71ec-42db-b693-d3ad667bd08e tempest-DeleteServersTestJSON-2015115736 tempest-DeleteServersTestJSON-2015115736-project] 10.222.0.35 "GET /v2.0/security-groups?id=7f9a394c-b589-4e6e-85d6-34c1ca88e563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351660 May 20 21:31:23.625255 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02000a35-653f-4da6-a185-997daa270b68 req-57cb3a06-c313-48c1-ad0a-e2000a737977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:31:23.626770 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-02000a35-653f-4da6-a185-997daa270b68 req-57cb3a06-c313-48c1-ad0a-e2000a737977 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=45e3d547-bec6-4d99-9e9d-aaba8f8a17ca&tenant_id=5a5586248e9642539cbac42b6f00bfc6 HTTP/1.1" status: 200 len: 1097 time: 0.0424535 May 20 21:31:23.637619 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [req-02000a35-653f-4da6-a185-997daa270b68 req-42a60f64-a113-4bf1-a436-d36e83215f71 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-842733-1', 'device_owner': 'compute:nova'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:31:23.688915 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-02000a35-653f-4da6-a185-997daa270b68 req-42a60f64-a113-4bf1-a436-d36e83215f71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:31:23.892905 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-02000a35-653f-4da6-a185-997daa270b68 req-42a60f64-a113-4bf1-a436-d36e83215f71 service neutron] For port ec830cf5-281e-4e18-b921-6e9342fdd90e, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=ec830cf5-281e-4e18-b921-6e9342fdd90e,segment=NetworkSegment(faece006-df89-44b4-b49b-8d5add14db35),segment_id=faece006-df89-44b4-b49b-8d5add14db35)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:31:23.925526 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-02000a35-653f-4da6-a185-997daa270b68 req-42a60f64-a113-4bf1-a436-d36e83215f71 service neutron] For port ec830cf5-281e-4e18-b921-6e9342fdd90e, host n-h2-842733-1, cleared binding levels {{(pid=103162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 21:31:23.964605 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45e3d547-bec6-4d99-9e9d-aaba8f8a17ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec830cf5-281e-4e18-b921-6e9342fdd90e'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 21:31:23.966918 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6fa957933fccbf596d28104b23404b952ad6a8238afaebaed40a0874b2e409" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00da8f32-6bcc-4aae-9b2e-094429c2c4ef" -d '{"events": [{"server_uuid": "45e3d547-bec6-4d99-9e9d-aaba8f8a17ca", "name": "network-vif-unplugged", "status": "completed", "tag": "ec830cf5-281e-4e18-b921-6e9342fdd90e"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 21:31:23.970859 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-02000a35-653f-4da6-a185-997daa270b68 req-42a60f64-a113-4bf1-a436-d36e83215f71 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:31:23.983170 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.provisioning_blocks [req-02000a35-653f-4da6-a185-997daa270b68 req-42a60f64-a113-4bf1-a436-d36e83215f71 service neutron] Transition to ACTIVE for port object ec830cf5-281e-4e18-b921-6e9342fdd90e will not be triggered until provisioned by entity L2. {{(pid=103162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 21:31:24.025790 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 May 2022 21:31:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-179e87ed-c459-40e1-9ed0-c0ebc52d659a x-openstack-request-id: req-179e87ed-c459-40e1-9ed0-c0ebc52d659a {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 21:31:24.025790 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45e3d547-bec6-4d99-9e9d-aaba8f8a17ca", "name": "network-vif-unplugged", "status": "completed", "tag": "ec830cf5-281e-4e18-b921-6e9342fdd90e", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 21:31:24.025790 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-179e87ed-c459-40e1-9ed0-c0ebc52d659a {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 21:31:24.025790 n-d-842733-1 neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-179e87ed-c459-40e1-9ed0-c0ebc52d659a'] response: {'server_uuid': '45e3d547-bec6-4d99-9e9d-aaba8f8a17ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec830cf5-281e-4e18-b921-6e9342fdd90e', 'code': 200} May 20 21:31:24.046262 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-02000a35-653f-4da6-a185-997daa270b68 req-42a60f64-a113-4bf1-a436-d36e83215f71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:31:24.108598 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-02000a35-653f-4da6-a185-997daa270b68 req-42a60f64-a113-4bf1-a436-d36e83215f71 service neutron] No DVR routers for this DVR port ec830cf5-281e-4e18-b921-6e9342fdd90e on host n-h2-842733-1 {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 21:31:24.110422 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a60f64-a113-4bf1-a436-d36e83215f71 service neutron] Pushing event updated for resources: {'Port': ['ID=ec830cf5-281e-4e18-b921-6e9342fdd90e,revision_number=6']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:31:24.126072 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4bb0e131-6525-46ca-a45b-e4ea43a5e69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:31:24.145732 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-02000a35-653f-4da6-a185-997daa270b68 req-42a60f64-a113-4bf1-a436-d36e83215f71 service neutron] Attempting to bind port ec830cf5-281e-4e18-b921-6e9342fdd90e on host n-h1-842733-1 for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:31:24.146238 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-02000a35-653f-4da6-a185-997daa270b68 req-42a60f64-a113-4bf1-a436-d36e83215f71 service neutron] Attempting to bind port ec830cf5-281e-4e18-b921-6e9342fdd90e by drivers openvswitch,hyperv on host n-h1-842733-1 at level 0 using segments [{'id': 'faece006-df89-44b4-b49b-8d5add14db35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '0202a9e3-a966-4466-8af0-d635fabe336a'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:31:24.146342 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02000a35-653f-4da6-a185-997daa270b68 req-42a60f64-a113-4bf1-a436-d36e83215f71 service neutron] Attempting to bind port ec830cf5-281e-4e18-b921-6e9342fdd90e on network 0202a9e3-a966-4466-8af0-d635fabe336a {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:31:24.150600 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02000a35-653f-4da6-a185-997daa270b68 req-42a60f64-a113-4bf1-a436-d36e83215f71 service neutron] Port ec830cf5-281e-4e18-b921-6e9342fdd90e on network 0202a9e3-a966-4466-8af0-d635fabe336a not bound, no agent of type Open vSwitch agent registered on host n-h1-842733-1 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 21:31:24.150916 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02000a35-653f-4da6-a185-997daa270b68 req-42a60f64-a113-4bf1-a436-d36e83215f71 service neutron] Attempting to bind port ec830cf5-281e-4e18-b921-6e9342fdd90e on network 0202a9e3-a966-4466-8af0-d635fabe336a {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:31:24.155733 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02000a35-653f-4da6-a185-997daa270b68 req-42a60f64-a113-4bf1-a436-d36e83215f71 service neutron] Checking agent: {'id': '08dfb1ce-804b-4db8-838b-21094082e041', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 32, 54), 'started_at': datetime.datetime(2022, 5, 20, 20, 32, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 21, 30, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 21:31:24.156070 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02000a35-653f-4da6-a185-997daa270b68 req-42a60f64-a113-4bf1-a436-d36e83215f71 service neutron] Checking segment: {'id': 'faece006-df89-44b4-b49b-8d5add14db35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '0202a9e3-a966-4466-8af0-d635fabe336a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:31:24.156448 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02000a35-653f-4da6-a185-997daa270b68 req-42a60f64-a113-4bf1-a436-d36e83215f71 service neutron] Bound using segment: {'id': 'faece006-df89-44b4-b49b-8d5add14db35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '0202a9e3-a966-4466-8af0-d635fabe336a'} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 21:31:24.156868 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-02000a35-653f-4da6-a185-997daa270b68 req-42a60f64-a113-4bf1-a436-d36e83215f71 service neutron] Bound port: ec830cf5-281e-4e18-b921-6e9342fdd90e, host: n-h1-842733-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'faece006-df89-44b4-b49b-8d5add14db35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '0202a9e3-a966-4466-8af0-d635fabe336a'}}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:31:24.157245 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-02000a35-653f-4da6-a185-997daa270b68 req-42a60f64-a113-4bf1-a436-d36e83215f71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:31:24.223643 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-02000a35-653f-4da6-a185-997daa270b68 req-42a60f64-a113-4bf1-a436-d36e83215f71 service neutron] For port ec830cf5-281e-4e18-b921-6e9342fdd90e, host n-h1-842733-1, cleared binding levels {{(pid=103162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 21:31:24.226570 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-02000a35-653f-4da6-a185-997daa270b68 req-42a60f64-a113-4bf1-a436-d36e83215f71 service neutron] For port ec830cf5-281e-4e18-b921-6e9342fdd90e, host n-h1-842733-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=ec830cf5-281e-4e18-b921-6e9342fdd90e,segment=NetworkSegment(faece006-df89-44b4-b49b-8d5add14db35),segment_id=faece006-df89-44b4-b49b-8d5add14db35)] {{(pid=103162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 21:31:24.306040 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-02000a35-653f-4da6-a185-997daa270b68 req-42a60f64-a113-4bf1-a436-d36e83215f71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:31:24.340715 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02000a35-653f-4da6-a185-997daa270b68 req-42a60f64-a113-4bf1-a436-d36e83215f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:31:24.341357 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-02000a35-653f-4da6-a185-997daa270b68 req-42a60f64-a113-4bf1-a436-d36e83215f71 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:31:24.342764 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-02000a35-653f-4da6-a185-997daa270b68 req-42a60f64-a113-4bf1-a436-d36e83215f71 service neutron] 10.222.0.24 "PUT /v2.0/ports/ec830cf5-281e-4e18-b921-6e9342fdd90e HTTP/1.1" status: 200 len: 1092 time: 0.7090533 May 20 21:31:24.363265 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a60f64-a113-4bf1-a436-d36e83215f71 service neutron] Pushing event updated for resources: {'Port': ['ID=ec830cf5-281e-4e18-b921-6e9342fdd90e,revision_number=7']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:31:24.405344 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02000a35-653f-4da6-a185-997daa270b68 req-b8bf9a7e-69e3-42e6-9ed6-8e8bb3c85631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:31:24.406895 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-02000a35-653f-4da6-a185-997daa270b68 req-b8bf9a7e-69e3-42e6-9ed6-8e8bb3c85631 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5a5586248e9642539cbac42b6f00bfc6&device_id=45e3d547-bec6-4d99-9e9d-aaba8f8a17ca HTTP/1.1" status: 200 len: 1095 time: 0.0407369 May 20 21:31:24.499154 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02000a35-653f-4da6-a185-997daa270b68 req-8ee54e74-31cf-4406-83bb-eec0b594e1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:31:24.500636 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-02000a35-653f-4da6-a185-997daa270b68 req-8ee54e74-31cf-4406-83bb-eec0b594e1d4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=0202a9e3-a966-4466-8af0-d635fabe336a HTTP/1.1" status: 200 len: 912 time: 0.0872827 May 20 21:31:24.543826 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-02000a35-653f-4da6-a185-997daa270b68 req-e9da1796-69ef-4107-be14-a526460df943 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ec830cf5-281e-4e18-b921-6e9342fdd90e HTTP/1.1" status: 200 len: 217 time: 0.0342705 May 20 21:31:24.591699 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02000a35-653f-4da6-a185-997daa270b68 req-fbacc686-422d-4872-a55e-c418d7a747f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:31:24.593173 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-02000a35-653f-4da6-a185-997daa270b68 req-fbacc686-422d-4872-a55e-c418d7a747f8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1b7c4713-8601-4702-ab9b-3e9073d142ba HTTP/1.1" status: 200 len: 851 time: 0.0429037 May 20 21:31:24.628671 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-02000a35-653f-4da6-a185-997daa270b68 req-f0582936-ce20-478b-98bc-bd5aa59ffaa7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0202a9e3-a966-4466-8af0-d635fabe336a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293436 May 20 21:31:24.701147 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179d38c1-b07a-415a-b728-2188336da608 req-c86d8759-8e5c-4018-9e02-b55bd0be7004 tempest-DeleteServersTestJSON-2015115736 tempest-DeleteServersTestJSON-2015115736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:31:24.702569 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-179d38c1-b07a-415a-b728-2188336da608 req-c86d8759-8e5c-4018-9e02-b55bd0be7004 tempest-DeleteServersTestJSON-2015115736 tempest-DeleteServersTestJSON-2015115736-project] 10.222.0.35 "GET /v2.0/ports?device_id=45e3d547-bec6-4d99-9e9d-aaba8f8a17ca HTTP/1.1" status: 200 len: 944 time: 0.0535955 May 20 21:31:24.718293 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-02000a35-653f-4da6-a185-997daa270b68 req-3d2792c3-52f5-45c2-8aa2-52af5a6950fc service neutron] 10.222.0.24 "GET /v2.0/networks/0202a9e3-a966-4466-8af0-d635fabe336a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829611 May 20 21:31:24.741985 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-179d38c1-b07a-415a-b728-2188336da608 req-aeb44231-1bf8-4c28-b6ab-246429bc4fe2 tempest-DeleteServersTestJSON-2015115736 tempest-DeleteServersTestJSON-2015115736-project] 10.222.0.35 "GET /v2.0/security-groups?id=7f9a394c-b589-4e6e-85d6-34c1ca88e563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321913 May 20 21:31:24.811543 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-02000a35-653f-4da6-a185-997daa270b68 req-cce97478-e237-4082-a1e9-751b62c4f1ec service neutron] 10.222.0.24 "GET /v2.0/networks/0202a9e3-a966-4466-8af0-d635fabe336a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864384 May 20 21:31:25.117442 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:31:25.657503 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:31:25.685993 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cc3ec51b-6ec8-438a-8349-5f0bec346d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:31:25.861181 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbed077-adbc-47c4-91e2-0edd79bf9548 req-f00dc842-6374-403e-92dc-92b0e2003ad7 tempest-DeleteServersTestJSON-2015115736 tempest-DeleteServersTestJSON-2015115736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:31:25.863046 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8dbed077-adbc-47c4-91e2-0edd79bf9548 req-f00dc842-6374-403e-92dc-92b0e2003ad7 tempest-DeleteServersTestJSON-2015115736 tempest-DeleteServersTestJSON-2015115736-project] 10.222.0.35 "GET /v2.0/ports?device_id=45e3d547-bec6-4d99-9e9d-aaba8f8a17ca HTTP/1.1" status: 200 len: 944 time: 0.0496287 May 20 21:31:25.900488 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8dbed077-adbc-47c4-91e2-0edd79bf9548 req-2ebc33f4-9208-4c44-9dd5-8eae1489627d tempest-DeleteServersTestJSON-2015115736 tempest-DeleteServersTestJSON-2015115736-project] 10.222.0.35 "GET /v2.0/security-groups?id=7f9a394c-b589-4e6e-85d6-34c1ca88e563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314095 May 20 21:31:26.023838 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45e3d547-bec6-4d99-9e9d-aaba8f8a17ca', 'tag': 'ec830cf5-281e-4e18-b921-6e9342fdd90e'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 21:31:26.026406 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6fa957933fccbf596d28104b23404b952ad6a8238afaebaed40a0874b2e409" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acd81dd5-3f86-494a-9358-6983f5300998" -d '{"events": [{"name": "network-changed", "server_uuid": "45e3d547-bec6-4d99-9e9d-aaba8f8a17ca", "tag": "ec830cf5-281e-4e18-b921-6e9342fdd90e"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 21:31:26.073721 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 21:31:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8834e15-90c7-4c94-abcd-d036b761e9de x-openstack-request-id: req-a8834e15-90c7-4c94-abcd-d036b761e9de {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 21:31:26.074011 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45e3d547-bec6-4d99-9e9d-aaba8f8a17ca", "tag": "ec830cf5-281e-4e18-b921-6e9342fdd90e", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 21:31:26.074262 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a8834e15-90c7-4c94-abcd-d036b761e9de {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 21:31:26.074697 n-d-842733-1 neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8834e15-90c7-4c94-abcd-d036b761e9de'] response: {'name': 'network-changed', 'server_uuid': '45e3d547-bec6-4d99-9e9d-aaba8f8a17ca', 'tag': 'ec830cf5-281e-4e18-b921-6e9342fdd90e', 'status': 'completed', 'code': 200} May 20 21:31:26.162179 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd81dd5-3f86-494a-9358-6983f5300998 req-355dd2e3-ff69-46ab-b165-469cf2556b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:31:26.163671 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-acd81dd5-3f86-494a-9358-6983f5300998 req-355dd2e3-ff69-46ab-b165-469cf2556b62 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5a5586248e9642539cbac42b6f00bfc6&device_id=45e3d547-bec6-4d99-9e9d-aaba8f8a17ca HTTP/1.1" status: 200 len: 1095 time: 0.0685797 May 20 21:31:26.168999 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd81dd5-3f86-494a-9358-6983f5300998 req-a9822479-62ea-4a7c-9cf7-945d3bc36918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:31:26.170373 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-acd81dd5-3f86-494a-9358-6983f5300998 req-a9822479-62ea-4a7c-9cf7-945d3bc36918 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5a5586248e9642539cbac42b6f00bfc6&device_id=45e3d547-bec6-4d99-9e9d-aaba8f8a17ca HTTP/1.1" status: 200 len: 1095 time: 0.0508676 May 20 21:31:26.321526 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd81dd5-3f86-494a-9358-6983f5300998 req-92fe69d0-94d6-413a-b47d-a46b4d9306fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:31:26.322887 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-acd81dd5-3f86-494a-9358-6983f5300998 req-92fe69d0-94d6-413a-b47d-a46b4d9306fc service neutron] 10.222.0.24 "GET /v2.0/networks?id=0202a9e3-a966-4466-8af0-d635fabe336a HTTP/1.1" status: 200 len: 912 time: 0.1512074 May 20 21:31:26.325391 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd81dd5-3f86-494a-9358-6983f5300998 req-b70db2b6-cd77-4294-a0e2-8df65e741da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:31:26.326704 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-acd81dd5-3f86-494a-9358-6983f5300998 req-b70db2b6-cd77-4294-a0e2-8df65e741da8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0202a9e3-a966-4466-8af0-d635fabe336a HTTP/1.1" status: 200 len: 912 time: 0.1472580 May 20 21:31:26.372703 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-acd81dd5-3f86-494a-9358-6983f5300998 req-ae1d5dab-3da3-4739-8a9b-01d5a67281a8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ec830cf5-281e-4e18-b921-6e9342fdd90e HTTP/1.1" status: 200 len: 217 time: 0.0430582 May 20 21:31:26.405482 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-acd81dd5-3f86-494a-9358-6983f5300998 req-6d7da8e5-2797-479d-a112-14b300f51b0f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ec830cf5-281e-4e18-b921-6e9342fdd90e HTTP/1.1" status: 200 len: 217 time: 0.0699344 May 20 21:31:26.475297 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd81dd5-3f86-494a-9358-6983f5300998 req-070c8d2a-00ee-4cf2-b8ac-ba16426a053c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:31:26.476739 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-acd81dd5-3f86-494a-9358-6983f5300998 req-070c8d2a-00ee-4cf2-b8ac-ba16426a053c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1b7c4713-8601-4702-ab9b-3e9073d142ba HTTP/1.1" status: 200 len: 851 time: 0.0791202 May 20 21:31:26.481834 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd81dd5-3f86-494a-9358-6983f5300998 req-7d346239-4628-475c-a224-5fbea9bff5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:31:26.483266 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-acd81dd5-3f86-494a-9358-6983f5300998 req-7d346239-4628-475c-a224-5fbea9bff5ee service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1b7c4713-8601-4702-ab9b-3e9073d142ba HTTP/1.1" status: 200 len: 851 time: 0.0593727 May 20 21:31:26.526792 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-acd81dd5-3f86-494a-9358-6983f5300998 req-c21bc696-a121-4ae5-85c7-a19664e7f238 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0202a9e3-a966-4466-8af0-d635fabe336a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425346 May 20 21:31:26.528581 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-acd81dd5-3f86-494a-9358-6983f5300998 req-333b6ec1-e71d-4d3a-9694-261cd9bab5c4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0202a9e3-a966-4466-8af0-d635fabe336a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372243 May 20 21:31:26.682400 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-acd81dd5-3f86-494a-9358-6983f5300998 req-c079fe59-45d0-40e1-8cd2-cded9c01cdb6 service neutron] 10.222.0.24 "GET /v2.0/networks/0202a9e3-a966-4466-8af0-d635fabe336a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487007 May 20 21:31:26.684210 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-acd81dd5-3f86-494a-9358-6983f5300998 req-087c8263-5250-465c-a7c0-5616b1a0d14a service neutron] 10.222.0.13 "GET /v2.0/networks/0202a9e3-a966-4466-8af0-d635fabe336a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430357 May 20 21:31:26.841653 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-acd81dd5-3f86-494a-9358-6983f5300998 req-858084e1-ef91-419b-9232-9d93a62f063d service neutron] 10.222.0.24 "GET /v2.0/networks/0202a9e3-a966-4466-8af0-d635fabe336a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518548 May 20 21:31:26.843317 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-acd81dd5-3f86-494a-9358-6983f5300998 req-e84433e9-846c-4695-ab53-84e7e0438905 service neutron] 10.222.0.13 "GET /v2.0/networks/0202a9e3-a966-4466-8af0-d635fabe336a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460493 May 20 21:31:27.018692 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fd14be-1d94-4a52-bebc-30b6e1ddcca0 req-65194959-2e40-4d2f-9d28-7c34dfaa30b3 tempest-DeleteServersTestJSON-2015115736 tempest-DeleteServersTestJSON-2015115736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:31:27.020171 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-16fd14be-1d94-4a52-bebc-30b6e1ddcca0 req-65194959-2e40-4d2f-9d28-7c34dfaa30b3 tempest-DeleteServersTestJSON-2015115736 tempest-DeleteServersTestJSON-2015115736-project] 10.222.0.35 "GET /v2.0/ports?device_id=45e3d547-bec6-4d99-9e9d-aaba8f8a17ca HTTP/1.1" status: 200 len: 944 time: 0.0503044 May 20 21:31:27.022433 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device ec830cf5-281e-4e18-b921-6e9342fdd90e no longer exists at agent hyperv_n-h2-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 21:31:27.058803 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-16fd14be-1d94-4a52-bebc-30b6e1ddcca0 req-d77c548d-189c-4ce3-a2ef-7ee23c39424a tempest-DeleteServersTestJSON-2015115736 tempest-DeleteServersTestJSON-2015115736-project] 10.222.0.35 "GET /v2.0/security-groups?id=7f9a394c-b589-4e6e-85d6-34c1ca88e563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324898 May 20 21:31:27.061500 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device ec830cf5-281e-4e18-b921-6e9342fdd90e not bound to the agent host n-h2-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 21:31:27.519405 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c32c19f-1b83-40b8-a404-2bb86a956130 req-6d9ef6e2-7815-448e-8bb8-ada02a983d03 tempest-DeleteServersTestJSON-2015115736 tempest-DeleteServersTestJSON-2015115736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:31:27.520756 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-5c32c19f-1b83-40b8-a404-2bb86a956130 req-6d9ef6e2-7815-448e-8bb8-ada02a983d03 tempest-DeleteServersTestJSON-2015115736 tempest-DeleteServersTestJSON-2015115736-project] 10.222.0.13 "GET /v2.0/ports?device_id=45e3d547-bec6-4d99-9e9d-aaba8f8a17ca&tenant_id=5a5586248e9642539cbac42b6f00bfc6&binding%3Ahost_id=n-h1-842733-1 HTTP/1.1" status: 200 len: 944 time: 0.0517008 May 20 21:31:27.585684 n-d-842733-1 neutron-server[103162]: INFO neutron.api.v2.resource [req-5c32c19f-1b83-40b8-a404-2bb86a956130 req-d60776d4-070a-4846-9ad1-62759b958e8f service neutron] delete failed (client error): The resource could not be found. May 20 21:31:27.586687 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-5c32c19f-1b83-40b8-a404-2bb86a956130 req-d60776d4-070a-4846-9ad1-62759b958e8f service neutron] 10.222.0.13 "DELETE /v2.0/ports/ec830cf5-281e-4e18-b921-6e9342fdd90e/bindings/n-h2-842733-1 HTTP/1.1" status: 404 len: 380 time: 0.0587423 May 20 21:31:27.688060 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c32c19f-1b83-40b8-a404-2bb86a956130 req-7ba82a7c-55b1-4386-8751-27ed5dcc0299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:31:27.689554 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-5c32c19f-1b83-40b8-a404-2bb86a956130 req-7ba82a7c-55b1-4386-8751-27ed5dcc0299 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5a5586248e9642539cbac42b6f00bfc6&device_id=45e3d547-bec6-4d99-9e9d-aaba8f8a17ca HTTP/1.1" status: 200 len: 1095 time: 0.0404103 May 20 21:31:27.779231 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c32c19f-1b83-40b8-a404-2bb86a956130 req-597c42d9-93d0-484b-918c-65051eaafb69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:31:27.780746 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-5c32c19f-1b83-40b8-a404-2bb86a956130 req-597c42d9-93d0-484b-918c-65051eaafb69 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0202a9e3-a966-4466-8af0-d635fabe336a HTTP/1.1" status: 200 len: 912 time: 0.0853226 May 20 21:31:27.819956 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-5c32c19f-1b83-40b8-a404-2bb86a956130 req-1690151f-c712-471c-854e-2f610808b7b7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ec830cf5-281e-4e18-b921-6e9342fdd90e HTTP/1.1" status: 200 len: 217 time: 0.0328920 May 20 21:31:27.877012 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c32c19f-1b83-40b8-a404-2bb86a956130 req-e82177f4-7bf7-4b30-a912-874e3525937d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:31:27.878507 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-5c32c19f-1b83-40b8-a404-2bb86a956130 req-e82177f4-7bf7-4b30-a912-874e3525937d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1b7c4713-8601-4702-ab9b-3e9073d142ba HTTP/1.1" status: 200 len: 851 time: 0.0523047 May 20 21:31:27.912890 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-5c32c19f-1b83-40b8-a404-2bb86a956130 req-bcf029e4-2799-48a5-b605-1d9e77c4e548 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0202a9e3-a966-4466-8af0-d635fabe336a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281878 May 20 21:31:27.998409 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-5c32c19f-1b83-40b8-a404-2bb86a956130 req-8021f455-7db3-455a-b9d3-cbb3ee84354a service neutron] 10.222.0.13 "GET /v2.0/networks/0202a9e3-a966-4466-8af0-d635fabe336a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785635 May 20 21:31:28.087863 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-5c32c19f-1b83-40b8-a404-2bb86a956130 req-69cb753a-8ef5-491c-bd14-e01a122efe16 service neutron] 10.222.0.13 "GET /v2.0/networks/0202a9e3-a966-4466-8af0-d635fabe336a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835788 May 20 21:31:28.288828 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device ec830cf5-281e-4e18-b921-6e9342fdd90e details requested by agent hyperv_n-h1-842733-1 with host n-h1-842733-1 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 21:31:28.384079 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port ec830cf5-281e-4e18-b921-6e9342fdd90e, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=ec830cf5-281e-4e18-b921-6e9342fdd90e,segment=NetworkSegment(faece006-df89-44b4-b49b-8d5add14db35),segment_id=faece006-df89-44b4-b49b-8d5add14db35)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:31:28.395602 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Returning: {'device': 'ec830cf5-281e-4e18-b921-6e9342fdd90e', 'network_id': '0202a9e3-a966-4466-8af0-d635fabe336a', 'port_id': 'ec830cf5-281e-4e18-b921-6e9342fdd90e', 'mac_address': 'fa:16:3e:d5:29:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b7c4713-8601-4702-ab9b-3e9073d142ba', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 20 21:31:28.430457 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Current status of the port ec830cf5-281e-4e18-b921-6e9342fdd90e is: DOWN; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:31:28.430832 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:31:28.444153 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec830cf5-281e-4e18-b921-6e9342fdd90e {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 21:31:28.463321 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port ec830cf5-281e-4e18-b921-6e9342fdd90e, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=ec830cf5-281e-4e18-b921-6e9342fdd90e,segment=NetworkSegment(faece006-df89-44b4-b49b-8d5add14db35),segment_id=faece006-df89-44b4-b49b-8d5add14db35)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:31:28.540591 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:31:28.590540 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Pushing event updated for resources: {'Port': ['ID=ec830cf5-281e-4e18-b921-6e9342fdd90e,revision_number=8']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:31:28.598134 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:31:28.598474 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:31:28.598812 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:31:28.599140 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:31:28.599464 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:31:28.599786 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:31:28.600104 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:31:28.600421 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:31:28.600758 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:31:28.601075 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:31:28.601417 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:31:28.601772 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:31:28.766375 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] get_ports_and_sgs() called for port_ids ['ec830cf5-281e-4e18-b921-6e9342fdd90e'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 21:31:29.628934 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032ed7c2-74f4-44d7-bc23-8a8ab199f0fb req-dd2d9441-70fd-4b27-b455-a50274da8fcc tempest-DeleteServersTestJSON-2015115736 tempest-DeleteServersTestJSON-2015115736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:31:29.630441 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-032ed7c2-74f4-44d7-bc23-8a8ab199f0fb req-dd2d9441-70fd-4b27-b455-a50274da8fcc tempest-DeleteServersTestJSON-2015115736 tempest-DeleteServersTestJSON-2015115736-project] 10.222.0.35 "GET /v2.0/ports?device_id=45e3d547-bec6-4d99-9e9d-aaba8f8a17ca HTTP/1.1" status: 200 len: 945 time: 0.0555608 May 20 21:31:29.668451 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-032ed7c2-74f4-44d7-bc23-8a8ab199f0fb req-89950246-d62b-4b50-b67b-ffc89e6e3f70 tempest-DeleteServersTestJSON-2015115736 tempest-DeleteServersTestJSON-2015115736-project] 10.222.0.35 "GET /v2.0/security-groups?id=7f9a394c-b589-4e6e-85d6-34c1ca88e563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317376 May 20 21:31:30.297828 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device ec830cf5-281e-4e18-b921-6e9342fdd90e up at agent hyperv_n-h1-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:31:30.402401 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Provisioning for port ec830cf5-281e-4e18-b921-6e9342fdd90e completed by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 21:31:30.406452 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Provisioning complete for port ec830cf5-281e-4e18-b921-6e9342fdd90e triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:31:30.406701 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:31:30.642657 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Current status of the port ec830cf5-281e-4e18-b921-6e9342fdd90e is: BUILD; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:31:30.643494 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:31:30.666021 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45e3d547-bec6-4d99-9e9d-aaba8f8a17ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec830cf5-281e-4e18-b921-6e9342fdd90e'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 21:31:30.668266 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8485417003ce7c0410b00f5cdc2f391e21107b70bb68e2773712534a96e108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d95e21fe-c08b-49b0-a9a6-c0afaa6ac04c" -d '{"events": [{"server_uuid": "45e3d547-bec6-4d99-9e9d-aaba8f8a17ca", "name": "network-vif-plugged", "status": "completed", "tag": "ec830cf5-281e-4e18-b921-6e9342fdd90e"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 21:31:30.689330 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port ec830cf5-281e-4e18-b921-6e9342fdd90e, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=ec830cf5-281e-4e18-b921-6e9342fdd90e,segment=NetworkSegment(faece006-df89-44b4-b49b-8d5add14db35),segment_id=faece006-df89-44b4-b49b-8d5add14db35)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:31:30.712587 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 21:31:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df426348-61ab-45e2-afac-4ef7ece6076e x-openstack-request-id: req-df426348-61ab-45e2-afac-4ef7ece6076e {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 21:31:30.713000 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45e3d547-bec6-4d99-9e9d-aaba8f8a17ca", "name": "network-vif-plugged", "status": "completed", "tag": "ec830cf5-281e-4e18-b921-6e9342fdd90e", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 21:31:30.713290 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-df426348-61ab-45e2-afac-4ef7ece6076e {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 21:31:30.713695 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df426348-61ab-45e2-afac-4ef7ece6076e'] response: {'server_uuid': '45e3d547-bec6-4d99-9e9d-aaba8f8a17ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec830cf5-281e-4e18-b921-6e9342fdd90e', 'code': 200} May 20 21:31:30.785713 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:31:30.788365 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6998bc-237d-471e-a8df-f4949e5fda8f req-5efc4d8a-afc8-4b99-bd37-72dfd4922ee3 tempest-DeleteServersTestJSON-2015115736 tempest-DeleteServersTestJSON-2015115736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:31:30.791365 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-dc6998bc-237d-471e-a8df-f4949e5fda8f req-5efc4d8a-afc8-4b99-bd37-72dfd4922ee3 tempest-DeleteServersTestJSON-2015115736 tempest-DeleteServersTestJSON-2015115736-project] 10.222.0.35 "GET /v2.0/ports?device_id=45e3d547-bec6-4d99-9e9d-aaba8f8a17ca HTTP/1.1" status: 200 len: 945 time: 0.0502610 May 20 21:31:30.828504 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-dc6998bc-237d-471e-a8df-f4949e5fda8f req-604ed48f-2ecd-476c-9640-b4ddcd23253e tempest-DeleteServersTestJSON-2015115736 tempest-DeleteServersTestJSON-2015115736-project] 10.222.0.35 "GET /v2.0/security-groups?id=7f9a394c-b589-4e6e-85d6-34c1ca88e563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322528 May 20 21:31:30.833509 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Pushing event updated for resources: {'Port': ['ID=ec830cf5-281e-4e18-b921-6e9342fdd90e,revision_number=9']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:31:30.888390 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c32c19f-1b83-40b8-a404-2bb86a956130 req-5b5cce05-783c-4142-952e-1cbf8db8ba1b tempest-DeleteServersTestJSON-2015115736 tempest-DeleteServersTestJSON-2015115736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:31:30.889882 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-5c32c19f-1b83-40b8-a404-2bb86a956130 req-5b5cce05-783c-4142-952e-1cbf8db8ba1b tempest-DeleteServersTestJSON-2015115736 tempest-DeleteServersTestJSON-2015115736-project] 10.222.0.24 "GET /v2.0/ports?device_id=45e3d547-bec6-4d99-9e9d-aaba8f8a17ca HTTP/1.1" status: 200 len: 946 time: 0.0495100 May 20 21:31:30.976481 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-5c32c19f-1b83-40b8-a404-2bb86a956130 req-23a227bd-c7c9-454a-8706-2118ca18ac1f tempest-DeleteServersTestJSON-2015115736 tempest-DeleteServersTestJSON-2015115736-project] Deleting port ec830cf5-281e-4e18-b921-6e9342fdd90e {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:31:30.976823 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-5c32c19f-1b83-40b8-a404-2bb86a956130 req-23a227bd-c7c9-454a-8706-2118ca18ac1f tempest-DeleteServersTestJSON-2015115736 tempest-DeleteServersTestJSON-2015115736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:31:31.066711 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-5c32c19f-1b83-40b8-a404-2bb86a956130 req-23a227bd-c7c9-454a-8706-2118ca18ac1f tempest-DeleteServersTestJSON-2015115736 tempest-DeleteServersTestJSON-2015115736-project] For port ec830cf5-281e-4e18-b921-6e9342fdd90e, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=ec830cf5-281e-4e18-b921-6e9342fdd90e,segment=NetworkSegment(faece006-df89-44b4-b49b-8d5add14db35),segment_id=faece006-df89-44b4-b49b-8d5add14db35)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:31:31.067076 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-5c32c19f-1b83-40b8-a404-2bb86a956130 req-23a227bd-c7c9-454a-8706-2118ca18ac1f tempest-DeleteServersTestJSON-2015115736 tempest-DeleteServersTestJSON-2015115736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:31:31.078483 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-5c32c19f-1b83-40b8-a404-2bb86a956130 req-23a227bd-c7c9-454a-8706-2118ca18ac1f tempest-DeleteServersTestJSON-2015115736 tempest-DeleteServersTestJSON-2015115736-project] Calling delete_port for ec830cf5-281e-4e18-b921-6e9342fdd90e owned by compute:nova {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:31:31.294283 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-5c32c19f-1b83-40b8-a404-2bb86a956130 req-23a227bd-c7c9-454a-8706-2118ca18ac1f tempest-DeleteServersTestJSON-2015115736 tempest-DeleteServersTestJSON-2015115736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:31:31.305794 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] get_ports_and_sgs() called for port_ids ['ec830cf5-281e-4e18-b921-6e9342fdd90e'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 21:31:31.324845 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a227bd-c7c9-454a-8706-2118ca18ac1f tempest-DeleteServersTestJSON-2015115736 tempest-DeleteServersTestJSON-2015115736-project] Pushing event deleted for resources: {'Port': ['ID=ec830cf5-281e-4e18-b921-6e9342fdd90e,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:31:31.366748 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c32c19f-1b83-40b8-a404-2bb86a956130 req-23a227bd-c7c9-454a-8706-2118ca18ac1f tempest-DeleteServersTestJSON-2015115736 tempest-DeleteServersTestJSON-2015115736-project] No DVR routers for this DVR port ec830cf5-281e-4e18-b921-6e9342fdd90e on host n-h1-842733-1 {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 21:31:31.369387 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-5c32c19f-1b83-40b8-a404-2bb86a956130 req-23a227bd-c7c9-454a-8706-2118ca18ac1f tempest-DeleteServersTestJSON-2015115736 tempest-DeleteServersTestJSON-2015115736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:31:31.372925 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-5c32c19f-1b83-40b8-a404-2bb86a956130 req-23a227bd-c7c9-454a-8706-2118ca18ac1f tempest-DeleteServersTestJSON-2015115736 tempest-DeleteServersTestJSON-2015115736-project] 10.222.0.24 "DELETE /v2.0/ports/ec830cf5-281e-4e18-b921-6e9342fdd90e HTTP/1.1" status: 204 len: 173 time: 0.4773843 May 20 21:31:31.373381 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45e3d547-bec6-4d99-9e9d-aaba8f8a17ca', 'name': 'network-vif-deleted', 'tag': 'ec830cf5-281e-4e18-b921-6e9342fdd90e'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 21:31:31.375640 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6fa957933fccbf596d28104b23404b952ad6a8238afaebaed40a0874b2e409" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32095be5-3479-48ef-bd90-56c3262d34bd" -d '{"events": [{"server_uuid": "45e3d547-bec6-4d99-9e9d-aaba8f8a17ca", "name": "network-vif-deleted", "tag": "ec830cf5-281e-4e18-b921-6e9342fdd90e"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 21:31:31.414807 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 21:31:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb7f3690-aec2-495e-9df2-fc179c2e2159 x-openstack-request-id: req-cb7f3690-aec2-495e-9df2-fc179c2e2159 {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 21:31:31.415096 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45e3d547-bec6-4d99-9e9d-aaba8f8a17ca", "name": "network-vif-deleted", "tag": "ec830cf5-281e-4e18-b921-6e9342fdd90e", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 21:31:31.415348 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-cb7f3690-aec2-495e-9df2-fc179c2e2159 {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 21:31:31.415782 n-d-842733-1 neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb7f3690-aec2-495e-9df2-fc179c2e2159'] response: {'server_uuid': '45e3d547-bec6-4d99-9e9d-aaba8f8a17ca', 'name': 'network-vif-deleted', 'tag': 'ec830cf5-281e-4e18-b921-6e9342fdd90e', 'status': 'completed', 'code': 200} May 20 21:31:31.941732 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d68eeae0-d726-4c43-af02-1945afe21bbb req-bd1bc50f-7013-4a28-9bec-a8b0906c8bce tempest-DeleteServersTestJSON-2015115736 tempest-DeleteServersTestJSON-2015115736-project] 10.222.0.35 "GET /v2.0/ports?device_id=45e3d547-bec6-4d99-9e9d-aaba8f8a17ca HTTP/1.1" status: 200 len: 210 time: 0.0263014 May 20 21:31:32.705373 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:31:33.071998 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 33522) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:31:33.119627 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_v2 [None req-f55407db-0461-49af-a7f4-b505afe1c150 admin admin] Deleting subnet 1b7c4713-8601-4702-ab9b-3e9073d142ba {{(pid=103163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 20 21:31:33.123472 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f55407db-0461-49af-a7f4-b505afe1c150 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:31:33.156602 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f55407db-0461-49af-a7f4-b505afe1c150 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9338757'] for subnet, precommit_delete_associations {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:31:33.195002 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f55407db-0461-49af-a7f4-b505afe1c150 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33068388'] for subnet, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:31:33.320499 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f55407db-0461-49af-a7f4-b505afe1c150 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33068399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9641221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8422588'] for subnet, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:31:33.345599 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55407db-0461-49af-a7f4-b505afe1c150 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b7c4713-8601-4702-ab9b-3e9073d142ba,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:31:33.350809 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f55407db-0461-49af-a7f4-b505afe1c150 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:31:33.353920 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-f55407db-0461-49af-a7f4-b505afe1c150 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/1b7c4713-8601-4702-ab9b-3e9073d142ba HTTP/1.1" status: 204 len: 168 time: 0.2809286 May 20 21:31:33.356674 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 33524) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:31:33.429482 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4553daaa-32cf-49a4-b7ba-bc8be1de4ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33160123'] for network, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:31:33.508281 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4553daaa-32cf-49a4-b7ba-bc8be1de4ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33072115', 'neutron.services.segments.db._delete_segments_for_network-8782419500584'] for network, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:31:33.532547 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-4553daaa-32cf-49a4-b7ba-bc8be1de4ec1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0202a9e3-a966-4466-8af0-d635fabe336a']}} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:31:33.542183 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-4553daaa-32cf-49a4-b7ba-bc8be1de4ec1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'faece006-df89-44b4-b49b-8d5add14db35') {'for_net_delete': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:31:33.543102 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-4553daaa-32cf-49a4-b7ba-bc8be1de4ec1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'faece006-df89-44b4-b49b-8d5add14db35') {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:31:33.551681 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4553daaa-32cf-49a4-b7ba-bc8be1de4ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419501617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9338764'] for segment, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:31:33.565430 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4553daaa-32cf-49a4-b7ba-bc8be1de4ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:31:33.571706 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4553daaa-32cf-49a4-b7ba-bc8be1de4ec1 admin admin] Releasing vlan 200 on physical network physnet1 to pool {{(pid=103163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 21:31:33.571706 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4553daaa-32cf-49a4-b7ba-bc8be1de4ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9638311'] for segment, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:31:33.573128 n-d-842733-1 neutron-server[103163]: Traceback (most recent call last): May 20 21:31:33.573128 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 21:31:33.573128 n-d-842733-1 neutron-server[103163]: timer() May 20 21:31:33.573128 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 21:31:33.573128 n-d-842733-1 neutron-server[103163]: cb(*args, **kw) May 20 21:31:33.573128 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 20 21:31:33.573128 n-d-842733-1 neutron-server[103163]: return func(*args, **kwargs) May 20 21:31:33.573128 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 21:31:33.573128 n-d-842733-1 neutron-server[103163]: self._notify() May 20 21:31:33.573128 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 21:31:33.573128 n-d-842733-1 neutron-server[103163]: self.callback(batched_events) May 20 21:31:33.573128 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 21:31:33.573128 n-d-842733-1 neutron-server[103163]: event.method(event) May 20 21:31:33.573128 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 20 21:31:33.573128 n-d-842733-1 neutron-server[103163]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 21:31:33.573128 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 20 21:31:33.573128 n-d-842733-1 neutron-server[103163]: aggregate_uuid = self.p_client.list_aggregates( May 20 21:31:33.573128 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 20 21:31:33.573128 n-d-842733-1 neutron-server[103163]: return f(self, *a, **k) May 20 21:31:33.573128 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 20 21:31:33.573128 n-d-842733-1 neutron-server[103163]: return self._get(url).json() May 20 21:31:33.573128 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 20 21:31:33.573128 n-d-842733-1 neutron-server[103163]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 21:31:33.573128 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 21:31:33.573128 n-d-842733-1 neutron-server[103163]: return self.request(url, 'GET', **kwargs) May 20 21:31:33.573128 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 21:31:33.573128 n-d-842733-1 neutron-server[103163]: base_url = self.get_endpoint(auth, allow=allow, May 20 21:31:33.573128 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 21:31:33.573128 n-d-842733-1 neutron-server[103163]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 21:31:33.573128 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 21:31:33.573128 n-d-842733-1 neutron-server[103163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 21:31:33.573128 n-d-842733-1 neutron-server[103163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 21:31:33.699534 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4553daaa-32cf-49a4-b7ba-bc8be1de4ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33072122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748162'] for network, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:31:33.704904 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4553daaa-32cf-49a4-b7ba-bc8be1de4ec1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:31:33.708765 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-4553daaa-32cf-49a4-b7ba-bc8be1de4ec1 admin admin] 10.222.0.35 "DELETE /v2.0/networks/0202a9e3-a966-4466-8af0-d635fabe336a HTTP/1.1" status: 204 len: 168 time: 0.3511593 May 20 21:31:33.719916 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4553daaa-32cf-49a4-b7ba-bc8be1de4ec1 admin admin] Pushing event deleted for resources: {'Network': ['ID=0202a9e3-a966-4466-8af0-d635fabe336a,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:31:34.047806 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 33528) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:31:34.087803 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-7f4e75a8-4298-4444-8973-123391c90641 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5a5586248e9642539cbac42b6f00bfc6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0388775 May 20 21:31:34.090196 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 33530) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:31:34.137121 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e104a30f-3106-4992-860e-aabb0d7c759b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:31:34.157077 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e104a30f-3106-4992-860e-aabb0d7c759b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:31:34.286039 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e104a30f-3106-4992-860e-aabb0d7c759b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:31:34.288529 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e104a30f-3106-4992-860e-aabb0d7c759b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:31:34.289741 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-e104a30f-3106-4992-860e-aabb0d7c759b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7f9a394c-b589-4e6e-85d6-34c1ca88e563 HTTP/1.1" status: 204 len: 168 time: 0.1986132 May 20 21:31:34.298044 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e104a30f-3106-4992-860e-aabb0d7c759b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f9a394c-b589-4e6e-85d6-34c1ca88e563,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:31:35.287209 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 33552) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:31:35.384203 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-686e3716-3c6f-4acc-86f5-b0a9d3ca2890 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1828895318-network', 'tenant_id': 'c870feb5c74e4746a679b9147fc0200c'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:31:35.451183 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-686e3716-3c6f-4acc-86f5-b0a9d3ca2890 admin admin] Made reservation on behalf of c870feb5c74e4746a679b9147fc0200c for: {'network': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:31:35.453514 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-686e3716-3c6f-4acc-86f5-b0a9d3ca2890 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for network, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:31:35.462293 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-686e3716-3c6f-4acc-86f5-b0a9d3ca2890 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:31:35.538443 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-686e3716-3c6f-4acc-86f5-b0a9d3ca2890 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:31:35.617164 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-686e3716-3c6f-4acc-86f5-b0a9d3ca2890 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:31:35.644428 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-686e3716-3c6f-4acc-86f5-b0a9d3ca2890 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 224} {{(pid=103163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 21:31:35.650622 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686e3716-3c6f-4acc-86f5-b0a9d3ca2890 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8badb3b8-47b2-4d23-a15e-15d2ca00923c,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:31:35.656565 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-686e3716-3c6f-4acc-86f5-b0a9d3ca2890 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:31:35.656903 n-d-842733-1 neutron-server[103163]: INFO neutron.db.segments_db [None req-686e3716-3c6f-4acc-86f5-b0a9d3ca2890 admin admin] Added segment d6afa9cc-8868-478f-99a9-5604a287249f of type vlan for network 55fd110d-ad41-4afe-9311-6063b734e7bd May 20 21:31:35.702285 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-686e3716-3c6f-4acc-86f5-b0a9d3ca2890 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418993264'] for network, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:31:35.788625 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-686e3716-3c6f-4acc-86f5-b0a9d3ca2890 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524'] for network, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:31:35.789619 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-686e3716-3c6f-4acc-86f5-b0a9d3ca2890 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:31:35.790200 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-686e3716-3c6f-4acc-86f5-b0a9d3ca2890 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:31:35.848022 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686e3716-3c6f-4acc-86f5-b0a9d3ca2890 admin admin] Pushing event updated for resources: {'Network': ['ID=55fd110d-ad41-4afe-9311-6063b734e7bd,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:31:35.858243 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Network 55fd110d-ad41-4afe-9311-6063b734e7bd details requested by agent ovs-agent-n-d-842733-1 with host n-d-842733-1 {{(pid=103164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 20 21:31:35.905881 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-686e3716-3c6f-4acc-86f5-b0a9d3ca2890 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6175849 May 20 21:31:35.909443 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 33556) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:31:35.914279 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-fec5bbf6-df93-4466-8795-f2b7a57fdef6 admin admin] Request body: {'subnet': {'network_id': '55fd110d-ad41-4afe-9311-6063b734e7bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1828895318-subnet', 'tenant_id': 'c870feb5c74e4746a679b9147fc0200c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:31:36.014203 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fec5bbf6-df93-4466-8795-f2b7a57fdef6 admin admin] Made reservation on behalf of c870feb5c74e4746a679b9147fc0200c for: {'subnet': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:31:36.016582 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-fec5bbf6-df93-4466-8795-f2b7a57fdef6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8422561'] for subnet, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:31:36.225676 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-fec5bbf6-df93-4466-8795-f2b7a57fdef6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9641412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8422583'] for subnet, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:31:36.287087 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec5bbf6-df93-4466-8795-f2b7a57fdef6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd004063-8902-4af8-bb82-e65a4d1f988d,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:31:36.289322 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec5bbf6-df93-4466-8795-f2b7a57fdef6 admin admin] Checking segment: {'id': 'd6afa9cc-8868-478f-99a9-5604a287249f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '55fd110d-ad41-4afe-9311-6063b734e7bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:31:36.289950 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fec5bbf6-df93-4466-8795-f2b7a57fdef6 admin admin] Network hostable DHCP agents. Network: 55fd110d-ad41-4afe-9311-6063b734e7bd, hostable agents: ['c9b0653c-f3c7-4339-bd50-e3754b629216'], hosted agents: [] {{(pid=103163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 21:31:36.320373 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device ec830cf5-281e-4e18-b921-6e9342fdd90e no longer exists at agent hyperv_n-h1-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 21:31:36.341657 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] No Port match for: ec830cf5-281e-4e18-b921-6e9342fdd90e {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 21:31:36.342000 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device ec830cf5-281e-4e18-b921-6e9342fdd90e not bound to the agent host n-h1-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 21:31:36.368252 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fec5bbf6-df93-4466-8795-f2b7a57fdef6 admin admin] Network 55fd110d-ad41-4afe-9311-6063b734e7bd is scheduled to be hosted by DHCP agent c9b0653c-f3c7-4339-bd50-e3754b629216 with binding_index 1 {{(pid=103163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 21:31:36.447992 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-fec5bbf6-df93-4466-8795-f2b7a57fdef6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842733-1, 55fd110d-ad41-4afe-9311-6063b734e7bd) {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:31:36.452034 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fec5bbf6-df93-4466-8795-f2b7a57fdef6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:31:36.452629 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-fec5bbf6-df93-4466-8795-f2b7a57fdef6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:31:36.457082 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3de0c719-14bf-4a3e-ac7a-32a525f27a7c None None] Network 55fd110d-ad41-4afe-9311-6063b734e7bd requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:31:36.565889 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-fec5bbf6-df93-4466-8795-f2b7a57fdef6 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6552551 May 20 21:31:36.578974 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f7d24ca-c17b-4274-868f-2f5a0411f2bc None None] Network 55fd110d-ad41-4afe-9311-6063b734e7bd requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:31:36.986143 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b39a68-54e7-4bbf-b15b-3e9c8c868345 req-34eceef7-70cd-442c-91ac-f74d0413e02c tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:31:36.988181 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-55b39a68-54e7-4bbf-b15b-3e9c8c868345 req-34eceef7-70cd-442c-91ac-f74d0413e02c tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] 10.222.0.35 "GET /v2.0/networks?id=55fd110d-ad41-4afe-9311-6063b734e7bd HTTP/1.1" status: 200 len: 815 time: 0.1059809 May 20 21:31:37.004912 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-55b39a68-54e7-4bbf-b15b-3e9c8c868345 req-7ff92852-82e1-41c1-b6e8-e557a3769c74 tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] 10.222.0.35 "GET /v2.0/quotas/c870feb5c74e4746a679b9147fc0200c HTTP/1.1" status: 200 len: 375 time: 0.0109818 May 20 21:31:37.037264 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-55b39a68-54e7-4bbf-b15b-3e9c8c868345 req-63e69b1c-b55c-49d6-9315-265a7ec17bfb tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=c870feb5c74e4746a679b9147fc0200c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0270584 May 20 21:31:37.047748 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [req-55b39a68-54e7-4bbf-b15b-3e9c8c868345 req-cf277969-0707-40b2-ab09-535c22a4e6a6 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103163) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 21:31:37.048624 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-55b39a68-54e7-4bbf-b15b-3e9c8c868345 req-cf277969-0707-40b2-ab09-535c22a4e6a6 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048280 May 20 21:31:37.141118 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-55b39a68-54e7-4bbf-b15b-3e9c8c868345 req-624565fe-bc73-4ab3-8bab-aab952e6c125 service neutron] 10.222.0.35 "GET /v2.0/networks/55fd110d-ad41-4afe-9311-6063b734e7bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867858 May 20 21:31:37.243510 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-55b39a68-54e7-4bbf-b15b-3e9c8c868345 req-61ac0044-748c-47b4-aab6-8a00f8c76dc0 service neutron] 10.222.0.35 "GET /v2.0/networks/55fd110d-ad41-4afe-9311-6063b734e7bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959830 May 20 21:31:37.495631 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f9501499-c805-4485-ad9e-e94de4b7bcec req-388e17fe-c5c7-4d1a-bfde-527aa6119cc3 tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] 10.222.0.35 "GET /v2.0/ports?device_id=01238c5d-2f5e-4a1b-9a8e-45c95e95fd72 HTTP/1.1" status: 200 len: 210 time: 0.0291433 May 20 21:31:38.595835 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9dff1143-4ea4-4519-9a77-78e6da3c0056 req-858df777-a704-42a0-8310-3bdf6d340e34 tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] 10.222.0.35 "GET /v2.0/ports?device_id=01238c5d-2f5e-4a1b-9a8e-45c95e95fd72 HTTP/1.1" status: 200 len: 210 time: 0.0316002 May 20 21:31:39.409440 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b39a68-54e7-4bbf-b15b-3e9c8c868345 req-e073ea92-9140-4a02-9beb-d53d9ba252f2 tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:31:39.410881 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-55b39a68-54e7-4bbf-b15b-3e9c8c868345 req-e073ea92-9140-4a02-9beb-d53d9ba252f2 tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] 10.222.0.24 "GET /v2.0/networks?id=55fd110d-ad41-4afe-9311-6063b734e7bd HTTP/1.1" status: 200 len: 815 time: 0.1010666 May 20 21:31:39.423307 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [req-55b39a68-54e7-4bbf-b15b-3e9c8c868345 req-e0cc6efa-d344-4cdd-84d2-513dbf5cf83c tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] Request body: {'port': {'device_id': '01238c5d-2f5e-4a1b-9a8e-45c95e95fd72', 'network_id': '55fd110d-ad41-4afe-9311-6063b734e7bd', 'admin_state_up': True, 'tenant_id': 'c870feb5c74e4746a679b9147fc0200c'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:31:39.594339 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55b39a68-54e7-4bbf-b15b-3e9c8c868345 req-e0cc6efa-d344-4cdd-84d2-513dbf5cf83c tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] Made reservation on behalf of c870feb5c74e4746a679b9147fc0200c for: {'port': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:31:39.598524 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-55b39a68-54e7-4bbf-b15b-3e9c8c868345 req-e0cc6efa-d344-4cdd-84d2-513dbf5cf83c tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:31:39.694308 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7b2a40dd-78cf-41e9-9d12-9095d3f7a1cf req-17048034-fd72-48a6-ada9-7e9dc09384ee tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] 10.222.0.35 "GET /v2.0/ports?device_id=01238c5d-2f5e-4a1b-9a8e-45c95e95fd72 HTTP/1.1" status: 200 len: 210 time: 0.0265729 May 20 21:31:39.727094 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [req-55b39a68-54e7-4bbf-b15b-3e9c8c868345 req-e0cc6efa-d344-4cdd-84d2-513dbf5cf83c tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] Allocated IP 172.20.0.3 (55fd110d-ad41-4afe-9311-6063b734e7bd/dd004063-8902-4af8-bb82-e65a4d1f988d/01bff81c-44a9-4448-b817-2bca433eb017) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:31:39.870074 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-55b39a68-54e7-4bbf-b15b-3e9c8c868345 req-e0cc6efa-d344-4cdd-84d2-513dbf5cf83c tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:31:39.954699 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-55b39a68-54e7-4bbf-b15b-3e9c8c868345 req-e0cc6efa-d344-4cdd-84d2-513dbf5cf83c tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:31:39.995044 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55b39a68-54e7-4bbf-b15b-3e9c8c868345 req-e0cc6efa-d344-4cdd-84d2-513dbf5cf83c tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] Network 55fd110d-ad41-4afe-9311-6063b734e7bd is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:31:39.998083 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [req-55b39a68-54e7-4bbf-b15b-3e9c8c868345 req-e0cc6efa-d344-4cdd-84d2-513dbf5cf83c tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:31:40.001517 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-55b39a68-54e7-4bbf-b15b-3e9c8c868345 req-e0cc6efa-d344-4cdd-84d2-513dbf5cf83c tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:31:40.032223 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cc6efa-d344-4cdd-84d2-513dbf5cf83c tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] Pushing event updated for resources: {'Port': ['ID=01bff81c-44a9-4448-b817-2bca433eb017,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:31:40.045611 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cc6efa-d344-4cdd-84d2-513dbf5cf83c tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:31:40.045956 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cc6efa-d344-4cdd-84d2-513dbf5cf83c tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:31:40.046301 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cc6efa-d344-4cdd-84d2-513dbf5cf83c tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:31:40.046636 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cc6efa-d344-4cdd-84d2-513dbf5cf83c tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:31:40.046994 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cc6efa-d344-4cdd-84d2-513dbf5cf83c tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:31:40.047324 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cc6efa-d344-4cdd-84d2-513dbf5cf83c tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:31:40.047648 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cc6efa-d344-4cdd-84d2-513dbf5cf83c tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:31:40.047986 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cc6efa-d344-4cdd-84d2-513dbf5cf83c tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:31:40.048291 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cc6efa-d344-4cdd-84d2-513dbf5cf83c tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:31:40.048607 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cc6efa-d344-4cdd-84d2-513dbf5cf83c tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:31:40.049132 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cc6efa-d344-4cdd-84d2-513dbf5cf83c tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:31:40.049618 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cc6efa-d344-4cdd-84d2-513dbf5cf83c tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:31:40.069115 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b39a68-54e7-4bbf-b15b-3e9c8c868345 req-e0cc6efa-d344-4cdd-84d2-513dbf5cf83c tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:31:40.069741 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-55b39a68-54e7-4bbf-b15b-3e9c8c868345 req-e0cc6efa-d344-4cdd-84d2-513dbf5cf83c tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:31:40.168627 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-55b39a68-54e7-4bbf-b15b-3e9c8c868345 req-e0cc6efa-d344-4cdd-84d2-513dbf5cf83c tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7489250 May 20 21:31:40.180558 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [req-55b39a68-54e7-4bbf-b15b-3e9c8c868345 req-a895795e-4d86-4766-b967-551f245e5edc service neutron] Request body: {'port': {'device_id': '01238c5d-2f5e-4a1b-9a8e-45c95e95fd72', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-842733-1'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:31:40.231593 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-55b39a68-54e7-4bbf-b15b-3e9c8c868345 req-a895795e-4d86-4766-b967-551f245e5edc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:31:40.478934 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [req-55b39a68-54e7-4bbf-b15b-3e9c8c868345 req-a895795e-4d86-4766-b967-551f245e5edc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01bff81c-44a9-4448-b817-2bca433eb017 {{(pid=103162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 21:31:40.486255 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-55b39a68-54e7-4bbf-b15b-3e9c8c868345 req-a895795e-4d86-4766-b967-551f245e5edc service neutron] Notify callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:31:40.497995 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.provisioning_blocks [req-55b39a68-54e7-4bbf-b15b-3e9c8c868345 req-a895795e-4d86-4766-b967-551f245e5edc service neutron] Transition to ACTIVE for port object 01bff81c-44a9-4448-b817-2bca433eb017 will not be triggered until provisioned by entity L2. {{(pid=103162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 21:31:40.559724 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-55b39a68-54e7-4bbf-b15b-3e9c8c868345 req-a895795e-4d86-4766-b967-551f245e5edc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:31:40.612005 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a895795e-4d86-4766-b967-551f245e5edc service neutron] Pushing event updated for resources: {'Port': ['ID=01bff81c-44a9-4448-b817-2bca433eb017,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:31:40.679728 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-55b39a68-54e7-4bbf-b15b-3e9c8c868345 req-a895795e-4d86-4766-b967-551f245e5edc service neutron] Attempting to bind port 01bff81c-44a9-4448-b817-2bca433eb017 on host n-h1-842733-1 for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:31:40.680056 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-55b39a68-54e7-4bbf-b15b-3e9c8c868345 req-a895795e-4d86-4766-b967-551f245e5edc service neutron] Attempting to bind port 01bff81c-44a9-4448-b817-2bca433eb017 by drivers openvswitch,hyperv on host n-h1-842733-1 at level 0 using segments [{'id': 'd6afa9cc-8868-478f-99a9-5604a287249f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '55fd110d-ad41-4afe-9311-6063b734e7bd'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:31:40.680378 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55b39a68-54e7-4bbf-b15b-3e9c8c868345 req-a895795e-4d86-4766-b967-551f245e5edc service neutron] Attempting to bind port 01bff81c-44a9-4448-b817-2bca433eb017 on network 55fd110d-ad41-4afe-9311-6063b734e7bd {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:31:40.684545 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55b39a68-54e7-4bbf-b15b-3e9c8c868345 req-a895795e-4d86-4766-b967-551f245e5edc service neutron] Port 01bff81c-44a9-4448-b817-2bca433eb017 on network 55fd110d-ad41-4afe-9311-6063b734e7bd not bound, no agent of type Open vSwitch agent registered on host n-h1-842733-1 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 21:31:40.684863 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55b39a68-54e7-4bbf-b15b-3e9c8c868345 req-a895795e-4d86-4766-b967-551f245e5edc service neutron] Attempting to bind port 01bff81c-44a9-4448-b817-2bca433eb017 on network 55fd110d-ad41-4afe-9311-6063b734e7bd {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:31:40.690059 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55b39a68-54e7-4bbf-b15b-3e9c8c868345 req-a895795e-4d86-4766-b967-551f245e5edc service neutron] Checking agent: {'id': '08dfb1ce-804b-4db8-838b-21094082e041', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 32, 54), 'started_at': datetime.datetime(2022, 5, 20, 20, 32, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 21, 31, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 21:31:40.690407 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55b39a68-54e7-4bbf-b15b-3e9c8c868345 req-a895795e-4d86-4766-b967-551f245e5edc service neutron] Checking segment: {'id': 'd6afa9cc-8868-478f-99a9-5604a287249f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '55fd110d-ad41-4afe-9311-6063b734e7bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:31:40.690790 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55b39a68-54e7-4bbf-b15b-3e9c8c868345 req-a895795e-4d86-4766-b967-551f245e5edc service neutron] Bound using segment: {'id': 'd6afa9cc-8868-478f-99a9-5604a287249f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '55fd110d-ad41-4afe-9311-6063b734e7bd'} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 21:31:40.691212 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-55b39a68-54e7-4bbf-b15b-3e9c8c868345 req-a895795e-4d86-4766-b967-551f245e5edc service neutron] Bound port: 01bff81c-44a9-4448-b817-2bca433eb017, host: n-h1-842733-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6afa9cc-8868-478f-99a9-5604a287249f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '55fd110d-ad41-4afe-9311-6063b734e7bd'}}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:31:40.691560 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-55b39a68-54e7-4bbf-b15b-3e9c8c868345 req-a895795e-4d86-4766-b967-551f245e5edc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:31:40.754946 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-55b39a68-54e7-4bbf-b15b-3e9c8c868345 req-a895795e-4d86-4766-b967-551f245e5edc service neutron] For port 01bff81c-44a9-4448-b817-2bca433eb017, host n-h1-842733-1, cleared binding levels {{(pid=103162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 21:31:40.757918 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-55b39a68-54e7-4bbf-b15b-3e9c8c868345 req-a895795e-4d86-4766-b967-551f245e5edc service neutron] For port 01bff81c-44a9-4448-b817-2bca433eb017, host n-h1-842733-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=01bff81c-44a9-4448-b817-2bca433eb017,segment=NetworkSegment(d6afa9cc-8868-478f-99a9-5604a287249f),segment_id=d6afa9cc-8868-478f-99a9-5604a287249f)] {{(pid=103162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 21:31:40.806488 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-55b39a68-54e7-4bbf-b15b-3e9c8c868345 req-a895795e-4d86-4766-b967-551f245e5edc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:31:40.814794 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb07d8c-b324-4f44-bc15-502a9b48f51c req-a9c3e258-d04a-4e76-a45d-0035f76f46d8 tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:31:40.816250 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ebb07d8c-b324-4f44-bc15-502a9b48f51c req-a9c3e258-d04a-4e76-a45d-0035f76f46d8 tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] 10.222.0.35 "GET /v2.0/ports?device_id=01238c5d-2f5e-4a1b-9a8e-45c95e95fd72 HTTP/1.1" status: 200 len: 943 time: 0.0498617 May 20 21:31:40.843452 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b39a68-54e7-4bbf-b15b-3e9c8c868345 req-a895795e-4d86-4766-b967-551f245e5edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:31:40.844131 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-55b39a68-54e7-4bbf-b15b-3e9c8c868345 req-a895795e-4d86-4766-b967-551f245e5edc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:31:40.845545 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-55b39a68-54e7-4bbf-b15b-3e9c8c868345 req-a895795e-4d86-4766-b967-551f245e5edc service neutron] 10.222.0.24 "PUT /v2.0/ports/01bff81c-44a9-4448-b817-2bca433eb017 HTTP/1.1" status: 200 len: 1091 time: 0.6690803 May 20 21:31:40.846617 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01238c5d-2f5e-4a1b-9a8e-45c95e95fd72', 'tag': '01bff81c-44a9-4448-b817-2bca433eb017'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 21:31:40.848978 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6fa957933fccbf596d28104b23404b952ad6a8238afaebaed40a0874b2e409" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4887229c-f478-4056-b862-9907898625ac" -d '{"events": [{"name": "network-changed", "server_uuid": "01238c5d-2f5e-4a1b-9a8e-45c95e95fd72", "tag": "01bff81c-44a9-4448-b817-2bca433eb017"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 21:31:40.859448 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ebb07d8c-b324-4f44-bc15-502a9b48f51c req-e7096d2c-41c5-4d4e-a9b2-fe79fb77561b tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] 10.222.0.35 "GET /v2.0/security-groups?id=8badb3b8-47b2-4d23-a15e-15d2ca00923c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367491 May 20 21:31:40.872452 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a895795e-4d86-4766-b967-551f245e5edc service neutron] Pushing event updated for resources: {'Port': ['ID=01bff81c-44a9-4448-b817-2bca433eb017,revision_number=3']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:31:40.896595 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 21:31:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-502371c6-5336-46f6-87b6-42eb2332b2c3 x-openstack-request-id: req-502371c6-5336-46f6-87b6-42eb2332b2c3 {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 21:31:40.896877 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01238c5d-2f5e-4a1b-9a8e-45c95e95fd72", "tag": "01bff81c-44a9-4448-b817-2bca433eb017", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 21:31:40.897131 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-502371c6-5336-46f6-87b6-42eb2332b2c3 {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 21:31:40.897659 n-d-842733-1 neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-502371c6-5336-46f6-87b6-42eb2332b2c3'] response: {'name': 'network-changed', 'server_uuid': '01238c5d-2f5e-4a1b-9a8e-45c95e95fd72', 'tag': '01bff81c-44a9-4448-b817-2bca433eb017', 'status': 'completed', 'code': 200} May 20 21:31:40.957811 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4887229c-f478-4056-b862-9907898625ac req-c3ad1e46-12d5-460e-901d-013a0f71599f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:31:40.959347 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-4887229c-f478-4056-b862-9907898625ac req-c3ad1e46-12d5-460e-901d-013a0f71599f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c870feb5c74e4746a679b9147fc0200c&device_id=01238c5d-2f5e-4a1b-9a8e-45c95e95fd72 HTTP/1.1" status: 200 len: 1094 time: 0.0418990 May 20 21:31:41.054755 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4887229c-f478-4056-b862-9907898625ac req-216428a8-6c6e-4c1c-ae49-ad948cecccc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:31:41.056098 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-4887229c-f478-4056-b862-9907898625ac req-216428a8-6c6e-4c1c-ae49-ad948cecccc6 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=c870feb5c74e4746a679b9147fc0200c&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0890598 May 20 21:31:41.478839 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4887229c-f478-4056-b862-9907898625ac req-6fa1bdf8-6bc3-4ef5-832b-91586654a79e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:31:41.480298 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-4887229c-f478-4056-b862-9907898625ac req-6fa1bdf8-6bc3-4ef5-832b-91586654a79e service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4181318 May 20 21:31:41.553678 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b39a68-54e7-4bbf-b15b-3e9c8c868345 req-1b666290-34a3-4837-b1d1-abdb566c0a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:31:41.555144 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-55b39a68-54e7-4bbf-b15b-3e9c8c868345 req-1b666290-34a3-4837-b1d1-abdb566c0a9a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c870feb5c74e4746a679b9147fc0200c&device_id=01238c5d-2f5e-4a1b-9a8e-45c95e95fd72 HTTP/1.1" status: 200 len: 1094 time: 0.0394497 May 20 21:31:41.597949 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-55b39a68-54e7-4bbf-b15b-3e9c8c868345 req-76582f8a-ec42-4c3e-b315-b91faaab6374 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=01bff81c-44a9-4448-b817-2bca433eb017 HTTP/1.1" status: 200 len: 217 time: 0.0361924 May 20 21:31:41.647007 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b39a68-54e7-4bbf-b15b-3e9c8c868345 req-cde2f291-e597-47c2-b9fc-5f1ec223957e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:31:41.648437 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-55b39a68-54e7-4bbf-b15b-3e9c8c868345 req-cde2f291-e597-47c2-b9fc-5f1ec223957e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=dd004063-8902-4af8-bb82-e65a4d1f988d HTTP/1.1" status: 200 len: 855 time: 0.0438638 May 20 21:31:41.678915 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-55b39a68-54e7-4bbf-b15b-3e9c8c868345 req-a6065a8b-5d66-4267-84b6-7b04513d0950 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=55fd110d-ad41-4afe-9311-6063b734e7bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243917 May 20 21:31:41.767769 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-55b39a68-54e7-4bbf-b15b-3e9c8c868345 req-c5d38bfb-534c-4c54-8794-7ba3aff42bd4 service neutron] 10.222.0.24 "GET /v2.0/networks/55fd110d-ad41-4afe-9311-6063b734e7bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816805 May 20 21:31:41.854386 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-55b39a68-54e7-4bbf-b15b-3e9c8c868345 req-53c3be97-7155-4be6-94a1-26f791f64c85 service neutron] 10.222.0.24 "GET /v2.0/networks/55fd110d-ad41-4afe-9311-6063b734e7bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795760 May 20 21:31:41.978907 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450d03db-5380-4f64-8d8b-7052c51b108d req-2cc53b35-ade2-416f-8c62-389e065d17ea tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:31:41.980526 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-450d03db-5380-4f64-8d8b-7052c51b108d req-2cc53b35-ade2-416f-8c62-389e065d17ea tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] 10.222.0.35 "GET /v2.0/ports?device_id=01238c5d-2f5e-4a1b-9a8e-45c95e95fd72 HTTP/1.1" status: 200 len: 943 time: 0.0490251 May 20 21:31:42.019253 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-450d03db-5380-4f64-8d8b-7052c51b108d req-66cd963a-4185-4aa9-a370-a6d08a1e1771 tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] 10.222.0.35 "GET /v2.0/security-groups?id=8badb3b8-47b2-4d23-a15e-15d2ca00923c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314746 May 20 21:31:43.140408 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaffa27-71eb-4946-878f-8a8ab0901098 req-146e836d-6025-4eda-99bf-fdd80c104003 tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:31:43.141892 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2aaffa27-71eb-4946-878f-8a8ab0901098 req-146e836d-6025-4eda-99bf-fdd80c104003 tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] 10.222.0.35 "GET /v2.0/ports?device_id=01238c5d-2f5e-4a1b-9a8e-45c95e95fd72 HTTP/1.1" status: 200 len: 943 time: 0.0528541 May 20 21:31:43.178976 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2aaffa27-71eb-4946-878f-8a8ab0901098 req-8508d654-5aac-40c1-bb4b-0e0d69b759c7 tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] 10.222.0.35 "GET /v2.0/security-groups?id=8badb3b8-47b2-4d23-a15e-15d2ca00923c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309703 May 20 21:31:44.295019 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49f6260-2928-4a11-a4c4-cf022e0be83b req-cbfbf849-6f4a-463e-a56f-cd8faa0df7b9 tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:31:44.296473 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c49f6260-2928-4a11-a4c4-cf022e0be83b req-cbfbf849-6f4a-463e-a56f-cd8faa0df7b9 tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] 10.222.0.35 "GET /v2.0/ports?device_id=01238c5d-2f5e-4a1b-9a8e-45c95e95fd72 HTTP/1.1" status: 200 len: 943 time: 0.0493252 May 20 21:31:44.324253 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 01bff81c-44a9-4448-b817-2bca433eb017 details requested by agent hyperv_n-h1-842733-1 with host n-h1-842733-1 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 21:31:44.336497 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c49f6260-2928-4a11-a4c4-cf022e0be83b req-633afd97-32d7-400c-9e72-6a5c861f9e63 tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] 10.222.0.35 "GET /v2.0/security-groups?id=8badb3b8-47b2-4d23-a15e-15d2ca00923c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331078 May 20 21:31:44.420246 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port 01bff81c-44a9-4448-b817-2bca433eb017, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=01bff81c-44a9-4448-b817-2bca433eb017,segment=NetworkSegment(d6afa9cc-8868-478f-99a9-5604a287249f),segment_id=d6afa9cc-8868-478f-99a9-5604a287249f)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:31:44.432832 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Returning: {'device': '01bff81c-44a9-4448-b817-2bca433eb017', 'network_id': '55fd110d-ad41-4afe-9311-6063b734e7bd', 'port_id': '01bff81c-44a9-4448-b817-2bca433eb017', 'mac_address': 'fa:16:3e:1f:4f:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd004063-8902-4af8-bb82-e65a4d1f988d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 20 21:31:44.468941 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Current status of the port 01bff81c-44a9-4448-b817-2bca433eb017 is: DOWN; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:31:44.469278 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:31:44.481831 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01bff81c-44a9-4448-b817-2bca433eb017 {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 21:31:44.501794 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port 01bff81c-44a9-4448-b817-2bca433eb017, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=01bff81c-44a9-4448-b817-2bca433eb017,segment=NetworkSegment(d6afa9cc-8868-478f-99a9-5604a287249f),segment_id=d6afa9cc-8868-478f-99a9-5604a287249f)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:31:44.576767 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:31:44.625509 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Pushing event updated for resources: {'Port': ['ID=01bff81c-44a9-4448-b817-2bca433eb017,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:31:44.762564 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] get_ports_and_sgs() called for port_ids ['01bff81c-44a9-4448-b817-2bca433eb017'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 21:31:45.451847 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e586188f-60ac-496e-a2fa-f4aef6886d71 req-782978e0-c891-4af8-af6d-4a4b4dc23c72 tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:31:45.453380 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e586188f-60ac-496e-a2fa-f4aef6886d71 req-782978e0-c891-4af8-af6d-4a4b4dc23c72 tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] 10.222.0.35 "GET /v2.0/ports?device_id=01238c5d-2f5e-4a1b-9a8e-45c95e95fd72 HTTP/1.1" status: 200 len: 944 time: 0.0486670 May 20 21:31:45.491815 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e586188f-60ac-496e-a2fa-f4aef6886d71 req-cadd4e79-3003-4fe6-a0f1-3e265d2c409f tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] 10.222.0.35 "GET /v2.0/security-groups?id=8badb3b8-47b2-4d23-a15e-15d2ca00923c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312011 May 20 21:31:46.351394 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 01bff81c-44a9-4448-b817-2bca433eb017 up at agent hyperv_n-h1-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:31:46.450843 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Provisioning for port 01bff81c-44a9-4448-b817-2bca433eb017 completed by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 21:31:46.454688 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Provisioning complete for port 01bff81c-44a9-4448-b817-2bca433eb017 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:31:46.455056 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:31:46.537960 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Current status of the port 01bff81c-44a9-4448-b817-2bca433eb017 is: BUILD; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:31:46.538341 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:31:46.561747 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01238c5d-2f5e-4a1b-9a8e-45c95e95fd72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01bff81c-44a9-4448-b817-2bca433eb017'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 21:31:46.563991 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8485417003ce7c0410b00f5cdc2f391e21107b70bb68e2773712534a96e108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ab60787-201d-450f-8d56-e548e8f18b46" -d '{"events": [{"server_uuid": "01238c5d-2f5e-4a1b-9a8e-45c95e95fd72", "name": "network-vif-plugged", "status": "completed", "tag": "01bff81c-44a9-4448-b817-2bca433eb017"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 21:31:46.577111 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port 01bff81c-44a9-4448-b817-2bca433eb017, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=01bff81c-44a9-4448-b817-2bca433eb017,segment=NetworkSegment(d6afa9cc-8868-478f-99a9-5604a287249f),segment_id=d6afa9cc-8868-478f-99a9-5604a287249f)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:31:46.605409 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 21:31:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff957e20-1755-4c62-b829-c6e79236776b x-openstack-request-id: req-ff957e20-1755-4c62-b829-c6e79236776b {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 21:31:46.605698 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01238c5d-2f5e-4a1b-9a8e-45c95e95fd72", "name": "network-vif-plugged", "status": "completed", "tag": "01bff81c-44a9-4448-b817-2bca433eb017", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 21:31:46.605947 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ff957e20-1755-4c62-b829-c6e79236776b {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 21:31:46.606347 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff957e20-1755-4c62-b829-c6e79236776b'] response: {'server_uuid': '01238c5d-2f5e-4a1b-9a8e-45c95e95fd72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01bff81c-44a9-4448-b817-2bca433eb017', 'code': 200} May 20 21:31:46.619422 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f067bba-19e4-4be9-a64f-d94b92bceb08 req-dd784c52-e8c7-4457-b84d-6709492a7349 tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:31:46.621190 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5f067bba-19e4-4be9-a64f-d94b92bceb08 req-dd784c52-e8c7-4457-b84d-6709492a7349 tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] 10.222.0.35 "GET /v2.0/ports?device_id=01238c5d-2f5e-4a1b-9a8e-45c95e95fd72 HTTP/1.1" status: 200 len: 944 time: 0.0571330 May 20 21:31:46.646334 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:31:46.661853 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5f067bba-19e4-4be9-a64f-d94b92bceb08 req-269e7630-f311-4f9c-bf85-e5732c6fa9cb tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] 10.222.0.35 "GET /v2.0/security-groups?id=8badb3b8-47b2-4d23-a15e-15d2ca00923c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333283 May 20 21:31:46.695998 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Pushing event updated for resources: {'Port': ['ID=01bff81c-44a9-4448-b817-2bca433eb017,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:31:46.700503 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352712ec-fbc9-4896-adb2-aa1db191573f req-e6313fc6-02c2-4a28-b706-5bae068d3a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:31:46.702020 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-352712ec-fbc9-4896-adb2-aa1db191573f req-e6313fc6-02c2-4a28-b706-5bae068d3a26 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=01238c5d-2f5e-4a1b-9a8e-45c95e95fd72 HTTP/1.1" status: 200 len: 1096 time: 0.0432174 May 20 21:31:46.737235 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-352712ec-fbc9-4896-adb2-aa1db191573f req-6da28351-251f-45c4-af50-812b2b8390a7 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=8badb3b8-47b2-4d23-a15e-15d2ca00923c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279551 May 20 21:31:47.782403 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d20898-2af1-4c32-b5e0-bea4c1138580 req-7fff146a-5399-4141-9b66-eddc65d6802e tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:31:47.784307 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-58d20898-2af1-4c32-b5e0-bea4c1138580 req-7fff146a-5399-4141-9b66-eddc65d6802e tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] 10.222.0.35 "GET /v2.0/ports?device_id=01238c5d-2f5e-4a1b-9a8e-45c95e95fd72 HTTP/1.1" status: 200 len: 945 time: 0.0496845 May 20 21:31:47.822713 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-58d20898-2af1-4c32-b5e0-bea4c1138580 req-74160f2d-b609-4b91-bf90-ba6a0acdcace tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] 10.222.0.35 "GET /v2.0/security-groups?id=8badb3b8-47b2-4d23-a15e-15d2ca00923c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322723 May 20 21:31:48.936957 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca526c7b-0dfe-429f-96cc-03ca14308d67 req-bcf32255-a588-4ac5-8411-e5af9de641c8 tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:31:48.938429 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ca526c7b-0dfe-429f-96cc-03ca14308d67 req-bcf32255-a588-4ac5-8411-e5af9de641c8 tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] 10.222.0.35 "GET /v2.0/ports?device_id=01238c5d-2f5e-4a1b-9a8e-45c95e95fd72 HTTP/1.1" status: 200 len: 945 time: 0.0472915 May 20 21:31:48.976141 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ca526c7b-0dfe-429f-96cc-03ca14308d67 req-b8c75b58-75db-4dd8-837e-28237d438a34 tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] 10.222.0.35 "GET /v2.0/security-groups?id=8badb3b8-47b2-4d23-a15e-15d2ca00923c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310400 May 20 21:31:49.078539 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-589bfee9-f5e4-47fd-9c9c-f087a29dc956 req-621d2fb4-e266-490e-ac4e-adaddce86daf service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=01238c5d-2f5e-4a1b-9a8e-45c95e95fd72&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0454152 May 20 21:31:49.098073 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93092b87-763a-4f19-9866-4f4e0d421892 req-b4f9a4d6-9391-48d5-ab3e-ca54d4deebc9 tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:31:49.099554 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-93092b87-763a-4f19-9866-4f4e0d421892 req-b4f9a4d6-9391-48d5-ab3e-ca54d4deebc9 tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] 10.222.0.35 "GET /v2.0/ports?device_id=01238c5d-2f5e-4a1b-9a8e-45c95e95fd72 HTTP/1.1" status: 200 len: 945 time: 0.0541818 May 20 21:31:49.140561 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-93092b87-763a-4f19-9866-4f4e0d421892 req-b042dcff-fb35-49dd-b91c-b69fd031df16 tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] 10.222.0.35 "GET /v2.0/security-groups?id=8badb3b8-47b2-4d23-a15e-15d2ca00923c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346184 May 20 21:31:49.160685 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589bfee9-f5e4-47fd-9c9c-f087a29dc956 req-d90297a9-18a9-4294-9b9a-59226dc20ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:31:49.162260 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-589bfee9-f5e4-47fd-9c9c-f087a29dc956 req-d90297a9-18a9-4294-9b9a-59226dc20ac8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c870feb5c74e4746a679b9147fc0200c&device_id=01238c5d-2f5e-4a1b-9a8e-45c95e95fd72 HTTP/1.1" status: 200 len: 1096 time: 0.0405252 May 20 21:31:49.264120 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589bfee9-f5e4-47fd-9c9c-f087a29dc956 req-eda2c4dd-2492-47dc-bbc9-1d075fb86e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:31:49.265602 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-589bfee9-f5e4-47fd-9c9c-f087a29dc956 req-eda2c4dd-2492-47dc-bbc9-1d075fb86e6a service neutron] 10.222.0.24 "GET /v2.0/networks?id=55fd110d-ad41-4afe-9311-6063b734e7bd HTTP/1.1" status: 200 len: 916 time: 0.0850501 May 20 21:31:49.308048 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-589bfee9-f5e4-47fd-9c9c-f087a29dc956 req-33cacddc-e97e-4312-ba9c-9c88957c7793 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=01bff81c-44a9-4448-b817-2bca433eb017 HTTP/1.1" status: 200 len: 217 time: 0.0366635 May 20 21:31:49.357584 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589bfee9-f5e4-47fd-9c9c-f087a29dc956 req-6f883690-cbdd-4f11-b578-33e92c25c970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:31:49.359049 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-589bfee9-f5e4-47fd-9c9c-f087a29dc956 req-6f883690-cbdd-4f11-b578-33e92c25c970 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=dd004063-8902-4af8-bb82-e65a4d1f988d HTTP/1.1" status: 200 len: 855 time: 0.0452690 May 20 21:31:49.390499 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-589bfee9-f5e4-47fd-9c9c-f087a29dc956 req-bb139062-a6e0-4f86-9717-4fe68f720760 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=55fd110d-ad41-4afe-9311-6063b734e7bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254843 May 20 21:31:49.411198 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3f5968-bacf-4392-8352-38ee35f934fc req-a03c4258-ecb3-4148-9336-e0bab14b991b tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:31:49.412685 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5a3f5968-bacf-4392-8352-38ee35f934fc req-a03c4258-ecb3-4148-9336-e0bab14b991b tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] 10.222.0.35 "GET /v2.0/ports?device_id=01238c5d-2f5e-4a1b-9a8e-45c95e95fd72 HTTP/1.1" status: 200 len: 945 time: 0.0500438 May 20 21:31:49.451093 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5a3f5968-bacf-4392-8352-38ee35f934fc req-65afa899-330f-43f9-bc69-48477406f120 tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] 10.222.0.35 "GET /v2.0/security-groups?id=8badb3b8-47b2-4d23-a15e-15d2ca00923c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322502 May 20 21:31:49.484913 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-589bfee9-f5e4-47fd-9c9c-f087a29dc956 req-155dd4b9-b394-4342-99c2-502a8b7e87f5 service neutron] 10.222.0.24 "GET /v2.0/networks/55fd110d-ad41-4afe-9311-6063b734e7bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878289 May 20 21:31:49.570805 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d85f024-96fc-4330-94a9-b1a73efa934e req-ac745041-6cbd-4b0c-8fe9-3cc21a3dd959 tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:31:49.572433 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6d85f024-96fc-4330-94a9-b1a73efa934e req-ac745041-6cbd-4b0c-8fe9-3cc21a3dd959 tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] 10.222.0.35 "GET /v2.0/ports?device_id=01238c5d-2f5e-4a1b-9a8e-45c95e95fd72 HTTP/1.1" status: 200 len: 945 time: 0.0495639 May 20 21:31:49.575200 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-589bfee9-f5e4-47fd-9c9c-f087a29dc956 req-3b06e891-e46c-481a-917d-9092d2fa7211 service neutron] 10.222.0.24 "GET /v2.0/networks/55fd110d-ad41-4afe-9311-6063b734e7bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837781 May 20 21:31:49.611932 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6d85f024-96fc-4330-94a9-b1a73efa934e req-19082f9c-35d5-4ec4-8044-32aff55c546f tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] 10.222.0.35 "GET /v2.0/security-groups?id=8badb3b8-47b2-4d23-a15e-15d2ca00923c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334361 May 20 21:31:49.925573 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-e2864090-7bbd-4210-933c-e9d09f0a0e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:31:51.000668 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30748ab0-79a7-40e8-94b7-f8e3026aa294 req-6a9f27e6-cd04-4949-896e-a20bf623df74 tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:31:51.002615 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-30748ab0-79a7-40e8-94b7-f8e3026aa294 req-6a9f27e6-cd04-4949-896e-a20bf623df74 tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] 10.222.0.35 "GET /v2.0/ports?device_id=01238c5d-2f5e-4a1b-9a8e-45c95e95fd72 HTTP/1.1" status: 200 len: 945 time: 0.0540731 May 20 21:31:51.041103 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-30748ab0-79a7-40e8-94b7-f8e3026aa294 req-106031cb-9485-44a1-b7b5-1ebe2f6c87f3 tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] 10.222.0.35 "GET /v2.0/security-groups?id=8badb3b8-47b2-4d23-a15e-15d2ca00923c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325775 May 20 21:31:51.153620 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a53759cb-194e-4ac4-961d-629a30e7cb9e req-7f74681a-5a17-4c8e-aed9-0dea359558a6 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=01238c5d-2f5e-4a1b-9a8e-45c95e95fd72&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0389938 May 20 21:31:52.161690 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe12d857-97fd-4da8-98d8-613e70c1ffa6 req-35b9fb0c-5023-4593-a77a-81701efe25f6 tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:31:52.163200 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-fe12d857-97fd-4da8-98d8-613e70c1ffa6 req-35b9fb0c-5023-4593-a77a-81701efe25f6 tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] 10.222.0.35 "GET /v2.0/ports?device_id=01238c5d-2f5e-4a1b-9a8e-45c95e95fd72 HTTP/1.1" status: 200 len: 945 time: 0.0499640 May 20 21:31:52.201120 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-fe12d857-97fd-4da8-98d8-613e70c1ffa6 req-5e7b7152-5b41-4d7a-8954-9a5f4c5d926d tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] 10.222.0.35 "GET /v2.0/security-groups?id=8badb3b8-47b2-4d23-a15e-15d2ca00923c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317221 May 20 21:31:52.285350 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-895bd26e-5081-42de-907b-e627dd51a056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:31:53.151965 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53759cb-194e-4ac4-961d-629a30e7cb9e req-223321bc-6049-42b4-892e-bcb530258b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:31:53.153456 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-a53759cb-194e-4ac4-961d-629a30e7cb9e req-223321bc-6049-42b4-892e-bcb530258b01 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c870feb5c74e4746a679b9147fc0200c&device_id=01238c5d-2f5e-4a1b-9a8e-45c95e95fd72 HTTP/1.1" status: 200 len: 1096 time: 0.0413592 May 20 21:31:53.248067 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53759cb-194e-4ac4-961d-629a30e7cb9e req-ba32da24-2ef1-42f7-b81b-4d8d4711f04d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:31:53.249691 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-a53759cb-194e-4ac4-961d-629a30e7cb9e req-ba32da24-2ef1-42f7-b81b-4d8d4711f04d service neutron] 10.222.0.24 "GET /v2.0/networks?id=55fd110d-ad41-4afe-9311-6063b734e7bd HTTP/1.1" status: 200 len: 916 time: 0.0880015 May 20 21:31:53.291033 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-a53759cb-194e-4ac4-961d-629a30e7cb9e req-8540aeeb-12e1-458c-8a22-83bec4817db5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=01bff81c-44a9-4448-b817-2bca433eb017 HTTP/1.1" status: 200 len: 217 time: 0.0347319 May 20 21:31:53.325793 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60cbacf-9a1d-4e55-8f02-c32848678629 req-7521b7e3-5864-487a-8c92-572524f5b6c6 tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:31:53.327273 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d60cbacf-9a1d-4e55-8f02-c32848678629 req-7521b7e3-5864-487a-8c92-572524f5b6c6 tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] 10.222.0.35 "GET /v2.0/ports?device_id=01238c5d-2f5e-4a1b-9a8e-45c95e95fd72 HTTP/1.1" status: 200 len: 945 time: 0.0526853 May 20 21:31:53.345127 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53759cb-194e-4ac4-961d-629a30e7cb9e req-44a603cd-5b1a-47bb-9ef3-5cd3a6128358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:31:53.346726 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-a53759cb-194e-4ac4-961d-629a30e7cb9e req-44a603cd-5b1a-47bb-9ef3-5cd3a6128358 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=dd004063-8902-4af8-bb82-e65a4d1f988d HTTP/1.1" status: 200 len: 855 time: 0.0501699 May 20 21:31:53.372273 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d60cbacf-9a1d-4e55-8f02-c32848678629 req-fee8015a-26c8-45f1-8297-362927e24427 tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] 10.222.0.35 "GET /v2.0/security-groups?id=8badb3b8-47b2-4d23-a15e-15d2ca00923c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340023 May 20 21:31:53.380287 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-a53759cb-194e-4ac4-961d-629a30e7cb9e req-cc8364a9-1abb-4ea4-b4a4-ec74d0eefa61 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=55fd110d-ad41-4afe-9311-6063b734e7bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250204 May 20 21:31:53.467627 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-a53759cb-194e-4ac4-961d-629a30e7cb9e req-86c5d090-abe5-41f6-8864-2b8cad8a886e service neutron] 10.222.0.24 "GET /v2.0/networks/55fd110d-ad41-4afe-9311-6063b734e7bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820699 May 20 21:31:53.561925 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-a53759cb-194e-4ac4-961d-629a30e7cb9e req-5055f364-7374-4cba-9d71-48bf7775b23c service neutron] 10.222.0.24 "GET /v2.0/networks/55fd110d-ad41-4afe-9311-6063b734e7bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886667 May 20 21:31:54.087735 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4bb0e131-6525-46ca-a45b-e4ea43a5e69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:31:54.488623 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee73db3-f5e4-437c-9f32-257f43bfd3c4 req-44ee7b4c-b4f3-4a63-9949-c23f47acf109 tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:31:54.490170 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9ee73db3-f5e4-437c-9f32-257f43bfd3c4 req-44ee7b4c-b4f3-4a63-9949-c23f47acf109 tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] 10.222.0.35 "GET /v2.0/ports?device_id=01238c5d-2f5e-4a1b-9a8e-45c95e95fd72 HTTP/1.1" status: 200 len: 945 time: 0.0496123 May 20 21:31:54.529407 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9ee73db3-f5e4-437c-9f32-257f43bfd3c4 req-e3c4b006-4bf6-422f-9739-de04813b3c7f tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] 10.222.0.35 "GET /v2.0/security-groups?id=8badb3b8-47b2-4d23-a15e-15d2ca00923c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329280 May 20 21:31:55.143183 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.agents_db [None req-5c33ad30-4e00-40fa-b486-8c79c4a6cfc5 None None] Agent healthcheck: found 7 active agents {{(pid=103165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 20 21:31:55.151189 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:31:55.613914 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:31:55.639559 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cc3ec51b-6ec8-438a-8349-5f0bec346d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:31:55.648138 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15f53e0-daeb-4012-a76b-e12992913191 req-b98bc62f-cb78-478b-8526-68d742bdc8ec tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:31:55.649706 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b15f53e0-daeb-4012-a76b-e12992913191 req-b98bc62f-cb78-478b-8526-68d742bdc8ec tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] 10.222.0.35 "GET /v2.0/ports?device_id=01238c5d-2f5e-4a1b-9a8e-45c95e95fd72 HTTP/1.1" status: 200 len: 945 time: 0.0507836 May 20 21:31:55.687284 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b15f53e0-daeb-4012-a76b-e12992913191 req-ebe185a5-ab87-49bc-96d5-31f965c2aecb tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] 10.222.0.35 "GET /v2.0/security-groups?id=8badb3b8-47b2-4d23-a15e-15d2ca00923c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314181 May 20 21:31:56.808452 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71562618-807a-4563-bc87-bf69678582fb req-45f3cecd-a21d-4e2e-918c-6fb9fcc5596d tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:31:56.809979 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-71562618-807a-4563-bc87-bf69678582fb req-45f3cecd-a21d-4e2e-918c-6fb9fcc5596d tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] 10.222.0.35 "GET /v2.0/ports?device_id=01238c5d-2f5e-4a1b-9a8e-45c95e95fd72 HTTP/1.1" status: 200 len: 945 time: 0.0521121 May 20 21:31:56.847148 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-71562618-807a-4563-bc87-bf69678582fb req-311a1b1b-fa46-4396-9ee3-107056cbaa10 tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] 10.222.0.35 "GET /v2.0/security-groups?id=8badb3b8-47b2-4d23-a15e-15d2ca00923c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307455 May 20 21:31:57.962310 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc00d436-047d-41b5-a0c4-7c3c43738d3d req-e6304190-0673-4b8c-ab64-37e8de5055b0 tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:31:57.963734 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-dc00d436-047d-41b5-a0c4-7c3c43738d3d req-e6304190-0673-4b8c-ab64-37e8de5055b0 tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] 10.222.0.35 "GET /v2.0/ports?device_id=01238c5d-2f5e-4a1b-9a8e-45c95e95fd72 HTTP/1.1" status: 200 len: 945 time: 0.0484917 May 20 21:31:58.001950 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-dc00d436-047d-41b5-a0c4-7c3c43738d3d req-5c8b5f06-93ad-4d8a-a48a-700ca8eada70 tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] 10.222.0.35 "GET /v2.0/security-groups?id=8badb3b8-47b2-4d23-a15e-15d2ca00923c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321138 May 20 21:31:59.115638 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc95b60-9791-437c-963d-e8b2ca90c90e req-45e1b254-68ed-4846-88e8-9174f7e1c169 tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:31:59.117083 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-dbc95b60-9791-437c-963d-e8b2ca90c90e req-45e1b254-68ed-4846-88e8-9174f7e1c169 tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] 10.222.0.35 "GET /v2.0/ports?device_id=01238c5d-2f5e-4a1b-9a8e-45c95e95fd72 HTTP/1.1" status: 200 len: 945 time: 0.0476604 May 20 21:31:59.154771 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-dbc95b60-9791-437c-963d-e8b2ca90c90e req-e943b27c-ff24-4994-a06f-090ff8838e3b tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] 10.222.0.35 "GET /v2.0/security-groups?id=8badb3b8-47b2-4d23-a15e-15d2ca00923c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313470 May 20 21:32:00.276626 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f6bd59-208f-4c69-b19d-a5e05c8c4993 req-c33ee58a-f0cc-4488-b092-576bf88df70a tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:32:00.278109 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-68f6bd59-208f-4c69-b19d-a5e05c8c4993 req-c33ee58a-f0cc-4488-b092-576bf88df70a tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] 10.222.0.35 "GET /v2.0/ports?device_id=01238c5d-2f5e-4a1b-9a8e-45c95e95fd72 HTTP/1.1" status: 200 len: 945 time: 0.0537200 May 20 21:32:00.320034 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-68f6bd59-208f-4c69-b19d-a5e05c8c4993 req-0c5616f9-a30a-4a20-b726-a95d5cec043e tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] 10.222.0.35 "GET /v2.0/security-groups?id=8badb3b8-47b2-4d23-a15e-15d2ca00923c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356946 May 20 21:32:01.438087 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0ad774-88c5-4765-b291-701608712bb8 req-599f83eb-9d95-476f-814a-fe2e0fe78e34 tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:32:01.439549 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7c0ad774-88c5-4765-b291-701608712bb8 req-599f83eb-9d95-476f-814a-fe2e0fe78e34 tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] 10.222.0.35 "GET /v2.0/ports?device_id=01238c5d-2f5e-4a1b-9a8e-45c95e95fd72 HTTP/1.1" status: 200 len: 945 time: 0.0501566 May 20 21:32:01.477286 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7c0ad774-88c5-4765-b291-701608712bb8 req-bf369a2f-f3f1-48b1-b42b-512106b6c55f tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] 10.222.0.35 "GET /v2.0/security-groups?id=8badb3b8-47b2-4d23-a15e-15d2ca00923c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315518 May 20 21:32:02.594608 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c237972-40e0-4905-9c90-cdba3bbbeba2 req-63d4e58b-882d-4a3a-a5a1-5488542dad67 tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:32:02.596082 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6c237972-40e0-4905-9c90-cdba3bbbeba2 req-63d4e58b-882d-4a3a-a5a1-5488542dad67 tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] 10.222.0.35 "GET /v2.0/ports?device_id=01238c5d-2f5e-4a1b-9a8e-45c95e95fd72 HTTP/1.1" status: 200 len: 945 time: 0.0485368 May 20 21:32:02.635104 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6c237972-40e0-4905-9c90-cdba3bbbeba2 req-39a890e9-6f7c-4df7-a3f4-18ab3f7fe527 tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] 10.222.0.35 "GET /v2.0/security-groups?id=8badb3b8-47b2-4d23-a15e-15d2ca00923c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321195 May 20 21:32:02.719403 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:32:03.756241 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcd82ab-8ed0-4f2a-a464-8469942c35fc req-2da2b96b-910f-4164-8e89-46d3a5b4495b tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:32:03.757625 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-dbcd82ab-8ed0-4f2a-a464-8469942c35fc req-2da2b96b-910f-4164-8e89-46d3a5b4495b tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] 10.222.0.35 "GET /v2.0/ports?device_id=01238c5d-2f5e-4a1b-9a8e-45c95e95fd72 HTTP/1.1" status: 200 len: 945 time: 0.0530038 May 20 21:32:03.794313 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-dbcd82ab-8ed0-4f2a-a464-8469942c35fc req-1839aae5-1244-4cf4-b245-2ac13fdac321 tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] 10.222.0.35 "GET /v2.0/security-groups?id=8badb3b8-47b2-4d23-a15e-15d2ca00923c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306473 May 20 21:32:04.963129 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693b403a-a71d-4281-bcae-7b8e52bf10f5 req-535caace-e416-472a-bc36-1b20e9aa1b8a tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:32:04.964713 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-693b403a-a71d-4281-bcae-7b8e52bf10f5 req-535caace-e416-472a-bc36-1b20e9aa1b8a tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] 10.222.0.35 "GET /v2.0/ports?device_id=01238c5d-2f5e-4a1b-9a8e-45c95e95fd72 HTTP/1.1" status: 200 len: 945 time: 0.1016674 May 20 21:32:05.002323 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-693b403a-a71d-4281-bcae-7b8e52bf10f5 req-8b2930ea-21e8-43e5-bd46-5e69bb413ea5 tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] 10.222.0.35 "GET /v2.0/security-groups?id=8badb3b8-47b2-4d23-a15e-15d2ca00923c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314729 May 20 21:32:06.130828 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53072d8c-ae73-47ca-87d0-261f679414d2 req-0c18e0fa-9aac-4cff-97ad-d7d7cdc3c79a tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:32:06.132322 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-53072d8c-ae73-47ca-87d0-261f679414d2 req-0c18e0fa-9aac-4cff-97ad-d7d7cdc3c79a tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] 10.222.0.35 "GET /v2.0/ports?device_id=01238c5d-2f5e-4a1b-9a8e-45c95e95fd72 HTTP/1.1" status: 200 len: 945 time: 0.0554435 May 20 21:32:06.171485 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-53072d8c-ae73-47ca-87d0-261f679414d2 req-1e98127b-6a5b-4003-84cd-de10cae9b33a tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] 10.222.0.35 "GET /v2.0/security-groups?id=8badb3b8-47b2-4d23-a15e-15d2ca00923c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329077 May 20 21:32:07.296401 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd3bdab-13ea-48cc-bda6-c66c1ac43625 req-68752add-2634-4995-8dd6-680b70241904 tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:32:07.297865 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9fd3bdab-13ea-48cc-bda6-c66c1ac43625 req-68752add-2634-4995-8dd6-680b70241904 tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] 10.222.0.35 "GET /v2.0/ports?device_id=01238c5d-2f5e-4a1b-9a8e-45c95e95fd72 HTTP/1.1" status: 200 len: 945 time: 0.0521595 May 20 21:32:07.344505 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9fd3bdab-13ea-48cc-bda6-c66c1ac43625 req-d6d06fdb-5495-4c6c-9e6f-fcd3775a56c5 tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] 10.222.0.35 "GET /v2.0/security-groups?id=8badb3b8-47b2-4d23-a15e-15d2ca00923c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403697 May 20 21:32:08.514481 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2cd9dc-4936-46cc-81c1-eda7d47f2f4d req-c38f9502-f994-4b98-a3b0-90695d8c74aa tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:32:08.517580 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ec2cd9dc-4936-46cc-81c1-eda7d47f2f4d req-c38f9502-f994-4b98-a3b0-90695d8c74aa tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] 10.222.0.35 "GET /v2.0/ports?device_id=01238c5d-2f5e-4a1b-9a8e-45c95e95fd72 HTTP/1.1" status: 200 len: 945 time: 0.1025186 May 20 21:32:08.553499 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ec2cd9dc-4936-46cc-81c1-eda7d47f2f4d req-58bc9982-71b3-4f1a-a5e5-817bf78fb054 tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] 10.222.0.35 "GET /v2.0/security-groups?id=8badb3b8-47b2-4d23-a15e-15d2ca00923c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309453 May 20 21:32:09.671008 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72205abb-f718-4ceb-8598-2ff4ea949299 req-19b68b40-9cc3-4449-b18b-91c09d43aa9b tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:32:09.672483 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-72205abb-f718-4ceb-8598-2ff4ea949299 req-19b68b40-9cc3-4449-b18b-91c09d43aa9b tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] 10.222.0.35 "GET /v2.0/ports?device_id=01238c5d-2f5e-4a1b-9a8e-45c95e95fd72 HTTP/1.1" status: 200 len: 945 time: 0.0486777 May 20 21:32:09.710499 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-72205abb-f718-4ceb-8598-2ff4ea949299 req-fb903d82-4e91-4b31-9e42-614fccc74ad8 tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] 10.222.0.35 "GET /v2.0/security-groups?id=8badb3b8-47b2-4d23-a15e-15d2ca00923c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310585 May 20 21:32:10.831740 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b157bd-e22d-4d43-8474-d1a04d5d38a1 req-fae19c71-2349-495a-a7fe-4d108625a7b1 tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:32:10.833181 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d3b157bd-e22d-4d43-8474-d1a04d5d38a1 req-fae19c71-2349-495a-a7fe-4d108625a7b1 tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] 10.222.0.35 "GET /v2.0/ports?device_id=01238c5d-2f5e-4a1b-9a8e-45c95e95fd72 HTTP/1.1" status: 200 len: 945 time: 0.0516825 May 20 21:32:10.871200 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d3b157bd-e22d-4d43-8474-d1a04d5d38a1 req-2ad9a624-146a-48bb-b090-08832780ec5e tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] 10.222.0.35 "GET /v2.0/security-groups?id=8badb3b8-47b2-4d23-a15e-15d2ca00923c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315428 May 20 21:32:11.985609 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90f9cf2-1374-4b69-9cf1-212430da20f0 req-adc3818a-2308-48c4-8142-9eadcb3f74a9 tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:32:11.987053 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b90f9cf2-1374-4b69-9cf1-212430da20f0 req-adc3818a-2308-48c4-8142-9eadcb3f74a9 tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] 10.222.0.35 "GET /v2.0/ports?device_id=01238c5d-2f5e-4a1b-9a8e-45c95e95fd72 HTTP/1.1" status: 200 len: 945 time: 0.0481532 May 20 21:32:12.025174 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b90f9cf2-1374-4b69-9cf1-212430da20f0 req-099562d6-da7f-4990-9c90-f8c33d485848 tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] 10.222.0.35 "GET /v2.0/security-groups?id=8badb3b8-47b2-4d23-a15e-15d2ca00923c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310764 May 20 21:32:13.139131 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0431be-ea32-414c-9fd0-d76747520130 req-9806c936-22aa-49e9-8d2d-abb6efbc53ef tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:32:13.140599 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5d0431be-ea32-414c-9fd0-d76747520130 req-9806c936-22aa-49e9-8d2d-abb6efbc53ef tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] 10.222.0.35 "GET /v2.0/ports?device_id=01238c5d-2f5e-4a1b-9a8e-45c95e95fd72 HTTP/1.1" status: 200 len: 945 time: 0.0481420 May 20 21:32:13.177336 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5d0431be-ea32-414c-9fd0-d76747520130 req-713d93aa-73a5-47dc-99d7-2bd64f51ad07 tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] 10.222.0.35 "GET /v2.0/security-groups?id=8badb3b8-47b2-4d23-a15e-15d2ca00923c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299494 May 20 21:32:14.296240 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b5095e-2db4-4b0f-905c-5dd8ebd9b302 req-bd6926a1-b7ee-4911-bbb5-699d062ad28f tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:32:14.297695 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-14b5095e-2db4-4b0f-905c-5dd8ebd9b302 req-bd6926a1-b7ee-4911-bbb5-699d062ad28f tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] 10.222.0.35 "GET /v2.0/ports?device_id=01238c5d-2f5e-4a1b-9a8e-45c95e95fd72 HTTP/1.1" status: 200 len: 945 time: 0.0508780 May 20 21:32:14.337317 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-14b5095e-2db4-4b0f-905c-5dd8ebd9b302 req-ca84729b-db7d-4bf6-8378-61c944a5ff14 tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] 10.222.0.35 "GET /v2.0/security-groups?id=8badb3b8-47b2-4d23-a15e-15d2ca00923c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323057 May 20 21:32:15.452532 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf39548b-7c94-4180-812c-5853d6392855 req-26bf8464-5dea-4ae7-84e0-ffc830f5aab2 tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:32:15.454025 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-cf39548b-7c94-4180-812c-5853d6392855 req-26bf8464-5dea-4ae7-84e0-ffc830f5aab2 tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] 10.222.0.35 "GET /v2.0/ports?device_id=01238c5d-2f5e-4a1b-9a8e-45c95e95fd72 HTTP/1.1" status: 200 len: 945 time: 0.0477474 May 20 21:32:15.491391 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-cf39548b-7c94-4180-812c-5853d6392855 req-76cd2cf6-5205-4ef4-a839-497361d5f739 tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] 10.222.0.35 "GET /v2.0/security-groups?id=8badb3b8-47b2-4d23-a15e-15d2ca00923c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307083 May 20 21:32:16.608393 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c182983e-5bce-407a-a76b-979645b9edc6 req-482ceda8-1e5b-40db-b2af-52302d209697 tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:32:16.609895 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c182983e-5bce-407a-a76b-979645b9edc6 req-482ceda8-1e5b-40db-b2af-52302d209697 tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] 10.222.0.35 "GET /v2.0/ports?device_id=01238c5d-2f5e-4a1b-9a8e-45c95e95fd72 HTTP/1.1" status: 200 len: 945 time: 0.0488598 May 20 21:32:16.647500 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c182983e-5bce-407a-a76b-979645b9edc6 req-3f173efe-40cc-484d-a6f3-d8aef6915cfe tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] 10.222.0.35 "GET /v2.0/security-groups?id=8badb3b8-47b2-4d23-a15e-15d2ca00923c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314174 May 20 21:32:17.766583 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da09135-3a88-45d5-9085-1418d2db11f9 req-5637df26-19ff-47ff-959f-8009ab1dfeb5 tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:32:17.768031 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0da09135-3a88-45d5-9085-1418d2db11f9 req-5637df26-19ff-47ff-959f-8009ab1dfeb5 tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] 10.222.0.35 "GET /v2.0/ports?device_id=01238c5d-2f5e-4a1b-9a8e-45c95e95fd72 HTTP/1.1" status: 200 len: 945 time: 0.0516863 May 20 21:32:17.806216 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0da09135-3a88-45d5-9085-1418d2db11f9 req-cbb9673a-c23f-43ef-9d9e-7e651ead03fa tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] 10.222.0.35 "GET /v2.0/security-groups?id=8badb3b8-47b2-4d23-a15e-15d2ca00923c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308266 May 20 21:32:18.924500 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981a869c-cbf6-44d9-a4e9-3b9c77614d84 req-7b9ea7b0-b27c-42f3-b3b6-dd68985d7b10 tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:32:18.925989 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-981a869c-cbf6-44d9-a4e9-3b9c77614d84 req-7b9ea7b0-b27c-42f3-b3b6-dd68985d7b10 tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] 10.222.0.35 "GET /v2.0/ports?device_id=01238c5d-2f5e-4a1b-9a8e-45c95e95fd72 HTTP/1.1" status: 200 len: 945 time: 0.0482175 May 20 21:32:18.963130 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-981a869c-cbf6-44d9-a4e9-3b9c77614d84 req-2672e14c-4e7c-481d-b679-b3092d86cbe0 tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] 10.222.0.35 "GET /v2.0/security-groups?id=8badb3b8-47b2-4d23-a15e-15d2ca00923c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310009 May 20 21:32:19.921822 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-f0b9ab32-b978-4c3d-a22b-eb50c02f3fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:32:20.077625 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f01b27-8be6-4c82-ad5d-2f3741f993ab req-be166d54-e04b-4bcc-82ca-01b51b9f4950 tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:32:20.079059 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-19f01b27-8be6-4c82-ad5d-2f3741f993ab req-be166d54-e04b-4bcc-82ca-01b51b9f4950 tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] 10.222.0.35 "GET /v2.0/ports?device_id=01238c5d-2f5e-4a1b-9a8e-45c95e95fd72 HTTP/1.1" status: 200 len: 945 time: 0.0473204 May 20 21:32:20.116461 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-19f01b27-8be6-4c82-ad5d-2f3741f993ab req-23dc2268-ffae-45c8-8020-6234ebd7cc93 tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] 10.222.0.35 "GET /v2.0/security-groups?id=8badb3b8-47b2-4d23-a15e-15d2ca00923c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307281 May 20 21:32:21.239433 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2139f9-07e4-4724-851f-cfbb518de727 req-0891c535-a28c-44f2-9b52-2c63612051b3 tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:32:21.240937 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1d2139f9-07e4-4724-851f-cfbb518de727 req-0891c535-a28c-44f2-9b52-2c63612051b3 tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] 10.222.0.35 "GET /v2.0/ports?device_id=01238c5d-2f5e-4a1b-9a8e-45c95e95fd72 HTTP/1.1" status: 200 len: 945 time: 0.0523202 May 20 21:32:21.279511 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1d2139f9-07e4-4724-851f-cfbb518de727 req-dbd32bcf-d309-4253-a701-d84453c580f9 tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] 10.222.0.35 "GET /v2.0/security-groups?id=8badb3b8-47b2-4d23-a15e-15d2ca00923c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321367 May 20 21:32:22.347835 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-fe30c4e5-5a8b-43d6-93cd-e4c0f970a75c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:32:22.397120 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7e9c7e-c455-4a5d-842e-0211f3fbf5ea req-6dee7c28-ca8b-4f7c-be5a-9c76c8966e79 tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:32:22.399701 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-bf7e9c7e-c455-4a5d-842e-0211f3fbf5ea req-6dee7c28-ca8b-4f7c-be5a-9c76c8966e79 tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] 10.222.0.35 "GET /v2.0/ports?device_id=01238c5d-2f5e-4a1b-9a8e-45c95e95fd72 HTTP/1.1" status: 200 len: 945 time: 0.0518918 May 20 21:32:22.438226 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-bf7e9c7e-c455-4a5d-842e-0211f3fbf5ea req-c4ae89a8-a57d-4c58-8d0d-16f0bda327de tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] 10.222.0.35 "GET /v2.0/security-groups?id=8badb3b8-47b2-4d23-a15e-15d2ca00923c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324574 May 20 21:32:23.554135 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c605b1-26b3-4cbc-92f7-d05fb7623f4f req-2835f57f-5c76-477c-8bed-fafda0459748 tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:32:23.555733 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-48c605b1-26b3-4cbc-92f7-d05fb7623f4f req-2835f57f-5c76-477c-8bed-fafda0459748 tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] 10.222.0.35 "GET /v2.0/ports?device_id=01238c5d-2f5e-4a1b-9a8e-45c95e95fd72 HTTP/1.1" status: 200 len: 945 time: 0.0488579 May 20 21:32:23.593648 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-48c605b1-26b3-4cbc-92f7-d05fb7623f4f req-7cafeb3f-7ec9-4491-9dae-53b95c7ddc47 tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] 10.222.0.35 "GET /v2.0/security-groups?id=8badb3b8-47b2-4d23-a15e-15d2ca00923c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319195 May 20 21:32:24.104882 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4bb0e131-6525-46ca-a45b-e4ea43a5e69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:32:24.714842 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e310064b-1e09-4aab-a876-0089148d986d req-88dad024-2610-4557-b115-c8f741e6d1c3 tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:32:24.720510 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e310064b-1e09-4aab-a876-0089148d986d req-88dad024-2610-4557-b115-c8f741e6d1c3 tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] 10.222.0.35 "GET /v2.0/ports?device_id=01238c5d-2f5e-4a1b-9a8e-45c95e95fd72 HTTP/1.1" status: 200 len: 945 time: 0.0575459 May 20 21:32:24.758241 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e310064b-1e09-4aab-a876-0089148d986d req-546c888c-95fd-460b-9335-399123bd6ee7 tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] 10.222.0.35 "GET /v2.0/security-groups?id=8badb3b8-47b2-4d23-a15e-15d2ca00923c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308983 May 20 21:32:25.173310 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:32:25.619180 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:32:25.682290 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cc3ec51b-6ec8-438a-8349-5f0bec346d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:32:25.708546 n-d-842733-1 neutron-server[103162]: INFO neutron.api.v2.resource [req-a53759cb-194e-4ac4-961d-629a30e7cb9e req-60f63a0f-6410-468f-9405-3f304503bf59 service neutron] show failed (client error): The resource could not be found. May 20 21:32:25.709579 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-a53759cb-194e-4ac4-961d-629a30e7cb9e req-60f63a0f-6410-468f-9405-3f304503bf59 service neutron] 10.222.0.24 "GET /v2.0/ports/01bff81c-44a9-4448-b817-2bca433eb017/bindings/n-h2-842733-1 HTTP/1.1" status: 404 len: 380 time: 0.0546606 May 20 21:32:25.876701 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916b07bd-8d6f-415c-8667-33446784e20b req-b15a35bd-3cc0-432f-8725-512545534c68 tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:32:25.878210 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-916b07bd-8d6f-415c-8667-33446784e20b req-b15a35bd-3cc0-432f-8725-512545534c68 tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] 10.222.0.35 "GET /v2.0/ports?device_id=01238c5d-2f5e-4a1b-9a8e-45c95e95fd72 HTTP/1.1" status: 200 len: 945 time: 0.0499971 May 20 21:32:25.916406 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-916b07bd-8d6f-415c-8667-33446784e20b req-95f252af-98a9-46d5-815e-f0592a6e35be tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] 10.222.0.35 "GET /v2.0/security-groups?id=8badb3b8-47b2-4d23-a15e-15d2ca00923c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315883 May 20 21:32:26.186452 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53759cb-194e-4ac4-961d-629a30e7cb9e req-8a0b15b2-24bf-438b-9ec6-4e85f0c7ec27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:32:26.187932 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-a53759cb-194e-4ac4-961d-629a30e7cb9e req-8a0b15b2-24bf-438b-9ec6-4e85f0c7ec27 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=01238c5d-2f5e-4a1b-9a8e-45c95e95fd72&tenant_id=c870feb5c74e4746a679b9147fc0200c HTTP/1.1" status: 200 len: 1096 time: 0.0414217 May 20 21:32:26.204441 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [req-a53759cb-194e-4ac4-961d-629a30e7cb9e req-8f6e2cf0-9fe8-4604-a80b-f0c8d724b90a service neutron] Request body: {'port': {'binding:host_id': 'n-h2-842733-1', 'device_owner': 'compute:nova'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:32:26.260502 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-a53759cb-194e-4ac4-961d-629a30e7cb9e req-8f6e2cf0-9fe8-4604-a80b-f0c8d724b90a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:32:26.463077 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-a53759cb-194e-4ac4-961d-629a30e7cb9e req-8f6e2cf0-9fe8-4604-a80b-f0c8d724b90a service neutron] For port 01bff81c-44a9-4448-b817-2bca433eb017, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=01bff81c-44a9-4448-b817-2bca433eb017,segment=NetworkSegment(d6afa9cc-8868-478f-99a9-5604a287249f),segment_id=d6afa9cc-8868-478f-99a9-5604a287249f)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:32:26.496271 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-a53759cb-194e-4ac4-961d-629a30e7cb9e req-8f6e2cf0-9fe8-4604-a80b-f0c8d724b90a service neutron] For port 01bff81c-44a9-4448-b817-2bca433eb017, host n-h1-842733-1, cleared binding levels {{(pid=103162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 21:32:26.535775 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01238c5d-2f5e-4a1b-9a8e-45c95e95fd72', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01bff81c-44a9-4448-b817-2bca433eb017'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 21:32:26.538567 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6fa957933fccbf596d28104b23404b952ad6a8238afaebaed40a0874b2e409" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-856a6e1c-7f0e-4a8b-9268-f0d13473358f" -d '{"events": [{"server_uuid": "01238c5d-2f5e-4a1b-9a8e-45c95e95fd72", "name": "network-vif-unplugged", "status": "completed", "tag": "01bff81c-44a9-4448-b817-2bca433eb017"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 21:32:26.542656 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-a53759cb-194e-4ac4-961d-629a30e7cb9e req-8f6e2cf0-9fe8-4604-a80b-f0c8d724b90a service neutron] Notify callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:32:26.555116 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.provisioning_blocks [req-a53759cb-194e-4ac4-961d-629a30e7cb9e req-8f6e2cf0-9fe8-4604-a80b-f0c8d724b90a service neutron] Transition to ACTIVE for port object 01bff81c-44a9-4448-b817-2bca433eb017 will not be triggered until provisioned by entity L2. {{(pid=103162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 21:32:26.639124 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-a53759cb-194e-4ac4-961d-629a30e7cb9e req-8f6e2cf0-9fe8-4604-a80b-f0c8d724b90a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:32:26.667430 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 May 2022 21:32:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94910479-26bf-41f6-bb88-3ab74d987e17 x-openstack-request-id: req-94910479-26bf-41f6-bb88-3ab74d987e17 {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 21:32:26.667720 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01238c5d-2f5e-4a1b-9a8e-45c95e95fd72", "name": "network-vif-unplugged", "status": "completed", "tag": "01bff81c-44a9-4448-b817-2bca433eb017", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 21:32:26.667970 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-94910479-26bf-41f6-bb88-3ab74d987e17 {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 21:32:26.668362 n-d-842733-1 neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94910479-26bf-41f6-bb88-3ab74d987e17'] response: {'server_uuid': '01238c5d-2f5e-4a1b-9a8e-45c95e95fd72', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01bff81c-44a9-4448-b817-2bca433eb017', 'code': 200} May 20 21:32:26.705888 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6e2cf0-9fe8-4604-a80b-f0c8d724b90a service neutron] Pushing event updated for resources: {'Port': ['ID=01bff81c-44a9-4448-b817-2bca433eb017,revision_number=6']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:32:26.708161 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-a53759cb-194e-4ac4-961d-629a30e7cb9e req-8f6e2cf0-9fe8-4604-a80b-f0c8d724b90a service neutron] No DVR routers for this DVR port 01bff81c-44a9-4448-b817-2bca433eb017 on host n-h1-842733-1 {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 21:32:26.747284 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-a53759cb-194e-4ac4-961d-629a30e7cb9e req-8f6e2cf0-9fe8-4604-a80b-f0c8d724b90a service neutron] Attempting to bind port 01bff81c-44a9-4448-b817-2bca433eb017 on host n-h2-842733-1 for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:32:26.752187 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-a53759cb-194e-4ac4-961d-629a30e7cb9e req-8f6e2cf0-9fe8-4604-a80b-f0c8d724b90a service neutron] Attempting to bind port 01bff81c-44a9-4448-b817-2bca433eb017 by drivers openvswitch,hyperv on host n-h2-842733-1 at level 0 using segments [{'id': 'd6afa9cc-8868-478f-99a9-5604a287249f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '55fd110d-ad41-4afe-9311-6063b734e7bd'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:32:26.752187 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a53759cb-194e-4ac4-961d-629a30e7cb9e req-8f6e2cf0-9fe8-4604-a80b-f0c8d724b90a service neutron] Attempting to bind port 01bff81c-44a9-4448-b817-2bca433eb017 on network 55fd110d-ad41-4afe-9311-6063b734e7bd {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:32:26.752187 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a53759cb-194e-4ac4-961d-629a30e7cb9e req-8f6e2cf0-9fe8-4604-a80b-f0c8d724b90a service neutron] Port 01bff81c-44a9-4448-b817-2bca433eb017 on network 55fd110d-ad41-4afe-9311-6063b734e7bd not bound, no agent of type Open vSwitch agent registered on host n-h2-842733-1 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 21:32:26.752550 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a53759cb-194e-4ac4-961d-629a30e7cb9e req-8f6e2cf0-9fe8-4604-a80b-f0c8d724b90a service neutron] Attempting to bind port 01bff81c-44a9-4448-b817-2bca433eb017 on network 55fd110d-ad41-4afe-9311-6063b734e7bd {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:32:26.758108 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a53759cb-194e-4ac4-961d-629a30e7cb9e req-8f6e2cf0-9fe8-4604-a80b-f0c8d724b90a service neutron] Checking agent: {'id': 'a66f2511-b955-448f-877c-56cfe9c81b12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 33, 2), 'started_at': datetime.datetime(2022, 5, 20, 20, 33, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 21, 32, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 21:32:26.758441 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a53759cb-194e-4ac4-961d-629a30e7cb9e req-8f6e2cf0-9fe8-4604-a80b-f0c8d724b90a service neutron] Checking segment: {'id': 'd6afa9cc-8868-478f-99a9-5604a287249f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '55fd110d-ad41-4afe-9311-6063b734e7bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:32:26.758822 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a53759cb-194e-4ac4-961d-629a30e7cb9e req-8f6e2cf0-9fe8-4604-a80b-f0c8d724b90a service neutron] Bound using segment: {'id': 'd6afa9cc-8868-478f-99a9-5604a287249f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '55fd110d-ad41-4afe-9311-6063b734e7bd'} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 21:32:26.759245 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-a53759cb-194e-4ac4-961d-629a30e7cb9e req-8f6e2cf0-9fe8-4604-a80b-f0c8d724b90a service neutron] Bound port: 01bff81c-44a9-4448-b817-2bca433eb017, host: n-h2-842733-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6afa9cc-8868-478f-99a9-5604a287249f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '55fd110d-ad41-4afe-9311-6063b734e7bd'}}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:32:26.759598 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-a53759cb-194e-4ac4-961d-629a30e7cb9e req-8f6e2cf0-9fe8-4604-a80b-f0c8d724b90a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:32:26.822040 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-a53759cb-194e-4ac4-961d-629a30e7cb9e req-8f6e2cf0-9fe8-4604-a80b-f0c8d724b90a service neutron] For port 01bff81c-44a9-4448-b817-2bca433eb017, host n-h2-842733-1, cleared binding levels {{(pid=103162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 21:32:26.824944 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-a53759cb-194e-4ac4-961d-629a30e7cb9e req-8f6e2cf0-9fe8-4604-a80b-f0c8d724b90a service neutron] For port 01bff81c-44a9-4448-b817-2bca433eb017, host n-h2-842733-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=01bff81c-44a9-4448-b817-2bca433eb017,segment=NetworkSegment(d6afa9cc-8868-478f-99a9-5604a287249f),segment_id=d6afa9cc-8868-478f-99a9-5604a287249f)] {{(pid=103162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 21:32:26.890351 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-a53759cb-194e-4ac4-961d-629a30e7cb9e req-8f6e2cf0-9fe8-4604-a80b-f0c8d724b90a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:32:26.924575 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53759cb-194e-4ac4-961d-629a30e7cb9e req-8f6e2cf0-9fe8-4604-a80b-f0c8d724b90a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:32:26.925177 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-a53759cb-194e-4ac4-961d-629a30e7cb9e req-8f6e2cf0-9fe8-4604-a80b-f0c8d724b90a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:32:26.926571 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-a53759cb-194e-4ac4-961d-629a30e7cb9e req-8f6e2cf0-9fe8-4604-a80b-f0c8d724b90a service neutron] 10.222.0.13 "PUT /v2.0/ports/01bff81c-44a9-4448-b817-2bca433eb017 HTTP/1.1" status: 200 len: 1091 time: 0.7260277 May 20 21:32:26.949150 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6e2cf0-9fe8-4604-a80b-f0c8d724b90a service neutron] Pushing event updated for resources: {'Port': ['ID=01bff81c-44a9-4448-b817-2bca433eb017,revision_number=7']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:32:27.002202 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53759cb-194e-4ac4-961d-629a30e7cb9e req-e8dc2e3c-ea85-411f-afd6-805a0f1900ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:32:27.003637 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-a53759cb-194e-4ac4-961d-629a30e7cb9e req-e8dc2e3c-ea85-411f-afd6-805a0f1900ed service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c870feb5c74e4746a679b9147fc0200c&device_id=01238c5d-2f5e-4a1b-9a8e-45c95e95fd72 HTTP/1.1" status: 200 len: 1094 time: 0.0424623 May 20 21:32:27.041875 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d34313a-a75b-469a-b504-89afab2cca22 req-71e378ae-710d-4699-aa22-0cc2856fb3ea tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:32:27.043479 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4d34313a-a75b-469a-b504-89afab2cca22 req-71e378ae-710d-4699-aa22-0cc2856fb3ea tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] 10.222.0.35 "GET /v2.0/ports?device_id=01238c5d-2f5e-4a1b-9a8e-45c95e95fd72 HTTP/1.1" status: 200 len: 943 time: 0.0498378 May 20 21:32:27.081276 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4d34313a-a75b-469a-b504-89afab2cca22 req-ead330b3-08f6-469c-84ae-21496cea9203 tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] 10.222.0.35 "GET /v2.0/security-groups?id=8badb3b8-47b2-4d23-a15e-15d2ca00923c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315847 May 20 21:32:27.096928 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53759cb-194e-4ac4-961d-629a30e7cb9e req-33a4eeca-89cd-4354-9b49-ac49f96c466b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:32:27.098421 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-a53759cb-194e-4ac4-961d-629a30e7cb9e req-33a4eeca-89cd-4354-9b49-ac49f96c466b service neutron] 10.222.0.13 "GET /v2.0/networks?id=55fd110d-ad41-4afe-9311-6063b734e7bd HTTP/1.1" status: 200 len: 916 time: 0.0887580 May 20 21:32:27.140017 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-a53759cb-194e-4ac4-961d-629a30e7cb9e req-2f008dee-e5f3-42d6-a979-0149ad3a57ea service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=01bff81c-44a9-4448-b817-2bca433eb017 HTTP/1.1" status: 200 len: 217 time: 0.0348909 May 20 21:32:27.190493 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53759cb-194e-4ac4-961d-629a30e7cb9e req-b28d98da-c070-4e02-8c04-3ffb4ef2092d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:32:27.191925 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-a53759cb-194e-4ac4-961d-629a30e7cb9e req-b28d98da-c070-4e02-8c04-3ffb4ef2092d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=dd004063-8902-4af8-bb82-e65a4d1f988d HTTP/1.1" status: 200 len: 855 time: 0.0457404 May 20 21:32:27.222438 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-a53759cb-194e-4ac4-961d-629a30e7cb9e req-37a1e663-50a0-4cd5-b99e-7340c5841874 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=55fd110d-ad41-4afe-9311-6063b734e7bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243146 May 20 21:32:27.311225 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-a53759cb-194e-4ac4-961d-629a30e7cb9e req-b39218ef-c676-4b6c-95de-bf475b8822bd service neutron] 10.222.0.13 "GET /v2.0/networks/55fd110d-ad41-4afe-9311-6063b734e7bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809886 May 20 21:32:27.403783 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-a53759cb-194e-4ac4-961d-629a30e7cb9e req-c0782093-1156-445a-aebc-cfc4f7792a24 service neutron] 10.222.0.13 "GET /v2.0/networks/55fd110d-ad41-4afe-9311-6063b734e7bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857475 May 20 21:32:28.203148 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b351f65d-73e8-4ae6-aac5-dbb93ae78cab req-60828858-c0df-456b-ab42-25beb4458fd7 tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:32:28.204587 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b351f65d-73e8-4ae6-aac5-dbb93ae78cab req-60828858-c0df-456b-ab42-25beb4458fd7 tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] 10.222.0.35 "GET /v2.0/ports?device_id=01238c5d-2f5e-4a1b-9a8e-45c95e95fd72 HTTP/1.1" status: 200 len: 943 time: 0.0514812 May 20 21:32:28.241520 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b351f65d-73e8-4ae6-aac5-dbb93ae78cab req-af9a3623-f2ad-4aac-875f-33607d084f67 tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] 10.222.0.35 "GET /v2.0/security-groups?id=8badb3b8-47b2-4d23-a15e-15d2ca00923c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303199 May 20 21:32:28.669782 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01238c5d-2f5e-4a1b-9a8e-45c95e95fd72', 'tag': '01bff81c-44a9-4448-b817-2bca433eb017'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 21:32:28.672202 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6fa957933fccbf596d28104b23404b952ad6a8238afaebaed40a0874b2e409" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5db48f3a-3aac-4d4c-a547-7409f4d8ad4e" -d '{"events": [{"name": "network-changed", "server_uuid": "01238c5d-2f5e-4a1b-9a8e-45c95e95fd72", "tag": "01bff81c-44a9-4448-b817-2bca433eb017"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 21:32:28.720919 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 21:32:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00e0e428-567a-4617-9b6b-d52ad1f77523 x-openstack-request-id: req-00e0e428-567a-4617-9b6b-d52ad1f77523 {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 21:32:28.721203 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01238c5d-2f5e-4a1b-9a8e-45c95e95fd72", "tag": "01bff81c-44a9-4448-b817-2bca433eb017", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 21:32:28.721480 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-00e0e428-567a-4617-9b6b-d52ad1f77523 {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 21:32:28.722408 n-d-842733-1 neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00e0e428-567a-4617-9b6b-d52ad1f77523'] response: {'name': 'network-changed', 'server_uuid': '01238c5d-2f5e-4a1b-9a8e-45c95e95fd72', 'tag': '01bff81c-44a9-4448-b817-2bca433eb017', 'status': 'completed', 'code': 200} May 20 21:32:28.806360 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db48f3a-3aac-4d4c-a547-7409f4d8ad4e req-0550aa20-09d5-48db-9155-0d4e9bdcb499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:32:28.807726 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-5db48f3a-3aac-4d4c-a547-7409f4d8ad4e req-0550aa20-09d5-48db-9155-0d4e9bdcb499 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c870feb5c74e4746a679b9147fc0200c&device_id=01238c5d-2f5e-4a1b-9a8e-45c95e95fd72 HTTP/1.1" status: 200 len: 1094 time: 0.0681882 May 20 21:32:28.824660 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db48f3a-3aac-4d4c-a547-7409f4d8ad4e req-b010dfa6-e47e-46be-978a-e1ecc973b94c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:32:28.826094 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-5db48f3a-3aac-4d4c-a547-7409f4d8ad4e req-b010dfa6-e47e-46be-978a-e1ecc973b94c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c870feb5c74e4746a679b9147fc0200c&device_id=01238c5d-2f5e-4a1b-9a8e-45c95e95fd72 HTTP/1.1" status: 200 len: 1094 time: 0.0560992 May 20 21:32:28.963994 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db48f3a-3aac-4d4c-a547-7409f4d8ad4e req-3eebe313-963d-4b7a-82b8-631e5764fc48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:32:28.965467 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-5db48f3a-3aac-4d4c-a547-7409f4d8ad4e req-3eebe313-963d-4b7a-82b8-631e5764fc48 service neutron] 10.222.0.24 "GET /v2.0/networks?id=55fd110d-ad41-4afe-9311-6063b734e7bd HTTP/1.1" status: 200 len: 916 time: 0.1510408 May 20 21:32:28.980253 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db48f3a-3aac-4d4c-a547-7409f4d8ad4e req-7d9a8404-abc5-44c9-8774-328edc15defd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:32:28.981618 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-5db48f3a-3aac-4d4c-a547-7409f4d8ad4e req-7d9a8404-abc5-44c9-8774-328edc15defd service neutron] 10.222.0.13 "GET /v2.0/networks?id=55fd110d-ad41-4afe-9311-6063b734e7bd HTTP/1.1" status: 200 len: 916 time: 0.1455033 May 20 21:32:29.019276 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-5db48f3a-3aac-4d4c-a547-7409f4d8ad4e req-44557443-af8f-48fb-b656-fc6fe051daf4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=01bff81c-44a9-4448-b817-2bca433eb017 HTTP/1.1" status: 200 len: 217 time: 0.0471120 May 20 21:32:29.055288 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-5db48f3a-3aac-4d4c-a547-7409f4d8ad4e req-3bd26369-91a3-41b3-ba56-8ebfddb40698 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=01bff81c-44a9-4448-b817-2bca433eb017 HTTP/1.1" status: 200 len: 217 time: 0.0429800 May 20 21:32:29.132857 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db48f3a-3aac-4d4c-a547-7409f4d8ad4e req-31d66454-fc41-4255-ab91-0be53f8ed286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:32:29.134256 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-5db48f3a-3aac-4d4c-a547-7409f4d8ad4e req-31d66454-fc41-4255-ab91-0be53f8ed286 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=dd004063-8902-4af8-bb82-e65a4d1f988d HTTP/1.1" status: 200 len: 855 time: 0.0886593 May 20 21:32:29.139396 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db48f3a-3aac-4d4c-a547-7409f4d8ad4e req-45ddf552-4124-4fec-9bbe-98149e536243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:32:29.140768 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-5db48f3a-3aac-4d4c-a547-7409f4d8ad4e req-45ddf552-4124-4fec-9bbe-98149e536243 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=dd004063-8902-4af8-bb82-e65a4d1f988d HTTP/1.1" status: 200 len: 855 time: 0.0646939 May 20 21:32:29.189073 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-5db48f3a-3aac-4d4c-a547-7409f4d8ad4e req-f5e3b9da-0ee9-4f28-8001-76d6a9da3f1a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=55fd110d-ad41-4afe-9311-6063b734e7bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473447 May 20 21:32:29.191231 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-5db48f3a-3aac-4d4c-a547-7409f4d8ad4e req-73934180-8b9a-4934-8cd2-be01b7330213 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=55fd110d-ad41-4afe-9311-6063b734e7bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419478 May 20 21:32:29.349303 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-5db48f3a-3aac-4d4c-a547-7409f4d8ad4e req-9823745f-fec4-4e52-bef8-04ca8053687d service neutron] 10.222.0.24 "GET /v2.0/networks/55fd110d-ad41-4afe-9311-6063b734e7bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533360 May 20 21:32:29.351454 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-5db48f3a-3aac-4d4c-a547-7409f4d8ad4e req-78728153-d9a3-477a-97f1-8e0824676215 service neutron] 10.222.0.13 "GET /v2.0/networks/55fd110d-ad41-4afe-9311-6063b734e7bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485150 May 20 21:32:29.363331 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3014fb96-1961-4bb1-aa80-7b611fb97c06 req-cf0e11fb-947d-4b96-804f-09e9bdab455a tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:32:29.364824 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3014fb96-1961-4bb1-aa80-7b611fb97c06 req-cf0e11fb-947d-4b96-804f-09e9bdab455a tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] 10.222.0.35 "GET /v2.0/ports?device_id=01238c5d-2f5e-4a1b-9a8e-45c95e95fd72 HTTP/1.1" status: 200 len: 943 time: 0.0503657 May 20 21:32:29.407499 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3014fb96-1961-4bb1-aa80-7b611fb97c06 req-8fc41c57-9d81-46eb-a0b1-4403bf2730c6 tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] 10.222.0.35 "GET /v2.0/security-groups?id=8badb3b8-47b2-4d23-a15e-15d2ca00923c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352879 May 20 21:32:29.516427 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-5db48f3a-3aac-4d4c-a547-7409f4d8ad4e req-7b8c324b-7ca0-4914-8648-3ccd7cc7419f service neutron] 10.222.0.24 "GET /v2.0/networks/55fd110d-ad41-4afe-9311-6063b734e7bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609702 May 20 21:32:29.519758 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-5db48f3a-3aac-4d4c-a547-7409f4d8ad4e req-0d3ee3d3-199e-4cdc-89e0-b695d2f38d51 service neutron] 10.222.0.13 "GET /v2.0/networks/55fd110d-ad41-4afe-9311-6063b734e7bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571193 May 20 21:32:30.498103 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 01bff81c-44a9-4448-b817-2bca433eb017 no longer exists at agent hyperv_n-h1-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 21:32:30.528315 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dced4e-5136-40c1-bfd1-14199ec62cb4 req-1413eca2-8d53-4432-8d53-ffb760561601 tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:32:30.529841 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-47dced4e-5136-40c1-bfd1-14199ec62cb4 req-1413eca2-8d53-4432-8d53-ffb760561601 tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] 10.222.0.35 "GET /v2.0/ports?device_id=01238c5d-2f5e-4a1b-9a8e-45c95e95fd72 HTTP/1.1" status: 200 len: 943 time: 0.0492892 May 20 21:32:30.535619 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 01bff81c-44a9-4448-b817-2bca433eb017 not bound to the agent host n-h1-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 21:32:30.568188 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-47dced4e-5136-40c1-bfd1-14199ec62cb4 req-5cda2ee4-36a0-44e8-8d1a-ea30d71d449c tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] 10.222.0.35 "GET /v2.0/security-groups?id=8badb3b8-47b2-4d23-a15e-15d2ca00923c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322356 May 20 21:32:30.879281 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7142462-46a6-40cf-a286-2dec56891744 req-f9fadd4d-a044-49f5-923d-334c56090ac9 tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:32:30.880750 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d7142462-46a6-40cf-a286-2dec56891744 req-f9fadd4d-a044-49f5-923d-334c56090ac9 tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] 10.222.0.35 "GET /v2.0/ports?device_id=01238c5d-2f5e-4a1b-9a8e-45c95e95fd72 HTTP/1.1" status: 200 len: 943 time: 0.0527542 May 20 21:32:30.919587 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d7142462-46a6-40cf-a286-2dec56891744 req-4b7b4a9a-266d-4ef4-911a-55529baad13c tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] 10.222.0.35 "GET /v2.0/security-groups?id=8badb3b8-47b2-4d23-a15e-15d2ca00923c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321760 May 20 21:32:30.954217 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b5a2cd-752a-410f-a0fe-0115babcf667 req-9b9590b8-6077-448a-a670-d5f4059d6da1 tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:32:30.955680 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-29b5a2cd-752a-410f-a0fe-0115babcf667 req-9b9590b8-6077-448a-a670-d5f4059d6da1 tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] 10.222.0.24 "GET /v2.0/ports?device_id=01238c5d-2f5e-4a1b-9a8e-45c95e95fd72&tenant_id=c870feb5c74e4746a679b9147fc0200c&binding%3Ahost_id=n-h2-842733-1 HTTP/1.1" status: 200 len: 943 time: 0.0573204 May 20 21:32:31.015070 n-d-842733-1 neutron-server[103162]: INFO neutron.api.v2.resource [req-29b5a2cd-752a-410f-a0fe-0115babcf667 req-e9117772-cf73-447d-a687-63b0004698e4 service neutron] delete failed (client error): The resource could not be found. May 20 21:32:31.016067 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-29b5a2cd-752a-410f-a0fe-0115babcf667 req-e9117772-cf73-447d-a687-63b0004698e4 service neutron] 10.222.0.24 "DELETE /v2.0/ports/01bff81c-44a9-4448-b817-2bca433eb017/bindings/n-h1-842733-1 HTTP/1.1" status: 404 len: 380 time: 0.0528138 May 20 21:32:31.101627 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b5a2cd-752a-410f-a0fe-0115babcf667 req-4cfecbc5-167b-4fc8-954a-ef8bb2d71c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:32:31.103066 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-29b5a2cd-752a-410f-a0fe-0115babcf667 req-4cfecbc5-167b-4fc8-954a-ef8bb2d71c03 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c870feb5c74e4746a679b9147fc0200c&device_id=01238c5d-2f5e-4a1b-9a8e-45c95e95fd72 HTTP/1.1" status: 200 len: 1094 time: 0.0411193 May 20 21:32:31.195810 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b5a2cd-752a-410f-a0fe-0115babcf667 req-54eceea6-1d01-47c9-ab54-2bbfd49e0ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:32:31.197260 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-29b5a2cd-752a-410f-a0fe-0115babcf667 req-54eceea6-1d01-47c9-ab54-2bbfd49e0ea4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=55fd110d-ad41-4afe-9311-6063b734e7bd HTTP/1.1" status: 200 len: 916 time: 0.0846369 May 20 21:32:31.238724 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-29b5a2cd-752a-410f-a0fe-0115babcf667 req-961467cd-9099-4f90-a046-e09eff8b56e4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=01bff81c-44a9-4448-b817-2bca433eb017 HTTP/1.1" status: 200 len: 217 time: 0.0338891 May 20 21:32:31.258878 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 01bff81c-44a9-4448-b817-2bca433eb017 details requested by agent hyperv_n-h2-842733-1 with host n-h2-842733-1 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 21:32:31.288322 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b5a2cd-752a-410f-a0fe-0115babcf667 req-9f4db115-7553-44b0-a489-f7bf13b80e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:32:31.290106 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-29b5a2cd-752a-410f-a0fe-0115babcf667 req-9f4db115-7553-44b0-a489-f7bf13b80e00 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=dd004063-8902-4af8-bb82-e65a4d1f988d HTTP/1.1" status: 200 len: 855 time: 0.0452955 May 20 21:32:31.320161 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-29b5a2cd-752a-410f-a0fe-0115babcf667 req-4f51c2da-ee2e-4c0e-a36d-1ca36865ed63 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=55fd110d-ad41-4afe-9311-6063b734e7bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242925 May 20 21:32:31.358543 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port 01bff81c-44a9-4448-b817-2bca433eb017, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=01bff81c-44a9-4448-b817-2bca433eb017,segment=NetworkSegment(d6afa9cc-8868-478f-99a9-5604a287249f),segment_id=d6afa9cc-8868-478f-99a9-5604a287249f)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:32:31.367710 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Returning: {'device': '01bff81c-44a9-4448-b817-2bca433eb017', 'network_id': '55fd110d-ad41-4afe-9311-6063b734e7bd', 'port_id': '01bff81c-44a9-4448-b817-2bca433eb017', 'mac_address': 'fa:16:3e:1f:4f:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd004063-8902-4af8-bb82-e65a4d1f988d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 20 21:32:31.404397 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port 01bff81c-44a9-4448-b817-2bca433eb017 is: DOWN; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:32:31.404773 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:32:31.414507 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-29b5a2cd-752a-410f-a0fe-0115babcf667 req-cea0b985-952b-4b04-8a08-e51de653b9b7 service neutron] 10.222.0.24 "GET /v2.0/networks/55fd110d-ad41-4afe-9311-6063b734e7bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879455 May 20 21:32:31.417887 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01bff81c-44a9-4448-b817-2bca433eb017 {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 21:32:31.442600 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port 01bff81c-44a9-4448-b817-2bca433eb017, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=01bff81c-44a9-4448-b817-2bca433eb017,segment=NetworkSegment(d6afa9cc-8868-478f-99a9-5604a287249f),segment_id=d6afa9cc-8868-478f-99a9-5604a287249f)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:32:31.503329 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-29b5a2cd-752a-410f-a0fe-0115babcf667 req-72139fc3-1571-49ed-801e-266a97bb319a service neutron] 10.222.0.24 "GET /v2.0/networks/55fd110d-ad41-4afe-9311-6063b734e7bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823987 May 20 21:32:31.518910 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:32:31.565697 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=01bff81c-44a9-4448-b817-2bca433eb017,revision_number=8']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:32:31.573749 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:32:31.574097 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:32:31.574434 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:32:31.574766 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:32:31.575096 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:32:31.575420 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:32:31.575744 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:32:31.576067 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:32:31.576385 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:32:31.576702 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:32:31.577021 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:32:31.577369 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:32:31.829394 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] get_ports_and_sgs() called for port_ids ['01bff81c-44a9-4448-b817-2bca433eb017'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 21:32:32.040501 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e388ea12-1098-4fea-9e39-f9c7f91f9c0d req-04e8bcbb-0fa3-4bc1-be3f-31cac2c04b81 tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:32:32.042144 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e388ea12-1098-4fea-9e39-f9c7f91f9c0d req-04e8bcbb-0fa3-4bc1-be3f-31cac2c04b81 tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] 10.222.0.35 "GET /v2.0/ports?device_id=01238c5d-2f5e-4a1b-9a8e-45c95e95fd72 HTTP/1.1" status: 200 len: 944 time: 0.0511527 May 20 21:32:32.081712 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e388ea12-1098-4fea-9e39-f9c7f91f9c0d req-2fa5a698-a5b8-4e41-b03b-e9fce2bbe454 tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] 10.222.0.35 "GET /v2.0/security-groups?id=8badb3b8-47b2-4d23-a15e-15d2ca00923c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333407 May 20 21:32:32.143210 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.agents_db [None req-5c33ad30-4e00-40fa-b486-8c79c4a6cfc5 None None] Agent healthcheck: found 7 active agents {{(pid=103165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 20 21:32:32.733188 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:32:33.200186 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb6f218-9e08-4f27-bc30-d0bdfd8b635e req-c48f93b0-5e62-41a4-bed4-fe39a7e0fd0b tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:32:33.201641 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-bdb6f218-9e08-4f27-bc30-d0bdfd8b635e req-c48f93b0-5e62-41a4-bed4-fe39a7e0fd0b tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] 10.222.0.35 "GET /v2.0/ports?device_id=01238c5d-2f5e-4a1b-9a8e-45c95e95fd72 HTTP/1.1" status: 200 len: 944 time: 0.0476539 May 20 21:32:33.238563 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-bdb6f218-9e08-4f27-bc30-d0bdfd8b635e req-810cfeb4-57e3-4526-bec5-cdb07a410a0a tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] 10.222.0.35 "GET /v2.0/security-groups?id=8badb3b8-47b2-4d23-a15e-15d2ca00923c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309210 May 20 21:32:33.267593 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 01bff81c-44a9-4448-b817-2bca433eb017 up at agent hyperv_n-h2-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:32:33.357611 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06fe59e-b67b-4771-bb94-aa924e752eab req-bd4cea7f-ba53-47b9-84a7-d9d51cbd5833 tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:32:33.359083 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d06fe59e-b67b-4771-bb94-aa924e752eab req-bd4cea7f-ba53-47b9-84a7-d9d51cbd5833 tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] 10.222.0.35 "GET /v2.0/ports?device_id=01238c5d-2f5e-4a1b-9a8e-45c95e95fd72 HTTP/1.1" status: 200 len: 944 time: 0.0527720 May 20 21:32:33.384827 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Provisioning for port 01bff81c-44a9-4448-b817-2bca433eb017 completed by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 21:32:33.388936 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Provisioning complete for port 01bff81c-44a9-4448-b817-2bca433eb017 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:32:33.394574 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:32:33.398310 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d06fe59e-b67b-4771-bb94-aa924e752eab req-dc12dd87-3996-4698-b330-709297f9e98f tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] 10.222.0.35 "GET /v2.0/security-groups?id=8badb3b8-47b2-4d23-a15e-15d2ca00923c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330291 May 20 21:32:33.468922 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port 01bff81c-44a9-4448-b817-2bca433eb017 is: BUILD; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:32:33.469399 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:32:33.495315 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01238c5d-2f5e-4a1b-9a8e-45c95e95fd72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01bff81c-44a9-4448-b817-2bca433eb017'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 21:32:33.498001 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8485417003ce7c0410b00f5cdc2f391e21107b70bb68e2773712534a96e108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-397ad167-b910-4b41-843f-88c18fffddd6" -d '{"events": [{"server_uuid": "01238c5d-2f5e-4a1b-9a8e-45c95e95fd72", "name": "network-vif-plugged", "status": "completed", "tag": "01bff81c-44a9-4448-b817-2bca433eb017"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 21:32:33.514726 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port 01bff81c-44a9-4448-b817-2bca433eb017, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=01bff81c-44a9-4448-b817-2bca433eb017,segment=NetworkSegment(d6afa9cc-8868-478f-99a9-5604a287249f),segment_id=d6afa9cc-8868-478f-99a9-5604a287249f)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:32:33.520447 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe147c7-7b5d-4b02-9790-63d31b6964f6 req-057bc0af-c1b4-423a-9a7d-9752aea10b5e tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:32:33.522158 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-cbe147c7-7b5d-4b02-9790-63d31b6964f6 req-057bc0af-c1b4-423a-9a7d-9752aea10b5e tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] 10.222.0.35 "GET /v2.0/ports?device_id=01238c5d-2f5e-4a1b-9a8e-45c95e95fd72 HTTP/1.1" status: 200 len: 944 time: 0.0561519 May 20 21:32:33.561590 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-cbe147c7-7b5d-4b02-9790-63d31b6964f6 req-f1c53f09-6c2e-4056-be39-5422717a1969 tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] 10.222.0.35 "GET /v2.0/security-groups?id=8badb3b8-47b2-4d23-a15e-15d2ca00923c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325458 May 20 21:32:33.576516 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:32:33.603095 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 21:32:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-339f0ee9-cda6-4c91-b08e-a5112f498a44 x-openstack-request-id: req-339f0ee9-cda6-4c91-b08e-a5112f498a44 {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 21:32:33.603388 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01238c5d-2f5e-4a1b-9a8e-45c95e95fd72", "name": "network-vif-plugged", "status": "completed", "tag": "01bff81c-44a9-4448-b817-2bca433eb017", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 21:32:33.603637 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-339f0ee9-cda6-4c91-b08e-a5112f498a44 {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 21:32:33.604031 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-339f0ee9-cda6-4c91-b08e-a5112f498a44'] response: {'server_uuid': '01238c5d-2f5e-4a1b-9a8e-45c95e95fd72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01bff81c-44a9-4448-b817-2bca433eb017', 'code': 200} May 20 21:32:33.623765 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=01bff81c-44a9-4448-b817-2bca433eb017,revision_number=9']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:32:34.135554 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6e79ac-8989-4231-9d87-b1b21b3f3ebf req-86386e85-2ccb-444f-9559-72f9b2886cc5 tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:32:34.136999 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2a6e79ac-8989-4231-9d87-b1b21b3f3ebf req-86386e85-2ccb-444f-9559-72f9b2886cc5 tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] 10.222.0.35 "GET /v2.0/networks?id=55fd110d-ad41-4afe-9311-6063b734e7bd HTTP/1.1" status: 200 len: 815 time: 0.1036878 May 20 21:32:34.152103 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2a6e79ac-8989-4231-9d87-b1b21b3f3ebf req-b95450a8-b4ec-42c5-863d-690642db5f91 tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] 10.222.0.35 "GET /v2.0/quotas/c870feb5c74e4746a679b9147fc0200c HTTP/1.1" status: 200 len: 375 time: 0.0092905 May 20 21:32:34.199577 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2a6e79ac-8989-4231-9d87-b1b21b3f3ebf req-d397bb54-8352-4684-9761-8b55fa18bf2b tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=c870feb5c74e4746a679b9147fc0200c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0421517 May 20 21:32:34.210040 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [req-2a6e79ac-8989-4231-9d87-b1b21b3f3ebf req-d5706d3d-4c51-490d-8262-30150fc2c91c service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103163) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 21:32:34.211538 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2a6e79ac-8989-4231-9d87-b1b21b3f3ebf req-d5706d3d-4c51-490d-8262-30150fc2c91c service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049002 May 20 21:32:34.296750 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2a6e79ac-8989-4231-9d87-b1b21b3f3ebf req-2645325e-6675-4486-8a30-8b279f6df233 service neutron] 10.222.0.35 "GET /v2.0/networks/55fd110d-ad41-4afe-9311-6063b734e7bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794926 May 20 21:32:34.387861 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2a6e79ac-8989-4231-9d87-b1b21b3f3ebf req-e7fe07a5-14e1-4a3d-bf64-29d208210318 service neutron] 10.222.0.35 "GET /v2.0/networks/55fd110d-ad41-4afe-9311-6063b734e7bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849903 May 20 21:32:34.620634 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e0308b07-854a-41d8-b538-618a04aeecd8 req-4f96e991-5201-48a1-9f71-b3a31c3cf8ae tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] 10.222.0.35 "GET /v2.0/ports?device_id=938e8d81-9374-4606-8118-0d27b5e97a25 HTTP/1.1" status: 200 len: 210 time: 0.0274165 May 20 21:32:35.396636 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4e09ee-9928-433c-bedb-d6927b46715b req-0cbaff93-71ab-48da-82e2-5f1182d1fc74 tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:32:35.398640 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-6a4e09ee-9928-433c-bedb-d6927b46715b req-0cbaff93-71ab-48da-82e2-5f1182d1fc74 tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] 10.222.0.13 "GET /v2.0/ports?device_id=01238c5d-2f5e-4a1b-9a8e-45c95e95fd72 HTTP/1.1" status: 200 len: 945 time: 0.0547264 May 20 21:32:35.488633 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-6a4e09ee-9928-433c-bedb-d6927b46715b req-7a0e5d89-e911-4d93-9247-61571466bc76 tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] Deleting port 01bff81c-44a9-4448-b817-2bca433eb017 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:32:35.488976 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-6a4e09ee-9928-433c-bedb-d6927b46715b req-7a0e5d89-e911-4d93-9247-61571466bc76 tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:32:35.580501 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-6a4e09ee-9928-433c-bedb-d6927b46715b req-7a0e5d89-e911-4d93-9247-61571466bc76 tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] For port 01bff81c-44a9-4448-b817-2bca433eb017, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=01bff81c-44a9-4448-b817-2bca433eb017,segment=NetworkSegment(d6afa9cc-8868-478f-99a9-5604a287249f),segment_id=d6afa9cc-8868-478f-99a9-5604a287249f)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:32:35.580865 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-6a4e09ee-9928-433c-bedb-d6927b46715b req-7a0e5d89-e911-4d93-9247-61571466bc76 tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:32:35.592877 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-6a4e09ee-9928-433c-bedb-d6927b46715b req-7a0e5d89-e911-4d93-9247-61571466bc76 tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] Calling delete_port for 01bff81c-44a9-4448-b817-2bca433eb017 owned by compute:nova {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:32:35.718642 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-94727fb4-961d-46e2-9506-45782726dd8f req-985163c3-3311-426a-b652-ff2cda36829f tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] 10.222.0.35 "GET /v2.0/ports?device_id=938e8d81-9374-4606-8118-0d27b5e97a25 HTTP/1.1" status: 200 len: 210 time: 0.0268009 May 20 21:32:35.784770 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-6a4e09ee-9928-433c-bedb-d6927b46715b req-7a0e5d89-e911-4d93-9247-61571466bc76 tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:32:35.817124 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] get_ports_and_sgs() called for port_ids ['01bff81c-44a9-4448-b817-2bca433eb017'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 21:32:35.818452 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0e5d89-e911-4d93-9247-61571466bc76 tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] Pushing event deleted for resources: {'Port': ['ID=01bff81c-44a9-4448-b817-2bca433eb017,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:32:35.859595 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a4e09ee-9928-433c-bedb-d6927b46715b req-7a0e5d89-e911-4d93-9247-61571466bc76 tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] No DVR routers for this DVR port 01bff81c-44a9-4448-b817-2bca433eb017 on host n-h2-842733-1 {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 21:32:35.862327 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-6a4e09ee-9928-433c-bedb-d6927b46715b req-7a0e5d89-e911-4d93-9247-61571466bc76 tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:32:35.865552 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-6a4e09ee-9928-433c-bedb-d6927b46715b req-7a0e5d89-e911-4d93-9247-61571466bc76 tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] 10.222.0.13 "DELETE /v2.0/ports/01bff81c-44a9-4448-b817-2bca433eb017 HTTP/1.1" status: 204 len: 173 time: 0.4614720 May 20 21:32:35.868526 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01238c5d-2f5e-4a1b-9a8e-45c95e95fd72', 'name': 'network-vif-deleted', 'tag': '01bff81c-44a9-4448-b817-2bca433eb017'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 21:32:35.868526 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6fa957933fccbf596d28104b23404b952ad6a8238afaebaed40a0874b2e409" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c1b423f-057b-4a58-a81c-1d46f4bc58eb" -d '{"events": [{"server_uuid": "01238c5d-2f5e-4a1b-9a8e-45c95e95fd72", "name": "network-vif-deleted", "tag": "01bff81c-44a9-4448-b817-2bca433eb017"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 21:32:35.906788 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 21:32:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a10aac46-d661-4cf9-ae16-1b7f5b8ec7d7 x-openstack-request-id: req-a10aac46-d661-4cf9-ae16-1b7f5b8ec7d7 {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 21:32:35.907086 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01238c5d-2f5e-4a1b-9a8e-45c95e95fd72", "name": "network-vif-deleted", "tag": "01bff81c-44a9-4448-b817-2bca433eb017", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 21:32:35.907345 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a10aac46-d661-4cf9-ae16-1b7f5b8ec7d7 {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 21:32:35.908010 n-d-842733-1 neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a10aac46-d661-4cf9-ae16-1b7f5b8ec7d7'] response: {'server_uuid': '01238c5d-2f5e-4a1b-9a8e-45c95e95fd72', 'name': 'network-vif-deleted', 'tag': '01bff81c-44a9-4448-b817-2bca433eb017', 'status': 'completed', 'code': 200} May 20 21:32:36.507397 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6e79ac-8989-4231-9d87-b1b21b3f3ebf req-79fff4df-b91a-40c1-abb2-6c258ec28f3a tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:32:36.511090 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-2a6e79ac-8989-4231-9d87-b1b21b3f3ebf req-79fff4df-b91a-40c1-abb2-6c258ec28f3a tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] 10.222.0.13 "GET /v2.0/networks?id=55fd110d-ad41-4afe-9311-6063b734e7bd HTTP/1.1" status: 200 len: 815 time: 0.1097305 May 20 21:32:36.528137 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [req-2a6e79ac-8989-4231-9d87-b1b21b3f3ebf req-fa9e2e7d-d861-4cc9-b73b-0a27c1cc9ac5 tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] Request body: {'port': {'device_id': '938e8d81-9374-4606-8118-0d27b5e97a25', 'network_id': '55fd110d-ad41-4afe-9311-6063b734e7bd', 'admin_state_up': True, 'tenant_id': 'c870feb5c74e4746a679b9147fc0200c'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:32:36.705105 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a6e79ac-8989-4231-9d87-b1b21b3f3ebf req-fa9e2e7d-d861-4cc9-b73b-0a27c1cc9ac5 tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] Made reservation on behalf of c870feb5c74e4746a679b9147fc0200c for: {'port': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:32:36.708842 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-2a6e79ac-8989-4231-9d87-b1b21b3f3ebf req-fa9e2e7d-d861-4cc9-b73b-0a27c1cc9ac5 tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:32:36.819356 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-cd484ce7-b686-4f50-8b3f-3693b8550c83 req-2c6426d8-bd71-4f7a-9ec1-171a8290785e tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] 10.222.0.35 "GET /v2.0/ports?device_id=938e8d81-9374-4606-8118-0d27b5e97a25 HTTP/1.1" status: 200 len: 210 time: 0.0264161 May 20 21:32:36.843331 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [req-2a6e79ac-8989-4231-9d87-b1b21b3f3ebf req-fa9e2e7d-d861-4cc9-b73b-0a27c1cc9ac5 tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] Allocated IP 172.20.0.4 (55fd110d-ad41-4afe-9311-6063b734e7bd/dd004063-8902-4af8-bb82-e65a4d1f988d/399cebb5-7d47-4589-9959-a2d55b1b59a7) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:32:36.987573 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-2a6e79ac-8989-4231-9d87-b1b21b3f3ebf req-fa9e2e7d-d861-4cc9-b73b-0a27c1cc9ac5 tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:32:37.105851 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-2a6e79ac-8989-4231-9d87-b1b21b3f3ebf req-fa9e2e7d-d861-4cc9-b73b-0a27c1cc9ac5 tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:32:37.137979 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] get_ports_and_sgs() called for port_ids ['01bff81c-44a9-4448-b817-2bca433eb017'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 21:32:37.147914 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a6e79ac-8989-4231-9d87-b1b21b3f3ebf req-fa9e2e7d-d861-4cc9-b73b-0a27c1cc9ac5 tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] Network 55fd110d-ad41-4afe-9311-6063b734e7bd is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:32:37.151079 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [req-2a6e79ac-8989-4231-9d87-b1b21b3f3ebf req-fa9e2e7d-d861-4cc9-b73b-0a27c1cc9ac5 tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:32:37.154653 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a6e79ac-8989-4231-9d87-b1b21b3f3ebf req-fa9e2e7d-d861-4cc9-b73b-0a27c1cc9ac5 tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:32:37.162937 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9e2e7d-d861-4cc9-b73b-0a27c1cc9ac5 tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] Pushing event updated for resources: {'Port': ['ID=399cebb5-7d47-4589-9959-a2d55b1b59a7,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:32:37.206791 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6e79ac-8989-4231-9d87-b1b21b3f3ebf req-fa9e2e7d-d861-4cc9-b73b-0a27c1cc9ac5 tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:32:37.207387 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-2a6e79ac-8989-4231-9d87-b1b21b3f3ebf req-fa9e2e7d-d861-4cc9-b73b-0a27c1cc9ac5 tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:32:37.293021 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-2a6e79ac-8989-4231-9d87-b1b21b3f3ebf req-fa9e2e7d-d861-4cc9-b73b-0a27c1cc9ac5 tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7687063 May 20 21:32:37.312658 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [req-2a6e79ac-8989-4231-9d87-b1b21b3f3ebf req-b9b23c8d-456a-4d81-8b21-77bdfe774d85 service neutron] Request body: {'port': {'device_id': '938e8d81-9374-4606-8118-0d27b5e97a25', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-842733-1'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:32:37.368940 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-2a6e79ac-8989-4231-9d87-b1b21b3f3ebf req-b9b23c8d-456a-4d81-8b21-77bdfe774d85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:32:37.623606 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [req-2a6e79ac-8989-4231-9d87-b1b21b3f3ebf req-b9b23c8d-456a-4d81-8b21-77bdfe774d85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 399cebb5-7d47-4589-9959-a2d55b1b59a7 {{(pid=103162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 21:32:37.631972 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-2a6e79ac-8989-4231-9d87-b1b21b3f3ebf req-b9b23c8d-456a-4d81-8b21-77bdfe774d85 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:32:37.643944 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.provisioning_blocks [req-2a6e79ac-8989-4231-9d87-b1b21b3f3ebf req-b9b23c8d-456a-4d81-8b21-77bdfe774d85 service neutron] Transition to ACTIVE for port object 399cebb5-7d47-4589-9959-a2d55b1b59a7 will not be triggered until provisioned by entity L2. {{(pid=103162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 21:32:37.721951 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-2a6e79ac-8989-4231-9d87-b1b21b3f3ebf req-b9b23c8d-456a-4d81-8b21-77bdfe774d85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:32:37.774724 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b23c8d-456a-4d81-8b21-77bdfe774d85 service neutron] Pushing event updated for resources: {'Port': ['ID=399cebb5-7d47-4589-9959-a2d55b1b59a7,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:32:37.838671 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-2a6e79ac-8989-4231-9d87-b1b21b3f3ebf req-b9b23c8d-456a-4d81-8b21-77bdfe774d85 service neutron] Attempting to bind port 399cebb5-7d47-4589-9959-a2d55b1b59a7 on host n-h2-842733-1 for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:32:37.838996 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-2a6e79ac-8989-4231-9d87-b1b21b3f3ebf req-b9b23c8d-456a-4d81-8b21-77bdfe774d85 service neutron] Attempting to bind port 399cebb5-7d47-4589-9959-a2d55b1b59a7 by drivers openvswitch,hyperv on host n-h2-842733-1 at level 0 using segments [{'id': 'd6afa9cc-8868-478f-99a9-5604a287249f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '55fd110d-ad41-4afe-9311-6063b734e7bd'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:32:37.839318 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a6e79ac-8989-4231-9d87-b1b21b3f3ebf req-b9b23c8d-456a-4d81-8b21-77bdfe774d85 service neutron] Attempting to bind port 399cebb5-7d47-4589-9959-a2d55b1b59a7 on network 55fd110d-ad41-4afe-9311-6063b734e7bd {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:32:37.843612 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a6e79ac-8989-4231-9d87-b1b21b3f3ebf req-b9b23c8d-456a-4d81-8b21-77bdfe774d85 service neutron] Port 399cebb5-7d47-4589-9959-a2d55b1b59a7 on network 55fd110d-ad41-4afe-9311-6063b734e7bd not bound, no agent of type Open vSwitch agent registered on host n-h2-842733-1 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 21:32:37.843922 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a6e79ac-8989-4231-9d87-b1b21b3f3ebf req-b9b23c8d-456a-4d81-8b21-77bdfe774d85 service neutron] Attempting to bind port 399cebb5-7d47-4589-9959-a2d55b1b59a7 on network 55fd110d-ad41-4afe-9311-6063b734e7bd {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:32:37.849295 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a6e79ac-8989-4231-9d87-b1b21b3f3ebf req-b9b23c8d-456a-4d81-8b21-77bdfe774d85 service neutron] Checking agent: {'id': 'a66f2511-b955-448f-877c-56cfe9c81b12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 33, 2), 'started_at': datetime.datetime(2022, 5, 20, 20, 33, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 21, 32, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 21:32:37.849636 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a6e79ac-8989-4231-9d87-b1b21b3f3ebf req-b9b23c8d-456a-4d81-8b21-77bdfe774d85 service neutron] Checking segment: {'id': 'd6afa9cc-8868-478f-99a9-5604a287249f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '55fd110d-ad41-4afe-9311-6063b734e7bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:32:37.850017 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a6e79ac-8989-4231-9d87-b1b21b3f3ebf req-b9b23c8d-456a-4d81-8b21-77bdfe774d85 service neutron] Bound using segment: {'id': 'd6afa9cc-8868-478f-99a9-5604a287249f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '55fd110d-ad41-4afe-9311-6063b734e7bd'} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 21:32:37.850470 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-2a6e79ac-8989-4231-9d87-b1b21b3f3ebf req-b9b23c8d-456a-4d81-8b21-77bdfe774d85 service neutron] Bound port: 399cebb5-7d47-4589-9959-a2d55b1b59a7, host: n-h2-842733-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6afa9cc-8868-478f-99a9-5604a287249f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '55fd110d-ad41-4afe-9311-6063b734e7bd'}}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:32:37.850826 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-2a6e79ac-8989-4231-9d87-b1b21b3f3ebf req-b9b23c8d-456a-4d81-8b21-77bdfe774d85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:32:37.915137 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-2a6e79ac-8989-4231-9d87-b1b21b3f3ebf req-b9b23c8d-456a-4d81-8b21-77bdfe774d85 service neutron] For port 399cebb5-7d47-4589-9959-a2d55b1b59a7, host n-h2-842733-1, cleared binding levels {{(pid=103162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 21:32:37.918199 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-2a6e79ac-8989-4231-9d87-b1b21b3f3ebf req-b9b23c8d-456a-4d81-8b21-77bdfe774d85 service neutron] For port 399cebb5-7d47-4589-9959-a2d55b1b59a7, host n-h2-842733-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=399cebb5-7d47-4589-9959-a2d55b1b59a7,segment=NetworkSegment(d6afa9cc-8868-478f-99a9-5604a287249f),segment_id=d6afa9cc-8868-478f-99a9-5604a287249f)] {{(pid=103162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 21:32:37.941879 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54385559-8d7a-4032-8d16-3c2cf97b5c14 req-9a82ea12-bf6a-4db7-be23-2007c42a20e9 tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:32:37.943334 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-54385559-8d7a-4032-8d16-3c2cf97b5c14 req-9a82ea12-bf6a-4db7-be23-2007c42a20e9 tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] 10.222.0.35 "GET /v2.0/ports?device_id=938e8d81-9374-4606-8118-0d27b5e97a25 HTTP/1.1" status: 200 len: 943 time: 0.0527713 May 20 21:32:37.982018 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-54385559-8d7a-4032-8d16-3c2cf97b5c14 req-4d6f48bb-c088-499e-9df9-d831c36093fe tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] 10.222.0.35 "GET /v2.0/security-groups?id=8badb3b8-47b2-4d23-a15e-15d2ca00923c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317967 May 20 21:32:37.985647 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-2a6e79ac-8989-4231-9d87-b1b21b3f3ebf req-b9b23c8d-456a-4d81-8b21-77bdfe774d85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:32:38.020490 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6e79ac-8989-4231-9d87-b1b21b3f3ebf req-b9b23c8d-456a-4d81-8b21-77bdfe774d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:32:38.021106 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-2a6e79ac-8989-4231-9d87-b1b21b3f3ebf req-b9b23c8d-456a-4d81-8b21-77bdfe774d85 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:32:38.022490 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-2a6e79ac-8989-4231-9d87-b1b21b3f3ebf req-b9b23c8d-456a-4d81-8b21-77bdfe774d85 service neutron] 10.222.0.13 "PUT /v2.0/ports/399cebb5-7d47-4589-9959-a2d55b1b59a7 HTTP/1.1" status: 200 len: 1091 time: 0.7140129 May 20 21:32:38.022926 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '938e8d81-9374-4606-8118-0d27b5e97a25', 'tag': '399cebb5-7d47-4589-9959-a2d55b1b59a7'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 21:32:38.025826 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6fa957933fccbf596d28104b23404b952ad6a8238afaebaed40a0874b2e409" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6930f135-963e-4079-b1ab-c1e2160aac9c" -d '{"events": [{"name": "network-changed", "server_uuid": "938e8d81-9374-4606-8118-0d27b5e97a25", "tag": "399cebb5-7d47-4589-9959-a2d55b1b59a7"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 21:32:38.047554 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b23c8d-456a-4d81-8b21-77bdfe774d85 service neutron] Pushing event updated for resources: {'Port': ['ID=399cebb5-7d47-4589-9959-a2d55b1b59a7,revision_number=3']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:32:38.064450 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 21:32:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-787885b9-677b-4148-8afb-b3717b48df8d x-openstack-request-id: req-787885b9-677b-4148-8afb-b3717b48df8d {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 21:32:38.064741 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "938e8d81-9374-4606-8118-0d27b5e97a25", "tag": "399cebb5-7d47-4589-9959-a2d55b1b59a7", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 21:32:38.064994 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-787885b9-677b-4148-8afb-b3717b48df8d {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 21:32:38.065431 n-d-842733-1 neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-787885b9-677b-4148-8afb-b3717b48df8d'] response: {'name': 'network-changed', 'server_uuid': '938e8d81-9374-4606-8118-0d27b5e97a25', 'tag': '399cebb5-7d47-4589-9959-a2d55b1b59a7', 'status': 'completed', 'code': 200} May 20 21:32:38.145817 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6930f135-963e-4079-b1ab-c1e2160aac9c req-59c77674-2460-4061-b940-2a9ec529e587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:32:38.147292 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-6930f135-963e-4079-b1ab-c1e2160aac9c req-59c77674-2460-4061-b940-2a9ec529e587 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c870feb5c74e4746a679b9147fc0200c&device_id=938e8d81-9374-4606-8118-0d27b5e97a25 HTTP/1.1" status: 200 len: 1094 time: 0.0418525 May 20 21:32:38.252828 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6930f135-963e-4079-b1ab-c1e2160aac9c req-150d8411-eccb-40fb-a2a7-ac51063d8313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:32:38.254215 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-6930f135-963e-4079-b1ab-c1e2160aac9c req-150d8411-eccb-40fb-a2a7-ac51063d8313 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=c870feb5c74e4746a679b9147fc0200c&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0937996 May 20 21:32:38.343041 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6930f135-963e-4079-b1ab-c1e2160aac9c req-1f64b157-4fbf-4022-824d-2a86be5c1bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:32:38.344477 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-6930f135-963e-4079-b1ab-c1e2160aac9c req-1f64b157-4fbf-4022-824d-2a86be5c1bb3 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0841534 May 20 21:32:38.441916 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6e79ac-8989-4231-9d87-b1b21b3f3ebf req-c3391463-33d3-458e-8caa-21657445033a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:32:38.443404 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-2a6e79ac-8989-4231-9d87-b1b21b3f3ebf req-c3391463-33d3-458e-8caa-21657445033a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c870feb5c74e4746a679b9147fc0200c&device_id=938e8d81-9374-4606-8118-0d27b5e97a25 HTTP/1.1" status: 200 len: 1094 time: 0.0450473 May 20 21:32:38.489473 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-2a6e79ac-8989-4231-9d87-b1b21b3f3ebf req-63a29d93-e330-4894-ba52-66b1334cde1c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=399cebb5-7d47-4589-9959-a2d55b1b59a7 HTTP/1.1" status: 200 len: 217 time: 0.0325463 May 20 21:32:38.536464 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6e79ac-8989-4231-9d87-b1b21b3f3ebf req-c126c643-7d63-47b9-ba09-eb2f26edaade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:32:38.537953 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-2a6e79ac-8989-4231-9d87-b1b21b3f3ebf req-c126c643-7d63-47b9-ba09-eb2f26edaade service neutron] 10.222.0.13 "GET /v2.0/subnets?id=dd004063-8902-4af8-bb82-e65a4d1f988d HTTP/1.1" status: 200 len: 855 time: 0.0421927 May 20 21:32:38.573423 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-2a6e79ac-8989-4231-9d87-b1b21b3f3ebf req-c1a0bf59-14fd-45b1-9128-a160bf61ae51 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=55fd110d-ad41-4afe-9311-6063b734e7bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285635 May 20 21:32:38.663119 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-2a6e79ac-8989-4231-9d87-b1b21b3f3ebf req-3125bed0-2d06-4404-aee1-742a4771f593 service neutron] 10.222.0.13 "GET /v2.0/networks/55fd110d-ad41-4afe-9311-6063b734e7bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828590 May 20 21:32:38.755125 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-2a6e79ac-8989-4231-9d87-b1b21b3f3ebf req-366c05d1-25b3-4bbe-9ccc-a006144a26f0 service neutron] 10.222.0.13 "GET /v2.0/networks/55fd110d-ad41-4afe-9311-6063b734e7bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855746 May 20 21:32:39.099446 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99c726a-0048-433d-8757-f8c9c0c1c467 req-a2791ad0-dad9-4d80-b263-30be6e966941 tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:32:39.100937 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f99c726a-0048-433d-8757-f8c9c0c1c467 req-a2791ad0-dad9-4d80-b263-30be6e966941 tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] 10.222.0.35 "GET /v2.0/ports?device_id=938e8d81-9374-4606-8118-0d27b5e97a25 HTTP/1.1" status: 200 len: 943 time: 0.0495043 May 20 21:32:39.138267 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f99c726a-0048-433d-8757-f8c9c0c1c467 req-e4a5f5cf-35c8-4d17-937a-1c5c8025859c tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] 10.222.0.35 "GET /v2.0/security-groups?id=8badb3b8-47b2-4d23-a15e-15d2ca00923c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304253 May 20 21:32:39.299149 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 01bff81c-44a9-4448-b817-2bca433eb017 no longer exists at agent hyperv_n-h2-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 21:32:39.318652 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] No Port match for: 01bff81c-44a9-4448-b817-2bca433eb017 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 21:32:39.318980 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 01bff81c-44a9-4448-b817-2bca433eb017 not bound to the agent host n-h2-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 21:32:40.255566 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a50a710-aa71-4c94-b3eb-6489ca7be381 req-d20a438d-4205-4656-a4c7-0636a7279b85 tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:32:40.256999 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3a50a710-aa71-4c94-b3eb-6489ca7be381 req-d20a438d-4205-4656-a4c7-0636a7279b85 tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] 10.222.0.35 "GET /v2.0/ports?device_id=938e8d81-9374-4606-8118-0d27b5e97a25 HTTP/1.1" status: 200 len: 943 time: 0.0487449 May 20 21:32:40.294011 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3a50a710-aa71-4c94-b3eb-6489ca7be381 req-5ff6b960-90b9-4dbf-8b2e-0af8dc3d0da4 tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] 10.222.0.35 "GET /v2.0/security-groups?id=8badb3b8-47b2-4d23-a15e-15d2ca00923c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307562 May 20 21:32:41.314451 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 399cebb5-7d47-4589-9959-a2d55b1b59a7 details requested by agent hyperv_n-h2-842733-1 with host n-h2-842733-1 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 21:32:41.407893 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port 399cebb5-7d47-4589-9959-a2d55b1b59a7, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=399cebb5-7d47-4589-9959-a2d55b1b59a7,segment=NetworkSegment(d6afa9cc-8868-478f-99a9-5604a287249f),segment_id=d6afa9cc-8868-478f-99a9-5604a287249f)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:32:41.416625 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81c99c6-73d0-40fe-a631-463a3d57754b req-3e7bf768-a15d-477f-bee3-a42e053cbf8c tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:32:41.418130 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b81c99c6-73d0-40fe-a631-463a3d57754b req-3e7bf768-a15d-477f-bee3-a42e053cbf8c tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] 10.222.0.35 "GET /v2.0/ports?device_id=938e8d81-9374-4606-8118-0d27b5e97a25 HTTP/1.1" status: 200 len: 943 time: 0.0527148 May 20 21:32:41.425416 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Returning: {'device': '399cebb5-7d47-4589-9959-a2d55b1b59a7', 'network_id': '55fd110d-ad41-4afe-9311-6063b734e7bd', 'port_id': '399cebb5-7d47-4589-9959-a2d55b1b59a7', 'mac_address': 'fa:16:3e:48:84:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd004063-8902-4af8-bb82-e65a4d1f988d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 20 21:32:41.456614 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b81c99c6-73d0-40fe-a631-463a3d57754b req-ffde70b6-5672-4e6d-93fd-c8554b9e8905 tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] 10.222.0.35 "GET /v2.0/security-groups?id=8badb3b8-47b2-4d23-a15e-15d2ca00923c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323639 May 20 21:32:41.462336 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port 399cebb5-7d47-4589-9959-a2d55b1b59a7 is: DOWN; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:32:41.462478 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:32:41.475283 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 399cebb5-7d47-4589-9959-a2d55b1b59a7 {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 21:32:41.493851 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port 399cebb5-7d47-4589-9959-a2d55b1b59a7, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=399cebb5-7d47-4589-9959-a2d55b1b59a7,segment=NetworkSegment(d6afa9cc-8868-478f-99a9-5604a287249f),segment_id=d6afa9cc-8868-478f-99a9-5604a287249f)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:32:41.575633 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:32:41.622895 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=399cebb5-7d47-4589-9959-a2d55b1b59a7,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:32:41.830842 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] get_ports_and_sgs() called for port_ids ['399cebb5-7d47-4589-9959-a2d55b1b59a7'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 21:32:42.574964 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91c7f00-befd-4ea1-bc6c-cdadae3de4e4 req-28f040c2-9dee-4fd1-ba13-e5330422a6d4 tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:32:42.576479 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b91c7f00-befd-4ea1-bc6c-cdadae3de4e4 req-28f040c2-9dee-4fd1-ba13-e5330422a6d4 tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] 10.222.0.35 "GET /v2.0/ports?device_id=938e8d81-9374-4606-8118-0d27b5e97a25 HTTP/1.1" status: 200 len: 944 time: 0.0499506 May 20 21:32:42.615641 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b91c7f00-befd-4ea1-bc6c-cdadae3de4e4 req-a754e516-d58e-4834-85ea-8d6165ea8349 tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] 10.222.0.35 "GET /v2.0/security-groups?id=8badb3b8-47b2-4d23-a15e-15d2ca00923c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325222 May 20 21:32:43.315863 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 399cebb5-7d47-4589-9959-a2d55b1b59a7 up at agent hyperv_n-h2-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:32:43.436133 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Provisioning for port 399cebb5-7d47-4589-9959-a2d55b1b59a7 completed by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 21:32:43.440077 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Provisioning complete for port 399cebb5-7d47-4589-9959-a2d55b1b59a7 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:32:43.445987 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:32:43.519681 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port 399cebb5-7d47-4589-9959-a2d55b1b59a7 is: BUILD; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:32:43.520065 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:32:43.544254 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '938e8d81-9374-4606-8118-0d27b5e97a25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '399cebb5-7d47-4589-9959-a2d55b1b59a7'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 21:32:43.551326 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8485417003ce7c0410b00f5cdc2f391e21107b70bb68e2773712534a96e108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3992b20e-9f5f-4a0f-9dd0-338f63f3d1cf" -d '{"events": [{"server_uuid": "938e8d81-9374-4606-8118-0d27b5e97a25", "name": "network-vif-plugged", "status": "completed", "tag": "399cebb5-7d47-4589-9959-a2d55b1b59a7"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 21:32:43.558577 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port 399cebb5-7d47-4589-9959-a2d55b1b59a7, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=399cebb5-7d47-4589-9959-a2d55b1b59a7,segment=NetworkSegment(d6afa9cc-8868-478f-99a9-5604a287249f),segment_id=d6afa9cc-8868-478f-99a9-5604a287249f)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:32:43.588367 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 21:32:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc25a350-00a8-4616-859b-f238ad2fa9fd x-openstack-request-id: req-dc25a350-00a8-4616-859b-f238ad2fa9fd {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 21:32:43.588652 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "938e8d81-9374-4606-8118-0d27b5e97a25", "name": "network-vif-plugged", "status": "completed", "tag": "399cebb5-7d47-4589-9959-a2d55b1b59a7", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 21:32:43.588902 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-dc25a350-00a8-4616-859b-f238ad2fa9fd {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 21:32:43.589330 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc25a350-00a8-4616-859b-f238ad2fa9fd'] response: {'server_uuid': '938e8d81-9374-4606-8118-0d27b5e97a25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '399cebb5-7d47-4589-9959-a2d55b1b59a7', 'code': 200} May 20 21:32:43.644787 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:32:43.693666 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=399cebb5-7d47-4589-9959-a2d55b1b59a7,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:32:43.712346 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e9e0a8-7192-47eb-920d-09dbf1e7e252 req-0f06399a-d97c-48e1-8ee8-ba007ff3879f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:32:43.714033 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-84e9e0a8-7192-47eb-920d-09dbf1e7e252 req-0f06399a-d97c-48e1-8ee8-ba007ff3879f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=938e8d81-9374-4606-8118-0d27b5e97a25 HTTP/1.1" status: 200 len: 1096 time: 0.0434508 May 20 21:32:43.736451 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82d26f4-d085-412d-ab32-b6f89464af19 req-83bbc2e2-1b1f-43ed-9d7e-0c26c7fc99c2 tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:32:43.737958 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e82d26f4-d085-412d-ab32-b6f89464af19 req-83bbc2e2-1b1f-43ed-9d7e-0c26c7fc99c2 tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] 10.222.0.35 "GET /v2.0/ports?device_id=938e8d81-9374-4606-8118-0d27b5e97a25 HTTP/1.1" status: 200 len: 945 time: 0.0508487 May 20 21:32:43.749247 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-84e9e0a8-7192-47eb-920d-09dbf1e7e252 req-2120c04b-66f2-429a-b366-f5803da8eebe service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=8badb3b8-47b2-4d23-a15e-15d2ca00923c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277708 May 20 21:32:43.776187 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e82d26f4-d085-412d-ab32-b6f89464af19 req-6cbb8eef-27ce-46fd-bfc6-deb0582f4fbe tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] 10.222.0.35 "GET /v2.0/security-groups?id=8badb3b8-47b2-4d23-a15e-15d2ca00923c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318549 May 20 21:32:44.897425 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dc5aaa-a559-4733-829f-6c79d26420a3 req-f0a0b27b-b4f3-496d-a8f6-5ccd056efe26 tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:32:44.899139 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-76dc5aaa-a559-4733-829f-6c79d26420a3 req-f0a0b27b-b4f3-496d-a8f6-5ccd056efe26 tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] 10.222.0.35 "GET /v2.0/ports?device_id=938e8d81-9374-4606-8118-0d27b5e97a25 HTTP/1.1" status: 200 len: 945 time: 0.0528102 May 20 21:32:44.936965 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-76dc5aaa-a559-4733-829f-6c79d26420a3 req-f5a30b25-8bc6-43ab-b314-cf7114b20a01 tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] 10.222.0.35 "GET /v2.0/security-groups?id=8badb3b8-47b2-4d23-a15e-15d2ca00923c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317564 May 20 21:32:46.053140 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e2f9ed-119f-4a3a-88f7-ba0cc00ed76f req-ea5f48f2-0679-4f59-b4d4-f741e01df5c9 tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:32:46.054604 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-07e2f9ed-119f-4a3a-88f7-ba0cc00ed76f req-ea5f48f2-0679-4f59-b4d4-f741e01df5c9 tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] 10.222.0.35 "GET /v2.0/ports?device_id=938e8d81-9374-4606-8118-0d27b5e97a25 HTTP/1.1" status: 200 len: 945 time: 0.0478644 May 20 21:32:46.092554 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-07e2f9ed-119f-4a3a-88f7-ba0cc00ed76f req-cd34bc06-800a-4f8f-838b-ee3c22418be1 tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] 10.222.0.35 "GET /v2.0/security-groups?id=8badb3b8-47b2-4d23-a15e-15d2ca00923c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318341 May 20 21:32:46.208594 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27eb5a0e-7119-46ff-ad5f-e54a19fde647 req-fe817c78-a91a-418f-ba30-36bf2c1d8afc tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:32:46.210073 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-27eb5a0e-7119-46ff-ad5f-e54a19fde647 req-fe817c78-a91a-418f-ba30-36bf2c1d8afc tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] 10.222.0.35 "GET /v2.0/ports?device_id=938e8d81-9374-4606-8118-0d27b5e97a25 HTTP/1.1" status: 200 len: 945 time: 0.0486228 May 20 21:32:46.248097 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-27eb5a0e-7119-46ff-ad5f-e54a19fde647 req-d41bd098-7e58-416c-a368-a937a06b7865 tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] 10.222.0.35 "GET /v2.0/security-groups?id=8badb3b8-47b2-4d23-a15e-15d2ca00923c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317359 May 20 21:32:46.621071 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85ad5ec-515b-4cd1-8555-376bcedbdd37 req-f1d32d0f-1ec3-4cbb-8ec8-3f02a6e7f439 tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:32:46.622846 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b85ad5ec-515b-4cd1-8555-376bcedbdd37 req-f1d32d0f-1ec3-4cbb-8ec8-3f02a6e7f439 tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] 10.222.0.35 "GET /v2.0/ports?device_id=938e8d81-9374-4606-8118-0d27b5e97a25 HTTP/1.1" status: 200 len: 945 time: 0.0554152 May 20 21:32:46.661738 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b85ad5ec-515b-4cd1-8555-376bcedbdd37 req-1596928e-bcf2-4102-a2e4-deacab6956b4 tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] 10.222.0.35 "GET /v2.0/security-groups?id=8badb3b8-47b2-4d23-a15e-15d2ca00923c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326033 May 20 21:32:46.727166 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1e98c623-577f-4bda-a47f-a062227589ad req-053799df-1632-4516-8cc7-41d414b6bedc service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=938e8d81-9374-4606-8118-0d27b5e97a25&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0394223 May 20 21:32:47.781003 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8ba96f-5281-4cdb-b6ae-e746679755f7 req-378b6e79-e1aa-41c3-aad8-1153acff0010 tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:32:47.782532 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5b8ba96f-5281-4cdb-b6ae-e746679755f7 req-378b6e79-e1aa-41c3-aad8-1153acff0010 tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] 10.222.0.35 "GET /v2.0/ports?device_id=938e8d81-9374-4606-8118-0d27b5e97a25 HTTP/1.1" status: 200 len: 945 time: 0.0483935 May 20 21:32:47.819617 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5b8ba96f-5281-4cdb-b6ae-e746679755f7 req-d52f8c50-b32e-4f04-992f-82f9b4410eb9 tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] 10.222.0.35 "GET /v2.0/security-groups?id=8badb3b8-47b2-4d23-a15e-15d2ca00923c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309627 May 20 21:32:48.627332 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e98c623-577f-4bda-a47f-a062227589ad req-35c58560-cd03-4157-8683-14f962ea8271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:32:48.628894 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-1e98c623-577f-4bda-a47f-a062227589ad req-35c58560-cd03-4157-8683-14f962ea8271 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c870feb5c74e4746a679b9147fc0200c&device_id=938e8d81-9374-4606-8118-0d27b5e97a25 HTTP/1.1" status: 200 len: 1096 time: 0.0402133 May 20 21:32:48.717672 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e98c623-577f-4bda-a47f-a062227589ad req-ee99ad14-a8b1-418a-8684-67b28afad420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:32:48.719128 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-1e98c623-577f-4bda-a47f-a062227589ad req-ee99ad14-a8b1-418a-8684-67b28afad420 service neutron] 10.222.0.13 "GET /v2.0/networks?id=55fd110d-ad41-4afe-9311-6063b734e7bd HTTP/1.1" status: 200 len: 916 time: 0.0842650 May 20 21:32:48.810985 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-1e98c623-577f-4bda-a47f-a062227589ad req-e83e2429-b637-48bb-b974-6e0d64efd0b7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=399cebb5-7d47-4589-9959-a2d55b1b59a7 HTTP/1.1" status: 200 len: 217 time: 0.0856659 May 20 21:32:48.859349 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e98c623-577f-4bda-a47f-a062227589ad req-d126a506-2bf1-450a-bec2-70f29747d139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:32:48.860809 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-1e98c623-577f-4bda-a47f-a062227589ad req-d126a506-2bf1-450a-bec2-70f29747d139 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=dd004063-8902-4af8-bb82-e65a4d1f988d HTTP/1.1" status: 200 len: 855 time: 0.0441024 May 20 21:32:48.892016 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-1e98c623-577f-4bda-a47f-a062227589ad req-562053c8-a5e6-480e-a92a-36ece327b334 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=55fd110d-ad41-4afe-9311-6063b734e7bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249865 May 20 21:32:48.940424 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bf8b09-888b-4e06-8f09-2c771f9161e1 req-1a7bc49c-6802-44d4-82d3-9073f0fea414 tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:32:48.941894 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e2bf8b09-888b-4e06-8f09-2c771f9161e1 req-1a7bc49c-6802-44d4-82d3-9073f0fea414 tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] 10.222.0.35 "GET /v2.0/ports?device_id=938e8d81-9374-4606-8118-0d27b5e97a25 HTTP/1.1" status: 200 len: 945 time: 0.0508802 May 20 21:32:48.980427 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e2bf8b09-888b-4e06-8f09-2c771f9161e1 req-f83be609-45ee-4cb3-9dfa-3f13c407813a tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] 10.222.0.35 "GET /v2.0/security-groups?id=8badb3b8-47b2-4d23-a15e-15d2ca00923c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314355 May 20 21:32:48.982921 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-1e98c623-577f-4bda-a47f-a062227589ad req-ed96e22e-a8a3-4cf1-a449-b9693577785f service neutron] 10.222.0.13 "GET /v2.0/networks/55fd110d-ad41-4afe-9311-6063b734e7bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848262 May 20 21:32:49.071073 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-1e98c623-577f-4bda-a47f-a062227589ad req-fde99122-892e-4977-8491-4260e113e48c service neutron] 10.222.0.13 "GET /v2.0/networks/55fd110d-ad41-4afe-9311-6063b734e7bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812876 May 20 21:32:49.907239 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-418f1a37-104c-4daa-993c-7d8f92f6e46a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:32:50.094557 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563de3fc-d8b0-4780-a55c-6b0017b23e95 req-7d78b9a1-71ca-459b-a121-6d6f33182f70 tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:32:50.095928 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-563de3fc-d8b0-4780-a55c-6b0017b23e95 req-7d78b9a1-71ca-459b-a121-6d6f33182f70 tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] 10.222.0.35 "GET /v2.0/ports?device_id=938e8d81-9374-4606-8118-0d27b5e97a25 HTTP/1.1" status: 200 len: 945 time: 0.0483377 May 20 21:32:50.133667 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-563de3fc-d8b0-4780-a55c-6b0017b23e95 req-c8a503d4-c450-47ab-9c76-d6050d437238 tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] 10.222.0.35 "GET /v2.0/security-groups?id=8badb3b8-47b2-4d23-a15e-15d2ca00923c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311456 May 20 21:32:51.254271 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9824e783-a683-4fae-b4d0-41e379357616 req-fd2e0659-e7cf-4bc0-87dd-b05b912f83f9 tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:32:51.255710 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9824e783-a683-4fae-b4d0-41e379357616 req-fd2e0659-e7cf-4bc0-87dd-b05b912f83f9 tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] 10.222.0.35 "GET /v2.0/ports?device_id=938e8d81-9374-4606-8118-0d27b5e97a25 HTTP/1.1" status: 200 len: 945 time: 0.0485606 May 20 21:32:51.294215 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9824e783-a683-4fae-b4d0-41e379357616 req-0a037887-6caf-4331-a4e5-55c4d951dc7e tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] 10.222.0.35 "GET /v2.0/security-groups?id=8badb3b8-47b2-4d23-a15e-15d2ca00923c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318871 May 20 21:32:52.336385 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ad035346-780f-457e-8f0a-de9f3ff69e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:32:52.414435 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54c37fa-ea73-456f-a5f2-918fa2c378e8 req-f56c0aaf-4b4b-4490-b71f-6b79bd45a4ec tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:32:52.415871 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c54c37fa-ea73-456f-a5f2-918fa2c378e8 req-f56c0aaf-4b4b-4490-b71f-6b79bd45a4ec tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] 10.222.0.35 "GET /v2.0/ports?device_id=938e8d81-9374-4606-8118-0d27b5e97a25 HTTP/1.1" status: 200 len: 945 time: 0.0531499 May 20 21:32:52.453846 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c54c37fa-ea73-456f-a5f2-918fa2c378e8 req-a4d7ad47-feab-4505-9b90-a6d8496cff21 tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] 10.222.0.35 "GET /v2.0/security-groups?id=8badb3b8-47b2-4d23-a15e-15d2ca00923c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317967 May 20 21:32:53.572585 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53492867-4862-44f7-b294-dd289358f317 req-eef52e88-c0b4-484e-b17f-0ddbfaeff492 tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:32:53.574175 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-53492867-4862-44f7-b294-dd289358f317 req-eef52e88-c0b4-484e-b17f-0ddbfaeff492 tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] 10.222.0.35 "GET /v2.0/ports?device_id=938e8d81-9374-4606-8118-0d27b5e97a25 HTTP/1.1" status: 200 len: 945 time: 0.0494945 May 20 21:32:53.612519 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-53492867-4862-44f7-b294-dd289358f317 req-622e5f94-6264-41e3-bf5b-741e40532ebd tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] 10.222.0.35 "GET /v2.0/security-groups?id=8badb3b8-47b2-4d23-a15e-15d2ca00923c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323193 May 20 21:32:54.101164 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4bb0e131-6525-46ca-a45b-e4ea43a5e69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:32:54.731366 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a44980c-cf16-4c1d-a8a9-af98f107ac9a req-de0812d6-dd04-42b4-ac3a-d3fef9aea025 tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:32:54.732820 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7a44980c-cf16-4c1d-a8a9-af98f107ac9a req-de0812d6-dd04-42b4-ac3a-d3fef9aea025 tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] 10.222.0.35 "GET /v2.0/ports?device_id=938e8d81-9374-4606-8118-0d27b5e97a25 HTTP/1.1" status: 200 len: 945 time: 0.0484805 May 20 21:32:54.769225 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7a44980c-cf16-4c1d-a8a9-af98f107ac9a req-cab725a6-c23d-4800-8131-973d7e691460 tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] 10.222.0.35 "GET /v2.0/security-groups?id=8badb3b8-47b2-4d23-a15e-15d2ca00923c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303924 May 20 21:32:55.146608 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:32:55.632384 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:32:55.678429 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cc3ec51b-6ec8-438a-8349-5f0bec346d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:32:55.891555 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737e6fdb-9272-48db-82b5-449ff3fc9035 req-f041c4b7-73f9-4d95-8c95-5da48434c850 tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:32:55.892984 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-737e6fdb-9272-48db-82b5-449ff3fc9035 req-f041c4b7-73f9-4d95-8c95-5da48434c850 tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] 10.222.0.35 "GET /v2.0/ports?device_id=938e8d81-9374-4606-8118-0d27b5e97a25 HTTP/1.1" status: 200 len: 945 time: 0.0517564 May 20 21:32:55.929959 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-737e6fdb-9272-48db-82b5-449ff3fc9035 req-ee055477-1730-4d04-bf25-1fcf2c1c9a09 tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] 10.222.0.35 "GET /v2.0/security-groups?id=8badb3b8-47b2-4d23-a15e-15d2ca00923c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303349 May 20 21:32:57.051451 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b0ba7b-fbc1-48fb-84fd-d852260869d6 req-df3d1ea2-1d62-481c-a36b-1bc487ba8631 tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:32:57.052889 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-79b0ba7b-fbc1-48fb-84fd-d852260869d6 req-df3d1ea2-1d62-481c-a36b-1bc487ba8631 tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] 10.222.0.35 "GET /v2.0/ports?device_id=938e8d81-9374-4606-8118-0d27b5e97a25 HTTP/1.1" status: 200 len: 945 time: 0.0479386 May 20 21:32:57.089426 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-79b0ba7b-fbc1-48fb-84fd-d852260869d6 req-d30d0e49-3344-4525-bc87-a9cd7ad5d754 tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] 10.222.0.35 "GET /v2.0/security-groups?id=8badb3b8-47b2-4d23-a15e-15d2ca00923c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303087 May 20 21:32:57.468841 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c653bf-be1b-4027-a8a3-e0c58ca0082c req-b0c6ce6e-30ad-44de-9983-19f6f064409d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:32:57.470413 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-23c653bf-be1b-4027-a8a3-e0c58ca0082c req-b0c6ce6e-30ad-44de-9983-19f6f064409d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c870feb5c74e4746a679b9147fc0200c&device_id=938e8d81-9374-4606-8118-0d27b5e97a25 HTTP/1.1" status: 200 len: 1096 time: 0.0439239 May 20 21:32:57.569822 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c653bf-be1b-4027-a8a3-e0c58ca0082c req-a9e5cf67-2b6a-4d79-b70a-c16b5e968879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:32:57.571835 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-23c653bf-be1b-4027-a8a3-e0c58ca0082c req-a9e5cf67-2b6a-4d79-b70a-c16b5e968879 service neutron] 10.222.0.13 "GET /v2.0/networks?id=55fd110d-ad41-4afe-9311-6063b734e7bd HTTP/1.1" status: 200 len: 916 time: 0.0830715 May 20 21:32:57.617066 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-23c653bf-be1b-4027-a8a3-e0c58ca0082c req-9927ea35-92d4-41ba-9b67-0e411eb8b72d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=399cebb5-7d47-4589-9959-a2d55b1b59a7 HTTP/1.1" status: 200 len: 217 time: 0.0377870 May 20 21:32:57.999463 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c653bf-be1b-4027-a8a3-e0c58ca0082c req-1b607eb6-3a61-4996-92d8-f2e4498bc9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:32:58.000877 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-23c653bf-be1b-4027-a8a3-e0c58ca0082c req-1b607eb6-3a61-4996-92d8-f2e4498bc9c1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=dd004063-8902-4af8-bb82-e65a4d1f988d HTTP/1.1" status: 200 len: 855 time: 0.3772221 May 20 21:32:58.032321 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-23c653bf-be1b-4027-a8a3-e0c58ca0082c req-89261108-2f41-4db0-a2eb-78f819ae392c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=55fd110d-ad41-4afe-9311-6063b734e7bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234900 May 20 21:32:58.123957 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-23c653bf-be1b-4027-a8a3-e0c58ca0082c req-79991bb6-8528-42ff-9867-e7c3edc1146f service neutron] 10.222.0.13 "GET /v2.0/networks/55fd110d-ad41-4afe-9311-6063b734e7bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810077 May 20 21:32:58.206531 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2c0ef1-4157-4c06-ba9f-8c9000e65b55 req-6f6ac9d8-40ad-4116-b50f-563b73b232d2 tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:32:58.207999 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7c2c0ef1-4157-4c06-ba9f-8c9000e65b55 req-6f6ac9d8-40ad-4116-b50f-563b73b232d2 tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] 10.222.0.35 "GET /v2.0/ports?device_id=938e8d81-9374-4606-8118-0d27b5e97a25 HTTP/1.1" status: 200 len: 945 time: 0.0487874 May 20 21:32:58.212524 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-23c653bf-be1b-4027-a8a3-e0c58ca0082c req-2a3ca6a5-eafc-4a4c-b48e-b3c0f68c1568 service neutron] 10.222.0.13 "GET /v2.0/networks/55fd110d-ad41-4afe-9311-6063b734e7bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821385 May 20 21:32:58.246258 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7c2c0ef1-4157-4c06-ba9f-8c9000e65b55 req-47e64a0c-21c5-478d-9adb-d713043a39d4 tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] 10.222.0.35 "GET /v2.0/security-groups?id=8badb3b8-47b2-4d23-a15e-15d2ca00923c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311818 May 20 21:32:59.363645 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c6e234-a4f8-494c-ad50-7ca6bc19966d req-7477d92f-8cc2-49d5-9acb-7c389812f91f tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:32:59.365070 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d8c6e234-a4f8-494c-ad50-7ca6bc19966d req-7477d92f-8cc2-49d5-9acb-7c389812f91f tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] 10.222.0.35 "GET /v2.0/ports?device_id=938e8d81-9374-4606-8118-0d27b5e97a25 HTTP/1.1" status: 200 len: 945 time: 0.0513914 May 20 21:32:59.402628 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d8c6e234-a4f8-494c-ad50-7ca6bc19966d req-8681b3bb-bd22-4ea9-a0e0-b57967ac6340 tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] 10.222.0.35 "GET /v2.0/security-groups?id=8badb3b8-47b2-4d23-a15e-15d2ca00923c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309584 May 20 21:33:00.518947 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4489e63-54d0-4e7e-9838-ffdc241f9811 req-1f04831a-dae6-462b-9ad5-c30e8a0c5f65 tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:33:00.520476 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c4489e63-54d0-4e7e-9838-ffdc241f9811 req-1f04831a-dae6-462b-9ad5-c30e8a0c5f65 tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] 10.222.0.35 "GET /v2.0/ports?device_id=938e8d81-9374-4606-8118-0d27b5e97a25 HTTP/1.1" status: 200 len: 945 time: 0.0497463 May 20 21:33:00.561167 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c4489e63-54d0-4e7e-9838-ffdc241f9811 req-c9876b10-0032-430f-96e3-3c9fc52e7e34 tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] 10.222.0.35 "GET /v2.0/security-groups?id=8badb3b8-47b2-4d23-a15e-15d2ca00923c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340955 May 20 21:33:01.675566 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506a2cba-84df-4a02-b385-d834894cba6f req-015f77de-ce55-4606-adda-ecb0fbb0a78c tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:33:01.677013 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-506a2cba-84df-4a02-b385-d834894cba6f req-015f77de-ce55-4606-adda-ecb0fbb0a78c tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] 10.222.0.35 "GET /v2.0/ports?device_id=938e8d81-9374-4606-8118-0d27b5e97a25 HTTP/1.1" status: 200 len: 945 time: 0.0493846 May 20 21:33:01.714859 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-506a2cba-84df-4a02-b385-d834894cba6f req-77feef06-4141-4e37-8c16-7f478c292c6a tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] 10.222.0.35 "GET /v2.0/security-groups?id=8badb3b8-47b2-4d23-a15e-15d2ca00923c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305324 May 20 21:33:02.732958 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:33:02.832923 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b9ee96-74e0-466c-86cb-30f0c02267b7 req-8683f21d-bc80-4333-8873-1461befc78d6 tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:33:02.834378 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-37b9ee96-74e0-466c-86cb-30f0c02267b7 req-8683f21d-bc80-4333-8873-1461befc78d6 tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] 10.222.0.35 "GET /v2.0/ports?device_id=938e8d81-9374-4606-8118-0d27b5e97a25 HTTP/1.1" status: 200 len: 945 time: 0.0507436 May 20 21:33:02.871944 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-37b9ee96-74e0-466c-86cb-30f0c02267b7 req-45fb54d2-5fce-43b7-8215-5456082ab931 tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] 10.222.0.35 "GET /v2.0/security-groups?id=8badb3b8-47b2-4d23-a15e-15d2ca00923c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304987 May 20 21:33:03.985350 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f479ac9c-a996-40ce-9f75-16b6bc15e00e req-690c4dfb-6d4e-41d7-a962-d691c6ea86db tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:33:03.986802 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f479ac9c-a996-40ce-9f75-16b6bc15e00e req-690c4dfb-6d4e-41d7-a962-d691c6ea86db tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] 10.222.0.35 "GET /v2.0/ports?device_id=938e8d81-9374-4606-8118-0d27b5e97a25 HTTP/1.1" status: 200 len: 945 time: 0.0469356 May 20 21:33:04.023899 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f479ac9c-a996-40ce-9f75-16b6bc15e00e req-d2a3436a-a672-4fbf-9fd5-040d4c2ce91a tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] 10.222.0.35 "GET /v2.0/security-groups?id=8badb3b8-47b2-4d23-a15e-15d2ca00923c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311682 May 20 21:33:05.137968 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85087829-117c-4c16-bc13-383beca89d9f req-0aa794fd-e524-477d-929d-a78683b8dcde tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:33:05.139408 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-85087829-117c-4c16-bc13-383beca89d9f req-0aa794fd-e524-477d-929d-a78683b8dcde tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] 10.222.0.35 "GET /v2.0/ports?device_id=938e8d81-9374-4606-8118-0d27b5e97a25 HTTP/1.1" status: 200 len: 945 time: 0.0478969 May 20 21:33:05.175919 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-85087829-117c-4c16-bc13-383beca89d9f req-e3e00a7e-7152-4a5f-8658-f4d5cd9b7b21 tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] 10.222.0.35 "GET /v2.0/security-groups?id=8badb3b8-47b2-4d23-a15e-15d2ca00923c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304933 May 20 21:33:06.294524 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e070164-bdb8-4553-a5b0-6e900379dca4 req-89bc1d49-c397-4f1c-96d9-6241dc0ee814 tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:33:06.295948 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6e070164-bdb8-4553-a5b0-6e900379dca4 req-89bc1d49-c397-4f1c-96d9-6241dc0ee814 tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] 10.222.0.35 "GET /v2.0/ports?device_id=938e8d81-9374-4606-8118-0d27b5e97a25 HTTP/1.1" status: 200 len: 945 time: 0.0512543 May 20 21:33:06.652776 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6e070164-bdb8-4553-a5b0-6e900379dca4 req-c7183c5c-383e-4eaf-bd19-5238b56e8c26 tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] 10.222.0.35 "GET /v2.0/security-groups?id=8badb3b8-47b2-4d23-a15e-15d2ca00923c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3508117 May 20 21:33:07.771300 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64b37ad-bacb-4b45-a816-af7d714fbed1 req-54cef7b2-efdb-4b6b-b7db-5270e23cb144 tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:33:07.772642 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b64b37ad-bacb-4b45-a816-af7d714fbed1 req-54cef7b2-efdb-4b6b-b7db-5270e23cb144 tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] 10.222.0.35 "GET /v2.0/ports?device_id=938e8d81-9374-4606-8118-0d27b5e97a25 HTTP/1.1" status: 200 len: 945 time: 0.0463946 May 20 21:33:07.809253 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b64b37ad-bacb-4b45-a816-af7d714fbed1 req-b12ab77c-c37e-4947-a00d-9061f21b2c3e tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] 10.222.0.35 "GET /v2.0/security-groups?id=8badb3b8-47b2-4d23-a15e-15d2ca00923c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298574 May 20 21:33:08.922494 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8234c6f-0649-44bf-9a07-049a94cc8651 req-5e1aca06-95ab-4db9-9746-b87457b3f630 tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:33:08.923946 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d8234c6f-0649-44bf-9a07-049a94cc8651 req-5e1aca06-95ab-4db9-9746-b87457b3f630 tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] 10.222.0.35 "GET /v2.0/ports?device_id=938e8d81-9374-4606-8118-0d27b5e97a25 HTTP/1.1" status: 200 len: 945 time: 0.0474782 May 20 21:33:08.960574 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d8234c6f-0649-44bf-9a07-049a94cc8651 req-23137449-d65c-43be-9fe9-2497a0ee8b80 tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] 10.222.0.35 "GET /v2.0/security-groups?id=8badb3b8-47b2-4d23-a15e-15d2ca00923c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307050 May 20 21:33:09.142419 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.agents_db [None req-5c33ad30-4e00-40fa-b486-8c79c4a6cfc5 None None] Agent healthcheck: found 7 active agents {{(pid=103165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 20 21:33:10.079589 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d533d0-5dcc-4f13-a4f6-b3c00aff3663 req-f4cf4207-6054-43a8-952d-b47daf224f6e tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:33:10.081000 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a8d533d0-5dcc-4f13-a4f6-b3c00aff3663 req-f4cf4207-6054-43a8-952d-b47daf224f6e tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] 10.222.0.35 "GET /v2.0/ports?device_id=938e8d81-9374-4606-8118-0d27b5e97a25 HTTP/1.1" status: 200 len: 945 time: 0.0493331 May 20 21:33:10.118487 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a8d533d0-5dcc-4f13-a4f6-b3c00aff3663 req-01dded14-677e-453f-bf1c-f29386899512 tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] 10.222.0.35 "GET /v2.0/security-groups?id=8badb3b8-47b2-4d23-a15e-15d2ca00923c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314984 May 20 21:33:11.236420 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b35050-b1fa-4040-92b6-ecc7faa11747 req-d2cf87f0-5d8e-40be-bc17-c073b1f871bc tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:33:11.237944 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d5b35050-b1fa-4040-92b6-ecc7faa11747 req-d2cf87f0-5d8e-40be-bc17-c073b1f871bc tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] 10.222.0.35 "GET /v2.0/ports?device_id=938e8d81-9374-4606-8118-0d27b5e97a25 HTTP/1.1" status: 200 len: 945 time: 0.0477457 May 20 21:33:11.274237 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d5b35050-b1fa-4040-92b6-ecc7faa11747 req-885389b4-2b01-4d16-bb87-8555b05617ed tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] 10.222.0.35 "GET /v2.0/security-groups?id=8badb3b8-47b2-4d23-a15e-15d2ca00923c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302379 May 20 21:33:12.392180 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f6a2ee-b213-4b3f-bfc1-ed6ad802fe6b req-9800b72a-0ea5-4276-963f-db708e50023b tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:33:12.393649 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-45f6a2ee-b213-4b3f-bfc1-ed6ad802fe6b req-9800b72a-0ea5-4276-963f-db708e50023b tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] 10.222.0.35 "GET /v2.0/ports?device_id=938e8d81-9374-4606-8118-0d27b5e97a25 HTTP/1.1" status: 200 len: 945 time: 0.0500026 May 20 21:33:12.431018 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-45f6a2ee-b213-4b3f-bfc1-ed6ad802fe6b req-d8720cf5-7f18-41fb-80a6-7ee2af3c4182 tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] 10.222.0.35 "GET /v2.0/security-groups?id=8badb3b8-47b2-4d23-a15e-15d2ca00923c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313282 May 20 21:33:13.549912 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd382fd-3228-409f-8f09-f7a5e06b4ed6 req-16791387-b2d1-499b-8436-4f22b457ac78 tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:33:13.551336 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ccd382fd-3228-409f-8f09-f7a5e06b4ed6 req-16791387-b2d1-499b-8436-4f22b457ac78 tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] 10.222.0.35 "GET /v2.0/ports?device_id=938e8d81-9374-4606-8118-0d27b5e97a25 HTTP/1.1" status: 200 len: 945 time: 0.0504136 May 20 21:33:13.588557 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ccd382fd-3228-409f-8f09-f7a5e06b4ed6 req-fccd8b8d-ff75-4079-a309-e45dc775d9a7 tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] 10.222.0.35 "GET /v2.0/security-groups?id=8badb3b8-47b2-4d23-a15e-15d2ca00923c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305705 May 20 21:33:14.703312 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdf4880-66c5-4c09-9cdd-b89a256bd3c6 req-be55c341-b282-474d-815e-e3adfa0ddfb3 tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:33:14.704783 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7cdf4880-66c5-4c09-9cdd-b89a256bd3c6 req-be55c341-b282-474d-815e-e3adfa0ddfb3 tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] 10.222.0.35 "GET /v2.0/ports?device_id=938e8d81-9374-4606-8118-0d27b5e97a25 HTTP/1.1" status: 200 len: 945 time: 0.0477502 May 20 21:33:14.742452 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7cdf4880-66c5-4c09-9cdd-b89a256bd3c6 req-164c0ed4-b05e-465d-be44-76cebb63f2e2 tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] 10.222.0.35 "GET /v2.0/security-groups?id=8badb3b8-47b2-4d23-a15e-15d2ca00923c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316234 May 20 21:33:15.857530 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a218ce9-5ff7-49b3-8581-3fbccf8696b3 req-f388dcaa-20ed-4ec2-ba01-0f847ed17540 tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:33:15.859024 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9a218ce9-5ff7-49b3-8581-3fbccf8696b3 req-f388dcaa-20ed-4ec2-ba01-0f847ed17540 tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] 10.222.0.35 "GET /v2.0/ports?device_id=938e8d81-9374-4606-8118-0d27b5e97a25 HTTP/1.1" status: 200 len: 945 time: 0.0478570 May 20 21:33:15.896629 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9a218ce9-5ff7-49b3-8581-3fbccf8696b3 req-63da46a2-588f-4eff-b2b6-d9c7fd7df9f8 tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] 10.222.0.35 "GET /v2.0/security-groups?id=8badb3b8-47b2-4d23-a15e-15d2ca00923c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316026 May 20 21:33:16.260810 n-d-842733-1 neutron-server[103162]: INFO neutron.api.v2.resource [req-1e98c623-577f-4bda-a47f-a062227589ad req-80580825-946c-4492-9251-f0a8a3cdd79a service neutron] show failed (client error): The resource could not be found. May 20 21:33:16.261839 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-1e98c623-577f-4bda-a47f-a062227589ad req-80580825-946c-4492-9251-f0a8a3cdd79a service neutron] 10.222.0.13 "GET /v2.0/ports/399cebb5-7d47-4589-9959-a2d55b1b59a7/bindings/n-h1-842733-1 HTTP/1.1" status: 404 len: 380 time: 0.0546420 May 20 21:33:16.725763 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e98c623-577f-4bda-a47f-a062227589ad req-abd10e15-7b1e-413d-91c3-c58cb245e8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:33:16.727238 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-1e98c623-577f-4bda-a47f-a062227589ad req-abd10e15-7b1e-413d-91c3-c58cb245e8bc service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=938e8d81-9374-4606-8118-0d27b5e97a25&tenant_id=c870feb5c74e4746a679b9147fc0200c HTTP/1.1" status: 200 len: 1096 time: 0.0437713 May 20 21:33:16.739045 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [req-1e98c623-577f-4bda-a47f-a062227589ad req-24e996ac-af7e-47ff-9308-7d497d07669b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-842733-1', 'device_owner': 'compute:nova'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:33:16.793731 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-1e98c623-577f-4bda-a47f-a062227589ad req-24e996ac-af7e-47ff-9308-7d497d07669b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:33:17.005656 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-1e98c623-577f-4bda-a47f-a062227589ad req-24e996ac-af7e-47ff-9308-7d497d07669b service neutron] For port 399cebb5-7d47-4589-9959-a2d55b1b59a7, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=399cebb5-7d47-4589-9959-a2d55b1b59a7,segment=NetworkSegment(d6afa9cc-8868-478f-99a9-5604a287249f),segment_id=d6afa9cc-8868-478f-99a9-5604a287249f)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:33:17.017979 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b739c0-4878-40c6-bc1b-08bc0796c0af req-60ad537b-af73-4804-bfe4-af84c1d00071 tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:33:17.019447 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-03b739c0-4878-40c6-bc1b-08bc0796c0af req-60ad537b-af73-4804-bfe4-af84c1d00071 tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] 10.222.0.35 "GET /v2.0/ports?device_id=938e8d81-9374-4606-8118-0d27b5e97a25 HTTP/1.1" status: 200 len: 945 time: 0.0524902 May 20 21:33:17.038095 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-1e98c623-577f-4bda-a47f-a062227589ad req-24e996ac-af7e-47ff-9308-7d497d07669b service neutron] For port 399cebb5-7d47-4589-9959-a2d55b1b59a7, host n-h2-842733-1, cleared binding levels {{(pid=103162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 21:33:17.057347 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-03b739c0-4878-40c6-bc1b-08bc0796c0af req-22891b4f-5873-421a-b674-0f06c3575582 tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] 10.222.0.35 "GET /v2.0/security-groups?id=8badb3b8-47b2-4d23-a15e-15d2ca00923c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309510 May 20 21:33:17.080870 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '938e8d81-9374-4606-8118-0d27b5e97a25', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '399cebb5-7d47-4589-9959-a2d55b1b59a7'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 21:33:17.083127 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6fa957933fccbf596d28104b23404b952ad6a8238afaebaed40a0874b2e409" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-591c56f5-3c6f-4351-af1e-465585df09ab" -d '{"events": [{"server_uuid": "938e8d81-9374-4606-8118-0d27b5e97a25", "name": "network-vif-unplugged", "status": "completed", "tag": "399cebb5-7d47-4589-9959-a2d55b1b59a7"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 21:33:17.086857 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-1e98c623-577f-4bda-a47f-a062227589ad req-24e996ac-af7e-47ff-9308-7d497d07669b service neutron] Notify callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:33:17.099495 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.provisioning_blocks [req-1e98c623-577f-4bda-a47f-a062227589ad req-24e996ac-af7e-47ff-9308-7d497d07669b service neutron] Transition to ACTIVE for port object 399cebb5-7d47-4589-9959-a2d55b1b59a7 will not be triggered until provisioned by entity L2. {{(pid=103162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 21:33:17.134809 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 May 2022 21:33:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb208bad-6d2f-4f36-a353-031e1bca55b7 x-openstack-request-id: req-eb208bad-6d2f-4f36-a353-031e1bca55b7 {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 21:33:17.135609 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "938e8d81-9374-4606-8118-0d27b5e97a25", "name": "network-vif-unplugged", "status": "completed", "tag": "399cebb5-7d47-4589-9959-a2d55b1b59a7", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 21:33:17.135937 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-eb208bad-6d2f-4f36-a353-031e1bca55b7 {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 21:33:17.136335 n-d-842733-1 neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb208bad-6d2f-4f36-a353-031e1bca55b7'] response: {'server_uuid': '938e8d81-9374-4606-8118-0d27b5e97a25', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '399cebb5-7d47-4589-9959-a2d55b1b59a7', 'code': 200} May 20 21:33:17.174586 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-1e98c623-577f-4bda-a47f-a062227589ad req-24e996ac-af7e-47ff-9308-7d497d07669b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:33:17.234542 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e98c623-577f-4bda-a47f-a062227589ad req-24e996ac-af7e-47ff-9308-7d497d07669b service neutron] No DVR routers for this DVR port 399cebb5-7d47-4589-9959-a2d55b1b59a7 on host n-h2-842733-1 {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 21:33:17.236292 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e996ac-af7e-47ff-9308-7d497d07669b service neutron] Pushing event updated for resources: {'Port': ['ID=399cebb5-7d47-4589-9959-a2d55b1b59a7,revision_number=6']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:33:17.248768 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e996ac-af7e-47ff-9308-7d497d07669b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:33:17.249109 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e996ac-af7e-47ff-9308-7d497d07669b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:33:17.249479 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e996ac-af7e-47ff-9308-7d497d07669b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:33:17.249809 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e996ac-af7e-47ff-9308-7d497d07669b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:33:17.250134 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e996ac-af7e-47ff-9308-7d497d07669b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:33:17.250456 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e996ac-af7e-47ff-9308-7d497d07669b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:33:17.250772 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e996ac-af7e-47ff-9308-7d497d07669b service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:33:17.251089 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e996ac-af7e-47ff-9308-7d497d07669b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:33:17.251405 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e996ac-af7e-47ff-9308-7d497d07669b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:33:17.251719 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e996ac-af7e-47ff-9308-7d497d07669b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:33:17.252032 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e996ac-af7e-47ff-9308-7d497d07669b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:33:17.252341 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e996ac-af7e-47ff-9308-7d497d07669b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:33:17.280042 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-1e98c623-577f-4bda-a47f-a062227589ad req-24e996ac-af7e-47ff-9308-7d497d07669b service neutron] Attempting to bind port 399cebb5-7d47-4589-9959-a2d55b1b59a7 on host n-h1-842733-1 for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:33:17.280678 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-1e98c623-577f-4bda-a47f-a062227589ad req-24e996ac-af7e-47ff-9308-7d497d07669b service neutron] Attempting to bind port 399cebb5-7d47-4589-9959-a2d55b1b59a7 by drivers openvswitch,hyperv on host n-h1-842733-1 at level 0 using segments [{'id': 'd6afa9cc-8868-478f-99a9-5604a287249f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '55fd110d-ad41-4afe-9311-6063b734e7bd'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:33:17.280678 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e98c623-577f-4bda-a47f-a062227589ad req-24e996ac-af7e-47ff-9308-7d497d07669b service neutron] Attempting to bind port 399cebb5-7d47-4589-9959-a2d55b1b59a7 on network 55fd110d-ad41-4afe-9311-6063b734e7bd {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:33:17.284723 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e98c623-577f-4bda-a47f-a062227589ad req-24e996ac-af7e-47ff-9308-7d497d07669b service neutron] Port 399cebb5-7d47-4589-9959-a2d55b1b59a7 on network 55fd110d-ad41-4afe-9311-6063b734e7bd not bound, no agent of type Open vSwitch agent registered on host n-h1-842733-1 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 21:33:17.285036 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e98c623-577f-4bda-a47f-a062227589ad req-24e996ac-af7e-47ff-9308-7d497d07669b service neutron] Attempting to bind port 399cebb5-7d47-4589-9959-a2d55b1b59a7 on network 55fd110d-ad41-4afe-9311-6063b734e7bd {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:33:17.289712 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e98c623-577f-4bda-a47f-a062227589ad req-24e996ac-af7e-47ff-9308-7d497d07669b service neutron] Checking agent: {'id': '08dfb1ce-804b-4db8-838b-21094082e041', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 32, 54), 'started_at': datetime.datetime(2022, 5, 20, 20, 32, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 21, 32, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 21:33:17.290042 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e98c623-577f-4bda-a47f-a062227589ad req-24e996ac-af7e-47ff-9308-7d497d07669b service neutron] Checking segment: {'id': 'd6afa9cc-8868-478f-99a9-5604a287249f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '55fd110d-ad41-4afe-9311-6063b734e7bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:33:17.290417 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e98c623-577f-4bda-a47f-a062227589ad req-24e996ac-af7e-47ff-9308-7d497d07669b service neutron] Bound using segment: {'id': 'd6afa9cc-8868-478f-99a9-5604a287249f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '55fd110d-ad41-4afe-9311-6063b734e7bd'} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 21:33:17.290899 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-1e98c623-577f-4bda-a47f-a062227589ad req-24e996ac-af7e-47ff-9308-7d497d07669b service neutron] Bound port: 399cebb5-7d47-4589-9959-a2d55b1b59a7, host: n-h1-842733-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6afa9cc-8868-478f-99a9-5604a287249f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '55fd110d-ad41-4afe-9311-6063b734e7bd'}}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:33:17.291321 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-1e98c623-577f-4bda-a47f-a062227589ad req-24e996ac-af7e-47ff-9308-7d497d07669b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:33:17.351482 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-1e98c623-577f-4bda-a47f-a062227589ad req-24e996ac-af7e-47ff-9308-7d497d07669b service neutron] For port 399cebb5-7d47-4589-9959-a2d55b1b59a7, host n-h1-842733-1, cleared binding levels {{(pid=103162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 21:33:17.355199 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-1e98c623-577f-4bda-a47f-a062227589ad req-24e996ac-af7e-47ff-9308-7d497d07669b service neutron] For port 399cebb5-7d47-4589-9959-a2d55b1b59a7, host n-h1-842733-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=399cebb5-7d47-4589-9959-a2d55b1b59a7,segment=NetworkSegment(d6afa9cc-8868-478f-99a9-5604a287249f),segment_id=d6afa9cc-8868-478f-99a9-5604a287249f)] {{(pid=103162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 21:33:17.424965 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-1e98c623-577f-4bda-a47f-a062227589ad req-24e996ac-af7e-47ff-9308-7d497d07669b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:33:17.462524 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e98c623-577f-4bda-a47f-a062227589ad req-24e996ac-af7e-47ff-9308-7d497d07669b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:33:17.463974 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-1e98c623-577f-4bda-a47f-a062227589ad req-24e996ac-af7e-47ff-9308-7d497d07669b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:33:17.465561 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-1e98c623-577f-4bda-a47f-a062227589ad req-24e996ac-af7e-47ff-9308-7d497d07669b service neutron] 10.222.0.24 "PUT /v2.0/ports/399cebb5-7d47-4589-9959-a2d55b1b59a7 HTTP/1.1" status: 200 len: 1091 time: 0.7305009 May 20 21:33:17.484987 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e996ac-af7e-47ff-9308-7d497d07669b service neutron] Pushing event updated for resources: {'Port': ['ID=399cebb5-7d47-4589-9959-a2d55b1b59a7,revision_number=7']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:33:17.529998 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e98c623-577f-4bda-a47f-a062227589ad req-6c01dac8-b4a9-459e-8ba8-059a56f6fd5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:33:17.531567 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-1e98c623-577f-4bda-a47f-a062227589ad req-6c01dac8-b4a9-459e-8ba8-059a56f6fd5d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c870feb5c74e4746a679b9147fc0200c&device_id=938e8d81-9374-4606-8118-0d27b5e97a25 HTTP/1.1" status: 200 len: 1094 time: 0.0424316 May 20 21:33:17.619742 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e98c623-577f-4bda-a47f-a062227589ad req-298a5b2b-9c28-4162-8cfa-369f0d98184a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:33:17.621161 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-1e98c623-577f-4bda-a47f-a062227589ad req-298a5b2b-9c28-4162-8cfa-369f0d98184a service neutron] 10.222.0.24 "GET /v2.0/networks?id=55fd110d-ad41-4afe-9311-6063b734e7bd HTTP/1.1" status: 200 len: 916 time: 0.0834031 May 20 21:33:17.667015 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-1e98c623-577f-4bda-a47f-a062227589ad req-c6aa2f31-87c2-432a-a63f-acf5fbbc2d56 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=399cebb5-7d47-4589-9959-a2d55b1b59a7 HTTP/1.1" status: 200 len: 217 time: 0.0395274 May 20 21:33:17.716075 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e98c623-577f-4bda-a47f-a062227589ad req-7128bb44-55e4-46bf-9563-45f14205d9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:33:17.717511 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-1e98c623-577f-4bda-a47f-a062227589ad req-7128bb44-55e4-46bf-9563-45f14205d9c1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=dd004063-8902-4af8-bb82-e65a4d1f988d HTTP/1.1" status: 200 len: 855 time: 0.0440350 May 20 21:33:17.752285 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-1e98c623-577f-4bda-a47f-a062227589ad req-21e102da-2bd8-437a-bed8-25f7140c267c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=55fd110d-ad41-4afe-9311-6063b734e7bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244441 May 20 21:33:17.844073 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-1e98c623-577f-4bda-a47f-a062227589ad req-4ad36a23-b46b-42a9-9ae6-df3b6ca757c4 service neutron] 10.222.0.24 "GET /v2.0/networks/55fd110d-ad41-4afe-9311-6063b734e7bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851123 May 20 21:33:17.930906 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-1e98c623-577f-4bda-a47f-a062227589ad req-11ce852a-a3bf-4241-b9ba-9459424560be service neutron] 10.222.0.24 "GET /v2.0/networks/55fd110d-ad41-4afe-9311-6063b734e7bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803177 May 20 21:33:18.174626 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1586b1b-2fb8-41d4-9b44-802c61564f19 req-c8d364ac-f1c1-422c-b6c7-58bea5e3b5c2 tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:33:18.176115 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d1586b1b-2fb8-41d4-9b44-802c61564f19 req-c8d364ac-f1c1-422c-b6c7-58bea5e3b5c2 tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] 10.222.0.35 "GET /v2.0/ports?device_id=938e8d81-9374-4606-8118-0d27b5e97a25 HTTP/1.1" status: 200 len: 943 time: 0.0493443 May 20 21:33:18.215556 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d1586b1b-2fb8-41d4-9b44-802c61564f19 req-76549be7-9b3c-4d45-bea8-9ec42e95c612 tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] 10.222.0.35 "GET /v2.0/security-groups?id=8badb3b8-47b2-4d23-a15e-15d2ca00923c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327704 May 20 21:33:19.137932 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '938e8d81-9374-4606-8118-0d27b5e97a25', 'tag': '399cebb5-7d47-4589-9959-a2d55b1b59a7'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 21:33:19.140236 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6fa957933fccbf596d28104b23404b952ad6a8238afaebaed40a0874b2e409" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68876941-e331-4078-adb9-e07dfe7a1b67" -d '{"events": [{"name": "network-changed", "server_uuid": "938e8d81-9374-4606-8118-0d27b5e97a25", "tag": "399cebb5-7d47-4589-9959-a2d55b1b59a7"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 21:33:19.189659 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 21:33:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff7bfa8e-40f1-491e-acb4-92384d284c12 x-openstack-request-id: req-ff7bfa8e-40f1-491e-acb4-92384d284c12 {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 21:33:19.189947 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "938e8d81-9374-4606-8118-0d27b5e97a25", "tag": "399cebb5-7d47-4589-9959-a2d55b1b59a7", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 21:33:19.190196 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ff7bfa8e-40f1-491e-acb4-92384d284c12 {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 21:33:19.190593 n-d-842733-1 neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff7bfa8e-40f1-491e-acb4-92384d284c12'] response: {'name': 'network-changed', 'server_uuid': '938e8d81-9374-4606-8118-0d27b5e97a25', 'tag': '399cebb5-7d47-4589-9959-a2d55b1b59a7', 'status': 'completed', 'code': 200} May 20 21:33:19.279987 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68876941-e331-4078-adb9-e07dfe7a1b67 req-10037b51-da83-492f-a1b4-c1eb8ea2396f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:33:19.281496 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-68876941-e331-4078-adb9-e07dfe7a1b67 req-10037b51-da83-492f-a1b4-c1eb8ea2396f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c870feb5c74e4746a679b9147fc0200c&device_id=938e8d81-9374-4606-8118-0d27b5e97a25 HTTP/1.1" status: 200 len: 1094 time: 0.0730312 May 20 21:33:19.286942 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68876941-e331-4078-adb9-e07dfe7a1b67 req-70fc9509-6a60-4bc0-abf8-fe374e25a6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:33:19.288292 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-68876941-e331-4078-adb9-e07dfe7a1b67 req-70fc9509-6a60-4bc0-abf8-fe374e25a6cb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c870feb5c74e4746a679b9147fc0200c&device_id=938e8d81-9374-4606-8118-0d27b5e97a25 HTTP/1.1" status: 200 len: 1094 time: 0.0552216 May 20 21:33:19.334558 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a4ad8a-12a8-4a01-b717-6cc7de549a0d req-3ba00376-1008-4f88-a358-ef3a9bbf65cf tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:33:19.336022 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-06a4ad8a-12a8-4a01-b717-6cc7de549a0d req-3ba00376-1008-4f88-a358-ef3a9bbf65cf tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] 10.222.0.35 "GET /v2.0/ports?device_id=938e8d81-9374-4606-8118-0d27b5e97a25 HTTP/1.1" status: 200 len: 943 time: 0.0480597 May 20 21:33:19.375105 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-06a4ad8a-12a8-4a01-b717-6cc7de549a0d req-29af2a03-b181-4d49-aa04-9ffe25dbbdbe tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] 10.222.0.35 "GET /v2.0/security-groups?id=8badb3b8-47b2-4d23-a15e-15d2ca00923c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322609 May 20 21:33:19.440298 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68876941-e331-4078-adb9-e07dfe7a1b67 req-265389e3-0c59-45a3-808d-b6af7dd81e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:33:19.441775 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-68876941-e331-4078-adb9-e07dfe7a1b67 req-265389e3-0c59-45a3-808d-b6af7dd81e86 service neutron] 10.222.0.24 "GET /v2.0/networks?id=55fd110d-ad41-4afe-9311-6063b734e7bd HTTP/1.1" status: 200 len: 916 time: 0.1526780 May 20 21:33:19.442844 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68876941-e331-4078-adb9-e07dfe7a1b67 req-a7838c6a-44e7-49e9-b736-e13687f284a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:33:19.444117 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-68876941-e331-4078-adb9-e07dfe7a1b67 req-a7838c6a-44e7-49e9-b736-e13687f284a6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=55fd110d-ad41-4afe-9311-6063b734e7bd HTTP/1.1" status: 200 len: 916 time: 0.1471090 May 20 21:33:19.516102 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-68876941-e331-4078-adb9-e07dfe7a1b67 req-b1bb1d88-6a7f-4096-a9c0-25d7f82e74ee service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=399cebb5-7d47-4589-9959-a2d55b1b59a7 HTTP/1.1" status: 200 len: 217 time: 0.0667868 May 20 21:33:19.517437 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-68876941-e331-4078-adb9-e07dfe7a1b67 req-d9f1b482-3a90-4685-b499-f0eb163e906f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=399cebb5-7d47-4589-9959-a2d55b1b59a7 HTTP/1.1" status: 200 len: 217 time: 0.0671413 May 20 21:33:19.598757 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68876941-e331-4078-adb9-e07dfe7a1b67 req-d82f2d7c-01dd-4b23-9c3b-4bfb7f4fccfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:33:19.600202 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-68876941-e331-4078-adb9-e07dfe7a1b67 req-d82f2d7c-01dd-4b23-9c3b-4bfb7f4fccfd service neutron] 10.222.0.24 "GET /v2.0/subnets?id=dd004063-8902-4af8-bb82-e65a4d1f988d HTTP/1.1" status: 200 len: 855 time: 0.0778813 May 20 21:33:19.601570 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68876941-e331-4078-adb9-e07dfe7a1b67 req-f7890961-33ca-43fd-8eab-c44d41c5bc98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:33:19.602898 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-68876941-e331-4078-adb9-e07dfe7a1b67 req-f7890961-33ca-43fd-8eab-c44d41c5bc98 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=dd004063-8902-4af8-bb82-e65a4d1f988d HTTP/1.1" status: 200 len: 855 time: 0.0724719 May 20 21:33:19.642224 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-68876941-e331-4078-adb9-e07dfe7a1b67 req-b886d810-80a9-4662-abbf-36f8d4f59677 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=55fd110d-ad41-4afe-9311-6063b734e7bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348120 May 20 21:33:19.657462 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-68876941-e331-4078-adb9-e07dfe7a1b67 req-b7f2d7f5-eb74-49c1-889a-b86b08ea3eeb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=55fd110d-ad41-4afe-9311-6063b734e7bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428865 May 20 21:33:19.806383 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-68876941-e331-4078-adb9-e07dfe7a1b67 req-6f84447c-0575-48f2-bda4-de6da8db13dd service neutron] 10.222.0.24 "GET /v2.0/networks/55fd110d-ad41-4afe-9311-6063b734e7bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509719 May 20 21:33:19.808714 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-68876941-e331-4078-adb9-e07dfe7a1b67 req-1b91daff-7d57-4714-b497-7404a4744e44 service neutron] 10.222.0.13 "GET /v2.0/networks/55fd110d-ad41-4afe-9311-6063b734e7bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446247 May 20 21:33:19.946516 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-6639ce5d-36e6-4c00-8e9c-ef954fe698d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:33:19.963928 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-68876941-e331-4078-adb9-e07dfe7a1b67 req-d94084e0-3d2b-4326-818a-30ba27e0902c service neutron] 10.222.0.24 "GET /v2.0/networks/55fd110d-ad41-4afe-9311-6063b734e7bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505575 May 20 21:33:19.965799 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-68876941-e331-4078-adb9-e07dfe7a1b67 req-7c1c4619-ffd7-49a2-9e93-17889b8933e6 service neutron] 10.222.0.13 "GET /v2.0/networks/55fd110d-ad41-4afe-9311-6063b734e7bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455030 May 20 21:33:20.497869 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3372d4db-1887-48b1-8af0-7a6db02e23c7 req-894cfad6-0f41-4974-a411-3cafc3c160d0 tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:33:20.499328 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3372d4db-1887-48b1-8af0-7a6db02e23c7 req-894cfad6-0f41-4974-a411-3cafc3c160d0 tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] 10.222.0.35 "GET /v2.0/ports?device_id=938e8d81-9374-4606-8118-0d27b5e97a25 HTTP/1.1" status: 200 len: 943 time: 0.0534699 May 20 21:33:20.535874 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3372d4db-1887-48b1-8af0-7a6db02e23c7 req-e0ddf321-b0a6-4679-a698-08b350c649b0 tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] 10.222.0.35 "GET /v2.0/security-groups?id=8badb3b8-47b2-4d23-a15e-15d2ca00923c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305066 May 20 21:33:20.833342 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 399cebb5-7d47-4589-9959-a2d55b1b59a7 details requested by agent hyperv_n-h1-842733-1 with host n-h1-842733-1 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 21:33:20.859094 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386f11de-6f02-4edb-876c-9991268a6616 req-0f6e02fd-b90d-4982-b15c-c5010738a578 tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:33:20.860565 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-386f11de-6f02-4edb-876c-9991268a6616 req-0f6e02fd-b90d-4982-b15c-c5010738a578 tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] 10.222.0.35 "GET /v2.0/ports?device_id=938e8d81-9374-4606-8118-0d27b5e97a25 HTTP/1.1" status: 200 len: 943 time: 0.0487316 May 20 21:33:20.905768 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-386f11de-6f02-4edb-876c-9991268a6616 req-1870f9dd-495f-4bdc-82b8-4f0d9ecda143 tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] 10.222.0.35 "GET /v2.0/security-groups?id=8badb3b8-47b2-4d23-a15e-15d2ca00923c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380754 May 20 21:33:20.932610 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port 399cebb5-7d47-4589-9959-a2d55b1b59a7, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=399cebb5-7d47-4589-9959-a2d55b1b59a7,segment=NetworkSegment(d6afa9cc-8868-478f-99a9-5604a287249f),segment_id=d6afa9cc-8868-478f-99a9-5604a287249f)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:33:20.943991 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Returning: {'device': '399cebb5-7d47-4589-9959-a2d55b1b59a7', 'network_id': '55fd110d-ad41-4afe-9311-6063b734e7bd', 'port_id': '399cebb5-7d47-4589-9959-a2d55b1b59a7', 'mac_address': 'fa:16:3e:48:84:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd004063-8902-4af8-bb82-e65a4d1f988d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 20 21:33:20.956513 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cbae2c-fe18-4ba4-b830-484cdcca70be req-41f609f4-76ae-4d49-89bf-6469778cce1b tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:33:20.957994 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-49cbae2c-fe18-4ba4-b830-484cdcca70be req-41f609f4-76ae-4d49-89bf-6469778cce1b tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] 10.222.0.13 "GET /v2.0/ports?device_id=938e8d81-9374-4606-8118-0d27b5e97a25&tenant_id=c870feb5c74e4746a679b9147fc0200c&binding%3Ahost_id=n-h1-842733-1 HTTP/1.1" status: 200 len: 943 time: 0.0566978 May 20 21:33:20.980940 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Current status of the port 399cebb5-7d47-4589-9959-a2d55b1b59a7 is: DOWN; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:33:20.981514 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:33:20.993889 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 399cebb5-7d47-4589-9959-a2d55b1b59a7 {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 21:33:21.012836 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port 399cebb5-7d47-4589-9959-a2d55b1b59a7, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=399cebb5-7d47-4589-9959-a2d55b1b59a7,segment=NetworkSegment(d6afa9cc-8868-478f-99a9-5604a287249f),segment_id=d6afa9cc-8868-478f-99a9-5604a287249f)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:33:21.017054 n-d-842733-1 neutron-server[103162]: INFO neutron.api.v2.resource [req-49cbae2c-fe18-4ba4-b830-484cdcca70be req-adc81504-dfa2-481f-8077-0e3ad20e33cb service neutron] delete failed (client error): The resource could not be found. May 20 21:33:21.024081 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-49cbae2c-fe18-4ba4-b830-484cdcca70be req-adc81504-dfa2-481f-8077-0e3ad20e33cb service neutron] 10.222.0.13 "DELETE /v2.0/ports/399cebb5-7d47-4589-9959-a2d55b1b59a7/bindings/n-h2-842733-1 HTTP/1.1" status: 404 len: 380 time: 0.0537255 May 20 21:33:21.077975 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:33:21.117538 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cbae2c-fe18-4ba4-b830-484cdcca70be req-08f19a3a-1095-4ff2-85fd-c77c1c5b474b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:33:21.119032 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-49cbae2c-fe18-4ba4-b830-484cdcca70be req-08f19a3a-1095-4ff2-85fd-c77c1c5b474b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c870feb5c74e4746a679b9147fc0200c&device_id=938e8d81-9374-4606-8118-0d27b5e97a25 HTTP/1.1" status: 200 len: 1095 time: 0.0404484 May 20 21:33:21.124976 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Pushing event updated for resources: {'Port': ['ID=399cebb5-7d47-4589-9959-a2d55b1b59a7,revision_number=8']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:33:21.210422 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cbae2c-fe18-4ba4-b830-484cdcca70be req-0fb295eb-a60a-43ec-9d54-ee80b678e868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:33:21.211873 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-49cbae2c-fe18-4ba4-b830-484cdcca70be req-0fb295eb-a60a-43ec-9d54-ee80b678e868 service neutron] 10.222.0.13 "GET /v2.0/networks?id=55fd110d-ad41-4afe-9311-6063b734e7bd HTTP/1.1" status: 200 len: 916 time: 0.0868268 May 20 21:33:21.253410 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-49cbae2c-fe18-4ba4-b830-484cdcca70be req-381588c1-073d-42db-adee-0ad7e8b18778 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=399cebb5-7d47-4589-9959-a2d55b1b59a7 HTTP/1.1" status: 200 len: 217 time: 0.0351980 May 20 21:33:21.301151 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] get_ports_and_sgs() called for port_ids ['399cebb5-7d47-4589-9959-a2d55b1b59a7'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 21:33:21.301776 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cbae2c-fe18-4ba4-b830-484cdcca70be req-a58c5ba3-196d-4186-8fa0-20ad8399e55f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:33:21.303240 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-49cbae2c-fe18-4ba4-b830-484cdcca70be req-a58c5ba3-196d-4186-8fa0-20ad8399e55f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=dd004063-8902-4af8-bb82-e65a4d1f988d HTTP/1.1" status: 200 len: 855 time: 0.0439315 May 20 21:33:21.333745 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-49cbae2c-fe18-4ba4-b830-484cdcca70be req-ab9c18eb-ab19-491a-8014-290ce672a1b9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=55fd110d-ad41-4afe-9311-6063b734e7bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242643 May 20 21:33:21.426235 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-49cbae2c-fe18-4ba4-b830-484cdcca70be req-42dfa367-0d89-4920-9b24-dedbd25e2d56 service neutron] 10.222.0.13 "GET /v2.0/networks/55fd110d-ad41-4afe-9311-6063b734e7bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862617 May 20 21:33:21.428717 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 399cebb5-7d47-4589-9959-a2d55b1b59a7 no longer exists at agent hyperv_n-h2-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 21:33:21.474955 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 399cebb5-7d47-4589-9959-a2d55b1b59a7 not bound to the agent host n-h2-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 21:33:21.517816 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-49cbae2c-fe18-4ba4-b830-484cdcca70be req-cfe3cd81-0f0a-4356-85bd-fac32bc6c0a5 service neutron] 10.222.0.13 "GET /v2.0/networks/55fd110d-ad41-4afe-9311-6063b734e7bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843430 May 20 21:33:22.022188 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece6d19c-12bf-4437-a237-4824e7f65c0f req-09a2e6e3-dc01-4ed5-b27d-02643c7498dd tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:33:22.023636 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ece6d19c-12bf-4437-a237-4824e7f65c0f req-09a2e6e3-dc01-4ed5-b27d-02643c7498dd tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] 10.222.0.35 "GET /v2.0/ports?device_id=938e8d81-9374-4606-8118-0d27b5e97a25 HTTP/1.1" status: 200 len: 944 time: 0.0508549 May 20 21:33:22.061403 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ece6d19c-12bf-4437-a237-4824e7f65c0f req-cf9bc78d-5f1e-4506-9872-ab054ab42964 tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] 10.222.0.35 "GET /v2.0/security-groups?id=8badb3b8-47b2-4d23-a15e-15d2ca00923c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314710 May 20 21:33:22.294969 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-0b10556d-895e-4ba6-acb9-d3e1a6045df0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:33:22.855497 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 399cebb5-7d47-4589-9959-a2d55b1b59a7 up at agent hyperv_n-h1-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:33:22.956053 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Provisioning for port 399cebb5-7d47-4589-9959-a2d55b1b59a7 completed by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 21:33:22.960184 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Provisioning complete for port 399cebb5-7d47-4589-9959-a2d55b1b59a7 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:33:22.960583 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:33:23.039574 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Current status of the port 399cebb5-7d47-4589-9959-a2d55b1b59a7 is: BUILD; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:33:23.039954 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:33:23.064678 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '938e8d81-9374-4606-8118-0d27b5e97a25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '399cebb5-7d47-4589-9959-a2d55b1b59a7'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 21:33:23.066911 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8485417003ce7c0410b00f5cdc2f391e21107b70bb68e2773712534a96e108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4f18870-46b0-43d9-a281-b60922bfb3f0" -d '{"events": [{"server_uuid": "938e8d81-9374-4606-8118-0d27b5e97a25", "name": "network-vif-plugged", "status": "completed", "tag": "399cebb5-7d47-4589-9959-a2d55b1b59a7"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 21:33:23.189138 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f13bb9-e107-45b3-96af-c97844fc0ad2 req-558233be-4bd5-4eaf-a84b-fe0bdefea781 tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:33:23.190719 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-34f13bb9-e107-45b3-96af-c97844fc0ad2 req-558233be-4bd5-4eaf-a84b-fe0bdefea781 tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] 10.222.0.35 "GET /v2.0/ports?device_id=938e8d81-9374-4606-8118-0d27b5e97a25 HTTP/1.1" status: 200 len: 944 time: 0.0552685 May 20 21:33:23.230388 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-34f13bb9-e107-45b3-96af-c97844fc0ad2 req-41d2e925-b8cb-4a80-b578-c7b6a830dccf tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] 10.222.0.35 "GET /v2.0/security-groups?id=8badb3b8-47b2-4d23-a15e-15d2ca00923c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333531 May 20 21:33:23.234984 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 21:33:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44931d85-361b-4ac7-bcdb-8486a9451c6d x-openstack-request-id: req-44931d85-361b-4ac7-bcdb-8486a9451c6d {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 21:33:23.235273 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "938e8d81-9374-4606-8118-0d27b5e97a25", "name": "network-vif-plugged", "status": "completed", "tag": "399cebb5-7d47-4589-9959-a2d55b1b59a7", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 21:33:23.235533 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-44931d85-361b-4ac7-bcdb-8486a9451c6d {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 21:33:23.235903 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44931d85-361b-4ac7-bcdb-8486a9451c6d'] response: {'server_uuid': '938e8d81-9374-4606-8118-0d27b5e97a25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '399cebb5-7d47-4589-9959-a2d55b1b59a7', 'code': 200} May 20 21:33:23.237521 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port 399cebb5-7d47-4589-9959-a2d55b1b59a7, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=399cebb5-7d47-4589-9959-a2d55b1b59a7,segment=NetworkSegment(d6afa9cc-8868-478f-99a9-5604a287249f),segment_id=d6afa9cc-8868-478f-99a9-5604a287249f)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:33:23.295281 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:33:23.341819 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Pushing event updated for resources: {'Port': ['ID=399cebb5-7d47-4589-9959-a2d55b1b59a7,revision_number=9']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:33:23.348419 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bfa021-3ff1-412c-88b1-30d475f080c7 req-376daa6c-8e08-4794-b909-470b4ce7f827 tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:33:23.349934 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e9bfa021-3ff1-412c-88b1-30d475f080c7 req-376daa6c-8e08-4794-b909-470b4ce7f827 tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] 10.222.0.35 "GET /v2.0/ports?device_id=938e8d81-9374-4606-8118-0d27b5e97a25 HTTP/1.1" status: 200 len: 945 time: 0.0496147 May 20 21:33:23.388686 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e9bfa021-3ff1-412c-88b1-30d475f080c7 req-7887173d-f3c8-4cf3-85f9-e8f4addf00d0 tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] 10.222.0.35 "GET /v2.0/security-groups?id=8badb3b8-47b2-4d23-a15e-15d2ca00923c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319254 May 20 21:33:23.503713 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0019273c-6cd4-44cc-b55c-6623a48a454d req-900cd6b6-60a0-42b3-9c17-cbc3df245ede tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:33:23.505224 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0019273c-6cd4-44cc-b55c-6623a48a454d req-900cd6b6-60a0-42b3-9c17-cbc3df245ede tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] 10.222.0.35 "GET /v2.0/ports?device_id=938e8d81-9374-4606-8118-0d27b5e97a25 HTTP/1.1" status: 200 len: 945 time: 0.0490739 May 20 21:33:23.543265 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0019273c-6cd4-44cc-b55c-6623a48a454d req-47deb341-4c46-4306-b083-e7d77800fb68 tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] 10.222.0.35 "GET /v2.0/security-groups?id=8badb3b8-47b2-4d23-a15e-15d2ca00923c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308688 May 20 21:33:24.068402 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4fe7f6-8cbf-49ce-85e4-95af76a318d2 req-ca8f3de7-0d69-48bf-86d7-ad8eb134528e tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:33:24.069873 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5f4fe7f6-8cbf-49ce-85e4-95af76a318d2 req-ca8f3de7-0d69-48bf-86d7-ad8eb134528e tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] 10.222.0.35 "GET /v2.0/ports?device_id=938e8d81-9374-4606-8118-0d27b5e97a25 HTTP/1.1" status: 200 len: 945 time: 0.0542903 May 20 21:33:24.094973 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4bb0e131-6525-46ca-a45b-e4ea43a5e69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:33:24.109022 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5f4fe7f6-8cbf-49ce-85e4-95af76a318d2 req-c4363f1c-807a-409f-9fe4-ceb3a8c92800 tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] 10.222.0.35 "GET /v2.0/security-groups?id=8badb3b8-47b2-4d23-a15e-15d2ca00923c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322924 May 20 21:33:25.128832 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:33:25.206564 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b1c7b5-ab6a-4931-b459-ccec98217537 req-6b269a75-fe82-4bee-9757-f6916a7e9dfb tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:33:25.208038 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-c3b1c7b5-ab6a-4931-b459-ccec98217537 req-6b269a75-fe82-4bee-9757-f6916a7e9dfb tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] 10.222.0.24 "GET /v2.0/ports?device_id=938e8d81-9374-4606-8118-0d27b5e97a25 HTTP/1.1" status: 200 len: 945 time: 0.0535574 May 20 21:33:25.280610 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d532d8-ea43-4f8e-8f54-d88a1535b570 req-f6109af1-c19a-4f30-90f2-d073513a5189 tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:33:25.282199 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-24d532d8-ea43-4f8e-8f54-d88a1535b570 req-f6109af1-c19a-4f30-90f2-d073513a5189 tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] 10.222.0.35 "GET /v2.0/ports?device_id=938e8d81-9374-4606-8118-0d27b5e97a25 HTTP/1.1" status: 200 len: 945 time: 0.0480802 May 20 21:33:25.297310 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-c3b1c7b5-ab6a-4931-b459-ccec98217537 req-a5bdf611-a12f-4e43-b1e0-6ce50a58f2e8 tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] Deleting port 399cebb5-7d47-4589-9959-a2d55b1b59a7 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:33:25.297656 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-c3b1c7b5-ab6a-4931-b459-ccec98217537 req-a5bdf611-a12f-4e43-b1e0-6ce50a58f2e8 tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:33:25.320779 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-24d532d8-ea43-4f8e-8f54-d88a1535b570 req-6d16d9f7-eab3-4ceb-9bab-fa49fbe961c9 tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] 10.222.0.35 "GET /v2.0/security-groups?id=8badb3b8-47b2-4d23-a15e-15d2ca00923c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323308 May 20 21:33:25.390686 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-c3b1c7b5-ab6a-4931-b459-ccec98217537 req-a5bdf611-a12f-4e43-b1e0-6ce50a58f2e8 tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] For port 399cebb5-7d47-4589-9959-a2d55b1b59a7, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=399cebb5-7d47-4589-9959-a2d55b1b59a7,segment=NetworkSegment(d6afa9cc-8868-478f-99a9-5604a287249f),segment_id=d6afa9cc-8868-478f-99a9-5604a287249f)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:33:25.390960 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-c3b1c7b5-ab6a-4931-b459-ccec98217537 req-a5bdf611-a12f-4e43-b1e0-6ce50a58f2e8 tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:33:25.403045 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-c3b1c7b5-ab6a-4931-b459-ccec98217537 req-a5bdf611-a12f-4e43-b1e0-6ce50a58f2e8 tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] Calling delete_port for 399cebb5-7d47-4589-9959-a2d55b1b59a7 owned by compute:nova {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:33:25.586286 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-c3b1c7b5-ab6a-4931-b459-ccec98217537 req-a5bdf611-a12f-4e43-b1e0-6ce50a58f2e8 tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:33:25.602227 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] get_ports_and_sgs() called for port_ids ['399cebb5-7d47-4589-9959-a2d55b1b59a7'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 21:33:25.618792 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bdf611-a12f-4e43-b1e0-6ce50a58f2e8 tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] Pushing event deleted for resources: {'Port': ['ID=399cebb5-7d47-4589-9959-a2d55b1b59a7,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:33:25.660276 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3b1c7b5-ab6a-4931-b459-ccec98217537 req-a5bdf611-a12f-4e43-b1e0-6ce50a58f2e8 tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] No DVR routers for this DVR port 399cebb5-7d47-4589-9959-a2d55b1b59a7 on host n-h1-842733-1 {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 21:33:25.662939 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-c3b1c7b5-ab6a-4931-b459-ccec98217537 req-a5bdf611-a12f-4e43-b1e0-6ce50a58f2e8 tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:33:25.666961 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-c3b1c7b5-ab6a-4931-b459-ccec98217537 req-a5bdf611-a12f-4e43-b1e0-6ce50a58f2e8 tempest-ServerDiskConfigTestJSON-15912663 tempest-ServerDiskConfigTestJSON-15912663-project] 10.222.0.24 "DELETE /v2.0/ports/399cebb5-7d47-4589-9959-a2d55b1b59a7 HTTP/1.1" status: 204 len: 173 time: 0.4528408 May 20 21:33:25.667393 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '938e8d81-9374-4606-8118-0d27b5e97a25', 'name': 'network-vif-deleted', 'tag': '399cebb5-7d47-4589-9959-a2d55b1b59a7'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 21:33:25.669633 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6fa957933fccbf596d28104b23404b952ad6a8238afaebaed40a0874b2e409" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7d5c06c-bd93-4424-b154-4ef6fcd1e86f" -d '{"events": [{"server_uuid": "938e8d81-9374-4606-8118-0d27b5e97a25", "name": "network-vif-deleted", "tag": "399cebb5-7d47-4589-9959-a2d55b1b59a7"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 21:33:25.672164 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:33:25.706636 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cc3ec51b-6ec8-438a-8349-5f0bec346d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:33:25.707116 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 21:33:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8b67d62-98e4-4505-953c-37f2b3b5e97d x-openstack-request-id: req-e8b67d62-98e4-4505-953c-37f2b3b5e97d {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 21:33:25.707397 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "938e8d81-9374-4606-8118-0d27b5e97a25", "name": "network-vif-deleted", "tag": "399cebb5-7d47-4589-9959-a2d55b1b59a7", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 21:33:25.707653 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e8b67d62-98e4-4505-953c-37f2b3b5e97d {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 21:33:25.708059 n-d-842733-1 neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8b67d62-98e4-4505-953c-37f2b3b5e97d'] response: {'server_uuid': '938e8d81-9374-4606-8118-0d27b5e97a25', 'name': 'network-vif-deleted', 'tag': '399cebb5-7d47-4589-9959-a2d55b1b59a7', 'status': 'completed', 'code': 200} May 20 21:33:26.449310 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 33920) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:33:26.492239 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_v2 [None req-715393c7-7ad4-4b39-b105-70115ddf4e20 admin admin] Deleting subnet dd004063-8902-4af8-bb82-e65a4d1f988d {{(pid=103163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 20 21:33:26.495993 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-715393c7-7ad4-4b39-b105-70115ddf4e20 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:33:26.534384 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-715393c7-7ad4-4b39-b105-70115ddf4e20 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9338757'] for subnet, precommit_delete_associations {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:33:26.571025 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-715393c7-7ad4-4b39-b105-70115ddf4e20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33068388'] for subnet, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:33:26.716300 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-715393c7-7ad4-4b39-b105-70115ddf4e20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33068399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9641221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8422588'] for subnet, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:33:26.748362 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715393c7-7ad4-4b39-b105-70115ddf4e20 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd004063-8902-4af8-bb82-e65a4d1f988d,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:33:26.758344 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-715393c7-7ad4-4b39-b105-70115ddf4e20 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:33:26.758687 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-715393c7-7ad4-4b39-b105-70115ddf4e20 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:33:26.759024 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-715393c7-7ad4-4b39-b105-70115ddf4e20 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:33:26.759362 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-715393c7-7ad4-4b39-b105-70115ddf4e20 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:33:26.759710 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-715393c7-7ad4-4b39-b105-70115ddf4e20 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:33:26.760487 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-715393c7-7ad4-4b39-b105-70115ddf4e20 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:33:26.760487 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-715393c7-7ad4-4b39-b105-70115ddf4e20 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:33:26.760671 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-715393c7-7ad4-4b39-b105-70115ddf4e20 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:33:26.760968 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-715393c7-7ad4-4b39-b105-70115ddf4e20 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:33:26.761315 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-715393c7-7ad4-4b39-b105-70115ddf4e20 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:33:26.761638 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-715393c7-7ad4-4b39-b105-70115ddf4e20 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:33:26.761958 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-715393c7-7ad4-4b39-b105-70115ddf4e20 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:33:26.764726 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-715393c7-7ad4-4b39-b105-70115ddf4e20 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:33:26.767880 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-715393c7-7ad4-4b39-b105-70115ddf4e20 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/dd004063-8902-4af8-bb82-e65a4d1f988d HTTP/1.1" status: 204 len: 168 time: 0.3175530 May 20 21:33:26.770393 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 33922) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:33:26.840803 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5fe9e4fc-56fe-4dfb-ba08-a325951f93c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33160123'] for network, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:33:26.917181 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5fe9e4fc-56fe-4dfb-ba08-a325951f93c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33072115', 'neutron.services.segments.db._delete_segments_for_network-8782419500584'] for network, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:33:26.937026 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-5fe9e4fc-56fe-4dfb-ba08-a325951f93c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55fd110d-ad41-4afe-9311-6063b734e7bd']}} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:33:26.945942 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-5fe9e4fc-56fe-4dfb-ba08-a325951f93c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6afa9cc-8868-478f-99a9-5604a287249f') {'for_net_delete': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:33:26.946231 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-5fe9e4fc-56fe-4dfb-ba08-a325951f93c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6afa9cc-8868-478f-99a9-5604a287249f') {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:33:26.956080 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5fe9e4fc-56fe-4dfb-ba08-a325951f93c5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419501617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9338764'] for segment, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:33:26.968868 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5fe9e4fc-56fe-4dfb-ba08-a325951f93c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:33:26.974510 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fe9e4fc-56fe-4dfb-ba08-a325951f93c5 admin admin] Releasing vlan 224 on physical network physnet1 to pool {{(pid=103163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 21:33:26.974899 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5fe9e4fc-56fe-4dfb-ba08-a325951f93c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9638311'] for segment, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:33:26.976501 n-d-842733-1 neutron-server[103163]: Traceback (most recent call last): May 20 21:33:26.976501 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 21:33:26.976501 n-d-842733-1 neutron-server[103163]: timer() May 20 21:33:26.976501 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 21:33:26.976501 n-d-842733-1 neutron-server[103163]: cb(*args, **kw) May 20 21:33:26.976501 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 20 21:33:26.976501 n-d-842733-1 neutron-server[103163]: return func(*args, **kwargs) May 20 21:33:26.976501 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 21:33:26.976501 n-d-842733-1 neutron-server[103163]: self._notify() May 20 21:33:26.976501 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 21:33:26.976501 n-d-842733-1 neutron-server[103163]: self.callback(batched_events) May 20 21:33:26.976501 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 21:33:26.976501 n-d-842733-1 neutron-server[103163]: event.method(event) May 20 21:33:26.976501 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 20 21:33:26.976501 n-d-842733-1 neutron-server[103163]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 21:33:26.976501 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 20 21:33:26.976501 n-d-842733-1 neutron-server[103163]: aggregate_uuid = self.p_client.list_aggregates( May 20 21:33:26.976501 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 20 21:33:26.976501 n-d-842733-1 neutron-server[103163]: return f(self, *a, **k) May 20 21:33:26.976501 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 20 21:33:26.976501 n-d-842733-1 neutron-server[103163]: return self._get(url).json() May 20 21:33:26.976501 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 20 21:33:26.976501 n-d-842733-1 neutron-server[103163]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 21:33:26.976501 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 21:33:26.976501 n-d-842733-1 neutron-server[103163]: return self.request(url, 'GET', **kwargs) May 20 21:33:26.976501 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 21:33:26.976501 n-d-842733-1 neutron-server[103163]: base_url = self.get_endpoint(auth, allow=allow, May 20 21:33:26.976501 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 21:33:26.976501 n-d-842733-1 neutron-server[103163]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 21:33:26.976501 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 21:33:26.976501 n-d-842733-1 neutron-server[103163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 21:33:26.976501 n-d-842733-1 neutron-server[103163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 21:33:27.112049 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5fe9e4fc-56fe-4dfb-ba08-a325951f93c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33072122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748162'] for network, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:33:27.117538 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5fe9e4fc-56fe-4dfb-ba08-a325951f93c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:33:27.121238 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-5fe9e4fc-56fe-4dfb-ba08-a325951f93c5 admin admin] 10.222.0.35 "DELETE /v2.0/networks/55fd110d-ad41-4afe-9311-6063b734e7bd HTTP/1.1" status: 204 len: 168 time: 0.3499022 May 20 21:33:27.132480 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe9e4fc-56fe-4dfb-ba08-a325951f93c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=55fd110d-ad41-4afe-9311-6063b734e7bd,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:33:27.407475 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 33926) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:33:27.446432 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-f418779f-c517-47dc-b77f-216a2ea67d1f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c870feb5c74e4746a679b9147fc0200c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0378239 May 20 21:33:27.449585 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 33928) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:33:27.496632 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-dfc66a7a-806d-4bb9-81d0-049ba787ee11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:33:27.516833 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-dfc66a7a-806d-4bb9-81d0-049ba787ee11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:33:27.647196 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-dfc66a7a-806d-4bb9-81d0-049ba787ee11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:33:27.649653 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-dfc66a7a-806d-4bb9-81d0-049ba787ee11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:33:27.651345 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-dfc66a7a-806d-4bb9-81d0-049ba787ee11 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8badb3b8-47b2-4d23-a15e-15d2ca00923c HTTP/1.1" status: 204 len: 168 time: 0.2008817 May 20 21:33:27.663199 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc66a7a-806d-4bb9-81d0-049ba787ee11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8badb3b8-47b2-4d23-a15e-15d2ca00923c,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:33:28.646924 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 33950) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:33:28.745108 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-c26013af-292d-471f-8ad3-ba42c27f82bb admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-435657109-network', 'tenant_id': 'b9236351e1c74ae7971071e6da1632bd'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:33:28.824390 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c26013af-292d-471f-8ad3-ba42c27f82bb admin admin] Made reservation on behalf of b9236351e1c74ae7971071e6da1632bd for: {'network': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:33:28.826740 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c26013af-292d-471f-8ad3-ba42c27f82bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for network, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:33:28.835044 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c26013af-292d-471f-8ad3-ba42c27f82bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:33:28.910302 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c26013af-292d-471f-8ad3-ba42c27f82bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:33:28.911160 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 399cebb5-7d47-4589-9959-a2d55b1b59a7 no longer exists at agent hyperv_n-h1-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 21:33:28.930681 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] No Port match for: 399cebb5-7d47-4589-9959-a2d55b1b59a7 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 21:33:28.931020 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 399cebb5-7d47-4589-9959-a2d55b1b59a7 not bound to the agent host n-h1-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 21:33:28.996208 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c26013af-292d-471f-8ad3-ba42c27f82bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:33:29.020534 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c26013af-292d-471f-8ad3-ba42c27f82bb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 248} {{(pid=103162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 21:33:29.030611 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26013af-292d-471f-8ad3-ba42c27f82bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=219ab796-1d4f-402c-ba62-e205f71a5be0,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:33:29.035436 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c26013af-292d-471f-8ad3-ba42c27f82bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:33:29.035780 n-d-842733-1 neutron-server[103162]: INFO neutron.db.segments_db [None req-c26013af-292d-471f-8ad3-ba42c27f82bb admin admin] Added segment 4501992d-e203-44d7-82fc-7b29a115c6d6 of type vlan for network 50a3b006-43eb-412f-9023-3721d0d7ce2d May 20 21:33:29.074351 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c26013af-292d-471f-8ad3-ba42c27f82bb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418993264'] for network, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:33:29.161424 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c26013af-292d-471f-8ad3-ba42c27f82bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524'] for network, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:33:29.162406 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c26013af-292d-471f-8ad3-ba42c27f82bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:33:29.162985 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c26013af-292d-471f-8ad3-ba42c27f82bb admin admin] Notify callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:33:29.219938 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26013af-292d-471f-8ad3-ba42c27f82bb admin admin] Pushing event updated for resources: {'Network': ['ID=50a3b006-43eb-412f-9023-3721d0d7ce2d,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:33:29.229541 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Network 50a3b006-43eb-412f-9023-3721d0d7ce2d details requested by agent ovs-agent-n-d-842733-1 with host n-d-842733-1 {{(pid=103164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 20 21:33:29.297332 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-c26013af-292d-471f-8ad3-ba42c27f82bb admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6479094 May 20 21:33:29.299763 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 33954) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:33:29.304409 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-7126d56b-d1d1-48da-b1c0-17a5f0e7cdea admin admin] Request body: {'subnet': {'network_id': '50a3b006-43eb-412f-9023-3721d0d7ce2d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-435657109-subnet', 'tenant_id': 'b9236351e1c74ae7971071e6da1632bd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:33:29.418450 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7126d56b-d1d1-48da-b1c0-17a5f0e7cdea admin admin] Made reservation on behalf of b9236351e1c74ae7971071e6da1632bd for: {'subnet': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:33:29.420771 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7126d56b-d1d1-48da-b1c0-17a5f0e7cdea admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4018244'] for subnet, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:33:29.746500 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7126d56b-d1d1-48da-b1c0-17a5f0e7cdea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3797684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4018258'] for subnet, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:33:29.801753 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7126d56b-d1d1-48da-b1c0-17a5f0e7cdea admin admin] Pushing event updated for resources: {'Subnet': ['ID=7963096c-660c-41ee-b2a1-be9e61906a7a,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:33:29.808922 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7126d56b-d1d1-48da-b1c0-17a5f0e7cdea admin admin] Checking segment: {'id': '4501992d-e203-44d7-82fc-7b29a115c6d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '50a3b006-43eb-412f-9023-3721d0d7ce2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:33:29.809303 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7126d56b-d1d1-48da-b1c0-17a5f0e7cdea admin admin] Network hostable DHCP agents. Network: 50a3b006-43eb-412f-9023-3721d0d7ce2d, hostable agents: ['c9b0653c-f3c7-4339-bd50-e3754b629216'], hosted agents: [] {{(pid=103162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 21:33:29.883365 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7126d56b-d1d1-48da-b1c0-17a5f0e7cdea admin admin] Network 50a3b006-43eb-412f-9023-3721d0d7ce2d is scheduled to be hosted by DHCP agent c9b0653c-f3c7-4339-bd50-e3754b629216 with binding_index 1 {{(pid=103162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 21:33:29.963224 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-7126d56b-d1d1-48da-b1c0-17a5f0e7cdea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842733-1, 50a3b006-43eb-412f-9023-3721d0d7ce2d) {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:33:29.967221 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7126d56b-d1d1-48da-b1c0-17a5f0e7cdea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:33:29.967803 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7126d56b-d1d1-48da-b1c0-17a5f0e7cdea admin admin] Notify callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:33:29.972149 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c335433-d2da-4dda-9909-06000dc385fa None None] Network 50a3b006-43eb-412f-9023-3721d0d7ce2d requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:33:30.040399 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-7126d56b-d1d1-48da-b1c0-17a5f0e7cdea admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7395692 May 20 21:33:30.043268 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 33956) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:33:30.047510 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-145910db-26f7-4c02-871e-8e2e223e887d admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-435657109-router', 'tenant_id': 'b9236351e1c74ae7971071e6da1632bd', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'}}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:33:30.106596 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-145910db-26f7-4c02-871e-8e2e223e887d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-694221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26155'] for router, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:33:30.107775 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-145910db-26f7-4c02-871e-8e2e223e887d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-693085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748153', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-718080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26162'] for router, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:33:30.125677 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-440f91c1-d48d-49c0-9da5-71e7eb0aa7ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaee2b848-d4b9-5db1-b6ef-d6db29d67de7-50a3b006-43eb-412f-9023-3721d0d7ce2d', 'network_id': '50a3b006-43eb-412f-9023-3721d0d7ce2d', 'tenant_id': 'b9236351e1c74ae7971071e6da1632bd', 'fixed_ips': [{'subnet_id': '7963096c-660c-41ee-b2a1-be9e61906a7a'}]}} from n-d-842733-1. {{(pid=103164) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 21:33:30.125677 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-440f91c1-d48d-49c0-9da5-71e7eb0aa7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:33:30.164605 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-145910db-26f7-4c02-871e-8e2e223e887d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:33:30.256754 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [None req-440f91c1-d48d-49c0-9da5-71e7eb0aa7ab None None] Allocated IP 172.20.0.2 (50a3b006-43eb-412f-9023-3721d0d7ce2d/7963096c-660c-41ee-b2a1-be9e61906a7a/552205f7-d19a-49ea-a5d4-e3c50c748177) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:33:30.356597 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-145910db-26f7-4c02-871e-8e2e223e887d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:33:30.401673 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-440f91c1-d48d-49c0-9da5-71e7eb0aa7ab None None] Notify callbacks [] for port, precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:33:30.455418 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-440f91c1-d48d-49c0-9da5-71e7eb0aa7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108'] for port, after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:33:30.490820 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-440f91c1-d48d-49c0-9da5-71e7eb0aa7ab None None] Network 50a3b006-43eb-412f-9023-3721d0d7ce2d is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:33:30.493522 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-440f91c1-d48d-49c0-9da5-71e7eb0aa7ab None None] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:33:30.497851 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-440f91c1-d48d-49c0-9da5-71e7eb0aa7ab None None] Received port after_create {{(pid=103164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:33:30.508763 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440f91c1-d48d-49c0-9da5-71e7eb0aa7ab None None] Pushing event updated for resources: {'Port': ['ID=552205f7-d19a-49ea-a5d4-e3c50c748177,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:33:30.566382 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-440f91c1-d48d-49c0-9da5-71e7eb0aa7ab None None] Attempting to bind port 552205f7-d19a-49ea-a5d4-e3c50c748177 on host n-d-842733-1 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:33:30.566748 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-440f91c1-d48d-49c0-9da5-71e7eb0aa7ab None None] Attempting to bind port 552205f7-d19a-49ea-a5d4-e3c50c748177 by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': '4501992d-e203-44d7-82fc-7b29a115c6d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '50a3b006-43eb-412f-9023-3721d0d7ce2d'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:33:30.567129 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-440f91c1-d48d-49c0-9da5-71e7eb0aa7ab None None] Attempting to bind port 552205f7-d19a-49ea-a5d4-e3c50c748177 on network 50a3b006-43eb-412f-9023-3721d0d7ce2d {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:33:30.574695 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-440f91c1-d48d-49c0-9da5-71e7eb0aa7ab None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 21, 33, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 21:33:30.575097 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-440f91c1-d48d-49c0-9da5-71e7eb0aa7ab None None] Checking segment: {'id': '4501992d-e203-44d7-82fc-7b29a115c6d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '50a3b006-43eb-412f-9023-3721d0d7ce2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:33:30.575461 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-440f91c1-d48d-49c0-9da5-71e7eb0aa7ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:33:30.575852 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-440f91c1-d48d-49c0-9da5-71e7eb0aa7ab None None] Bound using segment: {'id': '4501992d-e203-44d7-82fc-7b29a115c6d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '50a3b006-43eb-412f-9023-3721d0d7ce2d'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 21:33:30.576349 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-440f91c1-d48d-49c0-9da5-71e7eb0aa7ab None None] Bound port: 552205f7-d19a-49ea-a5d4-e3c50c748177, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4501992d-e203-44d7-82fc-7b29a115c6d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '50a3b006-43eb-412f-9023-3721d0d7ce2d'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:33:30.576715 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-440f91c1-d48d-49c0-9da5-71e7eb0aa7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:33:30.625018 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-145910db-26f7-4c02-871e-8e2e223e887d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:33:30.644905 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-145910db-26f7-4c02-871e-8e2e223e887d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:33:30.645347 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-440f91c1-d48d-49c0-9da5-71e7eb0aa7ab None None] For port 552205f7-d19a-49ea-a5d4-e3c50c748177, host n-d-842733-1, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 21:33:30.648526 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-440f91c1-d48d-49c0-9da5-71e7eb0aa7ab None None] For port 552205f7-d19a-49ea-a5d4-e3c50c748177, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=552205f7-d19a-49ea-a5d4-e3c50c748177,segment=NetworkSegment(4501992d-e203-44d7-82fc-7b29a115c6d6),segment_id=4501992d-e203-44d7-82fc-7b29a115c6d6)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 21:33:30.712194 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-440f91c1-d48d-49c0-9da5-71e7eb0aa7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:33:30.756570 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-145910db-26f7-4c02-871e-8e2e223e887d admin admin] Allocated IP 172.25.2.184 (e3a93b5c-91e2-4064-9c2c-1afc261bfe15/86fee0c1-6e34-488b-9216-b2b8e7ef585a/bf9a38ad-fa66-4fcd-b91d-b25170b47e1f) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:33:30.774431 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440f91c1-d48d-49c0-9da5-71e7eb0aa7ab None None] Pushing event updated for resources: {'Port': ['ID=552205f7-d19a-49ea-a5d4-e3c50c748177,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:33:30.860664 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-145910db-26f7-4c02-871e-8e2e223e887d admin admin] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:33:30.951671 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-145910db-26f7-4c02-871e-8e2e223e887d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:33:30.995432 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-145910db-26f7-4c02-871e-8e2e223e887d admin admin] Network e3a93b5c-91e2-4064-9c2c-1afc261bfe15 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:33:30.998694 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-145910db-26f7-4c02-871e-8e2e223e887d admin admin] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:33:31.001316 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-145910db-26f7-4c02-871e-8e2e223e887d admin admin] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:33:31.039253 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145910db-26f7-4c02-871e-8e2e223e887d admin admin] Pushing event updated for resources: {'Port': ['ID=bf9a38ad-fa66-4fcd-b91d-b25170b47e1f,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:33:31.654363 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63ad0805-480d-44a7-9e4d-f5e3af47f0cb None None] Network 50a3b006-43eb-412f-9023-3721d0d7ce2d requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:33:31.676984 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-145910db-26f7-4c02-871e-8e2e223e887d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:33:31.750195 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-3c7fc0e8-5d1b-41d7-a315-0ddf67b81647 None None] Provisioning complete for port 552205f7-d19a-49ea-a5d4-e3c50c748177 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:33:31.750558 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3c7fc0e8-5d1b-41d7-a315-0ddf67b81647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:33:31.883571 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-145910db-26f7-4c02-871e-8e2e223e887d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748106'] for router, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:33:31.887153 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3c7fc0e8-5d1b-41d7-a315-0ddf67b81647 None None] Current status of the port 552205f7-d19a-49ea-a5d4-e3c50c748177 is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:33:31.887532 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3c7fc0e8-5d1b-41d7-a315-0ddf67b81647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:33:31.922947 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3c7fc0e8-5d1b-41d7-a315-0ddf67b81647 None None] For port 552205f7-d19a-49ea-a5d4-e3c50c748177, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=552205f7-d19a-49ea-a5d4-e3c50c748177,segment=NetworkSegment(4501992d-e203-44d7-82fc-7b29a115c6d6),segment_id=4501992d-e203-44d7-82fc-7b29a115c6d6)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:33:32.003316 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3c7fc0e8-5d1b-41d7-a315-0ddf67b81647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:33:32.059133 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7fc0e8-5d1b-41d7-a315-0ddf67b81647 None None] Pushing event updated for resources: {'Port': ['ID=552205f7-d19a-49ea-a5d4-e3c50c748177,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:33:32.066595 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7fc0e8-5d1b-41d7-a315-0ddf67b81647 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:33:32.069461 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7fc0e8-5d1b-41d7-a315-0ddf67b81647 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:33:32.069461 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7fc0e8-5d1b-41d7-a315-0ddf67b81647 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:33:32.069461 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7fc0e8-5d1b-41d7-a315-0ddf67b81647 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:33:32.069461 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7fc0e8-5d1b-41d7-a315-0ddf67b81647 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:33:32.069461 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7fc0e8-5d1b-41d7-a315-0ddf67b81647 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:33:32.069461 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7fc0e8-5d1b-41d7-a315-0ddf67b81647 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:33:32.069461 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7fc0e8-5d1b-41d7-a315-0ddf67b81647 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:33:32.070069 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7fc0e8-5d1b-41d7-a315-0ddf67b81647 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:33:32.070069 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7fc0e8-5d1b-41d7-a315-0ddf67b81647 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:33:32.070290 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7fc0e8-5d1b-41d7-a315-0ddf67b81647 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:33:32.070567 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7fc0e8-5d1b-41d7-a315-0ddf67b81647 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:33:32.087349 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-145910db-26f7-4c02-871e-8e2e223e887d admin admin] Router b0ad94e8-7f95-45f6-a76e-a2191e854455 is scheduled to L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e with binding_index 1 {{(pid=103162) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 20 21:33:32.122932 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-1653ab9a-47d0-4128-bbdb-3874fd1cd361 None None] Provisioning complete for port 552205f7-d19a-49ea-a5d4-e3c50c748177 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:33:32.123302 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-1653ab9a-47d0-4128-bbdb-3874fd1cd361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:33:32.195128 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-145910db-26f7-4c02-871e-8e2e223e887d admin admin] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 21:33:32.204841 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-1653ab9a-47d0-4128-bbdb-3874fd1cd361 None None] Current status of the port 552205f7-d19a-49ea-a5d4-e3c50c748177 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:33:32.205338 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b891a688-d571-4f52-8627-72b1db8fdffe None None] Sync routers for ids ['b0ad94e8-7f95-45f6-a76e-a2191e854455'] in n-d-842733-1 {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 21:33:32.216346 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b891a688-d571-4f52-8627-72b1db8fdffe None None] Routers {'b0ad94e8-7f95-45f6-a76e-a2191e854455'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:33:32.218327 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-b891a688-d571-4f52-8627-72b1db8fdffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:33:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['b0ad94e8-7f95-45f6-a76e-a2191e854455'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:33:32.274050 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-145910db-26f7-4c02-871e-8e2e223e887d admin admin] Notify callbacks [] for router, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:33:32.278040 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-145910db-26f7-4c02-871e-8e2e223e887d admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.2311230 May 20 21:33:32.278181 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 33958) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:33:32.320795 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-b891a688-d571-4f52-8627-72b1db8fdffe None None] Set router b0ad94e8-7f95-45f6-a76e-a2191e854455 gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:33:32.496287 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-b891a688-d571-4f52-8627-72b1db8fdffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0ad94e8-7f95-45f6-a76e-a2191e854455', 'name': 'tempest-ServerActionsTestJSON-435657109-router', 'tenant_id': 'b9236351e1c74ae7971071e6da1632bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.184'}], 'enable_snat': True}, 'gw_port_id': 'bf9a38ad-fa66-4fcd-b91d-b25170b47e1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:33:30Z', 'updated_at': '2022-05-20T21:33:31Z', 'revision_number': 3, 'project_id': 'b9236351e1c74ae7971071e6da1632bd', 'gw_port': {'id': 'bf9a38ad-fa66-4fcd-b91d-b25170b47e1f', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:34:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0ad94e8-7f95-45f6-a76e-a2191e854455', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:33:30Z', 'updated_at': '2022-05-20T21:33:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:33:32.524584 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b891a688-d571-4f52-8627-72b1db8fdffe None None] Checking router: b0ad94e8-7f95-45f6-a76e-a2191e854455 for host: n-d-842733-1 {{(pid=103165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 21:33:32.526910 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b891a688-d571-4f52-8627-72b1db8fdffe None None] Updating router b0ad94e8-7f95-45f6-a76e-a2191e854455 port bf9a38ad-fa66-4fcd-b91d-b25170b47e1f binding host n-d-842733-1 {{(pid=103165) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 21:33:32.550259 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-b891a688-d571-4f52-8627-72b1db8fdffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:33:32.693239 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8f1f6120-32ef-4562-89eb-12518cabba0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:33:32.752573 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:33:32.782670 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 552205f7-d19a-49ea-a5d4-e3c50c748177 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:33:32.812161 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-b891a688-d571-4f52-8627-72b1db8fdffe None None] Notify callbacks [] for port, precommit_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:33:32.832947 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 552205f7-d19a-49ea-a5d4-e3c50c748177 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:33:32.833340 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:33:32.866915 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-8f1f6120-32ef-4562-89eb-12518cabba0f admin admin] Allocated IP 172.20.0.1 (50a3b006-43eb-412f-9023-3721d0d7ce2d/7963096c-660c-41ee-b2a1-be9e61906a7a/f95e277a-dcf5-450a-97d7-4ddd46c472a2) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:33:32.877773 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-b891a688-d571-4f52-8627-72b1db8fdffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:33:32.915699 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 552205f7-d19a-49ea-a5d4-e3c50c748177 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:33:32.927105 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0355dd11-97e0-4cc2-aa17-a3ea9673589d None None] Pushing event updated for resources: {'Port': ['ID=bf9a38ad-fa66-4fcd-b91d-b25170b47e1f,revision_number=2']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:33:32.937666 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0355dd11-97e0-4cc2-aa17-a3ea9673589d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:33:32.938004 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0355dd11-97e0-4cc2-aa17-a3ea9673589d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:33:32.938336 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0355dd11-97e0-4cc2-aa17-a3ea9673589d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:33:32.938663 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0355dd11-97e0-4cc2-aa17-a3ea9673589d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:33:32.939002 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0355dd11-97e0-4cc2-aa17-a3ea9673589d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:33:32.939307 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0355dd11-97e0-4cc2-aa17-a3ea9673589d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:33:32.939625 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0355dd11-97e0-4cc2-aa17-a3ea9673589d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:33:32.939941 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0355dd11-97e0-4cc2-aa17-a3ea9673589d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:33:32.940253 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0355dd11-97e0-4cc2-aa17-a3ea9673589d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:33:32.940566 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0355dd11-97e0-4cc2-aa17-a3ea9673589d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:33:32.940877 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0355dd11-97e0-4cc2-aa17-a3ea9673589d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:33:32.941186 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0355dd11-97e0-4cc2-aa17-a3ea9673589d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:33:32.944281 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-b891a688-d571-4f52-8627-72b1db8fdffe None None] Attempting to bind port bf9a38ad-fa66-4fcd-b91d-b25170b47e1f on host n-d-842733-1 for vnic_type normal with profile {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:33:32.944641 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-b891a688-d571-4f52-8627-72b1db8fdffe None None] Attempting to bind port bf9a38ad-fa66-4fcd-b91d-b25170b47e1f by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': '0b5485c4-eff8-42a1-9073-ae54ed4c63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'}] {{(pid=103165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:33:32.945021 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b891a688-d571-4f52-8627-72b1db8fdffe None None] Attempting to bind port bf9a38ad-fa66-4fcd-b91d-b25170b47e1f on network e3a93b5c-91e2-4064-9c2c-1afc261bfe15 {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:33:32.951052 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b891a688-d571-4f52-8627-72b1db8fdffe None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 21, 33, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 21:33:32.951417 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b891a688-d571-4f52-8627-72b1db8fdffe None None] Checking segment: {'id': '0b5485c4-eff8-42a1-9073-ae54ed4c63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:33:32.951808 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-b891a688-d571-4f52-8627-72b1db8fdffe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:33:32.952188 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b891a688-d571-4f52-8627-72b1db8fdffe None None] Bound using segment: {'id': '0b5485c4-eff8-42a1-9073-ae54ed4c63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'} {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 21:33:32.952638 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-b891a688-d571-4f52-8627-72b1db8fdffe None None] Bound port: bf9a38ad-fa66-4fcd-b91d-b25170b47e1f, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b5485c4-eff8-42a1-9073-ae54ed4c63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'}}] {{(pid=103165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:33:32.953010 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-b891a688-d571-4f52-8627-72b1db8fdffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:33:32.982871 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8f1f6120-32ef-4562-89eb-12518cabba0f admin admin] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:33:33.003253 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-b891a688-d571-4f52-8627-72b1db8fdffe None None] For port bf9a38ad-fa66-4fcd-b91d-b25170b47e1f, host n-d-842733-1, cleared binding levels {{(pid=103165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 21:33:33.006192 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-b891a688-d571-4f52-8627-72b1db8fdffe None None] For port bf9a38ad-fa66-4fcd-b91d-b25170b47e1f, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=bf9a38ad-fa66-4fcd-b91d-b25170b47e1f,segment=NetworkSegment(0b5485c4-eff8-42a1-9073-ae54ed4c63ba),segment_id=0b5485c4-eff8-42a1-9073-ae54ed4c63ba)] {{(pid=103165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 21:33:33.048902 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-b891a688-d571-4f52-8627-72b1db8fdffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:33:33.066203 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8f1f6120-32ef-4562-89eb-12518cabba0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:33:33.107374 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b891a688-d571-4f52-8627-72b1db8fdffe None None] Routers {'b0ad94e8-7f95-45f6-a76e-a2191e854455'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:33:33.108441 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-b891a688-d571-4f52-8627-72b1db8fdffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:33:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['b0ad94e8-7f95-45f6-a76e-a2191e854455'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:33:33.111069 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f1f6120-32ef-4562-89eb-12518cabba0f admin admin] Network 50a3b006-43eb-412f-9023-3721d0d7ce2d is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:33:33.112484 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0355dd11-97e0-4cc2-aa17-a3ea9673589d None None] Pushing event updated for resources: {'Port': ['ID=bf9a38ad-fa66-4fcd-b91d-b25170b47e1f,revision_number=3']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:33:33.113793 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-8f1f6120-32ef-4562-89eb-12518cabba0f admin admin] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:33:33.117417 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f1f6120-32ef-4562-89eb-12518cabba0f admin admin] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:33:33.152832 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f6120-32ef-4562-89eb-12518cabba0f admin admin] Pushing event updated for resources: {'Port': ['ID=f95e277a-dcf5-450a-97d7-4ddd46c472a2,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:33:33.168061 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8f1f6120-32ef-4562-89eb-12518cabba0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748409'] for router_interface, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:33:33.215456 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-b891a688-d571-4f52-8627-72b1db8fdffe None None] Set router b0ad94e8-7f95-45f6-a76e-a2191e854455 gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:33:33.334567 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-8d1102ec-84ae-419e-801c-e402a2de255b None None] Provisioning complete for port f95e277a-dcf5-450a-97d7-4ddd46c472a2 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:33:33.334925 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-8d1102ec-84ae-419e-801c-e402a2de255b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:33:33.371396 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-8d1102ec-84ae-419e-801c-e402a2de255b None None] Port f95e277a-dcf5-450a-97d7-4ddd46c472a2 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 21:33:33.380977 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8f1f6120-32ef-4562-89eb-12518cabba0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:33:33.499149 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-b891a688-d571-4f52-8627-72b1db8fdffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0ad94e8-7f95-45f6-a76e-a2191e854455', 'name': 'tempest-ServerActionsTestJSON-435657109-router', 'tenant_id': 'b9236351e1c74ae7971071e6da1632bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.184'}], 'enable_snat': True}, 'gw_port_id': 'bf9a38ad-fa66-4fcd-b91d-b25170b47e1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:33:30Z', 'updated_at': '2022-05-20T21:33:31Z', 'revision_number': 3, 'project_id': 'b9236351e1c74ae7971071e6da1632bd', 'gw_port': {'id': 'bf9a38ad-fa66-4fcd-b91d-b25170b47e1f', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:34:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0ad94e8-7f95-45f6-a76e-a2191e854455', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:33:30Z', 'updated_at': '2022-05-20T21:33:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:33:33.524529 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b891a688-d571-4f52-8627-72b1db8fdffe None None] The sync data for ids ['b0ad94e8-7f95-45f6-a76e-a2191e854455'] in n-d-842733-1 is: [{'id': 'b0ad94e8-7f95-45f6-a76e-a2191e854455', 'name': 'tempest-ServerActionsTestJSON-435657109-router', 'tenant_id': 'b9236351e1c74ae7971071e6da1632bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.184'}], 'enable_snat': True}, 'gw_port_id': 'bf9a38ad-fa66-4fcd-b91d-b25170b47e1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:33:30Z', 'updated_at': '2022-05-20T21:33:31Z', 'revision_number': 3, 'project_id': 'b9236351e1c74ae7971071e6da1632bd', 'gw_port': {'id': 'bf9a38ad-fa66-4fcd-b91d-b25170b47e1f', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:34:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0ad94e8-7f95-45f6-a76e-a2191e854455', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:33:30Z', 'updated_at': '2022-05-20T21:33:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 21:33:33.553032 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8f1f6120-32ef-4562-89eb-12518cabba0f admin admin] Notify callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:33:33.643193 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8f1f6120-32ef-4562-89eb-12518cabba0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:33:33.711260 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8f1f6120-32ef-4562-89eb-12518cabba0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748437'] for router_interface, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:33:33.713668 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f6120-32ef-4562-89eb-12518cabba0f admin admin] Pushing event updated for resources: {'Port': ['ID=f95e277a-dcf5-450a-97d7-4ddd46c472a2,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:33:33.828665 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f1f6120-32ef-4562-89eb-12518cabba0f admin admin] Network 50a3b006-43eb-412f-9023-3721d0d7ce2d is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:33:33.830124 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-8f1f6120-32ef-4562-89eb-12518cabba0f admin admin] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:33:33.954448 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f1f6120-32ef-4562-89eb-12518cabba0f admin admin] Router b0ad94e8-7f95-45f6-a76e-a2191e854455 has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 21:33:34.069381 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f1f6120-32ef-4562-89eb-12518cabba0f admin admin] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 21:33:34.076361 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-8f1f6120-32ef-4562-89eb-12518cabba0f admin admin] 10.222.0.35 "PUT /v2.0/routers/b0ad94e8-7f95-45f6-a76e-a2191e854455/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7958682 May 20 21:33:34.097837 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-ed8f6aed-894f-44fe-8023-f11773abfa52 None None] Provisioning complete for port f95e277a-dcf5-450a-97d7-4ddd46c472a2 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:33:34.098413 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ed8f6aed-894f-44fe-8023-f11773abfa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:33:34.137872 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-ed8f6aed-894f-44fe-8023-f11773abfa52 None None] Port f95e277a-dcf5-450a-97d7-4ddd46c472a2 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 21:33:34.480495 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 33968) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:33:34.485234 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-8de60fb4-cdf4-4816-bca9-0d401a2c4e81 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1622366261', 'description': 'tempest-description--1615210764'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:33:34.573813 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8de60fb4-cdf4-4816-bca9-0d401a2c4e81 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:33:34.644645 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8de60fb4-cdf4-4816-bca9-0d401a2c4e81 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:33:34.721514 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8de60fb4-cdf4-4816-bca9-0d401a2c4e81 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:33:34.763620 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de60fb4-cdf4-4816-bca9-0d401a2c4e81 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Pushing event updated for resources: {'SecurityGroup': ['ID=003969c3-2b78-4a1a-a9af-ed266c205e02,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:33:34.773130 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device bf9a38ad-fa66-4fcd-b91d-b25170b47e1f up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:33:34.823276 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port bf9a38ad-fa66-4fcd-b91d-b25170b47e1f triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:33:34.823637 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:33:34.840481 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8de60fb4-cdf4-4816-bca9-0d401a2c4e81 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:33:34.840481 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-8de60fb4-cdf4-4816-bca9-0d401a2c4e81 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.3520422 May 20 21:33:34.840481 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 33970) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:33:34.840965 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-c84b3e3f-3758-4c04-bad2-5853b8edc326 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Request body: {'security_group_rule': {'security_group_id': '003969c3-2b78-4a1a-a9af-ed266c205e02', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:33:34.900467 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port bf9a38ad-fa66-4fcd-b91d-b25170b47e1f is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:33:34.900891 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:33:34.922605 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] For port bf9a38ad-fa66-4fcd-b91d-b25170b47e1f, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=bf9a38ad-fa66-4fcd-b91d-b25170b47e1f,segment=NetworkSegment(0b5485c4-eff8-42a1-9073-ae54ed4c63ba),segment_id=0b5485c4-eff8-42a1-9073-ae54ed4c63ba)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:33:34.934683 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c84b3e3f-3758-4c04-bad2-5853b8edc326 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:33:34.992792 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c84b3e3f-3758-4c04-bad2-5853b8edc326 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:33:35.020492 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:33:35.059036 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db8ce339-cc7b-4902-975e-827f13973d64 None None] Sync routers for ids ['b0ad94e8-7f95-45f6-a76e-a2191e854455'] in n-d-842733-1 {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 21:33:35.082644 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Pushing event updated for resources: {'Port': ['ID=bf9a38ad-fa66-4fcd-b91d-b25170b47e1f,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:33:35.086022 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db8ce339-cc7b-4902-975e-827f13973d64 None None] Routers {'b0ad94e8-7f95-45f6-a76e-a2191e854455'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:33:35.086612 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-db8ce339-cc7b-4902-975e-827f13973d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:33:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['b0ad94e8-7f95-45f6-a76e-a2191e854455'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:33:35.089233 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c84b3e3f-3758-4c04-bad2-5853b8edc326 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691816'] for security_group_rule, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:33:35.111044 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84b3e3f-3758-4c04-bad2-5853b8edc326 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f019618-2f37-449f-a9e7-2bb28cde1bd3,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:33:35.195019 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-db8ce339-cc7b-4902-975e-827f13973d64 None None] Set router b0ad94e8-7f95-45f6-a76e-a2191e854455 gateway port host: n-d-842733-1 {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:33:35.200244 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c84b3e3f-3758-4c04-bad2-5853b8edc326 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:33:35.201581 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-c84b3e3f-3758-4c04-bad2-5853b8edc326 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3644080 May 20 21:33:35.204169 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 33972) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:33:35.208575 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-98d28809-0c95-4b7a-bde9-2de3ad4baa9b tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Request body: {'security_group_rule': {'security_group_id': '003969c3-2b78-4a1a-a9af-ed266c205e02', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:33:35.299544 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-98d28809-0c95-4b7a-bde9-2de3ad4baa9b tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:33:35.356836 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-98d28809-0c95-4b7a-bde9-2de3ad4baa9b tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:33:35.392166 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-db8ce339-cc7b-4902-975e-827f13973d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0ad94e8-7f95-45f6-a76e-a2191e854455', 'name': 'tempest-ServerActionsTestJSON-435657109-router', 'tenant_id': 'b9236351e1c74ae7971071e6da1632bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.184'}], 'enable_snat': True}, 'gw_port_id': 'bf9a38ad-fa66-4fcd-b91d-b25170b47e1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:33:30Z', 'updated_at': '2022-05-20T21:33:33Z', 'revision_number': 4, 'project_id': 'b9236351e1c74ae7971071e6da1632bd', 'gw_port': {'id': 'bf9a38ad-fa66-4fcd-b91d-b25170b47e1f', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:34:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ad94e8-7f95-45f6-a76e-a2191e854455', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:33:30Z', 'updated_at': '2022-05-20T21:33:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': 'f95e277a-dcf5-450a-97d7-4ddd46c472a2', 'name': '', 'network_id': '50a3b006-43eb-412f-9023-3721d0d7ce2d', 'tenant_id': 'b9236351e1c74ae7971071e6da1632bd', 'mac_address': 'fa:16:3e:2d:37:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0ad94e8-7f95-45f6-a76e-a2191e854455', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '7963096c-660c-41ee-b2a1-be9e61906a7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:33:32Z', 'updated_at': '2022-05-20T21:33:33Z', 'revision_number': 2, 'project_id': 'b9236351e1c74ae7971071e6da1632bd', 'subnets': [{'id': '7963096c-660c-41ee-b2a1-be9e61906a7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:33:35.422157 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db8ce339-cc7b-4902-975e-827f13973d64 None None] Checking router: b0ad94e8-7f95-45f6-a76e-a2191e854455 for host: n-d-842733-1 {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 21:33:35.422501 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db8ce339-cc7b-4902-975e-827f13973d64 None None] Updating router b0ad94e8-7f95-45f6-a76e-a2191e854455 port f95e277a-dcf5-450a-97d7-4ddd46c472a2 binding host n-d-842733-1 {{(pid=103164) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 21:33:35.426189 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-98d28809-0c95-4b7a-bde9-2de3ad4baa9b tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691816'] for security_group_rule, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:33:35.443657 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d28809-0c95-4b7a-bde9-2de3ad4baa9b tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=439180d2-a83e-4053-84ec-ae43fa7ec30c,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:33:35.448652 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-db8ce339-cc7b-4902-975e-827f13973d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:33:35.502182 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-98d28809-0c95-4b7a-bde9-2de3ad4baa9b tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:33:35.503530 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-98d28809-0c95-4b7a-bde9-2de3ad4baa9b tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2983403 May 20 21:33:35.506455 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 33974) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:33:35.510888 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-808c9162-39e6-4e91-84f3-c7b65f0be108 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Request body: {'floatingip': {'floating_network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:33:35.586056 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-808c9162-39e6-4e91-84f3-c7b65f0be108 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Notify callbacks [] for floatingip, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:33:35.684578 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-808c9162-39e6-4e91-84f3-c7b65f0be108 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:33:35.706568 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-db8ce339-cc7b-4902-975e-827f13973d64 None None] Notify callbacks [] for port, precommit_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:33:35.774768 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-db8ce339-cc7b-4902-975e-827f13973d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:33:35.785026 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-808c9162-39e6-4e91-84f3-c7b65f0be108 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Allocated IP 172.25.2.174 (e3a93b5c-91e2-4064-9c2c-1afc261bfe15/86fee0c1-6e34-488b-9216-b2b8e7ef585a/fdf92100-9cd6-4155-a072-a3bc4e7e5c40) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:33:35.826962 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8f1f8a-b02d-4f71-b362-da7df53f0b91 None None] Pushing event updated for resources: {'Port': ['ID=f95e277a-dcf5-450a-97d7-4ddd46c472a2,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:33:35.878515 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-db8ce339-cc7b-4902-975e-827f13973d64 None None] Attempting to bind port f95e277a-dcf5-450a-97d7-4ddd46c472a2 on host n-d-842733-1 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:33:35.878876 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-db8ce339-cc7b-4902-975e-827f13973d64 None None] Attempting to bind port f95e277a-dcf5-450a-97d7-4ddd46c472a2 by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': '4501992d-e203-44d7-82fc-7b29a115c6d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '50a3b006-43eb-412f-9023-3721d0d7ce2d'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:33:35.879232 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db8ce339-cc7b-4902-975e-827f13973d64 None None] Attempting to bind port f95e277a-dcf5-450a-97d7-4ddd46c472a2 on network 50a3b006-43eb-412f-9023-3721d0d7ce2d {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:33:35.884302 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db8ce339-cc7b-4902-975e-827f13973d64 None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 21, 33, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 21:33:35.885074 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db8ce339-cc7b-4902-975e-827f13973d64 None None] Checking segment: {'id': '4501992d-e203-44d7-82fc-7b29a115c6d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '50a3b006-43eb-412f-9023-3721d0d7ce2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:33:35.885074 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-db8ce339-cc7b-4902-975e-827f13973d64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:33:35.887145 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db8ce339-cc7b-4902-975e-827f13973d64 None None] Bound using segment: {'id': '4501992d-e203-44d7-82fc-7b29a115c6d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '50a3b006-43eb-412f-9023-3721d0d7ce2d'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 21:33:35.887145 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-db8ce339-cc7b-4902-975e-827f13973d64 None None] Bound port: f95e277a-dcf5-450a-97d7-4ddd46c472a2, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4501992d-e203-44d7-82fc-7b29a115c6d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '50a3b006-43eb-412f-9023-3721d0d7ce2d'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:33:35.887145 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-db8ce339-cc7b-4902-975e-827f13973d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:33:35.901835 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-808c9162-39e6-4e91-84f3-c7b65f0be108 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:33:35.953152 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-db8ce339-cc7b-4902-975e-827f13973d64 None None] For port f95e277a-dcf5-450a-97d7-4ddd46c472a2, host n-d-842733-1, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 21:33:35.956520 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-db8ce339-cc7b-4902-975e-827f13973d64 None None] For port f95e277a-dcf5-450a-97d7-4ddd46c472a2, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=f95e277a-dcf5-450a-97d7-4ddd46c472a2,segment=NetworkSegment(4501992d-e203-44d7-82fc-7b29a115c6d6),segment_id=4501992d-e203-44d7-82fc-7b29a115c6d6)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 21:33:35.986888 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-808c9162-39e6-4e91-84f3-c7b65f0be108 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:33:36.010984 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-db8ce339-cc7b-4902-975e-827f13973d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:33:36.023854 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-808c9162-39e6-4e91-84f3-c7b65f0be108 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Network e3a93b5c-91e2-4064-9c2c-1afc261bfe15 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:33:36.028625 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-808c9162-39e6-4e91-84f3-c7b65f0be108 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:33:36.032261 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-808c9162-39e6-4e91-84f3-c7b65f0be108 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:33:36.040170 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808c9162-39e6-4e91-84f3-c7b65f0be108 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Pushing event updated for resources: {'Port': ['ID=fdf92100-9cd6-4155-a072-a3bc4e7e5c40,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:33:36.093505 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db8ce339-cc7b-4902-975e-827f13973d64 None None] Routers {'b0ad94e8-7f95-45f6-a76e-a2191e854455'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:33:36.094129 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-db8ce339-cc7b-4902-975e-827f13973d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:33:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['b0ad94e8-7f95-45f6-a76e-a2191e854455'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:33:36.099040 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8f1f8a-b02d-4f71-b362-da7df53f0b91 None None] Pushing event updated for resources: {'Port': ['ID=f95e277a-dcf5-450a-97d7-4ddd46c472a2,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:33:36.138341 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-808c9162-39e6-4e91-84f3-c7b65f0be108 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:33:36.141902 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-e6b0044a-6a30-4a5c-b01a-2ba194f22c13 None None] Provisioning complete for port f95e277a-dcf5-450a-97d7-4ddd46c472a2 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:33:36.142272 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-e6b0044a-6a30-4a5c-b01a-2ba194f22c13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:33:36.242770 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-808c9162-39e6-4e91-84f3-c7b65f0be108 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:33:36.400599 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-808c9162-39e6-4e91-84f3-c7b65f0be108 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Notify callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:33:36.422349 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-db8ce339-cc7b-4902-975e-827f13973d64 None None] Set router b0ad94e8-7f95-45f6-a76e-a2191e854455 gateway port host: n-d-842733-1 {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:33:36.454591 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-808c9162-39e6-4e91-84f3-c7b65f0be108 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:33:36.472703 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-e6b0044a-6a30-4a5c-b01a-2ba194f22c13 None None] Current status of the port f95e277a-dcf5-450a-97d7-4ddd46c472a2 is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:33:36.472996 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-e6b0044a-6a30-4a5c-b01a-2ba194f22c13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:33:36.528340 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808c9162-39e6-4e91-84f3-c7b65f0be108 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Pushing event updated for resources: {'Port': ['ID=fdf92100-9cd6-4155-a072-a3bc4e7e5c40,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:33:36.538316 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-808c9162-39e6-4e91-84f3-c7b65f0be108 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748272'] for floatingip, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:33:36.576091 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-e6b0044a-6a30-4a5c-b01a-2ba194f22c13 None None] For port f95e277a-dcf5-450a-97d7-4ddd46c472a2, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=f95e277a-dcf5-450a-97d7-4ddd46c472a2,segment=NetworkSegment(4501992d-e203-44d7-82fc-7b29a115c6d6),segment_id=4501992d-e203-44d7-82fc-7b29a115c6d6)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:33:36.648951 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-808c9162-39e6-4e91-84f3-c7b65f0be108 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for floatingip, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:33:36.658975 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-808c9162-39e6-4e91-84f3-c7b65f0be108 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1434038 May 20 21:33:36.659141 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-db8ce339-cc7b-4902-975e-827f13973d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0ad94e8-7f95-45f6-a76e-a2191e854455', 'name': 'tempest-ServerActionsTestJSON-435657109-router', 'tenant_id': 'b9236351e1c74ae7971071e6da1632bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.184'}], 'enable_snat': True}, 'gw_port_id': 'bf9a38ad-fa66-4fcd-b91d-b25170b47e1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:33:30Z', 'updated_at': '2022-05-20T21:33:33Z', 'revision_number': 4, 'project_id': 'b9236351e1c74ae7971071e6da1632bd', 'gw_port': {'id': 'bf9a38ad-fa66-4fcd-b91d-b25170b47e1f', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:34:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ad94e8-7f95-45f6-a76e-a2191e854455', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:33:30Z', 'updated_at': '2022-05-20T21:33:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': 'f95e277a-dcf5-450a-97d7-4ddd46c472a2', 'name': '', 'network_id': '50a3b006-43eb-412f-9023-3721d0d7ce2d', 'tenant_id': 'b9236351e1c74ae7971071e6da1632bd', 'mac_address': 'fa:16:3e:2d:37:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0ad94e8-7f95-45f6-a76e-a2191e854455', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '7963096c-660c-41ee-b2a1-be9e61906a7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:33:32Z', 'updated_at': '2022-05-20T21:33:35Z', 'revision_number': 4, 'project_id': 'b9236351e1c74ae7971071e6da1632bd', 'subnets': [{'id': '7963096c-660c-41ee-b2a1-be9e61906a7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:33:36.685856 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-e6b0044a-6a30-4a5c-b01a-2ba194f22c13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:33:36.686395 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db8ce339-cc7b-4902-975e-827f13973d64 None None] The sync data for ids ['b0ad94e8-7f95-45f6-a76e-a2191e854455'] in n-d-842733-1 is: [{'id': 'b0ad94e8-7f95-45f6-a76e-a2191e854455', 'name': 'tempest-ServerActionsTestJSON-435657109-router', 'tenant_id': 'b9236351e1c74ae7971071e6da1632bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.184'}], 'enable_snat': True}, 'gw_port_id': 'bf9a38ad-fa66-4fcd-b91d-b25170b47e1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:33:30Z', 'updated_at': '2022-05-20T21:33:33Z', 'revision_number': 4, 'project_id': 'b9236351e1c74ae7971071e6da1632bd', 'gw_port': {'id': 'bf9a38ad-fa66-4fcd-b91d-b25170b47e1f', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:34:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ad94e8-7f95-45f6-a76e-a2191e854455', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:33:30Z', 'updated_at': '2022-05-20T21:33:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': 'f95e277a-dcf5-450a-97d7-4ddd46c472a2', 'name': '', 'network_id': '50a3b006-43eb-412f-9023-3721d0d7ce2d', 'tenant_id': 'b9236351e1c74ae7971071e6da1632bd', 'mac_address': 'fa:16:3e:2d:37:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0ad94e8-7f95-45f6-a76e-a2191e854455', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '7963096c-660c-41ee-b2a1-be9e61906a7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:33:32Z', 'updated_at': '2022-05-20T21:33:35Z', 'revision_number': 4, 'project_id': 'b9236351e1c74ae7971071e6da1632bd', 'subnets': [{'id': '7963096c-660c-41ee-b2a1-be9e61906a7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 21:33:36.748509 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b0044a-6a30-4a5c-b01a-2ba194f22c13 None None] Pushing event updated for resources: {'Port': ['ID=f95e277a-dcf5-450a-97d7-4ddd46c472a2,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:33:36.814203 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-89701b49-fcf2-42fe-9bc4-ebafc87b6b05 None None] Provisioning complete for port f95e277a-dcf5-450a-97d7-4ddd46c472a2 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:33:36.814572 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-89701b49-fcf2-42fe-9bc4-ebafc87b6b05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:33:36.821674 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device bf9a38ad-fa66-4fcd-b91d-b25170b47e1f up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:33:36.937935 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port bf9a38ad-fa66-4fcd-b91d-b25170b47e1f triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:33:36.938306 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:33:36.971864 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-89701b49-fcf2-42fe-9bc4-ebafc87b6b05 None None] Current status of the port f95e277a-dcf5-450a-97d7-4ddd46c472a2 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:33:37.029551 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port bf9a38ad-fa66-4fcd-b91d-b25170b47e1f is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:33:37.076698 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-bac79166-ea86-4e9b-95eb-51006be4f5f4 req-77932630-33fb-4363-a7a1-211bf27dad36 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--1622366261&fields=id&tenant_id=b9236351e1c74ae7971071e6da1632bd HTTP/1.1" status: 200 len: 267 time: 0.0392468 May 20 21:33:37.187990 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac79166-ea86-4e9b-95eb-51006be4f5f4 req-bdec15f7-49cd-4821-abac-22d63a619bad tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:33:37.189572 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-bac79166-ea86-4e9b-95eb-51006be4f5f4 req-bdec15f7-49cd-4821-abac-22d63a619bad tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/networks?id=50a3b006-43eb-412f-9023-3721d0d7ce2d HTTP/1.1" status: 200 len: 811 time: 0.1057646 May 20 21:33:37.204931 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-bac79166-ea86-4e9b-95eb-51006be4f5f4 req-cdac4c51-14c6-4f91-804e-2dfc137b3f55 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/quotas/b9236351e1c74ae7971071e6da1632bd HTTP/1.1" status: 200 len: 375 time: 0.0095930 May 20 21:33:37.261796 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-bac79166-ea86-4e9b-95eb-51006be4f5f4 req-bb648fba-2d24-4c5b-adb5-eaa407058d1c tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=b9236351e1c74ae7971071e6da1632bd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0507386 May 20 21:33:37.425595 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-bac79166-ea86-4e9b-95eb-51006be4f5f4 req-8bf40362-51dc-4f29-a85a-82b3c556fdb9 service neutron] 10.222.0.35 "GET /v2.0/networks/50a3b006-43eb-412f-9023-3721d0d7ce2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481564 May 20 21:33:37.533041 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-bac79166-ea86-4e9b-95eb-51006be4f5f4 req-208b34f1-214e-4fb1-baea-5bbf79ad004b service neutron] 10.222.0.35 "GET /v2.0/networks/50a3b006-43eb-412f-9023-3721d0d7ce2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978184 May 20 21:33:37.888865 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-29e2ac85-325a-401a-b1ad-710c47288eac req-62dbb9ea-c11c-4e26-8ae8-01b0184f62e7 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0feb684-ca91-4123-bc4d-5ec76f0ddbc1 HTTP/1.1" status: 200 len: 210 time: 0.0863199 May 20 21:33:38.763702 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device f95e277a-dcf5-450a-97d7-4ddd46c472a2 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:33:38.812569 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port f95e277a-dcf5-450a-97d7-4ddd46c472a2 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:33:38.812936 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:33:38.889910 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port f95e277a-dcf5-450a-97d7-4ddd46c472a2 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:33:38.990094 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-108074ab-900c-44c9-ba6f-ae40b7fd229f req-c87500d0-2247-4160-81e0-532252a9c28e tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0feb684-ca91-4123-bc4d-5ec76f0ddbc1 HTTP/1.1" status: 200 len: 210 time: 0.0269299 May 20 21:33:39.690330 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac79166-ea86-4e9b-95eb-51006be4f5f4 req-5eb52282-e7df-4ef1-8b94-65f6a853d6ec tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:33:39.691763 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-bac79166-ea86-4e9b-95eb-51006be4f5f4 req-5eb52282-e7df-4ef1-8b94-65f6a853d6ec tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.24 "GET /v2.0/networks?id=50a3b006-43eb-412f-9023-3721d0d7ce2d HTTP/1.1" status: 200 len: 811 time: 0.1042035 May 20 21:33:39.735909 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-bac79166-ea86-4e9b-95eb-51006be4f5f4 req-db2ae077-74d3-4304-a5e9-bbc7d9e9e8f4 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b9236351e1c74ae7971071e6da1632bd HTTP/1.1" status: 200 len: 380 time: 0.0344005 May 20 21:33:39.747424 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [req-bac79166-ea86-4e9b-95eb-51006be4f5f4 req-498c450e-98bb-4b23-a810-134831b33a39 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Request body: {'port': {'device_id': 'b0feb684-ca91-4123-bc4d-5ec76f0ddbc1', 'network_id': '50a3b006-43eb-412f-9023-3721d0d7ce2d', 'admin_state_up': True, 'tenant_id': 'b9236351e1c74ae7971071e6da1632bd', 'security_groups': ['003969c3-2b78-4a1a-a9af-ed266c205e02']}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:33:39.911876 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bac79166-ea86-4e9b-95eb-51006be4f5f4 req-498c450e-98bb-4b23-a810-134831b33a39 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Made reservation on behalf of b9236351e1c74ae7971071e6da1632bd for: {'port': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:33:39.915503 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-bac79166-ea86-4e9b-95eb-51006be4f5f4 req-498c450e-98bb-4b23-a810-134831b33a39 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:33:40.044530 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [req-bac79166-ea86-4e9b-95eb-51006be4f5f4 req-498c450e-98bb-4b23-a810-134831b33a39 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Allocated IP 172.20.0.8 (50a3b006-43eb-412f-9023-3721d0d7ce2d/7963096c-660c-41ee-b2a1-be9e61906a7a/041a7721-f6cd-424b-ace9-92bff181cc78) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:33:40.089511 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3e596fec-bf84-441a-807d-25649ff31da7 req-e1b8ca16-a947-46e6-afd1-59f9e9cd04fb tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0feb684-ca91-4123-bc4d-5ec76f0ddbc1 HTTP/1.1" status: 200 len: 210 time: 0.0293601 May 20 21:33:40.188678 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-bac79166-ea86-4e9b-95eb-51006be4f5f4 req-498c450e-98bb-4b23-a810-134831b33a39 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:33:40.289231 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-bac79166-ea86-4e9b-95eb-51006be4f5f4 req-498c450e-98bb-4b23-a810-134831b33a39 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:33:40.331199 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bac79166-ea86-4e9b-95eb-51006be4f5f4 req-498c450e-98bb-4b23-a810-134831b33a39 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Network 50a3b006-43eb-412f-9023-3721d0d7ce2d is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:33:40.334073 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [req-bac79166-ea86-4e9b-95eb-51006be4f5f4 req-498c450e-98bb-4b23-a810-134831b33a39 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:33:40.337681 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-bac79166-ea86-4e9b-95eb-51006be4f5f4 req-498c450e-98bb-4b23-a810-134831b33a39 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:33:40.366826 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498c450e-98bb-4b23-a810-134831b33a39 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Pushing event updated for resources: {'Port': ['ID=041a7721-f6cd-424b-ace9-92bff181cc78,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:33:40.397771 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac79166-ea86-4e9b-95eb-51006be4f5f4 req-498c450e-98bb-4b23-a810-134831b33a39 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:33:40.398409 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-bac79166-ea86-4e9b-95eb-51006be4f5f4 req-498c450e-98bb-4b23-a810-134831b33a39 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:33:40.502907 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-bac79166-ea86-4e9b-95eb-51006be4f5f4 req-498c450e-98bb-4b23-a810-134831b33a39 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7612422 May 20 21:33:40.587377 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [req-bac79166-ea86-4e9b-95eb-51006be4f5f4 req-850289a4-ad70-48de-aa34-db033d1fb84a service neutron] Request body: {'port': {'device_id': 'b0feb684-ca91-4123-bc4d-5ec76f0ddbc1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-842733-1'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:33:40.615613 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-80ab5b8c-2021-446c-9a8c-0ea95d7c2145 None None] Provisioning complete for port 041a7721-f6cd-424b-ace9-92bff181cc78 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:33:40.616156 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-80ab5b8c-2021-446c-9a8c-0ea95d7c2145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:33:40.646268 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-bac79166-ea86-4e9b-95eb-51006be4f5f4 req-850289a4-ad70-48de-aa34-db033d1fb84a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:33:40.653743 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-80ab5b8c-2021-446c-9a8c-0ea95d7c2145 None None] Port 041a7721-f6cd-424b-ace9-92bff181cc78 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 21:33:40.904311 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [req-bac79166-ea86-4e9b-95eb-51006be4f5f4 req-850289a4-ad70-48de-aa34-db033d1fb84a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 041a7721-f6cd-424b-ace9-92bff181cc78 {{(pid=103162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 21:33:40.911542 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-bac79166-ea86-4e9b-95eb-51006be4f5f4 req-850289a4-ad70-48de-aa34-db033d1fb84a service neutron] Notify callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:33:40.923755 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.provisioning_blocks [req-bac79166-ea86-4e9b-95eb-51006be4f5f4 req-850289a4-ad70-48de-aa34-db033d1fb84a service neutron] Transition to ACTIVE for port object 041a7721-f6cd-424b-ace9-92bff181cc78 will not be triggered until provisioned by entity L2. {{(pid=103162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 21:33:40.997338 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-bac79166-ea86-4e9b-95eb-51006be4f5f4 req-850289a4-ad70-48de-aa34-db033d1fb84a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:33:41.048819 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850289a4-ad70-48de-aa34-db033d1fb84a service neutron] Pushing event updated for resources: {'Port': ['ID=041a7721-f6cd-424b-ace9-92bff181cc78,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:33:41.117743 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-bac79166-ea86-4e9b-95eb-51006be4f5f4 req-850289a4-ad70-48de-aa34-db033d1fb84a service neutron] Attempting to bind port 041a7721-f6cd-424b-ace9-92bff181cc78 on host n-h1-842733-1 for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:33:41.118085 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-bac79166-ea86-4e9b-95eb-51006be4f5f4 req-850289a4-ad70-48de-aa34-db033d1fb84a service neutron] Attempting to bind port 041a7721-f6cd-424b-ace9-92bff181cc78 by drivers openvswitch,hyperv on host n-h1-842733-1 at level 0 using segments [{'id': '4501992d-e203-44d7-82fc-7b29a115c6d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '50a3b006-43eb-412f-9023-3721d0d7ce2d'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:33:41.118413 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bac79166-ea86-4e9b-95eb-51006be4f5f4 req-850289a4-ad70-48de-aa34-db033d1fb84a service neutron] Attempting to bind port 041a7721-f6cd-424b-ace9-92bff181cc78 on network 50a3b006-43eb-412f-9023-3721d0d7ce2d {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:33:41.123357 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bac79166-ea86-4e9b-95eb-51006be4f5f4 req-850289a4-ad70-48de-aa34-db033d1fb84a service neutron] Port 041a7721-f6cd-424b-ace9-92bff181cc78 on network 50a3b006-43eb-412f-9023-3721d0d7ce2d not bound, no agent of type Open vSwitch agent registered on host n-h1-842733-1 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 21:33:41.123826 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bac79166-ea86-4e9b-95eb-51006be4f5f4 req-850289a4-ad70-48de-aa34-db033d1fb84a service neutron] Attempting to bind port 041a7721-f6cd-424b-ace9-92bff181cc78 on network 50a3b006-43eb-412f-9023-3721d0d7ce2d {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:33:41.128845 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bac79166-ea86-4e9b-95eb-51006be4f5f4 req-850289a4-ad70-48de-aa34-db033d1fb84a service neutron] Checking agent: {'id': '08dfb1ce-804b-4db8-838b-21094082e041', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 32, 54), 'started_at': datetime.datetime(2022, 5, 20, 20, 32, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 21, 33, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 21:33:41.129183 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bac79166-ea86-4e9b-95eb-51006be4f5f4 req-850289a4-ad70-48de-aa34-db033d1fb84a service neutron] Checking segment: {'id': '4501992d-e203-44d7-82fc-7b29a115c6d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '50a3b006-43eb-412f-9023-3721d0d7ce2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:33:41.129597 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bac79166-ea86-4e9b-95eb-51006be4f5f4 req-850289a4-ad70-48de-aa34-db033d1fb84a service neutron] Bound using segment: {'id': '4501992d-e203-44d7-82fc-7b29a115c6d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '50a3b006-43eb-412f-9023-3721d0d7ce2d'} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 21:33:41.130255 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-bac79166-ea86-4e9b-95eb-51006be4f5f4 req-850289a4-ad70-48de-aa34-db033d1fb84a service neutron] Bound port: 041a7721-f6cd-424b-ace9-92bff181cc78, host: n-h1-842733-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4501992d-e203-44d7-82fc-7b29a115c6d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '50a3b006-43eb-412f-9023-3721d0d7ce2d'}}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:33:41.130614 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-bac79166-ea86-4e9b-95eb-51006be4f5f4 req-850289a4-ad70-48de-aa34-db033d1fb84a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:33:41.204712 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-bac79166-ea86-4e9b-95eb-51006be4f5f4 req-850289a4-ad70-48de-aa34-db033d1fb84a service neutron] For port 041a7721-f6cd-424b-ace9-92bff181cc78, host n-h1-842733-1, cleared binding levels {{(pid=103162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 21:33:41.208166 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-bac79166-ea86-4e9b-95eb-51006be4f5f4 req-850289a4-ad70-48de-aa34-db033d1fb84a service neutron] For port 041a7721-f6cd-424b-ace9-92bff181cc78, host n-h1-842733-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=041a7721-f6cd-424b-ace9-92bff181cc78,segment=NetworkSegment(4501992d-e203-44d7-82fc-7b29a115c6d6),segment_id=4501992d-e203-44d7-82fc-7b29a115c6d6)] {{(pid=103162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 21:33:41.212383 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9decafd-6de2-40c9-a314-b2b845d05cc7 req-fa4d19ec-10a8-4965-9642-6e414b3dd32a tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:33:41.219371 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f9decafd-6de2-40c9-a314-b2b845d05cc7 req-fa4d19ec-10a8-4965-9642-6e414b3dd32a tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0feb684-ca91-4123-bc4d-5ec76f0ddbc1 HTTP/1.1" status: 200 len: 943 time: 0.0523221 May 20 21:33:41.254552 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f9decafd-6de2-40c9-a314-b2b845d05cc7 req-bc4bdb11-b89b-4541-bf3b-492a8aa2aa8b tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/security-groups?id=003969c3-2b78-4a1a-a9af-ed266c205e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333622 May 20 21:33:41.276435 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-bac79166-ea86-4e9b-95eb-51006be4f5f4 req-850289a4-ad70-48de-aa34-db033d1fb84a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:33:41.313307 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac79166-ea86-4e9b-95eb-51006be4f5f4 req-850289a4-ad70-48de-aa34-db033d1fb84a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:33:41.313858 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-bac79166-ea86-4e9b-95eb-51006be4f5f4 req-850289a4-ad70-48de-aa34-db033d1fb84a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:33:41.315225 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-bac79166-ea86-4e9b-95eb-51006be4f5f4 req-850289a4-ad70-48de-aa34-db033d1fb84a service neutron] 10.222.0.24 "PUT /v2.0/ports/041a7721-f6cd-424b-ace9-92bff181cc78 HTTP/1.1" status: 200 len: 1091 time: 0.7702613 May 20 21:33:41.315643 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0feb684-ca91-4123-bc4d-5ec76f0ddbc1', 'tag': '041a7721-f6cd-424b-ace9-92bff181cc78'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 21:33:41.317894 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6fa957933fccbf596d28104b23404b952ad6a8238afaebaed40a0874b2e409" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52788913-25be-453c-a445-b38a88b8dfd9" -d '{"events": [{"name": "network-changed", "server_uuid": "b0feb684-ca91-4123-bc4d-5ec76f0ddbc1", "tag": "041a7721-f6cd-424b-ace9-92bff181cc78"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 21:33:41.341052 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850289a4-ad70-48de-aa34-db033d1fb84a service neutron] Pushing event updated for resources: {'Port': ['ID=041a7721-f6cd-424b-ace9-92bff181cc78,revision_number=3']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:33:41.359351 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 21:33:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5b3a3fa-8414-430a-a122-37ec0c957f57 x-openstack-request-id: req-a5b3a3fa-8414-430a-a122-37ec0c957f57 {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 21:33:41.359642 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0feb684-ca91-4123-bc4d-5ec76f0ddbc1", "tag": "041a7721-f6cd-424b-ace9-92bff181cc78", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 21:33:41.359896 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a5b3a3fa-8414-430a-a122-37ec0c957f57 {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 21:33:41.360297 n-d-842733-1 neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5b3a3fa-8414-430a-a122-37ec0c957f57'] response: {'name': 'network-changed', 'server_uuid': 'b0feb684-ca91-4123-bc4d-5ec76f0ddbc1', 'tag': '041a7721-f6cd-424b-ace9-92bff181cc78', 'status': 'completed', 'code': 200} May 20 21:33:41.422132 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52788913-25be-453c-a445-b38a88b8dfd9 req-7a30e5b5-abb0-4458-93a8-e9ba0e51ada7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:33:41.423636 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-52788913-25be-453c-a445-b38a88b8dfd9 req-7a30e5b5-abb0-4458-93a8-e9ba0e51ada7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b9236351e1c74ae7971071e6da1632bd&device_id=b0feb684-ca91-4123-bc4d-5ec76f0ddbc1 HTTP/1.1" status: 200 len: 1094 time: 0.0425780 May 20 21:33:41.528528 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52788913-25be-453c-a445-b38a88b8dfd9 req-e2bab64f-4ec5-46c7-97f5-1f87f1f71d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:33:41.530025 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-52788913-25be-453c-a445-b38a88b8dfd9 req-e2bab64f-4ec5-46c7-97f5-1f87f1f71d4e service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=b9236351e1c74ae7971071e6da1632bd&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0991673 May 20 21:33:41.623614 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52788913-25be-453c-a445-b38a88b8dfd9 req-bbf1426e-c317-4a18-bf25-21b667fa875a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:33:41.625065 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-52788913-25be-453c-a445-b38a88b8dfd9 req-bbf1426e-c317-4a18-bf25-21b667fa875a service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0885470 May 20 21:33:41.704403 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac79166-ea86-4e9b-95eb-51006be4f5f4 req-2f7dc5d5-b9d9-4414-b5a2-153c5affeace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:33:41.705873 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-bac79166-ea86-4e9b-95eb-51006be4f5f4 req-2f7dc5d5-b9d9-4414-b5a2-153c5affeace service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b9236351e1c74ae7971071e6da1632bd&device_id=b0feb684-ca91-4123-bc4d-5ec76f0ddbc1 HTTP/1.1" status: 200 len: 1094 time: 0.0455937 May 20 21:33:41.747593 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-bac79166-ea86-4e9b-95eb-51006be4f5f4 req-51871737-0939-4d16-a348-adf17c22716c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=041a7721-f6cd-424b-ace9-92bff181cc78 HTTP/1.1" status: 200 len: 217 time: 0.0346475 May 20 21:33:41.797508 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac79166-ea86-4e9b-95eb-51006be4f5f4 req-1042f890-c8b9-4ab3-ab5e-9ca2b7f23259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:33:41.798973 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-bac79166-ea86-4e9b-95eb-51006be4f5f4 req-1042f890-c8b9-4ab3-ab5e-9ca2b7f23259 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7963096c-660c-41ee-b2a1-be9e61906a7a HTTP/1.1" status: 200 len: 850 time: 0.0453367 May 20 21:33:41.847553 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac79166-ea86-4e9b-95eb-51006be4f5f4 req-236883e3-a155-4be1-9198-8ececdf00858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:33:41.849021 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-bac79166-ea86-4e9b-95eb-51006be4f5f4 req-236883e3-a155-4be1-9198-8ececdf00858 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=50a3b006-43eb-412f-9023-3721d0d7ce2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437551 May 20 21:33:41.936219 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-bac79166-ea86-4e9b-95eb-51006be4f5f4 req-071b2527-16c4-4540-9a24-6ef98e7455ea service neutron] 10.222.0.24 "GET /v2.0/networks/50a3b006-43eb-412f-9023-3721d0d7ce2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805411 May 20 21:33:42.028871 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-bac79166-ea86-4e9b-95eb-51006be4f5f4 req-4e1ce107-6ffc-4f1c-8d86-5dd6cb304299 service neutron] 10.222.0.24 "GET /v2.0/networks/50a3b006-43eb-412f-9023-3721d0d7ce2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863030 May 20 21:33:42.369643 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb2c1e4-cb90-41c0-9be9-18db84161ae0 req-232bee00-9138-47f3-be39-8a7d1692f079 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:33:42.371072 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8eb2c1e4-cb90-41c0-9be9-18db84161ae0 req-232bee00-9138-47f3-be39-8a7d1692f079 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0feb684-ca91-4123-bc4d-5ec76f0ddbc1 HTTP/1.1" status: 200 len: 943 time: 0.0471983 May 20 21:33:42.420698 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8eb2c1e4-cb90-41c0-9be9-18db84161ae0 req-a6c09912-6bc1-433d-a336-27f918595aa2 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/security-groups?id=003969c3-2b78-4a1a-a9af-ed266c205e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433507 May 20 21:33:43.539011 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7aabbff-c3d7-4d30-8ba6-51d45ed47cdb req-3b7417f4-a8cf-429e-a981-dc5fc533f6d4 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:33:43.540595 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e7aabbff-c3d7-4d30-8ba6-51d45ed47cdb req-3b7417f4-a8cf-429e-a981-dc5fc533f6d4 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0feb684-ca91-4123-bc4d-5ec76f0ddbc1 HTTP/1.1" status: 200 len: 943 time: 0.0490010 May 20 21:33:43.578230 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e7aabbff-c3d7-4d30-8ba6-51d45ed47cdb req-ee87a5ec-df77-4458-919b-4fa432a2a493 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/security-groups?id=003969c3-2b78-4a1a-a9af-ed266c205e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305624 May 20 21:33:44.695753 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f964dd-7d01-4791-9d86-231252c2a8c9 req-65ed6c5a-1bfe-40cd-81c0-870150bd5d95 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:33:44.697251 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c4f964dd-7d01-4791-9d86-231252c2a8c9 req-65ed6c5a-1bfe-40cd-81c0-870150bd5d95 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0feb684-ca91-4123-bc4d-5ec76f0ddbc1 HTTP/1.1" status: 200 len: 943 time: 0.0495725 May 20 21:33:44.734609 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c4f964dd-7d01-4791-9d86-231252c2a8c9 req-41864cb0-6217-4ac4-9da0-2377422a57df tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/security-groups?id=003969c3-2b78-4a1a-a9af-ed266c205e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313313 May 20 21:33:44.988754 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 041a7721-f6cd-424b-ace9-92bff181cc78 details requested by agent hyperv_n-h1-842733-1 with host n-h1-842733-1 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 21:33:45.085498 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port 041a7721-f6cd-424b-ace9-92bff181cc78, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=041a7721-f6cd-424b-ace9-92bff181cc78,segment=NetworkSegment(4501992d-e203-44d7-82fc-7b29a115c6d6),segment_id=4501992d-e203-44d7-82fc-7b29a115c6d6)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:33:45.096309 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Returning: {'device': '041a7721-f6cd-424b-ace9-92bff181cc78', 'network_id': '50a3b006-43eb-412f-9023-3721d0d7ce2d', 'port_id': '041a7721-f6cd-424b-ace9-92bff181cc78', 'mac_address': 'fa:16:3e:0f:41:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7963096c-660c-41ee-b2a1-be9e61906a7a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 20 21:33:45.132638 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Current status of the port 041a7721-f6cd-424b-ace9-92bff181cc78 is: DOWN; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:33:45.133018 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:33:45.146293 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 041a7721-f6cd-424b-ace9-92bff181cc78 {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 21:33:45.165191 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port 041a7721-f6cd-424b-ace9-92bff181cc78, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=041a7721-f6cd-424b-ace9-92bff181cc78,segment=NetworkSegment(4501992d-e203-44d7-82fc-7b29a115c6d6),segment_id=4501992d-e203-44d7-82fc-7b29a115c6d6)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:33:45.231170 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:33:45.277123 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Pushing event updated for resources: {'Port': ['ID=041a7721-f6cd-424b-ace9-92bff181cc78,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:33:45.421471 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] get_ports_and_sgs() called for port_ids ['041a7721-f6cd-424b-ace9-92bff181cc78'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 21:33:45.853051 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ed2ee5-5f5f-4304-957b-0c24379db546 req-cb8194a7-4c62-46c2-be4a-e2e86e6bb0e0 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:33:45.855517 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-97ed2ee5-5f5f-4304-957b-0c24379db546 req-cb8194a7-4c62-46c2-be4a-e2e86e6bb0e0 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0feb684-ca91-4123-bc4d-5ec76f0ddbc1 HTTP/1.1" status: 200 len: 944 time: 0.0506961 May 20 21:33:45.896393 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-97ed2ee5-5f5f-4304-957b-0c24379db546 req-cbff1fb2-2c2f-4ff8-a68f-1fb7df5026e4 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/security-groups?id=003969c3-2b78-4a1a-a9af-ed266c205e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348423 May 20 21:33:46.141721 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.agents_db [None req-5c33ad30-4e00-40fa-b486-8c79c4a6cfc5 None None] Agent healthcheck: found 7 active agents {{(pid=103165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 20 21:33:46.990073 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 041a7721-f6cd-424b-ace9-92bff181cc78 up at agent hyperv_n-h1-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:33:47.010853 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5e7299-c0c9-4ec4-a4f3-391b9ef9101c req-bbb71575-ef08-4eb2-841d-9b9c91eb8d4b tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:33:47.012324 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8a5e7299-c0c9-4ec4-a4f3-391b9ef9101c req-bbb71575-ef08-4eb2-841d-9b9c91eb8d4b tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0feb684-ca91-4123-bc4d-5ec76f0ddbc1 HTTP/1.1" status: 200 len: 944 time: 0.0488963 May 20 21:33:47.051556 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8a5e7299-c0c9-4ec4-a4f3-391b9ef9101c req-e65bae0c-7acc-4872-95e1-f9615cbbf4ca tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/security-groups?id=003969c3-2b78-4a1a-a9af-ed266c205e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332298 May 20 21:33:47.100115 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Provisioning for port 041a7721-f6cd-424b-ace9-92bff181cc78 completed by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 21:33:47.104684 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Provisioning complete for port 041a7721-f6cd-424b-ace9-92bff181cc78 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:33:47.105073 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:33:47.184371 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Current status of the port 041a7721-f6cd-424b-ace9-92bff181cc78 is: BUILD; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:33:47.184778 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:33:47.206035 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0feb684-ca91-4123-bc4d-5ec76f0ddbc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '041a7721-f6cd-424b-ace9-92bff181cc78'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 21:33:47.208220 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8485417003ce7c0410b00f5cdc2f391e21107b70bb68e2773712534a96e108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23674775-7f56-4f29-b1ad-d19aa6bb20f2" -d '{"events": [{"server_uuid": "b0feb684-ca91-4123-bc4d-5ec76f0ddbc1", "name": "network-vif-plugged", "status": "completed", "tag": "041a7721-f6cd-424b-ace9-92bff181cc78"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 21:33:47.221323 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port 041a7721-f6cd-424b-ace9-92bff181cc78, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=041a7721-f6cd-424b-ace9-92bff181cc78,segment=NetworkSegment(4501992d-e203-44d7-82fc-7b29a115c6d6),segment_id=4501992d-e203-44d7-82fc-7b29a115c6d6)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:33:47.244627 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 21:33:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8daf0a96-d25a-44cd-a440-3dd137a4a272 x-openstack-request-id: req-8daf0a96-d25a-44cd-a440-3dd137a4a272 {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 21:33:47.244989 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0feb684-ca91-4123-bc4d-5ec76f0ddbc1", "name": "network-vif-plugged", "status": "completed", "tag": "041a7721-f6cd-424b-ace9-92bff181cc78", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 21:33:47.245274 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8daf0a96-d25a-44cd-a440-3dd137a4a272 {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 21:33:47.245702 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8daf0a96-d25a-44cd-a440-3dd137a4a272'] response: {'server_uuid': 'b0feb684-ca91-4123-bc4d-5ec76f0ddbc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '041a7721-f6cd-424b-ace9-92bff181cc78', 'code': 200} May 20 21:33:47.286937 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:33:47.333782 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Pushing event updated for resources: {'Port': ['ID=041a7721-f6cd-424b-ace9-92bff181cc78,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:33:47.340485 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bbd996-a33f-4e2c-9f6b-d3cca3e043a8 req-b8a03aab-7a65-4cb0-aa39-b0c1da8226ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:33:47.344423 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-b6bbd996-a33f-4e2c-9f6b-d3cca3e043a8 req-b8a03aab-7a65-4cb0-aa39-b0c1da8226ab service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b0feb684-ca91-4123-bc4d-5ec76f0ddbc1 HTTP/1.1" status: 200 len: 1096 time: 0.0419252 May 20 21:33:47.378528 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-b6bbd996-a33f-4e2c-9f6b-d3cca3e043a8 req-ddda54c0-db4f-4c50-a2f8-818377b5ddc9 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=003969c3-2b78-4a1a-a9af-ed266c205e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0292881 May 20 21:33:48.169691 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9407df-a9bb-4f9e-95e7-c166e813c2e3 req-1de0526f-439f-4b15-8761-4d82aa653612 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:33:48.171061 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-af9407df-a9bb-4f9e-95e7-c166e813c2e3 req-1de0526f-439f-4b15-8761-4d82aa653612 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0feb684-ca91-4123-bc4d-5ec76f0ddbc1 HTTP/1.1" status: 200 len: 945 time: 0.0490038 May 20 21:33:48.208036 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-af9407df-a9bb-4f9e-95e7-c166e813c2e3 req-42d5a194-f231-4929-809f-9b54042138be tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/security-groups?id=003969c3-2b78-4a1a-a9af-ed266c205e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309954 May 20 21:33:49.329058 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5b1c80-9101-4c94-8f21-99abd7f34991 req-bf69bd8f-b541-4052-8410-48056d7503aa tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:33:49.330569 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-fa5b1c80-9101-4c94-8f21-99abd7f34991 req-bf69bd8f-b541-4052-8410-48056d7503aa tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0feb684-ca91-4123-bc4d-5ec76f0ddbc1 HTTP/1.1" status: 200 len: 945 time: 0.0493720 May 20 21:33:49.373960 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-fa5b1c80-9101-4c94-8f21-99abd7f34991 req-86d2e60f-f030-4d6e-a66b-200532f3779a tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/security-groups?id=003969c3-2b78-4a1a-a9af-ed266c205e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373592 May 20 21:33:49.487370 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548aa034-e7a6-47ce-a742-470642f4ca3b req-a1414145-8abf-438f-b4ec-f4391c5dcd2d tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:33:49.488831 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-548aa034-e7a6-47ce-a742-470642f4ca3b req-a1414145-8abf-438f-b4ec-f4391c5dcd2d tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0feb684-ca91-4123-bc4d-5ec76f0ddbc1 HTTP/1.1" status: 200 len: 945 time: 0.0489883 May 20 21:33:49.498472 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 34044) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:33:49.503200 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-3b9cfb68-779f-42af-924e-0622e242f1c5 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Request body: {'floatingip': {'port_id': '041a7721-f6cd-424b-ace9-92bff181cc78'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:33:49.541375 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3b9cfb68-779f-42af-924e-0622e242f1c5 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Notify callbacks [] for floatingip, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:33:49.940113 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a32f3674-9feb-4e90-b64f-1d34dbd8dd77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:33:49.965390 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3b9cfb68-779f-42af-924e-0622e242f1c5 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:33:50.029738 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3b9cfb68-779f-42af-924e-0622e242f1c5 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748272'] for floatingip, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:33:50.131853 n-d-842733-1 neutron-server[103163]: INFO neutron.db.l3_db [None req-3b9cfb68-779f-42af-924e-0622e242f1c5 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Floating IP ac07d75f-93e9-442f-be04-2ffed6583061 associated. External IP: 172.25.2.174, port: 041a7721-f6cd-424b-ace9-92bff181cc78. May 20 21:33:50.337559 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b9cfb68-779f-42af-924e-0622e242f1c5 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Router b0ad94e8-7f95-45f6-a76e-a2191e854455 has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 21:33:50.443970 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b9cfb68-779f-42af-924e-0622e242f1c5 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 21:33:50.449062 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3b9cfb68-779f-42af-924e-0622e242f1c5 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for floatingip, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:33:50.453824 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-452928f0-1ebc-45e6-957d-372b92d65da1 None None] Sync routers for ids ['b0ad94e8-7f95-45f6-a76e-a2191e854455'] in n-d-842733-1 {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 21:33:50.462876 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-452928f0-1ebc-45e6-957d-372b92d65da1 None None] Routers {'b0ad94e8-7f95-45f6-a76e-a2191e854455'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:33:50.464097 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-452928f0-1ebc-45e6-957d-372b92d65da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:33:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['b0ad94e8-7f95-45f6-a76e-a2191e854455'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:33:50.477872 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-3b9cfb68-779f-42af-924e-0622e242f1c5 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "PUT /v2.0/floatingips/ac07d75f-93e9-442f-be04-2ffed6583061 HTTP/1.1" status: 200 len: 991 time: 0.9753859 May 20 21:33:50.477872 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0feb684-ca91-4123-bc4d-5ec76f0ddbc1', 'tag': '041a7721-f6cd-424b-ace9-92bff181cc78'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 21:33:50.518074 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4416c3b25ab83027dff24eda6e450cd3b8f285a9257f5a2b93a81ddcbdb8854f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da84f6fe-ce5e-4f1f-9284-88dc686557a2" -d '{"events": [{"name": "network-changed", "server_uuid": "b0feb684-ca91-4123-bc4d-5ec76f0ddbc1", "tag": "041a7721-f6cd-424b-ace9-92bff181cc78"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 21:33:50.582558 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-452928f0-1ebc-45e6-957d-372b92d65da1 None None] Set router b0ad94e8-7f95-45f6-a76e-a2191e854455 gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:33:50.583309 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7199b3-be06-436f-bc67-060605d3ec33 req-3ed46f16-ab49-410d-abb7-513bf85239c3 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:33:50.584822 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7c7199b3-be06-436f-bc67-060605d3ec33 req-3ed46f16-ab49-410d-abb7-513bf85239c3 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0feb684-ca91-4123-bc4d-5ec76f0ddbc1 HTTP/1.1" status: 200 len: 945 time: 0.0519252 May 20 21:33:50.621003 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 21:33:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08800749-2ebb-4e12-a021-547b8d60cb09 x-openstack-request-id: req-08800749-2ebb-4e12-a021-547b8d60cb09 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 21:33:50.621332 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0feb684-ca91-4123-bc4d-5ec76f0ddbc1", "tag": "041a7721-f6cd-424b-ace9-92bff181cc78", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 21:33:50.621582 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-08800749-2ebb-4e12-a021-547b8d60cb09 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 21:33:50.622226 n-d-842733-1 neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08800749-2ebb-4e12-a021-547b8d60cb09'] response: {'name': 'network-changed', 'server_uuid': 'b0feb684-ca91-4123-bc4d-5ec76f0ddbc1', 'tag': '041a7721-f6cd-424b-ace9-92bff181cc78', 'status': 'completed', 'code': 200} May 20 21:33:50.630739 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7c7199b3-be06-436f-bc67-060605d3ec33 req-5d09a7ce-32c0-4d0b-8ee5-498d21db28d4 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/security-groups?id=003969c3-2b78-4a1a-a9af-ed266c205e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386407 May 20 21:33:50.685639 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da84f6fe-ce5e-4f1f-9284-88dc686557a2 req-30c4198b-07dc-4eb5-84e1-df1c8db60aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:33:50.688465 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-da84f6fe-ce5e-4f1f-9284-88dc686557a2 req-30c4198b-07dc-4eb5-84e1-df1c8db60aa8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b9236351e1c74ae7971071e6da1632bd&device_id=b0feb684-ca91-4123-bc4d-5ec76f0ddbc1 HTTP/1.1" status: 200 len: 1096 time: 0.0471699 May 20 21:33:50.753687 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37983334-c7b3-4319-a062-30b2183d022b req-65370351-7a1d-4ae6-ba11-1b5d7e8d1222 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:33:50.755462 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-37983334-c7b3-4319-a062-30b2183d022b req-65370351-7a1d-4ae6-ba11-1b5d7e8d1222 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0feb684-ca91-4123-bc4d-5ec76f0ddbc1 HTTP/1.1" status: 200 len: 945 time: 0.0502276 May 20 21:33:50.796705 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da84f6fe-ce5e-4f1f-9284-88dc686557a2 req-3957787f-7b99-4b88-8ea8-e075e72dd41d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:33:50.798234 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-da84f6fe-ce5e-4f1f-9284-88dc686557a2 req-3957787f-7b99-4b88-8ea8-e075e72dd41d service neutron] 10.222.0.24 "GET /v2.0/networks?id=50a3b006-43eb-412f-9023-3721d0d7ce2d HTTP/1.1" status: 200 len: 912 time: 0.1022010 May 20 21:33:50.800738 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-37983334-c7b3-4319-a062-30b2183d022b req-4f49919c-9606-4cfc-91ed-65ed3045d215 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/security-groups?id=003969c3-2b78-4a1a-a9af-ed266c205e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388694 May 20 21:33:50.822747 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-452928f0-1ebc-45e6-957d-372b92d65da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0ad94e8-7f95-45f6-a76e-a2191e854455', 'name': 'tempest-ServerActionsTestJSON-435657109-router', 'tenant_id': 'b9236351e1c74ae7971071e6da1632bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.184'}], 'enable_snat': True}, 'gw_port_id': 'bf9a38ad-fa66-4fcd-b91d-b25170b47e1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:33:30Z', 'updated_at': '2022-05-20T21:33:33Z', 'revision_number': 4, 'project_id': 'b9236351e1c74ae7971071e6da1632bd', 'gw_port': {'id': 'bf9a38ad-fa66-4fcd-b91d-b25170b47e1f', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:34:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ad94e8-7f95-45f6-a76e-a2191e854455', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:33:30Z', 'updated_at': '2022-05-20T21:33:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_floatingips': [{'id': 'ac07d75f-93e9-442f-be04-2ffed6583061', 'tenant_id': 'b9236351e1c74ae7971071e6da1632bd', 'floating_ip_address': '172.25.2.174', 'floating_network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'router_id': 'b0ad94e8-7f95-45f6-a76e-a2191e854455', 'port_id': '041a7721-f6cd-424b-ace9-92bff181cc78', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50a3b006-43eb-412f-9023-3721d0d7ce2d', 'mac_address': 'fa:16:3e:0f:41:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0feb684-ca91-4123-bc4d-5ec76f0ddbc1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-20T21:33:36Z', 'updated_at': '2022-05-20T21:33:49Z', 'revision_number': 1, 'project_id': 'b9236351e1c74ae7971071e6da1632bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f95e277a-dcf5-450a-97d7-4ddd46c472a2', 'name': '', 'network_id': '50a3b006-43eb-412f-9023-3721d0d7ce2d', 'tenant_id': 'b9236351e1c74ae7971071e6da1632bd', 'mac_address': 'fa:16:3e:2d:37:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ad94e8-7f95-45f6-a76e-a2191e854455', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '7963096c-660c-41ee-b2a1-be9e61906a7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:33:32Z', 'updated_at': '2022-05-20T21:33:36Z', 'revision_number': 5, 'project_id': 'b9236351e1c74ae7971071e6da1632bd', 'subnets': [{'id': '7963096c-660c-41ee-b2a1-be9e61906a7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:33:50.844191 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-452928f0-1ebc-45e6-957d-372b92d65da1 None None] Checking router: b0ad94e8-7f95-45f6-a76e-a2191e854455 for host: n-d-842733-1 {{(pid=103165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 21:33:50.852274 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-452928f0-1ebc-45e6-957d-372b92d65da1 None None] Routers {'b0ad94e8-7f95-45f6-a76e-a2191e854455'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:33:50.852884 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-452928f0-1ebc-45e6-957d-372b92d65da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:33:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['b0ad94e8-7f95-45f6-a76e-a2191e854455'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:33:50.866668 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-da84f6fe-ce5e-4f1f-9284-88dc686557a2 req-8fc8d268-3148-4490-9ee7-959e923f97a5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=041a7721-f6cd-424b-ace9-92bff181cc78 HTTP/1.1" status: 200 len: 999 time: 0.0621622 May 20 21:33:50.917506 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da84f6fe-ce5e-4f1f-9284-88dc686557a2 req-37bbb7a8-c7fd-4a67-8608-f0fefbed6043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:33:50.918945 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-da84f6fe-ce5e-4f1f-9284-88dc686557a2 req-37bbb7a8-c7fd-4a67-8608-f0fefbed6043 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7963096c-660c-41ee-b2a1-be9e61906a7a HTTP/1.1" status: 200 len: 850 time: 0.0441644 May 20 21:33:50.959006 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-452928f0-1ebc-45e6-957d-372b92d65da1 None None] Set router b0ad94e8-7f95-45f6-a76e-a2191e854455 gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:33:50.966824 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da84f6fe-ce5e-4f1f-9284-88dc686557a2 req-dfc34623-c733-4051-a1f0-222dd9299b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:33:50.968401 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-da84f6fe-ce5e-4f1f-9284-88dc686557a2 req-dfc34623-c733-4051-a1f0-222dd9299b2e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=50a3b006-43eb-412f-9023-3721d0d7ce2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433166 May 20 21:33:51.057538 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-da84f6fe-ce5e-4f1f-9284-88dc686557a2 req-43e46093-77c2-455b-a00a-ab272602432b service neutron] 10.222.0.24 "GET /v2.0/networks/50a3b006-43eb-412f-9023-3721d0d7ce2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818777 May 20 21:33:51.153400 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-da84f6fe-ce5e-4f1f-9284-88dc686557a2 req-9497e4fc-cda3-44d6-81e7-11c3de9ee614 service neutron] 10.222.0.24 "GET /v2.0/networks/50a3b006-43eb-412f-9023-3721d0d7ce2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850105 May 20 21:33:51.183387 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-452928f0-1ebc-45e6-957d-372b92d65da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0ad94e8-7f95-45f6-a76e-a2191e854455', 'name': 'tempest-ServerActionsTestJSON-435657109-router', 'tenant_id': 'b9236351e1c74ae7971071e6da1632bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.184'}], 'enable_snat': True}, 'gw_port_id': 'bf9a38ad-fa66-4fcd-b91d-b25170b47e1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:33:30Z', 'updated_at': '2022-05-20T21:33:33Z', 'revision_number': 4, 'project_id': 'b9236351e1c74ae7971071e6da1632bd', 'gw_port': {'id': 'bf9a38ad-fa66-4fcd-b91d-b25170b47e1f', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:34:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ad94e8-7f95-45f6-a76e-a2191e854455', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:33:30Z', 'updated_at': '2022-05-20T21:33:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_floatingips': [{'id': 'ac07d75f-93e9-442f-be04-2ffed6583061', 'tenant_id': 'b9236351e1c74ae7971071e6da1632bd', 'floating_ip_address': '172.25.2.174', 'floating_network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'router_id': 'b0ad94e8-7f95-45f6-a76e-a2191e854455', 'port_id': '041a7721-f6cd-424b-ace9-92bff181cc78', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50a3b006-43eb-412f-9023-3721d0d7ce2d', 'mac_address': 'fa:16:3e:0f:41:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0feb684-ca91-4123-bc4d-5ec76f0ddbc1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-20T21:33:36Z', 'updated_at': '2022-05-20T21:33:49Z', 'revision_number': 1, 'project_id': 'b9236351e1c74ae7971071e6da1632bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f95e277a-dcf5-450a-97d7-4ddd46c472a2', 'name': '', 'network_id': '50a3b006-43eb-412f-9023-3721d0d7ce2d', 'tenant_id': 'b9236351e1c74ae7971071e6da1632bd', 'mac_address': 'fa:16:3e:2d:37:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ad94e8-7f95-45f6-a76e-a2191e854455', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '7963096c-660c-41ee-b2a1-be9e61906a7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:33:32Z', 'updated_at': '2022-05-20T21:33:36Z', 'revision_number': 5, 'project_id': 'b9236351e1c74ae7971071e6da1632bd', 'subnets': [{'id': '7963096c-660c-41ee-b2a1-be9e61906a7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:33:51.209527 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-452928f0-1ebc-45e6-957d-372b92d65da1 None None] The sync data for ids ['b0ad94e8-7f95-45f6-a76e-a2191e854455'] in n-d-842733-1 is: [{'id': 'b0ad94e8-7f95-45f6-a76e-a2191e854455', 'name': 'tempest-ServerActionsTestJSON-435657109-router', 'tenant_id': 'b9236351e1c74ae7971071e6da1632bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.184'}], 'enable_snat': True}, 'gw_port_id': 'bf9a38ad-fa66-4fcd-b91d-b25170b47e1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:33:30Z', 'updated_at': '2022-05-20T21:33:33Z', 'revision_number': 4, 'project_id': 'b9236351e1c74ae7971071e6da1632bd', 'gw_port': {'id': 'bf9a38ad-fa66-4fcd-b91d-b25170b47e1f', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:34:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ad94e8-7f95-45f6-a76e-a2191e854455', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:33:30Z', 'updated_at': '2022-05-20T21:33:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_floatingips': [{'id': 'ac07d75f-93e9-442f-be04-2ffed6583061', 'tenant_id': 'b9236351e1c74ae7971071e6da1632bd', 'floating_ip_address': '172.25.2.174', 'floating_network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'router_id': 'b0ad94e8-7f95-45f6-a76e-a2191e854455', 'port_id': '041a7721-f6cd-424b-ace9-92bff181cc78', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50a3b006-43eb-412f-9023-3721d0d7ce2d', 'mac_address': 'fa:16:3e:0f:41:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0feb684-ca91-4123-bc4d-5ec76f0ddbc1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-20T21:33:36Z', 'updated_at': '2022-05-20T21:33:49Z', 'revision_number': 1, 'project_id': 'b9236351e1c74ae7971071e6da1632bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f95e277a-dcf5-450a-97d7-4ddd46c472a2', 'name': '', 'network_id': '50a3b006-43eb-412f-9023-3721d0d7ce2d', 'tenant_id': 'b9236351e1c74ae7971071e6da1632bd', 'mac_address': 'fa:16:3e:2d:37:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ad94e8-7f95-45f6-a76e-a2191e854455', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '7963096c-660c-41ee-b2a1-be9e61906a7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:33:32Z', 'updated_at': '2022-05-20T21:33:36Z', 'revision_number': 5, 'project_id': 'b9236351e1c74ae7971071e6da1632bd', 'subnets': [{'id': '7963096c-660c-41ee-b2a1-be9e61906a7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 21:33:51.402687 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-351683c9-4a88-4412-9162-d5ccc80ae036 None None] New status for floating IP ac07d75f-93e9-442f-be04-2ffed6583061: ACTIVE {{(pid=103164) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 21:33:51.917718 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850c6ed5-9d55-4e8c-979f-ad7bb3570d12 req-69586ab2-3656-4d92-81ea-0477acdca790 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:33:51.919169 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-850c6ed5-9d55-4e8c-979f-ad7bb3570d12 req-69586ab2-3656-4d92-81ea-0477acdca790 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0feb684-ca91-4123-bc4d-5ec76f0ddbc1 HTTP/1.1" status: 200 len: 945 time: 0.0482171 May 20 21:33:51.956046 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-850c6ed5-9d55-4e8c-979f-ad7bb3570d12 req-33a53c51-c64e-4818-9653-dc0c28c301b5 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/security-groups?id=003969c3-2b78-4a1a-a9af-ed266c205e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309944 May 20 21:33:52.072666 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ed96fd-8c80-4d69-b20f-62d79a879856 req-aa733e07-5554-450f-a8ff-f1792ef64562 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:33:52.074203 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-93ed96fd-8c80-4d69-b20f-62d79a879856 req-aa733e07-5554-450f-a8ff-f1792ef64562 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0feb684-ca91-4123-bc4d-5ec76f0ddbc1 HTTP/1.1" status: 200 len: 945 time: 0.0519700 May 20 21:33:52.088720 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-51b850a5-35d5-47cb-888c-86bb640b2e07 req-9b3f081a-56f3-456f-a7be-7b3262783ecd service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b0feb684-ca91-4123-bc4d-5ec76f0ddbc1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0402741 May 20 21:33:52.112603 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-93ed96fd-8c80-4d69-b20f-62d79a879856 req-ee0ab44e-5bd2-4a80-be61-8bc6b27eb868 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/security-groups?id=003969c3-2b78-4a1a-a9af-ed266c205e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323658 May 20 21:33:52.169149 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b850a5-35d5-47cb-888c-86bb640b2e07 req-1b4ab0a8-2355-424c-a205-2c622c6c7d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:33:52.170638 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-51b850a5-35d5-47cb-888c-86bb640b2e07 req-1b4ab0a8-2355-424c-a205-2c622c6c7d09 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b9236351e1c74ae7971071e6da1632bd&device_id=b0feb684-ca91-4123-bc4d-5ec76f0ddbc1 HTTP/1.1" status: 200 len: 1096 time: 0.0412345 May 20 21:33:52.306010 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-5dcb26f6-4cf0-4ca4-8cba-f9cb06ec5e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:33:52.490509 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15e3274-0aa3-4325-bc7f-8d5abf0514d7 req-c25e5d4e-b449-423f-a3d8-68394d790afb tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:33:52.492324 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e15e3274-0aa3-4325-bc7f-8d5abf0514d7 req-c25e5d4e-b449-423f-a3d8-68394d790afb tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0feb684-ca91-4123-bc4d-5ec76f0ddbc1 HTTP/1.1" status: 200 len: 945 time: 0.0525029 May 20 21:33:52.545579 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e15e3274-0aa3-4325-bc7f-8d5abf0514d7 req-c46c2ec4-3e43-425a-bc4f-cfef5ad1a2c4 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/security-groups?id=003969c3-2b78-4a1a-a9af-ed266c205e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456216 May 20 21:33:52.618181 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b850a5-35d5-47cb-888c-86bb640b2e07 req-b720579b-e7ea-43e6-922b-4ce8a5215acb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:33:52.620216 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-51b850a5-35d5-47cb-888c-86bb640b2e07 req-b720579b-e7ea-43e6-922b-4ce8a5215acb service neutron] 10.222.0.24 "GET /v2.0/networks?id=50a3b006-43eb-412f-9023-3721d0d7ce2d HTTP/1.1" status: 200 len: 912 time: 0.4323735 May 20 21:33:52.630502 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-719f148b-2d08-441c-bed0-92aa7cf26d33 req-ffde2350-0a71-4fc1-9805-5f1c63acaf9c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=b0feb684-ca91-4123-bc4d-5ec76f0ddbc1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0425169 May 20 21:33:52.686458 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-51b850a5-35d5-47cb-888c-86bb640b2e07 req-ecac5e39-e7ed-4e25-8cad-01a07b1b30fd service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=041a7721-f6cd-424b-ace9-92bff181cc78 HTTP/1.1" status: 200 len: 1001 time: 0.0599680 May 20 21:33:52.734088 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b850a5-35d5-47cb-888c-86bb640b2e07 req-a1822c4a-2d7a-4f6f-925e-53f57db05fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:33:52.735525 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-51b850a5-35d5-47cb-888c-86bb640b2e07 req-a1822c4a-2d7a-4f6f-925e-53f57db05fb5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7963096c-660c-41ee-b2a1-be9e61906a7a HTTP/1.1" status: 200 len: 850 time: 0.0431180 May 20 21:33:52.785439 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b850a5-35d5-47cb-888c-86bb640b2e07 req-5d2da1b0-6795-4d4d-8b5d-322825f856c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:33:52.786669 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-51b850a5-35d5-47cb-888c-86bb640b2e07 req-5d2da1b0-6795-4d4d-8b5d-322825f856c9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=50a3b006-43eb-412f-9023-3721d0d7ce2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443983 May 20 21:33:52.876764 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-51b850a5-35d5-47cb-888c-86bb640b2e07 req-ccbe4062-9951-4376-b227-4fb7cd97a85f service neutron] 10.222.0.24 "GET /v2.0/networks/50a3b006-43eb-412f-9023-3721d0d7ce2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825300 May 20 21:33:52.969859 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-51b850a5-35d5-47cb-888c-86bb640b2e07 req-7545916b-e3c7-4e08-800e-6e976b8ff2d9 service neutron] 10.222.0.24 "GET /v2.0/networks/50a3b006-43eb-412f-9023-3721d0d7ce2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868301 May 20 21:33:53.668866 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27793fe3-10a6-4256-a6f4-5e0904a50726 req-b3188257-259a-44d9-8e5e-c72d4230f0e8 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:33:53.670363 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-27793fe3-10a6-4256-a6f4-5e0904a50726 req-b3188257-259a-44d9-8e5e-c72d4230f0e8 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0feb684-ca91-4123-bc4d-5ec76f0ddbc1 HTTP/1.1" status: 200 len: 945 time: 0.0523093 May 20 21:33:53.709274 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-27793fe3-10a6-4256-a6f4-5e0904a50726 req-9d860a22-256b-4b15-9eba-bfeabd1ba41b tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/security-groups?id=003969c3-2b78-4a1a-a9af-ed266c205e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327423 May 20 21:33:54.110011 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4bb0e131-6525-46ca-a45b-e4ea43a5e69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:33:54.605666 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719f148b-2d08-441c-bed0-92aa7cf26d33 req-44755cc6-5a94-424c-843c-7c791ba7615c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:33:54.607129 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-719f148b-2d08-441c-bed0-92aa7cf26d33 req-44755cc6-5a94-424c-843c-7c791ba7615c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b9236351e1c74ae7971071e6da1632bd&device_id=b0feb684-ca91-4123-bc4d-5ec76f0ddbc1 HTTP/1.1" status: 200 len: 1096 time: 0.0404284 May 20 21:33:54.698372 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719f148b-2d08-441c-bed0-92aa7cf26d33 req-40e2b625-d43f-4844-bb31-e188fd8b46da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:33:54.700405 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-719f148b-2d08-441c-bed0-92aa7cf26d33 req-40e2b625-d43f-4844-bb31-e188fd8b46da service neutron] 10.222.0.24 "GET /v2.0/networks?id=50a3b006-43eb-412f-9023-3721d0d7ce2d HTTP/1.1" status: 200 len: 912 time: 0.0872996 May 20 21:33:54.766960 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-719f148b-2d08-441c-bed0-92aa7cf26d33 req-c9ea5215-ddf9-4a68-9e8f-dd24e9dac38d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=041a7721-f6cd-424b-ace9-92bff181cc78 HTTP/1.1" status: 200 len: 1001 time: 0.0599370 May 20 21:33:54.816739 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719f148b-2d08-441c-bed0-92aa7cf26d33 req-b91235de-59df-4258-bfa4-c2e3e2c16f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:33:54.818237 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-719f148b-2d08-441c-bed0-92aa7cf26d33 req-b91235de-59df-4258-bfa4-c2e3e2c16f52 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7963096c-660c-41ee-b2a1-be9e61906a7a HTTP/1.1" status: 200 len: 850 time: 0.0441494 May 20 21:33:54.827927 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6670b330-2107-4043-b4ff-2a662bfbb2b0 req-54fc061e-5431-487e-9851-41a658f1298e tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:33:54.829404 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6670b330-2107-4043-b4ff-2a662bfbb2b0 req-54fc061e-5431-487e-9851-41a658f1298e tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0feb684-ca91-4123-bc4d-5ec76f0ddbc1 HTTP/1.1" status: 200 len: 945 time: 0.0486965 May 20 21:33:54.867508 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719f148b-2d08-441c-bed0-92aa7cf26d33 req-86ca6e23-9281-42f6-b547-36065c1e928a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:33:54.868982 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-719f148b-2d08-441c-bed0-92aa7cf26d33 req-86ca6e23-9281-42f6-b547-36065c1e928a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=50a3b006-43eb-412f-9023-3721d0d7ce2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448842 May 20 21:33:54.869098 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6670b330-2107-4043-b4ff-2a662bfbb2b0 req-c8596b43-28c2-44ea-90bb-14756f50afd0 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/security-groups?id=003969c3-2b78-4a1a-a9af-ed266c205e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331960 May 20 21:33:54.956610 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-719f148b-2d08-441c-bed0-92aa7cf26d33 req-7b08442b-6be9-4e34-84c6-890c9e3f7213 service neutron] 10.222.0.24 "GET /v2.0/networks/50a3b006-43eb-412f-9023-3721d0d7ce2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808942 May 20 21:33:55.047784 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-719f148b-2d08-441c-bed0-92aa7cf26d33 req-44ce4370-dcab-4c62-8c1f-c3d92f07dcae service neutron] 10.222.0.24 "GET /v2.0/networks/50a3b006-43eb-412f-9023-3721d0d7ce2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852187 May 20 21:33:55.134125 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:33:55.648061 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:33:55.693759 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cc3ec51b-6ec8-438a-8349-5f0bec346d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:33:55.987969 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dad162-2923-432d-8282-69177b86c7c2 req-8723a294-be10-4985-bf59-f3d739496d3d tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:33:55.989459 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-85dad162-2923-432d-8282-69177b86c7c2 req-8723a294-be10-4985-bf59-f3d739496d3d tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0feb684-ca91-4123-bc4d-5ec76f0ddbc1 HTTP/1.1" status: 200 len: 945 time: 0.0517938 May 20 21:33:56.027752 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-85dad162-2923-432d-8282-69177b86c7c2 req-3199f0c1-629e-48f7-a062-da4cc0d30934 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/security-groups?id=003969c3-2b78-4a1a-a9af-ed266c205e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323644 May 20 21:33:57.159050 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffb94cb-70a1-491c-b440-9bff1039ab34 req-69018de1-c19d-4383-82ed-0b6903027478 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:33:57.161803 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-dffb94cb-70a1-491c-b440-9bff1039ab34 req-69018de1-c19d-4383-82ed-0b6903027478 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0feb684-ca91-4123-bc4d-5ec76f0ddbc1 HTTP/1.1" status: 200 len: 945 time: 0.0593283 May 20 21:33:57.198904 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-dffb94cb-70a1-491c-b440-9bff1039ab34 req-09a58b64-4012-4342-8c0a-ec2742561b94 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/security-groups?id=003969c3-2b78-4a1a-a9af-ed266c205e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304468 May 20 21:33:58.315007 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971f221a-0db4-41e9-83b0-21e79175065c req-c2a9e649-5a2e-4808-a20b-f1107b1c9b08 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:33:58.316460 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-971f221a-0db4-41e9-83b0-21e79175065c req-c2a9e649-5a2e-4808-a20b-f1107b1c9b08 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0feb684-ca91-4123-bc4d-5ec76f0ddbc1 HTTP/1.1" status: 200 len: 945 time: 0.0476031 May 20 21:33:58.353028 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-971f221a-0db4-41e9-83b0-21e79175065c req-cc46d7ce-bc2d-4717-a0d9-3a595c7b131d tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/security-groups?id=003969c3-2b78-4a1a-a9af-ed266c205e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306332 May 20 21:33:59.472199 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6eea6b8-82cf-4b52-943b-aac428162981 req-993b5f4a-d653-457e-9bc9-8e5b83c7315d tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:33:59.473663 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f6eea6b8-82cf-4b52-943b-aac428162981 req-993b5f4a-d653-457e-9bc9-8e5b83c7315d tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0feb684-ca91-4123-bc4d-5ec76f0ddbc1 HTTP/1.1" status: 200 len: 945 time: 0.0510001 May 20 21:33:59.511564 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f6eea6b8-82cf-4b52-943b-aac428162981 req-06d3ec3d-277e-4db3-9ca2-79f0f32d9fe0 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/security-groups?id=003969c3-2b78-4a1a-a9af-ed266c205e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316911 May 20 21:34:00.628699 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8a4c10-c886-44de-baad-bb4b34b3e54a req-648bce7d-56ac-4f74-9d5a-3588868ced63 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:34:00.630191 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-bd8a4c10-c886-44de-baad-bb4b34b3e54a req-648bce7d-56ac-4f74-9d5a-3588868ced63 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0feb684-ca91-4123-bc4d-5ec76f0ddbc1 HTTP/1.1" status: 200 len: 945 time: 0.0501616 May 20 21:34:00.668159 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-bd8a4c10-c886-44de-baad-bb4b34b3e54a req-1d6c957d-f19e-4f86-9564-6a1191d4d6fe tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/security-groups?id=003969c3-2b78-4a1a-a9af-ed266c205e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318952 May 20 21:34:01.784951 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8331d96-32a8-4ea4-aaf6-d09602872d6b req-2abccdd5-27bf-4491-883e-f9ba6e123910 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:34:01.786362 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d8331d96-32a8-4ea4-aaf6-d09602872d6b req-2abccdd5-27bf-4491-883e-f9ba6e123910 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0feb684-ca91-4123-bc4d-5ec76f0ddbc1 HTTP/1.1" status: 200 len: 945 time: 0.0493879 May 20 21:34:01.825749 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d8331d96-32a8-4ea4-aaf6-d09602872d6b req-fae0aaa0-40dd-4cf4-ad68-e42f3ee5e548 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/security-groups?id=003969c3-2b78-4a1a-a9af-ed266c205e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332561 May 20 21:34:02.756102 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:34:02.946002 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7227bccb-ceae-42a7-bca1-8ba3b20be86c req-24c5eb31-8f96-49f7-bf58-51403af0521b tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:34:02.947455 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7227bccb-ceae-42a7-bca1-8ba3b20be86c req-24c5eb31-8f96-49f7-bf58-51403af0521b tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0feb684-ca91-4123-bc4d-5ec76f0ddbc1 HTTP/1.1" status: 200 len: 945 time: 0.0536854 May 20 21:34:02.984815 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7227bccb-ceae-42a7-bca1-8ba3b20be86c req-a96e9582-3245-4dae-b78a-5b9bd7fbc115 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/security-groups?id=003969c3-2b78-4a1a-a9af-ed266c205e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306933 May 20 21:34:04.099850 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3b8b0b-883e-42e6-a32d-1a1ab681d2ae req-1c3d7ef2-3cad-4b5a-aa09-08c58cb0f0fb tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:34:04.101347 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9a3b8b0b-883e-42e6-a32d-1a1ab681d2ae req-1c3d7ef2-3cad-4b5a-aa09-08c58cb0f0fb tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0feb684-ca91-4123-bc4d-5ec76f0ddbc1 HTTP/1.1" status: 200 len: 945 time: 0.0488694 May 20 21:34:04.140152 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9a3b8b0b-883e-42e6-a32d-1a1ab681d2ae req-ead6f312-5ae1-45e6-886f-dcc1b73c8498 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/security-groups?id=003969c3-2b78-4a1a-a9af-ed266c205e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325346 May 20 21:34:05.252941 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6f9791-62d9-4af0-b7d3-289237bef5d3 req-97233dca-9783-4a0e-9d0a-1941adb20c19 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:34:05.254407 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1e6f9791-62d9-4af0-b7d3-289237bef5d3 req-97233dca-9783-4a0e-9d0a-1941adb20c19 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0feb684-ca91-4123-bc4d-5ec76f0ddbc1 HTTP/1.1" status: 200 len: 945 time: 0.0474312 May 20 21:34:05.290928 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1e6f9791-62d9-4af0-b7d3-289237bef5d3 req-484f5562-0787-400c-beb0-e248e72739dd tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/security-groups?id=003969c3-2b78-4a1a-a9af-ed266c205e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305738 May 20 21:34:06.410534 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6828beb-437d-483e-ac27-4f93aa09e46c req-878ead55-8124-4c44-a99c-9f2b7d3452a6 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:34:06.412003 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e6828beb-437d-483e-ac27-4f93aa09e46c req-878ead55-8124-4c44-a99c-9f2b7d3452a6 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0feb684-ca91-4123-bc4d-5ec76f0ddbc1 HTTP/1.1" status: 200 len: 945 time: 0.0528309 May 20 21:34:06.449512 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e6828beb-437d-483e-ac27-4f93aa09e46c req-0d13e9d8-f23d-40cc-a580-4b480e0caec9 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/security-groups?id=003969c3-2b78-4a1a-a9af-ed266c205e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315318 May 20 21:34:07.567655 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e870fa-6196-4e93-af7e-bf10f7a9b8d2 req-d3efa8b6-f5a5-4547-bfa4-150f29cd7829 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:34:07.569128 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d6e870fa-6196-4e93-af7e-bf10f7a9b8d2 req-d3efa8b6-f5a5-4547-bfa4-150f29cd7829 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0feb684-ca91-4123-bc4d-5ec76f0ddbc1 HTTP/1.1" status: 200 len: 945 time: 0.0488653 May 20 21:34:07.607358 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d6e870fa-6196-4e93-af7e-bf10f7a9b8d2 req-1310c9e5-5f1f-425f-b464-1ccbd705b6f4 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/security-groups?id=003969c3-2b78-4a1a-a9af-ed266c205e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319624 May 20 21:34:08.728015 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a4d064-0ff9-442d-a313-b9cf72dbc95d req-4f7ec2c9-1b83-40ea-ac72-3b072b711d34 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:34:08.729505 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-63a4d064-0ff9-442d-a313-b9cf72dbc95d req-4f7ec2c9-1b83-40ea-ac72-3b072b711d34 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0feb684-ca91-4123-bc4d-5ec76f0ddbc1 HTTP/1.1" status: 200 len: 945 time: 0.0513628 May 20 21:34:08.767850 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-63a4d064-0ff9-442d-a313-b9cf72dbc95d req-6cc51b4d-657b-4433-a78e-b404845df014 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/security-groups?id=003969c3-2b78-4a1a-a9af-ed266c205e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316291 May 20 21:34:09.895516 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58a8a33-360b-4e65-a966-8f2f1035b3b2 req-3b944ff7-5823-481b-aeb3-0b297611a18a tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:34:09.896995 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b58a8a33-360b-4e65-a966-8f2f1035b3b2 req-3b944ff7-5823-481b-aeb3-0b297611a18a tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0feb684-ca91-4123-bc4d-5ec76f0ddbc1 HTTP/1.1" status: 200 len: 945 time: 0.0611279 May 20 21:34:09.933460 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b58a8a33-360b-4e65-a966-8f2f1035b3b2 req-300bf556-ab1c-456c-8796-26892cac06f1 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/security-groups?id=003969c3-2b78-4a1a-a9af-ed266c205e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304232 May 20 21:34:11.053464 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114e6a9e-a1f7-45ce-892e-e0f701ef33d6 req-bf61ed91-07af-4d96-ac6c-7375ac1949bb tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:34:11.054936 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-114e6a9e-a1f7-45ce-892e-e0f701ef33d6 req-bf61ed91-07af-4d96-ac6c-7375ac1949bb tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0feb684-ca91-4123-bc4d-5ec76f0ddbc1 HTTP/1.1" status: 200 len: 945 time: 0.0504127 May 20 21:34:11.093657 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-114e6a9e-a1f7-45ce-892e-e0f701ef33d6 req-e2be5534-7e32-4854-a843-fb347795390c tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/security-groups?id=003969c3-2b78-4a1a-a9af-ed266c205e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324667 May 20 21:34:12.213632 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b819f0-b1fa-42e9-8a8a-aa4b40507c38 req-1fdfe8fe-b5e3-4858-a6e0-ac5d3178d08f tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:34:12.215109 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-51b819f0-b1fa-42e9-8a8a-aa4b40507c38 req-1fdfe8fe-b5e3-4858-a6e0-ac5d3178d08f tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0feb684-ca91-4123-bc4d-5ec76f0ddbc1 HTTP/1.1" status: 200 len: 945 time: 0.0493646 May 20 21:34:12.252970 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-51b819f0-b1fa-42e9-8a8a-aa4b40507c38 req-b3cee898-7c62-449f-a596-466422bff938 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/security-groups?id=003969c3-2b78-4a1a-a9af-ed266c205e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319006 May 20 21:34:13.372140 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad393702-45fc-4b88-91df-115d5a573e4b req-e8d19b8e-c006-4c6c-8e87-0b2c488fad13 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:34:13.373935 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ad393702-45fc-4b88-91df-115d5a573e4b req-e8d19b8e-c006-4c6c-8e87-0b2c488fad13 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0feb684-ca91-4123-bc4d-5ec76f0ddbc1 HTTP/1.1" status: 200 len: 945 time: 0.0529115 May 20 21:34:13.412467 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ad393702-45fc-4b88-91df-115d5a573e4b req-b15ca664-de17-4dc6-9d15-45f0d93de08e tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/security-groups?id=003969c3-2b78-4a1a-a9af-ed266c205e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323379 May 20 21:34:14.527241 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47877da-3194-489c-b6e7-4d95161333d9 req-4cc0c06f-6fbe-4063-b8ac-13886b823cc7 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:34:14.528705 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c47877da-3194-489c-b6e7-4d95161333d9 req-4cc0c06f-6fbe-4063-b8ac-13886b823cc7 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0feb684-ca91-4123-bc4d-5ec76f0ddbc1 HTTP/1.1" status: 200 len: 945 time: 0.0484381 May 20 21:34:14.567022 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c47877da-3194-489c-b6e7-4d95161333d9 req-0bab2e33-2ad1-44d3-b54e-b9e74ed5c305 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/security-groups?id=003969c3-2b78-4a1a-a9af-ed266c205e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314026 May 20 21:34:15.684221 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c437ce34-4eef-470b-8770-a1a1eadeae10 req-ad57ab57-c4fc-4187-a89e-b68732cdee07 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:34:15.685698 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c437ce34-4eef-470b-8770-a1a1eadeae10 req-ad57ab57-c4fc-4187-a89e-b68732cdee07 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0feb684-ca91-4123-bc4d-5ec76f0ddbc1 HTTP/1.1" status: 200 len: 945 time: 0.0494249 May 20 21:34:15.723704 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c437ce34-4eef-470b-8770-a1a1eadeae10 req-6d2e95b6-07ae-4f36-9f6d-768d03b9db1a tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/security-groups?id=003969c3-2b78-4a1a-a9af-ed266c205e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310936 May 20 21:34:16.777081 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-719f148b-2d08-441c-bed0-92aa7cf26d33 req-fd76c6e6-aef6-402e-bcd1-1e517833fa6a service neutron] 10.222.0.24 "GET /v2.0/ports/041a7721-f6cd-424b-ace9-92bff181cc78/bindings/n-h1-842733-1 HTTP/1.1" status: 200 len: 382 time: 0.0559034 May 20 21:34:16.846692 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425de108-34d2-4b08-bb54-840058f38011 req-23789134-54ec-4b61-902f-2476dfd403bc tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:34:16.848168 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-425de108-34d2-4b08-bb54-840058f38011 req-23789134-54ec-4b61-902f-2476dfd403bc tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0feb684-ca91-4123-bc4d-5ec76f0ddbc1 HTTP/1.1" status: 200 len: 945 time: 0.0548468 May 20 21:34:16.886798 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-425de108-34d2-4b08-bb54-840058f38011 req-97135ee0-7bae-474f-a22e-4727163ebdb2 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/security-groups?id=003969c3-2b78-4a1a-a9af-ed266c205e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323443 May 20 21:34:17.305495 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719f148b-2d08-441c-bed0-92aa7cf26d33 req-51b5be65-14c5-4e5a-882a-1d046343b808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:34:17.306986 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-719f148b-2d08-441c-bed0-92aa7cf26d33 req-51b5be65-14c5-4e5a-882a-1d046343b808 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b0feb684-ca91-4123-bc4d-5ec76f0ddbc1&tenant_id=b9236351e1c74ae7971071e6da1632bd HTTP/1.1" status: 200 len: 1096 time: 0.0420508 May 20 21:34:17.367060 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719f148b-2d08-441c-bed0-92aa7cf26d33 req-2b489bef-0006-4976-8495-fabb8c65ae63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:34:17.368627 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-719f148b-2d08-441c-bed0-92aa7cf26d33 req-2b489bef-0006-4976-8495-fabb8c65ae63 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b9236351e1c74ae7971071e6da1632bd&device_id=b0feb684-ca91-4123-bc4d-5ec76f0ddbc1 HTTP/1.1" status: 200 len: 1096 time: 0.0397539 May 20 21:34:17.464224 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719f148b-2d08-441c-bed0-92aa7cf26d33 req-72915936-ccca-462b-926a-e0146d6f8b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:34:17.465764 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-719f148b-2d08-441c-bed0-92aa7cf26d33 req-72915936-ccca-462b-926a-e0146d6f8b72 service neutron] 10.222.0.24 "GET /v2.0/networks?id=50a3b006-43eb-412f-9023-3721d0d7ce2d HTTP/1.1" status: 200 len: 912 time: 0.0900414 May 20 21:34:17.530432 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-719f148b-2d08-441c-bed0-92aa7cf26d33 req-3578b091-205a-4692-a0d7-53056fc5e551 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=041a7721-f6cd-424b-ace9-92bff181cc78 HTTP/1.1" status: 200 len: 1001 time: 0.0580509 May 20 21:34:17.584224 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719f148b-2d08-441c-bed0-92aa7cf26d33 req-daa92600-edd9-4652-9b51-5e79d39ceeeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:34:17.585620 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-719f148b-2d08-441c-bed0-92aa7cf26d33 req-daa92600-edd9-4652-9b51-5e79d39ceeeb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7963096c-660c-41ee-b2a1-be9e61906a7a HTTP/1.1" status: 200 len: 850 time: 0.0488291 May 20 21:34:17.630880 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719f148b-2d08-441c-bed0-92aa7cf26d33 req-a5e58f79-30a1-449d-8125-4363f9129404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:34:17.632343 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-719f148b-2d08-441c-bed0-92aa7cf26d33 req-a5e58f79-30a1-449d-8125-4363f9129404 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=50a3b006-43eb-412f-9023-3721d0d7ce2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404603 May 20 21:34:17.719570 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-719f148b-2d08-441c-bed0-92aa7cf26d33 req-4f609a26-31b3-4811-875b-be7eb8b551d2 service neutron] 10.222.0.24 "GET /v2.0/networks/50a3b006-43eb-412f-9023-3721d0d7ce2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803516 May 20 21:34:17.813784 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-719f148b-2d08-441c-bed0-92aa7cf26d33 req-c0eff2b3-fb81-4f57-9cb3-b4926b49b6de service neutron] 10.222.0.24 "GET /v2.0/networks/50a3b006-43eb-412f-9023-3721d0d7ce2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883505 May 20 21:34:18.003945 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf50def-ed4f-44f4-aa4b-55d254a3f97b req-f1906df0-1b38-46f0-a16f-4bc4007e047b tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:34:18.005443 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-baf50def-ed4f-44f4-aa4b-55d254a3f97b req-f1906df0-1b38-46f0-a16f-4bc4007e047b tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0feb684-ca91-4123-bc4d-5ec76f0ddbc1 HTTP/1.1" status: 200 len: 945 time: 0.0488975 May 20 21:34:18.043815 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-baf50def-ed4f-44f4-aa4b-55d254a3f97b req-202a1191-71da-4e95-9016-3a95b3c772e9 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/security-groups?id=003969c3-2b78-4a1a-a9af-ed266c205e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321507 May 20 21:34:19.165525 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879c2d20-18bc-4ccd-a3e6-cb99f6bc2442 req-23339651-85d1-452f-ab4b-e982e447359a tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:34:19.166970 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-879c2d20-18bc-4ccd-a3e6-cb99f6bc2442 req-23339651-85d1-452f-ab4b-e982e447359a tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0feb684-ca91-4123-bc4d-5ec76f0ddbc1 HTTP/1.1" status: 200 len: 945 time: 0.0479596 May 20 21:34:19.202778 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-879c2d20-18bc-4ccd-a3e6-cb99f6bc2442 req-2659e6a2-09d3-4358-84ff-234421484d0a tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/security-groups?id=003969c3-2b78-4a1a-a9af-ed266c205e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0295529 May 20 21:34:19.899082 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4bc1f3e0-122e-43ea-8740-29a44c414a80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:34:20.325577 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6675c4f-7777-4f18-8cbc-34c808270240 req-8fd95819-9bd8-4795-82e8-1a6244ea3823 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:34:20.327072 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b6675c4f-7777-4f18-8cbc-34c808270240 req-8fd95819-9bd8-4795-82e8-1a6244ea3823 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0feb684-ca91-4123-bc4d-5ec76f0ddbc1 HTTP/1.1" status: 200 len: 945 time: 0.0530164 May 20 21:34:20.365385 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b6675c4f-7777-4f18-8cbc-34c808270240 req-3e9976f3-6aaa-4845-a210-576c7c24dfb2 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/security-groups?id=003969c3-2b78-4a1a-a9af-ed266c205e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321343 May 20 21:34:20.731249 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2aac6a-40a4-4048-8264-f6bd9186e428 req-0535f04a-14d8-49e2-8f6f-70af4c21af73 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:34:20.732739 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6e2aac6a-40a4-4048-8264-f6bd9186e428 req-0535f04a-14d8-49e2-8f6f-70af4c21af73 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0feb684-ca91-4123-bc4d-5ec76f0ddbc1 HTTP/1.1" status: 200 len: 945 time: 0.0501404 May 20 21:34:20.773464 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6e2aac6a-40a4-4048-8264-f6bd9186e428 req-c80824be-4f8c-444a-95a8-33d1440b0949 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/security-groups?id=003969c3-2b78-4a1a-a9af-ed266c205e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341775 May 20 21:34:20.807706 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c762dce5-9042-4757-a5fd-dc57b57f21a8 req-bba84d3e-81d8-48f8-ba3d-6c0c8163d511 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:34:20.809141 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-c762dce5-9042-4757-a5fd-dc57b57f21a8 req-bba84d3e-81d8-48f8-ba3d-6c0c8163d511 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0feb684-ca91-4123-bc4d-5ec76f0ddbc1&tenant_id=b9236351e1c74ae7971071e6da1632bd&binding%3Ahost_id=n-h1-842733-1 HTTP/1.1" status: 200 len: 945 time: 0.0524912 May 20 21:34:20.888243 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c762dce5-9042-4757-a5fd-dc57b57f21a8 req-9cd7e522-d53e-4bdd-a6f0-37b8a3340874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:34:20.889733 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-c762dce5-9042-4757-a5fd-dc57b57f21a8 req-9cd7e522-d53e-4bdd-a6f0-37b8a3340874 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b9236351e1c74ae7971071e6da1632bd&device_id=b0feb684-ca91-4123-bc4d-5ec76f0ddbc1 HTTP/1.1" status: 200 len: 1096 time: 0.0397496 May 20 21:34:20.981241 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c762dce5-9042-4757-a5fd-dc57b57f21a8 req-01ebf9f5-4fe2-48a2-b4ce-17714d3b7a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:34:20.982701 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-c762dce5-9042-4757-a5fd-dc57b57f21a8 req-01ebf9f5-4fe2-48a2-b4ce-17714d3b7a20 service neutron] 10.222.0.24 "GET /v2.0/networks?id=50a3b006-43eb-412f-9023-3721d0d7ce2d HTTP/1.1" status: 200 len: 912 time: 0.0863492 May 20 21:34:21.047791 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-c762dce5-9042-4757-a5fd-dc57b57f21a8 req-1cdc2e0c-de52-49fd-b093-7a7b16454139 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=041a7721-f6cd-424b-ace9-92bff181cc78 HTTP/1.1" status: 200 len: 1001 time: 0.0572536 May 20 21:34:21.100928 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c762dce5-9042-4757-a5fd-dc57b57f21a8 req-e199dee8-744b-4ee0-8961-7734cc9cec82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:34:21.102393 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-c762dce5-9042-4757-a5fd-dc57b57f21a8 req-e199dee8-744b-4ee0-8961-7734cc9cec82 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7963096c-660c-41ee-b2a1-be9e61906a7a HTTP/1.1" status: 200 len: 850 time: 0.0481131 May 20 21:34:21.148325 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c762dce5-9042-4757-a5fd-dc57b57f21a8 req-2fa7f826-887e-4218-87c6-2f81fa1b2f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:34:21.149818 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-c762dce5-9042-4757-a5fd-dc57b57f21a8 req-2fa7f826-887e-4218-87c6-2f81fa1b2f45 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=50a3b006-43eb-412f-9023-3721d0d7ce2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412071 May 20 21:34:21.167784 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 041a7721-f6cd-424b-ace9-92bff181cc78 details requested by agent hyperv_n-h1-842733-1 with host n-h1-842733-1 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 21:34:21.171560 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 041a7721-f6cd-424b-ace9-92bff181cc78 no longer exists at agent hyperv_n-h1-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 21:34:21.236614 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-c762dce5-9042-4757-a5fd-dc57b57f21a8 req-b5c1372e-ef3c-4a6b-b085-ae8f84bcfdff service neutron] 10.222.0.24 "GET /v2.0/networks/50a3b006-43eb-412f-9023-3721d0d7ce2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800877 May 20 21:34:21.322825 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Current status of the port 041a7721-f6cd-424b-ace9-92bff181cc78 is: ACTIVE; New status is: DOWN {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:34:21.323122 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:34:21.331262 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-c762dce5-9042-4757-a5fd-dc57b57f21a8 req-c43a84df-68a9-4458-b628-532f6ddefeb6 service neutron] 10.222.0.24 "GET /v2.0/networks/50a3b006-43eb-412f-9023-3721d0d7ce2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882192 May 20 21:34:21.349832 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port 041a7721-f6cd-424b-ace9-92bff181cc78, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=041a7721-f6cd-424b-ace9-92bff181cc78,segment=NetworkSegment(4501992d-e203-44d7-82fc-7b29a115c6d6),segment_id=4501992d-e203-44d7-82fc-7b29a115c6d6)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:34:21.364232 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0feb684-ca91-4123-bc4d-5ec76f0ddbc1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '041a7721-f6cd-424b-ace9-92bff181cc78'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 21:34:21.376562 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Returning: {'device': '041a7721-f6cd-424b-ace9-92bff181cc78', 'network_id': '50a3b006-43eb-412f-9023-3721d0d7ce2d', 'port_id': '041a7721-f6cd-424b-ace9-92bff181cc78', 'mac_address': 'fa:16:3e:0f:41:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7963096c-660c-41ee-b2a1-be9e61906a7a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 20 21:34:21.381251 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port 041a7721-f6cd-424b-ace9-92bff181cc78, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=041a7721-f6cd-424b-ace9-92bff181cc78,segment=NetworkSegment(4501992d-e203-44d7-82fc-7b29a115c6d6),segment_id=4501992d-e203-44d7-82fc-7b29a115c6d6)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:34:21.409130 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7947af4a1013b12ef328acaa2f4e39eb2f7ac51c208120b4987a707d9dc479df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d04c17d-2c66-4647-b7b6-528b0148c99a" -d '{"events": [{"server_uuid": "b0feb684-ca91-4123-bc4d-5ec76f0ddbc1", "name": "network-vif-unplugged", "status": "completed", "tag": "041a7721-f6cd-424b-ace9-92bff181cc78"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 21:34:21.427384 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Current status of the port 041a7721-f6cd-424b-ace9-92bff181cc78 is: ACTIVE; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:34:21.430920 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:34:21.442330 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 041a7721-f6cd-424b-ace9-92bff181cc78 {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 21:34:21.448013 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:34:21.510595 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 May 2022 21:34:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-983f232d-9cd9-40c1-afc8-8f31a502bf81 x-openstack-request-id: req-983f232d-9cd9-40c1-afc8-8f31a502bf81 {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 21:34:21.510886 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0feb684-ca91-4123-bc4d-5ec76f0ddbc1", "name": "network-vif-unplugged", "status": "completed", "tag": "041a7721-f6cd-424b-ace9-92bff181cc78", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 21:34:21.511141 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-983f232d-9cd9-40c1-afc8-8f31a502bf81 {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 21:34:21.511565 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-983f232d-9cd9-40c1-afc8-8f31a502bf81'] response: {'server_uuid': 'b0feb684-ca91-4123-bc4d-5ec76f0ddbc1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '041a7721-f6cd-424b-ace9-92bff181cc78', 'code': 200} May 20 21:34:21.534075 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.db.api [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103164) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 20 21:34:21.542780 n-d-842733-1 neutron-server[103164]: DEBUG oslo_db.api [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 20 21:34:21.542780 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Pushing event updated for resources: {'Port': ['ID=041a7721-f6cd-424b-ace9-92bff181cc78,revision_number=6']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:34:21.894344 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cc86f6-78d8-48a3-a6fb-5f8ce6cbfb85 req-c920a320-ed8c-4eb3-b15e-7be51c54c6c8 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:34:21.895869 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e0cc86f6-78d8-48a3-a6fb-5f8ce6cbfb85 req-c920a320-ed8c-4eb3-b15e-7be51c54c6c8 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0feb684-ca91-4123-bc4d-5ec76f0ddbc1 HTTP/1.1" status: 200 len: 943 time: 0.0503652 May 20 21:34:21.935420 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e0cc86f6-78d8-48a3-a6fb-5f8ce6cbfb85 req-b3a5506c-34ca-48d5-8ae3-062133703dff tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/security-groups?id=003969c3-2b78-4a1a-a9af-ed266c205e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328925 May 20 21:34:22.072604 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Current status of the port 041a7721-f6cd-424b-ace9-92bff181cc78 is: DOWN; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:34:22.072996 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:34:22.085526 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 041a7721-f6cd-424b-ace9-92bff181cc78 {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 21:34:22.104275 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port 041a7721-f6cd-424b-ace9-92bff181cc78, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=041a7721-f6cd-424b-ace9-92bff181cc78,segment=NetworkSegment(4501992d-e203-44d7-82fc-7b29a115c6d6),segment_id=4501992d-e203-44d7-82fc-7b29a115c6d6)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:34:22.173420 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:34:22.233152 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Pushing event updated for resources: {'Port': ['ID=041a7721-f6cd-424b-ace9-92bff181cc78,revision_number=7']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:34:22.282684 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-98ddbd64-fb77-4f1e-b38f-d9b2d32922e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:34:22.398797 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] get_ports_and_sgs() called for port_ids ['041a7721-f6cd-424b-ace9-92bff181cc78'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 21:34:23.057617 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa8d60f-d2a6-4d59-95b2-25bfa4632a44 req-f98bf7e4-b6f2-4666-8242-fa2972d34892 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:34:23.059268 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-cfa8d60f-d2a6-4d59-95b2-25bfa4632a44 req-f98bf7e4-b6f2-4666-8242-fa2972d34892 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0feb684-ca91-4123-bc4d-5ec76f0ddbc1 HTTP/1.1" status: 200 len: 944 time: 0.0545933 May 20 21:34:23.098834 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-cfa8d60f-d2a6-4d59-95b2-25bfa4632a44 req-2f5a4d55-bc10-4efa-a1b6-84b41b377a9a tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/security-groups?id=003969c3-2b78-4a1a-a9af-ed266c205e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321932 May 20 21:34:23.141139 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.agents_db [None req-5c33ad30-4e00-40fa-b486-8c79c4a6cfc5 None None] Agent healthcheck: found 7 active agents {{(pid=103165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 20 21:34:23.196684 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 041a7721-f6cd-424b-ace9-92bff181cc78 up at agent hyperv_n-h1-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:34:23.225994 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a77245-8634-4293-8824-bc2e9e3ead37 req-06fdd29a-db85-425a-8194-da1f7ec4a079 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:34:23.227980 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-41a77245-8634-4293-8824-bc2e9e3ead37 req-06fdd29a-db85-425a-8194-da1f7ec4a079 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0feb684-ca91-4123-bc4d-5ec76f0ddbc1 HTTP/1.1" status: 200 len: 944 time: 0.0533197 May 20 21:34:23.257830 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Provisioning complete for port 041a7721-f6cd-424b-ace9-92bff181cc78 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:34:23.258194 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:34:23.273068 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-41a77245-8634-4293-8824-bc2e9e3ead37 req-9854a515-bff4-4180-987d-4fd55b31b44c tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/security-groups?id=003969c3-2b78-4a1a-a9af-ed266c205e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388780 May 20 21:34:23.335343 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Current status of the port 041a7721-f6cd-424b-ace9-92bff181cc78 is: BUILD; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:34:23.335717 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:34:23.368565 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port 041a7721-f6cd-424b-ace9-92bff181cc78, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=041a7721-f6cd-424b-ace9-92bff181cc78,segment=NetworkSegment(4501992d-e203-44d7-82fc-7b29a115c6d6),segment_id=4501992d-e203-44d7-82fc-7b29a115c6d6)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:34:23.387447 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d5da38-3e5c-4d6c-b645-b70e6643f730 req-e9e0cbff-1d57-4b0e-90c2-736fb0367b72 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:34:23.388920 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-55d5da38-3e5c-4d6c-b645-b70e6643f730 req-e9e0cbff-1d57-4b0e-90c2-736fb0367b72 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0feb684-ca91-4123-bc4d-5ec76f0ddbc1 HTTP/1.1" status: 200 len: 944 time: 0.0490429 May 20 21:34:23.427329 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-55d5da38-3e5c-4d6c-b645-b70e6643f730 req-ce51a98a-5401-48b5-b227-59a8087247a5 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/security-groups?id=003969c3-2b78-4a1a-a9af-ed266c205e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319762 May 20 21:34:23.448128 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:34:23.500218 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Pushing event updated for resources: {'Port': ['ID=041a7721-f6cd-424b-ace9-92bff181cc78,revision_number=8']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:34:23.512598 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0feb684-ca91-4123-bc4d-5ec76f0ddbc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '041a7721-f6cd-424b-ace9-92bff181cc78'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 21:34:23.514908 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7947af4a1013b12ef328acaa2f4e39eb2f7ac51c208120b4987a707d9dc479df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1bf4518-f653-4930-bcf1-2087e171a8ca" -d '{"events": [{"server_uuid": "b0feb684-ca91-4123-bc4d-5ec76f0ddbc1", "name": "network-vif-plugged", "status": "completed", "tag": "041a7721-f6cd-424b-ace9-92bff181cc78"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 21:34:23.551278 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 21:34:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb033339-4acc-4391-ab9e-c1dc3f7a6a32 x-openstack-request-id: req-fb033339-4acc-4391-ab9e-c1dc3f7a6a32 {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 21:34:23.551569 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0feb684-ca91-4123-bc4d-5ec76f0ddbc1", "name": "network-vif-plugged", "status": "completed", "tag": "041a7721-f6cd-424b-ace9-92bff181cc78", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 21:34:23.551822 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-fb033339-4acc-4391-ab9e-c1dc3f7a6a32 {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 21:34:23.552224 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb033339-4acc-4391-ab9e-c1dc3f7a6a32'] response: {'server_uuid': 'b0feb684-ca91-4123-bc4d-5ec76f0ddbc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '041a7721-f6cd-424b-ace9-92bff181cc78', 'code': 200} May 20 21:34:23.829882 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bb30c2-559c-48ed-8f13-90702c5a5875 req-6f662089-0a59-4fe4-8ae4-7de26b61dac0 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:34:23.831328 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e8bb30c2-559c-48ed-8f13-90702c5a5875 req-6f662089-0a59-4fe4-8ae4-7de26b61dac0 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0feb684-ca91-4123-bc4d-5ec76f0ddbc1 HTTP/1.1" status: 200 len: 945 time: 0.0524354 May 20 21:34:23.868694 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e8bb30c2-559c-48ed-8f13-90702c5a5875 req-a6425717-02de-4617-bd65-298214b657a7 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/security-groups?id=003969c3-2b78-4a1a-a9af-ed266c205e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312154 May 20 21:34:24.093453 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4bb0e131-6525-46ca-a45b-e4ea43a5e69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:34:24.987844 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a411940-4708-4e4a-83a4-8ef4a674f5a6 req-39950393-974c-4d4f-b874-85d07955597d tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:34:24.989353 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8a411940-4708-4e4a-83a4-8ef4a674f5a6 req-39950393-974c-4d4f-b874-85d07955597d tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0feb684-ca91-4123-bc4d-5ec76f0ddbc1 HTTP/1.1" status: 200 len: 945 time: 0.0483975 May 20 21:34:25.027051 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8a411940-4708-4e4a-83a4-8ef4a674f5a6 req-bfead7b6-92dc-43d9-946d-f560e332bb41 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/security-groups?id=003969c3-2b78-4a1a-a9af-ed266c205e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316548 May 20 21:34:25.088660 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb97d37f-f35c-44d6-8dd3-044c7c9c2fbe req-234fde38-c8b5-4fed-ae5f-3d7024ffc523 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:34:25.106295 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-eb97d37f-f35c-44d6-8dd3-044c7c9c2fbe req-234fde38-c8b5-4fed-ae5f-3d7024ffc523 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0feb684-ca91-4123-bc4d-5ec76f0ddbc1 HTTP/1.1" status: 200 len: 945 time: 0.0486498 May 20 21:34:25.167830 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:34:25.185192 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-eb97d37f-f35c-44d6-8dd3-044c7c9c2fbe req-3796cd48-c250-4387-ba77-487f61cc6bf0 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Deleting port 041a7721-f6cd-424b-ace9-92bff181cc78 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:34:25.185616 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-eb97d37f-f35c-44d6-8dd3-044c7c9c2fbe req-3796cd48-c250-4387-ba77-487f61cc6bf0 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:34:25.271548 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-eb97d37f-f35c-44d6-8dd3-044c7c9c2fbe req-3796cd48-c250-4387-ba77-487f61cc6bf0 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] For port 041a7721-f6cd-424b-ace9-92bff181cc78, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=041a7721-f6cd-424b-ace9-92bff181cc78,segment=NetworkSegment(4501992d-e203-44d7-82fc-7b29a115c6d6),segment_id=4501992d-e203-44d7-82fc-7b29a115c6d6)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:34:25.271908 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-eb97d37f-f35c-44d6-8dd3-044c7c9c2fbe req-3796cd48-c250-4387-ba77-487f61cc6bf0 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:34:25.441114 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-eb97d37f-f35c-44d6-8dd3-044c7c9c2fbe req-3796cd48-c250-4387-ba77-487f61cc6bf0 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:34:25.441431 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-eb97d37f-f35c-44d6-8dd3-044c7c9c2fbe req-3796cd48-c250-4387-ba77-487f61cc6bf0 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748272'] for floatingip, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:34:25.441754 n-d-842733-1 neutron-server[103162]: INFO neutron.db.l3_db [req-eb97d37f-f35c-44d6-8dd3-044c7c9c2fbe req-3796cd48-c250-4387-ba77-487f61cc6bf0 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Floating IP ac07d75f-93e9-442f-be04-2ffed6583061 disassociated. External IP: 172.25.2.174, port: 041a7721-f6cd-424b-ace9-92bff181cc78. May 20 21:34:25.442099 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-eb97d37f-f35c-44d6-8dd3-044c7c9c2fbe req-3796cd48-c250-4387-ba77-487f61cc6bf0 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Calling delete_port for 041a7721-f6cd-424b-ace9-92bff181cc78 owned by compute:nova {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:34:25.653841 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:34:25.665369 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-eb97d37f-f35c-44d6-8dd3-044c7c9c2fbe req-3796cd48-c250-4387-ba77-487f61cc6bf0 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:34:25.694894 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3796cd48-c250-4387-ba77-487f61cc6bf0 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Pushing event deleted for resources: {'Port': ['ID=041a7721-f6cd-424b-ace9-92bff181cc78,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:34:25.706651 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3796cd48-c250-4387-ba77-487f61cc6bf0 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:34:25.707000 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3796cd48-c250-4387-ba77-487f61cc6bf0 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:34:25.707343 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3796cd48-c250-4387-ba77-487f61cc6bf0 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:34:25.707681 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3796cd48-c250-4387-ba77-487f61cc6bf0 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:34:25.708017 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3796cd48-c250-4387-ba77-487f61cc6bf0 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:34:25.708353 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3796cd48-c250-4387-ba77-487f61cc6bf0 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:34:25.708682 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3796cd48-c250-4387-ba77-487f61cc6bf0 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:34:25.709009 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3796cd48-c250-4387-ba77-487f61cc6bf0 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:34:25.709415 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3796cd48-c250-4387-ba77-487f61cc6bf0 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:34:25.709692 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3796cd48-c250-4387-ba77-487f61cc6bf0 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:34:25.710050 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3796cd48-c250-4387-ba77-487f61cc6bf0 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:34:25.710372 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3796cd48-c250-4387-ba77-487f61cc6bf0 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:34:25.711020 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cc3ec51b-6ec8-438a-8349-5f0bec346d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:34:25.824031 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [req-eb97d37f-f35c-44d6-8dd3-044c7c9c2fbe req-3796cd48-c250-4387-ba77-487f61cc6bf0 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Router b0ad94e8-7f95-45f6-a76e-a2191e854455 has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 21:34:25.934565 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-eb97d37f-f35c-44d6-8dd3-044c7c9c2fbe req-3796cd48-c250-4387-ba77-487f61cc6bf0 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 21:34:25.945978 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea28754a-fd38-4f26-8145-d1d8027482e0 None None] Sync routers for ids ['b0ad94e8-7f95-45f6-a76e-a2191e854455'] in n-d-842733-1 {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 21:34:25.956371 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea28754a-fd38-4f26-8145-d1d8027482e0 None None] Routers {'b0ad94e8-7f95-45f6-a76e-a2191e854455'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:34:25.956968 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-ea28754a-fd38-4f26-8145-d1d8027482e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:34:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['b0ad94e8-7f95-45f6-a76e-a2191e854455'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:34:25.973086 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb97d37f-f35c-44d6-8dd3-044c7c9c2fbe req-3796cd48-c250-4387-ba77-487f61cc6bf0 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] No DVR routers for this DVR port 041a7721-f6cd-424b-ace9-92bff181cc78 on host n-h1-842733-1 {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 21:34:25.975734 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-eb97d37f-f35c-44d6-8dd3-044c7c9c2fbe req-3796cd48-c250-4387-ba77-487f61cc6bf0 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:34:25.979114 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-eb97d37f-f35c-44d6-8dd3-044c7c9c2fbe req-3796cd48-c250-4387-ba77-487f61cc6bf0 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.24 "DELETE /v2.0/ports/041a7721-f6cd-424b-ace9-92bff181cc78 HTTP/1.1" status: 204 len: 173 time: 0.8831782 May 20 21:34:25.979553 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0feb684-ca91-4123-bc4d-5ec76f0ddbc1', 'name': 'network-vif-deleted', 'tag': '041a7721-f6cd-424b-ace9-92bff181cc78'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 21:34:26.027067 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e97a983f2a54588e3d21b88a12ad54839c2ea34da7b46679306b1f34ba25e4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f103f740-deef-4791-aeff-5e5e4a933390" -d '{"events": [{"server_uuid": "b0feb684-ca91-4123-bc4d-5ec76f0ddbc1", "name": "network-vif-deleted", "tag": "041a7721-f6cd-424b-ace9-92bff181cc78"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 21:34:26.064790 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-ea28754a-fd38-4f26-8145-d1d8027482e0 None None] Set router b0ad94e8-7f95-45f6-a76e-a2191e854455 gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:34:26.135876 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8173db45-7b70-485e-a86c-8facba6e1e75 req-c3b767ea-ca0c-4a0a-8f68-46c2d0fc4374 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0feb684-ca91-4123-bc4d-5ec76f0ddbc1 HTTP/1.1" status: 200 len: 210 time: 0.0272791 May 20 21:34:26.136678 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 21:34:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b4ec4b0-f6fe-409e-9dab-a0b725b96792 x-openstack-request-id: req-4b4ec4b0-f6fe-409e-9dab-a0b725b96792 {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 21:34:26.137082 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0feb684-ca91-4123-bc4d-5ec76f0ddbc1", "name": "network-vif-deleted", "tag": "041a7721-f6cd-424b-ace9-92bff181cc78", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 21:34:26.137268 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4b4ec4b0-f6fe-409e-9dab-a0b725b96792 {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 21:34:26.137870 n-d-842733-1 neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b4ec4b0-f6fe-409e-9dab-a0b725b96792'] response: {'server_uuid': 'b0feb684-ca91-4123-bc4d-5ec76f0ddbc1', 'name': 'network-vif-deleted', 'tag': '041a7721-f6cd-424b-ace9-92bff181cc78', 'status': 'completed', 'code': 200} May 20 21:34:26.267338 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-ea28754a-fd38-4f26-8145-d1d8027482e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0ad94e8-7f95-45f6-a76e-a2191e854455', 'name': 'tempest-ServerActionsTestJSON-435657109-router', 'tenant_id': 'b9236351e1c74ae7971071e6da1632bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.184'}], 'enable_snat': True}, 'gw_port_id': 'bf9a38ad-fa66-4fcd-b91d-b25170b47e1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:33:30Z', 'updated_at': '2022-05-20T21:33:33Z', 'revision_number': 4, 'project_id': 'b9236351e1c74ae7971071e6da1632bd', 'gw_port': {'id': 'bf9a38ad-fa66-4fcd-b91d-b25170b47e1f', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:34:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ad94e8-7f95-45f6-a76e-a2191e854455', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:33:30Z', 'updated_at': '2022-05-20T21:33:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': 'f95e277a-dcf5-450a-97d7-4ddd46c472a2', 'name': '', 'network_id': '50a3b006-43eb-412f-9023-3721d0d7ce2d', 'tenant_id': 'b9236351e1c74ae7971071e6da1632bd', 'mac_address': 'fa:16:3e:2d:37:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ad94e8-7f95-45f6-a76e-a2191e854455', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '7963096c-660c-41ee-b2a1-be9e61906a7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:33:32Z', 'updated_at': '2022-05-20T21:33:36Z', 'revision_number': 5, 'project_id': 'b9236351e1c74ae7971071e6da1632bd', 'subnets': [{'id': '7963096c-660c-41ee-b2a1-be9e61906a7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:34:26.293069 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea28754a-fd38-4f26-8145-d1d8027482e0 None None] Checking router: b0ad94e8-7f95-45f6-a76e-a2191e854455 for host: n-d-842733-1 {{(pid=103165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 21:34:26.301936 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea28754a-fd38-4f26-8145-d1d8027482e0 None None] Routers {'b0ad94e8-7f95-45f6-a76e-a2191e854455'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:34:26.302530 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-ea28754a-fd38-4f26-8145-d1d8027482e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:34:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['b0ad94e8-7f95-45f6-a76e-a2191e854455'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:34:26.489073 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-ea28754a-fd38-4f26-8145-d1d8027482e0 None None] Set router b0ad94e8-7f95-45f6-a76e-a2191e854455 gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:34:26.697911 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-ea28754a-fd38-4f26-8145-d1d8027482e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0ad94e8-7f95-45f6-a76e-a2191e854455', 'name': 'tempest-ServerActionsTestJSON-435657109-router', 'tenant_id': 'b9236351e1c74ae7971071e6da1632bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.184'}], 'enable_snat': True}, 'gw_port_id': 'bf9a38ad-fa66-4fcd-b91d-b25170b47e1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:33:30Z', 'updated_at': '2022-05-20T21:33:33Z', 'revision_number': 4, 'project_id': 'b9236351e1c74ae7971071e6da1632bd', 'gw_port': {'id': 'bf9a38ad-fa66-4fcd-b91d-b25170b47e1f', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:34:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ad94e8-7f95-45f6-a76e-a2191e854455', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:33:30Z', 'updated_at': '2022-05-20T21:33:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': 'f95e277a-dcf5-450a-97d7-4ddd46c472a2', 'name': '', 'network_id': '50a3b006-43eb-412f-9023-3721d0d7ce2d', 'tenant_id': 'b9236351e1c74ae7971071e6da1632bd', 'mac_address': 'fa:16:3e:2d:37:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ad94e8-7f95-45f6-a76e-a2191e854455', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '7963096c-660c-41ee-b2a1-be9e61906a7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:33:32Z', 'updated_at': '2022-05-20T21:33:36Z', 'revision_number': 5, 'project_id': 'b9236351e1c74ae7971071e6da1632bd', 'subnets': [{'id': '7963096c-660c-41ee-b2a1-be9e61906a7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:34:26.728322 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea28754a-fd38-4f26-8145-d1d8027482e0 None None] The sync data for ids ['b0ad94e8-7f95-45f6-a76e-a2191e854455'] in n-d-842733-1 is: [{'id': 'b0ad94e8-7f95-45f6-a76e-a2191e854455', 'name': 'tempest-ServerActionsTestJSON-435657109-router', 'tenant_id': 'b9236351e1c74ae7971071e6da1632bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.184'}], 'enable_snat': True}, 'gw_port_id': 'bf9a38ad-fa66-4fcd-b91d-b25170b47e1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:33:30Z', 'updated_at': '2022-05-20T21:33:33Z', 'revision_number': 4, 'project_id': 'b9236351e1c74ae7971071e6da1632bd', 'gw_port': {'id': 'bf9a38ad-fa66-4fcd-b91d-b25170b47e1f', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:34:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ad94e8-7f95-45f6-a76e-a2191e854455', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:33:30Z', 'updated_at': '2022-05-20T21:33:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': 'f95e277a-dcf5-450a-97d7-4ddd46c472a2', 'name': '', 'network_id': '50a3b006-43eb-412f-9023-3721d0d7ce2d', 'tenant_id': 'b9236351e1c74ae7971071e6da1632bd', 'mac_address': 'fa:16:3e:2d:37:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ad94e8-7f95-45f6-a76e-a2191e854455', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '7963096c-660c-41ee-b2a1-be9e61906a7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:33:32Z', 'updated_at': '2022-05-20T21:33:36Z', 'revision_number': 5, 'project_id': 'b9236351e1c74ae7971071e6da1632bd', 'subnets': [{'id': '7963096c-660c-41ee-b2a1-be9e61906a7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 21:34:26.944960 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab63984-f0a5-4131-aac8-4952432bb160 None None] New status for floating IP ac07d75f-93e9-442f-be04-2ffed6583061: DOWN {{(pid=103164) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 21:34:27.374605 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-81f6f756-6891-43b8-b0bd-47bed67af2f2 req-ab194342-b8a0-434a-8f7b-9a2e68d7ac91 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--1622366261&fields=id&tenant_id=b9236351e1c74ae7971071e6da1632bd HTTP/1.1" status: 200 len: 267 time: 0.0323336 May 20 21:34:27.480888 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f6f756-6891-43b8-b0bd-47bed67af2f2 req-d40d35a6-d306-4a2d-a25c-87fcbf6439b1 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:34:27.482348 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-81f6f756-6891-43b8-b0bd-47bed67af2f2 req-d40d35a6-d306-4a2d-a25c-87fcbf6439b1 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/networks?id=50a3b006-43eb-412f-9023-3721d0d7ce2d HTTP/1.1" status: 200 len: 811 time: 0.1010187 May 20 21:34:27.498004 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-81f6f756-6891-43b8-b0bd-47bed67af2f2 req-dace1bda-70e8-4582-a207-453a106897f6 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/quotas/b9236351e1c74ae7971071e6da1632bd HTTP/1.1" status: 200 len: 375 time: 0.0094278 May 20 21:34:27.551757 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-81f6f756-6891-43b8-b0bd-47bed67af2f2 req-67084d61-1dbf-47d8-bc16-9d62aba55090 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=b9236351e1c74ae7971071e6da1632bd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0480113 May 20 21:34:27.719567 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-81f6f756-6891-43b8-b0bd-47bed67af2f2 req-1cfac54e-b726-46b7-bfd5-35f2d207b4e7 service neutron] 10.222.0.35 "GET /v2.0/networks/50a3b006-43eb-412f-9023-3721d0d7ce2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232483 May 20 21:34:27.806395 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-81f6f756-6891-43b8-b0bd-47bed67af2f2 req-ce02bc94-9d5b-48bb-9ff1-a471b88b9951 service neutron] 10.222.0.35 "GET /v2.0/networks/50a3b006-43eb-412f-9023-3721d0d7ce2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805526 May 20 21:34:28.027002 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e6b13b1b-4abb-4b42-822f-d060166dc111 req-0ac46dcd-a9e4-4d59-8a62-8f2b033b2e83 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/ports?device_id=19a4eb96-edc7-47c0-87a1-c240b33715ef HTTP/1.1" status: 200 len: 210 time: 0.0262368 May 20 21:34:29.129833 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7f26a611-0cc5-4dc8-aecf-f4e8804b1f57 req-cc63f04b-cb12-443d-86d9-71067a72d25c tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/ports?device_id=19a4eb96-edc7-47c0-87a1-c240b33715ef HTTP/1.1" status: 200 len: 210 time: 0.0308897 May 20 21:34:29.222691 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 041a7721-f6cd-424b-ace9-92bff181cc78 no longer exists at agent hyperv_n-h1-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 21:34:29.245468 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] No Port match for: 041a7721-f6cd-424b-ace9-92bff181cc78 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 21:34:29.245797 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 041a7721-f6cd-424b-ace9-92bff181cc78 not bound to the agent host n-h1-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 21:34:29.887987 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f6f756-6891-43b8-b0bd-47bed67af2f2 req-774f822d-6e56-49ed-a6ff-64fb7c3679d4 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:34:29.889390 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-81f6f756-6891-43b8-b0bd-47bed67af2f2 req-774f822d-6e56-49ed-a6ff-64fb7c3679d4 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.13 "GET /v2.0/networks?id=50a3b006-43eb-412f-9023-3721d0d7ce2d HTTP/1.1" status: 200 len: 811 time: 0.1046083 May 20 21:34:29.937186 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-81f6f756-6891-43b8-b0bd-47bed67af2f2 req-cf451d39-290d-49a4-be73-6297f6b4ed31 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b9236351e1c74ae7971071e6da1632bd HTTP/1.1" status: 200 len: 380 time: 0.0336523 May 20 21:34:29.946049 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [req-81f6f756-6891-43b8-b0bd-47bed67af2f2 req-1c87defd-43f5-4091-96c8-3ac6f1e29bc8 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Request body: {'port': {'device_id': '19a4eb96-edc7-47c0-87a1-c240b33715ef', 'network_id': '50a3b006-43eb-412f-9023-3721d0d7ce2d', 'admin_state_up': True, 'tenant_id': 'b9236351e1c74ae7971071e6da1632bd', 'security_groups': ['003969c3-2b78-4a1a-a9af-ed266c205e02']}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:34:30.110284 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81f6f756-6891-43b8-b0bd-47bed67af2f2 req-1c87defd-43f5-4091-96c8-3ac6f1e29bc8 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Made reservation on behalf of b9236351e1c74ae7971071e6da1632bd for: {'port': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:34:30.113979 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-81f6f756-6891-43b8-b0bd-47bed67af2f2 req-1c87defd-43f5-4091-96c8-3ac6f1e29bc8 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:34:30.230121 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-291e4077-92e1-4af0-972c-f0d7a918a9ce req-aceb983b-fbcd-46d8-85a7-8f3d7d6b43b4 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/ports?device_id=19a4eb96-edc7-47c0-87a1-c240b33715ef HTTP/1.1" status: 200 len: 210 time: 0.0268199 May 20 21:34:30.243250 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [req-81f6f756-6891-43b8-b0bd-47bed67af2f2 req-1c87defd-43f5-4091-96c8-3ac6f1e29bc8 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Allocated IP 172.20.0.9 (50a3b006-43eb-412f-9023-3721d0d7ce2d/7963096c-660c-41ee-b2a1-be9e61906a7a/6008bdde-13d6-4c59-86b8-ccec53f029d7) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:34:30.378599 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-81f6f756-6891-43b8-b0bd-47bed67af2f2 req-1c87defd-43f5-4091-96c8-3ac6f1e29bc8 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:34:30.454680 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-81f6f756-6891-43b8-b0bd-47bed67af2f2 req-1c87defd-43f5-4091-96c8-3ac6f1e29bc8 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:34:30.497325 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81f6f756-6891-43b8-b0bd-47bed67af2f2 req-1c87defd-43f5-4091-96c8-3ac6f1e29bc8 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Network 50a3b006-43eb-412f-9023-3721d0d7ce2d is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:34:30.500994 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [req-81f6f756-6891-43b8-b0bd-47bed67af2f2 req-1c87defd-43f5-4091-96c8-3ac6f1e29bc8 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:34:30.504608 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-81f6f756-6891-43b8-b0bd-47bed67af2f2 req-1c87defd-43f5-4091-96c8-3ac6f1e29bc8 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:34:30.513598 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c87defd-43f5-4091-96c8-3ac6f1e29bc8 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Pushing event updated for resources: {'Port': ['ID=6008bdde-13d6-4c59-86b8-ccec53f029d7,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:34:30.561159 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f6f756-6891-43b8-b0bd-47bed67af2f2 req-1c87defd-43f5-4091-96c8-3ac6f1e29bc8 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:34:30.561868 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-81f6f756-6891-43b8-b0bd-47bed67af2f2 req-1c87defd-43f5-4091-96c8-3ac6f1e29bc8 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:34:30.618704 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-81f6f756-6891-43b8-b0bd-47bed67af2f2 req-1c87defd-43f5-4091-96c8-3ac6f1e29bc8 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6759343 May 20 21:34:30.719782 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [req-81f6f756-6891-43b8-b0bd-47bed67af2f2 req-ee738a5d-74f1-40bc-a07e-782de2786925 service neutron] Request body: {'port': {'device_id': '19a4eb96-edc7-47c0-87a1-c240b33715ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-842733-1'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:34:30.720018 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-5c5d0c60-b01b-415b-8706-19b8034ed800 None None] Provisioning complete for port 6008bdde-13d6-4c59-86b8-ccec53f029d7 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:34:30.720504 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-5c5d0c60-b01b-415b-8706-19b8034ed800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:34:30.754968 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-5c5d0c60-b01b-415b-8706-19b8034ed800 None None] Port 6008bdde-13d6-4c59-86b8-ccec53f029d7 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 21:34:30.776862 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-81f6f756-6891-43b8-b0bd-47bed67af2f2 req-ee738a5d-74f1-40bc-a07e-782de2786925 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:34:31.031711 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [req-81f6f756-6891-43b8-b0bd-47bed67af2f2 req-ee738a5d-74f1-40bc-a07e-782de2786925 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6008bdde-13d6-4c59-86b8-ccec53f029d7 {{(pid=103162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 21:34:31.038979 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-81f6f756-6891-43b8-b0bd-47bed67af2f2 req-ee738a5d-74f1-40bc-a07e-782de2786925 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:34:31.050968 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.provisioning_blocks [req-81f6f756-6891-43b8-b0bd-47bed67af2f2 req-ee738a5d-74f1-40bc-a07e-782de2786925 service neutron] Transition to ACTIVE for port object 6008bdde-13d6-4c59-86b8-ccec53f029d7 will not be triggered until provisioned by entity L2. {{(pid=103162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 21:34:31.120552 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-81f6f756-6891-43b8-b0bd-47bed67af2f2 req-ee738a5d-74f1-40bc-a07e-782de2786925 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:34:31.172297 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee738a5d-74f1-40bc-a07e-782de2786925 service neutron] Pushing event updated for resources: {'Port': ['ID=6008bdde-13d6-4c59-86b8-ccec53f029d7,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:34:31.245051 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-81f6f756-6891-43b8-b0bd-47bed67af2f2 req-ee738a5d-74f1-40bc-a07e-782de2786925 service neutron] Attempting to bind port 6008bdde-13d6-4c59-86b8-ccec53f029d7 on host n-h2-842733-1 for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:34:31.245544 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-81f6f756-6891-43b8-b0bd-47bed67af2f2 req-ee738a5d-74f1-40bc-a07e-782de2786925 service neutron] Attempting to bind port 6008bdde-13d6-4c59-86b8-ccec53f029d7 by drivers openvswitch,hyperv on host n-h2-842733-1 at level 0 using segments [{'id': '4501992d-e203-44d7-82fc-7b29a115c6d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '50a3b006-43eb-412f-9023-3721d0d7ce2d'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:34:31.245948 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81f6f756-6891-43b8-b0bd-47bed67af2f2 req-ee738a5d-74f1-40bc-a07e-782de2786925 service neutron] Attempting to bind port 6008bdde-13d6-4c59-86b8-ccec53f029d7 on network 50a3b006-43eb-412f-9023-3721d0d7ce2d {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:34:31.251362 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81f6f756-6891-43b8-b0bd-47bed67af2f2 req-ee738a5d-74f1-40bc-a07e-782de2786925 service neutron] Port 6008bdde-13d6-4c59-86b8-ccec53f029d7 on network 50a3b006-43eb-412f-9023-3721d0d7ce2d not bound, no agent of type Open vSwitch agent registered on host n-h2-842733-1 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 21:34:31.251683 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81f6f756-6891-43b8-b0bd-47bed67af2f2 req-ee738a5d-74f1-40bc-a07e-782de2786925 service neutron] Attempting to bind port 6008bdde-13d6-4c59-86b8-ccec53f029d7 on network 50a3b006-43eb-412f-9023-3721d0d7ce2d {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:34:31.256819 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81f6f756-6891-43b8-b0bd-47bed67af2f2 req-ee738a5d-74f1-40bc-a07e-782de2786925 service neutron] Checking agent: {'id': 'a66f2511-b955-448f-877c-56cfe9c81b12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 33, 2), 'started_at': datetime.datetime(2022, 5, 20, 20, 33, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 21, 34, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 21:34:31.257162 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81f6f756-6891-43b8-b0bd-47bed67af2f2 req-ee738a5d-74f1-40bc-a07e-782de2786925 service neutron] Checking segment: {'id': '4501992d-e203-44d7-82fc-7b29a115c6d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '50a3b006-43eb-412f-9023-3721d0d7ce2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:34:31.257575 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81f6f756-6891-43b8-b0bd-47bed67af2f2 req-ee738a5d-74f1-40bc-a07e-782de2786925 service neutron] Bound using segment: {'id': '4501992d-e203-44d7-82fc-7b29a115c6d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '50a3b006-43eb-412f-9023-3721d0d7ce2d'} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 21:34:31.258017 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-81f6f756-6891-43b8-b0bd-47bed67af2f2 req-ee738a5d-74f1-40bc-a07e-782de2786925 service neutron] Bound port: 6008bdde-13d6-4c59-86b8-ccec53f029d7, host: n-h2-842733-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4501992d-e203-44d7-82fc-7b29a115c6d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '50a3b006-43eb-412f-9023-3721d0d7ce2d'}}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:34:31.258375 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-81f6f756-6891-43b8-b0bd-47bed67af2f2 req-ee738a5d-74f1-40bc-a07e-782de2786925 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:34:31.330532 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-81f6f756-6891-43b8-b0bd-47bed67af2f2 req-ee738a5d-74f1-40bc-a07e-782de2786925 service neutron] For port 6008bdde-13d6-4c59-86b8-ccec53f029d7, host n-h2-842733-1, cleared binding levels {{(pid=103162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 21:34:31.333929 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-81f6f756-6891-43b8-b0bd-47bed67af2f2 req-ee738a5d-74f1-40bc-a07e-782de2786925 service neutron] For port 6008bdde-13d6-4c59-86b8-ccec53f029d7, host n-h2-842733-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=6008bdde-13d6-4c59-86b8-ccec53f029d7,segment=NetworkSegment(4501992d-e203-44d7-82fc-7b29a115c6d6),segment_id=4501992d-e203-44d7-82fc-7b29a115c6d6)] {{(pid=103162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 21:34:31.363461 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f90957-1421-47a7-a716-922590db0ece req-acb75ce9-109f-4541-a2d1-c25b32604be5 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:34:31.365065 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-65f90957-1421-47a7-a716-922590db0ece req-acb75ce9-109f-4541-a2d1-c25b32604be5 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/ports?device_id=19a4eb96-edc7-47c0-87a1-c240b33715ef HTTP/1.1" status: 200 len: 943 time: 0.0541701 May 20 21:34:31.385496 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-81f6f756-6891-43b8-b0bd-47bed67af2f2 req-ee738a5d-74f1-40bc-a07e-782de2786925 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:34:31.408375 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-65f90957-1421-47a7-a716-922590db0ece req-26d4123c-08d7-46bf-b5d2-ba84b0f995e7 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/security-groups?id=003969c3-2b78-4a1a-a9af-ed266c205e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363965 May 20 21:34:31.418971 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f6f756-6891-43b8-b0bd-47bed67af2f2 req-ee738a5d-74f1-40bc-a07e-782de2786925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:34:31.419685 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-81f6f756-6891-43b8-b0bd-47bed67af2f2 req-ee738a5d-74f1-40bc-a07e-782de2786925 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:34:31.430277 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-81f6f756-6891-43b8-b0bd-47bed67af2f2 req-ee738a5d-74f1-40bc-a07e-782de2786925 service neutron] 10.222.0.13 "PUT /v2.0/ports/6008bdde-13d6-4c59-86b8-ccec53f029d7 HTTP/1.1" status: 200 len: 1091 time: 0.7442994 May 20 21:34:31.431569 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19a4eb96-edc7-47c0-87a1-c240b33715ef', 'tag': '6008bdde-13d6-4c59-86b8-ccec53f029d7'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 21:34:31.434558 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e97a983f2a54588e3d21b88a12ad54839c2ea34da7b46679306b1f34ba25e4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3434c630-d310-48e9-b73f-96c8a0d4d0c6" -d '{"events": [{"name": "network-changed", "server_uuid": "19a4eb96-edc7-47c0-87a1-c240b33715ef", "tag": "6008bdde-13d6-4c59-86b8-ccec53f029d7"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 21:34:31.474899 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee738a5d-74f1-40bc-a07e-782de2786925 service neutron] Pushing event updated for resources: {'Port': ['ID=6008bdde-13d6-4c59-86b8-ccec53f029d7,revision_number=3']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:34:31.478764 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 21:34:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47edf1b8-b528-4493-b9fc-ae9b89bf5323 x-openstack-request-id: req-47edf1b8-b528-4493-b9fc-ae9b89bf5323 {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 21:34:31.482963 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19a4eb96-edc7-47c0-87a1-c240b33715ef", "tag": "6008bdde-13d6-4c59-86b8-ccec53f029d7", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 21:34:31.482963 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-47edf1b8-b528-4493-b9fc-ae9b89bf5323 {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 21:34:31.482963 n-d-842733-1 neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47edf1b8-b528-4493-b9fc-ae9b89bf5323'] response: {'name': 'network-changed', 'server_uuid': '19a4eb96-edc7-47c0-87a1-c240b33715ef', 'tag': '6008bdde-13d6-4c59-86b8-ccec53f029d7', 'status': 'completed', 'code': 200} May 20 21:34:31.560017 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3434c630-d310-48e9-b73f-96c8a0d4d0c6 req-6c98cd03-2e6e-4862-8a9e-0d8792ce5aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:34:31.561865 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-3434c630-d310-48e9-b73f-96c8a0d4d0c6 req-6c98cd03-2e6e-4862-8a9e-0d8792ce5aca service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b9236351e1c74ae7971071e6da1632bd&device_id=19a4eb96-edc7-47c0-87a1-c240b33715ef HTTP/1.1" status: 200 len: 1094 time: 0.0434818 May 20 21:34:31.666017 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3434c630-d310-48e9-b73f-96c8a0d4d0c6 req-79b24fbb-2358-47b6-90d5-2cdfd544b691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:34:31.667502 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-3434c630-d310-48e9-b73f-96c8a0d4d0c6 req-79b24fbb-2358-47b6-90d5-2cdfd544b691 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=b9236351e1c74ae7971071e6da1632bd&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0930846 May 20 21:34:31.762343 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3434c630-d310-48e9-b73f-96c8a0d4d0c6 req-4a2d2cc3-691e-49fc-a5f4-ee790828df1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:34:31.763823 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-3434c630-d310-48e9-b73f-96c8a0d4d0c6 req-4a2d2cc3-691e-49fc-a5f4-ee790828df1e service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0900981 May 20 21:34:31.858119 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f6f756-6891-43b8-b0bd-47bed67af2f2 req-9c5a012e-f6f3-4c01-9e0e-cd85e36f970d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:34:31.860719 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-81f6f756-6891-43b8-b0bd-47bed67af2f2 req-9c5a012e-f6f3-4c01-9e0e-cd85e36f970d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b9236351e1c74ae7971071e6da1632bd&device_id=19a4eb96-edc7-47c0-87a1-c240b33715ef HTTP/1.1" status: 200 len: 1094 time: 0.0405493 May 20 21:34:31.905130 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-81f6f756-6891-43b8-b0bd-47bed67af2f2 req-99473c2a-ae41-48e6-939e-d72b36d83226 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6008bdde-13d6-4c59-86b8-ccec53f029d7 HTTP/1.1" status: 200 len: 217 time: 0.0330799 May 20 21:34:31.956893 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f6f756-6891-43b8-b0bd-47bed67af2f2 req-3571634b-2b9d-476f-aa5f-3de8a2aff221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:34:31.958348 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-81f6f756-6891-43b8-b0bd-47bed67af2f2 req-3571634b-2b9d-476f-aa5f-3de8a2aff221 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7963096c-660c-41ee-b2a1-be9e61906a7a HTTP/1.1" status: 200 len: 850 time: 0.0460606 May 20 21:34:32.001811 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f6f756-6891-43b8-b0bd-47bed67af2f2 req-caba879d-70e1-4859-a0e3-654f8b002984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:34:32.003358 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-81f6f756-6891-43b8-b0bd-47bed67af2f2 req-caba879d-70e1-4859-a0e3-654f8b002984 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=50a3b006-43eb-412f-9023-3721d0d7ce2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389893 May 20 21:34:32.090972 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-81f6f756-6891-43b8-b0bd-47bed67af2f2 req-3ba05906-0588-4131-bff5-20789a33b9d6 service neutron] 10.222.0.13 "GET /v2.0/networks/50a3b006-43eb-412f-9023-3721d0d7ce2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808706 May 20 21:34:32.179984 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-81f6f756-6891-43b8-b0bd-47bed67af2f2 req-7e420277-99fa-4385-9bde-e38f81dac705 service neutron] 10.222.0.13 "GET /v2.0/networks/50a3b006-43eb-412f-9023-3721d0d7ce2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831282 May 20 21:34:32.527347 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142f3fad-b3fd-43be-9203-ef6cc2b89298 req-ecb72f2b-6999-443a-bc25-531c0a98039f tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:34:32.529021 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-142f3fad-b3fd-43be-9203-ef6cc2b89298 req-ecb72f2b-6999-443a-bc25-531c0a98039f tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/ports?device_id=19a4eb96-edc7-47c0-87a1-c240b33715ef HTTP/1.1" status: 200 len: 943 time: 0.0485883 May 20 21:34:32.570300 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-142f3fad-b3fd-43be-9203-ef6cc2b89298 req-9adb5e59-761b-4acc-997a-3e3b65b82cf0 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/security-groups?id=003969c3-2b78-4a1a-a9af-ed266c205e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348938 May 20 21:34:32.739072 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:34:33.693437 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c12aa93-0d68-40c6-869f-7b0de4d7762f req-a9b8476c-67a3-4b4a-b9fc-d255ef532f40 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:34:33.694886 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6c12aa93-0d68-40c6-869f-7b0de4d7762f req-a9b8476c-67a3-4b4a-b9fc-d255ef532f40 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/ports?device_id=19a4eb96-edc7-47c0-87a1-c240b33715ef HTTP/1.1" status: 200 len: 943 time: 0.0513978 May 20 21:34:33.732046 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6c12aa93-0d68-40c6-869f-7b0de4d7762f req-5a546ca8-111a-45df-b95b-bb4b635a6dce tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/security-groups?id=003969c3-2b78-4a1a-a9af-ed266c205e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308867 May 20 21:34:33.907698 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 6008bdde-13d6-4c59-86b8-ccec53f029d7 details requested by agent hyperv_n-h2-842733-1 with host n-h2-842733-1 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 21:34:34.000657 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port 6008bdde-13d6-4c59-86b8-ccec53f029d7, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=6008bdde-13d6-4c59-86b8-ccec53f029d7,segment=NetworkSegment(4501992d-e203-44d7-82fc-7b29a115c6d6),segment_id=4501992d-e203-44d7-82fc-7b29a115c6d6)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:34:34.011312 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Returning: {'device': '6008bdde-13d6-4c59-86b8-ccec53f029d7', 'network_id': '50a3b006-43eb-412f-9023-3721d0d7ce2d', 'port_id': '6008bdde-13d6-4c59-86b8-ccec53f029d7', 'mac_address': 'fa:16:3e:07:a9:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7963096c-660c-41ee-b2a1-be9e61906a7a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 20 21:34:34.046131 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port 6008bdde-13d6-4c59-86b8-ccec53f029d7 is: DOWN; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:34:34.046508 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:34:34.058609 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6008bdde-13d6-4c59-86b8-ccec53f029d7 {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 21:34:34.081607 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port 6008bdde-13d6-4c59-86b8-ccec53f029d7, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=6008bdde-13d6-4c59-86b8-ccec53f029d7,segment=NetworkSegment(4501992d-e203-44d7-82fc-7b29a115c6d6),segment_id=4501992d-e203-44d7-82fc-7b29a115c6d6)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:34:34.144681 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:34:34.345058 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=6008bdde-13d6-4c59-86b8-ccec53f029d7,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:34:34.352283 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:34:34.352618 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:34:34.352945 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:34:34.353296 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:34:34.353618 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:34:34.353934 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:34:34.354248 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:34:34.354559 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:34:34.354870 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:34:34.355179 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:34:34.355485 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:34:34.355792 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:34:34.420334 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] get_ports_and_sgs() called for port_ids ['6008bdde-13d6-4c59-86b8-ccec53f029d7'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 21:34:34.846472 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1f0ebb-0b52-4ba5-8556-124d3c2239ad req-9895eb73-7af2-4ed4-a9d1-e0095bf68b34 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:34:34.847941 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3c1f0ebb-0b52-4ba5-8556-124d3c2239ad req-9895eb73-7af2-4ed4-a9d1-e0095bf68b34 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/ports?device_id=19a4eb96-edc7-47c0-87a1-c240b33715ef HTTP/1.1" status: 200 len: 944 time: 0.0476735 May 20 21:34:34.885682 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3c1f0ebb-0b52-4ba5-8556-124d3c2239ad req-738028b6-fa98-4d1d-a6e3-4c1ee98f5454 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/security-groups?id=003969c3-2b78-4a1a-a9af-ed266c205e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315642 May 20 21:34:35.919741 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 6008bdde-13d6-4c59-86b8-ccec53f029d7 up at agent hyperv_n-h2-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:34:36.001724 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a460ffa-72c9-47ea-ac4f-93c039b911b2 req-234c1d28-00c3-4846-9bb6-51d3d6a1dd4d tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:34:36.003352 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0a460ffa-72c9-47ea-ac4f-93c039b911b2 req-234c1d28-00c3-4846-9bb6-51d3d6a1dd4d tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/ports?device_id=19a4eb96-edc7-47c0-87a1-c240b33715ef HTTP/1.1" status: 200 len: 944 time: 0.0491865 May 20 21:34:36.018909 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Provisioning for port 6008bdde-13d6-4c59-86b8-ccec53f029d7 completed by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 21:34:36.022886 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Provisioning complete for port 6008bdde-13d6-4c59-86b8-ccec53f029d7 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:34:36.023257 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:34:36.042468 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0a460ffa-72c9-47ea-ac4f-93c039b911b2 req-42e779f0-0733-40af-879c-7ccc199f58ba tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/security-groups?id=003969c3-2b78-4a1a-a9af-ed266c205e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329084 May 20 21:34:36.099466 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port 6008bdde-13d6-4c59-86b8-ccec53f029d7 is: BUILD; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:34:36.099888 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:34:36.124698 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19a4eb96-edc7-47c0-87a1-c240b33715ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6008bdde-13d6-4c59-86b8-ccec53f029d7'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 21:34:36.127614 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7947af4a1013b12ef328acaa2f4e39eb2f7ac51c208120b4987a707d9dc479df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e29da8ad-bdfc-4257-9f82-e7c39ee613a1" -d '{"events": [{"server_uuid": "19a4eb96-edc7-47c0-87a1-c240b33715ef", "name": "network-vif-plugged", "status": "completed", "tag": "6008bdde-13d6-4c59-86b8-ccec53f029d7"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 21:34:36.139849 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port 6008bdde-13d6-4c59-86b8-ccec53f029d7, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=6008bdde-13d6-4c59-86b8-ccec53f029d7,segment=NetworkSegment(4501992d-e203-44d7-82fc-7b29a115c6d6),segment_id=4501992d-e203-44d7-82fc-7b29a115c6d6)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:34:36.165420 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 21:34:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34f3be80-efff-4836-a88e-fcfee2a289e9 x-openstack-request-id: req-34f3be80-efff-4836-a88e-fcfee2a289e9 {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 21:34:36.165657 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19a4eb96-edc7-47c0-87a1-c240b33715ef", "name": "network-vif-plugged", "status": "completed", "tag": "6008bdde-13d6-4c59-86b8-ccec53f029d7", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 21:34:36.165907 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-34f3be80-efff-4836-a88e-fcfee2a289e9 {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 21:34:36.166310 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34f3be80-efff-4836-a88e-fcfee2a289e9'] response: {'server_uuid': '19a4eb96-edc7-47c0-87a1-c240b33715ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6008bdde-13d6-4c59-86b8-ccec53f029d7', 'code': 200} May 20 21:34:36.189702 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:34:36.238600 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=6008bdde-13d6-4c59-86b8-ccec53f029d7,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:34:36.285149 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e683bdc-c0bf-4d08-aff8-85f49f91f8a6 req-b6cb5540-b6f5-4dd8-8c81-a2973af666d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:34:36.286690 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-5e683bdc-c0bf-4d08-aff8-85f49f91f8a6 req-b6cb5540-b6f5-4dd8-8c81-a2973af666d3 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=19a4eb96-edc7-47c0-87a1-c240b33715ef HTTP/1.1" status: 200 len: 1096 time: 0.0405350 May 20 21:34:36.319636 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-5e683bdc-c0bf-4d08-aff8-85f49f91f8a6 req-a9d4dbab-b3e3-4457-ae28-fd2784f1f960 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=003969c3-2b78-4a1a-a9af-ed266c205e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0266936 May 20 21:34:37.160894 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f473bf-343c-4696-8aaa-553007d37f6f req-93979f47-911b-4f0a-9bf5-1db1cfc2ed74 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:34:37.162374 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-33f473bf-343c-4696-8aaa-553007d37f6f req-93979f47-911b-4f0a-9bf5-1db1cfc2ed74 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/ports?device_id=19a4eb96-edc7-47c0-87a1-c240b33715ef HTTP/1.1" status: 200 len: 945 time: 0.0520711 May 20 21:34:37.199170 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-33f473bf-343c-4696-8aaa-553007d37f6f req-3cbf8d3d-0370-4791-80b9-d4311390b386 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/security-groups?id=003969c3-2b78-4a1a-a9af-ed266c205e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309422 May 20 21:34:38.316521 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf48c6d-86b1-478c-814b-60f887f7fd2a req-b27c1476-5608-47ed-bc5a-7d1b8b47aacf tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:34:38.318011 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-cdf48c6d-86b1-478c-814b-60f887f7fd2a req-b27c1476-5608-47ed-bc5a-7d1b8b47aacf tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/ports?device_id=19a4eb96-edc7-47c0-87a1-c240b33715ef HTTP/1.1" status: 200 len: 945 time: 0.0488245 May 20 21:34:38.355073 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-cdf48c6d-86b1-478c-814b-60f887f7fd2a req-05a57642-3900-4af8-90d0-19a407d52fd7 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/security-groups?id=003969c3-2b78-4a1a-a9af-ed266c205e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309844 May 20 21:34:38.465791 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc77140-5bcb-48bb-acdc-954eb2bae5cc req-412e7d88-30d7-40fe-832e-bea606218e7f tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:34:38.467238 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-acc77140-5bcb-48bb-acdc-954eb2bae5cc req-412e7d88-30d7-40fe-832e-bea606218e7f tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/ports?device_id=19a4eb96-edc7-47c0-87a1-c240b33715ef HTTP/1.1" status: 200 len: 945 time: 0.0483174 May 20 21:34:38.475868 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 34234) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:34:38.480149 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-3c8751cf-c22a-44c4-8b1f-c51b8a15a298 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Request body: {'floatingip': {'port_id': '6008bdde-13d6-4c59-86b8-ccec53f029d7'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:34:38.522790 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3c8751cf-c22a-44c4-8b1f-c51b8a15a298 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Notify callbacks [] for floatingip, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:34:39.267815 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3c8751cf-c22a-44c4-8b1f-c51b8a15a298 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:34:39.345332 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3c8751cf-c22a-44c4-8b1f-c51b8a15a298 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748272'] for floatingip, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:34:39.448418 n-d-842733-1 neutron-server[103163]: INFO neutron.db.l3_db [None req-3c8751cf-c22a-44c4-8b1f-c51b8a15a298 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Floating IP ac07d75f-93e9-442f-be04-2ffed6583061 associated. External IP: 172.25.2.174, port: 6008bdde-13d6-4c59-86b8-ccec53f029d7. May 20 21:34:39.647972 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c8751cf-c22a-44c4-8b1f-c51b8a15a298 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Router b0ad94e8-7f95-45f6-a76e-a2191e854455 has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 21:34:39.754647 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c8751cf-c22a-44c4-8b1f-c51b8a15a298 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 21:34:39.759503 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3c8751cf-c22a-44c4-8b1f-c51b8a15a298 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for floatingip, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:34:39.764045 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f01c40-b54c-4790-8e39-f606141c3046 None None] Sync routers for ids ['b0ad94e8-7f95-45f6-a76e-a2191e854455'] in n-d-842733-1 {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 21:34:39.773768 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f01c40-b54c-4790-8e39-f606141c3046 None None] Routers {'b0ad94e8-7f95-45f6-a76e-a2191e854455'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:34:39.774382 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-84f01c40-b54c-4790-8e39-f606141c3046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:34:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['b0ad94e8-7f95-45f6-a76e-a2191e854455'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:34:39.790268 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-3c8751cf-c22a-44c4-8b1f-c51b8a15a298 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "PUT /v2.0/floatingips/ac07d75f-93e9-442f-be04-2ffed6583061 HTTP/1.1" status: 200 len: 991 time: 1.3133769 May 20 21:34:39.790954 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19a4eb96-edc7-47c0-87a1-c240b33715ef', 'tag': '6008bdde-13d6-4c59-86b8-ccec53f029d7'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 21:34:39.793321 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4416c3b25ab83027dff24eda6e450cd3b8f285a9257f5a2b93a81ddcbdb8854f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30f1b45a-56de-4ac8-bd39-7eee578aad33" -d '{"events": [{"name": "network-changed", "server_uuid": "19a4eb96-edc7-47c0-87a1-c240b33715ef", "tag": "6008bdde-13d6-4c59-86b8-ccec53f029d7"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 21:34:39.830449 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 21:34:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e4100e0-2dcc-4ff1-a3aa-b9d9fb2ddd2a x-openstack-request-id: req-7e4100e0-2dcc-4ff1-a3aa-b9d9fb2ddd2a {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 21:34:39.830744 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19a4eb96-edc7-47c0-87a1-c240b33715ef", "tag": "6008bdde-13d6-4c59-86b8-ccec53f029d7", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 21:34:39.830995 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7e4100e0-2dcc-4ff1-a3aa-b9d9fb2ddd2a {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 21:34:39.831408 n-d-842733-1 neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e4100e0-2dcc-4ff1-a3aa-b9d9fb2ddd2a'] response: {'name': 'network-changed', 'server_uuid': '19a4eb96-edc7-47c0-87a1-c240b33715ef', 'tag': '6008bdde-13d6-4c59-86b8-ccec53f029d7', 'status': 'completed', 'code': 200} May 20 21:34:39.879978 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-84f01c40-b54c-4790-8e39-f606141c3046 None None] Set router b0ad94e8-7f95-45f6-a76e-a2191e854455 gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:34:39.916566 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f1b45a-56de-4ac8-bd39-7eee578aad33 req-294a12ad-4bae-4805-9633-bfa0a7818b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:34:39.918074 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-30f1b45a-56de-4ac8-bd39-7eee578aad33 req-294a12ad-4bae-4805-9633-bfa0a7818b93 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b9236351e1c74ae7971071e6da1632bd&device_id=19a4eb96-edc7-47c0-87a1-c240b33715ef HTTP/1.1" status: 200 len: 1096 time: 0.0438077 May 20 21:34:40.007646 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f1b45a-56de-4ac8-bd39-7eee578aad33 req-b816187b-5fb7-4567-bcac-5af6b59e79c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:34:40.009139 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-30f1b45a-56de-4ac8-bd39-7eee578aad33 req-b816187b-5fb7-4567-bcac-5af6b59e79c9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=50a3b006-43eb-412f-9023-3721d0d7ce2d HTTP/1.1" status: 200 len: 912 time: 0.0844414 May 20 21:34:40.076473 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-30f1b45a-56de-4ac8-bd39-7eee578aad33 req-ea9b55b3-7e6f-45c0-a6fb-91ab38a9bf8b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6008bdde-13d6-4c59-86b8-ccec53f029d7 HTTP/1.1" status: 200 len: 999 time: 0.0601492 May 20 21:34:40.107696 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-84f01c40-b54c-4790-8e39-f606141c3046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0ad94e8-7f95-45f6-a76e-a2191e854455', 'name': 'tempest-ServerActionsTestJSON-435657109-router', 'tenant_id': 'b9236351e1c74ae7971071e6da1632bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.184'}], 'enable_snat': True}, 'gw_port_id': 'bf9a38ad-fa66-4fcd-b91d-b25170b47e1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:33:30Z', 'updated_at': '2022-05-20T21:33:33Z', 'revision_number': 4, 'project_id': 'b9236351e1c74ae7971071e6da1632bd', 'gw_port': {'id': 'bf9a38ad-fa66-4fcd-b91d-b25170b47e1f', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:34:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ad94e8-7f95-45f6-a76e-a2191e854455', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:33:30Z', 'updated_at': '2022-05-20T21:33:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_floatingips': [{'id': 'ac07d75f-93e9-442f-be04-2ffed6583061', 'tenant_id': 'b9236351e1c74ae7971071e6da1632bd', 'floating_ip_address': '172.25.2.174', 'floating_network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'router_id': 'b0ad94e8-7f95-45f6-a76e-a2191e854455', 'port_id': '6008bdde-13d6-4c59-86b8-ccec53f029d7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50a3b006-43eb-412f-9023-3721d0d7ce2d', 'mac_address': 'fa:16:3e:07:a9:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19a4eb96-edc7-47c0-87a1-c240b33715ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-20T21:33:36Z', 'updated_at': '2022-05-20T21:34:39Z', 'revision_number': 5, 'project_id': 'b9236351e1c74ae7971071e6da1632bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f95e277a-dcf5-450a-97d7-4ddd46c472a2', 'name': '', 'network_id': '50a3b006-43eb-412f-9023-3721d0d7ce2d', 'tenant_id': 'b9236351e1c74ae7971071e6da1632bd', 'mac_address': 'fa:16:3e:2d:37:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ad94e8-7f95-45f6-a76e-a2191e854455', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '7963096c-660c-41ee-b2a1-be9e61906a7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:33:32Z', 'updated_at': '2022-05-20T21:33:36Z', 'revision_number': 5, 'project_id': 'b9236351e1c74ae7971071e6da1632bd', 'subnets': [{'id': '7963096c-660c-41ee-b2a1-be9e61906a7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:34:40.124328 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f1b45a-56de-4ac8-bd39-7eee578aad33 req-f6cfc963-b602-48ad-b9ce-9e915e016712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:34:40.131607 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-30f1b45a-56de-4ac8-bd39-7eee578aad33 req-f6cfc963-b602-48ad-b9ce-9e915e016712 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7963096c-660c-41ee-b2a1-be9e61906a7a HTTP/1.1" status: 200 len: 850 time: 0.0430355 May 20 21:34:40.134422 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f01c40-b54c-4790-8e39-f606141c3046 None None] Checking router: b0ad94e8-7f95-45f6-a76e-a2191e854455 for host: n-d-842733-1 {{(pid=103165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 21:34:40.143614 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f01c40-b54c-4790-8e39-f606141c3046 None None] Routers {'b0ad94e8-7f95-45f6-a76e-a2191e854455'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:34:40.144228 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-84f01c40-b54c-4790-8e39-f606141c3046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:34:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['b0ad94e8-7f95-45f6-a76e-a2191e854455'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:34:40.169745 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f1b45a-56de-4ac8-bd39-7eee578aad33 req-2e4b5359-78e7-4a39-a40b-f30eeebb71da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:34:40.171120 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-30f1b45a-56de-4ac8-bd39-7eee578aad33 req-2e4b5359-78e7-4a39-a40b-f30eeebb71da service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=50a3b006-43eb-412f-9023-3721d0d7ce2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395570 May 20 21:34:40.249826 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-84f01c40-b54c-4790-8e39-f606141c3046 None None] Set router b0ad94e8-7f95-45f6-a76e-a2191e854455 gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:34:40.261285 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-30f1b45a-56de-4ac8-bd39-7eee578aad33 req-37d3a06b-fbd1-40d5-b440-ccd7efcbc2f6 service neutron] 10.222.0.13 "GET /v2.0/networks/50a3b006-43eb-412f-9023-3721d0d7ce2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836575 May 20 21:34:40.353971 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-30f1b45a-56de-4ac8-bd39-7eee578aad33 req-ed9ce69e-688a-4ec0-b147-af4dfa0208a6 service neutron] 10.222.0.13 "GET /v2.0/networks/50a3b006-43eb-412f-9023-3721d0d7ce2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860405 May 20 21:34:40.475581 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-84f01c40-b54c-4790-8e39-f606141c3046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0ad94e8-7f95-45f6-a76e-a2191e854455', 'name': 'tempest-ServerActionsTestJSON-435657109-router', 'tenant_id': 'b9236351e1c74ae7971071e6da1632bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.184'}], 'enable_snat': True}, 'gw_port_id': 'bf9a38ad-fa66-4fcd-b91d-b25170b47e1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:33:30Z', 'updated_at': '2022-05-20T21:33:33Z', 'revision_number': 4, 'project_id': 'b9236351e1c74ae7971071e6da1632bd', 'gw_port': {'id': 'bf9a38ad-fa66-4fcd-b91d-b25170b47e1f', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:34:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ad94e8-7f95-45f6-a76e-a2191e854455', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:33:30Z', 'updated_at': '2022-05-20T21:33:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_floatingips': [{'id': 'ac07d75f-93e9-442f-be04-2ffed6583061', 'tenant_id': 'b9236351e1c74ae7971071e6da1632bd', 'floating_ip_address': '172.25.2.174', 'floating_network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'router_id': 'b0ad94e8-7f95-45f6-a76e-a2191e854455', 'port_id': '6008bdde-13d6-4c59-86b8-ccec53f029d7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50a3b006-43eb-412f-9023-3721d0d7ce2d', 'mac_address': 'fa:16:3e:07:a9:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19a4eb96-edc7-47c0-87a1-c240b33715ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-20T21:33:36Z', 'updated_at': '2022-05-20T21:34:39Z', 'revision_number': 5, 'project_id': 'b9236351e1c74ae7971071e6da1632bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f95e277a-dcf5-450a-97d7-4ddd46c472a2', 'name': '', 'network_id': '50a3b006-43eb-412f-9023-3721d0d7ce2d', 'tenant_id': 'b9236351e1c74ae7971071e6da1632bd', 'mac_address': 'fa:16:3e:2d:37:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ad94e8-7f95-45f6-a76e-a2191e854455', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '7963096c-660c-41ee-b2a1-be9e61906a7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:33:32Z', 'updated_at': '2022-05-20T21:33:36Z', 'revision_number': 5, 'project_id': 'b9236351e1c74ae7971071e6da1632bd', 'subnets': [{'id': '7963096c-660c-41ee-b2a1-be9e61906a7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:34:40.502414 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f01c40-b54c-4790-8e39-f606141c3046 None None] The sync data for ids ['b0ad94e8-7f95-45f6-a76e-a2191e854455'] in n-d-842733-1 is: [{'id': 'b0ad94e8-7f95-45f6-a76e-a2191e854455', 'name': 'tempest-ServerActionsTestJSON-435657109-router', 'tenant_id': 'b9236351e1c74ae7971071e6da1632bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.184'}], 'enable_snat': True}, 'gw_port_id': 'bf9a38ad-fa66-4fcd-b91d-b25170b47e1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:33:30Z', 'updated_at': '2022-05-20T21:33:33Z', 'revision_number': 4, 'project_id': 'b9236351e1c74ae7971071e6da1632bd', 'gw_port': {'id': 'bf9a38ad-fa66-4fcd-b91d-b25170b47e1f', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:34:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ad94e8-7f95-45f6-a76e-a2191e854455', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:33:30Z', 'updated_at': '2022-05-20T21:33:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_floatingips': [{'id': 'ac07d75f-93e9-442f-be04-2ffed6583061', 'tenant_id': 'b9236351e1c74ae7971071e6da1632bd', 'floating_ip_address': '172.25.2.174', 'floating_network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'router_id': 'b0ad94e8-7f95-45f6-a76e-a2191e854455', 'port_id': '6008bdde-13d6-4c59-86b8-ccec53f029d7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50a3b006-43eb-412f-9023-3721d0d7ce2d', 'mac_address': 'fa:16:3e:07:a9:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19a4eb96-edc7-47c0-87a1-c240b33715ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-20T21:33:36Z', 'updated_at': '2022-05-20T21:34:39Z', 'revision_number': 5, 'project_id': 'b9236351e1c74ae7971071e6da1632bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f95e277a-dcf5-450a-97d7-4ddd46c472a2', 'name': '', 'network_id': '50a3b006-43eb-412f-9023-3721d0d7ce2d', 'tenant_id': 'b9236351e1c74ae7971071e6da1632bd', 'mac_address': 'fa:16:3e:2d:37:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ad94e8-7f95-45f6-a76e-a2191e854455', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '7963096c-660c-41ee-b2a1-be9e61906a7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:33:32Z', 'updated_at': '2022-05-20T21:33:36Z', 'revision_number': 5, 'project_id': 'b9236351e1c74ae7971071e6da1632bd', 'subnets': [{'id': '7963096c-660c-41ee-b2a1-be9e61906a7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 21:34:40.689137 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfc1c68b-286e-45f6-901a-a860e08e5f2a None None] New status for floating IP ac07d75f-93e9-442f-be04-2ffed6583061: ACTIVE {{(pid=103164) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 21:34:49.938581 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d05c7577-65c7-4531-8070-9946181a2baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:34:52.275922 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-56680d6c-a2ef-4e87-b8dd-862d1d5e9215 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:34:54.110082 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4bb0e131-6525-46ca-a45b-e4ea43a5e69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:34:55.160387 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:34:55.657776 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:34:55.686837 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cc3ec51b-6ec8-438a-8349-5f0bec346d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:34:59.061967 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-46678abd-f541-462f-9152-b78d2e8b9ed4 req-d6641c6a-0186-4b5a-bbd9-e41c648c77ea service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=19a4eb96-edc7-47c0-87a1-c240b33715ef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0399637 May 20 21:34:59.163710 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46678abd-f541-462f-9152-b78d2e8b9ed4 req-7ff9ee82-54ec-4d88-a60e-f541622f9188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:34:59.165155 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-46678abd-f541-462f-9152-b78d2e8b9ed4 req-7ff9ee82-54ec-4d88-a60e-f541622f9188 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b9236351e1c74ae7971071e6da1632bd&device_id=19a4eb96-edc7-47c0-87a1-c240b33715ef HTTP/1.1" status: 200 len: 1096 time: 0.0434175 May 20 21:34:59.265396 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46678abd-f541-462f-9152-b78d2e8b9ed4 req-72f47642-48e0-421c-bf2e-60ed6c3364c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:34:59.266906 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-46678abd-f541-462f-9152-b78d2e8b9ed4 req-72f47642-48e0-421c-bf2e-60ed6c3364c5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=50a3b006-43eb-412f-9023-3721d0d7ce2d HTTP/1.1" status: 200 len: 912 time: 0.0818069 May 20 21:34:59.344134 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-46678abd-f541-462f-9152-b78d2e8b9ed4 req-10574f4e-30f7-4e0e-b8dc-7a4a1b8e07ba service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6008bdde-13d6-4c59-86b8-ccec53f029d7 HTTP/1.1" status: 200 len: 1001 time: 0.0698655 May 20 21:34:59.391244 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46678abd-f541-462f-9152-b78d2e8b9ed4 req-d6384d0e-97ec-4082-b626-3bbc30527cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:34:59.392703 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-46678abd-f541-462f-9152-b78d2e8b9ed4 req-d6384d0e-97ec-4082-b626-3bbc30527cb7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7963096c-660c-41ee-b2a1-be9e61906a7a HTTP/1.1" status: 200 len: 850 time: 0.0426702 May 20 21:34:59.437135 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46678abd-f541-462f-9152-b78d2e8b9ed4 req-99bbfe9e-4b59-4a30-97ab-0fbc8920e1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:34:59.438674 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-46678abd-f541-462f-9152-b78d2e8b9ed4 req-99bbfe9e-4b59-4a30-97ab-0fbc8920e1b8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=50a3b006-43eb-412f-9023-3721d0d7ce2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398395 May 20 21:34:59.529595 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-46678abd-f541-462f-9152-b78d2e8b9ed4 req-aaa6c7b2-8197-41d7-8f50-8553d073a0ce service neutron] 10.222.0.13 "GET /v2.0/networks/50a3b006-43eb-412f-9023-3721d0d7ce2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843401 May 20 21:34:59.617082 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-46678abd-f541-462f-9152-b78d2e8b9ed4 req-c2978aa5-0f65-4550-8502-a29bc0e7db64 service neutron] 10.222.0.13 "GET /v2.0/networks/50a3b006-43eb-412f-9023-3721d0d7ce2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799260 May 20 21:35:00.143617 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.agents_db [None req-5c33ad30-4e00-40fa-b486-8c79c4a6cfc5 None None] Agent healthcheck: found 7 active agents {{(pid=103165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 20 21:35:02.772554 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:35:14.313235 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b611666-6017-4e5b-b9e7-8c17b6df076d req-1e092209-79b7-49db-9df2-a58695407d5a tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:35:14.315627 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9b611666-6017-4e5b-b9e7-8c17b6df076d req-1e092209-79b7-49db-9df2-a58695407d5a tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/ports?device_id=19a4eb96-edc7-47c0-87a1-c240b33715ef HTTP/1.1" status: 200 len: 945 time: 0.0512815 May 20 21:35:14.354041 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9b611666-6017-4e5b-b9e7-8c17b6df076d req-52f6d08e-bd53-4837-86e4-8362373c2dfa tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/security-groups?id=003969c3-2b78-4a1a-a9af-ed266c205e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323267 May 20 21:35:15.473017 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d3cea9-7808-45bd-a19b-a96eb7f0e47c req-3443f319-57d6-4aff-9d8c-1a1206e3c2a9 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:35:15.474520 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f4d3cea9-7808-45bd-a19b-a96eb7f0e47c req-3443f319-57d6-4aff-9d8c-1a1206e3c2a9 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/ports?device_id=19a4eb96-edc7-47c0-87a1-c240b33715ef HTTP/1.1" status: 200 len: 945 time: 0.0487769 May 20 21:35:15.511416 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f4d3cea9-7808-45bd-a19b-a96eb7f0e47c req-08eee306-7515-4e46-a069-709f4552468c tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/security-groups?id=003969c3-2b78-4a1a-a9af-ed266c205e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309227 May 20 21:35:16.629339 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62eda52-ef66-432c-9825-a93abc46cc06 req-3550d8e1-fe8d-4c66-896c-c5b8e42dccbb tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:35:16.630815 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c62eda52-ef66-432c-9825-a93abc46cc06 req-3550d8e1-fe8d-4c66-896c-c5b8e42dccbb tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/ports?device_id=19a4eb96-edc7-47c0-87a1-c240b33715ef HTTP/1.1" status: 200 len: 945 time: 0.0504110 May 20 21:35:16.672458 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c62eda52-ef66-432c-9825-a93abc46cc06 req-a617759c-3911-41ff-8afe-71e01e645642 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/security-groups?id=003969c3-2b78-4a1a-a9af-ed266c205e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356786 May 20 21:35:17.791000 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce805fb-4e29-4ba2-8957-2ea2f104d47d req-6165af3a-b472-4ae2-8132-f2aaa0ad0ac4 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:35:17.792395 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9ce805fb-4e29-4ba2-8957-2ea2f104d47d req-6165af3a-b472-4ae2-8132-f2aaa0ad0ac4 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/ports?device_id=19a4eb96-edc7-47c0-87a1-c240b33715ef HTTP/1.1" status: 200 len: 945 time: 0.0495045 May 20 21:35:17.830143 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9ce805fb-4e29-4ba2-8957-2ea2f104d47d req-6987e2bd-2d46-4b1b-9183-136031d1d493 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/security-groups?id=003969c3-2b78-4a1a-a9af-ed266c205e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312328 May 20 21:35:18.944148 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a036851-b661-4038-826e-6a862abd38fc req-ee8953e1-5c39-4d49-9032-913583513608 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:35:18.945611 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9a036851-b661-4038-826e-6a862abd38fc req-ee8953e1-5c39-4d49-9032-913583513608 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/ports?device_id=19a4eb96-edc7-47c0-87a1-c240b33715ef HTTP/1.1" status: 200 len: 945 time: 0.0476770 May 20 21:35:18.983535 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9a036851-b661-4038-826e-6a862abd38fc req-7c067dd0-f569-480f-b68e-ad40ff406226 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/security-groups?id=003969c3-2b78-4a1a-a9af-ed266c205e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319445 May 20 21:35:19.909412 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-53165591-87c8-4db8-8adf-96e27c1e677c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:35:20.099718 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4207a78-50e8-42f3-a915-6be72e507fcf req-44c7b3e4-aaa3-4cc4-8ef1-c43b70a707ee tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:35:20.101189 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a4207a78-50e8-42f3-a915-6be72e507fcf req-44c7b3e4-aaa3-4cc4-8ef1-c43b70a707ee tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/ports?device_id=19a4eb96-edc7-47c0-87a1-c240b33715ef HTTP/1.1" status: 200 len: 945 time: 0.0489590 May 20 21:35:20.144402 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a4207a78-50e8-42f3-a915-6be72e507fcf req-8da7c12e-8400-4cea-87be-adf4c268445f tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/security-groups?id=003969c3-2b78-4a1a-a9af-ed266c205e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370963 May 20 21:35:21.261712 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d72eec9-082c-4b3f-97cc-a1d923e1627c req-2d872dc8-c6b9-4863-b90b-375ffc6172a0 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:35:21.263295 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0d72eec9-082c-4b3f-97cc-a1d923e1627c req-2d872dc8-c6b9-4863-b90b-375ffc6172a0 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/ports?device_id=19a4eb96-edc7-47c0-87a1-c240b33715ef HTTP/1.1" status: 200 len: 945 time: 0.0498421 May 20 21:35:21.301847 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0d72eec9-082c-4b3f-97cc-a1d923e1627c req-8374aee4-741b-4138-8102-d6331e9e3b4e tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/security-groups?id=003969c3-2b78-4a1a-a9af-ed266c205e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324364 May 20 21:35:22.314482 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-fed96590-bf08-4039-a0f8-81e98e7824cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:35:22.417681 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44289fce-84ae-4700-b15f-026057c4ab5f req-e6e89cfd-8e89-4418-8aef-9b2de913c6b2 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:35:22.419130 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-44289fce-84ae-4700-b15f-026057c4ab5f req-e6e89cfd-8e89-4418-8aef-9b2de913c6b2 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/ports?device_id=19a4eb96-edc7-47c0-87a1-c240b33715ef HTTP/1.1" status: 200 len: 945 time: 0.0491760 May 20 21:35:22.457275 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-44289fce-84ae-4700-b15f-026057c4ab5f req-f2383554-4165-4cad-b4a8-f9d59714ef2e tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/security-groups?id=003969c3-2b78-4a1a-a9af-ed266c205e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319424 May 20 21:35:23.573635 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250dde70-30e0-44c6-8ff4-1f47b6cd08ee req-201528f3-c3e0-4982-8b07-e7b38adfe4ad tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:35:23.575073 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-250dde70-30e0-44c6-8ff4-1f47b6cd08ee req-201528f3-c3e0-4982-8b07-e7b38adfe4ad tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/ports?device_id=19a4eb96-edc7-47c0-87a1-c240b33715ef HTTP/1.1" status: 200 len: 945 time: 0.0477507 May 20 21:35:23.616633 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-250dde70-30e0-44c6-8ff4-1f47b6cd08ee req-ce417179-6c3f-4b3c-ad64-7e17e085f582 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/security-groups?id=003969c3-2b78-4a1a-a9af-ed266c205e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347576 May 20 21:35:24.138197 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4bb0e131-6525-46ca-a45b-e4ea43a5e69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:35:24.731232 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd048195-b9db-4b43-8577-1db5d3075fc5 req-433f1f32-f3f4-41ed-ace6-d6cb41ef88c2 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:35:24.732908 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-dd048195-b9db-4b43-8577-1db5d3075fc5 req-433f1f32-f3f4-41ed-ace6-d6cb41ef88c2 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/ports?device_id=19a4eb96-edc7-47c0-87a1-c240b33715ef HTTP/1.1" status: 200 len: 945 time: 0.0488484 May 20 21:35:24.770565 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-dd048195-b9db-4b43-8577-1db5d3075fc5 req-5a04969d-98d0-4787-a6d4-e92f03eca6d6 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/security-groups?id=003969c3-2b78-4a1a-a9af-ed266c205e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309970 May 20 21:35:25.223291 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:35:25.619283 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:35:25.680671 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cc3ec51b-6ec8-438a-8349-5f0bec346d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:35:25.886076 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1283acc1-f5a3-461f-8fb3-a40dd3badcb8 req-53725e95-77ad-4c75-a3eb-4b472c52258d tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:35:25.887588 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1283acc1-f5a3-461f-8fb3-a40dd3badcb8 req-53725e95-77ad-4c75-a3eb-4b472c52258d tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/ports?device_id=19a4eb96-edc7-47c0-87a1-c240b33715ef HTTP/1.1" status: 200 len: 945 time: 0.0482755 May 20 21:35:25.926248 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1283acc1-f5a3-461f-8fb3-a40dd3badcb8 req-acfc0087-46aa-4471-ae2c-95c1fd6a66e4 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/security-groups?id=003969c3-2b78-4a1a-a9af-ed266c205e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315485 May 20 21:35:27.043304 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bb35d8-3d94-41fd-9a59-c9c7db0d784d req-caba5fbf-cabd-4a18-b2de-7e83a52381c6 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:35:27.044758 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b5bb35d8-3d94-41fd-9a59-c9c7db0d784d req-caba5fbf-cabd-4a18-b2de-7e83a52381c6 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/ports?device_id=19a4eb96-edc7-47c0-87a1-c240b33715ef HTTP/1.1" status: 200 len: 945 time: 0.0491083 May 20 21:35:27.086315 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b5bb35d8-3d94-41fd-9a59-c9c7db0d784d req-8342ca90-3254-4803-8e11-98a0886567c2 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/security-groups?id=003969c3-2b78-4a1a-a9af-ed266c205e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350075 May 20 21:35:28.205115 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf25b48-96dc-42c4-be05-aa90ec9a19b8 req-52470a21-3caa-401b-ba25-db93a3a34230 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:35:28.206620 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3bf25b48-96dc-42c4-be05-aa90ec9a19b8 req-52470a21-3caa-401b-ba25-db93a3a34230 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/ports?device_id=19a4eb96-edc7-47c0-87a1-c240b33715ef HTTP/1.1" status: 200 len: 945 time: 0.0499969 May 20 21:35:28.244377 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3bf25b48-96dc-42c4-be05-aa90ec9a19b8 req-68d33408-fdda-48d4-9662-ca3831eb90e6 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/security-groups?id=003969c3-2b78-4a1a-a9af-ed266c205e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318234 May 20 21:35:29.362512 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8d6074-7c13-4e95-954e-647e25dddf17 req-ca1e1bc7-bbb6-40d3-b515-a3e09351ac49 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:35:29.363999 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-cb8d6074-7c13-4e95-954e-647e25dddf17 req-ca1e1bc7-bbb6-40d3-b515-a3e09351ac49 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/ports?device_id=19a4eb96-edc7-47c0-87a1-c240b33715ef HTTP/1.1" status: 200 len: 945 time: 0.0506382 May 20 21:35:29.401418 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-cb8d6074-7c13-4e95-954e-647e25dddf17 req-c31c5e71-f534-4ed1-849c-1b4b25c6a7e1 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/security-groups?id=003969c3-2b78-4a1a-a9af-ed266c205e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313628 May 20 21:35:30.517402 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d07ac69-3e28-4316-8df3-6dfc8ce90805 req-a2685590-1abe-450c-81a6-a834a548b302 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:35:30.518847 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4d07ac69-3e28-4316-8df3-6dfc8ce90805 req-a2685590-1abe-450c-81a6-a834a548b302 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/ports?device_id=19a4eb96-edc7-47c0-87a1-c240b33715ef HTTP/1.1" status: 200 len: 945 time: 0.0486372 May 20 21:35:30.559330 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4d07ac69-3e28-4316-8df3-6dfc8ce90805 req-9c9ae064-5db9-4267-84dd-6ba378d2fb6d tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/security-groups?id=003969c3-2b78-4a1a-a9af-ed266c205e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344255 May 20 21:35:30.879401 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4463de7-1115-4af8-9214-50f9530aa3ca req-b6977aa7-d834-4959-915c-641c5e320e06 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:35:30.880851 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f4463de7-1115-4af8-9214-50f9530aa3ca req-b6977aa7-d834-4959-915c-641c5e320e06 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/ports?device_id=19a4eb96-edc7-47c0-87a1-c240b33715ef HTTP/1.1" status: 200 len: 945 time: 0.0508978 May 20 21:35:30.918284 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f4463de7-1115-4af8-9214-50f9530aa3ca req-f2e30ee9-aaf4-4fb8-814a-2665b2f77847 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/security-groups?id=003969c3-2b78-4a1a-a9af-ed266c205e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311708 May 20 21:35:31.047435 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e9589bcf-cea5-41cb-aac1-82184a56a173 req-7e43ea68-d3b4-46e8-8953-c4564913de47 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=19a4eb96-edc7-47c0-87a1-c240b33715ef&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0783880 May 20 21:35:32.037973 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bcccab-11e3-47c6-8454-fc282066c77d req-9ca1813d-b720-4732-ab00-a65659837b94 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:35:32.041772 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c8bcccab-11e3-47c6-8454-fc282066c77d req-9ca1813d-b720-4732-ab00-a65659837b94 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/ports?device_id=19a4eb96-edc7-47c0-87a1-c240b33715ef HTTP/1.1" status: 200 len: 945 time: 0.0494797 May 20 21:35:32.077500 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c8bcccab-11e3-47c6-8454-fc282066c77d req-6d795cc0-f99c-4b93-9c39-38d25e49709e tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/security-groups?id=003969c3-2b78-4a1a-a9af-ed266c205e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310729 May 20 21:35:32.777956 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:35:32.910880 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9589bcf-cea5-41cb-aac1-82184a56a173 req-c0fff416-5242-46a3-803c-b2ef909e999a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:35:32.912337 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-e9589bcf-cea5-41cb-aac1-82184a56a173 req-c0fff416-5242-46a3-803c-b2ef909e999a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b9236351e1c74ae7971071e6da1632bd&device_id=19a4eb96-edc7-47c0-87a1-c240b33715ef HTTP/1.1" status: 200 len: 1096 time: 0.0426493 May 20 21:35:33.001823 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9589bcf-cea5-41cb-aac1-82184a56a173 req-a385e50f-2c12-4ab5-b071-12bef833063e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:35:33.003731 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-e9589bcf-cea5-41cb-aac1-82184a56a173 req-a385e50f-2c12-4ab5-b071-12bef833063e service neutron] 10.222.0.13 "GET /v2.0/networks?id=50a3b006-43eb-412f-9023-3721d0d7ce2d HTTP/1.1" status: 200 len: 912 time: 0.0851681 May 20 21:35:33.067963 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-e9589bcf-cea5-41cb-aac1-82184a56a173 req-60fda997-0ede-41ff-bf8a-a25942deb627 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6008bdde-13d6-4c59-86b8-ccec53f029d7 HTTP/1.1" status: 200 len: 1001 time: 0.0579438 May 20 21:35:33.119262 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9589bcf-cea5-41cb-aac1-82184a56a173 req-c52d699f-7425-4aae-a407-ebfd3964c734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:35:33.120722 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-e9589bcf-cea5-41cb-aac1-82184a56a173 req-c52d699f-7425-4aae-a407-ebfd3964c734 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7963096c-660c-41ee-b2a1-be9e61906a7a HTTP/1.1" status: 200 len: 850 time: 0.0466952 May 20 21:35:33.166168 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9589bcf-cea5-41cb-aac1-82184a56a173 req-974c6bf2-9694-4b52-bd8e-79ca17d2ed69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:35:33.167674 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-e9589bcf-cea5-41cb-aac1-82184a56a173 req-974c6bf2-9694-4b52-bd8e-79ca17d2ed69 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=50a3b006-43eb-412f-9023-3721d0d7ce2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404963 May 20 21:35:33.200206 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce38b186-1f66-4706-a1df-b8843b5f5c11 req-a90e26a3-cbb2-4441-91b0-1beb84e56a72 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:35:33.201704 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ce38b186-1f66-4706-a1df-b8843b5f5c11 req-a90e26a3-cbb2-4441-91b0-1beb84e56a72 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/ports?device_id=19a4eb96-edc7-47c0-87a1-c240b33715ef HTTP/1.1" status: 200 len: 945 time: 0.0544400 May 20 21:35:33.240748 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ce38b186-1f66-4706-a1df-b8843b5f5c11 req-d392acd6-e8d3-4aed-b550-3f8dfe372b69 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/security-groups?id=003969c3-2b78-4a1a-a9af-ed266c205e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320544 May 20 21:35:33.258085 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-e9589bcf-cea5-41cb-aac1-82184a56a173 req-99b3d33c-c8f3-4d35-9841-eb55156b6f83 service neutron] 10.222.0.13 "GET /v2.0/networks/50a3b006-43eb-412f-9023-3721d0d7ce2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839436 May 20 21:35:33.688489 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-e9589bcf-cea5-41cb-aac1-82184a56a173 req-ff3037b5-90a7-4a55-ad50-918993ac9633 service neutron] 10.222.0.13 "GET /v2.0/networks/50a3b006-43eb-412f-9023-3721d0d7ce2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4240015 May 20 21:35:34.358752 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9287450e-29e9-48d9-b4f5-ae18555659ec req-adff64a2-6336-44d2-b793-ae542068069b tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:35:34.360248 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9287450e-29e9-48d9-b4f5-ae18555659ec req-adff64a2-6336-44d2-b793-ae542068069b tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/ports?device_id=19a4eb96-edc7-47c0-87a1-c240b33715ef HTTP/1.1" status: 200 len: 945 time: 0.0492523 May 20 21:35:34.398623 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9287450e-29e9-48d9-b4f5-ae18555659ec req-21c3e92c-77fa-471c-8f58-cb9ec485c1b7 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/security-groups?id=003969c3-2b78-4a1a-a9af-ed266c205e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322895 May 20 21:35:35.515658 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b08231-c033-42d3-86cf-ca0a9a4a30e1 req-d8b980da-43e4-4c62-aa21-1fc8f9c60b12 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:35:35.517114 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a3b08231-c033-42d3-86cf-ca0a9a4a30e1 req-d8b980da-43e4-4c62-aa21-1fc8f9c60b12 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/ports?device_id=19a4eb96-edc7-47c0-87a1-c240b33715ef HTTP/1.1" status: 200 len: 945 time: 0.0489316 May 20 21:35:35.556745 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a3b08231-c033-42d3-86cf-ca0a9a4a30e1 req-a2a61197-147d-49e2-bcd2-fa23ec87f109 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/security-groups?id=003969c3-2b78-4a1a-a9af-ed266c205e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321388 May 20 21:35:35.753392 n-d-842733-1 neutron-server[103162]: INFO neutron.api.v2.resource [req-e9589bcf-cea5-41cb-aac1-82184a56a173 req-ffb274f2-8462-4c4d-84f6-20513c59390d service neutron] show failed (client error): The resource could not be found. May 20 21:35:35.754273 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-e9589bcf-cea5-41cb-aac1-82184a56a173 req-ffb274f2-8462-4c4d-84f6-20513c59390d service neutron] 10.222.0.13 "GET /v2.0/ports/6008bdde-13d6-4c59-86b8-ccec53f029d7/bindings/n-h1-842733-1 HTTP/1.1" status: 404 len: 380 time: 0.0531909 May 20 21:35:36.185987 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9589bcf-cea5-41cb-aac1-82184a56a173 req-29afa632-4d61-4d70-9e5f-63428b56bd63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:35:36.187552 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-e9589bcf-cea5-41cb-aac1-82184a56a173 req-29afa632-4d61-4d70-9e5f-63428b56bd63 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=19a4eb96-edc7-47c0-87a1-c240b33715ef&tenant_id=b9236351e1c74ae7971071e6da1632bd HTTP/1.1" status: 200 len: 1096 time: 0.0398042 May 20 21:35:36.199383 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [req-e9589bcf-cea5-41cb-aac1-82184a56a173 req-08d37bcc-a722-4c7e-9247-78408b49c1e1 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-842733-1', 'device_owner': 'compute:nova'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:35:36.254150 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-e9589bcf-cea5-41cb-aac1-82184a56a173 req-08d37bcc-a722-4c7e-9247-78408b49c1e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:35:36.452104 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-e9589bcf-cea5-41cb-aac1-82184a56a173 req-08d37bcc-a722-4c7e-9247-78408b49c1e1 service neutron] For port 6008bdde-13d6-4c59-86b8-ccec53f029d7, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=6008bdde-13d6-4c59-86b8-ccec53f029d7,segment=NetworkSegment(4501992d-e203-44d7-82fc-7b29a115c6d6),segment_id=4501992d-e203-44d7-82fc-7b29a115c6d6)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:35:36.483274 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-e9589bcf-cea5-41cb-aac1-82184a56a173 req-08d37bcc-a722-4c7e-9247-78408b49c1e1 service neutron] For port 6008bdde-13d6-4c59-86b8-ccec53f029d7, host n-h2-842733-1, cleared binding levels {{(pid=103162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 21:35:36.523671 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19a4eb96-edc7-47c0-87a1-c240b33715ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6008bdde-13d6-4c59-86b8-ccec53f029d7'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 21:35:36.525999 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e97a983f2a54588e3d21b88a12ad54839c2ea34da7b46679306b1f34ba25e4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b5b17da-dae5-498f-afa1-8a2dec83e2f5" -d '{"events": [{"server_uuid": "19a4eb96-edc7-47c0-87a1-c240b33715ef", "name": "network-vif-unplugged", "status": "completed", "tag": "6008bdde-13d6-4c59-86b8-ccec53f029d7"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 21:35:36.530268 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-e9589bcf-cea5-41cb-aac1-82184a56a173 req-08d37bcc-a722-4c7e-9247-78408b49c1e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:35:36.542413 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.provisioning_blocks [req-e9589bcf-cea5-41cb-aac1-82184a56a173 req-08d37bcc-a722-4c7e-9247-78408b49c1e1 service neutron] Transition to ACTIVE for port object 6008bdde-13d6-4c59-86b8-ccec53f029d7 will not be triggered until provisioned by entity L2. {{(pid=103162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 21:35:36.574602 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 May 2022 21:35:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19e257f4-7465-4d70-8ef3-ff74658ab020 x-openstack-request-id: req-19e257f4-7465-4d70-8ef3-ff74658ab020 {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 21:35:36.574975 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19a4eb96-edc7-47c0-87a1-c240b33715ef", "name": "network-vif-unplugged", "status": "completed", "tag": "6008bdde-13d6-4c59-86b8-ccec53f029d7", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 21:35:36.575237 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-19e257f4-7465-4d70-8ef3-ff74658ab020 {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 21:35:36.575644 n-d-842733-1 neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19e257f4-7465-4d70-8ef3-ff74658ab020'] response: {'server_uuid': '19a4eb96-edc7-47c0-87a1-c240b33715ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6008bdde-13d6-4c59-86b8-ccec53f029d7', 'code': 200} May 20 21:35:36.606327 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-e9589bcf-cea5-41cb-aac1-82184a56a173 req-08d37bcc-a722-4c7e-9247-78408b49c1e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:35:36.682030 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bc8b58-8105-4347-a9ec-93a22c9a8034 req-7e353f0a-dfad-4985-aff9-c59067602887 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:35:36.683774 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b0bc8b58-8105-4347-a9ec-93a22c9a8034 req-7e353f0a-dfad-4985-aff9-c59067602887 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/ports?device_id=19a4eb96-edc7-47c0-87a1-c240b33715ef HTTP/1.1" status: 200 len: 943 time: 0.0593743 May 20 21:35:36.693099 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d37bcc-a722-4c7e-9247-78408b49c1e1 service neutron] Pushing event updated for resources: {'Port': ['ID=6008bdde-13d6-4c59-86b8-ccec53f029d7,revision_number=6']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:35:36.705472 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d37bcc-a722-4c7e-9247-78408b49c1e1 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:35:36.705825 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d37bcc-a722-4c7e-9247-78408b49c1e1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:35:36.706213 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d37bcc-a722-4c7e-9247-78408b49c1e1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:35:36.706557 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d37bcc-a722-4c7e-9247-78408b49c1e1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:35:36.707019 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d37bcc-a722-4c7e-9247-78408b49c1e1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:35:36.707333 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d37bcc-a722-4c7e-9247-78408b49c1e1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:35:36.707670 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d37bcc-a722-4c7e-9247-78408b49c1e1 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:35:36.708001 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d37bcc-a722-4c7e-9247-78408b49c1e1 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:35:36.708338 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d37bcc-a722-4c7e-9247-78408b49c1e1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:35:36.708671 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d37bcc-a722-4c7e-9247-78408b49c1e1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:35:36.709000 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d37bcc-a722-4c7e-9247-78408b49c1e1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:35:36.709370 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d37bcc-a722-4c7e-9247-78408b49c1e1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:35:36.728425 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b0bc8b58-8105-4347-a9ec-93a22c9a8034 req-2198a979-701b-47a7-9a24-699eb7737f34 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/security-groups?id=003969c3-2b78-4a1a-a9af-ed266c205e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376062 May 20 21:35:36.748963 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9589bcf-cea5-41cb-aac1-82184a56a173 req-08d37bcc-a722-4c7e-9247-78408b49c1e1 service neutron] No DVR routers for this DVR port 6008bdde-13d6-4c59-86b8-ccec53f029d7 on host n-h2-842733-1 {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 21:35:36.884675 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-e9589bcf-cea5-41cb-aac1-82184a56a173 req-08d37bcc-a722-4c7e-9247-78408b49c1e1 service neutron] Attempting to bind port 6008bdde-13d6-4c59-86b8-ccec53f029d7 on host n-h1-842733-1 for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:35:36.885370 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-e9589bcf-cea5-41cb-aac1-82184a56a173 req-08d37bcc-a722-4c7e-9247-78408b49c1e1 service neutron] Attempting to bind port 6008bdde-13d6-4c59-86b8-ccec53f029d7 by drivers openvswitch,hyperv on host n-h1-842733-1 at level 0 using segments [{'id': '4501992d-e203-44d7-82fc-7b29a115c6d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '50a3b006-43eb-412f-9023-3721d0d7ce2d'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:35:36.885370 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9589bcf-cea5-41cb-aac1-82184a56a173 req-08d37bcc-a722-4c7e-9247-78408b49c1e1 service neutron] Attempting to bind port 6008bdde-13d6-4c59-86b8-ccec53f029d7 on network 50a3b006-43eb-412f-9023-3721d0d7ce2d {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:35:36.889500 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9589bcf-cea5-41cb-aac1-82184a56a173 req-08d37bcc-a722-4c7e-9247-78408b49c1e1 service neutron] Port 6008bdde-13d6-4c59-86b8-ccec53f029d7 on network 50a3b006-43eb-412f-9023-3721d0d7ce2d not bound, no agent of type Open vSwitch agent registered on host n-h1-842733-1 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 21:35:36.889799 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9589bcf-cea5-41cb-aac1-82184a56a173 req-08d37bcc-a722-4c7e-9247-78408b49c1e1 service neutron] Attempting to bind port 6008bdde-13d6-4c59-86b8-ccec53f029d7 on network 50a3b006-43eb-412f-9023-3721d0d7ce2d {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:35:36.895737 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9589bcf-cea5-41cb-aac1-82184a56a173 req-08d37bcc-a722-4c7e-9247-78408b49c1e1 service neutron] Checking agent: {'id': '08dfb1ce-804b-4db8-838b-21094082e041', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 32, 54), 'started_at': datetime.datetime(2022, 5, 20, 20, 32, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 21, 35, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 21:35:36.896071 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9589bcf-cea5-41cb-aac1-82184a56a173 req-08d37bcc-a722-4c7e-9247-78408b49c1e1 service neutron] Checking segment: {'id': '4501992d-e203-44d7-82fc-7b29a115c6d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '50a3b006-43eb-412f-9023-3721d0d7ce2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:35:36.896446 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9589bcf-cea5-41cb-aac1-82184a56a173 req-08d37bcc-a722-4c7e-9247-78408b49c1e1 service neutron] Bound using segment: {'id': '4501992d-e203-44d7-82fc-7b29a115c6d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '50a3b006-43eb-412f-9023-3721d0d7ce2d'} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 21:35:36.896872 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-e9589bcf-cea5-41cb-aac1-82184a56a173 req-08d37bcc-a722-4c7e-9247-78408b49c1e1 service neutron] Bound port: 6008bdde-13d6-4c59-86b8-ccec53f029d7, host: n-h1-842733-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4501992d-e203-44d7-82fc-7b29a115c6d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '50a3b006-43eb-412f-9023-3721d0d7ce2d'}}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:35:36.897239 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-e9589bcf-cea5-41cb-aac1-82184a56a173 req-08d37bcc-a722-4c7e-9247-78408b49c1e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:35:36.960904 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-e9589bcf-cea5-41cb-aac1-82184a56a173 req-08d37bcc-a722-4c7e-9247-78408b49c1e1 service neutron] For port 6008bdde-13d6-4c59-86b8-ccec53f029d7, host n-h1-842733-1, cleared binding levels {{(pid=103162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 21:35:36.963787 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-e9589bcf-cea5-41cb-aac1-82184a56a173 req-08d37bcc-a722-4c7e-9247-78408b49c1e1 service neutron] For port 6008bdde-13d6-4c59-86b8-ccec53f029d7, host n-h1-842733-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=6008bdde-13d6-4c59-86b8-ccec53f029d7,segment=NetworkSegment(4501992d-e203-44d7-82fc-7b29a115c6d6),segment_id=4501992d-e203-44d7-82fc-7b29a115c6d6)] {{(pid=103162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 21:35:37.023659 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-e9589bcf-cea5-41cb-aac1-82184a56a173 req-08d37bcc-a722-4c7e-9247-78408b49c1e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:35:37.060937 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9589bcf-cea5-41cb-aac1-82184a56a173 req-08d37bcc-a722-4c7e-9247-78408b49c1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:35:37.061569 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-e9589bcf-cea5-41cb-aac1-82184a56a173 req-08d37bcc-a722-4c7e-9247-78408b49c1e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:35:37.062929 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-e9589bcf-cea5-41cb-aac1-82184a56a173 req-08d37bcc-a722-4c7e-9247-78408b49c1e1 service neutron] 10.222.0.24 "PUT /v2.0/ports/6008bdde-13d6-4c59-86b8-ccec53f029d7 HTTP/1.1" status: 200 len: 1091 time: 0.8674376 May 20 21:35:37.084710 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d37bcc-a722-4c7e-9247-78408b49c1e1 service neutron] Pushing event updated for resources: {'Port': ['ID=6008bdde-13d6-4c59-86b8-ccec53f029d7,revision_number=7']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:35:37.128770 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9589bcf-cea5-41cb-aac1-82184a56a173 req-536d6817-c88e-45d4-ab98-20c552a471e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:35:37.130331 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-e9589bcf-cea5-41cb-aac1-82184a56a173 req-536d6817-c88e-45d4-ab98-20c552a471e3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b9236351e1c74ae7971071e6da1632bd&device_id=19a4eb96-edc7-47c0-87a1-c240b33715ef HTTP/1.1" status: 200 len: 1094 time: 0.0426676 May 20 21:35:37.143130 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.agents_db [None req-5c33ad30-4e00-40fa-b486-8c79c4a6cfc5 None None] Agent healthcheck: found 7 active agents {{(pid=103165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 20 21:35:37.223535 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9589bcf-cea5-41cb-aac1-82184a56a173 req-73710ace-fe49-48ab-aa1a-bf593034fdf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:35:37.225148 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-e9589bcf-cea5-41cb-aac1-82184a56a173 req-73710ace-fe49-48ab-aa1a-bf593034fdf0 service neutron] 10.222.0.24 "GET /v2.0/networks?id=50a3b006-43eb-412f-9023-3721d0d7ce2d HTTP/1.1" status: 200 len: 912 time: 0.0881755 May 20 21:35:37.294691 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-e9589bcf-cea5-41cb-aac1-82184a56a173 req-024c6786-cb66-427a-974c-c519b9cb5e21 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6008bdde-13d6-4c59-86b8-ccec53f029d7 HTTP/1.1" status: 200 len: 999 time: 0.0631230 May 20 21:35:37.343561 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9589bcf-cea5-41cb-aac1-82184a56a173 req-b26278ce-763b-47de-ba97-cb1e3a46ed6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:35:37.345022 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-e9589bcf-cea5-41cb-aac1-82184a56a173 req-b26278ce-763b-47de-ba97-cb1e3a46ed6c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7963096c-660c-41ee-b2a1-be9e61906a7a HTTP/1.1" status: 200 len: 850 time: 0.0431542 May 20 21:35:37.390999 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9589bcf-cea5-41cb-aac1-82184a56a173 req-ceb3e954-cd54-42ac-af3c-524f9b70a972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:35:37.392671 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-e9589bcf-cea5-41cb-aac1-82184a56a173 req-ceb3e954-cd54-42ac-af3c-524f9b70a972 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=50a3b006-43eb-412f-9023-3721d0d7ce2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410147 May 20 21:35:37.489125 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-e9589bcf-cea5-41cb-aac1-82184a56a173 req-bb57f435-9d60-4fdb-b2c4-6acf69c6661e service neutron] 10.222.0.24 "GET /v2.0/networks/50a3b006-43eb-412f-9023-3721d0d7ce2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874553 May 20 21:35:37.575270 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-e9589bcf-cea5-41cb-aac1-82184a56a173 req-036ddb68-670f-4024-b90a-5c9e55d50020 service neutron] 10.222.0.24 "GET /v2.0/networks/50a3b006-43eb-412f-9023-3721d0d7ce2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823615 May 20 21:35:37.853466 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997a2cab-a3b9-4324-9c07-145f753897e1 req-e77e1f09-4ef7-430b-841c-f9c817aa914b tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:35:37.855002 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-997a2cab-a3b9-4324-9c07-145f753897e1 req-e77e1f09-4ef7-430b-841c-f9c817aa914b tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/ports?device_id=19a4eb96-edc7-47c0-87a1-c240b33715ef HTTP/1.1" status: 200 len: 943 time: 0.0532589 May 20 21:35:37.899050 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-997a2cab-a3b9-4324-9c07-145f753897e1 req-923dd389-0147-47ad-8272-a17c8d6ac59e tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/security-groups?id=003969c3-2b78-4a1a-a9af-ed266c205e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367134 May 20 21:35:38.576737 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19a4eb96-edc7-47c0-87a1-c240b33715ef', 'tag': '6008bdde-13d6-4c59-86b8-ccec53f029d7'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 21:35:38.579254 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e97a983f2a54588e3d21b88a12ad54839c2ea34da7b46679306b1f34ba25e4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec8ea483-758a-4734-b7c7-ac9a79b917bf" -d '{"events": [{"name": "network-changed", "server_uuid": "19a4eb96-edc7-47c0-87a1-c240b33715ef", "tag": "6008bdde-13d6-4c59-86b8-ccec53f029d7"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 21:35:38.627022 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 21:35:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a53bee2d-7d74-462d-ad7d-9508c6803d3e x-openstack-request-id: req-a53bee2d-7d74-462d-ad7d-9508c6803d3e {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 21:35:38.627311 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19a4eb96-edc7-47c0-87a1-c240b33715ef", "tag": "6008bdde-13d6-4c59-86b8-ccec53f029d7", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 21:35:38.627567 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a53bee2d-7d74-462d-ad7d-9508c6803d3e {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 21:35:38.627992 n-d-842733-1 neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a53bee2d-7d74-462d-ad7d-9508c6803d3e'] response: {'name': 'network-changed', 'server_uuid': '19a4eb96-edc7-47c0-87a1-c240b33715ef', 'tag': '6008bdde-13d6-4c59-86b8-ccec53f029d7', 'status': 'completed', 'code': 200} May 20 21:35:38.719443 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8ea483-758a-4734-b7c7-ac9a79b917bf req-6b7e0599-97d9-415f-b13f-35b15cacbf40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:35:38.720910 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-ec8ea483-758a-4734-b7c7-ac9a79b917bf req-6b7e0599-97d9-415f-b13f-35b15cacbf40 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b9236351e1c74ae7971071e6da1632bd&device_id=19a4eb96-edc7-47c0-87a1-c240b33715ef HTTP/1.1" status: 200 len: 1094 time: 0.0715644 May 20 21:35:38.726776 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8ea483-758a-4734-b7c7-ac9a79b917bf req-fb7f6f28-9db5-4244-950a-11f59fab921b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:35:38.728101 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-ec8ea483-758a-4734-b7c7-ac9a79b917bf req-fb7f6f28-9db5-4244-950a-11f59fab921b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b9236351e1c74ae7971071e6da1632bd&device_id=19a4eb96-edc7-47c0-87a1-c240b33715ef HTTP/1.1" status: 200 len: 1094 time: 0.0494566 May 20 21:35:38.876198 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8ea483-758a-4734-b7c7-ac9a79b917bf req-5d0e2304-941d-4f09-9278-ae5524bfda89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:35:38.877673 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-ec8ea483-758a-4734-b7c7-ac9a79b917bf req-5d0e2304-941d-4f09-9278-ae5524bfda89 service neutron] 10.222.0.24 "GET /v2.0/networks?id=50a3b006-43eb-412f-9023-3721d0d7ce2d HTTP/1.1" status: 200 len: 912 time: 0.1487575 May 20 21:35:38.882376 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8ea483-758a-4734-b7c7-ac9a79b917bf req-8e118576-dc0f-4316-a43c-15610fc29317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:35:38.883689 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-ec8ea483-758a-4734-b7c7-ac9a79b917bf req-8e118576-dc0f-4316-a43c-15610fc29317 service neutron] 10.222.0.13 "GET /v2.0/networks?id=50a3b006-43eb-412f-9023-3721d0d7ce2d HTTP/1.1" status: 200 len: 912 time: 0.1472189 May 20 21:35:38.992570 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-ec8ea483-758a-4734-b7c7-ac9a79b917bf req-9d428f40-5f11-4a5e-a2b8-7cf0d98d0ffd service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6008bdde-13d6-4c59-86b8-ccec53f029d7 HTTP/1.1" status: 200 len: 999 time: 0.1065733 May 20 21:35:38.994454 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-ec8ea483-758a-4734-b7c7-ac9a79b917bf req-7b4ca21a-695d-4a05-b522-12b669fc4ce8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6008bdde-13d6-4c59-86b8-ccec53f029d7 HTTP/1.1" status: 200 len: 999 time: 0.1026335 May 20 21:35:39.025703 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42f3dc1-261b-4061-9c2e-fd5076056a8f req-1b79d32b-c707-4d70-937b-8817063cb5a2 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:35:39.027247 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a42f3dc1-261b-4061-9c2e-fd5076056a8f req-1b79d32b-c707-4d70-937b-8817063cb5a2 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/ports?device_id=19a4eb96-edc7-47c0-87a1-c240b33715ef HTTP/1.1" status: 200 len: 943 time: 0.0570772 May 20 21:35:39.066030 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a42f3dc1-261b-4061-9c2e-fd5076056a8f req-57ca2890-6bd4-4a40-9317-c07e54931f36 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/security-groups?id=003969c3-2b78-4a1a-a9af-ed266c205e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315161 May 20 21:35:39.082743 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8ea483-758a-4734-b7c7-ac9a79b917bf req-c8ac126a-c683-4472-b3b1-abc855834610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:35:39.092004 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-ec8ea483-758a-4734-b7c7-ac9a79b917bf req-c8ac126a-c683-4472-b3b1-abc855834610 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7963096c-660c-41ee-b2a1-be9e61906a7a HTTP/1.1" status: 200 len: 850 time: 0.0856407 May 20 21:35:39.092004 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8ea483-758a-4734-b7c7-ac9a79b917bf req-96203367-5c9b-40ef-ba8e-b9f5a7d8d1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:35:39.092004 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-ec8ea483-758a-4734-b7c7-ac9a79b917bf req-96203367-5c9b-40ef-ba8e-b9f5a7d8d1e6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7963096c-660c-41ee-b2a1-be9e61906a7a HTTP/1.1" status: 200 len: 850 time: 0.0814838 May 20 21:35:39.158755 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8ea483-758a-4734-b7c7-ac9a79b917bf req-f91001ff-7a3f-4afa-b1d6-0440fb7cf7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:35:39.160777 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-ec8ea483-758a-4734-b7c7-ac9a79b917bf req-f91001ff-7a3f-4afa-b1d6-0440fb7cf7eb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=50a3b006-43eb-412f-9023-3721d0d7ce2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0697393 May 20 21:35:39.162524 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8ea483-758a-4734-b7c7-ac9a79b917bf req-16f2bfb3-c8b3-48d7-9c0f-fc308320f20e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:35:39.163869 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-ec8ea483-758a-4734-b7c7-ac9a79b917bf req-16f2bfb3-c8b3-48d7-9c0f-fc308320f20e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=50a3b006-43eb-412f-9023-3721d0d7ce2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0650704 May 20 21:35:39.320050 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-ec8ea483-758a-4734-b7c7-ac9a79b917bf req-db716f7b-3bec-4fa1-ba00-9375f6e3c20a service neutron] 10.222.0.24 "GET /v2.0/networks/50a3b006-43eb-412f-9023-3721d0d7ce2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522820 May 20 21:35:39.325016 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-ec8ea483-758a-4734-b7c7-ac9a79b917bf req-ac25b59e-f499-4a2b-81c1-f4c72f78fedc service neutron] 10.222.0.13 "GET /v2.0/networks/50a3b006-43eb-412f-9023-3721d0d7ce2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506426 May 20 21:35:39.455194 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 6008bdde-13d6-4c59-86b8-ccec53f029d7 details requested by agent hyperv_n-h1-842733-1 with host n-h1-842733-1 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 21:35:39.480134 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-ec8ea483-758a-4734-b7c7-ac9a79b917bf req-6f6f9573-4f5d-40ee-b4d2-dfbe4302fcc5 service neutron] 10.222.0.24 "GET /v2.0/networks/50a3b006-43eb-412f-9023-3721d0d7ce2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540606 May 20 21:35:39.483506 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-ec8ea483-758a-4734-b7c7-ac9a79b917bf req-83a5fd30-fc5c-49c3-93fb-71c2d2d66035 service neutron] 10.222.0.13 "GET /v2.0/networks/50a3b006-43eb-412f-9023-3721d0d7ce2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500878 May 20 21:35:39.551682 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port 6008bdde-13d6-4c59-86b8-ccec53f029d7, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=6008bdde-13d6-4c59-86b8-ccec53f029d7,segment=NetworkSegment(4501992d-e203-44d7-82fc-7b29a115c6d6),segment_id=4501992d-e203-44d7-82fc-7b29a115c6d6)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:35:39.562631 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Returning: {'device': '6008bdde-13d6-4c59-86b8-ccec53f029d7', 'network_id': '50a3b006-43eb-412f-9023-3721d0d7ce2d', 'port_id': '6008bdde-13d6-4c59-86b8-ccec53f029d7', 'mac_address': 'fa:16:3e:07:a9:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7963096c-660c-41ee-b2a1-be9e61906a7a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 20 21:35:39.598416 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Current status of the port 6008bdde-13d6-4c59-86b8-ccec53f029d7 is: DOWN; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:35:39.598723 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:35:39.611316 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6008bdde-13d6-4c59-86b8-ccec53f029d7 {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 21:35:39.630984 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port 6008bdde-13d6-4c59-86b8-ccec53f029d7, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=6008bdde-13d6-4c59-86b8-ccec53f029d7,segment=NetworkSegment(4501992d-e203-44d7-82fc-7b29a115c6d6),segment_id=4501992d-e203-44d7-82fc-7b29a115c6d6)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:35:39.714949 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:35:39.761781 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Pushing event updated for resources: {'Port': ['ID=6008bdde-13d6-4c59-86b8-ccec53f029d7,revision_number=8']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:35:39.769225 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:35:39.769568 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:35:39.769903 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:35:39.770230 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:35:39.770547 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:35:39.770867 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:35:39.771182 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:35:39.771497 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:35:39.771809 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:35:39.772121 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:35:39.772432 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:35:39.772760 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:35:39.935245 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] get_ports_and_sgs() called for port_ids ['6008bdde-13d6-4c59-86b8-ccec53f029d7'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 21:35:40.167133 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 6008bdde-13d6-4c59-86b8-ccec53f029d7 no longer exists at agent hyperv_n-h2-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 21:35:40.200042 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73ec5d2-0f3e-4fe1-9c97-ad0faa405349 req-6133dbb4-0764-43ba-b747-a78cd518b0ec tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:35:40.201471 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c73ec5d2-0f3e-4fe1-9c97-ad0faa405349 req-6133dbb4-0764-43ba-b747-a78cd518b0ec tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/ports?device_id=19a4eb96-edc7-47c0-87a1-c240b33715ef HTTP/1.1" status: 200 len: 944 time: 0.0557146 May 20 21:35:40.207771 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 6008bdde-13d6-4c59-86b8-ccec53f029d7 not bound to the agent host n-h2-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 21:35:40.241876 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c73ec5d2-0f3e-4fe1-9c97-ad0faa405349 req-7cf4c6f3-138a-4e26-8674-d09d4c2703b8 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/security-groups?id=003969c3-2b78-4a1a-a9af-ed266c205e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332935 May 20 21:35:40.592004 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb0d92c-51fb-4ad8-9105-9c1f3a6a911b req-439768f1-4120-478b-97d2-ae3b64ee2b53 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:35:40.593638 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-bcb0d92c-51fb-4ad8-9105-9c1f3a6a911b req-439768f1-4120-478b-97d2-ae3b64ee2b53 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/ports?device_id=19a4eb96-edc7-47c0-87a1-c240b33715ef HTTP/1.1" status: 200 len: 944 time: 0.0505826 May 20 21:35:40.633152 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-bcb0d92c-51fb-4ad8-9105-9c1f3a6a911b req-6b05f99f-9871-46f7-88c8-edde75fcd2d7 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/security-groups?id=003969c3-2b78-4a1a-a9af-ed266c205e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326226 May 20 21:35:40.685092 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82a9ec3-be00-44a2-a7c6-31614779190d req-088bfea9-f9d1-4bc1-aba4-1e47cac8d2f2 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:35:40.686556 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-d82a9ec3-be00-44a2-a7c6-31614779190d req-088bfea9-f9d1-4bc1-aba4-1e47cac8d2f2 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.13 "GET /v2.0/ports?device_id=19a4eb96-edc7-47c0-87a1-c240b33715ef&tenant_id=b9236351e1c74ae7971071e6da1632bd&binding%3Ahost_id=n-h1-842733-1 HTTP/1.1" status: 200 len: 944 time: 0.0589204 May 20 21:35:40.746479 n-d-842733-1 neutron-server[103162]: INFO neutron.api.v2.resource [req-d82a9ec3-be00-44a2-a7c6-31614779190d req-586adfd9-1ee5-4c32-ac32-588035f1eb18 service neutron] delete failed (client error): The resource could not be found. May 20 21:35:40.747468 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-d82a9ec3-be00-44a2-a7c6-31614779190d req-586adfd9-1ee5-4c32-ac32-588035f1eb18 service neutron] 10.222.0.13 "DELETE /v2.0/ports/6008bdde-13d6-4c59-86b8-ccec53f029d7/bindings/n-h2-842733-1 HTTP/1.1" status: 404 len: 380 time: 0.0537243 May 20 21:35:40.849413 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82a9ec3-be00-44a2-a7c6-31614779190d req-996d37ca-9ed9-4dd2-a196-521c806e63f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:35:40.850873 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-d82a9ec3-be00-44a2-a7c6-31614779190d req-996d37ca-9ed9-4dd2-a196-521c806e63f5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b9236351e1c74ae7971071e6da1632bd&device_id=19a4eb96-edc7-47c0-87a1-c240b33715ef HTTP/1.1" status: 200 len: 1095 time: 0.0398116 May 20 21:35:40.946439 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82a9ec3-be00-44a2-a7c6-31614779190d req-a3574b3a-4f91-432f-b14d-c40260054932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:35:40.947915 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-d82a9ec3-be00-44a2-a7c6-31614779190d req-a3574b3a-4f91-432f-b14d-c40260054932 service neutron] 10.222.0.13 "GET /v2.0/networks?id=50a3b006-43eb-412f-9023-3721d0d7ce2d HTTP/1.1" status: 200 len: 912 time: 0.0908399 May 20 21:35:41.011567 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-d82a9ec3-be00-44a2-a7c6-31614779190d req-a28c0230-8c51-47e4-8c14-c26b710afb29 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6008bdde-13d6-4c59-86b8-ccec53f029d7 HTTP/1.1" status: 200 len: 1000 time: 0.0572815 May 20 21:35:41.060354 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82a9ec3-be00-44a2-a7c6-31614779190d req-436a1b7a-cff0-4e1a-a08f-167785acf067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:35:41.061759 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-d82a9ec3-be00-44a2-a7c6-31614779190d req-436a1b7a-cff0-4e1a-a08f-167785acf067 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7963096c-660c-41ee-b2a1-be9e61906a7a HTTP/1.1" status: 200 len: 850 time: 0.0413358 May 20 21:35:41.108927 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82a9ec3-be00-44a2-a7c6-31614779190d req-28d0b3e8-9bf6-400a-9d33-526216bacb6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:35:41.110408 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-d82a9ec3-be00-44a2-a7c6-31614779190d req-28d0b3e8-9bf6-400a-9d33-526216bacb6c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=50a3b006-43eb-412f-9023-3721d0d7ce2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419533 May 20 21:35:41.195805 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-d82a9ec3-be00-44a2-a7c6-31614779190d req-3b42bbbf-c786-4550-a2cd-cd04d5e0146d service neutron] 10.222.0.13 "GET /v2.0/networks/50a3b006-43eb-412f-9023-3721d0d7ce2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788188 May 20 21:35:41.287184 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-d82a9ec3-be00-44a2-a7c6-31614779190d req-62c9acd5-2fa6-47b7-81d8-6976c7479f58 service neutron] 10.222.0.13 "GET /v2.0/networks/50a3b006-43eb-412f-9023-3721d0d7ce2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854795 May 20 21:35:41.454400 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 6008bdde-13d6-4c59-86b8-ccec53f029d7 up at agent hyperv_n-h1-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:35:41.571463 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Provisioning for port 6008bdde-13d6-4c59-86b8-ccec53f029d7 completed by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 21:35:41.575199 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Provisioning complete for port 6008bdde-13d6-4c59-86b8-ccec53f029d7 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:35:41.575552 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:35:41.650275 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Current status of the port 6008bdde-13d6-4c59-86b8-ccec53f029d7 is: BUILD; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:35:41.650660 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:35:41.673509 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19a4eb96-edc7-47c0-87a1-c240b33715ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6008bdde-13d6-4c59-86b8-ccec53f029d7'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 21:35:41.675744 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7947af4a1013b12ef328acaa2f4e39eb2f7ac51c208120b4987a707d9dc479df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fe32721-11dc-44c5-92ca-4c7ce4083244" -d '{"events": [{"server_uuid": "19a4eb96-edc7-47c0-87a1-c240b33715ef", "name": "network-vif-plugged", "status": "completed", "tag": "6008bdde-13d6-4c59-86b8-ccec53f029d7"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 21:35:41.689082 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port 6008bdde-13d6-4c59-86b8-ccec53f029d7, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=6008bdde-13d6-4c59-86b8-ccec53f029d7,segment=NetworkSegment(4501992d-e203-44d7-82fc-7b29a115c6d6),segment_id=4501992d-e203-44d7-82fc-7b29a115c6d6)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:35:41.729412 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 21:35:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8664a4c-0dee-4509-b75e-685a1e68384b x-openstack-request-id: req-a8664a4c-0dee-4509-b75e-685a1e68384b {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 21:35:41.729703 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19a4eb96-edc7-47c0-87a1-c240b33715ef", "name": "network-vif-plugged", "status": "completed", "tag": "6008bdde-13d6-4c59-86b8-ccec53f029d7", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 21:35:41.729981 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a8664a4c-0dee-4509-b75e-685a1e68384b {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 21:35:41.730489 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8664a4c-0dee-4509-b75e-685a1e68384b'] response: {'server_uuid': '19a4eb96-edc7-47c0-87a1-c240b33715ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6008bdde-13d6-4c59-86b8-ccec53f029d7', 'code': 200} May 20 21:35:41.760812 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:35:41.766607 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a26e677-3576-4153-a2e9-dc87845bb08d req-fc79dd88-bb3c-4766-ad42-e1f54c51c9f2 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:35:41.768172 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8a26e677-3576-4153-a2e9-dc87845bb08d req-fc79dd88-bb3c-4766-ad42-e1f54c51c9f2 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/ports?device_id=19a4eb96-edc7-47c0-87a1-c240b33715ef HTTP/1.1" status: 200 len: 944 time: 0.0616746 May 20 21:35:41.810483 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8a26e677-3576-4153-a2e9-dc87845bb08d req-75c6faa8-6e31-4975-b961-7a8400082922 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/security-groups?id=003969c3-2b78-4a1a-a9af-ed266c205e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352583 May 20 21:35:41.820466 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Pushing event updated for resources: {'Port': ['ID=6008bdde-13d6-4c59-86b8-ccec53f029d7,revision_number=9']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:35:42.943165 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a06ddd3-2cf7-47b9-80d8-d60bf6fde317 req-6d117a59-1c51-4e51-a448-33c951b0402f tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:35:42.944641 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3a06ddd3-2cf7-47b9-80d8-d60bf6fde317 req-6d117a59-1c51-4e51-a448-33c951b0402f tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/ports?device_id=19a4eb96-edc7-47c0-87a1-c240b33715ef HTTP/1.1" status: 200 len: 945 time: 0.0542536 May 20 21:35:42.981806 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3a06ddd3-2cf7-47b9-80d8-d60bf6fde317 req-ff464b9b-9cef-4266-bac3-528cf1b40c56 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/security-groups?id=003969c3-2b78-4a1a-a9af-ed266c205e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311975 May 20 21:35:43.096665 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8f8bf9-049e-4d08-9b9d-d14abba457a6 req-926796c6-41fb-42d7-b42e-1df021ab8da5 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:35:43.098148 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1e8f8bf9-049e-4d08-9b9d-d14abba457a6 req-926796c6-41fb-42d7-b42e-1df021ab8da5 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/ports?device_id=19a4eb96-edc7-47c0-87a1-c240b33715ef HTTP/1.1" status: 200 len: 945 time: 0.0479074 May 20 21:35:43.138423 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1e8f8bf9-049e-4d08-9b9d-d14abba457a6 req-8a29cec3-40be-4e60-914f-bea2d678955b tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/security-groups?id=003969c3-2b78-4a1a-a9af-ed266c205e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330365 May 20 21:35:43.479298 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06be3d1-6c16-4ba5-9a49-0812502eeb1f req-3fa6c18b-b32f-45cf-a4f6-2174f88a5838 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:35:43.480869 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f06be3d1-6c16-4ba5-9a49-0812502eeb1f req-3fa6c18b-b32f-45cf-a4f6-2174f88a5838 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/ports?device_id=19a4eb96-edc7-47c0-87a1-c240b33715ef HTTP/1.1" status: 200 len: 945 time: 0.0537012 May 20 21:35:43.529077 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f06be3d1-6c16-4ba5-9a49-0812502eeb1f req-e8920456-f918-4ed5-b4a8-73e12e21aec1 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/security-groups?id=003969c3-2b78-4a1a-a9af-ed266c205e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346651 May 20 21:35:43.578361 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63924d1-3066-434c-9cb7-51708565c7a7 req-bea81c69-85c3-4add-9836-7059593530d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:35:43.579918 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-a63924d1-3066-434c-9cb7-51708565c7a7 req-bea81c69-85c3-4add-9836-7059593530d8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b9236351e1c74ae7971071e6da1632bd&device_id=19a4eb96-edc7-47c0-87a1-c240b33715ef HTTP/1.1" status: 200 len: 1096 time: 0.0412936 May 20 21:35:43.667559 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63924d1-3066-434c-9cb7-51708565c7a7 req-b439eb6c-e256-4c49-ab07-61a538c9fff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:35:43.669011 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-a63924d1-3066-434c-9cb7-51708565c7a7 req-b439eb6c-e256-4c49-ab07-61a538c9fff8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=50a3b006-43eb-412f-9023-3721d0d7ce2d HTTP/1.1" status: 200 len: 912 time: 0.0829287 May 20 21:35:43.735058 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-a63924d1-3066-434c-9cb7-51708565c7a7 req-48bafd6c-7766-4c46-b4a2-76dffc6d01f7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6008bdde-13d6-4c59-86b8-ccec53f029d7 HTTP/1.1" status: 200 len: 1001 time: 0.0596430 May 20 21:35:43.782263 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63924d1-3066-434c-9cb7-51708565c7a7 req-f3377569-6113-49db-b16b-98ab17a28c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:35:43.783657 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-a63924d1-3066-434c-9cb7-51708565c7a7 req-f3377569-6113-49db-b16b-98ab17a28c6f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7963096c-660c-41ee-b2a1-be9e61906a7a HTTP/1.1" status: 200 len: 850 time: 0.0420644 May 20 21:35:43.827582 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63924d1-3066-434c-9cb7-51708565c7a7 req-fe105bec-9aa2-402a-aacd-7f6aef6fb7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:35:43.829007 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-a63924d1-3066-434c-9cb7-51708565c7a7 req-fe105bec-9aa2-402a-aacd-7f6aef6fb7ff service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=50a3b006-43eb-412f-9023-3721d0d7ce2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391178 May 20 21:35:43.920532 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-a63924d1-3066-434c-9cb7-51708565c7a7 req-011b3a21-3662-42d0-bab0-cde557fc73a3 service neutron] 10.222.0.24 "GET /v2.0/networks/50a3b006-43eb-412f-9023-3721d0d7ce2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851827 May 20 21:35:44.009123 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-a63924d1-3066-434c-9cb7-51708565c7a7 req-32305d40-f150-4076-9973-609b8c40e58a service neutron] 10.222.0.24 "GET /v2.0/networks/50a3b006-43eb-412f-9023-3721d0d7ce2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811532 May 20 21:35:44.650903 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80799771-bba1-462b-9179-193fdece9051 req-62ef882e-9c11-4400-8c33-f0d926a611c5 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:35:44.652432 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-80799771-bba1-462b-9179-193fdece9051 req-62ef882e-9c11-4400-8c33-f0d926a611c5 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/ports?device_id=19a4eb96-edc7-47c0-87a1-c240b33715ef HTTP/1.1" status: 200 len: 945 time: 0.0534739 May 20 21:35:44.689626 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-80799771-bba1-462b-9179-193fdece9051 req-4c1b045d-a748-4b99-b3b1-9c32f529940c tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/security-groups?id=003969c3-2b78-4a1a-a9af-ed266c205e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309911 May 20 21:35:45.808622 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5198e120-1b24-4712-8356-41ac14bc186f req-94f1f9fe-302c-47e5-9305-ef274968a55b tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:35:45.810012 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5198e120-1b24-4712-8356-41ac14bc186f req-94f1f9fe-302c-47e5-9305-ef274968a55b tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/ports?device_id=19a4eb96-edc7-47c0-87a1-c240b33715ef HTTP/1.1" status: 200 len: 945 time: 0.0476425 May 20 21:35:45.847598 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5198e120-1b24-4712-8356-41ac14bc186f req-2a6d9308-f170-4a70-9041-71a38d84e71b tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/security-groups?id=003969c3-2b78-4a1a-a9af-ed266c205e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315495 May 20 21:35:46.325711 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9363fd2-5fb8-4d61-b55e-50f0ec82a1a1 req-93bdfae1-c4e5-4c38-bbe9-4f5e00ab60ea tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:35:46.327149 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e9363fd2-5fb8-4d61-b55e-50f0ec82a1a1 req-93bdfae1-c4e5-4c38-bbe9-4f5e00ab60ea tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/ports?device_id=19a4eb96-edc7-47c0-87a1-c240b33715ef HTTP/1.1" status: 200 len: 945 time: 0.0487032 May 20 21:35:46.363539 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e9363fd2-5fb8-4d61-b55e-50f0ec82a1a1 req-a1e39b41-eee3-4575-ab7b-dc2dde18f184 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/security-groups?id=003969c3-2b78-4a1a-a9af-ed266c205e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303745 May 20 21:35:47.487255 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcbdbb4-3a10-4e4a-93f7-82ecb8985227 req-d172d1b9-7fbc-441e-9cc8-589f29b903f6 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:35:47.488755 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ddcbdbb4-3a10-4e4a-93f7-82ecb8985227 req-d172d1b9-7fbc-441e-9cc8-589f29b903f6 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/ports?device_id=19a4eb96-edc7-47c0-87a1-c240b33715ef HTTP/1.1" status: 200 len: 945 time: 0.0515981 May 20 21:35:47.526708 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ddcbdbb4-3a10-4e4a-93f7-82ecb8985227 req-4953c05b-efef-411f-94c9-371ad3e1ee21 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/security-groups?id=003969c3-2b78-4a1a-a9af-ed266c205e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313199 May 20 21:35:47.607922 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d7879f-8aaf-4d94-86c5-bdfc0dfa17c4 req-24cccd32-e6e2-4849-8504-8853bd28a66f tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:35:47.609396 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-e0d7879f-8aaf-4d94-86c5-bdfc0dfa17c4 req-24cccd32-e6e2-4849-8504-8853bd28a66f tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.24 "GET /v2.0/ports?device_id=19a4eb96-edc7-47c0-87a1-c240b33715ef HTTP/1.1" status: 200 len: 945 time: 0.0523193 May 20 21:35:47.696698 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-e0d7879f-8aaf-4d94-86c5-bdfc0dfa17c4 req-161b8206-e44d-4017-a8fd-7f47cb76e337 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Deleting port 6008bdde-13d6-4c59-86b8-ccec53f029d7 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:35:47.697045 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-e0d7879f-8aaf-4d94-86c5-bdfc0dfa17c4 req-161b8206-e44d-4017-a8fd-7f47cb76e337 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:35:47.785751 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-e0d7879f-8aaf-4d94-86c5-bdfc0dfa17c4 req-161b8206-e44d-4017-a8fd-7f47cb76e337 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] For port 6008bdde-13d6-4c59-86b8-ccec53f029d7, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=6008bdde-13d6-4c59-86b8-ccec53f029d7,segment=NetworkSegment(4501992d-e203-44d7-82fc-7b29a115c6d6),segment_id=4501992d-e203-44d7-82fc-7b29a115c6d6)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:35:47.786112 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-e0d7879f-8aaf-4d94-86c5-bdfc0dfa17c4 req-161b8206-e44d-4017-a8fd-7f47cb76e337 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:35:47.954103 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-e0d7879f-8aaf-4d94-86c5-bdfc0dfa17c4 req-161b8206-e44d-4017-a8fd-7f47cb76e337 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:35:47.954384 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-e0d7879f-8aaf-4d94-86c5-bdfc0dfa17c4 req-161b8206-e44d-4017-a8fd-7f47cb76e337 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748272'] for floatingip, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:35:47.954704 n-d-842733-1 neutron-server[103162]: INFO neutron.db.l3_db [req-e0d7879f-8aaf-4d94-86c5-bdfc0dfa17c4 req-161b8206-e44d-4017-a8fd-7f47cb76e337 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Floating IP ac07d75f-93e9-442f-be04-2ffed6583061 disassociated. External IP: 172.25.2.174, port: 6008bdde-13d6-4c59-86b8-ccec53f029d7. May 20 21:35:47.955048 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-e0d7879f-8aaf-4d94-86c5-bdfc0dfa17c4 req-161b8206-e44d-4017-a8fd-7f47cb76e337 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Calling delete_port for 6008bdde-13d6-4c59-86b8-ccec53f029d7 owned by compute:nova {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:35:48.126225 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-e0d7879f-8aaf-4d94-86c5-bdfc0dfa17c4 req-161b8206-e44d-4017-a8fd-7f47cb76e337 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:35:48.156169 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161b8206-e44d-4017-a8fd-7f47cb76e337 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Pushing event deleted for resources: {'Port': ['ID=6008bdde-13d6-4c59-86b8-ccec53f029d7,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:35:48.271704 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e0d7879f-8aaf-4d94-86c5-bdfc0dfa17c4 req-161b8206-e44d-4017-a8fd-7f47cb76e337 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Router b0ad94e8-7f95-45f6-a76e-a2191e854455 has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 21:35:48.383848 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e0d7879f-8aaf-4d94-86c5-bdfc0dfa17c4 req-161b8206-e44d-4017-a8fd-7f47cb76e337 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 21:35:48.396145 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-910505de-4d91-4102-9baa-508ebde4780b None None] Sync routers for ids ['b0ad94e8-7f95-45f6-a76e-a2191e854455'] in n-d-842733-1 {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 21:35:48.405891 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-910505de-4d91-4102-9baa-508ebde4780b None None] Routers {'b0ad94e8-7f95-45f6-a76e-a2191e854455'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:35:48.406491 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-910505de-4d91-4102-9baa-508ebde4780b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:35:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['b0ad94e8-7f95-45f6-a76e-a2191e854455'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:35:48.422214 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0d7879f-8aaf-4d94-86c5-bdfc0dfa17c4 req-161b8206-e44d-4017-a8fd-7f47cb76e337 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] No DVR routers for this DVR port 6008bdde-13d6-4c59-86b8-ccec53f029d7 on host n-h1-842733-1 {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 21:35:48.425360 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-e0d7879f-8aaf-4d94-86c5-bdfc0dfa17c4 req-161b8206-e44d-4017-a8fd-7f47cb76e337 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:35:48.430936 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-e0d7879f-8aaf-4d94-86c5-bdfc0dfa17c4 req-161b8206-e44d-4017-a8fd-7f47cb76e337 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.24 "DELETE /v2.0/ports/6008bdde-13d6-4c59-86b8-ccec53f029d7 HTTP/1.1" status: 204 len: 173 time: 0.8160377 May 20 21:35:48.431331 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19a4eb96-edc7-47c0-87a1-c240b33715ef', 'name': 'network-vif-deleted', 'tag': '6008bdde-13d6-4c59-86b8-ccec53f029d7'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 21:35:48.433701 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e97a983f2a54588e3d21b88a12ad54839c2ea34da7b46679306b1f34ba25e4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d14030f3-7937-470c-aa39-b59777e9fc6d" -d '{"events": [{"server_uuid": "19a4eb96-edc7-47c0-87a1-c240b33715ef", "name": "network-vif-deleted", "tag": "6008bdde-13d6-4c59-86b8-ccec53f029d7"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 21:35:48.471840 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 21:35:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02ed8346-8af7-4c63-8797-57fdd8d7d838 x-openstack-request-id: req-02ed8346-8af7-4c63-8797-57fdd8d7d838 {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 21:35:48.472079 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19a4eb96-edc7-47c0-87a1-c240b33715ef", "name": "network-vif-deleted", "tag": "6008bdde-13d6-4c59-86b8-ccec53f029d7", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 21:35:48.472335 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-02ed8346-8af7-4c63-8797-57fdd8d7d838 {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 21:35:48.472744 n-d-842733-1 neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02ed8346-8af7-4c63-8797-57fdd8d7d838'] response: {'server_uuid': '19a4eb96-edc7-47c0-87a1-c240b33715ef', 'name': 'network-vif-deleted', 'tag': '6008bdde-13d6-4c59-86b8-ccec53f029d7', 'status': 'completed', 'code': 200} May 20 21:35:48.514580 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-910505de-4d91-4102-9baa-508ebde4780b None None] Set router b0ad94e8-7f95-45f6-a76e-a2191e854455 gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:35:48.622876 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1b1911be-dbb7-4f1a-b222-b070f6d7fca5 req-2bbb2213-e3bb-4b49-a6a1-c7a18b8da3a7 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/ports?device_id=19a4eb96-edc7-47c0-87a1-c240b33715ef HTTP/1.1" status: 200 len: 210 time: 0.0269556 May 20 21:35:48.711170 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-910505de-4d91-4102-9baa-508ebde4780b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0ad94e8-7f95-45f6-a76e-a2191e854455', 'name': 'tempest-ServerActionsTestJSON-435657109-router', 'tenant_id': 'b9236351e1c74ae7971071e6da1632bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.184'}], 'enable_snat': True}, 'gw_port_id': 'bf9a38ad-fa66-4fcd-b91d-b25170b47e1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:33:30Z', 'updated_at': '2022-05-20T21:33:33Z', 'revision_number': 4, 'project_id': 'b9236351e1c74ae7971071e6da1632bd', 'gw_port': {'id': 'bf9a38ad-fa66-4fcd-b91d-b25170b47e1f', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:34:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ad94e8-7f95-45f6-a76e-a2191e854455', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:33:30Z', 'updated_at': '2022-05-20T21:33:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': 'f95e277a-dcf5-450a-97d7-4ddd46c472a2', 'name': '', 'network_id': '50a3b006-43eb-412f-9023-3721d0d7ce2d', 'tenant_id': 'b9236351e1c74ae7971071e6da1632bd', 'mac_address': 'fa:16:3e:2d:37:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ad94e8-7f95-45f6-a76e-a2191e854455', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '7963096c-660c-41ee-b2a1-be9e61906a7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:33:32Z', 'updated_at': '2022-05-20T21:33:36Z', 'revision_number': 5, 'project_id': 'b9236351e1c74ae7971071e6da1632bd', 'subnets': [{'id': '7963096c-660c-41ee-b2a1-be9e61906a7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:35:48.740794 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-910505de-4d91-4102-9baa-508ebde4780b None None] Checking router: b0ad94e8-7f95-45f6-a76e-a2191e854455 for host: n-d-842733-1 {{(pid=103165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 21:35:48.755944 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-910505de-4d91-4102-9baa-508ebde4780b None None] Routers {'b0ad94e8-7f95-45f6-a76e-a2191e854455'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:35:48.755944 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-910505de-4d91-4102-9baa-508ebde4780b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:35:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['b0ad94e8-7f95-45f6-a76e-a2191e854455'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:35:48.956165 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-910505de-4d91-4102-9baa-508ebde4780b None None] Set router b0ad94e8-7f95-45f6-a76e-a2191e854455 gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:35:49.151977 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-910505de-4d91-4102-9baa-508ebde4780b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0ad94e8-7f95-45f6-a76e-a2191e854455', 'name': 'tempest-ServerActionsTestJSON-435657109-router', 'tenant_id': 'b9236351e1c74ae7971071e6da1632bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.184'}], 'enable_snat': True}, 'gw_port_id': 'bf9a38ad-fa66-4fcd-b91d-b25170b47e1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:33:30Z', 'updated_at': '2022-05-20T21:33:33Z', 'revision_number': 4, 'project_id': 'b9236351e1c74ae7971071e6da1632bd', 'gw_port': {'id': 'bf9a38ad-fa66-4fcd-b91d-b25170b47e1f', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:34:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ad94e8-7f95-45f6-a76e-a2191e854455', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:33:30Z', 'updated_at': '2022-05-20T21:33:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': 'f95e277a-dcf5-450a-97d7-4ddd46c472a2', 'name': '', 'network_id': '50a3b006-43eb-412f-9023-3721d0d7ce2d', 'tenant_id': 'b9236351e1c74ae7971071e6da1632bd', 'mac_address': 'fa:16:3e:2d:37:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ad94e8-7f95-45f6-a76e-a2191e854455', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '7963096c-660c-41ee-b2a1-be9e61906a7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:33:32Z', 'updated_at': '2022-05-20T21:33:36Z', 'revision_number': 5, 'project_id': 'b9236351e1c74ae7971071e6da1632bd', 'subnets': [{'id': '7963096c-660c-41ee-b2a1-be9e61906a7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:35:49.180980 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-910505de-4d91-4102-9baa-508ebde4780b None None] The sync data for ids ['b0ad94e8-7f95-45f6-a76e-a2191e854455'] in n-d-842733-1 is: [{'id': 'b0ad94e8-7f95-45f6-a76e-a2191e854455', 'name': 'tempest-ServerActionsTestJSON-435657109-router', 'tenant_id': 'b9236351e1c74ae7971071e6da1632bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.184'}], 'enable_snat': True}, 'gw_port_id': 'bf9a38ad-fa66-4fcd-b91d-b25170b47e1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:33:30Z', 'updated_at': '2022-05-20T21:33:33Z', 'revision_number': 4, 'project_id': 'b9236351e1c74ae7971071e6da1632bd', 'gw_port': {'id': 'bf9a38ad-fa66-4fcd-b91d-b25170b47e1f', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:34:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ad94e8-7f95-45f6-a76e-a2191e854455', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:33:30Z', 'updated_at': '2022-05-20T21:33:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': 'f95e277a-dcf5-450a-97d7-4ddd46c472a2', 'name': '', 'network_id': '50a3b006-43eb-412f-9023-3721d0d7ce2d', 'tenant_id': 'b9236351e1c74ae7971071e6da1632bd', 'mac_address': 'fa:16:3e:2d:37:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ad94e8-7f95-45f6-a76e-a2191e854455', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '7963096c-660c-41ee-b2a1-be9e61906a7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:33:32Z', 'updated_at': '2022-05-20T21:33:36Z', 'revision_number': 5, 'project_id': 'b9236351e1c74ae7971071e6da1632bd', 'subnets': [{'id': '7963096c-660c-41ee-b2a1-be9e61906a7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 21:35:49.401655 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4dfe363-2ea4-4204-8211-5718a7788894 None None] New status for floating IP ac07d75f-93e9-442f-be04-2ffed6583061: DOWN {{(pid=103164) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 21:35:49.862387 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e3d45abe-297c-4747-8aa5-3f513ec8b8e6 req-0814da49-1bd9-4b95-bc62-75f6f814bf46 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--1622366261&fields=id&tenant_id=b9236351e1c74ae7971071e6da1632bd HTTP/1.1" status: 200 len: 267 time: 0.0338705 May 20 21:35:49.903330 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-696255c0-8a34-4ba3-a1f6-76343e60147d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:35:49.972129 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d45abe-297c-4747-8aa5-3f513ec8b8e6 req-23a2aef3-6fe5-4cda-bb99-cd49402af68a tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:35:49.973588 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e3d45abe-297c-4747-8aa5-3f513ec8b8e6 req-23a2aef3-6fe5-4cda-bb99-cd49402af68a tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/networks?id=50a3b006-43eb-412f-9023-3721d0d7ce2d HTTP/1.1" status: 200 len: 811 time: 0.1033647 May 20 21:35:49.988535 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e3d45abe-297c-4747-8aa5-3f513ec8b8e6 req-28732c60-40b2-4dbe-90b9-cb28067eabd5 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/quotas/b9236351e1c74ae7971071e6da1632bd HTTP/1.1" status: 200 len: 375 time: 0.0089130 May 20 21:35:50.042858 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e3d45abe-297c-4747-8aa5-3f513ec8b8e6 req-2aaef2e1-1688-463e-8c15-abe9118fd0af tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=b9236351e1c74ae7971071e6da1632bd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0480428 May 20 21:35:50.210948 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e3d45abe-297c-4747-8aa5-3f513ec8b8e6 req-3224fd3a-7e62-4a0f-9159-9dc3252d55ba service neutron] 10.222.0.35 "GET /v2.0/networks/50a3b006-43eb-412f-9023-3721d0d7ce2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220784 May 20 21:35:50.302475 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e3d45abe-297c-4747-8aa5-3f513ec8b8e6 req-55a9c281-9859-452c-b1e7-bd2a787be36f service neutron] 10.222.0.35 "GET /v2.0/networks/50a3b006-43eb-412f-9023-3721d0d7ce2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850177 May 20 21:35:50.509909 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d1332cc5-a18a-44f3-bcfc-2095a3706a72 req-c840706f-03b5-4a01-8781-feed25de622a tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/ports?device_id=38b03428-2842-4161-add5-0c52be306ea9 HTTP/1.1" status: 200 len: 210 time: 0.0294793 May 20 21:35:51.502273 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 6008bdde-13d6-4c59-86b8-ccec53f029d7 no longer exists at agent hyperv_n-h1-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 21:35:51.526558 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] No Port match for: 6008bdde-13d6-4c59-86b8-ccec53f029d7 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 21:35:51.526900 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 6008bdde-13d6-4c59-86b8-ccec53f029d7 not bound to the agent host n-h1-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 21:35:51.613749 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-37e089e4-8795-4d65-bcea-9486169ad2d1 req-78789dc1-55e2-4e36-97ad-e21d0b2cfbb0 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/ports?device_id=38b03428-2842-4161-add5-0c52be306ea9 HTTP/1.1" status: 200 len: 210 time: 0.0289881 May 20 21:35:52.178970 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d45abe-297c-4747-8aa5-3f513ec8b8e6 req-bd1c5e9e-9d09-495b-b03d-c2ad54d7e204 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:35:52.181188 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-e3d45abe-297c-4747-8aa5-3f513ec8b8e6 req-bd1c5e9e-9d09-495b-b03d-c2ad54d7e204 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.13 "GET /v2.0/networks?id=50a3b006-43eb-412f-9023-3721d0d7ce2d HTTP/1.1" status: 200 len: 811 time: 0.1024249 May 20 21:35:52.228600 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-e3d45abe-297c-4747-8aa5-3f513ec8b8e6 req-1ede6151-4bd1-4ebd-ba9c-4254164a5367 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b9236351e1c74ae7971071e6da1632bd HTTP/1.1" status: 200 len: 380 time: 0.0344892 May 20 21:35:52.237486 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [req-e3d45abe-297c-4747-8aa5-3f513ec8b8e6 req-f23069c0-2aca-44b4-a1bb-f7ff9296ffc6 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Request body: {'port': {'device_id': '38b03428-2842-4161-add5-0c52be306ea9', 'network_id': '50a3b006-43eb-412f-9023-3721d0d7ce2d', 'admin_state_up': True, 'tenant_id': 'b9236351e1c74ae7971071e6da1632bd', 'security_groups': ['003969c3-2b78-4a1a-a9af-ed266c205e02']}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:35:52.310734 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-0222698d-a8ab-4123-8a6b-64c7b0ad82ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:35:52.417127 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3d45abe-297c-4747-8aa5-3f513ec8b8e6 req-f23069c0-2aca-44b4-a1bb-f7ff9296ffc6 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Made reservation on behalf of b9236351e1c74ae7971071e6da1632bd for: {'port': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:35:52.420995 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-e3d45abe-297c-4747-8aa5-3f513ec8b8e6 req-f23069c0-2aca-44b4-a1bb-f7ff9296ffc6 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:35:52.546532 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [req-e3d45abe-297c-4747-8aa5-3f513ec8b8e6 req-f23069c0-2aca-44b4-a1bb-f7ff9296ffc6 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Allocated IP 172.20.0.13 (50a3b006-43eb-412f-9023-3721d0d7ce2d/7963096c-660c-41ee-b2a1-be9e61906a7a/75320532-d26d-43ab-bb04-f80000f02913) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:35:52.676228 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-e3d45abe-297c-4747-8aa5-3f513ec8b8e6 req-f23069c0-2aca-44b4-a1bb-f7ff9296ffc6 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:35:52.716170 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-73bda125-a0bc-4243-b98b-f2126c0e3a9d req-bef2672d-44d3-4a50-92c0-ffd776448531 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/ports?device_id=38b03428-2842-4161-add5-0c52be306ea9 HTTP/1.1" status: 200 len: 210 time: 0.0307620 May 20 21:35:52.766772 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-e3d45abe-297c-4747-8aa5-3f513ec8b8e6 req-f23069c0-2aca-44b4-a1bb-f7ff9296ffc6 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:35:52.808525 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3d45abe-297c-4747-8aa5-3f513ec8b8e6 req-f23069c0-2aca-44b4-a1bb-f7ff9296ffc6 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Network 50a3b006-43eb-412f-9023-3721d0d7ce2d is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:35:52.811427 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [req-e3d45abe-297c-4747-8aa5-3f513ec8b8e6 req-f23069c0-2aca-44b4-a1bb-f7ff9296ffc6 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:35:52.815001 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3d45abe-297c-4747-8aa5-3f513ec8b8e6 req-f23069c0-2aca-44b4-a1bb-f7ff9296ffc6 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:35:52.824780 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23069c0-2aca-44b4-a1bb-f7ff9296ffc6 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Pushing event updated for resources: {'Port': ['ID=75320532-d26d-43ab-bb04-f80000f02913,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:35:52.872654 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d45abe-297c-4747-8aa5-3f513ec8b8e6 req-f23069c0-2aca-44b4-a1bb-f7ff9296ffc6 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:35:52.873303 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-e3d45abe-297c-4747-8aa5-3f513ec8b8e6 req-f23069c0-2aca-44b4-a1bb-f7ff9296ffc6 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:35:52.985794 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-e3d45abe-297c-4747-8aa5-3f513ec8b8e6 req-f23069c0-2aca-44b4-a1bb-f7ff9296ffc6 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7518487 May 20 21:35:53.003733 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [req-e3d45abe-297c-4747-8aa5-3f513ec8b8e6 req-6c1dbb4d-60fa-4f40-8b49-a08c4bb61355 service neutron] Request body: {'port': {'device_id': '38b03428-2842-4161-add5-0c52be306ea9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-842733-1'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:35:53.040236 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-d9297deb-63b8-49c6-ae71-cf35d3ad6052 None None] Provisioning complete for port 75320532-d26d-43ab-bb04-f80000f02913 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:35:53.040925 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d9297deb-63b8-49c6-ae71-cf35d3ad6052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:35:53.061541 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-e3d45abe-297c-4747-8aa5-3f513ec8b8e6 req-6c1dbb4d-60fa-4f40-8b49-a08c4bb61355 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:35:53.074065 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-d9297deb-63b8-49c6-ae71-cf35d3ad6052 None None] Port 75320532-d26d-43ab-bb04-f80000f02913 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 21:35:53.320550 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [req-e3d45abe-297c-4747-8aa5-3f513ec8b8e6 req-6c1dbb4d-60fa-4f40-8b49-a08c4bb61355 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75320532-d26d-43ab-bb04-f80000f02913 {{(pid=103162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 21:35:53.328132 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-e3d45abe-297c-4747-8aa5-3f513ec8b8e6 req-6c1dbb4d-60fa-4f40-8b49-a08c4bb61355 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:35:53.339392 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.provisioning_blocks [req-e3d45abe-297c-4747-8aa5-3f513ec8b8e6 req-6c1dbb4d-60fa-4f40-8b49-a08c4bb61355 service neutron] Transition to ACTIVE for port object 75320532-d26d-43ab-bb04-f80000f02913 will not be triggered until provisioned by entity L2. {{(pid=103162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 21:35:53.388419 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-e3d45abe-297c-4747-8aa5-3f513ec8b8e6 req-6c1dbb4d-60fa-4f40-8b49-a08c4bb61355 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:35:53.442493 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1dbb4d-60fa-4f40-8b49-a08c4bb61355 service neutron] Pushing event updated for resources: {'Port': ['ID=75320532-d26d-43ab-bb04-f80000f02913,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:35:53.517044 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-e3d45abe-297c-4747-8aa5-3f513ec8b8e6 req-6c1dbb4d-60fa-4f40-8b49-a08c4bb61355 service neutron] Attempting to bind port 75320532-d26d-43ab-bb04-f80000f02913 on host n-h2-842733-1 for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:35:53.517423 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-e3d45abe-297c-4747-8aa5-3f513ec8b8e6 req-6c1dbb4d-60fa-4f40-8b49-a08c4bb61355 service neutron] Attempting to bind port 75320532-d26d-43ab-bb04-f80000f02913 by drivers openvswitch,hyperv on host n-h2-842733-1 at level 0 using segments [{'id': '4501992d-e203-44d7-82fc-7b29a115c6d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '50a3b006-43eb-412f-9023-3721d0d7ce2d'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:35:53.517753 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d45abe-297c-4747-8aa5-3f513ec8b8e6 req-6c1dbb4d-60fa-4f40-8b49-a08c4bb61355 service neutron] Attempting to bind port 75320532-d26d-43ab-bb04-f80000f02913 on network 50a3b006-43eb-412f-9023-3721d0d7ce2d {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:35:53.522294 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d45abe-297c-4747-8aa5-3f513ec8b8e6 req-6c1dbb4d-60fa-4f40-8b49-a08c4bb61355 service neutron] Port 75320532-d26d-43ab-bb04-f80000f02913 on network 50a3b006-43eb-412f-9023-3721d0d7ce2d not bound, no agent of type Open vSwitch agent registered on host n-h2-842733-1 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 21:35:53.522615 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d45abe-297c-4747-8aa5-3f513ec8b8e6 req-6c1dbb4d-60fa-4f40-8b49-a08c4bb61355 service neutron] Attempting to bind port 75320532-d26d-43ab-bb04-f80000f02913 on network 50a3b006-43eb-412f-9023-3721d0d7ce2d {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:35:53.528114 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d45abe-297c-4747-8aa5-3f513ec8b8e6 req-6c1dbb4d-60fa-4f40-8b49-a08c4bb61355 service neutron] Checking agent: {'id': 'a66f2511-b955-448f-877c-56cfe9c81b12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 33, 2), 'started_at': datetime.datetime(2022, 5, 20, 20, 33, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 21, 35, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 21:35:53.528476 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d45abe-297c-4747-8aa5-3f513ec8b8e6 req-6c1dbb4d-60fa-4f40-8b49-a08c4bb61355 service neutron] Checking segment: {'id': '4501992d-e203-44d7-82fc-7b29a115c6d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '50a3b006-43eb-412f-9023-3721d0d7ce2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:35:53.528863 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d45abe-297c-4747-8aa5-3f513ec8b8e6 req-6c1dbb4d-60fa-4f40-8b49-a08c4bb61355 service neutron] Bound using segment: {'id': '4501992d-e203-44d7-82fc-7b29a115c6d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '50a3b006-43eb-412f-9023-3721d0d7ce2d'} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 21:35:53.529341 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-e3d45abe-297c-4747-8aa5-3f513ec8b8e6 req-6c1dbb4d-60fa-4f40-8b49-a08c4bb61355 service neutron] Bound port: 75320532-d26d-43ab-bb04-f80000f02913, host: n-h2-842733-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4501992d-e203-44d7-82fc-7b29a115c6d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '50a3b006-43eb-412f-9023-3721d0d7ce2d'}}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:35:53.529705 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-e3d45abe-297c-4747-8aa5-3f513ec8b8e6 req-6c1dbb4d-60fa-4f40-8b49-a08c4bb61355 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:35:53.596030 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-e3d45abe-297c-4747-8aa5-3f513ec8b8e6 req-6c1dbb4d-60fa-4f40-8b49-a08c4bb61355 service neutron] For port 75320532-d26d-43ab-bb04-f80000f02913, host n-h2-842733-1, cleared binding levels {{(pid=103162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 21:35:53.599192 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-e3d45abe-297c-4747-8aa5-3f513ec8b8e6 req-6c1dbb4d-60fa-4f40-8b49-a08c4bb61355 service neutron] For port 75320532-d26d-43ab-bb04-f80000f02913, host n-h2-842733-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=75320532-d26d-43ab-bb04-f80000f02913,segment=NetworkSegment(4501992d-e203-44d7-82fc-7b29a115c6d6),segment_id=4501992d-e203-44d7-82fc-7b29a115c6d6)] {{(pid=103162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 21:35:53.669274 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-e3d45abe-297c-4747-8aa5-3f513ec8b8e6 req-6c1dbb4d-60fa-4f40-8b49-a08c4bb61355 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:35:53.715334 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d45abe-297c-4747-8aa5-3f513ec8b8e6 req-6c1dbb4d-60fa-4f40-8b49-a08c4bb61355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:35:53.715946 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-e3d45abe-297c-4747-8aa5-3f513ec8b8e6 req-6c1dbb4d-60fa-4f40-8b49-a08c4bb61355 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:35:53.717461 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-e3d45abe-297c-4747-8aa5-3f513ec8b8e6 req-6c1dbb4d-60fa-4f40-8b49-a08c4bb61355 service neutron] 10.222.0.13 "PUT /v2.0/ports/75320532-d26d-43ab-bb04-f80000f02913 HTTP/1.1" status: 200 len: 1092 time: 0.7190139 May 20 21:35:53.717834 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38b03428-2842-4161-add5-0c52be306ea9', 'tag': '75320532-d26d-43ab-bb04-f80000f02913'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 21:35:53.720049 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e97a983f2a54588e3d21b88a12ad54839c2ea34da7b46679306b1f34ba25e4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c5186ef-89d9-44aa-b818-00b3be96db2c" -d '{"events": [{"name": "network-changed", "server_uuid": "38b03428-2842-4161-add5-0c52be306ea9", "tag": "75320532-d26d-43ab-bb04-f80000f02913"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 21:35:53.741939 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1dbb4d-60fa-4f40-8b49-a08c4bb61355 service neutron] Pushing event updated for resources: {'Port': ['ID=75320532-d26d-43ab-bb04-f80000f02913,revision_number=3']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:35:53.775123 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 21:35:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edf3cdfd-1e16-499b-967b-aaf4e0142175 x-openstack-request-id: req-edf3cdfd-1e16-499b-967b-aaf4e0142175 {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 21:35:53.775723 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38b03428-2842-4161-add5-0c52be306ea9", "tag": "75320532-d26d-43ab-bb04-f80000f02913", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 21:35:53.781748 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-edf3cdfd-1e16-499b-967b-aaf4e0142175 {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 21:35:53.781748 n-d-842733-1 neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-edf3cdfd-1e16-499b-967b-aaf4e0142175'] response: {'name': 'network-changed', 'server_uuid': '38b03428-2842-4161-add5-0c52be306ea9', 'tag': '75320532-d26d-43ab-bb04-f80000f02913', 'status': 'completed', 'code': 200} May 20 21:35:53.862181 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5186ef-89d9-44aa-b818-00b3be96db2c req-4afdfef2-721e-435a-8142-8b3f2f37de6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:35:53.863860 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-4c5186ef-89d9-44aa-b818-00b3be96db2c req-4afdfef2-721e-435a-8142-8b3f2f37de6e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b9236351e1c74ae7971071e6da1632bd&device_id=38b03428-2842-4161-add5-0c52be306ea9 HTTP/1.1" status: 200 len: 1095 time: 0.0453434 May 20 21:35:53.866426 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73441869-2efa-46f4-aa9b-c6ea18f59931 req-55b618e2-5b3f-4625-99c4-17367c572660 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:35:53.868246 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-73441869-2efa-46f4-aa9b-c6ea18f59931 req-55b618e2-5b3f-4625-99c4-17367c572660 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/ports?device_id=38b03428-2842-4161-add5-0c52be306ea9 HTTP/1.1" status: 200 len: 944 time: 0.0618067 May 20 21:35:53.916762 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-73441869-2efa-46f4-aa9b-c6ea18f59931 req-880c51de-b7eb-498f-b8b6-7060ec696e94 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/security-groups?id=003969c3-2b78-4a1a-a9af-ed266c205e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416191 May 20 21:35:53.968844 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5186ef-89d9-44aa-b818-00b3be96db2c req-c2034c87-e5bf-4861-9051-c407da3de14b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:35:53.970334 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-4c5186ef-89d9-44aa-b818-00b3be96db2c req-c2034c87-e5bf-4861-9051-c407da3de14b service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=b9236351e1c74ae7971071e6da1632bd&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0945773 May 20 21:35:54.063441 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5186ef-89d9-44aa-b818-00b3be96db2c req-064ca330-570e-4f99-be0e-f25730587163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:35:54.064890 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-4c5186ef-89d9-44aa-b818-00b3be96db2c req-064ca330-570e-4f99-be0e-f25730587163 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0879335 May 20 21:35:54.126129 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4bb0e131-6525-46ca-a45b-e4ea43a5e69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:35:54.163420 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d45abe-297c-4747-8aa5-3f513ec8b8e6 req-1e08a74e-caac-443d-bb67-b6d51f93123e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:35:54.165405 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-e3d45abe-297c-4747-8aa5-3f513ec8b8e6 req-1e08a74e-caac-443d-bb67-b6d51f93123e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b9236351e1c74ae7971071e6da1632bd&device_id=38b03428-2842-4161-add5-0c52be306ea9 HTTP/1.1" status: 200 len: 1095 time: 0.0458519 May 20 21:35:54.214745 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-e3d45abe-297c-4747-8aa5-3f513ec8b8e6 req-3c3a5905-9f98-4cd8-9d4f-cdf677e2260c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=75320532-d26d-43ab-bb04-f80000f02913 HTTP/1.1" status: 200 len: 217 time: 0.0345392 May 20 21:35:54.261768 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d45abe-297c-4747-8aa5-3f513ec8b8e6 req-da9ceb75-1190-42aa-b425-81b62b8ed18f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:35:54.263175 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-e3d45abe-297c-4747-8aa5-3f513ec8b8e6 req-da9ceb75-1190-42aa-b425-81b62b8ed18f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7963096c-660c-41ee-b2a1-be9e61906a7a HTTP/1.1" status: 200 len: 850 time: 0.0426049 May 20 21:35:54.311955 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d45abe-297c-4747-8aa5-3f513ec8b8e6 req-536e5645-cede-4dbd-81e2-b22c7a5fbad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:35:54.313455 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-e3d45abe-297c-4747-8aa5-3f513ec8b8e6 req-536e5645-cede-4dbd-81e2-b22c7a5fbad3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=50a3b006-43eb-412f-9023-3721d0d7ce2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431154 May 20 21:35:54.402040 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-e3d45abe-297c-4747-8aa5-3f513ec8b8e6 req-203fe7b2-a475-4e44-831f-d70d0466fb4f service neutron] 10.222.0.13 "GET /v2.0/networks/50a3b006-43eb-412f-9023-3721d0d7ce2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819051 May 20 21:35:54.496578 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-e3d45abe-297c-4747-8aa5-3f513ec8b8e6 req-f6f1c1b8-a273-43e0-b26e-dc3f7db3a19f service neutron] 10.222.0.13 "GET /v2.0/networks/50a3b006-43eb-412f-9023-3721d0d7ce2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871656 May 20 21:35:55.038073 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d46c84-4df9-45a8-ba82-5a9b8452025a req-7b6f7f81-52a1-4bb9-aa8d-d9adaffacf51 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:35:55.040162 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-67d46c84-4df9-45a8-ba82-5a9b8452025a req-7b6f7f81-52a1-4bb9-aa8d-d9adaffacf51 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/ports?device_id=38b03428-2842-4161-add5-0c52be306ea9 HTTP/1.1" status: 200 len: 944 time: 0.0518970 May 20 21:35:55.078127 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-67d46c84-4df9-45a8-ba82-5a9b8452025a req-8ad0a981-d67c-4571-ae39-f6702679cf17 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/security-groups?id=003969c3-2b78-4a1a-a9af-ed266c205e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313067 May 20 21:35:55.177356 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:35:55.624022 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:35:55.674350 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cc3ec51b-6ec8-438a-8349-5f0bec346d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:35:56.194109 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208f6771-8956-43cd-a98f-bf745ebbb518 req-a72a9485-bcf0-4061-9ddd-dfca3c7f2a63 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:35:56.196072 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-208f6771-8956-43cd-a98f-bf745ebbb518 req-a72a9485-bcf0-4061-9ddd-dfca3c7f2a63 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/ports?device_id=38b03428-2842-4161-add5-0c52be306ea9 HTTP/1.1" status: 200 len: 944 time: 0.0490568 May 20 21:35:56.234266 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-208f6771-8956-43cd-a98f-bf745ebbb518 req-884e0f0b-4958-4408-b6c3-a0b6d2bd82b7 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/security-groups?id=003969c3-2b78-4a1a-a9af-ed266c205e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318646 May 20 21:35:56.261071 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 75320532-d26d-43ab-bb04-f80000f02913 details requested by agent hyperv_n-h2-842733-1 with host n-h2-842733-1 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 21:35:56.352254 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port 75320532-d26d-43ab-bb04-f80000f02913, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=75320532-d26d-43ab-bb04-f80000f02913,segment=NetworkSegment(4501992d-e203-44d7-82fc-7b29a115c6d6),segment_id=4501992d-e203-44d7-82fc-7b29a115c6d6)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:35:56.363419 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Returning: {'device': '75320532-d26d-43ab-bb04-f80000f02913', 'network_id': '50a3b006-43eb-412f-9023-3721d0d7ce2d', 'port_id': '75320532-d26d-43ab-bb04-f80000f02913', 'mac_address': 'fa:16:3e:e0:0e:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7963096c-660c-41ee-b2a1-be9e61906a7a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 20 21:35:56.400188 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port 75320532-d26d-43ab-bb04-f80000f02913 is: DOWN; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:35:56.400551 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:35:56.416105 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75320532-d26d-43ab-bb04-f80000f02913 {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 21:35:56.435725 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port 75320532-d26d-43ab-bb04-f80000f02913, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=75320532-d26d-43ab-bb04-f80000f02913,segment=NetworkSegment(4501992d-e203-44d7-82fc-7b29a115c6d6),segment_id=4501992d-e203-44d7-82fc-7b29a115c6d6)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:35:56.479767 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:35:56.526664 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=75320532-d26d-43ab-bb04-f80000f02913,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:35:56.751249 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] get_ports_and_sgs() called for port_ids ['75320532-d26d-43ab-bb04-f80000f02913'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 21:35:57.353832 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6b7f56-81aa-434d-ade5-4ef506df7d36 req-5fbd9b90-58fa-4a6e-88d0-250f9a90f74d tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:35:57.355290 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8a6b7f56-81aa-434d-ade5-4ef506df7d36 req-5fbd9b90-58fa-4a6e-88d0-250f9a90f74d tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/ports?device_id=38b03428-2842-4161-add5-0c52be306ea9 HTTP/1.1" status: 200 len: 945 time: 0.0523975 May 20 21:35:57.393039 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8a6b7f56-81aa-434d-ade5-4ef506df7d36 req-c4568f3b-a69d-4361-b528-2bc57d5418cc tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/security-groups?id=003969c3-2b78-4a1a-a9af-ed266c205e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316582 May 20 21:35:58.260568 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 75320532-d26d-43ab-bb04-f80000f02913 up at agent hyperv_n-h2-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:35:58.354055 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Provisioning for port 75320532-d26d-43ab-bb04-f80000f02913 completed by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 21:35:58.357801 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Provisioning complete for port 75320532-d26d-43ab-bb04-f80000f02913 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:35:58.358167 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:35:58.434708 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port 75320532-d26d-43ab-bb04-f80000f02913 is: BUILD; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:35:58.435117 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:35:58.457974 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38b03428-2842-4161-add5-0c52be306ea9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75320532-d26d-43ab-bb04-f80000f02913'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 21:35:58.460398 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7947af4a1013b12ef328acaa2f4e39eb2f7ac51c208120b4987a707d9dc479df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8822b871-5404-4c05-9b7a-e9f56c173342" -d '{"events": [{"server_uuid": "38b03428-2842-4161-add5-0c52be306ea9", "name": "network-vif-plugged", "status": "completed", "tag": "75320532-d26d-43ab-bb04-f80000f02913"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 21:35:58.485324 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port 75320532-d26d-43ab-bb04-f80000f02913, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=75320532-d26d-43ab-bb04-f80000f02913,segment=NetworkSegment(4501992d-e203-44d7-82fc-7b29a115c6d6),segment_id=4501992d-e203-44d7-82fc-7b29a115c6d6)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:35:58.510773 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 21:35:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f426018e-841e-48a3-a170-1fb8f39bdf9f x-openstack-request-id: req-f426018e-841e-48a3-a170-1fb8f39bdf9f {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 21:35:58.511020 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38b03428-2842-4161-add5-0c52be306ea9", "name": "network-vif-plugged", "status": "completed", "tag": "75320532-d26d-43ab-bb04-f80000f02913", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 21:35:58.511253 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f426018e-841e-48a3-a170-1fb8f39bdf9f {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 21:35:58.511654 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f426018e-841e-48a3-a170-1fb8f39bdf9f'] response: {'server_uuid': '38b03428-2842-4161-add5-0c52be306ea9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75320532-d26d-43ab-bb04-f80000f02913', 'code': 200} May 20 21:35:58.525067 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d91a811-ba8a-44f7-bfa1-d091a6a03c1d req-ab83aaac-9c9e-41d6-a5c1-18ea6f2a4a31 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:35:58.526561 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1d91a811-ba8a-44f7-bfa1-d091a6a03c1d req-ab83aaac-9c9e-41d6-a5c1-18ea6f2a4a31 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/ports?device_id=38b03428-2842-4161-add5-0c52be306ea9 HTTP/1.1" status: 200 len: 945 time: 0.0629973 May 20 21:35:58.531861 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:35:58.566197 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1d91a811-ba8a-44f7-bfa1-d091a6a03c1d req-cb45eae4-ffa1-4fc6-8ae3-23dcbfb40a80 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/security-groups?id=003969c3-2b78-4a1a-a9af-ed266c205e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334601 May 20 21:35:58.585443 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=75320532-d26d-43ab-bb04-f80000f02913,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:35:58.971123 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7133934b-0de1-4980-9c6f-b63ae82cccfe req-1478b179-3077-4cb2-8027-b90b939241ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:35:58.972612 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-7133934b-0de1-4980-9c6f-b63ae82cccfe req-1478b179-3077-4cb2-8027-b90b939241ec service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=38b03428-2842-4161-add5-0c52be306ea9 HTTP/1.1" status: 200 len: 1097 time: 0.3695450 May 20 21:35:59.005811 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-7133934b-0de1-4980-9c6f-b63ae82cccfe req-06609581-1cde-44a5-84d4-da63f9be9cec service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=003969c3-2b78-4a1a-a9af-ed266c205e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0262642 May 20 21:35:59.685953 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f8d667-ec5b-4827-a3e0-67ed4af3d002 req-14bd98b4-a0bf-42ef-bbd9-552397cb8fd4 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:35:59.687428 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-48f8d667-ec5b-4827-a3e0-67ed4af3d002 req-14bd98b4-a0bf-42ef-bbd9-552397cb8fd4 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/ports?device_id=38b03428-2842-4161-add5-0c52be306ea9 HTTP/1.1" status: 200 len: 946 time: 0.0484314 May 20 21:35:59.724097 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-48f8d667-ec5b-4827-a3e0-67ed4af3d002 req-616ed1dd-cd06-45f1-be62-4ee943887573 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/security-groups?id=003969c3-2b78-4a1a-a9af-ed266c205e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307245 May 20 21:36:00.846892 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea0d520-12f5-4000-a8f5-f8c4e9769d58 req-e9125b1c-dd48-4dbf-98f7-0dc3e3fac130 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:36:00.848368 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9ea0d520-12f5-4000-a8f5-f8c4e9769d58 req-e9125b1c-dd48-4dbf-98f7-0dc3e3fac130 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/ports?device_id=38b03428-2842-4161-add5-0c52be306ea9 HTTP/1.1" status: 200 len: 946 time: 0.0542073 May 20 21:36:00.887432 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9ea0d520-12f5-4000-a8f5-f8c4e9769d58 req-ce91d2da-c010-4913-a855-7992f56415b9 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/security-groups?id=003969c3-2b78-4a1a-a9af-ed266c205e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316186 May 20 21:36:01.000040 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf3f752-c65a-45ce-98ad-4e55d1c5d5af req-df73bee6-1a24-41fc-b1f4-8e3ca7e2b785 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:36:01.001525 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ccf3f752-c65a-45ce-98ad-4e55d1c5d5af req-df73bee6-1a24-41fc-b1f4-8e3ca7e2b785 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/ports?device_id=38b03428-2842-4161-add5-0c52be306ea9 HTTP/1.1" status: 200 len: 946 time: 0.0486765 May 20 21:36:01.010168 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 34462) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:36:01.014471 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-97b70d36-7f78-425e-8412-65f4910bc3a4 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Request body: {'floatingip': {'port_id': '75320532-d26d-43ab-bb04-f80000f02913'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:36:01.053240 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-97b70d36-7f78-425e-8412-65f4910bc3a4 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Notify callbacks [] for floatingip, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:36:01.483843 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-97b70d36-7f78-425e-8412-65f4910bc3a4 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:36:01.519689 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-97b70d36-7f78-425e-8412-65f4910bc3a4 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748272'] for floatingip, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:36:01.622220 n-d-842733-1 neutron-server[103163]: INFO neutron.db.l3_db [None req-97b70d36-7f78-425e-8412-65f4910bc3a4 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Floating IP ac07d75f-93e9-442f-be04-2ffed6583061 associated. External IP: 172.25.2.174, port: 75320532-d26d-43ab-bb04-f80000f02913. May 20 21:36:01.827572 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97b70d36-7f78-425e-8412-65f4910bc3a4 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Router b0ad94e8-7f95-45f6-a76e-a2191e854455 has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 21:36:01.934251 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97b70d36-7f78-425e-8412-65f4910bc3a4 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 21:36:01.938799 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-97b70d36-7f78-425e-8412-65f4910bc3a4 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for floatingip, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:36:01.943976 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8007dca9-db01-4f4c-98f2-8231a7b63dc4 None None] Sync routers for ids ['b0ad94e8-7f95-45f6-a76e-a2191e854455'] in n-d-842733-1 {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 21:36:01.954493 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8007dca9-db01-4f4c-98f2-8231a7b63dc4 None None] Routers {'b0ad94e8-7f95-45f6-a76e-a2191e854455'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:36:01.955099 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-8007dca9-db01-4f4c-98f2-8231a7b63dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:35:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['b0ad94e8-7f95-45f6-a76e-a2191e854455'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:36:01.968709 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-97b70d36-7f78-425e-8412-65f4910bc3a4 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "PUT /v2.0/floatingips/ac07d75f-93e9-442f-be04-2ffed6583061 HTTP/1.1" status: 200 len: 992 time: 0.9574983 May 20 21:36:01.969328 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38b03428-2842-4161-add5-0c52be306ea9', 'tag': '75320532-d26d-43ab-bb04-f80000f02913'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 21:36:01.971575 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4416c3b25ab83027dff24eda6e450cd3b8f285a9257f5a2b93a81ddcbdb8854f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9395d1a5-f1ee-414e-92ac-e18d208c88e1" -d '{"events": [{"name": "network-changed", "server_uuid": "38b03428-2842-4161-add5-0c52be306ea9", "tag": "75320532-d26d-43ab-bb04-f80000f02913"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 21:36:02.010045 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 21:36:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f6a1cfa-78ec-4e30-99b3-375fb41eb202 x-openstack-request-id: req-5f6a1cfa-78ec-4e30-99b3-375fb41eb202 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 21:36:02.010333 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38b03428-2842-4161-add5-0c52be306ea9", "tag": "75320532-d26d-43ab-bb04-f80000f02913", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 21:36:02.020123 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5f6a1cfa-78ec-4e30-99b3-375fb41eb202 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 21:36:02.020123 n-d-842733-1 neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f6a1cfa-78ec-4e30-99b3-375fb41eb202'] response: {'name': 'network-changed', 'server_uuid': '38b03428-2842-4161-add5-0c52be306ea9', 'tag': '75320532-d26d-43ab-bb04-f80000f02913', 'status': 'completed', 'code': 200} May 20 21:36:02.067783 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-8007dca9-db01-4f4c-98f2-8231a7b63dc4 None None] Set router b0ad94e8-7f95-45f6-a76e-a2191e854455 gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:36:02.093416 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9395d1a5-f1ee-414e-92ac-e18d208c88e1 req-b46ecd5c-eb6f-4321-a06f-e18fc8987054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:36:02.094839 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-9395d1a5-f1ee-414e-92ac-e18d208c88e1 req-b46ecd5c-eb6f-4321-a06f-e18fc8987054 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b9236351e1c74ae7971071e6da1632bd&device_id=38b03428-2842-4161-add5-0c52be306ea9 HTTP/1.1" status: 200 len: 1097 time: 0.0416372 May 20 21:36:02.185127 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9395d1a5-f1ee-414e-92ac-e18d208c88e1 req-b976944b-c72a-4717-94b6-2fd458945f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:36:02.186612 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-9395d1a5-f1ee-414e-92ac-e18d208c88e1 req-b976944b-c72a-4717-94b6-2fd458945f10 service neutron] 10.222.0.13 "GET /v2.0/networks?id=50a3b006-43eb-412f-9023-3721d0d7ce2d HTTP/1.1" status: 200 len: 912 time: 0.0851390 May 20 21:36:02.252435 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-9395d1a5-f1ee-414e-92ac-e18d208c88e1 req-e258a2b3-d1a5-403f-a3f7-0c7cd07465da service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=75320532-d26d-43ab-bb04-f80000f02913 HTTP/1.1" status: 200 len: 1000 time: 0.0573967 May 20 21:36:02.290706 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-8007dca9-db01-4f4c-98f2-8231a7b63dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0ad94e8-7f95-45f6-a76e-a2191e854455', 'name': 'tempest-ServerActionsTestJSON-435657109-router', 'tenant_id': 'b9236351e1c74ae7971071e6da1632bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.184'}], 'enable_snat': True}, 'gw_port_id': 'bf9a38ad-fa66-4fcd-b91d-b25170b47e1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:33:30Z', 'updated_at': '2022-05-20T21:33:33Z', 'revision_number': 4, 'project_id': 'b9236351e1c74ae7971071e6da1632bd', 'gw_port': {'id': 'bf9a38ad-fa66-4fcd-b91d-b25170b47e1f', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:34:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ad94e8-7f95-45f6-a76e-a2191e854455', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:33:30Z', 'updated_at': '2022-05-20T21:33:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_floatingips': [{'id': 'ac07d75f-93e9-442f-be04-2ffed6583061', 'tenant_id': 'b9236351e1c74ae7971071e6da1632bd', 'floating_ip_address': '172.25.2.174', 'floating_network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'router_id': 'b0ad94e8-7f95-45f6-a76e-a2191e854455', 'port_id': '75320532-d26d-43ab-bb04-f80000f02913', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50a3b006-43eb-412f-9023-3721d0d7ce2d', 'mac_address': 'fa:16:3e:e0:0e:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38b03428-2842-4161-add5-0c52be306ea9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-20T21:33:36Z', 'updated_at': '2022-05-20T21:36:01Z', 'revision_number': 9, 'project_id': 'b9236351e1c74ae7971071e6da1632bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f95e277a-dcf5-450a-97d7-4ddd46c472a2', 'name': '', 'network_id': '50a3b006-43eb-412f-9023-3721d0d7ce2d', 'tenant_id': 'b9236351e1c74ae7971071e6da1632bd', 'mac_address': 'fa:16:3e:2d:37:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ad94e8-7f95-45f6-a76e-a2191e854455', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '7963096c-660c-41ee-b2a1-be9e61906a7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:33:32Z', 'updated_at': '2022-05-20T21:33:36Z', 'revision_number': 5, 'project_id': 'b9236351e1c74ae7971071e6da1632bd', 'subnets': [{'id': '7963096c-660c-41ee-b2a1-be9e61906a7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:36:02.307097 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9395d1a5-f1ee-414e-92ac-e18d208c88e1 req-678d4b08-e13d-4213-87d8-afc64a2d6ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:36:02.308577 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-9395d1a5-f1ee-414e-92ac-e18d208c88e1 req-678d4b08-e13d-4213-87d8-afc64a2d6ce1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7963096c-660c-41ee-b2a1-be9e61906a7a HTTP/1.1" status: 200 len: 850 time: 0.0453978 May 20 21:36:02.320309 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8007dca9-db01-4f4c-98f2-8231a7b63dc4 None None] Checking router: b0ad94e8-7f95-45f6-a76e-a2191e854455 for host: n-d-842733-1 {{(pid=103165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 21:36:02.329412 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8007dca9-db01-4f4c-98f2-8231a7b63dc4 None None] Routers {'b0ad94e8-7f95-45f6-a76e-a2191e854455'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:36:02.330025 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-8007dca9-db01-4f4c-98f2-8231a7b63dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:35:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['b0ad94e8-7f95-45f6-a76e-a2191e854455'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:36:02.357903 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9395d1a5-f1ee-414e-92ac-e18d208c88e1 req-5c7a9013-3513-4c8a-a055-9b6baaf9f99d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:36:02.359291 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-9395d1a5-f1ee-414e-92ac-e18d208c88e1 req-5c7a9013-3513-4c8a-a055-9b6baaf9f99d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=50a3b006-43eb-412f-9023-3721d0d7ce2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444055 May 20 21:36:02.434994 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-8007dca9-db01-4f4c-98f2-8231a7b63dc4 None None] Set router b0ad94e8-7f95-45f6-a76e-a2191e854455 gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:36:02.450045 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-9395d1a5-f1ee-414e-92ac-e18d208c88e1 req-50b4a8f7-aa49-47dd-adae-3f36447fcb8e service neutron] 10.222.0.13 "GET /v2.0/networks/50a3b006-43eb-412f-9023-3721d0d7ce2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835612 May 20 21:36:02.544308 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-9395d1a5-f1ee-414e-92ac-e18d208c88e1 req-ea900dde-7635-45bd-9d26-2ff6e97e9aae service neutron] 10.222.0.13 "GET /v2.0/networks/50a3b006-43eb-412f-9023-3721d0d7ce2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885220 May 20 21:36:02.654756 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-8007dca9-db01-4f4c-98f2-8231a7b63dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0ad94e8-7f95-45f6-a76e-a2191e854455', 'name': 'tempest-ServerActionsTestJSON-435657109-router', 'tenant_id': 'b9236351e1c74ae7971071e6da1632bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.184'}], 'enable_snat': True}, 'gw_port_id': 'bf9a38ad-fa66-4fcd-b91d-b25170b47e1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:33:30Z', 'updated_at': '2022-05-20T21:33:33Z', 'revision_number': 4, 'project_id': 'b9236351e1c74ae7971071e6da1632bd', 'gw_port': {'id': 'bf9a38ad-fa66-4fcd-b91d-b25170b47e1f', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:34:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ad94e8-7f95-45f6-a76e-a2191e854455', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:33:30Z', 'updated_at': '2022-05-20T21:33:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_floatingips': [{'id': 'ac07d75f-93e9-442f-be04-2ffed6583061', 'tenant_id': 'b9236351e1c74ae7971071e6da1632bd', 'floating_ip_address': '172.25.2.174', 'floating_network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'router_id': 'b0ad94e8-7f95-45f6-a76e-a2191e854455', 'port_id': '75320532-d26d-43ab-bb04-f80000f02913', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50a3b006-43eb-412f-9023-3721d0d7ce2d', 'mac_address': 'fa:16:3e:e0:0e:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38b03428-2842-4161-add5-0c52be306ea9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-20T21:33:36Z', 'updated_at': '2022-05-20T21:36:01Z', 'revision_number': 9, 'project_id': 'b9236351e1c74ae7971071e6da1632bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f95e277a-dcf5-450a-97d7-4ddd46c472a2', 'name': '', 'network_id': '50a3b006-43eb-412f-9023-3721d0d7ce2d', 'tenant_id': 'b9236351e1c74ae7971071e6da1632bd', 'mac_address': 'fa:16:3e:2d:37:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ad94e8-7f95-45f6-a76e-a2191e854455', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '7963096c-660c-41ee-b2a1-be9e61906a7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:33:32Z', 'updated_at': '2022-05-20T21:33:36Z', 'revision_number': 5, 'project_id': 'b9236351e1c74ae7971071e6da1632bd', 'subnets': [{'id': '7963096c-660c-41ee-b2a1-be9e61906a7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:36:02.680676 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8007dca9-db01-4f4c-98f2-8231a7b63dc4 None None] The sync data for ids ['b0ad94e8-7f95-45f6-a76e-a2191e854455'] in n-d-842733-1 is: [{'id': 'b0ad94e8-7f95-45f6-a76e-a2191e854455', 'name': 'tempest-ServerActionsTestJSON-435657109-router', 'tenant_id': 'b9236351e1c74ae7971071e6da1632bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.184'}], 'enable_snat': True}, 'gw_port_id': 'bf9a38ad-fa66-4fcd-b91d-b25170b47e1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:33:30Z', 'updated_at': '2022-05-20T21:33:33Z', 'revision_number': 4, 'project_id': 'b9236351e1c74ae7971071e6da1632bd', 'gw_port': {'id': 'bf9a38ad-fa66-4fcd-b91d-b25170b47e1f', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:34:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ad94e8-7f95-45f6-a76e-a2191e854455', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:33:30Z', 'updated_at': '2022-05-20T21:33:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_floatingips': [{'id': 'ac07d75f-93e9-442f-be04-2ffed6583061', 'tenant_id': 'b9236351e1c74ae7971071e6da1632bd', 'floating_ip_address': '172.25.2.174', 'floating_network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'router_id': 'b0ad94e8-7f95-45f6-a76e-a2191e854455', 'port_id': '75320532-d26d-43ab-bb04-f80000f02913', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50a3b006-43eb-412f-9023-3721d0d7ce2d', 'mac_address': 'fa:16:3e:e0:0e:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38b03428-2842-4161-add5-0c52be306ea9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-20T21:33:36Z', 'updated_at': '2022-05-20T21:36:01Z', 'revision_number': 9, 'project_id': 'b9236351e1c74ae7971071e6da1632bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f95e277a-dcf5-450a-97d7-4ddd46c472a2', 'name': '', 'network_id': '50a3b006-43eb-412f-9023-3721d0d7ce2d', 'tenant_id': 'b9236351e1c74ae7971071e6da1632bd', 'mac_address': 'fa:16:3e:2d:37:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ad94e8-7f95-45f6-a76e-a2191e854455', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '7963096c-660c-41ee-b2a1-be9e61906a7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:33:32Z', 'updated_at': '2022-05-20T21:33:36Z', 'revision_number': 5, 'project_id': 'b9236351e1c74ae7971071e6da1632bd', 'subnets': [{'id': '7963096c-660c-41ee-b2a1-be9e61906a7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 21:36:02.811748 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:36:02.868157 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da1caf8-cc39-46ac-9768-668490976852 None None] New status for floating IP ac07d75f-93e9-442f-be04-2ffed6583061: ACTIVE {{(pid=103164) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 21:36:14.143240 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.agents_db [None req-5c33ad30-4e00-40fa-b486-8c79c4a6cfc5 None None] Agent healthcheck: found 7 active agents {{(pid=103165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 20 21:36:19.914314 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b2049730-1dc2-44fe-9bc4-2e9f08596f18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:36:22.308986 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-6ced163d-ab36-4705-84e2-c6252bcad8a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:36:24.125488 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4bb0e131-6525-46ca-a45b-e4ea43a5e69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:36:25.170736 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:36:25.628162 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:36:25.685717 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cc3ec51b-6ec8-438a-8349-5f0bec346d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:36:32.810835 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:36:35.171781 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87239e1f-e17e-4d4c-b2b1-cb631b986224 req-f1d6f472-b84a-4dc7-83af-37fc035d0cd2 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:36:35.173290 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-87239e1f-e17e-4d4c-b2b1-cb631b986224 req-f1d6f472-b84a-4dc7-83af-37fc035d0cd2 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/ports?device_id=38b03428-2842-4161-add5-0c52be306ea9 HTTP/1.1" status: 200 len: 946 time: 0.0496597 May 20 21:36:35.213067 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-87239e1f-e17e-4d4c-b2b1-cb631b986224 req-905a54b9-de21-44f5-a92c-4c5249a53e04 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/security-groups?id=003969c3-2b78-4a1a-a9af-ed266c205e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336640 May 20 21:36:35.265805 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0752872c-a307-451a-9427-2f14e0c92b66 req-2deb14e1-9258-4ed1-b897-93a82b7351c8 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=38b03428-2842-4161-add5-0c52be306ea9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0447149 May 20 21:36:36.332919 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a101c2-2cdf-49f7-b186-5dc6d7a224cb req-fea9f771-5c3b-498d-a7b6-98dcc6f742c4 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:36:36.334323 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-23a101c2-2cdf-49f7-b186-5dc6d7a224cb req-fea9f771-5c3b-498d-a7b6-98dcc6f742c4 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/ports?device_id=38b03428-2842-4161-add5-0c52be306ea9 HTTP/1.1" status: 200 len: 946 time: 0.0499332 May 20 21:36:36.372335 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-23a101c2-2cdf-49f7-b186-5dc6d7a224cb req-0f06ef09-b1ed-4fa9-9b7d-a3c188241d0a tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/security-groups?id=003969c3-2b78-4a1a-a9af-ed266c205e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319622 May 20 21:36:37.289580 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0752872c-a307-451a-9427-2f14e0c92b66 req-66f5d52f-1100-41d9-8c5a-fcb26c7c2a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:36:37.291059 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-0752872c-a307-451a-9427-2f14e0c92b66 req-66f5d52f-1100-41d9-8c5a-fcb26c7c2a4a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b9236351e1c74ae7971071e6da1632bd&device_id=38b03428-2842-4161-add5-0c52be306ea9 HTTP/1.1" status: 200 len: 1097 time: 0.0410602 May 20 21:36:37.383684 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0752872c-a307-451a-9427-2f14e0c92b66 req-f52876d3-f83a-4bbf-a8ed-bb874a0bdb5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:36:37.385134 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-0752872c-a307-451a-9427-2f14e0c92b66 req-f52876d3-f83a-4bbf-a8ed-bb874a0bdb5f service neutron] 10.222.0.13 "GET /v2.0/networks?id=50a3b006-43eb-412f-9023-3721d0d7ce2d HTTP/1.1" status: 200 len: 912 time: 0.0877538 May 20 21:36:37.451260 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-0752872c-a307-451a-9427-2f14e0c92b66 req-b04c5924-35b1-4d77-b10b-39a9d38ba612 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=75320532-d26d-43ab-bb04-f80000f02913 HTTP/1.1" status: 200 len: 1003 time: 0.0590763 May 20 21:36:37.494291 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a372f6df-7c7f-4030-a789-bee59890eb64 req-89b0318d-73e5-4181-9f93-d6f7e337da1f tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:36:37.495973 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a372f6df-7c7f-4030-a789-bee59890eb64 req-89b0318d-73e5-4181-9f93-d6f7e337da1f tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/ports?device_id=38b03428-2842-4161-add5-0c52be306ea9 HTTP/1.1" status: 200 len: 946 time: 0.0498898 May 20 21:36:37.501251 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0752872c-a307-451a-9427-2f14e0c92b66 req-a437e8ca-9e46-44c5-b85b-a77a29e6345e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:36:37.502707 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-0752872c-a307-451a-9427-2f14e0c92b66 req-a437e8ca-9e46-44c5-b85b-a77a29e6345e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7963096c-660c-41ee-b2a1-be9e61906a7a HTTP/1.1" status: 200 len: 850 time: 0.0448086 May 20 21:36:37.534822 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a372f6df-7c7f-4030-a789-bee59890eb64 req-c2992bd1-5b83-45c5-946d-67b0a7b41485 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/security-groups?id=003969c3-2b78-4a1a-a9af-ed266c205e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316246 May 20 21:36:37.553442 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0752872c-a307-451a-9427-2f14e0c92b66 req-1160dd29-4a0f-4b2d-8834-e5848554b4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:36:37.553442 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-0752872c-a307-451a-9427-2f14e0c92b66 req-1160dd29-4a0f-4b2d-8834-e5848554b4a2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=50a3b006-43eb-412f-9023-3721d0d7ce2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431106 May 20 21:36:37.637405 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-0752872c-a307-451a-9427-2f14e0c92b66 req-8461b8b8-1563-4823-8e8d-fcdebed2dc60 service neutron] 10.222.0.13 "GET /v2.0/networks/50a3b006-43eb-412f-9023-3721d0d7ce2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795217 May 20 21:36:37.730205 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-0752872c-a307-451a-9427-2f14e0c92b66 req-7fa340e6-912c-4d32-b1f1-6fe303afb4c5 service neutron] 10.222.0.13 "GET /v2.0/networks/50a3b006-43eb-412f-9023-3721d0d7ce2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858843 May 20 21:36:38.653779 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8a9864-1cc7-47c2-a83f-d6aee6f7f86f req-f2a75635-9b21-4b79-b950-715904156005 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:36:38.655401 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ea8a9864-1cc7-47c2-a83f-d6aee6f7f86f req-f2a75635-9b21-4b79-b950-715904156005 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/ports?device_id=38b03428-2842-4161-add5-0c52be306ea9 HTTP/1.1" status: 200 len: 946 time: 0.0521452 May 20 21:36:38.692392 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ea8a9864-1cc7-47c2-a83f-d6aee6f7f86f req-da75b1a0-7627-4f18-92ff-0e9247d94378 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/security-groups?id=003969c3-2b78-4a1a-a9af-ed266c205e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310714 May 20 21:36:39.810494 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dda0df1-c4a2-4ca1-b2cf-00268bc70865 req-1ab22af1-7aeb-4ee2-93fd-2da9198d5581 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:36:39.812374 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4dda0df1-c4a2-4ca1-b2cf-00268bc70865 req-1ab22af1-7aeb-4ee2-93fd-2da9198d5581 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/ports?device_id=38b03428-2842-4161-add5-0c52be306ea9 HTTP/1.1" status: 200 len: 946 time: 0.0509098 May 20 21:36:39.850192 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4dda0df1-c4a2-4ca1-b2cf-00268bc70865 req-5070bb43-1610-4d93-8463-55a74dcd6f20 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/security-groups?id=003969c3-2b78-4a1a-a9af-ed266c205e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317283 May 20 21:36:40.965472 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b732c86-d5c2-4721-a349-ebbab14fb3c6 req-2d88fcc2-d99b-4d66-a81f-71e1e292d4bf tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:36:40.966917 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0b732c86-d5c2-4721-a349-ebbab14fb3c6 req-2d88fcc2-d99b-4d66-a81f-71e1e292d4bf tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/ports?device_id=38b03428-2842-4161-add5-0c52be306ea9 HTTP/1.1" status: 200 len: 946 time: 0.0479949 May 20 21:36:41.003957 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0b732c86-d5c2-4721-a349-ebbab14fb3c6 req-e93aaf17-1015-4938-9308-f7a736ede5f5 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/security-groups?id=003969c3-2b78-4a1a-a9af-ed266c205e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309906 May 20 21:36:42.122130 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fd98fd-1183-486a-bf70-36c1db0d1cad req-d075a61a-b226-4811-8474-cfda6ffd543f tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:36:42.123643 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e6fd98fd-1183-486a-bf70-36c1db0d1cad req-d075a61a-b226-4811-8474-cfda6ffd543f tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/ports?device_id=38b03428-2842-4161-add5-0c52be306ea9 HTTP/1.1" status: 200 len: 946 time: 0.0516992 May 20 21:36:42.160615 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e6fd98fd-1183-486a-bf70-36c1db0d1cad req-ecd21df9-c0a6-43d5-a65a-368ac30368c7 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/security-groups?id=003969c3-2b78-4a1a-a9af-ed266c205e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303662 May 20 21:36:43.276727 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b08553e-0a92-4961-af66-243b6cf0a5fa req-70d09d76-30ab-42cb-81f9-88f65b7abd3c tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:36:43.278200 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9b08553e-0a92-4961-af66-243b6cf0a5fa req-70d09d76-30ab-42cb-81f9-88f65b7abd3c tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/ports?device_id=38b03428-2842-4161-add5-0c52be306ea9 HTTP/1.1" status: 200 len: 946 time: 0.0480793 May 20 21:36:43.316157 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9b08553e-0a92-4961-af66-243b6cf0a5fa req-a6bc164e-8e97-4d6d-a2dd-a3c3c75cba7b tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/security-groups?id=003969c3-2b78-4a1a-a9af-ed266c205e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311971 May 20 21:36:44.433357 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aab8e9c-5e16-4471-a1e8-420caaed9e0e req-db13017d-1cd7-40c2-a435-06b652f5f035 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:36:44.434827 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3aab8e9c-5e16-4471-a1e8-420caaed9e0e req-db13017d-1cd7-40c2-a435-06b652f5f035 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/ports?device_id=38b03428-2842-4161-add5-0c52be306ea9 HTTP/1.1" status: 200 len: 946 time: 0.0484710 May 20 21:36:44.472346 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3aab8e9c-5e16-4471-a1e8-420caaed9e0e req-c936390d-c0e7-4fd9-ab7b-0d3f7a97cd17 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/security-groups?id=003969c3-2b78-4a1a-a9af-ed266c205e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308049 May 20 21:36:45.596768 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400adb76-3f02-40c4-a5a5-5b7724d8ef2a req-3c6a880b-4842-4337-a0ce-2fa070dc95ca tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:36:45.598239 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-400adb76-3f02-40c4-a5a5-5b7724d8ef2a req-3c6a880b-4842-4337-a0ce-2fa070dc95ca tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/ports?device_id=38b03428-2842-4161-add5-0c52be306ea9 HTTP/1.1" status: 200 len: 946 time: 0.0529828 May 20 21:36:45.955676 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-400adb76-3f02-40c4-a5a5-5b7724d8ef2a req-2f958470-f8dc-4380-aa20-edab6abcab52 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/security-groups?id=003969c3-2b78-4a1a-a9af-ed266c205e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3514311 May 20 21:36:47.071310 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc98581-689b-45a9-887a-fbead38b6c19 req-31bf100e-33c9-444d-938e-3b7b44f7d5c1 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:36:47.072678 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8dc98581-689b-45a9-887a-fbead38b6c19 req-31bf100e-33c9-444d-938e-3b7b44f7d5c1 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/ports?device_id=38b03428-2842-4161-add5-0c52be306ea9 HTTP/1.1" status: 200 len: 946 time: 0.0488303 May 20 21:36:47.110384 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8dc98581-689b-45a9-887a-fbead38b6c19 req-c82c27fb-fe82-4f4e-a138-f10149026f07 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/security-groups?id=003969c3-2b78-4a1a-a9af-ed266c205e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309839 May 20 21:36:48.224995 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0deb18-1503-4a97-8e27-4304cf991a78 req-8f22945b-db73-4362-8860-15cd2039044b tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:36:48.226493 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6a0deb18-1503-4a97-8e27-4304cf991a78 req-8f22945b-db73-4362-8860-15cd2039044b tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/ports?device_id=38b03428-2842-4161-add5-0c52be306ea9 HTTP/1.1" status: 200 len: 946 time: 0.0479493 May 20 21:36:48.263533 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6a0deb18-1503-4a97-8e27-4304cf991a78 req-53aa48d2-5e0b-4646-8546-c6d34cb2efc2 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/security-groups?id=003969c3-2b78-4a1a-a9af-ed266c205e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310910 May 20 21:36:49.382636 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9165e5a3-9456-4cd3-b10c-bebe6545f097 req-e0ceb030-5666-4aca-a51b-86024b3262d3 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:36:49.384061 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9165e5a3-9456-4cd3-b10c-bebe6545f097 req-e0ceb030-5666-4aca-a51b-86024b3262d3 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/ports?device_id=38b03428-2842-4161-add5-0c52be306ea9 HTTP/1.1" status: 200 len: 946 time: 0.0518274 May 20 21:36:49.420292 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9165e5a3-9456-4cd3-b10c-bebe6545f097 req-85679527-8f23-49e5-8e99-f737342b92ad tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/security-groups?id=003969c3-2b78-4a1a-a9af-ed266c205e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299957 May 20 21:36:49.924905 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-e2f807e0-0ad9-41a4-afb5-662899f6f8ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:36:50.536804 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ce2128-06e0-4bec-bde5-7f038a6b0d72 req-553976d2-dbc9-429f-a65a-c5778394cd98 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:36:50.538285 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-03ce2128-06e0-4bec-bde5-7f038a6b0d72 req-553976d2-dbc9-429f-a65a-c5778394cd98 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/ports?device_id=38b03428-2842-4161-add5-0c52be306ea9 HTTP/1.1" status: 200 len: 946 time: 0.0488248 May 20 21:36:50.575620 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-03ce2128-06e0-4bec-bde5-7f038a6b0d72 req-add545e2-c749-48b2-8638-42a8128f3839 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/security-groups?id=003969c3-2b78-4a1a-a9af-ed266c205e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313511 May 20 21:36:51.142187 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.agents_db [None req-5c33ad30-4e00-40fa-b486-8c79c4a6cfc5 None None] Agent healthcheck: found 7 active agents {{(pid=103165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 20 21:36:51.693043 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a9961b-4419-4234-95f8-dd612e3af388 req-6732b9b2-756d-4f1c-a179-9cc00b3b3654 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:36:51.694646 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b9a9961b-4419-4234-95f8-dd612e3af388 req-6732b9b2-756d-4f1c-a179-9cc00b3b3654 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/ports?device_id=38b03428-2842-4161-add5-0c52be306ea9 HTTP/1.1" status: 200 len: 946 time: 0.0502560 May 20 21:36:51.732010 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b9a9961b-4419-4234-95f8-dd612e3af388 req-c8ee4972-d9a2-4144-b8ac-dfd2bcf8c656 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/security-groups?id=003969c3-2b78-4a1a-a9af-ed266c205e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314133 May 20 21:36:52.290570 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-64618e1c-0bb4-450a-b5fd-66e37d83e8d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:36:52.852637 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a27fd5-481f-4cfc-9107-1d43b1d4cd0b req-9283e3ab-0280-4fa0-89f0-f929381ab75f tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:36:52.854139 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f9a27fd5-481f-4cfc-9107-1d43b1d4cd0b req-9283e3ab-0280-4fa0-89f0-f929381ab75f tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/ports?device_id=38b03428-2842-4161-add5-0c52be306ea9 HTTP/1.1" status: 200 len: 946 time: 0.0521247 May 20 21:36:52.891676 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f9a27fd5-481f-4cfc-9107-1d43b1d4cd0b req-549b273f-aee9-429a-ac7a-6533d530b6f9 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/security-groups?id=003969c3-2b78-4a1a-a9af-ed266c205e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310941 May 20 21:36:54.006682 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd865912-74f9-47bc-8339-700a77c8d1e6 req-5df7509f-1612-4154-aeb6-ad98f6aa86cb tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:36:54.008144 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-cd865912-74f9-47bc-8339-700a77c8d1e6 req-5df7509f-1612-4154-aeb6-ad98f6aa86cb tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/ports?device_id=38b03428-2842-4161-add5-0c52be306ea9 HTTP/1.1" status: 200 len: 946 time: 0.0481706 May 20 21:36:54.045302 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-cd865912-74f9-47bc-8339-700a77c8d1e6 req-810b8a15-ea7b-4032-8f19-a701162693e0 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/security-groups?id=003969c3-2b78-4a1a-a9af-ed266c205e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310919 May 20 21:36:54.130004 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4bb0e131-6525-46ca-a45b-e4ea43a5e69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:36:54.878302 n-d-842733-1 neutron-server[103162]: INFO neutron.api.v2.resource [req-0752872c-a307-451a-9427-2f14e0c92b66 req-16df8e1b-56f3-4e7e-a48c-d3630199bb71 service neutron] show failed (client error): The resource could not be found. May 20 21:36:54.879309 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-0752872c-a307-451a-9427-2f14e0c92b66 req-16df8e1b-56f3-4e7e-a48c-d3630199bb71 service neutron] 10.222.0.13 "GET /v2.0/ports/75320532-d26d-43ab-bb04-f80000f02913/bindings/n-h1-842733-1 HTTP/1.1" status: 404 len: 380 time: 0.0568535 May 20 21:36:55.164255 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549b2730-8652-41f0-8ae0-f4ae518d3e46 req-cdd21dc0-19b5-47b6-a0d0-959da5045693 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:36:55.165734 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-549b2730-8652-41f0-8ae0-f4ae518d3e46 req-cdd21dc0-19b5-47b6-a0d0-959da5045693 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/ports?device_id=38b03428-2842-4161-add5-0c52be306ea9 HTTP/1.1" status: 200 len: 946 time: 0.0480833 May 20 21:36:55.182356 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:36:55.206921 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-549b2730-8652-41f0-8ae0-f4ae518d3e46 req-9692a0a5-f12b-4346-bf03-b81ab9f8e427 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/security-groups?id=003969c3-2b78-4a1a-a9af-ed266c205e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337629 May 20 21:36:55.330580 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0752872c-a307-451a-9427-2f14e0c92b66 req-ae77fd20-91a4-4e4b-a7e4-c00449191656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:36:55.331970 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-0752872c-a307-451a-9427-2f14e0c92b66 req-ae77fd20-91a4-4e4b-a7e4-c00449191656 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=38b03428-2842-4161-add5-0c52be306ea9&tenant_id=b9236351e1c74ae7971071e6da1632bd HTTP/1.1" status: 200 len: 1097 time: 0.0416563 May 20 21:36:55.341660 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [req-0752872c-a307-451a-9427-2f14e0c92b66 req-a152f4ca-c20e-4f31-a07d-036bcf128919 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103162) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 21:36:55.342917 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-0752872c-a307-451a-9427-2f14e0c92b66 req-a152f4ca-c20e-4f31-a07d-036bcf128919 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048878 May 20 21:36:55.354424 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [req-0752872c-a307-451a-9427-2f14e0c92b66 req-cb16bec8-447d-4a8b-aca2-661d65c97a7f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-842733-1', 'device_owner': 'compute:nova'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:36:55.409003 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-0752872c-a307-451a-9427-2f14e0c92b66 req-cb16bec8-447d-4a8b-aca2-661d65c97a7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:36:55.612057 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-0752872c-a307-451a-9427-2f14e0c92b66 req-cb16bec8-447d-4a8b-aca2-661d65c97a7f service neutron] For port 75320532-d26d-43ab-bb04-f80000f02913, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=75320532-d26d-43ab-bb04-f80000f02913,segment=NetworkSegment(4501992d-e203-44d7-82fc-7b29a115c6d6),segment_id=4501992d-e203-44d7-82fc-7b29a115c6d6)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:36:55.633604 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:36:55.645972 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-0752872c-a307-451a-9427-2f14e0c92b66 req-cb16bec8-447d-4a8b-aca2-661d65c97a7f service neutron] For port 75320532-d26d-43ab-bb04-f80000f02913, host n-h2-842733-1, cleared binding levels {{(pid=103162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 21:36:55.683546 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38b03428-2842-4161-add5-0c52be306ea9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '75320532-d26d-43ab-bb04-f80000f02913'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 21:36:55.685836 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e97a983f2a54588e3d21b88a12ad54839c2ea34da7b46679306b1f34ba25e4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de9ebede-b76e-4b4f-ab79-a04740b1ce48" -d '{"events": [{"server_uuid": "38b03428-2842-4161-add5-0c52be306ea9", "name": "network-vif-unplugged", "status": "completed", "tag": "75320532-d26d-43ab-bb04-f80000f02913"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 21:36:55.690338 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-0752872c-a307-451a-9427-2f14e0c92b66 req-cb16bec8-447d-4a8b-aca2-661d65c97a7f service neutron] Notify callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:36:55.702649 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.provisioning_blocks [req-0752872c-a307-451a-9427-2f14e0c92b66 req-cb16bec8-447d-4a8b-aca2-661d65c97a7f service neutron] Transition to ACTIVE for port object 75320532-d26d-43ab-bb04-f80000f02913 will not be triggered until provisioned by entity L2. {{(pid=103162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 21:36:55.708115 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cc3ec51b-6ec8-438a-8349-5f0bec346d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:36:55.739435 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 May 2022 21:36:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23b32645-b2ef-4966-af24-e19f6aebf0e8 x-openstack-request-id: req-23b32645-b2ef-4966-af24-e19f6aebf0e8 {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 21:36:55.739778 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38b03428-2842-4161-add5-0c52be306ea9", "name": "network-vif-unplugged", "status": "completed", "tag": "75320532-d26d-43ab-bb04-f80000f02913", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 21:36:55.740034 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-23b32645-b2ef-4966-af24-e19f6aebf0e8 {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 21:36:55.740435 n-d-842733-1 neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23b32645-b2ef-4966-af24-e19f6aebf0e8'] response: {'server_uuid': '38b03428-2842-4161-add5-0c52be306ea9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '75320532-d26d-43ab-bb04-f80000f02913', 'code': 200} May 20 21:36:55.771019 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-0752872c-a307-451a-9427-2f14e0c92b66 req-cb16bec8-447d-4a8b-aca2-661d65c97a7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:36:55.854002 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb16bec8-447d-4a8b-aca2-661d65c97a7f service neutron] Pushing event updated for resources: {'Port': ['ID=75320532-d26d-43ab-bb04-f80000f02913,revision_number=6']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:36:55.867776 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb16bec8-447d-4a8b-aca2-661d65c97a7f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:36:55.868030 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb16bec8-447d-4a8b-aca2-661d65c97a7f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:36:55.868368 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb16bec8-447d-4a8b-aca2-661d65c97a7f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:36:55.868701 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb16bec8-447d-4a8b-aca2-661d65c97a7f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:36:55.869034 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb16bec8-447d-4a8b-aca2-661d65c97a7f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:36:55.869387 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb16bec8-447d-4a8b-aca2-661d65c97a7f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:36:55.869713 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb16bec8-447d-4a8b-aca2-661d65c97a7f service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:36:55.870036 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb16bec8-447d-4a8b-aca2-661d65c97a7f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:36:55.870358 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb16bec8-447d-4a8b-aca2-661d65c97a7f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:36:55.870677 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb16bec8-447d-4a8b-aca2-661d65c97a7f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:36:55.870999 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb16bec8-447d-4a8b-aca2-661d65c97a7f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:36:55.871316 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb16bec8-447d-4a8b-aca2-661d65c97a7f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:36:55.903294 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-0752872c-a307-451a-9427-2f14e0c92b66 req-cb16bec8-447d-4a8b-aca2-661d65c97a7f service neutron] No DVR routers for this DVR port 75320532-d26d-43ab-bb04-f80000f02913 on host n-h2-842733-1 {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 21:36:56.042257 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-0752872c-a307-451a-9427-2f14e0c92b66 req-cb16bec8-447d-4a8b-aca2-661d65c97a7f service neutron] Attempting to bind port 75320532-d26d-43ab-bb04-f80000f02913 on host n-h1-842733-1 for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:36:56.042597 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-0752872c-a307-451a-9427-2f14e0c92b66 req-cb16bec8-447d-4a8b-aca2-661d65c97a7f service neutron] Attempting to bind port 75320532-d26d-43ab-bb04-f80000f02913 by drivers openvswitch,hyperv on host n-h1-842733-1 at level 0 using segments [{'id': '4501992d-e203-44d7-82fc-7b29a115c6d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '50a3b006-43eb-412f-9023-3721d0d7ce2d'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:36:56.042932 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0752872c-a307-451a-9427-2f14e0c92b66 req-cb16bec8-447d-4a8b-aca2-661d65c97a7f service neutron] Attempting to bind port 75320532-d26d-43ab-bb04-f80000f02913 on network 50a3b006-43eb-412f-9023-3721d0d7ce2d {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:36:56.047842 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0752872c-a307-451a-9427-2f14e0c92b66 req-cb16bec8-447d-4a8b-aca2-661d65c97a7f service neutron] Port 75320532-d26d-43ab-bb04-f80000f02913 on network 50a3b006-43eb-412f-9023-3721d0d7ce2d not bound, no agent of type Open vSwitch agent registered on host n-h1-842733-1 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 21:36:56.048168 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0752872c-a307-451a-9427-2f14e0c92b66 req-cb16bec8-447d-4a8b-aca2-661d65c97a7f service neutron] Attempting to bind port 75320532-d26d-43ab-bb04-f80000f02913 on network 50a3b006-43eb-412f-9023-3721d0d7ce2d {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:36:56.052975 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0752872c-a307-451a-9427-2f14e0c92b66 req-cb16bec8-447d-4a8b-aca2-661d65c97a7f service neutron] Checking agent: {'id': '08dfb1ce-804b-4db8-838b-21094082e041', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 32, 54), 'started_at': datetime.datetime(2022, 5, 20, 20, 32, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 21, 36, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 21:36:56.053346 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0752872c-a307-451a-9427-2f14e0c92b66 req-cb16bec8-447d-4a8b-aca2-661d65c97a7f service neutron] Checking segment: {'id': '4501992d-e203-44d7-82fc-7b29a115c6d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '50a3b006-43eb-412f-9023-3721d0d7ce2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:36:56.053736 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0752872c-a307-451a-9427-2f14e0c92b66 req-cb16bec8-447d-4a8b-aca2-661d65c97a7f service neutron] Bound using segment: {'id': '4501992d-e203-44d7-82fc-7b29a115c6d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '50a3b006-43eb-412f-9023-3721d0d7ce2d'} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 21:36:56.054168 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-0752872c-a307-451a-9427-2f14e0c92b66 req-cb16bec8-447d-4a8b-aca2-661d65c97a7f service neutron] Bound port: 75320532-d26d-43ab-bb04-f80000f02913, host: n-h1-842733-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4501992d-e203-44d7-82fc-7b29a115c6d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '50a3b006-43eb-412f-9023-3721d0d7ce2d'}}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:36:56.054545 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-0752872c-a307-451a-9427-2f14e0c92b66 req-cb16bec8-447d-4a8b-aca2-661d65c97a7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:36:56.071672 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.24', 53194) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:36:56.115917 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1caad84-8ac7-4285-a8e6-39c8b6b94064 req-c9ff053e-2b9c-444f-beb0-f77eb9c4ea9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:36:56.117610 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c1caad84-8ac7-4285-a8e6-39c8b6b94064 req-c9ff053e-2b9c-444f-beb0-f77eb9c4ea9d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b9236351e1c74ae7971071e6da1632bd&device_id=38b03428-2842-4161-add5-0c52be306ea9 HTTP/1.1" status: 200 len: 1053 time: 0.0449269 May 20 21:36:56.118767 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-0752872c-a307-451a-9427-2f14e0c92b66 req-cb16bec8-447d-4a8b-aca2-661d65c97a7f service neutron] For port 75320532-d26d-43ab-bb04-f80000f02913, host n-h1-842733-1, cleared binding levels {{(pid=103162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 21:36:56.121805 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-0752872c-a307-451a-9427-2f14e0c92b66 req-cb16bec8-447d-4a8b-aca2-661d65c97a7f service neutron] For port 75320532-d26d-43ab-bb04-f80000f02913, host n-h1-842733-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=75320532-d26d-43ab-bb04-f80000f02913,segment=NetworkSegment(4501992d-e203-44d7-82fc-7b29a115c6d6),segment_id=4501992d-e203-44d7-82fc-7b29a115c6d6)] {{(pid=103162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 21:36:56.194554 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-0752872c-a307-451a-9427-2f14e0c92b66 req-cb16bec8-447d-4a8b-aca2-661d65c97a7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:36:56.219816 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1caad84-8ac7-4285-a8e6-39c8b6b94064 req-1b84a955-6ee3-4be0-be8a-90fc9229eafc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:36:56.221866 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c1caad84-8ac7-4285-a8e6-39c8b6b94064 req-1b84a955-6ee3-4be0-be8a-90fc9229eafc service neutron] 10.222.0.24 "GET /v2.0/networks?id=50a3b006-43eb-412f-9023-3721d0d7ce2d HTTP/1.1" status: 200 len: 912 time: 0.0853984 May 20 21:36:56.253493 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb16bec8-447d-4a8b-aca2-661d65c97a7f service neutron] Pushing event updated for resources: {'Port': ['ID=75320532-d26d-43ab-bb04-f80000f02913,revision_number=7']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:36:56.257082 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0752872c-a307-451a-9427-2f14e0c92b66 req-cb16bec8-447d-4a8b-aca2-661d65c97a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:36:56.257716 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-0752872c-a307-451a-9427-2f14e0c92b66 req-cb16bec8-447d-4a8b-aca2-661d65c97a7f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:36:56.259103 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-0752872c-a307-451a-9427-2f14e0c92b66 req-cb16bec8-447d-4a8b-aca2-661d65c97a7f service neutron] 10.222.0.24 "PUT /v2.0/ports/75320532-d26d-43ab-bb04-f80000f02913 HTTP/1.1" status: 200 len: 1092 time: 0.9083178 May 20 21:36:56.310259 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c1caad84-8ac7-4285-a8e6-39c8b6b94064 req-6d15701a-ffdf-44f1-9299-6a077779af6e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=75320532-d26d-43ab-bb04-f80000f02913 HTTP/1.1" status: 200 len: 1001 time: 0.0814581 May 20 21:36:56.377563 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1caad84-8ac7-4285-a8e6-39c8b6b94064 req-f4c9bd3e-f9c8-44a5-8533-a324793a638d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:36:56.378942 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c1caad84-8ac7-4285-a8e6-39c8b6b94064 req-f4c9bd3e-f9c8-44a5-8533-a324793a638d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7963096c-660c-41ee-b2a1-be9e61906a7a HTTP/1.1" status: 200 len: 850 time: 0.0545468 May 20 21:36:56.387152 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a63c4b-3710-44da-89c7-6ac1c585bbe9 req-b4c9373f-1612-4bbe-b6f1-067842886983 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:36:56.388611 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-53a63c4b-3710-44da-89c7-6ac1c585bbe9 req-b4c9373f-1612-4bbe-b6f1-067842886983 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/ports?device_id=38b03428-2842-4161-add5-0c52be306ea9 HTTP/1.1" status: 200 len: 944 time: 0.0969496 May 20 21:36:56.457180 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-53a63c4b-3710-44da-89c7-6ac1c585bbe9 req-5268c53a-e9a6-4b1b-a664-4d48fa5bcb90 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/security-groups?id=003969c3-2b78-4a1a-a9af-ed266c205e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600510 May 20 21:36:56.459757 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1caad84-8ac7-4285-a8e6-39c8b6b94064 req-e3ad1015-e550-4718-a085-b3042ce98942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:36:56.461150 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c1caad84-8ac7-4285-a8e6-39c8b6b94064 req-e3ad1015-e550-4718-a085-b3042ce98942 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=50a3b006-43eb-412f-9023-3721d0d7ce2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0716770 May 20 21:36:56.550561 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c1caad84-8ac7-4285-a8e6-39c8b6b94064 req-298ab182-f65f-4c46-8961-aba43feda07d service neutron] 10.222.0.24 "GET /v2.0/networks/50a3b006-43eb-412f-9023-3721d0d7ce2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818572 May 20 21:36:56.643530 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c1caad84-8ac7-4285-a8e6-39c8b6b94064 req-c74d33ea-2b95-4903-b19e-be7278e423fb service neutron] 10.222.0.24 "GET /v2.0/networks/50a3b006-43eb-412f-9023-3721d0d7ce2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864403 May 20 21:36:56.807814 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0752872c-a307-451a-9427-2f14e0c92b66 req-9e5efc98-285c-4fae-9aa3-f5d49895b75b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:36:56.809313 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0752872c-a307-451a-9427-2f14e0c92b66 req-9e5efc98-285c-4fae-9aa3-f5d49895b75b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b9236351e1c74ae7971071e6da1632bd&device_id=38b03428-2842-4161-add5-0c52be306ea9 HTTP/1.1" status: 200 len: 1095 time: 0.0405073 May 20 21:36:56.895648 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0752872c-a307-451a-9427-2f14e0c92b66 req-6ea418e7-bea4-4bcc-9e88-7f0d5ba9abb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:36:56.896998 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0752872c-a307-451a-9427-2f14e0c92b66 req-6ea418e7-bea4-4bcc-9e88-7f0d5ba9abb9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=50a3b006-43eb-412f-9023-3721d0d7ce2d HTTP/1.1" status: 200 len: 912 time: 0.0818968 May 20 21:36:56.963470 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0752872c-a307-451a-9427-2f14e0c92b66 req-817a83a7-4aad-4bca-a170-0829d574a5b9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=75320532-d26d-43ab-bb04-f80000f02913 HTTP/1.1" status: 200 len: 1001 time: 0.0602016 May 20 21:36:57.010121 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0752872c-a307-451a-9427-2f14e0c92b66 req-e6c3a15c-f30b-4831-ba23-5b18264e0b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:36:57.011507 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0752872c-a307-451a-9427-2f14e0c92b66 req-e6c3a15c-f30b-4831-ba23-5b18264e0b85 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7963096c-660c-41ee-b2a1-be9e61906a7a HTTP/1.1" status: 200 len: 850 time: 0.0421422 May 20 21:36:57.054552 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0752872c-a307-451a-9427-2f14e0c92b66 req-ffc5923a-9157-4c8e-a8c9-d8c22e335135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:36:57.055969 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0752872c-a307-451a-9427-2f14e0c92b66 req-ffc5923a-9157-4c8e-a8c9-d8c22e335135 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=50a3b006-43eb-412f-9023-3721d0d7ce2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0377593 May 20 21:36:57.145559 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0752872c-a307-451a-9427-2f14e0c92b66 req-71e83de6-158d-4a83-abc5-b50073915b41 service neutron] 10.222.0.24 "GET /v2.0/networks/50a3b006-43eb-412f-9023-3721d0d7ce2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824966 May 20 21:36:57.231207 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0752872c-a307-451a-9427-2f14e0c92b66 req-9af339c5-2389-4777-a2c1-a6e8c3cee88b service neutron] 10.222.0.24 "GET /v2.0/networks/50a3b006-43eb-412f-9023-3721d0d7ce2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795770 May 20 21:36:57.584728 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309094bf-3cee-4ac5-a5d2-52cd11e9fac5 req-2ae70b25-2837-483b-b2ff-43b03d89f75b tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:36:57.586253 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-309094bf-3cee-4ac5-a5d2-52cd11e9fac5 req-2ae70b25-2837-483b-b2ff-43b03d89f75b tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/ports?device_id=38b03428-2842-4161-add5-0c52be306ea9 HTTP/1.1" status: 200 len: 944 time: 0.0545473 May 20 21:36:57.622817 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-309094bf-3cee-4ac5-a5d2-52cd11e9fac5 req-b2124d15-73ac-442c-a082-5fbd53c66dfe tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/security-groups?id=003969c3-2b78-4a1a-a9af-ed266c205e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306103 May 20 21:36:57.742421 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38b03428-2842-4161-add5-0c52be306ea9', 'tag': '75320532-d26d-43ab-bb04-f80000f02913'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 21:36:57.744729 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e97a983f2a54588e3d21b88a12ad54839c2ea34da7b46679306b1f34ba25e4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9d13636-7c4e-483e-a3b5-4ea357dbcf0b" -d '{"events": [{"name": "network-changed", "server_uuid": "38b03428-2842-4161-add5-0c52be306ea9", "tag": "75320532-d26d-43ab-bb04-f80000f02913"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 21:36:57.795837 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 21:36:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fa93029-7076-42f6-830e-88f2dda8c03f x-openstack-request-id: req-2fa93029-7076-42f6-830e-88f2dda8c03f {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 21:36:57.796166 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38b03428-2842-4161-add5-0c52be306ea9", "tag": "75320532-d26d-43ab-bb04-f80000f02913", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 21:36:57.796388 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2fa93029-7076-42f6-830e-88f2dda8c03f {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 21:36:57.796795 n-d-842733-1 neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2fa93029-7076-42f6-830e-88f2dda8c03f'] response: {'name': 'network-changed', 'server_uuid': '38b03428-2842-4161-add5-0c52be306ea9', 'tag': '75320532-d26d-43ab-bb04-f80000f02913', 'status': 'completed', 'code': 200} May 20 21:36:57.855087 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d13636-7c4e-483e-a3b5-4ea357dbcf0b req-3ba2b58f-e760-4eab-9fb6-a52e0534bb61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:36:57.856574 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b9d13636-7c4e-483e-a3b5-4ea357dbcf0b req-3ba2b58f-e760-4eab-9fb6-a52e0534bb61 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b9236351e1c74ae7971071e6da1632bd&device_id=38b03428-2842-4161-add5-0c52be306ea9 HTTP/1.1" status: 200 len: 1095 time: 0.0412140 May 20 21:36:57.879242 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d13636-7c4e-483e-a3b5-4ea357dbcf0b req-a1124bd0-35c0-4aaa-bb72-e6a0d16e18b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:36:57.880719 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-b9d13636-7c4e-483e-a3b5-4ea357dbcf0b req-a1124bd0-35c0-4aaa-bb72-e6a0d16e18b2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b9236351e1c74ae7971071e6da1632bd&device_id=38b03428-2842-4161-add5-0c52be306ea9 HTTP/1.1" status: 200 len: 1095 time: 0.0405536 May 20 21:36:57.953119 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d13636-7c4e-483e-a3b5-4ea357dbcf0b req-41226912-c7a8-4fa8-a8f3-9aec7d91821e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:36:57.954762 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b9d13636-7c4e-483e-a3b5-4ea357dbcf0b req-41226912-c7a8-4fa8-a8f3-9aec7d91821e service neutron] 10.222.0.24 "GET /v2.0/networks?id=50a3b006-43eb-412f-9023-3721d0d7ce2d HTTP/1.1" status: 200 len: 912 time: 0.0879049 May 20 21:36:57.972282 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d13636-7c4e-483e-a3b5-4ea357dbcf0b req-78d4a260-1dec-4c2c-8d3f-e6a0e99f4738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:36:57.973770 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-b9d13636-7c4e-483e-a3b5-4ea357dbcf0b req-78d4a260-1dec-4c2c-8d3f-e6a0e99f4738 service neutron] 10.222.0.13 "GET /v2.0/networks?id=50a3b006-43eb-412f-9023-3721d0d7ce2d HTTP/1.1" status: 200 len: 912 time: 0.0868797 May 20 21:36:58.021228 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b9d13636-7c4e-483e-a3b5-4ea357dbcf0b req-298ffe66-0994-4b8b-afec-fcfc12e506b2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=75320532-d26d-43ab-bb04-f80000f02913 HTTP/1.1" status: 200 len: 1001 time: 0.0586326 May 20 21:36:58.037907 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-b9d13636-7c4e-483e-a3b5-4ea357dbcf0b req-f7cb42d6-c171-47d4-97ce-d80b88b32a0a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=75320532-d26d-43ab-bb04-f80000f02913 HTTP/1.1" status: 200 len: 1001 time: 0.0577452 May 20 21:36:58.070504 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d13636-7c4e-483e-a3b5-4ea357dbcf0b req-eca8379e-d0ff-4f3b-9fe2-4e948d2f875b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:36:58.071977 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b9d13636-7c4e-483e-a3b5-4ea357dbcf0b req-eca8379e-d0ff-4f3b-9fe2-4e948d2f875b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7963096c-660c-41ee-b2a1-be9e61906a7a HTTP/1.1" status: 200 len: 850 time: 0.0437536 May 20 21:36:58.085594 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d13636-7c4e-483e-a3b5-4ea357dbcf0b req-54e58400-9c8e-4587-8ac3-bf051e4ef3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:36:58.087026 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-b9d13636-7c4e-483e-a3b5-4ea357dbcf0b req-54e58400-9c8e-4587-8ac3-bf051e4ef3a6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7963096c-660c-41ee-b2a1-be9e61906a7a HTTP/1.1" status: 200 len: 850 time: 0.0429647 May 20 21:36:58.121659 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d13636-7c4e-483e-a3b5-4ea357dbcf0b req-b7f65323-0c2e-4393-8e4f-1b15cdfcc978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:36:58.123145 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b9d13636-7c4e-483e-a3b5-4ea357dbcf0b req-b7f65323-0c2e-4393-8e4f-1b15cdfcc978 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=50a3b006-43eb-412f-9023-3721d0d7ce2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442710 May 20 21:36:58.134823 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d13636-7c4e-483e-a3b5-4ea357dbcf0b req-bbdfb1d1-b829-4d13-9228-ec1fac29aa70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:36:58.136278 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-b9d13636-7c4e-483e-a3b5-4ea357dbcf0b req-bbdfb1d1-b829-4d13-9228-ec1fac29aa70 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=50a3b006-43eb-412f-9023-3721d0d7ce2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425024 May 20 21:36:58.213006 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b9d13636-7c4e-483e-a3b5-4ea357dbcf0b req-3c7639f8-b53b-42d2-b5ad-286ec34e5cdc service neutron] 10.222.0.24 "GET /v2.0/networks/50a3b006-43eb-412f-9023-3721d0d7ce2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827534 May 20 21:36:58.224779 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-b9d13636-7c4e-483e-a3b5-4ea357dbcf0b req-deb3c925-b239-4253-bb65-8920ce42c2ed service neutron] 10.222.0.13 "GET /v2.0/networks/50a3b006-43eb-412f-9023-3721d0d7ce2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811443 May 20 21:36:58.310225 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b9d13636-7c4e-483e-a3b5-4ea357dbcf0b req-54b0b1c2-73f7-4ee5-b412-0dee572c170b service neutron] 10.222.0.24 "GET /v2.0/networks/50a3b006-43eb-412f-9023-3721d0d7ce2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884299 May 20 21:36:58.320072 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-b9d13636-7c4e-483e-a3b5-4ea357dbcf0b req-d662c5d8-9a7d-4cfe-9c73-0613cabfd8e8 service neutron] 10.222.0.13 "GET /v2.0/networks/50a3b006-43eb-412f-9023-3721d0d7ce2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889003 May 20 21:36:58.460927 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 75320532-d26d-43ab-bb04-f80000f02913 no longer exists at agent hyperv_n-h2-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 21:36:58.500453 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 75320532-d26d-43ab-bb04-f80000f02913 not bound to the agent host n-h2-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 21:36:58.742806 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7996e056-868b-402f-9164-18b56a2e8cff req-bd151430-495d-45bf-bf43-ced6c64f0e2a tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:36:58.744276 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7996e056-868b-402f-9164-18b56a2e8cff req-bd151430-495d-45bf-bf43-ced6c64f0e2a tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/ports?device_id=38b03428-2842-4161-add5-0c52be306ea9 HTTP/1.1" status: 200 len: 944 time: 0.0495632 May 20 21:36:58.781352 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7996e056-868b-402f-9164-18b56a2e8cff req-6e688bab-081e-430c-87b7-0cb529d29bcb tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/security-groups?id=003969c3-2b78-4a1a-a9af-ed266c205e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307200 May 20 21:36:59.769700 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 75320532-d26d-43ab-bb04-f80000f02913 details requested by agent hyperv_n-h1-842733-1 with host n-h1-842733-1 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 21:36:59.865781 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port 75320532-d26d-43ab-bb04-f80000f02913, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=75320532-d26d-43ab-bb04-f80000f02913,segment=NetworkSegment(4501992d-e203-44d7-82fc-7b29a115c6d6),segment_id=4501992d-e203-44d7-82fc-7b29a115c6d6)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:36:59.878311 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Returning: {'device': '75320532-d26d-43ab-bb04-f80000f02913', 'network_id': '50a3b006-43eb-412f-9023-3721d0d7ce2d', 'port_id': '75320532-d26d-43ab-bb04-f80000f02913', 'mac_address': 'fa:16:3e:e0:0e:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7963096c-660c-41ee-b2a1-be9e61906a7a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 20 21:36:59.908134 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09613024-c151-47e2-b02d-cff9888bfcd0 req-423b1983-1619-4fc2-8cba-eb3d2b78df1f tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:36:59.909670 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-09613024-c151-47e2-b02d-cff9888bfcd0 req-423b1983-1619-4fc2-8cba-eb3d2b78df1f tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/ports?device_id=38b03428-2842-4161-add5-0c52be306ea9 HTTP/1.1" status: 200 len: 944 time: 0.0544946 May 20 21:36:59.921326 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Current status of the port 75320532-d26d-43ab-bb04-f80000f02913 is: DOWN; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:36:59.921844 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:36:59.935386 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75320532-d26d-43ab-bb04-f80000f02913 {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 21:36:59.953567 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-09613024-c151-47e2-b02d-cff9888bfcd0 req-38de5f9d-e36d-43c9-a307-b9e2eaf21a68 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/security-groups?id=003969c3-2b78-4a1a-a9af-ed266c205e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376389 May 20 21:36:59.956739 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port 75320532-d26d-43ab-bb04-f80000f02913, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=75320532-d26d-43ab-bb04-f80000f02913,segment=NetworkSegment(4501992d-e203-44d7-82fc-7b29a115c6d6),segment_id=4501992d-e203-44d7-82fc-7b29a115c6d6)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:37:00.027581 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:37:00.077482 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Pushing event updated for resources: {'Port': ['ID=75320532-d26d-43ab-bb04-f80000f02913,revision_number=8']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:37:00.085193 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:37:00.085755 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:37:00.086256 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:37:00.086742 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:37:00.087229 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:37:00.087707 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:37:00.088184 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:37:00.088775 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:37:00.089314 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:37:00.089783 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:37:00.090270 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:37:00.090748 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:37:00.242133 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] get_ports_and_sgs() called for port_ids ['75320532-d26d-43ab-bb04-f80000f02913'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 21:37:00.548049 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea824093-a7ed-4653-8ab3-3bce096534e9 req-bc5f3dd1-d1a4-41e4-9341-7f46afe6823f tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:37:00.549555 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ea824093-a7ed-4653-8ab3-3bce096534e9 req-bc5f3dd1-d1a4-41e4-9341-7f46afe6823f tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/ports?device_id=38b03428-2842-4161-add5-0c52be306ea9 HTTP/1.1" status: 200 len: 945 time: 0.0492010 May 20 21:37:00.652271 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ea824093-a7ed-4653-8ab3-3bce096534e9 req-81d10726-f444-4059-964f-b7cebb803ba4 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/security-groups?id=003969c3-2b78-4a1a-a9af-ed266c205e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961070 May 20 21:37:00.684574 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cba46f-732f-498b-ac0f-05d913bafedc req-d4ed2ef3-f820-40c4-b06c-146d9aff528b tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:37:00.689839 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-58cba46f-732f-498b-ac0f-05d913bafedc req-d4ed2ef3-f820-40c4-b06c-146d9aff528b tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.24 "GET /v2.0/ports?device_id=38b03428-2842-4161-add5-0c52be306ea9&tenant_id=b9236351e1c74ae7971071e6da1632bd&binding%3Ahost_id=n-h1-842733-1 HTTP/1.1" status: 200 len: 945 time: 0.1110702 May 20 21:37:00.747630 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-58cba46f-732f-498b-ac0f-05d913bafedc req-3fa09ffd-7e94-4b5e-9887-10228dea0e77 service neutron] 10.222.0.24 "GET /v2.0/ports/75320532-d26d-43ab-bb04-f80000f02913/bindings/n-h1-842733-1 HTTP/1.1" status: 200 len: 382 time: 0.0544767 May 20 21:37:00.812719 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cba46f-732f-498b-ac0f-05d913bafedc req-453e3800-b1f1-445e-a5ae-1ab1e357d584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:37:00.814243 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-58cba46f-732f-498b-ac0f-05d913bafedc req-453e3800-b1f1-445e-a5ae-1ab1e357d584 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b9236351e1c74ae7971071e6da1632bd&device_id=38b03428-2842-4161-add5-0c52be306ea9 HTTP/1.1" status: 200 len: 1096 time: 0.0459199 May 20 21:37:00.903957 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cba46f-732f-498b-ac0f-05d913bafedc req-175faca7-8a1d-48fa-ab2d-2380a0c12396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:37:00.905963 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-58cba46f-732f-498b-ac0f-05d913bafedc req-175faca7-8a1d-48fa-ab2d-2380a0c12396 service neutron] 10.222.0.24 "GET /v2.0/networks?id=50a3b006-43eb-412f-9023-3721d0d7ce2d HTTP/1.1" status: 200 len: 912 time: 0.0853024 May 20 21:37:00.972233 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-58cba46f-732f-498b-ac0f-05d913bafedc req-47f1c5e8-3edc-4a70-89b4-dc3837fb6537 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=75320532-d26d-43ab-bb04-f80000f02913 HTTP/1.1" status: 200 len: 1002 time: 0.0605419 May 20 21:37:01.019077 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cba46f-732f-498b-ac0f-05d913bafedc req-f8668830-9502-4b27-81cf-3cf5fbfb0f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:37:01.020515 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-58cba46f-732f-498b-ac0f-05d913bafedc req-f8668830-9502-4b27-81cf-3cf5fbfb0f88 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7963096c-660c-41ee-b2a1-be9e61906a7a HTTP/1.1" status: 200 len: 850 time: 0.0428693 May 20 21:37:01.063248 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cba46f-732f-498b-ac0f-05d913bafedc req-ef41bc2c-cd4f-40f9-9bcf-bef01d4d0dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:37:01.064684 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-58cba46f-732f-498b-ac0f-05d913bafedc req-ef41bc2c-cd4f-40f9-9bcf-bef01d4d0dda service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=50a3b006-43eb-412f-9023-3721d0d7ce2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0385606 May 20 21:37:01.154166 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-58cba46f-732f-498b-ac0f-05d913bafedc req-85a8931b-bf33-4c28-a54f-b0a48785c247 service neutron] 10.222.0.24 "GET /v2.0/networks/50a3b006-43eb-412f-9023-3721d0d7ce2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827212 May 20 21:37:01.240151 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-58cba46f-732f-498b-ac0f-05d913bafedc req-e18fe145-0b1b-4887-b75f-8a32b6de0010 service neutron] 10.222.0.24 "GET /v2.0/networks/50a3b006-43eb-412f-9023-3721d0d7ce2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799155 May 20 21:37:01.771645 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 75320532-d26d-43ab-bb04-f80000f02913 up at agent hyperv_n-h1-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:37:01.775421 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2cf31e-9dd4-439d-a3c2-cf2c4d12505e req-9028691f-dd5f-4029-b2f0-e169fd8d709f tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:37:01.776903 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ba2cf31e-9dd4-439d-a3c2-cf2c4d12505e req-9028691f-dd5f-4029-b2f0-e169fd8d709f tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/ports?device_id=38b03428-2842-4161-add5-0c52be306ea9 HTTP/1.1" status: 200 len: 945 time: 0.0494030 May 20 21:37:01.819621 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ba2cf31e-9dd4-439d-a3c2-cf2c4d12505e req-59f2ee2d-6467-426f-9e4c-2133fb613ba4 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/security-groups?id=003969c3-2b78-4a1a-a9af-ed266c205e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357015 May 20 21:37:01.873436 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Provisioning for port 75320532-d26d-43ab-bb04-f80000f02913 completed by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 21:37:01.877619 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Provisioning complete for port 75320532-d26d-43ab-bb04-f80000f02913 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:37:01.877986 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:37:01.959392 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Current status of the port 75320532-d26d-43ab-bb04-f80000f02913 is: BUILD; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:37:01.959516 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:37:01.982413 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38b03428-2842-4161-add5-0c52be306ea9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75320532-d26d-43ab-bb04-f80000f02913'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 21:37:01.984838 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7947af4a1013b12ef328acaa2f4e39eb2f7ac51c208120b4987a707d9dc479df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-099d4841-bada-4a5c-a7ce-ceebb044106e" -d '{"events": [{"server_uuid": "38b03428-2842-4161-add5-0c52be306ea9", "name": "network-vif-plugged", "status": "completed", "tag": "75320532-d26d-43ab-bb04-f80000f02913"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 21:37:01.997458 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port 75320532-d26d-43ab-bb04-f80000f02913, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=75320532-d26d-43ab-bb04-f80000f02913,segment=NetworkSegment(4501992d-e203-44d7-82fc-7b29a115c6d6),segment_id=4501992d-e203-44d7-82fc-7b29a115c6d6)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:37:02.039608 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 21:37:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f53abec-021e-4eca-833c-64e35d3f82b0 x-openstack-request-id: req-3f53abec-021e-4eca-833c-64e35d3f82b0 {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 21:37:02.039898 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38b03428-2842-4161-add5-0c52be306ea9", "name": "network-vif-plugged", "status": "completed", "tag": "75320532-d26d-43ab-bb04-f80000f02913", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 21:37:02.040150 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3f53abec-021e-4eca-833c-64e35d3f82b0 {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 21:37:02.040551 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f53abec-021e-4eca-833c-64e35d3f82b0'] response: {'server_uuid': '38b03428-2842-4161-add5-0c52be306ea9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75320532-d26d-43ab-bb04-f80000f02913', 'code': 200} May 20 21:37:02.062669 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:37:02.111184 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Pushing event updated for resources: {'Port': ['ID=75320532-d26d-43ab-bb04-f80000f02913,revision_number=9']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:37:02.810693 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:37:02.934606 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6975aece-1f1c-4f48-b613-4746b6924d29 req-509b0218-05ee-4b30-9a3f-9c792c8408e6 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:37:02.936104 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6975aece-1f1c-4f48-b613-4746b6924d29 req-509b0218-05ee-4b30-9a3f-9c792c8408e6 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/ports?device_id=38b03428-2842-4161-add5-0c52be306ea9 HTTP/1.1" status: 200 len: 946 time: 0.0481782 May 20 21:37:02.974463 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6975aece-1f1c-4f48-b613-4746b6924d29 req-9ee480da-e504-443f-894b-93d12b225c2a tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/security-groups?id=003969c3-2b78-4a1a-a9af-ed266c205e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311198 May 20 21:37:03.613816 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cba46f-732f-498b-ac0f-05d913bafedc req-58eb86ec-02e0-4135-bfcf-3b6ff7424d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:37:03.615189 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-58cba46f-732f-498b-ac0f-05d913bafedc req-58eb86ec-02e0-4135-bfcf-3b6ff7424d62 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=38b03428-2842-4161-add5-0c52be306ea9&tenant_id=b9236351e1c74ae7971071e6da1632bd HTTP/1.1" status: 200 len: 1097 time: 0.0423009 May 20 21:37:03.632517 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [req-58cba46f-732f-498b-ac0f-05d913bafedc req-69423ba3-7b51-43b5-b6e7-a607d9f35b57 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-842733-1', 'device_owner': 'compute:nova'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:37:03.684160 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-58cba46f-732f-498b-ac0f-05d913bafedc req-69423ba3-7b51-43b5-b6e7-a607d9f35b57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:37:03.883311 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-58cba46f-732f-498b-ac0f-05d913bafedc req-69423ba3-7b51-43b5-b6e7-a607d9f35b57 service neutron] For port 75320532-d26d-43ab-bb04-f80000f02913, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=75320532-d26d-43ab-bb04-f80000f02913,segment=NetworkSegment(4501992d-e203-44d7-82fc-7b29a115c6d6),segment_id=4501992d-e203-44d7-82fc-7b29a115c6d6)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:37:03.919427 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-58cba46f-732f-498b-ac0f-05d913bafedc req-69423ba3-7b51-43b5-b6e7-a607d9f35b57 service neutron] For port 75320532-d26d-43ab-bb04-f80000f02913, host n-h1-842733-1, cleared binding levels {{(pid=103162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 21:37:03.957938 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38b03428-2842-4161-add5-0c52be306ea9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '75320532-d26d-43ab-bb04-f80000f02913'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 21:37:03.960156 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e97a983f2a54588e3d21b88a12ad54839c2ea34da7b46679306b1f34ba25e4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-383b4bf7-3b92-4524-a219-aa66e99d4555" -d '{"events": [{"server_uuid": "38b03428-2842-4161-add5-0c52be306ea9", "name": "network-vif-unplugged", "status": "completed", "tag": "75320532-d26d-43ab-bb04-f80000f02913"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 21:37:03.964183 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-58cba46f-732f-498b-ac0f-05d913bafedc req-69423ba3-7b51-43b5-b6e7-a607d9f35b57 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:37:03.975992 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.provisioning_blocks [req-58cba46f-732f-498b-ac0f-05d913bafedc req-69423ba3-7b51-43b5-b6e7-a607d9f35b57 service neutron] Transition to ACTIVE for port object 75320532-d26d-43ab-bb04-f80000f02913 will not be triggered until provisioned by entity L2. {{(pid=103162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 21:37:04.011993 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 May 2022 21:37:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e0b99aa-3070-441d-8f98-5932273ed7a3 x-openstack-request-id: req-8e0b99aa-3070-441d-8f98-5932273ed7a3 {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 21:37:04.012337 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38b03428-2842-4161-add5-0c52be306ea9", "name": "network-vif-unplugged", "status": "completed", "tag": "75320532-d26d-43ab-bb04-f80000f02913", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 21:37:04.012587 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8e0b99aa-3070-441d-8f98-5932273ed7a3 {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 21:37:04.013015 n-d-842733-1 neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e0b99aa-3070-441d-8f98-5932273ed7a3'] response: {'server_uuid': '38b03428-2842-4161-add5-0c52be306ea9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '75320532-d26d-43ab-bb04-f80000f02913', 'code': 200} May 20 21:37:04.051137 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-58cba46f-732f-498b-ac0f-05d913bafedc req-69423ba3-7b51-43b5-b6e7-a607d9f35b57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:37:04.093161 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabc704d-8d31-4442-add3-1b63dc39cccc req-1c8932aa-0279-43c4-be27-cbd0cff8e6f3 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:37:04.094719 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-cabc704d-8d31-4442-add3-1b63dc39cccc req-1c8932aa-0279-43c4-be27-cbd0cff8e6f3 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/ports?device_id=38b03428-2842-4161-add5-0c52be306ea9 HTTP/1.1" status: 200 len: 945 time: 0.0495777 May 20 21:37:04.142195 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69423ba3-7b51-43b5-b6e7-a607d9f35b57 service neutron] Pushing event updated for resources: {'Port': ['ID=75320532-d26d-43ab-bb04-f80000f02913,revision_number=10']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:37:04.149931 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-cabc704d-8d31-4442-add3-1b63dc39cccc req-6c1d4d69-d500-47d2-997a-d449ff7a0292 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/security-groups?id=003969c3-2b78-4a1a-a9af-ed266c205e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410025 May 20 21:37:04.184076 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-58cba46f-732f-498b-ac0f-05d913bafedc req-69423ba3-7b51-43b5-b6e7-a607d9f35b57 service neutron] No DVR routers for this DVR port 75320532-d26d-43ab-bb04-f80000f02913 on host n-h1-842733-1 {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 21:37:04.318349 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-58cba46f-732f-498b-ac0f-05d913bafedc req-69423ba3-7b51-43b5-b6e7-a607d9f35b57 service neutron] Attempting to bind port 75320532-d26d-43ab-bb04-f80000f02913 on host n-h2-842733-1 for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:37:04.318678 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-58cba46f-732f-498b-ac0f-05d913bafedc req-69423ba3-7b51-43b5-b6e7-a607d9f35b57 service neutron] Attempting to bind port 75320532-d26d-43ab-bb04-f80000f02913 by drivers openvswitch,hyperv on host n-h2-842733-1 at level 0 using segments [{'id': '4501992d-e203-44d7-82fc-7b29a115c6d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '50a3b006-43eb-412f-9023-3721d0d7ce2d'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:37:04.319003 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58cba46f-732f-498b-ac0f-05d913bafedc req-69423ba3-7b51-43b5-b6e7-a607d9f35b57 service neutron] Attempting to bind port 75320532-d26d-43ab-bb04-f80000f02913 on network 50a3b006-43eb-412f-9023-3721d0d7ce2d {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:37:04.323074 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58cba46f-732f-498b-ac0f-05d913bafedc req-69423ba3-7b51-43b5-b6e7-a607d9f35b57 service neutron] Port 75320532-d26d-43ab-bb04-f80000f02913 on network 50a3b006-43eb-412f-9023-3721d0d7ce2d not bound, no agent of type Open vSwitch agent registered on host n-h2-842733-1 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 21:37:04.323387 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58cba46f-732f-498b-ac0f-05d913bafedc req-69423ba3-7b51-43b5-b6e7-a607d9f35b57 service neutron] Attempting to bind port 75320532-d26d-43ab-bb04-f80000f02913 on network 50a3b006-43eb-412f-9023-3721d0d7ce2d {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:37:04.328149 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58cba46f-732f-498b-ac0f-05d913bafedc req-69423ba3-7b51-43b5-b6e7-a607d9f35b57 service neutron] Checking agent: {'id': 'a66f2511-b955-448f-877c-56cfe9c81b12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 33, 2), 'started_at': datetime.datetime(2022, 5, 20, 20, 33, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 21, 37, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 21:37:04.328482 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58cba46f-732f-498b-ac0f-05d913bafedc req-69423ba3-7b51-43b5-b6e7-a607d9f35b57 service neutron] Checking segment: {'id': '4501992d-e203-44d7-82fc-7b29a115c6d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '50a3b006-43eb-412f-9023-3721d0d7ce2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:37:04.328855 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58cba46f-732f-498b-ac0f-05d913bafedc req-69423ba3-7b51-43b5-b6e7-a607d9f35b57 service neutron] Bound using segment: {'id': '4501992d-e203-44d7-82fc-7b29a115c6d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '50a3b006-43eb-412f-9023-3721d0d7ce2d'} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 21:37:04.329307 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-58cba46f-732f-498b-ac0f-05d913bafedc req-69423ba3-7b51-43b5-b6e7-a607d9f35b57 service neutron] Bound port: 75320532-d26d-43ab-bb04-f80000f02913, host: n-h2-842733-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4501992d-e203-44d7-82fc-7b29a115c6d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '50a3b006-43eb-412f-9023-3721d0d7ce2d'}}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:37:04.329728 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-58cba46f-732f-498b-ac0f-05d913bafedc req-69423ba3-7b51-43b5-b6e7-a607d9f35b57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:37:04.391152 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-58cba46f-732f-498b-ac0f-05d913bafedc req-69423ba3-7b51-43b5-b6e7-a607d9f35b57 service neutron] For port 75320532-d26d-43ab-bb04-f80000f02913, host n-h2-842733-1, cleared binding levels {{(pid=103162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 21:37:04.394889 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-58cba46f-732f-498b-ac0f-05d913bafedc req-69423ba3-7b51-43b5-b6e7-a607d9f35b57 service neutron] For port 75320532-d26d-43ab-bb04-f80000f02913, host n-h2-842733-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=75320532-d26d-43ab-bb04-f80000f02913,segment=NetworkSegment(4501992d-e203-44d7-82fc-7b29a115c6d6),segment_id=4501992d-e203-44d7-82fc-7b29a115c6d6)] {{(pid=103162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 21:37:04.462596 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-58cba46f-732f-498b-ac0f-05d913bafedc req-69423ba3-7b51-43b5-b6e7-a607d9f35b57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:37:04.497571 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cba46f-732f-498b-ac0f-05d913bafedc req-69423ba3-7b51-43b5-b6e7-a607d9f35b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:37:04.498185 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-58cba46f-732f-498b-ac0f-05d913bafedc req-69423ba3-7b51-43b5-b6e7-a607d9f35b57 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:37:04.499870 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-58cba46f-732f-498b-ac0f-05d913bafedc req-69423ba3-7b51-43b5-b6e7-a607d9f35b57 service neutron] 10.222.0.13 "PUT /v2.0/ports/75320532-d26d-43ab-bb04-f80000f02913 HTTP/1.1" status: 200 len: 1093 time: 0.8710232 May 20 21:37:04.519917 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69423ba3-7b51-43b5-b6e7-a607d9f35b57 service neutron] Pushing event updated for resources: {'Port': ['ID=75320532-d26d-43ab-bb04-f80000f02913,revision_number=11']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:37:04.581446 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cba46f-732f-498b-ac0f-05d913bafedc req-e27cf3a9-dc99-4636-b368-47dd5123ff43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:37:04.582964 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-58cba46f-732f-498b-ac0f-05d913bafedc req-e27cf3a9-dc99-4636-b368-47dd5123ff43 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b9236351e1c74ae7971071e6da1632bd&device_id=38b03428-2842-4161-add5-0c52be306ea9 HTTP/1.1" status: 200 len: 1096 time: 0.0474875 May 20 21:37:04.677393 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cba46f-732f-498b-ac0f-05d913bafedc req-c1d30b23-e4e8-4aa6-9770-19c431c780d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:37:04.678910 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-58cba46f-732f-498b-ac0f-05d913bafedc req-c1d30b23-e4e8-4aa6-9770-19c431c780d8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=50a3b006-43eb-412f-9023-3721d0d7ce2d HTTP/1.1" status: 200 len: 912 time: 0.0896082 May 20 21:37:04.748613 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-58cba46f-732f-498b-ac0f-05d913bafedc req-182aad97-a44e-4da5-9cfd-1fe74505e78e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=75320532-d26d-43ab-bb04-f80000f02913 HTTP/1.1" status: 200 len: 1001 time: 0.0632985 May 20 21:37:04.796859 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cba46f-732f-498b-ac0f-05d913bafedc req-b9d8fb61-8652-4741-870c-a9c181ca0f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:37:04.798845 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-58cba46f-732f-498b-ac0f-05d913bafedc req-b9d8fb61-8652-4741-870c-a9c181ca0f24 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7963096c-660c-41ee-b2a1-be9e61906a7a HTTP/1.1" status: 200 len: 850 time: 0.0424416 May 20 21:37:04.843707 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cba46f-732f-498b-ac0f-05d913bafedc req-e808c533-1e4f-4489-bf91-1d6058eac68b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:37:04.845225 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-58cba46f-732f-498b-ac0f-05d913bafedc req-e808c533-1e4f-4489-bf91-1d6058eac68b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=50a3b006-43eb-412f-9023-3721d0d7ce2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392971 May 20 21:37:04.936643 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-58cba46f-732f-498b-ac0f-05d913bafedc req-4ce966da-b007-4421-a15c-da96d1ac517b service neutron] 10.222.0.13 "GET /v2.0/networks/50a3b006-43eb-412f-9023-3721d0d7ce2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823224 May 20 21:37:05.023928 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-58cba46f-732f-498b-ac0f-05d913bafedc req-9684fc1f-d2ea-4314-a539-055f029db795 service neutron] 10.222.0.13 "GET /v2.0/networks/50a3b006-43eb-412f-9023-3721d0d7ce2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812244 May 20 21:37:05.257939 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a664ef-13f9-444f-9779-1f1ba84a1853 req-2d918afd-f1fd-4b20-a1a2-a0ab5d5c9561 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:37:05.259296 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f7a664ef-13f9-444f-9779-1f1ba84a1853 req-2d918afd-f1fd-4b20-a1a2-a0ab5d5c9561 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/ports?device_id=38b03428-2842-4161-add5-0c52be306ea9 HTTP/1.1" status: 200 len: 945 time: 0.0484445 May 20 21:37:05.299959 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f7a664ef-13f9-444f-9779-1f1ba84a1853 req-6f757244-8a16-4903-a467-40fe4f65ba86 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/security-groups?id=003969c3-2b78-4a1a-a9af-ed266c205e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345917 May 20 21:37:05.796625 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 75320532-d26d-43ab-bb04-f80000f02913 no longer exists at agent hyperv_n-h1-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 21:37:05.835142 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 75320532-d26d-43ab-bb04-f80000f02913 not bound to the agent host n-h1-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 21:37:06.014210 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38b03428-2842-4161-add5-0c52be306ea9', 'tag': '75320532-d26d-43ab-bb04-f80000f02913'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 21:37:06.016569 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e97a983f2a54588e3d21b88a12ad54839c2ea34da7b46679306b1f34ba25e4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55ab7475-d152-44b8-8cc0-3e6d41083881" -d '{"events": [{"name": "network-changed", "server_uuid": "38b03428-2842-4161-add5-0c52be306ea9", "tag": "75320532-d26d-43ab-bb04-f80000f02913"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 21:37:06.064480 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 21:37:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db0a1a00-3234-4837-b6d3-4e90ef8477a0 x-openstack-request-id: req-db0a1a00-3234-4837-b6d3-4e90ef8477a0 {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 21:37:06.064793 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38b03428-2842-4161-add5-0c52be306ea9", "tag": "75320532-d26d-43ab-bb04-f80000f02913", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 21:37:06.065089 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-db0a1a00-3234-4837-b6d3-4e90ef8477a0 {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 21:37:06.065558 n-d-842733-1 neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db0a1a00-3234-4837-b6d3-4e90ef8477a0'] response: {'name': 'network-changed', 'server_uuid': '38b03428-2842-4161-add5-0c52be306ea9', 'tag': '75320532-d26d-43ab-bb04-f80000f02913', 'status': 'completed', 'code': 200} May 20 21:37:06.122209 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ab7475-d152-44b8-8cc0-3e6d41083881 req-03d66dcb-0835-46b8-891d-7be51f9593a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:37:06.123729 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-55ab7475-d152-44b8-8cc0-3e6d41083881 req-03d66dcb-0835-46b8-891d-7be51f9593a4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b9236351e1c74ae7971071e6da1632bd&device_id=38b03428-2842-4161-add5-0c52be306ea9 HTTP/1.1" status: 200 len: 1096 time: 0.0417633 May 20 21:37:06.151616 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ab7475-d152-44b8-8cc0-3e6d41083881 req-fc7ab46c-4246-41c6-a0fc-059c37e1ac6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:37:06.153160 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-55ab7475-d152-44b8-8cc0-3e6d41083881 req-fc7ab46c-4246-41c6-a0fc-059c37e1ac6c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b9236351e1c74ae7971071e6da1632bd&device_id=38b03428-2842-4161-add5-0c52be306ea9 HTTP/1.1" status: 200 len: 1096 time: 0.0421312 May 20 21:37:06.221116 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ab7475-d152-44b8-8cc0-3e6d41083881 req-ca66e40d-9125-4eaa-8c0a-1ca3d0c77b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:37:06.222629 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-55ab7475-d152-44b8-8cc0-3e6d41083881 req-ca66e40d-9125-4eaa-8c0a-1ca3d0c77b84 service neutron] 10.222.0.24 "GET /v2.0/networks?id=50a3b006-43eb-412f-9023-3721d0d7ce2d HTTP/1.1" status: 200 len: 912 time: 0.0836501 May 20 21:37:06.248379 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ab7475-d152-44b8-8cc0-3e6d41083881 req-cd70e6f9-b339-43e2-9812-013292be3108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:37:06.250270 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-55ab7475-d152-44b8-8cc0-3e6d41083881 req-cd70e6f9-b339-43e2-9812-013292be3108 service neutron] 10.222.0.13 "GET /v2.0/networks?id=50a3b006-43eb-412f-9023-3721d0d7ce2d HTTP/1.1" status: 200 len: 912 time: 0.0895896 May 20 21:37:06.294739 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-55ab7475-d152-44b8-8cc0-3e6d41083881 req-ea4c8d34-9272-4886-aad0-6d55168237e1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=75320532-d26d-43ab-bb04-f80000f02913 HTTP/1.1" status: 200 len: 1001 time: 0.0657556 May 20 21:37:06.319757 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-55ab7475-d152-44b8-8cc0-3e6d41083881 req-5dba399e-81fd-4a1a-a184-053fde99e521 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=75320532-d26d-43ab-bb04-f80000f02913 HTTP/1.1" status: 200 len: 1001 time: 0.0595632 May 20 21:37:06.343467 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ab7475-d152-44b8-8cc0-3e6d41083881 req-fbdf7fda-3e11-42a3-9870-60d1e667776a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:37:06.344957 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-55ab7475-d152-44b8-8cc0-3e6d41083881 req-fbdf7fda-3e11-42a3-9870-60d1e667776a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7963096c-660c-41ee-b2a1-be9e61906a7a HTTP/1.1" status: 200 len: 850 time: 0.0441594 May 20 21:37:06.375398 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ab7475-d152-44b8-8cc0-3e6d41083881 req-2dda892d-eac2-4c00-b4a3-c866fbc07799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:37:06.376928 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-55ab7475-d152-44b8-8cc0-3e6d41083881 req-2dda892d-eac2-4c00-b4a3-c866fbc07799 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7963096c-660c-41ee-b2a1-be9e61906a7a HTTP/1.1" status: 200 len: 850 time: 0.0503578 May 20 21:37:06.427484 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ab7475-d152-44b8-8cc0-3e6d41083881 req-f12186d9-db7e-478d-bd69-ea764596bcf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:37:06.429002 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-55ab7475-d152-44b8-8cc0-3e6d41083881 req-f12186d9-db7e-478d-bd69-ea764596bcf2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=50a3b006-43eb-412f-9023-3721d0d7ce2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0782435 May 20 21:37:06.436348 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948627ed-31fd-461d-b799-132665c0df0b req-4796b6ff-13ab-4b82-901b-449a2aa2e07b tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:37:06.437819 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-948627ed-31fd-461d-b799-132665c0df0b req-4796b6ff-13ab-4b82-901b-449a2aa2e07b tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/ports?device_id=38b03428-2842-4161-add5-0c52be306ea9 HTTP/1.1" status: 200 len: 945 time: 0.0628541 May 20 21:37:06.459542 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ab7475-d152-44b8-8cc0-3e6d41083881 req-e0cb3f94-9f4d-4c48-a7be-1a734150dc47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:37:06.461152 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-55ab7475-d152-44b8-8cc0-3e6d41083881 req-e0cb3f94-9f4d-4c48-a7be-1a734150dc47 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=50a3b006-43eb-412f-9023-3721d0d7ce2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439618 May 20 21:37:06.525315 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-948627ed-31fd-461d-b799-132665c0df0b req-09237c8e-0cbe-45e4-a4c5-9366ac6340ba tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/security-groups?id=003969c3-2b78-4a1a-a9af-ed266c205e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790312 May 20 21:37:06.528777 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 75320532-d26d-43ab-bb04-f80000f02913 details requested by agent hyperv_n-h2-842733-1 with host n-h2-842733-1 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 21:37:06.554231 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-55ab7475-d152-44b8-8cc0-3e6d41083881 req-b559fe41-234b-478d-ad1c-40896a4e4a15 service neutron] 10.222.0.24 "GET /v2.0/networks/50a3b006-43eb-412f-9023-3721d0d7ce2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154659 May 20 21:37:06.580937 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-55ab7475-d152-44b8-8cc0-3e6d41083881 req-6fdd1a0f-33a7-4311-86a0-4197a2565420 service neutron] 10.222.0.13 "GET /v2.0/networks/50a3b006-43eb-412f-9023-3721d0d7ce2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068611 May 20 21:37:06.663292 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-55ab7475-d152-44b8-8cc0-3e6d41083881 req-e6b8bf93-ba9f-4e77-9a9f-de388ac4cbc6 service neutron] 10.222.0.24 "GET /v2.0/networks/50a3b006-43eb-412f-9023-3721d0d7ce2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018512 May 20 21:37:06.703431 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-55ab7475-d152-44b8-8cc0-3e6d41083881 req-d8f409cc-b796-498f-9373-9fdcd5228ca6 service neutron] 10.222.0.13 "GET /v2.0/networks/50a3b006-43eb-412f-9023-3721d0d7ce2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180820 May 20 21:37:06.808561 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port 75320532-d26d-43ab-bb04-f80000f02913, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=75320532-d26d-43ab-bb04-f80000f02913,segment=NetworkSegment(4501992d-e203-44d7-82fc-7b29a115c6d6),segment_id=4501992d-e203-44d7-82fc-7b29a115c6d6)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:37:06.821434 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Returning: {'device': '75320532-d26d-43ab-bb04-f80000f02913', 'network_id': '50a3b006-43eb-412f-9023-3721d0d7ce2d', 'port_id': '75320532-d26d-43ab-bb04-f80000f02913', 'mac_address': 'fa:16:3e:e0:0e:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7963096c-660c-41ee-b2a1-be9e61906a7a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 20 21:37:06.862883 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port 75320532-d26d-43ab-bb04-f80000f02913 is: DOWN; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:37:06.863177 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:37:06.875595 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75320532-d26d-43ab-bb04-f80000f02913 {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 21:37:06.895419 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port 75320532-d26d-43ab-bb04-f80000f02913, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=75320532-d26d-43ab-bb04-f80000f02913,segment=NetworkSegment(4501992d-e203-44d7-82fc-7b29a115c6d6),segment_id=4501992d-e203-44d7-82fc-7b29a115c6d6)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:37:06.954302 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:37:07.002377 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=75320532-d26d-43ab-bb04-f80000f02913,revision_number=12']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:37:07.254478 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] get_ports_and_sgs() called for port_ids ['75320532-d26d-43ab-bb04-f80000f02913'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 21:37:07.651134 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e122d4-2263-46c4-8988-eac540d0f50b req-234fc10c-89af-40b9-9241-3eedeb2977b8 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:37:07.652593 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-03e122d4-2263-46c4-8988-eac540d0f50b req-234fc10c-89af-40b9-9241-3eedeb2977b8 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/ports?device_id=38b03428-2842-4161-add5-0c52be306ea9 HTTP/1.1" status: 200 len: 946 time: 0.0497608 May 20 21:37:07.690551 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-03e122d4-2263-46c4-8988-eac540d0f50b req-616a4b56-5f81-44e8-b884-ccfce046760b tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/security-groups?id=003969c3-2b78-4a1a-a9af-ed266c205e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313966 May 20 21:37:07.811886 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae5bb1e-f1b8-44de-82d1-dea990d03e1b req-6c41cca7-9747-46ed-8d62-1cb91eb9ee6d tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:37:07.813278 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9ae5bb1e-f1b8-44de-82d1-dea990d03e1b req-6c41cca7-9747-46ed-8d62-1cb91eb9ee6d tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/ports?device_id=38b03428-2842-4161-add5-0c52be306ea9 HTTP/1.1" status: 200 len: 946 time: 0.0482554 May 20 21:37:07.851007 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9ae5bb1e-f1b8-44de-82d1-dea990d03e1b req-c5d6c3af-b377-41b2-affd-de35131a0697 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/security-groups?id=003969c3-2b78-4a1a-a9af-ed266c205e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312824 May 20 21:37:07.971855 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375e2bb8-44a0-47db-8343-c0fef63ec5e1 req-4f679a74-ecb8-4588-b1f9-14e98f7ee578 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:37:07.973319 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-375e2bb8-44a0-47db-8343-c0fef63ec5e1 req-4f679a74-ecb8-4588-b1f9-14e98f7ee578 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/ports?device_id=38b03428-2842-4161-add5-0c52be306ea9 HTTP/1.1" status: 200 len: 946 time: 0.0517998 May 20 21:37:08.010628 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-375e2bb8-44a0-47db-8343-c0fef63ec5e1 req-5b3e29e1-a54c-47ff-839e-77c601affde1 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/security-groups?id=003969c3-2b78-4a1a-a9af-ed266c205e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313544 May 20 21:37:08.491875 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a17110-cfad-4dee-93f6-5aed36bf574a req-bcae323e-649b-4bbe-a3e9-62e6b7e12487 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:37:08.493398 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-49a17110-cfad-4dee-93f6-5aed36bf574a req-bcae323e-649b-4bbe-a3e9-62e6b7e12487 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/ports?device_id=38b03428-2842-4161-add5-0c52be306ea9 HTTP/1.1" status: 200 len: 946 time: 0.0495913 May 20 21:37:08.530375 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 75320532-d26d-43ab-bb04-f80000f02913 up at agent hyperv_n-h2-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:37:08.530944 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-49a17110-cfad-4dee-93f6-5aed36bf574a req-319f316e-82be-4bb1-b310-485c8e2d9129 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/security-groups?id=003969c3-2b78-4a1a-a9af-ed266c205e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313153 May 20 21:37:08.644896 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Provisioning for port 75320532-d26d-43ab-bb04-f80000f02913 completed by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 21:37:08.648802 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Provisioning complete for port 75320532-d26d-43ab-bb04-f80000f02913 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:37:08.649116 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:37:08.727500 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port 75320532-d26d-43ab-bb04-f80000f02913 is: BUILD; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:37:08.727875 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:37:08.750670 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38b03428-2842-4161-add5-0c52be306ea9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75320532-d26d-43ab-bb04-f80000f02913'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 21:37:08.753799 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7947af4a1013b12ef328acaa2f4e39eb2f7ac51c208120b4987a707d9dc479df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ac0cc31-2296-4c49-bc8c-cc19a579ddc7" -d '{"events": [{"server_uuid": "38b03428-2842-4161-add5-0c52be306ea9", "name": "network-vif-plugged", "status": "completed", "tag": "75320532-d26d-43ab-bb04-f80000f02913"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 21:37:08.766139 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port 75320532-d26d-43ab-bb04-f80000f02913, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=75320532-d26d-43ab-bb04-f80000f02913,segment=NetworkSegment(4501992d-e203-44d7-82fc-7b29a115c6d6),segment_id=4501992d-e203-44d7-82fc-7b29a115c6d6)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:37:08.793742 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 21:37:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13975ebc-232c-4276-9f6d-4ab41b248e51 x-openstack-request-id: req-13975ebc-232c-4276-9f6d-4ab41b248e51 {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 21:37:08.793966 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38b03428-2842-4161-add5-0c52be306ea9", "name": "network-vif-plugged", "status": "completed", "tag": "75320532-d26d-43ab-bb04-f80000f02913", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 21:37:08.794197 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-13975ebc-232c-4276-9f6d-4ab41b248e51 {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 21:37:08.794637 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13975ebc-232c-4276-9f6d-4ab41b248e51'] response: {'server_uuid': '38b03428-2842-4161-add5-0c52be306ea9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75320532-d26d-43ab-bb04-f80000f02913', 'code': 200} May 20 21:37:08.827613 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:37:08.874963 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=75320532-d26d-43ab-bb04-f80000f02913,revision_number=13']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:37:09.648022 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c080c2-d7a6-4d45-a522-6f4d2c50e393 req-e096210d-47c5-45fa-bc70-5436e0f29e9f tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:37:09.649510 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-01c080c2-d7a6-4d45-a522-6f4d2c50e393 req-e096210d-47c5-45fa-bc70-5436e0f29e9f tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/ports?device_id=38b03428-2842-4161-add5-0c52be306ea9 HTTP/1.1" status: 200 len: 947 time: 0.0492783 May 20 21:37:09.687827 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-01c080c2-d7a6-4d45-a522-6f4d2c50e393 req-8afa90ec-21f6-4480-a318-da4e7d7bd44b tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/security-groups?id=003969c3-2b78-4a1a-a9af-ed266c205e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324128 May 20 21:37:09.880627 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa86d26-971e-4f5a-b3e3-602695eb6d22 req-ead2690a-aea3-48d7-a834-7aad0a07a693 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:37:09.882016 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-9aa86d26-971e-4f5a-b3e3-602695eb6d22 req-ead2690a-aea3-48d7-a834-7aad0a07a693 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.13 "GET /v2.0/ports?device_id=38b03428-2842-4161-add5-0c52be306ea9 HTTP/1.1" status: 200 len: 947 time: 0.0482774 May 20 21:37:09.971003 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-9aa86d26-971e-4f5a-b3e3-602695eb6d22 req-c7dd6b09-9621-46cc-a879-cf425d5453c8 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Deleting port 75320532-d26d-43ab-bb04-f80000f02913 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:37:09.971340 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-9aa86d26-971e-4f5a-b3e3-602695eb6d22 req-c7dd6b09-9621-46cc-a879-cf425d5453c8 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:37:10.055931 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-9aa86d26-971e-4f5a-b3e3-602695eb6d22 req-c7dd6b09-9621-46cc-a879-cf425d5453c8 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] For port 75320532-d26d-43ab-bb04-f80000f02913, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=75320532-d26d-43ab-bb04-f80000f02913,segment=NetworkSegment(4501992d-e203-44d7-82fc-7b29a115c6d6),segment_id=4501992d-e203-44d7-82fc-7b29a115c6d6)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:37:10.056293 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-9aa86d26-971e-4f5a-b3e3-602695eb6d22 req-c7dd6b09-9621-46cc-a879-cf425d5453c8 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:37:10.223980 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-9aa86d26-971e-4f5a-b3e3-602695eb6d22 req-c7dd6b09-9621-46cc-a879-cf425d5453c8 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:37:10.224349 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-9aa86d26-971e-4f5a-b3e3-602695eb6d22 req-c7dd6b09-9621-46cc-a879-cf425d5453c8 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748272'] for floatingip, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:37:10.224715 n-d-842733-1 neutron-server[103162]: INFO neutron.db.l3_db [req-9aa86d26-971e-4f5a-b3e3-602695eb6d22 req-c7dd6b09-9621-46cc-a879-cf425d5453c8 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Floating IP ac07d75f-93e9-442f-be04-2ffed6583061 disassociated. External IP: 172.25.2.174, port: 75320532-d26d-43ab-bb04-f80000f02913. May 20 21:37:10.225056 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-9aa86d26-971e-4f5a-b3e3-602695eb6d22 req-c7dd6b09-9621-46cc-a879-cf425d5453c8 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Calling delete_port for 75320532-d26d-43ab-bb04-f80000f02913 owned by compute:nova {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:37:10.405061 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-9aa86d26-971e-4f5a-b3e3-602695eb6d22 req-c7dd6b09-9621-46cc-a879-cf425d5453c8 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:37:10.436311 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dd6b09-9621-46cc-a879-cf425d5453c8 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Pushing event deleted for resources: {'Port': ['ID=75320532-d26d-43ab-bb04-f80000f02913,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:37:10.550369 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9aa86d26-971e-4f5a-b3e3-602695eb6d22 req-c7dd6b09-9621-46cc-a879-cf425d5453c8 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Router b0ad94e8-7f95-45f6-a76e-a2191e854455 has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 21:37:10.661472 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9aa86d26-971e-4f5a-b3e3-602695eb6d22 req-c7dd6b09-9621-46cc-a879-cf425d5453c8 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 21:37:10.671664 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7f0a57e-feff-4d6f-b6f1-c84a3dbf4275 None None] Sync routers for ids ['b0ad94e8-7f95-45f6-a76e-a2191e854455'] in n-d-842733-1 {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 21:37:10.681050 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7f0a57e-feff-4d6f-b6f1-c84a3dbf4275 None None] Routers {'b0ad94e8-7f95-45f6-a76e-a2191e854455'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:37:10.682358 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-d7f0a57e-feff-4d6f-b6f1-c84a3dbf4275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:36:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['b0ad94e8-7f95-45f6-a76e-a2191e854455'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:37:10.700530 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-9aa86d26-971e-4f5a-b3e3-602695eb6d22 req-c7dd6b09-9621-46cc-a879-cf425d5453c8 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] No DVR routers for this DVR port 75320532-d26d-43ab-bb04-f80000f02913 on host n-h2-842733-1 {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 21:37:10.703307 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-9aa86d26-971e-4f5a-b3e3-602695eb6d22 req-c7dd6b09-9621-46cc-a879-cf425d5453c8 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:37:10.707638 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-9aa86d26-971e-4f5a-b3e3-602695eb6d22 req-c7dd6b09-9621-46cc-a879-cf425d5453c8 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.13 "DELETE /v2.0/ports/75320532-d26d-43ab-bb04-f80000f02913 HTTP/1.1" status: 204 len: 173 time: 0.8202126 May 20 21:37:10.708032 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38b03428-2842-4161-add5-0c52be306ea9', 'name': 'network-vif-deleted', 'tag': '75320532-d26d-43ab-bb04-f80000f02913'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 21:37:10.710343 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e97a983f2a54588e3d21b88a12ad54839c2ea34da7b46679306b1f34ba25e4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fee64ec5-233e-4599-bdba-ec5b645ae3de" -d '{"events": [{"server_uuid": "38b03428-2842-4161-add5-0c52be306ea9", "name": "network-vif-deleted", "tag": "75320532-d26d-43ab-bb04-f80000f02913"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 21:37:10.750606 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 21:37:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27fb4064-3ff3-4ad6-a206-ad7b86bc5c05 x-openstack-request-id: req-27fb4064-3ff3-4ad6-a206-ad7b86bc5c05 {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 21:37:10.750903 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38b03428-2842-4161-add5-0c52be306ea9", "name": "network-vif-deleted", "tag": "75320532-d26d-43ab-bb04-f80000f02913", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 21:37:10.751159 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-27fb4064-3ff3-4ad6-a206-ad7b86bc5c05 {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 21:37:10.752293 n-d-842733-1 neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27fb4064-3ff3-4ad6-a206-ad7b86bc5c05'] response: {'server_uuid': '38b03428-2842-4161-add5-0c52be306ea9', 'name': 'network-vif-deleted', 'tag': '75320532-d26d-43ab-bb04-f80000f02913', 'status': 'completed', 'code': 200} May 20 21:37:10.792368 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-d7f0a57e-feff-4d6f-b6f1-c84a3dbf4275 None None] Set router b0ad94e8-7f95-45f6-a76e-a2191e854455 gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:37:10.818009 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a12a6e23-4864-40a0-b007-b12b5f53801c req-3a86d7b8-014d-4e9f-b74c-014990bc6962 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/ports?device_id=38b03428-2842-4161-add5-0c52be306ea9 HTTP/1.1" status: 200 len: 210 time: 0.0412450 May 20 21:37:11.076920 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-d7f0a57e-feff-4d6f-b6f1-c84a3dbf4275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0ad94e8-7f95-45f6-a76e-a2191e854455', 'name': 'tempest-ServerActionsTestJSON-435657109-router', 'tenant_id': 'b9236351e1c74ae7971071e6da1632bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.184'}], 'enable_snat': True}, 'gw_port_id': 'bf9a38ad-fa66-4fcd-b91d-b25170b47e1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:33:30Z', 'updated_at': '2022-05-20T21:33:33Z', 'revision_number': 4, 'project_id': 'b9236351e1c74ae7971071e6da1632bd', 'gw_port': {'id': 'bf9a38ad-fa66-4fcd-b91d-b25170b47e1f', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:34:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ad94e8-7f95-45f6-a76e-a2191e854455', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:33:30Z', 'updated_at': '2022-05-20T21:33:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': 'f95e277a-dcf5-450a-97d7-4ddd46c472a2', 'name': '', 'network_id': '50a3b006-43eb-412f-9023-3721d0d7ce2d', 'tenant_id': 'b9236351e1c74ae7971071e6da1632bd', 'mac_address': 'fa:16:3e:2d:37:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ad94e8-7f95-45f6-a76e-a2191e854455', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '7963096c-660c-41ee-b2a1-be9e61906a7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:33:32Z', 'updated_at': '2022-05-20T21:33:36Z', 'revision_number': 5, 'project_id': 'b9236351e1c74ae7971071e6da1632bd', 'subnets': [{'id': '7963096c-660c-41ee-b2a1-be9e61906a7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:37:11.103876 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7f0a57e-feff-4d6f-b6f1-c84a3dbf4275 None None] Checking router: b0ad94e8-7f95-45f6-a76e-a2191e854455 for host: n-d-842733-1 {{(pid=103165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 21:37:11.112001 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7f0a57e-feff-4d6f-b6f1-c84a3dbf4275 None None] Routers {'b0ad94e8-7f95-45f6-a76e-a2191e854455'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:37:11.112609 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-d7f0a57e-feff-4d6f-b6f1-c84a3dbf4275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:36:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['b0ad94e8-7f95-45f6-a76e-a2191e854455'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:37:11.216802 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-d7f0a57e-feff-4d6f-b6f1-c84a3dbf4275 None None] Set router b0ad94e8-7f95-45f6-a76e-a2191e854455 gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:37:11.413727 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-d7f0a57e-feff-4d6f-b6f1-c84a3dbf4275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0ad94e8-7f95-45f6-a76e-a2191e854455', 'name': 'tempest-ServerActionsTestJSON-435657109-router', 'tenant_id': 'b9236351e1c74ae7971071e6da1632bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.184'}], 'enable_snat': True}, 'gw_port_id': 'bf9a38ad-fa66-4fcd-b91d-b25170b47e1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:33:30Z', 'updated_at': '2022-05-20T21:33:33Z', 'revision_number': 4, 'project_id': 'b9236351e1c74ae7971071e6da1632bd', 'gw_port': {'id': 'bf9a38ad-fa66-4fcd-b91d-b25170b47e1f', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:34:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ad94e8-7f95-45f6-a76e-a2191e854455', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:33:30Z', 'updated_at': '2022-05-20T21:33:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': 'f95e277a-dcf5-450a-97d7-4ddd46c472a2', 'name': '', 'network_id': '50a3b006-43eb-412f-9023-3721d0d7ce2d', 'tenant_id': 'b9236351e1c74ae7971071e6da1632bd', 'mac_address': 'fa:16:3e:2d:37:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ad94e8-7f95-45f6-a76e-a2191e854455', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '7963096c-660c-41ee-b2a1-be9e61906a7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:33:32Z', 'updated_at': '2022-05-20T21:33:36Z', 'revision_number': 5, 'project_id': 'b9236351e1c74ae7971071e6da1632bd', 'subnets': [{'id': '7963096c-660c-41ee-b2a1-be9e61906a7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:37:11.439832 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7f0a57e-feff-4d6f-b6f1-c84a3dbf4275 None None] The sync data for ids ['b0ad94e8-7f95-45f6-a76e-a2191e854455'] in n-d-842733-1 is: [{'id': 'b0ad94e8-7f95-45f6-a76e-a2191e854455', 'name': 'tempest-ServerActionsTestJSON-435657109-router', 'tenant_id': 'b9236351e1c74ae7971071e6da1632bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.184'}], 'enable_snat': True}, 'gw_port_id': 'bf9a38ad-fa66-4fcd-b91d-b25170b47e1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:33:30Z', 'updated_at': '2022-05-20T21:33:33Z', 'revision_number': 4, 'project_id': 'b9236351e1c74ae7971071e6da1632bd', 'gw_port': {'id': 'bf9a38ad-fa66-4fcd-b91d-b25170b47e1f', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:34:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ad94e8-7f95-45f6-a76e-a2191e854455', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:33:30Z', 'updated_at': '2022-05-20T21:33:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': 'f95e277a-dcf5-450a-97d7-4ddd46c472a2', 'name': '', 'network_id': '50a3b006-43eb-412f-9023-3721d0d7ce2d', 'tenant_id': 'b9236351e1c74ae7971071e6da1632bd', 'mac_address': 'fa:16:3e:2d:37:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ad94e8-7f95-45f6-a76e-a2191e854455', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '7963096c-660c-41ee-b2a1-be9e61906a7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:33:32Z', 'updated_at': '2022-05-20T21:33:36Z', 'revision_number': 5, 'project_id': 'b9236351e1c74ae7971071e6da1632bd', 'subnets': [{'id': '7963096c-660c-41ee-b2a1-be9e61906a7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 21:37:11.658562 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a2626e8-424a-4dec-a0c1-481edd3fb4e5 None None] New status for floating IP ac07d75f-93e9-442f-be04-2ffed6583061: DOWN {{(pid=103164) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 21:37:12.106518 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2d6e342d-97b1-4f2e-9d3d-8636d572f273 req-7185eb1a-83cf-49a6-8a59-b452210c4aa8 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--1622366261&fields=id&tenant_id=b9236351e1c74ae7971071e6da1632bd HTTP/1.1" status: 200 len: 267 time: 0.0390666 May 20 21:37:12.225520 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6e342d-97b1-4f2e-9d3d-8636d572f273 req-100867d5-3820-4091-a9ce-4712146f1a73 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:37:12.226998 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2d6e342d-97b1-4f2e-9d3d-8636d572f273 req-100867d5-3820-4091-a9ce-4712146f1a73 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/networks?id=50a3b006-43eb-412f-9023-3721d0d7ce2d HTTP/1.1" status: 200 len: 811 time: 0.1114774 May 20 21:37:12.243966 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2d6e342d-97b1-4f2e-9d3d-8636d572f273 req-9c9a3944-4e5f-43d3-b415-03f8351f4f0a tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/quotas/b9236351e1c74ae7971071e6da1632bd HTTP/1.1" status: 200 len: 375 time: 0.0104511 May 20 21:37:12.302327 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2d6e342d-97b1-4f2e-9d3d-8636d572f273 req-589a4f62-7066-44cb-be19-fac4c78bad4a tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=b9236351e1c74ae7971071e6da1632bd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0526974 May 20 21:37:12.401320 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2d6e342d-97b1-4f2e-9d3d-8636d572f273 req-627539b4-f878-4fcc-a41e-ea8bbd5211f1 service neutron] 10.222.0.35 "GET /v2.0/networks/50a3b006-43eb-412f-9023-3721d0d7ce2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854819 May 20 21:37:12.503608 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2d6e342d-97b1-4f2e-9d3d-8636d572f273 req-180fb372-6234-4966-93a2-9b367e9982f5 service neutron] 10.222.0.35 "GET /v2.0/networks/50a3b006-43eb-412f-9023-3721d0d7ce2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957773 May 20 21:37:12.766534 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b79026b8-9a8c-4225-aa95-40a56043b464 req-002d81e3-2523-4a2c-bf09-829b978b280e tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/ports?device_id=c5476f17-d8af-4235-9f3f-bc2cc93824e4 HTTP/1.1" status: 200 len: 210 time: 0.0272396 May 20 21:37:13.863754 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-bf10c81f-0986-4462-ab7c-ed0bc1e73bf9 req-db922eba-ed14-4814-8968-64e6ecc849b7 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/ports?device_id=c5476f17-d8af-4235-9f3f-bc2cc93824e4 HTTP/1.1" status: 200 len: 210 time: 0.0268161 May 20 21:37:14.478898 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6e342d-97b1-4f2e-9d3d-8636d572f273 req-28bca0a9-c4d9-4c96-ba2a-c23f9be8f911 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:37:14.480365 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2d6e342d-97b1-4f2e-9d3d-8636d572f273 req-28bca0a9-c4d9-4c96-ba2a-c23f9be8f911 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.24 "GET /v2.0/networks?id=50a3b006-43eb-412f-9023-3721d0d7ce2d HTTP/1.1" status: 200 len: 811 time: 0.1016033 May 20 21:37:14.538558 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2d6e342d-97b1-4f2e-9d3d-8636d572f273 req-bcb2d5ef-ad11-4f29-b782-5a3aa56f75f6 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b9236351e1c74ae7971071e6da1632bd HTTP/1.1" status: 200 len: 380 time: 0.0489690 May 20 21:37:14.548752 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [req-2d6e342d-97b1-4f2e-9d3d-8636d572f273 req-58539150-1a97-4576-9a07-e7ace99c0337 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Request body: {'port': {'device_id': 'c5476f17-d8af-4235-9f3f-bc2cc93824e4', 'network_id': '50a3b006-43eb-412f-9023-3721d0d7ce2d', 'admin_state_up': True, 'tenant_id': 'b9236351e1c74ae7971071e6da1632bd', 'security_groups': ['003969c3-2b78-4a1a-a9af-ed266c205e02']}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:37:14.554486 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 75320532-d26d-43ab-bb04-f80000f02913 no longer exists at agent hyperv_n-h2-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 21:37:14.575018 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] No Port match for: 75320532-d26d-43ab-bb04-f80000f02913 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 21:37:14.575358 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 75320532-d26d-43ab-bb04-f80000f02913 not bound to the agent host n-h2-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 21:37:14.730781 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d6e342d-97b1-4f2e-9d3d-8636d572f273 req-58539150-1a97-4576-9a07-e7ace99c0337 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Made reservation on behalf of b9236351e1c74ae7971071e6da1632bd for: {'port': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:37:14.734301 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-2d6e342d-97b1-4f2e-9d3d-8636d572f273 req-58539150-1a97-4576-9a07-e7ace99c0337 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:37:14.867065 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [req-2d6e342d-97b1-4f2e-9d3d-8636d572f273 req-58539150-1a97-4576-9a07-e7ace99c0337 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Allocated IP 172.20.0.9 (50a3b006-43eb-412f-9023-3721d0d7ce2d/7963096c-660c-41ee-b2a1-be9e61906a7a/40c53881-1937-496b-9d33-ac9691feec70) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:37:14.987495 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e95322d3-ef3f-4b7c-9c46-876a87524cf6 req-856cf27c-45ce-4b2a-82d4-d083b5f31d19 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/ports?device_id=c5476f17-d8af-4235-9f3f-bc2cc93824e4 HTTP/1.1" status: 200 len: 210 time: 0.0371096 May 20 21:37:15.031341 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-2d6e342d-97b1-4f2e-9d3d-8636d572f273 req-58539150-1a97-4576-9a07-e7ace99c0337 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Notify callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:37:15.119349 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-2d6e342d-97b1-4f2e-9d3d-8636d572f273 req-58539150-1a97-4576-9a07-e7ace99c0337 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:37:15.159587 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d6e342d-97b1-4f2e-9d3d-8636d572f273 req-58539150-1a97-4576-9a07-e7ace99c0337 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Network 50a3b006-43eb-412f-9023-3721d0d7ce2d is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:37:15.162466 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [req-2d6e342d-97b1-4f2e-9d3d-8636d572f273 req-58539150-1a97-4576-9a07-e7ace99c0337 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:37:15.166037 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d6e342d-97b1-4f2e-9d3d-8636d572f273 req-58539150-1a97-4576-9a07-e7ace99c0337 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:37:15.196346 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58539150-1a97-4576-9a07-e7ace99c0337 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Pushing event updated for resources: {'Port': ['ID=40c53881-1937-496b-9d33-ac9691feec70,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:37:15.209018 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58539150-1a97-4576-9a07-e7ace99c0337 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:37:15.209383 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58539150-1a97-4576-9a07-e7ace99c0337 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:37:15.209717 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58539150-1a97-4576-9a07-e7ace99c0337 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:37:15.210046 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58539150-1a97-4576-9a07-e7ace99c0337 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:37:15.210371 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58539150-1a97-4576-9a07-e7ace99c0337 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:37:15.210694 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58539150-1a97-4576-9a07-e7ace99c0337 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:37:15.211016 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58539150-1a97-4576-9a07-e7ace99c0337 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:37:15.211334 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58539150-1a97-4576-9a07-e7ace99c0337 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:37:15.211649 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58539150-1a97-4576-9a07-e7ace99c0337 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:37:15.211965 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58539150-1a97-4576-9a07-e7ace99c0337 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:37:15.212280 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58539150-1a97-4576-9a07-e7ace99c0337 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:37:15.212594 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58539150-1a97-4576-9a07-e7ace99c0337 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:37:15.230769 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6e342d-97b1-4f2e-9d3d-8636d572f273 req-58539150-1a97-4576-9a07-e7ace99c0337 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:37:15.231386 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-2d6e342d-97b1-4f2e-9d3d-8636d572f273 req-58539150-1a97-4576-9a07-e7ace99c0337 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:37:15.316535 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2d6e342d-97b1-4f2e-9d3d-8636d572f273 req-58539150-1a97-4576-9a07-e7ace99c0337 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7717242 May 20 21:37:15.328709 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [req-2d6e342d-97b1-4f2e-9d3d-8636d572f273 req-4d6239c0-586c-4c0a-82df-93c01a5be380 service neutron] Request body: {'port': {'device_id': 'c5476f17-d8af-4235-9f3f-bc2cc93824e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-842733-1'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:37:15.386407 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-2d6e342d-97b1-4f2e-9d3d-8636d572f273 req-4d6239c0-586c-4c0a-82df-93c01a5be380 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:37:15.428726 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-6685b0bb-fe1e-4a59-9aed-dc81f2f45e7d None None] Provisioning complete for port 40c53881-1937-496b-9d33-ac9691feec70 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:37:15.429084 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-6685b0bb-fe1e-4a59-9aed-dc81f2f45e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:37:15.462280 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-6685b0bb-fe1e-4a59-9aed-dc81f2f45e7d None None] Port 40c53881-1937-496b-9d33-ac9691feec70 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 21:37:15.689804 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [req-2d6e342d-97b1-4f2e-9d3d-8636d572f273 req-4d6239c0-586c-4c0a-82df-93c01a5be380 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40c53881-1937-496b-9d33-ac9691feec70 {{(pid=103163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 21:37:15.697068 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-2d6e342d-97b1-4f2e-9d3d-8636d572f273 req-4d6239c0-586c-4c0a-82df-93c01a5be380 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:37:15.719681 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [req-2d6e342d-97b1-4f2e-9d3d-8636d572f273 req-4d6239c0-586c-4c0a-82df-93c01a5be380 service neutron] Transition to ACTIVE for port object 40c53881-1937-496b-9d33-ac9691feec70 will not be triggered until provisioned by entity L2. {{(pid=103163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 21:37:15.782284 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-2d6e342d-97b1-4f2e-9d3d-8636d572f273 req-4d6239c0-586c-4c0a-82df-93c01a5be380 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:37:15.831268 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6239c0-586c-4c0a-82df-93c01a5be380 service neutron] Pushing event updated for resources: {'Port': ['ID=40c53881-1937-496b-9d33-ac9691feec70,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:37:15.902206 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-2d6e342d-97b1-4f2e-9d3d-8636d572f273 req-4d6239c0-586c-4c0a-82df-93c01a5be380 service neutron] Attempting to bind port 40c53881-1937-496b-9d33-ac9691feec70 on host n-h1-842733-1 for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:37:15.902816 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-2d6e342d-97b1-4f2e-9d3d-8636d572f273 req-4d6239c0-586c-4c0a-82df-93c01a5be380 service neutron] Attempting to bind port 40c53881-1937-496b-9d33-ac9691feec70 by drivers openvswitch,hyperv on host n-h1-842733-1 at level 0 using segments [{'id': '4501992d-e203-44d7-82fc-7b29a115c6d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '50a3b006-43eb-412f-9023-3721d0d7ce2d'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:37:15.903236 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d6e342d-97b1-4f2e-9d3d-8636d572f273 req-4d6239c0-586c-4c0a-82df-93c01a5be380 service neutron] Attempting to bind port 40c53881-1937-496b-9d33-ac9691feec70 on network 50a3b006-43eb-412f-9023-3721d0d7ce2d {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:37:15.907973 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d6e342d-97b1-4f2e-9d3d-8636d572f273 req-4d6239c0-586c-4c0a-82df-93c01a5be380 service neutron] Port 40c53881-1937-496b-9d33-ac9691feec70 on network 50a3b006-43eb-412f-9023-3721d0d7ce2d not bound, no agent of type Open vSwitch agent registered on host n-h1-842733-1 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 21:37:15.908292 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d6e342d-97b1-4f2e-9d3d-8636d572f273 req-4d6239c0-586c-4c0a-82df-93c01a5be380 service neutron] Attempting to bind port 40c53881-1937-496b-9d33-ac9691feec70 on network 50a3b006-43eb-412f-9023-3721d0d7ce2d {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:37:15.913119 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d6e342d-97b1-4f2e-9d3d-8636d572f273 req-4d6239c0-586c-4c0a-82df-93c01a5be380 service neutron] Checking agent: {'id': '08dfb1ce-804b-4db8-838b-21094082e041', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 32, 54), 'started_at': datetime.datetime(2022, 5, 20, 20, 32, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 21, 36, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 21:37:15.913482 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d6e342d-97b1-4f2e-9d3d-8636d572f273 req-4d6239c0-586c-4c0a-82df-93c01a5be380 service neutron] Checking segment: {'id': '4501992d-e203-44d7-82fc-7b29a115c6d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '50a3b006-43eb-412f-9023-3721d0d7ce2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:37:15.913854 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d6e342d-97b1-4f2e-9d3d-8636d572f273 req-4d6239c0-586c-4c0a-82df-93c01a5be380 service neutron] Bound using segment: {'id': '4501992d-e203-44d7-82fc-7b29a115c6d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '50a3b006-43eb-412f-9023-3721d0d7ce2d'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 21:37:15.914275 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-2d6e342d-97b1-4f2e-9d3d-8636d572f273 req-4d6239c0-586c-4c0a-82df-93c01a5be380 service neutron] Bound port: 40c53881-1937-496b-9d33-ac9691feec70, host: n-h1-842733-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4501992d-e203-44d7-82fc-7b29a115c6d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '50a3b006-43eb-412f-9023-3721d0d7ce2d'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:37:15.914626 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-2d6e342d-97b1-4f2e-9d3d-8636d572f273 req-4d6239c0-586c-4c0a-82df-93c01a5be380 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:37:15.983401 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-2d6e342d-97b1-4f2e-9d3d-8636d572f273 req-4d6239c0-586c-4c0a-82df-93c01a5be380 service neutron] For port 40c53881-1937-496b-9d33-ac9691feec70, host n-h1-842733-1, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 21:37:15.987193 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-2d6e342d-97b1-4f2e-9d3d-8636d572f273 req-4d6239c0-586c-4c0a-82df-93c01a5be380 service neutron] For port 40c53881-1937-496b-9d33-ac9691feec70, host n-h1-842733-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=40c53881-1937-496b-9d33-ac9691feec70,segment=NetworkSegment(4501992d-e203-44d7-82fc-7b29a115c6d6),segment_id=4501992d-e203-44d7-82fc-7b29a115c6d6)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 21:37:16.057318 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-2d6e342d-97b1-4f2e-9d3d-8636d572f273 req-4d6239c0-586c-4c0a-82df-93c01a5be380 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:37:16.122070 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6e342d-97b1-4f2e-9d3d-8636d572f273 req-4d6239c0-586c-4c0a-82df-93c01a5be380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:37:16.122678 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-2d6e342d-97b1-4f2e-9d3d-8636d572f273 req-4d6239c0-586c-4c0a-82df-93c01a5be380 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:37:16.124050 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2d6e342d-97b1-4f2e-9d3d-8636d572f273 req-4d6239c0-586c-4c0a-82df-93c01a5be380 service neutron] 10.222.0.24 "PUT /v2.0/ports/40c53881-1937-496b-9d33-ac9691feec70 HTTP/1.1" status: 200 len: 1091 time: 0.7995389 May 20 21:37:16.127188 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5476f17-d8af-4235-9f3f-bc2cc93824e4', 'tag': '40c53881-1937-496b-9d33-ac9691feec70'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 21:37:16.130921 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4416c3b25ab83027dff24eda6e450cd3b8f285a9257f5a2b93a81ddcbdb8854f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab8cae6a-866d-4891-b980-9be52e0b11e0" -d '{"events": [{"name": "network-changed", "server_uuid": "c5476f17-d8af-4235-9f3f-bc2cc93824e4", "tag": "40c53881-1937-496b-9d33-ac9691feec70"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 21:37:16.151705 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6239c0-586c-4c0a-82df-93c01a5be380 service neutron] Pushing event updated for resources: {'Port': ['ID=40c53881-1937-496b-9d33-ac9691feec70,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:37:16.166537 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecc5f80-c14d-4c9a-a8a4-4fa4c4142408 req-5b63cc7b-d90d-4cf1-90ec-8735669e3118 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:37:16.168061 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-cecc5f80-c14d-4c9a-a8a4-4fa4c4142408 req-5b63cc7b-d90d-4cf1-90ec-8735669e3118 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/ports?device_id=c5476f17-d8af-4235-9f3f-bc2cc93824e4 HTTP/1.1" status: 200 len: 943 time: 0.1080997 May 20 21:37:16.174593 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 21:37:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63dd9d69-d326-48ea-86ca-23f3736428cb x-openstack-request-id: req-63dd9d69-d326-48ea-86ca-23f3736428cb {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 21:37:16.174881 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5476f17-d8af-4235-9f3f-bc2cc93824e4", "tag": "40c53881-1937-496b-9d33-ac9691feec70", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 21:37:16.175173 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-63dd9d69-d326-48ea-86ca-23f3736428cb {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 21:37:16.178578 n-d-842733-1 neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63dd9d69-d326-48ea-86ca-23f3736428cb'] response: {'name': 'network-changed', 'server_uuid': 'c5476f17-d8af-4235-9f3f-bc2cc93824e4', 'tag': '40c53881-1937-496b-9d33-ac9691feec70', 'status': 'completed', 'code': 200} May 20 21:37:16.570084 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-cecc5f80-c14d-4c9a-a8a4-4fa4c4142408 req-bf358160-f3b8-40cf-9deb-7f781f730ddc tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/security-groups?id=003969c3-2b78-4a1a-a9af-ed266c205e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3904679 May 20 21:37:16.578865 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8cae6a-866d-4891-b980-9be52e0b11e0 req-b8b5ddbf-c7be-4cc7-986e-467d4a456203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:37:16.581085 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ab8cae6a-866d-4891-b980-9be52e0b11e0 req-b8b5ddbf-c7be-4cc7-986e-467d4a456203 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b9236351e1c74ae7971071e6da1632bd&device_id=c5476f17-d8af-4235-9f3f-bc2cc93824e4 HTTP/1.1" status: 200 len: 1094 time: 0.3843513 May 20 21:37:16.746283 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8cae6a-866d-4891-b980-9be52e0b11e0 req-85fc68b9-d7af-435e-ad69-40dd6ed856be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:37:16.747643 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ab8cae6a-866d-4891-b980-9be52e0b11e0 req-85fc68b9-d7af-435e-ad69-40dd6ed856be service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=b9236351e1c74ae7971071e6da1632bd&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1592016 May 20 21:37:16.922775 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8cae6a-866d-4891-b980-9be52e0b11e0 req-9e4f38e0-9f3d-4228-b728-bbe2531b8e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:37:16.924778 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ab8cae6a-866d-4891-b980-9be52e0b11e0 req-9e4f38e0-9f3d-4228-b728-bbe2531b8e1d service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1715853 May 20 21:37:17.000982 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6e342d-97b1-4f2e-9d3d-8636d572f273 req-80043061-310d-4142-bffd-b1d316c1a78c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:37:17.002576 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2d6e342d-97b1-4f2e-9d3d-8636d572f273 req-80043061-310d-4142-bffd-b1d316c1a78c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b9236351e1c74ae7971071e6da1632bd&device_id=c5476f17-d8af-4235-9f3f-bc2cc93824e4 HTTP/1.1" status: 200 len: 1094 time: 0.0431695 May 20 21:37:17.043253 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2d6e342d-97b1-4f2e-9d3d-8636d572f273 req-9d1b5f92-6cfa-4b8c-927e-1a044429a86f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=40c53881-1937-496b-9d33-ac9691feec70 HTTP/1.1" status: 200 len: 217 time: 0.0338686 May 20 21:37:17.090210 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6e342d-97b1-4f2e-9d3d-8636d572f273 req-ab3f7521-963b-4cdb-9cf5-04ede5d96713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:37:17.091594 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2d6e342d-97b1-4f2e-9d3d-8636d572f273 req-ab3f7521-963b-4cdb-9cf5-04ede5d96713 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7963096c-660c-41ee-b2a1-be9e61906a7a HTTP/1.1" status: 200 len: 850 time: 0.0423007 May 20 21:37:17.139723 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6e342d-97b1-4f2e-9d3d-8636d572f273 req-7c0879c4-5f3b-4b27-8aae-0de3beaa7461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:37:17.141186 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2d6e342d-97b1-4f2e-9d3d-8636d572f273 req-7c0879c4-5f3b-4b27-8aae-0de3beaa7461 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=50a3b006-43eb-412f-9023-3721d0d7ce2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433252 May 20 21:37:17.226345 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2d6e342d-97b1-4f2e-9d3d-8636d572f273 req-e09f9164-8ee5-4adb-9dd4-db0038145519 service neutron] 10.222.0.24 "GET /v2.0/networks/50a3b006-43eb-412f-9023-3721d0d7ce2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787654 May 20 21:37:17.317758 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2d6e342d-97b1-4f2e-9d3d-8636d572f273 req-7756d6ea-d110-44a8-bd6a-bc6111fd8634 service neutron] 10.222.0.24 "GET /v2.0/networks/50a3b006-43eb-412f-9023-3721d0d7ce2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846078 May 20 21:37:17.687256 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec846801-f7fe-4161-be39-058248a2820a req-29799079-1fae-472d-8faa-1d03f9cfeb3c tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:37:17.689390 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ec846801-f7fe-4161-be39-058248a2820a req-29799079-1fae-472d-8faa-1d03f9cfeb3c tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/ports?device_id=c5476f17-d8af-4235-9f3f-bc2cc93824e4 HTTP/1.1" status: 200 len: 943 time: 0.0490332 May 20 21:37:17.727334 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ec846801-f7fe-4161-be39-058248a2820a req-7974e069-b05c-4d8c-a1b5-aac070393c4d tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/security-groups?id=003969c3-2b78-4a1a-a9af-ed266c205e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313177 May 20 21:37:18.843108 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48069542-968c-4b77-8d9a-1a0cf1126a1d req-0d2a546e-ef8d-4b13-9be6-e952c67a5b21 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:37:18.844576 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-48069542-968c-4b77-8d9a-1a0cf1126a1d req-0d2a546e-ef8d-4b13-9be6-e952c67a5b21 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/ports?device_id=c5476f17-d8af-4235-9f3f-bc2cc93824e4 HTTP/1.1" status: 200 len: 943 time: 0.0488811 May 20 21:37:18.883100 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-48069542-968c-4b77-8d9a-1a0cf1126a1d req-7ac7f963-7555-436f-9490-b4e95900cbbf tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/security-groups?id=003969c3-2b78-4a1a-a9af-ed266c205e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322697 May 20 21:37:19.846918 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 40c53881-1937-496b-9d33-ac9691feec70 details requested by agent hyperv_n-h1-842733-1 with host n-h1-842733-1 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 21:37:19.932733 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-56b19238-2121-480c-af66-04a834e75983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:37:19.952165 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port 40c53881-1937-496b-9d33-ac9691feec70, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=40c53881-1937-496b-9d33-ac9691feec70,segment=NetworkSegment(4501992d-e203-44d7-82fc-7b29a115c6d6),segment_id=4501992d-e203-44d7-82fc-7b29a115c6d6)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:37:19.963607 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Returning: {'device': '40c53881-1937-496b-9d33-ac9691feec70', 'network_id': '50a3b006-43eb-412f-9023-3721d0d7ce2d', 'port_id': '40c53881-1937-496b-9d33-ac9691feec70', 'mac_address': 'fa:16:3e:c6:95:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7963096c-660c-41ee-b2a1-be9e61906a7a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 20 21:37:19.999969 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Current status of the port 40c53881-1937-496b-9d33-ac9691feec70 is: DOWN; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:37:20.000344 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:37:20.005575 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ad72cc-dc59-438c-b122-3a5f3d95b038 req-05da39a6-b796-4552-8d29-d40e5376726a tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:37:20.007061 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-54ad72cc-dc59-438c-b122-3a5f3d95b038 req-05da39a6-b796-4552-8d29-d40e5376726a tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/ports?device_id=c5476f17-d8af-4235-9f3f-bc2cc93824e4 HTTP/1.1" status: 200 len: 943 time: 0.0490398 May 20 21:37:20.013887 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40c53881-1937-496b-9d33-ac9691feec70 {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 21:37:20.033506 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port 40c53881-1937-496b-9d33-ac9691feec70, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=40c53881-1937-496b-9d33-ac9691feec70,segment=NetworkSegment(4501992d-e203-44d7-82fc-7b29a115c6d6),segment_id=4501992d-e203-44d7-82fc-7b29a115c6d6)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:37:20.049574 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-54ad72cc-dc59-438c-b122-3a5f3d95b038 req-baa58ba8-2bff-42b9-9afe-69f743ba905b tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/security-groups?id=003969c3-2b78-4a1a-a9af-ed266c205e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364072 May 20 21:37:20.129921 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:37:20.176482 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Pushing event updated for resources: {'Port': ['ID=40c53881-1937-496b-9d33-ac9691feec70,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:37:20.316156 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] get_ports_and_sgs() called for port_ids ['40c53881-1937-496b-9d33-ac9691feec70'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 21:37:21.165334 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e20ba02-22aa-420f-b656-b690e786d95d req-bd3a2af7-c1a0-489a-a934-48ae1d90838e tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:37:21.166780 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7e20ba02-22aa-420f-b656-b690e786d95d req-bd3a2af7-c1a0-489a-a934-48ae1d90838e tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/ports?device_id=c5476f17-d8af-4235-9f3f-bc2cc93824e4 HTTP/1.1" status: 200 len: 944 time: 0.0487776 May 20 21:37:21.203486 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7e20ba02-22aa-420f-b656-b690e786d95d req-7b103a90-f1d0-463c-8a47-198b294bc441 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/security-groups?id=003969c3-2b78-4a1a-a9af-ed266c205e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307491 May 20 21:37:21.860163 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 40c53881-1937-496b-9d33-ac9691feec70 up at agent hyperv_n-h1-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:37:21.975372 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Provisioning for port 40c53881-1937-496b-9d33-ac9691feec70 completed by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 21:37:21.979186 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Provisioning complete for port 40c53881-1937-496b-9d33-ac9691feec70 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:37:21.979558 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:37:22.058465 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Current status of the port 40c53881-1937-496b-9d33-ac9691feec70 is: BUILD; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:37:22.058840 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:37:22.082130 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5476f17-d8af-4235-9f3f-bc2cc93824e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40c53881-1937-496b-9d33-ac9691feec70'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 21:37:22.084406 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7947af4a1013b12ef328acaa2f4e39eb2f7ac51c208120b4987a707d9dc479df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97fd0643-9690-47fe-b28b-c91c867b47e1" -d '{"events": [{"server_uuid": "c5476f17-d8af-4235-9f3f-bc2cc93824e4", "name": "network-vif-plugged", "status": "completed", "tag": "40c53881-1937-496b-9d33-ac9691feec70"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 21:37:22.099774 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port 40c53881-1937-496b-9d33-ac9691feec70, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=40c53881-1937-496b-9d33-ac9691feec70,segment=NetworkSegment(4501992d-e203-44d7-82fc-7b29a115c6d6),segment_id=4501992d-e203-44d7-82fc-7b29a115c6d6)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:37:22.123546 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 21:37:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68229db1-c544-4aac-87d2-adfb304cfb9b x-openstack-request-id: req-68229db1-c544-4aac-87d2-adfb304cfb9b {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 21:37:22.123837 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5476f17-d8af-4235-9f3f-bc2cc93824e4", "name": "network-vif-plugged", "status": "completed", "tag": "40c53881-1937-496b-9d33-ac9691feec70", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 21:37:22.124089 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-68229db1-c544-4aac-87d2-adfb304cfb9b {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 21:37:22.124770 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68229db1-c544-4aac-87d2-adfb304cfb9b'] response: {'server_uuid': 'c5476f17-d8af-4235-9f3f-bc2cc93824e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40c53881-1937-496b-9d33-ac9691feec70', 'code': 200} May 20 21:37:22.159597 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:37:22.213143 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Pushing event updated for resources: {'Port': ['ID=40c53881-1937-496b-9d33-ac9691feec70,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:37:22.218256 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d2cfcc-c539-44ca-9fcd-f531bdda9d76 req-35796bdb-6cbb-4bb7-a40a-16f3ce930d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:37:22.220751 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-24d2cfcc-c539-44ca-9fcd-f531bdda9d76 req-35796bdb-6cbb-4bb7-a40a-16f3ce930d20 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c5476f17-d8af-4235-9f3f-bc2cc93824e4 HTTP/1.1" status: 200 len: 1096 time: 0.0405416 May 20 21:37:22.263261 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-24d2cfcc-c539-44ca-9fcd-f531bdda9d76 req-d0e82c25-a262-45a2-98bb-b529f67dbc28 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=003969c3-2b78-4a1a-a9af-ed266c205e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371263 May 20 21:37:22.273610 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-99041f17-8ac7-42d5-b9b9-50b3e88c7fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:37:22.325057 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829c4e98-2111-4323-827a-33577bd6129d req-ff85aaf5-cb97-4c78-b081-d52be0ad15eb tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:37:22.326535 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-829c4e98-2111-4323-827a-33577bd6129d req-ff85aaf5-cb97-4c78-b081-d52be0ad15eb tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/ports?device_id=c5476f17-d8af-4235-9f3f-bc2cc93824e4 HTTP/1.1" status: 200 len: 945 time: 0.0538082 May 20 21:37:22.363765 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-829c4e98-2111-4323-827a-33577bd6129d req-62704726-49a1-4b73-a1f0-51e897e68668 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/security-groups?id=003969c3-2b78-4a1a-a9af-ed266c205e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311649 May 20 21:37:23.497202 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e201e347-5a83-4141-b527-31a1f88a7ea7 req-991c2aa4-8b55-4f88-b288-1162d45f5486 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:37:23.498689 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e201e347-5a83-4141-b527-31a1f88a7ea7 req-991c2aa4-8b55-4f88-b288-1162d45f5486 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/ports?device_id=c5476f17-d8af-4235-9f3f-bc2cc93824e4 HTTP/1.1" status: 200 len: 945 time: 0.0498807 May 20 21:37:23.537999 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e201e347-5a83-4141-b527-31a1f88a7ea7 req-4974c084-1249-4b17-a313-31a757f52ea7 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/security-groups?id=003969c3-2b78-4a1a-a9af-ed266c205e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322058 May 20 21:37:24.130640 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4bb0e131-6525-46ca-a45b-e4ea43a5e69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:37:24.654295 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27aa452c-e220-467d-94ac-7babde79a95e req-76475f2c-1512-488b-b712-58f960b115ce tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:37:24.655753 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-27aa452c-e220-467d-94ac-7babde79a95e req-76475f2c-1512-488b-b712-58f960b115ce tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/ports?device_id=c5476f17-d8af-4235-9f3f-bc2cc93824e4 HTTP/1.1" status: 200 len: 945 time: 0.0496917 May 20 21:37:24.694065 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-27aa452c-e220-467d-94ac-7babde79a95e req-5aae6108-4795-4cba-a308-df80109c4f3e tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/security-groups?id=003969c3-2b78-4a1a-a9af-ed266c205e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317659 May 20 21:37:24.815433 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c8c04f-287d-4060-9dd0-2005589285dc req-29652bcb-78c4-4306-bb85-d64ed4dd6d3a tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:37:24.816882 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-64c8c04f-287d-4060-9dd0-2005589285dc req-29652bcb-78c4-4306-bb85-d64ed4dd6d3a tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/ports?device_id=c5476f17-d8af-4235-9f3f-bc2cc93824e4 HTTP/1.1" status: 200 len: 945 time: 0.0537217 May 20 21:37:24.825528 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 34674) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:37:24.830455 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-9a1bcbf7-e254-405a-bcdd-a9b76a903248 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Request body: {'floatingip': {'port_id': '40c53881-1937-496b-9d33-ac9691feec70'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:37:24.869100 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9a1bcbf7-e254-405a-bcdd-a9b76a903248 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Notify callbacks [] for floatingip, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:37:25.158883 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:37:25.297158 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9a1bcbf7-e254-405a-bcdd-a9b76a903248 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:37:25.347432 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9a1bcbf7-e254-405a-bcdd-a9b76a903248 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748272'] for floatingip, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:37:25.448068 n-d-842733-1 neutron-server[103163]: INFO neutron.db.l3_db [None req-9a1bcbf7-e254-405a-bcdd-a9b76a903248 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Floating IP ac07d75f-93e9-442f-be04-2ffed6583061 associated. External IP: 172.25.2.174, port: 40c53881-1937-496b-9d33-ac9691feec70. May 20 21:37:25.649263 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a1bcbf7-e254-405a-bcdd-a9b76a903248 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Router b0ad94e8-7f95-45f6-a76e-a2191e854455 has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 21:37:25.650476 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:37:25.702060 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cc3ec51b-6ec8-438a-8349-5f0bec346d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:37:25.758491 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a1bcbf7-e254-405a-bcdd-a9b76a903248 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 21:37:25.767718 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9a1bcbf7-e254-405a-bcdd-a9b76a903248 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for floatingip, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:37:25.769469 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5565119-de43-4724-885e-e3f1dc2c01c5 None None] Sync routers for ids ['b0ad94e8-7f95-45f6-a76e-a2191e854455'] in n-d-842733-1 {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 21:37:25.779223 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5565119-de43-4724-885e-e3f1dc2c01c5 None None] Routers {'b0ad94e8-7f95-45f6-a76e-a2191e854455'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:37:25.779830 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-e5565119-de43-4724-885e-e3f1dc2c01c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:37:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['b0ad94e8-7f95-45f6-a76e-a2191e854455'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:37:25.796088 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-9a1bcbf7-e254-405a-bcdd-a9b76a903248 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "PUT /v2.0/floatingips/ac07d75f-93e9-442f-be04-2ffed6583061 HTTP/1.1" status: 200 len: 992 time: 0.9695318 May 20 21:37:25.796706 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5476f17-d8af-4235-9f3f-bc2cc93824e4', 'tag': '40c53881-1937-496b-9d33-ac9691feec70'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 21:37:25.799196 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4416c3b25ab83027dff24eda6e450cd3b8f285a9257f5a2b93a81ddcbdb8854f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed8edc4c-ede7-4941-a4ba-361129588029" -d '{"events": [{"name": "network-changed", "server_uuid": "c5476f17-d8af-4235-9f3f-bc2cc93824e4", "tag": "40c53881-1937-496b-9d33-ac9691feec70"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 21:37:25.834996 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 21:37:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc89a7a1-41f5-4f9c-85f1-c9aff91e7f35 x-openstack-request-id: req-bc89a7a1-41f5-4f9c-85f1-c9aff91e7f35 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 21:37:25.835294 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5476f17-d8af-4235-9f3f-bc2cc93824e4", "tag": "40c53881-1937-496b-9d33-ac9691feec70", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 21:37:25.835555 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-bc89a7a1-41f5-4f9c-85f1-c9aff91e7f35 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 21:37:25.835973 n-d-842733-1 neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc89a7a1-41f5-4f9c-85f1-c9aff91e7f35'] response: {'name': 'network-changed', 'server_uuid': 'c5476f17-d8af-4235-9f3f-bc2cc93824e4', 'tag': '40c53881-1937-496b-9d33-ac9691feec70', 'status': 'completed', 'code': 200} May 20 21:37:25.888964 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-e5565119-de43-4724-885e-e3f1dc2c01c5 None None] Set router b0ad94e8-7f95-45f6-a76e-a2191e854455 gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:37:25.902071 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8edc4c-ede7-4941-a4ba-361129588029 req-493015e9-0793-45dd-a931-c5d28a2c065a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:37:25.903571 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ed8edc4c-ede7-4941-a4ba-361129588029 req-493015e9-0793-45dd-a931-c5d28a2c065a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b9236351e1c74ae7971071e6da1632bd&device_id=c5476f17-d8af-4235-9f3f-bc2cc93824e4 HTTP/1.1" status: 200 len: 1096 time: 0.0418687 May 20 21:37:25.995100 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8edc4c-ede7-4941-a4ba-361129588029 req-5b3af795-16fa-4031-a830-4b662ab7a939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:37:25.996482 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ed8edc4c-ede7-4941-a4ba-361129588029 req-5b3af795-16fa-4031-a830-4b662ab7a939 service neutron] 10.222.0.24 "GET /v2.0/networks?id=50a3b006-43eb-412f-9023-3721d0d7ce2d HTTP/1.1" status: 200 len: 912 time: 0.0867465 May 20 21:37:26.065090 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ed8edc4c-ede7-4941-a4ba-361129588029 req-4bda610f-55e4-449b-b725-933e2e7bed07 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=40c53881-1937-496b-9d33-ac9691feec70 HTTP/1.1" status: 200 len: 1000 time: 0.0621727 May 20 21:37:26.114041 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8edc4c-ede7-4941-a4ba-361129588029 req-d7e9e75e-836a-423c-9492-3b939fce0c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:37:26.115250 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-e5565119-de43-4724-885e-e3f1dc2c01c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0ad94e8-7f95-45f6-a76e-a2191e854455', 'name': 'tempest-ServerActionsTestJSON-435657109-router', 'tenant_id': 'b9236351e1c74ae7971071e6da1632bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.184'}], 'enable_snat': True}, 'gw_port_id': 'bf9a38ad-fa66-4fcd-b91d-b25170b47e1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:33:30Z', 'updated_at': '2022-05-20T21:33:33Z', 'revision_number': 4, 'project_id': 'b9236351e1c74ae7971071e6da1632bd', 'gw_port': {'id': 'bf9a38ad-fa66-4fcd-b91d-b25170b47e1f', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:34:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ad94e8-7f95-45f6-a76e-a2191e854455', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:33:30Z', 'updated_at': '2022-05-20T21:33:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_floatingips': [{'id': 'ac07d75f-93e9-442f-be04-2ffed6583061', 'tenant_id': 'b9236351e1c74ae7971071e6da1632bd', 'floating_ip_address': '172.25.2.174', 'floating_network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'router_id': 'b0ad94e8-7f95-45f6-a76e-a2191e854455', 'port_id': '40c53881-1937-496b-9d33-ac9691feec70', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50a3b006-43eb-412f-9023-3721d0d7ce2d', 'mac_address': 'fa:16:3e:c6:95:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5476f17-d8af-4235-9f3f-bc2cc93824e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-20T21:33:36Z', 'updated_at': '2022-05-20T21:37:25Z', 'revision_number': 13, 'project_id': 'b9236351e1c74ae7971071e6da1632bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f95e277a-dcf5-450a-97d7-4ddd46c472a2', 'name': '', 'network_id': '50a3b006-43eb-412f-9023-3721d0d7ce2d', 'tenant_id': 'b9236351e1c74ae7971071e6da1632bd', 'mac_address': 'fa:16:3e:2d:37:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ad94e8-7f95-45f6-a76e-a2191e854455', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '7963096c-660c-41ee-b2a1-be9e61906a7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:33:32Z', 'updated_at': '2022-05-20T21:33:36Z', 'revision_number': 5, 'project_id': 'b9236351e1c74ae7971071e6da1632bd', 'subnets': [{'id': '7963096c-660c-41ee-b2a1-be9e61906a7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:37:26.115532 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ed8edc4c-ede7-4941-a4ba-361129588029 req-d7e9e75e-836a-423c-9492-3b939fce0c7e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7963096c-660c-41ee-b2a1-be9e61906a7a HTTP/1.1" status: 200 len: 850 time: 0.0444713 May 20 21:37:26.143341 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5565119-de43-4724-885e-e3f1dc2c01c5 None None] Checking router: b0ad94e8-7f95-45f6-a76e-a2191e854455 for host: n-d-842733-1 {{(pid=103165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 21:37:26.151702 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5565119-de43-4724-885e-e3f1dc2c01c5 None None] Routers {'b0ad94e8-7f95-45f6-a76e-a2191e854455'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:37:26.152298 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-e5565119-de43-4724-885e-e3f1dc2c01c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:37:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['b0ad94e8-7f95-45f6-a76e-a2191e854455'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:37:26.162129 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8edc4c-ede7-4941-a4ba-361129588029 req-a18a9afd-36ae-457d-91fe-7fbeb711809d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:37:26.163634 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ed8edc4c-ede7-4941-a4ba-361129588029 req-a18a9afd-36ae-457d-91fe-7fbeb711809d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=50a3b006-43eb-412f-9023-3721d0d7ce2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419550 May 20 21:37:26.257022 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-e5565119-de43-4724-885e-e3f1dc2c01c5 None None] Set router b0ad94e8-7f95-45f6-a76e-a2191e854455 gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:37:26.260061 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ed8edc4c-ede7-4941-a4ba-361129588029 req-4ee4f0ab-6c0f-463e-a243-7dcc660eb11c service neutron] 10.222.0.24 "GET /v2.0/networks/50a3b006-43eb-412f-9023-3721d0d7ce2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888364 May 20 21:37:26.350139 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ed8edc4c-ede7-4941-a4ba-361129588029 req-08bb502e-308d-4cda-badf-6fcf94f2b678 service neutron] 10.222.0.24 "GET /v2.0/networks/50a3b006-43eb-412f-9023-3721d0d7ce2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836847 May 20 21:37:26.479869 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-e5565119-de43-4724-885e-e3f1dc2c01c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0ad94e8-7f95-45f6-a76e-a2191e854455', 'name': 'tempest-ServerActionsTestJSON-435657109-router', 'tenant_id': 'b9236351e1c74ae7971071e6da1632bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.184'}], 'enable_snat': True}, 'gw_port_id': 'bf9a38ad-fa66-4fcd-b91d-b25170b47e1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:33:30Z', 'updated_at': '2022-05-20T21:33:33Z', 'revision_number': 4, 'project_id': 'b9236351e1c74ae7971071e6da1632bd', 'gw_port': {'id': 'bf9a38ad-fa66-4fcd-b91d-b25170b47e1f', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:34:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ad94e8-7f95-45f6-a76e-a2191e854455', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:33:30Z', 'updated_at': '2022-05-20T21:33:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_floatingips': [{'id': 'ac07d75f-93e9-442f-be04-2ffed6583061', 'tenant_id': 'b9236351e1c74ae7971071e6da1632bd', 'floating_ip_address': '172.25.2.174', 'floating_network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'router_id': 'b0ad94e8-7f95-45f6-a76e-a2191e854455', 'port_id': '40c53881-1937-496b-9d33-ac9691feec70', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50a3b006-43eb-412f-9023-3721d0d7ce2d', 'mac_address': 'fa:16:3e:c6:95:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5476f17-d8af-4235-9f3f-bc2cc93824e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-20T21:33:36Z', 'updated_at': '2022-05-20T21:37:25Z', 'revision_number': 13, 'project_id': 'b9236351e1c74ae7971071e6da1632bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f95e277a-dcf5-450a-97d7-4ddd46c472a2', 'name': '', 'network_id': '50a3b006-43eb-412f-9023-3721d0d7ce2d', 'tenant_id': 'b9236351e1c74ae7971071e6da1632bd', 'mac_address': 'fa:16:3e:2d:37:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ad94e8-7f95-45f6-a76e-a2191e854455', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '7963096c-660c-41ee-b2a1-be9e61906a7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:33:32Z', 'updated_at': '2022-05-20T21:33:36Z', 'revision_number': 5, 'project_id': 'b9236351e1c74ae7971071e6da1632bd', 'subnets': [{'id': '7963096c-660c-41ee-b2a1-be9e61906a7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:37:26.506760 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5565119-de43-4724-885e-e3f1dc2c01c5 None None] The sync data for ids ['b0ad94e8-7f95-45f6-a76e-a2191e854455'] in n-d-842733-1 is: [{'id': 'b0ad94e8-7f95-45f6-a76e-a2191e854455', 'name': 'tempest-ServerActionsTestJSON-435657109-router', 'tenant_id': 'b9236351e1c74ae7971071e6da1632bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.184'}], 'enable_snat': True}, 'gw_port_id': 'bf9a38ad-fa66-4fcd-b91d-b25170b47e1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:33:30Z', 'updated_at': '2022-05-20T21:33:33Z', 'revision_number': 4, 'project_id': 'b9236351e1c74ae7971071e6da1632bd', 'gw_port': {'id': 'bf9a38ad-fa66-4fcd-b91d-b25170b47e1f', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:34:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ad94e8-7f95-45f6-a76e-a2191e854455', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:33:30Z', 'updated_at': '2022-05-20T21:33:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_floatingips': [{'id': 'ac07d75f-93e9-442f-be04-2ffed6583061', 'tenant_id': 'b9236351e1c74ae7971071e6da1632bd', 'floating_ip_address': '172.25.2.174', 'floating_network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'router_id': 'b0ad94e8-7f95-45f6-a76e-a2191e854455', 'port_id': '40c53881-1937-496b-9d33-ac9691feec70', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50a3b006-43eb-412f-9023-3721d0d7ce2d', 'mac_address': 'fa:16:3e:c6:95:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5476f17-d8af-4235-9f3f-bc2cc93824e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-20T21:33:36Z', 'updated_at': '2022-05-20T21:37:25Z', 'revision_number': 13, 'project_id': 'b9236351e1c74ae7971071e6da1632bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f95e277a-dcf5-450a-97d7-4ddd46c472a2', 'name': '', 'network_id': '50a3b006-43eb-412f-9023-3721d0d7ce2d', 'tenant_id': 'b9236351e1c74ae7971071e6da1632bd', 'mac_address': 'fa:16:3e:2d:37:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ad94e8-7f95-45f6-a76e-a2191e854455', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '7963096c-660c-41ee-b2a1-be9e61906a7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:33:32Z', 'updated_at': '2022-05-20T21:33:36Z', 'revision_number': 5, 'project_id': 'b9236351e1c74ae7971071e6da1632bd', 'subnets': [{'id': '7963096c-660c-41ee-b2a1-be9e61906a7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 21:37:26.684601 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5345be1-0c93-4086-890e-fe641dec4b96 None None] New status for floating IP ac07d75f-93e9-442f-be04-2ffed6583061: ACTIVE {{(pid=103164) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 21:37:28.141086 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.agents_db [None req-5c33ad30-4e00-40fa-b486-8c79c4a6cfc5 None None] Agent healthcheck: found 7 active agents {{(pid=103165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 20 21:37:32.843563 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:37:49.895958 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-e2d03515-a68d-4129-ac9c-cea65ddf39a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:37:52.273075 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-f13b1018-c6d4-4649-b51b-e3284f10a5a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:37:54.136007 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4bb0e131-6525-46ca-a45b-e4ea43a5e69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:37:55.147191 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:37:55.638482 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:37:55.718567 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cc3ec51b-6ec8-438a-8349-5f0bec346d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:37:56.079453 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8f5a5531-485d-4a9f-ae09-385d4ba2e79e req-6616224c-0284-48dc-8d81-29d579a12ad1 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c5476f17-d8af-4235-9f3f-bc2cc93824e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0430861 May 20 21:37:56.166853 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5a5531-485d-4a9f-ae09-385d4ba2e79e req-532cce0e-73a0-4485-a0bc-497b2ceb9bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:37:56.168318 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8f5a5531-485d-4a9f-ae09-385d4ba2e79e req-532cce0e-73a0-4485-a0bc-497b2ceb9bab service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b9236351e1c74ae7971071e6da1632bd&device_id=c5476f17-d8af-4235-9f3f-bc2cc93824e4 HTTP/1.1" status: 200 len: 1096 time: 0.0464687 May 20 21:37:56.269567 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5a5531-485d-4a9f-ae09-385d4ba2e79e req-5de7aade-f5c4-4979-9aa4-0e968f63e58c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:37:56.271100 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8f5a5531-485d-4a9f-ae09-385d4ba2e79e req-5de7aade-f5c4-4979-9aa4-0e968f63e58c service neutron] 10.222.0.24 "GET /v2.0/networks?id=50a3b006-43eb-412f-9023-3721d0d7ce2d HTTP/1.1" status: 200 len: 912 time: 0.0843363 May 20 21:37:56.340062 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8f5a5531-485d-4a9f-ae09-385d4ba2e79e req-73d78e62-73b5-4a7b-ae8c-386c155d3ae7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=40c53881-1937-496b-9d33-ac9691feec70 HTTP/1.1" status: 200 len: 1002 time: 0.0616331 May 20 21:37:56.388153 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5a5531-485d-4a9f-ae09-385d4ba2e79e req-b2fdd54b-0318-4e56-86e0-f4b5c2d2ef1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:37:56.389623 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8f5a5531-485d-4a9f-ae09-385d4ba2e79e req-b2fdd54b-0318-4e56-86e0-f4b5c2d2ef1e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7963096c-660c-41ee-b2a1-be9e61906a7a HTTP/1.1" status: 200 len: 850 time: 0.0434902 May 20 21:37:56.433418 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5a5531-485d-4a9f-ae09-385d4ba2e79e req-2889f031-02bf-46ee-986b-0ce34086b5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:37:56.434954 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8f5a5531-485d-4a9f-ae09-385d4ba2e79e req-2889f031-02bf-46ee-986b-0ce34086b5bd service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=50a3b006-43eb-412f-9023-3721d0d7ce2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392952 May 20 21:37:56.526518 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8f5a5531-485d-4a9f-ae09-385d4ba2e79e req-6eab8260-ee11-4a67-b12a-2d098e61d14a service neutron] 10.222.0.24 "GET /v2.0/networks/50a3b006-43eb-412f-9023-3721d0d7ce2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843697 May 20 21:37:56.615241 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8f5a5531-485d-4a9f-ae09-385d4ba2e79e req-fab6ca0b-354f-46d5-856c-ea47e5669143 service neutron] 10.222.0.24 "GET /v2.0/networks/50a3b006-43eb-412f-9023-3721d0d7ce2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819092 May 20 21:38:02.810584 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:38:04.015474 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af12997b-fa73-441a-9de5-5216b880d027 req-6be97156-ac93-4cde-b0c9-0d8337113602 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:38:04.016956 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-af12997b-fa73-441a-9de5-5216b880d027 req-6be97156-ac93-4cde-b0c9-0d8337113602 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/ports?device_id=c5476f17-d8af-4235-9f3f-bc2cc93824e4 HTTP/1.1" status: 200 len: 945 time: 0.0506413 May 20 21:38:04.054858 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-af12997b-fa73-441a-9de5-5216b880d027 req-3d79f43b-9797-4ead-a6b3-c274e16d895e tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/security-groups?id=003969c3-2b78-4a1a-a9af-ed266c205e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316379 May 20 21:38:05.141465 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.agents_db [None req-5c33ad30-4e00-40fa-b486-8c79c4a6cfc5 None None] Agent healthcheck: found 7 active agents {{(pid=103165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 20 21:38:16.039345 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5ac220-a864-4829-bf53-83bed09b911d req-f6fe56d7-8ad0-4d50-9fbc-f4516792d5bd tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:38:16.040756 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ab5ac220-a864-4829-bf53-83bed09b911d req-f6fe56d7-8ad0-4d50-9fbc-f4516792d5bd tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/ports?device_id=c5476f17-d8af-4235-9f3f-bc2cc93824e4 HTTP/1.1" status: 200 len: 945 time: 0.0542953 May 20 21:38:16.078803 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ab5ac220-a864-4829-bf53-83bed09b911d req-c49a65fa-dff4-4f89-a189-6f6f6975eefb tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/security-groups?id=003969c3-2b78-4a1a-a9af-ed266c205e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319951 May 20 21:38:16.161483 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-007d0067-4411-4df1-ad04-e92cddde165d req-78e493fb-a2c1-4db4-8340-05b151c8cc54 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c5476f17-d8af-4235-9f3f-bc2cc93824e4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0392861 May 20 21:38:17.200330 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439b316d-e734-4eeb-9224-f11912009267 req-5543079b-2040-47ca-b096-f222ced6b46e tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:38:17.201846 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-439b316d-e734-4eeb-9224-f11912009267 req-5543079b-2040-47ca-b096-f222ced6b46e tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/ports?device_id=c5476f17-d8af-4235-9f3f-bc2cc93824e4 HTTP/1.1" status: 200 len: 945 time: 0.0527563 May 20 21:38:17.241133 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-439b316d-e734-4eeb-9224-f11912009267 req-406fded3-4f8e-492f-a843-f9e4f715496b tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/security-groups?id=003969c3-2b78-4a1a-a9af-ed266c205e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329385 May 20 21:38:18.179924 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007d0067-4411-4df1-ad04-e92cddde165d req-0ec508ef-8b88-48de-8ef6-261e791b7dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:38:18.181394 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-007d0067-4411-4df1-ad04-e92cddde165d req-0ec508ef-8b88-48de-8ef6-261e791b7dcd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b9236351e1c74ae7971071e6da1632bd&device_id=c5476f17-d8af-4235-9f3f-bc2cc93824e4 HTTP/1.1" status: 200 len: 1096 time: 0.0463498 May 20 21:38:18.269683 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007d0067-4411-4df1-ad04-e92cddde165d req-63542b9f-52ee-44e2-a0f7-7418dce7d4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:38:18.271157 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-007d0067-4411-4df1-ad04-e92cddde165d req-63542b9f-52ee-44e2-a0f7-7418dce7d4ca service neutron] 10.222.0.24 "GET /v2.0/networks?id=50a3b006-43eb-412f-9023-3721d0d7ce2d HTTP/1.1" status: 200 len: 912 time: 0.0834284 May 20 21:38:18.680803 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-007d0067-4411-4df1-ad04-e92cddde165d req-7d2c4ebb-3e93-4f5b-880c-dd50c1a03882 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=40c53881-1937-496b-9d33-ac9691feec70 HTTP/1.1" status: 200 len: 1002 time: 0.4033535 May 20 21:38:18.701779 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c61dc9-e7eb-4717-a63a-e2218941306e req-ca60b5e3-678e-45d4-8839-1649a2025a6e tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:38:18.703182 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d6c61dc9-e7eb-4717-a63a-e2218941306e req-ca60b5e3-678e-45d4-8839-1649a2025a6e tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/ports?device_id=c5476f17-d8af-4235-9f3f-bc2cc93824e4 HTTP/1.1" status: 200 len: 945 time: 0.3873391 May 20 21:38:18.758257 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007d0067-4411-4df1-ad04-e92cddde165d req-a0576ac1-2998-4450-89a5-83144e6543e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:38:18.760245 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-007d0067-4411-4df1-ad04-e92cddde165d req-a0576ac1-2998-4450-89a5-83144e6543e9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7963096c-660c-41ee-b2a1-be9e61906a7a HTTP/1.1" status: 200 len: 850 time: 0.0727885 May 20 21:38:18.767303 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d6c61dc9-e7eb-4717-a63a-e2218941306e req-cd217b46-61dd-4f24-9bb4-df78d74f4f81 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/security-groups?id=003969c3-2b78-4a1a-a9af-ed266c205e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450501 May 20 21:38:18.805191 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007d0067-4411-4df1-ad04-e92cddde165d req-7da22e17-c276-47ca-9892-5b9f2f2a80ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:38:18.807207 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-007d0067-4411-4df1-ad04-e92cddde165d req-7da22e17-c276-47ca-9892-5b9f2f2a80ad service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=50a3b006-43eb-412f-9023-3721d0d7ce2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390844 May 20 21:38:18.896762 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-007d0067-4411-4df1-ad04-e92cddde165d req-327fa43e-e9b5-48e4-9df3-8ba43f9db079 service neutron] 10.222.0.24 "GET /v2.0/networks/50a3b006-43eb-412f-9023-3721d0d7ce2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828636 May 20 21:38:18.984260 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-007d0067-4411-4df1-ad04-e92cddde165d req-8d207999-3a58-457a-b7de-16651ec0b7b5 service neutron] 10.222.0.24 "GET /v2.0/networks/50a3b006-43eb-412f-9023-3721d0d7ce2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812461 May 20 21:38:19.891026 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03b29d4-4e25-4a3b-ba67-f24811f72fc4 req-cc86df46-99fe-4cda-aec5-4581f23135cb tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:38:19.892474 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c03b29d4-4e25-4a3b-ba67-f24811f72fc4 req-cc86df46-99fe-4cda-aec5-4581f23135cb tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/ports?device_id=c5476f17-d8af-4235-9f3f-bc2cc93824e4 HTTP/1.1" status: 200 len: 945 time: 0.0535359 May 20 21:38:19.918685 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-5354ff58-cff2-40f7-b0f4-cf879d921fb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:38:19.930348 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c03b29d4-4e25-4a3b-ba67-f24811f72fc4 req-aa77b16e-b7d4-460c-b7f5-ff39fea808e0 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/security-groups?id=003969c3-2b78-4a1a-a9af-ed266c205e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316319 May 20 21:38:21.046514 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c8fba0-0f8f-409f-a959-6ba777bd79d5 req-a66f14d5-ce8d-41d4-9558-ae8896c71aba tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:38:21.047963 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-92c8fba0-0f8f-409f-a959-6ba777bd79d5 req-a66f14d5-ce8d-41d4-9558-ae8896c71aba tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/ports?device_id=c5476f17-d8af-4235-9f3f-bc2cc93824e4 HTTP/1.1" status: 200 len: 945 time: 0.0486145 May 20 21:38:21.085509 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-92c8fba0-0f8f-409f-a959-6ba777bd79d5 req-af754732-4a0e-430b-abb8-dd9fe3ec5ffc tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/security-groups?id=003969c3-2b78-4a1a-a9af-ed266c205e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314417 May 20 21:38:22.200902 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c210350-6468-40da-bae6-c05f106f8df8 req-8ffa2b4c-a880-41bf-9b29-63fe673470d8 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:38:22.202389 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9c210350-6468-40da-bae6-c05f106f8df8 req-8ffa2b4c-a880-41bf-9b29-63fe673470d8 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/ports?device_id=c5476f17-d8af-4235-9f3f-bc2cc93824e4 HTTP/1.1" status: 200 len: 945 time: 0.0475395 May 20 21:38:22.240751 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9c210350-6468-40da-bae6-c05f106f8df8 req-fe2bf6b2-6b0a-40b2-9413-40519079193c tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/security-groups?id=003969c3-2b78-4a1a-a9af-ed266c205e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323989 May 20 21:38:22.288469 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ac9edc88-dc62-46ca-944e-bf0ade4d49f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:38:23.362567 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b264530-5e4b-49e9-ab8f-6a5bdcae6834 req-5e2083d0-cbe6-4353-b4e4-bfe011c93590 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:38:23.365406 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7b264530-5e4b-49e9-ab8f-6a5bdcae6834 req-5e2083d0-cbe6-4353-b4e4-bfe011c93590 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/ports?device_id=c5476f17-d8af-4235-9f3f-bc2cc93824e4 HTTP/1.1" status: 200 len: 945 time: 0.0524585 May 20 21:38:23.402788 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7b264530-5e4b-49e9-ab8f-6a5bdcae6834 req-b339ec07-80f9-446a-b2fe-54b930c78380 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/security-groups?id=003969c3-2b78-4a1a-a9af-ed266c205e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320377 May 20 21:38:24.168409 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4bb0e131-6525-46ca-a45b-e4ea43a5e69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:38:24.523005 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a97e336-5c79-4d46-b76e-967d0be8045d req-ae0c3004-0a1c-4a5d-8b9a-b2eae20ce4ba tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:38:24.524571 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8a97e336-5c79-4d46-b76e-967d0be8045d req-ae0c3004-0a1c-4a5d-8b9a-b2eae20ce4ba tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/ports?device_id=c5476f17-d8af-4235-9f3f-bc2cc93824e4 HTTP/1.1" status: 200 len: 945 time: 0.0506272 May 20 21:38:24.563080 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8a97e336-5c79-4d46-b76e-967d0be8045d req-e602b2c7-abaf-47dd-a377-4f096c4de2b4 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/security-groups?id=003969c3-2b78-4a1a-a9af-ed266c205e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313442 May 20 21:38:25.180205 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:38:25.631512 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:38:25.684222 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230a2ede-ffee-4a4e-bc9c-9b48b8e41a55 req-fd3f7e74-438e-4e3c-a8e7-40137126db0c tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:38:25.685715 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-230a2ede-ffee-4a4e-bc9c-9b48b8e41a55 req-fd3f7e74-438e-4e3c-a8e7-40137126db0c tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/ports?device_id=c5476f17-d8af-4235-9f3f-bc2cc93824e4 HTTP/1.1" status: 200 len: 945 time: 0.0500748 May 20 21:38:25.695661 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cc3ec51b-6ec8-438a-8349-5f0bec346d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:38:25.723463 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-230a2ede-ffee-4a4e-bc9c-9b48b8e41a55 req-988e2fad-1af7-4670-bc6c-bcb19a8f7ec9 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/security-groups?id=003969c3-2b78-4a1a-a9af-ed266c205e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317101 May 20 21:38:26.842854 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7116a32-fd2f-476a-8c22-7abfec7f9e9f req-d3c6e445-5c92-4a06-9df1-8f99cb32a0a5 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:38:26.844300 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b7116a32-fd2f-476a-8c22-7abfec7f9e9f req-d3c6e445-5c92-4a06-9df1-8f99cb32a0a5 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/ports?device_id=c5476f17-d8af-4235-9f3f-bc2cc93824e4 HTTP/1.1" status: 200 len: 945 time: 0.0522029 May 20 21:38:26.882229 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b7116a32-fd2f-476a-8c22-7abfec7f9e9f req-891519de-7868-4f9b-9044-02028b7c5c1c tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/security-groups?id=003969c3-2b78-4a1a-a9af-ed266c205e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319698 May 20 21:38:27.999485 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26f2ea5-bdb1-4203-b70f-40d2dea1327a req-4c567226-c2d6-4824-a6a9-9b567d540933 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:38:28.001241 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a26f2ea5-bdb1-4203-b70f-40d2dea1327a req-4c567226-c2d6-4824-a6a9-9b567d540933 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/ports?device_id=c5476f17-d8af-4235-9f3f-bc2cc93824e4 HTTP/1.1" status: 200 len: 945 time: 0.0479872 May 20 21:38:28.038515 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a26f2ea5-bdb1-4203-b70f-40d2dea1327a req-36e1efce-c5b3-4c18-9fe3-a78afb77b7a4 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/security-groups?id=003969c3-2b78-4a1a-a9af-ed266c205e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308235 May 20 21:38:29.156568 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c74bca-0f8c-4373-b718-56a7dedcfc68 req-990e2274-8872-412c-b2a6-22044c09284d tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:38:29.158076 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-86c74bca-0f8c-4373-b718-56a7dedcfc68 req-990e2274-8872-412c-b2a6-22044c09284d tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/ports?device_id=c5476f17-d8af-4235-9f3f-bc2cc93824e4 HTTP/1.1" status: 200 len: 945 time: 0.0497758 May 20 21:38:29.194381 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-86c74bca-0f8c-4373-b718-56a7dedcfc68 req-0b8b55cd-fe48-45a4-8fa9-41d35c588f65 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/security-groups?id=003969c3-2b78-4a1a-a9af-ed266c205e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302444 May 20 21:38:30.316519 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275d42c4-efd5-4b70-b706-9a2d53937818 req-6646b64a-4d50-4b73-a122-9941d3b82098 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:38:30.318004 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-275d42c4-efd5-4b70-b706-9a2d53937818 req-6646b64a-4d50-4b73-a122-9941d3b82098 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/ports?device_id=c5476f17-d8af-4235-9f3f-bc2cc93824e4 HTTP/1.1" status: 200 len: 945 time: 0.0532784 May 20 21:38:30.356561 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-275d42c4-efd5-4b70-b706-9a2d53937818 req-34fe97ec-3561-4227-8312-855c05ecc580 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/security-groups?id=003969c3-2b78-4a1a-a9af-ed266c205e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318501 May 20 21:38:31.475296 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e413da02-05d2-4ba6-a3b4-b9c43bd961ce req-012f6fd9-98e7-42cf-a190-d8010a150c67 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:38:31.476755 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e413da02-05d2-4ba6-a3b4-b9c43bd961ce req-012f6fd9-98e7-42cf-a190-d8010a150c67 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/ports?device_id=c5476f17-d8af-4235-9f3f-bc2cc93824e4 HTTP/1.1" status: 200 len: 945 time: 0.0508635 May 20 21:38:31.515394 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e413da02-05d2-4ba6-a3b4-b9c43bd961ce req-7aecd9e0-c269-402d-aaaa-20e964bf3e1d tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/security-groups?id=003969c3-2b78-4a1a-a9af-ed266c205e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315425 May 20 21:38:32.635636 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d929a1-03b9-415c-9a97-d80c89487f72 req-45a8f1cc-f643-4c7c-a4de-4434f95eeeb9 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:38:32.637118 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-28d929a1-03b9-415c-9a97-d80c89487f72 req-45a8f1cc-f643-4c7c-a4de-4434f95eeeb9 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/ports?device_id=c5476f17-d8af-4235-9f3f-bc2cc93824e4 HTTP/1.1" status: 200 len: 945 time: 0.0521910 May 20 21:38:32.674421 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-28d929a1-03b9-415c-9a97-d80c89487f72 req-15fcb1e6-d588-407a-aa7a-8121ef9cbb6c tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/security-groups?id=003969c3-2b78-4a1a-a9af-ed266c205e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311844 May 20 21:38:32.819320 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:38:33.796871 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793c6fe9-14b0-4260-b2bb-0abb8f396389 req-fd80d887-202d-4106-ae96-31d1ea1b57d4 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:38:33.798238 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-793c6fe9-14b0-4260-b2bb-0abb8f396389 req-fd80d887-202d-4106-ae96-31d1ea1b57d4 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/ports?device_id=c5476f17-d8af-4235-9f3f-bc2cc93824e4 HTTP/1.1" status: 200 len: 945 time: 0.0512335 May 20 21:38:33.834838 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-793c6fe9-14b0-4260-b2bb-0abb8f396389 req-9ca6e292-d2a1-477c-9a3d-95ee3d63c6dc tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/security-groups?id=003969c3-2b78-4a1a-a9af-ed266c205e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306375 May 20 21:38:34.998247 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adc02f6-a529-4b00-aa77-6a72dd996afe req-4dc7de15-ff03-4770-81f5-71c23af2281e tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:38:34.999835 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9adc02f6-a529-4b00-aa77-6a72dd996afe req-4dc7de15-ff03-4770-81f5-71c23af2281e tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/ports?device_id=c5476f17-d8af-4235-9f3f-bc2cc93824e4 HTTP/1.1" status: 200 len: 945 time: 0.0497725 May 20 21:38:35.037370 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9adc02f6-a529-4b00-aa77-6a72dd996afe req-c36278e4-cd75-4766-a2b2-06d9d5aa503b tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/security-groups?id=003969c3-2b78-4a1a-a9af-ed266c205e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308890 May 20 21:38:36.156396 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faee0d14-b575-4fac-bbf8-163dfced25f9 req-f5567a3f-3f76-4b1e-8f17-3019c193a26f tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:38:36.157887 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-faee0d14-b575-4fac-bbf8-163dfced25f9 req-f5567a3f-3f76-4b1e-8f17-3019c193a26f tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/ports?device_id=c5476f17-d8af-4235-9f3f-bc2cc93824e4 HTTP/1.1" status: 200 len: 945 time: 0.0493712 May 20 21:38:36.195537 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-faee0d14-b575-4fac-bbf8-163dfced25f9 req-1b36d12b-0ea6-4a02-a55d-232c7c5dc3e8 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/security-groups?id=003969c3-2b78-4a1a-a9af-ed266c205e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314653 May 20 21:38:37.313716 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cfa719-db1a-4e6c-b427-592a0a255e60 req-1163f21c-88c8-450a-9787-e28abba8c85b tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:38:37.315200 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e3cfa719-db1a-4e6c-b427-592a0a255e60 req-1163f21c-88c8-450a-9787-e28abba8c85b tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/ports?device_id=c5476f17-d8af-4235-9f3f-bc2cc93824e4 HTTP/1.1" status: 200 len: 945 time: 0.0522928 May 20 21:38:37.354367 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e3cfa719-db1a-4e6c-b427-592a0a255e60 req-f6de7043-c976-45be-9d09-d32aee8aed66 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/security-groups?id=003969c3-2b78-4a1a-a9af-ed266c205e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326018 May 20 21:38:38.514617 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a058d8-01bd-43fa-bb8e-2d87ea23a1b5 req-5da7b596-0363-4381-9c82-89b8672643a9 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:38:38.516065 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-24a058d8-01bd-43fa-bb8e-2d87ea23a1b5 req-5da7b596-0363-4381-9c82-89b8672643a9 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/ports?device_id=c5476f17-d8af-4235-9f3f-bc2cc93824e4 HTTP/1.1" status: 200 len: 945 time: 0.0927391 May 20 21:38:38.553903 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-24a058d8-01bd-43fa-bb8e-2d87ea23a1b5 req-1ac96dac-a127-402c-9aa0-f0ebd8231a1e tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/security-groups?id=003969c3-2b78-4a1a-a9af-ed266c205e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317202 May 20 21:38:39.720880 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5dbe64-6be1-42ca-b764-8b79f2ce51b6 req-5bad0b9f-7d32-430d-beb1-b069150db67e tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:38:39.722394 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-bb5dbe64-6be1-42ca-b764-8b79f2ce51b6 req-5bad0b9f-7d32-430d-beb1-b069150db67e tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/ports?device_id=c5476f17-d8af-4235-9f3f-bc2cc93824e4 HTTP/1.1" status: 200 len: 945 time: 0.0934043 May 20 21:38:39.759844 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-bb5dbe64-6be1-42ca-b764-8b79f2ce51b6 req-4d3979c0-ada9-4577-832f-f3305e2bfba9 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/security-groups?id=003969c3-2b78-4a1a-a9af-ed266c205e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313878 May 20 21:38:40.879090 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf0f311-b596-40a7-96c2-f481e24038ef req-0cc176c8-fece-4130-964b-474b59493077 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:38:40.880526 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-adf0f311-b596-40a7-96c2-f481e24038ef req-0cc176c8-fece-4130-964b-474b59493077 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/ports?device_id=c5476f17-d8af-4235-9f3f-bc2cc93824e4 HTTP/1.1" status: 200 len: 945 time: 0.0528991 May 20 21:38:40.918111 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-adf0f311-b596-40a7-96c2-f481e24038ef req-2225160f-94ca-474a-a865-e06735d8520a tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/security-groups?id=003969c3-2b78-4a1a-a9af-ed266c205e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310123 May 20 21:38:42.036177 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8ff774-bab4-4f79-ad4e-940354034806 req-c22d4fbe-4ff4-432e-b4b3-efa8547e297d tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:38:42.037674 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1c8ff774-bab4-4f79-ad4e-940354034806 req-c22d4fbe-4ff4-432e-b4b3-efa8547e297d tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/ports?device_id=c5476f17-d8af-4235-9f3f-bc2cc93824e4 HTTP/1.1" status: 200 len: 945 time: 0.0492890 May 20 21:38:42.074922 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1c8ff774-bab4-4f79-ad4e-940354034806 req-58cdd93a-557d-49d5-bab3-7305184b8503 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/security-groups?id=003969c3-2b78-4a1a-a9af-ed266c205e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312347 May 20 21:38:42.140863 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.agents_db [None req-5c33ad30-4e00-40fa-b486-8c79c4a6cfc5 None None] Agent healthcheck: found 7 active agents {{(pid=103165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 20 21:38:43.191199 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a19470e-38fe-4b01-b8a8-35dcae992cfe req-75404270-e662-4da3-83f0-af34323b9925 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:38:43.192683 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5a19470e-38fe-4b01-b8a8-35dcae992cfe req-75404270-e662-4da3-83f0-af34323b9925 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/ports?device_id=c5476f17-d8af-4235-9f3f-bc2cc93824e4 HTTP/1.1" status: 200 len: 945 time: 0.0485353 May 20 21:38:43.230158 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5a19470e-38fe-4b01-b8a8-35dcae992cfe req-aa01e007-737d-4b3f-8fa4-dec5721ad681 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/security-groups?id=003969c3-2b78-4a1a-a9af-ed266c205e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308716 May 20 21:38:44.348224 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5042e2-3c92-4113-ad7a-d3a0f377e202 req-bac1a4b3-6d83-4093-9dee-30a30ba7f0eb tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:38:44.349729 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7a5042e2-3c92-4113-ad7a-d3a0f377e202 req-bac1a4b3-6d83-4093-9dee-30a30ba7f0eb tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/ports?device_id=c5476f17-d8af-4235-9f3f-bc2cc93824e4 HTTP/1.1" status: 200 len: 945 time: 0.0519898 May 20 21:38:44.389059 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7a5042e2-3c92-4113-ad7a-d3a0f377e202 req-825e2ff3-3514-4ff5-9e02-e2d6ec09a624 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/security-groups?id=003969c3-2b78-4a1a-a9af-ed266c205e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328853 May 20 21:38:45.507253 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a09b940-53fb-4067-80f9-5e9722add288 req-872998d7-b1b9-4ee4-aa32-8745578064c9 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:38:45.508758 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4a09b940-53fb-4067-80f9-5e9722add288 req-872998d7-b1b9-4ee4-aa32-8745578064c9 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/ports?device_id=c5476f17-d8af-4235-9f3f-bc2cc93824e4 HTTP/1.1" status: 200 len: 945 time: 0.0506160 May 20 21:38:45.546856 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4a09b940-53fb-4067-80f9-5e9722add288 req-1e289e11-9930-40b7-917b-7397de041b66 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/security-groups?id=003969c3-2b78-4a1a-a9af-ed266c205e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311949 May 20 21:38:46.663289 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c5752d-91c6-487b-9e97-1b8632896c9f req-a5b3c15b-a8a9-4d08-9f48-a165cdddbd24 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:38:46.664745 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d0c5752d-91c6-487b-9e97-1b8632896c9f req-a5b3c15b-a8a9-4d08-9f48-a165cdddbd24 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/ports?device_id=c5476f17-d8af-4235-9f3f-bc2cc93824e4 HTTP/1.1" status: 200 len: 945 time: 0.0477250 May 20 21:38:46.702293 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d0c5752d-91c6-487b-9e97-1b8632896c9f req-57d57a54-1c4c-4264-9d21-434e9613e323 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/security-groups?id=003969c3-2b78-4a1a-a9af-ed266c205e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308049 May 20 21:38:47.828500 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7347464-9216-40e5-9542-038f87643de6 req-90a82f0b-2dc9-462b-9f3b-e0bf4c777ab9 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:38:47.830017 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f7347464-9216-40e5-9542-038f87643de6 req-90a82f0b-2dc9-462b-9f3b-e0bf4c777ab9 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/ports?device_id=c5476f17-d8af-4235-9f3f-bc2cc93824e4 HTTP/1.1" status: 200 len: 945 time: 0.0558822 May 20 21:38:47.867002 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f7347464-9216-40e5-9542-038f87643de6 req-46f0009a-f1ec-4e6b-b04f-fd4ad0432602 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/security-groups?id=003969c3-2b78-4a1a-a9af-ed266c205e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308766 May 20 21:38:48.984642 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de87fcc-7f6e-45d3-bb60-6ffffab01d75 req-9b52bf8b-3493-44fc-9388-23bada57bba5 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:38:48.986137 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7de87fcc-7f6e-45d3-bb60-6ffffab01d75 req-9b52bf8b-3493-44fc-9388-23bada57bba5 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/ports?device_id=c5476f17-d8af-4235-9f3f-bc2cc93824e4 HTTP/1.1" status: 200 len: 945 time: 0.0495660 May 20 21:38:49.024541 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7de87fcc-7f6e-45d3-bb60-6ffffab01d75 req-e6f73bd9-5c82-4761-a065-a2c855a3f9bc tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/security-groups?id=003969c3-2b78-4a1a-a9af-ed266c205e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318525 May 20 21:38:49.918154 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-e0482368-f27c-489b-a326-5d206401e9d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:38:50.149085 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d35ad7d-463b-469c-9b6f-374ccccc3ac4 req-af98d13f-3455-4e3b-b9be-8e6ce98958ef tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:38:50.149085 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5d35ad7d-463b-469c-9b6f-374ccccc3ac4 req-af98d13f-3455-4e3b-b9be-8e6ce98958ef tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/ports?device_id=c5476f17-d8af-4235-9f3f-bc2cc93824e4 HTTP/1.1" status: 200 len: 945 time: 0.0487971 May 20 21:38:50.179912 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5d35ad7d-463b-469c-9b6f-374ccccc3ac4 req-e51e66d6-ee4b-4c6b-86f1-72a7345d0a78 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/security-groups?id=003969c3-2b78-4a1a-a9af-ed266c205e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310345 May 20 21:38:51.304342 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1e91ee-7e79-4f17-9a74-64363ded9034 req-6de82b89-5a4f-4628-951c-0ee0b0ccc63f tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:38:51.305959 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7a1e91ee-7e79-4f17-9a74-64363ded9034 req-6de82b89-5a4f-4628-951c-0ee0b0ccc63f tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/ports?device_id=c5476f17-d8af-4235-9f3f-bc2cc93824e4 HTTP/1.1" status: 200 len: 945 time: 0.0543358 May 20 21:38:51.346714 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7a1e91ee-7e79-4f17-9a74-64363ded9034 req-3fcb2887-8b62-4348-8bb0-efbdbb548c34 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/security-groups?id=003969c3-2b78-4a1a-a9af-ed266c205e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344553 May 20 21:38:52.284376 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-e3af3197-fe9b-4c56-bb89-92d0fe0e288f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:38:52.470139 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278536d6-bc0f-47cf-abe7-5758974ad369 req-c33f827c-60ef-4e66-8358-6994c5a169cf tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:38:52.471496 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-278536d6-bc0f-47cf-abe7-5758974ad369 req-c33f827c-60ef-4e66-8358-6994c5a169cf tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/ports?device_id=c5476f17-d8af-4235-9f3f-bc2cc93824e4 HTTP/1.1" status: 200 len: 945 time: 0.0500128 May 20 21:38:52.511950 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-278536d6-bc0f-47cf-abe7-5758974ad369 req-8a28af0d-9917-4152-8ef4-1e1ebf55d511 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/security-groups?id=003969c3-2b78-4a1a-a9af-ed266c205e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339890 May 20 21:38:53.145466 n-d-842733-1 neutron-server[103163]: INFO neutron.api.v2.resource [req-007d0067-4411-4df1-ad04-e92cddde165d req-e77f7ee9-83c8-4a67-8d6f-7626d3613dff service neutron] show failed (client error): The resource could not be found. May 20 21:38:53.146484 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-007d0067-4411-4df1-ad04-e92cddde165d req-e77f7ee9-83c8-4a67-8d6f-7626d3613dff service neutron] 10.222.0.24 "GET /v2.0/ports/40c53881-1937-496b-9d33-ac9691feec70/bindings/n-h2-842733-1 HTTP/1.1" status: 404 len: 380 time: 0.0940979 May 20 21:38:53.632621 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b443fe-b069-443d-8e0e-19f9149f2155 req-bb3e5115-82fe-4568-818c-4f92bdeadbba tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:38:53.634145 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-08b443fe-b069-443d-8e0e-19f9149f2155 req-bb3e5115-82fe-4568-818c-4f92bdeadbba tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/ports?device_id=c5476f17-d8af-4235-9f3f-bc2cc93824e4 HTTP/1.1" status: 200 len: 945 time: 0.0537879 May 20 21:38:53.674621 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-08b443fe-b069-443d-8e0e-19f9149f2155 req-b012792d-da8c-4bf4-a893-30d9e4024e0a tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/security-groups?id=003969c3-2b78-4a1a-a9af-ed266c205e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330942 May 20 21:38:53.705540 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007d0067-4411-4df1-ad04-e92cddde165d req-c459c164-eec4-4a46-9119-a5fae10df3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:38:53.707023 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-007d0067-4411-4df1-ad04-e92cddde165d req-c459c164-eec4-4a46-9119-a5fae10df3fd service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c5476f17-d8af-4235-9f3f-bc2cc93824e4&tenant_id=b9236351e1c74ae7971071e6da1632bd HTTP/1.1" status: 200 len: 1096 time: 0.0454376 May 20 21:38:53.717463 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [req-007d0067-4411-4df1-ad04-e92cddde165d req-f318f569-aa57-4431-a8cd-05a15a06d6bd service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103162) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 21:38:53.718435 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-007d0067-4411-4df1-ad04-e92cddde165d req-f318f569-aa57-4431-a8cd-05a15a06d6bd service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049112 May 20 21:38:53.736514 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [req-007d0067-4411-4df1-ad04-e92cddde165d req-25d362cf-88c4-4f32-b725-d0d651eb8373 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-842733-1', 'device_owner': 'compute:nova'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:38:53.788746 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-007d0067-4411-4df1-ad04-e92cddde165d req-25d362cf-88c4-4f32-b725-d0d651eb8373 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:38:54.135888 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4bb0e131-6525-46ca-a45b-e4ea43a5e69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:38:54.222384 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 40c53881-1937-496b-9d33-ac9691feec70 no longer exists at agent hyperv_n-h1-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 21:38:54.310349 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Current status of the port 40c53881-1937-496b-9d33-ac9691feec70 is: ACTIVE; New status is: DOWN {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:38:54.311407 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:38:54.340958 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-007d0067-4411-4df1-ad04-e92cddde165d req-25d362cf-88c4-4f32-b725-d0d651eb8373 service neutron] For port 40c53881-1937-496b-9d33-ac9691feec70, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=40c53881-1937-496b-9d33-ac9691feec70,segment=NetworkSegment(4501992d-e203-44d7-82fc-7b29a115c6d6),segment_id=4501992d-e203-44d7-82fc-7b29a115c6d6)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:38:54.379336 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-007d0067-4411-4df1-ad04-e92cddde165d req-25d362cf-88c4-4f32-b725-d0d651eb8373 service neutron] For port 40c53881-1937-496b-9d33-ac9691feec70, host n-h1-842733-1, cleared binding levels {{(pid=103162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 21:38:54.420387 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5476f17-d8af-4235-9f3f-bc2cc93824e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '40c53881-1937-496b-9d33-ac9691feec70'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 21:38:54.422683 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e97a983f2a54588e3d21b88a12ad54839c2ea34da7b46679306b1f34ba25e4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72b8bf4e-00b0-4646-9c75-088f4fdf28b5" -d '{"events": [{"server_uuid": "c5476f17-d8af-4235-9f3f-bc2cc93824e4", "name": "network-vif-unplugged", "status": "completed", "tag": "40c53881-1937-496b-9d33-ac9691feec70"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 21:38:54.427133 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-007d0067-4411-4df1-ad04-e92cddde165d req-25d362cf-88c4-4f32-b725-d0d651eb8373 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:38:54.439816 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.provisioning_blocks [req-007d0067-4411-4df1-ad04-e92cddde165d req-25d362cf-88c4-4f32-b725-d0d651eb8373 service neutron] Transition to ACTIVE for port object 40c53881-1937-496b-9d33-ac9691feec70 will not be triggered until provisioned by entity L2. {{(pid=103162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 21:38:54.473227 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 May 2022 21:38:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b7c2495-eddd-4ce1-ad99-0a7c5a0dc2cc x-openstack-request-id: req-8b7c2495-eddd-4ce1-ad99-0a7c5a0dc2cc {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 21:38:54.473528 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5476f17-d8af-4235-9f3f-bc2cc93824e4", "name": "network-vif-unplugged", "status": "completed", "tag": "40c53881-1937-496b-9d33-ac9691feec70", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 21:38:54.473782 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8b7c2495-eddd-4ce1-ad99-0a7c5a0dc2cc {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 21:38:54.474210 n-d-842733-1 neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b7c2495-eddd-4ce1-ad99-0a7c5a0dc2cc'] response: {'server_uuid': 'c5476f17-d8af-4235-9f3f-bc2cc93824e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '40c53881-1937-496b-9d33-ac9691feec70', 'code': 200} May 20 21:38:54.507201 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-007d0067-4411-4df1-ad04-e92cddde165d req-25d362cf-88c4-4f32-b725-d0d651eb8373 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:38:54.552170 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.db.api [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103164) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 20 21:38:54.552170 n-d-842733-1 neutron-server[103164]: DEBUG oslo_db.api [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 20 21:38:54.555989 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d362cf-88c4-4f32-b725-d0d651eb8373 service neutron] Pushing event updated for resources: {'Port': ['ID=40c53881-1937-496b-9d33-ac9691feec70,revision_number=6']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:38:54.595609 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d362cf-88c4-4f32-b725-d0d651eb8373 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:38:54.595951 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d362cf-88c4-4f32-b725-d0d651eb8373 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:38:54.596293 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d362cf-88c4-4f32-b725-d0d651eb8373 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:38:54.596628 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d362cf-88c4-4f32-b725-d0d651eb8373 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:38:54.596955 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d362cf-88c4-4f32-b725-d0d651eb8373 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:38:54.597308 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d362cf-88c4-4f32-b725-d0d651eb8373 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:38:54.597778 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d362cf-88c4-4f32-b725-d0d651eb8373 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:38:54.598109 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d362cf-88c4-4f32-b725-d0d651eb8373 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:38:54.598434 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d362cf-88c4-4f32-b725-d0d651eb8373 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:38:54.598753 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d362cf-88c4-4f32-b725-d0d651eb8373 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:38:54.599074 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d362cf-88c4-4f32-b725-d0d651eb8373 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:38:54.599400 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d362cf-88c4-4f32-b725-d0d651eb8373 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:38:54.641763 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-007d0067-4411-4df1-ad04-e92cddde165d req-25d362cf-88c4-4f32-b725-d0d651eb8373 service neutron] No DVR routers for this DVR port 40c53881-1937-496b-9d33-ac9691feec70 on host n-h1-842733-1 {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 21:38:54.790256 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-007d0067-4411-4df1-ad04-e92cddde165d req-25d362cf-88c4-4f32-b725-d0d651eb8373 service neutron] Attempting to bind port 40c53881-1937-496b-9d33-ac9691feec70 on host n-h2-842733-1 for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:38:54.791926 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-007d0067-4411-4df1-ad04-e92cddde165d req-25d362cf-88c4-4f32-b725-d0d651eb8373 service neutron] Attempting to bind port 40c53881-1937-496b-9d33-ac9691feec70 by drivers openvswitch,hyperv on host n-h2-842733-1 at level 0 using segments [{'id': '4501992d-e203-44d7-82fc-7b29a115c6d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '50a3b006-43eb-412f-9023-3721d0d7ce2d'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:38:54.792284 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-007d0067-4411-4df1-ad04-e92cddde165d req-25d362cf-88c4-4f32-b725-d0d651eb8373 service neutron] Attempting to bind port 40c53881-1937-496b-9d33-ac9691feec70 on network 50a3b006-43eb-412f-9023-3721d0d7ce2d {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:38:54.797496 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-007d0067-4411-4df1-ad04-e92cddde165d req-25d362cf-88c4-4f32-b725-d0d651eb8373 service neutron] Port 40c53881-1937-496b-9d33-ac9691feec70 on network 50a3b006-43eb-412f-9023-3721d0d7ce2d not bound, no agent of type Open vSwitch agent registered on host n-h2-842733-1 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 21:38:54.797827 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-007d0067-4411-4df1-ad04-e92cddde165d req-25d362cf-88c4-4f32-b725-d0d651eb8373 service neutron] Attempting to bind port 40c53881-1937-496b-9d33-ac9691feec70 on network 50a3b006-43eb-412f-9023-3721d0d7ce2d {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:38:54.802612 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-007d0067-4411-4df1-ad04-e92cddde165d req-25d362cf-88c4-4f32-b725-d0d651eb8373 service neutron] Checking agent: {'id': 'a66f2511-b955-448f-877c-56cfe9c81b12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 33, 2), 'started_at': datetime.datetime(2022, 5, 20, 20, 33, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 21, 38, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 21:38:54.802956 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-007d0067-4411-4df1-ad04-e92cddde165d req-25d362cf-88c4-4f32-b725-d0d651eb8373 service neutron] Checking segment: {'id': '4501992d-e203-44d7-82fc-7b29a115c6d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '50a3b006-43eb-412f-9023-3721d0d7ce2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:38:54.803343 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-007d0067-4411-4df1-ad04-e92cddde165d req-25d362cf-88c4-4f32-b725-d0d651eb8373 service neutron] Bound using segment: {'id': '4501992d-e203-44d7-82fc-7b29a115c6d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '50a3b006-43eb-412f-9023-3721d0d7ce2d'} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 21:38:54.803778 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-007d0067-4411-4df1-ad04-e92cddde165d req-25d362cf-88c4-4f32-b725-d0d651eb8373 service neutron] Bound port: 40c53881-1937-496b-9d33-ac9691feec70, host: n-h2-842733-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4501992d-e203-44d7-82fc-7b29a115c6d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '50a3b006-43eb-412f-9023-3721d0d7ce2d'}}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:38:54.804141 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-007d0067-4411-4df1-ad04-e92cddde165d req-25d362cf-88c4-4f32-b725-d0d651eb8373 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:38:54.812451 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2bf6d6-2862-4fe5-8913-9c99364fd4ba req-98829637-ac0c-4117-92b9-7f7ba1985fb0 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:38:54.814175 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ac2bf6d6-2862-4fe5-8913-9c99364fd4ba req-98829637-ac0c-4117-92b9-7f7ba1985fb0 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/ports?device_id=c5476f17-d8af-4235-9f3f-bc2cc93824e4 HTTP/1.1" status: 200 len: 943 time: 0.0587544 May 20 21:38:54.855166 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ac2bf6d6-2862-4fe5-8913-9c99364fd4ba req-9128578f-535e-423a-9406-a97663fd61a8 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/security-groups?id=003969c3-2b78-4a1a-a9af-ed266c205e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352781 May 20 21:38:54.874157 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-007d0067-4411-4df1-ad04-e92cddde165d req-25d362cf-88c4-4f32-b725-d0d651eb8373 service neutron] For port 40c53881-1937-496b-9d33-ac9691feec70, host n-h2-842733-1, cleared binding levels {{(pid=103162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 21:38:54.877781 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-007d0067-4411-4df1-ad04-e92cddde165d req-25d362cf-88c4-4f32-b725-d0d651eb8373 service neutron] For port 40c53881-1937-496b-9d33-ac9691feec70, host n-h2-842733-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=40c53881-1937-496b-9d33-ac9691feec70,segment=NetworkSegment(4501992d-e203-44d7-82fc-7b29a115c6d6),segment_id=4501992d-e203-44d7-82fc-7b29a115c6d6)] {{(pid=103162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 21:38:54.953001 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-007d0067-4411-4df1-ad04-e92cddde165d req-25d362cf-88c4-4f32-b725-d0d651eb8373 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:38:54.988638 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007d0067-4411-4df1-ad04-e92cddde165d req-25d362cf-88c4-4f32-b725-d0d651eb8373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:38:54.989280 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-007d0067-4411-4df1-ad04-e92cddde165d req-25d362cf-88c4-4f32-b725-d0d651eb8373 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:38:54.990739 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-007d0067-4411-4df1-ad04-e92cddde165d req-25d362cf-88c4-4f32-b725-d0d651eb8373 service neutron] 10.222.0.13 "PUT /v2.0/ports/40c53881-1937-496b-9d33-ac9691feec70 HTTP/1.1" status: 200 len: 1091 time: 1.2581103 May 20 21:38:55.012852 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d362cf-88c4-4f32-b725-d0d651eb8373 service neutron] Pushing event updated for resources: {'Port': ['ID=40c53881-1937-496b-9d33-ac9691feec70,revision_number=7']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:38:55.069616 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007d0067-4411-4df1-ad04-e92cddde165d req-1035d1d3-384a-441e-b6ef-a3bc4f6578b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:38:55.071147 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-007d0067-4411-4df1-ad04-e92cddde165d req-1035d1d3-384a-441e-b6ef-a3bc4f6578b0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b9236351e1c74ae7971071e6da1632bd&device_id=c5476f17-d8af-4235-9f3f-bc2cc93824e4 HTTP/1.1" status: 200 len: 1094 time: 0.0470924 May 20 21:38:55.102983 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Current status of the port 40c53881-1937-496b-9d33-ac9691feec70 is: DOWN; New status is: DOWN {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:38:55.158251 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:38:55.164610 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007d0067-4411-4df1-ad04-e92cddde165d req-58b6cbcd-8d9e-44f9-9e49-4b3835992610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:38:55.166627 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-007d0067-4411-4df1-ad04-e92cddde165d req-58b6cbcd-8d9e-44f9-9e49-4b3835992610 service neutron] 10.222.0.13 "GET /v2.0/networks?id=50a3b006-43eb-412f-9023-3721d0d7ce2d HTTP/1.1" status: 200 len: 912 time: 0.0891290 May 20 21:38:55.235218 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-007d0067-4411-4df1-ad04-e92cddde165d req-62a16190-56af-4c89-a8b6-64dc3b83bebb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=40c53881-1937-496b-9d33-ac9691feec70 HTTP/1.1" status: 200 len: 1000 time: 0.0626221 May 20 21:38:55.284050 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007d0067-4411-4df1-ad04-e92cddde165d req-70ddd62f-3ee6-4124-a7ec-5d0dffa4edc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:38:55.285388 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-007d0067-4411-4df1-ad04-e92cddde165d req-70ddd62f-3ee6-4124-a7ec-5d0dffa4edc2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7963096c-660c-41ee-b2a1-be9e61906a7a HTTP/1.1" status: 200 len: 850 time: 0.0429177 May 20 21:38:55.331184 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007d0067-4411-4df1-ad04-e92cddde165d req-88146bc2-2c82-4164-9117-04b559e2e67a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:38:55.332632 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-007d0067-4411-4df1-ad04-e92cddde165d req-88146bc2-2c82-4164-9117-04b559e2e67a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=50a3b006-43eb-412f-9023-3721d0d7ce2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0385380 May 20 21:38:55.426707 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-007d0067-4411-4df1-ad04-e92cddde165d req-28c39f6d-8388-4e43-ac41-24d1301c89d6 service neutron] 10.222.0.13 "GET /v2.0/networks/50a3b006-43eb-412f-9023-3721d0d7ce2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871515 May 20 21:38:55.515844 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-007d0067-4411-4df1-ad04-e92cddde165d req-02907822-b6db-4652-9bcc-9f7a40b9980d service neutron] 10.222.0.13 "GET /v2.0/networks/50a3b006-43eb-412f-9023-3721d0d7ce2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827832 May 20 21:38:55.643871 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:38:55.693263 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cc3ec51b-6ec8-438a-8349-5f0bec346d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:38:55.977705 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b288eaa1-635b-4f1a-b290-75f4b8482207 req-bfb5a4b9-22bb-44ce-9fd8-1531693ba522 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:38:55.979491 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b288eaa1-635b-4f1a-b290-75f4b8482207 req-bfb5a4b9-22bb-44ce-9fd8-1531693ba522 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/ports?device_id=c5476f17-d8af-4235-9f3f-bc2cc93824e4 HTTP/1.1" status: 200 len: 943 time: 0.0489376 May 20 21:38:56.017106 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b288eaa1-635b-4f1a-b290-75f4b8482207 req-8c285048-186c-4441-87c7-fa7b0f4df05f tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/security-groups?id=003969c3-2b78-4a1a-a9af-ed266c205e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315464 May 20 21:38:56.475898 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5476f17-d8af-4235-9f3f-bc2cc93824e4', 'tag': '40c53881-1937-496b-9d33-ac9691feec70'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 21:38:56.478495 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e97a983f2a54588e3d21b88a12ad54839c2ea34da7b46679306b1f34ba25e4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad353354-c6c9-4662-948d-f8dd8a2e49cf" -d '{"events": [{"name": "network-changed", "server_uuid": "c5476f17-d8af-4235-9f3f-bc2cc93824e4", "tag": "40c53881-1937-496b-9d33-ac9691feec70"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 21:38:56.532670 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 21:38:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6f04ef5-c7b2-4d68-ab01-830047be3f02 x-openstack-request-id: req-a6f04ef5-c7b2-4d68-ab01-830047be3f02 {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 21:38:56.532965 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5476f17-d8af-4235-9f3f-bc2cc93824e4", "tag": "40c53881-1937-496b-9d33-ac9691feec70", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 21:38:56.533239 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a6f04ef5-c7b2-4d68-ab01-830047be3f02 {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 21:38:56.533667 n-d-842733-1 neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6f04ef5-c7b2-4d68-ab01-830047be3f02'] response: {'name': 'network-changed', 'server_uuid': 'c5476f17-d8af-4235-9f3f-bc2cc93824e4', 'tag': '40c53881-1937-496b-9d33-ac9691feec70', 'status': 'completed', 'code': 200} May 20 21:38:56.597052 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad353354-c6c9-4662-948d-f8dd8a2e49cf req-eb87b696-ff2d-4c11-adc8-d58800801184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:38:56.598475 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ad353354-c6c9-4662-948d-f8dd8a2e49cf req-eb87b696-ff2d-4c11-adc8-d58800801184 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b9236351e1c74ae7971071e6da1632bd&device_id=c5476f17-d8af-4235-9f3f-bc2cc93824e4 HTTP/1.1" status: 200 len: 1094 time: 0.0463190 May 20 21:38:56.618651 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad353354-c6c9-4662-948d-f8dd8a2e49cf req-cc785a44-f32f-464d-9b7d-9e20d1484e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:38:56.620862 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-ad353354-c6c9-4662-948d-f8dd8a2e49cf req-cc785a44-f32f-464d-9b7d-9e20d1484e7b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b9236351e1c74ae7971071e6da1632bd&device_id=c5476f17-d8af-4235-9f3f-bc2cc93824e4 HTTP/1.1" status: 200 len: 1094 time: 0.0428617 May 20 21:38:56.690360 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad353354-c6c9-4662-948d-f8dd8a2e49cf req-f9241616-edb6-4e16-94c2-dad59090d468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:38:56.692330 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ad353354-c6c9-4662-948d-f8dd8a2e49cf req-f9241616-edb6-4e16-94c2-dad59090d468 service neutron] 10.222.0.24 "GET /v2.0/networks?id=50a3b006-43eb-412f-9023-3721d0d7ce2d HTTP/1.1" status: 200 len: 912 time: 0.0871036 May 20 21:38:56.717056 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad353354-c6c9-4662-948d-f8dd8a2e49cf req-dc726625-4d0a-48f2-accc-cc0f7bdfe298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:38:56.718540 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-ad353354-c6c9-4662-948d-f8dd8a2e49cf req-dc726625-4d0a-48f2-accc-cc0f7bdfe298 service neutron] 10.222.0.13 "GET /v2.0/networks?id=50a3b006-43eb-412f-9023-3721d0d7ce2d HTTP/1.1" status: 200 len: 912 time: 0.0914826 May 20 21:38:56.764798 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ad353354-c6c9-4662-948d-f8dd8a2e49cf req-e693dfd4-bc07-41f1-82b2-da6b6c885e82 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=40c53881-1937-496b-9d33-ac9691feec70 HTTP/1.1" status: 200 len: 1000 time: 0.0655518 May 20 21:38:56.786832 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-ad353354-c6c9-4662-948d-f8dd8a2e49cf req-9b87bc68-f682-4360-87e5-dd5fda2fdb35 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=40c53881-1937-496b-9d33-ac9691feec70 HTTP/1.1" status: 200 len: 1000 time: 0.0599420 May 20 21:38:56.815352 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad353354-c6c9-4662-948d-f8dd8a2e49cf req-0dc5aa27-c8b0-4776-b40f-11b7b643b8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:38:56.816926 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ad353354-c6c9-4662-948d-f8dd8a2e49cf req-0dc5aa27-c8b0-4776-b40f-11b7b643b8e0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7963096c-660c-41ee-b2a1-be9e61906a7a HTTP/1.1" status: 200 len: 850 time: 0.0461361 May 20 21:38:56.843261 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad353354-c6c9-4662-948d-f8dd8a2e49cf req-ef948ad0-09a4-424c-b083-e0aca38e569e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:38:56.844724 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-ad353354-c6c9-4662-948d-f8dd8a2e49cf req-ef948ad0-09a4-424c-b083-e0aca38e569e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7963096c-660c-41ee-b2a1-be9e61906a7a HTTP/1.1" status: 200 len: 850 time: 0.0507298 May 20 21:38:56.867524 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad353354-c6c9-4662-948d-f8dd8a2e49cf req-cbc1282d-b3e0-4e6f-841e-68500251d215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:38:56.869107 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ad353354-c6c9-4662-948d-f8dd8a2e49cf req-cbc1282d-b3e0-4e6f-841e-68500251d215 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=50a3b006-43eb-412f-9023-3721d0d7ce2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451121 May 20 21:38:56.891501 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad353354-c6c9-4662-948d-f8dd8a2e49cf req-4edf4388-c5a2-4483-934f-9548c9ac0747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:38:56.893233 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-ad353354-c6c9-4662-948d-f8dd8a2e49cf req-4edf4388-c5a2-4483-934f-9548c9ac0747 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=50a3b006-43eb-412f-9023-3721d0d7ce2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416946 May 20 21:38:56.968878 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ad353354-c6c9-4662-948d-f8dd8a2e49cf req-7a607fe1-9448-4d29-ae42-84fafbe08f84 service neutron] 10.222.0.24 "GET /v2.0/networks/50a3b006-43eb-412f-9023-3721d0d7ce2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930028 May 20 21:38:56.986957 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-ad353354-c6c9-4662-948d-f8dd8a2e49cf req-8d08f594-f43e-4c34-8ae1-6a3ef0a44fb3 service neutron] 10.222.0.13 "GET /v2.0/networks/50a3b006-43eb-412f-9023-3721d0d7ce2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874147 May 20 21:38:57.065575 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ad353354-c6c9-4662-948d-f8dd8a2e49cf req-2b215547-1845-4e86-9ccb-09d2884b87cf service neutron] 10.222.0.24 "GET /v2.0/networks/50a3b006-43eb-412f-9023-3721d0d7ce2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906019 May 20 21:38:57.091985 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-ad353354-c6c9-4662-948d-f8dd8a2e49cf req-c6d7a569-da8b-4d3a-b2c7-34086ba9c13f service neutron] 10.222.0.13 "GET /v2.0/networks/50a3b006-43eb-412f-9023-3721d0d7ce2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986397 May 20 21:38:57.157043 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8b9600-2b51-4913-b894-d5d8b2c02e37 req-8eb01950-a590-425c-ba23-a7272b60fb0e tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:38:57.158575 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1d8b9600-2b51-4913-b894-d5d8b2c02e37 req-8eb01950-a590-425c-ba23-a7272b60fb0e tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/ports?device_id=c5476f17-d8af-4235-9f3f-bc2cc93824e4 HTTP/1.1" status: 200 len: 943 time: 0.0524507 May 20 21:38:57.198921 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1d8b9600-2b51-4913-b894-d5d8b2c02e37 req-600b935c-4858-4a22-8228-420349e27a6b tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/security-groups?id=003969c3-2b78-4a1a-a9af-ed266c205e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342052 May 20 21:38:58.324578 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf61387-60c6-4e3c-83c3-e11b38598805 req-73208466-17f3-4583-8569-3ced8db02765 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:38:58.326186 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-aaf61387-60c6-4e3c-83c3-e11b38598805 req-73208466-17f3-4583-8569-3ced8db02765 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/ports?device_id=c5476f17-d8af-4235-9f3f-bc2cc93824e4 HTTP/1.1" status: 200 len: 943 time: 0.0552804 May 20 21:38:58.366881 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-aaf61387-60c6-4e3c-83c3-e11b38598805 req-b3bca9d8-f455-4f16-8120-9345ca22c9a0 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/security-groups?id=003969c3-2b78-4a1a-a9af-ed266c205e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342722 May 20 21:38:59.488723 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cf368f-788a-49e0-91af-08df32dc696c req-3b1cb592-7c87-46a7-b0e3-12a01f96a799 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:38:59.490661 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d3cf368f-788a-49e0-91af-08df32dc696c req-3b1cb592-7c87-46a7-b0e3-12a01f96a799 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/ports?device_id=c5476f17-d8af-4235-9f3f-bc2cc93824e4 HTTP/1.1" status: 200 len: 943 time: 0.0508070 May 20 21:38:59.531176 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d3cf368f-788a-49e0-91af-08df32dc696c req-7efb7249-df1f-4e9c-b40a-a2b0a0ae2f12 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/security-groups?id=003969c3-2b78-4a1a-a9af-ed266c205e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338433 May 20 21:39:00.649546 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1dc249-d361-4fc4-b28e-61f473111c28 req-c99568b7-e59d-4877-8b84-d23b1aa7acf2 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:39:00.651299 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8c1dc249-d361-4fc4-b28e-61f473111c28 req-c99568b7-e59d-4877-8b84-d23b1aa7acf2 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/ports?device_id=c5476f17-d8af-4235-9f3f-bc2cc93824e4 HTTP/1.1" status: 200 len: 943 time: 0.0492454 May 20 21:39:00.689747 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8c1dc249-d361-4fc4-b28e-61f473111c28 req-0eaec9b8-c322-4bee-93d1-5a53ebab2693 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/security-groups?id=003969c3-2b78-4a1a-a9af-ed266c205e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317473 May 20 21:39:01.733491 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3566f0a2-bda1-4711-a294-321e650e63f8 req-4b1295a5-3188-4897-8270-a1c9a5d05057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:39:01.735032 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-3566f0a2-bda1-4711-a294-321e650e63f8 req-4b1295a5-3188-4897-8270-a1c9a5d05057 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b9236351e1c74ae7971071e6da1632bd&device_id=c5476f17-d8af-4235-9f3f-bc2cc93824e4 HTTP/1.1" status: 200 len: 1094 time: 0.0414000 May 20 21:39:01.814351 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3d6469-b7e1-4da3-9add-04e8763d68f3 req-9396e5a9-a8a6-4868-8703-08558b9f3406 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:39:01.816650 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0d3d6469-b7e1-4da3-9add-04e8763d68f3 req-9396e5a9-a8a6-4868-8703-08558b9f3406 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/ports?device_id=c5476f17-d8af-4235-9f3f-bc2cc93824e4 HTTP/1.1" status: 200 len: 943 time: 0.0531993 May 20 21:39:01.843239 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3566f0a2-bda1-4711-a294-321e650e63f8 req-16dcacdc-f728-4507-867d-6bbcfd7937f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:39:01.844750 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-3566f0a2-bda1-4711-a294-321e650e63f8 req-16dcacdc-f728-4507-867d-6bbcfd7937f3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=50a3b006-43eb-412f-9023-3721d0d7ce2d HTTP/1.1" status: 200 len: 912 time: 0.0897107 May 20 21:39:01.855235 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0d3d6469-b7e1-4da3-9add-04e8763d68f3 req-9940c39b-5cad-42bb-ac25-8a5eedb69eea tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/security-groups?id=003969c3-2b78-4a1a-a9af-ed266c205e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318666 May 20 21:39:01.911309 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-3566f0a2-bda1-4711-a294-321e650e63f8 req-253076f1-b87a-43f5-ae9f-6550d67bc3d2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=40c53881-1937-496b-9d33-ac9691feec70 HTTP/1.1" status: 200 len: 1000 time: 0.0596068 May 20 21:39:01.959872 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3566f0a2-bda1-4711-a294-321e650e63f8 req-8ff5d2e5-72be-4b5d-a43a-75610ce9dcbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:39:01.961343 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-3566f0a2-bda1-4711-a294-321e650e63f8 req-8ff5d2e5-72be-4b5d-a43a-75610ce9dcbb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7963096c-660c-41ee-b2a1-be9e61906a7a HTTP/1.1" status: 200 len: 850 time: 0.0442290 May 20 21:39:02.010650 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3566f0a2-bda1-4711-a294-321e650e63f8 req-911f2fc8-64b4-4fd3-9f91-0860ab071894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:39:02.012124 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-3566f0a2-bda1-4711-a294-321e650e63f8 req-911f2fc8-64b4-4fd3-9f91-0860ab071894 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=50a3b006-43eb-412f-9023-3721d0d7ce2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447295 May 20 21:39:02.101156 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-3566f0a2-bda1-4711-a294-321e650e63f8 req-b40b1b58-e5bd-4c0b-8ff3-bf73375d81ed service neutron] 10.222.0.13 "GET /v2.0/networks/50a3b006-43eb-412f-9023-3721d0d7ce2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823209 May 20 21:39:02.192590 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-3566f0a2-bda1-4711-a294-321e650e63f8 req-299a7d6f-2302-4d26-ac22-ce709e6f6bb0 service neutron] 10.222.0.13 "GET /v2.0/networks/50a3b006-43eb-412f-9023-3721d0d7ce2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846536 May 20 21:39:02.836026 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:39:02.979825 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf3bbad-d71c-4c3e-9b24-ef0ee9931688 req-b51613e4-677a-4c59-ab23-0cd33c4cb1eb tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:39:02.981338 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7bf3bbad-d71c-4c3e-9b24-ef0ee9931688 req-b51613e4-677a-4c59-ab23-0cd33c4cb1eb tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/ports?device_id=c5476f17-d8af-4235-9f3f-bc2cc93824e4 HTTP/1.1" status: 200 len: 943 time: 0.0530312 May 20 21:39:03.021220 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7bf3bbad-d71c-4c3e-9b24-ef0ee9931688 req-e9cfcdfa-562d-4277-8133-10ec347b8a02 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/security-groups?id=003969c3-2b78-4a1a-a9af-ed266c205e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338738 May 20 21:39:04.137853 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d6226e-a672-4070-8c38-6c1477d95e08 req-8e2a7b1a-684f-4b26-9ca2-4ece53cc4760 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:39:04.139331 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-74d6226e-a672-4070-8c38-6c1477d95e08 req-8e2a7b1a-684f-4b26-9ca2-4ece53cc4760 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/ports?device_id=c5476f17-d8af-4235-9f3f-bc2cc93824e4 HTTP/1.1" status: 200 len: 943 time: 0.0495994 May 20 21:39:04.176693 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-74d6226e-a672-4070-8c38-6c1477d95e08 req-9549c482-0fa5-4aef-b648-26dfc645a2bc tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/security-groups?id=003969c3-2b78-4a1a-a9af-ed266c205e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314343 May 20 21:39:05.295975 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad5bdf9-fd1a-48cf-9628-5232bb46373d req-aae27ff8-929a-46bb-b48b-e0c5768d36be tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:39:05.297434 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1ad5bdf9-fd1a-48cf-9628-5232bb46373d req-aae27ff8-929a-46bb-b48b-e0c5768d36be tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/ports?device_id=c5476f17-d8af-4235-9f3f-bc2cc93824e4 HTTP/1.1" status: 200 len: 943 time: 0.0523219 May 20 21:39:05.342355 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1ad5bdf9-fd1a-48cf-9628-5232bb46373d req-9071f557-8566-4631-b77d-178c1a2f19c3 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/security-groups?id=003969c3-2b78-4a1a-a9af-ed266c205e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389144 May 20 21:39:06.458920 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f56d4a1-226d-41a2-9ae6-c32cd09ef8f2 req-a30be363-64e5-4f4a-a380-1dcaf78f31c9 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:39:06.460410 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4f56d4a1-226d-41a2-9ae6-c32cd09ef8f2 req-a30be363-64e5-4f4a-a380-1dcaf78f31c9 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/ports?device_id=c5476f17-d8af-4235-9f3f-bc2cc93824e4 HTTP/1.1" status: 200 len: 943 time: 0.0494146 May 20 21:39:06.499458 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4f56d4a1-226d-41a2-9ae6-c32cd09ef8f2 req-13f13b06-8e11-4b47-b399-1495bef37224 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/security-groups?id=003969c3-2b78-4a1a-a9af-ed266c205e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328052 May 20 21:39:07.180482 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 40c53881-1937-496b-9d33-ac9691feec70 details requested by agent hyperv_n-h2-842733-1 with host n-h2-842733-1 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 21:39:07.279468 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port 40c53881-1937-496b-9d33-ac9691feec70, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=40c53881-1937-496b-9d33-ac9691feec70,segment=NetworkSegment(4501992d-e203-44d7-82fc-7b29a115c6d6),segment_id=4501992d-e203-44d7-82fc-7b29a115c6d6)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:39:07.291229 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Returning: {'device': '40c53881-1937-496b-9d33-ac9691feec70', 'network_id': '50a3b006-43eb-412f-9023-3721d0d7ce2d', 'port_id': '40c53881-1937-496b-9d33-ac9691feec70', 'mac_address': 'fa:16:3e:c6:95:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7963096c-660c-41ee-b2a1-be9e61906a7a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 20 21:39:07.327706 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port 40c53881-1937-496b-9d33-ac9691feec70 is: DOWN; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:39:07.328084 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:39:07.341718 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40c53881-1937-496b-9d33-ac9691feec70 {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 21:39:07.360533 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port 40c53881-1937-496b-9d33-ac9691feec70, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=40c53881-1937-496b-9d33-ac9691feec70,segment=NetworkSegment(4501992d-e203-44d7-82fc-7b29a115c6d6),segment_id=4501992d-e203-44d7-82fc-7b29a115c6d6)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:39:07.438463 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:39:07.488597 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=40c53881-1937-496b-9d33-ac9691feec70,revision_number=8']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:39:07.496556 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:39:07.496894 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:39:07.497251 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:39:07.497588 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:39:07.497909 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:39:07.498234 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:39:07.498550 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:39:07.498866 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:39:07.499182 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:39:07.499501 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:39:07.499812 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:39:07.500124 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:39:07.612895 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf03bb9-5af8-4a61-8f38-95898a819fc2 req-34f52657-192a-4de6-af86-7ebf287ba649 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:39:07.614381 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7cf03bb9-5af8-4a61-8f38-95898a819fc2 req-34f52657-192a-4de6-af86-7ebf287ba649 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/ports?device_id=c5476f17-d8af-4235-9f3f-bc2cc93824e4 HTTP/1.1" status: 200 len: 944 time: 0.0473773 May 20 21:39:07.653315 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7cf03bb9-5af8-4a61-8f38-95898a819fc2 req-60769302-0606-4e4d-b369-1b7994974165 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/security-groups?id=003969c3-2b78-4a1a-a9af-ed266c205e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324082 May 20 21:39:07.719495 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] get_ports_and_sgs() called for port_ids ['40c53881-1937-496b-9d33-ac9691feec70'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 21:39:08.211290 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1eaa25f-8d6e-4a0e-bbc2-0710b1dbef62 req-1aa4feba-5937-41af-b04b-4db53924c517 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:39:08.213291 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c1eaa25f-8d6e-4a0e-bbc2-0710b1dbef62 req-1aa4feba-5937-41af-b04b-4db53924c517 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/ports?device_id=c5476f17-d8af-4235-9f3f-bc2cc93824e4 HTTP/1.1" status: 200 len: 944 time: 0.0521801 May 20 21:39:08.252144 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c1eaa25f-8d6e-4a0e-bbc2-0710b1dbef62 req-7ae55158-264f-4060-9572-ec3efdbe61f7 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/security-groups?id=003969c3-2b78-4a1a-a9af-ed266c205e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323839 May 20 21:39:08.259943 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0eb6a1-031e-4708-9e2f-df90c5bb0efc req-0a3fb7b8-f623-4dfd-895d-14c0ae48b424 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:39:08.261459 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-1d0eb6a1-031e-4708-9e2f-df90c5bb0efc req-0a3fb7b8-f623-4dfd-895d-14c0ae48b424 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5476f17-d8af-4235-9f3f-bc2cc93824e4&tenant_id=b9236351e1c74ae7971071e6da1632bd&binding%3Ahost_id=n-h2-842733-1 HTTP/1.1" status: 200 len: 944 time: 0.0535851 May 20 21:39:08.322561 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-1d0eb6a1-031e-4708-9e2f-df90c5bb0efc req-3a8ba913-f900-4a5c-acea-d0490f458fb4 service neutron] 10.222.0.13 "GET /v2.0/ports/40c53881-1937-496b-9d33-ac9691feec70/bindings/n-h2-842733-1 HTTP/1.1" status: 200 len: 382 time: 0.0534179 May 20 21:39:08.397137 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0eb6a1-031e-4708-9e2f-df90c5bb0efc req-82ee975b-ef08-41e8-8943-ab1753ed02b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:39:08.398602 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-1d0eb6a1-031e-4708-9e2f-df90c5bb0efc req-82ee975b-ef08-41e8-8943-ab1753ed02b0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b9236351e1c74ae7971071e6da1632bd&device_id=c5476f17-d8af-4235-9f3f-bc2cc93824e4 HTTP/1.1" status: 200 len: 1095 time: 0.0407960 May 20 21:39:08.489423 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0eb6a1-031e-4708-9e2f-df90c5bb0efc req-40c9f12a-bcb0-46ab-a2d5-b2f4d323b5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:39:08.490866 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-1d0eb6a1-031e-4708-9e2f-df90c5bb0efc req-40c9f12a-bcb0-46ab-a2d5-b2f4d323b5ab service neutron] 10.222.0.13 "GET /v2.0/networks?id=50a3b006-43eb-412f-9023-3721d0d7ce2d HTTP/1.1" status: 200 len: 912 time: 0.0861177 May 20 21:39:08.553604 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-1d0eb6a1-031e-4708-9e2f-df90c5bb0efc req-dfd608e7-74c5-40a7-baa6-f468c1b56de7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=40c53881-1937-496b-9d33-ac9691feec70 HTTP/1.1" status: 200 len: 1001 time: 0.0564189 May 20 21:39:08.606281 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0eb6a1-031e-4708-9e2f-df90c5bb0efc req-40cb1f24-e160-4439-a364-2d0f6a4123fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:39:08.607690 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-1d0eb6a1-031e-4708-9e2f-df90c5bb0efc req-40cb1f24-e160-4439-a364-2d0f6a4123fd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7963096c-660c-41ee-b2a1-be9e61906a7a HTTP/1.1" status: 200 len: 850 time: 0.0485117 May 20 21:39:08.657955 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0eb6a1-031e-4708-9e2f-df90c5bb0efc req-d2fb96fb-e2b7-4282-b5bc-64eeb97394df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:39:08.659409 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-1d0eb6a1-031e-4708-9e2f-df90c5bb0efc req-d2fb96fb-e2b7-4282-b5bc-64eeb97394df service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=50a3b006-43eb-412f-9023-3721d0d7ce2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0381939 May 20 21:39:08.745571 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-1d0eb6a1-031e-4708-9e2f-df90c5bb0efc req-22b7c328-9c56-4618-ac6c-ef64661039d5 service neutron] 10.222.0.13 "GET /v2.0/networks/50a3b006-43eb-412f-9023-3721d0d7ce2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790226 May 20 21:39:08.835017 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-1d0eb6a1-031e-4708-9e2f-df90c5bb0efc req-66b3574c-6599-4f32-8d7b-f92f7271ae98 service neutron] 10.222.0.13 "GET /v2.0/networks/50a3b006-43eb-412f-9023-3721d0d7ce2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833876 May 20 21:39:09.194140 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 40c53881-1937-496b-9d33-ac9691feec70 up at agent hyperv_n-h2-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:39:09.335225 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Provisioning for port 40c53881-1937-496b-9d33-ac9691feec70 completed by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 21:39:09.339798 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Provisioning complete for port 40c53881-1937-496b-9d33-ac9691feec70 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:39:09.340217 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:39:09.375508 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a08b87-9d25-4796-be68-812754b1703f req-7f99b92d-e118-450a-bf86-858a48c98652 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:39:09.377262 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c1a08b87-9d25-4796-be68-812754b1703f req-7f99b92d-e118-450a-bf86-858a48c98652 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/ports?device_id=c5476f17-d8af-4235-9f3f-bc2cc93824e4 HTTP/1.1" status: 200 len: 944 time: 0.0521777 May 20 21:39:09.415841 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c1a08b87-9d25-4796-be68-812754b1703f req-f6afbea9-710c-4455-81dc-a37bad61eb83 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/security-groups?id=003969c3-2b78-4a1a-a9af-ed266c205e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322845 May 20 21:39:09.417845 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port 40c53881-1937-496b-9d33-ac9691feec70 is: BUILD; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:39:09.418412 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:39:09.442240 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5476f17-d8af-4235-9f3f-bc2cc93824e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40c53881-1937-496b-9d33-ac9691feec70'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 21:39:09.444639 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7947af4a1013b12ef328acaa2f4e39eb2f7ac51c208120b4987a707d9dc479df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69a18943-1e55-4391-9566-dd714e041fc1" -d '{"events": [{"server_uuid": "c5476f17-d8af-4235-9f3f-bc2cc93824e4", "name": "network-vif-plugged", "status": "completed", "tag": "40c53881-1937-496b-9d33-ac9691feec70"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 21:39:09.459362 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port 40c53881-1937-496b-9d33-ac9691feec70, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=40c53881-1937-496b-9d33-ac9691feec70,segment=NetworkSegment(4501992d-e203-44d7-82fc-7b29a115c6d6),segment_id=4501992d-e203-44d7-82fc-7b29a115c6d6)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:39:09.500048 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 21:39:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91594576-c3c0-4707-93af-720cf8a04e6f x-openstack-request-id: req-91594576-c3c0-4707-93af-720cf8a04e6f {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 21:39:09.500338 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5476f17-d8af-4235-9f3f-bc2cc93824e4", "name": "network-vif-plugged", "status": "completed", "tag": "40c53881-1937-496b-9d33-ac9691feec70", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 21:39:09.500590 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-91594576-c3c0-4707-93af-720cf8a04e6f {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 21:39:09.501271 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91594576-c3c0-4707-93af-720cf8a04e6f'] response: {'server_uuid': 'c5476f17-d8af-4235-9f3f-bc2cc93824e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40c53881-1937-496b-9d33-ac9691feec70', 'code': 200} May 20 21:39:09.544449 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:39:09.593063 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=40c53881-1937-496b-9d33-ac9691feec70,revision_number=9']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:39:10.539680 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a199384-1fbf-44b7-be59-959492c8707c req-fc615d59-66a9-4398-b15d-1829e8ffd2cd tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:39:10.541306 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0a199384-1fbf-44b7-be59-959492c8707c req-fc615d59-66a9-4398-b15d-1829e8ffd2cd tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/ports?device_id=c5476f17-d8af-4235-9f3f-bc2cc93824e4 HTTP/1.1" status: 200 len: 945 time: 0.0483851 May 20 21:39:10.579489 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0a199384-1fbf-44b7-be59-959492c8707c req-a64138b8-6e60-432b-9f12-2d8fdbcab757 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/security-groups?id=003969c3-2b78-4a1a-a9af-ed266c205e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322340 May 20 21:39:11.703427 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a2b9b7-f0e0-4423-a7dc-042ce5312ddb req-b6005165-868f-4abd-a45b-4712107fef10 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:39:11.704954 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f6a2b9b7-f0e0-4423-a7dc-042ce5312ddb req-b6005165-868f-4abd-a45b-4712107fef10 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/ports?device_id=c5476f17-d8af-4235-9f3f-bc2cc93824e4 HTTP/1.1" status: 200 len: 945 time: 0.0521865 May 20 21:39:11.742217 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f6a2b9b7-f0e0-4423-a7dc-042ce5312ddb req-30629d92-0ef2-474f-ad92-e85e6b0c4e86 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/security-groups?id=003969c3-2b78-4a1a-a9af-ed266c205e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311687 May 20 21:39:12.876836 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60619c0-5130-4d3d-9803-fefb5b585484 req-5d4226da-4509-460c-89a5-43ef244b99b0 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:39:12.878422 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a60619c0-5130-4d3d-9803-fefb5b585484 req-5d4226da-4509-460c-89a5-43ef244b99b0 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/ports?device_id=c5476f17-d8af-4235-9f3f-bc2cc93824e4 HTTP/1.1" status: 200 len: 945 time: 0.0627723 May 20 21:39:12.920693 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a60619c0-5130-4d3d-9803-fefb5b585484 req-b4c8234d-29c4-4d2d-81c1-2ec588795048 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/security-groups?id=003969c3-2b78-4a1a-a9af-ed266c205e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336115 May 20 21:39:13.583241 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0eb6a1-031e-4708-9e2f-df90c5bb0efc req-5c6c9f7e-a235-49f7-a101-78dbf40c4056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:39:13.584617 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1d0eb6a1-031e-4708-9e2f-df90c5bb0efc req-5c6c9f7e-a235-49f7-a101-78dbf40c4056 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c5476f17-d8af-4235-9f3f-bc2cc93824e4&tenant_id=b9236351e1c74ae7971071e6da1632bd HTTP/1.1" status: 200 len: 1096 time: 0.0710468 May 20 21:39:13.595819 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [req-1d0eb6a1-031e-4708-9e2f-df90c5bb0efc req-abf1a722-883e-4b7e-892a-a6a855f5af20 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-842733-1', 'device_owner': 'compute:nova'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:39:13.649467 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-1d0eb6a1-031e-4708-9e2f-df90c5bb0efc req-abf1a722-883e-4b7e-892a-a6a855f5af20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:39:13.850189 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-1d0eb6a1-031e-4708-9e2f-df90c5bb0efc req-abf1a722-883e-4b7e-892a-a6a855f5af20 service neutron] For port 40c53881-1937-496b-9d33-ac9691feec70, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=40c53881-1937-496b-9d33-ac9691feec70,segment=NetworkSegment(4501992d-e203-44d7-82fc-7b29a115c6d6),segment_id=4501992d-e203-44d7-82fc-7b29a115c6d6)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:39:13.881608 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-1d0eb6a1-031e-4708-9e2f-df90c5bb0efc req-abf1a722-883e-4b7e-892a-a6a855f5af20 service neutron] For port 40c53881-1937-496b-9d33-ac9691feec70, host n-h2-842733-1, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 21:39:13.923791 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5476f17-d8af-4235-9f3f-bc2cc93824e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '40c53881-1937-496b-9d33-ac9691feec70'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 21:39:13.926044 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4416c3b25ab83027dff24eda6e450cd3b8f285a9257f5a2b93a81ddcbdb8854f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-537a9ee4-96ca-4ed5-89e3-f8791b89013d" -d '{"events": [{"server_uuid": "c5476f17-d8af-4235-9f3f-bc2cc93824e4", "name": "network-vif-unplugged", "status": "completed", "tag": "40c53881-1937-496b-9d33-ac9691feec70"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 21:39:13.929722 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-1d0eb6a1-031e-4708-9e2f-df90c5bb0efc req-abf1a722-883e-4b7e-892a-a6a855f5af20 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:39:13.941723 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [req-1d0eb6a1-031e-4708-9e2f-df90c5bb0efc req-abf1a722-883e-4b7e-892a-a6a855f5af20 service neutron] Transition to ACTIVE for port object 40c53881-1937-496b-9d33-ac9691feec70 will not be triggered until provisioned by entity L2. {{(pid=103163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 21:39:14.024309 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-1d0eb6a1-031e-4708-9e2f-df90c5bb0efc req-abf1a722-883e-4b7e-892a-a6a855f5af20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:39:14.046877 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 May 2022 21:39:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c8bed36-6347-49ec-863c-d046855e5303 x-openstack-request-id: req-9c8bed36-6347-49ec-863c-d046855e5303 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 21:39:14.047166 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5476f17-d8af-4235-9f3f-bc2cc93824e4", "name": "network-vif-unplugged", "status": "completed", "tag": "40c53881-1937-496b-9d33-ac9691feec70", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 21:39:14.047419 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9c8bed36-6347-49ec-863c-d046855e5303 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 21:39:14.047817 n-d-842733-1 neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c8bed36-6347-49ec-863c-d046855e5303'] response: {'server_uuid': 'c5476f17-d8af-4235-9f3f-bc2cc93824e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '40c53881-1937-496b-9d33-ac9691feec70', 'code': 200} May 20 21:39:14.170977 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb24925e-ddcb-4ef7-8e96-961e66e7e3f4 req-30fe8744-1f93-41c2-8e5c-98e5aa570f8a tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:39:14.172654 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-cb24925e-ddcb-4ef7-8e96-961e66e7e3f4 req-30fe8744-1f93-41c2-8e5c-98e5aa570f8a tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/ports?device_id=c5476f17-d8af-4235-9f3f-bc2cc93824e4 HTTP/1.1" status: 200 len: 945 time: 0.1806774 May 20 21:39:14.178768 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf1a722-883e-4b7e-892a-a6a855f5af20 service neutron] Pushing event updated for resources: {'Port': ['ID=40c53881-1937-496b-9d33-ac9691feec70,revision_number=10']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:39:14.194297 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf1a722-883e-4b7e-892a-a6a855f5af20 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:39:14.194641 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf1a722-883e-4b7e-892a-a6a855f5af20 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:39:14.194974 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf1a722-883e-4b7e-892a-a6a855f5af20 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:39:14.195304 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf1a722-883e-4b7e-892a-a6a855f5af20 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:39:14.195636 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf1a722-883e-4b7e-892a-a6a855f5af20 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:39:14.195958 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf1a722-883e-4b7e-892a-a6a855f5af20 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:39:14.196278 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf1a722-883e-4b7e-892a-a6a855f5af20 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:39:14.196596 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf1a722-883e-4b7e-892a-a6a855f5af20 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:39:14.196914 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf1a722-883e-4b7e-892a-a6a855f5af20 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:39:14.197369 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf1a722-883e-4b7e-892a-a6a855f5af20 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:39:14.197775 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf1a722-883e-4b7e-892a-a6a855f5af20 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:39:14.198084 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf1a722-883e-4b7e-892a-a6a855f5af20 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:39:14.271768 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d0eb6a1-031e-4708-9e2f-df90c5bb0efc req-abf1a722-883e-4b7e-892a-a6a855f5af20 service neutron] No DVR routers for this DVR port 40c53881-1937-496b-9d33-ac9691feec70 on host n-h2-842733-1 {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 21:39:14.277707 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-cb24925e-ddcb-4ef7-8e96-961e66e7e3f4 req-f9358b29-b421-44b1-a6ef-3bdaf6c494f4 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/security-groups?id=003969c3-2b78-4a1a-a9af-ed266c205e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966828 May 20 21:39:14.409473 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-1d0eb6a1-031e-4708-9e2f-df90c5bb0efc req-abf1a722-883e-4b7e-892a-a6a855f5af20 service neutron] Attempting to bind port 40c53881-1937-496b-9d33-ac9691feec70 on host n-h1-842733-1 for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:39:14.409806 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-1d0eb6a1-031e-4708-9e2f-df90c5bb0efc req-abf1a722-883e-4b7e-892a-a6a855f5af20 service neutron] Attempting to bind port 40c53881-1937-496b-9d33-ac9691feec70 by drivers openvswitch,hyperv on host n-h1-842733-1 at level 0 using segments [{'id': '4501992d-e203-44d7-82fc-7b29a115c6d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '50a3b006-43eb-412f-9023-3721d0d7ce2d'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:39:14.410130 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d0eb6a1-031e-4708-9e2f-df90c5bb0efc req-abf1a722-883e-4b7e-892a-a6a855f5af20 service neutron] Attempting to bind port 40c53881-1937-496b-9d33-ac9691feec70 on network 50a3b006-43eb-412f-9023-3721d0d7ce2d {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:39:14.414470 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d0eb6a1-031e-4708-9e2f-df90c5bb0efc req-abf1a722-883e-4b7e-892a-a6a855f5af20 service neutron] Port 40c53881-1937-496b-9d33-ac9691feec70 on network 50a3b006-43eb-412f-9023-3721d0d7ce2d not bound, no agent of type Open vSwitch agent registered on host n-h1-842733-1 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 21:39:14.418560 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d0eb6a1-031e-4708-9e2f-df90c5bb0efc req-abf1a722-883e-4b7e-892a-a6a855f5af20 service neutron] Attempting to bind port 40c53881-1937-496b-9d33-ac9691feec70 on network 50a3b006-43eb-412f-9023-3721d0d7ce2d {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:39:14.420391 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d0eb6a1-031e-4708-9e2f-df90c5bb0efc req-abf1a722-883e-4b7e-892a-a6a855f5af20 service neutron] Checking agent: {'id': '08dfb1ce-804b-4db8-838b-21094082e041', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 32, 54), 'started_at': datetime.datetime(2022, 5, 20, 20, 32, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 21, 38, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 21:39:14.420729 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d0eb6a1-031e-4708-9e2f-df90c5bb0efc req-abf1a722-883e-4b7e-892a-a6a855f5af20 service neutron] Checking segment: {'id': '4501992d-e203-44d7-82fc-7b29a115c6d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '50a3b006-43eb-412f-9023-3721d0d7ce2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:39:14.421122 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d0eb6a1-031e-4708-9e2f-df90c5bb0efc req-abf1a722-883e-4b7e-892a-a6a855f5af20 service neutron] Bound using segment: {'id': '4501992d-e203-44d7-82fc-7b29a115c6d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '50a3b006-43eb-412f-9023-3721d0d7ce2d'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 21:39:14.421604 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-1d0eb6a1-031e-4708-9e2f-df90c5bb0efc req-abf1a722-883e-4b7e-892a-a6a855f5af20 service neutron] Bound port: 40c53881-1937-496b-9d33-ac9691feec70, host: n-h1-842733-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4501992d-e203-44d7-82fc-7b29a115c6d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '50a3b006-43eb-412f-9023-3721d0d7ce2d'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:39:14.421940 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-1d0eb6a1-031e-4708-9e2f-df90c5bb0efc req-abf1a722-883e-4b7e-892a-a6a855f5af20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:39:14.484441 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-1d0eb6a1-031e-4708-9e2f-df90c5bb0efc req-abf1a722-883e-4b7e-892a-a6a855f5af20 service neutron] For port 40c53881-1937-496b-9d33-ac9691feec70, host n-h1-842733-1, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 21:39:14.487488 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-1d0eb6a1-031e-4708-9e2f-df90c5bb0efc req-abf1a722-883e-4b7e-892a-a6a855f5af20 service neutron] For port 40c53881-1937-496b-9d33-ac9691feec70, host n-h1-842733-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=40c53881-1937-496b-9d33-ac9691feec70,segment=NetworkSegment(4501992d-e203-44d7-82fc-7b29a115c6d6),segment_id=4501992d-e203-44d7-82fc-7b29a115c6d6)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 21:39:14.552719 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-1d0eb6a1-031e-4708-9e2f-df90c5bb0efc req-abf1a722-883e-4b7e-892a-a6a855f5af20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:39:14.587009 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0eb6a1-031e-4708-9e2f-df90c5bb0efc req-abf1a722-883e-4b7e-892a-a6a855f5af20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:39:14.587614 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-1d0eb6a1-031e-4708-9e2f-df90c5bb0efc req-abf1a722-883e-4b7e-892a-a6a855f5af20 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:39:14.589221 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1d0eb6a1-031e-4708-9e2f-df90c5bb0efc req-abf1a722-883e-4b7e-892a-a6a855f5af20 service neutron] 10.222.0.24 "PUT /v2.0/ports/40c53881-1937-496b-9d33-ac9691feec70 HTTP/1.1" status: 200 len: 1092 time: 0.9972303 May 20 21:39:14.610219 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf1a722-883e-4b7e-892a-a6a855f5af20 service neutron] Pushing event updated for resources: {'Port': ['ID=40c53881-1937-496b-9d33-ac9691feec70,revision_number=11']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:39:14.657082 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0eb6a1-031e-4708-9e2f-df90c5bb0efc req-6ff06e5d-0939-40dc-b230-2af22900ffc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:39:14.658612 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1d0eb6a1-031e-4708-9e2f-df90c5bb0efc req-6ff06e5d-0939-40dc-b230-2af22900ffc0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b9236351e1c74ae7971071e6da1632bd&device_id=c5476f17-d8af-4235-9f3f-bc2cc93824e4 HTTP/1.1" status: 200 len: 1095 time: 0.0444548 May 20 21:39:14.754753 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0eb6a1-031e-4708-9e2f-df90c5bb0efc req-9d579b0e-811c-487f-9dcb-017d8c2ecf6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:39:14.756219 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1d0eb6a1-031e-4708-9e2f-df90c5bb0efc req-9d579b0e-811c-487f-9dcb-017d8c2ecf6f service neutron] 10.222.0.24 "GET /v2.0/networks?id=50a3b006-43eb-412f-9023-3721d0d7ce2d HTTP/1.1" status: 200 len: 912 time: 0.0912745 May 20 21:39:14.820407 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1d0eb6a1-031e-4708-9e2f-df90c5bb0efc req-0595467c-f359-4f81-84d7-73f67beafd7a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=40c53881-1937-496b-9d33-ac9691feec70 HTTP/1.1" status: 200 len: 1000 time: 0.0573549 May 20 21:39:14.873886 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0eb6a1-031e-4708-9e2f-df90c5bb0efc req-8050431e-80c1-4dde-b0b7-585fda754369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:39:14.875361 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1d0eb6a1-031e-4708-9e2f-df90c5bb0efc req-8050431e-80c1-4dde-b0b7-585fda754369 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7963096c-660c-41ee-b2a1-be9e61906a7a HTTP/1.1" status: 200 len: 850 time: 0.0486600 May 20 21:39:14.919532 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0eb6a1-031e-4708-9e2f-df90c5bb0efc req-e0d04d55-7118-4526-95d7-1a540b91768c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:39:14.920900 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1d0eb6a1-031e-4708-9e2f-df90c5bb0efc req-e0d04d55-7118-4526-95d7-1a540b91768c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=50a3b006-43eb-412f-9023-3721d0d7ce2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392799 May 20 21:39:15.007922 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1d0eb6a1-031e-4708-9e2f-df90c5bb0efc req-eb694237-7488-48bd-95ce-f1742da6f621 service neutron] 10.222.0.24 "GET /v2.0/networks/50a3b006-43eb-412f-9023-3721d0d7ce2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807140 May 20 21:39:15.098952 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1d0eb6a1-031e-4708-9e2f-df90c5bb0efc req-2542edd1-994c-4519-afcb-becbe15816f9 service neutron] 10.222.0.24 "GET /v2.0/networks/50a3b006-43eb-412f-9023-3721d0d7ce2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835996 May 20 21:39:15.205605 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 40c53881-1937-496b-9d33-ac9691feec70 no longer exists at agent hyperv_n-h2-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 21:39:15.243956 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 40c53881-1937-496b-9d33-ac9691feec70 not bound to the agent host n-h2-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 21:39:15.404340 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc26a77-e3e1-4181-8845-201dafaada61 req-ff8c91d6-daab-4f88-b542-9273a6c405ad tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:39:15.405852 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-cbc26a77-e3e1-4181-8845-201dafaada61 req-ff8c91d6-daab-4f88-b542-9273a6c405ad tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/ports?device_id=c5476f17-d8af-4235-9f3f-bc2cc93824e4 HTTP/1.1" status: 200 len: 944 time: 0.0503702 May 20 21:39:15.447107 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-cbc26a77-e3e1-4181-8845-201dafaada61 req-bcef8c9c-f8d1-404e-83a4-6bb4f75ba12a tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/security-groups?id=003969c3-2b78-4a1a-a9af-ed266c205e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348687 May 20 21:39:16.048687 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5476f17-d8af-4235-9f3f-bc2cc93824e4', 'tag': '40c53881-1937-496b-9d33-ac9691feec70'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 21:39:16.051081 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4416c3b25ab83027dff24eda6e450cd3b8f285a9257f5a2b93a81ddcbdb8854f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbccd384-59d7-41d2-ab5e-5890cfd9cb73" -d '{"events": [{"name": "network-changed", "server_uuid": "c5476f17-d8af-4235-9f3f-bc2cc93824e4", "tag": "40c53881-1937-496b-9d33-ac9691feec70"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 21:39:16.099737 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 21:39:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28cd6d0e-49ad-44c5-a473-e711ba3ec415 x-openstack-request-id: req-28cd6d0e-49ad-44c5-a473-e711ba3ec415 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 21:39:16.100022 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5476f17-d8af-4235-9f3f-bc2cc93824e4", "tag": "40c53881-1937-496b-9d33-ac9691feec70", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 21:39:16.100269 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-28cd6d0e-49ad-44c5-a473-e711ba3ec415 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 21:39:16.100672 n-d-842733-1 neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28cd6d0e-49ad-44c5-a473-e711ba3ec415'] response: {'name': 'network-changed', 'server_uuid': 'c5476f17-d8af-4235-9f3f-bc2cc93824e4', 'tag': '40c53881-1937-496b-9d33-ac9691feec70', 'status': 'completed', 'code': 200} May 20 21:39:16.168486 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbccd384-59d7-41d2-ab5e-5890cfd9cb73 req-c60aaaea-1886-4663-b981-65d841d56625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:39:16.170051 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-fbccd384-59d7-41d2-ab5e-5890cfd9cb73 req-c60aaaea-1886-4663-b981-65d841d56625 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b9236351e1c74ae7971071e6da1632bd&device_id=c5476f17-d8af-4235-9f3f-bc2cc93824e4 HTTP/1.1" status: 200 len: 1095 time: 0.0424900 May 20 21:39:16.191749 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbccd384-59d7-41d2-ab5e-5890cfd9cb73 req-7d86e9d9-e9d5-4d47-bff2-1cd003263d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:39:16.193582 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-fbccd384-59d7-41d2-ab5e-5890cfd9cb73 req-7d86e9d9-e9d5-4d47-bff2-1cd003263d83 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b9236351e1c74ae7971071e6da1632bd&device_id=c5476f17-d8af-4235-9f3f-bc2cc93824e4 HTTP/1.1" status: 200 len: 1095 time: 0.0474241 May 20 21:39:16.275040 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbccd384-59d7-41d2-ab5e-5890cfd9cb73 req-d3a25971-2093-45f3-b274-3e22dc28c6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:39:16.277569 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-fbccd384-59d7-41d2-ab5e-5890cfd9cb73 req-d3a25971-2093-45f3-b274-3e22dc28c6f4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=50a3b006-43eb-412f-9023-3721d0d7ce2d HTTP/1.1" status: 200 len: 912 time: 0.1012518 May 20 21:39:16.299893 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbccd384-59d7-41d2-ab5e-5890cfd9cb73 req-1c96a4bd-fc27-47dc-91b4-b4ec1a291eed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:39:16.301405 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-fbccd384-59d7-41d2-ab5e-5890cfd9cb73 req-1c96a4bd-fc27-47dc-91b4-b4ec1a291eed service neutron] 10.222.0.13 "GET /v2.0/networks?id=50a3b006-43eb-412f-9023-3721d0d7ce2d HTTP/1.1" status: 200 len: 912 time: 0.1019559 May 20 21:39:16.343723 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-fbccd384-59d7-41d2-ab5e-5890cfd9cb73 req-a05242fa-58e8-4498-a3ac-3bb1cb12b99f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=40c53881-1937-496b-9d33-ac9691feec70 HTTP/1.1" status: 200 len: 1000 time: 0.0598094 May 20 21:39:16.368598 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-fbccd384-59d7-41d2-ab5e-5890cfd9cb73 req-1b30f253-48c8-455c-a699-34dc92e43fbc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=40c53881-1937-496b-9d33-ac9691feec70 HTTP/1.1" status: 200 len: 1000 time: 0.0600536 May 20 21:39:16.399541 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbccd384-59d7-41d2-ab5e-5890cfd9cb73 req-cc1a7dd2-ecb1-404b-ac1d-09304a44235b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:39:16.403705 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-fbccd384-59d7-41d2-ab5e-5890cfd9cb73 req-cc1a7dd2-ecb1-404b-ac1d-09304a44235b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7963096c-660c-41ee-b2a1-be9e61906a7a HTTP/1.1" status: 200 len: 850 time: 0.0508296 May 20 21:39:16.419683 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbccd384-59d7-41d2-ab5e-5890cfd9cb73 req-f5f164bf-c0c6-4818-940b-6163f0967205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:39:16.421871 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-fbccd384-59d7-41d2-ab5e-5890cfd9cb73 req-f5f164bf-c0c6-4818-940b-6163f0967205 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7963096c-660c-41ee-b2a1-be9e61906a7a HTTP/1.1" status: 200 len: 850 time: 0.0469708 May 20 21:39:16.448891 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbccd384-59d7-41d2-ab5e-5890cfd9cb73 req-70f493e7-0de8-47b8-ba2c-1fbae3de950b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:39:16.450557 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-fbccd384-59d7-41d2-ab5e-5890cfd9cb73 req-70f493e7-0de8-47b8-ba2c-1fbae3de950b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=50a3b006-43eb-412f-9023-3721d0d7ce2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427990 May 20 21:39:16.476798 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbccd384-59d7-41d2-ab5e-5890cfd9cb73 req-6dad73b4-654d-47a1-8ff8-ea1d492da8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:39:16.479500 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-fbccd384-59d7-41d2-ab5e-5890cfd9cb73 req-6dad73b4-654d-47a1-8ff8-ea1d492da8f2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=50a3b006-43eb-412f-9023-3721d0d7ce2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0494690 May 20 21:39:16.574285 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-fbccd384-59d7-41d2-ab5e-5890cfd9cb73 req-e7dd4143-18f8-4e4c-9844-e87daa58c9c9 service neutron] 10.222.0.24 "GET /v2.0/networks/50a3b006-43eb-412f-9023-3721d0d7ce2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161952 May 20 21:39:16.581655 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-fbccd384-59d7-41d2-ab5e-5890cfd9cb73 req-13a53f94-3b60-41eb-88ee-3f82d4ff6991 service neutron] 10.222.0.13 "GET /v2.0/networks/50a3b006-43eb-412f-9023-3721d0d7ce2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892987 May 20 21:39:16.643507 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db02001-5339-4b96-b541-98c9adc06c2c req-7818c9fe-7fa4-444d-bdca-6c341e56927d tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:39:16.645033 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0db02001-5339-4b96-b541-98c9adc06c2c req-7818c9fe-7fa4-444d-bdca-6c341e56927d tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/ports?device_id=c5476f17-d8af-4235-9f3f-bc2cc93824e4 HTTP/1.1" status: 200 len: 944 time: 0.1075130 May 20 21:39:16.683090 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-fbccd384-59d7-41d2-ab5e-5890cfd9cb73 req-4d70ea93-0d52-4aa3-881f-5579cd27f7e0 service neutron] 10.222.0.13 "GET /v2.0/networks/50a3b006-43eb-412f-9023-3721d0d7ce2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937245 May 20 21:39:16.700959 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0db02001-5339-4b96-b541-98c9adc06c2c req-eb7efb04-fa76-4cd3-9e84-f431b1152800 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/security-groups?id=003969c3-2b78-4a1a-a9af-ed266c205e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469866 May 20 21:39:16.721030 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-fbccd384-59d7-41d2-ab5e-5890cfd9cb73 req-815a19fc-402b-401d-94e4-5ba773d6bdce service neutron] 10.222.0.24 "GET /v2.0/networks/50a3b006-43eb-412f-9023-3721d0d7ce2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391308 May 20 21:39:17.829083 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b933fdac-5b6f-44d6-a73b-6ed53d4ba8e9 req-36f573dc-c23b-483d-92a2-bdb402f829c0 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:39:17.830506 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b933fdac-5b6f-44d6-a73b-6ed53d4ba8e9 req-36f573dc-c23b-483d-92a2-bdb402f829c0 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/ports?device_id=c5476f17-d8af-4235-9f3f-bc2cc93824e4 HTTP/1.1" status: 200 len: 944 time: 0.0534382 May 20 21:39:17.868977 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b933fdac-5b6f-44d6-a73b-6ed53d4ba8e9 req-7c3a0246-45c6-4caa-8e2d-9a8a8990ef5a tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/security-groups?id=003969c3-2b78-4a1a-a9af-ed266c205e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325036 May 20 21:39:18.987097 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403062c5-4466-4368-9bd9-efcbb98b51f3 req-28c9df40-759b-4acf-9a2e-1f294dccd2d3 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:39:18.988579 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-403062c5-4466-4368-9bd9-efcbb98b51f3 req-28c9df40-759b-4acf-9a2e-1f294dccd2d3 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/ports?device_id=c5476f17-d8af-4235-9f3f-bc2cc93824e4 HTTP/1.1" status: 200 len: 944 time: 0.0495765 May 20 21:39:19.029017 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-403062c5-4466-4368-9bd9-efcbb98b51f3 req-c0d10ded-8704-4d5c-8c0d-03890741c1c6 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/security-groups?id=003969c3-2b78-4a1a-a9af-ed266c205e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332487 May 20 21:39:19.141235 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.agents_db [None req-5c33ad30-4e00-40fa-b486-8c79c4a6cfc5 None None] Agent healthcheck: found 7 active agents {{(pid=103165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 20 21:39:19.920734 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-746d55dc-90f2-4d56-a0e1-1ce8841fc7c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:39:20.148627 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b0b8d9-0c36-4787-92c2-a048dbcd7e26 req-c56afeb2-2ad4-4de8-ad87-2bb49409854c tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:39:20.152130 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-04b0b8d9-0c36-4787-92c2-a048dbcd7e26 req-c56afeb2-2ad4-4de8-ad87-2bb49409854c tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/ports?device_id=c5476f17-d8af-4235-9f3f-bc2cc93824e4 HTTP/1.1" status: 200 len: 944 time: 0.0496414 May 20 21:39:20.187135 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-04b0b8d9-0c36-4787-92c2-a048dbcd7e26 req-f6e97753-dc8e-4e46-b222-2f92a17a304e tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/security-groups?id=003969c3-2b78-4a1a-a9af-ed266c205e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301988 May 20 21:39:21.309742 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c89215-3fe4-4c3e-874b-c8413d47021b req-3077de3b-ebbd-4539-98e6-ce971c84520a tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:39:21.311243 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-04c89215-3fe4-4c3e-874b-c8413d47021b req-3077de3b-ebbd-4539-98e6-ce971c84520a tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/ports?device_id=c5476f17-d8af-4235-9f3f-bc2cc93824e4 HTTP/1.1" status: 200 len: 944 time: 0.0544531 May 20 21:39:21.348994 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-04c89215-3fe4-4c3e-874b-c8413d47021b req-cf9c6c9d-bc30-4320-9148-8e920eba0abd tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/security-groups?id=003969c3-2b78-4a1a-a9af-ed266c205e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317597 May 20 21:39:22.460519 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-26109818-d691-4dc1-9a48-b47f9c5cbd68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:39:22.468973 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39239fcb-7795-4c7a-8e0e-8d311d016a3b req-fd85c6b8-a206-44ae-a388-1e116de9af27 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:39:22.471013 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-39239fcb-7795-4c7a-8e0e-8d311d016a3b req-fd85c6b8-a206-44ae-a388-1e116de9af27 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/ports?device_id=c5476f17-d8af-4235-9f3f-bc2cc93824e4 HTTP/1.1" status: 200 len: 944 time: 0.0506120 May 20 21:39:22.511569 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-39239fcb-7795-4c7a-8e0e-8d311d016a3b req-72e3a148-69f9-44a4-9674-c3c8fa436f44 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/security-groups?id=003969c3-2b78-4a1a-a9af-ed266c205e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343733 May 20 21:39:23.631112 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e5fa8a-6eff-4baa-bee3-6c402585d370 req-42b74c76-9781-47db-a50e-5d25be00c325 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:39:23.632545 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f3e5fa8a-6eff-4baa-bee3-6c402585d370 req-42b74c76-9781-47db-a50e-5d25be00c325 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/ports?device_id=c5476f17-d8af-4235-9f3f-bc2cc93824e4 HTTP/1.1" status: 200 len: 944 time: 0.0489354 May 20 21:39:23.670516 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f3e5fa8a-6eff-4baa-bee3-6c402585d370 req-fee433ae-eb1c-463d-b8a1-673d751f19ff tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/security-groups?id=003969c3-2b78-4a1a-a9af-ed266c205e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310318 May 20 21:39:24.160905 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4bb0e131-6525-46ca-a45b-e4ea43a5e69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:39:24.794407 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f09f50-e111-4c69-9aa1-f0b86f984a8b req-f957b598-9be6-4563-aaa7-022e34daacd2 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:39:24.795756 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c2f09f50-e111-4c69-9aa1-f0b86f984a8b req-f957b598-9be6-4563-aaa7-022e34daacd2 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/ports?device_id=c5476f17-d8af-4235-9f3f-bc2cc93824e4 HTTP/1.1" status: 200 len: 944 time: 0.0520043 May 20 21:39:24.839253 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c2f09f50-e111-4c69-9aa1-f0b86f984a8b req-23a60991-447c-4a86-8694-074ab2259883 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/security-groups?id=003969c3-2b78-4a1a-a9af-ed266c205e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368166 May 20 21:39:25.178475 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:39:25.638371 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:39:25.703935 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cc3ec51b-6ec8-438a-8349-5f0bec346d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:39:25.957010 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dd2191-4e62-43b0-a103-8a78b8c8a730 req-1012abae-b4be-4d62-a17e-550c49b3ebfd tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:39:25.958496 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-78dd2191-4e62-43b0-a103-8a78b8c8a730 req-1012abae-b4be-4d62-a17e-550c49b3ebfd tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/ports?device_id=c5476f17-d8af-4235-9f3f-bc2cc93824e4 HTTP/1.1" status: 200 len: 944 time: 0.0479405 May 20 21:39:25.995686 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-78dd2191-4e62-43b0-a103-8a78b8c8a730 req-4a071875-0fff-40db-90c1-aa4a4e32f6b4 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/security-groups?id=003969c3-2b78-4a1a-a9af-ed266c205e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300577 May 20 21:39:27.112760 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517230d8-7dfa-454d-b85b-ccea3d8de402 req-8254c252-af58-47d2-94b0-bdbe700ac010 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:39:27.114154 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-517230d8-7dfa-454d-b85b-ccea3d8de402 req-8254c252-af58-47d2-94b0-bdbe700ac010 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/ports?device_id=c5476f17-d8af-4235-9f3f-bc2cc93824e4 HTTP/1.1" status: 200 len: 944 time: 0.0484235 May 20 21:39:27.151447 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-517230d8-7dfa-454d-b85b-ccea3d8de402 req-e1042fae-fa88-4faa-bd54-3f3e2a050bfa tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/security-groups?id=003969c3-2b78-4a1a-a9af-ed266c205e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311530 May 20 21:39:27.269109 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd41d4f2-a7dd-45f0-908f-09a168f92037 req-38985be1-3fd6-4a3e-9223-658204e93199 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:39:27.270571 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-cd41d4f2-a7dd-45f0-908f-09a168f92037 req-38985be1-3fd6-4a3e-9223-658204e93199 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/ports?device_id=c5476f17-d8af-4235-9f3f-bc2cc93824e4 HTTP/1.1" status: 200 len: 944 time: 0.0514090 May 20 21:39:27.307829 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-cd41d4f2-a7dd-45f0-908f-09a168f92037 req-7d1f24d3-6c82-482b-bdb6-e73a475822f5 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/security-groups?id=003969c3-2b78-4a1a-a9af-ed266c205e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306795 May 20 21:39:27.421727 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69800837-b4e4-4be0-aa59-351a31530f4a req-20c8cef9-8da8-4678-b569-cd7ed5d8ec40 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:39:27.423239 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-69800837-b4e4-4be0-aa59-351a31530f4a req-20c8cef9-8da8-4678-b569-cd7ed5d8ec40 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/ports?device_id=c5476f17-d8af-4235-9f3f-bc2cc93824e4 HTTP/1.1" status: 200 len: 944 time: 0.0500166 May 20 21:39:27.460840 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-69800837-b4e4-4be0-aa59-351a31530f4a req-0ee2b8a4-0b73-41a2-8349-3ed82e7d69b7 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/security-groups?id=003969c3-2b78-4a1a-a9af-ed266c205e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314612 May 20 21:39:27.886856 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8f1734-3d95-486f-9c02-6282c1cca272 req-05bfe3a7-595b-43f8-936b-9cf4b00fd24b tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:39:27.888310 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ed8f1734-3d95-486f-9c02-6282c1cca272 req-05bfe3a7-595b-43f8-936b-9cf4b00fd24b tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/ports?device_id=c5476f17-d8af-4235-9f3f-bc2cc93824e4 HTTP/1.1" status: 200 len: 944 time: 0.0489178 May 20 21:39:27.924765 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ed8f1734-3d95-486f-9c02-6282c1cca272 req-987c839c-83fc-43dc-acbc-c9ab8699b5ef tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/security-groups?id=003969c3-2b78-4a1a-a9af-ed266c205e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303376 May 20 21:39:28.449753 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 40c53881-1937-496b-9d33-ac9691feec70 details requested by agent hyperv_n-h1-842733-1 with host n-h1-842733-1 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 21:39:28.544503 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port 40c53881-1937-496b-9d33-ac9691feec70, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=40c53881-1937-496b-9d33-ac9691feec70,segment=NetworkSegment(4501992d-e203-44d7-82fc-7b29a115c6d6),segment_id=4501992d-e203-44d7-82fc-7b29a115c6d6)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:39:28.555742 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Returning: {'device': '40c53881-1937-496b-9d33-ac9691feec70', 'network_id': '50a3b006-43eb-412f-9023-3721d0d7ce2d', 'port_id': '40c53881-1937-496b-9d33-ac9691feec70', 'mac_address': 'fa:16:3e:c6:95:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7963096c-660c-41ee-b2a1-be9e61906a7a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 20 21:39:28.590446 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Current status of the port 40c53881-1937-496b-9d33-ac9691feec70 is: DOWN; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:39:28.590823 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:39:28.603789 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40c53881-1937-496b-9d33-ac9691feec70 {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 21:39:28.622509 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port 40c53881-1937-496b-9d33-ac9691feec70, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=40c53881-1937-496b-9d33-ac9691feec70,segment=NetworkSegment(4501992d-e203-44d7-82fc-7b29a115c6d6),segment_id=4501992d-e203-44d7-82fc-7b29a115c6d6)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:39:28.694605 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:39:28.744685 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Pushing event updated for resources: {'Port': ['ID=40c53881-1937-496b-9d33-ac9691feec70,revision_number=12']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:39:29.288669 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c8760e-d37b-41ec-8b2b-f9adbdcfe57d req-de3a12e6-c22d-4164-bc02-41fbb815dbf1 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:39:29.290167 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a0c8760e-d37b-41ec-8b2b-f9adbdcfe57d req-de3a12e6-c22d-4164-bc02-41fbb815dbf1 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/ports?device_id=c5476f17-d8af-4235-9f3f-bc2cc93824e4 HTTP/1.1" status: 200 len: 945 time: 0.2953379 May 20 21:39:29.327938 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a0c8760e-d37b-41ec-8b2b-f9adbdcfe57d req-9f7e7fa8-c134-4fce-ac3a-1b074a504ad7 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/security-groups?id=003969c3-2b78-4a1a-a9af-ed266c205e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315931 May 20 21:39:29.380577 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575eab2a-790a-48e9-8085-4191f57872cf req-31e0702c-0786-463b-8253-1d2bbcbbb0b6 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:39:29.382043 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-575eab2a-790a-48e9-8085-4191f57872cf req-31e0702c-0786-463b-8253-1d2bbcbbb0b6 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.24 "GET /v2.0/ports?device_id=c5476f17-d8af-4235-9f3f-bc2cc93824e4 HTTP/1.1" status: 200 len: 945 time: 0.0474885 May 20 21:39:29.504257 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [req-575eab2a-790a-48e9-8085-4191f57872cf req-f0f578f3-a400-43aa-ad45-10a8d5dc21c0 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Deleting port 40c53881-1937-496b-9d33-ac9691feec70 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:39:29.504597 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-575eab2a-790a-48e9-8085-4191f57872cf req-f0f578f3-a400-43aa-ad45-10a8d5dc21c0 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:39:29.590429 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-575eab2a-790a-48e9-8085-4191f57872cf req-f0f578f3-a400-43aa-ad45-10a8d5dc21c0 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] For port 40c53881-1937-496b-9d33-ac9691feec70, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=40c53881-1937-496b-9d33-ac9691feec70,segment=NetworkSegment(4501992d-e203-44d7-82fc-7b29a115c6d6),segment_id=4501992d-e203-44d7-82fc-7b29a115c6d6)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:39:29.590702 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-575eab2a-790a-48e9-8085-4191f57872cf req-f0f578f3-a400-43aa-ad45-10a8d5dc21c0 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:39:29.803997 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-575eab2a-790a-48e9-8085-4191f57872cf req-f0f578f3-a400-43aa-ad45-10a8d5dc21c0 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:39:29.804355 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-575eab2a-790a-48e9-8085-4191f57872cf req-f0f578f3-a400-43aa-ad45-10a8d5dc21c0 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748272'] for floatingip, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:39:29.804665 n-d-842733-1 neutron-server[103163]: INFO neutron.db.l3_db [req-575eab2a-790a-48e9-8085-4191f57872cf req-f0f578f3-a400-43aa-ad45-10a8d5dc21c0 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Floating IP ac07d75f-93e9-442f-be04-2ffed6583061 disassociated. External IP: 172.25.2.174, port: 40c53881-1937-496b-9d33-ac9691feec70. May 20 21:39:29.804996 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [req-575eab2a-790a-48e9-8085-4191f57872cf req-f0f578f3-a400-43aa-ad45-10a8d5dc21c0 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Calling delete_port for 40c53881-1937-496b-9d33-ac9691feec70 owned by compute:nova {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:39:30.004038 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-575eab2a-790a-48e9-8085-4191f57872cf req-f0f578f3-a400-43aa-ad45-10a8d5dc21c0 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:39:30.032232 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f578f3-a400-43aa-ad45-10a8d5dc21c0 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Pushing event deleted for resources: {'Port': ['ID=40c53881-1937-496b-9d33-ac9691feec70,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:39:30.154846 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [req-575eab2a-790a-48e9-8085-4191f57872cf req-f0f578f3-a400-43aa-ad45-10a8d5dc21c0 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Router b0ad94e8-7f95-45f6-a76e-a2191e854455 has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 21:39:30.267401 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-575eab2a-790a-48e9-8085-4191f57872cf req-f0f578f3-a400-43aa-ad45-10a8d5dc21c0 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 21:39:30.278518 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e879a0a-d396-4686-86ae-45612da9d07e None None] Sync routers for ids ['b0ad94e8-7f95-45f6-a76e-a2191e854455'] in n-d-842733-1 {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 21:39:30.287838 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e879a0a-d396-4686-86ae-45612da9d07e None None] Routers {'b0ad94e8-7f95-45f6-a76e-a2191e854455'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:39:30.290483 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-8e879a0a-d396-4686-86ae-45612da9d07e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:39:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['b0ad94e8-7f95-45f6-a76e-a2191e854455'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:39:30.330780 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [req-575eab2a-790a-48e9-8085-4191f57872cf req-f0f578f3-a400-43aa-ad45-10a8d5dc21c0 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] No DVR routers for this DVR port 40c53881-1937-496b-9d33-ac9691feec70 on host n-h1-842733-1 {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 21:39:30.333575 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-575eab2a-790a-48e9-8085-4191f57872cf req-f0f578f3-a400-43aa-ad45-10a8d5dc21c0 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:39:30.336872 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-575eab2a-790a-48e9-8085-4191f57872cf req-f0f578f3-a400-43aa-ad45-10a8d5dc21c0 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.24 "DELETE /v2.0/ports/40c53881-1937-496b-9d33-ac9691feec70 HTTP/1.1" status: 204 len: 173 time: 0.9491642 May 20 21:39:30.337357 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5476f17-d8af-4235-9f3f-bc2cc93824e4', 'name': 'network-vif-deleted', 'tag': '40c53881-1937-496b-9d33-ac9691feec70'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 21:39:30.340274 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4416c3b25ab83027dff24eda6e450cd3b8f285a9257f5a2b93a81ddcbdb8854f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb1dc517-0d14-43a6-b08f-9d8c7583a632" -d '{"events": [{"server_uuid": "c5476f17-d8af-4235-9f3f-bc2cc93824e4", "name": "network-vif-deleted", "tag": "40c53881-1937-496b-9d33-ac9691feec70"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 21:39:30.380826 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 21:39:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-974b89e8-2357-4e05-96a5-1d398e954a1c x-openstack-request-id: req-974b89e8-2357-4e05-96a5-1d398e954a1c {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 21:39:30.381151 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5476f17-d8af-4235-9f3f-bc2cc93824e4", "name": "network-vif-deleted", "tag": "40c53881-1937-496b-9d33-ac9691feec70", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 21:39:30.381433 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-974b89e8-2357-4e05-96a5-1d398e954a1c {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 21:39:30.381841 n-d-842733-1 neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-974b89e8-2357-4e05-96a5-1d398e954a1c'] response: {'server_uuid': 'c5476f17-d8af-4235-9f3f-bc2cc93824e4', 'name': 'network-vif-deleted', 'tag': '40c53881-1937-496b-9d33-ac9691feec70', 'status': 'completed', 'code': 200} May 20 21:39:30.395634 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-8e879a0a-d396-4686-86ae-45612da9d07e None None] Set router b0ad94e8-7f95-45f6-a76e-a2191e854455 gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:39:30.430061 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8829f80d-9be6-4dd4-8e6c-a854e4dcca8c req-2f0af12a-bc6b-4a8a-bbb4-47ff479b94f2 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/ports?device_id=c5476f17-d8af-4235-9f3f-bc2cc93824e4 HTTP/1.1" status: 200 len: 210 time: 0.0261006 May 20 21:39:30.457947 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 40c53881-1937-496b-9d33-ac9691feec70 details requested by agent hyperv_n-h1-842733-1 with host n-h1-842733-1 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 21:39:30.462396 n-d-842733-1 neutron-server[103164]: INFO neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] No ports have port_id starting with 40c53881-1937-496b-9d33-ac9691feec70 May 20 21:39:30.465194 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 40c53881-1937-496b-9d33-ac9691feec70 requested by agent hyperv_n-h1-842733-1 not found in database {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} May 20 21:39:30.597338 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-8e879a0a-d396-4686-86ae-45612da9d07e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0ad94e8-7f95-45f6-a76e-a2191e854455', 'name': 'tempest-ServerActionsTestJSON-435657109-router', 'tenant_id': 'b9236351e1c74ae7971071e6da1632bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.184'}], 'enable_snat': True}, 'gw_port_id': 'bf9a38ad-fa66-4fcd-b91d-b25170b47e1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:33:30Z', 'updated_at': '2022-05-20T21:33:33Z', 'revision_number': 4, 'project_id': 'b9236351e1c74ae7971071e6da1632bd', 'gw_port': {'id': 'bf9a38ad-fa66-4fcd-b91d-b25170b47e1f', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:34:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ad94e8-7f95-45f6-a76e-a2191e854455', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:33:30Z', 'updated_at': '2022-05-20T21:33:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': 'f95e277a-dcf5-450a-97d7-4ddd46c472a2', 'name': '', 'network_id': '50a3b006-43eb-412f-9023-3721d0d7ce2d', 'tenant_id': 'b9236351e1c74ae7971071e6da1632bd', 'mac_address': 'fa:16:3e:2d:37:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ad94e8-7f95-45f6-a76e-a2191e854455', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '7963096c-660c-41ee-b2a1-be9e61906a7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:33:32Z', 'updated_at': '2022-05-20T21:33:36Z', 'revision_number': 5, 'project_id': 'b9236351e1c74ae7971071e6da1632bd', 'subnets': [{'id': '7963096c-660c-41ee-b2a1-be9e61906a7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:39:30.626632 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e879a0a-d396-4686-86ae-45612da9d07e None None] Checking router: b0ad94e8-7f95-45f6-a76e-a2191e854455 for host: n-d-842733-1 {{(pid=103165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 21:39:30.635427 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e879a0a-d396-4686-86ae-45612da9d07e None None] Routers {'b0ad94e8-7f95-45f6-a76e-a2191e854455'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:39:30.636028 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-8e879a0a-d396-4686-86ae-45612da9d07e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:39:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['b0ad94e8-7f95-45f6-a76e-a2191e854455'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:39:30.740825 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-8e879a0a-d396-4686-86ae-45612da9d07e None None] Set router b0ad94e8-7f95-45f6-a76e-a2191e854455 gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:39:30.938006 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-8e879a0a-d396-4686-86ae-45612da9d07e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0ad94e8-7f95-45f6-a76e-a2191e854455', 'name': 'tempest-ServerActionsTestJSON-435657109-router', 'tenant_id': 'b9236351e1c74ae7971071e6da1632bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.184'}], 'enable_snat': True}, 'gw_port_id': 'bf9a38ad-fa66-4fcd-b91d-b25170b47e1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:33:30Z', 'updated_at': '2022-05-20T21:33:33Z', 'revision_number': 4, 'project_id': 'b9236351e1c74ae7971071e6da1632bd', 'gw_port': {'id': 'bf9a38ad-fa66-4fcd-b91d-b25170b47e1f', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:34:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ad94e8-7f95-45f6-a76e-a2191e854455', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:33:30Z', 'updated_at': '2022-05-20T21:33:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': 'f95e277a-dcf5-450a-97d7-4ddd46c472a2', 'name': '', 'network_id': '50a3b006-43eb-412f-9023-3721d0d7ce2d', 'tenant_id': 'b9236351e1c74ae7971071e6da1632bd', 'mac_address': 'fa:16:3e:2d:37:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ad94e8-7f95-45f6-a76e-a2191e854455', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '7963096c-660c-41ee-b2a1-be9e61906a7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:33:32Z', 'updated_at': '2022-05-20T21:33:36Z', 'revision_number': 5, 'project_id': 'b9236351e1c74ae7971071e6da1632bd', 'subnets': [{'id': '7963096c-660c-41ee-b2a1-be9e61906a7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:39:30.963498 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e879a0a-d396-4686-86ae-45612da9d07e None None] The sync data for ids ['b0ad94e8-7f95-45f6-a76e-a2191e854455'] in n-d-842733-1 is: [{'id': 'b0ad94e8-7f95-45f6-a76e-a2191e854455', 'name': 'tempest-ServerActionsTestJSON-435657109-router', 'tenant_id': 'b9236351e1c74ae7971071e6da1632bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.184'}], 'enable_snat': True}, 'gw_port_id': 'bf9a38ad-fa66-4fcd-b91d-b25170b47e1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:33:30Z', 'updated_at': '2022-05-20T21:33:33Z', 'revision_number': 4, 'project_id': 'b9236351e1c74ae7971071e6da1632bd', 'gw_port': {'id': 'bf9a38ad-fa66-4fcd-b91d-b25170b47e1f', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:34:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ad94e8-7f95-45f6-a76e-a2191e854455', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:33:30Z', 'updated_at': '2022-05-20T21:33:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': 'f95e277a-dcf5-450a-97d7-4ddd46c472a2', 'name': '', 'network_id': '50a3b006-43eb-412f-9023-3721d0d7ce2d', 'tenant_id': 'b9236351e1c74ae7971071e6da1632bd', 'mac_address': 'fa:16:3e:2d:37:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ad94e8-7f95-45f6-a76e-a2191e854455', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '7963096c-660c-41ee-b2a1-be9e61906a7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:33:32Z', 'updated_at': '2022-05-20T21:33:36Z', 'revision_number': 5, 'project_id': 'b9236351e1c74ae7971071e6da1632bd', 'subnets': [{'id': '7963096c-660c-41ee-b2a1-be9e61906a7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 21:39:31.190464 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7910df4d-29bf-4630-a68b-e6aeefadbc33 None None] New status for floating IP ac07d75f-93e9-442f-be04-2ffed6583061: DOWN {{(pid=103164) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 21:39:31.531331 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-295125f3-413b-41c6-b564-ccca481f73fc req-529e6dee-bbc6-4fb8-8c91-b59abd08482d tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/ports?device_id=c5476f17-d8af-4235-9f3f-bc2cc93824e4 HTTP/1.1" status: 200 len: 210 time: 0.0272081 May 20 21:39:32.479836 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 40c53881-1937-496b-9d33-ac9691feec70 no longer exists at agent hyperv_n-h1-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 21:39:32.503319 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] No Port match for: 40c53881-1937-496b-9d33-ac9691feec70 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 21:39:32.503668 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 40c53881-1937-496b-9d33-ac9691feec70 not bound to the agent host n-h1-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 21:39:32.630491 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5508eafe-5f83-488e-ad71-f212d9ba4666 req-6a9b3a01-03e0-4855-9c57-306bd20bd0c9 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/ports?device_id=c5476f17-d8af-4235-9f3f-bc2cc93824e4 HTTP/1.1" status: 200 len: 210 time: 0.0272286 May 20 21:39:32.843912 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:39:33.727332 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-358325ce-89e0-4e28-a9f3-aad56c4b7eaa req-768bf975-beba-45c8-a75e-3f1f60fb3eba tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/ports?device_id=c5476f17-d8af-4235-9f3f-bc2cc93824e4 HTTP/1.1" status: 200 len: 210 time: 0.0269449 May 20 21:39:38.684932 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 34972) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:39:38.738153 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ce186cc9-b74b-4564-befa-7b296cab67e2 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:39:38.761605 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ce186cc9-b74b-4564-befa-7b296cab67e2 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:39:38.883627 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ce186cc9-b74b-4564-befa-7b296cab67e2 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:39:38.886223 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ce186cc9-b74b-4564-befa-7b296cab67e2 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:39:38.887352 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-ce186cc9-b74b-4564-befa-7b296cab67e2 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "DELETE /v2.0/security-groups/003969c3-2b78-4a1a-a9af-ed266c205e02 HTTP/1.1" status: 204 len: 168 time: 0.2010860 May 20 21:39:38.890078 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 34974) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:39:38.896829 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce186cc9-b74b-4564-befa-7b296cab67e2 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=003969c3-2b78-4a1a-a9af-ed266c205e02,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:39:38.904350 n-d-842733-1 neutron-server[103162]: INFO neutron.api.v2.resource [None req-b3ec9168-6cfe-45cc-8c48-a98d6406e3a1 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] show failed (client error): The resource could not be found. May 20 21:39:38.908146 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-b3ec9168-6cfe-45cc-8c48-a98d6406e3a1 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "GET /v2.0/security-groups/003969c3-2b78-4a1a-a9af-ed266c205e02 HTTP/1.1" status: 404 len: 347 time: 0.0142419 May 20 21:39:38.908146 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 34976) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:39:39.031373 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-9a25d223-2cc3-4424-b708-4b0f23f98f88 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Deleting port fdf92100-9cd6-4155-a072-a3bc4e7e5c40 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:39:39.031709 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9a25d223-2cc3-4424-b708-4b0f23f98f88 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:39:39.107301 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9a25d223-2cc3-4424-b708-4b0f23f98f88 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:39:39.107626 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9a25d223-2cc3-4424-b708-4b0f23f98f88 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:39:39.119009 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-9a25d223-2cc3-4424-b708-4b0f23f98f88 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Calling delete_port for fdf92100-9cd6-4155-a072-a3bc4e7e5c40 owned by network:floatingip {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:39:39.318064 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9a25d223-2cc3-4424-b708-4b0f23f98f88 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:39:39.345029 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a25d223-2cc3-4424-b708-4b0f23f98f88 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Pushing event deleted for resources: {'Port': ['ID=fdf92100-9cd6-4155-a072-a3bc4e7e5c40,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:39:39.408203 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9a25d223-2cc3-4424-b708-4b0f23f98f88 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Notify callbacks [] for floatingip, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:39:39.410751 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9a25d223-2cc3-4424-b708-4b0f23f98f88 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for floatingip, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:39:39.411893 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-9a25d223-2cc3-4424-b708-4b0f23f98f88 tempest-ServerActionsTestJSON-1884348592 tempest-ServerActionsTestJSON-1884348592-project] 10.222.0.35 "DELETE /v2.0/floatingips/ac07d75f-93e9-442f-be04-2ffed6583061 HTTP/1.1" status: 204 len: 168 time: 0.5027258 May 20 21:39:39.415057 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 34978) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:39:39.790692 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-46632f1a-0a75-4648-849b-d0bf614f023a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748528'] for router_interface, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:39:40.025621 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-46632f1a-0a75-4648-849b-d0bf614f023a admin admin] Deleting port f95e277a-dcf5-450a-97d7-4ddd46c472a2 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:39:40.026297 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-46632f1a-0a75-4648-849b-d0bf614f023a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:39:40.100629 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-46632f1a-0a75-4648-849b-d0bf614f023a admin admin] For port f95e277a-dcf5-450a-97d7-4ddd46c472a2, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=f95e277a-dcf5-450a-97d7-4ddd46c472a2,segment=NetworkSegment(4501992d-e203-44d7-82fc-7b29a115c6d6),segment_id=4501992d-e203-44d7-82fc-7b29a115c6d6)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:39:40.100908 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-46632f1a-0a75-4648-849b-d0bf614f023a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:39:40.112058 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-46632f1a-0a75-4648-849b-d0bf614f023a admin admin] Calling delete_port for f95e277a-dcf5-450a-97d7-4ddd46c472a2 owned by network:router_interface {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:39:40.363653 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-46632f1a-0a75-4648-849b-d0bf614f023a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:39:40.387948 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46632f1a-0a75-4648-849b-d0bf614f023a admin admin] Pushing event deleted for resources: {'Port': ['ID=f95e277a-dcf5-450a-97d7-4ddd46c472a2,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:39:40.567481 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-46632f1a-0a75-4648-849b-d0bf614f023a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-692224'] for router_interface, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:39:41.114221 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46632f1a-0a75-4648-849b-d0bf614f023a admin admin] Router b0ad94e8-7f95-45f6-a76e-a2191e854455 has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 21:39:41.218505 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46632f1a-0a75-4648-849b-d0bf614f023a admin admin] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 21:39:41.225966 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-46632f1a-0a75-4648-849b-d0bf614f023a admin admin] 10.222.0.35 "PUT /v2.0/routers/b0ad94e8-7f95-45f6-a76e-a2191e854455/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8099632 May 20 21:39:41.227150 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08717a41-f6f8-4a40-9a21-f22a1f2dfb9b None None] Sync routers for ids ['b0ad94e8-7f95-45f6-a76e-a2191e854455'] in n-d-842733-1 {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 21:39:41.228627 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 34982) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:39:41.238099 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08717a41-f6f8-4a40-9a21-f22a1f2dfb9b None None] Routers {'b0ad94e8-7f95-45f6-a76e-a2191e854455'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:39:41.238784 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-08717a41-f6f8-4a40-9a21-f22a1f2dfb9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:39:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['b0ad94e8-7f95-45f6-a76e-a2191e854455'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:39:41.337080 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2d8d4f8f-4ba9-4f28-9626-ebeceef96828 admin admin] Notify callbacks [] for router, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:39:41.345513 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-08717a41-f6f8-4a40-9a21-f22a1f2dfb9b None None] Set router b0ad94e8-7f95-45f6-a76e-a2191e854455 gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:39:41.445111 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2d8d4f8f-4ba9-4f28-9626-ebeceef96828 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:39:41.520269 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-08717a41-f6f8-4a40-9a21-f22a1f2dfb9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0ad94e8-7f95-45f6-a76e-a2191e854455', 'name': 'tempest-ServerActionsTestJSON-435657109-router', 'tenant_id': 'b9236351e1c74ae7971071e6da1632bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.184'}], 'enable_snat': True}, 'gw_port_id': 'bf9a38ad-fa66-4fcd-b91d-b25170b47e1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:33:30Z', 'updated_at': '2022-05-20T21:39:40Z', 'revision_number': 5, 'project_id': 'b9236351e1c74ae7971071e6da1632bd', 'gw_port': {'id': 'bf9a38ad-fa66-4fcd-b91d-b25170b47e1f', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:34:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ad94e8-7f95-45f6-a76e-a2191e854455', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:33:30Z', 'updated_at': '2022-05-20T21:33:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:39:41.546594 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08717a41-f6f8-4a40-9a21-f22a1f2dfb9b None None] Checking router: b0ad94e8-7f95-45f6-a76e-a2191e854455 for host: n-d-842733-1 {{(pid=103165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 21:39:41.554450 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08717a41-f6f8-4a40-9a21-f22a1f2dfb9b None None] Routers {'b0ad94e8-7f95-45f6-a76e-a2191e854455'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:39:41.555040 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-08717a41-f6f8-4a40-9a21-f22a1f2dfb9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:39:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['b0ad94e8-7f95-45f6-a76e-a2191e854455'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:39:41.555356 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-2d8d4f8f-4ba9-4f28-9626-ebeceef96828 admin admin] Deleting port bf9a38ad-fa66-4fcd-b91d-b25170b47e1f {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:39:41.555696 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2d8d4f8f-4ba9-4f28-9626-ebeceef96828 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:39:41.634874 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-2d8d4f8f-4ba9-4f28-9626-ebeceef96828 admin admin] For port bf9a38ad-fa66-4fcd-b91d-b25170b47e1f, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=bf9a38ad-fa66-4fcd-b91d-b25170b47e1f,segment=NetworkSegment(0b5485c4-eff8-42a1-9073-ae54ed4c63ba),segment_id=0b5485c4-eff8-42a1-9073-ae54ed4c63ba)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:39:41.635232 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2d8d4f8f-4ba9-4f28-9626-ebeceef96828 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:39:41.642407 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-08717a41-f6f8-4a40-9a21-f22a1f2dfb9b None None] Set router b0ad94e8-7f95-45f6-a76e-a2191e854455 gateway port host: None {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:39:41.646872 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-2d8d4f8f-4ba9-4f28-9626-ebeceef96828 admin admin] Calling delete_port for bf9a38ad-fa66-4fcd-b91d-b25170b47e1f owned by network:router_gateway {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:39:41.695742 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-08717a41-f6f8-4a40-9a21-f22a1f2dfb9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0ad94e8-7f95-45f6-a76e-a2191e854455', 'name': 'tempest-ServerActionsTestJSON-435657109-router', 'tenant_id': 'b9236351e1c74ae7971071e6da1632bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:33:30Z', 'updated_at': '2022-05-20T21:39:41Z', 'revision_number': 6, 'project_id': 'b9236351e1c74ae7971071e6da1632bd', 'gw_port_host': None}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:39:41.721237 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08717a41-f6f8-4a40-9a21-f22a1f2dfb9b None None] The sync data for ids ['b0ad94e8-7f95-45f6-a76e-a2191e854455'] in n-d-842733-1 is: [{'id': 'b0ad94e8-7f95-45f6-a76e-a2191e854455', 'name': 'tempest-ServerActionsTestJSON-435657109-router', 'tenant_id': 'b9236351e1c74ae7971071e6da1632bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:33:30Z', 'updated_at': '2022-05-20T21:39:41Z', 'revision_number': 6, 'project_id': 'b9236351e1c74ae7971071e6da1632bd', 'gw_port_host': None}] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 21:39:41.866056 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2d8d4f8f-4ba9-4f28-9626-ebeceef96828 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:39:41.894820 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8d4f8f-4ba9-4f28-9626-ebeceef96828 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf9a38ad-fa66-4fcd-b91d-b25170b47e1f,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:39:41.957108 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2d8d4f8f-4ba9-4f28-9626-ebeceef96828 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-748206'] for router_gateway, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:39:42.062231 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2d8d4f8f-4ba9-4f28-9626-ebeceef96828 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26169'] for router, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:39:42.064438 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2d8d4f8f-4ba9-4f28-9626-ebeceef96828 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:39:42.192221 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2d8d4f8f-4ba9-4f28-9626-ebeceef96828 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-693148'] for router, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:39:42.192752 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d8d4f8f-4ba9-4f28-9626-ebeceef96828 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b0ad94e8-7f95-45f6-a76e-a2191e854455 {{(pid=103163) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 20 21:39:42.199406 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2d8d4f8f-4ba9-4f28-9626-ebeceef96828 admin admin] Notify callbacks [] for router, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:39:42.199406 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-2d8d4f8f-4ba9-4f28-9626-ebeceef96828 admin admin] 10.222.0.35 "DELETE /v2.0/routers/b0ad94e8-7f95-45f6-a76e-a2191e854455 HTTP/1.1" status: 204 len: 168 time: 0.9691868 May 20 21:39:42.202083 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 34984) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:39:42.245593 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_v2 [None req-babd1c2e-d5d7-4c8f-86b9-86b5b8c58136 admin admin] Deleting subnet 7963096c-660c-41ee-b2a1-be9e61906a7a {{(pid=103163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 20 21:39:42.248518 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-babd1c2e-d5d7-4c8f-86b9-86b5b8c58136 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:39:42.282092 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-babd1c2e-d5d7-4c8f-86b9-86b5b8c58136 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9338757'] for subnet, precommit_delete_associations {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:39:42.360388 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-babd1c2e-d5d7-4c8f-86b9-86b5b8c58136 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33068388'] for subnet, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:39:42.501252 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-babd1c2e-d5d7-4c8f-86b9-86b5b8c58136 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33068399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9641221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8422588'] for subnet, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:39:42.528237 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babd1c2e-d5d7-4c8f-86b9-86b5b8c58136 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7963096c-660c-41ee-b2a1-be9e61906a7a,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:39:42.530247 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-babd1c2e-d5d7-4c8f-86b9-86b5b8c58136 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:39:42.535821 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-babd1c2e-d5d7-4c8f-86b9-86b5b8c58136 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/7963096c-660c-41ee-b2a1-be9e61906a7a HTTP/1.1" status: 204 len: 168 time: 0.3303268 May 20 21:39:42.536085 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 34986) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:39:42.536198 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0856470-597e-43e5-a72c-e1c8d94c3e54 None None] Network 50a3b006-43eb-412f-9023-3721d0d7ce2d requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:39:42.608756 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d315e1a4-97f9-4273-b7e9-8725e43b6eef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33160123'] for network, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:39:42.675254 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-d315e1a4-97f9-4273-b7e9-8725e43b6eef admin admin] Deleting port 552205f7-d19a-49ea-a5d4-e3c50c748177 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:39:42.675254 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d315e1a4-97f9-4273-b7e9-8725e43b6eef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:39:42.729284 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b41e2448-ecf0-41cd-a6e4-327110d3562b None None] DHCP port deletion for 50a3b006-43eb-412f-9023-3721d0d7ce2d request from n-d-842733-1 {{(pid=103164) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 21:39:42.743268 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-d315e1a4-97f9-4273-b7e9-8725e43b6eef admin admin] For port 552205f7-d19a-49ea-a5d4-e3c50c748177, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=552205f7-d19a-49ea-a5d4-e3c50c748177,segment=NetworkSegment(4501992d-e203-44d7-82fc-7b29a115c6d6),segment_id=4501992d-e203-44d7-82fc-7b29a115c6d6)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:39:42.743621 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d315e1a4-97f9-4273-b7e9-8725e43b6eef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:39:42.758396 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-d315e1a4-97f9-4273-b7e9-8725e43b6eef admin admin] Calling delete_port for 552205f7-d19a-49ea-a5d4-e3c50c748177 owned by network:dhcp {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:39:42.783083 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b41e2448-ecf0-41cd-a6e4-327110d3562b None None] Deleting port 552205f7-d19a-49ea-a5d4-e3c50c748177 {{(pid=103164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:39:42.783452 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b41e2448-ecf0-41cd-a6e4-327110d3562b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:39:42.847620 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b41e2448-ecf0-41cd-a6e4-327110d3562b None None] For port 552205f7-d19a-49ea-a5d4-e3c50c748177, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=552205f7-d19a-49ea-a5d4-e3c50c748177,segment=NetworkSegment(4501992d-e203-44d7-82fc-7b29a115c6d6),segment_id=4501992d-e203-44d7-82fc-7b29a115c6d6)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:39:42.848011 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b41e2448-ecf0-41cd-a6e4-327110d3562b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:39:42.860753 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b41e2448-ecf0-41cd-a6e4-327110d3562b None None] Calling delete_port for 552205f7-d19a-49ea-a5d4-e3c50c748177 owned by network:dhcp {{(pid=103164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:39:42.889192 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d315e1a4-97f9-4273-b7e9-8725e43b6eef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:39:42.917701 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d315e1a4-97f9-4273-b7e9-8725e43b6eef admin admin] No DVR routers for this DVR port 552205f7-d19a-49ea-a5d4-e3c50c748177 on host n-d-842733-1 {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 21:39:42.942208 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device bf9a38ad-fa66-4fcd-b91d-b25170b47e1f no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 21:39:42.945758 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d315e1a4-97f9-4273-b7e9-8725e43b6eef admin admin] Pushing event deleted for resources: {'Port': ['ID=552205f7-d19a-49ea-a5d4-e3c50c748177,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:39:42.963555 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b41e2448-ecf0-41cd-a6e4-327110d3562b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099'] for port, after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:39:42.966735 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: bf9a38ad-fa66-4fcd-b91d-b25170b47e1f {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 21:39:42.967071 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device bf9a38ad-fa66-4fcd-b91d-b25170b47e1f not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 21:39:42.967475 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 552205f7-d19a-49ea-a5d4-e3c50c748177 no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 21:39:42.999327 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d315e1a4-97f9-4273-b7e9-8725e43b6eef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33072115', 'neutron.services.segments.db._delete_segments_for_network-8782419500584'] for network, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:39:43.009991 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41e2448-ecf0-41cd-a6e4-327110d3562b None None] Pushing event deleted for resources: {'Port': ['ID=552205f7-d19a-49ea-a5d4-e3c50c748177,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:39:43.012336 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: 552205f7-d19a-49ea-a5d4-e3c50c748177 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 21:39:43.012677 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 552205f7-d19a-49ea-a5d4-e3c50c748177 not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 21:39:43.013076 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device f95e277a-dcf5-450a-97d7-4ddd46c472a2 no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 21:39:43.017200 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b41e2448-ecf0-41cd-a6e4-327110d3562b None None] No DVR routers for this DVR port 552205f7-d19a-49ea-a5d4-e3c50c748177 on host n-d-842733-1 {{(pid=103164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 21:39:43.021413 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-d315e1a4-97f9-4273-b7e9-8725e43b6eef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50a3b006-43eb-412f-9023-3721d0d7ce2d']}} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:39:43.031073 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-d315e1a4-97f9-4273-b7e9-8725e43b6eef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4501992d-e203-44d7-82fc-7b29a115c6d6') {'for_net_delete': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:39:43.031360 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-d315e1a4-97f9-4273-b7e9-8725e43b6eef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4501992d-e203-44d7-82fc-7b29a115c6d6') {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:39:43.035954 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: f95e277a-dcf5-450a-97d7-4ddd46c472a2 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 21:39:43.036425 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device f95e277a-dcf5-450a-97d7-4ddd46c472a2 not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 21:39:43.045279 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d315e1a4-97f9-4273-b7e9-8725e43b6eef admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419501617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9338764'] for segment, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:39:43.058427 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d315e1a4-97f9-4273-b7e9-8725e43b6eef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:39:43.064185 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d315e1a4-97f9-4273-b7e9-8725e43b6eef admin admin] Releasing vlan 248 on physical network physnet1 to pool {{(pid=103163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 21:39:43.064557 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d315e1a4-97f9-4273-b7e9-8725e43b6eef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9638311'] for segment, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:39:43.066224 n-d-842733-1 neutron-server[103163]: Traceback (most recent call last): May 20 21:39:43.066224 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 21:39:43.066224 n-d-842733-1 neutron-server[103163]: timer() May 20 21:39:43.066224 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 21:39:43.066224 n-d-842733-1 neutron-server[103163]: cb(*args, **kw) May 20 21:39:43.066224 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 20 21:39:43.066224 n-d-842733-1 neutron-server[103163]: return func(*args, **kwargs) May 20 21:39:43.066224 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 21:39:43.066224 n-d-842733-1 neutron-server[103163]: self._notify() May 20 21:39:43.066224 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 21:39:43.066224 n-d-842733-1 neutron-server[103163]: self.callback(batched_events) May 20 21:39:43.066224 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 21:39:43.066224 n-d-842733-1 neutron-server[103163]: event.method(event) May 20 21:39:43.066224 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 20 21:39:43.066224 n-d-842733-1 neutron-server[103163]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 21:39:43.066224 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 20 21:39:43.066224 n-d-842733-1 neutron-server[103163]: aggregate_uuid = self.p_client.list_aggregates( May 20 21:39:43.066224 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 20 21:39:43.066224 n-d-842733-1 neutron-server[103163]: return f(self, *a, **k) May 20 21:39:43.066224 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 20 21:39:43.066224 n-d-842733-1 neutron-server[103163]: return self._get(url).json() May 20 21:39:43.066224 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 20 21:39:43.066224 n-d-842733-1 neutron-server[103163]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 21:39:43.066224 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 21:39:43.066224 n-d-842733-1 neutron-server[103163]: return self.request(url, 'GET', **kwargs) May 20 21:39:43.066224 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 21:39:43.066224 n-d-842733-1 neutron-server[103163]: base_url = self.get_endpoint(auth, allow=allow, May 20 21:39:43.066224 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 21:39:43.066224 n-d-842733-1 neutron-server[103163]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 21:39:43.066224 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 21:39:43.066224 n-d-842733-1 neutron-server[103163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 21:39:43.066224 n-d-842733-1 neutron-server[103163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 21:39:43.172471 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d315e1a4-97f9-4273-b7e9-8725e43b6eef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33072122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748162'] for network, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:39:43.178016 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d315e1a4-97f9-4273-b7e9-8725e43b6eef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:39:43.182831 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-d315e1a4-97f9-4273-b7e9-8725e43b6eef admin admin] 10.222.0.35 "DELETE /v2.0/networks/50a3b006-43eb-412f-9023-3721d0d7ce2d HTTP/1.1" status: 204 len: 168 time: 0.6441450 May 20 21:39:43.192752 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d315e1a4-97f9-4273-b7e9-8725e43b6eef admin admin] Pushing event deleted for resources: {'Network': ['ID=50a3b006-43eb-412f-9023-3721d0d7ce2d,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:39:43.458432 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 34990) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:39:43.500161 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-f27320a2-f9ee-4899-bacd-e6fee47b0f3c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b9236351e1c74ae7971071e6da1632bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0405428 May 20 21:39:43.503032 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 34992) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:39:43.550231 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f47fbca2-f908-4574-a686-3963a258dc13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:39:43.571315 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f47fbca2-f908-4574-a686-3963a258dc13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:39:43.692116 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f47fbca2-f908-4574-a686-3963a258dc13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:39:43.694682 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f47fbca2-f908-4574-a686-3963a258dc13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:39:43.695826 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-f47fbca2-f908-4574-a686-3963a258dc13 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/219ab796-1d4f-402c-ba62-e205f71a5be0 HTTP/1.1" status: 204 len: 168 time: 0.1918933 May 20 21:39:43.706820 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47fbca2-f908-4574-a686-3963a258dc13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=219ab796-1d4f-402c-ba62-e205f71a5be0,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:39:44.648013 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 35014) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:39:44.742520 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-a5761739-9f89-40c2-945d-d2543aa90917 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-2009912205-network', 'tenant_id': '0b4df644b54e4605a791d65a23d111a5'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:39:44.854891 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5761739-9f89-40c2-945d-d2543aa90917 admin admin] Made reservation on behalf of 0b4df644b54e4605a791d65a23d111a5 for: {'network': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:39:44.857277 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a5761739-9f89-40c2-945d-d2543aa90917 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for network, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:39:44.865771 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a5761739-9f89-40c2-945d-d2543aa90917 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:39:44.938727 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a5761739-9f89-40c2-945d-d2543aa90917 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:39:45.008633 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a5761739-9f89-40c2-945d-d2543aa90917 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:39:45.029581 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5761739-9f89-40c2-945d-d2543aa90917 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 241} {{(pid=103163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 21:39:45.042726 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5761739-9f89-40c2-945d-d2543aa90917 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=411e4f05-6cf6-4e9e-8014-8c46cab9e0bf,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:39:45.047417 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a5761739-9f89-40c2-945d-d2543aa90917 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:39:45.047824 n-d-842733-1 neutron-server[103163]: INFO neutron.db.segments_db [None req-a5761739-9f89-40c2-945d-d2543aa90917 admin admin] Added segment e7ec3f9b-45a2-4627-8b95-d9a0c246f200 of type vlan for network ed61de79-6b57-470d-90fc-949193839205 May 20 21:39:45.087104 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a5761739-9f89-40c2-945d-d2543aa90917 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418993264'] for network, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:39:45.174401 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a5761739-9f89-40c2-945d-d2543aa90917 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524'] for network, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:39:45.175364 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5761739-9f89-40c2-945d-d2543aa90917 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:39:45.175943 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a5761739-9f89-40c2-945d-d2543aa90917 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:39:45.235114 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5761739-9f89-40c2-945d-d2543aa90917 admin admin] Pushing event updated for resources: {'Network': ['ID=ed61de79-6b57-470d-90fc-949193839205,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:39:45.245153 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Network ed61de79-6b57-470d-90fc-949193839205 details requested by agent ovs-agent-n-d-842733-1 with host n-d-842733-1 {{(pid=103164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 20 21:39:45.309972 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-a5761739-9f89-40c2-945d-d2543aa90917 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6606941 May 20 21:39:45.312604 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 35018) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:39:45.317342 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-c7529ff6-ec51-4f54-aad7-04fcdc93d140 admin admin] Request body: {'subnet': {'network_id': 'ed61de79-6b57-470d-90fc-949193839205', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-2009912205-subnet', 'tenant_id': '0b4df644b54e4605a791d65a23d111a5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:39:45.391530 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7529ff6-ec51-4f54-aad7-04fcdc93d140 admin admin] Made reservation on behalf of 0b4df644b54e4605a791d65a23d111a5 for: {'subnet': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:39:45.393896 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c7529ff6-ec51-4f54-aad7-04fcdc93d140 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8422561'] for subnet, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:39:45.643443 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c7529ff6-ec51-4f54-aad7-04fcdc93d140 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9641412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8422583'] for subnet, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:39:45.699268 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7529ff6-ec51-4f54-aad7-04fcdc93d140 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d0c3226-f486-4f23-8a78-446f8f0bdbe2,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:39:45.706381 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7529ff6-ec51-4f54-aad7-04fcdc93d140 admin admin] Checking segment: {'id': 'e7ec3f9b-45a2-4627-8b95-d9a0c246f200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'ed61de79-6b57-470d-90fc-949193839205'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:39:45.706730 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7529ff6-ec51-4f54-aad7-04fcdc93d140 admin admin] Network hostable DHCP agents. Network: ed61de79-6b57-470d-90fc-949193839205, hostable agents: ['c9b0653c-f3c7-4339-bd50-e3754b629216'], hosted agents: [] {{(pid=103163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 21:39:45.774255 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7529ff6-ec51-4f54-aad7-04fcdc93d140 admin admin] Network ed61de79-6b57-470d-90fc-949193839205 is scheduled to be hosted by DHCP agent c9b0653c-f3c7-4339-bd50-e3754b629216 with binding_index 1 {{(pid=103163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 21:39:45.854295 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-c7529ff6-ec51-4f54-aad7-04fcdc93d140 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842733-1, ed61de79-6b57-470d-90fc-949193839205) {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:39:45.858887 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7529ff6-ec51-4f54-aad7-04fcdc93d140 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:39:45.859459 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c7529ff6-ec51-4f54-aad7-04fcdc93d140 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:39:45.865757 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ef9c60c-b425-42eb-a80b-63a6789caff7 None None] Network ed61de79-6b57-470d-90fc-949193839205 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:39:45.943215 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-c7529ff6-ec51-4f54-aad7-04fcdc93d140 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6295643 May 20 21:39:45.983995 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7763463e-4d2e-4b8b-9442-70340f919174 None None] Network ed61de79-6b57-470d-90fc-949193839205 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:39:46.363055 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10eace0c-9d8a-45f1-8e3b-780e38a15b9a req-73f7f655-8f43-4bb1-a0a5-2b6c7030de24 tempest-ServersNegativeTestJSON-1616744281 tempest-ServersNegativeTestJSON-1616744281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:39:46.367677 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-10eace0c-9d8a-45f1-8e3b-780e38a15b9a req-73f7f655-8f43-4bb1-a0a5-2b6c7030de24 tempest-ServersNegativeTestJSON-1616744281 tempest-ServersNegativeTestJSON-1616744281-project] 10.222.0.35 "GET /v2.0/networks?id=ed61de79-6b57-470d-90fc-949193839205 HTTP/1.1" status: 200 len: 814 time: 0.1043255 May 20 21:39:46.380371 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-10eace0c-9d8a-45f1-8e3b-780e38a15b9a req-e630b7a2-8084-461b-8dd7-4bfa250d93e9 tempest-ServersNegativeTestJSON-1616744281 tempest-ServersNegativeTestJSON-1616744281-project] 10.222.0.35 "GET /v2.0/quotas/0b4df644b54e4605a791d65a23d111a5 HTTP/1.1" status: 200 len: 375 time: 0.0100405 May 20 21:39:46.659908 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-10eace0c-9d8a-45f1-8e3b-780e38a15b9a req-93ec1364-5203-4454-88fb-872d1ef6d8ec tempest-ServersNegativeTestJSON-1616744281 tempest-ServersNegativeTestJSON-1616744281-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=0b4df644b54e4605a791d65a23d111a5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2739658 May 20 21:39:46.748998 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-10eace0c-9d8a-45f1-8e3b-780e38a15b9a req-d39e4c68-df50-4ce0-9d6d-81d75acfb792 service neutron] 10.222.0.35 "GET /v2.0/networks/ed61de79-6b57-470d-90fc-949193839205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819235 May 20 21:39:46.838806 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-10eace0c-9d8a-45f1-8e3b-780e38a15b9a req-2617d8cd-9bba-4c37-a787-8b26fe7a675a service neutron] 10.222.0.35 "GET /v2.0/networks/ed61de79-6b57-470d-90fc-949193839205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833735 May 20 21:39:47.063697 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-231bcc7e-243d-4af5-a4c7-4b0964b5553b req-d3f97244-02b1-45b7-86de-284f5555e477 tempest-ServersNegativeTestJSON-1616744281 tempest-ServersNegativeTestJSON-1616744281-project] 10.222.0.35 "GET /v2.0/ports?device_id=9307d1fa-434b-4dea-88fa-f69854af2f94 HTTP/1.1" status: 200 len: 210 time: 0.0272367 May 20 21:39:48.141010 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-18bc57aa-cdea-42b5-9425-88db12057926 req-8b9728b6-a668-47a8-9cc6-392c50c0850b tempest-ServersNegativeTestJSON-1616744281 tempest-ServersNegativeTestJSON-1616744281-project] 10.222.0.35 "GET /v2.0/ports?device_id=9307d1fa-434b-4dea-88fa-f69854af2f94 HTTP/1.1" status: 200 len: 210 time: 0.0263839 May 20 21:39:49.234717 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-dd235817-c677-4fd6-837f-d68a65490a03 req-2d1286ab-ed3c-4aff-a7ae-cc4a564e362f tempest-ServersNegativeTestJSON-1616744281 tempest-ServersNegativeTestJSON-1616744281-project] 10.222.0.35 "GET /v2.0/ports?device_id=9307d1fa-434b-4dea-88fa-f69854af2f94 HTTP/1.1" status: 200 len: 210 time: 0.0264843 May 20 21:39:49.399310 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10eace0c-9d8a-45f1-8e3b-780e38a15b9a req-c865282a-5d89-4be9-8b6b-1a4e9d452948 tempest-ServersNegativeTestJSON-1616744281 tempest-ServersNegativeTestJSON-1616744281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:39:49.400757 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-10eace0c-9d8a-45f1-8e3b-780e38a15b9a req-c865282a-5d89-4be9-8b6b-1a4e9d452948 tempest-ServersNegativeTestJSON-1616744281 tempest-ServersNegativeTestJSON-1616744281-project] 10.222.0.13 "GET /v2.0/networks?id=ed61de79-6b57-470d-90fc-949193839205 HTTP/1.1" status: 200 len: 814 time: 0.1013248 May 20 21:39:49.418987 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [req-10eace0c-9d8a-45f1-8e3b-780e38a15b9a req-f9c5a258-a9b0-411a-b593-717865d071b1 tempest-ServersNegativeTestJSON-1616744281 tempest-ServersNegativeTestJSON-1616744281-project] Request body: {'port': {'device_id': '9307d1fa-434b-4dea-88fa-f69854af2f94', 'network_id': 'ed61de79-6b57-470d-90fc-949193839205', 'admin_state_up': True, 'tenant_id': '0b4df644b54e4605a791d65a23d111a5'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:39:49.597397 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10eace0c-9d8a-45f1-8e3b-780e38a15b9a req-f9c5a258-a9b0-411a-b593-717865d071b1 tempest-ServersNegativeTestJSON-1616744281 tempest-ServersNegativeTestJSON-1616744281-project] Made reservation on behalf of 0b4df644b54e4605a791d65a23d111a5 for: {'port': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:39:49.601134 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-10eace0c-9d8a-45f1-8e3b-780e38a15b9a req-f9c5a258-a9b0-411a-b593-717865d071b1 tempest-ServersNegativeTestJSON-1616744281 tempest-ServersNegativeTestJSON-1616744281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:39:49.724662 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [req-10eace0c-9d8a-45f1-8e3b-780e38a15b9a req-f9c5a258-a9b0-411a-b593-717865d071b1 tempest-ServersNegativeTestJSON-1616744281 tempest-ServersNegativeTestJSON-1616744281-project] Allocated IP 172.20.0.11 (ed61de79-6b57-470d-90fc-949193839205/1d0c3226-f486-4f23-8a78-446f8f0bdbe2/0e18f794-d7a1-4962-a4bf-12e72281708e) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:39:49.878770 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-10eace0c-9d8a-45f1-8e3b-780e38a15b9a req-f9c5a258-a9b0-411a-b593-717865d071b1 tempest-ServersNegativeTestJSON-1616744281 tempest-ServersNegativeTestJSON-1616744281-project] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:39:49.906306 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-58cf5672-be93-407d-901f-ba517a6ceb5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:39:49.969376 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-10eace0c-9d8a-45f1-8e3b-780e38a15b9a req-f9c5a258-a9b0-411a-b593-717865d071b1 tempest-ServersNegativeTestJSON-1616744281 tempest-ServersNegativeTestJSON-1616744281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:39:50.016465 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10eace0c-9d8a-45f1-8e3b-780e38a15b9a req-f9c5a258-a9b0-411a-b593-717865d071b1 tempest-ServersNegativeTestJSON-1616744281 tempest-ServersNegativeTestJSON-1616744281-project] Network ed61de79-6b57-470d-90fc-949193839205 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:39:50.019437 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [req-10eace0c-9d8a-45f1-8e3b-780e38a15b9a req-f9c5a258-a9b0-411a-b593-717865d071b1 tempest-ServersNegativeTestJSON-1616744281 tempest-ServersNegativeTestJSON-1616744281-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:39:50.023042 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-10eace0c-9d8a-45f1-8e3b-780e38a15b9a req-f9c5a258-a9b0-411a-b593-717865d071b1 tempest-ServersNegativeTestJSON-1616744281 tempest-ServersNegativeTestJSON-1616744281-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:39:50.031527 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c5a258-a9b0-411a-b593-717865d071b1 tempest-ServersNegativeTestJSON-1616744281 tempest-ServersNegativeTestJSON-1616744281-project] Pushing event updated for resources: {'Port': ['ID=0e18f794-d7a1-4962-a4bf-12e72281708e,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:39:50.075928 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10eace0c-9d8a-45f1-8e3b-780e38a15b9a req-f9c5a258-a9b0-411a-b593-717865d071b1 tempest-ServersNegativeTestJSON-1616744281 tempest-ServersNegativeTestJSON-1616744281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:39:50.076531 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-10eace0c-9d8a-45f1-8e3b-780e38a15b9a req-f9c5a258-a9b0-411a-b593-717865d071b1 tempest-ServersNegativeTestJSON-1616744281 tempest-ServersNegativeTestJSON-1616744281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:39:50.177269 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-10eace0c-9d8a-45f1-8e3b-780e38a15b9a req-f9c5a258-a9b0-411a-b593-717865d071b1 tempest-ServersNegativeTestJSON-1616744281 tempest-ServersNegativeTestJSON-1616744281-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7619689 May 20 21:39:50.266086 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [req-10eace0c-9d8a-45f1-8e3b-780e38a15b9a req-00d44b87-f50f-48cb-94a6-352fa374001e service neutron] Request body: {'port': {'device_id': '9307d1fa-434b-4dea-88fa-f69854af2f94', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-842733-1'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:39:50.322017 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-10eace0c-9d8a-45f1-8e3b-780e38a15b9a req-00d44b87-f50f-48cb-94a6-352fa374001e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:39:50.355019 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a9558a-7f0e-4646-90c7-15f2d1577426 req-85112451-32e8-4ec6-901b-9ff0a5b97c82 tempest-ServersNegativeTestJSON-1616744281 tempest-ServersNegativeTestJSON-1616744281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:39:50.357665 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b0a9558a-7f0e-4646-90c7-15f2d1577426 req-85112451-32e8-4ec6-901b-9ff0a5b97c82 tempest-ServersNegativeTestJSON-1616744281 tempest-ServersNegativeTestJSON-1616744281-project] 10.222.0.35 "GET /v2.0/ports?device_id=9307d1fa-434b-4dea-88fa-f69854af2f94 HTTP/1.1" status: 200 len: 932 time: 0.0531900 May 20 21:39:50.396910 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b0a9558a-7f0e-4646-90c7-15f2d1577426 req-c5107288-b303-4025-8cc0-23114f8d50b3 tempest-ServersNegativeTestJSON-1616744281 tempest-ServersNegativeTestJSON-1616744281-project] 10.222.0.35 "GET /v2.0/security-groups?id=411e4f05-6cf6-4e9e-8014-8c46cab9e0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334163 May 20 21:39:50.585775 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [req-10eace0c-9d8a-45f1-8e3b-780e38a15b9a req-00d44b87-f50f-48cb-94a6-352fa374001e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e18f794-d7a1-4962-a4bf-12e72281708e {{(pid=103162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 21:39:50.593480 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-10eace0c-9d8a-45f1-8e3b-780e38a15b9a req-00d44b87-f50f-48cb-94a6-352fa374001e service neutron] Notify callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:39:50.604782 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.provisioning_blocks [req-10eace0c-9d8a-45f1-8e3b-780e38a15b9a req-00d44b87-f50f-48cb-94a6-352fa374001e service neutron] Transition to ACTIVE for port object 0e18f794-d7a1-4962-a4bf-12e72281708e will not be triggered until provisioned by entity L2. {{(pid=103162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 21:39:50.671930 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-10eace0c-9d8a-45f1-8e3b-780e38a15b9a req-00d44b87-f50f-48cb-94a6-352fa374001e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:39:50.724089 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d44b87-f50f-48cb-94a6-352fa374001e service neutron] Pushing event updated for resources: {'Port': ['ID=0e18f794-d7a1-4962-a4bf-12e72281708e,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:39:50.786751 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-10eace0c-9d8a-45f1-8e3b-780e38a15b9a req-00d44b87-f50f-48cb-94a6-352fa374001e service neutron] Attempting to bind port 0e18f794-d7a1-4962-a4bf-12e72281708e on host n-h2-842733-1 for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:39:50.787080 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-10eace0c-9d8a-45f1-8e3b-780e38a15b9a req-00d44b87-f50f-48cb-94a6-352fa374001e service neutron] Attempting to bind port 0e18f794-d7a1-4962-a4bf-12e72281708e by drivers openvswitch,hyperv on host n-h2-842733-1 at level 0 using segments [{'id': 'e7ec3f9b-45a2-4627-8b95-d9a0c246f200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'ed61de79-6b57-470d-90fc-949193839205'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:39:50.787403 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10eace0c-9d8a-45f1-8e3b-780e38a15b9a req-00d44b87-f50f-48cb-94a6-352fa374001e service neutron] Attempting to bind port 0e18f794-d7a1-4962-a4bf-12e72281708e on network ed61de79-6b57-470d-90fc-949193839205 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:39:50.791555 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10eace0c-9d8a-45f1-8e3b-780e38a15b9a req-00d44b87-f50f-48cb-94a6-352fa374001e service neutron] Port 0e18f794-d7a1-4962-a4bf-12e72281708e on network ed61de79-6b57-470d-90fc-949193839205 not bound, no agent of type Open vSwitch agent registered on host n-h2-842733-1 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 21:39:50.791869 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10eace0c-9d8a-45f1-8e3b-780e38a15b9a req-00d44b87-f50f-48cb-94a6-352fa374001e service neutron] Attempting to bind port 0e18f794-d7a1-4962-a4bf-12e72281708e on network ed61de79-6b57-470d-90fc-949193839205 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:39:50.797608 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10eace0c-9d8a-45f1-8e3b-780e38a15b9a req-00d44b87-f50f-48cb-94a6-352fa374001e service neutron] Checking agent: {'id': 'a66f2511-b955-448f-877c-56cfe9c81b12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 33, 2), 'started_at': datetime.datetime(2022, 5, 20, 20, 33, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 21, 39, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 21:39:50.797944 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10eace0c-9d8a-45f1-8e3b-780e38a15b9a req-00d44b87-f50f-48cb-94a6-352fa374001e service neutron] Checking segment: {'id': 'e7ec3f9b-45a2-4627-8b95-d9a0c246f200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'ed61de79-6b57-470d-90fc-949193839205'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:39:50.798322 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10eace0c-9d8a-45f1-8e3b-780e38a15b9a req-00d44b87-f50f-48cb-94a6-352fa374001e service neutron] Bound using segment: {'id': 'e7ec3f9b-45a2-4627-8b95-d9a0c246f200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'ed61de79-6b57-470d-90fc-949193839205'} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 21:39:50.798741 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-10eace0c-9d8a-45f1-8e3b-780e38a15b9a req-00d44b87-f50f-48cb-94a6-352fa374001e service neutron] Bound port: 0e18f794-d7a1-4962-a4bf-12e72281708e, host: n-h2-842733-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7ec3f9b-45a2-4627-8b95-d9a0c246f200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'ed61de79-6b57-470d-90fc-949193839205'}}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:39:50.799090 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-10eace0c-9d8a-45f1-8e3b-780e38a15b9a req-00d44b87-f50f-48cb-94a6-352fa374001e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:39:50.863619 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-10eace0c-9d8a-45f1-8e3b-780e38a15b9a req-00d44b87-f50f-48cb-94a6-352fa374001e service neutron] For port 0e18f794-d7a1-4962-a4bf-12e72281708e, host n-h2-842733-1, cleared binding levels {{(pid=103162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 21:39:50.866442 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-10eace0c-9d8a-45f1-8e3b-780e38a15b9a req-00d44b87-f50f-48cb-94a6-352fa374001e service neutron] For port 0e18f794-d7a1-4962-a4bf-12e72281708e, host n-h2-842733-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=0e18f794-d7a1-4962-a4bf-12e72281708e,segment=NetworkSegment(e7ec3f9b-45a2-4627-8b95-d9a0c246f200),segment_id=e7ec3f9b-45a2-4627-8b95-d9a0c246f200)] {{(pid=103162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 21:39:50.935460 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-10eace0c-9d8a-45f1-8e3b-780e38a15b9a req-00d44b87-f50f-48cb-94a6-352fa374001e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:39:50.971025 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10eace0c-9d8a-45f1-8e3b-780e38a15b9a req-00d44b87-f50f-48cb-94a6-352fa374001e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:39:50.971720 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-10eace0c-9d8a-45f1-8e3b-780e38a15b9a req-00d44b87-f50f-48cb-94a6-352fa374001e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:39:50.973073 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-10eace0c-9d8a-45f1-8e3b-780e38a15b9a req-00d44b87-f50f-48cb-94a6-352fa374001e service neutron] 10.222.0.13 "PUT /v2.0/ports/0e18f794-d7a1-4962-a4bf-12e72281708e HTTP/1.1" status: 200 len: 1092 time: 0.7817159 May 20 21:39:50.973573 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9307d1fa-434b-4dea-88fa-f69854af2f94', 'tag': '0e18f794-d7a1-4962-a4bf-12e72281708e'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 21:39:50.975734 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e97a983f2a54588e3d21b88a12ad54839c2ea34da7b46679306b1f34ba25e4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87a5d382-204c-4b9e-9bcf-a3d171f3a968" -d '{"events": [{"name": "network-changed", "server_uuid": "9307d1fa-434b-4dea-88fa-f69854af2f94", "tag": "0e18f794-d7a1-4962-a4bf-12e72281708e"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 21:39:50.999391 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d44b87-f50f-48cb-94a6-352fa374001e service neutron] Pushing event updated for resources: {'Port': ['ID=0e18f794-d7a1-4962-a4bf-12e72281708e,revision_number=3']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:39:51.083069 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 21:39:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e427402f-5c39-432c-9145-aaf497a7472d x-openstack-request-id: req-e427402f-5c39-432c-9145-aaf497a7472d {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 21:39:51.083363 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9307d1fa-434b-4dea-88fa-f69854af2f94", "tag": "0e18f794-d7a1-4962-a4bf-12e72281708e", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 21:39:51.083612 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e427402f-5c39-432c-9145-aaf497a7472d {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 21:39:51.084011 n-d-842733-1 neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e427402f-5c39-432c-9145-aaf497a7472d'] response: {'name': 'network-changed', 'server_uuid': '9307d1fa-434b-4dea-88fa-f69854af2f94', 'tag': '0e18f794-d7a1-4962-a4bf-12e72281708e', 'status': 'completed', 'code': 200} May 20 21:39:51.152712 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10eace0c-9d8a-45f1-8e3b-780e38a15b9a req-56344a8e-28a8-4068-b274-99790c12e0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:39:51.155021 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-10eace0c-9d8a-45f1-8e3b-780e38a15b9a req-56344a8e-28a8-4068-b274-99790c12e0fa service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0b4df644b54e4605a791d65a23d111a5&device_id=9307d1fa-434b-4dea-88fa-f69854af2f94 HTTP/1.1" status: 200 len: 1095 time: 0.0403855 May 20 21:39:51.204645 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-10eace0c-9d8a-45f1-8e3b-780e38a15b9a req-dc7409ac-45bf-43b2-b2d8-9c405e2a18cb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0e18f794-d7a1-4962-a4bf-12e72281708e HTTP/1.1" status: 200 len: 217 time: 0.0361447 May 20 21:39:51.252493 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10eace0c-9d8a-45f1-8e3b-780e38a15b9a req-ccf790ce-b70c-4260-a13b-bf6ef82218f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:39:51.253926 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-10eace0c-9d8a-45f1-8e3b-780e38a15b9a req-ccf790ce-b70c-4260-a13b-bf6ef82218f7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1d0c3226-f486-4f23-8a78-446f8f0bdbe2 HTTP/1.1" status: 200 len: 854 time: 0.0429246 May 20 21:39:51.284517 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-10eace0c-9d8a-45f1-8e3b-780e38a15b9a req-720ddd12-db0d-493e-9cc5-665f054fdea3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ed61de79-6b57-470d-90fc-949193839205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243790 May 20 21:39:51.370237 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-10eace0c-9d8a-45f1-8e3b-780e38a15b9a req-69804edb-d396-483e-a9db-07279d116003 service neutron] 10.222.0.13 "GET /v2.0/networks/ed61de79-6b57-470d-90fc-949193839205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788181 May 20 21:39:51.462630 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-10eace0c-9d8a-45f1-8e3b-780e38a15b9a req-daed71a1-eb5c-45f2-ab4c-0486991e15ae service neutron] 10.222.0.13 "GET /v2.0/networks/ed61de79-6b57-470d-90fc-949193839205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865304 May 20 21:39:51.522979 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce4c8a4-e018-43f8-a439-6283ff23ee4e req-6be2f830-01c3-440d-a833-91cfd0d994cd tempest-ServersNegativeTestJSON-1616744281 tempest-ServersNegativeTestJSON-1616744281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:39:51.524463 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5ce4c8a4-e018-43f8-a439-6283ff23ee4e req-6be2f830-01c3-440d-a833-91cfd0d994cd tempest-ServersNegativeTestJSON-1616744281 tempest-ServersNegativeTestJSON-1616744281-project] 10.222.0.35 "GET /v2.0/ports?device_id=9307d1fa-434b-4dea-88fa-f69854af2f94 HTTP/1.1" status: 200 len: 944 time: 0.0484192 May 20 21:39:51.561265 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5ce4c8a4-e018-43f8-a439-6283ff23ee4e req-049d5f16-51fc-4080-8a41-073e8db8c8d7 tempest-ServersNegativeTestJSON-1616744281 tempest-ServersNegativeTestJSON-1616744281-project] 10.222.0.35 "GET /v2.0/security-groups?id=411e4f05-6cf6-4e9e-8014-8c46cab9e0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300007 May 20 21:39:51.676174 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a5d382-204c-4b9e-9bcf-a3d171f3a968 req-c58f8377-2e87-4e83-a436-f1ce7f1953ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:39:51.677666 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-87a5d382-204c-4b9e-9bcf-a3d171f3a968 req-c58f8377-2e87-4e83-a436-f1ce7f1953ee service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0b4df644b54e4605a791d65a23d111a5&device_id=9307d1fa-434b-4dea-88fa-f69854af2f94 HTTP/1.1" status: 200 len: 1095 time: 0.0399907 May 20 21:39:51.768976 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a5d382-204c-4b9e-9bcf-a3d171f3a968 req-ff777924-a1bd-4dfb-b2ee-aaedd975f583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:39:51.770365 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-87a5d382-204c-4b9e-9bcf-a3d171f3a968 req-ff777924-a1bd-4dfb-b2ee-aaedd975f583 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ed61de79-6b57-470d-90fc-949193839205 HTTP/1.1" status: 200 len: 915 time: 0.0867851 May 20 21:39:51.810140 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-87a5d382-204c-4b9e-9bcf-a3d171f3a968 req-2ab01bc6-1950-4ca1-9864-983f548faa89 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0e18f794-d7a1-4962-a4bf-12e72281708e HTTP/1.1" status: 200 len: 217 time: 0.0333560 May 20 21:39:51.856911 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a5d382-204c-4b9e-9bcf-a3d171f3a968 req-3d6d3f8d-0038-4104-ac6a-6b27a59c2b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:39:51.858323 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-87a5d382-204c-4b9e-9bcf-a3d171f3a968 req-3d6d3f8d-0038-4104-ac6a-6b27a59c2b8a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1d0c3226-f486-4f23-8a78-446f8f0bdbe2 HTTP/1.1" status: 200 len: 854 time: 0.0422897 May 20 21:39:51.890172 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-87a5d382-204c-4b9e-9bcf-a3d171f3a968 req-7d0f7fb0-3287-45df-b64d-d34f92969ee8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ed61de79-6b57-470d-90fc-949193839205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247312 May 20 21:39:51.981931 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-87a5d382-204c-4b9e-9bcf-a3d171f3a968 req-14d41762-97ff-4094-ba37-38a58f6618c4 service neutron] 10.222.0.13 "GET /v2.0/networks/ed61de79-6b57-470d-90fc-949193839205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840313 May 20 21:39:52.074046 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-87a5d382-204c-4b9e-9bcf-a3d171f3a968 req-0c387425-c7d3-4cc3-8f7f-dcab82c95bab service neutron] 10.222.0.13 "GET /v2.0/networks/ed61de79-6b57-470d-90fc-949193839205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844219 May 20 21:39:52.280477 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-87318f46-82c6-4515-97f5-a2a345c699f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:39:52.676717 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ab2c06-13a4-477e-a3a4-531ea0eb9fd7 req-72e1a91f-80cf-4bd5-8960-5e3e22cf7715 tempest-ServersNegativeTestJSON-1616744281 tempest-ServersNegativeTestJSON-1616744281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:39:52.678184 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b7ab2c06-13a4-477e-a3a4-531ea0eb9fd7 req-72e1a91f-80cf-4bd5-8960-5e3e22cf7715 tempest-ServersNegativeTestJSON-1616744281 tempest-ServersNegativeTestJSON-1616744281-project] 10.222.0.35 "GET /v2.0/ports?device_id=9307d1fa-434b-4dea-88fa-f69854af2f94 HTTP/1.1" status: 200 len: 944 time: 0.0473211 May 20 21:39:52.715700 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b7ab2c06-13a4-477e-a3a4-531ea0eb9fd7 req-c115d714-9c6e-4bdb-8ed4-60f40864d715 tempest-ServersNegativeTestJSON-1616744281 tempest-ServersNegativeTestJSON-1616744281-project] 10.222.0.35 "GET /v2.0/security-groups?id=411e4f05-6cf6-4e9e-8014-8c46cab9e0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314510 May 20 21:39:53.359860 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 0e18f794-d7a1-4962-a4bf-12e72281708e details requested by agent hyperv_n-h2-842733-1 with host n-h2-842733-1 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 21:39:53.453580 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port 0e18f794-d7a1-4962-a4bf-12e72281708e, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=0e18f794-d7a1-4962-a4bf-12e72281708e,segment=NetworkSegment(e7ec3f9b-45a2-4627-8b95-d9a0c246f200),segment_id=e7ec3f9b-45a2-4627-8b95-d9a0c246f200)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:39:53.467667 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Returning: {'device': '0e18f794-d7a1-4962-a4bf-12e72281708e', 'network_id': 'ed61de79-6b57-470d-90fc-949193839205', 'port_id': '0e18f794-d7a1-4962-a4bf-12e72281708e', 'mac_address': 'fa:16:3e:50:82:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d0c3226-f486-4f23-8a78-446f8f0bdbe2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 20 21:39:53.503996 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port 0e18f794-d7a1-4962-a4bf-12e72281708e is: DOWN; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:39:53.504373 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:39:53.517345 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e18f794-d7a1-4962-a4bf-12e72281708e {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 21:39:53.535391 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port 0e18f794-d7a1-4962-a4bf-12e72281708e, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=0e18f794-d7a1-4962-a4bf-12e72281708e,segment=NetworkSegment(e7ec3f9b-45a2-4627-8b95-d9a0c246f200),segment_id=e7ec3f9b-45a2-4627-8b95-d9a0c246f200)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:39:53.605709 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:39:53.652695 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=0e18f794-d7a1-4962-a4bf-12e72281708e,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:39:53.835298 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7935a998-bb13-40fc-9895-fbe768ca0373 req-d250c115-897c-47e6-8993-af25e13ed5e8 tempest-ServersNegativeTestJSON-1616744281 tempest-ServersNegativeTestJSON-1616744281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:39:53.836740 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7935a998-bb13-40fc-9895-fbe768ca0373 req-d250c115-897c-47e6-8993-af25e13ed5e8 tempest-ServersNegativeTestJSON-1616744281 tempest-ServersNegativeTestJSON-1616744281-project] 10.222.0.35 "GET /v2.0/ports?device_id=9307d1fa-434b-4dea-88fa-f69854af2f94 HTTP/1.1" status: 200 len: 945 time: 0.0522785 May 20 21:39:53.863770 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] get_ports_and_sgs() called for port_ids ['0e18f794-d7a1-4962-a4bf-12e72281708e'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 21:39:53.876657 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7935a998-bb13-40fc-9895-fbe768ca0373 req-2fcf1041-2d2b-4ea5-9266-cf9347f09297 tempest-ServersNegativeTestJSON-1616744281 tempest-ServersNegativeTestJSON-1616744281-project] 10.222.0.35 "GET /v2.0/security-groups?id=411e4f05-6cf6-4e9e-8014-8c46cab9e0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329857 May 20 21:39:54.143059 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4bb0e131-6525-46ca-a45b-e4ea43a5e69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:39:54.991484 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23db6e40-b075-4d9a-be9a-e0ea6fc6f6c7 req-77dccae3-9944-4119-936e-0bc0a2ea011a tempest-ServersNegativeTestJSON-1616744281 tempest-ServersNegativeTestJSON-1616744281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:39:54.992922 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-23db6e40-b075-4d9a-be9a-e0ea6fc6f6c7 req-77dccae3-9944-4119-936e-0bc0a2ea011a tempest-ServersNegativeTestJSON-1616744281 tempest-ServersNegativeTestJSON-1616744281-project] 10.222.0.35 "GET /v2.0/ports?device_id=9307d1fa-434b-4dea-88fa-f69854af2f94 HTTP/1.1" status: 200 len: 945 time: 0.0482678 May 20 21:39:55.029772 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-23db6e40-b075-4d9a-be9a-e0ea6fc6f6c7 req-db3f1bc8-e46e-4491-8422-795e0f83adf9 tempest-ServersNegativeTestJSON-1616744281 tempest-ServersNegativeTestJSON-1616744281-project] 10.222.0.35 "GET /v2.0/security-groups?id=411e4f05-6cf6-4e9e-8014-8c46cab9e0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302901 May 20 21:39:55.203206 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:39:55.375297 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 0e18f794-d7a1-4962-a4bf-12e72281708e up at agent hyperv_n-h2-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:39:55.497441 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Provisioning for port 0e18f794-d7a1-4962-a4bf-12e72281708e completed by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 21:39:55.501848 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Provisioning complete for port 0e18f794-d7a1-4962-a4bf-12e72281708e triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:39:55.502216 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:39:55.587006 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port 0e18f794-d7a1-4962-a4bf-12e72281708e is: BUILD; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:39:55.587378 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:39:55.615069 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9307d1fa-434b-4dea-88fa-f69854af2f94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e18f794-d7a1-4962-a4bf-12e72281708e'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 21:39:55.619968 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7947af4a1013b12ef328acaa2f4e39eb2f7ac51c208120b4987a707d9dc479df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33c29746-2c1d-43e1-b2d6-94839b7680f5" -d '{"events": [{"server_uuid": "9307d1fa-434b-4dea-88fa-f69854af2f94", "name": "network-vif-plugged", "status": "completed", "tag": "0e18f794-d7a1-4962-a4bf-12e72281708e"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 21:39:55.639149 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port 0e18f794-d7a1-4962-a4bf-12e72281708e, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=0e18f794-d7a1-4962-a4bf-12e72281708e,segment=NetworkSegment(e7ec3f9b-45a2-4627-8b95-d9a0c246f200),segment_id=e7ec3f9b-45a2-4627-8b95-d9a0c246f200)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:39:55.663024 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:39:55.686676 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:39:55.720190 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 21:39:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-950200ec-38b3-4418-a374-6e3cb2506aa5 x-openstack-request-id: req-950200ec-38b3-4418-a374-6e3cb2506aa5 {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 21:39:55.720484 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9307d1fa-434b-4dea-88fa-f69854af2f94", "name": "network-vif-plugged", "status": "completed", "tag": "0e18f794-d7a1-4962-a4bf-12e72281708e", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 21:39:55.720735 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-950200ec-38b3-4418-a374-6e3cb2506aa5 {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 21:39:55.721129 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-950200ec-38b3-4418-a374-6e3cb2506aa5'] response: {'server_uuid': '9307d1fa-434b-4dea-88fa-f69854af2f94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e18f794-d7a1-4962-a4bf-12e72281708e', 'code': 200} May 20 21:39:55.734324 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cc3ec51b-6ec8-438a-8349-5f0bec346d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:39:55.737177 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=0e18f794-d7a1-4962-a4bf-12e72281708e,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:39:55.842412 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c943206-9c65-4d3f-9dec-08d52ab4eaa4 req-56bd8b33-0da8-406b-adee-274d983ec5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:39:55.843900 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-7c943206-9c65-4d3f-9dec-08d52ab4eaa4 req-56bd8b33-0da8-406b-adee-274d983ec5ed service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9307d1fa-434b-4dea-88fa-f69854af2f94 HTTP/1.1" status: 200 len: 1097 time: 0.0450163 May 20 21:39:55.878478 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-7c943206-9c65-4d3f-9dec-08d52ab4eaa4 req-68cc1fa1-d0aa-46aa-8a3a-b5ac04e19f2b service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=411e4f05-6cf6-4e9e-8014-8c46cab9e0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277729 May 20 21:39:56.140884 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.agents_db [None req-5c33ad30-4e00-40fa-b486-8c79c4a6cfc5 None None] Agent healthcheck: found 7 active agents {{(pid=103165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 20 21:39:56.144938 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43eef0a-f984-4e08-b4ea-0cbb51a935bd req-50983c3c-4388-4b7c-ae64-687c478f0cef tempest-ServersNegativeTestJSON-1616744281 tempest-ServersNegativeTestJSON-1616744281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:39:56.146486 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c43eef0a-f984-4e08-b4ea-0cbb51a935bd req-50983c3c-4388-4b7c-ae64-687c478f0cef tempest-ServersNegativeTestJSON-1616744281 tempest-ServersNegativeTestJSON-1616744281-project] 10.222.0.35 "GET /v2.0/ports?device_id=9307d1fa-434b-4dea-88fa-f69854af2f94 HTTP/1.1" status: 200 len: 946 time: 0.0494132 May 20 21:39:56.186391 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c43eef0a-f984-4e08-b4ea-0cbb51a935bd req-72537370-c87b-405d-9778-d6908016a77d tempest-ServersNegativeTestJSON-1616744281 tempest-ServersNegativeTestJSON-1616744281-project] 10.222.0.35 "GET /v2.0/security-groups?id=411e4f05-6cf6-4e9e-8014-8c46cab9e0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338311 May 20 21:39:57.308570 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85947d27-9e78-4447-97c6-3ee28673b89a req-9b4511fc-455b-4c9d-b9c6-1221cc17f3b0 tempest-ServersNegativeTestJSON-1616744281 tempest-ServersNegativeTestJSON-1616744281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:39:57.310184 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-85947d27-9e78-4447-97c6-3ee28673b89a req-9b4511fc-455b-4c9d-b9c6-1221cc17f3b0 tempest-ServersNegativeTestJSON-1616744281 tempest-ServersNegativeTestJSON-1616744281-project] 10.222.0.35 "GET /v2.0/ports?device_id=9307d1fa-434b-4dea-88fa-f69854af2f94 HTTP/1.1" status: 200 len: 946 time: 0.0532761 May 20 21:39:57.348040 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-85947d27-9e78-4447-97c6-3ee28673b89a req-f0325474-4606-4c3b-8023-e9dd924f4b03 tempest-ServersNegativeTestJSON-1616744281 tempest-ServersNegativeTestJSON-1616744281-project] 10.222.0.35 "GET /v2.0/security-groups?id=411e4f05-6cf6-4e9e-8014-8c46cab9e0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317044 May 20 21:39:57.575731 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0321bc7e-1514-4336-9d8a-4ed7653dfb80 req-8565dd62-a834-49fe-98d4-c52c510eeaa3 tempest-ServersNegativeTestJSON-1616744281 tempest-ServersNegativeTestJSON-1616744281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:39:57.577187 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0321bc7e-1514-4336-9d8a-4ed7653dfb80 req-8565dd62-a834-49fe-98d4-c52c510eeaa3 tempest-ServersNegativeTestJSON-1616744281 tempest-ServersNegativeTestJSON-1616744281-project] 10.222.0.35 "GET /v2.0/networks?id=ed61de79-6b57-470d-90fc-949193839205 HTTP/1.1" status: 200 len: 814 time: 0.1004229 May 20 21:39:57.591813 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0321bc7e-1514-4336-9d8a-4ed7653dfb80 req-99f12d92-8768-43bd-abc0-75d6c1cb25d6 tempest-ServersNegativeTestJSON-1616744281 tempest-ServersNegativeTestJSON-1616744281-project] 10.222.0.35 "GET /v2.0/quotas/0b4df644b54e4605a791d65a23d111a5 HTTP/1.1" status: 200 len: 375 time: 0.0088506 May 20 21:39:57.639580 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0321bc7e-1514-4336-9d8a-4ed7653dfb80 req-cc3b77a0-0eb2-4874-bc29-074a1f2a2e32 tempest-ServersNegativeTestJSON-1616744281 tempest-ServersNegativeTestJSON-1616744281-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=0b4df644b54e4605a791d65a23d111a5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0426068 May 20 21:39:57.776092 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0321bc7e-1514-4336-9d8a-4ed7653dfb80 req-52ae107b-6275-4a40-88fe-96e156df35fd service neutron] 10.222.0.35 "GET /v2.0/networks/ed61de79-6b57-470d-90fc-949193839205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290944 May 20 21:39:57.865153 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0321bc7e-1514-4336-9d8a-4ed7653dfb80 req-22bfe7a3-3817-4210-8eb7-bb37ce9dd810 service neutron] 10.222.0.35 "GET /v2.0/networks/ed61de79-6b57-470d-90fc-949193839205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822766 May 20 21:39:58.109479 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-98520842-514c-4ba9-81d7-77b352d161e9 req-ec74dd2d-3ee8-4fe5-ae34-5a9a840c4567 tempest-ServersNegativeTestJSON-1616744281 tempest-ServersNegativeTestJSON-1616744281-project] 10.222.0.35 "GET /v2.0/ports?device_id=3156ef6b-4b14-4ec8-aa3d-6040c5c074f2 HTTP/1.1" status: 200 len: 210 time: 0.0325150 May 20 21:39:59.203404 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-cfb4a3f0-c0b0-4aa4-adb4-b8bc889392cd req-b2fddbf7-fc34-4132-b836-f7b1877078ac tempest-ServersNegativeTestJSON-1616744281 tempest-ServersNegativeTestJSON-1616744281-project] 10.222.0.35 "GET /v2.0/ports?device_id=3156ef6b-4b14-4ec8-aa3d-6040c5c074f2 HTTP/1.1" status: 200 len: 210 time: 0.0272956 May 20 21:39:59.827137 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0321bc7e-1514-4336-9d8a-4ed7653dfb80 req-177b0e20-dc5c-4203-8c02-c4843bfe2512 tempest-ServersNegativeTestJSON-1616744281 tempest-ServersNegativeTestJSON-1616744281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:39:59.828478 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0321bc7e-1514-4336-9d8a-4ed7653dfb80 req-177b0e20-dc5c-4203-8c02-c4843bfe2512 tempest-ServersNegativeTestJSON-1616744281 tempest-ServersNegativeTestJSON-1616744281-project] 10.222.0.24 "GET /v2.0/networks?id=ed61de79-6b57-470d-90fc-949193839205 HTTP/1.1" status: 200 len: 814 time: 0.1040919 May 20 21:39:59.840854 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [req-0321bc7e-1514-4336-9d8a-4ed7653dfb80 req-33b517aa-df14-45f4-ae18-b96a1bf2a33a tempest-ServersNegativeTestJSON-1616744281 tempest-ServersNegativeTestJSON-1616744281-project] Request body: {'port': {'device_id': '3156ef6b-4b14-4ec8-aa3d-6040c5c074f2', 'network_id': 'ed61de79-6b57-470d-90fc-949193839205', 'admin_state_up': True, 'tenant_id': '0b4df644b54e4605a791d65a23d111a5'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:40:00.003077 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0321bc7e-1514-4336-9d8a-4ed7653dfb80 req-33b517aa-df14-45f4-ae18-b96a1bf2a33a tempest-ServersNegativeTestJSON-1616744281 tempest-ServersNegativeTestJSON-1616744281-project] Made reservation on behalf of 0b4df644b54e4605a791d65a23d111a5 for: {'port': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:40:00.006719 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-0321bc7e-1514-4336-9d8a-4ed7653dfb80 req-33b517aa-df14-45f4-ae18-b96a1bf2a33a tempest-ServersNegativeTestJSON-1616744281 tempest-ServersNegativeTestJSON-1616744281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:00.134792 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [req-0321bc7e-1514-4336-9d8a-4ed7653dfb80 req-33b517aa-df14-45f4-ae18-b96a1bf2a33a tempest-ServersNegativeTestJSON-1616744281 tempest-ServersNegativeTestJSON-1616744281-project] Allocated IP 172.20.0.5 (ed61de79-6b57-470d-90fc-949193839205/1d0c3226-f486-4f23-8a78-446f8f0bdbe2/d9f0c8cc-3901-4405-b278-3f19204e5a4c) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:40:00.310579 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d1b7d8b0-1073-40e7-86ea-485e842d8d91 req-ee03cfa6-6d15-48e5-917a-ca226cf9ba16 tempest-ServersNegativeTestJSON-1616744281 tempest-ServersNegativeTestJSON-1616744281-project] 10.222.0.35 "GET /v2.0/ports?device_id=3156ef6b-4b14-4ec8-aa3d-6040c5c074f2 HTTP/1.1" status: 200 len: 210 time: 0.0347896 May 20 21:40:00.315391 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-0321bc7e-1514-4336-9d8a-4ed7653dfb80 req-33b517aa-df14-45f4-ae18-b96a1bf2a33a tempest-ServersNegativeTestJSON-1616744281 tempest-ServersNegativeTestJSON-1616744281-project] Notify callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:00.412364 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-0321bc7e-1514-4336-9d8a-4ed7653dfb80 req-33b517aa-df14-45f4-ae18-b96a1bf2a33a tempest-ServersNegativeTestJSON-1616744281 tempest-ServersNegativeTestJSON-1616744281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:00.446220 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] get_ports_and_sgs() called for port_ids ['0e18f794-d7a1-4962-a4bf-12e72281708e'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 21:40:00.463519 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0321bc7e-1514-4336-9d8a-4ed7653dfb80 req-33b517aa-df14-45f4-ae18-b96a1bf2a33a tempest-ServersNegativeTestJSON-1616744281 tempest-ServersNegativeTestJSON-1616744281-project] Network ed61de79-6b57-470d-90fc-949193839205 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:40:00.466696 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [req-0321bc7e-1514-4336-9d8a-4ed7653dfb80 req-33b517aa-df14-45f4-ae18-b96a1bf2a33a tempest-ServersNegativeTestJSON-1616744281 tempest-ServersNegativeTestJSON-1616744281-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:40:00.470398 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [req-0321bc7e-1514-4336-9d8a-4ed7653dfb80 req-33b517aa-df14-45f4-ae18-b96a1bf2a33a tempest-ServersNegativeTestJSON-1616744281 tempest-ServersNegativeTestJSON-1616744281-project] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:40:00.503004 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b517aa-df14-45f4-ae18-b96a1bf2a33a tempest-ServersNegativeTestJSON-1616744281 tempest-ServersNegativeTestJSON-1616744281-project] Pushing event updated for resources: {'Port': ['ID=d9f0c8cc-3901-4405-b278-3f19204e5a4c,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:40:00.530660 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0321bc7e-1514-4336-9d8a-4ed7653dfb80 req-33b517aa-df14-45f4-ae18-b96a1bf2a33a tempest-ServersNegativeTestJSON-1616744281 tempest-ServersNegativeTestJSON-1616744281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:40:00.531288 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-0321bc7e-1514-4336-9d8a-4ed7653dfb80 req-33b517aa-df14-45f4-ae18-b96a1bf2a33a tempest-ServersNegativeTestJSON-1616744281 tempest-ServersNegativeTestJSON-1616744281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:00.602719 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0321bc7e-1514-4336-9d8a-4ed7653dfb80 req-33b517aa-df14-45f4-ae18-b96a1bf2a33a tempest-ServersNegativeTestJSON-1616744281 tempest-ServersNegativeTestJSON-1616744281-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7655041 May 20 21:40:00.614868 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [req-0321bc7e-1514-4336-9d8a-4ed7653dfb80 req-189ed84f-ec5f-4f80-955d-98b6ac933337 service neutron] Request body: {'port': {'device_id': '3156ef6b-4b14-4ec8-aa3d-6040c5c074f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-842733-1'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:40:00.669115 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-0321bc7e-1514-4336-9d8a-4ed7653dfb80 req-189ed84f-ec5f-4f80-955d-98b6ac933337 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:00.936167 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [req-0321bc7e-1514-4336-9d8a-4ed7653dfb80 req-189ed84f-ec5f-4f80-955d-98b6ac933337 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9f0c8cc-3901-4405-b278-3f19204e5a4c {{(pid=103163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 21:40:00.943281 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-0321bc7e-1514-4336-9d8a-4ed7653dfb80 req-189ed84f-ec5f-4f80-955d-98b6ac933337 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:00.955527 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [req-0321bc7e-1514-4336-9d8a-4ed7653dfb80 req-189ed84f-ec5f-4f80-955d-98b6ac933337 service neutron] Transition to ACTIVE for port object d9f0c8cc-3901-4405-b278-3f19204e5a4c will not be triggered until provisioned by entity L2. {{(pid=103163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 21:40:01.020058 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-0321bc7e-1514-4336-9d8a-4ed7653dfb80 req-189ed84f-ec5f-4f80-955d-98b6ac933337 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:01.068903 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189ed84f-ec5f-4f80-955d-98b6ac933337 service neutron] Pushing event updated for resources: {'Port': ['ID=d9f0c8cc-3901-4405-b278-3f19204e5a4c,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:40:01.136770 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-0321bc7e-1514-4336-9d8a-4ed7653dfb80 req-189ed84f-ec5f-4f80-955d-98b6ac933337 service neutron] Attempting to bind port d9f0c8cc-3901-4405-b278-3f19204e5a4c on host n-h1-842733-1 for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:40:01.137034 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-0321bc7e-1514-4336-9d8a-4ed7653dfb80 req-189ed84f-ec5f-4f80-955d-98b6ac933337 service neutron] Attempting to bind port d9f0c8cc-3901-4405-b278-3f19204e5a4c by drivers openvswitch,hyperv on host n-h1-842733-1 at level 0 using segments [{'id': 'e7ec3f9b-45a2-4627-8b95-d9a0c246f200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'ed61de79-6b57-470d-90fc-949193839205'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:40:01.137934 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0321bc7e-1514-4336-9d8a-4ed7653dfb80 req-189ed84f-ec5f-4f80-955d-98b6ac933337 service neutron] Attempting to bind port d9f0c8cc-3901-4405-b278-3f19204e5a4c on network ed61de79-6b57-470d-90fc-949193839205 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:40:01.142147 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0321bc7e-1514-4336-9d8a-4ed7653dfb80 req-189ed84f-ec5f-4f80-955d-98b6ac933337 service neutron] Port d9f0c8cc-3901-4405-b278-3f19204e5a4c on network ed61de79-6b57-470d-90fc-949193839205 not bound, no agent of type Open vSwitch agent registered on host n-h1-842733-1 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 21:40:01.142464 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0321bc7e-1514-4336-9d8a-4ed7653dfb80 req-189ed84f-ec5f-4f80-955d-98b6ac933337 service neutron] Attempting to bind port d9f0c8cc-3901-4405-b278-3f19204e5a4c on network ed61de79-6b57-470d-90fc-949193839205 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:40:01.147169 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0321bc7e-1514-4336-9d8a-4ed7653dfb80 req-189ed84f-ec5f-4f80-955d-98b6ac933337 service neutron] Checking agent: {'id': '08dfb1ce-804b-4db8-838b-21094082e041', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 32, 54), 'started_at': datetime.datetime(2022, 5, 20, 20, 32, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 21, 39, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 21:40:01.147502 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0321bc7e-1514-4336-9d8a-4ed7653dfb80 req-189ed84f-ec5f-4f80-955d-98b6ac933337 service neutron] Checking segment: {'id': 'e7ec3f9b-45a2-4627-8b95-d9a0c246f200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'ed61de79-6b57-470d-90fc-949193839205'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:40:01.147883 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0321bc7e-1514-4336-9d8a-4ed7653dfb80 req-189ed84f-ec5f-4f80-955d-98b6ac933337 service neutron] Bound using segment: {'id': 'e7ec3f9b-45a2-4627-8b95-d9a0c246f200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'ed61de79-6b57-470d-90fc-949193839205'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 21:40:01.148309 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-0321bc7e-1514-4336-9d8a-4ed7653dfb80 req-189ed84f-ec5f-4f80-955d-98b6ac933337 service neutron] Bound port: d9f0c8cc-3901-4405-b278-3f19204e5a4c, host: n-h1-842733-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7ec3f9b-45a2-4627-8b95-d9a0c246f200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'ed61de79-6b57-470d-90fc-949193839205'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:40:01.148663 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-0321bc7e-1514-4336-9d8a-4ed7653dfb80 req-189ed84f-ec5f-4f80-955d-98b6ac933337 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:01.214063 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-0321bc7e-1514-4336-9d8a-4ed7653dfb80 req-189ed84f-ec5f-4f80-955d-98b6ac933337 service neutron] For port d9f0c8cc-3901-4405-b278-3f19204e5a4c, host n-h1-842733-1, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 21:40:01.217656 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-0321bc7e-1514-4336-9d8a-4ed7653dfb80 req-189ed84f-ec5f-4f80-955d-98b6ac933337 service neutron] For port d9f0c8cc-3901-4405-b278-3f19204e5a4c, host n-h1-842733-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=d9f0c8cc-3901-4405-b278-3f19204e5a4c,segment=NetworkSegment(e7ec3f9b-45a2-4627-8b95-d9a0c246f200),segment_id=e7ec3f9b-45a2-4627-8b95-d9a0c246f200)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 21:40:01.300844 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-0321bc7e-1514-4336-9d8a-4ed7653dfb80 req-189ed84f-ec5f-4f80-955d-98b6ac933337 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:01.334500 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0321bc7e-1514-4336-9d8a-4ed7653dfb80 req-189ed84f-ec5f-4f80-955d-98b6ac933337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:40:01.335137 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-0321bc7e-1514-4336-9d8a-4ed7653dfb80 req-189ed84f-ec5f-4f80-955d-98b6ac933337 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:01.336479 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0321bc7e-1514-4336-9d8a-4ed7653dfb80 req-189ed84f-ec5f-4f80-955d-98b6ac933337 service neutron] 10.222.0.24 "PUT /v2.0/ports/d9f0c8cc-3901-4405-b278-3f19204e5a4c HTTP/1.1" status: 200 len: 1091 time: 0.7259083 May 20 21:40:01.336927 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3156ef6b-4b14-4ec8-aa3d-6040c5c074f2', 'tag': 'd9f0c8cc-3901-4405-b278-3f19204e5a4c'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 21:40:01.339204 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4416c3b25ab83027dff24eda6e450cd3b8f285a9257f5a2b93a81ddcbdb8854f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51d06d15-64ac-44b0-872f-d13e9ec77c69" -d '{"events": [{"name": "network-changed", "server_uuid": "3156ef6b-4b14-4ec8-aa3d-6040c5c074f2", "tag": "d9f0c8cc-3901-4405-b278-3f19204e5a4c"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 21:40:01.367985 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189ed84f-ec5f-4f80-955d-98b6ac933337 service neutron] Pushing event updated for resources: {'Port': ['ID=d9f0c8cc-3901-4405-b278-3f19204e5a4c,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:40:01.391321 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 21:40:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bfa2f08-3694-4d41-a669-6a389ba2fd88 x-openstack-request-id: req-2bfa2f08-3694-4d41-a669-6a389ba2fd88 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 21:40:01.391621 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3156ef6b-4b14-4ec8-aa3d-6040c5c074f2", "tag": "d9f0c8cc-3901-4405-b278-3f19204e5a4c", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 21:40:01.391874 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2bfa2f08-3694-4d41-a669-6a389ba2fd88 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 21:40:01.392286 n-d-842733-1 neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2bfa2f08-3694-4d41-a669-6a389ba2fd88'] response: {'name': 'network-changed', 'server_uuid': '3156ef6b-4b14-4ec8-aa3d-6040c5c074f2', 'tag': 'd9f0c8cc-3901-4405-b278-3f19204e5a4c', 'status': 'completed', 'code': 200} May 20 21:40:01.488579 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c8a475-b0ad-4b6b-9491-7130e7fd3542 req-5df89c0a-81f8-487e-8fca-59b2fd2a076d tempest-ServersNegativeTestJSON-1616744281 tempest-ServersNegativeTestJSON-1616744281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:40:01.488579 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e6c8a475-b0ad-4b6b-9491-7130e7fd3542 req-5df89c0a-81f8-487e-8fca-59b2fd2a076d tempest-ServersNegativeTestJSON-1616744281 tempest-ServersNegativeTestJSON-1616744281-project] 10.222.0.35 "GET /v2.0/ports?device_id=3156ef6b-4b14-4ec8-aa3d-6040c5c074f2 HTTP/1.1" status: 200 len: 943 time: 0.0845470 May 20 21:40:01.490626 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d06d15-64ac-44b0-872f-d13e9ec77c69 req-8d53e639-1e25-4289-b93d-3ea2b78f647b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:40:01.498047 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-51d06d15-64ac-44b0-872f-d13e9ec77c69 req-8d53e639-1e25-4289-b93d-3ea2b78f647b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0b4df644b54e4605a791d65a23d111a5&device_id=3156ef6b-4b14-4ec8-aa3d-6040c5c074f2 HTTP/1.1" status: 200 len: 1094 time: 0.0773625 May 20 21:40:01.578333 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e6c8a475-b0ad-4b6b-9491-7130e7fd3542 req-39359f71-b946-4ca5-9789-2d5d061b08ed tempest-ServersNegativeTestJSON-1616744281 tempest-ServersNegativeTestJSON-1616744281-project] 10.222.0.35 "GET /v2.0/security-groups?id=411e4f05-6cf6-4e9e-8014-8c46cab9e0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846884 May 20 21:40:01.612169 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d06d15-64ac-44b0-872f-d13e9ec77c69 req-d839fc60-dc51-4c57-a270-935f99ab3e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:40:01.613634 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-51d06d15-64ac-44b0-872f-d13e9ec77c69 req-d839fc60-dc51-4c57-a270-935f99ab3e3a service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=0b4df644b54e4605a791d65a23d111a5&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1139395 May 20 21:40:01.709315 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d06d15-64ac-44b0-872f-d13e9ec77c69 req-ad086945-e1fb-4809-a22a-b9aedf040201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:40:01.710770 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-51d06d15-64ac-44b0-872f-d13e9ec77c69 req-ad086945-e1fb-4809-a22a-b9aedf040201 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0905969 May 20 21:40:01.786285 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0321bc7e-1514-4336-9d8a-4ed7653dfb80 req-0f9ac61a-3859-4ad4-a616-b4c894d06b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:40:01.787669 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0321bc7e-1514-4336-9d8a-4ed7653dfb80 req-0f9ac61a-3859-4ad4-a616-b4c894d06b4b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0b4df644b54e4605a791d65a23d111a5&device_id=3156ef6b-4b14-4ec8-aa3d-6040c5c074f2 HTTP/1.1" status: 200 len: 1094 time: 0.0409801 May 20 21:40:01.828340 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0321bc7e-1514-4336-9d8a-4ed7653dfb80 req-4e37c856-8895-4d5a-bf79-57c6803fd799 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d9f0c8cc-3901-4405-b278-3f19204e5a4c HTTP/1.1" status: 200 len: 217 time: 0.0330670 May 20 21:40:01.879481 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0321bc7e-1514-4336-9d8a-4ed7653dfb80 req-a55475b8-483d-47a0-a7a0-8f286c536ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:40:01.880909 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0321bc7e-1514-4336-9d8a-4ed7653dfb80 req-a55475b8-483d-47a0-a7a0-8f286c536ecf service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1d0c3226-f486-4f23-8a78-446f8f0bdbe2 HTTP/1.1" status: 200 len: 854 time: 0.0468996 May 20 21:40:01.910894 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0321bc7e-1514-4336-9d8a-4ed7653dfb80 req-cc6699ed-c3a1-4dd1-8724-db8885c5f5c0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ed61de79-6b57-470d-90fc-949193839205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242126 May 20 21:40:01.996623 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0321bc7e-1514-4336-9d8a-4ed7653dfb80 req-ffb7cf1e-1457-4e64-9218-2ff27ccb8bbe service neutron] 10.222.0.24 "GET /v2.0/networks/ed61de79-6b57-470d-90fc-949193839205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789988 May 20 21:40:02.092833 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0321bc7e-1514-4336-9d8a-4ed7653dfb80 req-3137e14a-4381-4c99-9f59-b47170f04b51 service neutron] 10.222.0.24 "GET /v2.0/networks/ed61de79-6b57-470d-90fc-949193839205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897210 May 20 21:40:02.697136 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950c2e05-9a67-42df-895c-77f7aaeef8a3 req-b39433cc-91a9-4623-adb0-f79b4f96b92e tempest-ServersNegativeTestJSON-1616744281 tempest-ServersNegativeTestJSON-1616744281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:40:02.698609 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-950c2e05-9a67-42df-895c-77f7aaeef8a3 req-b39433cc-91a9-4623-adb0-f79b4f96b92e tempest-ServersNegativeTestJSON-1616744281 tempest-ServersNegativeTestJSON-1616744281-project] 10.222.0.35 "GET /v2.0/ports?device_id=3156ef6b-4b14-4ec8-aa3d-6040c5c074f2 HTTP/1.1" status: 200 len: 943 time: 0.0499139 May 20 21:40:02.736405 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-950c2e05-9a67-42df-895c-77f7aaeef8a3 req-ec06d644-38a3-48dd-8317-253a2e456af3 tempest-ServersNegativeTestJSON-1616744281 tempest-ServersNegativeTestJSON-1616744281-project] 10.222.0.35 "GET /v2.0/security-groups?id=411e4f05-6cf6-4e9e-8014-8c46cab9e0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316257 May 20 21:40:02.845875 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:03.701390 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-ec2530d4-61f0-44d6-8a88-271fae76d55e req-89178b7e-7fd5-4503-9921-73a4e04adb08 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9307d1fa-434b-4dea-88fa-f69854af2f94&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0417781 May 20 21:40:03.797786 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2530d4-61f0-44d6-8a88-271fae76d55e req-06776d95-eaad-4f79-9b6b-d78dc9df375b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:40:03.799415 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-ec2530d4-61f0-44d6-8a88-271fae76d55e req-06776d95-eaad-4f79-9b6b-d78dc9df375b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0b4df644b54e4605a791d65a23d111a5&device_id=9307d1fa-434b-4dea-88fa-f69854af2f94 HTTP/1.1" status: 200 len: 1097 time: 0.0420339 May 20 21:40:03.851941 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368bbe7a-7fea-4032-a2d7-8bef24062ec0 req-bedcfb64-6f8d-4732-bab3-c11ac2c80e43 tempest-ServersNegativeTestJSON-1616744281 tempest-ServersNegativeTestJSON-1616744281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:40:03.853450 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-368bbe7a-7fea-4032-a2d7-8bef24062ec0 req-bedcfb64-6f8d-4732-bab3-c11ac2c80e43 tempest-ServersNegativeTestJSON-1616744281 tempest-ServersNegativeTestJSON-1616744281-project] 10.222.0.35 "GET /v2.0/ports?device_id=3156ef6b-4b14-4ec8-aa3d-6040c5c074f2 HTTP/1.1" status: 200 len: 943 time: 0.0482512 May 20 21:40:03.891858 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-368bbe7a-7fea-4032-a2d7-8bef24062ec0 req-d7967afd-34b0-4701-9c26-d1b7ee947c1d tempest-ServersNegativeTestJSON-1616744281 tempest-ServersNegativeTestJSON-1616744281-project] 10.222.0.35 "GET /v2.0/security-groups?id=411e4f05-6cf6-4e9e-8014-8c46cab9e0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316544 May 20 21:40:03.904111 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2530d4-61f0-44d6-8a88-271fae76d55e req-fdc53a65-a1e1-4614-9a21-f452871ef4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:40:03.906286 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-ec2530d4-61f0-44d6-8a88-271fae76d55e req-fdc53a65-a1e1-4614-9a21-f452871ef4a2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ed61de79-6b57-470d-90fc-949193839205 HTTP/1.1" status: 200 len: 915 time: 0.0881968 May 20 21:40:03.954207 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-ec2530d4-61f0-44d6-8a88-271fae76d55e req-842cb221-8fa3-4ebd-9f10-2a24adf53b3f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0e18f794-d7a1-4962-a4bf-12e72281708e HTTP/1.1" status: 200 len: 217 time: 0.0343268 May 20 21:40:04.001174 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2530d4-61f0-44d6-8a88-271fae76d55e req-07ed6e92-0ceb-4f48-aa2a-5e31c187ec8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:40:04.002869 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-ec2530d4-61f0-44d6-8a88-271fae76d55e req-07ed6e92-0ceb-4f48-aa2a-5e31c187ec8e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1d0c3226-f486-4f23-8a78-446f8f0bdbe2 HTTP/1.1" status: 200 len: 854 time: 0.0430055 May 20 21:40:04.039135 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-ec2530d4-61f0-44d6-8a88-271fae76d55e req-fdc45456-f131-45c2-84ee-2523daa2616b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ed61de79-6b57-470d-90fc-949193839205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302987 May 20 21:40:04.126622 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-ec2530d4-61f0-44d6-8a88-271fae76d55e req-da6ed8fa-cd8a-4a53-ad1b-d5516e8de10d service neutron] 10.222.0.13 "GET /v2.0/networks/ed61de79-6b57-470d-90fc-949193839205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810032 May 20 21:40:04.218192 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-ec2530d4-61f0-44d6-8a88-271fae76d55e req-9ceb63fb-4daa-4035-8dd8-17205353d13b service neutron] 10.222.0.13 "GET /v2.0/networks/ed61de79-6b57-470d-90fc-949193839205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845122 May 20 21:40:04.620709 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device d9f0c8cc-3901-4405-b278-3f19204e5a4c details requested by agent hyperv_n-h1-842733-1 with host n-h1-842733-1 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 21:40:04.715644 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port d9f0c8cc-3901-4405-b278-3f19204e5a4c, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=d9f0c8cc-3901-4405-b278-3f19204e5a4c,segment=NetworkSegment(e7ec3f9b-45a2-4627-8b95-d9a0c246f200),segment_id=e7ec3f9b-45a2-4627-8b95-d9a0c246f200)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:40:04.726678 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Returning: {'device': 'd9f0c8cc-3901-4405-b278-3f19204e5a4c', 'network_id': 'ed61de79-6b57-470d-90fc-949193839205', 'port_id': 'd9f0c8cc-3901-4405-b278-3f19204e5a4c', 'mac_address': 'fa:16:3e:6f:71:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d0c3226-f486-4f23-8a78-446f8f0bdbe2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 20 21:40:04.762441 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Current status of the port d9f0c8cc-3901-4405-b278-3f19204e5a4c is: DOWN; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:40:04.762744 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:04.776072 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9f0c8cc-3901-4405-b278-3f19204e5a4c {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 21:40:04.798597 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port d9f0c8cc-3901-4405-b278-3f19204e5a4c, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=d9f0c8cc-3901-4405-b278-3f19204e5a4c,segment=NetworkSegment(e7ec3f9b-45a2-4627-8b95-d9a0c246f200),segment_id=e7ec3f9b-45a2-4627-8b95-d9a0c246f200)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:40:04.883339 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:04.935401 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Pushing event updated for resources: {'Port': ['ID=d9f0c8cc-3901-4405-b278-3f19204e5a4c,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:40:05.023571 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd1f065-5b25-4a82-948c-7cec69284d95 req-95013582-5b1a-402b-96a0-77f59c2ed656 tempest-ServersNegativeTestJSON-1616744281 tempest-ServersNegativeTestJSON-1616744281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:40:05.024957 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6dd1f065-5b25-4a82-948c-7cec69284d95 req-95013582-5b1a-402b-96a0-77f59c2ed656 tempest-ServersNegativeTestJSON-1616744281 tempest-ServersNegativeTestJSON-1616744281-project] 10.222.0.35 "GET /v2.0/ports?device_id=3156ef6b-4b14-4ec8-aa3d-6040c5c074f2 HTTP/1.1" status: 200 len: 944 time: 0.0628057 May 20 21:40:05.064624 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6dd1f065-5b25-4a82-948c-7cec69284d95 req-95f9c6d7-66d2-4c87-aced-df1587320fc0 tempest-ServersNegativeTestJSON-1616744281 tempest-ServersNegativeTestJSON-1616744281-project] 10.222.0.35 "GET /v2.0/security-groups?id=411e4f05-6cf6-4e9e-8014-8c46cab9e0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319135 May 20 21:40:05.098804 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] get_ports_and_sgs() called for port_ids ['d9f0c8cc-3901-4405-b278-3f19204e5a4c'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 21:40:06.184819 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02df17a-db62-4207-97c0-ff122ca2e9d9 req-15ba9cc3-cfc1-4b47-aab1-21d3b919f318 tempest-ServersNegativeTestJSON-1616744281 tempest-ServersNegativeTestJSON-1616744281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:40:06.187001 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a02df17a-db62-4207-97c0-ff122ca2e9d9 req-15ba9cc3-cfc1-4b47-aab1-21d3b919f318 tempest-ServersNegativeTestJSON-1616744281 tempest-ServersNegativeTestJSON-1616744281-project] 10.222.0.35 "GET /v2.0/ports?device_id=3156ef6b-4b14-4ec8-aa3d-6040c5c074f2 HTTP/1.1" status: 200 len: 944 time: 0.0489309 May 20 21:40:06.225361 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a02df17a-db62-4207-97c0-ff122ca2e9d9 req-ea37fbe8-9d8b-4481-b359-aa0ef19b5d98 tempest-ServersNegativeTestJSON-1616744281 tempest-ServersNegativeTestJSON-1616744281-project] 10.222.0.35 "GET /v2.0/security-groups?id=411e4f05-6cf6-4e9e-8014-8c46cab9e0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323849 May 20 21:40:06.644278 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device d9f0c8cc-3901-4405-b278-3f19204e5a4c up at agent hyperv_n-h1-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:40:06.751777 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Provisioning for port d9f0c8cc-3901-4405-b278-3f19204e5a4c completed by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 21:40:06.755367 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Provisioning complete for port d9f0c8cc-3901-4405-b278-3f19204e5a4c triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:40:06.755730 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:06.830479 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Current status of the port d9f0c8cc-3901-4405-b278-3f19204e5a4c is: BUILD; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:40:06.830884 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:06.852961 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3156ef6b-4b14-4ec8-aa3d-6040c5c074f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9f0c8cc-3901-4405-b278-3f19204e5a4c'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 21:40:06.855181 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7947af4a1013b12ef328acaa2f4e39eb2f7ac51c208120b4987a707d9dc479df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66977c8b-3818-49a6-a0c3-b60668aaaa77" -d '{"events": [{"server_uuid": "3156ef6b-4b14-4ec8-aa3d-6040c5c074f2", "name": "network-vif-plugged", "status": "completed", "tag": "d9f0c8cc-3901-4405-b278-3f19204e5a4c"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 21:40:06.870034 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port d9f0c8cc-3901-4405-b278-3f19204e5a4c, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=d9f0c8cc-3901-4405-b278-3f19204e5a4c,segment=NetworkSegment(e7ec3f9b-45a2-4627-8b95-d9a0c246f200),segment_id=e7ec3f9b-45a2-4627-8b95-d9a0c246f200)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:40:06.893124 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 21:40:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9accdd0a-5f9f-4a46-afbc-1a759092200e x-openstack-request-id: req-9accdd0a-5f9f-4a46-afbc-1a759092200e {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 21:40:06.893440 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3156ef6b-4b14-4ec8-aa3d-6040c5c074f2", "name": "network-vif-plugged", "status": "completed", "tag": "d9f0c8cc-3901-4405-b278-3f19204e5a4c", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 21:40:06.893687 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9accdd0a-5f9f-4a46-afbc-1a759092200e {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 21:40:06.894080 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9accdd0a-5f9f-4a46-afbc-1a759092200e'] response: {'server_uuid': '3156ef6b-4b14-4ec8-aa3d-6040c5c074f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9f0c8cc-3901-4405-b278-3f19204e5a4c', 'code': 200} May 20 21:40:06.940475 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:06.987899 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e675e4-1a1d-4992-9414-ef67649bf219 req-9f2a46dd-eb1c-42c9-8844-9bced230e25f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:40:06.989545 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-86e675e4-1a1d-4992-9414-ef67649bf219 req-9f2a46dd-eb1c-42c9-8844-9bced230e25f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=3156ef6b-4b14-4ec8-aa3d-6040c5c074f2 HTTP/1.1" status: 200 len: 1096 time: 0.0401328 May 20 21:40:06.989861 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Pushing event updated for resources: {'Port': ['ID=d9f0c8cc-3901-4405-b278-3f19204e5a4c,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:40:07.026372 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-86e675e4-1a1d-4992-9414-ef67649bf219 req-7b50fa8d-4e3c-4ae4-9f11-849d8c500d68 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=411e4f05-6cf6-4e9e-8014-8c46cab9e0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277197 May 20 21:40:07.345241 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9e47fa-68ea-4bd2-8b3c-c8cd0116aa72 req-93063520-8915-46d9-855f-3d2a7d653d0e tempest-ServersNegativeTestJSON-1616744281 tempest-ServersNegativeTestJSON-1616744281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:40:07.346951 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1a9e47fa-68ea-4bd2-8b3c-c8cd0116aa72 req-93063520-8915-46d9-855f-3d2a7d653d0e tempest-ServersNegativeTestJSON-1616744281 tempest-ServersNegativeTestJSON-1616744281-project] 10.222.0.35 "GET /v2.0/ports?device_id=3156ef6b-4b14-4ec8-aa3d-6040c5c074f2 HTTP/1.1" status: 200 len: 945 time: 0.0557818 May 20 21:40:07.386355 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1a9e47fa-68ea-4bd2-8b3c-c8cd0116aa72 req-726c9f07-db83-413a-bec5-8a46d8aa9dc4 tempest-ServersNegativeTestJSON-1616744281 tempest-ServersNegativeTestJSON-1616744281-project] 10.222.0.35 "GET /v2.0/security-groups?id=411e4f05-6cf6-4e9e-8014-8c46cab9e0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315404 May 20 21:40:08.507490 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8937ec-5360-4308-b058-19fc41d9b7fb req-84a9d659-a2b9-4649-98ae-bae1468b5338 tempest-ServersNegativeTestJSON-1616744281 tempest-ServersNegativeTestJSON-1616744281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:40:08.508986 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9f8937ec-5360-4308-b058-19fc41d9b7fb req-84a9d659-a2b9-4649-98ae-bae1468b5338 tempest-ServersNegativeTestJSON-1616744281 tempest-ServersNegativeTestJSON-1616744281-project] 10.222.0.35 "GET /v2.0/ports?device_id=3156ef6b-4b14-4ec8-aa3d-6040c5c074f2 HTTP/1.1" status: 200 len: 945 time: 0.0490968 May 20 21:40:08.547134 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9f8937ec-5360-4308-b058-19fc41d9b7fb req-c3d5b639-bbe2-4e2d-b1ce-61b016ba49c8 tempest-ServersNegativeTestJSON-1616744281 tempest-ServersNegativeTestJSON-1616744281-project] 10.222.0.35 "GET /v2.0/security-groups?id=411e4f05-6cf6-4e9e-8014-8c46cab9e0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314860 May 20 21:40:08.968697 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fd1ece-05c2-47e0-8024-9538cc9c1493 req-f7e9d401-10b0-4d7f-9b26-4b764b9b60e4 tempest-ServersNegativeTestJSON-1616744281 tempest-ServersNegativeTestJSON-1616744281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:40:08.970169 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b1fd1ece-05c2-47e0-8024-9538cc9c1493 req-f7e9d401-10b0-4d7f-9b26-4b764b9b60e4 tempest-ServersNegativeTestJSON-1616744281 tempest-ServersNegativeTestJSON-1616744281-project] 10.222.0.35 "GET /v2.0/ports?device_id=3156ef6b-4b14-4ec8-aa3d-6040c5c074f2 HTTP/1.1" status: 200 len: 945 time: 0.0479724 May 20 21:40:09.008051 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b1fd1ece-05c2-47e0-8024-9538cc9c1493 req-1ee3f3cf-456a-410c-8143-3fc5fd415806 tempest-ServersNegativeTestJSON-1616744281 tempest-ServersNegativeTestJSON-1616744281-project] 10.222.0.35 "GET /v2.0/security-groups?id=411e4f05-6cf6-4e9e-8014-8c46cab9e0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318244 May 20 21:40:10.131739 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdba105-0696-4f86-8d12-caa02e96826c req-d1c13d4e-0810-4b3b-9ca9-59b3b5b5f73a tempest-ServersNegativeTestJSON-1616744281 tempest-ServersNegativeTestJSON-1616744281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:40:10.133229 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4cdba105-0696-4f86-8d12-caa02e96826c req-d1c13d4e-0810-4b3b-9ca9-59b3b5b5f73a tempest-ServersNegativeTestJSON-1616744281 tempest-ServersNegativeTestJSON-1616744281-project] 10.222.0.35 "GET /v2.0/ports?device_id=3156ef6b-4b14-4ec8-aa3d-6040c5c074f2 HTTP/1.1" status: 200 len: 945 time: 0.0532103 May 20 21:40:10.171388 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4cdba105-0696-4f86-8d12-caa02e96826c req-871c434b-78d3-4268-9da0-b09315fb9411 tempest-ServersNegativeTestJSON-1616744281 tempest-ServersNegativeTestJSON-1616744281-project] 10.222.0.35 "GET /v2.0/security-groups?id=411e4f05-6cf6-4e9e-8014-8c46cab9e0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321081 May 20 21:40:10.230019 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a7cf60-c80a-48fc-9f11-1f8b3c5dbb5a req-17492981-43f5-46fe-9f2c-0748667ec78b tempest-ServersNegativeTestJSON-1616744281 tempest-ServersNegativeTestJSON-1616744281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:40:10.231462 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-44a7cf60-c80a-48fc-9f11-1f8b3c5dbb5a req-17492981-43f5-46fe-9f2c-0748667ec78b tempest-ServersNegativeTestJSON-1616744281 tempest-ServersNegativeTestJSON-1616744281-project] 10.222.0.24 "GET /v2.0/ports?device_id=3156ef6b-4b14-4ec8-aa3d-6040c5c074f2 HTTP/1.1" status: 200 len: 945 time: 0.0479093 May 20 21:40:10.323719 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [req-44a7cf60-c80a-48fc-9f11-1f8b3c5dbb5a req-21f55354-6867-4783-b534-ff736ca6efb3 tempest-ServersNegativeTestJSON-1616744281 tempest-ServersNegativeTestJSON-1616744281-project] Deleting port d9f0c8cc-3901-4405-b278-3f19204e5a4c {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:40:10.323968 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-44a7cf60-c80a-48fc-9f11-1f8b3c5dbb5a req-21f55354-6867-4783-b534-ff736ca6efb3 tempest-ServersNegativeTestJSON-1616744281 tempest-ServersNegativeTestJSON-1616744281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:10.410638 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-44a7cf60-c80a-48fc-9f11-1f8b3c5dbb5a req-21f55354-6867-4783-b534-ff736ca6efb3 tempest-ServersNegativeTestJSON-1616744281 tempest-ServersNegativeTestJSON-1616744281-project] For port d9f0c8cc-3901-4405-b278-3f19204e5a4c, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=d9f0c8cc-3901-4405-b278-3f19204e5a4c,segment=NetworkSegment(e7ec3f9b-45a2-4627-8b95-d9a0c246f200),segment_id=e7ec3f9b-45a2-4627-8b95-d9a0c246f200)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:40:10.410995 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-44a7cf60-c80a-48fc-9f11-1f8b3c5dbb5a req-21f55354-6867-4783-b534-ff736ca6efb3 tempest-ServersNegativeTestJSON-1616744281 tempest-ServersNegativeTestJSON-1616744281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:10.423670 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [req-44a7cf60-c80a-48fc-9f11-1f8b3c5dbb5a req-21f55354-6867-4783-b534-ff736ca6efb3 tempest-ServersNegativeTestJSON-1616744281 tempest-ServersNegativeTestJSON-1616744281-project] Calling delete_port for d9f0c8cc-3901-4405-b278-3f19204e5a4c owned by compute:nova {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:40:10.637494 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-44a7cf60-c80a-48fc-9f11-1f8b3c5dbb5a req-21f55354-6867-4783-b534-ff736ca6efb3 tempest-ServersNegativeTestJSON-1616744281 tempest-ServersNegativeTestJSON-1616744281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:10.648726 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] get_ports_and_sgs() called for port_ids ['d9f0c8cc-3901-4405-b278-3f19204e5a4c'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 21:40:10.664715 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f55354-6867-4783-b534-ff736ca6efb3 tempest-ServersNegativeTestJSON-1616744281 tempest-ServersNegativeTestJSON-1616744281-project] Pushing event deleted for resources: {'Port': ['ID=d9f0c8cc-3901-4405-b278-3f19204e5a4c,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:40:10.671899 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] get_ports_and_sgs() called for port_ids ['0e18f794-d7a1-4962-a4bf-12e72281708e'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 21:40:10.708824 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [req-44a7cf60-c80a-48fc-9f11-1f8b3c5dbb5a req-21f55354-6867-4783-b534-ff736ca6efb3 tempest-ServersNegativeTestJSON-1616744281 tempest-ServersNegativeTestJSON-1616744281-project] No DVR routers for this DVR port d9f0c8cc-3901-4405-b278-3f19204e5a4c on host n-h1-842733-1 {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 21:40:10.711554 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-44a7cf60-c80a-48fc-9f11-1f8b3c5dbb5a req-21f55354-6867-4783-b534-ff736ca6efb3 tempest-ServersNegativeTestJSON-1616744281 tempest-ServersNegativeTestJSON-1616744281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:10.715083 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-44a7cf60-c80a-48fc-9f11-1f8b3c5dbb5a req-21f55354-6867-4783-b534-ff736ca6efb3 tempest-ServersNegativeTestJSON-1616744281 tempest-ServersNegativeTestJSON-1616744281-project] 10.222.0.24 "DELETE /v2.0/ports/d9f0c8cc-3901-4405-b278-3f19204e5a4c HTTP/1.1" status: 204 len: 173 time: 0.4770689 May 20 21:40:10.715560 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3156ef6b-4b14-4ec8-aa3d-6040c5c074f2', 'name': 'network-vif-deleted', 'tag': 'd9f0c8cc-3901-4405-b278-3f19204e5a4c'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 21:40:10.718543 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4416c3b25ab83027dff24eda6e450cd3b8f285a9257f5a2b93a81ddcbdb8854f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61271032-db53-400a-84b3-42a29bbf35ac" -d '{"events": [{"server_uuid": "3156ef6b-4b14-4ec8-aa3d-6040c5c074f2", "name": "network-vif-deleted", "tag": "d9f0c8cc-3901-4405-b278-3f19204e5a4c"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 21:40:10.756299 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 21:40:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-420ffb46-813f-4100-b120-e7e568722672 x-openstack-request-id: req-420ffb46-813f-4100-b120-e7e568722672 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 21:40:10.756598 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3156ef6b-4b14-4ec8-aa3d-6040c5c074f2", "name": "network-vif-deleted", "tag": "d9f0c8cc-3901-4405-b278-3f19204e5a4c", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 21:40:10.756968 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-420ffb46-813f-4100-b120-e7e568722672 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 21:40:10.757414 n-d-842733-1 neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-420ffb46-813f-4100-b120-e7e568722672'] response: {'server_uuid': '3156ef6b-4b14-4ec8-aa3d-6040c5c074f2', 'name': 'network-vif-deleted', 'tag': 'd9f0c8cc-3901-4405-b278-3f19204e5a4c', 'status': 'completed', 'code': 200} May 20 21:40:11.276003 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-963b3bdc-6cfe-4291-a1dd-7b99836f49ae req-991e4c20-41e1-400f-8e69-38695d1d8d44 tempest-ServersNegativeTestJSON-1616744281 tempest-ServersNegativeTestJSON-1616744281-project] 10.222.0.35 "GET /v2.0/ports?device_id=3156ef6b-4b14-4ec8-aa3d-6040c5c074f2 HTTP/1.1" status: 200 len: 210 time: 0.0259247 May 20 21:40:12.437037 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b86eb7-edb6-44f5-b984-a723cf079382 req-896adba6-bac0-433b-ad28-7c2a2c8c259a tempest-ServersNegativeTestJSON-1616744281 tempest-ServersNegativeTestJSON-1616744281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:40:12.438541 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c4b86eb7-edb6-44f5-b984-a723cf079382 req-896adba6-bac0-433b-ad28-7c2a2c8c259a tempest-ServersNegativeTestJSON-1616744281 tempest-ServersNegativeTestJSON-1616744281-project] 10.222.0.35 "GET /v2.0/ports?device_id=9307d1fa-434b-4dea-88fa-f69854af2f94 HTTP/1.1" status: 200 len: 946 time: 0.0531824 May 20 21:40:12.476190 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c4b86eb7-edb6-44f5-b984-a723cf079382 req-7e0c7805-59db-434d-9f9e-bc605b35a6fa tempest-ServersNegativeTestJSON-1616744281 tempest-ServersNegativeTestJSON-1616744281-project] 10.222.0.35 "GET /v2.0/security-groups?id=411e4f05-6cf6-4e9e-8014-8c46cab9e0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316124 May 20 21:40:12.609203 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40731848-2491-4544-b469-9071f1094ee1 req-83f43c44-0f98-4ce5-a236-78bf9ace073c tempest-ServersNegativeTestJSON-1616744281 tempest-ServersNegativeTestJSON-1616744281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:40:12.610592 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-40731848-2491-4544-b469-9071f1094ee1 req-83f43c44-0f98-4ce5-a236-78bf9ace073c tempest-ServersNegativeTestJSON-1616744281 tempest-ServersNegativeTestJSON-1616744281-project] 10.222.0.35 "GET /v2.0/ports?device_id=9307d1fa-434b-4dea-88fa-f69854af2f94 HTTP/1.1" status: 200 len: 946 time: 0.0486138 May 20 21:40:12.648571 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-40731848-2491-4544-b469-9071f1094ee1 req-78437256-7b67-4972-afac-985d0c451935 tempest-ServersNegativeTestJSON-1616744281 tempest-ServersNegativeTestJSON-1616744281-project] 10.222.0.35 "GET /v2.0/security-groups?id=411e4f05-6cf6-4e9e-8014-8c46cab9e0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319910 May 20 21:40:12.764295 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08af22f-c1b2-4f84-9ea6-75705b75d755 req-0864dfc3-08af-4d9f-95cd-5a1556086a5f tempest-ServersNegativeTestJSON-1616744281 tempest-ServersNegativeTestJSON-1616744281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:40:12.765857 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b08af22f-c1b2-4f84-9ea6-75705b75d755 req-0864dfc3-08af-4d9f-95cd-5a1556086a5f tempest-ServersNegativeTestJSON-1616744281 tempest-ServersNegativeTestJSON-1616744281-project] 10.222.0.35 "GET /v2.0/ports?device_id=9307d1fa-434b-4dea-88fa-f69854af2f94 HTTP/1.1" status: 200 len: 946 time: 0.0483410 May 20 21:40:12.802647 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b08af22f-c1b2-4f84-9ea6-75705b75d755 req-05fc8bf3-fdcf-4945-adb9-69e0971a644e tempest-ServersNegativeTestJSON-1616744281 tempest-ServersNegativeTestJSON-1616744281-project] 10.222.0.35 "GET /v2.0/security-groups?id=411e4f05-6cf6-4e9e-8014-8c46cab9e0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307167 May 20 21:40:12.977163 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40a52a3-ba3c-4f14-ad75-fd399b384bca req-94eb0dca-e511-4b0d-94be-2b4c22efbd50 tempest-ServersNegativeTestJSON-1616744281 tempest-ServersNegativeTestJSON-1616744281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:40:12.978671 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c40a52a3-ba3c-4f14-ad75-fd399b384bca req-94eb0dca-e511-4b0d-94be-2b4c22efbd50 tempest-ServersNegativeTestJSON-1616744281 tempest-ServersNegativeTestJSON-1616744281-project] 10.222.0.35 "GET /v2.0/ports?device_id=9307d1fa-434b-4dea-88fa-f69854af2f94 HTTP/1.1" status: 200 len: 946 time: 0.0522969 May 20 21:40:13.017982 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c40a52a3-ba3c-4f14-ad75-fd399b384bca req-2e892876-b636-463f-aa36-d49d009a006c tempest-ServersNegativeTestJSON-1616744281 tempest-ServersNegativeTestJSON-1616744281-project] 10.222.0.35 "GET /v2.0/security-groups?id=411e4f05-6cf6-4e9e-8014-8c46cab9e0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326059 May 20 21:40:13.132917 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f0f340-03fa-44cc-ad38-ba2d224737d0 req-49ebedf3-3b3a-4cf4-b13f-06da9670aa5c tempest-ServersNegativeTestJSON-1616744281 tempest-ServersNegativeTestJSON-1616744281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:40:13.134339 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f2f0f340-03fa-44cc-ad38-ba2d224737d0 req-49ebedf3-3b3a-4cf4-b13f-06da9670aa5c tempest-ServersNegativeTestJSON-1616744281 tempest-ServersNegativeTestJSON-1616744281-project] 10.222.0.35 "GET /v2.0/ports?device_id=9307d1fa-434b-4dea-88fa-f69854af2f94 HTTP/1.1" status: 200 len: 946 time: 0.0495224 May 20 21:40:13.170378 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f2f0f340-03fa-44cc-ad38-ba2d224737d0 req-7f4375ca-09ca-4cc6-9f08-bc74cf638a37 tempest-ServersNegativeTestJSON-1616744281 tempest-ServersNegativeTestJSON-1616744281-project] 10.222.0.35 "GET /v2.0/security-groups?id=411e4f05-6cf6-4e9e-8014-8c46cab9e0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300465 May 20 21:40:13.292916 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bc7ab8-2c45-4d62-ae53-7d2ebe6c8cc3 req-7bb1d640-481a-4801-8c02-3daac9c0da0c tempest-ServersNegativeTestJSON-1616744281 tempest-ServersNegativeTestJSON-1616744281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:40:13.294367 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-96bc7ab8-2c45-4d62-ae53-7d2ebe6c8cc3 req-7bb1d640-481a-4801-8c02-3daac9c0da0c tempest-ServersNegativeTestJSON-1616744281 tempest-ServersNegativeTestJSON-1616744281-project] 10.222.0.35 "GET /v2.0/ports?device_id=9307d1fa-434b-4dea-88fa-f69854af2f94 HTTP/1.1" status: 200 len: 946 time: 0.0474019 May 20 21:40:13.332644 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-96bc7ab8-2c45-4d62-ae53-7d2ebe6c8cc3 req-957aab35-ff7b-422d-bcbc-4ecf1fca3a1c tempest-ServersNegativeTestJSON-1616744281 tempest-ServersNegativeTestJSON-1616744281-project] 10.222.0.35 "GET /v2.0/security-groups?id=411e4f05-6cf6-4e9e-8014-8c46cab9e0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315528 May 20 21:40:13.837836 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22435546-ca45-4d81-8b0a-528d342fe75b req-c16c3a98-6565-497c-892a-46f975d82e84 tempest-ServersNegativeTestJSON-1616744281 tempest-ServersNegativeTestJSON-1616744281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:40:13.839424 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-22435546-ca45-4d81-8b0a-528d342fe75b req-c16c3a98-6565-497c-892a-46f975d82e84 tempest-ServersNegativeTestJSON-1616744281 tempest-ServersNegativeTestJSON-1616744281-project] 10.222.0.35 "GET /v2.0/ports?device_id=9307d1fa-434b-4dea-88fa-f69854af2f94 HTTP/1.1" status: 200 len: 946 time: 0.0528486 May 20 21:40:13.877397 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-22435546-ca45-4d81-8b0a-528d342fe75b req-848284a7-3195-48b2-957d-87cb0c0ef49d tempest-ServersNegativeTestJSON-1616744281 tempest-ServersNegativeTestJSON-1616744281-project] 10.222.0.35 "GET /v2.0/security-groups?id=411e4f05-6cf6-4e9e-8014-8c46cab9e0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318816 May 20 21:40:14.712991 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device d9f0c8cc-3901-4405-b278-3f19204e5a4c no longer exists at agent hyperv_n-h1-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 21:40:14.733085 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] No Port match for: d9f0c8cc-3901-4405-b278-3f19204e5a4c {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 21:40:14.733465 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device d9f0c8cc-3901-4405-b278-3f19204e5a4c not bound to the agent host n-h1-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 21:40:15.021904 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f4e9d7-ef43-444f-a6fe-6509f14e9ae1 req-089e0fe9-c6f5-4e70-8245-82915bbcef25 tempest-ServersNegativeTestJSON-1616744281 tempest-ServersNegativeTestJSON-1616744281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:40:15.023374 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d9f4e9d7-ef43-444f-a6fe-6509f14e9ae1 req-089e0fe9-c6f5-4e70-8245-82915bbcef25 tempest-ServersNegativeTestJSON-1616744281 tempest-ServersNegativeTestJSON-1616744281-project] 10.222.0.35 "GET /v2.0/ports?device_id=9307d1fa-434b-4dea-88fa-f69854af2f94 HTTP/1.1" status: 200 len: 946 time: 0.0605805 May 20 21:40:15.070757 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d9f4e9d7-ef43-444f-a6fe-6509f14e9ae1 req-e0f79ca2-1cf0-48bd-a8b3-589c067645c2 tempest-ServersNegativeTestJSON-1616744281 tempest-ServersNegativeTestJSON-1616744281-project] 10.222.0.35 "GET /v2.0/security-groups?id=411e4f05-6cf6-4e9e-8014-8c46cab9e0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366538 May 20 21:40:15.362383 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec0000c-d795-4179-82b0-53716ecf9dc3 req-f5e6f71c-8870-482e-9f40-0fb3e578cff2 tempest-ServersNegativeTestJSON-1616744281 tempest-ServersNegativeTestJSON-1616744281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:40:15.364010 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-dec0000c-d795-4179-82b0-53716ecf9dc3 req-f5e6f71c-8870-482e-9f40-0fb3e578cff2 tempest-ServersNegativeTestJSON-1616744281 tempest-ServersNegativeTestJSON-1616744281-project] 10.222.0.13 "GET /v2.0/ports?device_id=9307d1fa-434b-4dea-88fa-f69854af2f94 HTTP/1.1" status: 200 len: 946 time: 0.0556920 May 20 21:40:15.466483 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-dec0000c-d795-4179-82b0-53716ecf9dc3 req-49d36645-ea5b-4a44-9f92-d6d9106bc066 tempest-ServersNegativeTestJSON-1616744281 tempest-ServersNegativeTestJSON-1616744281-project] Deleting port 0e18f794-d7a1-4962-a4bf-12e72281708e {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:40:15.466821 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-dec0000c-d795-4179-82b0-53716ecf9dc3 req-49d36645-ea5b-4a44-9f92-d6d9106bc066 tempest-ServersNegativeTestJSON-1616744281 tempest-ServersNegativeTestJSON-1616744281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:15.575439 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-dec0000c-d795-4179-82b0-53716ecf9dc3 req-49d36645-ea5b-4a44-9f92-d6d9106bc066 tempest-ServersNegativeTestJSON-1616744281 tempest-ServersNegativeTestJSON-1616744281-project] For port 0e18f794-d7a1-4962-a4bf-12e72281708e, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=0e18f794-d7a1-4962-a4bf-12e72281708e,segment=NetworkSegment(e7ec3f9b-45a2-4627-8b95-d9a0c246f200),segment_id=e7ec3f9b-45a2-4627-8b95-d9a0c246f200)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:40:15.575800 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-dec0000c-d795-4179-82b0-53716ecf9dc3 req-49d36645-ea5b-4a44-9f92-d6d9106bc066 tempest-ServersNegativeTestJSON-1616744281 tempest-ServersNegativeTestJSON-1616744281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:15.588267 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-dec0000c-d795-4179-82b0-53716ecf9dc3 req-49d36645-ea5b-4a44-9f92-d6d9106bc066 tempest-ServersNegativeTestJSON-1616744281 tempest-ServersNegativeTestJSON-1616744281-project] Calling delete_port for 0e18f794-d7a1-4962-a4bf-12e72281708e owned by compute:nova {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:40:15.805876 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-dec0000c-d795-4179-82b0-53716ecf9dc3 req-49d36645-ea5b-4a44-9f92-d6d9106bc066 tempest-ServersNegativeTestJSON-1616744281 tempest-ServersNegativeTestJSON-1616744281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:15.833179 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d36645-ea5b-4a44-9f92-d6d9106bc066 tempest-ServersNegativeTestJSON-1616744281 tempest-ServersNegativeTestJSON-1616744281-project] Pushing event deleted for resources: {'Port': ['ID=0e18f794-d7a1-4962-a4bf-12e72281708e,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:40:15.838183 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] get_ports_and_sgs() called for port_ids ['0e18f794-d7a1-4962-a4bf-12e72281708e'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 21:40:15.850647 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d36645-ea5b-4a44-9f92-d6d9106bc066 tempest-ServersNegativeTestJSON-1616744281 tempest-ServersNegativeTestJSON-1616744281-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:40:15.850647 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d36645-ea5b-4a44-9f92-d6d9106bc066 tempest-ServersNegativeTestJSON-1616744281 tempest-ServersNegativeTestJSON-1616744281-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:40:15.850647 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d36645-ea5b-4a44-9f92-d6d9106bc066 tempest-ServersNegativeTestJSON-1616744281 tempest-ServersNegativeTestJSON-1616744281-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:40:15.850647 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d36645-ea5b-4a44-9f92-d6d9106bc066 tempest-ServersNegativeTestJSON-1616744281 tempest-ServersNegativeTestJSON-1616744281-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:40:15.850647 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d36645-ea5b-4a44-9f92-d6d9106bc066 tempest-ServersNegativeTestJSON-1616744281 tempest-ServersNegativeTestJSON-1616744281-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:40:15.850647 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d36645-ea5b-4a44-9f92-d6d9106bc066 tempest-ServersNegativeTestJSON-1616744281 tempest-ServersNegativeTestJSON-1616744281-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:40:15.850647 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d36645-ea5b-4a44-9f92-d6d9106bc066 tempest-ServersNegativeTestJSON-1616744281 tempest-ServersNegativeTestJSON-1616744281-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:40:15.850647 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d36645-ea5b-4a44-9f92-d6d9106bc066 tempest-ServersNegativeTestJSON-1616744281 tempest-ServersNegativeTestJSON-1616744281-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:40:15.850647 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d36645-ea5b-4a44-9f92-d6d9106bc066 tempest-ServersNegativeTestJSON-1616744281 tempest-ServersNegativeTestJSON-1616744281-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:40:15.850647 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d36645-ea5b-4a44-9f92-d6d9106bc066 tempest-ServersNegativeTestJSON-1616744281 tempest-ServersNegativeTestJSON-1616744281-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:40:15.851477 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d36645-ea5b-4a44-9f92-d6d9106bc066 tempest-ServersNegativeTestJSON-1616744281 tempest-ServersNegativeTestJSON-1616744281-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:40:15.851477 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d36645-ea5b-4a44-9f92-d6d9106bc066 tempest-ServersNegativeTestJSON-1616744281 tempest-ServersNegativeTestJSON-1616744281-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:40:15.886358 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-dec0000c-d795-4179-82b0-53716ecf9dc3 req-49d36645-ea5b-4a44-9f92-d6d9106bc066 tempest-ServersNegativeTestJSON-1616744281 tempest-ServersNegativeTestJSON-1616744281-project] No DVR routers for this DVR port 0e18f794-d7a1-4962-a4bf-12e72281708e on host n-h2-842733-1 {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 21:40:15.889006 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-dec0000c-d795-4179-82b0-53716ecf9dc3 req-49d36645-ea5b-4a44-9f92-d6d9106bc066 tempest-ServersNegativeTestJSON-1616744281 tempest-ServersNegativeTestJSON-1616744281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:15.892341 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-dec0000c-d795-4179-82b0-53716ecf9dc3 req-49d36645-ea5b-4a44-9f92-d6d9106bc066 tempest-ServersNegativeTestJSON-1616744281 tempest-ServersNegativeTestJSON-1616744281-project] 10.222.0.13 "DELETE /v2.0/ports/0e18f794-d7a1-4962-a4bf-12e72281708e HTTP/1.1" status: 204 len: 173 time: 0.5219595 May 20 21:40:15.892765 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9307d1fa-434b-4dea-88fa-f69854af2f94', 'name': 'network-vif-deleted', 'tag': '0e18f794-d7a1-4962-a4bf-12e72281708e'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 21:40:15.895015 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e97a983f2a54588e3d21b88a12ad54839c2ea34da7b46679306b1f34ba25e4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-749159bb-68d4-4804-a671-d386acf3c060" -d '{"events": [{"server_uuid": "9307d1fa-434b-4dea-88fa-f69854af2f94", "name": "network-vif-deleted", "tag": "0e18f794-d7a1-4962-a4bf-12e72281708e"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 21:40:15.933018 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 21:40:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c8a3a06-024f-475a-9da0-756b5d857e20 x-openstack-request-id: req-1c8a3a06-024f-475a-9da0-756b5d857e20 {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 21:40:15.933294 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9307d1fa-434b-4dea-88fa-f69854af2f94", "name": "network-vif-deleted", "tag": "0e18f794-d7a1-4962-a4bf-12e72281708e", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 21:40:15.933573 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1c8a3a06-024f-475a-9da0-756b5d857e20 {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 21:40:15.934036 n-d-842733-1 neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c8a3a06-024f-475a-9da0-756b5d857e20'] response: {'server_uuid': '9307d1fa-434b-4dea-88fa-f69854af2f94', 'name': 'network-vif-deleted', 'tag': '0e18f794-d7a1-4962-a4bf-12e72281708e', 'status': 'completed', 'code': 200} May 20 21:40:16.171265 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8549bbce-ef0a-4ac2-a752-82d3c9e3ff9a req-71305be0-11d3-4c0e-bf2e-fccd46bbe72b tempest-ServersNegativeTestJSON-1616744281 tempest-ServersNegativeTestJSON-1616744281-project] 10.222.0.35 "GET /v2.0/ports?device_id=9307d1fa-434b-4dea-88fa-f69854af2f94 HTTP/1.1" status: 200 len: 210 time: 0.0267847 May 20 21:40:17.229155 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 35174) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:40:17.276122 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9b535f9-977a-4517-836c-2716d0b7162e admin admin] Deleting subnet 1d0c3226-f486-4f23-8a78-446f8f0bdbe2 {{(pid=103163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 20 21:40:17.279235 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b9b535f9-977a-4517-836c-2716d0b7162e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:17.312836 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b9b535f9-977a-4517-836c-2716d0b7162e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9338757'] for subnet, precommit_delete_associations {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:17.350243 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b9b535f9-977a-4517-836c-2716d0b7162e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33068388'] for subnet, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:17.474889 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b9b535f9-977a-4517-836c-2716d0b7162e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33068399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9641221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8422588'] for subnet, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:17.503152 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b535f9-977a-4517-836c-2716d0b7162e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d0c3226-f486-4f23-8a78-446f8f0bdbe2,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:40:17.505977 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b9b535f9-977a-4517-836c-2716d0b7162e admin admin] Notify callbacks [] for subnet, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:17.508705 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-b9b535f9-977a-4517-836c-2716d0b7162e admin admin] 10.222.0.35 "DELETE /v2.0/subnets/1d0c3226-f486-4f23-8a78-446f8f0bdbe2 HTTP/1.1" status: 204 len: 168 time: 0.2785354 May 20 21:40:17.511533 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 35176) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:40:17.516323 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b535f9-977a-4517-836c-2716d0b7162e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:40:17.516681 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b535f9-977a-4517-836c-2716d0b7162e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:40:17.517019 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b535f9-977a-4517-836c-2716d0b7162e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:40:17.517375 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b535f9-977a-4517-836c-2716d0b7162e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:40:17.517699 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b535f9-977a-4517-836c-2716d0b7162e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:40:17.518024 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b535f9-977a-4517-836c-2716d0b7162e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:40:17.518458 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b535f9-977a-4517-836c-2716d0b7162e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:40:17.518662 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b535f9-977a-4517-836c-2716d0b7162e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:40:17.518979 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b535f9-977a-4517-836c-2716d0b7162e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:40:17.519818 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b535f9-977a-4517-836c-2716d0b7162e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:40:17.519818 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b535f9-977a-4517-836c-2716d0b7162e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:40:17.520028 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b535f9-977a-4517-836c-2716d0b7162e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:40:17.582802 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ba6be3aa-b9ae-4737-968a-4cde5c7a71a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33160123'] for network, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:17.659240 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ba6be3aa-b9ae-4737-968a-4cde5c7a71a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33072115', 'neutron.services.segments.db._delete_segments_for_network-8782419500584'] for network, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:17.678360 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-ba6be3aa-b9ae-4737-968a-4cde5c7a71a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed61de79-6b57-470d-90fc-949193839205']}} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:40:17.687145 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-ba6be3aa-b9ae-4737-968a-4cde5c7a71a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7ec3f9b-45a2-4627-8b95-d9a0c246f200') {'for_net_delete': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:40:17.687435 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-ba6be3aa-b9ae-4737-968a-4cde5c7a71a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7ec3f9b-45a2-4627-8b95-d9a0c246f200') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:40:17.696317 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ba6be3aa-b9ae-4737-968a-4cde5c7a71a9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419501617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3738385'] for segment, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:17.709705 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ba6be3aa-b9ae-4737-968a-4cde5c7a71a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:17.715316 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba6be3aa-b9ae-4737-968a-4cde5c7a71a9 admin admin] Releasing vlan 241 on physical network physnet1 to pool {{(pid=103162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 21:40:17.715713 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ba6be3aa-b9ae-4737-968a-4cde5c7a71a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3800791'] for segment, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:17.717310 n-d-842733-1 neutron-server[103162]: Traceback (most recent call last): May 20 21:40:17.717310 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 21:40:17.717310 n-d-842733-1 neutron-server[103162]: timer() May 20 21:40:17.717310 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 21:40:17.717310 n-d-842733-1 neutron-server[103162]: cb(*args, **kw) May 20 21:40:17.717310 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 20 21:40:17.717310 n-d-842733-1 neutron-server[103162]: return func(*args, **kwargs) May 20 21:40:17.717310 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 21:40:17.717310 n-d-842733-1 neutron-server[103162]: self._notify() May 20 21:40:17.717310 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 21:40:17.717310 n-d-842733-1 neutron-server[103162]: self.callback(batched_events) May 20 21:40:17.717310 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 21:40:17.717310 n-d-842733-1 neutron-server[103162]: event.method(event) May 20 21:40:17.717310 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 20 21:40:17.717310 n-d-842733-1 neutron-server[103162]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 21:40:17.717310 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 20 21:40:17.717310 n-d-842733-1 neutron-server[103162]: aggregate_uuid = self.p_client.list_aggregates( May 20 21:40:17.717310 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 20 21:40:17.717310 n-d-842733-1 neutron-server[103162]: return f(self, *a, **k) May 20 21:40:17.717310 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 20 21:40:17.717310 n-d-842733-1 neutron-server[103162]: return self._get(url).json() May 20 21:40:17.717310 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 20 21:40:17.717310 n-d-842733-1 neutron-server[103162]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 21:40:17.717310 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 21:40:17.717310 n-d-842733-1 neutron-server[103162]: return self.request(url, 'GET', **kwargs) May 20 21:40:17.717310 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 21:40:17.717310 n-d-842733-1 neutron-server[103162]: base_url = self.get_endpoint(auth, allow=allow, May 20 21:40:17.717310 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 21:40:17.717310 n-d-842733-1 neutron-server[103162]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 21:40:17.717310 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 21:40:17.717310 n-d-842733-1 neutron-server[103162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 21:40:17.717310 n-d-842733-1 neutron-server[103162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 21:40:17.843629 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ba6be3aa-b9ae-4737-968a-4cde5c7a71a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33072122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748162'] for network, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:17.849182 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ba6be3aa-b9ae-4737-968a-4cde5c7a71a9 admin admin] Notify callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:17.852306 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-ba6be3aa-b9ae-4737-968a-4cde5c7a71a9 admin admin] 10.222.0.35 "DELETE /v2.0/networks/ed61de79-6b57-470d-90fc-949193839205 HTTP/1.1" status: 204 len: 168 time: 0.3397994 May 20 21:40:17.863915 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6be3aa-b9ae-4737-968a-4cde5c7a71a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=ed61de79-6b57-470d-90fc-949193839205,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:40:18.197380 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 35180) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:40:18.236657 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-078b296e-3768-4e32-9e9d-f21aec0e82e0 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0b4df644b54e4605a791d65a23d111a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0380173 May 20 21:40:18.239052 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 35182) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:40:18.285917 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-fb4b50d3-76b3-4ca2-80c7-bc12777651f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:18.306287 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-fb4b50d3-76b3-4ca2-80c7-bc12777651f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:18.414267 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-fb4b50d3-76b3-4ca2-80c7-bc12777651f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:18.416829 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-fb4b50d3-76b3-4ca2-80c7-bc12777651f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:18.418012 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-fb4b50d3-76b3-4ca2-80c7-bc12777651f2 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/411e4f05-6cf6-4e9e-8014-8c46cab9e0bf HTTP/1.1" status: 204 len: 168 time: 0.1780663 May 20 21:40:18.427096 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4b50d3-76b3-4ca2-80c7-bc12777651f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=411e4f05-6cf6-4e9e-8014-8c46cab9e0bf,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:40:19.453579 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 0e18f794-d7a1-4962-a4bf-12e72281708e no longer exists at agent hyperv_n-h2-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 21:40:19.473000 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] No Port match for: 0e18f794-d7a1-4962-a4bf-12e72281708e {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 21:40:19.473363 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 0e18f794-d7a1-4962-a4bf-12e72281708e not bound to the agent host n-h2-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 21:40:19.491386 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 35204) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:40:19.585340 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-78eef4d3-bb81-473f-9e74-68216ee711df tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2051552349'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:40:19.705882 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78eef4d3-bb81-473f-9e74-68216ee711df tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] Made reservation on behalf of 6c0e063939a248cba35edf73263cd021 for: {'network': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:40:19.709320 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-78eef4d3-bb81-473f-9e74-68216ee711df tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for network, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:19.719035 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-78eef4d3-bb81-473f-9e74-68216ee711df tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:19.795348 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-78eef4d3-bb81-473f-9e74-68216ee711df tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:19.868523 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-78eef4d3-bb81-473f-9e74-68216ee711df tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:19.895049 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78eef4d3-bb81-473f-9e74-68216ee711df tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 201} {{(pid=103163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 21:40:19.903398 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78eef4d3-bb81-473f-9e74-68216ee711df tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1777e754-24c0-4133-978e-9c6b6977d8e5,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:40:19.909464 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-78eef4d3-bb81-473f-9e74-68216ee711df tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:19.909802 n-d-842733-1 neutron-server[103163]: INFO neutron.db.segments_db [None req-78eef4d3-bb81-473f-9e74-68216ee711df tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] Added segment 83d4d3d6-1f24-4303-b20e-ebef5d0863ce of type vlan for network 31045803-266d-4bf5-9270-9ad5d967b1a8 May 20 21:40:19.925937 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-1ca33b79-8010-4ce6-9be4-c318cee6b981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:19.949174 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-78eef4d3-bb81-473f-9e74-68216ee711df tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418993264'] for network, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:20.016950 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-78eef4d3-bb81-473f-9e74-68216ee711df tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524'] for network, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:20.022410 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78eef4d3-bb81-473f-9e74-68216ee711df tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:40:20.022987 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-78eef4d3-bb81-473f-9e74-68216ee711df tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:20.127195 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78eef4d3-bb81-473f-9e74-68216ee711df tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] Pushing event updated for resources: {'Network': ['ID=31045803-266d-4bf5-9270-9ad5d967b1a8,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:40:20.137031 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Network 31045803-266d-4bf5-9270-9ad5d967b1a8 details requested by agent ovs-agent-n-d-842733-1 with host n-d-842733-1 {{(pid=103164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 20 21:40:20.159103 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-78eef4d3-bb81-473f-9e74-68216ee711df tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6588016 May 20 21:40:22.282874 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a4299f5a-f53f-4f1e-931e-ffa858e77116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:23.362593 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 35208) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:40:23.367670 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-646fd0e2-e115-46b3-84a8-5ed0e9e0b67a tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] Request body: {'subnet': {'network_id': '31045803-266d-4bf5-9270-9ad5d967b1a8', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:40:23.511453 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-646fd0e2-e115-46b3-84a8-5ed0e9e0b67a tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] Made reservation on behalf of 6c0e063939a248cba35edf73263cd021 for: {'subnet': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:40:23.515459 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-646fd0e2-e115-46b3-84a8-5ed0e9e0b67a tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8422561'] for subnet, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:23.754316 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-646fd0e2-e115-46b3-84a8-5ed0e9e0b67a tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9641412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8422583'] for subnet, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:23.819442 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646fd0e2-e115-46b3-84a8-5ed0e9e0b67a tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] Pushing event updated for resources: {'Subnet': ['ID=09099405-f482-443e-8be0-019119ceeaa5,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:40:23.827204 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-646fd0e2-e115-46b3-84a8-5ed0e9e0b67a tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] Checking segment: {'id': '83d4d3d6-1f24-4303-b20e-ebef5d0863ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '31045803-266d-4bf5-9270-9ad5d967b1a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:40:23.827559 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-646fd0e2-e115-46b3-84a8-5ed0e9e0b67a tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] Network hostable DHCP agents. Network: 31045803-266d-4bf5-9270-9ad5d967b1a8, hostable agents: ['c9b0653c-f3c7-4339-bd50-e3754b629216'], hosted agents: [] {{(pid=103163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 21:40:23.902311 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-646fd0e2-e115-46b3-84a8-5ed0e9e0b67a tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] Network 31045803-266d-4bf5-9270-9ad5d967b1a8 is scheduled to be hosted by DHCP agent c9b0653c-f3c7-4339-bd50-e3754b629216 with binding_index 1 {{(pid=103163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 21:40:23.965123 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-646fd0e2-e115-46b3-84a8-5ed0e9e0b67a tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842733-1, 31045803-266d-4bf5-9270-9ad5d967b1a8) {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:40:23.970222 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-646fd0e2-e115-46b3-84a8-5ed0e9e0b67a tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:40:23.971138 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-646fd0e2-e115-46b3-84a8-5ed0e9e0b67a tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] Notify callbacks [] for subnet, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:23.974413 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae01e68a-c441-4aad-806b-8de9f39bf29f None None] Network 31045803-266d-4bf5-9270-9ad5d967b1a8 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:40:24.045774 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-646fd0e2-e115-46b3-84a8-5ed0e9e0b67a tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6819663 May 20 21:40:24.050324 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 35210) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:40:24.055314 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-908e640a-a1c1-4e32-a996-473c66790eed tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-159787100'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:40:24.140718 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-908e640a-a1c1-4e32-a996-473c66790eed tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] Made reservation on behalf of 6c0e063939a248cba35edf73263cd021 for: {'network': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:40:24.144279 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-908e640a-a1c1-4e32-a996-473c66790eed tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for network, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:24.174191 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-908e640a-a1c1-4e32-a996-473c66790eed tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 215} {{(pid=103162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 21:40:24.183640 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-908e640a-a1c1-4e32-a996-473c66790eed tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:24.183986 n-d-842733-1 neutron-server[103162]: INFO neutron.db.segments_db [None req-908e640a-a1c1-4e32-a996-473c66790eed tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] Added segment 42d45d1d-afe4-46fd-8653-c37f780acec8 of type vlan for network ecf8021b-4dfc-476d-b0f1-77f0c8234188 May 20 21:40:24.226780 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-908e640a-a1c1-4e32-a996-473c66790eed tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418993264'] for network, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:24.285664 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a677c79-9996-4e3f-b8a0-c0f327d3a20b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaee2b848-d4b9-5db1-b6ef-d6db29d67de7-31045803-266d-4bf5-9270-9ad5d967b1a8', 'network_id': '31045803-266d-4bf5-9270-9ad5d967b1a8', 'tenant_id': '6c0e063939a248cba35edf73263cd021', 'fixed_ips': [{'subnet_id': '09099405-f482-443e-8be0-019119ceeaa5'}]}} from n-d-842733-1. {{(pid=103164) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 21:40:24.286532 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-0a677c79-9996-4e3f-b8a0-c0f327d3a20b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:24.314522 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-908e640a-a1c1-4e32-a996-473c66790eed tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524'] for network, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:24.320482 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-908e640a-a1c1-4e32-a996-473c66790eed tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:40:24.321068 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-908e640a-a1c1-4e32-a996-473c66790eed tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] Notify callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:24.357609 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4bb0e131-6525-46ca-a45b-e4ea43a5e69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:24.392100 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908e640a-a1c1-4e32-a996-473c66790eed tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] Pushing event updated for resources: {'Network': ['ID=ecf8021b-4dfc-476d-b0f1-77f0c8234188,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:40:24.407365 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Network ecf8021b-4dfc-476d-b0f1-77f0c8234188 details requested by agent ovs-agent-n-d-842733-1 with host n-d-842733-1 {{(pid=103164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 20 21:40:24.417089 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-908e640a-a1c1-4e32-a996-473c66790eed tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3628619 May 20 21:40:24.417391 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 35212) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:40:24.423171 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-8fb84175-e7b6-4b92-887b-6518e4314232 tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] Request body: {'subnet': {'network_id': 'ecf8021b-4dfc-476d-b0f1-77f0c8234188', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:40:24.480724 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [None req-0a677c79-9996-4e3f-b8a0-c0f327d3a20b None None] Allocated IP 2001:db8:0:ffff::2 (31045803-266d-4bf5-9270-9ad5d967b1a8/09099405-f482-443e-8be0-019119ceeaa5/1e7eb66d-e57e-4909-b34d-576eadf872c2) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:40:24.614568 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fb84175-e7b6-4b92-887b-6518e4314232 tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] Made reservation on behalf of 6c0e063939a248cba35edf73263cd021 for: {'subnet': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:40:24.618345 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8fb84175-e7b6-4b92-887b-6518e4314232 tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8422561'] for subnet, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:24.634085 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-0a677c79-9996-4e3f-b8a0-c0f327d3a20b None None] Notify callbacks [] for port, precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:24.700883 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-0a677c79-9996-4e3f-b8a0-c0f327d3a20b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108'] for port, after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:24.742321 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a677c79-9996-4e3f-b8a0-c0f327d3a20b None None] Network 31045803-266d-4bf5-9270-9ad5d967b1a8 is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:40:24.745041 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-0a677c79-9996-4e3f-b8a0-c0f327d3a20b None None] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:40:24.748582 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a677c79-9996-4e3f-b8a0-c0f327d3a20b None None] Received port after_create {{(pid=103164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:40:24.758766 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a677c79-9996-4e3f-b8a0-c0f327d3a20b None None] Pushing event updated for resources: {'Port': ['ID=1e7eb66d-e57e-4909-b34d-576eadf872c2,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:40:24.769434 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a677c79-9996-4e3f-b8a0-c0f327d3a20b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:40:24.769850 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a677c79-9996-4e3f-b8a0-c0f327d3a20b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:40:24.770219 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a677c79-9996-4e3f-b8a0-c0f327d3a20b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:40:24.770565 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a677c79-9996-4e3f-b8a0-c0f327d3a20b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:40:24.770889 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a677c79-9996-4e3f-b8a0-c0f327d3a20b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:40:24.771214 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a677c79-9996-4e3f-b8a0-c0f327d3a20b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:40:24.771538 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a677c79-9996-4e3f-b8a0-c0f327d3a20b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:40:24.771862 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a677c79-9996-4e3f-b8a0-c0f327d3a20b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:40:24.772181 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a677c79-9996-4e3f-b8a0-c0f327d3a20b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:40:24.772497 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a677c79-9996-4e3f-b8a0-c0f327d3a20b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:40:24.772816 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a677c79-9996-4e3f-b8a0-c0f327d3a20b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:40:24.773131 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a677c79-9996-4e3f-b8a0-c0f327d3a20b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:40:24.822755 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-0a677c79-9996-4e3f-b8a0-c0f327d3a20b None None] Attempting to bind port 1e7eb66d-e57e-4909-b34d-576eadf872c2 on host n-d-842733-1 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:40:24.823119 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-0a677c79-9996-4e3f-b8a0-c0f327d3a20b None None] Attempting to bind port 1e7eb66d-e57e-4909-b34d-576eadf872c2 by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': '83d4d3d6-1f24-4303-b20e-ebef5d0863ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '31045803-266d-4bf5-9270-9ad5d967b1a8'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:40:24.823479 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a677c79-9996-4e3f-b8a0-c0f327d3a20b None None] Attempting to bind port 1e7eb66d-e57e-4909-b34d-576eadf872c2 on network 31045803-266d-4bf5-9270-9ad5d967b1a8 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:40:24.829324 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a677c79-9996-4e3f-b8a0-c0f327d3a20b None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 21, 39, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 21:40:24.829692 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a677c79-9996-4e3f-b8a0-c0f327d3a20b None None] Checking segment: {'id': '83d4d3d6-1f24-4303-b20e-ebef5d0863ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '31045803-266d-4bf5-9270-9ad5d967b1a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:40:24.830095 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-0a677c79-9996-4e3f-b8a0-c0f327d3a20b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:24.830482 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a677c79-9996-4e3f-b8a0-c0f327d3a20b None None] Bound using segment: {'id': '83d4d3d6-1f24-4303-b20e-ebef5d0863ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '31045803-266d-4bf5-9270-9ad5d967b1a8'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 21:40:24.830943 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-0a677c79-9996-4e3f-b8a0-c0f327d3a20b None None] Bound port: 1e7eb66d-e57e-4909-b34d-576eadf872c2, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83d4d3d6-1f24-4303-b20e-ebef5d0863ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '31045803-266d-4bf5-9270-9ad5d967b1a8'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:40:24.831397 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-0a677c79-9996-4e3f-b8a0-c0f327d3a20b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:24.860512 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8fb84175-e7b6-4b92-887b-6518e4314232 tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9641412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8422583'] for subnet, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:24.893861 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-0a677c79-9996-4e3f-b8a0-c0f327d3a20b None None] For port 1e7eb66d-e57e-4909-b34d-576eadf872c2, host n-d-842733-1, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 21:40:24.901574 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-0a677c79-9996-4e3f-b8a0-c0f327d3a20b None None] For port 1e7eb66d-e57e-4909-b34d-576eadf872c2, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=1e7eb66d-e57e-4909-b34d-576eadf872c2,segment=NetworkSegment(83d4d3d6-1f24-4303-b20e-ebef5d0863ce),segment_id=83d4d3d6-1f24-4303-b20e-ebef5d0863ce)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 21:40:24.928486 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb84175-e7b6-4b92-887b-6518e4314232 tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] Pushing event updated for resources: {'Subnet': ['ID=9c15b0d6-d4c0-48a0-907c-c05759b6bd0a,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:40:24.933084 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb84175-e7b6-4b92-887b-6518e4314232 tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] Checking segment: {'id': '42d45d1d-afe4-46fd-8653-c37f780acec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'ecf8021b-4dfc-476d-b0f1-77f0c8234188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:40:24.933454 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fb84175-e7b6-4b92-887b-6518e4314232 tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] Network hostable DHCP agents. Network: ecf8021b-4dfc-476d-b0f1-77f0c8234188, hostable agents: ['c9b0653c-f3c7-4339-bd50-e3754b629216'], hosted agents: [] {{(pid=103163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 21:40:24.974892 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-0a677c79-9996-4e3f-b8a0-c0f327d3a20b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:25.025673 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fb84175-e7b6-4b92-887b-6518e4314232 tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] Network ecf8021b-4dfc-476d-b0f1-77f0c8234188 is scheduled to be hosted by DHCP agent c9b0653c-f3c7-4339-bd50-e3754b629216 with binding_index 1 {{(pid=103163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 21:40:25.034820 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a677c79-9996-4e3f-b8a0-c0f327d3a20b None None] Pushing event updated for resources: {'Port': ['ID=1e7eb66d-e57e-4909-b34d-576eadf872c2,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:40:25.102570 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-8fb84175-e7b6-4b92-887b-6518e4314232 tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842733-1, ecf8021b-4dfc-476d-b0f1-77f0c8234188) {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:40:25.106625 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fb84175-e7b6-4b92-887b-6518e4314232 tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:40:25.107218 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8fb84175-e7b6-4b92-887b-6518e4314232 tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] Notify callbacks [] for subnet, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:25.112193 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db022cc8-29c3-4f66-87ec-5256665e9652 None None] Network ecf8021b-4dfc-476d-b0f1-77f0c8234188 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:40:25.209427 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-8fb84175-e7b6-4b92-887b-6518e4314232 tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.7885010 May 20 21:40:25.209674 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 35214) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:40:25.263587 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:25.304356 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59b6a6a7-bc79-4b45-9e29-1890746b5569 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaee2b848-d4b9-5db1-b6ef-d6db29d67de7-ecf8021b-4dfc-476d-b0f1-77f0c8234188', 'network_id': 'ecf8021b-4dfc-476d-b0f1-77f0c8234188', 'tenant_id': '6c0e063939a248cba35edf73263cd021', 'fixed_ips': [{'subnet_id': '9c15b0d6-d4c0-48a0-907c-c05759b6bd0a'}]}} from n-d-842733-1. {{(pid=103164) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 21:40:25.305264 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-59b6a6a7-bc79-4b45-9e29-1890746b5569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:25.319248 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8e374a14-73ec-465e-9d42-f7157f39c8d8 tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33160123'] for network, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:25.457739 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [None req-59b6a6a7-bc79-4b45-9e29-1890746b5569 None None] Allocated IP 2001:db8::2 (ecf8021b-4dfc-476d-b0f1-77f0c8234188/9c15b0d6-d4c0-48a0-907c-c05759b6bd0a/b79260ae-71c7-40c4-8c12-5168cb4393d9) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:40:25.626288 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-59b6a6a7-bc79-4b45-9e29-1890746b5569 None None] Notify callbacks [] for port, precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:25.684275 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8e374a14-73ec-465e-9d42-f7157f39c8d8 tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33068388'] for subnet, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:25.711699 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:25.736821 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-59b6a6a7-bc79-4b45-9e29-1890746b5569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108'] for port, after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:25.738934 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cc3ec51b-6ec8-438a-8349-5f0bec346d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:25.784003 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59b6a6a7-bc79-4b45-9e29-1890746b5569 None None] Network ecf8021b-4dfc-476d-b0f1-77f0c8234188 is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:40:25.787081 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-59b6a6a7-bc79-4b45-9e29-1890746b5569 None None] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:40:25.789659 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b6a6a7-bc79-4b45-9e29-1890746b5569 None None] Received port after_create {{(pid=103164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:40:25.799114 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b6a6a7-bc79-4b45-9e29-1890746b5569 None None] Pushing event updated for resources: {'Port': ['ID=b79260ae-71c7-40c4-8c12-5168cb4393d9,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:40:25.815078 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8e374a14-73ec-465e-9d42-f7157f39c8d8 tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33068399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9641221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8422588'] for subnet, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:25.844489 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e374a14-73ec-465e-9d42-f7157f39c8d8 tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] Pushing event deleted for resources: {'Subnet': ['ID=9c15b0d6-d4c0-48a0-907c-c05759b6bd0a,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:40:25.854990 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-59b6a6a7-bc79-4b45-9e29-1890746b5569 None None] Attempting to bind port b79260ae-71c7-40c4-8c12-5168cb4393d9 on host n-d-842733-1 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:40:25.855357 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-59b6a6a7-bc79-4b45-9e29-1890746b5569 None None] Attempting to bind port b79260ae-71c7-40c4-8c12-5168cb4393d9 by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': '42d45d1d-afe4-46fd-8653-c37f780acec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'ecf8021b-4dfc-476d-b0f1-77f0c8234188'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:40:25.855713 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b6a6a7-bc79-4b45-9e29-1890746b5569 None None] Attempting to bind port b79260ae-71c7-40c4-8c12-5168cb4393d9 on network ecf8021b-4dfc-476d-b0f1-77f0c8234188 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:40:25.862092 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b6a6a7-bc79-4b45-9e29-1890746b5569 None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 21, 40, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 21:40:25.864314 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b6a6a7-bc79-4b45-9e29-1890746b5569 None None] Checking segment: {'id': '42d45d1d-afe4-46fd-8653-c37f780acec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'ecf8021b-4dfc-476d-b0f1-77f0c8234188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:40:25.864314 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-59b6a6a7-bc79-4b45-9e29-1890746b5569 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:25.864314 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b6a6a7-bc79-4b45-9e29-1890746b5569 None None] Bound using segment: {'id': '42d45d1d-afe4-46fd-8653-c37f780acec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'ecf8021b-4dfc-476d-b0f1-77f0c8234188'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 21:40:25.864314 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-59b6a6a7-bc79-4b45-9e29-1890746b5569 None None] Bound port: b79260ae-71c7-40c4-8c12-5168cb4393d9, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42d45d1d-afe4-46fd-8653-c37f780acec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'ecf8021b-4dfc-476d-b0f1-77f0c8234188'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:40:25.864314 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-59b6a6a7-bc79-4b45-9e29-1890746b5569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:25.908472 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8e374a14-73ec-465e-9d42-f7157f39c8d8 tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33072115', 'neutron.services.segments.db._delete_segments_for_network-8782419500584'] for network, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:25.930777 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-8e374a14-73ec-465e-9d42-f7157f39c8d8 tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecf8021b-4dfc-476d-b0f1-77f0c8234188']}} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:40:25.935666 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-59b6a6a7-bc79-4b45-9e29-1890746b5569 None None] For port b79260ae-71c7-40c4-8c12-5168cb4393d9, host n-d-842733-1, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 21:40:25.939784 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-59b6a6a7-bc79-4b45-9e29-1890746b5569 None None] For port b79260ae-71c7-40c4-8c12-5168cb4393d9, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=b79260ae-71c7-40c4-8c12-5168cb4393d9,segment=NetworkSegment(42d45d1d-afe4-46fd-8653-c37f780acec8),segment_id=42d45d1d-afe4-46fd-8653-c37f780acec8)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 21:40:25.941401 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-8e374a14-73ec-465e-9d42-f7157f39c8d8 tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42d45d1d-afe4-46fd-8653-c37f780acec8') {'for_net_delete': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:40:25.941691 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-8e374a14-73ec-465e-9d42-f7157f39c8d8 tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42d45d1d-afe4-46fd-8653-c37f780acec8') {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:40:25.951378 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8e374a14-73ec-465e-9d42-f7157f39c8d8 tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419501617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9338764'] for segment, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:26.019714 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-573cde93-12c0-4f55-a963-518f2134eb5b None None] Network 31045803-266d-4bf5-9270-9ad5d967b1a8 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:40:26.028823 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8e374a14-73ec-465e-9d42-f7157f39c8d8 tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:26.035571 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e374a14-73ec-465e-9d42-f7157f39c8d8 tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] Releasing vlan 215 on physical network physnet1 to pool {{(pid=103163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 21:40:26.035976 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8e374a14-73ec-465e-9d42-f7157f39c8d8 tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9638311'] for segment, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:26.038836 n-d-842733-1 neutron-server[103163]: Traceback (most recent call last): May 20 21:40:26.038836 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 21:40:26.038836 n-d-842733-1 neutron-server[103163]: timer() May 20 21:40:26.038836 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 21:40:26.038836 n-d-842733-1 neutron-server[103163]: cb(*args, **kw) May 20 21:40:26.038836 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 20 21:40:26.038836 n-d-842733-1 neutron-server[103163]: return func(*args, **kwargs) May 20 21:40:26.038836 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 21:40:26.038836 n-d-842733-1 neutron-server[103163]: self._notify() May 20 21:40:26.038836 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 21:40:26.038836 n-d-842733-1 neutron-server[103163]: self.callback(batched_events) May 20 21:40:26.038836 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 21:40:26.038836 n-d-842733-1 neutron-server[103163]: event.method(event) May 20 21:40:26.038836 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 20 21:40:26.038836 n-d-842733-1 neutron-server[103163]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 21:40:26.038836 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 20 21:40:26.038836 n-d-842733-1 neutron-server[103163]: aggregate_uuid = self.p_client.list_aggregates( May 20 21:40:26.038836 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 20 21:40:26.038836 n-d-842733-1 neutron-server[103163]: return f(self, *a, **k) May 20 21:40:26.038836 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 20 21:40:26.038836 n-d-842733-1 neutron-server[103163]: return self._get(url).json() May 20 21:40:26.038836 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 20 21:40:26.038836 n-d-842733-1 neutron-server[103163]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 21:40:26.038836 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 21:40:26.038836 n-d-842733-1 neutron-server[103163]: return self.request(url, 'GET', **kwargs) May 20 21:40:26.038836 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 21:40:26.038836 n-d-842733-1 neutron-server[103163]: base_url = self.get_endpoint(auth, allow=allow, May 20 21:40:26.038836 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 21:40:26.038836 n-d-842733-1 neutron-server[103163]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 21:40:26.038836 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 21:40:26.038836 n-d-842733-1 neutron-server[103163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 21:40:26.038836 n-d-842733-1 neutron-server[103163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 21:40:26.062535 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-59b6a6a7-bc79-4b45-9e29-1890746b5569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:26.151628 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.db.api [None req-8e374a14-73ec-465e-9d42-f7157f39c8d8 tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 20 21:40:26.151628 n-d-842733-1 neutron-server[103163]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 20 21:40:26.151628 n-d-842733-1 neutron-server[103163]: [parameters: {'id': 'ecf8021b-4dfc-476d-b0f1-77f0c8234188'}] May 20 21:40:26.151628 n-d-842733-1 neutron-server[103163]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103163) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 20 21:40:26.152289 n-d-842733-1 neutron-server[103163]: DEBUG oslo_db.api [None req-8e374a14-73ec-465e-9d42-f7157f39c8d8 tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 20 21:40:26.181255 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b6a6a7-bc79-4b45-9e29-1890746b5569 None None] Pushing event updated for resources: {'Port': ['ID=b79260ae-71c7-40c4-8c12-5168cb4393d9,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:40:26.190581 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-30b2fc64-dcc4-4cb8-8570-070ac63cc195 None None] Provisioning complete for port 1e7eb66d-e57e-4909-b34d-576eadf872c2 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:40:26.190951 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-30b2fc64-dcc4-4cb8-8570-070ac63cc195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:26.227234 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ebf13a2-651c-490b-b07d-fde3e3e00432 None None] Network ecf8021b-4dfc-476d-b0f1-77f0c8234188 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:40:26.424115 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-30b2fc64-dcc4-4cb8-8570-070ac63cc195 None None] Current status of the port 1e7eb66d-e57e-4909-b34d-576eadf872c2 is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:40:26.424363 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-30b2fc64-dcc4-4cb8-8570-070ac63cc195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:26.463828 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-30b2fc64-dcc4-4cb8-8570-070ac63cc195 None None] For port 1e7eb66d-e57e-4909-b34d-576eadf872c2, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=1e7eb66d-e57e-4909-b34d-576eadf872c2,segment=NetworkSegment(83d4d3d6-1f24-4303-b20e-ebef5d0863ce),segment_id=83d4d3d6-1f24-4303-b20e-ebef5d0863ce)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:40:26.531146 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-30b2fc64-dcc4-4cb8-8570-070ac63cc195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:26.581395 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b2fc64-dcc4-4cb8-8570-070ac63cc195 None None] Pushing event updated for resources: {'Port': ['ID=1e7eb66d-e57e-4909-b34d-576eadf872c2,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:40:26.586327 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-888a6396-4e5d-4878-97ee-4023bda68ab6 None None] get_active_networks_info from n-d-842733-1 {{(pid=103164) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 20 21:40:26.653583 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8e374a14-73ec-465e-9d42-f7157f39c8d8 tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33160123'] for network, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:26.660969 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-888a6396-4e5d-4878-97ee-4023bda68ab6 None None] Resources bound (agent type, host, resource id): {{(pid=103164) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 20 21:40:26.668412 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b41eb37b-56d2-46c6-8ec2-f95d07b3d418 None None] Provisioning complete for port 1e7eb66d-e57e-4909-b34d-576eadf872c2 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:40:26.668778 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b41eb37b-56d2-46c6-8ec2-f95d07b3d418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:26.714373 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-8e374a14-73ec-465e-9d42-f7157f39c8d8 tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] Deleting port b79260ae-71c7-40c4-8c12-5168cb4393d9 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:40:26.714945 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8e374a14-73ec-465e-9d42-f7157f39c8d8 tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:26.775123 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-8e374a14-73ec-465e-9d42-f7157f39c8d8 tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] For port b79260ae-71c7-40c4-8c12-5168cb4393d9, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=b79260ae-71c7-40c4-8c12-5168cb4393d9,segment=NetworkSegment(42d45d1d-afe4-46fd-8653-c37f780acec8),segment_id=42d45d1d-afe4-46fd-8653-c37f780acec8)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:40:26.775386 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8e374a14-73ec-465e-9d42-f7157f39c8d8 tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:26.788308 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-8e374a14-73ec-465e-9d42-f7157f39c8d8 tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] Calling delete_port for b79260ae-71c7-40c4-8c12-5168cb4393d9 owned by network:dhcp {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:40:26.829560 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b41eb37b-56d2-46c6-8ec2-f95d07b3d418 None None] Current status of the port 1e7eb66d-e57e-4909-b34d-576eadf872c2 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:40:26.917110 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8e374a14-73ec-465e-9d42-f7157f39c8d8 tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:26.931414 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e374a14-73ec-465e-9d42-f7157f39c8d8 tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] No DVR routers for this DVR port b79260ae-71c7-40c4-8c12-5168cb4393d9 on host n-d-842733-1 {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 21:40:26.971973 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e374a14-73ec-465e-9d42-f7157f39c8d8 tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] Pushing event deleted for resources: {'Port': ['ID=b79260ae-71c7-40c4-8c12-5168cb4393d9,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:40:26.983236 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 1e7eb66d-e57e-4909-b34d-576eadf872c2 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:40:27.036736 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 1e7eb66d-e57e-4909-b34d-576eadf872c2 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:40:27.037426 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:27.041757 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8e374a14-73ec-465e-9d42-f7157f39c8d8 tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33072115', 'neutron.services.segments.db._delete_segments_for_network-8782419500584'] for network, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:27.064684 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-8e374a14-73ec-465e-9d42-f7157f39c8d8 tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecf8021b-4dfc-476d-b0f1-77f0c8234188']}} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:40:27.074029 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-8e374a14-73ec-465e-9d42-f7157f39c8d8 tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42d45d1d-afe4-46fd-8653-c37f780acec8') {'for_net_delete': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:40:27.074202 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-8e374a14-73ec-465e-9d42-f7157f39c8d8 tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42d45d1d-afe4-46fd-8653-c37f780acec8') {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:40:27.083449 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8e374a14-73ec-465e-9d42-f7157f39c8d8 tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419501617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9338764'] for segment, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:27.097555 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8e374a14-73ec-465e-9d42-f7157f39c8d8 tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:27.103382 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e374a14-73ec-465e-9d42-f7157f39c8d8 tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] Releasing vlan 215 on physical network physnet1 to pool {{(pid=103163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 21:40:27.103809 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8e374a14-73ec-465e-9d42-f7157f39c8d8 tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9638311'] for segment, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:27.106662 n-d-842733-1 neutron-server[103163]: Traceback (most recent call last): May 20 21:40:27.106662 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 21:40:27.106662 n-d-842733-1 neutron-server[103163]: timer() May 20 21:40:27.106662 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 21:40:27.106662 n-d-842733-1 neutron-server[103163]: cb(*args, **kw) May 20 21:40:27.106662 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 20 21:40:27.106662 n-d-842733-1 neutron-server[103163]: return func(*args, **kwargs) May 20 21:40:27.106662 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 21:40:27.106662 n-d-842733-1 neutron-server[103163]: self._notify() May 20 21:40:27.106662 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 21:40:27.106662 n-d-842733-1 neutron-server[103163]: self.callback(batched_events) May 20 21:40:27.106662 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 21:40:27.106662 n-d-842733-1 neutron-server[103163]: event.method(event) May 20 21:40:27.106662 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 20 21:40:27.106662 n-d-842733-1 neutron-server[103163]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 21:40:27.106662 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 20 21:40:27.106662 n-d-842733-1 neutron-server[103163]: aggregate_uuid = self.p_client.list_aggregates( May 20 21:40:27.106662 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 20 21:40:27.106662 n-d-842733-1 neutron-server[103163]: return f(self, *a, **k) May 20 21:40:27.106662 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 20 21:40:27.106662 n-d-842733-1 neutron-server[103163]: return self._get(url).json() May 20 21:40:27.106662 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 20 21:40:27.106662 n-d-842733-1 neutron-server[103163]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 21:40:27.106662 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 21:40:27.106662 n-d-842733-1 neutron-server[103163]: return self.request(url, 'GET', **kwargs) May 20 21:40:27.106662 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 21:40:27.106662 n-d-842733-1 neutron-server[103163]: base_url = self.get_endpoint(auth, allow=allow, May 20 21:40:27.106662 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 21:40:27.106662 n-d-842733-1 neutron-server[103163]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 21:40:27.106662 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 21:40:27.106662 n-d-842733-1 neutron-server[103163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 21:40:27.106662 n-d-842733-1 neutron-server[103163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 21:40:27.115348 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 1e7eb66d-e57e-4909-b34d-576eadf872c2 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:40:27.251067 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8e374a14-73ec-465e-9d42-f7157f39c8d8 tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33072122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748162'] for network, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:27.259142 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8e374a14-73ec-465e-9d42-f7157f39c8d8 tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:27.261992 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-8e374a14-73ec-465e-9d42-f7157f39c8d8 tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] 10.222.0.35 "DELETE /v2.0/networks/ecf8021b-4dfc-476d-b0f1-77f0c8234188 HTTP/1.1" status: 204 len: 168 time: 2.0513570 May 20 21:40:27.266755 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 35218) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:40:27.272216 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-ae3f50a7-e6b8-4ef3-be63-d7bb3f033feb tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1827006346'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:40:27.275077 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e374a14-73ec-465e-9d42-f7157f39c8d8 tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] Pushing event deleted for resources: {'Network': ['ID=ecf8021b-4dfc-476d-b0f1-77f0c8234188,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:40:27.362846 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae3f50a7-e6b8-4ef3-be63-d7bb3f033feb tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] Made reservation on behalf of 6c0e063939a248cba35edf73263cd021 for: {'network': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:40:27.366596 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ae3f50a7-e6b8-4ef3-be63-d7bb3f033feb tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for network, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:27.391348 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae3f50a7-e6b8-4ef3-be63-d7bb3f033feb tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 204} {{(pid=103162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 21:40:27.399900 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ae3f50a7-e6b8-4ef3-be63-d7bb3f033feb tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:27.400244 n-d-842733-1 neutron-server[103162]: INFO neutron.db.segments_db [None req-ae3f50a7-e6b8-4ef3-be63-d7bb3f033feb tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] Added segment e09b48f0-b44c-4efb-b0f0-7a9d54a9d17e of type vlan for network 1d970979-3f6b-4fea-b159-84b0896aa0f7 May 20 21:40:27.444283 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ae3f50a7-e6b8-4ef3-be63-d7bb3f033feb tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418993264'] for network, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:27.551344 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ae3f50a7-e6b8-4ef3-be63-d7bb3f033feb tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524'] for network, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:27.556914 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae3f50a7-e6b8-4ef3-be63-d7bb3f033feb tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:40:27.557536 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ae3f50a7-e6b8-4ef3-be63-d7bb3f033feb tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] Notify callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:27.623386 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3f50a7-e6b8-4ef3-be63-d7bb3f033feb tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] Pushing event updated for resources: {'Network': ['ID=1d970979-3f6b-4fea-b159-84b0896aa0f7,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:40:27.634635 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Network 1d970979-3f6b-4fea-b159-84b0896aa0f7 details requested by agent ovs-agent-n-d-842733-1 with host n-d-842733-1 {{(pid=103164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 20 21:40:27.676753 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-ae3f50a7-e6b8-4ef3-be63-d7bb3f033feb tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4087982 May 20 21:40:27.679633 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 35220) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:40:27.685010 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-9f8a5057-538f-4afd-b20f-23d01849f1ca tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] Request body: {'subnet': {'network_id': '1d970979-3f6b-4fea-b159-84b0896aa0f7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:40:27.851350 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f8a5057-538f-4afd-b20f-23d01849f1ca tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] Made reservation on behalf of 6c0e063939a248cba35edf73263cd021 for: {'subnet': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:40:27.854999 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9f8a5057-538f-4afd-b20f-23d01849f1ca tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4018244'] for subnet, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:27.911276 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.ipam_backend_mixin [None req-9f8a5057-538f-4afd-b20f-23d01849f1ca tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] Performing IP validity checks on allocation pools {{(pid=103162) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} May 20 21:40:27.911817 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.ipam_backend_mixin [None req-9f8a5057-538f-4afd-b20f-23d01849f1ca tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103162) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} May 20 21:40:28.085561 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9f8a5057-538f-4afd-b20f-23d01849f1ca tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3797684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4018258'] for subnet, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:28.143344 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8a5057-538f-4afd-b20f-23d01849f1ca tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] Pushing event updated for resources: {'Subnet': ['ID=e3550a88-91a9-4763-b106-d26051dd9b54,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:40:28.153461 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f8a5057-538f-4afd-b20f-23d01849f1ca tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] Checking segment: {'id': 'e09b48f0-b44c-4efb-b0f0-7a9d54a9d17e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '1d970979-3f6b-4fea-b159-84b0896aa0f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:40:28.153824 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f8a5057-538f-4afd-b20f-23d01849f1ca tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] Network hostable DHCP agents. Network: 1d970979-3f6b-4fea-b159-84b0896aa0f7, hostable agents: ['c9b0653c-f3c7-4339-bd50-e3754b629216'], hosted agents: [] {{(pid=103162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 21:40:28.219841 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f8a5057-538f-4afd-b20f-23d01849f1ca tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] Network 1d970979-3f6b-4fea-b159-84b0896aa0f7 is scheduled to be hosted by DHCP agent c9b0653c-f3c7-4339-bd50-e3754b629216 with binding_index 1 {{(pid=103162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 21:40:28.277454 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-9f8a5057-538f-4afd-b20f-23d01849f1ca tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842733-1, 1d970979-3f6b-4fea-b159-84b0896aa0f7) {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:40:28.281947 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f8a5057-538f-4afd-b20f-23d01849f1ca tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:40:28.282544 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9f8a5057-538f-4afd-b20f-23d01849f1ca tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] Notify callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:28.366044 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-9f8a5057-538f-4afd-b20f-23d01849f1ca tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.6848097 May 20 21:40:28.368790 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 35222) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:40:28.417028 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67dd1c36-1340-435d-8b24-2fcf9d184338 None None] Network 1d970979-3f6b-4fea-b159-84b0896aa0f7 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:40:28.472123 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b4d156fc-b3e4-4db2-ad34-1955d28114db tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33160123'] for network, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:28.524175 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b4d156fc-b3e4-4db2-ad34-1955d28114db tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33068388'] for subnet, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:28.559186 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ad4eccd-fc38-4a45-9725-0496f17058ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaee2b848-d4b9-5db1-b6ef-d6db29d67de7-1d970979-3f6b-4fea-b159-84b0896aa0f7', 'network_id': '1d970979-3f6b-4fea-b159-84b0896aa0f7', 'tenant_id': '6c0e063939a248cba35edf73263cd021', 'fixed_ips': [{'subnet_id': 'e3550a88-91a9-4763-b106-d26051dd9b54'}]}} from n-d-842733-1. {{(pid=103164) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 21:40:28.560157 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-2ad4eccd-fc38-4a45-9725-0496f17058ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:28.642986 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b4d156fc-b3e4-4db2-ad34-1955d28114db tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33068399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9641221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8422588'] for subnet, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:28.670148 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d156fc-b3e4-4db2-ad34-1955d28114db tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] Pushing event deleted for resources: {'Subnet': ['ID=e3550a88-91a9-4763-b106-d26051dd9b54,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:40:28.734477 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b4d156fc-b3e4-4db2-ad34-1955d28114db tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33072115', 'neutron.services.segments.db._delete_segments_for_network-8782419500584'] for network, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:28.741636 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server [None req-2ad4eccd-fc38-4a45-9725-0496f17058ec None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e3550a88-91a9-4763-b106-d26051dd9b54: This subnet is being modified by another concurrent operation. May 20 21:40:28.741636 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 20 21:40:28.741636 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 20 21:40:28.741636 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 20 21:40:28.741636 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 20 21:40:28.741636 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 20 21:40:28.741636 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 20 21:40:28.741636 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 20 21:40:28.741636 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 20 21:40:28.741636 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 20 21:40:28.741636 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 20 21:40:28.741636 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 20 21:40:28.741636 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 20 21:40:28.741636 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server self.force_reraise() May 20 21:40:28.741636 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 20 21:40:28.741636 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server raise self.value May 20 21:40:28.741636 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 20 21:40:28.741636 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 20 21:40:28.741636 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 20 21:40:28.741636 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 20 21:40:28.741636 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 20 21:40:28.741636 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server self.force_reraise() May 20 21:40:28.741636 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 20 21:40:28.741636 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server raise self.value May 20 21:40:28.741636 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 20 21:40:28.741636 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 20 21:40:28.741636 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 20 21:40:28.741636 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 20 21:40:28.741636 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 20 21:40:28.741636 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server self.force_reraise() May 20 21:40:28.741636 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 20 21:40:28.741636 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server raise self.value May 20 21:40:28.741636 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 20 21:40:28.741636 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 20 21:40:28.741636 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper May 20 21:40:28.741636 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) May 20 21:40:28.741636 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port May 20 21:40:28.741636 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') May 20 21:40:28.741636 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action May 20 21:40:28.741636 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) May 20 21:40:28.741636 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port May 20 21:40:28.741636 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( May 20 21:40:28.741636 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner May 20 21:40:28.741636 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 20 21:40:28.741636 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped May 20 21:40:28.741636 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 20 21:40:28.741636 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 20 21:40:28.741636 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 20 21:40:28.741636 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 20 21:40:28.741636 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server self.force_reraise() May 20 21:40:28.741636 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 20 21:40:28.741636 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server raise self.value May 20 21:40:28.741636 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 20 21:40:28.741636 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 20 21:40:28.741636 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 20 21:40:28.741636 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 20 21:40:28.741636 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 20 21:40:28.741636 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server self.force_reraise() May 20 21:40:28.741636 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 20 21:40:28.741636 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server raise self.value May 20 21:40:28.741636 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 20 21:40:28.741636 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 20 21:40:28.741636 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 20 21:40:28.741636 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 20 21:40:28.741636 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 20 21:40:28.741636 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server self.force_reraise() May 20 21:40:28.741636 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 20 21:40:28.741636 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server raise self.value May 20 21:40:28.741636 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 20 21:40:28.741636 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 20 21:40:28.741636 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1486, in create_port May 20 21:40:28.741636 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) May 20 21:40:28.741636 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1451, in _create_port_db May 20 21:40:28.741636 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) May 20 21:40:28.741636 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db May 20 21:40:28.741636 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( May 20 21:40:28.741636 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store May 20 21:40:28.741636 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) May 20 21:40:28.741636 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped May 20 21:40:28.741636 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 20 21:40:28.741636 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper May 20 21:40:28.741636 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) May 20 21:40:28.741636 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port May 20 21:40:28.741636 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) May 20 21:40:28.741636 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port May 20 21:40:28.741636 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 20 21:40:28.741636 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets May 20 21:40:28.741636 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 20 21:40:28.741636 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 20 21:40:28.741636 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server raise exception May 20 21:40:28.741636 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e3550a88-91a9-4763-b106-d26051dd9b54: This subnet is being modified by another concurrent operation. May 20 21:40:28.741636 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server May 20 21:40:28.755945 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-b4d156fc-b3e4-4db2-ad34-1955d28114db tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d970979-3f6b-4fea-b159-84b0896aa0f7']}} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:40:28.756171 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08bab1a6-81a8-4886-a199-c023546cc047 None None] Network 1d970979-3f6b-4fea-b159-84b0896aa0f7 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:40:28.766110 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-b4d156fc-b3e4-4db2-ad34-1955d28114db tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e09b48f0-b44c-4efb-b0f0-7a9d54a9d17e') {'for_net_delete': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:40:28.766351 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-b4d156fc-b3e4-4db2-ad34-1955d28114db tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e09b48f0-b44c-4efb-b0f0-7a9d54a9d17e') {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:40:28.775664 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b4d156fc-b3e4-4db2-ad34-1955d28114db tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419501617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9338764'] for segment, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:28.789249 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b4d156fc-b3e4-4db2-ad34-1955d28114db tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:28.795041 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4d156fc-b3e4-4db2-ad34-1955d28114db tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] Releasing vlan 204 on physical network physnet1 to pool {{(pid=103163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 21:40:28.795428 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b4d156fc-b3e4-4db2-ad34-1955d28114db tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9638311'] for segment, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:28.798469 n-d-842733-1 neutron-server[103163]: Traceback (most recent call last): May 20 21:40:28.798469 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 21:40:28.798469 n-d-842733-1 neutron-server[103163]: timer() May 20 21:40:28.798469 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 21:40:28.798469 n-d-842733-1 neutron-server[103163]: cb(*args, **kw) May 20 21:40:28.798469 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 20 21:40:28.798469 n-d-842733-1 neutron-server[103163]: return func(*args, **kwargs) May 20 21:40:28.798469 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 21:40:28.798469 n-d-842733-1 neutron-server[103163]: self._notify() May 20 21:40:28.798469 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 21:40:28.798469 n-d-842733-1 neutron-server[103163]: self.callback(batched_events) May 20 21:40:28.798469 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 21:40:28.798469 n-d-842733-1 neutron-server[103163]: event.method(event) May 20 21:40:28.798469 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 20 21:40:28.798469 n-d-842733-1 neutron-server[103163]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 21:40:28.798469 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 20 21:40:28.798469 n-d-842733-1 neutron-server[103163]: aggregate_uuid = self.p_client.list_aggregates( May 20 21:40:28.798469 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 20 21:40:28.798469 n-d-842733-1 neutron-server[103163]: return f(self, *a, **k) May 20 21:40:28.798469 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 20 21:40:28.798469 n-d-842733-1 neutron-server[103163]: return self._get(url).json() May 20 21:40:28.798469 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 20 21:40:28.798469 n-d-842733-1 neutron-server[103163]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 21:40:28.798469 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 21:40:28.798469 n-d-842733-1 neutron-server[103163]: return self.request(url, 'GET', **kwargs) May 20 21:40:28.798469 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 21:40:28.798469 n-d-842733-1 neutron-server[103163]: base_url = self.get_endpoint(auth, allow=allow, May 20 21:40:28.798469 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 21:40:28.798469 n-d-842733-1 neutron-server[103163]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 21:40:28.798469 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 21:40:28.798469 n-d-842733-1 neutron-server[103163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 21:40:28.798469 n-d-842733-1 neutron-server[103163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 21:40:28.864748 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b44d0a0-d8d3-45a0-88e2-36a30bd9b85a None None] get_active_networks_info from n-d-842733-1 {{(pid=103164) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 20 21:40:28.929987 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b44d0a0-d8d3-45a0-88e2-36a30bd9b85a None None] Resources bound (agent type, host, resource id): {{(pid=103164) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 20 21:40:28.930969 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b4d156fc-b3e4-4db2-ad34-1955d28114db tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33072122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748162'] for network, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:28.938014 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b4d156fc-b3e4-4db2-ad34-1955d28114db tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:28.941102 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-b4d156fc-b3e4-4db2-ad34-1955d28114db tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] 10.222.0.35 "DELETE /v2.0/networks/1d970979-3f6b-4fea-b159-84b0896aa0f7 HTTP/1.1" status: 204 len: 168 time: 0.5712590 May 20 21:40:28.944808 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 35224) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:40:28.950052 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-50dba344-099c-4202-9da2-3e57cf1ca34d tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1493209895'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:40:28.956607 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d156fc-b3e4-4db2-ad34-1955d28114db tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] Pushing event deleted for resources: {'Network': ['ID=1d970979-3f6b-4fea-b159-84b0896aa0f7,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:40:29.039907 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50dba344-099c-4202-9da2-3e57cf1ca34d tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] Made reservation on behalf of 6c0e063939a248cba35edf73263cd021 for: {'network': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:40:29.043361 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-50dba344-099c-4202-9da2-3e57cf1ca34d tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for network, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:29.068202 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50dba344-099c-4202-9da2-3e57cf1ca34d tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 223} {{(pid=103162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 21:40:29.076740 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-50dba344-099c-4202-9da2-3e57cf1ca34d tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:29.082197 n-d-842733-1 neutron-server[103162]: INFO neutron.db.segments_db [None req-50dba344-099c-4202-9da2-3e57cf1ca34d tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] Added segment 8440ca08-d9a6-4cd8-9841-616dc4d39f76 of type vlan for network 5d312d5b-f7d6-4a66-a345-fd6041fadb86 May 20 21:40:29.115479 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-50dba344-099c-4202-9da2-3e57cf1ca34d tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418993264'] for network, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:29.222436 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-50dba344-099c-4202-9da2-3e57cf1ca34d tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524'] for network, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:29.228146 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50dba344-099c-4202-9da2-3e57cf1ca34d tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:40:29.235475 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-50dba344-099c-4202-9da2-3e57cf1ca34d tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] Notify callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:29.298688 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50dba344-099c-4202-9da2-3e57cf1ca34d tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] Pushing event updated for resources: {'Network': ['ID=5d312d5b-f7d6-4a66-a345-fd6041fadb86,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:40:29.308327 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Network 5d312d5b-f7d6-4a66-a345-fd6041fadb86 details requested by agent ovs-agent-n-d-842733-1 with host n-d-842733-1 {{(pid=103164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 20 21:40:29.363189 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-50dba344-099c-4202-9da2-3e57cf1ca34d tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4172332 May 20 21:40:29.366945 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 35226) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:40:29.371925 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-f1dcd590-bb06-4838-9ebe-3999d743a422 tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] Request body: {'subnet': {'network_id': '5d312d5b-f7d6-4a66-a345-fd6041fadb86', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:40:29.536766 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1dcd590-bb06-4838-9ebe-3999d743a422 tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] Made reservation on behalf of 6c0e063939a248cba35edf73263cd021 for: {'subnet': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:40:29.540275 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f1dcd590-bb06-4838-9ebe-3999d743a422 tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4018244'] for subnet, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:29.768988 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f1dcd590-bb06-4838-9ebe-3999d743a422 tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3797684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4018258'] for subnet, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:29.836706 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1dcd590-bb06-4838-9ebe-3999d743a422 tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] Pushing event updated for resources: {'Subnet': ['ID=54b0fc36-760e-4d9a-aa02-e4f778637bb3,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:40:29.841824 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1dcd590-bb06-4838-9ebe-3999d743a422 tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] Checking segment: {'id': '8440ca08-d9a6-4cd8-9841-616dc4d39f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '5d312d5b-f7d6-4a66-a345-fd6041fadb86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:40:29.842186 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1dcd590-bb06-4838-9ebe-3999d743a422 tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] Network hostable DHCP agents. Network: 5d312d5b-f7d6-4a66-a345-fd6041fadb86, hostable agents: ['c9b0653c-f3c7-4339-bd50-e3754b629216'], hosted agents: [] {{(pid=103162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 21:40:29.905788 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1dcd590-bb06-4838-9ebe-3999d743a422 tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] Network 5d312d5b-f7d6-4a66-a345-fd6041fadb86 is scheduled to be hosted by DHCP agent c9b0653c-f3c7-4339-bd50-e3754b629216 with binding_index 1 {{(pid=103162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 21:40:29.987759 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-f1dcd590-bb06-4838-9ebe-3999d743a422 tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842733-1, 5d312d5b-f7d6-4a66-a345-fd6041fadb86) {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:40:29.992020 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1dcd590-bb06-4838-9ebe-3999d743a422 tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:40:29.993647 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f1dcd590-bb06-4838-9ebe-3999d743a422 tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] Notify callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:29.997089 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6db6839-6109-48e0-b59f-829be9a59e0f None None] Network 5d312d5b-f7d6-4a66-a345-fd6041fadb86 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:40:30.082102 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-f1dcd590-bb06-4838-9ebe-3999d743a422 tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7141142 May 20 21:40:30.085618 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 35228) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:40:30.090614 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-65eed776-d94a-41b3-96f7-735bb737b7d2 tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-833667911'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:40:30.141442 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-407b483e-baf7-43fd-a7b0-e1d83a720fc6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaee2b848-d4b9-5db1-b6ef-d6db29d67de7-5d312d5b-f7d6-4a66-a345-fd6041fadb86', 'network_id': '5d312d5b-f7d6-4a66-a345-fd6041fadb86', 'tenant_id': '6c0e063939a248cba35edf73263cd021', 'fixed_ips': [{'subnet_id': '54b0fc36-760e-4d9a-aa02-e4f778637bb3'}]}} from n-d-842733-1. {{(pid=103164) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 21:40:30.142298 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-407b483e-baf7-43fd-a7b0-e1d83a720fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:30.171377 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65eed776-d94a-41b3-96f7-735bb737b7d2 tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] Made reservation on behalf of 6c0e063939a248cba35edf73263cd021 for: {'network': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:40:30.174875 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-65eed776-d94a-41b3-96f7-735bb737b7d2 tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for network, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:30.198254 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65eed776-d94a-41b3-96f7-735bb737b7d2 tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 211} {{(pid=103162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 21:40:30.207386 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-65eed776-d94a-41b3-96f7-735bb737b7d2 tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:30.209790 n-d-842733-1 neutron-server[103162]: INFO neutron.db.segments_db [None req-65eed776-d94a-41b3-96f7-735bb737b7d2 tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] Added segment 84545690-6c80-4791-aabb-c0d5b328d7e8 of type vlan for network 214640c8-6647-4477-8a09-b30966a3a434 May 20 21:40:30.247025 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-65eed776-d94a-41b3-96f7-735bb737b7d2 tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418993264'] for network, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:30.279210 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [None req-407b483e-baf7-43fd-a7b0-e1d83a720fc6 None None] Allocated IP 2001:db8::2 (5d312d5b-f7d6-4a66-a345-fd6041fadb86/54b0fc36-760e-4d9a-aa02-e4f778637bb3/8f992c6f-9847-4602-92f2-065d67093e75) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:40:30.345832 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-65eed776-d94a-41b3-96f7-735bb737b7d2 tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524'] for network, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:30.351437 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65eed776-d94a-41b3-96f7-735bb737b7d2 tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:40:30.352121 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-65eed776-d94a-41b3-96f7-735bb737b7d2 tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] Notify callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:30.416399 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65eed776-d94a-41b3-96f7-735bb737b7d2 tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] Pushing event updated for resources: {'Network': ['ID=214640c8-6647-4477-8a09-b30966a3a434,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:40:30.423608 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-407b483e-baf7-43fd-a7b0-e1d83a720fc6 None None] Notify callbacks [] for port, precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:30.428700 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Network 214640c8-6647-4477-8a09-b30966a3a434 details requested by agent ovs-agent-n-d-842733-1 with host n-d-842733-1 {{(pid=103164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 20 21:40:30.457355 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-65eed776-d94a-41b3-96f7-735bb737b7d2 tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3706603 May 20 21:40:30.460164 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 35230) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:40:30.465160 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-9d02bfa3-efb2-47dd-a8db-88e4b936ce61 tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] Request body: {'subnet': {'network_id': '214640c8-6647-4477-8a09-b30966a3a434', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:40:30.490093 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-407b483e-baf7-43fd-a7b0-e1d83a720fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108'] for port, after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:30.530080 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-407b483e-baf7-43fd-a7b0-e1d83a720fc6 None None] Network 5d312d5b-f7d6-4a66-a345-fd6041fadb86 is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:40:30.533341 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-407b483e-baf7-43fd-a7b0-e1d83a720fc6 None None] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:40:30.536605 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-407b483e-baf7-43fd-a7b0-e1d83a720fc6 None None] Received port after_create {{(pid=103164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:40:30.545337 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407b483e-baf7-43fd-a7b0-e1d83a720fc6 None None] Pushing event updated for resources: {'Port': ['ID=8f992c6f-9847-4602-92f2-065d67093e75,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:40:30.598598 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-407b483e-baf7-43fd-a7b0-e1d83a720fc6 None None] Attempting to bind port 8f992c6f-9847-4602-92f2-065d67093e75 on host n-d-842733-1 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:40:30.598952 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-407b483e-baf7-43fd-a7b0-e1d83a720fc6 None None] Attempting to bind port 8f992c6f-9847-4602-92f2-065d67093e75 by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': '8440ca08-d9a6-4cd8-9841-616dc4d39f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '5d312d5b-f7d6-4a66-a345-fd6041fadb86'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:40:30.599306 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-407b483e-baf7-43fd-a7b0-e1d83a720fc6 None None] Attempting to bind port 8f992c6f-9847-4602-92f2-065d67093e75 on network 5d312d5b-f7d6-4a66-a345-fd6041fadb86 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:40:30.604194 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-407b483e-baf7-43fd-a7b0-e1d83a720fc6 None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 21, 40, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 21:40:30.604552 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-407b483e-baf7-43fd-a7b0-e1d83a720fc6 None None] Checking segment: {'id': '8440ca08-d9a6-4cd8-9841-616dc4d39f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '5d312d5b-f7d6-4a66-a345-fd6041fadb86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:40:30.604942 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-407b483e-baf7-43fd-a7b0-e1d83a720fc6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:30.605366 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-407b483e-baf7-43fd-a7b0-e1d83a720fc6 None None] Bound using segment: {'id': '8440ca08-d9a6-4cd8-9841-616dc4d39f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '5d312d5b-f7d6-4a66-a345-fd6041fadb86'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 21:40:30.605817 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-407b483e-baf7-43fd-a7b0-e1d83a720fc6 None None] Bound port: 8f992c6f-9847-4602-92f2-065d67093e75, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8440ca08-d9a6-4cd8-9841-616dc4d39f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '5d312d5b-f7d6-4a66-a345-fd6041fadb86'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:40:30.606185 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-407b483e-baf7-43fd-a7b0-e1d83a720fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:30.633807 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d02bfa3-efb2-47dd-a8db-88e4b936ce61 tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] Made reservation on behalf of 6c0e063939a248cba35edf73263cd021 for: {'subnet': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:40:30.637442 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9d02bfa3-efb2-47dd-a8db-88e4b936ce61 tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4018244'] for subnet, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:30.668349 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-407b483e-baf7-43fd-a7b0-e1d83a720fc6 None None] For port 8f992c6f-9847-4602-92f2-065d67093e75, host n-d-842733-1, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 21:40:30.671316 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-407b483e-baf7-43fd-a7b0-e1d83a720fc6 None None] For port 8f992c6f-9847-4602-92f2-065d67093e75, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=8f992c6f-9847-4602-92f2-065d67093e75,segment=NetworkSegment(8440ca08-d9a6-4cd8-9841-616dc4d39f76),segment_id=8440ca08-d9a6-4cd8-9841-616dc4d39f76)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 21:40:30.748657 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-407b483e-baf7-43fd-a7b0-e1d83a720fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:30.805985 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407b483e-baf7-43fd-a7b0-e1d83a720fc6 None None] Pushing event updated for resources: {'Port': ['ID=8f992c6f-9847-4602-92f2-065d67093e75,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:40:30.868827 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9d02bfa3-efb2-47dd-a8db-88e4b936ce61 tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3797684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4018258'] for subnet, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:30.925401 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d02bfa3-efb2-47dd-a8db-88e4b936ce61 tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] Pushing event updated for resources: {'Subnet': ['ID=76d22f7b-d0b3-41a5-9b9c-a0d76d9fe566,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:40:30.953272 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d02bfa3-efb2-47dd-a8db-88e4b936ce61 tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] Checking segment: {'id': '84545690-6c80-4791-aabb-c0d5b328d7e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '214640c8-6647-4477-8a09-b30966a3a434'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:40:30.953272 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d02bfa3-efb2-47dd-a8db-88e4b936ce61 tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] Network hostable DHCP agents. Network: 214640c8-6647-4477-8a09-b30966a3a434, hostable agents: ['c9b0653c-f3c7-4339-bd50-e3754b629216'], hosted agents: [] {{(pid=103162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 21:40:31.033001 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d02bfa3-efb2-47dd-a8db-88e4b936ce61 tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] Network 214640c8-6647-4477-8a09-b30966a3a434 is scheduled to be hosted by DHCP agent c9b0653c-f3c7-4339-bd50-e3754b629216 with binding_index 1 {{(pid=103162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 21:40:31.117418 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-9d02bfa3-efb2-47dd-a8db-88e4b936ce61 tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842733-1, 214640c8-6647-4477-8a09-b30966a3a434) {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:40:31.122320 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d02bfa3-efb2-47dd-a8db-88e4b936ce61 tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:40:31.122914 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9d02bfa3-efb2-47dd-a8db-88e4b936ce61 tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] Notify callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:31.197191 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-113e0c07-1b29-4d46-91d2-3694e184b89b None None] Network 214640c8-6647-4477-8a09-b30966a3a434 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:40:31.200431 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-9d02bfa3-efb2-47dd-a8db-88e4b936ce61 tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7389925 May 20 21:40:31.203003 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 35232) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:40:31.308563 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-82281d88-5150-4bf8-a9e1-c66faaa5c577 tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33160123'] for network, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:31.351984 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6990f1a5-f2e0-42e4-ba15-e96b8674c2d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaee2b848-d4b9-5db1-b6ef-d6db29d67de7-214640c8-6647-4477-8a09-b30966a3a434', 'network_id': '214640c8-6647-4477-8a09-b30966a3a434', 'tenant_id': '6c0e063939a248cba35edf73263cd021', 'fixed_ips': [{'subnet_id': '76d22f7b-d0b3-41a5-9b9c-a0d76d9fe566'}]}} from n-d-842733-1. {{(pid=103164) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 21:40:31.352984 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-6990f1a5-f2e0-42e4-ba15-e96b8674c2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:31.362994 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-82281d88-5150-4bf8-a9e1-c66faaa5c577 tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33068388'] for subnet, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:31.523874 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-82281d88-5150-4bf8-a9e1-c66faaa5c577 tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33068399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9641221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8422588'] for subnet, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:31.560008 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82281d88-5150-4bf8-a9e1-c66faaa5c577 tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] Pushing event deleted for resources: {'Subnet': ['ID=76d22f7b-d0b3-41a5-9b9c-a0d76d9fe566,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:40:31.560784 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server [None req-6990f1a5-f2e0-42e4-ba15-e96b8674c2d2 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 76d22f7b-d0b3-41a5-9b9c-a0d76d9fe566: This subnet is being modified by another concurrent operation. May 20 21:40:31.560784 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 20 21:40:31.560784 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 20 21:40:31.560784 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 20 21:40:31.560784 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 20 21:40:31.560784 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 20 21:40:31.560784 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 20 21:40:31.560784 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 20 21:40:31.560784 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 20 21:40:31.560784 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 20 21:40:31.560784 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 20 21:40:31.560784 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 20 21:40:31.560784 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 20 21:40:31.560784 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server self.force_reraise() May 20 21:40:31.560784 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 20 21:40:31.560784 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server raise self.value May 20 21:40:31.560784 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 20 21:40:31.560784 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 20 21:40:31.560784 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 20 21:40:31.560784 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 20 21:40:31.560784 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 20 21:40:31.560784 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server self.force_reraise() May 20 21:40:31.560784 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 20 21:40:31.560784 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server raise self.value May 20 21:40:31.560784 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 20 21:40:31.560784 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 20 21:40:31.560784 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 20 21:40:31.560784 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 20 21:40:31.560784 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 20 21:40:31.560784 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server self.force_reraise() May 20 21:40:31.560784 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 20 21:40:31.560784 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server raise self.value May 20 21:40:31.560784 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 20 21:40:31.560784 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 20 21:40:31.560784 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper May 20 21:40:31.560784 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) May 20 21:40:31.560784 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port May 20 21:40:31.560784 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') May 20 21:40:31.560784 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action May 20 21:40:31.560784 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) May 20 21:40:31.560784 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port May 20 21:40:31.560784 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( May 20 21:40:31.560784 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner May 20 21:40:31.560784 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 20 21:40:31.560784 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped May 20 21:40:31.560784 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 20 21:40:31.560784 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 20 21:40:31.560784 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 20 21:40:31.560784 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 20 21:40:31.560784 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server self.force_reraise() May 20 21:40:31.560784 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 20 21:40:31.560784 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server raise self.value May 20 21:40:31.560784 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 20 21:40:31.560784 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 20 21:40:31.560784 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 20 21:40:31.560784 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 20 21:40:31.560784 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 20 21:40:31.560784 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server self.force_reraise() May 20 21:40:31.560784 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 20 21:40:31.560784 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server raise self.value May 20 21:40:31.560784 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 20 21:40:31.560784 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 20 21:40:31.560784 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 20 21:40:31.560784 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 20 21:40:31.560784 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 20 21:40:31.560784 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server self.force_reraise() May 20 21:40:31.560784 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 20 21:40:31.560784 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server raise self.value May 20 21:40:31.560784 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 20 21:40:31.560784 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 20 21:40:31.560784 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1486, in create_port May 20 21:40:31.560784 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) May 20 21:40:31.560784 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1451, in _create_port_db May 20 21:40:31.560784 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) May 20 21:40:31.560784 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db May 20 21:40:31.560784 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( May 20 21:40:31.560784 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store May 20 21:40:31.560784 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) May 20 21:40:31.560784 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped May 20 21:40:31.560784 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 20 21:40:31.560784 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper May 20 21:40:31.560784 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) May 20 21:40:31.560784 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port May 20 21:40:31.560784 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) May 20 21:40:31.560784 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port May 20 21:40:31.560784 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 20 21:40:31.560784 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets May 20 21:40:31.560784 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 20 21:40:31.560784 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 20 21:40:31.560784 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server raise exception May 20 21:40:31.560784 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 76d22f7b-d0b3-41a5-9b9c-a0d76d9fe566: This subnet is being modified by another concurrent operation. May 20 21:40:31.560784 n-d-842733-1 neutron-server[103164]: ERROR oslo_messaging.rpc.server May 20 21:40:31.579383 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c6a79cc-80ac-40ad-be92-5222b604a181 None None] Network 214640c8-6647-4477-8a09-b30966a3a434 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:40:31.645384 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-82281d88-5150-4bf8-a9e1-c66faaa5c577 tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33072115', 'neutron.services.segments.db._delete_segments_for_network-8782419500584'] for network, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:31.668285 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-82281d88-5150-4bf8-a9e1-c66faaa5c577 tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['214640c8-6647-4477-8a09-b30966a3a434']}} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:40:31.679596 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-82281d88-5150-4bf8-a9e1-c66faaa5c577 tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84545690-6c80-4791-aabb-c0d5b328d7e8') {'for_net_delete': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:40:31.680062 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-82281d88-5150-4bf8-a9e1-c66faaa5c577 tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84545690-6c80-4791-aabb-c0d5b328d7e8') {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:40:31.691068 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-82281d88-5150-4bf8-a9e1-c66faaa5c577 tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419501617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9338764'] for segment, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:31.706582 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-82281d88-5150-4bf8-a9e1-c66faaa5c577 tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:31.712653 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82281d88-5150-4bf8-a9e1-c66faaa5c577 tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] Releasing vlan 211 on physical network physnet1 to pool {{(pid=103163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 21:40:31.713113 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-82281d88-5150-4bf8-a9e1-c66faaa5c577 tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9638311'] for segment, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:31.716195 n-d-842733-1 neutron-server[103163]: Traceback (most recent call last): May 20 21:40:31.716195 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 21:40:31.716195 n-d-842733-1 neutron-server[103163]: timer() May 20 21:40:31.716195 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 21:40:31.716195 n-d-842733-1 neutron-server[103163]: cb(*args, **kw) May 20 21:40:31.716195 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 20 21:40:31.716195 n-d-842733-1 neutron-server[103163]: return func(*args, **kwargs) May 20 21:40:31.716195 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 21:40:31.716195 n-d-842733-1 neutron-server[103163]: self._notify() May 20 21:40:31.716195 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 21:40:31.716195 n-d-842733-1 neutron-server[103163]: self.callback(batched_events) May 20 21:40:31.716195 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 21:40:31.716195 n-d-842733-1 neutron-server[103163]: event.method(event) May 20 21:40:31.716195 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 20 21:40:31.716195 n-d-842733-1 neutron-server[103163]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 21:40:31.716195 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 20 21:40:31.716195 n-d-842733-1 neutron-server[103163]: aggregate_uuid = self.p_client.list_aggregates( May 20 21:40:31.716195 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 20 21:40:31.716195 n-d-842733-1 neutron-server[103163]: return f(self, *a, **k) May 20 21:40:31.716195 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 20 21:40:31.716195 n-d-842733-1 neutron-server[103163]: return self._get(url).json() May 20 21:40:31.716195 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 20 21:40:31.716195 n-d-842733-1 neutron-server[103163]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 21:40:31.716195 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 21:40:31.716195 n-d-842733-1 neutron-server[103163]: return self.request(url, 'GET', **kwargs) May 20 21:40:31.716195 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 21:40:31.716195 n-d-842733-1 neutron-server[103163]: base_url = self.get_endpoint(auth, allow=allow, May 20 21:40:31.716195 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 21:40:31.716195 n-d-842733-1 neutron-server[103163]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 21:40:31.716195 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 21:40:31.716195 n-d-842733-1 neutron-server[103163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 21:40:31.716195 n-d-842733-1 neutron-server[103163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 21:40:31.820258 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-431cfa41-6b0b-4c71-bd0f-29f2e556fd9b None None] Network 5d312d5b-f7d6-4a66-a345-fd6041fadb86 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:40:31.871254 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-82281d88-5150-4bf8-a9e1-c66faaa5c577 tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33072122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748162'] for network, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:31.877159 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-82281d88-5150-4bf8-a9e1-c66faaa5c577 tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:31.880378 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-82281d88-5150-4bf8-a9e1-c66faaa5c577 tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] 10.222.0.35 "DELETE /v2.0/networks/214640c8-6647-4477-8a09-b30966a3a434 HTTP/1.1" status: 204 len: 168 time: 0.6758165 May 20 21:40:31.883169 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 35234) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:40:31.895765 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82281d88-5150-4bf8-a9e1-c66faaa5c577 tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] Pushing event deleted for resources: {'Network': ['ID=214640c8-6647-4477-8a09-b30966a3a434,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:40:31.913139 n-d-842733-1 neutron-server[103162]: INFO neutron.pecan_wsgi.hooks.translation [None req-92753ed5-0d03-4018-aaa2-58bc5baf0518 tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] GET failed (client error): The resource could not be found. May 20 21:40:31.914493 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-92753ed5-0d03-4018-aaa2-58bc5baf0518 tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] 10.222.0.35 "GET /v2.0/subnets/76d22f7b-d0b3-41a5-9b9c-a0d76d9fe566 HTTP/1.1" status: 404 len: 337 time: 0.0297866 May 20 21:40:31.917353 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 35236) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:40:31.935042 n-d-842733-1 neutron-server[103162]: INFO neutron.pecan_wsgi.hooks.translation [None req-561ca952-7d21-445d-85c5-2322fa383afa tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] DELETE failed (client error): The resource could not be found. May 20 21:40:31.935566 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-561ca952-7d21-445d-85c5-2322fa383afa tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 21:40:31.938219 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b9948c56-0703-4674-99b1-7c12e6cf790c None None] Provisioning complete for port 8f992c6f-9847-4602-92f2-065d67093e75 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:40:31.938585 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b9948c56-0703-4674-99b1-7c12e6cf790c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:31.938692 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-561ca952-7d21-445d-85c5-2322fa383afa tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] 10.222.0.35 "DELETE /v2.0/networks/214640c8-6647-4477-8a09-b30966a3a434 HTTP/1.1" status: 404 len: 339 time: 0.0203056 May 20 21:40:31.942521 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 35238) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:40:31.971129 n-d-842733-1 neutron-server[103163]: INFO neutron.pecan_wsgi.hooks.translation [None req-67bc310c-83ca-4681-8220-34048fead570 tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] DELETE failed (client error): The resource could not be found. May 20 21:40:31.971946 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67bc310c-83ca-4681-8220-34048fead570 tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103163) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 21:40:31.977482 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-67bc310c-83ca-4681-8220-34048fead570 tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] 10.222.0.35 "DELETE /v2.0/subnets/76d22f7b-d0b3-41a5-9b9c-a0d76d9fe566 HTTP/1.1" status: 404 len: 337 time: 0.0313151 May 20 21:40:31.977812 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 35240) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:40:31.995575 n-d-842733-1 neutron-server[103163]: INFO neutron.pecan_wsgi.hooks.translation [None req-241dea45-1dcc-4b34-a78f-4fb44d65d347 tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] DELETE failed (client error): The resource could not be found. May 20 21:40:31.996141 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-241dea45-1dcc-4b34-a78f-4fb44d65d347 tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103163) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 21:40:31.999432 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-241dea45-1dcc-4b34-a78f-4fb44d65d347 tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] 10.222.0.35 "DELETE /v2.0/networks/214640c8-6647-4477-8a09-b30966a3a434 HTTP/1.1" status: 404 len: 339 time: 0.0205922 May 20 21:40:32.002040 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 35242) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:40:32.049810 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b9948c56-0703-4674-99b1-7c12e6cf790c None None] Current status of the port 8f992c6f-9847-4602-92f2-065d67093e75 is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:40:32.050682 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b9948c56-0703-4674-99b1-7c12e6cf790c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:32.062512 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_v2 [None req-33d7a870-a196-4695-a5ea-03348b348f31 tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] Deleting subnet 54b0fc36-760e-4d9a-aa02-e4f778637bb3 {{(pid=103162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 20 21:40:32.065763 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-33d7a870-a196-4695-a5ea-03348b348f31 tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] Notify callbacks [] for subnet, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:32.086389 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b9948c56-0703-4674-99b1-7c12e6cf790c None None] For port 8f992c6f-9847-4602-92f2-065d67093e75, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=8f992c6f-9847-4602-92f2-065d67093e75,segment=NetworkSegment(8440ca08-d9a6-4cd8-9841-616dc4d39f76),segment_id=8440ca08-d9a6-4cd8-9841-616dc4d39f76)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:40:32.107069 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-33d7a870-a196-4695-a5ea-03348b348f31 tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3738392'] for subnet, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:32.188433 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b9948c56-0703-4674-99b1-7c12e6cf790c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:32.193259 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-33d7a870-a196-4695-a5ea-03348b348f31 tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33068388'] for subnet, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:32.213966 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67d1e79a-5a03-4751-85c9-adee055991aa None None] get_active_networks_info from n-d-842733-1 {{(pid=103164) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 20 21:40:32.271348 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9948c56-0703-4674-99b1-7c12e6cf790c None None] Pushing event updated for resources: {'Port': ['ID=8f992c6f-9847-4602-92f2-065d67093e75,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:40:32.320226 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67d1e79a-5a03-4751-85c9-adee055991aa None None] Resources bound (agent type, host, resource id): {{(pid=103164) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 20 21:40:32.323408 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-33d7a870-a196-4695-a5ea-03348b348f31 tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33068399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3797621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4018265'] for subnet, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:32.326696 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-c3c335eb-f4d2-48ca-84f5-12545d4f4538 None None] Provisioning complete for port 8f992c6f-9847-4602-92f2-065d67093e75 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:40:32.327060 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c3c335eb-f4d2-48ca-84f5-12545d4f4538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:32.352585 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d7a870-a196-4695-a5ea-03348b348f31 tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] Pushing event deleted for resources: {'Subnet': ['ID=54b0fc36-760e-4d9a-aa02-e4f778637bb3,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:40:32.354784 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-33d7a870-a196-4695-a5ea-03348b348f31 tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] Notify callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:32.360988 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 35244) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:40:32.361671 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-33d7a870-a196-4695-a5ea-03348b348f31 tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] 10.222.0.35 "DELETE /v2.0/subnets/54b0fc36-760e-4d9a-aa02-e4f778637bb3 HTTP/1.1" status: 204 len: 168 time: 0.3579893 May 20 21:40:32.442683 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a1ad1a77-8e1f-4428-bce9-4a8790fac32a tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33160123'] for network, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:32.495064 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-c3c335eb-f4d2-48ca-84f5-12545d4f4538 None None] Current status of the port 8f992c6f-9847-4602-92f2-065d67093e75 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:40:32.500642 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-a1ad1a77-8e1f-4428-bce9-4a8790fac32a tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] Deleting port 8f992c6f-9847-4602-92f2-065d67093e75 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:40:32.500983 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a1ad1a77-8e1f-4428-bce9-4a8790fac32a tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:32.563488 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-a1ad1a77-8e1f-4428-bce9-4a8790fac32a tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] For port 8f992c6f-9847-4602-92f2-065d67093e75, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=8f992c6f-9847-4602-92f2-065d67093e75,segment=NetworkSegment(8440ca08-d9a6-4cd8-9841-616dc4d39f76),segment_id=8440ca08-d9a6-4cd8-9841-616dc4d39f76)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:40:32.563853 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a1ad1a77-8e1f-4428-bce9-4a8790fac32a tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:32.578071 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-a1ad1a77-8e1f-4428-bce9-4a8790fac32a tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] Calling delete_port for 8f992c6f-9847-4602-92f2-065d67093e75 owned by network:dhcp {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:40:32.590588 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d05ce318-d13c-4b35-993c-f0a3c2d33a8c None None] Network 5d312d5b-f7d6-4a66-a345-fd6041fadb86 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:40:32.740039 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a1ad1a77-8e1f-4428-bce9-4a8790fac32a tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:32.761471 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a284669-f707-46d7-ab46-69735e304b84 None None] DHCP port deletion for 5d312d5b-f7d6-4a66-a345-fd6041fadb86 request from n-d-842733-1 {{(pid=103164) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 21:40:32.767528 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ad1a77-8e1f-4428-bce9-4a8790fac32a tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] Pushing event deleted for resources: {'Port': ['ID=8f992c6f-9847-4602-92f2-065d67093e75,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:40:32.771296 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ad1a77-8e1f-4428-bce9-4a8790fac32a tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] No DVR routers for this DVR port 8f992c6f-9847-4602-92f2-065d67093e75 on host n-d-842733-1 {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 21:40:32.851901 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a1ad1a77-8e1f-4428-bce9-4a8790fac32a tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33072115', 'neutron.services.segments.db._delete_segments_for_network-8782419500584'] for network, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:32.871293 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:32.875035 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-a1ad1a77-8e1f-4428-bce9-4a8790fac32a tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d312d5b-f7d6-4a66-a345-fd6041fadb86']}} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:40:32.881606 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-a1ad1a77-8e1f-4428-bce9-4a8790fac32a tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8440ca08-d9a6-4cd8-9841-616dc4d39f76') {'for_net_delete': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:40:32.881932 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-a1ad1a77-8e1f-4428-bce9-4a8790fac32a tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8440ca08-d9a6-4cd8-9841-616dc4d39f76') {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:40:32.895948 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a1ad1a77-8e1f-4428-bce9-4a8790fac32a tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419501617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9338764'] for segment, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:32.910232 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a1ad1a77-8e1f-4428-bce9-4a8790fac32a tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:32.916240 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1ad1a77-8e1f-4428-bce9-4a8790fac32a tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] Releasing vlan 223 on physical network physnet1 to pool {{(pid=103163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 21:40:32.916587 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a1ad1a77-8e1f-4428-bce9-4a8790fac32a tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9638311'] for segment, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:32.919407 n-d-842733-1 neutron-server[103163]: Traceback (most recent call last): May 20 21:40:32.919407 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 21:40:32.919407 n-d-842733-1 neutron-server[103163]: timer() May 20 21:40:32.919407 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 21:40:32.919407 n-d-842733-1 neutron-server[103163]: cb(*args, **kw) May 20 21:40:32.919407 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 20 21:40:32.919407 n-d-842733-1 neutron-server[103163]: return func(*args, **kwargs) May 20 21:40:32.919407 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 21:40:32.919407 n-d-842733-1 neutron-server[103163]: self._notify() May 20 21:40:32.919407 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 21:40:32.919407 n-d-842733-1 neutron-server[103163]: self.callback(batched_events) May 20 21:40:32.919407 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 21:40:32.919407 n-d-842733-1 neutron-server[103163]: event.method(event) May 20 21:40:32.919407 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 20 21:40:32.919407 n-d-842733-1 neutron-server[103163]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 21:40:32.919407 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 20 21:40:32.919407 n-d-842733-1 neutron-server[103163]: aggregate_uuid = self.p_client.list_aggregates( May 20 21:40:32.919407 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 20 21:40:32.919407 n-d-842733-1 neutron-server[103163]: return f(self, *a, **k) May 20 21:40:32.919407 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 20 21:40:32.919407 n-d-842733-1 neutron-server[103163]: return self._get(url).json() May 20 21:40:32.919407 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 20 21:40:32.919407 n-d-842733-1 neutron-server[103163]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 21:40:32.919407 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 21:40:32.919407 n-d-842733-1 neutron-server[103163]: return self.request(url, 'GET', **kwargs) May 20 21:40:32.919407 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 21:40:32.919407 n-d-842733-1 neutron-server[103163]: base_url = self.get_endpoint(auth, allow=allow, May 20 21:40:32.919407 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 21:40:32.919407 n-d-842733-1 neutron-server[103163]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 21:40:32.919407 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 21:40:32.919407 n-d-842733-1 neutron-server[103163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 21:40:32.919407 n-d-842733-1 neutron-server[103163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 21:40:33.048231 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a1ad1a77-8e1f-4428-bce9-4a8790fac32a tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33072122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748162'] for network, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:33.054801 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a1ad1a77-8e1f-4428-bce9-4a8790fac32a tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:33.060447 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-a1ad1a77-8e1f-4428-bce9-4a8790fac32a tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] 10.222.0.35 "DELETE /v2.0/networks/5d312d5b-f7d6-4a66-a345-fd6041fadb86 HTTP/1.1" status: 204 len: 168 time: 0.6948240 May 20 21:40:33.060447 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 35246) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:40:33.078655 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ad1a77-8e1f-4428-bce9-4a8790fac32a tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] Pushing event deleted for resources: {'Network': ['ID=5d312d5b-f7d6-4a66-a345-fd6041fadb86,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:40:33.096522 n-d-842733-1 neutron-server[103163]: INFO neutron.pecan_wsgi.hooks.translation [None req-7785acca-3be2-4592-a5e7-61570d91935c tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] DELETE failed (client error): The resource could not be found. May 20 21:40:33.096968 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7785acca-3be2-4592-a5e7-61570d91935c tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103163) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 21:40:33.099936 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-7785acca-3be2-4592-a5e7-61570d91935c tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] 10.222.0.35 "DELETE /v2.0/subnets/e3550a88-91a9-4763-b106-d26051dd9b54 HTTP/1.1" status: 404 len: 337 time: 0.0386841 May 20 21:40:33.102547 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 35248) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:40:33.119453 n-d-842733-1 neutron-server[103163]: INFO neutron.pecan_wsgi.hooks.translation [None req-43ca2a68-2a0f-4673-994c-c9b3fd42d471 tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] DELETE failed (client error): The resource could not be found. May 20 21:40:33.119982 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43ca2a68-2a0f-4673-994c-c9b3fd42d471 tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103163) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 21:40:33.122824 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-43ca2a68-2a0f-4673-994c-c9b3fd42d471 tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] 10.222.0.35 "DELETE /v2.0/networks/1d970979-3f6b-4fea-b159-84b0896aa0f7 HTTP/1.1" status: 404 len: 339 time: 0.0194902 May 20 21:40:33.126028 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 35250) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:40:33.139274 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.agents_db [None req-5c33ad30-4e00-40fa-b486-8c79c4a6cfc5 None None] Agent healthcheck: found 7 active agents {{(pid=103165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 20 21:40:33.150821 n-d-842733-1 neutron-server[103163]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe53a812-adb3-4f7b-a7ba-d1b9f24fcbca tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] DELETE failed (client error): The resource could not be found. May 20 21:40:33.151265 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe53a812-adb3-4f7b-a7ba-d1b9f24fcbca tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103163) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 21:40:33.154194 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-fe53a812-adb3-4f7b-a7ba-d1b9f24fcbca tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] 10.222.0.35 "DELETE /v2.0/subnets/9c15b0d6-d4c0-48a0-907c-c05759b6bd0a HTTP/1.1" status: 404 len: 337 time: 0.0270767 May 20 21:40:33.156794 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 35252) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:40:33.179814 n-d-842733-1 neutron-server[103163]: INFO neutron.pecan_wsgi.hooks.translation [None req-1eecf124-38ff-45e8-b4c6-4e05434cca4b tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] DELETE failed (client error): The resource could not be found. May 20 21:40:33.180345 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1eecf124-38ff-45e8-b4c6-4e05434cca4b tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103163) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 21:40:33.183257 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-1eecf124-38ff-45e8-b4c6-4e05434cca4b tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] 10.222.0.35 "DELETE /v2.0/networks/ecf8021b-4dfc-476d-b0f1-77f0c8234188 HTTP/1.1" status: 404 len: 339 time: 0.0255315 May 20 21:40:33.185565 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 35254) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:40:33.234415 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_v2 [None req-b54c537a-08ca-43a3-a420-679e84d76249 tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] Deleting subnet 09099405-f482-443e-8be0-019119ceeaa5 {{(pid=103163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 20 21:40:33.237501 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b54c537a-08ca-43a3-a420-679e84d76249 tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] Notify callbacks [] for subnet, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:33.277846 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b54c537a-08ca-43a3-a420-679e84d76249 tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9338757'] for subnet, precommit_delete_associations {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:33.364114 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b54c537a-08ca-43a3-a420-679e84d76249 tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33068388'] for subnet, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:33.497369 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b54c537a-08ca-43a3-a420-679e84d76249 tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33068399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9641221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8422588'] for subnet, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:33.524822 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54c537a-08ca-43a3-a420-679e84d76249 tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] Pushing event deleted for resources: {'Subnet': ['ID=09099405-f482-443e-8be0-019119ceeaa5,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:40:33.528421 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b54c537a-08ca-43a3-a420-679e84d76249 tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] Notify callbacks [] for subnet, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:33.531743 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-b54c537a-08ca-43a3-a420-679e84d76249 tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] 10.222.0.35 "DELETE /v2.0/subnets/09099405-f482-443e-8be0-019119ceeaa5 HTTP/1.1" status: 204 len: 168 time: 0.3452992 May 20 21:40:33.534175 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 35256) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:40:33.536548 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea947d96-0e1f-4271-97fc-06673fb85f98 None None] Network 31045803-266d-4bf5-9270-9ad5d967b1a8 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:40:33.608532 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e7ce788b-a00c-4ff4-8c28-02cdf3b35fb6 tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33160123'] for network, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:33.666974 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-e7ce788b-a00c-4ff4-8c28-02cdf3b35fb6 tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] Deleting port 1e7eb66d-e57e-4909-b34d-576eadf872c2 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:40:33.667308 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e7ce788b-a00c-4ff4-8c28-02cdf3b35fb6 tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:33.705404 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e8fd08f-fdba-4c66-ac7d-8d9c85a4de0f None None] DHCP port deletion for 31045803-266d-4bf5-9270-9ad5d967b1a8 request from n-d-842733-1 {{(pid=103164) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 21:40:33.729188 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-e7ce788b-a00c-4ff4-8c28-02cdf3b35fb6 tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] For port 1e7eb66d-e57e-4909-b34d-576eadf872c2, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=1e7eb66d-e57e-4909-b34d-576eadf872c2,segment=NetworkSegment(83d4d3d6-1f24-4303-b20e-ebef5d0863ce),segment_id=83d4d3d6-1f24-4303-b20e-ebef5d0863ce)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:40:33.729600 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e7ce788b-a00c-4ff4-8c28-02cdf3b35fb6 tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:33.742487 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-e7ce788b-a00c-4ff4-8c28-02cdf3b35fb6 tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] Calling delete_port for 1e7eb66d-e57e-4909-b34d-576eadf872c2 owned by network:dhcp {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:40:33.755294 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-9e8fd08f-fdba-4c66-ac7d-8d9c85a4de0f None None] Deleting port 1e7eb66d-e57e-4909-b34d-576eadf872c2 {{(pid=103164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:40:33.755666 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-9e8fd08f-fdba-4c66-ac7d-8d9c85a4de0f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:33.816172 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-9e8fd08f-fdba-4c66-ac7d-8d9c85a4de0f None None] For port 1e7eb66d-e57e-4909-b34d-576eadf872c2, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=1e7eb66d-e57e-4909-b34d-576eadf872c2,segment=NetworkSegment(83d4d3d6-1f24-4303-b20e-ebef5d0863ce),segment_id=83d4d3d6-1f24-4303-b20e-ebef5d0863ce)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:40:33.816570 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-9e8fd08f-fdba-4c66-ac7d-8d9c85a4de0f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:33.829649 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-9e8fd08f-fdba-4c66-ac7d-8d9c85a4de0f None None] Calling delete_port for 1e7eb66d-e57e-4909-b34d-576eadf872c2 owned by network:dhcp {{(pid=103164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:40:33.911623 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e7ce788b-a00c-4ff4-8c28-02cdf3b35fb6 tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:33.917413 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-9e8fd08f-fdba-4c66-ac7d-8d9c85a4de0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099'] for port, after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:33.942149 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ce788b-a00c-4ff4-8c28-02cdf3b35fb6 tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] Pushing event deleted for resources: {'Port': ['ID=1e7eb66d-e57e-4909-b34d-576eadf872c2,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:40:33.942937 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8fd08f-fdba-4c66-ac7d-8d9c85a4de0f None None] Pushing event deleted for resources: {'Port': ['ID=1e7eb66d-e57e-4909-b34d-576eadf872c2,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:40:33.946095 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7ce788b-a00c-4ff4-8c28-02cdf3b35fb6 tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] No DVR routers for this DVR port 1e7eb66d-e57e-4909-b34d-576eadf872c2 on host n-d-842733-1 {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 21:40:33.946792 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e8fd08f-fdba-4c66-ac7d-8d9c85a4de0f None None] No DVR routers for this DVR port 1e7eb66d-e57e-4909-b34d-576eadf872c2 on host n-d-842733-1 {{(pid=103164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 21:40:34.029171 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e7ce788b-a00c-4ff4-8c28-02cdf3b35fb6 tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33072115', 'neutron.services.segments.db._delete_segments_for_network-8782419500584'] for network, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:34.053052 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-e7ce788b-a00c-4ff4-8c28-02cdf3b35fb6 tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31045803-266d-4bf5-9270-9ad5d967b1a8']}} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:40:34.062796 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-e7ce788b-a00c-4ff4-8c28-02cdf3b35fb6 tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83d4d3d6-1f24-4303-b20e-ebef5d0863ce') {'for_net_delete': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:40:34.063088 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-e7ce788b-a00c-4ff4-8c28-02cdf3b35fb6 tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83d4d3d6-1f24-4303-b20e-ebef5d0863ce') {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:40:34.072146 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e7ce788b-a00c-4ff4-8c28-02cdf3b35fb6 tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419501617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9338764'] for segment, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:34.084633 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e7ce788b-a00c-4ff4-8c28-02cdf3b35fb6 tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:34.090348 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7ce788b-a00c-4ff4-8c28-02cdf3b35fb6 tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] Releasing vlan 201 on physical network physnet1 to pool {{(pid=103163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 21:40:34.090734 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e7ce788b-a00c-4ff4-8c28-02cdf3b35fb6 tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9638311'] for segment, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:34.093832 n-d-842733-1 neutron-server[103163]: Traceback (most recent call last): May 20 21:40:34.093832 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 21:40:34.093832 n-d-842733-1 neutron-server[103163]: timer() May 20 21:40:34.093832 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 21:40:34.093832 n-d-842733-1 neutron-server[103163]: cb(*args, **kw) May 20 21:40:34.093832 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 20 21:40:34.093832 n-d-842733-1 neutron-server[103163]: return func(*args, **kwargs) May 20 21:40:34.093832 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 21:40:34.093832 n-d-842733-1 neutron-server[103163]: self._notify() May 20 21:40:34.093832 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 21:40:34.093832 n-d-842733-1 neutron-server[103163]: self.callback(batched_events) May 20 21:40:34.093832 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 21:40:34.093832 n-d-842733-1 neutron-server[103163]: event.method(event) May 20 21:40:34.093832 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 20 21:40:34.093832 n-d-842733-1 neutron-server[103163]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 21:40:34.093832 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 20 21:40:34.093832 n-d-842733-1 neutron-server[103163]: aggregate_uuid = self.p_client.list_aggregates( May 20 21:40:34.093832 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 20 21:40:34.093832 n-d-842733-1 neutron-server[103163]: return f(self, *a, **k) May 20 21:40:34.093832 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 20 21:40:34.093832 n-d-842733-1 neutron-server[103163]: return self._get(url).json() May 20 21:40:34.093832 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 20 21:40:34.093832 n-d-842733-1 neutron-server[103163]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 21:40:34.093832 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 21:40:34.093832 n-d-842733-1 neutron-server[103163]: return self.request(url, 'GET', **kwargs) May 20 21:40:34.093832 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 21:40:34.093832 n-d-842733-1 neutron-server[103163]: base_url = self.get_endpoint(auth, allow=allow, May 20 21:40:34.093832 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 21:40:34.093832 n-d-842733-1 neutron-server[103163]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 21:40:34.093832 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 21:40:34.093832 n-d-842733-1 neutron-server[103163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 21:40:34.093832 n-d-842733-1 neutron-server[103163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 21:40:34.208663 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e7ce788b-a00c-4ff4-8c28-02cdf3b35fb6 tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33072122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748162'] for network, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:34.216050 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e7ce788b-a00c-4ff4-8c28-02cdf3b35fb6 tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:34.218611 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-e7ce788b-a00c-4ff4-8c28-02cdf3b35fb6 tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] 10.222.0.35 "DELETE /v2.0/networks/31045803-266d-4bf5-9270-9ad5d967b1a8 HTTP/1.1" status: 204 len: 168 time: 0.6834087 May 20 21:40:34.230640 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ce788b-a00c-4ff4-8c28-02cdf3b35fb6 tempest-NetworksIpV6Test-1254321395 tempest-NetworksIpV6Test-1254321395-project] Pushing event deleted for resources: {'Network': ['ID=31045803-266d-4bf5-9270-9ad5d967b1a8,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:40:34.672507 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 35262) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:40:34.803753 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-259d3f96-8299-4c00-83ff-b2014389c799 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6c0e063939a248cba35edf73263cd021&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1300931 May 20 21:40:34.806352 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 35266) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:40:34.855396 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8ae83ce4-341d-4a9b-ba9a-411a1f9a0033 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:34.875420 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8ae83ce4-341d-4a9b-ba9a-411a1f9a0033 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:34.953151 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 1e7eb66d-e57e-4909-b34d-576eadf872c2 no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 21:40:34.973517 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: 1e7eb66d-e57e-4909-b34d-576eadf872c2 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 21:40:34.973860 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 1e7eb66d-e57e-4909-b34d-576eadf872c2 not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 21:40:35.005296 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8ae83ce4-341d-4a9b-ba9a-411a1f9a0033 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:35.007738 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8ae83ce4-341d-4a9b-ba9a-411a1f9a0033 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:35.008886 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-8ae83ce4-341d-4a9b-ba9a-411a1f9a0033 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1777e754-24c0-4133-978e-9c6b6977d8e5 HTTP/1.1" status: 204 len: 168 time: 0.2016385 May 20 21:40:35.017222 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae83ce4-341d-4a9b-ba9a-411a1f9a0033 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1777e754-24c0-4133-978e-9c6b6977d8e5,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:40:35.961641 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 35288) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:40:36.054892 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-e99bbd33-4c79-49fa-84d6-3f476f384d9d tempest-RoutersNegativeTest-1501726208 tempest-RoutersNegativeTest-1501726208-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-294663137', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:40:36.142282 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e99bbd33-4c79-49fa-84d6-3f476f384d9d tempest-RoutersNegativeTest-1501726208 tempest-RoutersNegativeTest-1501726208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-694221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26155'] for router, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:36.143377 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e99bbd33-4c79-49fa-84d6-3f476f384d9d tempest-RoutersNegativeTest-1501726208 tempest-RoutersNegativeTest-1501726208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-693085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748153', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-718080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26162'] for router, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:36.228106 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e99bbd33-4c79-49fa-84d6-3f476f384d9d tempest-RoutersNegativeTest-1501726208 tempest-RoutersNegativeTest-1501726208-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:36.297783 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e99bbd33-4c79-49fa-84d6-3f476f384d9d tempest-RoutersNegativeTest-1501726208 tempest-RoutersNegativeTest-1501726208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748106'] for router, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:36.362202 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e99bbd33-4c79-49fa-84d6-3f476f384d9d tempest-RoutersNegativeTest-1501726208 tempest-RoutersNegativeTest-1501726208-project] Notify callbacks [] for router, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:36.363412 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-e99bbd33-4c79-49fa-84d6-3f476f384d9d tempest-RoutersNegativeTest-1501726208 tempest-RoutersNegativeTest-1501726208-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.4007707 May 20 21:40:36.366291 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 35292) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:40:36.371019 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-f765ed12-ade1-4daf-a4af-8b17e09bac77 tempest-RoutersNegativeTest-1501726208 tempest-RoutersNegativeTest-1501726208-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-779225627'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:40:36.454372 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f765ed12-ade1-4daf-a4af-8b17e09bac77 tempest-RoutersNegativeTest-1501726208 tempest-RoutersNegativeTest-1501726208-project] Made reservation on behalf of 1166701ef3ba41538777614c3920e25b for: {'network': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:40:36.457836 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f765ed12-ade1-4daf-a4af-8b17e09bac77 tempest-RoutersNegativeTest-1501726208 tempest-RoutersNegativeTest-1501726208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for network, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:36.466649 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f765ed12-ade1-4daf-a4af-8b17e09bac77 tempest-RoutersNegativeTest-1501726208 tempest-RoutersNegativeTest-1501726208-project] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:36.541984 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f765ed12-ade1-4daf-a4af-8b17e09bac77 tempest-RoutersNegativeTest-1501726208 tempest-RoutersNegativeTest-1501726208-project] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:36.610699 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f765ed12-ade1-4daf-a4af-8b17e09bac77 tempest-RoutersNegativeTest-1501726208 tempest-RoutersNegativeTest-1501726208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:36.636815 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f765ed12-ade1-4daf-a4af-8b17e09bac77 tempest-RoutersNegativeTest-1501726208 tempest-RoutersNegativeTest-1501726208-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 232} {{(pid=103163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 21:40:36.645376 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f765ed12-ade1-4daf-a4af-8b17e09bac77 tempest-RoutersNegativeTest-1501726208 tempest-RoutersNegativeTest-1501726208-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff27c46f-9a64-4bfb-b204-4cc9547beb0b,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:40:36.651270 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f765ed12-ade1-4daf-a4af-8b17e09bac77 tempest-RoutersNegativeTest-1501726208 tempest-RoutersNegativeTest-1501726208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:36.651633 n-d-842733-1 neutron-server[103163]: INFO neutron.db.segments_db [None req-f765ed12-ade1-4daf-a4af-8b17e09bac77 tempest-RoutersNegativeTest-1501726208 tempest-RoutersNegativeTest-1501726208-project] Added segment 5b4682ac-5ee2-4c50-8f24-1f6efd824b9a of type vlan for network dbb11327-9ee3-45b8-9c55-d043c5c5cf70 May 20 21:40:36.696960 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f765ed12-ade1-4daf-a4af-8b17e09bac77 tempest-RoutersNegativeTest-1501726208 tempest-RoutersNegativeTest-1501726208-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418993264'] for network, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:36.820159 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f765ed12-ade1-4daf-a4af-8b17e09bac77 tempest-RoutersNegativeTest-1501726208 tempest-RoutersNegativeTest-1501726208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524'] for network, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:36.825643 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f765ed12-ade1-4daf-a4af-8b17e09bac77 tempest-RoutersNegativeTest-1501726208 tempest-RoutersNegativeTest-1501726208-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:40:36.826220 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f765ed12-ade1-4daf-a4af-8b17e09bac77 tempest-RoutersNegativeTest-1501726208 tempest-RoutersNegativeTest-1501726208-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:36.893262 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f765ed12-ade1-4daf-a4af-8b17e09bac77 tempest-RoutersNegativeTest-1501726208 tempest-RoutersNegativeTest-1501726208-project] Pushing event updated for resources: {'Network': ['ID=dbb11327-9ee3-45b8-9c55-d043c5c5cf70,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:40:36.903061 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Network dbb11327-9ee3-45b8-9c55-d043c5c5cf70 details requested by agent ovs-agent-n-d-842733-1 with host n-d-842733-1 {{(pid=103164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 20 21:40:36.943011 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-f765ed12-ade1-4daf-a4af-8b17e09bac77 tempest-RoutersNegativeTest-1501726208 tempest-RoutersNegativeTest-1501726208-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5756931 May 20 21:40:36.945848 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 35294) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:40:36.950854 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-45d92dc1-1f58-4b5a-a61f-65fc7d73f9e1 tempest-RoutersNegativeTest-1501726208 tempest-RoutersNegativeTest-1501726208-project] Request body: {'subnet': {'network_id': 'dbb11327-9ee3-45b8-9c55-d043c5c5cf70', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:40:37.099674 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45d92dc1-1f58-4b5a-a61f-65fc7d73f9e1 tempest-RoutersNegativeTest-1501726208 tempest-RoutersNegativeTest-1501726208-project] Made reservation on behalf of 1166701ef3ba41538777614c3920e25b for: {'subnet': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:40:37.103194 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-45d92dc1-1f58-4b5a-a61f-65fc7d73f9e1 tempest-RoutersNegativeTest-1501726208 tempest-RoutersNegativeTest-1501726208-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8422561'] for subnet, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:37.329148 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-45d92dc1-1f58-4b5a-a61f-65fc7d73f9e1 tempest-RoutersNegativeTest-1501726208 tempest-RoutersNegativeTest-1501726208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9641412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8422583'] for subnet, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:37.380767 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d92dc1-1f58-4b5a-a61f-65fc7d73f9e1 tempest-RoutersNegativeTest-1501726208 tempest-RoutersNegativeTest-1501726208-project] Pushing event updated for resources: {'Subnet': ['ID=a0679ff3-effc-4419-9a66-644446e05e08,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:40:37.396388 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d92dc1-1f58-4b5a-a61f-65fc7d73f9e1 tempest-RoutersNegativeTest-1501726208 tempest-RoutersNegativeTest-1501726208-project] Checking segment: {'id': '5b4682ac-5ee2-4c50-8f24-1f6efd824b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'dbb11327-9ee3-45b8-9c55-d043c5c5cf70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:40:37.396741 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45d92dc1-1f58-4b5a-a61f-65fc7d73f9e1 tempest-RoutersNegativeTest-1501726208 tempest-RoutersNegativeTest-1501726208-project] Network hostable DHCP agents. Network: dbb11327-9ee3-45b8-9c55-d043c5c5cf70, hostable agents: ['c9b0653c-f3c7-4339-bd50-e3754b629216'], hosted agents: [] {{(pid=103163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 21:40:37.479494 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45d92dc1-1f58-4b5a-a61f-65fc7d73f9e1 tempest-RoutersNegativeTest-1501726208 tempest-RoutersNegativeTest-1501726208-project] Network dbb11327-9ee3-45b8-9c55-d043c5c5cf70 is scheduled to be hosted by DHCP agent c9b0653c-f3c7-4339-bd50-e3754b629216 with binding_index 1 {{(pid=103163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 21:40:37.559171 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-45d92dc1-1f58-4b5a-a61f-65fc7d73f9e1 tempest-RoutersNegativeTest-1501726208 tempest-RoutersNegativeTest-1501726208-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842733-1, dbb11327-9ee3-45b8-9c55-d043c5c5cf70) {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:40:37.565686 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45d92dc1-1f58-4b5a-a61f-65fc7d73f9e1 tempest-RoutersNegativeTest-1501726208 tempest-RoutersNegativeTest-1501726208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:40:37.566657 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-45d92dc1-1f58-4b5a-a61f-65fc7d73f9e1 tempest-RoutersNegativeTest-1501726208 tempest-RoutersNegativeTest-1501726208-project] Notify callbacks [] for subnet, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:37.568374 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41f48593-0113-4c77-98c0-58a2a7e11003 None None] Network dbb11327-9ee3-45b8-9c55-d043c5c5cf70 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:40:37.647864 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-45d92dc1-1f58-4b5a-a61f-65fc7d73f9e1 tempest-RoutersNegativeTest-1501726208 tempest-RoutersNegativeTest-1501726208-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7007453 May 20 21:40:37.650717 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 35296) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:40:37.655727 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-c7c21d21-7708-4621-a2a9-d9554ce63e79 tempest-RoutersNegativeTest-1501726208 tempest-RoutersNegativeTest-1501726208-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-2067747700'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:40:37.707362 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4a74dc3-e63d-47b3-beef-50a320d4e665 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaee2b848-d4b9-5db1-b6ef-d6db29d67de7-dbb11327-9ee3-45b8-9c55-d043c5c5cf70', 'network_id': 'dbb11327-9ee3-45b8-9c55-d043c5c5cf70', 'tenant_id': '1166701ef3ba41538777614c3920e25b', 'fixed_ips': [{'subnet_id': 'a0679ff3-effc-4419-9a66-644446e05e08'}]}} from n-d-842733-1. {{(pid=103164) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 21:40:37.708243 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b4a74dc3-e63d-47b3-beef-50a320d4e665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:37.747991 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7c21d21-7708-4621-a2a9-d9554ce63e79 tempest-RoutersNegativeTest-1501726208 tempest-RoutersNegativeTest-1501726208-project] Made reservation on behalf of 1166701ef3ba41538777614c3920e25b for: {'network': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:40:37.752449 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c7c21d21-7708-4621-a2a9-d9554ce63e79 tempest-RoutersNegativeTest-1501726208 tempest-RoutersNegativeTest-1501726208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for network, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:37.780797 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7c21d21-7708-4621-a2a9-d9554ce63e79 tempest-RoutersNegativeTest-1501726208 tempest-RoutersNegativeTest-1501726208-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 220} {{(pid=103163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 21:40:37.790182 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c7c21d21-7708-4621-a2a9-d9554ce63e79 tempest-RoutersNegativeTest-1501726208 tempest-RoutersNegativeTest-1501726208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:37.790516 n-d-842733-1 neutron-server[103163]: INFO neutron.db.segments_db [None req-c7c21d21-7708-4621-a2a9-d9554ce63e79 tempest-RoutersNegativeTest-1501726208 tempest-RoutersNegativeTest-1501726208-project] Added segment c716f670-72ac-4745-93ab-f5478e5d66aa of type vlan for network 8e58924b-4bbc-4745-a9e8-83d9ca0a8722 May 20 21:40:37.831441 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c7c21d21-7708-4621-a2a9-d9554ce63e79 tempest-RoutersNegativeTest-1501726208 tempest-RoutersNegativeTest-1501726208-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418993264'] for network, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:37.844543 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [None req-b4a74dc3-e63d-47b3-beef-50a320d4e665 None None] Allocated IP 172.20.0.2 (dbb11327-9ee3-45b8-9c55-d043c5c5cf70/a0679ff3-effc-4419-9a66-644446e05e08/714390b2-2336-4784-9d3a-931e71915a1d) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:40:37.937159 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c7c21d21-7708-4621-a2a9-d9554ce63e79 tempest-RoutersNegativeTest-1501726208 tempest-RoutersNegativeTest-1501726208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524'] for network, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:37.942751 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7c21d21-7708-4621-a2a9-d9554ce63e79 tempest-RoutersNegativeTest-1501726208 tempest-RoutersNegativeTest-1501726208-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:40:37.943346 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c7c21d21-7708-4621-a2a9-d9554ce63e79 tempest-RoutersNegativeTest-1501726208 tempest-RoutersNegativeTest-1501726208-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:37.987824 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b4a74dc3-e63d-47b3-beef-50a320d4e665 None None] Notify callbacks [] for port, precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:38.008996 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c21d21-7708-4621-a2a9-d9554ce63e79 tempest-RoutersNegativeTest-1501726208 tempest-RoutersNegativeTest-1501726208-project] Pushing event updated for resources: {'Network': ['ID=8e58924b-4bbc-4745-a9e8-83d9ca0a8722,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:40:38.019127 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Network 8e58924b-4bbc-4745-a9e8-83d9ca0a8722 details requested by agent ovs-agent-n-d-842733-1 with host n-d-842733-1 {{(pid=103164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 20 21:40:38.054465 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-c7c21d21-7708-4621-a2a9-d9554ce63e79 tempest-RoutersNegativeTest-1501726208 tempest-RoutersNegativeTest-1501726208-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.4026835 May 20 21:40:38.056474 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 35298) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:40:38.061462 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-0e171bb1-4f8c-472a-be8f-deebf1a5608e tempest-RoutersNegativeTest-1501726208 tempest-RoutersNegativeTest-1501726208-project] Request body: {'subnet': {'network_id': '8e58924b-4bbc-4745-a9e8-83d9ca0a8722', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:40:38.079858 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b4a74dc3-e63d-47b3-beef-50a320d4e665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108'] for port, after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:38.122870 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4a74dc3-e63d-47b3-beef-50a320d4e665 None None] Network dbb11327-9ee3-45b8-9c55-d043c5c5cf70 is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:40:38.125717 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-b4a74dc3-e63d-47b3-beef-50a320d4e665 None None] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:40:38.129314 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4a74dc3-e63d-47b3-beef-50a320d4e665 None None] Received port after_create {{(pid=103164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:40:38.137893 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a74dc3-e63d-47b3-beef-50a320d4e665 None None] Pushing event updated for resources: {'Port': ['ID=714390b2-2336-4784-9d3a-931e71915a1d,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:40:38.187696 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-b4a74dc3-e63d-47b3-beef-50a320d4e665 None None] Attempting to bind port 714390b2-2336-4784-9d3a-931e71915a1d on host n-d-842733-1 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:40:38.187948 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-b4a74dc3-e63d-47b3-beef-50a320d4e665 None None] Attempting to bind port 714390b2-2336-4784-9d3a-931e71915a1d by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': '5b4682ac-5ee2-4c50-8f24-1f6efd824b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'dbb11327-9ee3-45b8-9c55-d043c5c5cf70'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:40:38.188303 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a74dc3-e63d-47b3-beef-50a320d4e665 None None] Attempting to bind port 714390b2-2336-4784-9d3a-931e71915a1d on network dbb11327-9ee3-45b8-9c55-d043c5c5cf70 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:40:38.193025 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a74dc3-e63d-47b3-beef-50a320d4e665 None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 21, 40, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 21:40:38.193414 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a74dc3-e63d-47b3-beef-50a320d4e665 None None] Checking segment: {'id': '5b4682ac-5ee2-4c50-8f24-1f6efd824b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'dbb11327-9ee3-45b8-9c55-d043c5c5cf70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:40:38.193802 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b4a74dc3-e63d-47b3-beef-50a320d4e665 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:38.194178 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a74dc3-e63d-47b3-beef-50a320d4e665 None None] Bound using segment: {'id': '5b4682ac-5ee2-4c50-8f24-1f6efd824b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'dbb11327-9ee3-45b8-9c55-d043c5c5cf70'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 21:40:38.194735 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-b4a74dc3-e63d-47b3-beef-50a320d4e665 None None] Bound port: 714390b2-2336-4784-9d3a-931e71915a1d, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b4682ac-5ee2-4c50-8f24-1f6efd824b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'dbb11327-9ee3-45b8-9c55-d043c5c5cf70'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:40:38.195112 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b4a74dc3-e63d-47b3-beef-50a320d4e665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:38.227964 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e171bb1-4f8c-472a-be8f-deebf1a5608e tempest-RoutersNegativeTest-1501726208 tempest-RoutersNegativeTest-1501726208-project] Made reservation on behalf of 1166701ef3ba41538777614c3920e25b for: {'subnet': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:40:38.231706 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0e171bb1-4f8c-472a-be8f-deebf1a5608e tempest-RoutersNegativeTest-1501726208 tempest-RoutersNegativeTest-1501726208-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8422561'] for subnet, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:38.260600 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b4a74dc3-e63d-47b3-beef-50a320d4e665 None None] For port 714390b2-2336-4784-9d3a-931e71915a1d, host n-d-842733-1, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 21:40:38.263508 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b4a74dc3-e63d-47b3-beef-50a320d4e665 None None] For port 714390b2-2336-4784-9d3a-931e71915a1d, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=714390b2-2336-4784-9d3a-931e71915a1d,segment=NetworkSegment(5b4682ac-5ee2-4c50-8f24-1f6efd824b9a),segment_id=5b4682ac-5ee2-4c50-8f24-1f6efd824b9a)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 21:40:38.343387 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b4a74dc3-e63d-47b3-beef-50a320d4e665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:38.398918 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a74dc3-e63d-47b3-beef-50a320d4e665 None None] Pushing event updated for resources: {'Port': ['ID=714390b2-2336-4784-9d3a-931e71915a1d,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:40:38.517147 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0e171bb1-4f8c-472a-be8f-deebf1a5608e tempest-RoutersNegativeTest-1501726208 tempest-RoutersNegativeTest-1501726208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9641412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8422583'] for subnet, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:38.595791 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e171bb1-4f8c-472a-be8f-deebf1a5608e tempest-RoutersNegativeTest-1501726208 tempest-RoutersNegativeTest-1501726208-project] Pushing event updated for resources: {'Subnet': ['ID=4cbb8050-d59e-4717-b1f7-7d967b916e19,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:40:38.606595 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e171bb1-4f8c-472a-be8f-deebf1a5608e tempest-RoutersNegativeTest-1501726208 tempest-RoutersNegativeTest-1501726208-project] Checking segment: {'id': 'c716f670-72ac-4745-93ab-f5478e5d66aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '8e58924b-4bbc-4745-a9e8-83d9ca0a8722'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:40:38.606959 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e171bb1-4f8c-472a-be8f-deebf1a5608e tempest-RoutersNegativeTest-1501726208 tempest-RoutersNegativeTest-1501726208-project] Network hostable DHCP agents. Network: 8e58924b-4bbc-4745-a9e8-83d9ca0a8722, hostable agents: ['c9b0653c-f3c7-4339-bd50-e3754b629216'], hosted agents: [] {{(pid=103163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 21:40:38.671754 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e171bb1-4f8c-472a-be8f-deebf1a5608e tempest-RoutersNegativeTest-1501726208 tempest-RoutersNegativeTest-1501726208-project] Network 8e58924b-4bbc-4745-a9e8-83d9ca0a8722 is scheduled to be hosted by DHCP agent c9b0653c-f3c7-4339-bd50-e3754b629216 with binding_index 1 {{(pid=103163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 21:40:38.740314 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-0e171bb1-4f8c-472a-be8f-deebf1a5608e tempest-RoutersNegativeTest-1501726208 tempest-RoutersNegativeTest-1501726208-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842733-1, 8e58924b-4bbc-4745-a9e8-83d9ca0a8722) {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:40:38.745200 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e171bb1-4f8c-472a-be8f-deebf1a5608e tempest-RoutersNegativeTest-1501726208 tempest-RoutersNegativeTest-1501726208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:40:38.745818 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0e171bb1-4f8c-472a-be8f-deebf1a5608e tempest-RoutersNegativeTest-1501726208 tempest-RoutersNegativeTest-1501726208-project] Notify callbacks [] for subnet, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:38.747906 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7b73545-00f3-4e27-b289-48e913c817f0 None None] Network 8e58924b-4bbc-4745-a9e8-83d9ca0a8722 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:40:38.825252 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-0e171bb1-4f8c-472a-be8f-deebf1a5608e tempest-RoutersNegativeTest-1501726208 tempest-RoutersNegativeTest-1501726208-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7675843 May 20 21:40:38.828037 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 35300) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:40:38.832774 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-ab12a0dd-ab12-40bf-8ef1-3c5da61a1f70 tempest-RoutersNegativeTest-1501726208 tempest-RoutersNegativeTest-1501726208-project] Request body: {'router': {'external_gateway_info': {'network_id': '8e58924b-4bbc-4745-a9e8-83d9ca0a8722'}}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:40:38.895320 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e782c8bc-2946-4bc1-9cfe-70bec875d999 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaee2b848-d4b9-5db1-b6ef-d6db29d67de7-8e58924b-4bbc-4745-a9e8-83d9ca0a8722', 'network_id': '8e58924b-4bbc-4745-a9e8-83d9ca0a8722', 'tenant_id': '1166701ef3ba41538777614c3920e25b', 'fixed_ips': [{'subnet_id': '4cbb8050-d59e-4717-b1f7-7d967b916e19'}]}} from n-d-842733-1. {{(pid=103164) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 21:40:38.896180 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-e782c8bc-2946-4bc1-9cfe-70bec875d999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:39.056013 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 714390b2-2336-4784-9d3a-931e71915a1d up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:40:39.091496 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [None req-e782c8bc-2946-4bc1-9cfe-70bec875d999 None None] Allocated IP 172.21.0.2 (8e58924b-4bbc-4745-a9e8-83d9ca0a8722/4cbb8050-d59e-4717-b1f7-7d967b916e19/7446154f-61a0-4263-a9e1-bcfb69214e97) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:40:39.182807 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 714390b2-2336-4784-9d3a-931e71915a1d triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:40:39.183326 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:39.334188 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-e782c8bc-2946-4bc1-9cfe-70bec875d999 None None] Notify callbacks [] for port, precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:39.356299 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 714390b2-2336-4784-9d3a-931e71915a1d is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:40:39.356787 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:39.392180 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] For port 714390b2-2336-4784-9d3a-931e71915a1d, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=714390b2-2336-4784-9d3a-931e71915a1d,segment=NetworkSegment(5b4682ac-5ee2-4c50-8f24-1f6efd824b9a),segment_id=5b4682ac-5ee2-4c50-8f24-1f6efd824b9a)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:40:39.398830 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ab12a0dd-ab12-40bf-8ef1-3c5da61a1f70 tempest-RoutersNegativeTest-1501726208 tempest-RoutersNegativeTest-1501726208-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:39.409284 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f43ce21-7396-4f14-ae4e-7979d0fad9e3 None None] Network dbb11327-9ee3-45b8-9c55-d043c5c5cf70 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:40:39.413130 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-e782c8bc-2946-4bc1-9cfe-70bec875d999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108'] for port, after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:39.487524 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:39.511489 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e782c8bc-2946-4bc1-9cfe-70bec875d999 None None] Network 8e58924b-4bbc-4745-a9e8-83d9ca0a8722 is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:40:39.526696 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-e782c8bc-2946-4bc1-9cfe-70bec875d999 None None] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:40:39.529021 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e782c8bc-2946-4bc1-9cfe-70bec875d999 None None] Pushing event updated for resources: {'Port': ['ID=7446154f-61a0-4263-a9e1-bcfb69214e97,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:40:39.533388 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e782c8bc-2946-4bc1-9cfe-70bec875d999 None None] Received port after_create {{(pid=103164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:40:39.544539 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-ef48ec1d-8195-4406-98b6-30e43c5e9d4a None None] Provisioning complete for port 714390b2-2336-4784-9d3a-931e71915a1d triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:40:39.544539 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ef48ec1d-8195-4406-98b6-30e43c5e9d4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:39.589031 n-d-842733-1 neutron-server[103163]: INFO neutron.api.v2.resource [None req-ab12a0dd-ab12-40bf-8ef1-3c5da61a1f70 tempest-RoutersNegativeTest-1501726208 tempest-RoutersNegativeTest-1501726208-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 20 21:40:39.597153 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-ab12a0dd-ab12-40bf-8ef1-3c5da61a1f70 tempest-RoutersNegativeTest-1501726208 tempest-RoutersNegativeTest-1501726208-project] 10.222.0.35 "PUT /v2.0/routers/d895b5f7-6dc7-4c07-b7ab-bcc3767676ef HTTP/1.1" status: 400 len: 364 time: 0.7611670 May 20 21:40:39.597376 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 35302) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:40:39.652285 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c14103f-b882-41b3-9b1d-93d7af70f968 tempest-RoutersNegativeTest-1501726208 tempest-RoutersNegativeTest-1501726208-project] Deleting subnet 4cbb8050-d59e-4717-b1f7-7d967b916e19 {{(pid=103163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 20 21:40:39.655956 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1c14103f-b882-41b3-9b1d-93d7af70f968 tempest-RoutersNegativeTest-1501726208 tempest-RoutersNegativeTest-1501726208-project] Notify callbacks [] for subnet, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:39.695309 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Pushing event updated for resources: {'Port': ['ID=714390b2-2336-4784-9d3a-931e71915a1d,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:40:39.696446 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1c14103f-b882-41b3-9b1d-93d7af70f968 tempest-RoutersNegativeTest-1501726208 tempest-RoutersNegativeTest-1501726208-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9338757'] for subnet, precommit_delete_associations {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:39.701453 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-e782c8bc-2946-4bc1-9cfe-70bec875d999 None None] Attempting to bind port 7446154f-61a0-4263-a9e1-bcfb69214e97 on host n-d-842733-1 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:40:39.701821 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-e782c8bc-2946-4bc1-9cfe-70bec875d999 None None] Attempting to bind port 7446154f-61a0-4263-a9e1-bcfb69214e97 by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': 'c716f670-72ac-4745-93ab-f5478e5d66aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '8e58924b-4bbc-4745-a9e8-83d9ca0a8722'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:40:39.702627 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e782c8bc-2946-4bc1-9cfe-70bec875d999 None None] Attempting to bind port 7446154f-61a0-4263-a9e1-bcfb69214e97 on network 8e58924b-4bbc-4745-a9e8-83d9ca0a8722 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:40:39.714638 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e782c8bc-2946-4bc1-9cfe-70bec875d999 None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 21, 40, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 21:40:39.715005 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e782c8bc-2946-4bc1-9cfe-70bec875d999 None None] Checking segment: {'id': 'c716f670-72ac-4745-93ab-f5478e5d66aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '8e58924b-4bbc-4745-a9e8-83d9ca0a8722'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:40:39.715401 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-e782c8bc-2946-4bc1-9cfe-70bec875d999 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:39.715782 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e782c8bc-2946-4bc1-9cfe-70bec875d999 None None] Bound using segment: {'id': 'c716f670-72ac-4745-93ab-f5478e5d66aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '8e58924b-4bbc-4745-a9e8-83d9ca0a8722'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 21:40:39.716241 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-e782c8bc-2946-4bc1-9cfe-70bec875d999 None None] Bound port: 7446154f-61a0-4263-a9e1-bcfb69214e97, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c716f670-72ac-4745-93ab-f5478e5d66aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '8e58924b-4bbc-4745-a9e8-83d9ca0a8722'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:40:39.716618 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-e782c8bc-2946-4bc1-9cfe-70bec875d999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:39.781742 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1c14103f-b882-41b3-9b1d-93d7af70f968 tempest-RoutersNegativeTest-1501726208 tempest-RoutersNegativeTest-1501726208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33068388'] for subnet, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:39.821153 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-ef48ec1d-8195-4406-98b6-30e43c5e9d4a None None] Current status of the port 714390b2-2336-4784-9d3a-931e71915a1d is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:40:39.925944 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1c14103f-b882-41b3-9b1d-93d7af70f968 tempest-RoutersNegativeTest-1501726208 tempest-RoutersNegativeTest-1501726208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33068399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9641221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8422588'] for subnet, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:39.930260 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-e782c8bc-2946-4bc1-9cfe-70bec875d999 None None] For port 7446154f-61a0-4263-a9e1-bcfb69214e97, host n-d-842733-1, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 21:40:39.934256 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-e782c8bc-2946-4bc1-9cfe-70bec875d999 None None] For port 7446154f-61a0-4263-a9e1-bcfb69214e97, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=7446154f-61a0-4263-a9e1-bcfb69214e97,segment=NetworkSegment(c716f670-72ac-4745-93ab-f5478e5d66aa),segment_id=c716f670-72ac-4745-93ab-f5478e5d66aa)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 21:40:39.957083 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c14103f-b882-41b3-9b1d-93d7af70f968 tempest-RoutersNegativeTest-1501726208 tempest-RoutersNegativeTest-1501726208-project] Pushing event deleted for resources: {'Subnet': ['ID=4cbb8050-d59e-4717-b1f7-7d967b916e19,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:40:39.959128 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1c14103f-b882-41b3-9b1d-93d7af70f968 tempest-RoutersNegativeTest-1501726208 tempest-RoutersNegativeTest-1501726208-project] Notify callbacks [] for subnet, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:39.963056 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-1c14103f-b882-41b3-9b1d-93d7af70f968 tempest-RoutersNegativeTest-1501726208 tempest-RoutersNegativeTest-1501726208-project] 10.222.0.35 "DELETE /v2.0/subnets/4cbb8050-d59e-4717-b1f7-7d967b916e19 HTTP/1.1" status: 204 len: 168 time: 0.3640847 May 20 21:40:39.965546 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 35304) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:40:40.022816 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-e782c8bc-2946-4bc1-9cfe-70bec875d999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:40.045675 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-46e5dfbe-f205-4829-bc3e-c9f5f7b94dae tempest-RoutersNegativeTest-1501726208 tempest-RoutersNegativeTest-1501726208-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33160123'] for network, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:40.089728 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-148b0f2a-f330-4632-bf25-0149a21f5605 None None] Provisioning complete for port 714390b2-2336-4784-9d3a-931e71915a1d triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:40:40.090229 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-148b0f2a-f330-4632-bf25-0149a21f5605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:40.095806 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e782c8bc-2946-4bc1-9cfe-70bec875d999 None None] Pushing event updated for resources: {'Port': ['ID=7446154f-61a0-4263-a9e1-bcfb69214e97,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:40:40.108324 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-46e5dfbe-f205-4829-bc3e-c9f5f7b94dae tempest-RoutersNegativeTest-1501726208 tempest-RoutersNegativeTest-1501726208-project] Deleting port 7446154f-61a0-4263-a9e1-bcfb69214e97 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:40:40.108671 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-46e5dfbe-f205-4829-bc3e-c9f5f7b94dae tempest-RoutersNegativeTest-1501726208 tempest-RoutersNegativeTest-1501726208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:40.183725 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-46e5dfbe-f205-4829-bc3e-c9f5f7b94dae tempest-RoutersNegativeTest-1501726208 tempest-RoutersNegativeTest-1501726208-project] For port 7446154f-61a0-4263-a9e1-bcfb69214e97, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=7446154f-61a0-4263-a9e1-bcfb69214e97,segment=NetworkSegment(c716f670-72ac-4745-93ab-f5478e5d66aa),segment_id=c716f670-72ac-4745-93ab-f5478e5d66aa)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:40:40.184081 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-46e5dfbe-f205-4829-bc3e-c9f5f7b94dae tempest-RoutersNegativeTest-1501726208 tempest-RoutersNegativeTest-1501726208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:40.187309 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-148b0f2a-f330-4632-bf25-0149a21f5605 None None] Current status of the port 714390b2-2336-4784-9d3a-931e71915a1d is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:40:40.198875 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-46e5dfbe-f205-4829-bc3e-c9f5f7b94dae tempest-RoutersNegativeTest-1501726208 tempest-RoutersNegativeTest-1501726208-project] Calling delete_port for 7446154f-61a0-4263-a9e1-bcfb69214e97 owned by network:dhcp {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:40:40.348230 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-46e5dfbe-f205-4829-bc3e-c9f5f7b94dae tempest-RoutersNegativeTest-1501726208 tempest-RoutersNegativeTest-1501726208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:40.379221 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e5dfbe-f205-4829-bc3e-c9f5f7b94dae tempest-RoutersNegativeTest-1501726208 tempest-RoutersNegativeTest-1501726208-project] Pushing event deleted for resources: {'Port': ['ID=7446154f-61a0-4263-a9e1-bcfb69214e97,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:40:40.383084 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e5dfbe-f205-4829-bc3e-c9f5f7b94dae tempest-RoutersNegativeTest-1501726208 tempest-RoutersNegativeTest-1501726208-project] No DVR routers for this DVR port 7446154f-61a0-4263-a9e1-bcfb69214e97 on host n-d-842733-1 {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 21:40:40.463910 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-46e5dfbe-f205-4829-bc3e-c9f5f7b94dae tempest-RoutersNegativeTest-1501726208 tempest-RoutersNegativeTest-1501726208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33072115', 'neutron.services.segments.db._delete_segments_for_network-8782419500584'] for network, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:40.485198 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-46e5dfbe-f205-4829-bc3e-c9f5f7b94dae tempest-RoutersNegativeTest-1501726208 tempest-RoutersNegativeTest-1501726208-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e58924b-4bbc-4745-a9e8-83d9ca0a8722']}} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:40:40.494850 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-46e5dfbe-f205-4829-bc3e-c9f5f7b94dae tempest-RoutersNegativeTest-1501726208 tempest-RoutersNegativeTest-1501726208-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c716f670-72ac-4745-93ab-f5478e5d66aa') {'for_net_delete': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:40:40.495173 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-46e5dfbe-f205-4829-bc3e-c9f5f7b94dae tempest-RoutersNegativeTest-1501726208 tempest-RoutersNegativeTest-1501726208-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c716f670-72ac-4745-93ab-f5478e5d66aa') {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:40:40.505200 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-46e5dfbe-f205-4829-bc3e-c9f5f7b94dae tempest-RoutersNegativeTest-1501726208 tempest-RoutersNegativeTest-1501726208-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419501617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9338764'] for segment, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:40.517844 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-46e5dfbe-f205-4829-bc3e-c9f5f7b94dae tempest-RoutersNegativeTest-1501726208 tempest-RoutersNegativeTest-1501726208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:40.523461 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46e5dfbe-f205-4829-bc3e-c9f5f7b94dae tempest-RoutersNegativeTest-1501726208 tempest-RoutersNegativeTest-1501726208-project] Releasing vlan 220 on physical network physnet1 to pool {{(pid=103163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 21:40:40.523853 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-46e5dfbe-f205-4829-bc3e-c9f5f7b94dae tempest-RoutersNegativeTest-1501726208 tempest-RoutersNegativeTest-1501726208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9638311'] for segment, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:40.526743 n-d-842733-1 neutron-server[103163]: Traceback (most recent call last): May 20 21:40:40.526743 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 21:40:40.526743 n-d-842733-1 neutron-server[103163]: timer() May 20 21:40:40.526743 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 21:40:40.526743 n-d-842733-1 neutron-server[103163]: cb(*args, **kw) May 20 21:40:40.526743 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 20 21:40:40.526743 n-d-842733-1 neutron-server[103163]: return func(*args, **kwargs) May 20 21:40:40.526743 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 21:40:40.526743 n-d-842733-1 neutron-server[103163]: self._notify() May 20 21:40:40.526743 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 21:40:40.526743 n-d-842733-1 neutron-server[103163]: self.callback(batched_events) May 20 21:40:40.526743 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 21:40:40.526743 n-d-842733-1 neutron-server[103163]: event.method(event) May 20 21:40:40.526743 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 20 21:40:40.526743 n-d-842733-1 neutron-server[103163]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 21:40:40.526743 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 20 21:40:40.526743 n-d-842733-1 neutron-server[103163]: aggregate_uuid = self.p_client.list_aggregates( May 20 21:40:40.526743 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 20 21:40:40.526743 n-d-842733-1 neutron-server[103163]: return f(self, *a, **k) May 20 21:40:40.526743 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 20 21:40:40.526743 n-d-842733-1 neutron-server[103163]: return self._get(url).json() May 20 21:40:40.526743 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 20 21:40:40.526743 n-d-842733-1 neutron-server[103163]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 21:40:40.526743 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 21:40:40.526743 n-d-842733-1 neutron-server[103163]: return self.request(url, 'GET', **kwargs) May 20 21:40:40.526743 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 21:40:40.526743 n-d-842733-1 neutron-server[103163]: base_url = self.get_endpoint(auth, allow=allow, May 20 21:40:40.526743 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 21:40:40.526743 n-d-842733-1 neutron-server[103163]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 21:40:40.526743 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 21:40:40.526743 n-d-842733-1 neutron-server[103163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 21:40:40.526743 n-d-842733-1 neutron-server[103163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 21:40:40.644931 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-46e5dfbe-f205-4829-bc3e-c9f5f7b94dae tempest-RoutersNegativeTest-1501726208 tempest-RoutersNegativeTest-1501726208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33072122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748162'] for network, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:40.651815 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-46e5dfbe-f205-4829-bc3e-c9f5f7b94dae tempest-RoutersNegativeTest-1501726208 tempest-RoutersNegativeTest-1501726208-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:40.655476 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-46e5dfbe-f205-4829-bc3e-c9f5f7b94dae tempest-RoutersNegativeTest-1501726208 tempest-RoutersNegativeTest-1501726208-project] 10.222.0.35 "DELETE /v2.0/networks/8e58924b-4bbc-4745-a9e8-83d9ca0a8722 HTTP/1.1" status: 204 len: 168 time: 0.6883957 May 20 21:40:40.658427 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 35306) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:40:40.667795 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e5dfbe-f205-4829-bc3e-c9f5f7b94dae tempest-RoutersNegativeTest-1501726208 tempest-RoutersNegativeTest-1501726208-project] Pushing event deleted for resources: {'Network': ['ID=8e58924b-4bbc-4745-a9e8-83d9ca0a8722,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:40:40.711914 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_v2 [None req-47918725-a033-46f2-b0fc-1d4a1da926f5 tempest-RoutersNegativeTest-1501726208 tempest-RoutersNegativeTest-1501726208-project] Deleting subnet a0679ff3-effc-4419-9a66-644446e05e08 {{(pid=103162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 20 21:40:40.715612 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-47918725-a033-46f2-b0fc-1d4a1da926f5 tempest-RoutersNegativeTest-1501726208 tempest-RoutersNegativeTest-1501726208-project] Notify callbacks [] for subnet, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:40.757507 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-47918725-a033-46f2-b0fc-1d4a1da926f5 tempest-RoutersNegativeTest-1501726208 tempest-RoutersNegativeTest-1501726208-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3738392'] for subnet, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:40.847656 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-47918725-a033-46f2-b0fc-1d4a1da926f5 tempest-RoutersNegativeTest-1501726208 tempest-RoutersNegativeTest-1501726208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33068388'] for subnet, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:40.971606 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-47918725-a033-46f2-b0fc-1d4a1da926f5 tempest-RoutersNegativeTest-1501726208 tempest-RoutersNegativeTest-1501726208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33068399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3797621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4018265'] for subnet, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:40.973293 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 714390b2-2336-4784-9d3a-931e71915a1d up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:40:40.998322 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47918725-a033-46f2-b0fc-1d4a1da926f5 tempest-RoutersNegativeTest-1501726208 tempest-RoutersNegativeTest-1501726208-project] Pushing event deleted for resources: {'Subnet': ['ID=a0679ff3-effc-4419-9a66-644446e05e08,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:40:41.005778 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-47918725-a033-46f2-b0fc-1d4a1da926f5 tempest-RoutersNegativeTest-1501726208 tempest-RoutersNegativeTest-1501726208-project] Notify callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:41.009107 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-47918725-a033-46f2-b0fc-1d4a1da926f5 tempest-RoutersNegativeTest-1501726208 tempest-RoutersNegativeTest-1501726208-project] 10.222.0.35 "DELETE /v2.0/subnets/a0679ff3-effc-4419-9a66-644446e05e08 HTTP/1.1" status: 204 len: 168 time: 0.3496654 May 20 21:40:41.011613 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 35308) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:40:41.016312 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bef0e0db-0293-4b9f-8538-0bc9f7b1152a None None] Network dbb11327-9ee3-45b8-9c55-d043c5c5cf70 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:40:41.089653 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 714390b2-2336-4784-9d3a-931e71915a1d triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:40:41.090794 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:41.097603 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-be0f0e44-93eb-4c40-bf8a-a9ca951ca0a2 tempest-RoutersNegativeTest-1501726208 tempest-RoutersNegativeTest-1501726208-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33160123'] for network, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:41.151012 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-be0f0e44-93eb-4c40-bf8a-a9ca951ca0a2 tempest-RoutersNegativeTest-1501726208 tempest-RoutersNegativeTest-1501726208-project] Deleting port 714390b2-2336-4784-9d3a-931e71915a1d {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:40:41.151345 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-be0f0e44-93eb-4c40-bf8a-a9ca951ca0a2 tempest-RoutersNegativeTest-1501726208 tempest-RoutersNegativeTest-1501726208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:41.215594 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-be0f0e44-93eb-4c40-bf8a-a9ca951ca0a2 tempest-RoutersNegativeTest-1501726208 tempest-RoutersNegativeTest-1501726208-project] For port 714390b2-2336-4784-9d3a-931e71915a1d, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=714390b2-2336-4784-9d3a-931e71915a1d,segment=NetworkSegment(5b4682ac-5ee2-4c50-8f24-1f6efd824b9a),segment_id=5b4682ac-5ee2-4c50-8f24-1f6efd824b9a)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:40:41.215960 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-be0f0e44-93eb-4c40-bf8a-a9ca951ca0a2 tempest-RoutersNegativeTest-1501726208 tempest-RoutersNegativeTest-1501726208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:41.230664 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-be0f0e44-93eb-4c40-bf8a-a9ca951ca0a2 tempest-RoutersNegativeTest-1501726208 tempest-RoutersNegativeTest-1501726208-project] Calling delete_port for 714390b2-2336-4784-9d3a-931e71915a1d owned by network:dhcp {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:40:41.271835 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4755a2d3-3942-4bf2-8e0a-7e7ce8a9b626 None None] DHCP port deletion for 8e58924b-4bbc-4745-a9e8-83d9ca0a8722 request from n-d-842733-1 {{(pid=103164) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 21:40:41.299976 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-37bccce9-ce2e-4a24-b096-563585f5ce98 None None] Could not find standard attr ID for object 7446154f-61a0-4263-a9e1-bcfb69214e97. {{(pid=103164) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 20 21:40:41.336202 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b8efe8f-1d1c-45a8-aafe-5203a7f2b273 None None] Network 8e58924b-4bbc-4745-a9e8-83d9ca0a8722 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:40:41.354552 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b8efe8f-1d1c-45a8-aafe-5203a7f2b273 None None] Network 8e58924b-4bbc-4745-a9e8-83d9ca0a8722 could not be found, it might have been deleted concurrently. {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} May 20 21:40:41.388406 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-be0f0e44-93eb-4c40-bf8a-a9ca951ca0a2 tempest-RoutersNegativeTest-1501726208 tempest-RoutersNegativeTest-1501726208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:41.403741 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 714390b2-2336-4784-9d3a-931e71915a1d is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:40:41.406163 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be0f0e44-93eb-4c40-bf8a-a9ca951ca0a2 tempest-RoutersNegativeTest-1501726208 tempest-RoutersNegativeTest-1501726208-project] No DVR routers for this DVR port 714390b2-2336-4784-9d3a-931e71915a1d on host n-d-842733-1 {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 21:40:41.427838 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26d9b40e-a374-408d-b6a1-f0a2b25088de None None] DHCP port deletion for dbb11327-9ee3-45b8-9c55-d043c5c5cf70 request from n-d-842733-1 {{(pid=103164) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 21:40:41.429883 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0f0e44-93eb-4c40-bf8a-a9ca951ca0a2 tempest-RoutersNegativeTest-1501726208 tempest-RoutersNegativeTest-1501726208-project] Pushing event deleted for resources: {'Port': ['ID=714390b2-2336-4784-9d3a-931e71915a1d,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:40:41.505596 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-be0f0e44-93eb-4c40-bf8a-a9ca951ca0a2 tempest-RoutersNegativeTest-1501726208 tempest-RoutersNegativeTest-1501726208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33072115', 'neutron.services.segments.db._delete_segments_for_network-8782419500584'] for network, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:41.529200 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-be0f0e44-93eb-4c40-bf8a-a9ca951ca0a2 tempest-RoutersNegativeTest-1501726208 tempest-RoutersNegativeTest-1501726208-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbb11327-9ee3-45b8-9c55-d043c5c5cf70']}} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:40:41.538696 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-be0f0e44-93eb-4c40-bf8a-a9ca951ca0a2 tempest-RoutersNegativeTest-1501726208 tempest-RoutersNegativeTest-1501726208-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b4682ac-5ee2-4c50-8f24-1f6efd824b9a') {'for_net_delete': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:40:41.538998 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-be0f0e44-93eb-4c40-bf8a-a9ca951ca0a2 tempest-RoutersNegativeTest-1501726208 tempest-RoutersNegativeTest-1501726208-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b4682ac-5ee2-4c50-8f24-1f6efd824b9a') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:40:41.548720 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-be0f0e44-93eb-4c40-bf8a-a9ca951ca0a2 tempest-RoutersNegativeTest-1501726208 tempest-RoutersNegativeTest-1501726208-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419501617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3738385'] for segment, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:41.561939 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-be0f0e44-93eb-4c40-bf8a-a9ca951ca0a2 tempest-RoutersNegativeTest-1501726208 tempest-RoutersNegativeTest-1501726208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:41.567622 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be0f0e44-93eb-4c40-bf8a-a9ca951ca0a2 tempest-RoutersNegativeTest-1501726208 tempest-RoutersNegativeTest-1501726208-project] Releasing vlan 232 on physical network physnet1 to pool {{(pid=103162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 21:40:41.569601 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-be0f0e44-93eb-4c40-bf8a-a9ca951ca0a2 tempest-RoutersNegativeTest-1501726208 tempest-RoutersNegativeTest-1501726208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3800791'] for segment, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:41.570923 n-d-842733-1 neutron-server[103162]: Traceback (most recent call last): May 20 21:40:41.570923 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 21:40:41.570923 n-d-842733-1 neutron-server[103162]: timer() May 20 21:40:41.570923 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 21:40:41.570923 n-d-842733-1 neutron-server[103162]: cb(*args, **kw) May 20 21:40:41.570923 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 20 21:40:41.570923 n-d-842733-1 neutron-server[103162]: return func(*args, **kwargs) May 20 21:40:41.570923 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 21:40:41.570923 n-d-842733-1 neutron-server[103162]: self._notify() May 20 21:40:41.570923 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 21:40:41.570923 n-d-842733-1 neutron-server[103162]: self.callback(batched_events) May 20 21:40:41.570923 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 21:40:41.570923 n-d-842733-1 neutron-server[103162]: event.method(event) May 20 21:40:41.570923 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 20 21:40:41.570923 n-d-842733-1 neutron-server[103162]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 21:40:41.570923 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 20 21:40:41.570923 n-d-842733-1 neutron-server[103162]: aggregate_uuid = self.p_client.list_aggregates( May 20 21:40:41.570923 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 20 21:40:41.570923 n-d-842733-1 neutron-server[103162]: return f(self, *a, **k) May 20 21:40:41.570923 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 20 21:40:41.570923 n-d-842733-1 neutron-server[103162]: return self._get(url).json() May 20 21:40:41.570923 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 20 21:40:41.570923 n-d-842733-1 neutron-server[103162]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 21:40:41.570923 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 21:40:41.570923 n-d-842733-1 neutron-server[103162]: return self.request(url, 'GET', **kwargs) May 20 21:40:41.570923 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 21:40:41.570923 n-d-842733-1 neutron-server[103162]: base_url = self.get_endpoint(auth, allow=allow, May 20 21:40:41.570923 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 21:40:41.570923 n-d-842733-1 neutron-server[103162]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 21:40:41.570923 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 21:40:41.570923 n-d-842733-1 neutron-server[103162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 21:40:41.570923 n-d-842733-1 neutron-server[103162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 21:40:41.690534 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-be0f0e44-93eb-4c40-bf8a-a9ca951ca0a2 tempest-RoutersNegativeTest-1501726208 tempest-RoutersNegativeTest-1501726208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33072122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748162'] for network, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:41.697161 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-be0f0e44-93eb-4c40-bf8a-a9ca951ca0a2 tempest-RoutersNegativeTest-1501726208 tempest-RoutersNegativeTest-1501726208-project] Notify callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:41.700238 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-be0f0e44-93eb-4c40-bf8a-a9ca951ca0a2 tempest-RoutersNegativeTest-1501726208 tempest-RoutersNegativeTest-1501726208-project] 10.222.0.35 "DELETE /v2.0/networks/dbb11327-9ee3-45b8-9c55-d043c5c5cf70 HTTP/1.1" status: 204 len: 168 time: 0.6874404 May 20 21:40:41.703397 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 35310) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:40:41.722412 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0f0e44-93eb-4c40-bf8a-a9ca951ca0a2 tempest-RoutersNegativeTest-1501726208 tempest-RoutersNegativeTest-1501726208-project] Pushing event deleted for resources: {'Network': ['ID=dbb11327-9ee3-45b8-9c55-d043c5c5cf70,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:40:41.738497 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-5f397741-a0a0-41f1-b1f0-7593d6b7c06a tempest-RoutersNegativeTest-1501726208 tempest-RoutersNegativeTest-1501726208-project] 10.222.0.35 "GET /v2.0/ports?device_id=d895b5f7-6dc7-4c07-b7ab-bcc3767676ef HTTP/1.1" status: 200 len: 205 time: 0.0340619 May 20 21:40:41.740804 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 35312) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:40:41.814629 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-cd177cdb-21f0-4fdd-b44f-67e5c1dd5dc6 tempest-RoutersNegativeTest-1501726208 tempest-RoutersNegativeTest-1501726208-project] Notify callbacks [] for router, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:42.321528 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-cd177cdb-21f0-4fdd-b44f-67e5c1dd5dc6 tempest-RoutersNegativeTest-1501726208 tempest-RoutersNegativeTest-1501726208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26169'] for router, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:42.323615 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-cd177cdb-21f0-4fdd-b44f-67e5c1dd5dc6 tempest-RoutersNegativeTest-1501726208 tempest-RoutersNegativeTest-1501726208-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:42.425831 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-cd177cdb-21f0-4fdd-b44f-67e5c1dd5dc6 tempest-RoutersNegativeTest-1501726208 tempest-RoutersNegativeTest-1501726208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-693148'] for router, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:42.426381 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd177cdb-21f0-4fdd-b44f-67e5c1dd5dc6 tempest-RoutersNegativeTest-1501726208 tempest-RoutersNegativeTest-1501726208-project] Fanout notify agent at l3_agent the message router_deleted on router d895b5f7-6dc7-4c07-b7ab-bcc3767676ef {{(pid=103162) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 20 21:40:42.437797 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-cd177cdb-21f0-4fdd-b44f-67e5c1dd5dc6 tempest-RoutersNegativeTest-1501726208 tempest-RoutersNegativeTest-1501726208-project] Notify callbacks [] for router, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:42.437797 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-cd177cdb-21f0-4fdd-b44f-67e5c1dd5dc6 tempest-RoutersNegativeTest-1501726208 tempest-RoutersNegativeTest-1501726208-project] 10.222.0.35 "DELETE /v2.0/routers/d895b5f7-6dc7-4c07-b7ab-bcc3767676ef HTTP/1.1" status: 204 len: 168 time: 0.6925101 May 20 21:40:42.946837 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 35318) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:40:42.966430 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 714390b2-2336-4784-9d3a-931e71915a1d no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 21:40:42.987348 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: 714390b2-2336-4784-9d3a-931e71915a1d {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 21:40:42.987695 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 714390b2-2336-4784-9d3a-931e71915a1d not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 21:40:42.988151 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 7446154f-61a0-4263-a9e1-bcfb69214e97 no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 21:40:43.009422 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: 7446154f-61a0-4263-a9e1-bcfb69214e97 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 21:40:43.009764 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 7446154f-61a0-4263-a9e1-bcfb69214e97 not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 21:40:43.085153 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-df29d89c-3d7e-4af8-a2b4-3b3c7f9df396 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1166701ef3ba41538777614c3920e25b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1371729 May 20 21:40:43.087695 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 35322) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:40:43.133634 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d720a5fe-7fc9-46c5-ada6-bea5b4b09d4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:43.154424 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d720a5fe-7fc9-46c5-ada6-bea5b4b09d4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:43.268093 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d720a5fe-7fc9-46c5-ada6-bea5b4b09d4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:43.270538 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d720a5fe-7fc9-46c5-ada6-bea5b4b09d4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:43.271685 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-d720a5fe-7fc9-46c5-ada6-bea5b4b09d4b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ff27c46f-9a64-4bfb-b204-4cc9547beb0b HTTP/1.1" status: 204 len: 168 time: 0.1830752 May 20 21:40:43.279525 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d720a5fe-7fc9-46c5-ada6-bea5b4b09d4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff27c46f-9a64-4bfb-b204-4cc9547beb0b,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:40:44.216657 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 35344) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:40:44.311028 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-5572c17c-3f7c-4559-ba57-6bd3d808daf9 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-872640420-network', 'tenant_id': 'c6c3b72426094b018e93f1f35623aa38'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:40:44.385383 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5572c17c-3f7c-4559-ba57-6bd3d808daf9 admin admin] Made reservation on behalf of c6c3b72426094b018e93f1f35623aa38 for: {'network': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:40:44.387679 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5572c17c-3f7c-4559-ba57-6bd3d808daf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for network, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:44.396936 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5572c17c-3f7c-4559-ba57-6bd3d808daf9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:44.469387 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5572c17c-3f7c-4559-ba57-6bd3d808daf9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:44.539628 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5572c17c-3f7c-4559-ba57-6bd3d808daf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:44.566355 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5572c17c-3f7c-4559-ba57-6bd3d808daf9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 200} {{(pid=103162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 21:40:44.572297 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5572c17c-3f7c-4559-ba57-6bd3d808daf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fd03b5a-342b-4eea-a07e-1879a65106ac,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:40:44.578079 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5572c17c-3f7c-4559-ba57-6bd3d808daf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:44.578079 n-d-842733-1 neutron-server[103162]: INFO neutron.db.segments_db [None req-5572c17c-3f7c-4559-ba57-6bd3d808daf9 admin admin] Added segment 9a273f71-f870-4267-a8b2-33c3bcbcd05d of type vlan for network 497f2154-0e8a-48d4-b77d-d8bb6dae1aa8 May 20 21:40:44.618640 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5572c17c-3f7c-4559-ba57-6bd3d808daf9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418993264'] for network, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:44.688611 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5572c17c-3f7c-4559-ba57-6bd3d808daf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524'] for network, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:44.689597 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5572c17c-3f7c-4559-ba57-6bd3d808daf9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:40:44.690171 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5572c17c-3f7c-4559-ba57-6bd3d808daf9 admin admin] Notify callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:44.746330 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5572c17c-3f7c-4559-ba57-6bd3d808daf9 admin admin] Pushing event updated for resources: {'Network': ['ID=497f2154-0e8a-48d4-b77d-d8bb6dae1aa8,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:40:44.756516 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Network 497f2154-0e8a-48d4-b77d-d8bb6dae1aa8 details requested by agent ovs-agent-n-d-842733-1 with host n-d-842733-1 {{(pid=103164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 20 21:40:44.807697 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-5572c17c-3f7c-4559-ba57-6bd3d808daf9 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5898218 May 20 21:40:44.810453 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 35348) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:40:44.815159 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-0acb1bac-f247-439f-81af-a32e8840c8a3 admin admin] Request body: {'subnet': {'network_id': '497f2154-0e8a-48d4-b77d-d8bb6dae1aa8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-872640420-subnet', 'tenant_id': 'c6c3b72426094b018e93f1f35623aa38', 'ip_version': 4}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:40:44.884700 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0acb1bac-f247-439f-81af-a32e8840c8a3 admin admin] Made reservation on behalf of c6c3b72426094b018e93f1f35623aa38 for: {'subnet': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:40:44.887012 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0acb1bac-f247-439f-81af-a32e8840c8a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4018244'] for subnet, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:45.108213 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0acb1bac-f247-439f-81af-a32e8840c8a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3797684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4018258'] for subnet, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:45.162429 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acb1bac-f247-439f-81af-a32e8840c8a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=453060b5-2f51-4b87-971b-698ae2eefe03,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:40:45.172502 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0acb1bac-f247-439f-81af-a32e8840c8a3 admin admin] Checking segment: {'id': '9a273f71-f870-4267-a8b2-33c3bcbcd05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '497f2154-0e8a-48d4-b77d-d8bb6dae1aa8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:40:45.172855 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0acb1bac-f247-439f-81af-a32e8840c8a3 admin admin] Network hostable DHCP agents. Network: 497f2154-0e8a-48d4-b77d-d8bb6dae1aa8, hostable agents: ['c9b0653c-f3c7-4339-bd50-e3754b629216'], hosted agents: [] {{(pid=103162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 21:40:45.244985 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0acb1bac-f247-439f-81af-a32e8840c8a3 admin admin] Network 497f2154-0e8a-48d4-b77d-d8bb6dae1aa8 is scheduled to be hosted by DHCP agent c9b0653c-f3c7-4339-bd50-e3754b629216 with binding_index 1 {{(pid=103162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 21:40:45.334134 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-0acb1bac-f247-439f-81af-a32e8840c8a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842733-1, 497f2154-0e8a-48d4-b77d-d8bb6dae1aa8) {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:40:45.338280 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0acb1bac-f247-439f-81af-a32e8840c8a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:40:45.338889 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0acb1bac-f247-439f-81af-a32e8840c8a3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:45.342860 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5571069f-315b-4266-90b2-82bc782a8491 None None] Network 497f2154-0e8a-48d4-b77d-d8bb6dae1aa8 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:40:45.426299 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 35350) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:40:45.426902 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-0acb1bac-f247-439f-81af-a32e8840c8a3 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6150291 May 20 21:40:45.431881 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-d723386e-2dd0-4e23-b7a7-a8b41af10b76 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-872640420-router', 'tenant_id': 'c6c3b72426094b018e93f1f35623aa38', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'}}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:40:45.495348 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2518404-104c-4585-b428-c5cc5c2d731a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaee2b848-d4b9-5db1-b6ef-d6db29d67de7-497f2154-0e8a-48d4-b77d-d8bb6dae1aa8', 'network_id': '497f2154-0e8a-48d4-b77d-d8bb6dae1aa8', 'tenant_id': 'c6c3b72426094b018e93f1f35623aa38', 'fixed_ips': [{'subnet_id': '453060b5-2f51-4b87-971b-698ae2eefe03'}]}} from n-d-842733-1. {{(pid=103164) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 21:40:45.495958 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-f2518404-104c-4585-b428-c5cc5c2d731a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:45.513861 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d723386e-2dd0-4e23-b7a7-a8b41af10b76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-694221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26155'] for router, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:45.514903 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d723386e-2dd0-4e23-b7a7-a8b41af10b76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-693085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748153', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-718080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26162'] for router, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:45.567112 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d723386e-2dd0-4e23-b7a7-a8b41af10b76 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:45.629666 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [None req-f2518404-104c-4585-b428-c5cc5c2d731a None None] Allocated IP 172.20.0.2 (497f2154-0e8a-48d4-b77d-d8bb6dae1aa8/453060b5-2f51-4b87-971b-698ae2eefe03/8e58adc6-6b70-4893-bbf1-02289c91d012) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:40:45.773052 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d723386e-2dd0-4e23-b7a7-a8b41af10b76 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:45.774321 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-f2518404-104c-4585-b428-c5cc5c2d731a None None] Notify callbacks [] for port, precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:45.845006 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-f2518404-104c-4585-b428-c5cc5c2d731a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108'] for port, after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:45.885201 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2518404-104c-4585-b428-c5cc5c2d731a None None] Network 497f2154-0e8a-48d4-b77d-d8bb6dae1aa8 is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:40:45.887884 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-f2518404-104c-4585-b428-c5cc5c2d731a None None] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:40:45.892087 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2518404-104c-4585-b428-c5cc5c2d731a None None] Received port after_create {{(pid=103164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:40:45.899297 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2518404-104c-4585-b428-c5cc5c2d731a None None] Pushing event updated for resources: {'Port': ['ID=8e58adc6-6b70-4893-bbf1-02289c91d012,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:40:45.951023 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-f2518404-104c-4585-b428-c5cc5c2d731a None None] Attempting to bind port 8e58adc6-6b70-4893-bbf1-02289c91d012 on host n-d-842733-1 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:40:45.951385 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-f2518404-104c-4585-b428-c5cc5c2d731a None None] Attempting to bind port 8e58adc6-6b70-4893-bbf1-02289c91d012 by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': '9a273f71-f870-4267-a8b2-33c3bcbcd05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '497f2154-0e8a-48d4-b77d-d8bb6dae1aa8'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:40:45.951742 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2518404-104c-4585-b428-c5cc5c2d731a None None] Attempting to bind port 8e58adc6-6b70-4893-bbf1-02289c91d012 on network 497f2154-0e8a-48d4-b77d-d8bb6dae1aa8 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:40:45.956814 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2518404-104c-4585-b428-c5cc5c2d731a None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 21, 40, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 21:40:45.957195 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2518404-104c-4585-b428-c5cc5c2d731a None None] Checking segment: {'id': '9a273f71-f870-4267-a8b2-33c3bcbcd05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '497f2154-0e8a-48d4-b77d-d8bb6dae1aa8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:40:45.957619 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-f2518404-104c-4585-b428-c5cc5c2d731a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:45.957999 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2518404-104c-4585-b428-c5cc5c2d731a None None] Bound using segment: {'id': '9a273f71-f870-4267-a8b2-33c3bcbcd05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '497f2154-0e8a-48d4-b77d-d8bb6dae1aa8'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 21:40:45.958504 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-f2518404-104c-4585-b428-c5cc5c2d731a None None] Bound port: 8e58adc6-6b70-4893-bbf1-02289c91d012, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a273f71-f870-4267-a8b2-33c3bcbcd05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '497f2154-0e8a-48d4-b77d-d8bb6dae1aa8'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:40:45.959158 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-f2518404-104c-4585-b428-c5cc5c2d731a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:46.022265 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-f2518404-104c-4585-b428-c5cc5c2d731a None None] For port 8e58adc6-6b70-4893-bbf1-02289c91d012, host n-d-842733-1, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 21:40:46.025302 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-f2518404-104c-4585-b428-c5cc5c2d731a None None] For port 8e58adc6-6b70-4893-bbf1-02289c91d012, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=8e58adc6-6b70-4893-bbf1-02289c91d012,segment=NetworkSegment(9a273f71-f870-4267-a8b2-33c3bcbcd05d),segment_id=9a273f71-f870-4267-a8b2-33c3bcbcd05d)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 21:40:46.069816 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d723386e-2dd0-4e23-b7a7-a8b41af10b76 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:46.095551 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d723386e-2dd0-4e23-b7a7-a8b41af10b76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:46.113968 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-f2518404-104c-4585-b428-c5cc5c2d731a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:46.174304 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2518404-104c-4585-b428-c5cc5c2d731a None None] Pushing event updated for resources: {'Port': ['ID=8e58adc6-6b70-4893-bbf1-02289c91d012,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:40:46.255318 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-d723386e-2dd0-4e23-b7a7-a8b41af10b76 admin admin] Allocated IP 172.25.2.20 (e3a93b5c-91e2-4064-9c2c-1afc261bfe15/86fee0c1-6e34-488b-9216-b2b8e7ef585a/7936cf17-7d20-44ac-ab61-2910d1a79f4d) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:40:46.378371 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d723386e-2dd0-4e23-b7a7-a8b41af10b76 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:46.500658 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d723386e-2dd0-4e23-b7a7-a8b41af10b76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:46.541693 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d723386e-2dd0-4e23-b7a7-a8b41af10b76 admin admin] Network e3a93b5c-91e2-4064-9c2c-1afc261bfe15 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:40:46.544265 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-d723386e-2dd0-4e23-b7a7-a8b41af10b76 admin admin] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:40:46.548058 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d723386e-2dd0-4e23-b7a7-a8b41af10b76 admin admin] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:40:46.575387 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d723386e-2dd0-4e23-b7a7-a8b41af10b76 admin admin] Pushing event updated for resources: {'Port': ['ID=7936cf17-7d20-44ac-ab61-2910d1a79f4d,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:40:46.861729 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d723386e-2dd0-4e23-b7a7-a8b41af10b76 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:47.005395 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 8e58adc6-6b70-4893-bbf1-02289c91d012 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:40:47.058130 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 8e58adc6-6b70-4893-bbf1-02289c91d012 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:40:47.058412 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:47.074164 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d723386e-2dd0-4e23-b7a7-a8b41af10b76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748106'] for router, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:47.103526 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed3f491a-48d7-4486-8452-e22ecbd2de57 None None] Network 497f2154-0e8a-48d4-b77d-d8bb6dae1aa8 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:40:47.202269 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 8e58adc6-6b70-4893-bbf1-02289c91d012 is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:40:47.202654 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:47.207634 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-aa0828e0-39c4-46ae-910b-39b67c8aecd7 None None] Provisioning complete for port 8e58adc6-6b70-4893-bbf1-02289c91d012 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:40:47.207999 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-aa0828e0-39c4-46ae-910b-39b67c8aecd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:47.276703 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d723386e-2dd0-4e23-b7a7-a8b41af10b76 admin admin] Router 0c02a6b5-45e4-47e4-a16a-97e14eafb364 is scheduled to L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e with binding_index 1 {{(pid=103163) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 20 21:40:47.302523 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] For port 8e58adc6-6b70-4893-bbf1-02289c91d012, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=8e58adc6-6b70-4893-bbf1-02289c91d012,segment=NetworkSegment(9a273f71-f870-4267-a8b2-33c3bcbcd05d),segment_id=9a273f71-f870-4267-a8b2-33c3bcbcd05d)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:40:47.377166 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-aa0828e0-39c4-46ae-910b-39b67c8aecd7 None None] Current status of the port 8e58adc6-6b70-4893-bbf1-02289c91d012 is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:40:47.377475 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-aa0828e0-39c4-46ae-910b-39b67c8aecd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:47.379330 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:47.387785 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d723386e-2dd0-4e23-b7a7-a8b41af10b76 admin admin] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 21:40:47.414935 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b4d2897-406c-46da-86f6-053e8e53ab1c None None] Sync routers for ids ['0c02a6b5-45e4-47e4-a16a-97e14eafb364'] in n-d-842733-1 {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 21:40:47.460942 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b4d2897-406c-46da-86f6-053e8e53ab1c None None] Routers {'0c02a6b5-45e4-47e4-a16a-97e14eafb364'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:40:47.461641 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-1b4d2897-406c-46da-86f6-053e8e53ab1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:40:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['0c02a6b5-45e4-47e4-a16a-97e14eafb364'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:40:47.481676 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d723386e-2dd0-4e23-b7a7-a8b41af10b76 admin admin] Notify callbacks [] for router, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:47.483385 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-d723386e-2dd0-4e23-b7a7-a8b41af10b76 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.0550208 May 20 21:40:47.487621 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 35352) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:40:47.521085 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Pushing event updated for resources: {'Port': ['ID=8e58adc6-6b70-4893-bbf1-02289c91d012,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:40:47.546011 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.db.api [None req-aa0828e0-39c4-46ae-910b-39b67c8aecd7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103164) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 20 21:40:47.546381 n-d-842733-1 neutron-server[103164]: DEBUG oslo_db.api [None req-aa0828e0-39c4-46ae-910b-39b67c8aecd7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 20 21:40:47.605609 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-1b4d2897-406c-46da-86f6-053e8e53ab1c None None] Set router 0c02a6b5-45e4-47e4-a16a-97e14eafb364 gateway port host: n-d-842733-1 {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:40:47.783935 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-1b4d2897-406c-46da-86f6-053e8e53ab1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c02a6b5-45e4-47e4-a16a-97e14eafb364', 'name': 'tempest-TestEncryptedCinderVolumes-872640420-router', 'tenant_id': 'c6c3b72426094b018e93f1f35623aa38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.20'}], 'enable_snat': True}, 'gw_port_id': '7936cf17-7d20-44ac-ab61-2910d1a79f4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:40:45Z', 'updated_at': '2022-05-20T21:40:46Z', 'revision_number': 3, 'project_id': 'c6c3b72426094b018e93f1f35623aa38', 'gw_port': {'id': '7936cf17-7d20-44ac-ab61-2910d1a79f4d', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:67:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c02a6b5-45e4-47e4-a16a-97e14eafb364', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:40:46Z', 'updated_at': '2022-05-20T21:40:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:40:47.814416 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b4d2897-406c-46da-86f6-053e8e53ab1c None None] Checking router: 0c02a6b5-45e4-47e4-a16a-97e14eafb364 for host: n-d-842733-1 {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 21:40:47.814755 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b4d2897-406c-46da-86f6-053e8e53ab1c None None] Updating router 0c02a6b5-45e4-47e4-a16a-97e14eafb364 port 7936cf17-7d20-44ac-ab61-2910d1a79f4d binding host n-d-842733-1 {{(pid=103164) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 21:40:47.838376 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-1b4d2897-406c-46da-86f6-053e8e53ab1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:47.919762 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f40e1f31-4246-4470-ae54-e9840f6051d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:48.075620 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-f40e1f31-4246-4470-ae54-e9840f6051d6 admin admin] Allocated IP 172.20.0.1 (497f2154-0e8a-48d4-b77d-d8bb6dae1aa8/453060b5-2f51-4b87-971b-698ae2eefe03/a406dc4b-021f-4183-9588-87ab19b66828) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:40:48.111588 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-1b4d2897-406c-46da-86f6-053e8e53ab1c None None] Notify callbacks [] for port, precommit_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:48.113554 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-aa0828e0-39c4-46ae-910b-39b67c8aecd7 None None] Current status of the port 8e58adc6-6b70-4893-bbf1-02289c91d012 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:40:48.176470 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-1b4d2897-406c-46da-86f6-053e8e53ab1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:48.178032 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f40e1f31-4246-4470-ae54-e9840f6051d6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:48.232807 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-1b4d2897-406c-46da-86f6-053e8e53ab1c None None] Attempting to bind port 7936cf17-7d20-44ac-ab61-2910d1a79f4d on host n-d-842733-1 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:40:48.233713 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-1b4d2897-406c-46da-86f6-053e8e53ab1c None None] Attempting to bind port 7936cf17-7d20-44ac-ab61-2910d1a79f4d by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': '0b5485c4-eff8-42a1-9073-ae54ed4c63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:40:48.233713 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b4d2897-406c-46da-86f6-053e8e53ab1c None None] Attempting to bind port 7936cf17-7d20-44ac-ab61-2910d1a79f4d on network e3a93b5c-91e2-4064-9c2c-1afc261bfe15 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:40:48.245064 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95681ba-26e1-4eaf-82fc-34c0e42999b6 None None] Pushing event updated for resources: {'Port': ['ID=7936cf17-7d20-44ac-ab61-2910d1a79f4d,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:40:48.249549 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b4d2897-406c-46da-86f6-053e8e53ab1c None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 21, 40, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 21:40:48.249980 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b4d2897-406c-46da-86f6-053e8e53ab1c None None] Checking segment: {'id': '0b5485c4-eff8-42a1-9073-ae54ed4c63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:40:48.251189 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-1b4d2897-406c-46da-86f6-053e8e53ab1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:48.251409 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b4d2897-406c-46da-86f6-053e8e53ab1c None None] Bound using segment: {'id': '0b5485c4-eff8-42a1-9073-ae54ed4c63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 21:40:48.252140 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-1b4d2897-406c-46da-86f6-053e8e53ab1c None None] Bound port: 7936cf17-7d20-44ac-ab61-2910d1a79f4d, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b5485c4-eff8-42a1-9073-ae54ed4c63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:40:48.252512 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-1b4d2897-406c-46da-86f6-053e8e53ab1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:48.256439 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-30cd177f-6c5b-4492-b8d7-cafcb89d267c None None] Provisioning complete for port 8e58adc6-6b70-4893-bbf1-02289c91d012 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:40:48.262344 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-30cd177f-6c5b-4492-b8d7-cafcb89d267c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:48.279456 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f40e1f31-4246-4470-ae54-e9840f6051d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:48.316632 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f40e1f31-4246-4470-ae54-e9840f6051d6 admin admin] Network 497f2154-0e8a-48d4-b77d-d8bb6dae1aa8 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:40:48.320845 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-f40e1f31-4246-4470-ae54-e9840f6051d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:40:48.324740 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f40e1f31-4246-4470-ae54-e9840f6051d6 admin admin] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:40:48.334568 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-1b4d2897-406c-46da-86f6-053e8e53ab1c None None] For port 7936cf17-7d20-44ac-ab61-2910d1a79f4d, host n-d-842733-1, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 21:40:48.337997 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-1b4d2897-406c-46da-86f6-053e8e53ab1c None None] For port 7936cf17-7d20-44ac-ab61-2910d1a79f4d, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=7936cf17-7d20-44ac-ab61-2910d1a79f4d,segment=NetworkSegment(0b5485c4-eff8-42a1-9073-ae54ed4c63ba),segment_id=0b5485c4-eff8-42a1-9073-ae54ed4c63ba)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 21:40:48.362199 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40e1f31-4246-4470-ae54-e9840f6051d6 admin admin] Pushing event updated for resources: {'Port': ['ID=a406dc4b-021f-4183-9588-87ab19b66828,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:40:48.383999 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f40e1f31-4246-4470-ae54-e9840f6051d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748409'] for router_interface, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:48.385070 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-30cd177f-6c5b-4492-b8d7-cafcb89d267c None None] Current status of the port 8e58adc6-6b70-4893-bbf1-02289c91d012 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:40:48.403990 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-1b4d2897-406c-46da-86f6-053e8e53ab1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:48.463039 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b4d2897-406c-46da-86f6-053e8e53ab1c None None] Routers {'0c02a6b5-45e4-47e4-a16a-97e14eafb364'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:40:48.464191 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-1b4d2897-406c-46da-86f6-053e8e53ab1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:40:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['0c02a6b5-45e4-47e4-a16a-97e14eafb364'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:40:48.500646 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95681ba-26e1-4eaf-82fc-34c0e42999b6 None None] Pushing event updated for resources: {'Port': ['ID=7936cf17-7d20-44ac-ab61-2910d1a79f4d,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:40:48.575959 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f40e1f31-4246-4470-ae54-e9840f6051d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:48.576594 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-1b4d2897-406c-46da-86f6-053e8e53ab1c None None] Set router 0c02a6b5-45e4-47e4-a16a-97e14eafb364 gateway port host: n-d-842733-1 {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:40:48.745100 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f40e1f31-4246-4470-ae54-e9840f6051d6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:48.802921 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f40e1f31-4246-4470-ae54-e9840f6051d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:48.841270 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-5bd422f7-b0e9-4f90-98fc-7b60083d1f7a None None] Provisioning complete for port a406dc4b-021f-4183-9588-87ab19b66828 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:40:48.841636 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-5bd422f7-b0e9-4f90-98fc-7b60083d1f7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:48.873862 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f40e1f31-4246-4470-ae54-e9840f6051d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748437'] for router_interface, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:48.876420 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40e1f31-4246-4470-ae54-e9840f6051d6 admin admin] Pushing event updated for resources: {'Port': ['ID=a406dc4b-021f-4183-9588-87ab19b66828,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:40:48.899966 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-5bd422f7-b0e9-4f90-98fc-7b60083d1f7a None None] Port a406dc4b-021f-4183-9588-87ab19b66828 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 21:40:48.956608 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-1b4d2897-406c-46da-86f6-053e8e53ab1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c02a6b5-45e4-47e4-a16a-97e14eafb364', 'name': 'tempest-TestEncryptedCinderVolumes-872640420-router', 'tenant_id': 'c6c3b72426094b018e93f1f35623aa38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.20'}], 'enable_snat': True}, 'gw_port_id': '7936cf17-7d20-44ac-ab61-2910d1a79f4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:40:45Z', 'updated_at': '2022-05-20T21:40:46Z', 'revision_number': 3, 'project_id': 'c6c3b72426094b018e93f1f35623aa38', 'gw_port': {'id': '7936cf17-7d20-44ac-ab61-2910d1a79f4d', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:67:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c02a6b5-45e4-47e4-a16a-97e14eafb364', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:40:46Z', 'updated_at': '2022-05-20T21:40:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:40:48.974854 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f40e1f31-4246-4470-ae54-e9840f6051d6 admin admin] Network 497f2154-0e8a-48d4-b77d-d8bb6dae1aa8 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:40:48.976427 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-f40e1f31-4246-4470-ae54-e9840f6051d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:40:48.988296 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 8e58adc6-6b70-4893-bbf1-02289c91d012 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:40:48.990694 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b4d2897-406c-46da-86f6-053e8e53ab1c None None] The sync data for ids ['0c02a6b5-45e4-47e4-a16a-97e14eafb364'] in n-d-842733-1 is: [{'id': '0c02a6b5-45e4-47e4-a16a-97e14eafb364', 'name': 'tempest-TestEncryptedCinderVolumes-872640420-router', 'tenant_id': 'c6c3b72426094b018e93f1f35623aa38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.20'}], 'enable_snat': True}, 'gw_port_id': '7936cf17-7d20-44ac-ab61-2910d1a79f4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:40:45Z', 'updated_at': '2022-05-20T21:40:46Z', 'revision_number': 3, 'project_id': 'c6c3b72426094b018e93f1f35623aa38', 'gw_port': {'id': '7936cf17-7d20-44ac-ab61-2910d1a79f4d', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:67:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c02a6b5-45e4-47e4-a16a-97e14eafb364', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:40:46Z', 'updated_at': '2022-05-20T21:40:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 21:40:49.043688 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 8e58adc6-6b70-4893-bbf1-02289c91d012 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:40:49.044148 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:49.108070 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f40e1f31-4246-4470-ae54-e9840f6051d6 admin admin] Router 0c02a6b5-45e4-47e4-a16a-97e14eafb364 has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 21:40:49.138919 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 8e58adc6-6b70-4893-bbf1-02289c91d012 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:40:49.230938 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f40e1f31-4246-4470-ae54-e9840f6051d6 admin admin] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 21:40:49.237252 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-f40e1f31-4246-4470-ae54-e9840f6051d6 admin admin] 10.222.0.35 "PUT /v2.0/routers/0c02a6b5-45e4-47e4-a16a-97e14eafb364/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7495143 May 20 21:40:49.322864 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-04f606f4-b388-43ea-aada-e88062ae0ddd None None] Provisioning complete for port a406dc4b-021f-4183-9588-87ab19b66828 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:40:49.323383 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-04f606f4-b388-43ea-aada-e88062ae0ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:49.361455 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-04f606f4-b388-43ea-aada-e88062ae0ddd None None] Port a406dc4b-021f-4183-9588-87ab19b66828 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 21:40:49.965063 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-9bdb95b0-453c-43ea-9b48-8edc0a349c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:49.990359 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 35368) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:40:49.995393 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-af36a028-8b5d-4ec0-ade0-69215e811617 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1938833561-network', 'tenant_id': '28989eaf73cd4d489bc9e207c8078d20'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:40:50.082762 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af36a028-8b5d-4ec0-ade0-69215e811617 admin admin] Made reservation on behalf of 28989eaf73cd4d489bc9e207c8078d20 for: {'network': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:40:50.085129 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-af36a028-8b5d-4ec0-ade0-69215e811617 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for network, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:50.094019 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-af36a028-8b5d-4ec0-ade0-69215e811617 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:50.166918 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-af36a028-8b5d-4ec0-ade0-69215e811617 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:50.237003 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-af36a028-8b5d-4ec0-ade0-69215e811617 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:50.263449 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af36a028-8b5d-4ec0-ade0-69215e811617 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 225} {{(pid=103162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 21:40:50.273504 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af36a028-8b5d-4ec0-ade0-69215e811617 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=828bf044-cfce-484a-a6e1-57b794daea48,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:40:50.282431 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-af36a028-8b5d-4ec0-ade0-69215e811617 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:50.282431 n-d-842733-1 neutron-server[103162]: INFO neutron.db.segments_db [None req-af36a028-8b5d-4ec0-ade0-69215e811617 admin admin] Added segment 73a9babf-c9cf-4c05-beeb-28421364d8c4 of type vlan for network 5645fd4f-2aa1-4fd0-8f9c-a7bcbe40115d May 20 21:40:50.327845 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-af36a028-8b5d-4ec0-ade0-69215e811617 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418993264'] for network, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:50.405276 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-af36a028-8b5d-4ec0-ade0-69215e811617 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524'] for network, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:50.406424 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af36a028-8b5d-4ec0-ade0-69215e811617 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:40:50.407005 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-af36a028-8b5d-4ec0-ade0-69215e811617 admin admin] Notify callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:50.465503 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af36a028-8b5d-4ec0-ade0-69215e811617 admin admin] Pushing event updated for resources: {'Network': ['ID=5645fd4f-2aa1-4fd0-8f9c-a7bcbe40115d,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:40:50.475954 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Network 5645fd4f-2aa1-4fd0-8f9c-a7bcbe40115d details requested by agent ovs-agent-n-d-842733-1 with host n-d-842733-1 {{(pid=103164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 20 21:40:50.516970 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-af36a028-8b5d-4ec0-ade0-69215e811617 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5254157 May 20 21:40:50.519625 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 35370) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:40:50.524478 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-f4e2a012-6aa1-4c78-885d-5797423b65b4 admin admin] Request body: {'subnet': {'network_id': '5645fd4f-2aa1-4fd0-8f9c-a7bcbe40115d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1938833561-subnet', 'tenant_id': '28989eaf73cd4d489bc9e207c8078d20', 'ip_version': 4}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:40:50.579589 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8188613-d6d1-422c-a54a-b4f3d4471b0e None None] Sync routers for ids ['0c02a6b5-45e4-47e4-a16a-97e14eafb364'] in n-d-842733-1 {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 21:40:50.587940 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4e2a012-6aa1-4c78-885d-5797423b65b4 admin admin] Made reservation on behalf of 28989eaf73cd4d489bc9e207c8078d20 for: {'subnet': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:40:50.592907 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8188613-d6d1-422c-a54a-b4f3d4471b0e None None] Routers {'0c02a6b5-45e4-47e4-a16a-97e14eafb364'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:40:50.593046 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f4e2a012-6aa1-4c78-885d-5797423b65b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4018244'] for subnet, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:50.593156 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-c8188613-d6d1-422c-a54a-b4f3d4471b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:40:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['0c02a6b5-45e4-47e4-a16a-97e14eafb364'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:40:50.696734 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-c8188613-d6d1-422c-a54a-b4f3d4471b0e None None] Set router 0c02a6b5-45e4-47e4-a16a-97e14eafb364 gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:40:50.820041 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f4e2a012-6aa1-4c78-885d-5797423b65b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3797684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4018258'] for subnet, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:50.874714 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e2a012-6aa1-4c78-885d-5797423b65b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9a4ce45-2f20-42b5-b521-5cf74bea42fd,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:40:50.887242 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e2a012-6aa1-4c78-885d-5797423b65b4 admin admin] Checking segment: {'id': '73a9babf-c9cf-4c05-beeb-28421364d8c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '5645fd4f-2aa1-4fd0-8f9c-a7bcbe40115d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:40:50.887601 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4e2a012-6aa1-4c78-885d-5797423b65b4 admin admin] Network hostable DHCP agents. Network: 5645fd4f-2aa1-4fd0-8f9c-a7bcbe40115d, hostable agents: ['c9b0653c-f3c7-4339-bd50-e3754b629216'], hosted agents: [] {{(pid=103162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 21:40:50.888971 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-c8188613-d6d1-422c-a54a-b4f3d4471b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c02a6b5-45e4-47e4-a16a-97e14eafb364', 'name': 'tempest-TestEncryptedCinderVolumes-872640420-router', 'tenant_id': 'c6c3b72426094b018e93f1f35623aa38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.20'}], 'enable_snat': True}, 'gw_port_id': '7936cf17-7d20-44ac-ab61-2910d1a79f4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:40:45Z', 'updated_at': '2022-05-20T21:40:48Z', 'revision_number': 4, 'project_id': 'c6c3b72426094b018e93f1f35623aa38', 'gw_port': {'id': '7936cf17-7d20-44ac-ab61-2910d1a79f4d', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:67:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c02a6b5-45e4-47e4-a16a-97e14eafb364', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:40:46Z', 'updated_at': '2022-05-20T21:40:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': 'a406dc4b-021f-4183-9588-87ab19b66828', 'name': '', 'network_id': '497f2154-0e8a-48d4-b77d-d8bb6dae1aa8', 'tenant_id': 'c6c3b72426094b018e93f1f35623aa38', 'mac_address': 'fa:16:3e:06:ab:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c02a6b5-45e4-47e4-a16a-97e14eafb364', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '453060b5-2f51-4b87-971b-698ae2eefe03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:40:47Z', 'updated_at': '2022-05-20T21:40:48Z', 'revision_number': 2, 'project_id': 'c6c3b72426094b018e93f1f35623aa38', 'subnets': [{'id': '453060b5-2f51-4b87-971b-698ae2eefe03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:40:50.915010 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8188613-d6d1-422c-a54a-b4f3d4471b0e None None] Checking router: 0c02a6b5-45e4-47e4-a16a-97e14eafb364 for host: n-d-842733-1 {{(pid=103165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 21:40:50.915382 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8188613-d6d1-422c-a54a-b4f3d4471b0e None None] Updating router 0c02a6b5-45e4-47e4-a16a-97e14eafb364 port a406dc4b-021f-4183-9588-87ab19b66828 binding host n-d-842733-1 {{(pid=103165) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 21:40:50.941117 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-c8188613-d6d1-422c-a54a-b4f3d4471b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:50.965147 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4e2a012-6aa1-4c78-885d-5797423b65b4 admin admin] Network 5645fd4f-2aa1-4fd0-8f9c-a7bcbe40115d is scheduled to be hosted by DHCP agent c9b0653c-f3c7-4339-bd50-e3754b629216 with binding_index 1 {{(pid=103162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 21:40:50.998885 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 7936cf17-7d20-44ac-ab61-2910d1a79f4d up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:40:51.028394 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-f4e2a012-6aa1-4c78-885d-5797423b65b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842733-1, 5645fd4f-2aa1-4fd0-8f9c-a7bcbe40115d) {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:40:51.038325 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-876f2e66-5fe2-468b-9069-0fc8fc0146cc None None] Network 5645fd4f-2aa1-4fd0-8f9c-a7bcbe40115d requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:40:51.041073 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4e2a012-6aa1-4c78-885d-5797423b65b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:40:51.042183 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f4e2a012-6aa1-4c78-885d-5797423b65b4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:51.110037 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 7936cf17-7d20-44ac-ab61-2910d1a79f4d triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:40:51.110594 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:51.114711 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-f4e2a012-6aa1-4c78-885d-5797423b65b4 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.5937452 May 20 21:40:51.117403 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 35372) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:40:51.122283 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-c3331b88-0f5c-4b2f-a561-49d621bd4549 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1938833561-router', 'tenant_id': '28989eaf73cd4d489bc9e207c8078d20', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'}}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:40:51.212770 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-c8188613-d6d1-422c-a54a-b4f3d4471b0e None None] Notify callbacks [] for port, precommit_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:51.214305 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c3331b88-0f5c-4b2f-a561-49d621bd4549 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-694221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26155'] for router, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:51.215345 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c3331b88-0f5c-4b2f-a561-49d621bd4549 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-693085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748153', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-718080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26162'] for router, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:51.258674 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 7936cf17-7d20-44ac-ab61-2910d1a79f4d is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:40:51.259058 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:51.267343 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75a4eb5e-e00c-4d1e-b808-30b8e587d2d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaee2b848-d4b9-5db1-b6ef-d6db29d67de7-5645fd4f-2aa1-4fd0-8f9c-a7bcbe40115d', 'network_id': '5645fd4f-2aa1-4fd0-8f9c-a7bcbe40115d', 'tenant_id': '28989eaf73cd4d489bc9e207c8078d20', 'fixed_ips': [{'subnet_id': 'c9a4ce45-2f20-42b5-b521-5cf74bea42fd'}]}} from n-d-842733-1. {{(pid=103164) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 21:40:51.268154 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-75a4eb5e-e00c-4d1e-b808-30b8e587d2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:51.273182 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c3331b88-0f5c-4b2f-a561-49d621bd4549 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:51.296007 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] For port 7936cf17-7d20-44ac-ab61-2910d1a79f4d, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=7936cf17-7d20-44ac-ab61-2910d1a79f4d,segment=NetworkSegment(0b5485c4-eff8-42a1-9073-ae54ed4c63ba),segment_id=0b5485c4-eff8-42a1-9073-ae54ed4c63ba)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:40:51.302302 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-c8188613-d6d1-422c-a54a-b4f3d4471b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:51.356051 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4622937d-4841-4b17-a20f-7093e51bf6ae None None] Pushing event updated for resources: {'Port': ['ID=a406dc4b-021f-4183-9588-87ab19b66828,revision_number=3']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:40:51.379734 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4622937d-4841-4b17-a20f-7093e51bf6ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:40:51.380071 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4622937d-4841-4b17-a20f-7093e51bf6ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:40:51.380397 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4622937d-4841-4b17-a20f-7093e51bf6ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:40:51.380724 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4622937d-4841-4b17-a20f-7093e51bf6ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:40:51.381046 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4622937d-4841-4b17-a20f-7093e51bf6ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:40:51.381383 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4622937d-4841-4b17-a20f-7093e51bf6ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:40:51.381700 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4622937d-4841-4b17-a20f-7093e51bf6ae None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:40:51.382012 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4622937d-4841-4b17-a20f-7093e51bf6ae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:40:51.382320 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4622937d-4841-4b17-a20f-7093e51bf6ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:40:51.382627 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4622937d-4841-4b17-a20f-7093e51bf6ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:40:51.382938 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4622937d-4841-4b17-a20f-7093e51bf6ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:40:51.383242 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4622937d-4841-4b17-a20f-7093e51bf6ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:40:51.394159 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:51.432002 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-c8188613-d6d1-422c-a54a-b4f3d4471b0e None None] Attempting to bind port a406dc4b-021f-4183-9588-87ab19b66828 on host n-d-842733-1 for vnic_type normal with profile {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:40:51.432592 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-c8188613-d6d1-422c-a54a-b4f3d4471b0e None None] Attempting to bind port a406dc4b-021f-4183-9588-87ab19b66828 by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': '9a273f71-f870-4267-a8b2-33c3bcbcd05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '497f2154-0e8a-48d4-b77d-d8bb6dae1aa8'}] {{(pid=103165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:40:51.432781 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8188613-d6d1-422c-a54a-b4f3d4471b0e None None] Attempting to bind port a406dc4b-021f-4183-9588-87ab19b66828 on network 497f2154-0e8a-48d4-b77d-d8bb6dae1aa8 {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:40:51.440055 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8188613-d6d1-422c-a54a-b4f3d4471b0e None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 21, 40, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 21:40:51.440426 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8188613-d6d1-422c-a54a-b4f3d4471b0e None None] Checking segment: {'id': '9a273f71-f870-4267-a8b2-33c3bcbcd05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '497f2154-0e8a-48d4-b77d-d8bb6dae1aa8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:40:51.440822 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-c8188613-d6d1-422c-a54a-b4f3d4471b0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:51.441203 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8188613-d6d1-422c-a54a-b4f3d4471b0e None None] Bound using segment: {'id': '9a273f71-f870-4267-a8b2-33c3bcbcd05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '497f2154-0e8a-48d4-b77d-d8bb6dae1aa8'} {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 21:40:51.441724 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-c8188613-d6d1-422c-a54a-b4f3d4471b0e None None] Bound port: a406dc4b-021f-4183-9588-87ab19b66828, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a273f71-f870-4267-a8b2-33c3bcbcd05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '497f2154-0e8a-48d4-b77d-d8bb6dae1aa8'}}] {{(pid=103165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:40:51.442096 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-c8188613-d6d1-422c-a54a-b4f3d4471b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:51.515558 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-c8188613-d6d1-422c-a54a-b4f3d4471b0e None None] For port a406dc4b-021f-4183-9588-87ab19b66828, host n-d-842733-1, cleared binding levels {{(pid=103165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 21:40:51.516647 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Pushing event updated for resources: {'Port': ['ID=7936cf17-7d20-44ac-ab61-2910d1a79f4d,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:40:51.524292 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-c8188613-d6d1-422c-a54a-b4f3d4471b0e None None] For port a406dc4b-021f-4183-9588-87ab19b66828, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=a406dc4b-021f-4183-9588-87ab19b66828,segment=NetworkSegment(9a273f71-f870-4267-a8b2-33c3bcbcd05d),segment_id=9a273f71-f870-4267-a8b2-33c3bcbcd05d)] {{(pid=103165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 21:40:51.532402 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [None req-75a4eb5e-e00c-4d1e-b808-30b8e587d2d1 None None] Allocated IP 172.20.0.2 (5645fd4f-2aa1-4fd0-8f9c-a7bcbe40115d/c9a4ce45-2f20-42b5-b521-5cf74bea42fd/18ad8e65-5605-41da-9391-4aad119553eb) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:40:51.541521 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c3331b88-0f5c-4b2f-a561-49d621bd4549 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:51.588591 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-c8188613-d6d1-422c-a54a-b4f3d4471b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:51.637454 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8188613-d6d1-422c-a54a-b4f3d4471b0e None None] Routers {'0c02a6b5-45e4-47e4-a16a-97e14eafb364'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:40:51.638053 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-c8188613-d6d1-422c-a54a-b4f3d4471b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:40:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['0c02a6b5-45e4-47e4-a16a-97e14eafb364'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:40:51.729661 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a2138bc8-2f72-463d-a303-5b0612b70d02 None None] Provisioning complete for port a406dc4b-021f-4183-9588-87ab19b66828 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:40:51.730036 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a2138bc8-2f72-463d-a303-5b0612b70d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:51.763045 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-c8188613-d6d1-422c-a54a-b4f3d4471b0e None None] Set router 0c02a6b5-45e4-47e4-a16a-97e14eafb364 gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:40:51.779840 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-75a4eb5e-e00c-4d1e-b808-30b8e587d2d1 None None] Notify callbacks [] for port, precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:51.835707 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a2138bc8-2f72-463d-a303-5b0612b70d02 None None] Current status of the port a406dc4b-021f-4183-9588-87ab19b66828 is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:40:51.836023 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a2138bc8-2f72-463d-a303-5b0612b70d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:51.860408 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4622937d-4841-4b17-a20f-7093e51bf6ae None None] Pushing event updated for resources: {'Port': ['ID=a406dc4b-021f-4183-9588-87ab19b66828,revision_number=4']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:40:51.862659 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c3331b88-0f5c-4b2f-a561-49d621bd4549 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:51.879137 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-75a4eb5e-e00c-4d1e-b808-30b8e587d2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108'] for port, after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:51.882496 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-a2138bc8-2f72-463d-a303-5b0612b70d02 None None] For port a406dc4b-021f-4183-9588-87ab19b66828, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=a406dc4b-021f-4183-9588-87ab19b66828,segment=NetworkSegment(9a273f71-f870-4267-a8b2-33c3bcbcd05d),segment_id=9a273f71-f870-4267-a8b2-33c3bcbcd05d)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:40:51.887132 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c3331b88-0f5c-4b2f-a561-49d621bd4549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:51.926360 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75a4eb5e-e00c-4d1e-b808-30b8e587d2d1 None None] Network 5645fd4f-2aa1-4fd0-8f9c-a7bcbe40115d is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:40:51.933788 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-75a4eb5e-e00c-4d1e-b808-30b8e587d2d1 None None] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:40:51.937127 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a4eb5e-e00c-4d1e-b808-30b8e587d2d1 None None] Pushing event updated for resources: {'Port': ['ID=18ad8e65-5605-41da-9391-4aad119553eb,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:40:51.938284 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a4eb5e-e00c-4d1e-b808-30b8e587d2d1 None None] Received port after_create {{(pid=103164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:40:51.967167 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a2138bc8-2f72-463d-a303-5b0612b70d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:51.992504 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-c8188613-d6d1-422c-a54a-b4f3d4471b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c02a6b5-45e4-47e4-a16a-97e14eafb364', 'name': 'tempest-TestEncryptedCinderVolumes-872640420-router', 'tenant_id': 'c6c3b72426094b018e93f1f35623aa38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.20'}], 'enable_snat': True}, 'gw_port_id': '7936cf17-7d20-44ac-ab61-2910d1a79f4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:40:45Z', 'updated_at': '2022-05-20T21:40:48Z', 'revision_number': 4, 'project_id': 'c6c3b72426094b018e93f1f35623aa38', 'gw_port': {'id': '7936cf17-7d20-44ac-ab61-2910d1a79f4d', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:67:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c02a6b5-45e4-47e4-a16a-97e14eafb364', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:40:46Z', 'updated_at': '2022-05-20T21:40:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': 'a406dc4b-021f-4183-9588-87ab19b66828', 'name': '', 'network_id': '497f2154-0e8a-48d4-b77d-d8bb6dae1aa8', 'tenant_id': 'c6c3b72426094b018e93f1f35623aa38', 'mac_address': 'fa:16:3e:06:ab:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c02a6b5-45e4-47e4-a16a-97e14eafb364', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '453060b5-2f51-4b87-971b-698ae2eefe03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:40:47Z', 'updated_at': '2022-05-20T21:40:51Z', 'revision_number': 4, 'project_id': 'c6c3b72426094b018e93f1f35623aa38', 'subnets': [{'id': '453060b5-2f51-4b87-971b-698ae2eefe03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:40:52.014281 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-c3331b88-0f5c-4b2f-a561-49d621bd4549 admin admin] Allocated IP 172.25.2.64 (e3a93b5c-91e2-4064-9c2c-1afc261bfe15/86fee0c1-6e34-488b-9216-b2b8e7ef585a/adbb7bd4-e988-4d4a-b6e5-d33678631fe1) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:40:52.020790 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-75a4eb5e-e00c-4d1e-b808-30b8e587d2d1 None None] Attempting to bind port 18ad8e65-5605-41da-9391-4aad119553eb on host n-d-842733-1 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:40:52.021161 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-75a4eb5e-e00c-4d1e-b808-30b8e587d2d1 None None] Attempting to bind port 18ad8e65-5605-41da-9391-4aad119553eb by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': '73a9babf-c9cf-4c05-beeb-28421364d8c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '5645fd4f-2aa1-4fd0-8f9c-a7bcbe40115d'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:40:52.021547 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a4eb5e-e00c-4d1e-b808-30b8e587d2d1 None None] Attempting to bind port 18ad8e65-5605-41da-9391-4aad119553eb on network 5645fd4f-2aa1-4fd0-8f9c-a7bcbe40115d {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:40:52.021656 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8188613-d6d1-422c-a54a-b4f3d4471b0e None None] The sync data for ids ['0c02a6b5-45e4-47e4-a16a-97e14eafb364'] in n-d-842733-1 is: [{'id': '0c02a6b5-45e4-47e4-a16a-97e14eafb364', 'name': 'tempest-TestEncryptedCinderVolumes-872640420-router', 'tenant_id': 'c6c3b72426094b018e93f1f35623aa38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.20'}], 'enable_snat': True}, 'gw_port_id': '7936cf17-7d20-44ac-ab61-2910d1a79f4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:40:45Z', 'updated_at': '2022-05-20T21:40:48Z', 'revision_number': 4, 'project_id': 'c6c3b72426094b018e93f1f35623aa38', 'gw_port': {'id': '7936cf17-7d20-44ac-ab61-2910d1a79f4d', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:67:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c02a6b5-45e4-47e4-a16a-97e14eafb364', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:40:46Z', 'updated_at': '2022-05-20T21:40:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': 'a406dc4b-021f-4183-9588-87ab19b66828', 'name': '', 'network_id': '497f2154-0e8a-48d4-b77d-d8bb6dae1aa8', 'tenant_id': 'c6c3b72426094b018e93f1f35623aa38', 'mac_address': 'fa:16:3e:06:ab:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c02a6b5-45e4-47e4-a16a-97e14eafb364', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '453060b5-2f51-4b87-971b-698ae2eefe03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:40:47Z', 'updated_at': '2022-05-20T21:40:51Z', 'revision_number': 4, 'project_id': 'c6c3b72426094b018e93f1f35623aa38', 'subnets': [{'id': '453060b5-2f51-4b87-971b-698ae2eefe03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 21:40:52.030594 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a4eb5e-e00c-4d1e-b808-30b8e587d2d1 None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 21, 40, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 21:40:52.030972 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a4eb5e-e00c-4d1e-b808-30b8e587d2d1 None None] Checking segment: {'id': '73a9babf-c9cf-4c05-beeb-28421364d8c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '5645fd4f-2aa1-4fd0-8f9c-a7bcbe40115d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:40:52.031432 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-75a4eb5e-e00c-4d1e-b808-30b8e587d2d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:52.036978 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a4eb5e-e00c-4d1e-b808-30b8e587d2d1 None None] Bound using segment: {'id': '73a9babf-c9cf-4c05-beeb-28421364d8c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '5645fd4f-2aa1-4fd0-8f9c-a7bcbe40115d'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 21:40:52.036978 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-75a4eb5e-e00c-4d1e-b808-30b8e587d2d1 None None] Bound port: 18ad8e65-5605-41da-9391-4aad119553eb, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73a9babf-c9cf-4c05-beeb-28421364d8c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '5645fd4f-2aa1-4fd0-8f9c-a7bcbe40115d'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:40:52.036978 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-75a4eb5e-e00c-4d1e-b808-30b8e587d2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:52.059317 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2138bc8-2f72-463d-a303-5b0612b70d02 None None] Pushing event updated for resources: {'Port': ['ID=a406dc4b-021f-4183-9588-87ab19b66828,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:40:52.148006 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-11597ab8-a2e9-4ad9-84a5-4a42fa88fd12 None None] Provisioning complete for port a406dc4b-021f-4183-9588-87ab19b66828 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:40:52.148381 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-11597ab8-a2e9-4ad9-84a5-4a42fa88fd12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:52.152700 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c3331b88-0f5c-4b2f-a561-49d621bd4549 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:52.177625 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-75a4eb5e-e00c-4d1e-b808-30b8e587d2d1 None None] For port 18ad8e65-5605-41da-9391-4aad119553eb, host n-d-842733-1, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 21:40:52.195562 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-75a4eb5e-e00c-4d1e-b808-30b8e587d2d1 None None] For port 18ad8e65-5605-41da-9391-4aad119553eb, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=18ad8e65-5605-41da-9391-4aad119553eb,segment=NetworkSegment(73a9babf-c9cf-4c05-beeb-28421364d8c4),segment_id=73a9babf-c9cf-4c05-beeb-28421364d8c4)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 21:40:52.259388 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-11597ab8-a2e9-4ad9-84a5-4a42fa88fd12 None None] Current status of the port a406dc4b-021f-4183-9588-87ab19b66828 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:40:52.269390 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c3331b88-0f5c-4b2f-a561-49d621bd4549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:52.303794 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-75a4eb5e-e00c-4d1e-b808-30b8e587d2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:52.308630 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-e6766a23-99cf-444b-9f4a-ef50f43a4d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:52.311539 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3331b88-0f5c-4b2f-a561-49d621bd4549 admin admin] Network e3a93b5c-91e2-4064-9c2c-1afc261bfe15 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:40:52.317653 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-c3331b88-0f5c-4b2f-a561-49d621bd4549 admin admin] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:40:52.318052 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3331b88-0f5c-4b2f-a561-49d621bd4549 admin admin] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:40:52.356667 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3331b88-0f5c-4b2f-a561-49d621bd4549 admin admin] Pushing event updated for resources: {'Port': ['ID=adbb7bd4-e988-4d4a-b6e5-d33678631fe1,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:40:52.374559 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a4eb5e-e00c-4d1e-b808-30b8e587d2d1 None None] Pushing event updated for resources: {'Port': ['ID=18ad8e65-5605-41da-9391-4aad119553eb,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:40:52.686105 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c3331b88-0f5c-4b2f-a561-49d621bd4549 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:52.895585 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c3331b88-0f5c-4b2f-a561-49d621bd4549 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748106'] for router, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:53.123373 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 18ad8e65-5605-41da-9391-4aad119553eb up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:40:53.130690 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3331b88-0f5c-4b2f-a561-49d621bd4549 admin admin] Router 2b3882b3-17b8-4b79-a63a-2ceac5a41aea is scheduled to L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e with binding_index 1 {{(pid=103162) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 20 21:40:53.184727 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 18ad8e65-5605-41da-9391-4aad119553eb triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:40:53.190179 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:53.248187 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3331b88-0f5c-4b2f-a561-49d621bd4549 admin admin] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 21:40:53.268417 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2537641b-2e95-42f7-9274-009e8e3d3b7b None None] Sync routers for ids ['2b3882b3-17b8-4b79-a63a-2ceac5a41aea'] in n-d-842733-1 {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 21:40:53.284299 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 18ad8e65-5605-41da-9391-4aad119553eb is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:40:53.284680 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:53.299015 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2537641b-2e95-42f7-9274-009e8e3d3b7b None None] Routers {'2b3882b3-17b8-4b79-a63a-2ceac5a41aea'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:40:53.299646 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-2537641b-2e95-42f7-9274-009e8e3d3b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:40:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['2b3882b3-17b8-4b79-a63a-2ceac5a41aea'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:40:53.327119 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c3331b88-0f5c-4b2f-a561-49d621bd4549 admin admin] Notify callbacks [] for router, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:53.331970 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-c3331b88-0f5c-4b2f-a561-49d621bd4549 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.2110536 May 20 21:40:53.332370 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 35374) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:40:53.366351 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] For port 18ad8e65-5605-41da-9391-4aad119553eb, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=18ad8e65-5605-41da-9391-4aad119553eb,segment=NetworkSegment(73a9babf-c9cf-4c05-beeb-28421364d8c4),segment_id=73a9babf-c9cf-4c05-beeb-28421364d8c4)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:40:53.434827 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-2537641b-2e95-42f7-9274-009e8e3d3b7b None None] Set router 2b3882b3-17b8-4b79-a63a-2ceac5a41aea gateway port host: n-d-842733-1 {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:40:53.436631 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:53.438272 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device a406dc4b-021f-4183-9588-87ab19b66828 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:40:53.531234 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a631edc-5c9d-45fd-9383-4ac6ab6fabd5 None None] Network 5645fd4f-2aa1-4fd0-8f9c-a7bcbe40115d requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:40:53.677394 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-dc88835f-ab45-4df5-b29e-bebd5e295e6a None None] Provisioning complete for port 18ad8e65-5605-41da-9391-4aad119553eb triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:40:53.677761 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-dc88835f-ab45-4df5-b29e-bebd5e295e6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:53.686898 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Pushing event updated for resources: {'Port': ['ID=18ad8e65-5605-41da-9391-4aad119553eb,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:40:53.946203 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port a406dc4b-021f-4183-9588-87ab19b66828 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:40:53.946473 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:54.052635 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1350fb0f-661f-4f50-bfce-475129b38131 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:54.110062 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-dc88835f-ab45-4df5-b29e-bebd5e295e6a None None] Current status of the port 18ad8e65-5605-41da-9391-4aad119553eb is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:40:54.149012 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-2537641b-2e95-42f7-9274-009e8e3d3b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b3882b3-17b8-4b79-a63a-2ceac5a41aea', 'name': 'tempest-TestEncryptedCinderVolumes-1938833561-router', 'tenant_id': '28989eaf73cd4d489bc9e207c8078d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.64'}], 'enable_snat': True}, 'gw_port_id': 'adbb7bd4-e988-4d4a-b6e5-d33678631fe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:40:51Z', 'updated_at': '2022-05-20T21:40:52Z', 'revision_number': 3, 'project_id': '28989eaf73cd4d489bc9e207c8078d20', 'gw_port': {'id': 'adbb7bd4-e988-4d4a-b6e5-d33678631fe1', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:24:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b3882b3-17b8-4b79-a63a-2ceac5a41aea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:40:51Z', 'updated_at': '2022-05-20T21:40:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:40:54.155543 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port a406dc4b-021f-4183-9588-87ab19b66828 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:40:54.156894 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 7936cf17-7d20-44ac-ab61-2910d1a79f4d up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:40:54.206833 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2537641b-2e95-42f7-9274-009e8e3d3b7b None None] Checking router: 2b3882b3-17b8-4b79-a63a-2ceac5a41aea for host: n-d-842733-1 {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 21:40:54.207263 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2537641b-2e95-42f7-9274-009e8e3d3b7b None None] Updating router 2b3882b3-17b8-4b79-a63a-2ceac5a41aea port adbb7bd4-e988-4d4a-b6e5-d33678631fe1 binding host n-d-842733-1 {{(pid=103164) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 21:40:54.210942 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4bb0e131-6525-46ca-a45b-e4ea43a5e69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:54.243750 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-2537641b-2e95-42f7-9274-009e8e3d3b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:54.271008 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-1350fb0f-661f-4f50-bfce-475129b38131 admin admin] Allocated IP 172.20.0.1 (5645fd4f-2aa1-4fd0-8f9c-a7bcbe40115d/c9a4ce45-2f20-42b5-b521-5cf74bea42fd/53a17759-80b7-4dec-b7ac-c7ff68f605ce) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:40:54.289961 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 7936cf17-7d20-44ac-ab61-2910d1a79f4d triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:40:54.290331 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:54.380670 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1350fb0f-661f-4f50-bfce-475129b38131 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:54.466051 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1350fb0f-661f-4f50-bfce-475129b38131 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:54.495602 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-ea4a2733-896c-4c94-bff3-dcdceb1ea38c None None] Provisioning complete for port 18ad8e65-5605-41da-9391-4aad119553eb triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:40:54.495971 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ea4a2733-896c-4c94-bff3-dcdceb1ea38c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:54.505316 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1350fb0f-661f-4f50-bfce-475129b38131 admin admin] Network 5645fd4f-2aa1-4fd0-8f9c-a7bcbe40115d is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:40:54.509537 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-1350fb0f-661f-4f50-bfce-475129b38131 admin admin] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:40:54.517088 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1350fb0f-661f-4f50-bfce-475129b38131 admin admin] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:40:54.520508 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1350fb0f-661f-4f50-bfce-475129b38131 admin admin] Pushing event updated for resources: {'Port': ['ID=53a17759-80b7-4dec-b7ac-c7ff68f605ce,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:40:54.535595 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 7936cf17-7d20-44ac-ab61-2910d1a79f4d is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:40:54.557064 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1350fb0f-661f-4f50-bfce-475129b38131 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748409'] for router_interface, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:54.653053 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-2537641b-2e95-42f7-9274-009e8e3d3b7b None None] Notify callbacks [] for port, precommit_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:54.654762 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-ea4a2733-896c-4c94-bff3-dcdceb1ea38c None None] Current status of the port 18ad8e65-5605-41da-9391-4aad119553eb is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:40:54.725106 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-2537641b-2e95-42f7-9274-009e8e3d3b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:54.784228 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-2537641b-2e95-42f7-9274-009e8e3d3b7b None None] Attempting to bind port adbb7bd4-e988-4d4a-b6e5-d33678631fe1 on host n-d-842733-1 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:40:54.784605 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-2537641b-2e95-42f7-9274-009e8e3d3b7b None None] Attempting to bind port adbb7bd4-e988-4d4a-b6e5-d33678631fe1 by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': '0b5485c4-eff8-42a1-9073-ae54ed4c63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:40:54.784953 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2537641b-2e95-42f7-9274-009e8e3d3b7b None None] Attempting to bind port adbb7bd4-e988-4d4a-b6e5-d33678631fe1 on network e3a93b5c-91e2-4064-9c2c-1afc261bfe15 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:40:54.789294 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1350fb0f-661f-4f50-bfce-475129b38131 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:54.789788 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8971978-6927-4bc8-9aff-1344eb999692 None None] Pushing event updated for resources: {'Port': ['ID=adbb7bd4-e988-4d4a-b6e5-d33678631fe1,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:40:54.796862 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2537641b-2e95-42f7-9274-009e8e3d3b7b None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 21, 40, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 21:40:54.797682 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2537641b-2e95-42f7-9274-009e8e3d3b7b None None] Checking segment: {'id': '0b5485c4-eff8-42a1-9073-ae54ed4c63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:40:54.798087 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-2537641b-2e95-42f7-9274-009e8e3d3b7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:54.798464 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2537641b-2e95-42f7-9274-009e8e3d3b7b None None] Bound using segment: {'id': '0b5485c4-eff8-42a1-9073-ae54ed4c63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 21:40:54.798933 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-2537641b-2e95-42f7-9274-009e8e3d3b7b None None] Bound port: adbb7bd4-e988-4d4a-b6e5-d33678631fe1, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b5485c4-eff8-42a1-9073-ae54ed4c63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:40:54.799311 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-2537641b-2e95-42f7-9274-009e8e3d3b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:54.802969 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-9878fffc-8a7b-40bd-8ec9-fa80fda4fdaf None None] Provisioning complete for port 53a17759-80b7-4dec-b7ac-c7ff68f605ce triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:40:54.803321 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-9878fffc-8a7b-40bd-8ec9-fa80fda4fdaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:54.873670 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-9878fffc-8a7b-40bd-8ec9-fa80fda4fdaf None None] Port 53a17759-80b7-4dec-b7ac-c7ff68f605ce cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 21:40:54.880170 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-2537641b-2e95-42f7-9274-009e8e3d3b7b None None] For port adbb7bd4-e988-4d4a-b6e5-d33678631fe1, host n-d-842733-1, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 21:40:54.892210 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-2537641b-2e95-42f7-9274-009e8e3d3b7b None None] For port adbb7bd4-e988-4d4a-b6e5-d33678631fe1, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=adbb7bd4-e988-4d4a-b6e5-d33678631fe1,segment=NetworkSegment(0b5485c4-eff8-42a1-9073-ae54ed4c63ba),segment_id=0b5485c4-eff8-42a1-9073-ae54ed4c63ba)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 21:40:54.959686 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-2537641b-2e95-42f7-9274-009e8e3d3b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:54.962793 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1350fb0f-661f-4f50-bfce-475129b38131 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:54.993920 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 18ad8e65-5605-41da-9391-4aad119553eb up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:40:55.010312 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1350fb0f-661f-4f50-bfce-475129b38131 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:55.059756 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8971978-6927-4bc8-9aff-1344eb999692 None None] Pushing event updated for resources: {'Port': ['ID=adbb7bd4-e988-4d4a-b6e5-d33678631fe1,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:40:55.063021 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2537641b-2e95-42f7-9274-009e8e3d3b7b None None] Routers {'2b3882b3-17b8-4b79-a63a-2ceac5a41aea'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:40:55.063774 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-2537641b-2e95-42f7-9274-009e8e3d3b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:40:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['2b3882b3-17b8-4b79-a63a-2ceac5a41aea'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:40:55.076408 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1350fb0f-661f-4f50-bfce-475129b38131 admin admin] Pushing event updated for resources: {'Port': ['ID=53a17759-80b7-4dec-b7ac-c7ff68f605ce,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:40:55.079900 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1350fb0f-661f-4f50-bfce-475129b38131 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748437'] for router_interface, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:55.122221 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 18ad8e65-5605-41da-9391-4aad119553eb triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:40:55.122590 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:55.174773 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1350fb0f-661f-4f50-bfce-475129b38131 admin admin] Network 5645fd4f-2aa1-4fd0-8f9c-a7bcbe40115d is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:40:55.176181 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-1350fb0f-661f-4f50-bfce-475129b38131 admin admin] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:40:55.214576 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-2537641b-2e95-42f7-9274-009e8e3d3b7b None None] Set router 2b3882b3-17b8-4b79-a63a-2ceac5a41aea gateway port host: n-d-842733-1 {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:40:55.307490 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:55.310891 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1350fb0f-661f-4f50-bfce-475129b38131 admin admin] Router 2b3882b3-17b8-4b79-a63a-2ceac5a41aea has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 21:40:55.367718 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 18ad8e65-5605-41da-9391-4aad119553eb is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:40:55.417614 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a2bb4b82-5bbc-4f7c-89a4-eb4405559891 None None] Provisioning complete for port 53a17759-80b7-4dec-b7ac-c7ff68f605ce triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:40:55.417992 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a2bb4b82-5bbc-4f7c-89a4-eb4405559891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:55.432969 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1350fb0f-661f-4f50-bfce-475129b38131 admin admin] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 21:40:55.439308 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-1350fb0f-661f-4f50-bfce-475129b38131 admin admin] 10.222.0.35 "PUT /v2.0/routers/2b3882b3-17b8-4b79-a63a-2ceac5a41aea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1059225 May 20 21:40:55.480208 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a2bb4b82-5bbc-4f7c-89a4-eb4405559891 None None] Port 53a17759-80b7-4dec-b7ac-c7ff68f605ce cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 21:40:55.504813 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-2537641b-2e95-42f7-9274-009e8e3d3b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b3882b3-17b8-4b79-a63a-2ceac5a41aea', 'name': 'tempest-TestEncryptedCinderVolumes-1938833561-router', 'tenant_id': '28989eaf73cd4d489bc9e207c8078d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.64'}], 'enable_snat': True}, 'gw_port_id': 'adbb7bd4-e988-4d4a-b6e5-d33678631fe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:40:51Z', 'updated_at': '2022-05-20T21:40:54Z', 'revision_number': 4, 'project_id': '28989eaf73cd4d489bc9e207c8078d20', 'gw_port': {'id': 'adbb7bd4-e988-4d4a-b6e5-d33678631fe1', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:24:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b3882b3-17b8-4b79-a63a-2ceac5a41aea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:40:51Z', 'updated_at': '2022-05-20T21:40:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': '53a17759-80b7-4dec-b7ac-c7ff68f605ce', 'name': '', 'network_id': '5645fd4f-2aa1-4fd0-8f9c-a7bcbe40115d', 'tenant_id': '28989eaf73cd4d489bc9e207c8078d20', 'mac_address': 'fa:16:3e:fd:cd:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b3882b3-17b8-4b79-a63a-2ceac5a41aea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'c9a4ce45-2f20-42b5-b521-5cf74bea42fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:40:54Z', 'updated_at': '2022-05-20T21:40:54Z', 'revision_number': 2, 'project_id': '28989eaf73cd4d489bc9e207c8078d20', 'subnets': [{'id': 'c9a4ce45-2f20-42b5-b521-5cf74bea42fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:40:55.531741 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2537641b-2e95-42f7-9274-009e8e3d3b7b None None] The sync data for ids ['2b3882b3-17b8-4b79-a63a-2ceac5a41aea'] in n-d-842733-1 is: [{'id': '2b3882b3-17b8-4b79-a63a-2ceac5a41aea', 'name': 'tempest-TestEncryptedCinderVolumes-1938833561-router', 'tenant_id': '28989eaf73cd4d489bc9e207c8078d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.64'}], 'enable_snat': True}, 'gw_port_id': 'adbb7bd4-e988-4d4a-b6e5-d33678631fe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:40:51Z', 'updated_at': '2022-05-20T21:40:54Z', 'revision_number': 4, 'project_id': '28989eaf73cd4d489bc9e207c8078d20', 'gw_port': {'id': 'adbb7bd4-e988-4d4a-b6e5-d33678631fe1', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:24:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b3882b3-17b8-4b79-a63a-2ceac5a41aea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:40:51Z', 'updated_at': '2022-05-20T21:40:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': '53a17759-80b7-4dec-b7ac-c7ff68f605ce', 'name': '', 'network_id': '5645fd4f-2aa1-4fd0-8f9c-a7bcbe40115d', 'tenant_id': '28989eaf73cd4d489bc9e207c8078d20', 'mac_address': 'fa:16:3e:fd:cd:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b3882b3-17b8-4b79-a63a-2ceac5a41aea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'c9a4ce45-2f20-42b5-b521-5cf74bea42fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:40:54Z', 'updated_at': '2022-05-20T21:40:54Z', 'revision_number': 2, 'project_id': '28989eaf73cd4d489bc9e207c8078d20', 'subnets': [{'id': 'c9a4ce45-2f20-42b5-b521-5cf74bea42fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 21:40:55.681910 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:55.744751 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cc3ec51b-6ec8-438a-8349-5f0bec346d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:56.106500 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e11c56b-9327-40bb-8304-411f7674f4df req-ec7b0cdb-26b6-4c1d-95a5-2c4192d94d3e tempest-TestEncryptedCinderVolumes-2128963817 tempest-TestEncryptedCinderVolumes-2128963817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:40:56.108065 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4e11c56b-9327-40bb-8304-411f7674f4df req-ec7b0cdb-26b6-4c1d-95a5-2c4192d94d3e tempest-TestEncryptedCinderVolumes-2128963817 tempest-TestEncryptedCinderVolumes-2128963817-project] 10.222.0.35 "GET /v2.0/networks?id=497f2154-0e8a-48d4-b77d-d8bb6dae1aa8 HTTP/1.1" status: 200 len: 816 time: 0.1076360 May 20 21:40:56.124311 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4e11c56b-9327-40bb-8304-411f7674f4df req-f91f389a-a552-4488-9707-df5ba574a4ed tempest-TestEncryptedCinderVolumes-2128963817 tempest-TestEncryptedCinderVolumes-2128963817-project] 10.222.0.35 "GET /v2.0/quotas/c6c3b72426094b018e93f1f35623aa38 HTTP/1.1" status: 200 len: 375 time: 0.0096729 May 20 21:40:56.206232 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4e11c56b-9327-40bb-8304-411f7674f4df req-8e0f1b57-b998-4796-84b8-4c043ee197ee tempest-TestEncryptedCinderVolumes-2128963817 tempest-TestEncryptedCinderVolumes-2128963817-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=c6c3b72426094b018e93f1f35623aa38&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0732813 May 20 21:40:56.319785 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4e11c56b-9327-40bb-8304-411f7674f4df req-93d24a07-8be2-45f6-9bab-dc7745238e0c service neutron] 10.222.0.35 "GET /v2.0/networks/497f2154-0e8a-48d4-b77d-d8bb6dae1aa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970042 May 20 21:40:56.420078 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4e11c56b-9327-40bb-8304-411f7674f4df req-1a39cd63-c6c9-4ca1-91ba-ef149a0b53bc service neutron] 10.222.0.35 "GET /v2.0/networks/497f2154-0e8a-48d4-b77d-d8bb6dae1aa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935261 May 20 21:40:56.669390 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b78e1daa-fe44-4443-be75-91ca49de3c8a req-e8c5a735-87d1-48b0-b156-facc861ceddf tempest-TestEncryptedCinderVolumes-2128963817 tempest-TestEncryptedCinderVolumes-2128963817-project] 10.222.0.35 "GET /v2.0/ports?device_id=8bfd0caf-ecdd-4b97-8af1-8461c2ea9903 HTTP/1.1" status: 200 len: 210 time: 0.0292187 May 20 21:40:56.995654 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device adbb7bd4-e988-4d4a-b6e5-d33678631fe1 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:40:57.042752 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port adbb7bd4-e988-4d4a-b6e5-d33678631fe1 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:40:57.043122 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:57.122588 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port adbb7bd4-e988-4d4a-b6e5-d33678631fe1 is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:40:57.122965 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:57.142536 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] For port adbb7bd4-e988-4d4a-b6e5-d33678631fe1, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=adbb7bd4-e988-4d4a-b6e5-d33678631fe1,segment=NetworkSegment(0b5485c4-eff8-42a1-9073-ae54ed4c63ba),segment_id=0b5485c4-eff8-42a1-9073-ae54ed4c63ba)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:40:57.208647 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:57.256437 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Pushing event updated for resources: {'Port': ['ID=adbb7bd4-e988-4d4a-b6e5-d33678631fe1,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:40:57.775906 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-112a0cf0-da1f-4474-ae3a-a5a16961e3fc req-066ddf06-7191-4ba2-a5eb-ecc579d0c32f tempest-TestEncryptedCinderVolumes-2128963817 tempest-TestEncryptedCinderVolumes-2128963817-project] 10.222.0.35 "GET /v2.0/ports?device_id=8bfd0caf-ecdd-4b97-8af1-8461c2ea9903 HTTP/1.1" status: 200 len: 210 time: 0.0339620 May 20 21:40:58.690277 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e11c56b-9327-40bb-8304-411f7674f4df req-89111395-599e-4a5b-b820-ffeb66f094fa tempest-TestEncryptedCinderVolumes-2128963817 tempest-TestEncryptedCinderVolumes-2128963817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:40:58.692678 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4e11c56b-9327-40bb-8304-411f7674f4df req-89111395-599e-4a5b-b820-ffeb66f094fa tempest-TestEncryptedCinderVolumes-2128963817 tempest-TestEncryptedCinderVolumes-2128963817-project] 10.222.0.24 "GET /v2.0/networks?id=497f2154-0e8a-48d4-b77d-d8bb6dae1aa8 HTTP/1.1" status: 200 len: 816 time: 0.1044457 May 20 21:40:58.705164 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [req-4e11c56b-9327-40bb-8304-411f7674f4df req-a0de4064-2f31-41be-8f6a-bf9ca114d684 tempest-TestEncryptedCinderVolumes-2128963817 tempest-TestEncryptedCinderVolumes-2128963817-project] Request body: {'port': {'device_id': '8bfd0caf-ecdd-4b97-8af1-8461c2ea9903', 'network_id': '497f2154-0e8a-48d4-b77d-d8bb6dae1aa8', 'admin_state_up': True, 'tenant_id': 'c6c3b72426094b018e93f1f35623aa38'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:40:58.877941 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-cbf9f726-0a21-47cd-99f9-66f926212517 req-833fe2f5-6bda-468b-ac01-02983eb29cd7 tempest-TestEncryptedCinderVolumes-2128963817 tempest-TestEncryptedCinderVolumes-2128963817-project] 10.222.0.35 "GET /v2.0/ports?device_id=8bfd0caf-ecdd-4b97-8af1-8461c2ea9903 HTTP/1.1" status: 200 len: 210 time: 0.0308697 May 20 21:40:58.905398 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e11c56b-9327-40bb-8304-411f7674f4df req-a0de4064-2f31-41be-8f6a-bf9ca114d684 tempest-TestEncryptedCinderVolumes-2128963817 tempest-TestEncryptedCinderVolumes-2128963817-project] Made reservation on behalf of c6c3b72426094b018e93f1f35623aa38 for: {'port': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:40:58.905398 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-4e11c56b-9327-40bb-8304-411f7674f4df req-a0de4064-2f31-41be-8f6a-bf9ca114d684 tempest-TestEncryptedCinderVolumes-2128963817 tempest-TestEncryptedCinderVolumes-2128963817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:58.996730 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device adbb7bd4-e988-4d4a-b6e5-d33678631fe1 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:40:59.004705 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1132446-3856-4a0d-b813-9b8503f6bb8e None None] Sync routers for ids ['2b3882b3-17b8-4b79-a63a-2ceac5a41aea'] in n-d-842733-1 {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 21:40:59.027861 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1132446-3856-4a0d-b813-9b8503f6bb8e None None] Routers {'2b3882b3-17b8-4b79-a63a-2ceac5a41aea'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:40:59.028478 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-a1132446-3856-4a0d-b813-9b8503f6bb8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:40:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['2b3882b3-17b8-4b79-a63a-2ceac5a41aea'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:40:59.054387 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [req-4e11c56b-9327-40bb-8304-411f7674f4df req-a0de4064-2f31-41be-8f6a-bf9ca114d684 tempest-TestEncryptedCinderVolumes-2128963817 tempest-TestEncryptedCinderVolumes-2128963817-project] Allocated IP 172.20.0.13 (497f2154-0e8a-48d4-b77d-d8bb6dae1aa8/453060b5-2f51-4b87-971b-698ae2eefe03/fb630922-249d-4776-b825-9896a16ddb8e) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:40:59.076420 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port adbb7bd4-e988-4d4a-b6e5-d33678631fe1 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:40:59.076785 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:59.155336 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port adbb7bd4-e988-4d4a-b6e5-d33678631fe1 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:40:59.209435 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-4e11c56b-9327-40bb-8304-411f7674f4df req-a0de4064-2f31-41be-8f6a-bf9ca114d684 tempest-TestEncryptedCinderVolumes-2128963817 tempest-TestEncryptedCinderVolumes-2128963817-project] Notify callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:59.253528 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-a1132446-3856-4a0d-b813-9b8503f6bb8e None None] Set router 2b3882b3-17b8-4b79-a63a-2ceac5a41aea gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:40:59.289053 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-4e11c56b-9327-40bb-8304-411f7674f4df req-a0de4064-2f31-41be-8f6a-bf9ca114d684 tempest-TestEncryptedCinderVolumes-2128963817 tempest-TestEncryptedCinderVolumes-2128963817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:59.336706 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e11c56b-9327-40bb-8304-411f7674f4df req-a0de4064-2f31-41be-8f6a-bf9ca114d684 tempest-TestEncryptedCinderVolumes-2128963817 tempest-TestEncryptedCinderVolumes-2128963817-project] Network 497f2154-0e8a-48d4-b77d-d8bb6dae1aa8 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:40:59.339658 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [req-4e11c56b-9327-40bb-8304-411f7674f4df req-a0de4064-2f31-41be-8f6a-bf9ca114d684 tempest-TestEncryptedCinderVolumes-2128963817 tempest-TestEncryptedCinderVolumes-2128963817-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:40:59.343254 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e11c56b-9327-40bb-8304-411f7674f4df req-a0de4064-2f31-41be-8f6a-bf9ca114d684 tempest-TestEncryptedCinderVolumes-2128963817 tempest-TestEncryptedCinderVolumes-2128963817-project] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:40:59.370010 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0de4064-2f31-41be-8f6a-bf9ca114d684 tempest-TestEncryptedCinderVolumes-2128963817 tempest-TestEncryptedCinderVolumes-2128963817-project] Pushing event updated for resources: {'Port': ['ID=fb630922-249d-4776-b825-9896a16ddb8e,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:40:59.400943 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e11c56b-9327-40bb-8304-411f7674f4df req-a0de4064-2f31-41be-8f6a-bf9ca114d684 tempest-TestEncryptedCinderVolumes-2128963817 tempest-TestEncryptedCinderVolumes-2128963817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:40:59.401597 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-4e11c56b-9327-40bb-8304-411f7674f4df req-a0de4064-2f31-41be-8f6a-bf9ca114d684 tempest-TestEncryptedCinderVolumes-2128963817 tempest-TestEncryptedCinderVolumes-2128963817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:59.454239 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-a1132446-3856-4a0d-b813-9b8503f6bb8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b3882b3-17b8-4b79-a63a-2ceac5a41aea', 'name': 'tempest-TestEncryptedCinderVolumes-1938833561-router', 'tenant_id': '28989eaf73cd4d489bc9e207c8078d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.64'}], 'enable_snat': True}, 'gw_port_id': 'adbb7bd4-e988-4d4a-b6e5-d33678631fe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:40:51Z', 'updated_at': '2022-05-20T21:40:54Z', 'revision_number': 4, 'project_id': '28989eaf73cd4d489bc9e207c8078d20', 'gw_port': {'id': 'adbb7bd4-e988-4d4a-b6e5-d33678631fe1', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:24:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b3882b3-17b8-4b79-a63a-2ceac5a41aea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:40:51Z', 'updated_at': '2022-05-20T21:40:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': '53a17759-80b7-4dec-b7ac-c7ff68f605ce', 'name': '', 'network_id': '5645fd4f-2aa1-4fd0-8f9c-a7bcbe40115d', 'tenant_id': '28989eaf73cd4d489bc9e207c8078d20', 'mac_address': 'fa:16:3e:fd:cd:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b3882b3-17b8-4b79-a63a-2ceac5a41aea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'c9a4ce45-2f20-42b5-b521-5cf74bea42fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:40:54Z', 'updated_at': '2022-05-20T21:40:54Z', 'revision_number': 2, 'project_id': '28989eaf73cd4d489bc9e207c8078d20', 'subnets': [{'id': 'c9a4ce45-2f20-42b5-b521-5cf74bea42fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:40:59.471145 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4e11c56b-9327-40bb-8304-411f7674f4df req-a0de4064-2f31-41be-8f6a-bf9ca114d684 tempest-TestEncryptedCinderVolumes-2128963817 tempest-TestEncryptedCinderVolumes-2128963817-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7697079 May 20 21:40:59.483620 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [req-4e11c56b-9327-40bb-8304-411f7674f4df req-c390b72d-2bca-42cd-9ee8-ae528f38ed02 service neutron] Request body: {'port': {'device_id': '8bfd0caf-ecdd-4b97-8af1-8461c2ea9903', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-842733-1'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:40:59.487581 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1132446-3856-4a0d-b813-9b8503f6bb8e None None] Checking router: 2b3882b3-17b8-4b79-a63a-2ceac5a41aea for host: n-d-842733-1 {{(pid=103165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 21:40:59.488162 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1132446-3856-4a0d-b813-9b8503f6bb8e None None] Updating router 2b3882b3-17b8-4b79-a63a-2ceac5a41aea port 53a17759-80b7-4dec-b7ac-c7ff68f605ce binding host n-d-842733-1 {{(pid=103165) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 21:40:59.516802 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-a1132446-3856-4a0d-b813-9b8503f6bb8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:59.541747 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-4e11c56b-9327-40bb-8304-411f7674f4df req-c390b72d-2bca-42cd-9ee8-ae528f38ed02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:59.627558 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-dad55cc8-f03f-4a4d-8ff8-59a66be9b59d None None] Provisioning complete for port fb630922-249d-4776-b825-9896a16ddb8e triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:40:59.627973 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-dad55cc8-f03f-4a4d-8ff8-59a66be9b59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:59.662085 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-dad55cc8-f03f-4a4d-8ff8-59a66be9b59d None None] Port fb630922-249d-4776-b825-9896a16ddb8e cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 21:40:59.775454 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-a1132446-3856-4a0d-b813-9b8503f6bb8e None None] Notify callbacks [] for port, precommit_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:59.807897 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [req-4e11c56b-9327-40bb-8304-411f7674f4df req-c390b72d-2bca-42cd-9ee8-ae528f38ed02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb630922-249d-4776-b825-9896a16ddb8e {{(pid=103163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 21:40:59.815266 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-4e11c56b-9327-40bb-8304-411f7674f4df req-c390b72d-2bca-42cd-9ee8-ae528f38ed02 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:59.826778 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [req-4e11c56b-9327-40bb-8304-411f7674f4df req-c390b72d-2bca-42cd-9ee8-ae528f38ed02 service neutron] Transition to ACTIVE for port object fb630922-249d-4776-b825-9896a16ddb8e will not be triggered until provisioned by entity L2. {{(pid=103163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 21:40:59.845296 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-a1132446-3856-4a0d-b813-9b8503f6bb8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:59.899794 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1716d9c8-4c9e-44b5-bfc2-ab4d5afdb539 None None] Pushing event updated for resources: {'Port': ['ID=53a17759-80b7-4dec-b7ac-c7ff68f605ce,revision_number=3']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:40:59.925055 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-4e11c56b-9327-40bb-8304-411f7674f4df req-c390b72d-2bca-42cd-9ee8-ae528f38ed02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:59.965870 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-a1132446-3856-4a0d-b813-9b8503f6bb8e None None] Attempting to bind port 53a17759-80b7-4dec-b7ac-c7ff68f605ce on host n-d-842733-1 for vnic_type normal with profile {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:40:59.967386 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-a1132446-3856-4a0d-b813-9b8503f6bb8e None None] Attempting to bind port 53a17759-80b7-4dec-b7ac-c7ff68f605ce by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': '73a9babf-c9cf-4c05-beeb-28421364d8c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '5645fd4f-2aa1-4fd0-8f9c-a7bcbe40115d'}] {{(pid=103165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:40:59.967865 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1132446-3856-4a0d-b813-9b8503f6bb8e None None] Attempting to bind port 53a17759-80b7-4dec-b7ac-c7ff68f605ce on network 5645fd4f-2aa1-4fd0-8f9c-a7bcbe40115d {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:40:59.975026 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1132446-3856-4a0d-b813-9b8503f6bb8e None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 21, 40, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 21:40:59.975932 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1132446-3856-4a0d-b813-9b8503f6bb8e None None] Checking segment: {'id': '73a9babf-c9cf-4c05-beeb-28421364d8c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '5645fd4f-2aa1-4fd0-8f9c-a7bcbe40115d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:40:59.976343 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-a1132446-3856-4a0d-b813-9b8503f6bb8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:59.976723 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1132446-3856-4a0d-b813-9b8503f6bb8e None None] Bound using segment: {'id': '73a9babf-c9cf-4c05-beeb-28421364d8c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '5645fd4f-2aa1-4fd0-8f9c-a7bcbe40115d'} {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 21:40:59.977180 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-a1132446-3856-4a0d-b813-9b8503f6bb8e None None] Bound port: 53a17759-80b7-4dec-b7ac-c7ff68f605ce, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73a9babf-c9cf-4c05-beeb-28421364d8c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '5645fd4f-2aa1-4fd0-8f9c-a7bcbe40115d'}}] {{(pid=103165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:40:59.978400 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-a1132446-3856-4a0d-b813-9b8503f6bb8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:41:00.049889 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c390b72d-2bca-42cd-9ee8-ae528f38ed02 service neutron] Pushing event updated for resources: {'Port': ['ID=fb630922-249d-4776-b825-9896a16ddb8e,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:41:00.086232 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-a1132446-3856-4a0d-b813-9b8503f6bb8e None None] For port 53a17759-80b7-4dec-b7ac-c7ff68f605ce, host n-d-842733-1, cleared binding levels {{(pid=103165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 21:41:00.090629 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-a1132446-3856-4a0d-b813-9b8503f6bb8e None None] For port 53a17759-80b7-4dec-b7ac-c7ff68f605ce, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=53a17759-80b7-4dec-b7ac-c7ff68f605ce,segment=NetworkSegment(73a9babf-c9cf-4c05-beeb-28421364d8c4),segment_id=73a9babf-c9cf-4c05-beeb-28421364d8c4)] {{(pid=103165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 21:41:00.126607 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f4214b-fea6-4fdd-b787-69aa66cdfacf req-ad879476-777f-4c66-a1cf-f3c0d19b1db9 tempest-TestEncryptedCinderVolumes-2128963817 tempest-TestEncryptedCinderVolumes-2128963817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:41:00.128457 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a6f4214b-fea6-4fdd-b787-69aa66cdfacf req-ad879476-777f-4c66-a1cf-f3c0d19b1db9 tempest-TestEncryptedCinderVolumes-2128963817 tempest-TestEncryptedCinderVolumes-2128963817-project] 10.222.0.35 "GET /v2.0/ports?device_id=8bfd0caf-ecdd-4b97-8af1-8461c2ea9903 HTTP/1.1" status: 200 len: 944 time: 0.1500795 May 20 21:41:00.163880 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-4e11c56b-9327-40bb-8304-411f7674f4df req-c390b72d-2bca-42cd-9ee8-ae528f38ed02 service neutron] Attempting to bind port fb630922-249d-4776-b825-9896a16ddb8e on host n-h1-842733-1 for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:41:00.164190 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-4e11c56b-9327-40bb-8304-411f7674f4df req-c390b72d-2bca-42cd-9ee8-ae528f38ed02 service neutron] Attempting to bind port fb630922-249d-4776-b825-9896a16ddb8e by drivers openvswitch,hyperv on host n-h1-842733-1 at level 0 using segments [{'id': '9a273f71-f870-4267-a8b2-33c3bcbcd05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '497f2154-0e8a-48d4-b77d-d8bb6dae1aa8'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:41:00.165069 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e11c56b-9327-40bb-8304-411f7674f4df req-c390b72d-2bca-42cd-9ee8-ae528f38ed02 service neutron] Attempting to bind port fb630922-249d-4776-b825-9896a16ddb8e on network 497f2154-0e8a-48d4-b77d-d8bb6dae1aa8 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:41:00.175078 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e11c56b-9327-40bb-8304-411f7674f4df req-c390b72d-2bca-42cd-9ee8-ae528f38ed02 service neutron] Port fb630922-249d-4776-b825-9896a16ddb8e on network 497f2154-0e8a-48d4-b77d-d8bb6dae1aa8 not bound, no agent of type Open vSwitch agent registered on host n-h1-842733-1 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 21:41:00.175397 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e11c56b-9327-40bb-8304-411f7674f4df req-c390b72d-2bca-42cd-9ee8-ae528f38ed02 service neutron] Attempting to bind port fb630922-249d-4776-b825-9896a16ddb8e on network 497f2154-0e8a-48d4-b77d-d8bb6dae1aa8 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:41:00.181707 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e11c56b-9327-40bb-8304-411f7674f4df req-c390b72d-2bca-42cd-9ee8-ae528f38ed02 service neutron] Checking agent: {'id': '08dfb1ce-804b-4db8-838b-21094082e041', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 32, 54), 'started_at': datetime.datetime(2022, 5, 20, 20, 32, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 21, 40, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 21:41:00.182055 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e11c56b-9327-40bb-8304-411f7674f4df req-c390b72d-2bca-42cd-9ee8-ae528f38ed02 service neutron] Checking segment: {'id': '9a273f71-f870-4267-a8b2-33c3bcbcd05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '497f2154-0e8a-48d4-b77d-d8bb6dae1aa8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:41:00.182418 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e11c56b-9327-40bb-8304-411f7674f4df req-c390b72d-2bca-42cd-9ee8-ae528f38ed02 service neutron] Bound using segment: {'id': '9a273f71-f870-4267-a8b2-33c3bcbcd05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '497f2154-0e8a-48d4-b77d-d8bb6dae1aa8'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 21:41:00.182913 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-4e11c56b-9327-40bb-8304-411f7674f4df req-c390b72d-2bca-42cd-9ee8-ae528f38ed02 service neutron] Bound port: fb630922-249d-4776-b825-9896a16ddb8e, host: n-h1-842733-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a273f71-f870-4267-a8b2-33c3bcbcd05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '497f2154-0e8a-48d4-b77d-d8bb6dae1aa8'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:41:00.183432 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-4e11c56b-9327-40bb-8304-411f7674f4df req-c390b72d-2bca-42cd-9ee8-ae528f38ed02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:41:00.183523 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-a1132446-3856-4a0d-b813-9b8503f6bb8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:41:00.212774 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a6f4214b-fea6-4fdd-b787-69aa66cdfacf req-c142418c-3b7f-478f-ae7f-9ffef1cfaa4e tempest-TestEncryptedCinderVolumes-2128963817 tempest-TestEncryptedCinderVolumes-2128963817-project] 10.222.0.35 "GET /v2.0/security-groups?id=7fd03b5a-342b-4eea-a07e-1879a65106ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730140 May 20 21:41:00.261201 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1716d9c8-4c9e-44b5-bfc2-ab4d5afdb539 None None] Pushing event updated for resources: {'Port': ['ID=53a17759-80b7-4dec-b7ac-c7ff68f605ce,revision_number=4']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:41:00.274317 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-4e11c56b-9327-40bb-8304-411f7674f4df req-c390b72d-2bca-42cd-9ee8-ae528f38ed02 service neutron] For port fb630922-249d-4776-b825-9896a16ddb8e, host n-h1-842733-1, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 21:41:00.277869 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-4e11c56b-9327-40bb-8304-411f7674f4df req-c390b72d-2bca-42cd-9ee8-ae528f38ed02 service neutron] For port fb630922-249d-4776-b825-9896a16ddb8e, host n-h1-842733-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=fb630922-249d-4776-b825-9896a16ddb8e,segment=NetworkSegment(9a273f71-f870-4267-a8b2-33c3bcbcd05d),segment_id=9a273f71-f870-4267-a8b2-33c3bcbcd05d)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 21:41:00.284953 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1132446-3856-4a0d-b813-9b8503f6bb8e None None] Routers {'2b3882b3-17b8-4b79-a63a-2ceac5a41aea'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:41:00.284953 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-a1132446-3856-4a0d-b813-9b8503f6bb8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:40:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['2b3882b3-17b8-4b79-a63a-2ceac5a41aea'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:41:00.300965 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-2ec0c527-bd77-4861-82e1-0754eb62d792 None None] Provisioning complete for port 53a17759-80b7-4dec-b7ac-c7ff68f605ce triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:41:00.301556 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-2ec0c527-bd77-4861-82e1-0754eb62d792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:41:00.349930 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-4e11c56b-9327-40bb-8304-411f7674f4df req-c390b72d-2bca-42cd-9ee8-ae528f38ed02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:41:00.392398 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e11c56b-9327-40bb-8304-411f7674f4df req-c390b72d-2bca-42cd-9ee8-ae528f38ed02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:41:00.393250 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-4e11c56b-9327-40bb-8304-411f7674f4df req-c390b72d-2bca-42cd-9ee8-ae528f38ed02 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:41:00.394908 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4e11c56b-9327-40bb-8304-411f7674f4df req-c390b72d-2bca-42cd-9ee8-ae528f38ed02 service neutron] 10.222.0.24 "PUT /v2.0/ports/fb630922-249d-4776-b825-9896a16ddb8e HTTP/1.1" status: 200 len: 1092 time: 0.9157791 May 20 21:41:00.395481 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bfd0caf-ecdd-4b97-8af1-8461c2ea9903', 'tag': 'fb630922-249d-4776-b825-9896a16ddb8e'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 21:41:00.398175 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4416c3b25ab83027dff24eda6e450cd3b8f285a9257f5a2b93a81ddcbdb8854f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfe3419a-9b96-4f2f-9004-1b42b4c4640a" -d '{"events": [{"name": "network-changed", "server_uuid": "8bfd0caf-ecdd-4b97-8af1-8461c2ea9903", "tag": "fb630922-249d-4776-b825-9896a16ddb8e"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 21:41:00.432009 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c390b72d-2bca-42cd-9ee8-ae528f38ed02 service neutron] Pushing event updated for resources: {'Port': ['ID=fb630922-249d-4776-b825-9896a16ddb8e,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:41:00.437563 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-a1132446-3856-4a0d-b813-9b8503f6bb8e None None] Set router 2b3882b3-17b8-4b79-a63a-2ceac5a41aea gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:41:00.459686 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-2ec0c527-bd77-4861-82e1-0754eb62d792 None None] Current status of the port 53a17759-80b7-4dec-b7ac-c7ff68f605ce is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:41:00.460276 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-2ec0c527-bd77-4861-82e1-0754eb62d792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:41:00.489799 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 21:41:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-177285bc-a2f2-4480-9f47-903fbe0a0d55 x-openstack-request-id: req-177285bc-a2f2-4480-9f47-903fbe0a0d55 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 21:41:00.490097 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bfd0caf-ecdd-4b97-8af1-8461c2ea9903", "tag": "fb630922-249d-4776-b825-9896a16ddb8e", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 21:41:00.490357 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-177285bc-a2f2-4480-9f47-903fbe0a0d55 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 21:41:00.490785 n-d-842733-1 neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-177285bc-a2f2-4480-9f47-903fbe0a0d55'] response: {'name': 'network-changed', 'server_uuid': '8bfd0caf-ecdd-4b97-8af1-8461c2ea9903', 'tag': 'fb630922-249d-4776-b825-9896a16ddb8e', 'status': 'completed', 'code': 200} May 20 21:41:00.550662 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-2ec0c527-bd77-4861-82e1-0754eb62d792 None None] For port 53a17759-80b7-4dec-b7ac-c7ff68f605ce, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=53a17759-80b7-4dec-b7ac-c7ff68f605ce,segment=NetworkSegment(73a9babf-c9cf-4c05-beeb-28421364d8c4),segment_id=73a9babf-c9cf-4c05-beeb-28421364d8c4)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:41:00.578880 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe3419a-9b96-4f2f-9004-1b42b4c4640a req-f9c87276-3fbf-4d63-8b36-65f233f2ff9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:41:00.580620 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-dfe3419a-9b96-4f2f-9004-1b42b4c4640a req-f9c87276-3fbf-4d63-8b36-65f233f2ff9d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c6c3b72426094b018e93f1f35623aa38&device_id=8bfd0caf-ecdd-4b97-8af1-8461c2ea9903 HTTP/1.1" status: 200 len: 1095 time: 0.0671391 May 20 21:41:00.625915 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-2ec0c527-bd77-4861-82e1-0754eb62d792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:41:00.693582 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec0c527-bd77-4861-82e1-0754eb62d792 None None] Pushing event updated for resources: {'Port': ['ID=53a17759-80b7-4dec-b7ac-c7ff68f605ce,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:41:00.733625 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe3419a-9b96-4f2f-9004-1b42b4c4640a req-a9e889e8-4040-4834-b187-607332196b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:41:00.742296 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-a1132446-3856-4a0d-b813-9b8503f6bb8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b3882b3-17b8-4b79-a63a-2ceac5a41aea', 'name': 'tempest-TestEncryptedCinderVolumes-1938833561-router', 'tenant_id': '28989eaf73cd4d489bc9e207c8078d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.64'}], 'enable_snat': True}, 'gw_port_id': 'adbb7bd4-e988-4d4a-b6e5-d33678631fe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:40:51Z', 'updated_at': '2022-05-20T21:40:54Z', 'revision_number': 4, 'project_id': '28989eaf73cd4d489bc9e207c8078d20', 'gw_port': {'id': 'adbb7bd4-e988-4d4a-b6e5-d33678631fe1', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:24:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b3882b3-17b8-4b79-a63a-2ceac5a41aea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:40:51Z', 'updated_at': '2022-05-20T21:40:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': '53a17759-80b7-4dec-b7ac-c7ff68f605ce', 'name': '', 'network_id': '5645fd4f-2aa1-4fd0-8f9c-a7bcbe40115d', 'tenant_id': '28989eaf73cd4d489bc9e207c8078d20', 'mac_address': 'fa:16:3e:fd:cd:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b3882b3-17b8-4b79-a63a-2ceac5a41aea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'c9a4ce45-2f20-42b5-b521-5cf74bea42fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:40:54Z', 'updated_at': '2022-05-20T21:41:00Z', 'revision_number': 4, 'project_id': '28989eaf73cd4d489bc9e207c8078d20', 'subnets': [{'id': 'c9a4ce45-2f20-42b5-b521-5cf74bea42fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:41:00.745550 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-dfe3419a-9b96-4f2f-9004-1b42b4c4640a req-a9e889e8-4040-4834-b187-607332196b06 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=c6c3b72426094b018e93f1f35623aa38&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1478033 May 20 21:41:00.773241 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-6f70e651-d3a6-4793-adb5-e89b405b6d77 None None] Provisioning complete for port 53a17759-80b7-4dec-b7ac-c7ff68f605ce triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:41:00.773978 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-6f70e651-d3a6-4793-adb5-e89b405b6d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:41:00.781921 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1132446-3856-4a0d-b813-9b8503f6bb8e None None] The sync data for ids ['2b3882b3-17b8-4b79-a63a-2ceac5a41aea'] in n-d-842733-1 is: [{'id': '2b3882b3-17b8-4b79-a63a-2ceac5a41aea', 'name': 'tempest-TestEncryptedCinderVolumes-1938833561-router', 'tenant_id': '28989eaf73cd4d489bc9e207c8078d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.64'}], 'enable_snat': True}, 'gw_port_id': 'adbb7bd4-e988-4d4a-b6e5-d33678631fe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:40:51Z', 'updated_at': '2022-05-20T21:40:54Z', 'revision_number': 4, 'project_id': '28989eaf73cd4d489bc9e207c8078d20', 'gw_port': {'id': 'adbb7bd4-e988-4d4a-b6e5-d33678631fe1', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:24:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b3882b3-17b8-4b79-a63a-2ceac5a41aea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:40:51Z', 'updated_at': '2022-05-20T21:40:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': '53a17759-80b7-4dec-b7ac-c7ff68f605ce', 'name': '', 'network_id': '5645fd4f-2aa1-4fd0-8f9c-a7bcbe40115d', 'tenant_id': '28989eaf73cd4d489bc9e207c8078d20', 'mac_address': 'fa:16:3e:fd:cd:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b3882b3-17b8-4b79-a63a-2ceac5a41aea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'c9a4ce45-2f20-42b5-b521-5cf74bea42fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:40:54Z', 'updated_at': '2022-05-20T21:41:00Z', 'revision_number': 4, 'project_id': '28989eaf73cd4d489bc9e207c8078d20', 'subnets': [{'id': 'c9a4ce45-2f20-42b5-b521-5cf74bea42fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 21:41:00.857674 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe3419a-9b96-4f2f-9004-1b42b4c4640a req-70a973bf-71f5-42a3-8abc-b724c07685ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:41:00.860032 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-dfe3419a-9b96-4f2f-9004-1b42b4c4640a req-70a973bf-71f5-42a3-8abc-b724c07685ff service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1135924 May 20 21:41:00.869016 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-6f70e651-d3a6-4793-adb5-e89b405b6d77 None None] Current status of the port 53a17759-80b7-4dec-b7ac-c7ff68f605ce is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:41:00.956750 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e11c56b-9327-40bb-8304-411f7674f4df req-ed5e93e1-f03b-484e-a3a2-71119708831e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:41:00.958296 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4e11c56b-9327-40bb-8304-411f7674f4df req-ed5e93e1-f03b-484e-a3a2-71119708831e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c6c3b72426094b018e93f1f35623aa38&device_id=8bfd0caf-ecdd-4b97-8af1-8461c2ea9903 HTTP/1.1" status: 200 len: 1095 time: 0.0551941 May 20 21:41:01.002478 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4e11c56b-9327-40bb-8304-411f7674f4df req-3d7a5e18-9ea8-4fe0-8966-bfa2cb96f229 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fb630922-249d-4776-b825-9896a16ddb8e HTTP/1.1" status: 200 len: 217 time: 0.0367455 May 20 21:41:01.032811 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 53a17759-80b7-4dec-b7ac-c7ff68f605ce up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:41:01.068405 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e11c56b-9327-40bb-8304-411f7674f4df req-64a03e06-9f88-4d7f-a370-e9570e4c0c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:41:01.069656 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4e11c56b-9327-40bb-8304-411f7674f4df req-64a03e06-9f88-4d7f-a370-e9570e4c0c36 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=453060b5-2f51-4b87-971b-698ae2eefe03 HTTP/1.1" status: 200 len: 855 time: 0.0609322 May 20 21:41:01.097166 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 53a17759-80b7-4dec-b7ac-c7ff68f605ce triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:41:01.097726 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:41:01.127717 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e11c56b-9327-40bb-8304-411f7674f4df req-61089c8c-b1fd-460c-b5ef-ed704eb3c94f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:41:01.129230 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4e11c56b-9327-40bb-8304-411f7674f4df req-61089c8c-b1fd-460c-b5ef-ed704eb3c94f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=497f2154-0e8a-48d4-b77d-d8bb6dae1aa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0528076 May 20 21:41:01.231528 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4e11c56b-9327-40bb-8304-411f7674f4df req-1e6a48f7-2a48-42f8-a897-d68e78f6b1b0 service neutron] 10.222.0.24 "GET /v2.0/networks/497f2154-0e8a-48d4-b77d-d8bb6dae1aa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957067 May 20 21:41:01.349881 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 53a17759-80b7-4dec-b7ac-c7ff68f605ce is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:41:01.379448 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4e11c56b-9327-40bb-8304-411f7674f4df req-707a04f7-1e27-4ae0-8816-47fc9c2380ac service neutron] 10.222.0.24 "GET /v2.0/networks/497f2154-0e8a-48d4-b77d-d8bb6dae1aa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400976 May 20 21:41:01.392376 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813e92fa-a1fb-4099-b13b-1698456ddb7f req-6371b41b-5832-493e-93f5-4bae244baf96 tempest-TestEncryptedCinderVolumes-2128963817 tempest-TestEncryptedCinderVolumes-2128963817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:41:01.393894 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-813e92fa-a1fb-4099-b13b-1698456ddb7f req-6371b41b-5832-493e-93f5-4bae244baf96 tempest-TestEncryptedCinderVolumes-2128963817 tempest-TestEncryptedCinderVolumes-2128963817-project] 10.222.0.35 "GET /v2.0/ports?device_id=8bfd0caf-ecdd-4b97-8af1-8461c2ea9903 HTTP/1.1" status: 200 len: 944 time: 0.0750706 May 20 21:41:01.432529 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-813e92fa-a1fb-4099-b13b-1698456ddb7f req-00c62be9-53e9-4162-b4ae-a2881415c937 tempest-TestEncryptedCinderVolumes-2128963817 tempest-TestEncryptedCinderVolumes-2128963817-project] 10.222.0.35 "GET /v2.0/security-groups?id=7fd03b5a-342b-4eea-a07e-1879a65106ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324643 May 20 21:41:02.549916 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b27fb94-2460-4058-af48-4dd236654eca req-ffb92a35-23df-4488-9ae0-0c7b7b1d2c36 tempest-TestEncryptedCinderVolumes-2128963817 tempest-TestEncryptedCinderVolumes-2128963817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:41:02.551398 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1b27fb94-2460-4058-af48-4dd236654eca req-ffb92a35-23df-4488-9ae0-0c7b7b1d2c36 tempest-TestEncryptedCinderVolumes-2128963817 tempest-TestEncryptedCinderVolumes-2128963817-project] 10.222.0.35 "GET /v2.0/ports?device_id=8bfd0caf-ecdd-4b97-8af1-8461c2ea9903 HTTP/1.1" status: 200 len: 944 time: 0.0485151 May 20 21:41:02.588059 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1b27fb94-2460-4058-af48-4dd236654eca req-56c386c5-243c-4c5e-a3de-3feb0813e965 tempest-TestEncryptedCinderVolumes-2128963817 tempest-TestEncryptedCinderVolumes-2128963817-project] 10.222.0.35 "GET /v2.0/security-groups?id=7fd03b5a-342b-4eea-a07e-1879a65106ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306077 May 20 21:41:02.832746 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:41:03.707330 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5708bc37-c327-4446-9f1b-2b19024f1602 req-d7af9670-75ad-4f20-bfad-4c1ea0ed55ab tempest-TestEncryptedCinderVolumes-2128963817 tempest-TestEncryptedCinderVolumes-2128963817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:41:03.708776 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5708bc37-c327-4446-9f1b-2b19024f1602 req-d7af9670-75ad-4f20-bfad-4c1ea0ed55ab tempest-TestEncryptedCinderVolumes-2128963817 tempest-TestEncryptedCinderVolumes-2128963817-project] 10.222.0.35 "GET /v2.0/ports?device_id=8bfd0caf-ecdd-4b97-8af1-8461c2ea9903 HTTP/1.1" status: 200 len: 944 time: 0.0513124 May 20 21:41:03.746298 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5708bc37-c327-4446-9f1b-2b19024f1602 req-93b1dddd-7d3c-4430-8264-61e1531fe06f tempest-TestEncryptedCinderVolumes-2128963817 tempest-TestEncryptedCinderVolumes-2128963817-project] 10.222.0.35 "GET /v2.0/security-groups?id=7fd03b5a-342b-4eea-a07e-1879a65106ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314963 May 20 21:41:04.859289 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ad6298-8fc8-430c-9db6-838d8a0567b5 req-a1dd8e19-75ea-457a-a4cf-aa4b59a0cdbf tempest-TestEncryptedCinderVolumes-2128963817 tempest-TestEncryptedCinderVolumes-2128963817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:41:04.861288 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-72ad6298-8fc8-430c-9db6-838d8a0567b5 req-a1dd8e19-75ea-457a-a4cf-aa4b59a0cdbf tempest-TestEncryptedCinderVolumes-2128963817 tempest-TestEncryptedCinderVolumes-2128963817-project] 10.222.0.35 "GET /v2.0/ports?device_id=8bfd0caf-ecdd-4b97-8af1-8461c2ea9903 HTTP/1.1" status: 200 len: 944 time: 0.0486894 May 20 21:41:04.899479 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-72ad6298-8fc8-430c-9db6-838d8a0567b5 req-fa146253-43ac-49c9-8d27-5ee24337e82f tempest-TestEncryptedCinderVolumes-2128963817 tempest-TestEncryptedCinderVolumes-2128963817-project] 10.222.0.35 "GET /v2.0/security-groups?id=7fd03b5a-342b-4eea-a07e-1879a65106ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318921 May 20 21:41:04.946708 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device fb630922-249d-4776-b825-9896a16ddb8e details requested by agent hyperv_n-h1-842733-1 with host n-h1-842733-1 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 21:41:05.042439 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port fb630922-249d-4776-b825-9896a16ddb8e, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=fb630922-249d-4776-b825-9896a16ddb8e,segment=NetworkSegment(9a273f71-f870-4267-a8b2-33c3bcbcd05d),segment_id=9a273f71-f870-4267-a8b2-33c3bcbcd05d)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:41:05.054276 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Returning: {'device': 'fb630922-249d-4776-b825-9896a16ddb8e', 'network_id': '497f2154-0e8a-48d4-b77d-d8bb6dae1aa8', 'port_id': 'fb630922-249d-4776-b825-9896a16ddb8e', 'mac_address': 'fa:16:3e:57:6f:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '453060b5-2f51-4b87-971b-698ae2eefe03', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 20 21:41:05.090068 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Current status of the port fb630922-249d-4776-b825-9896a16ddb8e is: DOWN; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:41:05.090451 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:41:05.103875 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb630922-249d-4776-b825-9896a16ddb8e {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 21:41:05.123342 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port fb630922-249d-4776-b825-9896a16ddb8e, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=fb630922-249d-4776-b825-9896a16ddb8e,segment=NetworkSegment(9a273f71-f870-4267-a8b2-33c3bcbcd05d),segment_id=9a273f71-f870-4267-a8b2-33c3bcbcd05d)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:41:05.193262 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:41:05.239994 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Pushing event updated for resources: {'Port': ['ID=fb630922-249d-4776-b825-9896a16ddb8e,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:41:05.401634 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] get_ports_and_sgs() called for port_ids ['fb630922-249d-4776-b825-9896a16ddb8e'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 21:41:06.016260 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8959d5fb-db2f-46bc-96e2-2658513343ec req-d785db0a-2739-478b-9228-20f983259eaf tempest-TestEncryptedCinderVolumes-2128963817 tempest-TestEncryptedCinderVolumes-2128963817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:41:06.018470 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8959d5fb-db2f-46bc-96e2-2658513343ec req-d785db0a-2739-478b-9228-20f983259eaf tempest-TestEncryptedCinderVolumes-2128963817 tempest-TestEncryptedCinderVolumes-2128963817-project] 10.222.0.35 "GET /v2.0/ports?device_id=8bfd0caf-ecdd-4b97-8af1-8461c2ea9903 HTTP/1.1" status: 200 len: 945 time: 0.0495665 May 20 21:41:06.056661 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8959d5fb-db2f-46bc-96e2-2658513343ec req-8e468313-ee97-47de-b5c4-8be1f3d63f0f tempest-TestEncryptedCinderVolumes-2128963817 tempest-TestEncryptedCinderVolumes-2128963817-project] 10.222.0.35 "GET /v2.0/security-groups?id=7fd03b5a-342b-4eea-a07e-1879a65106ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315564 May 20 21:41:06.962592 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device fb630922-249d-4776-b825-9896a16ddb8e up at agent hyperv_n-h1-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:41:07.084340 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Provisioning for port fb630922-249d-4776-b825-9896a16ddb8e completed by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 21:41:07.088508 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Provisioning complete for port fb630922-249d-4776-b825-9896a16ddb8e triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:41:07.088871 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:41:07.172543 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Current status of the port fb630922-249d-4776-b825-9896a16ddb8e is: BUILD; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:41:07.172834 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:41:07.179648 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577839ad-1217-45aa-9d50-45f5c68d07c7 req-bf3468a9-3986-43f1-b269-8e43164152fc tempest-TestEncryptedCinderVolumes-2128963817 tempest-TestEncryptedCinderVolumes-2128963817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:41:07.181164 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-577839ad-1217-45aa-9d50-45f5c68d07c7 req-bf3468a9-3986-43f1-b269-8e43164152fc tempest-TestEncryptedCinderVolumes-2128963817 tempest-TestEncryptedCinderVolumes-2128963817-project] 10.222.0.35 "GET /v2.0/ports?device_id=8bfd0caf-ecdd-4b97-8af1-8461c2ea9903 HTTP/1.1" status: 200 len: 945 time: 0.0524375 May 20 21:41:07.197253 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bfd0caf-ecdd-4b97-8af1-8461c2ea9903', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb630922-249d-4776-b825-9896a16ddb8e'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 21:41:07.199517 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7947af4a1013b12ef328acaa2f4e39eb2f7ac51c208120b4987a707d9dc479df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71a5be8b-c9fe-4037-831a-4d0aa2e4c451" -d '{"events": [{"server_uuid": "8bfd0caf-ecdd-4b97-8af1-8461c2ea9903", "name": "network-vif-plugged", "status": "completed", "tag": "fb630922-249d-4776-b825-9896a16ddb8e"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 21:41:07.212999 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port fb630922-249d-4776-b825-9896a16ddb8e, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=fb630922-249d-4776-b825-9896a16ddb8e,segment=NetworkSegment(9a273f71-f870-4267-a8b2-33c3bcbcd05d),segment_id=9a273f71-f870-4267-a8b2-33c3bcbcd05d)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:41:07.221299 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-577839ad-1217-45aa-9d50-45f5c68d07c7 req-4e0c3277-5bf0-4a91-a8ca-e88d2c43803d tempest-TestEncryptedCinderVolumes-2128963817 tempest-TestEncryptedCinderVolumes-2128963817-project] 10.222.0.35 "GET /v2.0/security-groups?id=7fd03b5a-342b-4eea-a07e-1879a65106ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333509 May 20 21:41:07.241561 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 21:41:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d80a2493-b5bb-4b02-88ec-9386fbe4b50a x-openstack-request-id: req-d80a2493-b5bb-4b02-88ec-9386fbe4b50a {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 21:41:07.241561 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bfd0caf-ecdd-4b97-8af1-8461c2ea9903", "name": "network-vif-plugged", "status": "completed", "tag": "fb630922-249d-4776-b825-9896a16ddb8e", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 21:41:07.241561 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d80a2493-b5bb-4b02-88ec-9386fbe4b50a {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 21:41:07.241561 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d80a2493-b5bb-4b02-88ec-9386fbe4b50a'] response: {'server_uuid': '8bfd0caf-ecdd-4b97-8af1-8461c2ea9903', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb630922-249d-4776-b825-9896a16ddb8e', 'code': 200} May 20 21:41:07.276942 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:41:07.324627 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Pushing event updated for resources: {'Port': ['ID=fb630922-249d-4776-b825-9896a16ddb8e,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:41:07.336764 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e957285f-c6c7-4b80-aef7-1a98e96176fe req-138e9631-0f55-4e5d-b5e1-ea7e960e7399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:41:07.338358 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e957285f-c6c7-4b80-aef7-1a98e96176fe req-138e9631-0f55-4e5d-b5e1-ea7e960e7399 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=8bfd0caf-ecdd-4b97-8af1-8461c2ea9903 HTTP/1.1" status: 200 len: 1097 time: 0.0409276 May 20 21:41:07.372929 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e957285f-c6c7-4b80-aef7-1a98e96176fe req-cc61a241-e56f-4ade-b6a6-8131f584c2e4 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=7fd03b5a-342b-4eea-a07e-1879a65106ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0267203 May 20 21:41:08.338760 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9064d93-f1de-4204-ad7d-17edabdace11 req-d20518aa-f358-45b4-9b57-9074089c3f10 tempest-TestEncryptedCinderVolumes-2128963817 tempest-TestEncryptedCinderVolumes-2128963817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:41:08.340239 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f9064d93-f1de-4204-ad7d-17edabdace11 req-d20518aa-f358-45b4-9b57-9074089c3f10 tempest-TestEncryptedCinderVolumes-2128963817 tempest-TestEncryptedCinderVolumes-2128963817-project] 10.222.0.35 "GET /v2.0/ports?device_id=8bfd0caf-ecdd-4b97-8af1-8461c2ea9903 HTTP/1.1" status: 200 len: 946 time: 0.0504122 May 20 21:41:08.378544 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f9064d93-f1de-4204-ad7d-17edabdace11 req-f6cadc27-0dad-40c8-a311-f4494d21d268 tempest-TestEncryptedCinderVolumes-2128963817 tempest-TestEncryptedCinderVolumes-2128963817-project] 10.222.0.35 "GET /v2.0/security-groups?id=7fd03b5a-342b-4eea-a07e-1879a65106ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317452 May 20 21:41:09.500948 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18769352-5893-416a-a1a5-f94f4e78ab56 req-d60e448b-10a4-466d-b362-f9bd72b37d21 tempest-TestEncryptedCinderVolumes-2128963817 tempest-TestEncryptedCinderVolumes-2128963817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:41:09.502919 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-18769352-5893-416a-a1a5-f94f4e78ab56 req-d60e448b-10a4-466d-b362-f9bd72b37d21 tempest-TestEncryptedCinderVolumes-2128963817 tempest-TestEncryptedCinderVolumes-2128963817-project] 10.222.0.35 "GET /v2.0/ports?device_id=8bfd0caf-ecdd-4b97-8af1-8461c2ea9903 HTTP/1.1" status: 200 len: 946 time: 0.0539491 May 20 21:41:09.540210 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-18769352-5893-416a-a1a5-f94f4e78ab56 req-0468cab1-e05c-4869-85cd-9a4ca022470c tempest-TestEncryptedCinderVolumes-2128963817 tempest-TestEncryptedCinderVolumes-2128963817-project] 10.222.0.35 "GET /v2.0/security-groups?id=7fd03b5a-342b-4eea-a07e-1879a65106ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310497 May 20 21:41:09.653869 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbc61e3-1d3f-4e69-8e3f-a34bdd8787ae req-dd45be3d-58e5-40fa-b70f-abc3043db857 tempest-TestEncryptedCinderVolumes-2128963817 tempest-TestEncryptedCinderVolumes-2128963817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:41:09.655338 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-dfbc61e3-1d3f-4e69-8e3f-a34bdd8787ae req-dd45be3d-58e5-40fa-b70f-abc3043db857 tempest-TestEncryptedCinderVolumes-2128963817 tempest-TestEncryptedCinderVolumes-2128963817-project] 10.222.0.35 "GET /v2.0/ports?device_id=8bfd0caf-ecdd-4b97-8af1-8461c2ea9903 HTTP/1.1" status: 200 len: 946 time: 0.0484407 May 20 21:41:09.693379 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-dfbc61e3-1d3f-4e69-8e3f-a34bdd8787ae req-7b792e59-a4ac-49ab-a632-1104a8ea3cfb tempest-TestEncryptedCinderVolumes-2128963817 tempest-TestEncryptedCinderVolumes-2128963817-project] 10.222.0.35 "GET /v2.0/security-groups?id=7fd03b5a-342b-4eea-a07e-1879a65106ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311716 May 20 21:41:10.141320 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.agents_db [None req-5c33ad30-4e00-40fa-b486-8c79c4a6cfc5 None None] Agent healthcheck: found 7 active agents {{(pid=103165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 20 21:41:19.910762 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-bb70c0d6-f85e-4f90-91e9-982a95487935 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:41:22.284306 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-58742a2a-348f-484e-a6b7-32a17d7c86cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:41:24.153016 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4bb0e131-6525-46ca-a45b-e4ea43a5e69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:41:25.210006 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:41:25.652501 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:41:25.718481 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cc3ec51b-6ec8-438a-8349-5f0bec346d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:41:32.728448 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6f7174-25cf-4ef0-9fdc-776bbfd61349 req-cf3de271-c39b-41ec-a9fa-b4076deecfdc tempest-TestEncryptedCinderVolumes-2128963817 tempest-TestEncryptedCinderVolumes-2128963817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:41:32.729932 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7d6f7174-25cf-4ef0-9fdc-776bbfd61349 req-cf3de271-c39b-41ec-a9fa-b4076deecfdc tempest-TestEncryptedCinderVolumes-2128963817 tempest-TestEncryptedCinderVolumes-2128963817-project] 10.222.0.35 "GET /v2.0/ports?device_id=8bfd0caf-ecdd-4b97-8af1-8461c2ea9903 HTTP/1.1" status: 200 len: 946 time: 0.0493279 May 20 21:41:32.766593 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7d6f7174-25cf-4ef0-9fdc-776bbfd61349 req-b4e034b7-d6ca-4b57-8939-c433279e0aaf tempest-TestEncryptedCinderVolumes-2128963817 tempest-TestEncryptedCinderVolumes-2128963817-project] 10.222.0.35 "GET /v2.0/security-groups?id=7fd03b5a-342b-4eea-a07e-1879a65106ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303884 May 20 21:41:32.872253 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:41:33.885782 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd21386-3c94-42b4-a2b7-36ac828b4839 req-4f1a43ac-1efb-44fc-99f0-479677ba3196 tempest-TestEncryptedCinderVolumes-2128963817 tempest-TestEncryptedCinderVolumes-2128963817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:41:33.887247 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-acd21386-3c94-42b4-a2b7-36ac828b4839 req-4f1a43ac-1efb-44fc-99f0-479677ba3196 tempest-TestEncryptedCinderVolumes-2128963817 tempest-TestEncryptedCinderVolumes-2128963817-project] 10.222.0.35 "GET /v2.0/ports?device_id=8bfd0caf-ecdd-4b97-8af1-8461c2ea9903 HTTP/1.1" status: 200 len: 946 time: 0.0525272 May 20 21:41:33.926244 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-acd21386-3c94-42b4-a2b7-36ac828b4839 req-ccb49bbc-c9df-4211-a96f-81f312d3cf62 tempest-TestEncryptedCinderVolumes-2128963817 tempest-TestEncryptedCinderVolumes-2128963817-project] 10.222.0.35 "GET /v2.0/security-groups?id=7fd03b5a-342b-4eea-a07e-1879a65106ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323324 May 20 21:41:34.254006 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440c048d-8b78-493d-a50c-f8621b0b823a req-57180a3a-f6d7-48e8-b5b3-169086aebd9b tempest-TestEncryptedCinderVolumes-2128963817 tempest-TestEncryptedCinderVolumes-2128963817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:41:34.255434 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-440c048d-8b78-493d-a50c-f8621b0b823a req-57180a3a-f6d7-48e8-b5b3-169086aebd9b tempest-TestEncryptedCinderVolumes-2128963817 tempest-TestEncryptedCinderVolumes-2128963817-project] 10.222.0.24 "GET /v2.0/ports?device_id=8bfd0caf-ecdd-4b97-8af1-8461c2ea9903 HTTP/1.1" status: 200 len: 946 time: 0.0494764 May 20 21:41:34.347793 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [req-440c048d-8b78-493d-a50c-f8621b0b823a req-b2169298-2770-432d-86a3-b74e39cf6f25 tempest-TestEncryptedCinderVolumes-2128963817 tempest-TestEncryptedCinderVolumes-2128963817-project] Deleting port fb630922-249d-4776-b825-9896a16ddb8e {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:41:34.348127 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-440c048d-8b78-493d-a50c-f8621b0b823a req-b2169298-2770-432d-86a3-b74e39cf6f25 tempest-TestEncryptedCinderVolumes-2128963817 tempest-TestEncryptedCinderVolumes-2128963817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:41:34.439510 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-440c048d-8b78-493d-a50c-f8621b0b823a req-b2169298-2770-432d-86a3-b74e39cf6f25 tempest-TestEncryptedCinderVolumes-2128963817 tempest-TestEncryptedCinderVolumes-2128963817-project] For port fb630922-249d-4776-b825-9896a16ddb8e, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=fb630922-249d-4776-b825-9896a16ddb8e,segment=NetworkSegment(9a273f71-f870-4267-a8b2-33c3bcbcd05d),segment_id=9a273f71-f870-4267-a8b2-33c3bcbcd05d)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:41:34.439874 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-440c048d-8b78-493d-a50c-f8621b0b823a req-b2169298-2770-432d-86a3-b74e39cf6f25 tempest-TestEncryptedCinderVolumes-2128963817 tempest-TestEncryptedCinderVolumes-2128963817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:41:34.451544 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [req-440c048d-8b78-493d-a50c-f8621b0b823a req-b2169298-2770-432d-86a3-b74e39cf6f25 tempest-TestEncryptedCinderVolumes-2128963817 tempest-TestEncryptedCinderVolumes-2128963817-project] Calling delete_port for fb630922-249d-4776-b825-9896a16ddb8e owned by compute:nova {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:41:34.649473 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-440c048d-8b78-493d-a50c-f8621b0b823a req-b2169298-2770-432d-86a3-b74e39cf6f25 tempest-TestEncryptedCinderVolumes-2128963817 tempest-TestEncryptedCinderVolumes-2128963817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:41:34.661268 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] get_ports_and_sgs() called for port_ids ['fb630922-249d-4776-b825-9896a16ddb8e'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 21:41:34.678296 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2169298-2770-432d-86a3-b74e39cf6f25 tempest-TestEncryptedCinderVolumes-2128963817 tempest-TestEncryptedCinderVolumes-2128963817-project] Pushing event deleted for resources: {'Port': ['ID=fb630922-249d-4776-b825-9896a16ddb8e,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:41:34.691689 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2169298-2770-432d-86a3-b74e39cf6f25 tempest-TestEncryptedCinderVolumes-2128963817 tempest-TestEncryptedCinderVolumes-2128963817-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:41:34.692041 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2169298-2770-432d-86a3-b74e39cf6f25 tempest-TestEncryptedCinderVolumes-2128963817 tempest-TestEncryptedCinderVolumes-2128963817-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:41:34.692470 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2169298-2770-432d-86a3-b74e39cf6f25 tempest-TestEncryptedCinderVolumes-2128963817 tempest-TestEncryptedCinderVolumes-2128963817-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:41:34.692813 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2169298-2770-432d-86a3-b74e39cf6f25 tempest-TestEncryptedCinderVolumes-2128963817 tempest-TestEncryptedCinderVolumes-2128963817-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:41:34.693145 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2169298-2770-432d-86a3-b74e39cf6f25 tempest-TestEncryptedCinderVolumes-2128963817 tempest-TestEncryptedCinderVolumes-2128963817-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:41:34.693501 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2169298-2770-432d-86a3-b74e39cf6f25 tempest-TestEncryptedCinderVolumes-2128963817 tempest-TestEncryptedCinderVolumes-2128963817-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:41:34.693827 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2169298-2770-432d-86a3-b74e39cf6f25 tempest-TestEncryptedCinderVolumes-2128963817 tempest-TestEncryptedCinderVolumes-2128963817-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:41:34.694152 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2169298-2770-432d-86a3-b74e39cf6f25 tempest-TestEncryptedCinderVolumes-2128963817 tempest-TestEncryptedCinderVolumes-2128963817-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:41:34.694479 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2169298-2770-432d-86a3-b74e39cf6f25 tempest-TestEncryptedCinderVolumes-2128963817 tempest-TestEncryptedCinderVolumes-2128963817-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:41:34.694798 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2169298-2770-432d-86a3-b74e39cf6f25 tempest-TestEncryptedCinderVolumes-2128963817 tempest-TestEncryptedCinderVolumes-2128963817-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:41:34.695121 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2169298-2770-432d-86a3-b74e39cf6f25 tempest-TestEncryptedCinderVolumes-2128963817 tempest-TestEncryptedCinderVolumes-2128963817-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:41:34.695440 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2169298-2770-432d-86a3-b74e39cf6f25 tempest-TestEncryptedCinderVolumes-2128963817 tempest-TestEncryptedCinderVolumes-2128963817-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:41:34.730041 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [req-440c048d-8b78-493d-a50c-f8621b0b823a req-b2169298-2770-432d-86a3-b74e39cf6f25 tempest-TestEncryptedCinderVolumes-2128963817 tempest-TestEncryptedCinderVolumes-2128963817-project] No DVR routers for this DVR port fb630922-249d-4776-b825-9896a16ddb8e on host n-h1-842733-1 {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 21:41:34.732630 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-440c048d-8b78-493d-a50c-f8621b0b823a req-b2169298-2770-432d-86a3-b74e39cf6f25 tempest-TestEncryptedCinderVolumes-2128963817 tempest-TestEncryptedCinderVolumes-2128963817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:41:34.736072 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-440c048d-8b78-493d-a50c-f8621b0b823a req-b2169298-2770-432d-86a3-b74e39cf6f25 tempest-TestEncryptedCinderVolumes-2128963817 tempest-TestEncryptedCinderVolumes-2128963817-project] 10.222.0.24 "DELETE /v2.0/ports/fb630922-249d-4776-b825-9896a16ddb8e HTTP/1.1" status: 204 len: 173 time: 0.4745986 May 20 21:41:34.736607 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bfd0caf-ecdd-4b97-8af1-8461c2ea9903', 'name': 'network-vif-deleted', 'tag': 'fb630922-249d-4776-b825-9896a16ddb8e'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 21:41:34.738863 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4416c3b25ab83027dff24eda6e450cd3b8f285a9257f5a2b93a81ddcbdb8854f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05d7d544-9dcd-41ba-9e06-7e77f5c2b133" -d '{"events": [{"server_uuid": "8bfd0caf-ecdd-4b97-8af1-8461c2ea9903", "name": "network-vif-deleted", "tag": "fb630922-249d-4776-b825-9896a16ddb8e"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 21:41:34.775088 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 21:41:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-252d311b-36e1-48d1-97f3-683a5ab21808 x-openstack-request-id: req-252d311b-36e1-48d1-97f3-683a5ab21808 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 21:41:34.775381 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bfd0caf-ecdd-4b97-8af1-8461c2ea9903", "name": "network-vif-deleted", "tag": "fb630922-249d-4776-b825-9896a16ddb8e", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 21:41:34.775634 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-252d311b-36e1-48d1-97f3-683a5ab21808 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 21:41:34.776045 n-d-842733-1 neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-252d311b-36e1-48d1-97f3-683a5ab21808'] response: {'server_uuid': '8bfd0caf-ecdd-4b97-8af1-8461c2ea9903', 'name': 'network-vif-deleted', 'tag': 'fb630922-249d-4776-b825-9896a16ddb8e', 'status': 'completed', 'code': 200} May 20 21:41:35.030813 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-db0d9f57-e356-4a16-ad03-274c0adc135a req-2706d53a-4d39-4531-8e63-d6af410cc8db tempest-TestEncryptedCinderVolumes-2128963817 tempest-TestEncryptedCinderVolumes-2128963817-project] 10.222.0.35 "GET /v2.0/ports?device_id=8bfd0caf-ecdd-4b97-8af1-8461c2ea9903 HTTP/1.1" status: 200 len: 210 time: 0.0314255 May 20 21:41:36.545789 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f14b5a-e5a0-46c7-bb6e-0b5252f10206 req-2c80e47e-6048-4c4d-bab2-88c10a0dae20 tempest-TestEncryptedCinderVolumes-2128963817 tempest-TestEncryptedCinderVolumes-2128963817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:41:36.547257 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c7f14b5a-e5a0-46c7-bb6e-0b5252f10206 req-2c80e47e-6048-4c4d-bab2-88c10a0dae20 tempest-TestEncryptedCinderVolumes-2128963817 tempest-TestEncryptedCinderVolumes-2128963817-project] 10.222.0.35 "GET /v2.0/networks?id=497f2154-0e8a-48d4-b77d-d8bb6dae1aa8 HTTP/1.1" status: 200 len: 816 time: 0.0991662 May 20 21:41:36.562709 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c7f14b5a-e5a0-46c7-bb6e-0b5252f10206 req-c5fff2ce-eddb-4b53-80c5-f2e6cda219b8 tempest-TestEncryptedCinderVolumes-2128963817 tempest-TestEncryptedCinderVolumes-2128963817-project] 10.222.0.35 "GET /v2.0/quotas/c6c3b72426094b018e93f1f35623aa38 HTTP/1.1" status: 200 len: 375 time: 0.0089011 May 20 21:41:36.613306 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c7f14b5a-e5a0-46c7-bb6e-0b5252f10206 req-6a005a28-e2d1-4559-922b-27024c195f7a tempest-TestEncryptedCinderVolumes-2128963817 tempest-TestEncryptedCinderVolumes-2128963817-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=c6c3b72426094b018e93f1f35623aa38&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0449860 May 20 21:41:36.988124 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c7f14b5a-e5a0-46c7-bb6e-0b5252f10206 req-a117cf77-c7b9-4747-8ddd-cf413b8144e7 service neutron] 10.222.0.35 "GET /v2.0/networks/497f2154-0e8a-48d4-b77d-d8bb6dae1aa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3634834 May 20 21:41:37.074598 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c7f14b5a-e5a0-46c7-bb6e-0b5252f10206 req-537a0655-1fe1-4152-b977-e53f09038608 service neutron] 10.222.0.35 "GET /v2.0/networks/497f2154-0e8a-48d4-b77d-d8bb6dae1aa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801692 May 20 21:41:37.195080 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device fb630922-249d-4776-b825-9896a16ddb8e no longer exists at agent hyperv_n-h1-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 21:41:37.217936 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] No Port match for: fb630922-249d-4776-b825-9896a16ddb8e {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 21:41:37.218273 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device fb630922-249d-4776-b825-9896a16ddb8e not bound to the agent host n-h1-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 21:41:37.313281 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8f265541-059e-4443-8430-4a50cfd0696a req-cedecf40-ef90-496f-911f-1be51420d307 tempest-TestEncryptedCinderVolumes-2128963817 tempest-TestEncryptedCinderVolumes-2128963817-project] 10.222.0.35 "GET /v2.0/ports?device_id=45a9079f-59c2-409e-964b-33e612346478 HTTP/1.1" status: 200 len: 210 time: 0.0306613 May 20 21:41:38.407524 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0e11a62a-fa8d-43ca-93fe-46c679bded98 req-cec2f5de-8bbd-4bbe-8982-e8216a2951a4 tempest-TestEncryptedCinderVolumes-2128963817 tempest-TestEncryptedCinderVolumes-2128963817-project] 10.222.0.35 "GET /v2.0/ports?device_id=45a9079f-59c2-409e-964b-33e612346478 HTTP/1.1" status: 200 len: 210 time: 0.0252337 May 20 21:41:39.316395 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f14b5a-e5a0-46c7-bb6e-0b5252f10206 req-6e1d0cae-5b05-48c0-a71a-39d712103ab6 tempest-TestEncryptedCinderVolumes-2128963817 tempest-TestEncryptedCinderVolumes-2128963817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:41:39.317792 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c7f14b5a-e5a0-46c7-bb6e-0b5252f10206 req-6e1d0cae-5b05-48c0-a71a-39d712103ab6 tempest-TestEncryptedCinderVolumes-2128963817 tempest-TestEncryptedCinderVolumes-2128963817-project] 10.222.0.24 "GET /v2.0/networks?id=497f2154-0e8a-48d4-b77d-d8bb6dae1aa8 HTTP/1.1" status: 200 len: 816 time: 0.1016161 May 20 21:41:39.330445 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [req-c7f14b5a-e5a0-46c7-bb6e-0b5252f10206 req-5218762e-2b8f-4cfc-b24c-f9b5d476e317 tempest-TestEncryptedCinderVolumes-2128963817 tempest-TestEncryptedCinderVolumes-2128963817-project] Request body: {'port': {'device_id': '45a9079f-59c2-409e-964b-33e612346478', 'network_id': '497f2154-0e8a-48d4-b77d-d8bb6dae1aa8', 'admin_state_up': True, 'tenant_id': 'c6c3b72426094b018e93f1f35623aa38'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:41:39.505905 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-abd888f5-a8c8-4dd8-9f24-6259afe470d7 req-3c7107f5-881a-4d56-998c-21a8c28f8e4c tempest-TestEncryptedCinderVolumes-2128963817 tempest-TestEncryptedCinderVolumes-2128963817-project] 10.222.0.35 "GET /v2.0/ports?device_id=45a9079f-59c2-409e-964b-33e612346478 HTTP/1.1" status: 200 len: 210 time: 0.0286646 May 20 21:41:39.516066 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7f14b5a-e5a0-46c7-bb6e-0b5252f10206 req-5218762e-2b8f-4cfc-b24c-f9b5d476e317 tempest-TestEncryptedCinderVolumes-2128963817 tempest-TestEncryptedCinderVolumes-2128963817-project] Made reservation on behalf of c6c3b72426094b018e93f1f35623aa38 for: {'port': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:41:39.519649 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-c7f14b5a-e5a0-46c7-bb6e-0b5252f10206 req-5218762e-2b8f-4cfc-b24c-f9b5d476e317 tempest-TestEncryptedCinderVolumes-2128963817 tempest-TestEncryptedCinderVolumes-2128963817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:41:39.645931 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [req-c7f14b5a-e5a0-46c7-bb6e-0b5252f10206 req-5218762e-2b8f-4cfc-b24c-f9b5d476e317 tempest-TestEncryptedCinderVolumes-2128963817 tempest-TestEncryptedCinderVolumes-2128963817-project] Allocated IP 172.20.0.7 (497f2154-0e8a-48d4-b77d-d8bb6dae1aa8/453060b5-2f51-4b87-971b-698ae2eefe03/04c8c280-f462-46e1-9ca2-e910861da64c) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:41:39.789498 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-c7f14b5a-e5a0-46c7-bb6e-0b5252f10206 req-5218762e-2b8f-4cfc-b24c-f9b5d476e317 tempest-TestEncryptedCinderVolumes-2128963817 tempest-TestEncryptedCinderVolumes-2128963817-project] Notify callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:41:39.883870 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-c7f14b5a-e5a0-46c7-bb6e-0b5252f10206 req-5218762e-2b8f-4cfc-b24c-f9b5d476e317 tempest-TestEncryptedCinderVolumes-2128963817 tempest-TestEncryptedCinderVolumes-2128963817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:41:39.929001 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7f14b5a-e5a0-46c7-bb6e-0b5252f10206 req-5218762e-2b8f-4cfc-b24c-f9b5d476e317 tempest-TestEncryptedCinderVolumes-2128963817 tempest-TestEncryptedCinderVolumes-2128963817-project] Network 497f2154-0e8a-48d4-b77d-d8bb6dae1aa8 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:41:39.931922 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [req-c7f14b5a-e5a0-46c7-bb6e-0b5252f10206 req-5218762e-2b8f-4cfc-b24c-f9b5d476e317 tempest-TestEncryptedCinderVolumes-2128963817 tempest-TestEncryptedCinderVolumes-2128963817-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:41:39.935568 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7f14b5a-e5a0-46c7-bb6e-0b5252f10206 req-5218762e-2b8f-4cfc-b24c-f9b5d476e317 tempest-TestEncryptedCinderVolumes-2128963817 tempest-TestEncryptedCinderVolumes-2128963817-project] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:41:39.945376 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5218762e-2b8f-4cfc-b24c-f9b5d476e317 tempest-TestEncryptedCinderVolumes-2128963817 tempest-TestEncryptedCinderVolumes-2128963817-project] Pushing event updated for resources: {'Port': ['ID=04c8c280-f462-46e1-9ca2-e910861da64c,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:41:39.992398 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f14b5a-e5a0-46c7-bb6e-0b5252f10206 req-5218762e-2b8f-4cfc-b24c-f9b5d476e317 tempest-TestEncryptedCinderVolumes-2128963817 tempest-TestEncryptedCinderVolumes-2128963817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:41:39.993008 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-c7f14b5a-e5a0-46c7-bb6e-0b5252f10206 req-5218762e-2b8f-4cfc-b24c-f9b5d476e317 tempest-TestEncryptedCinderVolumes-2128963817 tempest-TestEncryptedCinderVolumes-2128963817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:41:40.084660 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c7f14b5a-e5a0-46c7-bb6e-0b5252f10206 req-5218762e-2b8f-4cfc-b24c-f9b5d476e317 tempest-TestEncryptedCinderVolumes-2128963817 tempest-TestEncryptedCinderVolumes-2128963817-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7584772 May 20 21:41:40.096636 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [req-c7f14b5a-e5a0-46c7-bb6e-0b5252f10206 req-beb288d5-2da0-437a-a957-1d807dd9490f service neutron] Request body: {'port': {'device_id': '45a9079f-59c2-409e-964b-33e612346478', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-842733-1'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:41:40.153631 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-c7f14b5a-e5a0-46c7-bb6e-0b5252f10206 req-beb288d5-2da0-437a-a957-1d807dd9490f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:41:40.162472 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-e5e7541d-d3c0-40bb-9444-9bb9c72fa06a None None] Provisioning complete for port 04c8c280-f462-46e1-9ca2-e910861da64c triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:41:40.166633 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-e5e7541d-d3c0-40bb-9444-9bb9c72fa06a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:41:40.201632 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-e5e7541d-d3c0-40bb-9444-9bb9c72fa06a None None] Port 04c8c280-f462-46e1-9ca2-e910861da64c cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 21:41:40.411006 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [req-c7f14b5a-e5a0-46c7-bb6e-0b5252f10206 req-beb288d5-2da0-437a-a957-1d807dd9490f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04c8c280-f462-46e1-9ca2-e910861da64c {{(pid=103163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 21:41:40.418320 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-c7f14b5a-e5a0-46c7-bb6e-0b5252f10206 req-beb288d5-2da0-437a-a957-1d807dd9490f service neutron] Notify callbacks [] for port, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:41:40.430054 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [req-c7f14b5a-e5a0-46c7-bb6e-0b5252f10206 req-beb288d5-2da0-437a-a957-1d807dd9490f service neutron] Transition to ACTIVE for port object 04c8c280-f462-46e1-9ca2-e910861da64c will not be triggered until provisioned by entity L2. {{(pid=103163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 21:41:40.506503 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-c7f14b5a-e5a0-46c7-bb6e-0b5252f10206 req-beb288d5-2da0-437a-a957-1d807dd9490f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:41:40.554797 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb288d5-2da0-437a-a957-1d807dd9490f service neutron] Pushing event updated for resources: {'Port': ['ID=04c8c280-f462-46e1-9ca2-e910861da64c,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:41:40.664694 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-c7f14b5a-e5a0-46c7-bb6e-0b5252f10206 req-beb288d5-2da0-437a-a957-1d807dd9490f service neutron] Attempting to bind port 04c8c280-f462-46e1-9ca2-e910861da64c on host n-h1-842733-1 for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:41:40.665022 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-c7f14b5a-e5a0-46c7-bb6e-0b5252f10206 req-beb288d5-2da0-437a-a957-1d807dd9490f service neutron] Attempting to bind port 04c8c280-f462-46e1-9ca2-e910861da64c by drivers openvswitch,hyperv on host n-h1-842733-1 at level 0 using segments [{'id': '9a273f71-f870-4267-a8b2-33c3bcbcd05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '497f2154-0e8a-48d4-b77d-d8bb6dae1aa8'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:41:40.665388 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f14b5a-e5a0-46c7-bb6e-0b5252f10206 req-beb288d5-2da0-437a-a957-1d807dd9490f service neutron] Attempting to bind port 04c8c280-f462-46e1-9ca2-e910861da64c on network 497f2154-0e8a-48d4-b77d-d8bb6dae1aa8 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:41:40.676534 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787f3c9d-df65-4f2a-8b44-5d95c78e2c7e req-3df1d299-8f32-4c6f-b6e8-491b55c6d722 tempest-TestEncryptedCinderVolumes-2128963817 tempest-TestEncryptedCinderVolumes-2128963817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:41:40.678136 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-787f3c9d-df65-4f2a-8b44-5d95c78e2c7e req-3df1d299-8f32-4c6f-b6e8-491b55c6d722 tempest-TestEncryptedCinderVolumes-2128963817 tempest-TestEncryptedCinderVolumes-2128963817-project] 10.222.0.35 "GET /v2.0/ports?device_id=45a9079f-59c2-409e-964b-33e612346478 HTTP/1.1" status: 200 len: 943 time: 0.0754776 May 20 21:41:40.680463 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f14b5a-e5a0-46c7-bb6e-0b5252f10206 req-beb288d5-2da0-437a-a957-1d807dd9490f service neutron] Port 04c8c280-f462-46e1-9ca2-e910861da64c on network 497f2154-0e8a-48d4-b77d-d8bb6dae1aa8 not bound, no agent of type Open vSwitch agent registered on host n-h1-842733-1 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 21:41:40.680788 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f14b5a-e5a0-46c7-bb6e-0b5252f10206 req-beb288d5-2da0-437a-a957-1d807dd9490f service neutron] Attempting to bind port 04c8c280-f462-46e1-9ca2-e910861da64c on network 497f2154-0e8a-48d4-b77d-d8bb6dae1aa8 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:41:40.692315 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f14b5a-e5a0-46c7-bb6e-0b5252f10206 req-beb288d5-2da0-437a-a957-1d807dd9490f service neutron] Checking agent: {'id': '08dfb1ce-804b-4db8-838b-21094082e041', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 32, 54), 'started_at': datetime.datetime(2022, 5, 20, 20, 32, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 21, 41, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 21:41:40.692661 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f14b5a-e5a0-46c7-bb6e-0b5252f10206 req-beb288d5-2da0-437a-a957-1d807dd9490f service neutron] Checking segment: {'id': '9a273f71-f870-4267-a8b2-33c3bcbcd05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '497f2154-0e8a-48d4-b77d-d8bb6dae1aa8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:41:40.693054 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f14b5a-e5a0-46c7-bb6e-0b5252f10206 req-beb288d5-2da0-437a-a957-1d807dd9490f service neutron] Bound using segment: {'id': '9a273f71-f870-4267-a8b2-33c3bcbcd05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '497f2154-0e8a-48d4-b77d-d8bb6dae1aa8'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 21:41:40.693508 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-c7f14b5a-e5a0-46c7-bb6e-0b5252f10206 req-beb288d5-2da0-437a-a957-1d807dd9490f service neutron] Bound port: 04c8c280-f462-46e1-9ca2-e910861da64c, host: n-h1-842733-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a273f71-f870-4267-a8b2-33c3bcbcd05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '497f2154-0e8a-48d4-b77d-d8bb6dae1aa8'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:41:40.693867 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-c7f14b5a-e5a0-46c7-bb6e-0b5252f10206 req-beb288d5-2da0-437a-a957-1d807dd9490f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:41:40.751237 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-787f3c9d-df65-4f2a-8b44-5d95c78e2c7e req-7f687143-3ab8-418f-a8ae-db20534433a5 tempest-TestEncryptedCinderVolumes-2128963817 tempest-TestEncryptedCinderVolumes-2128963817-project] 10.222.0.35 "GET /v2.0/security-groups?id=7fd03b5a-342b-4eea-a07e-1879a65106ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667379 May 20 21:41:40.778190 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-c7f14b5a-e5a0-46c7-bb6e-0b5252f10206 req-beb288d5-2da0-437a-a957-1d807dd9490f service neutron] For port 04c8c280-f462-46e1-9ca2-e910861da64c, host n-h1-842733-1, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 21:41:40.781113 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-c7f14b5a-e5a0-46c7-bb6e-0b5252f10206 req-beb288d5-2da0-437a-a957-1d807dd9490f service neutron] For port 04c8c280-f462-46e1-9ca2-e910861da64c, host n-h1-842733-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=04c8c280-f462-46e1-9ca2-e910861da64c,segment=NetworkSegment(9a273f71-f870-4267-a8b2-33c3bcbcd05d),segment_id=9a273f71-f870-4267-a8b2-33c3bcbcd05d)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 21:41:40.848478 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-c7f14b5a-e5a0-46c7-bb6e-0b5252f10206 req-beb288d5-2da0-437a-a957-1d807dd9490f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:41:40.885304 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f14b5a-e5a0-46c7-bb6e-0b5252f10206 req-beb288d5-2da0-437a-a957-1d807dd9490f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:41:40.888510 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-c7f14b5a-e5a0-46c7-bb6e-0b5252f10206 req-beb288d5-2da0-437a-a957-1d807dd9490f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:41:40.888510 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c7f14b5a-e5a0-46c7-bb6e-0b5252f10206 req-beb288d5-2da0-437a-a957-1d807dd9490f service neutron] 10.222.0.24 "PUT /v2.0/ports/04c8c280-f462-46e1-9ca2-e910861da64c HTTP/1.1" status: 200 len: 1091 time: 0.7949483 May 20 21:41:40.888510 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45a9079f-59c2-409e-964b-33e612346478', 'tag': '04c8c280-f462-46e1-9ca2-e910861da64c'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 21:41:40.890028 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4416c3b25ab83027dff24eda6e450cd3b8f285a9257f5a2b93a81ddcbdb8854f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffe81040-e144-4365-b6e6-214599604693" -d '{"events": [{"name": "network-changed", "server_uuid": "45a9079f-59c2-409e-964b-33e612346478", "tag": "04c8c280-f462-46e1-9ca2-e910861da64c"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 21:41:40.916323 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb288d5-2da0-437a-a957-1d807dd9490f service neutron] Pushing event updated for resources: {'Port': ['ID=04c8c280-f462-46e1-9ca2-e910861da64c,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:41:40.932262 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 21:41:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85069aed-7145-41d8-9030-b769c801a817 x-openstack-request-id: req-85069aed-7145-41d8-9030-b769c801a817 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 21:41:40.932562 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45a9079f-59c2-409e-964b-33e612346478", "tag": "04c8c280-f462-46e1-9ca2-e910861da64c", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 21:41:40.932818 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-85069aed-7145-41d8-9030-b769c801a817 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 21:41:40.933370 n-d-842733-1 neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85069aed-7145-41d8-9030-b769c801a817'] response: {'name': 'network-changed', 'server_uuid': '45a9079f-59c2-409e-964b-33e612346478', 'tag': '04c8c280-f462-46e1-9ca2-e910861da64c', 'status': 'completed', 'code': 200} May 20 21:41:40.995402 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe81040-e144-4365-b6e6-214599604693 req-51f253c2-6e26-4718-a100-6c0bc342d669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:41:40.996959 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ffe81040-e144-4365-b6e6-214599604693 req-51f253c2-6e26-4718-a100-6c0bc342d669 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c6c3b72426094b018e93f1f35623aa38&device_id=45a9079f-59c2-409e-964b-33e612346478 HTTP/1.1" status: 200 len: 1094 time: 0.0438285 May 20 21:41:41.097981 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe81040-e144-4365-b6e6-214599604693 req-ef8619d6-5dc8-451d-814f-906da3a94edc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:41:41.099444 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ffe81040-e144-4365-b6e6-214599604693 req-ef8619d6-5dc8-451d-814f-906da3a94edc service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=c6c3b72426094b018e93f1f35623aa38&shared=False HTTP/1.1" status: 200 len: 917 time: 0.0945542 May 20 21:41:41.194785 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe81040-e144-4365-b6e6-214599604693 req-d1dbbbc4-cd94-4499-9264-4f64c774273e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:41:41.196236 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ffe81040-e144-4365-b6e6-214599604693 req-d1dbbbc4-cd94-4499-9264-4f64c774273e service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0910192 May 20 21:41:41.270640 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f14b5a-e5a0-46c7-bb6e-0b5252f10206 req-7782ad77-2388-4cd8-9a55-365ed4fdabd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:41:41.272148 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c7f14b5a-e5a0-46c7-bb6e-0b5252f10206 req-7782ad77-2388-4cd8-9a55-365ed4fdabd0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c6c3b72426094b018e93f1f35623aa38&device_id=45a9079f-59c2-409e-964b-33e612346478 HTTP/1.1" status: 200 len: 1094 time: 0.0413959 May 20 21:41:41.318535 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c7f14b5a-e5a0-46c7-bb6e-0b5252f10206 req-eefebe3f-5231-4d9e-b8b9-2d7ce5922d74 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=04c8c280-f462-46e1-9ca2-e910861da64c HTTP/1.1" status: 200 len: 217 time: 0.0385554 May 20 21:41:41.367168 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f14b5a-e5a0-46c7-bb6e-0b5252f10206 req-12845625-8227-4d33-a766-b63bf37d2615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:41:41.368585 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c7f14b5a-e5a0-46c7-bb6e-0b5252f10206 req-12845625-8227-4d33-a766-b63bf37d2615 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=453060b5-2f51-4b87-971b-698ae2eefe03 HTTP/1.1" status: 200 len: 855 time: 0.0433547 May 20 21:41:41.413674 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f14b5a-e5a0-46c7-bb6e-0b5252f10206 req-47afa3db-49ab-43f3-93e9-12e93d7d6da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:41:41.415132 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c7f14b5a-e5a0-46c7-bb6e-0b5252f10206 req-47afa3db-49ab-43f3-93e9-12e93d7d6da4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=497f2154-0e8a-48d4-b77d-d8bb6dae1aa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407116 May 20 21:41:41.519683 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c7f14b5a-e5a0-46c7-bb6e-0b5252f10206 req-99626cdb-5685-47d4-b113-7348885c3f90 service neutron] 10.222.0.24 "GET /v2.0/networks/497f2154-0e8a-48d4-b77d-d8bb6dae1aa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937657 May 20 21:41:41.608352 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c7f14b5a-e5a0-46c7-bb6e-0b5252f10206 req-50566d66-54dc-4c71-9817-174f6300eccb service neutron] 10.222.0.24 "GET /v2.0/networks/497f2154-0e8a-48d4-b77d-d8bb6dae1aa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821803 May 20 21:41:41.868930 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aae404b-f1d1-4636-bee1-4dcb0d41a6b7 req-9606f481-871c-472f-8ee3-7fb11180511b tempest-TestEncryptedCinderVolumes-2128963817 tempest-TestEncryptedCinderVolumes-2128963817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:41:41.870331 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5aae404b-f1d1-4636-bee1-4dcb0d41a6b7 req-9606f481-871c-472f-8ee3-7fb11180511b tempest-TestEncryptedCinderVolumes-2128963817 tempest-TestEncryptedCinderVolumes-2128963817-project] 10.222.0.35 "GET /v2.0/ports?device_id=45a9079f-59c2-409e-964b-33e612346478 HTTP/1.1" status: 200 len: 943 time: 0.0494835 May 20 21:41:41.906927 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5aae404b-f1d1-4636-bee1-4dcb0d41a6b7 req-6b3337be-200d-4624-97ca-6ac3da88e885 tempest-TestEncryptedCinderVolumes-2128963817 tempest-TestEncryptedCinderVolumes-2128963817-project] 10.222.0.35 "GET /v2.0/security-groups?id=7fd03b5a-342b-4eea-a07e-1879a65106ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306823 May 20 21:41:43.028137 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e991eb-4d8f-466c-8393-e210fef6d572 req-cf81f54e-73a9-4b3a-b2e2-413a343fcfc9 tempest-TestEncryptedCinderVolumes-2128963817 tempest-TestEncryptedCinderVolumes-2128963817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:41:43.029619 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-48e991eb-4d8f-466c-8393-e210fef6d572 req-cf81f54e-73a9-4b3a-b2e2-413a343fcfc9 tempest-TestEncryptedCinderVolumes-2128963817 tempest-TestEncryptedCinderVolumes-2128963817-project] 10.222.0.35 "GET /v2.0/ports?device_id=45a9079f-59c2-409e-964b-33e612346478 HTTP/1.1" status: 200 len: 943 time: 0.0535767 May 20 21:41:43.068624 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-48e991eb-4d8f-466c-8393-e210fef6d572 req-0f14a4f2-78ba-4f21-bc1f-01e06c101460 tempest-TestEncryptedCinderVolumes-2128963817 tempest-TestEncryptedCinderVolumes-2128963817-project] 10.222.0.35 "GET /v2.0/security-groups?id=7fd03b5a-342b-4eea-a07e-1879a65106ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321686 May 20 21:41:44.185415 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f13c43-1b6f-4827-afb0-ef67f9e94482 req-a0a968e3-7f82-4f05-9766-047fad4ef007 tempest-TestEncryptedCinderVolumes-2128963817 tempest-TestEncryptedCinderVolumes-2128963817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:41:44.186887 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a8f13c43-1b6f-4827-afb0-ef67f9e94482 req-a0a968e3-7f82-4f05-9766-047fad4ef007 tempest-TestEncryptedCinderVolumes-2128963817 tempest-TestEncryptedCinderVolumes-2128963817-project] 10.222.0.35 "GET /v2.0/ports?device_id=45a9079f-59c2-409e-964b-33e612346478 HTTP/1.1" status: 200 len: 943 time: 0.0498319 May 20 21:41:44.225041 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a8f13c43-1b6f-4827-afb0-ef67f9e94482 req-3f0c84a9-fede-4c11-b984-0e586092552b tempest-TestEncryptedCinderVolumes-2128963817 tempest-TestEncryptedCinderVolumes-2128963817-project] 10.222.0.35 "GET /v2.0/security-groups?id=7fd03b5a-342b-4eea-a07e-1879a65106ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319717 May 20 21:41:45.273107 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 04c8c280-f462-46e1-9ca2-e910861da64c details requested by agent hyperv_n-h1-842733-1 with host n-h1-842733-1 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 21:41:45.344887 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0528f7f4-866a-40e3-af4f-23e5e0eeccbb req-5ecb3bdc-23cd-462b-a508-00bf332802ce tempest-TestEncryptedCinderVolumes-2128963817 tempest-TestEncryptedCinderVolumes-2128963817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:41:45.346425 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0528f7f4-866a-40e3-af4f-23e5e0eeccbb req-5ecb3bdc-23cd-462b-a508-00bf332802ce tempest-TestEncryptedCinderVolumes-2128963817 tempest-TestEncryptedCinderVolumes-2128963817-project] 10.222.0.35 "GET /v2.0/ports?device_id=45a9079f-59c2-409e-964b-33e612346478 HTTP/1.1" status: 200 len: 943 time: 0.0496378 May 20 21:41:45.369097 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port 04c8c280-f462-46e1-9ca2-e910861da64c, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=04c8c280-f462-46e1-9ca2-e910861da64c,segment=NetworkSegment(9a273f71-f870-4267-a8b2-33c3bcbcd05d),segment_id=9a273f71-f870-4267-a8b2-33c3bcbcd05d)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:41:45.381328 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Returning: {'device': '04c8c280-f462-46e1-9ca2-e910861da64c', 'network_id': '497f2154-0e8a-48d4-b77d-d8bb6dae1aa8', 'port_id': '04c8c280-f462-46e1-9ca2-e910861da64c', 'mac_address': 'fa:16:3e:aa:02:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '453060b5-2f51-4b87-971b-698ae2eefe03', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 20 21:41:45.393411 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0528f7f4-866a-40e3-af4f-23e5e0eeccbb req-0a87e550-f654-40f1-973d-63d96da85f97 tempest-TestEncryptedCinderVolumes-2128963817 tempest-TestEncryptedCinderVolumes-2128963817-project] 10.222.0.35 "GET /v2.0/security-groups?id=7fd03b5a-342b-4eea-a07e-1879a65106ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313749 May 20 21:41:45.418383 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Current status of the port 04c8c280-f462-46e1-9ca2-e910861da64c is: DOWN; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:41:45.422917 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:41:45.435476 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04c8c280-f462-46e1-9ca2-e910861da64c {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 21:41:45.455125 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port 04c8c280-f462-46e1-9ca2-e910861da64c, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=04c8c280-f462-46e1-9ca2-e910861da64c,segment=NetworkSegment(9a273f71-f870-4267-a8b2-33c3bcbcd05d),segment_id=9a273f71-f870-4267-a8b2-33c3bcbcd05d)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:41:45.500601 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:41:45.546996 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Pushing event updated for resources: {'Port': ['ID=04c8c280-f462-46e1-9ca2-e910861da64c,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:41:45.555026 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:41:45.555373 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:41:45.555704 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:41:45.556029 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:41:45.556352 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:41:45.556671 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:41:45.556988 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:41:45.557338 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:41:45.557653 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:41:45.557964 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:41:45.558277 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:41:45.558589 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:41:45.687583 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] get_ports_and_sgs() called for port_ids ['04c8c280-f462-46e1-9ca2-e910861da64c'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 21:41:46.504949 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cca783-082a-4a17-b42c-85afc953a6c9 req-a2182207-4d30-43af-8d5b-d057cdd5832d tempest-TestEncryptedCinderVolumes-2128963817 tempest-TestEncryptedCinderVolumes-2128963817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:41:46.506436 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e5cca783-082a-4a17-b42c-85afc953a6c9 req-a2182207-4d30-43af-8d5b-d057cdd5832d tempest-TestEncryptedCinderVolumes-2128963817 tempest-TestEncryptedCinderVolumes-2128963817-project] 10.222.0.35 "GET /v2.0/ports?device_id=45a9079f-59c2-409e-964b-33e612346478 HTTP/1.1" status: 200 len: 944 time: 0.0533700 May 20 21:41:46.542995 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e5cca783-082a-4a17-b42c-85afc953a6c9 req-0aebb3ad-445f-427c-b48f-5ac32101da8f tempest-TestEncryptedCinderVolumes-2128963817 tempest-TestEncryptedCinderVolumes-2128963817-project] 10.222.0.35 "GET /v2.0/security-groups?id=7fd03b5a-342b-4eea-a07e-1879a65106ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305114 May 20 21:41:47.142556 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.agents_db [None req-5c33ad30-4e00-40fa-b486-8c79c4a6cfc5 None None] Agent healthcheck: found 7 active agents {{(pid=103165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 20 21:41:47.288656 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 04c8c280-f462-46e1-9ca2-e910861da64c up at agent hyperv_n-h1-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:41:47.414584 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Provisioning for port 04c8c280-f462-46e1-9ca2-e910861da64c completed by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 21:41:47.418409 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Provisioning complete for port 04c8c280-f462-46e1-9ca2-e910861da64c triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:41:47.418797 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:41:47.496372 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Current status of the port 04c8c280-f462-46e1-9ca2-e910861da64c is: BUILD; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:41:47.496753 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:41:47.519731 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45a9079f-59c2-409e-964b-33e612346478', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04c8c280-f462-46e1-9ca2-e910861da64c'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 21:41:47.521953 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7947af4a1013b12ef328acaa2f4e39eb2f7ac51c208120b4987a707d9dc479df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd1daf38-e813-453a-bc77-1a7f8ad0eced" -d '{"events": [{"server_uuid": "45a9079f-59c2-409e-964b-33e612346478", "name": "network-vif-plugged", "status": "completed", "tag": "04c8c280-f462-46e1-9ca2-e910861da64c"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 21:41:47.538194 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port 04c8c280-f462-46e1-9ca2-e910861da64c, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=04c8c280-f462-46e1-9ca2-e910861da64c,segment=NetworkSegment(9a273f71-f870-4267-a8b2-33c3bcbcd05d),segment_id=9a273f71-f870-4267-a8b2-33c3bcbcd05d)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:41:47.558301 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 21:41:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d3360c3-b6ba-41c4-89de-7f16a7d9b2c6 x-openstack-request-id: req-4d3360c3-b6ba-41c4-89de-7f16a7d9b2c6 {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 21:41:47.564521 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45a9079f-59c2-409e-964b-33e612346478", "name": "network-vif-plugged", "status": "completed", "tag": "04c8c280-f462-46e1-9ca2-e910861da64c", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 21:41:47.564521 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4d3360c3-b6ba-41c4-89de-7f16a7d9b2c6 {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 21:41:47.564521 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d3360c3-b6ba-41c4-89de-7f16a7d9b2c6'] response: {'server_uuid': '45a9079f-59c2-409e-964b-33e612346478', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04c8c280-f462-46e1-9ca2-e910861da64c', 'code': 200} May 20 21:41:47.598085 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:41:47.647383 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Pushing event updated for resources: {'Port': ['ID=04c8c280-f462-46e1-9ca2-e910861da64c,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:41:47.698108 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62345e68-1c2f-4000-b063-3877c1600e51 req-a51101da-2f10-4e38-b018-0c1fba855583 tempest-TestEncryptedCinderVolumes-2128963817 tempest-TestEncryptedCinderVolumes-2128963817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:41:47.699587 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-62345e68-1c2f-4000-b063-3877c1600e51 req-a51101da-2f10-4e38-b018-0c1fba855583 tempest-TestEncryptedCinderVolumes-2128963817 tempest-TestEncryptedCinderVolumes-2128963817-project] 10.222.0.35 "GET /v2.0/ports?device_id=45a9079f-59c2-409e-964b-33e612346478 HTTP/1.1" status: 200 len: 945 time: 0.0825980 May 20 21:41:47.701264 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae037f22-d4eb-4920-aaa3-ceedb63e6297 req-a4299897-47d8-422f-988d-40f7a5898538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:41:47.702616 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ae037f22-d4eb-4920-aaa3-ceedb63e6297 req-a4299897-47d8-422f-988d-40f7a5898538 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=45a9079f-59c2-409e-964b-33e612346478 HTTP/1.1" status: 200 len: 1096 time: 0.0837641 May 20 21:41:47.761687 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-62345e68-1c2f-4000-b063-3877c1600e51 req-dd8b5b5e-d190-43ed-b1b2-cd97a895c87b tempest-TestEncryptedCinderVolumes-2128963817 tempest-TestEncryptedCinderVolumes-2128963817-project] 10.222.0.35 "GET /v2.0/security-groups?id=7fd03b5a-342b-4eea-a07e-1879a65106ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557163 May 20 21:41:47.763302 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ae037f22-d4eb-4920-aaa3-ceedb63e6297 req-116e8cd0-a6c0-4f67-bb94-ad1ec794ed24 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=7fd03b5a-342b-4eea-a07e-1879a65106ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517843 May 20 21:41:48.883675 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ba6341-62d4-430b-83ac-ab59d46286f2 req-e71aff8b-2251-438c-9542-756334c15016 tempest-TestEncryptedCinderVolumes-2128963817 tempest-TestEncryptedCinderVolumes-2128963817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:41:48.885169 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-96ba6341-62d4-430b-83ac-ab59d46286f2 req-e71aff8b-2251-438c-9542-756334c15016 tempest-TestEncryptedCinderVolumes-2128963817 tempest-TestEncryptedCinderVolumes-2128963817-project] 10.222.0.35 "GET /v2.0/ports?device_id=45a9079f-59c2-409e-964b-33e612346478 HTTP/1.1" status: 200 len: 945 time: 0.0524843 May 20 21:41:48.922199 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-96ba6341-62d4-430b-83ac-ab59d46286f2 req-af1c0cde-aa4f-46e0-9908-0edb2bbf1762 tempest-TestEncryptedCinderVolumes-2128963817 tempest-TestEncryptedCinderVolumes-2128963817-project] 10.222.0.35 "GET /v2.0/security-groups?id=7fd03b5a-342b-4eea-a07e-1879a65106ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309761 May 20 21:41:49.940404 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-7760deb1-22fc-4ea3-9fab-2e4c77da81df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:41:50.037367 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3cb1ad-aec8-4ac5-b5a1-cc2749e56787 req-80e5abe8-b580-4c74-b417-c4cee65e6040 tempest-TestEncryptedCinderVolumes-2128963817 tempest-TestEncryptedCinderVolumes-2128963817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:41:50.038827 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6a3cb1ad-aec8-4ac5-b5a1-cc2749e56787 req-80e5abe8-b580-4c74-b417-c4cee65e6040 tempest-TestEncryptedCinderVolumes-2128963817 tempest-TestEncryptedCinderVolumes-2128963817-project] 10.222.0.35 "GET /v2.0/ports?device_id=45a9079f-59c2-409e-964b-33e612346478 HTTP/1.1" status: 200 len: 945 time: 0.0479469 May 20 21:41:50.076077 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6a3cb1ad-aec8-4ac5-b5a1-cc2749e56787 req-f31f5879-1113-4345-b6c9-da1d53c5631a tempest-TestEncryptedCinderVolumes-2128963817 tempest-TestEncryptedCinderVolumes-2128963817-project] 10.222.0.35 "GET /v2.0/security-groups?id=7fd03b5a-342b-4eea-a07e-1879a65106ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312378 May 20 21:41:50.195156 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39583968-98c8-466a-919c-8ff385574844 req-635c83f9-c636-473d-88a3-d37e757a9b90 tempest-TestEncryptedCinderVolumes-2128963817 tempest-TestEncryptedCinderVolumes-2128963817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:41:50.196644 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-39583968-98c8-466a-919c-8ff385574844 req-635c83f9-c636-473d-88a3-d37e757a9b90 tempest-TestEncryptedCinderVolumes-2128963817 tempest-TestEncryptedCinderVolumes-2128963817-project] 10.222.0.35 "GET /v2.0/ports?device_id=45a9079f-59c2-409e-964b-33e612346478 HTTP/1.1" status: 200 len: 945 time: 0.0532112 May 20 21:41:50.236307 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-39583968-98c8-466a-919c-8ff385574844 req-a5c680bb-5d7e-4f6c-b7c7-a7b59aea4063 tempest-TestEncryptedCinderVolumes-2128963817 tempest-TestEncryptedCinderVolumes-2128963817-project] 10.222.0.35 "GET /v2.0/security-groups?id=7fd03b5a-342b-4eea-a07e-1879a65106ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334752 May 20 21:41:52.294771 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-352a8e77-04e2-4caa-90a7-5f05b006b0b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:41:54.150701 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4bb0e131-6525-46ca-a45b-e4ea43a5e69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:41:55.185101 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:41:55.655786 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:41:55.717935 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cc3ec51b-6ec8-438a-8349-5f0bec346d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:41:59.704248 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-953760ea-1557-4813-a48a-bf1a70796189 req-b8da767d-743a-440e-a7fe-95334a843d33 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=45a9079f-59c2-409e-964b-33e612346478&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0392780 May 20 21:41:59.782673 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953760ea-1557-4813-a48a-bf1a70796189 req-7805c3ef-44c1-4944-afa9-474169fe0027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:41:59.784037 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-953760ea-1557-4813-a48a-bf1a70796189 req-7805c3ef-44c1-4944-afa9-474169fe0027 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c6c3b72426094b018e93f1f35623aa38&device_id=45a9079f-59c2-409e-964b-33e612346478 HTTP/1.1" status: 200 len: 1096 time: 0.0393264 May 20 21:41:59.888715 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953760ea-1557-4813-a48a-bf1a70796189 req-57270d8c-2396-48b1-aba2-8e8cfa150bed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:41:59.890199 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-953760ea-1557-4813-a48a-bf1a70796189 req-57270d8c-2396-48b1-aba2-8e8cfa150bed service neutron] 10.222.0.24 "GET /v2.0/networks?id=497f2154-0e8a-48d4-b77d-d8bb6dae1aa8 HTTP/1.1" status: 200 len: 917 time: 0.0876241 May 20 21:41:59.943410 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-953760ea-1557-4813-a48a-bf1a70796189 req-932a4e44-42f9-4cc4-ad7b-738c86c9a45a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=04c8c280-f462-46e1-9ca2-e910861da64c HTTP/1.1" status: 200 len: 217 time: 0.0353334 May 20 21:41:59.993969 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953760ea-1557-4813-a48a-bf1a70796189 req-e8b3c1d8-aa2c-4bb9-aa1f-c3feabb37ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:41:59.995414 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-953760ea-1557-4813-a48a-bf1a70796189 req-e8b3c1d8-aa2c-4bb9-aa1f-c3feabb37ad5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=453060b5-2f51-4b87-971b-698ae2eefe03 HTTP/1.1" status: 200 len: 855 time: 0.0439844 May 20 21:42:00.046579 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953760ea-1557-4813-a48a-bf1a70796189 req-1bae4b86-6968-496b-b779-e6588c82c70c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:42:00.047969 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-953760ea-1557-4813-a48a-bf1a70796189 req-1bae4b86-6968-496b-b779-e6588c82c70c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=497f2154-0e8a-48d4-b77d-d8bb6dae1aa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448725 May 20 21:42:00.138129 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-953760ea-1557-4813-a48a-bf1a70796189 req-eee7d41f-a082-4f75-9eca-a773c1596bf9 service neutron] 10.222.0.24 "GET /v2.0/networks/497f2154-0e8a-48d4-b77d-d8bb6dae1aa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820045 May 20 21:42:00.237634 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-953760ea-1557-4813-a48a-bf1a70796189 req-6de26072-3872-44e3-8e7f-b47bf094c7f7 service neutron] 10.222.0.24 "GET /v2.0/networks/497f2154-0e8a-48d4-b77d-d8bb6dae1aa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927763 May 20 21:42:02.866327 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:11.999549 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0402af2-5f80-4fbe-b2d6-cb66353076e4 req-faa6233e-41fd-4cc4-9e20-9d4c0a466e46 tempest-TestEncryptedCinderVolumes-2128963817 tempest-TestEncryptedCinderVolumes-2128963817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:42:12.000938 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f0402af2-5f80-4fbe-b2d6-cb66353076e4 req-faa6233e-41fd-4cc4-9e20-9d4c0a466e46 tempest-TestEncryptedCinderVolumes-2128963817 tempest-TestEncryptedCinderVolumes-2128963817-project] 10.222.0.35 "GET /v2.0/ports?device_id=45a9079f-59c2-409e-964b-33e612346478 HTTP/1.1" status: 200 len: 945 time: 0.0498893 May 20 21:42:12.039295 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f0402af2-5f80-4fbe-b2d6-cb66353076e4 req-d6931047-5931-45a0-b8ed-0cb7f45c463e tempest-TestEncryptedCinderVolumes-2128963817 tempest-TestEncryptedCinderVolumes-2128963817-project] 10.222.0.35 "GET /v2.0/security-groups?id=7fd03b5a-342b-4eea-a07e-1879a65106ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314639 May 20 21:42:13.155556 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49db921f-8296-4bc9-89f5-6eb511aedb4d req-5e61ed7c-c008-4430-9ff0-77ff61b68042 tempest-TestEncryptedCinderVolumes-2128963817 tempest-TestEncryptedCinderVolumes-2128963817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:42:13.157019 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-49db921f-8296-4bc9-89f5-6eb511aedb4d req-5e61ed7c-c008-4430-9ff0-77ff61b68042 tempest-TestEncryptedCinderVolumes-2128963817 tempest-TestEncryptedCinderVolumes-2128963817-project] 10.222.0.35 "GET /v2.0/ports?device_id=45a9079f-59c2-409e-964b-33e612346478 HTTP/1.1" status: 200 len: 945 time: 0.0481441 May 20 21:42:13.195165 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-49db921f-8296-4bc9-89f5-6eb511aedb4d req-37b3b988-91eb-4c48-9b7b-7ad7c49c74f1 tempest-TestEncryptedCinderVolumes-2128963817 tempest-TestEncryptedCinderVolumes-2128963817-project] 10.222.0.35 "GET /v2.0/security-groups?id=7fd03b5a-342b-4eea-a07e-1879a65106ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319052 May 20 21:42:13.420997 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffffc92e-98c2-4bcc-833a-58bbbc372c21 req-fba90889-91e7-49ee-a459-4a318cb06f03 tempest-TestEncryptedCinderVolumes-2128963817 tempest-TestEncryptedCinderVolumes-2128963817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:42:13.422522 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ffffc92e-98c2-4bcc-833a-58bbbc372c21 req-fba90889-91e7-49ee-a459-4a318cb06f03 tempest-TestEncryptedCinderVolumes-2128963817 tempest-TestEncryptedCinderVolumes-2128963817-project] 10.222.0.24 "GET /v2.0/ports?device_id=45a9079f-59c2-409e-964b-33e612346478 HTTP/1.1" status: 200 len: 945 time: 0.0481012 May 20 21:42:13.516194 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [req-ffffc92e-98c2-4bcc-833a-58bbbc372c21 req-069ab9d6-b135-4aed-9f29-15a9d3259409 tempest-TestEncryptedCinderVolumes-2128963817 tempest-TestEncryptedCinderVolumes-2128963817-project] Deleting port 04c8c280-f462-46e1-9ca2-e910861da64c {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:42:13.516528 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-ffffc92e-98c2-4bcc-833a-58bbbc372c21 req-069ab9d6-b135-4aed-9f29-15a9d3259409 tempest-TestEncryptedCinderVolumes-2128963817 tempest-TestEncryptedCinderVolumes-2128963817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:13.602793 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-ffffc92e-98c2-4bcc-833a-58bbbc372c21 req-069ab9d6-b135-4aed-9f29-15a9d3259409 tempest-TestEncryptedCinderVolumes-2128963817 tempest-TestEncryptedCinderVolumes-2128963817-project] For port 04c8c280-f462-46e1-9ca2-e910861da64c, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=04c8c280-f462-46e1-9ca2-e910861da64c,segment=NetworkSegment(9a273f71-f870-4267-a8b2-33c3bcbcd05d),segment_id=9a273f71-f870-4267-a8b2-33c3bcbcd05d)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:42:13.603153 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-ffffc92e-98c2-4bcc-833a-58bbbc372c21 req-069ab9d6-b135-4aed-9f29-15a9d3259409 tempest-TestEncryptedCinderVolumes-2128963817 tempest-TestEncryptedCinderVolumes-2128963817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:13.614388 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [req-ffffc92e-98c2-4bcc-833a-58bbbc372c21 req-069ab9d6-b135-4aed-9f29-15a9d3259409 tempest-TestEncryptedCinderVolumes-2128963817 tempest-TestEncryptedCinderVolumes-2128963817-project] Calling delete_port for 04c8c280-f462-46e1-9ca2-e910861da64c owned by compute:nova {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:42:13.797567 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-ffffc92e-98c2-4bcc-833a-58bbbc372c21 req-069ab9d6-b135-4aed-9f29-15a9d3259409 tempest-TestEncryptedCinderVolumes-2128963817 tempest-TestEncryptedCinderVolumes-2128963817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:13.809269 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] get_ports_and_sgs() called for port_ids ['04c8c280-f462-46e1-9ca2-e910861da64c'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 21:42:13.826916 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069ab9d6-b135-4aed-9f29-15a9d3259409 tempest-TestEncryptedCinderVolumes-2128963817 tempest-TestEncryptedCinderVolumes-2128963817-project] Pushing event deleted for resources: {'Port': ['ID=04c8c280-f462-46e1-9ca2-e910861da64c,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:42:13.876986 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffffc92e-98c2-4bcc-833a-58bbbc372c21 req-069ab9d6-b135-4aed-9f29-15a9d3259409 tempest-TestEncryptedCinderVolumes-2128963817 tempest-TestEncryptedCinderVolumes-2128963817-project] No DVR routers for this DVR port 04c8c280-f462-46e1-9ca2-e910861da64c on host n-h1-842733-1 {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 21:42:13.879853 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-ffffc92e-98c2-4bcc-833a-58bbbc372c21 req-069ab9d6-b135-4aed-9f29-15a9d3259409 tempest-TestEncryptedCinderVolumes-2128963817 tempest-TestEncryptedCinderVolumes-2128963817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:13.883278 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ffffc92e-98c2-4bcc-833a-58bbbc372c21 req-069ab9d6-b135-4aed-9f29-15a9d3259409 tempest-TestEncryptedCinderVolumes-2128963817 tempest-TestEncryptedCinderVolumes-2128963817-project] 10.222.0.24 "DELETE /v2.0/ports/04c8c280-f462-46e1-9ca2-e910861da64c HTTP/1.1" status: 204 len: 173 time: 0.4555421 May 20 21:42:13.883705 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45a9079f-59c2-409e-964b-33e612346478', 'name': 'network-vif-deleted', 'tag': '04c8c280-f462-46e1-9ca2-e910861da64c'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 21:42:13.885940 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4416c3b25ab83027dff24eda6e450cd3b8f285a9257f5a2b93a81ddcbdb8854f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d5852e5-f214-4400-8422-208da2715ddd" -d '{"events": [{"server_uuid": "45a9079f-59c2-409e-964b-33e612346478", "name": "network-vif-deleted", "tag": "04c8c280-f462-46e1-9ca2-e910861da64c"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 21:42:13.923271 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 21:42:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79ed17d5-73b5-4bc7-88a4-bb7b23e72f04 x-openstack-request-id: req-79ed17d5-73b5-4bc7-88a4-bb7b23e72f04 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 21:42:13.923563 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45a9079f-59c2-409e-964b-33e612346478", "name": "network-vif-deleted", "tag": "04c8c280-f462-46e1-9ca2-e910861da64c", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 21:42:13.923810 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-79ed17d5-73b5-4bc7-88a4-bb7b23e72f04 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 21:42:13.924214 n-d-842733-1 neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79ed17d5-73b5-4bc7-88a4-bb7b23e72f04'] response: {'server_uuid': '45a9079f-59c2-409e-964b-33e612346478', 'name': 'network-vif-deleted', 'tag': '04c8c280-f462-46e1-9ca2-e910861da64c', 'status': 'completed', 'code': 200} May 20 21:42:14.316674 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b793a324-d331-4863-b53a-7aa9a4300917 req-b347e3a2-7778-4e87-b017-cbcf5ad555e2 tempest-TestEncryptedCinderVolumes-2128963817 tempest-TestEncryptedCinderVolumes-2128963817-project] 10.222.0.35 "GET /v2.0/ports?device_id=45a9079f-59c2-409e-964b-33e612346478 HTTP/1.1" status: 200 len: 210 time: 0.0343368 May 20 21:42:15.483815 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 35700) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:42:15.830272 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5fdf6ab0-dacd-4e2b-a56c-1cdb6d5d4de7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748528'] for router_interface, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:16.400802 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-5fdf6ab0-dacd-4e2b-a56c-1cdb6d5d4de7 admin admin] Deleting port a406dc4b-021f-4183-9588-87ab19b66828 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:42:16.401132 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5fdf6ab0-dacd-4e2b-a56c-1cdb6d5d4de7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:16.477237 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-5fdf6ab0-dacd-4e2b-a56c-1cdb6d5d4de7 admin admin] For port a406dc4b-021f-4183-9588-87ab19b66828, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=a406dc4b-021f-4183-9588-87ab19b66828,segment=NetworkSegment(9a273f71-f870-4267-a8b2-33c3bcbcd05d),segment_id=9a273f71-f870-4267-a8b2-33c3bcbcd05d)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:42:16.477609 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5fdf6ab0-dacd-4e2b-a56c-1cdb6d5d4de7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:16.490763 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-5fdf6ab0-dacd-4e2b-a56c-1cdb6d5d4de7 admin admin] Calling delete_port for a406dc4b-021f-4183-9588-87ab19b66828 owned by network:router_interface {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:42:16.723006 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5fdf6ab0-dacd-4e2b-a56c-1cdb6d5d4de7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:16.749745 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdf6ab0-dacd-4e2b-a56c-1cdb6d5d4de7 admin admin] Pushing event deleted for resources: {'Port': ['ID=a406dc4b-021f-4183-9588-87ab19b66828,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:42:16.779868 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdf6ab0-dacd-4e2b-a56c-1cdb6d5d4de7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:42:16.780524 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdf6ab0-dacd-4e2b-a56c-1cdb6d5d4de7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:42:16.780524 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdf6ab0-dacd-4e2b-a56c-1cdb6d5d4de7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:42:16.780845 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdf6ab0-dacd-4e2b-a56c-1cdb6d5d4de7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:42:16.781158 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdf6ab0-dacd-4e2b-a56c-1cdb6d5d4de7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:42:16.781499 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdf6ab0-dacd-4e2b-a56c-1cdb6d5d4de7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:42:16.781821 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdf6ab0-dacd-4e2b-a56c-1cdb6d5d4de7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:42:16.782133 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdf6ab0-dacd-4e2b-a56c-1cdb6d5d4de7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:42:16.782479 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdf6ab0-dacd-4e2b-a56c-1cdb6d5d4de7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:42:16.782763 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdf6ab0-dacd-4e2b-a56c-1cdb6d5d4de7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:42:16.783080 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdf6ab0-dacd-4e2b-a56c-1cdb6d5d4de7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:42:16.783389 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdf6ab0-dacd-4e2b-a56c-1cdb6d5d4de7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:42:16.949076 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5fdf6ab0-dacd-4e2b-a56c-1cdb6d5d4de7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-692224'] for router_interface, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:17.182721 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fdf6ab0-dacd-4e2b-a56c-1cdb6d5d4de7 admin admin] Router 0c02a6b5-45e4-47e4-a16a-97e14eafb364 has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 21:42:17.297581 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fdf6ab0-dacd-4e2b-a56c-1cdb6d5d4de7 admin admin] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 21:42:17.303692 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-5fdf6ab0-dacd-4e2b-a56c-1cdb6d5d4de7 admin admin] 10.222.0.35 "PUT /v2.0/routers/0c02a6b5-45e4-47e4-a16a-97e14eafb364/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8133388 May 20 21:42:17.305728 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 35706) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:42:17.308442 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b96fc703-5405-438c-a426-996bf0beb82b None None] Sync routers for ids ['0c02a6b5-45e4-47e4-a16a-97e14eafb364'] in n-d-842733-1 {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 21:42:17.318971 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b96fc703-5405-438c-a426-996bf0beb82b None None] Routers {'0c02a6b5-45e4-47e4-a16a-97e14eafb364'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:42:17.319593 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-b96fc703-5405-438c-a426-996bf0beb82b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:41:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['0c02a6b5-45e4-47e4-a16a-97e14eafb364'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:42:17.413883 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 04c8c280-f462-46e1-9ca2-e910861da64c no longer exists at agent hyperv_n-h1-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 21:42:17.427308 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-565b2756-fb52-4c3b-899d-1d50c8d4c550 admin admin] Notify callbacks [] for router, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:17.440931 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] No Port match for: 04c8c280-f462-46e1-9ca2-e910861da64c {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 21:42:17.441292 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 04c8c280-f462-46e1-9ca2-e910861da64c not bound to the agent host n-h1-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 21:42:17.457459 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-b96fc703-5405-438c-a426-996bf0beb82b None None] Set router 0c02a6b5-45e4-47e4-a16a-97e14eafb364 gateway port host: n-d-842733-1 {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:42:17.544245 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-565b2756-fb52-4c3b-899d-1d50c8d4c550 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:17.638415 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-b96fc703-5405-438c-a426-996bf0beb82b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c02a6b5-45e4-47e4-a16a-97e14eafb364', 'name': 'tempest-TestEncryptedCinderVolumes-872640420-router', 'tenant_id': 'c6c3b72426094b018e93f1f35623aa38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.20'}], 'enable_snat': True}, 'gw_port_id': '7936cf17-7d20-44ac-ab61-2910d1a79f4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:40:45Z', 'updated_at': '2022-05-20T21:42:16Z', 'revision_number': 5, 'project_id': 'c6c3b72426094b018e93f1f35623aa38', 'gw_port': {'id': '7936cf17-7d20-44ac-ab61-2910d1a79f4d', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:67:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c02a6b5-45e4-47e4-a16a-97e14eafb364', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:40:46Z', 'updated_at': '2022-05-20T21:40:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:42:17.653027 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-565b2756-fb52-4c3b-899d-1d50c8d4c550 admin admin] Deleting port 7936cf17-7d20-44ac-ab61-2910d1a79f4d {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:42:17.653413 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-565b2756-fb52-4c3b-899d-1d50c8d4c550 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:17.676238 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b96fc703-5405-438c-a426-996bf0beb82b None None] Checking router: 0c02a6b5-45e4-47e4-a16a-97e14eafb364 for host: n-d-842733-1 {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 21:42:17.685431 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b96fc703-5405-438c-a426-996bf0beb82b None None] Routers {'0c02a6b5-45e4-47e4-a16a-97e14eafb364'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:42:17.686034 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-b96fc703-5405-438c-a426-996bf0beb82b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:41:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['0c02a6b5-45e4-47e4-a16a-97e14eafb364'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:42:17.734858 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-565b2756-fb52-4c3b-899d-1d50c8d4c550 admin admin] For port 7936cf17-7d20-44ac-ab61-2910d1a79f4d, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=7936cf17-7d20-44ac-ab61-2910d1a79f4d,segment=NetworkSegment(0b5485c4-eff8-42a1-9073-ae54ed4c63ba),segment_id=0b5485c4-eff8-42a1-9073-ae54ed4c63ba)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:42:17.735263 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-565b2756-fb52-4c3b-899d-1d50c8d4c550 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:17.754842 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-565b2756-fb52-4c3b-899d-1d50c8d4c550 admin admin] Calling delete_port for 7936cf17-7d20-44ac-ab61-2910d1a79f4d owned by network:router_gateway {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:42:17.772512 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-b96fc703-5405-438c-a426-996bf0beb82b None None] Set router 0c02a6b5-45e4-47e4-a16a-97e14eafb364 gateway port host: None {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:42:17.823544 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-b96fc703-5405-438c-a426-996bf0beb82b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c02a6b5-45e4-47e4-a16a-97e14eafb364', 'name': 'tempest-TestEncryptedCinderVolumes-872640420-router', 'tenant_id': 'c6c3b72426094b018e93f1f35623aa38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:40:45Z', 'updated_at': '2022-05-20T21:42:17Z', 'revision_number': 6, 'project_id': 'c6c3b72426094b018e93f1f35623aa38', 'gw_port_host': None}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:42:17.852879 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b96fc703-5405-438c-a426-996bf0beb82b None None] The sync data for ids ['0c02a6b5-45e4-47e4-a16a-97e14eafb364'] in n-d-842733-1 is: [{'id': '0c02a6b5-45e4-47e4-a16a-97e14eafb364', 'name': 'tempest-TestEncryptedCinderVolumes-872640420-router', 'tenant_id': 'c6c3b72426094b018e93f1f35623aa38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:40:45Z', 'updated_at': '2022-05-20T21:42:17Z', 'revision_number': 6, 'project_id': 'c6c3b72426094b018e93f1f35623aa38', 'gw_port_host': None}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 21:42:17.985836 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-565b2756-fb52-4c3b-899d-1d50c8d4c550 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:18.010621 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565b2756-fb52-4c3b-899d-1d50c8d4c550 admin admin] Pushing event deleted for resources: {'Port': ['ID=7936cf17-7d20-44ac-ab61-2910d1a79f4d,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:42:18.071788 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-565b2756-fb52-4c3b-899d-1d50c8d4c550 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-748206'] for router_gateway, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:18.165043 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-565b2756-fb52-4c3b-899d-1d50c8d4c550 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26169'] for router, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:18.167121 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-565b2756-fb52-4c3b-899d-1d50c8d4c550 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:18.254425 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-565b2756-fb52-4c3b-899d-1d50c8d4c550 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-693148'] for router, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:18.255003 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-565b2756-fb52-4c3b-899d-1d50c8d4c550 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0c02a6b5-45e4-47e4-a16a-97e14eafb364 {{(pid=103162) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 20 21:42:18.259284 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-565b2756-fb52-4c3b-899d-1d50c8d4c550 admin admin] Notify callbacks [] for router, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:18.260424 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-565b2756-fb52-4c3b-899d-1d50c8d4c550 admin admin] 10.222.0.35 "DELETE /v2.0/routers/0c02a6b5-45e4-47e4-a16a-97e14eafb364 HTTP/1.1" status: 204 len: 168 time: 0.9535570 May 20 21:42:18.263338 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 35708) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:42:18.307810 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2de5731-bcc7-4684-b2e9-768b2695c646 admin admin] Deleting subnet 453060b5-2f51-4b87-971b-698ae2eefe03 {{(pid=103163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 20 21:42:18.310835 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c2de5731-bcc7-4684-b2e9-768b2695c646 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:18.345118 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c2de5731-bcc7-4684-b2e9-768b2695c646 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9338757'] for subnet, precommit_delete_associations {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:18.424612 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c2de5731-bcc7-4684-b2e9-768b2695c646 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33068388'] for subnet, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:18.527878 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c2de5731-bcc7-4684-b2e9-768b2695c646 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33068399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9641221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8422588'] for subnet, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:18.551856 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2de5731-bcc7-4684-b2e9-768b2695c646 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=453060b5-2f51-4b87-971b-698ae2eefe03,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:42:18.557686 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c2de5731-bcc7-4684-b2e9-768b2695c646 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:18.560924 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-c2de5731-bcc7-4684-b2e9-768b2695c646 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/453060b5-2f51-4b87-971b-698ae2eefe03 HTTP/1.1" status: 204 len: 168 time: 0.2964768 May 20 21:42:18.563049 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66a30733-ded7-4c4b-a50e-cdeec1cad595 None None] Network 497f2154-0e8a-48d4-b77d-d8bb6dae1aa8 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:42:18.563573 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 35710) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:42:18.633868 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c8879912-53dd-4475-9be1-d7f66d632f85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33160123'] for network, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:18.694456 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-c8879912-53dd-4475-9be1-d7f66d632f85 admin admin] Deleting port 8e58adc6-6b70-4893-bbf1-02289c91d012 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:42:18.694803 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c8879912-53dd-4475-9be1-d7f66d632f85 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:18.745802 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fed068ad-1dd8-413a-9b8d-f8d04323200b None None] DHCP port deletion for 497f2154-0e8a-48d4-b77d-d8bb6dae1aa8 request from n-d-842733-1 {{(pid=103164) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 21:42:18.764471 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-c8879912-53dd-4475-9be1-d7f66d632f85 admin admin] For port 8e58adc6-6b70-4893-bbf1-02289c91d012, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=8e58adc6-6b70-4893-bbf1-02289c91d012,segment=NetworkSegment(9a273f71-f870-4267-a8b2-33c3bcbcd05d),segment_id=9a273f71-f870-4267-a8b2-33c3bcbcd05d)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:42:18.764836 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c8879912-53dd-4475-9be1-d7f66d632f85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:18.778048 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-c8879912-53dd-4475-9be1-d7f66d632f85 admin admin] Calling delete_port for 8e58adc6-6b70-4893-bbf1-02289c91d012 owned by network:dhcp {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:42:18.792095 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-fed068ad-1dd8-413a-9b8d-f8d04323200b None None] Deleting port 8e58adc6-6b70-4893-bbf1-02289c91d012 {{(pid=103164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:42:18.792455 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-fed068ad-1dd8-413a-9b8d-f8d04323200b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:18.857472 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-fed068ad-1dd8-413a-9b8d-f8d04323200b None None] For port 8e58adc6-6b70-4893-bbf1-02289c91d012, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=8e58adc6-6b70-4893-bbf1-02289c91d012,segment=NetworkSegment(9a273f71-f870-4267-a8b2-33c3bcbcd05d),segment_id=9a273f71-f870-4267-a8b2-33c3bcbcd05d)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:42:18.857869 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-fed068ad-1dd8-413a-9b8d-f8d04323200b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:18.871470 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-fed068ad-1dd8-413a-9b8d-f8d04323200b None None] Calling delete_port for 8e58adc6-6b70-4893-bbf1-02289c91d012 owned by network:dhcp {{(pid=103164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:42:18.951316 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c8879912-53dd-4475-9be1-d7f66d632f85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:18.957681 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-fed068ad-1dd8-413a-9b8d-f8d04323200b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099'] for port, after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:18.980135 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8879912-53dd-4475-9be1-d7f66d632f85 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e58adc6-6b70-4893-bbf1-02289c91d012,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:42:18.982052 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8879912-53dd-4475-9be1-d7f66d632f85 admin admin] No DVR routers for this DVR port 8e58adc6-6b70-4893-bbf1-02289c91d012 on host n-d-842733-1 {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 21:42:18.985505 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed068ad-1dd8-413a-9b8d-f8d04323200b None None] Pushing event deleted for resources: {'Port': ['ID=8e58adc6-6b70-4893-bbf1-02289c91d012,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:42:18.989936 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed068ad-1dd8-413a-9b8d-f8d04323200b None None] No DVR routers for this DVR port 8e58adc6-6b70-4893-bbf1-02289c91d012 on host n-d-842733-1 {{(pid=103164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 21:42:19.039810 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 7936cf17-7d20-44ac-ab61-2910d1a79f4d no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 21:42:19.054560 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c8879912-53dd-4475-9be1-d7f66d632f85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33072115', 'neutron.services.segments.db._delete_segments_for_network-8782419500584'] for network, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:19.059836 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: 7936cf17-7d20-44ac-ab61-2910d1a79f4d {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 21:42:19.060251 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 7936cf17-7d20-44ac-ab61-2910d1a79f4d not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 21:42:19.060725 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 8e58adc6-6b70-4893-bbf1-02289c91d012 no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 21:42:19.076844 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-c8879912-53dd-4475-9be1-d7f66d632f85 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['497f2154-0e8a-48d4-b77d-d8bb6dae1aa8']}} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:42:19.085819 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: 8e58adc6-6b70-4893-bbf1-02289c91d012 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 21:42:19.086163 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 8e58adc6-6b70-4893-bbf1-02289c91d012 not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 21:42:19.086571 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device a406dc4b-021f-4183-9588-87ab19b66828 no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 21:42:19.087324 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-c8879912-53dd-4475-9be1-d7f66d632f85 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a273f71-f870-4267-a8b2-33c3bcbcd05d') {'for_net_delete': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:42:19.087616 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-c8879912-53dd-4475-9be1-d7f66d632f85 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a273f71-f870-4267-a8b2-33c3bcbcd05d') {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:42:19.100593 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c8879912-53dd-4475-9be1-d7f66d632f85 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419501617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9338764'] for segment, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:19.108212 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: a406dc4b-021f-4183-9588-87ab19b66828 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 21:42:19.108552 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device a406dc4b-021f-4183-9588-87ab19b66828 not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 21:42:19.114264 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c8879912-53dd-4475-9be1-d7f66d632f85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:19.120874 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8879912-53dd-4475-9be1-d7f66d632f85 admin admin] Releasing vlan 200 on physical network physnet1 to pool {{(pid=103163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 21:42:19.121294 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c8879912-53dd-4475-9be1-d7f66d632f85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9638311'] for segment, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:19.123007 n-d-842733-1 neutron-server[103163]: Traceback (most recent call last): May 20 21:42:19.123007 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 21:42:19.123007 n-d-842733-1 neutron-server[103163]: timer() May 20 21:42:19.123007 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 21:42:19.123007 n-d-842733-1 neutron-server[103163]: cb(*args, **kw) May 20 21:42:19.123007 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 20 21:42:19.123007 n-d-842733-1 neutron-server[103163]: return func(*args, **kwargs) May 20 21:42:19.123007 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 21:42:19.123007 n-d-842733-1 neutron-server[103163]: self._notify() May 20 21:42:19.123007 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 21:42:19.123007 n-d-842733-1 neutron-server[103163]: self.callback(batched_events) May 20 21:42:19.123007 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 21:42:19.123007 n-d-842733-1 neutron-server[103163]: event.method(event) May 20 21:42:19.123007 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 20 21:42:19.123007 n-d-842733-1 neutron-server[103163]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 21:42:19.123007 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 20 21:42:19.123007 n-d-842733-1 neutron-server[103163]: aggregate_uuid = self.p_client.list_aggregates( May 20 21:42:19.123007 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 20 21:42:19.123007 n-d-842733-1 neutron-server[103163]: return f(self, *a, **k) May 20 21:42:19.123007 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 20 21:42:19.123007 n-d-842733-1 neutron-server[103163]: return self._get(url).json() May 20 21:42:19.123007 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 20 21:42:19.123007 n-d-842733-1 neutron-server[103163]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 21:42:19.123007 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 21:42:19.123007 n-d-842733-1 neutron-server[103163]: return self.request(url, 'GET', **kwargs) May 20 21:42:19.123007 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 21:42:19.123007 n-d-842733-1 neutron-server[103163]: base_url = self.get_endpoint(auth, allow=allow, May 20 21:42:19.123007 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 21:42:19.123007 n-d-842733-1 neutron-server[103163]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 21:42:19.123007 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 21:42:19.123007 n-d-842733-1 neutron-server[103163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 21:42:19.123007 n-d-842733-1 neutron-server[103163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 21:42:19.237356 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c8879912-53dd-4475-9be1-d7f66d632f85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33072122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748162'] for network, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:19.245761 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c8879912-53dd-4475-9be1-d7f66d632f85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:19.249140 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-c8879912-53dd-4475-9be1-d7f66d632f85 admin admin] 10.222.0.35 "DELETE /v2.0/networks/497f2154-0e8a-48d4-b77d-d8bb6dae1aa8 HTTP/1.1" status: 204 len: 168 time: 0.6848569 May 20 21:42:19.252390 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 35712) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:42:19.260400 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8879912-53dd-4475-9be1-d7f66d632f85 admin admin] Pushing event deleted for resources: {'Network': ['ID=497f2154-0e8a-48d4-b77d-d8bb6dae1aa8,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:42:19.596846 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-da15c982-07cf-4ba4-a5a5-2122f77daba0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748528'] for router_interface, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:19.836838 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-da15c982-07cf-4ba4-a5a5-2122f77daba0 admin admin] Deleting port 53a17759-80b7-4dec-b7ac-c7ff68f605ce {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:42:19.837082 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-da15c982-07cf-4ba4-a5a5-2122f77daba0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:19.920834 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-da15c982-07cf-4ba4-a5a5-2122f77daba0 admin admin] For port 53a17759-80b7-4dec-b7ac-c7ff68f605ce, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=53a17759-80b7-4dec-b7ac-c7ff68f605ce,segment=NetworkSegment(73a9babf-c9cf-4c05-beeb-28421364d8c4),segment_id=73a9babf-c9cf-4c05-beeb-28421364d8c4)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:42:19.921196 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-da15c982-07cf-4ba4-a5a5-2122f77daba0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:19.933960 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-da15c982-07cf-4ba4-a5a5-2122f77daba0 admin admin] Calling delete_port for 53a17759-80b7-4dec-b7ac-c7ff68f605ce owned by network:router_interface {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:42:20.088775 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-dab3bdc9-1d8a-43d9-a9af-956283a9cc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:20.167288 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-da15c982-07cf-4ba4-a5a5-2122f77daba0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:20.192948 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da15c982-07cf-4ba4-a5a5-2122f77daba0 admin admin] Pushing event deleted for resources: {'Port': ['ID=53a17759-80b7-4dec-b7ac-c7ff68f605ce,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:42:20.358147 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-da15c982-07cf-4ba4-a5a5-2122f77daba0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-692224'] for router_interface, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:20.568973 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da15c982-07cf-4ba4-a5a5-2122f77daba0 admin admin] Router 2b3882b3-17b8-4b79-a63a-2ceac5a41aea has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 21:42:20.673915 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da15c982-07cf-4ba4-a5a5-2122f77daba0 admin admin] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 21:42:20.679014 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-da15c982-07cf-4ba4-a5a5-2122f77daba0 admin admin] 10.222.0.35 "PUT /v2.0/routers/2b3882b3-17b8-4b79-a63a-2ceac5a41aea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4253371 May 20 21:42:20.681567 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 35714) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:42:20.682557 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8656202-22f9-49fc-b2a0-e5afcb69328a None None] Sync routers for ids ['2b3882b3-17b8-4b79-a63a-2ceac5a41aea'] in n-d-842733-1 {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 21:42:20.692393 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8656202-22f9-49fc-b2a0-e5afcb69328a None None] Routers {'2b3882b3-17b8-4b79-a63a-2ceac5a41aea'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:42:20.692980 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-a8656202-22f9-49fc-b2a0-e5afcb69328a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:41:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['2b3882b3-17b8-4b79-a63a-2ceac5a41aea'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:42:20.786776 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8c6e5cd2-ee78-4281-af7b-a7922746107a admin admin] Notify callbacks [] for router, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:20.887686 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-a8656202-22f9-49fc-b2a0-e5afcb69328a None None] Set router 2b3882b3-17b8-4b79-a63a-2ceac5a41aea gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:42:20.892410 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8c6e5cd2-ee78-4281-af7b-a7922746107a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:21.047791 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-8c6e5cd2-ee78-4281-af7b-a7922746107a admin admin] Deleting port adbb7bd4-e988-4d4a-b6e5-d33678631fe1 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:42:21.047791 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8c6e5cd2-ee78-4281-af7b-a7922746107a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:21.061447 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-a8656202-22f9-49fc-b2a0-e5afcb69328a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b3882b3-17b8-4b79-a63a-2ceac5a41aea', 'name': 'tempest-TestEncryptedCinderVolumes-1938833561-router', 'tenant_id': '28989eaf73cd4d489bc9e207c8078d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.64'}], 'enable_snat': True}, 'gw_port_id': 'adbb7bd4-e988-4d4a-b6e5-d33678631fe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:40:51Z', 'updated_at': '2022-05-20T21:42:20Z', 'revision_number': 5, 'project_id': '28989eaf73cd4d489bc9e207c8078d20', 'gw_port': {'id': 'adbb7bd4-e988-4d4a-b6e5-d33678631fe1', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:24:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b3882b3-17b8-4b79-a63a-2ceac5a41aea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:40:51Z', 'updated_at': '2022-05-20T21:40:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:42:21.087761 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8656202-22f9-49fc-b2a0-e5afcb69328a None None] Checking router: 2b3882b3-17b8-4b79-a63a-2ceac5a41aea for host: n-d-842733-1 {{(pid=103165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 21:42:21.095735 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8656202-22f9-49fc-b2a0-e5afcb69328a None None] Routers {'2b3882b3-17b8-4b79-a63a-2ceac5a41aea'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:42:21.096325 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-a8656202-22f9-49fc-b2a0-e5afcb69328a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:41:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['2b3882b3-17b8-4b79-a63a-2ceac5a41aea'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:42:21.127580 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-8c6e5cd2-ee78-4281-af7b-a7922746107a admin admin] For port adbb7bd4-e988-4d4a-b6e5-d33678631fe1, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=adbb7bd4-e988-4d4a-b6e5-d33678631fe1,segment=NetworkSegment(0b5485c4-eff8-42a1-9073-ae54ed4c63ba),segment_id=0b5485c4-eff8-42a1-9073-ae54ed4c63ba)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:42:21.128200 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8c6e5cd2-ee78-4281-af7b-a7922746107a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:21.141352 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-8c6e5cd2-ee78-4281-af7b-a7922746107a admin admin] Calling delete_port for adbb7bd4-e988-4d4a-b6e5-d33678631fe1 owned by network:router_gateway {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:42:21.179790 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-a8656202-22f9-49fc-b2a0-e5afcb69328a None None] Set router 2b3882b3-17b8-4b79-a63a-2ceac5a41aea gateway port host: None {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:42:21.232374 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-a8656202-22f9-49fc-b2a0-e5afcb69328a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b3882b3-17b8-4b79-a63a-2ceac5a41aea', 'name': 'tempest-TestEncryptedCinderVolumes-1938833561-router', 'tenant_id': '28989eaf73cd4d489bc9e207c8078d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:40:51Z', 'updated_at': '2022-05-20T21:42:20Z', 'revision_number': 6, 'project_id': '28989eaf73cd4d489bc9e207c8078d20', 'gw_port_host': None}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:42:21.258124 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8656202-22f9-49fc-b2a0-e5afcb69328a None None] The sync data for ids ['2b3882b3-17b8-4b79-a63a-2ceac5a41aea'] in n-d-842733-1 is: [{'id': '2b3882b3-17b8-4b79-a63a-2ceac5a41aea', 'name': 'tempest-TestEncryptedCinderVolumes-1938833561-router', 'tenant_id': '28989eaf73cd4d489bc9e207c8078d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:40:51Z', 'updated_at': '2022-05-20T21:42:20Z', 'revision_number': 6, 'project_id': '28989eaf73cd4d489bc9e207c8078d20', 'gw_port_host': None}] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 21:42:21.385987 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8c6e5cd2-ee78-4281-af7b-a7922746107a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:21.412576 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6e5cd2-ee78-4281-af7b-a7922746107a admin admin] Pushing event deleted for resources: {'Port': ['ID=adbb7bd4-e988-4d4a-b6e5-d33678631fe1,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:42:21.469741 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8c6e5cd2-ee78-4281-af7b-a7922746107a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-748206'] for router_gateway, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:21.557639 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8c6e5cd2-ee78-4281-af7b-a7922746107a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26169'] for router, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:21.559649 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8c6e5cd2-ee78-4281-af7b-a7922746107a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:21.677301 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8c6e5cd2-ee78-4281-af7b-a7922746107a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-693148'] for router, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:21.678371 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c6e5cd2-ee78-4281-af7b-a7922746107a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2b3882b3-17b8-4b79-a63a-2ceac5a41aea {{(pid=103162) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 20 21:42:21.683013 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8c6e5cd2-ee78-4281-af7b-a7922746107a admin admin] Notify callbacks [] for router, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:21.684191 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-8c6e5cd2-ee78-4281-af7b-a7922746107a admin admin] 10.222.0.35 "DELETE /v2.0/routers/2b3882b3-17b8-4b79-a63a-2ceac5a41aea HTTP/1.1" status: 204 len: 168 time: 1.0015018 May 20 21:42:21.686966 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 35716) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:42:21.732029 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1e41688-a9a7-4b9d-b840-890a1585d8d0 admin admin] Deleting subnet c9a4ce45-2f20-42b5-b521-5cf74bea42fd {{(pid=103162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 20 21:42:21.735070 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e1e41688-a9a7-4b9d-b840-890a1585d8d0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:21.768629 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e1e41688-a9a7-4b9d-b840-890a1585d8d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3738392'] for subnet, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:21.847742 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e1e41688-a9a7-4b9d-b840-890a1585d8d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33068388'] for subnet, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:21.980089 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e1e41688-a9a7-4b9d-b840-890a1585d8d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33068399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3797621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4018265'] for subnet, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:22.007030 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e41688-a9a7-4b9d-b840-890a1585d8d0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c9a4ce45-2f20-42b5-b521-5cf74bea42fd,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:42:22.011956 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e1e41688-a9a7-4b9d-b840-890a1585d8d0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:22.016000 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-e1e41688-a9a7-4b9d-b840-890a1585d8d0 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/c9a4ce45-2f20-42b5-b521-5cf74bea42fd HTTP/1.1" status: 204 len: 168 time: 0.3278668 May 20 21:42:22.017412 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67792f8b-8d94-4275-b8b2-ceb6b594c175 None None] Network 5645fd4f-2aa1-4fd0-8f9c-a7bcbe40115d requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:42:22.018270 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 35718) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:42:22.085460 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5a384e62-08f1-4f75-88d3-a9cca0c38083 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33160123'] for network, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:22.144529 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-5a384e62-08f1-4f75-88d3-a9cca0c38083 admin admin] Deleting port 18ad8e65-5605-41da-9391-4aad119553eb {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:42:22.144853 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5a384e62-08f1-4f75-88d3-a9cca0c38083 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:22.208191 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-5a384e62-08f1-4f75-88d3-a9cca0c38083 admin admin] For port 18ad8e65-5605-41da-9391-4aad119553eb, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=18ad8e65-5605-41da-9391-4aad119553eb,segment=NetworkSegment(73a9babf-c9cf-4c05-beeb-28421364d8c4),segment_id=73a9babf-c9cf-4c05-beeb-28421364d8c4)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:42:22.208558 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5a384e62-08f1-4f75-88d3-a9cca0c38083 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:22.218542 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-923e09ab-21f7-49fa-99cb-588b9ae4eed8 None None] DHCP port deletion for 5645fd4f-2aa1-4fd0-8f9c-a7bcbe40115d request from n-d-842733-1 {{(pid=103164) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 21:42:22.226779 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-5a384e62-08f1-4f75-88d3-a9cca0c38083 admin admin] Calling delete_port for 18ad8e65-5605-41da-9391-4aad119553eb owned by network:dhcp {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:42:22.282233 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-923e09ab-21f7-49fa-99cb-588b9ae4eed8 None None] Deleting port 18ad8e65-5605-41da-9391-4aad119553eb {{(pid=103164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:42:22.282551 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-923e09ab-21f7-49fa-99cb-588b9ae4eed8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:22.330033 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-2be3a9f7-87a2-4a85-a685-2b442779f312 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:22.353897 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-923e09ab-21f7-49fa-99cb-588b9ae4eed8 None None] For port 18ad8e65-5605-41da-9391-4aad119553eb, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=18ad8e65-5605-41da-9391-4aad119553eb,segment=NetworkSegment(73a9babf-c9cf-4c05-beeb-28421364d8c4),segment_id=73a9babf-c9cf-4c05-beeb-28421364d8c4)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:42:22.354291 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-923e09ab-21f7-49fa-99cb-588b9ae4eed8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:22.367355 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-923e09ab-21f7-49fa-99cb-588b9ae4eed8 None None] Calling delete_port for 18ad8e65-5605-41da-9391-4aad119553eb owned by network:dhcp {{(pid=103164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:42:22.374400 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5a384e62-08f1-4f75-88d3-a9cca0c38083 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:22.402213 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a384e62-08f1-4f75-88d3-a9cca0c38083 admin admin] Pushing event deleted for resources: {'Port': ['ID=18ad8e65-5605-41da-9391-4aad119553eb,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:42:22.404060 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a384e62-08f1-4f75-88d3-a9cca0c38083 admin admin] No DVR routers for this DVR port 18ad8e65-5605-41da-9391-4aad119553eb on host n-d-842733-1 {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 21:42:22.441169 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-923e09ab-21f7-49fa-99cb-588b9ae4eed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099'] for port, after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:22.467476 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923e09ab-21f7-49fa-99cb-588b9ae4eed8 None None] Pushing event deleted for resources: {'Port': ['ID=18ad8e65-5605-41da-9391-4aad119553eb,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:42:22.471012 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-923e09ab-21f7-49fa-99cb-588b9ae4eed8 None None] No DVR routers for this DVR port 18ad8e65-5605-41da-9391-4aad119553eb on host n-d-842733-1 {{(pid=103164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 21:42:22.474038 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5a384e62-08f1-4f75-88d3-a9cca0c38083 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33072115', 'neutron.services.segments.db._delete_segments_for_network-8782419500584'] for network, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:22.501659 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-5a384e62-08f1-4f75-88d3-a9cca0c38083 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5645fd4f-2aa1-4fd0-8f9c-a7bcbe40115d']}} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:42:22.511566 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-5a384e62-08f1-4f75-88d3-a9cca0c38083 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73a9babf-c9cf-4c05-beeb-28421364d8c4') {'for_net_delete': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:42:22.511863 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-5a384e62-08f1-4f75-88d3-a9cca0c38083 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73a9babf-c9cf-4c05-beeb-28421364d8c4') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:42:22.520798 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5a384e62-08f1-4f75-88d3-a9cca0c38083 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419501617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3738385'] for segment, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:22.538336 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5a384e62-08f1-4f75-88d3-a9cca0c38083 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:22.540476 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a384e62-08f1-4f75-88d3-a9cca0c38083 admin admin] Releasing vlan 225 on physical network physnet1 to pool {{(pid=103162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 21:42:22.540859 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5a384e62-08f1-4f75-88d3-a9cca0c38083 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3800791'] for segment, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:22.542491 n-d-842733-1 neutron-server[103162]: Traceback (most recent call last): May 20 21:42:22.542491 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 21:42:22.542491 n-d-842733-1 neutron-server[103162]: timer() May 20 21:42:22.542491 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 21:42:22.542491 n-d-842733-1 neutron-server[103162]: cb(*args, **kw) May 20 21:42:22.542491 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 20 21:42:22.542491 n-d-842733-1 neutron-server[103162]: return func(*args, **kwargs) May 20 21:42:22.542491 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 21:42:22.542491 n-d-842733-1 neutron-server[103162]: self._notify() May 20 21:42:22.542491 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 21:42:22.542491 n-d-842733-1 neutron-server[103162]: self.callback(batched_events) May 20 21:42:22.542491 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 21:42:22.542491 n-d-842733-1 neutron-server[103162]: event.method(event) May 20 21:42:22.542491 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 20 21:42:22.542491 n-d-842733-1 neutron-server[103162]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 21:42:22.542491 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 20 21:42:22.542491 n-d-842733-1 neutron-server[103162]: aggregate_uuid = self.p_client.list_aggregates( May 20 21:42:22.542491 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 20 21:42:22.542491 n-d-842733-1 neutron-server[103162]: return f(self, *a, **k) May 20 21:42:22.542491 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 20 21:42:22.542491 n-d-842733-1 neutron-server[103162]: return self._get(url).json() May 20 21:42:22.542491 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 20 21:42:22.542491 n-d-842733-1 neutron-server[103162]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 21:42:22.542491 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 21:42:22.542491 n-d-842733-1 neutron-server[103162]: return self.request(url, 'GET', **kwargs) May 20 21:42:22.542491 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 21:42:22.542491 n-d-842733-1 neutron-server[103162]: base_url = self.get_endpoint(auth, allow=allow, May 20 21:42:22.542491 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 21:42:22.542491 n-d-842733-1 neutron-server[103162]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 21:42:22.542491 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 21:42:22.542491 n-d-842733-1 neutron-server[103162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 21:42:22.542491 n-d-842733-1 neutron-server[103162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 21:42:23.008913 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5a384e62-08f1-4f75-88d3-a9cca0c38083 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33072122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748162'] for network, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:23.015309 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5a384e62-08f1-4f75-88d3-a9cca0c38083 admin admin] Notify callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:23.020864 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-5a384e62-08f1-4f75-88d3-a9cca0c38083 admin admin] 10.222.0.35 "DELETE /v2.0/networks/5645fd4f-2aa1-4fd0-8f9c-a7bcbe40115d HTTP/1.1" status: 204 len: 168 time: 0.9992666 May 20 21:42:23.021020 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device adbb7bd4-e988-4d4a-b6e5-d33678631fe1 no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 21:42:23.033417 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a384e62-08f1-4f75-88d3-a9cca0c38083 admin admin] Pushing event deleted for resources: {'Network': ['ID=5645fd4f-2aa1-4fd0-8f9c-a7bcbe40115d,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:42:23.060306 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: adbb7bd4-e988-4d4a-b6e5-d33678631fe1 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 21:42:23.060893 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device adbb7bd4-e988-4d4a-b6e5-d33678631fe1 not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 21:42:23.061597 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 18ad8e65-5605-41da-9391-4aad119553eb no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 21:42:23.085197 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: 18ad8e65-5605-41da-9391-4aad119553eb {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 21:42:23.085556 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 18ad8e65-5605-41da-9391-4aad119553eb not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 21:42:23.085964 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 53a17759-80b7-4dec-b7ac-c7ff68f605ce no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 21:42:23.104749 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: 53a17759-80b7-4dec-b7ac-c7ff68f605ce {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 21:42:23.105095 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 53a17759-80b7-4dec-b7ac-c7ff68f605ce not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 21:42:23.414776 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 35722) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:42:23.454054 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-7c25cb8a-30e3-4c8c-b4a2-1faad4fb0562 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c6c3b72426094b018e93f1f35623aa38&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0380507 May 20 21:42:23.456619 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 35724) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:42:23.504688 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c04aa3f1-2c59-47c9-b1c7-8c93419601c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:23.524683 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c04aa3f1-2c59-47c9-b1c7-8c93419601c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:23.642471 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c04aa3f1-2c59-47c9-b1c7-8c93419601c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:23.644947 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c04aa3f1-2c59-47c9-b1c7-8c93419601c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:23.646149 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-c04aa3f1-2c59-47c9-b1c7-8c93419601c4 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7fd03b5a-342b-4eea-a07e-1879a65106ac HTTP/1.1" status: 204 len: 168 time: 0.1886234 May 20 21:42:23.654436 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04aa3f1-2c59-47c9-b1c7-8c93419601c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fd03b5a-342b-4eea-a07e-1879a65106ac,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:42:24.142152 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.agents_db [None req-5c33ad30-4e00-40fa-b486-8c79c4a6cfc5 None None] Agent healthcheck: found 7 active agents {{(pid=103165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 20 21:42:24.179719 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4bb0e131-6525-46ca-a45b-e4ea43a5e69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:24.322432 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 35730) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:42:24.361330 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-dcec54d4-248b-4a41-aefe-d3528e9ffc33 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=28989eaf73cd4d489bc9e207c8078d20&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0376637 May 20 21:42:24.363678 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 35732) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:42:24.410724 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9ae33e3a-192e-4ef9-8715-4be7f7fd4095 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:24.432839 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9ae33e3a-192e-4ef9-8715-4be7f7fd4095 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:24.546209 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9ae33e3a-192e-4ef9-8715-4be7f7fd4095 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:24.548740 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9ae33e3a-192e-4ef9-8715-4be7f7fd4095 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:24.549953 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-9ae33e3a-192e-4ef9-8715-4be7f7fd4095 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/828bf044-cfce-484a-a6e1-57b794daea48 HTTP/1.1" status: 204 len: 168 time: 0.1853719 May 20 21:42:24.558836 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae33e3a-192e-4ef9-8715-4be7f7fd4095 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=828bf044-cfce-484a-a6e1-57b794daea48,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:42:25.218867 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:25.592215 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 35754) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:42:25.658578 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:25.692932 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-b90a0253-1236-45ab-b3cb-7bfe5008f05e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-959646047-network', 'tenant_id': '4cbad25d25d94b45ab896613d896f15f'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:42:25.744434 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cc3ec51b-6ec8-438a-8349-5f0bec346d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:25.768289 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b90a0253-1236-45ab-b3cb-7bfe5008f05e admin admin] Made reservation on behalf of 4cbad25d25d94b45ab896613d896f15f for: {'network': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:42:25.770576 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b90a0253-1236-45ab-b3cb-7bfe5008f05e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for network, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:25.779233 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b90a0253-1236-45ab-b3cb-7bfe5008f05e admin admin] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:25.854036 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b90a0253-1236-45ab-b3cb-7bfe5008f05e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:25.905443 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b90a0253-1236-45ab-b3cb-7bfe5008f05e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:25.933121 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b90a0253-1236-45ab-b3cb-7bfe5008f05e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 241} {{(pid=103162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 21:42:25.941428 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90a0253-1236-45ab-b3cb-7bfe5008f05e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6bf26d6-0470-413c-82a6-ff39dee8a331,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:42:25.948374 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b90a0253-1236-45ab-b3cb-7bfe5008f05e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:25.948720 n-d-842733-1 neutron-server[103162]: INFO neutron.db.segments_db [None req-b90a0253-1236-45ab-b3cb-7bfe5008f05e admin admin] Added segment 3a113b75-dc43-4343-8b30-8cbed50fbbc3 of type vlan for network 0b5e320d-0355-40d4-ac64-df4fe7517272 May 20 21:42:25.987405 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b90a0253-1236-45ab-b3cb-7bfe5008f05e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418993264'] for network, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:26.054341 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b90a0253-1236-45ab-b3cb-7bfe5008f05e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524'] for network, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:26.055311 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b90a0253-1236-45ab-b3cb-7bfe5008f05e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:42:26.055884 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b90a0253-1236-45ab-b3cb-7bfe5008f05e admin admin] Notify callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:26.111486 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90a0253-1236-45ab-b3cb-7bfe5008f05e admin admin] Pushing event updated for resources: {'Network': ['ID=0b5e320d-0355-40d4-ac64-df4fe7517272,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:42:26.121521 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Network 0b5e320d-0355-40d4-ac64-df4fe7517272 details requested by agent ovs-agent-n-d-842733-1 with host n-d-842733-1 {{(pid=103164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 20 21:42:26.141912 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-b90a0253-1236-45ab-b3cb-7bfe5008f05e admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5477533 May 20 21:42:26.148302 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 35758) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:42:26.152069 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-04d2a24e-ed34-46bd-b2fe-e5d921bf5b29 admin admin] Request body: {'subnet': {'network_id': '0b5e320d-0355-40d4-ac64-df4fe7517272', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-959646047-subnet', 'tenant_id': '4cbad25d25d94b45ab896613d896f15f', 'ip_version': 4}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:42:26.258630 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04d2a24e-ed34-46bd-b2fe-e5d921bf5b29 admin admin] Made reservation on behalf of 4cbad25d25d94b45ab896613d896f15f for: {'subnet': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:42:26.261141 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-04d2a24e-ed34-46bd-b2fe-e5d921bf5b29 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4018244'] for subnet, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:26.517269 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-04d2a24e-ed34-46bd-b2fe-e5d921bf5b29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3797684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4018258'] for subnet, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:26.565695 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d2a24e-ed34-46bd-b2fe-e5d921bf5b29 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb41e419-1305-471a-b396-5b5c323f85d2,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:42:26.581160 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d2a24e-ed34-46bd-b2fe-e5d921bf5b29 admin admin] Checking segment: {'id': '3a113b75-dc43-4343-8b30-8cbed50fbbc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '0b5e320d-0355-40d4-ac64-df4fe7517272'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:42:26.587181 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04d2a24e-ed34-46bd-b2fe-e5d921bf5b29 admin admin] Network hostable DHCP agents. Network: 0b5e320d-0355-40d4-ac64-df4fe7517272, hostable agents: ['c9b0653c-f3c7-4339-bd50-e3754b629216'], hosted agents: [] {{(pid=103162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 21:42:26.658533 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04d2a24e-ed34-46bd-b2fe-e5d921bf5b29 admin admin] Network 0b5e320d-0355-40d4-ac64-df4fe7517272 is scheduled to be hosted by DHCP agent c9b0653c-f3c7-4339-bd50-e3754b629216 with binding_index 1 {{(pid=103162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 21:42:26.715721 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-04d2a24e-ed34-46bd-b2fe-e5d921bf5b29 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842733-1, 0b5e320d-0355-40d4-ac64-df4fe7517272) {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:42:26.720364 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04d2a24e-ed34-46bd-b2fe-e5d921bf5b29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:42:26.721197 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-04d2a24e-ed34-46bd-b2fe-e5d921bf5b29 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:26.724252 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-357fee70-53b7-44d2-b1ea-c76850dbc08e None None] Network 0b5e320d-0355-40d4-ac64-df4fe7517272 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:42:26.804592 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-04d2a24e-ed34-46bd-b2fe-e5d921bf5b29 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6577811 May 20 21:42:26.807106 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 35760) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:42:26.811518 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-2f5598c8-147a-45a1-8b88-727d360db9bb admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-959646047-router', 'tenant_id': '4cbad25d25d94b45ab896613d896f15f', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'}}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:42:26.864680 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e890bcdd-f58e-483f-9466-08972d17153e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaee2b848-d4b9-5db1-b6ef-d6db29d67de7-0b5e320d-0355-40d4-ac64-df4fe7517272', 'network_id': '0b5e320d-0355-40d4-ac64-df4fe7517272', 'tenant_id': '4cbad25d25d94b45ab896613d896f15f', 'fixed_ips': [{'subnet_id': 'fb41e419-1305-471a-b396-5b5c323f85d2'}]}} from n-d-842733-1. {{(pid=103164) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 21:42:26.865551 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-e890bcdd-f58e-483f-9466-08972d17153e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:26.887598 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2f5598c8-147a-45a1-8b88-727d360db9bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-694221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26155'] for router, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:26.888665 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2f5598c8-147a-45a1-8b88-727d360db9bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-693085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748153', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-718080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26162'] for router, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:26.952703 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2f5598c8-147a-45a1-8b88-727d360db9bb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:27.002631 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [None req-e890bcdd-f58e-483f-9466-08972d17153e None None] Allocated IP 172.20.0.2 (0b5e320d-0355-40d4-ac64-df4fe7517272/fb41e419-1305-471a-b396-5b5c323f85d2/db0b0458-1653-4aad-8c06-47b947831b00) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:42:27.142746 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2f5598c8-147a-45a1-8b88-727d360db9bb admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:27.144513 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-e890bcdd-f58e-483f-9466-08972d17153e None None] Notify callbacks [] for port, precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:27.202784 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-e890bcdd-f58e-483f-9466-08972d17153e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108'] for port, after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:27.237424 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e890bcdd-f58e-483f-9466-08972d17153e None None] Network 0b5e320d-0355-40d4-ac64-df4fe7517272 is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:42:27.240562 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-e890bcdd-f58e-483f-9466-08972d17153e None None] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:42:27.245154 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e890bcdd-f58e-483f-9466-08972d17153e None None] Received port after_create {{(pid=103164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:42:27.275623 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e890bcdd-f58e-483f-9466-08972d17153e None None] Pushing event updated for resources: {'Port': ['ID=db0b0458-1653-4aad-8c06-47b947831b00,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:42:27.306597 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-e890bcdd-f58e-483f-9466-08972d17153e None None] Attempting to bind port db0b0458-1653-4aad-8c06-47b947831b00 on host n-d-842733-1 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:42:27.306962 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-e890bcdd-f58e-483f-9466-08972d17153e None None] Attempting to bind port db0b0458-1653-4aad-8c06-47b947831b00 by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': '3a113b75-dc43-4343-8b30-8cbed50fbbc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '0b5e320d-0355-40d4-ac64-df4fe7517272'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:42:27.307327 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e890bcdd-f58e-483f-9466-08972d17153e None None] Attempting to bind port db0b0458-1653-4aad-8c06-47b947831b00 on network 0b5e320d-0355-40d4-ac64-df4fe7517272 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:42:27.312244 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e890bcdd-f58e-483f-9466-08972d17153e None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 21, 42, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 21:42:27.312620 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e890bcdd-f58e-483f-9466-08972d17153e None None] Checking segment: {'id': '3a113b75-dc43-4343-8b30-8cbed50fbbc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '0b5e320d-0355-40d4-ac64-df4fe7517272'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:42:27.313032 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-e890bcdd-f58e-483f-9466-08972d17153e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:27.313451 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e890bcdd-f58e-483f-9466-08972d17153e None None] Bound using segment: {'id': '3a113b75-dc43-4343-8b30-8cbed50fbbc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '0b5e320d-0355-40d4-ac64-df4fe7517272'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 21:42:27.313919 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-e890bcdd-f58e-483f-9466-08972d17153e None None] Bound port: db0b0458-1653-4aad-8c06-47b947831b00, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a113b75-dc43-4343-8b30-8cbed50fbbc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '0b5e320d-0355-40d4-ac64-df4fe7517272'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:42:27.314317 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-e890bcdd-f58e-483f-9466-08972d17153e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:27.380308 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-e890bcdd-f58e-483f-9466-08972d17153e None None] For port db0b0458-1653-4aad-8c06-47b947831b00, host n-d-842733-1, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 21:42:27.385562 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-e890bcdd-f58e-483f-9466-08972d17153e None None] For port db0b0458-1653-4aad-8c06-47b947831b00, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=db0b0458-1653-4aad-8c06-47b947831b00,segment=NetworkSegment(3a113b75-dc43-4343-8b30-8cbed50fbbc3),segment_id=3a113b75-dc43-4343-8b30-8cbed50fbbc3)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 21:42:27.392305 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2f5598c8-147a-45a1-8b88-727d360db9bb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:27.411213 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2f5598c8-147a-45a1-8b88-727d360db9bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:27.443120 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-e890bcdd-f58e-483f-9466-08972d17153e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:27.501308 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e890bcdd-f58e-483f-9466-08972d17153e None None] Pushing event updated for resources: {'Port': ['ID=db0b0458-1653-4aad-8c06-47b947831b00,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:42:27.526231 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-2f5598c8-147a-45a1-8b88-727d360db9bb admin admin] Allocated IP 172.25.2.6 (e3a93b5c-91e2-4064-9c2c-1afc261bfe15/86fee0c1-6e34-488b-9216-b2b8e7ef585a/7718abf8-c46f-482d-9979-7d17d2d3de0e) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:42:27.636825 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2f5598c8-147a-45a1-8b88-727d360db9bb admin admin] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:27.740262 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2f5598c8-147a-45a1-8b88-727d360db9bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:27.781542 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f5598c8-147a-45a1-8b88-727d360db9bb admin admin] Network e3a93b5c-91e2-4064-9c2c-1afc261bfe15 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:42:27.784759 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-2f5598c8-147a-45a1-8b88-727d360db9bb admin admin] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:42:27.787769 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f5598c8-147a-45a1-8b88-727d360db9bb admin admin] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:42:27.795928 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5598c8-147a-45a1-8b88-727d360db9bb admin admin] Pushing event updated for resources: {'Port': ['ID=7718abf8-c46f-482d-9979-7d17d2d3de0e,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:42:28.104953 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2f5598c8-147a-45a1-8b88-727d360db9bb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:28.310993 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2f5598c8-147a-45a1-8b88-727d360db9bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748106'] for router, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:28.367303 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-377b1397-6bce-46f6-8bbb-82f9e55b53d4 None None] Network 0b5e320d-0355-40d4-ac64-df4fe7517272 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:42:28.488140 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f5598c8-147a-45a1-8b88-727d360db9bb admin admin] Router 1591dfd8-bf58-4d4f-9c9d-d2b82c76b5fb is scheduled to L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e with binding_index 1 {{(pid=103162) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 20 21:42:28.500123 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-244c80ba-bf55-457a-a1bd-d559638e27ca None None] Provisioning complete for port db0b0458-1653-4aad-8c06-47b947831b00 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:42:28.500123 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-244c80ba-bf55-457a-a1bd-d559638e27ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:28.596242 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f5598c8-147a-45a1-8b88-727d360db9bb admin admin] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 21:42:28.604720 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-244c80ba-bf55-457a-a1bd-d559638e27ca None None] Current status of the port db0b0458-1653-4aad-8c06-47b947831b00 is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:42:28.605116 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-244c80ba-bf55-457a-a1bd-d559638e27ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:28.617173 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16dd426b-ce7f-4b92-96fa-f2ce365b7bfe None None] Sync routers for ids ['1591dfd8-bf58-4d4f-9c9d-d2b82c76b5fb'] in n-d-842733-1 {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 21:42:28.641179 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16dd426b-ce7f-4b92-96fa-f2ce365b7bfe None None] Routers {'1591dfd8-bf58-4d4f-9c9d-d2b82c76b5fb'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:42:28.641807 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-16dd426b-ce7f-4b92-96fa-f2ce365b7bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:42:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['1591dfd8-bf58-4d4f-9c9d-d2b82c76b5fb'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:42:28.668408 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2f5598c8-147a-45a1-8b88-727d360db9bb admin admin] Notify callbacks [] for router, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:28.670350 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-2f5598c8-147a-45a1-8b88-727d360db9bb admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.8622897 May 20 21:42:28.673091 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 35762) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:42:28.687443 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-244c80ba-bf55-457a-a1bd-d559638e27ca None None] For port db0b0458-1653-4aad-8c06-47b947831b00, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=db0b0458-1653-4aad-8c06-47b947831b00,segment=NetworkSegment(3a113b75-dc43-4343-8b30-8cbed50fbbc3),segment_id=3a113b75-dc43-4343-8b30-8cbed50fbbc3)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:42:28.759956 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-244c80ba-bf55-457a-a1bd-d559638e27ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:28.762678 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-16dd426b-ce7f-4b92-96fa-f2ce365b7bfe None None] Set router 1591dfd8-bf58-4d4f-9c9d-d2b82c76b5fb gateway port host: n-d-842733-1 {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:42:28.907504 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244c80ba-bf55-457a-a1bd-d559638e27ca None None] Pushing event updated for resources: {'Port': ['ID=db0b0458-1653-4aad-8c06-47b947831b00,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:42:28.934296 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-705dfd6d-b603-42be-8090-91f3a531670f None None] Provisioning complete for port db0b0458-1653-4aad-8c06-47b947831b00 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:42:28.934656 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-705dfd6d-b603-42be-8090-91f3a531670f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:29.048580 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-16dd426b-ce7f-4b92-96fa-f2ce365b7bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1591dfd8-bf58-4d4f-9c9d-d2b82c76b5fb', 'name': 'tempest-TestMinimumBasicScenario-959646047-router', 'tenant_id': '4cbad25d25d94b45ab896613d896f15f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.6'}], 'enable_snat': True}, 'gw_port_id': '7718abf8-c46f-482d-9979-7d17d2d3de0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:42:26Z', 'updated_at': '2022-05-20T21:42:27Z', 'revision_number': 3, 'project_id': '4cbad25d25d94b45ab896613d896f15f', 'gw_port': {'id': '7718abf8-c46f-482d-9979-7d17d2d3de0e', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:2e:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1591dfd8-bf58-4d4f-9c9d-d2b82c76b5fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:42:27Z', 'updated_at': '2022-05-20T21:42:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:42:29.077485 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device db0b0458-1653-4aad-8c06-47b947831b00 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:42:29.084518 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16dd426b-ce7f-4b92-96fa-f2ce365b7bfe None None] Checking router: 1591dfd8-bf58-4d4f-9c9d-d2b82c76b5fb for host: n-d-842733-1 {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 21:42:29.084518 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16dd426b-ce7f-4b92-96fa-f2ce365b7bfe None None] Updating router 1591dfd8-bf58-4d4f-9c9d-d2b82c76b5fb port 7718abf8-c46f-482d-9979-7d17d2d3de0e binding host n-d-842733-1 {{(pid=103164) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 21:42:29.105196 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0d44c001-ae2c-4d08-a3ad-2f0bb48e9391 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:29.121510 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-705dfd6d-b603-42be-8090-91f3a531670f None None] Current status of the port db0b0458-1653-4aad-8c06-47b947831b00 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:42:29.134962 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-16dd426b-ce7f-4b92-96fa-f2ce365b7bfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:29.236240 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port db0b0458-1653-4aad-8c06-47b947831b00 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:42:29.236511 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:29.259626 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-0d44c001-ae2c-4d08-a3ad-2f0bb48e9391 admin admin] Allocated IP 172.20.0.1 (0b5e320d-0355-40d4-ac64-df4fe7517272/fb41e419-1305-471a-b396-5b5c323f85d2/9ffc4d94-4ad3-4dd3-be2e-f78412415d81) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:42:29.368273 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0d44c001-ae2c-4d08-a3ad-2f0bb48e9391 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:29.465180 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0d44c001-ae2c-4d08-a3ad-2f0bb48e9391 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:29.508022 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d44c001-ae2c-4d08-a3ad-2f0bb48e9391 admin admin] Network 0b5e320d-0355-40d4-ac64-df4fe7517272 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:42:29.510929 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-0d44c001-ae2c-4d08-a3ad-2f0bb48e9391 admin admin] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:42:29.517309 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d44c001-ae2c-4d08-a3ad-2f0bb48e9391 admin admin] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:42:29.540926 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d44c001-ae2c-4d08-a3ad-2f0bb48e9391 admin admin] Pushing event updated for resources: {'Port': ['ID=9ffc4d94-4ad3-4dd3-be2e-f78412415d81,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:42:29.550132 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port db0b0458-1653-4aad-8c06-47b947831b00 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:42:29.558080 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0d44c001-ae2c-4d08-a3ad-2f0bb48e9391 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748409'] for router_interface, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:29.628221 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-16dd426b-ce7f-4b92-96fa-f2ce365b7bfe None None] Notify callbacks [] for port, precommit_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:29.699638 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-16dd426b-ce7f-4b92-96fa-f2ce365b7bfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:29.764750 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98635ab9-3a62-4f2c-8e81-d7abd486e6c3 None None] Pushing event updated for resources: {'Port': ['ID=7718abf8-c46f-482d-9979-7d17d2d3de0e,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:42:29.766994 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-16dd426b-ce7f-4b92-96fa-f2ce365b7bfe None None] Attempting to bind port 7718abf8-c46f-482d-9979-7d17d2d3de0e on host n-d-842733-1 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:42:29.767370 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-16dd426b-ce7f-4b92-96fa-f2ce365b7bfe None None] Attempting to bind port 7718abf8-c46f-482d-9979-7d17d2d3de0e by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': '0b5485c4-eff8-42a1-9073-ae54ed4c63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:42:29.767718 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16dd426b-ce7f-4b92-96fa-f2ce365b7bfe None None] Attempting to bind port 7718abf8-c46f-482d-9979-7d17d2d3de0e on network e3a93b5c-91e2-4064-9c2c-1afc261bfe15 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:42:29.777177 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16dd426b-ce7f-4b92-96fa-f2ce365b7bfe None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 21, 42, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 21:42:29.777589 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16dd426b-ce7f-4b92-96fa-f2ce365b7bfe None None] Checking segment: {'id': '0b5485c4-eff8-42a1-9073-ae54ed4c63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:42:29.777989 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-16dd426b-ce7f-4b92-96fa-f2ce365b7bfe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:29.778448 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16dd426b-ce7f-4b92-96fa-f2ce365b7bfe None None] Bound using segment: {'id': '0b5485c4-eff8-42a1-9073-ae54ed4c63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 21:42:29.778921 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-16dd426b-ce7f-4b92-96fa-f2ce365b7bfe None None] Bound port: 7718abf8-c46f-482d-9979-7d17d2d3de0e, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b5485c4-eff8-42a1-9073-ae54ed4c63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:42:29.779296 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-16dd426b-ce7f-4b92-96fa-f2ce365b7bfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:29.781529 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-3615190c-42fb-409d-b711-e23d605fe52d None None] Provisioning complete for port 9ffc4d94-4ad3-4dd3-be2e-f78412415d81 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:42:29.781816 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3615190c-42fb-409d-b711-e23d605fe52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:29.853828 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3615190c-42fb-409d-b711-e23d605fe52d None None] Port 9ffc4d94-4ad3-4dd3-be2e-f78412415d81 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 21:42:29.865826 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-16dd426b-ce7f-4b92-96fa-f2ce365b7bfe None None] For port 7718abf8-c46f-482d-9979-7d17d2d3de0e, host n-d-842733-1, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 21:42:29.869122 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-16dd426b-ce7f-4b92-96fa-f2ce365b7bfe None None] For port 7718abf8-c46f-482d-9979-7d17d2d3de0e, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=7718abf8-c46f-482d-9979-7d17d2d3de0e,segment=NetworkSegment(0b5485c4-eff8-42a1-9073-ae54ed4c63ba),segment_id=0b5485c4-eff8-42a1-9073-ae54ed4c63ba)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 21:42:29.962955 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-16dd426b-ce7f-4b92-96fa-f2ce365b7bfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:30.017136 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16dd426b-ce7f-4b92-96fa-f2ce365b7bfe None None] Routers {'1591dfd8-bf58-4d4f-9c9d-d2b82c76b5fb'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:42:30.017703 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-16dd426b-ce7f-4b92-96fa-f2ce365b7bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:42:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['1591dfd8-bf58-4d4f-9c9d-d2b82c76b5fb'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:42:30.058253 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98635ab9-3a62-4f2c-8e81-d7abd486e6c3 None None] Pushing event updated for resources: {'Port': ['ID=7718abf8-c46f-482d-9979-7d17d2d3de0e,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:42:30.088177 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0d44c001-ae2c-4d08-a3ad-2f0bb48e9391 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:30.133582 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-16dd426b-ce7f-4b92-96fa-f2ce365b7bfe None None] Set router 1591dfd8-bf58-4d4f-9c9d-d2b82c76b5fb gateway port host: n-d-842733-1 {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:42:30.250307 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0d44c001-ae2c-4d08-a3ad-2f0bb48e9391 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:30.305530 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0d44c001-ae2c-4d08-a3ad-2f0bb48e9391 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:30.319012 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-16dd426b-ce7f-4b92-96fa-f2ce365b7bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1591dfd8-bf58-4d4f-9c9d-d2b82c76b5fb', 'name': 'tempest-TestMinimumBasicScenario-959646047-router', 'tenant_id': '4cbad25d25d94b45ab896613d896f15f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.6'}], 'enable_snat': True}, 'gw_port_id': '7718abf8-c46f-482d-9979-7d17d2d3de0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:42:26Z', 'updated_at': '2022-05-20T21:42:27Z', 'revision_number': 3, 'project_id': '4cbad25d25d94b45ab896613d896f15f', 'gw_port': {'id': '7718abf8-c46f-482d-9979-7d17d2d3de0e', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:2e:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1591dfd8-bf58-4d4f-9c9d-d2b82c76b5fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:42:27Z', 'updated_at': '2022-05-20T21:42:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:42:30.350237 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16dd426b-ce7f-4b92-96fa-f2ce365b7bfe None None] The sync data for ids ['1591dfd8-bf58-4d4f-9c9d-d2b82c76b5fb'] in n-d-842733-1 is: [{'id': '1591dfd8-bf58-4d4f-9c9d-d2b82c76b5fb', 'name': 'tempest-TestMinimumBasicScenario-959646047-router', 'tenant_id': '4cbad25d25d94b45ab896613d896f15f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.6'}], 'enable_snat': True}, 'gw_port_id': '7718abf8-c46f-482d-9979-7d17d2d3de0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:42:26Z', 'updated_at': '2022-05-20T21:42:27Z', 'revision_number': 3, 'project_id': '4cbad25d25d94b45ab896613d896f15f', 'gw_port': {'id': '7718abf8-c46f-482d-9979-7d17d2d3de0e', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:2e:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1591dfd8-bf58-4d4f-9c9d-d2b82c76b5fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:42:27Z', 'updated_at': '2022-05-20T21:42:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 21:42:30.373520 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0d44c001-ae2c-4d08-a3ad-2f0bb48e9391 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748437'] for router_interface, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:30.375435 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d44c001-ae2c-4d08-a3ad-2f0bb48e9391 admin admin] Pushing event updated for resources: {'Port': ['ID=9ffc4d94-4ad3-4dd3-be2e-f78412415d81,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:42:30.473523 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d44c001-ae2c-4d08-a3ad-2f0bb48e9391 admin admin] Network 0b5e320d-0355-40d4-ac64-df4fe7517272 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:42:30.474807 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-0d44c001-ae2c-4d08-a3ad-2f0bb48e9391 admin admin] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:42:30.617036 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d44c001-ae2c-4d08-a3ad-2f0bb48e9391 admin admin] Router 1591dfd8-bf58-4d4f-9c9d-d2b82c76b5fb has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 21:42:30.740368 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d44c001-ae2c-4d08-a3ad-2f0bb48e9391 admin admin] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 21:42:30.745997 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-0d44c001-ae2c-4d08-a3ad-2f0bb48e9391 admin admin] 10.222.0.35 "PUT /v2.0/routers/1591dfd8-bf58-4d4f-9c9d-d2b82c76b5fb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0716653 May 20 21:42:30.779080 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-338ee9ac-126e-49e0-bc2e-324c1c02bc15 None None] Provisioning complete for port 9ffc4d94-4ad3-4dd3-be2e-f78412415d81 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:42:30.779654 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-338ee9ac-126e-49e0-bc2e-324c1c02bc15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:30.815514 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-338ee9ac-126e-49e0-bc2e-324c1c02bc15 None None] Port 9ffc4d94-4ad3-4dd3-be2e-f78412415d81 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 21:42:31.049829 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 7718abf8-c46f-482d-9979-7d17d2d3de0e up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:42:31.103579 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 7718abf8-c46f-482d-9979-7d17d2d3de0e triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:42:31.104114 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:31.192069 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 7718abf8-c46f-482d-9979-7d17d2d3de0e is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:42:31.192456 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:31.218377 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] For port 7718abf8-c46f-482d-9979-7d17d2d3de0e, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=7718abf8-c46f-482d-9979-7d17d2d3de0e,segment=NetworkSegment(0b5485c4-eff8-42a1-9073-ae54ed4c63ba),segment_id=0b5485c4-eff8-42a1-9073-ae54ed4c63ba)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:42:31.260051 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:31.307443 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Pushing event updated for resources: {'Port': ['ID=7718abf8-c46f-482d-9979-7d17d2d3de0e,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:42:31.448790 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 35778) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:42:31.453663 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-b1eb842d-540d-4088-84de-b514d58d3b44 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1609112010-network', 'tenant_id': 'cef716c86c6e44c98cf6d5e01f3b2cb9'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:42:31.556808 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1eb842d-540d-4088-84de-b514d58d3b44 admin admin] Made reservation on behalf of cef716c86c6e44c98cf6d5e01f3b2cb9 for: {'network': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:42:31.559198 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b1eb842d-540d-4088-84de-b514d58d3b44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for network, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:31.567878 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b1eb842d-540d-4088-84de-b514d58d3b44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:31.645196 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b1eb842d-540d-4088-84de-b514d58d3b44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:31.727944 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b1eb842d-540d-4088-84de-b514d58d3b44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:31.753536 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1eb842d-540d-4088-84de-b514d58d3b44 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 212} {{(pid=103163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 21:42:31.763224 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1eb842d-540d-4088-84de-b514d58d3b44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f18cf4aa-fb06-4a76-aed5-90f9369b2653,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:42:31.769450 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b1eb842d-540d-4088-84de-b514d58d3b44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:31.769800 n-d-842733-1 neutron-server[103163]: INFO neutron.db.segments_db [None req-b1eb842d-540d-4088-84de-b514d58d3b44 admin admin] Added segment 1b60927d-3b3b-4475-b253-c0b9e04fdbe8 of type vlan for network e77a02d9-577f-40e5-898a-4533d9ccf7e6 May 20 21:42:31.814703 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b1eb842d-540d-4088-84de-b514d58d3b44 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418993264'] for network, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:31.904430 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b1eb842d-540d-4088-84de-b514d58d3b44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524'] for network, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:31.905491 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1eb842d-540d-4088-84de-b514d58d3b44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:42:31.906101 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b1eb842d-540d-4088-84de-b514d58d3b44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:31.934745 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ffd68c1-933f-4bbb-b9e8-9bf8584fadda None None] Sync routers for ids ['1591dfd8-bf58-4d4f-9c9d-d2b82c76b5fb'] in n-d-842733-1 {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 21:42:31.944440 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ffd68c1-933f-4bbb-b9e8-9bf8584fadda None None] Routers {'1591dfd8-bf58-4d4f-9c9d-d2b82c76b5fb'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:42:31.945342 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-1ffd68c1-933f-4bbb-b9e8-9bf8584fadda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:42:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['1591dfd8-bf58-4d4f-9c9d-d2b82c76b5fb'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:42:31.966299 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1eb842d-540d-4088-84de-b514d58d3b44 admin admin] Pushing event updated for resources: {'Network': ['ID=e77a02d9-577f-40e5-898a-4533d9ccf7e6,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:42:31.977304 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Network e77a02d9-577f-40e5-898a-4533d9ccf7e6 details requested by agent ovs-agent-n-d-842733-1 with host n-d-842733-1 {{(pid=103164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 20 21:42:32.051097 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-1ffd68c1-933f-4bbb-b9e8-9bf8584fadda None None] Set router 1591dfd8-bf58-4d4f-9c9d-d2b82c76b5fb gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:42:32.061119 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-b1eb842d-540d-4088-84de-b514d58d3b44 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6112108 May 20 21:42:32.063829 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 35780) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:42:32.068614 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-083288c2-4ce5-4be6-a49a-bb305b1222fd admin admin] Request body: {'subnet': {'network_id': 'e77a02d9-577f-40e5-898a-4533d9ccf7e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1609112010-subnet', 'tenant_id': 'cef716c86c6e44c98cf6d5e01f3b2cb9', 'ip_version': 4}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:42:32.139598 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-083288c2-4ce5-4be6-a49a-bb305b1222fd admin admin] Made reservation on behalf of cef716c86c6e44c98cf6d5e01f3b2cb9 for: {'subnet': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:42:32.141873 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-083288c2-4ce5-4be6-a49a-bb305b1222fd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8422561'] for subnet, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:32.250523 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-1ffd68c1-933f-4bbb-b9e8-9bf8584fadda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1591dfd8-bf58-4d4f-9c9d-d2b82c76b5fb', 'name': 'tempest-TestMinimumBasicScenario-959646047-router', 'tenant_id': '4cbad25d25d94b45ab896613d896f15f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.6'}], 'enable_snat': True}, 'gw_port_id': '7718abf8-c46f-482d-9979-7d17d2d3de0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:42:26Z', 'updated_at': '2022-05-20T21:42:29Z', 'revision_number': 4, 'project_id': '4cbad25d25d94b45ab896613d896f15f', 'gw_port': {'id': '7718abf8-c46f-482d-9979-7d17d2d3de0e', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:2e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1591dfd8-bf58-4d4f-9c9d-d2b82c76b5fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:42:27Z', 'updated_at': '2022-05-20T21:42:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': '9ffc4d94-4ad3-4dd3-be2e-f78412415d81', 'name': '', 'network_id': '0b5e320d-0355-40d4-ac64-df4fe7517272', 'tenant_id': '4cbad25d25d94b45ab896613d896f15f', 'mac_address': 'fa:16:3e:0e:e1:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1591dfd8-bf58-4d4f-9c9d-d2b82c76b5fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': 'fb41e419-1305-471a-b396-5b5c323f85d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:42:29Z', 'updated_at': '2022-05-20T21:42:30Z', 'revision_number': 2, 'project_id': '4cbad25d25d94b45ab896613d896f15f', 'subnets': [{'id': 'fb41e419-1305-471a-b396-5b5c323f85d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:42:32.276914 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ffd68c1-933f-4bbb-b9e8-9bf8584fadda None None] Checking router: 1591dfd8-bf58-4d4f-9c9d-d2b82c76b5fb for host: n-d-842733-1 {{(pid=103165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 21:42:32.277281 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ffd68c1-933f-4bbb-b9e8-9bf8584fadda None None] Updating router 1591dfd8-bf58-4d4f-9c9d-d2b82c76b5fb port 9ffc4d94-4ad3-4dd3-be2e-f78412415d81 binding host n-d-842733-1 {{(pid=103165) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 21:42:32.302550 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-1ffd68c1-933f-4bbb-b9e8-9bf8584fadda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:32.361623 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-083288c2-4ce5-4be6-a49a-bb305b1222fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9641412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8422583'] for subnet, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:32.418923 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083288c2-4ce5-4be6-a49a-bb305b1222fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc62f10e-11f4-496a-99c6-e710ea0ac0f3,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:42:32.430811 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-083288c2-4ce5-4be6-a49a-bb305b1222fd admin admin] Checking segment: {'id': '1b60927d-3b3b-4475-b253-c0b9e04fdbe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'e77a02d9-577f-40e5-898a-4533d9ccf7e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:42:32.430811 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-083288c2-4ce5-4be6-a49a-bb305b1222fd admin admin] Network hostable DHCP agents. Network: e77a02d9-577f-40e5-898a-4533d9ccf7e6, hostable agents: ['c9b0653c-f3c7-4339-bd50-e3754b629216'], hosted agents: [] {{(pid=103163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 21:42:32.511317 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-083288c2-4ce5-4be6-a49a-bb305b1222fd admin admin] Network e77a02d9-577f-40e5-898a-4533d9ccf7e6 is scheduled to be hosted by DHCP agent c9b0653c-f3c7-4339-bd50-e3754b629216 with binding_index 1 {{(pid=103163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 21:42:32.566713 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-1ffd68c1-933f-4bbb-b9e8-9bf8584fadda None None] Notify callbacks [] for port, precommit_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:32.568424 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-083288c2-4ce5-4be6-a49a-bb305b1222fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842733-1, e77a02d9-577f-40e5-898a-4533d9ccf7e6) {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:42:32.572942 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-083288c2-4ce5-4be6-a49a-bb305b1222fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:42:32.573567 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-083288c2-4ce5-4be6-a49a-bb305b1222fd admin admin] Notify callbacks [] for subnet, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:32.579046 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e561eca-f8dc-4efe-9aaa-22e899a745d9 None None] Network e77a02d9-577f-40e5-898a-4533d9ccf7e6 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:42:32.608539 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-1ffd68c1-933f-4bbb-b9e8-9bf8584fadda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:32.629439 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-083288c2-4ce5-4be6-a49a-bb305b1222fd admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5645294 May 20 21:42:32.632085 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 35782) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:42:32.637608 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-f628066c-4dc4-4b84-8d68-f6ffaa67a310 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1609112010-router', 'tenant_id': 'cef716c86c6e44c98cf6d5e01f3b2cb9', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'}}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:42:32.654687 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b55a17-7637-44e6-abda-a190f0cf8ec7 None None] Pushing event updated for resources: {'Port': ['ID=9ffc4d94-4ad3-4dd3-be2e-f78412415d81,revision_number=3']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:42:32.663751 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b55a17-7637-44e6-abda-a190f0cf8ec7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:42:32.664272 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b55a17-7637-44e6-abda-a190f0cf8ec7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:42:32.664625 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b55a17-7637-44e6-abda-a190f0cf8ec7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:42:32.664955 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b55a17-7637-44e6-abda-a190f0cf8ec7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:42:32.666065 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b55a17-7637-44e6-abda-a190f0cf8ec7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:42:32.666474 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b55a17-7637-44e6-abda-a190f0cf8ec7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:42:32.666804 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b55a17-7637-44e6-abda-a190f0cf8ec7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:42:32.667336 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b55a17-7637-44e6-abda-a190f0cf8ec7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:42:32.667661 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b55a17-7637-44e6-abda-a190f0cf8ec7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:42:32.667983 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b55a17-7637-44e6-abda-a190f0cf8ec7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:42:32.668299 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b55a17-7637-44e6-abda-a190f0cf8ec7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:42:32.668616 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b55a17-7637-44e6-abda-a190f0cf8ec7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:42:32.712483 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f628066c-4dc4-4b84-8d68-f6ffaa67a310 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-694221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26155'] for router, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:32.713682 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f628066c-4dc4-4b84-8d68-f6ffaa67a310 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-693085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748153', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-718080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26162'] for router, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:32.725289 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-1ffd68c1-933f-4bbb-b9e8-9bf8584fadda None None] Attempting to bind port 9ffc4d94-4ad3-4dd3-be2e-f78412415d81 on host n-d-842733-1 for vnic_type normal with profile {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:42:32.725750 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-1ffd68c1-933f-4bbb-b9e8-9bf8584fadda None None] Attempting to bind port 9ffc4d94-4ad3-4dd3-be2e-f78412415d81 by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': '3a113b75-dc43-4343-8b30-8cbed50fbbc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '0b5e320d-0355-40d4-ac64-df4fe7517272'}] {{(pid=103165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:42:32.726421 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ffd68c1-933f-4bbb-b9e8-9bf8584fadda None None] Attempting to bind port 9ffc4d94-4ad3-4dd3-be2e-f78412415d81 on network 0b5e320d-0355-40d4-ac64-df4fe7517272 {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:42:32.733055 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ffd68c1-933f-4bbb-b9e8-9bf8584fadda None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 21, 42, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 21:42:32.733596 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ffd68c1-933f-4bbb-b9e8-9bf8584fadda None None] Checking segment: {'id': '3a113b75-dc43-4343-8b30-8cbed50fbbc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '0b5e320d-0355-40d4-ac64-df4fe7517272'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:42:32.734123 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-1ffd68c1-933f-4bbb-b9e8-9bf8584fadda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:32.734578 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ffd68c1-933f-4bbb-b9e8-9bf8584fadda None None] Bound using segment: {'id': '3a113b75-dc43-4343-8b30-8cbed50fbbc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '0b5e320d-0355-40d4-ac64-df4fe7517272'} {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 21:42:32.735114 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-1ffd68c1-933f-4bbb-b9e8-9bf8584fadda None None] Bound port: 9ffc4d94-4ad3-4dd3-be2e-f78412415d81, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a113b75-dc43-4343-8b30-8cbed50fbbc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '0b5e320d-0355-40d4-ac64-df4fe7517272'}}] {{(pid=103165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:42:32.735563 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-1ffd68c1-933f-4bbb-b9e8-9bf8584fadda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:32.740167 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88569f1c-6db6-4f27-88ca-37a7b7f5e64f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaee2b848-d4b9-5db1-b6ef-d6db29d67de7-e77a02d9-577f-40e5-898a-4533d9ccf7e6', 'network_id': 'e77a02d9-577f-40e5-898a-4533d9ccf7e6', 'tenant_id': 'cef716c86c6e44c98cf6d5e01f3b2cb9', 'fixed_ips': [{'subnet_id': 'dc62f10e-11f4-496a-99c6-e710ea0ac0f3'}]}} from n-d-842733-1. {{(pid=103164) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 21:42:32.741030 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-88569f1c-6db6-4f27-88ca-37a7b7f5e64f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:32.783346 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f628066c-4dc4-4b84-8d68-f6ffaa67a310 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:32.809985 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-1ffd68c1-933f-4bbb-b9e8-9bf8584fadda None None] For port 9ffc4d94-4ad3-4dd3-be2e-f78412415d81, host n-d-842733-1, cleared binding levels {{(pid=103165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 21:42:32.813456 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-1ffd68c1-933f-4bbb-b9e8-9bf8584fadda None None] For port 9ffc4d94-4ad3-4dd3-be2e-f78412415d81, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=9ffc4d94-4ad3-4dd3-be2e-f78412415d81,segment=NetworkSegment(3a113b75-dc43-4343-8b30-8cbed50fbbc3),segment_id=3a113b75-dc43-4343-8b30-8cbed50fbbc3)] {{(pid=103165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 21:42:32.883968 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-1ffd68c1-933f-4bbb-b9e8-9bf8584fadda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:32.899041 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [None req-88569f1c-6db6-4f27-88ca-37a7b7f5e64f None None] Allocated IP 172.20.0.2 (e77a02d9-577f-40e5-898a-4533d9ccf7e6/dc62f10e-11f4-496a-99c6-e710ea0ac0f3/84f6e54e-8664-44b6-a2e9-e2f0680e3929) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:42:32.930019 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ffd68c1-933f-4bbb-b9e8-9bf8584fadda None None] Routers {'1591dfd8-bf58-4d4f-9c9d-d2b82c76b5fb'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:42:32.930683 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-1ffd68c1-933f-4bbb-b9e8-9bf8584fadda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:42:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['1591dfd8-bf58-4d4f-9c9d-d2b82c76b5fb'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:42:32.961148 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:32.990498 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b55a17-7637-44e6-abda-a190f0cf8ec7 None None] Pushing event updated for resources: {'Port': ['ID=9ffc4d94-4ad3-4dd3-be2e-f78412415d81,revision_number=4']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:42:32.994370 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-39b06fd6-2f86-4d03-9030-3651d3c0f75b None None] Provisioning complete for port 9ffc4d94-4ad3-4dd3-be2e-f78412415d81 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:42:32.995377 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-39b06fd6-2f86-4d03-9030-3651d3c0f75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:33.047095 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f628066c-4dc4-4b84-8d68-f6ffaa67a310 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:33.069030 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-1ffd68c1-933f-4bbb-b9e8-9bf8584fadda None None] Set router 1591dfd8-bf58-4d4f-9c9d-d2b82c76b5fb gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:42:33.103590 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 7718abf8-c46f-482d-9979-7d17d2d3de0e up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:42:33.178646 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-88569f1c-6db6-4f27-88ca-37a7b7f5e64f None None] Notify callbacks [] for port, precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:33.214883 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-39b06fd6-2f86-4d03-9030-3651d3c0f75b None None] Current status of the port 9ffc4d94-4ad3-4dd3-be2e-f78412415d81 is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:42:33.215635 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-39b06fd6-2f86-4d03-9030-3651d3c0f75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:33.251922 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 7718abf8-c46f-482d-9979-7d17d2d3de0e triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:42:33.252294 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:33.281072 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-88569f1c-6db6-4f27-88ca-37a7b7f5e64f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108'] for port, after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:33.286328 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-39b06fd6-2f86-4d03-9030-3651d3c0f75b None None] For port 9ffc4d94-4ad3-4dd3-be2e-f78412415d81, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=9ffc4d94-4ad3-4dd3-be2e-f78412415d81,segment=NetworkSegment(3a113b75-dc43-4343-8b30-8cbed50fbbc3),segment_id=3a113b75-dc43-4343-8b30-8cbed50fbbc3)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:42:33.353271 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88569f1c-6db6-4f27-88ca-37a7b7f5e64f None None] Network e77a02d9-577f-40e5-898a-4533d9ccf7e6 is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:42:33.356370 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88569f1c-6db6-4f27-88ca-37a7b7f5e64f None None] Pushing event updated for resources: {'Port': ['ID=84f6e54e-8664-44b6-a2e9-e2f0680e3929,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:42:33.360959 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-88569f1c-6db6-4f27-88ca-37a7b7f5e64f None None] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:42:33.363744 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88569f1c-6db6-4f27-88ca-37a7b7f5e64f None None] Received port after_create {{(pid=103164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:42:33.367582 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-39b06fd6-2f86-4d03-9030-3651d3c0f75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:33.378141 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f628066c-4dc4-4b84-8d68-f6ffaa67a310 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:33.399378 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f628066c-4dc4-4b84-8d68-f6ffaa67a310 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:33.400871 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-1ffd68c1-933f-4bbb-b9e8-9bf8584fadda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1591dfd8-bf58-4d4f-9c9d-d2b82c76b5fb', 'name': 'tempest-TestMinimumBasicScenario-959646047-router', 'tenant_id': '4cbad25d25d94b45ab896613d896f15f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.6'}], 'enable_snat': True}, 'gw_port_id': '7718abf8-c46f-482d-9979-7d17d2d3de0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:42:26Z', 'updated_at': '2022-05-20T21:42:29Z', 'revision_number': 4, 'project_id': '4cbad25d25d94b45ab896613d896f15f', 'gw_port': {'id': '7718abf8-c46f-482d-9979-7d17d2d3de0e', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:2e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1591dfd8-bf58-4d4f-9c9d-d2b82c76b5fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:42:27Z', 'updated_at': '2022-05-20T21:42:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': '9ffc4d94-4ad3-4dd3-be2e-f78412415d81', 'name': '', 'network_id': '0b5e320d-0355-40d4-ac64-df4fe7517272', 'tenant_id': '4cbad25d25d94b45ab896613d896f15f', 'mac_address': 'fa:16:3e:0e:e1:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1591dfd8-bf58-4d4f-9c9d-d2b82c76b5fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': 'fb41e419-1305-471a-b396-5b5c323f85d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:42:29Z', 'updated_at': '2022-05-20T21:42:32Z', 'revision_number': 4, 'project_id': '4cbad25d25d94b45ab896613d896f15f', 'subnets': [{'id': 'fb41e419-1305-471a-b396-5b5c323f85d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:42:33.428570 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ffd68c1-933f-4bbb-b9e8-9bf8584fadda None None] The sync data for ids ['1591dfd8-bf58-4d4f-9c9d-d2b82c76b5fb'] in n-d-842733-1 is: [{'id': '1591dfd8-bf58-4d4f-9c9d-d2b82c76b5fb', 'name': 'tempest-TestMinimumBasicScenario-959646047-router', 'tenant_id': '4cbad25d25d94b45ab896613d896f15f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.6'}], 'enable_snat': True}, 'gw_port_id': '7718abf8-c46f-482d-9979-7d17d2d3de0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:42:26Z', 'updated_at': '2022-05-20T21:42:29Z', 'revision_number': 4, 'project_id': '4cbad25d25d94b45ab896613d896f15f', 'gw_port': {'id': '7718abf8-c46f-482d-9979-7d17d2d3de0e', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:2e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1591dfd8-bf58-4d4f-9c9d-d2b82c76b5fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:42:27Z', 'updated_at': '2022-05-20T21:42:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': '9ffc4d94-4ad3-4dd3-be2e-f78412415d81', 'name': '', 'network_id': '0b5e320d-0355-40d4-ac64-df4fe7517272', 'tenant_id': '4cbad25d25d94b45ab896613d896f15f', 'mac_address': 'fa:16:3e:0e:e1:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1591dfd8-bf58-4d4f-9c9d-d2b82c76b5fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': 'fb41e419-1305-471a-b396-5b5c323f85d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:42:29Z', 'updated_at': '2022-05-20T21:42:32Z', 'revision_number': 4, 'project_id': '4cbad25d25d94b45ab896613d896f15f', 'subnets': [{'id': 'fb41e419-1305-471a-b396-5b5c323f85d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 21:42:33.478065 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 7718abf8-c46f-482d-9979-7d17d2d3de0e is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:42:33.521192 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-88569f1c-6db6-4f27-88ca-37a7b7f5e64f None None] Attempting to bind port 84f6e54e-8664-44b6-a2e9-e2f0680e3929 on host n-d-842733-1 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:42:33.521582 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-88569f1c-6db6-4f27-88ca-37a7b7f5e64f None None] Attempting to bind port 84f6e54e-8664-44b6-a2e9-e2f0680e3929 by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': '1b60927d-3b3b-4475-b253-c0b9e04fdbe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'e77a02d9-577f-40e5-898a-4533d9ccf7e6'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:42:33.521941 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88569f1c-6db6-4f27-88ca-37a7b7f5e64f None None] Attempting to bind port 84f6e54e-8664-44b6-a2e9-e2f0680e3929 on network e77a02d9-577f-40e5-898a-4533d9ccf7e6 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:42:33.524946 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b06fd6-2f86-4d03-9030-3651d3c0f75b None None] Pushing event updated for resources: {'Port': ['ID=9ffc4d94-4ad3-4dd3-be2e-f78412415d81,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:42:33.536700 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88569f1c-6db6-4f27-88ca-37a7b7f5e64f None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 21, 42, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 21:42:33.537073 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88569f1c-6db6-4f27-88ca-37a7b7f5e64f None None] Checking segment: {'id': '1b60927d-3b3b-4475-b253-c0b9e04fdbe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'e77a02d9-577f-40e5-898a-4533d9ccf7e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:42:33.537503 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-88569f1c-6db6-4f27-88ca-37a7b7f5e64f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:33.537888 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88569f1c-6db6-4f27-88ca-37a7b7f5e64f None None] Bound using segment: {'id': '1b60927d-3b3b-4475-b253-c0b9e04fdbe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'e77a02d9-577f-40e5-898a-4533d9ccf7e6'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 21:42:33.538408 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-88569f1c-6db6-4f27-88ca-37a7b7f5e64f None None] Bound port: 84f6e54e-8664-44b6-a2e9-e2f0680e3929, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b60927d-3b3b-4475-b253-c0b9e04fdbe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'e77a02d9-577f-40e5-898a-4533d9ccf7e6'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:42:33.540076 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-88569f1c-6db6-4f27-88ca-37a7b7f5e64f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:33.552452 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-f13f9159-b50b-4ae5-874c-60c7ffda5391 None None] Provisioning complete for port 9ffc4d94-4ad3-4dd3-be2e-f78412415d81 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:42:33.552817 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-f13f9159-b50b-4ae5-874c-60c7ffda5391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:33.572712 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-f628066c-4dc4-4b84-8d68-f6ffaa67a310 admin admin] Allocated IP 172.25.2.26 (e3a93b5c-91e2-4064-9c2c-1afc261bfe15/86fee0c1-6e34-488b-9216-b2b8e7ef585a/7e145bcc-c21a-42dd-87e2-7f7404d4b0b4) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:42:33.650584 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-88569f1c-6db6-4f27-88ca-37a7b7f5e64f None None] For port 84f6e54e-8664-44b6-a2e9-e2f0680e3929, host n-d-842733-1, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 21:42:33.691077 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-88569f1c-6db6-4f27-88ca-37a7b7f5e64f None None] For port 84f6e54e-8664-44b6-a2e9-e2f0680e3929, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=84f6e54e-8664-44b6-a2e9-e2f0680e3929,segment=NetworkSegment(1b60927d-3b3b-4475-b253-c0b9e04fdbe8),segment_id=1b60927d-3b3b-4475-b253-c0b9e04fdbe8)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 21:42:33.691773 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f628066c-4dc4-4b84-8d68-f6ffaa67a310 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:33.702505 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-f13f9159-b50b-4ae5-874c-60c7ffda5391 None None] Current status of the port 9ffc4d94-4ad3-4dd3-be2e-f78412415d81 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:42:33.750880 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-88569f1c-6db6-4f27-88ca-37a7b7f5e64f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:33.780616 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f628066c-4dc4-4b84-8d68-f6ffaa67a310 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:33.819588 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88569f1c-6db6-4f27-88ca-37a7b7f5e64f None None] Pushing event updated for resources: {'Port': ['ID=84f6e54e-8664-44b6-a2e9-e2f0680e3929,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:42:34.137064 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f628066c-4dc4-4b84-8d68-f6ffaa67a310 admin admin] Network e3a93b5c-91e2-4064-9c2c-1afc261bfe15 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:42:34.140218 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-f628066c-4dc4-4b84-8d68-f6ffaa67a310 admin admin] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:42:34.142711 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f628066c-4dc4-4b84-8d68-f6ffaa67a310 admin admin] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:42:34.174590 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f628066c-4dc4-4b84-8d68-f6ffaa67a310 admin admin] Pushing event updated for resources: {'Port': ['ID=7e145bcc-c21a-42dd-87e2-7f7404d4b0b4,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:42:34.468634 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f628066c-4dc4-4b84-8d68-f6ffaa67a310 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:34.683904 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f628066c-4dc4-4b84-8d68-f6ffaa67a310 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748106'] for router, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:34.794510 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92e7eb2e-245b-424c-81ba-12db9e02b049 None None] Network e77a02d9-577f-40e5-898a-4533d9ccf7e6 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:42:34.867963 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-53a5875d-bbed-48fe-912b-aafb470bc8b7 None None] Provisioning complete for port 84f6e54e-8664-44b6-a2e9-e2f0680e3929 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:42:34.868389 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-53a5875d-bbed-48fe-912b-aafb470bc8b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:34.875730 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f628066c-4dc4-4b84-8d68-f6ffaa67a310 admin admin] Router 6fdcc55c-2593-4ad9-921e-61460f770511 is scheduled to L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e with binding_index 1 {{(pid=103163) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 20 21:42:34.991483 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f628066c-4dc4-4b84-8d68-f6ffaa67a310 admin admin] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 21:42:35.038036 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a3d5c17-2b3a-4e9a-afe9-8fbd75b6d70d None None] Sync routers for ids ['6fdcc55c-2593-4ad9-921e-61460f770511'] in n-d-842733-1 {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 21:42:35.067497 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f628066c-4dc4-4b84-8d68-f6ffaa67a310 admin admin] Notify callbacks [] for router, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:35.069319 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-f628066c-4dc4-4b84-8d68-f6ffaa67a310 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.4349902 May 20 21:42:35.072106 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 35786) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:42:35.093094 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a3d5c17-2b3a-4e9a-afe9-8fbd75b6d70d None None] Routers {'6fdcc55c-2593-4ad9-921e-61460f770511'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:42:35.093746 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-1a3d5c17-2b3a-4e9a-afe9-8fbd75b6d70d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:42:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['6fdcc55c-2593-4ad9-921e-61460f770511'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:42:35.115791 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 9ffc4d94-4ad3-4dd3-be2e-f78412415d81 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:42:35.326001 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-53a5875d-bbed-48fe-912b-aafb470bc8b7 None None] Current status of the port 84f6e54e-8664-44b6-a2e9-e2f0680e3929 is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:42:35.326280 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-53a5875d-bbed-48fe-912b-aafb470bc8b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:35.328889 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-1a3d5c17-2b3a-4e9a-afe9-8fbd75b6d70d None None] Set router 6fdcc55c-2593-4ad9-921e-61460f770511 gateway port host: n-d-842733-1 {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:42:35.396387 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 9ffc4d94-4ad3-4dd3-be2e-f78412415d81 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:42:35.396870 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:35.499418 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-53a5875d-bbed-48fe-912b-aafb470bc8b7 None None] For port 84f6e54e-8664-44b6-a2e9-e2f0680e3929, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=84f6e54e-8664-44b6-a2e9-e2f0680e3929,segment=NetworkSegment(1b60927d-3b3b-4475-b253-c0b9e04fdbe8),segment_id=1b60927d-3b3b-4475-b253-c0b9e04fdbe8)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:42:35.505425 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f43b0d4c-bb0f-4711-9751-7803abe09959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:35.588572 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-53a5875d-bbed-48fe-912b-aafb470bc8b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:35.600558 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 9ffc4d94-4ad3-4dd3-be2e-f78412415d81 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:42:35.601820 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 84f6e54e-8664-44b6-a2e9-e2f0680e3929 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:42:35.677317 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-f43b0d4c-bb0f-4711-9751-7803abe09959 admin admin] Allocated IP 172.20.0.1 (e77a02d9-577f-40e5-898a-4533d9ccf7e6/dc62f10e-11f4-496a-99c6-e710ea0ac0f3/deeef887-9b2b-4289-9dd6-f26bbe89a628) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:42:35.677743 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a5875d-bbed-48fe-912b-aafb470bc8b7 None None] Pushing event updated for resources: {'Port': ['ID=84f6e54e-8664-44b6-a2e9-e2f0680e3929,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:42:35.712643 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-1a3d5c17-2b3a-4e9a-afe9-8fbd75b6d70d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fdcc55c-2593-4ad9-921e-61460f770511', 'name': 'tempest-TestMinimumBasicScenario-1609112010-router', 'tenant_id': 'cef716c86c6e44c98cf6d5e01f3b2cb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': '7e145bcc-c21a-42dd-87e2-7f7404d4b0b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:42:32Z', 'updated_at': '2022-05-20T21:42:34Z', 'revision_number': 3, 'project_id': 'cef716c86c6e44c98cf6d5e01f3b2cb9', 'gw_port': {'id': '7e145bcc-c21a-42dd-87e2-7f7404d4b0b4', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:d5:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fdcc55c-2593-4ad9-921e-61460f770511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:42:33Z', 'updated_at': '2022-05-20T21:42:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:42:35.742753 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a3d5c17-2b3a-4e9a-afe9-8fbd75b6d70d None None] Checking router: 6fdcc55c-2593-4ad9-921e-61460f770511 for host: n-d-842733-1 {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 21:42:35.743103 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a3d5c17-2b3a-4e9a-afe9-8fbd75b6d70d None None] Updating router 6fdcc55c-2593-4ad9-921e-61460f770511 port 7e145bcc-c21a-42dd-87e2-7f7404d4b0b4 binding host n-d-842733-1 {{(pid=103164) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 21:42:35.749873 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-d3d34bb6-57d8-4f31-b302-6c8f99777570 None None] Provisioning complete for port 84f6e54e-8664-44b6-a2e9-e2f0680e3929 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:42:35.750245 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d3d34bb6-57d8-4f31-b302-6c8f99777570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:35.766250 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 84f6e54e-8664-44b6-a2e9-e2f0680e3929 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:42:35.766611 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:35.778627 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f43b0d4c-bb0f-4711-9751-7803abe09959 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:35.821044 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-1a3d5c17-2b3a-4e9a-afe9-8fbd75b6d70d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:35.900350 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f43b0d4c-bb0f-4711-9751-7803abe09959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:35.945445 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f43b0d4c-bb0f-4711-9751-7803abe09959 admin admin] Network e77a02d9-577f-40e5-898a-4533d9ccf7e6 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:42:35.948365 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-f43b0d4c-bb0f-4711-9751-7803abe09959 admin admin] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:42:35.950854 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f43b0d4c-bb0f-4711-9751-7803abe09959 admin admin] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:42:35.978512 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43b0d4c-bb0f-4711-9751-7803abe09959 admin admin] Pushing event updated for resources: {'Port': ['ID=deeef887-9b2b-4289-9dd6-f26bbe89a628,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:42:35.992566 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43b0d4c-bb0f-4711-9751-7803abe09959 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:42:35.992930 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43b0d4c-bb0f-4711-9751-7803abe09959 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:42:35.993248 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43b0d4c-bb0f-4711-9751-7803abe09959 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:42:35.993577 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43b0d4c-bb0f-4711-9751-7803abe09959 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:42:35.993899 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43b0d4c-bb0f-4711-9751-7803abe09959 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:42:35.994220 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43b0d4c-bb0f-4711-9751-7803abe09959 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:42:35.994539 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43b0d4c-bb0f-4711-9751-7803abe09959 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:42:35.994857 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43b0d4c-bb0f-4711-9751-7803abe09959 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:42:35.995326 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43b0d4c-bb0f-4711-9751-7803abe09959 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:42:35.995466 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43b0d4c-bb0f-4711-9751-7803abe09959 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:42:35.995786 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43b0d4c-bb0f-4711-9751-7803abe09959 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:42:35.996102 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43b0d4c-bb0f-4711-9751-7803abe09959 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:42:36.010012 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f43b0d4c-bb0f-4711-9751-7803abe09959 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748409'] for router_interface, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:36.058160 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-d3d34bb6-57d8-4f31-b302-6c8f99777570 None None] Current status of the port 84f6e54e-8664-44b6-a2e9-e2f0680e3929 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:42:36.062742 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 84f6e54e-8664-44b6-a2e9-e2f0680e3929 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:42:36.180065 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-1a3d5c17-2b3a-4e9a-afe9-8fbd75b6d70d None None] Notify callbacks [] for port, precommit_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:36.189244 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-d26ebfb9-ba1a-4410-916f-71f065877939 None None] Provisioning complete for port deeef887-9b2b-4289-9dd6-f26bbe89a628 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:42:36.189633 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d26ebfb9-ba1a-4410-916f-71f065877939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:36.215386 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f43b0d4c-bb0f-4711-9751-7803abe09959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:36.223036 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-d26ebfb9-ba1a-4410-916f-71f065877939 None None] Port deeef887-9b2b-4289-9dd6-f26bbe89a628 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 21:42:36.265055 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-1a3d5c17-2b3a-4e9a-afe9-8fbd75b6d70d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:36.313473 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-1a3d5c17-2b3a-4e9a-afe9-8fbd75b6d70d None None] Attempting to bind port 7e145bcc-c21a-42dd-87e2-7f7404d4b0b4 on host n-d-842733-1 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:42:36.313843 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-1a3d5c17-2b3a-4e9a-afe9-8fbd75b6d70d None None] Attempting to bind port 7e145bcc-c21a-42dd-87e2-7f7404d4b0b4 by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': '0b5485c4-eff8-42a1-9073-ae54ed4c63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:42:36.314206 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a3d5c17-2b3a-4e9a-afe9-8fbd75b6d70d None None] Attempting to bind port 7e145bcc-c21a-42dd-87e2-7f7404d4b0b4 on network e3a93b5c-91e2-4064-9c2c-1afc261bfe15 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:42:36.322571 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b07963b-3455-4e7a-b9c4-64f2cb60fdb5 None None] Pushing event updated for resources: {'Port': ['ID=7e145bcc-c21a-42dd-87e2-7f7404d4b0b4,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:42:36.327864 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a3d5c17-2b3a-4e9a-afe9-8fbd75b6d70d None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 21, 42, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 21:42:36.328241 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a3d5c17-2b3a-4e9a-afe9-8fbd75b6d70d None None] Checking segment: {'id': '0b5485c4-eff8-42a1-9073-ae54ed4c63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:42:36.328655 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-1a3d5c17-2b3a-4e9a-afe9-8fbd75b6d70d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:36.329043 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a3d5c17-2b3a-4e9a-afe9-8fbd75b6d70d None None] Bound using segment: {'id': '0b5485c4-eff8-42a1-9073-ae54ed4c63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 21:42:36.329545 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-1a3d5c17-2b3a-4e9a-afe9-8fbd75b6d70d None None] Bound port: 7e145bcc-c21a-42dd-87e2-7f7404d4b0b4, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b5485c4-eff8-42a1-9073-ae54ed4c63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:42:36.329930 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-1a3d5c17-2b3a-4e9a-afe9-8fbd75b6d70d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:36.383878 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f43b0d4c-bb0f-4711-9751-7803abe09959 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:36.385100 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-1a3d5c17-2b3a-4e9a-afe9-8fbd75b6d70d None None] For port 7e145bcc-c21a-42dd-87e2-7f7404d4b0b4, host n-d-842733-1, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 21:42:36.388176 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-1a3d5c17-2b3a-4e9a-afe9-8fbd75b6d70d None None] For port 7e145bcc-c21a-42dd-87e2-7f7404d4b0b4, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=7e145bcc-c21a-42dd-87e2-7f7404d4b0b4,segment=NetworkSegment(0b5485c4-eff8-42a1-9073-ae54ed4c63ba),segment_id=0b5485c4-eff8-42a1-9073-ae54ed4c63ba)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 21:42:36.453753 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f43b0d4c-bb0f-4711-9751-7803abe09959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:36.466110 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-1a3d5c17-2b3a-4e9a-afe9-8fbd75b6d70d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:36.520431 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43b0d4c-bb0f-4711-9751-7803abe09959 admin admin] Pushing event updated for resources: {'Port': ['ID=deeef887-9b2b-4289-9dd6-f26bbe89a628,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:42:36.522362 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a3d5c17-2b3a-4e9a-afe9-8fbd75b6d70d None None] Routers {'6fdcc55c-2593-4ad9-921e-61460f770511'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:42:36.523491 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-1a3d5c17-2b3a-4e9a-afe9-8fbd75b6d70d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:42:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['6fdcc55c-2593-4ad9-921e-61460f770511'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:42:36.523653 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f43b0d4c-bb0f-4711-9751-7803abe09959 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748437'] for router_interface, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:36.557971 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b07963b-3455-4e7a-b9c4-64f2cb60fdb5 None None] Pushing event updated for resources: {'Port': ['ID=7e145bcc-c21a-42dd-87e2-7f7404d4b0b4,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:42:36.618002 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f43b0d4c-bb0f-4711-9751-7803abe09959 admin admin] Network e77a02d9-577f-40e5-898a-4533d9ccf7e6 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:42:36.619335 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-f43b0d4c-bb0f-4711-9751-7803abe09959 admin admin] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:42:36.636237 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-1a3d5c17-2b3a-4e9a-afe9-8fbd75b6d70d None None] Set router 6fdcc55c-2593-4ad9-921e-61460f770511 gateway port host: n-d-842733-1 {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:42:36.735165 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f43b0d4c-bb0f-4711-9751-7803abe09959 admin admin] Router 6fdcc55c-2593-4ad9-921e-61460f770511 has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 21:42:36.852198 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f43b0d4c-bb0f-4711-9751-7803abe09959 admin admin] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 21:42:36.857189 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-f43b0d4c-bb0f-4711-9751-7803abe09959 admin admin] 10.222.0.35 "PUT /v2.0/routers/6fdcc55c-2593-4ad9-921e-61460f770511/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7841074 May 20 21:42:36.928603 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-c31cc185-e3f9-45dc-ab24-efb71ff01cc2 None None] Provisioning complete for port deeef887-9b2b-4289-9dd6-f26bbe89a628 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:42:36.929793 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c31cc185-e3f9-45dc-ab24-efb71ff01cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:36.988508 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-c31cc185-e3f9-45dc-ab24-efb71ff01cc2 None None] Port deeef887-9b2b-4289-9dd6-f26bbe89a628 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 21:42:37.029841 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 84f6e54e-8664-44b6-a2e9-e2f0680e3929 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:42:37.076005 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-1a3d5c17-2b3a-4e9a-afe9-8fbd75b6d70d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fdcc55c-2593-4ad9-921e-61460f770511', 'name': 'tempest-TestMinimumBasicScenario-1609112010-router', 'tenant_id': 'cef716c86c6e44c98cf6d5e01f3b2cb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': '7e145bcc-c21a-42dd-87e2-7f7404d4b0b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:42:32Z', 'updated_at': '2022-05-20T21:42:36Z', 'revision_number': 4, 'project_id': 'cef716c86c6e44c98cf6d5e01f3b2cb9', 'gw_port': {'id': '7e145bcc-c21a-42dd-87e2-7f7404d4b0b4', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:d5:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fdcc55c-2593-4ad9-921e-61460f770511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:42:33Z', 'updated_at': '2022-05-20T21:42:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': 'deeef887-9b2b-4289-9dd6-f26bbe89a628', 'name': '', 'network_id': 'e77a02d9-577f-40e5-898a-4533d9ccf7e6', 'tenant_id': 'cef716c86c6e44c98cf6d5e01f3b2cb9', 'mac_address': 'fa:16:3e:3d:62:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fdcc55c-2593-4ad9-921e-61460f770511', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'dc62f10e-11f4-496a-99c6-e710ea0ac0f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:42:35Z', 'updated_at': '2022-05-20T21:42:36Z', 'revision_number': 2, 'project_id': 'cef716c86c6e44c98cf6d5e01f3b2cb9', 'subnets': [{'id': 'dc62f10e-11f4-496a-99c6-e710ea0ac0f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:42:37.103604 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a3d5c17-2b3a-4e9a-afe9-8fbd75b6d70d None None] The sync data for ids ['6fdcc55c-2593-4ad9-921e-61460f770511'] in n-d-842733-1 is: [{'id': '6fdcc55c-2593-4ad9-921e-61460f770511', 'name': 'tempest-TestMinimumBasicScenario-1609112010-router', 'tenant_id': 'cef716c86c6e44c98cf6d5e01f3b2cb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': '7e145bcc-c21a-42dd-87e2-7f7404d4b0b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:42:32Z', 'updated_at': '2022-05-20T21:42:36Z', 'revision_number': 4, 'project_id': 'cef716c86c6e44c98cf6d5e01f3b2cb9', 'gw_port': {'id': '7e145bcc-c21a-42dd-87e2-7f7404d4b0b4', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:d5:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fdcc55c-2593-4ad9-921e-61460f770511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:42:33Z', 'updated_at': '2022-05-20T21:42:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': 'deeef887-9b2b-4289-9dd6-f26bbe89a628', 'name': '', 'network_id': 'e77a02d9-577f-40e5-898a-4533d9ccf7e6', 'tenant_id': 'cef716c86c6e44c98cf6d5e01f3b2cb9', 'mac_address': 'fa:16:3e:3d:62:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fdcc55c-2593-4ad9-921e-61460f770511', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'dc62f10e-11f4-496a-99c6-e710ea0ac0f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:42:35Z', 'updated_at': '2022-05-20T21:42:36Z', 'revision_number': 2, 'project_id': 'cef716c86c6e44c98cf6d5e01f3b2cb9', 'subnets': [{'id': 'dc62f10e-11f4-496a-99c6-e710ea0ac0f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 21:42:37.113433 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 84f6e54e-8664-44b6-a2e9-e2f0680e3929 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:42:37.113798 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:37.199669 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 84f6e54e-8664-44b6-a2e9-e2f0680e3929 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:42:39.073803 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 7e145bcc-c21a-42dd-87e2-7f7404d4b0b4 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:42:39.147060 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 7e145bcc-c21a-42dd-87e2-7f7404d4b0b4 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:42:39.147428 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:39.239052 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 7e145bcc-c21a-42dd-87e2-7f7404d4b0b4 is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:42:39.239684 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:39.263388 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] For port 7e145bcc-c21a-42dd-87e2-7f7404d4b0b4, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=7e145bcc-c21a-42dd-87e2-7f7404d4b0b4,segment=NetworkSegment(0b5485c4-eff8-42a1-9073-ae54ed4c63ba),segment_id=0b5485c4-eff8-42a1-9073-ae54ed4c63ba)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:42:39.339922 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:39.394317 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Pushing event updated for resources: {'Port': ['ID=7e145bcc-c21a-42dd-87e2-7f7404d4b0b4,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:42:40.636026 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9947f5a4-e203-4cc4-87fd-a8757d277361 None None] Sync routers for ids ['6fdcc55c-2593-4ad9-921e-61460f770511'] in n-d-842733-1 {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 21:42:40.646379 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9947f5a4-e203-4cc4-87fd-a8757d277361 None None] Routers {'6fdcc55c-2593-4ad9-921e-61460f770511'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:42:40.647056 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-9947f5a4-e203-4cc4-87fd-a8757d277361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:42:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['6fdcc55c-2593-4ad9-921e-61460f770511'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:42:40.756543 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-9947f5a4-e203-4cc4-87fd-a8757d277361 None None] Set router 6fdcc55c-2593-4ad9-921e-61460f770511 gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:42:40.959472 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-9947f5a4-e203-4cc4-87fd-a8757d277361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fdcc55c-2593-4ad9-921e-61460f770511', 'name': 'tempest-TestMinimumBasicScenario-1609112010-router', 'tenant_id': 'cef716c86c6e44c98cf6d5e01f3b2cb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': '7e145bcc-c21a-42dd-87e2-7f7404d4b0b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:42:32Z', 'updated_at': '2022-05-20T21:42:36Z', 'revision_number': 4, 'project_id': 'cef716c86c6e44c98cf6d5e01f3b2cb9', 'gw_port': {'id': '7e145bcc-c21a-42dd-87e2-7f7404d4b0b4', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:d5:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fdcc55c-2593-4ad9-921e-61460f770511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:42:33Z', 'updated_at': '2022-05-20T21:42:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': 'deeef887-9b2b-4289-9dd6-f26bbe89a628', 'name': '', 'network_id': 'e77a02d9-577f-40e5-898a-4533d9ccf7e6', 'tenant_id': 'cef716c86c6e44c98cf6d5e01f3b2cb9', 'mac_address': 'fa:16:3e:3d:62:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fdcc55c-2593-4ad9-921e-61460f770511', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'dc62f10e-11f4-496a-99c6-e710ea0ac0f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:42:35Z', 'updated_at': '2022-05-20T21:42:36Z', 'revision_number': 2, 'project_id': 'cef716c86c6e44c98cf6d5e01f3b2cb9', 'subnets': [{'id': 'dc62f10e-11f4-496a-99c6-e710ea0ac0f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:42:40.997910 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9947f5a4-e203-4cc4-87fd-a8757d277361 None None] Checking router: 6fdcc55c-2593-4ad9-921e-61460f770511 for host: n-d-842733-1 {{(pid=103165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 21:42:40.998381 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9947f5a4-e203-4cc4-87fd-a8757d277361 None None] Updating router 6fdcc55c-2593-4ad9-921e-61460f770511 port deeef887-9b2b-4289-9dd6-f26bbe89a628 binding host n-d-842733-1 {{(pid=103165) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 21:42:41.034608 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-9947f5a4-e203-4cc4-87fd-a8757d277361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:41.067403 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 7e145bcc-c21a-42dd-87e2-7f7404d4b0b4 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:42:41.149091 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 7e145bcc-c21a-42dd-87e2-7f7404d4b0b4 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:42:41.149591 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:41.251969 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 7e145bcc-c21a-42dd-87e2-7f7404d4b0b4 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:42:41.364999 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-9947f5a4-e203-4cc4-87fd-a8757d277361 None None] Notify callbacks [] for port, precommit_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:41.454020 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-9947f5a4-e203-4cc4-87fd-a8757d277361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:41.516272 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66a5ac1-c7c8-4963-a3bb-0466651367e6 None None] Pushing event updated for resources: {'Port': ['ID=deeef887-9b2b-4289-9dd6-f26bbe89a628,revision_number=3']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:42:41.576240 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-9947f5a4-e203-4cc4-87fd-a8757d277361 None None] Attempting to bind port deeef887-9b2b-4289-9dd6-f26bbe89a628 on host n-d-842733-1 for vnic_type normal with profile {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:42:41.577166 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-9947f5a4-e203-4cc4-87fd-a8757d277361 None None] Attempting to bind port deeef887-9b2b-4289-9dd6-f26bbe89a628 by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': '1b60927d-3b3b-4475-b253-c0b9e04fdbe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'e77a02d9-577f-40e5-898a-4533d9ccf7e6'}] {{(pid=103165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:42:41.577343 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9947f5a4-e203-4cc4-87fd-a8757d277361 None None] Attempting to bind port deeef887-9b2b-4289-9dd6-f26bbe89a628 on network e77a02d9-577f-40e5-898a-4533d9ccf7e6 {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:42:41.583410 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9947f5a4-e203-4cc4-87fd-a8757d277361 None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 21, 42, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 21:42:41.583926 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9947f5a4-e203-4cc4-87fd-a8757d277361 None None] Checking segment: {'id': '1b60927d-3b3b-4475-b253-c0b9e04fdbe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'e77a02d9-577f-40e5-898a-4533d9ccf7e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:42:41.584324 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-9947f5a4-e203-4cc4-87fd-a8757d277361 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:41.584706 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9947f5a4-e203-4cc4-87fd-a8757d277361 None None] Bound using segment: {'id': '1b60927d-3b3b-4475-b253-c0b9e04fdbe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'e77a02d9-577f-40e5-898a-4533d9ccf7e6'} {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 21:42:41.585156 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-9947f5a4-e203-4cc4-87fd-a8757d277361 None None] Bound port: deeef887-9b2b-4289-9dd6-f26bbe89a628, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b60927d-3b3b-4475-b253-c0b9e04fdbe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'e77a02d9-577f-40e5-898a-4533d9ccf7e6'}}] {{(pid=103165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:42:41.587941 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-9947f5a4-e203-4cc4-87fd-a8757d277361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:41.686242 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-9947f5a4-e203-4cc4-87fd-a8757d277361 None None] For port deeef887-9b2b-4289-9dd6-f26bbe89a628, host n-d-842733-1, cleared binding levels {{(pid=103165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 21:42:41.689732 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-9947f5a4-e203-4cc4-87fd-a8757d277361 None None] For port deeef887-9b2b-4289-9dd6-f26bbe89a628, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=deeef887-9b2b-4289-9dd6-f26bbe89a628,segment=NetworkSegment(1b60927d-3b3b-4475-b253-c0b9e04fdbe8),segment_id=1b60927d-3b3b-4475-b253-c0b9e04fdbe8)] {{(pid=103165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 21:42:41.756110 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-77866758-dd42-424d-8618-4a0e87c39279 None None] Provisioning complete for port deeef887-9b2b-4289-9dd6-f26bbe89a628 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:42:41.756548 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-77866758-dd42-424d-8618-4a0e87c39279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:41.763857 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-9947f5a4-e203-4cc4-87fd-a8757d277361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:41.805169 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-77866758-dd42-424d-8618-4a0e87c39279 None None] Port deeef887-9b2b-4289-9dd6-f26bbe89a628 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 21:42:41.833834 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9947f5a4-e203-4cc4-87fd-a8757d277361 None None] Routers {'6fdcc55c-2593-4ad9-921e-61460f770511'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:42:41.834484 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-9947f5a4-e203-4cc4-87fd-a8757d277361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:42:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['6fdcc55c-2593-4ad9-921e-61460f770511'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:42:41.896677 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66a5ac1-c7c8-4963-a3bb-0466651367e6 None None] Pushing event updated for resources: {'Port': ['ID=deeef887-9b2b-4289-9dd6-f26bbe89a628,revision_number=4']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:42:41.996637 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-9947f5a4-e203-4cc4-87fd-a8757d277361 None None] Set router 6fdcc55c-2593-4ad9-921e-61460f770511 gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:42:42.128878 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-0130120a-252a-4750-9c69-91ad9145ed4e None None] Provisioning complete for port deeef887-9b2b-4289-9dd6-f26bbe89a628 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:42:42.129996 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-0130120a-252a-4750-9c69-91ad9145ed4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:42.219965 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-0130120a-252a-4750-9c69-91ad9145ed4e None None] Current status of the port deeef887-9b2b-4289-9dd6-f26bbe89a628 is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:42:42.220444 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-0130120a-252a-4750-9c69-91ad9145ed4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:42.233560 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-9947f5a4-e203-4cc4-87fd-a8757d277361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fdcc55c-2593-4ad9-921e-61460f770511', 'name': 'tempest-TestMinimumBasicScenario-1609112010-router', 'tenant_id': 'cef716c86c6e44c98cf6d5e01f3b2cb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': '7e145bcc-c21a-42dd-87e2-7f7404d4b0b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:42:32Z', 'updated_at': '2022-05-20T21:42:36Z', 'revision_number': 4, 'project_id': 'cef716c86c6e44c98cf6d5e01f3b2cb9', 'gw_port': {'id': '7e145bcc-c21a-42dd-87e2-7f7404d4b0b4', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:d5:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fdcc55c-2593-4ad9-921e-61460f770511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:42:33Z', 'updated_at': '2022-05-20T21:42:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': 'deeef887-9b2b-4289-9dd6-f26bbe89a628', 'name': '', 'network_id': 'e77a02d9-577f-40e5-898a-4533d9ccf7e6', 'tenant_id': 'cef716c86c6e44c98cf6d5e01f3b2cb9', 'mac_address': 'fa:16:3e:3d:62:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fdcc55c-2593-4ad9-921e-61460f770511', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'dc62f10e-11f4-496a-99c6-e710ea0ac0f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:42:35Z', 'updated_at': '2022-05-20T21:42:41Z', 'revision_number': 4, 'project_id': 'cef716c86c6e44c98cf6d5e01f3b2cb9', 'subnets': [{'id': 'dc62f10e-11f4-496a-99c6-e710ea0ac0f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:42:42.269622 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-0130120a-252a-4750-9c69-91ad9145ed4e None None] For port deeef887-9b2b-4289-9dd6-f26bbe89a628, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=deeef887-9b2b-4289-9dd6-f26bbe89a628,segment=NetworkSegment(1b60927d-3b3b-4475-b253-c0b9e04fdbe8),segment_id=1b60927d-3b3b-4475-b253-c0b9e04fdbe8)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:42:42.271134 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9947f5a4-e203-4cc4-87fd-a8757d277361 None None] The sync data for ids ['6fdcc55c-2593-4ad9-921e-61460f770511'] in n-d-842733-1 is: [{'id': '6fdcc55c-2593-4ad9-921e-61460f770511', 'name': 'tempest-TestMinimumBasicScenario-1609112010-router', 'tenant_id': 'cef716c86c6e44c98cf6d5e01f3b2cb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': '7e145bcc-c21a-42dd-87e2-7f7404d4b0b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:42:32Z', 'updated_at': '2022-05-20T21:42:36Z', 'revision_number': 4, 'project_id': 'cef716c86c6e44c98cf6d5e01f3b2cb9', 'gw_port': {'id': '7e145bcc-c21a-42dd-87e2-7f7404d4b0b4', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:d5:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fdcc55c-2593-4ad9-921e-61460f770511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:42:33Z', 'updated_at': '2022-05-20T21:42:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': 'deeef887-9b2b-4289-9dd6-f26bbe89a628', 'name': '', 'network_id': 'e77a02d9-577f-40e5-898a-4533d9ccf7e6', 'tenant_id': 'cef716c86c6e44c98cf6d5e01f3b2cb9', 'mac_address': 'fa:16:3e:3d:62:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fdcc55c-2593-4ad9-921e-61460f770511', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'dc62f10e-11f4-496a-99c6-e710ea0ac0f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:42:35Z', 'updated_at': '2022-05-20T21:42:41Z', 'revision_number': 4, 'project_id': 'cef716c86c6e44c98cf6d5e01f3b2cb9', 'subnets': [{'id': 'dc62f10e-11f4-496a-99c6-e710ea0ac0f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 21:42:42.345476 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-0130120a-252a-4750-9c69-91ad9145ed4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:42.406149 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0130120a-252a-4750-9c69-91ad9145ed4e None None] Pushing event updated for resources: {'Port': ['ID=deeef887-9b2b-4289-9dd6-f26bbe89a628,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:42:43.070920 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device deeef887-9b2b-4289-9dd6-f26bbe89a628 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:42:43.137226 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port deeef887-9b2b-4289-9dd6-f26bbe89a628 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:42:43.139374 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:43.227734 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port deeef887-9b2b-4289-9dd6-f26bbe89a628 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:42:48.184248 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56390b2-3118-4170-b91d-f102b271bca0 req-3e1cba04-1ae1-486a-8401-8ba4a186897b tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:42:48.185734 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a56390b2-3118-4170-b91d-f102b271bca0 req-3e1cba04-1ae1-486a-8401-8ba4a186897b tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] 10.222.0.35 "GET /v2.0/networks?id=0b5e320d-0355-40d4-ac64-df4fe7517272 HTTP/1.1" status: 200 len: 814 time: 0.1037152 May 20 21:42:48.200967 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a56390b2-3118-4170-b91d-f102b271bca0 req-88c11b7d-70d5-4416-a763-cca6502d1780 tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] 10.222.0.35 "GET /v2.0/quotas/4cbad25d25d94b45ab896613d896f15f HTTP/1.1" status: 200 len: 375 time: 0.0093966 May 20 21:42:48.250989 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a56390b2-3118-4170-b91d-f102b271bca0 req-e86683f3-a068-4ec2-abaf-78ff3778cb0e tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=4cbad25d25d94b45ab896613d896f15f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0447404 May 20 21:42:48.267340 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [req-a56390b2-3118-4170-b91d-f102b271bca0 req-ee7ccebe-f298-47c3-99ba-5c77918489e7 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103163) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 21:42:48.268309 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a56390b2-3118-4170-b91d-f102b271bca0 req-ee7ccebe-f298-47c3-99ba-5c77918489e7 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049448 May 20 21:42:48.357859 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a56390b2-3118-4170-b91d-f102b271bca0 req-9f2c9347-de8a-4daa-b7b6-f9e52a548d94 service neutron] 10.222.0.35 "GET /v2.0/networks/0b5e320d-0355-40d4-ac64-df4fe7517272?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827830 May 20 21:42:48.447454 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a56390b2-3118-4170-b91d-f102b271bca0 req-0e4f5b7f-e581-4fe7-bca0-9722d8e5471e service neutron] 10.222.0.35 "GET /v2.0/networks/0b5e320d-0355-40d4-ac64-df4fe7517272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833595 May 20 21:42:48.691080 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3cc8d64a-42c6-424e-97a9-d88ed1279f18 req-fff3c538-809f-4e27-8df8-e70f0fce349c tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] 10.222.0.35 "GET /v2.0/ports?device_id=e3295bab-2ae9-4825-9a23-9427f79c47a9 HTTP/1.1" status: 200 len: 210 time: 0.0274055 May 20 21:42:49.786596 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-11930ac1-142d-436a-9f38-c69a7fa4fc6d req-ef67afc7-d244-411a-a6bf-efeb6db7b20e tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] 10.222.0.35 "GET /v2.0/ports?device_id=e3295bab-2ae9-4825-9a23-9427f79c47a9 HTTP/1.1" status: 200 len: 210 time: 0.0258458 May 20 21:42:49.945103 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-e9c74372-8d38-4efa-9a9f-82a256aabdfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:50.705980 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56390b2-3118-4170-b91d-f102b271bca0 req-3bc5ac2b-9f5e-4d52-951f-c3e33e416ec5 tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:42:50.707420 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-a56390b2-3118-4170-b91d-f102b271bca0 req-3bc5ac2b-9f5e-4d52-951f-c3e33e416ec5 tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] 10.222.0.13 "GET /v2.0/networks?id=0b5e320d-0355-40d4-ac64-df4fe7517272 HTTP/1.1" status: 200 len: 814 time: 0.1001530 May 20 21:42:50.725654 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [req-a56390b2-3118-4170-b91d-f102b271bca0 req-9032b0b3-3c50-4447-8fb3-4c1791e7fd48 tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] Request body: {'port': {'device_id': 'e3295bab-2ae9-4825-9a23-9427f79c47a9', 'network_id': '0b5e320d-0355-40d4-ac64-df4fe7517272', 'admin_state_up': True, 'tenant_id': '4cbad25d25d94b45ab896613d896f15f'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:42:50.886733 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b99ac125-70e2-4163-a16f-6eae5e13c77a req-6d562e65-58ec-45b1-b136-aaeb304458e0 tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] 10.222.0.35 "GET /v2.0/ports?device_id=e3295bab-2ae9-4825-9a23-9427f79c47a9 HTTP/1.1" status: 200 len: 210 time: 0.0312493 May 20 21:42:50.910577 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a56390b2-3118-4170-b91d-f102b271bca0 req-9032b0b3-3c50-4447-8fb3-4c1791e7fd48 tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] Made reservation on behalf of 4cbad25d25d94b45ab896613d896f15f for: {'port': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:42:50.914228 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-a56390b2-3118-4170-b91d-f102b271bca0 req-9032b0b3-3c50-4447-8fb3-4c1791e7fd48 tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:51.038860 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [req-a56390b2-3118-4170-b91d-f102b271bca0 req-9032b0b3-3c50-4447-8fb3-4c1791e7fd48 tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] Allocated IP 172.20.0.11 (0b5e320d-0355-40d4-ac64-df4fe7517272/fb41e419-1305-471a-b396-5b5c323f85d2/0e251854-a1a7-49df-bb98-6dff23cba133) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:42:51.190424 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-a56390b2-3118-4170-b91d-f102b271bca0 req-9032b0b3-3c50-4447-8fb3-4c1791e7fd48 tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:51.294001 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-a56390b2-3118-4170-b91d-f102b271bca0 req-9032b0b3-3c50-4447-8fb3-4c1791e7fd48 tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:51.345436 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a56390b2-3118-4170-b91d-f102b271bca0 req-9032b0b3-3c50-4447-8fb3-4c1791e7fd48 tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] Network 0b5e320d-0355-40d4-ac64-df4fe7517272 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:42:51.348540 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [req-a56390b2-3118-4170-b91d-f102b271bca0 req-9032b0b3-3c50-4447-8fb3-4c1791e7fd48 tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:42:51.353875 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-a56390b2-3118-4170-b91d-f102b271bca0 req-9032b0b3-3c50-4447-8fb3-4c1791e7fd48 tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:42:51.367809 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9032b0b3-3c50-4447-8fb3-4c1791e7fd48 tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] Pushing event updated for resources: {'Port': ['ID=0e251854-a1a7-49df-bb98-6dff23cba133,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:42:51.435973 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56390b2-3118-4170-b91d-f102b271bca0 req-9032b0b3-3c50-4447-8fb3-4c1791e7fd48 tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:42:51.436724 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-a56390b2-3118-4170-b91d-f102b271bca0 req-9032b0b3-3c50-4447-8fb3-4c1791e7fd48 tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:51.507843 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-a56390b2-3118-4170-b91d-f102b271bca0 req-9032b0b3-3c50-4447-8fb3-4c1791e7fd48 tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7857471 May 20 21:42:51.639741 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-58169f27-89cb-43af-aeec-a57978ab0934 None None] Provisioning complete for port 0e251854-a1a7-49df-bb98-6dff23cba133 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:42:51.640959 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-58169f27-89cb-43af-aeec-a57978ab0934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:51.691416 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-58169f27-89cb-43af-aeec-a57978ab0934 None None] Port 0e251854-a1a7-49df-bb98-6dff23cba133 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 21:42:52.007370 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc961c9a-c293-4d1d-81e1-3c11f696a338 req-922b817f-663e-4993-9eb4-982b2aff32e0 tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:42:52.015703 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-fc961c9a-c293-4d1d-81e1-3c11f696a338 req-922b817f-663e-4993-9eb4-982b2aff32e0 tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] 10.222.0.35 "GET /v2.0/ports?device_id=e3295bab-2ae9-4825-9a23-9427f79c47a9 HTTP/1.1" status: 200 len: 932 time: 0.0577624 May 20 21:42:52.063860 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-fc961c9a-c293-4d1d-81e1-3c11f696a338 req-d3aa6824-e47f-45e2-bcc2-794ed16f0b31 tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] 10.222.0.35 "GET /v2.0/security-groups?id=a6bf26d6-0470-413c-82a6-ff39dee8a331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469217 May 20 21:42:52.299512 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-9d0b4062-e86f-4feb-b299-3dfd01a1f7b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:53.176936 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edffa842-c743-49ba-b0ba-408921dffb10 req-3a66b4d2-9a6a-4cbe-812a-55b6d9022ece tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:42:53.178434 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-edffa842-c743-49ba-b0ba-408921dffb10 req-3a66b4d2-9a6a-4cbe-812a-55b6d9022ece tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] 10.222.0.35 "GET /v2.0/ports?device_id=e3295bab-2ae9-4825-9a23-9427f79c47a9 HTTP/1.1" status: 200 len: 932 time: 0.0487683 May 20 21:42:53.215319 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-edffa842-c743-49ba-b0ba-408921dffb10 req-62cb22a9-0b2a-4b42-8aec-482dfef68f0e tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] 10.222.0.35 "GET /v2.0/security-groups?id=a6bf26d6-0470-413c-82a6-ff39dee8a331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303168 May 20 21:42:54.190653 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4bb0e131-6525-46ca-a45b-e4ea43a5e69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:54.336181 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6da2d7-c66f-4c10-ae33-e652f765bc1a req-fc0c4162-0d89-40ae-b2a8-2dc5e127a164 tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:42:54.337684 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7c6da2d7-c66f-4c10-ae33-e652f765bc1a req-fc0c4162-0d89-40ae-b2a8-2dc5e127a164 tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] 10.222.0.35 "GET /v2.0/ports?device_id=e3295bab-2ae9-4825-9a23-9427f79c47a9 HTTP/1.1" status: 200 len: 932 time: 0.0522001 May 20 21:42:54.375672 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7c6da2d7-c66f-4c10-ae33-e652f765bc1a req-324b00d8-3c82-4ac9-a9bf-aecf77a0c51d tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] 10.222.0.35 "GET /v2.0/security-groups?id=a6bf26d6-0470-413c-82a6-ff39dee8a331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311995 May 20 21:42:55.196372 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:55.569354 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d74a996-24ac-4c33-83f1-fcb17651b462 req-511fc1a4-d3da-4394-b34d-80c27283f554 tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:42:55.571686 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2d74a996-24ac-4c33-83f1-fcb17651b462 req-511fc1a4-d3da-4394-b34d-80c27283f554 tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] 10.222.0.35 "GET /v2.0/ports?device_id=e3295bab-2ae9-4825-9a23-9427f79c47a9 HTTP/1.1" status: 200 len: 932 time: 0.0851679 May 20 21:42:55.612786 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2d74a996-24ac-4c33-83f1-fcb17651b462 req-a9901a13-339b-4357-aa30-7fb40824901f tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] 10.222.0.35 "GET /v2.0/security-groups?id=a6bf26d6-0470-413c-82a6-ff39dee8a331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339129 May 20 21:42:55.750770 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:55.790697 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cc3ec51b-6ec8-438a-8349-5f0bec346d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:56.732956 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a50b52a-cd1a-427b-bcf6-9dee83323813 req-c91c2f9f-b3d7-4a29-8b7f-3937dfea30dc tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:42:56.734583 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6a50b52a-cd1a-427b-bcf6-9dee83323813 req-c91c2f9f-b3d7-4a29-8b7f-3937dfea30dc tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] 10.222.0.35 "GET /v2.0/ports?device_id=e3295bab-2ae9-4825-9a23-9427f79c47a9 HTTP/1.1" status: 200 len: 932 time: 0.0491221 May 20 21:42:56.773011 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6a50b52a-cd1a-427b-bcf6-9dee83323813 req-94b66667-0f9c-44e7-a0ff-d0c45922da71 tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] 10.222.0.35 "GET /v2.0/security-groups?id=a6bf26d6-0470-413c-82a6-ff39dee8a331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323291 May 20 21:42:57.895727 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5287965a-66d0-45ff-9f13-c90bfc7ad907 req-390d6000-aa3d-4c0f-9c07-11fe63153ec8 tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:42:57.903297 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5287965a-66d0-45ff-9f13-c90bfc7ad907 req-390d6000-aa3d-4c0f-9c07-11fe63153ec8 tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] 10.222.0.35 "GET /v2.0/ports?device_id=e3295bab-2ae9-4825-9a23-9427f79c47a9 HTTP/1.1" status: 200 len: 932 time: 0.0643244 May 20 21:42:57.949169 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5287965a-66d0-45ff-9f13-c90bfc7ad907 req-dc65cc9d-bf4d-4f90-8af7-dd8e70e019fc tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] 10.222.0.35 "GET /v2.0/security-groups?id=a6bf26d6-0470-413c-82a6-ff39dee8a331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389466 May 20 21:42:59.071347 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e80ac3-4e79-4020-8037-381e9e064675 req-947f46db-0772-4812-bd45-78dda01b4688 tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:42:59.072801 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f8e80ac3-4e79-4020-8037-381e9e064675 req-947f46db-0772-4812-bd45-78dda01b4688 tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] 10.222.0.35 "GET /v2.0/ports?device_id=e3295bab-2ae9-4825-9a23-9427f79c47a9 HTTP/1.1" status: 200 len: 932 time: 0.0491889 May 20 21:42:59.110464 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f8e80ac3-4e79-4020-8037-381e9e064675 req-a7292a4d-992a-4515-9d43-5d81b43bc836 tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] 10.222.0.35 "GET /v2.0/security-groups?id=a6bf26d6-0470-413c-82a6-ff39dee8a331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309479 May 20 21:43:00.239710 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3ec766-c62f-48e6-b791-21fd3fb8d5a0 req-0ad53f63-c25a-42ba-9ca5-fd7ae4c9c227 tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:43:00.241168 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5d3ec766-c62f-48e6-b791-21fd3fb8d5a0 req-0ad53f63-c25a-42ba-9ca5-fd7ae4c9c227 tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] 10.222.0.35 "GET /v2.0/ports?device_id=e3295bab-2ae9-4825-9a23-9427f79c47a9 HTTP/1.1" status: 200 len: 932 time: 0.0615571 May 20 21:43:00.301836 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5d3ec766-c62f-48e6-b791-21fd3fb8d5a0 req-0eb9d141-1ff7-4036-96c4-2f033100a8a5 tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] 10.222.0.35 "GET /v2.0/security-groups?id=a6bf26d6-0470-413c-82a6-ff39dee8a331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436382 May 20 21:43:01.225236 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.agents_db [None req-5c33ad30-4e00-40fa-b486-8c79c4a6cfc5 None None] Agent healthcheck: found 7 active agents {{(pid=103165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 20 21:43:01.423203 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba40d7d-ca8c-49f4-89bf-5a6ab5c632e0 req-9b18ec0d-382b-4aeb-a246-bf7015fa16e1 tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:43:01.424773 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6ba40d7d-ca8c-49f4-89bf-5a6ab5c632e0 req-9b18ec0d-382b-4aeb-a246-bf7015fa16e1 tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] 10.222.0.35 "GET /v2.0/ports?device_id=e3295bab-2ae9-4825-9a23-9427f79c47a9 HTTP/1.1" status: 200 len: 932 time: 0.0578668 May 20 21:43:01.445449 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [req-a56390b2-3118-4170-b91d-f102b271bca0 req-e32a737c-f9ff-4559-9e6f-7d4b83483266 service neutron] Request body: {'port': {'device_id': 'e3295bab-2ae9-4825-9a23-9427f79c47a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-842733-1'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:43:01.467133 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6ba40d7d-ca8c-49f4-89bf-5a6ab5c632e0 req-c6c9f571-29f4-4b3d-941f-f207fa27eca6 tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] 10.222.0.35 "GET /v2.0/security-groups?id=a6bf26d6-0470-413c-82a6-ff39dee8a331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349610 May 20 21:43:01.504306 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-a56390b2-3118-4170-b91d-f102b271bca0 req-e32a737c-f9ff-4559-9e6f-7d4b83483266 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:01.772021 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [req-a56390b2-3118-4170-b91d-f102b271bca0 req-e32a737c-f9ff-4559-9e6f-7d4b83483266 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e251854-a1a7-49df-bb98-6dff23cba133 {{(pid=103162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 21:43:01.779702 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-a56390b2-3118-4170-b91d-f102b271bca0 req-e32a737c-f9ff-4559-9e6f-7d4b83483266 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:01.791011 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.provisioning_blocks [req-a56390b2-3118-4170-b91d-f102b271bca0 req-e32a737c-f9ff-4559-9e6f-7d4b83483266 service neutron] Transition to ACTIVE for port object 0e251854-a1a7-49df-bb98-6dff23cba133 will not be triggered until provisioned by entity L2. {{(pid=103162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 21:43:01.853280 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-a56390b2-3118-4170-b91d-f102b271bca0 req-e32a737c-f9ff-4559-9e6f-7d4b83483266 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:01.924365 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32a737c-f9ff-4559-9e6f-7d4b83483266 service neutron] Pushing event updated for resources: {'Port': ['ID=0e251854-a1a7-49df-bb98-6dff23cba133,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:43:01.977347 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-a56390b2-3118-4170-b91d-f102b271bca0 req-e32a737c-f9ff-4559-9e6f-7d4b83483266 service neutron] Attempting to bind port 0e251854-a1a7-49df-bb98-6dff23cba133 on host n-h2-842733-1 for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:43:01.977718 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-a56390b2-3118-4170-b91d-f102b271bca0 req-e32a737c-f9ff-4559-9e6f-7d4b83483266 service neutron] Attempting to bind port 0e251854-a1a7-49df-bb98-6dff23cba133 by drivers openvswitch,hyperv on host n-h2-842733-1 at level 0 using segments [{'id': '3a113b75-dc43-4343-8b30-8cbed50fbbc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '0b5e320d-0355-40d4-ac64-df4fe7517272'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:43:01.977998 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a56390b2-3118-4170-b91d-f102b271bca0 req-e32a737c-f9ff-4559-9e6f-7d4b83483266 service neutron] Attempting to bind port 0e251854-a1a7-49df-bb98-6dff23cba133 on network 0b5e320d-0355-40d4-ac64-df4fe7517272 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:43:01.983532 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a56390b2-3118-4170-b91d-f102b271bca0 req-e32a737c-f9ff-4559-9e6f-7d4b83483266 service neutron] Port 0e251854-a1a7-49df-bb98-6dff23cba133 on network 0b5e320d-0355-40d4-ac64-df4fe7517272 not bound, no agent of type Open vSwitch agent registered on host n-h2-842733-1 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 21:43:01.983848 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a56390b2-3118-4170-b91d-f102b271bca0 req-e32a737c-f9ff-4559-9e6f-7d4b83483266 service neutron] Attempting to bind port 0e251854-a1a7-49df-bb98-6dff23cba133 on network 0b5e320d-0355-40d4-ac64-df4fe7517272 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:43:01.988735 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a56390b2-3118-4170-b91d-f102b271bca0 req-e32a737c-f9ff-4559-9e6f-7d4b83483266 service neutron] Checking agent: {'id': 'a66f2511-b955-448f-877c-56cfe9c81b12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 33, 2), 'started_at': datetime.datetime(2022, 5, 20, 20, 33, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 21, 42, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 21:43:01.989067 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a56390b2-3118-4170-b91d-f102b271bca0 req-e32a737c-f9ff-4559-9e6f-7d4b83483266 service neutron] Checking segment: {'id': '3a113b75-dc43-4343-8b30-8cbed50fbbc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '0b5e320d-0355-40d4-ac64-df4fe7517272'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:43:01.989485 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a56390b2-3118-4170-b91d-f102b271bca0 req-e32a737c-f9ff-4559-9e6f-7d4b83483266 service neutron] Bound using segment: {'id': '3a113b75-dc43-4343-8b30-8cbed50fbbc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '0b5e320d-0355-40d4-ac64-df4fe7517272'} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 21:43:01.989906 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-a56390b2-3118-4170-b91d-f102b271bca0 req-e32a737c-f9ff-4559-9e6f-7d4b83483266 service neutron] Bound port: 0e251854-a1a7-49df-bb98-6dff23cba133, host: n-h2-842733-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a113b75-dc43-4343-8b30-8cbed50fbbc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '0b5e320d-0355-40d4-ac64-df4fe7517272'}}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:43:01.990261 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-a56390b2-3118-4170-b91d-f102b271bca0 req-e32a737c-f9ff-4559-9e6f-7d4b83483266 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:02.055371 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-a56390b2-3118-4170-b91d-f102b271bca0 req-e32a737c-f9ff-4559-9e6f-7d4b83483266 service neutron] For port 0e251854-a1a7-49df-bb98-6dff23cba133, host n-h2-842733-1, cleared binding levels {{(pid=103162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 21:43:02.058969 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-a56390b2-3118-4170-b91d-f102b271bca0 req-e32a737c-f9ff-4559-9e6f-7d4b83483266 service neutron] For port 0e251854-a1a7-49df-bb98-6dff23cba133, host n-h2-842733-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=0e251854-a1a7-49df-bb98-6dff23cba133,segment=NetworkSegment(3a113b75-dc43-4343-8b30-8cbed50fbbc3),segment_id=3a113b75-dc43-4343-8b30-8cbed50fbbc3)] {{(pid=103162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 21:43:02.133645 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-a56390b2-3118-4170-b91d-f102b271bca0 req-e32a737c-f9ff-4559-9e6f-7d4b83483266 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:02.167719 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56390b2-3118-4170-b91d-f102b271bca0 req-e32a737c-f9ff-4559-9e6f-7d4b83483266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:43:02.168350 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-a56390b2-3118-4170-b91d-f102b271bca0 req-e32a737c-f9ff-4559-9e6f-7d4b83483266 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:02.169822 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-a56390b2-3118-4170-b91d-f102b271bca0 req-e32a737c-f9ff-4559-9e6f-7d4b83483266 service neutron] 10.222.0.13 "PUT /v2.0/ports/0e251854-a1a7-49df-bb98-6dff23cba133 HTTP/1.1" status: 200 len: 1092 time: 0.7293236 May 20 21:43:02.170258 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3295bab-2ae9-4825-9a23-9427f79c47a9', 'tag': '0e251854-a1a7-49df-bb98-6dff23cba133'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 21:43:02.172496 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e97a983f2a54588e3d21b88a12ad54839c2ea34da7b46679306b1f34ba25e4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4796920f-2948-40ae-92f6-e369d82fe9d9" -d '{"events": [{"name": "network-changed", "server_uuid": "e3295bab-2ae9-4825-9a23-9427f79c47a9", "tag": "0e251854-a1a7-49df-bb98-6dff23cba133"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 21:43:02.198130 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32a737c-f9ff-4559-9e6f-7d4b83483266 service neutron] Pushing event updated for resources: {'Port': ['ID=0e251854-a1a7-49df-bb98-6dff23cba133,revision_number=3']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:43:02.210683 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 21:43:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6216b4d-c10e-47ce-8a8e-ac3e71a14e43 x-openstack-request-id: req-a6216b4d-c10e-47ce-8a8e-ac3e71a14e43 {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 21:43:02.210981 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3295bab-2ae9-4825-9a23-9427f79c47a9", "tag": "0e251854-a1a7-49df-bb98-6dff23cba133", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 21:43:02.211235 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a6216b4d-c10e-47ce-8a8e-ac3e71a14e43 {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 21:43:02.211645 n-d-842733-1 neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6216b4d-c10e-47ce-8a8e-ac3e71a14e43'] response: {'name': 'network-changed', 'server_uuid': 'e3295bab-2ae9-4825-9a23-9427f79c47a9', 'tag': '0e251854-a1a7-49df-bb98-6dff23cba133', 'status': 'completed', 'code': 200} May 20 21:43:02.295994 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4796920f-2948-40ae-92f6-e369d82fe9d9 req-377ef717-3c8c-439f-93a8-785af7dd7ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:43:02.297469 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-4796920f-2948-40ae-92f6-e369d82fe9d9 req-377ef717-3c8c-439f-93a8-785af7dd7ccb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4cbad25d25d94b45ab896613d896f15f&device_id=e3295bab-2ae9-4825-9a23-9427f79c47a9 HTTP/1.1" status: 200 len: 1095 time: 0.0444887 May 20 21:43:02.403720 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4796920f-2948-40ae-92f6-e369d82fe9d9 req-da516df4-13b4-4d50-96dc-60c7da4c511f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:43:02.405228 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-4796920f-2948-40ae-92f6-e369d82fe9d9 req-da516df4-13b4-4d50-96dc-60c7da4c511f service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=4cbad25d25d94b45ab896613d896f15f&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0957162 May 20 21:43:02.498755 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4796920f-2948-40ae-92f6-e369d82fe9d9 req-b273d501-9a73-4e69-8b15-3f23bf477266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:43:02.500234 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-4796920f-2948-40ae-92f6-e369d82fe9d9 req-b273d501-9a73-4e69-8b15-3f23bf477266 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0889461 May 20 21:43:02.586469 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ea3f99-74f6-4738-903c-972f496808c3 req-2ff9a2c9-1a1a-4574-8a6d-52b06bbd4a5c tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:43:02.587884 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-56ea3f99-74f6-4738-903c-972f496808c3 req-2ff9a2c9-1a1a-4574-8a6d-52b06bbd4a5c tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] 10.222.0.35 "GET /v2.0/ports?device_id=e3295bab-2ae9-4825-9a23-9427f79c47a9 HTTP/1.1" status: 200 len: 944 time: 0.0490913 May 20 21:43:02.605267 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56390b2-3118-4170-b91d-f102b271bca0 req-abced9a2-014c-48b6-96c6-2864d0a38aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:43:02.606991 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-a56390b2-3118-4170-b91d-f102b271bca0 req-abced9a2-014c-48b6-96c6-2864d0a38aec service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4cbad25d25d94b45ab896613d896f15f&device_id=e3295bab-2ae9-4825-9a23-9427f79c47a9 HTTP/1.1" status: 200 len: 1095 time: 0.0490866 May 20 21:43:02.627853 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-56ea3f99-74f6-4738-903c-972f496808c3 req-db52ceec-5b30-4dbc-87b4-18d5d2952c1c tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] 10.222.0.35 "GET /v2.0/security-groups?id=a6bf26d6-0470-413c-82a6-ff39dee8a331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325420 May 20 21:43:02.657483 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-a56390b2-3118-4170-b91d-f102b271bca0 req-f92479b8-2371-4677-800e-4aca565de053 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0e251854-a1a7-49df-bb98-6dff23cba133 HTTP/1.1" status: 200 len: 217 time: 0.0356386 May 20 21:43:02.709656 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56390b2-3118-4170-b91d-f102b271bca0 req-5a2cae39-f841-4a4d-af9b-88574b0d1624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:43:02.711128 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-a56390b2-3118-4170-b91d-f102b271bca0 req-5a2cae39-f841-4a4d-af9b-88574b0d1624 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fb41e419-1305-471a-b396-5b5c323f85d2 HTTP/1.1" status: 200 len: 853 time: 0.0440850 May 20 21:43:02.758912 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56390b2-3118-4170-b91d-f102b271bca0 req-164c54f1-5d7d-440a-9194-cd06238285ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:43:02.760372 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-a56390b2-3118-4170-b91d-f102b271bca0 req-164c54f1-5d7d-440a-9194-cd06238285ad service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0b5e320d-0355-40d4-ac64-df4fe7517272&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431588 May 20 21:43:02.848496 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-a56390b2-3118-4170-b91d-f102b271bca0 req-b5c4e9bd-a397-4f37-a146-b37ac4eebc80 service neutron] 10.222.0.13 "GET /v2.0/networks/0b5e320d-0355-40d4-ac64-df4fe7517272?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813954 May 20 21:43:02.893144 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:02.939788 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-a56390b2-3118-4170-b91d-f102b271bca0 req-79706ea1-ed81-416d-8d19-a4e86fc35da4 service neutron] 10.222.0.13 "GET /v2.0/networks/0b5e320d-0355-40d4-ac64-df4fe7517272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850697 May 20 21:43:03.745969 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03140449-0e72-4dcb-8c3f-1014d24d04aa req-a31b2975-d727-4e30-9b72-26182ba79602 tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:43:03.748008 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-03140449-0e72-4dcb-8c3f-1014d24d04aa req-a31b2975-d727-4e30-9b72-26182ba79602 tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] 10.222.0.35 "GET /v2.0/ports?device_id=e3295bab-2ae9-4825-9a23-9427f79c47a9 HTTP/1.1" status: 200 len: 944 time: 0.0502560 May 20 21:43:03.786049 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-03140449-0e72-4dcb-8c3f-1014d24d04aa req-35c06b0b-6dea-4a8c-babf-1cf1e5448eda tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] 10.222.0.35 "GET /v2.0/security-groups?id=a6bf26d6-0470-413c-82a6-ff39dee8a331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318546 May 20 21:43:04.902440 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6213d69d-7d3c-4421-b9ec-699ad5b1f9a5 req-0936bf4c-1b4f-43b2-89b5-f2196da7d789 tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:43:04.904384 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6213d69d-7d3c-4421-b9ec-699ad5b1f9a5 req-0936bf4c-1b4f-43b2-89b5-f2196da7d789 tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] 10.222.0.35 "GET /v2.0/ports?device_id=e3295bab-2ae9-4825-9a23-9427f79c47a9 HTTP/1.1" status: 200 len: 944 time: 0.0514066 May 20 21:43:04.940687 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6213d69d-7d3c-4421-b9ec-699ad5b1f9a5 req-196426c1-7819-45e1-a50b-8f1ae661f52d tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] 10.222.0.35 "GET /v2.0/security-groups?id=a6bf26d6-0470-413c-82a6-ff39dee8a331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302324 May 20 21:43:06.055432 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60be2e9-921e-419b-af79-84f143fb2483 req-da381f9f-31d4-4664-9244-76d33bf83740 tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:43:06.056896 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d60be2e9-921e-419b-af79-84f143fb2483 req-da381f9f-31d4-4664-9244-76d33bf83740 tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] 10.222.0.35 "GET /v2.0/ports?device_id=e3295bab-2ae9-4825-9a23-9427f79c47a9 HTTP/1.1" status: 200 len: 944 time: 0.0480261 May 20 21:43:06.094705 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d60be2e9-921e-419b-af79-84f143fb2483 req-064182df-07fd-4d7d-8201-dc002d44335b tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] 10.222.0.35 "GET /v2.0/security-groups?id=a6bf26d6-0470-413c-82a6-ff39dee8a331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308261 May 20 21:43:06.414851 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 0e251854-a1a7-49df-bb98-6dff23cba133 details requested by agent hyperv_n-h2-842733-1 with host n-h2-842733-1 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 21:43:06.511632 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port 0e251854-a1a7-49df-bb98-6dff23cba133, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=0e251854-a1a7-49df-bb98-6dff23cba133,segment=NetworkSegment(3a113b75-dc43-4343-8b30-8cbed50fbbc3),segment_id=3a113b75-dc43-4343-8b30-8cbed50fbbc3)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:43:06.523067 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Returning: {'device': '0e251854-a1a7-49df-bb98-6dff23cba133', 'network_id': '0b5e320d-0355-40d4-ac64-df4fe7517272', 'port_id': '0e251854-a1a7-49df-bb98-6dff23cba133', 'mac_address': 'fa:16:3e:f1:f6:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb41e419-1305-471a-b396-5b5c323f85d2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 20 21:43:06.559423 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port 0e251854-a1a7-49df-bb98-6dff23cba133 is: DOWN; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:43:06.559798 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:06.572171 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e251854-a1a7-49df-bb98-6dff23cba133 {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 21:43:06.591807 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port 0e251854-a1a7-49df-bb98-6dff23cba133, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=0e251854-a1a7-49df-bb98-6dff23cba133,segment=NetworkSegment(3a113b75-dc43-4343-8b30-8cbed50fbbc3),segment_id=3a113b75-dc43-4343-8b30-8cbed50fbbc3)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:43:06.658758 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:06.703096 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=0e251854-a1a7-49df-bb98-6dff23cba133,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:43:06.710295 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:43:06.710630 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:43:06.710958 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:43:06.711280 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:43:06.711629 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:43:06.711945 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:43:06.712268 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:43:06.712579 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:43:06.712885 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:43:06.713192 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:43:06.713541 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:43:06.713850 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:43:06.970081 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] get_ports_and_sgs() called for port_ids ['0e251854-a1a7-49df-bb98-6dff23cba133'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 21:43:07.207453 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ff729a-8810-42f6-8f68-4706bf9a0ab7 req-3838aff8-7979-4676-a6d1-222c6f6bf714 tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:43:07.208911 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-02ff729a-8810-42f6-8f68-4706bf9a0ab7 req-3838aff8-7979-4676-a6d1-222c6f6bf714 tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] 10.222.0.35 "GET /v2.0/ports?device_id=e3295bab-2ae9-4825-9a23-9427f79c47a9 HTTP/1.1" status: 200 len: 945 time: 0.0481040 May 20 21:43:07.245249 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-02ff729a-8810-42f6-8f68-4706bf9a0ab7 req-6d2ef593-53c3-4e00-ad8d-e894003013fe tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] 10.222.0.35 "GET /v2.0/security-groups?id=a6bf26d6-0470-413c-82a6-ff39dee8a331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301816 May 20 21:43:08.365464 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86e9691-1afd-4050-bab1-521b3aa416d9 req-25997ebd-8506-4626-a4cd-e4e75fa33589 tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:43:08.366914 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a86e9691-1afd-4050-bab1-521b3aa416d9 req-25997ebd-8506-4626-a4cd-e4e75fa33589 tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] 10.222.0.35 "GET /v2.0/ports?device_id=e3295bab-2ae9-4825-9a23-9427f79c47a9 HTTP/1.1" status: 200 len: 945 time: 0.0521662 May 20 21:43:08.404452 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a86e9691-1afd-4050-bab1-521b3aa416d9 req-30ecb875-530c-4203-a40e-4da08a7db989 tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] 10.222.0.35 "GET /v2.0/security-groups?id=a6bf26d6-0470-413c-82a6-ff39dee8a331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304029 May 20 21:43:08.432142 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 0e251854-a1a7-49df-bb98-6dff23cba133 up at agent hyperv_n-h2-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:43:08.545056 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Provisioning for port 0e251854-a1a7-49df-bb98-6dff23cba133 completed by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 21:43:08.548924 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Provisioning complete for port 0e251854-a1a7-49df-bb98-6dff23cba133 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:43:08.549344 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:08.624261 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port 0e251854-a1a7-49df-bb98-6dff23cba133 is: BUILD; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:43:08.624642 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:08.647042 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3295bab-2ae9-4825-9a23-9427f79c47a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e251854-a1a7-49df-bb98-6dff23cba133'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 21:43:08.649255 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7947af4a1013b12ef328acaa2f4e39eb2f7ac51c208120b4987a707d9dc479df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9301967b-512b-4df6-a51b-f140be4bae16" -d '{"events": [{"server_uuid": "e3295bab-2ae9-4825-9a23-9427f79c47a9", "name": "network-vif-plugged", "status": "completed", "tag": "0e251854-a1a7-49df-bb98-6dff23cba133"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 21:43:08.662269 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port 0e251854-a1a7-49df-bb98-6dff23cba133, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=0e251854-a1a7-49df-bb98-6dff23cba133,segment=NetworkSegment(3a113b75-dc43-4343-8b30-8cbed50fbbc3),segment_id=3a113b75-dc43-4343-8b30-8cbed50fbbc3)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:43:08.688543 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 21:43:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03f78444-bf00-4b00-8618-2031e563983e x-openstack-request-id: req-03f78444-bf00-4b00-8618-2031e563983e {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 21:43:08.688830 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3295bab-2ae9-4825-9a23-9427f79c47a9", "name": "network-vif-plugged", "status": "completed", "tag": "0e251854-a1a7-49df-bb98-6dff23cba133", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 21:43:08.689087 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-03f78444-bf00-4b00-8618-2031e563983e {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 21:43:08.689512 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03f78444-bf00-4b00-8618-2031e563983e'] response: {'server_uuid': 'e3295bab-2ae9-4825-9a23-9427f79c47a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e251854-a1a7-49df-bb98-6dff23cba133', 'code': 200} May 20 21:43:08.710094 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:08.758662 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=0e251854-a1a7-49df-bb98-6dff23cba133,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:43:08.809078 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de49a7d0-fc5f-4894-ad40-9ee4deb2d3bb req-b477238e-1689-4934-8533-2a86c6563db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:43:08.810752 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-de49a7d0-fc5f-4894-ad40-9ee4deb2d3bb req-b477238e-1689-4934-8533-2a86c6563db4 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e3295bab-2ae9-4825-9a23-9427f79c47a9 HTTP/1.1" status: 200 len: 1097 time: 0.0406134 May 20 21:43:08.844695 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-de49a7d0-fc5f-4894-ad40-9ee4deb2d3bb req-1eab96ab-d3ef-40a1-a755-c323f7c9bc3a service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=a6bf26d6-0470-413c-82a6-ff39dee8a331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277817 May 20 21:43:09.524198 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b79092a-3ef1-4a59-8755-cb0d6257536e req-b4dfebd1-b675-4f2c-892f-7a4cf61750c6 tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:43:09.525685 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3b79092a-3ef1-4a59-8755-cb0d6257536e req-b4dfebd1-b675-4f2c-892f-7a4cf61750c6 tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] 10.222.0.35 "GET /v2.0/ports?device_id=e3295bab-2ae9-4825-9a23-9427f79c47a9 HTTP/1.1" status: 200 len: 946 time: 0.0501945 May 20 21:43:09.563512 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3b79092a-3ef1-4a59-8755-cb0d6257536e req-e8352f46-bbee-45dd-bbaa-a411d4574f2e tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] 10.222.0.35 "GET /v2.0/security-groups?id=a6bf26d6-0470-413c-82a6-ff39dee8a331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315528 May 20 21:43:10.682009 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05943d1a-90d9-448b-b387-d152af692997 req-d63d50f9-58f8-46cb-adb5-a3b57fe2ccd0 tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:43:10.683464 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-05943d1a-90d9-448b-b387-d152af692997 req-d63d50f9-58f8-46cb-adb5-a3b57fe2ccd0 tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] 10.222.0.35 "GET /v2.0/ports?device_id=e3295bab-2ae9-4825-9a23-9427f79c47a9 HTTP/1.1" status: 200 len: 946 time: 0.0483744 May 20 21:43:10.721702 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-05943d1a-90d9-448b-b387-d152af692997 req-67e94279-66e4-4a08-8a5d-1d47d670fde1 tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] 10.222.0.35 "GET /v2.0/security-groups?id=a6bf26d6-0470-413c-82a6-ff39dee8a331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314789 May 20 21:43:10.836952 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058c0449-d79f-4479-998a-d790b721a110 req-c4b3c086-4bc6-47b6-a6bc-c5e01a5885ea tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:43:10.838418 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-058c0449-d79f-4479-998a-d790b721a110 req-c4b3c086-4bc6-47b6-a6bc-c5e01a5885ea tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] 10.222.0.35 "GET /v2.0/ports?device_id=e3295bab-2ae9-4825-9a23-9427f79c47a9 HTTP/1.1" status: 200 len: 946 time: 0.0511167 May 20 21:43:10.875918 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-058c0449-d79f-4479-998a-d790b721a110 req-e40b8e49-2acc-43f5-897e-cfa8fe9ab09f tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] 10.222.0.35 "GET /v2.0/security-groups?id=a6bf26d6-0470-413c-82a6-ff39dee8a331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308778 May 20 21:43:11.063079 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef80777-b33d-4aa4-90b6-be8804eb3a65 req-e436e814-fbad-4e20-95cb-21ac6ced7e92 tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:43:11.064453 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5ef80777-b33d-4aa4-90b6-be8804eb3a65 req-e436e814-fbad-4e20-95cb-21ac6ced7e92 tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] 10.222.0.35 "GET /v2.0/ports?device_id=e3295bab-2ae9-4825-9a23-9427f79c47a9 HTTP/1.1" status: 200 len: 946 time: 0.0494704 May 20 21:43:11.102379 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5ef80777-b33d-4aa4-90b6-be8804eb3a65 req-13af0156-8789-4ba6-919a-1df3eb6eafce tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] 10.222.0.35 "GET /v2.0/security-groups?id=a6bf26d6-0470-413c-82a6-ff39dee8a331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319426 May 20 21:43:19.904491 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-1957cdc9-91a9-402b-98f4-71c15ebaa571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:22.304265 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-df53c936-7c5b-4798-a98a-9cb5a954ff26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:24.207563 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4bb0e131-6525-46ca-a45b-e4ea43a5e69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:25.184954 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:25.392034 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dc4789-6692-4b3f-ad12-aca9b936a24f req-5522408e-a282-4f09-81ec-2997beff3f2b tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:43:25.393849 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d6dc4789-6692-4b3f-ad12-aca9b936a24f req-5522408e-a282-4f09-81ec-2997beff3f2b tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] 10.222.0.35 "GET /v2.0/ports?device_id=e3295bab-2ae9-4825-9a23-9427f79c47a9 HTTP/1.1" status: 200 len: 946 time: 0.0509183 May 20 21:43:25.433176 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d6dc4789-6692-4b3f-ad12-aca9b936a24f req-395612ce-45dd-4406-bd5a-a7345f4f9498 tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] 10.222.0.35 "GET /v2.0/security-groups?id=a6bf26d6-0470-413c-82a6-ff39dee8a331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332317 May 20 21:43:25.458647 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 35992) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:43:25.602187 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35899215-aaa6-4a78-ba8e-e362bf14880c tempest-TestMinimumBasicScenario-1197832509 tempest-TestMinimumBasicScenario-1197832509-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:43:25.603689 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-35899215-aaa6-4a78-ba8e-e362bf14880c tempest-TestMinimumBasicScenario-1197832509 tempest-TestMinimumBasicScenario-1197832509-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=e3295bab-2ae9-4825-9a23-9427f79c47a9 HTTP/1.1" status: 200 len: 1092 time: 0.1440530 May 20 21:43:25.606884 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 35996) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:43:25.615249 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-843db2ec-b7da-4441-882c-d4cc8d739352 tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] Request body: {'floatingip': {'floating_network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'port_id': '0e251854-a1a7-49df-bb98-6dff23cba133', 'tenant_id': '4cbad25d25d94b45ab896613d896f15f', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:43:25.664939 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:25.732921 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cc3ec51b-6ec8-438a-8349-5f0bec346d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:25.984123 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-843db2ec-b7da-4441-882c-d4cc8d739352 tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] Notify callbacks [] for floatingip, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:26.080881 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-843db2ec-b7da-4441-882c-d4cc8d739352 tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:26.186743 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-843db2ec-b7da-4441-882c-d4cc8d739352 tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] Allocated IP 172.25.2.236 (e3a93b5c-91e2-4064-9c2c-1afc261bfe15/86fee0c1-6e34-488b-9216-b2b8e7ef585a/ca3869f0-80f2-46e3-995b-3f5e7660a1d1) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:43:26.286445 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-843db2ec-b7da-4441-882c-d4cc8d739352 tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] Notify callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:26.379173 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-843db2ec-b7da-4441-882c-d4cc8d739352 tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:26.421016 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-843db2ec-b7da-4441-882c-d4cc8d739352 tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] Network e3a93b5c-91e2-4064-9c2c-1afc261bfe15 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:43:26.423741 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-843db2ec-b7da-4441-882c-d4cc8d739352 tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:43:26.427199 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-843db2ec-b7da-4441-882c-d4cc8d739352 tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:43:26.453399 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843db2ec-b7da-4441-882c-d4cc8d739352 tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] Pushing event updated for resources: {'Port': ['ID=ca3869f0-80f2-46e3-995b-3f5e7660a1d1,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:43:26.815548 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-843db2ec-b7da-4441-882c-d4cc8d739352 tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:26.933473 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-843db2ec-b7da-4441-882c-d4cc8d739352 tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:27.086264 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-843db2ec-b7da-4441-882c-d4cc8d739352 tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] Notify callbacks [] for port, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:27.155136 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-843db2ec-b7da-4441-882c-d4cc8d739352 tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:27.221901 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843db2ec-b7da-4441-882c-d4cc8d739352 tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] Pushing event updated for resources: {'Port': ['ID=ca3869f0-80f2-46e3-995b-3f5e7660a1d1,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:43:27.231844 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-843db2ec-b7da-4441-882c-d4cc8d739352 tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748272'] for floatingip, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:27.333309 n-d-842733-1 neutron-server[103163]: INFO neutron.db.l3_db [None req-843db2ec-b7da-4441-882c-d4cc8d739352 tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] Floating IP 1b9ee9fb-d22c-4619-9198-6376f80327e7 associated. External IP: 172.25.2.236, port: 0e251854-a1a7-49df-bb98-6dff23cba133. May 20 21:43:27.539869 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-843db2ec-b7da-4441-882c-d4cc8d739352 tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] Router 1591dfd8-bf58-4d4f-9c9d-d2b82c76b5fb has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 21:43:27.647193 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-843db2ec-b7da-4441-882c-d4cc8d739352 tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 21:43:27.657999 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d0b01c-0d0f-40fe-b55a-86d4de62c43e None None] Sync routers for ids ['1591dfd8-bf58-4d4f-9c9d-d2b82c76b5fb'] in n-d-842733-1 {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 21:43:27.667159 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d0b01c-0d0f-40fe-b55a-86d4de62c43e None None] Routers {'1591dfd8-bf58-4d4f-9c9d-d2b82c76b5fb'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:43:27.667758 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-a7d0b01c-0d0f-40fe-b55a-86d4de62c43e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:43:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['1591dfd8-bf58-4d4f-9c9d-d2b82c76b5fb'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:43:27.735414 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-843db2ec-b7da-4441-882c-d4cc8d739352 tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for floatingip, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:27.764140 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-843db2ec-b7da-4441-882c-d4cc8d739352 tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1561534 May 20 21:43:27.764755 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3295bab-2ae9-4825-9a23-9427f79c47a9', 'tag': '0e251854-a1a7-49df-bb98-6dff23cba133'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 21:43:27.766969 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 35998) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:43:27.767452 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4416c3b25ab83027dff24eda6e450cd3b8f285a9257f5a2b93a81ddcbdb8854f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73dbd573-722d-410a-b586-701f8e62a27d" -d '{"events": [{"name": "network-changed", "server_uuid": "e3295bab-2ae9-4825-9a23-9427f79c47a9", "tag": "0e251854-a1a7-49df-bb98-6dff23cba133"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 21:43:27.773431 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-1a4ff3b5-b988-455d-8388-52a5a88b4b69 tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-41206553', 'description': 'tempest-secgroup-smoke-41206553 description', 'project_id': '4cbad25d25d94b45ab896613d896f15f'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:43:27.777795 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-a7d0b01c-0d0f-40fe-b55a-86d4de62c43e None None] Set router 1591dfd8-bf58-4d4f-9c9d-d2b82c76b5fb gateway port host: n-d-842733-1 {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:43:27.806508 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 21:43:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dadb5301-4396-4589-b834-172474256cd3 x-openstack-request-id: req-dadb5301-4396-4589-b834-172474256cd3 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 21:43:27.806508 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3295bab-2ae9-4825-9a23-9427f79c47a9", "tag": "0e251854-a1a7-49df-bb98-6dff23cba133", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 21:43:27.806716 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-dadb5301-4396-4589-b834-172474256cd3 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 21:43:27.807056 n-d-842733-1 neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dadb5301-4396-4589-b834-172474256cd3'] response: {'name': 'network-changed', 'server_uuid': 'e3295bab-2ae9-4825-9a23-9427f79c47a9', 'tag': '0e251854-a1a7-49df-bb98-6dff23cba133', 'status': 'completed', 'code': 200} May 20 21:43:27.843322 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1a4ff3b5-b988-455d-8388-52a5a88b4b69 tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:27.913133 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dbd573-722d-410a-b586-701f8e62a27d req-181daedb-5d4a-4726-a900-11a02e1d625e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:43:27.914651 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-73dbd573-722d-410a-b586-701f8e62a27d req-181daedb-5d4a-4726-a900-11a02e1d625e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4cbad25d25d94b45ab896613d896f15f&device_id=e3295bab-2ae9-4825-9a23-9427f79c47a9 HTTP/1.1" status: 200 len: 1097 time: 0.0626347 May 20 21:43:27.995458 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1a4ff3b5-b988-455d-8388-52a5a88b4b69 tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:28.000077 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-a7d0b01c-0d0f-40fe-b55a-86d4de62c43e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1591dfd8-bf58-4d4f-9c9d-d2b82c76b5fb', 'name': 'tempest-TestMinimumBasicScenario-959646047-router', 'tenant_id': '4cbad25d25d94b45ab896613d896f15f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.6'}], 'enable_snat': True}, 'gw_port_id': '7718abf8-c46f-482d-9979-7d17d2d3de0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:42:26Z', 'updated_at': '2022-05-20T21:42:29Z', 'revision_number': 4, 'project_id': '4cbad25d25d94b45ab896613d896f15f', 'gw_port': {'id': '7718abf8-c46f-482d-9979-7d17d2d3de0e', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:2e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1591dfd8-bf58-4d4f-9c9d-d2b82c76b5fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:42:27Z', 'updated_at': '2022-05-20T21:42:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_floatingips': [{'id': '1b9ee9fb-d22c-4619-9198-6376f80327e7', 'tenant_id': '4cbad25d25d94b45ab896613d896f15f', 'floating_ip_address': '172.25.2.236', 'floating_network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'router_id': '1591dfd8-bf58-4d4f-9c9d-d2b82c76b5fb', 'port_id': '0e251854-a1a7-49df-bb98-6dff23cba133', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4262, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b5e320d-0355-40d4-ac64-df4fe7517272', 'mac_address': 'fa:16:3e:f1:f6:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3295bab-2ae9-4825-9a23-9427f79c47a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-20T21:43:26Z', 'updated_at': '2022-05-20T21:43:26Z', 'revision_number': 0, 'project_id': '4cbad25d25d94b45ab896613d896f15f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ffc4d94-4ad3-4dd3-be2e-f78412415d81', 'name': '', 'network_id': '0b5e320d-0355-40d4-ac64-df4fe7517272', 'tenant_id': '4cbad25d25d94b45ab896613d896f15f', 'mac_address': 'fa:16:3e:0e:e1:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1591dfd8-bf58-4d4f-9c9d-d2b82c76b5fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': 'fb41e419-1305-471a-b396-5b5c323f85d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:42:29Z', 'updated_at': '2022-05-20T21:42:33Z', 'revision_number': 5, 'project_id': '4cbad25d25d94b45ab896613d896f15f', 'subnets': [{'id': 'fb41e419-1305-471a-b396-5b5c323f85d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:43:28.030260 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d0b01c-0d0f-40fe-b55a-86d4de62c43e None None] Checking router: 1591dfd8-bf58-4d4f-9c9d-d2b82c76b5fb for host: n-d-842733-1 {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 21:43:28.032534 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dbd573-722d-410a-b586-701f8e62a27d req-3ec98531-74f9-4625-b532-607e45857098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:43:28.034036 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-73dbd573-722d-410a-b586-701f8e62a27d req-3ec98531-74f9-4625-b532-607e45857098 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0b5e320d-0355-40d4-ac64-df4fe7517272 HTTP/1.1" status: 200 len: 915 time: 0.1090257 May 20 21:43:28.038379 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d0b01c-0d0f-40fe-b55a-86d4de62c43e None None] Routers {'1591dfd8-bf58-4d4f-9c9d-d2b82c76b5fb'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:43:28.041417 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-a7d0b01c-0d0f-40fe-b55a-86d4de62c43e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:43:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['1591dfd8-bf58-4d4f-9c9d-d2b82c76b5fb'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:43:28.080144 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1a4ff3b5-b988-455d-8388-52a5a88b4b69 tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:28.126695 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4ff3b5-b988-455d-8388-52a5a88b4b69 tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9129902-2b69-4b4f-9600-407c44f7bab8,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:43:28.136372 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-73dbd573-722d-410a-b586-701f8e62a27d req-eedd6910-fe1f-4933-8414-5cf8dc50a772 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0e251854-a1a7-49df-bb98-6dff23cba133 HTTP/1.1" status: 200 len: 1000 time: 0.0959327 May 20 21:43:28.138998 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4ff3b5-b988-455d-8388-52a5a88b4b69 tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:43:28.139350 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4ff3b5-b988-455d-8388-52a5a88b4b69 tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:43:28.139695 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4ff3b5-b988-455d-8388-52a5a88b4b69 tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:43:28.140029 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4ff3b5-b988-455d-8388-52a5a88b4b69 tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:43:28.140362 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4ff3b5-b988-455d-8388-52a5a88b4b69 tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:43:28.140696 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4ff3b5-b988-455d-8388-52a5a88b4b69 tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:43:28.141021 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4ff3b5-b988-455d-8388-52a5a88b4b69 tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:43:28.141374 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4ff3b5-b988-455d-8388-52a5a88b4b69 tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:43:28.141776 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4ff3b5-b988-455d-8388-52a5a88b4b69 tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:43:28.142099 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4ff3b5-b988-455d-8388-52a5a88b4b69 tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:43:28.142423 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4ff3b5-b988-455d-8388-52a5a88b4b69 tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:43:28.142759 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4ff3b5-b988-455d-8388-52a5a88b4b69 tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:43:28.147296 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-a7d0b01c-0d0f-40fe-b55a-86d4de62c43e None None] Set router 1591dfd8-bf58-4d4f-9c9d-d2b82c76b5fb gateway port host: n-d-842733-1 {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:43:28.177796 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1a4ff3b5-b988-455d-8388-52a5a88b4b69 tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:28.181770 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-1a4ff3b5-b988-455d-8388-52a5a88b4b69 tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.4096093 May 20 21:43:28.182102 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 36002) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:43:28.188213 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-d7580472-3db5-4030-8b77-25b4c6f4bb7a tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] Request body: {'security_group_rule': {'security_group_id': 'a9129902-2b69-4b4f-9600-407c44f7bab8', 'project_id': '4cbad25d25d94b45ab896613d896f15f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:43:28.197071 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dbd573-722d-410a-b586-701f8e62a27d req-39c9528e-1025-4452-9e7e-e35fa1746cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:43:28.197071 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-73dbd573-722d-410a-b586-701f8e62a27d req-39c9528e-1025-4452-9e7e-e35fa1746cf5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fb41e419-1305-471a-b396-5b5c323f85d2 HTTP/1.1" status: 200 len: 853 time: 0.0493295 May 20 21:43:28.241794 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dbd573-722d-410a-b586-701f8e62a27d req-346203db-c86f-42df-ad36-3f42d82989e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:43:28.243518 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-73dbd573-722d-410a-b586-701f8e62a27d req-346203db-c86f-42df-ad36-3f42d82989e7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0b5e320d-0355-40d4-ac64-df4fe7517272&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413504 May 20 21:43:28.262815 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d7580472-3db5-4030-8b77-25b4c6f4bb7a tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:28.328296 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d7580472-3db5-4030-8b77-25b4c6f4bb7a tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:28.344771 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-73dbd573-722d-410a-b586-701f8e62a27d req-c26e7a88-a563-451f-a86c-2ea4800e99c7 service neutron] 10.222.0.13 "GET /v2.0/networks/0b5e320d-0355-40d4-ac64-df4fe7517272?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938349 May 20 21:43:28.373975 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d7580472-3db5-4030-8b77-25b4c6f4bb7a tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691816'] for security_group_rule, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:28.392578 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7580472-3db5-4030-8b77-25b4c6f4bb7a tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6179e36e-eddb-446e-9dd2-c8e5773a62a8,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:43:28.442913 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-73dbd573-722d-410a-b586-701f8e62a27d req-c8a06239-1cdb-4daa-b57d-9605541c0e3b service neutron] 10.222.0.13 "GET /v2.0/networks/0b5e320d-0355-40d4-ac64-df4fe7517272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920680 May 20 21:43:28.443354 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d7580472-3db5-4030-8b77-25b4c6f4bb7a tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:28.444627 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-d7580472-3db5-4030-8b77-25b4c6f4bb7a tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2615535 May 20 21:43:28.447292 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 36004) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:43:28.452471 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-1f3fc65f-8f58-4111-a71c-2e700b95fe90 tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] Request body: {'security_group_rule': {'security_group_id': 'a9129902-2b69-4b4f-9600-407c44f7bab8', 'project_id': '4cbad25d25d94b45ab896613d896f15f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:43:28.533406 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1f3fc65f-8f58-4111-a71c-2e700b95fe90 tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:28.542376 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-a7d0b01c-0d0f-40fe-b55a-86d4de62c43e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1591dfd8-bf58-4d4f-9c9d-d2b82c76b5fb', 'name': 'tempest-TestMinimumBasicScenario-959646047-router', 'tenant_id': '4cbad25d25d94b45ab896613d896f15f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.6'}], 'enable_snat': True}, 'gw_port_id': '7718abf8-c46f-482d-9979-7d17d2d3de0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:42:26Z', 'updated_at': '2022-05-20T21:42:29Z', 'revision_number': 4, 'project_id': '4cbad25d25d94b45ab896613d896f15f', 'gw_port': {'id': '7718abf8-c46f-482d-9979-7d17d2d3de0e', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:2e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1591dfd8-bf58-4d4f-9c9d-d2b82c76b5fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:42:27Z', 'updated_at': '2022-05-20T21:42:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_floatingips': [{'id': '1b9ee9fb-d22c-4619-9198-6376f80327e7', 'tenant_id': '4cbad25d25d94b45ab896613d896f15f', 'floating_ip_address': '172.25.2.236', 'floating_network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'router_id': '1591dfd8-bf58-4d4f-9c9d-d2b82c76b5fb', 'port_id': '0e251854-a1a7-49df-bb98-6dff23cba133', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4262, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b5e320d-0355-40d4-ac64-df4fe7517272', 'mac_address': 'fa:16:3e:f1:f6:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3295bab-2ae9-4825-9a23-9427f79c47a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-20T21:43:26Z', 'updated_at': '2022-05-20T21:43:26Z', 'revision_number': 0, 'project_id': '4cbad25d25d94b45ab896613d896f15f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ffc4d94-4ad3-4dd3-be2e-f78412415d81', 'name': '', 'network_id': '0b5e320d-0355-40d4-ac64-df4fe7517272', 'tenant_id': '4cbad25d25d94b45ab896613d896f15f', 'mac_address': 'fa:16:3e:0e:e1:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1591dfd8-bf58-4d4f-9c9d-d2b82c76b5fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': 'fb41e419-1305-471a-b396-5b5c323f85d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:42:29Z', 'updated_at': '2022-05-20T21:42:33Z', 'revision_number': 5, 'project_id': '4cbad25d25d94b45ab896613d896f15f', 'subnets': [{'id': 'fb41e419-1305-471a-b396-5b5c323f85d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:43:28.572986 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d0b01c-0d0f-40fe-b55a-86d4de62c43e None None] The sync data for ids ['1591dfd8-bf58-4d4f-9c9d-d2b82c76b5fb'] in n-d-842733-1 is: [{'id': '1591dfd8-bf58-4d4f-9c9d-d2b82c76b5fb', 'name': 'tempest-TestMinimumBasicScenario-959646047-router', 'tenant_id': '4cbad25d25d94b45ab896613d896f15f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.6'}], 'enable_snat': True}, 'gw_port_id': '7718abf8-c46f-482d-9979-7d17d2d3de0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:42:26Z', 'updated_at': '2022-05-20T21:42:29Z', 'revision_number': 4, 'project_id': '4cbad25d25d94b45ab896613d896f15f', 'gw_port': {'id': '7718abf8-c46f-482d-9979-7d17d2d3de0e', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:2e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1591dfd8-bf58-4d4f-9c9d-d2b82c76b5fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:42:27Z', 'updated_at': '2022-05-20T21:42:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_floatingips': [{'id': '1b9ee9fb-d22c-4619-9198-6376f80327e7', 'tenant_id': '4cbad25d25d94b45ab896613d896f15f', 'floating_ip_address': '172.25.2.236', 'floating_network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'router_id': '1591dfd8-bf58-4d4f-9c9d-d2b82c76b5fb', 'port_id': '0e251854-a1a7-49df-bb98-6dff23cba133', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4262, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b5e320d-0355-40d4-ac64-df4fe7517272', 'mac_address': 'fa:16:3e:f1:f6:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3295bab-2ae9-4825-9a23-9427f79c47a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-20T21:43:26Z', 'updated_at': '2022-05-20T21:43:26Z', 'revision_number': 0, 'project_id': '4cbad25d25d94b45ab896613d896f15f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ffc4d94-4ad3-4dd3-be2e-f78412415d81', 'name': '', 'network_id': '0b5e320d-0355-40d4-ac64-df4fe7517272', 'tenant_id': '4cbad25d25d94b45ab896613d896f15f', 'mac_address': 'fa:16:3e:0e:e1:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1591dfd8-bf58-4d4f-9c9d-d2b82c76b5fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': 'fb41e419-1305-471a-b396-5b5c323f85d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:42:29Z', 'updated_at': '2022-05-20T21:42:33Z', 'revision_number': 5, 'project_id': '4cbad25d25d94b45ab896613d896f15f', 'subnets': [{'id': 'fb41e419-1305-471a-b396-5b5c323f85d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 21:43:28.610190 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1f3fc65f-8f58-4111-a71c-2e700b95fe90 tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:28.659183 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1f3fc65f-8f58-4111-a71c-2e700b95fe90 tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691816'] for security_group_rule, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:28.680191 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3fc65f-8f58-4111-a71c-2e700b95fe90 tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11334202-14a2-492a-bdcf-53928b29f69f,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:43:28.723405 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1f3fc65f-8f58-4111-a71c-2e700b95fe90 tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:28.724683 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-1f3fc65f-8f58-4111-a71c-2e700b95fe90 tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2763648 May 20 21:43:28.727368 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 36006) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:43:28.732386 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-85d59695-ec4b-4386-9270-2c5ec0428420 tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] Request body: {'security_group_rule': {'security_group_id': 'a9129902-2b69-4b4f-9600-407c44f7bab8', 'project_id': '4cbad25d25d94b45ab896613d896f15f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:43:28.794995 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e6a4a0-e557-4e13-946c-014eece7bc46 None None] New status for floating IP 1b9ee9fb-d22c-4619-9198-6376f80327e7: ACTIVE {{(pid=103165) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 21:43:28.811900 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-85d59695-ec4b-4386-9270-2c5ec0428420 tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:28.870550 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-85d59695-ec4b-4386-9270-2c5ec0428420 tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:28.949739 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-85d59695-ec4b-4386-9270-2c5ec0428420 tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691816'] for security_group_rule, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:28.968977 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d59695-ec4b-4386-9270-2c5ec0428420 tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db607825-7575-4338-a096-f0362cf0777f,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:43:29.031803 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-85d59695-ec4b-4386-9270-2c5ec0428420 tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:29.035843 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-85d59695-ec4b-4386-9270-2c5ec0428420 tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3048155 May 20 21:43:29.035979 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 36008) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:43:29.040484 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-be073f5f-ce42-486a-ab81-9333879dccb9 tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] Request body: {'security_group_rule': {'security_group_id': 'a9129902-2b69-4b4f-9600-407c44f7bab8', 'project_id': '4cbad25d25d94b45ab896613d896f15f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:43:29.143669 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-be073f5f-ce42-486a-ab81-9333879dccb9 tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:29.201548 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-be073f5f-ce42-486a-ab81-9333879dccb9 tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:29.247002 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-be073f5f-ce42-486a-ab81-9333879dccb9 tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691816'] for security_group_rule, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:29.266466 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be073f5f-ce42-486a-ab81-9333879dccb9 tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e19a318-faf1-43ac-9cd9-1c78cfb9b728,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:43:29.323191 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-be073f5f-ce42-486a-ab81-9333879dccb9 tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:29.325329 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-be073f5f-ce42-486a-ab81-9333879dccb9 tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2875414 May 20 21:43:29.327717 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 36010) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:43:29.332051 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-0c133a0e-d97c-4c8c-a8ac-4374be6eb542 tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] Request body: {'security_group_rule': {'security_group_id': 'a9129902-2b69-4b4f-9600-407c44f7bab8', 'project_id': '4cbad25d25d94b45ab896613d896f15f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:43:29.412771 n-d-842733-1 neutron-server[103163]: INFO neutron.db.securitygroups_db [None req-0c133a0e-d97c-4c8c-a8ac-4374be6eb542 tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] Project 4cbad25d25d94b45ab896613d896f15f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 20 21:43:29.417832 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0c133a0e-d97c-4c8c-a8ac-4374be6eb542 tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:29.480536 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0c133a0e-d97c-4c8c-a8ac-4374be6eb542 tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:29.538291 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0c133a0e-d97c-4c8c-a8ac-4374be6eb542 tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691816'] for security_group_rule, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:29.556815 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c133a0e-d97c-4c8c-a8ac-4374be6eb542 tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b10c96dc-4b04-404e-98f9-7824d16eb6b0,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:43:29.603039 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0c133a0e-d97c-4c8c-a8ac-4374be6eb542 tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:29.604248 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-0c133a0e-d97c-4c8c-a8ac-4374be6eb542 tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2756157 May 20 21:43:29.606963 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 36012) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:43:29.611252 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-6f24f4c0-08ff-455a-838d-fbab335c71be tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] Request body: {'security_group_rule': {'security_group_id': 'a9129902-2b69-4b4f-9600-407c44f7bab8', 'project_id': '4cbad25d25d94b45ab896613d896f15f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:43:29.675275 n-d-842733-1 neutron-server[103163]: INFO neutron.db.securitygroups_db [None req-6f24f4c0-08ff-455a-838d-fbab335c71be tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] Project 4cbad25d25d94b45ab896613d896f15f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 20 21:43:29.680034 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6f24f4c0-08ff-455a-838d-fbab335c71be tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:29.740435 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6f24f4c0-08ff-455a-838d-fbab335c71be tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:29.789563 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6f24f4c0-08ff-455a-838d-fbab335c71be tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691816'] for security_group_rule, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:29.808077 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f24f4c0-08ff-455a-838d-fbab335c71be tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9d6050f-4693-4373-9d9d-b19486e389eb,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:43:29.872506 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6f24f4c0-08ff-455a-838d-fbab335c71be tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:29.873795 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-6f24f4c0-08ff-455a-838d-fbab335c71be tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2659221 May 20 21:43:29.951884 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e4faf539-4494-4e7b-8945-66375fd33429 req-64e0daf2-34dc-4477-a471-4e033173d89f tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-41206553&fields=id&tenant_id=4cbad25d25d94b45ab896613d896f15f HTTP/1.1" status: 200 len: 267 time: 0.0322354 May 20 21:43:30.004570 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4faf539-4494-4e7b-8945-66375fd33429 req-cd8e1a98-bde9-4fcd-9fc4-5b3fc8c4092a tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:43:30.006066 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e4faf539-4494-4e7b-8945-66375fd33429 req-cd8e1a98-bde9-4fcd-9fc4-5b3fc8c4092a tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] 10.222.0.35 "GET /v2.0/ports?device_id=e3295bab-2ae9-4825-9a23-9427f79c47a9 HTTP/1.1" status: 200 len: 946 time: 0.0487204 May 20 21:43:30.017374 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [req-e4faf539-4494-4e7b-8945-66375fd33429 req-83087a58-24a9-4459-be72-e40fdf041a76 tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] Request body: {'port': {'security_groups': ['a6bf26d6-0470-413c-82a6-ff39dee8a331', 'a9129902-2b69-4b4f-9600-407c44f7bab8']}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:43:30.080173 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-e4faf539-4494-4e7b-8945-66375fd33429 req-83087a58-24a9-4459-be72-e40fdf041a76 tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:30.262428 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-e4faf539-4494-4e7b-8945-66375fd33429 req-83087a58-24a9-4459-be72-e40fdf041a76 tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] For port 0e251854-a1a7-49df-bb98-6dff23cba133, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=0e251854-a1a7-49df-bb98-6dff23cba133,segment=NetworkSegment(3a113b75-dc43-4343-8b30-8cbed50fbbc3),segment_id=3a113b75-dc43-4343-8b30-8cbed50fbbc3)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:43:30.291401 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-e4faf539-4494-4e7b-8945-66375fd33429 req-83087a58-24a9-4459-be72-e40fdf041a76 tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] Notify callbacks [] for port, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:30.348947 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-e4faf539-4494-4e7b-8945-66375fd33429 req-83087a58-24a9-4459-be72-e40fdf041a76 tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:30.382482 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] get_ports_and_sgs() called for port_ids ['0e251854-a1a7-49df-bb98-6dff23cba133'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 21:43:30.393717 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4faf539-4494-4e7b-8945-66375fd33429 req-83087a58-24a9-4459-be72-e40fdf041a76 tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:43:30.394343 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-e4faf539-4494-4e7b-8945-66375fd33429 req-83087a58-24a9-4459-be72-e40fdf041a76 tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:30.395748 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e4faf539-4494-4e7b-8945-66375fd33429 req-83087a58-24a9-4459-be72-e40fdf041a76 tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] 10.222.0.35 "PUT /v2.0/ports/0e251854-a1a7-49df-bb98-6dff23cba133 HTTP/1.1" status: 200 len: 982 time: 0.3829241 May 20 21:43:30.396205 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3295bab-2ae9-4825-9a23-9427f79c47a9', 'tag': '0e251854-a1a7-49df-bb98-6dff23cba133'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 21:43:30.398506 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4416c3b25ab83027dff24eda6e450cd3b8f285a9257f5a2b93a81ddcbdb8854f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-442fe53f-9317-4369-80c7-9c57ac4083bd" -d '{"events": [{"name": "network-changed", "server_uuid": "e3295bab-2ae9-4825-9a23-9427f79c47a9", "tag": "0e251854-a1a7-49df-bb98-6dff23cba133"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 21:43:30.426990 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83087a58-24a9-4459-be72-e40fdf041a76 tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] Pushing event updated for resources: {'Port': ['ID=0e251854-a1a7-49df-bb98-6dff23cba133,revision_number=6']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:43:30.478000 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 21:43:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05f04266-1b88-450b-88f3-44615ed64fda x-openstack-request-id: req-05f04266-1b88-450b-88f3-44615ed64fda {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 21:43:30.478294 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3295bab-2ae9-4825-9a23-9427f79c47a9", "tag": "0e251854-a1a7-49df-bb98-6dff23cba133", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 21:43:30.478731 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-05f04266-1b88-450b-88f3-44615ed64fda {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 21:43:30.478946 n-d-842733-1 neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05f04266-1b88-450b-88f3-44615ed64fda'] response: {'name': 'network-changed', 'server_uuid': 'e3295bab-2ae9-4825-9a23-9427f79c47a9', 'tag': '0e251854-a1a7-49df-bb98-6dff23cba133', 'status': 'completed', 'code': 200} May 20 21:43:30.530465 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f53caaa-56cf-4038-907d-4fb65f0cee04 req-8532a0c3-caac-49ac-8cd8-08296da18bf6 tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:43:30.532040 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2f53caaa-56cf-4038-907d-4fb65f0cee04 req-8532a0c3-caac-49ac-8cd8-08296da18bf6 tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] 10.222.0.35 "GET /v2.0/ports?device_id=e3295bab-2ae9-4825-9a23-9427f79c47a9 HTTP/1.1" status: 200 len: 985 time: 0.0646327 May 20 21:43:30.536297 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] get_ports_and_sgs() called for port_ids ['0e251854-a1a7-49df-bb98-6dff23cba133'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 21:43:30.562170 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442fe53f-9317-4369-80c7-9c57ac4083bd req-7fc16167-7336-4c90-afc1-32c586f99cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:43:30.563677 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-442fe53f-9317-4369-80c7-9c57ac4083bd req-7fc16167-7336-4c90-afc1-32c586f99cd1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4cbad25d25d94b45ab896613d896f15f&device_id=e3295bab-2ae9-4825-9a23-9427f79c47a9 HTTP/1.1" status: 200 len: 1136 time: 0.0498316 May 20 21:43:30.586397 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2f53caaa-56cf-4038-907d-4fb65f0cee04 req-85d86c70-27e7-47d3-acf5-7461776df6c4 tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] 10.222.0.35 "GET /v2.0/security-groups?id=a9129902-2b69-4b4f-9600-407c44f7bab8&id=a6bf26d6-0470-413c-82a6-ff39dee8a331&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0465794 May 20 21:43:30.666032 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442fe53f-9317-4369-80c7-9c57ac4083bd req-cd7d338e-1bbb-4687-8e46-254e2869a316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:43:30.667636 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-442fe53f-9317-4369-80c7-9c57ac4083bd req-cd7d338e-1bbb-4687-8e46-254e2869a316 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0b5e320d-0355-40d4-ac64-df4fe7517272 HTTP/1.1" status: 200 len: 915 time: 0.0970550 May 20 21:43:30.723094 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-d7c030fa-57a1-432c-9af4-ba246c53546d None None] Provisioning complete for port 0e251854-a1a7-49df-bb98-6dff23cba133 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:43:30.723357 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d7c030fa-57a1-432c-9af4-ba246c53546d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:30.737577 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-442fe53f-9317-4369-80c7-9c57ac4083bd req-b9211a12-2f42-4a35-839a-ebb40a082456 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0e251854-a1a7-49df-bb98-6dff23cba133 HTTP/1.1" status: 200 len: 1002 time: 0.0615730 May 20 21:43:30.790668 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442fe53f-9317-4369-80c7-9c57ac4083bd req-932e87d0-c450-45f7-8f8f-5675a716b6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:43:30.792034 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-442fe53f-9317-4369-80c7-9c57ac4083bd req-932e87d0-c450-45f7-8f8f-5675a716b6ea service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fb41e419-1305-471a-b396-5b5c323f85d2 HTTP/1.1" status: 200 len: 853 time: 0.0482447 May 20 21:43:30.837243 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442fe53f-9317-4369-80c7-9c57ac4083bd req-7e3a9663-070b-4803-bcf0-334e4e37a59d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:43:30.838766 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-442fe53f-9317-4369-80c7-9c57ac4083bd req-7e3a9663-070b-4803-bcf0-334e4e37a59d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0b5e320d-0355-40d4-ac64-df4fe7517272&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394566 May 20 21:43:30.927961 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-442fe53f-9317-4369-80c7-9c57ac4083bd req-71783c43-7649-4cd4-b6b1-d273034fb184 service neutron] 10.222.0.13 "GET /v2.0/networks/0b5e320d-0355-40d4-ac64-df4fe7517272?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822380 May 20 21:43:30.935753 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-d7c030fa-57a1-432c-9af4-ba246c53546d None None] Current status of the port 0e251854-a1a7-49df-bb98-6dff23cba133 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:43:31.024136 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-442fe53f-9317-4369-80c7-9c57ac4083bd req-60be4eee-4303-4ae2-acb2-4d1b00ef3c48 service neutron] 10.222.0.13 "GET /v2.0/networks/0b5e320d-0355-40d4-ac64-df4fe7517272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892282 May 20 21:43:32.881089 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:38.142220 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.agents_db [None req-5c33ad30-4e00-40fa-b486-8c79c4a6cfc5 None None] Agent healthcheck: found 7 active agents {{(pid=103165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 20 21:43:44.892017 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2993c7f-589c-46d6-92d7-afdec1ff9da2 req-05aad68f-4bc6-4b62-84b8-111c3dc21bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:43:44.893672 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-e2993c7f-589c-46d6-92d7-afdec1ff9da2 req-05aad68f-4bc6-4b62-84b8-111c3dc21bb9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4cbad25d25d94b45ab896613d896f15f&device_id=e3295bab-2ae9-4825-9a23-9427f79c47a9 HTTP/1.1" status: 200 len: 1136 time: 0.0421419 May 20 21:43:44.938451 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557b1ab7-2d13-45b1-9f9a-d8571abd7300 req-c1cec22a-cad8-4c9b-bca7-5ca536de1f2e tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:43:44.940549 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-557b1ab7-2d13-45b1-9f9a-d8571abd7300 req-c1cec22a-cad8-4c9b-bca7-5ca536de1f2e tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] 10.222.0.35 "GET /v2.0/ports?device_id=e3295bab-2ae9-4825-9a23-9427f79c47a9 HTTP/1.1" status: 200 len: 985 time: 0.1566827 May 20 21:43:44.980316 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-557b1ab7-2d13-45b1-9f9a-d8571abd7300 req-f0c360c4-4933-4411-97be-b4baf19d2b3d tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] 10.222.0.35 "GET /v2.0/security-groups?id=a9129902-2b69-4b4f-9600-407c44f7bab8&id=a6bf26d6-0470-413c-82a6-ff39dee8a331&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0340774 May 20 21:43:44.986950 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2993c7f-589c-46d6-92d7-afdec1ff9da2 req-0e5de131-1f90-498b-b319-717bb0760559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:43:44.988417 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-e2993c7f-589c-46d6-92d7-afdec1ff9da2 req-0e5de131-1f90-498b-b319-717bb0760559 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0b5e320d-0355-40d4-ac64-df4fe7517272 HTTP/1.1" status: 200 len: 915 time: 0.0882385 May 20 21:43:45.055331 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-e2993c7f-589c-46d6-92d7-afdec1ff9da2 req-ced1770d-feb8-4bb8-a8ab-7f5cf34b0f67 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0e251854-a1a7-49df-bb98-6dff23cba133 HTTP/1.1" status: 200 len: 1002 time: 0.0593514 May 20 21:43:45.102902 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2993c7f-589c-46d6-92d7-afdec1ff9da2 req-bd540a88-f02a-4dff-b53c-c6ccb8226f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:43:45.104310 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-e2993c7f-589c-46d6-92d7-afdec1ff9da2 req-bd540a88-f02a-4dff-b53c-c6ccb8226f8c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fb41e419-1305-471a-b396-5b5c323f85d2 HTTP/1.1" status: 200 len: 853 time: 0.0425701 May 20 21:43:45.151979 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2993c7f-589c-46d6-92d7-afdec1ff9da2 req-4c9c50d1-d0c6-4a74-82af-299aab769d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:43:45.153452 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-e2993c7f-589c-46d6-92d7-afdec1ff9da2 req-4c9c50d1-d0c6-4a74-82af-299aab769d6a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0b5e320d-0355-40d4-ac64-df4fe7517272&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421293 May 20 21:43:45.239374 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-e2993c7f-589c-46d6-92d7-afdec1ff9da2 req-10f5a097-f916-4d9e-aa92-6ab26119c5e0 service neutron] 10.222.0.13 "GET /v2.0/networks/0b5e320d-0355-40d4-ac64-df4fe7517272?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794048 May 20 21:43:45.330450 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-e2993c7f-589c-46d6-92d7-afdec1ff9da2 req-19bcbfb3-fa9b-4460-a293-4b3a4885a4c2 service neutron] 10.222.0.13 "GET /v2.0/networks/0b5e320d-0355-40d4-ac64-df4fe7517272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843954 May 20 21:43:46.145562 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c795e7-6ab5-4923-a006-b08559e4c8a3 req-653f8065-918f-40e8-88bd-621e03b85c4f tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:43:46.147044 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-99c795e7-6ab5-4923-a006-b08559e4c8a3 req-653f8065-918f-40e8-88bd-621e03b85c4f tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] 10.222.0.35 "GET /v2.0/ports?device_id=e3295bab-2ae9-4825-9a23-9427f79c47a9 HTTP/1.1" status: 200 len: 985 time: 0.0971584 May 20 21:43:46.186929 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-99c795e7-6ab5-4923-a006-b08559e4c8a3 req-da7645cb-f342-4171-84e4-acc5307c18ab tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] 10.222.0.35 "GET /v2.0/security-groups?id=a9129902-2b69-4b4f-9600-407c44f7bab8&id=a6bf26d6-0470-413c-82a6-ff39dee8a331&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0336931 May 20 21:43:47.305465 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3363db2-3a96-4e61-b302-40c88718d024 req-3da26621-7b91-49a2-82e7-f8fc19b84852 tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:43:47.306870 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e3363db2-3a96-4e61-b302-40c88718d024 req-3da26621-7b91-49a2-82e7-f8fc19b84852 tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] 10.222.0.35 "GET /v2.0/ports?device_id=e3295bab-2ae9-4825-9a23-9427f79c47a9 HTTP/1.1" status: 200 len: 985 time: 0.0509884 May 20 21:43:47.351065 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e3363db2-3a96-4e61-b302-40c88718d024 req-2fed0652-cf4a-474c-8689-5c82d46cc4f8 tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] 10.222.0.35 "GET /v2.0/security-groups?id=a9129902-2b69-4b4f-9600-407c44f7bab8&id=a6bf26d6-0470-413c-82a6-ff39dee8a331&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0372584 May 20 21:43:48.467495 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70065d6f-a906-4bb4-ac2b-1de00d856e23 req-817b5982-4149-4969-87e2-9f17a955cb4d tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:43:48.468969 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-70065d6f-a906-4bb4-ac2b-1de00d856e23 req-817b5982-4149-4969-87e2-9f17a955cb4d tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] 10.222.0.35 "GET /v2.0/ports?device_id=e3295bab-2ae9-4825-9a23-9427f79c47a9 HTTP/1.1" status: 200 len: 985 time: 0.0480547 May 20 21:43:48.509525 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-70065d6f-a906-4bb4-ac2b-1de00d856e23 req-8ecaf5d8-0f77-4667-b113-38317a5b41b3 tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] 10.222.0.35 "GET /v2.0/security-groups?id=a9129902-2b69-4b4f-9600-407c44f7bab8&id=a6bf26d6-0470-413c-82a6-ff39dee8a331&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0342979 May 20 21:43:49.628430 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dbe474-ec20-4810-81b1-816e443b43c2 req-641bfd84-ccfb-42ad-946e-cb37bc791ba5 tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:43:49.630151 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-75dbe474-ec20-4810-81b1-816e443b43c2 req-641bfd84-ccfb-42ad-946e-cb37bc791ba5 tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] 10.222.0.35 "GET /v2.0/ports?device_id=e3295bab-2ae9-4825-9a23-9427f79c47a9 HTTP/1.1" status: 200 len: 985 time: 0.0486193 May 20 21:43:49.670583 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-75dbe474-ec20-4810-81b1-816e443b43c2 req-d9c569c0-a836-40b6-8955-44e6ce0e382e tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] 10.222.0.35 "GET /v2.0/security-groups?id=a9129902-2b69-4b4f-9600-407c44f7bab8&id=a6bf26d6-0470-413c-82a6-ff39dee8a331&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0341537 May 20 21:43:49.908978 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3545e22b-ad9f-4390-8de4-3672fd057fa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:50.786569 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63231733-c5ab-41fc-bfbd-944777970326 req-5e9d7311-250b-44b3-be58-5f6b416f0975 tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:43:50.787962 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-63231733-c5ab-41fc-bfbd-944777970326 req-5e9d7311-250b-44b3-be58-5f6b416f0975 tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] 10.222.0.35 "GET /v2.0/ports?device_id=e3295bab-2ae9-4825-9a23-9427f79c47a9 HTTP/1.1" status: 200 len: 985 time: 0.0475392 May 20 21:43:50.832512 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-63231733-c5ab-41fc-bfbd-944777970326 req-5b5ac7e4-9f7f-4149-88f4-9a1bf60f21fe tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] 10.222.0.35 "GET /v2.0/security-groups?id=a9129902-2b69-4b4f-9600-407c44f7bab8&id=a6bf26d6-0470-413c-82a6-ff39dee8a331&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0354986 May 20 21:43:51.948701 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59281fda-9c63-4219-ab21-5eb56f84d2b8 req-3d3f5a52-4ef8-4ae9-a8a4-d780bec2b6ae tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:43:51.950191 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-59281fda-9c63-4219-ab21-5eb56f84d2b8 req-3d3f5a52-4ef8-4ae9-a8a4-d780bec2b6ae tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] 10.222.0.35 "GET /v2.0/ports?device_id=e3295bab-2ae9-4825-9a23-9427f79c47a9 HTTP/1.1" status: 200 len: 985 time: 0.0490494 May 20 21:43:51.989067 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-59281fda-9c63-4219-ab21-5eb56f84d2b8 req-cffda116-fffc-485b-9615-3726995a1aab tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] 10.222.0.35 "GET /v2.0/security-groups?id=a9129902-2b69-4b4f-9600-407c44f7bab8&id=a6bf26d6-0470-413c-82a6-ff39dee8a331&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0325811 May 20 21:43:52.280873 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ec7b7553-4245-4dbf-a146-b1cf9862fb67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:53.104331 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faded657-b8de-498a-9354-ac42509f22b3 req-ddc05beb-0c25-4bc4-bdd3-75463a21f2e6 tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:43:53.105828 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-faded657-b8de-498a-9354-ac42509f22b3 req-ddc05beb-0c25-4bc4-bdd3-75463a21f2e6 tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] 10.222.0.35 "GET /v2.0/ports?device_id=e3295bab-2ae9-4825-9a23-9427f79c47a9 HTTP/1.1" status: 200 len: 985 time: 0.0492101 May 20 21:43:53.145288 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-faded657-b8de-498a-9354-ac42509f22b3 req-16056380-f28f-476b-84d4-01063b36e887 tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] 10.222.0.35 "GET /v2.0/security-groups?id=a9129902-2b69-4b4f-9600-407c44f7bab8&id=a6bf26d6-0470-413c-82a6-ff39dee8a331&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0328252 May 20 21:43:54.177874 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4bb0e131-6525-46ca-a45b-e4ea43a5e69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:54.262735 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df4ac69-12a9-4524-a17f-7e8d61d48b06 req-6a482df9-2084-45fd-aa51-8b150756ca0b tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:43:54.264476 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8df4ac69-12a9-4524-a17f-7e8d61d48b06 req-6a482df9-2084-45fd-aa51-8b150756ca0b tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] 10.222.0.35 "GET /v2.0/ports?device_id=e3295bab-2ae9-4825-9a23-9427f79c47a9 HTTP/1.1" status: 200 len: 985 time: 0.0498810 May 20 21:43:54.308671 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8df4ac69-12a9-4524-a17f-7e8d61d48b06 req-95451049-f981-4dd4-a5c9-08d0a5594170 tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] 10.222.0.35 "GET /v2.0/security-groups?id=a9129902-2b69-4b4f-9600-407c44f7bab8&id=a6bf26d6-0470-413c-82a6-ff39dee8a331&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0379992 May 20 21:43:55.234907 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:55.424164 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bcd5fa-551b-4ed7-933e-0cd072844424 req-7c291a2d-49ff-4b90-93ce-1128931278cc tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:43:55.425684 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f6bcd5fa-551b-4ed7-933e-0cd072844424 req-7c291a2d-49ff-4b90-93ce-1128931278cc tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] 10.222.0.35 "GET /v2.0/ports?device_id=e3295bab-2ae9-4825-9a23-9427f79c47a9 HTTP/1.1" status: 200 len: 985 time: 0.0483863 May 20 21:43:55.465738 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f6bcd5fa-551b-4ed7-933e-0cd072844424 req-c7a8420d-a64e-48fa-b83d-9212857435e0 tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] 10.222.0.35 "GET /v2.0/security-groups?id=a9129902-2b69-4b4f-9600-407c44f7bab8&id=a6bf26d6-0470-413c-82a6-ff39dee8a331&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0338933 May 20 21:43:55.661808 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:55.749637 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cc3ec51b-6ec8-438a-8349-5f0bec346d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:56.583019 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02499f7-6af6-47f4-a420-2cded79e4913 req-7c92185d-051a-43b7-8238-2412dcbc6d0c tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:43:56.584511 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f02499f7-6af6-47f4-a420-2cded79e4913 req-7c92185d-051a-43b7-8238-2412dcbc6d0c tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] 10.222.0.35 "GET /v2.0/ports?device_id=e3295bab-2ae9-4825-9a23-9427f79c47a9 HTTP/1.1" status: 200 len: 985 time: 0.0494335 May 20 21:43:56.628152 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f02499f7-6af6-47f4-a420-2cded79e4913 req-af02bd87-8c8e-4068-8b70-23a9bb187853 tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] 10.222.0.35 "GET /v2.0/security-groups?id=a9129902-2b69-4b4f-9600-407c44f7bab8&id=a6bf26d6-0470-413c-82a6-ff39dee8a331&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0372708 May 20 21:43:57.769600 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d5bad5-2f26-4b7b-b5cd-2c0dfab7f595 req-d2bb902a-3511-4c49-a894-652f6720f9b2 tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:43:57.769600 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-12d5bad5-2f26-4b7b-b5cd-2c0dfab7f595 req-d2bb902a-3511-4c49-a894-652f6720f9b2 tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] 10.222.0.35 "GET /v2.0/ports?device_id=e3295bab-2ae9-4825-9a23-9427f79c47a9 HTTP/1.1" status: 200 len: 985 time: 0.0524511 May 20 21:43:57.798578 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-12d5bad5-2f26-4b7b-b5cd-2c0dfab7f595 req-9229e71a-d48e-4098-bf46-0a099ebacfb9 tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] 10.222.0.35 "GET /v2.0/security-groups?id=a9129902-2b69-4b4f-9600-407c44f7bab8&id=a6bf26d6-0470-413c-82a6-ff39dee8a331&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0380473 May 20 21:43:58.921418 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b5e7c6-428d-4887-ac89-af19ba1d6f16 req-8982ad30-4f29-4cee-b4e1-21b6f667360c tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:43:58.922862 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-91b5e7c6-428d-4887-ac89-af19ba1d6f16 req-8982ad30-4f29-4cee-b4e1-21b6f667360c tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] 10.222.0.35 "GET /v2.0/ports?device_id=e3295bab-2ae9-4825-9a23-9427f79c47a9 HTTP/1.1" status: 200 len: 985 time: 0.0493371 May 20 21:43:58.961751 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-91b5e7c6-428d-4887-ac89-af19ba1d6f16 req-4c2bd3f3-d9c0-4d04-8b32-119b728ee1d6 tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] 10.222.0.35 "GET /v2.0/security-groups?id=a9129902-2b69-4b4f-9600-407c44f7bab8&id=a6bf26d6-0470-413c-82a6-ff39dee8a331&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0325332 May 20 21:44:00.079889 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15a104e-725a-4a8f-aaaa-dadd4a25335a req-c13631ae-3577-475f-9446-7956913e8013 tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:44:00.081434 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b15a104e-725a-4a8f-aaaa-dadd4a25335a req-c13631ae-3577-475f-9446-7956913e8013 tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] 10.222.0.35 "GET /v2.0/ports?device_id=e3295bab-2ae9-4825-9a23-9427f79c47a9 HTTP/1.1" status: 200 len: 985 time: 0.0490906 May 20 21:44:00.121470 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b15a104e-725a-4a8f-aaaa-dadd4a25335a req-05fd7f26-941a-4332-aa58-354fed255bfa tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] 10.222.0.35 "GET /v2.0/security-groups?id=a9129902-2b69-4b4f-9600-407c44f7bab8&id=a6bf26d6-0470-413c-82a6-ff39dee8a331&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0338030 May 20 21:44:01.240532 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f33ea2-3df9-480e-9168-941700101c15 req-c2b3ca9f-8c76-47c9-94b8-6da534888d88 tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:44:01.242708 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-20f33ea2-3df9-480e-9168-941700101c15 req-c2b3ca9f-8c76-47c9-94b8-6da534888d88 tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] 10.222.0.35 "GET /v2.0/ports?device_id=e3295bab-2ae9-4825-9a23-9427f79c47a9 HTTP/1.1" status: 200 len: 985 time: 0.0494184 May 20 21:44:01.287082 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-20f33ea2-3df9-480e-9168-941700101c15 req-f36f98d9-8a14-47a5-bd51-1aeb65d6a23f tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] 10.222.0.35 "GET /v2.0/security-groups?id=a9129902-2b69-4b4f-9600-407c44f7bab8&id=a6bf26d6-0470-413c-82a6-ff39dee8a331&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0381186 May 20 21:44:02.407712 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5283b6-610e-4148-847b-d66457b91436 req-bccb0f3b-b274-4a15-be27-06536c5d0fd2 tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:44:02.409175 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-fa5283b6-610e-4148-847b-d66457b91436 req-bccb0f3b-b274-4a15-be27-06536c5d0fd2 tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] 10.222.0.35 "GET /v2.0/ports?device_id=e3295bab-2ae9-4825-9a23-9427f79c47a9 HTTP/1.1" status: 200 len: 985 time: 0.0488319 May 20 21:44:02.449838 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-fa5283b6-610e-4148-847b-d66457b91436 req-bd4f08eb-2b70-4c93-9a90-70d1ec0419aa tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] 10.222.0.35 "GET /v2.0/security-groups?id=a9129902-2b69-4b4f-9600-407c44f7bab8&id=a6bf26d6-0470-413c-82a6-ff39dee8a331&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0339592 May 20 21:44:02.897620 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:05.730026 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-6e18e02e-ffae-4769-a9c8-86c4de8312f8 req-ad7ca9ae-2bcc-465f-9003-408a16e96992 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e3295bab-2ae9-4825-9a23-9427f79c47a9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0396683 May 20 21:44:05.823879 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e18e02e-ffae-4769-a9c8-86c4de8312f8 req-309c718f-613e-4f4a-9972-e2b6ee2f9d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:44:05.825296 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-6e18e02e-ffae-4769-a9c8-86c4de8312f8 req-309c718f-613e-4f4a-9972-e2b6ee2f9d78 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4cbad25d25d94b45ab896613d896f15f&device_id=e3295bab-2ae9-4825-9a23-9427f79c47a9 HTTP/1.1" status: 200 len: 1136 time: 0.0397701 May 20 21:44:05.928278 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e18e02e-ffae-4769-a9c8-86c4de8312f8 req-fae050bc-3131-450d-8b79-867396c38922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:44:05.929765 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-6e18e02e-ffae-4769-a9c8-86c4de8312f8 req-fae050bc-3131-450d-8b79-867396c38922 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0b5e320d-0355-40d4-ac64-df4fe7517272 HTTP/1.1" status: 200 len: 915 time: 0.0860705 May 20 21:44:05.993556 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-6e18e02e-ffae-4769-a9c8-86c4de8312f8 req-d751abf5-c15e-4f3b-949d-2adfc0374a2b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0e251854-a1a7-49df-bb98-6dff23cba133 HTTP/1.1" status: 200 len: 1002 time: 0.0565677 May 20 21:44:06.041422 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e18e02e-ffae-4769-a9c8-86c4de8312f8 req-20f12c40-2b7b-430e-b16d-5807625451e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:44:06.042833 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-6e18e02e-ffae-4769-a9c8-86c4de8312f8 req-20f12c40-2b7b-430e-b16d-5807625451e9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fb41e419-1305-471a-b396-5b5c323f85d2 HTTP/1.1" status: 200 len: 853 time: 0.0418525 May 20 21:44:06.097321 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e18e02e-ffae-4769-a9c8-86c4de8312f8 req-b02ac038-9985-480f-b034-ff1d0d75550d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:44:06.098688 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-6e18e02e-ffae-4769-a9c8-86c4de8312f8 req-b02ac038-9985-480f-b034-ff1d0d75550d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0b5e320d-0355-40d4-ac64-df4fe7517272&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432358 May 20 21:44:06.188968 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-6e18e02e-ffae-4769-a9c8-86c4de8312f8 req-3e5d4987-40c0-40c3-b9eb-ee4bb20724a4 service neutron] 10.222.0.13 "GET /v2.0/networks/0b5e320d-0355-40d4-ac64-df4fe7517272?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840857 May 20 21:44:06.283024 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-6e18e02e-ffae-4769-a9c8-86c4de8312f8 req-7ba6061c-5d92-4225-850c-65cb87ba4bf6 service neutron] 10.222.0.13 "GET /v2.0/networks/0b5e320d-0355-40d4-ac64-df4fe7517272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874104 May 20 21:44:15.140873 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.agents_db [None req-5c33ad30-4e00-40fa-b486-8c79c4a6cfc5 None None] Agent healthcheck: found 7 active agents {{(pid=103165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 20 21:44:19.926748 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b97476f9-9b33-4ce2-ab79-3ef4cffc9bdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:22.303840 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-f9b7984c-9d70-488f-b86c-91eb0872ebc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:24.178427 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4bb0e131-6525-46ca-a45b-e4ea43a5e69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:25.178347 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:25.667386 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:25.733964 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cc3ec51b-6ec8-438a-8349-5f0bec346d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:32.869724 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:34.757880 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7357905b-f31e-4b6d-a324-04d426d92dde req-bbed2781-198f-4fdb-b6cf-56ca399ed0c7 tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-41206553&fields=id&tenant_id=4cbad25d25d94b45ab896613d896f15f HTTP/1.1" status: 200 len: 267 time: 0.0335364 May 20 21:44:34.809724 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7357905b-f31e-4b6d-a324-04d426d92dde req-5007bebf-1c7f-4c7e-aa8c-fb59c565b866 tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:44:34.811172 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7357905b-f31e-4b6d-a324-04d426d92dde req-5007bebf-1c7f-4c7e-aa8c-fb59c565b866 tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] 10.222.0.35 "GET /v2.0/ports?device_id=e3295bab-2ae9-4825-9a23-9427f79c47a9 HTTP/1.1" status: 200 len: 985 time: 0.0476348 May 20 21:44:34.822875 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [req-7357905b-f31e-4b6d-a324-04d426d92dde req-eb481274-562a-4429-8e8d-8b3266fab423 tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] Request body: {'port': {'security_groups': ['a6bf26d6-0470-413c-82a6-ff39dee8a331']}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:44:34.888663 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-7357905b-f31e-4b6d-a324-04d426d92dde req-eb481274-562a-4429-8e8d-8b3266fab423 tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:35.056447 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-7357905b-f31e-4b6d-a324-04d426d92dde req-eb481274-562a-4429-8e8d-8b3266fab423 tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] For port 0e251854-a1a7-49df-bb98-6dff23cba133, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=0e251854-a1a7-49df-bb98-6dff23cba133,segment=NetworkSegment(3a113b75-dc43-4343-8b30-8cbed50fbbc3),segment_id=3a113b75-dc43-4343-8b30-8cbed50fbbc3)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:44:35.084448 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-7357905b-f31e-4b6d-a324-04d426d92dde req-eb481274-562a-4429-8e8d-8b3266fab423 tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] Notify callbacks [] for port, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:35.127713 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-7357905b-f31e-4b6d-a324-04d426d92dde req-eb481274-562a-4429-8e8d-8b3266fab423 tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:35.163914 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] get_ports_and_sgs() called for port_ids ['0e251854-a1a7-49df-bb98-6dff23cba133'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 21:44:35.169131 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7357905b-f31e-4b6d-a324-04d426d92dde req-eb481274-562a-4429-8e8d-8b3266fab423 tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:44:35.169767 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-7357905b-f31e-4b6d-a324-04d426d92dde req-eb481274-562a-4429-8e8d-8b3266fab423 tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:35.171158 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7357905b-f31e-4b6d-a324-04d426d92dde req-eb481274-562a-4429-8e8d-8b3266fab423 tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] 10.222.0.35 "PUT /v2.0/ports/0e251854-a1a7-49df-bb98-6dff23cba133 HTTP/1.1" status: 200 len: 943 time: 0.3526881 May 20 21:44:35.171600 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3295bab-2ae9-4825-9a23-9427f79c47a9', 'tag': '0e251854-a1a7-49df-bb98-6dff23cba133'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 21:44:35.174510 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4416c3b25ab83027dff24eda6e450cd3b8f285a9257f5a2b93a81ddcbdb8854f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19f28df0-774d-4276-ae67-b326a5230991" -d '{"events": [{"name": "network-changed", "server_uuid": "e3295bab-2ae9-4825-9a23-9427f79c47a9", "tag": "0e251854-a1a7-49df-bb98-6dff23cba133"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 21:44:35.179856 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 36078) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:44:35.211312 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb481274-562a-4429-8e8d-8b3266fab423 tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] Pushing event updated for resources: {'Port': ['ID=0e251854-a1a7-49df-bb98-6dff23cba133,revision_number=7']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:44:35.224262 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb481274-562a-4429-8e8d-8b3266fab423 tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:44:35.224613 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb481274-562a-4429-8e8d-8b3266fab423 tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:44:35.224953 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb481274-562a-4429-8e8d-8b3266fab423 tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:44:35.225314 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb481274-562a-4429-8e8d-8b3266fab423 tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:44:35.225648 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb481274-562a-4429-8e8d-8b3266fab423 tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:44:35.225979 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb481274-562a-4429-8e8d-8b3266fab423 tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:44:35.226308 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb481274-562a-4429-8e8d-8b3266fab423 tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:44:35.226632 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb481274-562a-4429-8e8d-8b3266fab423 tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:44:35.226947 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb481274-562a-4429-8e8d-8b3266fab423 tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:44:35.227445 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb481274-562a-4429-8e8d-8b3266fab423 tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:44:35.227780 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb481274-562a-4429-8e8d-8b3266fab423 tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:44:35.228097 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb481274-562a-4429-8e8d-8b3266fab423 tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:44:35.261451 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2397d208-9b48-4234-babf-9843011e808c tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:35.292251 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2397d208-9b48-4234-babf-9843011e808c tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:35.318324 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 21:44:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac142ebe-3ba2-4f0c-9318-691d380c9fe0 x-openstack-request-id: req-ac142ebe-3ba2-4f0c-9318-691d380c9fe0 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 21:44:35.318614 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3295bab-2ae9-4825-9a23-9427f79c47a9", "tag": "0e251854-a1a7-49df-bb98-6dff23cba133", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 21:44:35.318865 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ac142ebe-3ba2-4f0c-9318-691d380c9fe0 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 21:44:35.319316 n-d-842733-1 neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac142ebe-3ba2-4f0c-9318-691d380c9fe0'] response: {'name': 'network-changed', 'server_uuid': 'e3295bab-2ae9-4825-9a23-9427f79c47a9', 'tag': '0e251854-a1a7-49df-bb98-6dff23cba133', 'status': 'completed', 'code': 200} May 20 21:44:35.323602 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] get_ports_and_sgs() called for port_ids ['0e251854-a1a7-49df-bb98-6dff23cba133'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 21:44:35.405417 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f28df0-774d-4276-ae67-b326a5230991 req-2c08c1e0-bad4-49f8-8a4d-98711a461a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:44:35.407296 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-19f28df0-774d-4276-ae67-b326a5230991 req-2c08c1e0-bad4-49f8-8a4d-98711a461a47 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4cbad25d25d94b45ab896613d896f15f&device_id=e3295bab-2ae9-4825-9a23-9427f79c47a9 HTTP/1.1" status: 200 len: 1097 time: 0.0425482 May 20 21:44:35.421920 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2397d208-9b48-4234-babf-9843011e808c tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:35.424542 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2397d208-9b48-4234-babf-9843011e808c tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:35.428307 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 36082) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:44:35.428494 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-2397d208-9b48-4234-babf-9843011e808c tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] 10.222.0.35 "DELETE /v2.0/security-groups/a9129902-2b69-4b4f-9600-407c44f7bab8 HTTP/1.1" status: 204 len: 168 time: 0.2481475 May 20 21:44:35.462058 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-69cba0e8-8e2e-4909-bd36-5d763b56fe42 None None] Provisioning complete for port 0e251854-a1a7-49df-bb98-6dff23cba133 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:44:35.462432 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-69cba0e8-8e2e-4909-bd36-5d763b56fe42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:35.478637 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2397d208-9b48-4234-babf-9843011e808c tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9129902-2b69-4b4f-9600-407c44f7bab8,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:44:35.490133 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2397d208-9b48-4234-babf-9843011e808c tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:44:35.490741 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2397d208-9b48-4234-babf-9843011e808c tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:44:35.491228 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2397d208-9b48-4234-babf-9843011e808c tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:44:35.491724 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2397d208-9b48-4234-babf-9843011e808c tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:44:35.492220 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2397d208-9b48-4234-babf-9843011e808c tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:44:35.493329 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2397d208-9b48-4234-babf-9843011e808c tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:44:35.493665 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2397d208-9b48-4234-babf-9843011e808c tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:44:35.493993 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2397d208-9b48-4234-babf-9843011e808c tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:44:35.494320 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2397d208-9b48-4234-babf-9843011e808c tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:44:35.494842 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2397d208-9b48-4234-babf-9843011e808c tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:44:35.494960 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2397d208-9b48-4234-babf-9843011e808c tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:44:35.495260 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2397d208-9b48-4234-babf-9843011e808c tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:44:35.540936 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f28df0-774d-4276-ae67-b326a5230991 req-452b0fdb-af77-4251-9c52-1c43bf5e0516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:44:35.543370 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-19f28df0-774d-4276-ae67-b326a5230991 req-452b0fdb-af77-4251-9c52-1c43bf5e0516 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0b5e320d-0355-40d4-ac64-df4fe7517272 HTTP/1.1" status: 200 len: 915 time: 0.1294193 May 20 21:44:35.586010 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-69cba0e8-8e2e-4909-bd36-5d763b56fe42 None None] Current status of the port 0e251854-a1a7-49df-bb98-6dff23cba133 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:44:35.608966 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-19f28df0-774d-4276-ae67-b326a5230991 req-691a8071-6dc2-4bab-b71f-f692e49f3f6f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0e251854-a1a7-49df-bb98-6dff23cba133 HTTP/1.1" status: 200 len: 1002 time: 0.0585847 May 20 21:44:35.611123 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-ef2b49be-ca93-4e63-8540-9c5f69ad1ea7 tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] Deleting port ca3869f0-80f2-46e3-995b-3f5e7660a1d1 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:44:35.611463 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ef2b49be-ca93-4e63-8540-9c5f69ad1ea7 tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:35.662767 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f28df0-774d-4276-ae67-b326a5230991 req-2e7cf56d-1643-430d-806a-4f982b62dc50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:44:35.664261 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-19f28df0-774d-4276-ae67-b326a5230991 req-2e7cf56d-1643-430d-806a-4f982b62dc50 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fb41e419-1305-471a-b396-5b5c323f85d2 HTTP/1.1" status: 200 len: 853 time: 0.0485034 May 20 21:44:35.689379 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ef2b49be-ca93-4e63-8540-9c5f69ad1ea7 tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:35.689708 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ef2b49be-ca93-4e63-8540-9c5f69ad1ea7 tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:35.701185 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-ef2b49be-ca93-4e63-8540-9c5f69ad1ea7 tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] Calling delete_port for ca3869f0-80f2-46e3-995b-3f5e7660a1d1 owned by network:floatingip {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:44:35.712242 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f28df0-774d-4276-ae67-b326a5230991 req-28d1ca95-5dc1-40e1-b842-b784d5937470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:44:35.713833 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-19f28df0-774d-4276-ae67-b326a5230991 req-28d1ca95-5dc1-40e1-b842-b784d5937470 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0b5e320d-0355-40d4-ac64-df4fe7517272&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398965 May 20 21:44:35.809022 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-19f28df0-774d-4276-ae67-b326a5230991 req-77c93002-e2c5-46ba-8776-10931c7c533c service neutron] 10.222.0.13 "GET /v2.0/networks/0b5e320d-0355-40d4-ac64-df4fe7517272?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818274 May 20 21:44:35.887370 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ef2b49be-ca93-4e63-8540-9c5f69ad1ea7 tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:35.900898 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-19f28df0-774d-4276-ae67-b326a5230991 req-ccb37b55-9d5c-4fdb-a91d-5246b9462531 service neutron] 10.222.0.13 "GET /v2.0/networks/0b5e320d-0355-40d4-ac64-df4fe7517272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925834 May 20 21:44:35.914778 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2b49be-ca93-4e63-8540-9c5f69ad1ea7 tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] Pushing event deleted for resources: {'Port': ['ID=ca3869f0-80f2-46e3-995b-3f5e7660a1d1,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:44:35.974209 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ef2b49be-ca93-4e63-8540-9c5f69ad1ea7 tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] Notify callbacks [] for floatingip, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:35.974547 n-d-842733-1 neutron-server[103163]: INFO neutron.db.l3_db [None req-ef2b49be-ca93-4e63-8540-9c5f69ad1ea7 tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] Floating IP 1b9ee9fb-d22c-4619-9198-6376f80327e7 disassociated (deleted). External IP: 172.25.2.236, port: 0e251854-a1a7-49df-bb98-6dff23cba133. May 20 21:44:36.180625 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef2b49be-ca93-4e63-8540-9c5f69ad1ea7 tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] Router 1591dfd8-bf58-4d4f-9c9d-d2b82c76b5fb has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 21:44:36.287304 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef2b49be-ca93-4e63-8540-9c5f69ad1ea7 tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 21:44:36.292199 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ef2b49be-ca93-4e63-8540-9c5f69ad1ea7 tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for floatingip, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:36.296662 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d5ea667-8b7a-422c-948c-1df0867e7a71 None None] Sync routers for ids ['1591dfd8-bf58-4d4f-9c9d-d2b82c76b5fb'] in n-d-842733-1 {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 21:44:36.307021 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d5ea667-8b7a-422c-948c-1df0867e7a71 None None] Routers {'1591dfd8-bf58-4d4f-9c9d-d2b82c76b5fb'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:44:36.307637 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-3d5ea667-8b7a-422c-948c-1df0867e7a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:44:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['1591dfd8-bf58-4d4f-9c9d-d2b82c76b5fb'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:44:36.319632 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-ef2b49be-ca93-4e63-8540-9c5f69ad1ea7 tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] 10.222.0.35 "DELETE /v2.0/floatingips/1b9ee9fb-d22c-4619-9198-6376f80327e7 HTTP/1.1" status: 204 len: 168 time: 0.8893824 May 20 21:44:36.416603 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-3d5ea667-8b7a-422c-948c-1df0867e7a71 None None] Set router 1591dfd8-bf58-4d4f-9c9d-d2b82c76b5fb gateway port host: n-d-842733-1 {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:44:36.611775 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-3d5ea667-8b7a-422c-948c-1df0867e7a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1591dfd8-bf58-4d4f-9c9d-d2b82c76b5fb', 'name': 'tempest-TestMinimumBasicScenario-959646047-router', 'tenant_id': '4cbad25d25d94b45ab896613d896f15f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.6'}], 'enable_snat': True}, 'gw_port_id': '7718abf8-c46f-482d-9979-7d17d2d3de0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:42:26Z', 'updated_at': '2022-05-20T21:42:29Z', 'revision_number': 4, 'project_id': '4cbad25d25d94b45ab896613d896f15f', 'gw_port': {'id': '7718abf8-c46f-482d-9979-7d17d2d3de0e', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:2e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1591dfd8-bf58-4d4f-9c9d-d2b82c76b5fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:42:27Z', 'updated_at': '2022-05-20T21:42:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': '9ffc4d94-4ad3-4dd3-be2e-f78412415d81', 'name': '', 'network_id': '0b5e320d-0355-40d4-ac64-df4fe7517272', 'tenant_id': '4cbad25d25d94b45ab896613d896f15f', 'mac_address': 'fa:16:3e:0e:e1:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1591dfd8-bf58-4d4f-9c9d-d2b82c76b5fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': 'fb41e419-1305-471a-b396-5b5c323f85d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:42:29Z', 'updated_at': '2022-05-20T21:42:33Z', 'revision_number': 5, 'project_id': '4cbad25d25d94b45ab896613d896f15f', 'subnets': [{'id': 'fb41e419-1305-471a-b396-5b5c323f85d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:44:36.637918 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d5ea667-8b7a-422c-948c-1df0867e7a71 None None] Checking router: 1591dfd8-bf58-4d4f-9c9d-d2b82c76b5fb for host: n-d-842733-1 {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 21:44:36.646963 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d5ea667-8b7a-422c-948c-1df0867e7a71 None None] Routers {'1591dfd8-bf58-4d4f-9c9d-d2b82c76b5fb'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:44:36.647529 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-3d5ea667-8b7a-422c-948c-1df0867e7a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:44:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['1591dfd8-bf58-4d4f-9c9d-d2b82c76b5fb'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:44:36.754330 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-3d5ea667-8b7a-422c-948c-1df0867e7a71 None None] Set router 1591dfd8-bf58-4d4f-9c9d-d2b82c76b5fb gateway port host: n-d-842733-1 {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:44:36.948775 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-3d5ea667-8b7a-422c-948c-1df0867e7a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1591dfd8-bf58-4d4f-9c9d-d2b82c76b5fb', 'name': 'tempest-TestMinimumBasicScenario-959646047-router', 'tenant_id': '4cbad25d25d94b45ab896613d896f15f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.6'}], 'enable_snat': True}, 'gw_port_id': '7718abf8-c46f-482d-9979-7d17d2d3de0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:42:26Z', 'updated_at': '2022-05-20T21:42:29Z', 'revision_number': 4, 'project_id': '4cbad25d25d94b45ab896613d896f15f', 'gw_port': {'id': '7718abf8-c46f-482d-9979-7d17d2d3de0e', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:2e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1591dfd8-bf58-4d4f-9c9d-d2b82c76b5fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:42:27Z', 'updated_at': '2022-05-20T21:42:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': '9ffc4d94-4ad3-4dd3-be2e-f78412415d81', 'name': '', 'network_id': '0b5e320d-0355-40d4-ac64-df4fe7517272', 'tenant_id': '4cbad25d25d94b45ab896613d896f15f', 'mac_address': 'fa:16:3e:0e:e1:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1591dfd8-bf58-4d4f-9c9d-d2b82c76b5fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': 'fb41e419-1305-471a-b396-5b5c323f85d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:42:29Z', 'updated_at': '2022-05-20T21:42:33Z', 'revision_number': 5, 'project_id': '4cbad25d25d94b45ab896613d896f15f', 'subnets': [{'id': 'fb41e419-1305-471a-b396-5b5c323f85d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:44:36.974942 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d5ea667-8b7a-422c-948c-1df0867e7a71 None None] The sync data for ids ['1591dfd8-bf58-4d4f-9c9d-d2b82c76b5fb'] in n-d-842733-1 is: [{'id': '1591dfd8-bf58-4d4f-9c9d-d2b82c76b5fb', 'name': 'tempest-TestMinimumBasicScenario-959646047-router', 'tenant_id': '4cbad25d25d94b45ab896613d896f15f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.6'}], 'enable_snat': True}, 'gw_port_id': '7718abf8-c46f-482d-9979-7d17d2d3de0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:42:26Z', 'updated_at': '2022-05-20T21:42:29Z', 'revision_number': 4, 'project_id': '4cbad25d25d94b45ab896613d896f15f', 'gw_port': {'id': '7718abf8-c46f-482d-9979-7d17d2d3de0e', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:2e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1591dfd8-bf58-4d4f-9c9d-d2b82c76b5fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:42:27Z', 'updated_at': '2022-05-20T21:42:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': '9ffc4d94-4ad3-4dd3-be2e-f78412415d81', 'name': '', 'network_id': '0b5e320d-0355-40d4-ac64-df4fe7517272', 'tenant_id': '4cbad25d25d94b45ab896613d896f15f', 'mac_address': 'fa:16:3e:0e:e1:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1591dfd8-bf58-4d4f-9c9d-d2b82c76b5fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': 'fb41e419-1305-471a-b396-5b5c323f85d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:42:29Z', 'updated_at': '2022-05-20T21:42:33Z', 'revision_number': 5, 'project_id': '4cbad25d25d94b45ab896613d896f15f', 'subnets': [{'id': 'fb41e419-1305-471a-b396-5b5c323f85d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 21:44:37.183631 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c486b1-87cc-4278-a816-8b6b06fed779 None None] New status for floating IP 1b9ee9fb-d22c-4619-9198-6376f80327e7: DOWN {{(pid=103165) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 21:44:37.320176 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3295bab-2ae9-4825-9a23-9427f79c47a9', 'tag': '0e251854-a1a7-49df-bb98-6dff23cba133'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 21:44:37.322571 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4416c3b25ab83027dff24eda6e450cd3b8f285a9257f5a2b93a81ddcbdb8854f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a6ef37d-40ef-4e32-85fa-ef2a14502caa" -d '{"events": [{"name": "network-changed", "server_uuid": "e3295bab-2ae9-4825-9a23-9427f79c47a9", "tag": "0e251854-a1a7-49df-bb98-6dff23cba133"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 21:44:37.359185 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 21:44:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ab31981-ee51-421f-830c-83f542824f15 x-openstack-request-id: req-3ab31981-ee51-421f-830c-83f542824f15 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 21:44:37.359478 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3295bab-2ae9-4825-9a23-9427f79c47a9", "tag": "0e251854-a1a7-49df-bb98-6dff23cba133", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 21:44:37.359728 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3ab31981-ee51-421f-830c-83f542824f15 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 21:44:37.360132 n-d-842733-1 neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ab31981-ee51-421f-830c-83f542824f15'] response: {'name': 'network-changed', 'server_uuid': 'e3295bab-2ae9-4825-9a23-9427f79c47a9', 'tag': '0e251854-a1a7-49df-bb98-6dff23cba133', 'status': 'completed', 'code': 200} May 20 21:44:37.441298 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6ef37d-40ef-4e32-85fa-ef2a14502caa req-564259dc-1145-449b-8e48-22ff08227bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:44:37.442826 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-6a6ef37d-40ef-4e32-85fa-ef2a14502caa req-564259dc-1145-449b-8e48-22ff08227bef service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4cbad25d25d94b45ab896613d896f15f&device_id=e3295bab-2ae9-4825-9a23-9427f79c47a9 HTTP/1.1" status: 200 len: 1097 time: 0.0412526 May 20 21:44:37.535182 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6ef37d-40ef-4e32-85fa-ef2a14502caa req-0bae88db-c408-41f1-8183-d52bf37db17a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:44:37.536552 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-6a6ef37d-40ef-4e32-85fa-ef2a14502caa req-0bae88db-c408-41f1-8183-d52bf37db17a service neutron] 10.222.0.13 "GET /v2.0/networks?id=0b5e320d-0355-40d4-ac64-df4fe7517272 HTTP/1.1" status: 200 len: 915 time: 0.0875487 May 20 21:44:37.576605 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-6a6ef37d-40ef-4e32-85fa-ef2a14502caa req-a8b5fc4c-5ebb-44fa-91ad-c67e93ded893 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0e251854-a1a7-49df-bb98-6dff23cba133 HTTP/1.1" status: 200 len: 217 time: 0.0335436 May 20 21:44:37.624186 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6ef37d-40ef-4e32-85fa-ef2a14502caa req-3ce094be-f8a8-478a-a532-42a0ccb821a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:44:37.625748 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-6a6ef37d-40ef-4e32-85fa-ef2a14502caa req-3ce094be-f8a8-478a-a532-42a0ccb821a9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fb41e419-1305-471a-b396-5b5c323f85d2 HTTP/1.1" status: 200 len: 853 time: 0.0426755 May 20 21:44:37.669600 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6ef37d-40ef-4e32-85fa-ef2a14502caa req-1627b1f9-acfa-429d-ab7f-a55314afae54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:44:37.672431 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-6a6ef37d-40ef-4e32-85fa-ef2a14502caa req-1627b1f9-acfa-429d-ab7f-a55314afae54 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0b5e320d-0355-40d4-ac64-df4fe7517272&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389669 May 20 21:44:37.765648 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-6a6ef37d-40ef-4e32-85fa-ef2a14502caa req-5085d17c-845a-4018-ba6f-83e041cf5047 service neutron] 10.222.0.13 "GET /v2.0/networks/0b5e320d-0355-40d4-ac64-df4fe7517272?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877414 May 20 21:44:37.856627 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-6a6ef37d-40ef-4e32-85fa-ef2a14502caa req-5ea755a1-9583-4321-bcd6-d8ab221d3f96 service neutron] 10.222.0.13 "GET /v2.0/networks/0b5e320d-0355-40d4-ac64-df4fe7517272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844879 May 20 21:44:44.782714 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72ce3b4-3504-4d53-b999-fce99ae734f2 req-c0f67464-4c1d-43c6-ae64-9c57e5adadbd tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:44:44.784306 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e72ce3b4-3504-4d53-b999-fce99ae734f2 req-c0f67464-4c1d-43c6-ae64-9c57e5adadbd tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] 10.222.0.35 "GET /v2.0/ports?device_id=e3295bab-2ae9-4825-9a23-9427f79c47a9 HTTP/1.1" status: 200 len: 946 time: 0.0513384 May 20 21:44:44.820743 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e72ce3b4-3504-4d53-b999-fce99ae734f2 req-98ed531c-ac9f-4148-aee9-185d62f1ff04 tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] 10.222.0.35 "GET /v2.0/security-groups?id=a6bf26d6-0470-413c-82a6-ff39dee8a331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304306 May 20 21:44:45.940714 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2699b2e-6d7e-439f-a16e-177c933cd0c4 req-1c407e8b-3d2e-4e67-81fd-18b7f6445cc7 tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:44:45.942188 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e2699b2e-6d7e-439f-a16e-177c933cd0c4 req-1c407e8b-3d2e-4e67-81fd-18b7f6445cc7 tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] 10.222.0.35 "GET /v2.0/ports?device_id=e3295bab-2ae9-4825-9a23-9427f79c47a9 HTTP/1.1" status: 200 len: 946 time: 0.0513349 May 20 21:44:45.979005 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e2699b2e-6d7e-439f-a16e-177c933cd0c4 req-c14f8218-ebf4-4cdf-8678-738913c91252 tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] 10.222.0.35 "GET /v2.0/security-groups?id=a6bf26d6-0470-413c-82a6-ff39dee8a331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307968 May 20 21:44:46.491093 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da24055-0e6b-4cdc-8813-4a0a9df9e166 req-608f6bca-1896-48b0-b50f-e12f7c6469a9 tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:44:46.492529 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-8da24055-0e6b-4cdc-8813-4a0a9df9e166 req-608f6bca-1896-48b0-b50f-e12f7c6469a9 tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3295bab-2ae9-4825-9a23-9427f79c47a9 HTTP/1.1" status: 200 len: 946 time: 0.0528214 May 20 21:44:46.578268 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-8da24055-0e6b-4cdc-8813-4a0a9df9e166 req-fd83f190-10b4-4f6f-b8b6-296d4b489fec tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] Deleting port 0e251854-a1a7-49df-bb98-6dff23cba133 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:44:46.578605 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-8da24055-0e6b-4cdc-8813-4a0a9df9e166 req-fd83f190-10b4-4f6f-b8b6-296d4b489fec tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:46.667978 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-8da24055-0e6b-4cdc-8813-4a0a9df9e166 req-fd83f190-10b4-4f6f-b8b6-296d4b489fec tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] For port 0e251854-a1a7-49df-bb98-6dff23cba133, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=0e251854-a1a7-49df-bb98-6dff23cba133,segment=NetworkSegment(3a113b75-dc43-4343-8b30-8cbed50fbbc3),segment_id=3a113b75-dc43-4343-8b30-8cbed50fbbc3)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:44:46.668347 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-8da24055-0e6b-4cdc-8813-4a0a9df9e166 req-fd83f190-10b4-4f6f-b8b6-296d4b489fec tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:46.679906 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-8da24055-0e6b-4cdc-8813-4a0a9df9e166 req-fd83f190-10b4-4f6f-b8b6-296d4b489fec tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] Calling delete_port for 0e251854-a1a7-49df-bb98-6dff23cba133 owned by compute:nova {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:44:46.864468 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-8da24055-0e6b-4cdc-8813-4a0a9df9e166 req-fd83f190-10b4-4f6f-b8b6-296d4b489fec tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:46.898457 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] get_ports_and_sgs() called for port_ids ['0e251854-a1a7-49df-bb98-6dff23cba133'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 21:44:47.078579 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-048c9d93-2156-459d-ab52-2e0ba08be0ac req-db9d0608-682e-4a46-bcc9-2a0eaf36f1fa tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] 10.222.0.35 "GET /v2.0/ports?device_id=e3295bab-2ae9-4825-9a23-9427f79c47a9 HTTP/1.1" status: 200 len: 210 time: 0.0271254 May 20 21:44:47.225882 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd83f190-10b4-4f6f-b8b6-296d4b489fec tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] Pushing event deleted for resources: {'Port': ['ID=0e251854-a1a7-49df-bb98-6dff23cba133,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:44:47.265753 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-8da24055-0e6b-4cdc-8813-4a0a9df9e166 req-fd83f190-10b4-4f6f-b8b6-296d4b489fec tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] No DVR routers for this DVR port 0e251854-a1a7-49df-bb98-6dff23cba133 on host n-h2-842733-1 {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 21:44:47.269332 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-8da24055-0e6b-4cdc-8813-4a0a9df9e166 req-fd83f190-10b4-4f6f-b8b6-296d4b489fec tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:47.272393 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-8da24055-0e6b-4cdc-8813-4a0a9df9e166 req-fd83f190-10b4-4f6f-b8b6-296d4b489fec tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] 10.222.0.13 "DELETE /v2.0/ports/0e251854-a1a7-49df-bb98-6dff23cba133 HTTP/1.1" status: 204 len: 173 time: 0.7740822 May 20 21:44:47.272825 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3295bab-2ae9-4825-9a23-9427f79c47a9', 'name': 'network-vif-deleted', 'tag': '0e251854-a1a7-49df-bb98-6dff23cba133'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 21:44:47.275136 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e97a983f2a54588e3d21b88a12ad54839c2ea34da7b46679306b1f34ba25e4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47d03e07-dcfd-4069-ba03-a4f9fd12a1c2" -d '{"events": [{"server_uuid": "e3295bab-2ae9-4825-9a23-9427f79c47a9", "name": "network-vif-deleted", "tag": "0e251854-a1a7-49df-bb98-6dff23cba133"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 21:44:47.311453 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 21:44:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b40ccdd-2063-4b93-9b1f-4476bc3a7751 x-openstack-request-id: req-2b40ccdd-2063-4b93-9b1f-4476bc3a7751 {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 21:44:47.311766 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3295bab-2ae9-4825-9a23-9427f79c47a9", "name": "network-vif-deleted", "tag": "0e251854-a1a7-49df-bb98-6dff23cba133", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 21:44:47.312036 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2b40ccdd-2063-4b93-9b1f-4476bc3a7751 {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 21:44:47.312459 n-d-842733-1 neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b40ccdd-2063-4b93-9b1f-4476bc3a7751'] response: {'server_uuid': 'e3295bab-2ae9-4825-9a23-9427f79c47a9', 'name': 'network-vif-deleted', 'tag': '0e251854-a1a7-49df-bb98-6dff23cba133', 'status': 'completed', 'code': 200} May 20 21:44:48.189568 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-78035a52-0600-4d35-be7d-e74e4c462cec req-74bfc8c0-a634-4167-803c-5edd1923fab3 tempest-TestMinimumBasicScenario-1772135802 tempest-TestMinimumBasicScenario-1772135802-project] 10.222.0.35 "GET /v2.0/ports?device_id=e3295bab-2ae9-4825-9a23-9427f79c47a9 HTTP/1.1" status: 200 len: 210 time: 0.0268085 May 20 21:44:49.910773 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ffb67972-e46e-4f90-afc5-daafbffa9666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:50.397656 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 36184) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:44:50.950312 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 0e251854-a1a7-49df-bb98-6dff23cba133 no longer exists at agent hyperv_n-h2-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 21:44:50.969857 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] No Port match for: 0e251854-a1a7-49df-bb98-6dff23cba133 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 21:44:50.970200 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device 0e251854-a1a7-49df-bb98-6dff23cba133 not bound to the agent host n-h2-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 21:44:51.031215 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b16ff77b-f20c-4346-82f3-9e267c639d25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748528'] for router_interface, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:51.272025 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-b16ff77b-f20c-4346-82f3-9e267c639d25 admin admin] Deleting port 9ffc4d94-4ad3-4dd3-be2e-f78412415d81 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:44:51.272271 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b16ff77b-f20c-4346-82f3-9e267c639d25 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:51.348222 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-b16ff77b-f20c-4346-82f3-9e267c639d25 admin admin] For port 9ffc4d94-4ad3-4dd3-be2e-f78412415d81, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=9ffc4d94-4ad3-4dd3-be2e-f78412415d81,segment=NetworkSegment(3a113b75-dc43-4343-8b30-8cbed50fbbc3),segment_id=3a113b75-dc43-4343-8b30-8cbed50fbbc3)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:44:51.348605 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b16ff77b-f20c-4346-82f3-9e267c639d25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:51.359872 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-b16ff77b-f20c-4346-82f3-9e267c639d25 admin admin] Calling delete_port for 9ffc4d94-4ad3-4dd3-be2e-f78412415d81 owned by network:router_interface {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:44:51.607386 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b16ff77b-f20c-4346-82f3-9e267c639d25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:51.634707 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16ff77b-f20c-4346-82f3-9e267c639d25 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ffc4d94-4ad3-4dd3-be2e-f78412415d81,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:44:51.805570 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b16ff77b-f20c-4346-82f3-9e267c639d25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-692224'] for router_interface, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:52.017831 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b16ff77b-f20c-4346-82f3-9e267c639d25 admin admin] Router 1591dfd8-bf58-4d4f-9c9d-d2b82c76b5fb has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 21:44:52.127474 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b16ff77b-f20c-4346-82f3-9e267c639d25 admin admin] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 21:44:52.133389 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-b16ff77b-f20c-4346-82f3-9e267c639d25 admin admin] 10.222.0.35 "PUT /v2.0/routers/1591dfd8-bf58-4d4f-9c9d-d2b82c76b5fb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7346678 May 20 21:44:52.135854 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 36186) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:44:52.139558 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05060859-2db7-4c9d-be18-458a9ab5409d None None] Sync routers for ids ['1591dfd8-bf58-4d4f-9c9d-d2b82c76b5fb'] in n-d-842733-1 {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 21:44:52.141237 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.agents_db [None req-5c33ad30-4e00-40fa-b486-8c79c4a6cfc5 None None] Agent healthcheck: found 7 active agents {{(pid=103165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 20 21:44:52.150211 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05060859-2db7-4c9d-be18-458a9ab5409d None None] Routers {'1591dfd8-bf58-4d4f-9c9d-d2b82c76b5fb'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:44:52.150816 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-05060859-2db7-4c9d-be18-458a9ab5409d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:44:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['1591dfd8-bf58-4d4f-9c9d-d2b82c76b5fb'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:44:52.240617 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-348285a6-7de0-46b5-8149-55a9abc2c6fa admin admin] Notify callbacks [] for router, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:52.264922 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-05060859-2db7-4c9d-be18-458a9ab5409d None None] Set router 1591dfd8-bf58-4d4f-9c9d-d2b82c76b5fb gateway port host: n-d-842733-1 {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:44:52.342251 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-348285a6-7de0-46b5-8149-55a9abc2c6fa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:52.357472 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-46a82f73-4b64-4295-8cd1-265a5ba18197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:52.451490 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-05060859-2db7-4c9d-be18-458a9ab5409d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1591dfd8-bf58-4d4f-9c9d-d2b82c76b5fb', 'name': 'tempest-TestMinimumBasicScenario-959646047-router', 'tenant_id': '4cbad25d25d94b45ab896613d896f15f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.6'}], 'enable_snat': True}, 'gw_port_id': '7718abf8-c46f-482d-9979-7d17d2d3de0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:42:26Z', 'updated_at': '2022-05-20T21:44:51Z', 'revision_number': 5, 'project_id': '4cbad25d25d94b45ab896613d896f15f', 'gw_port': {'id': '7718abf8-c46f-482d-9979-7d17d2d3de0e', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:2e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1591dfd8-bf58-4d4f-9c9d-d2b82c76b5fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:42:27Z', 'updated_at': '2022-05-20T21:42:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:44:52.464304 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-348285a6-7de0-46b5-8149-55a9abc2c6fa admin admin] Deleting port 7718abf8-c46f-482d-9979-7d17d2d3de0e {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:44:52.464647 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-348285a6-7de0-46b5-8149-55a9abc2c6fa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:52.477334 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05060859-2db7-4c9d-be18-458a9ab5409d None None] Checking router: 1591dfd8-bf58-4d4f-9c9d-d2b82c76b5fb for host: n-d-842733-1 {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 21:44:52.485647 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05060859-2db7-4c9d-be18-458a9ab5409d None None] Routers {'1591dfd8-bf58-4d4f-9c9d-d2b82c76b5fb'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:44:52.486267 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-05060859-2db7-4c9d-be18-458a9ab5409d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:44:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['1591dfd8-bf58-4d4f-9c9d-d2b82c76b5fb'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:44:52.542867 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-348285a6-7de0-46b5-8149-55a9abc2c6fa admin admin] For port 7718abf8-c46f-482d-9979-7d17d2d3de0e, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=7718abf8-c46f-482d-9979-7d17d2d3de0e,segment=NetworkSegment(0b5485c4-eff8-42a1-9073-ae54ed4c63ba),segment_id=0b5485c4-eff8-42a1-9073-ae54ed4c63ba)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:44:52.543225 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-348285a6-7de0-46b5-8149-55a9abc2c6fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:52.556206 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-348285a6-7de0-46b5-8149-55a9abc2c6fa admin admin] Calling delete_port for 7718abf8-c46f-482d-9979-7d17d2d3de0e owned by network:router_gateway {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:44:52.726238 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-05060859-2db7-4c9d-be18-458a9ab5409d None None] Set router 1591dfd8-bf58-4d4f-9c9d-d2b82c76b5fb gateway port host: None {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:44:52.778500 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-348285a6-7de0-46b5-8149-55a9abc2c6fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:52.781324 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-05060859-2db7-4c9d-be18-458a9ab5409d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1591dfd8-bf58-4d4f-9c9d-d2b82c76b5fb', 'name': 'tempest-TestMinimumBasicScenario-959646047-router', 'tenant_id': '4cbad25d25d94b45ab896613d896f15f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:42:26Z', 'updated_at': '2022-05-20T21:44:52Z', 'revision_number': 6, 'project_id': '4cbad25d25d94b45ab896613d896f15f', 'gw_port_host': None}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:44:52.807732 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05060859-2db7-4c9d-be18-458a9ab5409d None None] The sync data for ids ['1591dfd8-bf58-4d4f-9c9d-d2b82c76b5fb'] in n-d-842733-1 is: [{'id': '1591dfd8-bf58-4d4f-9c9d-d2b82c76b5fb', 'name': 'tempest-TestMinimumBasicScenario-959646047-router', 'tenant_id': '4cbad25d25d94b45ab896613d896f15f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:42:26Z', 'updated_at': '2022-05-20T21:44:52Z', 'revision_number': 6, 'project_id': '4cbad25d25d94b45ab896613d896f15f', 'gw_port_host': None}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 21:44:52.807986 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348285a6-7de0-46b5-8149-55a9abc2c6fa admin admin] Pushing event deleted for resources: {'Port': ['ID=7718abf8-c46f-482d-9979-7d17d2d3de0e,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:44:52.871195 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-348285a6-7de0-46b5-8149-55a9abc2c6fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-748206'] for router_gateway, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:52.960531 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-348285a6-7de0-46b5-8149-55a9abc2c6fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26169'] for router, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:52.962624 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-348285a6-7de0-46b5-8149-55a9abc2c6fa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:53.086486 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-348285a6-7de0-46b5-8149-55a9abc2c6fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-693148'] for router, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:53.087099 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-348285a6-7de0-46b5-8149-55a9abc2c6fa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1591dfd8-bf58-4d4f-9c9d-d2b82c76b5fb {{(pid=103163) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 20 21:44:53.091336 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-348285a6-7de0-46b5-8149-55a9abc2c6fa admin admin] Notify callbacks [] for router, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:53.092513 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-348285a6-7de0-46b5-8149-55a9abc2c6fa admin admin] 10.222.0.35 "DELETE /v2.0/routers/1591dfd8-bf58-4d4f-9c9d-d2b82c76b5fb HTTP/1.1" status: 204 len: 168 time: 0.9555399 May 20 21:44:53.099965 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 36188) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:44:53.148349 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_v2 [None req-abeb21e1-896b-4eed-804c-737cc3c70b5c admin admin] Deleting subnet fb41e419-1305-471a-b396-5b5c323f85d2 {{(pid=103163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 20 21:44:53.151921 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-abeb21e1-896b-4eed-804c-737cc3c70b5c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:53.192469 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-abeb21e1-896b-4eed-804c-737cc3c70b5c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9338757'] for subnet, precommit_delete_associations {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:53.243815 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 9ffc4d94-4ad3-4dd3-be2e-f78412415d81 no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 21:44:53.265994 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: 9ffc4d94-4ad3-4dd3-be2e-f78412415d81 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 21:44:53.266332 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 9ffc4d94-4ad3-4dd3-be2e-f78412415d81 not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 21:44:53.285034 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-abeb21e1-896b-4eed-804c-737cc3c70b5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33068388'] for subnet, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:53.396171 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-abeb21e1-896b-4eed-804c-737cc3c70b5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33068399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9641221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8422588'] for subnet, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:53.422349 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abeb21e1-896b-4eed-804c-737cc3c70b5c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb41e419-1305-471a-b396-5b5c323f85d2,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:44:53.428370 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-abeb21e1-896b-4eed-804c-737cc3c70b5c admin admin] Notify callbacks [] for subnet, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:53.433136 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-abeb21e1-896b-4eed-804c-737cc3c70b5c admin admin] 10.222.0.35 "DELETE /v2.0/subnets/fb41e419-1305-471a-b396-5b5c323f85d2 HTTP/1.1" status: 204 len: 168 time: 0.3359401 May 20 21:44:53.434886 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 36190) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:44:53.435907 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24869e15-6c0f-4e28-b130-71c92bc6b5f8 None None] Network 0b5e320d-0355-40d4-ac64-df4fe7517272 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:44:53.504703 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8557f682-6e19-4f4a-97a2-24ac9ff7f114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33160123'] for network, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:53.569554 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-8557f682-6e19-4f4a-97a2-24ac9ff7f114 admin admin] Deleting port db0b0458-1653-4aad-8c06-47b947831b00 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:44:53.569894 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8557f682-6e19-4f4a-97a2-24ac9ff7f114 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:53.626341 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65e0007f-f931-4bc7-b95f-6ed960377db2 None None] DHCP port deletion for 0b5e320d-0355-40d4-ac64-df4fe7517272 request from n-d-842733-1 {{(pid=103164) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 21:44:53.638490 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-8557f682-6e19-4f4a-97a2-24ac9ff7f114 admin admin] For port db0b0458-1653-4aad-8c06-47b947831b00, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=db0b0458-1653-4aad-8c06-47b947831b00,segment=NetworkSegment(3a113b75-dc43-4343-8b30-8cbed50fbbc3),segment_id=3a113b75-dc43-4343-8b30-8cbed50fbbc3)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:44:53.638851 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8557f682-6e19-4f4a-97a2-24ac9ff7f114 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:53.652718 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-8557f682-6e19-4f4a-97a2-24ac9ff7f114 admin admin] Calling delete_port for db0b0458-1653-4aad-8c06-47b947831b00 owned by network:dhcp {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:44:53.679394 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-65e0007f-f931-4bc7-b95f-6ed960377db2 None None] Deleting port db0b0458-1653-4aad-8c06-47b947831b00 {{(pid=103164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:44:53.679766 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-65e0007f-f931-4bc7-b95f-6ed960377db2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:53.745939 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-65e0007f-f931-4bc7-b95f-6ed960377db2 None None] For port db0b0458-1653-4aad-8c06-47b947831b00, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=db0b0458-1653-4aad-8c06-47b947831b00,segment=NetworkSegment(3a113b75-dc43-4343-8b30-8cbed50fbbc3),segment_id=3a113b75-dc43-4343-8b30-8cbed50fbbc3)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:44:53.750742 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-65e0007f-f931-4bc7-b95f-6ed960377db2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:53.761324 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-65e0007f-f931-4bc7-b95f-6ed960377db2 None None] Calling delete_port for db0b0458-1653-4aad-8c06-47b947831b00 owned by network:dhcp {{(pid=103164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:44:53.807318 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8557f682-6e19-4f4a-97a2-24ac9ff7f114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:53.838039 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8557f682-6e19-4f4a-97a2-24ac9ff7f114 admin admin] Pushing event deleted for resources: {'Port': ['ID=db0b0458-1653-4aad-8c06-47b947831b00,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:44:53.839004 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8557f682-6e19-4f4a-97a2-24ac9ff7f114 admin admin] No DVR routers for this DVR port db0b0458-1653-4aad-8c06-47b947831b00 on host n-d-842733-1 {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 21:44:53.848034 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-65e0007f-f931-4bc7-b95f-6ed960377db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099'] for port, after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:53.878456 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e0007f-f931-4bc7-b95f-6ed960377db2 None None] Pushing event deleted for resources: {'Port': ['ID=db0b0458-1653-4aad-8c06-47b947831b00,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:44:53.882926 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e0007f-f931-4bc7-b95f-6ed960377db2 None None] No DVR routers for this DVR port db0b0458-1653-4aad-8c06-47b947831b00 on host n-d-842733-1 {{(pid=103164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 21:44:53.891292 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e0007f-f931-4bc7-b95f-6ed960377db2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:44:53.891809 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e0007f-f931-4bc7-b95f-6ed960377db2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:44:53.892189 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e0007f-f931-4bc7-b95f-6ed960377db2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:44:53.892612 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e0007f-f931-4bc7-b95f-6ed960377db2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:44:53.892939 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e0007f-f931-4bc7-b95f-6ed960377db2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:44:53.893562 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e0007f-f931-4bc7-b95f-6ed960377db2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:44:53.894526 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e0007f-f931-4bc7-b95f-6ed960377db2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:44:53.894526 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e0007f-f931-4bc7-b95f-6ed960377db2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:44:53.894526 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e0007f-f931-4bc7-b95f-6ed960377db2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:44:53.895531 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e0007f-f931-4bc7-b95f-6ed960377db2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:44:53.896267 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e0007f-f931-4bc7-b95f-6ed960377db2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:44:53.896267 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e0007f-f931-4bc7-b95f-6ed960377db2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:44:53.913012 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8557f682-6e19-4f4a-97a2-24ac9ff7f114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33072115', 'neutron.services.segments.db._delete_segments_for_network-8782419500584'] for network, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:53.933173 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-8557f682-6e19-4f4a-97a2-24ac9ff7f114 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b5e320d-0355-40d4-ac64-df4fe7517272']}} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:44:53.943118 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-8557f682-6e19-4f4a-97a2-24ac9ff7f114 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a113b75-dc43-4343-8b30-8cbed50fbbc3') {'for_net_delete': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:44:53.943414 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-8557f682-6e19-4f4a-97a2-24ac9ff7f114 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a113b75-dc43-4343-8b30-8cbed50fbbc3') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:44:53.956107 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8557f682-6e19-4f4a-97a2-24ac9ff7f114 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419501617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3738385'] for segment, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:53.969103 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8557f682-6e19-4f4a-97a2-24ac9ff7f114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:53.974969 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8557f682-6e19-4f4a-97a2-24ac9ff7f114 admin admin] Releasing vlan 241 on physical network physnet1 to pool {{(pid=103162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 21:44:53.975353 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8557f682-6e19-4f4a-97a2-24ac9ff7f114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3800791'] for segment, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:53.977052 n-d-842733-1 neutron-server[103162]: Traceback (most recent call last): May 20 21:44:53.977052 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 21:44:53.977052 n-d-842733-1 neutron-server[103162]: timer() May 20 21:44:53.977052 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 21:44:53.977052 n-d-842733-1 neutron-server[103162]: cb(*args, **kw) May 20 21:44:53.977052 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 20 21:44:53.977052 n-d-842733-1 neutron-server[103162]: return func(*args, **kwargs) May 20 21:44:53.977052 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 21:44:53.977052 n-d-842733-1 neutron-server[103162]: self._notify() May 20 21:44:53.977052 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 21:44:53.977052 n-d-842733-1 neutron-server[103162]: self.callback(batched_events) May 20 21:44:53.977052 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 21:44:53.977052 n-d-842733-1 neutron-server[103162]: event.method(event) May 20 21:44:53.977052 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 20 21:44:53.977052 n-d-842733-1 neutron-server[103162]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 21:44:53.977052 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 20 21:44:53.977052 n-d-842733-1 neutron-server[103162]: aggregate_uuid = self.p_client.list_aggregates( May 20 21:44:53.977052 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 20 21:44:53.977052 n-d-842733-1 neutron-server[103162]: return f(self, *a, **k) May 20 21:44:53.977052 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 20 21:44:53.977052 n-d-842733-1 neutron-server[103162]: return self._get(url).json() May 20 21:44:53.977052 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 20 21:44:53.977052 n-d-842733-1 neutron-server[103162]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 21:44:53.977052 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 21:44:53.977052 n-d-842733-1 neutron-server[103162]: return self.request(url, 'GET', **kwargs) May 20 21:44:53.977052 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 21:44:53.977052 n-d-842733-1 neutron-server[103162]: base_url = self.get_endpoint(auth, allow=allow, May 20 21:44:53.977052 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 21:44:53.977052 n-d-842733-1 neutron-server[103162]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 21:44:53.977052 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 21:44:53.977052 n-d-842733-1 neutron-server[103162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 21:44:53.977052 n-d-842733-1 neutron-server[103162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 21:44:54.087668 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8557f682-6e19-4f4a-97a2-24ac9ff7f114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33072122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748162'] for network, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:54.093077 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8557f682-6e19-4f4a-97a2-24ac9ff7f114 admin admin] Notify callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:54.096423 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-8557f682-6e19-4f4a-97a2-24ac9ff7f114 admin admin] 10.222.0.35 "DELETE /v2.0/networks/0b5e320d-0355-40d4-ac64-df4fe7517272 HTTP/1.1" status: 204 len: 168 time: 0.6603429 May 20 21:44:54.100111 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 36192) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:44:54.108766 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8557f682-6e19-4f4a-97a2-24ac9ff7f114 admin admin] Pushing event deleted for resources: {'Network': ['ID=0b5e320d-0355-40d4-ac64-df4fe7517272,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:44:54.156325 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4bb0e131-6525-46ca-a45b-e4ea43a5e69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:54.735177 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-461fb452-1c52-475c-b953-7707f85fd2be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748528'] for router_interface, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:54.974140 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-461fb452-1c52-475c-b953-7707f85fd2be admin admin] Deleting port deeef887-9b2b-4289-9dd6-f26bbe89a628 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:44:54.974489 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-461fb452-1c52-475c-b953-7707f85fd2be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:55.054404 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-461fb452-1c52-475c-b953-7707f85fd2be admin admin] For port deeef887-9b2b-4289-9dd6-f26bbe89a628, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=deeef887-9b2b-4289-9dd6-f26bbe89a628,segment=NetworkSegment(1b60927d-3b3b-4475-b253-c0b9e04fdbe8),segment_id=1b60927d-3b3b-4475-b253-c0b9e04fdbe8)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:44:55.054779 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-461fb452-1c52-475c-b953-7707f85fd2be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:55.066466 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-461fb452-1c52-475c-b953-7707f85fd2be admin admin] Calling delete_port for deeef887-9b2b-4289-9dd6-f26bbe89a628 owned by network:router_interface {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:44:55.093933 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device db0b0458-1653-4aad-8c06-47b947831b00 no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 21:44:55.117117 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: db0b0458-1653-4aad-8c06-47b947831b00 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 21:44:55.117475 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device db0b0458-1653-4aad-8c06-47b947831b00 not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 21:44:55.117876 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 7718abf8-c46f-482d-9979-7d17d2d3de0e no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 21:44:55.142367 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: 7718abf8-c46f-482d-9979-7d17d2d3de0e {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 21:44:55.142714 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 7718abf8-c46f-482d-9979-7d17d2d3de0e not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 21:44:55.225299 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:55.298880 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-461fb452-1c52-475c-b953-7707f85fd2be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:55.326040 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461fb452-1c52-475c-b953-7707f85fd2be admin admin] Pushing event deleted for resources: {'Port': ['ID=deeef887-9b2b-4289-9dd6-f26bbe89a628,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:44:55.498429 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-461fb452-1c52-475c-b953-7707f85fd2be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-692224'] for router_interface, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:55.653552 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:55.714152 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-461fb452-1c52-475c-b953-7707f85fd2be admin admin] Router 6fdcc55c-2593-4ad9-921e-61460f770511 has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 21:44:55.727230 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cc3ec51b-6ec8-438a-8349-5f0bec346d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:55.823843 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-461fb452-1c52-475c-b953-7707f85fd2be admin admin] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 21:44:55.828671 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-461fb452-1c52-475c-b953-7707f85fd2be admin admin] 10.222.0.35 "PUT /v2.0/routers/6fdcc55c-2593-4ad9-921e-61460f770511/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7264490 May 20 21:44:55.831227 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 36194) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:44:55.833074 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecdcb875-93bc-4d0a-b293-74cc1e160171 None None] Sync routers for ids ['6fdcc55c-2593-4ad9-921e-61460f770511'] in n-d-842733-1 {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 21:44:55.842849 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecdcb875-93bc-4d0a-b293-74cc1e160171 None None] Routers {'6fdcc55c-2593-4ad9-921e-61460f770511'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:44:55.843442 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-ecdcb875-93bc-4d0a-b293-74cc1e160171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:44:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['6fdcc55c-2593-4ad9-921e-61460f770511'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:44:55.940003 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c62412ca-350f-4606-afd3-2ce242f8c33c admin admin] Notify callbacks [] for router, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:56.042002 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-ecdcb875-93bc-4d0a-b293-74cc1e160171 None None] Set router 6fdcc55c-2593-4ad9-921e-61460f770511 gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:44:56.050704 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c62412ca-350f-4606-afd3-2ce242f8c33c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:56.164227 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-c62412ca-350f-4606-afd3-2ce242f8c33c admin admin] Deleting port 7e145bcc-c21a-42dd-87e2-7f7404d4b0b4 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:44:56.164576 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c62412ca-350f-4606-afd3-2ce242f8c33c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:56.218178 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-ecdcb875-93bc-4d0a-b293-74cc1e160171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fdcc55c-2593-4ad9-921e-61460f770511', 'name': 'tempest-TestMinimumBasicScenario-1609112010-router', 'tenant_id': 'cef716c86c6e44c98cf6d5e01f3b2cb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': '7e145bcc-c21a-42dd-87e2-7f7404d4b0b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:42:32Z', 'updated_at': '2022-05-20T21:44:55Z', 'revision_number': 5, 'project_id': 'cef716c86c6e44c98cf6d5e01f3b2cb9', 'gw_port': {'id': '7e145bcc-c21a-42dd-87e2-7f7404d4b0b4', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:d5:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fdcc55c-2593-4ad9-921e-61460f770511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:42:33Z', 'updated_at': '2022-05-20T21:42:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:44:56.245382 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecdcb875-93bc-4d0a-b293-74cc1e160171 None None] Checking router: 6fdcc55c-2593-4ad9-921e-61460f770511 for host: n-d-842733-1 {{(pid=103165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 21:44:56.247491 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-c62412ca-350f-4606-afd3-2ce242f8c33c admin admin] For port 7e145bcc-c21a-42dd-87e2-7f7404d4b0b4, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=7e145bcc-c21a-42dd-87e2-7f7404d4b0b4,segment=NetworkSegment(0b5485c4-eff8-42a1-9073-ae54ed4c63ba),segment_id=0b5485c4-eff8-42a1-9073-ae54ed4c63ba)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:44:56.247851 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c62412ca-350f-4606-afd3-2ce242f8c33c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:56.253411 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecdcb875-93bc-4d0a-b293-74cc1e160171 None None] Routers {'6fdcc55c-2593-4ad9-921e-61460f770511'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:44:56.254011 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-ecdcb875-93bc-4d0a-b293-74cc1e160171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:44:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['6fdcc55c-2593-4ad9-921e-61460f770511'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:44:56.260929 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-c62412ca-350f-4606-afd3-2ce242f8c33c admin admin] Calling delete_port for 7e145bcc-c21a-42dd-87e2-7f7404d4b0b4 owned by network:router_gateway {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:44:56.341351 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-ecdcb875-93bc-4d0a-b293-74cc1e160171 None None] Set router 6fdcc55c-2593-4ad9-921e-61460f770511 gateway port host: None {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:44:56.397396 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-ecdcb875-93bc-4d0a-b293-74cc1e160171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fdcc55c-2593-4ad9-921e-61460f770511', 'name': 'tempest-TestMinimumBasicScenario-1609112010-router', 'tenant_id': 'cef716c86c6e44c98cf6d5e01f3b2cb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:42:32Z', 'updated_at': '2022-05-20T21:44:56Z', 'revision_number': 6, 'project_id': 'cef716c86c6e44c98cf6d5e01f3b2cb9', 'gw_port_host': None}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:44:56.429237 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecdcb875-93bc-4d0a-b293-74cc1e160171 None None] The sync data for ids ['6fdcc55c-2593-4ad9-921e-61460f770511'] in n-d-842733-1 is: [{'id': '6fdcc55c-2593-4ad9-921e-61460f770511', 'name': 'tempest-TestMinimumBasicScenario-1609112010-router', 'tenant_id': 'cef716c86c6e44c98cf6d5e01f3b2cb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:42:32Z', 'updated_at': '2022-05-20T21:44:56Z', 'revision_number': 6, 'project_id': 'cef716c86c6e44c98cf6d5e01f3b2cb9', 'gw_port_host': None}] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 21:44:56.476550 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c62412ca-350f-4606-afd3-2ce242f8c33c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:56.503717 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62412ca-350f-4606-afd3-2ce242f8c33c admin admin] Pushing event deleted for resources: {'Port': ['ID=7e145bcc-c21a-42dd-87e2-7f7404d4b0b4,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:44:56.572622 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c62412ca-350f-4606-afd3-2ce242f8c33c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-748206'] for router_gateway, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:56.660931 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c62412ca-350f-4606-afd3-2ce242f8c33c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26169'] for router, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:56.663196 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c62412ca-350f-4606-afd3-2ce242f8c33c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:56.762029 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c62412ca-350f-4606-afd3-2ce242f8c33c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-693148'] for router, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:56.762478 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c62412ca-350f-4606-afd3-2ce242f8c33c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6fdcc55c-2593-4ad9-921e-61460f770511 {{(pid=103163) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 20 21:44:56.767731 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c62412ca-350f-4606-afd3-2ce242f8c33c admin admin] Notify callbacks [] for router, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:56.768916 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-c62412ca-350f-4606-afd3-2ce242f8c33c admin admin] 10.222.0.35 "DELETE /v2.0/routers/6fdcc55c-2593-4ad9-921e-61460f770511 HTTP/1.1" status: 204 len: 168 time: 0.9367497 May 20 21:44:56.771879 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 36196) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:44:56.817927 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3c1f863-f8d4-4c35-a434-f53ed2b818b1 admin admin] Deleting subnet dc62f10e-11f4-496a-99c6-e710ea0ac0f3 {{(pid=103163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 20 21:44:56.821619 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b3c1f863-f8d4-4c35-a434-f53ed2b818b1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:56.858195 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b3c1f863-f8d4-4c35-a434-f53ed2b818b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9338757'] for subnet, precommit_delete_associations {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:56.942128 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b3c1f863-f8d4-4c35-a434-f53ed2b818b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33068388'] for subnet, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:57.059436 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b3c1f863-f8d4-4c35-a434-f53ed2b818b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33068399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9641221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8422588'] for subnet, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:57.084374 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c1f863-f8d4-4c35-a434-f53ed2b818b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc62f10e-11f4-496a-99c6-e710ea0ac0f3,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:44:57.093823 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b3c1f863-f8d4-4c35-a434-f53ed2b818b1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:57.097550 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-b3c1f863-f8d4-4c35-a434-f53ed2b818b1 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/dc62f10e-11f4-496a-99c6-e710ea0ac0f3 HTTP/1.1" status: 204 len: 168 time: 0.3242896 May 20 21:44:57.100732 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 36198) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:44:57.101357 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aac9e84-d5b3-44bc-973a-5080cbfd56d0 None None] Network e77a02d9-577f-40e5-898a-4533d9ccf7e6 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:44:57.118912 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 7e145bcc-c21a-42dd-87e2-7f7404d4b0b4 no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 21:44:57.171502 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: 7e145bcc-c21a-42dd-87e2-7f7404d4b0b4 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 21:44:57.171849 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 7e145bcc-c21a-42dd-87e2-7f7404d4b0b4 not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 21:44:57.172260 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device deeef887-9b2b-4289-9dd6-f26bbe89a628 no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 21:44:57.178701 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-45284744-1315-4873-9adb-7eb78ca00485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33160123'] for network, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:57.197172 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: deeef887-9b2b-4289-9dd6-f26bbe89a628 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 21:44:57.197551 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device deeef887-9b2b-4289-9dd6-f26bbe89a628 not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 21:44:57.238407 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-45284744-1315-4873-9adb-7eb78ca00485 admin admin] Deleting port 84f6e54e-8664-44b6-a2e9-e2f0680e3929 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:44:57.239040 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-45284744-1315-4873-9adb-7eb78ca00485 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:57.305609 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-45284744-1315-4873-9adb-7eb78ca00485 admin admin] For port 84f6e54e-8664-44b6-a2e9-e2f0680e3929, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=84f6e54e-8664-44b6-a2e9-e2f0680e3929,segment=NetworkSegment(1b60927d-3b3b-4475-b253-c0b9e04fdbe8),segment_id=1b60927d-3b3b-4475-b253-c0b9e04fdbe8)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:44:57.305977 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-45284744-1315-4873-9adb-7eb78ca00485 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:57.318680 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-45284744-1315-4873-9adb-7eb78ca00485 admin admin] Calling delete_port for 84f6e54e-8664-44b6-a2e9-e2f0680e3929 owned by network:dhcp {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:44:57.329089 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16266f2a-10d8-42f1-a5f8-1f45b1b1729b None None] DHCP port deletion for e77a02d9-577f-40e5-898a-4533d9ccf7e6 request from n-d-842733-1 {{(pid=103164) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 21:44:57.378206 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-16266f2a-10d8-42f1-a5f8-1f45b1b1729b None None] Deleting port 84f6e54e-8664-44b6-a2e9-e2f0680e3929 {{(pid=103164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:44:57.379653 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-16266f2a-10d8-42f1-a5f8-1f45b1b1729b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:57.440002 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-16266f2a-10d8-42f1-a5f8-1f45b1b1729b None None] For port 84f6e54e-8664-44b6-a2e9-e2f0680e3929, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=84f6e54e-8664-44b6-a2e9-e2f0680e3929,segment=NetworkSegment(1b60927d-3b3b-4475-b253-c0b9e04fdbe8),segment_id=1b60927d-3b3b-4475-b253-c0b9e04fdbe8)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:44:57.440400 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-16266f2a-10d8-42f1-a5f8-1f45b1b1729b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:57.452908 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-16266f2a-10d8-42f1-a5f8-1f45b1b1729b None None] Calling delete_port for 84f6e54e-8664-44b6-a2e9-e2f0680e3929 owned by network:dhcp {{(pid=103164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:44:57.492811 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-45284744-1315-4873-9adb-7eb78ca00485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:57.518547 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45284744-1315-4873-9adb-7eb78ca00485 admin admin] Pushing event deleted for resources: {'Port': ['ID=84f6e54e-8664-44b6-a2e9-e2f0680e3929,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:44:57.522465 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45284744-1315-4873-9adb-7eb78ca00485 admin admin] No DVR routers for this DVR port 84f6e54e-8664-44b6-a2e9-e2f0680e3929 on host n-d-842733-1 {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 21:44:57.531732 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-16266f2a-10d8-42f1-a5f8-1f45b1b1729b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099'] for port, after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:57.557377 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16266f2a-10d8-42f1-a5f8-1f45b1b1729b None None] Pushing event deleted for resources: {'Port': ['ID=84f6e54e-8664-44b6-a2e9-e2f0680e3929,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:44:57.562655 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16266f2a-10d8-42f1-a5f8-1f45b1b1729b None None] No DVR routers for this DVR port 84f6e54e-8664-44b6-a2e9-e2f0680e3929 on host n-d-842733-1 {{(pid=103164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 21:44:57.596309 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-45284744-1315-4873-9adb-7eb78ca00485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33072115', 'neutron.services.segments.db._delete_segments_for_network-8782419500584'] for network, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:57.616526 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-45284744-1315-4873-9adb-7eb78ca00485 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e77a02d9-577f-40e5-898a-4533d9ccf7e6']}} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:44:57.625489 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-45284744-1315-4873-9adb-7eb78ca00485 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b60927d-3b3b-4475-b253-c0b9e04fdbe8') {'for_net_delete': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:44:57.625786 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-45284744-1315-4873-9adb-7eb78ca00485 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b60927d-3b3b-4475-b253-c0b9e04fdbe8') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:44:57.635283 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-45284744-1315-4873-9adb-7eb78ca00485 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419501617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3738385'] for segment, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:57.648296 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-45284744-1315-4873-9adb-7eb78ca00485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:57.653920 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45284744-1315-4873-9adb-7eb78ca00485 admin admin] Releasing vlan 212 on physical network physnet1 to pool {{(pid=103162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 21:44:57.654305 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-45284744-1315-4873-9adb-7eb78ca00485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3800791'] for segment, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:57.659765 n-d-842733-1 neutron-server[103162]: Traceback (most recent call last): May 20 21:44:57.659765 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 21:44:57.659765 n-d-842733-1 neutron-server[103162]: timer() May 20 21:44:57.659765 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 21:44:57.659765 n-d-842733-1 neutron-server[103162]: cb(*args, **kw) May 20 21:44:57.659765 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 20 21:44:57.659765 n-d-842733-1 neutron-server[103162]: return func(*args, **kwargs) May 20 21:44:57.659765 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 21:44:57.659765 n-d-842733-1 neutron-server[103162]: self._notify() May 20 21:44:57.659765 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 21:44:57.659765 n-d-842733-1 neutron-server[103162]: self.callback(batched_events) May 20 21:44:57.659765 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 21:44:57.659765 n-d-842733-1 neutron-server[103162]: event.method(event) May 20 21:44:57.659765 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 20 21:44:57.659765 n-d-842733-1 neutron-server[103162]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 21:44:57.659765 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 20 21:44:57.659765 n-d-842733-1 neutron-server[103162]: aggregate_uuid = self.p_client.list_aggregates( May 20 21:44:57.659765 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 20 21:44:57.659765 n-d-842733-1 neutron-server[103162]: return f(self, *a, **k) May 20 21:44:57.659765 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 20 21:44:57.659765 n-d-842733-1 neutron-server[103162]: return self._get(url).json() May 20 21:44:57.659765 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 20 21:44:57.659765 n-d-842733-1 neutron-server[103162]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 21:44:57.659765 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 21:44:57.659765 n-d-842733-1 neutron-server[103162]: return self.request(url, 'GET', **kwargs) May 20 21:44:57.659765 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 21:44:57.659765 n-d-842733-1 neutron-server[103162]: base_url = self.get_endpoint(auth, allow=allow, May 20 21:44:57.659765 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 21:44:57.659765 n-d-842733-1 neutron-server[103162]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 21:44:57.659765 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 21:44:57.659765 n-d-842733-1 neutron-server[103162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 21:44:57.659765 n-d-842733-1 neutron-server[103162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 21:44:57.767506 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-45284744-1315-4873-9adb-7eb78ca00485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33072122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748162'] for network, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:57.773434 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-45284744-1315-4873-9adb-7eb78ca00485 admin admin] Notify callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:57.777313 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-45284744-1315-4873-9adb-7eb78ca00485 admin admin] 10.222.0.35 "DELETE /v2.0/networks/e77a02d9-577f-40e5-898a-4533d9ccf7e6 HTTP/1.1" status: 204 len: 168 time: 0.6755133 May 20 21:44:57.789463 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45284744-1315-4873-9adb-7eb78ca00485 admin admin] Pushing event deleted for resources: {'Network': ['ID=e77a02d9-577f-40e5-898a-4533d9ccf7e6,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:44:58.073258 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 36202) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:44:58.112090 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-bd7e089a-93a4-47fc-9e94-bc0d37d7db30 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4cbad25d25d94b45ab896613d896f15f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0375459 May 20 21:44:58.115200 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 36204) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:44:58.165865 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6548477f-6170-4b4f-9a53-c2b06a79c920 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:58.186358 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6548477f-6170-4b4f-9a53-c2b06a79c920 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:58.304587 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6548477f-6170-4b4f-9a53-c2b06a79c920 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:58.307106 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6548477f-6170-4b4f-9a53-c2b06a79c920 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:58.308291 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-6548477f-6170-4b4f-9a53-c2b06a79c920 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a6bf26d6-0470-413c-82a6-ff39dee8a331 HTTP/1.1" status: 204 len: 168 time: 0.1922045 May 20 21:44:58.316119 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6548477f-6170-4b4f-9a53-c2b06a79c920 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6bf26d6-0470-413c-82a6-ff39dee8a331,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:44:58.959930 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 36210) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:44:58.999104 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-a748c17c-0961-4220-bf2e-69efefcd198a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=cef716c86c6e44c98cf6d5e01f3b2cb9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0379403 May 20 21:44:59.001627 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 36212) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:44:59.050409 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e41f2a54-fda8-4134-bff9-b001de2d19c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:59.073090 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e41f2a54-fda8-4134-bff9-b001de2d19c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:59.094599 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 84f6e54e-8664-44b6-a2e9-e2f0680e3929 no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 21:44:59.115922 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: 84f6e54e-8664-44b6-a2e9-e2f0680e3929 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 21:44:59.116188 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 84f6e54e-8664-44b6-a2e9-e2f0680e3929 not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 21:44:59.270975 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e41f2a54-fda8-4134-bff9-b001de2d19c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:59.273589 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e41f2a54-fda8-4134-bff9-b001de2d19c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:59.274778 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-e41f2a54-fda8-4134-bff9-b001de2d19c4 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f18cf4aa-fb06-4a76-aed5-90f9369b2653 HTTP/1.1" status: 204 len: 168 time: 0.2722452 May 20 21:44:59.282748 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41f2a54-fda8-4134-bff9-b001de2d19c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f18cf4aa-fb06-4a76-aed5-90f9369b2653,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:45:02.330667 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 36254) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:45:02.335317 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-397ee74f-e05b-43bc-bfcc-a7fce0d8ba33 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1188297652', 'description': 'tempest-secgroup-smoke-1188297652 description', 'project_id': 'cedf931037104109b3e73036244afafc'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:45:02.413503 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-397ee74f-e05b-43bc-bfcc-a7fce0d8ba33 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:02.421292 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-397ee74f-e05b-43bc-bfcc-a7fce0d8ba33 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:02.496262 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-397ee74f-e05b-43bc-bfcc-a7fce0d8ba33 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:02.555809 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-397ee74f-e05b-43bc-bfcc-a7fce0d8ba33 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:02.589709 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397ee74f-e05b-43bc-bfcc-a7fce0d8ba33 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ffdcc02f-6ecf-4f12-926e-335dcaf57a76,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:45:02.633346 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-397ee74f-e05b-43bc-bfcc-a7fce0d8ba33 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:02.698486 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-397ee74f-e05b-43bc-bfcc-a7fce0d8ba33 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:02.727419 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397ee74f-e05b-43bc-bfcc-a7fce0d8ba33 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f6d89f2-8851-483c-95fb-6e614aab0a45,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:45:02.779853 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-397ee74f-e05b-43bc-bfcc-a7fce0d8ba33 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:02.781042 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-397ee74f-e05b-43bc-bfcc-a7fce0d8ba33 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4493616 May 20 21:45:02.783879 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 36256) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:45:02.788381 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-8b8ed22a-f020-4c8f-8b52-c4d33f8b361d tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Request body: {'security_group_rule': {'security_group_id': '0f6d89f2-8851-483c-95fb-6e614aab0a45', 'project_id': 'cedf931037104109b3e73036244afafc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:45:02.880733 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8b8ed22a-f020-4c8f-8b52-c4d33f8b361d tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:02.897919 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:02.938716 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8b8ed22a-f020-4c8f-8b52-c4d33f8b361d tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:02.995615 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8b8ed22a-f020-4c8f-8b52-c4d33f8b361d tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691816'] for security_group_rule, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:03.014284 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8ed22a-f020-4c8f-8b52-c4d33f8b361d tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a11263f-e83d-48f3-ab39-7ff513442424,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:45:03.083646 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8b8ed22a-f020-4c8f-8b52-c4d33f8b361d tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:03.084923 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-8b8ed22a-f020-4c8f-8b52-c4d33f8b361d tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3001068 May 20 21:45:03.087568 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 36258) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:45:03.091903 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-6f6fd7ba-9f05-4eeb-bd67-cf131a6ef7ef tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Request body: {'security_group_rule': {'security_group_id': '0f6d89f2-8851-483c-95fb-6e614aab0a45', 'project_id': 'cedf931037104109b3e73036244afafc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:45:03.166921 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6f6fd7ba-9f05-4eeb-bd67-cf131a6ef7ef tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:03.222200 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6f6fd7ba-9f05-4eeb-bd67-cf131a6ef7ef tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:03.281647 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6f6fd7ba-9f05-4eeb-bd67-cf131a6ef7ef tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691816'] for security_group_rule, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:03.303460 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6fd7ba-9f05-4eeb-bd67-cf131a6ef7ef tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=768a1340-2dc7-4747-83aa-b251ecbcacc0,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:45:03.375017 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6f6fd7ba-9f05-4eeb-bd67-cf131a6ef7ef tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:03.376261 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-6f6fd7ba-9f05-4eeb-bd67-cf131a6ef7ef tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2877517 May 20 21:45:03.379058 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 36260) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:45:03.383673 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-a7f2c8e8-06f2-41f6-bdb9-e698af08e124 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Request body: {'security_group_rule': {'security_group_id': '0f6d89f2-8851-483c-95fb-6e614aab0a45', 'project_id': 'cedf931037104109b3e73036244afafc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:45:03.459207 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a7f2c8e8-06f2-41f6-bdb9-e698af08e124 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:03.516626 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a7f2c8e8-06f2-41f6-bdb9-e698af08e124 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:03.602000 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a7f2c8e8-06f2-41f6-bdb9-e698af08e124 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691816'] for security_group_rule, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:03.619002 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f2c8e8-06f2-41f6-bdb9-e698af08e124 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5639a103-147a-4c37-8a49-4c0e5ba4c420,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:45:03.684105 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a7f2c8e8-06f2-41f6-bdb9-e698af08e124 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:03.685352 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-a7f2c8e8-06f2-41f6-bdb9-e698af08e124 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3053167 May 20 21:45:03.688018 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 36262) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:45:03.692432 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-5aa8c6d6-6362-457a-a846-c1e38267305b tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Request body: {'security_group_rule': {'security_group_id': '0f6d89f2-8851-483c-95fb-6e614aab0a45', 'project_id': 'cedf931037104109b3e73036244afafc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:45:03.766637 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5aa8c6d6-6362-457a-a846-c1e38267305b tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:03.830064 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5aa8c6d6-6362-457a-a846-c1e38267305b tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:03.898862 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5aa8c6d6-6362-457a-a846-c1e38267305b tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691816'] for security_group_rule, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:03.916233 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa8c6d6-6362-457a-a846-c1e38267305b tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=655f9ec6-8e81-429c-b1b6-a84210a96c1f,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:45:03.980734 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5aa8c6d6-6362-457a-a846-c1e38267305b tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:03.981958 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-5aa8c6d6-6362-457a-a846-c1e38267305b tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2930350 May 20 21:45:03.984715 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 36264) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:45:03.988964 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-fb073ee8-b8f9-4f71-98d6-c613311c20e5 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Request body: {'security_group_rule': {'security_group_id': '0f6d89f2-8851-483c-95fb-6e614aab0a45', 'project_id': 'cedf931037104109b3e73036244afafc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:45:04.063595 n-d-842733-1 neutron-server[103162]: INFO neutron.db.securitygroups_db [None req-fb073ee8-b8f9-4f71-98d6-c613311c20e5 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Project cedf931037104109b3e73036244afafc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 20 21:45:04.068580 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-fb073ee8-b8f9-4f71-98d6-c613311c20e5 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:04.129065 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-fb073ee8-b8f9-4f71-98d6-c613311c20e5 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:04.224947 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-fb073ee8-b8f9-4f71-98d6-c613311c20e5 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691816'] for security_group_rule, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:04.242308 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb073ee8-b8f9-4f71-98d6-c613311c20e5 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1dcf2327-69b8-4144-985b-04ea5ab29f46,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:45:04.329618 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-fb073ee8-b8f9-4f71-98d6-c613311c20e5 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:04.330849 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-fb073ee8-b8f9-4f71-98d6-c613311c20e5 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3451276 May 20 21:45:04.334072 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 36266) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:45:04.338625 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-26b89372-fc76-45f4-8e05-187966f53fe2 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Request body: {'security_group_rule': {'security_group_id': '0f6d89f2-8851-483c-95fb-6e614aab0a45', 'project_id': 'cedf931037104109b3e73036244afafc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:45:04.413461 n-d-842733-1 neutron-server[103162]: INFO neutron.db.securitygroups_db [None req-26b89372-fc76-45f4-8e05-187966f53fe2 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Project cedf931037104109b3e73036244afafc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 20 21:45:04.418408 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-26b89372-fc76-45f4-8e05-187966f53fe2 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:04.479641 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-26b89372-fc76-45f4-8e05-187966f53fe2 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:04.538715 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-26b89372-fc76-45f4-8e05-187966f53fe2 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691816'] for security_group_rule, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:04.556399 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b89372-fc76-45f4-8e05-187966f53fe2 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b769dcd-4c25-4243-b24b-e11fbf004021,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:45:04.615877 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-26b89372-fc76-45f4-8e05-187966f53fe2 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:04.617101 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-26b89372-fc76-45f4-8e05-187966f53fe2 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2820308 May 20 21:45:04.620167 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 36268) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:45:04.624924 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-7788fcea-1954-4531-a75e-0634005f7783 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Request body: {'network': {'name': 'tempest-network-smoke--977889774', 'project_id': 'cedf931037104109b3e73036244afafc', 'port_security_enabled': True}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:45:04.698631 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7788fcea-1954-4531-a75e-0634005f7783 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Made reservation on behalf of cedf931037104109b3e73036244afafc for: {'network': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:45:04.702045 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7788fcea-1954-4531-a75e-0634005f7783 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for network, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:04.724992 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7788fcea-1954-4531-a75e-0634005f7783 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 223} {{(pid=103162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 21:45:04.733463 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7788fcea-1954-4531-a75e-0634005f7783 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:04.733749 n-d-842733-1 neutron-server[103162]: INFO neutron.db.segments_db [None req-7788fcea-1954-4531-a75e-0634005f7783 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Added segment 16141c81-57ef-4048-a1b2-93d7d69ea58a of type vlan for network b5694112-ffe7-4145-9468-8203d2e848f7 May 20 21:45:04.775772 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7788fcea-1954-4531-a75e-0634005f7783 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418993264'] for network, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:04.858824 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7788fcea-1954-4531-a75e-0634005f7783 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524'] for network, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:04.864993 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7788fcea-1954-4531-a75e-0634005f7783 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:45:04.865602 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7788fcea-1954-4531-a75e-0634005f7783 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:04.929131 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7788fcea-1954-4531-a75e-0634005f7783 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Pushing event updated for resources: {'Network': ['ID=b5694112-ffe7-4145-9468-8203d2e848f7,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:45:04.939216 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Network b5694112-ffe7-4145-9468-8203d2e848f7 details requested by agent ovs-agent-n-d-842733-1 with host n-d-842733-1 {{(pid=103164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 20 21:45:04.987493 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-7788fcea-1954-4531-a75e-0634005f7783 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3661876 May 20 21:45:04.990310 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 36270) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:45:04.994837 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-993089b4-773f-46af-999a-7f928872e74a tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-398804', 'admin_state_up': True, 'project_id': 'cedf931037104109b3e73036244afafc', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'}}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:45:05.065125 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-993089b4-773f-46af-999a-7f928872e74a tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-694221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26155'] for router, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:05.066170 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-993089b4-773f-46af-999a-7f928872e74a tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-693085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748153', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-718080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26162'] for router, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:05.121932 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-993089b4-773f-46af-999a-7f928872e74a tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:05.294710 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-993089b4-773f-46af-999a-7f928872e74a tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:05.527965 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-993089b4-773f-46af-999a-7f928872e74a tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks [] for router_gateway, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:05.546415 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-993089b4-773f-46af-999a-7f928872e74a tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:05.647978 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-993089b4-773f-46af-999a-7f928872e74a tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Allocated IP 172.25.2.5 (e3a93b5c-91e2-4064-9c2c-1afc261bfe15/86fee0c1-6e34-488b-9216-b2b8e7ef585a/e30d5c16-1a18-4f77-b812-ebddf7680c1e) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:45:05.745783 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-993089b4-773f-46af-999a-7f928872e74a tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:05.824025 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-993089b4-773f-46af-999a-7f928872e74a tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:05.859718 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-993089b4-773f-46af-999a-7f928872e74a tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Network e3a93b5c-91e2-4064-9c2c-1afc261bfe15 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:45:05.862501 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-993089b4-773f-46af-999a-7f928872e74a tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:45:05.865902 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-993089b4-773f-46af-999a-7f928872e74a tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:45:05.894208 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993089b4-773f-46af-999a-7f928872e74a tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Pushing event updated for resources: {'Port': ['ID=e30d5c16-1a18-4f77-b812-ebddf7680c1e,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:45:06.174692 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-993089b4-773f-46af-999a-7f928872e74a tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks [] for router_gateway, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:06.364432 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-993089b4-773f-46af-999a-7f928872e74a tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748106'] for router, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:06.544881 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-993089b4-773f-46af-999a-7f928872e74a tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Router 1f885e82-9985-42dd-8dc7-befe9f362bf9 is scheduled to L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e with binding_index 1 {{(pid=103162) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 20 21:45:06.652641 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-993089b4-773f-46af-999a-7f928872e74a tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 21:45:06.662463 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d577ffd-deff-4113-bacd-07766c9104be None None] Sync routers for ids ['1f885e82-9985-42dd-8dc7-befe9f362bf9'] in n-d-842733-1 {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 21:45:06.673508 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d577ffd-deff-4113-bacd-07766c9104be None None] Routers {'1f885e82-9985-42dd-8dc7-befe9f362bf9'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:45:06.678397 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-0d577ffd-deff-4113-bacd-07766c9104be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:44:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['1f885e82-9985-42dd-8dc7-befe9f362bf9'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:45:06.723909 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-993089b4-773f-46af-999a-7f928872e74a tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks [] for router, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:06.725349 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-993089b4-773f-46af-999a-7f928872e74a tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 890 time: 1.7339540 May 20 21:45:06.728543 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 36272) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:45:06.780899 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-0d577ffd-deff-4113-bacd-07766c9104be None None] Set router 1f885e82-9985-42dd-8dc7-befe9f362bf9 gateway port host: n-d-842733-1 {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:45:06.854030 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-0c6040ad-101b-4cd7-a271-8e82bf07a801 tempest-TestNetworkAdvancedServerOps-869466300 tempest-TestNetworkAdvancedServerOps-869466300-project-admin] 10.222.0.35 "GET /v2.0/subnets?project_id=cedf931037104109b3e73036244afafc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1243873 May 20 21:45:06.856646 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 36276) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:45:06.941875 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-314672eb-9cc4-473a-ac48-5bbc13d2413e tempest-TestNetworkAdvancedServerOps-869466300 tempest-TestNetworkAdvancedServerOps-869466300-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:45:06.947078 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-314672eb-9cc4-473a-ac48-5bbc13d2413e tempest-TestNetworkAdvancedServerOps-869466300 tempest-TestNetworkAdvancedServerOps-869466300-project-admin] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0863512 May 20 21:45:06.947302 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 36278) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:45:06.957035 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-0d577ffd-deff-4113-bacd-07766c9104be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f885e82-9985-42dd-8dc7-befe9f362bf9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-398804', 'tenant_id': 'cedf931037104109b3e73036244afafc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.5'}], 'enable_snat': True}, 'gw_port_id': 'e30d5c16-1a18-4f77-b812-ebddf7680c1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:45:05Z', 'updated_at': '2022-05-20T21:45:06Z', 'revision_number': 3, 'project_id': 'cedf931037104109b3e73036244afafc', 'gw_port': {'id': 'e30d5c16-1a18-4f77-b812-ebddf7680c1e', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:05:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f885e82-9985-42dd-8dc7-befe9f362bf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:45:05Z', 'updated_at': '2022-05-20T21:45:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:45:06.976110 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-8aa9eb0b-062e-4275-9ec7-f5927db40d5d tempest-TestNetworkAdvancedServerOps-869466300 tempest-TestNetworkAdvancedServerOps-869466300-project-admin] 10.222.0.35 "GET /v2.0/subnets?network_id=e3a93b5c-91e2-4064-9c2c-1afc261bfe15&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0277450 May 20 21:45:06.978963 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 36280) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:45:06.983722 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d577ffd-deff-4113-bacd-07766c9104be None None] Checking router: 1f885e82-9985-42dd-8dc7-befe9f362bf9 for host: n-d-842733-1 {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 21:45:06.984067 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d577ffd-deff-4113-bacd-07766c9104be None None] Updating router 1f885e82-9985-42dd-8dc7-befe9f362bf9 port e30d5c16-1a18-4f77-b812-ebddf7680c1e binding host n-d-842733-1 {{(pid=103164) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 21:45:06.984237 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-eb8e5c83-9751-44db-8fb1-5ec210e02292 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1166522333', 'network_id': 'b5694112-ffe7-4145-9468-8203d2e848f7', 'project_id': 'cedf931037104109b3e73036244afafc', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:45:07.008783 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-0d577ffd-deff-4113-bacd-07766c9104be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:07.133540 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb8e5c83-9751-44db-8fb1-5ec210e02292 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Made reservation on behalf of cedf931037104109b3e73036244afafc for: {'subnet': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:45:07.137067 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-eb8e5c83-9751-44db-8fb1-5ec210e02292 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4018244'] for subnet, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:07.257882 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-0d577ffd-deff-4113-bacd-07766c9104be None None] Notify callbacks [] for port, precommit_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:07.344789 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-0d577ffd-deff-4113-bacd-07766c9104be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:07.374403 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-eb8e5c83-9751-44db-8fb1-5ec210e02292 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3797684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4018258'] for subnet, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:07.391176 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-0d577ffd-deff-4113-bacd-07766c9104be None None] Attempting to bind port e30d5c16-1a18-4f77-b812-ebddf7680c1e on host n-d-842733-1 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:45:07.391546 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-0d577ffd-deff-4113-bacd-07766c9104be None None] Attempting to bind port e30d5c16-1a18-4f77-b812-ebddf7680c1e by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': '0b5485c4-eff8-42a1-9073-ae54ed4c63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:45:07.391906 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d577ffd-deff-4113-bacd-07766c9104be None None] Attempting to bind port e30d5c16-1a18-4f77-b812-ebddf7680c1e on network e3a93b5c-91e2-4064-9c2c-1afc261bfe15 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:45:07.403526 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0158d2f0-5c9e-4f23-a10b-455b25dc61b9 None None] Pushing event updated for resources: {'Port': ['ID=e30d5c16-1a18-4f77-b812-ebddf7680c1e,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:45:07.405925 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d577ffd-deff-4113-bacd-07766c9104be None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 21, 44, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 21:45:07.406369 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d577ffd-deff-4113-bacd-07766c9104be None None] Checking segment: {'id': '0b5485c4-eff8-42a1-9073-ae54ed4c63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:45:07.406677 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-0d577ffd-deff-4113-bacd-07766c9104be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:07.407047 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d577ffd-deff-4113-bacd-07766c9104be None None] Bound using segment: {'id': '0b5485c4-eff8-42a1-9073-ae54ed4c63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 21:45:07.407507 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-0d577ffd-deff-4113-bacd-07766c9104be None None] Bound port: e30d5c16-1a18-4f77-b812-ebddf7680c1e, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b5485c4-eff8-42a1-9073-ae54ed4c63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:45:07.407885 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-0d577ffd-deff-4113-bacd-07766c9104be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:07.437106 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8e5c83-9751-44db-8fb1-5ec210e02292 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Pushing event updated for resources: {'Subnet': ['ID=ca1988fa-4dac-4e6a-923c-7d58100e7bac,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:45:07.448442 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb8e5c83-9751-44db-8fb1-5ec210e02292 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Checking segment: {'id': '16141c81-57ef-4048-a1b2-93d7d69ea58a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b5694112-ffe7-4145-9468-8203d2e848f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:45:07.448442 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb8e5c83-9751-44db-8fb1-5ec210e02292 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Network hostable DHCP agents. Network: b5694112-ffe7-4145-9468-8203d2e848f7, hostable agents: ['c9b0653c-f3c7-4339-bd50-e3754b629216'], hosted agents: [] {{(pid=103162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 21:45:07.461583 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-0d577ffd-deff-4113-bacd-07766c9104be None None] For port e30d5c16-1a18-4f77-b812-ebddf7680c1e, host n-d-842733-1, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 21:45:07.464637 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-0d577ffd-deff-4113-bacd-07766c9104be None None] For port e30d5c16-1a18-4f77-b812-ebddf7680c1e, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=e30d5c16-1a18-4f77-b812-ebddf7680c1e,segment=NetworkSegment(0b5485c4-eff8-42a1-9073-ae54ed4c63ba),segment_id=0b5485c4-eff8-42a1-9073-ae54ed4c63ba)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 21:45:07.526537 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb8e5c83-9751-44db-8fb1-5ec210e02292 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Network b5694112-ffe7-4145-9468-8203d2e848f7 is scheduled to be hosted by DHCP agent c9b0653c-f3c7-4339-bd50-e3754b629216 with binding_index 1 {{(pid=103162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 21:45:07.555664 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-0d577ffd-deff-4113-bacd-07766c9104be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:07.602024 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-eb8e5c83-9751-44db-8fb1-5ec210e02292 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842733-1, b5694112-ffe7-4145-9468-8203d2e848f7) {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:45:07.607257 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb8e5c83-9751-44db-8fb1-5ec210e02292 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:45:07.608747 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-eb8e5c83-9751-44db-8fb1-5ec210e02292 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:07.611159 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a1712eb-0b71-4c29-99f0-fd01321d2547 None None] Network b5694112-ffe7-4145-9468-8203d2e848f7 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:45:07.632253 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d577ffd-deff-4113-bacd-07766c9104be None None] Routers {'1f885e82-9985-42dd-8dc7-befe9f362bf9'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:45:07.632881 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-0d577ffd-deff-4113-bacd-07766c9104be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:44:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['1f885e82-9985-42dd-8dc7-befe9f362bf9'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:45:07.684770 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-eb8e5c83-9751-44db-8fb1-5ec210e02292 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7047026 May 20 21:45:07.687407 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 36282) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:45:07.694697 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0158d2f0-5c9e-4f23-a10b-455b25dc61b9 None None] Pushing event updated for resources: {'Port': ['ID=e30d5c16-1a18-4f77-b812-ebddf7680c1e,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:45:07.815239 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-0d577ffd-deff-4113-bacd-07766c9104be None None] Set router 1f885e82-9985-42dd-8dc7-befe9f362bf9 gateway port host: n-d-842733-1 {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:45:07.956079 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c00175b0-30f0-4e22-a106-3546a04246a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaee2b848-d4b9-5db1-b6ef-d6db29d67de7-b5694112-ffe7-4145-9468-8203d2e848f7', 'network_id': 'b5694112-ffe7-4145-9468-8203d2e848f7', 'tenant_id': 'cedf931037104109b3e73036244afafc', 'fixed_ips': [{'subnet_id': 'ca1988fa-4dac-4e6a-923c-7d58100e7bac'}]}} from n-d-842733-1. {{(pid=103164) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 21:45:07.957863 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c00175b0-30f0-4e22-a106-3546a04246a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:08.124307 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2da84c2a-ff54-47c2-96c9-861806fd169a tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:08.293862 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-0d577ffd-deff-4113-bacd-07766c9104be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f885e82-9985-42dd-8dc7-befe9f362bf9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-398804', 'tenant_id': 'cedf931037104109b3e73036244afafc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.5'}], 'enable_snat': True}, 'gw_port_id': 'e30d5c16-1a18-4f77-b812-ebddf7680c1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:45:05Z', 'updated_at': '2022-05-20T21:45:06Z', 'revision_number': 3, 'project_id': 'cedf931037104109b3e73036244afafc', 'gw_port': {'id': 'e30d5c16-1a18-4f77-b812-ebddf7680c1e', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:05:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f885e82-9985-42dd-8dc7-befe9f362bf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:45:05Z', 'updated_at': '2022-05-20T21:45:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:45:08.298929 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [None req-c00175b0-30f0-4e22-a106-3546a04246a2 None None] Allocated IP 172.20.0.2 (b5694112-ffe7-4145-9468-8203d2e848f7/ca1988fa-4dac-4e6a-923c-7d58100e7bac/54ae8bfb-697b-4e4c-8657-3e745edb56d5) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:45:08.325944 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d577ffd-deff-4113-bacd-07766c9104be None None] The sync data for ids ['1f885e82-9985-42dd-8dc7-befe9f362bf9'] in n-d-842733-1 is: [{'id': '1f885e82-9985-42dd-8dc7-befe9f362bf9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-398804', 'tenant_id': 'cedf931037104109b3e73036244afafc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.5'}], 'enable_snat': True}, 'gw_port_id': 'e30d5c16-1a18-4f77-b812-ebddf7680c1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:45:05Z', 'updated_at': '2022-05-20T21:45:06Z', 'revision_number': 3, 'project_id': 'cedf931037104109b3e73036244afafc', 'gw_port': {'id': 'e30d5c16-1a18-4f77-b812-ebddf7680c1e', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:05:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f885e82-9985-42dd-8dc7-befe9f362bf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:45:05Z', 'updated_at': '2022-05-20T21:45:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 21:45:08.474647 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c00175b0-30f0-4e22-a106-3546a04246a2 None None] Notify callbacks [] for port, precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:08.534612 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c00175b0-30f0-4e22-a106-3546a04246a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108'] for port, after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:08.589451 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c00175b0-30f0-4e22-a106-3546a04246a2 None None] Network b5694112-ffe7-4145-9468-8203d2e848f7 is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:45:08.592578 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-c00175b0-30f0-4e22-a106-3546a04246a2 None None] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:45:08.596172 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c00175b0-30f0-4e22-a106-3546a04246a2 None None] Received port after_create {{(pid=103164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:45:08.603138 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-2da84c2a-ff54-47c2-96c9-861806fd169a tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Allocated IP 172.20.0.1 (b5694112-ffe7-4145-9468-8203d2e848f7/ca1988fa-4dac-4e6a-923c-7d58100e7bac/099fdcfd-2b1a-45ed-a77d-02b885cc2813) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:45:08.613623 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00175b0-30f0-4e22-a106-3546a04246a2 None None] Pushing event updated for resources: {'Port': ['ID=54ae8bfb-697b-4e4c-8657-3e745edb56d5,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:45:08.672927 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-c00175b0-30f0-4e22-a106-3546a04246a2 None None] Attempting to bind port 54ae8bfb-697b-4e4c-8657-3e745edb56d5 on host n-d-842733-1 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:45:08.673796 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-c00175b0-30f0-4e22-a106-3546a04246a2 None None] Attempting to bind port 54ae8bfb-697b-4e4c-8657-3e745edb56d5 by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': '16141c81-57ef-4048-a1b2-93d7d69ea58a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b5694112-ffe7-4145-9468-8203d2e848f7'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:45:08.674227 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c00175b0-30f0-4e22-a106-3546a04246a2 None None] Attempting to bind port 54ae8bfb-697b-4e4c-8657-3e745edb56d5 on network b5694112-ffe7-4145-9468-8203d2e848f7 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:45:08.680432 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c00175b0-30f0-4e22-a106-3546a04246a2 None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 21, 44, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 21:45:08.680671 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c00175b0-30f0-4e22-a106-3546a04246a2 None None] Checking segment: {'id': '16141c81-57ef-4048-a1b2-93d7d69ea58a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b5694112-ffe7-4145-9468-8203d2e848f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:45:08.681101 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c00175b0-30f0-4e22-a106-3546a04246a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:08.681530 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c00175b0-30f0-4e22-a106-3546a04246a2 None None] Bound using segment: {'id': '16141c81-57ef-4048-a1b2-93d7d69ea58a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b5694112-ffe7-4145-9468-8203d2e848f7'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 21:45:08.683708 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-c00175b0-30f0-4e22-a106-3546a04246a2 None None] Bound port: 54ae8bfb-697b-4e4c-8657-3e745edb56d5, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16141c81-57ef-4048-a1b2-93d7d69ea58a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b5694112-ffe7-4145-9468-8203d2e848f7'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:45:08.683708 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c00175b0-30f0-4e22-a106-3546a04246a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:08.738969 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2da84c2a-ff54-47c2-96c9-861806fd169a tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:08.754638 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-c00175b0-30f0-4e22-a106-3546a04246a2 None None] For port 54ae8bfb-697b-4e4c-8657-3e745edb56d5, host n-d-842733-1, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 21:45:08.759729 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-c00175b0-30f0-4e22-a106-3546a04246a2 None None] For port 54ae8bfb-697b-4e4c-8657-3e745edb56d5, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=54ae8bfb-697b-4e4c-8657-3e745edb56d5,segment=NetworkSegment(16141c81-57ef-4048-a1b2-93d7d69ea58a),segment_id=16141c81-57ef-4048-a1b2-93d7d69ea58a)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 21:45:08.848950 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c00175b0-30f0-4e22-a106-3546a04246a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:08.860853 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2da84c2a-ff54-47c2-96c9-861806fd169a tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:08.922390 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2da84c2a-ff54-47c2-96c9-861806fd169a tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Network b5694112-ffe7-4145-9468-8203d2e848f7 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:45:08.926697 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-2da84c2a-ff54-47c2-96c9-861806fd169a tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:45:08.930694 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da84c2a-ff54-47c2-96c9-861806fd169a tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:45:08.938002 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00175b0-30f0-4e22-a106-3546a04246a2 None None] Pushing event updated for resources: {'Port': ['ID=54ae8bfb-697b-4e4c-8657-3e745edb56d5,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:45:08.980711 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da84c2a-ff54-47c2-96c9-861806fd169a tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Pushing event updated for resources: {'Port': ['ID=099fdcfd-2b1a-45ed-a77d-02b885cc2813,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:45:08.992649 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2da84c2a-ff54-47c2-96c9-861806fd169a tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748409'] for router_interface, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:09.187476 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device e30d5c16-1a18-4f77-b812-ebddf7680c1e up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:45:09.251203 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port e30d5c16-1a18-4f77-b812-ebddf7680c1e triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:45:09.251536 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:09.349881 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port e30d5c16-1a18-4f77-b812-ebddf7680c1e is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:45:09.350320 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:09.374235 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] For port e30d5c16-1a18-4f77-b812-ebddf7680c1e, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=e30d5c16-1a18-4f77-b812-ebddf7680c1e,segment=NetworkSegment(0b5485c4-eff8-42a1-9073-ae54ed4c63ba),segment_id=0b5485c4-eff8-42a1-9073-ae54ed4c63ba)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:45:09.465696 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:09.515250 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Pushing event updated for resources: {'Port': ['ID=e30d5c16-1a18-4f77-b812-ebddf7680c1e,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:45:09.570674 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2da84c2a-ff54-47c2-96c9-861806fd169a tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:09.854994 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2da84c2a-ff54-47c2-96c9-861806fd169a tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:09.893575 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2da84c2a-ff54-47c2-96c9-861806fd169a tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:09.925466 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bde1f8d2-e5c3-4472-a5d7-10d9922661cf None None] Network b5694112-ffe7-4145-9468-8203d2e848f7 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:45:09.973203 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2da84c2a-ff54-47c2-96c9-861806fd169a tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748437'] for router_interface, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:09.975669 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da84c2a-ff54-47c2-96c9-861806fd169a tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Pushing event updated for resources: {'Port': ['ID=099fdcfd-2b1a-45ed-a77d-02b885cc2813,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:45:10.055226 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-3a562741-bf4e-4127-a920-75543be44ce1 None None] Provisioning complete for port 54ae8bfb-697b-4e4c-8657-3e745edb56d5 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:45:10.055589 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3a562741-bf4e-4127-a920-75543be44ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:10.072034 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2da84c2a-ff54-47c2-96c9-861806fd169a tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Network b5694112-ffe7-4145-9468-8203d2e848f7 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:45:10.073485 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-2da84c2a-ff54-47c2-96c9-861806fd169a tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:45:10.180306 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3a562741-bf4e-4127-a920-75543be44ce1 None None] Current status of the port 54ae8bfb-697b-4e4c-8657-3e745edb56d5 is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:45:10.180692 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3a562741-bf4e-4127-a920-75543be44ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:10.207512 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2da84c2a-ff54-47c2-96c9-861806fd169a tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Router 1f885e82-9985-42dd-8dc7-befe9f362bf9 has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 21:45:10.225700 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3a562741-bf4e-4127-a920-75543be44ce1 None None] For port 54ae8bfb-697b-4e4c-8657-3e745edb56d5, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=54ae8bfb-697b-4e4c-8657-3e745edb56d5,segment=NetworkSegment(16141c81-57ef-4048-a1b2-93d7d69ea58a),segment_id=16141c81-57ef-4048-a1b2-93d7d69ea58a)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:45:10.291078 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3a562741-bf4e-4127-a920-75543be44ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:10.330730 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2da84c2a-ff54-47c2-96c9-861806fd169a tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 21:45:10.347087 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-2da84c2a-ff54-47c2-96c9-861806fd169a tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "PUT /v2.0/routers/1f885e82-9985-42dd-8dc7-befe9f362bf9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6585588 May 20 21:45:10.377253 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a562741-bf4e-4127-a920-75543be44ce1 None None] Pushing event updated for resources: {'Port': ['ID=54ae8bfb-697b-4e4c-8657-3e745edb56d5,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:45:10.417314 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-dd80b11d-9aae-46ae-aecd-ceaf7f1e580b None None] Provisioning complete for port 099fdcfd-2b1a-45ed-a77d-02b885cc2813 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:45:10.417826 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-dd80b11d-9aae-46ae-aecd-ceaf7f1e580b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:10.464245 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-dd80b11d-9aae-46ae-aecd-ceaf7f1e580b None None] Port 099fdcfd-2b1a-45ed-a77d-02b885cc2813 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 21:45:10.478011 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-dd80b11d-9aae-46ae-aecd-ceaf7f1e580b None None] Provisioning complete for port 54ae8bfb-697b-4e4c-8657-3e745edb56d5 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:45:10.478452 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-dd80b11d-9aae-46ae-aecd-ceaf7f1e580b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:10.504970 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9a60b0a7-80b3-478f-93ec-de3b4930851d req-2f886d67-2be2-4436-a3ba-c675a2529c40 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1188297652&fields=id&tenant_id=cedf931037104109b3e73036244afafc HTTP/1.1" status: 200 len: 267 time: 0.0439222 May 20 21:45:10.567719 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-dd80b11d-9aae-46ae-aecd-ceaf7f1e580b None None] Current status of the port 54ae8bfb-697b-4e4c-8657-3e745edb56d5 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:45:10.588625 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eae0cbe-dc00-413d-beb0-a68655a0bccf None None] Sync routers for ids ['1f885e82-9985-42dd-8dc7-befe9f362bf9'] in n-d-842733-1 {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 21:45:10.598984 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eae0cbe-dc00-413d-beb0-a68655a0bccf None None] Routers {'1f885e82-9985-42dd-8dc7-befe9f362bf9'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:45:10.600994 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-1eae0cbe-dc00-413d-beb0-a68655a0bccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:44:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['1f885e82-9985-42dd-8dc7-befe9f362bf9'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:45:10.620149 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a60b0a7-80b3-478f-93ec-de3b4930851d req-c6edef99-890e-4e12-9f6c-645b3d287bdc tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:45:10.622016 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9a60b0a7-80b3-478f-93ec-de3b4930851d req-c6edef99-890e-4e12-9f6c-645b3d287bdc tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/networks?id=b5694112-ffe7-4145-9468-8203d2e848f7 HTTP/1.1" status: 200 len: 796 time: 0.1161895 May 20 21:45:10.639754 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9a60b0a7-80b3-478f-93ec-de3b4930851d req-fee57d61-dd02-45d5-9472-60979a170068 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/quotas/cedf931037104109b3e73036244afafc HTTP/1.1" status: 200 len: 375 time: 0.0114541 May 20 21:45:10.690433 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-36e4798a-924f-437a-9216-32e1bceb9748 None None] Provisioning complete for port 099fdcfd-2b1a-45ed-a77d-02b885cc2813 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:45:10.690880 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-36e4798a-924f-437a-9216-32e1bceb9748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:10.713884 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9a60b0a7-80b3-478f-93ec-de3b4930851d req-b45aba37-fe3b-420b-b06d-b9249c9ad1e3 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=cedf931037104109b3e73036244afafc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0683279 May 20 21:45:10.717077 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-1eae0cbe-dc00-413d-beb0-a68655a0bccf None None] Set router 1f885e82-9985-42dd-8dc7-befe9f362bf9 gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:45:10.729188 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-36e4798a-924f-437a-9216-32e1bceb9748 None None] Port 099fdcfd-2b1a-45ed-a77d-02b885cc2813 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 21:45:10.777186 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [req-9a60b0a7-80b3-478f-93ec-de3b4930851d req-799011cd-6330-45f0-8d22-ae43e828e8c1 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103163) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 21:45:10.781699 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9a60b0a7-80b3-478f-93ec-de3b4930851d req-799011cd-6330-45f0-8d22-ae43e828e8c1 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0666075 May 20 21:45:10.850814 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-529ebd63-f2f6-4141-b24c-37ae80356314 None None] Provisioning complete for port 099fdcfd-2b1a-45ed-a77d-02b885cc2813 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:45:10.851786 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-529ebd63-f2f6-4141-b24c-37ae80356314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:10.871441 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9a60b0a7-80b3-478f-93ec-de3b4930851d req-e3f67ff9-778e-4324-954c-89543be10d26 service neutron] 10.222.0.35 "GET /v2.0/networks/b5694112-ffe7-4145-9468-8203d2e848f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863650 May 20 21:45:10.890681 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-529ebd63-f2f6-4141-b24c-37ae80356314 None None] Port 099fdcfd-2b1a-45ed-a77d-02b885cc2813 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 21:45:10.928972 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-1eae0cbe-dc00-413d-beb0-a68655a0bccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f885e82-9985-42dd-8dc7-befe9f362bf9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-398804', 'tenant_id': 'cedf931037104109b3e73036244afafc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.5'}], 'enable_snat': True}, 'gw_port_id': 'e30d5c16-1a18-4f77-b812-ebddf7680c1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:45:05Z', 'updated_at': '2022-05-20T21:45:09Z', 'revision_number': 4, 'project_id': 'cedf931037104109b3e73036244afafc', 'gw_port': {'id': 'e30d5c16-1a18-4f77-b812-ebddf7680c1e', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:05:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f885e82-9985-42dd-8dc7-befe9f362bf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:45:05Z', 'updated_at': '2022-05-20T21:45:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': '099fdcfd-2b1a-45ed-a77d-02b885cc2813', 'name': '', 'network_id': 'b5694112-ffe7-4145-9468-8203d2e848f7', 'tenant_id': 'cedf931037104109b3e73036244afafc', 'mac_address': 'fa:16:3e:bb:1d:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f885e82-9985-42dd-8dc7-befe9f362bf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'ca1988fa-4dac-4e6a-923c-7d58100e7bac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:45:08Z', 'updated_at': '2022-05-20T21:45:09Z', 'revision_number': 2, 'project_id': 'cedf931037104109b3e73036244afafc', 'subnets': [{'id': 'ca1988fa-4dac-4e6a-923c-7d58100e7bac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:45:10.955311 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eae0cbe-dc00-413d-beb0-a68655a0bccf None None] Checking router: 1f885e82-9985-42dd-8dc7-befe9f362bf9 for host: n-d-842733-1 {{(pid=103165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 21:45:10.955581 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eae0cbe-dc00-413d-beb0-a68655a0bccf None None] Updating router 1f885e82-9985-42dd-8dc7-befe9f362bf9 port 099fdcfd-2b1a-45ed-a77d-02b885cc2813 binding host n-d-842733-1 {{(pid=103165) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 21:45:10.967736 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9a60b0a7-80b3-478f-93ec-de3b4930851d req-6a91ca87-a114-438c-9dd0-2516e6743539 service neutron] 10.222.0.35 "GET /v2.0/networks/b5694112-ffe7-4145-9468-8203d2e848f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896764 May 20 21:45:10.980241 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-1eae0cbe-dc00-413d-beb0-a68655a0bccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:11.189024 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device e30d5c16-1a18-4f77-b812-ebddf7680c1e up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:45:11.237105 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port e30d5c16-1a18-4f77-b812-ebddf7680c1e triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:45:11.237423 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:11.251684 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-1eae0cbe-dc00-413d-beb0-a68655a0bccf None None] Notify callbacks [] for port, precommit_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:11.304932 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-1eae0cbe-dc00-413d-beb0-a68655a0bccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:11.319391 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port e30d5c16-1a18-4f77-b812-ebddf7680c1e is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:45:11.320643 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 54ae8bfb-697b-4e4c-8657-3e745edb56d5 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:45:11.371789 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7857724f-c45a-4e2d-bbe9-004edc467c18 None None] Pushing event updated for resources: {'Port': ['ID=099fdcfd-2b1a-45ed-a77d-02b885cc2813,revision_number=3']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:45:11.372765 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 54ae8bfb-697b-4e4c-8657-3e745edb56d5 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:45:11.373131 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:11.401355 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7857724f-c45a-4e2d-bbe9-004edc467c18 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:45:11.401689 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7857724f-c45a-4e2d-bbe9-004edc467c18 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:45:11.402188 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7857724f-c45a-4e2d-bbe9-004edc467c18 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:45:11.402512 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7857724f-c45a-4e2d-bbe9-004edc467c18 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:45:11.403030 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7857724f-c45a-4e2d-bbe9-004edc467c18 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:45:11.403350 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7857724f-c45a-4e2d-bbe9-004edc467c18 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:45:11.403668 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7857724f-c45a-4e2d-bbe9-004edc467c18 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:45:11.403982 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7857724f-c45a-4e2d-bbe9-004edc467c18 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:45:11.404297 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7857724f-c45a-4e2d-bbe9-004edc467c18 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:45:11.404615 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7857724f-c45a-4e2d-bbe9-004edc467c18 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:45:11.404927 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7857724f-c45a-4e2d-bbe9-004edc467c18 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:45:11.405284 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7857724f-c45a-4e2d-bbe9-004edc467c18 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:45:11.426676 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-1eae0cbe-dc00-413d-beb0-a68655a0bccf None None] Attempting to bind port 099fdcfd-2b1a-45ed-a77d-02b885cc2813 on host n-d-842733-1 for vnic_type normal with profile {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:45:11.427192 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-1eae0cbe-dc00-413d-beb0-a68655a0bccf None None] Attempting to bind port 099fdcfd-2b1a-45ed-a77d-02b885cc2813 by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': '16141c81-57ef-4048-a1b2-93d7d69ea58a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b5694112-ffe7-4145-9468-8203d2e848f7'}] {{(pid=103165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:45:11.427796 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eae0cbe-dc00-413d-beb0-a68655a0bccf None None] Attempting to bind port 099fdcfd-2b1a-45ed-a77d-02b885cc2813 on network b5694112-ffe7-4145-9468-8203d2e848f7 {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:45:11.434062 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eae0cbe-dc00-413d-beb0-a68655a0bccf None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 21, 44, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 21:45:11.434838 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eae0cbe-dc00-413d-beb0-a68655a0bccf None None] Checking segment: {'id': '16141c81-57ef-4048-a1b2-93d7d69ea58a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b5694112-ffe7-4145-9468-8203d2e848f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:45:11.435224 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-1eae0cbe-dc00-413d-beb0-a68655a0bccf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:11.435615 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eae0cbe-dc00-413d-beb0-a68655a0bccf None None] Bound using segment: {'id': '16141c81-57ef-4048-a1b2-93d7d69ea58a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b5694112-ffe7-4145-9468-8203d2e848f7'} {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 21:45:11.436168 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-1eae0cbe-dc00-413d-beb0-a68655a0bccf None None] Bound port: 099fdcfd-2b1a-45ed-a77d-02b885cc2813, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16141c81-57ef-4048-a1b2-93d7d69ea58a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b5694112-ffe7-4145-9468-8203d2e848f7'}}] {{(pid=103165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:45:11.436471 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-1eae0cbe-dc00-413d-beb0-a68655a0bccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:11.460835 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 54ae8bfb-697b-4e4c-8657-3e745edb56d5 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:45:11.505906 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-1eae0cbe-dc00-413d-beb0-a68655a0bccf None None] For port 099fdcfd-2b1a-45ed-a77d-02b885cc2813, host n-d-842733-1, cleared binding levels {{(pid=103165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 21:45:11.509652 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-1eae0cbe-dc00-413d-beb0-a68655a0bccf None None] For port 099fdcfd-2b1a-45ed-a77d-02b885cc2813, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=099fdcfd-2b1a-45ed-a77d-02b885cc2813,segment=NetworkSegment(16141c81-57ef-4048-a1b2-93d7d69ea58a),segment_id=16141c81-57ef-4048-a1b2-93d7d69ea58a)] {{(pid=103165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 21:45:11.586292 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-1eae0cbe-dc00-413d-beb0-a68655a0bccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:11.614776 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-51fdbf64-5d6a-48b6-84fe-4294e0de7b4d None None] Provisioning complete for port 099fdcfd-2b1a-45ed-a77d-02b885cc2813 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:45:11.615085 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-51fdbf64-5d6a-48b6-84fe-4294e0de7b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:11.647297 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eae0cbe-dc00-413d-beb0-a68655a0bccf None None] Routers {'1f885e82-9985-42dd-8dc7-befe9f362bf9'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:45:11.648025 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-1eae0cbe-dc00-413d-beb0-a68655a0bccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:44:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['1f885e82-9985-42dd-8dc7-befe9f362bf9'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:45:11.649769 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7857724f-c45a-4e2d-bbe9-004edc467c18 None None] Pushing event updated for resources: {'Port': ['ID=099fdcfd-2b1a-45ed-a77d-02b885cc2813,revision_number=4']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:45:11.705892 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-51fdbf64-5d6a-48b6-84fe-4294e0de7b4d None None] Current status of the port 099fdcfd-2b1a-45ed-a77d-02b885cc2813 is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:45:11.706282 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-51fdbf64-5d6a-48b6-84fe-4294e0de7b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:11.740953 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-51fdbf64-5d6a-48b6-84fe-4294e0de7b4d None None] For port 099fdcfd-2b1a-45ed-a77d-02b885cc2813, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=099fdcfd-2b1a-45ed-a77d-02b885cc2813,segment=NetworkSegment(16141c81-57ef-4048-a1b2-93d7d69ea58a),segment_id=16141c81-57ef-4048-a1b2-93d7d69ea58a)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:45:11.769184 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-1eae0cbe-dc00-413d-beb0-a68655a0bccf None None] Set router 1f885e82-9985-42dd-8dc7-befe9f362bf9 gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:45:11.819227 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-51fdbf64-5d6a-48b6-84fe-4294e0de7b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:11.868210 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fdbf64-5d6a-48b6-84fe-4294e0de7b4d None None] Pushing event updated for resources: {'Port': ['ID=099fdcfd-2b1a-45ed-a77d-02b885cc2813,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:45:11.939751 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-87e7f7d1-0fe7-4be9-9337-2622e192419a None None] Provisioning complete for port 099fdcfd-2b1a-45ed-a77d-02b885cc2813 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:45:11.940075 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-87e7f7d1-0fe7-4be9-9337-2622e192419a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:11.975168 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-1eae0cbe-dc00-413d-beb0-a68655a0bccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f885e82-9985-42dd-8dc7-befe9f362bf9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-398804', 'tenant_id': 'cedf931037104109b3e73036244afafc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.5'}], 'enable_snat': True}, 'gw_port_id': 'e30d5c16-1a18-4f77-b812-ebddf7680c1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:45:05Z', 'updated_at': '2022-05-20T21:45:09Z', 'revision_number': 4, 'project_id': 'cedf931037104109b3e73036244afafc', 'gw_port': {'id': 'e30d5c16-1a18-4f77-b812-ebddf7680c1e', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:05:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f885e82-9985-42dd-8dc7-befe9f362bf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:45:05Z', 'updated_at': '2022-05-20T21:45:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': '099fdcfd-2b1a-45ed-a77d-02b885cc2813', 'name': '', 'network_id': 'b5694112-ffe7-4145-9468-8203d2e848f7', 'tenant_id': 'cedf931037104109b3e73036244afafc', 'mac_address': 'fa:16:3e:bb:1d:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f885e82-9985-42dd-8dc7-befe9f362bf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'ca1988fa-4dac-4e6a-923c-7d58100e7bac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:45:08Z', 'updated_at': '2022-05-20T21:45:11Z', 'revision_number': 4, 'project_id': 'cedf931037104109b3e73036244afafc', 'subnets': [{'id': 'ca1988fa-4dac-4e6a-923c-7d58100e7bac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:45:12.000533 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eae0cbe-dc00-413d-beb0-a68655a0bccf None None] The sync data for ids ['1f885e82-9985-42dd-8dc7-befe9f362bf9'] in n-d-842733-1 is: [{'id': '1f885e82-9985-42dd-8dc7-befe9f362bf9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-398804', 'tenant_id': 'cedf931037104109b3e73036244afafc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.5'}], 'enable_snat': True}, 'gw_port_id': 'e30d5c16-1a18-4f77-b812-ebddf7680c1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:45:05Z', 'updated_at': '2022-05-20T21:45:09Z', 'revision_number': 4, 'project_id': 'cedf931037104109b3e73036244afafc', 'gw_port': {'id': 'e30d5c16-1a18-4f77-b812-ebddf7680c1e', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:05:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f885e82-9985-42dd-8dc7-befe9f362bf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:45:05Z', 'updated_at': '2022-05-20T21:45:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': '099fdcfd-2b1a-45ed-a77d-02b885cc2813', 'name': '', 'network_id': 'b5694112-ffe7-4145-9468-8203d2e848f7', 'tenant_id': 'cedf931037104109b3e73036244afafc', 'mac_address': 'fa:16:3e:bb:1d:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f885e82-9985-42dd-8dc7-befe9f362bf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'ca1988fa-4dac-4e6a-923c-7d58100e7bac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:45:08Z', 'updated_at': '2022-05-20T21:45:11Z', 'revision_number': 4, 'project_id': 'cedf931037104109b3e73036244afafc', 'subnets': [{'id': 'ca1988fa-4dac-4e6a-923c-7d58100e7bac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 21:45:12.023674 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-87e7f7d1-0fe7-4be9-9337-2622e192419a None None] Current status of the port 099fdcfd-2b1a-45ed-a77d-02b885cc2813 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:45:12.211062 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-83338ea2-339e-4059-a2c6-2488d086f888 req-125a3aec-9e2f-43e7-885f-ec1cddbf87a7 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/ports?device_id=8de7e369-10d0-4f19-8811-21fbeab54a9f HTTP/1.1" status: 200 len: 210 time: 0.0287285 May 20 21:45:13.138440 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 099fdcfd-2b1a-45ed-a77d-02b885cc2813 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:45:13.186646 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 099fdcfd-2b1a-45ed-a77d-02b885cc2813 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:45:13.186999 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:13.266488 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 099fdcfd-2b1a-45ed-a77d-02b885cc2813 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:45:13.310864 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-bd1dbe3f-8ba5-42a7-940c-7affa1d1bd5d req-7e2edf87-64b7-4344-abb2-c51d945005ee tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/ports?device_id=8de7e369-10d0-4f19-8811-21fbeab54a9f HTTP/1.1" status: 200 len: 210 time: 0.0263970 May 20 21:45:14.113909 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a60b0a7-80b3-478f-93ec-de3b4930851d req-1578b182-f53f-4f91-b491-c2ed8b052094 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:45:14.115421 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9a60b0a7-80b3-478f-93ec-de3b4930851d req-1578b182-f53f-4f91-b491-c2ed8b052094 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.24 "GET /v2.0/networks?id=b5694112-ffe7-4145-9468-8203d2e848f7 HTTP/1.1" status: 200 len: 796 time: 0.1055346 May 20 21:45:14.158568 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9a60b0a7-80b3-478f-93ec-de3b4930851d req-054f351e-fe44-4644-a9bb-8b7bb5ab0e11 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cedf931037104109b3e73036244afafc HTTP/1.1" status: 200 len: 380 time: 0.0343077 May 20 21:45:14.168002 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [req-9a60b0a7-80b3-478f-93ec-de3b4930851d req-7e883c5b-4f08-4d55-97e8-98cf0fed2bf1 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Request body: {'port': {'device_id': '8de7e369-10d0-4f19-8811-21fbeab54a9f', 'network_id': 'b5694112-ffe7-4145-9468-8203d2e848f7', 'admin_state_up': True, 'tenant_id': 'cedf931037104109b3e73036244afafc', 'security_groups': ['0f6d89f2-8851-483c-95fb-6e614aab0a45']}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:45:14.316063 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a60b0a7-80b3-478f-93ec-de3b4930851d req-7e883c5b-4f08-4d55-97e8-98cf0fed2bf1 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Made reservation on behalf of cedf931037104109b3e73036244afafc for: {'port': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:45:14.320095 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-9a60b0a7-80b3-478f-93ec-de3b4930851d req-7e883c5b-4f08-4d55-97e8-98cf0fed2bf1 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:14.412245 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c6bae893-d6f8-4ddc-aacb-5518977a004b req-42447bbc-d240-4865-8a97-54bb5312e304 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/ports?device_id=8de7e369-10d0-4f19-8811-21fbeab54a9f HTTP/1.1" status: 200 len: 210 time: 0.0309613 May 20 21:45:14.475725 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [req-9a60b0a7-80b3-478f-93ec-de3b4930851d req-7e883c5b-4f08-4d55-97e8-98cf0fed2bf1 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Allocated IP 172.20.0.8 (b5694112-ffe7-4145-9468-8203d2e848f7/ca1988fa-4dac-4e6a-923c-7d58100e7bac/b6e71b84-7fe4-4320-9f6b-58e0b2c22856) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:45:14.616362 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-9a60b0a7-80b3-478f-93ec-de3b4930851d req-7e883c5b-4f08-4d55-97e8-98cf0fed2bf1 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:14.705368 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-9a60b0a7-80b3-478f-93ec-de3b4930851d req-7e883c5b-4f08-4d55-97e8-98cf0fed2bf1 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:14.745807 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a60b0a7-80b3-478f-93ec-de3b4930851d req-7e883c5b-4f08-4d55-97e8-98cf0fed2bf1 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Network b5694112-ffe7-4145-9468-8203d2e848f7 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:45:14.748606 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [req-9a60b0a7-80b3-478f-93ec-de3b4930851d req-7e883c5b-4f08-4d55-97e8-98cf0fed2bf1 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:45:14.752081 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a60b0a7-80b3-478f-93ec-de3b4930851d req-7e883c5b-4f08-4d55-97e8-98cf0fed2bf1 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:45:14.782931 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e883c5b-4f08-4d55-97e8-98cf0fed2bf1 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Pushing event updated for resources: {'Port': ['ID=b6e71b84-7fe4-4320-9f6b-58e0b2c22856,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:45:14.807971 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a60b0a7-80b3-478f-93ec-de3b4930851d req-7e883c5b-4f08-4d55-97e8-98cf0fed2bf1 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:45:14.808597 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-9a60b0a7-80b3-478f-93ec-de3b4930851d req-7e883c5b-4f08-4d55-97e8-98cf0fed2bf1 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:14.885884 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9a60b0a7-80b3-478f-93ec-de3b4930851d req-7e883c5b-4f08-4d55-97e8-98cf0fed2bf1 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7214592 May 20 21:45:14.945469 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [req-9a60b0a7-80b3-478f-93ec-de3b4930851d req-4555a553-2653-41f4-be90-c3a5a471cac1 service neutron] Request body: {'port': {'device_id': '8de7e369-10d0-4f19-8811-21fbeab54a9f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-842733-1'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:45:14.964159 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-04d67678-5f39-49bd-b165-e727fee922e4 None None] Provisioning complete for port b6e71b84-7fe4-4320-9f6b-58e0b2c22856 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:45:14.964696 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-04d67678-5f39-49bd-b165-e727fee922e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:14.998428 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-04d67678-5f39-49bd-b165-e727fee922e4 None None] Port b6e71b84-7fe4-4320-9f6b-58e0b2c22856 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 21:45:15.003224 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-9a60b0a7-80b3-478f-93ec-de3b4930851d req-4555a553-2653-41f4-be90-c3a5a471cac1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:15.257783 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [req-9a60b0a7-80b3-478f-93ec-de3b4930851d req-4555a553-2653-41f4-be90-c3a5a471cac1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6e71b84-7fe4-4320-9f6b-58e0b2c22856 {{(pid=103163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 21:45:15.264868 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-9a60b0a7-80b3-478f-93ec-de3b4930851d req-4555a553-2653-41f4-be90-c3a5a471cac1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:15.276713 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [req-9a60b0a7-80b3-478f-93ec-de3b4930851d req-4555a553-2653-41f4-be90-c3a5a471cac1 service neutron] Transition to ACTIVE for port object b6e71b84-7fe4-4320-9f6b-58e0b2c22856 will not be triggered until provisioned by entity L2. {{(pid=103163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 21:45:15.332931 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-9a60b0a7-80b3-478f-93ec-de3b4930851d req-4555a553-2653-41f4-be90-c3a5a471cac1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:15.381187 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4555a553-2653-41f4-be90-c3a5a471cac1 service neutron] Pushing event updated for resources: {'Port': ['ID=b6e71b84-7fe4-4320-9f6b-58e0b2c22856,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:45:15.456681 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-9a60b0a7-80b3-478f-93ec-de3b4930851d req-4555a553-2653-41f4-be90-c3a5a471cac1 service neutron] Attempting to bind port b6e71b84-7fe4-4320-9f6b-58e0b2c22856 on host n-h1-842733-1 for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:45:15.457022 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-9a60b0a7-80b3-478f-93ec-de3b4930851d req-4555a553-2653-41f4-be90-c3a5a471cac1 service neutron] Attempting to bind port b6e71b84-7fe4-4320-9f6b-58e0b2c22856 by drivers openvswitch,hyperv on host n-h1-842733-1 at level 0 using segments [{'id': '16141c81-57ef-4048-a1b2-93d7d69ea58a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b5694112-ffe7-4145-9468-8203d2e848f7'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:45:15.457509 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a60b0a7-80b3-478f-93ec-de3b4930851d req-4555a553-2653-41f4-be90-c3a5a471cac1 service neutron] Attempting to bind port b6e71b84-7fe4-4320-9f6b-58e0b2c22856 on network b5694112-ffe7-4145-9468-8203d2e848f7 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:45:15.462695 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a60b0a7-80b3-478f-93ec-de3b4930851d req-4555a553-2653-41f4-be90-c3a5a471cac1 service neutron] Port b6e71b84-7fe4-4320-9f6b-58e0b2c22856 on network b5694112-ffe7-4145-9468-8203d2e848f7 not bound, no agent of type Open vSwitch agent registered on host n-h1-842733-1 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 21:45:15.463011 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a60b0a7-80b3-478f-93ec-de3b4930851d req-4555a553-2653-41f4-be90-c3a5a471cac1 service neutron] Attempting to bind port b6e71b84-7fe4-4320-9f6b-58e0b2c22856 on network b5694112-ffe7-4145-9468-8203d2e848f7 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:45:15.468124 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a60b0a7-80b3-478f-93ec-de3b4930851d req-4555a553-2653-41f4-be90-c3a5a471cac1 service neutron] Checking agent: {'id': '08dfb1ce-804b-4db8-838b-21094082e041', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 32, 54), 'started_at': datetime.datetime(2022, 5, 20, 20, 32, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 21, 44, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 21:45:15.468461 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a60b0a7-80b3-478f-93ec-de3b4930851d req-4555a553-2653-41f4-be90-c3a5a471cac1 service neutron] Checking segment: {'id': '16141c81-57ef-4048-a1b2-93d7d69ea58a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b5694112-ffe7-4145-9468-8203d2e848f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:45:15.468842 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a60b0a7-80b3-478f-93ec-de3b4930851d req-4555a553-2653-41f4-be90-c3a5a471cac1 service neutron] Bound using segment: {'id': '16141c81-57ef-4048-a1b2-93d7d69ea58a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b5694112-ffe7-4145-9468-8203d2e848f7'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 21:45:15.469303 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-9a60b0a7-80b3-478f-93ec-de3b4930851d req-4555a553-2653-41f4-be90-c3a5a471cac1 service neutron] Bound port: b6e71b84-7fe4-4320-9f6b-58e0b2c22856, host: n-h1-842733-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16141c81-57ef-4048-a1b2-93d7d69ea58a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b5694112-ffe7-4145-9468-8203d2e848f7'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:45:15.469661 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-9a60b0a7-80b3-478f-93ec-de3b4930851d req-4555a553-2653-41f4-be90-c3a5a471cac1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:15.566242 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-9a60b0a7-80b3-478f-93ec-de3b4930851d req-4555a553-2653-41f4-be90-c3a5a471cac1 service neutron] For port b6e71b84-7fe4-4320-9f6b-58e0b2c22856, host n-h1-842733-1, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 21:45:15.574830 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9732a6-7464-4298-a664-507bfe96880a req-3ecb85bc-2722-4166-bdf2-e656c444c447 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:45:15.576303 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ef9732a6-7464-4298-a664-507bfe96880a req-3ecb85bc-2722-4166-bdf2-e656c444c447 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/ports?device_id=8de7e369-10d0-4f19-8811-21fbeab54a9f HTTP/1.1" status: 200 len: 943 time: 0.0918436 May 20 21:45:15.577912 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-9a60b0a7-80b3-478f-93ec-de3b4930851d req-4555a553-2653-41f4-be90-c3a5a471cac1 service neutron] For port b6e71b84-7fe4-4320-9f6b-58e0b2c22856, host n-h1-842733-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=b6e71b84-7fe4-4320-9f6b-58e0b2c22856,segment=NetworkSegment(16141c81-57ef-4048-a1b2-93d7d69ea58a),segment_id=16141c81-57ef-4048-a1b2-93d7d69ea58a)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 21:45:15.615086 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ef9732a6-7464-4298-a664-507bfe96880a req-4763def9-ced4-4bcd-9cc4-fce1ba503902 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f6d89f2-8851-483c-95fb-6e614aab0a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325646 May 20 21:45:15.636562 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-9a60b0a7-80b3-478f-93ec-de3b4930851d req-4555a553-2653-41f4-be90-c3a5a471cac1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:15.674401 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a60b0a7-80b3-478f-93ec-de3b4930851d req-4555a553-2653-41f4-be90-c3a5a471cac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:45:15.675012 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-9a60b0a7-80b3-478f-93ec-de3b4930851d req-4555a553-2653-41f4-be90-c3a5a471cac1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:15.678972 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9a60b0a7-80b3-478f-93ec-de3b4930851d req-4555a553-2653-41f4-be90-c3a5a471cac1 service neutron] 10.222.0.24 "PUT /v2.0/ports/b6e71b84-7fe4-4320-9f6b-58e0b2c22856 HTTP/1.1" status: 200 len: 1091 time: 0.7842405 May 20 21:45:15.679194 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8de7e369-10d0-4f19-8811-21fbeab54a9f', 'tag': 'b6e71b84-7fe4-4320-9f6b-58e0b2c22856'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 21:45:15.681840 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4416c3b25ab83027dff24eda6e450cd3b8f285a9257f5a2b93a81ddcbdb8854f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b236c86e-d58c-4140-bf7b-f65f7b897375" -d '{"events": [{"name": "network-changed", "server_uuid": "8de7e369-10d0-4f19-8811-21fbeab54a9f", "tag": "b6e71b84-7fe4-4320-9f6b-58e0b2c22856"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 21:45:15.707571 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4555a553-2653-41f4-be90-c3a5a471cac1 service neutron] Pushing event updated for resources: {'Port': ['ID=b6e71b84-7fe4-4320-9f6b-58e0b2c22856,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:45:15.723002 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 21:45:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32a985f4-2552-4974-9eb1-15c0484ef01b x-openstack-request-id: req-32a985f4-2552-4974-9eb1-15c0484ef01b {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 21:45:15.723342 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8de7e369-10d0-4f19-8811-21fbeab54a9f", "tag": "b6e71b84-7fe4-4320-9f6b-58e0b2c22856", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 21:45:15.723603 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-32a985f4-2552-4974-9eb1-15c0484ef01b {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 21:45:15.724052 n-d-842733-1 neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32a985f4-2552-4974-9eb1-15c0484ef01b'] response: {'name': 'network-changed', 'server_uuid': '8de7e369-10d0-4f19-8811-21fbeab54a9f', 'tag': 'b6e71b84-7fe4-4320-9f6b-58e0b2c22856', 'status': 'completed', 'code': 200} May 20 21:45:15.785146 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b236c86e-d58c-4140-bf7b-f65f7b897375 req-b610173b-2164-4bdb-9af3-4f9af035f4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:45:15.786605 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b236c86e-d58c-4140-bf7b-f65f7b897375 req-b610173b-2164-4bdb-9af3-4f9af035f4a1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cedf931037104109b3e73036244afafc&device_id=8de7e369-10d0-4f19-8811-21fbeab54a9f HTTP/1.1" status: 200 len: 1094 time: 0.0424857 May 20 21:45:15.884337 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b236c86e-d58c-4140-bf7b-f65f7b897375 req-3cc71f48-bffe-4308-9eef-79d4f3aa4983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:45:15.885825 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b236c86e-d58c-4140-bf7b-f65f7b897375 req-3cc71f48-bffe-4308-9eef-79d4f3aa4983 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=cedf931037104109b3e73036244afafc&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0925653 May 20 21:45:15.981813 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b236c86e-d58c-4140-bf7b-f65f7b897375 req-4f9eca8c-18cd-41ed-bb9e-937a6542408a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:45:15.983267 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b236c86e-d58c-4140-bf7b-f65f7b897375 req-4f9eca8c-18cd-41ed-bb9e-937a6542408a service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0904102 May 20 21:45:16.057968 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a60b0a7-80b3-478f-93ec-de3b4930851d req-e69e12cc-1cc4-4687-8efa-a1458f2b1b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:45:16.059331 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9a60b0a7-80b3-478f-93ec-de3b4930851d req-e69e12cc-1cc4-4687-8efa-a1458f2b1b50 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cedf931037104109b3e73036244afafc&device_id=8de7e369-10d0-4f19-8811-21fbeab54a9f HTTP/1.1" status: 200 len: 1094 time: 0.0402045 May 20 21:45:16.103768 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9a60b0a7-80b3-478f-93ec-de3b4930851d req-f215f343-eb8f-4b6d-861c-0ee5039ea04a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b6e71b84-7fe4-4320-9f6b-58e0b2c22856 HTTP/1.1" status: 200 len: 217 time: 0.0372427 May 20 21:45:16.151316 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a60b0a7-80b3-478f-93ec-de3b4930851d req-da3c0766-1982-4a21-96be-c3710e414f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:45:16.152794 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9a60b0a7-80b3-478f-93ec-de3b4930851d req-da3c0766-1982-4a21-96be-c3710e414f18 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ca1988fa-4dac-4e6a-923c-7d58100e7bac HTTP/1.1" status: 200 len: 835 time: 0.0427530 May 20 21:45:16.197779 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a60b0a7-80b3-478f-93ec-de3b4930851d req-49462739-6c8f-4433-9c01-edb71a435edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:45:16.199219 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9a60b0a7-80b3-478f-93ec-de3b4930851d req-49462739-6c8f-4433-9c01-edb71a435edf service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b5694112-ffe7-4145-9468-8203d2e848f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394828 May 20 21:45:16.300580 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9a60b0a7-80b3-478f-93ec-de3b4930851d req-ef06f11d-10b3-4477-bec1-d8d0271122a3 service neutron] 10.222.0.24 "GET /v2.0/networks/b5694112-ffe7-4145-9468-8203d2e848f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938292 May 20 21:45:16.388853 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9a60b0a7-80b3-478f-93ec-de3b4930851d req-ef9f45e9-cbca-469d-bd88-a4ec4f33bcb6 service neutron] 10.222.0.24 "GET /v2.0/networks/b5694112-ffe7-4145-9468-8203d2e848f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823522 May 20 21:45:16.736306 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39b707b-cba7-4a06-8a82-455ee748dddb req-48760909-65bf-4b32-be68-891dd421175b tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:45:16.737886 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e39b707b-cba7-4a06-8a82-455ee748dddb req-48760909-65bf-4b32-be68-891dd421175b tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/ports?device_id=8de7e369-10d0-4f19-8811-21fbeab54a9f HTTP/1.1" status: 200 len: 943 time: 0.0491397 May 20 21:45:16.775849 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e39b707b-cba7-4a06-8a82-455ee748dddb req-6a1ce6e0-c9bf-4122-b8c0-e73499dbe5b7 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f6d89f2-8851-483c-95fb-6e614aab0a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305493 May 20 21:45:17.897710 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c849fe-2bb2-4551-8f53-18aa6ad65be4 req-9c3bc734-3ff2-47fa-b0b1-9f1f25749110 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:45:17.899173 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a4c849fe-2bb2-4551-8f53-18aa6ad65be4 req-9c3bc734-3ff2-47fa-b0b1-9f1f25749110 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/ports?device_id=8de7e369-10d0-4f19-8811-21fbeab54a9f HTTP/1.1" status: 200 len: 943 time: 0.0529490 May 20 21:45:17.935958 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a4c849fe-2bb2-4551-8f53-18aa6ad65be4 req-e9ff5068-8aeb-417c-8689-25b90042f8ca tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f6d89f2-8851-483c-95fb-6e614aab0a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306866 May 20 21:45:19.054689 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af00a2c-5ce9-421d-8e2e-4363f656ca54 req-a9a73c91-b0d9-4a96-8a64-6dbe0053a08e tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:45:19.056159 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7af00a2c-5ce9-421d-8e2e-4363f656ca54 req-a9a73c91-b0d9-4a96-8a64-6dbe0053a08e tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/ports?device_id=8de7e369-10d0-4f19-8811-21fbeab54a9f HTTP/1.1" status: 200 len: 943 time: 0.0484622 May 20 21:45:19.093865 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7af00a2c-5ce9-421d-8e2e-4363f656ca54 req-24f23eee-7590-4a96-95df-778c6d1db797 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f6d89f2-8851-483c-95fb-6e614aab0a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315530 May 20 21:45:19.927806 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-f9b68d45-0fe6-4dfe-8a01-182c8183f8a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:20.223774 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae3b67c-b984-4eee-b06e-0a20d2c0eef4 req-ac6eeb18-d09f-4282-8219-2c4fb883417b tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:45:20.226154 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3ae3b67c-b984-4eee-b06e-0a20d2c0eef4 req-ac6eeb18-d09f-4282-8219-2c4fb883417b tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/ports?device_id=8de7e369-10d0-4f19-8811-21fbeab54a9f HTTP/1.1" status: 200 len: 943 time: 0.0547707 May 20 21:45:20.265874 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3ae3b67c-b984-4eee-b06e-0a20d2c0eef4 req-a1b54613-f37d-4418-bedf-e81fa065e893 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f6d89f2-8851-483c-95fb-6e614aab0a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335543 May 20 21:45:20.441975 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device b6e71b84-7fe4-4320-9f6b-58e0b2c22856 details requested by agent hyperv_n-h1-842733-1 with host n-h1-842733-1 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 21:45:20.542191 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port b6e71b84-7fe4-4320-9f6b-58e0b2c22856, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=b6e71b84-7fe4-4320-9f6b-58e0b2c22856,segment=NetworkSegment(16141c81-57ef-4048-a1b2-93d7d69ea58a),segment_id=16141c81-57ef-4048-a1b2-93d7d69ea58a)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:45:20.555659 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Returning: {'device': 'b6e71b84-7fe4-4320-9f6b-58e0b2c22856', 'network_id': 'b5694112-ffe7-4145-9468-8203d2e848f7', 'port_id': 'b6e71b84-7fe4-4320-9f6b-58e0b2c22856', 'mac_address': 'fa:16:3e:72:26:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca1988fa-4dac-4e6a-923c-7d58100e7bac', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 20 21:45:20.596066 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Current status of the port b6e71b84-7fe4-4320-9f6b-58e0b2c22856 is: DOWN; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:45:20.596463 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:20.616542 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6e71b84-7fe4-4320-9f6b-58e0b2c22856 {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 21:45:20.637525 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port b6e71b84-7fe4-4320-9f6b-58e0b2c22856, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=b6e71b84-7fe4-4320-9f6b-58e0b2c22856,segment=NetworkSegment(16141c81-57ef-4048-a1b2-93d7d69ea58a),segment_id=16141c81-57ef-4048-a1b2-93d7d69ea58a)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:45:20.715539 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:20.764872 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Pushing event updated for resources: {'Port': ['ID=b6e71b84-7fe4-4320-9f6b-58e0b2c22856,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:45:20.973987 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] get_ports_and_sgs() called for port_ids ['b6e71b84-7fe4-4320-9f6b-58e0b2c22856'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 21:45:21.386617 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72c4658-ea86-4619-acf2-a26f21f4282a req-f341250f-4968-4aa1-ab13-2ddd260830cc tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:45:21.388069 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a72c4658-ea86-4619-acf2-a26f21f4282a req-f341250f-4968-4aa1-ab13-2ddd260830cc tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/ports?device_id=8de7e369-10d0-4f19-8811-21fbeab54a9f HTTP/1.1" status: 200 len: 944 time: 0.0514541 May 20 21:45:21.424931 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a72c4658-ea86-4619-acf2-a26f21f4282a req-f5880826-490f-40ce-8a8f-e9e7a71b70a6 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f6d89f2-8851-483c-95fb-6e614aab0a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308135 May 20 21:45:22.299111 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-46787e11-3ea7-464c-8935-8f6e8a7cbb32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:22.471960 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device b6e71b84-7fe4-4320-9f6b-58e0b2c22856 up at agent hyperv_n-h1-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:45:22.543834 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1a713c-d620-43ec-bb33-db434faecf5b req-3f0539b7-a8e1-439c-99a9-f12f00e88e6d tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:45:22.545307 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-be1a713c-d620-43ec-bb33-db434faecf5b req-3f0539b7-a8e1-439c-99a9-f12f00e88e6d tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/ports?device_id=8de7e369-10d0-4f19-8811-21fbeab54a9f HTTP/1.1" status: 200 len: 944 time: 0.0488040 May 20 21:45:22.567995 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Provisioning for port b6e71b84-7fe4-4320-9f6b-58e0b2c22856 completed by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 21:45:22.572507 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Provisioning complete for port b6e71b84-7fe4-4320-9f6b-58e0b2c22856 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:45:22.572935 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:22.584791 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-be1a713c-d620-43ec-bb33-db434faecf5b req-a614e587-225c-4ec4-bd2f-5ba37f3f3981 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f6d89f2-8851-483c-95fb-6e614aab0a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327692 May 20 21:45:22.652353 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Current status of the port b6e71b84-7fe4-4320-9f6b-58e0b2c22856 is: BUILD; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:45:22.652353 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:22.675027 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8de7e369-10d0-4f19-8811-21fbeab54a9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6e71b84-7fe4-4320-9f6b-58e0b2c22856'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 21:45:22.677268 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7947af4a1013b12ef328acaa2f4e39eb2f7ac51c208120b4987a707d9dc479df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc53f2e8-3851-43be-9178-3970991354be" -d '{"events": [{"server_uuid": "8de7e369-10d0-4f19-8811-21fbeab54a9f", "name": "network-vif-plugged", "status": "completed", "tag": "b6e71b84-7fe4-4320-9f6b-58e0b2c22856"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 21:45:22.691143 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port b6e71b84-7fe4-4320-9f6b-58e0b2c22856, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=b6e71b84-7fe4-4320-9f6b-58e0b2c22856,segment=NetworkSegment(16141c81-57ef-4048-a1b2-93d7d69ea58a),segment_id=16141c81-57ef-4048-a1b2-93d7d69ea58a)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:45:22.727784 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:22.779820 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 21:45:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e3dcb84-f9a2-41dd-a068-593622faf096 x-openstack-request-id: req-1e3dcb84-f9a2-41dd-a068-593622faf096 {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 21:45:22.779820 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8de7e369-10d0-4f19-8811-21fbeab54a9f", "name": "network-vif-plugged", "status": "completed", "tag": "b6e71b84-7fe4-4320-9f6b-58e0b2c22856", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 21:45:22.779820 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1e3dcb84-f9a2-41dd-a068-593622faf096 {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 21:45:22.779820 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e3dcb84-f9a2-41dd-a068-593622faf096'] response: {'server_uuid': '8de7e369-10d0-4f19-8811-21fbeab54a9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6e71b84-7fe4-4320-9f6b-58e0b2c22856', 'code': 200} May 20 21:45:22.779820 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Pushing event updated for resources: {'Port': ['ID=b6e71b84-7fe4-4320-9f6b-58e0b2c22856,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:45:22.869565 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05b5c7a-4bdc-4454-b7ac-fa4ed22fe0f0 req-fb3d8d28-a649-46c8-a7df-9efb3c884616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:45:22.871024 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b05b5c7a-4bdc-4454-b7ac-fa4ed22fe0f0 req-fb3d8d28-a649-46c8-a7df-9efb3c884616 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=8de7e369-10d0-4f19-8811-21fbeab54a9f HTTP/1.1" status: 200 len: 1096 time: 0.0394466 May 20 21:45:22.904563 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b05b5c7a-4bdc-4454-b7ac-fa4ed22fe0f0 req-a3574e36-d83b-4788-b16e-c12e8f4b2dbf service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=0f6d89f2-8851-483c-95fb-6e614aab0a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0263319 May 20 21:45:23.707826 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44e4455-0bd6-4763-be32-e9bfd328951d req-b7227799-38d5-4d69-9232-005408cd0493 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:45:23.709284 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f44e4455-0bd6-4763-be32-e9bfd328951d req-b7227799-38d5-4d69-9232-005408cd0493 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/ports?device_id=8de7e369-10d0-4f19-8811-21fbeab54a9f HTTP/1.1" status: 200 len: 945 time: 0.0514178 May 20 21:45:23.746398 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f44e4455-0bd6-4763-be32-e9bfd328951d req-f3e9fc88-f34b-45b7-a3af-09331581d2c3 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f6d89f2-8851-483c-95fb-6e614aab0a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307434 May 20 21:45:24.161790 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4bb0e131-6525-46ca-a45b-e4ea43a5e69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:24.861439 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abe53d1-fe78-41e2-bf47-9f76a9433504 req-da01cd1c-fc3c-4949-8bac-c2c2a87f064a tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:45:24.862902 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7abe53d1-fe78-41e2-bf47-9f76a9433504 req-da01cd1c-fc3c-4949-8bac-c2c2a87f064a tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/ports?device_id=8de7e369-10d0-4f19-8811-21fbeab54a9f HTTP/1.1" status: 200 len: 945 time: 0.0479121 May 20 21:45:24.900138 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7abe53d1-fe78-41e2-bf47-9f76a9433504 req-0ec059ec-3c40-4928-9401-43d28a673853 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f6d89f2-8851-483c-95fb-6e614aab0a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304611 May 20 21:45:25.013800 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981d1f72-3b5e-4ac2-8885-462b1bda028a req-bbeb51c6-36f1-4a6a-b3c6-7164efa6e8ae tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:45:25.015266 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-981d1f72-3b5e-4ac2-8885-462b1bda028a req-bbeb51c6-36f1-4a6a-b3c6-7164efa6e8ae tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/ports?device_id=8de7e369-10d0-4f19-8811-21fbeab54a9f HTTP/1.1" status: 200 len: 945 time: 0.0475807 May 20 21:45:25.052503 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-981d1f72-3b5e-4ac2-8885-462b1bda028a req-5c2a4669-f099-4055-bad8-b3dee8982fd2 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f6d89f2-8851-483c-95fb-6e614aab0a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312200 May 20 21:45:25.075401 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 36346) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:45:25.117656 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b04dff36-6fcc-4341-bbd2-968f3e49c8b6 tempest-TestNetworkAdvancedServerOps-869466300 tempest-TestNetworkAdvancedServerOps-869466300-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:45:25.119464 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-b04dff36-6fcc-4341-bbd2-968f3e49c8b6 tempest-TestNetworkAdvancedServerOps-869466300 tempest-TestNetworkAdvancedServerOps-869466300-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=8de7e369-10d0-4f19-8811-21fbeab54a9f HTTP/1.1" status: 200 len: 1091 time: 0.0428076 May 20 21:45:25.121921 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 36348) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:45:25.126128 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-ec217cdb-b3d7-45fd-908b-15ea60a96f87 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Request body: {'floatingip': {'floating_network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'port_id': 'b6e71b84-7fe4-4320-9f6b-58e0b2c22856', 'tenant_id': 'cedf931037104109b3e73036244afafc', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:45:25.207411 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:25.236163 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ec217cdb-b3d7-45fd-908b-15ea60a96f87 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks [] for floatingip, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:25.336727 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ec217cdb-b3d7-45fd-908b-15ea60a96f87 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:25.653812 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:25.711579 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cc3ec51b-6ec8-438a-8349-5f0bec346d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:25.741540 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-ec217cdb-b3d7-45fd-908b-15ea60a96f87 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Allocated IP 172.25.2.217 (e3a93b5c-91e2-4064-9c2c-1afc261bfe15/86fee0c1-6e34-488b-9216-b2b8e7ef585a/79a8e87b-614a-422d-825a-c4b7162daefc) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:45:25.846382 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ec217cdb-b3d7-45fd-908b-15ea60a96f87 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:25.916758 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ec217cdb-b3d7-45fd-908b-15ea60a96f87 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:25.956541 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec217cdb-b3d7-45fd-908b-15ea60a96f87 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Network e3a93b5c-91e2-4064-9c2c-1afc261bfe15 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:45:25.959421 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-ec217cdb-b3d7-45fd-908b-15ea60a96f87 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:45:25.965688 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec217cdb-b3d7-45fd-908b-15ea60a96f87 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:45:25.968679 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec217cdb-b3d7-45fd-908b-15ea60a96f87 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Pushing event updated for resources: {'Port': ['ID=79a8e87b-614a-422d-825a-c4b7162daefc,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:45:26.315907 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ec217cdb-b3d7-45fd-908b-15ea60a96f87 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:26.422267 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ec217cdb-b3d7-45fd-908b-15ea60a96f87 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:26.567747 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ec217cdb-b3d7-45fd-908b-15ea60a96f87 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks [] for port, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:26.630404 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ec217cdb-b3d7-45fd-908b-15ea60a96f87 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:26.695992 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec217cdb-b3d7-45fd-908b-15ea60a96f87 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Pushing event updated for resources: {'Port': ['ID=79a8e87b-614a-422d-825a-c4b7162daefc,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:45:26.707924 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ec217cdb-b3d7-45fd-908b-15ea60a96f87 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748272'] for floatingip, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:26.807374 n-d-842733-1 neutron-server[103163]: INFO neutron.db.l3_db [None req-ec217cdb-b3d7-45fd-908b-15ea60a96f87 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Floating IP fa7a34c7-85a7-4d5b-b49c-9f86872ea59a associated. External IP: 172.25.2.217, port: b6e71b84-7fe4-4320-9f6b-58e0b2c22856. May 20 21:45:27.011398 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec217cdb-b3d7-45fd-908b-15ea60a96f87 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Router 1f885e82-9985-42dd-8dc7-befe9f362bf9 has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 21:45:27.117387 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec217cdb-b3d7-45fd-908b-15ea60a96f87 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 21:45:27.126756 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c6061d0-5df9-4e37-bb68-2f4a7b99d999 None None] Sync routers for ids ['1f885e82-9985-42dd-8dc7-befe9f362bf9'] in n-d-842733-1 {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 21:45:27.136742 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c6061d0-5df9-4e37-bb68-2f4a7b99d999 None None] Routers {'1f885e82-9985-42dd-8dc7-befe9f362bf9'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:45:27.137381 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-7c6061d0-5df9-4e37-bb68-2f4a7b99d999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:45:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['1f885e82-9985-42dd-8dc7-befe9f362bf9'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:45:27.192769 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ec217cdb-b3d7-45fd-908b-15ea60a96f87 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for floatingip, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:27.222181 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-ec217cdb-b3d7-45fd-908b-15ea60a96f87 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0992093 May 20 21:45:27.222765 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8de7e369-10d0-4f19-8811-21fbeab54a9f', 'tag': 'b6e71b84-7fe4-4320-9f6b-58e0b2c22856'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 21:45:27.225909 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4416c3b25ab83027dff24eda6e450cd3b8f285a9257f5a2b93a81ddcbdb8854f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5597a73d-c4cb-4098-b19b-00be06318902" -d '{"events": [{"name": "network-changed", "server_uuid": "8de7e369-10d0-4f19-8811-21fbeab54a9f", "tag": "b6e71b84-7fe4-4320-9f6b-58e0b2c22856"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 21:45:27.244635 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-7c6061d0-5df9-4e37-bb68-2f4a7b99d999 None None] Set router 1f885e82-9985-42dd-8dc7-befe9f362bf9 gateway port host: n-d-842733-1 {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:45:27.265413 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 21:45:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9a8b34c-b6ab-4b62-ac02-4abe8b6a7543 x-openstack-request-id: req-c9a8b34c-b6ab-4b62-ac02-4abe8b6a7543 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 21:45:27.265728 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8de7e369-10d0-4f19-8811-21fbeab54a9f", "tag": "b6e71b84-7fe4-4320-9f6b-58e0b2c22856", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 21:45:27.265956 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c9a8b34c-b6ab-4b62-ac02-4abe8b6a7543 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 21:45:27.266372 n-d-842733-1 neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9a8b34c-b6ab-4b62-ac02-4abe8b6a7543'] response: {'name': 'network-changed', 'server_uuid': '8de7e369-10d0-4f19-8811-21fbeab54a9f', 'tag': 'b6e71b84-7fe4-4320-9f6b-58e0b2c22856', 'status': 'completed', 'code': 200} May 20 21:45:27.357468 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d8871a-8f0f-4d1f-af97-56a96d681308 req-76b23d72-9891-48bb-9936-73033f36efd1 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:45:27.358988 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d4d8871a-8f0f-4d1f-af97-56a96d681308 req-76b23d72-9891-48bb-9936-73033f36efd1 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/ports?device_id=8de7e369-10d0-4f19-8811-21fbeab54a9f HTTP/1.1" status: 200 len: 945 time: 0.0847223 May 20 21:45:27.361670 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5597a73d-c4cb-4098-b19b-00be06318902 req-6d766edd-461a-45e6-9915-859f920cea48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:45:27.363038 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5597a73d-c4cb-4098-b19b-00be06318902 req-6d766edd-461a-45e6-9915-859f920cea48 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cedf931037104109b3e73036244afafc&device_id=8de7e369-10d0-4f19-8811-21fbeab54a9f HTTP/1.1" status: 200 len: 1096 time: 0.0626316 May 20 21:45:27.451881 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d4d8871a-8f0f-4d1f-af97-56a96d681308 req-eb927550-f970-46a2-8648-11a4cdccdd26 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f6d89f2-8851-483c-95fb-6e614aab0a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750659 May 20 21:45:27.469873 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-7c6061d0-5df9-4e37-bb68-2f4a7b99d999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f885e82-9985-42dd-8dc7-befe9f362bf9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-398804', 'tenant_id': 'cedf931037104109b3e73036244afafc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.5'}], 'enable_snat': True}, 'gw_port_id': 'e30d5c16-1a18-4f77-b812-ebddf7680c1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:45:05Z', 'updated_at': '2022-05-20T21:45:09Z', 'revision_number': 4, 'project_id': 'cedf931037104109b3e73036244afafc', 'gw_port': {'id': 'e30d5c16-1a18-4f77-b812-ebddf7680c1e', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:05:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f885e82-9985-42dd-8dc7-befe9f362bf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:45:05Z', 'updated_at': '2022-05-20T21:45:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_floatingips': [{'id': 'fa7a34c7-85a7-4d5b-b49c-9f86872ea59a', 'tenant_id': 'cedf931037104109b3e73036244afafc', 'floating_ip_address': '172.25.2.217', 'floating_network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'router_id': '1f885e82-9985-42dd-8dc7-befe9f362bf9', 'port_id': 'b6e71b84-7fe4-4320-9f6b-58e0b2c22856', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4295, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5694112-ffe7-4145-9468-8203d2e848f7', 'mac_address': 'fa:16:3e:72:26:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8de7e369-10d0-4f19-8811-21fbeab54a9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-20T21:45:26Z', 'updated_at': '2022-05-20T21:45:26Z', 'revision_number': 0, 'project_id': 'cedf931037104109b3e73036244afafc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '099fdcfd-2b1a-45ed-a77d-02b885cc2813', 'name': '', 'network_id': 'b5694112-ffe7-4145-9468-8203d2e848f7', 'tenant_id': 'cedf931037104109b3e73036244afafc', 'mac_address': 'fa:16:3e:bb:1d:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f885e82-9985-42dd-8dc7-befe9f362bf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'ca1988fa-4dac-4e6a-923c-7d58100e7bac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:45:08Z', 'updated_at': '2022-05-20T21:45:11Z', 'revision_number': 5, 'project_id': 'cedf931037104109b3e73036244afafc', 'subnets': [{'id': 'ca1988fa-4dac-4e6a-923c-7d58100e7bac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:45:27.476487 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 36354) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:45:27.482979 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5597a73d-c4cb-4098-b19b-00be06318902 req-6d4de779-b756-46a8-b719-e3d47600d91a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:45:27.485726 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5597a73d-c4cb-4098-b19b-00be06318902 req-6d4de779-b756-46a8-b719-e3d47600d91a service neutron] 10.222.0.24 "GET /v2.0/networks?id=b5694112-ffe7-4145-9468-8203d2e848f7 HTTP/1.1" status: 200 len: 897 time: 0.1149039 May 20 21:45:27.500403 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c6061d0-5df9-4e37-bb68-2f4a7b99d999 None None] Checking router: 1f885e82-9985-42dd-8dc7-befe9f362bf9 for host: n-d-842733-1 {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 21:45:27.508963 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c6061d0-5df9-4e37-bb68-2f4a7b99d999 None None] Routers {'1f885e82-9985-42dd-8dc7-befe9f362bf9'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:45:27.509588 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-7c6061d0-5df9-4e37-bb68-2f4a7b99d999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:45:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['1f885e82-9985-42dd-8dc7-befe9f362bf9'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:45:27.540337 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-ccc56d9c-3dcd-497b-ae96-e8b60d26223b tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/floatingips/fa7a34c7-85a7-4d5b-b49c-9f86872ea59a HTTP/1.1" status: 200 len: 991 time: 0.0620453 May 20 21:45:27.554728 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5597a73d-c4cb-4098-b19b-00be06318902 req-8a740d13-1515-4105-ab45-6d25c216830d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b6e71b84-7fe4-4320-9f6b-58e0b2c22856 HTTP/1.1" status: 200 len: 999 time: 0.0641744 May 20 21:45:27.604512 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5597a73d-c4cb-4098-b19b-00be06318902 req-d428687d-10e6-4b6f-a7ad-fc5d93f816c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:45:27.606025 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5597a73d-c4cb-4098-b19b-00be06318902 req-d428687d-10e6-4b6f-a7ad-fc5d93f816c6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ca1988fa-4dac-4e6a-923c-7d58100e7bac HTTP/1.1" status: 200 len: 835 time: 0.0453374 May 20 21:45:27.655578 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5597a73d-c4cb-4098-b19b-00be06318902 req-7aae6bce-1e06-4523-88da-d85a86f86ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:45:27.657144 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5597a73d-c4cb-4098-b19b-00be06318902 req-7aae6bce-1e06-4523-88da-d85a86f86ecb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b5694112-ffe7-4145-9468-8203d2e848f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438495 May 20 21:45:27.754247 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5597a73d-c4cb-4098-b19b-00be06318902 req-ccbff7c7-f5bb-4f36-a8d6-783bf54aaa07 service neutron] 10.222.0.24 "GET /v2.0/networks/b5694112-ffe7-4145-9468-8203d2e848f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897830 May 20 21:45:27.773924 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-7c6061d0-5df9-4e37-bb68-2f4a7b99d999 None None] Set router 1f885e82-9985-42dd-8dc7-befe9f362bf9 gateway port host: n-d-842733-1 {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:45:27.844381 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5597a73d-c4cb-4098-b19b-00be06318902 req-d98d6933-179f-40a7-9fdc-6a3c333e9301 service neutron] 10.222.0.24 "GET /v2.0/networks/b5694112-ffe7-4145-9468-8203d2e848f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833688 May 20 21:45:27.993694 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-7c6061d0-5df9-4e37-bb68-2f4a7b99d999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f885e82-9985-42dd-8dc7-befe9f362bf9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-398804', 'tenant_id': 'cedf931037104109b3e73036244afafc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.5'}], 'enable_snat': True}, 'gw_port_id': 'e30d5c16-1a18-4f77-b812-ebddf7680c1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:45:05Z', 'updated_at': '2022-05-20T21:45:09Z', 'revision_number': 4, 'project_id': 'cedf931037104109b3e73036244afafc', 'gw_port': {'id': 'e30d5c16-1a18-4f77-b812-ebddf7680c1e', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:05:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f885e82-9985-42dd-8dc7-befe9f362bf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:45:05Z', 'updated_at': '2022-05-20T21:45:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_floatingips': [{'id': 'fa7a34c7-85a7-4d5b-b49c-9f86872ea59a', 'tenant_id': 'cedf931037104109b3e73036244afafc', 'floating_ip_address': '172.25.2.217', 'floating_network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'router_id': '1f885e82-9985-42dd-8dc7-befe9f362bf9', 'port_id': 'b6e71b84-7fe4-4320-9f6b-58e0b2c22856', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4295, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5694112-ffe7-4145-9468-8203d2e848f7', 'mac_address': 'fa:16:3e:72:26:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8de7e369-10d0-4f19-8811-21fbeab54a9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-20T21:45:26Z', 'updated_at': '2022-05-20T21:45:26Z', 'revision_number': 0, 'project_id': 'cedf931037104109b3e73036244afafc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '099fdcfd-2b1a-45ed-a77d-02b885cc2813', 'name': '', 'network_id': 'b5694112-ffe7-4145-9468-8203d2e848f7', 'tenant_id': 'cedf931037104109b3e73036244afafc', 'mac_address': 'fa:16:3e:bb:1d:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f885e82-9985-42dd-8dc7-befe9f362bf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'ca1988fa-4dac-4e6a-923c-7d58100e7bac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:45:08Z', 'updated_at': '2022-05-20T21:45:11Z', 'revision_number': 5, 'project_id': 'cedf931037104109b3e73036244afafc', 'subnets': [{'id': 'ca1988fa-4dac-4e6a-923c-7d58100e7bac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:45:28.020031 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c6061d0-5df9-4e37-bb68-2f4a7b99d999 None None] The sync data for ids ['1f885e82-9985-42dd-8dc7-befe9f362bf9'] in n-d-842733-1 is: [{'id': '1f885e82-9985-42dd-8dc7-befe9f362bf9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-398804', 'tenant_id': 'cedf931037104109b3e73036244afafc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.5'}], 'enable_snat': True}, 'gw_port_id': 'e30d5c16-1a18-4f77-b812-ebddf7680c1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:45:05Z', 'updated_at': '2022-05-20T21:45:09Z', 'revision_number': 4, 'project_id': 'cedf931037104109b3e73036244afafc', 'gw_port': {'id': 'e30d5c16-1a18-4f77-b812-ebddf7680c1e', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:05:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f885e82-9985-42dd-8dc7-befe9f362bf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:45:05Z', 'updated_at': '2022-05-20T21:45:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_floatingips': [{'id': 'fa7a34c7-85a7-4d5b-b49c-9f86872ea59a', 'tenant_id': 'cedf931037104109b3e73036244afafc', 'floating_ip_address': '172.25.2.217', 'floating_network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'router_id': '1f885e82-9985-42dd-8dc7-befe9f362bf9', 'port_id': 'b6e71b84-7fe4-4320-9f6b-58e0b2c22856', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4295, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5694112-ffe7-4145-9468-8203d2e848f7', 'mac_address': 'fa:16:3e:72:26:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8de7e369-10d0-4f19-8811-21fbeab54a9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-20T21:45:26Z', 'updated_at': '2022-05-20T21:45:26Z', 'revision_number': 0, 'project_id': 'cedf931037104109b3e73036244afafc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '099fdcfd-2b1a-45ed-a77d-02b885cc2813', 'name': '', 'network_id': 'b5694112-ffe7-4145-9468-8203d2e848f7', 'tenant_id': 'cedf931037104109b3e73036244afafc', 'mac_address': 'fa:16:3e:bb:1d:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f885e82-9985-42dd-8dc7-befe9f362bf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'ca1988fa-4dac-4e6a-923c-7d58100e7bac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:45:08Z', 'updated_at': '2022-05-20T21:45:11Z', 'revision_number': 5, 'project_id': 'cedf931037104109b3e73036244afafc', 'subnets': [{'id': 'ca1988fa-4dac-4e6a-923c-7d58100e7bac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 21:45:28.222187 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-324dc864-1222-4776-8944-792d4c271caa None None] New status for floating IP fa7a34c7-85a7-4d5b-b49c-9f86872ea59a: ACTIVE {{(pid=103165) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 21:45:28.542738 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 36358) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:45:28.606953 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-80cb77a1-b39b-4775-a34a-6185d070d0c6 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/floatingips/fa7a34c7-85a7-4d5b-b49c-9f86872ea59a HTTP/1.1" status: 200 len: 993 time: 0.0630751 May 20 21:45:29.139935 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.agents_db [None req-5c33ad30-4e00-40fa-b486-8c79c4a6cfc5 None None] Agent healthcheck: found 7 active agents {{(pid=103165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 20 21:45:32.898831 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:49.945327 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c697b58d-a5e1-4a2e-a943-c579a1b4443b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:52.287668 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-6eab21f2-ab9f-4523-97ba-6f3ec7e3f9cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:54.185398 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4bb0e131-6525-46ca-a45b-e4ea43a5e69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:55.225330 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:55.490219 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf2d464-1249-4553-9689-bd3b8ee0e6aa req-1ccb18ba-2a02-49dd-9fd5-1b870a67c926 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:45:55.491691 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2cf2d464-1249-4553-9689-bd3b8ee0e6aa req-1ccb18ba-2a02-49dd-9fd5-1b870a67c926 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/ports?device_id=8de7e369-10d0-4f19-8811-21fbeab54a9f HTTP/1.1" status: 200 len: 945 time: 0.0517797 May 20 21:45:55.534798 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2cf2d464-1249-4553-9689-bd3b8ee0e6aa req-20caa5bf-cf07-41a4-9316-0f5afe8d0202 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f6d89f2-8851-483c-95fb-6e614aab0a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367806 May 20 21:45:55.666629 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:55.745525 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cc3ec51b-6ec8-438a-8349-5f0bec346d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:56.652328 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ace3caf-9a27-4c82-bf6e-f53cb7a397d6 req-3c42afae-8013-4b3a-90eb-c46dc020b150 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:45:56.653798 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3ace3caf-9a27-4c82-bf6e-f53cb7a397d6 req-3c42afae-8013-4b3a-90eb-c46dc020b150 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/ports?device_id=8de7e369-10d0-4f19-8811-21fbeab54a9f HTTP/1.1" status: 200 len: 945 time: 0.0480874 May 20 21:45:56.691576 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3ace3caf-9a27-4c82-bf6e-f53cb7a397d6 req-1276b913-5ad8-4f1f-aa90-a1209e57a1e1 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f6d89f2-8851-483c-95fb-6e614aab0a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317662 May 20 21:45:56.713392 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 36382) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:45:56.773248 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-d77e260f-5fde-4144-8794-6dbd8f6065d1 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/floatingips/fa7a34c7-85a7-4d5b-b49c-9f86872ea59a HTTP/1.1" status: 200 len: 993 time: 0.0580580 May 20 21:45:58.180502 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1444e4-3d96-4cca-ad5e-455793cccfec req-c42cf833-f007-4e4f-a802-e2401bbcc592 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:45:58.182003 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-df1444e4-3d96-4cca-ad5e-455793cccfec req-c42cf833-f007-4e4f-a802-e2401bbcc592 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/ports?device_id=8de7e369-10d0-4f19-8811-21fbeab54a9f HTTP/1.1" status: 200 len: 945 time: 0.0540299 May 20 21:45:58.220509 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-df1444e4-3d96-4cca-ad5e-455793cccfec req-006e9a58-1738-4b8a-9682-1e2cd649472a tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f6d89f2-8851-483c-95fb-6e614aab0a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315516 May 20 21:45:59.337711 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04755080-a37a-4889-a95b-3c4b75f8a570 req-a2bd4300-b4c6-4d28-8274-b3fddfe43c19 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:45:59.339694 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-04755080-a37a-4889-a95b-3c4b75f8a570 req-a2bd4300-b4c6-4d28-8274-b3fddfe43c19 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/ports?device_id=8de7e369-10d0-4f19-8811-21fbeab54a9f HTTP/1.1" status: 200 len: 945 time: 0.0482662 May 20 21:45:59.376342 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-04755080-a37a-4889-a95b-3c4b75f8a570 req-59f317ff-842b-4394-b070-e05536bc32c7 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f6d89f2-8851-483c-95fb-6e614aab0a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302823 May 20 21:45:59.400184 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 36392) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:45:59.463058 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-f41c30fb-01c2-4803-908f-9d0562f32f15 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/floatingips/fa7a34c7-85a7-4d5b-b49c-9f86872ea59a HTTP/1.1" status: 200 len: 993 time: 0.0617666 May 20 21:45:59.752398 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 36398) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:45:59.910775 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-c6e8015b-4f6d-4f36-aeb4-7445556880a5 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Deleting port 79a8e87b-614a-422d-825a-c4b7162daefc {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:45:59.911117 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c6e8015b-4f6d-4f36-aeb4-7445556880a5 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:59.985345 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c6e8015b-4f6d-4f36-aeb4-7445556880a5 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:59.985674 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c6e8015b-4f6d-4f36-aeb4-7445556880a5 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:59.997679 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-c6e8015b-4f6d-4f36-aeb4-7445556880a5 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Calling delete_port for 79a8e87b-614a-422d-825a-c4b7162daefc owned by network:floatingip {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:46:00.208374 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c6e8015b-4f6d-4f36-aeb4-7445556880a5 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:00.235189 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e8015b-4f6d-4f36-aeb4-7445556880a5 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Pushing event deleted for resources: {'Port': ['ID=79a8e87b-614a-422d-825a-c4b7162daefc,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:46:00.258366 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e8015b-4f6d-4f36-aeb4-7445556880a5 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:46:00.258968 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e8015b-4f6d-4f36-aeb4-7445556880a5 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:46:00.259298 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e8015b-4f6d-4f36-aeb4-7445556880a5 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:46:00.259621 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e8015b-4f6d-4f36-aeb4-7445556880a5 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:46:00.259940 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e8015b-4f6d-4f36-aeb4-7445556880a5 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:46:00.260262 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e8015b-4f6d-4f36-aeb4-7445556880a5 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:46:00.260756 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e8015b-4f6d-4f36-aeb4-7445556880a5 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:46:00.261089 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e8015b-4f6d-4f36-aeb4-7445556880a5 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:46:00.261439 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e8015b-4f6d-4f36-aeb4-7445556880a5 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:46:00.261756 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e8015b-4f6d-4f36-aeb4-7445556880a5 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:46:00.262106 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e8015b-4f6d-4f36-aeb4-7445556880a5 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:46:00.262430 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e8015b-4f6d-4f36-aeb4-7445556880a5 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:46:00.305637 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c6e8015b-4f6d-4f36-aeb4-7445556880a5 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks [] for floatingip, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:00.305961 n-d-842733-1 neutron-server[103163]: INFO neutron.db.l3_db [None req-c6e8015b-4f6d-4f36-aeb4-7445556880a5 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Floating IP fa7a34c7-85a7-4d5b-b49c-9f86872ea59a disassociated (deleted). External IP: 172.25.2.217, port: b6e71b84-7fe4-4320-9f6b-58e0b2c22856. May 20 21:46:00.515783 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6e8015b-4f6d-4f36-aeb4-7445556880a5 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Router 1f885e82-9985-42dd-8dc7-befe9f362bf9 has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 21:46:00.627382 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6e8015b-4f6d-4f36-aeb4-7445556880a5 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 21:46:00.632186 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c6e8015b-4f6d-4f36-aeb4-7445556880a5 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for floatingip, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:00.639018 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b3ff0d-d6cb-4cd6-86f7-87b518bc5b45 None None] Sync routers for ids ['1f885e82-9985-42dd-8dc7-befe9f362bf9'] in n-d-842733-1 {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 21:46:00.648823 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b3ff0d-d6cb-4cd6-86f7-87b518bc5b45 None None] Routers {'1f885e82-9985-42dd-8dc7-befe9f362bf9'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:46:00.649563 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-50b3ff0d-d6cb-4cd6-86f7-87b518bc5b45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:45:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['1f885e82-9985-42dd-8dc7-befe9f362bf9'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:46:00.662843 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-c6e8015b-4f6d-4f36-aeb4-7445556880a5 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "DELETE /v2.0/floatingips/fa7a34c7-85a7-4d5b-b49c-9f86872ea59a HTTP/1.1" status: 204 len: 168 time: 0.9093378 May 20 21:46:00.663688 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8de7e369-10d0-4f19-8811-21fbeab54a9f', 'tag': 'b6e71b84-7fe4-4320-9f6b-58e0b2c22856'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 21:46:00.666099 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4416c3b25ab83027dff24eda6e450cd3b8f285a9257f5a2b93a81ddcbdb8854f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5126d713-e01b-4522-9a3d-609be68a0b03" -d '{"events": [{"name": "network-changed", "server_uuid": "8de7e369-10d0-4f19-8811-21fbeab54a9f", "tag": "b6e71b84-7fe4-4320-9f6b-58e0b2c22856"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 21:46:00.715690 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 21:46:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9762d2a2-55d4-49bc-9e65-d239ab05e37a x-openstack-request-id: req-9762d2a2-55d4-49bc-9e65-d239ab05e37a {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 21:46:00.716069 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8de7e369-10d0-4f19-8811-21fbeab54a9f", "tag": "b6e71b84-7fe4-4320-9f6b-58e0b2c22856", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 21:46:00.716385 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9762d2a2-55d4-49bc-9e65-d239ab05e37a {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 21:46:00.716850 n-d-842733-1 neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9762d2a2-55d4-49bc-9e65-d239ab05e37a'] response: {'name': 'network-changed', 'server_uuid': '8de7e369-10d0-4f19-8811-21fbeab54a9f', 'tag': 'b6e71b84-7fe4-4320-9f6b-58e0b2c22856', 'status': 'completed', 'code': 200} May 20 21:46:00.779790 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-50b3ff0d-d6cb-4cd6-86f7-87b518bc5b45 None None] Set router 1f885e82-9985-42dd-8dc7-befe9f362bf9 gateway port host: n-d-842733-1 {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:46:00.782406 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5126d713-e01b-4522-9a3d-609be68a0b03 req-4dbe7da7-f4e7-4275-9802-64762c4ad91e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:46:00.783947 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5126d713-e01b-4522-9a3d-609be68a0b03 req-4dbe7da7-f4e7-4275-9802-64762c4ad91e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cedf931037104109b3e73036244afafc&device_id=8de7e369-10d0-4f19-8811-21fbeab54a9f HTTP/1.1" status: 200 len: 1096 time: 0.0495088 May 20 21:46:00.879745 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5126d713-e01b-4522-9a3d-609be68a0b03 req-a970f968-b689-4402-adbc-dfadb22bdf44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:46:00.881410 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5126d713-e01b-4522-9a3d-609be68a0b03 req-a970f968-b689-4402-adbc-dfadb22bdf44 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b5694112-ffe7-4145-9468-8203d2e848f7 HTTP/1.1" status: 200 len: 897 time: 0.0896361 May 20 21:46:00.938226 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5126d713-e01b-4522-9a3d-609be68a0b03 req-70fc4ae0-9c11-4926-8eba-1e107301723d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b6e71b84-7fe4-4320-9f6b-58e0b2c22856 HTTP/1.1" status: 200 len: 217 time: 0.0489130 May 20 21:46:00.991020 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-50b3ff0d-d6cb-4cd6-86f7-87b518bc5b45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f885e82-9985-42dd-8dc7-befe9f362bf9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-398804', 'tenant_id': 'cedf931037104109b3e73036244afafc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.5'}], 'enable_snat': True}, 'gw_port_id': 'e30d5c16-1a18-4f77-b812-ebddf7680c1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:45:05Z', 'updated_at': '2022-05-20T21:45:09Z', 'revision_number': 4, 'project_id': 'cedf931037104109b3e73036244afafc', 'gw_port': {'id': 'e30d5c16-1a18-4f77-b812-ebddf7680c1e', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:05:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f885e82-9985-42dd-8dc7-befe9f362bf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:45:05Z', 'updated_at': '2022-05-20T21:45:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': '099fdcfd-2b1a-45ed-a77d-02b885cc2813', 'name': '', 'network_id': 'b5694112-ffe7-4145-9468-8203d2e848f7', 'tenant_id': 'cedf931037104109b3e73036244afafc', 'mac_address': 'fa:16:3e:bb:1d:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f885e82-9985-42dd-8dc7-befe9f362bf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'ca1988fa-4dac-4e6a-923c-7d58100e7bac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:45:08Z', 'updated_at': '2022-05-20T21:45:11Z', 'revision_number': 5, 'project_id': 'cedf931037104109b3e73036244afafc', 'subnets': [{'id': 'ca1988fa-4dac-4e6a-923c-7d58100e7bac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:46:00.991373 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5126d713-e01b-4522-9a3d-609be68a0b03 req-e745eb3a-e274-4482-be60-f6875a081221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:46:00.992671 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5126d713-e01b-4522-9a3d-609be68a0b03 req-e745eb3a-e274-4482-be60-f6875a081221 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ca1988fa-4dac-4e6a-923c-7d58100e7bac HTTP/1.1" status: 200 len: 835 time: 0.0466461 May 20 21:46:01.021278 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b3ff0d-d6cb-4cd6-86f7-87b518bc5b45 None None] Checking router: 1f885e82-9985-42dd-8dc7-befe9f362bf9 for host: n-d-842733-1 {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 21:46:01.031105 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b3ff0d-d6cb-4cd6-86f7-87b518bc5b45 None None] Routers {'1f885e82-9985-42dd-8dc7-befe9f362bf9'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:46:01.031671 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-50b3ff0d-d6cb-4cd6-86f7-87b518bc5b45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:45:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['1f885e82-9985-42dd-8dc7-befe9f362bf9'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:46:01.050456 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5126d713-e01b-4522-9a3d-609be68a0b03 req-ce78283f-0261-4ce0-ba50-4017cf7423a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:46:01.052196 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5126d713-e01b-4522-9a3d-609be68a0b03 req-ce78283f-0261-4ce0-ba50-4017cf7423a3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b5694112-ffe7-4145-9468-8203d2e848f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0527205 May 20 21:46:01.140465 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-50b3ff0d-d6cb-4cd6-86f7-87b518bc5b45 None None] Set router 1f885e82-9985-42dd-8dc7-befe9f362bf9 gateway port host: n-d-842733-1 {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:46:01.167300 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f516c5fd-126c-4e02-ac30-b1c9363c5710 req-acf4b6c5-3d1b-4720-9256-17c6a261e7f4 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:46:01.168893 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f516c5fd-126c-4e02-ac30-b1c9363c5710 req-acf4b6c5-3d1b-4720-9256-17c6a261e7f4 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/ports?device_id=8de7e369-10d0-4f19-8811-21fbeab54a9f HTTP/1.1" status: 200 len: 945 time: 0.1012170 May 20 21:46:01.199255 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5126d713-e01b-4522-9a3d-609be68a0b03 req-95cd3546-d737-443f-921e-6d320e31efff service neutron] 10.222.0.24 "GET /v2.0/networks/b5694112-ffe7-4145-9468-8203d2e848f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394820 May 20 21:46:01.231911 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f516c5fd-126c-4e02-ac30-b1c9363c5710 req-dd1f8957-4289-4de0-b81c-3dd7064b5b0a tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f6d89f2-8851-483c-95fb-6e614aab0a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563715 May 20 21:46:01.303717 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5126d713-e01b-4522-9a3d-609be68a0b03 req-65271174-100d-4e97-9a96-1b2640f904a0 service neutron] 10.222.0.24 "GET /v2.0/networks/b5694112-ffe7-4145-9468-8203d2e848f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942717 May 20 21:46:01.335931 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-50b3ff0d-d6cb-4cd6-86f7-87b518bc5b45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f885e82-9985-42dd-8dc7-befe9f362bf9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-398804', 'tenant_id': 'cedf931037104109b3e73036244afafc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.5'}], 'enable_snat': True}, 'gw_port_id': 'e30d5c16-1a18-4f77-b812-ebddf7680c1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:45:05Z', 'updated_at': '2022-05-20T21:45:09Z', 'revision_number': 4, 'project_id': 'cedf931037104109b3e73036244afafc', 'gw_port': {'id': 'e30d5c16-1a18-4f77-b812-ebddf7680c1e', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:05:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f885e82-9985-42dd-8dc7-befe9f362bf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:45:05Z', 'updated_at': '2022-05-20T21:45:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': '099fdcfd-2b1a-45ed-a77d-02b885cc2813', 'name': '', 'network_id': 'b5694112-ffe7-4145-9468-8203d2e848f7', 'tenant_id': 'cedf931037104109b3e73036244afafc', 'mac_address': 'fa:16:3e:bb:1d:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f885e82-9985-42dd-8dc7-befe9f362bf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'ca1988fa-4dac-4e6a-923c-7d58100e7bac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:45:08Z', 'updated_at': '2022-05-20T21:45:11Z', 'revision_number': 5, 'project_id': 'cedf931037104109b3e73036244afafc', 'subnets': [{'id': 'ca1988fa-4dac-4e6a-923c-7d58100e7bac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:46:01.366801 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b3ff0d-d6cb-4cd6-86f7-87b518bc5b45 None None] The sync data for ids ['1f885e82-9985-42dd-8dc7-befe9f362bf9'] in n-d-842733-1 is: [{'id': '1f885e82-9985-42dd-8dc7-befe9f362bf9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-398804', 'tenant_id': 'cedf931037104109b3e73036244afafc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.5'}], 'enable_snat': True}, 'gw_port_id': 'e30d5c16-1a18-4f77-b812-ebddf7680c1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:45:05Z', 'updated_at': '2022-05-20T21:45:09Z', 'revision_number': 4, 'project_id': 'cedf931037104109b3e73036244afafc', 'gw_port': {'id': 'e30d5c16-1a18-4f77-b812-ebddf7680c1e', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:05:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f885e82-9985-42dd-8dc7-befe9f362bf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:45:05Z', 'updated_at': '2022-05-20T21:45:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': '099fdcfd-2b1a-45ed-a77d-02b885cc2813', 'name': '', 'network_id': 'b5694112-ffe7-4145-9468-8203d2e848f7', 'tenant_id': 'cedf931037104109b3e73036244afafc', 'mac_address': 'fa:16:3e:bb:1d:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f885e82-9985-42dd-8dc7-befe9f362bf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'ca1988fa-4dac-4e6a-923c-7d58100e7bac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:45:08Z', 'updated_at': '2022-05-20T21:45:11Z', 'revision_number': 5, 'project_id': 'cedf931037104109b3e73036244afafc', 'subnets': [{'id': 'ca1988fa-4dac-4e6a-923c-7d58100e7bac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 21:46:01.581257 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bffe577-2aa1-4732-9754-4ee7b1b9ec5f None None] New status for floating IP fa7a34c7-85a7-4d5b-b49c-9f86872ea59a: DOWN {{(pid=103165) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 21:46:02.349289 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154e30e4-cdcf-4312-b52e-1a84da4d91db req-67c1d63c-2f5e-4eea-a602-564efd15d2fe tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:46:02.350734 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-154e30e4-cdcf-4312-b52e-1a84da4d91db req-67c1d63c-2f5e-4eea-a602-564efd15d2fe tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/ports?device_id=8de7e369-10d0-4f19-8811-21fbeab54a9f HTTP/1.1" status: 200 len: 945 time: 0.0477796 May 20 21:46:02.394368 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-154e30e4-cdcf-4312-b52e-1a84da4d91db req-658de3bb-58e6-4218-920f-e76167ceb749 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f6d89f2-8851-483c-95fb-6e614aab0a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368288 May 20 21:46:02.658816 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2045ca8d-a786-4f9b-89d4-28fba8c292f1 req-ea3cb0b0-ba79-4d50-be98-eea289a8d1a2 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:46:02.660254 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2045ca8d-a786-4f9b-89d4-28fba8c292f1 req-ea3cb0b0-ba79-4d50-be98-eea289a8d1a2 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.24 "GET /v2.0/ports?device_id=8de7e369-10d0-4f19-8811-21fbeab54a9f HTTP/1.1" status: 200 len: 945 time: 0.0486813 May 20 21:46:02.754626 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [req-2045ca8d-a786-4f9b-89d4-28fba8c292f1 req-18540a1f-b89f-4693-9ad3-59a63b8e83be tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Deleting port b6e71b84-7fe4-4320-9f6b-58e0b2c22856 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:46:02.754963 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-2045ca8d-a786-4f9b-89d4-28fba8c292f1 req-18540a1f-b89f-4693-9ad3-59a63b8e83be tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:02.844131 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-2045ca8d-a786-4f9b-89d4-28fba8c292f1 req-18540a1f-b89f-4693-9ad3-59a63b8e83be tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] For port b6e71b84-7fe4-4320-9f6b-58e0b2c22856, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=b6e71b84-7fe4-4320-9f6b-58e0b2c22856,segment=NetworkSegment(16141c81-57ef-4048-a1b2-93d7d69ea58a),segment_id=16141c81-57ef-4048-a1b2-93d7d69ea58a)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:46:02.844503 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-2045ca8d-a786-4f9b-89d4-28fba8c292f1 req-18540a1f-b89f-4693-9ad3-59a63b8e83be tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:02.856126 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [req-2045ca8d-a786-4f9b-89d4-28fba8c292f1 req-18540a1f-b89f-4693-9ad3-59a63b8e83be tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Calling delete_port for b6e71b84-7fe4-4320-9f6b-58e0b2c22856 owned by compute:nova {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:46:02.888196 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:03.065786 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-2045ca8d-a786-4f9b-89d4-28fba8c292f1 req-18540a1f-b89f-4693-9ad3-59a63b8e83be tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:03.092451 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18540a1f-b89f-4693-9ad3-59a63b8e83be tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Pushing event deleted for resources: {'Port': ['ID=b6e71b84-7fe4-4320-9f6b-58e0b2c22856,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:46:03.140037 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [req-2045ca8d-a786-4f9b-89d4-28fba8c292f1 req-18540a1f-b89f-4693-9ad3-59a63b8e83be tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] No DVR routers for this DVR port b6e71b84-7fe4-4320-9f6b-58e0b2c22856 on host n-h1-842733-1 {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 21:46:03.143156 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-2045ca8d-a786-4f9b-89d4-28fba8c292f1 req-18540a1f-b89f-4693-9ad3-59a63b8e83be tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:03.146415 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2045ca8d-a786-4f9b-89d4-28fba8c292f1 req-18540a1f-b89f-4693-9ad3-59a63b8e83be tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.24 "DELETE /v2.0/ports/b6e71b84-7fe4-4320-9f6b-58e0b2c22856 HTTP/1.1" status: 204 len: 173 time: 0.4801447 May 20 21:46:03.146856 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8de7e369-10d0-4f19-8811-21fbeab54a9f', 'name': 'network-vif-deleted', 'tag': 'b6e71b84-7fe4-4320-9f6b-58e0b2c22856'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 21:46:03.149061 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4416c3b25ab83027dff24eda6e450cd3b8f285a9257f5a2b93a81ddcbdb8854f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08829c57-8bef-4675-bb27-c1379ee20055" -d '{"events": [{"server_uuid": "8de7e369-10d0-4f19-8811-21fbeab54a9f", "name": "network-vif-deleted", "tag": "b6e71b84-7fe4-4320-9f6b-58e0b2c22856"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 21:46:03.185898 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 21:46:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4b0c8b3-2b3b-4d8b-8514-e788a64061d8 x-openstack-request-id: req-b4b0c8b3-2b3b-4d8b-8514-e788a64061d8 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 21:46:03.186193 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8de7e369-10d0-4f19-8811-21fbeab54a9f", "name": "network-vif-deleted", "tag": "b6e71b84-7fe4-4320-9f6b-58e0b2c22856", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 21:46:03.186444 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b4b0c8b3-2b3b-4d8b-8514-e788a64061d8 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 21:46:03.186863 n-d-842733-1 neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4b0c8b3-2b3b-4d8b-8514-e788a64061d8'] response: {'server_uuid': '8de7e369-10d0-4f19-8811-21fbeab54a9f', 'name': 'network-vif-deleted', 'tag': 'b6e71b84-7fe4-4320-9f6b-58e0b2c22856', 'status': 'completed', 'code': 200} May 20 21:46:03.505898 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7344e8f2-fb09-4b55-84a4-b32686213fc3 req-d2d3c57f-990b-4fbb-aa44-391fed90037b tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/ports?device_id=8de7e369-10d0-4f19-8811-21fbeab54a9f HTTP/1.1" status: 200 len: 210 time: 0.0279102 May 20 21:46:04.570026 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 36414) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:46:04.926032 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d1d4a41c-8200-48a9-b51d-25c21c66956f tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748528'] for router_interface, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:05.177099 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-d1d4a41c-8200-48a9-b51d-25c21c66956f tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Deleting port 099fdcfd-2b1a-45ed-a77d-02b885cc2813 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:46:05.177394 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d1d4a41c-8200-48a9-b51d-25c21c66956f tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:05.261499 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-d1d4a41c-8200-48a9-b51d-25c21c66956f tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] For port 099fdcfd-2b1a-45ed-a77d-02b885cc2813, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=099fdcfd-2b1a-45ed-a77d-02b885cc2813,segment=NetworkSegment(16141c81-57ef-4048-a1b2-93d7d69ea58a),segment_id=16141c81-57ef-4048-a1b2-93d7d69ea58a)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:46:05.261862 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d1d4a41c-8200-48a9-b51d-25c21c66956f tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:05.273098 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-d1d4a41c-8200-48a9-b51d-25c21c66956f tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Calling delete_port for 099fdcfd-2b1a-45ed-a77d-02b885cc2813 owned by network:router_interface {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:46:05.521159 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d1d4a41c-8200-48a9-b51d-25c21c66956f tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:05.548420 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d4a41c-8200-48a9-b51d-25c21c66956f tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Pushing event deleted for resources: {'Port': ['ID=099fdcfd-2b1a-45ed-a77d-02b885cc2813,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:46:05.564634 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d4a41c-8200-48a9-b51d-25c21c66956f tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:46:05.564982 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d4a41c-8200-48a9-b51d-25c21c66956f tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:46:05.565376 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d4a41c-8200-48a9-b51d-25c21c66956f tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:46:05.565712 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d4a41c-8200-48a9-b51d-25c21c66956f tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:46:05.566042 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d4a41c-8200-48a9-b51d-25c21c66956f tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:46:05.566377 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d4a41c-8200-48a9-b51d-25c21c66956f tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:46:05.566704 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d4a41c-8200-48a9-b51d-25c21c66956f tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:46:05.567035 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d4a41c-8200-48a9-b51d-25c21c66956f tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:46:05.567361 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d4a41c-8200-48a9-b51d-25c21c66956f tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:46:05.567684 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d4a41c-8200-48a9-b51d-25c21c66956f tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:46:05.568007 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d4a41c-8200-48a9-b51d-25c21c66956f tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:46:05.568331 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d4a41c-8200-48a9-b51d-25c21c66956f tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:46:05.740354 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d1d4a41c-8200-48a9-b51d-25c21c66956f tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-692224'] for router_interface, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:05.951725 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1d4a41c-8200-48a9-b51d-25c21c66956f tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Router 1f885e82-9985-42dd-8dc7-befe9f362bf9 has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 21:46:06.057047 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1d4a41c-8200-48a9-b51d-25c21c66956f tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 21:46:06.062342 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-d1d4a41c-8200-48a9-b51d-25c21c66956f tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "PUT /v2.0/routers/1f885e82-9985-42dd-8dc7-befe9f362bf9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4912992 May 20 21:46:06.065257 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 36416) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:46:06.066889 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a68dd931-86aa-493c-919a-b982881df38b None None] Sync routers for ids ['1f885e82-9985-42dd-8dc7-befe9f362bf9'] in n-d-842733-1 {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 21:46:06.077665 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a68dd931-86aa-493c-919a-b982881df38b None None] Routers {'1f885e82-9985-42dd-8dc7-befe9f362bf9'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:46:06.078268 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-a68dd931-86aa-493c-919a-b982881df38b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:45:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['1f885e82-9985-42dd-8dc7-befe9f362bf9'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:46:06.116535 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_v2 [None req-49e1fad3-d7a6-48e9-9fc9-1f7f7c121691 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Deleting subnet ca1988fa-4dac-4e6a-923c-7d58100e7bac {{(pid=103162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 20 21:46:06.119538 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-49e1fad3-d7a6-48e9-9fc9-1f7f7c121691 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks [] for subnet, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:06.139749 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.agents_db [None req-5c33ad30-4e00-40fa-b486-8c79c4a6cfc5 None None] Agent healthcheck: found 7 active agents {{(pid=103165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 20 21:46:06.161004 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-49e1fad3-d7a6-48e9-9fc9-1f7f7c121691 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3738392'] for subnet, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:06.180757 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-a68dd931-86aa-493c-919a-b982881df38b None None] Set router 1f885e82-9985-42dd-8dc7-befe9f362bf9 gateway port host: n-d-842733-1 {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:46:06.248149 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-49e1fad3-d7a6-48e9-9fc9-1f7f7c121691 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33068388'] for subnet, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:06.358391 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-a68dd931-86aa-493c-919a-b982881df38b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f885e82-9985-42dd-8dc7-befe9f362bf9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-398804', 'tenant_id': 'cedf931037104109b3e73036244afafc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.5'}], 'enable_snat': True}, 'gw_port_id': 'e30d5c16-1a18-4f77-b812-ebddf7680c1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:45:05Z', 'updated_at': '2022-05-20T21:46:05Z', 'revision_number': 5, 'project_id': 'cedf931037104109b3e73036244afafc', 'gw_port': {'id': 'e30d5c16-1a18-4f77-b812-ebddf7680c1e', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:05:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f885e82-9985-42dd-8dc7-befe9f362bf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:45:05Z', 'updated_at': '2022-05-20T21:45:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:46:06.374805 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-49e1fad3-d7a6-48e9-9fc9-1f7f7c121691 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33068399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3797621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4018265'] for subnet, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:06.388271 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a68dd931-86aa-493c-919a-b982881df38b None None] Checking router: 1f885e82-9985-42dd-8dc7-befe9f362bf9 for host: n-d-842733-1 {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 21:46:06.396787 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a68dd931-86aa-493c-919a-b982881df38b None None] Routers {'1f885e82-9985-42dd-8dc7-befe9f362bf9'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:46:06.397440 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-a68dd931-86aa-493c-919a-b982881df38b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:45:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['1f885e82-9985-42dd-8dc7-befe9f362bf9'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:46:06.403751 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e1fad3-d7a6-48e9-9fc9-1f7f7c121691 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Pushing event deleted for resources: {'Subnet': ['ID=ca1988fa-4dac-4e6a-923c-7d58100e7bac,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:46:06.405829 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-49e1fad3-d7a6-48e9-9fc9-1f7f7c121691 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:06.408971 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-49e1fad3-d7a6-48e9-9fc9-1f7f7c121691 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "DELETE /v2.0/subnets/ca1988fa-4dac-4e6a-923c-7d58100e7bac HTTP/1.1" status: 204 len: 168 time: 0.3427956 May 20 21:46:06.411789 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 36418) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:46:06.433569 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac918b3e-a224-4bcd-99ef-d8d3d9473a3c None None] Network b5694112-ffe7-4145-9468-8203d2e848f7 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:46:06.697424 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device b6e71b84-7fe4-4320-9f6b-58e0b2c22856 no longer exists at agent hyperv_n-h1-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 21:46:06.726451 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] No Port match for: b6e71b84-7fe4-4320-9f6b-58e0b2c22856 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 21:46:06.726793 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device b6e71b84-7fe4-4320-9f6b-58e0b2c22856 not bound to the agent host n-h1-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 21:46:06.781747 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-a68dd931-86aa-493c-919a-b982881df38b None None] Set router 1f885e82-9985-42dd-8dc7-befe9f362bf9 gateway port host: n-d-842733-1 {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:46:06.875435 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-20fceaa4-d77f-4cbe-a5ec-1a250910ed75 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks [] for router, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:06.953266 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff2c1ca8-0616-4f70-a935-4238bc4ff63b None None] DHCP port deletion for b5694112-ffe7-4145-9468-8203d2e848f7 request from n-d-842733-1 {{(pid=103164) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 21:46:06.980350 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-20fceaa4-d77f-4cbe-a5ec-1a250910ed75 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:07.005421 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-a68dd931-86aa-493c-919a-b982881df38b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f885e82-9985-42dd-8dc7-befe9f362bf9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-398804', 'tenant_id': 'cedf931037104109b3e73036244afafc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.5'}], 'enable_snat': True}, 'gw_port_id': 'e30d5c16-1a18-4f77-b812-ebddf7680c1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:45:05Z', 'updated_at': '2022-05-20T21:46:05Z', 'revision_number': 5, 'project_id': 'cedf931037104109b3e73036244afafc', 'gw_port': {'id': 'e30d5c16-1a18-4f77-b812-ebddf7680c1e', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:05:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f885e82-9985-42dd-8dc7-befe9f362bf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:45:05Z', 'updated_at': '2022-05-20T21:45:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:46:07.042009 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a68dd931-86aa-493c-919a-b982881df38b None None] The sync data for ids ['1f885e82-9985-42dd-8dc7-befe9f362bf9'] in n-d-842733-1 is: [{'id': '1f885e82-9985-42dd-8dc7-befe9f362bf9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-398804', 'tenant_id': 'cedf931037104109b3e73036244afafc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.5'}], 'enable_snat': True}, 'gw_port_id': 'e30d5c16-1a18-4f77-b812-ebddf7680c1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:45:05Z', 'updated_at': '2022-05-20T21:46:05Z', 'revision_number': 5, 'project_id': 'cedf931037104109b3e73036244afafc', 'gw_port': {'id': 'e30d5c16-1a18-4f77-b812-ebddf7680c1e', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:05:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f885e82-9985-42dd-8dc7-befe9f362bf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:45:05Z', 'updated_at': '2022-05-20T21:45:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 21:46:07.044077 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-ff2c1ca8-0616-4f70-a935-4238bc4ff63b None None] Deleting port 54ae8bfb-697b-4e4c-8657-3e745edb56d5 {{(pid=103164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:46:07.044447 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ff2c1ca8-0616-4f70-a935-4238bc4ff63b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:07.108852 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-ff2c1ca8-0616-4f70-a935-4238bc4ff63b None None] For port 54ae8bfb-697b-4e4c-8657-3e745edb56d5, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=54ae8bfb-697b-4e4c-8657-3e745edb56d5,segment=NetworkSegment(16141c81-57ef-4048-a1b2-93d7d69ea58a),segment_id=16141c81-57ef-4048-a1b2-93d7d69ea58a)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:46:07.109595 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ff2c1ca8-0616-4f70-a935-4238bc4ff63b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:07.122513 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-ff2c1ca8-0616-4f70-a935-4238bc4ff63b None None] Calling delete_port for 54ae8bfb-697b-4e4c-8657-3e745edb56d5 owned by network:dhcp {{(pid=103164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:46:07.123575 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-20fceaa4-d77f-4cbe-a5ec-1a250910ed75 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Deleting port e30d5c16-1a18-4f77-b812-ebddf7680c1e {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:46:07.123914 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-20fceaa4-d77f-4cbe-a5ec-1a250910ed75 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:07.205330 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-20fceaa4-d77f-4cbe-a5ec-1a250910ed75 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] For port e30d5c16-1a18-4f77-b812-ebddf7680c1e, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=e30d5c16-1a18-4f77-b812-ebddf7680c1e,segment=NetworkSegment(0b5485c4-eff8-42a1-9073-ae54ed4c63ba),segment_id=0b5485c4-eff8-42a1-9073-ae54ed4c63ba)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:46:07.205330 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-20fceaa4-d77f-4cbe-a5ec-1a250910ed75 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:07.214559 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-20fceaa4-d77f-4cbe-a5ec-1a250910ed75 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Calling delete_port for e30d5c16-1a18-4f77-b812-ebddf7680c1e owned by network:router_gateway {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:46:07.281369 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ff2c1ca8-0616-4f70-a935-4238bc4ff63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099'] for port, after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:07.306548 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2c1ca8-0616-4f70-a935-4238bc4ff63b None None] Pushing event deleted for resources: {'Port': ['ID=54ae8bfb-697b-4e4c-8657-3e745edb56d5,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:46:07.311744 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff2c1ca8-0616-4f70-a935-4238bc4ff63b None None] No DVR routers for this DVR port 54ae8bfb-697b-4e4c-8657-3e745edb56d5 on host n-d-842733-1 {{(pid=103164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 21:46:07.318780 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2c1ca8-0616-4f70-a935-4238bc4ff63b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:46:07.319133 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2c1ca8-0616-4f70-a935-4238bc4ff63b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:46:07.319453 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2c1ca8-0616-4f70-a935-4238bc4ff63b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:46:07.319780 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2c1ca8-0616-4f70-a935-4238bc4ff63b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:46:07.320120 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2c1ca8-0616-4f70-a935-4238bc4ff63b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:46:07.320438 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2c1ca8-0616-4f70-a935-4238bc4ff63b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:46:07.326228 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2c1ca8-0616-4f70-a935-4238bc4ff63b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:46:07.326228 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2c1ca8-0616-4f70-a935-4238bc4ff63b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:46:07.326228 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2c1ca8-0616-4f70-a935-4238bc4ff63b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:46:07.326228 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2c1ca8-0616-4f70-a935-4238bc4ff63b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:46:07.326228 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2c1ca8-0616-4f70-a935-4238bc4ff63b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:46:07.326228 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2c1ca8-0616-4f70-a935-4238bc4ff63b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:46:07.433309 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 54ae8bfb-697b-4e4c-8657-3e745edb56d5 no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 21:46:07.443051 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-20fceaa4-d77f-4cbe-a5ec-1a250910ed75 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:07.455328 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: 54ae8bfb-697b-4e4c-8657-3e745edb56d5 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 21:46:07.455797 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 54ae8bfb-697b-4e4c-8657-3e745edb56d5 not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 21:46:07.456143 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 099fdcfd-2b1a-45ed-a77d-02b885cc2813 no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 21:46:07.470464 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fceaa4-d77f-4cbe-a5ec-1a250910ed75 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Pushing event deleted for resources: {'Port': ['ID=e30d5c16-1a18-4f77-b812-ebddf7680c1e,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:46:07.476153 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: 099fdcfd-2b1a-45ed-a77d-02b885cc2813 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 21:46:07.476456 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 099fdcfd-2b1a-45ed-a77d-02b885cc2813 not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 21:46:07.541451 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-20fceaa4-d77f-4cbe-a5ec-1a250910ed75 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-748206'] for router_gateway, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:07.639208 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-20fceaa4-d77f-4cbe-a5ec-1a250910ed75 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26169'] for router, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:07.641308 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-20fceaa4-d77f-4cbe-a5ec-1a250910ed75 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:07.755591 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-20fceaa4-d77f-4cbe-a5ec-1a250910ed75 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-693148'] for router, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:07.756034 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20fceaa4-d77f-4cbe-a5ec-1a250910ed75 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Fanout notify agent at l3_agent the message router_deleted on router 1f885e82-9985-42dd-8dc7-befe9f362bf9 {{(pid=103163) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 20 21:46:07.763932 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-20fceaa4-d77f-4cbe-a5ec-1a250910ed75 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks [] for router, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:07.765088 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-20fceaa4-d77f-4cbe-a5ec-1a250910ed75 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "DELETE /v2.0/routers/1f885e82-9985-42dd-8dc7-befe9f362bf9 HTTP/1.1" status: 204 len: 168 time: 1.3523030 May 20 21:46:07.768095 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 36420) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:46:07.857329 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-164d7898-2751-4fad-ba6a-625b815dd57f tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33160123'] for network, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:07.949569 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-164d7898-2751-4fad-ba6a-625b815dd57f tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33072115', 'neutron.services.segments.db._delete_segments_for_network-8782419500584'] for network, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:07.970625 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-164d7898-2751-4fad-ba6a-625b815dd57f tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5694112-ffe7-4145-9468-8203d2e848f7']}} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:46:07.979946 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-164d7898-2751-4fad-ba6a-625b815dd57f tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16141c81-57ef-4048-a1b2-93d7d69ea58a') {'for_net_delete': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:46:07.980270 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-164d7898-2751-4fad-ba6a-625b815dd57f tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16141c81-57ef-4048-a1b2-93d7d69ea58a') {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:46:07.989854 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-164d7898-2751-4fad-ba6a-625b815dd57f tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419501617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9338764'] for segment, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:08.003458 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-164d7898-2751-4fad-ba6a-625b815dd57f tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:08.009528 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-164d7898-2751-4fad-ba6a-625b815dd57f tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Releasing vlan 223 on physical network physnet1 to pool {{(pid=103163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 21:46:08.009867 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-164d7898-2751-4fad-ba6a-625b815dd57f tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9638311'] for segment, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:08.013676 n-d-842733-1 neutron-server[103163]: Traceback (most recent call last): May 20 21:46:08.013676 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 21:46:08.013676 n-d-842733-1 neutron-server[103163]: timer() May 20 21:46:08.013676 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 21:46:08.013676 n-d-842733-1 neutron-server[103163]: cb(*args, **kw) May 20 21:46:08.013676 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 20 21:46:08.013676 n-d-842733-1 neutron-server[103163]: return func(*args, **kwargs) May 20 21:46:08.013676 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 21:46:08.013676 n-d-842733-1 neutron-server[103163]: self._notify() May 20 21:46:08.013676 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 21:46:08.013676 n-d-842733-1 neutron-server[103163]: self.callback(batched_events) May 20 21:46:08.013676 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 21:46:08.013676 n-d-842733-1 neutron-server[103163]: event.method(event) May 20 21:46:08.013676 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 20 21:46:08.013676 n-d-842733-1 neutron-server[103163]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 21:46:08.013676 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 20 21:46:08.013676 n-d-842733-1 neutron-server[103163]: aggregate_uuid = self.p_client.list_aggregates( May 20 21:46:08.013676 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 20 21:46:08.013676 n-d-842733-1 neutron-server[103163]: return f(self, *a, **k) May 20 21:46:08.013676 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 20 21:46:08.013676 n-d-842733-1 neutron-server[103163]: return self._get(url).json() May 20 21:46:08.013676 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 20 21:46:08.013676 n-d-842733-1 neutron-server[103163]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 21:46:08.013676 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 21:46:08.013676 n-d-842733-1 neutron-server[103163]: return self.request(url, 'GET', **kwargs) May 20 21:46:08.013676 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 21:46:08.013676 n-d-842733-1 neutron-server[103163]: base_url = self.get_endpoint(auth, allow=allow, May 20 21:46:08.013676 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 21:46:08.013676 n-d-842733-1 neutron-server[103163]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 21:46:08.013676 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 21:46:08.013676 n-d-842733-1 neutron-server[103163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 21:46:08.013676 n-d-842733-1 neutron-server[103163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 21:46:08.111029 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-164d7898-2751-4fad-ba6a-625b815dd57f tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33072122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748162'] for network, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:08.118396 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-164d7898-2751-4fad-ba6a-625b815dd57f tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:08.121450 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-164d7898-2751-4fad-ba6a-625b815dd57f tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "DELETE /v2.0/networks/b5694112-ffe7-4145-9468-8203d2e848f7 HTTP/1.1" status: 204 len: 168 time: 0.3520708 May 20 21:46:08.124389 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 36422) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:46:08.134146 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164d7898-2751-4fad-ba6a-625b815dd57f tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Pushing event deleted for resources: {'Network': ['ID=b5694112-ffe7-4145-9468-8203d2e848f7,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:46:08.185255 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d0343148-0d4d-47bd-acaa-3780b47fa943 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:08.211504 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d0343148-0d4d-47bd-acaa-3780b47fa943 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:08.322966 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d0343148-0d4d-47bd-acaa-3780b47fa943 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:08.325776 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d0343148-0d4d-47bd-acaa-3780b47fa943 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:08.329500 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-d0343148-0d4d-47bd-acaa-3780b47fa943 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "DELETE /v2.0/security-groups/0f6d89f2-8851-483c-95fb-6e614aab0a45 HTTP/1.1" status: 204 len: 168 time: 0.2015820 May 20 21:46:08.339558 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0343148-0d4d-47bd-acaa-3780b47fa943 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f6d89f2-8851-483c-95fb-6e614aab0a45,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:46:08.586757 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 36428) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:46:08.592491 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-5f703ec1-e0f2-4bca-a968-8814e1cde4b0 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1831543490', 'description': 'tempest-secgroup-smoke-1831543490 description', 'project_id': 'cedf931037104109b3e73036244afafc'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:46:08.676888 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5f703ec1-e0f2-4bca-a968-8814e1cde4b0 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:08.744790 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5f703ec1-e0f2-4bca-a968-8814e1cde4b0 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:08.813618 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5f703ec1-e0f2-4bca-a968-8814e1cde4b0 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:08.842005 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f703ec1-e0f2-4bca-a968-8814e1cde4b0 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1bea7ff0-dc73-4402-9d12-4d6e25be4c1b,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:46:08.895664 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5f703ec1-e0f2-4bca-a968-8814e1cde4b0 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:08.896948 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-5f703ec1-e0f2-4bca-a968-8814e1cde4b0 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3091667 May 20 21:46:08.899918 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 36430) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:46:08.905241 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-2b2c3d48-089d-4459-a73b-2a2cabdded15 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Request body: {'security_group_rule': {'security_group_id': '1bea7ff0-dc73-4402-9d12-4d6e25be4c1b', 'project_id': 'cedf931037104109b3e73036244afafc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:46:08.967506 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2b2c3d48-089d-4459-a73b-2a2cabdded15 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:09.022147 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2b2c3d48-089d-4459-a73b-2a2cabdded15 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:09.094323 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2b2c3d48-089d-4459-a73b-2a2cabdded15 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691816'] for security_group_rule, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:09.111434 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2c3d48-089d-4459-a73b-2a2cabdded15 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f4d7ae9-6e72-4cce-a2d8-7d911c5f7b05,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:46:09.127440 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device e30d5c16-1a18-4f77-b812-ebddf7680c1e no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 21:46:09.151005 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: e30d5c16-1a18-4f77-b812-ebddf7680c1e {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 21:46:09.152203 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device e30d5c16-1a18-4f77-b812-ebddf7680c1e not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 21:46:09.189329 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2b2c3d48-089d-4459-a73b-2a2cabdded15 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:09.190588 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-2b2c3d48-089d-4459-a73b-2a2cabdded15 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2897072 May 20 21:46:09.193166 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 36432) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:46:09.197456 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-66370f6e-ec28-4a37-b7c7-118bfc110f40 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Request body: {'security_group_rule': {'security_group_id': '1bea7ff0-dc73-4402-9d12-4d6e25be4c1b', 'project_id': 'cedf931037104109b3e73036244afafc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:46:09.275656 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-66370f6e-ec28-4a37-b7c7-118bfc110f40 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:09.330688 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-66370f6e-ec28-4a37-b7c7-118bfc110f40 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:09.374103 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-66370f6e-ec28-4a37-b7c7-118bfc110f40 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691816'] for security_group_rule, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:09.392733 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66370f6e-ec28-4a37-b7c7-118bfc110f40 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e766121b-5c32-495d-b24f-42fbcd0acbe6,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:46:09.461916 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-66370f6e-ec28-4a37-b7c7-118bfc110f40 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:09.463128 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-66370f6e-ec28-4a37-b7c7-118bfc110f40 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2690346 May 20 21:46:09.465913 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 36434) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:46:09.470284 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-cd488dcb-1311-428d-845d-c422edc9d767 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Request body: {'security_group_rule': {'security_group_id': '1bea7ff0-dc73-4402-9d12-4d6e25be4c1b', 'project_id': 'cedf931037104109b3e73036244afafc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:46:09.562548 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-cd488dcb-1311-428d-845d-c422edc9d767 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:09.620681 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-cd488dcb-1311-428d-845d-c422edc9d767 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:09.692317 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-cd488dcb-1311-428d-845d-c422edc9d767 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691816'] for security_group_rule, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:09.709943 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd488dcb-1311-428d-845d-c422edc9d767 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6fbdc31-f65d-4e88-b4a1-c87db600778e,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:46:09.779979 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-cd488dcb-1311-428d-845d-c422edc9d767 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:09.781188 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-cd488dcb-1311-428d-845d-c422edc9d767 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3143406 May 20 21:46:09.783834 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 36436) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:46:09.788042 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-ce5fa16e-2e95-4457-b8e5-9f567c782db8 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Request body: {'security_group_rule': {'security_group_id': '1bea7ff0-dc73-4402-9d12-4d6e25be4c1b', 'project_id': 'cedf931037104109b3e73036244afafc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:46:09.874658 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ce5fa16e-2e95-4457-b8e5-9f567c782db8 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:09.931931 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ce5fa16e-2e95-4457-b8e5-9f567c782db8 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:10.013798 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ce5fa16e-2e95-4457-b8e5-9f567c782db8 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691816'] for security_group_rule, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:10.031284 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5fa16e-2e95-4457-b8e5-9f567c782db8 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3dae57ca-daa2-45d4-a42d-a2ca34b80d78,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:46:10.113052 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ce5fa16e-2e95-4457-b8e5-9f567c782db8 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:10.114327 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-ce5fa16e-2e95-4457-b8e5-9f567c782db8 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3295279 May 20 21:46:10.122839 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 36438) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:46:10.127522 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-df5b3c1b-2f37-4c27-af4c-d2bed1e0a462 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Request body: {'security_group_rule': {'security_group_id': '1bea7ff0-dc73-4402-9d12-4d6e25be4c1b', 'project_id': 'cedf931037104109b3e73036244afafc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:46:10.208678 n-d-842733-1 neutron-server[103163]: INFO neutron.db.securitygroups_db [None req-df5b3c1b-2f37-4c27-af4c-d2bed1e0a462 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Project cedf931037104109b3e73036244afafc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 20 21:46:10.214709 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-df5b3c1b-2f37-4c27-af4c-d2bed1e0a462 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:10.274822 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-df5b3c1b-2f37-4c27-af4c-d2bed1e0a462 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:10.350788 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-df5b3c1b-2f37-4c27-af4c-d2bed1e0a462 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691816'] for security_group_rule, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:10.368115 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5b3c1b-2f37-4c27-af4c-d2bed1e0a462 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21812e50-a441-4315-bbf0-2a62575b1407,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:46:10.444648 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-df5b3c1b-2f37-4c27-af4c-d2bed1e0a462 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:10.445916 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-df5b3c1b-2f37-4c27-af4c-d2bed1e0a462 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3220580 May 20 21:46:10.449120 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 36440) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:46:10.453531 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-93f2bc9b-41aa-4324-8174-be847d6c38f6 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Request body: {'security_group_rule': {'security_group_id': '1bea7ff0-dc73-4402-9d12-4d6e25be4c1b', 'project_id': 'cedf931037104109b3e73036244afafc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:46:10.532885 n-d-842733-1 neutron-server[103163]: INFO neutron.db.securitygroups_db [None req-93f2bc9b-41aa-4324-8174-be847d6c38f6 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Project cedf931037104109b3e73036244afafc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 20 21:46:10.538233 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-93f2bc9b-41aa-4324-8174-be847d6c38f6 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:10.598033 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-93f2bc9b-41aa-4324-8174-be847d6c38f6 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:10.669437 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-93f2bc9b-41aa-4324-8174-be847d6c38f6 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691816'] for security_group_rule, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:10.687733 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f2bc9b-41aa-4324-8174-be847d6c38f6 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e0a87b6-2f86-4bbc-9833-145162945af6,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:46:10.758607 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-93f2bc9b-41aa-4324-8174-be847d6c38f6 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:10.760119 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-93f2bc9b-41aa-4324-8174-be847d6c38f6 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3100424 May 20 21:46:10.763653 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 36442) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:46:10.768729 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-62a303df-3bd3-44a4-a6aa-8c1ec8cef502 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Request body: {'network': {'name': 'tempest-network-smoke--240027451', 'project_id': 'cedf931037104109b3e73036244afafc', 'port_security_enabled': True}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:46:10.899697 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62a303df-3bd3-44a4-a6aa-8c1ec8cef502 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Made reservation on behalf of cedf931037104109b3e73036244afafc for: {'network': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:46:10.903707 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-62a303df-3bd3-44a4-a6aa-8c1ec8cef502 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for network, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:10.930931 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62a303df-3bd3-44a4-a6aa-8c1ec8cef502 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 247} {{(pid=103163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 21:46:10.939323 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-62a303df-3bd3-44a4-a6aa-8c1ec8cef502 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:10.943834 n-d-842733-1 neutron-server[103163]: INFO neutron.db.segments_db [None req-62a303df-3bd3-44a4-a6aa-8c1ec8cef502 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Added segment 5497d8cd-c8a4-433e-8c4b-7183902b822d of type vlan for network c5d56deb-450d-4484-9e43-2114ede31574 May 20 21:46:10.977958 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-62a303df-3bd3-44a4-a6aa-8c1ec8cef502 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418993264'] for network, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:11.071201 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-62a303df-3bd3-44a4-a6aa-8c1ec8cef502 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524'] for network, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:11.077375 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62a303df-3bd3-44a4-a6aa-8c1ec8cef502 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:46:11.077970 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-62a303df-3bd3-44a4-a6aa-8c1ec8cef502 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:11.144400 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a303df-3bd3-44a4-a6aa-8c1ec8cef502 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Pushing event updated for resources: {'Network': ['ID=c5d56deb-450d-4484-9e43-2114ede31574,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:46:11.155227 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Network c5d56deb-450d-4484-9e43-2114ede31574 details requested by agent ovs-agent-n-d-842733-1 with host n-d-842733-1 {{(pid=103164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 20 21:46:11.200242 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-62a303df-3bd3-44a4-a6aa-8c1ec8cef502 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4354730 May 20 21:46:11.202868 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 36444) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:46:11.207167 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-1e589857-afb0-48ee-bacb-f3f5eb9bb2df tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-942026604', 'admin_state_up': True, 'project_id': 'cedf931037104109b3e73036244afafc', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'}}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:46:11.288289 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1e589857-afb0-48ee-bacb-f3f5eb9bb2df tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-694221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26155'] for router, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:11.289319 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1e589857-afb0-48ee-bacb-f3f5eb9bb2df tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-693085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748153', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-718080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26162'] for router, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:11.345102 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1e589857-afb0-48ee-bacb-f3f5eb9bb2df tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:11.540361 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1e589857-afb0-48ee-bacb-f3f5eb9bb2df tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:11.780626 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1e589857-afb0-48ee-bacb-f3f5eb9bb2df tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks [] for router_gateway, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:11.798923 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1e589857-afb0-48ee-bacb-f3f5eb9bb2df tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:11.903039 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-1e589857-afb0-48ee-bacb-f3f5eb9bb2df tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Allocated IP 172.25.2.68 (e3a93b5c-91e2-4064-9c2c-1afc261bfe15/86fee0c1-6e34-488b-9216-b2b8e7ef585a/de80dd53-2d83-4587-8035-1400b5418697) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:46:12.000739 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1e589857-afb0-48ee-bacb-f3f5eb9bb2df tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:12.077487 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1e589857-afb0-48ee-bacb-f3f5eb9bb2df tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:12.118134 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e589857-afb0-48ee-bacb-f3f5eb9bb2df tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Network e3a93b5c-91e2-4064-9c2c-1afc261bfe15 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:46:12.123357 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-1e589857-afb0-48ee-bacb-f3f5eb9bb2df tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:46:12.127664 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e589857-afb0-48ee-bacb-f3f5eb9bb2df tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:46:12.135878 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e589857-afb0-48ee-bacb-f3f5eb9bb2df tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Pushing event updated for resources: {'Port': ['ID=de80dd53-2d83-4587-8035-1400b5418697,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:46:12.443510 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1e589857-afb0-48ee-bacb-f3f5eb9bb2df tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks [] for router_gateway, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:12.639206 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1e589857-afb0-48ee-bacb-f3f5eb9bb2df tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748106'] for router, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:12.825810 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e589857-afb0-48ee-bacb-f3f5eb9bb2df tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Router e6c988c9-d5fe-4419-93c6-df5c2129c25b is scheduled to L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e with binding_index 1 {{(pid=103163) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 20 21:46:12.927977 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e589857-afb0-48ee-bacb-f3f5eb9bb2df tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 21:46:12.938235 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e6c233-1c69-4b78-8a95-abe3e00ff4d8 None None] Sync routers for ids ['e6c988c9-d5fe-4419-93c6-df5c2129c25b'] in n-d-842733-1 {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 21:46:12.947728 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e6c233-1c69-4b78-8a95-abe3e00ff4d8 None None] Routers {'e6c988c9-d5fe-4419-93c6-df5c2129c25b'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:46:12.948833 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-40e6c233-1c69-4b78-8a95-abe3e00ff4d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:45:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['e6c988c9-d5fe-4419-93c6-df5c2129c25b'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:46:13.021687 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1e589857-afb0-48ee-bacb-f3f5eb9bb2df tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks [] for router, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:13.022973 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-1e589857-afb0-48ee-bacb-f3f5eb9bb2df tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.8191926 May 20 21:46:13.026795 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 36446) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:46:13.052499 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-40e6c233-1c69-4b78-8a95-abe3e00ff4d8 None None] Set router e6c988c9-d5fe-4419-93c6-df5c2129c25b gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:46:13.064448 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-72370010-09ac-47b6-845a-6d972ee0fa07 tempest-TestNetworkAdvancedServerOps-869466300 tempest-TestNetworkAdvancedServerOps-869466300-project-admin] 10.222.0.35 "GET /v2.0/subnets?project_id=cedf931037104109b3e73036244afafc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0365756 May 20 21:46:13.067143 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 36448) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:46:13.231476 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-40e6c233-1c69-4b78-8a95-abe3e00ff4d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6c988c9-d5fe-4419-93c6-df5c2129c25b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-942026604', 'tenant_id': 'cedf931037104109b3e73036244afafc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.68'}], 'enable_snat': True}, 'gw_port_id': 'de80dd53-2d83-4587-8035-1400b5418697', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:46:11Z', 'updated_at': '2022-05-20T21:46:12Z', 'revision_number': 3, 'project_id': 'cedf931037104109b3e73036244afafc', 'gw_port': {'id': 'de80dd53-2d83-4587-8035-1400b5418697', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:8a:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6c988c9-d5fe-4419-93c6-df5c2129c25b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:46:11Z', 'updated_at': '2022-05-20T21:46:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:46:13.263935 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e6c233-1c69-4b78-8a95-abe3e00ff4d8 None None] Checking router: e6c988c9-d5fe-4419-93c6-df5c2129c25b for host: n-d-842733-1 {{(pid=103165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 21:46:13.264281 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e6c233-1c69-4b78-8a95-abe3e00ff4d8 None None] Updating router e6c988c9-d5fe-4419-93c6-df5c2129c25b port de80dd53-2d83-4587-8035-1400b5418697 binding host n-d-842733-1 {{(pid=103165) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 21:46:13.289612 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-40e6c233-1c69-4b78-8a95-abe3e00ff4d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:13.515346 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-879430cb-c7ed-4e45-9e65-a87912b9b048 tempest-TestNetworkAdvancedServerOps-869466300 tempest-TestNetworkAdvancedServerOps-869466300-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:46:13.519649 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-879430cb-c7ed-4e45-9e65-a87912b9b048 tempest-TestNetworkAdvancedServerOps-869466300 tempest-TestNetworkAdvancedServerOps-869466300-project-admin] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4488401 May 20 21:46:13.519807 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 36450) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:46:13.548987 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-40e6c233-1c69-4b78-8a95-abe3e00ff4d8 None None] Notify callbacks [] for port, precommit_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:13.553274 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-f4f6a806-16fe-4ea1-b7d2-10788084cd35 tempest-TestNetworkAdvancedServerOps-869466300 tempest-TestNetworkAdvancedServerOps-869466300-project-admin] 10.222.0.35 "GET /v2.0/subnets?network_id=e3a93b5c-91e2-4064-9c2c-1afc261bfe15&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0323920 May 20 21:46:13.555816 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 36452) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:46:13.560427 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-fa983fc1-cd49-4e70-ae26-aca597236369 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-971782597', 'network_id': 'c5d56deb-450d-4484-9e43-2114ede31574', 'project_id': 'cedf931037104109b3e73036244afafc', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:46:13.618391 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-40e6c233-1c69-4b78-8a95-abe3e00ff4d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:13.666811 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-40e6c233-1c69-4b78-8a95-abe3e00ff4d8 None None] Attempting to bind port de80dd53-2d83-4587-8035-1400b5418697 on host n-d-842733-1 for vnic_type normal with profile {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:46:13.667170 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-40e6c233-1c69-4b78-8a95-abe3e00ff4d8 None None] Attempting to bind port de80dd53-2d83-4587-8035-1400b5418697 by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': '0b5485c4-eff8-42a1-9073-ae54ed4c63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'}] {{(pid=103165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:46:13.667528 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40e6c233-1c69-4b78-8a95-abe3e00ff4d8 None None] Attempting to bind port de80dd53-2d83-4587-8035-1400b5418697 on network e3a93b5c-91e2-4064-9c2c-1afc261bfe15 {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:46:13.674689 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f214bf5a-21e7-4b2e-baff-d8c2130f757c None None] Pushing event updated for resources: {'Port': ['ID=de80dd53-2d83-4587-8035-1400b5418697,revision_number=2']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:46:13.682164 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40e6c233-1c69-4b78-8a95-abe3e00ff4d8 None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 21, 45, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 21:46:13.682636 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40e6c233-1c69-4b78-8a95-abe3e00ff4d8 None None] Checking segment: {'id': '0b5485c4-eff8-42a1-9073-ae54ed4c63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:46:13.683030 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-40e6c233-1c69-4b78-8a95-abe3e00ff4d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:13.683415 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40e6c233-1c69-4b78-8a95-abe3e00ff4d8 None None] Bound using segment: {'id': '0b5485c4-eff8-42a1-9073-ae54ed4c63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'} {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 21:46:13.683864 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-40e6c233-1c69-4b78-8a95-abe3e00ff4d8 None None] Bound port: de80dd53-2d83-4587-8035-1400b5418697, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b5485c4-eff8-42a1-9073-ae54ed4c63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'}}] {{(pid=103165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:46:13.684238 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-40e6c233-1c69-4b78-8a95-abe3e00ff4d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:13.687349 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f214bf5a-21e7-4b2e-baff-d8c2130f757c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:46:13.690543 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f214bf5a-21e7-4b2e-baff-d8c2130f757c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:46:13.690543 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f214bf5a-21e7-4b2e-baff-d8c2130f757c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:46:13.690543 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f214bf5a-21e7-4b2e-baff-d8c2130f757c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:46:13.690543 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f214bf5a-21e7-4b2e-baff-d8c2130f757c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:46:13.690543 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f214bf5a-21e7-4b2e-baff-d8c2130f757c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:46:13.690543 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f214bf5a-21e7-4b2e-baff-d8c2130f757c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:46:13.690543 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f214bf5a-21e7-4b2e-baff-d8c2130f757c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:46:13.690543 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f214bf5a-21e7-4b2e-baff-d8c2130f757c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:46:13.690543 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f214bf5a-21e7-4b2e-baff-d8c2130f757c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:46:13.690543 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f214bf5a-21e7-4b2e-baff-d8c2130f757c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:46:13.691477 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f214bf5a-21e7-4b2e-baff-d8c2130f757c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:46:13.709837 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa983fc1-cd49-4e70-ae26-aca597236369 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Made reservation on behalf of cedf931037104109b3e73036244afafc for: {'subnet': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:46:13.714550 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-fa983fc1-cd49-4e70-ae26-aca597236369 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8422561'] for subnet, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:13.745929 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-40e6c233-1c69-4b78-8a95-abe3e00ff4d8 None None] For port de80dd53-2d83-4587-8035-1400b5418697, host n-d-842733-1, cleared binding levels {{(pid=103165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 21:46:13.748959 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-40e6c233-1c69-4b78-8a95-abe3e00ff4d8 None None] For port de80dd53-2d83-4587-8035-1400b5418697, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=de80dd53-2d83-4587-8035-1400b5418697,segment=NetworkSegment(0b5485c4-eff8-42a1-9073-ae54ed4c63ba),segment_id=0b5485c4-eff8-42a1-9073-ae54ed4c63ba)] {{(pid=103165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 21:46:13.818973 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-40e6c233-1c69-4b78-8a95-abe3e00ff4d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:13.878412 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e6c233-1c69-4b78-8a95-abe3e00ff4d8 None None] Routers {'e6c988c9-d5fe-4419-93c6-df5c2129c25b'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:46:13.879026 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-40e6c233-1c69-4b78-8a95-abe3e00ff4d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:45:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['e6c988c9-d5fe-4419-93c6-df5c2129c25b'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:46:13.883607 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f214bf5a-21e7-4b2e-baff-d8c2130f757c None None] Pushing event updated for resources: {'Port': ['ID=de80dd53-2d83-4587-8035-1400b5418697,revision_number=3']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:46:13.957180 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-fa983fc1-cd49-4e70-ae26-aca597236369 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9641412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8422583'] for subnet, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:13.987782 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-40e6c233-1c69-4b78-8a95-abe3e00ff4d8 None None] Set router e6c988c9-d5fe-4419-93c6-df5c2129c25b gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:46:14.019871 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa983fc1-cd49-4e70-ae26-aca597236369 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Pushing event updated for resources: {'Subnet': ['ID=675fbdcc-83a6-40d3-8ab8-341d8fe80b94,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:46:14.029297 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa983fc1-cd49-4e70-ae26-aca597236369 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Checking segment: {'id': '5497d8cd-c8a4-433e-8c4b-7183902b822d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'c5d56deb-450d-4484-9e43-2114ede31574'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:46:14.029653 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa983fc1-cd49-4e70-ae26-aca597236369 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Network hostable DHCP agents. Network: c5d56deb-450d-4484-9e43-2114ede31574, hostable agents: ['c9b0653c-f3c7-4339-bd50-e3754b629216'], hosted agents: [] {{(pid=103163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 21:46:14.103910 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa983fc1-cd49-4e70-ae26-aca597236369 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Network c5d56deb-450d-4484-9e43-2114ede31574 is scheduled to be hosted by DHCP agent c9b0653c-f3c7-4339-bd50-e3754b629216 with binding_index 1 {{(pid=103163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 21:46:14.165336 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-40e6c233-1c69-4b78-8a95-abe3e00ff4d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6c988c9-d5fe-4419-93c6-df5c2129c25b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-942026604', 'tenant_id': 'cedf931037104109b3e73036244afafc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.68'}], 'enable_snat': True}, 'gw_port_id': 'de80dd53-2d83-4587-8035-1400b5418697', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:46:11Z', 'updated_at': '2022-05-20T21:46:12Z', 'revision_number': 3, 'project_id': 'cedf931037104109b3e73036244afafc', 'gw_port': {'id': 'de80dd53-2d83-4587-8035-1400b5418697', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:8a:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6c988c9-d5fe-4419-93c6-df5c2129c25b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:46:11Z', 'updated_at': '2022-05-20T21:46:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:46:14.184769 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-fa983fc1-cd49-4e70-ae26-aca597236369 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842733-1, c5d56deb-450d-4484-9e43-2114ede31574) {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:46:14.189049 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa983fc1-cd49-4e70-ae26-aca597236369 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:46:14.189668 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-fa983fc1-cd49-4e70-ae26-aca597236369 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks [] for subnet, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:14.196421 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baf512ce-1f61-4ac0-bc2b-a8f1848de2d9 None None] Network c5d56deb-450d-4484-9e43-2114ede31574 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:46:14.197194 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e6c233-1c69-4b78-8a95-abe3e00ff4d8 None None] The sync data for ids ['e6c988c9-d5fe-4419-93c6-df5c2129c25b'] in n-d-842733-1 is: [{'id': 'e6c988c9-d5fe-4419-93c6-df5c2129c25b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-942026604', 'tenant_id': 'cedf931037104109b3e73036244afafc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.68'}], 'enable_snat': True}, 'gw_port_id': 'de80dd53-2d83-4587-8035-1400b5418697', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:46:11Z', 'updated_at': '2022-05-20T21:46:12Z', 'revision_number': 3, 'project_id': 'cedf931037104109b3e73036244afafc', 'gw_port': {'id': 'de80dd53-2d83-4587-8035-1400b5418697', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:8a:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6c988c9-d5fe-4419-93c6-df5c2129c25b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:46:11Z', 'updated_at': '2022-05-20T21:46:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 21:46:14.284004 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-fa983fc1-cd49-4e70-ae26-aca597236369 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7271676 May 20 21:46:14.286761 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 36454) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:46:14.356723 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6c17939-f24b-4160-9e7c-80e480a8be30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaee2b848-d4b9-5db1-b6ef-d6db29d67de7-c5d56deb-450d-4484-9e43-2114ede31574', 'network_id': 'c5d56deb-450d-4484-9e43-2114ede31574', 'tenant_id': 'cedf931037104109b3e73036244afafc', 'fixed_ips': [{'subnet_id': '675fbdcc-83a6-40d3-8ab8-341d8fe80b94'}]}} from n-d-842733-1. {{(pid=103164) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 21:46:14.357638 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b6c17939-f24b-4160-9e7c-80e480a8be30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:14.537045 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [None req-b6c17939-f24b-4160-9e7c-80e480a8be30 None None] Allocated IP 172.20.0.2 (c5d56deb-450d-4484-9e43-2114ede31574/675fbdcc-83a6-40d3-8ab8-341d8fe80b94/f9152bfe-5f4b-4963-8e3a-c8f7382f87ee) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:46:14.690212 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b6c17939-f24b-4160-9e7c-80e480a8be30 None None] Notify callbacks [] for port, precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:14.768864 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b6c17939-f24b-4160-9e7c-80e480a8be30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108'] for port, after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:14.789659 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-aeb3e4d3-de2b-4010-af1c-6f76b42f3359 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:14.807098 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6c17939-f24b-4160-9e7c-80e480a8be30 None None] Network c5d56deb-450d-4484-9e43-2114ede31574 is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:46:14.810528 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-b6c17939-f24b-4160-9e7c-80e480a8be30 None None] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:46:14.813974 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c17939-f24b-4160-9e7c-80e480a8be30 None None] Received port after_create {{(pid=103164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:46:14.825879 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c17939-f24b-4160-9e7c-80e480a8be30 None None] Pushing event updated for resources: {'Port': ['ID=f9152bfe-5f4b-4963-8e3a-c8f7382f87ee,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:46:14.880040 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-b6c17939-f24b-4160-9e7c-80e480a8be30 None None] Attempting to bind port f9152bfe-5f4b-4963-8e3a-c8f7382f87ee on host n-d-842733-1 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:46:14.880401 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-b6c17939-f24b-4160-9e7c-80e480a8be30 None None] Attempting to bind port f9152bfe-5f4b-4963-8e3a-c8f7382f87ee by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': '5497d8cd-c8a4-433e-8c4b-7183902b822d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'c5d56deb-450d-4484-9e43-2114ede31574'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:46:14.880759 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c17939-f24b-4160-9e7c-80e480a8be30 None None] Attempting to bind port f9152bfe-5f4b-4963-8e3a-c8f7382f87ee on network c5d56deb-450d-4484-9e43-2114ede31574 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:46:14.888459 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c17939-f24b-4160-9e7c-80e480a8be30 None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 21, 45, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 21:46:14.888835 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c17939-f24b-4160-9e7c-80e480a8be30 None None] Checking segment: {'id': '5497d8cd-c8a4-433e-8c4b-7183902b822d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'c5d56deb-450d-4484-9e43-2114ede31574'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:46:14.889328 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b6c17939-f24b-4160-9e7c-80e480a8be30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:14.889641 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c17939-f24b-4160-9e7c-80e480a8be30 None None] Bound using segment: {'id': '5497d8cd-c8a4-433e-8c4b-7183902b822d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'c5d56deb-450d-4484-9e43-2114ede31574'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 21:46:14.890207 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-b6c17939-f24b-4160-9e7c-80e480a8be30 None None] Bound port: f9152bfe-5f4b-4963-8e3a-c8f7382f87ee, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5497d8cd-c8a4-433e-8c4b-7183902b822d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'c5d56deb-450d-4484-9e43-2114ede31574'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:46:14.891046 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b6c17939-f24b-4160-9e7c-80e480a8be30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:14.961118 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b6c17939-f24b-4160-9e7c-80e480a8be30 None None] For port f9152bfe-5f4b-4963-8e3a-c8f7382f87ee, host n-d-842733-1, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 21:46:14.964523 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b6c17939-f24b-4160-9e7c-80e480a8be30 None None] For port f9152bfe-5f4b-4963-8e3a-c8f7382f87ee, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=f9152bfe-5f4b-4963-8e3a-c8f7382f87ee,segment=NetworkSegment(5497d8cd-c8a4-433e-8c4b-7183902b822d),segment_id=5497d8cd-c8a4-433e-8c4b-7183902b822d)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 21:46:15.020229 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b6c17939-f24b-4160-9e7c-80e480a8be30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:15.100450 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c17939-f24b-4160-9e7c-80e480a8be30 None None] Pushing event updated for resources: {'Port': ['ID=f9152bfe-5f4b-4963-8e3a-c8f7382f87ee,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:46:15.154963 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-aeb3e4d3-de2b-4010-af1c-6f76b42f3359 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Allocated IP 172.20.0.1 (c5d56deb-450d-4484-9e43-2114ede31574/675fbdcc-83a6-40d3-8ab8-341d8fe80b94/80fb6107-6148-4c2f-a432-9dea0abf7aae) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:46:15.204489 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device de80dd53-2d83-4587-8035-1400b5418697 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:46:15.255463 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port de80dd53-2d83-4587-8035-1400b5418697 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:46:15.255921 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:15.298240 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-aeb3e4d3-de2b-4010-af1c-6f76b42f3359 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:15.360013 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port de80dd53-2d83-4587-8035-1400b5418697 is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:46:15.360473 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:15.384348 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] For port de80dd53-2d83-4587-8035-1400b5418697, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=de80dd53-2d83-4587-8035-1400b5418697,segment=NetworkSegment(0b5485c4-eff8-42a1-9073-ae54ed4c63ba),segment_id=0b5485c4-eff8-42a1-9073-ae54ed4c63ba)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:46:15.403003 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-aeb3e4d3-de2b-4010-af1c-6f76b42f3359 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:15.450399 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeb3e4d3-de2b-4010-af1c-6f76b42f3359 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Network c5d56deb-450d-4484-9e43-2114ede31574 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:46:15.453439 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-aeb3e4d3-de2b-4010-af1c-6f76b42f3359 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:46:15.457134 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeb3e4d3-de2b-4010-af1c-6f76b42f3359 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:46:15.467206 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb3e4d3-de2b-4010-af1c-6f76b42f3359 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Pushing event updated for resources: {'Port': ['ID=80fb6107-6148-4c2f-a432-9dea0abf7aae,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:46:15.477291 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:15.508748 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-aeb3e4d3-de2b-4010-af1c-6f76b42f3359 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748409'] for router_interface, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:15.527986 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Pushing event updated for resources: {'Port': ['ID=de80dd53-2d83-4587-8035-1400b5418697,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:46:15.712608 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-aeb3e4d3-de2b-4010-af1c-6f76b42f3359 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:15.987570 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-aeb3e4d3-de2b-4010-af1c-6f76b42f3359 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks [] for port, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:16.035508 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-aeb3e4d3-de2b-4010-af1c-6f76b42f3359 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:16.105998 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-aeb3e4d3-de2b-4010-af1c-6f76b42f3359 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748437'] for router_interface, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:16.107734 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb3e4d3-de2b-4010-af1c-6f76b42f3359 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Pushing event updated for resources: {'Port': ['ID=80fb6107-6148-4c2f-a432-9dea0abf7aae,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:46:16.205392 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeb3e4d3-de2b-4010-af1c-6f76b42f3359 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Network c5d56deb-450d-4484-9e43-2114ede31574 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:46:16.206867 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-aeb3e4d3-de2b-4010-af1c-6f76b42f3359 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:46:16.317884 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aeb3e4d3-de2b-4010-af1c-6f76b42f3359 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Router e6c988c9-d5fe-4419-93c6-df5c2129c25b has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 21:46:16.422993 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aeb3e4d3-de2b-4010-af1c-6f76b42f3359 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 21:46:16.428609 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-aeb3e4d3-de2b-4010-af1c-6f76b42f3359 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "PUT /v2.0/routers/e6c988c9-d5fe-4419-93c6-df5c2129c25b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1407790 May 20 21:46:16.435554 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cfe1b41-51fb-4041-a225-5944b7e04a2a None None] Sync routers for ids ['e6c988c9-d5fe-4419-93c6-df5c2129c25b'] in n-d-842733-1 {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 21:46:16.446337 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cfe1b41-51fb-4041-a225-5944b7e04a2a None None] Routers {'e6c988c9-d5fe-4419-93c6-df5c2129c25b'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:46:16.446973 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-9cfe1b41-51fb-4041-a225-5944b7e04a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:45:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['e6c988c9-d5fe-4419-93c6-df5c2129c25b'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:46:16.562446 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-9cfe1b41-51fb-4041-a225-5944b7e04a2a None None] Set router e6c988c9-d5fe-4419-93c6-df5c2129c25b gateway port host: n-d-842733-1 {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:46:16.585770 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8ead1e25-1c65-4362-b5f4-5d3587f5a191 req-0b7931f8-17e2-4bea-874a-63f34be3b43b tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1831543490&fields=id&tenant_id=cedf931037104109b3e73036244afafc HTTP/1.1" status: 200 len: 267 time: 0.0407782 May 20 21:46:16.695168 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ead1e25-1c65-4362-b5f4-5d3587f5a191 req-3066a732-a099-4dff-af97-870909cf941c tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:46:16.696689 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8ead1e25-1c65-4362-b5f4-5d3587f5a191 req-3066a732-a099-4dff-af97-870909cf941c tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/networks?id=c5d56deb-450d-4484-9e43-2114ede31574 HTTP/1.1" status: 200 len: 796 time: 0.1058252 May 20 21:46:16.714998 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8ead1e25-1c65-4362-b5f4-5d3587f5a191 req-247e8e84-9629-493a-8aab-4b448b16bde1 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/quotas/cedf931037104109b3e73036244afafc HTTP/1.1" status: 200 len: 375 time: 0.0109119 May 20 21:46:16.717531 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07d1b10d-527a-4361-af8c-d2808f2ebadf None None] Network c5d56deb-450d-4484-9e43-2114ede31574 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:46:16.768647 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8ead1e25-1c65-4362-b5f4-5d3587f5a191 req-6aed63aa-bfa2-4704-a949-be3b0df466f3 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=cedf931037104109b3e73036244afafc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0472870 May 20 21:46:16.812304 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-30745395-ee1e-47c0-a4ca-ef4cf00aa0d4 None None] Provisioning complete for port f9152bfe-5f4b-4963-8e3a-c8f7382f87ee triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:46:16.812662 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-30745395-ee1e-47c0-a4ca-ef4cf00aa0d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:16.868541 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8ead1e25-1c65-4362-b5f4-5d3587f5a191 req-2b2c8901-913e-4082-ae4b-e4202b031a65 service neutron] 10.222.0.35 "GET /v2.0/networks/c5d56deb-450d-4484-9e43-2114ede31574?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877650 May 20 21:46:16.917794 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-9cfe1b41-51fb-4041-a225-5944b7e04a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6c988c9-d5fe-4419-93c6-df5c2129c25b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-942026604', 'tenant_id': 'cedf931037104109b3e73036244afafc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.68'}], 'enable_snat': True}, 'gw_port_id': 'de80dd53-2d83-4587-8035-1400b5418697', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:46:11Z', 'updated_at': '2022-05-20T21:46:15Z', 'revision_number': 4, 'project_id': 'cedf931037104109b3e73036244afafc', 'gw_port': {'id': 'de80dd53-2d83-4587-8035-1400b5418697', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:8a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6c988c9-d5fe-4419-93c6-df5c2129c25b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:46:11Z', 'updated_at': '2022-05-20T21:46:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': '80fb6107-6148-4c2f-a432-9dea0abf7aae', 'name': '', 'network_id': 'c5d56deb-450d-4484-9e43-2114ede31574', 'tenant_id': 'cedf931037104109b3e73036244afafc', 'mac_address': 'fa:16:3e:fe:b6:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6c988c9-d5fe-4419-93c6-df5c2129c25b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '675fbdcc-83a6-40d3-8ab8-341d8fe80b94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:46:14Z', 'updated_at': '2022-05-20T21:46:15Z', 'revision_number': 2, 'project_id': 'cedf931037104109b3e73036244afafc', 'subnets': [{'id': '675fbdcc-83a6-40d3-8ab8-341d8fe80b94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:46:16.957133 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8ead1e25-1c65-4362-b5f4-5d3587f5a191 req-392c7cce-f8b2-47c9-88e8-4d4883975551 service neutron] 10.222.0.35 "GET /v2.0/networks/c5d56deb-450d-4484-9e43-2114ede31574?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815005 May 20 21:46:16.965608 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cfe1b41-51fb-4041-a225-5944b7e04a2a None None] Checking router: e6c988c9-d5fe-4419-93c6-df5c2129c25b for host: n-d-842733-1 {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 21:46:16.965950 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cfe1b41-51fb-4041-a225-5944b7e04a2a None None] Updating router e6c988c9-d5fe-4419-93c6-df5c2129c25b port 80fb6107-6148-4c2f-a432-9dea0abf7aae binding host n-d-842733-1 {{(pid=103164) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 21:46:17.021338 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-9cfe1b41-51fb-4041-a225-5944b7e04a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:17.024927 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-30745395-ee1e-47c0-a4ca-ef4cf00aa0d4 None None] Current status of the port f9152bfe-5f4b-4963-8e3a-c8f7382f87ee is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:46:17.025321 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-30745395-ee1e-47c0-a4ca-ef4cf00aa0d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:17.156595 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-30745395-ee1e-47c0-a4ca-ef4cf00aa0d4 None None] For port f9152bfe-5f4b-4963-8e3a-c8f7382f87ee, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=f9152bfe-5f4b-4963-8e3a-c8f7382f87ee,segment=NetworkSegment(5497d8cd-c8a4-433e-8c4b-7183902b822d),segment_id=5497d8cd-c8a4-433e-8c4b-7183902b822d)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:46:17.231272 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-30745395-ee1e-47c0-a4ca-ef4cf00aa0d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:17.267321 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-33c5d250-582b-44d2-a96d-19eff358c62e req-d49707b0-b530-4d37-b428-0526beb33ee8 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/ports?device_id=74e9106e-3f95-440f-9e2d-76e5e45319c9 HTTP/1.1" status: 200 len: 210 time: 0.0459335 May 20 21:46:17.275147 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device de80dd53-2d83-4587-8035-1400b5418697 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:46:17.580658 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30745395-ee1e-47c0-a4ca-ef4cf00aa0d4 None None] Pushing event updated for resources: {'Port': ['ID=f9152bfe-5f4b-4963-8e3a-c8f7382f87ee,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:46:17.608872 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port de80dd53-2d83-4587-8035-1400b5418697 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:46:17.609096 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:17.635142 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-d96708e4-e25f-412a-8141-f8ca641ac4de None None] Provisioning complete for port 80fb6107-6148-4c2f-a432-9dea0abf7aae triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:46:17.636148 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d96708e4-e25f-412a-8141-f8ca641ac4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:17.713092 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-9cfe1b41-51fb-4041-a225-5944b7e04a2a None None] Notify callbacks [] for port, precommit_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:17.721083 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-d96708e4-e25f-412a-8141-f8ca641ac4de None None] Port 80fb6107-6148-4c2f-a432-9dea0abf7aae cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 21:46:17.738474 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-d96708e4-e25f-412a-8141-f8ca641ac4de None None] Provisioning complete for port f9152bfe-5f4b-4963-8e3a-c8f7382f87ee triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:46:17.738845 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d96708e4-e25f-412a-8141-f8ca641ac4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:17.805758 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port de80dd53-2d83-4587-8035-1400b5418697 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:46:17.806834 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device f9152bfe-5f4b-4963-8e3a-c8f7382f87ee up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:46:17.835725 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-9cfe1b41-51fb-4041-a225-5944b7e04a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:17.934540 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee36bb6-6582-4bcd-8bbc-f746677d3e97 None None] Pushing event updated for resources: {'Port': ['ID=80fb6107-6148-4c2f-a432-9dea0abf7aae,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:46:17.934649 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-d96708e4-e25f-412a-8141-f8ca641ac4de None None] Current status of the port f9152bfe-5f4b-4963-8e3a-c8f7382f87ee is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:46:17.994467 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port f9152bfe-5f4b-4963-8e3a-c8f7382f87ee triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:46:17.994863 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:17.997782 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-9cfe1b41-51fb-4041-a225-5944b7e04a2a None None] Attempting to bind port 80fb6107-6148-4c2f-a432-9dea0abf7aae on host n-d-842733-1 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:46:17.998153 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-9cfe1b41-51fb-4041-a225-5944b7e04a2a None None] Attempting to bind port 80fb6107-6148-4c2f-a432-9dea0abf7aae by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': '5497d8cd-c8a4-433e-8c4b-7183902b822d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'c5d56deb-450d-4484-9e43-2114ede31574'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:46:17.998514 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cfe1b41-51fb-4041-a225-5944b7e04a2a None None] Attempting to bind port 80fb6107-6148-4c2f-a432-9dea0abf7aae on network c5d56deb-450d-4484-9e43-2114ede31574 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:46:18.024009 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cfe1b41-51fb-4041-a225-5944b7e04a2a None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 21, 45, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 21:46:18.024395 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cfe1b41-51fb-4041-a225-5944b7e04a2a None None] Checking segment: {'id': '5497d8cd-c8a4-433e-8c4b-7183902b822d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'c5d56deb-450d-4484-9e43-2114ede31574'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:46:18.024889 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-9cfe1b41-51fb-4041-a225-5944b7e04a2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:18.025319 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cfe1b41-51fb-4041-a225-5944b7e04a2a None None] Bound using segment: {'id': '5497d8cd-c8a4-433e-8c4b-7183902b822d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'c5d56deb-450d-4484-9e43-2114ede31574'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 21:46:18.025807 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-9cfe1b41-51fb-4041-a225-5944b7e04a2a None None] Bound port: 80fb6107-6148-4c2f-a432-9dea0abf7aae, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5497d8cd-c8a4-433e-8c4b-7183902b822d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'c5d56deb-450d-4484-9e43-2114ede31574'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:46:18.026847 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-9cfe1b41-51fb-4041-a225-5944b7e04a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:18.093148 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-7728b814-6b83-4dc2-a665-8176e44ba403 None None] Provisioning complete for port 80fb6107-6148-4c2f-a432-9dea0abf7aae triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:46:18.093624 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-7728b814-6b83-4dc2-a665-8176e44ba403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:18.143374 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-9cfe1b41-51fb-4041-a225-5944b7e04a2a None None] For port 80fb6107-6148-4c2f-a432-9dea0abf7aae, host n-d-842733-1, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 21:46:18.182562 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-7728b814-6b83-4dc2-a665-8176e44ba403 None None] Port 80fb6107-6148-4c2f-a432-9dea0abf7aae cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 21:46:18.186247 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-9cfe1b41-51fb-4041-a225-5944b7e04a2a None None] For port 80fb6107-6148-4c2f-a432-9dea0abf7aae, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=80fb6107-6148-4c2f-a432-9dea0abf7aae,segment=NetworkSegment(5497d8cd-c8a4-433e-8c4b-7183902b822d),segment_id=5497d8cd-c8a4-433e-8c4b-7183902b822d)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 21:46:18.194369 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port f9152bfe-5f4b-4963-8e3a-c8f7382f87ee is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:46:18.226274 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-9cfe1b41-51fb-4041-a225-5944b7e04a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:18.284327 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cfe1b41-51fb-4041-a225-5944b7e04a2a None None] Routers {'e6c988c9-d5fe-4419-93c6-df5c2129c25b'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:46:18.284967 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-9cfe1b41-51fb-4041-a225-5944b7e04a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:45:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['e6c988c9-d5fe-4419-93c6-df5c2129c25b'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:46:18.324162 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee36bb6-6582-4bcd-8bbc-f746677d3e97 None None] Pushing event updated for resources: {'Port': ['ID=80fb6107-6148-4c2f-a432-9dea0abf7aae,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:46:18.353810 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a046b79b-788e-457c-9aa9-19fa708fba6b None None] Provisioning complete for port 80fb6107-6148-4c2f-a432-9dea0abf7aae triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:46:18.353810 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a046b79b-788e-457c-9aa9-19fa708fba6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:18.392894 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5114732f-732f-4657-bebb-aac1c1cfb738 req-f2380372-5041-4684-b0b3-9fdaf04975f7 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/ports?device_id=74e9106e-3f95-440f-9e2d-76e5e45319c9 HTTP/1.1" status: 200 len: 210 time: 0.0303462 May 20 21:46:18.436836 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-9cfe1b41-51fb-4041-a225-5944b7e04a2a None None] Set router e6c988c9-d5fe-4419-93c6-df5c2129c25b gateway port host: n-d-842733-1 {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:46:18.592668 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a046b79b-788e-457c-9aa9-19fa708fba6b None None] Current status of the port 80fb6107-6148-4c2f-a432-9dea0abf7aae is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:46:18.593490 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a046b79b-788e-457c-9aa9-19fa708fba6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:18.652605 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-a046b79b-788e-457c-9aa9-19fa708fba6b None None] For port 80fb6107-6148-4c2f-a432-9dea0abf7aae, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=80fb6107-6148-4c2f-a432-9dea0abf7aae,segment=NetworkSegment(5497d8cd-c8a4-433e-8c4b-7183902b822d),segment_id=5497d8cd-c8a4-433e-8c4b-7183902b822d)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:46:18.696419 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-9cfe1b41-51fb-4041-a225-5944b7e04a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6c988c9-d5fe-4419-93c6-df5c2129c25b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-942026604', 'tenant_id': 'cedf931037104109b3e73036244afafc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.68'}], 'enable_snat': True}, 'gw_port_id': 'de80dd53-2d83-4587-8035-1400b5418697', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:46:11Z', 'updated_at': '2022-05-20T21:46:15Z', 'revision_number': 4, 'project_id': 'cedf931037104109b3e73036244afafc', 'gw_port': {'id': 'de80dd53-2d83-4587-8035-1400b5418697', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:8a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6c988c9-d5fe-4419-93c6-df5c2129c25b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:46:11Z', 'updated_at': '2022-05-20T21:46:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': '80fb6107-6148-4c2f-a432-9dea0abf7aae', 'name': '', 'network_id': 'c5d56deb-450d-4484-9e43-2114ede31574', 'tenant_id': 'cedf931037104109b3e73036244afafc', 'mac_address': 'fa:16:3e:fe:b6:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6c988c9-d5fe-4419-93c6-df5c2129c25b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '675fbdcc-83a6-40d3-8ab8-341d8fe80b94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:46:14Z', 'updated_at': '2022-05-20T21:46:18Z', 'revision_number': 4, 'project_id': 'cedf931037104109b3e73036244afafc', 'subnets': [{'id': '675fbdcc-83a6-40d3-8ab8-341d8fe80b94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:46:18.724088 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cfe1b41-51fb-4041-a225-5944b7e04a2a None None] The sync data for ids ['e6c988c9-d5fe-4419-93c6-df5c2129c25b'] in n-d-842733-1 is: [{'id': 'e6c988c9-d5fe-4419-93c6-df5c2129c25b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-942026604', 'tenant_id': 'cedf931037104109b3e73036244afafc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.68'}], 'enable_snat': True}, 'gw_port_id': 'de80dd53-2d83-4587-8035-1400b5418697', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:46:11Z', 'updated_at': '2022-05-20T21:46:15Z', 'revision_number': 4, 'project_id': 'cedf931037104109b3e73036244afafc', 'gw_port': {'id': 'de80dd53-2d83-4587-8035-1400b5418697', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:8a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6c988c9-d5fe-4419-93c6-df5c2129c25b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:46:11Z', 'updated_at': '2022-05-20T21:46:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': '80fb6107-6148-4c2f-a432-9dea0abf7aae', 'name': '', 'network_id': 'c5d56deb-450d-4484-9e43-2114ede31574', 'tenant_id': 'cedf931037104109b3e73036244afafc', 'mac_address': 'fa:16:3e:fe:b6:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6c988c9-d5fe-4419-93c6-df5c2129c25b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '675fbdcc-83a6-40d3-8ab8-341d8fe80b94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:46:14Z', 'updated_at': '2022-05-20T21:46:18Z', 'revision_number': 4, 'project_id': 'cedf931037104109b3e73036244afafc', 'subnets': [{'id': '675fbdcc-83a6-40d3-8ab8-341d8fe80b94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 21:46:18.725829 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a046b79b-788e-457c-9aa9-19fa708fba6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:18.788937 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a046b79b-788e-457c-9aa9-19fa708fba6b None None] Pushing event updated for resources: {'Port': ['ID=80fb6107-6148-4c2f-a432-9dea0abf7aae,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:46:18.849478 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-af230143-9617-42c9-8667-f8363a5b73ae None None] Provisioning complete for port 80fb6107-6148-4c2f-a432-9dea0abf7aae triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:46:18.849849 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-af230143-9617-42c9-8667-f8363a5b73ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:18.931464 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-af230143-9617-42c9-8667-f8363a5b73ae None None] Current status of the port 80fb6107-6148-4c2f-a432-9dea0abf7aae is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:46:19.234674 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 80fb6107-6148-4c2f-a432-9dea0abf7aae up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:46:19.299868 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 80fb6107-6148-4c2f-a432-9dea0abf7aae triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:46:19.300227 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:19.321119 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ead1e25-1c65-4362-b5f4-5d3587f5a191 req-b63aa56b-7b9a-4119-9f59-e19cb651a83a tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:46:19.322689 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8ead1e25-1c65-4362-b5f4-5d3587f5a191 req-b63aa56b-7b9a-4119-9f59-e19cb651a83a tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.24 "GET /v2.0/networks?id=c5d56deb-450d-4484-9e43-2114ede31574 HTTP/1.1" status: 200 len: 796 time: 0.1470206 May 20 21:46:19.375242 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8ead1e25-1c65-4362-b5f4-5d3587f5a191 req-5246fb80-370d-40e0-a060-6a9e44ddfb13 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cedf931037104109b3e73036244afafc HTTP/1.1" status: 200 len: 380 time: 0.0403423 May 20 21:46:19.382691 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [req-8ead1e25-1c65-4362-b5f4-5d3587f5a191 req-080d1618-ee07-4015-a605-626a6426903e tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Request body: {'port': {'device_id': '74e9106e-3f95-440f-9e2d-76e5e45319c9', 'network_id': 'c5d56deb-450d-4484-9e43-2114ede31574', 'admin_state_up': True, 'tenant_id': 'cedf931037104109b3e73036244afafc', 'security_groups': ['1bea7ff0-dc73-4402-9d12-4d6e25be4c1b']}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:46:19.383583 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 80fb6107-6148-4c2f-a432-9dea0abf7aae is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:46:19.384902 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device f9152bfe-5f4b-4963-8e3a-c8f7382f87ee up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:46:19.435042 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port f9152bfe-5f4b-4963-8e3a-c8f7382f87ee triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:46:19.435415 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:19.533431 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port f9152bfe-5f4b-4963-8e3a-c8f7382f87ee is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:46:19.552990 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-972c0ca8-38fc-4028-bbb7-52ca2f1f21f4 req-e6162c18-e555-492d-a7c7-8813aefb15a7 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/ports?device_id=74e9106e-3f95-440f-9e2d-76e5e45319c9 HTTP/1.1" status: 200 len: 210 time: 0.0297863 May 20 21:46:19.625695 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ead1e25-1c65-4362-b5f4-5d3587f5a191 req-080d1618-ee07-4015-a605-626a6426903e tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Made reservation on behalf of cedf931037104109b3e73036244afafc for: {'port': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:46:19.629257 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-8ead1e25-1c65-4362-b5f4-5d3587f5a191 req-080d1618-ee07-4015-a605-626a6426903e tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:19.761812 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [req-8ead1e25-1c65-4362-b5f4-5d3587f5a191 req-080d1618-ee07-4015-a605-626a6426903e tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Allocated IP 172.20.0.12 (c5d56deb-450d-4484-9e43-2114ede31574/675fbdcc-83a6-40d3-8ab8-341d8fe80b94/dbbecbf8-a0f4-4bd2-b55c-0c715f591661) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:46:19.924579 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-8ead1e25-1c65-4362-b5f4-5d3587f5a191 req-080d1618-ee07-4015-a605-626a6426903e tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:19.938254 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-e20e7ade-2138-4228-b0fe-74fee1d34c1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:20.037342 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-8ead1e25-1c65-4362-b5f4-5d3587f5a191 req-080d1618-ee07-4015-a605-626a6426903e tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:20.083882 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ead1e25-1c65-4362-b5f4-5d3587f5a191 req-080d1618-ee07-4015-a605-626a6426903e tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Network c5d56deb-450d-4484-9e43-2114ede31574 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:46:20.086683 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [req-8ead1e25-1c65-4362-b5f4-5d3587f5a191 req-080d1618-ee07-4015-a605-626a6426903e tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:46:20.090218 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ead1e25-1c65-4362-b5f4-5d3587f5a191 req-080d1618-ee07-4015-a605-626a6426903e tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:46:20.117974 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080d1618-ee07-4015-a605-626a6426903e tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Pushing event updated for resources: {'Port': ['ID=dbbecbf8-a0f4-4bd2-b55c-0c715f591661,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:46:20.147259 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ead1e25-1c65-4362-b5f4-5d3587f5a191 req-080d1618-ee07-4015-a605-626a6426903e tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:46:20.147875 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-8ead1e25-1c65-4362-b5f4-5d3587f5a191 req-080d1618-ee07-4015-a605-626a6426903e tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:20.229892 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8ead1e25-1c65-4362-b5f4-5d3587f5a191 req-080d1618-ee07-4015-a605-626a6426903e tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8501196 May 20 21:46:20.240870 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [req-8ead1e25-1c65-4362-b5f4-5d3587f5a191 req-c3c432c5-f9dc-419a-b366-e6bb9688821e service neutron] Request body: {'port': {'device_id': '74e9106e-3f95-440f-9e2d-76e5e45319c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-842733-1'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:46:20.297535 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-8ead1e25-1c65-4362-b5f4-5d3587f5a191 req-c3c432c5-f9dc-419a-b366-e6bb9688821e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:20.365111 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-30d7d4f3-8c99-4167-8e84-2495a88c066a None None] Provisioning complete for port dbbecbf8-a0f4-4bd2-b55c-0c715f591661 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:46:20.365397 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-30d7d4f3-8c99-4167-8e84-2495a88c066a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:20.398442 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-30d7d4f3-8c99-4167-8e84-2495a88c066a None None] Port dbbecbf8-a0f4-4bd2-b55c-0c715f591661 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 21:46:20.557822 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [req-8ead1e25-1c65-4362-b5f4-5d3587f5a191 req-c3c432c5-f9dc-419a-b366-e6bb9688821e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbbecbf8-a0f4-4bd2-b55c-0c715f591661 {{(pid=103163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 21:46:20.565048 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-8ead1e25-1c65-4362-b5f4-5d3587f5a191 req-c3c432c5-f9dc-419a-b366-e6bb9688821e service neutron] Notify callbacks [] for port, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:20.577057 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [req-8ead1e25-1c65-4362-b5f4-5d3587f5a191 req-c3c432c5-f9dc-419a-b366-e6bb9688821e service neutron] Transition to ACTIVE for port object dbbecbf8-a0f4-4bd2-b55c-0c715f591661 will not be triggered until provisioned by entity L2. {{(pid=103163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 21:46:20.649638 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-8ead1e25-1c65-4362-b5f4-5d3587f5a191 req-c3c432c5-f9dc-419a-b366-e6bb9688821e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:20.710831 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ebd108-622d-4fb2-8c07-e98ff4ef6032 req-b7a4b003-9bac-4479-96f2-079412ea043c tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:46:20.712327 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-42ebd108-622d-4fb2-8c07-e98ff4ef6032 req-b7a4b003-9bac-4479-96f2-079412ea043c tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/ports?device_id=74e9106e-3f95-440f-9e2d-76e5e45319c9 HTTP/1.1" status: 200 len: 932 time: 0.0897923 May 20 21:46:20.721993 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c432c5-f9dc-419a-b366-e6bb9688821e service neutron] Pushing event updated for resources: {'Port': ['ID=dbbecbf8-a0f4-4bd2-b55c-0c715f591661,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:46:20.802528 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-42ebd108-622d-4fb2-8c07-e98ff4ef6032 req-54584493-4360-4942-a47b-3ac45eb42db4 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/security-groups?id=1bea7ff0-dc73-4402-9d12-4d6e25be4c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815544 May 20 21:46:20.821925 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-8ead1e25-1c65-4362-b5f4-5d3587f5a191 req-c3c432c5-f9dc-419a-b366-e6bb9688821e service neutron] Attempting to bind port dbbecbf8-a0f4-4bd2-b55c-0c715f591661 on host n-h1-842733-1 for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:46:20.822463 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-8ead1e25-1c65-4362-b5f4-5d3587f5a191 req-c3c432c5-f9dc-419a-b366-e6bb9688821e service neutron] Attempting to bind port dbbecbf8-a0f4-4bd2-b55c-0c715f591661 by drivers openvswitch,hyperv on host n-h1-842733-1 at level 0 using segments [{'id': '5497d8cd-c8a4-433e-8c4b-7183902b822d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'c5d56deb-450d-4484-9e43-2114ede31574'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:46:20.822865 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ead1e25-1c65-4362-b5f4-5d3587f5a191 req-c3c432c5-f9dc-419a-b366-e6bb9688821e service neutron] Attempting to bind port dbbecbf8-a0f4-4bd2-b55c-0c715f591661 on network c5d56deb-450d-4484-9e43-2114ede31574 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:46:20.832981 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ead1e25-1c65-4362-b5f4-5d3587f5a191 req-c3c432c5-f9dc-419a-b366-e6bb9688821e service neutron] Port dbbecbf8-a0f4-4bd2-b55c-0c715f591661 on network c5d56deb-450d-4484-9e43-2114ede31574 not bound, no agent of type Open vSwitch agent registered on host n-h1-842733-1 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 21:46:20.833424 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ead1e25-1c65-4362-b5f4-5d3587f5a191 req-c3c432c5-f9dc-419a-b366-e6bb9688821e service neutron] Attempting to bind port dbbecbf8-a0f4-4bd2-b55c-0c715f591661 on network c5d56deb-450d-4484-9e43-2114ede31574 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:46:20.839384 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ead1e25-1c65-4362-b5f4-5d3587f5a191 req-c3c432c5-f9dc-419a-b366-e6bb9688821e service neutron] Checking agent: {'id': '08dfb1ce-804b-4db8-838b-21094082e041', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 32, 54), 'started_at': datetime.datetime(2022, 5, 20, 20, 32, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 21, 45, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 21:46:20.840176 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ead1e25-1c65-4362-b5f4-5d3587f5a191 req-c3c432c5-f9dc-419a-b366-e6bb9688821e service neutron] Checking segment: {'id': '5497d8cd-c8a4-433e-8c4b-7183902b822d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'c5d56deb-450d-4484-9e43-2114ede31574'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:46:20.840316 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ead1e25-1c65-4362-b5f4-5d3587f5a191 req-c3c432c5-f9dc-419a-b366-e6bb9688821e service neutron] Bound using segment: {'id': '5497d8cd-c8a4-433e-8c4b-7183902b822d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'c5d56deb-450d-4484-9e43-2114ede31574'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 21:46:20.840787 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-8ead1e25-1c65-4362-b5f4-5d3587f5a191 req-c3c432c5-f9dc-419a-b366-e6bb9688821e service neutron] Bound port: dbbecbf8-a0f4-4bd2-b55c-0c715f591661, host: n-h1-842733-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5497d8cd-c8a4-433e-8c4b-7183902b822d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'c5d56deb-450d-4484-9e43-2114ede31574'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:46:20.841240 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-8ead1e25-1c65-4362-b5f4-5d3587f5a191 req-c3c432c5-f9dc-419a-b366-e6bb9688821e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:20.906541 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-8ead1e25-1c65-4362-b5f4-5d3587f5a191 req-c3c432c5-f9dc-419a-b366-e6bb9688821e service neutron] For port dbbecbf8-a0f4-4bd2-b55c-0c715f591661, host n-h1-842733-1, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 21:46:20.909893 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-8ead1e25-1c65-4362-b5f4-5d3587f5a191 req-c3c432c5-f9dc-419a-b366-e6bb9688821e service neutron] For port dbbecbf8-a0f4-4bd2-b55c-0c715f591661, host n-h1-842733-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=dbbecbf8-a0f4-4bd2-b55c-0c715f591661,segment=NetworkSegment(5497d8cd-c8a4-433e-8c4b-7183902b822d),segment_id=5497d8cd-c8a4-433e-8c4b-7183902b822d)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 21:46:20.967757 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-8ead1e25-1c65-4362-b5f4-5d3587f5a191 req-c3c432c5-f9dc-419a-b366-e6bb9688821e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:20.999398 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ead1e25-1c65-4362-b5f4-5d3587f5a191 req-c3c432c5-f9dc-419a-b366-e6bb9688821e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:46:21.000279 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-8ead1e25-1c65-4362-b5f4-5d3587f5a191 req-c3c432c5-f9dc-419a-b366-e6bb9688821e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:21.001836 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8ead1e25-1c65-4362-b5f4-5d3587f5a191 req-c3c432c5-f9dc-419a-b366-e6bb9688821e service neutron] 10.222.0.24 "PUT /v2.0/ports/dbbecbf8-a0f4-4bd2-b55c-0c715f591661 HTTP/1.1" status: 200 len: 1092 time: 0.7657857 May 20 21:46:21.004132 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74e9106e-3f95-440f-9e2d-76e5e45319c9', 'tag': 'dbbecbf8-a0f4-4bd2-b55c-0c715f591661'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 21:46:21.007232 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4416c3b25ab83027dff24eda6e450cd3b8f285a9257f5a2b93a81ddcbdb8854f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03f397b8-89de-4405-90c7-d70470478113" -d '{"events": [{"name": "network-changed", "server_uuid": "74e9106e-3f95-440f-9e2d-76e5e45319c9", "tag": "dbbecbf8-a0f4-4bd2-b55c-0c715f591661"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 21:46:21.035338 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c432c5-f9dc-419a-b366-e6bb9688821e service neutron] Pushing event updated for resources: {'Port': ['ID=dbbecbf8-a0f4-4bd2-b55c-0c715f591661,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:46:21.053712 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 21:46:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-414c41d1-8662-4dbd-af6b-5cacd8537099 x-openstack-request-id: req-414c41d1-8662-4dbd-af6b-5cacd8537099 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 21:46:21.054007 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74e9106e-3f95-440f-9e2d-76e5e45319c9", "tag": "dbbecbf8-a0f4-4bd2-b55c-0c715f591661", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 21:46:21.054288 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-414c41d1-8662-4dbd-af6b-5cacd8537099 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 21:46:21.054703 n-d-842733-1 neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-414c41d1-8662-4dbd-af6b-5cacd8537099'] response: {'name': 'network-changed', 'server_uuid': '74e9106e-3f95-440f-9e2d-76e5e45319c9', 'tag': 'dbbecbf8-a0f4-4bd2-b55c-0c715f591661', 'status': 'completed', 'code': 200} May 20 21:46:21.124605 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f397b8-89de-4405-90c7-d70470478113 req-08aaefb9-e8af-4269-91db-997ef019b022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:46:21.126153 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-03f397b8-89de-4405-90c7-d70470478113 req-08aaefb9-e8af-4269-91db-997ef019b022 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cedf931037104109b3e73036244afafc&device_id=74e9106e-3f95-440f-9e2d-76e5e45319c9 HTTP/1.1" status: 200 len: 1095 time: 0.0513647 May 20 21:46:21.227236 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f397b8-89de-4405-90c7-d70470478113 req-8ce0ecaa-8342-4095-a9ee-f8c48adc74ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:46:21.228706 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-03f397b8-89de-4405-90c7-d70470478113 req-8ce0ecaa-8342-4095-a9ee-f8c48adc74ba service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=cedf931037104109b3e73036244afafc&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0956826 May 20 21:46:21.327605 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f397b8-89de-4405-90c7-d70470478113 req-7672df63-1b12-4e5c-a1cf-11b2fe174f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:46:21.329074 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-03f397b8-89de-4405-90c7-d70470478113 req-7672df63-1b12-4e5c-a1cf-11b2fe174f34 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0931737 May 20 21:46:21.723823 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ead1e25-1c65-4362-b5f4-5d3587f5a191 req-b5d6b718-8000-4bc6-8dd3-475b95109ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:46:21.725326 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8ead1e25-1c65-4362-b5f4-5d3587f5a191 req-b5d6b718-8000-4bc6-8dd3-475b95109ce9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cedf931037104109b3e73036244afafc&device_id=74e9106e-3f95-440f-9e2d-76e5e45319c9 HTTP/1.1" status: 200 len: 1095 time: 0.3595862 May 20 21:46:21.767670 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8ead1e25-1c65-4362-b5f4-5d3587f5a191 req-28c34685-879c-4ffd-b91d-808b2abb8cfb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dbbecbf8-a0f4-4bd2-b55c-0c715f591661 HTTP/1.1" status: 200 len: 217 time: 0.0342577 May 20 21:46:21.813974 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ead1e25-1c65-4362-b5f4-5d3587f5a191 req-e11c3612-c4e0-4899-9ab6-8c3bc9106fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:46:21.815425 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8ead1e25-1c65-4362-b5f4-5d3587f5a191 req-e11c3612-c4e0-4899-9ab6-8c3bc9106fb0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=675fbdcc-83a6-40d3-8ab8-341d8fe80b94 HTTP/1.1" status: 200 len: 834 time: 0.0422192 May 20 21:46:21.864789 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ead1e25-1c65-4362-b5f4-5d3587f5a191 req-a00300c5-1023-45bb-a0c2-70849da8f2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:46:21.866313 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8ead1e25-1c65-4362-b5f4-5d3587f5a191 req-a00300c5-1023-45bb-a0c2-70849da8f2ac service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c5d56deb-450d-4484-9e43-2114ede31574&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443182 May 20 21:46:21.978775 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42958bbc-dde3-466d-a82a-bf84f93e862c req-a3daca32-28c3-453f-bc0e-5754a7a4f336 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:46:21.980588 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-42958bbc-dde3-466d-a82a-bf84f93e862c req-a3daca32-28c3-453f-bc0e-5754a7a4f336 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/ports?device_id=74e9106e-3f95-440f-9e2d-76e5e45319c9 HTTP/1.1" status: 200 len: 944 time: 0.1006885 May 20 21:46:21.994700 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8ead1e25-1c65-4362-b5f4-5d3587f5a191 req-2dc7abc2-b162-460e-beff-9896dd7ec3f2 service neutron] 10.222.0.24 "GET /v2.0/networks/c5d56deb-450d-4484-9e43-2114ede31574?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217039 May 20 21:46:22.073038 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-42958bbc-dde3-466d-a82a-bf84f93e862c req-38c08d09-29a5-4747-8b3f-64e05134c417 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/security-groups?id=1bea7ff0-dc73-4402-9d12-4d6e25be4c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772338 May 20 21:46:22.109474 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8ead1e25-1c65-4362-b5f4-5d3587f5a191 req-551962e4-d212-4fb0-a201-ba23de1f8ea0 service neutron] 10.222.0.24 "GET /v2.0/networks/c5d56deb-450d-4484-9e43-2114ede31574?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058037 May 20 21:46:22.309404 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-37bbeba5-f66e-4e35-9fa1-6248decf7065 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:23.195205 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41454fff-0a8e-4cb6-9c7f-082ec6f678e0 req-5f05a48a-3d20-44ed-a2bc-34ab563104cc tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:46:23.196634 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-41454fff-0a8e-4cb6-9c7f-082ec6f678e0 req-5f05a48a-3d20-44ed-a2bc-34ab563104cc tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/ports?device_id=74e9106e-3f95-440f-9e2d-76e5e45319c9 HTTP/1.1" status: 200 len: 944 time: 0.0518100 May 20 21:46:23.233707 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-41454fff-0a8e-4cb6-9c7f-082ec6f678e0 req-2ddf9c98-cefa-413d-bd68-08d04d387acd tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/security-groups?id=1bea7ff0-dc73-4402-9d12-4d6e25be4c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303986 May 20 21:46:24.200909 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4bb0e131-6525-46ca-a45b-e4ea43a5e69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:24.349418 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b7c39f-cf7f-4493-8cae-098e2a62042a req-136bca79-cdd0-41e3-b4bc-c771a4a2cad9 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:46:24.350892 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a4b7c39f-cf7f-4493-8cae-098e2a62042a req-136bca79-cdd0-41e3-b4bc-c771a4a2cad9 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/ports?device_id=74e9106e-3f95-440f-9e2d-76e5e45319c9 HTTP/1.1" status: 200 len: 944 time: 0.0495138 May 20 21:46:24.388898 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a4b7c39f-cf7f-4493-8cae-098e2a62042a req-e45dab17-3759-46a4-b41c-93c442230f34 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/security-groups?id=1bea7ff0-dc73-4402-9d12-4d6e25be4c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313201 May 20 21:46:24.802331 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device dbbecbf8-a0f4-4bd2-b55c-0c715f591661 details requested by agent hyperv_n-h1-842733-1 with host n-h1-842733-1 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 21:46:24.895003 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port dbbecbf8-a0f4-4bd2-b55c-0c715f591661, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=dbbecbf8-a0f4-4bd2-b55c-0c715f591661,segment=NetworkSegment(5497d8cd-c8a4-433e-8c4b-7183902b822d),segment_id=5497d8cd-c8a4-433e-8c4b-7183902b822d)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:46:24.906202 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Returning: {'device': 'dbbecbf8-a0f4-4bd2-b55c-0c715f591661', 'network_id': 'c5d56deb-450d-4484-9e43-2114ede31574', 'port_id': 'dbbecbf8-a0f4-4bd2-b55c-0c715f591661', 'mac_address': 'fa:16:3e:df:a9:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '675fbdcc-83a6-40d3-8ab8-341d8fe80b94', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 20 21:46:24.945920 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Current status of the port dbbecbf8-a0f4-4bd2-b55c-0c715f591661 is: DOWN; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:46:24.946300 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:24.958572 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbbecbf8-a0f4-4bd2-b55c-0c715f591661 {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 21:46:24.976721 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port dbbecbf8-a0f4-4bd2-b55c-0c715f591661, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=dbbecbf8-a0f4-4bd2-b55c-0c715f591661,segment=NetworkSegment(5497d8cd-c8a4-433e-8c4b-7183902b822d),segment_id=5497d8cd-c8a4-433e-8c4b-7183902b822d)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:46:25.058425 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:25.105698 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Pushing event updated for resources: {'Port': ['ID=dbbecbf8-a0f4-4bd2-b55c-0c715f591661,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:46:25.219944 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:25.260433 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] get_ports_and_sgs() called for port_ids ['dbbecbf8-a0f4-4bd2-b55c-0c715f591661'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 21:46:25.503652 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95217873-41b9-4ca3-b7cd-630ac69709e7 req-e6b56769-c722-462a-a719-b9c86da7ce22 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:46:25.505138 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-95217873-41b9-4ca3-b7cd-630ac69709e7 req-e6b56769-c722-462a-a719-b9c86da7ce22 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/ports?device_id=74e9106e-3f95-440f-9e2d-76e5e45319c9 HTTP/1.1" status: 200 len: 945 time: 0.0480144 May 20 21:46:25.542747 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-95217873-41b9-4ca3-b7cd-630ac69709e7 req-9f88f2ea-ddda-4548-8823-3f74fa129a87 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/security-groups?id=1bea7ff0-dc73-4402-9d12-4d6e25be4c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313075 May 20 21:46:25.680094 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:25.745530 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cc3ec51b-6ec8-438a-8349-5f0bec346d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:26.662971 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01de59da-ebc5-4780-9511-632065868091 req-21eafd91-87ce-429f-8881-83beedaad4a3 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:46:26.664432 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-01de59da-ebc5-4780-9511-632065868091 req-21eafd91-87ce-429f-8881-83beedaad4a3 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/ports?device_id=74e9106e-3f95-440f-9e2d-76e5e45319c9 HTTP/1.1" status: 200 len: 945 time: 0.0535178 May 20 21:46:26.703147 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-01de59da-ebc5-4780-9511-632065868091 req-6a541673-506d-4b9b-9148-b6fe1c696520 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/security-groups?id=1bea7ff0-dc73-4402-9d12-4d6e25be4c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322714 May 20 21:46:26.803205 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device dbbecbf8-a0f4-4bd2-b55c-0c715f591661 up at agent hyperv_n-h1-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:46:26.921025 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Provisioning for port dbbecbf8-a0f4-4bd2-b55c-0c715f591661 completed by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 21:46:26.924909 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Provisioning complete for port dbbecbf8-a0f4-4bd2-b55c-0c715f591661 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:46:26.925306 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:27.000090 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Current status of the port dbbecbf8-a0f4-4bd2-b55c-0c715f591661 is: BUILD; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:46:27.000461 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:27.021681 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74e9106e-3f95-440f-9e2d-76e5e45319c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbbecbf8-a0f4-4bd2-b55c-0c715f591661'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 21:46:27.023894 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7947af4a1013b12ef328acaa2f4e39eb2f7ac51c208120b4987a707d9dc479df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc8bfa05-9b20-4d7e-8ebf-c1ad3f669f2f" -d '{"events": [{"server_uuid": "74e9106e-3f95-440f-9e2d-76e5e45319c9", "name": "network-vif-plugged", "status": "completed", "tag": "dbbecbf8-a0f4-4bd2-b55c-0c715f591661"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 21:46:27.036808 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port dbbecbf8-a0f4-4bd2-b55c-0c715f591661, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=dbbecbf8-a0f4-4bd2-b55c-0c715f591661,segment=NetworkSegment(5497d8cd-c8a4-433e-8c4b-7183902b822d),segment_id=5497d8cd-c8a4-433e-8c4b-7183902b822d)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:46:27.062217 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 21:46:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f88db74-62ba-4611-93af-61f533c87caf x-openstack-request-id: req-4f88db74-62ba-4611-93af-61f533c87caf {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 21:46:27.062462 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74e9106e-3f95-440f-9e2d-76e5e45319c9", "name": "network-vif-plugged", "status": "completed", "tag": "dbbecbf8-a0f4-4bd2-b55c-0c715f591661", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 21:46:27.062612 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4f88db74-62ba-4611-93af-61f533c87caf {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 21:46:27.063004 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f88db74-62ba-4611-93af-61f533c87caf'] response: {'server_uuid': '74e9106e-3f95-440f-9e2d-76e5e45319c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbbecbf8-a0f4-4bd2-b55c-0c715f591661', 'code': 200} May 20 21:46:27.115508 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:27.157579 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84605399-e9f2-49a7-afe2-23f9e2950371 req-173855fc-70a3-42d2-8c86-826bdbeb409a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:46:27.159067 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-84605399-e9f2-49a7-afe2-23f9e2950371 req-173855fc-70a3-42d2-8c86-826bdbeb409a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=74e9106e-3f95-440f-9e2d-76e5e45319c9 HTTP/1.1" status: 200 len: 1097 time: 0.0415339 May 20 21:46:27.162908 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Pushing event updated for resources: {'Port': ['ID=dbbecbf8-a0f4-4bd2-b55c-0c715f591661,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:46:27.196331 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-84605399-e9f2-49a7-afe2-23f9e2950371 req-f4ee1950-f5a1-495f-85a9-ada188939a5b service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=1bea7ff0-dc73-4402-9d12-4d6e25be4c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0293217 May 20 21:46:27.816073 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4eb3ed-a7b0-4447-be80-6fc52429f439 req-271fee55-587e-4821-9d76-45d9b795032c tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:46:27.817471 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-cb4eb3ed-a7b0-4447-be80-6fc52429f439 req-271fee55-587e-4821-9d76-45d9b795032c tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/ports?device_id=74e9106e-3f95-440f-9e2d-76e5e45319c9 HTTP/1.1" status: 200 len: 946 time: 0.0473225 May 20 21:46:27.854515 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-cb4eb3ed-a7b0-4447-be80-6fc52429f439 req-7575a562-f41e-470d-abb4-258399e7bde9 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/security-groups?id=1bea7ff0-dc73-4402-9d12-4d6e25be4c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310824 May 20 21:46:28.974558 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb8061f-bfcc-48ce-b3b3-c9e089e4d63b req-6dabeaa1-ba96-4cbe-9f10-61aeff0524fe tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:46:28.976026 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-dcb8061f-bfcc-48ce-b3b3-c9e089e4d63b req-6dabeaa1-ba96-4cbe-9f10-61aeff0524fe tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/ports?device_id=74e9106e-3f95-440f-9e2d-76e5e45319c9 HTTP/1.1" status: 200 len: 946 time: 0.0522957 May 20 21:46:29.013480 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-dcb8061f-bfcc-48ce-b3b3-c9e089e4d63b req-760be938-01a1-46a0-949a-dbe2a5e5858f tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/security-groups?id=1bea7ff0-dc73-4402-9d12-4d6e25be4c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314205 May 20 21:46:29.130586 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d46cc3a-b2a0-405c-a539-ee7eb5095e1f req-050cb53f-4375-478d-8f46-f54a27e6f5a2 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:46:29.132080 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2d46cc3a-b2a0-405c-a539-ee7eb5095e1f req-050cb53f-4375-478d-8f46-f54a27e6f5a2 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/ports?device_id=74e9106e-3f95-440f-9e2d-76e5e45319c9 HTTP/1.1" status: 200 len: 946 time: 0.0484965 May 20 21:46:29.169921 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2d46cc3a-b2a0-405c-a539-ee7eb5095e1f req-a65e3571-ab42-4259-aca0-2d141c732d99 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/security-groups?id=1bea7ff0-dc73-4402-9d12-4d6e25be4c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315740 May 20 21:46:29.193964 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 36510) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:46:29.232611 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3df9fec3-91b1-4837-af3d-8a695c301584 tempest-TestNetworkAdvancedServerOps-869466300 tempest-TestNetworkAdvancedServerOps-869466300-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:46:29.234855 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-3df9fec3-91b1-4837-af3d-8a695c301584 tempest-TestNetworkAdvancedServerOps-869466300 tempest-TestNetworkAdvancedServerOps-869466300-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=74e9106e-3f95-440f-9e2d-76e5e45319c9 HTTP/1.1" status: 200 len: 1092 time: 0.0399449 May 20 21:46:29.237643 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 36512) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:46:29.241809 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-6fc6bdab-f51e-4114-8742-a0d70917ee8a tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Request body: {'floatingip': {'floating_network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'port_id': 'dbbecbf8-a0f4-4bd2-b55c-0c715f591661', 'tenant_id': 'cedf931037104109b3e73036244afafc', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:46:29.328752 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6fc6bdab-f51e-4114-8742-a0d70917ee8a tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks [] for floatingip, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:29.427229 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6fc6bdab-f51e-4114-8742-a0d70917ee8a tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:29.528558 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-6fc6bdab-f51e-4114-8742-a0d70917ee8a tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Allocated IP 172.25.2.22 (e3a93b5c-91e2-4064-9c2c-1afc261bfe15/86fee0c1-6e34-488b-9216-b2b8e7ef585a/61d9a97f-473d-4ae4-b20f-fc303fa1f55e) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:46:29.631594 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6fc6bdab-f51e-4114-8742-a0d70917ee8a tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:29.738835 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6fc6bdab-f51e-4114-8742-a0d70917ee8a tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:29.774096 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fc6bdab-f51e-4114-8742-a0d70917ee8a tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Network e3a93b5c-91e2-4064-9c2c-1afc261bfe15 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:46:29.776782 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-6fc6bdab-f51e-4114-8742-a0d70917ee8a tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:46:29.780663 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc6bdab-f51e-4114-8742-a0d70917ee8a tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:46:29.805983 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc6bdab-f51e-4114-8742-a0d70917ee8a tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Pushing event updated for resources: {'Port': ['ID=61d9a97f-473d-4ae4-b20f-fc303fa1f55e,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:46:30.133371 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6fc6bdab-f51e-4114-8742-a0d70917ee8a tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:30.274844 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6fc6bdab-f51e-4114-8742-a0d70917ee8a tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:30.419409 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6fc6bdab-f51e-4114-8742-a0d70917ee8a tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks [] for port, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:30.465758 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6fc6bdab-f51e-4114-8742-a0d70917ee8a tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:30.539353 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc6bdab-f51e-4114-8742-a0d70917ee8a tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Pushing event updated for resources: {'Port': ['ID=61d9a97f-473d-4ae4-b20f-fc303fa1f55e,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:46:30.549781 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6fc6bdab-f51e-4114-8742-a0d70917ee8a tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748272'] for floatingip, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:30.651671 n-d-842733-1 neutron-server[103163]: INFO neutron.db.l3_db [None req-6fc6bdab-f51e-4114-8742-a0d70917ee8a tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Floating IP d8a01125-094a-40fe-8b3b-e6067c3dec6b associated. External IP: 172.25.2.22, port: dbbecbf8-a0f4-4bd2-b55c-0c715f591661. May 20 21:46:30.853538 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fc6bdab-f51e-4114-8742-a0d70917ee8a tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Router e6c988c9-d5fe-4419-93c6-df5c2129c25b has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 21:46:30.961882 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fc6bdab-f51e-4114-8742-a0d70917ee8a tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 21:46:30.972005 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b9b4d4f-34a0-489c-8ca9-2bd1077fd25e None None] Sync routers for ids ['e6c988c9-d5fe-4419-93c6-df5c2129c25b'] in n-d-842733-1 {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 21:46:30.981715 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b9b4d4f-34a0-489c-8ca9-2bd1077fd25e None None] Routers {'e6c988c9-d5fe-4419-93c6-df5c2129c25b'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:46:30.982325 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-0b9b4d4f-34a0-489c-8ca9-2bd1077fd25e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:46:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['e6c988c9-d5fe-4419-93c6-df5c2129c25b'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:46:31.039410 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6fc6bdab-f51e-4114-8742-a0d70917ee8a tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for floatingip, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:31.070703 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-6fc6bdab-f51e-4114-8742-a0d70917ee8a tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8320565 May 20 21:46:31.071322 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74e9106e-3f95-440f-9e2d-76e5e45319c9', 'tag': 'dbbecbf8-a0f4-4bd2-b55c-0c715f591661'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 21:46:31.073692 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4416c3b25ab83027dff24eda6e450cd3b8f285a9257f5a2b93a81ddcbdb8854f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae7ef548-0a21-4d1b-b2f8-d689b04ef398" -d '{"events": [{"name": "network-changed", "server_uuid": "74e9106e-3f95-440f-9e2d-76e5e45319c9", "tag": "dbbecbf8-a0f4-4bd2-b55c-0c715f591661"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 21:46:31.089399 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-0b9b4d4f-34a0-489c-8ca9-2bd1077fd25e None None] Set router e6c988c9-d5fe-4419-93c6-df5c2129c25b gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:46:31.114777 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 21:46:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80d8f2c3-2ae4-4d79-be3a-80d02805d2d5 x-openstack-request-id: req-80d8f2c3-2ae4-4d79-be3a-80d02805d2d5 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 21:46:31.115282 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74e9106e-3f95-440f-9e2d-76e5e45319c9", "tag": "dbbecbf8-a0f4-4bd2-b55c-0c715f591661", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 21:46:31.115795 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-80d8f2c3-2ae4-4d79-be3a-80d02805d2d5 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 21:46:31.116381 n-d-842733-1 neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80d8f2c3-2ae4-4d79-be3a-80d02805d2d5'] response: {'name': 'network-changed', 'server_uuid': '74e9106e-3f95-440f-9e2d-76e5e45319c9', 'tag': 'dbbecbf8-a0f4-4bd2-b55c-0c715f591661', 'status': 'completed', 'code': 200} May 20 21:46:31.203005 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0405969d-345b-4ed4-854b-9a616f17105d req-d6316928-ef17-4274-a2eb-7b23cb1bda3d tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:46:31.204487 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0405969d-345b-4ed4-854b-9a616f17105d req-d6316928-ef17-4274-a2eb-7b23cb1bda3d tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/ports?device_id=74e9106e-3f95-440f-9e2d-76e5e45319c9 HTTP/1.1" status: 200 len: 946 time: 0.0769069 May 20 21:46:31.207034 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7ef548-0a21-4d1b-b2f8-d689b04ef398 req-90c90bd1-f852-4d9c-8805-7d59f39ce26d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:46:31.208371 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ae7ef548-0a21-4d1b-b2f8-d689b04ef398 req-90c90bd1-f852-4d9c-8805-7d59f39ce26d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cedf931037104109b3e73036244afafc&device_id=74e9106e-3f95-440f-9e2d-76e5e45319c9 HTTP/1.1" status: 200 len: 1097 time: 0.0701115 May 20 21:46:31.293360 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0405969d-345b-4ed4-854b-9a616f17105d req-78b767e6-aa41-432d-959e-42c7de6e133a tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/security-groups?id=1bea7ff0-dc73-4402-9d12-4d6e25be4c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825763 May 20 21:46:31.322609 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 36518) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:46:31.324625 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-0b9b4d4f-34a0-489c-8ca9-2bd1077fd25e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6c988c9-d5fe-4419-93c6-df5c2129c25b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-942026604', 'tenant_id': 'cedf931037104109b3e73036244afafc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.68'}], 'enable_snat': True}, 'gw_port_id': 'de80dd53-2d83-4587-8035-1400b5418697', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:46:11Z', 'updated_at': '2022-05-20T21:46:15Z', 'revision_number': 4, 'project_id': 'cedf931037104109b3e73036244afafc', 'gw_port': {'id': 'de80dd53-2d83-4587-8035-1400b5418697', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:8a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6c988c9-d5fe-4419-93c6-df5c2129c25b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:46:11Z', 'updated_at': '2022-05-20T21:46:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_floatingips': [{'id': 'd8a01125-094a-40fe-8b3b-e6067c3dec6b', 'tenant_id': 'cedf931037104109b3e73036244afafc', 'floating_ip_address': '172.25.2.22', 'floating_network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'router_id': 'e6c988c9-d5fe-4419-93c6-df5c2129c25b', 'port_id': 'dbbecbf8-a0f4-4bd2-b55c-0c715f591661', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5d56deb-450d-4484-9e43-2114ede31574', 'mac_address': 'fa:16:3e:df:a9:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74e9106e-3f95-440f-9e2d-76e5e45319c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-20T21:46:29Z', 'updated_at': '2022-05-20T21:46:29Z', 'revision_number': 0, 'project_id': 'cedf931037104109b3e73036244afafc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80fb6107-6148-4c2f-a432-9dea0abf7aae', 'name': '', 'network_id': 'c5d56deb-450d-4484-9e43-2114ede31574', 'tenant_id': 'cedf931037104109b3e73036244afafc', 'mac_address': 'fa:16:3e:fe:b6:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6c988c9-d5fe-4419-93c6-df5c2129c25b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '675fbdcc-83a6-40d3-8ab8-341d8fe80b94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:46:14Z', 'updated_at': '2022-05-20T21:46:18Z', 'revision_number': 5, 'project_id': 'cedf931037104109b3e73036244afafc', 'subnets': [{'id': '675fbdcc-83a6-40d3-8ab8-341d8fe80b94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:46:31.330464 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7ef548-0a21-4d1b-b2f8-d689b04ef398 req-5ae61406-bd96-40dd-b3b1-6c9078ff3013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:46:31.331984 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ae7ef548-0a21-4d1b-b2f8-d689b04ef398 req-5ae61406-bd96-40dd-b3b1-6c9078ff3013 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c5d56deb-450d-4484-9e43-2114ede31574 HTTP/1.1" status: 200 len: 897 time: 0.1155691 May 20 21:46:31.366961 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b9b4d4f-34a0-489c-8ca9-2bd1077fd25e None None] Checking router: e6c988c9-d5fe-4419-93c6-df5c2129c25b for host: n-d-842733-1 {{(pid=103165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 21:46:31.369770 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b9b4d4f-34a0-489c-8ca9-2bd1077fd25e None None] Routers {'e6c988c9-d5fe-4419-93c6-df5c2129c25b'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:46:31.370386 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-0b9b4d4f-34a0-489c-8ca9-2bd1077fd25e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:46:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['e6c988c9-d5fe-4419-93c6-df5c2129c25b'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:46:31.396710 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-5d262361-eae7-479f-a969-f2db7ff56cba tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/floatingips/d8a01125-094a-40fe-8b3b-e6067c3dec6b HTTP/1.1" status: 200 len: 991 time: 0.0729420 May 20 21:46:31.402592 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ae7ef548-0a21-4d1b-b2f8-d689b04ef398 req-6ef01b56-6753-40e4-9ad1-cdb2258fcd23 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dbbecbf8-a0f4-4bd2-b55c-0c715f591661 HTTP/1.1" status: 200 len: 999 time: 0.0648355 May 20 21:46:31.459480 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7ef548-0a21-4d1b-b2f8-d689b04ef398 req-9925384e-55db-46e3-ae87-a12168e5d7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:46:31.460964 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ae7ef548-0a21-4d1b-b2f8-d689b04ef398 req-9925384e-55db-46e3-ae87-a12168e5d7f3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=675fbdcc-83a6-40d3-8ab8-341d8fe80b94 HTTP/1.1" status: 200 len: 834 time: 0.0526381 May 20 21:46:31.482700 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-0b9b4d4f-34a0-489c-8ca9-2bd1077fd25e None None] Set router e6c988c9-d5fe-4419-93c6-df5c2129c25b gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:46:31.507169 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7ef548-0a21-4d1b-b2f8-d689b04ef398 req-ef46268a-4b21-4781-88d2-10f45268e55c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:46:31.508674 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ae7ef548-0a21-4d1b-b2f8-d689b04ef398 req-ef46268a-4b21-4781-88d2-10f45268e55c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c5d56deb-450d-4484-9e43-2114ede31574&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417995 May 20 21:46:31.596979 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ae7ef548-0a21-4d1b-b2f8-d689b04ef398 req-64d722a8-118d-47aa-ba2c-7076f45cee68 service neutron] 10.222.0.24 "GET /v2.0/networks/c5d56deb-450d-4484-9e43-2114ede31574?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819576 May 20 21:46:31.691515 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ae7ef548-0a21-4d1b-b2f8-d689b04ef398 req-4b4c94dc-060e-4876-aaeb-0e06c02ec2f9 service neutron] 10.222.0.24 "GET /v2.0/networks/c5d56deb-450d-4484-9e43-2114ede31574?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880859 May 20 21:46:31.711326 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-0b9b4d4f-34a0-489c-8ca9-2bd1077fd25e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6c988c9-d5fe-4419-93c6-df5c2129c25b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-942026604', 'tenant_id': 'cedf931037104109b3e73036244afafc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.68'}], 'enable_snat': True}, 'gw_port_id': 'de80dd53-2d83-4587-8035-1400b5418697', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:46:11Z', 'updated_at': '2022-05-20T21:46:15Z', 'revision_number': 4, 'project_id': 'cedf931037104109b3e73036244afafc', 'gw_port': {'id': 'de80dd53-2d83-4587-8035-1400b5418697', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:8a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6c988c9-d5fe-4419-93c6-df5c2129c25b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:46:11Z', 'updated_at': '2022-05-20T21:46:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_floatingips': [{'id': 'd8a01125-094a-40fe-8b3b-e6067c3dec6b', 'tenant_id': 'cedf931037104109b3e73036244afafc', 'floating_ip_address': '172.25.2.22', 'floating_network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'router_id': 'e6c988c9-d5fe-4419-93c6-df5c2129c25b', 'port_id': 'dbbecbf8-a0f4-4bd2-b55c-0c715f591661', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5d56deb-450d-4484-9e43-2114ede31574', 'mac_address': 'fa:16:3e:df:a9:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74e9106e-3f95-440f-9e2d-76e5e45319c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-20T21:46:29Z', 'updated_at': '2022-05-20T21:46:29Z', 'revision_number': 0, 'project_id': 'cedf931037104109b3e73036244afafc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80fb6107-6148-4c2f-a432-9dea0abf7aae', 'name': '', 'network_id': 'c5d56deb-450d-4484-9e43-2114ede31574', 'tenant_id': 'cedf931037104109b3e73036244afafc', 'mac_address': 'fa:16:3e:fe:b6:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6c988c9-d5fe-4419-93c6-df5c2129c25b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '675fbdcc-83a6-40d3-8ab8-341d8fe80b94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:46:14Z', 'updated_at': '2022-05-20T21:46:18Z', 'revision_number': 5, 'project_id': 'cedf931037104109b3e73036244afafc', 'subnets': [{'id': '675fbdcc-83a6-40d3-8ab8-341d8fe80b94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:46:31.742189 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b9b4d4f-34a0-489c-8ca9-2bd1077fd25e None None] The sync data for ids ['e6c988c9-d5fe-4419-93c6-df5c2129c25b'] in n-d-842733-1 is: [{'id': 'e6c988c9-d5fe-4419-93c6-df5c2129c25b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-942026604', 'tenant_id': 'cedf931037104109b3e73036244afafc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.68'}], 'enable_snat': True}, 'gw_port_id': 'de80dd53-2d83-4587-8035-1400b5418697', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:46:11Z', 'updated_at': '2022-05-20T21:46:15Z', 'revision_number': 4, 'project_id': 'cedf931037104109b3e73036244afafc', 'gw_port': {'id': 'de80dd53-2d83-4587-8035-1400b5418697', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:8a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6c988c9-d5fe-4419-93c6-df5c2129c25b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:46:11Z', 'updated_at': '2022-05-20T21:46:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_floatingips': [{'id': 'd8a01125-094a-40fe-8b3b-e6067c3dec6b', 'tenant_id': 'cedf931037104109b3e73036244afafc', 'floating_ip_address': '172.25.2.22', 'floating_network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'router_id': 'e6c988c9-d5fe-4419-93c6-df5c2129c25b', 'port_id': 'dbbecbf8-a0f4-4bd2-b55c-0c715f591661', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5d56deb-450d-4484-9e43-2114ede31574', 'mac_address': 'fa:16:3e:df:a9:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74e9106e-3f95-440f-9e2d-76e5e45319c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-20T21:46:29Z', 'updated_at': '2022-05-20T21:46:29Z', 'revision_number': 0, 'project_id': 'cedf931037104109b3e73036244afafc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80fb6107-6148-4c2f-a432-9dea0abf7aae', 'name': '', 'network_id': 'c5d56deb-450d-4484-9e43-2114ede31574', 'tenant_id': 'cedf931037104109b3e73036244afafc', 'mac_address': 'fa:16:3e:fe:b6:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6c988c9-d5fe-4419-93c6-df5c2129c25b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '675fbdcc-83a6-40d3-8ab8-341d8fe80b94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:46:14Z', 'updated_at': '2022-05-20T21:46:18Z', 'revision_number': 5, 'project_id': 'cedf931037104109b3e73036244afafc', 'subnets': [{'id': '675fbdcc-83a6-40d3-8ab8-341d8fe80b94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 21:46:31.937474 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-398dad11-4bf8-4109-97d9-9d34b0ff2c3e None None] New status for floating IP d8a01125-094a-40fe-8b3b-e6067c3dec6b: ACTIVE {{(pid=103164) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 21:46:32.398992 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 36520) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:46:32.471610 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-64b6ec45-74e7-4adc-98ad-ab91d8bc6524 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/floatingips/d8a01125-094a-40fe-8b3b-e6067c3dec6b HTTP/1.1" status: 200 len: 993 time: 0.0714779 May 20 21:46:32.871617 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:43.139004 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.agents_db [None req-5c33ad30-4e00-40fa-b486-8c79c4a6cfc5 None None] Agent healthcheck: found 7 active agents {{(pid=103165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 20 21:46:49.961322 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-97d2a1c0-93b2-44f7-9c01-c8d77f78f5dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:52.334391 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-435ab5f6-f369-410d-bcf4-fc5358a61059 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:54.200995 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4bb0e131-6525-46ca-a45b-e4ea43a5e69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:55.231701 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:55.683312 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:55.768567 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cc3ec51b-6ec8-438a-8349-5f0bec346d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:02.898344 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:03.963511 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cc5244-f7aa-4528-bf71-a3d68b2c939d req-0950ce57-46fc-4478-8fce-2200f9c86e6b tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:47:03.965010 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c2cc5244-f7aa-4528-bf71-a3d68b2c939d req-0950ce57-46fc-4478-8fce-2200f9c86e6b tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/ports?device_id=74e9106e-3f95-440f-9e2d-76e5e45319c9 HTTP/1.1" status: 200 len: 946 time: 0.0505579 May 20 21:47:04.024306 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c2cc5244-f7aa-4528-bf71-a3d68b2c939d req-df6d6464-5f70-4ffc-be8b-0e4e92846f0f tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/security-groups?id=1bea7ff0-dc73-4402-9d12-4d6e25be4c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532866 May 20 21:47:04.039937 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e352c9db-1548-4d0b-a2d7-dff3ee0af34f req-9f744016-a885-4677-bb43-02a86f34fc47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:47:04.041424 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e352c9db-1548-4d0b-a2d7-dff3ee0af34f req-9f744016-a885-4677-bb43-02a86f34fc47 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cedf931037104109b3e73036244afafc&device_id=74e9106e-3f95-440f-9e2d-76e5e45319c9 HTTP/1.1" status: 200 len: 1097 time: 0.0451641 May 20 21:47:04.132323 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e352c9db-1548-4d0b-a2d7-dff3ee0af34f req-fd95f227-0008-422c-9c18-cee581ebf7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:47:04.133804 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e352c9db-1548-4d0b-a2d7-dff3ee0af34f req-fd95f227-0008-422c-9c18-cee581ebf7ae service neutron] 10.222.0.24 "GET /v2.0/networks?id=c5d56deb-450d-4484-9e43-2114ede31574 HTTP/1.1" status: 200 len: 897 time: 0.0861480 May 20 21:47:04.197751 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e352c9db-1548-4d0b-a2d7-dff3ee0af34f req-dc3e5c66-9148-4f79-8c17-b9456ce6d910 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dbbecbf8-a0f4-4bd2-b55c-0c715f591661 HTTP/1.1" status: 200 len: 1001 time: 0.0570889 May 20 21:47:04.251133 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e352c9db-1548-4d0b-a2d7-dff3ee0af34f req-c438dd2c-2aac-4bae-8e5b-2a9619e7cb9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:47:04.252511 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e352c9db-1548-4d0b-a2d7-dff3ee0af34f req-c438dd2c-2aac-4bae-8e5b-2a9619e7cb9d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=675fbdcc-83a6-40d3-8ab8-341d8fe80b94 HTTP/1.1" status: 200 len: 834 time: 0.0479333 May 20 21:47:04.297019 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e352c9db-1548-4d0b-a2d7-dff3ee0af34f req-cfc728df-11dc-4125-a57e-4f3ec7d72a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:47:04.298513 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e352c9db-1548-4d0b-a2d7-dff3ee0af34f req-cfc728df-11dc-4125-a57e-4f3ec7d72a36 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c5d56deb-450d-4484-9e43-2114ede31574&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387468 May 20 21:47:04.309001 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [req-e352c9db-1548-4d0b-a2d7-dff3ee0af34f req-a8e7f99b-3747-46fd-8e1e-8376222756b4 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103163) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 21:47:04.309962 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e352c9db-1548-4d0b-a2d7-dff3ee0af34f req-a8e7f99b-3747-46fd-8e1e-8376222756b4 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048189 May 20 21:47:04.396179 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e352c9db-1548-4d0b-a2d7-dff3ee0af34f req-4c392219-2607-4942-977a-2c3beab1aea6 service neutron] 10.222.0.24 "GET /v2.0/networks/c5d56deb-450d-4484-9e43-2114ede31574?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794480 May 20 21:47:04.488350 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e352c9db-1548-4d0b-a2d7-dff3ee0af34f req-be4fadba-e75a-4f2e-9b60-13eb9c8ea02e service neutron] 10.222.0.24 "GET /v2.0/networks/c5d56deb-450d-4484-9e43-2114ede31574?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857234 May 20 21:47:05.086129 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4957db-027b-4e6b-a9c7-375582f453eb req-fd37249b-c68f-4dd2-8221-e62005173806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:47:05.087608 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8f4957db-027b-4e6b-a9c7-375582f453eb req-fd37249b-c68f-4dd2-8221-e62005173806 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cedf931037104109b3e73036244afafc&device_id=74e9106e-3f95-440f-9e2d-76e5e45319c9 HTTP/1.1" status: 200 len: 1097 time: 0.0413647 May 20 21:47:05.195546 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b285fe2-afc4-4dff-a52c-3baf56219a4f req-5ac01f9d-7f9d-410e-98e8-a34101eb60fc tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:47:05.196998 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3b285fe2-afc4-4dff-a52c-3baf56219a4f req-5ac01f9d-7f9d-410e-98e8-a34101eb60fc tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/ports?device_id=74e9106e-3f95-440f-9e2d-76e5e45319c9 HTTP/1.1" status: 200 len: 946 time: 0.1012821 May 20 21:47:05.239646 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4957db-027b-4e6b-a9c7-375582f453eb req-bf269af6-e165-412c-973c-b0b942c5bed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:47:05.241067 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8f4957db-027b-4e6b-a9c7-375582f453eb req-bf269af6-e165-412c-973c-b0b942c5bed7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c5d56deb-450d-4484-9e43-2114ede31574 HTTP/1.1" status: 200 len: 897 time: 0.1201990 May 20 21:47:05.258873 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3b285fe2-afc4-4dff-a52c-3baf56219a4f req-3f089954-c623-451c-aba7-4770b383525e tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/security-groups?id=1bea7ff0-dc73-4402-9d12-4d6e25be4c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534945 May 20 21:47:05.313195 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8f4957db-027b-4e6b-a9c7-375582f453eb req-f50135d1-a000-492f-9881-cff4fa91d203 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dbbecbf8-a0f4-4bd2-b55c-0c715f591661 HTTP/1.1" status: 200 len: 1001 time: 0.0646906 May 20 21:47:05.361197 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4957db-027b-4e6b-a9c7-375582f453eb req-fc0d44ab-9462-468b-b9d3-27135f8a29ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:47:05.362617 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8f4957db-027b-4e6b-a9c7-375582f453eb req-fc0d44ab-9462-468b-b9d3-27135f8a29ac service neutron] 10.222.0.24 "GET /v2.0/subnets?id=675fbdcc-83a6-40d3-8ab8-341d8fe80b94 HTTP/1.1" status: 200 len: 834 time: 0.0426831 May 20 21:47:05.406439 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4957db-027b-4e6b-a9c7-375582f453eb req-fb1a245d-8336-42c6-8ee0-a9f59bcf761c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:47:05.407878 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8f4957db-027b-4e6b-a9c7-375582f453eb req-fb1a245d-8336-42c6-8ee0-a9f59bcf761c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c5d56deb-450d-4484-9e43-2114ede31574&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391579 May 20 21:47:05.500354 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8f4957db-027b-4e6b-a9c7-375582f453eb req-61a8e25a-929e-4da0-8fb7-115223655ad5 service neutron] 10.222.0.24 "GET /v2.0/networks/c5d56deb-450d-4484-9e43-2114ede31574?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828531 May 20 21:47:05.892747 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8f4957db-027b-4e6b-a9c7-375582f453eb req-6a66b2ca-f533-46d4-b008-28e7d435b226 service neutron] 10.222.0.24 "GET /v2.0/networks/c5d56deb-450d-4484-9e43-2114ede31574?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3852625 May 20 21:47:06.376219 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8cb7d3-5f6c-4f79-a085-80615b1a184a req-198acdd6-28aa-4542-9382-81fd5fed0e99 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:47:06.377714 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2f8cb7d3-5f6c-4f79-a085-80615b1a184a req-198acdd6-28aa-4542-9382-81fd5fed0e99 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/ports?device_id=74e9106e-3f95-440f-9e2d-76e5e45319c9 HTTP/1.1" status: 200 len: 946 time: 0.0490856 May 20 21:47:06.416577 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2f8cb7d3-5f6c-4f79-a085-80615b1a184a req-f3f2597a-f803-4a90-984a-b2210c67e4b7 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/security-groups?id=1bea7ff0-dc73-4402-9d12-4d6e25be4c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327621 May 20 21:47:07.537024 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a432a6d-8a05-4234-bc41-9f20e5d3f89a req-9193f3d1-2e4f-4f92-8eeb-22a3830f0dbe tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:47:07.538524 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5a432a6d-8a05-4234-bc41-9f20e5d3f89a req-9193f3d1-2e4f-4f92-8eeb-22a3830f0dbe tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/ports?device_id=74e9106e-3f95-440f-9e2d-76e5e45319c9 HTTP/1.1" status: 200 len: 946 time: 0.0524218 May 20 21:47:07.577570 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5a432a6d-8a05-4234-bc41-9f20e5d3f89a req-d77cbc76-7f36-4a5a-a4b8-6051a8570e0f tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/security-groups?id=1bea7ff0-dc73-4402-9d12-4d6e25be4c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327332 May 20 21:47:08.691055 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0804e94-4871-466a-b322-fb8c63bc2e70 req-eeeef54e-f197-4835-9d29-a381f9006b64 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:47:08.693039 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b0804e94-4871-466a-b322-fb8c63bc2e70 req-eeeef54e-f197-4835-9d29-a381f9006b64 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/ports?device_id=74e9106e-3f95-440f-9e2d-76e5e45319c9 HTTP/1.1" status: 200 len: 946 time: 0.0484285 May 20 21:47:08.730570 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b0804e94-4871-466a-b322-fb8c63bc2e70 req-470343c3-da06-41da-9683-3ac7a99d69b4 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/security-groups?id=1bea7ff0-dc73-4402-9d12-4d6e25be4c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313396 May 20 21:47:09.847698 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea8c6a2-69c7-4963-b8f0-e6bef11fd805 req-68b040d4-6a46-46a6-a049-1ea23d123d41 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:47:09.849153 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0ea8c6a2-69c7-4963-b8f0-e6bef11fd805 req-68b040d4-6a46-46a6-a049-1ea23d123d41 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/ports?device_id=74e9106e-3f95-440f-9e2d-76e5e45319c9 HTTP/1.1" status: 200 len: 946 time: 0.0479321 May 20 21:47:09.885474 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0ea8c6a2-69c7-4963-b8f0-e6bef11fd805 req-a61cb553-3b65-4f84-a4eb-0a4a552e66a9 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/security-groups?id=1bea7ff0-dc73-4402-9d12-4d6e25be4c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303040 May 20 21:47:11.006119 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490a5ab4-fbb2-472e-a1a8-d3b8f51c0690 req-9dfa138b-6ef0-404e-a943-592cff3fc217 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:47:11.007589 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-490a5ab4-fbb2-472e-a1a8-d3b8f51c0690 req-9dfa138b-6ef0-404e-a943-592cff3fc217 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/ports?device_id=74e9106e-3f95-440f-9e2d-76e5e45319c9 HTTP/1.1" status: 200 len: 946 time: 0.0536537 May 20 21:47:11.046035 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-490a5ab4-fbb2-472e-a1a8-d3b8f51c0690 req-23cae1ca-2d41-4fab-871f-d9ca1917edd5 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/security-groups?id=1bea7ff0-dc73-4402-9d12-4d6e25be4c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321782 May 20 21:47:12.163847 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361d8e6d-7b3d-40ca-95b5-ed9956d926f9 req-02d14a49-4fb4-4037-87fc-9340da898d93 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:47:12.165325 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-361d8e6d-7b3d-40ca-95b5-ed9956d926f9 req-02d14a49-4fb4-4037-87fc-9340da898d93 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/ports?device_id=74e9106e-3f95-440f-9e2d-76e5e45319c9 HTTP/1.1" status: 200 len: 946 time: 0.0492492 May 20 21:47:12.202663 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-361d8e6d-7b3d-40ca-95b5-ed9956d926f9 req-0e8fc18e-e3d7-4afb-9e57-0fe9f8c6304b tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/security-groups?id=1bea7ff0-dc73-4402-9d12-4d6e25be4c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312941 May 20 21:47:13.320809 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4095a7-401d-4499-a720-f11ce896b1b7 req-3c434bf7-3098-4934-a44f-131383e70626 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:47:13.322295 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-fd4095a7-401d-4499-a720-f11ce896b1b7 req-3c434bf7-3098-4934-a44f-131383e70626 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/ports?device_id=74e9106e-3f95-440f-9e2d-76e5e45319c9 HTTP/1.1" status: 200 len: 946 time: 0.0485976 May 20 21:47:13.360560 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-fd4095a7-401d-4499-a720-f11ce896b1b7 req-9a3f17dd-b4c6-4d54-ad6c-4a953244ec0b tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/security-groups?id=1bea7ff0-dc73-4402-9d12-4d6e25be4c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322013 May 20 21:47:14.480032 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424e9880-37c3-42bf-a52c-d7aa3e547c3d req-4d362657-8520-4ec1-928b-c138dd4389ec tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:47:14.484358 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-424e9880-37c3-42bf-a52c-d7aa3e547c3d req-4d362657-8520-4ec1-928b-c138dd4389ec tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/ports?device_id=74e9106e-3f95-440f-9e2d-76e5e45319c9 HTTP/1.1" status: 200 len: 946 time: 0.0525095 May 20 21:47:14.519844 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-424e9880-37c3-42bf-a52c-d7aa3e547c3d req-e21bbb62-bab8-4dd0-a3ee-e526739682e3 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/security-groups?id=1bea7ff0-dc73-4402-9d12-4d6e25be4c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315926 May 20 21:47:15.635377 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417084af-a78d-46ca-a294-d53b661db6ab req-a450ab74-b94b-43fe-945e-06a40d42f1e9 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:47:15.637124 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-417084af-a78d-46ca-a294-d53b661db6ab req-a450ab74-b94b-43fe-945e-06a40d42f1e9 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/ports?device_id=74e9106e-3f95-440f-9e2d-76e5e45319c9 HTTP/1.1" status: 200 len: 946 time: 0.0489388 May 20 21:47:15.674839 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-417084af-a78d-46ca-a294-d53b661db6ab req-6a0648b6-b7c5-4e74-ac49-e35ef1fff67e tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/security-groups?id=1bea7ff0-dc73-4402-9d12-4d6e25be4c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316248 May 20 21:47:16.791431 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07b1173-6307-4092-8037-9846ca943e9a req-79bc2538-5b73-4602-8691-82341df47230 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:47:16.792798 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b07b1173-6307-4092-8037-9846ca943e9a req-79bc2538-5b73-4602-8691-82341df47230 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/ports?device_id=74e9106e-3f95-440f-9e2d-76e5e45319c9 HTTP/1.1" status: 200 len: 946 time: 0.0482688 May 20 21:47:16.829774 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b07b1173-6307-4092-8037-9846ca943e9a req-01dfd8aa-e39d-4201-8cbb-a8b4fdba75ae tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/security-groups?id=1bea7ff0-dc73-4402-9d12-4d6e25be4c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308630 May 20 21:47:17.952542 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45c81b5-3ed1-4f92-afd5-b763574914d1 req-760bfe60-e3dd-4cb7-9cab-56208c601740 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:47:17.954048 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e45c81b5-3ed1-4f92-afd5-b763574914d1 req-760bfe60-e3dd-4cb7-9cab-56208c601740 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/ports?device_id=74e9106e-3f95-440f-9e2d-76e5e45319c9 HTTP/1.1" status: 200 len: 946 time: 0.0554919 May 20 21:47:17.996265 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e45c81b5-3ed1-4f92-afd5-b763574914d1 req-1baa555c-6dc1-44a0-b7b2-c014f17dabad tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/security-groups?id=1bea7ff0-dc73-4402-9d12-4d6e25be4c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357685 May 20 21:47:19.112106 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9de73bc-572e-4d48-9d4e-41ca27ad0b20 req-83c98432-8233-4bd7-bba0-6982d8d677af tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:47:19.113594 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b9de73bc-572e-4d48-9d4e-41ca27ad0b20 req-83c98432-8233-4bd7-bba0-6982d8d677af tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/ports?device_id=74e9106e-3f95-440f-9e2d-76e5e45319c9 HTTP/1.1" status: 200 len: 946 time: 0.0483861 May 20 21:47:19.151276 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b9de73bc-572e-4d48-9d4e-41ca27ad0b20 req-d1b457dd-1b8b-4326-a055-41bc9a166f9e tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/security-groups?id=1bea7ff0-dc73-4402-9d12-4d6e25be4c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311198 May 20 21:47:19.903538 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4f6be719-6da5-4b9a-993a-91cd780ea75e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:20.138287 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.agents_db [None req-5c33ad30-4e00-40fa-b486-8c79c4a6cfc5 None None] Agent healthcheck: found 7 active agents {{(pid=103165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 20 21:47:20.269160 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5affaeb5-6e1a-4b18-b44c-f534689616c5 req-4b6f88de-fc1f-43d4-8c00-7fd1a639a20b tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:47:20.271304 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5affaeb5-6e1a-4b18-b44c-f534689616c5 req-4b6f88de-fc1f-43d4-8c00-7fd1a639a20b tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/ports?device_id=74e9106e-3f95-440f-9e2d-76e5e45319c9 HTTP/1.1" status: 200 len: 946 time: 0.0511861 May 20 21:47:20.312548 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5affaeb5-6e1a-4b18-b44c-f534689616c5 req-3512042c-efdc-4e6c-9282-790ede90680f tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/security-groups?id=1bea7ff0-dc73-4402-9d12-4d6e25be4c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347731 May 20 21:47:21.443141 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9735b967-085f-4b7c-ba9f-2762ec268070 req-11e46e7e-8031-4847-9cca-55f964108b2b tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:47:21.444846 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9735b967-085f-4b7c-ba9f-2762ec268070 req-11e46e7e-8031-4847-9cca-55f964108b2b tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/ports?device_id=74e9106e-3f95-440f-9e2d-76e5e45319c9 HTTP/1.1" status: 200 len: 946 time: 0.0553012 May 20 21:47:21.488246 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9735b967-085f-4b7c-ba9f-2762ec268070 req-33e12fef-de7c-46ca-aee0-50181cb51e0a tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/security-groups?id=1bea7ff0-dc73-4402-9d12-4d6e25be4c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372062 May 20 21:47:21.512453 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 36570) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:47:21.575455 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-c289ff98-ee9f-4984-9b42-da79dffe16cb tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/floatingips/d8a01125-094a-40fe-8b3b-e6067c3dec6b HTTP/1.1" status: 200 len: 993 time: 0.0618367 May 20 21:47:22.340236 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-e092c32f-e5f4-44b1-af46-2f2f3394e93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:24.189375 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4bb0e131-6525-46ca-a45b-e4ea43a5e69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:25.226567 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:25.669414 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:25.766275 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cc3ec51b-6ec8-438a-8349-5f0bec346d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:32.909410 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:49.921018 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-98c1dbea-d535-4512-9d6f-c64758094a21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:50.091179 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 36588) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:47:50.253396 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-c847089c-1c72-419d-9c44-343d270dff04 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Deleting port 61d9a97f-473d-4ae4-b20f-fc303fa1f55e {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:47:50.253740 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c847089c-1c72-419d-9c44-343d270dff04 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:50.327682 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c847089c-1c72-419d-9c44-343d270dff04 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:50.328005 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c847089c-1c72-419d-9c44-343d270dff04 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:50.339536 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-c847089c-1c72-419d-9c44-343d270dff04 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Calling delete_port for 61d9a97f-473d-4ae4-b20f-fc303fa1f55e owned by network:floatingip {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:47:50.543714 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c847089c-1c72-419d-9c44-343d270dff04 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:50.570368 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c847089c-1c72-419d-9c44-343d270dff04 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Pushing event deleted for resources: {'Port': ['ID=61d9a97f-473d-4ae4-b20f-fc303fa1f55e,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:47:50.592937 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c847089c-1c72-419d-9c44-343d270dff04 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:47:50.593314 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c847089c-1c72-419d-9c44-343d270dff04 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:47:50.593660 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c847089c-1c72-419d-9c44-343d270dff04 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:47:50.594001 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c847089c-1c72-419d-9c44-343d270dff04 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:47:50.594336 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c847089c-1c72-419d-9c44-343d270dff04 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:47:50.594668 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c847089c-1c72-419d-9c44-343d270dff04 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:47:50.594999 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c847089c-1c72-419d-9c44-343d270dff04 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:47:50.595330 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c847089c-1c72-419d-9c44-343d270dff04 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:47:50.595658 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c847089c-1c72-419d-9c44-343d270dff04 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:47:50.595983 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c847089c-1c72-419d-9c44-343d270dff04 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:47:50.596307 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c847089c-1c72-419d-9c44-343d270dff04 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:47:50.596630 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c847089c-1c72-419d-9c44-343d270dff04 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:47:50.637605 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c847089c-1c72-419d-9c44-343d270dff04 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks [] for floatingip, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:50.637940 n-d-842733-1 neutron-server[103162]: INFO neutron.db.l3_db [None req-c847089c-1c72-419d-9c44-343d270dff04 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Floating IP d8a01125-094a-40fe-8b3b-e6067c3dec6b disassociated (deleted). External IP: 172.25.2.22, port: dbbecbf8-a0f4-4bd2-b55c-0c715f591661. May 20 21:47:50.842791 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c847089c-1c72-419d-9c44-343d270dff04 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Router e6c988c9-d5fe-4419-93c6-df5c2129c25b has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 21:47:50.947990 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c847089c-1c72-419d-9c44-343d270dff04 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 21:47:50.952867 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c847089c-1c72-419d-9c44-343d270dff04 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for floatingip, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:50.958091 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-169394f3-c4a3-4f61-bdab-d1cc9fbb3347 None None] Sync routers for ids ['e6c988c9-d5fe-4419-93c6-df5c2129c25b'] in n-d-842733-1 {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 21:47:50.968226 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-169394f3-c4a3-4f61-bdab-d1cc9fbb3347 None None] Routers {'e6c988c9-d5fe-4419-93c6-df5c2129c25b'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:47:50.968834 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-169394f3-c4a3-4f61-bdab-d1cc9fbb3347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:47:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['e6c988c9-d5fe-4419-93c6-df5c2129c25b'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:47:50.979960 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-c847089c-1c72-419d-9c44-343d270dff04 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "DELETE /v2.0/floatingips/d8a01125-094a-40fe-8b3b-e6067c3dec6b HTTP/1.1" status: 204 len: 168 time: 0.8877974 May 20 21:47:50.980557 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74e9106e-3f95-440f-9e2d-76e5e45319c9', 'tag': 'dbbecbf8-a0f4-4bd2-b55c-0c715f591661'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 21:47:50.982921 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e97a983f2a54588e3d21b88a12ad54839c2ea34da7b46679306b1f34ba25e4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d4cd108-560b-41ba-a20e-2e9b4d6a73c4" -d '{"events": [{"name": "network-changed", "server_uuid": "74e9106e-3f95-440f-9e2d-76e5e45319c9", "tag": "dbbecbf8-a0f4-4bd2-b55c-0c715f591661"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 21:47:51.079000 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-169394f3-c4a3-4f61-bdab-d1cc9fbb3347 None None] Set router e6c988c9-d5fe-4419-93c6-df5c2129c25b gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:47:51.112923 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 21:47:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e7475bb-9a8d-4fde-9b01-c4ac7b30cc6b x-openstack-request-id: req-4e7475bb-9a8d-4fde-9b01-c4ac7b30cc6b {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 21:47:51.112923 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74e9106e-3f95-440f-9e2d-76e5e45319c9", "tag": "dbbecbf8-a0f4-4bd2-b55c-0c715f591661", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 21:47:51.112923 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4e7475bb-9a8d-4fde-9b01-c4ac7b30cc6b {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 21:47:51.112923 n-d-842733-1 neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e7475bb-9a8d-4fde-9b01-c4ac7b30cc6b'] response: {'name': 'network-changed', 'server_uuid': '74e9106e-3f95-440f-9e2d-76e5e45319c9', 'tag': 'dbbecbf8-a0f4-4bd2-b55c-0c715f591661', 'status': 'completed', 'code': 200} May 20 21:47:51.175677 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4cd108-560b-41ba-a20e-2e9b4d6a73c4 req-2cbec615-24ad-47c7-a2f3-13c4dbb0f84b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:47:51.177255 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6d4cd108-560b-41ba-a20e-2e9b4d6a73c4 req-2cbec615-24ad-47c7-a2f3-13c4dbb0f84b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cedf931037104109b3e73036244afafc&device_id=74e9106e-3f95-440f-9e2d-76e5e45319c9 HTTP/1.1" status: 200 len: 1097 time: 0.0421956 May 20 21:47:51.279623 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-169394f3-c4a3-4f61-bdab-d1cc9fbb3347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6c988c9-d5fe-4419-93c6-df5c2129c25b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-942026604', 'tenant_id': 'cedf931037104109b3e73036244afafc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.68'}], 'enable_snat': True}, 'gw_port_id': 'de80dd53-2d83-4587-8035-1400b5418697', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:46:11Z', 'updated_at': '2022-05-20T21:46:15Z', 'revision_number': 4, 'project_id': 'cedf931037104109b3e73036244afafc', 'gw_port': {'id': 'de80dd53-2d83-4587-8035-1400b5418697', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:8a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6c988c9-d5fe-4419-93c6-df5c2129c25b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:46:11Z', 'updated_at': '2022-05-20T21:46:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': '80fb6107-6148-4c2f-a432-9dea0abf7aae', 'name': '', 'network_id': 'c5d56deb-450d-4484-9e43-2114ede31574', 'tenant_id': 'cedf931037104109b3e73036244afafc', 'mac_address': 'fa:16:3e:fe:b6:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6c988c9-d5fe-4419-93c6-df5c2129c25b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '675fbdcc-83a6-40d3-8ab8-341d8fe80b94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:46:14Z', 'updated_at': '2022-05-20T21:46:18Z', 'revision_number': 5, 'project_id': 'cedf931037104109b3e73036244afafc', 'subnets': [{'id': '675fbdcc-83a6-40d3-8ab8-341d8fe80b94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:47:51.310696 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-169394f3-c4a3-4f61-bdab-d1cc9fbb3347 None None] Checking router: e6c988c9-d5fe-4419-93c6-df5c2129c25b for host: n-d-842733-1 {{(pid=103165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 21:47:51.311433 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4cd108-560b-41ba-a20e-2e9b4d6a73c4 req-2678d3bf-3d29-4288-a017-2aa6b32c5d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:47:51.312911 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6d4cd108-560b-41ba-a20e-2e9b4d6a73c4 req-2678d3bf-3d29-4288-a017-2aa6b32c5d4b service neutron] 10.222.0.24 "GET /v2.0/networks?id=c5d56deb-450d-4484-9e43-2114ede31574 HTTP/1.1" status: 200 len: 897 time: 0.1286769 May 20 21:47:51.320352 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-169394f3-c4a3-4f61-bdab-d1cc9fbb3347 None None] Routers {'e6c988c9-d5fe-4419-93c6-df5c2129c25b'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:47:51.320958 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-169394f3-c4a3-4f61-bdab-d1cc9fbb3347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:47:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['e6c988c9-d5fe-4419-93c6-df5c2129c25b'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:47:51.361652 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6d4cd108-560b-41ba-a20e-2e9b4d6a73c4 req-e3273f6b-03f6-4835-a874-9a9bf3c10f37 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dbbecbf8-a0f4-4bd2-b55c-0c715f591661 HTTP/1.1" status: 200 len: 217 time: 0.0381758 May 20 21:47:51.442591 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4cd108-560b-41ba-a20e-2e9b4d6a73c4 req-c52318dc-b277-45f0-9cc5-700b847daa3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:47:51.444072 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6d4cd108-560b-41ba-a20e-2e9b4d6a73c4 req-c52318dc-b277-45f0-9cc5-700b847daa3f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=675fbdcc-83a6-40d3-8ab8-341d8fe80b94 HTTP/1.1" status: 200 len: 834 time: 0.0736284 May 20 21:47:51.453242 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e70fbac-8ca2-4aa0-926e-22db7582780e req-96d8bf58-b569-4c1c-af6a-515a734e3527 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:47:51.454780 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7e70fbac-8ca2-4aa0-926e-22db7582780e req-96d8bf58-b569-4c1c-af6a-515a734e3527 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/ports?device_id=74e9106e-3f95-440f-9e2d-76e5e45319c9 HTTP/1.1" status: 200 len: 946 time: 0.0958154 May 20 21:47:51.520158 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7e70fbac-8ca2-4aa0-926e-22db7582780e req-8bc90da4-7173-480f-961e-b26f3511c0a7 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/security-groups?id=1bea7ff0-dc73-4402-9d12-4d6e25be4c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556426 May 20 21:47:51.526286 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4cd108-560b-41ba-a20e-2e9b4d6a73c4 req-b4ebc342-039a-42d9-bdfb-8c8262b30102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:47:51.526984 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-169394f3-c4a3-4f61-bdab-d1cc9fbb3347 None None] Set router e6c988c9-d5fe-4419-93c6-df5c2129c25b gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:47:51.527755 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6d4cd108-560b-41ba-a20e-2e9b4d6a73c4 req-b4ebc342-039a-42d9-bdfb-8c8262b30102 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c5d56deb-450d-4484-9e43-2114ede31574&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0720928 May 20 21:47:51.623988 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6d4cd108-560b-41ba-a20e-2e9b4d6a73c4 req-10c3e091-04fe-4294-a29a-6d848725dc14 service neutron] 10.222.0.24 "GET /v2.0/networks/c5d56deb-450d-4484-9e43-2114ede31574?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876560 May 20 21:47:51.715947 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6d4cd108-560b-41ba-a20e-2e9b4d6a73c4 req-2cf0e110-b28b-4672-b8ea-81fedc267b96 service neutron] 10.222.0.24 "GET /v2.0/networks/c5d56deb-450d-4484-9e43-2114ede31574?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849547 May 20 21:47:51.725357 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-169394f3-c4a3-4f61-bdab-d1cc9fbb3347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6c988c9-d5fe-4419-93c6-df5c2129c25b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-942026604', 'tenant_id': 'cedf931037104109b3e73036244afafc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.68'}], 'enable_snat': True}, 'gw_port_id': 'de80dd53-2d83-4587-8035-1400b5418697', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:46:11Z', 'updated_at': '2022-05-20T21:46:15Z', 'revision_number': 4, 'project_id': 'cedf931037104109b3e73036244afafc', 'gw_port': {'id': 'de80dd53-2d83-4587-8035-1400b5418697', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:8a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6c988c9-d5fe-4419-93c6-df5c2129c25b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:46:11Z', 'updated_at': '2022-05-20T21:46:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': '80fb6107-6148-4c2f-a432-9dea0abf7aae', 'name': '', 'network_id': 'c5d56deb-450d-4484-9e43-2114ede31574', 'tenant_id': 'cedf931037104109b3e73036244afafc', 'mac_address': 'fa:16:3e:fe:b6:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6c988c9-d5fe-4419-93c6-df5c2129c25b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '675fbdcc-83a6-40d3-8ab8-341d8fe80b94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:46:14Z', 'updated_at': '2022-05-20T21:46:18Z', 'revision_number': 5, 'project_id': 'cedf931037104109b3e73036244afafc', 'subnets': [{'id': '675fbdcc-83a6-40d3-8ab8-341d8fe80b94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:47:51.752723 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-169394f3-c4a3-4f61-bdab-d1cc9fbb3347 None None] The sync data for ids ['e6c988c9-d5fe-4419-93c6-df5c2129c25b'] in n-d-842733-1 is: [{'id': 'e6c988c9-d5fe-4419-93c6-df5c2129c25b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-942026604', 'tenant_id': 'cedf931037104109b3e73036244afafc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.68'}], 'enable_snat': True}, 'gw_port_id': 'de80dd53-2d83-4587-8035-1400b5418697', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:46:11Z', 'updated_at': '2022-05-20T21:46:15Z', 'revision_number': 4, 'project_id': 'cedf931037104109b3e73036244afafc', 'gw_port': {'id': 'de80dd53-2d83-4587-8035-1400b5418697', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:8a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6c988c9-d5fe-4419-93c6-df5c2129c25b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:46:11Z', 'updated_at': '2022-05-20T21:46:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': '80fb6107-6148-4c2f-a432-9dea0abf7aae', 'name': '', 'network_id': 'c5d56deb-450d-4484-9e43-2114ede31574', 'tenant_id': 'cedf931037104109b3e73036244afafc', 'mac_address': 'fa:16:3e:fe:b6:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6c988c9-d5fe-4419-93c6-df5c2129c25b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '675fbdcc-83a6-40d3-8ab8-341d8fe80b94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:46:14Z', 'updated_at': '2022-05-20T21:46:18Z', 'revision_number': 5, 'project_id': 'cedf931037104109b3e73036244afafc', 'subnets': [{'id': '675fbdcc-83a6-40d3-8ab8-341d8fe80b94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 21:47:51.974952 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f740440-bd91-460b-89ff-5d866a1e062b None None] New status for floating IP d8a01125-094a-40fe-8b3b-e6067c3dec6b: DOWN {{(pid=103164) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 21:47:52.340694 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-45893a5d-7097-4dce-92a2-57cdce749419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:52.643528 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d10c51-3bf9-43c8-884d-9c6e92ae2433 req-efe0fd75-7532-4da2-81ff-4c27165fead1 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:47:52.644925 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-75d10c51-3bf9-43c8-884d-9c6e92ae2433 req-efe0fd75-7532-4da2-81ff-4c27165fead1 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/ports?device_id=74e9106e-3f95-440f-9e2d-76e5e45319c9 HTTP/1.1" status: 200 len: 946 time: 0.0500462 May 20 21:47:52.684764 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-75d10c51-3bf9-43c8-884d-9c6e92ae2433 req-3d266a10-d208-48bb-bcc1-098b855e872d tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/security-groups?id=1bea7ff0-dc73-4402-9d12-4d6e25be4c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330813 May 20 21:47:52.942898 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f12981-a49d-49e0-92ac-061773a995bf req-ea311053-5b5a-49cb-a0ed-6b185519fcde tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:47:52.944346 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-25f12981-a49d-49e0-92ac-061773a995bf req-ea311053-5b5a-49cb-a0ed-6b185519fcde tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.24 "GET /v2.0/ports?device_id=74e9106e-3f95-440f-9e2d-76e5e45319c9 HTTP/1.1" status: 200 len: 946 time: 0.0522234 May 20 21:47:53.033352 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [req-25f12981-a49d-49e0-92ac-061773a995bf req-ddf81896-15b8-431a-83ab-2bf3b2e6c063 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Deleting port dbbecbf8-a0f4-4bd2-b55c-0c715f591661 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:47:53.033685 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-25f12981-a49d-49e0-92ac-061773a995bf req-ddf81896-15b8-431a-83ab-2bf3b2e6c063 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:53.122688 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-25f12981-a49d-49e0-92ac-061773a995bf req-ddf81896-15b8-431a-83ab-2bf3b2e6c063 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] For port dbbecbf8-a0f4-4bd2-b55c-0c715f591661, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=dbbecbf8-a0f4-4bd2-b55c-0c715f591661,segment=NetworkSegment(5497d8cd-c8a4-433e-8c4b-7183902b822d),segment_id=5497d8cd-c8a4-433e-8c4b-7183902b822d)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:47:53.123054 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-25f12981-a49d-49e0-92ac-061773a995bf req-ddf81896-15b8-431a-83ab-2bf3b2e6c063 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:53.135169 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [req-25f12981-a49d-49e0-92ac-061773a995bf req-ddf81896-15b8-431a-83ab-2bf3b2e6c063 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Calling delete_port for dbbecbf8-a0f4-4bd2-b55c-0c715f591661 owned by compute:nova {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:47:53.332796 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-25f12981-a49d-49e0-92ac-061773a995bf req-ddf81896-15b8-431a-83ab-2bf3b2e6c063 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:53.372019 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf81896-15b8-431a-83ab-2bf3b2e6c063 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Pushing event deleted for resources: {'Port': ['ID=dbbecbf8-a0f4-4bd2-b55c-0c715f591661,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:47:53.399174 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf81896-15b8-431a-83ab-2bf3b2e6c063 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:47:53.399605 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf81896-15b8-431a-83ab-2bf3b2e6c063 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:47:53.399942 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf81896-15b8-431a-83ab-2bf3b2e6c063 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:47:53.400270 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf81896-15b8-431a-83ab-2bf3b2e6c063 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:47:53.400596 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf81896-15b8-431a-83ab-2bf3b2e6c063 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:47:53.400921 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf81896-15b8-431a-83ab-2bf3b2e6c063 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:47:53.401265 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf81896-15b8-431a-83ab-2bf3b2e6c063 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:47:53.401589 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf81896-15b8-431a-83ab-2bf3b2e6c063 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:47:53.401911 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf81896-15b8-431a-83ab-2bf3b2e6c063 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:47:53.402363 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf81896-15b8-431a-83ab-2bf3b2e6c063 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:47:53.402654 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf81896-15b8-431a-83ab-2bf3b2e6c063 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:47:53.402969 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf81896-15b8-431a-83ab-2bf3b2e6c063 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:47:53.422084 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [req-25f12981-a49d-49e0-92ac-061773a995bf req-ddf81896-15b8-431a-83ab-2bf3b2e6c063 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] No DVR routers for this DVR port dbbecbf8-a0f4-4bd2-b55c-0c715f591661 on host n-h1-842733-1 {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 21:47:53.424625 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-25f12981-a49d-49e0-92ac-061773a995bf req-ddf81896-15b8-431a-83ab-2bf3b2e6c063 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:53.427855 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-25f12981-a49d-49e0-92ac-061773a995bf req-ddf81896-15b8-431a-83ab-2bf3b2e6c063 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.24 "DELETE /v2.0/ports/dbbecbf8-a0f4-4bd2-b55c-0c715f591661 HTTP/1.1" status: 204 len: 173 time: 0.4777527 May 20 21:47:53.428281 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74e9106e-3f95-440f-9e2d-76e5e45319c9', 'name': 'network-vif-deleted', 'tag': 'dbbecbf8-a0f4-4bd2-b55c-0c715f591661'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 21:47:53.431196 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4416c3b25ab83027dff24eda6e450cd3b8f285a9257f5a2b93a81ddcbdb8854f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2797458e-def3-4b23-a299-3ebcc7570fae" -d '{"events": [{"server_uuid": "74e9106e-3f95-440f-9e2d-76e5e45319c9", "name": "network-vif-deleted", "tag": "dbbecbf8-a0f4-4bd2-b55c-0c715f591661"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 21:47:53.468641 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 21:47:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43864e38-b78e-4da1-8cb1-fa35b88e82ea x-openstack-request-id: req-43864e38-b78e-4da1-8cb1-fa35b88e82ea {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 21:47:53.468982 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74e9106e-3f95-440f-9e2d-76e5e45319c9", "name": "network-vif-deleted", "tag": "dbbecbf8-a0f4-4bd2-b55c-0c715f591661", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 21:47:53.469274 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-43864e38-b78e-4da1-8cb1-fa35b88e82ea {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 21:47:53.469684 n-d-842733-1 neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43864e38-b78e-4da1-8cb1-fa35b88e82ea'] response: {'server_uuid': '74e9106e-3f95-440f-9e2d-76e5e45319c9', 'name': 'network-vif-deleted', 'tag': 'dbbecbf8-a0f4-4bd2-b55c-0c715f591661', 'status': 'completed', 'code': 200} May 20 21:47:53.786815 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0d38fad9-8946-48aa-b187-15689800fc93 req-4e060480-eb1f-4d32-ab37-d4fe02c165d1 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/ports?device_id=74e9106e-3f95-440f-9e2d-76e5e45319c9 HTTP/1.1" status: 200 len: 210 time: 0.0285769 May 20 21:47:54.218100 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4bb0e131-6525-46ca-a45b-e4ea43a5e69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:54.844603 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 36610) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:47:55.232212 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:55.538192 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2615a1a9-2ea3-41cb-b3a5-84ec0b135220 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748528'] for router_interface, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:55.655021 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:55.744186 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cc3ec51b-6ec8-438a-8349-5f0bec346d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:55.796565 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-2615a1a9-2ea3-41cb-b3a5-84ec0b135220 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Deleting port 80fb6107-6148-4c2f-a432-9dea0abf7aae {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:47:55.796909 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2615a1a9-2ea3-41cb-b3a5-84ec0b135220 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:55.888613 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-2615a1a9-2ea3-41cb-b3a5-84ec0b135220 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] For port 80fb6107-6148-4c2f-a432-9dea0abf7aae, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=80fb6107-6148-4c2f-a432-9dea0abf7aae,segment=NetworkSegment(5497d8cd-c8a4-433e-8c4b-7183902b822d),segment_id=5497d8cd-c8a4-433e-8c4b-7183902b822d)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:47:55.889360 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2615a1a9-2ea3-41cb-b3a5-84ec0b135220 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:55.901156 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-2615a1a9-2ea3-41cb-b3a5-84ec0b135220 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Calling delete_port for 80fb6107-6148-4c2f-a432-9dea0abf7aae owned by network:router_interface {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:47:56.135238 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2615a1a9-2ea3-41cb-b3a5-84ec0b135220 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:56.170351 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2615a1a9-2ea3-41cb-b3a5-84ec0b135220 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Pushing event deleted for resources: {'Port': ['ID=80fb6107-6148-4c2f-a432-9dea0abf7aae,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:47:56.335383 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2615a1a9-2ea3-41cb-b3a5-84ec0b135220 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-692224'] for router_interface, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:56.549305 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2615a1a9-2ea3-41cb-b3a5-84ec0b135220 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Router e6c988c9-d5fe-4419-93c6-df5c2129c25b has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 21:47:56.654345 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2615a1a9-2ea3-41cb-b3a5-84ec0b135220 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 21:47:56.659583 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-2615a1a9-2ea3-41cb-b3a5-84ec0b135220 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "PUT /v2.0/routers/e6c988c9-d5fe-4419-93c6-df5c2129c25b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8139451 May 20 21:47:56.662417 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 36612) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:47:56.664068 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-155af492-029a-4f3f-b710-e72fd85c124d None None] Sync routers for ids ['e6c988c9-d5fe-4419-93c6-df5c2129c25b'] in n-d-842733-1 {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 21:47:56.673735 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-155af492-029a-4f3f-b710-e72fd85c124d None None] Routers {'e6c988c9-d5fe-4419-93c6-df5c2129c25b'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:47:56.674335 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-155af492-029a-4f3f-b710-e72fd85c124d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:47:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['e6c988c9-d5fe-4419-93c6-df5c2129c25b'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:47:56.713690 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5bd5294-4550-4403-9a61-8a5cb4b9402b tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Deleting subnet 675fbdcc-83a6-40d3-8ab8-341d8fe80b94 {{(pid=103162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 20 21:47:56.716674 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d5bd5294-4550-4403-9a61-8a5cb4b9402b tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks [] for subnet, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:56.756133 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d5bd5294-4550-4403-9a61-8a5cb4b9402b tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3738392'] for subnet, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:56.777968 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-155af492-029a-4f3f-b710-e72fd85c124d None None] Set router e6c988c9-d5fe-4419-93c6-df5c2129c25b gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:47:56.844454 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d5bd5294-4550-4403-9a61-8a5cb4b9402b tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33068388'] for subnet, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:56.952941 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-155af492-029a-4f3f-b710-e72fd85c124d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6c988c9-d5fe-4419-93c6-df5c2129c25b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-942026604', 'tenant_id': 'cedf931037104109b3e73036244afafc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.68'}], 'enable_snat': True}, 'gw_port_id': 'de80dd53-2d83-4587-8035-1400b5418697', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:46:11Z', 'updated_at': '2022-05-20T21:47:56Z', 'revision_number': 5, 'project_id': 'cedf931037104109b3e73036244afafc', 'gw_port': {'id': 'de80dd53-2d83-4587-8035-1400b5418697', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:8a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6c988c9-d5fe-4419-93c6-df5c2129c25b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:46:11Z', 'updated_at': '2022-05-20T21:46:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:47:56.972973 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d5bd5294-4550-4403-9a61-8a5cb4b9402b tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33068399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3797621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4018265'] for subnet, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:56.979034 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-155af492-029a-4f3f-b710-e72fd85c124d None None] Checking router: e6c988c9-d5fe-4419-93c6-df5c2129c25b for host: n-d-842733-1 {{(pid=103165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 21:47:56.989028 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-155af492-029a-4f3f-b710-e72fd85c124d None None] Routers {'e6c988c9-d5fe-4419-93c6-df5c2129c25b'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:47:56.989671 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-155af492-029a-4f3f-b710-e72fd85c124d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:47:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['e6c988c9-d5fe-4419-93c6-df5c2129c25b'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:47:56.996554 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6355d5c3-3e2a-42e3-b932-a90e59ad0bb5 None None] Network c5d56deb-450d-4484-9e43-2114ede31574 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:47:57.004232 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d5bd5294-4550-4403-9a61-8a5cb4b9402b tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:57.011140 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-d5bd5294-4550-4403-9a61-8a5cb4b9402b tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "DELETE /v2.0/subnets/675fbdcc-83a6-40d3-8ab8-341d8fe80b94 HTTP/1.1" status: 204 len: 168 time: 0.3438678 May 20 21:47:57.011140 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 36614) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:47:57.017450 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bd5294-4550-4403-9a61-8a5cb4b9402b tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Pushing event deleted for resources: {'Subnet': ['ID=675fbdcc-83a6-40d3-8ab8-341d8fe80b94,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:47:57.103330 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-155af492-029a-4f3f-b710-e72fd85c124d None None] Set router e6c988c9-d5fe-4419-93c6-df5c2129c25b gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:47:57.134372 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c5f43dcf-9b13-45e5-9f5c-18690654670d tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks [] for router, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:57.169337 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.agents_db [None req-5c33ad30-4e00-40fa-b486-8c79c4a6cfc5 None None] Agent healthcheck: found 7 active agents {{(pid=103165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 20 21:47:57.225788 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5c106a1-b67c-4cd2-90bc-be9be2ffbf40 None None] DHCP port deletion for c5d56deb-450d-4484-9e43-2114ede31574 request from n-d-842733-1 {{(pid=103164) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 21:47:57.249604 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c5f43dcf-9b13-45e5-9f5c-18690654670d tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:57.279200 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a5c106a1-b67c-4cd2-90bc-be9be2ffbf40 None None] Deleting port f9152bfe-5f4b-4963-8e3a-c8f7382f87ee {{(pid=103164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:47:57.279545 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a5c106a1-b67c-4cd2-90bc-be9be2ffbf40 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:57.305025 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-155af492-029a-4f3f-b710-e72fd85c124d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6c988c9-d5fe-4419-93c6-df5c2129c25b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-942026604', 'tenant_id': 'cedf931037104109b3e73036244afafc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.68'}], 'enable_snat': True}, 'gw_port_id': 'de80dd53-2d83-4587-8035-1400b5418697', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:46:11Z', 'updated_at': '2022-05-20T21:47:56Z', 'revision_number': 5, 'project_id': 'cedf931037104109b3e73036244afafc', 'gw_port': {'id': 'de80dd53-2d83-4587-8035-1400b5418697', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:8a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6c988c9-d5fe-4419-93c6-df5c2129c25b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:46:11Z', 'updated_at': '2022-05-20T21:46:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:47:57.328118 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device dbbecbf8-a0f4-4bd2-b55c-0c715f591661 no longer exists at agent hyperv_n-h1-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 21:47:57.331844 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-155af492-029a-4f3f-b710-e72fd85c124d None None] The sync data for ids ['e6c988c9-d5fe-4419-93c6-df5c2129c25b'] in n-d-842733-1 is: [{'id': 'e6c988c9-d5fe-4419-93c6-df5c2129c25b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-942026604', 'tenant_id': 'cedf931037104109b3e73036244afafc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.68'}], 'enable_snat': True}, 'gw_port_id': 'de80dd53-2d83-4587-8035-1400b5418697', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:46:11Z', 'updated_at': '2022-05-20T21:47:56Z', 'revision_number': 5, 'project_id': 'cedf931037104109b3e73036244afafc', 'gw_port': {'id': 'de80dd53-2d83-4587-8035-1400b5418697', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:8a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6c988c9-d5fe-4419-93c6-df5c2129c25b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:46:11Z', 'updated_at': '2022-05-20T21:46:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 21:47:57.350004 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] No Port match for: dbbecbf8-a0f4-4bd2-b55c-0c715f591661 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 21:47:57.350340 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device dbbecbf8-a0f4-4bd2-b55c-0c715f591661 not bound to the agent host n-h1-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 21:47:57.373014 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-a5c106a1-b67c-4cd2-90bc-be9be2ffbf40 None None] For port f9152bfe-5f4b-4963-8e3a-c8f7382f87ee, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=f9152bfe-5f4b-4963-8e3a-c8f7382f87ee,segment=NetworkSegment(5497d8cd-c8a4-433e-8c4b-7183902b822d),segment_id=5497d8cd-c8a4-433e-8c4b-7183902b822d)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:47:57.373475 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a5c106a1-b67c-4cd2-90bc-be9be2ffbf40 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:57.381496 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-c5f43dcf-9b13-45e5-9f5c-18690654670d tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Deleting port de80dd53-2d83-4587-8035-1400b5418697 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:47:57.381868 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c5f43dcf-9b13-45e5-9f5c-18690654670d tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:57.387452 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a5c106a1-b67c-4cd2-90bc-be9be2ffbf40 None None] Calling delete_port for f9152bfe-5f4b-4963-8e3a-c8f7382f87ee owned by network:dhcp {{(pid=103164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:47:57.467862 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-c5f43dcf-9b13-45e5-9f5c-18690654670d tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] For port de80dd53-2d83-4587-8035-1400b5418697, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=de80dd53-2d83-4587-8035-1400b5418697,segment=NetworkSegment(0b5485c4-eff8-42a1-9073-ae54ed4c63ba),segment_id=0b5485c4-eff8-42a1-9073-ae54ed4c63ba)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:47:57.467862 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c5f43dcf-9b13-45e5-9f5c-18690654670d tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:57.479582 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-c5f43dcf-9b13-45e5-9f5c-18690654670d tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Calling delete_port for de80dd53-2d83-4587-8035-1400b5418697 owned by network:router_gateway {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:47:57.521184 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a5c106a1-b67c-4cd2-90bc-be9be2ffbf40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099'] for port, after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:57.550035 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c106a1-b67c-4cd2-90bc-be9be2ffbf40 None None] Pushing event deleted for resources: {'Port': ['ID=f9152bfe-5f4b-4963-8e3a-c8f7382f87ee,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:47:57.552189 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c106a1-b67c-4cd2-90bc-be9be2ffbf40 None None] No DVR routers for this DVR port f9152bfe-5f4b-4963-8e3a-c8f7382f87ee on host n-d-842733-1 {{(pid=103164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 21:47:57.562992 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c106a1-b67c-4cd2-90bc-be9be2ffbf40 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:47:57.563662 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c106a1-b67c-4cd2-90bc-be9be2ffbf40 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:47:57.564295 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c106a1-b67c-4cd2-90bc-be9be2ffbf40 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:47:57.564630 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c106a1-b67c-4cd2-90bc-be9be2ffbf40 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:47:57.564952 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c106a1-b67c-4cd2-90bc-be9be2ffbf40 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:47:57.565384 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c106a1-b67c-4cd2-90bc-be9be2ffbf40 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:47:57.565605 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c106a1-b67c-4cd2-90bc-be9be2ffbf40 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:47:57.565922 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c106a1-b67c-4cd2-90bc-be9be2ffbf40 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:47:57.566237 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c106a1-b67c-4cd2-90bc-be9be2ffbf40 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:47:57.566558 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c106a1-b67c-4cd2-90bc-be9be2ffbf40 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:47:57.566858 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c106a1-b67c-4cd2-90bc-be9be2ffbf40 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:47:57.567170 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c106a1-b67c-4cd2-90bc-be9be2ffbf40 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:47:57.701114 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c5f43dcf-9b13-45e5-9f5c-18690654670d tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:57.729932 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f43dcf-9b13-45e5-9f5c-18690654670d tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Pushing event deleted for resources: {'Port': ['ID=de80dd53-2d83-4587-8035-1400b5418697,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:47:57.792293 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c5f43dcf-9b13-45e5-9f5c-18690654670d tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-748206'] for router_gateway, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:57.889743 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c5f43dcf-9b13-45e5-9f5c-18690654670d tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26169'] for router, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:57.891823 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c5f43dcf-9b13-45e5-9f5c-18690654670d tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:58.012040 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c5f43dcf-9b13-45e5-9f5c-18690654670d tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-693148'] for router, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:58.013008 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5f43dcf-9b13-45e5-9f5c-18690654670d tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Fanout notify agent at l3_agent the message router_deleted on router e6c988c9-d5fe-4419-93c6-df5c2129c25b {{(pid=103162) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 20 21:47:58.019624 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c5f43dcf-9b13-45e5-9f5c-18690654670d tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks [] for router, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:58.023363 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-c5f43dcf-9b13-45e5-9f5c-18690654670d tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "DELETE /v2.0/routers/e6c988c9-d5fe-4419-93c6-df5c2129c25b HTTP/1.1" status: 204 len: 168 time: 1.0092485 May 20 21:47:58.030522 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 36616) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:47:58.101458 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e7d80c26-8348-40d0-a856-80a1b37afd97 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33160123'] for network, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:58.192541 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e7d80c26-8348-40d0-a856-80a1b37afd97 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33072115', 'neutron.services.segments.db._delete_segments_for_network-8782419500584'] for network, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:58.212635 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-e7d80c26-8348-40d0-a856-80a1b37afd97 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5d56deb-450d-4484-9e43-2114ede31574']}} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:47:58.221849 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-e7d80c26-8348-40d0-a856-80a1b37afd97 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5497d8cd-c8a4-433e-8c4b-7183902b822d') {'for_net_delete': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:47:58.222146 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-e7d80c26-8348-40d0-a856-80a1b37afd97 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5497d8cd-c8a4-433e-8c4b-7183902b822d') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:47:58.232175 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e7d80c26-8348-40d0-a856-80a1b37afd97 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419501617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3738385'] for segment, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:58.244860 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e7d80c26-8348-40d0-a856-80a1b37afd97 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:58.250481 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7d80c26-8348-40d0-a856-80a1b37afd97 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Releasing vlan 247 on physical network physnet1 to pool {{(pid=103162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 21:47:58.250868 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e7d80c26-8348-40d0-a856-80a1b37afd97 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3800791'] for segment, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:58.253748 n-d-842733-1 neutron-server[103162]: Traceback (most recent call last): May 20 21:47:58.253748 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 21:47:58.253748 n-d-842733-1 neutron-server[103162]: timer() May 20 21:47:58.253748 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 21:47:58.253748 n-d-842733-1 neutron-server[103162]: cb(*args, **kw) May 20 21:47:58.253748 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 20 21:47:58.253748 n-d-842733-1 neutron-server[103162]: return func(*args, **kwargs) May 20 21:47:58.253748 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 21:47:58.253748 n-d-842733-1 neutron-server[103162]: self._notify() May 20 21:47:58.253748 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 21:47:58.253748 n-d-842733-1 neutron-server[103162]: self.callback(batched_events) May 20 21:47:58.253748 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 21:47:58.253748 n-d-842733-1 neutron-server[103162]: event.method(event) May 20 21:47:58.253748 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 20 21:47:58.253748 n-d-842733-1 neutron-server[103162]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 21:47:58.253748 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 20 21:47:58.253748 n-d-842733-1 neutron-server[103162]: aggregate_uuid = self.p_client.list_aggregates( May 20 21:47:58.253748 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 20 21:47:58.253748 n-d-842733-1 neutron-server[103162]: return f(self, *a, **k) May 20 21:47:58.253748 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 20 21:47:58.253748 n-d-842733-1 neutron-server[103162]: return self._get(url).json() May 20 21:47:58.253748 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 20 21:47:58.253748 n-d-842733-1 neutron-server[103162]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 21:47:58.253748 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 21:47:58.253748 n-d-842733-1 neutron-server[103162]: return self.request(url, 'GET', **kwargs) May 20 21:47:58.253748 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 21:47:58.253748 n-d-842733-1 neutron-server[103162]: base_url = self.get_endpoint(auth, allow=allow, May 20 21:47:58.253748 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 21:47:58.253748 n-d-842733-1 neutron-server[103162]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 21:47:58.253748 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 21:47:58.253748 n-d-842733-1 neutron-server[103162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 21:47:58.253748 n-d-842733-1 neutron-server[103162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 21:47:58.383769 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e7d80c26-8348-40d0-a856-80a1b37afd97 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33072122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748162'] for network, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:58.391542 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e7d80c26-8348-40d0-a856-80a1b37afd97 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:58.394002 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-e7d80c26-8348-40d0-a856-80a1b37afd97 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "DELETE /v2.0/networks/c5d56deb-450d-4484-9e43-2114ede31574 HTTP/1.1" status: 204 len: 168 time: 0.3695502 May 20 21:47:58.396787 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 36618) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:47:58.410282 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d80c26-8348-40d0-a856-80a1b37afd97 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Pushing event deleted for resources: {'Network': ['ID=c5d56deb-450d-4484-9e43-2114ede31574,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:47:58.458108 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8e3dcde8-7309-4878-a27a-32e27c7fb93d tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:58.486911 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8e3dcde8-7309-4878-a27a-32e27c7fb93d tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:58.609001 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8e3dcde8-7309-4878-a27a-32e27c7fb93d tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:58.611724 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8e3dcde8-7309-4878-a27a-32e27c7fb93d tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:58.612893 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-8e3dcde8-7309-4878-a27a-32e27c7fb93d tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "DELETE /v2.0/security-groups/1bea7ff0-dc73-4402-9d12-4d6e25be4c1b HTTP/1.1" status: 204 len: 168 time: 0.2150788 May 20 21:47:58.622305 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3dcde8-7309-4878-a27a-32e27c7fb93d tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bea7ff0-dc73-4402-9d12-4d6e25be4c1b,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:47:58.872712 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 36624) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:47:58.877233 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-3564f60e-2172-4d60-b7ae-45a42c1963e6 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1161833782', 'description': 'tempest-secgroup-smoke-1161833782 description', 'project_id': 'cedf931037104109b3e73036244afafc'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:47:58.954984 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3564f60e-2172-4d60-b7ae-45a42c1963e6 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:59.019594 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3564f60e-2172-4d60-b7ae-45a42c1963e6 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:59.103970 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3564f60e-2172-4d60-b7ae-45a42c1963e6 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:59.131471 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3564f60e-2172-4d60-b7ae-45a42c1963e6 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31e06ebd-89c4-4ea7-8c15-887d487173fd,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:47:59.191323 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3564f60e-2172-4d60-b7ae-45a42c1963e6 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:59.193245 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-3564f60e-2172-4d60-b7ae-45a42c1963e6 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3189180 May 20 21:47:59.195565 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 36626) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:47:59.199712 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 80fb6107-6148-4c2f-a432-9dea0abf7aae no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 21:47:59.200209 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-b4272ff4-e417-4065-a30e-8832daa3175c tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Request body: {'security_group_rule': {'security_group_id': '31e06ebd-89c4-4ea7-8c15-887d487173fd', 'project_id': 'cedf931037104109b3e73036244afafc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:47:59.220303 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: 80fb6107-6148-4c2f-a432-9dea0abf7aae {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 21:47:59.220572 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 80fb6107-6148-4c2f-a432-9dea0abf7aae not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 21:47:59.220985 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device de80dd53-2d83-4587-8035-1400b5418697 no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 21:47:59.240199 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: de80dd53-2d83-4587-8035-1400b5418697 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 21:47:59.240555 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device de80dd53-2d83-4587-8035-1400b5418697 not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 21:47:59.241163 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device f9152bfe-5f4b-4963-8e3a-c8f7382f87ee no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 21:47:59.265137 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: f9152bfe-5f4b-4963-8e3a-c8f7382f87ee {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 21:47:59.265578 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device f9152bfe-5f4b-4963-8e3a-c8f7382f87ee not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 21:47:59.285735 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b4272ff4-e417-4065-a30e-8832daa3175c tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:59.340691 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b4272ff4-e417-4065-a30e-8832daa3175c tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:59.403400 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b4272ff4-e417-4065-a30e-8832daa3175c tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691816'] for security_group_rule, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:59.419832 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4272ff4-e417-4065-a30e-8832daa3175c tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96d89e07-5d46-4ac7-b78f-0056c65e94a2,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:47:59.491451 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b4272ff4-e417-4065-a30e-8832daa3175c tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:59.492683 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-b4272ff4-e417-4065-a30e-8832daa3175c tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2962108 May 20 21:47:59.495920 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 36628) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:47:59.500326 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-4c4885d5-7db5-4856-8ee8-a5ed04f25372 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Request body: {'security_group_rule': {'security_group_id': '31e06ebd-89c4-4ea7-8c15-887d487173fd', 'project_id': 'cedf931037104109b3e73036244afafc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:47:59.591483 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4c4885d5-7db5-4856-8ee8-a5ed04f25372 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:59.649823 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4c4885d5-7db5-4856-8ee8-a5ed04f25372 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:59.720998 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4c4885d5-7db5-4856-8ee8-a5ed04f25372 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691816'] for security_group_rule, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:59.739666 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4885d5-7db5-4856-8ee8-a5ed04f25372 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1af7546f-fd3a-469a-9631-8110920364b8,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:47:59.816985 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4c4885d5-7db5-4856-8ee8-a5ed04f25372 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:59.818232 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-4c4885d5-7db5-4856-8ee8-a5ed04f25372 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3214140 May 20 21:47:59.820855 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 36630) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:47:59.825158 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-5f5a56b8-7bf5-4ada-b7b9-a6c96aa99796 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Request body: {'security_group_rule': {'security_group_id': '31e06ebd-89c4-4ea7-8c15-887d487173fd', 'project_id': 'cedf931037104109b3e73036244afafc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:47:59.928520 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5f5a56b8-7bf5-4ada-b7b9-a6c96aa99796 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:59.991580 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5f5a56b8-7bf5-4ada-b7b9-a6c96aa99796 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:48:00.054982 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5f5a56b8-7bf5-4ada-b7b9-a6c96aa99796 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691816'] for security_group_rule, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:48:00.073568 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5a56b8-7bf5-4ada-b7b9-a6c96aa99796 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da2b3609-cd64-4112-ae1a-f93487a6b959,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:48:00.125443 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5f5a56b8-7bf5-4ada-b7b9-a6c96aa99796 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:48:00.126672 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-5f5a56b8-7bf5-4ada-b7b9-a6c96aa99796 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3048799 May 20 21:48:00.129526 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 36632) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:48:00.134470 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-b0d46a0d-6b78-4d80-b56e-89ca2701e915 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Request body: {'security_group_rule': {'security_group_id': '31e06ebd-89c4-4ea7-8c15-887d487173fd', 'project_id': 'cedf931037104109b3e73036244afafc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:48:00.234653 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b0d46a0d-6b78-4d80-b56e-89ca2701e915 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:48:00.294170 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b0d46a0d-6b78-4d80-b56e-89ca2701e915 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:48:00.372271 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b0d46a0d-6b78-4d80-b56e-89ca2701e915 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691816'] for security_group_rule, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:48:00.391061 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d46a0d-6b78-4d80-b56e-89ca2701e915 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=526e4f79-ed10-4848-98b9-7015b0eb5274,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:48:00.465628 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b0d46a0d-6b78-4d80-b56e-89ca2701e915 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:48:00.466909 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-b0d46a0d-6b78-4d80-b56e-89ca2701e915 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3364398 May 20 21:48:00.475724 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 36634) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:48:00.480785 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-328493f5-943b-4e8c-b70b-3db0d82bfe64 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Request body: {'security_group_rule': {'security_group_id': '31e06ebd-89c4-4ea7-8c15-887d487173fd', 'project_id': 'cedf931037104109b3e73036244afafc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:48:00.566691 n-d-842733-1 neutron-server[103163]: INFO neutron.db.securitygroups_db [None req-328493f5-943b-4e8c-b70b-3db0d82bfe64 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Project cedf931037104109b3e73036244afafc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 20 21:48:00.572008 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-328493f5-943b-4e8c-b70b-3db0d82bfe64 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:48:00.631337 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-328493f5-943b-4e8c-b70b-3db0d82bfe64 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:48:00.700906 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-328493f5-943b-4e8c-b70b-3db0d82bfe64 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691816'] for security_group_rule, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:48:00.720753 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328493f5-943b-4e8c-b70b-3db0d82bfe64 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=461a2f19-dba6-494d-8834-cb65734b81d4,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:48:00.782730 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-328493f5-943b-4e8c-b70b-3db0d82bfe64 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:48:00.784106 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-328493f5-943b-4e8c-b70b-3db0d82bfe64 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3073676 May 20 21:48:00.786743 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 36636) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:48:00.792216 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-c3463b25-9915-48ec-b0c5-c0d90c54d992 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Request body: {'security_group_rule': {'security_group_id': '31e06ebd-89c4-4ea7-8c15-887d487173fd', 'project_id': 'cedf931037104109b3e73036244afafc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:48:00.884888 n-d-842733-1 neutron-server[103163]: INFO neutron.db.securitygroups_db [None req-c3463b25-9915-48ec-b0c5-c0d90c54d992 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Project cedf931037104109b3e73036244afafc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 20 21:48:00.890484 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c3463b25-9915-48ec-b0c5-c0d90c54d992 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:48:00.954602 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c3463b25-9915-48ec-b0c5-c0d90c54d992 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:48:01.032145 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c3463b25-9915-48ec-b0c5-c0d90c54d992 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691816'] for security_group_rule, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:48:01.051365 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3463b25-9915-48ec-b0c5-c0d90c54d992 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a94efc9-014b-45ef-919d-1b6951da4a3e,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:48:01.120572 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c3463b25-9915-48ec-b0c5-c0d90c54d992 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:48:01.121785 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-c3463b25-9915-48ec-b0c5-c0d90c54d992 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3341227 May 20 21:48:01.124522 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 36638) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:48:01.129270 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-0adef6ac-cebd-4ad8-b466-c2661bf2fb51 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Request body: {'network': {'name': 'tempest-network-smoke--1973155418', 'project_id': 'cedf931037104109b3e73036244afafc', 'port_security_enabled': True}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:48:01.220514 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0adef6ac-cebd-4ad8-b466-c2661bf2fb51 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Made reservation on behalf of cedf931037104109b3e73036244afafc for: {'network': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:48:01.224013 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0adef6ac-cebd-4ad8-b466-c2661bf2fb51 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for network, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:48:01.247398 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0adef6ac-cebd-4ad8-b466-c2661bf2fb51 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 224} {{(pid=103163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 21:48:01.255790 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0adef6ac-cebd-4ad8-b466-c2661bf2fb51 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:48:01.256121 n-d-842733-1 neutron-server[103163]: INFO neutron.db.segments_db [None req-0adef6ac-cebd-4ad8-b466-c2661bf2fb51 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Added segment b346d39c-13f5-4ff2-b90d-4b4d0018b285 of type vlan for network 917d5baf-4598-4e54-9501-1fda7de60ed0 May 20 21:48:01.295718 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0adef6ac-cebd-4ad8-b466-c2661bf2fb51 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418993264'] for network, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:48:01.363378 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0adef6ac-cebd-4ad8-b466-c2661bf2fb51 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524'] for network, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:48:01.369933 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0adef6ac-cebd-4ad8-b466-c2661bf2fb51 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:48:01.372723 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0adef6ac-cebd-4ad8-b466-c2661bf2fb51 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:48:01.440644 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adef6ac-cebd-4ad8-b466-c2661bf2fb51 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Pushing event updated for resources: {'Network': ['ID=917d5baf-4598-4e54-9501-1fda7de60ed0,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:48:01.451537 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Network 917d5baf-4598-4e54-9501-1fda7de60ed0 details requested by agent ovs-agent-n-d-842733-1 with host n-d-842733-1 {{(pid=103164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 20 21:48:01.463512 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-0adef6ac-cebd-4ad8-b466-c2661bf2fb51 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3379948 May 20 21:48:01.466389 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 36640) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:48:01.471026 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-ada7ea99-8740-4094-82ae-410d1fe0f2f0 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-968891555', 'admin_state_up': True, 'project_id': 'cedf931037104109b3e73036244afafc', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'}}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:48:01.541404 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ada7ea99-8740-4094-82ae-410d1fe0f2f0 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-694221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26155'] for router, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:48:01.542444 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ada7ea99-8740-4094-82ae-410d1fe0f2f0 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-693085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748153', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-718080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26162'] for router, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:48:01.594425 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ada7ea99-8740-4094-82ae-410d1fe0f2f0 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:48:01.789364 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ada7ea99-8740-4094-82ae-410d1fe0f2f0 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:48:02.041055 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ada7ea99-8740-4094-82ae-410d1fe0f2f0 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks [] for router_gateway, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:48:02.063018 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ada7ea99-8740-4094-82ae-410d1fe0f2f0 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:48:02.160280 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-ada7ea99-8740-4094-82ae-410d1fe0f2f0 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Allocated IP 172.25.2.123 (e3a93b5c-91e2-4064-9c2c-1afc261bfe15/86fee0c1-6e34-488b-9216-b2b8e7ef585a/31eebb92-344c-4d11-9a1a-781534717ae8) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:48:02.261274 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ada7ea99-8740-4094-82ae-410d1fe0f2f0 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:48:02.343238 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ada7ea99-8740-4094-82ae-410d1fe0f2f0 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:48:02.380602 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ada7ea99-8740-4094-82ae-410d1fe0f2f0 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Network e3a93b5c-91e2-4064-9c2c-1afc261bfe15 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:48:02.383224 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-ada7ea99-8740-4094-82ae-410d1fe0f2f0 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:48:02.386812 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada7ea99-8740-4094-82ae-410d1fe0f2f0 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:48:02.394264 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada7ea99-8740-4094-82ae-410d1fe0f2f0 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Pushing event updated for resources: {'Port': ['ID=31eebb92-344c-4d11-9a1a-781534717ae8,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:48:02.689467 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ada7ea99-8740-4094-82ae-410d1fe0f2f0 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks [] for router_gateway, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:48:02.882577 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ada7ea99-8740-4094-82ae-410d1fe0f2f0 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748106'] for router, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:48:02.903547 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:48:03.069503 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ada7ea99-8740-4094-82ae-410d1fe0f2f0 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Router 011a2d07-b3e8-4678-8cc7-55cc68eba0d1 is scheduled to L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e with binding_index 1 {{(pid=103163) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 20 21:48:03.175573 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ada7ea99-8740-4094-82ae-410d1fe0f2f0 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 21:48:03.184864 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57b8a0b8-e0b5-4e78-bbba-97f3c753ca88 None None] Sync routers for ids ['011a2d07-b3e8-4678-8cc7-55cc68eba0d1'] in n-d-842733-1 {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 21:48:03.193805 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57b8a0b8-e0b5-4e78-bbba-97f3c753ca88 None None] Routers {'011a2d07-b3e8-4678-8cc7-55cc68eba0d1'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:48:03.199105 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-57b8a0b8-e0b5-4e78-bbba-97f3c753ca88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:47:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['011a2d07-b3e8-4678-8cc7-55cc68eba0d1'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:48:03.251530 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ada7ea99-8740-4094-82ae-410d1fe0f2f0 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks [] for router, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:48:03.252788 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-ada7ea99-8740-4094-82ae-410d1fe0f2f0 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7854393 May 20 21:48:03.255957 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 36642) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:48:03.287569 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-c8578069-d8bd-495a-be0f-4b25d4c62ec0 tempest-TestNetworkAdvancedServerOps-869466300 tempest-TestNetworkAdvancedServerOps-869466300-project-admin] 10.222.0.35 "GET /v2.0/subnets?project_id=cedf931037104109b3e73036244afafc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0305429 May 20 21:48:03.290855 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 36644) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:48:03.299893 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-57b8a0b8-e0b5-4e78-bbba-97f3c753ca88 None None] Set router 011a2d07-b3e8-4678-8cc7-55cc68eba0d1 gateway port host: n-d-842733-1 {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:48:03.384776 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-999af085-5592-4d0b-8c10-7c537d5e9f00 tempest-TestNetworkAdvancedServerOps-869466300 tempest-TestNetworkAdvancedServerOps-869466300-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:48:03.386254 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-999af085-5592-4d0b-8c10-7c537d5e9f00 tempest-TestNetworkAdvancedServerOps-869466300 tempest-TestNetworkAdvancedServerOps-869466300-project-admin] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0945079 May 20 21:48:03.389447 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 36646) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:48:03.422170 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-cfef1706-59b3-4c2d-9bdb-e03477b457f5 tempest-TestNetworkAdvancedServerOps-869466300 tempest-TestNetworkAdvancedServerOps-869466300-project-admin] 10.222.0.35 "GET /v2.0/subnets?network_id=e3a93b5c-91e2-4064-9c2c-1afc261bfe15&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0308743 May 20 21:48:03.426457 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 36648) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:48:03.429349 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-db21b7a9-6876-4950-9947-37a3a1400bb1 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-912146398', 'network_id': '917d5baf-4598-4e54-9501-1fda7de60ed0', 'project_id': 'cedf931037104109b3e73036244afafc', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:48:03.480971 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-57b8a0b8-e0b5-4e78-bbba-97f3c753ca88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '011a2d07-b3e8-4678-8cc7-55cc68eba0d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-968891555', 'tenant_id': 'cedf931037104109b3e73036244afafc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.123'}], 'enable_snat': True}, 'gw_port_id': '31eebb92-344c-4d11-9a1a-781534717ae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:48:01Z', 'updated_at': '2022-05-20T21:48:02Z', 'revision_number': 3, 'project_id': 'cedf931037104109b3e73036244afafc', 'gw_port': {'id': '31eebb92-344c-4d11-9a1a-781534717ae8', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:a8:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '011a2d07-b3e8-4678-8cc7-55cc68eba0d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:48:02Z', 'updated_at': '2022-05-20T21:48:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:48:03.510522 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57b8a0b8-e0b5-4e78-bbba-97f3c753ca88 None None] Checking router: 011a2d07-b3e8-4678-8cc7-55cc68eba0d1 for host: n-d-842733-1 {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 21:48:03.510963 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57b8a0b8-e0b5-4e78-bbba-97f3c753ca88 None None] Updating router 011a2d07-b3e8-4678-8cc7-55cc68eba0d1 port 31eebb92-344c-4d11-9a1a-781534717ae8 binding host n-d-842733-1 {{(pid=103164) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 21:48:03.536837 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-57b8a0b8-e0b5-4e78-bbba-97f3c753ca88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:48:03.601058 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db21b7a9-6876-4950-9947-37a3a1400bb1 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Made reservation on behalf of cedf931037104109b3e73036244afafc for: {'subnet': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:48:03.605641 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-db21b7a9-6876-4950-9947-37a3a1400bb1 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8422561'] for subnet, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:48:03.799061 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-57b8a0b8-e0b5-4e78-bbba-97f3c753ca88 None None] Notify callbacks [] for port, precommit_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:48:03.840906 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-db21b7a9-6876-4950-9947-37a3a1400bb1 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9641412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8422583'] for subnet, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:48:03.869643 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-57b8a0b8-e0b5-4e78-bbba-97f3c753ca88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:48:03.900011 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db21b7a9-6876-4950-9947-37a3a1400bb1 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Pushing event updated for resources: {'Subnet': ['ID=ac29a27f-274d-427a-8f5a-d9de7f6c6f46,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:48:03.909783 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db21b7a9-6876-4950-9947-37a3a1400bb1 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Checking segment: {'id': 'b346d39c-13f5-4ff2-b90d-4b4d0018b285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '917d5baf-4598-4e54-9501-1fda7de60ed0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:48:03.910165 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db21b7a9-6876-4950-9947-37a3a1400bb1 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Network hostable DHCP agents. Network: 917d5baf-4598-4e54-9501-1fda7de60ed0, hostable agents: ['c9b0653c-f3c7-4339-bd50-e3754b629216'], hosted agents: [] {{(pid=103163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 21:48:03.919645 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-57b8a0b8-e0b5-4e78-bbba-97f3c753ca88 None None] Attempting to bind port 31eebb92-344c-4d11-9a1a-781534717ae8 on host n-d-842733-1 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:48:03.920159 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-57b8a0b8-e0b5-4e78-bbba-97f3c753ca88 None None] Attempting to bind port 31eebb92-344c-4d11-9a1a-781534717ae8 by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': '0b5485c4-eff8-42a1-9073-ae54ed4c63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:48:03.920364 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b8a0b8-e0b5-4e78-bbba-97f3c753ca88 None None] Attempting to bind port 31eebb92-344c-4d11-9a1a-781534717ae8 on network e3a93b5c-91e2-4064-9c2c-1afc261bfe15 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:48:03.931663 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd28641-5ece-4a92-8185-c5fcbca570fc None None] Pushing event updated for resources: {'Port': ['ID=31eebb92-344c-4d11-9a1a-781534717ae8,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:48:03.934169 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b8a0b8-e0b5-4e78-bbba-97f3c753ca88 None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 21, 47, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 21:48:03.934540 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b8a0b8-e0b5-4e78-bbba-97f3c753ca88 None None] Checking segment: {'id': '0b5485c4-eff8-42a1-9073-ae54ed4c63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:48:03.934945 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-57b8a0b8-e0b5-4e78-bbba-97f3c753ca88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:48:03.935323 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b8a0b8-e0b5-4e78-bbba-97f3c753ca88 None None] Bound using segment: {'id': '0b5485c4-eff8-42a1-9073-ae54ed4c63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 21:48:03.935795 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-57b8a0b8-e0b5-4e78-bbba-97f3c753ca88 None None] Bound port: 31eebb92-344c-4d11-9a1a-781534717ae8, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b5485c4-eff8-42a1-9073-ae54ed4c63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:48:03.936179 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-57b8a0b8-e0b5-4e78-bbba-97f3c753ca88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:48:03.986036 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-57b8a0b8-e0b5-4e78-bbba-97f3c753ca88 None None] For port 31eebb92-344c-4d11-9a1a-781534717ae8, host n-d-842733-1, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 21:48:03.988999 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-57b8a0b8-e0b5-4e78-bbba-97f3c753ca88 None None] For port 31eebb92-344c-4d11-9a1a-781534717ae8, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=31eebb92-344c-4d11-9a1a-781534717ae8,segment=NetworkSegment(0b5485c4-eff8-42a1-9073-ae54ed4c63ba),segment_id=0b5485c4-eff8-42a1-9073-ae54ed4c63ba)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 21:48:04.006390 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db21b7a9-6876-4950-9947-37a3a1400bb1 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Network 917d5baf-4598-4e54-9501-1fda7de60ed0 is scheduled to be hosted by DHCP agent c9b0653c-f3c7-4339-bd50-e3754b629216 with binding_index 1 {{(pid=103163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 21:48:04.095628 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-57b8a0b8-e0b5-4e78-bbba-97f3c753ca88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:48:04.148745 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57b8a0b8-e0b5-4e78-bbba-97f3c753ca88 None None] Routers {'011a2d07-b3e8-4678-8cc7-55cc68eba0d1'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:48:04.149908 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-57b8a0b8-e0b5-4e78-bbba-97f3c753ca88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:47:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['011a2d07-b3e8-4678-8cc7-55cc68eba0d1'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:48:04.154908 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-db21b7a9-6876-4950-9947-37a3a1400bb1 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842733-1, 917d5baf-4598-4e54-9501-1fda7de60ed0) {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:48:04.159247 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db21b7a9-6876-4950-9947-37a3a1400bb1 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:48:04.160000 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-db21b7a9-6876-4950-9947-37a3a1400bb1 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks [] for subnet, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:48:04.188594 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd28641-5ece-4a92-8185-c5fcbca570fc None None] Pushing event updated for resources: {'Port': ['ID=31eebb92-344c-4d11-9a1a-781534717ae8,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:48:04.191196 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-552ac8c1-190b-427e-a865-cef81cd4a392 None None] Network 917d5baf-4598-4e54-9501-1fda7de60ed0 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:48:04.261106 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-db21b7a9-6876-4950-9947-37a3a1400bb1 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8354678 May 20 21:48:04.263975 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 36650) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:48:04.346957 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-57b8a0b8-e0b5-4e78-bbba-97f3c753ca88 None None] Set router 011a2d07-b3e8-4678-8cc7-55cc68eba0d1 gateway port host: n-d-842733-1 {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:48:04.496078 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-639adbd9-2b5f-404a-afac-f5ba630e7977 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaee2b848-d4b9-5db1-b6ef-d6db29d67de7-917d5baf-4598-4e54-9501-1fda7de60ed0', 'network_id': '917d5baf-4598-4e54-9501-1fda7de60ed0', 'tenant_id': 'cedf931037104109b3e73036244afafc', 'fixed_ips': [{'subnet_id': 'ac29a27f-274d-427a-8f5a-d9de7f6c6f46'}]}} from n-d-842733-1. {{(pid=103164) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 21:48:04.501359 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-639adbd9-2b5f-404a-afac-f5ba630e7977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:48:04.679647 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-57b8a0b8-e0b5-4e78-bbba-97f3c753ca88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '011a2d07-b3e8-4678-8cc7-55cc68eba0d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-968891555', 'tenant_id': 'cedf931037104109b3e73036244afafc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.123'}], 'enable_snat': True}, 'gw_port_id': '31eebb92-344c-4d11-9a1a-781534717ae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:48:01Z', 'updated_at': '2022-05-20T21:48:02Z', 'revision_number': 3, 'project_id': 'cedf931037104109b3e73036244afafc', 'gw_port': {'id': '31eebb92-344c-4d11-9a1a-781534717ae8', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:a8:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '011a2d07-b3e8-4678-8cc7-55cc68eba0d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:48:02Z', 'updated_at': '2022-05-20T21:48:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:48:04.687063 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [None req-639adbd9-2b5f-404a-afac-f5ba630e7977 None None] Allocated IP 172.20.0.2 (917d5baf-4598-4e54-9501-1fda7de60ed0/ac29a27f-274d-427a-8f5a-d9de7f6c6f46/91b2e320-8c65-456c-91ec-9629cd3cc651) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:48:04.875060 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57b8a0b8-e0b5-4e78-bbba-97f3c753ca88 None None] The sync data for ids ['011a2d07-b3e8-4678-8cc7-55cc68eba0d1'] in n-d-842733-1 is: [{'id': '011a2d07-b3e8-4678-8cc7-55cc68eba0d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-968891555', 'tenant_id': 'cedf931037104109b3e73036244afafc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.123'}], 'enable_snat': True}, 'gw_port_id': '31eebb92-344c-4d11-9a1a-781534717ae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:48:01Z', 'updated_at': '2022-05-20T21:48:02Z', 'revision_number': 3, 'project_id': 'cedf931037104109b3e73036244afafc', 'gw_port': {'id': '31eebb92-344c-4d11-9a1a-781534717ae8', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:a8:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '011a2d07-b3e8-4678-8cc7-55cc68eba0d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:48:02Z', 'updated_at': '2022-05-20T21:48:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 21:48:05.024019 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-639adbd9-2b5f-404a-afac-f5ba630e7977 None None] Notify callbacks [] for port, precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:48:05.034400 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bbb71633-acea-4ad9-8ad6-66b1928d04b6 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:48:05.105750 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-639adbd9-2b5f-404a-afac-f5ba630e7977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108'] for port, after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:48:05.150116 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-639adbd9-2b5f-404a-afac-f5ba630e7977 None None] Network 917d5baf-4598-4e54-9501-1fda7de60ed0 is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:48:05.152136 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-639adbd9-2b5f-404a-afac-f5ba630e7977 None None] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:48:05.155797 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-639adbd9-2b5f-404a-afac-f5ba630e7977 None None] Received port after_create {{(pid=103164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:48:05.175897 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639adbd9-2b5f-404a-afac-f5ba630e7977 None None] Pushing event updated for resources: {'Port': ['ID=91b2e320-8c65-456c-91ec-9629cd3cc651,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:48:05.221244 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-639adbd9-2b5f-404a-afac-f5ba630e7977 None None] Attempting to bind port 91b2e320-8c65-456c-91ec-9629cd3cc651 on host n-d-842733-1 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:48:05.221609 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-639adbd9-2b5f-404a-afac-f5ba630e7977 None None] Attempting to bind port 91b2e320-8c65-456c-91ec-9629cd3cc651 by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': 'b346d39c-13f5-4ff2-b90d-4b4d0018b285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '917d5baf-4598-4e54-9501-1fda7de60ed0'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:48:05.221977 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-639adbd9-2b5f-404a-afac-f5ba630e7977 None None] Attempting to bind port 91b2e320-8c65-456c-91ec-9629cd3cc651 on network 917d5baf-4598-4e54-9501-1fda7de60ed0 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:48:05.228847 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-639adbd9-2b5f-404a-afac-f5ba630e7977 None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 21, 47, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 21:48:05.229524 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-639adbd9-2b5f-404a-afac-f5ba630e7977 None None] Checking segment: {'id': 'b346d39c-13f5-4ff2-b90d-4b4d0018b285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '917d5baf-4598-4e54-9501-1fda7de60ed0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:48:05.229933 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-639adbd9-2b5f-404a-afac-f5ba630e7977 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:48:05.230335 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-639adbd9-2b5f-404a-afac-f5ba630e7977 None None] Bound using segment: {'id': 'b346d39c-13f5-4ff2-b90d-4b4d0018b285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '917d5baf-4598-4e54-9501-1fda7de60ed0'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 21:48:05.230816 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-639adbd9-2b5f-404a-afac-f5ba630e7977 None None] Bound port: 91b2e320-8c65-456c-91ec-9629cd3cc651, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b346d39c-13f5-4ff2-b90d-4b4d0018b285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '917d5baf-4598-4e54-9501-1fda7de60ed0'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:48:05.231200 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-639adbd9-2b5f-404a-afac-f5ba630e7977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:48:05.294765 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 31eebb92-344c-4d11-9a1a-781534717ae8 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:48:05.357537 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-639adbd9-2b5f-404a-afac-f5ba630e7977 None None] For port 91b2e320-8c65-456c-91ec-9629cd3cc651, host n-d-842733-1, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 21:48:05.361274 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-639adbd9-2b5f-404a-afac-f5ba630e7977 None None] For port 91b2e320-8c65-456c-91ec-9629cd3cc651, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=91b2e320-8c65-456c-91ec-9629cd3cc651,segment=NetworkSegment(b346d39c-13f5-4ff2-b90d-4b4d0018b285),segment_id=b346d39c-13f5-4ff2-b90d-4b4d0018b285)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 21:48:05.373812 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 31eebb92-344c-4d11-9a1a-781534717ae8 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:48:05.374185 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:48:05.401721 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-bbb71633-acea-4ad9-8ad6-66b1928d04b6 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Allocated IP 172.20.0.1 (917d5baf-4598-4e54-9501-1fda7de60ed0/ac29a27f-274d-427a-8f5a-d9de7f6c6f46/06c1606a-afc1-46bb-9649-692af7a9ec7a) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:48:05.420743 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-639adbd9-2b5f-404a-afac-f5ba630e7977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:48:05.525928 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 31eebb92-344c-4d11-9a1a-781534717ae8 is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:48:05.526314 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:48:05.533452 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639adbd9-2b5f-404a-afac-f5ba630e7977 None None] Pushing event updated for resources: {'Port': ['ID=91b2e320-8c65-456c-91ec-9629cd3cc651,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:48:05.543565 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bbb71633-acea-4ad9-8ad6-66b1928d04b6 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:48:05.566146 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] For port 31eebb92-344c-4d11-9a1a-781534717ae8, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=31eebb92-344c-4d11-9a1a-781534717ae8,segment=NetworkSegment(0b5485c4-eff8-42a1-9073-ae54ed4c63ba),segment_id=0b5485c4-eff8-42a1-9073-ae54ed4c63ba)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:48:05.626931 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:48:05.655770 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bbb71633-acea-4ad9-8ad6-66b1928d04b6 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:48:05.724935 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Pushing event updated for resources: {'Port': ['ID=31eebb92-344c-4d11-9a1a-781534717ae8,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:48:05.736803 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbb71633-acea-4ad9-8ad6-66b1928d04b6 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Network 917d5baf-4598-4e54-9501-1fda7de60ed0 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:48:05.742607 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-bbb71633-acea-4ad9-8ad6-66b1928d04b6 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:48:05.746211 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb71633-acea-4ad9-8ad6-66b1928d04b6 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:48:05.779872 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb71633-acea-4ad9-8ad6-66b1928d04b6 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Pushing event updated for resources: {'Port': ['ID=06c1606a-afc1-46bb-9649-692af7a9ec7a,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:48:05.804257 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bbb71633-acea-4ad9-8ad6-66b1928d04b6 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748409'] for router_interface, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:48:05.996726 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bbb71633-acea-4ad9-8ad6-66b1928d04b6 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:48:06.275645 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bbb71633-acea-4ad9-8ad6-66b1928d04b6 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks [] for port, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:48:06.335319 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bbb71633-acea-4ad9-8ad6-66b1928d04b6 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:48:06.415528 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb71633-acea-4ad9-8ad6-66b1928d04b6 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Pushing event updated for resources: {'Port': ['ID=06c1606a-afc1-46bb-9649-692af7a9ec7a,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:48:06.417936 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bbb71633-acea-4ad9-8ad6-66b1928d04b6 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748437'] for router_interface, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:48:06.480376 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93b61646-7f89-4190-ae20-1c4e2b20c89c None None] Network 917d5baf-4598-4e54-9501-1fda7de60ed0 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:48:06.517925 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbb71633-acea-4ad9-8ad6-66b1928d04b6 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Network 917d5baf-4598-4e54-9501-1fda7de60ed0 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:48:06.519374 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-bbb71633-acea-4ad9-8ad6-66b1928d04b6 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:48:06.543638 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-2684bed8-601a-4b07-8dec-04be88397208 None None] Provisioning complete for port 91b2e320-8c65-456c-91ec-9629cd3cc651 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:48:06.543998 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-2684bed8-601a-4b07-8dec-04be88397208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:48:06.643875 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbb71633-acea-4ad9-8ad6-66b1928d04b6 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Router 011a2d07-b3e8-4678-8cc7-55cc68eba0d1 has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 21:48:06.698951 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-2684bed8-601a-4b07-8dec-04be88397208 None None] Current status of the port 91b2e320-8c65-456c-91ec-9629cd3cc651 is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:48:06.699330 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-2684bed8-601a-4b07-8dec-04be88397208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:48:06.739374 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-2684bed8-601a-4b07-8dec-04be88397208 None None] For port 91b2e320-8c65-456c-91ec-9629cd3cc651, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=91b2e320-8c65-456c-91ec-9629cd3cc651,segment=NetworkSegment(b346d39c-13f5-4ff2-b90d-4b4d0018b285),segment_id=b346d39c-13f5-4ff2-b90d-4b4d0018b285)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:48:06.760129 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbb71633-acea-4ad9-8ad6-66b1928d04b6 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 21:48:06.766009 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-bbb71633-acea-4ad9-8ad6-66b1928d04b6 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "PUT /v2.0/routers/011a2d07-b3e8-4678-8cc7-55cc68eba0d1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5010233 May 20 21:48:06.815428 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-2684bed8-601a-4b07-8dec-04be88397208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:48:06.869700 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2684bed8-601a-4b07-8dec-04be88397208 None None] Pushing event updated for resources: {'Port': ['ID=91b2e320-8c65-456c-91ec-9629cd3cc651,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:48:06.932063 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-52eaab44-22f7-4220-bcfd-0f35fd858b7b req-75d26857-0c69-4f4e-b0cb-570e4f1b886e tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1161833782&fields=id&tenant_id=cedf931037104109b3e73036244afafc HTTP/1.1" status: 200 len: 267 time: 0.0359912 May 20 21:48:06.950297 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5444e89e-0ed0-452b-ad95-24b53745d9b3 None None] Sync routers for ids ['011a2d07-b3e8-4678-8cc7-55cc68eba0d1'] in n-d-842733-1 {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 21:48:06.962002 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5444e89e-0ed0-452b-ad95-24b53745d9b3 None None] Routers {'011a2d07-b3e8-4678-8cc7-55cc68eba0d1'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:48:06.962647 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-5444e89e-0ed0-452b-ad95-24b53745d9b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:47:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['011a2d07-b3e8-4678-8cc7-55cc68eba0d1'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:48:07.039097 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-bfe56501-823c-4cc1-a635-822ce1b998bf None None] Provisioning complete for port 06c1606a-afc1-46bb-9649-692af7a9ec7a triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:48:07.039469 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-bfe56501-823c-4cc1-a635-822ce1b998bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:48:07.058888 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52eaab44-22f7-4220-bcfd-0f35fd858b7b req-3e63b15d-8e4d-4ae6-8c1f-3ed16e4adc9d tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:48:07.066563 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-52eaab44-22f7-4220-bcfd-0f35fd858b7b req-3e63b15d-8e4d-4ae6-8c1f-3ed16e4adc9d tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/networks?id=917d5baf-4598-4e54-9501-1fda7de60ed0 HTTP/1.1" status: 200 len: 797 time: 0.1261897 May 20 21:48:07.075722 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-5444e89e-0ed0-452b-ad95-24b53745d9b3 None None] Set router 011a2d07-b3e8-4678-8cc7-55cc68eba0d1 gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:48:07.083647 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-52eaab44-22f7-4220-bcfd-0f35fd858b7b req-30b522f2-2f58-400a-9b23-ddcccce77149 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/quotas/cedf931037104109b3e73036244afafc HTTP/1.1" status: 200 len: 375 time: 0.0158594 May 20 21:48:07.084014 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-bfe56501-823c-4cc1-a635-822ce1b998bf None None] Port 06c1606a-afc1-46bb-9649-692af7a9ec7a cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 21:48:07.098171 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-bfe56501-823c-4cc1-a635-822ce1b998bf None None] Provisioning complete for port 91b2e320-8c65-456c-91ec-9629cd3cc651 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:48:07.098544 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-bfe56501-823c-4cc1-a635-822ce1b998bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:48:07.162119 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-52eaab44-22f7-4220-bcfd-0f35fd858b7b req-e13a8cd6-8bc5-4a96-ad66-5d9d805d740c tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=cedf931037104109b3e73036244afafc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0622892 May 20 21:48:07.208551 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-bfe56501-823c-4cc1-a635-822ce1b998bf None None] Current status of the port 91b2e320-8c65-456c-91ec-9629cd3cc651 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:48:07.335093 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-c8c93328-f6ea-4981-a4fd-6ee7d9ba7fc2 None None] Provisioning complete for port 06c1606a-afc1-46bb-9649-692af7a9ec7a triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:48:07.335461 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c8c93328-f6ea-4981-a4fd-6ee7d9ba7fc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:48:07.341951 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 31eebb92-344c-4d11-9a1a-781534717ae8 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:48:07.358053 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-5444e89e-0ed0-452b-ad95-24b53745d9b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '011a2d07-b3e8-4678-8cc7-55cc68eba0d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-968891555', 'tenant_id': 'cedf931037104109b3e73036244afafc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.123'}], 'enable_snat': True}, 'gw_port_id': '31eebb92-344c-4d11-9a1a-781534717ae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:48:01Z', 'updated_at': '2022-05-20T21:48:05Z', 'revision_number': 4, 'project_id': 'cedf931037104109b3e73036244afafc', 'gw_port': {'id': '31eebb92-344c-4d11-9a1a-781534717ae8', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:a8:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '011a2d07-b3e8-4678-8cc7-55cc68eba0d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:48:02Z', 'updated_at': '2022-05-20T21:48:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': '06c1606a-afc1-46bb-9649-692af7a9ec7a', 'name': '', 'network_id': '917d5baf-4598-4e54-9501-1fda7de60ed0', 'tenant_id': 'cedf931037104109b3e73036244afafc', 'mac_address': 'fa:16:3e:05:29:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '011a2d07-b3e8-4678-8cc7-55cc68eba0d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'ac29a27f-274d-427a-8f5a-d9de7f6c6f46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:48:05Z', 'updated_at': '2022-05-20T21:48:06Z', 'revision_number': 2, 'project_id': 'cedf931037104109b3e73036244afafc', 'subnets': [{'id': 'ac29a27f-274d-427a-8f5a-d9de7f6c6f46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:48:07.359400 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-52eaab44-22f7-4220-bcfd-0f35fd858b7b req-7a613d61-fc54-42ec-9432-e63432af44d0 service neutron] 10.222.0.35 "GET /v2.0/networks/917d5baf-4598-4e54-9501-1fda7de60ed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1962779 May 20 21:48:07.388279 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5444e89e-0ed0-452b-ad95-24b53745d9b3 None None] Checking router: 011a2d07-b3e8-4678-8cc7-55cc68eba0d1 for host: n-d-842733-1 {{(pid=103165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 21:48:07.388909 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5444e89e-0ed0-452b-ad95-24b53745d9b3 None None] Updating router 011a2d07-b3e8-4678-8cc7-55cc68eba0d1 port 06c1606a-afc1-46bb-9649-692af7a9ec7a binding host n-d-842733-1 {{(pid=103165) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 21:48:07.409227 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-c8c93328-f6ea-4981-a4fd-6ee7d9ba7fc2 None None] Port 06c1606a-afc1-46bb-9649-692af7a9ec7a cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 21:48:07.420131 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-5444e89e-0ed0-452b-ad95-24b53745d9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:48:07.437187 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 31eebb92-344c-4d11-9a1a-781534717ae8 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:48:07.437583 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:48:07.469199 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-52eaab44-22f7-4220-bcfd-0f35fd858b7b req-a7db3195-6c12-4aa9-b860-6acc8268f032 service neutron] 10.222.0.35 "GET /v2.0/networks/917d5baf-4598-4e54-9501-1fda7de60ed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089056 May 20 21:48:07.532957 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 31eebb92-344c-4d11-9a1a-781534717ae8 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:48:07.534011 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 91b2e320-8c65-456c-91ec-9629cd3cc651 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:48:07.562864 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-ec3f15dc-449e-4efb-ae4a-c487059f66df None None] Provisioning complete for port 06c1606a-afc1-46bb-9649-692af7a9ec7a triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:48:07.563226 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ec3f15dc-449e-4efb-ae4a-c487059f66df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:48:07.605999 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-ec3f15dc-449e-4efb-ae4a-c487059f66df None None] Port 06c1606a-afc1-46bb-9649-692af7a9ec7a cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 21:48:07.614437 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 91b2e320-8c65-456c-91ec-9629cd3cc651 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:48:07.614800 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:48:07.702436 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 91b2e320-8c65-456c-91ec-9629cd3cc651 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:48:07.750422 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-637a9bbb-c166-471e-bf2b-c5d023ec625d req-a838ee0e-4bab-46a4-878a-496cf00a17a2 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/ports?device_id=5bd09338-42ca-4e7b-978a-5da321b683bf HTTP/1.1" status: 200 len: 210 time: 0.0301254 May 20 21:48:07.799664 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-5444e89e-0ed0-452b-ad95-24b53745d9b3 None None] Notify callbacks [] for port, precommit_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:48:07.866411 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-5444e89e-0ed0-452b-ad95-24b53745d9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:48:07.913676 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b21c1a-ad3b-4367-bc48-9db076ea80c6 None None] Pushing event updated for resources: {'Port': ['ID=06c1606a-afc1-46bb-9649-692af7a9ec7a,revision_number=3']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:48:07.938439 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b21c1a-ad3b-4367-bc48-9db076ea80c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:48:07.938773 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b21c1a-ad3b-4367-bc48-9db076ea80c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:48:07.939103 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b21c1a-ad3b-4367-bc48-9db076ea80c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:48:07.939428 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b21c1a-ad3b-4367-bc48-9db076ea80c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:48:07.939751 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b21c1a-ad3b-4367-bc48-9db076ea80c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:48:07.940071 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b21c1a-ad3b-4367-bc48-9db076ea80c6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:48:07.940386 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b21c1a-ad3b-4367-bc48-9db076ea80c6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:48:07.940701 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b21c1a-ad3b-4367-bc48-9db076ea80c6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:48:07.941077 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b21c1a-ad3b-4367-bc48-9db076ea80c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:48:07.941416 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b21c1a-ad3b-4367-bc48-9db076ea80c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:48:07.941729 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b21c1a-ad3b-4367-bc48-9db076ea80c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:48:07.942065 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b21c1a-ad3b-4367-bc48-9db076ea80c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:48:07.977072 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-5444e89e-0ed0-452b-ad95-24b53745d9b3 None None] Attempting to bind port 06c1606a-afc1-46bb-9649-692af7a9ec7a on host n-d-842733-1 for vnic_type normal with profile {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:48:07.985124 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-5444e89e-0ed0-452b-ad95-24b53745d9b3 None None] Attempting to bind port 06c1606a-afc1-46bb-9649-692af7a9ec7a by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': 'b346d39c-13f5-4ff2-b90d-4b4d0018b285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '917d5baf-4598-4e54-9501-1fda7de60ed0'}] {{(pid=103165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:48:07.985124 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5444e89e-0ed0-452b-ad95-24b53745d9b3 None None] Attempting to bind port 06c1606a-afc1-46bb-9649-692af7a9ec7a on network 917d5baf-4598-4e54-9501-1fda7de60ed0 {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:48:07.985124 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5444e89e-0ed0-452b-ad95-24b53745d9b3 None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 21, 47, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 21:48:07.985124 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5444e89e-0ed0-452b-ad95-24b53745d9b3 None None] Checking segment: {'id': 'b346d39c-13f5-4ff2-b90d-4b4d0018b285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '917d5baf-4598-4e54-9501-1fda7de60ed0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:48:07.985124 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-5444e89e-0ed0-452b-ad95-24b53745d9b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:48:07.985124 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5444e89e-0ed0-452b-ad95-24b53745d9b3 None None] Bound using segment: {'id': 'b346d39c-13f5-4ff2-b90d-4b4d0018b285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '917d5baf-4598-4e54-9501-1fda7de60ed0'} {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 21:48:07.985124 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-5444e89e-0ed0-452b-ad95-24b53745d9b3 None None] Bound port: 06c1606a-afc1-46bb-9649-692af7a9ec7a, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b346d39c-13f5-4ff2-b90d-4b4d0018b285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '917d5baf-4598-4e54-9501-1fda7de60ed0'}}] {{(pid=103165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:48:07.985124 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-5444e89e-0ed0-452b-ad95-24b53745d9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:48:08.054145 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-5444e89e-0ed0-452b-ad95-24b53745d9b3 None None] For port 06c1606a-afc1-46bb-9649-692af7a9ec7a, host n-d-842733-1, cleared binding levels {{(pid=103165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 21:48:08.057577 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-5444e89e-0ed0-452b-ad95-24b53745d9b3 None None] For port 06c1606a-afc1-46bb-9649-692af7a9ec7a, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=06c1606a-afc1-46bb-9649-692af7a9ec7a,segment=NetworkSegment(b346d39c-13f5-4ff2-b90d-4b4d0018b285),segment_id=b346d39c-13f5-4ff2-b90d-4b4d0018b285)] {{(pid=103165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 21:48:08.126972 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-5444e89e-0ed0-452b-ad95-24b53745d9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:48:08.127662 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-686ae4ad-f7b0-41f9-bc1b-589f21ffaea3 None None] Provisioning complete for port 06c1606a-afc1-46bb-9649-692af7a9ec7a triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:48:08.128011 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-686ae4ad-f7b0-41f9-bc1b-589f21ffaea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:48:08.191681 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b21c1a-ad3b-4367-bc48-9db076ea80c6 None None] Pushing event updated for resources: {'Port': ['ID=06c1606a-afc1-46bb-9649-692af7a9ec7a,revision_number=4']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:48:08.191681 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5444e89e-0ed0-452b-ad95-24b53745d9b3 None None] Routers {'011a2d07-b3e8-4678-8cc7-55cc68eba0d1'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:48:08.191681 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-5444e89e-0ed0-452b-ad95-24b53745d9b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:47:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['011a2d07-b3e8-4678-8cc7-55cc68eba0d1'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:48:08.219694 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-686ae4ad-f7b0-41f9-bc1b-589f21ffaea3 None None] Current status of the port 06c1606a-afc1-46bb-9649-692af7a9ec7a is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:48:08.226520 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-686ae4ad-f7b0-41f9-bc1b-589f21ffaea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:48:08.256512 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-686ae4ad-f7b0-41f9-bc1b-589f21ffaea3 None None] For port 06c1606a-afc1-46bb-9649-692af7a9ec7a, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=06c1606a-afc1-46bb-9649-692af7a9ec7a,segment=NetworkSegment(b346d39c-13f5-4ff2-b90d-4b4d0018b285),segment_id=b346d39c-13f5-4ff2-b90d-4b4d0018b285)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:48:08.304622 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-5444e89e-0ed0-452b-ad95-24b53745d9b3 None None] Set router 011a2d07-b3e8-4678-8cc7-55cc68eba0d1 gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:48:08.341049 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-686ae4ad-f7b0-41f9-bc1b-589f21ffaea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:48:08.397347 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686ae4ad-f7b0-41f9-bc1b-589f21ffaea3 None None] Pushing event updated for resources: {'Port': ['ID=06c1606a-afc1-46bb-9649-692af7a9ec7a,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:48:08.461298 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-0e6874ae-08ad-4ca2-9df4-4424d10f6afe None None] Provisioning complete for port 06c1606a-afc1-46bb-9649-692af7a9ec7a triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:48:08.461602 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-0e6874ae-08ad-4ca2-9df4-4424d10f6afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:48:08.505922 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-5444e89e-0ed0-452b-ad95-24b53745d9b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '011a2d07-b3e8-4678-8cc7-55cc68eba0d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-968891555', 'tenant_id': 'cedf931037104109b3e73036244afafc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.123'}], 'enable_snat': True}, 'gw_port_id': '31eebb92-344c-4d11-9a1a-781534717ae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:48:01Z', 'updated_at': '2022-05-20T21:48:05Z', 'revision_number': 4, 'project_id': 'cedf931037104109b3e73036244afafc', 'gw_port': {'id': '31eebb92-344c-4d11-9a1a-781534717ae8', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:a8:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '011a2d07-b3e8-4678-8cc7-55cc68eba0d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:48:02Z', 'updated_at': '2022-05-20T21:48:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': '06c1606a-afc1-46bb-9649-692af7a9ec7a', 'name': '', 'network_id': '917d5baf-4598-4e54-9501-1fda7de60ed0', 'tenant_id': 'cedf931037104109b3e73036244afafc', 'mac_address': 'fa:16:3e:05:29:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '011a2d07-b3e8-4678-8cc7-55cc68eba0d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'ac29a27f-274d-427a-8f5a-d9de7f6c6f46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:48:05Z', 'updated_at': '2022-05-20T21:48:08Z', 'revision_number': 4, 'project_id': 'cedf931037104109b3e73036244afafc', 'subnets': [{'id': 'ac29a27f-274d-427a-8f5a-d9de7f6c6f46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:48:08.535357 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5444e89e-0ed0-452b-ad95-24b53745d9b3 None None] The sync data for ids ['011a2d07-b3e8-4678-8cc7-55cc68eba0d1'] in n-d-842733-1 is: [{'id': '011a2d07-b3e8-4678-8cc7-55cc68eba0d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-968891555', 'tenant_id': 'cedf931037104109b3e73036244afafc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.123'}], 'enable_snat': True}, 'gw_port_id': '31eebb92-344c-4d11-9a1a-781534717ae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:48:01Z', 'updated_at': '2022-05-20T21:48:05Z', 'revision_number': 4, 'project_id': 'cedf931037104109b3e73036244afafc', 'gw_port': {'id': '31eebb92-344c-4d11-9a1a-781534717ae8', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:a8:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '011a2d07-b3e8-4678-8cc7-55cc68eba0d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:48:02Z', 'updated_at': '2022-05-20T21:48:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': '06c1606a-afc1-46bb-9649-692af7a9ec7a', 'name': '', 'network_id': '917d5baf-4598-4e54-9501-1fda7de60ed0', 'tenant_id': 'cedf931037104109b3e73036244afafc', 'mac_address': 'fa:16:3e:05:29:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '011a2d07-b3e8-4678-8cc7-55cc68eba0d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'ac29a27f-274d-427a-8f5a-d9de7f6c6f46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:48:05Z', 'updated_at': '2022-05-20T21:48:08Z', 'revision_number': 4, 'project_id': 'cedf931037104109b3e73036244afafc', 'subnets': [{'id': 'ac29a27f-274d-427a-8f5a-d9de7f6c6f46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 21:48:08.545919 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-0e6874ae-08ad-4ca2-9df4-4424d10f6afe None None] Current status of the port 06c1606a-afc1-46bb-9649-692af7a9ec7a is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:48:08.852004 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4147b267-0000-49d5-a83e-a2ce25774384 req-105e79c2-083f-4e3d-9068-f40ae88f1c77 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/ports?device_id=5bd09338-42ca-4e7b-978a-5da321b683bf HTTP/1.1" status: 200 len: 210 time: 0.0280757 May 20 21:48:09.230494 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 06c1606a-afc1-46bb-9649-692af7a9ec7a up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:48:09.285412 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 06c1606a-afc1-46bb-9649-692af7a9ec7a triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:48:09.285661 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:48:09.363716 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 06c1606a-afc1-46bb-9649-692af7a9ec7a is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:48:09.662800 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52eaab44-22f7-4220-bcfd-0f35fd858b7b req-f507b7e0-6f8d-4985-9d08-d0685a072444 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:48:09.664151 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-52eaab44-22f7-4220-bcfd-0f35fd858b7b req-f507b7e0-6f8d-4985-9d08-d0685a072444 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.24 "GET /v2.0/networks?id=917d5baf-4598-4e54-9501-1fda7de60ed0 HTTP/1.1" status: 200 len: 797 time: 0.1086144 May 20 21:48:09.708647 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-52eaab44-22f7-4220-bcfd-0f35fd858b7b req-f500099c-0008-4175-9ca5-fa924630bddc tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cedf931037104109b3e73036244afafc HTTP/1.1" status: 200 len: 380 time: 0.0352871 May 20 21:48:09.720499 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [req-52eaab44-22f7-4220-bcfd-0f35fd858b7b req-a9788105-bca7-4c09-abe2-1487b17ab1a1 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Request body: {'port': {'device_id': '5bd09338-42ca-4e7b-978a-5da321b683bf', 'network_id': '917d5baf-4598-4e54-9501-1fda7de60ed0', 'admin_state_up': True, 'tenant_id': 'cedf931037104109b3e73036244afafc', 'security_groups': ['31e06ebd-89c4-4ea7-8c15-887d487173fd']}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:48:09.929606 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52eaab44-22f7-4220-bcfd-0f35fd858b7b req-a9788105-bca7-4c09-abe2-1487b17ab1a1 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Made reservation on behalf of cedf931037104109b3e73036244afafc for: {'port': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:48:09.933885 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-52eaab44-22f7-4220-bcfd-0f35fd858b7b req-a9788105-bca7-4c09-abe2-1487b17ab1a1 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:48:09.977144 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-35d9b995-c871-4b19-87b9-82fec3124492 req-c63f271c-8fe6-42ca-b671-fcad2d541b56 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/ports?device_id=5bd09338-42ca-4e7b-978a-5da321b683bf HTTP/1.1" status: 200 len: 210 time: 0.0408478 May 20 21:48:10.091857 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [req-52eaab44-22f7-4220-bcfd-0f35fd858b7b req-a9788105-bca7-4c09-abe2-1487b17ab1a1 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Allocated IP 172.20.0.5 (917d5baf-4598-4e54-9501-1fda7de60ed0/ac29a27f-274d-427a-8f5a-d9de7f6c6f46/bd71e19c-153c-4e8b-a989-828308f40e23) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:48:10.233688 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-52eaab44-22f7-4220-bcfd-0f35fd858b7b req-a9788105-bca7-4c09-abe2-1487b17ab1a1 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:48:10.324316 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-52eaab44-22f7-4220-bcfd-0f35fd858b7b req-a9788105-bca7-4c09-abe2-1487b17ab1a1 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:48:10.368089 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52eaab44-22f7-4220-bcfd-0f35fd858b7b req-a9788105-bca7-4c09-abe2-1487b17ab1a1 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Network 917d5baf-4598-4e54-9501-1fda7de60ed0 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:48:10.371177 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [req-52eaab44-22f7-4220-bcfd-0f35fd858b7b req-a9788105-bca7-4c09-abe2-1487b17ab1a1 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:48:10.373716 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [req-52eaab44-22f7-4220-bcfd-0f35fd858b7b req-a9788105-bca7-4c09-abe2-1487b17ab1a1 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:48:10.402101 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9788105-bca7-4c09-abe2-1487b17ab1a1 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Pushing event updated for resources: {'Port': ['ID=bd71e19c-153c-4e8b-a989-828308f40e23,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:48:10.433692 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52eaab44-22f7-4220-bcfd-0f35fd858b7b req-a9788105-bca7-4c09-abe2-1487b17ab1a1 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:48:10.434420 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-52eaab44-22f7-4220-bcfd-0f35fd858b7b req-a9788105-bca7-4c09-abe2-1487b17ab1a1 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:48:10.506810 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-52eaab44-22f7-4220-bcfd-0f35fd858b7b req-a9788105-bca7-4c09-abe2-1487b17ab1a1 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7898192 May 20 21:48:10.518551 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [req-52eaab44-22f7-4220-bcfd-0f35fd858b7b req-001da8ff-5e4a-448f-b9f0-f093b6a6cfab service neutron] Request body: {'port': {'device_id': '5bd09338-42ca-4e7b-978a-5da321b683bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-842733-1'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:48:10.579769 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-52eaab44-22f7-4220-bcfd-0f35fd858b7b req-001da8ff-5e4a-448f-b9f0-f093b6a6cfab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:48:10.581254 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-76aff6fb-f308-49a4-ab56-abf15ee16ed1 None None] Provisioning complete for port bd71e19c-153c-4e8b-a989-828308f40e23 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:48:10.581776 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-76aff6fb-f308-49a4-ab56-abf15ee16ed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:48:10.614737 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-76aff6fb-f308-49a4-ab56-abf15ee16ed1 None None] Port bd71e19c-153c-4e8b-a989-828308f40e23 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 21:48:10.835115 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [req-52eaab44-22f7-4220-bcfd-0f35fd858b7b req-001da8ff-5e4a-448f-b9f0-f093b6a6cfab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd71e19c-153c-4e8b-a989-828308f40e23 {{(pid=103163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 21:48:10.842882 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-52eaab44-22f7-4220-bcfd-0f35fd858b7b req-001da8ff-5e4a-448f-b9f0-f093b6a6cfab service neutron] Notify callbacks [] for port, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:48:10.854701 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [req-52eaab44-22f7-4220-bcfd-0f35fd858b7b req-001da8ff-5e4a-448f-b9f0-f093b6a6cfab service neutron] Transition to ACTIVE for port object bd71e19c-153c-4e8b-a989-828308f40e23 will not be triggered until provisioned by entity L2. {{(pid=103163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 21:48:10.937632 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-52eaab44-22f7-4220-bcfd-0f35fd858b7b req-001da8ff-5e4a-448f-b9f0-f093b6a6cfab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:48:10.989448 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001da8ff-5e4a-448f-b9f0-f093b6a6cfab service neutron] Pushing event updated for resources: {'Port': ['ID=bd71e19c-153c-4e8b-a989-828308f40e23,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:48:11.065849 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-52eaab44-22f7-4220-bcfd-0f35fd858b7b req-001da8ff-5e4a-448f-b9f0-f093b6a6cfab service neutron] Attempting to bind port bd71e19c-153c-4e8b-a989-828308f40e23 on host n-h1-842733-1 for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:48:11.066183 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-52eaab44-22f7-4220-bcfd-0f35fd858b7b req-001da8ff-5e4a-448f-b9f0-f093b6a6cfab service neutron] Attempting to bind port bd71e19c-153c-4e8b-a989-828308f40e23 by drivers openvswitch,hyperv on host n-h1-842733-1 at level 0 using segments [{'id': 'b346d39c-13f5-4ff2-b90d-4b4d0018b285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '917d5baf-4598-4e54-9501-1fda7de60ed0'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:48:11.066515 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52eaab44-22f7-4220-bcfd-0f35fd858b7b req-001da8ff-5e4a-448f-b9f0-f093b6a6cfab service neutron] Attempting to bind port bd71e19c-153c-4e8b-a989-828308f40e23 on network 917d5baf-4598-4e54-9501-1fda7de60ed0 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:48:11.081182 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52eaab44-22f7-4220-bcfd-0f35fd858b7b req-001da8ff-5e4a-448f-b9f0-f093b6a6cfab service neutron] Port bd71e19c-153c-4e8b-a989-828308f40e23 on network 917d5baf-4598-4e54-9501-1fda7de60ed0 not bound, no agent of type Open vSwitch agent registered on host n-h1-842733-1 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 21:48:11.081870 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52eaab44-22f7-4220-bcfd-0f35fd858b7b req-001da8ff-5e4a-448f-b9f0-f093b6a6cfab service neutron] Attempting to bind port bd71e19c-153c-4e8b-a989-828308f40e23 on network 917d5baf-4598-4e54-9501-1fda7de60ed0 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:48:11.102313 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52eaab44-22f7-4220-bcfd-0f35fd858b7b req-001da8ff-5e4a-448f-b9f0-f093b6a6cfab service neutron] Checking agent: {'id': '08dfb1ce-804b-4db8-838b-21094082e041', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 32, 54), 'started_at': datetime.datetime(2022, 5, 20, 20, 32, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 21, 47, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 21:48:11.102598 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52eaab44-22f7-4220-bcfd-0f35fd858b7b req-001da8ff-5e4a-448f-b9f0-f093b6a6cfab service neutron] Checking segment: {'id': 'b346d39c-13f5-4ff2-b90d-4b4d0018b285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '917d5baf-4598-4e54-9501-1fda7de60ed0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:48:11.102984 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52eaab44-22f7-4220-bcfd-0f35fd858b7b req-001da8ff-5e4a-448f-b9f0-f093b6a6cfab service neutron] Bound using segment: {'id': 'b346d39c-13f5-4ff2-b90d-4b4d0018b285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '917d5baf-4598-4e54-9501-1fda7de60ed0'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 21:48:11.103610 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-52eaab44-22f7-4220-bcfd-0f35fd858b7b req-001da8ff-5e4a-448f-b9f0-f093b6a6cfab service neutron] Bound port: bd71e19c-153c-4e8b-a989-828308f40e23, host: n-h1-842733-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b346d39c-13f5-4ff2-b90d-4b4d0018b285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '917d5baf-4598-4e54-9501-1fda7de60ed0'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:48:11.103971 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-52eaab44-22f7-4220-bcfd-0f35fd858b7b req-001da8ff-5e4a-448f-b9f0-f093b6a6cfab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:48:11.153949 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece31d7c-de75-4ce9-9673-060138923f08 req-0a130e42-4d61-4962-bc71-67e016b7e1a2 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:48:11.155493 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ece31d7c-de75-4ce9-9673-060138923f08 req-0a130e42-4d61-4962-bc71-67e016b7e1a2 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/ports?device_id=5bd09338-42ca-4e7b-978a-5da321b683bf HTTP/1.1" status: 200 len: 943 time: 0.0867679 May 20 21:48:11.204998 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-52eaab44-22f7-4220-bcfd-0f35fd858b7b req-001da8ff-5e4a-448f-b9f0-f093b6a6cfab service neutron] For port bd71e19c-153c-4e8b-a989-828308f40e23, host n-h1-842733-1, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 21:48:11.212748 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-52eaab44-22f7-4220-bcfd-0f35fd858b7b req-001da8ff-5e4a-448f-b9f0-f093b6a6cfab service neutron] For port bd71e19c-153c-4e8b-a989-828308f40e23, host n-h1-842733-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=bd71e19c-153c-4e8b-a989-828308f40e23,segment=NetworkSegment(b346d39c-13f5-4ff2-b90d-4b4d0018b285),segment_id=b346d39c-13f5-4ff2-b90d-4b4d0018b285)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 21:48:11.220319 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ece31d7c-de75-4ce9-9673-060138923f08 req-1728144d-3dd1-45de-adc4-9b29c408fdde tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/security-groups?id=31e06ebd-89c4-4ea7-8c15-887d487173fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570450 May 20 21:48:11.292538 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-52eaab44-22f7-4220-bcfd-0f35fd858b7b req-001da8ff-5e4a-448f-b9f0-f093b6a6cfab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:48:11.326764 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52eaab44-22f7-4220-bcfd-0f35fd858b7b req-001da8ff-5e4a-448f-b9f0-f093b6a6cfab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:48:11.327370 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-52eaab44-22f7-4220-bcfd-0f35fd858b7b req-001da8ff-5e4a-448f-b9f0-f093b6a6cfab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:48:11.328844 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-52eaab44-22f7-4220-bcfd-0f35fd858b7b req-001da8ff-5e4a-448f-b9f0-f093b6a6cfab service neutron] 10.222.0.24 "PUT /v2.0/ports/bd71e19c-153c-4e8b-a989-828308f40e23 HTTP/1.1" status: 200 len: 1091 time: 0.8145950 May 20 21:48:11.331167 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bd09338-42ca-4e7b-978a-5da321b683bf', 'tag': 'bd71e19c-153c-4e8b-a989-828308f40e23'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 21:48:11.333486 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4416c3b25ab83027dff24eda6e450cd3b8f285a9257f5a2b93a81ddcbdb8854f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88811e15-9b95-4c24-8508-6e6eafb6e4ef" -d '{"events": [{"name": "network-changed", "server_uuid": "5bd09338-42ca-4e7b-978a-5da321b683bf", "tag": "bd71e19c-153c-4e8b-a989-828308f40e23"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 21:48:11.358877 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001da8ff-5e4a-448f-b9f0-f093b6a6cfab service neutron] Pushing event updated for resources: {'Port': ['ID=bd71e19c-153c-4e8b-a989-828308f40e23,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:48:11.379089 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 21:48:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38440a87-3f99-41c4-a517-70ffb2d5dfb0 x-openstack-request-id: req-38440a87-3f99-41c4-a517-70ffb2d5dfb0 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 21:48:11.379379 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5bd09338-42ca-4e7b-978a-5da321b683bf", "tag": "bd71e19c-153c-4e8b-a989-828308f40e23", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 21:48:11.379630 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-38440a87-3f99-41c4-a517-70ffb2d5dfb0 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 21:48:11.380035 n-d-842733-1 neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38440a87-3f99-41c4-a517-70ffb2d5dfb0'] response: {'name': 'network-changed', 'server_uuid': '5bd09338-42ca-4e7b-978a-5da321b683bf', 'tag': 'bd71e19c-153c-4e8b-a989-828308f40e23', 'status': 'completed', 'code': 200} May 20 21:48:11.443646 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88811e15-9b95-4c24-8508-6e6eafb6e4ef req-b27e7b5e-be7f-4b05-b904-0dae061bfba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:48:11.445138 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-88811e15-9b95-4c24-8508-6e6eafb6e4ef req-b27e7b5e-be7f-4b05-b904-0dae061bfba0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cedf931037104109b3e73036244afafc&device_id=5bd09338-42ca-4e7b-978a-5da321b683bf HTTP/1.1" status: 200 len: 1094 time: 0.0437050 May 20 21:48:11.550471 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88811e15-9b95-4c24-8508-6e6eafb6e4ef req-272eaed0-67a6-4bdf-a5a9-96f46b52ddab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:48:11.551957 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-88811e15-9b95-4c24-8508-6e6eafb6e4ef req-272eaed0-67a6-4bdf-a5a9-96f46b52ddab service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=cedf931037104109b3e73036244afafc&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1002626 May 20 21:48:11.644426 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88811e15-9b95-4c24-8508-6e6eafb6e4ef req-1b6f4873-1a4b-4118-a1dd-1ce791f8aa75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:48:11.645835 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-88811e15-9b95-4c24-8508-6e6eafb6e4ef req-1b6f4873-1a4b-4118-a1dd-1ce791f8aa75 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0875173 May 20 21:48:11.719468 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52eaab44-22f7-4220-bcfd-0f35fd858b7b req-465d37af-fbfd-4cda-b5ac-6c5b5ee01b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:48:11.720972 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-52eaab44-22f7-4220-bcfd-0f35fd858b7b req-465d37af-fbfd-4cda-b5ac-6c5b5ee01b25 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cedf931037104109b3e73036244afafc&device_id=5bd09338-42ca-4e7b-978a-5da321b683bf HTTP/1.1" status: 200 len: 1094 time: 0.0407808 May 20 21:48:11.765971 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-52eaab44-22f7-4220-bcfd-0f35fd858b7b req-96ec1d8f-b613-42cc-a5a6-55d715f18353 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bd71e19c-153c-4e8b-a989-828308f40e23 HTTP/1.1" status: 200 len: 217 time: 0.0379541 May 20 21:48:11.813886 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52eaab44-22f7-4220-bcfd-0f35fd858b7b req-1a1f4636-f9d8-4c5c-8859-bf024c125ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:48:11.815351 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-52eaab44-22f7-4220-bcfd-0f35fd858b7b req-1a1f4636-f9d8-4c5c-8859-bf024c125ae9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ac29a27f-274d-427a-8f5a-d9de7f6c6f46 HTTP/1.1" status: 200 len: 834 time: 0.0433598 May 20 21:48:11.863002 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52eaab44-22f7-4220-bcfd-0f35fd858b7b req-f78152b5-b414-45d5-b6bc-a53b3f1f1e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:48:11.864484 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-52eaab44-22f7-4220-bcfd-0f35fd858b7b req-f78152b5-b414-45d5-b6bc-a53b3f1f1e14 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=917d5baf-4598-4e54-9501-1fda7de60ed0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417049 May 20 21:48:11.955133 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-52eaab44-22f7-4220-bcfd-0f35fd858b7b req-992097de-b570-439e-9625-d2e0d94b797b service neutron] 10.222.0.24 "GET /v2.0/networks/917d5baf-4598-4e54-9501-1fda7de60ed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843985 May 20 21:48:12.043358 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-52eaab44-22f7-4220-bcfd-0f35fd858b7b req-9481fd06-4f69-4ef5-bc8b-9762b15bccc7 service neutron] 10.222.0.24 "GET /v2.0/networks/917d5baf-4598-4e54-9501-1fda7de60ed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810757 May 20 21:48:12.343237 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92f3648-ab66-4023-b769-971e91b2f8da req-abe40903-b9c4-44a1-879c-a4264137477e tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:48:12.344700 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e92f3648-ab66-4023-b769-971e91b2f8da req-abe40903-b9c4-44a1-879c-a4264137477e tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/ports?device_id=5bd09338-42ca-4e7b-978a-5da321b683bf HTTP/1.1" status: 200 len: 943 time: 0.0484850 May 20 21:48:12.386092 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e92f3648-ab66-4023-b769-971e91b2f8da req-90f6b55c-6604-471e-9bfc-ff6757c1eae3 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/security-groups?id=31e06ebd-89c4-4ea7-8c15-887d487173fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353835 May 20 21:48:13.506249 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f63f157-6a05-44bd-9bc2-0843818d995b req-72cd4c8d-fda3-4f2d-a232-1f1f9e69d07e tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:48:13.507716 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2f63f157-6a05-44bd-9bc2-0843818d995b req-72cd4c8d-fda3-4f2d-a232-1f1f9e69d07e tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/ports?device_id=5bd09338-42ca-4e7b-978a-5da321b683bf HTTP/1.1" status: 200 len: 943 time: 0.0492611 May 20 21:48:13.546378 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2f63f157-6a05-44bd-9bc2-0843818d995b req-daa120d9-07dd-42a9-8982-cca2e2085701 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/security-groups?id=31e06ebd-89c4-4ea7-8c15-887d487173fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319648 May 20 21:48:14.663380 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba622c3-999d-431b-85d3-fa2e1be90360 req-49c8b922-0907-4a6c-af33-529cc0ad5753 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:48:14.665880 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-bba622c3-999d-431b-85d3-fa2e1be90360 req-49c8b922-0907-4a6c-af33-529cc0ad5753 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/ports?device_id=5bd09338-42ca-4e7b-978a-5da321b683bf HTTP/1.1" status: 200 len: 943 time: 0.0494847 May 20 21:48:14.702157 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-bba622c3-999d-431b-85d3-fa2e1be90360 req-707a1bae-4b9c-4219-85d1-79bb94ba7148 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/security-groups?id=31e06ebd-89c4-4ea7-8c15-887d487173fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306883 May 20 21:48:15.378046 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device bd71e19c-153c-4e8b-a989-828308f40e23 details requested by agent hyperv_n-h1-842733-1 with host n-h1-842733-1 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 21:48:15.468045 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port bd71e19c-153c-4e8b-a989-828308f40e23, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=bd71e19c-153c-4e8b-a989-828308f40e23,segment=NetworkSegment(b346d39c-13f5-4ff2-b90d-4b4d0018b285),segment_id=b346d39c-13f5-4ff2-b90d-4b4d0018b285)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:48:15.478868 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Returning: {'device': 'bd71e19c-153c-4e8b-a989-828308f40e23', 'network_id': '917d5baf-4598-4e54-9501-1fda7de60ed0', 'port_id': 'bd71e19c-153c-4e8b-a989-828308f40e23', 'mac_address': 'fa:16:3e:a9:9e:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac29a27f-274d-427a-8f5a-d9de7f6c6f46', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 20 21:48:15.519386 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Current status of the port bd71e19c-153c-4e8b-a989-828308f40e23 is: DOWN; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:48:15.519770 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:48:15.532332 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd71e19c-153c-4e8b-a989-828308f40e23 {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 21:48:15.550266 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port bd71e19c-153c-4e8b-a989-828308f40e23, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=bd71e19c-153c-4e8b-a989-828308f40e23,segment=NetworkSegment(b346d39c-13f5-4ff2-b90d-4b4d0018b285),segment_id=b346d39c-13f5-4ff2-b90d-4b4d0018b285)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:48:15.611975 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:48:15.659311 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Pushing event updated for resources: {'Port': ['ID=bd71e19c-153c-4e8b-a989-828308f40e23,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:48:15.812633 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] get_ports_and_sgs() called for port_ids ['bd71e19c-153c-4e8b-a989-828308f40e23'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 21:48:15.822341 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dc9c78-d3d7-4be3-a1eb-d28d6831c664 req-3cb1bcb8-2ab9-4c90-95e9-581084f0c3e4 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:48:15.823921 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-58dc9c78-d3d7-4be3-a1eb-d28d6831c664 req-3cb1bcb8-2ab9-4c90-95e9-581084f0c3e4 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/ports?device_id=5bd09338-42ca-4e7b-978a-5da321b683bf HTTP/1.1" status: 200 len: 944 time: 0.0528891 May 20 21:48:15.864664 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-58dc9c78-d3d7-4be3-a1eb-d28d6831c664 req-16ecf937-f140-443c-8e7f-3555a0b2d6bb tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/security-groups?id=31e06ebd-89c4-4ea7-8c15-887d487173fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348063 May 20 21:48:16.981064 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122f3c93-ce23-4a8a-b6b9-40158efc3075 req-fab514c5-2b1b-4bf5-89aa-4d5159b47e95 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:48:16.982551 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-122f3c93-ce23-4a8a-b6b9-40158efc3075 req-fab514c5-2b1b-4bf5-89aa-4d5159b47e95 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/ports?device_id=5bd09338-42ca-4e7b-978a-5da321b683bf HTTP/1.1" status: 200 len: 944 time: 0.0488279 May 20 21:48:17.019102 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-122f3c93-ce23-4a8a-b6b9-40158efc3075 req-4b39f28c-fc9a-4cdc-a74c-0598e3c73e4b tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/security-groups?id=31e06ebd-89c4-4ea7-8c15-887d487173fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305207 May 20 21:48:17.394628 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device bd71e19c-153c-4e8b-a989-828308f40e23 up at agent hyperv_n-h1-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:48:17.486542 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Provisioning for port bd71e19c-153c-4e8b-a989-828308f40e23 completed by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 21:48:17.490466 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Provisioning complete for port bd71e19c-153c-4e8b-a989-828308f40e23 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:48:17.502431 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:48:17.573513 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Current status of the port bd71e19c-153c-4e8b-a989-828308f40e23 is: BUILD; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:48:17.573893 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:48:17.596017 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bd09338-42ca-4e7b-978a-5da321b683bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd71e19c-153c-4e8b-a989-828308f40e23'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 21:48:17.598252 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7947af4a1013b12ef328acaa2f4e39eb2f7ac51c208120b4987a707d9dc479df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e00129c-0b79-428d-b77d-4d4b99ec4a6b" -d '{"events": [{"server_uuid": "5bd09338-42ca-4e7b-978a-5da321b683bf", "name": "network-vif-plugged", "status": "completed", "tag": "bd71e19c-153c-4e8b-a989-828308f40e23"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 21:48:17.611978 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port bd71e19c-153c-4e8b-a989-828308f40e23, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=bd71e19c-153c-4e8b-a989-828308f40e23,segment=NetworkSegment(b346d39c-13f5-4ff2-b90d-4b4d0018b285),segment_id=b346d39c-13f5-4ff2-b90d-4b4d0018b285)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:48:17.638009 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 21:48:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cbdd760-589e-4427-8657-e1c5bca6fe41 x-openstack-request-id: req-7cbdd760-589e-4427-8657-e1c5bca6fe41 {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 21:48:17.638293 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bd09338-42ca-4e7b-978a-5da321b683bf", "name": "network-vif-plugged", "status": "completed", "tag": "bd71e19c-153c-4e8b-a989-828308f40e23", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 21:48:17.638539 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7cbdd760-589e-4427-8657-e1c5bca6fe41 {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 21:48:17.638931 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7cbdd760-589e-4427-8657-e1c5bca6fe41'] response: {'server_uuid': '5bd09338-42ca-4e7b-978a-5da321b683bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd71e19c-153c-4e8b-a989-828308f40e23', 'code': 200} May 20 21:48:17.672737 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:48:17.721588 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Pushing event updated for resources: {'Port': ['ID=bd71e19c-153c-4e8b-a989-828308f40e23,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:48:17.731596 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79224b85-9dbc-448b-95a8-b278cd5c47da req-b58ef1f5-3c5b-424b-a6ff-3f6a7cdd747a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:48:17.733117 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-79224b85-9dbc-448b-95a8-b278cd5c47da req-b58ef1f5-3c5b-424b-a6ff-3f6a7cdd747a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5bd09338-42ca-4e7b-978a-5da321b683bf HTTP/1.1" status: 200 len: 1096 time: 0.0395355 May 20 21:48:17.766946 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-79224b85-9dbc-448b-95a8-b278cd5c47da req-0beb0476-78dd-4037-80eb-7b4adc468e46 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=31e06ebd-89c4-4ea7-8c15-887d487173fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0274320 May 20 21:48:18.131714 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bac9fe1-1907-42b3-8a86-deb86aca3ca8 req-4d530a34-e289-4069-bf5f-0c078cbdf55b tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:48:18.133141 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4bac9fe1-1907-42b3-8a86-deb86aca3ca8 req-4d530a34-e289-4069-bf5f-0c078cbdf55b tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/ports?device_id=5bd09338-42ca-4e7b-978a-5da321b683bf HTTP/1.1" status: 200 len: 945 time: 0.0470405 May 20 21:48:18.177760 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4bac9fe1-1907-42b3-8a86-deb86aca3ca8 req-ea35baa2-180a-419b-b318-a3091d26f203 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/security-groups?id=31e06ebd-89c4-4ea7-8c15-887d487173fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374002 May 20 21:48:19.297704 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf62486-ae11-47c1-8a63-881ad828d416 req-fac0bb33-1076-4723-a964-eedfdeca3fc3 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:48:19.299179 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ebf62486-ae11-47c1-8a63-881ad828d416 req-fac0bb33-1076-4723-a964-eedfdeca3fc3 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/ports?device_id=5bd09338-42ca-4e7b-978a-5da321b683bf HTTP/1.1" status: 200 len: 945 time: 0.0497878 May 20 21:48:19.335934 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ebf62486-ae11-47c1-8a63-881ad828d416 req-d5b8a3b7-edb5-4490-9300-b88c5a92b62f tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/security-groups?id=31e06ebd-89c4-4ea7-8c15-887d487173fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306973 May 20 21:48:19.453096 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59565263-6e3a-4c19-b524-0db670a62b02 req-7c24a8ee-beee-4f56-a57c-42a54daa1968 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:48:19.454520 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-59565263-6e3a-4c19-b524-0db670a62b02 req-7c24a8ee-beee-4f56-a57c-42a54daa1968 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/ports?device_id=5bd09338-42ca-4e7b-978a-5da321b683bf HTTP/1.1" status: 200 len: 945 time: 0.0488749 May 20 21:48:19.492976 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-59565263-6e3a-4c19-b524-0db670a62b02 req-42b927d9-79c6-4a12-bf7d-ba51d6bb81c9 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/security-groups?id=31e06ebd-89c4-4ea7-8c15-887d487173fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324349 May 20 21:48:19.517336 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 36710) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:48:19.555599 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-102283c0-8b32-4d56-943f-3cf6f4930c69 tempest-TestNetworkAdvancedServerOps-869466300 tempest-TestNetworkAdvancedServerOps-869466300-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:48:19.557324 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-102283c0-8b32-4d56-943f-3cf6f4930c69 tempest-TestNetworkAdvancedServerOps-869466300 tempest-TestNetworkAdvancedServerOps-869466300-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=5bd09338-42ca-4e7b-978a-5da321b683bf HTTP/1.1" status: 200 len: 1091 time: 0.0389867 May 20 21:48:19.560050 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 36712) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:48:19.564134 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-087c3db3-88bc-4651-8e3b-327b16daca3b tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Request body: {'floatingip': {'floating_network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'port_id': 'bd71e19c-153c-4e8b-a989-828308f40e23', 'tenant_id': 'cedf931037104109b3e73036244afafc', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:48:19.643752 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-087c3db3-88bc-4651-8e3b-327b16daca3b tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks [] for floatingip, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:48:19.740126 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-087c3db3-88bc-4651-8e3b-327b16daca3b tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:48:19.845532 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-087c3db3-88bc-4651-8e3b-327b16daca3b tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Allocated IP 172.25.2.69 (e3a93b5c-91e2-4064-9c2c-1afc261bfe15/86fee0c1-6e34-488b-9216-b2b8e7ef585a/c5807888-ddce-46bd-99e4-77f2eb52875e) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:48:19.906556 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-e8928319-6267-47cd-ada6-e246c67e2fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:48:19.945462 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-087c3db3-88bc-4651-8e3b-327b16daca3b tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:48:20.018129 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-087c3db3-88bc-4651-8e3b-327b16daca3b tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:48:20.058842 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-087c3db3-88bc-4651-8e3b-327b16daca3b tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Network e3a93b5c-91e2-4064-9c2c-1afc261bfe15 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:48:20.061590 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-087c3db3-88bc-4651-8e3b-327b16daca3b tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:48:20.064900 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-087c3db3-88bc-4651-8e3b-327b16daca3b tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:48:20.091439 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087c3db3-88bc-4651-8e3b-327b16daca3b tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Pushing event updated for resources: {'Port': ['ID=c5807888-ddce-46bd-99e4-77f2eb52875e,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:48:20.433537 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-087c3db3-88bc-4651-8e3b-327b16daca3b tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:48:20.566971 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-087c3db3-88bc-4651-8e3b-327b16daca3b tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:48:20.712749 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-087c3db3-88bc-4651-8e3b-327b16daca3b tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:48:20.780790 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-087c3db3-88bc-4651-8e3b-327b16daca3b tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:48:20.847702 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087c3db3-88bc-4651-8e3b-327b16daca3b tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Pushing event updated for resources: {'Port': ['ID=c5807888-ddce-46bd-99e4-77f2eb52875e,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:48:20.857506 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-087c3db3-88bc-4651-8e3b-327b16daca3b tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748272'] for floatingip, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:48:20.959297 n-d-842733-1 neutron-server[103162]: INFO neutron.db.l3_db [None req-087c3db3-88bc-4651-8e3b-327b16daca3b tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Floating IP 3ec01337-5b95-4899-9e6a-9327dd3e2b90 associated. External IP: 172.25.2.69, port: bd71e19c-153c-4e8b-a989-828308f40e23. May 20 21:48:21.179872 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-087c3db3-88bc-4651-8e3b-327b16daca3b tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Router 011a2d07-b3e8-4678-8cc7-55cc68eba0d1 has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 21:48:21.298193 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-087c3db3-88bc-4651-8e3b-327b16daca3b tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 21:48:21.309571 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1846252c-f5f9-4fbb-8314-e589f3ed26cc None None] Sync routers for ids ['011a2d07-b3e8-4678-8cc7-55cc68eba0d1'] in n-d-842733-1 {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 21:48:21.320573 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1846252c-f5f9-4fbb-8314-e589f3ed26cc None None] Routers {'011a2d07-b3e8-4678-8cc7-55cc68eba0d1'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:48:21.321191 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-1846252c-f5f9-4fbb-8314-e589f3ed26cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:47:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['011a2d07-b3e8-4678-8cc7-55cc68eba0d1'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:48:21.373062 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-087c3db3-88bc-4651-8e3b-327b16daca3b tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for floatingip, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:48:21.407206 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-087c3db3-88bc-4651-8e3b-327b16daca3b tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8458652 May 20 21:48:21.407787 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bd09338-42ca-4e7b-978a-5da321b683bf', 'tag': 'bd71e19c-153c-4e8b-a989-828308f40e23'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 21:48:21.410408 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e97a983f2a54588e3d21b88a12ad54839c2ea34da7b46679306b1f34ba25e4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f171661-e2eb-40d0-9713-a3712fb95dc9" -d '{"events": [{"name": "network-changed", "server_uuid": "5bd09338-42ca-4e7b-978a-5da321b683bf", "tag": "bd71e19c-153c-4e8b-a989-828308f40e23"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 21:48:21.454720 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-1846252c-f5f9-4fbb-8314-e589f3ed26cc None None] Set router 011a2d07-b3e8-4678-8cc7-55cc68eba0d1 gateway port host: n-d-842733-1 {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:48:21.460149 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 21:48:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a881b8e3-d94b-4686-a32f-bbea050d90b4 x-openstack-request-id: req-a881b8e3-d94b-4686-a32f-bbea050d90b4 {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 21:48:21.460438 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5bd09338-42ca-4e7b-978a-5da321b683bf", "tag": "bd71e19c-153c-4e8b-a989-828308f40e23", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 21:48:21.460689 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a881b8e3-d94b-4686-a32f-bbea050d90b4 {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 21:48:21.464395 n-d-842733-1 neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a881b8e3-d94b-4686-a32f-bbea050d90b4'] response: {'name': 'network-changed', 'server_uuid': '5bd09338-42ca-4e7b-978a-5da321b683bf', 'tag': 'bd71e19c-153c-4e8b-a989-828308f40e23', 'status': 'completed', 'code': 200} May 20 21:48:21.561829 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f171661-e2eb-40d0-9713-a3712fb95dc9 req-d671070f-3ac9-4038-9619-0092c012ad54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:48:21.563771 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3f171661-e2eb-40d0-9713-a3712fb95dc9 req-d671070f-3ac9-4038-9619-0092c012ad54 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cedf931037104109b3e73036244afafc&device_id=5bd09338-42ca-4e7b-978a-5da321b683bf HTTP/1.1" status: 200 len: 1096 time: 0.0713542 May 20 21:48:21.572652 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4219af5-28af-4a3c-a142-a565051ce162 req-62095fbf-996e-458e-ad31-f62476285ac1 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:48:21.574143 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c4219af5-28af-4a3c-a142-a565051ce162 req-62095fbf-996e-458e-ad31-f62476285ac1 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/ports?device_id=5bd09338-42ca-4e7b-978a-5da321b683bf HTTP/1.1" status: 200 len: 945 time: 0.0941439 May 20 21:48:21.664342 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c4219af5-28af-4a3c-a142-a565051ce162 req-515eac85-2b93-43f1-8bb2-c5d3c6d24e2e tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/security-groups?id=31e06ebd-89c4-4ea7-8c15-887d487173fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814528 May 20 21:48:21.688576 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 36718) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:48:21.695693 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f171661-e2eb-40d0-9713-a3712fb95dc9 req-78d647b2-56cf-4298-9a9c-fe483574f0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:48:21.697979 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3f171661-e2eb-40d0-9713-a3712fb95dc9 req-78d647b2-56cf-4298-9a9c-fe483574f0f5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=917d5baf-4598-4e54-9501-1fda7de60ed0 HTTP/1.1" status: 200 len: 898 time: 0.1229634 May 20 21:48:21.711500 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-1846252c-f5f9-4fbb-8314-e589f3ed26cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '011a2d07-b3e8-4678-8cc7-55cc68eba0d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-968891555', 'tenant_id': 'cedf931037104109b3e73036244afafc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.123'}], 'enable_snat': True}, 'gw_port_id': '31eebb92-344c-4d11-9a1a-781534717ae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:48:01Z', 'updated_at': '2022-05-20T21:48:05Z', 'revision_number': 4, 'project_id': 'cedf931037104109b3e73036244afafc', 'gw_port': {'id': '31eebb92-344c-4d11-9a1a-781534717ae8', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:a8:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '011a2d07-b3e8-4678-8cc7-55cc68eba0d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:48:02Z', 'updated_at': '2022-05-20T21:48:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_floatingips': [{'id': '3ec01337-5b95-4899-9e6a-9327dd3e2b90', 'tenant_id': 'cedf931037104109b3e73036244afafc', 'floating_ip_address': '172.25.2.69', 'floating_network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'router_id': '011a2d07-b3e8-4678-8cc7-55cc68eba0d1', 'port_id': 'bd71e19c-153c-4e8b-a989-828308f40e23', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4333, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '917d5baf-4598-4e54-9501-1fda7de60ed0', 'mac_address': 'fa:16:3e:a9:9e:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bd09338-42ca-4e7b-978a-5da321b683bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-20T21:48:20Z', 'updated_at': '2022-05-20T21:48:20Z', 'revision_number': 0, 'project_id': 'cedf931037104109b3e73036244afafc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06c1606a-afc1-46bb-9649-692af7a9ec7a', 'name': '', 'network_id': '917d5baf-4598-4e54-9501-1fda7de60ed0', 'tenant_id': 'cedf931037104109b3e73036244afafc', 'mac_address': 'fa:16:3e:05:29:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '011a2d07-b3e8-4678-8cc7-55cc68eba0d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'ac29a27f-274d-427a-8f5a-d9de7f6c6f46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:48:05Z', 'updated_at': '2022-05-20T21:48:08Z', 'revision_number': 5, 'project_id': 'cedf931037104109b3e73036244afafc', 'subnets': [{'id': 'ac29a27f-274d-427a-8f5a-d9de7f6c6f46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:48:21.742387 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1846252c-f5f9-4fbb-8314-e589f3ed26cc None None] Checking router: 011a2d07-b3e8-4678-8cc7-55cc68eba0d1 for host: n-d-842733-1 {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 21:48:21.753955 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1846252c-f5f9-4fbb-8314-e589f3ed26cc None None] Routers {'011a2d07-b3e8-4678-8cc7-55cc68eba0d1'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:48:21.754393 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-1846252c-f5f9-4fbb-8314-e589f3ed26cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:47:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['011a2d07-b3e8-4678-8cc7-55cc68eba0d1'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:48:21.761080 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-72aa23f4-3d81-47aa-9657-fa26b024afee tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/floatingips/3ec01337-5b95-4899-9e6a-9327dd3e2b90 HTTP/1.1" status: 200 len: 990 time: 0.0711799 May 20 21:48:21.773891 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3f171661-e2eb-40d0-9713-a3712fb95dc9 req-c9fb7bd9-639f-46e6-9f05-6c39ef0cd62c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bd71e19c-153c-4e8b-a989-828308f40e23 HTTP/1.1" status: 200 len: 998 time: 0.0691135 May 20 21:48:21.824109 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f171661-e2eb-40d0-9713-a3712fb95dc9 req-34e4e8ed-55ba-42d9-a036-d1d4d55f2c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:48:21.825727 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3f171661-e2eb-40d0-9713-a3712fb95dc9 req-34e4e8ed-55ba-42d9-a036-d1d4d55f2c2c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ac29a27f-274d-427a-8f5a-d9de7f6c6f46 HTTP/1.1" status: 200 len: 834 time: 0.0460804 May 20 21:48:21.867966 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-1846252c-f5f9-4fbb-8314-e589f3ed26cc None None] Set router 011a2d07-b3e8-4678-8cc7-55cc68eba0d1 gateway port host: n-d-842733-1 {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:48:21.877096 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f171661-e2eb-40d0-9713-a3712fb95dc9 req-234b140e-0e76-4671-9940-1d68fdb31fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:48:21.878688 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3f171661-e2eb-40d0-9713-a3712fb95dc9 req-234b140e-0e76-4671-9940-1d68fdb31fbd service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=917d5baf-4598-4e54-9501-1fda7de60ed0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458472 May 20 21:48:21.977243 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3f171661-e2eb-40d0-9713-a3712fb95dc9 req-87c3ac75-b85f-40f7-bf7c-1fcb7b3fdbee service neutron] 10.222.0.24 "GET /v2.0/networks/917d5baf-4598-4e54-9501-1fda7de60ed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915670 May 20 21:48:22.069932 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3f171661-e2eb-40d0-9713-a3712fb95dc9 req-77feb983-d763-4960-b399-5732db628957 service neutron] 10.222.0.24 "GET /v2.0/networks/917d5baf-4598-4e54-9501-1fda7de60ed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862825 May 20 21:48:22.256687 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-1846252c-f5f9-4fbb-8314-e589f3ed26cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '011a2d07-b3e8-4678-8cc7-55cc68eba0d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-968891555', 'tenant_id': 'cedf931037104109b3e73036244afafc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.123'}], 'enable_snat': True}, 'gw_port_id': '31eebb92-344c-4d11-9a1a-781534717ae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:48:01Z', 'updated_at': '2022-05-20T21:48:05Z', 'revision_number': 4, 'project_id': 'cedf931037104109b3e73036244afafc', 'gw_port': {'id': '31eebb92-344c-4d11-9a1a-781534717ae8', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:a8:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '011a2d07-b3e8-4678-8cc7-55cc68eba0d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:48:02Z', 'updated_at': '2022-05-20T21:48:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_floatingips': [{'id': '3ec01337-5b95-4899-9e6a-9327dd3e2b90', 'tenant_id': 'cedf931037104109b3e73036244afafc', 'floating_ip_address': '172.25.2.69', 'floating_network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'router_id': '011a2d07-b3e8-4678-8cc7-55cc68eba0d1', 'port_id': 'bd71e19c-153c-4e8b-a989-828308f40e23', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4333, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '917d5baf-4598-4e54-9501-1fda7de60ed0', 'mac_address': 'fa:16:3e:a9:9e:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bd09338-42ca-4e7b-978a-5da321b683bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-20T21:48:20Z', 'updated_at': '2022-05-20T21:48:20Z', 'revision_number': 0, 'project_id': 'cedf931037104109b3e73036244afafc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06c1606a-afc1-46bb-9649-692af7a9ec7a', 'name': '', 'network_id': '917d5baf-4598-4e54-9501-1fda7de60ed0', 'tenant_id': 'cedf931037104109b3e73036244afafc', 'mac_address': 'fa:16:3e:05:29:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '011a2d07-b3e8-4678-8cc7-55cc68eba0d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'ac29a27f-274d-427a-8f5a-d9de7f6c6f46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:48:05Z', 'updated_at': '2022-05-20T21:48:08Z', 'revision_number': 5, 'project_id': 'cedf931037104109b3e73036244afafc', 'subnets': [{'id': 'ac29a27f-274d-427a-8f5a-d9de7f6c6f46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:48:22.287517 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1846252c-f5f9-4fbb-8314-e589f3ed26cc None None] The sync data for ids ['011a2d07-b3e8-4678-8cc7-55cc68eba0d1'] in n-d-842733-1 is: [{'id': '011a2d07-b3e8-4678-8cc7-55cc68eba0d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-968891555', 'tenant_id': 'cedf931037104109b3e73036244afafc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.123'}], 'enable_snat': True}, 'gw_port_id': '31eebb92-344c-4d11-9a1a-781534717ae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:48:01Z', 'updated_at': '2022-05-20T21:48:05Z', 'revision_number': 4, 'project_id': 'cedf931037104109b3e73036244afafc', 'gw_port': {'id': '31eebb92-344c-4d11-9a1a-781534717ae8', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:a8:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '011a2d07-b3e8-4678-8cc7-55cc68eba0d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:48:02Z', 'updated_at': '2022-05-20T21:48:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_floatingips': [{'id': '3ec01337-5b95-4899-9e6a-9327dd3e2b90', 'tenant_id': 'cedf931037104109b3e73036244afafc', 'floating_ip_address': '172.25.2.69', 'floating_network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'router_id': '011a2d07-b3e8-4678-8cc7-55cc68eba0d1', 'port_id': 'bd71e19c-153c-4e8b-a989-828308f40e23', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4333, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '917d5baf-4598-4e54-9501-1fda7de60ed0', 'mac_address': 'fa:16:3e:a9:9e:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bd09338-42ca-4e7b-978a-5da321b683bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-20T21:48:20Z', 'updated_at': '2022-05-20T21:48:20Z', 'revision_number': 0, 'project_id': 'cedf931037104109b3e73036244afafc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06c1606a-afc1-46bb-9649-692af7a9ec7a', 'name': '', 'network_id': '917d5baf-4598-4e54-9501-1fda7de60ed0', 'tenant_id': 'cedf931037104109b3e73036244afafc', 'mac_address': 'fa:16:3e:05:29:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '011a2d07-b3e8-4678-8cc7-55cc68eba0d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'ac29a27f-274d-427a-8f5a-d9de7f6c6f46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:48:05Z', 'updated_at': '2022-05-20T21:48:08Z', 'revision_number': 5, 'project_id': 'cedf931037104109b3e73036244afafc', 'subnets': [{'id': 'ac29a27f-274d-427a-8f5a-d9de7f6c6f46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 21:48:22.335510 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-48cd128d-4221-4dde-b994-1538ac8310f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:48:22.485648 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a9fd6c0-acc8-4974-ad59-29664a23ecf4 None None] New status for floating IP 3ec01337-5b95-4899-9e6a-9327dd3e2b90: ACTIVE {{(pid=103165) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 21:48:22.763291 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 36720) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:48:22.825147 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-8d4f9c67-bd5b-4d62-a24d-6b529e2e4840 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/floatingips/3ec01337-5b95-4899-9e6a-9327dd3e2b90 HTTP/1.1" status: 200 len: 992 time: 0.0606670 May 20 21:48:24.223587 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4bb0e131-6525-46ca-a45b-e4ea43a5e69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:48:25.246479 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:48:25.669421 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:48:25.754997 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cc3ec51b-6ec8-438a-8349-5f0bec346d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:48:32.889876 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:48:34.139055 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.agents_db [None req-5c33ad30-4e00-40fa-b486-8c79c4a6cfc5 None None] Agent healthcheck: found 7 active agents {{(pid=103165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 20 21:48:49.931689 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-9c5efddd-fae6-4f03-9043-f565061fce49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:48:52.360432 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-0374053a-ee52-48f8-b1e4-72f63d5b6cc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:48:54.136747 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [req-0db57570-9293-4ffc-a381-a74ad790658c req-241cf424-d0ae-4e5d-b8b1-86d7866f4cf1 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103163) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 21:48:54.137810 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0db57570-9293-4ffc-a381-a74ad790658c req-241cf424-d0ae-4e5d-b8b1-86d7866f4cf1 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059330 May 20 21:48:54.223445 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4bb0e131-6525-46ca-a45b-e4ea43a5e69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:48:54.582092 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec108c1-f0e8-4d85-a82b-d9227603f2d0 req-e022bb32-7de0-4d57-af46-a7cea4e8ee8d tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:48:54.583545 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-aec108c1-f0e8-4d85-a82b-d9227603f2d0 req-e022bb32-7de0-4d57-af46-a7cea4e8ee8d tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/ports?device_id=5bd09338-42ca-4e7b-978a-5da321b683bf HTTP/1.1" status: 200 len: 945 time: 0.1308162 May 20 21:48:54.624119 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-aec108c1-f0e8-4d85-a82b-d9227603f2d0 req-0fdbaac4-bd4f-40d5-86c9-55db27e0afde tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/security-groups?id=31e06ebd-89c4-4ea7-8c15-887d487173fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337119 May 20 21:48:54.665440 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 36748) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:48:54.742462 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-0612a0a0-0bc2-4bd0-a12b-c677edfd3074 req-11bdd975-a7b9-4f82-9790-04de30c4afb8 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=5bd09338-42ca-4e7b-978a-5da321b683bf&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0758901 May 20 21:48:54.752040 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [req-0612a0a0-0bc2-4bd0-a12b-c677edfd3074 req-3b406a02-9896-4ec8-a9f2-ed6e34f8ab83 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103162) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 21:48:54.752994 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-0612a0a0-0bc2-4bd0-a12b-c677edfd3074 req-3b406a02-9896-4ec8-a9f2-ed6e34f8ab83 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048232 May 20 21:48:55.255831 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:48:55.669652 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:48:55.792657 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cc3ec51b-6ec8-438a-8349-5f0bec346d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:48:55.796734 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c953e9c-d4a1-4294-912f-fad598f9d84d req-3508427a-4b32-43b7-bd2b-f70265d52e83 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:48:55.798270 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0c953e9c-d4a1-4294-912f-fad598f9d84d req-3508427a-4b32-43b7-bd2b-f70265d52e83 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/ports?device_id=5bd09338-42ca-4e7b-978a-5da321b683bf HTTP/1.1" status: 200 len: 945 time: 0.1005480 May 20 21:48:55.837716 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0c953e9c-d4a1-4294-912f-fad598f9d84d req-4ab32f9a-daed-4119-bd66-47e09396a143 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/security-groups?id=31e06ebd-89c4-4ea7-8c15-887d487173fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333951 May 20 21:48:56.833005 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0612a0a0-0bc2-4bd0-a12b-c677edfd3074 req-e9a6b2ab-3df8-461d-9549-c278cdb6bf71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:48:56.834388 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0612a0a0-0bc2-4bd0-a12b-c677edfd3074 req-e9a6b2ab-3df8-461d-9549-c278cdb6bf71 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cedf931037104109b3e73036244afafc&device_id=5bd09338-42ca-4e7b-978a-5da321b683bf HTTP/1.1" status: 200 len: 1096 time: 0.0392385 May 20 21:48:56.950945 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0612a0a0-0bc2-4bd0-a12b-c677edfd3074 req-8d30dcf5-e59e-4001-a1df-1458e9260a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:48:56.952363 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0612a0a0-0bc2-4bd0-a12b-c677edfd3074 req-8d30dcf5-e59e-4001-a1df-1458e9260a7e service neutron] 10.222.0.24 "GET /v2.0/networks?id=917d5baf-4598-4e54-9501-1fda7de60ed0 HTTP/1.1" status: 200 len: 898 time: 0.1110551 May 20 21:48:57.008470 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b137831-88ef-4950-8aef-d452138963cd req-5600fd54-a573-4232-9a57-f0840f44bd5c tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:48:57.009937 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0b137831-88ef-4950-8aef-d452138963cd req-5600fd54-a573-4232-9a57-f0840f44bd5c tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/ports?device_id=5bd09338-42ca-4e7b-978a-5da321b683bf HTTP/1.1" status: 200 len: 945 time: 0.1002238 May 20 21:48:57.046692 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0612a0a0-0bc2-4bd0-a12b-c677edfd3074 req-b8e0ff95-96dd-40f4-bec1-f7118ab44575 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bd71e19c-153c-4e8b-a989-828308f40e23 HTTP/1.1" status: 200 len: 1000 time: 0.0880189 May 20 21:48:57.066152 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0b137831-88ef-4950-8aef-d452138963cd req-578c6cb6-c4eb-463c-af14-48b14438f537 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/security-groups?id=31e06ebd-89c4-4ea7-8c15-887d487173fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486331 May 20 21:48:57.101459 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0612a0a0-0bc2-4bd0-a12b-c677edfd3074 req-c32577b0-380b-4fbc-a30b-e1644081be73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:48:57.102835 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0612a0a0-0bc2-4bd0-a12b-c677edfd3074 req-c32577b0-380b-4fbc-a30b-e1644081be73 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ac29a27f-274d-427a-8f5a-d9de7f6c6f46 HTTP/1.1" status: 200 len: 834 time: 0.0490475 May 20 21:48:57.147766 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0612a0a0-0bc2-4bd0-a12b-c677edfd3074 req-af1142ed-8bf5-4ea2-ad44-417efa2e4808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:48:57.149186 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0612a0a0-0bc2-4bd0-a12b-c677edfd3074 req-af1142ed-8bf5-4ea2-ad44-417efa2e4808 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=917d5baf-4598-4e54-9501-1fda7de60ed0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395184 May 20 21:48:57.240168 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0612a0a0-0bc2-4bd0-a12b-c677edfd3074 req-3bb478ef-8702-46b0-84c8-5010e5c3dcf7 service neutron] 10.222.0.24 "GET /v2.0/networks/917d5baf-4598-4e54-9501-1fda7de60ed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837843 May 20 21:48:57.328101 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0612a0a0-0bc2-4bd0-a12b-c677edfd3074 req-493f3612-0c4c-41d3-afa1-87e2e8763ae4 service neutron] 10.222.0.24 "GET /v2.0/networks/917d5baf-4598-4e54-9501-1fda7de60ed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817330 May 20 21:48:58.186931 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb91db7-201c-47c7-95eb-9be29b308006 req-ba66c2ae-b8a2-4d5e-99e4-9f7f01731476 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:48:58.188415 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2cb91db7-201c-47c7-95eb-9be29b308006 req-ba66c2ae-b8a2-4d5e-99e4-9f7f01731476 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/ports?device_id=5bd09338-42ca-4e7b-978a-5da321b683bf HTTP/1.1" status: 200 len: 945 time: 0.0532367 May 20 21:48:58.225498 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2cb91db7-201c-47c7-95eb-9be29b308006 req-5f9b4e28-8b2d-452e-9cb0-2af415775fe6 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/security-groups?id=31e06ebd-89c4-4ea7-8c15-887d487173fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310149 May 20 21:48:59.342339 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255501f4-89ae-4e44-81b1-f851e1069d8b req-b7ad7202-ebe1-4220-a7be-3a6958347265 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:48:59.343783 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-255501f4-89ae-4e44-81b1-f851e1069d8b req-b7ad7202-ebe1-4220-a7be-3a6958347265 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/ports?device_id=5bd09338-42ca-4e7b-978a-5da321b683bf HTTP/1.1" status: 200 len: 945 time: 0.0489395 May 20 21:48:59.382040 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-255501f4-89ae-4e44-81b1-f851e1069d8b req-5751ae4a-a84b-469b-a72f-649f127a844b tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/security-groups?id=31e06ebd-89c4-4ea7-8c15-887d487173fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321155 May 20 21:49:00.499771 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcab3edc-fa38-48f8-a0e4-4a306f2a4cad req-4f09ab45-3332-4c00-b926-a44b3af0c758 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:49:00.501175 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-dcab3edc-fa38-48f8-a0e4-4a306f2a4cad req-4f09ab45-3332-4c00-b926-a44b3af0c758 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/ports?device_id=5bd09338-42ca-4e7b-978a-5da321b683bf HTTP/1.1" status: 200 len: 945 time: 0.0488775 May 20 21:49:00.539713 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-dcab3edc-fa38-48f8-a0e4-4a306f2a4cad req-daed69e2-00c7-4b0a-9b1f-3db7cf08279e tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/security-groups?id=31e06ebd-89c4-4ea7-8c15-887d487173fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325055 May 20 21:49:01.658693 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15870f3-4efd-4d54-9ecf-e15f976aefdf req-8971af3e-9835-46c3-b229-289f35afe285 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:49:01.660119 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a15870f3-4efd-4d54-9ecf-e15f976aefdf req-8971af3e-9835-46c3-b229-289f35afe285 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/ports?device_id=5bd09338-42ca-4e7b-978a-5da321b683bf HTTP/1.1" status: 200 len: 945 time: 0.0509901 May 20 21:49:01.697145 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a15870f3-4efd-4d54-9ecf-e15f976aefdf req-83dd0cb7-6c92-4f1e-996b-22f453467afc tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/security-groups?id=31e06ebd-89c4-4ea7-8c15-887d487173fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309942 May 20 21:49:02.814685 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e7b595-9489-412c-8450-71a5f5daa8fb req-74441a5a-e92e-46fc-8676-f2ff59097d61 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:49:02.816056 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c1e7b595-9489-412c-8450-71a5f5daa8fb req-74441a5a-e92e-46fc-8676-f2ff59097d61 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/ports?device_id=5bd09338-42ca-4e7b-978a-5da321b683bf HTTP/1.1" status: 200 len: 945 time: 0.0473542 May 20 21:49:02.855217 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c1e7b595-9489-412c-8450-71a5f5daa8fb req-58075ee3-9f51-428f-99c9-41aa2c417a31 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/security-groups?id=31e06ebd-89c4-4ea7-8c15-887d487173fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328214 May 20 21:49:02.897440 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:49:03.973531 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaceb5c1-f1db-44dc-9751-55b09e293571 req-467f6498-afcd-43b0-a426-1e60772ee9f4 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:49:03.974987 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-aaceb5c1-f1db-44dc-9751-55b09e293571 req-467f6498-afcd-43b0-a426-1e60772ee9f4 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/ports?device_id=5bd09338-42ca-4e7b-978a-5da321b683bf HTTP/1.1" status: 200 len: 945 time: 0.0496051 May 20 21:49:04.012590 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-aaceb5c1-f1db-44dc-9751-55b09e293571 req-e7c0ed35-fab6-4f56-8db3-0889a583e768 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/security-groups?id=31e06ebd-89c4-4ea7-8c15-887d487173fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315855 May 20 21:49:05.134208 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6054344-9d81-4b9e-9fbe-79a7e670501a req-add6a968-a018-4275-aa57-ba23dc3709e8 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:49:05.135656 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a6054344-9d81-4b9e-9fbe-79a7e670501a req-add6a968-a018-4275-aa57-ba23dc3709e8 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/ports?device_id=5bd09338-42ca-4e7b-978a-5da321b683bf HTTP/1.1" status: 200 len: 945 time: 0.0526354 May 20 21:49:05.173651 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a6054344-9d81-4b9e-9fbe-79a7e670501a req-cfae3490-163b-4a90-8e26-ece1ca40ade9 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/security-groups?id=31e06ebd-89c4-4ea7-8c15-887d487173fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316479 May 20 21:49:06.300832 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc22524c-154a-44b3-8124-c2373869e257 req-e0de46f8-d97e-4579-b754-33984c799388 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:49:06.302342 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-bc22524c-154a-44b3-8124-c2373869e257 req-e0de46f8-d97e-4579-b754-33984c799388 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/ports?device_id=5bd09338-42ca-4e7b-978a-5da321b683bf HTTP/1.1" status: 200 len: 945 time: 0.0486329 May 20 21:49:06.340299 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-bc22524c-154a-44b3-8124-c2373869e257 req-89d7f842-3303-46fb-9932-a83ab4080c06 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/security-groups?id=31e06ebd-89c4-4ea7-8c15-887d487173fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318933 May 20 21:49:07.087221 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3974cf4e-380d-4130-ae4e-229b45dc8cce req-35e0da21-ab69-4d50-b55e-bf0f35c0f75f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:49:07.088659 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3974cf4e-380d-4130-ae4e-229b45dc8cce req-35e0da21-ab69-4d50-b55e-bf0f35c0f75f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cedf931037104109b3e73036244afafc&device_id=5bd09338-42ca-4e7b-978a-5da321b683bf HTTP/1.1" status: 200 len: 1096 time: 0.0406723 May 20 21:49:07.531122 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3974cf4e-380d-4130-ae4e-229b45dc8cce req-ff3bd86d-42b2-40ab-b8f2-f7972bacb7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:49:07.532567 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3974cf4e-380d-4130-ae4e-229b45dc8cce req-ff3bd86d-42b2-40ab-b8f2-f7972bacb7f4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=917d5baf-4598-4e54-9501-1fda7de60ed0 HTTP/1.1" status: 200 len: 898 time: 0.4266365 May 20 21:49:07.539599 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a270a0-6c62-4f7b-b71f-2e13bb977476 req-b3246826-5595-4a6f-b852-412385992044 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:49:07.540903 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-39a270a0-6c62-4f7b-b71f-2e13bb977476 req-b3246826-5595-4a6f-b852-412385992044 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/ports?device_id=5bd09338-42ca-4e7b-978a-5da321b683bf HTTP/1.1" status: 200 len: 945 time: 0.0785632 May 20 21:49:07.619790 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-39a270a0-6c62-4f7b-b71f-2e13bb977476 req-220f61e5-a31b-4266-9786-03b3aac28924 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/security-groups?id=31e06ebd-89c4-4ea7-8c15-887d487173fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724103 May 20 21:49:07.623553 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3974cf4e-380d-4130-ae4e-229b45dc8cce req-77288a24-54ef-4c4c-9cdb-3ae5b9f1b225 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bd71e19c-153c-4e8b-a989-828308f40e23 HTTP/1.1" status: 200 len: 1000 time: 0.0816021 May 20 21:49:07.672662 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3974cf4e-380d-4130-ae4e-229b45dc8cce req-d52691d6-c753-488e-af5a-cad17f99c4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:49:07.674106 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3974cf4e-380d-4130-ae4e-229b45dc8cce req-d52691d6-c753-488e-af5a-cad17f99c4d5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ac29a27f-274d-427a-8f5a-d9de7f6c6f46 HTTP/1.1" status: 200 len: 834 time: 0.0441930 May 20 21:49:07.719180 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3974cf4e-380d-4130-ae4e-229b45dc8cce req-66cd2017-94bf-46e4-b0e9-b9605c662f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:49:07.720655 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3974cf4e-380d-4130-ae4e-229b45dc8cce req-66cd2017-94bf-46e4-b0e9-b9605c662f59 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=917d5baf-4598-4e54-9501-1fda7de60ed0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397198 May 20 21:49:07.811992 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3974cf4e-380d-4130-ae4e-229b45dc8cce req-a25ca298-647a-4a57-99ed-58e410e73ba1 service neutron] 10.222.0.24 "GET /v2.0/networks/917d5baf-4598-4e54-9501-1fda7de60ed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836685 May 20 21:49:07.898483 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3974cf4e-380d-4130-ae4e-229b45dc8cce req-6b3c0a8c-c790-4965-9106-8eabb7788ea8 service neutron] 10.222.0.24 "GET /v2.0/networks/917d5baf-4598-4e54-9501-1fda7de60ed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799205 May 20 21:49:08.739171 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057cd42f-4210-40eb-a869-085d3185f752 req-7f40b9f8-16a9-45cf-8c21-3c35d949b438 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:49:08.740656 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-057cd42f-4210-40eb-a869-085d3185f752 req-7f40b9f8-16a9-45cf-8c21-3c35d949b438 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/ports?device_id=5bd09338-42ca-4e7b-978a-5da321b683bf HTTP/1.1" status: 200 len: 945 time: 0.0525994 May 20 21:49:08.776657 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-057cd42f-4210-40eb-a869-085d3185f752 req-ea64c405-674c-4c44-9497-091b0bbe5b54 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/security-groups?id=31e06ebd-89c4-4ea7-8c15-887d487173fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300314 May 20 21:49:09.893994 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdd4f0a-55bd-4be5-bd47-ecad2b14c5ad req-016fdddd-8aef-40db-a3f4-dd9781ff1d3f tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:49:09.895465 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-bcdd4f0a-55bd-4be5-bd47-ecad2b14c5ad req-016fdddd-8aef-40db-a3f4-dd9781ff1d3f tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/ports?device_id=5bd09338-42ca-4e7b-978a-5da321b683bf HTTP/1.1" status: 200 len: 945 time: 0.0486872 May 20 21:49:09.932391 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-bcdd4f0a-55bd-4be5-bd47-ecad2b14c5ad req-649ae602-99e0-4ee1-8396-bf1477e648ee tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/security-groups?id=31e06ebd-89c4-4ea7-8c15-887d487173fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308776 May 20 21:49:11.049506 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e227636-865e-494c-b9e1-688ac1f802b6 req-0c31f4e4-4d1f-4455-a075-e669087a34a8 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:49:11.050958 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5e227636-865e-494c-b9e1-688ac1f802b6 req-0c31f4e4-4d1f-4455-a075-e669087a34a8 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/ports?device_id=5bd09338-42ca-4e7b-978a-5da321b683bf HTTP/1.1" status: 200 len: 945 time: 0.0493464 May 20 21:49:11.089778 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5e227636-865e-494c-b9e1-688ac1f802b6 req-7db70bba-f4f5-4c46-b7e1-8fbb44ef6d62 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/security-groups?id=31e06ebd-89c4-4ea7-8c15-887d487173fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328479 May 20 21:49:11.140210 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.agents_db [None req-5c33ad30-4e00-40fa-b486-8c79c4a6cfc5 None None] Agent healthcheck: found 7 active agents {{(pid=103165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 20 21:49:12.210994 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72890ab8-456e-4d2e-830b-48a2987c1704 req-9634b8d8-83dc-4151-8737-d242fad35f4a tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:49:12.212371 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-72890ab8-456e-4d2e-830b-48a2987c1704 req-9634b8d8-83dc-4151-8737-d242fad35f4a tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/ports?device_id=5bd09338-42ca-4e7b-978a-5da321b683bf HTTP/1.1" status: 200 len: 945 time: 0.0518291 May 20 21:49:12.249605 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-72890ab8-456e-4d2e-830b-48a2987c1704 req-7a800c6c-ec4d-4793-afd9-ede768dac524 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/security-groups?id=31e06ebd-89c4-4ea7-8c15-887d487173fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308845 May 20 21:49:13.370988 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbde863-439f-4b94-92d3-24e4cfd58349 req-b26a2488-5f7b-44ec-9ff0-70884e95b727 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:49:13.372463 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-fcbde863-439f-4b94-92d3-24e4cfd58349 req-b26a2488-5f7b-44ec-9ff0-70884e95b727 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/ports?device_id=5bd09338-42ca-4e7b-978a-5da321b683bf HTTP/1.1" status: 200 len: 945 time: 0.0536857 May 20 21:49:13.412232 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-fcbde863-439f-4b94-92d3-24e4cfd58349 req-a3690590-41c3-452f-9511-67b0099ee7ae tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/security-groups?id=31e06ebd-89c4-4ea7-8c15-887d487173fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325892 May 20 21:49:14.354150 n-d-842733-1 neutron-server[103163]: INFO neutron.api.v2.resource [req-0612a0a0-0bc2-4bd0-a12b-c677edfd3074 req-661ea57f-a972-4938-8412-0e185be02a71 service neutron] show failed (client error): The resource could not be found. May 20 21:49:14.355183 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0612a0a0-0bc2-4bd0-a12b-c677edfd3074 req-661ea57f-a972-4938-8412-0e185be02a71 service neutron] 10.222.0.24 "GET /v2.0/ports/bd71e19c-153c-4e8b-a989-828308f40e23/bindings/n-h2-842733-1 HTTP/1.1" status: 404 len: 380 time: 0.0537488 May 20 21:49:14.532507 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ff3a5b-c2e8-40e8-937a-7af8bf1dfef9 req-81a7bb52-f097-4ceb-87e7-655ad09ffb4c tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:49:14.534008 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-57ff3a5b-c2e8-40e8-937a-7af8bf1dfef9 req-81a7bb52-f097-4ceb-87e7-655ad09ffb4c tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/ports?device_id=5bd09338-42ca-4e7b-978a-5da321b683bf HTTP/1.1" status: 200 len: 945 time: 0.0521262 May 20 21:49:14.577323 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-57ff3a5b-c2e8-40e8-937a-7af8bf1dfef9 req-131e90cb-1d00-4d0f-87ce-cede1b2c73d0 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/security-groups?id=31e06ebd-89c4-4ea7-8c15-887d487173fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370357 May 20 21:49:14.947853 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0612a0a0-0bc2-4bd0-a12b-c677edfd3074 req-61eabc8c-cbc2-43a7-9b70-efb75e0d10e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:49:14.949363 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-0612a0a0-0bc2-4bd0-a12b-c677edfd3074 req-61eabc8c-cbc2-43a7-9b70-efb75e0d10e0 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5bd09338-42ca-4e7b-978a-5da321b683bf&tenant_id=cedf931037104109b3e73036244afafc HTTP/1.1" status: 200 len: 1096 time: 0.0819283 May 20 21:49:14.958889 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [req-0612a0a0-0bc2-4bd0-a12b-c677edfd3074 req-8f161589-8349-4e44-a3f8-f55dcd8fe3c3 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103162) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 21:49:14.959793 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-0612a0a0-0bc2-4bd0-a12b-c677edfd3074 req-8f161589-8349-4e44-a3f8-f55dcd8fe3c3 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0046225 May 20 21:49:14.976553 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [req-0612a0a0-0bc2-4bd0-a12b-c677edfd3074 req-96d31302-aadc-4dcb-947a-2a0b927c766a service neutron] Request body: {'port': {'binding:host_id': 'n-h2-842733-1', 'device_owner': 'compute:nova'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:49:15.032149 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-0612a0a0-0bc2-4bd0-a12b-c677edfd3074 req-96d31302-aadc-4dcb-947a-2a0b927c766a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:49:15.556825 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-0612a0a0-0bc2-4bd0-a12b-c677edfd3074 req-96d31302-aadc-4dcb-947a-2a0b927c766a service neutron] For port bd71e19c-153c-4e8b-a989-828308f40e23, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=bd71e19c-153c-4e8b-a989-828308f40e23,segment=NetworkSegment(b346d39c-13f5-4ff2-b90d-4b4d0018b285),segment_id=b346d39c-13f5-4ff2-b90d-4b4d0018b285)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:49:15.588287 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-0612a0a0-0bc2-4bd0-a12b-c677edfd3074 req-96d31302-aadc-4dcb-947a-2a0b927c766a service neutron] For port bd71e19c-153c-4e8b-a989-828308f40e23, host n-h1-842733-1, cleared binding levels {{(pid=103162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 21:49:15.626852 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bd09338-42ca-4e7b-978a-5da321b683bf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd71e19c-153c-4e8b-a989-828308f40e23'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 21:49:15.629117 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e97a983f2a54588e3d21b88a12ad54839c2ea34da7b46679306b1f34ba25e4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89a4a592-bd9f-43dc-85ac-85b4d2309fcc" -d '{"events": [{"server_uuid": "5bd09338-42ca-4e7b-978a-5da321b683bf", "name": "network-vif-unplugged", "status": "completed", "tag": "bd71e19c-153c-4e8b-a989-828308f40e23"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 21:49:15.633430 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-0612a0a0-0bc2-4bd0-a12b-c677edfd3074 req-96d31302-aadc-4dcb-947a-2a0b927c766a service neutron] Notify callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:49:15.646289 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.provisioning_blocks [req-0612a0a0-0bc2-4bd0-a12b-c677edfd3074 req-96d31302-aadc-4dcb-947a-2a0b927c766a service neutron] Transition to ACTIVE for port object bd71e19c-153c-4e8b-a989-828308f40e23 will not be triggered until provisioned by entity L2. {{(pid=103162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 21:49:15.682067 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 May 2022 21:49:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d9dacbd-f622-4302-ae98-c30b2fd443a9 x-openstack-request-id: req-7d9dacbd-f622-4302-ae98-c30b2fd443a9 {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 21:49:15.682371 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bd09338-42ca-4e7b-978a-5da321b683bf", "name": "network-vif-unplugged", "status": "completed", "tag": "bd71e19c-153c-4e8b-a989-828308f40e23", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 21:49:15.682700 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7d9dacbd-f622-4302-ae98-c30b2fd443a9 {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 21:49:15.683465 n-d-842733-1 neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d9dacbd-f622-4302-ae98-c30b2fd443a9'] response: {'server_uuid': '5bd09338-42ca-4e7b-978a-5da321b683bf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd71e19c-153c-4e8b-a989-828308f40e23', 'code': 200} May 20 21:49:15.697280 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ec32ac-0178-4075-80ad-650238c9ea83 req-680a36ee-718c-46f7-978b-af39a6671285 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:49:15.700087 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e7ec32ac-0178-4075-80ad-650238c9ea83 req-680a36ee-718c-46f7-978b-af39a6671285 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/ports?device_id=5bd09338-42ca-4e7b-978a-5da321b683bf HTTP/1.1" status: 200 len: 945 time: 0.0501623 May 20 21:49:15.718743 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-0612a0a0-0bc2-4bd0-a12b-c677edfd3074 req-96d31302-aadc-4dcb-947a-2a0b927c766a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:49:15.737151 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e7ec32ac-0178-4075-80ad-650238c9ea83 req-08170091-37c7-49cd-abb7-239c2e3f3cff tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/security-groups?id=31e06ebd-89c4-4ea7-8c15-887d487173fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320270 May 20 21:49:15.805992 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d31302-aadc-4dcb-947a-2a0b927c766a service neutron] Pushing event updated for resources: {'Port': ['ID=bd71e19c-153c-4e8b-a989-828308f40e23,revision_number=6']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:49:15.817370 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d31302-aadc-4dcb-947a-2a0b927c766a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:49:15.817710 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d31302-aadc-4dcb-947a-2a0b927c766a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:49:15.818055 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d31302-aadc-4dcb-947a-2a0b927c766a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:49:15.818390 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d31302-aadc-4dcb-947a-2a0b927c766a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:49:15.818719 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d31302-aadc-4dcb-947a-2a0b927c766a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:49:15.819046 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d31302-aadc-4dcb-947a-2a0b927c766a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:49:15.819371 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d31302-aadc-4dcb-947a-2a0b927c766a service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:49:15.819692 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d31302-aadc-4dcb-947a-2a0b927c766a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:49:15.820017 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d31302-aadc-4dcb-947a-2a0b927c766a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:49:15.820341 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d31302-aadc-4dcb-947a-2a0b927c766a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:49:15.820661 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d31302-aadc-4dcb-947a-2a0b927c766a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:49:15.820976 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d31302-aadc-4dcb-947a-2a0b927c766a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:49:15.850176 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-0612a0a0-0bc2-4bd0-a12b-c677edfd3074 req-96d31302-aadc-4dcb-947a-2a0b927c766a service neutron] No DVR routers for this DVR port bd71e19c-153c-4e8b-a989-828308f40e23 on host n-h1-842733-1 {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 21:49:15.984483 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-0612a0a0-0bc2-4bd0-a12b-c677edfd3074 req-96d31302-aadc-4dcb-947a-2a0b927c766a service neutron] Attempting to bind port bd71e19c-153c-4e8b-a989-828308f40e23 on host n-h2-842733-1 for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:49:15.985095 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-0612a0a0-0bc2-4bd0-a12b-c677edfd3074 req-96d31302-aadc-4dcb-947a-2a0b927c766a service neutron] Attempting to bind port bd71e19c-153c-4e8b-a989-828308f40e23 by drivers openvswitch,hyperv on host n-h2-842733-1 at level 0 using segments [{'id': 'b346d39c-13f5-4ff2-b90d-4b4d0018b285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '917d5baf-4598-4e54-9501-1fda7de60ed0'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:49:15.985237 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0612a0a0-0bc2-4bd0-a12b-c677edfd3074 req-96d31302-aadc-4dcb-947a-2a0b927c766a service neutron] Attempting to bind port bd71e19c-153c-4e8b-a989-828308f40e23 on network 917d5baf-4598-4e54-9501-1fda7de60ed0 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:49:15.989400 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0612a0a0-0bc2-4bd0-a12b-c677edfd3074 req-96d31302-aadc-4dcb-947a-2a0b927c766a service neutron] Port bd71e19c-153c-4e8b-a989-828308f40e23 on network 917d5baf-4598-4e54-9501-1fda7de60ed0 not bound, no agent of type Open vSwitch agent registered on host n-h2-842733-1 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 21:49:15.989736 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0612a0a0-0bc2-4bd0-a12b-c677edfd3074 req-96d31302-aadc-4dcb-947a-2a0b927c766a service neutron] Attempting to bind port bd71e19c-153c-4e8b-a989-828308f40e23 on network 917d5baf-4598-4e54-9501-1fda7de60ed0 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:49:15.994302 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0612a0a0-0bc2-4bd0-a12b-c677edfd3074 req-96d31302-aadc-4dcb-947a-2a0b927c766a service neutron] Checking agent: {'id': 'a66f2511-b955-448f-877c-56cfe9c81b12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 33, 2), 'started_at': datetime.datetime(2022, 5, 20, 20, 33, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 21, 49, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 21:49:15.994777 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0612a0a0-0bc2-4bd0-a12b-c677edfd3074 req-96d31302-aadc-4dcb-947a-2a0b927c766a service neutron] Checking segment: {'id': 'b346d39c-13f5-4ff2-b90d-4b4d0018b285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '917d5baf-4598-4e54-9501-1fda7de60ed0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:49:15.995005 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0612a0a0-0bc2-4bd0-a12b-c677edfd3074 req-96d31302-aadc-4dcb-947a-2a0b927c766a service neutron] Bound using segment: {'id': 'b346d39c-13f5-4ff2-b90d-4b4d0018b285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '917d5baf-4598-4e54-9501-1fda7de60ed0'} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 21:49:15.995423 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-0612a0a0-0bc2-4bd0-a12b-c677edfd3074 req-96d31302-aadc-4dcb-947a-2a0b927c766a service neutron] Bound port: bd71e19c-153c-4e8b-a989-828308f40e23, host: n-h2-842733-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b346d39c-13f5-4ff2-b90d-4b4d0018b285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '917d5baf-4598-4e54-9501-1fda7de60ed0'}}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:49:15.995770 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-0612a0a0-0bc2-4bd0-a12b-c677edfd3074 req-96d31302-aadc-4dcb-947a-2a0b927c766a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:49:16.061686 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-0612a0a0-0bc2-4bd0-a12b-c677edfd3074 req-96d31302-aadc-4dcb-947a-2a0b927c766a service neutron] For port bd71e19c-153c-4e8b-a989-828308f40e23, host n-h2-842733-1, cleared binding levels {{(pid=103162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 21:49:16.064465 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-0612a0a0-0bc2-4bd0-a12b-c677edfd3074 req-96d31302-aadc-4dcb-947a-2a0b927c766a service neutron] For port bd71e19c-153c-4e8b-a989-828308f40e23, host n-h2-842733-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=bd71e19c-153c-4e8b-a989-828308f40e23,segment=NetworkSegment(b346d39c-13f5-4ff2-b90d-4b4d0018b285),segment_id=b346d39c-13f5-4ff2-b90d-4b4d0018b285)] {{(pid=103162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 21:49:16.129940 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-0612a0a0-0bc2-4bd0-a12b-c677edfd3074 req-96d31302-aadc-4dcb-947a-2a0b927c766a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:49:16.164056 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0612a0a0-0bc2-4bd0-a12b-c677edfd3074 req-96d31302-aadc-4dcb-947a-2a0b927c766a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:49:16.164570 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-0612a0a0-0bc2-4bd0-a12b-c677edfd3074 req-96d31302-aadc-4dcb-947a-2a0b927c766a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:49:16.166162 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-0612a0a0-0bc2-4bd0-a12b-c677edfd3074 req-96d31302-aadc-4dcb-947a-2a0b927c766a service neutron] 10.222.0.13 "PUT /v2.0/ports/bd71e19c-153c-4e8b-a989-828308f40e23 HTTP/1.1" status: 200 len: 1091 time: 1.1933134 May 20 21:49:16.187630 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d31302-aadc-4dcb-947a-2a0b927c766a service neutron] Pushing event updated for resources: {'Port': ['ID=bd71e19c-153c-4e8b-a989-828308f40e23,revision_number=7']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:49:16.245276 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0612a0a0-0bc2-4bd0-a12b-c677edfd3074 req-a15386ef-e5cf-4f49-b74a-b574b631b081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:49:16.247903 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-0612a0a0-0bc2-4bd0-a12b-c677edfd3074 req-a15386ef-e5cf-4f49-b74a-b574b631b081 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cedf931037104109b3e73036244afafc&device_id=5bd09338-42ca-4e7b-978a-5da321b683bf HTTP/1.1" status: 200 len: 1094 time: 0.0428493 May 20 21:49:16.345046 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0612a0a0-0bc2-4bd0-a12b-c677edfd3074 req-52afbe93-727a-4a0a-832a-9f0a2de14a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:49:16.346552 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-0612a0a0-0bc2-4bd0-a12b-c677edfd3074 req-52afbe93-727a-4a0a-832a-9f0a2de14a4e service neutron] 10.222.0.13 "GET /v2.0/networks?id=917d5baf-4598-4e54-9501-1fda7de60ed0 HTTP/1.1" status: 200 len: 898 time: 0.0934792 May 20 21:49:16.412527 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-0612a0a0-0bc2-4bd0-a12b-c677edfd3074 req-1065d661-8550-4b70-8693-af0f6a3b10b8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bd71e19c-153c-4e8b-a989-828308f40e23 HTTP/1.1" status: 200 len: 998 time: 0.0590096 May 20 21:49:16.460019 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0612a0a0-0bc2-4bd0-a12b-c677edfd3074 req-c28f5c08-228c-4127-82ca-2cbc2eb12cad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:49:16.461399 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-0612a0a0-0bc2-4bd0-a12b-c677edfd3074 req-c28f5c08-228c-4127-82ca-2cbc2eb12cad service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ac29a27f-274d-427a-8f5a-d9de7f6c6f46 HTTP/1.1" status: 200 len: 834 time: 0.0426941 May 20 21:49:16.511416 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0612a0a0-0bc2-4bd0-a12b-c677edfd3074 req-c4f0704b-4a43-4a6b-8d2e-ed375e39e4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:49:16.512914 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-0612a0a0-0bc2-4bd0-a12b-c677edfd3074 req-c4f0704b-4a43-4a6b-8d2e-ed375e39e4f6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=917d5baf-4598-4e54-9501-1fda7de60ed0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450790 May 20 21:49:16.599629 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-0612a0a0-0bc2-4bd0-a12b-c677edfd3074 req-67e56a6c-8adf-48f6-adc7-7fa65e553619 service neutron] 10.222.0.13 "GET /v2.0/networks/917d5baf-4598-4e54-9501-1fda7de60ed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801823 May 20 21:49:16.691470 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-0612a0a0-0bc2-4bd0-a12b-c677edfd3074 req-9a766d06-5aac-4588-b5e1-9728a157a2b1 service neutron] 10.222.0.13 "GET /v2.0/networks/917d5baf-4598-4e54-9501-1fda7de60ed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855842 May 20 21:49:16.862625 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0df3cd0-3bb3-45b1-9e16-0b13639d00c1 req-575de676-3221-47d6-87a7-5086be58c8f0 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:49:16.864012 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f0df3cd0-3bb3-45b1-9e16-0b13639d00c1 req-575de676-3221-47d6-87a7-5086be58c8f0 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/ports?device_id=5bd09338-42ca-4e7b-978a-5da321b683bf HTTP/1.1" status: 200 len: 943 time: 0.0496945 May 20 21:49:16.902478 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f0df3cd0-3bb3-45b1-9e16-0b13639d00c1 req-f1c918d4-1d0d-459b-bfdc-5ed73e85b412 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/security-groups?id=31e06ebd-89c4-4ea7-8c15-887d487173fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322971 May 20 21:49:17.684179 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bd09338-42ca-4e7b-978a-5da321b683bf', 'tag': 'bd71e19c-153c-4e8b-a989-828308f40e23'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 21:49:17.687655 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e97a983f2a54588e3d21b88a12ad54839c2ea34da7b46679306b1f34ba25e4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b4a1f9e-35d0-4236-add2-4cb7b6ddf1b3" -d '{"events": [{"name": "network-changed", "server_uuid": "5bd09338-42ca-4e7b-978a-5da321b683bf", "tag": "bd71e19c-153c-4e8b-a989-828308f40e23"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 21:49:17.721747 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device bd71e19c-153c-4e8b-a989-828308f40e23 no longer exists at agent hyperv_n-h1-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 21:49:17.736057 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 21:49:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c496a484-f030-485b-90b5-a6a4be0b9ecd x-openstack-request-id: req-c496a484-f030-485b-90b5-a6a4be0b9ecd {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 21:49:17.736346 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5bd09338-42ca-4e7b-978a-5da321b683bf", "tag": "bd71e19c-153c-4e8b-a989-828308f40e23", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 21:49:17.736623 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c496a484-f030-485b-90b5-a6a4be0b9ecd {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 21:49:17.737005 n-d-842733-1 neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c496a484-f030-485b-90b5-a6a4be0b9ecd'] response: {'name': 'network-changed', 'server_uuid': '5bd09338-42ca-4e7b-978a-5da321b683bf', 'tag': 'bd71e19c-153c-4e8b-a989-828308f40e23', 'status': 'completed', 'code': 200} May 20 21:49:17.761952 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device bd71e19c-153c-4e8b-a989-828308f40e23 not bound to the agent host n-h1-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 21:49:17.791462 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4a1f9e-35d0-4236-add2-4cb7b6ddf1b3 req-1676c698-5635-44ba-802e-2adde2fdb7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:49:17.792987 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5b4a1f9e-35d0-4236-add2-4cb7b6ddf1b3 req-1676c698-5635-44ba-802e-2adde2fdb7fe service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cedf931037104109b3e73036244afafc&device_id=5bd09338-42ca-4e7b-978a-5da321b683bf HTTP/1.1" status: 200 len: 1094 time: 0.0403037 May 20 21:49:17.821778 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4a1f9e-35d0-4236-add2-4cb7b6ddf1b3 req-b909e1ce-2eb8-4d34-9429-e044856c2f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:49:17.823258 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-5b4a1f9e-35d0-4236-add2-4cb7b6ddf1b3 req-b909e1ce-2eb8-4d34-9429-e044856c2f08 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cedf931037104109b3e73036244afafc&device_id=5bd09338-42ca-4e7b-978a-5da321b683bf HTTP/1.1" status: 200 len: 1094 time: 0.0414991 May 20 21:49:17.888355 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4a1f9e-35d0-4236-add2-4cb7b6ddf1b3 req-0ade8861-4cbc-4e73-bdb7-e651a8f866f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:49:17.890239 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5b4a1f9e-35d0-4236-add2-4cb7b6ddf1b3 req-0ade8861-4cbc-4e73-bdb7-e651a8f866f4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=917d5baf-4598-4e54-9501-1fda7de60ed0 HTTP/1.1" status: 200 len: 898 time: 0.0891211 May 20 21:49:17.912163 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4a1f9e-35d0-4236-add2-4cb7b6ddf1b3 req-2428b909-4446-4a30-a383-8f249a7e48a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:49:17.913675 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-5b4a1f9e-35d0-4236-add2-4cb7b6ddf1b3 req-2428b909-4446-4a30-a383-8f249a7e48a0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=917d5baf-4598-4e54-9501-1fda7de60ed0 HTTP/1.1" status: 200 len: 898 time: 0.0837619 May 20 21:49:17.957775 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5b4a1f9e-35d0-4236-add2-4cb7b6ddf1b3 req-ad02a375-2036-4961-b14f-70d3147d8810 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bd71e19c-153c-4e8b-a989-828308f40e23 HTTP/1.1" status: 200 len: 998 time: 0.0610480 May 20 21:49:17.985759 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-5b4a1f9e-35d0-4236-add2-4cb7b6ddf1b3 req-55d01b7b-c2d4-4795-b87d-13701688c7d7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bd71e19c-153c-4e8b-a989-828308f40e23 HTTP/1.1" status: 200 len: 998 time: 0.0646234 May 20 21:49:18.036548 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4a1f9e-35d0-4236-add2-4cb7b6ddf1b3 req-2b7db8c3-de3f-45bf-a816-437b60743c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:49:18.036775 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4a1f9e-35d0-4236-add2-4cb7b6ddf1b3 req-856eefd4-a544-4769-8486-4a4ab32d76f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:49:18.037999 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-5b4a1f9e-35d0-4236-add2-4cb7b6ddf1b3 req-2b7db8c3-de3f-45bf-a816-437b60743c12 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ac29a27f-274d-427a-8f5a-d9de7f6c6f46 HTTP/1.1" status: 200 len: 834 time: 0.0447998 May 20 21:49:18.038219 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5b4a1f9e-35d0-4236-add2-4cb7b6ddf1b3 req-856eefd4-a544-4769-8486-4a4ab32d76f9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ac29a27f-274d-427a-8f5a-d9de7f6c6f46 HTTP/1.1" status: 200 len: 834 time: 0.0744734 May 20 21:49:18.062098 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2779cd-e2ae-43b2-9067-8c52ff8718cc req-ca90e679-9799-4615-9103-c8811088e0de tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:49:18.063563 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1e2779cd-e2ae-43b2-9067-8c52ff8718cc req-ca90e679-9799-4615-9103-c8811088e0de tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/ports?device_id=5bd09338-42ca-4e7b-978a-5da321b683bf HTTP/1.1" status: 200 len: 943 time: 0.0701957 May 20 21:49:18.086435 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4a1f9e-35d0-4236-add2-4cb7b6ddf1b3 req-ec1cf0e7-b935-4e58-8ab2-0f14884a7caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:49:18.087936 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-5b4a1f9e-35d0-4236-add2-4cb7b6ddf1b3 req-ec1cf0e7-b935-4e58-8ab2-0f14884a7caf service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=917d5baf-4598-4e54-9501-1fda7de60ed0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402865 May 20 21:49:18.114949 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4a1f9e-35d0-4236-add2-4cb7b6ddf1b3 req-30a13e55-0a80-4af2-af89-312b2d1504d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:49:18.116429 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5b4a1f9e-35d0-4236-add2-4cb7b6ddf1b3 req-30a13e55-0a80-4af2-af89-312b2d1504d8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=917d5baf-4598-4e54-9501-1fda7de60ed0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0702679 May 20 21:49:18.121380 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1e2779cd-e2ae-43b2-9067-8c52ff8718cc req-ec70ed5a-c949-4ba3-83ca-8052980c78ba tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/security-groups?id=31e06ebd-89c4-4ea7-8c15-887d487173fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432272 May 20 21:49:18.185777 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-5b4a1f9e-35d0-4236-add2-4cb7b6ddf1b3 req-39b49a45-b56b-4d5c-a4ad-5cb6c56e646c service neutron] 10.222.0.13 "GET /v2.0/networks/917d5baf-4598-4e54-9501-1fda7de60ed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869687 May 20 21:49:18.209341 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5b4a1f9e-35d0-4236-add2-4cb7b6ddf1b3 req-e0ddd18f-3337-4710-bdbb-9dd936f305d9 service neutron] 10.222.0.24 "GET /v2.0/networks/917d5baf-4598-4e54-9501-1fda7de60ed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863957 May 20 21:49:18.276564 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-5b4a1f9e-35d0-4236-add2-4cb7b6ddf1b3 req-5df73024-8b50-49b0-8920-39e026388cb4 service neutron] 10.222.0.13 "GET /v2.0/networks/917d5baf-4598-4e54-9501-1fda7de60ed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836816 May 20 21:49:18.298305 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5b4a1f9e-35d0-4236-add2-4cb7b6ddf1b3 req-db29dce9-a0aa-4083-a8f8-86f9ebaedcaa service neutron] 10.222.0.24 "GET /v2.0/networks/917d5baf-4598-4e54-9501-1fda7de60ed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829358 May 20 21:49:19.247078 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab5fe6f-5d75-483a-b625-d29f9ebb585f req-c92f891f-49fe-4f4b-be5e-a9b36cb9bb8b tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:49:19.248886 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3ab5fe6f-5d75-483a-b625-d29f9ebb585f req-c92f891f-49fe-4f4b-be5e-a9b36cb9bb8b tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/ports?device_id=5bd09338-42ca-4e7b-978a-5da321b683bf HTTP/1.1" status: 200 len: 943 time: 0.0548246 May 20 21:49:19.286852 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3ab5fe6f-5d75-483a-b625-d29f9ebb585f req-853d5936-f5b3-45f0-9b31-44b41c5c6db9 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/security-groups?id=31e06ebd-89c4-4ea7-8c15-887d487173fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318453 May 20 21:49:19.669566 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad14227-ea42-4b16-8c81-19fd95c87517 req-48194806-0897-48ab-bdcf-633f89172588 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:49:19.671672 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3ad14227-ea42-4b16-8c81-19fd95c87517 req-48194806-0897-48ab-bdcf-633f89172588 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/ports?device_id=5bd09338-42ca-4e7b-978a-5da321b683bf HTTP/1.1" status: 200 len: 943 time: 0.0507512 May 20 21:49:19.710776 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3ad14227-ea42-4b16-8c81-19fd95c87517 req-7c638aa4-1df8-476c-b6cb-e677b8417fa3 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/security-groups?id=31e06ebd-89c4-4ea7-8c15-887d487173fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329788 May 20 21:49:19.761103 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35030d70-01b1-4ee3-84b5-85d434e8cf7a req-c18b3d40-313a-4697-a57d-f1c32745dea7 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:49:19.762695 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-35030d70-01b1-4ee3-84b5-85d434e8cf7a req-c18b3d40-313a-4697-a57d-f1c32745dea7 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.24 "GET /v2.0/ports?device_id=5bd09338-42ca-4e7b-978a-5da321b683bf&tenant_id=cedf931037104109b3e73036244afafc&binding%3Ahost_id=n-h2-842733-1 HTTP/1.1" status: 200 len: 943 time: 0.0510850 May 20 21:49:19.855967 n-d-842733-1 neutron-server[103163]: INFO neutron.api.v2.resource [req-35030d70-01b1-4ee3-84b5-85d434e8cf7a req-98ef065a-6e37-4a52-9d79-0fb4c80e9840 service neutron] delete failed (client error): The resource could not be found. May 20 21:49:19.858103 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-35030d70-01b1-4ee3-84b5-85d434e8cf7a req-98ef065a-6e37-4a52-9d79-0fb4c80e9840 service neutron] 10.222.0.24 "DELETE /v2.0/ports/bd71e19c-153c-4e8b-a989-828308f40e23/bindings/n-h1-842733-1 HTTP/1.1" status: 404 len: 380 time: 0.0885172 May 20 21:49:19.866412 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9eef838-d6db-4371-818e-afb059f34401 req-562df15f-e989-4597-9aea-1c6c42b77fbc tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:49:19.868050 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b9eef838-d6db-4371-818e-afb059f34401 req-562df15f-e989-4597-9aea-1c6c42b77fbc tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/ports?device_id=5bd09338-42ca-4e7b-978a-5da321b683bf HTTP/1.1" status: 200 len: 943 time: 0.0740051 May 20 21:49:19.908932 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b051c5e6-85c9-4972-8318-f86f934920de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:49:19.916598 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b9eef838-d6db-4371-818e-afb059f34401 req-6610dab7-eabc-4f4f-8a73-92945b8826e3 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/security-groups?id=31e06ebd-89c4-4ea7-8c15-887d487173fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414889 May 20 21:49:19.945609 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35030d70-01b1-4ee3-84b5-85d434e8cf7a req-9a108453-83ac-45a3-a163-72ed0da3e32e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:49:19.947086 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-35030d70-01b1-4ee3-84b5-85d434e8cf7a req-9a108453-83ac-45a3-a163-72ed0da3e32e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cedf931037104109b3e73036244afafc&device_id=5bd09338-42ca-4e7b-978a-5da321b683bf HTTP/1.1" status: 200 len: 1094 time: 0.0453191 May 20 21:49:20.038142 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35030d70-01b1-4ee3-84b5-85d434e8cf7a req-9602699e-2741-4e58-8e84-8bb28e2d1979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:49:20.039477 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-35030d70-01b1-4ee3-84b5-85d434e8cf7a req-9602699e-2741-4e58-8e84-8bb28e2d1979 service neutron] 10.222.0.24 "GET /v2.0/networks?id=917d5baf-4598-4e54-9501-1fda7de60ed0 HTTP/1.1" status: 200 len: 898 time: 0.0852253 May 20 21:49:20.102393 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-35030d70-01b1-4ee3-84b5-85d434e8cf7a req-9cc8ed3f-d276-4586-9584-33a6102d0af2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bd71e19c-153c-4e8b-a989-828308f40e23 HTTP/1.1" status: 200 len: 998 time: 0.0560262 May 20 21:49:20.149839 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35030d70-01b1-4ee3-84b5-85d434e8cf7a req-4c1f2684-a1ec-43d3-9832-abb29167d727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:49:20.151236 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-35030d70-01b1-4ee3-84b5-85d434e8cf7a req-4c1f2684-a1ec-43d3-9832-abb29167d727 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ac29a27f-274d-427a-8f5a-d9de7f6c6f46 HTTP/1.1" status: 200 len: 834 time: 0.0426793 May 20 21:49:20.198553 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35030d70-01b1-4ee3-84b5-85d434e8cf7a req-e74c956a-0417-4825-b7de-3f9455b480f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:49:20.199997 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-35030d70-01b1-4ee3-84b5-85d434e8cf7a req-e74c956a-0417-4825-b7de-3f9455b480f7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=917d5baf-4598-4e54-9501-1fda7de60ed0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422647 May 20 21:49:20.254164 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device bd71e19c-153c-4e8b-a989-828308f40e23 details requested by agent hyperv_n-h2-842733-1 with host n-h2-842733-1 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 21:49:20.288258 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-35030d70-01b1-4ee3-84b5-85d434e8cf7a req-bcad92b8-d26e-4d9d-af62-94c38ec20614 service neutron] 10.222.0.24 "GET /v2.0/networks/917d5baf-4598-4e54-9501-1fda7de60ed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815434 May 20 21:49:20.357664 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port bd71e19c-153c-4e8b-a989-828308f40e23, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=bd71e19c-153c-4e8b-a989-828308f40e23,segment=NetworkSegment(b346d39c-13f5-4ff2-b90d-4b4d0018b285),segment_id=b346d39c-13f5-4ff2-b90d-4b4d0018b285)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:49:20.369648 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Returning: {'device': 'bd71e19c-153c-4e8b-a989-828308f40e23', 'network_id': '917d5baf-4598-4e54-9501-1fda7de60ed0', 'port_id': 'bd71e19c-153c-4e8b-a989-828308f40e23', 'mac_address': 'fa:16:3e:a9:9e:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac29a27f-274d-427a-8f5a-d9de7f6c6f46', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 20 21:49:20.381535 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-35030d70-01b1-4ee3-84b5-85d434e8cf7a req-66d801c5-9247-4eb4-8966-2b0ef9cef8e1 service neutron] 10.222.0.24 "GET /v2.0/networks/917d5baf-4598-4e54-9501-1fda7de60ed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868819 May 20 21:49:20.409773 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port bd71e19c-153c-4e8b-a989-828308f40e23 is: DOWN; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:49:20.410519 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:49:20.422822 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd71e19c-153c-4e8b-a989-828308f40e23 {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 21:49:20.446607 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port bd71e19c-153c-4e8b-a989-828308f40e23, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=bd71e19c-153c-4e8b-a989-828308f40e23,segment=NetworkSegment(b346d39c-13f5-4ff2-b90d-4b4d0018b285),segment_id=b346d39c-13f5-4ff2-b90d-4b4d0018b285)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:49:20.552610 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:49:20.598250 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=bd71e19c-153c-4e8b-a989-828308f40e23,revision_number=8']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:49:20.605355 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:49:20.605699 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:49:20.606029 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:49:20.606557 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:49:20.606889 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:49:20.607766 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:49:20.608091 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:49:20.608420 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:49:20.608728 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:49:20.609039 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:49:20.609378 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:49:20.609692 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:49:20.881950 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] get_ports_and_sgs() called for port_ids ['bd71e19c-153c-4e8b-a989-828308f40e23'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 21:49:21.045402 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b314079c-28e5-4749-b52e-59c7a3499311 req-001e2ca2-fedd-4c94-8a6f-796887e25368 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:49:21.046901 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b314079c-28e5-4749-b52e-59c7a3499311 req-001e2ca2-fedd-4c94-8a6f-796887e25368 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/ports?device_id=5bd09338-42ca-4e7b-978a-5da321b683bf HTTP/1.1" status: 200 len: 944 time: 0.0505707 May 20 21:49:21.087397 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b314079c-28e5-4749-b52e-59c7a3499311 req-7a002830-4919-4272-a03e-b0787fdf6683 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/security-groups?id=31e06ebd-89c4-4ea7-8c15-887d487173fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342178 May 20 21:49:22.218140 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd7b054-4b89-452f-b9d5-4738947a25c7 req-dc92d5b5-76e0-4dd0-815d-8ae9ff2d1c0e tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:49:22.219589 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1fd7b054-4b89-452f-b9d5-4738947a25c7 req-dc92d5b5-76e0-4dd0-815d-8ae9ff2d1c0e tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/ports?device_id=5bd09338-42ca-4e7b-978a-5da321b683bf HTTP/1.1" status: 200 len: 944 time: 0.0504894 May 20 21:49:22.267030 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1fd7b054-4b89-452f-b9d5-4738947a25c7 req-3083d3fa-72c5-4d92-bcd3-f165bfa2ea91 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/security-groups?id=31e06ebd-89c4-4ea7-8c15-887d487173fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378158 May 20 21:49:22.267543 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device bd71e19c-153c-4e8b-a989-828308f40e23 up at agent hyperv_n-h2-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:49:22.290947 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 36836) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:49:22.315939 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ed1d8160-e80f-4ce6-9e08-f4a345ed047f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:49:22.361419 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-3a024ae6-0eca-487f-bfdb-7f10ba9208a8 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/floatingips/3ec01337-5b95-4899-9e6a-9327dd3e2b90 HTTP/1.1" status: 200 len: 991 time: 0.0689790 May 20 21:49:22.394668 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Provisioning for port bd71e19c-153c-4e8b-a989-828308f40e23 completed by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 21:49:22.398947 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Provisioning complete for port bd71e19c-153c-4e8b-a989-828308f40e23 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:49:22.399310 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:49:22.500885 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port bd71e19c-153c-4e8b-a989-828308f40e23 is: BUILD; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:49:22.501308 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:49:22.525317 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bd09338-42ca-4e7b-978a-5da321b683bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd71e19c-153c-4e8b-a989-828308f40e23'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 21:49:22.527552 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7947af4a1013b12ef328acaa2f4e39eb2f7ac51c208120b4987a707d9dc479df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d6499d0-953f-4dfd-b796-18299e6c99b6" -d '{"events": [{"server_uuid": "5bd09338-42ca-4e7b-978a-5da321b683bf", "name": "network-vif-plugged", "status": "completed", "tag": "bd71e19c-153c-4e8b-a989-828308f40e23"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 21:49:22.548174 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port bd71e19c-153c-4e8b-a989-828308f40e23, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=bd71e19c-153c-4e8b-a989-828308f40e23,segment=NetworkSegment(b346d39c-13f5-4ff2-b90d-4b4d0018b285),segment_id=b346d39c-13f5-4ff2-b90d-4b4d0018b285)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:49:22.568274 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 21:49:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22c08719-b146-4e2d-9f9b-b8571e298936 x-openstack-request-id: req-22c08719-b146-4e2d-9f9b-b8571e298936 {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 21:49:22.568619 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bd09338-42ca-4e7b-978a-5da321b683bf", "name": "network-vif-plugged", "status": "completed", "tag": "bd71e19c-153c-4e8b-a989-828308f40e23", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 21:49:22.568899 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-22c08719-b146-4e2d-9f9b-b8571e298936 {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 21:49:22.569320 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22c08719-b146-4e2d-9f9b-b8571e298936'] response: {'server_uuid': '5bd09338-42ca-4e7b-978a-5da321b683bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd71e19c-153c-4e8b-a989-828308f40e23', 'code': 200} May 20 21:49:22.594542 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:49:22.651996 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=bd71e19c-153c-4e8b-a989-828308f40e23,revision_number=9']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:49:24.227126 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4bb0e131-6525-46ca-a45b-e4ea43a5e69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:49:25.262881 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:49:25.672731 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:49:25.787040 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cc3ec51b-6ec8-438a-8349-5f0bec346d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:49:32.890261 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:49:48.139282 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.agents_db [None req-5c33ad30-4e00-40fa-b486-8c79c4a6cfc5 None None] Agent healthcheck: found 7 active agents {{(pid=103165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 20 21:49:48.824369 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 36848) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:49:48.979737 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-63f100a5-6108-4dd9-85f2-fc70253e9182 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Deleting port c5807888-ddce-46bd-99e4-77f2eb52875e {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:49:48.980080 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-63f100a5-6108-4dd9-85f2-fc70253e9182 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:49:49.057636 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-63f100a5-6108-4dd9-85f2-fc70253e9182 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:49:49.057960 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-63f100a5-6108-4dd9-85f2-fc70253e9182 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:49:49.069758 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-63f100a5-6108-4dd9-85f2-fc70253e9182 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Calling delete_port for c5807888-ddce-46bd-99e4-77f2eb52875e owned by network:floatingip {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:49:49.280496 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-63f100a5-6108-4dd9-85f2-fc70253e9182 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:49:49.311444 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f100a5-6108-4dd9-85f2-fc70253e9182 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Pushing event deleted for resources: {'Port': ['ID=c5807888-ddce-46bd-99e4-77f2eb52875e,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:49:49.372347 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-63f100a5-6108-4dd9-85f2-fc70253e9182 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks [] for floatingip, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:49:49.372675 n-d-842733-1 neutron-server[103162]: INFO neutron.db.l3_db [None req-63f100a5-6108-4dd9-85f2-fc70253e9182 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Floating IP 3ec01337-5b95-4899-9e6a-9327dd3e2b90 disassociated (deleted). External IP: 172.25.2.69, port: bd71e19c-153c-4e8b-a989-828308f40e23. May 20 21:49:49.578555 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63f100a5-6108-4dd9-85f2-fc70253e9182 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Router 011a2d07-b3e8-4678-8cc7-55cc68eba0d1 has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 21:49:49.685534 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63f100a5-6108-4dd9-85f2-fc70253e9182 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 21:49:49.689904 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-63f100a5-6108-4dd9-85f2-fc70253e9182 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for floatingip, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:49:49.695204 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-108eebad-deb3-41b9-ad6f-d407106ffe9a None None] Sync routers for ids ['011a2d07-b3e8-4678-8cc7-55cc68eba0d1'] in n-d-842733-1 {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 21:49:49.707846 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-108eebad-deb3-41b9-ad6f-d407106ffe9a None None] Routers {'011a2d07-b3e8-4678-8cc7-55cc68eba0d1'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:49:49.708461 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-108eebad-deb3-41b9-ad6f-d407106ffe9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:49:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['011a2d07-b3e8-4678-8cc7-55cc68eba0d1'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:49:49.718020 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-63f100a5-6108-4dd9-85f2-fc70253e9182 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "DELETE /v2.0/floatingips/3ec01337-5b95-4899-9e6a-9327dd3e2b90 HTTP/1.1" status: 204 len: 168 time: 0.8926466 May 20 21:49:49.718696 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bd09338-42ca-4e7b-978a-5da321b683bf', 'tag': 'bd71e19c-153c-4e8b-a989-828308f40e23'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 21:49:49.720948 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e97a983f2a54588e3d21b88a12ad54839c2ea34da7b46679306b1f34ba25e4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc02ff86-2458-42bf-83f5-ab2fc0e00a21" -d '{"events": [{"name": "network-changed", "server_uuid": "5bd09338-42ca-4e7b-978a-5da321b683bf", "tag": "bd71e19c-153c-4e8b-a989-828308f40e23"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 21:49:49.764964 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 21:49:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc2fe03d-7121-4bb0-9d00-d83f21f65f5c x-openstack-request-id: req-bc2fe03d-7121-4bb0-9d00-d83f21f65f5c {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 21:49:49.765742 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5bd09338-42ca-4e7b-978a-5da321b683bf", "tag": "bd71e19c-153c-4e8b-a989-828308f40e23", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 21:49:49.767938 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-bc2fe03d-7121-4bb0-9d00-d83f21f65f5c {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 21:49:49.767938 n-d-842733-1 neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc2fe03d-7121-4bb0-9d00-d83f21f65f5c'] response: {'name': 'network-changed', 'server_uuid': '5bd09338-42ca-4e7b-978a-5da321b683bf', 'tag': 'bd71e19c-153c-4e8b-a989-828308f40e23', 'status': 'completed', 'code': 200} May 20 21:49:49.825878 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-108eebad-deb3-41b9-ad6f-d407106ffe9a None None] Set router 011a2d07-b3e8-4678-8cc7-55cc68eba0d1 gateway port host: n-d-842733-1 {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:49:49.850453 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc02ff86-2458-42bf-83f5-ab2fc0e00a21 req-684b424d-eaf0-4b9f-89fe-255aed216bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:49:49.851950 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-dc02ff86-2458-42bf-83f5-ab2fc0e00a21 req-684b424d-eaf0-4b9f-89fe-255aed216bb4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cedf931037104109b3e73036244afafc&device_id=5bd09338-42ca-4e7b-978a-5da321b683bf HTTP/1.1" status: 200 len: 1096 time: 0.0435987 May 20 21:49:49.945771 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc02ff86-2458-42bf-83f5-ab2fc0e00a21 req-1fd65b2e-3c55-4b23-8c9b-e86cbda59a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:49:49.947570 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-dc02ff86-2458-42bf-83f5-ab2fc0e00a21 req-1fd65b2e-3c55-4b23-8c9b-e86cbda59a4e service neutron] 10.222.0.13 "GET /v2.0/networks?id=917d5baf-4598-4e54-9501-1fda7de60ed0 HTTP/1.1" status: 200 len: 898 time: 0.0893576 May 20 21:49:49.964631 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4f8bbef4-0fb8-4dee-80ef-72cd52c15a9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:49:49.991011 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-dc02ff86-2458-42bf-83f5-ab2fc0e00a21 req-211131f2-e462-40cd-8388-1524d210e537 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bd71e19c-153c-4e8b-a989-828308f40e23 HTTP/1.1" status: 200 len: 217 time: 0.0368900 May 20 21:49:50.041194 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc02ff86-2458-42bf-83f5-ab2fc0e00a21 req-cf274ced-f9d9-46e2-9e0b-94f59c30bcf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:49:50.042600 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-dc02ff86-2458-42bf-83f5-ab2fc0e00a21 req-cf274ced-f9d9-46e2-9e0b-94f59c30bcf8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ac29a27f-274d-427a-8f5a-d9de7f6c6f46 HTTP/1.1" status: 200 len: 834 time: 0.0456285 May 20 21:49:50.053473 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-108eebad-deb3-41b9-ad6f-d407106ffe9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '011a2d07-b3e8-4678-8cc7-55cc68eba0d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-968891555', 'tenant_id': 'cedf931037104109b3e73036244afafc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.123'}], 'enable_snat': True}, 'gw_port_id': '31eebb92-344c-4d11-9a1a-781534717ae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:48:01Z', 'updated_at': '2022-05-20T21:48:05Z', 'revision_number': 4, 'project_id': 'cedf931037104109b3e73036244afafc', 'gw_port': {'id': '31eebb92-344c-4d11-9a1a-781534717ae8', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:a8:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '011a2d07-b3e8-4678-8cc7-55cc68eba0d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:48:02Z', 'updated_at': '2022-05-20T21:48:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': '06c1606a-afc1-46bb-9649-692af7a9ec7a', 'name': '', 'network_id': '917d5baf-4598-4e54-9501-1fda7de60ed0', 'tenant_id': 'cedf931037104109b3e73036244afafc', 'mac_address': 'fa:16:3e:05:29:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '011a2d07-b3e8-4678-8cc7-55cc68eba0d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'ac29a27f-274d-427a-8f5a-d9de7f6c6f46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:48:05Z', 'updated_at': '2022-05-20T21:48:08Z', 'revision_number': 5, 'project_id': 'cedf931037104109b3e73036244afafc', 'subnets': [{'id': 'ac29a27f-274d-427a-8f5a-d9de7f6c6f46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:49:50.085844 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-108eebad-deb3-41b9-ad6f-d407106ffe9a None None] Checking router: 011a2d07-b3e8-4678-8cc7-55cc68eba0d1 for host: n-d-842733-1 {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 21:49:50.094582 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-108eebad-deb3-41b9-ad6f-d407106ffe9a None None] Routers {'011a2d07-b3e8-4678-8cc7-55cc68eba0d1'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:49:50.095200 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-108eebad-deb3-41b9-ad6f-d407106ffe9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:49:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['011a2d07-b3e8-4678-8cc7-55cc68eba0d1'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:49:50.102169 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc02ff86-2458-42bf-83f5-ab2fc0e00a21 req-d44e92c4-e04e-4ac9-b680-f41e55bface8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:49:50.103756 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-dc02ff86-2458-42bf-83f5-ab2fc0e00a21 req-d44e92c4-e04e-4ac9-b680-f41e55bface8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=917d5baf-4598-4e54-9501-1fda7de60ed0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0543399 May 20 21:49:50.161829 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086bbd99-4115-4b6f-8935-acb51e80a7a4 req-212cf205-10ca-4248-a852-a104a7e8ea4b tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:49:50.166980 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-086bbd99-4115-4b6f-8935-acb51e80a7a4 req-212cf205-10ca-4248-a852-a104a7e8ea4b tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/ports?device_id=5bd09338-42ca-4e7b-978a-5da321b683bf HTTP/1.1" status: 200 len: 945 time: 0.0534856 May 20 21:49:50.202338 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-108eebad-deb3-41b9-ad6f-d407106ffe9a None None] Set router 011a2d07-b3e8-4678-8cc7-55cc68eba0d1 gateway port host: n-d-842733-1 {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:49:50.209114 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-086bbd99-4115-4b6f-8935-acb51e80a7a4 req-5a3e2778-b551-4a2c-a88a-3a929993f2f7 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/security-groups?id=31e06ebd-89c4-4ea7-8c15-887d487173fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397193 May 20 21:49:50.236096 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-dc02ff86-2458-42bf-83f5-ab2fc0e00a21 req-a0a70acb-1da8-478c-98fc-1f1569749305 service neutron] 10.222.0.13 "GET /v2.0/networks/917d5baf-4598-4e54-9501-1fda7de60ed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007810 May 20 21:49:50.332666 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-dc02ff86-2458-42bf-83f5-ab2fc0e00a21 req-497f571c-88c9-4615-9093-e94c6b04ad24 service neutron] 10.222.0.13 "GET /v2.0/networks/917d5baf-4598-4e54-9501-1fda7de60ed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900178 May 20 21:49:50.400089 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-108eebad-deb3-41b9-ad6f-d407106ffe9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '011a2d07-b3e8-4678-8cc7-55cc68eba0d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-968891555', 'tenant_id': 'cedf931037104109b3e73036244afafc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.123'}], 'enable_snat': True}, 'gw_port_id': '31eebb92-344c-4d11-9a1a-781534717ae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:48:01Z', 'updated_at': '2022-05-20T21:48:05Z', 'revision_number': 4, 'project_id': 'cedf931037104109b3e73036244afafc', 'gw_port': {'id': '31eebb92-344c-4d11-9a1a-781534717ae8', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:a8:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '011a2d07-b3e8-4678-8cc7-55cc68eba0d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:48:02Z', 'updated_at': '2022-05-20T21:48:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': '06c1606a-afc1-46bb-9649-692af7a9ec7a', 'name': '', 'network_id': '917d5baf-4598-4e54-9501-1fda7de60ed0', 'tenant_id': 'cedf931037104109b3e73036244afafc', 'mac_address': 'fa:16:3e:05:29:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '011a2d07-b3e8-4678-8cc7-55cc68eba0d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'ac29a27f-274d-427a-8f5a-d9de7f6c6f46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:48:05Z', 'updated_at': '2022-05-20T21:48:08Z', 'revision_number': 5, 'project_id': 'cedf931037104109b3e73036244afafc', 'subnets': [{'id': 'ac29a27f-274d-427a-8f5a-d9de7f6c6f46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:49:50.426121 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-108eebad-deb3-41b9-ad6f-d407106ffe9a None None] The sync data for ids ['011a2d07-b3e8-4678-8cc7-55cc68eba0d1'] in n-d-842733-1 is: [{'id': '011a2d07-b3e8-4678-8cc7-55cc68eba0d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-968891555', 'tenant_id': 'cedf931037104109b3e73036244afafc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.123'}], 'enable_snat': True}, 'gw_port_id': '31eebb92-344c-4d11-9a1a-781534717ae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:48:01Z', 'updated_at': '2022-05-20T21:48:05Z', 'revision_number': 4, 'project_id': 'cedf931037104109b3e73036244afafc', 'gw_port': {'id': '31eebb92-344c-4d11-9a1a-781534717ae8', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:a8:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '011a2d07-b3e8-4678-8cc7-55cc68eba0d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:48:02Z', 'updated_at': '2022-05-20T21:48:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': '06c1606a-afc1-46bb-9649-692af7a9ec7a', 'name': '', 'network_id': '917d5baf-4598-4e54-9501-1fda7de60ed0', 'tenant_id': 'cedf931037104109b3e73036244afafc', 'mac_address': 'fa:16:3e:05:29:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '011a2d07-b3e8-4678-8cc7-55cc68eba0d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'ac29a27f-274d-427a-8f5a-d9de7f6c6f46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:48:05Z', 'updated_at': '2022-05-20T21:48:08Z', 'revision_number': 5, 'project_id': 'cedf931037104109b3e73036244afafc', 'subnets': [{'id': 'ac29a27f-274d-427a-8f5a-d9de7f6c6f46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 21:49:50.641113 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac7240d-61ea-4939-8fd4-286719b666f2 None None] New status for floating IP 3ec01337-5b95-4899-9e6a-9327dd3e2b90: DOWN {{(pid=103165) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 21:49:51.336201 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124829ce-3fea-42be-9be8-c4b07259ae09 req-7f13671a-c1ac-4d0c-aa6e-3875e47328af tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:49:51.337676 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-124829ce-3fea-42be-9be8-c4b07259ae09 req-7f13671a-c1ac-4d0c-aa6e-3875e47328af tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/ports?device_id=5bd09338-42ca-4e7b-978a-5da321b683bf HTTP/1.1" status: 200 len: 945 time: 0.0556536 May 20 21:49:51.377018 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-124829ce-3fea-42be-9be8-c4b07259ae09 req-32a318f8-5ecb-4964-9a10-e99b35584f4d tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/security-groups?id=31e06ebd-89c4-4ea7-8c15-887d487173fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331559 May 20 21:49:51.655394 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfe041e-91aa-41e3-af14-21d61578b4e4 req-4a71c89f-e045-46ca-ab1d-636d9beda299 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:49:51.656844 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-8dfe041e-91aa-41e3-af14-21d61578b4e4 req-4a71c89f-e045-46ca-ab1d-636d9beda299 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.13 "GET /v2.0/ports?device_id=5bd09338-42ca-4e7b-978a-5da321b683bf HTTP/1.1" status: 200 len: 945 time: 0.0520954 May 20 21:49:51.758350 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-8dfe041e-91aa-41e3-af14-21d61578b4e4 req-a8a7572e-9603-498a-aa74-32ac81cfa2ef tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Deleting port bd71e19c-153c-4e8b-a989-828308f40e23 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:49:51.758586 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-8dfe041e-91aa-41e3-af14-21d61578b4e4 req-a8a7572e-9603-498a-aa74-32ac81cfa2ef tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:49:51.847461 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-8dfe041e-91aa-41e3-af14-21d61578b4e4 req-a8a7572e-9603-498a-aa74-32ac81cfa2ef tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] For port bd71e19c-153c-4e8b-a989-828308f40e23, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=bd71e19c-153c-4e8b-a989-828308f40e23,segment=NetworkSegment(b346d39c-13f5-4ff2-b90d-4b4d0018b285),segment_id=b346d39c-13f5-4ff2-b90d-4b4d0018b285)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:49:51.847820 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-8dfe041e-91aa-41e3-af14-21d61578b4e4 req-a8a7572e-9603-498a-aa74-32ac81cfa2ef tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:49:51.859514 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-8dfe041e-91aa-41e3-af14-21d61578b4e4 req-a8a7572e-9603-498a-aa74-32ac81cfa2ef tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Calling delete_port for bd71e19c-153c-4e8b-a989-828308f40e23 owned by compute:nova {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:49:52.046048 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-8dfe041e-91aa-41e3-af14-21d61578b4e4 req-a8a7572e-9603-498a-aa74-32ac81cfa2ef tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:49:52.075974 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a7572e-9603-498a-aa74-32ac81cfa2ef tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Pushing event deleted for resources: {'Port': ['ID=bd71e19c-153c-4e8b-a989-828308f40e23,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:49:52.115474 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dfe041e-91aa-41e3-af14-21d61578b4e4 req-a8a7572e-9603-498a-aa74-32ac81cfa2ef tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] No DVR routers for this DVR port bd71e19c-153c-4e8b-a989-828308f40e23 on host n-h2-842733-1 {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 21:49:52.118099 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-8dfe041e-91aa-41e3-af14-21d61578b4e4 req-a8a7572e-9603-498a-aa74-32ac81cfa2ef tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:49:52.121381 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-8dfe041e-91aa-41e3-af14-21d61578b4e4 req-a8a7572e-9603-498a-aa74-32ac81cfa2ef tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.13 "DELETE /v2.0/ports/bd71e19c-153c-4e8b-a989-828308f40e23 HTTP/1.1" status: 204 len: 173 time: 0.4582181 May 20 21:49:52.121806 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bd09338-42ca-4e7b-978a-5da321b683bf', 'name': 'network-vif-deleted', 'tag': 'bd71e19c-153c-4e8b-a989-828308f40e23'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 21:49:52.124007 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e97a983f2a54588e3d21b88a12ad54839c2ea34da7b46679306b1f34ba25e4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c25a272c-5afc-4a6f-a14a-0e20c8e0d011" -d '{"events": [{"server_uuid": "5bd09338-42ca-4e7b-978a-5da321b683bf", "name": "network-vif-deleted", "tag": "bd71e19c-153c-4e8b-a989-828308f40e23"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 21:49:52.161727 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 21:49:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fdbd6ea-b824-4798-bb33-81ba49ff960b x-openstack-request-id: req-4fdbd6ea-b824-4798-bb33-81ba49ff960b {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 21:49:52.163517 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bd09338-42ca-4e7b-978a-5da321b683bf", "name": "network-vif-deleted", "tag": "bd71e19c-153c-4e8b-a989-828308f40e23", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 21:49:52.163517 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4fdbd6ea-b824-4798-bb33-81ba49ff960b {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 21:49:52.163517 n-d-842733-1 neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4fdbd6ea-b824-4798-bb33-81ba49ff960b'] response: {'server_uuid': '5bd09338-42ca-4e7b-978a-5da321b683bf', 'name': 'network-vif-deleted', 'tag': 'bd71e19c-153c-4e8b-a989-828308f40e23', 'status': 'completed', 'code': 200} May 20 21:49:52.314591 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c229e778-7402-46d9-922a-7876214a05bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:49:52.478492 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-02348a50-6446-48f4-98d9-aec4583e1c88 req-a8589593-dd3f-406a-8a21-45944ea3e50f tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/ports?device_id=5bd09338-42ca-4e7b-978a-5da321b683bf HTTP/1.1" status: 200 len: 210 time: 0.0292404 May 20 21:49:53.541727 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 36864) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:49:53.894963 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-af8e520e-4333-457d-ae62-268ffe5477d9 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748528'] for router_interface, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:49:54.144621 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-af8e520e-4333-457d-ae62-268ffe5477d9 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Deleting port 06c1606a-afc1-46bb-9649-692af7a9ec7a {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:49:54.144960 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-af8e520e-4333-457d-ae62-268ffe5477d9 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:49:54.215824 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4bb0e131-6525-46ca-a45b-e4ea43a5e69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:49:54.230290 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-af8e520e-4333-457d-ae62-268ffe5477d9 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] For port 06c1606a-afc1-46bb-9649-692af7a9ec7a, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=06c1606a-afc1-46bb-9649-692af7a9ec7a,segment=NetworkSegment(b346d39c-13f5-4ff2-b90d-4b4d0018b285),segment_id=b346d39c-13f5-4ff2-b90d-4b4d0018b285)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:49:54.230660 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-af8e520e-4333-457d-ae62-268ffe5477d9 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:49:54.242792 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-af8e520e-4333-457d-ae62-268ffe5477d9 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Calling delete_port for 06c1606a-afc1-46bb-9649-692af7a9ec7a owned by network:router_interface {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:49:54.467240 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device bd71e19c-153c-4e8b-a989-828308f40e23 no longer exists at agent hyperv_n-h2-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 21:49:54.473499 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-af8e520e-4333-457d-ae62-268ffe5477d9 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:49:54.487885 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] No Port match for: bd71e19c-153c-4e8b-a989-828308f40e23 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 21:49:54.488268 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device bd71e19c-153c-4e8b-a989-828308f40e23 not bound to the agent host n-h2-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 21:49:54.505140 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8e520e-4333-457d-ae62-268ffe5477d9 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Pushing event deleted for resources: {'Port': ['ID=06c1606a-afc1-46bb-9649-692af7a9ec7a,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:49:54.678597 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-af8e520e-4333-457d-ae62-268ffe5477d9 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-692224'] for router_interface, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:49:54.888337 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af8e520e-4333-457d-ae62-268ffe5477d9 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Router 011a2d07-b3e8-4678-8cc7-55cc68eba0d1 has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 21:49:55.269020 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:49:55.319390 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af8e520e-4333-457d-ae62-268ffe5477d9 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 21:49:55.324343 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-af8e520e-4333-457d-ae62-268ffe5477d9 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "PUT /v2.0/routers/011a2d07-b3e8-4678-8cc7-55cc68eba0d1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7816222 May 20 21:49:55.327157 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 36866) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:49:55.330221 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68fcba9a-9745-401f-bb61-8e738820a3a8 None None] Sync routers for ids ['011a2d07-b3e8-4678-8cc7-55cc68eba0d1'] in n-d-842733-1 {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 21:49:55.339728 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68fcba9a-9745-401f-bb61-8e738820a3a8 None None] Routers {'011a2d07-b3e8-4678-8cc7-55cc68eba0d1'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:49:55.340331 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-68fcba9a-9745-401f-bb61-8e738820a3a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:49:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['011a2d07-b3e8-4678-8cc7-55cc68eba0d1'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:49:55.379166 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_v2 [None req-2529f280-bfc2-4098-9e55-7f953b55b538 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Deleting subnet ac29a27f-274d-427a-8f5a-d9de7f6c6f46 {{(pid=103162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 20 21:49:55.382222 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2529f280-bfc2-4098-9e55-7f953b55b538 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks [] for subnet, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:49:55.422237 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2529f280-bfc2-4098-9e55-7f953b55b538 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3738392'] for subnet, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:49:55.444079 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-68fcba9a-9745-401f-bb61-8e738820a3a8 None None] Set router 011a2d07-b3e8-4678-8cc7-55cc68eba0d1 gateway port host: n-d-842733-1 {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:49:55.510355 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2529f280-bfc2-4098-9e55-7f953b55b538 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33068388'] for subnet, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:49:55.634974 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-68fcba9a-9745-401f-bb61-8e738820a3a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '011a2d07-b3e8-4678-8cc7-55cc68eba0d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-968891555', 'tenant_id': 'cedf931037104109b3e73036244afafc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.123'}], 'enable_snat': True}, 'gw_port_id': '31eebb92-344c-4d11-9a1a-781534717ae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:48:01Z', 'updated_at': '2022-05-20T21:49:54Z', 'revision_number': 5, 'project_id': 'cedf931037104109b3e73036244afafc', 'gw_port': {'id': '31eebb92-344c-4d11-9a1a-781534717ae8', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:a8:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '011a2d07-b3e8-4678-8cc7-55cc68eba0d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:48:02Z', 'updated_at': '2022-05-20T21:48:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:49:55.726450 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2529f280-bfc2-4098-9e55-7f953b55b538 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33068399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3797621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4018265'] for subnet, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:49:55.754125 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2529f280-bfc2-4098-9e55-7f953b55b538 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Pushing event deleted for resources: {'Subnet': ['ID=ac29a27f-274d-427a-8f5a-d9de7f6c6f46,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:49:55.757633 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2529f280-bfc2-4098-9e55-7f953b55b538 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:49:55.760758 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-2529f280-bfc2-4098-9e55-7f953b55b538 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "DELETE /v2.0/subnets/ac29a27f-274d-427a-8f5a-d9de7f6c6f46 HTTP/1.1" status: 204 len: 168 time: 0.4319069 May 20 21:49:55.763482 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 36868) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:49:55.818801 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e76b094b-ca22-471a-ab37-2dea4032c4a9 None None] Network 917d5baf-4598-4e54-9501-1fda7de60ed0 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:49:55.823138 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:49:55.829733 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68fcba9a-9745-401f-bb61-8e738820a3a8 None None] Checking router: 011a2d07-b3e8-4678-8cc7-55cc68eba0d1 for host: n-d-842733-1 {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 21:49:55.872188 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-52e9ae82-f93a-4f59-8c7a-b09e318fe379 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks [] for router, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:49:55.897201 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68fcba9a-9745-401f-bb61-8e738820a3a8 None None] Routers {'011a2d07-b3e8-4678-8cc7-55cc68eba0d1'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:49:55.897834 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-68fcba9a-9745-401f-bb61-8e738820a3a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:49:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['011a2d07-b3e8-4678-8cc7-55cc68eba0d1'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:49:55.973772 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cc3ec51b-6ec8-438a-8349-5f0bec346d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:49:55.976335 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-52e9ae82-f93a-4f59-8c7a-b09e318fe379 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:49:56.046007 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-68fcba9a-9745-401f-bb61-8e738820a3a8 None None] Set router 011a2d07-b3e8-4678-8cc7-55cc68eba0d1 gateway port host: n-d-842733-1 {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:49:56.093392 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-52e9ae82-f93a-4f59-8c7a-b09e318fe379 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Deleting port 31eebb92-344c-4d11-9a1a-781534717ae8 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:49:56.093765 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-52e9ae82-f93a-4f59-8c7a-b09e318fe379 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:49:56.106893 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c00fb2e8-f48a-48bc-b2f5-928bc07bdd1e None None] DHCP port deletion for 917d5baf-4598-4e54-9501-1fda7de60ed0 request from n-d-842733-1 {{(pid=103164) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 21:49:56.179754 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-52e9ae82-f93a-4f59-8c7a-b09e318fe379 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] For port 31eebb92-344c-4d11-9a1a-781534717ae8, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=31eebb92-344c-4d11-9a1a-781534717ae8,segment=NetworkSegment(0b5485c4-eff8-42a1-9073-ae54ed4c63ba),segment_id=0b5485c4-eff8-42a1-9073-ae54ed4c63ba)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:49:56.180133 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-52e9ae82-f93a-4f59-8c7a-b09e318fe379 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:49:56.193308 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-52e9ae82-f93a-4f59-8c7a-b09e318fe379 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Calling delete_port for 31eebb92-344c-4d11-9a1a-781534717ae8 owned by network:router_gateway {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:49:56.244309 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-c00fb2e8-f48a-48bc-b2f5-928bc07bdd1e None None] Deleting port 91b2e320-8c65-456c-91ec-9629cd3cc651 {{(pid=103164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:49:56.244680 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c00fb2e8-f48a-48bc-b2f5-928bc07bdd1e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:49:56.313559 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-c00fb2e8-f48a-48bc-b2f5-928bc07bdd1e None None] For port 91b2e320-8c65-456c-91ec-9629cd3cc651, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=91b2e320-8c65-456c-91ec-9629cd3cc651,segment=NetworkSegment(b346d39c-13f5-4ff2-b90d-4b4d0018b285),segment_id=b346d39c-13f5-4ff2-b90d-4b4d0018b285)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:49:56.314255 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c00fb2e8-f48a-48bc-b2f5-928bc07bdd1e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:49:56.328558 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-c00fb2e8-f48a-48bc-b2f5-928bc07bdd1e None None] Calling delete_port for 91b2e320-8c65-456c-91ec-9629cd3cc651 owned by network:dhcp {{(pid=103164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:49:56.340229 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-68fcba9a-9745-401f-bb61-8e738820a3a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '011a2d07-b3e8-4678-8cc7-55cc68eba0d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-968891555', 'tenant_id': 'cedf931037104109b3e73036244afafc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.123'}], 'enable_snat': True}, 'gw_port_id': '31eebb92-344c-4d11-9a1a-781534717ae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:48:01Z', 'updated_at': '2022-05-20T21:49:54Z', 'revision_number': 5, 'project_id': 'cedf931037104109b3e73036244afafc', 'gw_port': {'id': '31eebb92-344c-4d11-9a1a-781534717ae8', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:a8:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '011a2d07-b3e8-4678-8cc7-55cc68eba0d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:48:02Z', 'updated_at': '2022-05-20T21:48:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:49:56.373518 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68fcba9a-9745-401f-bb61-8e738820a3a8 None None] The sync data for ids ['011a2d07-b3e8-4678-8cc7-55cc68eba0d1'] in n-d-842733-1 is: [{'id': '011a2d07-b3e8-4678-8cc7-55cc68eba0d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-968891555', 'tenant_id': 'cedf931037104109b3e73036244afafc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.123'}], 'enable_snat': True}, 'gw_port_id': '31eebb92-344c-4d11-9a1a-781534717ae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:48:01Z', 'updated_at': '2022-05-20T21:49:54Z', 'revision_number': 5, 'project_id': 'cedf931037104109b3e73036244afafc', 'gw_port': {'id': '31eebb92-344c-4d11-9a1a-781534717ae8', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:a8:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '011a2d07-b3e8-4678-8cc7-55cc68eba0d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:48:02Z', 'updated_at': '2022-05-20T21:48:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 21:49:56.428844 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-52e9ae82-f93a-4f59-8c7a-b09e318fe379 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:49:56.454437 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e9ae82-f93a-4f59-8c7a-b09e318fe379 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Pushing event deleted for resources: {'Port': ['ID=31eebb92-344c-4d11-9a1a-781534717ae8,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:49:56.513635 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-52e9ae82-f93a-4f59-8c7a-b09e318fe379 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-748206'] for router_gateway, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:49:56.524331 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c00fb2e8-f48a-48bc-b2f5-928bc07bdd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099'] for port, after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:49:56.550436 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00fb2e8-f48a-48bc-b2f5-928bc07bdd1e None None] Pushing event deleted for resources: {'Port': ['ID=91b2e320-8c65-456c-91ec-9629cd3cc651,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:49:56.559364 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c00fb2e8-f48a-48bc-b2f5-928bc07bdd1e None None] No DVR routers for this DVR port 91b2e320-8c65-456c-91ec-9629cd3cc651 on host n-d-842733-1 {{(pid=103164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 21:49:56.606909 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-52e9ae82-f93a-4f59-8c7a-b09e318fe379 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26169'] for router, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:49:56.609019 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-52e9ae82-f93a-4f59-8c7a-b09e318fe379 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:49:56.708929 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-52e9ae82-f93a-4f59-8c7a-b09e318fe379 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-693148'] for router, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:49:56.709880 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52e9ae82-f93a-4f59-8c7a-b09e318fe379 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Fanout notify agent at l3_agent the message router_deleted on router 011a2d07-b3e8-4678-8cc7-55cc68eba0d1 {{(pid=103162) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 20 21:49:56.716930 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-52e9ae82-f93a-4f59-8c7a-b09e318fe379 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks [] for router, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:49:56.720959 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 36870) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:49:56.722313 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-52e9ae82-f93a-4f59-8c7a-b09e318fe379 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "DELETE /v2.0/routers/011a2d07-b3e8-4678-8cc7-55cc68eba0d1 HTTP/1.1" status: 204 len: 168 time: 0.9557252 May 20 21:49:56.805066 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b4697f0b-d71e-467e-a8d0-d8572346b80c tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33160123'] for network, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:49:56.896056 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b4697f0b-d71e-467e-a8d0-d8572346b80c tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33072115', 'neutron.services.segments.db._delete_segments_for_network-8782419500584'] for network, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:49:56.916054 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-b4697f0b-d71e-467e-a8d0-d8572346b80c tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['917d5baf-4598-4e54-9501-1fda7de60ed0']}} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:49:56.926154 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-b4697f0b-d71e-467e-a8d0-d8572346b80c tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b346d39c-13f5-4ff2-b90d-4b4d0018b285') {'for_net_delete': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:49:56.926525 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-b4697f0b-d71e-467e-a8d0-d8572346b80c tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b346d39c-13f5-4ff2-b90d-4b4d0018b285') {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:49:56.936375 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b4697f0b-d71e-467e-a8d0-d8572346b80c tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419501617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9338764'] for segment, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:49:56.950192 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b4697f0b-d71e-467e-a8d0-d8572346b80c tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:49:56.956973 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4697f0b-d71e-467e-a8d0-d8572346b80c tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Releasing vlan 224 on physical network physnet1 to pool {{(pid=103163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 21:49:56.957389 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b4697f0b-d71e-467e-a8d0-d8572346b80c tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9638311'] for segment, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:49:56.960229 n-d-842733-1 neutron-server[103163]: Traceback (most recent call last): May 20 21:49:56.960229 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 21:49:56.960229 n-d-842733-1 neutron-server[103163]: timer() May 20 21:49:56.960229 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 21:49:56.960229 n-d-842733-1 neutron-server[103163]: cb(*args, **kw) May 20 21:49:56.960229 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 20 21:49:56.960229 n-d-842733-1 neutron-server[103163]: return func(*args, **kwargs) May 20 21:49:56.960229 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 21:49:56.960229 n-d-842733-1 neutron-server[103163]: self._notify() May 20 21:49:56.960229 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 21:49:56.960229 n-d-842733-1 neutron-server[103163]: self.callback(batched_events) May 20 21:49:56.960229 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 21:49:56.960229 n-d-842733-1 neutron-server[103163]: event.method(event) May 20 21:49:56.960229 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 20 21:49:56.960229 n-d-842733-1 neutron-server[103163]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 21:49:56.960229 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 20 21:49:56.960229 n-d-842733-1 neutron-server[103163]: aggregate_uuid = self.p_client.list_aggregates( May 20 21:49:56.960229 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 20 21:49:56.960229 n-d-842733-1 neutron-server[103163]: return f(self, *a, **k) May 20 21:49:56.960229 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 20 21:49:56.960229 n-d-842733-1 neutron-server[103163]: return self._get(url).json() May 20 21:49:56.960229 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 20 21:49:56.960229 n-d-842733-1 neutron-server[103163]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 21:49:56.960229 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 21:49:56.960229 n-d-842733-1 neutron-server[103163]: return self.request(url, 'GET', **kwargs) May 20 21:49:56.960229 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 21:49:56.960229 n-d-842733-1 neutron-server[103163]: base_url = self.get_endpoint(auth, allow=allow, May 20 21:49:56.960229 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 21:49:56.960229 n-d-842733-1 neutron-server[103163]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 21:49:56.960229 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 21:49:56.960229 n-d-842733-1 neutron-server[103163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 21:49:56.960229 n-d-842733-1 neutron-server[103163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 21:49:57.078905 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b4697f0b-d71e-467e-a8d0-d8572346b80c tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33072122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748162'] for network, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:49:57.088330 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b4697f0b-d71e-467e-a8d0-d8572346b80c tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:49:57.089685 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-b4697f0b-d71e-467e-a8d0-d8572346b80c tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "DELETE /v2.0/networks/917d5baf-4598-4e54-9501-1fda7de60ed0 HTTP/1.1" status: 204 len: 168 time: 0.3661306 May 20 21:49:57.092388 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 36872) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:49:57.101685 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4697f0b-d71e-467e-a8d0-d8572346b80c tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Pushing event deleted for resources: {'Network': ['ID=917d5baf-4598-4e54-9501-1fda7de60ed0,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:49:57.108972 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4697f0b-d71e-467e-a8d0-d8572346b80c tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:49:57.109339 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4697f0b-d71e-467e-a8d0-d8572346b80c tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:49:57.109674 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4697f0b-d71e-467e-a8d0-d8572346b80c tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:49:57.110003 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4697f0b-d71e-467e-a8d0-d8572346b80c tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:49:57.110326 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4697f0b-d71e-467e-a8d0-d8572346b80c tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:49:57.110654 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4697f0b-d71e-467e-a8d0-d8572346b80c tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:49:57.110977 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4697f0b-d71e-467e-a8d0-d8572346b80c tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:49:57.111313 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4697f0b-d71e-467e-a8d0-d8572346b80c tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:49:57.111616 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4697f0b-d71e-467e-a8d0-d8572346b80c tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:49:57.111982 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4697f0b-d71e-467e-a8d0-d8572346b80c tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:49:57.112391 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4697f0b-d71e-467e-a8d0-d8572346b80c tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:49:57.112709 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4697f0b-d71e-467e-a8d0-d8572346b80c tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:49:57.156802 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7c6ad73f-ad02-47c1-8ea8-a6b96d6934f1 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:49:57.181946 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7c6ad73f-ad02-47c1-8ea8-a6b96d6934f1 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:49:57.274347 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7c6ad73f-ad02-47c1-8ea8-a6b96d6934f1 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:49:57.276968 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7c6ad73f-ad02-47c1-8ea8-a6b96d6934f1 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:49:57.278208 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-7c6ad73f-ad02-47c1-8ea8-a6b96d6934f1 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "DELETE /v2.0/security-groups/31e06ebd-89c4-4ea7-8c15-887d487173fd HTTP/1.1" status: 204 len: 168 time: 0.1847787 May 20 21:49:57.287689 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6ad73f-ad02-47c1-8ea8-a6b96d6934f1 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=31e06ebd-89c4-4ea7-8c15-887d487173fd,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:49:57.414692 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 31eebb92-344c-4d11-9a1a-781534717ae8 no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 21:49:57.440965 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: 31eebb92-344c-4d11-9a1a-781534717ae8 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 21:49:57.441401 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 31eebb92-344c-4d11-9a1a-781534717ae8 not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 21:49:57.441885 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 91b2e320-8c65-456c-91ec-9629cd3cc651 no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 21:49:57.460996 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: 91b2e320-8c65-456c-91ec-9629cd3cc651 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 21:49:57.464034 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 91b2e320-8c65-456c-91ec-9629cd3cc651 not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 21:49:57.464034 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 06c1606a-afc1-46bb-9649-692af7a9ec7a no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 21:49:57.480390 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: 06c1606a-afc1-46bb-9649-692af7a9ec7a {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 21:49:57.480725 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 06c1606a-afc1-46bb-9649-692af7a9ec7a not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 21:49:57.512540 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 36878) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:49:57.517332 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-b11d46ae-7fb7-471c-9f2e-0738e17ac14b tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1307985052', 'description': 'tempest-secgroup-smoke-1307985052 description', 'project_id': 'cedf931037104109b3e73036244afafc'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:49:57.588870 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b11d46ae-7fb7-471c-9f2e-0738e17ac14b tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:49:57.654962 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b11d46ae-7fb7-471c-9f2e-0738e17ac14b tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:49:57.719938 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b11d46ae-7fb7-471c-9f2e-0738e17ac14b tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:49:57.748744 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11d46ae-7fb7-471c-9f2e-0738e17ac14b tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e79fc111-b386-438a-ba47-1214e07d65c6,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:49:57.807632 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b11d46ae-7fb7-471c-9f2e-0738e17ac14b tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:49:57.808851 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-b11d46ae-7fb7-471c-9f2e-0738e17ac14b tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2953279 May 20 21:49:57.811873 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 36880) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:49:57.816276 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-f145e979-01cc-4fbb-94d1-f2c08961acbd tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Request body: {'security_group_rule': {'security_group_id': 'e79fc111-b386-438a-ba47-1214e07d65c6', 'project_id': 'cedf931037104109b3e73036244afafc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:49:57.888827 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f145e979-01cc-4fbb-94d1-f2c08961acbd tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:49:57.943743 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f145e979-01cc-4fbb-94d1-f2c08961acbd tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:49:58.015335 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f145e979-01cc-4fbb-94d1-f2c08961acbd tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691816'] for security_group_rule, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:49:58.033441 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f145e979-01cc-4fbb-94d1-f2c08961acbd tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4dfe2054-2672-4831-a47c-3203485133e3,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:49:58.097443 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f145e979-01cc-4fbb-94d1-f2c08961acbd tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:49:58.098650 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-f145e979-01cc-4fbb-94d1-f2c08961acbd tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2858336 May 20 21:49:58.102068 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 36882) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:49:58.106448 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-37f3f974-642f-4a9f-9711-7a5f84467b4a tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Request body: {'security_group_rule': {'security_group_id': 'e79fc111-b386-438a-ba47-1214e07d65c6', 'project_id': 'cedf931037104109b3e73036244afafc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:49:58.181561 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-37f3f974-642f-4a9f-9711-7a5f84467b4a tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:49:58.241725 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-37f3f974-642f-4a9f-9711-7a5f84467b4a tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:49:58.302501 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-37f3f974-642f-4a9f-9711-7a5f84467b4a tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691816'] for security_group_rule, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:49:58.317063 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f3f974-642f-4a9f-9711-7a5f84467b4a tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0bdfd3f-4f01-403c-b643-d4f4dc77f206,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:49:58.388704 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-37f3f974-642f-4a9f-9711-7a5f84467b4a tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:49:58.389939 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-37f3f974-642f-4a9f-9711-7a5f84467b4a tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2869697 May 20 21:49:58.392891 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 36884) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:49:58.397368 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-0ac304c5-fa9d-49a0-b2d5-f46b4b2b23f6 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Request body: {'security_group_rule': {'security_group_id': 'e79fc111-b386-438a-ba47-1214e07d65c6', 'project_id': 'cedf931037104109b3e73036244afafc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:49:58.484856 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0ac304c5-fa9d-49a0-b2d5-f46b4b2b23f6 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:49:58.542222 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0ac304c5-fa9d-49a0-b2d5-f46b4b2b23f6 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:49:58.640129 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0ac304c5-fa9d-49a0-b2d5-f46b4b2b23f6 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691816'] for security_group_rule, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:49:58.658217 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac304c5-fa9d-49a0-b2d5-f46b4b2b23f6 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfb86af4-6b00-488e-a0ca-cc9653c26c02,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:49:58.710651 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0ac304c5-fa9d-49a0-b2d5-f46b4b2b23f6 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:49:58.711860 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-0ac304c5-fa9d-49a0-b2d5-f46b4b2b23f6 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3179331 May 20 21:49:58.714581 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 36886) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:49:58.718893 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-bf47b7fc-96da-424e-a585-8034120cf483 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Request body: {'security_group_rule': {'security_group_id': 'e79fc111-b386-438a-ba47-1214e07d65c6', 'project_id': 'cedf931037104109b3e73036244afafc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:49:58.803278 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bf47b7fc-96da-424e-a585-8034120cf483 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:49:58.860050 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bf47b7fc-96da-424e-a585-8034120cf483 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:49:58.919801 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bf47b7fc-96da-424e-a585-8034120cf483 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691816'] for security_group_rule, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:49:58.936913 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf47b7fc-96da-424e-a585-8034120cf483 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d281d25a-79a6-45d9-bfca-7a95f1161c35,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:49:59.001835 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bf47b7fc-96da-424e-a585-8034120cf483 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:49:59.003141 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-bf47b7fc-96da-424e-a585-8034120cf483 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2876263 May 20 21:49:59.006169 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 36888) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:49:59.010519 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-466dcc76-ca6b-4f3b-9d44-972d076cda7e tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Request body: {'security_group_rule': {'security_group_id': 'e79fc111-b386-438a-ba47-1214e07d65c6', 'project_id': 'cedf931037104109b3e73036244afafc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:49:59.084489 n-d-842733-1 neutron-server[103163]: INFO neutron.db.securitygroups_db [None req-466dcc76-ca6b-4f3b-9d44-972d076cda7e tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Project cedf931037104109b3e73036244afafc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 20 21:49:59.089083 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-466dcc76-ca6b-4f3b-9d44-972d076cda7e tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:49:59.149764 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-466dcc76-ca6b-4f3b-9d44-972d076cda7e tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:49:59.240060 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-466dcc76-ca6b-4f3b-9d44-972d076cda7e tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691816'] for security_group_rule, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:49:59.258057 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466dcc76-ca6b-4f3b-9d44-972d076cda7e tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=163bc92d-ba0e-4aa0-91b8-4474cfdb7b92,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:49:59.316832 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-466dcc76-ca6b-4f3b-9d44-972d076cda7e tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:49:59.318097 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-466dcc76-ca6b-4f3b-9d44-972d076cda7e tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3110189 May 20 21:49:59.320814 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 36890) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:49:59.325071 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-2b8852dc-78f0-461f-9652-05637893bef1 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Request body: {'security_group_rule': {'security_group_id': 'e79fc111-b386-438a-ba47-1214e07d65c6', 'project_id': 'cedf931037104109b3e73036244afafc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:49:59.395414 n-d-842733-1 neutron-server[103163]: INFO neutron.db.securitygroups_db [None req-2b8852dc-78f0-461f-9652-05637893bef1 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Project cedf931037104109b3e73036244afafc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 20 21:49:59.400046 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2b8852dc-78f0-461f-9652-05637893bef1 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:49:59.459253 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2b8852dc-78f0-461f-9652-05637893bef1 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:49:59.535771 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2b8852dc-78f0-461f-9652-05637893bef1 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691816'] for security_group_rule, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:49:59.553782 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8852dc-78f0-461f-9652-05637893bef1 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c977f67-422d-4c67-a9e6-57ba623f356b,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:49:59.613600 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2b8852dc-78f0-461f-9652-05637893bef1 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:49:59.614808 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-2b8852dc-78f0-461f-9652-05637893bef1 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2930427 May 20 21:49:59.617768 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 36892) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:49:59.622554 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-48557b4e-eb96-4e4e-8d2d-992fbc9d4ab1 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Request body: {'network': {'name': 'tempest-network-smoke--1738230803', 'project_id': 'cedf931037104109b3e73036244afafc', 'port_security_enabled': True}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:49:59.697145 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48557b4e-eb96-4e4e-8d2d-992fbc9d4ab1 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Made reservation on behalf of cedf931037104109b3e73036244afafc for: {'network': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:49:59.700554 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-48557b4e-eb96-4e4e-8d2d-992fbc9d4ab1 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for network, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:49:59.725009 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48557b4e-eb96-4e4e-8d2d-992fbc9d4ab1 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 202} {{(pid=103163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 21:49:59.733324 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-48557b4e-eb96-4e4e-8d2d-992fbc9d4ab1 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:49:59.736581 n-d-842733-1 neutron-server[103163]: INFO neutron.db.segments_db [None req-48557b4e-eb96-4e4e-8d2d-992fbc9d4ab1 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Added segment 89c35f5c-f4c5-4d79-8c06-c6e5698f2ffb of type vlan for network a1f08390-0658-43f9-8e22-2ff060904f2b May 20 21:49:59.774083 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-48557b4e-eb96-4e4e-8d2d-992fbc9d4ab1 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418993264'] for network, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:49:59.850303 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-48557b4e-eb96-4e4e-8d2d-992fbc9d4ab1 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524'] for network, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:49:59.855763 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48557b4e-eb96-4e4e-8d2d-992fbc9d4ab1 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:49:59.856347 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-48557b4e-eb96-4e4e-8d2d-992fbc9d4ab1 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:49:59.928507 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48557b4e-eb96-4e4e-8d2d-992fbc9d4ab1 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Pushing event updated for resources: {'Network': ['ID=a1f08390-0658-43f9-8e22-2ff060904f2b,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:49:59.939287 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Network a1f08390-0658-43f9-8e22-2ff060904f2b details requested by agent ovs-agent-n-d-842733-1 with host n-d-842733-1 {{(pid=103164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 20 21:50:00.001477 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-48557b4e-eb96-4e4e-8d2d-992fbc9d4ab1 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3825412 May 20 21:50:00.004837 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 36894) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:50:00.009527 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-12668c31-79bd-45e2-b867-1c394568330b tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1986522759', 'admin_state_up': True, 'project_id': 'cedf931037104109b3e73036244afafc', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'}}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:50:00.084572 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-12668c31-79bd-45e2-b867-1c394568330b tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-694221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26155'] for router, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:00.085754 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-12668c31-79bd-45e2-b867-1c394568330b tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-693085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748153', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-718080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26162'] for router, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:00.137699 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-12668c31-79bd-45e2-b867-1c394568330b tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:00.345506 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-12668c31-79bd-45e2-b867-1c394568330b tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:00.586853 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-12668c31-79bd-45e2-b867-1c394568330b tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks [] for router_gateway, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:00.606354 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-12668c31-79bd-45e2-b867-1c394568330b tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:00.710147 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-12668c31-79bd-45e2-b867-1c394568330b tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Allocated IP 172.25.2.136 (e3a93b5c-91e2-4064-9c2c-1afc261bfe15/86fee0c1-6e34-488b-9216-b2b8e7ef585a/e58c9d0a-e0fe-45ec-868c-6f0cbd5a381c) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:50:00.811406 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-12668c31-79bd-45e2-b867-1c394568330b tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:00.903508 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-12668c31-79bd-45e2-b867-1c394568330b tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:00.942428 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12668c31-79bd-45e2-b867-1c394568330b tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Network e3a93b5c-91e2-4064-9c2c-1afc261bfe15 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:50:00.945099 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-12668c31-79bd-45e2-b867-1c394568330b tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:50:00.948481 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12668c31-79bd-45e2-b867-1c394568330b tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:50:00.956430 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12668c31-79bd-45e2-b867-1c394568330b tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Pushing event updated for resources: {'Port': ['ID=e58c9d0a-e0fe-45ec-868c-6f0cbd5a381c,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:50:01.262098 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-12668c31-79bd-45e2-b867-1c394568330b tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks [] for router_gateway, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:01.453700 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-12668c31-79bd-45e2-b867-1c394568330b tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748106'] for router, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:01.673040 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12668c31-79bd-45e2-b867-1c394568330b tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Router 11923e24-b71f-40c8-ae5c-2223f3306ded is scheduled to L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e with binding_index 1 {{(pid=103163) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 20 21:50:01.779922 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12668c31-79bd-45e2-b867-1c394568330b tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 21:50:01.790270 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a9ef7e-a65b-4c9f-9b4e-6dd2e7692ddc None None] Sync routers for ids ['11923e24-b71f-40c8-ae5c-2223f3306ded'] in n-d-842733-1 {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 21:50:01.800817 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a9ef7e-a65b-4c9f-9b4e-6dd2e7692ddc None None] Routers {'11923e24-b71f-40c8-ae5c-2223f3306ded'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:50:01.806366 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-a5a9ef7e-a65b-4c9f-9b4e-6dd2e7692ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:49:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['11923e24-b71f-40c8-ae5c-2223f3306ded'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:50:01.853859 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-12668c31-79bd-45e2-b867-1c394568330b tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks [] for router, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:01.855186 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-12668c31-79bd-45e2-b867-1c394568330b tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.8491089 May 20 21:50:01.858819 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 36896) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:50:01.888468 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-562169d5-af43-459a-bcf1-a53b06ca5ba3 tempest-TestNetworkAdvancedServerOps-869466300 tempest-TestNetworkAdvancedServerOps-869466300-project-admin] 10.222.0.35 "GET /v2.0/subnets?project_id=cedf931037104109b3e73036244afafc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0285184 May 20 21:50:01.891431 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 36898) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:50:01.907779 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-a5a9ef7e-a65b-4c9f-9b4e-6dd2e7692ddc None None] Set router 11923e24-b71f-40c8-ae5c-2223f3306ded gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:50:01.980452 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d5de116-7f09-4780-9d70-15b0d7eb2d6b tempest-TestNetworkAdvancedServerOps-869466300 tempest-TestNetworkAdvancedServerOps-869466300-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:50:01.982064 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-1d5de116-7f09-4780-9d70-15b0d7eb2d6b tempest-TestNetworkAdvancedServerOps-869466300 tempest-TestNetworkAdvancedServerOps-869466300-project-admin] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0896819 May 20 21:50:01.985705 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 36900) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:50:02.019734 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-4f0e86cc-2a94-4f76-bf28-9d8340b780c8 tempest-TestNetworkAdvancedServerOps-869466300 tempest-TestNetworkAdvancedServerOps-869466300-project-admin] 10.222.0.35 "GET /v2.0/subnets?network_id=e3a93b5c-91e2-4064-9c2c-1afc261bfe15&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0329587 May 20 21:50:02.022503 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 36902) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:50:02.079546 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-dbd995ae-e8c8-40b5-89be-5bc2e8fa1ece tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1142594178', 'network_id': 'a1f08390-0658-43f9-8e22-2ff060904f2b', 'project_id': 'cedf931037104109b3e73036244afafc', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:50:02.176847 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-a5a9ef7e-a65b-4c9f-9b4e-6dd2e7692ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11923e24-b71f-40c8-ae5c-2223f3306ded', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1986522759', 'tenant_id': 'cedf931037104109b3e73036244afafc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': 'e58c9d0a-e0fe-45ec-868c-6f0cbd5a381c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:50:00Z', 'updated_at': '2022-05-20T21:50:01Z', 'revision_number': 3, 'project_id': 'cedf931037104109b3e73036244afafc', 'gw_port': {'id': 'e58c9d0a-e0fe-45ec-868c-6f0cbd5a381c', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:12:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11923e24-b71f-40c8-ae5c-2223f3306ded', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:50:00Z', 'updated_at': '2022-05-20T21:50:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:50:02.202886 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a9ef7e-a65b-4c9f-9b4e-6dd2e7692ddc None None] Checking router: 11923e24-b71f-40c8-ae5c-2223f3306ded for host: n-d-842733-1 {{(pid=103165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 21:50:02.203226 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a9ef7e-a65b-4c9f-9b4e-6dd2e7692ddc None None] Updating router 11923e24-b71f-40c8-ae5c-2223f3306ded port e58c9d0a-e0fe-45ec-868c-6f0cbd5a381c binding host n-d-842733-1 {{(pid=103165) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 21:50:02.227681 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-a5a9ef7e-a65b-4c9f-9b4e-6dd2e7692ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:02.234274 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbd995ae-e8c8-40b5-89be-5bc2e8fa1ece tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Made reservation on behalf of cedf931037104109b3e73036244afafc for: {'subnet': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:50:02.237848 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-dbd995ae-e8c8-40b5-89be-5bc2e8fa1ece tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8422561'] for subnet, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:02.486612 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-a5a9ef7e-a65b-4c9f-9b4e-6dd2e7692ddc None None] Notify callbacks [] for port, precommit_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:02.560319 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-a5a9ef7e-a65b-4c9f-9b4e-6dd2e7692ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:02.614101 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6da9e5-bd21-488e-a94d-4f05bedccad2 None None] Pushing event updated for resources: {'Port': ['ID=e58c9d0a-e0fe-45ec-868c-6f0cbd5a381c,revision_number=2']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:50:02.616267 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-a5a9ef7e-a65b-4c9f-9b4e-6dd2e7692ddc None None] Attempting to bind port e58c9d0a-e0fe-45ec-868c-6f0cbd5a381c on host n-d-842733-1 for vnic_type normal with profile {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:50:02.616628 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-a5a9ef7e-a65b-4c9f-9b4e-6dd2e7692ddc None None] Attempting to bind port e58c9d0a-e0fe-45ec-868c-6f0cbd5a381c by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': '0b5485c4-eff8-42a1-9073-ae54ed4c63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'}] {{(pid=103165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:50:02.616984 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a9ef7e-a65b-4c9f-9b4e-6dd2e7692ddc None None] Attempting to bind port e58c9d0a-e0fe-45ec-868c-6f0cbd5a381c on network e3a93b5c-91e2-4064-9c2c-1afc261bfe15 {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:50:02.626254 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6da9e5-bd21-488e-a94d-4f05bedccad2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:50:02.626626 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6da9e5-bd21-488e-a94d-4f05bedccad2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:50:02.626961 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6da9e5-bd21-488e-a94d-4f05bedccad2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:50:02.627289 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6da9e5-bd21-488e-a94d-4f05bedccad2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:50:02.627739 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6da9e5-bd21-488e-a94d-4f05bedccad2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:50:02.627946 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6da9e5-bd21-488e-a94d-4f05bedccad2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:50:02.628264 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6da9e5-bd21-488e-a94d-4f05bedccad2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:50:02.628613 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6da9e5-bd21-488e-a94d-4f05bedccad2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:50:02.629598 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6da9e5-bd21-488e-a94d-4f05bedccad2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:50:02.630023 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6da9e5-bd21-488e-a94d-4f05bedccad2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:50:02.630286 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6da9e5-bd21-488e-a94d-4f05bedccad2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:50:02.630606 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6da9e5-bd21-488e-a94d-4f05bedccad2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:50:02.634008 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a9ef7e-a65b-4c9f-9b4e-6dd2e7692ddc None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 21, 49, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 21:50:02.634375 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a9ef7e-a65b-4c9f-9b4e-6dd2e7692ddc None None] Checking segment: {'id': '0b5485c4-eff8-42a1-9073-ae54ed4c63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:50:02.634801 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-a5a9ef7e-a65b-4c9f-9b4e-6dd2e7692ddc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:02.635256 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a9ef7e-a65b-4c9f-9b4e-6dd2e7692ddc None None] Bound using segment: {'id': '0b5485c4-eff8-42a1-9073-ae54ed4c63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'} {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 21:50:02.635745 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-a5a9ef7e-a65b-4c9f-9b4e-6dd2e7692ddc None None] Bound port: e58c9d0a-e0fe-45ec-868c-6f0cbd5a381c, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b5485c4-eff8-42a1-9073-ae54ed4c63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'}}] {{(pid=103165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:50:02.636126 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-a5a9ef7e-a65b-4c9f-9b4e-6dd2e7692ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:02.693588 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-a5a9ef7e-a65b-4c9f-9b4e-6dd2e7692ddc None None] For port e58c9d0a-e0fe-45ec-868c-6f0cbd5a381c, host n-d-842733-1, cleared binding levels {{(pid=103165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 21:50:02.697913 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-a5a9ef7e-a65b-4c9f-9b4e-6dd2e7692ddc None None] For port e58c9d0a-e0fe-45ec-868c-6f0cbd5a381c, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=e58c9d0a-e0fe-45ec-868c-6f0cbd5a381c,segment=NetworkSegment(0b5485c4-eff8-42a1-9073-ae54ed4c63ba),segment_id=0b5485c4-eff8-42a1-9073-ae54ed4c63ba)] {{(pid=103165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 21:50:02.758898 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-a5a9ef7e-a65b-4c9f-9b4e-6dd2e7692ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:02.816272 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-dbd995ae-e8c8-40b5-89be-5bc2e8fa1ece tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9641412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8422583'] for subnet, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:02.816534 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a9ef7e-a65b-4c9f-9b4e-6dd2e7692ddc None None] Routers {'11923e24-b71f-40c8-ae5c-2223f3306ded'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:50:02.817023 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-a5a9ef7e-a65b-4c9f-9b4e-6dd2e7692ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:49:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['11923e24-b71f-40c8-ae5c-2223f3306ded'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:50:02.850440 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6da9e5-bd21-488e-a94d-4f05bedccad2 None None] Pushing event updated for resources: {'Port': ['ID=e58c9d0a-e0fe-45ec-868c-6f0cbd5a381c,revision_number=3']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:50:02.880037 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd995ae-e8c8-40b5-89be-5bc2e8fa1ece tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Pushing event updated for resources: {'Subnet': ['ID=e462e1b0-09a1-43df-9b10-c6ed2703c6c0,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:50:02.887033 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbd995ae-e8c8-40b5-89be-5bc2e8fa1ece tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Checking segment: {'id': '89c35f5c-f4c5-4d79-8c06-c6e5698f2ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'a1f08390-0658-43f9-8e22-2ff060904f2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:50:02.887392 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbd995ae-e8c8-40b5-89be-5bc2e8fa1ece tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Network hostable DHCP agents. Network: a1f08390-0658-43f9-8e22-2ff060904f2b, hostable agents: ['c9b0653c-f3c7-4339-bd50-e3754b629216'], hosted agents: [] {{(pid=103163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 21:50:02.902403 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:02.925630 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-a5a9ef7e-a65b-4c9f-9b4e-6dd2e7692ddc None None] Set router 11923e24-b71f-40c8-ae5c-2223f3306ded gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:50:02.981543 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbd995ae-e8c8-40b5-89be-5bc2e8fa1ece tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Network a1f08390-0658-43f9-8e22-2ff060904f2b is scheduled to be hosted by DHCP agent c9b0653c-f3c7-4339-bd50-e3754b629216 with binding_index 1 {{(pid=103163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 21:50:03.050032 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-dbd995ae-e8c8-40b5-89be-5bc2e8fa1ece tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842733-1, a1f08390-0658-43f9-8e22-2ff060904f2b) {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:50:03.055364 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbd995ae-e8c8-40b5-89be-5bc2e8fa1ece tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:50:03.055971 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-dbd995ae-e8c8-40b5-89be-5bc2e8fa1ece tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks [] for subnet, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:03.060317 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b45a2a72-f0d5-44d0-a6d5-ba5062299013 None None] Network a1f08390-0658-43f9-8e22-2ff060904f2b requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:50:03.102683 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-a5a9ef7e-a65b-4c9f-9b4e-6dd2e7692ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11923e24-b71f-40c8-ae5c-2223f3306ded', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1986522759', 'tenant_id': 'cedf931037104109b3e73036244afafc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': 'e58c9d0a-e0fe-45ec-868c-6f0cbd5a381c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:50:00Z', 'updated_at': '2022-05-20T21:50:01Z', 'revision_number': 3, 'project_id': 'cedf931037104109b3e73036244afafc', 'gw_port': {'id': 'e58c9d0a-e0fe-45ec-868c-6f0cbd5a381c', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:12:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11923e24-b71f-40c8-ae5c-2223f3306ded', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:50:00Z', 'updated_at': '2022-05-20T21:50:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:50:03.123235 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-dbd995ae-e8c8-40b5-89be-5bc2e8fa1ece tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0995336 May 20 21:50:03.125777 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 36906) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:50:03.130184 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a9ef7e-a65b-4c9f-9b4e-6dd2e7692ddc None None] The sync data for ids ['11923e24-b71f-40c8-ae5c-2223f3306ded'] in n-d-842733-1 is: [{'id': '11923e24-b71f-40c8-ae5c-2223f3306ded', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1986522759', 'tenant_id': 'cedf931037104109b3e73036244afafc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': 'e58c9d0a-e0fe-45ec-868c-6f0cbd5a381c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:50:00Z', 'updated_at': '2022-05-20T21:50:01Z', 'revision_number': 3, 'project_id': 'cedf931037104109b3e73036244afafc', 'gw_port': {'id': 'e58c9d0a-e0fe-45ec-868c-6f0cbd5a381c', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:12:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11923e24-b71f-40c8-ae5c-2223f3306ded', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:50:00Z', 'updated_at': '2022-05-20T21:50:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 21:50:03.219585 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31ba01b7-8b36-43b1-936f-6165e12e4607 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaee2b848-d4b9-5db1-b6ef-d6db29d67de7-a1f08390-0658-43f9-8e22-2ff060904f2b', 'network_id': 'a1f08390-0658-43f9-8e22-2ff060904f2b', 'tenant_id': 'cedf931037104109b3e73036244afafc', 'fixed_ips': [{'subnet_id': 'e462e1b0-09a1-43df-9b10-c6ed2703c6c0'}]}} from n-d-842733-1. {{(pid=103164) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 21:50:03.220566 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-31ba01b7-8b36-43b1-936f-6165e12e4607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:03.386226 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [None req-31ba01b7-8b36-43b1-936f-6165e12e4607 None None] Allocated IP 172.20.0.2 (a1f08390-0658-43f9-8e22-2ff060904f2b/e462e1b0-09a1-43df-9b10-c6ed2703c6c0/87c270d8-dd83-475c-a6f6-e0357dc177c0) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:50:03.550878 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-31ba01b7-8b36-43b1-936f-6165e12e4607 None None] Notify callbacks [] for port, precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:03.633769 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e0461f74-26cc-4de2-87a7-92682f5beb39 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:03.669523 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-31ba01b7-8b36-43b1-936f-6165e12e4607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108'] for port, after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:03.711170 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31ba01b7-8b36-43b1-936f-6165e12e4607 None None] Network a1f08390-0658-43f9-8e22-2ff060904f2b is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:50:03.712620 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-31ba01b7-8b36-43b1-936f-6165e12e4607 None None] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:50:03.715245 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31ba01b7-8b36-43b1-936f-6165e12e4607 None None] Received port after_create {{(pid=103164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:50:03.826364 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-31ba01b7-8b36-43b1-936f-6165e12e4607 None None] Attempting to bind port 87c270d8-dd83-475c-a6f6-e0357dc177c0 on host n-d-842733-1 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:50:03.826646 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-31ba01b7-8b36-43b1-936f-6165e12e4607 None None] Attempting to bind port 87c270d8-dd83-475c-a6f6-e0357dc177c0 by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': '89c35f5c-f4c5-4d79-8c06-c6e5698f2ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'a1f08390-0658-43f9-8e22-2ff060904f2b'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:50:03.827008 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ba01b7-8b36-43b1-936f-6165e12e4607 None None] Attempting to bind port 87c270d8-dd83-475c-a6f6-e0357dc177c0 on network a1f08390-0658-43f9-8e22-2ff060904f2b {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:50:03.829146 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ba01b7-8b36-43b1-936f-6165e12e4607 None None] Pushing event updated for resources: {'Port': ['ID=87c270d8-dd83-475c-a6f6-e0357dc177c0,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:50:03.834944 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ba01b7-8b36-43b1-936f-6165e12e4607 None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 21, 49, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 21:50:03.835310 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ba01b7-8b36-43b1-936f-6165e12e4607 None None] Checking segment: {'id': '89c35f5c-f4c5-4d79-8c06-c6e5698f2ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'a1f08390-0658-43f9-8e22-2ff060904f2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:50:03.835704 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-31ba01b7-8b36-43b1-936f-6165e12e4607 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:03.836082 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ba01b7-8b36-43b1-936f-6165e12e4607 None None] Bound using segment: {'id': '89c35f5c-f4c5-4d79-8c06-c6e5698f2ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'a1f08390-0658-43f9-8e22-2ff060904f2b'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 21:50:03.836910 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-31ba01b7-8b36-43b1-936f-6165e12e4607 None None] Bound port: 87c270d8-dd83-475c-a6f6-e0357dc177c0, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89c35f5c-f4c5-4d79-8c06-c6e5698f2ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'a1f08390-0658-43f9-8e22-2ff060904f2b'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:50:03.836910 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-31ba01b7-8b36-43b1-936f-6165e12e4607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:03.902584 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-31ba01b7-8b36-43b1-936f-6165e12e4607 None None] For port 87c270d8-dd83-475c-a6f6-e0357dc177c0, host n-d-842733-1, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 21:50:03.906053 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-31ba01b7-8b36-43b1-936f-6165e12e4607 None None] For port 87c270d8-dd83-475c-a6f6-e0357dc177c0, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=87c270d8-dd83-475c-a6f6-e0357dc177c0,segment=NetworkSegment(89c35f5c-f4c5-4d79-8c06-c6e5698f2ffb),segment_id=89c35f5c-f4c5-4d79-8c06-c6e5698f2ffb)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 21:50:03.993629 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-31ba01b7-8b36-43b1-936f-6165e12e4607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:04.032798 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-e0461f74-26cc-4de2-87a7-92682f5beb39 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Allocated IP 172.20.0.1 (a1f08390-0658-43f9-8e22-2ff060904f2b/e462e1b0-09a1-43df-9b10-c6ed2703c6c0/6b7c48fe-87e6-40aa-9a5c-8cdff0767276) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:50:04.069482 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ba01b7-8b36-43b1-936f-6165e12e4607 None None] Pushing event updated for resources: {'Port': ['ID=87c270d8-dd83-475c-a6f6-e0357dc177c0,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:50:04.163213 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e0461f74-26cc-4de2-87a7-92682f5beb39 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:04.257621 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e0461f74-26cc-4de2-87a7-92682f5beb39 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:04.303135 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0461f74-26cc-4de2-87a7-92682f5beb39 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Network a1f08390-0658-43f9-8e22-2ff060904f2b is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:50:04.306262 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-e0461f74-26cc-4de2-87a7-92682f5beb39 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:50:04.310310 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0461f74-26cc-4de2-87a7-92682f5beb39 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:50:04.348615 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0461f74-26cc-4de2-87a7-92682f5beb39 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Pushing event updated for resources: {'Port': ['ID=6b7c48fe-87e6-40aa-9a5c-8cdff0767276,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:50:04.369631 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e0461f74-26cc-4de2-87a7-92682f5beb39 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748409'] for router_interface, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:04.560707 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e0461f74-26cc-4de2-87a7-92682f5beb39 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:04.842911 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e0461f74-26cc-4de2-87a7-92682f5beb39 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks [] for port, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:04.891745 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e0461f74-26cc-4de2-87a7-92682f5beb39 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:04.969347 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0461f74-26cc-4de2-87a7-92682f5beb39 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Pushing event updated for resources: {'Port': ['ID=6b7c48fe-87e6-40aa-9a5c-8cdff0767276,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:50:04.971995 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e0461f74-26cc-4de2-87a7-92682f5beb39 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748437'] for router_interface, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:05.078173 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0461f74-26cc-4de2-87a7-92682f5beb39 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Network a1f08390-0658-43f9-8e22-2ff060904f2b is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:50:05.079784 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-e0461f74-26cc-4de2-87a7-92682f5beb39 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:50:05.195421 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a23d5a98-1a4c-4a26-84ae-ff4474695e0f None None] Network a1f08390-0658-43f9-8e22-2ff060904f2b requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:50:05.202277 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0461f74-26cc-4de2-87a7-92682f5beb39 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Router 11923e24-b71f-40c8-ae5c-2223f3306ded has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 21:50:05.286433 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-f750d481-0acb-452a-89d4-8e90476207ee None None] Provisioning complete for port 87c270d8-dd83-475c-a6f6-e0357dc177c0 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:50:05.286787 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-f750d481-0acb-452a-89d4-8e90476207ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:05.348565 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0461f74-26cc-4de2-87a7-92682f5beb39 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 21:50:05.372315 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-e0461f74-26cc-4de2-87a7-92682f5beb39 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "PUT /v2.0/routers/11923e24-b71f-40c8-ae5c-2223f3306ded/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2277713 May 20 21:50:05.373394 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09715cc0-60f2-4257-aba4-4d7a22d672e4 None None] Sync routers for ids ['11923e24-b71f-40c8-ae5c-2223f3306ded'] in n-d-842733-1 {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 21:50:05.390423 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 87c270d8-dd83-475c-a6f6-e0357dc177c0 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:50:05.460576 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09715cc0-60f2-4257-aba4-4d7a22d672e4 None None] Routers {'11923e24-b71f-40c8-ae5c-2223f3306ded'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:50:05.461201 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-09715cc0-60f2-4257-aba4-4d7a22d672e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:49:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['11923e24-b71f-40c8-ae5c-2223f3306ded'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:50:05.508892 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-00769bf2-f194-437a-8735-67fbd20bcd92 req-d772254c-36c2-438f-8320-b4fe95058fc8 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1307985052&fields=id&tenant_id=cedf931037104109b3e73036244afafc HTTP/1.1" status: 200 len: 267 time: 0.0393956 May 20 21:50:05.554988 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-f750d481-0acb-452a-89d4-8e90476207ee None None] Current status of the port 87c270d8-dd83-475c-a6f6-e0357dc177c0 is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:50:05.555370 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-f750d481-0acb-452a-89d4-8e90476207ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:05.624149 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00769bf2-f194-437a-8735-67fbd20bcd92 req-fbc8ca2d-4c9d-47e8-85de-1c5e5976dc4a tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:50:05.625743 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-00769bf2-f194-437a-8735-67fbd20bcd92 req-fbc8ca2d-4c9d-47e8-85de-1c5e5976dc4a tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/networks?id=a1f08390-0658-43f9-8e22-2ff060904f2b HTTP/1.1" status: 200 len: 797 time: 0.1094301 May 20 21:50:05.642911 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-00769bf2-f194-437a-8735-67fbd20bcd92 req-4aa0c1e5-a07a-4ca9-bccb-1b9fff0a7a63 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/quotas/cedf931037104109b3e73036244afafc HTTP/1.1" status: 200 len: 375 time: 0.0100212 May 20 21:50:05.699627 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-00769bf2-f194-437a-8735-67fbd20bcd92 req-ee62ff75-2731-4725-99a3-106268bfaee1 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=cedf931037104109b3e73036244afafc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0499854 May 20 21:50:05.794359 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 87c270d8-dd83-475c-a6f6-e0357dc177c0 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:50:05.794743 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:05.799316 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-00769bf2-f194-437a-8735-67fbd20bcd92 req-1d012c65-dabb-4531-8e1c-3f5e2f32838c service neutron] 10.222.0.35 "GET /v2.0/networks/a1f08390-0658-43f9-8e22-2ff060904f2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873466 May 20 21:50:05.830415 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-f750d481-0acb-452a-89d4-8e90476207ee None None] For port 87c270d8-dd83-475c-a6f6-e0357dc177c0, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=87c270d8-dd83-475c-a6f6-e0357dc177c0,segment=NetworkSegment(89c35f5c-f4c5-4d79-8c06-c6e5698f2ffb),segment_id=89c35f5c-f4c5-4d79-8c06-c6e5698f2ffb)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:50:05.834988 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-09715cc0-60f2-4257-aba4-4d7a22d672e4 None None] Set router 11923e24-b71f-40c8-ae5c-2223f3306ded gateway port host: n-d-842733-1 {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:50:05.901566 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-00769bf2-f194-437a-8735-67fbd20bcd92 req-02e0d2dc-1044-47c1-a77b-fd651bf3da3c service neutron] 10.222.0.35 "GET /v2.0/networks/a1f08390-0658-43f9-8e22-2ff060904f2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947819 May 20 21:50:05.921476 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-f750d481-0acb-452a-89d4-8e90476207ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:06.058334 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 87c270d8-dd83-475c-a6f6-e0357dc177c0 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:50:06.059381 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device e58c9d0a-e0fe-45ec-868c-6f0cbd5a381c up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:50:06.075045 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f750d481-0acb-452a-89d4-8e90476207ee None None] Pushing event updated for resources: {'Port': ['ID=87c270d8-dd83-475c-a6f6-e0357dc177c0,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:50:06.116338 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a11fa858-3242-4e71-bc7a-e71965bc2f20 None None] Provisioning complete for port 6b7c48fe-87e6-40aa-9a5c-8cdff0767276 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:50:06.116708 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a11fa858-3242-4e71-bc7a-e71965bc2f20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:06.168954 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-22b734b1-7123-40c7-84f2-67a256eadb24 req-3793739b-eb7c-4096-96dc-d707596d361f tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/ports?device_id=0e33fc61-6640-4417-ae12-c9b42c8bd796 HTTP/1.1" status: 200 len: 210 time: 0.0330520 May 20 21:50:06.190750 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a11fa858-3242-4e71-bc7a-e71965bc2f20 None None] Port 6b7c48fe-87e6-40aa-9a5c-8cdff0767276 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 21:50:06.207279 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port e58c9d0a-e0fe-45ec-868c-6f0cbd5a381c triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:50:06.214306 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:06.237197 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a11fa858-3242-4e71-bc7a-e71965bc2f20 None None] Provisioning complete for port 87c270d8-dd83-475c-a6f6-e0357dc177c0 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:50:06.237594 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a11fa858-3242-4e71-bc7a-e71965bc2f20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:06.297079 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-09715cc0-60f2-4257-aba4-4d7a22d672e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11923e24-b71f-40c8-ae5c-2223f3306ded', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1986522759', 'tenant_id': 'cedf931037104109b3e73036244afafc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': 'e58c9d0a-e0fe-45ec-868c-6f0cbd5a381c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:50:00Z', 'updated_at': '2022-05-20T21:50:04Z', 'revision_number': 4, 'project_id': 'cedf931037104109b3e73036244afafc', 'gw_port': {'id': 'e58c9d0a-e0fe-45ec-868c-6f0cbd5a381c', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:12:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11923e24-b71f-40c8-ae5c-2223f3306ded', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:50:00Z', 'updated_at': '2022-05-20T21:50:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': '6b7c48fe-87e6-40aa-9a5c-8cdff0767276', 'name': '', 'network_id': 'a1f08390-0658-43f9-8e22-2ff060904f2b', 'tenant_id': 'cedf931037104109b3e73036244afafc', 'mac_address': 'fa:16:3e:ca:14:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11923e24-b71f-40c8-ae5c-2223f3306ded', 'device_owner': 'network:router_interface', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': 'e462e1b0-09a1-43df-9b10-c6ed2703c6c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:50:03Z', 'updated_at': '2022-05-20T21:50:04Z', 'revision_number': 2, 'project_id': 'cedf931037104109b3e73036244afafc', 'subnets': [{'id': 'e462e1b0-09a1-43df-9b10-c6ed2703c6c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:50:06.330308 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09715cc0-60f2-4257-aba4-4d7a22d672e4 None None] Checking router: 11923e24-b71f-40c8-ae5c-2223f3306ded for host: n-d-842733-1 {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 21:50:06.330657 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09715cc0-60f2-4257-aba4-4d7a22d672e4 None None] Updating router 11923e24-b71f-40c8-ae5c-2223f3306ded port 6b7c48fe-87e6-40aa-9a5c-8cdff0767276 binding host n-d-842733-1 {{(pid=103164) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 21:50:06.410444 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-09715cc0-60f2-4257-aba4-4d7a22d672e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:06.433967 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port e58c9d0a-e0fe-45ec-868c-6f0cbd5a381c is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:50:06.434340 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:06.450073 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a11fa858-3242-4e71-bc7a-e71965bc2f20 None None] Current status of the port 87c270d8-dd83-475c-a6f6-e0357dc177c0 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:50:06.480433 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] For port e58c9d0a-e0fe-45ec-868c-6f0cbd5a381c, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=e58c9d0a-e0fe-45ec-868c-6f0cbd5a381c,segment=NetworkSegment(0b5485c4-eff8-42a1-9073-ae54ed4c63ba),segment_id=0b5485c4-eff8-42a1-9073-ae54ed4c63ba)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:50:06.575845 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:06.646418 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-e3734bd4-8613-43a6-a86e-9cc7dafb7948 None None] Provisioning complete for port 6b7c48fe-87e6-40aa-9a5c-8cdff0767276 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:50:06.646784 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-e3734bd4-8613-43a6-a86e-9cc7dafb7948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:06.705264 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Pushing event updated for resources: {'Port': ['ID=e58c9d0a-e0fe-45ec-868c-6f0cbd5a381c,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:50:06.722418 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-e3734bd4-8613-43a6-a86e-9cc7dafb7948 None None] Port 6b7c48fe-87e6-40aa-9a5c-8cdff0767276 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 21:50:06.803564 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-09715cc0-60f2-4257-aba4-4d7a22d672e4 None None] Notify callbacks [] for port, precommit_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:06.863089 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-09715cc0-60f2-4257-aba4-4d7a22d672e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:06.913635 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308012cf-2cc0-43d8-b43e-597b5eb5309b None None] Pushing event updated for resources: {'Port': ['ID=6b7c48fe-87e6-40aa-9a5c-8cdff0767276,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:50:06.967151 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-09715cc0-60f2-4257-aba4-4d7a22d672e4 None None] Attempting to bind port 6b7c48fe-87e6-40aa-9a5c-8cdff0767276 on host n-d-842733-1 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:50:06.967519 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-09715cc0-60f2-4257-aba4-4d7a22d672e4 None None] Attempting to bind port 6b7c48fe-87e6-40aa-9a5c-8cdff0767276 by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': '89c35f5c-f4c5-4d79-8c06-c6e5698f2ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'a1f08390-0658-43f9-8e22-2ff060904f2b'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:50:06.967882 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09715cc0-60f2-4257-aba4-4d7a22d672e4 None None] Attempting to bind port 6b7c48fe-87e6-40aa-9a5c-8cdff0767276 on network a1f08390-0658-43f9-8e22-2ff060904f2b {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:50:06.972985 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09715cc0-60f2-4257-aba4-4d7a22d672e4 None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 21, 49, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 21:50:06.973386 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09715cc0-60f2-4257-aba4-4d7a22d672e4 None None] Checking segment: {'id': '89c35f5c-f4c5-4d79-8c06-c6e5698f2ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'a1f08390-0658-43f9-8e22-2ff060904f2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:50:06.973782 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-09715cc0-60f2-4257-aba4-4d7a22d672e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:06.974170 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09715cc0-60f2-4257-aba4-4d7a22d672e4 None None] Bound using segment: {'id': '89c35f5c-f4c5-4d79-8c06-c6e5698f2ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'a1f08390-0658-43f9-8e22-2ff060904f2b'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 21:50:06.974641 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-09715cc0-60f2-4257-aba4-4d7a22d672e4 None None] Bound port: 6b7c48fe-87e6-40aa-9a5c-8cdff0767276, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89c35f5c-f4c5-4d79-8c06-c6e5698f2ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'a1f08390-0658-43f9-8e22-2ff060904f2b'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:50:06.975012 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-09715cc0-60f2-4257-aba4-4d7a22d672e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:07.042399 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-09715cc0-60f2-4257-aba4-4d7a22d672e4 None None] For port 6b7c48fe-87e6-40aa-9a5c-8cdff0767276, host n-d-842733-1, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 21:50:07.046016 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-09715cc0-60f2-4257-aba4-4d7a22d672e4 None None] For port 6b7c48fe-87e6-40aa-9a5c-8cdff0767276, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=6b7c48fe-87e6-40aa-9a5c-8cdff0767276,segment=NetworkSegment(89c35f5c-f4c5-4d79-8c06-c6e5698f2ffb),segment_id=89c35f5c-f4c5-4d79-8c06-c6e5698f2ffb)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 21:50:07.144851 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-516e52e4-e86f-45dc-8c32-574521a46743 None None] Provisioning complete for port 6b7c48fe-87e6-40aa-9a5c-8cdff0767276 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:50:07.145383 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-516e52e4-e86f-45dc-8c32-574521a46743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:07.174078 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-09715cc0-60f2-4257-aba4-4d7a22d672e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:07.219913 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-516e52e4-e86f-45dc-8c32-574521a46743 None None] Port 6b7c48fe-87e6-40aa-9a5c-8cdff0767276 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 21:50:07.243435 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308012cf-2cc0-43d8-b43e-597b5eb5309b None None] Pushing event updated for resources: {'Port': ['ID=6b7c48fe-87e6-40aa-9a5c-8cdff0767276,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:50:07.247143 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09715cc0-60f2-4257-aba4-4d7a22d672e4 None None] Routers {'11923e24-b71f-40c8-ae5c-2223f3306ded'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:50:07.247761 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-09715cc0-60f2-4257-aba4-4d7a22d672e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:49:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['11923e24-b71f-40c8-ae5c-2223f3306ded'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:50:07.308112 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4d87b7b0-6272-418c-bb58-c989f39dbe89 req-2d1fdb58-15c6-466a-a373-52f38ba0bdc2 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/ports?device_id=0e33fc61-6640-4417-ae12-c9b42c8bd796 HTTP/1.1" status: 200 len: 210 time: 0.0476689 May 20 21:50:07.350770 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 87c270d8-dd83-475c-a6f6-e0357dc177c0 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:50:07.406238 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-09715cc0-60f2-4257-aba4-4d7a22d672e4 None None] Set router 11923e24-b71f-40c8-ae5c-2223f3306ded gateway port host: n-d-842733-1 {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:50:07.493408 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 87c270d8-dd83-475c-a6f6-e0357dc177c0 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:50:07.493774 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:07.606685 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-aa98b27a-240a-4244-aa74-9aadad06092d None None] Provisioning complete for port 6b7c48fe-87e6-40aa-9a5c-8cdff0767276 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:50:07.607042 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-aa98b27a-240a-4244-aa74-9aadad06092d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:07.870857 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 87c270d8-dd83-475c-a6f6-e0357dc177c0 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:50:07.871784 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device e58c9d0a-e0fe-45ec-868c-6f0cbd5a381c up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:50:07.949551 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-09715cc0-60f2-4257-aba4-4d7a22d672e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11923e24-b71f-40c8-ae5c-2223f3306ded', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1986522759', 'tenant_id': 'cedf931037104109b3e73036244afafc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': 'e58c9d0a-e0fe-45ec-868c-6f0cbd5a381c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:50:00Z', 'updated_at': '2022-05-20T21:50:04Z', 'revision_number': 4, 'project_id': 'cedf931037104109b3e73036244afafc', 'gw_port': {'id': 'e58c9d0a-e0fe-45ec-868c-6f0cbd5a381c', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:12:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11923e24-b71f-40c8-ae5c-2223f3306ded', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:50:00Z', 'updated_at': '2022-05-20T21:50:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': '6b7c48fe-87e6-40aa-9a5c-8cdff0767276', 'name': '', 'network_id': 'a1f08390-0658-43f9-8e22-2ff060904f2b', 'tenant_id': 'cedf931037104109b3e73036244afafc', 'mac_address': 'fa:16:3e:ca:14:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11923e24-b71f-40c8-ae5c-2223f3306ded', 'device_owner': 'network:router_interface', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': 'e462e1b0-09a1-43df-9b10-c6ed2703c6c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:50:03Z', 'updated_at': '2022-05-20T21:50:07Z', 'revision_number': 4, 'project_id': 'cedf931037104109b3e73036244afafc', 'subnets': [{'id': 'e462e1b0-09a1-43df-9b10-c6ed2703c6c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:50:07.953194 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-aa98b27a-240a-4244-aa74-9aadad06092d None None] Current status of the port 6b7c48fe-87e6-40aa-9a5c-8cdff0767276 is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:50:07.953589 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-aa98b27a-240a-4244-aa74-9aadad06092d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:07.981174 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09715cc0-60f2-4257-aba4-4d7a22d672e4 None None] The sync data for ids ['11923e24-b71f-40c8-ae5c-2223f3306ded'] in n-d-842733-1 is: [{'id': '11923e24-b71f-40c8-ae5c-2223f3306ded', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1986522759', 'tenant_id': 'cedf931037104109b3e73036244afafc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': 'e58c9d0a-e0fe-45ec-868c-6f0cbd5a381c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:50:00Z', 'updated_at': '2022-05-20T21:50:04Z', 'revision_number': 4, 'project_id': 'cedf931037104109b3e73036244afafc', 'gw_port': {'id': 'e58c9d0a-e0fe-45ec-868c-6f0cbd5a381c', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:12:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11923e24-b71f-40c8-ae5c-2223f3306ded', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:50:00Z', 'updated_at': '2022-05-20T21:50:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': '6b7c48fe-87e6-40aa-9a5c-8cdff0767276', 'name': '', 'network_id': 'a1f08390-0658-43f9-8e22-2ff060904f2b', 'tenant_id': 'cedf931037104109b3e73036244afafc', 'mac_address': 'fa:16:3e:ca:14:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11923e24-b71f-40c8-ae5c-2223f3306ded', 'device_owner': 'network:router_interface', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': 'e462e1b0-09a1-43df-9b10-c6ed2703c6c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:50:03Z', 'updated_at': '2022-05-20T21:50:07Z', 'revision_number': 4, 'project_id': 'cedf931037104109b3e73036244afafc', 'subnets': [{'id': 'e462e1b0-09a1-43df-9b10-c6ed2703c6c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 21:50:08.007924 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port e58c9d0a-e0fe-45ec-868c-6f0cbd5a381c triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:50:08.008328 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:08.042858 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-aa98b27a-240a-4244-aa74-9aadad06092d None None] For port 6b7c48fe-87e6-40aa-9a5c-8cdff0767276, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=6b7c48fe-87e6-40aa-9a5c-8cdff0767276,segment=NetworkSegment(89c35f5c-f4c5-4d79-8c06-c6e5698f2ffb),segment_id=89c35f5c-f4c5-4d79-8c06-c6e5698f2ffb)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:50:08.124859 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port e58c9d0a-e0fe-45ec-868c-6f0cbd5a381c is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:50:08.132498 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-aa98b27a-240a-4244-aa74-9aadad06092d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:08.192592 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa98b27a-240a-4244-aa74-9aadad06092d None None] Pushing event updated for resources: {'Port': ['ID=6b7c48fe-87e6-40aa-9a5c-8cdff0767276,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:50:08.205197 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00769bf2-f194-437a-8735-67fbd20bcd92 req-5fda9a3b-9afa-4061-a330-a097ac07f545 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:50:08.207525 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-00769bf2-f194-437a-8735-67fbd20bcd92 req-5fda9a3b-9afa-4061-a330-a097ac07f545 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.24 "GET /v2.0/networks?id=a1f08390-0658-43f9-8e22-2ff060904f2b HTTP/1.1" status: 200 len: 797 time: 0.1806695 May 20 21:50:08.253255 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-00769bf2-f194-437a-8735-67fbd20bcd92 req-5a0f4bdf-e714-4d6c-a759-81fa1b08e746 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cedf931037104109b3e73036244afafc HTTP/1.1" status: 200 len: 380 time: 0.0369332 May 20 21:50:08.262606 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [req-00769bf2-f194-437a-8735-67fbd20bcd92 req-75d7ffbd-6302-4dc0-954d-791bc6f8739d tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Request body: {'port': {'device_id': '0e33fc61-6640-4417-ae12-c9b42c8bd796', 'network_id': 'a1f08390-0658-43f9-8e22-2ff060904f2b', 'admin_state_up': True, 'tenant_id': 'cedf931037104109b3e73036244afafc', 'security_groups': ['e79fc111-b386-438a-ba47-1214e07d65c6']}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:50:08.428711 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0197df9f-f46a-45e8-bda2-1bd8a63ad241 req-936779b7-5685-409c-889c-7fcb884c91cf tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/ports?device_id=0e33fc61-6640-4417-ae12-c9b42c8bd796 HTTP/1.1" status: 200 len: 210 time: 0.0332086 May 20 21:50:08.468513 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00769bf2-f194-437a-8735-67fbd20bcd92 req-75d7ffbd-6302-4dc0-954d-791bc6f8739d tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Made reservation on behalf of cedf931037104109b3e73036244afafc for: {'port': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:50:08.471983 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-00769bf2-f194-437a-8735-67fbd20bcd92 req-75d7ffbd-6302-4dc0-954d-791bc6f8739d tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:08.603576 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [req-00769bf2-f194-437a-8735-67fbd20bcd92 req-75d7ffbd-6302-4dc0-954d-791bc6f8739d tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Allocated IP 172.20.0.5 (a1f08390-0658-43f9-8e22-2ff060904f2b/e462e1b0-09a1-43df-9b10-c6ed2703c6c0/3cdb294b-df73-4bc9-bbe8-d95975b3ca28) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:50:08.750511 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-00769bf2-f194-437a-8735-67fbd20bcd92 req-75d7ffbd-6302-4dc0-954d-791bc6f8739d tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:08.834883 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-00769bf2-f194-437a-8735-67fbd20bcd92 req-75d7ffbd-6302-4dc0-954d-791bc6f8739d tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:08.877251 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00769bf2-f194-437a-8735-67fbd20bcd92 req-75d7ffbd-6302-4dc0-954d-791bc6f8739d tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Network a1f08390-0658-43f9-8e22-2ff060904f2b is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:50:08.880888 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [req-00769bf2-f194-437a-8735-67fbd20bcd92 req-75d7ffbd-6302-4dc0-954d-791bc6f8739d tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:50:08.883441 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [req-00769bf2-f194-437a-8735-67fbd20bcd92 req-75d7ffbd-6302-4dc0-954d-791bc6f8739d tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:50:08.921796 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d7ffbd-6302-4dc0-954d-791bc6f8739d tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Pushing event updated for resources: {'Port': ['ID=3cdb294b-df73-4bc9-bbe8-d95975b3ca28,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:50:08.950734 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00769bf2-f194-437a-8735-67fbd20bcd92 req-75d7ffbd-6302-4dc0-954d-791bc6f8739d tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:50:08.951393 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-00769bf2-f194-437a-8735-67fbd20bcd92 req-75d7ffbd-6302-4dc0-954d-791bc6f8739d tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:09.041611 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-00769bf2-f194-437a-8735-67fbd20bcd92 req-75d7ffbd-6302-4dc0-954d-791bc6f8739d tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7828131 May 20 21:50:09.055429 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [req-00769bf2-f194-437a-8735-67fbd20bcd92 req-1ecb7664-2ef0-4125-9dca-0edbf1cb2103 service neutron] Request body: {'port': {'device_id': '0e33fc61-6640-4417-ae12-c9b42c8bd796', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-842733-1'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:50:09.111146 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-00769bf2-f194-437a-8735-67fbd20bcd92 req-1ecb7664-2ef0-4125-9dca-0edbf1cb2103 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:09.162129 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-04e7e3b8-5fc4-47b2-9ee1-cbe0703368b4 None None] Provisioning complete for port 3cdb294b-df73-4bc9-bbe8-d95975b3ca28 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:50:09.162707 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-04e7e3b8-5fc4-47b2-9ee1-cbe0703368b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:09.196882 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-04e7e3b8-5fc4-47b2-9ee1-cbe0703368b4 None None] Port 3cdb294b-df73-4bc9-bbe8-d95975b3ca28 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 21:50:09.296287 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 6b7c48fe-87e6-40aa-9a5c-8cdff0767276 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:50:09.347394 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 6b7c48fe-87e6-40aa-9a5c-8cdff0767276 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:50:09.347837 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:09.392395 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [req-00769bf2-f194-437a-8735-67fbd20bcd92 req-1ecb7664-2ef0-4125-9dca-0edbf1cb2103 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3cdb294b-df73-4bc9-bbe8-d95975b3ca28 {{(pid=103163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 21:50:09.400169 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-00769bf2-f194-437a-8735-67fbd20bcd92 req-1ecb7664-2ef0-4125-9dca-0edbf1cb2103 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:09.411703 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [req-00769bf2-f194-437a-8735-67fbd20bcd92 req-1ecb7664-2ef0-4125-9dca-0edbf1cb2103 service neutron] Transition to ACTIVE for port object 3cdb294b-df73-4bc9-bbe8-d95975b3ca28 will not be triggered until provisioned by entity L2. {{(pid=103163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 21:50:09.425905 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 6b7c48fe-87e6-40aa-9a5c-8cdff0767276 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:50:09.479767 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-00769bf2-f194-437a-8735-67fbd20bcd92 req-1ecb7664-2ef0-4125-9dca-0edbf1cb2103 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:09.564917 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecb7664-2ef0-4125-9dca-0edbf1cb2103 service neutron] Pushing event updated for resources: {'Port': ['ID=3cdb294b-df73-4bc9-bbe8-d95975b3ca28,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:50:09.618905 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17ab461-2ea2-49f0-b0aa-c1fdd31b0756 req-31747274-22f0-4345-9e7c-0b1e54085c36 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:50:09.620480 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e17ab461-2ea2-49f0-b0aa-c1fdd31b0756 req-31747274-22f0-4345-9e7c-0b1e54085c36 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/ports?device_id=0e33fc61-6640-4417-ae12-c9b42c8bd796 HTTP/1.1" status: 200 len: 943 time: 0.1080742 May 20 21:50:09.674386 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-00769bf2-f194-437a-8735-67fbd20bcd92 req-1ecb7664-2ef0-4125-9dca-0edbf1cb2103 service neutron] Attempting to bind port 3cdb294b-df73-4bc9-bbe8-d95975b3ca28 on host n-h1-842733-1 for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:50:09.674709 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-00769bf2-f194-437a-8735-67fbd20bcd92 req-1ecb7664-2ef0-4125-9dca-0edbf1cb2103 service neutron] Attempting to bind port 3cdb294b-df73-4bc9-bbe8-d95975b3ca28 by drivers openvswitch,hyperv on host n-h1-842733-1 at level 0 using segments [{'id': '89c35f5c-f4c5-4d79-8c06-c6e5698f2ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'a1f08390-0658-43f9-8e22-2ff060904f2b'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:50:09.675034 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00769bf2-f194-437a-8735-67fbd20bcd92 req-1ecb7664-2ef0-4125-9dca-0edbf1cb2103 service neutron] Attempting to bind port 3cdb294b-df73-4bc9-bbe8-d95975b3ca28 on network a1f08390-0658-43f9-8e22-2ff060904f2b {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:50:09.683233 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e17ab461-2ea2-49f0-b0aa-c1fdd31b0756 req-cf4e0c86-20a0-4904-b5d5-7726572b7ad3 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/security-groups?id=e79fc111-b386-438a-ba47-1214e07d65c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560269 May 20 21:50:09.685269 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00769bf2-f194-437a-8735-67fbd20bcd92 req-1ecb7664-2ef0-4125-9dca-0edbf1cb2103 service neutron] Port 3cdb294b-df73-4bc9-bbe8-d95975b3ca28 on network a1f08390-0658-43f9-8e22-2ff060904f2b not bound, no agent of type Open vSwitch agent registered on host n-h1-842733-1 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 21:50:09.685588 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00769bf2-f194-437a-8735-67fbd20bcd92 req-1ecb7664-2ef0-4125-9dca-0edbf1cb2103 service neutron] Attempting to bind port 3cdb294b-df73-4bc9-bbe8-d95975b3ca28 on network a1f08390-0658-43f9-8e22-2ff060904f2b {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:50:09.691841 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00769bf2-f194-437a-8735-67fbd20bcd92 req-1ecb7664-2ef0-4125-9dca-0edbf1cb2103 service neutron] Checking agent: {'id': '08dfb1ce-804b-4db8-838b-21094082e041', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 32, 54), 'started_at': datetime.datetime(2022, 5, 20, 20, 32, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 21, 49, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 21:50:09.692184 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00769bf2-f194-437a-8735-67fbd20bcd92 req-1ecb7664-2ef0-4125-9dca-0edbf1cb2103 service neutron] Checking segment: {'id': '89c35f5c-f4c5-4d79-8c06-c6e5698f2ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'a1f08390-0658-43f9-8e22-2ff060904f2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:50:09.692562 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00769bf2-f194-437a-8735-67fbd20bcd92 req-1ecb7664-2ef0-4125-9dca-0edbf1cb2103 service neutron] Bound using segment: {'id': '89c35f5c-f4c5-4d79-8c06-c6e5698f2ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'a1f08390-0658-43f9-8e22-2ff060904f2b'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 21:50:09.693003 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-00769bf2-f194-437a-8735-67fbd20bcd92 req-1ecb7664-2ef0-4125-9dca-0edbf1cb2103 service neutron] Bound port: 3cdb294b-df73-4bc9-bbe8-d95975b3ca28, host: n-h1-842733-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89c35f5c-f4c5-4d79-8c06-c6e5698f2ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'a1f08390-0658-43f9-8e22-2ff060904f2b'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:50:09.693369 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-00769bf2-f194-437a-8735-67fbd20bcd92 req-1ecb7664-2ef0-4125-9dca-0edbf1cb2103 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:09.764629 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-00769bf2-f194-437a-8735-67fbd20bcd92 req-1ecb7664-2ef0-4125-9dca-0edbf1cb2103 service neutron] For port 3cdb294b-df73-4bc9-bbe8-d95975b3ca28, host n-h1-842733-1, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 21:50:09.767820 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-00769bf2-f194-437a-8735-67fbd20bcd92 req-1ecb7664-2ef0-4125-9dca-0edbf1cb2103 service neutron] For port 3cdb294b-df73-4bc9-bbe8-d95975b3ca28, host n-h1-842733-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=3cdb294b-df73-4bc9-bbe8-d95975b3ca28,segment=NetworkSegment(89c35f5c-f4c5-4d79-8c06-c6e5698f2ffb),segment_id=89c35f5c-f4c5-4d79-8c06-c6e5698f2ffb)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 21:50:09.856397 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-00769bf2-f194-437a-8735-67fbd20bcd92 req-1ecb7664-2ef0-4125-9dca-0edbf1cb2103 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:09.891723 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00769bf2-f194-437a-8735-67fbd20bcd92 req-1ecb7664-2ef0-4125-9dca-0edbf1cb2103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:50:09.897333 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-00769bf2-f194-437a-8735-67fbd20bcd92 req-1ecb7664-2ef0-4125-9dca-0edbf1cb2103 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:09.897333 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-00769bf2-f194-437a-8735-67fbd20bcd92 req-1ecb7664-2ef0-4125-9dca-0edbf1cb2103 service neutron] 10.222.0.24 "PUT /v2.0/ports/3cdb294b-df73-4bc9-bbe8-d95975b3ca28 HTTP/1.1" status: 200 len: 1091 time: 0.8440638 May 20 21:50:09.897333 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e33fc61-6640-4417-ae12-c9b42c8bd796', 'tag': '3cdb294b-df73-4bc9-bbe8-d95975b3ca28'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 21:50:09.897333 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4416c3b25ab83027dff24eda6e450cd3b8f285a9257f5a2b93a81ddcbdb8854f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f016a942-56a2-4a33-a657-afb6536959ec" -d '{"events": [{"name": "network-changed", "server_uuid": "0e33fc61-6640-4417-ae12-c9b42c8bd796", "tag": "3cdb294b-df73-4bc9-bbe8-d95975b3ca28"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 21:50:09.921966 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecb7664-2ef0-4125-9dca-0edbf1cb2103 service neutron] Pushing event updated for resources: {'Port': ['ID=3cdb294b-df73-4bc9-bbe8-d95975b3ca28,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:50:10.010239 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 21:50:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dec7defd-fec5-44d7-83e3-e052a42b9f8a x-openstack-request-id: req-dec7defd-fec5-44d7-83e3-e052a42b9f8a {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 21:50:10.010531 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e33fc61-6640-4417-ae12-c9b42c8bd796", "tag": "3cdb294b-df73-4bc9-bbe8-d95975b3ca28", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 21:50:10.010807 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-dec7defd-fec5-44d7-83e3-e052a42b9f8a {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 21:50:10.011223 n-d-842733-1 neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dec7defd-fec5-44d7-83e3-e052a42b9f8a'] response: {'name': 'network-changed', 'server_uuid': '0e33fc61-6640-4417-ae12-c9b42c8bd796', 'tag': '3cdb294b-df73-4bc9-bbe8-d95975b3ca28', 'status': 'completed', 'code': 200} May 20 21:50:10.057424 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00769bf2-f194-437a-8735-67fbd20bcd92 req-747bdd41-25ff-4c31-bbf3-e0d341818156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:50:10.058934 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-00769bf2-f194-437a-8735-67fbd20bcd92 req-747bdd41-25ff-4c31-bbf3-e0d341818156 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cedf931037104109b3e73036244afafc&device_id=0e33fc61-6640-4417-ae12-c9b42c8bd796 HTTP/1.1" status: 200 len: 1094 time: 0.0434051 May 20 21:50:10.104809 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-00769bf2-f194-437a-8735-67fbd20bcd92 req-94f66be3-ec97-4bdf-8878-9076c998f6bf service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3cdb294b-df73-4bc9-bbe8-d95975b3ca28 HTTP/1.1" status: 200 len: 217 time: 0.0368726 May 20 21:50:10.153418 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00769bf2-f194-437a-8735-67fbd20bcd92 req-02067a3c-cb08-4f9a-a443-807484c96d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:50:10.154845 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-00769bf2-f194-437a-8735-67fbd20bcd92 req-02067a3c-cb08-4f9a-a443-807484c96d98 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e462e1b0-09a1-43df-9b10-c6ed2703c6c0 HTTP/1.1" status: 200 len: 835 time: 0.0436594 May 20 21:50:10.198931 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00769bf2-f194-437a-8735-67fbd20bcd92 req-cbe0ccc1-8873-40d1-8ef8-d0220ff06c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:50:10.200288 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-00769bf2-f194-437a-8735-67fbd20bcd92 req-cbe0ccc1-8873-40d1-8ef8-d0220ff06c68 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a1f08390-0658-43f9-8e22-2ff060904f2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392606 May 20 21:50:10.291502 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-00769bf2-f194-437a-8735-67fbd20bcd92 req-68cb9b4a-fedf-4c79-b126-4004574ef958 service neutron] 10.222.0.24 "GET /v2.0/networks/a1f08390-0658-43f9-8e22-2ff060904f2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842626 May 20 21:50:10.380059 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-00769bf2-f194-437a-8735-67fbd20bcd92 req-5bc2e487-efa1-4236-a021-53ce9c6f93a5 service neutron] 10.222.0.24 "GET /v2.0/networks/a1f08390-0658-43f9-8e22-2ff060904f2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822203 May 20 21:50:10.519640 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f016a942-56a2-4a33-a657-afb6536959ec req-2c67e750-86ec-4f03-8b74-e1a402763ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:50:10.521292 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f016a942-56a2-4a33-a657-afb6536959ec req-2c67e750-86ec-4f03-8b74-e1a402763ff9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cedf931037104109b3e73036244afafc&device_id=0e33fc61-6640-4417-ae12-c9b42c8bd796 HTTP/1.1" status: 200 len: 1094 time: 0.0408626 May 20 21:50:10.611832 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f016a942-56a2-4a33-a657-afb6536959ec req-ac260bc1-c6b3-49a9-a0a7-cc561fd5407a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:50:10.614083 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f016a942-56a2-4a33-a657-afb6536959ec req-ac260bc1-c6b3-49a9-a0a7-cc561fd5407a service neutron] 10.222.0.24 "GET /v2.0/networks?id=a1f08390-0658-43f9-8e22-2ff060904f2b HTTP/1.1" status: 200 len: 898 time: 0.0865915 May 20 21:50:10.653470 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f016a942-56a2-4a33-a657-afb6536959ec req-5cdcc039-b039-42b9-bd8c-87ca12dd00d2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3cdb294b-df73-4bc9-bbe8-d95975b3ca28 HTTP/1.1" status: 200 len: 217 time: 0.0336339 May 20 21:50:10.704850 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f016a942-56a2-4a33-a657-afb6536959ec req-73332336-ff87-48d8-ab3a-c0cb6f975ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:50:10.706309 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f016a942-56a2-4a33-a657-afb6536959ec req-73332336-ff87-48d8-ab3a-c0cb6f975ed9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e462e1b0-09a1-43df-9b10-c6ed2703c6c0 HTTP/1.1" status: 200 len: 835 time: 0.0465798 May 20 21:50:10.752318 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f016a942-56a2-4a33-a657-afb6536959ec req-07f25e20-e6f7-4816-afa3-8e327b33f4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:50:10.754566 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f016a942-56a2-4a33-a657-afb6536959ec req-07f25e20-e6f7-4816-afa3-8e327b33f4f8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a1f08390-0658-43f9-8e22-2ff060904f2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405309 May 20 21:50:10.848599 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d0df0b-6aba-4112-ada4-ffb1e2b2317b req-6f60c74f-bd97-4b73-b034-c029f13116b8 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:50:10.850114 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a8d0df0b-6aba-4112-ada4-ffb1e2b2317b req-6f60c74f-bd97-4b73-b034-c029f13116b8 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/ports?device_id=0e33fc61-6640-4417-ae12-c9b42c8bd796 HTTP/1.1" status: 200 len: 943 time: 0.0946608 May 20 21:50:10.895436 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f016a942-56a2-4a33-a657-afb6536959ec req-778ee524-b056-45d6-814f-84837ef40c49 service neutron] 10.222.0.24 "GET /v2.0/networks/a1f08390-0658-43f9-8e22-2ff060904f2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320176 May 20 21:50:10.914280 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a8d0df0b-6aba-4112-ada4-ffb1e2b2317b req-e1b490e3-f398-4dfe-a2f6-b52726ce0fa8 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/security-groups?id=e79fc111-b386-438a-ba47-1214e07d65c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543063 May 20 21:50:10.987433 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f016a942-56a2-4a33-a657-afb6536959ec req-e904959f-fd1a-4b62-be88-e4461c93f000 service neutron] 10.222.0.24 "GET /v2.0/networks/a1f08390-0658-43f9-8e22-2ff060904f2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845699 May 20 21:50:12.034315 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f1cc91-8213-494d-83af-b0d90f561258 req-edcfb7aa-92b9-4e4a-9afb-c44f5b0182c2 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:50:12.036272 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-27f1cc91-8213-494d-83af-b0d90f561258 req-edcfb7aa-92b9-4e4a-9afb-c44f5b0182c2 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/ports?device_id=0e33fc61-6640-4417-ae12-c9b42c8bd796 HTTP/1.1" status: 200 len: 943 time: 0.0525126 May 20 21:50:12.075856 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-27f1cc91-8213-494d-83af-b0d90f561258 req-3b638292-0df2-4c32-a610-42f740f7de13 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/security-groups?id=e79fc111-b386-438a-ba47-1214e07d65c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331228 May 20 21:50:13.190968 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b4d182-dd45-4f03-a4ce-e66fc0a65eba req-9fff0071-e0da-4f7c-bac9-a355cb807296 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:50:13.193313 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-98b4d182-dd45-4f03-a4ce-e66fc0a65eba req-9fff0071-e0da-4f7c-bac9-a355cb807296 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/ports?device_id=0e33fc61-6640-4417-ae12-c9b42c8bd796 HTTP/1.1" status: 200 len: 943 time: 0.0483358 May 20 21:50:13.230201 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-98b4d182-dd45-4f03-a4ce-e66fc0a65eba req-228bf965-e338-42f9-8f28-0ebd02c41f60 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/security-groups?id=e79fc111-b386-438a-ba47-1214e07d65c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306032 May 20 21:50:13.986528 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 3cdb294b-df73-4bc9-bbe8-d95975b3ca28 details requested by agent hyperv_n-h1-842733-1 with host n-h1-842733-1 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 21:50:14.080701 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port 3cdb294b-df73-4bc9-bbe8-d95975b3ca28, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=3cdb294b-df73-4bc9-bbe8-d95975b3ca28,segment=NetworkSegment(89c35f5c-f4c5-4d79-8c06-c6e5698f2ffb),segment_id=89c35f5c-f4c5-4d79-8c06-c6e5698f2ffb)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:50:14.092707 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Returning: {'device': '3cdb294b-df73-4bc9-bbe8-d95975b3ca28', 'network_id': 'a1f08390-0658-43f9-8e22-2ff060904f2b', 'port_id': '3cdb294b-df73-4bc9-bbe8-d95975b3ca28', 'mac_address': 'fa:16:3e:c6:b8:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e462e1b0-09a1-43df-9b10-c6ed2703c6c0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 20 21:50:14.127975 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Current status of the port 3cdb294b-df73-4bc9-bbe8-d95975b3ca28 is: DOWN; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:50:14.128352 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:14.141162 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3cdb294b-df73-4bc9-bbe8-d95975b3ca28 {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 21:50:14.159898 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port 3cdb294b-df73-4bc9-bbe8-d95975b3ca28, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=3cdb294b-df73-4bc9-bbe8-d95975b3ca28,segment=NetworkSegment(89c35f5c-f4c5-4d79-8c06-c6e5698f2ffb),segment_id=89c35f5c-f4c5-4d79-8c06-c6e5698f2ffb)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:50:14.205631 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:14.257341 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Pushing event updated for resources: {'Port': ['ID=3cdb294b-df73-4bc9-bbe8-d95975b3ca28,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:50:14.345985 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e7c0d4-13bf-47c0-b571-3d2c41ae1163 req-78a7ef54-42d1-4104-887a-f008e3033677 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:50:14.347487 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-62e7c0d4-13bf-47c0-b571-3d2c41ae1163 req-78a7ef54-42d1-4104-887a-f008e3033677 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/ports?device_id=0e33fc61-6640-4417-ae12-c9b42c8bd796 HTTP/1.1" status: 200 len: 944 time: 0.0484796 May 20 21:50:14.385453 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-62e7c0d4-13bf-47c0-b571-3d2c41ae1163 req-d7659e6c-8794-4537-b78c-23feed59cf53 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/security-groups?id=e79fc111-b386-438a-ba47-1214e07d65c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310616 May 20 21:50:14.437377 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] get_ports_and_sgs() called for port_ids ['3cdb294b-df73-4bc9-bbe8-d95975b3ca28'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 21:50:15.505124 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d912e70f-0d9a-4423-abc5-f4a016aff19d req-e5d1c3d9-f7ce-453d-af1d-7fd88eda2486 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:50:15.506927 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d912e70f-0d9a-4423-abc5-f4a016aff19d req-e5d1c3d9-f7ce-453d-af1d-7fd88eda2486 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/ports?device_id=0e33fc61-6640-4417-ae12-c9b42c8bd796 HTTP/1.1" status: 200 len: 944 time: 0.0520809 May 20 21:50:15.544056 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d912e70f-0d9a-4423-abc5-f4a016aff19d req-1382dca6-f364-45ec-990d-bfd116625a97 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/security-groups?id=e79fc111-b386-438a-ba47-1214e07d65c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311215 May 20 21:50:16.001784 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 3cdb294b-df73-4bc9-bbe8-d95975b3ca28 up at agent hyperv_n-h1-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:50:16.101116 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Provisioning for port 3cdb294b-df73-4bc9-bbe8-d95975b3ca28 completed by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 21:50:16.104845 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Provisioning complete for port 3cdb294b-df73-4bc9-bbe8-d95975b3ca28 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:50:16.105231 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:16.182117 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Current status of the port 3cdb294b-df73-4bc9-bbe8-d95975b3ca28 is: BUILD; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:50:16.183079 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:16.205331 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e33fc61-6640-4417-ae12-c9b42c8bd796', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cdb294b-df73-4bc9-bbe8-d95975b3ca28'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 21:50:16.207527 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7947af4a1013b12ef328acaa2f4e39eb2f7ac51c208120b4987a707d9dc479df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41e33d4b-a2f0-484f-abce-7d4404a23740" -d '{"events": [{"server_uuid": "0e33fc61-6640-4417-ae12-c9b42c8bd796", "name": "network-vif-plugged", "status": "completed", "tag": "3cdb294b-df73-4bc9-bbe8-d95975b3ca28"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 21:50:16.220751 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port 3cdb294b-df73-4bc9-bbe8-d95975b3ca28, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=3cdb294b-df73-4bc9-bbe8-d95975b3ca28,segment=NetworkSegment(89c35f5c-f4c5-4d79-8c06-c6e5698f2ffb),segment_id=89c35f5c-f4c5-4d79-8c06-c6e5698f2ffb)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:50:16.247256 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 21:50:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a42e580-8af0-43ef-baa3-f671a70575fc x-openstack-request-id: req-1a42e580-8af0-43ef-baa3-f671a70575fc {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 21:50:16.247538 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e33fc61-6640-4417-ae12-c9b42c8bd796", "name": "network-vif-plugged", "status": "completed", "tag": "3cdb294b-df73-4bc9-bbe8-d95975b3ca28", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 21:50:16.247783 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1a42e580-8af0-43ef-baa3-f671a70575fc {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 21:50:16.248175 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a42e580-8af0-43ef-baa3-f671a70575fc'] response: {'server_uuid': '0e33fc61-6640-4417-ae12-c9b42c8bd796', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cdb294b-df73-4bc9-bbe8-d95975b3ca28', 'code': 200} May 20 21:50:16.308788 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:16.358879 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Pushing event updated for resources: {'Port': ['ID=3cdb294b-df73-4bc9-bbe8-d95975b3ca28,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:50:16.378728 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b23fc7-cb6e-413c-9fe0-2d2fdf95a2c4 req-61033bc0-c5e0-4d00-ae55-9fe17e419abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:50:16.380194 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a6b23fc7-cb6e-413c-9fe0-2d2fdf95a2c4 req-61033bc0-c5e0-4d00-ae55-9fe17e419abb service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0e33fc61-6640-4417-ae12-c9b42c8bd796 HTTP/1.1" status: 200 len: 1096 time: 0.0811813 May 20 21:50:16.414538 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a6b23fc7-cb6e-413c-9fe0-2d2fdf95a2c4 req-5f9c2dc5-3d6a-455c-952a-7f7e291e10dd service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=e79fc111-b386-438a-ba47-1214e07d65c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0273197 May 20 21:50:16.665583 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42ea1a2-c499-4456-be3d-204de92ed731 req-635d36ca-9efc-4795-b69f-98ece8a1d7ed tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:50:16.752143 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e42ea1a2-c499-4456-be3d-204de92ed731 req-635d36ca-9efc-4795-b69f-98ece8a1d7ed tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/ports?device_id=0e33fc61-6640-4417-ae12-c9b42c8bd796 HTTP/1.1" status: 200 len: 945 time: 0.0530744 May 20 21:50:16.752143 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e42ea1a2-c499-4456-be3d-204de92ed731 req-7e83e1a5-c08d-4743-96b8-ae829176c949 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/security-groups?id=e79fc111-b386-438a-ba47-1214e07d65c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323944 May 20 21:50:17.839047 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d909931-a441-4ce6-86cd-3cd2cf6fbb65 req-af5992d8-7f11-44e6-b539-d3d326410316 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:50:17.840504 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6d909931-a441-4ce6-86cd-3cd2cf6fbb65 req-af5992d8-7f11-44e6-b539-d3d326410316 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/ports?device_id=0e33fc61-6640-4417-ae12-c9b42c8bd796 HTTP/1.1" status: 200 len: 945 time: 0.0536878 May 20 21:50:17.877026 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6d909931-a441-4ce6-86cd-3cd2cf6fbb65 req-dcc35d4f-e493-4e29-ad38-cacc6f10708e tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/security-groups?id=e79fc111-b386-438a-ba47-1214e07d65c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304167 May 20 21:50:17.991293 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e773c30-877a-4669-9365-2fae69ca581e req-60e594a6-fd38-45a7-8a95-0cada54996a6 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:50:17.992758 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1e773c30-877a-4669-9365-2fae69ca581e req-60e594a6-fd38-45a7-8a95-0cada54996a6 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/ports?device_id=0e33fc61-6640-4417-ae12-c9b42c8bd796 HTTP/1.1" status: 200 len: 945 time: 0.0474117 May 20 21:50:18.029692 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1e773c30-877a-4669-9365-2fae69ca581e req-02c5c420-d4a6-4cc6-91a5-94a4b707f63a tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/security-groups?id=e79fc111-b386-438a-ba47-1214e07d65c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307567 May 20 21:50:18.050706 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 36964) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:50:18.131738 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b470254-2521-4008-9163-63c316c062ed tempest-TestNetworkAdvancedServerOps-869466300 tempest-TestNetworkAdvancedServerOps-869466300-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:50:18.133270 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-5b470254-2521-4008-9163-63c316c062ed tempest-TestNetworkAdvancedServerOps-869466300 tempest-TestNetworkAdvancedServerOps-869466300-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=0e33fc61-6640-4417-ae12-c9b42c8bd796 HTTP/1.1" status: 200 len: 1091 time: 0.0816042 May 20 21:50:18.136074 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 36968) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:50:18.140236 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-509ec3ec-9848-4808-91e0-83853378b792 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Request body: {'floatingip': {'floating_network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'port_id': '3cdb294b-df73-4bc9-bbe8-d95975b3ca28', 'tenant_id': 'cedf931037104109b3e73036244afafc', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:50:18.217138 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-509ec3ec-9848-4808-91e0-83853378b792 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks [] for floatingip, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:18.315603 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-509ec3ec-9848-4808-91e0-83853378b792 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:18.424018 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-509ec3ec-9848-4808-91e0-83853378b792 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Allocated IP 172.25.2.13 (e3a93b5c-91e2-4064-9c2c-1afc261bfe15/86fee0c1-6e34-488b-9216-b2b8e7ef585a/4b71b95b-1dc1-4b56-87d8-a62fa793270a) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:50:18.526919 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-509ec3ec-9848-4808-91e0-83853378b792 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:18.650492 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-509ec3ec-9848-4808-91e0-83853378b792 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:18.685860 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-509ec3ec-9848-4808-91e0-83853378b792 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Network e3a93b5c-91e2-4064-9c2c-1afc261bfe15 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:50:18.690094 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-509ec3ec-9848-4808-91e0-83853378b792 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:50:18.693428 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-509ec3ec-9848-4808-91e0-83853378b792 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:50:18.721451 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509ec3ec-9848-4808-91e0-83853378b792 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Pushing event updated for resources: {'Port': ['ID=4b71b95b-1dc1-4b56-87d8-a62fa793270a,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:50:19.375828 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-509ec3ec-9848-4808-91e0-83853378b792 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:19.504246 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-509ec3ec-9848-4808-91e0-83853378b792 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:19.653068 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-509ec3ec-9848-4808-91e0-83853378b792 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks [] for port, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:19.707983 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-509ec3ec-9848-4808-91e0-83853378b792 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:19.780788 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509ec3ec-9848-4808-91e0-83853378b792 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Pushing event updated for resources: {'Port': ['ID=4b71b95b-1dc1-4b56-87d8-a62fa793270a,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:50:19.789507 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-509ec3ec-9848-4808-91e0-83853378b792 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748272'] for floatingip, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:19.889959 n-d-842733-1 neutron-server[103163]: INFO neutron.db.l3_db [None req-509ec3ec-9848-4808-91e0-83853378b792 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Floating IP d90fc498-31e4-405f-8aa4-d29749d005e1 associated. External IP: 172.25.2.13, port: 3cdb294b-df73-4bc9-bbe8-d95975b3ca28. May 20 21:50:19.937067 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4b00373c-3d4f-42d1-8ba7-073c98916364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:20.103681 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-509ec3ec-9848-4808-91e0-83853378b792 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Router 11923e24-b71f-40c8-ae5c-2223f3306ded has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 21:50:20.212178 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-509ec3ec-9848-4808-91e0-83853378b792 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 21:50:20.221562 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fb29fcb-bc0e-4882-b44d-7cbde8a42855 None None] Sync routers for ids ['11923e24-b71f-40c8-ae5c-2223f3306ded'] in n-d-842733-1 {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 21:50:20.231783 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fb29fcb-bc0e-4882-b44d-7cbde8a42855 None None] Routers {'11923e24-b71f-40c8-ae5c-2223f3306ded'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:50:20.235570 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-8fb29fcb-bc0e-4882-b44d-7cbde8a42855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:49:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['11923e24-b71f-40c8-ae5c-2223f3306ded'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:50:20.291929 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-509ec3ec-9848-4808-91e0-83853378b792 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for floatingip, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:20.323433 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-509ec3ec-9848-4808-91e0-83853378b792 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1863513 May 20 21:50:20.324113 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e33fc61-6640-4417-ae12-c9b42c8bd796', 'tag': '3cdb294b-df73-4bc9-bbe8-d95975b3ca28'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 21:50:20.336291 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4416c3b25ab83027dff24eda6e450cd3b8f285a9257f5a2b93a81ddcbdb8854f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0267879e-c528-4cff-8eaa-844c81d2aea7" -d '{"events": [{"name": "network-changed", "server_uuid": "0e33fc61-6640-4417-ae12-c9b42c8bd796", "tag": "3cdb294b-df73-4bc9-bbe8-d95975b3ca28"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 21:50:20.343640 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-8fb29fcb-bc0e-4882-b44d-7cbde8a42855 None None] Set router 11923e24-b71f-40c8-ae5c-2223f3306ded gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:50:20.375544 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 21:50:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f38eeda1-0b98-4841-a241-704ab10ab808 x-openstack-request-id: req-f38eeda1-0b98-4841-a241-704ab10ab808 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 21:50:20.375912 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e33fc61-6640-4417-ae12-c9b42c8bd796", "tag": "3cdb294b-df73-4bc9-bbe8-d95975b3ca28", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 21:50:20.376506 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f38eeda1-0b98-4841-a241-704ab10ab808 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 21:50:20.376968 n-d-842733-1 neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f38eeda1-0b98-4841-a241-704ab10ab808'] response: {'name': 'network-changed', 'server_uuid': '0e33fc61-6640-4417-ae12-c9b42c8bd796', 'tag': '3cdb294b-df73-4bc9-bbe8-d95975b3ca28', 'status': 'completed', 'code': 200} May 20 21:50:20.457718 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738ce359-268c-4d5b-b6b2-bf843f71bd8a req-50ad98a4-d531-49dc-b100-84313120ed63 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:50:20.459841 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-738ce359-268c-4d5b-b6b2-bf843f71bd8a req-50ad98a4-d531-49dc-b100-84313120ed63 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/ports?device_id=0e33fc61-6640-4417-ae12-c9b42c8bd796 HTTP/1.1" status: 200 len: 945 time: 0.0814106 May 20 21:50:20.461771 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0267879e-c528-4cff-8eaa-844c81d2aea7 req-7f8618c1-07b6-4390-9635-3af2819206b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:50:20.463159 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0267879e-c528-4cff-8eaa-844c81d2aea7 req-7f8618c1-07b6-4390-9635-3af2819206b0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cedf931037104109b3e73036244afafc&device_id=0e33fc61-6640-4417-ae12-c9b42c8bd796 HTTP/1.1" status: 200 len: 1096 time: 0.0583637 May 20 21:50:20.550218 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-738ce359-268c-4d5b-b6b2-bf843f71bd8a req-f1fe099d-2ef9-4758-b5d6-836acd89d045 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/security-groups?id=e79fc111-b386-438a-ba47-1214e07d65c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842702 May 20 21:50:20.573923 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 36974) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:50:20.581083 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-8fb29fcb-bc0e-4882-b44d-7cbde8a42855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11923e24-b71f-40c8-ae5c-2223f3306ded', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1986522759', 'tenant_id': 'cedf931037104109b3e73036244afafc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': 'e58c9d0a-e0fe-45ec-868c-6f0cbd5a381c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:50:00Z', 'updated_at': '2022-05-20T21:50:04Z', 'revision_number': 4, 'project_id': 'cedf931037104109b3e73036244afafc', 'gw_port': {'id': 'e58c9d0a-e0fe-45ec-868c-6f0cbd5a381c', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:12:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11923e24-b71f-40c8-ae5c-2223f3306ded', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:50:00Z', 'updated_at': '2022-05-20T21:50:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_floatingips': [{'id': 'd90fc498-31e4-405f-8aa4-d29749d005e1', 'tenant_id': 'cedf931037104109b3e73036244afafc', 'floating_ip_address': '172.25.2.13', 'floating_network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'router_id': '11923e24-b71f-40c8-ae5c-2223f3306ded', 'port_id': '3cdb294b-df73-4bc9-bbe8-d95975b3ca28', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1f08390-0658-43f9-8e22-2ff060904f2b', 'mac_address': 'fa:16:3e:c6:b8:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e33fc61-6640-4417-ae12-c9b42c8bd796', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-20T21:50:19Z', 'updated_at': '2022-05-20T21:50:19Z', 'revision_number': 0, 'project_id': 'cedf931037104109b3e73036244afafc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b7c48fe-87e6-40aa-9a5c-8cdff0767276', 'name': '', 'network_id': 'a1f08390-0658-43f9-8e22-2ff060904f2b', 'tenant_id': 'cedf931037104109b3e73036244afafc', 'mac_address': 'fa:16:3e:ca:14:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11923e24-b71f-40c8-ae5c-2223f3306ded', 'device_owner': 'network:router_interface', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': 'e462e1b0-09a1-43df-9b10-c6ed2703c6c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:50:03Z', 'updated_at': '2022-05-20T21:50:07Z', 'revision_number': 5, 'project_id': 'cedf931037104109b3e73036244afafc', 'subnets': [{'id': 'e462e1b0-09a1-43df-9b10-c6ed2703c6c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:50:20.581812 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0267879e-c528-4cff-8eaa-844c81d2aea7 req-291e9ea4-d1f8-42b0-ae92-0fcb28b73c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:50:20.583307 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0267879e-c528-4cff-8eaa-844c81d2aea7 req-291e9ea4-d1f8-42b0-ae92-0fcb28b73c62 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a1f08390-0658-43f9-8e22-2ff060904f2b HTTP/1.1" status: 200 len: 898 time: 0.1117311 May 20 21:50:20.608149 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fb29fcb-bc0e-4882-b44d-7cbde8a42855 None None] Checking router: 11923e24-b71f-40c8-ae5c-2223f3306ded for host: n-d-842733-1 {{(pid=103165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 21:50:20.617115 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fb29fcb-bc0e-4882-b44d-7cbde8a42855 None None] Routers {'11923e24-b71f-40c8-ae5c-2223f3306ded'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:50:20.617764 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-8fb29fcb-bc0e-4882-b44d-7cbde8a42855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:49:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['11923e24-b71f-40c8-ae5c-2223f3306ded'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:50:20.640667 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-bef7824a-53df-42b7-b7fe-e810f61abc35 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/floatingips/d90fc498-31e4-405f-8aa4-d29749d005e1 HTTP/1.1" status: 200 len: 990 time: 0.0652630 May 20 21:50:20.652036 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0267879e-c528-4cff-8eaa-844c81d2aea7 req-243bdac7-a0f7-4b7b-a320-2fb213cb332d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3cdb294b-df73-4bc9-bbe8-d95975b3ca28 HTTP/1.1" status: 200 len: 998 time: 0.0618346 May 20 21:50:20.704837 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0267879e-c528-4cff-8eaa-844c81d2aea7 req-2a2f0c29-c11f-4109-8792-778b10124b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:50:20.706633 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0267879e-c528-4cff-8eaa-844c81d2aea7 req-2a2f0c29-c11f-4109-8792-778b10124b74 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e462e1b0-09a1-43df-9b10-c6ed2703c6c0 HTTP/1.1" status: 200 len: 835 time: 0.0487423 May 20 21:50:20.722589 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-8fb29fcb-bc0e-4882-b44d-7cbde8a42855 None None] Set router 11923e24-b71f-40c8-ae5c-2223f3306ded gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:50:20.751328 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0267879e-c528-4cff-8eaa-844c81d2aea7 req-10ab0a10-4979-4ffa-a43b-05751b27d6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:50:20.752801 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0267879e-c528-4cff-8eaa-844c81d2aea7 req-10ab0a10-4979-4ffa-a43b-05751b27d6d0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a1f08390-0658-43f9-8e22-2ff060904f2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396602 May 20 21:50:20.843326 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0267879e-c528-4cff-8eaa-844c81d2aea7 req-2df1d956-ee45-430a-982d-d56a6d1ddb8c service neutron] 10.222.0.24 "GET /v2.0/networks/a1f08390-0658-43f9-8e22-2ff060904f2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836287 May 20 21:50:20.940017 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0267879e-c528-4cff-8eaa-844c81d2aea7 req-8977b66a-c15d-4fb9-99ac-41e5c3176abc service neutron] 10.222.0.24 "GET /v2.0/networks/a1f08390-0658-43f9-8e22-2ff060904f2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885320 May 20 21:50:21.033962 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-8fb29fcb-bc0e-4882-b44d-7cbde8a42855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11923e24-b71f-40c8-ae5c-2223f3306ded', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1986522759', 'tenant_id': 'cedf931037104109b3e73036244afafc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': 'e58c9d0a-e0fe-45ec-868c-6f0cbd5a381c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:50:00Z', 'updated_at': '2022-05-20T21:50:04Z', 'revision_number': 4, 'project_id': 'cedf931037104109b3e73036244afafc', 'gw_port': {'id': 'e58c9d0a-e0fe-45ec-868c-6f0cbd5a381c', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:12:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11923e24-b71f-40c8-ae5c-2223f3306ded', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:50:00Z', 'updated_at': '2022-05-20T21:50:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_floatingips': [{'id': 'd90fc498-31e4-405f-8aa4-d29749d005e1', 'tenant_id': 'cedf931037104109b3e73036244afafc', 'floating_ip_address': '172.25.2.13', 'floating_network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'router_id': '11923e24-b71f-40c8-ae5c-2223f3306ded', 'port_id': '3cdb294b-df73-4bc9-bbe8-d95975b3ca28', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1f08390-0658-43f9-8e22-2ff060904f2b', 'mac_address': 'fa:16:3e:c6:b8:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e33fc61-6640-4417-ae12-c9b42c8bd796', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-20T21:50:19Z', 'updated_at': '2022-05-20T21:50:19Z', 'revision_number': 0, 'project_id': 'cedf931037104109b3e73036244afafc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b7c48fe-87e6-40aa-9a5c-8cdff0767276', 'name': '', 'network_id': 'a1f08390-0658-43f9-8e22-2ff060904f2b', 'tenant_id': 'cedf931037104109b3e73036244afafc', 'mac_address': 'fa:16:3e:ca:14:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11923e24-b71f-40c8-ae5c-2223f3306ded', 'device_owner': 'network:router_interface', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': 'e462e1b0-09a1-43df-9b10-c6ed2703c6c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:50:03Z', 'updated_at': '2022-05-20T21:50:07Z', 'revision_number': 5, 'project_id': 'cedf931037104109b3e73036244afafc', 'subnets': [{'id': 'e462e1b0-09a1-43df-9b10-c6ed2703c6c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:50:21.059200 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fb29fcb-bc0e-4882-b44d-7cbde8a42855 None None] The sync data for ids ['11923e24-b71f-40c8-ae5c-2223f3306ded'] in n-d-842733-1 is: [{'id': '11923e24-b71f-40c8-ae5c-2223f3306ded', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1986522759', 'tenant_id': 'cedf931037104109b3e73036244afafc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': 'e58c9d0a-e0fe-45ec-868c-6f0cbd5a381c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:50:00Z', 'updated_at': '2022-05-20T21:50:04Z', 'revision_number': 4, 'project_id': 'cedf931037104109b3e73036244afafc', 'gw_port': {'id': 'e58c9d0a-e0fe-45ec-868c-6f0cbd5a381c', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:12:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11923e24-b71f-40c8-ae5c-2223f3306ded', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:50:00Z', 'updated_at': '2022-05-20T21:50:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_floatingips': [{'id': 'd90fc498-31e4-405f-8aa4-d29749d005e1', 'tenant_id': 'cedf931037104109b3e73036244afafc', 'floating_ip_address': '172.25.2.13', 'floating_network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'router_id': '11923e24-b71f-40c8-ae5c-2223f3306ded', 'port_id': '3cdb294b-df73-4bc9-bbe8-d95975b3ca28', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1f08390-0658-43f9-8e22-2ff060904f2b', 'mac_address': 'fa:16:3e:c6:b8:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e33fc61-6640-4417-ae12-c9b42c8bd796', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-20T21:50:19Z', 'updated_at': '2022-05-20T21:50:19Z', 'revision_number': 0, 'project_id': 'cedf931037104109b3e73036244afafc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b7c48fe-87e6-40aa-9a5c-8cdff0767276', 'name': '', 'network_id': 'a1f08390-0658-43f9-8e22-2ff060904f2b', 'tenant_id': 'cedf931037104109b3e73036244afafc', 'mac_address': 'fa:16:3e:ca:14:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11923e24-b71f-40c8-ae5c-2223f3306ded', 'device_owner': 'network:router_interface', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': 'e462e1b0-09a1-43df-9b10-c6ed2703c6c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:50:03Z', 'updated_at': '2022-05-20T21:50:07Z', 'revision_number': 5, 'project_id': 'cedf931037104109b3e73036244afafc', 'subnets': [{'id': 'e462e1b0-09a1-43df-9b10-c6ed2703c6c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 21:50:21.265436 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88bee114-e5e4-4b76-9310-97f5af268389 None None] New status for floating IP d90fc498-31e4-405f-8aa4-d29749d005e1: ACTIVE {{(pid=103164) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 21:50:21.642335 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 36976) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:50:21.702661 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-ee1ab15d-860f-4653-85f8-3d3423761739 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/floatingips/d90fc498-31e4-405f-8aa4-d29749d005e1 HTTP/1.1" status: 200 len: 992 time: 0.0590928 May 20 21:50:22.347239 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d6951bf1-d32c-4f7b-8144-08bbe25862e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:24.194824 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4bb0e131-6525-46ca-a45b-e4ea43a5e69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:25.139468 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.agents_db [None req-5c33ad30-4e00-40fa-b486-8c79c4a6cfc5 None None] Agent healthcheck: found 7 active agents {{(pid=103165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 20 21:50:25.273907 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:25.656608 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:25.742564 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cc3ec51b-6ec8-438a-8349-5f0bec346d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:32.891087 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:49.903203 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-efe6b809-0323-4aaf-b02e-7fda9d06ae6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:52.302742 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b99e04b2-8ae4-4546-90d1-2f57521829b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:53.198836 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce33468a-d8cf-4d69-a6ba-9a884ec63dd2 req-e7033867-c8d8-4a9d-bf89-ebace7b4defd tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:50:53.200547 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ce33468a-d8cf-4d69-a6ba-9a884ec63dd2 req-e7033867-c8d8-4a9d-bf89-ebace7b4defd tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/ports?device_id=0e33fc61-6640-4417-ae12-c9b42c8bd796 HTTP/1.1" status: 200 len: 945 time: 0.0524836 May 20 21:50:53.241036 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ce33468a-d8cf-4d69-a6ba-9a884ec63dd2 req-7aaa1bb2-384b-4731-8861-220c8cfecd61 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/security-groups?id=e79fc111-b386-438a-ba47-1214e07d65c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341780 May 20 21:50:54.205040 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4bb0e131-6525-46ca-a45b-e4ea43a5e69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:54.361152 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4692dcc7-fc8f-46a7-9bbf-173c29a25d2a req-c7c6c3af-a315-47c0-bcc9-e2c1ed90026e tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:50:54.362653 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4692dcc7-fc8f-46a7-9bbf-173c29a25d2a req-c7c6c3af-a315-47c0-bcc9-e2c1ed90026e tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/ports?device_id=0e33fc61-6640-4417-ae12-c9b42c8bd796 HTTP/1.1" status: 200 len: 945 time: 0.0499663 May 20 21:50:54.406503 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4692dcc7-fc8f-46a7-9bbf-173c29a25d2a req-f11d9e06-eafd-4636-93a0-e3e6d88386a4 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/security-groups?id=e79fc111-b386-438a-ba47-1214e07d65c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377092 May 20 21:50:55.267720 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:55.525615 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557eab67-fcb1-48bb-9172-7045af3df7ed req-28dea753-33d5-4a14-b90f-f1888aa11bb9 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:50:55.527101 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-557eab67-fcb1-48bb-9172-7045af3df7ed req-28dea753-33d5-4a14-b90f-f1888aa11bb9 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/ports?device_id=0e33fc61-6640-4417-ae12-c9b42c8bd796 HTTP/1.1" status: 200 len: 945 time: 0.0503304 May 20 21:50:55.564209 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-557eab67-fcb1-48bb-9172-7045af3df7ed req-84cebc35-7319-4c5d-a421-24b5197e6e63 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/security-groups?id=e79fc111-b386-438a-ba47-1214e07d65c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306034 May 20 21:50:55.679642 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:55.766004 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cc3ec51b-6ec8-438a-8349-5f0bec346d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:56.679960 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d9c009-e1de-45e0-8078-a3027d8dee93 req-0f0f1fe6-3926-4bf6-b64a-eeb9e1a9ddff tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:50:56.681453 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a9d9c009-e1de-45e0-8078-a3027d8dee93 req-0f0f1fe6-3926-4bf6-b64a-eeb9e1a9ddff tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/ports?device_id=0e33fc61-6640-4417-ae12-c9b42c8bd796 HTTP/1.1" status: 200 len: 945 time: 0.0497205 May 20 21:50:56.719419 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a9d9c009-e1de-45e0-8078-a3027d8dee93 req-3e927a1c-b547-4bfa-9a19-c5bf276209bc tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/security-groups?id=e79fc111-b386-438a-ba47-1214e07d65c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317132 May 20 21:50:57.834408 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385a437f-5ad2-4d2d-bc13-753608662b22 req-3d4b6d68-e891-4b53-8dc8-6af2ffa09170 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:50:57.835868 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-385a437f-5ad2-4d2d-bc13-753608662b22 req-3d4b6d68-e891-4b53-8dc8-6af2ffa09170 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/ports?device_id=0e33fc61-6640-4417-ae12-c9b42c8bd796 HTTP/1.1" status: 200 len: 945 time: 0.0481529 May 20 21:50:57.879943 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-385a437f-5ad2-4d2d-bc13-753608662b22 req-f945a431-3a4e-49b0-9ffe-9afb8ec2aeb0 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/security-groups?id=e79fc111-b386-438a-ba47-1214e07d65c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380898 May 20 21:50:58.998649 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d471a0b6-1333-4fa9-8fb6-47155ee156ab req-ff900a9e-ac06-42f2-90b6-a47801829474 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:50:59.000138 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d471a0b6-1333-4fa9-8fb6-47155ee156ab req-ff900a9e-ac06-42f2-90b6-a47801829474 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/ports?device_id=0e33fc61-6640-4417-ae12-c9b42c8bd796 HTTP/1.1" status: 200 len: 945 time: 0.0494175 May 20 21:50:59.037742 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d471a0b6-1333-4fa9-8fb6-47155ee156ab req-4a692503-8146-49c7-92b7-198a38d95788 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/security-groups?id=e79fc111-b386-438a-ba47-1214e07d65c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315559 May 20 21:51:00.153162 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefdca10-2891-49d6-8aa4-7f628b06bb71 req-90f2622d-531b-449f-8f93-7e4dc701c5b2 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:51:00.155661 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-cefdca10-2891-49d6-8aa4-7f628b06bb71 req-90f2622d-531b-449f-8f93-7e4dc701c5b2 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/ports?device_id=0e33fc61-6640-4417-ae12-c9b42c8bd796 HTTP/1.1" status: 200 len: 945 time: 0.0500369 May 20 21:51:00.193369 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-cefdca10-2891-49d6-8aa4-7f628b06bb71 req-04169a1d-899b-456e-bcdc-10c938467b4d tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/security-groups?id=e79fc111-b386-438a-ba47-1214e07d65c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319130 May 20 21:51:01.308821 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d998ff-071c-4cc8-811a-061584407b54 req-1256feea-b3dc-4c90-9f8c-88982ea00799 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:51:01.310293 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-78d998ff-071c-4cc8-811a-061584407b54 req-1256feea-b3dc-4c90-9f8c-88982ea00799 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/ports?device_id=0e33fc61-6640-4417-ae12-c9b42c8bd796 HTTP/1.1" status: 200 len: 945 time: 0.0479746 May 20 21:51:01.352734 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-78d998ff-071c-4cc8-811a-061584407b54 req-02908bf1-d13a-4d0c-9fc2-cf4aa5ec3aa7 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/security-groups?id=e79fc111-b386-438a-ba47-1214e07d65c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360148 May 20 21:51:02.138431 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.agents_db [None req-5c33ad30-4e00-40fa-b486-8c79c4a6cfc5 None None] Agent healthcheck: found 7 active agents {{(pid=103165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 20 21:51:02.469288 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0941b260-dd67-43e8-bacb-72f382716211 req-c4fbf2d5-c6cd-45d2-9966-eb21e53f0595 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:51:02.470797 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0941b260-dd67-43e8-bacb-72f382716211 req-c4fbf2d5-c6cd-45d2-9966-eb21e53f0595 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/ports?device_id=0e33fc61-6640-4417-ae12-c9b42c8bd796 HTTP/1.1" status: 200 len: 945 time: 0.0481324 May 20 21:51:02.508553 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0941b260-dd67-43e8-bacb-72f382716211 req-d3bfcd6a-738f-43fe-b3cb-16da591b19b9 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/security-groups?id=e79fc111-b386-438a-ba47-1214e07d65c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317438 May 20 21:51:02.907965 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:03.625571 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44dac9e-26d6-49d3-890e-8833521e3c81 req-52599cf1-2f1e-465a-94dd-c393506e60cb tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:51:03.627047 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e44dac9e-26d6-49d3-890e-8833521e3c81 req-52599cf1-2f1e-465a-94dd-c393506e60cb tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/ports?device_id=0e33fc61-6640-4417-ae12-c9b42c8bd796 HTTP/1.1" status: 200 len: 945 time: 0.0489075 May 20 21:51:03.665859 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e44dac9e-26d6-49d3-890e-8833521e3c81 req-31293bc1-9c87-48b0-8741-3fdda5a42d67 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/security-groups?id=e79fc111-b386-438a-ba47-1214e07d65c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329127 May 20 21:51:04.784431 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d237cefe-c6a1-497f-af5f-2e6913c92915 req-10dab65b-984f-4aa6-9604-da2a6b35280b tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:51:04.785923 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d237cefe-c6a1-497f-af5f-2e6913c92915 req-10dab65b-984f-4aa6-9604-da2a6b35280b tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/ports?device_id=0e33fc61-6640-4417-ae12-c9b42c8bd796 HTTP/1.1" status: 200 len: 945 time: 0.0494440 May 20 21:51:04.827760 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d237cefe-c6a1-497f-af5f-2e6913c92915 req-a3e0432f-2c40-4c2f-ad04-432c1bc57d56 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/security-groups?id=e79fc111-b386-438a-ba47-1214e07d65c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356071 May 20 21:51:05.942978 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a402e082-7d32-4540-9cab-781bce2bdd99 req-8d53fbda-9e40-4e0f-920f-f9e7cab5999b tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:51:05.944438 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a402e082-7d32-4540-9cab-781bce2bdd99 req-8d53fbda-9e40-4e0f-920f-f9e7cab5999b tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/ports?device_id=0e33fc61-6640-4417-ae12-c9b42c8bd796 HTTP/1.1" status: 200 len: 945 time: 0.0484784 May 20 21:51:05.981112 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a402e082-7d32-4540-9cab-781bce2bdd99 req-db30678c-bfc8-4810-abdb-ee6fcc8fcf37 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/security-groups?id=e79fc111-b386-438a-ba47-1214e07d65c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306885 May 20 21:51:07.095472 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7105480f-fd20-41b7-9c0c-deaded61f295 req-0c0668e7-d406-4299-9492-6ba2bb8d26ee tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:51:07.096905 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7105480f-fd20-41b7-9c0c-deaded61f295 req-0c0668e7-d406-4299-9492-6ba2bb8d26ee tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/ports?device_id=0e33fc61-6640-4417-ae12-c9b42c8bd796 HTTP/1.1" status: 200 len: 945 time: 0.0472481 May 20 21:51:07.134005 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7105480f-fd20-41b7-9c0c-deaded61f295 req-6151add8-60fa-4106-977c-22e5043cdbbe tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/security-groups?id=e79fc111-b386-438a-ba47-1214e07d65c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310814 May 20 21:51:08.248511 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054f1192-6108-4efd-b23c-8d46b158015a req-064f4e9e-ac08-4889-8dc8-8c1eaba9e042 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:51:08.250838 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-054f1192-6108-4efd-b23c-8d46b158015a req-064f4e9e-ac08-4889-8dc8-8c1eaba9e042 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/ports?device_id=0e33fc61-6640-4417-ae12-c9b42c8bd796 HTTP/1.1" status: 200 len: 945 time: 0.0494561 May 20 21:51:08.292392 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-054f1192-6108-4efd-b23c-8d46b158015a req-29d6e9de-2d61-4997-8210-e8579ab49b0d tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/security-groups?id=e79fc111-b386-438a-ba47-1214e07d65c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355730 May 20 21:51:09.056119 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ea2b5821-90f6-47ce-a303-63f3e7e4ae8f req-1f5f97d4-49d4-4780-9225-ae22c85ced97 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0e33fc61-6640-4417-ae12-c9b42c8bd796&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0398471 May 20 21:51:09.133778 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2b5821-90f6-47ce-a303-63f3e7e4ae8f req-b6e5b505-6062-404e-b7a8-a93430d8b1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:51:09.135232 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ea2b5821-90f6-47ce-a303-63f3e7e4ae8f req-b6e5b505-6062-404e-b7a8-a93430d8b1ce service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cedf931037104109b3e73036244afafc&device_id=0e33fc61-6640-4417-ae12-c9b42c8bd796 HTTP/1.1" status: 200 len: 1096 time: 0.0394106 May 20 21:51:09.240987 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2b5821-90f6-47ce-a303-63f3e7e4ae8f req-723d612c-9a36-489c-8214-513ac5316faf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:51:09.242518 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ea2b5821-90f6-47ce-a303-63f3e7e4ae8f req-723d612c-9a36-489c-8214-513ac5316faf service neutron] 10.222.0.24 "GET /v2.0/networks?id=a1f08390-0658-43f9-8e22-2ff060904f2b HTTP/1.1" status: 200 len: 898 time: 0.0890331 May 20 21:51:09.308721 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ea2b5821-90f6-47ce-a303-63f3e7e4ae8f req-03c2387c-dd2c-424e-8417-d6acf5936f8b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3cdb294b-df73-4bc9-bbe8-d95975b3ca28 HTTP/1.1" status: 200 len: 1000 time: 0.0587411 May 20 21:51:09.357393 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2b5821-90f6-47ce-a303-63f3e7e4ae8f req-710bd86a-195b-45c9-b2cc-f6fef5e0c5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:51:09.359243 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ea2b5821-90f6-47ce-a303-63f3e7e4ae8f req-710bd86a-195b-45c9-b2cc-f6fef5e0c5e0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e462e1b0-09a1-43df-9b10-c6ed2703c6c0 HTTP/1.1" status: 200 len: 835 time: 0.0440297 May 20 21:51:09.439135 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0eb490-a250-4478-897e-70a31e915b2b req-a81d6728-fe2a-49dd-a089-266443a195d4 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:51:09.440597 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6c0eb490-a250-4478-897e-70a31e915b2b req-a81d6728-fe2a-49dd-a089-266443a195d4 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/ports?device_id=0e33fc61-6640-4417-ae12-c9b42c8bd796 HTTP/1.1" status: 200 len: 945 time: 0.0771017 May 20 21:51:09.442389 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2b5821-90f6-47ce-a303-63f3e7e4ae8f req-a30840f4-cfe8-457a-9268-3ad47ffa0f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:51:09.443936 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ea2b5821-90f6-47ce-a303-63f3e7e4ae8f req-a30840f4-cfe8-457a-9268-3ad47ffa0f07 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a1f08390-0658-43f9-8e22-2ff060904f2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0787866 May 20 21:51:09.522374 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6c0eb490-a250-4478-897e-70a31e915b2b req-e78db482-d566-4bbc-92a3-49c0108c2ea0 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/security-groups?id=e79fc111-b386-438a-ba47-1214e07d65c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756249 May 20 21:51:09.544737 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 37022) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:51:09.553681 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ea2b5821-90f6-47ce-a303-63f3e7e4ae8f req-1ed9f352-3180-4c7d-a8cf-2e6d172635b7 service neutron] 10.222.0.24 "GET /v2.0/networks/a1f08390-0658-43f9-8e22-2ff060904f2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013372 May 20 21:51:09.610669 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-73cb42f8-3a09-4805-97ac-4711fc26ece4 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/floatingips/d90fc498-31e4-405f-8aa4-d29749d005e1 HTTP/1.1" status: 200 len: 992 time: 0.0645874 May 20 21:51:09.650873 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ea2b5821-90f6-47ce-a303-63f3e7e4ae8f req-ec77f207-2202-4b0d-b387-31cb2146de78 service neutron] 10.222.0.24 "GET /v2.0/networks/a1f08390-0658-43f9-8e22-2ff060904f2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904274 May 20 21:51:11.047712 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb6749b-bb7e-456a-8bad-cc7c4f8ed6f7 req-709f598b-09e3-4ba2-8628-9c2cc3019170 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:51:11.049963 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4cb6749b-bb7e-456a-8bad-cc7c4f8ed6f7 req-709f598b-09e3-4ba2-8628-9c2cc3019170 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/ports?device_id=0e33fc61-6640-4417-ae12-c9b42c8bd796 HTTP/1.1" status: 200 len: 945 time: 0.0557785 May 20 21:51:11.089657 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4cb6749b-bb7e-456a-8bad-cc7c4f8ed6f7 req-9bff535f-34bd-443d-8ace-cd8727d061f4 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/security-groups?id=e79fc111-b386-438a-ba47-1214e07d65c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328641 May 20 21:51:11.136729 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b901ac36-763c-4a9c-b39f-b1e7a73c6a90 req-748025b9-a6d1-490b-9e3b-8a01be3cbe45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:51:11.138220 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b901ac36-763c-4a9c-b39f-b1e7a73c6a90 req-748025b9-a6d1-490b-9e3b-8a01be3cbe45 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cedf931037104109b3e73036244afafc&device_id=0e33fc61-6640-4417-ae12-c9b42c8bd796 HTTP/1.1" status: 200 len: 1096 time: 0.0468664 May 20 21:51:11.225696 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b901ac36-763c-4a9c-b39f-b1e7a73c6a90 req-9a25be4d-69d4-409c-a3b0-b99f70c9374e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:51:11.227041 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b901ac36-763c-4a9c-b39f-b1e7a73c6a90 req-9a25be4d-69d4-409c-a3b0-b99f70c9374e service neutron] 10.222.0.24 "GET /v2.0/networks?id=a1f08390-0658-43f9-8e22-2ff060904f2b HTTP/1.1" status: 200 len: 898 time: 0.0823460 May 20 21:51:11.298683 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b901ac36-763c-4a9c-b39f-b1e7a73c6a90 req-d827f8e4-f14d-4ba0-be5f-bef9a4111ccb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3cdb294b-df73-4bc9-bbe8-d95975b3ca28 HTTP/1.1" status: 200 len: 1000 time: 0.0609241 May 20 21:51:11.347302 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b901ac36-763c-4a9c-b39f-b1e7a73c6a90 req-9334f963-4c4d-40fc-8298-3655cf1fdde5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:51:11.353778 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b901ac36-763c-4a9c-b39f-b1e7a73c6a90 req-9334f963-4c4d-40fc-8298-3655cf1fdde5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e462e1b0-09a1-43df-9b10-c6ed2703c6c0 HTTP/1.1" status: 200 len: 835 time: 0.0431752 May 20 21:51:11.394422 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b901ac36-763c-4a9c-b39f-b1e7a73c6a90 req-83f5bbe2-99c7-43ba-8a71-54b90e1ed745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:51:11.395913 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b901ac36-763c-4a9c-b39f-b1e7a73c6a90 req-83f5bbe2-99c7-43ba-8a71-54b90e1ed745 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a1f08390-0658-43f9-8e22-2ff060904f2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412438 May 20 21:51:11.489620 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b901ac36-763c-4a9c-b39f-b1e7a73c6a90 req-92afce64-91a7-4440-86f5-b7dd5308b505 service neutron] 10.222.0.24 "GET /v2.0/networks/a1f08390-0658-43f9-8e22-2ff060904f2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866618 May 20 21:51:11.580413 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b901ac36-763c-4a9c-b39f-b1e7a73c6a90 req-16d1f7c3-adbd-4850-a865-57b1e7470699 service neutron] 10.222.0.24 "GET /v2.0/networks/a1f08390-0658-43f9-8e22-2ff060904f2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836408 May 20 21:51:12.211848 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7c2831-6646-4b34-8db1-4f353d691d73 req-472f7378-dcd3-429c-a745-9a06600325c1 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:51:12.213317 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-bb7c2831-6646-4b34-8db1-4f353d691d73 req-472f7378-dcd3-429c-a745-9a06600325c1 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/ports?device_id=0e33fc61-6640-4417-ae12-c9b42c8bd796 HTTP/1.1" status: 200 len: 945 time: 0.0488484 May 20 21:51:12.250180 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-bb7c2831-6646-4b34-8db1-4f353d691d73 req-8f9827e3-9b34-443d-9458-a6eb1aee4fb1 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/security-groups?id=e79fc111-b386-438a-ba47-1214e07d65c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307462 May 20 21:51:13.372610 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0d2521-ba2a-4c6f-b1eb-4e2ce9a56e27 req-1a48fe06-fbb2-4273-b202-a47cb6a9c18d tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:51:13.374121 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-bf0d2521-ba2a-4c6f-b1eb-4e2ce9a56e27 req-1a48fe06-fbb2-4273-b202-a47cb6a9c18d tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/ports?device_id=0e33fc61-6640-4417-ae12-c9b42c8bd796 HTTP/1.1" status: 200 len: 945 time: 0.0523295 May 20 21:51:13.414227 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-bf0d2521-ba2a-4c6f-b1eb-4e2ce9a56e27 req-2c65d3bf-a5ce-492d-bf87-0056944654fc tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/security-groups?id=e79fc111-b386-438a-ba47-1214e07d65c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332346 May 20 21:51:13.439652 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 37034) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:51:13.498514 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-2c810352-fdfc-4126-b8a8-1be8e94cd856 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/floatingips/d90fc498-31e4-405f-8aa4-d29749d005e1 HTTP/1.1" status: 200 len: 992 time: 0.0576634 May 20 21:51:19.936347 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-2c4e58cc-0eb8-4110-9120-3f50e2e95f95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:22.319214 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-58b2f233-9c5e-49c7-afff-22d88aeeb116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:24.210456 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4bb0e131-6525-46ca-a45b-e4ea43a5e69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:25.273473 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:25.690916 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:25.770462 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cc3ec51b-6ec8-438a-8349-5f0bec346d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:32.918827 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:39.140279 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.agents_db [None req-5c33ad30-4e00-40fa-b486-8c79c4a6cfc5 None None] Agent healthcheck: found 7 active agents {{(pid=103165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 20 21:51:42.031739 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 37054) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:51:42.185753 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-dcd7b592-55ce-462c-a8e5-922948954e4b tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Deleting port 4b71b95b-1dc1-4b56-87d8-a62fa793270a {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:51:42.186091 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-dcd7b592-55ce-462c-a8e5-922948954e4b tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:42.262710 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-dcd7b592-55ce-462c-a8e5-922948954e4b tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:42.263044 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-dcd7b592-55ce-462c-a8e5-922948954e4b tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:42.274563 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-dcd7b592-55ce-462c-a8e5-922948954e4b tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Calling delete_port for 4b71b95b-1dc1-4b56-87d8-a62fa793270a owned by network:floatingip {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:51:42.473762 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-dcd7b592-55ce-462c-a8e5-922948954e4b tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:42.500560 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd7b592-55ce-462c-a8e5-922948954e4b tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Pushing event deleted for resources: {'Port': ['ID=4b71b95b-1dc1-4b56-87d8-a62fa793270a,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:51:42.523307 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd7b592-55ce-462c-a8e5-922948954e4b tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:51:42.523655 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd7b592-55ce-462c-a8e5-922948954e4b tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:51:42.524019 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd7b592-55ce-462c-a8e5-922948954e4b tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:51:42.524351 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd7b592-55ce-462c-a8e5-922948954e4b tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:51:42.524684 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd7b592-55ce-462c-a8e5-922948954e4b tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:51:42.525010 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd7b592-55ce-462c-a8e5-922948954e4b tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:51:42.525367 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd7b592-55ce-462c-a8e5-922948954e4b tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:51:42.525698 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd7b592-55ce-462c-a8e5-922948954e4b tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:51:42.526020 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd7b592-55ce-462c-a8e5-922948954e4b tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:51:42.526345 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd7b592-55ce-462c-a8e5-922948954e4b tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:51:42.526665 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd7b592-55ce-462c-a8e5-922948954e4b tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:51:42.526979 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd7b592-55ce-462c-a8e5-922948954e4b tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:51:42.567106 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-dcd7b592-55ce-462c-a8e5-922948954e4b tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks [] for floatingip, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:42.567440 n-d-842733-1 neutron-server[103162]: INFO neutron.db.l3_db [None req-dcd7b592-55ce-462c-a8e5-922948954e4b tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Floating IP d90fc498-31e4-405f-8aa4-d29749d005e1 disassociated (deleted). External IP: 172.25.2.13, port: 3cdb294b-df73-4bc9-bbe8-d95975b3ca28. May 20 21:51:42.780596 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcd7b592-55ce-462c-a8e5-922948954e4b tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Router 11923e24-b71f-40c8-ae5c-2223f3306ded has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 21:51:42.892580 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcd7b592-55ce-462c-a8e5-922948954e4b tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 21:51:42.898443 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-dcd7b592-55ce-462c-a8e5-922948954e4b tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for floatingip, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:42.903689 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49f894d1-a186-475f-8b14-54a57f1f3aad None None] Sync routers for ids ['11923e24-b71f-40c8-ae5c-2223f3306ded'] in n-d-842733-1 {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 21:51:42.913173 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f894d1-a186-475f-8b14-54a57f1f3aad None None] Routers {'11923e24-b71f-40c8-ae5c-2223f3306ded'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:51:42.913797 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-49f894d1-a186-475f-8b14-54a57f1f3aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:51:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['11923e24-b71f-40c8-ae5c-2223f3306ded'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:51:42.925892 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-dcd7b592-55ce-462c-a8e5-922948954e4b tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "DELETE /v2.0/floatingips/d90fc498-31e4-405f-8aa4-d29749d005e1 HTTP/1.1" status: 204 len: 168 time: 0.8930666 May 20 21:51:42.926470 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e33fc61-6640-4417-ae12-c9b42c8bd796', 'tag': '3cdb294b-df73-4bc9-bbe8-d95975b3ca28'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 21:51:42.928813 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e97a983f2a54588e3d21b88a12ad54839c2ea34da7b46679306b1f34ba25e4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ee2e539-d7e6-4609-9938-6c94b0c76c93" -d '{"events": [{"name": "network-changed", "server_uuid": "0e33fc61-6640-4417-ae12-c9b42c8bd796", "tag": "3cdb294b-df73-4bc9-bbe8-d95975b3ca28"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 21:51:42.968963 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 21:51:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c468d9eb-045e-46cd-bc67-9e698ea276e7 x-openstack-request-id: req-c468d9eb-045e-46cd-bc67-9e698ea276e7 {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 21:51:42.969282 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e33fc61-6640-4417-ae12-c9b42c8bd796", "tag": "3cdb294b-df73-4bc9-bbe8-d95975b3ca28", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 21:51:42.969543 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c468d9eb-045e-46cd-bc67-9e698ea276e7 {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 21:51:42.969949 n-d-842733-1 neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c468d9eb-045e-46cd-bc67-9e698ea276e7'] response: {'name': 'network-changed', 'server_uuid': '0e33fc61-6640-4417-ae12-c9b42c8bd796', 'tag': '3cdb294b-df73-4bc9-bbe8-d95975b3ca28', 'status': 'completed', 'code': 200} May 20 21:51:43.022687 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-49f894d1-a186-475f-8b14-54a57f1f3aad None None] Set router 11923e24-b71f-40c8-ae5c-2223f3306ded gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:51:43.035397 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee2e539-d7e6-4609-9938-6c94b0c76c93 req-6cfba89f-f910-4467-aeab-9ed62bd23a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:51:43.036841 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4ee2e539-d7e6-4609-9938-6c94b0c76c93 req-6cfba89f-f910-4467-aeab-9ed62bd23a4b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cedf931037104109b3e73036244afafc&device_id=0e33fc61-6640-4417-ae12-c9b42c8bd796 HTTP/1.1" status: 200 len: 1096 time: 0.0422482 May 20 21:51:43.130236 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee2e539-d7e6-4609-9938-6c94b0c76c93 req-2fe98503-ef13-4769-b079-bdf887dc4b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:51:43.131741 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4ee2e539-d7e6-4609-9938-6c94b0c76c93 req-2fe98503-ef13-4769-b079-bdf887dc4b46 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a1f08390-0658-43f9-8e22-2ff060904f2b HTTP/1.1" status: 200 len: 898 time: 0.0886016 May 20 21:51:43.174714 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4ee2e539-d7e6-4609-9938-6c94b0c76c93 req-6da6e178-6771-4ec3-b02a-bf80f220f4be service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3cdb294b-df73-4bc9-bbe8-d95975b3ca28 HTTP/1.1" status: 200 len: 217 time: 0.0349581 May 20 21:51:43.224008 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee2e539-d7e6-4609-9938-6c94b0c76c93 req-e9d4dedb-bd4e-491c-bdef-5fc96de7e1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:51:43.225469 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4ee2e539-d7e6-4609-9938-6c94b0c76c93 req-e9d4dedb-bd4e-491c-bdef-5fc96de7e1b8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e462e1b0-09a1-43df-9b10-c6ed2703c6c0 HTTP/1.1" status: 200 len: 835 time: 0.0442271 May 20 21:51:43.227645 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-49f894d1-a186-475f-8b14-54a57f1f3aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11923e24-b71f-40c8-ae5c-2223f3306ded', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1986522759', 'tenant_id': 'cedf931037104109b3e73036244afafc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': 'e58c9d0a-e0fe-45ec-868c-6f0cbd5a381c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:50:00Z', 'updated_at': '2022-05-20T21:50:04Z', 'revision_number': 4, 'project_id': 'cedf931037104109b3e73036244afafc', 'gw_port': {'id': 'e58c9d0a-e0fe-45ec-868c-6f0cbd5a381c', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:12:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11923e24-b71f-40c8-ae5c-2223f3306ded', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:50:00Z', 'updated_at': '2022-05-20T21:50:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': '6b7c48fe-87e6-40aa-9a5c-8cdff0767276', 'name': '', 'network_id': 'a1f08390-0658-43f9-8e22-2ff060904f2b', 'tenant_id': 'cedf931037104109b3e73036244afafc', 'mac_address': 'fa:16:3e:ca:14:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11923e24-b71f-40c8-ae5c-2223f3306ded', 'device_owner': 'network:router_interface', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': 'e462e1b0-09a1-43df-9b10-c6ed2703c6c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:50:03Z', 'updated_at': '2022-05-20T21:50:07Z', 'revision_number': 5, 'project_id': 'cedf931037104109b3e73036244afafc', 'subnets': [{'id': 'e462e1b0-09a1-43df-9b10-c6ed2703c6c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:51:43.258655 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49f894d1-a186-475f-8b14-54a57f1f3aad None None] Checking router: 11923e24-b71f-40c8-ae5c-2223f3306ded for host: n-d-842733-1 {{(pid=103165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 21:51:43.272244 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f894d1-a186-475f-8b14-54a57f1f3aad None None] Routers {'11923e24-b71f-40c8-ae5c-2223f3306ded'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:51:43.273092 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-49f894d1-a186-475f-8b14-54a57f1f3aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:51:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['11923e24-b71f-40c8-ae5c-2223f3306ded'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:51:43.278371 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee2e539-d7e6-4609-9938-6c94b0c76c93 req-0e2db077-ca84-43c8-96d5-b774079c5c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:51:43.282015 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4ee2e539-d7e6-4609-9938-6c94b0c76c93 req-0e2db077-ca84-43c8-96d5-b774079c5c36 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a1f08390-0658-43f9-8e22-2ff060904f2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0482869 May 20 21:51:43.380340 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-49f894d1-a186-475f-8b14-54a57f1f3aad None None] Set router 11923e24-b71f-40c8-ae5c-2223f3306ded gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:51:43.402338 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922f28cf-0ec7-4f7d-87ee-30e3de440842 req-fdf0b9f8-3627-4d15-acf3-1459c9cbb937 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:51:43.403788 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-922f28cf-0ec7-4f7d-87ee-30e3de440842 req-fdf0b9f8-3627-4d15-acf3-1459c9cbb937 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/ports?device_id=0e33fc61-6640-4417-ae12-c9b42c8bd796 HTTP/1.1" status: 200 len: 945 time: 0.0988779 May 20 21:51:43.420506 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4ee2e539-d7e6-4609-9938-6c94b0c76c93 req-adf63f7e-c34b-4bf2-9bae-0c0a085d021e service neutron] 10.222.0.24 "GET /v2.0/networks/a1f08390-0658-43f9-8e22-2ff060904f2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334505 May 20 21:51:43.497643 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-922f28cf-0ec7-4f7d-87ee-30e3de440842 req-03767848-c559-49f8-97e7-268e9c090391 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/security-groups?id=e79fc111-b386-438a-ba47-1214e07d65c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865111 May 20 21:51:43.536701 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4ee2e539-d7e6-4609-9938-6c94b0c76c93 req-43c1af52-6c4a-46d0-aac3-1798dec50af1 service neutron] 10.222.0.24 "GET /v2.0/networks/a1f08390-0658-43f9-8e22-2ff060904f2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088531 May 20 21:51:43.589505 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-49f894d1-a186-475f-8b14-54a57f1f3aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11923e24-b71f-40c8-ae5c-2223f3306ded', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1986522759', 'tenant_id': 'cedf931037104109b3e73036244afafc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': 'e58c9d0a-e0fe-45ec-868c-6f0cbd5a381c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:50:00Z', 'updated_at': '2022-05-20T21:50:04Z', 'revision_number': 4, 'project_id': 'cedf931037104109b3e73036244afafc', 'gw_port': {'id': 'e58c9d0a-e0fe-45ec-868c-6f0cbd5a381c', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:12:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11923e24-b71f-40c8-ae5c-2223f3306ded', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:50:00Z', 'updated_at': '2022-05-20T21:50:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': '6b7c48fe-87e6-40aa-9a5c-8cdff0767276', 'name': '', 'network_id': 'a1f08390-0658-43f9-8e22-2ff060904f2b', 'tenant_id': 'cedf931037104109b3e73036244afafc', 'mac_address': 'fa:16:3e:ca:14:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11923e24-b71f-40c8-ae5c-2223f3306ded', 'device_owner': 'network:router_interface', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': 'e462e1b0-09a1-43df-9b10-c6ed2703c6c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:50:03Z', 'updated_at': '2022-05-20T21:50:07Z', 'revision_number': 5, 'project_id': 'cedf931037104109b3e73036244afafc', 'subnets': [{'id': 'e462e1b0-09a1-43df-9b10-c6ed2703c6c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:51:43.616520 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49f894d1-a186-475f-8b14-54a57f1f3aad None None] The sync data for ids ['11923e24-b71f-40c8-ae5c-2223f3306ded'] in n-d-842733-1 is: [{'id': '11923e24-b71f-40c8-ae5c-2223f3306ded', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1986522759', 'tenant_id': 'cedf931037104109b3e73036244afafc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': 'e58c9d0a-e0fe-45ec-868c-6f0cbd5a381c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:50:00Z', 'updated_at': '2022-05-20T21:50:04Z', 'revision_number': 4, 'project_id': 'cedf931037104109b3e73036244afafc', 'gw_port': {'id': 'e58c9d0a-e0fe-45ec-868c-6f0cbd5a381c', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:12:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11923e24-b71f-40c8-ae5c-2223f3306ded', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:50:00Z', 'updated_at': '2022-05-20T21:50:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': '6b7c48fe-87e6-40aa-9a5c-8cdff0767276', 'name': '', 'network_id': 'a1f08390-0658-43f9-8e22-2ff060904f2b', 'tenant_id': 'cedf931037104109b3e73036244afafc', 'mac_address': 'fa:16:3e:ca:14:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11923e24-b71f-40c8-ae5c-2223f3306ded', 'device_owner': 'network:router_interface', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': 'e462e1b0-09a1-43df-9b10-c6ed2703c6c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:50:03Z', 'updated_at': '2022-05-20T21:50:07Z', 'revision_number': 5, 'project_id': 'cedf931037104109b3e73036244afafc', 'subnets': [{'id': 'e462e1b0-09a1-43df-9b10-c6ed2703c6c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 21:51:43.827033 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b8948c1-922e-4d6d-aead-7054e4b2b24a None None] New status for floating IP d90fc498-31e4-405f-8aa4-d29749d005e1: DOWN {{(pid=103164) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 21:51:44.619827 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdfd857-6779-4ad6-bd80-65b456d812de req-4163a5af-c672-457d-b1d9-87c536c11091 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:51:44.621312 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6cdfd857-6779-4ad6-bd80-65b456d812de req-4163a5af-c672-457d-b1d9-87c536c11091 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/ports?device_id=0e33fc61-6640-4417-ae12-c9b42c8bd796 HTTP/1.1" status: 200 len: 945 time: 0.0505261 May 20 21:51:44.661630 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6cdfd857-6779-4ad6-bd80-65b456d812de req-75831273-a9bd-49f9-9a47-6d93e0c86e2c tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/security-groups?id=e79fc111-b386-438a-ba47-1214e07d65c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341046 May 20 21:51:44.856439 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e9eea3-43cd-40a7-a153-cb8ca4859234 req-086b808f-8c00-4442-bb85-5c96d5db34e6 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:51:44.857807 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-63e9eea3-43cd-40a7-a153-cb8ca4859234 req-086b808f-8c00-4442-bb85-5c96d5db34e6 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.24 "GET /v2.0/ports?device_id=0e33fc61-6640-4417-ae12-c9b42c8bd796 HTTP/1.1" status: 200 len: 945 time: 0.0515549 May 20 21:51:44.944457 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [req-63e9eea3-43cd-40a7-a153-cb8ca4859234 req-0dd98641-b2a7-432d-986c-57a2182fcd7e tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Deleting port 3cdb294b-df73-4bc9-bbe8-d95975b3ca28 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:51:44.944791 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-63e9eea3-43cd-40a7-a153-cb8ca4859234 req-0dd98641-b2a7-432d-986c-57a2182fcd7e tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:45.033132 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-63e9eea3-43cd-40a7-a153-cb8ca4859234 req-0dd98641-b2a7-432d-986c-57a2182fcd7e tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] For port 3cdb294b-df73-4bc9-bbe8-d95975b3ca28, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=3cdb294b-df73-4bc9-bbe8-d95975b3ca28,segment=NetworkSegment(89c35f5c-f4c5-4d79-8c06-c6e5698f2ffb),segment_id=89c35f5c-f4c5-4d79-8c06-c6e5698f2ffb)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:51:45.033518 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-63e9eea3-43cd-40a7-a153-cb8ca4859234 req-0dd98641-b2a7-432d-986c-57a2182fcd7e tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:45.045170 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [req-63e9eea3-43cd-40a7-a153-cb8ca4859234 req-0dd98641-b2a7-432d-986c-57a2182fcd7e tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Calling delete_port for 3cdb294b-df73-4bc9-bbe8-d95975b3ca28 owned by compute:nova {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:51:45.250354 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-63e9eea3-43cd-40a7-a153-cb8ca4859234 req-0dd98641-b2a7-432d-986c-57a2182fcd7e tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:45.288459 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd98641-b2a7-432d-986c-57a2182fcd7e tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Pushing event deleted for resources: {'Port': ['ID=3cdb294b-df73-4bc9-bbe8-d95975b3ca28,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:51:45.312022 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd98641-b2a7-432d-986c-57a2182fcd7e tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:51:45.312400 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd98641-b2a7-432d-986c-57a2182fcd7e tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:51:45.312732 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd98641-b2a7-432d-986c-57a2182fcd7e tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:51:45.313101 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd98641-b2a7-432d-986c-57a2182fcd7e tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:51:45.313517 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd98641-b2a7-432d-986c-57a2182fcd7e tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:51:45.313840 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd98641-b2a7-432d-986c-57a2182fcd7e tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:51:45.314161 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd98641-b2a7-432d-986c-57a2182fcd7e tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:51:45.314477 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd98641-b2a7-432d-986c-57a2182fcd7e tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:51:45.314794 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd98641-b2a7-432d-986c-57a2182fcd7e tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:51:45.315108 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd98641-b2a7-432d-986c-57a2182fcd7e tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:51:45.315601 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd98641-b2a7-432d-986c-57a2182fcd7e tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:51:45.315929 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd98641-b2a7-432d-986c-57a2182fcd7e tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:51:45.336765 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [req-63e9eea3-43cd-40a7-a153-cb8ca4859234 req-0dd98641-b2a7-432d-986c-57a2182fcd7e tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] No DVR routers for this DVR port 3cdb294b-df73-4bc9-bbe8-d95975b3ca28 on host n-h1-842733-1 {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 21:51:45.339602 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-63e9eea3-43cd-40a7-a153-cb8ca4859234 req-0dd98641-b2a7-432d-986c-57a2182fcd7e tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:45.342911 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-63e9eea3-43cd-40a7-a153-cb8ca4859234 req-0dd98641-b2a7-432d-986c-57a2182fcd7e tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.24 "DELETE /v2.0/ports/3cdb294b-df73-4bc9-bbe8-d95975b3ca28 HTTP/1.1" status: 204 len: 173 time: 0.4797421 May 20 21:51:45.343332 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e33fc61-6640-4417-ae12-c9b42c8bd796', 'name': 'network-vif-deleted', 'tag': '3cdb294b-df73-4bc9-bbe8-d95975b3ca28'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 21:51:45.345576 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4416c3b25ab83027dff24eda6e450cd3b8f285a9257f5a2b93a81ddcbdb8854f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cc69e60-0d5c-4a30-8e12-506f62f75425" -d '{"events": [{"server_uuid": "0e33fc61-6640-4417-ae12-c9b42c8bd796", "name": "network-vif-deleted", "tag": "3cdb294b-df73-4bc9-bbe8-d95975b3ca28"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 21:51:45.381922 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 21:51:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50288219-f968-46dc-bd96-498fde23f9b2 x-openstack-request-id: req-50288219-f968-46dc-bd96-498fde23f9b2 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 21:51:45.382209 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e33fc61-6640-4417-ae12-c9b42c8bd796", "name": "network-vif-deleted", "tag": "3cdb294b-df73-4bc9-bbe8-d95975b3ca28", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 21:51:45.382456 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-50288219-f968-46dc-bd96-498fde23f9b2 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 21:51:45.382854 n-d-842733-1 neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50288219-f968-46dc-bd96-498fde23f9b2'] response: {'server_uuid': '0e33fc61-6640-4417-ae12-c9b42c8bd796', 'name': 'network-vif-deleted', 'tag': '3cdb294b-df73-4bc9-bbe8-d95975b3ca28', 'status': 'completed', 'code': 200} May 20 21:51:45.774223 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-67d33adc-d4e2-4be8-b9a0-9fabe7222b9f req-8f71f625-ebb1-4f51-9997-a6da481ceecd tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/ports?device_id=0e33fc61-6640-4417-ae12-c9b42c8bd796 HTTP/1.1" status: 200 len: 210 time: 0.0280073 May 20 21:51:46.831909 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 37070) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:51:47.501713 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a6f04866-1cd0-49b0-b5d0-68faae2d89b1 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748528'] for router_interface, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:47.750796 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-a6f04866-1cd0-49b0-b5d0-68faae2d89b1 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Deleting port 6b7c48fe-87e6-40aa-9a5c-8cdff0767276 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:51:47.751137 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a6f04866-1cd0-49b0-b5d0-68faae2d89b1 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:47.837154 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-a6f04866-1cd0-49b0-b5d0-68faae2d89b1 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] For port 6b7c48fe-87e6-40aa-9a5c-8cdff0767276, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=6b7c48fe-87e6-40aa-9a5c-8cdff0767276,segment=NetworkSegment(89c35f5c-f4c5-4d79-8c06-c6e5698f2ffb),segment_id=89c35f5c-f4c5-4d79-8c06-c6e5698f2ffb)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:51:47.837874 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a6f04866-1cd0-49b0-b5d0-68faae2d89b1 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:47.849558 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-a6f04866-1cd0-49b0-b5d0-68faae2d89b1 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Calling delete_port for 6b7c48fe-87e6-40aa-9a5c-8cdff0767276 owned by network:router_interface {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:51:48.079258 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a6f04866-1cd0-49b0-b5d0-68faae2d89b1 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:48.109404 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f04866-1cd0-49b0-b5d0-68faae2d89b1 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Pushing event deleted for resources: {'Port': ['ID=6b7c48fe-87e6-40aa-9a5c-8cdff0767276,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:51:48.285793 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a6f04866-1cd0-49b0-b5d0-68faae2d89b1 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-692224'] for router_interface, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:48.344977 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 3cdb294b-df73-4bc9-bbe8-d95975b3ca28 no longer exists at agent hyperv_n-h1-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 21:51:48.365639 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] No Port match for: 3cdb294b-df73-4bc9-bbe8-d95975b3ca28 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 21:51:48.365978 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 3cdb294b-df73-4bc9-bbe8-d95975b3ca28 not bound to the agent host n-h1-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 21:51:48.508367 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6f04866-1cd0-49b0-b5d0-68faae2d89b1 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Router 11923e24-b71f-40c8-ae5c-2223f3306ded has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 21:51:48.613705 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6f04866-1cd0-49b0-b5d0-68faae2d89b1 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 21:51:48.619027 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-a6f04866-1cd0-49b0-b5d0-68faae2d89b1 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "PUT /v2.0/routers/11923e24-b71f-40c8-ae5c-2223f3306ded/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7859814 May 20 21:51:48.621789 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 37072) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:51:48.623661 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-254f1277-e299-4956-8038-d292af985aff None None] Sync routers for ids ['11923e24-b71f-40c8-ae5c-2223f3306ded'] in n-d-842733-1 {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 21:51:48.633869 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-254f1277-e299-4956-8038-d292af985aff None None] Routers {'11923e24-b71f-40c8-ae5c-2223f3306ded'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:51:48.634591 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-254f1277-e299-4956-8038-d292af985aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:51:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['11923e24-b71f-40c8-ae5c-2223f3306ded'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:51:48.672845 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce061279-e506-4847-a09d-440b6b299f31 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Deleting subnet e462e1b0-09a1-43df-9b10-c6ed2703c6c0 {{(pid=103163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 20 21:51:48.676047 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ce061279-e506-4847-a09d-440b6b299f31 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks [] for subnet, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:48.715253 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ce061279-e506-4847-a09d-440b6b299f31 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9338757'] for subnet, precommit_delete_associations {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:48.739753 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-254f1277-e299-4956-8038-d292af985aff None None] Set router 11923e24-b71f-40c8-ae5c-2223f3306ded gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:51:48.802246 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ce061279-e506-4847-a09d-440b6b299f31 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33068388'] for subnet, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:48.920877 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-254f1277-e299-4956-8038-d292af985aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11923e24-b71f-40c8-ae5c-2223f3306ded', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1986522759', 'tenant_id': 'cedf931037104109b3e73036244afafc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': 'e58c9d0a-e0fe-45ec-868c-6f0cbd5a381c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:50:00Z', 'updated_at': '2022-05-20T21:51:47Z', 'revision_number': 5, 'project_id': 'cedf931037104109b3e73036244afafc', 'gw_port': {'id': 'e58c9d0a-e0fe-45ec-868c-6f0cbd5a381c', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:12:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11923e24-b71f-40c8-ae5c-2223f3306ded', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:50:00Z', 'updated_at': '2022-05-20T21:50:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:51:48.930748 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ce061279-e506-4847-a09d-440b6b299f31 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33068399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9641221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8422588'] for subnet, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:48.946981 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-254f1277-e299-4956-8038-d292af985aff None None] Checking router: 11923e24-b71f-40c8-ae5c-2223f3306ded for host: n-d-842733-1 {{(pid=103165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 21:51:48.955009 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-254f1277-e299-4956-8038-d292af985aff None None] Routers {'11923e24-b71f-40c8-ae5c-2223f3306ded'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:51:48.956118 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-254f1277-e299-4956-8038-d292af985aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:51:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['11923e24-b71f-40c8-ae5c-2223f3306ded'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:51:48.958278 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce061279-e506-4847-a09d-440b6b299f31 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Pushing event deleted for resources: {'Subnet': ['ID=e462e1b0-09a1-43df-9b10-c6ed2703c6c0,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:51:48.961921 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ce061279-e506-4847-a09d-440b6b299f31 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks [] for subnet, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:48.965144 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-ce061279-e506-4847-a09d-440b6b299f31 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "DELETE /v2.0/subnets/e462e1b0-09a1-43df-9b10-c6ed2703c6c0 HTTP/1.1" status: 204 len: 168 time: 0.3422053 May 20 21:51:48.967864 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 37074) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:51:48.969846 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff863689-bf0a-44ee-bf16-525f287c8e21 None None] Network a1f08390-0658-43f9-8e22-2ff060904f2b requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:51:49.082952 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c8a53f11-d305-471d-bb89-4eb51783fe1e tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks [] for router, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:49.167677 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6606d1f0-2fd8-4a0a-8ead-1b2d9b92fec3 None None] DHCP port deletion for a1f08390-0658-43f9-8e22-2ff060904f2b request from n-d-842733-1 {{(pid=103164) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 21:51:49.178357 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-254f1277-e299-4956-8038-d292af985aff None None] Set router 11923e24-b71f-40c8-ae5c-2223f3306ded gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:51:49.197238 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c8a53f11-d305-471d-bb89-4eb51783fe1e tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:49.215484 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-6606d1f0-2fd8-4a0a-8ead-1b2d9b92fec3 None None] Deleting port 87c270d8-dd83-475c-a6f6-e0357dc177c0 {{(pid=103164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:51:49.220700 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-6606d1f0-2fd8-4a0a-8ead-1b2d9b92fec3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:49.286009 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-6606d1f0-2fd8-4a0a-8ead-1b2d9b92fec3 None None] For port 87c270d8-dd83-475c-a6f6-e0357dc177c0, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=87c270d8-dd83-475c-a6f6-e0357dc177c0,segment=NetworkSegment(89c35f5c-f4c5-4d79-8c06-c6e5698f2ffb),segment_id=89c35f5c-f4c5-4d79-8c06-c6e5698f2ffb)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:51:49.286009 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-6606d1f0-2fd8-4a0a-8ead-1b2d9b92fec3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:49.303351 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-6606d1f0-2fd8-4a0a-8ead-1b2d9b92fec3 None None] Calling delete_port for 87c270d8-dd83-475c-a6f6-e0357dc177c0 owned by network:dhcp {{(pid=103164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:51:49.311805 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-c8a53f11-d305-471d-bb89-4eb51783fe1e tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Deleting port e58c9d0a-e0fe-45ec-868c-6f0cbd5a381c {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:51:49.311805 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c8a53f11-d305-471d-bb89-4eb51783fe1e tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:49.384992 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-254f1277-e299-4956-8038-d292af985aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11923e24-b71f-40c8-ae5c-2223f3306ded', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1986522759', 'tenant_id': 'cedf931037104109b3e73036244afafc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': 'e58c9d0a-e0fe-45ec-868c-6f0cbd5a381c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:50:00Z', 'updated_at': '2022-05-20T21:51:47Z', 'revision_number': 5, 'project_id': 'cedf931037104109b3e73036244afafc', 'gw_port': {'id': 'e58c9d0a-e0fe-45ec-868c-6f0cbd5a381c', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:12:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11923e24-b71f-40c8-ae5c-2223f3306ded', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:50:00Z', 'updated_at': '2022-05-20T21:50:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:51:49.409160 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-c8a53f11-d305-471d-bb89-4eb51783fe1e tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] For port e58c9d0a-e0fe-45ec-868c-6f0cbd5a381c, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=e58c9d0a-e0fe-45ec-868c-6f0cbd5a381c,segment=NetworkSegment(0b5485c4-eff8-42a1-9073-ae54ed4c63ba),segment_id=0b5485c4-eff8-42a1-9073-ae54ed4c63ba)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:51:49.409606 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c8a53f11-d305-471d-bb89-4eb51783fe1e tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:49.420601 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-254f1277-e299-4956-8038-d292af985aff None None] The sync data for ids ['11923e24-b71f-40c8-ae5c-2223f3306ded'] in n-d-842733-1 is: [{'id': '11923e24-b71f-40c8-ae5c-2223f3306ded', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1986522759', 'tenant_id': 'cedf931037104109b3e73036244afafc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': 'e58c9d0a-e0fe-45ec-868c-6f0cbd5a381c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:50:00Z', 'updated_at': '2022-05-20T21:51:47Z', 'revision_number': 5, 'project_id': 'cedf931037104109b3e73036244afafc', 'gw_port': {'id': 'e58c9d0a-e0fe-45ec-868c-6f0cbd5a381c', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:12:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11923e24-b71f-40c8-ae5c-2223f3306ded', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:50:00Z', 'updated_at': '2022-05-20T21:50:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 21:51:49.425110 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-c8a53f11-d305-471d-bb89-4eb51783fe1e tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Calling delete_port for e58c9d0a-e0fe-45ec-868c-6f0cbd5a381c owned by network:router_gateway {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:51:49.431285 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 87c270d8-dd83-475c-a6f6-e0357dc177c0 no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 21:51:49.474978 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-6606d1f0-2fd8-4a0a-8ead-1b2d9b92fec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099'] for port, after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:49.477567 n-d-842733-1 neutron-server[103164]: INFO neutron.plugins.ml2.db [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No ports have port_id starting with 87c270d8-dd83-475c-a6f6-e0357dc177c0 May 20 21:51:49.506533 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6606d1f0-2fd8-4a0a-8ead-1b2d9b92fec3 None None] Pushing event deleted for resources: {'Port': ['ID=87c270d8-dd83-475c-a6f6-e0357dc177c0,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:51:49.508806 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6606d1f0-2fd8-4a0a-8ead-1b2d9b92fec3 None None] No DVR routers for this DVR port 87c270d8-dd83-475c-a6f6-e0357dc177c0 on host n-d-842733-1 {{(pid=103164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 21:51:49.520064 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6606d1f0-2fd8-4a0a-8ead-1b2d9b92fec3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:51:49.520064 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6606d1f0-2fd8-4a0a-8ead-1b2d9b92fec3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:51:49.520064 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6606d1f0-2fd8-4a0a-8ead-1b2d9b92fec3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:51:49.520064 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6606d1f0-2fd8-4a0a-8ead-1b2d9b92fec3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:51:49.520064 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6606d1f0-2fd8-4a0a-8ead-1b2d9b92fec3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:51:49.520064 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6606d1f0-2fd8-4a0a-8ead-1b2d9b92fec3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:51:49.520064 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6606d1f0-2fd8-4a0a-8ead-1b2d9b92fec3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:51:49.520064 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6606d1f0-2fd8-4a0a-8ead-1b2d9b92fec3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:51:49.521131 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6606d1f0-2fd8-4a0a-8ead-1b2d9b92fec3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:51:49.521131 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6606d1f0-2fd8-4a0a-8ead-1b2d9b92fec3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:51:49.521131 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6606d1f0-2fd8-4a0a-8ead-1b2d9b92fec3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:51:49.521416 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6606d1f0-2fd8-4a0a-8ead-1b2d9b92fec3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:51:49.656420 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c8a53f11-d305-471d-bb89-4eb51783fe1e tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:49.680845 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a53f11-d305-471d-bb89-4eb51783fe1e tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Pushing event deleted for resources: {'Port': ['ID=e58c9d0a-e0fe-45ec-868c-6f0cbd5a381c,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:51:49.741599 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c8a53f11-d305-471d-bb89-4eb51783fe1e tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-748206'] for router_gateway, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:49.832583 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c8a53f11-d305-471d-bb89-4eb51783fe1e tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26169'] for router, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:49.834772 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c8a53f11-d305-471d-bb89-4eb51783fe1e tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:49.935989 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b55db72e-4214-4071-b55e-53eeccdaacaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:49.964784 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c8a53f11-d305-471d-bb89-4eb51783fe1e tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-693148'] for router, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:49.965471 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8a53f11-d305-471d-bb89-4eb51783fe1e tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Fanout notify agent at l3_agent the message router_deleted on router 11923e24-b71f-40c8-ae5c-2223f3306ded {{(pid=103163) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 20 21:51:49.974431 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c8a53f11-d305-471d-bb89-4eb51783fe1e tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks [] for router, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:49.974550 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-c8a53f11-d305-471d-bb89-4eb51783fe1e tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "DELETE /v2.0/routers/11923e24-b71f-40c8-ae5c-2223f3306ded HTTP/1.1" status: 204 len: 168 time: 1.0055315 May 20 21:51:49.977410 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 37076) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:51:50.057349 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f93d8ea2-e5be-44db-b913-e7936aca0e47 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33160123'] for network, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:50.148646 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f93d8ea2-e5be-44db-b913-e7936aca0e47 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33072115', 'neutron.services.segments.db._delete_segments_for_network-8782419500584'] for network, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:50.167975 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-f93d8ea2-e5be-44db-b913-e7936aca0e47 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1f08390-0658-43f9-8e22-2ff060904f2b']}} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:51:50.176916 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-f93d8ea2-e5be-44db-b913-e7936aca0e47 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89c35f5c-f4c5-4d79-8c06-c6e5698f2ffb') {'for_net_delete': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:51:50.177217 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-f93d8ea2-e5be-44db-b913-e7936aca0e47 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89c35f5c-f4c5-4d79-8c06-c6e5698f2ffb') {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:51:50.186311 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f93d8ea2-e5be-44db-b913-e7936aca0e47 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419501617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9338764'] for segment, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:50.199347 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f93d8ea2-e5be-44db-b913-e7936aca0e47 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:50.205071 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f93d8ea2-e5be-44db-b913-e7936aca0e47 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Releasing vlan 202 on physical network physnet1 to pool {{(pid=103163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 21:51:50.211110 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f93d8ea2-e5be-44db-b913-e7936aca0e47 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9638311'] for segment, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:50.211110 n-d-842733-1 neutron-server[103163]: Traceback (most recent call last): May 20 21:51:50.211110 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 21:51:50.211110 n-d-842733-1 neutron-server[103163]: timer() May 20 21:51:50.211110 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 21:51:50.211110 n-d-842733-1 neutron-server[103163]: cb(*args, **kw) May 20 21:51:50.211110 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 20 21:51:50.211110 n-d-842733-1 neutron-server[103163]: return func(*args, **kwargs) May 20 21:51:50.211110 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 21:51:50.211110 n-d-842733-1 neutron-server[103163]: self._notify() May 20 21:51:50.211110 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 21:51:50.211110 n-d-842733-1 neutron-server[103163]: self.callback(batched_events) May 20 21:51:50.211110 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 21:51:50.211110 n-d-842733-1 neutron-server[103163]: event.method(event) May 20 21:51:50.211110 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 20 21:51:50.211110 n-d-842733-1 neutron-server[103163]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 21:51:50.211110 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 20 21:51:50.211110 n-d-842733-1 neutron-server[103163]: aggregate_uuid = self.p_client.list_aggregates( May 20 21:51:50.211110 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 20 21:51:50.211110 n-d-842733-1 neutron-server[103163]: return f(self, *a, **k) May 20 21:51:50.211110 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 20 21:51:50.211110 n-d-842733-1 neutron-server[103163]: return self._get(url).json() May 20 21:51:50.211110 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 20 21:51:50.211110 n-d-842733-1 neutron-server[103163]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 21:51:50.211110 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 21:51:50.211110 n-d-842733-1 neutron-server[103163]: return self.request(url, 'GET', **kwargs) May 20 21:51:50.211110 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 21:51:50.211110 n-d-842733-1 neutron-server[103163]: base_url = self.get_endpoint(auth, allow=allow, May 20 21:51:50.211110 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 21:51:50.211110 n-d-842733-1 neutron-server[103163]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 21:51:50.211110 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 21:51:50.211110 n-d-842733-1 neutron-server[103163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 21:51:50.211110 n-d-842733-1 neutron-server[103163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 21:51:50.324781 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f93d8ea2-e5be-44db-b913-e7936aca0e47 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33072122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748162'] for network, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:50.336739 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f93d8ea2-e5be-44db-b913-e7936aca0e47 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:50.336739 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-f93d8ea2-e5be-44db-b913-e7936aca0e47 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "DELETE /v2.0/networks/a1f08390-0658-43f9-8e22-2ff060904f2b HTTP/1.1" status: 204 len: 168 time: 0.3562450 May 20 21:51:50.337613 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 37078) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:51:50.347390 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93d8ea2-e5be-44db-b913-e7936aca0e47 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Pushing event deleted for resources: {'Network': ['ID=a1f08390-0658-43f9-8e22-2ff060904f2b,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:51:50.400212 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0cbb5272-3f4a-4ccd-9326-3c688aa2f326 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:50.429834 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0cbb5272-3f4a-4ccd-9326-3c688aa2f326 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:50.570371 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0cbb5272-3f4a-4ccd-9326-3c688aa2f326 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:50.573312 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0cbb5272-3f4a-4ccd-9326-3c688aa2f326 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:50.574488 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-0cbb5272-3f4a-4ccd-9326-3c688aa2f326 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "DELETE /v2.0/security-groups/e79fc111-b386-438a-ba47-1214e07d65c6 HTTP/1.1" status: 204 len: 168 time: 0.2358112 May 20 21:51:50.584586 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbb5272-3f4a-4ccd-9326-3c688aa2f326 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e79fc111-b386-438a-ba47-1214e07d65c6,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:51:50.818330 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 37084) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:51:50.823067 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-84d97522-12c6-45c2-b3bb-a53de013cac1 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-90477026', 'description': 'tempest-secgroup-smoke-90477026 description', 'project_id': 'cedf931037104109b3e73036244afafc'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:51:50.913231 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-84d97522-12c6-45c2-b3bb-a53de013cac1 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:50.978268 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-84d97522-12c6-45c2-b3bb-a53de013cac1 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:51.050338 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-84d97522-12c6-45c2-b3bb-a53de013cac1 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:51.078642 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d97522-12c6-45c2-b3bb-a53de013cac1 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc604303-195a-4323-bbe7-a0d1f1309696,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:51:51.138130 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-84d97522-12c6-45c2-b3bb-a53de013cac1 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:51.139385 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-84d97522-12c6-45c2-b3bb-a53de013cac1 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3200512 May 20 21:51:51.142216 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 37086) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:51:51.147425 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-b10e0014-955a-4e92-9a11-f2c486f21c30 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Request body: {'security_group_rule': {'security_group_id': 'fc604303-195a-4323-bbe7-a0d1f1309696', 'project_id': 'cedf931037104109b3e73036244afafc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:51:51.238008 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b10e0014-955a-4e92-9a11-f2c486f21c30 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:51.292882 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b10e0014-955a-4e92-9a11-f2c486f21c30 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:51.321104 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 6b7c48fe-87e6-40aa-9a5c-8cdff0767276 no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 21:51:51.341025 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: 6b7c48fe-87e6-40aa-9a5c-8cdff0767276 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 21:51:51.341336 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 6b7c48fe-87e6-40aa-9a5c-8cdff0767276 not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 21:51:51.341727 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device e58c9d0a-e0fe-45ec-868c-6f0cbd5a381c no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 21:51:51.360173 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: e58c9d0a-e0fe-45ec-868c-6f0cbd5a381c {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 21:51:51.360497 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device e58c9d0a-e0fe-45ec-868c-6f0cbd5a381c not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 21:51:51.370393 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b10e0014-955a-4e92-9a11-f2c486f21c30 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691816'] for security_group_rule, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:51.388119 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10e0014-955a-4e92-9a11-f2c486f21c30 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa715c14-b7e4-483b-a7b6-138862a569f3,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:51:51.463914 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b10e0014-955a-4e92-9a11-f2c486f21c30 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:51.465269 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-b10e0014-955a-4e92-9a11-f2c486f21c30 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3221126 May 20 21:51:51.467985 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 37088) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:51:51.472648 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-354e84dd-8dd0-49a9-a385-c1ea5b8c4175 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Request body: {'security_group_rule': {'security_group_id': 'fc604303-195a-4323-bbe7-a0d1f1309696', 'project_id': 'cedf931037104109b3e73036244afafc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:51:51.552824 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-354e84dd-8dd0-49a9-a385-c1ea5b8c4175 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:51.608365 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-354e84dd-8dd0-49a9-a385-c1ea5b8c4175 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:51.662111 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-354e84dd-8dd0-49a9-a385-c1ea5b8c4175 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691816'] for security_group_rule, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:51.683947 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354e84dd-8dd0-49a9-a385-c1ea5b8c4175 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f21dd1f-4c97-40a6-bc55-6144ca63f602,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:51:51.749631 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-354e84dd-8dd0-49a9-a385-c1ea5b8c4175 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:51.750893 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-354e84dd-8dd0-49a9-a385-c1ea5b8c4175 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2819734 May 20 21:51:51.753862 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 37090) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:51:51.758250 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-4281efd5-0c85-428e-a0f6-211917a3f9b4 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Request body: {'security_group_rule': {'security_group_id': 'fc604303-195a-4323-bbe7-a0d1f1309696', 'project_id': 'cedf931037104109b3e73036244afafc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:51:51.867018 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4281efd5-0c85-428e-a0f6-211917a3f9b4 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:51.924088 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4281efd5-0c85-428e-a0f6-211917a3f9b4 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:52.016276 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4281efd5-0c85-428e-a0f6-211917a3f9b4 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691816'] for security_group_rule, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:52.036629 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4281efd5-0c85-428e-a0f6-211917a3f9b4 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7981075f-8ec3-4c42-9102-f34a80416f3b,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:51:52.103487 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4281efd5-0c85-428e-a0f6-211917a3f9b4 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:52.104726 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-4281efd5-0c85-428e-a0f6-211917a3f9b4 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3499072 May 20 21:51:52.107649 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 37092) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:51:52.111901 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-84023439-3fbe-4b82-9fda-62e0d2637d50 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Request body: {'security_group_rule': {'security_group_id': 'fc604303-195a-4323-bbe7-a0d1f1309696', 'project_id': 'cedf931037104109b3e73036244afafc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:51:52.186340 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-84023439-3fbe-4b82-9fda-62e0d2637d50 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:52.246366 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-84023439-3fbe-4b82-9fda-62e0d2637d50 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:52.285402 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c75c6f5a-8700-4dac-bc65-cbb5d241507d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:52.295757 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-84023439-3fbe-4b82-9fda-62e0d2637d50 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691816'] for security_group_rule, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:52.313980 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84023439-3fbe-4b82-9fda-62e0d2637d50 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c17a89d5-613b-4d0f-aec1-1cc8dde83061,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:51:52.372299 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-84023439-3fbe-4b82-9fda-62e0d2637d50 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:52.373566 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-84023439-3fbe-4b82-9fda-62e0d2637d50 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2649705 May 20 21:51:52.376239 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 37094) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:51:52.381599 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-c51d553d-b2e9-4907-8e13-42e596350ef4 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Request body: {'security_group_rule': {'security_group_id': 'fc604303-195a-4323-bbe7-a0d1f1309696', 'project_id': 'cedf931037104109b3e73036244afafc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:51:52.450618 n-d-842733-1 neutron-server[103162]: INFO neutron.db.securitygroups_db [None req-c51d553d-b2e9-4907-8e13-42e596350ef4 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Project cedf931037104109b3e73036244afafc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 20 21:51:52.456286 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c51d553d-b2e9-4907-8e13-42e596350ef4 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:52.515693 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c51d553d-b2e9-4907-8e13-42e596350ef4 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:52.575928 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c51d553d-b2e9-4907-8e13-42e596350ef4 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691816'] for security_group_rule, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:52.595906 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51d553d-b2e9-4907-8e13-42e596350ef4 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aad403f3-4cdc-4d01-a84d-a46fb89c0877,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:51:52.657789 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c51d553d-b2e9-4907-8e13-42e596350ef4 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:52.659024 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-c51d553d-b2e9-4907-8e13-42e596350ef4 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2818398 May 20 21:51:52.661675 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 37096) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:51:52.665907 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-b2d6a7b9-6ae1-4fd7-b52d-02e699b4b7c4 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Request body: {'security_group_rule': {'security_group_id': 'fc604303-195a-4323-bbe7-a0d1f1309696', 'project_id': 'cedf931037104109b3e73036244afafc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:51:52.765066 n-d-842733-1 neutron-server[103162]: INFO neutron.db.securitygroups_db [None req-b2d6a7b9-6ae1-4fd7-b52d-02e699b4b7c4 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Project cedf931037104109b3e73036244afafc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 20 21:51:52.770838 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b2d6a7b9-6ae1-4fd7-b52d-02e699b4b7c4 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:52.831697 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b2d6a7b9-6ae1-4fd7-b52d-02e699b4b7c4 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:52.907629 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b2d6a7b9-6ae1-4fd7-b52d-02e699b4b7c4 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691816'] for security_group_rule, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:52.925472 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d6a7b9-6ae1-4fd7-b52d-02e699b4b7c4 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ba2df18-f3bd-46c4-9762-c51a27692919,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:51:52.983598 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b2d6a7b9-6ae1-4fd7-b52d-02e699b4b7c4 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:52.984810 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-b2d6a7b9-6ae1-4fd7-b52d-02e699b4b7c4 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3222244 May 20 21:51:52.988235 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 37098) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:51:52.993072 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-e39d3f35-8633-4386-86a2-1fdb3d4a3e8f tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Request body: {'network': {'name': 'tempest-network-smoke--1408182665', 'project_id': 'cedf931037104109b3e73036244afafc', 'port_security_enabled': True}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:51:53.067450 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e39d3f35-8633-4386-86a2-1fdb3d4a3e8f tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Made reservation on behalf of cedf931037104109b3e73036244afafc for: {'network': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:51:53.070812 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e39d3f35-8633-4386-86a2-1fdb3d4a3e8f tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for network, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:53.093504 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e39d3f35-8633-4386-86a2-1fdb3d4a3e8f tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 232} {{(pid=103162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 21:51:53.102748 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e39d3f35-8633-4386-86a2-1fdb3d4a3e8f tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:53.107684 n-d-842733-1 neutron-server[103162]: INFO neutron.db.segments_db [None req-e39d3f35-8633-4386-86a2-1fdb3d4a3e8f tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Added segment 9ee65b6e-36f1-49d2-abc6-a902002987ff of type vlan for network dd33a732-a7d2-4646-8931-8f67d1ab5b90 May 20 21:51:53.141757 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e39d3f35-8633-4386-86a2-1fdb3d4a3e8f tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418993264'] for network, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:53.216064 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e39d3f35-8633-4386-86a2-1fdb3d4a3e8f tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524'] for network, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:53.222119 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e39d3f35-8633-4386-86a2-1fdb3d4a3e8f tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:51:53.222698 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e39d3f35-8633-4386-86a2-1fdb3d4a3e8f tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:53.289724 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39d3f35-8633-4386-86a2-1fdb3d4a3e8f tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Pushing event updated for resources: {'Network': ['ID=dd33a732-a7d2-4646-8931-8f67d1ab5b90,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:51:53.300383 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Network dd33a732-a7d2-4646-8931-8f67d1ab5b90 details requested by agent ovs-agent-n-d-842733-1 with host n-d-842733-1 {{(pid=103164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 20 21:51:53.327316 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-e39d3f35-8633-4386-86a2-1fdb3d4a3e8f tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3379202 May 20 21:51:53.329961 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 37100) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:51:53.335238 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-116693dd-58d2-4dc1-a87c-17c86745bb7d tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1026541266', 'admin_state_up': True, 'project_id': 'cedf931037104109b3e73036244afafc', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'}}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:51:53.427602 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-116693dd-58d2-4dc1-a87c-17c86745bb7d tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-694221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26155'] for router, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:53.428691 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-116693dd-58d2-4dc1-a87c-17c86745bb7d tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-693085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748153', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-718080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26162'] for router, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:53.480064 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-116693dd-58d2-4dc1-a87c-17c86745bb7d tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:53.686012 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-116693dd-58d2-4dc1-a87c-17c86745bb7d tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:53.919146 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-116693dd-58d2-4dc1-a87c-17c86745bb7d tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks [] for router_gateway, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:53.941467 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-116693dd-58d2-4dc1-a87c-17c86745bb7d tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:54.038790 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-116693dd-58d2-4dc1-a87c-17c86745bb7d tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Allocated IP 172.25.2.248 (e3a93b5c-91e2-4064-9c2c-1afc261bfe15/86fee0c1-6e34-488b-9216-b2b8e7ef585a/52916cad-2b6f-4c28-a493-eb3be21004b7) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:51:54.140139 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-116693dd-58d2-4dc1-a87c-17c86745bb7d tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:54.233181 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4bb0e131-6525-46ca-a45b-e4ea43a5e69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:54.262151 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-116693dd-58d2-4dc1-a87c-17c86745bb7d tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:54.299979 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-116693dd-58d2-4dc1-a87c-17c86745bb7d tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Network e3a93b5c-91e2-4064-9c2c-1afc261bfe15 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:51:54.302713 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-116693dd-58d2-4dc1-a87c-17c86745bb7d tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:51:54.306239 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-116693dd-58d2-4dc1-a87c-17c86745bb7d tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:51:54.330685 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116693dd-58d2-4dc1-a87c-17c86745bb7d tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Pushing event updated for resources: {'Port': ['ID=52916cad-2b6f-4c28-a493-eb3be21004b7,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:51:54.595514 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-116693dd-58d2-4dc1-a87c-17c86745bb7d tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks [] for router_gateway, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:54.789631 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-116693dd-58d2-4dc1-a87c-17c86745bb7d tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748106'] for router, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:54.970225 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-116693dd-58d2-4dc1-a87c-17c86745bb7d tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Router d99862fd-5df3-42f3-bd19-1a3f4b352f2d is scheduled to L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e with binding_index 1 {{(pid=103162) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 20 21:51:55.285523 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:55.407210 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-116693dd-58d2-4dc1-a87c-17c86745bb7d tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 21:51:55.417554 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db5a7fca-d634-459d-816e-fbb57da447f0 None None] Sync routers for ids ['d99862fd-5df3-42f3-bd19-1a3f4b352f2d'] in n-d-842733-1 {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 21:51:55.428770 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db5a7fca-d634-459d-816e-fbb57da447f0 None None] Routers {'d99862fd-5df3-42f3-bd19-1a3f4b352f2d'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:51:55.429519 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-db5a7fca-d634-459d-816e-fbb57da447f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:51:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['d99862fd-5df3-42f3-bd19-1a3f4b352f2d'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:51:55.469571 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-116693dd-58d2-4dc1-a87c-17c86745bb7d tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks [] for router, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:55.470826 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-116693dd-58d2-4dc1-a87c-17c86745bb7d tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.1398699 May 20 21:51:55.474031 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 37104) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:51:55.501441 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-2a92da8b-5802-45f1-89bb-0cfc45fbf467 tempest-TestNetworkAdvancedServerOps-869466300 tempest-TestNetworkAdvancedServerOps-869466300-project-admin] 10.222.0.35 "GET /v2.0/subnets?project_id=cedf931037104109b3e73036244afafc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0263007 May 20 21:51:55.504633 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 37106) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:51:55.537412 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-db5a7fca-d634-459d-816e-fbb57da447f0 None None] Set router d99862fd-5df3-42f3-bd19-1a3f4b352f2d gateway port host: n-d-842733-1 {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:51:55.588185 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20af2595-496b-40b8-991a-8e8de934d2d6 tempest-TestNetworkAdvancedServerOps-869466300 tempest-TestNetworkAdvancedServerOps-869466300-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:51:55.589706 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-20af2595-496b-40b8-991a-8e8de934d2d6 tempest-TestNetworkAdvancedServerOps-869466300 tempest-TestNetworkAdvancedServerOps-869466300-project-admin] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0841243 May 20 21:51:55.592605 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 37108) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:51:55.622171 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-510c3771-b72c-4eb2-bcab-55dc3f7cea8a tempest-TestNetworkAdvancedServerOps-869466300 tempest-TestNetworkAdvancedServerOps-869466300-project-admin] 10.222.0.35 "GET /v2.0/subnets?network_id=e3a93b5c-91e2-4064-9c2c-1afc261bfe15&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0284073 May 20 21:51:55.624658 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 37110) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:51:55.631221 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-e6142d9c-0678-4912-a239-500014b78baf tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1926985963', 'network_id': 'dd33a732-a7d2-4646-8931-8f67d1ab5b90', 'project_id': 'cedf931037104109b3e73036244afafc', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:51:55.723525 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:55.745987 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-db5a7fca-d634-459d-816e-fbb57da447f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd99862fd-5df3-42f3-bd19-1a3f4b352f2d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1026541266', 'tenant_id': 'cedf931037104109b3e73036244afafc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': '52916cad-2b6f-4c28-a493-eb3be21004b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:51:53Z', 'updated_at': '2022-05-20T21:51:54Z', 'revision_number': 3, 'project_id': 'cedf931037104109b3e73036244afafc', 'gw_port': {'id': '52916cad-2b6f-4c28-a493-eb3be21004b7', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:33:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd99862fd-5df3-42f3-bd19-1a3f4b352f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4365, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:51:53Z', 'updated_at': '2022-05-20T21:51:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:51:55.770579 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6142d9c-0678-4912-a239-500014b78baf tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Made reservation on behalf of cedf931037104109b3e73036244afafc for: {'subnet': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:51:55.774217 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e6142d9c-0678-4912-a239-500014b78baf tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4018244'] for subnet, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:55.777223 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db5a7fca-d634-459d-816e-fbb57da447f0 None None] Checking router: d99862fd-5df3-42f3-bd19-1a3f4b352f2d for host: n-d-842733-1 {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 21:51:55.781919 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db5a7fca-d634-459d-816e-fbb57da447f0 None None] Updating router d99862fd-5df3-42f3-bd19-1a3f4b352f2d port 52916cad-2b6f-4c28-a493-eb3be21004b7 binding host n-d-842733-1 {{(pid=103164) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 21:51:55.794667 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cc3ec51b-6ec8-438a-8349-5f0bec346d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:55.803275 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-db5a7fca-d634-459d-816e-fbb57da447f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:56.005186 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e6142d9c-0678-4912-a239-500014b78baf tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3797684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4018258'] for subnet, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:56.055312 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-db5a7fca-d634-459d-816e-fbb57da447f0 None None] Notify callbacks [] for port, precommit_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:56.071215 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6142d9c-0678-4912-a239-500014b78baf tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Pushing event updated for resources: {'Subnet': ['ID=f7f82f62-d66e-4831-bd32-e7dad4f707fe,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:51:56.075431 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6142d9c-0678-4912-a239-500014b78baf tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Checking segment: {'id': '9ee65b6e-36f1-49d2-abc6-a902002987ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'dd33a732-a7d2-4646-8931-8f67d1ab5b90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:51:56.075790 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6142d9c-0678-4912-a239-500014b78baf tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Network hostable DHCP agents. Network: dd33a732-a7d2-4646-8931-8f67d1ab5b90, hostable agents: ['c9b0653c-f3c7-4339-bd50-e3754b629216'], hosted agents: [] {{(pid=103162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 21:51:56.136361 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-db5a7fca-d634-459d-816e-fbb57da447f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:56.159722 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6142d9c-0678-4912-a239-500014b78baf tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Network dd33a732-a7d2-4646-8931-8f67d1ab5b90 is scheduled to be hosted by DHCP agent c9b0653c-f3c7-4339-bd50-e3754b629216 with binding_index 1 {{(pid=103162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 21:51:56.187275 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-db5a7fca-d634-459d-816e-fbb57da447f0 None None] Attempting to bind port 52916cad-2b6f-4c28-a493-eb3be21004b7 on host n-d-842733-1 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:51:56.187647 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-db5a7fca-d634-459d-816e-fbb57da447f0 None None] Attempting to bind port 52916cad-2b6f-4c28-a493-eb3be21004b7 by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': '0b5485c4-eff8-42a1-9073-ae54ed4c63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:51:56.188007 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db5a7fca-d634-459d-816e-fbb57da447f0 None None] Attempting to bind port 52916cad-2b6f-4c28-a493-eb3be21004b7 on network e3a93b5c-91e2-4064-9c2c-1afc261bfe15 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:51:56.199277 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb11a26-eb8a-48b4-8c9c-4d2ab43141e5 None None] Pushing event updated for resources: {'Port': ['ID=52916cad-2b6f-4c28-a493-eb3be21004b7,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:51:56.201779 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db5a7fca-d634-459d-816e-fbb57da447f0 None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 21, 51, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 21:51:56.202152 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db5a7fca-d634-459d-816e-fbb57da447f0 None None] Checking segment: {'id': '0b5485c4-eff8-42a1-9073-ae54ed4c63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:51:56.202565 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-db5a7fca-d634-459d-816e-fbb57da447f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:56.202935 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db5a7fca-d634-459d-816e-fbb57da447f0 None None] Bound using segment: {'id': '0b5485c4-eff8-42a1-9073-ae54ed4c63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 21:51:56.203447 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-db5a7fca-d634-459d-816e-fbb57da447f0 None None] Bound port: 52916cad-2b6f-4c28-a493-eb3be21004b7, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b5485c4-eff8-42a1-9073-ae54ed4c63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:51:56.203851 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-db5a7fca-d634-459d-816e-fbb57da447f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:56.222685 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-e6142d9c-0678-4912-a239-500014b78baf tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842733-1, dd33a732-a7d2-4646-8931-8f67d1ab5b90) {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:51:56.226914 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6142d9c-0678-4912-a239-500014b78baf tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:51:56.227507 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e6142d9c-0678-4912-a239-500014b78baf tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:56.234947 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-086c63ed-9e53-4fe9-b493-67b17bde3cf4 None None] Network dd33a732-a7d2-4646-8931-8f67d1ab5b90 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:51:56.260265 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [req-0752872c-a307-451a-9427-2f14e0c92b66 req-cb16bec8-447d-4a8b-aca2-661d65c97a7f service neutron] (103162) timed out ('10.222.0.24', 52660) {{(pid=103162) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} May 20 21:51:56.288114 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-e6142d9c-0678-4912-a239-500014b78baf tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6624396 May 20 21:51:56.290903 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 37112) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:51:56.304801 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-db5a7fca-d634-459d-816e-fbb57da447f0 None None] For port 52916cad-2b6f-4c28-a493-eb3be21004b7, host n-d-842733-1, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 21:51:56.309041 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-db5a7fca-d634-459d-816e-fbb57da447f0 None None] For port 52916cad-2b6f-4c28-a493-eb3be21004b7, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=52916cad-2b6f-4c28-a493-eb3be21004b7,segment=NetworkSegment(0b5485c4-eff8-42a1-9073-ae54ed4c63ba),segment_id=0b5485c4-eff8-42a1-9073-ae54ed4c63ba)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 21:51:56.515905 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-db5a7fca-d634-459d-816e-fbb57da447f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:56.597246 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db5a7fca-d634-459d-816e-fbb57da447f0 None None] Routers {'d99862fd-5df3-42f3-bd19-1a3f4b352f2d'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:51:56.597886 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-db5a7fca-d634-459d-816e-fbb57da447f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:51:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['d99862fd-5df3-42f3-bd19-1a3f4b352f2d'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:51:56.603699 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10be894f-a590-47dd-94c5-cd4e560734b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaee2b848-d4b9-5db1-b6ef-d6db29d67de7-dd33a732-a7d2-4646-8931-8f67d1ab5b90', 'network_id': 'dd33a732-a7d2-4646-8931-8f67d1ab5b90', 'tenant_id': 'cedf931037104109b3e73036244afafc', 'fixed_ips': [{'subnet_id': 'f7f82f62-d66e-4831-bd32-e7dad4f707fe'}]}} from n-d-842733-1. {{(pid=103164) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 21:51:56.604525 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-10be894f-a590-47dd-94c5-cd4e560734b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:56.640479 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb11a26-eb8a-48b4-8c9c-4d2ab43141e5 None None] Pushing event updated for resources: {'Port': ['ID=52916cad-2b6f-4c28-a493-eb3be21004b7,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:51:56.738010 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-fb01eff7-529b-46ea-869b-fb1da575e5d2 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:56.785857 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-db5a7fca-d634-459d-816e-fbb57da447f0 None None] Set router d99862fd-5df3-42f3-bd19-1a3f4b352f2d gateway port host: n-d-842733-1 {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:51:56.922019 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [None req-10be894f-a590-47dd-94c5-cd4e560734b0 None None] Allocated IP 172.20.0.2 (dd33a732-a7d2-4646-8931-8f67d1ab5b90/f7f82f62-d66e-4831-bd32-e7dad4f707fe/561f95df-bf2a-4321-9be2-dfa357ebf4a8) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:51:57.102318 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-db5a7fca-d634-459d-816e-fbb57da447f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd99862fd-5df3-42f3-bd19-1a3f4b352f2d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1026541266', 'tenant_id': 'cedf931037104109b3e73036244afafc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': '52916cad-2b6f-4c28-a493-eb3be21004b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:51:53Z', 'updated_at': '2022-05-20T21:51:54Z', 'revision_number': 3, 'project_id': 'cedf931037104109b3e73036244afafc', 'gw_port': {'id': '52916cad-2b6f-4c28-a493-eb3be21004b7', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:33:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd99862fd-5df3-42f3-bd19-1a3f4b352f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4365, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:51:53Z', 'updated_at': '2022-05-20T21:51:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:51:57.139744 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db5a7fca-d634-459d-816e-fbb57da447f0 None None] The sync data for ids ['d99862fd-5df3-42f3-bd19-1a3f4b352f2d'] in n-d-842733-1 is: [{'id': 'd99862fd-5df3-42f3-bd19-1a3f4b352f2d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1026541266', 'tenant_id': 'cedf931037104109b3e73036244afafc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': '52916cad-2b6f-4c28-a493-eb3be21004b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:51:53Z', 'updated_at': '2022-05-20T21:51:54Z', 'revision_number': 3, 'project_id': 'cedf931037104109b3e73036244afafc', 'gw_port': {'id': '52916cad-2b6f-4c28-a493-eb3be21004b7', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:33:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd99862fd-5df3-42f3-bd19-1a3f4b352f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4365, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:51:53Z', 'updated_at': '2022-05-20T21:51:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 21:51:57.146808 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-10be894f-a590-47dd-94c5-cd4e560734b0 None None] Notify callbacks [] for port, precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:57.204973 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-10be894f-a590-47dd-94c5-cd4e560734b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108'] for port, after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:57.243486 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10be894f-a590-47dd-94c5-cd4e560734b0 None None] Network dd33a732-a7d2-4646-8931-8f67d1ab5b90 is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:51:57.246326 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-10be894f-a590-47dd-94c5-cd4e560734b0 None None] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:51:57.249690 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10be894f-a590-47dd-94c5-cd4e560734b0 None None] Received port after_create {{(pid=103164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:51:57.261665 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10be894f-a590-47dd-94c5-cd4e560734b0 None None] Pushing event updated for resources: {'Port': ['ID=561f95df-bf2a-4321-9be2-dfa357ebf4a8,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:51:57.262047 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-fb01eff7-529b-46ea-869b-fb1da575e5d2 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Allocated IP 172.20.0.1 (dd33a732-a7d2-4646-8931-8f67d1ab5b90/f7f82f62-d66e-4831-bd32-e7dad4f707fe/4dad04ab-421e-455f-8c27-a359e9553b2f) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:51:57.313139 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-10be894f-a590-47dd-94c5-cd4e560734b0 None None] Attempting to bind port 561f95df-bf2a-4321-9be2-dfa357ebf4a8 on host n-d-842733-1 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:51:57.313812 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-10be894f-a590-47dd-94c5-cd4e560734b0 None None] Attempting to bind port 561f95df-bf2a-4321-9be2-dfa357ebf4a8 by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': '9ee65b6e-36f1-49d2-abc6-a902002987ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'dd33a732-a7d2-4646-8931-8f67d1ab5b90'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:51:57.313938 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10be894f-a590-47dd-94c5-cd4e560734b0 None None] Attempting to bind port 561f95df-bf2a-4321-9be2-dfa357ebf4a8 on network dd33a732-a7d2-4646-8931-8f67d1ab5b90 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:51:57.319962 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10be894f-a590-47dd-94c5-cd4e560734b0 None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 21, 51, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 21:51:57.320340 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10be894f-a590-47dd-94c5-cd4e560734b0 None None] Checking segment: {'id': '9ee65b6e-36f1-49d2-abc6-a902002987ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'dd33a732-a7d2-4646-8931-8f67d1ab5b90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:51:57.320737 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-10be894f-a590-47dd-94c5-cd4e560734b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:57.321130 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10be894f-a590-47dd-94c5-cd4e560734b0 None None] Bound using segment: {'id': '9ee65b6e-36f1-49d2-abc6-a902002987ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'dd33a732-a7d2-4646-8931-8f67d1ab5b90'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 21:51:57.321636 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-10be894f-a590-47dd-94c5-cd4e560734b0 None None] Bound port: 561f95df-bf2a-4321-9be2-dfa357ebf4a8, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ee65b6e-36f1-49d2-abc6-a902002987ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'dd33a732-a7d2-4646-8931-8f67d1ab5b90'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:51:57.322019 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-10be894f-a590-47dd-94c5-cd4e560734b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:57.404755 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-fb01eff7-529b-46ea-869b-fb1da575e5d2 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:57.419379 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-10be894f-a590-47dd-94c5-cd4e560734b0 None None] For port 561f95df-bf2a-4321-9be2-dfa357ebf4a8, host n-d-842733-1, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 21:51:57.425272 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-10be894f-a590-47dd-94c5-cd4e560734b0 None None] For port 561f95df-bf2a-4321-9be2-dfa357ebf4a8, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=561f95df-bf2a-4321-9be2-dfa357ebf4a8,segment=NetworkSegment(9ee65b6e-36f1-49d2-abc6-a902002987ff),segment_id=9ee65b6e-36f1-49d2-abc6-a902002987ff)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 21:51:57.508439 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-10be894f-a590-47dd-94c5-cd4e560734b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:57.525583 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-fb01eff7-529b-46ea-869b-fb1da575e5d2 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:57.569984 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb01eff7-529b-46ea-869b-fb1da575e5d2 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Network dd33a732-a7d2-4646-8931-8f67d1ab5b90 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:51:57.575837 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10be894f-a590-47dd-94c5-cd4e560734b0 None None] Pushing event updated for resources: {'Port': ['ID=561f95df-bf2a-4321-9be2-dfa357ebf4a8,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:51:57.579882 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-fb01eff7-529b-46ea-869b-fb1da575e5d2 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:51:57.583608 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb01eff7-529b-46ea-869b-fb1da575e5d2 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:51:57.623995 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb01eff7-529b-46ea-869b-fb1da575e5d2 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Pushing event updated for resources: {'Port': ['ID=4dad04ab-421e-455f-8c27-a359e9553b2f,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:51:57.653922 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-fb01eff7-529b-46ea-869b-fb1da575e5d2 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748409'] for router_interface, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:57.878103 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-fb01eff7-529b-46ea-869b-fb1da575e5d2 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:58.160686 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-fb01eff7-529b-46ea-869b-fb1da575e5d2 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:58.221655 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-fb01eff7-529b-46ea-869b-fb1da575e5d2 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:58.296863 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb01eff7-529b-46ea-869b-fb1da575e5d2 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Pushing event updated for resources: {'Port': ['ID=4dad04ab-421e-455f-8c27-a359e9553b2f,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:51:58.299771 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-fb01eff7-529b-46ea-869b-fb1da575e5d2 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748437'] for router_interface, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:58.388866 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb01eff7-529b-46ea-869b-fb1da575e5d2 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Network dd33a732-a7d2-4646-8931-8f67d1ab5b90 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:51:58.390251 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-fb01eff7-529b-46ea-869b-fb1da575e5d2 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:51:58.506542 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb01eff7-529b-46ea-869b-fb1da575e5d2 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Router d99862fd-5df3-42f3-bd19-1a3f4b352f2d has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 21:51:58.613665 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb01eff7-529b-46ea-869b-fb1da575e5d2 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 21:51:58.619169 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-fb01eff7-529b-46ea-869b-fb1da575e5d2 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "PUT /v2.0/routers/d99862fd-5df3-42f3-bd19-1a3f4b352f2d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3273401 May 20 21:51:58.774092 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-fa2c8a49-0190-45e5-995b-f7d664a49743 req-41f6f7c7-29f0-467d-bec1-4fb086fd959f tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-90477026&fields=id&tenant_id=cedf931037104109b3e73036244afafc HTTP/1.1" status: 200 len: 267 time: 0.0423734 May 20 21:51:58.888867 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2c8a49-0190-45e5-995b-f7d664a49743 req-814c910d-7151-45e7-81d9-a225593a1c1c tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:51:58.890465 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-fa2c8a49-0190-45e5-995b-f7d664a49743 req-814c910d-7151-45e7-81d9-a225593a1c1c tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/networks?id=dd33a732-a7d2-4646-8931-8f67d1ab5b90 HTTP/1.1" status: 200 len: 797 time: 0.1090956 May 20 21:51:58.906715 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-fa2c8a49-0190-45e5-995b-f7d664a49743 req-ed6b88b5-32fc-4a87-a2af-835856ad64cc tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/quotas/cedf931037104109b3e73036244afafc HTTP/1.1" status: 200 len: 375 time: 0.0096760 May 20 21:51:58.965326 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-fa2c8a49-0190-45e5-995b-f7d664a49743 req-d72dd302-6954-4b26-9d8d-573ffc7bacf2 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=cedf931037104109b3e73036244afafc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0489018 May 20 21:51:58.967719 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf009a3c-901c-4009-aa96-b92b580785ae None None] Network dd33a732-a7d2-4646-8931-8f67d1ab5b90 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:51:59.012858 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dafd9de1-8c53-4058-bf02-39ca066c21e6 None None] Sync routers for ids ['d99862fd-5df3-42f3-bd19-1a3f4b352f2d'] in n-d-842733-1 {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 21:51:59.024838 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dafd9de1-8c53-4058-bf02-39ca066c21e6 None None] Routers {'d99862fd-5df3-42f3-bd19-1a3f4b352f2d'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:51:59.027022 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-dafd9de1-8c53-4058-bf02-39ca066c21e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:51:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['d99862fd-5df3-42f3-bd19-1a3f4b352f2d'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:51:59.045320 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-e2405bcc-f5db-4347-916a-be06ab7c7ed2 None None] Provisioning complete for port 561f95df-bf2a-4321-9be2-dfa357ebf4a8 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:51:59.045688 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-e2405bcc-f5db-4347-916a-be06ab7c7ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:59.125953 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-fa2c8a49-0190-45e5-995b-f7d664a49743 req-ea93a06a-9147-40e4-ad49-b692f0986493 service neutron] 10.222.0.35 "GET /v2.0/networks/dd33a732-a7d2-4646-8931-8f67d1ab5b90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476409 May 20 21:51:59.144374 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-dafd9de1-8c53-4058-bf02-39ca066c21e6 None None] Set router d99862fd-5df3-42f3-bd19-1a3f4b352f2d gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:51:59.188542 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-e2405bcc-f5db-4347-916a-be06ab7c7ed2 None None] Current status of the port 561f95df-bf2a-4321-9be2-dfa357ebf4a8 is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:51:59.188926 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-e2405bcc-f5db-4347-916a-be06ab7c7ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:59.230842 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-e2405bcc-f5db-4347-916a-be06ab7c7ed2 None None] For port 561f95df-bf2a-4321-9be2-dfa357ebf4a8, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=561f95df-bf2a-4321-9be2-dfa357ebf4a8,segment=NetworkSegment(9ee65b6e-36f1-49d2-abc6-a902002987ff),segment_id=9ee65b6e-36f1-49d2-abc6-a902002987ff)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:51:59.232706 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-fa2c8a49-0190-45e5-995b-f7d664a49743 req-d2e7a30b-efda-4131-9ac3-50a1a5c46c0b service neutron] 10.222.0.35 "GET /v2.0/networks/dd33a732-a7d2-4646-8931-8f67d1ab5b90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971613 May 20 21:51:59.296971 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-e2405bcc-f5db-4347-916a-be06ab7c7ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:59.355071 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2405bcc-f5db-4347-916a-be06ab7c7ed2 None None] Pushing event updated for resources: {'Port': ['ID=561f95df-bf2a-4321-9be2-dfa357ebf4a8,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:51:59.373028 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-dafd9de1-8c53-4058-bf02-39ca066c21e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd99862fd-5df3-42f3-bd19-1a3f4b352f2d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1026541266', 'tenant_id': 'cedf931037104109b3e73036244afafc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': '52916cad-2b6f-4c28-a493-eb3be21004b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:51:53Z', 'updated_at': '2022-05-20T21:51:57Z', 'revision_number': 4, 'project_id': 'cedf931037104109b3e73036244afafc', 'gw_port': {'id': '52916cad-2b6f-4c28-a493-eb3be21004b7', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:33:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd99862fd-5df3-42f3-bd19-1a3f4b352f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4365, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:51:53Z', 'updated_at': '2022-05-20T21:51:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': '4dad04ab-421e-455f-8c27-a359e9553b2f', 'name': '', 'network_id': 'dd33a732-a7d2-4646-8931-8f67d1ab5b90', 'tenant_id': 'cedf931037104109b3e73036244afafc', 'mac_address': 'fa:16:3e:83:6d:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd99862fd-5df3-42f3-bd19-1a3f4b352f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4368, 'fixed_ips': [{'subnet_id': 'f7f82f62-d66e-4831-bd32-e7dad4f707fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:51:56Z', 'updated_at': '2022-05-20T21:51:58Z', 'revision_number': 2, 'project_id': 'cedf931037104109b3e73036244afafc', 'subnets': [{'id': 'f7f82f62-d66e-4831-bd32-e7dad4f707fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:51:59.405564 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dafd9de1-8c53-4058-bf02-39ca066c21e6 None None] Checking router: d99862fd-5df3-42f3-bd19-1a3f4b352f2d for host: n-d-842733-1 {{(pid=103165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 21:51:59.408481 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dafd9de1-8c53-4058-bf02-39ca066c21e6 None None] Updating router d99862fd-5df3-42f3-bd19-1a3f4b352f2d port 4dad04ab-421e-455f-8c27-a359e9553b2f binding host n-d-842733-1 {{(pid=103165) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 21:51:59.440417 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 52916cad-2b6f-4c28-a493-eb3be21004b7 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:51:59.443110 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-dafd9de1-8c53-4058-bf02-39ca066c21e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:59.491611 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 52916cad-2b6f-4c28-a493-eb3be21004b7 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:51:59.491835 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:59.542563 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-ef4a9470-b906-4dc8-9c21-a577c8c3e141 None None] Provisioning complete for port 4dad04ab-421e-455f-8c27-a359e9553b2f triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:51:59.542925 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ef4a9470-b906-4dc8-9c21-a577c8c3e141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:59.606207 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-ef4a9470-b906-4dc8-9c21-a577c8c3e141 None None] Port 4dad04ab-421e-455f-8c27-a359e9553b2f cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 21:51:59.617524 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 52916cad-2b6f-4c28-a493-eb3be21004b7 is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:51:59.617913 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:59.641573 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] For port 52916cad-2b6f-4c28-a493-eb3be21004b7, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=52916cad-2b6f-4c28-a493-eb3be21004b7,segment=NetworkSegment(0b5485c4-eff8-42a1-9073-ae54ed4c63ba),segment_id=0b5485c4-eff8-42a1-9073-ae54ed4c63ba)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:51:59.642646 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-ef4a9470-b906-4dc8-9c21-a577c8c3e141 None None] Provisioning complete for port 561f95df-bf2a-4321-9be2-dfa357ebf4a8 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:51:59.643787 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ef4a9470-b906-4dc8-9c21-a577c8c3e141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:59.723157 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-dafd9de1-8c53-4058-bf02-39ca066c21e6 None None] Notify callbacks [] for port, precommit_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:59.726490 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:59.727285 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 561f95df-bf2a-4321-9be2-dfa357ebf4a8 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:51:59.781665 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-dafd9de1-8c53-4058-bf02-39ca066c21e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:59.784812 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-ef4a9470-b906-4dc8-9c21-a577c8c3e141 None None] Current status of the port 561f95df-bf2a-4321-9be2-dfa357ebf4a8 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:51:59.819636 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Pushing event updated for resources: {'Port': ['ID=52916cad-2b6f-4c28-a493-eb3be21004b7,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:51:59.830247 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 561f95df-bf2a-4321-9be2-dfa357ebf4a8 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:51:59.831162 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:59.889287 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61e96e9-ae49-47ba-8037-7f76c0a0421d None None] Pushing event updated for resources: {'Port': ['ID=4dad04ab-421e-455f-8c27-a359e9553b2f,revision_number=3']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:51:59.895244 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-dafd9de1-8c53-4058-bf02-39ca066c21e6 None None] Attempting to bind port 4dad04ab-421e-455f-8c27-a359e9553b2f on host n-d-842733-1 for vnic_type normal with profile {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:51:59.895704 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-dafd9de1-8c53-4058-bf02-39ca066c21e6 None None] Attempting to bind port 4dad04ab-421e-455f-8c27-a359e9553b2f by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': '9ee65b6e-36f1-49d2-abc6-a902002987ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'dd33a732-a7d2-4646-8931-8f67d1ab5b90'}] {{(pid=103165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:51:59.896306 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dafd9de1-8c53-4058-bf02-39ca066c21e6 None None] Attempting to bind port 4dad04ab-421e-455f-8c27-a359e9553b2f on network dd33a732-a7d2-4646-8931-8f67d1ab5b90 {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:51:59.906601 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61e96e9-ae49-47ba-8037-7f76c0a0421d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:51:59.907228 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61e96e9-ae49-47ba-8037-7f76c0a0421d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:51:59.907746 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61e96e9-ae49-47ba-8037-7f76c0a0421d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:51:59.908229 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61e96e9-ae49-47ba-8037-7f76c0a0421d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:51:59.908743 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61e96e9-ae49-47ba-8037-7f76c0a0421d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:51:59.909241 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61e96e9-ae49-47ba-8037-7f76c0a0421d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:51:59.909738 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61e96e9-ae49-47ba-8037-7f76c0a0421d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:51:59.910239 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61e96e9-ae49-47ba-8037-7f76c0a0421d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:51:59.910714 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61e96e9-ae49-47ba-8037-7f76c0a0421d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:51:59.911198 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61e96e9-ae49-47ba-8037-7f76c0a0421d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:51:59.911524 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61e96e9-ae49-47ba-8037-7f76c0a0421d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:51:59.911843 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61e96e9-ae49-47ba-8037-7f76c0a0421d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:51:59.915339 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dafd9de1-8c53-4058-bf02-39ca066c21e6 None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 21, 51, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 21:51:59.915943 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dafd9de1-8c53-4058-bf02-39ca066c21e6 None None] Checking segment: {'id': '9ee65b6e-36f1-49d2-abc6-a902002987ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'dd33a732-a7d2-4646-8931-8f67d1ab5b90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:51:59.916526 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-dafd9de1-8c53-4058-bf02-39ca066c21e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:59.916909 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dafd9de1-8c53-4058-bf02-39ca066c21e6 None None] Bound using segment: {'id': '9ee65b6e-36f1-49d2-abc6-a902002987ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'dd33a732-a7d2-4646-8931-8f67d1ab5b90'} {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 21:51:59.917548 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-dafd9de1-8c53-4058-bf02-39ca066c21e6 None None] Bound port: 4dad04ab-421e-455f-8c27-a359e9553b2f, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ee65b6e-36f1-49d2-abc6-a902002987ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'dd33a732-a7d2-4646-8931-8f67d1ab5b90'}}] {{(pid=103165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:51:59.918132 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-dafd9de1-8c53-4058-bf02-39ca066c21e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:59.937603 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 561f95df-bf2a-4321-9be2-dfa357ebf4a8 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:51:59.947832 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-0a84aade-57d3-4735-9b18-d2ebee41dc25 None None] Provisioning complete for port 4dad04ab-421e-455f-8c27-a359e9553b2f triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:51:59.948263 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-0a84aade-57d3-4735-9b18-d2ebee41dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:59.989272 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-dafd9de1-8c53-4058-bf02-39ca066c21e6 None None] For port 4dad04ab-421e-455f-8c27-a359e9553b2f, host n-d-842733-1, cleared binding levels {{(pid=103165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 21:51:59.991634 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-0a84aade-57d3-4735-9b18-d2ebee41dc25 None None] Port 4dad04ab-421e-455f-8c27-a359e9553b2f cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 21:51:59.992564 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-dafd9de1-8c53-4058-bf02-39ca066c21e6 None None] For port 4dad04ab-421e-455f-8c27-a359e9553b2f, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=4dad04ab-421e-455f-8c27-a359e9553b2f,segment=NetworkSegment(9ee65b6e-36f1-49d2-abc6-a902002987ff),segment_id=9ee65b6e-36f1-49d2-abc6-a902002987ff)] {{(pid=103165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 21:52:00.057242 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-dafd9de1-8c53-4058-bf02-39ca066c21e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:52:00.120266 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dafd9de1-8c53-4058-bf02-39ca066c21e6 None None] Routers {'d99862fd-5df3-42f3-bd19-1a3f4b352f2d'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:52:00.120889 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-dafd9de1-8c53-4058-bf02-39ca066c21e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:51:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['d99862fd-5df3-42f3-bd19-1a3f4b352f2d'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:52:00.158381 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61e96e9-ae49-47ba-8037-7f76c0a0421d None None] Pushing event updated for resources: {'Port': ['ID=4dad04ab-421e-455f-8c27-a359e9553b2f,revision_number=4']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:52:00.217150 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-e307f091-5b13-4661-be29-370426d66542 None None] Provisioning complete for port 4dad04ab-421e-455f-8c27-a359e9553b2f triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:52:00.217831 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-e307f091-5b13-4661-be29-370426d66542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:52:00.235472 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-dafd9de1-8c53-4058-bf02-39ca066c21e6 None None] Set router d99862fd-5df3-42f3-bd19-1a3f4b352f2d gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:52:00.315552 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-e307f091-5b13-4661-be29-370426d66542 None None] Current status of the port 4dad04ab-421e-455f-8c27-a359e9553b2f is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:52:00.316169 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-e307f091-5b13-4661-be29-370426d66542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:52:00.354178 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-e307f091-5b13-4661-be29-370426d66542 None None] For port 4dad04ab-421e-455f-8c27-a359e9553b2f, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=4dad04ab-421e-455f-8c27-a359e9553b2f,segment=NetworkSegment(9ee65b6e-36f1-49d2-abc6-a902002987ff),segment_id=9ee65b6e-36f1-49d2-abc6-a902002987ff)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:52:00.416413 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-e307f091-5b13-4661-be29-370426d66542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:52:00.473023 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-dafd9de1-8c53-4058-bf02-39ca066c21e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd99862fd-5df3-42f3-bd19-1a3f4b352f2d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1026541266', 'tenant_id': 'cedf931037104109b3e73036244afafc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': '52916cad-2b6f-4c28-a493-eb3be21004b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:51:53Z', 'updated_at': '2022-05-20T21:51:57Z', 'revision_number': 4, 'project_id': 'cedf931037104109b3e73036244afafc', 'gw_port': {'id': '52916cad-2b6f-4c28-a493-eb3be21004b7', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:33:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd99862fd-5df3-42f3-bd19-1a3f4b352f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4365, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:51:53Z', 'updated_at': '2022-05-20T21:51:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': '4dad04ab-421e-455f-8c27-a359e9553b2f', 'name': '', 'network_id': 'dd33a732-a7d2-4646-8931-8f67d1ab5b90', 'tenant_id': 'cedf931037104109b3e73036244afafc', 'mac_address': 'fa:16:3e:83:6d:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd99862fd-5df3-42f3-bd19-1a3f4b352f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4368, 'fixed_ips': [{'subnet_id': 'f7f82f62-d66e-4831-bd32-e7dad4f707fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:51:56Z', 'updated_at': '2022-05-20T21:51:59Z', 'revision_number': 4, 'project_id': 'cedf931037104109b3e73036244afafc', 'subnets': [{'id': 'f7f82f62-d66e-4831-bd32-e7dad4f707fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:52:00.492075 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e307f091-5b13-4661-be29-370426d66542 None None] Pushing event updated for resources: {'Port': ['ID=4dad04ab-421e-455f-8c27-a359e9553b2f,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:52:00.507134 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dafd9de1-8c53-4058-bf02-39ca066c21e6 None None] The sync data for ids ['d99862fd-5df3-42f3-bd19-1a3f4b352f2d'] in n-d-842733-1 is: [{'id': 'd99862fd-5df3-42f3-bd19-1a3f4b352f2d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1026541266', 'tenant_id': 'cedf931037104109b3e73036244afafc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': '52916cad-2b6f-4c28-a493-eb3be21004b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:51:53Z', 'updated_at': '2022-05-20T21:51:57Z', 'revision_number': 4, 'project_id': 'cedf931037104109b3e73036244afafc', 'gw_port': {'id': '52916cad-2b6f-4c28-a493-eb3be21004b7', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:33:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd99862fd-5df3-42f3-bd19-1a3f4b352f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4365, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:51:53Z', 'updated_at': '2022-05-20T21:51:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': '4dad04ab-421e-455f-8c27-a359e9553b2f', 'name': '', 'network_id': 'dd33a732-a7d2-4646-8931-8f67d1ab5b90', 'tenant_id': 'cedf931037104109b3e73036244afafc', 'mac_address': 'fa:16:3e:83:6d:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd99862fd-5df3-42f3-bd19-1a3f4b352f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4368, 'fixed_ips': [{'subnet_id': 'f7f82f62-d66e-4831-bd32-e7dad4f707fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:51:56Z', 'updated_at': '2022-05-20T21:51:59Z', 'revision_number': 4, 'project_id': 'cedf931037104109b3e73036244afafc', 'subnets': [{'id': 'f7f82f62-d66e-4831-bd32-e7dad4f707fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 21:52:00.539976 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-e709cd34-39cb-4eeb-94d6-b4558fd8575e None None] Provisioning complete for port 4dad04ab-421e-455f-8c27-a359e9553b2f triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:52:00.540360 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-e709cd34-39cb-4eeb-94d6-b4558fd8575e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:52:00.541124 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7af4b903-2382-4f5b-8f74-18cd602d5dbf req-30eabea4-7e61-4c20-9b09-cb9b39bb7c55 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/ports?device_id=678899f2-a296-4454-8cd3-9d02ccf62586 HTTP/1.1" status: 200 len: 210 time: 0.0365009 May 20 21:52:00.656942 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-e709cd34-39cb-4eeb-94d6-b4558fd8575e None None] Current status of the port 4dad04ab-421e-455f-8c27-a359e9553b2f is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:52:01.406090 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 52916cad-2b6f-4c28-a493-eb3be21004b7 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:52:01.460663 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 52916cad-2b6f-4c28-a493-eb3be21004b7 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:52:01.461085 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:52:01.550643 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 52916cad-2b6f-4c28-a493-eb3be21004b7 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:52:01.552066 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 561f95df-bf2a-4321-9be2-dfa357ebf4a8 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:52:01.602401 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 561f95df-bf2a-4321-9be2-dfa357ebf4a8 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:52:01.602535 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:52:01.659287 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-51f53d9d-841f-4f23-93b2-d2145cb8dd44 req-dcb11e0e-3896-4d66-8ec8-b433556ad65e tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/ports?device_id=678899f2-a296-4454-8cd3-9d02ccf62586 HTTP/1.1" status: 200 len: 210 time: 0.0260520 May 20 21:52:01.683553 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 561f95df-bf2a-4321-9be2-dfa357ebf4a8 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:52:01.684597 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 4dad04ab-421e-455f-8c27-a359e9553b2f up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:52:01.730198 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 4dad04ab-421e-455f-8c27-a359e9553b2f triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:52:01.730564 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:52:01.806780 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 4dad04ab-421e-455f-8c27-a359e9553b2f is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:52:02.740921 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-41ed85da-618c-4d9f-b000-5c187e96e554 req-acecd77c-e093-4434-a52a-e43e6f80a467 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/ports?device_id=678899f2-a296-4454-8cd3-9d02ccf62586 HTTP/1.1" status: 200 len: 210 time: 0.0270717 May 20 21:52:02.964504 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:52:03.818779 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-cf84a34b-f925-4760-a7bd-6dd0b13cacb9 req-0e8e79a1-8a69-4acb-b165-7c0a665eed35 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/ports?device_id=678899f2-a296-4454-8cd3-9d02ccf62586 HTTP/1.1" status: 200 len: 210 time: 0.0264611 May 20 21:52:04.912253 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-04348628-0803-4fc4-a834-d941d388a3aa req-5266d87c-d8c6-4177-b89e-008e2d43a4c3 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/ports?device_id=678899f2-a296-4454-8cd3-9d02ccf62586 HTTP/1.1" status: 200 len: 210 time: 0.0276899 May 20 21:52:06.007672 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2b480c03-d5c2-4475-b684-c96c10389099 req-b395272f-16ff-4f81-9667-a62924f29ece tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/ports?device_id=678899f2-a296-4454-8cd3-9d02ccf62586 HTTP/1.1" status: 200 len: 210 time: 0.0264807 May 20 21:52:06.401250 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2c8a49-0190-45e5-995b-f7d664a49743 req-1648a859-ab38-43a1-80cf-627fdec9e7ea tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:52:06.402852 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-fa2c8a49-0190-45e5-995b-f7d664a49743 req-1648a859-ab38-43a1-80cf-627fdec9e7ea tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.24 "GET /v2.0/networks?id=dd33a732-a7d2-4646-8931-8f67d1ab5b90 HTTP/1.1" status: 200 len: 797 time: 0.1046784 May 20 21:52:06.444860 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-fa2c8a49-0190-45e5-995b-f7d664a49743 req-d76764eb-e795-41a7-8ab9-19eae4669e30 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cedf931037104109b3e73036244afafc HTTP/1.1" status: 200 len: 378 time: 0.0338264 May 20 21:52:06.453204 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [req-fa2c8a49-0190-45e5-995b-f7d664a49743 req-0a1e7278-0c47-4fb4-bc21-d3749a8a3534 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Request body: {'port': {'device_id': '678899f2-a296-4454-8cd3-9d02ccf62586', 'network_id': 'dd33a732-a7d2-4646-8931-8f67d1ab5b90', 'admin_state_up': True, 'tenant_id': 'cedf931037104109b3e73036244afafc', 'security_groups': ['fc604303-195a-4323-bbe7-a0d1f1309696']}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:52:06.621539 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa2c8a49-0190-45e5-995b-f7d664a49743 req-0a1e7278-0c47-4fb4-bc21-d3749a8a3534 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Made reservation on behalf of cedf931037104109b3e73036244afafc for: {'port': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:52:06.625062 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-fa2c8a49-0190-45e5-995b-f7d664a49743 req-0a1e7278-0c47-4fb4-bc21-d3749a8a3534 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:52:06.747759 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [req-fa2c8a49-0190-45e5-995b-f7d664a49743 req-0a1e7278-0c47-4fb4-bc21-d3749a8a3534 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Allocated IP 172.20.0.4 (dd33a732-a7d2-4646-8931-8f67d1ab5b90/f7f82f62-d66e-4831-bd32-e7dad4f707fe/3e795b0b-6c08-47fa-95db-ee97eb197f6a) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:52:06.883459 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-fa2c8a49-0190-45e5-995b-f7d664a49743 req-0a1e7278-0c47-4fb4-bc21-d3749a8a3534 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:52:06.970368 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-fa2c8a49-0190-45e5-995b-f7d664a49743 req-0a1e7278-0c47-4fb4-bc21-d3749a8a3534 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:52:07.013413 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa2c8a49-0190-45e5-995b-f7d664a49743 req-0a1e7278-0c47-4fb4-bc21-d3749a8a3534 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Network dd33a732-a7d2-4646-8931-8f67d1ab5b90 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:52:07.016392 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [req-fa2c8a49-0190-45e5-995b-f7d664a49743 req-0a1e7278-0c47-4fb4-bc21-d3749a8a3534 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:52:07.020371 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa2c8a49-0190-45e5-995b-f7d664a49743 req-0a1e7278-0c47-4fb4-bc21-d3749a8a3534 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:52:07.050822 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1e7278-0c47-4fb4-bc21-d3749a8a3534 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Pushing event updated for resources: {'Port': ['ID=3e795b0b-6c08-47fa-95db-ee97eb197f6a,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:52:07.075134 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2c8a49-0190-45e5-995b-f7d664a49743 req-0a1e7278-0c47-4fb4-bc21-d3749a8a3534 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:52:07.075795 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-fa2c8a49-0190-45e5-995b-f7d664a49743 req-0a1e7278-0c47-4fb4-bc21-d3749a8a3534 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:52:07.319695 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-80b4d32a-eea8-49c9-a9ee-462a9fbba9c5 None None] Provisioning complete for port 3e795b0b-6c08-47fa-95db-ee97eb197f6a triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:52:07.320304 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-80b4d32a-eea8-49c9-a9ee-462a9fbba9c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:52:07.354914 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-80b4d32a-eea8-49c9-a9ee-462a9fbba9c5 None None] Port 3e795b0b-6c08-47fa-95db-ee97eb197f6a cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 21:52:07.453451 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-fa2c8a49-0190-45e5-995b-f7d664a49743 req-0a1e7278-0c47-4fb4-bc21-d3749a8a3534 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0037684 May 20 21:52:07.468884 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [req-fa2c8a49-0190-45e5-995b-f7d664a49743 req-42668370-5835-407b-a92e-6c66708b32a5 service neutron] Request body: {'port': {'device_id': '678899f2-a296-4454-8cd3-9d02ccf62586', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-842733-1'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:52:07.499707 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f8c68a-427c-4aa1-b7ef-4aef99d2c57a req-27d32837-fc58-407e-a2de-efba4d9577ba tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:52:07.501176 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f7f8c68a-427c-4aa1-b7ef-4aef99d2c57a req-27d32837-fc58-407e-a2de-efba4d9577ba tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/ports?device_id=678899f2-a296-4454-8cd3-9d02ccf62586 HTTP/1.1" status: 200 len: 931 time: 0.4123225 May 20 21:52:07.548753 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-fa2c8a49-0190-45e5-995b-f7d664a49743 req-42668370-5835-407b-a92e-6c66708b32a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:52:07.570994 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f7f8c68a-427c-4aa1-b7ef-4aef99d2c57a req-2442f10d-9b75-452e-a76e-b49a28632ed7 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/security-groups?id=fc604303-195a-4323-bbe7-a0d1f1309696&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0613241 May 20 21:52:07.822972 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [req-fa2c8a49-0190-45e5-995b-f7d664a49743 req-42668370-5835-407b-a92e-6c66708b32a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e795b0b-6c08-47fa-95db-ee97eb197f6a {{(pid=103163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 21:52:07.830075 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-fa2c8a49-0190-45e5-995b-f7d664a49743 req-42668370-5835-407b-a92e-6c66708b32a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:52:07.842532 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [req-fa2c8a49-0190-45e5-995b-f7d664a49743 req-42668370-5835-407b-a92e-6c66708b32a5 service neutron] Transition to ACTIVE for port object 3e795b0b-6c08-47fa-95db-ee97eb197f6a will not be triggered until provisioned by entity L2. {{(pid=103163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 21:52:07.918710 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-fa2c8a49-0190-45e5-995b-f7d664a49743 req-42668370-5835-407b-a92e-6c66708b32a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:52:07.965752 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42668370-5835-407b-a92e-6c66708b32a5 service neutron] Pushing event updated for resources: {'Port': ['ID=3e795b0b-6c08-47fa-95db-ee97eb197f6a,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:52:08.040530 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-fa2c8a49-0190-45e5-995b-f7d664a49743 req-42668370-5835-407b-a92e-6c66708b32a5 service neutron] Attempting to bind port 3e795b0b-6c08-47fa-95db-ee97eb197f6a on host n-h1-842733-1 for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:52:08.041236 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-fa2c8a49-0190-45e5-995b-f7d664a49743 req-42668370-5835-407b-a92e-6c66708b32a5 service neutron] Attempting to bind port 3e795b0b-6c08-47fa-95db-ee97eb197f6a by drivers openvswitch,hyperv on host n-h1-842733-1 at level 0 using segments [{'id': '9ee65b6e-36f1-49d2-abc6-a902002987ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'dd33a732-a7d2-4646-8931-8f67d1ab5b90'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:52:08.041236 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa2c8a49-0190-45e5-995b-f7d664a49743 req-42668370-5835-407b-a92e-6c66708b32a5 service neutron] Attempting to bind port 3e795b0b-6c08-47fa-95db-ee97eb197f6a on network dd33a732-a7d2-4646-8931-8f67d1ab5b90 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:52:08.045856 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa2c8a49-0190-45e5-995b-f7d664a49743 req-42668370-5835-407b-a92e-6c66708b32a5 service neutron] Port 3e795b0b-6c08-47fa-95db-ee97eb197f6a on network dd33a732-a7d2-4646-8931-8f67d1ab5b90 not bound, no agent of type Open vSwitch agent registered on host n-h1-842733-1 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 21:52:08.046166 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa2c8a49-0190-45e5-995b-f7d664a49743 req-42668370-5835-407b-a92e-6c66708b32a5 service neutron] Attempting to bind port 3e795b0b-6c08-47fa-95db-ee97eb197f6a on network dd33a732-a7d2-4646-8931-8f67d1ab5b90 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:52:08.050947 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa2c8a49-0190-45e5-995b-f7d664a49743 req-42668370-5835-407b-a92e-6c66708b32a5 service neutron] Checking agent: {'id': '08dfb1ce-804b-4db8-838b-21094082e041', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 32, 54), 'started_at': datetime.datetime(2022, 5, 20, 20, 32, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 21, 51, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 21:52:08.051276 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa2c8a49-0190-45e5-995b-f7d664a49743 req-42668370-5835-407b-a92e-6c66708b32a5 service neutron] Checking segment: {'id': '9ee65b6e-36f1-49d2-abc6-a902002987ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'dd33a732-a7d2-4646-8931-8f67d1ab5b90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:52:08.051653 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa2c8a49-0190-45e5-995b-f7d664a49743 req-42668370-5835-407b-a92e-6c66708b32a5 service neutron] Bound using segment: {'id': '9ee65b6e-36f1-49d2-abc6-a902002987ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'dd33a732-a7d2-4646-8931-8f67d1ab5b90'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 21:52:08.052109 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-fa2c8a49-0190-45e5-995b-f7d664a49743 req-42668370-5835-407b-a92e-6c66708b32a5 service neutron] Bound port: 3e795b0b-6c08-47fa-95db-ee97eb197f6a, host: n-h1-842733-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ee65b6e-36f1-49d2-abc6-a902002987ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'dd33a732-a7d2-4646-8931-8f67d1ab5b90'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:52:08.052579 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-fa2c8a49-0190-45e5-995b-f7d664a49743 req-42668370-5835-407b-a92e-6c66708b32a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:52:08.118957 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-fa2c8a49-0190-45e5-995b-f7d664a49743 req-42668370-5835-407b-a92e-6c66708b32a5 service neutron] For port 3e795b0b-6c08-47fa-95db-ee97eb197f6a, host n-h1-842733-1, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 21:52:08.122215 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-fa2c8a49-0190-45e5-995b-f7d664a49743 req-42668370-5835-407b-a92e-6c66708b32a5 service neutron] For port 3e795b0b-6c08-47fa-95db-ee97eb197f6a, host n-h1-842733-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=3e795b0b-6c08-47fa-95db-ee97eb197f6a,segment=NetworkSegment(9ee65b6e-36f1-49d2-abc6-a902002987ff),segment_id=9ee65b6e-36f1-49d2-abc6-a902002987ff)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 21:52:08.188209 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-fa2c8a49-0190-45e5-995b-f7d664a49743 req-42668370-5835-407b-a92e-6c66708b32a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:52:08.220798 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2c8a49-0190-45e5-995b-f7d664a49743 req-42668370-5835-407b-a92e-6c66708b32a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:52:08.221442 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-fa2c8a49-0190-45e5-995b-f7d664a49743 req-42668370-5835-407b-a92e-6c66708b32a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:52:08.222811 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-fa2c8a49-0190-45e5-995b-f7d664a49743 req-42668370-5835-407b-a92e-6c66708b32a5 service neutron] 10.222.0.24 "PUT /v2.0/ports/3e795b0b-6c08-47fa-95db-ee97eb197f6a HTTP/1.1" status: 200 len: 1091 time: 0.7596126 May 20 21:52:08.223247 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '678899f2-a296-4454-8cd3-9d02ccf62586', 'tag': '3e795b0b-6c08-47fa-95db-ee97eb197f6a'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 21:52:08.226107 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4416c3b25ab83027dff24eda6e450cd3b8f285a9257f5a2b93a81ddcbdb8854f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e9c003a-e803-4e81-acac-5f6c0f8197ae" -d '{"events": [{"name": "network-changed", "server_uuid": "678899f2-a296-4454-8cd3-9d02ccf62586", "tag": "3e795b0b-6c08-47fa-95db-ee97eb197f6a"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 21:52:08.256309 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42668370-5835-407b-a92e-6c66708b32a5 service neutron] Pushing event updated for resources: {'Port': ['ID=3e795b0b-6c08-47fa-95db-ee97eb197f6a,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:52:08.269830 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 21:52:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c48134f6-8892-4581-8b9a-95877ba37e0d x-openstack-request-id: req-c48134f6-8892-4581-8b9a-95877ba37e0d {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 21:52:08.270116 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "678899f2-a296-4454-8cd3-9d02ccf62586", "tag": "3e795b0b-6c08-47fa-95db-ee97eb197f6a", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 21:52:08.270366 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c48134f6-8892-4581-8b9a-95877ba37e0d {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 21:52:08.270806 n-d-842733-1 neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c48134f6-8892-4581-8b9a-95877ba37e0d'] response: {'name': 'network-changed', 'server_uuid': '678899f2-a296-4454-8cd3-9d02ccf62586', 'tag': '3e795b0b-6c08-47fa-95db-ee97eb197f6a', 'status': 'completed', 'code': 200} May 20 21:52:08.331408 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9c003a-e803-4e81-acac-5f6c0f8197ae req-24d41776-7b71-43f3-8f81-a3d29243717f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:52:08.332914 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8e9c003a-e803-4e81-acac-5f6c0f8197ae req-24d41776-7b71-43f3-8f81-a3d29243717f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cedf931037104109b3e73036244afafc&device_id=678899f2-a296-4454-8cd3-9d02ccf62586 HTTP/1.1" status: 200 len: 1094 time: 0.0422709 May 20 21:52:08.438094 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9c003a-e803-4e81-acac-5f6c0f8197ae req-05962c08-c6df-4cea-801b-66a0733e7f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:52:08.439543 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8e9c003a-e803-4e81-acac-5f6c0f8197ae req-05962c08-c6df-4cea-801b-66a0733e7f9f service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=cedf931037104109b3e73036244afafc&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0985606 May 20 21:52:08.540928 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9c003a-e803-4e81-acac-5f6c0f8197ae req-7546bba5-f756-4a40-822b-e969e8f3addc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:52:08.542428 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8e9c003a-e803-4e81-acac-5f6c0f8197ae req-7546bba5-f756-4a40-822b-e969e8f3addc service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0950305 May 20 21:52:08.618408 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2c8a49-0190-45e5-995b-f7d664a49743 req-dd38eeea-51f7-4c5c-8a82-a2af3ba9864d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:52:08.619907 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-fa2c8a49-0190-45e5-995b-f7d664a49743 req-dd38eeea-51f7-4c5c-8a82-a2af3ba9864d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cedf931037104109b3e73036244afafc&device_id=678899f2-a296-4454-8cd3-9d02ccf62586 HTTP/1.1" status: 200 len: 1094 time: 0.0426686 May 20 21:52:08.664433 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-fa2c8a49-0190-45e5-995b-f7d664a49743 req-baa8b450-f317-4b88-9dca-103ab874488b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3e795b0b-6c08-47fa-95db-ee97eb197f6a HTTP/1.1" status: 200 len: 217 time: 0.0377128 May 20 21:52:08.739390 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2c8a49-0190-45e5-995b-f7d664a49743 req-163376a2-3dee-44d9-a922-c0e8d2c300bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:52:08.741357 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-fa2c8a49-0190-45e5-995b-f7d664a49743 req-163376a2-3dee-44d9-a922-c0e8d2c300bf service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f7f82f62-d66e-4831-bd32-e7dad4f707fe HTTP/1.1" status: 200 len: 835 time: 0.0699859 May 20 21:52:08.749378 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0dd422-99c1-416c-8abf-efa0532d8331 req-4b8a2170-575e-43d1-ace2-6567462f5f3c tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:52:08.750730 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-af0dd422-99c1-416c-8abf-efa0532d8331 req-4b8a2170-575e-43d1-ace2-6567462f5f3c tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/ports?device_id=678899f2-a296-4454-8cd3-9d02ccf62586 HTTP/1.1" status: 200 len: 943 time: 0.0901735 May 20 21:52:08.814532 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-af0dd422-99c1-416c-8abf-efa0532d8331 req-5206b2e2-623b-48f3-acdc-d9f14b65db7f tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/security-groups?id=fc604303-195a-4323-bbe7-a0d1f1309696&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0547664 May 20 21:52:08.817014 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2c8a49-0190-45e5-995b-f7d664a49743 req-19c232df-b4e6-48d2-b170-4c40c920b3df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:52:08.819619 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-fa2c8a49-0190-45e5-995b-f7d664a49743 req-19c232df-b4e6-48d2-b170-4c40c920b3df service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=dd33a732-a7d2-4646-8931-8f67d1ab5b90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0680635 May 20 21:52:08.913906 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-fa2c8a49-0190-45e5-995b-f7d664a49743 req-4307276d-5161-4a6e-a62b-a0661ddc4287 service neutron] 10.222.0.24 "GET /v2.0/networks/dd33a732-a7d2-4646-8931-8f67d1ab5b90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873151 May 20 21:52:08.999776 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-fa2c8a49-0190-45e5-995b-f7d664a49743 req-c66b043f-7161-4a55-b960-11519bcd8c20 service neutron] 10.222.0.24 "GET /v2.0/networks/dd33a732-a7d2-4646-8931-8f67d1ab5b90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793736 May 20 21:52:09.934260 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be776c3d-c964-4aeb-a9b9-7d116dde4c17 req-b18405bb-ccb8-4b59-84ac-bd9682582289 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:52:09.935717 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-be776c3d-c964-4aeb-a9b9-7d116dde4c17 req-b18405bb-ccb8-4b59-84ac-bd9682582289 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/ports?device_id=678899f2-a296-4454-8cd3-9d02ccf62586 HTTP/1.1" status: 200 len: 943 time: 0.0502574 May 20 21:52:09.972632 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-be776c3d-c964-4aeb-a9b9-7d116dde4c17 req-b9afde7b-fcdd-4463-8b30-6750c95df66e tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/security-groups?id=fc604303-195a-4323-bbe7-a0d1f1309696&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308926 May 20 21:52:11.099963 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8402b0-651f-4368-b1b8-0d38b47a2d33 req-ba072dc7-abac-42f1-8283-bfb33fec4426 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:52:11.101614 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ed8402b0-651f-4368-b1b8-0d38b47a2d33 req-ba072dc7-abac-42f1-8283-bfb33fec4426 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/ports?device_id=678899f2-a296-4454-8cd3-9d02ccf62586 HTTP/1.1" status: 200 len: 943 time: 0.0563991 May 20 21:52:11.139031 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ed8402b0-651f-4368-b1b8-0d38b47a2d33 req-5adac703-f06c-4f18-9a43-70278c1cfebe tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/security-groups?id=fc604303-195a-4323-bbe7-a0d1f1309696&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313656 May 20 21:52:12.254387 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6062717c-be08-466d-ae47-1aea097da6af req-ccce79f7-b580-4af2-bc18-9ba7df30a084 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:52:12.255877 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6062717c-be08-466d-ae47-1aea097da6af req-ccce79f7-b580-4af2-bc18-9ba7df30a084 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/ports?device_id=678899f2-a296-4454-8cd3-9d02ccf62586 HTTP/1.1" status: 200 len: 943 time: 0.0489724 May 20 21:52:12.294329 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6062717c-be08-466d-ae47-1aea097da6af req-4db42095-7148-407c-924e-72cbf92ae77a tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/security-groups?id=fc604303-195a-4323-bbe7-a0d1f1309696&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323579 May 20 21:52:12.422394 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 3e795b0b-6c08-47fa-95db-ee97eb197f6a details requested by agent hyperv_n-h1-842733-1 with host n-h1-842733-1 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 21:52:12.516189 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port 3e795b0b-6c08-47fa-95db-ee97eb197f6a, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=3e795b0b-6c08-47fa-95db-ee97eb197f6a,segment=NetworkSegment(9ee65b6e-36f1-49d2-abc6-a902002987ff),segment_id=9ee65b6e-36f1-49d2-abc6-a902002987ff)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:52:12.528209 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Returning: {'device': '3e795b0b-6c08-47fa-95db-ee97eb197f6a', 'network_id': 'dd33a732-a7d2-4646-8931-8f67d1ab5b90', 'port_id': '3e795b0b-6c08-47fa-95db-ee97eb197f6a', 'mac_address': 'fa:16:3e:c1:fc:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7f82f62-d66e-4831-bd32-e7dad4f707fe', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 20 21:52:12.562624 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Current status of the port 3e795b0b-6c08-47fa-95db-ee97eb197f6a is: DOWN; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:52:12.563001 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:52:12.578834 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e795b0b-6c08-47fa-95db-ee97eb197f6a {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 21:52:12.597235 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port 3e795b0b-6c08-47fa-95db-ee97eb197f6a, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=3e795b0b-6c08-47fa-95db-ee97eb197f6a,segment=NetworkSegment(9ee65b6e-36f1-49d2-abc6-a902002987ff),segment_id=9ee65b6e-36f1-49d2-abc6-a902002987ff)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:52:12.661551 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:52:12.709629 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Pushing event updated for resources: {'Port': ['ID=3e795b0b-6c08-47fa-95db-ee97eb197f6a,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:52:12.863359 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] get_ports_and_sgs() called for port_ids ['3e795b0b-6c08-47fa-95db-ee97eb197f6a'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 21:52:13.408448 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0930bdc-912d-4bc5-89f1-daaf8d469d36 req-275910b9-5ebd-4d29-ada9-fd5b8d9236f7 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:52:13.409952 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a0930bdc-912d-4bc5-89f1-daaf8d469d36 req-275910b9-5ebd-4d29-ada9-fd5b8d9236f7 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/ports?device_id=678899f2-a296-4454-8cd3-9d02ccf62586 HTTP/1.1" status: 200 len: 944 time: 0.0490360 May 20 21:52:13.448549 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a0930bdc-912d-4bc5-89f1-daaf8d469d36 req-10341685-2aed-4e13-b08f-bb0cfa1ede7a tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/security-groups?id=fc604303-195a-4323-bbe7-a0d1f1309696&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316994 May 20 21:52:14.454983 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 3e795b0b-6c08-47fa-95db-ee97eb197f6a up at agent hyperv_n-h1-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:52:14.569942 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a0da3b-d9f9-48ea-861d-af67ea50cb42 req-85bdd59b-ae1f-4eb5-8f7b-1e21f1bdf633 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:52:14.571442 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f2a0da3b-d9f9-48ea-861d-af67ea50cb42 req-85bdd59b-ae1f-4eb5-8f7b-1e21f1bdf633 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/ports?device_id=678899f2-a296-4454-8cd3-9d02ccf62586 HTTP/1.1" status: 200 len: 944 time: 0.0528979 May 20 21:52:14.593319 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Provisioning for port 3e795b0b-6c08-47fa-95db-ee97eb197f6a completed by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 21:52:14.597202 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Provisioning complete for port 3e795b0b-6c08-47fa-95db-ee97eb197f6a triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:52:14.602403 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:52:14.608637 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f2a0da3b-d9f9-48ea-861d-af67ea50cb42 req-34e97c1c-47f3-4562-9c84-02a82c97ccf8 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/security-groups?id=fc604303-195a-4323-bbe7-a0d1f1309696&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311942 May 20 21:52:14.678182 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Current status of the port 3e795b0b-6c08-47fa-95db-ee97eb197f6a is: BUILD; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:52:14.678607 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:52:14.700337 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '678899f2-a296-4454-8cd3-9d02ccf62586', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e795b0b-6c08-47fa-95db-ee97eb197f6a'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 21:52:14.702580 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7947af4a1013b12ef328acaa2f4e39eb2f7ac51c208120b4987a707d9dc479df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42e783ad-da31-4c42-b430-496c6d0105c6" -d '{"events": [{"server_uuid": "678899f2-a296-4454-8cd3-9d02ccf62586", "name": "network-vif-plugged", "status": "completed", "tag": "3e795b0b-6c08-47fa-95db-ee97eb197f6a"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 21:52:14.715148 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port 3e795b0b-6c08-47fa-95db-ee97eb197f6a, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=3e795b0b-6c08-47fa-95db-ee97eb197f6a,segment=NetworkSegment(9ee65b6e-36f1-49d2-abc6-a902002987ff),segment_id=9ee65b6e-36f1-49d2-abc6-a902002987ff)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:52:14.793474 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:52:14.803482 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 21:52:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa21d1d0-4ca4-45e4-aa18-f1f5f8f1f290 x-openstack-request-id: req-aa21d1d0-4ca4-45e4-aa18-f1f5f8f1f290 {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 21:52:14.803482 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "678899f2-a296-4454-8cd3-9d02ccf62586", "name": "network-vif-plugged", "status": "completed", "tag": "3e795b0b-6c08-47fa-95db-ee97eb197f6a", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 21:52:14.803482 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-aa21d1d0-4ca4-45e4-aa18-f1f5f8f1f290 {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 21:52:14.803482 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa21d1d0-4ca4-45e4-aa18-f1f5f8f1f290'] response: {'server_uuid': '678899f2-a296-4454-8cd3-9d02ccf62586', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e795b0b-6c08-47fa-95db-ee97eb197f6a', 'code': 200} May 20 21:52:14.842393 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Pushing event updated for resources: {'Port': ['ID=3e795b0b-6c08-47fa-95db-ee97eb197f6a,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:52:14.890809 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a6c8d9-d655-4618-b6cb-4e0829f40c1e req-a26f5764-cd5a-4188-a65a-7384bf41d3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:52:14.892314 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-97a6c8d9-d655-4618-b6cb-4e0829f40c1e req-a26f5764-cd5a-4188-a65a-7384bf41d3ba service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=678899f2-a296-4454-8cd3-9d02ccf62586 HTTP/1.1" status: 200 len: 1096 time: 0.0399086 May 20 21:52:14.926366 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-97a6c8d9-d655-4618-b6cb-4e0829f40c1e req-d18b40b0-e9f0-4959-b2ad-4b5f19e83773 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=fc604303-195a-4323-bbe7-a0d1f1309696&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0273733 May 20 21:52:15.727652 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5a81b1-90ac-47bc-8ac8-63e9ec48d77e req-f53d11d1-3da0-423f-9c84-7debf7e62f5b tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:52:15.729085 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1c5a81b1-90ac-47bc-8ac8-63e9ec48d77e req-f53d11d1-3da0-423f-9c84-7debf7e62f5b tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/ports?device_id=678899f2-a296-4454-8cd3-9d02ccf62586 HTTP/1.1" status: 200 len: 945 time: 0.0477552 May 20 21:52:15.766638 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1c5a81b1-90ac-47bc-8ac8-63e9ec48d77e req-dec3a279-6a32-46e3-b489-5827aaaacc2d tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/security-groups?id=fc604303-195a-4323-bbe7-a0d1f1309696&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314922 May 20 21:52:16.139106 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.agents_db [None req-5c33ad30-4e00-40fa-b486-8c79c4a6cfc5 None None] Agent healthcheck: found 7 active agents {{(pid=103165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 20 21:52:16.887270 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87ad588-dea3-4aef-86aa-8eb148f21778 req-cf22a0c8-70d1-47ba-b47c-6891ad012703 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:52:16.888713 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a87ad588-dea3-4aef-86aa-8eb148f21778 req-cf22a0c8-70d1-47ba-b47c-6891ad012703 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/ports?device_id=678899f2-a296-4454-8cd3-9d02ccf62586 HTTP/1.1" status: 200 len: 945 time: 0.0520215 May 20 21:52:16.926651 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a87ad588-dea3-4aef-86aa-8eb148f21778 req-2d8be364-2877-49eb-a3bf-3d6de71e38e1 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/security-groups?id=fc604303-195a-4323-bbe7-a0d1f1309696&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315835 May 20 21:52:17.043090 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a06e79-561d-4c80-9927-8c12ae769a16 req-86f3e0d8-2da0-4add-b810-e548c55f8f3b tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:52:17.044570 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d2a06e79-561d-4c80-9927-8c12ae769a16 req-86f3e0d8-2da0-4add-b810-e548c55f8f3b tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/ports?device_id=678899f2-a296-4454-8cd3-9d02ccf62586 HTTP/1.1" status: 200 len: 945 time: 0.0505254 May 20 21:52:17.082445 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d2a06e79-561d-4c80-9927-8c12ae769a16 req-af4d8b29-e6c4-4f7b-8c19-a2d973fcfbe3 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/security-groups?id=fc604303-195a-4323-bbe7-a0d1f1309696&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318351 May 20 21:52:17.104129 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 37194) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:52:17.142834 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58732fb5-2eed-4076-a05b-ca194644e998 tempest-TestNetworkAdvancedServerOps-869466300 tempest-TestNetworkAdvancedServerOps-869466300-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:52:17.144561 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-58732fb5-2eed-4076-a05b-ca194644e998 tempest-TestNetworkAdvancedServerOps-869466300 tempest-TestNetworkAdvancedServerOps-869466300-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=678899f2-a296-4454-8cd3-9d02ccf62586 HTTP/1.1" status: 200 len: 1091 time: 0.0394573 May 20 21:52:17.148086 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 37196) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:52:17.152238 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-bf7c92e8-a2e2-4e31-a3ec-7971036db19c tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Request body: {'floatingip': {'floating_network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'port_id': '3e795b0b-6c08-47fa-95db-ee97eb197f6a', 'tenant_id': 'cedf931037104109b3e73036244afafc', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:52:17.227445 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bf7c92e8-a2e2-4e31-a3ec-7971036db19c tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks [] for floatingip, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:52:17.326784 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bf7c92e8-a2e2-4e31-a3ec-7971036db19c tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:52:17.433812 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-bf7c92e8-a2e2-4e31-a3ec-7971036db19c tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Allocated IP 172.25.2.229 (e3a93b5c-91e2-4064-9c2c-1afc261bfe15/86fee0c1-6e34-488b-9216-b2b8e7ef585a/bc0cf2a4-d7bd-4db0-8b1a-23b73ce91128) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:52:17.534569 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bf7c92e8-a2e2-4e31-a3ec-7971036db19c tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:52:17.622333 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bf7c92e8-a2e2-4e31-a3ec-7971036db19c tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:52:17.658939 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf7c92e8-a2e2-4e31-a3ec-7971036db19c tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Network e3a93b5c-91e2-4064-9c2c-1afc261bfe15 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:52:17.661647 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-bf7c92e8-a2e2-4e31-a3ec-7971036db19c tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:52:17.665504 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf7c92e8-a2e2-4e31-a3ec-7971036db19c tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:52:17.698786 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7c92e8-a2e2-4e31-a3ec-7971036db19c tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Pushing event updated for resources: {'Port': ['ID=bc0cf2a4-d7bd-4db0-8b1a-23b73ce91128,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:52:18.022630 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bf7c92e8-a2e2-4e31-a3ec-7971036db19c tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:52:18.164636 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bf7c92e8-a2e2-4e31-a3ec-7971036db19c tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:52:18.307504 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bf7c92e8-a2e2-4e31-a3ec-7971036db19c tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks [] for port, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:52:18.370096 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bf7c92e8-a2e2-4e31-a3ec-7971036db19c tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:52:18.440493 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7c92e8-a2e2-4e31-a3ec-7971036db19c tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Pushing event updated for resources: {'Port': ['ID=bc0cf2a4-d7bd-4db0-8b1a-23b73ce91128,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:52:18.451175 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bf7c92e8-a2e2-4e31-a3ec-7971036db19c tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748272'] for floatingip, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:52:18.553620 n-d-842733-1 neutron-server[103163]: INFO neutron.db.l3_db [None req-bf7c92e8-a2e2-4e31-a3ec-7971036db19c tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Floating IP a4402414-dbab-4dd6-a3f3-0e30be160703 associated. External IP: 172.25.2.229, port: 3e795b0b-6c08-47fa-95db-ee97eb197f6a. May 20 21:52:18.756607 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf7c92e8-a2e2-4e31-a3ec-7971036db19c tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Router d99862fd-5df3-42f3-bd19-1a3f4b352f2d has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 21:52:18.861286 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf7c92e8-a2e2-4e31-a3ec-7971036db19c tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 21:52:18.871226 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecf8c23e-676d-4599-9636-39b73c0bfe86 None None] Sync routers for ids ['d99862fd-5df3-42f3-bd19-1a3f4b352f2d'] in n-d-842733-1 {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 21:52:18.880531 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecf8c23e-676d-4599-9636-39b73c0bfe86 None None] Routers {'d99862fd-5df3-42f3-bd19-1a3f4b352f2d'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:52:18.881988 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-ecf8c23e-676d-4599-9636-39b73c0bfe86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:51:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['d99862fd-5df3-42f3-bd19-1a3f4b352f2d'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:52:18.937815 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bf7c92e8-a2e2-4e31-a3ec-7971036db19c tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for floatingip, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:52:18.965396 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-bf7c92e8-a2e2-4e31-a3ec-7971036db19c tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8162932 May 20 21:52:18.969377 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '678899f2-a296-4454-8cd3-9d02ccf62586', 'tag': '3e795b0b-6c08-47fa-95db-ee97eb197f6a'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 21:52:18.969377 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4416c3b25ab83027dff24eda6e450cd3b8f285a9257f5a2b93a81ddcbdb8854f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68cf8f24-8819-4e21-8d87-faf0ebcd6e98" -d '{"events": [{"name": "network-changed", "server_uuid": "678899f2-a296-4454-8cd3-9d02ccf62586", "tag": "3e795b0b-6c08-47fa-95db-ee97eb197f6a"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 21:52:18.991340 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-ecf8c23e-676d-4599-9636-39b73c0bfe86 None None] Set router d99862fd-5df3-42f3-bd19-1a3f4b352f2d gateway port host: n-d-842733-1 {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:52:19.014093 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 21:52:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd36c1bd-5d71-4b73-ac5a-e37751dd62b1 x-openstack-request-id: req-cd36c1bd-5d71-4b73-ac5a-e37751dd62b1 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 21:52:19.014452 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "678899f2-a296-4454-8cd3-9d02ccf62586", "tag": "3e795b0b-6c08-47fa-95db-ee97eb197f6a", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 21:52:19.014797 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-cd36c1bd-5d71-4b73-ac5a-e37751dd62b1 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 21:52:19.015310 n-d-842733-1 neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd36c1bd-5d71-4b73-ac5a-e37751dd62b1'] response: {'name': 'network-changed', 'server_uuid': '678899f2-a296-4454-8cd3-9d02ccf62586', 'tag': '3e795b0b-6c08-47fa-95db-ee97eb197f6a', 'status': 'completed', 'code': 200} May 20 21:52:19.088847 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f590170-19a0-45a3-a8d7-7537dfd3f3a5 req-46981dd2-1896-45b4-9c7d-3ef294500ae9 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:52:19.090393 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6f590170-19a0-45a3-a8d7-7537dfd3f3a5 req-46981dd2-1896-45b4-9c7d-3ef294500ae9 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/ports?device_id=678899f2-a296-4454-8cd3-9d02ccf62586 HTTP/1.1" status: 200 len: 945 time: 0.0742071 May 20 21:52:19.105990 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cf8f24-8819-4e21-8d87-faf0ebcd6e98 req-2eb46490-949c-4851-bdc4-91173b028c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:52:19.107393 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-68cf8f24-8819-4e21-8d87-faf0ebcd6e98 req-2eb46490-949c-4851-bdc4-91173b028c3d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cedf931037104109b3e73036244afafc&device_id=678899f2-a296-4454-8cd3-9d02ccf62586 HTTP/1.1" status: 200 len: 1096 time: 0.0644901 May 20 21:52:19.180680 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6f590170-19a0-45a3-a8d7-7537dfd3f3a5 req-66aec9c3-1a6b-44a6-adba-5dd0b7e7c561 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/security-groups?id=fc604303-195a-4323-bbe7-a0d1f1309696&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0829532 May 20 21:52:19.203475 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 37202) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:52:19.219957 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cf8f24-8819-4e21-8d87-faf0ebcd6e98 req-c5547beb-675f-4ec4-9d9e-1b323cc8b2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:52:19.220311 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-ecf8c23e-676d-4599-9636-39b73c0bfe86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd99862fd-5df3-42f3-bd19-1a3f4b352f2d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1026541266', 'tenant_id': 'cedf931037104109b3e73036244afafc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': '52916cad-2b6f-4c28-a493-eb3be21004b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:51:53Z', 'updated_at': '2022-05-20T21:51:57Z', 'revision_number': 4, 'project_id': 'cedf931037104109b3e73036244afafc', 'gw_port': {'id': '52916cad-2b6f-4c28-a493-eb3be21004b7', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:33:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd99862fd-5df3-42f3-bd19-1a3f4b352f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4365, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:51:53Z', 'updated_at': '2022-05-20T21:51:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_floatingips': [{'id': 'a4402414-dbab-4dd6-a3f3-0e30be160703', 'tenant_id': 'cedf931037104109b3e73036244afafc', 'floating_ip_address': '172.25.2.229', 'floating_network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'router_id': 'd99862fd-5df3-42f3-bd19-1a3f4b352f2d', 'port_id': '3e795b0b-6c08-47fa-95db-ee97eb197f6a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4371, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd33a732-a7d2-4646-8931-8f67d1ab5b90', 'mac_address': 'fa:16:3e:c1:fc:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '678899f2-a296-4454-8cd3-9d02ccf62586', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-20T21:52:17Z', 'updated_at': '2022-05-20T21:52:17Z', 'revision_number': 0, 'project_id': 'cedf931037104109b3e73036244afafc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4dad04ab-421e-455f-8c27-a359e9553b2f', 'name': '', 'network_id': 'dd33a732-a7d2-4646-8931-8f67d1ab5b90', 'tenant_id': 'cedf931037104109b3e73036244afafc', 'mac_address': 'fa:16:3e:83:6d:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd99862fd-5df3-42f3-bd19-1a3f4b352f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4368, 'fixed_ips': [{'subnet_id': 'f7f82f62-d66e-4831-bd32-e7dad4f707fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:51:56Z', 'updated_at': '2022-05-20T21:52:00Z', 'revision_number': 5, 'project_id': 'cedf931037104109b3e73036244afafc', 'subnets': [{'id': 'f7f82f62-d66e-4831-bd32-e7dad4f707fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:52:19.221443 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-68cf8f24-8819-4e21-8d87-faf0ebcd6e98 req-c5547beb-675f-4ec4-9d9e-1b323cc8b2e2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=dd33a732-a7d2-4646-8931-8f67d1ab5b90 HTTP/1.1" status: 200 len: 898 time: 0.1050158 May 20 21:52:19.247335 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecf8c23e-676d-4599-9636-39b73c0bfe86 None None] Checking router: d99862fd-5df3-42f3-bd19-1a3f4b352f2d for host: n-d-842733-1 {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 21:52:19.256654 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecf8c23e-676d-4599-9636-39b73c0bfe86 None None] Routers {'d99862fd-5df3-42f3-bd19-1a3f4b352f2d'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:52:19.257289 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-ecf8c23e-676d-4599-9636-39b73c0bfe86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:51:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['d99862fd-5df3-42f3-bd19-1a3f4b352f2d'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:52:19.272637 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-603a5c06-7ed6-4150-a5b1-ed5def6871fc tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/floatingips/a4402414-dbab-4dd6-a3f3-0e30be160703 HTTP/1.1" status: 200 len: 991 time: 0.0656238 May 20 21:52:19.291029 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-68cf8f24-8819-4e21-8d87-faf0ebcd6e98 req-b5aedcb8-6da1-4981-a0cb-78f924a9e1ba service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3e795b0b-6c08-47fa-95db-ee97eb197f6a HTTP/1.1" status: 200 len: 999 time: 0.0635748 May 20 21:52:19.343933 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cf8f24-8819-4e21-8d87-faf0ebcd6e98 req-c894c81c-886f-405d-bb10-76c4b4a63481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:52:19.345417 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-68cf8f24-8819-4e21-8d87-faf0ebcd6e98 req-c894c81c-886f-405d-bb10-76c4b4a63481 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f7f82f62-d66e-4831-bd32-e7dad4f707fe HTTP/1.1" status: 200 len: 835 time: 0.0483501 May 20 21:52:19.363815 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-ecf8c23e-676d-4599-9636-39b73c0bfe86 None None] Set router d99862fd-5df3-42f3-bd19-1a3f4b352f2d gateway port host: n-d-842733-1 {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:52:19.390704 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cf8f24-8819-4e21-8d87-faf0ebcd6e98 req-429de10f-c5b3-405f-addc-3375e4314986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:52:19.392206 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-68cf8f24-8819-4e21-8d87-faf0ebcd6e98 req-429de10f-c5b3-405f-addc-3375e4314986 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=dd33a732-a7d2-4646-8931-8f67d1ab5b90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405378 May 20 21:52:19.482258 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-68cf8f24-8819-4e21-8d87-faf0ebcd6e98 req-38d7e010-7ecc-4dd8-8f6d-6c15b54bdae1 service neutron] 10.222.0.24 "GET /v2.0/networks/dd33a732-a7d2-4646-8931-8f67d1ab5b90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839462 May 20 21:52:19.575912 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-68cf8f24-8819-4e21-8d87-faf0ebcd6e98 req-fd966d22-61ec-43d4-8bfa-479884079e83 service neutron] 10.222.0.24 "GET /v2.0/networks/dd33a732-a7d2-4646-8931-8f67d1ab5b90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871298 May 20 21:52:19.592230 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-ecf8c23e-676d-4599-9636-39b73c0bfe86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd99862fd-5df3-42f3-bd19-1a3f4b352f2d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1026541266', 'tenant_id': 'cedf931037104109b3e73036244afafc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': '52916cad-2b6f-4c28-a493-eb3be21004b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:51:53Z', 'updated_at': '2022-05-20T21:51:57Z', 'revision_number': 4, 'project_id': 'cedf931037104109b3e73036244afafc', 'gw_port': {'id': '52916cad-2b6f-4c28-a493-eb3be21004b7', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:33:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd99862fd-5df3-42f3-bd19-1a3f4b352f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4365, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:51:53Z', 'updated_at': '2022-05-20T21:51:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_floatingips': [{'id': 'a4402414-dbab-4dd6-a3f3-0e30be160703', 'tenant_id': 'cedf931037104109b3e73036244afafc', 'floating_ip_address': '172.25.2.229', 'floating_network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'router_id': 'd99862fd-5df3-42f3-bd19-1a3f4b352f2d', 'port_id': '3e795b0b-6c08-47fa-95db-ee97eb197f6a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4371, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd33a732-a7d2-4646-8931-8f67d1ab5b90', 'mac_address': 'fa:16:3e:c1:fc:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '678899f2-a296-4454-8cd3-9d02ccf62586', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-20T21:52:17Z', 'updated_at': '2022-05-20T21:52:17Z', 'revision_number': 0, 'project_id': 'cedf931037104109b3e73036244afafc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4dad04ab-421e-455f-8c27-a359e9553b2f', 'name': '', 'network_id': 'dd33a732-a7d2-4646-8931-8f67d1ab5b90', 'tenant_id': 'cedf931037104109b3e73036244afafc', 'mac_address': 'fa:16:3e:83:6d:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd99862fd-5df3-42f3-bd19-1a3f4b352f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4368, 'fixed_ips': [{'subnet_id': 'f7f82f62-d66e-4831-bd32-e7dad4f707fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:51:56Z', 'updated_at': '2022-05-20T21:52:00Z', 'revision_number': 5, 'project_id': 'cedf931037104109b3e73036244afafc', 'subnets': [{'id': 'f7f82f62-d66e-4831-bd32-e7dad4f707fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:52:19.618915 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecf8c23e-676d-4599-9636-39b73c0bfe86 None None] The sync data for ids ['d99862fd-5df3-42f3-bd19-1a3f4b352f2d'] in n-d-842733-1 is: [{'id': 'd99862fd-5df3-42f3-bd19-1a3f4b352f2d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1026541266', 'tenant_id': 'cedf931037104109b3e73036244afafc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': '52916cad-2b6f-4c28-a493-eb3be21004b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:51:53Z', 'updated_at': '2022-05-20T21:51:57Z', 'revision_number': 4, 'project_id': 'cedf931037104109b3e73036244afafc', 'gw_port': {'id': '52916cad-2b6f-4c28-a493-eb3be21004b7', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:33:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd99862fd-5df3-42f3-bd19-1a3f4b352f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4365, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:51:53Z', 'updated_at': '2022-05-20T21:51:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_floatingips': [{'id': 'a4402414-dbab-4dd6-a3f3-0e30be160703', 'tenant_id': 'cedf931037104109b3e73036244afafc', 'floating_ip_address': '172.25.2.229', 'floating_network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'router_id': 'd99862fd-5df3-42f3-bd19-1a3f4b352f2d', 'port_id': '3e795b0b-6c08-47fa-95db-ee97eb197f6a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4371, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd33a732-a7d2-4646-8931-8f67d1ab5b90', 'mac_address': 'fa:16:3e:c1:fc:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '678899f2-a296-4454-8cd3-9d02ccf62586', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-20T21:52:17Z', 'updated_at': '2022-05-20T21:52:17Z', 'revision_number': 0, 'project_id': 'cedf931037104109b3e73036244afafc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4dad04ab-421e-455f-8c27-a359e9553b2f', 'name': '', 'network_id': 'dd33a732-a7d2-4646-8931-8f67d1ab5b90', 'tenant_id': 'cedf931037104109b3e73036244afafc', 'mac_address': 'fa:16:3e:83:6d:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd99862fd-5df3-42f3-bd19-1a3f4b352f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4368, 'fixed_ips': [{'subnet_id': 'f7f82f62-d66e-4831-bd32-e7dad4f707fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:51:56Z', 'updated_at': '2022-05-20T21:52:00Z', 'revision_number': 5, 'project_id': 'cedf931037104109b3e73036244afafc', 'subnets': [{'id': 'f7f82f62-d66e-4831-bd32-e7dad4f707fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 21:52:19.804002 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ee51301-d0d2-47b2-b46c-8ddc9c7d822f None None] New status for floating IP a4402414-dbab-4dd6-a3f3-0e30be160703: ACTIVE {{(pid=103165) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 21:52:19.936144 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d461caa6-4e7e-475e-ba54-ba33a736797c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:52:20.275402 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 37204) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:52:20.336039 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-92de3913-c5d8-422f-8158-478fc99c19fb tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/floatingips/a4402414-dbab-4dd6-a3f3-0e30be160703 HTTP/1.1" status: 200 len: 993 time: 0.0592873 May 20 21:52:22.278888 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-6facd13b-11ea-43a0-8c9b-58bca7738501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:52:24.187385 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4bb0e131-6525-46ca-a45b-e4ea43a5e69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:52:25.250344 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:52:25.684875 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:52:25.781342 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cc3ec51b-6ec8-438a-8349-5f0bec346d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:52:32.919146 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:52:49.935134 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-63f0c2f1-e67f-45c1-8067-bf209fed9d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:52:51.936753 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bd14ec-7101-4480-b526-1ca982dbf299 req-e123b951-23e6-40f1-be6c-6c93cbcd25da tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:52:51.938237 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f7bd14ec-7101-4480-b526-1ca982dbf299 req-e123b951-23e6-40f1-be6c-6c93cbcd25da tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/ports?device_id=678899f2-a296-4454-8cd3-9d02ccf62586 HTTP/1.1" status: 200 len: 945 time: 0.0540638 May 20 21:52:51.976458 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f7bd14ec-7101-4480-b526-1ca982dbf299 req-358cbae6-14d0-409a-a5e7-a0bf41186089 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/security-groups?id=fc604303-195a-4323-bbe7-a0d1f1309696&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321491 May 20 21:52:52.330258 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-6d5c849a-7189-441b-b6b6-96a91a979eab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:52:53.093266 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbf84ea-9c35-48dd-8815-24ad92d7f047 req-ade8654d-fc1f-4f0b-adeb-6a59696f3123 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:52:53.094708 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-cbbf84ea-9c35-48dd-8815-24ad92d7f047 req-ade8654d-fc1f-4f0b-adeb-6a59696f3123 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/ports?device_id=678899f2-a296-4454-8cd3-9d02ccf62586 HTTP/1.1" status: 200 len: 945 time: 0.0472789 May 20 21:52:53.131131 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-cbbf84ea-9c35-48dd-8815-24ad92d7f047 req-a0662b00-ba32-473b-b129-828c5c60069d tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/security-groups?id=fc604303-195a-4323-bbe7-a0d1f1309696&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0304563 May 20 21:52:53.138106 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.agents_db [None req-5c33ad30-4e00-40fa-b486-8c79c4a6cfc5 None None] Agent healthcheck: found 7 active agents {{(pid=103165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 20 21:52:53.153187 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 37230) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:52:53.215598 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-0f3a99b5-3b7e-4f10-bff2-56d1aedc53fd tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/floatingips/a4402414-dbab-4dd6-a3f3-0e30be160703 HTTP/1.1" status: 200 len: 993 time: 0.0606034 May 20 21:52:54.249695 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4bb0e131-6525-46ca-a45b-e4ea43a5e69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:52:54.636224 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fa7e91-b6f0-4ada-88d9-1d7546113d2a req-289d3cc5-288e-4a6d-9a93-775ed26f9a7b tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:52:54.638911 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a4fa7e91-b6f0-4ada-88d9-1d7546113d2a req-289d3cc5-288e-4a6d-9a93-775ed26f9a7b tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/ports?device_id=678899f2-a296-4454-8cd3-9d02ccf62586 HTTP/1.1" status: 200 len: 945 time: 0.0512536 May 20 21:52:54.688190 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a4fa7e91-b6f0-4ada-88d9-1d7546113d2a req-b94ad238-cc33-45db-8dc9-bae2f71234f6 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/security-groups?id=fc604303-195a-4323-bbe7-a0d1f1309696&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432658 May 20 21:52:54.716104 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b551bc4-1945-411c-afce-d8bed3084638 req-cf7f10a3-ab0e-46b3-a2a2-c32d5bee8d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:52:54.718444 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0b551bc4-1945-411c-afce-d8bed3084638 req-cf7f10a3-ab0e-46b3-a2a2-c32d5bee8d56 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cedf931037104109b3e73036244afafc&device_id=678899f2-a296-4454-8cd3-9d02ccf62586 HTTP/1.1" status: 200 len: 1096 time: 0.0449715 May 20 21:52:54.812892 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b551bc4-1945-411c-afce-d8bed3084638 req-1c3b9124-b4b1-40ba-b206-886b9b153b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:52:54.814368 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0b551bc4-1945-411c-afce-d8bed3084638 req-1c3b9124-b4b1-40ba-b206-886b9b153b26 service neutron] 10.222.0.24 "GET /v2.0/networks?id=dd33a732-a7d2-4646-8931-8f67d1ab5b90 HTTP/1.1" status: 200 len: 898 time: 0.0898011 May 20 21:52:54.880726 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0b551bc4-1945-411c-afce-d8bed3084638 req-41d8105f-2386-418d-a2fb-93a84f204b0b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3e795b0b-6c08-47fa-95db-ee97eb197f6a HTTP/1.1" status: 200 len: 1001 time: 0.0595405 May 20 21:52:54.928458 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b551bc4-1945-411c-afce-d8bed3084638 req-12ca2ae5-aa0d-4e88-9ae5-1de78dc45ade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:52:54.929888 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0b551bc4-1945-411c-afce-d8bed3084638 req-12ca2ae5-aa0d-4e88-9ae5-1de78dc45ade service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f7f82f62-d66e-4831-bd32-e7dad4f707fe HTTP/1.1" status: 200 len: 835 time: 0.0429862 May 20 21:52:54.976772 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b551bc4-1945-411c-afce-d8bed3084638 req-043c65fe-dc0a-4b29-9de0-c7e6e95a015e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:52:54.978266 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0b551bc4-1945-411c-afce-d8bed3084638 req-043c65fe-dc0a-4b29-9de0-c7e6e95a015e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=dd33a732-a7d2-4646-8931-8f67d1ab5b90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419962 May 20 21:52:55.064952 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0b551bc4-1945-411c-afce-d8bed3084638 req-98c5b319-56c3-4ebe-9fce-5d721bd3bf35 service neutron] 10.222.0.24 "GET /v2.0/networks/dd33a732-a7d2-4646-8931-8f67d1ab5b90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801160 May 20 21:52:55.290185 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:52:55.465435 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0b551bc4-1945-411c-afce-d8bed3084638 req-bae5a930-42e3-4d41-abcb-88bf90ad10c2 service neutron] 10.222.0.24 "GET /v2.0/networks/dd33a732-a7d2-4646-8931-8f67d1ab5b90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3931851 May 20 21:52:55.684524 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:52:55.770461 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cc3ec51b-6ec8-438a-8349-5f0bec346d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:52:55.811660 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28577910-fff7-410a-a452-1af5c388adb2 req-4b86f988-a67e-494a-a657-4e89e8e9a968 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:52:55.813114 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-28577910-fff7-410a-a452-1af5c388adb2 req-4b86f988-a67e-494a-a657-4e89e8e9a968 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/ports?device_id=678899f2-a296-4454-8cd3-9d02ccf62586 HTTP/1.1" status: 200 len: 945 time: 0.0512030 May 20 21:52:55.854826 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-28577910-fff7-410a-a452-1af5c388adb2 req-47753d90-decb-40f8-a7db-409cac84107f tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/security-groups?id=fc604303-195a-4323-bbe7-a0d1f1309696&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312476 May 20 21:52:56.969333 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5f970a-b0af-4cec-a7f7-55305f26227c req-d46cb89a-ed4e-41e5-a1db-01c9f71fe4c2 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:52:56.970821 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1a5f970a-b0af-4cec-a7f7-55305f26227c req-d46cb89a-ed4e-41e5-a1db-01c9f71fe4c2 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/ports?device_id=678899f2-a296-4454-8cd3-9d02ccf62586 HTTP/1.1" status: 200 len: 945 time: 0.0477834 May 20 21:52:57.007152 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1a5f970a-b0af-4cec-a7f7-55305f26227c req-0334f044-4c2c-4beb-9528-622d0624f4c9 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/security-groups?id=fc604303-195a-4323-bbe7-a0d1f1309696&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0303624 May 20 21:52:57.030646 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 37242) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:52:57.091357 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-49ed19fb-7b27-4156-9c47-56a69fe229bf tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/floatingips/a4402414-dbab-4dd6-a3f3-0e30be160703 HTTP/1.1" status: 200 len: 993 time: 0.0596216 May 20 21:52:57.301519 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 37248) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:52:57.457571 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-4d6af614-289d-4cca-8c17-ecd4f9ebff4c tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Deleting port bc0cf2a4-d7bd-4db0-8b1a-23b73ce91128 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:52:57.457827 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4d6af614-289d-4cca-8c17-ecd4f9ebff4c tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:52:57.532311 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4d6af614-289d-4cca-8c17-ecd4f9ebff4c tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:52:57.532641 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4d6af614-289d-4cca-8c17-ecd4f9ebff4c tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:52:57.543843 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-4d6af614-289d-4cca-8c17-ecd4f9ebff4c tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Calling delete_port for bc0cf2a4-d7bd-4db0-8b1a-23b73ce91128 owned by network:floatingip {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:52:57.753562 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4d6af614-289d-4cca-8c17-ecd4f9ebff4c tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:52:57.777505 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6af614-289d-4cca-8c17-ecd4f9ebff4c tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Pushing event deleted for resources: {'Port': ['ID=bc0cf2a4-d7bd-4db0-8b1a-23b73ce91128,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:52:57.791716 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6af614-289d-4cca-8c17-ecd4f9ebff4c tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:52:57.792075 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6af614-289d-4cca-8c17-ecd4f9ebff4c tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:52:57.792416 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6af614-289d-4cca-8c17-ecd4f9ebff4c tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:52:57.792752 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6af614-289d-4cca-8c17-ecd4f9ebff4c tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:52:57.793088 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6af614-289d-4cca-8c17-ecd4f9ebff4c tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:52:57.793474 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6af614-289d-4cca-8c17-ecd4f9ebff4c tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:52:57.801272 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6af614-289d-4cca-8c17-ecd4f9ebff4c tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:52:57.801272 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6af614-289d-4cca-8c17-ecd4f9ebff4c tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:52:57.801272 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6af614-289d-4cca-8c17-ecd4f9ebff4c tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:52:57.801272 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6af614-289d-4cca-8c17-ecd4f9ebff4c tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:52:57.801272 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6af614-289d-4cca-8c17-ecd4f9ebff4c tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:52:57.801272 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6af614-289d-4cca-8c17-ecd4f9ebff4c tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:52:57.853582 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4d6af614-289d-4cca-8c17-ecd4f9ebff4c tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks [] for floatingip, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:52:57.853914 n-d-842733-1 neutron-server[103162]: INFO neutron.db.l3_db [None req-4d6af614-289d-4cca-8c17-ecd4f9ebff4c tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Floating IP a4402414-dbab-4dd6-a3f3-0e30be160703 disassociated (deleted). External IP: 172.25.2.229, port: 3e795b0b-6c08-47fa-95db-ee97eb197f6a. May 20 21:52:58.056147 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d6af614-289d-4cca-8c17-ecd4f9ebff4c tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Router d99862fd-5df3-42f3-bd19-1a3f4b352f2d has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 21:52:58.160872 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d6af614-289d-4cca-8c17-ecd4f9ebff4c tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 21:52:58.165731 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4d6af614-289d-4cca-8c17-ecd4f9ebff4c tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for floatingip, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:52:58.172592 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a43efe2f-dc25-4dc7-ba89-0002c1e6606e None None] Sync routers for ids ['d99862fd-5df3-42f3-bd19-1a3f4b352f2d'] in n-d-842733-1 {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 21:52:58.181631 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a43efe2f-dc25-4dc7-ba89-0002c1e6606e None None] Routers {'d99862fd-5df3-42f3-bd19-1a3f4b352f2d'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:52:58.182232 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-a43efe2f-dc25-4dc7-ba89-0002c1e6606e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:52:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['d99862fd-5df3-42f3-bd19-1a3f4b352f2d'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:52:58.191644 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-4d6af614-289d-4cca-8c17-ecd4f9ebff4c tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "DELETE /v2.0/floatingips/a4402414-dbab-4dd6-a3f3-0e30be160703 HTTP/1.1" status: 204 len: 168 time: 0.8896644 May 20 21:52:58.192250 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '678899f2-a296-4454-8cd3-9d02ccf62586', 'tag': '3e795b0b-6c08-47fa-95db-ee97eb197f6a'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 21:52:58.194563 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e97a983f2a54588e3d21b88a12ad54839c2ea34da7b46679306b1f34ba25e4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fd27ab1-6aca-4216-8587-feb06e93cb42" -d '{"events": [{"name": "network-changed", "server_uuid": "678899f2-a296-4454-8cd3-9d02ccf62586", "tag": "3e795b0b-6c08-47fa-95db-ee97eb197f6a"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 21:52:58.291468 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 21:52:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9c1d906-a323-4fdc-8904-3d7b084fd8af x-openstack-request-id: req-e9c1d906-a323-4fdc-8904-3d7b084fd8af {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 21:52:58.291752 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "678899f2-a296-4454-8cd3-9d02ccf62586", "tag": "3e795b0b-6c08-47fa-95db-ee97eb197f6a", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 21:52:58.292008 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e9c1d906-a323-4fdc-8904-3d7b084fd8af {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 21:52:58.292420 n-d-842733-1 neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9c1d906-a323-4fdc-8904-3d7b084fd8af'] response: {'name': 'network-changed', 'server_uuid': '678899f2-a296-4454-8cd3-9d02ccf62586', 'tag': '3e795b0b-6c08-47fa-95db-ee97eb197f6a', 'status': 'completed', 'code': 200} May 20 21:52:58.296213 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-a43efe2f-dc25-4dc7-ba89-0002c1e6606e None None] Set router d99862fd-5df3-42f3-bd19-1a3f4b352f2d gateway port host: n-d-842733-1 {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:52:58.356315 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd27ab1-6aca-4216-8587-feb06e93cb42 req-a7fb7417-bdd8-457f-9efb-beb6245401c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:52:58.358221 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0fd27ab1-6aca-4216-8587-feb06e93cb42 req-a7fb7417-bdd8-457f-9efb-beb6245401c7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cedf931037104109b3e73036244afafc&device_id=678899f2-a296-4454-8cd3-9d02ccf62586 HTTP/1.1" status: 200 len: 1096 time: 0.0437832 May 20 21:52:58.464681 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd27ab1-6aca-4216-8587-feb06e93cb42 req-f55633d9-8ff0-4882-a9c7-c1d8dbc1156c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:52:58.466234 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0fd27ab1-6aca-4216-8587-feb06e93cb42 req-f55633d9-8ff0-4882-a9c7-c1d8dbc1156c service neutron] 10.222.0.24 "GET /v2.0/networks?id=dd33a732-a7d2-4646-8931-8f67d1ab5b90 HTTP/1.1" status: 200 len: 898 time: 0.1022196 May 20 21:52:58.510487 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0fd27ab1-6aca-4216-8587-feb06e93cb42 req-cc20114b-dd1d-4e3e-afb2-54ab4960bd1b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3e795b0b-6c08-47fa-95db-ee97eb197f6a HTTP/1.1" status: 200 len: 217 time: 0.0376818 May 20 21:52:58.519257 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-a43efe2f-dc25-4dc7-ba89-0002c1e6606e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd99862fd-5df3-42f3-bd19-1a3f4b352f2d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1026541266', 'tenant_id': 'cedf931037104109b3e73036244afafc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': '52916cad-2b6f-4c28-a493-eb3be21004b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:51:53Z', 'updated_at': '2022-05-20T21:51:57Z', 'revision_number': 4, 'project_id': 'cedf931037104109b3e73036244afafc', 'gw_port': {'id': '52916cad-2b6f-4c28-a493-eb3be21004b7', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:33:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd99862fd-5df3-42f3-bd19-1a3f4b352f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4365, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:51:53Z', 'updated_at': '2022-05-20T21:51:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': '4dad04ab-421e-455f-8c27-a359e9553b2f', 'name': '', 'network_id': 'dd33a732-a7d2-4646-8931-8f67d1ab5b90', 'tenant_id': 'cedf931037104109b3e73036244afafc', 'mac_address': 'fa:16:3e:83:6d:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd99862fd-5df3-42f3-bd19-1a3f4b352f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4368, 'fixed_ips': [{'subnet_id': 'f7f82f62-d66e-4831-bd32-e7dad4f707fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:51:56Z', 'updated_at': '2022-05-20T21:52:00Z', 'revision_number': 5, 'project_id': 'cedf931037104109b3e73036244afafc', 'subnets': [{'id': 'f7f82f62-d66e-4831-bd32-e7dad4f707fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:52:58.553744 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a43efe2f-dc25-4dc7-ba89-0002c1e6606e None None] Checking router: d99862fd-5df3-42f3-bd19-1a3f4b352f2d for host: n-d-842733-1 {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 21:52:58.559874 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd27ab1-6aca-4216-8587-feb06e93cb42 req-7cd828c5-b7b9-484c-bd91-2f5eb882edce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:52:58.566254 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0fd27ab1-6aca-4216-8587-feb06e93cb42 req-7cd828c5-b7b9-484c-bd91-2f5eb882edce service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f7f82f62-d66e-4831-bd32-e7dad4f707fe HTTP/1.1" status: 200 len: 835 time: 0.0457680 May 20 21:52:58.566390 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a43efe2f-dc25-4dc7-ba89-0002c1e6606e None None] Routers {'d99862fd-5df3-42f3-bd19-1a3f4b352f2d'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:52:58.566390 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-a43efe2f-dc25-4dc7-ba89-0002c1e6606e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:52:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['d99862fd-5df3-42f3-bd19-1a3f4b352f2d'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:52:58.606153 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd27ab1-6aca-4216-8587-feb06e93cb42 req-c605f57f-19a8-40e7-881f-c574228d98cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:52:58.608328 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0fd27ab1-6aca-4216-8587-feb06e93cb42 req-c605f57f-19a8-40e7-881f-c574228d98cd service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=dd33a732-a7d2-4646-8931-8f67d1ab5b90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404243 May 20 21:52:58.670595 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-a43efe2f-dc25-4dc7-ba89-0002c1e6606e None None] Set router d99862fd-5df3-42f3-bd19-1a3f4b352f2d gateway port host: n-d-842733-1 {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:52:58.702075 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0fd27ab1-6aca-4216-8587-feb06e93cb42 req-c403d2e9-ce43-4f61-803f-9d7c5b90713c service neutron] 10.222.0.24 "GET /v2.0/networks/dd33a732-a7d2-4646-8931-8f67d1ab5b90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877333 May 20 21:52:58.794314 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0fd27ab1-6aca-4216-8587-feb06e93cb42 req-53aa4729-93d5-4b2f-804c-2598cf5c66f0 service neutron] 10.222.0.24 "GET /v2.0/networks/dd33a732-a7d2-4646-8931-8f67d1ab5b90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853579 May 20 21:52:58.870164 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-a43efe2f-dc25-4dc7-ba89-0002c1e6606e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd99862fd-5df3-42f3-bd19-1a3f4b352f2d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1026541266', 'tenant_id': 'cedf931037104109b3e73036244afafc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': '52916cad-2b6f-4c28-a493-eb3be21004b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:51:53Z', 'updated_at': '2022-05-20T21:51:57Z', 'revision_number': 4, 'project_id': 'cedf931037104109b3e73036244afafc', 'gw_port': {'id': '52916cad-2b6f-4c28-a493-eb3be21004b7', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:33:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd99862fd-5df3-42f3-bd19-1a3f4b352f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4365, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:51:53Z', 'updated_at': '2022-05-20T21:51:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': '4dad04ab-421e-455f-8c27-a359e9553b2f', 'name': '', 'network_id': 'dd33a732-a7d2-4646-8931-8f67d1ab5b90', 'tenant_id': 'cedf931037104109b3e73036244afafc', 'mac_address': 'fa:16:3e:83:6d:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd99862fd-5df3-42f3-bd19-1a3f4b352f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4368, 'fixed_ips': [{'subnet_id': 'f7f82f62-d66e-4831-bd32-e7dad4f707fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:51:56Z', 'updated_at': '2022-05-20T21:52:00Z', 'revision_number': 5, 'project_id': 'cedf931037104109b3e73036244afafc', 'subnets': [{'id': 'f7f82f62-d66e-4831-bd32-e7dad4f707fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:52:58.897432 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a43efe2f-dc25-4dc7-ba89-0002c1e6606e None None] The sync data for ids ['d99862fd-5df3-42f3-bd19-1a3f4b352f2d'] in n-d-842733-1 is: [{'id': 'd99862fd-5df3-42f3-bd19-1a3f4b352f2d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1026541266', 'tenant_id': 'cedf931037104109b3e73036244afafc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': '52916cad-2b6f-4c28-a493-eb3be21004b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:51:53Z', 'updated_at': '2022-05-20T21:51:57Z', 'revision_number': 4, 'project_id': 'cedf931037104109b3e73036244afafc', 'gw_port': {'id': '52916cad-2b6f-4c28-a493-eb3be21004b7', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:33:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd99862fd-5df3-42f3-bd19-1a3f4b352f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4365, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:51:53Z', 'updated_at': '2022-05-20T21:51:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': '4dad04ab-421e-455f-8c27-a359e9553b2f', 'name': '', 'network_id': 'dd33a732-a7d2-4646-8931-8f67d1ab5b90', 'tenant_id': 'cedf931037104109b3e73036244afafc', 'mac_address': 'fa:16:3e:83:6d:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd99862fd-5df3-42f3-bd19-1a3f4b352f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4368, 'fixed_ips': [{'subnet_id': 'f7f82f62-d66e-4831-bd32-e7dad4f707fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:51:56Z', 'updated_at': '2022-05-20T21:52:00Z', 'revision_number': 5, 'project_id': 'cedf931037104109b3e73036244afafc', 'subnets': [{'id': 'f7f82f62-d66e-4831-bd32-e7dad4f707fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 21:52:58.915414 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158d7ee7-97a0-44a0-8707-7f044941b91b req-d7eb6018-8855-45cc-8730-b6be0444e03d tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:52:58.916906 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-158d7ee7-97a0-44a0-8707-7f044941b91b req-d7eb6018-8855-45cc-8730-b6be0444e03d tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/ports?device_id=678899f2-a296-4454-8cd3-9d02ccf62586 HTTP/1.1" status: 200 len: 945 time: 0.0572565 May 20 21:52:58.956747 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-158d7ee7-97a0-44a0-8707-7f044941b91b req-b23a3b7b-350c-4423-950e-1cd343c5fb33 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/security-groups?id=fc604303-195a-4323-bbe7-a0d1f1309696&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0334418 May 20 21:52:59.125032 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e36b34-8ded-4e92-92e4-3ef1ce876fb8 None None] New status for floating IP a4402414-dbab-4dd6-a3f3-0e30be160703: DOWN {{(pid=103165) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 21:53:00.079780 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467ddd9e-bd1a-40fd-b032-63fbe71e6a5d req-6e11ebba-b0e8-4b8a-b11c-9feb31dbbe90 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:53:00.081293 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-467ddd9e-bd1a-40fd-b032-63fbe71e6a5d req-6e11ebba-b0e8-4b8a-b11c-9feb31dbbe90 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/ports?device_id=678899f2-a296-4454-8cd3-9d02ccf62586 HTTP/1.1" status: 200 len: 945 time: 0.0515664 May 20 21:53:00.120139 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-467ddd9e-bd1a-40fd-b032-63fbe71e6a5d req-872f0e86-d0ff-481f-86b5-4f1d4c81ac2a tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/security-groups?id=fc604303-195a-4323-bbe7-a0d1f1309696&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324199 May 20 21:53:00.540801 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1643ea64-852c-490e-9b9f-0cceb65abe46 req-0a7eda30-aa64-4e87-bb44-f2a98db1f5ec tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:53:00.542281 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1643ea64-852c-490e-9b9f-0cceb65abe46 req-0a7eda30-aa64-4e87-bb44-f2a98db1f5ec tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.24 "GET /v2.0/ports?device_id=678899f2-a296-4454-8cd3-9d02ccf62586 HTTP/1.1" status: 200 len: 945 time: 0.0484612 May 20 21:53:00.633071 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [req-1643ea64-852c-490e-9b9f-0cceb65abe46 req-208237a8-e14c-4fa7-92af-593bb1076940 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Deleting port 3e795b0b-6c08-47fa-95db-ee97eb197f6a {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:53:00.633334 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-1643ea64-852c-490e-9b9f-0cceb65abe46 req-208237a8-e14c-4fa7-92af-593bb1076940 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:00.721078 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-1643ea64-852c-490e-9b9f-0cceb65abe46 req-208237a8-e14c-4fa7-92af-593bb1076940 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] For port 3e795b0b-6c08-47fa-95db-ee97eb197f6a, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=3e795b0b-6c08-47fa-95db-ee97eb197f6a,segment=NetworkSegment(9ee65b6e-36f1-49d2-abc6-a902002987ff),segment_id=9ee65b6e-36f1-49d2-abc6-a902002987ff)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:53:00.721510 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-1643ea64-852c-490e-9b9f-0cceb65abe46 req-208237a8-e14c-4fa7-92af-593bb1076940 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:00.733340 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [req-1643ea64-852c-490e-9b9f-0cceb65abe46 req-208237a8-e14c-4fa7-92af-593bb1076940 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Calling delete_port for 3e795b0b-6c08-47fa-95db-ee97eb197f6a owned by compute:nova {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:53:00.919107 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-1643ea64-852c-490e-9b9f-0cceb65abe46 req-208237a8-e14c-4fa7-92af-593bb1076940 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:00.948826 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208237a8-e14c-4fa7-92af-593bb1076940 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Pushing event deleted for resources: {'Port': ['ID=3e795b0b-6c08-47fa-95db-ee97eb197f6a,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:53:00.961254 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208237a8-e14c-4fa7-92af-593bb1076940 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:53:00.961610 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208237a8-e14c-4fa7-92af-593bb1076940 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:53:00.961954 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208237a8-e14c-4fa7-92af-593bb1076940 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:53:00.962287 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208237a8-e14c-4fa7-92af-593bb1076940 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:53:00.962613 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208237a8-e14c-4fa7-92af-593bb1076940 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:53:00.962941 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208237a8-e14c-4fa7-92af-593bb1076940 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:53:00.963267 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208237a8-e14c-4fa7-92af-593bb1076940 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:53:00.963591 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208237a8-e14c-4fa7-92af-593bb1076940 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:53:00.963919 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208237a8-e14c-4fa7-92af-593bb1076940 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:53:00.964236 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208237a8-e14c-4fa7-92af-593bb1076940 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:53:00.964555 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208237a8-e14c-4fa7-92af-593bb1076940 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:53:00.964868 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208237a8-e14c-4fa7-92af-593bb1076940 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:53:01.004321 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [req-1643ea64-852c-490e-9b9f-0cceb65abe46 req-208237a8-e14c-4fa7-92af-593bb1076940 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] No DVR routers for this DVR port 3e795b0b-6c08-47fa-95db-ee97eb197f6a on host n-h1-842733-1 {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 21:53:01.006877 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-1643ea64-852c-490e-9b9f-0cceb65abe46 req-208237a8-e14c-4fa7-92af-593bb1076940 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:01.010213 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1643ea64-852c-490e-9b9f-0cceb65abe46 req-208237a8-e14c-4fa7-92af-593bb1076940 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.24 "DELETE /v2.0/ports/3e795b0b-6c08-47fa-95db-ee97eb197f6a HTTP/1.1" status: 204 len: 173 time: 0.4621868 May 20 21:53:01.010645 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '678899f2-a296-4454-8cd3-9d02ccf62586', 'name': 'network-vif-deleted', 'tag': '3e795b0b-6c08-47fa-95db-ee97eb197f6a'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 21:53:01.012875 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4416c3b25ab83027dff24eda6e450cd3b8f285a9257f5a2b93a81ddcbdb8854f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a3d9026-2300-4995-a4c2-bc573414224b" -d '{"events": [{"server_uuid": "678899f2-a296-4454-8cd3-9d02ccf62586", "name": "network-vif-deleted", "tag": "3e795b0b-6c08-47fa-95db-ee97eb197f6a"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 21:53:01.050462 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 21:53:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70aff117-2a8b-43e4-9539-e46193ca8e5a x-openstack-request-id: req-70aff117-2a8b-43e4-9539-e46193ca8e5a {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 21:53:01.050749 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "678899f2-a296-4454-8cd3-9d02ccf62586", "name": "network-vif-deleted", "tag": "3e795b0b-6c08-47fa-95db-ee97eb197f6a", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 21:53:01.050993 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-70aff117-2a8b-43e4-9539-e46193ca8e5a {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 21:53:01.051390 n-d-842733-1 neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70aff117-2a8b-43e4-9539-e46193ca8e5a'] response: {'server_uuid': '678899f2-a296-4454-8cd3-9d02ccf62586', 'name': 'network-vif-deleted', 'tag': '3e795b0b-6c08-47fa-95db-ee97eb197f6a', 'status': 'completed', 'code': 200} May 20 21:53:01.219778 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f87f2a39-a96c-4434-84c6-f80d3e784b99 req-d51ef4a5-c49a-410e-9542-09a1542b8d60 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "GET /v2.0/ports?device_id=678899f2-a296-4454-8cd3-9d02ccf62586 HTTP/1.1" status: 200 len: 210 time: 0.0282767 May 20 21:53:02.280196 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 37266) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:53:02.630068 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8a3842bc-fafb-4b47-b635-fc6be2de662b tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748528'] for router_interface, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:02.898306 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-8a3842bc-fafb-4b47-b635-fc6be2de662b tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Deleting port 4dad04ab-421e-455f-8c27-a359e9553b2f {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:53:02.898568 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8a3842bc-fafb-4b47-b635-fc6be2de662b tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:02.918952 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:03.317420 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-8a3842bc-fafb-4b47-b635-fc6be2de662b tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] For port 4dad04ab-421e-455f-8c27-a359e9553b2f, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=4dad04ab-421e-455f-8c27-a359e9553b2f,segment=NetworkSegment(9ee65b6e-36f1-49d2-abc6-a902002987ff),segment_id=9ee65b6e-36f1-49d2-abc6-a902002987ff)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:53:03.317896 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8a3842bc-fafb-4b47-b635-fc6be2de662b tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:03.329252 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-8a3842bc-fafb-4b47-b635-fc6be2de662b tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Calling delete_port for 4dad04ab-421e-455f-8c27-a359e9553b2f owned by network:router_interface {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:53:03.564872 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8a3842bc-fafb-4b47-b635-fc6be2de662b tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:03.591081 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3842bc-fafb-4b47-b635-fc6be2de662b tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Pushing event deleted for resources: {'Port': ['ID=4dad04ab-421e-455f-8c27-a359e9553b2f,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:53:03.769072 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8a3842bc-fafb-4b47-b635-fc6be2de662b tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-692224'] for router_interface, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:03.973286 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a3842bc-fafb-4b47-b635-fc6be2de662b tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Router d99862fd-5df3-42f3-bd19-1a3f4b352f2d has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 21:53:04.078829 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a3842bc-fafb-4b47-b635-fc6be2de662b tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 21:53:04.083782 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-8a3842bc-fafb-4b47-b635-fc6be2de662b tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "PUT /v2.0/routers/d99862fd-5df3-42f3-bd19-1a3f4b352f2d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8025632 May 20 21:53:04.087081 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 37268) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:53:04.088039 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8bc5bf7-3553-4afc-9e1a-baebe80f36d5 None None] Sync routers for ids ['d99862fd-5df3-42f3-bd19-1a3f4b352f2d'] in n-d-842733-1 {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 21:53:04.097773 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8bc5bf7-3553-4afc-9e1a-baebe80f36d5 None None] Routers {'d99862fd-5df3-42f3-bd19-1a3f4b352f2d'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:53:04.098370 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-d8bc5bf7-3553-4afc-9e1a-baebe80f36d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:52:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['d99862fd-5df3-42f3-bd19-1a3f4b352f2d'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:53:04.141799 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_v2 [None req-28c26bbd-d72e-4362-a1d2-3d3e46ff32be tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Deleting subnet f7f82f62-d66e-4831-bd32-e7dad4f707fe {{(pid=103162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 20 21:53:04.145051 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-28c26bbd-d72e-4362-a1d2-3d3e46ff32be tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks [] for subnet, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:04.185003 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-28c26bbd-d72e-4362-a1d2-3d3e46ff32be tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3738392'] for subnet, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:04.272733 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-28c26bbd-d72e-4362-a1d2-3d3e46ff32be tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33068388'] for subnet, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:04.355534 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-d8bc5bf7-3553-4afc-9e1a-baebe80f36d5 None None] Set router d99862fd-5df3-42f3-bd19-1a3f4b352f2d gateway port host: n-d-842733-1 {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:53:04.404900 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-28c26bbd-d72e-4362-a1d2-3d3e46ff32be tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33068399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3797621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4018265'] for subnet, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:04.434286 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-28c26bbd-d72e-4362-a1d2-3d3e46ff32be tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:04.440448 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-28c26bbd-d72e-4362-a1d2-3d3e46ff32be tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "DELETE /v2.0/subnets/f7f82f62-d66e-4831-bd32-e7dad4f707fe HTTP/1.1" status: 204 len: 168 time: 0.3500762 May 20 21:53:04.440448 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c26bbd-d72e-4362-a1d2-3d3e46ff32be tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Pushing event deleted for resources: {'Subnet': ['ID=f7f82f62-d66e-4831-bd32-e7dad4f707fe,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:53:04.441248 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 37270) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:53:04.450160 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06d5d32f-3547-4590-9b7d-78096fa1d26c None None] Network dd33a732-a7d2-4646-8931-8f67d1ab5b90 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:53:04.551588 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a876f5d1-afd5-42c8-b75e-5d83daca3e23 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks [] for router, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:04.647411 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-d8bc5bf7-3553-4afc-9e1a-baebe80f36d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd99862fd-5df3-42f3-bd19-1a3f4b352f2d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1026541266', 'tenant_id': 'cedf931037104109b3e73036244afafc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': '52916cad-2b6f-4c28-a493-eb3be21004b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:51:53Z', 'updated_at': '2022-05-20T21:53:03Z', 'revision_number': 5, 'project_id': 'cedf931037104109b3e73036244afafc', 'gw_port': {'id': '52916cad-2b6f-4c28-a493-eb3be21004b7', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:33:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd99862fd-5df3-42f3-bd19-1a3f4b352f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4365, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:51:53Z', 'updated_at': '2022-05-20T21:51:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:53:04.659651 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a876f5d1-afd5-42c8-b75e-5d83daca3e23 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:04.677610 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8bc5bf7-3553-4afc-9e1a-baebe80f36d5 None None] Checking router: d99862fd-5df3-42f3-bd19-1a3f4b352f2d for host: n-d-842733-1 {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 21:53:04.681782 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 3e795b0b-6c08-47fa-95db-ee97eb197f6a no longer exists at agent hyperv_n-h1-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 21:53:04.706801 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e158ff54-d2c4-48d8-a630-8c2c4c2c51c9 None None] DHCP port deletion for dd33a732-a7d2-4646-8931-8f67d1ab5b90 request from n-d-842733-1 {{(pid=103164) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 21:53:04.710338 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] No Port match for: 3e795b0b-6c08-47fa-95db-ee97eb197f6a {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 21:53:04.710673 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 3e795b0b-6c08-47fa-95db-ee97eb197f6a not bound to the agent host n-h1-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 21:53:04.713104 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8bc5bf7-3553-4afc-9e1a-baebe80f36d5 None None] Routers {'d99862fd-5df3-42f3-bd19-1a3f4b352f2d'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:53:04.713729 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-d8bc5bf7-3553-4afc-9e1a-baebe80f36d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:52:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['d99862fd-5df3-42f3-bd19-1a3f4b352f2d'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:53:04.783771 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-a876f5d1-afd5-42c8-b75e-5d83daca3e23 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Deleting port 52916cad-2b6f-4c28-a493-eb3be21004b7 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:53:04.784116 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a876f5d1-afd5-42c8-b75e-5d83daca3e23 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:04.846209 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-e158ff54-d2c4-48d8-a630-8c2c4c2c51c9 None None] Deleting port 561f95df-bf2a-4321-9be2-dfa357ebf4a8 {{(pid=103164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:53:04.846477 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-e158ff54-d2c4-48d8-a630-8c2c4c2c51c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:04.851330 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-d8bc5bf7-3553-4afc-9e1a-baebe80f36d5 None None] Set router d99862fd-5df3-42f3-bd19-1a3f4b352f2d gateway port host: n-d-842733-1 {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:53:04.865619 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-a876f5d1-afd5-42c8-b75e-5d83daca3e23 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] For port 52916cad-2b6f-4c28-a493-eb3be21004b7, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=52916cad-2b6f-4c28-a493-eb3be21004b7,segment=NetworkSegment(0b5485c4-eff8-42a1-9073-ae54ed4c63ba),segment_id=0b5485c4-eff8-42a1-9073-ae54ed4c63ba)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:53:04.865991 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a876f5d1-afd5-42c8-b75e-5d83daca3e23 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:04.878519 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-a876f5d1-afd5-42c8-b75e-5d83daca3e23 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Calling delete_port for 52916cad-2b6f-4c28-a493-eb3be21004b7 owned by network:router_gateway {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:53:04.999878 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-e158ff54-d2c4-48d8-a630-8c2c4c2c51c9 None None] For port 561f95df-bf2a-4321-9be2-dfa357ebf4a8, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=561f95df-bf2a-4321-9be2-dfa357ebf4a8,segment=NetworkSegment(9ee65b6e-36f1-49d2-abc6-a902002987ff),segment_id=9ee65b6e-36f1-49d2-abc6-a902002987ff)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:53:05.000188 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-e158ff54-d2c4-48d8-a630-8c2c4c2c51c9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:05.016991 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-e158ff54-d2c4-48d8-a630-8c2c4c2c51c9 None None] Calling delete_port for 561f95df-bf2a-4321-9be2-dfa357ebf4a8 owned by network:dhcp {{(pid=103164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:53:05.113436 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a876f5d1-afd5-42c8-b75e-5d83daca3e23 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:05.141774 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a876f5d1-afd5-42c8-b75e-5d83daca3e23 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Pushing event deleted for resources: {'Port': ['ID=52916cad-2b6f-4c28-a493-eb3be21004b7,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:53:05.150314 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-d8bc5bf7-3553-4afc-9e1a-baebe80f36d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd99862fd-5df3-42f3-bd19-1a3f4b352f2d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1026541266', 'tenant_id': 'cedf931037104109b3e73036244afafc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': '52916cad-2b6f-4c28-a493-eb3be21004b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:51:53Z', 'updated_at': '2022-05-20T21:53:03Z', 'revision_number': 5, 'project_id': 'cedf931037104109b3e73036244afafc', 'gw_port': {'id': '52916cad-2b6f-4c28-a493-eb3be21004b7', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:33:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd99862fd-5df3-42f3-bd19-1a3f4b352f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4365, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:51:53Z', 'updated_at': '2022-05-20T21:51:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:53:05.179650 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8bc5bf7-3553-4afc-9e1a-baebe80f36d5 None None] The sync data for ids ['d99862fd-5df3-42f3-bd19-1a3f4b352f2d'] in n-d-842733-1 is: [{'id': 'd99862fd-5df3-42f3-bd19-1a3f4b352f2d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1026541266', 'tenant_id': 'cedf931037104109b3e73036244afafc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': '52916cad-2b6f-4c28-a493-eb3be21004b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:51:53Z', 'updated_at': '2022-05-20T21:53:03Z', 'revision_number': 5, 'project_id': 'cedf931037104109b3e73036244afafc', 'gw_port': {'id': '52916cad-2b6f-4c28-a493-eb3be21004b7', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:33:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd99862fd-5df3-42f3-bd19-1a3f4b352f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4365, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:51:53Z', 'updated_at': '2022-05-20T21:51:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 21:53:05.187818 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-e158ff54-d2c4-48d8-a630-8c2c4c2c51c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099'] for port, after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:05.217105 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e158ff54-d2c4-48d8-a630-8c2c4c2c51c9 None None] Pushing event deleted for resources: {'Port': ['ID=561f95df-bf2a-4321-9be2-dfa357ebf4a8,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:53:05.218395 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a876f5d1-afd5-42c8-b75e-5d83daca3e23 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-748206'] for router_gateway, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:05.219554 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e158ff54-d2c4-48d8-a630-8c2c4c2c51c9 None None] No DVR routers for this DVR port 561f95df-bf2a-4321-9be2-dfa357ebf4a8 on host n-d-842733-1 {{(pid=103164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 21:53:05.227711 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e158ff54-d2c4-48d8-a630-8c2c4c2c51c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:53:05.228056 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e158ff54-d2c4-48d8-a630-8c2c4c2c51c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:53:05.228383 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e158ff54-d2c4-48d8-a630-8c2c4c2c51c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:53:05.228712 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e158ff54-d2c4-48d8-a630-8c2c4c2c51c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:53:05.229039 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e158ff54-d2c4-48d8-a630-8c2c4c2c51c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:53:05.229802 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e158ff54-d2c4-48d8-a630-8c2c4c2c51c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:53:05.229802 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e158ff54-d2c4-48d8-a630-8c2c4c2c51c9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:53:05.230453 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e158ff54-d2c4-48d8-a630-8c2c4c2c51c9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:53:05.230453 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e158ff54-d2c4-48d8-a630-8c2c4c2c51c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:53:05.230628 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e158ff54-d2c4-48d8-a630-8c2c4c2c51c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:53:05.230920 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e158ff54-d2c4-48d8-a630-8c2c4c2c51c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:53:05.231240 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e158ff54-d2c4-48d8-a630-8c2c4c2c51c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:53:05.313940 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a876f5d1-afd5-42c8-b75e-5d83daca3e23 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26169'] for router, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:05.316020 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a876f5d1-afd5-42c8-b75e-5d83daca3e23 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:05.405435 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a876f5d1-afd5-42c8-b75e-5d83daca3e23 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-693148'] for router, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:05.406191 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a876f5d1-afd5-42c8-b75e-5d83daca3e23 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Fanout notify agent at l3_agent the message router_deleted on router d99862fd-5df3-42f3-bd19-1a3f4b352f2d {{(pid=103162) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 20 21:53:05.413060 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a876f5d1-afd5-42c8-b75e-5d83daca3e23 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks [] for router, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:05.414253 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-a876f5d1-afd5-42c8-b75e-5d83daca3e23 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "DELETE /v2.0/routers/d99862fd-5df3-42f3-bd19-1a3f4b352f2d HTTP/1.1" status: 204 len: 168 time: 0.9725432 May 20 21:53:05.416911 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 37272) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:53:05.493096 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-30fdcdff-fb8f-46d8-b984-82c47127cfa7 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33160123'] for network, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:05.589111 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-30fdcdff-fb8f-46d8-b984-82c47127cfa7 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33072115', 'neutron.services.segments.db._delete_segments_for_network-8782419500584'] for network, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:05.611409 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-30fdcdff-fb8f-46d8-b984-82c47127cfa7 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd33a732-a7d2-4646-8931-8f67d1ab5b90']}} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:53:05.621442 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-30fdcdff-fb8f-46d8-b984-82c47127cfa7 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ee65b6e-36f1-49d2-abc6-a902002987ff') {'for_net_delete': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:53:05.621827 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-30fdcdff-fb8f-46d8-b984-82c47127cfa7 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ee65b6e-36f1-49d2-abc6-a902002987ff') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:53:05.638738 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 561f95df-bf2a-4321-9be2-dfa357ebf4a8 no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 21:53:05.638981 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-30fdcdff-fb8f-46d8-b984-82c47127cfa7 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419501617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3738385'] for segment, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:05.653047 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-30fdcdff-fb8f-46d8-b984-82c47127cfa7 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:05.663431 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30fdcdff-fb8f-46d8-b984-82c47127cfa7 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Releasing vlan 232 on physical network physnet1 to pool {{(pid=103162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 21:53:05.663798 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: 561f95df-bf2a-4321-9be2-dfa357ebf4a8 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 21:53:05.663798 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 561f95df-bf2a-4321-9be2-dfa357ebf4a8 not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 21:53:05.663998 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-30fdcdff-fb8f-46d8-b984-82c47127cfa7 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3800791'] for segment, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:05.664113 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 4dad04ab-421e-455f-8c27-a359e9553b2f no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 21:53:05.665617 n-d-842733-1 neutron-server[103162]: Traceback (most recent call last): May 20 21:53:05.665617 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 21:53:05.665617 n-d-842733-1 neutron-server[103162]: timer() May 20 21:53:05.665617 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 21:53:05.665617 n-d-842733-1 neutron-server[103162]: cb(*args, **kw) May 20 21:53:05.665617 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 20 21:53:05.665617 n-d-842733-1 neutron-server[103162]: return func(*args, **kwargs) May 20 21:53:05.665617 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 21:53:05.665617 n-d-842733-1 neutron-server[103162]: self._notify() May 20 21:53:05.665617 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 21:53:05.665617 n-d-842733-1 neutron-server[103162]: self.callback(batched_events) May 20 21:53:05.665617 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 21:53:05.665617 n-d-842733-1 neutron-server[103162]: event.method(event) May 20 21:53:05.665617 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 20 21:53:05.665617 n-d-842733-1 neutron-server[103162]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 21:53:05.665617 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 20 21:53:05.665617 n-d-842733-1 neutron-server[103162]: aggregate_uuid = self.p_client.list_aggregates( May 20 21:53:05.665617 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 20 21:53:05.665617 n-d-842733-1 neutron-server[103162]: return f(self, *a, **k) May 20 21:53:05.665617 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 20 21:53:05.665617 n-d-842733-1 neutron-server[103162]: return self._get(url).json() May 20 21:53:05.665617 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 20 21:53:05.665617 n-d-842733-1 neutron-server[103162]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 21:53:05.665617 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 21:53:05.665617 n-d-842733-1 neutron-server[103162]: return self.request(url, 'GET', **kwargs) May 20 21:53:05.665617 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 21:53:05.665617 n-d-842733-1 neutron-server[103162]: base_url = self.get_endpoint(auth, allow=allow, May 20 21:53:05.665617 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 21:53:05.665617 n-d-842733-1 neutron-server[103162]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 21:53:05.665617 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 21:53:05.665617 n-d-842733-1 neutron-server[103162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 21:53:05.665617 n-d-842733-1 neutron-server[103162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 21:53:05.683985 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: 4dad04ab-421e-455f-8c27-a359e9553b2f {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 21:53:05.684458 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 4dad04ab-421e-455f-8c27-a359e9553b2f not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 21:53:05.810076 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-30fdcdff-fb8f-46d8-b984-82c47127cfa7 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33072122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748162'] for network, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:05.810076 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-30fdcdff-fb8f-46d8-b984-82c47127cfa7 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:05.811418 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-30fdcdff-fb8f-46d8-b984-82c47127cfa7 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "DELETE /v2.0/networks/dd33a732-a7d2-4646-8931-8f67d1ab5b90 HTTP/1.1" status: 204 len: 168 time: 0.3933816 May 20 21:53:05.814458 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 37274) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:53:05.823998 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fdcdff-fb8f-46d8-b984-82c47127cfa7 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Pushing event deleted for resources: {'Network': ['ID=dd33a732-a7d2-4646-8931-8f67d1ab5b90,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:53:05.879378 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a1f432be-4f9d-42b5-b2e1-ab1743c62ef8 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:05.907437 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a1f432be-4f9d-42b5-b2e1-ab1743c62ef8 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:06.021708 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a1f432be-4f9d-42b5-b2e1-ab1743c62ef8 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:06.024166 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a1f432be-4f9d-42b5-b2e1-ab1743c62ef8 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:06.025336 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-a1f432be-4f9d-42b5-b2e1-ab1743c62ef8 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] 10.222.0.35 "DELETE /v2.0/security-groups/fc604303-195a-4323-bbe7-a0d1f1309696 HTTP/1.1" status: 204 len: 168 time: 0.2098100 May 20 21:53:06.034846 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f432be-4f9d-42b5-b2e1-ab1743c62ef8 tempest-TestNetworkAdvancedServerOps-540474121 tempest-TestNetworkAdvancedServerOps-540474121-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc604303-195a-4323-bbe7-a0d1f1309696,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:53:06.625638 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 37282) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:53:06.766098 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-358a4bd2-3b20-4e27-b350-14b0b004ab00 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=cedf931037104109b3e73036244afafc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1393058 May 20 21:53:06.768614 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 37286) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:53:06.818775 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f57c853f-f3b0-4b52-a3eb-7495344df984 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:06.838875 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f57c853f-f3b0-4b52-a3eb-7495344df984 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:06.958773 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f57c853f-f3b0-4b52-a3eb-7495344df984 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:06.961244 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f57c853f-f3b0-4b52-a3eb-7495344df984 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:06.962403 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-f57c853f-f3b0-4b52-a3eb-7495344df984 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ffdcc02f-6ecf-4f12-926e-335dcaf57a76 HTTP/1.1" status: 204 len: 168 time: 0.1929104 May 20 21:53:06.970429 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57c853f-f3b0-4b52-a3eb-7495344df984 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffdcc02f-6ecf-4f12-926e-335dcaf57a76,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:53:07.320079 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 52916cad-2b6f-4c28-a493-eb3be21004b7 no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 21:53:07.343368 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: 52916cad-2b6f-4c28-a493-eb3be21004b7 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 21:53:07.343704 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 52916cad-2b6f-4c28-a493-eb3be21004b7 not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 21:53:07.523919 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 37292) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:53:07.536741 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b2a0e55f-afe6-479a-8c14-b890180e85d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:07.611907 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b2a0e55f-afe6-479a-8c14-b890180e85d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:07.672984 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b2a0e55f-afe6-479a-8c14-b890180e85d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:07.710016 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-b2a0e55f-afe6-479a-8c14-b890180e85d2 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7beb771f03e546beaac43779fcbf232f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1850274 May 20 21:53:07.710863 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a0e55f-afe6-479a-8c14-b890180e85d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13e47325-3e52-4e0e-bc94-d53b0649b979,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:53:07.712756 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 37294) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:53:07.761300 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0cc61524-b3df-4629-a6a0-11f70774e746 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:07.782706 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0cc61524-b3df-4629-a6a0-11f70774e746 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:07.901625 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0cc61524-b3df-4629-a6a0-11f70774e746 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:07.904212 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0cc61524-b3df-4629-a6a0-11f70774e746 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:07.906220 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-0cc61524-b3df-4629-a6a0-11f70774e746 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/13e47325-3e52-4e0e-bc94-d53b0649b979 HTTP/1.1" status: 204 len: 168 time: 0.1922815 May 20 21:53:07.913907 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc61524-b3df-4629-a6a0-11f70774e746 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13e47325-3e52-4e0e-bc94-d53b0649b979,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:53:08.958815 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 37316) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:53:09.056455 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-51b9d82d-71ef-4dd7-9bac-66bc20fdd223 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-601742735-network', 'tenant_id': 'f4f9a8ea2b864c549ce585c794b412b9'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:53:09.170771 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51b9d82d-71ef-4dd7-9bac-66bc20fdd223 admin admin] Made reservation on behalf of f4f9a8ea2b864c549ce585c794b412b9 for: {'network': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:53:09.173134 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-51b9d82d-71ef-4dd7-9bac-66bc20fdd223 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for network, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:09.181577 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-51b9d82d-71ef-4dd7-9bac-66bc20fdd223 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:09.259951 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-51b9d82d-71ef-4dd7-9bac-66bc20fdd223 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:09.324480 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-51b9d82d-71ef-4dd7-9bac-66bc20fdd223 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:09.346142 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51b9d82d-71ef-4dd7-9bac-66bc20fdd223 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 248} {{(pid=103163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 21:53:09.361584 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b9d82d-71ef-4dd7-9bac-66bc20fdd223 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d98d628-b74b-4a9a-949e-08e8603f4328,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:53:09.364486 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-51b9d82d-71ef-4dd7-9bac-66bc20fdd223 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:09.364830 n-d-842733-1 neutron-server[103163]: INFO neutron.db.segments_db [None req-51b9d82d-71ef-4dd7-9bac-66bc20fdd223 admin admin] Added segment 053bd376-c72e-4ffa-ad26-4349ac5a0f41 of type vlan for network 7d708e9b-6ea9-4967-b907-69984c23da8e May 20 21:53:09.404146 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-51b9d82d-71ef-4dd7-9bac-66bc20fdd223 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418993264'] for network, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:09.472915 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-51b9d82d-71ef-4dd7-9bac-66bc20fdd223 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524'] for network, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:09.473924 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51b9d82d-71ef-4dd7-9bac-66bc20fdd223 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:53:09.474525 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-51b9d82d-71ef-4dd7-9bac-66bc20fdd223 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:09.532561 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b9d82d-71ef-4dd7-9bac-66bc20fdd223 admin admin] Pushing event updated for resources: {'Network': ['ID=7d708e9b-6ea9-4967-b907-69984c23da8e,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:53:09.543408 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Network 7d708e9b-6ea9-4967-b907-69984c23da8e details requested by agent ovs-agent-n-d-842733-1 with host n-d-842733-1 {{(pid=103164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 20 21:53:09.596557 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-51b9d82d-71ef-4dd7-9bac-66bc20fdd223 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6366415 May 20 21:53:09.599477 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 37320) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:53:09.604515 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-78601812-402b-49f9-9826-11e9cf4b9d0e admin admin] Request body: {'subnet': {'network_id': '7d708e9b-6ea9-4967-b907-69984c23da8e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-601742735-subnet', 'tenant_id': 'f4f9a8ea2b864c549ce585c794b412b9', 'ip_version': 4}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:53:09.702266 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78601812-402b-49f9-9826-11e9cf4b9d0e admin admin] Made reservation on behalf of f4f9a8ea2b864c549ce585c794b412b9 for: {'subnet': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:53:09.704768 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-78601812-402b-49f9-9826-11e9cf4b9d0e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8422561'] for subnet, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:09.924668 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-78601812-402b-49f9-9826-11e9cf4b9d0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9641412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8422583'] for subnet, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:09.984607 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78601812-402b-49f9-9826-11e9cf4b9d0e admin admin] Pushing event updated for resources: {'Subnet': ['ID=216ddb2b-9f5c-44db-9754-a97ca73567e4,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:53:09.994381 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78601812-402b-49f9-9826-11e9cf4b9d0e admin admin] Checking segment: {'id': '053bd376-c72e-4ffa-ad26-4349ac5a0f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '7d708e9b-6ea9-4967-b907-69984c23da8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:53:09.994381 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78601812-402b-49f9-9826-11e9cf4b9d0e admin admin] Network hostable DHCP agents. Network: 7d708e9b-6ea9-4967-b907-69984c23da8e, hostable agents: ['c9b0653c-f3c7-4339-bd50-e3754b629216'], hosted agents: [] {{(pid=103163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 21:53:10.056084 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78601812-402b-49f9-9826-11e9cf4b9d0e admin admin] Network 7d708e9b-6ea9-4967-b907-69984c23da8e is scheduled to be hosted by DHCP agent c9b0653c-f3c7-4339-bd50-e3754b629216 with binding_index 1 {{(pid=103163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 21:53:10.101412 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-78601812-402b-49f9-9826-11e9cf4b9d0e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842733-1, 7d708e9b-6ea9-4967-b907-69984c23da8e) {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:53:10.105570 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78601812-402b-49f9-9826-11e9cf4b9d0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:53:10.106152 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-78601812-402b-49f9-9826-11e9cf4b9d0e admin admin] Notify callbacks [] for subnet, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:10.111070 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de57e7c7-8851-4723-95c0-16f7afeef383 None None] Network 7d708e9b-6ea9-4967-b907-69984c23da8e requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:53:10.156182 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-78601812-402b-49f9-9826-11e9cf4b9d0e admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5556703 May 20 21:53:10.159038 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 37322) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:53:10.163357 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-9ab9e53b-5d63-489b-8587-b01cda4cbb43 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-601742735-router', 'tenant_id': 'f4f9a8ea2b864c549ce585c794b412b9', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'}}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:53:10.216648 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9ab9e53b-5d63-489b-8587-b01cda4cbb43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-694221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26155'] for router, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:10.217785 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9ab9e53b-5d63-489b-8587-b01cda4cbb43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-693085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748153', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-718080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26162'] for router, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:10.258813 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33a10489-0095-4854-bf1c-b9fb8de7b719 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaee2b848-d4b9-5db1-b6ef-d6db29d67de7-7d708e9b-6ea9-4967-b907-69984c23da8e', 'network_id': '7d708e9b-6ea9-4967-b907-69984c23da8e', 'tenant_id': 'f4f9a8ea2b864c549ce585c794b412b9', 'fixed_ips': [{'subnet_id': '216ddb2b-9f5c-44db-9754-a97ca73567e4'}]}} from n-d-842733-1. {{(pid=103164) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 21:53:10.259687 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-33a10489-0095-4854-bf1c-b9fb8de7b719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:10.271900 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9ab9e53b-5d63-489b-8587-b01cda4cbb43 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:10.398468 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [None req-33a10489-0095-4854-bf1c-b9fb8de7b719 None None] Allocated IP 172.20.0.2 (7d708e9b-6ea9-4967-b907-69984c23da8e/216ddb2b-9f5c-44db-9754-a97ca73567e4/c6f6565c-6563-44dc-941c-62cae0ca02da) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:53:10.450413 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9ab9e53b-5d63-489b-8587-b01cda4cbb43 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:10.540885 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-33a10489-0095-4854-bf1c-b9fb8de7b719 None None] Notify callbacks [] for port, precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:10.612374 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-33a10489-0095-4854-bf1c-b9fb8de7b719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108'] for port, after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:10.650946 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33a10489-0095-4854-bf1c-b9fb8de7b719 None None] Network 7d708e9b-6ea9-4967-b907-69984c23da8e is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:53:10.653656 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-33a10489-0095-4854-bf1c-b9fb8de7b719 None None] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:53:10.657634 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a10489-0095-4854-bf1c-b9fb8de7b719 None None] Received port after_create {{(pid=103164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:53:10.666622 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a10489-0095-4854-bf1c-b9fb8de7b719 None None] Pushing event updated for resources: {'Port': ['ID=c6f6565c-6563-44dc-941c-62cae0ca02da,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:53:10.709498 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9ab9e53b-5d63-489b-8587-b01cda4cbb43 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:10.721675 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-33a10489-0095-4854-bf1c-b9fb8de7b719 None None] Attempting to bind port c6f6565c-6563-44dc-941c-62cae0ca02da on host n-d-842733-1 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:53:10.722108 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-33a10489-0095-4854-bf1c-b9fb8de7b719 None None] Attempting to bind port c6f6565c-6563-44dc-941c-62cae0ca02da by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': '053bd376-c72e-4ffa-ad26-4349ac5a0f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '7d708e9b-6ea9-4967-b907-69984c23da8e'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:53:10.722392 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a10489-0095-4854-bf1c-b9fb8de7b719 None None] Attempting to bind port c6f6565c-6563-44dc-941c-62cae0ca02da on network 7d708e9b-6ea9-4967-b907-69984c23da8e {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:53:10.727695 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a10489-0095-4854-bf1c-b9fb8de7b719 None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 21, 52, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 21:53:10.733398 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a10489-0095-4854-bf1c-b9fb8de7b719 None None] Checking segment: {'id': '053bd376-c72e-4ffa-ad26-4349ac5a0f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '7d708e9b-6ea9-4967-b907-69984c23da8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:53:10.733398 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-33a10489-0095-4854-bf1c-b9fb8de7b719 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:10.733398 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a10489-0095-4854-bf1c-b9fb8de7b719 None None] Bound using segment: {'id': '053bd376-c72e-4ffa-ad26-4349ac5a0f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '7d708e9b-6ea9-4967-b907-69984c23da8e'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 21:53:10.733398 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-33a10489-0095-4854-bf1c-b9fb8de7b719 None None] Bound port: c6f6565c-6563-44dc-941c-62cae0ca02da, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '053bd376-c72e-4ffa-ad26-4349ac5a0f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '7d708e9b-6ea9-4967-b907-69984c23da8e'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:53:10.733398 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-33a10489-0095-4854-bf1c-b9fb8de7b719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:10.737763 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9ab9e53b-5d63-489b-8587-b01cda4cbb43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:10.797599 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-33a10489-0095-4854-bf1c-b9fb8de7b719 None None] For port c6f6565c-6563-44dc-941c-62cae0ca02da, host n-d-842733-1, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 21:53:10.800547 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-33a10489-0095-4854-bf1c-b9fb8de7b719 None None] For port c6f6565c-6563-44dc-941c-62cae0ca02da, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=c6f6565c-6563-44dc-941c-62cae0ca02da,segment=NetworkSegment(053bd376-c72e-4ffa-ad26-4349ac5a0f41),segment_id=053bd376-c72e-4ffa-ad26-4349ac5a0f41)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 21:53:10.840282 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-9ab9e53b-5d63-489b-8587-b01cda4cbb43 admin admin] Allocated IP 172.25.2.116 (e3a93b5c-91e2-4064-9c2c-1afc261bfe15/86fee0c1-6e34-488b-9216-b2b8e7ef585a/671aa244-cadf-4a42-b1e2-f62b13dd0340) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:53:10.902558 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-33a10489-0095-4854-bf1c-b9fb8de7b719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:10.946142 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9ab9e53b-5d63-489b-8587-b01cda4cbb43 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:10.961732 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a10489-0095-4854-bf1c-b9fb8de7b719 None None] Pushing event updated for resources: {'Port': ['ID=c6f6565c-6563-44dc-941c-62cae0ca02da,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:53:11.046071 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9ab9e53b-5d63-489b-8587-b01cda4cbb43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:11.084851 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ab9e53b-5d63-489b-8587-b01cda4cbb43 admin admin] Network e3a93b5c-91e2-4064-9c2c-1afc261bfe15 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:53:11.095131 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-9ab9e53b-5d63-489b-8587-b01cda4cbb43 admin admin] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:53:11.100574 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab9e53b-5d63-489b-8587-b01cda4cbb43 admin admin] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:53:11.128466 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab9e53b-5d63-489b-8587-b01cda4cbb43 admin admin] Pushing event updated for resources: {'Port': ['ID=671aa244-cadf-4a42-b1e2-f62b13dd0340,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:53:11.400589 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device c6f6565c-6563-44dc-941c-62cae0ca02da up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:53:11.450317 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port c6f6565c-6563-44dc-941c-62cae0ca02da triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:53:11.450677 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:11.466022 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9ab9e53b-5d63-489b-8587-b01cda4cbb43 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:11.531481 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port c6f6565c-6563-44dc-941c-62cae0ca02da is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:53:11.531860 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:11.565138 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] For port c6f6565c-6563-44dc-941c-62cae0ca02da, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=c6f6565c-6563-44dc-941c-62cae0ca02da,segment=NetworkSegment(053bd376-c72e-4ffa-ad26-4349ac5a0f41),segment_id=053bd376-c72e-4ffa-ad26-4349ac5a0f41)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:53:11.633716 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:11.675006 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9ab9e53b-5d63-489b-8587-b01cda4cbb43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748106'] for router, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:11.683493 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Pushing event updated for resources: {'Port': ['ID=c6f6565c-6563-44dc-941c-62cae0ca02da,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:53:11.867489 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ab9e53b-5d63-489b-8587-b01cda4cbb43 admin admin] Router 82d0d34a-fc80-4170-b9a8-0f6c9e1910dd is scheduled to L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e with binding_index 1 {{(pid=103163) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 20 21:53:11.896356 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90d60cf6-d345-4cc1-aa1a-1091152eb6d7 None None] Network 7d708e9b-6ea9-4967-b907-69984c23da8e requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:53:11.960334 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-e8b62752-62b8-4597-a6a5-2e2ed6f15a2b None None] Provisioning complete for port c6f6565c-6563-44dc-941c-62cae0ca02da triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:53:11.960700 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-e8b62752-62b8-4597-a6a5-2e2ed6f15a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:11.976514 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ab9e53b-5d63-489b-8587-b01cda4cbb43 admin admin] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 21:53:11.987406 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a229028e-153c-4baf-a7e5-facb0ac16f84 None None] Sync routers for ids ['82d0d34a-fc80-4170-b9a8-0f6c9e1910dd'] in n-d-842733-1 {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 21:53:11.997660 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a229028e-153c-4baf-a7e5-facb0ac16f84 None None] Routers {'82d0d34a-fc80-4170-b9a8-0f6c9e1910dd'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:53:12.005778 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-a229028e-153c-4baf-a7e5-facb0ac16f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:52:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['82d0d34a-fc80-4170-b9a8-0f6c9e1910dd'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:53:12.069783 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9ab9e53b-5d63-489b-8587-b01cda4cbb43 admin admin] Notify callbacks [] for router, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:12.071196 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-9ab9e53b-5d63-489b-8587-b01cda4cbb43 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9111154 May 20 21:53:12.073983 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 37324) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:53:12.108740 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-a229028e-153c-4baf-a7e5-facb0ac16f84 None None] Set router 82d0d34a-fc80-4170-b9a8-0f6c9e1910dd gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:53:12.112840 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-e8b62752-62b8-4597-a6a5-2e2ed6f15a2b None None] Current status of the port c6f6565c-6563-44dc-941c-62cae0ca02da is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:53:12.296220 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-a229028e-153c-4baf-a7e5-facb0ac16f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82d0d34a-fc80-4170-b9a8-0f6c9e1910dd', 'name': 'tempest-TestShelveInstance-601742735-router', 'tenant_id': 'f4f9a8ea2b864c549ce585c794b412b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.116'}], 'enable_snat': True}, 'gw_port_id': '671aa244-cadf-4a42-b1e2-f62b13dd0340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:53:10Z', 'updated_at': '2022-05-20T21:53:11Z', 'revision_number': 3, 'project_id': 'f4f9a8ea2b864c549ce585c794b412b9', 'gw_port': {'id': '671aa244-cadf-4a42-b1e2-f62b13dd0340', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:57:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82d0d34a-fc80-4170-b9a8-0f6c9e1910dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4387, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:53:10Z', 'updated_at': '2022-05-20T21:53:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:53:12.327528 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a229028e-153c-4baf-a7e5-facb0ac16f84 None None] Checking router: 82d0d34a-fc80-4170-b9a8-0f6c9e1910dd for host: n-d-842733-1 {{(pid=103165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 21:53:12.327869 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a229028e-153c-4baf-a7e5-facb0ac16f84 None None] Updating router 82d0d34a-fc80-4170-b9a8-0f6c9e1910dd port 671aa244-cadf-4a42-b1e2-f62b13dd0340 binding host n-d-842733-1 {{(pid=103165) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 21:53:12.353618 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-a229028e-153c-4baf-a7e5-facb0ac16f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:12.443105 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-04c9ace1-956c-4b6e-a926-a69f62628b1e None None] Provisioning complete for port c6f6565c-6563-44dc-941c-62cae0ca02da triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:53:12.443471 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-04c9ace1-956c-4b6e-a926-a69f62628b1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:12.537894 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-04c9ace1-956c-4b6e-a926-a69f62628b1e None None] Current status of the port c6f6565c-6563-44dc-941c-62cae0ca02da is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:53:12.619443 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-a229028e-153c-4baf-a7e5-facb0ac16f84 None None] Notify callbacks [] for port, precommit_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:12.679694 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-a229028e-153c-4baf-a7e5-facb0ac16f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:12.740803 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-a229028e-153c-4baf-a7e5-facb0ac16f84 None None] Attempting to bind port 671aa244-cadf-4a42-b1e2-f62b13dd0340 on host n-d-842733-1 for vnic_type normal with profile {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:53:12.741169 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-a229028e-153c-4baf-a7e5-facb0ac16f84 None None] Attempting to bind port 671aa244-cadf-4a42-b1e2-f62b13dd0340 by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': '0b5485c4-eff8-42a1-9073-ae54ed4c63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'}] {{(pid=103165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:53:12.741550 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a229028e-153c-4baf-a7e5-facb0ac16f84 None None] Attempting to bind port 671aa244-cadf-4a42-b1e2-f62b13dd0340 on network e3a93b5c-91e2-4064-9c2c-1afc261bfe15 {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:53:12.743648 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bffc8d-8716-462d-9192-a067767ea86e None None] Pushing event updated for resources: {'Port': ['ID=671aa244-cadf-4a42-b1e2-f62b13dd0340,revision_number=2']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:53:12.753044 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a229028e-153c-4baf-a7e5-facb0ac16f84 None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 21, 52, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 21:53:12.753442 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a229028e-153c-4baf-a7e5-facb0ac16f84 None None] Checking segment: {'id': '0b5485c4-eff8-42a1-9073-ae54ed4c63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:53:12.753843 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-a229028e-153c-4baf-a7e5-facb0ac16f84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:12.754226 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a229028e-153c-4baf-a7e5-facb0ac16f84 None None] Bound using segment: {'id': '0b5485c4-eff8-42a1-9073-ae54ed4c63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'} {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 21:53:12.754685 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-a229028e-153c-4baf-a7e5-facb0ac16f84 None None] Bound port: 671aa244-cadf-4a42-b1e2-f62b13dd0340, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b5485c4-eff8-42a1-9073-ae54ed4c63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'}}] {{(pid=103165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:53:12.755077 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-a229028e-153c-4baf-a7e5-facb0ac16f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:12.757423 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bffc8d-8716-462d-9192-a067767ea86e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:53:12.757624 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bffc8d-8716-462d-9192-a067767ea86e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:53:12.757963 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bffc8d-8716-462d-9192-a067767ea86e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:53:12.758289 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bffc8d-8716-462d-9192-a067767ea86e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:53:12.758615 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bffc8d-8716-462d-9192-a067767ea86e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:53:12.758934 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bffc8d-8716-462d-9192-a067767ea86e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:53:12.759253 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bffc8d-8716-462d-9192-a067767ea86e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:53:12.759577 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bffc8d-8716-462d-9192-a067767ea86e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:53:12.759881 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bffc8d-8716-462d-9192-a067767ea86e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:53:12.760201 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bffc8d-8716-462d-9192-a067767ea86e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:53:12.760516 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bffc8d-8716-462d-9192-a067767ea86e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:53:12.760829 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bffc8d-8716-462d-9192-a067767ea86e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:53:12.814919 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-a229028e-153c-4baf-a7e5-facb0ac16f84 None None] For port 671aa244-cadf-4a42-b1e2-f62b13dd0340, host n-d-842733-1, cleared binding levels {{(pid=103165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 21:53:12.818014 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-a229028e-153c-4baf-a7e5-facb0ac16f84 None None] For port 671aa244-cadf-4a42-b1e2-f62b13dd0340, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=671aa244-cadf-4a42-b1e2-f62b13dd0340,segment=NetworkSegment(0b5485c4-eff8-42a1-9073-ae54ed4c63ba),segment_id=0b5485c4-eff8-42a1-9073-ae54ed4c63ba)] {{(pid=103165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 21:53:12.850927 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-34d9869c-d4b8-4e8f-9b77-59241c23a5e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:12.884969 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-a229028e-153c-4baf-a7e5-facb0ac16f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:12.943242 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bffc8d-8716-462d-9192-a067767ea86e None None] Pushing event updated for resources: {'Port': ['ID=671aa244-cadf-4a42-b1e2-f62b13dd0340,revision_number=3']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:53:12.946113 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a229028e-153c-4baf-a7e5-facb0ac16f84 None None] Routers {'82d0d34a-fc80-4170-b9a8-0f6c9e1910dd'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:53:12.946698 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-a229028e-153c-4baf-a7e5-facb0ac16f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:52:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['82d0d34a-fc80-4170-b9a8-0f6c9e1910dd'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:53:13.004660 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-34d9869c-d4b8-4e8f-9b77-59241c23a5e5 admin admin] Allocated IP 172.20.0.1 (7d708e9b-6ea9-4967-b907-69984c23da8e/216ddb2b-9f5c-44db-9754-a97ca73567e4/b1beab67-c7f5-4194-a108-af932c5f5126) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:53:13.050891 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-a229028e-153c-4baf-a7e5-facb0ac16f84 None None] Set router 82d0d34a-fc80-4170-b9a8-0f6c9e1910dd gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:53:13.112515 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-34d9869c-d4b8-4e8f-9b77-59241c23a5e5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:13.193473 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-34d9869c-d4b8-4e8f-9b77-59241c23a5e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:13.226699 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-a229028e-153c-4baf-a7e5-facb0ac16f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82d0d34a-fc80-4170-b9a8-0f6c9e1910dd', 'name': 'tempest-TestShelveInstance-601742735-router', 'tenant_id': 'f4f9a8ea2b864c549ce585c794b412b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.116'}], 'enable_snat': True}, 'gw_port_id': '671aa244-cadf-4a42-b1e2-f62b13dd0340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:53:10Z', 'updated_at': '2022-05-20T21:53:11Z', 'revision_number': 3, 'project_id': 'f4f9a8ea2b864c549ce585c794b412b9', 'gw_port': {'id': '671aa244-cadf-4a42-b1e2-f62b13dd0340', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:57:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82d0d34a-fc80-4170-b9a8-0f6c9e1910dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4387, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:53:10Z', 'updated_at': '2022-05-20T21:53:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:53:13.231554 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34d9869c-d4b8-4e8f-9b77-59241c23a5e5 admin admin] Network 7d708e9b-6ea9-4967-b907-69984c23da8e is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:53:13.235835 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-34d9869c-d4b8-4e8f-9b77-59241c23a5e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:53:13.242210 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d9869c-d4b8-4e8f-9b77-59241c23a5e5 admin admin] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:53:13.245292 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d9869c-d4b8-4e8f-9b77-59241c23a5e5 admin admin] Pushing event updated for resources: {'Port': ['ID=b1beab67-c7f5-4194-a108-af932c5f5126,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:53:13.256783 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a229028e-153c-4baf-a7e5-facb0ac16f84 None None] The sync data for ids ['82d0d34a-fc80-4170-b9a8-0f6c9e1910dd'] in n-d-842733-1 is: [{'id': '82d0d34a-fc80-4170-b9a8-0f6c9e1910dd', 'name': 'tempest-TestShelveInstance-601742735-router', 'tenant_id': 'f4f9a8ea2b864c549ce585c794b412b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.116'}], 'enable_snat': True}, 'gw_port_id': '671aa244-cadf-4a42-b1e2-f62b13dd0340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:53:10Z', 'updated_at': '2022-05-20T21:53:11Z', 'revision_number': 3, 'project_id': 'f4f9a8ea2b864c549ce585c794b412b9', 'gw_port': {'id': '671aa244-cadf-4a42-b1e2-f62b13dd0340', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:57:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82d0d34a-fc80-4170-b9a8-0f6c9e1910dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4387, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:53:10Z', 'updated_at': '2022-05-20T21:53:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 21:53:13.285073 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-34d9869c-d4b8-4e8f-9b77-59241c23a5e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748409'] for router_interface, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:13.382720 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device c6f6565c-6563-44dc-941c-62cae0ca02da up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:53:13.447365 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port c6f6565c-6563-44dc-941c-62cae0ca02da triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:53:13.447738 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:13.475076 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-34d9869c-d4b8-4e8f-9b77-59241c23a5e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:13.569786 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port c6f6565c-6563-44dc-941c-62cae0ca02da is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:53:13.579986 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-41d1b425-b530-4438-94d7-797e1da97bfc None None] Provisioning complete for port b1beab67-c7f5-4194-a108-af932c5f5126 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:53:13.580353 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-41d1b425-b530-4438-94d7-797e1da97bfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:13.622442 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-41d1b425-b530-4438-94d7-797e1da97bfc None None] Port b1beab67-c7f5-4194-a108-af932c5f5126 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 21:53:13.688652 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-34d9869c-d4b8-4e8f-9b77-59241c23a5e5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:13.747584 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-34d9869c-d4b8-4e8f-9b77-59241c23a5e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:13.819446 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-34d9869c-d4b8-4e8f-9b77-59241c23a5e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748437'] for router_interface, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:13.821221 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d9869c-d4b8-4e8f-9b77-59241c23a5e5 admin admin] Pushing event updated for resources: {'Port': ['ID=b1beab67-c7f5-4194-a108-af932c5f5126,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:53:13.925312 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34d9869c-d4b8-4e8f-9b77-59241c23a5e5 admin admin] Network 7d708e9b-6ea9-4967-b907-69984c23da8e is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:53:13.926703 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-34d9869c-d4b8-4e8f-9b77-59241c23a5e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:53:14.054568 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34d9869c-d4b8-4e8f-9b77-59241c23a5e5 admin admin] Router 82d0d34a-fc80-4170-b9a8-0f6c9e1910dd has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 21:53:14.151553 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b336e83d-8908-477b-aed2-f1055b970752 None None] Provisioning complete for port b1beab67-c7f5-4194-a108-af932c5f5126 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:53:14.151916 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b336e83d-8908-477b-aed2-f1055b970752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:14.171380 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34d9869c-d4b8-4e8f-9b77-59241c23a5e5 admin admin] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 21:53:14.176438 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-34d9869c-d4b8-4e8f-9b77-59241c23a5e5 admin admin] 10.222.0.35 "PUT /v2.0/routers/82d0d34a-fc80-4170-b9a8-0f6c9e1910dd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1014824 May 20 21:53:14.191000 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b336e83d-8908-477b-aed2-f1055b970752 None None] Port b1beab67-c7f5-4194-a108-af932c5f5126 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 21:53:14.783608 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 37340) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:53:14.788453 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-9e897ca4-e484-480a-b726-4f1462908543 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1435780284-network', 'tenant_id': '51640e4394874d5bbbbb0635e1e340c1'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:53:14.868391 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd9ba568-2c4c-4f1c-8808-939ceb263abd None None] Sync routers for ids ['82d0d34a-fc80-4170-b9a8-0f6c9e1910dd'] in n-d-842733-1 {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 21:53:14.873969 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e897ca4-e484-480a-b726-4f1462908543 admin admin] Made reservation on behalf of 51640e4394874d5bbbbb0635e1e340c1 for: {'network': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:53:14.876458 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9e897ca4-e484-480a-b726-4f1462908543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for network, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:14.880540 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd9ba568-2c4c-4f1c-8808-939ceb263abd None None] Routers {'82d0d34a-fc80-4170-b9a8-0f6c9e1910dd'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:53:14.881149 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-dd9ba568-2c4c-4f1c-8808-939ceb263abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:52:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['82d0d34a-fc80-4170-b9a8-0f6c9e1910dd'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:53:14.885630 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9e897ca4-e484-480a-b726-4f1462908543 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:14.961493 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9e897ca4-e484-480a-b726-4f1462908543 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:14.988187 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-dd9ba568-2c4c-4f1c-8808-939ceb263abd None None] Set router 82d0d34a-fc80-4170-b9a8-0f6c9e1910dd gateway port host: n-d-842733-1 {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:53:15.027719 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9e897ca4-e484-480a-b726-4f1462908543 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:15.049411 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e897ca4-e484-480a-b726-4f1462908543 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 205} {{(pid=103163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 21:53:15.064135 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e897ca4-e484-480a-b726-4f1462908543 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e8bdb35-da6b-4aa9-b3ab-5068c949a42e,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:53:15.067210 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9e897ca4-e484-480a-b726-4f1462908543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:15.067553 n-d-842733-1 neutron-server[103163]: INFO neutron.db.segments_db [None req-9e897ca4-e484-480a-b726-4f1462908543 admin admin] Added segment 7e7b1b0c-ddbf-4065-93ec-bb9e67cc2d59 of type vlan for network 54f6833c-05a0-47d6-84f0-4088ded6d5e2 May 20 21:53:15.111707 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9e897ca4-e484-480a-b726-4f1462908543 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418993264'] for network, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:15.193573 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9e897ca4-e484-480a-b726-4f1462908543 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524'] for network, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:15.194805 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e897ca4-e484-480a-b726-4f1462908543 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:53:15.195388 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9e897ca4-e484-480a-b726-4f1462908543 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:15.259455 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e897ca4-e484-480a-b726-4f1462908543 admin admin] Pushing event updated for resources: {'Network': ['ID=54f6833c-05a0-47d6-84f0-4088ded6d5e2,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:53:15.271748 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Network 54f6833c-05a0-47d6-84f0-4088ded6d5e2 details requested by agent ovs-agent-n-d-842733-1 with host n-d-842733-1 {{(pid=103164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 20 21:53:15.323708 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-9e897ca4-e484-480a-b726-4f1462908543 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5369573 May 20 21:53:15.324878 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 37342) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:53:15.339287 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-26715b04-5d19-4784-ace1-9a8788dffef0 admin admin] Request body: {'subnet': {'network_id': '54f6833c-05a0-47d6-84f0-4088ded6d5e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1435780284-subnet', 'tenant_id': '51640e4394874d5bbbbb0635e1e340c1', 'ip_version': 4}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:53:15.404409 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 671aa244-cadf-4a42-b1e2-f62b13dd0340 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:53:15.422302 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26715b04-5d19-4784-ace1-9a8788dffef0 admin admin] Made reservation on behalf of 51640e4394874d5bbbbb0635e1e340c1 for: {'subnet': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:53:15.426225 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-26715b04-5d19-4784-ace1-9a8788dffef0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4018244'] for subnet, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:15.452295 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-dd9ba568-2c4c-4f1c-8808-939ceb263abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82d0d34a-fc80-4170-b9a8-0f6c9e1910dd', 'name': 'tempest-TestShelveInstance-601742735-router', 'tenant_id': 'f4f9a8ea2b864c549ce585c794b412b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.116'}], 'enable_snat': True}, 'gw_port_id': '671aa244-cadf-4a42-b1e2-f62b13dd0340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:53:10Z', 'updated_at': '2022-05-20T21:53:13Z', 'revision_number': 4, 'project_id': 'f4f9a8ea2b864c549ce585c794b412b9', 'gw_port': {'id': '671aa244-cadf-4a42-b1e2-f62b13dd0340', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:57:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82d0d34a-fc80-4170-b9a8-0f6c9e1910dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4387, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:53:10Z', 'updated_at': '2022-05-20T21:53:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': 'b1beab67-c7f5-4194-a108-af932c5f5126', 'name': '', 'network_id': '7d708e9b-6ea9-4967-b907-69984c23da8e', 'tenant_id': 'f4f9a8ea2b864c549ce585c794b412b9', 'mac_address': 'fa:16:3e:21:9e:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82d0d34a-fc80-4170-b9a8-0f6c9e1910dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4388, 'fixed_ips': [{'subnet_id': '216ddb2b-9f5c-44db-9754-a97ca73567e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:53:12Z', 'updated_at': '2022-05-20T21:53:13Z', 'revision_number': 2, 'project_id': 'f4f9a8ea2b864c549ce585c794b412b9', 'subnets': [{'id': '216ddb2b-9f5c-44db-9754-a97ca73567e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:53:15.480299 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd9ba568-2c4c-4f1c-8808-939ceb263abd None None] Checking router: 82d0d34a-fc80-4170-b9a8-0f6c9e1910dd for host: n-d-842733-1 {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 21:53:15.480644 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd9ba568-2c4c-4f1c-8808-939ceb263abd None None] Updating router 82d0d34a-fc80-4170-b9a8-0f6c9e1910dd port b1beab67-c7f5-4194-a108-af932c5f5126 binding host n-d-842733-1 {{(pid=103164) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 21:53:15.510635 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-dd9ba568-2c4c-4f1c-8808-939ceb263abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:15.524771 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 671aa244-cadf-4a42-b1e2-f62b13dd0340 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:53:15.528103 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:15.644966 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-26715b04-5d19-4784-ace1-9a8788dffef0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3797684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4018258'] for subnet, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:15.705591 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26715b04-5d19-4784-ace1-9a8788dffef0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4075a2ba-5051-41df-a8c5-0b417b82b58b,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:53:15.714437 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26715b04-5d19-4784-ace1-9a8788dffef0 admin admin] Checking segment: {'id': '7e7b1b0c-ddbf-4065-93ec-bb9e67cc2d59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '54f6833c-05a0-47d6-84f0-4088ded6d5e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:53:15.714792 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26715b04-5d19-4784-ace1-9a8788dffef0 admin admin] Network hostable DHCP agents. Network: 54f6833c-05a0-47d6-84f0-4088ded6d5e2, hostable agents: ['c9b0653c-f3c7-4339-bd50-e3754b629216'], hosted agents: [] {{(pid=103162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 21:53:15.734723 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 671aa244-cadf-4a42-b1e2-f62b13dd0340 is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:53:15.740050 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:15.761239 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] For port 671aa244-cadf-4a42-b1e2-f62b13dd0340, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=671aa244-cadf-4a42-b1e2-f62b13dd0340,segment=NetworkSegment(0b5485c4-eff8-42a1-9073-ae54ed4c63ba),segment_id=0b5485c4-eff8-42a1-9073-ae54ed4c63ba)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:53:15.810584 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26715b04-5d19-4784-ace1-9a8788dffef0 admin admin] Network 54f6833c-05a0-47d6-84f0-4088ded6d5e2 is scheduled to be hosted by DHCP agent c9b0653c-f3c7-4339-bd50-e3754b629216 with binding_index 1 {{(pid=103162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 21:53:15.840830 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:15.887102 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-dd9ba568-2c4c-4f1c-8808-939ceb263abd None None] Notify callbacks [] for port, precommit_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:15.901740 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-26715b04-5d19-4784-ace1-9a8788dffef0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842733-1, 54f6833c-05a0-47d6-84f0-4088ded6d5e2) {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:53:15.908461 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26715b04-5d19-4784-ace1-9a8788dffef0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:53:15.909680 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-26715b04-5d19-4784-ace1-9a8788dffef0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:15.912138 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Pushing event updated for resources: {'Port': ['ID=671aa244-cadf-4a42-b1e2-f62b13dd0340,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:53:15.915753 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09a196c1-1c34-47e8-82af-b1301bbae9bc None None] Network 54f6833c-05a0-47d6-84f0-4088ded6d5e2 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:53:15.989159 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-dd9ba568-2c4c-4f1c-8808-939ceb263abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:16.013622 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-26715b04-5d19-4784-ace1-9a8788dffef0 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6840501 May 20 21:53:16.016827 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 37344) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:53:16.021709 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-dfd85d63-c7aa-4de3-9a52-0206a106b9cf admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1435780284-router', 'tenant_id': '51640e4394874d5bbbbb0635e1e340c1', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'}}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:53:16.072646 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f2016b-9f7c-4931-89a2-5bea951c3f38 None None] Pushing event updated for resources: {'Port': ['ID=b1beab67-c7f5-4194-a108-af932c5f5126,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:53:16.096358 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-dfd85d63-c7aa-4de3-9a52-0206a106b9cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-694221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26155'] for router, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:16.097425 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-dfd85d63-c7aa-4de3-9a52-0206a106b9cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-693085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748153', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-718080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26162'] for router, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:16.133430 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cf21c75-ea2b-4c39-ad08-2d0631f09e65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaee2b848-d4b9-5db1-b6ef-d6db29d67de7-54f6833c-05a0-47d6-84f0-4088ded6d5e2', 'network_id': '54f6833c-05a0-47d6-84f0-4088ded6d5e2', 'tenant_id': '51640e4394874d5bbbbb0635e1e340c1', 'fixed_ips': [{'subnet_id': '4075a2ba-5051-41df-a8c5-0b417b82b58b'}]}} from n-d-842733-1. {{(pid=103164) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 21:53:16.140053 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3cf21c75-ea2b-4c39-ad08-2d0631f09e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:16.158179 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-dfd85d63-c7aa-4de3-9a52-0206a106b9cf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:16.160195 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-dd9ba568-2c4c-4f1c-8808-939ceb263abd None None] Attempting to bind port b1beab67-c7f5-4194-a108-af932c5f5126 on host n-d-842733-1 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:53:16.160580 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-dd9ba568-2c4c-4f1c-8808-939ceb263abd None None] Attempting to bind port b1beab67-c7f5-4194-a108-af932c5f5126 by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': '053bd376-c72e-4ffa-ad26-4349ac5a0f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '7d708e9b-6ea9-4967-b907-69984c23da8e'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:53:16.160931 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd9ba568-2c4c-4f1c-8808-939ceb263abd None None] Attempting to bind port b1beab67-c7f5-4194-a108-af932c5f5126 on network 7d708e9b-6ea9-4967-b907-69984c23da8e {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:53:16.162750 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [req-007d0067-4411-4df1-ad04-e92cddde165d req-78e493fb-a2c1-4db4-8340-05b151c8cc54 service neutron] (103163) timed out ('10.222.0.35', 33408) {{(pid=103163) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} May 20 21:53:16.173383 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd9ba568-2c4c-4f1c-8808-939ceb263abd None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 21, 52, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 21:53:16.173752 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd9ba568-2c4c-4f1c-8808-939ceb263abd None None] Checking segment: {'id': '053bd376-c72e-4ffa-ad26-4349ac5a0f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '7d708e9b-6ea9-4967-b907-69984c23da8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:53:16.174148 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-dd9ba568-2c4c-4f1c-8808-939ceb263abd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:16.174535 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd9ba568-2c4c-4f1c-8808-939ceb263abd None None] Bound using segment: {'id': '053bd376-c72e-4ffa-ad26-4349ac5a0f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '7d708e9b-6ea9-4967-b907-69984c23da8e'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 21:53:16.175002 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-dd9ba568-2c4c-4f1c-8808-939ceb263abd None None] Bound port: b1beab67-c7f5-4194-a108-af932c5f5126, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '053bd376-c72e-4ffa-ad26-4349ac5a0f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '7d708e9b-6ea9-4967-b907-69984c23da8e'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:53:16.175380 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-dd9ba568-2c4c-4f1c-8808-939ceb263abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:16.339074 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-dd9ba568-2c4c-4f1c-8808-939ceb263abd None None] For port b1beab67-c7f5-4194-a108-af932c5f5126, host n-d-842733-1, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 21:53:16.361885 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [None req-3cf21c75-ea2b-4c39-ad08-2d0631f09e65 None None] Allocated IP 172.20.0.2 (54f6833c-05a0-47d6-84f0-4088ded6d5e2/4075a2ba-5051-41df-a8c5-0b417b82b58b/a8128d45-0330-4e67-855c-bc1f634a7a14) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:53:16.363528 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-dfd85d63-c7aa-4de3-9a52-0206a106b9cf admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:16.364755 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-dd9ba568-2c4c-4f1c-8808-939ceb263abd None None] For port b1beab67-c7f5-4194-a108-af932c5f5126, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=b1beab67-c7f5-4194-a108-af932c5f5126,segment=NetworkSegment(053bd376-c72e-4ffa-ad26-4349ac5a0f41),segment_id=053bd376-c72e-4ffa-ad26-4349ac5a0f41)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 21:53:16.367966 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-eb3241e1-b2cc-4a3d-934e-a5cd03baa705 None None] Provisioning complete for port b1beab67-c7f5-4194-a108-af932c5f5126 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:53:16.369285 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-eb3241e1-b2cc-4a3d-934e-a5cd03baa705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:16.452978 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-dd9ba568-2c4c-4f1c-8808-939ceb263abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:16.457497 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-eb3241e1-b2cc-4a3d-934e-a5cd03baa705 None None] Port b1beab67-c7f5-4194-a108-af932c5f5126 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 21:53:16.533314 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f2016b-9f7c-4931-89a2-5bea951c3f38 None None] Pushing event updated for resources: {'Port': ['ID=b1beab67-c7f5-4194-a108-af932c5f5126,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:53:16.544359 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd9ba568-2c4c-4f1c-8808-939ceb263abd None None] Routers {'82d0d34a-fc80-4170-b9a8-0f6c9e1910dd'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:53:16.545099 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-dd9ba568-2c4c-4f1c-8808-939ceb263abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:52:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['82d0d34a-fc80-4170-b9a8-0f6c9e1910dd'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:53:16.666253 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-dfd85d63-c7aa-4de3-9a52-0206a106b9cf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:16.682684 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3cf21c75-ea2b-4c39-ad08-2d0631f09e65 None None] Notify callbacks [] for port, precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:16.686943 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-dfd85d63-c7aa-4de3-9a52-0206a106b9cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:16.706166 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-dd9ba568-2c4c-4f1c-8808-939ceb263abd None None] Set router 82d0d34a-fc80-4170-b9a8-0f6c9e1910dd gateway port host: n-d-842733-1 {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:53:16.785572 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3cf21c75-ea2b-4c39-ad08-2d0631f09e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108'] for port, after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:16.791018 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-dfd85d63-c7aa-4de3-9a52-0206a106b9cf admin admin] Allocated IP 172.25.2.192 (e3a93b5c-91e2-4064-9c2c-1afc261bfe15/86fee0c1-6e34-488b-9216-b2b8e7ef585a/029679e0-4e4f-474e-9d69-b3a870a399e4) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:53:16.869299 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-d0b897e6-3455-49c8-8ddd-593ba8c4de40 None None] Provisioning complete for port b1beab67-c7f5-4194-a108-af932c5f5126 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:53:16.869660 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d0b897e6-3455-49c8-8ddd-593ba8c4de40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:16.875502 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cf21c75-ea2b-4c39-ad08-2d0631f09e65 None None] Network 54f6833c-05a0-47d6-84f0-4088ded6d5e2 is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:53:16.897690 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-3cf21c75-ea2b-4c39-ad08-2d0631f09e65 None None] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:53:16.900456 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-dfd85d63-c7aa-4de3-9a52-0206a106b9cf admin admin] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:16.906587 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf21c75-ea2b-4c39-ad08-2d0631f09e65 None None] Received port after_create {{(pid=103164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:53:16.926146 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf21c75-ea2b-4c39-ad08-2d0631f09e65 None None] Pushing event updated for resources: {'Port': ['ID=a8128d45-0330-4e67-855c-bc1f634a7a14,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:53:16.988224 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-dfd85d63-c7aa-4de3-9a52-0206a106b9cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:17.026532 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-3cf21c75-ea2b-4c39-ad08-2d0631f09e65 None None] Attempting to bind port a8128d45-0330-4e67-855c-bc1f634a7a14 on host n-d-842733-1 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:53:17.026899 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-3cf21c75-ea2b-4c39-ad08-2d0631f09e65 None None] Attempting to bind port a8128d45-0330-4e67-855c-bc1f634a7a14 by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': '7e7b1b0c-ddbf-4065-93ec-bb9e67cc2d59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '54f6833c-05a0-47d6-84f0-4088ded6d5e2'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:53:17.027260 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf21c75-ea2b-4c39-ad08-2d0631f09e65 None None] Attempting to bind port a8128d45-0330-4e67-855c-bc1f634a7a14 on network 54f6833c-05a0-47d6-84f0-4088ded6d5e2 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:53:17.027837 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfd85d63-c7aa-4de3-9a52-0206a106b9cf admin admin] Network e3a93b5c-91e2-4064-9c2c-1afc261bfe15 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:53:17.032413 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-dfd85d63-c7aa-4de3-9a52-0206a106b9cf admin admin] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:53:17.036602 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd85d63-c7aa-4de3-9a52-0206a106b9cf admin admin] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:53:17.044179 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd85d63-c7aa-4de3-9a52-0206a106b9cf admin admin] Pushing event updated for resources: {'Port': ['ID=029679e0-4e4f-474e-9d69-b3a870a399e4,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:53:17.055917 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf21c75-ea2b-4c39-ad08-2d0631f09e65 None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 21, 52, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 21:53:17.056293 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf21c75-ea2b-4c39-ad08-2d0631f09e65 None None] Checking segment: {'id': '7e7b1b0c-ddbf-4065-93ec-bb9e67cc2d59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '54f6833c-05a0-47d6-84f0-4088ded6d5e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:53:17.056690 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3cf21c75-ea2b-4c39-ad08-2d0631f09e65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:17.057072 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf21c75-ea2b-4c39-ad08-2d0631f09e65 None None] Bound using segment: {'id': '7e7b1b0c-ddbf-4065-93ec-bb9e67cc2d59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '54f6833c-05a0-47d6-84f0-4088ded6d5e2'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 21:53:17.057581 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-3cf21c75-ea2b-4c39-ad08-2d0631f09e65 None None] Bound port: a8128d45-0330-4e67-855c-bc1f634a7a14, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e7b1b0c-ddbf-4065-93ec-bb9e67cc2d59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '54f6833c-05a0-47d6-84f0-4088ded6d5e2'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:53:17.057955 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3cf21c75-ea2b-4c39-ad08-2d0631f09e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:17.260544 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-d0b897e6-3455-49c8-8ddd-593ba8c4de40 None None] Current status of the port b1beab67-c7f5-4194-a108-af932c5f5126 is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:53:17.260835 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d0b897e6-3455-49c8-8ddd-593ba8c4de40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:17.309450 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-dd9ba568-2c4c-4f1c-8808-939ceb263abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82d0d34a-fc80-4170-b9a8-0f6c9e1910dd', 'name': 'tempest-TestShelveInstance-601742735-router', 'tenant_id': 'f4f9a8ea2b864c549ce585c794b412b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.116'}], 'enable_snat': True}, 'gw_port_id': '671aa244-cadf-4a42-b1e2-f62b13dd0340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:53:10Z', 'updated_at': '2022-05-20T21:53:13Z', 'revision_number': 4, 'project_id': 'f4f9a8ea2b864c549ce585c794b412b9', 'gw_port': {'id': '671aa244-cadf-4a42-b1e2-f62b13dd0340', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:57:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d0d34a-fc80-4170-b9a8-0f6c9e1910dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4387, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:53:10Z', 'updated_at': '2022-05-20T21:53:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': 'b1beab67-c7f5-4194-a108-af932c5f5126', 'name': '', 'network_id': '7d708e9b-6ea9-4967-b907-69984c23da8e', 'tenant_id': 'f4f9a8ea2b864c549ce585c794b412b9', 'mac_address': 'fa:16:3e:21:9e:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82d0d34a-fc80-4170-b9a8-0f6c9e1910dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4388, 'fixed_ips': [{'subnet_id': '216ddb2b-9f5c-44db-9754-a97ca73567e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:53:12Z', 'updated_at': '2022-05-20T21:53:16Z', 'revision_number': 4, 'project_id': 'f4f9a8ea2b864c549ce585c794b412b9', 'subnets': [{'id': '216ddb2b-9f5c-44db-9754-a97ca73567e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:53:17.345422 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3cf21c75-ea2b-4c39-ad08-2d0631f09e65 None None] For port a8128d45-0330-4e67-855c-bc1f634a7a14, host n-d-842733-1, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 21:53:17.352143 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd9ba568-2c4c-4f1c-8808-939ceb263abd None None] The sync data for ids ['82d0d34a-fc80-4170-b9a8-0f6c9e1910dd'] in n-d-842733-1 is: [{'id': '82d0d34a-fc80-4170-b9a8-0f6c9e1910dd', 'name': 'tempest-TestShelveInstance-601742735-router', 'tenant_id': 'f4f9a8ea2b864c549ce585c794b412b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.116'}], 'enable_snat': True}, 'gw_port_id': '671aa244-cadf-4a42-b1e2-f62b13dd0340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:53:10Z', 'updated_at': '2022-05-20T21:53:13Z', 'revision_number': 4, 'project_id': 'f4f9a8ea2b864c549ce585c794b412b9', 'gw_port': {'id': '671aa244-cadf-4a42-b1e2-f62b13dd0340', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:57:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d0d34a-fc80-4170-b9a8-0f6c9e1910dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4387, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:53:10Z', 'updated_at': '2022-05-20T21:53:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': 'b1beab67-c7f5-4194-a108-af932c5f5126', 'name': '', 'network_id': '7d708e9b-6ea9-4967-b907-69984c23da8e', 'tenant_id': 'f4f9a8ea2b864c549ce585c794b412b9', 'mac_address': 'fa:16:3e:21:9e:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82d0d34a-fc80-4170-b9a8-0f6c9e1910dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4388, 'fixed_ips': [{'subnet_id': '216ddb2b-9f5c-44db-9754-a97ca73567e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:53:12Z', 'updated_at': '2022-05-20T21:53:16Z', 'revision_number': 4, 'project_id': 'f4f9a8ea2b864c549ce585c794b412b9', 'subnets': [{'id': '216ddb2b-9f5c-44db-9754-a97ca73567e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 21:53:17.359285 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-d0b897e6-3455-49c8-8ddd-593ba8c4de40 None None] For port b1beab67-c7f5-4194-a108-af932c5f5126, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=b1beab67-c7f5-4194-a108-af932c5f5126,segment=NetworkSegment(053bd376-c72e-4ffa-ad26-4349ac5a0f41),segment_id=053bd376-c72e-4ffa-ad26-4349ac5a0f41)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:53:17.367349 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3cf21c75-ea2b-4c39-ad08-2d0631f09e65 None None] For port a8128d45-0330-4e67-855c-bc1f634a7a14, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=a8128d45-0330-4e67-855c-bc1f634a7a14,segment=NetworkSegment(7e7b1b0c-ddbf-4065-93ec-bb9e67cc2d59),segment_id=7e7b1b0c-ddbf-4065-93ec-bb9e67cc2d59)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 21:53:17.381650 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-dfd85d63-c7aa-4de3-9a52-0206a106b9cf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:17.384381 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 671aa244-cadf-4a42-b1e2-f62b13dd0340 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:53:17.445672 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d0b897e6-3455-49c8-8ddd-593ba8c4de40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:17.479659 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3cf21c75-ea2b-4c39-ad08-2d0631f09e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:17.513374 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 671aa244-cadf-4a42-b1e2-f62b13dd0340 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:53:17.513740 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:17.556793 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b897e6-3455-49c8-8ddd-593ba8c4de40 None None] Pushing event updated for resources: {'Port': ['ID=b1beab67-c7f5-4194-a108-af932c5f5126,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:53:17.620220 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf21c75-ea2b-4c39-ad08-2d0631f09e65 None None] Pushing event updated for resources: {'Port': ['ID=a8128d45-0330-4e67-855c-bc1f634a7a14,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:53:17.657000 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-dfd85d63-c7aa-4de3-9a52-0206a106b9cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748106'] for router, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:17.672680 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 671aa244-cadf-4a42-b1e2-f62b13dd0340 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:53:17.873069 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfd85d63-c7aa-4de3-9a52-0206a106b9cf admin admin] Router 8806bdb4-b53f-41e7-8347-37ffb5f20b58 is scheduled to L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e with binding_index 1 {{(pid=103162) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 20 21:53:18.341503 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfd85d63-c7aa-4de3-9a52-0206a106b9cf admin admin] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 21:53:18.352874 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a10b76b5-4649-400d-a88d-aace0276c242 None None] Sync routers for ids ['8806bdb4-b53f-41e7-8347-37ffb5f20b58'] in n-d-842733-1 {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 21:53:18.366555 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a10b76b5-4649-400d-a88d-aace0276c242 None None] Routers {'8806bdb4-b53f-41e7-8347-37ffb5f20b58'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:53:18.372236 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-a10b76b5-4649-400d-a88d-aace0276c242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:52:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['8806bdb4-b53f-41e7-8347-37ffb5f20b58'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:53:18.428724 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-dfd85d63-c7aa-4de3-9a52-0206a106b9cf admin admin] Notify callbacks [] for router, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:18.430674 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-dfd85d63-c7aa-4de3-9a52-0206a106b9cf admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.4126999 May 20 21:53:18.433628 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 37346) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:53:18.592737 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-a10b76b5-4649-400d-a88d-aace0276c242 None None] Set router 8806bdb4-b53f-41e7-8347-37ffb5f20b58 gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:53:18.600239 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f1df916-fe67-4859-9182-36a9cda23f50 None None] Network 54f6833c-05a0-47d6-84f0-4088ded6d5e2 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:53:18.721801 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-25ce4d18-2f2d-448d-9cd4-01176055c5cf None None] Provisioning complete for port a8128d45-0330-4e67-855c-bc1f634a7a14 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:53:18.722028 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-25ce4d18-2f2d-448d-9cd4-01176055c5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:18.784447 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-a10b76b5-4649-400d-a88d-aace0276c242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8806bdb4-b53f-41e7-8347-37ffb5f20b58', 'name': 'tempest-TestShelveInstance-1435780284-router', 'tenant_id': '51640e4394874d5bbbbb0635e1e340c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.192'}], 'enable_snat': True}, 'gw_port_id': '029679e0-4e4f-474e-9d69-b3a870a399e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:53:16Z', 'updated_at': '2022-05-20T21:53:17Z', 'revision_number': 3, 'project_id': '51640e4394874d5bbbbb0635e1e340c1', 'gw_port': {'id': '029679e0-4e4f-474e-9d69-b3a870a399e4', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:93:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8806bdb4-b53f-41e7-8347-37ffb5f20b58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4399, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:53:16Z', 'updated_at': '2022-05-20T21:53:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:53:18.820156 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a10b76b5-4649-400d-a88d-aace0276c242 None None] Checking router: 8806bdb4-b53f-41e7-8347-37ffb5f20b58 for host: n-d-842733-1 {{(pid=103165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 21:53:18.820499 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a10b76b5-4649-400d-a88d-aace0276c242 None None] Updating router 8806bdb4-b53f-41e7-8347-37ffb5f20b58 port 029679e0-4e4f-474e-9d69-b3a870a399e4 binding host n-d-842733-1 {{(pid=103165) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 21:53:18.841100 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-25ce4d18-2f2d-448d-9cd4-01176055c5cf None None] Current status of the port a8128d45-0330-4e67-855c-bc1f634a7a14 is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:53:18.841418 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-25ce4d18-2f2d-448d-9cd4-01176055c5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:18.852969 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-a10b76b5-4649-400d-a88d-aace0276c242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:18.880523 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-25ce4d18-2f2d-448d-9cd4-01176055c5cf None None] For port a8128d45-0330-4e67-855c-bc1f634a7a14, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=a8128d45-0330-4e67-855c-bc1f634a7a14,segment=NetworkSegment(7e7b1b0c-ddbf-4065-93ec-bb9e67cc2d59),segment_id=7e7b1b0c-ddbf-4065-93ec-bb9e67cc2d59)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:53:18.912447 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-656b811b-befe-4b98-ae2b-022601efe86c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:18.941321 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-25ce4d18-2f2d-448d-9cd4-01176055c5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:19.006242 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ce4d18-2f2d-448d-9cd4-01176055c5cf None None] Pushing event updated for resources: {'Port': ['ID=a8128d45-0330-4e67-855c-bc1f634a7a14,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:53:19.100037 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-656b811b-befe-4b98-ae2b-022601efe86c admin admin] Allocated IP 172.20.0.1 (54f6833c-05a0-47d6-84f0-4088ded6d5e2/4075a2ba-5051-41df-a8c5-0b417b82b58b/3dcabefd-da0d-4c24-b95d-23502f283045) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:53:19.141846 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-a10b76b5-4649-400d-a88d-aace0276c242 None None] Notify callbacks [] for port, precommit_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:19.162885 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-800cb8d1-d807-47d3-8fd3-c88085aae767 None None] Provisioning complete for port a8128d45-0330-4e67-855c-bc1f634a7a14 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:53:19.163402 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-800cb8d1-d807-47d3-8fd3-c88085aae767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:19.205011 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-a10b76b5-4649-400d-a88d-aace0276c242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:19.205834 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-656b811b-befe-4b98-ae2b-022601efe86c admin admin] Notify callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:19.242738 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-800cb8d1-d807-47d3-8fd3-c88085aae767 None None] Current status of the port a8128d45-0330-4e67-855c-bc1f634a7a14 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:53:19.258446 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-a10b76b5-4649-400d-a88d-aace0276c242 None None] Attempting to bind port 029679e0-4e4f-474e-9d69-b3a870a399e4 on host n-d-842733-1 for vnic_type normal with profile {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:53:19.258808 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-a10b76b5-4649-400d-a88d-aace0276c242 None None] Attempting to bind port 029679e0-4e4f-474e-9d69-b3a870a399e4 by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': '0b5485c4-eff8-42a1-9073-ae54ed4c63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'}] {{(pid=103165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:53:19.259162 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a10b76b5-4649-400d-a88d-aace0276c242 None None] Attempting to bind port 029679e0-4e4f-474e-9d69-b3a870a399e4 on network e3a93b5c-91e2-4064-9c2c-1afc261bfe15 {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:53:19.270484 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1175986e-dd9c-4bf0-9453-7bdd5a76832c None None] Pushing event updated for resources: {'Port': ['ID=029679e0-4e4f-474e-9d69-b3a870a399e4,revision_number=2']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:53:19.272925 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a10b76b5-4649-400d-a88d-aace0276c242 None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 21, 52, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 21:53:19.273314 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a10b76b5-4649-400d-a88d-aace0276c242 None None] Checking segment: {'id': '0b5485c4-eff8-42a1-9073-ae54ed4c63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:53:19.273707 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-a10b76b5-4649-400d-a88d-aace0276c242 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:19.274081 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a10b76b5-4649-400d-a88d-aace0276c242 None None] Bound using segment: {'id': '0b5485c4-eff8-42a1-9073-ae54ed4c63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'} {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 21:53:19.274531 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-a10b76b5-4649-400d-a88d-aace0276c242 None None] Bound port: 029679e0-4e4f-474e-9d69-b3a870a399e4, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b5485c4-eff8-42a1-9073-ae54ed4c63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'}}] {{(pid=103165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:53:19.274904 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-a10b76b5-4649-400d-a88d-aace0276c242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:19.313937 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-656b811b-befe-4b98-ae2b-022601efe86c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:19.329483 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-a10b76b5-4649-400d-a88d-aace0276c242 None None] For port 029679e0-4e4f-474e-9d69-b3a870a399e4, host n-d-842733-1, cleared binding levels {{(pid=103165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 21:53:19.332747 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-a10b76b5-4649-400d-a88d-aace0276c242 None None] For port 029679e0-4e4f-474e-9d69-b3a870a399e4, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=029679e0-4e4f-474e-9d69-b3a870a399e4,segment=NetworkSegment(0b5485c4-eff8-42a1-9073-ae54ed4c63ba),segment_id=0b5485c4-eff8-42a1-9073-ae54ed4c63ba)] {{(pid=103165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 21:53:19.356707 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-656b811b-befe-4b98-ae2b-022601efe86c admin admin] Network 54f6833c-05a0-47d6-84f0-4088ded6d5e2 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:53:19.359954 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-656b811b-befe-4b98-ae2b-022601efe86c admin admin] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:53:19.363745 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-656b811b-befe-4b98-ae2b-022601efe86c admin admin] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:53:19.375445 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656b811b-befe-4b98-ae2b-022601efe86c admin admin] Pushing event updated for resources: {'Port': ['ID=3dcabefd-da0d-4c24-b95d-23502f283045,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:53:19.421425 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-656b811b-befe-4b98-ae2b-022601efe86c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748409'] for router_interface, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:19.424926 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-a10b76b5-4649-400d-a88d-aace0276c242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:19.472700 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device a8128d45-0330-4e67-855c-bc1f634a7a14 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:53:19.505250 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a10b76b5-4649-400d-a88d-aace0276c242 None None] Routers {'8806bdb4-b53f-41e7-8347-37ffb5f20b58'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:53:19.506236 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-a10b76b5-4649-400d-a88d-aace0276c242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:52:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['8806bdb4-b53f-41e7-8347-37ffb5f20b58'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:53:19.508617 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1175986e-dd9c-4bf0-9453-7bdd5a76832c None None] Pushing event updated for resources: {'Port': ['ID=029679e0-4e4f-474e-9d69-b3a870a399e4,revision_number=3']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:53:19.537106 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port a8128d45-0330-4e67-855c-bc1f634a7a14 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:53:19.537623 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:19.633147 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-a10b76b5-4649-400d-a88d-aace0276c242 None None] Set router 8806bdb4-b53f-41e7-8347-37ffb5f20b58 gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:53:19.634939 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port a8128d45-0330-4e67-855c-bc1f634a7a14 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:53:19.635983 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device b1beab67-c7f5-4194-a108-af932c5f5126 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:53:19.648604 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-656b811b-befe-4b98-ae2b-022601efe86c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:19.679574 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-7c4ce28f-3978-4346-b08f-4e85b4d0d390 None None] Provisioning complete for port 3dcabefd-da0d-4c24-b95d-23502f283045 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:53:19.679954 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-7c4ce28f-3978-4346-b08f-4e85b4d0d390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:19.726870 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-7c4ce28f-3978-4346-b08f-4e85b4d0d390 None None] Port 3dcabefd-da0d-4c24-b95d-23502f283045 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 21:53:19.732379 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port b1beab67-c7f5-4194-a108-af932c5f5126 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:53:19.733303 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:19.829864 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-a10b76b5-4649-400d-a88d-aace0276c242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8806bdb4-b53f-41e7-8347-37ffb5f20b58', 'name': 'tempest-TestShelveInstance-1435780284-router', 'tenant_id': '51640e4394874d5bbbbb0635e1e340c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.192'}], 'enable_snat': True}, 'gw_port_id': '029679e0-4e4f-474e-9d69-b3a870a399e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:53:16Z', 'updated_at': '2022-05-20T21:53:17Z', 'revision_number': 3, 'project_id': '51640e4394874d5bbbbb0635e1e340c1', 'gw_port': {'id': '029679e0-4e4f-474e-9d69-b3a870a399e4', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:93:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8806bdb4-b53f-41e7-8347-37ffb5f20b58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4399, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:53:16Z', 'updated_at': '2022-05-20T21:53:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:53:19.832947 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-656b811b-befe-4b98-ae2b-022601efe86c admin admin] Notify callbacks [] for port, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:19.856165 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a10b76b5-4649-400d-a88d-aace0276c242 None None] The sync data for ids ['8806bdb4-b53f-41e7-8347-37ffb5f20b58'] in n-d-842733-1 is: [{'id': '8806bdb4-b53f-41e7-8347-37ffb5f20b58', 'name': 'tempest-TestShelveInstance-1435780284-router', 'tenant_id': '51640e4394874d5bbbbb0635e1e340c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.192'}], 'enable_snat': True}, 'gw_port_id': '029679e0-4e4f-474e-9d69-b3a870a399e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:53:16Z', 'updated_at': '2022-05-20T21:53:17Z', 'revision_number': 3, 'project_id': '51640e4394874d5bbbbb0635e1e340c1', 'gw_port': {'id': '029679e0-4e4f-474e-9d69-b3a870a399e4', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:93:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8806bdb4-b53f-41e7-8347-37ffb5f20b58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4399, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:53:16Z', 'updated_at': '2022-05-20T21:53:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 21:53:19.872354 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port b1beab67-c7f5-4194-a108-af932c5f5126 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:53:19.896735 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-656b811b-befe-4b98-ae2b-022601efe86c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:19.942240 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-dd5d69fb-8ef2-4824-aacd-d0950d3d0ade None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:19.964026 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656b811b-befe-4b98-ae2b-022601efe86c admin admin] Pushing event updated for resources: {'Port': ['ID=3dcabefd-da0d-4c24-b95d-23502f283045,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:53:19.966454 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-656b811b-befe-4b98-ae2b-022601efe86c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748437'] for router_interface, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:20.069127 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-656b811b-befe-4b98-ae2b-022601efe86c admin admin] Network 54f6833c-05a0-47d6-84f0-4088ded6d5e2 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:53:20.070694 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-656b811b-befe-4b98-ae2b-022601efe86c admin admin] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:53:20.223283 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-656b811b-befe-4b98-ae2b-022601efe86c admin admin] Router 8806bdb4-b53f-41e7-8347-37ffb5f20b58 has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 21:53:20.349533 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-656b811b-befe-4b98-ae2b-022601efe86c admin admin] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 21:53:20.354684 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-656b811b-befe-4b98-ae2b-022601efe86c admin admin] 10.222.0.35 "PUT /v2.0/routers/8806bdb4-b53f-41e7-8347-37ffb5f20b58/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9199777 May 20 21:53:20.369869 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-6aeb8a9d-c0bf-4a83-8952-b63deb8c148c None None] Provisioning complete for port 3dcabefd-da0d-4c24-b95d-23502f283045 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:53:20.370486 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-6aeb8a9d-c0bf-4a83-8952-b63deb8c148c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:20.410307 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-6aeb8a9d-c0bf-4a83-8952-b63deb8c148c None None] Port 3dcabefd-da0d-4c24-b95d-23502f283045 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 21:53:20.807641 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 37354) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:53:20.812942 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-642fa120-2675-4de3-baa5-9c71baad09f4 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-856965433', 'description': 'tempest-secgroup-smoke-856965433 description', 'project_id': 'f4f9a8ea2b864c549ce585c794b412b9'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:53:20.896600 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-642fa120-2675-4de3-baa5-9c71baad09f4 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:20.965117 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-642fa120-2675-4de3-baa5-9c71baad09f4 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:21.038662 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-642fa120-2675-4de3-baa5-9c71baad09f4 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:21.066516 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642fa120-2675-4de3-baa5-9c71baad09f4 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c88cc10e-3e70-4197-91fa-06ebc344e605,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:53:21.132336 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-642fa120-2675-4de3-baa5-9c71baad09f4 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:21.133652 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-642fa120-2675-4de3-baa5-9c71baad09f4 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3249702 May 20 21:53:21.136801 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 37356) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:53:21.142085 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-1038ff2e-e675-41f2-9a6a-b2cccd182bff tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Request body: {'security_group_rule': {'security_group_id': 'c88cc10e-3e70-4197-91fa-06ebc344e605', 'project_id': 'f4f9a8ea2b864c549ce585c794b412b9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:53:21.210028 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1038ff2e-e675-41f2-9a6a-b2cccd182bff tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:21.267423 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1038ff2e-e675-41f2-9a6a-b2cccd182bff tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:21.336524 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1038ff2e-e675-41f2-9a6a-b2cccd182bff tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691816'] for security_group_rule, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:21.357789 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1038ff2e-e675-41f2-9a6a-b2cccd182bff tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2868edcc-3ccd-4a03-b013-0641a58f1ad8,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:53:21.415353 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 029679e0-4e4f-474e-9d69-b3a870a399e4 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:53:21.423929 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1038ff2e-e675-41f2-9a6a-b2cccd182bff tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:21.426027 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-1038ff2e-e675-41f2-9a6a-b2cccd182bff tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2880030 May 20 21:53:21.432616 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 37358) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:53:21.435519 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-2f1e0fbe-04eb-4baf-afcb-fcec3371e3c1 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Request body: {'security_group_rule': {'security_group_id': 'c88cc10e-3e70-4197-91fa-06ebc344e605', 'project_id': 'f4f9a8ea2b864c549ce585c794b412b9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:53:21.463284 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5ae55bd-5aa3-442a-9c8f-834948e2cdfe None None] Sync routers for ids ['8806bdb4-b53f-41e7-8347-37ffb5f20b58'] in n-d-842733-1 {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 21:53:21.478321 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ae55bd-5aa3-442a-9c8f-834948e2cdfe None None] Routers {'8806bdb4-b53f-41e7-8347-37ffb5f20b58'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:53:21.478954 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-a5ae55bd-5aa3-442a-9c8f-834948e2cdfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:52:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['8806bdb4-b53f-41e7-8347-37ffb5f20b58'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:53:21.512773 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2f1e0fbe-04eb-4baf-afcb-fcec3371e3c1 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:21.524598 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 029679e0-4e4f-474e-9d69-b3a870a399e4 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:53:21.524971 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:21.570332 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2f1e0fbe-04eb-4baf-afcb-fcec3371e3c1 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:21.621746 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-a5ae55bd-5aa3-442a-9c8f-834948e2cdfe None None] Set router 8806bdb4-b53f-41e7-8347-37ffb5f20b58 gateway port host: n-d-842733-1 {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:53:21.640071 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2f1e0fbe-04eb-4baf-afcb-fcec3371e3c1 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691816'] for security_group_rule, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:21.663743 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1e0fbe-04eb-4baf-afcb-fcec3371e3c1 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e2f6c3e-2026-4e31-b2a8-f34c31f6dead,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:53:21.690219 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 029679e0-4e4f-474e-9d69-b3a870a399e4 is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:53:21.692246 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:21.733523 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2f1e0fbe-04eb-4baf-afcb-fcec3371e3c1 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:21.735000 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-2f1e0fbe-04eb-4baf-afcb-fcec3371e3c1 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3056207 May 20 21:53:21.737707 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 37360) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:53:21.742150 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-dc4d8e30-51fc-4891-9202-bc51018152a5 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Request body: {'security_group_rule': {'security_group_id': 'c88cc10e-3e70-4197-91fa-06ebc344e605', 'project_id': 'f4f9a8ea2b864c549ce585c794b412b9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:53:21.774865 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] For port 029679e0-4e4f-474e-9d69-b3a870a399e4, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=029679e0-4e4f-474e-9d69-b3a870a399e4,segment=NetworkSegment(0b5485c4-eff8-42a1-9073-ae54ed4c63ba),segment_id=0b5485c4-eff8-42a1-9073-ae54ed4c63ba)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:53:21.843119 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-dc4d8e30-51fc-4891-9202-bc51018152a5 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:21.864826 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-a5ae55bd-5aa3-442a-9c8f-834948e2cdfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8806bdb4-b53f-41e7-8347-37ffb5f20b58', 'name': 'tempest-TestShelveInstance-1435780284-router', 'tenant_id': '51640e4394874d5bbbbb0635e1e340c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.192'}], 'enable_snat': True}, 'gw_port_id': '029679e0-4e4f-474e-9d69-b3a870a399e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:53:16Z', 'updated_at': '2022-05-20T21:53:19Z', 'revision_number': 4, 'project_id': '51640e4394874d5bbbbb0635e1e340c1', 'gw_port': {'id': '029679e0-4e4f-474e-9d69-b3a870a399e4', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:93:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8806bdb4-b53f-41e7-8347-37ffb5f20b58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4399, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:53:16Z', 'updated_at': '2022-05-20T21:53:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': '3dcabefd-da0d-4c24-b95d-23502f283045', 'name': '', 'network_id': '54f6833c-05a0-47d6-84f0-4088ded6d5e2', 'tenant_id': '51640e4394874d5bbbbb0635e1e340c1', 'mac_address': 'fa:16:3e:91:63:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8806bdb4-b53f-41e7-8347-37ffb5f20b58', 'device_owner': 'network:router_interface', 'standard_attr_id': 4400, 'fixed_ips': [{'subnet_id': '4075a2ba-5051-41df-a8c5-0b417b82b58b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:53:18Z', 'updated_at': '2022-05-20T21:53:19Z', 'revision_number': 2, 'project_id': '51640e4394874d5bbbbb0635e1e340c1', 'subnets': [{'id': '4075a2ba-5051-41df-a8c5-0b417b82b58b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:53:21.867957 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:21.902418 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5ae55bd-5aa3-442a-9c8f-834948e2cdfe None None] Checking router: 8806bdb4-b53f-41e7-8347-37ffb5f20b58 for host: n-d-842733-1 {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 21:53:21.902673 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-dc4d8e30-51fc-4891-9202-bc51018152a5 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:21.902771 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5ae55bd-5aa3-442a-9c8f-834948e2cdfe None None] Updating router 8806bdb4-b53f-41e7-8347-37ffb5f20b58 port 3dcabefd-da0d-4c24-b95d-23502f283045 binding host n-d-842733-1 {{(pid=103164) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 21:53:21.955684 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a5ae55bd-5aa3-442a-9c8f-834948e2cdfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:21.973017 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Pushing event updated for resources: {'Port': ['ID=029679e0-4e4f-474e-9d69-b3a870a399e4,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:53:21.980859 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-dc4d8e30-51fc-4891-9202-bc51018152a5 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691816'] for security_group_rule, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:21.999387 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4d8e30-51fc-4891-9202-bc51018152a5 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1039d4f4-0f89-4b26-9a94-ee4d46ea021b,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:53:22.068849 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-dc4d8e30-51fc-4891-9202-bc51018152a5 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:22.072659 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-dc4d8e30-51fc-4891-9202-bc51018152a5 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3314800 May 20 21:53:22.072964 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 37362) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:53:22.078214 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-1cf9ae12-9d04-4b54-8f09-6feec81003cc tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Request body: {'security_group_rule': {'security_group_id': 'c88cc10e-3e70-4197-91fa-06ebc344e605', 'project_id': 'f4f9a8ea2b864c549ce585c794b412b9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:53:22.162845 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1cf9ae12-9d04-4b54-8f09-6feec81003cc tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:22.220140 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1cf9ae12-9d04-4b54-8f09-6feec81003cc tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:22.234012 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a5ae55bd-5aa3-442a-9c8f-834948e2cdfe None None] Notify callbacks [] for port, precommit_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:22.293346 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1cf9ae12-9d04-4b54-8f09-6feec81003cc tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691816'] for security_group_rule, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:22.311454 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf9ae12-9d04-4b54-8f09-6feec81003cc tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6733cb9-f225-455a-88c8-53ca6b37b626,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:53:22.325107 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a5ae55bd-5aa3-442a-9c8f-834948e2cdfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:22.329258 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-07eab8f0-d253-4ee0-aef0-c5ced06a80ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:22.362424 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1cf9ae12-9d04-4b54-8f09-6feec81003cc tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:22.366139 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-1cf9ae12-9d04-4b54-8f09-6feec81003cc tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2890143 May 20 21:53:22.371197 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 37364) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:53:22.371197 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-0597b656-7524-4a2c-8f63-acf941985bf0 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Request body: {'security_group_rule': {'security_group_id': 'c88cc10e-3e70-4197-91fa-06ebc344e605', 'project_id': 'f4f9a8ea2b864c549ce585c794b412b9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:53:22.378437 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f389fe9-0e26-4d0d-a722-aaa0d0e20ba1 None None] Pushing event updated for resources: {'Port': ['ID=3dcabefd-da0d-4c24-b95d-23502f283045,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:53:22.436183 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-a5ae55bd-5aa3-442a-9c8f-834948e2cdfe None None] Attempting to bind port 3dcabefd-da0d-4c24-b95d-23502f283045 on host n-d-842733-1 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:53:22.436820 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-a5ae55bd-5aa3-442a-9c8f-834948e2cdfe None None] Attempting to bind port 3dcabefd-da0d-4c24-b95d-23502f283045 by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': '7e7b1b0c-ddbf-4065-93ec-bb9e67cc2d59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '54f6833c-05a0-47d6-84f0-4088ded6d5e2'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:53:22.437133 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5ae55bd-5aa3-442a-9c8f-834948e2cdfe None None] Attempting to bind port 3dcabefd-da0d-4c24-b95d-23502f283045 on network 54f6833c-05a0-47d6-84f0-4088ded6d5e2 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:53:22.442636 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5ae55bd-5aa3-442a-9c8f-834948e2cdfe None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 21, 52, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 21:53:22.443014 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5ae55bd-5aa3-442a-9c8f-834948e2cdfe None None] Checking segment: {'id': '7e7b1b0c-ddbf-4065-93ec-bb9e67cc2d59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '54f6833c-05a0-47d6-84f0-4088ded6d5e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:53:22.443415 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a5ae55bd-5aa3-442a-9c8f-834948e2cdfe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:22.445786 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5ae55bd-5aa3-442a-9c8f-834948e2cdfe None None] Bound using segment: {'id': '7e7b1b0c-ddbf-4065-93ec-bb9e67cc2d59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '54f6833c-05a0-47d6-84f0-4088ded6d5e2'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 21:53:22.445786 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-a5ae55bd-5aa3-442a-9c8f-834948e2cdfe None None] Bound port: 3dcabefd-da0d-4c24-b95d-23502f283045, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e7b1b0c-ddbf-4065-93ec-bb9e67cc2d59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '54f6833c-05a0-47d6-84f0-4088ded6d5e2'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:53:22.445786 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a5ae55bd-5aa3-442a-9c8f-834948e2cdfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:22.457729 n-d-842733-1 neutron-server[103162]: INFO neutron.db.securitygroups_db [None req-0597b656-7524-4a2c-8f63-acf941985bf0 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Project f4f9a8ea2b864c549ce585c794b412b9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 20 21:53:22.462994 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0597b656-7524-4a2c-8f63-acf941985bf0 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:22.519731 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-a5ae55bd-5aa3-442a-9c8f-834948e2cdfe None None] For port 3dcabefd-da0d-4c24-b95d-23502f283045, host n-d-842733-1, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 21:53:22.523794 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-a5ae55bd-5aa3-442a-9c8f-834948e2cdfe None None] For port 3dcabefd-da0d-4c24-b95d-23502f283045, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=3dcabefd-da0d-4c24-b95d-23502f283045,segment=NetworkSegment(7e7b1b0c-ddbf-4065-93ec-bb9e67cc2d59),segment_id=7e7b1b0c-ddbf-4065-93ec-bb9e67cc2d59)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 21:53:22.528907 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0597b656-7524-4a2c-8f63-acf941985bf0 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:22.581629 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a5ae55bd-5aa3-442a-9c8f-834948e2cdfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:22.587400 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0597b656-7524-4a2c-8f63-acf941985bf0 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691816'] for security_group_rule, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:22.606606 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0597b656-7524-4a2c-8f63-acf941985bf0 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c104214-d00c-4ec7-897e-5849c28d0ac8,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:53:22.656358 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ae55bd-5aa3-442a-9c8f-834948e2cdfe None None] Routers {'8806bdb4-b53f-41e7-8347-37ffb5f20b58'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:53:22.656982 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-a5ae55bd-5aa3-442a-9c8f-834948e2cdfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:53:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['8806bdb4-b53f-41e7-8347-37ffb5f20b58'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:53:22.661775 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f389fe9-0e26-4d0d-a722-aaa0d0e20ba1 None None] Pushing event updated for resources: {'Port': ['ID=3dcabefd-da0d-4c24-b95d-23502f283045,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:53:22.664159 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0597b656-7524-4a2c-8f63-acf941985bf0 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:22.665590 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-0597b656-7524-4a2c-8f63-acf941985bf0 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2980969 May 20 21:53:22.668201 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 37366) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:53:22.673971 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-6d971470-38c4-4657-97a0-4d997d7f647f tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Request body: {'security_group_rule': {'security_group_id': 'c88cc10e-3e70-4197-91fa-06ebc344e605', 'project_id': 'f4f9a8ea2b864c549ce585c794b412b9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:53:22.703389 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b3f7414c-7ec4-482a-ace1-ee8b21dbf297 None None] Provisioning complete for port 3dcabefd-da0d-4c24-b95d-23502f283045 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:53:22.707226 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f7414c-7ec4-482a-ace1-ee8b21dbf297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:22.781999 n-d-842733-1 neutron-server[103162]: INFO neutron.db.securitygroups_db [None req-6d971470-38c4-4657-97a0-4d997d7f647f tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Project f4f9a8ea2b864c549ce585c794b412b9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 20 21:53:22.787233 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6d971470-38c4-4657-97a0-4d997d7f647f tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:22.807771 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-a5ae55bd-5aa3-442a-9c8f-834948e2cdfe None None] Set router 8806bdb4-b53f-41e7-8347-37ffb5f20b58 gateway port host: n-d-842733-1 {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:53:22.853583 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6d971470-38c4-4657-97a0-4d997d7f647f tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:22.917478 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f7414c-7ec4-482a-ace1-ee8b21dbf297 None None] Current status of the port 3dcabefd-da0d-4c24-b95d-23502f283045 is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:53:22.917868 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f7414c-7ec4-482a-ace1-ee8b21dbf297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:22.930651 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6d971470-38c4-4657-97a0-4d997d7f647f tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691816'] for security_group_rule, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:22.948264 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d971470-38c4-4657-97a0-4d997d7f647f tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84afbe52-8867-4753-a48e-2acee7ce807e,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:53:22.994993 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f7414c-7ec4-482a-ace1-ee8b21dbf297 None None] For port 3dcabefd-da0d-4c24-b95d-23502f283045, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=3dcabefd-da0d-4c24-b95d-23502f283045,segment=NetworkSegment(7e7b1b0c-ddbf-4065-93ec-bb9e67cc2d59),segment_id=7e7b1b0c-ddbf-4065-93ec-bb9e67cc2d59)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:53:23.006398 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6d971470-38c4-4657-97a0-4d997d7f647f tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:23.008340 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-6d971470-38c4-4657-97a0-4d997d7f647f tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3382752 May 20 21:53:23.064477 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-a5ae55bd-5aa3-442a-9c8f-834948e2cdfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8806bdb4-b53f-41e7-8347-37ffb5f20b58', 'name': 'tempest-TestShelveInstance-1435780284-router', 'tenant_id': '51640e4394874d5bbbbb0635e1e340c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.192'}], 'enable_snat': True}, 'gw_port_id': '029679e0-4e4f-474e-9d69-b3a870a399e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:53:16Z', 'updated_at': '2022-05-20T21:53:19Z', 'revision_number': 4, 'project_id': '51640e4394874d5bbbbb0635e1e340c1', 'gw_port': {'id': '029679e0-4e4f-474e-9d69-b3a870a399e4', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:93:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8806bdb4-b53f-41e7-8347-37ffb5f20b58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4399, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:53:16Z', 'updated_at': '2022-05-20T21:53:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': '3dcabefd-da0d-4c24-b95d-23502f283045', 'name': '', 'network_id': '54f6833c-05a0-47d6-84f0-4088ded6d5e2', 'tenant_id': '51640e4394874d5bbbbb0635e1e340c1', 'mac_address': 'fa:16:3e:91:63:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8806bdb4-b53f-41e7-8347-37ffb5f20b58', 'device_owner': 'network:router_interface', 'standard_attr_id': 4400, 'fixed_ips': [{'subnet_id': '4075a2ba-5051-41df-a8c5-0b417b82b58b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:53:18Z', 'updated_at': '2022-05-20T21:53:22Z', 'revision_number': 4, 'project_id': '51640e4394874d5bbbbb0635e1e340c1', 'subnets': [{'id': '4075a2ba-5051-41df-a8c5-0b417b82b58b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:53:23.091316 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f7414c-7ec4-482a-ace1-ee8b21dbf297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:23.096365 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5ae55bd-5aa3-442a-9c8f-834948e2cdfe None None] The sync data for ids ['8806bdb4-b53f-41e7-8347-37ffb5f20b58'] in n-d-842733-1 is: [{'id': '8806bdb4-b53f-41e7-8347-37ffb5f20b58', 'name': 'tempest-TestShelveInstance-1435780284-router', 'tenant_id': '51640e4394874d5bbbbb0635e1e340c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.192'}], 'enable_snat': True}, 'gw_port_id': '029679e0-4e4f-474e-9d69-b3a870a399e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:53:16Z', 'updated_at': '2022-05-20T21:53:19Z', 'revision_number': 4, 'project_id': '51640e4394874d5bbbbb0635e1e340c1', 'gw_port': {'id': '029679e0-4e4f-474e-9d69-b3a870a399e4', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:93:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8806bdb4-b53f-41e7-8347-37ffb5f20b58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4399, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:53:16Z', 'updated_at': '2022-05-20T21:53:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': '3dcabefd-da0d-4c24-b95d-23502f283045', 'name': '', 'network_id': '54f6833c-05a0-47d6-84f0-4088ded6d5e2', 'tenant_id': '51640e4394874d5bbbbb0635e1e340c1', 'mac_address': 'fa:16:3e:91:63:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8806bdb4-b53f-41e7-8347-37ffb5f20b58', 'device_owner': 'network:router_interface', 'standard_attr_id': 4400, 'fixed_ips': [{'subnet_id': '4075a2ba-5051-41df-a8c5-0b417b82b58b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:53:18Z', 'updated_at': '2022-05-20T21:53:22Z', 'revision_number': 4, 'project_id': '51640e4394874d5bbbbb0635e1e340c1', 'subnets': [{'id': '4075a2ba-5051-41df-a8c5-0b417b82b58b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 21:53:23.168753 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f7414c-7ec4-482a-ace1-ee8b21dbf297 None None] Pushing event updated for resources: {'Port': ['ID=3dcabefd-da0d-4c24-b95d-23502f283045,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:53:23.192093 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1a8ae994-70e0-4e72-bff7-393b38538840 req-f6b84832-de92-4326-ad93-6987f918d85a tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-856965433&fields=id&tenant_id=f4f9a8ea2b864c549ce585c794b412b9 HTTP/1.1" status: 200 len: 267 time: 0.0637803 May 20 21:53:23.213866 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b0c06635-5923-4466-8e6a-4d7c8e6f482e None None] Provisioning complete for port 3dcabefd-da0d-4c24-b95d-23502f283045 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:53:23.214236 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b0c06635-5923-4466-8e6a-4d7c8e6f482e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:23.313452 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b0c06635-5923-4466-8e6a-4d7c8e6f482e None None] Current status of the port 3dcabefd-da0d-4c24-b95d-23502f283045 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:53:23.315571 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8ae994-70e0-4e72-bff7-393b38538840 req-0073288b-0bc4-4f02-8d18-7bbec77ce498 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:53:23.324212 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1a8ae994-70e0-4e72-bff7-393b38538840 req-0073288b-0bc4-4f02-8d18-7bbec77ce498 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] 10.222.0.35 "GET /v2.0/networks?id=7d708e9b-6ea9-4967-b907-69984c23da8e HTTP/1.1" status: 200 len: 808 time: 0.1257482 May 20 21:53:23.343759 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1a8ae994-70e0-4e72-bff7-393b38538840 req-8476914f-f8f3-4f47-a8a9-078e63b2e8cb tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] 10.222.0.35 "GET /v2.0/quotas/f4f9a8ea2b864c549ce585c794b412b9 HTTP/1.1" status: 200 len: 375 time: 0.0184608 May 20 21:53:23.398066 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1a8ae994-70e0-4e72-bff7-393b38538840 req-bf132819-9a34-47c4-a96c-23713563f151 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=f4f9a8ea2b864c549ce585c794b412b9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0530152 May 20 21:53:23.472584 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 029679e0-4e4f-474e-9d69-b3a870a399e4 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:53:23.499748 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1a8ae994-70e0-4e72-bff7-393b38538840 req-a407ee1f-9888-4aca-b1a3-7bb8c8900bed service neutron] 10.222.0.35 "GET /v2.0/networks/7d708e9b-6ea9-4967-b907-69984c23da8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901754 May 20 21:53:23.529564 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 029679e0-4e4f-474e-9d69-b3a870a399e4 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:53:23.529887 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:23.601062 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1a8ae994-70e0-4e72-bff7-393b38538840 req-e447cbbd-39d7-42a2-9fa8-b4d41b77e0e3 service neutron] 10.222.0.35 "GET /v2.0/networks/7d708e9b-6ea9-4967-b907-69984c23da8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947049 May 20 21:53:23.771984 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 029679e0-4e4f-474e-9d69-b3a870a399e4 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:53:23.773020 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 3dcabefd-da0d-4c24-b95d-23502f283045 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:53:23.826262 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 3dcabefd-da0d-4c24-b95d-23502f283045 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:53:23.828960 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:23.864540 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2b57d7e5-96bb-4329-bbcc-f64a27dfac21 req-d82865d3-8bb7-4dbe-8c60-5faa9e6099e5 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] 10.222.0.35 "GET /v2.0/ports?device_id=1313ef59-31d6-41dd-969e-08a4288db61e HTTP/1.1" status: 200 len: 210 time: 0.0283983 May 20 21:53:23.917479 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 3dcabefd-da0d-4c24-b95d-23502f283045 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:53:24.233517 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4bb0e131-6525-46ca-a45b-e4ea43a5e69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:24.966194 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3a166304-4eb6-4c07-84d4-b35d4fd5f26e req-45867937-5170-4717-9112-f80309c9ba75 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] 10.222.0.35 "GET /v2.0/ports?device_id=1313ef59-31d6-41dd-969e-08a4288db61e HTTP/1.1" status: 200 len: 210 time: 0.0309739 May 20 21:53:25.290282 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:25.684610 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:25.776732 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cc3ec51b-6ec8-438a-8349-5f0bec346d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:26.315212 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-56b56bc4-b27b-4eaa-bf16-2811dde3f243 req-fc8b489d-78f4-4001-934d-a2bb0d4c0695 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] 10.222.0.35 "GET /v2.0/ports?device_id=1313ef59-31d6-41dd-969e-08a4288db61e HTTP/1.1" status: 200 len: 210 time: 0.0319977 May 20 21:53:26.357651 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8ae994-70e0-4e72-bff7-393b38538840 req-fce5d32f-d397-4a14-9f52-e07e4026e7d5 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:53:26.359122 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1a8ae994-70e0-4e72-bff7-393b38538840 req-fce5d32f-d397-4a14-9f52-e07e4026e7d5 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] 10.222.0.24 "GET /v2.0/networks?id=7d708e9b-6ea9-4967-b907-69984c23da8e HTTP/1.1" status: 200 len: 808 time: 0.4547558 May 20 21:53:26.400740 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1a8ae994-70e0-4e72-bff7-393b38538840 req-477a973e-d0e6-4fb3-b0ef-927607869494 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f4f9a8ea2b864c549ce585c794b412b9 HTTP/1.1" status: 200 len: 379 time: 0.0319958 May 20 21:53:26.410448 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [req-1a8ae994-70e0-4e72-bff7-393b38538840 req-9399f029-b8db-4724-964e-934a308cda83 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Request body: {'port': {'device_id': '1313ef59-31d6-41dd-969e-08a4288db61e', 'network_id': '7d708e9b-6ea9-4967-b907-69984c23da8e', 'admin_state_up': True, 'tenant_id': 'f4f9a8ea2b864c549ce585c794b412b9', 'security_groups': ['c88cc10e-3e70-4197-91fa-06ebc344e605']}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:53:26.587727 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a8ae994-70e0-4e72-bff7-393b38538840 req-9399f029-b8db-4724-964e-934a308cda83 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Made reservation on behalf of f4f9a8ea2b864c549ce585c794b412b9 for: {'port': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:53:26.591262 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-1a8ae994-70e0-4e72-bff7-393b38538840 req-9399f029-b8db-4724-964e-934a308cda83 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:26.714017 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [req-1a8ae994-70e0-4e72-bff7-393b38538840 req-9399f029-b8db-4724-964e-934a308cda83 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Allocated IP 172.20.0.4 (7d708e9b-6ea9-4967-b907-69984c23da8e/216ddb2b-9f5c-44db-9754-a97ca73567e4/31ffd6f4-2b56-4164-982f-b0986a061690) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:53:26.855613 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-1a8ae994-70e0-4e72-bff7-393b38538840 req-9399f029-b8db-4724-964e-934a308cda83 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Notify callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:26.925390 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-1a8ae994-70e0-4e72-bff7-393b38538840 req-9399f029-b8db-4724-964e-934a308cda83 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:26.968894 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a8ae994-70e0-4e72-bff7-393b38538840 req-9399f029-b8db-4724-964e-934a308cda83 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Network 7d708e9b-6ea9-4967-b907-69984c23da8e is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:53:26.971710 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [req-1a8ae994-70e0-4e72-bff7-393b38538840 req-9399f029-b8db-4724-964e-934a308cda83 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:53:26.975236 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a8ae994-70e0-4e72-bff7-393b38538840 req-9399f029-b8db-4724-964e-934a308cda83 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:53:27.008393 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9399f029-b8db-4724-964e-934a308cda83 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Pushing event updated for resources: {'Port': ['ID=31ffd6f4-2b56-4164-982f-b0986a061690,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:53:27.031986 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8ae994-70e0-4e72-bff7-393b38538840 req-9399f029-b8db-4724-964e-934a308cda83 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:53:27.032629 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-1a8ae994-70e0-4e72-bff7-393b38538840 req-9399f029-b8db-4724-964e-934a308cda83 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:27.117246 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1a8ae994-70e0-4e72-bff7-393b38538840 req-9399f029-b8db-4724-964e-934a308cda83 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7108593 May 20 21:53:27.130757 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [req-1a8ae994-70e0-4e72-bff7-393b38538840 req-f9bd02b2-6f82-4740-9654-c284817ef7a0 service neutron] Request body: {'port': {'device_id': '1313ef59-31d6-41dd-969e-08a4288db61e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-842733-1'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:53:27.199799 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-1a8ae994-70e0-4e72-bff7-393b38538840 req-f9bd02b2-6f82-4740-9654-c284817ef7a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:27.263529 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-ab9ccc73-4944-4f91-a113-96753c31511a None None] Provisioning complete for port 31ffd6f4-2b56-4164-982f-b0986a061690 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:53:27.264111 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ab9ccc73-4944-4f91-a113-96753c31511a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:27.299887 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-ab9ccc73-4944-4f91-a113-96753c31511a None None] Port 31ffd6f4-2b56-4164-982f-b0986a061690 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 21:53:27.483384 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdcdea3-d1a2-46c2-8a74-2c2d731d98fd req-18ce6f96-1f7a-4efd-a37a-ecc801ace161 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:53:27.484890 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2cdcdea3-d1a2-46c2-8a74-2c2d731d98fd req-18ce6f96-1f7a-4efd-a37a-ecc801ace161 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] 10.222.0.35 "GET /v2.0/ports?device_id=1313ef59-31d6-41dd-969e-08a4288db61e HTTP/1.1" status: 200 len: 931 time: 0.0888166 May 20 21:53:27.572245 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [req-1a8ae994-70e0-4e72-bff7-393b38538840 req-f9bd02b2-6f82-4740-9654-c284817ef7a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31ffd6f4-2b56-4164-982f-b0986a061690 {{(pid=103163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 21:53:27.582656 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2cdcdea3-d1a2-46c2-8a74-2c2d731d98fd req-238626e8-b31b-4b6b-8a7c-136b3159d9d3 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] 10.222.0.35 "GET /v2.0/security-groups?id=c88cc10e-3e70-4197-91fa-06ebc344e605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0883110 May 20 21:53:27.584401 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-1a8ae994-70e0-4e72-bff7-393b38538840 req-f9bd02b2-6f82-4740-9654-c284817ef7a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:27.599959 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [req-1a8ae994-70e0-4e72-bff7-393b38538840 req-f9bd02b2-6f82-4740-9654-c284817ef7a0 service neutron] Transition to ACTIVE for port object 31ffd6f4-2b56-4164-982f-b0986a061690 will not be triggered until provisioned by entity L2. {{(pid=103163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 21:53:27.673912 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-1a8ae994-70e0-4e72-bff7-393b38538840 req-f9bd02b2-6f82-4740-9654-c284817ef7a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:27.757863 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bd02b2-6f82-4740-9654-c284817ef7a0 service neutron] Pushing event updated for resources: {'Port': ['ID=31ffd6f4-2b56-4164-982f-b0986a061690,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:53:27.816793 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-1a8ae994-70e0-4e72-bff7-393b38538840 req-f9bd02b2-6f82-4740-9654-c284817ef7a0 service neutron] Attempting to bind port 31ffd6f4-2b56-4164-982f-b0986a061690 on host n-h1-842733-1 for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:53:27.818009 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-1a8ae994-70e0-4e72-bff7-393b38538840 req-f9bd02b2-6f82-4740-9654-c284817ef7a0 service neutron] Attempting to bind port 31ffd6f4-2b56-4164-982f-b0986a061690 by drivers openvswitch,hyperv on host n-h1-842733-1 at level 0 using segments [{'id': '053bd376-c72e-4ffa-ad26-4349ac5a0f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '7d708e9b-6ea9-4967-b907-69984c23da8e'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:53:27.825336 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a8ae994-70e0-4e72-bff7-393b38538840 req-f9bd02b2-6f82-4740-9654-c284817ef7a0 service neutron] Attempting to bind port 31ffd6f4-2b56-4164-982f-b0986a061690 on network 7d708e9b-6ea9-4967-b907-69984c23da8e {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:53:27.825336 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a8ae994-70e0-4e72-bff7-393b38538840 req-f9bd02b2-6f82-4740-9654-c284817ef7a0 service neutron] Port 31ffd6f4-2b56-4164-982f-b0986a061690 on network 7d708e9b-6ea9-4967-b907-69984c23da8e not bound, no agent of type Open vSwitch agent registered on host n-h1-842733-1 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 21:53:27.825336 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a8ae994-70e0-4e72-bff7-393b38538840 req-f9bd02b2-6f82-4740-9654-c284817ef7a0 service neutron] Attempting to bind port 31ffd6f4-2b56-4164-982f-b0986a061690 on network 7d708e9b-6ea9-4967-b907-69984c23da8e {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:53:27.831639 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a8ae994-70e0-4e72-bff7-393b38538840 req-f9bd02b2-6f82-4740-9654-c284817ef7a0 service neutron] Checking agent: {'id': '08dfb1ce-804b-4db8-838b-21094082e041', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 32, 54), 'started_at': datetime.datetime(2022, 5, 20, 20, 32, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 21, 53, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 21:53:27.832049 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a8ae994-70e0-4e72-bff7-393b38538840 req-f9bd02b2-6f82-4740-9654-c284817ef7a0 service neutron] Checking segment: {'id': '053bd376-c72e-4ffa-ad26-4349ac5a0f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '7d708e9b-6ea9-4967-b907-69984c23da8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:53:27.832394 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a8ae994-70e0-4e72-bff7-393b38538840 req-f9bd02b2-6f82-4740-9654-c284817ef7a0 service neutron] Bound using segment: {'id': '053bd376-c72e-4ffa-ad26-4349ac5a0f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '7d708e9b-6ea9-4967-b907-69984c23da8e'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 21:53:27.832826 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-1a8ae994-70e0-4e72-bff7-393b38538840 req-f9bd02b2-6f82-4740-9654-c284817ef7a0 service neutron] Bound port: 31ffd6f4-2b56-4164-982f-b0986a061690, host: n-h1-842733-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '053bd376-c72e-4ffa-ad26-4349ac5a0f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '7d708e9b-6ea9-4967-b907-69984c23da8e'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:53:27.833273 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-1a8ae994-70e0-4e72-bff7-393b38538840 req-f9bd02b2-6f82-4740-9654-c284817ef7a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:27.908555 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-1a8ae994-70e0-4e72-bff7-393b38538840 req-f9bd02b2-6f82-4740-9654-c284817ef7a0 service neutron] For port 31ffd6f4-2b56-4164-982f-b0986a061690, host n-h1-842733-1, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 21:53:27.911806 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-1a8ae994-70e0-4e72-bff7-393b38538840 req-f9bd02b2-6f82-4740-9654-c284817ef7a0 service neutron] For port 31ffd6f4-2b56-4164-982f-b0986a061690, host n-h1-842733-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=31ffd6f4-2b56-4164-982f-b0986a061690,segment=NetworkSegment(053bd376-c72e-4ffa-ad26-4349ac5a0f41),segment_id=053bd376-c72e-4ffa-ad26-4349ac5a0f41)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 21:53:27.993757 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-1a8ae994-70e0-4e72-bff7-393b38538840 req-f9bd02b2-6f82-4740-9654-c284817ef7a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:28.032783 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8ae994-70e0-4e72-bff7-393b38538840 req-f9bd02b2-6f82-4740-9654-c284817ef7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:53:28.033571 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-1a8ae994-70e0-4e72-bff7-393b38538840 req-f9bd02b2-6f82-4740-9654-c284817ef7a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:28.034966 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1a8ae994-70e0-4e72-bff7-393b38538840 req-f9bd02b2-6f82-4740-9654-c284817ef7a0 service neutron] 10.222.0.24 "PUT /v2.0/ports/31ffd6f4-2b56-4164-982f-b0986a061690 HTTP/1.1" status: 200 len: 1091 time: 0.9099510 May 20 21:53:28.035406 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1313ef59-31d6-41dd-969e-08a4288db61e', 'tag': '31ffd6f4-2b56-4164-982f-b0986a061690'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 21:53:28.037800 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4416c3b25ab83027dff24eda6e450cd3b8f285a9257f5a2b93a81ddcbdb8854f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d538edf6-6847-4d4a-bceb-af721668b1c4" -d '{"events": [{"name": "network-changed", "server_uuid": "1313ef59-31d6-41dd-969e-08a4288db61e", "tag": "31ffd6f4-2b56-4164-982f-b0986a061690"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 21:53:28.059757 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bd02b2-6f82-4740-9654-c284817ef7a0 service neutron] Pushing event updated for resources: {'Port': ['ID=31ffd6f4-2b56-4164-982f-b0986a061690,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:53:28.082281 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 21:53:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf1bfae4-0e6b-40da-9a7b-d444635b2e7f x-openstack-request-id: req-bf1bfae4-0e6b-40da-9a7b-d444635b2e7f {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 21:53:28.082581 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1313ef59-31d6-41dd-969e-08a4288db61e", "tag": "31ffd6f4-2b56-4164-982f-b0986a061690", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 21:53:28.082841 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-bf1bfae4-0e6b-40da-9a7b-d444635b2e7f {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 21:53:28.083269 n-d-842733-1 neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf1bfae4-0e6b-40da-9a7b-d444635b2e7f'] response: {'name': 'network-changed', 'server_uuid': '1313ef59-31d6-41dd-969e-08a4288db61e', 'tag': '31ffd6f4-2b56-4164-982f-b0986a061690', 'status': 'completed', 'code': 200} May 20 21:53:28.150216 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d538edf6-6847-4d4a-bceb-af721668b1c4 req-6baef0f5-b914-4ae7-a273-a73dd359a79b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:53:28.152193 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d538edf6-6847-4d4a-bceb-af721668b1c4 req-6baef0f5-b914-4ae7-a273-a73dd359a79b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f4f9a8ea2b864c549ce585c794b412b9&device_id=1313ef59-31d6-41dd-969e-08a4288db61e HTTP/1.1" status: 200 len: 1094 time: 0.0457571 May 20 21:53:28.256950 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d538edf6-6847-4d4a-bceb-af721668b1c4 req-5da91811-8368-4fb1-91fe-cfba68222b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:53:28.258462 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d538edf6-6847-4d4a-bceb-af721668b1c4 req-5da91811-8368-4fb1-91fe-cfba68222b83 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=f4f9a8ea2b864c549ce585c794b412b9&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0995464 May 20 21:53:28.349813 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d538edf6-6847-4d4a-bceb-af721668b1c4 req-44b27fc6-a8ca-4892-9c64-cf0a0028459b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:53:28.351186 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d538edf6-6847-4d4a-bceb-af721668b1c4 req-44b27fc6-a8ca-4892-9c64-cf0a0028459b service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0858691 May 20 21:53:28.425363 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8ae994-70e0-4e72-bff7-393b38538840 req-314524d0-418c-4e64-b423-d7e1fa050e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:53:28.426850 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1a8ae994-70e0-4e72-bff7-393b38538840 req-314524d0-418c-4e64-b423-d7e1fa050e5e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f4f9a8ea2b864c549ce585c794b412b9&device_id=1313ef59-31d6-41dd-969e-08a4288db61e HTTP/1.1" status: 200 len: 1094 time: 0.0412500 May 20 21:53:28.472741 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1a8ae994-70e0-4e72-bff7-393b38538840 req-6a82f7ed-076c-469b-82bb-ff53bb3f0924 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=31ffd6f4-2b56-4164-982f-b0986a061690 HTTP/1.1" status: 200 len: 217 time: 0.0381620 May 20 21:53:28.522672 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8ae994-70e0-4e72-bff7-393b38538840 req-9151042b-180f-49bc-abec-1e4820cec2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:53:28.524137 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1a8ae994-70e0-4e72-bff7-393b38538840 req-9151042b-180f-49bc-abec-1e4820cec2b7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=216ddb2b-9f5c-44db-9754-a97ca73567e4 HTTP/1.1" status: 200 len: 847 time: 0.0452414 May 20 21:53:28.569122 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8ae994-70e0-4e72-bff7-393b38538840 req-d79e3f6e-5efa-4e3f-a187-8325cccecd9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:53:28.570666 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1a8ae994-70e0-4e72-bff7-393b38538840 req-d79e3f6e-5efa-4e3f-a187-8325cccecd9f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7d708e9b-6ea9-4967-b907-69984c23da8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404863 May 20 21:53:28.664836 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1a8ae994-70e0-4e72-bff7-393b38538840 req-44450a9a-760c-4b12-839f-e9f381ac35e9 service neutron] 10.222.0.24 "GET /v2.0/networks/7d708e9b-6ea9-4967-b907-69984c23da8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875869 May 20 21:53:28.770734 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8c209d-b105-4c16-b198-8b93a3bf9fd4 req-fa04697b-e781-4bc7-852b-9386652be449 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:53:28.772232 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-bf8c209d-b105-4c16-b198-8b93a3bf9fd4 req-fa04697b-e781-4bc7-852b-9386652be449 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] 10.222.0.35 "GET /v2.0/ports?device_id=1313ef59-31d6-41dd-969e-08a4288db61e HTTP/1.1" status: 200 len: 943 time: 0.1107943 May 20 21:53:28.801689 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1a8ae994-70e0-4e72-bff7-393b38538840 req-320c13e7-e0ee-4df9-9a75-bb2ae976c83c service neutron] 10.222.0.24 "GET /v2.0/networks/7d708e9b-6ea9-4967-b907-69984c23da8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292825 May 20 21:53:28.821089 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-bf8c209d-b105-4c16-b198-8b93a3bf9fd4 req-0529f512-4800-4e82-b38a-ad9b33c43055 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] 10.222.0.35 "GET /v2.0/security-groups?id=c88cc10e-3e70-4197-91fa-06ebc344e605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402997 May 20 21:53:29.942148 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4b3ade-0d96-44ad-9d4f-f5443f7cb1ea req-64ad75ab-87ba-4a3c-a41a-4e574d8d12cf tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:53:29.943603 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7e4b3ade-0d96-44ad-9d4f-f5443f7cb1ea req-64ad75ab-87ba-4a3c-a41a-4e574d8d12cf tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] 10.222.0.35 "GET /v2.0/ports?device_id=1313ef59-31d6-41dd-969e-08a4288db61e HTTP/1.1" status: 200 len: 943 time: 0.0500944 May 20 21:53:29.981013 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7e4b3ade-0d96-44ad-9d4f-f5443f7cb1ea req-e83887f2-ab71-4b61-b388-4919ea43185f tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] 10.222.0.35 "GET /v2.0/security-groups?id=c88cc10e-3e70-4197-91fa-06ebc344e605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311191 May 20 21:53:30.137689 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.agents_db [None req-5c33ad30-4e00-40fa-b486-8c79c4a6cfc5 None None] Agent healthcheck: found 7 active agents {{(pid=103165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 20 21:53:30.827664 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 31ffd6f4-2b56-4164-982f-b0986a061690 details requested by agent hyperv_n-h1-842733-1 with host n-h1-842733-1 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 21:53:30.918360 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port 31ffd6f4-2b56-4164-982f-b0986a061690, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=31ffd6f4-2b56-4164-982f-b0986a061690,segment=NetworkSegment(053bd376-c72e-4ffa-ad26-4349ac5a0f41),segment_id=053bd376-c72e-4ffa-ad26-4349ac5a0f41)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:53:30.930170 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Returning: {'device': '31ffd6f4-2b56-4164-982f-b0986a061690', 'network_id': '7d708e9b-6ea9-4967-b907-69984c23da8e', 'port_id': '31ffd6f4-2b56-4164-982f-b0986a061690', 'mac_address': 'fa:16:3e:09:b5:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '216ddb2b-9f5c-44db-9754-a97ca73567e4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 20 21:53:30.969236 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Current status of the port 31ffd6f4-2b56-4164-982f-b0986a061690 is: DOWN; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:53:30.969634 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:30.981871 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31ffd6f4-2b56-4164-982f-b0986a061690 {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 21:53:31.001097 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port 31ffd6f4-2b56-4164-982f-b0986a061690, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=31ffd6f4-2b56-4164-982f-b0986a061690,segment=NetworkSegment(053bd376-c72e-4ffa-ad26-4349ac5a0f41),segment_id=053bd376-c72e-4ffa-ad26-4349ac5a0f41)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:53:31.095035 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e05eb9-0ab7-4321-aa39-4f7a1a00d509 req-ede67ce9-0302-4e11-ad89-3a2b83b0ad80 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:53:31.096424 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-30e05eb9-0ab7-4321-aa39-4f7a1a00d509 req-ede67ce9-0302-4e11-ad89-3a2b83b0ad80 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] 10.222.0.35 "GET /v2.0/ports?device_id=1313ef59-31d6-41dd-969e-08a4288db61e HTTP/1.1" status: 200 len: 943 time: 0.0491335 May 20 21:53:31.096547 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:31.135451 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-30e05eb9-0ab7-4321-aa39-4f7a1a00d509 req-5217b837-6c6c-412e-96da-654318bfb2b1 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] 10.222.0.35 "GET /v2.0/security-groups?id=c88cc10e-3e70-4197-91fa-06ebc344e605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326920 May 20 21:53:31.145261 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Pushing event updated for resources: {'Port': ['ID=31ffd6f4-2b56-4164-982f-b0986a061690,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:53:31.294776 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] get_ports_and_sgs() called for port_ids ['31ffd6f4-2b56-4164-982f-b0986a061690'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 21:53:32.256022 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07abcf92-d1b8-4d34-b77c-89518ec0d0b7 req-c4ecb48c-146e-4a02-aeaf-9ea21b9a9537 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:53:32.257503 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-07abcf92-d1b8-4d34-b77c-89518ec0d0b7 req-c4ecb48c-146e-4a02-aeaf-9ea21b9a9537 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] 10.222.0.35 "GET /v2.0/ports?device_id=1313ef59-31d6-41dd-969e-08a4288db61e HTTP/1.1" status: 200 len: 944 time: 0.0528266 May 20 21:53:32.295502 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-07abcf92-d1b8-4d34-b77c-89518ec0d0b7 req-6f61fe6b-1b63-4a45-a29d-d5d63b251fa8 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] 10.222.0.35 "GET /v2.0/security-groups?id=c88cc10e-3e70-4197-91fa-06ebc344e605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314674 May 20 21:53:32.844897 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 31ffd6f4-2b56-4164-982f-b0986a061690 up at agent hyperv_n-h1-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:53:32.918559 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:32.946951 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Provisioning for port 31ffd6f4-2b56-4164-982f-b0986a061690 completed by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 21:53:32.950544 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Provisioning complete for port 31ffd6f4-2b56-4164-982f-b0986a061690 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:53:32.950907 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:33.028068 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Current status of the port 31ffd6f4-2b56-4164-982f-b0986a061690 is: BUILD; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:53:33.028428 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:33.050660 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1313ef59-31d6-41dd-969e-08a4288db61e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31ffd6f4-2b56-4164-982f-b0986a061690'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 21:53:33.052928 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7947af4a1013b12ef328acaa2f4e39eb2f7ac51c208120b4987a707d9dc479df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d60a94e-2376-47c4-9d4d-5e08b8607c48" -d '{"events": [{"server_uuid": "1313ef59-31d6-41dd-969e-08a4288db61e", "name": "network-vif-plugged", "status": "completed", "tag": "31ffd6f4-2b56-4164-982f-b0986a061690"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 21:53:33.065121 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port 31ffd6f4-2b56-4164-982f-b0986a061690, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=31ffd6f4-2b56-4164-982f-b0986a061690,segment=NetworkSegment(053bd376-c72e-4ffa-ad26-4349ac5a0f41),segment_id=053bd376-c72e-4ffa-ad26-4349ac5a0f41)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:53:33.091197 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 21:53:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5717d7f3-1715-488f-abf2-c3e51f963cf4 x-openstack-request-id: req-5717d7f3-1715-488f-abf2-c3e51f963cf4 {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 21:53:33.091428 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1313ef59-31d6-41dd-969e-08a4288db61e", "name": "network-vif-plugged", "status": "completed", "tag": "31ffd6f4-2b56-4164-982f-b0986a061690", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 21:53:33.091683 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5717d7f3-1715-488f-abf2-c3e51f963cf4 {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 21:53:33.092765 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5717d7f3-1715-488f-abf2-c3e51f963cf4'] response: {'server_uuid': '1313ef59-31d6-41dd-969e-08a4288db61e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31ffd6f4-2b56-4164-982f-b0986a061690', 'code': 200} May 20 21:53:33.135935 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:33.184496 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Pushing event updated for resources: {'Port': ['ID=31ffd6f4-2b56-4164-982f-b0986a061690,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:53:33.184744 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae609ad6-c505-4881-808b-da5307d2d2b2 req-27ece46d-6b22-4746-a392-915e60450b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:53:33.186791 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ae609ad6-c505-4881-808b-da5307d2d2b2 req-27ece46d-6b22-4746-a392-915e60450b01 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=1313ef59-31d6-41dd-969e-08a4288db61e HTTP/1.1" status: 200 len: 1096 time: 0.0397074 May 20 21:53:33.221588 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ae609ad6-c505-4881-808b-da5307d2d2b2 req-0cc3fa41-1b9b-4393-8c71-cdb516d9cd23 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=c88cc10e-3e70-4197-91fa-06ebc344e605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0288415 May 20 21:53:33.410160 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ea500b-e759-4618-b44c-c9644c4c550c req-3fc06f74-b7e2-4f2b-af98-b3ae60228bf2 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:53:33.411613 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a3ea500b-e759-4618-b44c-c9644c4c550c req-3fc06f74-b7e2-4f2b-af98-b3ae60228bf2 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] 10.222.0.35 "GET /v2.0/ports?device_id=1313ef59-31d6-41dd-969e-08a4288db61e HTTP/1.1" status: 200 len: 945 time: 0.0485239 May 20 21:53:33.448760 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a3ea500b-e759-4618-b44c-c9644c4c550c req-205e1b23-cb8a-4406-be9a-0140762b5eb8 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] 10.222.0.35 "GET /v2.0/security-groups?id=c88cc10e-3e70-4197-91fa-06ebc344e605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310805 May 20 21:53:34.571860 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edb9589-0ecd-4f2e-b344-80ec4f705608 req-fad81588-d7f1-4da1-b5c8-fce58e249632 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:53:34.573346 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3edb9589-0ecd-4f2e-b344-80ec4f705608 req-fad81588-d7f1-4da1-b5c8-fce58e249632 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] 10.222.0.35 "GET /v2.0/ports?device_id=1313ef59-31d6-41dd-969e-08a4288db61e HTTP/1.1" status: 200 len: 945 time: 0.0522325 May 20 21:53:34.611226 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3edb9589-0ecd-4f2e-b344-80ec4f705608 req-47b344cb-0040-4d17-bc44-4b5877d06622 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] 10.222.0.35 "GET /v2.0/security-groups?id=c88cc10e-3e70-4197-91fa-06ebc344e605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311036 May 20 21:53:34.726150 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0c492f-24a1-48cd-864b-d8662143c9d0 req-a869d83f-8faa-4ab7-8db9-aec0e4263127 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:53:34.731948 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3f0c492f-24a1-48cd-864b-d8662143c9d0 req-a869d83f-8faa-4ab7-8db9-aec0e4263127 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] 10.222.0.35 "GET /v2.0/ports?device_id=1313ef59-31d6-41dd-969e-08a4288db61e HTTP/1.1" status: 200 len: 945 time: 0.0482526 May 20 21:53:34.766581 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3f0c492f-24a1-48cd-864b-d8662143c9d0 req-4bf2712d-9d71-4c89-8854-216550150b48 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] 10.222.0.35 "GET /v2.0/security-groups?id=c88cc10e-3e70-4197-91fa-06ebc344e605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320189 May 20 21:53:34.788226 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 37420) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:53:34.915400 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72080a4d-7186-4521-a777-8ba2a8f89494 tempest-TestShelveInstance-793618551 tempest-TestShelveInstance-793618551-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:53:34.916906 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-72080a4d-7186-4521-a777-8ba2a8f89494 tempest-TestShelveInstance-793618551 tempest-TestShelveInstance-793618551-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=1313ef59-31d6-41dd-969e-08a4288db61e HTTP/1.1" status: 200 len: 1091 time: 0.1277215 May 20 21:53:34.919902 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 37424) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:53:34.924617 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-05331f13-2be1-44d4-ac8e-935af9885b28 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Request body: {'floatingip': {'floating_network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'port_id': '31ffd6f4-2b56-4164-982f-b0986a061690', 'tenant_id': 'f4f9a8ea2b864c549ce585c794b412b9', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:53:35.003313 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-05331f13-2be1-44d4-ac8e-935af9885b28 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Notify callbacks [] for floatingip, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:35.099527 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-05331f13-2be1-44d4-ac8e-935af9885b28 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:35.199334 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-05331f13-2be1-44d4-ac8e-935af9885b28 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Allocated IP 172.25.2.5 (e3a93b5c-91e2-4064-9c2c-1afc261bfe15/86fee0c1-6e34-488b-9216-b2b8e7ef585a/68e38b9c-00f5-4c42-8823-341716c674b3) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:53:35.302740 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-05331f13-2be1-44d4-ac8e-935af9885b28 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:35.387877 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-05331f13-2be1-44d4-ac8e-935af9885b28 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:35.426366 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05331f13-2be1-44d4-ac8e-935af9885b28 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Network e3a93b5c-91e2-4064-9c2c-1afc261bfe15 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:53:35.429066 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-05331f13-2be1-44d4-ac8e-935af9885b28 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:53:35.432497 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05331f13-2be1-44d4-ac8e-935af9885b28 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:53:35.440854 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05331f13-2be1-44d4-ac8e-935af9885b28 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Pushing event updated for resources: {'Port': ['ID=68e38b9c-00f5-4c42-8823-341716c674b3,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:53:35.787808 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-05331f13-2be1-44d4-ac8e-935af9885b28 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:35.915009 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-05331f13-2be1-44d4-ac8e-935af9885b28 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:36.065985 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-05331f13-2be1-44d4-ac8e-935af9885b28 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Notify callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:36.118586 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-05331f13-2be1-44d4-ac8e-935af9885b28 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:36.190183 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05331f13-2be1-44d4-ac8e-935af9885b28 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Pushing event updated for resources: {'Port': ['ID=68e38b9c-00f5-4c42-8823-341716c674b3,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:53:36.199897 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-05331f13-2be1-44d4-ac8e-935af9885b28 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748272'] for floatingip, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:36.298782 n-d-842733-1 neutron-server[103162]: INFO neutron.db.l3_db [None req-05331f13-2be1-44d4-ac8e-935af9885b28 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Floating IP 7366d95c-cf97-4cca-9ec2-648f09efe37a associated. External IP: 172.25.2.5, port: 31ffd6f4-2b56-4164-982f-b0986a061690. May 20 21:53:36.499891 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05331f13-2be1-44d4-ac8e-935af9885b28 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Router 82d0d34a-fc80-4170-b9a8-0f6c9e1910dd has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 21:53:36.604640 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05331f13-2be1-44d4-ac8e-935af9885b28 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 21:53:36.614877 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4251542-edcc-42ff-9dc7-dffca78d5c2e None None] Sync routers for ids ['82d0d34a-fc80-4170-b9a8-0f6c9e1910dd'] in n-d-842733-1 {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 21:53:36.625588 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4251542-edcc-42ff-9dc7-dffca78d5c2e None None] Routers {'82d0d34a-fc80-4170-b9a8-0f6c9e1910dd'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:53:36.631614 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-a4251542-edcc-42ff-9dc7-dffca78d5c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:53:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['82d0d34a-fc80-4170-b9a8-0f6c9e1910dd'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:53:36.709536 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-05331f13-2be1-44d4-ac8e-935af9885b28 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for floatingip, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:36.730499 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-a4251542-edcc-42ff-9dc7-dffca78d5c2e None None] Set router 82d0d34a-fc80-4170-b9a8-0f6c9e1910dd gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:53:36.737534 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-05331f13-2be1-44d4-ac8e-935af9885b28 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 1.8160501 May 20 21:53:36.738123 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1313ef59-31d6-41dd-969e-08a4288db61e', 'tag': '31ffd6f4-2b56-4164-982f-b0986a061690'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 21:53:36.740457 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e97a983f2a54588e3d21b88a12ad54839c2ea34da7b46679306b1f34ba25e4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7af12c10-de30-4b86-96a3-4d5628ea22dd" -d '{"events": [{"name": "network-changed", "server_uuid": "1313ef59-31d6-41dd-969e-08a4288db61e", "tag": "31ffd6f4-2b56-4164-982f-b0986a061690"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 21:53:36.777969 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 21:53:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fc94766-b182-4a11-8ab3-cbceac6baff0 x-openstack-request-id: req-9fc94766-b182-4a11-8ab3-cbceac6baff0 {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 21:53:36.778255 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1313ef59-31d6-41dd-969e-08a4288db61e", "tag": "31ffd6f4-2b56-4164-982f-b0986a061690", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 21:53:36.778506 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9fc94766-b182-4a11-8ab3-cbceac6baff0 {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 21:53:36.778914 n-d-842733-1 neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9fc94766-b182-4a11-8ab3-cbceac6baff0'] response: {'name': 'network-changed', 'server_uuid': '1313ef59-31d6-41dd-969e-08a4288db61e', 'tag': '31ffd6f4-2b56-4164-982f-b0986a061690', 'status': 'completed', 'code': 200} May 20 21:53:36.839033 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af12c10-de30-4b86-96a3-4d5628ea22dd req-2ef6dbcb-be74-4c53-ae09-29d9ec453771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:53:36.840689 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7af12c10-de30-4b86-96a3-4d5628ea22dd req-2ef6dbcb-be74-4c53-ae09-29d9ec453771 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f4f9a8ea2b864c549ce585c794b412b9&device_id=1313ef59-31d6-41dd-969e-08a4288db61e HTTP/1.1" status: 200 len: 1096 time: 0.0407288 May 20 21:53:36.934847 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af12c10-de30-4b86-96a3-4d5628ea22dd req-8e4f0bde-2bbf-4ad5-86b0-e5d2ff8cd8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:53:36.936924 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7af12c10-de30-4b86-96a3-4d5628ea22dd req-8e4f0bde-2bbf-4ad5-86b0-e5d2ff8cd8eb service neutron] 10.222.0.24 "GET /v2.0/networks?id=7d708e9b-6ea9-4967-b907-69984c23da8e HTTP/1.1" status: 200 len: 909 time: 0.0897481 May 20 21:53:36.955830 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-a4251542-edcc-42ff-9dc7-dffca78d5c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82d0d34a-fc80-4170-b9a8-0f6c9e1910dd', 'name': 'tempest-TestShelveInstance-601742735-router', 'tenant_id': 'f4f9a8ea2b864c549ce585c794b412b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.116'}], 'enable_snat': True}, 'gw_port_id': '671aa244-cadf-4a42-b1e2-f62b13dd0340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:53:10Z', 'updated_at': '2022-05-20T21:53:13Z', 'revision_number': 4, 'project_id': 'f4f9a8ea2b864c549ce585c794b412b9', 'gw_port': {'id': '671aa244-cadf-4a42-b1e2-f62b13dd0340', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:57:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d0d34a-fc80-4170-b9a8-0f6c9e1910dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4387, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:53:10Z', 'updated_at': '2022-05-20T21:53:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_floatingips': [{'id': '7366d95c-cf97-4cca-9ec2-648f09efe37a', 'tenant_id': 'f4f9a8ea2b864c549ce585c794b412b9', 'floating_ip_address': '172.25.2.5', 'floating_network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'router_id': '82d0d34a-fc80-4170-b9a8-0f6c9e1910dd', 'port_id': '31ffd6f4-2b56-4164-982f-b0986a061690', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4412, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d708e9b-6ea9-4967-b907-69984c23da8e', 'mac_address': 'fa:16:3e:09:b5:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1313ef59-31d6-41dd-969e-08a4288db61e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-20T21:53:35Z', 'updated_at': '2022-05-20T21:53:35Z', 'revision_number': 0, 'project_id': 'f4f9a8ea2b864c549ce585c794b412b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1beab67-c7f5-4194-a108-af932c5f5126', 'name': '', 'network_id': '7d708e9b-6ea9-4967-b907-69984c23da8e', 'tenant_id': 'f4f9a8ea2b864c549ce585c794b412b9', 'mac_address': 'fa:16:3e:21:9e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d0d34a-fc80-4170-b9a8-0f6c9e1910dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4388, 'fixed_ips': [{'subnet_id': '216ddb2b-9f5c-44db-9754-a97ca73567e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:53:12Z', 'updated_at': '2022-05-20T21:53:17Z', 'revision_number': 5, 'project_id': 'f4f9a8ea2b864c549ce585c794b412b9', 'subnets': [{'id': '216ddb2b-9f5c-44db-9754-a97ca73567e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:53:36.981469 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4251542-edcc-42ff-9dc7-dffca78d5c2e None None] Checking router: 82d0d34a-fc80-4170-b9a8-0f6c9e1910dd for host: n-d-842733-1 {{(pid=103165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 21:53:36.990241 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4251542-edcc-42ff-9dc7-dffca78d5c2e None None] Routers {'82d0d34a-fc80-4170-b9a8-0f6c9e1910dd'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:53:36.990897 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-a4251542-edcc-42ff-9dc7-dffca78d5c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:53:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['82d0d34a-fc80-4170-b9a8-0f6c9e1910dd'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:53:37.001477 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7af12c10-de30-4b86-96a3-4d5628ea22dd req-1b7da530-469d-4888-98ed-bc5de15cd82a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=31ffd6f4-2b56-4164-982f-b0986a061690 HTTP/1.1" status: 200 len: 997 time: 0.0582209 May 20 21:53:37.053291 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af12c10-de30-4b86-96a3-4d5628ea22dd req-7490078f-04b8-41a1-a8a1-c58e4a3c7cab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:53:37.054733 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7af12c10-de30-4b86-96a3-4d5628ea22dd req-7490078f-04b8-41a1-a8a1-c58e4a3c7cab service neutron] 10.222.0.24 "GET /v2.0/subnets?id=216ddb2b-9f5c-44db-9754-a97ca73567e4 HTTP/1.1" status: 200 len: 847 time: 0.0470941 May 20 21:53:37.095513 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-a4251542-edcc-42ff-9dc7-dffca78d5c2e None None] Set router 82d0d34a-fc80-4170-b9a8-0f6c9e1910dd gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:53:37.100001 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af12c10-de30-4b86-96a3-4d5628ea22dd req-b50abd6f-1e5e-4dcd-9d7a-1ec3ad6e0e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:53:37.101534 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7af12c10-de30-4b86-96a3-4d5628ea22dd req-b50abd6f-1e5e-4dcd-9d7a-1ec3ad6e0e76 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7d708e9b-6ea9-4967-b907-69984c23da8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395918 May 20 21:53:37.192494 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7af12c10-de30-4b86-96a3-4d5628ea22dd req-e71c786b-6594-4af9-a43c-75bc479a7618 service neutron] 10.222.0.24 "GET /v2.0/networks/7d708e9b-6ea9-4967-b907-69984c23da8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817730 May 20 21:53:37.290320 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7af12c10-de30-4b86-96a3-4d5628ea22dd req-09b5764f-7753-4aef-bc70-38f7ff3b30b1 service neutron] 10.222.0.24 "GET /v2.0/networks/7d708e9b-6ea9-4967-b907-69984c23da8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920792 May 20 21:53:37.403852 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-a4251542-edcc-42ff-9dc7-dffca78d5c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82d0d34a-fc80-4170-b9a8-0f6c9e1910dd', 'name': 'tempest-TestShelveInstance-601742735-router', 'tenant_id': 'f4f9a8ea2b864c549ce585c794b412b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.116'}], 'enable_snat': True}, 'gw_port_id': '671aa244-cadf-4a42-b1e2-f62b13dd0340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:53:10Z', 'updated_at': '2022-05-20T21:53:13Z', 'revision_number': 4, 'project_id': 'f4f9a8ea2b864c549ce585c794b412b9', 'gw_port': {'id': '671aa244-cadf-4a42-b1e2-f62b13dd0340', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:57:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d0d34a-fc80-4170-b9a8-0f6c9e1910dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4387, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:53:10Z', 'updated_at': '2022-05-20T21:53:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_floatingips': [{'id': '7366d95c-cf97-4cca-9ec2-648f09efe37a', 'tenant_id': 'f4f9a8ea2b864c549ce585c794b412b9', 'floating_ip_address': '172.25.2.5', 'floating_network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'router_id': '82d0d34a-fc80-4170-b9a8-0f6c9e1910dd', 'port_id': '31ffd6f4-2b56-4164-982f-b0986a061690', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4412, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d708e9b-6ea9-4967-b907-69984c23da8e', 'mac_address': 'fa:16:3e:09:b5:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1313ef59-31d6-41dd-969e-08a4288db61e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-20T21:53:35Z', 'updated_at': '2022-05-20T21:53:35Z', 'revision_number': 0, 'project_id': 'f4f9a8ea2b864c549ce585c794b412b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1beab67-c7f5-4194-a108-af932c5f5126', 'name': '', 'network_id': '7d708e9b-6ea9-4967-b907-69984c23da8e', 'tenant_id': 'f4f9a8ea2b864c549ce585c794b412b9', 'mac_address': 'fa:16:3e:21:9e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d0d34a-fc80-4170-b9a8-0f6c9e1910dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4388, 'fixed_ips': [{'subnet_id': '216ddb2b-9f5c-44db-9754-a97ca73567e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:53:12Z', 'updated_at': '2022-05-20T21:53:17Z', 'revision_number': 5, 'project_id': 'f4f9a8ea2b864c549ce585c794b412b9', 'subnets': [{'id': '216ddb2b-9f5c-44db-9754-a97ca73567e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:53:37.432773 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4251542-edcc-42ff-9dc7-dffca78d5c2e None None] The sync data for ids ['82d0d34a-fc80-4170-b9a8-0f6c9e1910dd'] in n-d-842733-1 is: [{'id': '82d0d34a-fc80-4170-b9a8-0f6c9e1910dd', 'name': 'tempest-TestShelveInstance-601742735-router', 'tenant_id': 'f4f9a8ea2b864c549ce585c794b412b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.116'}], 'enable_snat': True}, 'gw_port_id': '671aa244-cadf-4a42-b1e2-f62b13dd0340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:53:10Z', 'updated_at': '2022-05-20T21:53:13Z', 'revision_number': 4, 'project_id': 'f4f9a8ea2b864c549ce585c794b412b9', 'gw_port': {'id': '671aa244-cadf-4a42-b1e2-f62b13dd0340', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:57:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d0d34a-fc80-4170-b9a8-0f6c9e1910dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4387, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:53:10Z', 'updated_at': '2022-05-20T21:53:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_floatingips': [{'id': '7366d95c-cf97-4cca-9ec2-648f09efe37a', 'tenant_id': 'f4f9a8ea2b864c549ce585c794b412b9', 'floating_ip_address': '172.25.2.5', 'floating_network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'router_id': '82d0d34a-fc80-4170-b9a8-0f6c9e1910dd', 'port_id': '31ffd6f4-2b56-4164-982f-b0986a061690', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4412, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d708e9b-6ea9-4967-b907-69984c23da8e', 'mac_address': 'fa:16:3e:09:b5:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1313ef59-31d6-41dd-969e-08a4288db61e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-20T21:53:35Z', 'updated_at': '2022-05-20T21:53:35Z', 'revision_number': 0, 'project_id': 'f4f9a8ea2b864c549ce585c794b412b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1beab67-c7f5-4194-a108-af932c5f5126', 'name': '', 'network_id': '7d708e9b-6ea9-4967-b907-69984c23da8e', 'tenant_id': 'f4f9a8ea2b864c549ce585c794b412b9', 'mac_address': 'fa:16:3e:21:9e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d0d34a-fc80-4170-b9a8-0f6c9e1910dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4388, 'fixed_ips': [{'subnet_id': '216ddb2b-9f5c-44db-9754-a97ca73567e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:53:12Z', 'updated_at': '2022-05-20T21:53:17Z', 'revision_number': 5, 'project_id': 'f4f9a8ea2b864c549ce585c794b412b9', 'subnets': [{'id': '216ddb2b-9f5c-44db-9754-a97ca73567e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 21:53:37.643133 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d9f94be-1b47-4a54-baa2-e9d4495e196f None None] New status for floating IP 7366d95c-cf97-4cca-9ec2-648f09efe37a: ACTIVE {{(pid=103164) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 21:53:49.951587 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c3aca235-77b4-41f2-9188-6e31df6283a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:52.313512 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-0acd2479-ec39-4fb7-8e23-66ece25e2bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:54.255933 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4bb0e131-6525-46ca-a45b-e4ea43a5e69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:55.351786 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:55.678523 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:55.770070 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cc3ec51b-6ec8-438a-8349-5f0bec346d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:54:02.913245 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:54:07.137001 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.agents_db [None req-5c33ad30-4e00-40fa-b486-8c79c4a6cfc5 None None] Agent healthcheck: found 7 active agents {{(pid=103165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 20 21:54:13.824591 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2bbe89b6-db76-47d7-9308-99fa3c3fe233 req-f6cd8d39-7af0-4ec4-a08c-41572f6696c2 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=1313ef59-31d6-41dd-969e-08a4288db61e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0396442 May 20 21:54:13.904676 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbe89b6-db76-47d7-9308-99fa3c3fe233 req-9a3cce6f-8acb-4c5c-96c0-a5121af0ec00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:54:13.906193 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2bbe89b6-db76-47d7-9308-99fa3c3fe233 req-9a3cce6f-8acb-4c5c-96c0-a5121af0ec00 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f4f9a8ea2b864c549ce585c794b412b9&device_id=1313ef59-31d6-41dd-969e-08a4288db61e HTTP/1.1" status: 200 len: 1096 time: 0.0413625 May 20 21:54:14.009941 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbe89b6-db76-47d7-9308-99fa3c3fe233 req-9e6c77b9-f856-4448-9e82-4fedb41484e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:54:14.011416 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2bbe89b6-db76-47d7-9308-99fa3c3fe233 req-9e6c77b9-f856-4448-9e82-4fedb41484e4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=7d708e9b-6ea9-4967-b907-69984c23da8e HTTP/1.1" status: 200 len: 909 time: 0.0876641 May 20 21:54:14.078086 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2bbe89b6-db76-47d7-9308-99fa3c3fe233 req-dd0e1c3d-2bec-498a-a0f5-d5d05b777fef service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=31ffd6f4-2b56-4164-982f-b0986a061690 HTTP/1.1" status: 200 len: 999 time: 0.0570810 May 20 21:54:14.129879 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbe89b6-db76-47d7-9308-99fa3c3fe233 req-347edfe3-d844-45ff-8bfb-45ab2853b578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:54:14.131297 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2bbe89b6-db76-47d7-9308-99fa3c3fe233 req-347edfe3-d844-45ff-8bfb-45ab2853b578 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=216ddb2b-9f5c-44db-9754-a97ca73567e4 HTTP/1.1" status: 200 len: 847 time: 0.0469053 May 20 21:54:14.176736 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbe89b6-db76-47d7-9308-99fa3c3fe233 req-c5ff422b-9355-4dbd-ae1f-8828ab6e9c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:54:14.178200 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2bbe89b6-db76-47d7-9308-99fa3c3fe233 req-c5ff422b-9355-4dbd-ae1f-8828ab6e9c9b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7d708e9b-6ea9-4967-b907-69984c23da8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408962 May 20 21:54:14.264145 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2bbe89b6-db76-47d7-9308-99fa3c3fe233 req-8b728f25-6ec5-4347-8e11-4c5d3eeaf489 service neutron] 10.222.0.24 "GET /v2.0/networks/7d708e9b-6ea9-4967-b907-69984c23da8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791054 May 20 21:54:14.355919 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2bbe89b6-db76-47d7-9308-99fa3c3fe233 req-7b509665-a48d-49f2-a201-dee7c51254d8 service neutron] 10.222.0.24 "GET /v2.0/networks/7d708e9b-6ea9-4967-b907-69984c23da8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846946 May 20 21:54:19.913138 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-55969fea-296f-4ff4-9003-38f10cf829c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:54:22.300110 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-139c75c7-4d9c-4751-aa4d-f56e842fbdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:54:24.231545 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4bb0e131-6525-46ca-a45b-e4ea43a5e69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:54:25.322683 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:54:25.684537 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:54:25.781297 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cc3ec51b-6ec8-438a-8349-5f0bec346d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:54:32.912701 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:54:44.137403 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.agents_db [None req-5c33ad30-4e00-40fa-b486-8c79c4a6cfc5 None None] Agent healthcheck: found 7 active agents {{(pid=103165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 20 21:54:49.928174 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-73e6cca7-d1ed-4bf4-9dca-938bcc8025e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:54:52.312620 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-f88b51ea-4e33-498c-8bf4-23087b148f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:54:54.236708 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4bb0e131-6525-46ca-a45b-e4ea43a5e69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:54:55.334116 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:54:55.687720 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:54:55.769755 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cc3ec51b-6ec8-438a-8349-5f0bec346d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:55:02.933321 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:55:13.627706 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-40dde816-be35-4fb7-b64b-5056c1c346d4 req-0d3ed9d6-8903-4eaa-8be3-db5a85838edf service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=1313ef59-31d6-41dd-969e-08a4288db61e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0439093 May 20 21:55:13.708157 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dde816-be35-4fb7-b64b-5056c1c346d4 req-4296271f-1b5f-4c97-acb0-4d76299c999e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:55:13.709662 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-40dde816-be35-4fb7-b64b-5056c1c346d4 req-4296271f-1b5f-4c97-acb0-4d76299c999e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f4f9a8ea2b864c549ce585c794b412b9&device_id=1313ef59-31d6-41dd-969e-08a4288db61e HTTP/1.1" status: 200 len: 1096 time: 0.0407889 May 20 21:55:13.814035 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dde816-be35-4fb7-b64b-5056c1c346d4 req-eb5089c3-797f-4462-a378-556b91690ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:55:13.815506 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-40dde816-be35-4fb7-b64b-5056c1c346d4 req-eb5089c3-797f-4462-a378-556b91690ef3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=7d708e9b-6ea9-4967-b907-69984c23da8e HTTP/1.1" status: 200 len: 909 time: 0.0878849 May 20 21:55:13.878765 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-40dde816-be35-4fb7-b64b-5056c1c346d4 req-f545ca03-aa31-4583-b282-a8ea6a851bd0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=31ffd6f4-2b56-4164-982f-b0986a061690 HTTP/1.1" status: 200 len: 999 time: 0.0564072 May 20 21:55:13.930598 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dde816-be35-4fb7-b64b-5056c1c346d4 req-584257fb-8f26-4456-8477-dea0716c63a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:55:13.932038 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-40dde816-be35-4fb7-b64b-5056c1c346d4 req-584257fb-8f26-4456-8477-dea0716c63a2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=216ddb2b-9f5c-44db-9754-a97ca73567e4 HTTP/1.1" status: 200 len: 847 time: 0.0472157 May 20 21:55:13.976053 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dde816-be35-4fb7-b64b-5056c1c346d4 req-3fc85cdc-3a51-4229-8f40-e8dfd2feff7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:55:13.977563 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-40dde816-be35-4fb7-b64b-5056c1c346d4 req-3fc85cdc-3a51-4229-8f40-e8dfd2feff7a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7d708e9b-6ea9-4967-b907-69984c23da8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391564 May 20 21:55:14.063332 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-40dde816-be35-4fb7-b64b-5056c1c346d4 req-6ef75dff-96f3-455c-b100-2129d115593f service neutron] 10.222.0.24 "GET /v2.0/networks/7d708e9b-6ea9-4967-b907-69984c23da8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796840 May 20 21:55:14.156245 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-40dde816-be35-4fb7-b64b-5056c1c346d4 req-c7cbf4ba-4e89-45ad-9919-bea3985eb087 service neutron] 10.222.0.24 "GET /v2.0/networks/7d708e9b-6ea9-4967-b907-69984c23da8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871580 May 20 21:55:19.941869 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3399fb72-3590-4f12-bbf7-9845da9867d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:55:21.137728 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.agents_db [None req-5c33ad30-4e00-40fa-b486-8c79c4a6cfc5 None None] Agent healthcheck: found 7 active agents {{(pid=103165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 20 21:55:22.321707 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-e88fe8d6-ef92-4fec-b90d-224a92e1a659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:55:24.249824 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4bb0e131-6525-46ca-a45b-e4ea43a5e69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:55:25.338925 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:55:25.675956 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:55:25.784655 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cc3ec51b-6ec8-438a-8349-5f0bec346d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:55:32.956031 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:55:33.079091 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21decc1-13a7-432b-b9f0-5dd6a2e50fc6 req-b289eb91-f2a9-4427-ae91-de5ab4b75ca0 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:55:33.080620 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e21decc1-13a7-432b-b9f0-5dd6a2e50fc6 req-b289eb91-f2a9-4427-ae91-de5ab4b75ca0 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] 10.222.0.35 "GET /v2.0/ports?device_id=1313ef59-31d6-41dd-969e-08a4288db61e HTTP/1.1" status: 200 len: 945 time: 0.0999174 May 20 21:55:33.118322 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e21decc1-13a7-432b-b9f0-5dd6a2e50fc6 req-cf5f6103-328e-4f6d-b470-7e27c4039273 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] 10.222.0.35 "GET /v2.0/security-groups?id=c88cc10e-3e70-4197-91fa-06ebc344e605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311906 May 20 21:55:34.236691 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da382551-b3fc-4de5-869b-d4b07bcf1dbd req-d661b0fe-7c5b-4566-aca1-7603b12478b2 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:55:34.238170 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-da382551-b3fc-4de5-869b-d4b07bcf1dbd req-d661b0fe-7c5b-4566-aca1-7603b12478b2 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] 10.222.0.35 "GET /v2.0/ports?device_id=1313ef59-31d6-41dd-969e-08a4288db61e HTTP/1.1" status: 200 len: 945 time: 0.0480516 May 20 21:55:34.276555 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-da382551-b3fc-4de5-869b-d4b07bcf1dbd req-2fa172f9-2fc3-4344-a87d-f724ea3ac4d5 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] 10.222.0.35 "GET /v2.0/security-groups?id=c88cc10e-3e70-4197-91fa-06ebc344e605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316598 May 20 21:55:35.401439 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5f37bc-b0dd-4e79-af6a-7fc1398c14b9 req-74564bef-9edc-4efd-9cb3-e484be34b213 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:55:35.402914 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4b5f37bc-b0dd-4e79-af6a-7fc1398c14b9 req-74564bef-9edc-4efd-9cb3-e484be34b213 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] 10.222.0.35 "GET /v2.0/ports?device_id=1313ef59-31d6-41dd-969e-08a4288db61e HTTP/1.1" status: 200 len: 945 time: 0.0528121 May 20 21:55:35.441741 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4b5f37bc-b0dd-4e79-af6a-7fc1398c14b9 req-ed94c2e1-cf24-4bac-8180-edff1c5a83b6 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] 10.222.0.35 "GET /v2.0/security-groups?id=c88cc10e-3e70-4197-91fa-06ebc344e605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327289 May 20 21:55:36.557749 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5931f06-c248-4495-979f-3042b6918a1d req-1302d43d-9441-4215-a4c8-9aba44c3fde3 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:55:36.559195 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e5931f06-c248-4495-979f-3042b6918a1d req-1302d43d-9441-4215-a4c8-9aba44c3fde3 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] 10.222.0.35 "GET /v2.0/ports?device_id=1313ef59-31d6-41dd-969e-08a4288db61e HTTP/1.1" status: 200 len: 945 time: 0.0478029 May 20 21:55:36.596293 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e5931f06-c248-4495-979f-3042b6918a1d req-719f0f25-aa75-42a4-bdba-565b75e53d69 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] 10.222.0.35 "GET /v2.0/security-groups?id=c88cc10e-3e70-4197-91fa-06ebc344e605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311239 May 20 21:55:37.714346 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5194761f-79d9-4a52-b2ef-1ec13c7596d1 req-1aaa2fbb-b953-42c7-8195-6a62ff7376bb tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:55:37.715785 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5194761f-79d9-4a52-b2ef-1ec13c7596d1 req-1aaa2fbb-b953-42c7-8195-6a62ff7376bb tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] 10.222.0.35 "GET /v2.0/ports?device_id=1313ef59-31d6-41dd-969e-08a4288db61e HTTP/1.1" status: 200 len: 945 time: 0.0479791 May 20 21:55:37.751819 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5194761f-79d9-4a52-b2ef-1ec13c7596d1 req-749d8d66-8557-468f-ad2e-b4eb720e67ba tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] 10.222.0.35 "GET /v2.0/security-groups?id=c88cc10e-3e70-4197-91fa-06ebc344e605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300329 May 20 21:55:38.870802 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4dc9c6-5edb-4f51-93c4-0bf46a0d93e5 req-fc3ca35a-cf37-40d7-9a07-e749750b7012 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:55:38.872257 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-af4dc9c6-5edb-4f51-93c4-0bf46a0d93e5 req-fc3ca35a-cf37-40d7-9a07-e749750b7012 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] 10.222.0.35 "GET /v2.0/ports?device_id=1313ef59-31d6-41dd-969e-08a4288db61e HTTP/1.1" status: 200 len: 945 time: 0.0510919 May 20 21:55:38.909638 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-af4dc9c6-5edb-4f51-93c4-0bf46a0d93e5 req-d0276bb8-9795-4f3b-b9f4-0a7c7f902adb tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] 10.222.0.35 "GET /v2.0/security-groups?id=c88cc10e-3e70-4197-91fa-06ebc344e605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312963 May 20 21:55:40.025803 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093b8573-22a6-46f1-a276-7b562a68544b req-42c391b2-976d-4787-86f3-187b8cf298d5 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:55:40.027307 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-093b8573-22a6-46f1-a276-7b562a68544b req-42c391b2-976d-4787-86f3-187b8cf298d5 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] 10.222.0.35 "GET /v2.0/ports?device_id=1313ef59-31d6-41dd-969e-08a4288db61e HTTP/1.1" status: 200 len: 945 time: 0.0492804 May 20 21:55:40.064825 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-093b8573-22a6-46f1-a276-7b562a68544b req-a8f10ab3-8b54-4eeb-8377-1e9ff22e8799 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] 10.222.0.35 "GET /v2.0/security-groups?id=c88cc10e-3e70-4197-91fa-06ebc344e605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315282 May 20 21:55:41.178216 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b52c54-6f31-4600-920c-2924e9eeb445 req-5a91f8f4-d97a-47a9-96db-908b74a98323 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:55:41.179650 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c1b52c54-6f31-4600-920c-2924e9eeb445 req-5a91f8f4-d97a-47a9-96db-908b74a98323 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] 10.222.0.35 "GET /v2.0/ports?device_id=1313ef59-31d6-41dd-969e-08a4288db61e HTTP/1.1" status: 200 len: 945 time: 0.0477924 May 20 21:55:41.216130 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c1b52c54-6f31-4600-920c-2924e9eeb445 req-12e8bd20-fde8-446c-bd86-960021cda324 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] 10.222.0.35 "GET /v2.0/security-groups?id=c88cc10e-3e70-4197-91fa-06ebc344e605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304079 May 20 21:55:42.336194 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6b5ccb-835e-4593-9021-cf90057a227d req-5fa8346d-716f-4f73-b177-9c52393699b6 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:55:42.337695 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-db6b5ccb-835e-4593-9021-cf90057a227d req-5fa8346d-716f-4f73-b177-9c52393699b6 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] 10.222.0.35 "GET /v2.0/ports?device_id=1313ef59-31d6-41dd-969e-08a4288db61e HTTP/1.1" status: 200 len: 945 time: 0.0524979 May 20 21:55:42.374151 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-db6b5ccb-835e-4593-9021-cf90057a227d req-cd991513-2a2c-44af-9392-651152af1c47 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] 10.222.0.35 "GET /v2.0/security-groups?id=c88cc10e-3e70-4197-91fa-06ebc344e605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304348 May 20 21:55:43.492769 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57b7617-e127-4060-aae6-5807d40102c2 req-126586e9-6cc3-42da-b308-8f6c401f4d12 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:55:43.494306 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b57b7617-e127-4060-aae6-5807d40102c2 req-126586e9-6cc3-42da-b308-8f6c401f4d12 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] 10.222.0.35 "GET /v2.0/ports?device_id=1313ef59-31d6-41dd-969e-08a4288db61e HTTP/1.1" status: 200 len: 945 time: 0.0496650 May 20 21:55:43.534187 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b57b7617-e127-4060-aae6-5807d40102c2 req-80387af6-5f56-4e52-8bd7-908068b3b851 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] 10.222.0.35 "GET /v2.0/security-groups?id=c88cc10e-3e70-4197-91fa-06ebc344e605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337286 May 20 21:55:44.651277 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0cff24-598a-45ab-a5ad-7f14a64dbcd5 req-753917f6-eaf3-464e-9abd-15ea483d7485 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:55:44.652724 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-bc0cff24-598a-45ab-a5ad-7f14a64dbcd5 req-753917f6-eaf3-464e-9abd-15ea483d7485 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] 10.222.0.35 "GET /v2.0/ports?device_id=1313ef59-31d6-41dd-969e-08a4288db61e HTTP/1.1" status: 200 len: 945 time: 0.0487773 May 20 21:55:44.691780 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-bc0cff24-598a-45ab-a5ad-7f14a64dbcd5 req-9dc71559-16c3-42f4-bfc8-110e7ad4cf86 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] 10.222.0.35 "GET /v2.0/security-groups?id=c88cc10e-3e70-4197-91fa-06ebc344e605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328479 May 20 21:55:45.388366 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 31ffd6f4-2b56-4164-982f-b0986a061690 details requested by agent hyperv_n-h1-842733-1 with host n-h1-842733-1 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 21:55:45.486666 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port 31ffd6f4-2b56-4164-982f-b0986a061690, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=31ffd6f4-2b56-4164-982f-b0986a061690,segment=NetworkSegment(053bd376-c72e-4ffa-ad26-4349ac5a0f41),segment_id=053bd376-c72e-4ffa-ad26-4349ac5a0f41)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:55:45.499342 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Returning: {'device': '31ffd6f4-2b56-4164-982f-b0986a061690', 'network_id': '7d708e9b-6ea9-4967-b907-69984c23da8e', 'port_id': '31ffd6f4-2b56-4164-982f-b0986a061690', 'mac_address': 'fa:16:3e:09:b5:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '216ddb2b-9f5c-44db-9754-a97ca73567e4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 20 21:55:45.536073 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Current status of the port 31ffd6f4-2b56-4164-982f-b0986a061690 is: ACTIVE; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:55:45.536385 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:55:45.550989 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 31ffd6f4-2b56-4164-982f-b0986a061690 {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 21:55:45.571171 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port 31ffd6f4-2b56-4164-982f-b0986a061690, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=31ffd6f4-2b56-4164-982f-b0986a061690,segment=NetworkSegment(053bd376-c72e-4ffa-ad26-4349ac5a0f41),segment_id=053bd376-c72e-4ffa-ad26-4349ac5a0f41)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:55:45.636288 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:55:45.691612 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Pushing event updated for resources: {'Port': ['ID=31ffd6f4-2b56-4164-982f-b0986a061690,revision_number=6']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:55:45.699743 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:55:45.700084 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:55:45.700419 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:55:45.700753 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:55:45.701080 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:55:45.701428 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:55:45.701757 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:55:45.702080 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:55:45.702401 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:55:45.702718 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:55:45.703033 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:55:45.703350 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:55:45.710697 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] get_ports_and_sgs() called for port_ids ['31ffd6f4-2b56-4164-982f-b0986a061690'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 21:55:45.829137 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1433e0c-b646-4d0f-981e-f26302ce1183 req-d7781f90-ee72-4aed-bb81-88c9d0fd1c7d tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:55:45.830665 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f1433e0c-b646-4d0f-981e-f26302ce1183 req-d7781f90-ee72-4aed-bb81-88c9d0fd1c7d tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] 10.222.0.35 "GET /v2.0/ports?device_id=1313ef59-31d6-41dd-969e-08a4288db61e HTTP/1.1" status: 200 len: 944 time: 0.0634925 May 20 21:55:45.872018 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f1433e0c-b646-4d0f-981e-f26302ce1183 req-b912fce6-cbbe-4db9-9b3a-78b017758145 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] 10.222.0.35 "GET /v2.0/security-groups?id=c88cc10e-3e70-4197-91fa-06ebc344e605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340509 May 20 21:55:47.005325 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f703dbc2-5c87-4f03-9abb-99c9dddf6d7c req-99703eb4-b475-4ff4-a288-907154baf776 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:55:47.007070 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f703dbc2-5c87-4f03-9abb-99c9dddf6d7c req-99703eb4-b475-4ff4-a288-907154baf776 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] 10.222.0.35 "GET /v2.0/ports?device_id=1313ef59-31d6-41dd-969e-08a4288db61e HTTP/1.1" status: 200 len: 944 time: 0.0630035 May 20 21:55:47.056420 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f703dbc2-5c87-4f03-9abb-99c9dddf6d7c req-3f4d8313-4f93-4caf-9ebe-09fc42ca1d19 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] 10.222.0.35 "GET /v2.0/security-groups?id=c88cc10e-3e70-4197-91fa-06ebc344e605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426445 May 20 21:55:47.393743 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 31ffd6f4-2b56-4164-982f-b0986a061690 up at agent hyperv_n-h1-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:55:47.457514 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Provisioning complete for port 31ffd6f4-2b56-4164-982f-b0986a061690 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:55:47.457884 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:55:47.542767 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Current status of the port 31ffd6f4-2b56-4164-982f-b0986a061690 is: BUILD; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:55:47.543152 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:55:47.581172 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1313ef59-31d6-41dd-969e-08a4288db61e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31ffd6f4-2b56-4164-982f-b0986a061690'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 21:55:47.587198 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7947af4a1013b12ef328acaa2f4e39eb2f7ac51c208120b4987a707d9dc479df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-829fec4d-70fa-4c0f-a804-1078e0c7771f" -d '{"events": [{"server_uuid": "1313ef59-31d6-41dd-969e-08a4288db61e", "name": "network-vif-plugged", "status": "completed", "tag": "31ffd6f4-2b56-4164-982f-b0986a061690"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 21:55:47.591303 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port 31ffd6f4-2b56-4164-982f-b0986a061690, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=31ffd6f4-2b56-4164-982f-b0986a061690,segment=NetworkSegment(053bd376-c72e-4ffa-ad26-4349ac5a0f41),segment_id=053bd376-c72e-4ffa-ad26-4349ac5a0f41)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:55:47.640543 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 21:55:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f01181dd-797a-47ff-86a1-d1977558a646 x-openstack-request-id: req-f01181dd-797a-47ff-86a1-d1977558a646 {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 21:55:47.640543 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1313ef59-31d6-41dd-969e-08a4288db61e", "name": "network-vif-plugged", "status": "completed", "tag": "31ffd6f4-2b56-4164-982f-b0986a061690", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 21:55:47.640543 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f01181dd-797a-47ff-86a1-d1977558a646 {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 21:55:47.640543 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f01181dd-797a-47ff-86a1-d1977558a646'] response: {'server_uuid': '1313ef59-31d6-41dd-969e-08a4288db61e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31ffd6f4-2b56-4164-982f-b0986a061690', 'code': 200} May 20 21:55:47.659131 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:55:47.718433 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Pushing event updated for resources: {'Port': ['ID=31ffd6f4-2b56-4164-982f-b0986a061690,revision_number=7']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:55:48.181224 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08237d4-dc4d-4c6c-ad28-7964cf1e6051 req-1b02e145-9f2c-451a-a131-8480249f5c4c tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:55:48.182823 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b08237d4-dc4d-4c6c-ad28-7964cf1e6051 req-1b02e145-9f2c-451a-a131-8480249f5c4c tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] 10.222.0.35 "GET /v2.0/ports?device_id=1313ef59-31d6-41dd-969e-08a4288db61e HTTP/1.1" status: 200 len: 945 time: 0.0515435 May 20 21:55:48.226109 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b08237d4-dc4d-4c6c-ad28-7964cf1e6051 req-10210aeb-501f-41e8-a8f4-645690d7be24 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] 10.222.0.35 "GET /v2.0/security-groups?id=c88cc10e-3e70-4197-91fa-06ebc344e605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365963 May 20 21:55:49.363141 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414f5d5b-bf03-494b-975a-cc16afbdeed4 req-9624beba-53e2-4ef2-831f-a9458f66505d tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:55:49.366179 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-414f5d5b-bf03-494b-975a-cc16afbdeed4 req-9624beba-53e2-4ef2-831f-a9458f66505d tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] 10.222.0.35 "GET /v2.0/ports?device_id=1313ef59-31d6-41dd-969e-08a4288db61e HTTP/1.1" status: 200 len: 945 time: 0.0605083 May 20 21:55:49.407680 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-414f5d5b-bf03-494b-975a-cc16afbdeed4 req-a7e07115-25e7-4042-af11-485535ec7275 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] 10.222.0.35 "GET /v2.0/security-groups?id=c88cc10e-3e70-4197-91fa-06ebc344e605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355937 May 20 21:55:49.956096 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-6795c166-210b-4ff4-925f-05ed4511c2de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:55:50.548524 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1420b50-d46d-41e4-9173-b196cbb8fd9f req-697b47c7-0118-429f-bf59-241a06f3461f tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:55:50.550071 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c1420b50-d46d-41e4-9173-b196cbb8fd9f req-697b47c7-0118-429f-bf59-241a06f3461f tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] 10.222.0.35 "GET /v2.0/ports?device_id=1313ef59-31d6-41dd-969e-08a4288db61e HTTP/1.1" status: 200 len: 945 time: 0.0567439 May 20 21:55:50.592209 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c1420b50-d46d-41e4-9173-b196cbb8fd9f req-bebca1d0-5569-41ad-9a6f-684f014f63e7 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] 10.222.0.35 "GET /v2.0/security-groups?id=c88cc10e-3e70-4197-91fa-06ebc344e605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349071 May 20 21:55:51.726169 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceebe621-b42b-4529-aace-e4decdfc2142 req-36d8b9ee-7a65-42ba-9b12-bbbe0c1a93ad tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:55:51.727329 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ceebe621-b42b-4529-aace-e4decdfc2142 req-36d8b9ee-7a65-42ba-9b12-bbbe0c1a93ad tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] 10.222.0.35 "GET /v2.0/ports?device_id=1313ef59-31d6-41dd-969e-08a4288db61e HTTP/1.1" status: 200 len: 945 time: 0.0539901 May 20 21:55:51.765378 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ceebe621-b42b-4529-aace-e4decdfc2142 req-b711fbdc-3ba9-4232-9c09-452b1ceb605e tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] 10.222.0.35 "GET /v2.0/security-groups?id=c88cc10e-3e70-4197-91fa-06ebc344e605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311277 May 20 21:55:52.319452 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-445f0122-c686-4396-b176-1081ba06c47f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:55:52.899260 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2a8b21-a3aa-4b8c-ab4c-7d31a33cde3c req-350d72e0-53be-45cc-87e1-9cc9f73b1dc9 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:55:52.900908 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6e2a8b21-a3aa-4b8c-ab4c-7d31a33cde3c req-350d72e0-53be-45cc-87e1-9cc9f73b1dc9 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] 10.222.0.35 "GET /v2.0/ports?device_id=1313ef59-31d6-41dd-969e-08a4288db61e HTTP/1.1" status: 200 len: 945 time: 0.0592668 May 20 21:55:52.944546 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6e2a8b21-a3aa-4b8c-ab4c-7d31a33cde3c req-7440a551-e457-4f04-8fb7-f6800c1fc94b tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] 10.222.0.35 "GET /v2.0/security-groups?id=c88cc10e-3e70-4197-91fa-06ebc344e605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369055 May 20 21:55:54.077170 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e02eccb-d60f-45a7-8b97-f270ff8a1d57 req-1e221182-1333-43f9-86ce-044db7af1a49 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:55:54.079525 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0e02eccb-d60f-45a7-8b97-f270ff8a1d57 req-1e221182-1333-43f9-86ce-044db7af1a49 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] 10.222.0.35 "GET /v2.0/ports?device_id=1313ef59-31d6-41dd-969e-08a4288db61e HTTP/1.1" status: 200 len: 945 time: 0.0614738 May 20 21:55:54.124990 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0e02eccb-d60f-45a7-8b97-f270ff8a1d57 req-9e7aba7a-d0a3-4bb7-99ba-ee5aad9f57a5 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] 10.222.0.35 "GET /v2.0/security-groups?id=c88cc10e-3e70-4197-91fa-06ebc344e605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388072 May 20 21:55:54.259490 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4bb0e131-6525-46ca-a45b-e4ea43a5e69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:55:55.262889 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d39dc1-468c-44f5-9fac-c1f1360407f1 req-5b3bbc56-c4f0-432f-b84e-ca9947e4f703 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:55:55.264450 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a3d39dc1-468c-44f5-9fac-c1f1360407f1 req-5b3bbc56-c4f0-432f-b84e-ca9947e4f703 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] 10.222.0.35 "GET /v2.0/ports?device_id=1313ef59-31d6-41dd-969e-08a4288db61e HTTP/1.1" status: 200 len: 945 time: 0.0558572 May 20 21:55:55.303784 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a3d39dc1-468c-44f5-9fac-c1f1360407f1 req-830f4cd8-1608-40f3-bd13-132542db7a5b tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] 10.222.0.35 "GET /v2.0/security-groups?id=c88cc10e-3e70-4197-91fa-06ebc344e605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327706 May 20 21:55:55.375766 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:55:55.698577 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:55:55.801383 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cc3ec51b-6ec8-438a-8349-5f0bec346d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:55:56.424267 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0f0188-0b43-4936-b028-806b6c66c2f3 req-d731922a-2117-49dc-99e3-546f5489169f tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:55:56.425885 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0f0f0188-0b43-4936-b028-806b6c66c2f3 req-d731922a-2117-49dc-99e3-546f5489169f tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] 10.222.0.35 "GET /v2.0/ports?device_id=1313ef59-31d6-41dd-969e-08a4288db61e HTTP/1.1" status: 200 len: 945 time: 0.0521424 May 20 21:55:56.470398 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0f0f0188-0b43-4936-b028-806b6c66c2f3 req-3e322598-90f1-4a19-96a7-1add37e38732 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] 10.222.0.35 "GET /v2.0/security-groups?id=c88cc10e-3e70-4197-91fa-06ebc344e605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385201 May 20 21:55:56.545646 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d27920-1d73-4024-865a-e83e6ed509f0 req-763f6305-208e-4ace-b4a2-02fdf518d439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:55:56.547109 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-59d27920-1d73-4024-865a-e83e6ed509f0 req-763f6305-208e-4ace-b4a2-02fdf518d439 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f4f9a8ea2b864c549ce585c794b412b9&device_id=1313ef59-31d6-41dd-969e-08a4288db61e HTTP/1.1" status: 200 len: 1096 time: 0.0936887 May 20 21:55:56.637093 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d27920-1d73-4024-865a-e83e6ed509f0 req-a66b1b25-95ea-41f2-9523-6ccf84b66823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:55:56.638462 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-59d27920-1d73-4024-865a-e83e6ed509f0 req-a66b1b25-95ea-41f2-9523-6ccf84b66823 service neutron] 10.222.0.24 "GET /v2.0/networks?id=7d708e9b-6ea9-4967-b907-69984c23da8e HTTP/1.1" status: 200 len: 909 time: 0.0851378 May 20 21:55:56.702163 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-59d27920-1d73-4024-865a-e83e6ed509f0 req-ff9167a7-2d07-4b41-8273-2496b56f3280 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=31ffd6f4-2b56-4164-982f-b0986a061690 HTTP/1.1" status: 200 len: 999 time: 0.0569909 May 20 21:55:56.749188 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d27920-1d73-4024-865a-e83e6ed509f0 req-0a8699b1-7ee9-47a4-a431-ba489b9faf63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:55:56.750616 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-59d27920-1d73-4024-865a-e83e6ed509f0 req-0a8699b1-7ee9-47a4-a431-ba489b9faf63 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=216ddb2b-9f5c-44db-9754-a97ca73567e4 HTTP/1.1" status: 200 len: 847 time: 0.0419700 May 20 21:55:56.798208 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d27920-1d73-4024-865a-e83e6ed509f0 req-a74694ff-d504-41a7-a6f8-9c22ad7088c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:55:56.799656 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-59d27920-1d73-4024-865a-e83e6ed509f0 req-a74694ff-d504-41a7-a6f8-9c22ad7088c8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7d708e9b-6ea9-4967-b907-69984c23da8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429161 May 20 21:55:56.887893 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-59d27920-1d73-4024-865a-e83e6ed509f0 req-b124fa64-1f0a-422e-a18c-febcbc57f783 service neutron] 10.222.0.24 "GET /v2.0/networks/7d708e9b-6ea9-4967-b907-69984c23da8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810134 May 20 21:55:56.977224 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-59d27920-1d73-4024-865a-e83e6ed509f0 req-872016e5-2800-4a58-8003-e806b5fc2c62 service neutron] 10.222.0.24 "GET /v2.0/networks/7d708e9b-6ea9-4967-b907-69984c23da8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825543 May 20 21:55:57.584956 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be63be77-06f9-4856-81c9-80b5b3c45cd9 req-efeebbb1-6562-4593-a024-a939927599fb tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:55:57.586346 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-be63be77-06f9-4856-81c9-80b5b3c45cd9 req-efeebbb1-6562-4593-a024-a939927599fb tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] 10.222.0.35 "GET /v2.0/ports?device_id=1313ef59-31d6-41dd-969e-08a4288db61e HTTP/1.1" status: 200 len: 945 time: 0.0480001 May 20 21:55:57.624546 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-be63be77-06f9-4856-81c9-80b5b3c45cd9 req-5e153cce-0883-452c-a5eb-573fd4d99f6b tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] 10.222.0.35 "GET /v2.0/security-groups?id=c88cc10e-3e70-4197-91fa-06ebc344e605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317039 May 20 21:55:58.137623 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.agents_db [None req-5c33ad30-4e00-40fa-b486-8c79c4a6cfc5 None None] Agent healthcheck: found 7 active agents {{(pid=103165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 20 21:55:58.742001 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dab197-e535-43ed-a311-3549025ce39a req-200cf30f-7249-4d53-8cd1-addac2ce8600 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:55:58.743491 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-06dab197-e535-43ed-a311-3549025ce39a req-200cf30f-7249-4d53-8cd1-addac2ce8600 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] 10.222.0.35 "GET /v2.0/ports?device_id=1313ef59-31d6-41dd-969e-08a4288db61e HTTP/1.1" status: 200 len: 945 time: 0.0498514 May 20 21:55:58.788149 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-06dab197-e535-43ed-a311-3549025ce39a req-22042a61-ea4e-495f-9b1e-347d41776c1e tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] 10.222.0.35 "GET /v2.0/security-groups?id=c88cc10e-3e70-4197-91fa-06ebc344e605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363166 May 20 21:55:59.465428 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 31ffd6f4-2b56-4164-982f-b0986a061690 no longer exists at agent hyperv_n-h1-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 21:55:59.539850 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Current status of the port 31ffd6f4-2b56-4164-982f-b0986a061690 is: ACTIVE; New status is: DOWN {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:55:59.540257 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:55:59.563446 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1313ef59-31d6-41dd-969e-08a4288db61e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '31ffd6f4-2b56-4164-982f-b0986a061690'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 21:55:59.565659 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7947af4a1013b12ef328acaa2f4e39eb2f7ac51c208120b4987a707d9dc479df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20fb9e91-e483-49e5-8463-4363988cd619" -d '{"events": [{"server_uuid": "1313ef59-31d6-41dd-969e-08a4288db61e", "name": "network-vif-unplugged", "status": "completed", "tag": "31ffd6f4-2b56-4164-982f-b0986a061690"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 21:55:59.577759 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port 31ffd6f4-2b56-4164-982f-b0986a061690, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=31ffd6f4-2b56-4164-982f-b0986a061690,segment=NetworkSegment(053bd376-c72e-4ffa-ad26-4349ac5a0f41),segment_id=053bd376-c72e-4ffa-ad26-4349ac5a0f41)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:55:59.598714 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 20 May 2022 21:55:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf70208a-0184-4b2b-85a0-3154e5150ef1 x-openstack-request-id: req-bf70208a-0184-4b2b-85a0-3154e5150ef1 {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 21:55:59.599052 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1313ef59-31d6-41dd-969e-08a4288db61e", "name": "network-vif-unplugged", "status": "failed", "tag": "31ffd6f4-2b56-4164-982f-b0986a061690", "code": 422}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 21:55:59.599255 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-bf70208a-0184-4b2b-85a0-3154e5150ef1 {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 21:55:59.599658 n-d-842733-1 neutron-server[103164]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-bf70208a-0184-4b2b-85a0-3154e5150ef1']: {'server_uuid': '1313ef59-31d6-41dd-969e-08a4288db61e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '31ffd6f4-2b56-4164-982f-b0986a061690', 'code': 422} returned with failed status May 20 21:55:59.653143 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:55:59.703019 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Pushing event updated for resources: {'Port': ['ID=31ffd6f4-2b56-4164-982f-b0986a061690,revision_number=8']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:55:59.908991 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a8e4e6-abb8-44fd-bb75-808ce74332b5 req-aa40c263-d335-4ce4-8d1c-7d6f4e8d20c6 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:55:59.910515 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-96a8e4e6-abb8-44fd-bb75-808ce74332b5 req-aa40c263-d335-4ce4-8d1c-7d6f4e8d20c6 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] 10.222.0.35 "GET /v2.0/ports?device_id=1313ef59-31d6-41dd-969e-08a4288db61e HTTP/1.1" status: 200 len: 943 time: 0.0518718 May 20 21:55:59.949408 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-96a8e4e6-abb8-44fd-bb75-808ce74332b5 req-29b240e4-0640-434c-8e76-ff09a6d80227 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] 10.222.0.35 "GET /v2.0/security-groups?id=c88cc10e-3e70-4197-91fa-06ebc344e605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316429 May 20 21:56:00.018658 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [req-7302bf5f-3806-4a9f-a783-1c2440c99531 req-e3bd9aa0-55d1-45a0-9db8-e41d0f1baaea service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103163) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 21:56:00.019739 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7302bf5f-3806-4a9f-a783-1c2440c99531 req-e3bd9aa0-55d1-45a0-9db8-e41d0f1baaea service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053339 May 20 21:56:00.311610 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ce0aa1-ef81-49ce-a6ee-acc3e966ee8e req-b522dfc1-53a6-404d-b6f4-38cbd05a4927 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:56:00.317082 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-42ce0aa1-ef81-49ce-a6ee-acc3e966ee8e req-b522dfc1-53a6-404d-b6f4-38cbd05a4927 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] 10.222.0.35 "GET /v2.0/ports?device_id=1313ef59-31d6-41dd-969e-08a4288db61e HTTP/1.1" status: 200 len: 943 time: 0.0555317 May 20 21:56:00.362247 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-42ce0aa1-ef81-49ce-a6ee-acc3e966ee8e req-97ed2ef5-d49c-4d1f-9d48-2abc3569df23 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] 10.222.0.35 "GET /v2.0/security-groups?id=c88cc10e-3e70-4197-91fa-06ebc344e605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351517 May 20 21:56:00.684602 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-c37c85a3-03a9-4df3-a69a-f170140d8d38 req-96008ce0-20bb-4467-be2e-3988ff39e3fc service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=1313ef59-31d6-41dd-969e-08a4288db61e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0864911 May 20 21:56:01.482243 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e43c912-bc9c-453c-9982-e461816813e0 req-f9fc4bf6-cb4a-4317-a66d-114200e0cfde tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:56:01.483708 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4e43c912-bc9c-453c-9982-e461816813e0 req-f9fc4bf6-cb4a-4317-a66d-114200e0cfde tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] 10.222.0.35 "GET /v2.0/ports?device_id=1313ef59-31d6-41dd-969e-08a4288db61e HTTP/1.1" status: 200 len: 943 time: 0.0490718 May 20 21:56:01.520997 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4e43c912-bc9c-453c-9982-e461816813e0 req-7de4efca-9822-4406-b51b-2e854616b440 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] 10.222.0.35 "GET /v2.0/security-groups?id=c88cc10e-3e70-4197-91fa-06ebc344e605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311017 May 20 21:56:01.892087 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37c85a3-03a9-4df3-a69a-f170140d8d38 req-ce3ef504-b290-4bfa-8993-b4269f1c71b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:56:01.893588 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c37c85a3-03a9-4df3-a69a-f170140d8d38 req-ce3ef504-b290-4bfa-8993-b4269f1c71b2 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=1313ef59-31d6-41dd-969e-08a4288db61e&tenant_id=f4f9a8ea2b864c549ce585c794b412b9 HTTP/1.1" status: 200 len: 1094 time: 0.0431218 May 20 21:56:01.953006 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37c85a3-03a9-4df3-a69a-f170140d8d38 req-83b72d48-8430-47fe-a4fd-857b2e60e5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:56:01.954544 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c37c85a3-03a9-4df3-a69a-f170140d8d38 req-83b72d48-8430-47fe-a4fd-857b2e60e5b5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f4f9a8ea2b864c549ce585c794b412b9&device_id=1313ef59-31d6-41dd-969e-08a4288db61e HTTP/1.1" status: 200 len: 1094 time: 0.0391462 May 20 21:56:02.042743 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37c85a3-03a9-4df3-a69a-f170140d8d38 req-482b6d73-a8fb-4310-957b-d02a75e6ff72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:56:02.044283 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c37c85a3-03a9-4df3-a69a-f170140d8d38 req-482b6d73-a8fb-4310-957b-d02a75e6ff72 service neutron] 10.222.0.24 "GET /v2.0/networks?id=7d708e9b-6ea9-4967-b907-69984c23da8e HTTP/1.1" status: 200 len: 909 time: 0.0836756 May 20 21:56:02.112675 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c37c85a3-03a9-4df3-a69a-f170140d8d38 req-99732399-14bb-42ca-89bd-4f621d4d8dfe service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=31ffd6f4-2b56-4164-982f-b0986a061690 HTTP/1.1" status: 200 len: 997 time: 0.0607672 May 20 21:56:02.161314 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37c85a3-03a9-4df3-a69a-f170140d8d38 req-c634c687-62d7-48a5-94d1-603116422f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:56:02.162725 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c37c85a3-03a9-4df3-a69a-f170140d8d38 req-c634c687-62d7-48a5-94d1-603116422f5f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=216ddb2b-9f5c-44db-9754-a97ca73567e4 HTTP/1.1" status: 200 len: 847 time: 0.0428171 May 20 21:56:02.207237 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37c85a3-03a9-4df3-a69a-f170140d8d38 req-d3b8043b-53d2-4226-a086-ce7dcb7f3286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:56:02.208707 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c37c85a3-03a9-4df3-a69a-f170140d8d38 req-d3b8043b-53d2-4226-a086-ce7dcb7f3286 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7d708e9b-6ea9-4967-b907-69984c23da8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0383334 May 20 21:56:02.302269 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c37c85a3-03a9-4df3-a69a-f170140d8d38 req-46db3d4a-8004-4117-b0f0-7d06c2a29d76 service neutron] 10.222.0.24 "GET /v2.0/networks/7d708e9b-6ea9-4967-b907-69984c23da8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851743 May 20 21:56:02.390046 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c37c85a3-03a9-4df3-a69a-f170140d8d38 req-b59dd79b-0a32-44cb-bdd9-021fb4f2ed55 service neutron] 10.222.0.24 "GET /v2.0/networks/7d708e9b-6ea9-4967-b907-69984c23da8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817313 May 20 21:56:02.647835 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1127bdb-d210-4268-94ea-94e6d737a903 req-63267e20-b205-44eb-ab63-79e2c3dc7238 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:56:02.649626 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a1127bdb-d210-4268-94ea-94e6d737a903 req-63267e20-b205-44eb-ab63-79e2c3dc7238 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] 10.222.0.35 "GET /v2.0/ports?device_id=1313ef59-31d6-41dd-969e-08a4288db61e HTTP/1.1" status: 200 len: 943 time: 0.0561600 May 20 21:56:02.688348 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a1127bdb-d210-4268-94ea-94e6d737a903 req-cd706b5f-e70b-4219-bbdb-fe3b1ad43e91 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] 10.222.0.35 "GET /v2.0/security-groups?id=c88cc10e-3e70-4197-91fa-06ebc344e605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319738 May 20 21:56:02.956092 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:56:03.497586 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 31ffd6f4-2b56-4164-982f-b0986a061690 no longer exists at agent hyperv_n-h1-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 21:56:03.582302 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Current status of the port 31ffd6f4-2b56-4164-982f-b0986a061690 is: DOWN; New status is: DOWN {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:56:03.826211 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf27448-4024-483d-94d4-8ae7f250d01e req-815929ef-25e1-4415-aa3f-934d7011a76b tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:56:03.828447 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-adf27448-4024-483d-94d4-8ae7f250d01e req-815929ef-25e1-4415-aa3f-934d7011a76b tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] 10.222.0.35 "GET /v2.0/ports?device_id=1313ef59-31d6-41dd-969e-08a4288db61e HTTP/1.1" status: 200 len: 943 time: 0.0627959 May 20 21:56:03.869260 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-adf27448-4024-483d-94d4-8ae7f250d01e req-f5a63c5a-af4b-4d4f-8c9a-f6c19d8701fc tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] 10.222.0.35 "GET /v2.0/security-groups?id=c88cc10e-3e70-4197-91fa-06ebc344e605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347538 May 20 21:56:04.995885 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27876a36-97d2-473a-9bfe-df8cfb33f32a req-bc2eff6d-5c25-4a89-a1ff-254a017261c7 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:56:04.997526 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-27876a36-97d2-473a-9bfe-df8cfb33f32a req-bc2eff6d-5c25-4a89-a1ff-254a017261c7 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] 10.222.0.35 "GET /v2.0/ports?device_id=1313ef59-31d6-41dd-969e-08a4288db61e HTTP/1.1" status: 200 len: 943 time: 0.0523763 May 20 21:56:05.040230 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-27876a36-97d2-473a-9bfe-df8cfb33f32a req-c59faeae-231b-4cc6-97a7-628890daa4e6 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] 10.222.0.35 "GET /v2.0/security-groups?id=c88cc10e-3e70-4197-91fa-06ebc344e605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361598 May 20 21:56:06.174007 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdc1156-8932-4cba-b8ff-b586c1eb9e29 req-c02c7412-ce25-4d0a-818e-eca46d85b1d0 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:56:06.175573 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6fdc1156-8932-4cba-b8ff-b586c1eb9e29 req-c02c7412-ce25-4d0a-818e-eca46d85b1d0 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] 10.222.0.35 "GET /v2.0/ports?device_id=1313ef59-31d6-41dd-969e-08a4288db61e HTTP/1.1" status: 200 len: 943 time: 0.0555463 May 20 21:56:06.215457 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6fdc1156-8932-4cba-b8ff-b586c1eb9e29 req-b9245032-1ac9-4760-a01b-648750d0759f tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] 10.222.0.35 "GET /v2.0/security-groups?id=c88cc10e-3e70-4197-91fa-06ebc344e605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338349 May 20 21:56:07.355831 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f96ebe1-b628-4063-b800-d67ea711d81e req-46cca45b-0629-458c-b78a-55878a92cb89 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:56:07.357547 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6f96ebe1-b628-4063-b800-d67ea711d81e req-46cca45b-0629-458c-b78a-55878a92cb89 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] 10.222.0.35 "GET /v2.0/ports?device_id=1313ef59-31d6-41dd-969e-08a4288db61e HTTP/1.1" status: 200 len: 943 time: 0.0544410 May 20 21:56:07.397737 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6f96ebe1-b628-4063-b800-d67ea711d81e req-7b7476cf-1deb-456f-9205-76f09e2de7e5 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] 10.222.0.35 "GET /v2.0/security-groups?id=c88cc10e-3e70-4197-91fa-06ebc344e605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333979 May 20 21:56:08.542738 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f341f0ab-e76a-4900-baf2-d691097544e2 req-79eb508f-ac8e-4486-b978-32c64c1d9dbc tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:56:08.544522 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f341f0ab-e76a-4900-baf2-d691097544e2 req-79eb508f-ac8e-4486-b978-32c64c1d9dbc tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] 10.222.0.35 "GET /v2.0/ports?device_id=1313ef59-31d6-41dd-969e-08a4288db61e HTTP/1.1" status: 200 len: 943 time: 0.0625408 May 20 21:56:08.593068 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f341f0ab-e76a-4900-baf2-d691097544e2 req-a41a779a-6a73-4ef3-98b2-90507b9f228a tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] 10.222.0.35 "GET /v2.0/security-groups?id=c88cc10e-3e70-4197-91fa-06ebc344e605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415649 May 20 21:56:09.726259 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8c9c50-1acf-4131-ad59-b03c55b930f2 req-6f6ca740-4344-49f0-b341-6e726693c2c9 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:56:09.727927 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ba8c9c50-1acf-4131-ad59-b03c55b930f2 req-6f6ca740-4344-49f0-b341-6e726693c2c9 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] 10.222.0.35 "GET /v2.0/ports?device_id=1313ef59-31d6-41dd-969e-08a4288db61e HTTP/1.1" status: 200 len: 943 time: 0.0589132 May 20 21:56:10.110175 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ba8c9c50-1acf-4131-ad59-b03c55b930f2 req-34b9f20a-c4db-4936-90a1-9b6c254042b3 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] 10.222.0.35 "GET /v2.0/security-groups?id=c88cc10e-3e70-4197-91fa-06ebc344e605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3743265 May 20 21:56:11.225768 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ba6caf-e3d3-4d1d-9c65-cc4a2b4e4431 req-10dcb490-9b04-4093-ba9b-48fb6381770f tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:56:11.227214 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c9ba6caf-e3d3-4d1d-9c65-cc4a2b4e4431 req-10dcb490-9b04-4093-ba9b-48fb6381770f tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] 10.222.0.35 "GET /v2.0/ports?device_id=1313ef59-31d6-41dd-969e-08a4288db61e HTTP/1.1" status: 200 len: 943 time: 0.0486016 May 20 21:56:11.264413 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c9ba6caf-e3d3-4d1d-9c65-cc4a2b4e4431 req-968b5833-bea3-4ebf-a419-44d2ba2ca965 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] 10.222.0.35 "GET /v2.0/security-groups?id=c88cc10e-3e70-4197-91fa-06ebc344e605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311697 May 20 21:56:12.383306 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b04f2bf-4528-46be-978a-b40ed5a2f113 req-08295ca0-0354-4cbe-bec3-547ac814a4fc tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:56:12.384766 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0b04f2bf-4528-46be-978a-b40ed5a2f113 req-08295ca0-0354-4cbe-bec3-547ac814a4fc tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] 10.222.0.35 "GET /v2.0/ports?device_id=1313ef59-31d6-41dd-969e-08a4288db61e HTTP/1.1" status: 200 len: 943 time: 0.0490763 May 20 21:56:12.422360 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0b04f2bf-4528-46be-978a-b40ed5a2f113 req-ee5a36ff-4750-486f-93b8-eb3b3c645bd2 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] 10.222.0.35 "GET /v2.0/security-groups?id=c88cc10e-3e70-4197-91fa-06ebc344e605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308526 May 20 21:56:13.078653 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb26460-7132-4250-9d40-7c978837715b req-e233a40a-b5cf-4a38-a31a-f7acd3fe8c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:56:13.080101 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1bb26460-7132-4250-9d40-7c978837715b req-e233a40a-b5cf-4a38-a31a-f7acd3fe8c89 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f4f9a8ea2b864c549ce585c794b412b9&device_id=1313ef59-31d6-41dd-969e-08a4288db61e HTTP/1.1" status: 200 len: 1094 time: 0.0423760 May 20 21:56:13.179876 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb26460-7132-4250-9d40-7c978837715b req-2b9f4a59-af1f-49df-bf56-b6c5f1967d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:56:13.181362 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1bb26460-7132-4250-9d40-7c978837715b req-2b9f4a59-af1f-49df-bf56-b6c5f1967d2f service neutron] 10.222.0.24 "GET /v2.0/networks?id=7d708e9b-6ea9-4967-b907-69984c23da8e HTTP/1.1" status: 200 len: 909 time: 0.0821404 May 20 21:56:13.249058 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1bb26460-7132-4250-9d40-7c978837715b req-2c4fac4c-5cbd-4b4a-8941-6302cb3fd306 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=31ffd6f4-2b56-4164-982f-b0986a061690 HTTP/1.1" status: 200 len: 997 time: 0.0598347 May 20 21:56:13.296717 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb26460-7132-4250-9d40-7c978837715b req-d2159dc2-f600-4002-8ff1-05585f616691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:56:13.298163 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1bb26460-7132-4250-9d40-7c978837715b req-d2159dc2-f600-4002-8ff1-05585f616691 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=216ddb2b-9f5c-44db-9754-a97ca73567e4 HTTP/1.1" status: 200 len: 847 time: 0.0433309 May 20 21:56:13.341941 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb26460-7132-4250-9d40-7c978837715b req-efe74f31-280e-423d-971e-ef7aa423b14c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:56:13.343388 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1bb26460-7132-4250-9d40-7c978837715b req-efe74f31-280e-423d-971e-ef7aa423b14c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7d708e9b-6ea9-4967-b907-69984c23da8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389698 May 20 21:56:13.433985 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1bb26460-7132-4250-9d40-7c978837715b req-052d49a7-6840-439d-9fbc-5f486131646b service neutron] 10.222.0.24 "GET /v2.0/networks/7d708e9b-6ea9-4967-b907-69984c23da8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838854 May 20 21:56:13.547007 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 31ffd6f4-2b56-4164-982f-b0986a061690 details requested by agent hyperv_n-h1-842733-1 with host n-h1-842733-1 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 21:56:13.556247 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1bb26460-7132-4250-9d40-7c978837715b req-3749cad6-05b7-46fa-b07c-de25b5101a38 service neutron] 10.222.0.24 "GET /v2.0/networks/7d708e9b-6ea9-4967-b907-69984c23da8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160789 May 20 21:56:13.567918 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10974cc9-3927-40f9-aafa-81bead2833b6 req-3cd5eda6-99f3-4e07-b26e-4734276722f2 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:56:13.569439 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-10974cc9-3927-40f9-aafa-81bead2833b6 req-3cd5eda6-99f3-4e07-b26e-4734276722f2 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] 10.222.0.35 "GET /v2.0/ports?device_id=1313ef59-31d6-41dd-969e-08a4288db61e HTTP/1.1" status: 200 len: 943 time: 0.0755975 May 20 21:56:13.613571 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-10974cc9-3927-40f9-aafa-81bead2833b6 req-e849038a-6cf6-40df-9674-a28c3f6990a6 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] 10.222.0.35 "GET /v2.0/security-groups?id=c88cc10e-3e70-4197-91fa-06ebc344e605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357132 May 20 21:56:13.644826 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port 31ffd6f4-2b56-4164-982f-b0986a061690, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=31ffd6f4-2b56-4164-982f-b0986a061690,segment=NetworkSegment(053bd376-c72e-4ffa-ad26-4349ac5a0f41),segment_id=053bd376-c72e-4ffa-ad26-4349ac5a0f41)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:56:13.807153 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Returning: {'device': '31ffd6f4-2b56-4164-982f-b0986a061690', 'network_id': '7d708e9b-6ea9-4967-b907-69984c23da8e', 'port_id': '31ffd6f4-2b56-4164-982f-b0986a061690', 'mac_address': 'fa:16:3e:09:b5:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '216ddb2b-9f5c-44db-9754-a97ca73567e4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 20 21:56:13.846218 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Current status of the port 31ffd6f4-2b56-4164-982f-b0986a061690 is: DOWN; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:56:13.846590 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:56:13.859669 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31ffd6f4-2b56-4164-982f-b0986a061690 {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 21:56:13.881088 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port 31ffd6f4-2b56-4164-982f-b0986a061690, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=31ffd6f4-2b56-4164-982f-b0986a061690,segment=NetworkSegment(053bd376-c72e-4ffa-ad26-4349ac5a0f41),segment_id=053bd376-c72e-4ffa-ad26-4349ac5a0f41)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:56:13.944229 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:56:13.989863 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Pushing event updated for resources: {'Port': ['ID=31ffd6f4-2b56-4164-982f-b0986a061690,revision_number=9']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:56:14.159148 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] get_ports_and_sgs() called for port_ids ['31ffd6f4-2b56-4164-982f-b0986a061690'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 21:56:14.732062 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6ad24f-0132-457c-b16b-55645aab82ab req-c30c3dc0-19b2-4f66-8a0c-078a2e6335e3 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:56:14.733520 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6e6ad24f-0132-457c-b16b-55645aab82ab req-c30c3dc0-19b2-4f66-8a0c-078a2e6335e3 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] 10.222.0.35 "GET /v2.0/ports?device_id=1313ef59-31d6-41dd-969e-08a4288db61e HTTP/1.1" status: 200 len: 944 time: 0.0476239 May 20 21:56:14.771806 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6e6ad24f-0132-457c-b16b-55645aab82ab req-8b6b5396-200c-4dde-bc7e-da91bc1d8f3a tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] 10.222.0.35 "GET /v2.0/security-groups?id=c88cc10e-3e70-4197-91fa-06ebc344e605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322204 May 20 21:56:15.559305 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 31ffd6f4-2b56-4164-982f-b0986a061690 up at agent hyperv_n-h1-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:56:15.609612 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Provisioning complete for port 31ffd6f4-2b56-4164-982f-b0986a061690 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:56:15.609972 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:56:15.684994 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Current status of the port 31ffd6f4-2b56-4164-982f-b0986a061690 is: BUILD; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:56:15.685315 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:56:15.706728 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1313ef59-31d6-41dd-969e-08a4288db61e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31ffd6f4-2b56-4164-982f-b0986a061690'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 21:56:15.708934 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7947af4a1013b12ef328acaa2f4e39eb2f7ac51c208120b4987a707d9dc479df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba2ed0e3-35f7-4040-a634-3e4a1e6fffdf" -d '{"events": [{"server_uuid": "1313ef59-31d6-41dd-969e-08a4288db61e", "name": "network-vif-plugged", "status": "completed", "tag": "31ffd6f4-2b56-4164-982f-b0986a061690"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 21:56:15.721617 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port 31ffd6f4-2b56-4164-982f-b0986a061690, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=31ffd6f4-2b56-4164-982f-b0986a061690,segment=NetworkSegment(053bd376-c72e-4ffa-ad26-4349ac5a0f41),segment_id=053bd376-c72e-4ffa-ad26-4349ac5a0f41)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:56:15.747316 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 21:56:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f88d6f1f-dd5c-41d2-9352-be3f30d08fcc x-openstack-request-id: req-f88d6f1f-dd5c-41d2-9352-be3f30d08fcc {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 21:56:15.747606 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1313ef59-31d6-41dd-969e-08a4288db61e", "name": "network-vif-plugged", "status": "completed", "tag": "31ffd6f4-2b56-4164-982f-b0986a061690", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 21:56:15.747861 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f88d6f1f-dd5c-41d2-9352-be3f30d08fcc {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 21:56:15.748264 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f88d6f1f-dd5c-41d2-9352-be3f30d08fcc'] response: {'server_uuid': '1313ef59-31d6-41dd-969e-08a4288db61e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31ffd6f4-2b56-4164-982f-b0986a061690', 'code': 200} May 20 21:56:15.775583 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:56:15.830608 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Pushing event updated for resources: {'Port': ['ID=31ffd6f4-2b56-4164-982f-b0986a061690,revision_number=10']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:56:15.891577 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14694df2-6a08-456f-b0cf-3086e0282e8b req-bc8d8b7a-6eb2-4462-9d0f-f19f4279ad36 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:56:15.893089 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-14694df2-6a08-456f-b0cf-3086e0282e8b req-bc8d8b7a-6eb2-4462-9d0f-f19f4279ad36 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] 10.222.0.35 "GET /v2.0/ports?device_id=1313ef59-31d6-41dd-969e-08a4288db61e HTTP/1.1" status: 200 len: 946 time: 0.0504096 May 20 21:56:15.957370 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-14694df2-6a08-456f-b0cf-3086e0282e8b req-49b7b462-22d4-475a-a21a-9416d5dd9cc9 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] 10.222.0.35 "GET /v2.0/security-groups?id=c88cc10e-3e70-4197-91fa-06ebc344e605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573859 May 20 21:56:15.971997 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8ace2e-a6b3-49bb-a3f8-636a9a433a14 req-793b6a2b-aa65-47c0-96b6-3627a1bca8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:56:15.973497 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0a8ace2e-a6b3-49bb-a3f8-636a9a433a14 req-793b6a2b-aa65-47c0-96b6-3627a1bca8d0 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=1313ef59-31d6-41dd-969e-08a4288db61e HTTP/1.1" status: 200 len: 1097 time: 0.0520456 May 20 21:56:16.009059 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0a8ace2e-a6b3-49bb-a3f8-636a9a433a14 req-542ae49b-13c6-4947-ae82-1b922d5400be service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=c88cc10e-3e70-4197-91fa-06ebc344e605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0272465 May 20 21:56:17.077908 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec8a3d1-c0a0-4c83-9c65-50b8adf68a54 req-9adc1dd3-48d9-4f0e-be41-06908e90a2dd tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:56:17.079594 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0ec8a3d1-c0a0-4c83-9c65-50b8adf68a54 req-9adc1dd3-48d9-4f0e-be41-06908e90a2dd tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] 10.222.0.35 "GET /v2.0/ports?device_id=1313ef59-31d6-41dd-969e-08a4288db61e HTTP/1.1" status: 200 len: 946 time: 0.0492797 May 20 21:56:17.118572 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0ec8a3d1-c0a0-4c83-9c65-50b8adf68a54 req-8f4a58f9-f977-43e5-895e-7158ca649585 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] 10.222.0.35 "GET /v2.0/security-groups?id=c88cc10e-3e70-4197-91fa-06ebc344e605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328877 May 20 21:56:18.233146 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcae1e9-3d8e-454f-bf39-d0c7f8dcbf4f req-9cad851f-0f27-4e50-b27d-987d098ce071 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:56:18.234651 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-dbcae1e9-3d8e-454f-bf39-d0c7f8dcbf4f req-9cad851f-0f27-4e50-b27d-987d098ce071 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] 10.222.0.35 "GET /v2.0/ports?device_id=1313ef59-31d6-41dd-969e-08a4288db61e HTTP/1.1" status: 200 len: 946 time: 0.0480754 May 20 21:56:18.272206 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-dbcae1e9-3d8e-454f-bf39-d0c7f8dcbf4f req-8d452ff4-1efd-47fd-a23f-5cad967d41e1 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] 10.222.0.35 "GET /v2.0/security-groups?id=c88cc10e-3e70-4197-91fa-06ebc344e605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314550 May 20 21:56:19.941354 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-86e450e8-3233-425e-9a26-acb268502899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:56:22.349518 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c99bb60b-7e8a-4d2b-aac2-ec2bf8e442f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:56:24.244372 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4bb0e131-6525-46ca-a45b-e4ea43a5e69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:56:25.358951 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:56:25.703852 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:56:25.795239 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cc3ec51b-6ec8-438a-8349-5f0bec346d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:56:32.958131 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:56:35.136690 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.agents_db [None req-5c33ad30-4e00-40fa-b486-8c79c4a6cfc5 None None] Agent healthcheck: found 7 active agents {{(pid=103165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 20 21:56:49.989314 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ca6aa05f-1e5e-41b7-add1-9f12b23f8927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:56:52.321023 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-747db931-9d9e-47b2-b533-102a9d7bacd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:56:54.252040 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4bb0e131-6525-46ca-a45b-e4ea43a5e69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:56:55.354659 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:56:55.675122 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:56:55.783697 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cc3ec51b-6ec8-438a-8349-5f0bec346d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:57:02.937329 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:57:12.136598 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.agents_db [None req-5c33ad30-4e00-40fa-b486-8c79c4a6cfc5 None None] Agent healthcheck: found 7 active agents {{(pid=103165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 20 21:57:15.049690 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-88150e5e-e046-4fa2-888c-c393c759bca0 req-778497fb-28b0-4da9-8361-08884b74479c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=1313ef59-31d6-41dd-969e-08a4288db61e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0446801 May 20 21:57:15.130565 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88150e5e-e046-4fa2-888c-c393c759bca0 req-a5857588-314a-4ac5-a68e-ecc2b51bd1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:57:15.132045 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-88150e5e-e046-4fa2-888c-c393c759bca0 req-a5857588-314a-4ac5-a68e-ecc2b51bd1ac service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f4f9a8ea2b864c549ce585c794b412b9&device_id=1313ef59-31d6-41dd-969e-08a4288db61e HTTP/1.1" status: 200 len: 1097 time: 0.0404918 May 20 21:57:15.231648 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88150e5e-e046-4fa2-888c-c393c759bca0 req-c7c50485-135b-4ee7-bde8-d0e17b415791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:57:15.233098 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-88150e5e-e046-4fa2-888c-c393c759bca0 req-c7c50485-135b-4ee7-bde8-d0e17b415791 service neutron] 10.222.0.24 "GET /v2.0/networks?id=7d708e9b-6ea9-4967-b907-69984c23da8e HTTP/1.1" status: 200 len: 909 time: 0.0825808 May 20 21:57:15.301265 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-88150e5e-e046-4fa2-888c-c393c759bca0 req-5caf9195-7c4d-4e8c-aa03-86142607a79a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=31ffd6f4-2b56-4164-982f-b0986a061690 HTTP/1.1" status: 200 len: 999 time: 0.0607951 May 20 21:57:15.349091 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88150e5e-e046-4fa2-888c-c393c759bca0 req-222bb6e9-09b5-434f-b7ee-f25ff506016e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:57:15.350532 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-88150e5e-e046-4fa2-888c-c393c759bca0 req-222bb6e9-09b5-434f-b7ee-f25ff506016e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=216ddb2b-9f5c-44db-9754-a97ca73567e4 HTTP/1.1" status: 200 len: 847 time: 0.0429513 May 20 21:57:15.394738 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88150e5e-e046-4fa2-888c-c393c759bca0 req-bc516dc9-41da-478b-815e-79faaf9567ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:57:15.396205 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-88150e5e-e046-4fa2-888c-c393c759bca0 req-bc516dc9-41da-478b-815e-79faaf9567ba service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7d708e9b-6ea9-4967-b907-69984c23da8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0385211 May 20 21:57:15.407200 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [req-88150e5e-e046-4fa2-888c-c393c759bca0 req-b22cf4d6-f748-4d61-8fd9-8eb63a81cb41 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103163) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 21:57:15.408643 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-88150e5e-e046-4fa2-888c-c393c759bca0 req-b22cf4d6-f748-4d61-8fd9-8eb63a81cb41 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047810 May 20 21:57:15.501168 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-88150e5e-e046-4fa2-888c-c393c759bca0 req-033855ff-d209-4a3c-8b6f-dfc03821bff5 service neutron] 10.222.0.24 "GET /v2.0/networks/7d708e9b-6ea9-4967-b907-69984c23da8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858159 May 20 21:57:15.588362 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-88150e5e-e046-4fa2-888c-c393c759bca0 req-0b210c88-b3d5-4b51-8890-2c48396f4fd0 service neutron] 10.222.0.24 "GET /v2.0/networks/7d708e9b-6ea9-4967-b907-69984c23da8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807972 May 20 21:57:19.941233 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-f85133e8-02d5-4184-a8b8-96fdffe5845d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:57:22.329746 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-6af03bf8-51d0-421c-aaa0-a6da7a8104b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:57:24.238516 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4bb0e131-6525-46ca-a45b-e4ea43a5e69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:57:25.364125 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:57:25.723837 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:57:25.820999 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cc3ec51b-6ec8-438a-8349-5f0bec346d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:57:29.052118 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 37726) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:57:29.223494 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-01a3953d-e944-4fc2-8c60-4396b547dddf tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Deleting port 68e38b9c-00f5-4c42-8823-341716c674b3 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:57:29.223875 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-01a3953d-e944-4fc2-8c60-4396b547dddf tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:57:29.305647 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-01a3953d-e944-4fc2-8c60-4396b547dddf tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:57:29.305887 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-01a3953d-e944-4fc2-8c60-4396b547dddf tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:57:29.319154 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-01a3953d-e944-4fc2-8c60-4396b547dddf tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Calling delete_port for 68e38b9c-00f5-4c42-8823-341716c674b3 owned by network:floatingip {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:57:29.543317 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-01a3953d-e944-4fc2-8c60-4396b547dddf tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:57:29.579103 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a3953d-e944-4fc2-8c60-4396b547dddf tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Pushing event deleted for resources: {'Port': ['ID=68e38b9c-00f5-4c42-8823-341716c674b3,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:57:29.593428 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a3953d-e944-4fc2-8c60-4396b547dddf tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:57:29.593776 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a3953d-e944-4fc2-8c60-4396b547dddf tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:57:29.594119 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a3953d-e944-4fc2-8c60-4396b547dddf tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:57:29.594454 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a3953d-e944-4fc2-8c60-4396b547dddf tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:57:29.594813 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a3953d-e944-4fc2-8c60-4396b547dddf tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:57:29.595146 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a3953d-e944-4fc2-8c60-4396b547dddf tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:57:29.595472 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a3953d-e944-4fc2-8c60-4396b547dddf tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:57:29.595894 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a3953d-e944-4fc2-8c60-4396b547dddf tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:57:29.596338 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a3953d-e944-4fc2-8c60-4396b547dddf tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:57:29.596681 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a3953d-e944-4fc2-8c60-4396b547dddf tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:57:29.597095 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a3953d-e944-4fc2-8c60-4396b547dddf tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:57:29.597454 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a3953d-e944-4fc2-8c60-4396b547dddf tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:57:29.657479 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-01a3953d-e944-4fc2-8c60-4396b547dddf tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Notify callbacks [] for floatingip, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:57:29.657809 n-d-842733-1 neutron-server[103162]: INFO neutron.db.l3_db [None req-01a3953d-e944-4fc2-8c60-4396b547dddf tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Floating IP 7366d95c-cf97-4cca-9ec2-648f09efe37a disassociated (deleted). External IP: 172.25.2.5, port: 31ffd6f4-2b56-4164-982f-b0986a061690. May 20 21:57:29.871372 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01a3953d-e944-4fc2-8c60-4396b547dddf tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Router 82d0d34a-fc80-4170-b9a8-0f6c9e1910dd has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 21:57:29.980019 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01a3953d-e944-4fc2-8c60-4396b547dddf tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 21:57:29.984839 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-01a3953d-e944-4fc2-8c60-4396b547dddf tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for floatingip, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:57:29.991240 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a6dcd70-16fa-4e9c-8bae-35f751e71611 None None] Sync routers for ids ['82d0d34a-fc80-4170-b9a8-0f6c9e1910dd'] in n-d-842733-1 {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 21:57:30.000541 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a6dcd70-16fa-4e9c-8bae-35f751e71611 None None] Routers {'82d0d34a-fc80-4170-b9a8-0f6c9e1910dd'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:57:30.001143 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-2a6dcd70-16fa-4e9c-8bae-35f751e71611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:57:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['82d0d34a-fc80-4170-b9a8-0f6c9e1910dd'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:57:30.011738 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-01a3953d-e944-4fc2-8c60-4396b547dddf tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] 10.222.0.35 "DELETE /v2.0/floatingips/7366d95c-cf97-4cca-9ec2-648f09efe37a HTTP/1.1" status: 204 len: 168 time: 0.9585376 May 20 21:57:30.012319 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1313ef59-31d6-41dd-969e-08a4288db61e', 'tag': '31ffd6f4-2b56-4164-982f-b0986a061690'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 21:57:30.014585 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e97a983f2a54588e3d21b88a12ad54839c2ea34da7b46679306b1f34ba25e4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65df106f-4684-49e6-a2e9-6ee4de46ec76" -d '{"events": [{"name": "network-changed", "server_uuid": "1313ef59-31d6-41dd-969e-08a4288db61e", "tag": "31ffd6f4-2b56-4164-982f-b0986a061690"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 21:57:30.059490 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 21:57:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67779ccd-6896-430d-b5ef-2c2cb894142d x-openstack-request-id: req-67779ccd-6896-430d-b5ef-2c2cb894142d {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 21:57:30.060111 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1313ef59-31d6-41dd-969e-08a4288db61e", "tag": "31ffd6f4-2b56-4164-982f-b0986a061690", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 21:57:30.060111 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-67779ccd-6896-430d-b5ef-2c2cb894142d {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 21:57:30.060418 n-d-842733-1 neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67779ccd-6896-430d-b5ef-2c2cb894142d'] response: {'name': 'network-changed', 'server_uuid': '1313ef59-31d6-41dd-969e-08a4288db61e', 'tag': '31ffd6f4-2b56-4164-982f-b0986a061690', 'status': 'completed', 'code': 200} May 20 21:57:30.135221 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65df106f-4684-49e6-a2e9-6ee4de46ec76 req-c3526d18-bf37-426e-ad45-0919bed8398d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:57:30.136751 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-65df106f-4684-49e6-a2e9-6ee4de46ec76 req-c3526d18-bf37-426e-ad45-0919bed8398d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f4f9a8ea2b864c549ce585c794b412b9&device_id=1313ef59-31d6-41dd-969e-08a4288db61e HTTP/1.1" status: 200 len: 1097 time: 0.0487502 May 20 21:57:30.142652 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-2a6dcd70-16fa-4e9c-8bae-35f751e71611 None None] Set router 82d0d34a-fc80-4170-b9a8-0f6c9e1910dd gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:57:30.229326 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65df106f-4684-49e6-a2e9-6ee4de46ec76 req-e561f1b4-2d07-4474-8951-112f24be4295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:57:30.230800 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-65df106f-4684-49e6-a2e9-6ee4de46ec76 req-e561f1b4-2d07-4474-8951-112f24be4295 service neutron] 10.222.0.24 "GET /v2.0/networks?id=7d708e9b-6ea9-4967-b907-69984c23da8e HTTP/1.1" status: 200 len: 909 time: 0.0872457 May 20 21:57:30.276425 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-65df106f-4684-49e6-a2e9-6ee4de46ec76 req-4eb61b20-431a-424b-a5b6-e7df05d5b290 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=31ffd6f4-2b56-4164-982f-b0986a061690 HTTP/1.1" status: 200 len: 217 time: 0.0388155 May 20 21:57:30.330142 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65df106f-4684-49e6-a2e9-6ee4de46ec76 req-59c3ea81-091a-490b-ae3c-545a45d45fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:57:30.332225 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-65df106f-4684-49e6-a2e9-6ee4de46ec76 req-59c3ea81-091a-490b-ae3c-545a45d45fc5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=216ddb2b-9f5c-44db-9754-a97ca73567e4 HTTP/1.1" status: 200 len: 847 time: 0.0492840 May 20 21:57:30.344881 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-2a6dcd70-16fa-4e9c-8bae-35f751e71611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82d0d34a-fc80-4170-b9a8-0f6c9e1910dd', 'name': 'tempest-TestShelveInstance-601742735-router', 'tenant_id': 'f4f9a8ea2b864c549ce585c794b412b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.116'}], 'enable_snat': True}, 'gw_port_id': '671aa244-cadf-4a42-b1e2-f62b13dd0340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:53:10Z', 'updated_at': '2022-05-20T21:53:13Z', 'revision_number': 4, 'project_id': 'f4f9a8ea2b864c549ce585c794b412b9', 'gw_port': {'id': '671aa244-cadf-4a42-b1e2-f62b13dd0340', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:57:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d0d34a-fc80-4170-b9a8-0f6c9e1910dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4387, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:53:10Z', 'updated_at': '2022-05-20T21:53:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': 'b1beab67-c7f5-4194-a108-af932c5f5126', 'name': '', 'network_id': '7d708e9b-6ea9-4967-b907-69984c23da8e', 'tenant_id': 'f4f9a8ea2b864c549ce585c794b412b9', 'mac_address': 'fa:16:3e:21:9e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d0d34a-fc80-4170-b9a8-0f6c9e1910dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4388, 'fixed_ips': [{'subnet_id': '216ddb2b-9f5c-44db-9754-a97ca73567e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:53:12Z', 'updated_at': '2022-05-20T21:53:17Z', 'revision_number': 5, 'project_id': 'f4f9a8ea2b864c549ce585c794b412b9', 'subnets': [{'id': '216ddb2b-9f5c-44db-9754-a97ca73567e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:57:30.371527 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a6dcd70-16fa-4e9c-8bae-35f751e71611 None None] Checking router: 82d0d34a-fc80-4170-b9a8-0f6c9e1910dd for host: n-d-842733-1 {{(pid=103165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 21:57:30.379276 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65df106f-4684-49e6-a2e9-6ee4de46ec76 req-b9c9cec9-eca1-43d1-a929-10c3fa9f3d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:57:30.380527 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-65df106f-4684-49e6-a2e9-6ee4de46ec76 req-b9c9cec9-eca1-43d1-a929-10c3fa9f3d1e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7d708e9b-6ea9-4967-b907-69984c23da8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416899 May 20 21:57:30.381025 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a6dcd70-16fa-4e9c-8bae-35f751e71611 None None] Routers {'82d0d34a-fc80-4170-b9a8-0f6c9e1910dd'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:57:30.381666 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-2a6dcd70-16fa-4e9c-8bae-35f751e71611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:57:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['82d0d34a-fc80-4170-b9a8-0f6c9e1910dd'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:57:30.495081 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-2a6dcd70-16fa-4e9c-8bae-35f751e71611 None None] Set router 82d0d34a-fc80-4170-b9a8-0f6c9e1910dd gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:57:30.506438 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8582c72-5bb8-401c-88a5-567460bbce45 req-03496015-8b2e-445a-81ba-d8ab818baab9 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:57:30.507915 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c8582c72-5bb8-401c-88a5-567460bbce45 req-03496015-8b2e-445a-81ba-d8ab818baab9 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] 10.222.0.35 "GET /v2.0/ports?device_id=1313ef59-31d6-41dd-969e-08a4288db61e HTTP/1.1" status: 200 len: 946 time: 0.0750792 May 20 21:57:30.524688 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-65df106f-4684-49e6-a2e9-6ee4de46ec76 req-876a7504-a522-4e30-b66e-5a865c536d36 service neutron] 10.222.0.24 "GET /v2.0/networks/7d708e9b-6ea9-4967-b907-69984c23da8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374171 May 20 21:57:30.598157 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c8582c72-5bb8-401c-88a5-567460bbce45 req-95f9aa49-8e27-48f5-9ab4-8e16fcc20e39 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] 10.222.0.35 "GET /v2.0/security-groups?id=c88cc10e-3e70-4197-91fa-06ebc344e605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828469 May 20 21:57:30.636418 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-65df106f-4684-49e6-a2e9-6ee4de46ec76 req-7c22cb89-d1a5-4ee9-b942-c406982141ba service neutron] 10.222.0.24 "GET /v2.0/networks/7d708e9b-6ea9-4967-b907-69984c23da8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026485 May 20 21:57:30.694741 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-2a6dcd70-16fa-4e9c-8bae-35f751e71611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82d0d34a-fc80-4170-b9a8-0f6c9e1910dd', 'name': 'tempest-TestShelveInstance-601742735-router', 'tenant_id': 'f4f9a8ea2b864c549ce585c794b412b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.116'}], 'enable_snat': True}, 'gw_port_id': '671aa244-cadf-4a42-b1e2-f62b13dd0340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:53:10Z', 'updated_at': '2022-05-20T21:53:13Z', 'revision_number': 4, 'project_id': 'f4f9a8ea2b864c549ce585c794b412b9', 'gw_port': {'id': '671aa244-cadf-4a42-b1e2-f62b13dd0340', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:57:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d0d34a-fc80-4170-b9a8-0f6c9e1910dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4387, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:53:10Z', 'updated_at': '2022-05-20T21:53:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': 'b1beab67-c7f5-4194-a108-af932c5f5126', 'name': '', 'network_id': '7d708e9b-6ea9-4967-b907-69984c23da8e', 'tenant_id': 'f4f9a8ea2b864c549ce585c794b412b9', 'mac_address': 'fa:16:3e:21:9e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d0d34a-fc80-4170-b9a8-0f6c9e1910dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4388, 'fixed_ips': [{'subnet_id': '216ddb2b-9f5c-44db-9754-a97ca73567e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:53:12Z', 'updated_at': '2022-05-20T21:53:17Z', 'revision_number': 5, 'project_id': 'f4f9a8ea2b864c549ce585c794b412b9', 'subnets': [{'id': '216ddb2b-9f5c-44db-9754-a97ca73567e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:57:30.809488 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a6dcd70-16fa-4e9c-8bae-35f751e71611 None None] The sync data for ids ['82d0d34a-fc80-4170-b9a8-0f6c9e1910dd'] in n-d-842733-1 is: [{'id': '82d0d34a-fc80-4170-b9a8-0f6c9e1910dd', 'name': 'tempest-TestShelveInstance-601742735-router', 'tenant_id': 'f4f9a8ea2b864c549ce585c794b412b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.116'}], 'enable_snat': True}, 'gw_port_id': '671aa244-cadf-4a42-b1e2-f62b13dd0340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:53:10Z', 'updated_at': '2022-05-20T21:53:13Z', 'revision_number': 4, 'project_id': 'f4f9a8ea2b864c549ce585c794b412b9', 'gw_port': {'id': '671aa244-cadf-4a42-b1e2-f62b13dd0340', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:57:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d0d34a-fc80-4170-b9a8-0f6c9e1910dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4387, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:53:10Z', 'updated_at': '2022-05-20T21:53:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': 'b1beab67-c7f5-4194-a108-af932c5f5126', 'name': '', 'network_id': '7d708e9b-6ea9-4967-b907-69984c23da8e', 'tenant_id': 'f4f9a8ea2b864c549ce585c794b412b9', 'mac_address': 'fa:16:3e:21:9e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d0d34a-fc80-4170-b9a8-0f6c9e1910dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4388, 'fixed_ips': [{'subnet_id': '216ddb2b-9f5c-44db-9754-a97ca73567e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:53:12Z', 'updated_at': '2022-05-20T21:53:17Z', 'revision_number': 5, 'project_id': 'f4f9a8ea2b864c549ce585c794b412b9', 'subnets': [{'id': '216ddb2b-9f5c-44db-9754-a97ca73567e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 21:57:31.022668 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4381c545-7517-43b9-b641-ca6427f3435b None None] New status for floating IP 7366d95c-cf97-4cca-9ec2-648f09efe37a: DOWN {{(pid=103164) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 21:57:31.748837 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bfff54-5d1c-4c3c-9206-e4862a4c9979 req-a84af39a-0403-4a6e-813f-f8f3b2f6140f tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:57:31.750237 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-23bfff54-5d1c-4c3c-9206-e4862a4c9979 req-a84af39a-0403-4a6e-813f-f8f3b2f6140f tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] 10.222.0.35 "GET /v2.0/ports?device_id=1313ef59-31d6-41dd-969e-08a4288db61e HTTP/1.1" status: 200 len: 946 time: 0.0761011 May 20 21:57:31.770782 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e2718f-bcc8-4c05-9193-714b5ca5c54b req-8755b2ba-b5b6-437f-97c6-b0786fcc0cd7 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:57:31.776283 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-47e2718f-bcc8-4c05-9193-714b5ca5c54b req-8755b2ba-b5b6-437f-97c6-b0786fcc0cd7 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] 10.222.0.24 "GET /v2.0/ports?device_id=1313ef59-31d6-41dd-969e-08a4288db61e HTTP/1.1" status: 200 len: 946 time: 0.0644667 May 20 21:57:31.823413 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-23bfff54-5d1c-4c3c-9206-e4862a4c9979 req-ad4ffc7c-47b4-4308-a5b1-f07462b04d04 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] 10.222.0.35 "GET /v2.0/security-groups?id=c88cc10e-3e70-4197-91fa-06ebc344e605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657396 May 20 21:57:31.880623 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [req-47e2718f-bcc8-4c05-9193-714b5ca5c54b req-21fcaacd-bc74-4879-90af-721db51d457f tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Deleting port 31ffd6f4-2b56-4164-982f-b0986a061690 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 21:57:31.880962 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-47e2718f-bcc8-4c05-9193-714b5ca5c54b req-21fcaacd-bc74-4879-90af-721db51d457f tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:57:31.966323 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-47e2718f-bcc8-4c05-9193-714b5ca5c54b req-21fcaacd-bc74-4879-90af-721db51d457f tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] For port 31ffd6f4-2b56-4164-982f-b0986a061690, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=31ffd6f4-2b56-4164-982f-b0986a061690,segment=NetworkSegment(053bd376-c72e-4ffa-ad26-4349ac5a0f41),segment_id=053bd376-c72e-4ffa-ad26-4349ac5a0f41)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:57:31.966680 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-47e2718f-bcc8-4c05-9193-714b5ca5c54b req-21fcaacd-bc74-4879-90af-721db51d457f tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:57:31.979260 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [req-47e2718f-bcc8-4c05-9193-714b5ca5c54b req-21fcaacd-bc74-4879-90af-721db51d457f tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Calling delete_port for 31ffd6f4-2b56-4164-982f-b0986a061690 owned by compute:nova {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 21:57:32.160399 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-47e2718f-bcc8-4c05-9193-714b5ca5c54b req-21fcaacd-bc74-4879-90af-721db51d457f tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:57:32.187123 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fcaacd-bc74-4879-90af-721db51d457f tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Pushing event deleted for resources: {'Port': ['ID=31ffd6f4-2b56-4164-982f-b0986a061690,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:57:32.197857 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21fcaacd-bc74-4879-90af-721db51d457f tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:57:32.198203 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21fcaacd-bc74-4879-90af-721db51d457f tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:57:32.198540 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21fcaacd-bc74-4879-90af-721db51d457f tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:57:32.198874 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21fcaacd-bc74-4879-90af-721db51d457f tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:57:32.199199 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21fcaacd-bc74-4879-90af-721db51d457f tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:57:32.199525 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21fcaacd-bc74-4879-90af-721db51d457f tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:57:32.199847 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21fcaacd-bc74-4879-90af-721db51d457f tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:57:32.200170 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21fcaacd-bc74-4879-90af-721db51d457f tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:57:32.200490 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21fcaacd-bc74-4879-90af-721db51d457f tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:57:32.200807 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21fcaacd-bc74-4879-90af-721db51d457f tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:57:32.201136 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21fcaacd-bc74-4879-90af-721db51d457f tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:57:32.201501 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21fcaacd-bc74-4879-90af-721db51d457f tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:57:32.243640 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [req-47e2718f-bcc8-4c05-9193-714b5ca5c54b req-21fcaacd-bc74-4879-90af-721db51d457f tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] No DVR routers for this DVR port 31ffd6f4-2b56-4164-982f-b0986a061690 on host n-h1-842733-1 {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 21:57:32.246104 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-47e2718f-bcc8-4c05-9193-714b5ca5c54b req-21fcaacd-bc74-4879-90af-721db51d457f tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:57:32.249341 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-47e2718f-bcc8-4c05-9193-714b5ca5c54b req-21fcaacd-bc74-4879-90af-721db51d457f tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] 10.222.0.24 "DELETE /v2.0/ports/31ffd6f4-2b56-4164-982f-b0986a061690 HTTP/1.1" status: 204 len: 173 time: 0.4697220 May 20 21:57:32.249778 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1313ef59-31d6-41dd-969e-08a4288db61e', 'name': 'network-vif-deleted', 'tag': '31ffd6f4-2b56-4164-982f-b0986a061690'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 21:57:32.252039 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4416c3b25ab83027dff24eda6e450cd3b8f285a9257f5a2b93a81ddcbdb8854f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-480a36ef-49bc-49f9-b7c9-5b0cffaddc7e" -d '{"events": [{"server_uuid": "1313ef59-31d6-41dd-969e-08a4288db61e", "name": "network-vif-deleted", "tag": "31ffd6f4-2b56-4164-982f-b0986a061690"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 21:57:32.346020 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 21:57:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8e3af92-eecd-4cee-8ab4-319b9a967fa3 x-openstack-request-id: req-a8e3af92-eecd-4cee-8ab4-319b9a967fa3 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 21:57:32.346352 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1313ef59-31d6-41dd-969e-08a4288db61e", "name": "network-vif-deleted", "tag": "31ffd6f4-2b56-4164-982f-b0986a061690", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 21:57:32.346561 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a8e3af92-eecd-4cee-8ab4-319b9a967fa3 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 21:57:32.347639 n-d-842733-1 neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8e3af92-eecd-4cee-8ab4-319b9a967fa3'] response: {'server_uuid': '1313ef59-31d6-41dd-969e-08a4288db61e', 'name': 'network-vif-deleted', 'tag': '31ffd6f4-2b56-4164-982f-b0986a061690', 'status': 'completed', 'code': 200} May 20 21:57:32.937058 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-394ced19-3258-45f5-a8ae-e9abab296390 req-7e87eec8-ba7d-4433-9993-0a04ae2ad1a2 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] 10.222.0.35 "GET /v2.0/ports?device_id=1313ef59-31d6-41dd-969e-08a4288db61e HTTP/1.1" status: 200 len: 210 time: 0.0310769 May 20 21:57:32.965675 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:57:33.995141 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 37750) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:57:34.053169 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e166b15d-046b-49d6-aa45-299b858314a5 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:57:34.077671 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e166b15d-046b-49d6-aa45-299b858314a5 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:57:34.177341 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e166b15d-046b-49d6-aa45-299b858314a5 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:57:34.179884 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e166b15d-046b-49d6-aa45-299b858314a5 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:57:34.181042 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-e166b15d-046b-49d6-aa45-299b858314a5 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] 10.222.0.35 "DELETE /v2.0/security-groups/c88cc10e-3e70-4197-91fa-06ebc344e605 HTTP/1.1" status: 204 len: 168 time: 0.1849074 May 20 21:57:34.190412 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e166b15d-046b-49d6-aa45-299b858314a5 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c88cc10e-3e70-4197-91fa-06ebc344e605,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:57:34.408052 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 37756) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:57:34.412814 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-a06dac85-bb63-4c8f-9771-8c2f0a40f6e7 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-58308402', 'description': 'tempest-secgroup-smoke-58308402 description', 'project_id': 'f4f9a8ea2b864c549ce585c794b412b9'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:57:34.485782 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a06dac85-bb63-4c8f-9771-8c2f0a40f6e7 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:57:34.553591 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a06dac85-bb63-4c8f-9771-8c2f0a40f6e7 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:57:34.622727 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a06dac85-bb63-4c8f-9771-8c2f0a40f6e7 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:57:34.656878 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06dac85-bb63-4c8f-9771-8c2f0a40f6e7 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Pushing event updated for resources: {'SecurityGroup': ['ID=afd59ba7-e6e2-49ce-a7b1-7932fe454b5a,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:57:34.738068 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a06dac85-bb63-4c8f-9771-8c2f0a40f6e7 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:57:34.739297 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-a06dac85-bb63-4c8f-9771-8c2f0a40f6e7 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3301938 May 20 21:57:34.742160 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 37758) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:57:34.746384 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-24dae5de-e977-4eae-a24a-61a35bd2a292 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Request body: {'security_group_rule': {'security_group_id': 'afd59ba7-e6e2-49ce-a7b1-7932fe454b5a', 'project_id': 'f4f9a8ea2b864c549ce585c794b412b9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:57:34.855853 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-24dae5de-e977-4eae-a24a-61a35bd2a292 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:57:34.910285 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-24dae5de-e977-4eae-a24a-61a35bd2a292 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:57:34.977348 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-24dae5de-e977-4eae-a24a-61a35bd2a292 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691816'] for security_group_rule, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:57:34.996157 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24dae5de-e977-4eae-a24a-61a35bd2a292 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6949f77-8441-4207-8b0e-3f2a7b575718,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:57:35.065096 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-24dae5de-e977-4eae-a24a-61a35bd2a292 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:57:35.066906 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-24dae5de-e977-4eae-a24a-61a35bd2a292 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3238366 May 20 21:57:35.069677 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 37760) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:57:35.074006 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-07676422-fd8f-472e-a210-8358be8209a6 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Request body: {'security_group_rule': {'security_group_id': 'afd59ba7-e6e2-49ce-a7b1-7932fe454b5a', 'project_id': 'f4f9a8ea2b864c549ce585c794b412b9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:57:35.170746 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-07676422-fd8f-472e-a210-8358be8209a6 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:57:35.225623 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-07676422-fd8f-472e-a210-8358be8209a6 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:57:35.285788 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-07676422-fd8f-472e-a210-8358be8209a6 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691816'] for security_group_rule, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:57:35.322350 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07676422-fd8f-472e-a210-8358be8209a6 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08e33d43-6322-478c-af2a-fa8e02662d7f,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:57:35.361754 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-07676422-fd8f-472e-a210-8358be8209a6 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:57:35.362955 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-07676422-fd8f-472e-a210-8358be8209a6 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2923722 May 20 21:57:35.366335 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 37762) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:57:35.370556 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-3de4001b-c799-46d8-91d1-791666e02123 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Request body: {'security_group_rule': {'security_group_id': 'afd59ba7-e6e2-49ce-a7b1-7932fe454b5a', 'project_id': 'f4f9a8ea2b864c549ce585c794b412b9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:57:35.439274 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3de4001b-c799-46d8-91d1-791666e02123 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:57:35.498143 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3de4001b-c799-46d8-91d1-791666e02123 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:57:35.582721 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3de4001b-c799-46d8-91d1-791666e02123 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691816'] for security_group_rule, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:57:35.601408 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de4001b-c799-46d8-91d1-791666e02123 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62e63788-9ea8-4ac6-8bff-738f7274c4d7,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:57:35.665629 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3de4001b-c799-46d8-91d1-791666e02123 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:57:35.666870 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-3de4001b-c799-46d8-91d1-791666e02123 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2996273 May 20 21:57:35.669841 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 37764) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:57:35.674168 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-013beadf-24fe-40a1-aad8-5df4339bc97c tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Request body: {'security_group_rule': {'security_group_id': 'afd59ba7-e6e2-49ce-a7b1-7932fe454b5a', 'project_id': 'f4f9a8ea2b864c549ce585c794b412b9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:57:35.752661 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-013beadf-24fe-40a1-aad8-5df4339bc97c tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:57:35.810178 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-013beadf-24fe-40a1-aad8-5df4339bc97c tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:57:35.883732 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-013beadf-24fe-40a1-aad8-5df4339bc97c tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691816'] for security_group_rule, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:57:35.885491 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 31ffd6f4-2b56-4164-982f-b0986a061690 no longer exists at agent hyperv_n-h1-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 21:57:35.902090 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013beadf-24fe-40a1-aad8-5df4339bc97c tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec96cb16-2f0a-48b1-ac59-b140bd9ef88f,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:57:35.909993 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] No Port match for: 31ffd6f4-2b56-4164-982f-b0986a061690 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 21:57:35.913647 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 31ffd6f4-2b56-4164-982f-b0986a061690 not bound to the agent host n-h1-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 21:57:35.967465 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-013beadf-24fe-40a1-aad8-5df4339bc97c tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:57:35.968694 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-013beadf-24fe-40a1-aad8-5df4339bc97c tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2979217 May 20 21:57:35.971582 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 37766) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:57:35.976658 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-8dde2625-d885-4c74-ac6c-1333d38893b4 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Request body: {'security_group_rule': {'security_group_id': 'afd59ba7-e6e2-49ce-a7b1-7932fe454b5a', 'project_id': 'f4f9a8ea2b864c549ce585c794b412b9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:57:36.056907 n-d-842733-1 neutron-server[103163]: INFO neutron.db.securitygroups_db [None req-8dde2625-d885-4c74-ac6c-1333d38893b4 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Project f4f9a8ea2b864c549ce585c794b412b9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 20 21:57:36.061851 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8dde2625-d885-4c74-ac6c-1333d38893b4 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:57:36.121862 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8dde2625-d885-4c74-ac6c-1333d38893b4 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:57:36.199939 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8dde2625-d885-4c74-ac6c-1333d38893b4 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691816'] for security_group_rule, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:57:36.222535 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dde2625-d885-4c74-ac6c-1333d38893b4 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3e2cc2f-dcb4-45de-a52f-f772f2aded8e,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:57:36.287631 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8dde2625-d885-4c74-ac6c-1333d38893b4 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:57:36.288831 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-8dde2625-d885-4c74-ac6c-1333d38893b4 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3163469 May 20 21:57:36.291543 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 37768) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:57:36.296042 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-4b612bf3-4e71-48bd-89f7-cf06955d93e3 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Request body: {'security_group_rule': {'security_group_id': 'afd59ba7-e6e2-49ce-a7b1-7932fe454b5a', 'project_id': 'f4f9a8ea2b864c549ce585c794b412b9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:57:36.388719 n-d-842733-1 neutron-server[103163]: INFO neutron.db.securitygroups_db [None req-4b612bf3-4e71-48bd-89f7-cf06955d93e3 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Project f4f9a8ea2b864c549ce585c794b412b9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 20 21:57:36.393678 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4b612bf3-4e71-48bd-89f7-cf06955d93e3 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:57:36.455040 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4b612bf3-4e71-48bd-89f7-cf06955d93e3 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:57:36.537267 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4b612bf3-4e71-48bd-89f7-cf06955d93e3 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691816'] for security_group_rule, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:57:36.556504 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b612bf3-4e71-48bd-89f7-cf06955d93e3 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f297e13-9ee2-4d7b-b41c-a2c4fa4a777b,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:57:36.636953 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4b612bf3-4e71-48bd-89f7-cf06955d93e3 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:57:36.638259 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-4b612bf3-4e71-48bd-89f7-cf06955d93e3 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3457415 May 20 21:57:49.135547 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.agents_db [None req-5c33ad30-4e00-40fa-b486-8c79c4a6cfc5 None None] Agent healthcheck: found 7 active agents {{(pid=103165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 20 21:57:49.959610 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-0f72109c-58a6-4551-ab88-86b27b0c8c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:57:52.352575 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-7dffced3-b917-4cd3-82fa-917b1f36c427 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:57:54.295670 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4bb0e131-6525-46ca-a45b-e4ea43a5e69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:57:55.440009 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:57:55.720001 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:57:55.832323 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cc3ec51b-6ec8-438a-8349-5f0bec346d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:58:01.643108 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-49504ff7-ecaa-4e0c-9203-fafed9c652af req-60bb30c9-2879-4eb8-aff6-da9deac00a48 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-58308402&fields=id&tenant_id=f4f9a8ea2b864c549ce585c794b412b9 HTTP/1.1" status: 200 len: 267 time: 0.0365310 May 20 21:58:01.752069 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49504ff7-ecaa-4e0c-9203-fafed9c652af req-9691b259-e87b-484e-8c66-c57e8788a10d tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:58:01.753472 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-49504ff7-ecaa-4e0c-9203-fafed9c652af req-9691b259-e87b-484e-8c66-c57e8788a10d tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] 10.222.0.35 "GET /v2.0/networks?id=7d708e9b-6ea9-4967-b907-69984c23da8e HTTP/1.1" status: 200 len: 808 time: 0.1035876 May 20 21:58:01.768639 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-49504ff7-ecaa-4e0c-9203-fafed9c652af req-05db0dae-fbf7-4f4d-8f98-58f9362152ad tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] 10.222.0.35 "GET /v2.0/quotas/f4f9a8ea2b864c549ce585c794b412b9 HTTP/1.1" status: 200 len: 375 time: 0.0092211 May 20 21:58:01.818541 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-49504ff7-ecaa-4e0c-9203-fafed9c652af req-aa966924-65ab-44dd-80e0-30ed07bc3608 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=f4f9a8ea2b864c549ce585c794b412b9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0444109 May 20 21:58:01.888561 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [req-49504ff7-ecaa-4e0c-9203-fafed9c652af req-900ccd1f-7ef9-4a58-ae53-25c0a3eded32 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103163) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 21:58:01.889623 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-49504ff7-ecaa-4e0c-9203-fafed9c652af req-900ccd1f-7ef9-4a58-ae53-25c0a3eded32 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0593731 May 20 21:58:01.978281 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-49504ff7-ecaa-4e0c-9203-fafed9c652af req-826d5462-01a5-4f14-9221-fec74538517f service neutron] 10.222.0.35 "GET /v2.0/networks/7d708e9b-6ea9-4967-b907-69984c23da8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814350 May 20 21:58:02.071207 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-49504ff7-ecaa-4e0c-9203-fafed9c652af req-68339c50-e484-4b06-801d-8e9770e77e47 service neutron] 10.222.0.35 "GET /v2.0/networks/7d708e9b-6ea9-4967-b907-69984c23da8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866876 May 20 21:58:02.954123 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:58:03.611095 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ee99c331-01fb-4eee-8cb2-6630c5fa28be req-06445567-bce1-4aee-aecb-ef58de280641 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] 10.222.0.35 "GET /v2.0/ports?device_id=fa629655-b849-4872-9d54-5ec17f0b1446 HTTP/1.1" status: 200 len: 210 time: 0.0278528 May 20 21:58:04.711370 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-69bc51e1-0eb3-42a6-a4a5-e514dc940849 req-5c9c18e0-eefc-4ff0-a6ff-4f002cd68cc1 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] 10.222.0.35 "GET /v2.0/ports?device_id=fa629655-b849-4872-9d54-5ec17f0b1446 HTTP/1.1" status: 200 len: 210 time: 0.0263610 May 20 21:58:05.409912 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49504ff7-ecaa-4e0c-9203-fafed9c652af req-783a93ae-d11a-4620-8391-6c1078ad9c50 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:58:05.411385 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-49504ff7-ecaa-4e0c-9203-fafed9c652af req-783a93ae-d11a-4620-8391-6c1078ad9c50 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] 10.222.0.13 "GET /v2.0/networks?id=7d708e9b-6ea9-4967-b907-69984c23da8e HTTP/1.1" status: 200 len: 808 time: 0.1094484 May 20 21:58:05.460329 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-49504ff7-ecaa-4e0c-9203-fafed9c652af req-65f65c24-70f0-473c-a0a3-37e41fc98e53 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f4f9a8ea2b864c549ce585c794b412b9 HTTP/1.1" status: 200 len: 378 time: 0.0346167 May 20 21:58:05.469451 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [req-49504ff7-ecaa-4e0c-9203-fafed9c652af req-0b181f4b-2674-45d0-aab8-b24dc8c2f592 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Request body: {'port': {'device_id': 'fa629655-b849-4872-9d54-5ec17f0b1446', 'network_id': '7d708e9b-6ea9-4967-b907-69984c23da8e', 'admin_state_up': True, 'tenant_id': 'f4f9a8ea2b864c549ce585c794b412b9', 'security_groups': ['afd59ba7-e6e2-49ce-a7b1-7932fe454b5a']}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:58:05.662470 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49504ff7-ecaa-4e0c-9203-fafed9c652af req-0b181f4b-2674-45d0-aab8-b24dc8c2f592 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Made reservation on behalf of f4f9a8ea2b864c549ce585c794b412b9 for: {'port': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:58:05.665896 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-49504ff7-ecaa-4e0c-9203-fafed9c652af req-0b181f4b-2674-45d0-aab8-b24dc8c2f592 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:58:05.801477 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [req-49504ff7-ecaa-4e0c-9203-fafed9c652af req-0b181f4b-2674-45d0-aab8-b24dc8c2f592 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Allocated IP 172.20.0.14 (7d708e9b-6ea9-4967-b907-69984c23da8e/216ddb2b-9f5c-44db-9754-a97ca73567e4/d9030f07-cef8-4918-8f70-7b687f2da46e) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:58:05.811099 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d1ccc655-6ea5-4dcc-a0fc-9f790be18f18 req-fd0b6f4e-41ca-4422-b2df-7919bfa10eb3 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] 10.222.0.35 "GET /v2.0/ports?device_id=fa629655-b849-4872-9d54-5ec17f0b1446 HTTP/1.1" status: 200 len: 210 time: 0.0267434 May 20 21:58:05.948067 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-49504ff7-ecaa-4e0c-9203-fafed9c652af req-0b181f4b-2674-45d0-aab8-b24dc8c2f592 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:58:06.062043 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-49504ff7-ecaa-4e0c-9203-fafed9c652af req-0b181f4b-2674-45d0-aab8-b24dc8c2f592 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:58:06.105616 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49504ff7-ecaa-4e0c-9203-fafed9c652af req-0b181f4b-2674-45d0-aab8-b24dc8c2f592 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Network 7d708e9b-6ea9-4967-b907-69984c23da8e is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:58:06.108575 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [req-49504ff7-ecaa-4e0c-9203-fafed9c652af req-0b181f4b-2674-45d0-aab8-b24dc8c2f592 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:58:06.113153 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-49504ff7-ecaa-4e0c-9203-fafed9c652af req-0b181f4b-2674-45d0-aab8-b24dc8c2f592 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:58:06.122636 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b181f4b-2674-45d0-aab8-b24dc8c2f592 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Pushing event updated for resources: {'Port': ['ID=d9030f07-cef8-4918-8f70-7b687f2da46e,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:58:06.178651 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49504ff7-ecaa-4e0c-9203-fafed9c652af req-0b181f4b-2674-45d0-aab8-b24dc8c2f592 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:58:06.179601 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-49504ff7-ecaa-4e0c-9203-fafed9c652af req-0b181f4b-2674-45d0-aab8-b24dc8c2f592 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:58:06.293589 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-49504ff7-ecaa-4e0c-9203-fafed9c652af req-0b181f4b-2674-45d0-aab8-b24dc8c2f592 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8279555 May 20 21:58:06.361088 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-0e60714f-8942-439b-a1d9-9845a1bcf7a2 None None] Provisioning complete for port d9030f07-cef8-4918-8f70-7b687f2da46e triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:58:06.361656 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-0e60714f-8942-439b-a1d9-9845a1bcf7a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:58:06.373133 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [req-49504ff7-ecaa-4e0c-9203-fafed9c652af req-526b1015-006c-4600-975a-42f5ce0c3078 service neutron] Request body: {'port': {'device_id': 'fa629655-b849-4872-9d54-5ec17f0b1446', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-842733-1'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:58:06.405288 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-0e60714f-8942-439b-a1d9-9845a1bcf7a2 None None] Port d9030f07-cef8-4918-8f70-7b687f2da46e cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 21:58:06.435388 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-49504ff7-ecaa-4e0c-9203-fafed9c652af req-526b1015-006c-4600-975a-42f5ce0c3078 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:58:06.706972 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [req-49504ff7-ecaa-4e0c-9203-fafed9c652af req-526b1015-006c-4600-975a-42f5ce0c3078 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9030f07-cef8-4918-8f70-7b687f2da46e {{(pid=103162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 21:58:06.715005 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-49504ff7-ecaa-4e0c-9203-fafed9c652af req-526b1015-006c-4600-975a-42f5ce0c3078 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:58:06.728248 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.provisioning_blocks [req-49504ff7-ecaa-4e0c-9203-fafed9c652af req-526b1015-006c-4600-975a-42f5ce0c3078 service neutron] Transition to ACTIVE for port object d9030f07-cef8-4918-8f70-7b687f2da46e will not be triggered until provisioned by entity L2. {{(pid=103162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 21:58:06.815185 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-49504ff7-ecaa-4e0c-9203-fafed9c652af req-526b1015-006c-4600-975a-42f5ce0c3078 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:58:06.889190 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526b1015-006c-4600-975a-42f5ce0c3078 service neutron] Pushing event updated for resources: {'Port': ['ID=d9030f07-cef8-4918-8f70-7b687f2da46e,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:58:06.951378 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c72322-85e3-42a7-b2e6-70832226dd0c req-6d509d5e-4a63-4244-acc5-c07c79a15cd7 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:58:06.954970 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-49504ff7-ecaa-4e0c-9203-fafed9c652af req-526b1015-006c-4600-975a-42f5ce0c3078 service neutron] Attempting to bind port d9030f07-cef8-4918-8f70-7b687f2da46e on host n-h2-842733-1 for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:58:06.955471 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-49504ff7-ecaa-4e0c-9203-fafed9c652af req-526b1015-006c-4600-975a-42f5ce0c3078 service neutron] Attempting to bind port d9030f07-cef8-4918-8f70-7b687f2da46e by drivers openvswitch,hyperv on host n-h2-842733-1 at level 0 using segments [{'id': '053bd376-c72e-4ffa-ad26-4349ac5a0f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '7d708e9b-6ea9-4967-b907-69984c23da8e'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:58:06.955923 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49504ff7-ecaa-4e0c-9203-fafed9c652af req-526b1015-006c-4600-975a-42f5ce0c3078 service neutron] Attempting to bind port d9030f07-cef8-4918-8f70-7b687f2da46e on network 7d708e9b-6ea9-4967-b907-69984c23da8e {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:58:06.961359 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49504ff7-ecaa-4e0c-9203-fafed9c652af req-526b1015-006c-4600-975a-42f5ce0c3078 service neutron] Port d9030f07-cef8-4918-8f70-7b687f2da46e on network 7d708e9b-6ea9-4967-b907-69984c23da8e not bound, no agent of type Open vSwitch agent registered on host n-h2-842733-1 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 21:58:06.961516 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f9c72322-85e3-42a7-b2e6-70832226dd0c req-6d509d5e-4a63-4244-acc5-c07c79a15cd7 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] 10.222.0.35 "GET /v2.0/ports?device_id=fa629655-b849-4872-9d54-5ec17f0b1446 HTTP/1.1" status: 200 len: 944 time: 0.0663116 May 20 21:58:06.961890 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49504ff7-ecaa-4e0c-9203-fafed9c652af req-526b1015-006c-4600-975a-42f5ce0c3078 service neutron] Attempting to bind port d9030f07-cef8-4918-8f70-7b687f2da46e on network 7d708e9b-6ea9-4967-b907-69984c23da8e {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 21:58:06.968170 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49504ff7-ecaa-4e0c-9203-fafed9c652af req-526b1015-006c-4600-975a-42f5ce0c3078 service neutron] Checking agent: {'id': 'a66f2511-b955-448f-877c-56cfe9c81b12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 33, 2), 'started_at': datetime.datetime(2022, 5, 20, 20, 33, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 21, 58, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 21:58:06.969790 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49504ff7-ecaa-4e0c-9203-fafed9c652af req-526b1015-006c-4600-975a-42f5ce0c3078 service neutron] Checking segment: {'id': '053bd376-c72e-4ffa-ad26-4349ac5a0f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '7d708e9b-6ea9-4967-b907-69984c23da8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 21:58:06.969790 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49504ff7-ecaa-4e0c-9203-fafed9c652af req-526b1015-006c-4600-975a-42f5ce0c3078 service neutron] Bound using segment: {'id': '053bd376-c72e-4ffa-ad26-4349ac5a0f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '7d708e9b-6ea9-4967-b907-69984c23da8e'} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 21:58:06.970373 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-49504ff7-ecaa-4e0c-9203-fafed9c652af req-526b1015-006c-4600-975a-42f5ce0c3078 service neutron] Bound port: d9030f07-cef8-4918-8f70-7b687f2da46e, host: n-h2-842733-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '053bd376-c72e-4ffa-ad26-4349ac5a0f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '7d708e9b-6ea9-4967-b907-69984c23da8e'}}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:58:06.970839 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-49504ff7-ecaa-4e0c-9203-fafed9c652af req-526b1015-006c-4600-975a-42f5ce0c3078 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:58:06.998471 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f9c72322-85e3-42a7-b2e6-70832226dd0c req-20fd22ae-e17f-463e-83e9-bb8733993d83 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] 10.222.0.35 "GET /v2.0/security-groups?id=afd59ba7-e6e2-49ce-a7b1-7932fe454b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0360348 May 20 21:58:07.052487 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-49504ff7-ecaa-4e0c-9203-fafed9c652af req-526b1015-006c-4600-975a-42f5ce0c3078 service neutron] For port d9030f07-cef8-4918-8f70-7b687f2da46e, host n-h2-842733-1, cleared binding levels {{(pid=103162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 21:58:07.056004 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-49504ff7-ecaa-4e0c-9203-fafed9c652af req-526b1015-006c-4600-975a-42f5ce0c3078 service neutron] For port d9030f07-cef8-4918-8f70-7b687f2da46e, host n-h2-842733-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=d9030f07-cef8-4918-8f70-7b687f2da46e,segment=NetworkSegment(053bd376-c72e-4ffa-ad26-4349ac5a0f41),segment_id=053bd376-c72e-4ffa-ad26-4349ac5a0f41)] {{(pid=103162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 21:58:07.120232 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-49504ff7-ecaa-4e0c-9203-fafed9c652af req-526b1015-006c-4600-975a-42f5ce0c3078 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:58:07.159963 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49504ff7-ecaa-4e0c-9203-fafed9c652af req-526b1015-006c-4600-975a-42f5ce0c3078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:58:07.160853 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-49504ff7-ecaa-4e0c-9203-fafed9c652af req-526b1015-006c-4600-975a-42f5ce0c3078 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:58:07.162332 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-49504ff7-ecaa-4e0c-9203-fafed9c652af req-526b1015-006c-4600-975a-42f5ce0c3078 service neutron] 10.222.0.13 "PUT /v2.0/ports/d9030f07-cef8-4918-8f70-7b687f2da46e HTTP/1.1" status: 200 len: 1092 time: 0.8553598 May 20 21:58:07.162682 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa629655-b849-4872-9d54-5ec17f0b1446', 'tag': 'd9030f07-cef8-4918-8f70-7b687f2da46e'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 21:58:07.164877 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e97a983f2a54588e3d21b88a12ad54839c2ea34da7b46679306b1f34ba25e4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbc7c9c5-ec08-444e-b790-8428ad1fc90f" -d '{"events": [{"name": "network-changed", "server_uuid": "fa629655-b849-4872-9d54-5ec17f0b1446", "tag": "d9030f07-cef8-4918-8f70-7b687f2da46e"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 21:58:07.187339 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526b1015-006c-4600-975a-42f5ce0c3078 service neutron] Pushing event updated for resources: {'Port': ['ID=d9030f07-cef8-4918-8f70-7b687f2da46e,revision_number=3']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:58:07.312034 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 21:58:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d15c68cf-62be-4d24-a5d1-1bb1e7446d56 x-openstack-request-id: req-d15c68cf-62be-4d24-a5d1-1bb1e7446d56 {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 21:58:07.312859 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa629655-b849-4872-9d54-5ec17f0b1446", "tag": "d9030f07-cef8-4918-8f70-7b687f2da46e", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 21:58:07.313298 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d15c68cf-62be-4d24-a5d1-1bb1e7446d56 {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 21:58:07.313774 n-d-842733-1 neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d15c68cf-62be-4d24-a5d1-1bb1e7446d56'] response: {'name': 'network-changed', 'server_uuid': 'fa629655-b849-4872-9d54-5ec17f0b1446', 'tag': 'd9030f07-cef8-4918-8f70-7b687f2da46e', 'status': 'completed', 'code': 200} May 20 21:58:07.331778 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49504ff7-ecaa-4e0c-9203-fafed9c652af req-fdf28fea-1771-425f-b5f7-aa16487d8c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:58:07.333709 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-49504ff7-ecaa-4e0c-9203-fafed9c652af req-fdf28fea-1771-425f-b5f7-aa16487d8c3a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f4f9a8ea2b864c549ce585c794b412b9&device_id=fa629655-b849-4872-9d54-5ec17f0b1446 HTTP/1.1" status: 200 len: 1095 time: 0.0612741 May 20 21:58:07.384852 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-49504ff7-ecaa-4e0c-9203-fafed9c652af req-6ee432e5-33df-481a-b760-12a2f2a72325 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d9030f07-cef8-4918-8f70-7b687f2da46e HTTP/1.1" status: 200 len: 217 time: 0.0378206 May 20 21:58:07.436517 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49504ff7-ecaa-4e0c-9203-fafed9c652af req-484e1be5-83f4-45ae-ac43-0761c6d38810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:58:07.438807 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-49504ff7-ecaa-4e0c-9203-fafed9c652af req-484e1be5-83f4-45ae-ac43-0761c6d38810 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=216ddb2b-9f5c-44db-9754-a97ca73567e4 HTTP/1.1" status: 200 len: 847 time: 0.0468850 May 20 21:58:07.485307 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49504ff7-ecaa-4e0c-9203-fafed9c652af req-91ac2939-ff72-4ca3-afa0-9b8b299a3775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:58:07.486843 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-49504ff7-ecaa-4e0c-9203-fafed9c652af req-91ac2939-ff72-4ca3-afa0-9b8b299a3775 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7d708e9b-6ea9-4967-b907-69984c23da8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416963 May 20 21:58:07.580619 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-49504ff7-ecaa-4e0c-9203-fafed9c652af req-f7fa3741-c2f1-4a20-94bd-092780927292 service neutron] 10.222.0.13 "GET /v2.0/networks/7d708e9b-6ea9-4967-b907-69984c23da8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866990 May 20 21:58:07.669090 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-49504ff7-ecaa-4e0c-9203-fafed9c652af req-2bd1fa5e-05c4-4fa0-9987-83f83665e315 service neutron] 10.222.0.13 "GET /v2.0/networks/7d708e9b-6ea9-4967-b907-69984c23da8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818369 May 20 21:58:07.866955 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc7c9c5-ec08-444e-b790-8428ad1fc90f req-487a1f0a-f189-46b4-970f-be1371112033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:58:07.868388 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-cbc7c9c5-ec08-444e-b790-8428ad1fc90f req-487a1f0a-f189-46b4-970f-be1371112033 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f4f9a8ea2b864c549ce585c794b412b9&device_id=fa629655-b849-4872-9d54-5ec17f0b1446 HTTP/1.1" status: 200 len: 1095 time: 0.0447955 May 20 21:58:07.957377 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc7c9c5-ec08-444e-b790-8428ad1fc90f req-b10933f3-194f-4c50-8a30-b388e888a4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:58:07.959510 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-cbc7c9c5-ec08-444e-b790-8428ad1fc90f req-b10933f3-194f-4c50-8a30-b388e888a4ce service neutron] 10.222.0.13 "GET /v2.0/networks?id=7d708e9b-6ea9-4967-b907-69984c23da8e HTTP/1.1" status: 200 len: 909 time: 0.0837977 May 20 21:58:08.004193 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-cbc7c9c5-ec08-444e-b790-8428ad1fc90f req-27df5cd3-ebd4-4e3f-9e9d-f44746a68680 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d9030f07-cef8-4918-8f70-7b687f2da46e HTTP/1.1" status: 200 len: 217 time: 0.0378153 May 20 21:58:08.059325 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc7c9c5-ec08-444e-b790-8428ad1fc90f req-a21babdb-8a4d-4acb-878b-43ed259c7861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:58:08.060980 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-cbc7c9c5-ec08-444e-b790-8428ad1fc90f req-a21babdb-8a4d-4acb-878b-43ed259c7861 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=216ddb2b-9f5c-44db-9754-a97ca73567e4 HTTP/1.1" status: 200 len: 847 time: 0.0500753 May 20 21:58:08.107476 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc7c9c5-ec08-444e-b790-8428ad1fc90f req-6db0ff1e-04c0-404d-8b86-ee50fa8aa405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:58:08.109039 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-cbc7c9c5-ec08-444e-b790-8428ad1fc90f req-6db0ff1e-04c0-404d-8b86-ee50fa8aa405 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7d708e9b-6ea9-4967-b907-69984c23da8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417142 May 20 21:58:08.123860 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303fadde-7524-4754-a28b-e6329b4bb3b7 req-5573649e-d6c6-4cec-95c3-7e647c4bb0a3 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:58:08.125861 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-303fadde-7524-4754-a28b-e6329b4bb3b7 req-5573649e-d6c6-4cec-95c3-7e647c4bb0a3 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] 10.222.0.35 "GET /v2.0/ports?device_id=fa629655-b849-4872-9d54-5ec17f0b1446 HTTP/1.1" status: 200 len: 944 time: 0.0501122 May 20 21:58:08.166044 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-303fadde-7524-4754-a28b-e6329b4bb3b7 req-904d00cf-7dbb-48ca-9753-f5ba8103bf65 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] 10.222.0.35 "GET /v2.0/security-groups?id=afd59ba7-e6e2-49ce-a7b1-7932fe454b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0333476 May 20 21:58:08.207323 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-cbc7c9c5-ec08-444e-b790-8428ad1fc90f req-18c925ee-0a02-481e-a161-89ab4f244bda service neutron] 10.222.0.13 "GET /v2.0/networks/7d708e9b-6ea9-4967-b907-69984c23da8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920310 May 20 21:58:08.643111 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-cbc7c9c5-ec08-444e-b790-8428ad1fc90f req-d1378671-b93c-4912-ac39-8d02e8a391da service neutron] 10.222.0.13 "GET /v2.0/networks/7d708e9b-6ea9-4967-b907-69984c23da8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4295661 May 20 21:58:09.287782 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a26d6e1-6528-4a70-9e35-ba7f5d3fe7ef req-9cfceb0e-391f-48e4-8e7f-089bc4432cf4 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:58:09.289302 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5a26d6e1-6528-4a70-9e35-ba7f5d3fe7ef req-9cfceb0e-391f-48e4-8e7f-089bc4432cf4 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] 10.222.0.35 "GET /v2.0/ports?device_id=fa629655-b849-4872-9d54-5ec17f0b1446 HTTP/1.1" status: 200 len: 944 time: 0.0490551 May 20 21:58:09.328046 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5a26d6e1-6528-4a70-9e35-ba7f5d3fe7ef req-f2a29517-833d-4e73-a17c-1b70623400a0 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] 10.222.0.35 "GET /v2.0/security-groups?id=afd59ba7-e6e2-49ce-a7b1-7932fe454b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325522 May 20 21:58:10.448375 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6122c2e-41d8-443d-b248-45ce162a0dda req-431d0994-7b01-43f6-8054-537d2ee92e65 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:58:10.449857 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e6122c2e-41d8-443d-b248-45ce162a0dda req-431d0994-7b01-43f6-8054-537d2ee92e65 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] 10.222.0.35 "GET /v2.0/ports?device_id=fa629655-b849-4872-9d54-5ec17f0b1446 HTTP/1.1" status: 200 len: 944 time: 0.0521958 May 20 21:58:10.487784 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e6122c2e-41d8-443d-b248-45ce162a0dda req-672d6d33-507f-4ebe-b23d-f6ea3ce0eafa tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] 10.222.0.35 "GET /v2.0/security-groups?id=afd59ba7-e6e2-49ce-a7b1-7932fe454b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310884 May 20 21:58:11.603216 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84310e16-34c7-41e5-8ab8-cb845c865741 req-b214f9fe-2350-4212-9ca6-87da82c61ab1 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:58:11.604646 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-84310e16-34c7-41e5-8ab8-cb845c865741 req-b214f9fe-2350-4212-9ca6-87da82c61ab1 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] 10.222.0.35 "GET /v2.0/ports?device_id=fa629655-b849-4872-9d54-5ec17f0b1446 HTTP/1.1" status: 200 len: 944 time: 0.0481961 May 20 21:58:11.642734 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-84310e16-34c7-41e5-8ab8-cb845c865741 req-1181ea00-1729-4f8e-b737-f2d607e7e31d tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] 10.222.0.35 "GET /v2.0/security-groups?id=afd59ba7-e6e2-49ce-a7b1-7932fe454b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313728 May 20 21:58:12.758874 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d864a3cf-40e7-4115-b6ad-493fbfae0635 req-19cf997b-c662-4a53-93b2-fcf28bda755a tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:58:12.760349 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d864a3cf-40e7-4115-b6ad-493fbfae0635 req-19cf997b-c662-4a53-93b2-fcf28bda755a tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] 10.222.0.35 "GET /v2.0/ports?device_id=fa629655-b849-4872-9d54-5ec17f0b1446 HTTP/1.1" status: 200 len: 944 time: 0.0485153 May 20 21:58:12.798537 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d864a3cf-40e7-4115-b6ad-493fbfae0635 req-661c4162-f733-4b1b-90aa-1a6722b03f8d tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] 10.222.0.35 "GET /v2.0/security-groups?id=afd59ba7-e6e2-49ce-a7b1-7932fe454b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319889 May 20 21:58:13.918359 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ee24b7-0465-4bd7-bb06-49957a1414ba req-4f054320-bf3a-453d-90cd-77709989db04 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:58:13.919802 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c9ee24b7-0465-4bd7-bb06-49957a1414ba req-4f054320-bf3a-453d-90cd-77709989db04 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] 10.222.0.35 "GET /v2.0/ports?device_id=fa629655-b849-4872-9d54-5ec17f0b1446 HTTP/1.1" status: 200 len: 944 time: 0.0517137 May 20 21:58:13.957342 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c9ee24b7-0465-4bd7-bb06-49957a1414ba req-49bd2502-1862-476b-8d2f-9590d1769f71 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] 10.222.0.35 "GET /v2.0/security-groups?id=afd59ba7-e6e2-49ce-a7b1-7932fe454b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309920 May 20 21:58:15.072825 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78a7069-5670-431e-bf2d-a3d6167a4f53 req-8c49b2c2-5e78-4e11-833f-76994423a40b tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:58:15.074314 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f78a7069-5670-431e-bf2d-a3d6167a4f53 req-8c49b2c2-5e78-4e11-833f-76994423a40b tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] 10.222.0.35 "GET /v2.0/ports?device_id=fa629655-b849-4872-9d54-5ec17f0b1446 HTTP/1.1" status: 200 len: 944 time: 0.0485709 May 20 21:58:15.111749 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f78a7069-5670-431e-bf2d-a3d6167a4f53 req-0260bb57-d70d-474d-9bc0-280e3d5a20ad tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] 10.222.0.35 "GET /v2.0/security-groups?id=afd59ba7-e6e2-49ce-a7b1-7932fe454b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0306549 May 20 21:58:16.225559 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c20347-b220-4b86-9a0c-69c131e2996a req-37df2f37-4ee4-428b-afb3-b42afc32dad7 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:58:16.227394 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c8c20347-b220-4b86-9a0c-69c131e2996a req-37df2f37-4ee4-428b-afb3-b42afc32dad7 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] 10.222.0.35 "GET /v2.0/ports?device_id=fa629655-b849-4872-9d54-5ec17f0b1446 HTTP/1.1" status: 200 len: 944 time: 0.0472987 May 20 21:58:16.264624 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c8c20347-b220-4b86-9a0c-69c131e2996a req-3108a885-b742-4f94-9866-ba30fd006160 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] 10.222.0.35 "GET /v2.0/security-groups?id=afd59ba7-e6e2-49ce-a7b1-7932fe454b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315168 May 20 21:58:17.382705 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4e291d-1675-4bc8-b738-d60645584d3d req-dbed5a48-3c7a-4056-84d3-b0b0418dcfd4 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:58:17.384188 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-fe4e291d-1675-4bc8-b738-d60645584d3d req-dbed5a48-3c7a-4056-84d3-b0b0418dcfd4 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] 10.222.0.35 "GET /v2.0/ports?device_id=fa629655-b849-4872-9d54-5ec17f0b1446 HTTP/1.1" status: 200 len: 944 time: 0.0511944 May 20 21:58:17.422718 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-fe4e291d-1675-4bc8-b738-d60645584d3d req-c039fa81-e53d-45b6-905b-ffabbbaf9b98 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] 10.222.0.35 "GET /v2.0/security-groups?id=afd59ba7-e6e2-49ce-a7b1-7932fe454b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321450 May 20 21:58:18.408731 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device d9030f07-cef8-4918-8f70-7b687f2da46e details requested by agent hyperv_n-h2-842733-1 with host n-h2-842733-1 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 21:58:18.508903 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port d9030f07-cef8-4918-8f70-7b687f2da46e, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=d9030f07-cef8-4918-8f70-7b687f2da46e,segment=NetworkSegment(053bd376-c72e-4ffa-ad26-4349ac5a0f41),segment_id=053bd376-c72e-4ffa-ad26-4349ac5a0f41)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:58:18.520250 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Returning: {'device': 'd9030f07-cef8-4918-8f70-7b687f2da46e', 'network_id': '7d708e9b-6ea9-4967-b907-69984c23da8e', 'port_id': 'd9030f07-cef8-4918-8f70-7b687f2da46e', 'mac_address': 'fa:16:3e:eb:13:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '216ddb2b-9f5c-44db-9754-a97ca73567e4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 20 21:58:18.541203 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75080fba-ab74-4b96-a94b-9cf903a78296 req-9eb99d6b-aa64-4220-b3fb-241a2c3d3c92 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:58:18.542747 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-75080fba-ab74-4b96-a94b-9cf903a78296 req-9eb99d6b-aa64-4220-b3fb-241a2c3d3c92 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] 10.222.0.35 "GET /v2.0/ports?device_id=fa629655-b849-4872-9d54-5ec17f0b1446 HTTP/1.1" status: 200 len: 944 time: 0.0489509 May 20 21:58:18.557112 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port d9030f07-cef8-4918-8f70-7b687f2da46e is: DOWN; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:58:18.557525 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:58:18.570332 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9030f07-cef8-4918-8f70-7b687f2da46e {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 21:58:18.580303 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-75080fba-ab74-4b96-a94b-9cf903a78296 req-20acaf9d-c0ac-4810-b783-6582b6392088 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] 10.222.0.35 "GET /v2.0/security-groups?id=afd59ba7-e6e2-49ce-a7b1-7932fe454b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308971 May 20 21:58:18.588785 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port d9030f07-cef8-4918-8f70-7b687f2da46e, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=d9030f07-cef8-4918-8f70-7b687f2da46e,segment=NetworkSegment(053bd376-c72e-4ffa-ad26-4349ac5a0f41),segment_id=053bd376-c72e-4ffa-ad26-4349ac5a0f41)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:58:18.656360 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:58:18.710696 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=d9030f07-cef8-4918-8f70-7b687f2da46e,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:58:18.717814 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:58:18.718160 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:58:18.718495 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:58:18.718850 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:58:18.719174 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:58:18.720577 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:58:18.720932 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:58:18.721286 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:58:18.721614 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:58:18.722035 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:58:18.722360 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:58:18.722681 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:58:18.962840 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] get_ports_and_sgs() called for port_ids ['d9030f07-cef8-4918-8f70-7b687f2da46e'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 21:58:19.695983 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfb9615-07fa-42c1-8e0e-c001709afac5 req-0a0f0f1f-3aa8-4770-ba93-5a01f4d4f11f tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:58:19.697451 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0bfb9615-07fa-42c1-8e0e-c001709afac5 req-0a0f0f1f-3aa8-4770-ba93-5a01f4d4f11f tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] 10.222.0.35 "GET /v2.0/ports?device_id=fa629655-b849-4872-9d54-5ec17f0b1446 HTTP/1.1" status: 200 len: 945 time: 0.0479047 May 20 21:58:19.734201 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0bfb9615-07fa-42c1-8e0e-c001709afac5 req-9b3551c5-35fc-4bd5-8642-3448cd965fda tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] 10.222.0.35 "GET /v2.0/security-groups?id=afd59ba7-e6e2-49ce-a7b1-7932fe454b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0305905 May 20 21:58:19.982360 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-8d07ffe5-0c4d-4c13-a893-52c74c264e87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:58:20.407665 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device d9030f07-cef8-4918-8f70-7b687f2da46e up at agent hyperv_n-h2-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 21:58:20.662266 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Provisioning for port d9030f07-cef8-4918-8f70-7b687f2da46e completed by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 21:58:20.666244 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Provisioning complete for port d9030f07-cef8-4918-8f70-7b687f2da46e triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:58:20.666707 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:58:20.752297 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port d9030f07-cef8-4918-8f70-7b687f2da46e is: BUILD; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 21:58:20.752677 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:58:20.774338 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa629655-b849-4872-9d54-5ec17f0b1446', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9030f07-cef8-4918-8f70-7b687f2da46e'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 21:58:20.776795 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7947af4a1013b12ef328acaa2f4e39eb2f7ac51c208120b4987a707d9dc479df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb0ac2dd-3aa2-41ef-8837-94b4f403099e" -d '{"events": [{"server_uuid": "fa629655-b849-4872-9d54-5ec17f0b1446", "name": "network-vif-plugged", "status": "completed", "tag": "d9030f07-cef8-4918-8f70-7b687f2da46e"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 21:58:20.790637 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port d9030f07-cef8-4918-8f70-7b687f2da46e, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=d9030f07-cef8-4918-8f70-7b687f2da46e,segment=NetworkSegment(053bd376-c72e-4ffa-ad26-4349ac5a0f41),segment_id=053bd376-c72e-4ffa-ad26-4349ac5a0f41)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 21:58:20.866754 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:58:20.890977 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 21:58:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de99a17d-72d7-4aa4-b783-695ceabaa213 x-openstack-request-id: req-de99a17d-72d7-4aa4-b783-695ceabaa213 {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 21:58:20.891914 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa629655-b849-4872-9d54-5ec17f0b1446", "name": "network-vif-plugged", "status": "completed", "tag": "d9030f07-cef8-4918-8f70-7b687f2da46e", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 21:58:20.892194 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-de99a17d-72d7-4aa4-b783-695ceabaa213 {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 21:58:20.892615 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de99a17d-72d7-4aa4-b783-695ceabaa213'] response: {'server_uuid': 'fa629655-b849-4872-9d54-5ec17f0b1446', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9030f07-cef8-4918-8f70-7b687f2da46e', 'code': 200} May 20 21:58:20.914406 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbc3474-d988-47b3-aa55-7d2a5aa306a2 req-94c1f8b9-1c53-4dd1-b866-b17c57948e1f tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:58:20.915839 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-abbc3474-d988-47b3-aa55-7d2a5aa306a2 req-94c1f8b9-1c53-4dd1-b866-b17c57948e1f tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] 10.222.0.35 "GET /v2.0/ports?device_id=fa629655-b849-4872-9d54-5ec17f0b1446 HTTP/1.1" status: 200 len: 946 time: 0.0574722 May 20 21:58:20.920617 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=d9030f07-cef8-4918-8f70-7b687f2da46e,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:58:20.958962 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-abbc3474-d988-47b3-aa55-7d2a5aa306a2 req-aac1ece4-46f3-474c-b632-2a1595a48f2a tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] 10.222.0.35 "GET /v2.0/security-groups?id=afd59ba7-e6e2-49ce-a7b1-7932fe454b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0331371 May 20 21:58:20.998870 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5af5bd7-0b1b-490f-8f8e-40baceb65f3a req-97614b2d-6d3c-47f2-81be-ebabbc8b6328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:58:21.000471 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-d5af5bd7-0b1b-490f-8f8e-40baceb65f3a req-97614b2d-6d3c-47f2-81be-ebabbc8b6328 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=fa629655-b849-4872-9d54-5ec17f0b1446 HTTP/1.1" status: 200 len: 1097 time: 0.0393014 May 20 21:58:21.033399 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-d5af5bd7-0b1b-490f-8f8e-40baceb65f3a req-9ae1128f-5e3d-4c10-a55c-982c4c8ca5bf service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=afd59ba7-e6e2-49ce-a7b1-7932fe454b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0263090 May 20 21:58:22.080673 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2354d23d-6ed5-4e50-8e4b-3b9c61ad107b req-576ea144-e702-43d8-bee0-cef8dff307bd tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:58:22.082159 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2354d23d-6ed5-4e50-8e4b-3b9c61ad107b req-576ea144-e702-43d8-bee0-cef8dff307bd tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] 10.222.0.35 "GET /v2.0/ports?device_id=fa629655-b849-4872-9d54-5ec17f0b1446 HTTP/1.1" status: 200 len: 946 time: 0.0494871 May 20 21:58:22.120066 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2354d23d-6ed5-4e50-8e4b-3b9c61ad107b req-aa424f5a-2622-495f-9b3f-bb7a44194982 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] 10.222.0.35 "GET /v2.0/security-groups?id=afd59ba7-e6e2-49ce-a7b1-7932fe454b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317602 May 20 21:58:22.319607 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-8791325d-b6b4-410c-a553-caa29ec70070 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:58:23.233502 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb92b4b-426c-4848-8f68-4fdf018f5d41 req-8fc85541-a822-4bb4-8c99-c073451e6f64 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:58:23.235443 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7bb92b4b-426c-4848-8f68-4fdf018f5d41 req-8fc85541-a822-4bb4-8c99-c073451e6f64 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] 10.222.0.35 "GET /v2.0/ports?device_id=fa629655-b849-4872-9d54-5ec17f0b1446 HTTP/1.1" status: 200 len: 946 time: 0.0478613 May 20 21:58:23.272982 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7bb92b4b-426c-4848-8f68-4fdf018f5d41 req-f103b27c-87fa-4edf-8952-df96d9b446cb tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] 10.222.0.35 "GET /v2.0/security-groups?id=afd59ba7-e6e2-49ce-a7b1-7932fe454b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313857 May 20 21:58:23.389014 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75391f3c-41ff-425c-8197-2f325cea9b31 req-e2ea4a14-67d6-438b-b148-2b56bad11fc2 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:58:23.390466 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-75391f3c-41ff-425c-8197-2f325cea9b31 req-e2ea4a14-67d6-438b-b148-2b56bad11fc2 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] 10.222.0.35 "GET /v2.0/ports?device_id=fa629655-b849-4872-9d54-5ec17f0b1446 HTTP/1.1" status: 200 len: 946 time: 0.0509079 May 20 21:58:23.428901 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-75391f3c-41ff-425c-8197-2f325cea9b31 req-d506d889-b9bb-4df8-97ea-98241f2279f5 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] 10.222.0.35 "GET /v2.0/security-groups?id=afd59ba7-e6e2-49ce-a7b1-7932fe454b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314760 May 20 21:58:23.450217 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 37992) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:58:23.490936 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32ff2b78-0cb1-4207-8ebd-b1516fca39a4 tempest-TestShelveInstance-793618551 tempest-TestShelveInstance-793618551-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:58:23.492434 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-32ff2b78-0cb1-4207-8ebd-b1516fca39a4 tempest-TestShelveInstance-793618551 tempest-TestShelveInstance-793618551-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=fa629655-b849-4872-9d54-5ec17f0b1446 HTTP/1.1" status: 200 len: 1092 time: 0.0412593 May 20 21:58:23.495141 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 37994) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 21:58:23.499288 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-78bb0bc8-0d4b-4c91-a606-bfaab1ecb0b9 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Request body: {'floatingip': {'floating_network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'port_id': 'd9030f07-cef8-4918-8f70-7b687f2da46e', 'tenant_id': 'f4f9a8ea2b864c549ce585c794b412b9', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:58:23.621200 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-78bb0bc8-0d4b-4c91-a606-bfaab1ecb0b9 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Notify callbacks [] for floatingip, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:58:23.652987 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-88353cfc-f5aa-4774-b36f-607059e82b9b req-395ba551-b664-4eaf-99a1-13c02679c7ce service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=fa629655-b849-4872-9d54-5ec17f0b1446&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0430171 May 20 21:58:23.725119 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-78bb0bc8-0d4b-4c91-a606-bfaab1ecb0b9 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:58:23.748169 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88353cfc-f5aa-4774-b36f-607059e82b9b req-173abfe3-7452-416d-a3b3-7f5e24d9a999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:58:23.749765 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-88353cfc-f5aa-4774-b36f-607059e82b9b req-173abfe3-7452-416d-a3b3-7f5e24d9a999 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f4f9a8ea2b864c549ce585c794b412b9&device_id=fa629655-b849-4872-9d54-5ec17f0b1446 HTTP/1.1" status: 200 len: 1097 time: 0.0406730 May 20 21:58:23.828793 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-78bb0bc8-0d4b-4c91-a606-bfaab1ecb0b9 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Allocated IP 172.25.2.176 (e3a93b5c-91e2-4064-9c2c-1afc261bfe15/86fee0c1-6e34-488b-9216-b2b8e7ef585a/89e3ffad-2103-450b-92a4-3d8772bd9457) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:58:23.854024 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88353cfc-f5aa-4774-b36f-607059e82b9b req-7a921480-f670-4e93-b07e-22fc75764cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:58:23.855569 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-88353cfc-f5aa-4774-b36f-607059e82b9b req-7a921480-f670-4e93-b07e-22fc75764cf6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=7d708e9b-6ea9-4967-b907-69984c23da8e HTTP/1.1" status: 200 len: 909 time: 0.0881166 May 20 21:58:23.897680 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-88353cfc-f5aa-4774-b36f-607059e82b9b req-64b62712-df50-4e51-aee3-fd2fdea8d4b3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d9030f07-cef8-4918-8f70-7b687f2da46e HTTP/1.1" status: 200 len: 217 time: 0.0356269 May 20 21:58:23.936056 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-78bb0bc8-0d4b-4c91-a606-bfaab1ecb0b9 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Notify callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:58:23.945458 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88353cfc-f5aa-4774-b36f-607059e82b9b req-221db56f-43c4-40af-9035-a185b21ebdee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:58:23.946950 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-88353cfc-f5aa-4774-b36f-607059e82b9b req-221db56f-43c4-40af-9035-a185b21ebdee service neutron] 10.222.0.13 "GET /v2.0/subnets?id=216ddb2b-9f5c-44db-9754-a97ca73567e4 HTTP/1.1" status: 200 len: 847 time: 0.0438802 May 20 21:58:23.991645 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88353cfc-f5aa-4774-b36f-607059e82b9b req-1173c074-b52a-4618-8059-6df20759dab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:58:23.993081 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-88353cfc-f5aa-4774-b36f-607059e82b9b req-1173c074-b52a-4618-8059-6df20759dab4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7d708e9b-6ea9-4967-b907-69984c23da8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400174 May 20 21:58:24.027731 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-78bb0bc8-0d4b-4c91-a606-bfaab1ecb0b9 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:58:24.065147 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78bb0bc8-0d4b-4c91-a606-bfaab1ecb0b9 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Network e3a93b5c-91e2-4064-9c2c-1afc261bfe15 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:58:24.069303 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-78bb0bc8-0d4b-4c91-a606-bfaab1ecb0b9 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:58:24.075691 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78bb0bc8-0d4b-4c91-a606-bfaab1ecb0b9 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 21:58:24.082555 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bb0bc8-0d4b-4c91-a606-bfaab1ecb0b9 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Pushing event updated for resources: {'Port': ['ID=89e3ffad-2103-450b-92a4-3d8772bd9457,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:58:24.089501 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-88353cfc-f5aa-4774-b36f-607059e82b9b req-27fab18a-60fc-45c8-b048-18837fa9ef03 service neutron] 10.222.0.13 "GET /v2.0/networks/7d708e9b-6ea9-4967-b907-69984c23da8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903311 May 20 21:58:24.179999 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-88353cfc-f5aa-4774-b36f-607059e82b9b req-30edb9b6-2d0a-4e47-9cc2-774dcecf4dce service neutron] 10.222.0.13 "GET /v2.0/networks/7d708e9b-6ea9-4967-b907-69984c23da8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838907 May 20 21:58:24.245255 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4bb0e131-6525-46ca-a45b-e4ea43a5e69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:58:24.753568 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-78bb0bc8-0d4b-4c91-a606-bfaab1ecb0b9 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:58:24.873504 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-78bb0bc8-0d4b-4c91-a606-bfaab1ecb0b9 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:58:25.018537 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-78bb0bc8-0d4b-4c91-a606-bfaab1ecb0b9 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Notify callbacks [] for port, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:58:25.072386 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-78bb0bc8-0d4b-4c91-a606-bfaab1ecb0b9 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:58:25.139764 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bb0bc8-0d4b-4c91-a606-bfaab1ecb0b9 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Pushing event updated for resources: {'Port': ['ID=89e3ffad-2103-450b-92a4-3d8772bd9457,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:58:25.151408 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-78bb0bc8-0d4b-4c91-a606-bfaab1ecb0b9 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748272'] for floatingip, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:58:25.248452 n-d-842733-1 neutron-server[103163]: INFO neutron.db.l3_db [None req-78bb0bc8-0d4b-4c91-a606-bfaab1ecb0b9 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Floating IP 72ee60d7-31f3-43cd-9806-480a75acffb5 associated. External IP: 172.25.2.176, port: d9030f07-cef8-4918-8f70-7b687f2da46e. May 20 21:58:25.382280 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:58:25.449243 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78bb0bc8-0d4b-4c91-a606-bfaab1ecb0b9 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Router 82d0d34a-fc80-4170-b9a8-0f6c9e1910dd has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 21:58:25.556397 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78bb0bc8-0d4b-4c91-a606-bfaab1ecb0b9 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 21:58:25.567276 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31be77ec-79a3-4203-aa62-034dd38de7a0 None None] Sync routers for ids ['82d0d34a-fc80-4170-b9a8-0f6c9e1910dd'] in n-d-842733-1 {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 21:58:25.576467 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31be77ec-79a3-4203-aa62-034dd38de7a0 None None] Routers {'82d0d34a-fc80-4170-b9a8-0f6c9e1910dd'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:58:25.582046 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-31be77ec-79a3-4203-aa62-034dd38de7a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:58:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['82d0d34a-fc80-4170-b9a8-0f6c9e1910dd'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:58:25.612498 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-78bb0bc8-0d4b-4c91-a606-bfaab1ecb0b9 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for floatingip, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:58:25.642085 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-78bb0bc8-0d4b-4c91-a606-bfaab1ecb0b9 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1451023 May 20 21:58:25.642833 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa629655-b849-4872-9d54-5ec17f0b1446', 'tag': 'd9030f07-cef8-4918-8f70-7b687f2da46e'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 21:58:25.645147 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4416c3b25ab83027dff24eda6e450cd3b8f285a9257f5a2b93a81ddcbdb8854f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4748189d-a469-4632-9349-f6806e89a4af" -d '{"events": [{"name": "network-changed", "server_uuid": "fa629655-b849-4872-9d54-5ec17f0b1446", "tag": "d9030f07-cef8-4918-8f70-7b687f2da46e"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 21:58:25.667513 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:58:25.683374 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 21:58:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c5e43f2-df57-4b9f-8548-3701a62c73c3 x-openstack-request-id: req-5c5e43f2-df57-4b9f-8548-3701a62c73c3 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 21:58:25.683662 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa629655-b849-4872-9d54-5ec17f0b1446", "tag": "d9030f07-cef8-4918-8f70-7b687f2da46e", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 21:58:25.683912 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5c5e43f2-df57-4b9f-8548-3701a62c73c3 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 21:58:25.684318 n-d-842733-1 neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c5e43f2-df57-4b9f-8548-3701a62c73c3'] response: {'name': 'network-changed', 'server_uuid': 'fa629655-b849-4872-9d54-5ec17f0b1446', 'tag': 'd9030f07-cef8-4918-8f70-7b687f2da46e', 'status': 'completed', 'code': 200} May 20 21:58:25.685868 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-31be77ec-79a3-4203-aa62-034dd38de7a0 None None] Set router 82d0d34a-fc80-4170-b9a8-0f6c9e1910dd gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:58:25.770419 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4748189d-a469-4632-9349-f6806e89a4af req-96618f07-0075-41de-b1fe-89d6677835be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:58:25.771878 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-4748189d-a469-4632-9349-f6806e89a4af req-96618f07-0075-41de-b1fe-89d6677835be service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f4f9a8ea2b864c549ce585c794b412b9&device_id=fa629655-b849-4872-9d54-5ec17f0b1446 HTTP/1.1" status: 200 len: 1097 time: 0.0471227 May 20 21:58:25.804085 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cc3ec51b-6ec8-438a-8349-5f0bec346d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:58:25.864852 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4748189d-a469-4632-9349-f6806e89a4af req-e504a05f-9ba6-437d-b788-dbf0bdfc573a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:58:25.866348 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-4748189d-a469-4632-9349-f6806e89a4af req-e504a05f-9ba6-437d-b788-dbf0bdfc573a service neutron] 10.222.0.13 "GET /v2.0/networks?id=7d708e9b-6ea9-4967-b907-69984c23da8e HTTP/1.1" status: 200 len: 909 time: 0.0876534 May 20 21:58:25.916129 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-31be77ec-79a3-4203-aa62-034dd38de7a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82d0d34a-fc80-4170-b9a8-0f6c9e1910dd', 'name': 'tempest-TestShelveInstance-601742735-router', 'tenant_id': 'f4f9a8ea2b864c549ce585c794b412b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.116'}], 'enable_snat': True}, 'gw_port_id': '671aa244-cadf-4a42-b1e2-f62b13dd0340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:53:10Z', 'updated_at': '2022-05-20T21:53:13Z', 'revision_number': 4, 'project_id': 'f4f9a8ea2b864c549ce585c794b412b9', 'gw_port': {'id': '671aa244-cadf-4a42-b1e2-f62b13dd0340', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:57:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d0d34a-fc80-4170-b9a8-0f6c9e1910dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4387, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:53:10Z', 'updated_at': '2022-05-20T21:53:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_floatingips': [{'id': '72ee60d7-31f3-43cd-9806-480a75acffb5', 'tenant_id': 'f4f9a8ea2b864c549ce585c794b412b9', 'floating_ip_address': '172.25.2.176', 'floating_network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'router_id': '82d0d34a-fc80-4170-b9a8-0f6c9e1910dd', 'port_id': 'd9030f07-cef8-4918-8f70-7b687f2da46e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4424, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d708e9b-6ea9-4967-b907-69984c23da8e', 'mac_address': 'fa:16:3e:eb:13:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa629655-b849-4872-9d54-5ec17f0b1446', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-20T21:58:24Z', 'updated_at': '2022-05-20T21:58:24Z', 'revision_number': 0, 'project_id': 'f4f9a8ea2b864c549ce585c794b412b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1beab67-c7f5-4194-a108-af932c5f5126', 'name': '', 'network_id': '7d708e9b-6ea9-4967-b907-69984c23da8e', 'tenant_id': 'f4f9a8ea2b864c549ce585c794b412b9', 'mac_address': 'fa:16:3e:21:9e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d0d34a-fc80-4170-b9a8-0f6c9e1910dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4388, 'fixed_ips': [{'subnet_id': '216ddb2b-9f5c-44db-9754-a97ca73567e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:53:12Z', 'updated_at': '2022-05-20T21:53:17Z', 'revision_number': 5, 'project_id': 'f4f9a8ea2b864c549ce585c794b412b9', 'subnets': [{'id': '216ddb2b-9f5c-44db-9754-a97ca73567e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:58:25.935560 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-4748189d-a469-4632-9349-f6806e89a4af req-d774bd3b-85e7-4bd7-8fd0-8474d135d370 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d9030f07-cef8-4918-8f70-7b687f2da46e HTTP/1.1" status: 200 len: 1000 time: 0.0629175 May 20 21:58:25.943268 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31be77ec-79a3-4203-aa62-034dd38de7a0 None None] Checking router: 82d0d34a-fc80-4170-b9a8-0f6c9e1910dd for host: n-d-842733-1 {{(pid=103165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 21:58:25.951314 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31be77ec-79a3-4203-aa62-034dd38de7a0 None None] Routers {'82d0d34a-fc80-4170-b9a8-0f6c9e1910dd'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 21:58:25.951908 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-31be77ec-79a3-4203-aa62-034dd38de7a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T21:58:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['82d0d34a-fc80-4170-b9a8-0f6c9e1910dd'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:58:25.983276 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4748189d-a469-4632-9349-f6806e89a4af req-328c6bb3-a679-4344-917a-6e567e71e9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:58:25.984772 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-4748189d-a469-4632-9349-f6806e89a4af req-328c6bb3-a679-4344-917a-6e567e71e9d5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=216ddb2b-9f5c-44db-9754-a97ca73567e4 HTTP/1.1" status: 200 len: 847 time: 0.0435655 May 20 21:58:26.028506 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4748189d-a469-4632-9349-f6806e89a4af req-548706dc-0356-4d04-b629-50bf148dab87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:58:26.029966 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-4748189d-a469-4632-9349-f6806e89a4af req-548706dc-0356-4d04-b629-50bf148dab87 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7d708e9b-6ea9-4967-b907-69984c23da8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396006 May 20 21:58:26.059715 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-31be77ec-79a3-4203-aa62-034dd38de7a0 None None] Set router 82d0d34a-fc80-4170-b9a8-0f6c9e1910dd gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 21:58:26.123152 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-4748189d-a469-4632-9349-f6806e89a4af req-c7d6fd4b-edd5-4644-b7f4-0729f3044290 service neutron] 10.222.0.13 "GET /v2.0/networks/7d708e9b-6ea9-4967-b907-69984c23da8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865686 May 20 21:58:26.146143 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.agents_db [None req-5c33ad30-4e00-40fa-b486-8c79c4a6cfc5 None None] Agent healthcheck: found 7 active agents {{(pid=103165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 20 21:58:26.211607 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-4748189d-a469-4632-9349-f6806e89a4af req-32eea074-0de9-4cfa-a40d-4897d339f4e9 service neutron] 10.222.0.13 "GET /v2.0/networks/7d708e9b-6ea9-4967-b907-69984c23da8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820601 May 20 21:58:26.287418 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-31be77ec-79a3-4203-aa62-034dd38de7a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82d0d34a-fc80-4170-b9a8-0f6c9e1910dd', 'name': 'tempest-TestShelveInstance-601742735-router', 'tenant_id': 'f4f9a8ea2b864c549ce585c794b412b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.116'}], 'enable_snat': True}, 'gw_port_id': '671aa244-cadf-4a42-b1e2-f62b13dd0340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:53:10Z', 'updated_at': '2022-05-20T21:53:13Z', 'revision_number': 4, 'project_id': 'f4f9a8ea2b864c549ce585c794b412b9', 'gw_port': {'id': '671aa244-cadf-4a42-b1e2-f62b13dd0340', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:57:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d0d34a-fc80-4170-b9a8-0f6c9e1910dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4387, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:53:10Z', 'updated_at': '2022-05-20T21:53:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_floatingips': [{'id': '72ee60d7-31f3-43cd-9806-480a75acffb5', 'tenant_id': 'f4f9a8ea2b864c549ce585c794b412b9', 'floating_ip_address': '172.25.2.176', 'floating_network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'router_id': '82d0d34a-fc80-4170-b9a8-0f6c9e1910dd', 'port_id': 'd9030f07-cef8-4918-8f70-7b687f2da46e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4424, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d708e9b-6ea9-4967-b907-69984c23da8e', 'mac_address': 'fa:16:3e:eb:13:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa629655-b849-4872-9d54-5ec17f0b1446', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-20T21:58:24Z', 'updated_at': '2022-05-20T21:58:24Z', 'revision_number': 0, 'project_id': 'f4f9a8ea2b864c549ce585c794b412b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1beab67-c7f5-4194-a108-af932c5f5126', 'name': '', 'network_id': '7d708e9b-6ea9-4967-b907-69984c23da8e', 'tenant_id': 'f4f9a8ea2b864c549ce585c794b412b9', 'mac_address': 'fa:16:3e:21:9e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d0d34a-fc80-4170-b9a8-0f6c9e1910dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4388, 'fixed_ips': [{'subnet_id': '216ddb2b-9f5c-44db-9754-a97ca73567e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:53:12Z', 'updated_at': '2022-05-20T21:53:17Z', 'revision_number': 5, 'project_id': 'f4f9a8ea2b864c549ce585c794b412b9', 'subnets': [{'id': '216ddb2b-9f5c-44db-9754-a97ca73567e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:58:26.316643 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31be77ec-79a3-4203-aa62-034dd38de7a0 None None] The sync data for ids ['82d0d34a-fc80-4170-b9a8-0f6c9e1910dd'] in n-d-842733-1 is: [{'id': '82d0d34a-fc80-4170-b9a8-0f6c9e1910dd', 'name': 'tempest-TestShelveInstance-601742735-router', 'tenant_id': 'f4f9a8ea2b864c549ce585c794b412b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.116'}], 'enable_snat': True}, 'gw_port_id': '671aa244-cadf-4a42-b1e2-f62b13dd0340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:53:10Z', 'updated_at': '2022-05-20T21:53:13Z', 'revision_number': 4, 'project_id': 'f4f9a8ea2b864c549ce585c794b412b9', 'gw_port': {'id': '671aa244-cadf-4a42-b1e2-f62b13dd0340', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:57:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d0d34a-fc80-4170-b9a8-0f6c9e1910dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4387, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:53:10Z', 'updated_at': '2022-05-20T21:53:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_floatingips': [{'id': '72ee60d7-31f3-43cd-9806-480a75acffb5', 'tenant_id': 'f4f9a8ea2b864c549ce585c794b412b9', 'floating_ip_address': '172.25.2.176', 'floating_network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'router_id': '82d0d34a-fc80-4170-b9a8-0f6c9e1910dd', 'port_id': 'd9030f07-cef8-4918-8f70-7b687f2da46e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4424, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d708e9b-6ea9-4967-b907-69984c23da8e', 'mac_address': 'fa:16:3e:eb:13:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa629655-b849-4872-9d54-5ec17f0b1446', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-20T21:58:24Z', 'updated_at': '2022-05-20T21:58:24Z', 'revision_number': 0, 'project_id': 'f4f9a8ea2b864c549ce585c794b412b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1beab67-c7f5-4194-a108-af932c5f5126', 'name': '', 'network_id': '7d708e9b-6ea9-4967-b907-69984c23da8e', 'tenant_id': 'f4f9a8ea2b864c549ce585c794b412b9', 'mac_address': 'fa:16:3e:21:9e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d0d34a-fc80-4170-b9a8-0f6c9e1910dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4388, 'fixed_ips': [{'subnet_id': '216ddb2b-9f5c-44db-9754-a97ca73567e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:53:12Z', 'updated_at': '2022-05-20T21:53:17Z', 'revision_number': 5, 'project_id': 'f4f9a8ea2b864c549ce585c794b412b9', 'subnets': [{'id': '216ddb2b-9f5c-44db-9754-a97ca73567e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 21:58:26.506006 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ec1652-ea87-4c4a-9db7-e9be9affa555 None None] New status for floating IP 72ee60d7-31f3-43cd-9806-480a75acffb5: ACTIVE {{(pid=103164) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 21:58:32.947510 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:58:49.941827 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c4c49382-0c4a-4709-9dfc-f513e06a32f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:58:52.364219 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-82d96dd9-7bab-49d6-b494-e26a2938a338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:58:54.244546 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4bb0e131-6525-46ca-a45b-e4ea43a5e69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:58:55.381465 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:58:55.667156 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:58:55.798562 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cc3ec51b-6ec8-438a-8349-5f0bec346d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:59:03.009644 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:59:03.134545 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.agents_db [None req-5c33ad30-4e00-40fa-b486-8c79c4a6cfc5 None None] Agent healthcheck: found 7 active agents {{(pid=103165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 20 21:59:19.958162 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c1a2011b-33c4-4071-88a5-6b45f34ee96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:59:22.300988 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3caded9-23d2-473d-8498-53df5006708f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:59:24.261471 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4bb0e131-6525-46ca-a45b-e4ea43a5e69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:59:25.438292 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:59:25.647644 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-ad54c61b-8ca2-4c7f-957e-243c8d983f8c req-3bc01579-e07f-4e88-8b17-8a3a8192363a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=fa629655-b849-4872-9d54-5ec17f0b1446&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0406291 May 20 21:59:25.712874 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:59:25.749151 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad54c61b-8ca2-4c7f-957e-243c8d983f8c req-5df1197e-6dc1-4af6-a2c2-c03af3c78521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:59:25.751464 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-ad54c61b-8ca2-4c7f-957e-243c8d983f8c req-5df1197e-6dc1-4af6-a2c2-c03af3c78521 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f4f9a8ea2b864c549ce585c794b412b9&device_id=fa629655-b849-4872-9d54-5ec17f0b1446 HTTP/1.1" status: 200 len: 1097 time: 0.0461226 May 20 21:59:25.804197 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cc3ec51b-6ec8-438a-8349-5f0bec346d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:59:25.852878 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad54c61b-8ca2-4c7f-957e-243c8d983f8c req-6b7c4cfa-1768-41c4-8785-37b32673c316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:59:25.854626 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-ad54c61b-8ca2-4c7f-957e-243c8d983f8c req-6b7c4cfa-1768-41c4-8785-37b32673c316 service neutron] 10.222.0.13 "GET /v2.0/networks?id=7d708e9b-6ea9-4967-b907-69984c23da8e HTTP/1.1" status: 200 len: 909 time: 0.0850196 May 20 21:59:25.924757 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-ad54c61b-8ca2-4c7f-957e-243c8d983f8c req-b09354c0-670f-486e-8da1-d8e3da620f7d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d9030f07-cef8-4918-8f70-7b687f2da46e HTTP/1.1" status: 200 len: 1002 time: 0.0632052 May 20 21:59:25.973133 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad54c61b-8ca2-4c7f-957e-243c8d983f8c req-98b6779f-5b9e-417c-99ca-4520dd62341e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:59:25.974570 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-ad54c61b-8ca2-4c7f-957e-243c8d983f8c req-98b6779f-5b9e-417c-99ca-4520dd62341e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=216ddb2b-9f5c-44db-9754-a97ca73567e4 HTTP/1.1" status: 200 len: 847 time: 0.0439327 May 20 21:59:26.021304 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad54c61b-8ca2-4c7f-957e-243c8d983f8c req-94efc49e-8d67-413b-af0e-a9bb78fd6fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 21:59:26.022825 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-ad54c61b-8ca2-4c7f-957e-243c8d983f8c req-94efc49e-8d67-413b-af0e-a9bb78fd6fdf service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7d708e9b-6ea9-4967-b907-69984c23da8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420361 May 20 21:59:26.033689 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [req-ad54c61b-8ca2-4c7f-957e-243c8d983f8c req-e98a4dc0-98a8-43a4-83f4-5ae40862ffc3 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103162) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 21:59:26.034615 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-ad54c61b-8ca2-4c7f-957e-243c8d983f8c req-e98a4dc0-98a8-43a4-83f4-5ae40862ffc3 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053771 May 20 21:59:26.128111 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-ad54c61b-8ca2-4c7f-957e-243c8d983f8c req-5e565424-2c44-4eff-9ba1-3955c0cba352 service neutron] 10.222.0.13 "GET /v2.0/networks/7d708e9b-6ea9-4967-b907-69984c23da8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863488 May 20 21:59:26.216327 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-ad54c61b-8ca2-4c7f-957e-243c8d983f8c req-f8d0aff4-3663-4944-81d3-42c9ec2e5198 service neutron] 10.222.0.13 "GET /v2.0/networks/7d708e9b-6ea9-4967-b907-69984c23da8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818381 May 20 21:59:32.957974 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:59:40.134611 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.agents_db [None req-5c33ad30-4e00-40fa-b486-8c79c4a6cfc5 None None] Agent healthcheck: found 7 active agents {{(pid=103165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 20 21:59:49.929365 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-8dd55c5d-6999-43b0-9525-954329394c46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:59:52.329165 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-949edb07-bf71-48d0-98bb-9419ce253bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:59:54.272259 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4bb0e131-6525-46ca-a45b-e4ea43a5e69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:59:55.403749 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:59:55.677705 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:59:55.785952 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cc3ec51b-6ec8-438a-8349-5f0bec346d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:00:02.957502 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:00:17.135255 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.agents_db [None req-5c33ad30-4e00-40fa-b486-8c79c4a6cfc5 None None] Agent healthcheck: found 7 active agents {{(pid=103165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 20 22:00:19.980617 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-168b9c92-849f-46b7-a984-2476f9d703a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:00:22.300066 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-6c75d986-03dc-4e8c-b063-61418dc31a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:00:24.334584 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4bb0e131-6525-46ca-a45b-e4ea43a5e69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:00:25.420382 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:00:25.671894 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:00:25.814403 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cc3ec51b-6ec8-438a-8349-5f0bec346d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:00:27.646272 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-156e335a-2e9d-48ba-a072-59abf507d0be req-6e2317cb-43f5-49a0-8025-11fc671f79c7 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=fa629655-b849-4872-9d54-5ec17f0b1446&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0401816 May 20 22:00:27.748180 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156e335a-2e9d-48ba-a072-59abf507d0be req-9a43d8d6-d021-4318-a6ec-2893cf721f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 22:00:27.749578 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-156e335a-2e9d-48ba-a072-59abf507d0be req-9a43d8d6-d021-4318-a6ec-2893cf721f81 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f4f9a8ea2b864c549ce585c794b412b9&device_id=fa629655-b849-4872-9d54-5ec17f0b1446 HTTP/1.1" status: 200 len: 1097 time: 0.0449605 May 20 22:00:27.853531 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156e335a-2e9d-48ba-a072-59abf507d0be req-55172196-1b31-4dac-83b4-28f4ce97a6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 22:00:27.855616 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-156e335a-2e9d-48ba-a072-59abf507d0be req-55172196-1b31-4dac-83b4-28f4ce97a6ec service neutron] 10.222.0.13 "GET /v2.0/networks?id=7d708e9b-6ea9-4967-b907-69984c23da8e HTTP/1.1" status: 200 len: 909 time: 0.0880318 May 20 22:00:27.923951 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-156e335a-2e9d-48ba-a072-59abf507d0be req-3a9033c6-a990-4c4d-a751-21481575de64 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d9030f07-cef8-4918-8f70-7b687f2da46e HTTP/1.1" status: 200 len: 1002 time: 0.0618563 May 20 22:00:27.970224 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156e335a-2e9d-48ba-a072-59abf507d0be req-aa566f75-d215-468b-8c39-c3b0f6f78794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 22:00:27.971630 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-156e335a-2e9d-48ba-a072-59abf507d0be req-aa566f75-d215-468b-8c39-c3b0f6f78794 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=216ddb2b-9f5c-44db-9754-a97ca73567e4 HTTP/1.1" status: 200 len: 847 time: 0.0421119 May 20 22:00:28.015015 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156e335a-2e9d-48ba-a072-59abf507d0be req-c016642d-007f-4fd5-a5e5-593da7a043c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 22:00:28.016410 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-156e335a-2e9d-48ba-a072-59abf507d0be req-c016642d-007f-4fd5-a5e5-593da7a043c2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7d708e9b-6ea9-4967-b907-69984c23da8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0386856 May 20 22:00:28.109642 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-156e335a-2e9d-48ba-a072-59abf507d0be req-989f0842-f8ea-4ad7-b7b3-73ef035ade2c service neutron] 10.222.0.13 "GET /v2.0/networks/7d708e9b-6ea9-4967-b907-69984c23da8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867321 May 20 22:00:28.198051 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-156e335a-2e9d-48ba-a072-59abf507d0be req-faae17bf-fa35-4644-89fb-8bd6020983e6 service neutron] 10.222.0.13 "GET /v2.0/networks/7d708e9b-6ea9-4967-b907-69984c23da8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819869 May 20 22:00:33.008901 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:00:49.940056 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d517037a-24f8-4a6e-8c5b-49a3e17748dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:00:50.426906 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8354694e-04c6-4831-8a51-e92a1e3360c8 req-e53440d3-1383-4732-aa0c-ff0b1a55c788 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 22:00:50.428422 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8354694e-04c6-4831-8a51-e92a1e3360c8 req-e53440d3-1383-4732-aa0c-ff0b1a55c788 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] 10.222.0.35 "GET /v2.0/ports?device_id=fa629655-b849-4872-9d54-5ec17f0b1446 HTTP/1.1" status: 200 len: 946 time: 0.1423864 May 20 22:00:50.468465 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8354694e-04c6-4831-8a51-e92a1e3360c8 req-7e385b9f-2ba6-4f79-8adc-81cb2a671e7d tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] 10.222.0.35 "GET /v2.0/security-groups?id=afd59ba7-e6e2-49ce-a7b1-7932fe454b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0331416 May 20 22:00:51.648577 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acc78eb-4a12-4946-a034-c8eb92a51e6c req-b8c35bdd-ccef-40d1-ba22-2c57441e42b1 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 22:00:51.650146 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2acc78eb-4a12-4946-a034-c8eb92a51e6c req-b8c35bdd-ccef-40d1-ba22-2c57441e42b1 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] 10.222.0.35 "GET /v2.0/ports?device_id=fa629655-b849-4872-9d54-5ec17f0b1446 HTTP/1.1" status: 200 len: 946 time: 0.1008866 May 20 22:00:51.687201 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2acc78eb-4a12-4946-a034-c8eb92a51e6c req-27d63af9-0156-4be4-bd47-80fe5ee25608 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] 10.222.0.35 "GET /v2.0/security-groups?id=afd59ba7-e6e2-49ce-a7b1-7932fe454b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0301657 May 20 22:00:52.317328 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed158-9f31-4953-a50d-d1985db3225c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:00:52.811665 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762cabe1-f624-4b87-b161-d21f736f4aca req-b21d184c-6d21-46ee-a280-566709c761b7 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 22:00:52.813221 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-762cabe1-f624-4b87-b161-d21f736f4aca req-b21d184c-6d21-46ee-a280-566709c761b7 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] 10.222.0.35 "GET /v2.0/ports?device_id=fa629655-b849-4872-9d54-5ec17f0b1446 HTTP/1.1" status: 200 len: 946 time: 0.0537491 May 20 22:00:52.854525 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-762cabe1-f624-4b87-b161-d21f736f4aca req-3f387f17-a852-4378-9b86-15b079006446 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] 10.222.0.35 "GET /v2.0/security-groups?id=afd59ba7-e6e2-49ce-a7b1-7932fe454b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0352657 May 20 22:00:53.971316 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41aee2d-1e88-4ed4-9ffd-4f06ff86332c req-d688b63d-3757-4737-975d-5298e85fcf01 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 22:00:53.972791 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c41aee2d-1e88-4ed4-9ffd-4f06ff86332c req-d688b63d-3757-4737-975d-5298e85fcf01 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] 10.222.0.35 "GET /v2.0/ports?device_id=fa629655-b849-4872-9d54-5ec17f0b1446 HTTP/1.1" status: 200 len: 946 time: 0.0484905 May 20 22:00:54.009555 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c41aee2d-1e88-4ed4-9ffd-4f06ff86332c req-bb9e11df-5352-4edc-837d-e60126a74e97 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] 10.222.0.35 "GET /v2.0/security-groups?id=afd59ba7-e6e2-49ce-a7b1-7932fe454b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0307074 May 20 22:00:54.134754 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.agents_db [None req-5c33ad30-4e00-40fa-b486-8c79c4a6cfc5 None None] Agent healthcheck: found 7 active agents {{(pid=103165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 20 22:00:54.288430 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4bb0e131-6525-46ca-a45b-e4ea43a5e69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:00:55.127438 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b46fd4-a564-47c8-8ab2-978ace7d6a94 req-41c98818-0106-4fcc-8120-d0dcc6c36923 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 22:00:55.128913 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c8b46fd4-a564-47c8-8ab2-978ace7d6a94 req-41c98818-0106-4fcc-8120-d0dcc6c36923 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] 10.222.0.35 "GET /v2.0/ports?device_id=fa629655-b849-4872-9d54-5ec17f0b1446 HTTP/1.1" status: 200 len: 946 time: 0.0490701 May 20 22:00:55.165775 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c8b46fd4-a564-47c8-8ab2-978ace7d6a94 req-b6e3a8a6-5598-4e42-872b-b7c1c825fbb5 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] 10.222.0.35 "GET /v2.0/security-groups?id=afd59ba7-e6e2-49ce-a7b1-7932fe454b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308943 May 20 22:00:55.431778 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:00:55.700271 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:00:55.821127 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cc3ec51b-6ec8-438a-8349-5f0bec346d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:00:56.283638 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc79df5-a0c2-48dc-a372-13869711644c req-c5bcb390-7395-4c40-b1f6-226c7281f52f tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 22:00:56.285121 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-bbc79df5-a0c2-48dc-a372-13869711644c req-c5bcb390-7395-4c40-b1f6-226c7281f52f tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] 10.222.0.35 "GET /v2.0/ports?device_id=fa629655-b849-4872-9d54-5ec17f0b1446 HTTP/1.1" status: 200 len: 946 time: 0.0499792 May 20 22:00:56.327943 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-bbc79df5-a0c2-48dc-a372-13869711644c req-038b217a-bac5-4c41-86d1-8b541de82f22 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] 10.222.0.35 "GET /v2.0/security-groups?id=afd59ba7-e6e2-49ce-a7b1-7932fe454b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0363443 May 20 22:00:57.448181 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7465fe5-19e5-42ed-b916-89e4f4a8defe req-d08cf819-459b-46e0-9073-f579ca4b4188 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 22:00:57.449721 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a7465fe5-19e5-42ed-b916-89e4f4a8defe req-d08cf819-459b-46e0-9073-f579ca4b4188 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] 10.222.0.35 "GET /v2.0/ports?device_id=fa629655-b849-4872-9d54-5ec17f0b1446 HTTP/1.1" status: 200 len: 946 time: 0.0507650 May 20 22:00:57.488843 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a7465fe5-19e5-42ed-b916-89e4f4a8defe req-fd8d5942-2132-4d75-b76a-ae7a9233e277 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] 10.222.0.35 "GET /v2.0/security-groups?id=afd59ba7-e6e2-49ce-a7b1-7932fe454b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317793 May 20 22:00:58.606911 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686a7fae-72d5-481f-b5ef-e3356910cde2 req-be0d47f9-43d9-4847-9cf0-4bbdcc26a033 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 22:00:58.608382 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-686a7fae-72d5-481f-b5ef-e3356910cde2 req-be0d47f9-43d9-4847-9cf0-4bbdcc26a033 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] 10.222.0.35 "GET /v2.0/ports?device_id=fa629655-b849-4872-9d54-5ec17f0b1446 HTTP/1.1" status: 200 len: 946 time: 0.0479472 May 20 22:00:58.646001 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-686a7fae-72d5-481f-b5ef-e3356910cde2 req-bef93c6f-777a-43f5-b922-427dc97a2dc4 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] 10.222.0.35 "GET /v2.0/security-groups?id=afd59ba7-e6e2-49ce-a7b1-7932fe454b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315759 May 20 22:00:59.760540 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449a3311-2075-467b-ba90-c88402aec3ed req-bff5ee73-9f26-4c53-beb5-e3a11be45b7e tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 22:00:59.761954 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-449a3311-2075-467b-ba90-c88402aec3ed req-bff5ee73-9f26-4c53-beb5-e3a11be45b7e tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] 10.222.0.35 "GET /v2.0/ports?device_id=fa629655-b849-4872-9d54-5ec17f0b1446 HTTP/1.1" status: 200 len: 946 time: 0.0476396 May 20 22:00:59.804683 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-449a3311-2075-467b-ba90-c88402aec3ed req-57825c60-3d23-4015-abee-837ecbdd3d5a tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] 10.222.0.35 "GET /v2.0/security-groups?id=afd59ba7-e6e2-49ce-a7b1-7932fe454b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0361454 May 20 22:01:00.613868 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebad30c0-7323-4d32-a967-040f6d5d1cf9 req-bbf48fe7-8581-488e-9dd6-b7c426295a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 22:01:00.615273 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-ebad30c0-7323-4d32-a967-040f6d5d1cf9 req-bbf48fe7-8581-488e-9dd6-b7c426295a76 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f4f9a8ea2b864c549ce585c794b412b9&device_id=fa629655-b849-4872-9d54-5ec17f0b1446 HTTP/1.1" status: 200 len: 1097 time: 0.0411556 May 20 22:01:00.707625 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebad30c0-7323-4d32-a967-040f6d5d1cf9 req-34257a8a-5b6f-4b0d-b571-a1d2a97f886c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 22:01:00.709082 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-ebad30c0-7323-4d32-a967-040f6d5d1cf9 req-34257a8a-5b6f-4b0d-b571-a1d2a97f886c service neutron] 10.222.0.13 "GET /v2.0/networks?id=7d708e9b-6ea9-4967-b907-69984c23da8e HTTP/1.1" status: 200 len: 909 time: 0.0875463 May 20 22:01:00.776021 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-ebad30c0-7323-4d32-a967-040f6d5d1cf9 req-779aefeb-b334-4897-be33-4b616cfb3038 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d9030f07-cef8-4918-8f70-7b687f2da46e HTTP/1.1" status: 200 len: 1002 time: 0.0606139 May 20 22:01:00.828612 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebad30c0-7323-4d32-a967-040f6d5d1cf9 req-a8cec315-d51c-4228-8442-29e72e81555c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 22:01:00.830263 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-ebad30c0-7323-4d32-a967-040f6d5d1cf9 req-a8cec315-d51c-4228-8442-29e72e81555c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=216ddb2b-9f5c-44db-9754-a97ca73567e4 HTTP/1.1" status: 200 len: 847 time: 0.0480363 May 20 22:01:00.877096 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebad30c0-7323-4d32-a967-040f6d5d1cf9 req-7fcdbfd8-d3bd-4d55-83b7-3a71af5a1de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 22:01:00.878535 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-ebad30c0-7323-4d32-a967-040f6d5d1cf9 req-7fcdbfd8-d3bd-4d55-83b7-3a71af5a1de2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7d708e9b-6ea9-4967-b907-69984c23da8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420887 May 20 22:01:00.921040 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8000f1a-3a64-4c6d-8639-2b151493c843 req-cd41feab-e8c9-43d8-96aa-e7d3a3fc9572 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 22:01:00.922537 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a8000f1a-3a64-4c6d-8639-2b151493c843 req-cd41feab-e8c9-43d8-96aa-e7d3a3fc9572 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] 10.222.0.35 "GET /v2.0/ports?device_id=fa629655-b849-4872-9d54-5ec17f0b1446 HTTP/1.1" status: 200 len: 946 time: 0.0491502 May 20 22:01:00.961183 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a8000f1a-3a64-4c6d-8639-2b151493c843 req-ed2465c0-2160-4686-8361-0d2dcdd610d1 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] 10.222.0.35 "GET /v2.0/security-groups?id=afd59ba7-e6e2-49ce-a7b1-7932fe454b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312450 May 20 22:01:00.968783 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-ebad30c0-7323-4d32-a967-040f6d5d1cf9 req-26ed9074-20cd-46db-8c86-e90d15532d17 service neutron] 10.222.0.13 "GET /v2.0/networks/7d708e9b-6ea9-4967-b907-69984c23da8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840557 May 20 22:01:01.063957 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-ebad30c0-7323-4d32-a967-040f6d5d1cf9 req-3af471aa-c731-4412-ac9f-57087b40bb7e service neutron] 10.222.0.13 "GET /v2.0/networks/7d708e9b-6ea9-4967-b907-69984c23da8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880044 May 20 22:01:02.076945 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8548c4e-717f-4951-9e4d-05d0f422355a req-b1207619-af3d-4230-aecb-df058bf37652 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 22:01:02.078442 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c8548c4e-717f-4951-9e4d-05d0f422355a req-b1207619-af3d-4230-aecb-df058bf37652 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] 10.222.0.35 "GET /v2.0/ports?device_id=fa629655-b849-4872-9d54-5ec17f0b1446 HTTP/1.1" status: 200 len: 946 time: 0.0482075 May 20 22:01:02.115635 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c8548c4e-717f-4951-9e4d-05d0f422355a req-3ab0c882-7cfc-46b0-8fa8-6d0b32b0d206 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] 10.222.0.35 "GET /v2.0/security-groups?id=afd59ba7-e6e2-49ce-a7b1-7932fe454b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310214 May 20 22:01:02.991552 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:01:03.230911 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2620350c-ad59-405b-b7ca-989c22863f76 req-c995ffaa-69a4-49af-8b26-156ca8207317 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 22:01:03.232421 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2620350c-ad59-405b-b7ca-989c22863f76 req-c995ffaa-69a4-49af-8b26-156ca8207317 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] 10.222.0.35 "GET /v2.0/ports?device_id=fa629655-b849-4872-9d54-5ec17f0b1446 HTTP/1.1" status: 200 len: 946 time: 0.0490179 May 20 22:01:03.276291 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2620350c-ad59-405b-b7ca-989c22863f76 req-a7574b30-b850-4545-b5d9-aad4ed8b0cbc tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] 10.222.0.35 "GET /v2.0/security-groups?id=afd59ba7-e6e2-49ce-a7b1-7932fe454b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0369539 May 20 22:01:04.395071 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8cc1e2-86d7-4219-a04d-fc4a5ff038cc req-d7cbb231-3640-4a6d-b4cb-3b2ec59341f7 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 22:01:04.396536 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-be8cc1e2-86d7-4219-a04d-fc4a5ff038cc req-d7cbb231-3640-4a6d-b4cb-3b2ec59341f7 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] 10.222.0.35 "GET /v2.0/ports?device_id=fa629655-b849-4872-9d54-5ec17f0b1446 HTTP/1.1" status: 200 len: 946 time: 0.0484743 May 20 22:01:04.434704 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-be8cc1e2-86d7-4219-a04d-fc4a5ff038cc req-c3190da6-4dd9-44ee-8316-8fab66858fdf tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] 10.222.0.35 "GET /v2.0/security-groups?id=afd59ba7-e6e2-49ce-a7b1-7932fe454b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320392 May 20 22:01:05.120104 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device d9030f07-cef8-4918-8f70-7b687f2da46e no longer exists at agent hyperv_n-h2-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 22:01:05.350488 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port d9030f07-cef8-4918-8f70-7b687f2da46e is: ACTIVE; New status is: DOWN {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 22:01:05.350868 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:01:05.372072 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa629655-b849-4872-9d54-5ec17f0b1446', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd9030f07-cef8-4918-8f70-7b687f2da46e'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 22:01:05.374863 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7947af4a1013b12ef328acaa2f4e39eb2f7ac51c208120b4987a707d9dc479df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-407786ed-ac0d-488e-af44-d8c50a4399b7" -d '{"events": [{"server_uuid": "fa629655-b849-4872-9d54-5ec17f0b1446", "name": "network-vif-unplugged", "status": "completed", "tag": "d9030f07-cef8-4918-8f70-7b687f2da46e"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 22:01:05.387882 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port d9030f07-cef8-4918-8f70-7b687f2da46e, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=d9030f07-cef8-4918-8f70-7b687f2da46e,segment=NetworkSegment(053bd376-c72e-4ffa-ad26-4349ac5a0f41),segment_id=053bd376-c72e-4ffa-ad26-4349ac5a0f41)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 22:01:05.408082 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 20 May 2022 22:01:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4184b74a-6de3-4e88-9f89-c41d1aab7a4d x-openstack-request-id: req-4184b74a-6de3-4e88-9f89-c41d1aab7a4d {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 22:01:05.408430 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa629655-b849-4872-9d54-5ec17f0b1446", "name": "network-vif-unplugged", "status": "failed", "tag": "d9030f07-cef8-4918-8f70-7b687f2da46e", "code": 422}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 22:01:05.408682 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4184b74a-6de3-4e88-9f89-c41d1aab7a4d {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 22:01:05.409085 n-d-842733-1 neutron-server[103164]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-4184b74a-6de3-4e88-9f89-c41d1aab7a4d']: {'server_uuid': 'fa629655-b849-4872-9d54-5ec17f0b1446', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'd9030f07-cef8-4918-8f70-7b687f2da46e', 'code': 422} returned with failed status May 20 22:01:05.465792 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:01:05.516314 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=d9030f07-cef8-4918-8f70-7b687f2da46e,revision_number=6']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 22:01:05.523491 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 22:01:05.523827 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 22:01:05.524161 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 22:01:05.524484 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 22:01:05.524803 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 22:01:05.525122 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 22:01:05.525468 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 22:01:05.525784 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 22:01:05.526098 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 22:01:05.526409 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 22:01:05.526721 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 22:01:05.527032 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 22:01:05.553329 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc5a5d3-453a-49b2-95bb-b42917277f0d req-9a64af35-ab10-4577-abbb-522247f329a8 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 22:01:05.554703 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-afc5a5d3-453a-49b2-95bb-b42917277f0d req-9a64af35-ab10-4577-abbb-522247f329a8 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] 10.222.0.35 "GET /v2.0/ports?device_id=fa629655-b849-4872-9d54-5ec17f0b1446 HTTP/1.1" status: 200 len: 944 time: 0.0487533 May 20 22:01:05.591526 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-afc5a5d3-453a-49b2-95bb-b42917277f0d req-15b6ef09-5300-4532-a447-a4aafb00fcc2 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] 10.222.0.35 "GET /v2.0/security-groups?id=afd59ba7-e6e2-49ce-a7b1-7932fe454b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308170 May 20 22:01:05.910478 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0acba30-9071-4a12-8c45-09c454989075 req-a4b07106-a347-4442-8e3a-fbb6b2c8edff tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 22:01:05.912442 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c0acba30-9071-4a12-8c45-09c454989075 req-a4b07106-a347-4442-8e3a-fbb6b2c8edff tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] 10.222.0.35 "GET /v2.0/ports?device_id=fa629655-b849-4872-9d54-5ec17f0b1446 HTTP/1.1" status: 200 len: 944 time: 0.0505965 May 20 22:01:05.955499 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c0acba30-9071-4a12-8c45-09c454989075 req-2aaeffce-c984-4447-841d-e4a5707ef5dc tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] 10.222.0.35 "GET /v2.0/security-groups?id=afd59ba7-e6e2-49ce-a7b1-7932fe454b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0374537 May 20 22:01:05.988676 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-5f41c298-abfc-4298-8f7d-3bd87c46ebe4 req-6e7c120a-556c-4aec-a394-c88966622d7e service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=fa629655-b849-4872-9d54-5ec17f0b1446&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0824342 May 20 22:01:05.997798 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [req-5f41c298-abfc-4298-8f7d-3bd87c46ebe4 req-19c0fe87-dd0a-4d12-a10f-fd10fa95a1ff service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103162) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 22:01:05.999001 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-5f41c298-abfc-4298-8f7d-3bd87c46ebe4 req-19c0fe87-dd0a-4d12-a10f-fd10fa95a1ff service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052378 May 20 22:01:07.071298 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb719f6-c24b-4fcb-ac58-32493493526b req-05f2724a-c9db-4e7d-b7d2-e1940e89d72c tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 22:01:07.072785 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7eb719f6-c24b-4fcb-ac58-32493493526b req-05f2724a-c9db-4e7d-b7d2-e1940e89d72c tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] 10.222.0.35 "GET /v2.0/ports?device_id=fa629655-b849-4872-9d54-5ec17f0b1446 HTTP/1.1" status: 200 len: 944 time: 0.0494618 May 20 22:01:07.112881 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7eb719f6-c24b-4fcb-ac58-32493493526b req-e24f911d-5329-4ea3-aaba-b5ff3e230595 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] 10.222.0.35 "GET /v2.0/security-groups?id=afd59ba7-e6e2-49ce-a7b1-7932fe454b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319378 May 20 22:01:08.234001 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e414ee-a6ff-4697-9592-1b1259622413 req-5d521d69-4b47-4240-87b6-b1afa980eb68 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 22:01:08.235614 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-72e414ee-a6ff-4697-9592-1b1259622413 req-5d521d69-4b47-4240-87b6-b1afa980eb68 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] 10.222.0.35 "GET /v2.0/ports?device_id=fa629655-b849-4872-9d54-5ec17f0b1446 HTTP/1.1" status: 200 len: 944 time: 0.0516679 May 20 22:01:08.273919 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-72e414ee-a6ff-4697-9592-1b1259622413 req-b2ffaa40-0241-4bad-918e-db87fc427825 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] 10.222.0.35 "GET /v2.0/security-groups?id=afd59ba7-e6e2-49ce-a7b1-7932fe454b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320151 May 20 22:01:09.393091 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c08097d-616a-4b4e-9e6a-ccead4497c42 req-409bec34-ef3b-4596-bcc7-328222adeac2 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 22:01:09.394779 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9c08097d-616a-4b4e-9e6a-ccead4497c42 req-409bec34-ef3b-4596-bcc7-328222adeac2 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] 10.222.0.35 "GET /v2.0/ports?device_id=fa629655-b849-4872-9d54-5ec17f0b1446 HTTP/1.1" status: 200 len: 944 time: 0.0505035 May 20 22:01:09.439477 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9c08097d-616a-4b4e-9e6a-ccead4497c42 req-87b8a3ab-0173-4e53-8ed1-811a95015a55 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] 10.222.0.35 "GET /v2.0/security-groups?id=afd59ba7-e6e2-49ce-a7b1-7932fe454b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0382304 May 20 22:01:10.562690 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42958f6f-dcda-4ac6-bb33-7c4f0c65abbc req-b520c550-fe75-424f-9c17-f1125be94ee0 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 22:01:10.564178 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-42958f6f-dcda-4ac6-bb33-7c4f0c65abbc req-b520c550-fe75-424f-9c17-f1125be94ee0 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] 10.222.0.35 "GET /v2.0/ports?device_id=fa629655-b849-4872-9d54-5ec17f0b1446 HTTP/1.1" status: 200 len: 944 time: 0.0526352 May 20 22:01:10.602679 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-42958f6f-dcda-4ac6-bb33-7c4f0c65abbc req-f6fd3e00-11cf-441e-945d-e8a2f8f2b9c7 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] 10.222.0.35 "GET /v2.0/security-groups?id=afd59ba7-e6e2-49ce-a7b1-7932fe454b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320597 May 20 22:01:11.722473 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20300ed6-3cb8-4912-b3f5-245878333b84 req-1147841e-8337-4773-94cc-82b3aa0f95fa tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 22:01:11.723990 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-20300ed6-3cb8-4912-b3f5-245878333b84 req-1147841e-8337-4773-94cc-82b3aa0f95fa tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] 10.222.0.35 "GET /v2.0/ports?device_id=fa629655-b849-4872-9d54-5ec17f0b1446 HTTP/1.1" status: 200 len: 944 time: 0.0487599 May 20 22:01:11.768265 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-20300ed6-3cb8-4912-b3f5-245878333b84 req-5444d646-b8f0-4d99-84e0-2465a327b5ce tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] 10.222.0.35 "GET /v2.0/security-groups?id=afd59ba7-e6e2-49ce-a7b1-7932fe454b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0374753 May 20 22:01:11.827545 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f41c298-abfc-4298-8f7d-3bd87c46ebe4 req-7f13d35c-7b58-4193-88bb-1addbd03aa4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 22:01:11.829323 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5f41c298-abfc-4298-8f7d-3bd87c46ebe4 req-7f13d35c-7b58-4193-88bb-1addbd03aa4b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=fa629655-b849-4872-9d54-5ec17f0b1446&tenant_id=f4f9a8ea2b864c549ce585c794b412b9 HTTP/1.1" status: 200 len: 1095 time: 0.0853426 May 20 22:01:11.841543 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [req-5f41c298-abfc-4298-8f7d-3bd87c46ebe4 req-64047c9a-3e5f-4064-858f-8ef240f79a9d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-842733-1', 'device_owner': 'compute:nova'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 22:01:11.891569 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-5f41c298-abfc-4298-8f7d-3bd87c46ebe4 req-64047c9a-3e5f-4064-858f-8ef240f79a9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:01:12.090488 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-5f41c298-abfc-4298-8f7d-3bd87c46ebe4 req-64047c9a-3e5f-4064-858f-8ef240f79a9d service neutron] For port d9030f07-cef8-4918-8f70-7b687f2da46e, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=d9030f07-cef8-4918-8f70-7b687f2da46e,segment=NetworkSegment(053bd376-c72e-4ffa-ad26-4349ac5a0f41),segment_id=053bd376-c72e-4ffa-ad26-4349ac5a0f41)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 22:01:12.122532 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-5f41c298-abfc-4298-8f7d-3bd87c46ebe4 req-64047c9a-3e5f-4064-858f-8ef240f79a9d service neutron] For port d9030f07-cef8-4918-8f70-7b687f2da46e, host n-h2-842733-1, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 22:01:12.153144 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [req-5f41c298-abfc-4298-8f7d-3bd87c46ebe4 req-64047c9a-3e5f-4064-858f-8ef240f79a9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9030f07-cef8-4918-8f70-7b687f2da46e {{(pid=103163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 22:01:12.161304 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-5f41c298-abfc-4298-8f7d-3bd87c46ebe4 req-64047c9a-3e5f-4064-858f-8ef240f79a9d service neutron] Notify callbacks [] for port, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:01:12.173492 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [req-5f41c298-abfc-4298-8f7d-3bd87c46ebe4 req-64047c9a-3e5f-4064-858f-8ef240f79a9d service neutron] Transition to ACTIVE for port object d9030f07-cef8-4918-8f70-7b687f2da46e will not be triggered until provisioned by entity L2. {{(pid=103163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 22:01:12.225895 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-5f41c298-abfc-4298-8f7d-3bd87c46ebe4 req-64047c9a-3e5f-4064-858f-8ef240f79a9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:01:12.311140 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64047c9a-3e5f-4064-858f-8ef240f79a9d service neutron] Pushing event updated for resources: {'Port': ['ID=d9030f07-cef8-4918-8f70-7b687f2da46e,revision_number=7']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 22:01:12.322795 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64047c9a-3e5f-4064-858f-8ef240f79a9d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 22:01:12.323131 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64047c9a-3e5f-4064-858f-8ef240f79a9d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 22:01:12.323470 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64047c9a-3e5f-4064-858f-8ef240f79a9d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 22:01:12.323805 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64047c9a-3e5f-4064-858f-8ef240f79a9d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 22:01:12.324131 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64047c9a-3e5f-4064-858f-8ef240f79a9d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 22:01:12.324461 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64047c9a-3e5f-4064-858f-8ef240f79a9d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 22:01:12.324780 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64047c9a-3e5f-4064-858f-8ef240f79a9d service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 22:01:12.325110 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64047c9a-3e5f-4064-858f-8ef240f79a9d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 22:01:12.325445 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64047c9a-3e5f-4064-858f-8ef240f79a9d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 22:01:12.325755 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64047c9a-3e5f-4064-858f-8ef240f79a9d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 22:01:12.326281 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64047c9a-3e5f-4064-858f-8ef240f79a9d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 22:01:12.326395 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64047c9a-3e5f-4064-858f-8ef240f79a9d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 22:01:12.359866 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f41c298-abfc-4298-8f7d-3bd87c46ebe4 req-64047c9a-3e5f-4064-858f-8ef240f79a9d service neutron] No DVR routers for this DVR port d9030f07-cef8-4918-8f70-7b687f2da46e on host n-h2-842733-1 {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 22:01:12.494903 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-5f41c298-abfc-4298-8f7d-3bd87c46ebe4 req-64047c9a-3e5f-4064-858f-8ef240f79a9d service neutron] Attempting to bind port d9030f07-cef8-4918-8f70-7b687f2da46e on host n-h1-842733-1 for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 22:01:12.495238 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-5f41c298-abfc-4298-8f7d-3bd87c46ebe4 req-64047c9a-3e5f-4064-858f-8ef240f79a9d service neutron] Attempting to bind port d9030f07-cef8-4918-8f70-7b687f2da46e by drivers openvswitch,hyperv on host n-h1-842733-1 at level 0 using segments [{'id': '053bd376-c72e-4ffa-ad26-4349ac5a0f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '7d708e9b-6ea9-4967-b907-69984c23da8e'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 22:01:12.495564 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f41c298-abfc-4298-8f7d-3bd87c46ebe4 req-64047c9a-3e5f-4064-858f-8ef240f79a9d service neutron] Attempting to bind port d9030f07-cef8-4918-8f70-7b687f2da46e on network 7d708e9b-6ea9-4967-b907-69984c23da8e {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 22:01:12.500248 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f41c298-abfc-4298-8f7d-3bd87c46ebe4 req-64047c9a-3e5f-4064-858f-8ef240f79a9d service neutron] Port d9030f07-cef8-4918-8f70-7b687f2da46e on network 7d708e9b-6ea9-4967-b907-69984c23da8e not bound, no agent of type Open vSwitch agent registered on host n-h1-842733-1 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 22:01:12.500571 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f41c298-abfc-4298-8f7d-3bd87c46ebe4 req-64047c9a-3e5f-4064-858f-8ef240f79a9d service neutron] Attempting to bind port d9030f07-cef8-4918-8f70-7b687f2da46e on network 7d708e9b-6ea9-4967-b907-69984c23da8e {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 22:01:12.505550 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f41c298-abfc-4298-8f7d-3bd87c46ebe4 req-64047c9a-3e5f-4064-858f-8ef240f79a9d service neutron] Checking agent: {'id': '08dfb1ce-804b-4db8-838b-21094082e041', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 32, 54), 'started_at': datetime.datetime(2022, 5, 20, 20, 32, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 22, 0, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 22:01:12.505886 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f41c298-abfc-4298-8f7d-3bd87c46ebe4 req-64047c9a-3e5f-4064-858f-8ef240f79a9d service neutron] Checking segment: {'id': '053bd376-c72e-4ffa-ad26-4349ac5a0f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '7d708e9b-6ea9-4967-b907-69984c23da8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 22:01:12.506319 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f41c298-abfc-4298-8f7d-3bd87c46ebe4 req-64047c9a-3e5f-4064-858f-8ef240f79a9d service neutron] Bound using segment: {'id': '053bd376-c72e-4ffa-ad26-4349ac5a0f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '7d708e9b-6ea9-4967-b907-69984c23da8e'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 22:01:12.506703 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-5f41c298-abfc-4298-8f7d-3bd87c46ebe4 req-64047c9a-3e5f-4064-858f-8ef240f79a9d service neutron] Bound port: d9030f07-cef8-4918-8f70-7b687f2da46e, host: n-h1-842733-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '053bd376-c72e-4ffa-ad26-4349ac5a0f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '7d708e9b-6ea9-4967-b907-69984c23da8e'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 22:01:12.507062 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-5f41c298-abfc-4298-8f7d-3bd87c46ebe4 req-64047c9a-3e5f-4064-858f-8ef240f79a9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:01:12.586571 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-5f41c298-abfc-4298-8f7d-3bd87c46ebe4 req-64047c9a-3e5f-4064-858f-8ef240f79a9d service neutron] For port d9030f07-cef8-4918-8f70-7b687f2da46e, host n-h1-842733-1, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 22:01:12.589507 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-5f41c298-abfc-4298-8f7d-3bd87c46ebe4 req-64047c9a-3e5f-4064-858f-8ef240f79a9d service neutron] For port d9030f07-cef8-4918-8f70-7b687f2da46e, host n-h1-842733-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=d9030f07-cef8-4918-8f70-7b687f2da46e,segment=NetworkSegment(053bd376-c72e-4ffa-ad26-4349ac5a0f41),segment_id=053bd376-c72e-4ffa-ad26-4349ac5a0f41)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 22:01:12.655042 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-5f41c298-abfc-4298-8f7d-3bd87c46ebe4 req-64047c9a-3e5f-4064-858f-8ef240f79a9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:01:12.689796 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f41c298-abfc-4298-8f7d-3bd87c46ebe4 req-64047c9a-3e5f-4064-858f-8ef240f79a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 22:01:12.690401 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-5f41c298-abfc-4298-8f7d-3bd87c46ebe4 req-64047c9a-3e5f-4064-858f-8ef240f79a9d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:01:12.691758 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5f41c298-abfc-4298-8f7d-3bd87c46ebe4 req-64047c9a-3e5f-4064-858f-8ef240f79a9d service neutron] 10.222.0.24 "PUT /v2.0/ports/d9030f07-cef8-4918-8f70-7b687f2da46e HTTP/1.1" status: 200 len: 1092 time: 0.8544395 May 20 22:01:12.692183 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa629655-b849-4872-9d54-5ec17f0b1446', 'tag': 'd9030f07-cef8-4918-8f70-7b687f2da46e'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 22:01:12.694472 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4416c3b25ab83027dff24eda6e450cd3b8f285a9257f5a2b93a81ddcbdb8854f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee6a1880-c6f7-4b5a-b949-17e109cb5e46" -d '{"events": [{"name": "network-changed", "server_uuid": "fa629655-b849-4872-9d54-5ec17f0b1446", "tag": "d9030f07-cef8-4918-8f70-7b687f2da46e"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 22:01:12.717696 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64047c9a-3e5f-4064-858f-8ef240f79a9d service neutron] Pushing event updated for resources: {'Port': ['ID=d9030f07-cef8-4918-8f70-7b687f2da46e,revision_number=8']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 22:01:12.753994 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 22:01:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71bd94b3-903c-4873-a736-e4726cb4e0fd x-openstack-request-id: req-71bd94b3-903c-4873-a736-e4726cb4e0fd {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 22:01:12.754652 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa629655-b849-4872-9d54-5ec17f0b1446", "tag": "d9030f07-cef8-4918-8f70-7b687f2da46e", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 22:01:12.754652 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-71bd94b3-903c-4873-a736-e4726cb4e0fd {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 22:01:12.754927 n-d-842733-1 neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71bd94b3-903c-4873-a736-e4726cb4e0fd'] response: {'name': 'network-changed', 'server_uuid': 'fa629655-b849-4872-9d54-5ec17f0b1446', 'tag': 'd9030f07-cef8-4918-8f70-7b687f2da46e', 'status': 'completed', 'code': 200} May 20 22:01:12.771213 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f41c298-abfc-4298-8f7d-3bd87c46ebe4 req-6aca56ef-f6e2-4128-b6fe-c6e7d46684d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 22:01:12.772997 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5f41c298-abfc-4298-8f7d-3bd87c46ebe4 req-6aca56ef-f6e2-4128-b6fe-c6e7d46684d2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f4f9a8ea2b864c549ce585c794b412b9&device_id=fa629655-b849-4872-9d54-5ec17f0b1446 HTTP/1.1" status: 200 len: 1095 time: 0.0475681 May 20 22:01:12.910782 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f41c298-abfc-4298-8f7d-3bd87c46ebe4 req-3249314b-42b7-4150-ac67-42b97472a3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 22:01:12.912177 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5f41c298-abfc-4298-8f7d-3bd87c46ebe4 req-3249314b-42b7-4150-ac67-42b97472a3fc service neutron] 10.222.0.24 "GET /v2.0/networks?id=7d708e9b-6ea9-4967-b907-69984c23da8e HTTP/1.1" status: 200 len: 909 time: 0.1323683 May 20 22:01:12.924334 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68585e16-491b-4d30-be28-9e4a4f7ca710 req-2fa5a06a-e852-4326-9f6b-b94e9dfffec6 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 22:01:12.925713 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-68585e16-491b-4d30-be28-9e4a4f7ca710 req-2fa5a06a-e852-4326-9f6b-b94e9dfffec6 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] 10.222.0.35 "GET /v2.0/ports?device_id=fa629655-b849-4872-9d54-5ec17f0b1446 HTTP/1.1" status: 200 len: 944 time: 0.0786057 May 20 22:01:13.008879 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-68585e16-491b-4d30-be28-9e4a4f7ca710 req-00728ba8-33a6-4e95-8fc9-67fc7c8b5c77 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] 10.222.0.35 "GET /v2.0/security-groups?id=afd59ba7-e6e2-49ce-a7b1-7932fe454b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0769169 May 20 22:01:13.012560 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5f41c298-abfc-4298-8f7d-3bd87c46ebe4 req-8dd6f610-861f-4e70-ab57-857dc40aac91 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d9030f07-cef8-4918-8f70-7b687f2da46e HTTP/1.1" status: 200 len: 1000 time: 0.0859823 May 20 22:01:13.060396 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f41c298-abfc-4298-8f7d-3bd87c46ebe4 req-a5906665-4fd8-48ab-bf40-e1856a95b61f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 22:01:13.062486 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5f41c298-abfc-4298-8f7d-3bd87c46ebe4 req-a5906665-4fd8-48ab-bf40-e1856a95b61f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=216ddb2b-9f5c-44db-9754-a97ca73567e4 HTTP/1.1" status: 200 len: 847 time: 0.0431612 May 20 22:01:13.105530 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f41c298-abfc-4298-8f7d-3bd87c46ebe4 req-9e9cae17-3960-4874-bd97-ce45f548d1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 22:01:13.106960 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5f41c298-abfc-4298-8f7d-3bd87c46ebe4 req-9e9cae17-3960-4874-bd97-ce45f548d1c4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7d708e9b-6ea9-4967-b907-69984c23da8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0382679 May 20 22:01:13.207592 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5f41c298-abfc-4298-8f7d-3bd87c46ebe4 req-24066eab-07a5-4028-87d7-052ca057308c service neutron] 10.222.0.24 "GET /v2.0/networks/7d708e9b-6ea9-4967-b907-69984c23da8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864494 May 20 22:01:13.288451 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5f41c298-abfc-4298-8f7d-3bd87c46ebe4 req-db3f6759-32fe-4039-8af5-7b826f9c8f72 service neutron] 10.222.0.24 "GET /v2.0/networks/7d708e9b-6ea9-4967-b907-69984c23da8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812616 May 20 22:01:13.429084 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6a1880-c6f7-4b5a-b949-17e109cb5e46 req-b58cb361-dabd-4ae2-9781-925142c027fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 22:01:13.430587 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ee6a1880-c6f7-4b5a-b949-17e109cb5e46 req-b58cb361-dabd-4ae2-9781-925142c027fe service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f4f9a8ea2b864c549ce585c794b412b9&device_id=fa629655-b849-4872-9d54-5ec17f0b1446 HTTP/1.1" status: 200 len: 1095 time: 0.0408285 May 20 22:01:13.526030 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6a1880-c6f7-4b5a-b949-17e109cb5e46 req-1e26b197-949e-4523-93f1-b120d69fc589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 22:01:13.527502 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ee6a1880-c6f7-4b5a-b949-17e109cb5e46 req-1e26b197-949e-4523-93f1-b120d69fc589 service neutron] 10.222.0.24 "GET /v2.0/networks?id=7d708e9b-6ea9-4967-b907-69984c23da8e HTTP/1.1" status: 200 len: 909 time: 0.0895917 May 20 22:01:13.594666 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ee6a1880-c6f7-4b5a-b949-17e109cb5e46 req-09cb5ebb-3ef6-4969-817c-fbad87a6aac6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d9030f07-cef8-4918-8f70-7b687f2da46e HTTP/1.1" status: 200 len: 1000 time: 0.0605423 May 20 22:01:13.648627 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6a1880-c6f7-4b5a-b949-17e109cb5e46 req-a01f3490-2036-422a-a1d8-b734ccb506cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 22:01:13.650105 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ee6a1880-c6f7-4b5a-b949-17e109cb5e46 req-a01f3490-2036-422a-a1d8-b734ccb506cd service neutron] 10.222.0.24 "GET /v2.0/subnets?id=216ddb2b-9f5c-44db-9754-a97ca73567e4 HTTP/1.1" status: 200 len: 847 time: 0.0484459 May 20 22:01:13.695143 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6a1880-c6f7-4b5a-b949-17e109cb5e46 req-158df474-aad7-4d82-9e30-d787a1195dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 22:01:13.696627 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ee6a1880-c6f7-4b5a-b949-17e109cb5e46 req-158df474-aad7-4d82-9e30-d787a1195dc0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7d708e9b-6ea9-4967-b907-69984c23da8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399086 May 20 22:01:13.785923 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ee6a1880-c6f7-4b5a-b949-17e109cb5e46 req-bdadbba5-5b09-496a-bf8a-461a800b0b3c service neutron] 10.222.0.24 "GET /v2.0/networks/7d708e9b-6ea9-4967-b907-69984c23da8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819867 May 20 22:01:13.887110 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ee6a1880-c6f7-4b5a-b949-17e109cb5e46 req-7d046bbf-ccf1-43a1-9768-817de0a0200c service neutron] 10.222.0.24 "GET /v2.0/networks/7d708e9b-6ea9-4967-b907-69984c23da8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950272 May 20 22:01:14.124435 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0da34d3-d729-478c-89e9-368acd0837a6 req-624c91fd-2b4b-4a2c-b5aa-f50496e3c912 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 22:01:14.125904 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c0da34d3-d729-478c-89e9-368acd0837a6 req-624c91fd-2b4b-4a2c-b5aa-f50496e3c912 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] 10.222.0.35 "GET /v2.0/ports?device_id=fa629655-b849-4872-9d54-5ec17f0b1446 HTTP/1.1" status: 200 len: 944 time: 0.0475078 May 20 22:01:14.163687 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c0da34d3-d729-478c-89e9-368acd0837a6 req-41cb1754-b0d9-450a-9921-f513e7099f52 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] 10.222.0.35 "GET /v2.0/security-groups?id=afd59ba7-e6e2-49ce-a7b1-7932fe454b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317876 May 20 22:01:15.281341 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa6e310-c9eb-4f7c-869a-c413fc9a7bdf req-7421fb06-80d9-4b11-bad3-ca5bcf2b304d tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 22:01:15.282962 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4aa6e310-c9eb-4f7c-869a-c413fc9a7bdf req-7421fb06-80d9-4b11-bad3-ca5bcf2b304d tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] 10.222.0.35 "GET /v2.0/ports?device_id=fa629655-b849-4872-9d54-5ec17f0b1446 HTTP/1.1" status: 200 len: 944 time: 0.0489557 May 20 22:01:15.324812 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4aa6e310-c9eb-4f7c-869a-c413fc9a7bdf req-1d30c8a6-e720-469d-81a8-4a4586b5b4bc tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] 10.222.0.35 "GET /v2.0/security-groups?id=afd59ba7-e6e2-49ce-a7b1-7932fe454b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0359168 May 20 22:01:16.441010 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf42de1-70eb-4201-bd28-3d32e5e9fb22 req-8c3f466f-6fd3-4c5a-ad48-7eabdc3f1e7f tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 22:01:16.442494 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-cbf42de1-70eb-4201-bd28-3d32e5e9fb22 req-8c3f466f-6fd3-4c5a-ad48-7eabdc3f1e7f tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] 10.222.0.35 "GET /v2.0/ports?device_id=fa629655-b849-4872-9d54-5ec17f0b1446 HTTP/1.1" status: 200 len: 944 time: 0.0486562 May 20 22:01:16.479564 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-cbf42de1-70eb-4201-bd28-3d32e5e9fb22 req-67023108-0230-4fdc-b974-e0f9b7a78100 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] 10.222.0.35 "GET /v2.0/security-groups?id=afd59ba7-e6e2-49ce-a7b1-7932fe454b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310104 May 20 22:01:17.595638 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb56e39-63f6-48c1-a7d1-c0625e3d059d req-4844c162-5bdc-4a55-836f-66c4f6ccbf47 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 22:01:17.597139 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0cb56e39-63f6-48c1-a7d1-c0625e3d059d req-4844c162-5bdc-4a55-836f-66c4f6ccbf47 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] 10.222.0.35 "GET /v2.0/ports?device_id=fa629655-b849-4872-9d54-5ec17f0b1446 HTTP/1.1" status: 200 len: 944 time: 0.0491223 May 20 22:01:17.634134 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0cb56e39-63f6-48c1-a7d1-c0625e3d059d req-50e6de46-7f25-414a-a617-971b33a3bbee tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] 10.222.0.35 "GET /v2.0/security-groups?id=afd59ba7-e6e2-49ce-a7b1-7932fe454b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310049 May 20 22:01:18.082581 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c374718c-3525-44bd-988a-b00c467a750f req-85fa1017-122f-4d1b-964c-496869698ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 22:01:18.084067 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c374718c-3525-44bd-988a-b00c467a750f req-85fa1017-122f-4d1b-964c-496869698ff9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f4f9a8ea2b864c549ce585c794b412b9&device_id=fa629655-b849-4872-9d54-5ec17f0b1446 HTTP/1.1" status: 200 len: 1095 time: 0.0405629 May 20 22:01:18.190594 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c374718c-3525-44bd-988a-b00c467a750f req-eed10ae7-fdd4-4013-8943-5f0d258b53cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 22:01:18.192045 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c374718c-3525-44bd-988a-b00c467a750f req-eed10ae7-fdd4-4013-8943-5f0d258b53cf service neutron] 10.222.0.24 "GET /v2.0/networks?id=7d708e9b-6ea9-4967-b907-69984c23da8e HTTP/1.1" status: 200 len: 909 time: 0.0885496 May 20 22:01:18.257748 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c374718c-3525-44bd-988a-b00c467a750f req-93dc39a6-8f8f-4ca6-82bc-eff364e72907 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d9030f07-cef8-4918-8f70-7b687f2da46e HTTP/1.1" status: 200 len: 1000 time: 0.0582640 May 20 22:01:18.310177 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c374718c-3525-44bd-988a-b00c467a750f req-26dd3c19-8c13-4290-9270-51c6f8feff12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 22:01:18.312761 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c374718c-3525-44bd-988a-b00c467a750f req-26dd3c19-8c13-4290-9270-51c6f8feff12 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=216ddb2b-9f5c-44db-9754-a97ca73567e4 HTTP/1.1" status: 200 len: 847 time: 0.0490756 May 20 22:01:18.357904 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c374718c-3525-44bd-988a-b00c467a750f req-275c6bcd-cdac-43a9-bc92-714273921859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 22:01:18.359299 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c374718c-3525-44bd-988a-b00c467a750f req-275c6bcd-cdac-43a9-bc92-714273921859 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7d708e9b-6ea9-4967-b907-69984c23da8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400419 May 20 22:01:18.447348 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c374718c-3525-44bd-988a-b00c467a750f req-de2ca5f7-29c5-41ec-944d-233a224eef33 service neutron] 10.222.0.24 "GET /v2.0/networks/7d708e9b-6ea9-4967-b907-69984c23da8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808177 May 20 22:01:18.539211 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c374718c-3525-44bd-988a-b00c467a750f req-b217f13e-c6ae-411e-981e-752d7a0e7032 service neutron] 10.222.0.24 "GET /v2.0/networks/7d708e9b-6ea9-4967-b907-69984c23da8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854847 May 20 22:01:18.747735 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe8039e-931b-4410-94b1-64908059f826 req-c15fff96-9744-48b7-887e-034ac46bd5ae tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 22:01:18.749204 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2fe8039e-931b-4410-94b1-64908059f826 req-c15fff96-9744-48b7-887e-034ac46bd5ae tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] 10.222.0.35 "GET /v2.0/ports?device_id=fa629655-b849-4872-9d54-5ec17f0b1446 HTTP/1.1" status: 200 len: 944 time: 0.0480864 May 20 22:01:18.786743 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2fe8039e-931b-4410-94b1-64908059f826 req-3b3f9676-9b3b-46f2-a016-e7a8e5c7f14e tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] 10.222.0.35 "GET /v2.0/security-groups?id=afd59ba7-e6e2-49ce-a7b1-7932fe454b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315058 May 20 22:01:19.904251 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d151cd-8587-4378-86ef-0e444803690b req-1ef55a0a-4810-4f6d-b899-d095d56e5c2e tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 22:01:19.906305 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-40d151cd-8587-4378-86ef-0e444803690b req-1ef55a0a-4810-4f6d-b899-d095d56e5c2e tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] 10.222.0.35 "GET /v2.0/ports?device_id=fa629655-b849-4872-9d54-5ec17f0b1446 HTTP/1.1" status: 200 len: 944 time: 0.0530243 May 20 22:01:19.943144 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-40d151cd-8587-4378-86ef-0e444803690b req-3e23f253-d137-4236-80e9-8cc211bb0c55 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] 10.222.0.35 "GET /v2.0/security-groups?id=afd59ba7-e6e2-49ce-a7b1-7932fe454b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0307810 May 20 22:01:19.945811 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c2c0f5c8-eac7-4296-814f-d5e23e8236eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:01:21.061887 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3ee16a-3965-4d10-b05b-5a73824aaf90 req-1d5b0065-5c61-4cf7-ae19-c6834a09efcb tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 22:01:21.063350 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-bb3ee16a-3965-4d10-b05b-5a73824aaf90 req-1d5b0065-5c61-4cf7-ae19-c6834a09efcb tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] 10.222.0.35 "GET /v2.0/ports?device_id=fa629655-b849-4872-9d54-5ec17f0b1446 HTTP/1.1" status: 200 len: 944 time: 0.0518749 May 20 22:01:21.100114 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-bb3ee16a-3965-4d10-b05b-5a73824aaf90 req-bc034cf6-8e82-46a5-8802-848e370fc8db tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] 10.222.0.35 "GET /v2.0/security-groups?id=afd59ba7-e6e2-49ce-a7b1-7932fe454b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0306308 May 20 22:01:22.214059 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea254f3-ce66-427d-859a-ed652e94c367 req-d7f97e10-9dd0-42df-9d15-0a434cd0983d tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 22:01:22.215499 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3ea254f3-ce66-427d-859a-ed652e94c367 req-d7f97e10-9dd0-42df-9d15-0a434cd0983d tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] 10.222.0.35 "GET /v2.0/ports?device_id=fa629655-b849-4872-9d54-5ec17f0b1446 HTTP/1.1" status: 200 len: 944 time: 0.0485795 May 20 22:01:22.255216 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3ea254f3-ce66-427d-859a-ed652e94c367 req-41e2fbec-5328-45aa-b240-a71ec1163b8b tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] 10.222.0.35 "GET /v2.0/security-groups?id=afd59ba7-e6e2-49ce-a7b1-7932fe454b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0328977 May 20 22:01:22.317135 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c558b2aa-16c3-44cb-bd4f-97d658416237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:01:22.950865 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device d9030f07-cef8-4918-8f70-7b687f2da46e details requested by agent hyperv_n-h1-842733-1 with host n-h1-842733-1 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 22:01:23.045499 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port d9030f07-cef8-4918-8f70-7b687f2da46e, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=d9030f07-cef8-4918-8f70-7b687f2da46e,segment=NetworkSegment(053bd376-c72e-4ffa-ad26-4349ac5a0f41),segment_id=053bd376-c72e-4ffa-ad26-4349ac5a0f41)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 22:01:23.056796 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Returning: {'device': 'd9030f07-cef8-4918-8f70-7b687f2da46e', 'network_id': '7d708e9b-6ea9-4967-b907-69984c23da8e', 'port_id': 'd9030f07-cef8-4918-8f70-7b687f2da46e', 'mac_address': 'fa:16:3e:eb:13:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '216ddb2b-9f5c-44db-9754-a97ca73567e4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 20 22:01:23.093183 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Current status of the port d9030f07-cef8-4918-8f70-7b687f2da46e is: DOWN; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 22:01:23.093678 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:01:23.106375 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9030f07-cef8-4918-8f70-7b687f2da46e {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 22:01:23.125171 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port d9030f07-cef8-4918-8f70-7b687f2da46e, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=d9030f07-cef8-4918-8f70-7b687f2da46e,segment=NetworkSegment(053bd376-c72e-4ffa-ad26-4349ac5a0f41),segment_id=053bd376-c72e-4ffa-ad26-4349ac5a0f41)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 22:01:23.225789 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:01:23.274434 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Pushing event updated for resources: {'Port': ['ID=d9030f07-cef8-4918-8f70-7b687f2da46e,revision_number=9']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 22:01:23.377304 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309f3400-9a99-428b-ad21-8abefb1c9563 req-004a326d-db37-4852-a352-929fd6465e66 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 22:01:23.378761 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-309f3400-9a99-428b-ad21-8abefb1c9563 req-004a326d-db37-4852-a352-929fd6465e66 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] 10.222.0.35 "GET /v2.0/ports?device_id=fa629655-b849-4872-9d54-5ec17f0b1446 HTTP/1.1" status: 200 len: 945 time: 0.0523622 May 20 22:01:23.416005 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-309f3400-9a99-428b-ad21-8abefb1c9563 req-74285a6a-a75f-4eef-b016-924a47c44608 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] 10.222.0.35 "GET /v2.0/security-groups?id=afd59ba7-e6e2-49ce-a7b1-7932fe454b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311544 May 20 22:01:23.455129 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] get_ports_and_sgs() called for port_ids ['d9030f07-cef8-4918-8f70-7b687f2da46e'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 22:01:24.294490 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4bb0e131-6525-46ca-a45b-e4ea43a5e69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:01:24.534721 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14db90bc-13c4-4d1f-ac1c-0fbc3c4b5e14 req-9a1d24f9-9b77-42a9-8c0c-cc889180ae55 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 22:01:24.536163 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-14db90bc-13c4-4d1f-ac1c-0fbc3c4b5e14 req-9a1d24f9-9b77-42a9-8c0c-cc889180ae55 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] 10.222.0.35 "GET /v2.0/ports?device_id=fa629655-b849-4872-9d54-5ec17f0b1446 HTTP/1.1" status: 200 len: 945 time: 0.0479069 May 20 22:01:24.574489 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-14db90bc-13c4-4d1f-ac1c-0fbc3c4b5e14 req-10015e92-9d99-4d6e-9960-7288e025f67a tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] 10.222.0.35 "GET /v2.0/security-groups?id=afd59ba7-e6e2-49ce-a7b1-7932fe454b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321407 May 20 22:01:24.959210 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device d9030f07-cef8-4918-8f70-7b687f2da46e up at agent hyperv_n-h1-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 22:01:25.077830 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Provisioning for port d9030f07-cef8-4918-8f70-7b687f2da46e completed by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 22:01:25.081680 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Provisioning complete for port d9030f07-cef8-4918-8f70-7b687f2da46e triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 22:01:25.082862 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:01:25.159933 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Current status of the port d9030f07-cef8-4918-8f70-7b687f2da46e is: BUILD; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 22:01:25.160317 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:01:25.186197 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa629655-b849-4872-9d54-5ec17f0b1446', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9030f07-cef8-4918-8f70-7b687f2da46e'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 22:01:25.189158 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7947af4a1013b12ef328acaa2f4e39eb2f7ac51c208120b4987a707d9dc479df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72404d2a-b32c-4c7a-8806-4f646a620871" -d '{"events": [{"server_uuid": "fa629655-b849-4872-9d54-5ec17f0b1446", "name": "network-vif-plugged", "status": "completed", "tag": "d9030f07-cef8-4918-8f70-7b687f2da46e"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 22:01:25.201528 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port d9030f07-cef8-4918-8f70-7b687f2da46e, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=d9030f07-cef8-4918-8f70-7b687f2da46e,segment=NetworkSegment(053bd376-c72e-4ffa-ad26-4349ac5a0f41),segment_id=053bd376-c72e-4ffa-ad26-4349ac5a0f41)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 22:01:25.228874 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 22:01:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-675ad199-36d0-405b-bfcf-aa3ea3793c04 x-openstack-request-id: req-675ad199-36d0-405b-bfcf-aa3ea3793c04 {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 22:01:25.229165 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa629655-b849-4872-9d54-5ec17f0b1446", "name": "network-vif-plugged", "status": "completed", "tag": "d9030f07-cef8-4918-8f70-7b687f2da46e", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 22:01:25.229450 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-675ad199-36d0-405b-bfcf-aa3ea3793c04 {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 22:01:25.229840 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-675ad199-36d0-405b-bfcf-aa3ea3793c04'] response: {'server_uuid': 'fa629655-b849-4872-9d54-5ec17f0b1446', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9030f07-cef8-4918-8f70-7b687f2da46e', 'code': 200} May 20 22:01:25.249153 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:01:25.298271 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Pushing event updated for resources: {'Port': ['ID=d9030f07-cef8-4918-8f70-7b687f2da46e,revision_number=10']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 22:01:25.374122 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a995a45-832e-4f1d-93a9-a2855a57ad5d req-996f6eec-23e0-4d3f-b39b-1c77cb1f3464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 22:01:25.377833 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6a995a45-832e-4f1d-93a9-a2855a57ad5d req-996f6eec-23e0-4d3f-b39b-1c77cb1f3464 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=fa629655-b849-4872-9d54-5ec17f0b1446 HTTP/1.1" status: 200 len: 1098 time: 0.0426657 May 20 22:01:25.412309 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-6a995a45-832e-4f1d-93a9-a2855a57ad5d req-2c861062-6a8d-44df-8654-26500511d157 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=afd59ba7-e6e2-49ce-a7b1-7932fe454b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0287018 May 20 22:01:25.447873 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:01:25.691560 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:01:25.695118 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dc4e01-b022-4cb1-a343-325ca2bda184 req-a69d42d8-cb39-4baf-9816-a5feb8b1df62 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 22:01:25.698089 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c2dc4e01-b022-4cb1-a343-325ca2bda184 req-a69d42d8-cb39-4baf-9816-a5feb8b1df62 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] 10.222.0.35 "GET /v2.0/ports?device_id=fa629655-b849-4872-9d54-5ec17f0b1446 HTTP/1.1" status: 200 len: 947 time: 0.0520353 May 20 22:01:25.734022 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c2dc4e01-b022-4cb1-a343-325ca2bda184 req-c6cce0d4-c794-4078-8a73-511e894d1f27 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] 10.222.0.35 "GET /v2.0/security-groups?id=afd59ba7-e6e2-49ce-a7b1-7932fe454b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310948 May 20 22:01:25.836929 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cc3ec51b-6ec8-438a-8349-5f0bec346d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:01:26.851559 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64ad773-0dc9-4b3c-9a98-64fdc53321de req-5b6913f3-a1bf-4262-b33a-976a59bc2dbb tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 22:01:26.853103 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f64ad773-0dc9-4b3c-9a98-64fdc53321de req-5b6913f3-a1bf-4262-b33a-976a59bc2dbb tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] 10.222.0.35 "GET /v2.0/ports?device_id=fa629655-b849-4872-9d54-5ec17f0b1446 HTTP/1.1" status: 200 len: 947 time: 0.0484419 May 20 22:01:26.890748 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f64ad773-0dc9-4b3c-9a98-64fdc53321de req-5772e9e7-080a-40b7-975f-37832fa5ebd2 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] 10.222.0.35 "GET /v2.0/security-groups?id=afd59ba7-e6e2-49ce-a7b1-7932fe454b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315855 May 20 22:01:31.134634 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.agents_db [None req-5c33ad30-4e00-40fa-b486-8c79c4a6cfc5 None None] Agent healthcheck: found 7 active agents {{(pid=103165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 20 22:01:33.025547 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:01:49.956920 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-36ad9b4f-de57-4b1c-9445-d3284f30f573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:01:52.334399 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-fa06c41e-784c-48c5-a521-1f10da8f203c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:01:54.287284 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4bb0e131-6525-46ca-a45b-e4ea43a5e69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:01:55.472330 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:01:55.705532 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:01:55.848471 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cc3ec51b-6ec8-438a-8349-5f0bec346d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:02:03.050389 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:02:08.134513 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.agents_db [None req-5c33ad30-4e00-40fa-b486-8c79c4a6cfc5 None None] Agent healthcheck: found 7 active agents {{(pid=103165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 20 22:02:19.950898 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-e758d8a3-9b5f-44ea-a7f1-475f5e4053b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:02:20.050189 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8c0d2519-b0ae-4c05-b69b-17e512c61855 req-5fd97e7b-a5c4-4976-9c93-765c9dca4db8 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=fa629655-b849-4872-9d54-5ec17f0b1446&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0404198 May 20 22:02:20.129905 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0d2519-b0ae-4c05-b69b-17e512c61855 req-14034c23-14e3-4f3c-8808-1c4b087d0125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 22:02:20.131386 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8c0d2519-b0ae-4c05-b69b-17e512c61855 req-14034c23-14e3-4f3c-8808-1c4b087d0125 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f4f9a8ea2b864c549ce585c794b412b9&device_id=fa629655-b849-4872-9d54-5ec17f0b1446 HTTP/1.1" status: 200 len: 1098 time: 0.0402913 May 20 22:02:20.238047 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0d2519-b0ae-4c05-b69b-17e512c61855 req-4c7741ad-a47e-4dc5-a42d-7a349169c3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 22:02:20.239400 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8c0d2519-b0ae-4c05-b69b-17e512c61855 req-4c7741ad-a47e-4dc5-a42d-7a349169c3f4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=7d708e9b-6ea9-4967-b907-69984c23da8e HTTP/1.1" status: 200 len: 909 time: 0.0877197 May 20 22:02:20.302591 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8c0d2519-b0ae-4c05-b69b-17e512c61855 req-f4bfa1b0-dc74-4913-b192-e55acdc2b425 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d9030f07-cef8-4918-8f70-7b687f2da46e HTTP/1.1" status: 200 len: 1002 time: 0.0571592 May 20 22:02:20.353782 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0d2519-b0ae-4c05-b69b-17e512c61855 req-b569701b-6feb-4e88-8915-a41e8ee5e208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 22:02:20.355257 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8c0d2519-b0ae-4c05-b69b-17e512c61855 req-b569701b-6feb-4e88-8915-a41e8ee5e208 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=216ddb2b-9f5c-44db-9754-a97ca73567e4 HTTP/1.1" status: 200 len: 847 time: 0.0468307 May 20 22:02:20.400090 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0d2519-b0ae-4c05-b69b-17e512c61855 req-95869cc7-5913-4cda-a617-479cadb0e6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 22:02:20.401578 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8c0d2519-b0ae-4c05-b69b-17e512c61855 req-95869cc7-5913-4cda-a617-479cadb0e6e4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7d708e9b-6ea9-4967-b907-69984c23da8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396507 May 20 22:02:20.489768 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8c0d2519-b0ae-4c05-b69b-17e512c61855 req-d46ec081-894e-4254-9646-dbd62ba4aab9 service neutron] 10.222.0.24 "GET /v2.0/networks/7d708e9b-6ea9-4967-b907-69984c23da8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815315 May 20 22:02:20.582254 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-8c0d2519-b0ae-4c05-b69b-17e512c61855 req-566284a2-d03b-4269-b26b-6b3a1f443478 service neutron] 10.222.0.24 "GET /v2.0/networks/7d708e9b-6ea9-4967-b907-69984c23da8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862982 May 20 22:02:22.345722 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-7e81dd7f-2242-466f-86e9-1e0da69e52f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:02:24.265418 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4bb0e131-6525-46ca-a45b-e4ea43a5e69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:02:25.488352 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:02:25.677117 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:02:25.829815 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cc3ec51b-6ec8-438a-8349-5f0bec346d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:02:33.019289 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:02:45.134723 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.agents_db [None req-5c33ad30-4e00-40fa-b486-8c79c4a6cfc5 None None] Agent healthcheck: found 7 active agents {{(pid=103165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 20 22:02:49.973465 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-1d5e5213-dda9-4879-85fd-94eba03e19a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:02:52.335084 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cdb83ee4-5b14-4017-b9cd-39d5fcd0811c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:02:54.293692 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4bb0e131-6525-46ca-a45b-e4ea43a5e69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:02:55.487976 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:02:55.691405 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:02:55.830694 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cc3ec51b-6ec8-438a-8349-5f0bec346d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:03.025225 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:03.299390 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 38198) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 22:03:03.456558 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-b99385d5-eaae-4345-8d5e-fde38a694aba tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Deleting port 89e3ffad-2103-450b-92a4-3d8772bd9457 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 22:03:03.456896 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b99385d5-eaae-4345-8d5e-fde38a694aba tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:03.534187 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b99385d5-eaae-4345-8d5e-fde38a694aba tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:03.534516 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b99385d5-eaae-4345-8d5e-fde38a694aba tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:03.546655 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-b99385d5-eaae-4345-8d5e-fde38a694aba tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Calling delete_port for 89e3ffad-2103-450b-92a4-3d8772bd9457 owned by network:floatingip {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 22:03:03.743115 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b99385d5-eaae-4345-8d5e-fde38a694aba tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:03.772559 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99385d5-eaae-4345-8d5e-fde38a694aba tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Pushing event deleted for resources: {'Port': ['ID=89e3ffad-2103-450b-92a4-3d8772bd9457,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 22:03:03.799686 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99385d5-eaae-4345-8d5e-fde38a694aba tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 22:03:03.800025 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99385d5-eaae-4345-8d5e-fde38a694aba tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 22:03:03.800355 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99385d5-eaae-4345-8d5e-fde38a694aba tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 22:03:03.800679 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99385d5-eaae-4345-8d5e-fde38a694aba tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 22:03:03.801001 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99385d5-eaae-4345-8d5e-fde38a694aba tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 22:03:03.801361 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99385d5-eaae-4345-8d5e-fde38a694aba tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 22:03:03.801681 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99385d5-eaae-4345-8d5e-fde38a694aba tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 22:03:03.801998 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99385d5-eaae-4345-8d5e-fde38a694aba tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 22:03:03.802318 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99385d5-eaae-4345-8d5e-fde38a694aba tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 22:03:03.802722 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99385d5-eaae-4345-8d5e-fde38a694aba tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 22:03:03.803036 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99385d5-eaae-4345-8d5e-fde38a694aba tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 22:03:03.803347 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99385d5-eaae-4345-8d5e-fde38a694aba tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 22:03:03.842638 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b99385d5-eaae-4345-8d5e-fde38a694aba tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Notify callbacks [] for floatingip, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:03.842973 n-d-842733-1 neutron-server[103163]: INFO neutron.db.l3_db [None req-b99385d5-eaae-4345-8d5e-fde38a694aba tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Floating IP 72ee60d7-31f3-43cd-9806-480a75acffb5 disassociated (deleted). External IP: 172.25.2.176, port: d9030f07-cef8-4918-8f70-7b687f2da46e. May 20 22:03:04.047710 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b99385d5-eaae-4345-8d5e-fde38a694aba tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Router 82d0d34a-fc80-4170-b9a8-0f6c9e1910dd has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 22:03:04.465338 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b99385d5-eaae-4345-8d5e-fde38a694aba tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 22:03:04.470036 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b99385d5-eaae-4345-8d5e-fde38a694aba tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for floatingip, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:04.475208 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-899420ab-d3a8-4f98-9f25-e0a8a28aa805 None None] Sync routers for ids ['82d0d34a-fc80-4170-b9a8-0f6c9e1910dd'] in n-d-842733-1 {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 22:03:04.484756 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-899420ab-d3a8-4f98-9f25-e0a8a28aa805 None None] Routers {'82d0d34a-fc80-4170-b9a8-0f6c9e1910dd'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 22:03:04.485400 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-899420ab-d3a8-4f98-9f25-e0a8a28aa805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T22:02:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['82d0d34a-fc80-4170-b9a8-0f6c9e1910dd'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 22:03:04.497002 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-b99385d5-eaae-4345-8d5e-fde38a694aba tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] 10.222.0.35 "DELETE /v2.0/floatingips/72ee60d7-31f3-43cd-9806-480a75acffb5 HTTP/1.1" status: 204 len: 168 time: 1.1965697 May 20 22:03:04.497906 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa629655-b849-4872-9d54-5ec17f0b1446', 'tag': 'd9030f07-cef8-4918-8f70-7b687f2da46e'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 22:03:04.500233 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4416c3b25ab83027dff24eda6e450cd3b8f285a9257f5a2b93a81ddcbdb8854f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ac9be48-83f3-41bb-add0-f63532e22773" -d '{"events": [{"name": "network-changed", "server_uuid": "fa629655-b849-4872-9d54-5ec17f0b1446", "tag": "d9030f07-cef8-4918-8f70-7b687f2da46e"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 22:03:04.599534 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-899420ab-d3a8-4f98-9f25-e0a8a28aa805 None None] Set router 82d0d34a-fc80-4170-b9a8-0f6c9e1910dd gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 22:03:04.603142 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 22:03:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7902e3c1-ee03-4793-a494-f16c6060b6bb x-openstack-request-id: req-7902e3c1-ee03-4793-a494-f16c6060b6bb {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 22:03:04.603428 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa629655-b849-4872-9d54-5ec17f0b1446", "tag": "d9030f07-cef8-4918-8f70-7b687f2da46e", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 22:03:04.603676 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7902e3c1-ee03-4793-a494-f16c6060b6bb {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 22:03:04.604074 n-d-842733-1 neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7902e3c1-ee03-4793-a494-f16c6060b6bb'] response: {'name': 'network-changed', 'server_uuid': 'fa629655-b849-4872-9d54-5ec17f0b1446', 'tag': 'd9030f07-cef8-4918-8f70-7b687f2da46e', 'status': 'completed', 'code': 200} May 20 22:03:04.664995 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac9be48-83f3-41bb-add0-f63532e22773 req-2046493c-61a1-41cc-83c9-8252eca12ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 22:03:04.666625 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7ac9be48-83f3-41bb-add0-f63532e22773 req-2046493c-61a1-41cc-83c9-8252eca12ffe service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f4f9a8ea2b864c549ce585c794b412b9&device_id=fa629655-b849-4872-9d54-5ec17f0b1446 HTTP/1.1" status: 200 len: 1098 time: 0.0422425 May 20 22:03:04.772283 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac9be48-83f3-41bb-add0-f63532e22773 req-9c7a3e21-4fea-4810-b120-d86d8880bfe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 22:03:04.773716 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7ac9be48-83f3-41bb-add0-f63532e22773 req-9c7a3e21-4fea-4810-b120-d86d8880bfe7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=7d708e9b-6ea9-4967-b907-69984c23da8e HTTP/1.1" status: 200 len: 909 time: 0.1003015 May 20 22:03:04.807737 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-899420ab-d3a8-4f98-9f25-e0a8a28aa805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82d0d34a-fc80-4170-b9a8-0f6c9e1910dd', 'name': 'tempest-TestShelveInstance-601742735-router', 'tenant_id': 'f4f9a8ea2b864c549ce585c794b412b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.116'}], 'enable_snat': True}, 'gw_port_id': '671aa244-cadf-4a42-b1e2-f62b13dd0340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:53:10Z', 'updated_at': '2022-05-20T21:53:13Z', 'revision_number': 4, 'project_id': 'f4f9a8ea2b864c549ce585c794b412b9', 'gw_port': {'id': '671aa244-cadf-4a42-b1e2-f62b13dd0340', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:57:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d0d34a-fc80-4170-b9a8-0f6c9e1910dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4387, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:53:10Z', 'updated_at': '2022-05-20T21:53:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': 'b1beab67-c7f5-4194-a108-af932c5f5126', 'name': '', 'network_id': '7d708e9b-6ea9-4967-b907-69984c23da8e', 'tenant_id': 'f4f9a8ea2b864c549ce585c794b412b9', 'mac_address': 'fa:16:3e:21:9e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d0d34a-fc80-4170-b9a8-0f6c9e1910dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4388, 'fixed_ips': [{'subnet_id': '216ddb2b-9f5c-44db-9754-a97ca73567e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:53:12Z', 'updated_at': '2022-05-20T21:53:17Z', 'revision_number': 5, 'project_id': 'f4f9a8ea2b864c549ce585c794b412b9', 'subnets': [{'id': '216ddb2b-9f5c-44db-9754-a97ca73567e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 22:03:04.815513 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7ac9be48-83f3-41bb-add0-f63532e22773 req-6768d268-0df3-45fa-96df-18f5bf18de43 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d9030f07-cef8-4918-8f70-7b687f2da46e HTTP/1.1" status: 200 len: 217 time: 0.0353210 May 20 22:03:04.836344 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-899420ab-d3a8-4f98-9f25-e0a8a28aa805 None None] Checking router: 82d0d34a-fc80-4170-b9a8-0f6c9e1910dd for host: n-d-842733-1 {{(pid=103165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 22:03:04.844925 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-899420ab-d3a8-4f98-9f25-e0a8a28aa805 None None] Routers {'82d0d34a-fc80-4170-b9a8-0f6c9e1910dd'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 22:03:04.845622 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-899420ab-d3a8-4f98-9f25-e0a8a28aa805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T22:02:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['82d0d34a-fc80-4170-b9a8-0f6c9e1910dd'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 22:03:04.867131 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac9be48-83f3-41bb-add0-f63532e22773 req-dd37d7e0-6cd2-4c18-a309-8dcde61bef31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 22:03:04.868712 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7ac9be48-83f3-41bb-add0-f63532e22773 req-dd37d7e0-6cd2-4c18-a309-8dcde61bef31 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=216ddb2b-9f5c-44db-9754-a97ca73567e4 HTTP/1.1" status: 200 len: 847 time: 0.0472884 May 20 22:03:04.943736 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac9be48-83f3-41bb-add0-f63532e22773 req-d34573f7-8bf9-481f-9d5f-540282887f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 22:03:04.945192 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7ac9be48-83f3-41bb-add0-f63532e22773 req-d34573f7-8bf9-481f-9d5f-540282887f12 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7d708e9b-6ea9-4967-b907-69984c23da8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0632005 May 20 22:03:04.953013 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e99c7ee-90bc-49c9-b440-589b9dbb57e1 req-4ec55b6c-904a-4170-889a-31e57263a505 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 22:03:04.953190 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-899420ab-d3a8-4f98-9f25-e0a8a28aa805 None None] Set router 82d0d34a-fc80-4170-b9a8-0f6c9e1910dd gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 22:03:04.954396 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4e99c7ee-90bc-49c9-b440-589b9dbb57e1 req-4ec55b6c-904a-4170-889a-31e57263a505 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] 10.222.0.35 "GET /v2.0/ports?device_id=fa629655-b849-4872-9d54-5ec17f0b1446 HTTP/1.1" status: 200 len: 947 time: 0.0812254 May 20 22:03:05.042275 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4e99c7ee-90bc-49c9-b440-589b9dbb57e1 req-6eb429f9-32c0-489a-b903-56bfad7b35ff tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] 10.222.0.35 "GET /v2.0/security-groups?id=afd59ba7-e6e2-49ce-a7b1-7932fe454b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0800273 May 20 22:03:05.062789 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7ac9be48-83f3-41bb-add0-f63532e22773 req-3d8f3d1e-68ce-41bc-adbf-99381964c2fa service neutron] 10.222.0.24 "GET /v2.0/networks/7d708e9b-6ea9-4967-b907-69984c23da8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074903 May 20 22:03:05.148215 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-899420ab-d3a8-4f98-9f25-e0a8a28aa805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82d0d34a-fc80-4170-b9a8-0f6c9e1910dd', 'name': 'tempest-TestShelveInstance-601742735-router', 'tenant_id': 'f4f9a8ea2b864c549ce585c794b412b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.116'}], 'enable_snat': True}, 'gw_port_id': '671aa244-cadf-4a42-b1e2-f62b13dd0340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:53:10Z', 'updated_at': '2022-05-20T21:53:13Z', 'revision_number': 4, 'project_id': 'f4f9a8ea2b864c549ce585c794b412b9', 'gw_port': {'id': '671aa244-cadf-4a42-b1e2-f62b13dd0340', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:57:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d0d34a-fc80-4170-b9a8-0f6c9e1910dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4387, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:53:10Z', 'updated_at': '2022-05-20T21:53:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': 'b1beab67-c7f5-4194-a108-af932c5f5126', 'name': '', 'network_id': '7d708e9b-6ea9-4967-b907-69984c23da8e', 'tenant_id': 'f4f9a8ea2b864c549ce585c794b412b9', 'mac_address': 'fa:16:3e:21:9e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d0d34a-fc80-4170-b9a8-0f6c9e1910dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4388, 'fixed_ips': [{'subnet_id': '216ddb2b-9f5c-44db-9754-a97ca73567e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:53:12Z', 'updated_at': '2022-05-20T21:53:17Z', 'revision_number': 5, 'project_id': 'f4f9a8ea2b864c549ce585c794b412b9', 'subnets': [{'id': '216ddb2b-9f5c-44db-9754-a97ca73567e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 22:03:05.157238 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7ac9be48-83f3-41bb-add0-f63532e22773 req-3096f396-1d62-4773-b27a-2974e9c18089 service neutron] 10.222.0.24 "GET /v2.0/networks/7d708e9b-6ea9-4967-b907-69984c23da8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857253 May 20 22:03:05.178964 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-899420ab-d3a8-4f98-9f25-e0a8a28aa805 None None] The sync data for ids ['82d0d34a-fc80-4170-b9a8-0f6c9e1910dd'] in n-d-842733-1 is: [{'id': '82d0d34a-fc80-4170-b9a8-0f6c9e1910dd', 'name': 'tempest-TestShelveInstance-601742735-router', 'tenant_id': 'f4f9a8ea2b864c549ce585c794b412b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.116'}], 'enable_snat': True}, 'gw_port_id': '671aa244-cadf-4a42-b1e2-f62b13dd0340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:53:10Z', 'updated_at': '2022-05-20T21:53:13Z', 'revision_number': 4, 'project_id': 'f4f9a8ea2b864c549ce585c794b412b9', 'gw_port': {'id': '671aa244-cadf-4a42-b1e2-f62b13dd0340', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:57:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d0d34a-fc80-4170-b9a8-0f6c9e1910dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4387, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:53:10Z', 'updated_at': '2022-05-20T21:53:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': 'b1beab67-c7f5-4194-a108-af932c5f5126', 'name': '', 'network_id': '7d708e9b-6ea9-4967-b907-69984c23da8e', 'tenant_id': 'f4f9a8ea2b864c549ce585c794b412b9', 'mac_address': 'fa:16:3e:21:9e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d0d34a-fc80-4170-b9a8-0f6c9e1910dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4388, 'fixed_ips': [{'subnet_id': '216ddb2b-9f5c-44db-9754-a97ca73567e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:53:12Z', 'updated_at': '2022-05-20T21:53:17Z', 'revision_number': 5, 'project_id': 'f4f9a8ea2b864c549ce585c794b412b9', 'subnets': [{'id': '216ddb2b-9f5c-44db-9754-a97ca73567e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 22:03:05.402436 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be12fce-9ac6-452b-8426-5ecc4a30960e None None] New status for floating IP 72ee60d7-31f3-43cd-9806-480a75acffb5: DOWN {{(pid=103164) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 22:03:06.159373 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a1c2a5-c8f0-40a5-956f-6a207be65462 req-7ad5949c-61c8-4caf-b84e-f178dc927cf3 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 22:03:06.160822 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c2a1c2a5-c8f0-40a5-956f-6a207be65462 req-7ad5949c-61c8-4caf-b84e-f178dc927cf3 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] 10.222.0.35 "GET /v2.0/ports?device_id=fa629655-b849-4872-9d54-5ec17f0b1446 HTTP/1.1" status: 200 len: 947 time: 0.0480270 May 20 22:03:06.197428 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-c2a1c2a5-c8f0-40a5-956f-6a207be65462 req-4e43140b-038c-4386-b745-12fbb2f3ca56 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] 10.222.0.35 "GET /v2.0/security-groups?id=afd59ba7-e6e2-49ce-a7b1-7932fe454b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0298440 May 20 22:03:06.378082 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383c55c2-2e3e-42bc-9f2b-b07c387dd02a req-36ed55d5-e2f0-4dff-9c7b-024308a8fcdd tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 22:03:06.379414 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-383c55c2-2e3e-42bc-9f2b-b07c387dd02a req-36ed55d5-e2f0-4dff-9c7b-024308a8fcdd tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] 10.222.0.24 "GET /v2.0/ports?device_id=fa629655-b849-4872-9d54-5ec17f0b1446 HTTP/1.1" status: 200 len: 947 time: 0.0483630 May 20 22:03:06.472057 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [req-383c55c2-2e3e-42bc-9f2b-b07c387dd02a req-840dc5d4-c6ec-476c-a423-ad3147bb8179 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Deleting port d9030f07-cef8-4918-8f70-7b687f2da46e {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 22:03:06.472390 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-383c55c2-2e3e-42bc-9f2b-b07c387dd02a req-840dc5d4-c6ec-476c-a423-ad3147bb8179 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:06.559394 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-383c55c2-2e3e-42bc-9f2b-b07c387dd02a req-840dc5d4-c6ec-476c-a423-ad3147bb8179 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] For port d9030f07-cef8-4918-8f70-7b687f2da46e, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=d9030f07-cef8-4918-8f70-7b687f2da46e,segment=NetworkSegment(053bd376-c72e-4ffa-ad26-4349ac5a0f41),segment_id=053bd376-c72e-4ffa-ad26-4349ac5a0f41)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 22:03:06.559755 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-383c55c2-2e3e-42bc-9f2b-b07c387dd02a req-840dc5d4-c6ec-476c-a423-ad3147bb8179 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:06.571572 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [req-383c55c2-2e3e-42bc-9f2b-b07c387dd02a req-840dc5d4-c6ec-476c-a423-ad3147bb8179 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Calling delete_port for d9030f07-cef8-4918-8f70-7b687f2da46e owned by compute:nova {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 22:03:06.767933 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-383c55c2-2e3e-42bc-9f2b-b07c387dd02a req-840dc5d4-c6ec-476c-a423-ad3147bb8179 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:06.797837 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840dc5d4-c6ec-476c-a423-ad3147bb8179 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Pushing event deleted for resources: {'Port': ['ID=d9030f07-cef8-4918-8f70-7b687f2da46e,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 22:03:06.842018 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [req-383c55c2-2e3e-42bc-9f2b-b07c387dd02a req-840dc5d4-c6ec-476c-a423-ad3147bb8179 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] No DVR routers for this DVR port d9030f07-cef8-4918-8f70-7b687f2da46e on host n-h1-842733-1 {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 22:03:06.844744 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-383c55c2-2e3e-42bc-9f2b-b07c387dd02a req-840dc5d4-c6ec-476c-a423-ad3147bb8179 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:06.848158 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-383c55c2-2e3e-42bc-9f2b-b07c387dd02a req-840dc5d4-c6ec-476c-a423-ad3147bb8179 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] 10.222.0.24 "DELETE /v2.0/ports/d9030f07-cef8-4918-8f70-7b687f2da46e HTTP/1.1" status: 204 len: 173 time: 0.4629869 May 20 22:03:06.848594 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa629655-b849-4872-9d54-5ec17f0b1446', 'name': 'network-vif-deleted', 'tag': 'd9030f07-cef8-4918-8f70-7b687f2da46e'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 22:03:06.851492 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4416c3b25ab83027dff24eda6e450cd3b8f285a9257f5a2b93a81ddcbdb8854f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17e3ecfa-0d26-400b-9107-e0b388796894" -d '{"events": [{"server_uuid": "fa629655-b849-4872-9d54-5ec17f0b1446", "name": "network-vif-deleted", "tag": "d9030f07-cef8-4918-8f70-7b687f2da46e"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 22:03:06.887319 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 22:03:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ecbe551-a5ec-4cf5-af58-17f33c7418a2 x-openstack-request-id: req-3ecbe551-a5ec-4cf5-af58-17f33c7418a2 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 22:03:06.887612 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa629655-b849-4872-9d54-5ec17f0b1446", "name": "network-vif-deleted", "tag": "d9030f07-cef8-4918-8f70-7b687f2da46e", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 22:03:06.887901 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3ecbe551-a5ec-4cf5-af58-17f33c7418a2 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 22:03:06.888286 n-d-842733-1 neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ecbe551-a5ec-4cf5-af58-17f33c7418a2'] response: {'server_uuid': 'fa629655-b849-4872-9d54-5ec17f0b1446', 'name': 'network-vif-deleted', 'tag': 'd9030f07-cef8-4918-8f70-7b687f2da46e', 'status': 'completed', 'code': 200} May 20 22:03:07.300362 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-54e9a0aa-b3d9-4016-9e26-c0e4e64feff7 req-28c714ce-9ba4-4dce-8ab2-0b58bc23e2cb tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] 10.222.0.35 "GET /v2.0/ports?device_id=fa629655-b849-4872-9d54-5ec17f0b1446 HTTP/1.1" status: 200 len: 210 time: 0.0286701 May 20 22:03:08.400380 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a1df9799-dc40-4ecd-9c6a-6b17e78c87f2 req-37fcbdbb-50b5-463b-9996-9c7fd9391efe tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] 10.222.0.35 "GET /v2.0/ports?device_id=fa629655-b849-4872-9d54-5ec17f0b1446 HTTP/1.1" status: 200 len: 210 time: 0.0270348 May 20 22:03:09.440787 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device d9030f07-cef8-4918-8f70-7b687f2da46e no longer exists at agent hyperv_n-h1-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 22:03:09.461284 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] No Port match for: d9030f07-cef8-4918-8f70-7b687f2da46e {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 22:03:09.461703 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device d9030f07-cef8-4918-8f70-7b687f2da46e not bound to the agent host n-h1-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 22:03:09.500798 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f8a80f7b-fe99-480c-b6d9-8342bcd4065b req-530f3419-ee60-4107-b9f1-0ae5e627755c tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] 10.222.0.35 "GET /v2.0/ports?device_id=fa629655-b849-4872-9d54-5ec17f0b1446 HTTP/1.1" status: 200 len: 210 time: 0.0279510 May 20 22:03:10.600364 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0cb48797-9dc9-43ea-bc9a-29f469aa33c3 req-63d2ff2e-42a4-470f-9961-8b86b4f45d27 tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] 10.222.0.35 "GET /v2.0/ports?device_id=fa629655-b849-4872-9d54-5ec17f0b1446 HTTP/1.1" status: 200 len: 210 time: 0.0257483 May 20 22:03:11.655794 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 38230) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 22:03:11.723083 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-fd3c9734-7ac4-4efc-b9b1-658a0199d21a tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:11.749317 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-fd3c9734-7ac4-4efc-b9b1-658a0199d21a tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:11.885665 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-fd3c9734-7ac4-4efc-b9b1-658a0199d21a tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:11.888171 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-fd3c9734-7ac4-4efc-b9b1-658a0199d21a tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:11.889399 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-fd3c9734-7ac4-4efc-b9b1-658a0199d21a tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] 10.222.0.35 "DELETE /v2.0/security-groups/afd59ba7-e6e2-49ce-a7b1-7932fe454b5a HTTP/1.1" status: 204 len: 168 time: 0.2325859 May 20 22:03:11.900188 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c9734-7ac4-4efc-b9b1-658a0199d21a tempest-TestShelveInstance-892301730 tempest-TestShelveInstance-892301730-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=afd59ba7-e6e2-49ce-a7b1-7932fe454b5a,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 22:03:11.997478 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 38234) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 22:03:12.478438 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a3bd4ab9-2662-48bf-b7a2-567e367cc456 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748528'] for router_interface, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:12.735859 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-a3bd4ab9-2662-48bf-b7a2-567e367cc456 admin admin] Deleting port b1beab67-c7f5-4194-a108-af932c5f5126 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 22:03:12.736113 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a3bd4ab9-2662-48bf-b7a2-567e367cc456 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:12.817396 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-a3bd4ab9-2662-48bf-b7a2-567e367cc456 admin admin] For port b1beab67-c7f5-4194-a108-af932c5f5126, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=b1beab67-c7f5-4194-a108-af932c5f5126,segment=NetworkSegment(053bd376-c72e-4ffa-ad26-4349ac5a0f41),segment_id=053bd376-c72e-4ffa-ad26-4349ac5a0f41)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 22:03:12.817755 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a3bd4ab9-2662-48bf-b7a2-567e367cc456 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:12.829909 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-a3bd4ab9-2662-48bf-b7a2-567e367cc456 admin admin] Calling delete_port for b1beab67-c7f5-4194-a108-af932c5f5126 owned by network:router_interface {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 22:03:13.074457 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a3bd4ab9-2662-48bf-b7a2-567e367cc456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:13.105431 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bd4ab9-2662-48bf-b7a2-567e367cc456 admin admin] Pushing event deleted for resources: {'Port': ['ID=b1beab67-c7f5-4194-a108-af932c5f5126,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 22:03:13.130306 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bd4ab9-2662-48bf-b7a2-567e367cc456 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 22:03:13.130685 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bd4ab9-2662-48bf-b7a2-567e367cc456 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 22:03:13.131027 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bd4ab9-2662-48bf-b7a2-567e367cc456 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 22:03:13.131364 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bd4ab9-2662-48bf-b7a2-567e367cc456 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 22:03:13.131698 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bd4ab9-2662-48bf-b7a2-567e367cc456 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 22:03:13.132026 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bd4ab9-2662-48bf-b7a2-567e367cc456 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 22:03:13.132348 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bd4ab9-2662-48bf-b7a2-567e367cc456 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 22:03:13.132676 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bd4ab9-2662-48bf-b7a2-567e367cc456 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 22:03:13.132998 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bd4ab9-2662-48bf-b7a2-567e367cc456 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 22:03:13.133342 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bd4ab9-2662-48bf-b7a2-567e367cc456 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 22:03:13.133670 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bd4ab9-2662-48bf-b7a2-567e367cc456 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 22:03:13.134367 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bd4ab9-2662-48bf-b7a2-567e367cc456 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 22:03:13.282628 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a3bd4ab9-2662-48bf-b7a2-567e367cc456 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-692224'] for router_interface, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:13.498091 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3bd4ab9-2662-48bf-b7a2-567e367cc456 admin admin] Router 82d0d34a-fc80-4170-b9a8-0f6c9e1910dd has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 22:03:13.606320 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3bd4ab9-2662-48bf-b7a2-567e367cc456 admin admin] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 22:03:13.615653 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-a3bd4ab9-2662-48bf-b7a2-567e367cc456 admin admin] 10.222.0.35 "PUT /v2.0/routers/82d0d34a-fc80-4170-b9a8-0f6c9e1910dd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6128228 May 20 22:03:13.615765 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 38240) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 22:03:13.616195 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc6f04f6-d696-42c4-86e1-7ce90d41f3d0 None None] Sync routers for ids ['82d0d34a-fc80-4170-b9a8-0f6c9e1910dd'] in n-d-842733-1 {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 22:03:13.625349 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc6f04f6-d696-42c4-86e1-7ce90d41f3d0 None None] Routers {'82d0d34a-fc80-4170-b9a8-0f6c9e1910dd'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 22:03:13.625952 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-bc6f04f6-d696-42c4-86e1-7ce90d41f3d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T22:02:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['82d0d34a-fc80-4170-b9a8-0f6c9e1910dd'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 22:03:13.732921 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1f73ff1e-7741-41a6-a4b6-00647ddf0a93 admin admin] Notify callbacks [] for router, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:13.734602 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-bc6f04f6-d696-42c4-86e1-7ce90d41f3d0 None None] Set router 82d0d34a-fc80-4170-b9a8-0f6c9e1910dd gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 22:03:13.848068 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1f73ff1e-7741-41a6-a4b6-00647ddf0a93 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:13.915729 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-bc6f04f6-d696-42c4-86e1-7ce90d41f3d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82d0d34a-fc80-4170-b9a8-0f6c9e1910dd', 'name': 'tempest-TestShelveInstance-601742735-router', 'tenant_id': 'f4f9a8ea2b864c549ce585c794b412b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.116'}], 'enable_snat': True}, 'gw_port_id': '671aa244-cadf-4a42-b1e2-f62b13dd0340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:53:10Z', 'updated_at': '2022-05-20T22:03:12Z', 'revision_number': 5, 'project_id': 'f4f9a8ea2b864c549ce585c794b412b9', 'gw_port': {'id': '671aa244-cadf-4a42-b1e2-f62b13dd0340', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:57:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d0d34a-fc80-4170-b9a8-0f6c9e1910dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4387, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:53:10Z', 'updated_at': '2022-05-20T21:53:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 22:03:13.945294 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-1f73ff1e-7741-41a6-a4b6-00647ddf0a93 admin admin] Deleting port 671aa244-cadf-4a42-b1e2-f62b13dd0340 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 22:03:13.945638 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1f73ff1e-7741-41a6-a4b6-00647ddf0a93 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:13.946385 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc6f04f6-d696-42c4-86e1-7ce90d41f3d0 None None] Checking router: 82d0d34a-fc80-4170-b9a8-0f6c9e1910dd for host: n-d-842733-1 {{(pid=103165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 22:03:13.954844 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc6f04f6-d696-42c4-86e1-7ce90d41f3d0 None None] Routers {'82d0d34a-fc80-4170-b9a8-0f6c9e1910dd'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 22:03:13.955454 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-bc6f04f6-d696-42c4-86e1-7ce90d41f3d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T22:02:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['82d0d34a-fc80-4170-b9a8-0f6c9e1910dd'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 22:03:14.032017 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-1f73ff1e-7741-41a6-a4b6-00647ddf0a93 admin admin] For port 671aa244-cadf-4a42-b1e2-f62b13dd0340, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=671aa244-cadf-4a42-b1e2-f62b13dd0340,segment=NetworkSegment(0b5485c4-eff8-42a1-9073-ae54ed4c63ba),segment_id=0b5485c4-eff8-42a1-9073-ae54ed4c63ba)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 22:03:14.032379 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1f73ff1e-7741-41a6-a4b6-00647ddf0a93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:14.042138 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-bc6f04f6-d696-42c4-86e1-7ce90d41f3d0 None None] Set router 82d0d34a-fc80-4170-b9a8-0f6c9e1910dd gateway port host: None {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 22:03:14.044481 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-1f73ff1e-7741-41a6-a4b6-00647ddf0a93 admin admin] Calling delete_port for 671aa244-cadf-4a42-b1e2-f62b13dd0340 owned by network:router_gateway {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 22:03:14.093564 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-bc6f04f6-d696-42c4-86e1-7ce90d41f3d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82d0d34a-fc80-4170-b9a8-0f6c9e1910dd', 'name': 'tempest-TestShelveInstance-601742735-router', 'tenant_id': 'f4f9a8ea2b864c549ce585c794b412b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:53:10Z', 'updated_at': '2022-05-20T22:03:13Z', 'revision_number': 6, 'project_id': 'f4f9a8ea2b864c549ce585c794b412b9', 'gw_port_host': None}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 22:03:14.213042 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc6f04f6-d696-42c4-86e1-7ce90d41f3d0 None None] The sync data for ids ['82d0d34a-fc80-4170-b9a8-0f6c9e1910dd'] in n-d-842733-1 is: [{'id': '82d0d34a-fc80-4170-b9a8-0f6c9e1910dd', 'name': 'tempest-TestShelveInstance-601742735-router', 'tenant_id': 'f4f9a8ea2b864c549ce585c794b412b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:53:10Z', 'updated_at': '2022-05-20T22:03:13Z', 'revision_number': 6, 'project_id': 'f4f9a8ea2b864c549ce585c794b412b9', 'gw_port_host': None}] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 22:03:14.285774 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1f73ff1e-7741-41a6-a4b6-00647ddf0a93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:14.315865 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f73ff1e-7741-41a6-a4b6-00647ddf0a93 admin admin] Pushing event deleted for resources: {'Port': ['ID=671aa244-cadf-4a42-b1e2-f62b13dd0340,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 22:03:14.376670 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1f73ff1e-7741-41a6-a4b6-00647ddf0a93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-748206'] for router_gateway, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:14.468668 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1f73ff1e-7741-41a6-a4b6-00647ddf0a93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26169'] for router, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:14.470690 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1f73ff1e-7741-41a6-a4b6-00647ddf0a93 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:14.596685 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1f73ff1e-7741-41a6-a4b6-00647ddf0a93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-693148'] for router, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:14.597249 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f73ff1e-7741-41a6-a4b6-00647ddf0a93 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 82d0d34a-fc80-4170-b9a8-0f6c9e1910dd {{(pid=103163) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 20 22:03:14.607213 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1f73ff1e-7741-41a6-a4b6-00647ddf0a93 admin admin] Notify callbacks [] for router, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:14.607213 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-1f73ff1e-7741-41a6-a4b6-00647ddf0a93 admin admin] 10.222.0.35 "DELETE /v2.0/routers/82d0d34a-fc80-4170-b9a8-0f6c9e1910dd HTTP/1.1" status: 204 len: 168 time: 0.9867229 May 20 22:03:14.607213 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 38242) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 22:03:14.655383 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ffd11fd-85be-47a8-b22c-61889e85b732 admin admin] Deleting subnet 216ddb2b-9f5c-44db-9754-a97ca73567e4 {{(pid=103163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 20 22:03:14.658938 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8ffd11fd-85be-47a8-b22c-61889e85b732 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:14.692876 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8ffd11fd-85be-47a8-b22c-61889e85b732 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9338757'] for subnet, precommit_delete_associations {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:14.766469 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8ffd11fd-85be-47a8-b22c-61889e85b732 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33068388'] for subnet, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:14.882567 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8ffd11fd-85be-47a8-b22c-61889e85b732 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33068399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9641221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8422588'] for subnet, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:14.906884 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffd11fd-85be-47a8-b22c-61889e85b732 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=216ddb2b-9f5c-44db-9754-a97ca73567e4,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 22:03:14.915041 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8ffd11fd-85be-47a8-b22c-61889e85b732 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:14.919884 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-8ffd11fd-85be-47a8-b22c-61889e85b732 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/216ddb2b-9f5c-44db-9754-a97ca73567e4 HTTP/1.1" status: 204 len: 168 time: 0.3121142 May 20 22:03:14.921004 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a10bf3a7-5f35-470d-adfc-4dea31cd70c5 None None] Network 7d708e9b-6ea9-4967-b907-69984c23da8e requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 22:03:14.921765 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 38244) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 22:03:15.013159 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-601e2dc0-9764-4b5a-a761-3dfe38c820c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33160123'] for network, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:15.069392 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-601e2dc0-9764-4b5a-a761-3dfe38c820c5 admin admin] Deleting port c6f6565c-6563-44dc-941c-62cae0ca02da {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 22:03:15.069733 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-601e2dc0-9764-4b5a-a761-3dfe38c820c5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:15.132999 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3f09226-0f98-441d-97df-be04d6d60f08 None None] DHCP port deletion for 7d708e9b-6ea9-4967-b907-69984c23da8e request from n-d-842733-1 {{(pid=103164) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 22:03:15.142908 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-601e2dc0-9764-4b5a-a761-3dfe38c820c5 admin admin] For port c6f6565c-6563-44dc-941c-62cae0ca02da, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=c6f6565c-6563-44dc-941c-62cae0ca02da,segment=NetworkSegment(053bd376-c72e-4ffa-ad26-4349ac5a0f41),segment_id=053bd376-c72e-4ffa-ad26-4349ac5a0f41)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 22:03:15.143271 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-601e2dc0-9764-4b5a-a761-3dfe38c820c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:15.157078 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-601e2dc0-9764-4b5a-a761-3dfe38c820c5 admin admin] Calling delete_port for c6f6565c-6563-44dc-941c-62cae0ca02da owned by network:dhcp {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 22:03:15.179685 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a3f09226-0f98-441d-97df-be04d6d60f08 None None] Deleting port c6f6565c-6563-44dc-941c-62cae0ca02da {{(pid=103164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 22:03:15.180133 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a3f09226-0f98-441d-97df-be04d6d60f08 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:15.245820 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-a3f09226-0f98-441d-97df-be04d6d60f08 None None] For port c6f6565c-6563-44dc-941c-62cae0ca02da, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=c6f6565c-6563-44dc-941c-62cae0ca02da,segment=NetworkSegment(053bd376-c72e-4ffa-ad26-4349ac5a0f41),segment_id=053bd376-c72e-4ffa-ad26-4349ac5a0f41)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 22:03:15.246258 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a3f09226-0f98-441d-97df-be04d6d60f08 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:15.260196 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a3f09226-0f98-441d-97df-be04d6d60f08 None None] Calling delete_port for c6f6565c-6563-44dc-941c-62cae0ca02da owned by network:dhcp {{(pid=103164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 22:03:15.316715 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-601e2dc0-9764-4b5a-a761-3dfe38c820c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:15.335004 n-d-842733-1 neutron-server[103164]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 22:03:15.335004 n-d-842733-1 neutron-server[103164]: self.session.flush() May 20 22:03:15.335004 n-d-842733-1 neutron-server[103164]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 22:03:15.335004 n-d-842733-1 neutron-server[103164]: self.session.flush() May 20 22:03:15.335004 n-d-842733-1 neutron-server[103164]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 22:03:15.335004 n-d-842733-1 neutron-server[103164]: self.session.flush() May 20 22:03:15.335004 n-d-842733-1 neutron-server[103164]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 22:03:15.335004 n-d-842733-1 neutron-server[103164]: self.session.flush() May 20 22:03:15.335004 n-d-842733-1 neutron-server[103164]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 22:03:15.335004 n-d-842733-1 neutron-server[103164]: self.session.flush() May 20 22:03:15.335004 n-d-842733-1 neutron-server[103164]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 22:03:15.335004 n-d-842733-1 neutron-server[103164]: self.session.flush() May 20 22:03:15.335004 n-d-842733-1 neutron-server[103164]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 22:03:15.335004 n-d-842733-1 neutron-server[103164]: self.session.flush() May 20 22:03:15.335004 n-d-842733-1 neutron-server[103164]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 22:03:15.335004 n-d-842733-1 neutron-server[103164]: self.session.flush() May 20 22:03:15.335004 n-d-842733-1 neutron-server[103164]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 22:03:15.335004 n-d-842733-1 neutron-server[103164]: self.session.flush() May 20 22:03:15.335004 n-d-842733-1 neutron-server[103164]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 22:03:15.335004 n-d-842733-1 neutron-server[103164]: self.session.flush() May 20 22:03:15.335004 n-d-842733-1 neutron-server[103164]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 22:03:15.335004 n-d-842733-1 neutron-server[103164]: self.session.flush() May 20 22:03:15.335004 n-d-842733-1 neutron-server[103164]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 22:03:15.335004 n-d-842733-1 neutron-server[103164]: self.session.flush() May 20 22:03:15.335004 n-d-842733-1 neutron-server[103164]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 22:03:15.335004 n-d-842733-1 neutron-server[103164]: self.session.flush() May 20 22:03:15.335004 n-d-842733-1 neutron-server[103164]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 22:03:15.335004 n-d-842733-1 neutron-server[103164]: self.session.flush() May 20 22:03:15.335004 n-d-842733-1 neutron-server[103164]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 22:03:15.335004 n-d-842733-1 neutron-server[103164]: self.session.flush() May 20 22:03:15.335004 n-d-842733-1 neutron-server[103164]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 22:03:15.335004 n-d-842733-1 neutron-server[103164]: self.session.flush() May 20 22:03:15.335004 n-d-842733-1 neutron-server[103164]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 22:03:15.335004 n-d-842733-1 neutron-server[103164]: self.session.flush() May 20 22:03:15.335004 n-d-842733-1 neutron-server[103164]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 22:03:15.335004 n-d-842733-1 neutron-server[103164]: self.session.flush() May 20 22:03:15.335004 n-d-842733-1 neutron-server[103164]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 22:03:15.335004 n-d-842733-1 neutron-server[103164]: self.session.flush() May 20 22:03:15.335004 n-d-842733-1 neutron-server[103164]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 22:03:15.335004 n-d-842733-1 neutron-server[103164]: self.session.flush() May 20 22:03:15.335004 n-d-842733-1 neutron-server[103164]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 22:03:15.335004 n-d-842733-1 neutron-server[103164]: self.session.flush() May 20 22:03:15.335004 n-d-842733-1 neutron-server[103164]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 22:03:15.335004 n-d-842733-1 neutron-server[103164]: self.session.flush() May 20 22:03:15.335004 n-d-842733-1 neutron-server[103164]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 22:03:15.335004 n-d-842733-1 neutron-server[103164]: self.session.flush() May 20 22:03:15.335004 n-d-842733-1 neutron-server[103164]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 22:03:15.335004 n-d-842733-1 neutron-server[103164]: self.session.flush() May 20 22:03:15.335004 n-d-842733-1 neutron-server[103164]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 22:03:15.335004 n-d-842733-1 neutron-server[103164]: self.session.flush() May 20 22:03:15.335004 n-d-842733-1 neutron-server[103164]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 22:03:15.335004 n-d-842733-1 neutron-server[103164]: self.session.flush() May 20 22:03:15.335004 n-d-842733-1 neutron-server[103164]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 22:03:15.335004 n-d-842733-1 neutron-server[103164]: self.session.flush() May 20 22:03:15.343358 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a3f09226-0f98-441d-97df-be04d6d60f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099'] for port, after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:15.349406 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-601e2dc0-9764-4b5a-a761-3dfe38c820c5 admin admin] No DVR routers for this DVR port c6f6565c-6563-44dc-941c-62cae0ca02da on host n-d-842733-1 {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 22:03:15.357648 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601e2dc0-9764-4b5a-a761-3dfe38c820c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=c6f6565c-6563-44dc-941c-62cae0ca02da,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 22:03:15.368231 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f09226-0f98-441d-97df-be04d6d60f08 None None] Pushing event deleted for resources: {'Port': ['ID=c6f6565c-6563-44dc-941c-62cae0ca02da,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 22:03:15.379794 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f09226-0f98-441d-97df-be04d6d60f08 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 22:03:15.380381 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f09226-0f98-441d-97df-be04d6d60f08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 22:03:15.381456 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f09226-0f98-441d-97df-be04d6d60f08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 22:03:15.381760 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f09226-0f98-441d-97df-be04d6d60f08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 22:03:15.382095 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f09226-0f98-441d-97df-be04d6d60f08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 22:03:15.382433 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f09226-0f98-441d-97df-be04d6d60f08 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 22:03:15.382881 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f09226-0f98-441d-97df-be04d6d60f08 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 22:03:15.383208 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f09226-0f98-441d-97df-be04d6d60f08 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 22:03:15.383538 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f09226-0f98-441d-97df-be04d6d60f08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 22:03:15.384011 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f09226-0f98-441d-97df-be04d6d60f08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 22:03:15.384641 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f09226-0f98-441d-97df-be04d6d60f08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 22:03:15.384959 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f09226-0f98-441d-97df-be04d6d60f08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 22:03:15.389013 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f09226-0f98-441d-97df-be04d6d60f08 None None] No DVR routers for this DVR port c6f6565c-6563-44dc-941c-62cae0ca02da on host n-d-842733-1 {{(pid=103164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 22:03:15.426974 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-601e2dc0-9764-4b5a-a761-3dfe38c820c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33072115', 'neutron.services.segments.db._delete_segments_for_network-8782419500584'] for network, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:15.447932 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-601e2dc0-9764-4b5a-a761-3dfe38c820c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d708e9b-6ea9-4967-b907-69984c23da8e']}} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 22:03:15.456911 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-601e2dc0-9764-4b5a-a761-3dfe38c820c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '053bd376-c72e-4ffa-ad26-4349ac5a0f41') {'for_net_delete': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 22:03:15.457197 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-601e2dc0-9764-4b5a-a761-3dfe38c820c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '053bd376-c72e-4ffa-ad26-4349ac5a0f41') {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 22:03:15.467049 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-601e2dc0-9764-4b5a-a761-3dfe38c820c5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419501617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9338764'] for segment, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:15.479643 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-601e2dc0-9764-4b5a-a761-3dfe38c820c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:15.485506 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-601e2dc0-9764-4b5a-a761-3dfe38c820c5 admin admin] Releasing vlan 248 on physical network physnet1 to pool {{(pid=103163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 22:03:15.486059 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-601e2dc0-9764-4b5a-a761-3dfe38c820c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9638311'] for segment, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:15.487514 n-d-842733-1 neutron-server[103163]: Traceback (most recent call last): May 20 22:03:15.487514 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 22:03:15.487514 n-d-842733-1 neutron-server[103163]: timer() May 20 22:03:15.487514 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 22:03:15.487514 n-d-842733-1 neutron-server[103163]: cb(*args, **kw) May 20 22:03:15.487514 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 20 22:03:15.487514 n-d-842733-1 neutron-server[103163]: return func(*args, **kwargs) May 20 22:03:15.487514 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 22:03:15.487514 n-d-842733-1 neutron-server[103163]: self._notify() May 20 22:03:15.487514 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 22:03:15.487514 n-d-842733-1 neutron-server[103163]: self.callback(batched_events) May 20 22:03:15.487514 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 22:03:15.487514 n-d-842733-1 neutron-server[103163]: event.method(event) May 20 22:03:15.487514 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 20 22:03:15.487514 n-d-842733-1 neutron-server[103163]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 22:03:15.487514 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 20 22:03:15.487514 n-d-842733-1 neutron-server[103163]: aggregate_uuid = self.p_client.list_aggregates( May 20 22:03:15.487514 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 20 22:03:15.487514 n-d-842733-1 neutron-server[103163]: return f(self, *a, **k) May 20 22:03:15.487514 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 20 22:03:15.487514 n-d-842733-1 neutron-server[103163]: return self._get(url).json() May 20 22:03:15.487514 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 20 22:03:15.487514 n-d-842733-1 neutron-server[103163]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 22:03:15.487514 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 22:03:15.487514 n-d-842733-1 neutron-server[103163]: return self.request(url, 'GET', **kwargs) May 20 22:03:15.487514 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 22:03:15.487514 n-d-842733-1 neutron-server[103163]: base_url = self.get_endpoint(auth, allow=allow, May 20 22:03:15.487514 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 22:03:15.487514 n-d-842733-1 neutron-server[103163]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 22:03:15.487514 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 22:03:15.487514 n-d-842733-1 neutron-server[103163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 22:03:15.487514 n-d-842733-1 neutron-server[103163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 22:03:15.614101 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-601e2dc0-9764-4b5a-a761-3dfe38c820c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33072122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748162'] for network, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:15.619632 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-601e2dc0-9764-4b5a-a761-3dfe38c820c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:15.622768 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-601e2dc0-9764-4b5a-a761-3dfe38c820c5 admin admin] 10.222.0.35 "DELETE /v2.0/networks/7d708e9b-6ea9-4967-b907-69984c23da8e HTTP/1.1" status: 204 len: 168 time: 0.6997299 May 20 22:03:15.626164 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 38246) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 22:03:15.634295 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601e2dc0-9764-4b5a-a761-3dfe38c820c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=7d708e9b-6ea9-4967-b907-69984c23da8e,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 22:03:15.761689 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 671aa244-cadf-4a42-b1e2-f62b13dd0340 no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 22:03:15.782925 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: 671aa244-cadf-4a42-b1e2-f62b13dd0340 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 22:03:15.783267 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 671aa244-cadf-4a42-b1e2-f62b13dd0340 not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 22:03:15.783680 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device c6f6565c-6563-44dc-941c-62cae0ca02da no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 22:03:15.804348 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: c6f6565c-6563-44dc-941c-62cae0ca02da {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 22:03:15.804685 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device c6f6565c-6563-44dc-941c-62cae0ca02da not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 22:03:15.805091 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device b1beab67-c7f5-4194-a108-af932c5f5126 no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 22:03:15.829446 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: b1beab67-c7f5-4194-a108-af932c5f5126 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 22:03:15.830089 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device b1beab67-c7f5-4194-a108-af932c5f5126 not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 22:03:16.297981 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-fc72a671-0d0c-4f18-aa93-4f3adc7fdb46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748528'] for router_interface, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:16.540835 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-fc72a671-0d0c-4f18-aa93-4f3adc7fdb46 admin admin] Deleting port 3dcabefd-da0d-4c24-b95d-23502f283045 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 22:03:16.541177 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-fc72a671-0d0c-4f18-aa93-4f3adc7fdb46 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:16.621554 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-fc72a671-0d0c-4f18-aa93-4f3adc7fdb46 admin admin] For port 3dcabefd-da0d-4c24-b95d-23502f283045, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=3dcabefd-da0d-4c24-b95d-23502f283045,segment=NetworkSegment(7e7b1b0c-ddbf-4065-93ec-bb9e67cc2d59),segment_id=7e7b1b0c-ddbf-4065-93ec-bb9e67cc2d59)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 22:03:16.621833 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-fc72a671-0d0c-4f18-aa93-4f3adc7fdb46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:16.633731 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-fc72a671-0d0c-4f18-aa93-4f3adc7fdb46 admin admin] Calling delete_port for 3dcabefd-da0d-4c24-b95d-23502f283045 owned by network:router_interface {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 22:03:16.864733 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-fc72a671-0d0c-4f18-aa93-4f3adc7fdb46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:16.891151 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc72a671-0d0c-4f18-aa93-4f3adc7fdb46 admin admin] Pushing event deleted for resources: {'Port': ['ID=3dcabefd-da0d-4c24-b95d-23502f283045,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 22:03:17.059866 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-fc72a671-0d0c-4f18-aa93-4f3adc7fdb46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-692224'] for router_interface, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:17.272253 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc72a671-0d0c-4f18-aa93-4f3adc7fdb46 admin admin] Router 8806bdb4-b53f-41e7-8347-37ffb5f20b58 has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 22:03:17.376200 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc72a671-0d0c-4f18-aa93-4f3adc7fdb46 admin admin] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 22:03:17.382545 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-fc72a671-0d0c-4f18-aa93-4f3adc7fdb46 admin admin] 10.222.0.35 "PUT /v2.0/routers/8806bdb4-b53f-41e7-8347-37ffb5f20b58/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7552643 May 20 22:03:17.385068 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 38248) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 22:03:17.385700 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa455a52-5533-449d-a9de-3eb2747f7a70 None None] Sync routers for ids ['8806bdb4-b53f-41e7-8347-37ffb5f20b58'] in n-d-842733-1 {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 22:03:17.395311 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa455a52-5533-449d-a9de-3eb2747f7a70 None None] Routers {'8806bdb4-b53f-41e7-8347-37ffb5f20b58'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 22:03:17.396012 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-fa455a52-5533-449d-a9de-3eb2747f7a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T22:02:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['8806bdb4-b53f-41e7-8347-37ffb5f20b58'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 22:03:17.488607 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-58a65b46-aa30-44c7-b85f-a5b2fb60b5a0 admin admin] Notify callbacks [] for router, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:17.505102 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-fa455a52-5533-449d-a9de-3eb2747f7a70 None None] Set router 8806bdb4-b53f-41e7-8347-37ffb5f20b58 gateway port host: n-d-842733-1 {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 22:03:17.592854 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-58a65b46-aa30-44c7-b85f-a5b2fb60b5a0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:17.677601 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-fa455a52-5533-449d-a9de-3eb2747f7a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8806bdb4-b53f-41e7-8347-37ffb5f20b58', 'name': 'tempest-TestShelveInstance-1435780284-router', 'tenant_id': '51640e4394874d5bbbbb0635e1e340c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.192'}], 'enable_snat': True}, 'gw_port_id': '029679e0-4e4f-474e-9d69-b3a870a399e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:53:16Z', 'updated_at': '2022-05-20T22:03:16Z', 'revision_number': 5, 'project_id': '51640e4394874d5bbbbb0635e1e340c1', 'gw_port': {'id': '029679e0-4e4f-474e-9d69-b3a870a399e4', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:93:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8806bdb4-b53f-41e7-8347-37ffb5f20b58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4399, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T21:53:16Z', 'updated_at': '2022-05-20T21:53:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 22:03:17.707567 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa455a52-5533-449d-a9de-3eb2747f7a70 None None] Checking router: 8806bdb4-b53f-41e7-8347-37ffb5f20b58 for host: n-d-842733-1 {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 22:03:17.712771 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-58a65b46-aa30-44c7-b85f-a5b2fb60b5a0 admin admin] Deleting port 029679e0-4e4f-474e-9d69-b3a870a399e4 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 22:03:17.712771 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-58a65b46-aa30-44c7-b85f-a5b2fb60b5a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:17.718636 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa455a52-5533-449d-a9de-3eb2747f7a70 None None] Routers {'8806bdb4-b53f-41e7-8347-37ffb5f20b58'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 22:03:17.719335 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-fa455a52-5533-449d-a9de-3eb2747f7a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T22:02:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['8806bdb4-b53f-41e7-8347-37ffb5f20b58'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 22:03:17.808199 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-58a65b46-aa30-44c7-b85f-a5b2fb60b5a0 admin admin] For port 029679e0-4e4f-474e-9d69-b3a870a399e4, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=029679e0-4e4f-474e-9d69-b3a870a399e4,segment=NetworkSegment(0b5485c4-eff8-42a1-9073-ae54ed4c63ba),segment_id=0b5485c4-eff8-42a1-9073-ae54ed4c63ba)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 22:03:17.808558 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-58a65b46-aa30-44c7-b85f-a5b2fb60b5a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:17.813301 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-fa455a52-5533-449d-a9de-3eb2747f7a70 None None] Set router 8806bdb4-b53f-41e7-8347-37ffb5f20b58 gateway port host: None {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 22:03:17.820247 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-58a65b46-aa30-44c7-b85f-a5b2fb60b5a0 admin admin] Calling delete_port for 029679e0-4e4f-474e-9d69-b3a870a399e4 owned by network:router_gateway {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 22:03:17.866889 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-fa455a52-5533-449d-a9de-3eb2747f7a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8806bdb4-b53f-41e7-8347-37ffb5f20b58', 'name': 'tempest-TestShelveInstance-1435780284-router', 'tenant_id': '51640e4394874d5bbbbb0635e1e340c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:53:16Z', 'updated_at': '2022-05-20T22:03:17Z', 'revision_number': 6, 'project_id': '51640e4394874d5bbbbb0635e1e340c1', 'gw_port_host': None}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 22:03:17.892376 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa455a52-5533-449d-a9de-3eb2747f7a70 None None] The sync data for ids ['8806bdb4-b53f-41e7-8347-37ffb5f20b58'] in n-d-842733-1 is: [{'id': '8806bdb4-b53f-41e7-8347-37ffb5f20b58', 'name': 'tempest-TestShelveInstance-1435780284-router', 'tenant_id': '51640e4394874d5bbbbb0635e1e340c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T21:53:16Z', 'updated_at': '2022-05-20T22:03:17Z', 'revision_number': 6, 'project_id': '51640e4394874d5bbbbb0635e1e340c1', 'gw_port_host': None}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 22:03:18.030887 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-58a65b46-aa30-44c7-b85f-a5b2fb60b5a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:18.055068 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a65b46-aa30-44c7-b85f-a5b2fb60b5a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=029679e0-4e4f-474e-9d69-b3a870a399e4,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 22:03:18.115728 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-58a65b46-aa30-44c7-b85f-a5b2fb60b5a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-748206'] for router_gateway, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:18.204571 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-58a65b46-aa30-44c7-b85f-a5b2fb60b5a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26169'] for router, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:18.206567 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-58a65b46-aa30-44c7-b85f-a5b2fb60b5a0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:18.308375 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-58a65b46-aa30-44c7-b85f-a5b2fb60b5a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-693148'] for router, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:18.308956 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58a65b46-aa30-44c7-b85f-a5b2fb60b5a0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8806bdb4-b53f-41e7-8347-37ffb5f20b58 {{(pid=103162) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 20 22:03:18.313271 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-58a65b46-aa30-44c7-b85f-a5b2fb60b5a0 admin admin] Notify callbacks [] for router, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:18.314456 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-58a65b46-aa30-44c7-b85f-a5b2fb60b5a0 admin admin] 10.222.0.35 "DELETE /v2.0/routers/8806bdb4-b53f-41e7-8347-37ffb5f20b58 HTTP/1.1" status: 204 len: 168 time: 0.9284589 May 20 22:03:18.317085 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 38250) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 22:03:18.360388 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_v2 [None req-54a2b3fe-2f5d-4387-8c1f-6209fb22693a admin admin] Deleting subnet 4075a2ba-5051-41df-a8c5-0b417b82b58b {{(pid=103162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 20 22:03:18.363440 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-54a2b3fe-2f5d-4387-8c1f-6209fb22693a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:18.397073 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-54a2b3fe-2f5d-4387-8c1f-6209fb22693a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3738392'] for subnet, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:18.477181 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-54a2b3fe-2f5d-4387-8c1f-6209fb22693a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33068388'] for subnet, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:18.588630 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-54a2b3fe-2f5d-4387-8c1f-6209fb22693a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33068399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3797621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4018265'] for subnet, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:18.614829 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a2b3fe-2f5d-4387-8c1f-6209fb22693a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4075a2ba-5051-41df-a8c5-0b417b82b58b,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 22:03:18.619215 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-54a2b3fe-2f5d-4387-8c1f-6209fb22693a admin admin] Notify callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:18.622376 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-54a2b3fe-2f5d-4387-8c1f-6209fb22693a admin admin] 10.222.0.35 "DELETE /v2.0/subnets/4075a2ba-5051-41df-a8c5-0b417b82b58b HTTP/1.1" status: 204 len: 168 time: 0.3043761 May 20 22:03:18.625064 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 38252) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 22:03:18.626518 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-678e8aeb-a5de-4e26-a999-d6e3a1df17a7 None None] Network 54f6833c-05a0-47d6-84f0-4088ded6d5e2 requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 22:03:18.696729 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6edbd041-5040-4280-9f5b-f61b9c688069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33160123'] for network, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:18.752312 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-6edbd041-5040-4280-9f5b-f61b9c688069 admin admin] Deleting port a8128d45-0330-4e67-855c-bc1f634a7a14 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 22:03:18.752649 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6edbd041-5040-4280-9f5b-f61b9c688069 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:18.822370 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23c663c1-4df7-41b1-9928-7a7d91298930 None None] DHCP port deletion for 54f6833c-05a0-47d6-84f0-4088ded6d5e2 request from n-d-842733-1 {{(pid=103164) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 22:03:18.823213 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-6edbd041-5040-4280-9f5b-f61b9c688069 admin admin] For port a8128d45-0330-4e67-855c-bc1f634a7a14, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=a8128d45-0330-4e67-855c-bc1f634a7a14,segment=NetworkSegment(7e7b1b0c-ddbf-4065-93ec-bb9e67cc2d59),segment_id=7e7b1b0c-ddbf-4065-93ec-bb9e67cc2d59)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 22:03:18.823583 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6edbd041-5040-4280-9f5b-f61b9c688069 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:18.837533 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-6edbd041-5040-4280-9f5b-f61b9c688069 admin admin] Calling delete_port for a8128d45-0330-4e67-855c-bc1f634a7a14 owned by network:dhcp {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 22:03:18.875713 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-23c663c1-4df7-41b1-9928-7a7d91298930 None None] Deleting port a8128d45-0330-4e67-855c-bc1f634a7a14 {{(pid=103164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 22:03:18.876084 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-23c663c1-4df7-41b1-9928-7a7d91298930 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:18.943295 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-23c663c1-4df7-41b1-9928-7a7d91298930 None None] For port a8128d45-0330-4e67-855c-bc1f634a7a14, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=a8128d45-0330-4e67-855c-bc1f634a7a14,segment=NetworkSegment(7e7b1b0c-ddbf-4065-93ec-bb9e67cc2d59),segment_id=7e7b1b0c-ddbf-4065-93ec-bb9e67cc2d59)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 22:03:18.943537 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-23c663c1-4df7-41b1-9928-7a7d91298930 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:18.956495 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-23c663c1-4df7-41b1-9928-7a7d91298930 None None] Calling delete_port for a8128d45-0330-4e67-855c-bc1f634a7a14 owned by network:dhcp {{(pid=103164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 22:03:19.017165 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6edbd041-5040-4280-9f5b-f61b9c688069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:19.035468 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-23c663c1-4df7-41b1-9928-7a7d91298930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099'] for port, after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:19.048722 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edbd041-5040-4280-9f5b-f61b9c688069 admin admin] Pushing event deleted for resources: {'Port': ['ID=a8128d45-0330-4e67-855c-bc1f634a7a14,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 22:03:19.050607 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6edbd041-5040-4280-9f5b-f61b9c688069 admin admin] No DVR routers for this DVR port a8128d45-0330-4e67-855c-bc1f634a7a14 on host n-d-842733-1 {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 22:03:19.064564 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c663c1-4df7-41b1-9928-7a7d91298930 None None] Pushing event deleted for resources: {'Port': ['ID=a8128d45-0330-4e67-855c-bc1f634a7a14,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 22:03:19.071079 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c663c1-4df7-41b1-9928-7a7d91298930 None None] No DVR routers for this DVR port a8128d45-0330-4e67-855c-bc1f634a7a14 on host n-d-842733-1 {{(pid=103164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 22:03:19.122320 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6edbd041-5040-4280-9f5b-f61b9c688069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33072115', 'neutron.services.segments.db._delete_segments_for_network-8782419500584'] for network, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:19.142573 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-6edbd041-5040-4280-9f5b-f61b9c688069 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54f6833c-05a0-47d6-84f0-4088ded6d5e2']}} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 22:03:19.152304 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-6edbd041-5040-4280-9f5b-f61b9c688069 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e7b1b0c-ddbf-4065-93ec-bb9e67cc2d59') {'for_net_delete': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 22:03:19.152600 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-6edbd041-5040-4280-9f5b-f61b9c688069 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e7b1b0c-ddbf-4065-93ec-bb9e67cc2d59') {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 22:03:19.162042 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6edbd041-5040-4280-9f5b-f61b9c688069 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419501617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9338764'] for segment, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:19.174981 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6edbd041-5040-4280-9f5b-f61b9c688069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:19.180702 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6edbd041-5040-4280-9f5b-f61b9c688069 admin admin] Releasing vlan 205 on physical network physnet1 to pool {{(pid=103163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 22:03:19.181107 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6edbd041-5040-4280-9f5b-f61b9c688069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9638311'] for segment, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:19.182764 n-d-842733-1 neutron-server[103163]: Traceback (most recent call last): May 20 22:03:19.182764 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 22:03:19.182764 n-d-842733-1 neutron-server[103163]: timer() May 20 22:03:19.182764 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 22:03:19.182764 n-d-842733-1 neutron-server[103163]: cb(*args, **kw) May 20 22:03:19.182764 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 20 22:03:19.182764 n-d-842733-1 neutron-server[103163]: return func(*args, **kwargs) May 20 22:03:19.182764 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 22:03:19.182764 n-d-842733-1 neutron-server[103163]: self._notify() May 20 22:03:19.182764 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 22:03:19.182764 n-d-842733-1 neutron-server[103163]: self.callback(batched_events) May 20 22:03:19.182764 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 22:03:19.182764 n-d-842733-1 neutron-server[103163]: event.method(event) May 20 22:03:19.182764 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 20 22:03:19.182764 n-d-842733-1 neutron-server[103163]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 22:03:19.182764 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 20 22:03:19.182764 n-d-842733-1 neutron-server[103163]: aggregate_uuid = self.p_client.list_aggregates( May 20 22:03:19.182764 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 20 22:03:19.182764 n-d-842733-1 neutron-server[103163]: return f(self, *a, **k) May 20 22:03:19.182764 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 20 22:03:19.182764 n-d-842733-1 neutron-server[103163]: return self._get(url).json() May 20 22:03:19.182764 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 20 22:03:19.182764 n-d-842733-1 neutron-server[103163]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 22:03:19.182764 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 22:03:19.182764 n-d-842733-1 neutron-server[103163]: return self.request(url, 'GET', **kwargs) May 20 22:03:19.182764 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 22:03:19.182764 n-d-842733-1 neutron-server[103163]: base_url = self.get_endpoint(auth, allow=allow, May 20 22:03:19.182764 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 22:03:19.182764 n-d-842733-1 neutron-server[103163]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 22:03:19.182764 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 22:03:19.182764 n-d-842733-1 neutron-server[103163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 22:03:19.182764 n-d-842733-1 neutron-server[103163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 22:03:19.302825 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6edbd041-5040-4280-9f5b-f61b9c688069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33072122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748162'] for network, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:19.308204 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6edbd041-5040-4280-9f5b-f61b9c688069 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:19.313816 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-6edbd041-5040-4280-9f5b-f61b9c688069 admin admin] 10.222.0.35 "DELETE /v2.0/networks/54f6833c-05a0-47d6-84f0-4088ded6d5e2 HTTP/1.1" status: 204 len: 168 time: 0.6852889 May 20 22:03:19.322873 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edbd041-5040-4280-9f5b-f61b9c688069 admin admin] Pushing event deleted for resources: {'Network': ['ID=54f6833c-05a0-47d6-84f0-4088ded6d5e2,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 22:03:19.636171 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 38256) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 22:03:19.677676 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-6ea08630-b54a-4baa-9ac7-7d9ad7c531e0 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f4f9a8ea2b864c549ce585c794b412b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0403116 May 20 22:03:19.680096 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 38258) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 22:03:19.729097 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b3fd5710-fe80-4302-b548-aec41c02f52e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:19.749589 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b3fd5710-fe80-4302-b548-aec41c02f52e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:19.761666 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device a8128d45-0330-4e67-855c-bc1f634a7a14 no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 22:03:19.782288 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: a8128d45-0330-4e67-855c-bc1f634a7a14 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 22:03:19.782631 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device a8128d45-0330-4e67-855c-bc1f634a7a14 not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 22:03:19.783034 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 029679e0-4e4f-474e-9d69-b3a870a399e4 no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 22:03:19.801956 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: 029679e0-4e4f-474e-9d69-b3a870a399e4 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 22:03:19.802284 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 029679e0-4e4f-474e-9d69-b3a870a399e4 not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 22:03:19.802710 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 3dcabefd-da0d-4c24-b95d-23502f283045 no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 22:03:19.822038 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: 3dcabefd-da0d-4c24-b95d-23502f283045 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 22:03:19.822301 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 3dcabefd-da0d-4c24-b95d-23502f283045 not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 22:03:19.853524 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b3fd5710-fe80-4302-b548-aec41c02f52e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:19.856137 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b3fd5710-fe80-4302-b548-aec41c02f52e admin admin] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:19.857371 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-b3fd5710-fe80-4302-b548-aec41c02f52e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2d98d628-b74b-4a9a-949e-08e8603f4328 HTTP/1.1" status: 204 len: 168 time: 0.1763196 May 20 22:03:19.865039 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fd5710-fe80-4302-b548-aec41c02f52e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d98d628-b74b-4a9a-949e-08e8603f4328,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 22:03:19.946336 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-84bbe1c6-a419-46f4-9e01-fc68fc43d040 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:20.526933 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 38264) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 22:03:20.566301 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-987d98fa-a3f5-471c-91c8-993bc27f96a1 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=51640e4394874d5bbbbb0635e1e340c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0382426 May 20 22:03:20.568830 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 38266) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 22:03:20.614349 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f0567ca5-763e-4c3d-b963-342199e4d656 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:20.635567 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f0567ca5-763e-4c3d-b963-342199e4d656 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:20.756210 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f0567ca5-763e-4c3d-b963-342199e4d656 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:20.758842 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f0567ca5-763e-4c3d-b963-342199e4d656 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:20.759984 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-f0567ca5-763e-4c3d-b963-342199e4d656 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8e8bdb35-da6b-4aa9-b3ab-5068c949a42e HTTP/1.1" status: 204 len: 168 time: 0.1902509 May 20 22:03:20.767969 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0567ca5-763e-4c3d-b963-342199e4d656 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e8bdb35-da6b-4aa9-b3ab-5068c949a42e,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 22:03:21.809660 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 38288) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 22:03:21.914395 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-f2797eb5-23ce-4986-a925-22c0e47276f2 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-910422529-network', 'tenant_id': '0e3e7c2203b04c5f95eea23a0d73818b'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 22:03:22.013515 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2797eb5-23ce-4986-a925-22c0e47276f2 admin admin] Made reservation on behalf of 0e3e7c2203b04c5f95eea23a0d73818b for: {'network': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 22:03:22.015836 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f2797eb5-23ce-4986-a925-22c0e47276f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for network, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:22.024174 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f2797eb5-23ce-4986-a925-22c0e47276f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:22.094765 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f2797eb5-23ce-4986-a925-22c0e47276f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:22.134216 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.agents_db [None req-5c33ad30-4e00-40fa-b486-8c79c4a6cfc5 None None] Agent healthcheck: found 7 active agents {{(pid=103165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 20 22:03:22.165344 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f2797eb5-23ce-4986-a925-22c0e47276f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:22.195692 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2797eb5-23ce-4986-a925-22c0e47276f2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 239} {{(pid=103162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 22:03:22.201829 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2797eb5-23ce-4986-a925-22c0e47276f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3466e775-da8f-4499-9fc5-ccbee26f2434,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 22:03:22.210414 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f2797eb5-23ce-4986-a925-22c0e47276f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:22.210929 n-d-842733-1 neutron-server[103162]: INFO neutron.db.segments_db [None req-f2797eb5-23ce-4986-a925-22c0e47276f2 admin admin] Added segment 0ba5d303-37c7-416c-b3f4-0290f262ef8a of type vlan for network c3ca5eb7-6acf-441f-95e1-646403580c0e May 20 22:03:22.256611 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f2797eb5-23ce-4986-a925-22c0e47276f2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418993264'] for network, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:22.327577 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ed5d3bb1-44cc-4229-ad93-650ebeb3d73d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:22.350971 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f2797eb5-23ce-4986-a925-22c0e47276f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524'] for network, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:22.352361 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2797eb5-23ce-4986-a925-22c0e47276f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 22:03:22.352951 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f2797eb5-23ce-4986-a925-22c0e47276f2 admin admin] Notify callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:22.411534 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2797eb5-23ce-4986-a925-22c0e47276f2 admin admin] Pushing event updated for resources: {'Network': ['ID=c3ca5eb7-6acf-441f-95e1-646403580c0e,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 22:03:22.422945 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Network c3ca5eb7-6acf-441f-95e1-646403580c0e details requested by agent ovs-agent-n-d-842733-1 with host n-d-842733-1 {{(pid=103164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 20 22:03:22.465310 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-f2797eb5-23ce-4986-a925-22c0e47276f2 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6545322 May 20 22:03:22.469512 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 38292) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 22:03:22.474694 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-48ed2747-4546-49b4-ad98-b435aed253cc admin admin] Request body: {'subnet': {'network_id': 'c3ca5eb7-6acf-441f-95e1-646403580c0e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-910422529-subnet', 'tenant_id': '0e3e7c2203b04c5f95eea23a0d73818b', 'ip_version': 4}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 22:03:22.585944 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48ed2747-4546-49b4-ad98-b435aed253cc admin admin] Made reservation on behalf of 0e3e7c2203b04c5f95eea23a0d73818b for: {'subnet': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 22:03:22.588338 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-48ed2747-4546-49b4-ad98-b435aed253cc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4018244'] for subnet, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:22.830987 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-48ed2747-4546-49b4-ad98-b435aed253cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3797684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4018258'] for subnet, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:22.879077 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ed2747-4546-49b4-ad98-b435aed253cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=75dbb661-5cb5-4abb-9c32-1d08140b67ce,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 22:03:22.894560 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ed2747-4546-49b4-ad98-b435aed253cc admin admin] Checking segment: {'id': '0ba5d303-37c7-416c-b3f4-0290f262ef8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'c3ca5eb7-6acf-441f-95e1-646403580c0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 22:03:22.894921 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48ed2747-4546-49b4-ad98-b435aed253cc admin admin] Network hostable DHCP agents. Network: c3ca5eb7-6acf-441f-95e1-646403580c0e, hostable agents: ['c9b0653c-f3c7-4339-bd50-e3754b629216'], hosted agents: [] {{(pid=103162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 22:03:22.971092 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48ed2747-4546-49b4-ad98-b435aed253cc admin admin] Network c3ca5eb7-6acf-441f-95e1-646403580c0e is scheduled to be hosted by DHCP agent c9b0653c-f3c7-4339-bd50-e3754b629216 with binding_index 1 {{(pid=103162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 22:03:23.045491 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-48ed2747-4546-49b4-ad98-b435aed253cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842733-1, c3ca5eb7-6acf-441f-95e1-646403580c0e) {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 22:03:23.049697 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48ed2747-4546-49b4-ad98-b435aed253cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 22:03:23.050282 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-48ed2747-4546-49b4-ad98-b435aed253cc admin admin] Notify callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:23.055577 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc8be74b-c0b5-41d7-9c1f-643b0d81023c None None] Network c3ca5eb7-6acf-441f-95e1-646403580c0e requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 22:03:23.130860 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-48ed2747-4546-49b4-ad98-b435aed253cc admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6601815 May 20 22:03:23.134203 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 38294) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 22:03:23.138687 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-78107aea-20cf-43a5-8c7d-251568e6bb10 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-910422529-router', 'tenant_id': '0e3e7c2203b04c5f95eea23a0d73818b', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'}}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 22:03:23.222977 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-78107aea-20cf-43a5-8c7d-251568e6bb10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-694221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26155'] for router, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:23.224044 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-78107aea-20cf-43a5-8c7d-251568e6bb10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-693085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748153', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-718080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26162'] for router, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:23.278157 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-78107aea-20cf-43a5-8c7d-251568e6bb10 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:23.345340 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c154c5d-5e86-4e1a-9b33-151e66d75f8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaee2b848-d4b9-5db1-b6ef-d6db29d67de7-c3ca5eb7-6acf-441f-95e1-646403580c0e', 'network_id': 'c3ca5eb7-6acf-441f-95e1-646403580c0e', 'tenant_id': '0e3e7c2203b04c5f95eea23a0d73818b', 'fixed_ips': [{'subnet_id': '75dbb661-5cb5-4abb-9c32-1d08140b67ce'}]}} from n-d-842733-1. {{(pid=103164) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 22:03:23.346177 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-2c154c5d-5e86-4e1a-9b33-151e66d75f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:23.485142 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [None req-2c154c5d-5e86-4e1a-9b33-151e66d75f8c None None] Allocated IP 172.20.0.2 (c3ca5eb7-6acf-441f-95e1-646403580c0e/75dbb661-5cb5-4abb-9c32-1d08140b67ce/10df2a84-0079-4f8e-bdbc-d297e66a556c) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 22:03:23.499549 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-78107aea-20cf-43a5-8c7d-251568e6bb10 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:23.630681 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-2c154c5d-5e86-4e1a-9b33-151e66d75f8c None None] Notify callbacks [] for port, precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:23.700007 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-2c154c5d-5e86-4e1a-9b33-151e66d75f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108'] for port, after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:23.739534 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c154c5d-5e86-4e1a-9b33-151e66d75f8c None None] Network c3ca5eb7-6acf-441f-95e1-646403580c0e is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 22:03:23.747443 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-2c154c5d-5e86-4e1a-9b33-151e66d75f8c None None] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 22:03:23.749570 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c154c5d-5e86-4e1a-9b33-151e66d75f8c None None] Pushing event updated for resources: {'Port': ['ID=10df2a84-0079-4f8e-bdbc-d297e66a556c,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 22:03:23.751789 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c154c5d-5e86-4e1a-9b33-151e66d75f8c None None] Received port after_create {{(pid=103164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 22:03:23.760030 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-78107aea-20cf-43a5-8c7d-251568e6bb10 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:23.779465 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-78107aea-20cf-43a5-8c7d-251568e6bb10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:23.808151 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-2c154c5d-5e86-4e1a-9b33-151e66d75f8c None None] Attempting to bind port 10df2a84-0079-4f8e-bdbc-d297e66a556c on host n-d-842733-1 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 22:03:23.808516 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-2c154c5d-5e86-4e1a-9b33-151e66d75f8c None None] Attempting to bind port 10df2a84-0079-4f8e-bdbc-d297e66a556c by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': '0ba5d303-37c7-416c-b3f4-0290f262ef8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'c3ca5eb7-6acf-441f-95e1-646403580c0e'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 22:03:23.808876 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c154c5d-5e86-4e1a-9b33-151e66d75f8c None None] Attempting to bind port 10df2a84-0079-4f8e-bdbc-d297e66a556c on network c3ca5eb7-6acf-441f-95e1-646403580c0e {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 22:03:23.813853 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c154c5d-5e86-4e1a-9b33-151e66d75f8c None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 22, 2, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 22:03:23.814220 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c154c5d-5e86-4e1a-9b33-151e66d75f8c None None] Checking segment: {'id': '0ba5d303-37c7-416c-b3f4-0290f262ef8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'c3ca5eb7-6acf-441f-95e1-646403580c0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 22:03:23.814617 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-2c154c5d-5e86-4e1a-9b33-151e66d75f8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:23.815004 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c154c5d-5e86-4e1a-9b33-151e66d75f8c None None] Bound using segment: {'id': '0ba5d303-37c7-416c-b3f4-0290f262ef8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'c3ca5eb7-6acf-441f-95e1-646403580c0e'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 22:03:23.815460 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-2c154c5d-5e86-4e1a-9b33-151e66d75f8c None None] Bound port: 10df2a84-0079-4f8e-bdbc-d297e66a556c, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ba5d303-37c7-416c-b3f4-0290f262ef8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'c3ca5eb7-6acf-441f-95e1-646403580c0e'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 22:03:23.815838 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-2c154c5d-5e86-4e1a-9b33-151e66d75f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:23.878686 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-2c154c5d-5e86-4e1a-9b33-151e66d75f8c None None] For port 10df2a84-0079-4f8e-bdbc-d297e66a556c, host n-d-842733-1, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 22:03:23.881972 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-2c154c5d-5e86-4e1a-9b33-151e66d75f8c None None] For port 10df2a84-0079-4f8e-bdbc-d297e66a556c, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=10df2a84-0079-4f8e-bdbc-d297e66a556c,segment=NetworkSegment(0ba5d303-37c7-416c-b3f4-0290f262ef8a),segment_id=0ba5d303-37c7-416c-b3f4-0290f262ef8a)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 22:03:23.883290 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-78107aea-20cf-43a5-8c7d-251568e6bb10 admin admin] Allocated IP 172.25.2.20 (e3a93b5c-91e2-4064-9c2c-1afc261bfe15/86fee0c1-6e34-488b-9216-b2b8e7ef585a/1c8ee2e8-a20e-4176-9205-ef82b2edbdbc) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 22:03:23.965776 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-2c154c5d-5e86-4e1a-9b33-151e66d75f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:23.989060 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-78107aea-20cf-43a5-8c7d-251568e6bb10 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:24.031809 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c154c5d-5e86-4e1a-9b33-151e66d75f8c None None] Pushing event updated for resources: {'Port': ['ID=10df2a84-0079-4f8e-bdbc-d297e66a556c,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 22:03:24.082406 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-78107aea-20cf-43a5-8c7d-251568e6bb10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:24.122053 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78107aea-20cf-43a5-8c7d-251568e6bb10 admin admin] Network e3a93b5c-91e2-4064-9c2c-1afc261bfe15 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 22:03:24.124936 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-78107aea-20cf-43a5-8c7d-251568e6bb10 admin admin] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 22:03:24.127849 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78107aea-20cf-43a5-8c7d-251568e6bb10 admin admin] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 22:03:24.167342 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78107aea-20cf-43a5-8c7d-251568e6bb10 admin admin] Pushing event updated for resources: {'Port': ['ID=1c8ee2e8-a20e-4176-9205-ef82b2edbdbc,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 22:03:24.285436 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4bb0e131-6525-46ca-a45b-e4ea43a5e69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:24.477585 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-78107aea-20cf-43a5-8c7d-251568e6bb10 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:24.675192 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-78107aea-20cf-43a5-8c7d-251568e6bb10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748106'] for router, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:24.876828 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78107aea-20cf-43a5-8c7d-251568e6bb10 admin admin] Router c85215bb-2c62-4cad-bb1f-14286520dc79 is scheduled to L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e with binding_index 1 {{(pid=103163) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 20 22:03:24.946306 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53de81c9-1053-414f-9c9d-f74aab7fda73 None None] Network c3ca5eb7-6acf-441f-95e1-646403580c0e requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 22:03:24.987772 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78107aea-20cf-43a5-8c7d-251568e6bb10 admin admin] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 22:03:24.997923 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0664870-ca8d-4258-aae6-59b524b894a3 None None] Sync routers for ids ['c85215bb-2c62-4cad-bb1f-14286520dc79'] in n-d-842733-1 {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 22:03:25.009748 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0664870-ca8d-4258-aae6-59b524b894a3 None None] Routers {'c85215bb-2c62-4cad-bb1f-14286520dc79'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 22:03:25.011788 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-f0664870-ca8d-4258-aae6-59b524b894a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T22:03:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['c85215bb-2c62-4cad-bb1f-14286520dc79'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 22:03:25.016991 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-775e8513-76cf-4356-940c-578180b58a69 None None] Provisioning complete for port 10df2a84-0079-4f8e-bdbc-d297e66a556c triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 22:03:25.017388 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-775e8513-76cf-4356-940c-578180b58a69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:25.067274 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-78107aea-20cf-43a5-8c7d-251568e6bb10 admin admin] Notify callbacks [] for router, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:25.068577 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-78107aea-20cf-43a5-8c7d-251568e6bb10 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9333611 May 20 22:03:25.072221 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 38296) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 22:03:25.116985 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-f0664870-ca8d-4258-aae6-59b524b894a3 None None] Set router c85215bb-2c62-4cad-bb1f-14286520dc79 gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 22:03:25.172113 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-775e8513-76cf-4356-940c-578180b58a69 None None] Current status of the port 10df2a84-0079-4f8e-bdbc-d297e66a556c is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 22:03:25.172499 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-775e8513-76cf-4356-940c-578180b58a69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:25.211628 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-775e8513-76cf-4356-940c-578180b58a69 None None] For port 10df2a84-0079-4f8e-bdbc-d297e66a556c, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=10df2a84-0079-4f8e-bdbc-d297e66a556c,segment=NetworkSegment(0ba5d303-37c7-416c-b3f4-0290f262ef8a),segment_id=0ba5d303-37c7-416c-b3f4-0290f262ef8a)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 22:03:25.303218 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-775e8513-76cf-4356-940c-578180b58a69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:25.316929 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-f0664870-ca8d-4258-aae6-59b524b894a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c85215bb-2c62-4cad-bb1f-14286520dc79', 'name': 'tempest-TestSnapshotPattern-910422529-router', 'tenant_id': '0e3e7c2203b04c5f95eea23a0d73818b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.20'}], 'enable_snat': True}, 'gw_port_id': '1c8ee2e8-a20e-4176-9205-ef82b2edbdbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T22:03:23Z', 'updated_at': '2022-05-20T22:03:24Z', 'revision_number': 3, 'project_id': '0e3e7c2203b04c5f95eea23a0d73818b', 'gw_port': {'id': '1c8ee2e8-a20e-4176-9205-ef82b2edbdbc', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:a4:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c85215bb-2c62-4cad-bb1f-14286520dc79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4435, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T22:03:23Z', 'updated_at': '2022-05-20T22:03:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 22:03:25.351919 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0664870-ca8d-4258-aae6-59b524b894a3 None None] Checking router: c85215bb-2c62-4cad-bb1f-14286520dc79 for host: n-d-842733-1 {{(pid=103165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 22:03:25.352541 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0664870-ca8d-4258-aae6-59b524b894a3 None None] Updating router c85215bb-2c62-4cad-bb1f-14286520dc79 port 1c8ee2e8-a20e-4176-9205-ef82b2edbdbc binding host n-d-842733-1 {{(pid=103165) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 22:03:25.368529 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775e8513-76cf-4356-940c-578180b58a69 None None] Pushing event updated for resources: {'Port': ['ID=10df2a84-0079-4f8e-bdbc-d297e66a556c,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 22:03:25.380807 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-f0664870-ca8d-4258-aae6-59b524b894a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:25.522060 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e0d7d128-d872-4f71-bb9f-22cfb4ad8343 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:25.525802 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:25.531490 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-6ca6126e-c432-46b1-8893-d369dfca5e66 None None] Provisioning complete for port 10df2a84-0079-4f8e-bdbc-d297e66a556c triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 22:03:25.531840 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-6ca6126e-c432-46b1-8893-d369dfca5e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:25.616982 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-6ca6126e-c432-46b1-8893-d369dfca5e66 None None] Current status of the port 10df2a84-0079-4f8e-bdbc-d297e66a556c is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 22:03:25.649122 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-f0664870-ca8d-4258-aae6-59b524b894a3 None None] Notify callbacks [] for port, precommit_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:25.686753 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-e0d7d128-d872-4f71-bb9f-22cfb4ad8343 admin admin] Allocated IP 172.20.0.1 (c3ca5eb7-6acf-441f-95e1-646403580c0e/75dbb661-5cb5-4abb-9c32-1d08140b67ce/816a0c62-d119-4dfa-a76e-dd90ef6ac20b) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 22:03:25.702452 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:25.734183 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-f0664870-ca8d-4258-aae6-59b524b894a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:25.791397 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-f0664870-ca8d-4258-aae6-59b524b894a3 None None] Attempting to bind port 1c8ee2e8-a20e-4176-9205-ef82b2edbdbc on host n-d-842733-1 for vnic_type normal with profile {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 22:03:25.791643 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-f0664870-ca8d-4258-aae6-59b524b894a3 None None] Attempting to bind port 1c8ee2e8-a20e-4176-9205-ef82b2edbdbc by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': '0b5485c4-eff8-42a1-9073-ae54ed4c63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'}] {{(pid=103165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 22:03:25.791992 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0664870-ca8d-4258-aae6-59b524b894a3 None None] Attempting to bind port 1c8ee2e8-a20e-4176-9205-ef82b2edbdbc on network e3a93b5c-91e2-4064-9c2c-1afc261bfe15 {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 22:03:25.794074 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7633bcc5-5947-4a61-8254-346190a103f7 None None] Pushing event updated for resources: {'Port': ['ID=1c8ee2e8-a20e-4176-9205-ef82b2edbdbc,revision_number=2']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 22:03:25.802754 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0664870-ca8d-4258-aae6-59b524b894a3 None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 22, 3, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 22:03:25.804343 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0664870-ca8d-4258-aae6-59b524b894a3 None None] Checking segment: {'id': '0b5485c4-eff8-42a1-9073-ae54ed4c63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 22:03:25.804343 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-f0664870-ca8d-4258-aae6-59b524b894a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:25.804343 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0664870-ca8d-4258-aae6-59b524b894a3 None None] Bound using segment: {'id': '0b5485c4-eff8-42a1-9073-ae54ed4c63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'} {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 22:03:25.804655 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-f0664870-ca8d-4258-aae6-59b524b894a3 None None] Bound port: 1c8ee2e8-a20e-4176-9205-ef82b2edbdbc, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b5485c4-eff8-42a1-9073-ae54ed4c63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'}}] {{(pid=103165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 22:03:25.804794 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-f0664870-ca8d-4258-aae6-59b524b894a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:25.805522 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e0d7d128-d872-4f71-bb9f-22cfb4ad8343 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:25.807038 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7633bcc5-5947-4a61-8254-346190a103f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 22:03:25.807383 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7633bcc5-5947-4a61-8254-346190a103f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 22:03:25.807954 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7633bcc5-5947-4a61-8254-346190a103f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 22:03:25.808147 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7633bcc5-5947-4a61-8254-346190a103f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 22:03:25.808469 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7633bcc5-5947-4a61-8254-346190a103f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 22:03:25.808770 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7633bcc5-5947-4a61-8254-346190a103f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 22:03:25.809086 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7633bcc5-5947-4a61-8254-346190a103f7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 22:03:25.809401 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7633bcc5-5947-4a61-8254-346190a103f7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 22:03:25.809721 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7633bcc5-5947-4a61-8254-346190a103f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 22:03:25.810105 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7633bcc5-5947-4a61-8254-346190a103f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 22:03:25.810516 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7633bcc5-5947-4a61-8254-346190a103f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 22:03:25.810711 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7633bcc5-5947-4a61-8254-346190a103f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 22:03:25.830890 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 10df2a84-0079-4f8e-bdbc-d297e66a556c up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 22:03:25.856629 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cc3ec51b-6ec8-438a-8349-5f0bec346d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:25.869904 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-f0664870-ca8d-4258-aae6-59b524b894a3 None None] For port 1c8ee2e8-a20e-4176-9205-ef82b2edbdbc, host n-d-842733-1, cleared binding levels {{(pid=103165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 22:03:25.873451 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-f0664870-ca8d-4258-aae6-59b524b894a3 None None] For port 1c8ee2e8-a20e-4176-9205-ef82b2edbdbc, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=1c8ee2e8-a20e-4176-9205-ef82b2edbdbc,segment=NetworkSegment(0b5485c4-eff8-42a1-9073-ae54ed4c63ba),segment_id=0b5485c4-eff8-42a1-9073-ae54ed4c63ba)] {{(pid=103165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 22:03:25.883048 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 10df2a84-0079-4f8e-bdbc-d297e66a556c triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 22:03:25.883419 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:25.892669 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e0d7d128-d872-4f71-bb9f-22cfb4ad8343 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:25.931206 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0d7d128-d872-4f71-bb9f-22cfb4ad8343 admin admin] Network c3ca5eb7-6acf-441f-95e1-646403580c0e is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 22:03:25.935524 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-e0d7d128-d872-4f71-bb9f-22cfb4ad8343 admin admin] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 22:03:25.941985 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d7d128-d872-4f71-bb9f-22cfb4ad8343 admin admin] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 22:03:25.945940 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d7d128-d872-4f71-bb9f-22cfb4ad8343 admin admin] Pushing event updated for resources: {'Port': ['ID=816a0c62-d119-4dfa-a76e-dd90ef6ac20b,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 22:03:25.951612 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-f0664870-ca8d-4258-aae6-59b524b894a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:25.979453 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 10df2a84-0079-4f8e-bdbc-d297e66a556c is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 22:03:25.990337 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e0d7d128-d872-4f71-bb9f-22cfb4ad8343 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748409'] for router_interface, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:26.023906 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7633bcc5-5947-4a61-8254-346190a103f7 None None] Pushing event updated for resources: {'Port': ['ID=1c8ee2e8-a20e-4176-9205-ef82b2edbdbc,revision_number=3']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 22:03:26.028486 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0664870-ca8d-4258-aae6-59b524b894a3 None None] Routers {'c85215bb-2c62-4cad-bb1f-14286520dc79'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 22:03:26.029328 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-f0664870-ca8d-4258-aae6-59b524b894a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T22:03:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['c85215bb-2c62-4cad-bb1f-14286520dc79'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 22:03:26.143055 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-f0664870-ca8d-4258-aae6-59b524b894a3 None None] Set router c85215bb-2c62-4cad-bb1f-14286520dc79 gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 22:03:26.203502 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e0d7d128-d872-4f71-bb9f-22cfb4ad8343 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:26.240734 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b21a4557-a3c9-405e-b999-b2a983d44ab2 None None] Provisioning complete for port 816a0c62-d119-4dfa-a76e-dd90ef6ac20b triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 22:03:26.242683 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b21a4557-a3c9-405e-b999-b2a983d44ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:26.284599 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b21a4557-a3c9-405e-b999-b2a983d44ab2 None None] Port 816a0c62-d119-4dfa-a76e-dd90ef6ac20b cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 22:03:26.330256 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-f0664870-ca8d-4258-aae6-59b524b894a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c85215bb-2c62-4cad-bb1f-14286520dc79', 'name': 'tempest-TestSnapshotPattern-910422529-router', 'tenant_id': '0e3e7c2203b04c5f95eea23a0d73818b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.20'}], 'enable_snat': True}, 'gw_port_id': '1c8ee2e8-a20e-4176-9205-ef82b2edbdbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T22:03:23Z', 'updated_at': '2022-05-20T22:03:24Z', 'revision_number': 3, 'project_id': '0e3e7c2203b04c5f95eea23a0d73818b', 'gw_port': {'id': '1c8ee2e8-a20e-4176-9205-ef82b2edbdbc', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:a4:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c85215bb-2c62-4cad-bb1f-14286520dc79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4435, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T22:03:23Z', 'updated_at': '2022-05-20T22:03:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 22:03:26.360827 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0664870-ca8d-4258-aae6-59b524b894a3 None None] The sync data for ids ['c85215bb-2c62-4cad-bb1f-14286520dc79'] in n-d-842733-1 is: [{'id': 'c85215bb-2c62-4cad-bb1f-14286520dc79', 'name': 'tempest-TestSnapshotPattern-910422529-router', 'tenant_id': '0e3e7c2203b04c5f95eea23a0d73818b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.20'}], 'enable_snat': True}, 'gw_port_id': '1c8ee2e8-a20e-4176-9205-ef82b2edbdbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T22:03:23Z', 'updated_at': '2022-05-20T22:03:24Z', 'revision_number': 3, 'project_id': '0e3e7c2203b04c5f95eea23a0d73818b', 'gw_port': {'id': '1c8ee2e8-a20e-4176-9205-ef82b2edbdbc', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:a4:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c85215bb-2c62-4cad-bb1f-14286520dc79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4435, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T22:03:23Z', 'updated_at': '2022-05-20T22:03:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 22:03:26.378025 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e0d7d128-d872-4f71-bb9f-22cfb4ad8343 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:26.436651 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e0d7d128-d872-4f71-bb9f-22cfb4ad8343 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:26.508151 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d7d128-d872-4f71-bb9f-22cfb4ad8343 admin admin] Pushing event updated for resources: {'Port': ['ID=816a0c62-d119-4dfa-a76e-dd90ef6ac20b,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 22:03:26.513369 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e0d7d128-d872-4f71-bb9f-22cfb4ad8343 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748437'] for router_interface, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:26.618825 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0d7d128-d872-4f71-bb9f-22cfb4ad8343 admin admin] Network c3ca5eb7-6acf-441f-95e1-646403580c0e is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 22:03:26.620290 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-e0d7d128-d872-4f71-bb9f-22cfb4ad8343 admin admin] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 22:03:26.748140 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0d7d128-d872-4f71-bb9f-22cfb4ad8343 admin admin] Router c85215bb-2c62-4cad-bb1f-14286520dc79 has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 22:03:26.870573 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0d7d128-d872-4f71-bb9f-22cfb4ad8343 admin admin] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 22:03:26.875789 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-e0d7d128-d872-4f71-bb9f-22cfb4ad8343 admin admin] 10.222.0.35 "PUT /v2.0/routers/c85215bb-2c62-4cad-bb1f-14286520dc79/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8019457 May 20 22:03:26.908446 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-3d4f4a05-82d4-4f8c-8ef5-c4d4f27c8749 None None] Provisioning complete for port 816a0c62-d119-4dfa-a76e-dd90ef6ac20b triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 22:03:26.908817 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3d4f4a05-82d4-4f8c-8ef5-c4d4f27c8749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:26.946839 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3d4f4a05-82d4-4f8c-8ef5-c4d4f27c8749 None None] Port 816a0c62-d119-4dfa-a76e-dd90ef6ac20b cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 22:03:27.554683 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 38312) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 22:03:27.559687 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-8b8a8fc2-712a-43d6-b428-9fcc82c3248f admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-524352103-network', 'tenant_id': '7f12abdae58b4b638f10b239f3d96449'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 22:03:27.648989 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b8a8fc2-712a-43d6-b428-9fcc82c3248f admin admin] Made reservation on behalf of 7f12abdae58b4b638f10b239f3d96449 for: {'network': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 22:03:27.651785 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8b8a8fc2-712a-43d6-b428-9fcc82c3248f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for network, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:27.663566 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8b8a8fc2-712a-43d6-b428-9fcc82c3248f admin admin] Notify callbacks [] for security_group, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:27.759761 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8b8a8fc2-712a-43d6-b428-9fcc82c3248f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:27.808877 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 1c8ee2e8-a20e-4176-9205-ef82b2edbdbc up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 22:03:27.811486 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8b8a8fc2-712a-43d6-b428-9fcc82c3248f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:27.837555 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b8a8fc2-712a-43d6-b428-9fcc82c3248f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 201} {{(pid=103162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 22:03:27.851463 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8a8fc2-712a-43d6-b428-9fcc82c3248f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3fd6ada-9106-423b-bb10-b70232c33488,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 22:03:27.856528 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8b8a8fc2-712a-43d6-b428-9fcc82c3248f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:27.856869 n-d-842733-1 neutron-server[103162]: INFO neutron.db.segments_db [None req-8b8a8fc2-712a-43d6-b428-9fcc82c3248f admin admin] Added segment f207e17d-5dc3-4736-8055-2c6141fc5131 of type vlan for network 64049226-4275-40de-a9c4-f67f2a8244af May 20 22:03:27.871858 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 1c8ee2e8-a20e-4176-9205-ef82b2edbdbc triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 22:03:27.872234 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:27.899645 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8b8a8fc2-712a-43d6-b428-9fcc82c3248f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782418993264'] for network, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:27.947773 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc8c7205-cae2-4760-8076-76b83bfec75f None None] Sync routers for ids ['c85215bb-2c62-4cad-bb1f-14286520dc79'] in n-d-842733-1 {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 22:03:27.959292 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 1c8ee2e8-a20e-4176-9205-ef82b2edbdbc is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 22:03:27.959713 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:27.975984 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc8c7205-cae2-4760-8076-76b83bfec75f None None] Routers {'c85215bb-2c62-4cad-bb1f-14286520dc79'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 22:03:27.976591 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-cc8c7205-cae2-4760-8076-76b83bfec75f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T22:03:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['c85215bb-2c62-4cad-bb1f-14286520dc79'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 22:03:27.982869 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8b8a8fc2-712a-43d6-b428-9fcc82c3248f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524'] for network, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:27.983929 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b8a8fc2-712a-43d6-b428-9fcc82c3248f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 22:03:27.984608 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8b8a8fc2-712a-43d6-b428-9fcc82c3248f admin admin] Notify callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:28.018705 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] For port 1c8ee2e8-a20e-4176-9205-ef82b2edbdbc, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=1c8ee2e8-a20e-4176-9205-ef82b2edbdbc,segment=NetworkSegment(0b5485c4-eff8-42a1-9073-ae54ed4c63ba),segment_id=0b5485c4-eff8-42a1-9073-ae54ed4c63ba)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 22:03:28.043835 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8a8fc2-712a-43d6-b428-9fcc82c3248f admin admin] Pushing event updated for resources: {'Network': ['ID=64049226-4275-40de-a9c4-f67f2a8244af,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 22:03:28.066885 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Network 64049226-4275-40de-a9c4-f67f2a8244af details requested by agent ovs-agent-n-d-842733-1 with host n-d-842733-1 {{(pid=103164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 20 22:03:28.118122 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:28.131684 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-8b8a8fc2-712a-43d6-b428-9fcc82c3248f admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5752168 May 20 22:03:28.133792 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 38314) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 22:03:28.139041 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-e788f768-b284-4ee8-853b-d5f111a5c96b admin admin] Request body: {'subnet': {'network_id': '64049226-4275-40de-a9c4-f67f2a8244af', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-524352103-subnet', 'tenant_id': '7f12abdae58b4b638f10b239f3d96449', 'ip_version': 4}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 22:03:28.174295 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-cc8c7205-cae2-4760-8076-76b83bfec75f None None] Set router c85215bb-2c62-4cad-bb1f-14286520dc79 gateway port host: n-d-842733-1 {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 22:03:28.225047 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e788f768-b284-4ee8-853b-d5f111a5c96b admin admin] Made reservation on behalf of 7f12abdae58b4b638f10b239f3d96449 for: {'subnet': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 22:03:28.228404 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e788f768-b284-4ee8-853b-d5f111a5c96b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4018244'] for subnet, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:28.232395 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Pushing event updated for resources: {'Port': ['ID=1c8ee2e8-a20e-4176-9205-ef82b2edbdbc,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 22:03:28.390205 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-cc8c7205-cae2-4760-8076-76b83bfec75f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c85215bb-2c62-4cad-bb1f-14286520dc79', 'name': 'tempest-TestSnapshotPattern-910422529-router', 'tenant_id': '0e3e7c2203b04c5f95eea23a0d73818b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.20'}], 'enable_snat': True}, 'gw_port_id': '1c8ee2e8-a20e-4176-9205-ef82b2edbdbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T22:03:23Z', 'updated_at': '2022-05-20T22:03:26Z', 'revision_number': 4, 'project_id': '0e3e7c2203b04c5f95eea23a0d73818b', 'gw_port': {'id': '1c8ee2e8-a20e-4176-9205-ef82b2edbdbc', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:a4:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c85215bb-2c62-4cad-bb1f-14286520dc79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4435, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T22:03:23Z', 'updated_at': '2022-05-20T22:03:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': '816a0c62-d119-4dfa-a76e-dd90ef6ac20b', 'name': '', 'network_id': 'c3ca5eb7-6acf-441f-95e1-646403580c0e', 'tenant_id': '0e3e7c2203b04c5f95eea23a0d73818b', 'mac_address': 'fa:16:3e:82:0c:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c85215bb-2c62-4cad-bb1f-14286520dc79', 'device_owner': 'network:router_interface', 'standard_attr_id': 4436, 'fixed_ips': [{'subnet_id': '75dbb661-5cb5-4abb-9c32-1d08140b67ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T22:03:25Z', 'updated_at': '2022-05-20T22:03:26Z', 'revision_number': 2, 'project_id': '0e3e7c2203b04c5f95eea23a0d73818b', 'subnets': [{'id': '75dbb661-5cb5-4abb-9c32-1d08140b67ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 22:03:28.416732 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc8c7205-cae2-4760-8076-76b83bfec75f None None] Checking router: c85215bb-2c62-4cad-bb1f-14286520dc79 for host: n-d-842733-1 {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 22:03:28.417085 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc8c7205-cae2-4760-8076-76b83bfec75f None None] Updating router c85215bb-2c62-4cad-bb1f-14286520dc79 port 816a0c62-d119-4dfa-a76e-dd90ef6ac20b binding host n-d-842733-1 {{(pid=103164) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 22:03:28.444090 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cc8c7205-cae2-4760-8076-76b83bfec75f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:28.459776 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e788f768-b284-4ee8-853b-d5f111a5c96b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3797684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4018258'] for subnet, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:28.513012 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e788f768-b284-4ee8-853b-d5f111a5c96b admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b11d375-159e-42f0-920e-5095fa0b442a,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 22:03:28.523145 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e788f768-b284-4ee8-853b-d5f111a5c96b admin admin] Checking segment: {'id': 'f207e17d-5dc3-4736-8055-2c6141fc5131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '64049226-4275-40de-a9c4-f67f2a8244af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 22:03:28.523483 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e788f768-b284-4ee8-853b-d5f111a5c96b admin admin] Network hostable DHCP agents. Network: 64049226-4275-40de-a9c4-f67f2a8244af, hostable agents: ['c9b0653c-f3c7-4339-bd50-e3754b629216'], hosted agents: [] {{(pid=103162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 22:03:28.625119 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e788f768-b284-4ee8-853b-d5f111a5c96b admin admin] Network 64049226-4275-40de-a9c4-f67f2a8244af is scheduled to be hosted by DHCP agent c9b0653c-f3c7-4339-bd50-e3754b629216 with binding_index 1 {{(pid=103162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 22:03:28.687864 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-e788f768-b284-4ee8-853b-d5f111a5c96b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842733-1, 64049226-4275-40de-a9c4-f67f2a8244af) {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 22:03:28.691819 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e788f768-b284-4ee8-853b-d5f111a5c96b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 22:03:28.692603 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e788f768-b284-4ee8-853b-d5f111a5c96b admin admin] Notify callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:28.702853 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d911b549-f7f5-4ac2-a01b-0e1c14a62260 None None] Network 64049226-4275-40de-a9c4-f67f2a8244af requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 22:03:28.769049 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cc8c7205-cae2-4760-8076-76b83bfec75f None None] Notify callbacks [] for port, precommit_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:28.787469 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-e788f768-b284-4ee8-853b-d5f111a5c96b admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6521041 May 20 22:03:28.789968 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 38316) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 22:03:28.794136 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-368334a1-a62e-4b26-9252-2752ae3e36f7 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-524352103-router', 'tenant_id': '7f12abdae58b4b638f10b239f3d96449', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'}}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 22:03:28.856407 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cc8c7205-cae2-4760-8076-76b83bfec75f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:28.870772 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-368334a1-a62e-4b26-9252-2752ae3e36f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-694221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26155'] for router, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:28.871821 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-368334a1-a62e-4b26-9252-2752ae3e36f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-693085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748153', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-718080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26162'] for router, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:28.881053 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38b583b8-4588-4d02-b8e1-6225e89f8af1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaee2b848-d4b9-5db1-b6ef-d6db29d67de7-64049226-4275-40de-a9c4-f67f2a8244af', 'network_id': '64049226-4275-40de-a9c4-f67f2a8244af', 'tenant_id': '7f12abdae58b4b638f10b239f3d96449', 'fixed_ips': [{'subnet_id': '9b11d375-159e-42f0-920e-5095fa0b442a'}]}} from n-d-842733-1. {{(pid=103164) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 22:03:28.882548 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-38b583b8-4588-4d02-b8e1-6225e89f8af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:28.919828 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfbd5ce-0e2e-4cfe-a059-a00d70c97c01 None None] Pushing event updated for resources: {'Port': ['ID=816a0c62-d119-4dfa-a76e-dd90ef6ac20b,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 22:03:28.943004 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-368334a1-a62e-4b26-9252-2752ae3e36f7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:29.047986 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-cc8c7205-cae2-4760-8076-76b83bfec75f None None] Attempting to bind port 816a0c62-d119-4dfa-a76e-dd90ef6ac20b on host n-d-842733-1 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 22:03:29.048351 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-cc8c7205-cae2-4760-8076-76b83bfec75f None None] Attempting to bind port 816a0c62-d119-4dfa-a76e-dd90ef6ac20b by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': '0ba5d303-37c7-416c-b3f4-0290f262ef8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'c3ca5eb7-6acf-441f-95e1-646403580c0e'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 22:03:29.048707 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc8c7205-cae2-4760-8076-76b83bfec75f None None] Attempting to bind port 816a0c62-d119-4dfa-a76e-dd90ef6ac20b on network c3ca5eb7-6acf-441f-95e1-646403580c0e {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 22:03:29.076290 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc8c7205-cae2-4760-8076-76b83bfec75f None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 22, 3, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 22:03:29.076660 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc8c7205-cae2-4760-8076-76b83bfec75f None None] Checking segment: {'id': '0ba5d303-37c7-416c-b3f4-0290f262ef8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'c3ca5eb7-6acf-441f-95e1-646403580c0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 22:03:29.077060 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cc8c7205-cae2-4760-8076-76b83bfec75f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:29.077479 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc8c7205-cae2-4760-8076-76b83bfec75f None None] Bound using segment: {'id': '0ba5d303-37c7-416c-b3f4-0290f262ef8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'c3ca5eb7-6acf-441f-95e1-646403580c0e'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 22:03:29.077948 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-cc8c7205-cae2-4760-8076-76b83bfec75f None None] Bound port: 816a0c62-d119-4dfa-a76e-dd90ef6ac20b, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ba5d303-37c7-416c-b3f4-0290f262ef8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'c3ca5eb7-6acf-441f-95e1-646403580c0e'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 22:03:29.078326 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cc8c7205-cae2-4760-8076-76b83bfec75f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:29.128195 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [None req-38b583b8-4588-4d02-b8e1-6225e89f8af1 None None] Allocated IP 172.20.0.2 (64049226-4275-40de-a9c4-f67f2a8244af/9b11d375-159e-42f0-920e-5095fa0b442a/db095ac2-0622-4593-a034-d0cc16a29c88) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 22:03:29.149066 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-368334a1-a62e-4b26-9252-2752ae3e36f7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:29.180128 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-cc8c7205-cae2-4760-8076-76b83bfec75f None None] For port 816a0c62-d119-4dfa-a76e-dd90ef6ac20b, host n-d-842733-1, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 22:03:29.223149 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-cc8c7205-cae2-4760-8076-76b83bfec75f None None] For port 816a0c62-d119-4dfa-a76e-dd90ef6ac20b, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=816a0c62-d119-4dfa-a76e-dd90ef6ac20b,segment=NetworkSegment(0ba5d303-37c7-416c-b3f4-0290f262ef8a),segment_id=0ba5d303-37c7-416c-b3f4-0290f262ef8a)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 22:03:29.235635 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b2712322-344a-4a2c-92e1-6fbe89aa6cba None None] Provisioning complete for port 816a0c62-d119-4dfa-a76e-dd90ef6ac20b triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 22:03:29.235996 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b2712322-344a-4a2c-92e1-6fbe89aa6cba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:29.300078 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cc8c7205-cae2-4760-8076-76b83bfec75f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:29.308666 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b2712322-344a-4a2c-92e1-6fbe89aa6cba None None] Port 816a0c62-d119-4dfa-a76e-dd90ef6ac20b cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 22:03:29.420839 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-368334a1-a62e-4b26-9252-2752ae3e36f7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:29.440110 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-368334a1-a62e-4b26-9252-2752ae3e36f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:29.561934 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-38b583b8-4588-4d02-b8e1-6225e89f8af1 None None] Notify callbacks [] for port, precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:29.565062 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc8c7205-cae2-4760-8076-76b83bfec75f None None] Routers {'c85215bb-2c62-4cad-bb1f-14286520dc79'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 22:03:29.565724 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-cc8c7205-cae2-4760-8076-76b83bfec75f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T22:03:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['c85215bb-2c62-4cad-bb1f-14286520dc79'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 22:03:29.567569 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfbd5ce-0e2e-4cfe-a059-a00d70c97c01 None None] Pushing event updated for resources: {'Port': ['ID=816a0c62-d119-4dfa-a76e-dd90ef6ac20b,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 22:03:29.620423 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-38b583b8-4588-4d02-b8e1-6225e89f8af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108'] for port, after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:29.705940 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38b583b8-4588-4d02-b8e1-6225e89f8af1 None None] Network 64049226-4275-40de-a9c4-f67f2a8244af is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 22:03:29.714540 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b583b8-4588-4d02-b8e1-6225e89f8af1 None None] Pushing event updated for resources: {'Port': ['ID=db095ac2-0622-4593-a034-d0cc16a29c88,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 22:03:29.717124 n-d-842733-1 neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-38b583b8-4588-4d02-b8e1-6225e89f8af1 None None] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 22:03:29.724436 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b583b8-4588-4d02-b8e1-6225e89f8af1 None None] Received port after_create {{(pid=103164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 22:03:29.737065 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-cc8c7205-cae2-4760-8076-76b83bfec75f None None] Set router c85215bb-2c62-4cad-bb1f-14286520dc79 gateway port host: n-d-842733-1 {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 22:03:29.850198 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 1c8ee2e8-a20e-4176-9205-ef82b2edbdbc up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 22:03:29.891267 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-368334a1-a62e-4b26-9252-2752ae3e36f7 admin admin] Allocated IP 172.25.2.237 (e3a93b5c-91e2-4064-9c2c-1afc261bfe15/86fee0c1-6e34-488b-9216-b2b8e7ef585a/6103ef68-d5fe-4ccf-b9cb-5fcd4439ef13) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 22:03:29.894054 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-38b583b8-4588-4d02-b8e1-6225e89f8af1 None None] Attempting to bind port db095ac2-0622-4593-a034-d0cc16a29c88 on host n-d-842733-1 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 22:03:29.894492 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-38b583b8-4588-4d02-b8e1-6225e89f8af1 None None] Attempting to bind port db095ac2-0622-4593-a034-d0cc16a29c88 by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': 'f207e17d-5dc3-4736-8055-2c6141fc5131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '64049226-4275-40de-a9c4-f67f2a8244af'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 22:03:29.894759 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b583b8-4588-4d02-b8e1-6225e89f8af1 None None] Attempting to bind port db095ac2-0622-4593-a034-d0cc16a29c88 on network 64049226-4275-40de-a9c4-f67f2a8244af {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 22:03:29.937141 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b583b8-4588-4d02-b8e1-6225e89f8af1 None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 22, 3, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 22:03:29.937540 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b583b8-4588-4d02-b8e1-6225e89f8af1 None None] Checking segment: {'id': 'f207e17d-5dc3-4736-8055-2c6141fc5131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '64049226-4275-40de-a9c4-f67f2a8244af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 22:03:29.937946 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-38b583b8-4588-4d02-b8e1-6225e89f8af1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:29.938315 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b583b8-4588-4d02-b8e1-6225e89f8af1 None None] Bound using segment: {'id': 'f207e17d-5dc3-4736-8055-2c6141fc5131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '64049226-4275-40de-a9c4-f67f2a8244af'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 22:03:29.938788 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-38b583b8-4588-4d02-b8e1-6225e89f8af1 None None] Bound port: db095ac2-0622-4593-a034-d0cc16a29c88, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f207e17d-5dc3-4736-8055-2c6141fc5131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '64049226-4275-40de-a9c4-f67f2a8244af'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 22:03:29.939157 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-38b583b8-4588-4d02-b8e1-6225e89f8af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:29.958567 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-5eb74fd2-53ca-4e61-92ff-5fe601445078 None None] Provisioning complete for port 816a0c62-d119-4dfa-a76e-dd90ef6ac20b triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 22:03:29.958932 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-5eb74fd2-53ca-4e61-92ff-5fe601445078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:30.009239 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-368334a1-a62e-4b26-9252-2752ae3e36f7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:30.061203 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 1c8ee2e8-a20e-4176-9205-ef82b2edbdbc triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 22:03:30.061587 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:30.116795 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-368334a1-a62e-4b26-9252-2752ae3e36f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:30.132360 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-38b583b8-4588-4d02-b8e1-6225e89f8af1 None None] For port db095ac2-0622-4593-a034-d0cc16a29c88, host n-d-842733-1, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 22:03:30.169920 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-38b583b8-4588-4d02-b8e1-6225e89f8af1 None None] For port db095ac2-0622-4593-a034-d0cc16a29c88, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=db095ac2-0622-4593-a034-d0cc16a29c88,segment=NetworkSegment(f207e17d-5dc3-4736-8055-2c6141fc5131),segment_id=f207e17d-5dc3-4736-8055-2c6141fc5131)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 22:03:30.172144 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-368334a1-a62e-4b26-9252-2752ae3e36f7 admin admin] Network e3a93b5c-91e2-4064-9c2c-1afc261bfe15 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 22:03:30.175623 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-368334a1-a62e-4b26-9252-2752ae3e36f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 22:03:30.183008 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-368334a1-a62e-4b26-9252-2752ae3e36f7 admin admin] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 22:03:30.186723 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368334a1-a62e-4b26-9252-2752ae3e36f7 admin admin] Pushing event updated for resources: {'Port': ['ID=6103ef68-d5fe-4ccf-b9cb-5fcd4439ef13,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 22:03:30.194915 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-5eb74fd2-53ca-4e61-92ff-5fe601445078 None None] Current status of the port 816a0c62-d119-4dfa-a76e-dd90ef6ac20b is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 22:03:30.194915 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-5eb74fd2-53ca-4e61-92ff-5fe601445078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:30.248037 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-38b583b8-4588-4d02-b8e1-6225e89f8af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:30.295693 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-cc8c7205-cae2-4760-8076-76b83bfec75f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c85215bb-2c62-4cad-bb1f-14286520dc79', 'name': 'tempest-TestSnapshotPattern-910422529-router', 'tenant_id': '0e3e7c2203b04c5f95eea23a0d73818b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.20'}], 'enable_snat': True}, 'gw_port_id': '1c8ee2e8-a20e-4176-9205-ef82b2edbdbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T22:03:23Z', 'updated_at': '2022-05-20T22:03:26Z', 'revision_number': 4, 'project_id': '0e3e7c2203b04c5f95eea23a0d73818b', 'gw_port': {'id': '1c8ee2e8-a20e-4176-9205-ef82b2edbdbc', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:a4:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c85215bb-2c62-4cad-bb1f-14286520dc79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4435, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T22:03:23Z', 'updated_at': '2022-05-20T22:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': '816a0c62-d119-4dfa-a76e-dd90ef6ac20b', 'name': '', 'network_id': 'c3ca5eb7-6acf-441f-95e1-646403580c0e', 'tenant_id': '0e3e7c2203b04c5f95eea23a0d73818b', 'mac_address': 'fa:16:3e:82:0c:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c85215bb-2c62-4cad-bb1f-14286520dc79', 'device_owner': 'network:router_interface', 'standard_attr_id': 4436, 'fixed_ips': [{'subnet_id': '75dbb661-5cb5-4abb-9c32-1d08140b67ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T22:03:25Z', 'updated_at': '2022-05-20T22:03:29Z', 'revision_number': 4, 'project_id': '0e3e7c2203b04c5f95eea23a0d73818b', 'subnets': [{'id': '75dbb661-5cb5-4abb-9c32-1d08140b67ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 22:03:30.302983 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-5eb74fd2-53ca-4e61-92ff-5fe601445078 None None] For port 816a0c62-d119-4dfa-a76e-dd90ef6ac20b, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=816a0c62-d119-4dfa-a76e-dd90ef6ac20b,segment=NetworkSegment(0ba5d303-37c7-416c-b3f4-0290f262ef8a),segment_id=0ba5d303-37c7-416c-b3f4-0290f262ef8a)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 22:03:30.336182 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 1c8ee2e8-a20e-4176-9205-ef82b2edbdbc is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 22:03:30.344030 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc8c7205-cae2-4760-8076-76b83bfec75f None None] The sync data for ids ['c85215bb-2c62-4cad-bb1f-14286520dc79'] in n-d-842733-1 is: [{'id': 'c85215bb-2c62-4cad-bb1f-14286520dc79', 'name': 'tempest-TestSnapshotPattern-910422529-router', 'tenant_id': '0e3e7c2203b04c5f95eea23a0d73818b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.20'}], 'enable_snat': True}, 'gw_port_id': '1c8ee2e8-a20e-4176-9205-ef82b2edbdbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T22:03:23Z', 'updated_at': '2022-05-20T22:03:26Z', 'revision_number': 4, 'project_id': '0e3e7c2203b04c5f95eea23a0d73818b', 'gw_port': {'id': '1c8ee2e8-a20e-4176-9205-ef82b2edbdbc', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:a4:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c85215bb-2c62-4cad-bb1f-14286520dc79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4435, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T22:03:23Z', 'updated_at': '2022-05-20T22:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': '816a0c62-d119-4dfa-a76e-dd90ef6ac20b', 'name': '', 'network_id': 'c3ca5eb7-6acf-441f-95e1-646403580c0e', 'tenant_id': '0e3e7c2203b04c5f95eea23a0d73818b', 'mac_address': 'fa:16:3e:82:0c:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c85215bb-2c62-4cad-bb1f-14286520dc79', 'device_owner': 'network:router_interface', 'standard_attr_id': 4436, 'fixed_ips': [{'subnet_id': '75dbb661-5cb5-4abb-9c32-1d08140b67ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T22:03:25Z', 'updated_at': '2022-05-20T22:03:29Z', 'revision_number': 4, 'project_id': '0e3e7c2203b04c5f95eea23a0d73818b', 'subnets': [{'id': '75dbb661-5cb5-4abb-9c32-1d08140b67ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 22:03:30.361793 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b583b8-4588-4d02-b8e1-6225e89f8af1 None None] Pushing event updated for resources: {'Port': ['ID=db095ac2-0622-4593-a034-d0cc16a29c88,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 22:03:30.367133 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-5eb74fd2-53ca-4e61-92ff-5fe601445078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:30.452684 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb74fd2-53ca-4e61-92ff-5fe601445078 None None] Pushing event updated for resources: {'Port': ['ID=816a0c62-d119-4dfa-a76e-dd90ef6ac20b,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 22:03:30.583055 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-368334a1-a62e-4b26-9252-2752ae3e36f7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:30.823647 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-368334a1-a62e-4b26-9252-2752ae3e36f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748106'] for router, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:31.036429 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-368334a1-a62e-4b26-9252-2752ae3e36f7 admin admin] Router 36ef419c-5be6-4801-8210-4d336f220d88 is scheduled to L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e with binding_index 1 {{(pid=103162) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 20 22:03:31.157021 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-368334a1-a62e-4b26-9252-2752ae3e36f7 admin admin] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 22:03:31.168829 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c153053f-8b03-4a67-9536-2415752f784e None None] Sync routers for ids ['36ef419c-5be6-4801-8210-4d336f220d88'] in n-d-842733-1 {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 22:03:31.181396 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c153053f-8b03-4a67-9536-2415752f784e None None] Routers {'36ef419c-5be6-4801-8210-4d336f220d88'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 22:03:31.183374 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-c153053f-8b03-4a67-9536-2415752f784e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T22:03:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['36ef419c-5be6-4801-8210-4d336f220d88'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 22:03:31.259405 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-368334a1-a62e-4b26-9252-2752ae3e36f7 admin admin] Notify callbacks [] for router, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:31.261280 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-368334a1-a62e-4b26-9252-2752ae3e36f7 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.4697990 May 20 22:03:31.263431 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 38318) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 22:03:31.309712 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-c153053f-8b03-4a67-9536-2415752f784e None None] Set router 36ef419c-5be6-4801-8210-4d336f220d88 gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 22:03:31.545550 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c52a2413-42f2-4a7e-a5b3-b8e8edff32e8 None None] Network 64049226-4275-40de-a9c4-f67f2a8244af requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 22:03:31.549533 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-c153053f-8b03-4a67-9536-2415752f784e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36ef419c-5be6-4801-8210-4d336f220d88', 'name': 'tempest-TestSnapshotPattern-524352103-router', 'tenant_id': '7f12abdae58b4b638f10b239f3d96449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.237'}], 'enable_snat': True}, 'gw_port_id': '6103ef68-d5fe-4ccf-b9cb-5fcd4439ef13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T22:03:28Z', 'updated_at': '2022-05-20T22:03:30Z', 'revision_number': 3, 'project_id': '7f12abdae58b4b638f10b239f3d96449', 'gw_port': {'id': '6103ef68-d5fe-4ccf-b9cb-5fcd4439ef13', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:17:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36ef419c-5be6-4801-8210-4d336f220d88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4447, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T22:03:29Z', 'updated_at': '2022-05-20T22:03:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 22:03:31.577848 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c153053f-8b03-4a67-9536-2415752f784e None None] Checking router: 36ef419c-5be6-4801-8210-4d336f220d88 for host: n-d-842733-1 {{(pid=103165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 22:03:31.578307 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c153053f-8b03-4a67-9536-2415752f784e None None] Updating router 36ef419c-5be6-4801-8210-4d336f220d88 port 6103ef68-d5fe-4ccf-b9cb-5fcd4439ef13 binding host n-d-842733-1 {{(pid=103165) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 22:03:31.700649 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a6a9cded-08db-412a-83de-aa20efac5c91 None None] Provisioning complete for port db095ac2-0622-4593-a034-d0cc16a29c88 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 22:03:31.701012 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a6a9cded-08db-412a-83de-aa20efac5c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:31.722750 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-c153053f-8b03-4a67-9536-2415752f784e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:31.759100 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a8f32657-58da-42a2-8126-b3e37e9e4c98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:31.854645 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a6a9cded-08db-412a-83de-aa20efac5c91 None None] Current status of the port db095ac2-0622-4593-a034-d0cc16a29c88 is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 22:03:31.854931 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a6a9cded-08db-412a-83de-aa20efac5c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:31.902088 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device db095ac2-0622-4593-a034-d0cc16a29c88 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 22:03:31.946952 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-a6a9cded-08db-412a-83de-aa20efac5c91 None None] For port db095ac2-0622-4593-a034-d0cc16a29c88, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=db095ac2-0622-4593-a034-d0cc16a29c88,segment=NetworkSegment(f207e17d-5dc3-4736-8055-2c6141fc5131),segment_id=f207e17d-5dc3-4736-8055-2c6141fc5131)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 22:03:31.984200 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port db095ac2-0622-4593-a034-d0cc16a29c88 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 22:03:31.984904 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:32.011097 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-a8f32657-58da-42a2-8126-b3e37e9e4c98 admin admin] Allocated IP 172.20.0.1 (64049226-4275-40de-a9c4-f67f2a8244af/9b11d375-159e-42f0-920e-5095fa0b442a/53932ba2-8401-48a9-bc94-55b82c294119) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 22:03:32.026240 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a6a9cded-08db-412a-83de-aa20efac5c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:32.050499 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-c153053f-8b03-4a67-9536-2415752f784e None None] Notify callbacks [] for port, precommit_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:32.112276 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a9cded-08db-412a-83de-aa20efac5c91 None None] Pushing event updated for resources: {'Port': ['ID=db095ac2-0622-4593-a034-d0cc16a29c88,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 22:03:32.119922 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port db095ac2-0622-4593-a034-d0cc16a29c88 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 22:03:32.121020 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 816a0c62-d119-4dfa-a76e-dd90ef6ac20b up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 22:03:32.125628 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-c153053f-8b03-4a67-9536-2415752f784e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:32.130086 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a8f32657-58da-42a2-8126-b3e37e9e4c98 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:32.166293 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-af3a9879-7332-4baf-8af1-dff63e0923c9 None None] Provisioning complete for port db095ac2-0622-4593-a034-d0cc16a29c88 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 22:03:32.166663 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-af3a9879-7332-4baf-8af1-dff63e0923c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:32.170757 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-c153053f-8b03-4a67-9536-2415752f784e None None] Attempting to bind port 6103ef68-d5fe-4ccf-b9cb-5fcd4439ef13 on host n-d-842733-1 for vnic_type normal with profile {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 22:03:32.171280 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-c153053f-8b03-4a67-9536-2415752f784e None None] Attempting to bind port 6103ef68-d5fe-4ccf-b9cb-5fcd4439ef13 by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': '0b5485c4-eff8-42a1-9073-ae54ed4c63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'}] {{(pid=103165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 22:03:32.171451 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c153053f-8b03-4a67-9536-2415752f784e None None] Attempting to bind port 6103ef68-d5fe-4ccf-b9cb-5fcd4439ef13 on network e3a93b5c-91e2-4064-9c2c-1afc261bfe15 {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 22:03:32.181721 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c153053f-8b03-4a67-9536-2415752f784e None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 22, 3, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 22:03:32.182093 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c153053f-8b03-4a67-9536-2415752f784e None None] Checking segment: {'id': '0b5485c4-eff8-42a1-9073-ae54ed4c63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 22:03:32.182457 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-c153053f-8b03-4a67-9536-2415752f784e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:32.182831 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c153053f-8b03-4a67-9536-2415752f784e None None] Bound using segment: {'id': '0b5485c4-eff8-42a1-9073-ae54ed4c63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'} {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 22:03:32.183279 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-c153053f-8b03-4a67-9536-2415752f784e None None] Bound port: 6103ef68-d5fe-4ccf-b9cb-5fcd4439ef13, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b5485c4-eff8-42a1-9073-ae54ed4c63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15'}}] {{(pid=103165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 22:03:32.183666 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-c153053f-8b03-4a67-9536-2415752f784e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:32.214038 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c721aeb-05a3-4235-ac2f-39742fe6be51 None None] Pushing event updated for resources: {'Port': ['ID=6103ef68-d5fe-4ccf-b9cb-5fcd4439ef13,revision_number=2']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 22:03:32.214452 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 816a0c62-d119-4dfa-a76e-dd90ef6ac20b triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 22:03:32.214820 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:32.218841 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a8f32657-58da-42a2-8126-b3e37e9e4c98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:32.249935 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-c153053f-8b03-4a67-9536-2415752f784e None None] For port 6103ef68-d5fe-4ccf-b9cb-5fcd4439ef13, host n-d-842733-1, cleared binding levels {{(pid=103165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 22:03:32.253040 n-d-842733-1 neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-c153053f-8b03-4a67-9536-2415752f784e None None] For port 6103ef68-d5fe-4ccf-b9cb-5fcd4439ef13, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=6103ef68-d5fe-4ccf-b9cb-5fcd4439ef13,segment=NetworkSegment(0b5485c4-eff8-42a1-9073-ae54ed4c63ba),segment_id=0b5485c4-eff8-42a1-9073-ae54ed4c63ba)] {{(pid=103165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 22:03:32.266486 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8f32657-58da-42a2-8126-b3e37e9e4c98 admin admin] Network 64049226-4275-40de-a9c4-f67f2a8244af is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 22:03:32.271422 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-a8f32657-58da-42a2-8126-b3e37e9e4c98 admin admin] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 22:03:32.275154 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f32657-58da-42a2-8126-b3e37e9e4c98 admin admin] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 22:03:32.295358 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-af3a9879-7332-4baf-8af1-dff63e0923c9 None None] Current status of the port db095ac2-0622-4593-a034-d0cc16a29c88 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 22:03:32.306496 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f32657-58da-42a2-8126-b3e37e9e4c98 admin admin] Pushing event updated for resources: {'Port': ['ID=53932ba2-8401-48a9-bc94-55b82c294119,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 22:03:32.322910 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a8f32657-58da-42a2-8126-b3e37e9e4c98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748409'] for router_interface, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:32.339783 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 816a0c62-d119-4dfa-a76e-dd90ef6ac20b is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 22:03:32.345787 n-d-842733-1 neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-c153053f-8b03-4a67-9536-2415752f784e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:32.415077 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c721aeb-05a3-4235-ac2f-39742fe6be51 None None] Pushing event updated for resources: {'Port': ['ID=6103ef68-d5fe-4ccf-b9cb-5fcd4439ef13,revision_number=3']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 22:03:32.418002 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c153053f-8b03-4a67-9536-2415752f784e None None] Routers {'36ef419c-5be6-4801-8210-4d336f220d88'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 22:03:32.418415 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-c153053f-8b03-4a67-9536-2415752f784e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T22:03:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['36ef419c-5be6-4801-8210-4d336f220d88'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 22:03:32.528349 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-c153053f-8b03-4a67-9536-2415752f784e None None] Set router 36ef419c-5be6-4801-8210-4d336f220d88 gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 22:03:32.542555 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a8f32657-58da-42a2-8126-b3e37e9e4c98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:32.616816 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-25449796-1f62-4a26-b13f-af311ad44198 None None] Provisioning complete for port 53932ba2-8401-48a9-bc94-55b82c294119 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 22:03:32.616816 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-25449796-1f62-4a26-b13f-af311ad44198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:32.655575 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-25449796-1f62-4a26-b13f-af311ad44198 None None] Port 53932ba2-8401-48a9-bc94-55b82c294119 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 22:03:32.708797 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-c153053f-8b03-4a67-9536-2415752f784e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36ef419c-5be6-4801-8210-4d336f220d88', 'name': 'tempest-TestSnapshotPattern-524352103-router', 'tenant_id': '7f12abdae58b4b638f10b239f3d96449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.237'}], 'enable_snat': True}, 'gw_port_id': '6103ef68-d5fe-4ccf-b9cb-5fcd4439ef13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T22:03:28Z', 'updated_at': '2022-05-20T22:03:30Z', 'revision_number': 3, 'project_id': '7f12abdae58b4b638f10b239f3d96449', 'gw_port': {'id': '6103ef68-d5fe-4ccf-b9cb-5fcd4439ef13', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:17:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36ef419c-5be6-4801-8210-4d336f220d88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4447, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T22:03:29Z', 'updated_at': '2022-05-20T22:03:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 22:03:32.714273 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a8f32657-58da-42a2-8126-b3e37e9e4c98 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:32.738635 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c153053f-8b03-4a67-9536-2415752f784e None None] The sync data for ids ['36ef419c-5be6-4801-8210-4d336f220d88'] in n-d-842733-1 is: [{'id': '36ef419c-5be6-4801-8210-4d336f220d88', 'name': 'tempest-TestSnapshotPattern-524352103-router', 'tenant_id': '7f12abdae58b4b638f10b239f3d96449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.237'}], 'enable_snat': True}, 'gw_port_id': '6103ef68-d5fe-4ccf-b9cb-5fcd4439ef13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T22:03:28Z', 'updated_at': '2022-05-20T22:03:30Z', 'revision_number': 3, 'project_id': '7f12abdae58b4b638f10b239f3d96449', 'gw_port': {'id': '6103ef68-d5fe-4ccf-b9cb-5fcd4439ef13', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:17:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36ef419c-5be6-4801-8210-4d336f220d88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4447, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T22:03:29Z', 'updated_at': '2022-05-20T22:03:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 22:03:32.808121 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a8f32657-58da-42a2-8126-b3e37e9e4c98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:32.877278 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a8f32657-58da-42a2-8126-b3e37e9e4c98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748437'] for router_interface, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:32.879046 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f32657-58da-42a2-8126-b3e37e9e4c98 admin admin] Pushing event updated for resources: {'Port': ['ID=53932ba2-8401-48a9-bc94-55b82c294119,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 22:03:33.011857 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8f32657-58da-42a2-8126-b3e37e9e4c98 admin admin] Network 64049226-4275-40de-a9c4-f67f2a8244af is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 22:03:33.013459 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-a8f32657-58da-42a2-8126-b3e37e9e4c98 admin admin] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 22:03:33.057026 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:33.137737 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8f32657-58da-42a2-8126-b3e37e9e4c98 admin admin] Router 36ef419c-5be6-4801-8210-4d336f220d88 has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 22:03:33.257688 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8f32657-58da-42a2-8126-b3e37e9e4c98 admin admin] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 22:03:33.268712 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-a8f32657-58da-42a2-8126-b3e37e9e4c98 admin admin] 10.222.0.35 "PUT /v2.0/routers/36ef419c-5be6-4801-8210-4d336f220d88/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9982009 May 20 22:03:33.283760 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-f7e8dee8-90aa-44ce-b106-ac4daedb403d None None] Provisioning complete for port 53932ba2-8401-48a9-bc94-55b82c294119 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 22:03:33.284122 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-f7e8dee8-90aa-44ce-b106-ac4daedb403d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:33.326711 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-f7e8dee8-90aa-44ce-b106-ac4daedb403d None None] Port 53932ba2-8401-48a9-bc94-55b82c294119 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 22:03:33.834445 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 6103ef68-d5fe-4ccf-b9cb-5fcd4439ef13 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 22:03:33.883348 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 6103ef68-d5fe-4ccf-b9cb-5fcd4439ef13 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 22:03:33.883712 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:33.957550 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 6103ef68-d5fe-4ccf-b9cb-5fcd4439ef13 is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 22:03:33.957930 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:33.978467 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] For port 6103ef68-d5fe-4ccf-b9cb-5fcd4439ef13, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=6103ef68-d5fe-4ccf-b9cb-5fcd4439ef13,segment=NetworkSegment(0b5485c4-eff8-42a1-9073-ae54ed4c63ba),segment_id=0b5485c4-eff8-42a1-9073-ae54ed4c63ba)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 22:03:34.030677 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:34.032057 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device db095ac2-0622-4593-a034-d0cc16a29c88 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 22:03:34.108954 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Pushing event updated for resources: {'Port': ['ID=6103ef68-d5fe-4ccf-b9cb-5fcd4439ef13,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 22:03:34.122213 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port db095ac2-0622-4593-a034-d0cc16a29c88 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 22:03:34.122581 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:34.199131 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port db095ac2-0622-4593-a034-d0cc16a29c88 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 22:03:34.308621 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d92101e-8cfc-494b-bd1a-77cb4d2f3203 None None] Sync routers for ids ['36ef419c-5be6-4801-8210-4d336f220d88'] in n-d-842733-1 {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 22:03:34.318103 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d92101e-8cfc-494b-bd1a-77cb4d2f3203 None None] Routers {'36ef419c-5be6-4801-8210-4d336f220d88'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 22:03:34.318715 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-5d92101e-8cfc-494b-bd1a-77cb4d2f3203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T22:03:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['36ef419c-5be6-4801-8210-4d336f220d88'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 22:03:34.425551 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-5d92101e-8cfc-494b-bd1a-77cb4d2f3203 None None] Set router 36ef419c-5be6-4801-8210-4d336f220d88 gateway port host: n-d-842733-1 {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 22:03:34.717109 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 38328) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 22:03:34.721745 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-f22ec739-834b-4961-a083-8ddaddc78a64 tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1758138806', 'description': 'tempest-secgroup-smoke-1758138806 description', 'project_id': '0e3e7c2203b04c5f95eea23a0d73818b'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 22:03:34.776138 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-5d92101e-8cfc-494b-bd1a-77cb4d2f3203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36ef419c-5be6-4801-8210-4d336f220d88', 'name': 'tempest-TestSnapshotPattern-524352103-router', 'tenant_id': '7f12abdae58b4b638f10b239f3d96449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.237'}], 'enable_snat': True}, 'gw_port_id': '6103ef68-d5fe-4ccf-b9cb-5fcd4439ef13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T22:03:28Z', 'updated_at': '2022-05-20T22:03:32Z', 'revision_number': 4, 'project_id': '7f12abdae58b4b638f10b239f3d96449', 'gw_port': {'id': '6103ef68-d5fe-4ccf-b9cb-5fcd4439ef13', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:17:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ef419c-5be6-4801-8210-4d336f220d88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4447, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T22:03:29Z', 'updated_at': '2022-05-20T22:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': '53932ba2-8401-48a9-bc94-55b82c294119', 'name': '', 'network_id': '64049226-4275-40de-a9c4-f67f2a8244af', 'tenant_id': '7f12abdae58b4b638f10b239f3d96449', 'mac_address': 'fa:16:3e:cc:ac:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36ef419c-5be6-4801-8210-4d336f220d88', 'device_owner': 'network:router_interface', 'standard_attr_id': 4448, 'fixed_ips': [{'subnet_id': '9b11d375-159e-42f0-920e-5095fa0b442a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T22:03:31Z', 'updated_at': '2022-05-20T22:03:32Z', 'revision_number': 2, 'project_id': '7f12abdae58b4b638f10b239f3d96449', 'subnets': [{'id': '9b11d375-159e-42f0-920e-5095fa0b442a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 22:03:34.802097 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d92101e-8cfc-494b-bd1a-77cb4d2f3203 None None] Checking router: 36ef419c-5be6-4801-8210-4d336f220d88 for host: n-d-842733-1 {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 22:03:34.802447 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d92101e-8cfc-494b-bd1a-77cb4d2f3203 None None] Updating router 36ef419c-5be6-4801-8210-4d336f220d88 port 53932ba2-8401-48a9-bc94-55b82c294119 binding host n-d-842733-1 {{(pid=103164) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 22:03:34.810952 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f22ec739-834b-4961-a083-8ddaddc78a64 tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] Notify callbacks [] for security_group, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:34.830984 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-5d92101e-8cfc-494b-bd1a-77cb4d2f3203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:34.879437 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f22ec739-834b-4961-a083-8ddaddc78a64 tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] Notify callbacks [] for security_group, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:34.944862 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f22ec739-834b-4961-a083-8ddaddc78a64 tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:34.974313 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22ec739-834b-4961-a083-8ddaddc78a64 tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66e637e2-4cf9-433b-9cfa-d81a804a2e89,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 22:03:35.038806 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f22ec739-834b-4961-a083-8ddaddc78a64 tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:35.040065 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-f22ec739-834b-4961-a083-8ddaddc78a64 tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3219311 May 20 22:03:35.043098 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 38330) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 22:03:35.047523 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-dbd101c7-02b9-45a2-a105-a5b862178868 tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] Request body: {'security_group_rule': {'security_group_id': '66e637e2-4cf9-433b-9cfa-d81a804a2e89', 'project_id': '0e3e7c2203b04c5f95eea23a0d73818b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 22:03:35.099843 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-5d92101e-8cfc-494b-bd1a-77cb4d2f3203 None None] Notify callbacks [] for port, precommit_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:35.121535 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-dbd101c7-02b9-45a2-a105-a5b862178868 tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:35.156498 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-5d92101e-8cfc-494b-bd1a-77cb4d2f3203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:35.177948 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-dbd101c7-02b9-45a2-a105-a5b862178868 tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:35.206892 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131dd2da-87b7-4584-99cc-ebdd3ed04880 None None] Pushing event updated for resources: {'Port': ['ID=53932ba2-8401-48a9-bc94-55b82c294119,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 22:03:35.242463 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-dbd101c7-02b9-45a2-a105-a5b862178868 tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691816'] for security_group_rule, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:35.257608 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd101c7-02b9-45a2-a105-a5b862178868 tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c40f29b-4e7d-41d7-a5dd-f572535e2d1a,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 22:03:35.263527 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-5d92101e-8cfc-494b-bd1a-77cb4d2f3203 None None] Attempting to bind port 53932ba2-8401-48a9-bc94-55b82c294119 on host n-d-842733-1 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 22:03:35.263892 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-5d92101e-8cfc-494b-bd1a-77cb4d2f3203 None None] Attempting to bind port 53932ba2-8401-48a9-bc94-55b82c294119 by drivers openvswitch,hyperv on host n-d-842733-1 at level 0 using segments [{'id': 'f207e17d-5dc3-4736-8055-2c6141fc5131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '64049226-4275-40de-a9c4-f67f2a8244af'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 22:03:35.266820 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d92101e-8cfc-494b-bd1a-77cb4d2f3203 None None] Attempting to bind port 53932ba2-8401-48a9-bc94-55b82c294119 on network 64049226-4275-40de-a9c4-f67f2a8244af {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 22:03:35.269652 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d92101e-8cfc-494b-bd1a-77cb4d2f3203 None None] Checking agent: {'id': '239fa82b-5ecf-4cd9-aff0-ae2f98bdd14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 24, 55), 'started_at': datetime.datetime(2022, 5, 20, 20, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 22, 3, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842733-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 22:03:35.270020 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d92101e-8cfc-494b-bd1a-77cb4d2f3203 None None] Checking segment: {'id': 'f207e17d-5dc3-4736-8055-2c6141fc5131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '64049226-4275-40de-a9c4-f67f2a8244af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 22:03:35.270409 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-5d92101e-8cfc-494b-bd1a-77cb4d2f3203 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:35.270786 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d92101e-8cfc-494b-bd1a-77cb4d2f3203 None None] Bound using segment: {'id': 'f207e17d-5dc3-4736-8055-2c6141fc5131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '64049226-4275-40de-a9c4-f67f2a8244af'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 22:03:35.271243 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-5d92101e-8cfc-494b-bd1a-77cb4d2f3203 None None] Bound port: 53932ba2-8401-48a9-bc94-55b82c294119, host: n-d-842733-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f207e17d-5dc3-4736-8055-2c6141fc5131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '64049226-4275-40de-a9c4-f67f2a8244af'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 22:03:35.271633 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-5d92101e-8cfc-494b-bd1a-77cb4d2f3203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:35.348220 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-5d92101e-8cfc-494b-bd1a-77cb4d2f3203 None None] For port 53932ba2-8401-48a9-bc94-55b82c294119, host n-d-842733-1, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 22:03:35.353484 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-dbd101c7-02b9-45a2-a105-a5b862178868 tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:35.359049 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-dbd101c7-02b9-45a2-a105-a5b862178868 tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3105590 May 20 22:03:35.359244 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-5d92101e-8cfc-494b-bd1a-77cb4d2f3203 None None] For port 53932ba2-8401-48a9-bc94-55b82c294119, host n-d-842733-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=53932ba2-8401-48a9-bc94-55b82c294119,segment=NetworkSegment(f207e17d-5dc3-4736-8055-2c6141fc5131),segment_id=f207e17d-5dc3-4736-8055-2c6141fc5131)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 22:03:35.359397 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 38332) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 22:03:35.363330 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-9f757e7b-e98b-476e-abac-11655331eb2a tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] Request body: {'security_group_rule': {'security_group_id': '66e637e2-4cf9-433b-9cfa-d81a804a2e89', 'project_id': '0e3e7c2203b04c5f95eea23a0d73818b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 22:03:35.451804 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-5d92101e-8cfc-494b-bd1a-77cb4d2f3203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:35.481946 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9f757e7b-e98b-476e-abac-11655331eb2a tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:35.503685 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-08bf13f2-2465-43b2-a052-01f1afc42df6 None None] Provisioning complete for port 53932ba2-8401-48a9-bc94-55b82c294119 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 22:03:35.504079 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-08bf13f2-2465-43b2-a052-01f1afc42df6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:35.549054 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9f757e7b-e98b-476e-abac-11655331eb2a tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:35.550176 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d92101e-8cfc-494b-bd1a-77cb4d2f3203 None None] Routers {'36ef419c-5be6-4801-8210-4d336f220d88'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 22:03:35.550828 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-5d92101e-8cfc-494b-bd1a-77cb4d2f3203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T22:03:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['36ef419c-5be6-4801-8210-4d336f220d88'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 22:03:35.554062 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131dd2da-87b7-4584-99cc-ebdd3ed04880 None None] Pushing event updated for resources: {'Port': ['ID=53932ba2-8401-48a9-bc94-55b82c294119,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 22:03:35.639759 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9f757e7b-e98b-476e-abac-11655331eb2a tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691816'] for security_group_rule, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:35.665311 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f757e7b-e98b-476e-abac-11655331eb2a tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1522b854-2a43-4c08-ad83-cbc293bde032,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 22:03:35.700153 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-5d92101e-8cfc-494b-bd1a-77cb4d2f3203 None None] Set router 36ef419c-5be6-4801-8210-4d336f220d88 gateway port host: n-d-842733-1 {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 22:03:35.730682 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-08bf13f2-2465-43b2-a052-01f1afc42df6 None None] Current status of the port 53932ba2-8401-48a9-bc94-55b82c294119 is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 22:03:35.731067 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-08bf13f2-2465-43b2-a052-01f1afc42df6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:35.745629 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9f757e7b-e98b-476e-abac-11655331eb2a tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:35.748304 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-9f757e7b-e98b-476e-abac-11655331eb2a tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3884797 May 20 22:03:35.751285 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 38334) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 22:03:35.756141 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-453ae29c-219b-4397-ba38-a627a5177d4e tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] Request body: {'security_group_rule': {'security_group_id': '66e637e2-4cf9-433b-9cfa-d81a804a2e89', 'project_id': '0e3e7c2203b04c5f95eea23a0d73818b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 22:03:35.791949 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 6103ef68-d5fe-4ccf-b9cb-5fcd4439ef13 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 22:03:35.836180 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-08bf13f2-2465-43b2-a052-01f1afc42df6 None None] For port 53932ba2-8401-48a9-bc94-55b82c294119, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=53932ba2-8401-48a9-bc94-55b82c294119,segment=NetworkSegment(f207e17d-5dc3-4736-8055-2c6141fc5131),segment_id=f207e17d-5dc3-4736-8055-2c6141fc5131)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 22:03:35.856119 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-453ae29c-219b-4397-ba38-a627a5177d4e tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:35.903105 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-08bf13f2-2465-43b2-a052-01f1afc42df6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:35.919416 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-453ae29c-219b-4397-ba38-a627a5177d4e tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:35.949143 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 6103ef68-d5fe-4ccf-b9cb-5fcd4439ef13 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 22:03:35.949529 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:35.977345 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-453ae29c-219b-4397-ba38-a627a5177d4e tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691816'] for security_group_rule, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:35.995390 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453ae29c-219b-4397-ba38-a627a5177d4e tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0270900a-2849-4b5f-96eb-bc6f95e9ced6,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 22:03:36.032765 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bf13f2-2465-43b2-a052-01f1afc42df6 None None] Pushing event updated for resources: {'Port': ['ID=53932ba2-8401-48a9-bc94-55b82c294119,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 22:03:36.053053 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-453ae29c-219b-4397-ba38-a627a5177d4e tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:36.055375 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-453ae29c-219b-4397-ba38-a627a5177d4e tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3028049 May 20 22:03:36.056403 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-9a6fb636-0f86-48b5-8908-8a86bc9c04da None None] Provisioning complete for port 53932ba2-8401-48a9-bc94-55b82c294119 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 22:03:36.056774 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-9a6fb636-0f86-48b5-8908-8a86bc9c04da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:36.058320 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 38336) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 22:03:36.062915 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [None req-a16f860a-381b-4d5e-a733-dffaad62081d tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] Request body: {'security_group_rule': {'security_group_id': '66e637e2-4cf9-433b-9cfa-d81a804a2e89', 'project_id': '0e3e7c2203b04c5f95eea23a0d73818b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 22:03:36.122431 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-5d92101e-8cfc-494b-bd1a-77cb4d2f3203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36ef419c-5be6-4801-8210-4d336f220d88', 'name': 'tempest-TestSnapshotPattern-524352103-router', 'tenant_id': '7f12abdae58b4b638f10b239f3d96449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.237'}], 'enable_snat': True}, 'gw_port_id': '6103ef68-d5fe-4ccf-b9cb-5fcd4439ef13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T22:03:28Z', 'updated_at': '2022-05-20T22:03:32Z', 'revision_number': 4, 'project_id': '7f12abdae58b4b638f10b239f3d96449', 'gw_port': {'id': '6103ef68-d5fe-4ccf-b9cb-5fcd4439ef13', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:17:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ef419c-5be6-4801-8210-4d336f220d88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4447, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T22:03:29Z', 'updated_at': '2022-05-20T22:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': '53932ba2-8401-48a9-bc94-55b82c294119', 'name': '', 'network_id': '64049226-4275-40de-a9c4-f67f2a8244af', 'tenant_id': '7f12abdae58b4b638f10b239f3d96449', 'mac_address': 'fa:16:3e:cc:ac:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36ef419c-5be6-4801-8210-4d336f220d88', 'device_owner': 'network:router_interface', 'standard_attr_id': 4448, 'fixed_ips': [{'subnet_id': '9b11d375-159e-42f0-920e-5095fa0b442a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T22:03:31Z', 'updated_at': '2022-05-20T22:03:35Z', 'revision_number': 4, 'project_id': '7f12abdae58b4b638f10b239f3d96449', 'subnets': [{'id': '9b11d375-159e-42f0-920e-5095fa0b442a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 22:03:36.136705 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a16f860a-381b-4d5e-a733-dffaad62081d tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:36.154488 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 6103ef68-d5fe-4ccf-b9cb-5fcd4439ef13 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 22:03:36.156948 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d92101e-8cfc-494b-bd1a-77cb4d2f3203 None None] The sync data for ids ['36ef419c-5be6-4801-8210-4d336f220d88'] in n-d-842733-1 is: [{'id': '36ef419c-5be6-4801-8210-4d336f220d88', 'name': 'tempest-TestSnapshotPattern-524352103-router', 'tenant_id': '7f12abdae58b4b638f10b239f3d96449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.237'}], 'enable_snat': True}, 'gw_port_id': '6103ef68-d5fe-4ccf-b9cb-5fcd4439ef13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T22:03:28Z', 'updated_at': '2022-05-20T22:03:32Z', 'revision_number': 4, 'project_id': '7f12abdae58b4b638f10b239f3d96449', 'gw_port': {'id': '6103ef68-d5fe-4ccf-b9cb-5fcd4439ef13', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:17:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ef419c-5be6-4801-8210-4d336f220d88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4447, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T22:03:29Z', 'updated_at': '2022-05-20T22:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': '53932ba2-8401-48a9-bc94-55b82c294119', 'name': '', 'network_id': '64049226-4275-40de-a9c4-f67f2a8244af', 'tenant_id': '7f12abdae58b4b638f10b239f3d96449', 'mac_address': 'fa:16:3e:cc:ac:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36ef419c-5be6-4801-8210-4d336f220d88', 'device_owner': 'network:router_interface', 'standard_attr_id': 4448, 'fixed_ips': [{'subnet_id': '9b11d375-159e-42f0-920e-5095fa0b442a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T22:03:31Z', 'updated_at': '2022-05-20T22:03:35Z', 'revision_number': 4, 'project_id': '7f12abdae58b4b638f10b239f3d96449', 'subnets': [{'id': '9b11d375-159e-42f0-920e-5095fa0b442a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 22:03:36.216964 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-9a6fb636-0f86-48b5-8908-8a86bc9c04da None None] Current status of the port 53932ba2-8401-48a9-bc94-55b82c294119 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 22:03:36.220769 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a16f860a-381b-4d5e-a733-dffaad62081d tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:36.275251 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a16f860a-381b-4d5e-a733-dffaad62081d tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691816'] for security_group_rule, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:36.293701 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16f860a-381b-4d5e-a733-dffaad62081d tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d32ce6d7-64c5-4991-b561-aa5af18423f6,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 22:03:36.372855 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a16f860a-381b-4d5e-a733-dffaad62081d tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:36.376585 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-a16f860a-381b-4d5e-a733-dffaad62081d tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3148203 May 20 22:03:36.377309 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 38338) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 22:03:36.382592 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-e6e70a4d-2590-4ebd-9b48-a5a368724e7b tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] Request body: {'security_group_rule': {'security_group_id': '66e637e2-4cf9-433b-9cfa-d81a804a2e89', 'project_id': '0e3e7c2203b04c5f95eea23a0d73818b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 22:03:36.462515 n-d-842733-1 neutron-server[103163]: INFO neutron.db.securitygroups_db [None req-e6e70a4d-2590-4ebd-9b48-a5a368724e7b tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] Project 0e3e7c2203b04c5f95eea23a0d73818b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 20 22:03:36.468119 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e6e70a4d-2590-4ebd-9b48-a5a368724e7b tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:36.532894 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e6e70a4d-2590-4ebd-9b48-a5a368724e7b tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:36.610991 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e6e70a4d-2590-4ebd-9b48-a5a368724e7b tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691816'] for security_group_rule, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:36.628261 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e70a4d-2590-4ebd-9b48-a5a368724e7b tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96ca916b-19e7-4d08-9834-489d59218bcd,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 22:03:36.715579 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e6e70a4d-2590-4ebd-9b48-a5a368724e7b tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:36.716823 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-e6e70a4d-2590-4ebd-9b48-a5a368724e7b tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3385017 May 20 22:03:36.719796 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 38340) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 22:03:36.724168 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-88aaf065-e969-4866-85da-6020df12e64d tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] Request body: {'security_group_rule': {'security_group_id': '66e637e2-4cf9-433b-9cfa-d81a804a2e89', 'project_id': '0e3e7c2203b04c5f95eea23a0d73818b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 22:03:36.810968 n-d-842733-1 neutron-server[103163]: INFO neutron.db.securitygroups_db [None req-88aaf065-e969-4866-85da-6020df12e64d tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] Project 0e3e7c2203b04c5f95eea23a0d73818b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 20 22:03:36.815815 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-88aaf065-e969-4866-85da-6020df12e64d tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:36.878776 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-88aaf065-e969-4866-85da-6020df12e64d tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:36.936622 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-88aaf065-e969-4866-85da-6020df12e64d tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691816'] for security_group_rule, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:37.311903 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aaf065-e969-4866-85da-6020df12e64d tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d002fa90-133e-41dc-8d1c-c2a4c5bddea4,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 22:03:37.385036 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-88aaf065-e969-4866-85da-6020df12e64d tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:37.386361 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-88aaf065-e969-4866-85da-6020df12e64d tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6655891 May 20 22:03:37.656228 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f3337556-c4b8-4da5-9d49-5f58365e9ab7 req-084929ad-b7bf-4365-b04f-a11e2b4a4735 tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1758138806&fields=id&tenant_id=0e3e7c2203b04c5f95eea23a0d73818b HTTP/1.1" status: 200 len: 267 time: 0.0438874 May 20 22:03:37.783479 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3337556-c4b8-4da5-9d49-5f58365e9ab7 req-76dc365f-0239-4ae1-9305-703cfef7adf8 tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 22:03:37.786426 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f3337556-c4b8-4da5-9d49-5f58365e9ab7 req-76dc365f-0239-4ae1-9305-703cfef7adf8 tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] 10.222.0.35 "GET /v2.0/networks?id=c3ca5eb7-6acf-441f-95e1-646403580c0e HTTP/1.1" status: 200 len: 809 time: 0.1207213 May 20 22:03:37.802627 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f3337556-c4b8-4da5-9d49-5f58365e9ab7 req-40156f75-c902-42dd-a24a-5ec385059961 tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] 10.222.0.35 "GET /v2.0/quotas/0e3e7c2203b04c5f95eea23a0d73818b HTTP/1.1" status: 200 len: 375 time: 0.0107481 May 20 22:03:37.812621 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 53932ba2-8401-48a9-bc94-55b82c294119 up at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 22:03:37.862765 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Provisioning complete for port 53932ba2-8401-48a9-bc94-55b82c294119 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 22:03:37.863051 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:37.868064 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f3337556-c4b8-4da5-9d49-5f58365e9ab7 req-43663f65-dbdb-4696-86a7-4235ee5bc4c5 tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=0e3e7c2203b04c5f95eea23a0d73818b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0538564 May 20 22:03:37.943579 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Current status of the port 53932ba2-8401-48a9-bc94-55b82c294119 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 22:03:37.976567 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [req-f3337556-c4b8-4da5-9d49-5f58365e9ab7 req-e0913044-0b3b-41ef-a87a-b6d292816bd2 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103163) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 22:03:37.977642 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f3337556-c4b8-4da5-9d49-5f58365e9ab7 req-e0913044-0b3b-41ef-a87a-b6d292816bd2 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0976360 May 20 22:03:38.065344 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f3337556-c4b8-4da5-9d49-5f58365e9ab7 req-75d3de16-8c4e-4200-9432-96ed5052b736 service neutron] 10.222.0.35 "GET /v2.0/networks/c3ca5eb7-6acf-441f-95e1-646403580c0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812321 May 20 22:03:38.159094 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f3337556-c4b8-4da5-9d49-5f58365e9ab7 req-586e972b-2881-400a-abec-5b1ba32f7968 service neutron] 10.222.0.35 "GET /v2.0/networks/c3ca5eb7-6acf-441f-95e1-646403580c0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873449 May 20 22:03:38.416511 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1e0352d6-1f9f-437a-aa8d-4e5466174d1f req-3a9f4079-4f7b-4b97-94b4-f65cf805e85f tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] 10.222.0.35 "GET /v2.0/ports?device_id=4938d285-eb4c-40df-b29c-a7281cc74204 HTTP/1.1" status: 200 len: 210 time: 0.0280051 May 20 22:03:39.513462 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1fc2a2b9-516b-4eeb-9bbc-aafa8039cc0b req-c52859e2-af75-4d15-a91e-b4cb31fe2344 tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] 10.222.0.35 "GET /v2.0/ports?device_id=4938d285-eb4c-40df-b29c-a7281cc74204 HTTP/1.1" status: 200 len: 210 time: 0.0267611 May 20 22:03:40.535477 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3337556-c4b8-4da5-9d49-5f58365e9ab7 req-f238ef9b-c5b6-4f6c-ae10-23864fa8f5c1 tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 22:03:40.536900 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f3337556-c4b8-4da5-9d49-5f58365e9ab7 req-f238ef9b-c5b6-4f6c-ae10-23864fa8f5c1 tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] 10.222.0.24 "GET /v2.0/networks?id=c3ca5eb7-6acf-441f-95e1-646403580c0e HTTP/1.1" status: 200 len: 809 time: 0.1041796 May 20 22:03:40.579123 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f3337556-c4b8-4da5-9d49-5f58365e9ab7 req-45f8657a-f526-4698-be70-dff42e81b9f8 tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0e3e7c2203b04c5f95eea23a0d73818b HTTP/1.1" status: 200 len: 380 time: 0.0342581 May 20 22:03:40.598135 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [req-f3337556-c4b8-4da5-9d49-5f58365e9ab7 req-845b5fa4-2ee5-4981-86af-c0fe13a89a13 tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] Request body: {'port': {'device_id': '4938d285-eb4c-40df-b29c-a7281cc74204', 'network_id': 'c3ca5eb7-6acf-441f-95e1-646403580c0e', 'admin_state_up': True, 'tenant_id': '0e3e7c2203b04c5f95eea23a0d73818b', 'security_groups': ['66e637e2-4cf9-433b-9cfa-d81a804a2e89']}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 22:03:40.629119 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-feee500b-bc55-47da-ba39-4134ab4c6826 req-e6aa7726-1514-41dc-975d-bd948e88e211 tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] 10.222.0.35 "GET /v2.0/ports?device_id=4938d285-eb4c-40df-b29c-a7281cc74204 HTTP/1.1" status: 200 len: 210 time: 0.0444651 May 20 22:03:40.774275 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3337556-c4b8-4da5-9d49-5f58365e9ab7 req-845b5fa4-2ee5-4981-86af-c0fe13a89a13 tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] Made reservation on behalf of 0e3e7c2203b04c5f95eea23a0d73818b for: {'port': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 22:03:40.777929 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-f3337556-c4b8-4da5-9d49-5f58365e9ab7 req-845b5fa4-2ee5-4981-86af-c0fe13a89a13 tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:40.906241 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [req-f3337556-c4b8-4da5-9d49-5f58365e9ab7 req-845b5fa4-2ee5-4981-86af-c0fe13a89a13 tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] Allocated IP 172.20.0.9 (c3ca5eb7-6acf-441f-95e1-646403580c0e/75dbb661-5cb5-4abb-9c32-1d08140b67ce/7fe208ef-b20d-4033-b231-08c412a1db3e) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 22:03:41.044592 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-f3337556-c4b8-4da5-9d49-5f58365e9ab7 req-845b5fa4-2ee5-4981-86af-c0fe13a89a13 tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] Notify callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:41.145192 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-f3337556-c4b8-4da5-9d49-5f58365e9ab7 req-845b5fa4-2ee5-4981-86af-c0fe13a89a13 tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:41.185901 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3337556-c4b8-4da5-9d49-5f58365e9ab7 req-845b5fa4-2ee5-4981-86af-c0fe13a89a13 tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] Network c3ca5eb7-6acf-441f-95e1-646403580c0e is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 22:03:41.188730 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [req-f3337556-c4b8-4da5-9d49-5f58365e9ab7 req-845b5fa4-2ee5-4981-86af-c0fe13a89a13 tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 22:03:41.192227 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3337556-c4b8-4da5-9d49-5f58365e9ab7 req-845b5fa4-2ee5-4981-86af-c0fe13a89a13 tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 22:03:41.219913 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845b5fa4-2ee5-4981-86af-c0fe13a89a13 tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] Pushing event updated for resources: {'Port': ['ID=7fe208ef-b20d-4033-b231-08c412a1db3e,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 22:03:41.248958 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3337556-c4b8-4da5-9d49-5f58365e9ab7 req-845b5fa4-2ee5-4981-86af-c0fe13a89a13 tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 22:03:41.249593 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-f3337556-c4b8-4da5-9d49-5f58365e9ab7 req-845b5fa4-2ee5-4981-86af-c0fe13a89a13 tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:41.347654 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f3337556-c4b8-4da5-9d49-5f58365e9ab7 req-845b5fa4-2ee5-4981-86af-c0fe13a89a13 tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7612298 May 20 22:03:41.359337 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [req-f3337556-c4b8-4da5-9d49-5f58365e9ab7 req-a3a0c693-cd76-4d42-8dc8-6a801f225748 service neutron] Request body: {'port': {'device_id': '4938d285-eb4c-40df-b29c-a7281cc74204', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-842733-1'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 22:03:41.417280 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-f3337556-c4b8-4da5-9d49-5f58365e9ab7 req-a3a0c693-cd76-4d42-8dc8-6a801f225748 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:41.476953 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-f2e28425-c003-4a7b-8835-7c5f6f6db7c4 None None] Provisioning complete for port 7fe208ef-b20d-4033-b231-08c412a1db3e triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 22:03:41.477577 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-f2e28425-c003-4a7b-8835-7c5f6f6db7c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:41.511846 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-f2e28425-c003-4a7b-8835-7c5f6f6db7c4 None None] Port 7fe208ef-b20d-4033-b231-08c412a1db3e cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 22:03:41.673484 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [req-f3337556-c4b8-4da5-9d49-5f58365e9ab7 req-a3a0c693-cd76-4d42-8dc8-6a801f225748 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7fe208ef-b20d-4033-b231-08c412a1db3e {{(pid=103163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 22:03:41.682037 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-f3337556-c4b8-4da5-9d49-5f58365e9ab7 req-a3a0c693-cd76-4d42-8dc8-6a801f225748 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:41.693695 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [req-f3337556-c4b8-4da5-9d49-5f58365e9ab7 req-a3a0c693-cd76-4d42-8dc8-6a801f225748 service neutron] Transition to ACTIVE for port object 7fe208ef-b20d-4033-b231-08c412a1db3e will not be triggered until provisioned by entity L2. {{(pid=103163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 22:03:41.748813 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38e4446-a672-4284-acec-5e62637df847 req-21ab13b2-491e-42d9-9e36-4ffabcc8c471 tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 22:03:41.750321 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b38e4446-a672-4284-acec-5e62637df847 req-21ab13b2-491e-42d9-9e36-4ffabcc8c471 tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] 10.222.0.35 "GET /v2.0/ports?device_id=4938d285-eb4c-40df-b29c-a7281cc74204 HTTP/1.1" status: 200 len: 931 time: 0.0493867 May 20 22:03:41.753665 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-f3337556-c4b8-4da5-9d49-5f58365e9ab7 req-a3a0c693-cd76-4d42-8dc8-6a801f225748 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:41.853361 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a0c693-cd76-4d42-8dc8-6a801f225748 service neutron] Pushing event updated for resources: {'Port': ['ID=7fe208ef-b20d-4033-b231-08c412a1db3e,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 22:03:41.860769 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-b38e4446-a672-4284-acec-5e62637df847 req-c1f21a45-9e09-4cd9-bb57-74b9cf85d6bf tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] 10.222.0.35 "GET /v2.0/security-groups?id=66e637e2-4cf9-433b-9cfa-d81a804a2e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1016984 May 20 22:03:41.909546 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-f3337556-c4b8-4da5-9d49-5f58365e9ab7 req-a3a0c693-cd76-4d42-8dc8-6a801f225748 service neutron] Attempting to bind port 7fe208ef-b20d-4033-b231-08c412a1db3e on host n-h1-842733-1 for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 22:03:41.909834 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-f3337556-c4b8-4da5-9d49-5f58365e9ab7 req-a3a0c693-cd76-4d42-8dc8-6a801f225748 service neutron] Attempting to bind port 7fe208ef-b20d-4033-b231-08c412a1db3e by drivers openvswitch,hyperv on host n-h1-842733-1 at level 0 using segments [{'id': '0ba5d303-37c7-416c-b3f4-0290f262ef8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'c3ca5eb7-6acf-441f-95e1-646403580c0e'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 22:03:41.910290 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3337556-c4b8-4da5-9d49-5f58365e9ab7 req-a3a0c693-cd76-4d42-8dc8-6a801f225748 service neutron] Attempting to bind port 7fe208ef-b20d-4033-b231-08c412a1db3e on network c3ca5eb7-6acf-441f-95e1-646403580c0e {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 22:03:41.915747 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3337556-c4b8-4da5-9d49-5f58365e9ab7 req-a3a0c693-cd76-4d42-8dc8-6a801f225748 service neutron] Port 7fe208ef-b20d-4033-b231-08c412a1db3e on network c3ca5eb7-6acf-441f-95e1-646403580c0e not bound, no agent of type Open vSwitch agent registered on host n-h1-842733-1 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 22:03:41.916069 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3337556-c4b8-4da5-9d49-5f58365e9ab7 req-a3a0c693-cd76-4d42-8dc8-6a801f225748 service neutron] Attempting to bind port 7fe208ef-b20d-4033-b231-08c412a1db3e on network c3ca5eb7-6acf-441f-95e1-646403580c0e {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 22:03:41.921050 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3337556-c4b8-4da5-9d49-5f58365e9ab7 req-a3a0c693-cd76-4d42-8dc8-6a801f225748 service neutron] Checking agent: {'id': '08dfb1ce-804b-4db8-838b-21094082e041', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 32, 54), 'started_at': datetime.datetime(2022, 5, 20, 20, 32, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 22, 3, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 22:03:41.921427 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3337556-c4b8-4da5-9d49-5f58365e9ab7 req-a3a0c693-cd76-4d42-8dc8-6a801f225748 service neutron] Checking segment: {'id': '0ba5d303-37c7-416c-b3f4-0290f262ef8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'c3ca5eb7-6acf-441f-95e1-646403580c0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 22:03:41.922106 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3337556-c4b8-4da5-9d49-5f58365e9ab7 req-a3a0c693-cd76-4d42-8dc8-6a801f225748 service neutron] Bound using segment: {'id': '0ba5d303-37c7-416c-b3f4-0290f262ef8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'c3ca5eb7-6acf-441f-95e1-646403580c0e'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 22:03:41.922544 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-f3337556-c4b8-4da5-9d49-5f58365e9ab7 req-a3a0c693-cd76-4d42-8dc8-6a801f225748 service neutron] Bound port: 7fe208ef-b20d-4033-b231-08c412a1db3e, host: n-h1-842733-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ba5d303-37c7-416c-b3f4-0290f262ef8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'c3ca5eb7-6acf-441f-95e1-646403580c0e'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 22:03:41.922911 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-f3337556-c4b8-4da5-9d49-5f58365e9ab7 req-a3a0c693-cd76-4d42-8dc8-6a801f225748 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:41.987318 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-f3337556-c4b8-4da5-9d49-5f58365e9ab7 req-a3a0c693-cd76-4d42-8dc8-6a801f225748 service neutron] For port 7fe208ef-b20d-4033-b231-08c412a1db3e, host n-h1-842733-1, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 22:03:41.990229 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-f3337556-c4b8-4da5-9d49-5f58365e9ab7 req-a3a0c693-cd76-4d42-8dc8-6a801f225748 service neutron] For port 7fe208ef-b20d-4033-b231-08c412a1db3e, host n-h1-842733-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=7fe208ef-b20d-4033-b231-08c412a1db3e,segment=NetworkSegment(0ba5d303-37c7-416c-b3f4-0290f262ef8a),segment_id=0ba5d303-37c7-416c-b3f4-0290f262ef8a)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 22:03:42.059463 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-f3337556-c4b8-4da5-9d49-5f58365e9ab7 req-a3a0c693-cd76-4d42-8dc8-6a801f225748 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:42.098618 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3337556-c4b8-4da5-9d49-5f58365e9ab7 req-a3a0c693-cd76-4d42-8dc8-6a801f225748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 22:03:42.103123 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-f3337556-c4b8-4da5-9d49-5f58365e9ab7 req-a3a0c693-cd76-4d42-8dc8-6a801f225748 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:42.103123 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f3337556-c4b8-4da5-9d49-5f58365e9ab7 req-a3a0c693-cd76-4d42-8dc8-6a801f225748 service neutron] 10.222.0.24 "PUT /v2.0/ports/7fe208ef-b20d-4033-b231-08c412a1db3e HTTP/1.1" status: 200 len: 1091 time: 0.7456002 May 20 22:03:42.103123 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4938d285-eb4c-40df-b29c-a7281cc74204', 'tag': '7fe208ef-b20d-4033-b231-08c412a1db3e'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 22:03:42.104504 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4416c3b25ab83027dff24eda6e450cd3b8f285a9257f5a2b93a81ddcbdb8854f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-563fcd6e-9643-448a-9c55-e93904e6979d" -d '{"events": [{"name": "network-changed", "server_uuid": "4938d285-eb4c-40df-b29c-a7281cc74204", "tag": "7fe208ef-b20d-4033-b231-08c412a1db3e"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 22:03:42.134144 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a0c693-cd76-4d42-8dc8-6a801f225748 service neutron] Pushing event updated for resources: {'Port': ['ID=7fe208ef-b20d-4033-b231-08c412a1db3e,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 22:03:42.146279 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 22:03:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-166c234d-4e3d-42be-8965-8b24285a702f x-openstack-request-id: req-166c234d-4e3d-42be-8965-8b24285a702f {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 22:03:42.146570 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4938d285-eb4c-40df-b29c-a7281cc74204", "tag": "7fe208ef-b20d-4033-b231-08c412a1db3e", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 22:03:42.146822 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-166c234d-4e3d-42be-8965-8b24285a702f {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 22:03:42.147235 n-d-842733-1 neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-166c234d-4e3d-42be-8965-8b24285a702f'] response: {'name': 'network-changed', 'server_uuid': '4938d285-eb4c-40df-b29c-a7281cc74204', 'tag': '7fe208ef-b20d-4033-b231-08c412a1db3e', 'status': 'completed', 'code': 200} May 20 22:03:42.211222 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563fcd6e-9643-448a-9c55-e93904e6979d req-3f182a03-e9a2-44c7-b3a4-3f11acacbfdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 22:03:42.212797 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-563fcd6e-9643-448a-9c55-e93904e6979d req-3f182a03-e9a2-44c7-b3a4-3f11acacbfdd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0e3e7c2203b04c5f95eea23a0d73818b&device_id=4938d285-eb4c-40df-b29c-a7281cc74204 HTTP/1.1" status: 200 len: 1094 time: 0.0459993 May 20 22:03:42.316722 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563fcd6e-9643-448a-9c55-e93904e6979d req-b3e9f6e1-9c56-41ba-a7fc-d81629d7abc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 22:03:42.318195 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-563fcd6e-9643-448a-9c55-e93904e6979d req-b3e9f6e1-9c56-41ba-a7fc-d81629d7abc5 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=0e3e7c2203b04c5f95eea23a0d73818b&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0964305 May 20 22:03:42.416685 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563fcd6e-9643-448a-9c55-e93904e6979d req-9aac68c1-258b-46a1-8d8f-f5b0c14c836c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 22:03:42.418203 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-563fcd6e-9643-448a-9c55-e93904e6979d req-9aac68c1-258b-46a1-8d8f-f5b0c14c836c service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0940032 May 20 22:03:42.496212 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3337556-c4b8-4da5-9d49-5f58365e9ab7 req-6b3efec5-eb3e-4889-9c18-6f6fe4a1ba31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 22:03:42.497757 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f3337556-c4b8-4da5-9d49-5f58365e9ab7 req-6b3efec5-eb3e-4889-9c18-6f6fe4a1ba31 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0e3e7c2203b04c5f95eea23a0d73818b&device_id=4938d285-eb4c-40df-b29c-a7281cc74204 HTTP/1.1" status: 200 len: 1094 time: 0.0414679 May 20 22:03:42.546367 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f3337556-c4b8-4da5-9d49-5f58365e9ab7 req-5f024ce7-77c6-4f8c-a5f7-3592449b1ddc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7fe208ef-b20d-4033-b231-08c412a1db3e HTTP/1.1" status: 200 len: 217 time: 0.0412490 May 20 22:03:42.602788 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3337556-c4b8-4da5-9d49-5f58365e9ab7 req-1d1f2529-4503-4d48-aa09-64c456ab00ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 22:03:42.604231 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f3337556-c4b8-4da5-9d49-5f58365e9ab7 req-1d1f2529-4503-4d48-aa09-64c456ab00ef service neutron] 10.222.0.24 "GET /v2.0/subnets?id=75dbb661-5cb5-4abb-9c32-1d08140b67ce HTTP/1.1" status: 200 len: 848 time: 0.0521231 May 20 22:03:42.648547 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3337556-c4b8-4da5-9d49-5f58365e9ab7 req-a116b0e7-17c7-4f68-8b37-e1972974e626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 22:03:42.650080 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f3337556-c4b8-4da5-9d49-5f58365e9ab7 req-a116b0e7-17c7-4f68-8b37-e1972974e626 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c3ca5eb7-6acf-441f-95e1-646403580c0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395939 May 20 22:03:42.742446 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f3337556-c4b8-4da5-9d49-5f58365e9ab7 req-26a2c90e-5fe5-4d44-a87b-81b7f98260ac service neutron] 10.222.0.24 "GET /v2.0/networks/c3ca5eb7-6acf-441f-95e1-646403580c0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851700 May 20 22:03:42.832067 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f3337556-c4b8-4da5-9d49-5f58365e9ab7 req-7be797ee-2cb2-4bf1-80f0-a02fff137256 service neutron] 10.222.0.24 "GET /v2.0/networks/c3ca5eb7-6acf-441f-95e1-646403580c0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835688 May 20 22:03:42.981815 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4767044f-09b8-4766-a3b0-92f5e522a4b0 req-8cc36725-35e3-4031-b30b-0c5eea0b1d79 tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 22:03:42.983300 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4767044f-09b8-4766-a3b0-92f5e522a4b0 req-8cc36725-35e3-4031-b30b-0c5eea0b1d79 tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] 10.222.0.35 "GET /v2.0/ports?device_id=4938d285-eb4c-40df-b29c-a7281cc74204 HTTP/1.1" status: 200 len: 943 time: 0.0498812 May 20 22:03:43.021014 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-4767044f-09b8-4766-a3b0-92f5e522a4b0 req-f48b2860-951a-4201-891e-fc0d620715a1 tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] 10.222.0.35 "GET /v2.0/security-groups?id=66e637e2-4cf9-433b-9cfa-d81a804a2e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313480 May 20 22:03:44.142977 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa2867a-5b7f-4678-a96e-11ef22ca71b3 req-1ad730b0-0452-4472-912a-e18882330f1c tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 22:03:44.144327 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9aa2867a-5b7f-4678-a96e-11ef22ca71b3 req-1ad730b0-0452-4472-912a-e18882330f1c tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] 10.222.0.35 "GET /v2.0/ports?device_id=4938d285-eb4c-40df-b29c-a7281cc74204 HTTP/1.1" status: 200 len: 943 time: 0.0526226 May 20 22:03:44.181672 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9aa2867a-5b7f-4678-a96e-11ef22ca71b3 req-06da1ae3-d4eb-4ce2-b1a1-a44fb64cdbc7 tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] 10.222.0.35 "GET /v2.0/security-groups?id=66e637e2-4cf9-433b-9cfa-d81a804a2e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312567 May 20 22:03:45.295424 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dedc428-4ae7-462a-82ff-1d62ff9808fa req-01c8a802-dd68-45e8-9e92-056864bed4c0 tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 22:03:45.296867 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3dedc428-4ae7-462a-82ff-1d62ff9808fa req-01c8a802-dd68-45e8-9e92-056864bed4c0 tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] 10.222.0.35 "GET /v2.0/ports?device_id=4938d285-eb4c-40df-b29c-a7281cc74204 HTTP/1.1" status: 200 len: 943 time: 0.0481451 May 20 22:03:45.334144 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-3dedc428-4ae7-462a-82ff-1d62ff9808fa req-2290ea5c-856c-4f47-b419-232c36e53ebb tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] 10.222.0.35 "GET /v2.0/security-groups?id=66e637e2-4cf9-433b-9cfa-d81a804a2e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313013 May 20 22:03:45.565138 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 7fe208ef-b20d-4033-b231-08c412a1db3e details requested by agent hyperv_n-h1-842733-1 with host n-h1-842733-1 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 22:03:45.808732 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port 7fe208ef-b20d-4033-b231-08c412a1db3e, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=7fe208ef-b20d-4033-b231-08c412a1db3e,segment=NetworkSegment(0ba5d303-37c7-416c-b3f4-0290f262ef8a),segment_id=0ba5d303-37c7-416c-b3f4-0290f262ef8a)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 22:03:45.820139 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Returning: {'device': '7fe208ef-b20d-4033-b231-08c412a1db3e', 'network_id': 'c3ca5eb7-6acf-441f-95e1-646403580c0e', 'port_id': '7fe208ef-b20d-4033-b231-08c412a1db3e', 'mac_address': 'fa:16:3e:78:7e:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75dbb661-5cb5-4abb-9c32-1d08140b67ce', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 20 22:03:45.856836 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Current status of the port 7fe208ef-b20d-4033-b231-08c412a1db3e is: DOWN; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 22:03:45.857234 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:45.869768 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7fe208ef-b20d-4033-b231-08c412a1db3e {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 22:03:45.888455 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port 7fe208ef-b20d-4033-b231-08c412a1db3e, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=7fe208ef-b20d-4033-b231-08c412a1db3e,segment=NetworkSegment(0ba5d303-37c7-416c-b3f4-0290f262ef8a),segment_id=0ba5d303-37c7-416c-b3f4-0290f262ef8a)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 22:03:45.984538 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:46.036417 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Pushing event updated for resources: {'Port': ['ID=7fe208ef-b20d-4033-b231-08c412a1db3e,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 22:03:46.199831 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] get_ports_and_sgs() called for port_ids ['7fe208ef-b20d-4033-b231-08c412a1db3e'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 22:03:46.452309 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a9d5ed-bcf9-4f62-843d-6c543a15b248 req-1dcb8fd9-b0a3-483d-9be8-97c3905dbf94 tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 22:03:46.453790 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-01a9d5ed-bcf9-4f62-843d-6c543a15b248 req-1dcb8fd9-b0a3-483d-9be8-97c3905dbf94 tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] 10.222.0.35 "GET /v2.0/ports?device_id=4938d285-eb4c-40df-b29c-a7281cc74204 HTTP/1.1" status: 200 len: 944 time: 0.0483282 May 20 22:03:46.491567 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-01a9d5ed-bcf9-4f62-843d-6c543a15b248 req-020f0bde-96ea-4f49-9ef1-a3b6b9d4900c tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] 10.222.0.35 "GET /v2.0/security-groups?id=66e637e2-4cf9-433b-9cfa-d81a804a2e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315800 May 20 22:03:47.573444 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 7fe208ef-b20d-4033-b231-08c412a1db3e up at agent hyperv_n-h1-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 22:03:47.614568 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82501c75-6c59-40a2-a6bd-6094ea06af54 req-84e6358f-9246-49eb-98f6-b826dd2102ac tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 22:03:47.618058 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-82501c75-6c59-40a2-a6bd-6094ea06af54 req-84e6358f-9246-49eb-98f6-b826dd2102ac tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] 10.222.0.35 "GET /v2.0/ports?device_id=4938d285-eb4c-40df-b29c-a7281cc74204 HTTP/1.1" status: 200 len: 944 time: 0.0552216 May 20 22:03:47.654818 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-82501c75-6c59-40a2-a6bd-6094ea06af54 req-0e68dac6-e91f-4f71-b1b3-85a91abf5825 tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] 10.222.0.35 "GET /v2.0/security-groups?id=66e637e2-4cf9-433b-9cfa-d81a804a2e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315237 May 20 22:03:47.687623 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Provisioning for port 7fe208ef-b20d-4033-b231-08c412a1db3e completed by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 22:03:47.691573 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Provisioning complete for port 7fe208ef-b20d-4033-b231-08c412a1db3e triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 22:03:47.692016 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:47.772300 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Current status of the port 7fe208ef-b20d-4033-b231-08c412a1db3e is: BUILD; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 22:03:47.772602 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:47.796230 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4938d285-eb4c-40df-b29c-a7281cc74204', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fe208ef-b20d-4033-b231-08c412a1db3e'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 22:03:47.798769 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7947af4a1013b12ef328acaa2f4e39eb2f7ac51c208120b4987a707d9dc479df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-831f68cb-2130-4785-8c96-ad33697f4427" -d '{"events": [{"server_uuid": "4938d285-eb4c-40df-b29c-a7281cc74204", "name": "network-vif-plugged", "status": "completed", "tag": "7fe208ef-b20d-4033-b231-08c412a1db3e"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 22:03:47.812260 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port 7fe208ef-b20d-4033-b231-08c412a1db3e, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=7fe208ef-b20d-4033-b231-08c412a1db3e,segment=NetworkSegment(0ba5d303-37c7-416c-b3f4-0290f262ef8a),segment_id=0ba5d303-37c7-416c-b3f4-0290f262ef8a)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 22:03:47.873817 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:47.896911 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 22:03:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00d6ea19-1397-4faf-a296-ea88344a0127 x-openstack-request-id: req-00d6ea19-1397-4faf-a296-ea88344a0127 {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 22:03:47.897257 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4938d285-eb4c-40df-b29c-a7281cc74204", "name": "network-vif-plugged", "status": "completed", "tag": "7fe208ef-b20d-4033-b231-08c412a1db3e", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 22:03:47.897520 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-00d6ea19-1397-4faf-a296-ea88344a0127 {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 22:03:47.898476 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00d6ea19-1397-4faf-a296-ea88344a0127'] response: {'server_uuid': '4938d285-eb4c-40df-b29c-a7281cc74204', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fe208ef-b20d-4033-b231-08c412a1db3e', 'code': 200} May 20 22:03:47.924668 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Pushing event updated for resources: {'Port': ['ID=7fe208ef-b20d-4033-b231-08c412a1db3e,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 22:03:47.986836 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e4d93d-9188-42ae-8b34-49909b6acdbf req-0ffbc5d3-3f97-4013-8d72-229b3e5bbf5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 22:03:47.988314 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-45e4d93d-9188-42ae-8b34-49909b6acdbf req-0ffbc5d3-3f97-4013-8d72-229b3e5bbf5d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4938d285-eb4c-40df-b29c-a7281cc74204 HTTP/1.1" status: 200 len: 1096 time: 0.0405676 May 20 22:03:48.022856 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-45e4d93d-9188-42ae-8b34-49909b6acdbf req-7aee59cd-8f72-4dc5-bbb8-bab244e583c1 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=66e637e2-4cf9-433b-9cfa-d81a804a2e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0269706 May 20 22:03:48.772204 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7529d61a-5f4b-454a-b446-c51da837f736 req-0f590785-5f40-4d66-99f8-a95b217b1f1b tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 22:03:48.773783 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7529d61a-5f4b-454a-b446-c51da837f736 req-0f590785-5f40-4d66-99f8-a95b217b1f1b tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] 10.222.0.35 "GET /v2.0/ports?device_id=4938d285-eb4c-40df-b29c-a7281cc74204 HTTP/1.1" status: 200 len: 945 time: 0.0475769 May 20 22:03:48.811077 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7529d61a-5f4b-454a-b446-c51da837f736 req-0213e403-c105-4db3-a86c-e4fb1bbe11d6 tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] 10.222.0.35 "GET /v2.0/security-groups?id=66e637e2-4cf9-433b-9cfa-d81a804a2e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308273 May 20 22:03:49.932822 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84168b3f-8236-432a-b87b-1f104c032e1e req-0dcb3878-b201-4f2a-aaa7-ce5ba11f95fe tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 22:03:49.934339 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-84168b3f-8236-432a-b87b-1f104c032e1e req-0dcb3878-b201-4f2a-aaa7-ce5ba11f95fe tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] 10.222.0.35 "GET /v2.0/ports?device_id=4938d285-eb4c-40df-b29c-a7281cc74204 HTTP/1.1" status: 200 len: 945 time: 0.0540020 May 20 22:03:49.972611 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c0d4803b-ee49-4c12-8f49-9588b7d06646 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:49.973324 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-84168b3f-8236-432a-b87b-1f104c032e1e req-9ecf126b-493e-463a-8ec0-8d901fd57fe0 tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] 10.222.0.35 "GET /v2.0/security-groups?id=66e637e2-4cf9-433b-9cfa-d81a804a2e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325718 May 20 22:03:50.088604 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9fe73b-840e-4f57-82c5-cce1958785b9 req-d32cb9c3-f7d9-4345-bf23-45809d37baab tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 22:03:50.090214 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ff9fe73b-840e-4f57-82c5-cce1958785b9 req-d32cb9c3-f7d9-4345-bf23-45809d37baab tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] 10.222.0.35 "GET /v2.0/ports?device_id=4938d285-eb4c-40df-b29c-a7281cc74204 HTTP/1.1" status: 200 len: 945 time: 0.0489645 May 20 22:03:50.127212 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ff9fe73b-840e-4f57-82c5-cce1958785b9 req-9d6988b3-26bc-4ed7-99ac-6e9bff315d60 tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] 10.222.0.35 "GET /v2.0/security-groups?id=66e637e2-4cf9-433b-9cfa-d81a804a2e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308938 May 20 22:03:50.149822 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 38402) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 22:03:50.231175 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74d55057-3d49-4cb4-b5d6-de57949c9104 tempest-TestSnapshotPattern-1989578323 tempest-TestSnapshotPattern-1989578323-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 22:03:50.232664 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-74d55057-3d49-4cb4-b5d6-de57949c9104 tempest-TestSnapshotPattern-1989578323 tempest-TestSnapshotPattern-1989578323-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=4938d285-eb4c-40df-b29c-a7281cc74204 HTTP/1.1" status: 200 len: 1091 time: 0.0819108 May 20 22:03:50.235551 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 38406) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 22:03:50.239697 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-9a4ea527-cefe-4d64-8afb-581d8efa10f6 tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] Request body: {'floatingip': {'floating_network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'port_id': '7fe208ef-b20d-4033-b231-08c412a1db3e', 'tenant_id': '0e3e7c2203b04c5f95eea23a0d73818b', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 22:03:50.316386 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9a4ea527-cefe-4d64-8afb-581d8efa10f6 tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] Notify callbacks [] for floatingip, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:50.416357 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9a4ea527-cefe-4d64-8afb-581d8efa10f6 tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:50.523000 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-9a4ea527-cefe-4d64-8afb-581d8efa10f6 tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] Allocated IP 172.25.2.184 (e3a93b5c-91e2-4064-9c2c-1afc261bfe15/86fee0c1-6e34-488b-9216-b2b8e7ef585a/19188b0a-7916-4b6c-a349-442b85f26bde) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 22:03:50.622293 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9a4ea527-cefe-4d64-8afb-581d8efa10f6 tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] Notify callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:50.687840 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9a4ea527-cefe-4d64-8afb-581d8efa10f6 tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:50.724995 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a4ea527-cefe-4d64-8afb-581d8efa10f6 tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] Network e3a93b5c-91e2-4064-9c2c-1afc261bfe15 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 22:03:50.728107 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-9a4ea527-cefe-4d64-8afb-581d8efa10f6 tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 22:03:50.730768 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a4ea527-cefe-4d64-8afb-581d8efa10f6 tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 22:03:50.760054 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4ea527-cefe-4d64-8afb-581d8efa10f6 tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] Pushing event updated for resources: {'Port': ['ID=19188b0a-7916-4b6c-a349-442b85f26bde,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 22:03:51.084422 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9a4ea527-cefe-4d64-8afb-581d8efa10f6 tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:51.207693 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9a4ea527-cefe-4d64-8afb-581d8efa10f6 tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:51.354353 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9a4ea527-cefe-4d64-8afb-581d8efa10f6 tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] Notify callbacks [] for port, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:51.416273 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9a4ea527-cefe-4d64-8afb-581d8efa10f6 tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:51.483097 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4ea527-cefe-4d64-8afb-581d8efa10f6 tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] Pushing event updated for resources: {'Port': ['ID=19188b0a-7916-4b6c-a349-442b85f26bde,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 22:03:51.495595 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9a4ea527-cefe-4d64-8afb-581d8efa10f6 tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748272'] for floatingip, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:51.593779 n-d-842733-1 neutron-server[103163]: INFO neutron.db.l3_db [None req-9a4ea527-cefe-4d64-8afb-581d8efa10f6 tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] Floating IP 56118fcb-a35b-450d-96d6-dafa77c26778 associated. External IP: 172.25.2.184, port: 7fe208ef-b20d-4033-b231-08c412a1db3e. May 20 22:03:51.798680 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a4ea527-cefe-4d64-8afb-581d8efa10f6 tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] Router c85215bb-2c62-4cad-bb1f-14286520dc79 has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 22:03:51.902658 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a4ea527-cefe-4d64-8afb-581d8efa10f6 tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 22:03:51.912283 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7597a68a-62c7-49e3-a4b2-b83593806564 None None] Sync routers for ids ['c85215bb-2c62-4cad-bb1f-14286520dc79'] in n-d-842733-1 {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 22:03:51.922866 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7597a68a-62c7-49e3-a4b2-b83593806564 None None] Routers {'c85215bb-2c62-4cad-bb1f-14286520dc79'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 22:03:51.923480 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-7597a68a-62c7-49e3-a4b2-b83593806564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T22:03:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['c85215bb-2c62-4cad-bb1f-14286520dc79'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 22:03:51.982952 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9a4ea527-cefe-4d64-8afb-581d8efa10f6 tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for floatingip, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:52.029158 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-9a4ea527-cefe-4d64-8afb-581d8efa10f6 tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7905524 May 20 22:03:52.029158 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4938d285-eb4c-40df-b29c-a7281cc74204', 'tag': '7fe208ef-b20d-4033-b231-08c412a1db3e'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 22:03:52.032345 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4416c3b25ab83027dff24eda6e450cd3b8f285a9257f5a2b93a81ddcbdb8854f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff33688f-f11b-4e00-9a30-e5c101908cc2" -d '{"events": [{"name": "network-changed", "server_uuid": "4938d285-eb4c-40df-b29c-a7281cc74204", "tag": "7fe208ef-b20d-4033-b231-08c412a1db3e"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 22:03:52.050048 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-7597a68a-62c7-49e3-a4b2-b83593806564 None None] Set router c85215bb-2c62-4cad-bb1f-14286520dc79 gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 22:03:52.069838 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 22:03:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a3c8bcc-5b70-4b24-b580-7a11b2ae197a x-openstack-request-id: req-7a3c8bcc-5b70-4b24-b580-7a11b2ae197a {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 22:03:52.070127 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4938d285-eb4c-40df-b29c-a7281cc74204", "tag": "7fe208ef-b20d-4033-b231-08c412a1db3e", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 22:03:52.070380 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7a3c8bcc-5b70-4b24-b580-7a11b2ae197a {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 22:03:52.070787 n-d-842733-1 neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a3c8bcc-5b70-4b24-b580-7a11b2ae197a'] response: {'name': 'network-changed', 'server_uuid': '4938d285-eb4c-40df-b29c-a7281cc74204', 'tag': '7fe208ef-b20d-4033-b231-08c412a1db3e', 'status': 'completed', 'code': 200} May 20 22:03:52.132683 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff33688f-f11b-4e00-9a30-e5c101908cc2 req-5ab82276-3dc5-4b5d-addf-8acb2bcef692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 22:03:52.134965 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ff33688f-f11b-4e00-9a30-e5c101908cc2 req-5ab82276-3dc5-4b5d-addf-8acb2bcef692 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0e3e7c2203b04c5f95eea23a0d73818b&device_id=4938d285-eb4c-40df-b29c-a7281cc74204 HTTP/1.1" status: 200 len: 1096 time: 0.0417876 May 20 22:03:52.226665 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff33688f-f11b-4e00-9a30-e5c101908cc2 req-e23b82b5-851d-4e50-b23d-44b4f39d35e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 22:03:52.228079 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ff33688f-f11b-4e00-9a30-e5c101908cc2 req-e23b82b5-851d-4e50-b23d-44b4f39d35e0 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c3ca5eb7-6acf-441f-95e1-646403580c0e HTTP/1.1" status: 200 len: 910 time: 0.0863755 May 20 22:03:52.273016 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-7597a68a-62c7-49e3-a4b2-b83593806564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c85215bb-2c62-4cad-bb1f-14286520dc79', 'name': 'tempest-TestSnapshotPattern-910422529-router', 'tenant_id': '0e3e7c2203b04c5f95eea23a0d73818b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.20'}], 'enable_snat': True}, 'gw_port_id': '1c8ee2e8-a20e-4176-9205-ef82b2edbdbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T22:03:23Z', 'updated_at': '2022-05-20T22:03:26Z', 'revision_number': 4, 'project_id': '0e3e7c2203b04c5f95eea23a0d73818b', 'gw_port': {'id': '1c8ee2e8-a20e-4176-9205-ef82b2edbdbc', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:a4:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c85215bb-2c62-4cad-bb1f-14286520dc79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4435, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T22:03:23Z', 'updated_at': '2022-05-20T22:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_floatingips': [{'id': '56118fcb-a35b-450d-96d6-dafa77c26778', 'tenant_id': '0e3e7c2203b04c5f95eea23a0d73818b', 'floating_ip_address': '172.25.2.184', 'floating_network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'router_id': 'c85215bb-2c62-4cad-bb1f-14286520dc79', 'port_id': '7fe208ef-b20d-4033-b231-08c412a1db3e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4460, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3ca5eb7-6acf-441f-95e1-646403580c0e', 'mac_address': 'fa:16:3e:78:7e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4938d285-eb4c-40df-b29c-a7281cc74204', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-20T22:03:50Z', 'updated_at': '2022-05-20T22:03:50Z', 'revision_number': 0, 'project_id': '0e3e7c2203b04c5f95eea23a0d73818b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '816a0c62-d119-4dfa-a76e-dd90ef6ac20b', 'name': '', 'network_id': 'c3ca5eb7-6acf-441f-95e1-646403580c0e', 'tenant_id': '0e3e7c2203b04c5f95eea23a0d73818b', 'mac_address': 'fa:16:3e:82:0c:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c85215bb-2c62-4cad-bb1f-14286520dc79', 'device_owner': 'network:router_interface', 'standard_attr_id': 4436, 'fixed_ips': [{'subnet_id': '75dbb661-5cb5-4abb-9c32-1d08140b67ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T22:03:25Z', 'updated_at': '2022-05-20T22:03:30Z', 'revision_number': 5, 'project_id': '0e3e7c2203b04c5f95eea23a0d73818b', 'subnets': [{'id': '75dbb661-5cb5-4abb-9c32-1d08140b67ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 22:03:52.294423 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ff33688f-f11b-4e00-9a30-e5c101908cc2 req-5de6050f-85cf-46c1-9cab-ed808009ec25 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7fe208ef-b20d-4033-b231-08c412a1db3e HTTP/1.1" status: 200 len: 999 time: 0.0590537 May 20 22:03:52.300035 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7597a68a-62c7-49e3-a4b2-b83593806564 None None] Checking router: c85215bb-2c62-4cad-bb1f-14286520dc79 for host: n-d-842733-1 {{(pid=103165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 22:03:52.308629 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7597a68a-62c7-49e3-a4b2-b83593806564 None None] Routers {'c85215bb-2c62-4cad-bb1f-14286520dc79'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 22:03:52.309244 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-7597a68a-62c7-49e3-a4b2-b83593806564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T22:03:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['c85215bb-2c62-4cad-bb1f-14286520dc79'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 22:03:52.327722 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-bb7d24e5-3016-4c47-8e11-f7cd23ac2314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:52.345412 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff33688f-f11b-4e00-9a30-e5c101908cc2 req-c7ede26c-0c09-42d0-938e-a6991f5173c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 22:03:52.346872 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ff33688f-f11b-4e00-9a30-e5c101908cc2 req-c7ede26c-0c09-42d0-938e-a6991f5173c8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=75dbb661-5cb5-4abb-9c32-1d08140b67ce HTTP/1.1" status: 200 len: 848 time: 0.0455973 May 20 22:03:52.397385 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff33688f-f11b-4e00-9a30-e5c101908cc2 req-aa009de7-c8e0-41e5-9627-f8fa3d9b81c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 22:03:52.398921 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ff33688f-f11b-4e00-9a30-e5c101908cc2 req-aa009de7-c8e0-41e5-9627-f8fa3d9b81c7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c3ca5eb7-6acf-441f-95e1-646403580c0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448096 May 20 22:03:52.415518 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-7597a68a-62c7-49e3-a4b2-b83593806564 None None] Set router c85215bb-2c62-4cad-bb1f-14286520dc79 gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 22:03:52.490612 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ff33688f-f11b-4e00-9a30-e5c101908cc2 req-a018d972-6b3b-4b6a-8c7c-bb92e72d357d service neutron] 10.222.0.24 "GET /v2.0/networks/c3ca5eb7-6acf-441f-95e1-646403580c0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841119 May 20 22:03:52.582652 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ff33688f-f11b-4e00-9a30-e5c101908cc2 req-f37f69c7-3e32-48c5-8d57-ac4ae95a043d service neutron] 10.222.0.24 "GET /v2.0/networks/c3ca5eb7-6acf-441f-95e1-646403580c0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862296 May 20 22:03:52.631217 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-7597a68a-62c7-49e3-a4b2-b83593806564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c85215bb-2c62-4cad-bb1f-14286520dc79', 'name': 'tempest-TestSnapshotPattern-910422529-router', 'tenant_id': '0e3e7c2203b04c5f95eea23a0d73818b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.20'}], 'enable_snat': True}, 'gw_port_id': '1c8ee2e8-a20e-4176-9205-ef82b2edbdbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T22:03:23Z', 'updated_at': '2022-05-20T22:03:26Z', 'revision_number': 4, 'project_id': '0e3e7c2203b04c5f95eea23a0d73818b', 'gw_port': {'id': '1c8ee2e8-a20e-4176-9205-ef82b2edbdbc', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:a4:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c85215bb-2c62-4cad-bb1f-14286520dc79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4435, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T22:03:23Z', 'updated_at': '2022-05-20T22:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_floatingips': [{'id': '56118fcb-a35b-450d-96d6-dafa77c26778', 'tenant_id': '0e3e7c2203b04c5f95eea23a0d73818b', 'floating_ip_address': '172.25.2.184', 'floating_network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'router_id': 'c85215bb-2c62-4cad-bb1f-14286520dc79', 'port_id': '7fe208ef-b20d-4033-b231-08c412a1db3e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4460, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3ca5eb7-6acf-441f-95e1-646403580c0e', 'mac_address': 'fa:16:3e:78:7e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4938d285-eb4c-40df-b29c-a7281cc74204', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-20T22:03:50Z', 'updated_at': '2022-05-20T22:03:50Z', 'revision_number': 0, 'project_id': '0e3e7c2203b04c5f95eea23a0d73818b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '816a0c62-d119-4dfa-a76e-dd90ef6ac20b', 'name': '', 'network_id': 'c3ca5eb7-6acf-441f-95e1-646403580c0e', 'tenant_id': '0e3e7c2203b04c5f95eea23a0d73818b', 'mac_address': 'fa:16:3e:82:0c:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c85215bb-2c62-4cad-bb1f-14286520dc79', 'device_owner': 'network:router_interface', 'standard_attr_id': 4436, 'fixed_ips': [{'subnet_id': '75dbb661-5cb5-4abb-9c32-1d08140b67ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T22:03:25Z', 'updated_at': '2022-05-20T22:03:30Z', 'revision_number': 5, 'project_id': '0e3e7c2203b04c5f95eea23a0d73818b', 'subnets': [{'id': '75dbb661-5cb5-4abb-9c32-1d08140b67ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 22:03:52.749539 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7597a68a-62c7-49e3-a4b2-b83593806564 None None] The sync data for ids ['c85215bb-2c62-4cad-bb1f-14286520dc79'] in n-d-842733-1 is: [{'id': 'c85215bb-2c62-4cad-bb1f-14286520dc79', 'name': 'tempest-TestSnapshotPattern-910422529-router', 'tenant_id': '0e3e7c2203b04c5f95eea23a0d73818b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.20'}], 'enable_snat': True}, 'gw_port_id': '1c8ee2e8-a20e-4176-9205-ef82b2edbdbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T22:03:23Z', 'updated_at': '2022-05-20T22:03:26Z', 'revision_number': 4, 'project_id': '0e3e7c2203b04c5f95eea23a0d73818b', 'gw_port': {'id': '1c8ee2e8-a20e-4176-9205-ef82b2edbdbc', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:a4:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c85215bb-2c62-4cad-bb1f-14286520dc79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4435, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T22:03:23Z', 'updated_at': '2022-05-20T22:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_floatingips': [{'id': '56118fcb-a35b-450d-96d6-dafa77c26778', 'tenant_id': '0e3e7c2203b04c5f95eea23a0d73818b', 'floating_ip_address': '172.25.2.184', 'floating_network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'router_id': 'c85215bb-2c62-4cad-bb1f-14286520dc79', 'port_id': '7fe208ef-b20d-4033-b231-08c412a1db3e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4460, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3ca5eb7-6acf-441f-95e1-646403580c0e', 'mac_address': 'fa:16:3e:78:7e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4938d285-eb4c-40df-b29c-a7281cc74204', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-20T22:03:50Z', 'updated_at': '2022-05-20T22:03:50Z', 'revision_number': 0, 'project_id': '0e3e7c2203b04c5f95eea23a0d73818b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '816a0c62-d119-4dfa-a76e-dd90ef6ac20b', 'name': '', 'network_id': 'c3ca5eb7-6acf-441f-95e1-646403580c0e', 'tenant_id': '0e3e7c2203b04c5f95eea23a0d73818b', 'mac_address': 'fa:16:3e:82:0c:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c85215bb-2c62-4cad-bb1f-14286520dc79', 'device_owner': 'network:router_interface', 'standard_attr_id': 4436, 'fixed_ips': [{'subnet_id': '75dbb661-5cb5-4abb-9c32-1d08140b67ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T22:03:25Z', 'updated_at': '2022-05-20T22:03:30Z', 'revision_number': 5, 'project_id': '0e3e7c2203b04c5f95eea23a0d73818b', 'subnets': [{'id': '75dbb661-5cb5-4abb-9c32-1d08140b67ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 22:03:52.953303 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b97666-4c09-4bf8-8aba-38835881589e None None] New status for floating IP 56118fcb-a35b-450d-96d6-dafa77c26778: ACTIVE {{(pid=103164) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 22:03:54.284820 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4bb0e131-6525-46ca-a45b-e4ea43a5e69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:55.513134 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:55.704430 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:55.858796 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cc3ec51b-6ec8-438a-8349-5f0bec346d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:03:59.132772 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.agents_db [None req-5c33ad30-4e00-40fa-b486-8c79c4a6cfc5 None None] Agent healthcheck: found 7 active agents {{(pid=103165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 20 22:04:03.055954 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:04:19.970146 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c666594a-3bcb-4241-b3ff-0a53ca49653b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:04:22.324016 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-102d460c-d114-41f6-8f92-f5fcbcfbe341 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:04:24.063421 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-96075577-5238-4abf-bbc0-29e759dbe81b req-6676b01a-ad38-45bb-99c5-408ae7275592 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4938d285-eb4c-40df-b29c-a7281cc74204&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0397551 May 20 22:04:24.143082 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96075577-5238-4abf-bbc0-29e759dbe81b req-4de98f99-c314-45eb-a833-6bd3743c9781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 22:04:24.144554 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-96075577-5238-4abf-bbc0-29e759dbe81b req-4de98f99-c314-45eb-a833-6bd3743c9781 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0e3e7c2203b04c5f95eea23a0d73818b&device_id=4938d285-eb4c-40df-b29c-a7281cc74204 HTTP/1.1" status: 200 len: 1096 time: 0.0402400 May 20 22:04:24.287988 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4bb0e131-6525-46ca-a45b-e4ea43a5e69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:04:24.560836 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96075577-5238-4abf-bbc0-29e759dbe81b req-1ae710b5-6617-4e72-8077-a0cb1c3ac9de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 22:04:24.562345 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-96075577-5238-4abf-bbc0-29e759dbe81b req-1ae710b5-6617-4e72-8077-a0cb1c3ac9de service neutron] 10.222.0.24 "GET /v2.0/networks?id=c3ca5eb7-6acf-441f-95e1-646403580c0e HTTP/1.1" status: 200 len: 910 time: 0.3994474 May 20 22:04:24.626809 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-96075577-5238-4abf-bbc0-29e759dbe81b req-71e375f6-fb4c-432e-8a2c-af4750d52f43 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7fe208ef-b20d-4033-b231-08c412a1db3e HTTP/1.1" status: 200 len: 1001 time: 0.0574410 May 20 22:04:24.675501 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96075577-5238-4abf-bbc0-29e759dbe81b req-5848da09-a755-4692-a2b9-bfaf4385d201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 22:04:24.676919 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-96075577-5238-4abf-bbc0-29e759dbe81b req-5848da09-a755-4692-a2b9-bfaf4385d201 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=75dbb661-5cb5-4abb-9c32-1d08140b67ce HTTP/1.1" status: 200 len: 848 time: 0.0443859 May 20 22:04:24.725514 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96075577-5238-4abf-bbc0-29e759dbe81b req-493c775f-6184-40ce-9745-19f9157f3109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 22:04:24.726980 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-96075577-5238-4abf-bbc0-29e759dbe81b req-493c775f-6184-40ce-9745-19f9157f3109 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c3ca5eb7-6acf-441f-95e1-646403580c0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421731 May 20 22:04:24.813394 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-96075577-5238-4abf-bbc0-29e759dbe81b req-17509049-68cf-4c4f-ae91-c1f64200f056 service neutron] 10.222.0.24 "GET /v2.0/networks/c3ca5eb7-6acf-441f-95e1-646403580c0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798321 May 20 22:04:24.904461 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-96075577-5238-4abf-bbc0-29e759dbe81b req-f016be62-d113-47ed-9f4d-406ad0143e53 service neutron] 10.222.0.24 "GET /v2.0/networks/c3ca5eb7-6acf-441f-95e1-646403580c0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844388 May 20 22:04:25.515889 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:04:25.707121 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:04:25.855679 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cc3ec51b-6ec8-438a-8349-5f0bec346d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:04:33.033464 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:04:36.131151 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.agents_db [None req-5c33ad30-4e00-40fa-b486-8c79c4a6cfc5 None None] Agent healthcheck: found 7 active agents {{(pid=103165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 20 22:04:49.973005 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c5efa8b7-0f86-4da4-8c4c-f75924593117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:04:52.317870 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-6f75ce5b-36d1-4602-8b21-3d6100aaae1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:04:54.289374 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4bb0e131-6525-46ca-a45b-e4ea43a5e69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:04:55.529548 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:04:55.712025 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:04:55.841274 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cc3ec51b-6ec8-438a-8349-5f0bec346d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:05:03.064543 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:05:13.130538 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.agents_db [None req-5c33ad30-4e00-40fa-b486-8c79c4a6cfc5 None None] Agent healthcheck: found 7 active agents {{(pid=103165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 20 22:05:19.950270 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3e7fcd9-4162-4830-bdd9-9b5aa5545936 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:05:22.334434 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-654c3eaf-0013-4d85-b4ce-e16b5a1cdbff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:05:24.298338 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4bb0e131-6525-46ca-a45b-e4ea43a5e69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:05:25.035555 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-08aeda6f-3c2b-4d7d-9d6d-af135dd8ede2 req-14c8ff0d-28b1-4244-a89c-8a39843b6948 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4938d285-eb4c-40df-b29c-a7281cc74204&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0417063 May 20 22:05:25.116424 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08aeda6f-3c2b-4d7d-9d6d-af135dd8ede2 req-6c737f96-a33a-42fb-b89c-feb1afff1b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 22:05:25.117932 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-08aeda6f-3c2b-4d7d-9d6d-af135dd8ede2 req-6c737f96-a33a-42fb-b89c-feb1afff1b98 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0e3e7c2203b04c5f95eea23a0d73818b&device_id=4938d285-eb4c-40df-b29c-a7281cc74204 HTTP/1.1" status: 200 len: 1096 time: 0.0410779 May 20 22:05:25.222843 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08aeda6f-3c2b-4d7d-9d6d-af135dd8ede2 req-5733d5a7-b5ea-42a3-b564-8fdbffcaa0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 22:05:25.224294 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-08aeda6f-3c2b-4d7d-9d6d-af135dd8ede2 req-5733d5a7-b5ea-42a3-b564-8fdbffcaa0b5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c3ca5eb7-6acf-441f-95e1-646403580c0e HTTP/1.1" status: 200 len: 910 time: 0.0871506 May 20 22:05:25.287553 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-08aeda6f-3c2b-4d7d-9d6d-af135dd8ede2 req-953efb02-7a27-4ec6-b672-56b040a2e043 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7fe208ef-b20d-4033-b231-08c412a1db3e HTTP/1.1" status: 200 len: 1001 time: 0.0570676 May 20 22:05:25.335631 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08aeda6f-3c2b-4d7d-9d6d-af135dd8ede2 req-ba581dbf-180c-4636-8dca-69f7972d7bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 22:05:25.337160 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-08aeda6f-3c2b-4d7d-9d6d-af135dd8ede2 req-ba581dbf-180c-4636-8dca-69f7972d7bfb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=75dbb661-5cb5-4abb-9c32-1d08140b67ce HTTP/1.1" status: 200 len: 848 time: 0.0429702 May 20 22:05:25.384368 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08aeda6f-3c2b-4d7d-9d6d-af135dd8ede2 req-9f400a3a-e21c-488a-a327-0f61544fa0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 22:05:25.385887 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-08aeda6f-3c2b-4d7d-9d6d-af135dd8ede2 req-9f400a3a-e21c-488a-a327-0f61544fa0a7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c3ca5eb7-6acf-441f-95e1-646403580c0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426960 May 20 22:05:25.476431 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-08aeda6f-3c2b-4d7d-9d6d-af135dd8ede2 req-291b38d8-5016-420a-83e4-04b1f133427c service neutron] 10.222.0.24 "GET /v2.0/networks/c3ca5eb7-6acf-441f-95e1-646403580c0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827229 May 20 22:05:25.527144 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:05:25.572457 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-08aeda6f-3c2b-4d7d-9d6d-af135dd8ede2 req-88a5eaa0-56f3-4fb0-8b8c-bee60b7a9b75 service neutron] 10.222.0.24 "GET /v2.0/networks/c3ca5eb7-6acf-441f-95e1-646403580c0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890534 May 20 22:05:25.704261 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:05:25.858297 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cc3ec51b-6ec8-438a-8349-5f0bec346d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:05:33.042734 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:05:49.951173 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-74c8ad05-efc6-4b2d-9d9a-17f88f0ebc69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:05:50.129860 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.agents_db [None req-5c33ad30-4e00-40fa-b486-8c79c4a6cfc5 None None] Agent healthcheck: found 7 active agents {{(pid=103165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 20 22:05:52.192789 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 7fe208ef-b20d-4033-b231-08c412a1db3e details requested by agent hyperv_n-h1-842733-1 with host n-h1-842733-1 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 22:05:52.307221 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port 7fe208ef-b20d-4033-b231-08c412a1db3e, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=7fe208ef-b20d-4033-b231-08c412a1db3e,segment=NetworkSegment(0ba5d303-37c7-416c-b3f4-0290f262ef8a),segment_id=0ba5d303-37c7-416c-b3f4-0290f262ef8a)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 22:05:52.319243 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Returning: {'device': '7fe208ef-b20d-4033-b231-08c412a1db3e', 'network_id': 'c3ca5eb7-6acf-441f-95e1-646403580c0e', 'port_id': '7fe208ef-b20d-4033-b231-08c412a1db3e', 'mac_address': 'fa:16:3e:78:7e:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75dbb661-5cb5-4abb-9c32-1d08140b67ce', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 20 22:05:52.359920 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-1ef6cf54-bec0-4c4d-a5d9-1aa3fa1e9239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:05:52.361455 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Current status of the port 7fe208ef-b20d-4033-b231-08c412a1db3e is: ACTIVE; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 22:05:52.361820 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:05:52.374837 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7fe208ef-b20d-4033-b231-08c412a1db3e {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 22:05:52.397979 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port 7fe208ef-b20d-4033-b231-08c412a1db3e, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=7fe208ef-b20d-4033-b231-08c412a1db3e,segment=NetworkSegment(0ba5d303-37c7-416c-b3f4-0290f262ef8a),segment_id=0ba5d303-37c7-416c-b3f4-0290f262ef8a)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 22:05:52.442786 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:05:52.503720 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Pushing event updated for resources: {'Port': ['ID=7fe208ef-b20d-4033-b231-08c412a1db3e,revision_number=6']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 22:05:52.514181 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 22:05:52.514609 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 22:05:52.515020 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 22:05:52.515422 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 22:05:52.515876 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 22:05:52.516272 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 22:05:52.516681 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 22:05:52.517064 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 22:05:52.517476 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 22:05:52.517805 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 22:05:52.518131 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 22:05:52.518455 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 22:05:52.524353 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] get_ports_and_sgs() called for port_ids ['7fe208ef-b20d-4033-b231-08c412a1db3e'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 22:05:54.210012 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 7fe208ef-b20d-4033-b231-08c412a1db3e up at agent hyperv_n-h1-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 22:05:54.280133 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Provisioning complete for port 7fe208ef-b20d-4033-b231-08c412a1db3e triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 22:05:54.280501 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:05:54.311611 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4bb0e131-6525-46ca-a45b-e4ea43a5e69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:05:54.364083 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Current status of the port 7fe208ef-b20d-4033-b231-08c412a1db3e is: BUILD; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 22:05:54.364493 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:05:54.391423 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4938d285-eb4c-40df-b29c-a7281cc74204', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fe208ef-b20d-4033-b231-08c412a1db3e'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 22:05:54.393870 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7947af4a1013b12ef328acaa2f4e39eb2f7ac51c208120b4987a707d9dc479df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37d5ca99-06e0-4bd6-8aae-c5cdaedc0c51" -d '{"events": [{"server_uuid": "4938d285-eb4c-40df-b29c-a7281cc74204", "name": "network-vif-plugged", "status": "completed", "tag": "7fe208ef-b20d-4033-b231-08c412a1db3e"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 22:05:54.408315 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port 7fe208ef-b20d-4033-b231-08c412a1db3e, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=7fe208ef-b20d-4033-b231-08c412a1db3e,segment=NetworkSegment(0ba5d303-37c7-416c-b3f4-0290f262ef8a),segment_id=0ba5d303-37c7-416c-b3f4-0290f262ef8a)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 22:05:54.443734 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 22:05:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2e40a90-c76f-4a46-be5f-d1ce6083c075 x-openstack-request-id: req-a2e40a90-c76f-4a46-be5f-d1ce6083c075 {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 22:05:54.444737 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4938d285-eb4c-40df-b29c-a7281cc74204", "name": "network-vif-plugged", "status": "completed", "tag": "7fe208ef-b20d-4033-b231-08c412a1db3e", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 22:05:54.444991 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a2e40a90-c76f-4a46-be5f-d1ce6083c075 {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 22:05:54.445430 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2e40a90-c76f-4a46-be5f-d1ce6083c075'] response: {'server_uuid': '4938d285-eb4c-40df-b29c-a7281cc74204', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fe208ef-b20d-4033-b231-08c412a1db3e', 'code': 200} May 20 22:05:54.487058 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:05:54.549199 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Pushing event updated for resources: {'Port': ['ID=7fe208ef-b20d-4033-b231-08c412a1db3e,revision_number=7']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 22:05:55.546050 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:05:55.729401 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:05:55.871400 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cc3ec51b-6ec8-438a-8349-5f0bec346d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:06:02.977650 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f8242d91-8464-4431-85c4-4b7d09845192 req-a60b6f32-6ede-457e-9e45-3185b995f670 tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1758138806&fields=id&tenant_id=0e3e7c2203b04c5f95eea23a0d73818b HTTP/1.1" status: 200 len: 267 time: 0.0339193 May 20 22:06:03.070946 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:06:03.084290 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8242d91-8464-4431-85c4-4b7d09845192 req-b65e2aa9-1cb9-4e5b-b3e3-c9be7879cc43 tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 22:06:03.085802 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f8242d91-8464-4431-85c4-4b7d09845192 req-b65e2aa9-1cb9-4e5b-b3e3-c9be7879cc43 tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] 10.222.0.35 "GET /v2.0/networks?id=c3ca5eb7-6acf-441f-95e1-646403580c0e HTTP/1.1" status: 200 len: 809 time: 0.0999279 May 20 22:06:03.101426 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f8242d91-8464-4431-85c4-4b7d09845192 req-56918e8f-4b47-4ca7-b42f-660880a027a0 tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] 10.222.0.35 "GET /v2.0/quotas/0e3e7c2203b04c5f95eea23a0d73818b HTTP/1.1" status: 200 len: 375 time: 0.0089674 May 20 22:06:03.161099 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f8242d91-8464-4431-85c4-4b7d09845192 req-4b627893-8fba-447f-9a21-a20d657f0cf0 tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=0e3e7c2203b04c5f95eea23a0d73818b&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0541031 May 20 22:06:03.253233 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f8242d91-8464-4431-85c4-4b7d09845192 req-da302a0f-eff5-40b6-a636-0c450331a9c1 service neutron] 10.222.0.35 "GET /v2.0/networks/c3ca5eb7-6acf-441f-95e1-646403580c0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803826 May 20 22:06:03.348906 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f8242d91-8464-4431-85c4-4b7d09845192 req-c2b01937-76a4-486d-a233-917d5e63922d service neutron] 10.222.0.35 "GET /v2.0/networks/c3ca5eb7-6acf-441f-95e1-646403580c0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895402 May 20 22:06:03.668474 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9857f08e-0259-4ac8-a4ea-fae315a394c4 req-1843daf5-c76e-40f9-887b-06be95073af6 tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] 10.222.0.35 "GET /v2.0/ports?device_id=0134d17c-de16-423e-918f-161c4986edb2 HTTP/1.1" status: 200 len: 210 time: 0.0821557 May 20 22:06:04.777976 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-45ff2ece-366f-4638-9e61-2cbc61c981e1 req-c968fe42-1861-4d55-8929-b49008042501 tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] 10.222.0.35 "GET /v2.0/ports?device_id=0134d17c-de16-423e-918f-161c4986edb2 HTTP/1.1" status: 200 len: 210 time: 0.0270600 May 20 22:06:05.423661 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8242d91-8464-4431-85c4-4b7d09845192 req-2dc34f2d-c9ae-4222-b205-844228fb8307 tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 22:06:05.425128 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-f8242d91-8464-4431-85c4-4b7d09845192 req-2dc34f2d-c9ae-4222-b205-844228fb8307 tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] 10.222.0.13 "GET /v2.0/networks?id=c3ca5eb7-6acf-441f-95e1-646403580c0e HTTP/1.1" status: 200 len: 809 time: 0.1008296 May 20 22:06:05.472992 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-f8242d91-8464-4431-85c4-4b7d09845192 req-3799347c-9a68-4722-b88b-27fc36772159 tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0e3e7c2203b04c5f95eea23a0d73818b HTTP/1.1" status: 200 len: 380 time: 0.0336719 May 20 22:06:05.483416 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [req-f8242d91-8464-4431-85c4-4b7d09845192 req-7fbeed68-9381-4a93-96a0-748a15368eff tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] Request body: {'port': {'device_id': '0134d17c-de16-423e-918f-161c4986edb2', 'network_id': 'c3ca5eb7-6acf-441f-95e1-646403580c0e', 'admin_state_up': True, 'tenant_id': '0e3e7c2203b04c5f95eea23a0d73818b', 'security_groups': ['66e637e2-4cf9-433b-9cfa-d81a804a2e89']}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 22:06:05.625068 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8242d91-8464-4431-85c4-4b7d09845192 req-7fbeed68-9381-4a93-96a0-748a15368eff tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] Made reservation on behalf of 0e3e7c2203b04c5f95eea23a0d73818b for: {'port': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 22:06:05.628651 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-f8242d91-8464-4431-85c4-4b7d09845192 req-7fbeed68-9381-4a93-96a0-748a15368eff tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:06:05.756014 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [req-f8242d91-8464-4431-85c4-4b7d09845192 req-7fbeed68-9381-4a93-96a0-748a15368eff tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] Allocated IP 172.20.0.7 (c3ca5eb7-6acf-441f-95e1-646403580c0e/75dbb661-5cb5-4abb-9c32-1d08140b67ce/a8309f12-dade-469a-b5f7-5dc119e9feb1) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 22:06:05.889058 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-928c0e37-a4a4-486d-b958-b54593289eaf req-bee6ac3a-e6d5-4265-a91a-5d84d8aa8474 tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] 10.222.0.35 "GET /v2.0/ports?device_id=0134d17c-de16-423e-918f-161c4986edb2 HTTP/1.1" status: 200 len: 210 time: 0.0283730 May 20 22:06:05.902932 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-f8242d91-8464-4431-85c4-4b7d09845192 req-7fbeed68-9381-4a93-96a0-748a15368eff tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] Notify callbacks [] for port, precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:06:05.991721 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-f8242d91-8464-4431-85c4-4b7d09845192 req-7fbeed68-9381-4a93-96a0-748a15368eff tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:06:06.045035 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8242d91-8464-4431-85c4-4b7d09845192 req-7fbeed68-9381-4a93-96a0-748a15368eff tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] Network c3ca5eb7-6acf-441f-95e1-646403580c0e is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 22:06:06.048120 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [req-f8242d91-8464-4431-85c4-4b7d09845192 req-7fbeed68-9381-4a93-96a0-748a15368eff tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 22:06:06.052145 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8242d91-8464-4431-85c4-4b7d09845192 req-7fbeed68-9381-4a93-96a0-748a15368eff tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 22:06:06.098125 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbeed68-9381-4a93-96a0-748a15368eff tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] Pushing event updated for resources: {'Port': ['ID=a8309f12-dade-469a-b5f7-5dc119e9feb1,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 22:06:06.114997 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbeed68-9381-4a93-96a0-748a15368eff tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 22:06:06.115640 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbeed68-9381-4a93-96a0-748a15368eff tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 22:06:06.116185 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbeed68-9381-4a93-96a0-748a15368eff tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 22:06:06.116723 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbeed68-9381-4a93-96a0-748a15368eff tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 22:06:06.117276 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbeed68-9381-4a93-96a0-748a15368eff tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 22:06:06.117814 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbeed68-9381-4a93-96a0-748a15368eff tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 22:06:06.118346 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbeed68-9381-4a93-96a0-748a15368eff tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 22:06:06.118887 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbeed68-9381-4a93-96a0-748a15368eff tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 22:06:06.119446 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbeed68-9381-4a93-96a0-748a15368eff tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 22:06:06.120150 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbeed68-9381-4a93-96a0-748a15368eff tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 22:06:06.120830 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbeed68-9381-4a93-96a0-748a15368eff tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 22:06:06.121370 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbeed68-9381-4a93-96a0-748a15368eff tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 22:06:06.140183 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8242d91-8464-4431-85c4-4b7d09845192 req-7fbeed68-9381-4a93-96a0-748a15368eff tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 22:06:06.141186 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-f8242d91-8464-4431-85c4-4b7d09845192 req-7fbeed68-9381-4a93-96a0-748a15368eff tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:06:06.240679 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-f8242d91-8464-4431-85c4-4b7d09845192 req-7fbeed68-9381-4a93-96a0-748a15368eff tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7614219 May 20 22:06:06.249102 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 7fe208ef-b20d-4033-b231-08c412a1db3e no longer exists at agent hyperv_n-h1-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 22:06:06.352252 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Current status of the port 7fe208ef-b20d-4033-b231-08c412a1db3e is: ACTIVE; New status is: DOWN {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 22:06:06.356079 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:06:06.361639 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.v2.base [req-f8242d91-8464-4431-85c4-4b7d09845192 req-4250d7b5-9984-412c-b3a3-5df9eaa852c5 service neutron] Request body: {'port': {'device_id': '0134d17c-de16-423e-918f-161c4986edb2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-842733-1'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 22:06:06.391558 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4938d285-eb4c-40df-b29c-a7281cc74204', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7fe208ef-b20d-4033-b231-08c412a1db3e'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 22:06:06.396290 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7947af4a1013b12ef328acaa2f4e39eb2f7ac51c208120b4987a707d9dc479df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb602700-f3dc-42f8-a371-e7f955951427" -d '{"events": [{"server_uuid": "4938d285-eb4c-40df-b29c-a7281cc74204", "name": "network-vif-unplugged", "status": "completed", "tag": "7fe208ef-b20d-4033-b231-08c412a1db3e"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 22:06:06.450369 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] For port 7fe208ef-b20d-4033-b231-08c412a1db3e, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=7fe208ef-b20d-4033-b231-08c412a1db3e,segment=NetworkSegment(0ba5d303-37c7-416c-b3f4-0290f262ef8a),segment_id=0ba5d303-37c7-416c-b3f4-0290f262ef8a)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 22:06:06.473240 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-f8242d91-8464-4431-85c4-4b7d09845192 req-4250d7b5-9984-412c-b3a3-5df9eaa852c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:06:06.476112 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a1fca0ec-4a67-4d2a-ac32-241e269cd2cd None None] Provisioning complete for port a8309f12-dade-469a-b5f7-5dc119e9feb1 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 22:06:06.476744 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a1fca0ec-4a67-4d2a-ac32-241e269cd2cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:06:06.508985 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 May 2022 22:06:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-097731df-7833-4b44-b0e4-e68f38e6c63d x-openstack-request-id: req-097731df-7833-4b44-b0e4-e68f38e6c63d {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 22:06:06.509638 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4938d285-eb4c-40df-b29c-a7281cc74204", "name": "network-vif-unplugged", "status": "completed", "tag": "7fe208ef-b20d-4033-b231-08c412a1db3e", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 22:06:06.512137 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-097731df-7833-4b44-b0e4-e68f38e6c63d {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 22:06:06.513268 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-097731df-7833-4b44-b0e4-e68f38e6c63d'] response: {'server_uuid': '4938d285-eb4c-40df-b29c-a7281cc74204', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7fe208ef-b20d-4033-b231-08c412a1db3e', 'code': 200} May 20 22:06:06.519516 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:06:06.567345 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a1fca0ec-4a67-4d2a-ac32-241e269cd2cd None None] Port a8309f12-dade-469a-b5f7-5dc119e9feb1 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 20 22:06:06.589914 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Pushing event updated for resources: {'Port': ['ID=7fe208ef-b20d-4033-b231-08c412a1db3e,revision_number=8']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 22:06:06.833078 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [req-f8242d91-8464-4431-85c4-4b7d09845192 req-4250d7b5-9984-412c-b3a3-5df9eaa852c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8309f12-dade-469a-b5f7-5dc119e9feb1 {{(pid=103162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 22:06:06.843646 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-f8242d91-8464-4431-85c4-4b7d09845192 req-4250d7b5-9984-412c-b3a3-5df9eaa852c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:06:06.857138 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.provisioning_blocks [req-f8242d91-8464-4431-85c4-4b7d09845192 req-4250d7b5-9984-412c-b3a3-5df9eaa852c5 service neutron] Transition to ACTIVE for port object a8309f12-dade-469a-b5f7-5dc119e9feb1 will not be triggered until provisioned by entity L2. {{(pid=103162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 22:06:06.917705 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-f8242d91-8464-4431-85c4-4b7d09845192 req-4250d7b5-9984-412c-b3a3-5df9eaa852c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:06:07.033729 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4250d7b5-9984-412c-b3a3-5df9eaa852c5 service neutron] Pushing event updated for resources: {'Port': ['ID=a8309f12-dade-469a-b5f7-5dc119e9feb1,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 22:06:07.063515 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-f8242d91-8464-4431-85c4-4b7d09845192 req-4250d7b5-9984-412c-b3a3-5df9eaa852c5 service neutron] Attempting to bind port a8309f12-dade-469a-b5f7-5dc119e9feb1 on host n-h2-842733-1 for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 22:06:07.063913 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-f8242d91-8464-4431-85c4-4b7d09845192 req-4250d7b5-9984-412c-b3a3-5df9eaa852c5 service neutron] Attempting to bind port a8309f12-dade-469a-b5f7-5dc119e9feb1 by drivers openvswitch,hyperv on host n-h2-842733-1 at level 0 using segments [{'id': '0ba5d303-37c7-416c-b3f4-0290f262ef8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'c3ca5eb7-6acf-441f-95e1-646403580c0e'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 22:06:07.064251 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8242d91-8464-4431-85c4-4b7d09845192 req-4250d7b5-9984-412c-b3a3-5df9eaa852c5 service neutron] Attempting to bind port a8309f12-dade-469a-b5f7-5dc119e9feb1 on network c3ca5eb7-6acf-441f-95e1-646403580c0e {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 22:06:07.068913 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8242d91-8464-4431-85c4-4b7d09845192 req-4250d7b5-9984-412c-b3a3-5df9eaa852c5 service neutron] Port a8309f12-dade-469a-b5f7-5dc119e9feb1 on network c3ca5eb7-6acf-441f-95e1-646403580c0e not bound, no agent of type Open vSwitch agent registered on host n-h2-842733-1 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 22:06:07.069279 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8242d91-8464-4431-85c4-4b7d09845192 req-4250d7b5-9984-412c-b3a3-5df9eaa852c5 service neutron] Attempting to bind port a8309f12-dade-469a-b5f7-5dc119e9feb1 on network c3ca5eb7-6acf-441f-95e1-646403580c0e {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 22:06:07.081175 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f9aa77-0b34-40bb-ba7d-d34b74ab27ad req-20296773-8e1f-4488-9eb3-a53897e952b6 tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 22:06:07.085810 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8242d91-8464-4431-85c4-4b7d09845192 req-4250d7b5-9984-412c-b3a3-5df9eaa852c5 service neutron] Checking agent: {'id': 'a66f2511-b955-448f-877c-56cfe9c81b12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-842733-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 20, 33, 2), 'started_at': datetime.datetime(2022, 5, 20, 20, 33, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 22, 6, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 22:06:07.086070 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8242d91-8464-4431-85c4-4b7d09845192 req-4250d7b5-9984-412c-b3a3-5df9eaa852c5 service neutron] Checking segment: {'id': '0ba5d303-37c7-416c-b3f4-0290f262ef8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'c3ca5eb7-6acf-441f-95e1-646403580c0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 20 22:06:07.086527 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8242d91-8464-4431-85c4-4b7d09845192 req-4250d7b5-9984-412c-b3a3-5df9eaa852c5 service neutron] Bound using segment: {'id': '0ba5d303-37c7-416c-b3f4-0290f262ef8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'c3ca5eb7-6acf-441f-95e1-646403580c0e'} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 22:06:07.086980 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-f8242d91-8464-4431-85c4-4b7d09845192 req-4250d7b5-9984-412c-b3a3-5df9eaa852c5 service neutron] Bound port: a8309f12-dade-469a-b5f7-5dc119e9feb1, host: n-h2-842733-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ba5d303-37c7-416c-b3f4-0290f262ef8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'c3ca5eb7-6acf-441f-95e1-646403580c0e'}}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 22:06:07.087360 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-f8242d91-8464-4431-85c4-4b7d09845192 req-4250d7b5-9984-412c-b3a3-5df9eaa852c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:06:07.091092 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f2f9aa77-0b34-40bb-ba7d-d34b74ab27ad req-20296773-8e1f-4488-9eb3-a53897e952b6 tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] 10.222.0.35 "GET /v2.0/ports?device_id=0134d17c-de16-423e-918f-161c4986edb2 HTTP/1.1" status: 200 len: 943 time: 0.1010673 May 20 22:06:07.143239 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f2f9aa77-0b34-40bb-ba7d-d34b74ab27ad req-a357bbf9-171b-4e7d-8e72-24d5c5c40a46 tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] 10.222.0.35 "GET /v2.0/security-groups?id=66e637e2-4cf9-433b-9cfa-d81a804a2e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457876 May 20 22:06:07.593677 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-f8242d91-8464-4431-85c4-4b7d09845192 req-4250d7b5-9984-412c-b3a3-5df9eaa852c5 service neutron] For port a8309f12-dade-469a-b5f7-5dc119e9feb1, host n-h2-842733-1, cleared binding levels {{(pid=103162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 22:06:07.596791 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-f8242d91-8464-4431-85c4-4b7d09845192 req-4250d7b5-9984-412c-b3a3-5df9eaa852c5 service neutron] For port a8309f12-dade-469a-b5f7-5dc119e9feb1, host n-h2-842733-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=a8309f12-dade-469a-b5f7-5dc119e9feb1,segment=NetworkSegment(0ba5d303-37c7-416c-b3f4-0290f262ef8a),segment_id=0ba5d303-37c7-416c-b3f4-0290f262ef8a)] {{(pid=103162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 22:06:07.687115 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-f8242d91-8464-4431-85c4-4b7d09845192 req-4250d7b5-9984-412c-b3a3-5df9eaa852c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3797519'] for port, after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:06:07.731313 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8242d91-8464-4431-85c4-4b7d09845192 req-4250d7b5-9984-412c-b3a3-5df9eaa852c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 22:06:07.732002 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-f8242d91-8464-4431-85c4-4b7d09845192 req-4250d7b5-9984-412c-b3a3-5df9eaa852c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:06:07.733500 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-f8242d91-8464-4431-85c4-4b7d09845192 req-4250d7b5-9984-412c-b3a3-5df9eaa852c5 service neutron] 10.222.0.13 "PUT /v2.0/ports/a8309f12-dade-469a-b5f7-5dc119e9feb1 HTTP/1.1" status: 200 len: 1091 time: 1.4514351 May 20 22:06:07.738283 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0134d17c-de16-423e-918f-161c4986edb2', 'tag': 'a8309f12-dade-469a-b5f7-5dc119e9feb1'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 22:06:07.738283 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e97a983f2a54588e3d21b88a12ad54839c2ea34da7b46679306b1f34ba25e4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2be34084-f948-407e-8119-cdf52ad9dd37" -d '{"events": [{"name": "network-changed", "server_uuid": "0134d17c-de16-423e-918f-161c4986edb2", "tag": "a8309f12-dade-469a-b5f7-5dc119e9feb1"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 22:06:07.776926 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4250d7b5-9984-412c-b3a3-5df9eaa852c5 service neutron] Pushing event updated for resources: {'Port': ['ID=a8309f12-dade-469a-b5f7-5dc119e9feb1,revision_number=3']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 22:06:07.892230 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 22:06:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93a3e444-543b-4874-8152-f97f0a2e9fce x-openstack-request-id: req-93a3e444-543b-4874-8152-f97f0a2e9fce {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 22:06:07.892550 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0134d17c-de16-423e-918f-161c4986edb2", "tag": "a8309f12-dade-469a-b5f7-5dc119e9feb1", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 22:06:07.892809 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-93a3e444-543b-4874-8152-f97f0a2e9fce {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 22:06:07.893240 n-d-842733-1 neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93a3e444-543b-4874-8152-f97f0a2e9fce'] response: {'name': 'network-changed', 'server_uuid': '0134d17c-de16-423e-918f-161c4986edb2', 'tag': 'a8309f12-dade-469a-b5f7-5dc119e9feb1', 'status': 'completed', 'code': 200} May 20 22:06:08.279224 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da0aec6-332d-485d-a889-81e7f65ab235 req-49e6adf5-c3b6-414e-9b42-b097442f1b61 tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 22:06:08.280934 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2da0aec6-332d-485d-a889-81e7f65ab235 req-49e6adf5-c3b6-414e-9b42-b097442f1b61 tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] 10.222.0.35 "GET /v2.0/ports?device_id=0134d17c-de16-423e-918f-161c4986edb2 HTTP/1.1" status: 200 len: 943 time: 0.0560751 May 20 22:06:08.334752 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-2da0aec6-332d-485d-a889-81e7f65ab235 req-692a9455-319d-4c85-903b-eb260cd879fe tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] 10.222.0.35 "GET /v2.0/security-groups?id=66e637e2-4cf9-433b-9cfa-d81a804a2e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441816 May 20 22:06:09.467679 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79188405-df32-4fe5-a18a-9b8cb6d8e073 req-849fb7b5-7227-4931-8db4-c67bd8c83af3 tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 22:06:09.470295 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-79188405-df32-4fe5-a18a-9b8cb6d8e073 req-849fb7b5-7227-4931-8db4-c67bd8c83af3 tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] 10.222.0.35 "GET /v2.0/ports?device_id=0134d17c-de16-423e-918f-161c4986edb2 HTTP/1.1" status: 200 len: 943 time: 0.0623896 May 20 22:06:09.512312 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-79188405-df32-4fe5-a18a-9b8cb6d8e073 req-c71c6d75-ec64-4cec-8dfa-c680622a733e tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] 10.222.0.35 "GET /v2.0/security-groups?id=66e637e2-4cf9-433b-9cfa-d81a804a2e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357294 May 20 22:06:10.636494 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54ebde4-e3ff-4a8e-9f37-4f2f976145db req-84c8763f-eaee-4cee-89e0-a9217766f2de tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 22:06:10.638061 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f54ebde4-e3ff-4a8e-9f37-4f2f976145db req-84c8763f-eaee-4cee-89e0-a9217766f2de tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] 10.222.0.35 "GET /v2.0/ports?device_id=0134d17c-de16-423e-918f-161c4986edb2 HTTP/1.1" status: 200 len: 943 time: 0.0509245 May 20 22:06:10.677122 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f54ebde4-e3ff-4a8e-9f37-4f2f976145db req-7e698140-fcfc-4fe0-a046-6d2f735afd36 tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] 10.222.0.35 "GET /v2.0/security-groups?id=66e637e2-4cf9-433b-9cfa-d81a804a2e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327632 May 20 22:06:11.815241 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b524746-fcb8-4261-a844-2aef555413b4 req-542149b6-ea78-4eb3-835e-967431f7c896 tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 22:06:11.816680 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1b524746-fcb8-4261-a844-2aef555413b4 req-542149b6-ea78-4eb3-835e-967431f7c896 tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] 10.222.0.35 "GET /v2.0/ports?device_id=0134d17c-de16-423e-918f-161c4986edb2 HTTP/1.1" status: 200 len: 943 time: 0.0616345 May 20 22:06:11.880557 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1b524746-fcb8-4261-a844-2aef555413b4 req-3368607b-d816-448d-9c31-705ac0e1a99c tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] 10.222.0.35 "GET /v2.0/security-groups?id=66e637e2-4cf9-433b-9cfa-d81a804a2e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536678 May 20 22:06:13.015618 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f054ee49-fc4c-46db-ba29-ced6f47d3b03 req-06c47c74-6311-4d87-9603-c5ea3403b0c6 tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 22:06:13.017362 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f054ee49-fc4c-46db-ba29-ced6f47d3b03 req-06c47c74-6311-4d87-9603-c5ea3403b0c6 tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] 10.222.0.35 "GET /v2.0/ports?device_id=0134d17c-de16-423e-918f-161c4986edb2 HTTP/1.1" status: 200 len: 943 time: 0.0532131 May 20 22:06:13.073154 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-f054ee49-fc4c-46db-ba29-ced6f47d3b03 req-1879529d-e2e2-4549-a772-aac5839d2f8e tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] 10.222.0.35 "GET /v2.0/security-groups?id=66e637e2-4cf9-433b-9cfa-d81a804a2e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440800 May 20 22:06:14.185951 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f9e56e-d96f-4ac6-942f-bf2b5dfb54b0 req-54c1bbc5-247a-447f-af5c-141cea9ea5af tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 22:06:14.187421 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e3f9e56e-d96f-4ac6-942f-bf2b5dfb54b0 req-54c1bbc5-247a-447f-af5c-141cea9ea5af tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] 10.222.0.35 "GET /v2.0/ports?device_id=0134d17c-de16-423e-918f-161c4986edb2 HTTP/1.1" status: 200 len: 943 time: 0.0505366 May 20 22:06:14.224119 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e3f9e56e-d96f-4ac6-942f-bf2b5dfb54b0 req-17bd0ffa-9b2e-4dfa-a790-9ee16b556132 tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] 10.222.0.35 "GET /v2.0/security-groups?id=66e637e2-4cf9-433b-9cfa-d81a804a2e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306280 May 20 22:06:14.838144 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be34084-f948-407e-8119-cdf52ad9dd37 req-1fba3b87-c783-4f9b-802b-249c2d20f894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 22:06:14.839623 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-2be34084-f948-407e-8119-cdf52ad9dd37 req-1fba3b87-c783-4f9b-802b-249c2d20f894 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0e3e7c2203b04c5f95eea23a0d73818b&device_id=0134d17c-de16-423e-918f-161c4986edb2 HTTP/1.1" status: 200 len: 1094 time: 0.0411282 May 20 22:06:14.943535 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be34084-f948-407e-8119-cdf52ad9dd37 req-271c9e15-75e7-40be-91fd-51912104977d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 22:06:14.944980 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-2be34084-f948-407e-8119-cdf52ad9dd37 req-271c9e15-75e7-40be-91fd-51912104977d service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=0e3e7c2203b04c5f95eea23a0d73818b&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0910127 May 20 22:06:15.039252 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be34084-f948-407e-8119-cdf52ad9dd37 req-52dd1d3d-391b-4177-8509-054674b398c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 22:06:15.040728 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-2be34084-f948-407e-8119-cdf52ad9dd37 req-52dd1d3d-391b-4177-8509-054674b398c1 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0881591 May 20 22:06:15.135340 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8242d91-8464-4431-85c4-4b7d09845192 req-12757f36-ff0b-462a-8e50-8b0440ff7f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 22:06:15.136892 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-f8242d91-8464-4431-85c4-4b7d09845192 req-12757f36-ff0b-462a-8e50-8b0440ff7f05 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0e3e7c2203b04c5f95eea23a0d73818b&device_id=0134d17c-de16-423e-918f-161c4986edb2 HTTP/1.1" status: 200 len: 1094 time: 0.0405254 May 20 22:06:15.182108 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-f8242d91-8464-4431-85c4-4b7d09845192 req-445e17ef-738b-41bd-9766-5d111e525cd6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a8309f12-dade-469a-b5f7-5dc119e9feb1 HTTP/1.1" status: 200 len: 217 time: 0.0328319 May 20 22:06:15.228372 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8242d91-8464-4431-85c4-4b7d09845192 req-9019e70b-5008-484f-a7e9-4bca8570c2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 22:06:15.229837 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-f8242d91-8464-4431-85c4-4b7d09845192 req-9019e70b-5008-484f-a7e9-4bca8570c2ea service neutron] 10.222.0.13 "GET /v2.0/subnets?id=75dbb661-5cb5-4abb-9c32-1d08140b67ce HTTP/1.1" status: 200 len: 848 time: 0.0415838 May 20 22:06:15.277880 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8242d91-8464-4431-85c4-4b7d09845192 req-fcb03d7b-9bf6-4417-b133-1a9f09b252f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 22:06:15.279417 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-f8242d91-8464-4431-85c4-4b7d09845192 req-fcb03d7b-9bf6-4417-b133-1a9f09b252f3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c3ca5eb7-6acf-441f-95e1-646403580c0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433187 May 20 22:06:15.348462 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7730ec8-d255-48e5-89ce-d56e9e0495b3 req-63e7cf10-03b1-4ef4-927b-8df269fd4f5f tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 22:06:15.350194 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d7730ec8-d255-48e5-89ce-d56e9e0495b3 req-63e7cf10-03b1-4ef4-927b-8df269fd4f5f tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] 10.222.0.35 "GET /v2.0/ports?device_id=0134d17c-de16-423e-918f-161c4986edb2 HTTP/1.1" status: 200 len: 943 time: 0.0534368 May 20 22:06:15.367660 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-f8242d91-8464-4431-85c4-4b7d09845192 req-fd3564f6-3aff-4a52-b636-972659d3f6bd service neutron] 10.222.0.13 "GET /v2.0/networks/c3ca5eb7-6acf-441f-95e1-646403580c0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814943 May 20 22:06:15.388770 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-d7730ec8-d255-48e5-89ce-d56e9e0495b3 req-90e6a4d7-4c09-495e-ab26-fdad5fea363f tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] 10.222.0.35 "GET /v2.0/security-groups?id=66e637e2-4cf9-433b-9cfa-d81a804a2e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319936 May 20 22:06:15.460647 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-f8242d91-8464-4431-85c4-4b7d09845192 req-a26ae5c9-a7c4-4099-a7fe-56f9eea3fa2b service neutron] 10.222.0.13 "GET /v2.0/networks/c3ca5eb7-6acf-441f-95e1-646403580c0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860741 May 20 22:06:16.504459 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46fb4cb-daa5-408e-900c-b5c9b9131fa9 req-c34cc8d4-84d1-43eb-8918-9102c38c6598 tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 22:06:16.505976 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e46fb4cb-daa5-408e-900c-b5c9b9131fa9 req-c34cc8d4-84d1-43eb-8918-9102c38c6598 tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] 10.222.0.35 "GET /v2.0/ports?device_id=0134d17c-de16-423e-918f-161c4986edb2 HTTP/1.1" status: 200 len: 943 time: 0.0492001 May 20 22:06:16.545161 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e46fb4cb-daa5-408e-900c-b5c9b9131fa9 req-168b45ab-ab42-4ab7-8738-c16ab87b3b6a tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] 10.222.0.35 "GET /v2.0/security-groups?id=66e637e2-4cf9-433b-9cfa-d81a804a2e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331738 May 20 22:06:17.675065 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dc01b8-14eb-4bd4-a368-a259faaa2ab0 req-fe52465e-a349-49fe-a6bf-693f92a18717 tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 22:06:17.676546 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e7dc01b8-14eb-4bd4-a368-a259faaa2ab0 req-fe52465e-a349-49fe-a6bf-693f92a18717 tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] 10.222.0.35 "GET /v2.0/ports?device_id=0134d17c-de16-423e-918f-161c4986edb2 HTTP/1.1" status: 200 len: 943 time: 0.0518551 May 20 22:06:17.717765 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e7dc01b8-14eb-4bd4-a368-a259faaa2ab0 req-16f56809-f4d8-4da8-a1b2-500aaa106f56 tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] 10.222.0.35 "GET /v2.0/security-groups?id=66e637e2-4cf9-433b-9cfa-d81a804a2e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344896 May 20 22:06:18.782071 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device a8309f12-dade-469a-b5f7-5dc119e9feb1 details requested by agent hyperv_n-h2-842733-1 with host n-h2-842733-1 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 22:06:18.842009 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b346a3-b566-4222-83f1-7cc304c9d2c3 req-f197906a-160a-4b73-b4b7-e86bc5414b7d tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 22:06:18.843478 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e1b346a3-b566-4222-83f1-7cc304c9d2c3 req-f197906a-160a-4b73-b4b7-e86bc5414b7d tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] 10.222.0.35 "GET /v2.0/ports?device_id=0134d17c-de16-423e-918f-161c4986edb2 HTTP/1.1" status: 200 len: 943 time: 0.0530658 May 20 22:06:18.879583 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port a8309f12-dade-469a-b5f7-5dc119e9feb1, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=a8309f12-dade-469a-b5f7-5dc119e9feb1,segment=NetworkSegment(0ba5d303-37c7-416c-b3f4-0290f262ef8a),segment_id=0ba5d303-37c7-416c-b3f4-0290f262ef8a)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 22:06:18.881178 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-e1b346a3-b566-4222-83f1-7cc304c9d2c3 req-e38108d1-add3-4402-93b0-c256633663ae tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] 10.222.0.35 "GET /v2.0/security-groups?id=66e637e2-4cf9-433b-9cfa-d81a804a2e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315421 May 20 22:06:18.892273 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Returning: {'device': 'a8309f12-dade-469a-b5f7-5dc119e9feb1', 'network_id': 'c3ca5eb7-6acf-441f-95e1-646403580c0e', 'port_id': 'a8309f12-dade-469a-b5f7-5dc119e9feb1', 'mac_address': 'fa:16:3e:3f:31:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75dbb661-5cb5-4abb-9c32-1d08140b67ce', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 20 22:06:18.928732 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port a8309f12-dade-469a-b5f7-5dc119e9feb1 is: DOWN; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 22:06:18.929094 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:06:18.941709 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8309f12-dade-469a-b5f7-5dc119e9feb1 {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 22:06:18.960560 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port a8309f12-dade-469a-b5f7-5dc119e9feb1, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=a8309f12-dade-469a-b5f7-5dc119e9feb1,segment=NetworkSegment(0ba5d303-37c7-416c-b3f4-0290f262ef8a),segment_id=0ba5d303-37c7-416c-b3f4-0290f262ef8a)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 22:06:19.063378 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:06:19.111975 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=a8309f12-dade-469a-b5f7-5dc119e9feb1,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 22:06:19.363051 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] get_ports_and_sgs() called for port_ids ['a8309f12-dade-469a-b5f7-5dc119e9feb1'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 22:06:19.944761 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-bc870b1e-d423-4347-9a68-008fc1b1a93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:06:19.999263 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dedca0e-c5a5-4b03-b8ff-7ab7052ab895 req-a663d6d4-90bd-4d24-8132-ee7aa6de3c2f tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 22:06:20.001025 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0dedca0e-c5a5-4b03-b8ff-7ab7052ab895 req-a663d6d4-90bd-4d24-8132-ee7aa6de3c2f tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] 10.222.0.35 "GET /v2.0/ports?device_id=0134d17c-de16-423e-918f-161c4986edb2 HTTP/1.1" status: 200 len: 944 time: 0.0493827 May 20 22:06:20.039300 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-0dedca0e-c5a5-4b03-b8ff-7ab7052ab895 req-dfd23da0-5765-40a9-a6de-9e666c7428c8 tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] 10.222.0.35 "GET /v2.0/security-groups?id=66e637e2-4cf9-433b-9cfa-d81a804a2e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322866 May 20 22:06:20.797606 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device a8309f12-dade-469a-b5f7-5dc119e9feb1 up at agent hyperv_n-h2-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 22:06:20.904102 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Provisioning for port a8309f12-dade-469a-b5f7-5dc119e9feb1 completed by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 22:06:20.908594 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Provisioning complete for port a8309f12-dade-469a-b5f7-5dc119e9feb1 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 22:06:20.908967 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:06:20.985821 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port a8309f12-dade-469a-b5f7-5dc119e9feb1 is: BUILD; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 22:06:20.986490 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:06:21.008008 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0134d17c-de16-423e-918f-161c4986edb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8309f12-dade-469a-b5f7-5dc119e9feb1'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 22:06:21.010270 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7947af4a1013b12ef328acaa2f4e39eb2f7ac51c208120b4987a707d9dc479df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af86440b-fdc0-4e0c-9aa9-a170ea8c62b5" -d '{"events": [{"server_uuid": "0134d17c-de16-423e-918f-161c4986edb2", "name": "network-vif-plugged", "status": "completed", "tag": "a8309f12-dade-469a-b5f7-5dc119e9feb1"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 22:06:21.023072 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port a8309f12-dade-469a-b5f7-5dc119e9feb1, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=a8309f12-dade-469a-b5f7-5dc119e9feb1,segment=NetworkSegment(0ba5d303-37c7-416c-b3f4-0290f262ef8a),segment_id=0ba5d303-37c7-416c-b3f4-0290f262ef8a)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 22:06:21.049238 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 22:06:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0a5342e-e2b3-4bba-8e98-1a7d7c90fa9c x-openstack-request-id: req-a0a5342e-e2b3-4bba-8e98-1a7d7c90fa9c {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 22:06:21.049535 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0134d17c-de16-423e-918f-161c4986edb2", "name": "network-vif-plugged", "status": "completed", "tag": "a8309f12-dade-469a-b5f7-5dc119e9feb1", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 22:06:21.049786 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a0a5342e-e2b3-4bba-8e98-1a7d7c90fa9c {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 22:06:21.050208 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0a5342e-e2b3-4bba-8e98-1a7d7c90fa9c'] response: {'server_uuid': '0134d17c-de16-423e-918f-161c4986edb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8309f12-dade-469a-b5f7-5dc119e9feb1', 'code': 200} May 20 22:06:21.088170 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:06:21.138932 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=a8309f12-dade-469a-b5f7-5dc119e9feb1,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 22:06:21.164568 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cb162f-f639-4c88-a68f-735ce1240d15 req-5966a501-60f0-48b1-8d0f-4160769e3031 tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 22:06:21.166226 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-45cb162f-f639-4c88-a68f-735ce1240d15 req-5966a501-60f0-48b1-8d0f-4160769e3031 tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] 10.222.0.35 "GET /v2.0/ports?device_id=0134d17c-de16-423e-918f-161c4986edb2 HTTP/1.1" status: 200 len: 945 time: 0.0565255 May 20 22:06:21.170975 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1229b6e-37bb-4fcb-ab39-cea26f440a12 req-40b212a7-81a0-4347-a501-4a5bef9d3406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 22:06:21.172573 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-b1229b6e-37bb-4fcb-ab39-cea26f440a12 req-40b212a7-81a0-4347-a501-4a5bef9d3406 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0134d17c-de16-423e-918f-161c4986edb2 HTTP/1.1" status: 200 len: 1096 time: 0.0427690 May 20 22:06:21.208581 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-b1229b6e-37bb-4fcb-ab39-cea26f440a12 req-e7e23472-3dc2-48e3-b1c3-26dce3c8548e service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=66e637e2-4cf9-433b-9cfa-d81a804a2e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0284743 May 20 22:06:21.212284 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-45cb162f-f639-4c88-a68f-735ce1240d15 req-6bbd87c6-0d74-4d97-a991-379f081085c3 tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] 10.222.0.35 "GET /v2.0/security-groups?id=66e637e2-4cf9-433b-9cfa-d81a804a2e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395460 May 20 22:06:22.334263 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-28701732-a8ba-4f65-9b55-444d0bb8c859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:06:22.340418 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fee0772-5aa7-4e88-b5bf-f980f921f1d7 req-ed7bec4e-1a39-46e7-813a-b5513ba6a3c9 tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 22:06:22.342192 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7fee0772-5aa7-4e88-b5bf-f980f921f1d7 req-ed7bec4e-1a39-46e7-813a-b5513ba6a3c9 tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] 10.222.0.35 "GET /v2.0/ports?device_id=0134d17c-de16-423e-918f-161c4986edb2 HTTP/1.1" status: 200 len: 945 time: 0.0538137 May 20 22:06:22.380265 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-7fee0772-5aa7-4e88-b5bf-f980f921f1d7 req-f58e7ad8-78f9-46c4-9c7c-7fea8e6077aa tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] 10.222.0.35 "GET /v2.0/security-groups?id=66e637e2-4cf9-433b-9cfa-d81a804a2e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316315 May 20 22:06:23.499806 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f47fbc6-95b4-48be-99b3-2ab88026e112 req-34808a9e-89e9-45c1-82c4-e141b6403350 tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 22:06:23.501385 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5f47fbc6-95b4-48be-99b3-2ab88026e112 req-34808a9e-89e9-45c1-82c4-e141b6403350 tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] 10.222.0.35 "GET /v2.0/ports?device_id=0134d17c-de16-423e-918f-161c4986edb2 HTTP/1.1" status: 200 len: 945 time: 0.0496361 May 20 22:06:23.539748 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-5f47fbc6-95b4-48be-99b3-2ab88026e112 req-e2614f96-c057-49b2-b0ea-973b5a1c885c tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] 10.222.0.35 "GET /v2.0/security-groups?id=66e637e2-4cf9-433b-9cfa-d81a804a2e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323033 May 20 22:06:23.656611 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16879bdb-a99c-4131-8f0d-6cf3e53a04d7 req-e8155a3b-6058-4bfc-8533-b2d47fa9d32e tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 22:06:23.658110 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-16879bdb-a99c-4131-8f0d-6cf3e53a04d7 req-e8155a3b-6058-4bfc-8533-b2d47fa9d32e tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] 10.222.0.35 "GET /v2.0/ports?device_id=0134d17c-de16-423e-918f-161c4986edb2 HTTP/1.1" status: 200 len: 945 time: 0.0488014 May 20 22:06:23.696361 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-16879bdb-a99c-4131-8f0d-6cf3e53a04d7 req-e99b7916-4cf3-436f-8719-4a1d167d1344 tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] 10.222.0.35 "GET /v2.0/security-groups?id=66e637e2-4cf9-433b-9cfa-d81a804a2e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317922 May 20 22:06:23.718530 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 38694) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 22:06:23.760440 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6045bc9b-f094-47f8-9a5c-2f2754ff1adb tempest-TestSnapshotPattern-1989578323 tempest-TestSnapshotPattern-1989578323-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 22:06:23.762451 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-6045bc9b-f094-47f8-9a5c-2f2754ff1adb tempest-TestSnapshotPattern-1989578323 tempest-TestSnapshotPattern-1989578323-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=0134d17c-de16-423e-918f-161c4986edb2 HTTP/1.1" status: 200 len: 1091 time: 0.0424669 May 20 22:06:23.765354 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 38696) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 22:06:23.769629 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.v2.base [None req-7042c4f1-8c1f-4f2a-a9c6-fc3ee1957ab4 tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] Request body: {'floatingip': {'floating_network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'port_id': 'a8309f12-dade-469a-b5f7-5dc119e9feb1', 'tenant_id': '0e3e7c2203b04c5f95eea23a0d73818b', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 22:06:23.846374 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7042c4f1-8c1f-4f2a-a9c6-fc3ee1957ab4 tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] Notify callbacks [] for floatingip, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:06:23.944970 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7042c4f1-8c1f-4f2a-a9c6-fc3ee1957ab4 tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:06:24.050782 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-7042c4f1-8c1f-4f2a-a9c6-fc3ee1957ab4 tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] Allocated IP 172.25.2.212 (e3a93b5c-91e2-4064-9c2c-1afc261bfe15/86fee0c1-6e34-488b-9216-b2b8e7ef585a/400b2ef8-198f-42e2-b2d4-17fe656f8c2a) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 22:06:24.150317 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7042c4f1-8c1f-4f2a-a9c6-fc3ee1957ab4 tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] Notify callbacks [] for port, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:06:24.259640 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7042c4f1-8c1f-4f2a-a9c6-fc3ee1957ab4 tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782419017108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:06:24.288491 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4bb0e131-6525-46ca-a45b-e4ea43a5e69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:06:24.301249 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7042c4f1-8c1f-4f2a-a9c6-fc3ee1957ab4 tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] Network e3a93b5c-91e2-4064-9c2c-1afc261bfe15 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 22:06:24.303860 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-7042c4f1-8c1f-4f2a-a9c6-fc3ee1957ab4 tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 22:06:24.307187 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7042c4f1-8c1f-4f2a-a9c6-fc3ee1957ab4 tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 22:06:24.335320 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7042c4f1-8c1f-4f2a-a9c6-fc3ee1957ab4 tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] Pushing event updated for resources: {'Port': ['ID=400b2ef8-198f-42e2-b2d4-17fe656f8c2a,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 22:06:24.347030 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7042c4f1-8c1f-4f2a-a9c6-fc3ee1957ab4 tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 22:06:24.347371 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7042c4f1-8c1f-4f2a-a9c6-fc3ee1957ab4 tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 22:06:24.347706 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7042c4f1-8c1f-4f2a-a9c6-fc3ee1957ab4 tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 22:06:24.348037 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7042c4f1-8c1f-4f2a-a9c6-fc3ee1957ab4 tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 22:06:24.348365 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7042c4f1-8c1f-4f2a-a9c6-fc3ee1957ab4 tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 22:06:24.348689 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7042c4f1-8c1f-4f2a-a9c6-fc3ee1957ab4 tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 22:06:24.349013 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7042c4f1-8c1f-4f2a-a9c6-fc3ee1957ab4 tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 22:06:24.349376 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7042c4f1-8c1f-4f2a-a9c6-fc3ee1957ab4 tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 22:06:24.349695 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7042c4f1-8c1f-4f2a-a9c6-fc3ee1957ab4 tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 22:06:24.350012 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7042c4f1-8c1f-4f2a-a9c6-fc3ee1957ab4 tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 22:06:24.350335 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7042c4f1-8c1f-4f2a-a9c6-fc3ee1957ab4 tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 22:06:24.350650 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7042c4f1-8c1f-4f2a-a9c6-fc3ee1957ab4 tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 22:06:24.674651 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7042c4f1-8c1f-4f2a-a9c6-fc3ee1957ab4 tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:06:24.775025 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7042c4f1-8c1f-4f2a-a9c6-fc3ee1957ab4 tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:06:24.926187 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7042c4f1-8c1f-4f2a-a9c6-fc3ee1957ab4 tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] Notify callbacks [] for port, precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:06:24.961732 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7042c4f1-8c1f-4f2a-a9c6-fc3ee1957ab4 tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9641343'] for port, after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:06:25.026816 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7042c4f1-8c1f-4f2a-a9c6-fc3ee1957ab4 tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] Pushing event updated for resources: {'Port': ['ID=400b2ef8-198f-42e2-b2d4-17fe656f8c2a,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 22:06:25.039032 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7042c4f1-8c1f-4f2a-a9c6-fc3ee1957ab4 tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748272'] for floatingip, after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:06:25.137159 n-d-842733-1 neutron-server[103163]: INFO neutron.db.l3_db [None req-7042c4f1-8c1f-4f2a-a9c6-fc3ee1957ab4 tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] Floating IP 488dec6a-e98f-46f2-b076-67939ddd7e5f associated. External IP: 172.25.2.212, port: a8309f12-dade-469a-b5f7-5dc119e9feb1. May 20 22:06:25.339620 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7042c4f1-8c1f-4f2a-a9c6-fc3ee1957ab4 tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] Router c85215bb-2c62-4cad-bb1f-14286520dc79 has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 22:06:25.444704 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7042c4f1-8c1f-4f2a-a9c6-fc3ee1957ab4 tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 22:06:25.454734 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7701d8d-80dc-4cca-a013-f7c097f9b463 None None] Sync routers for ids ['c85215bb-2c62-4cad-bb1f-14286520dc79'] in n-d-842733-1 {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 22:06:25.464088 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7701d8d-80dc-4cca-a013-f7c097f9b463 None None] Routers {'c85215bb-2c62-4cad-bb1f-14286520dc79'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 22:06:25.464769 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-d7701d8d-80dc-4cca-a013-f7c097f9b463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T22:06:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['c85215bb-2c62-4cad-bb1f-14286520dc79'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 22:06:25.547067 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7042c4f1-8c1f-4f2a-a9c6-fc3ee1957ab4 tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for floatingip, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:06:25.567675 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:06:25.569060 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-d7701d8d-80dc-4cca-a013-f7c097f9b463 None None] Set router c85215bb-2c62-4cad-bb1f-14286520dc79 gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 22:06:25.576734 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-7042c4f1-8c1f-4f2a-a9c6-fc3ee1957ab4 tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8103759 May 20 22:06:25.577323 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0134d17c-de16-423e-918f-161c4986edb2', 'tag': 'a8309f12-dade-469a-b5f7-5dc119e9feb1'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 22:06:25.579631 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4416c3b25ab83027dff24eda6e450cd3b8f285a9257f5a2b93a81ddcbdb8854f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16f95a46-a9f7-4a18-8227-0b09fc3df9e0" -d '{"events": [{"name": "network-changed", "server_uuid": "0134d17c-de16-423e-918f-161c4986edb2", "tag": "a8309f12-dade-469a-b5f7-5dc119e9feb1"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 22:06:25.618365 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 22:06:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b83a40e5-3c73-4ece-b358-1e69e3577349 x-openstack-request-id: req-b83a40e5-3c73-4ece-b358-1e69e3577349 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 22:06:25.618655 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0134d17c-de16-423e-918f-161c4986edb2", "tag": "a8309f12-dade-469a-b5f7-5dc119e9feb1", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 22:06:25.618909 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b83a40e5-3c73-4ece-b358-1e69e3577349 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 22:06:25.619319 n-d-842733-1 neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b83a40e5-3c73-4ece-b358-1e69e3577349'] response: {'name': 'network-changed', 'server_uuid': '0134d17c-de16-423e-918f-161c4986edb2', 'tag': 'a8309f12-dade-469a-b5f7-5dc119e9feb1', 'status': 'completed', 'code': 200} May 20 22:06:25.701768 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f95a46-a9f7-4a18-8227-0b09fc3df9e0 req-d69dd074-7e1b-489a-827e-063e5632e322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 22:06:25.703265 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-16f95a46-a9f7-4a18-8227-0b09fc3df9e0 req-d69dd074-7e1b-489a-827e-063e5632e322 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0e3e7c2203b04c5f95eea23a0d73818b&device_id=0134d17c-de16-423e-918f-161c4986edb2 HTTP/1.1" status: 200 len: 1096 time: 0.0420809 May 20 22:06:25.716946 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:06:25.802655 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f95a46-a9f7-4a18-8227-0b09fc3df9e0 req-1003c542-dcf2-43c9-9408-52e9661272b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 22:06:25.804134 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-16f95a46-a9f7-4a18-8227-0b09fc3df9e0 req-1003c542-dcf2-43c9-9408-52e9661272b9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c3ca5eb7-6acf-441f-95e1-646403580c0e HTTP/1.1" status: 200 len: 910 time: 0.0928485 May 20 22:06:25.811802 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-d7701d8d-80dc-4cca-a013-f7c097f9b463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c85215bb-2c62-4cad-bb1f-14286520dc79', 'name': 'tempest-TestSnapshotPattern-910422529-router', 'tenant_id': '0e3e7c2203b04c5f95eea23a0d73818b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.20'}], 'enable_snat': True}, 'gw_port_id': '1c8ee2e8-a20e-4176-9205-ef82b2edbdbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T22:03:23Z', 'updated_at': '2022-05-20T22:03:26Z', 'revision_number': 4, 'project_id': '0e3e7c2203b04c5f95eea23a0d73818b', 'gw_port': {'id': '1c8ee2e8-a20e-4176-9205-ef82b2edbdbc', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:a4:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c85215bb-2c62-4cad-bb1f-14286520dc79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4435, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T22:03:23Z', 'updated_at': '2022-05-20T22:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_floatingips': [{'id': '488dec6a-e98f-46f2-b076-67939ddd7e5f', 'tenant_id': '0e3e7c2203b04c5f95eea23a0d73818b', 'floating_ip_address': '172.25.2.212', 'floating_network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'router_id': 'c85215bb-2c62-4cad-bb1f-14286520dc79', 'port_id': 'a8309f12-dade-469a-b5f7-5dc119e9feb1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4463, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3ca5eb7-6acf-441f-95e1-646403580c0e', 'mac_address': 'fa:16:3e:3f:31:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0134d17c-de16-423e-918f-161c4986edb2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-20T22:06:24Z', 'updated_at': '2022-05-20T22:06:24Z', 'revision_number': 0, 'project_id': '0e3e7c2203b04c5f95eea23a0d73818b', 'fixed_ip_address_scope': None}, {'id': '56118fcb-a35b-450d-96d6-dafa77c26778', 'tenant_id': '0e3e7c2203b04c5f95eea23a0d73818b', 'floating_ip_address': '172.25.2.184', 'floating_network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'router_id': 'c85215bb-2c62-4cad-bb1f-14286520dc79', 'port_id': '7fe208ef-b20d-4033-b231-08c412a1db3e', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4460, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3ca5eb7-6acf-441f-95e1-646403580c0e', 'mac_address': 'fa:16:3e:78:7e:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4938d285-eb4c-40df-b29c-a7281cc74204', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-20T22:03:50Z', 'updated_at': '2022-05-20T22:03:53Z', 'revision_number': 1, 'project_id': '0e3e7c2203b04c5f95eea23a0d73818b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '816a0c62-d119-4dfa-a76e-dd90ef6ac20b', 'name': '', 'network_id': 'c3ca5eb7-6acf-441f-95e1-646403580c0e', 'tenant_id': '0e3e7c2203b04c5f95eea23a0d73818b', 'mac_address': 'fa:16:3e:82:0c:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c85215bb-2c62-4cad-bb1f-14286520dc79', 'device_owner': 'network:router_interface', 'standard_attr_id': 4436, 'fixed_ips': [{'subnet_id': '75dbb661-5cb5-4abb-9c32-1d08140b67ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T22:03:25Z', 'updated_at': '2022-05-20T22:03:30Z', 'revision_number': 5, 'project_id': '0e3e7c2203b04c5f95eea23a0d73818b', 'subnets': [{'id': '75dbb661-5cb5-4abb-9c32-1d08140b67ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 22:06:25.838550 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7701d8d-80dc-4cca-a013-f7c097f9b463 None None] Checking router: c85215bb-2c62-4cad-bb1f-14286520dc79 for host: n-d-842733-1 {{(pid=103165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 22:06:25.848815 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7701d8d-80dc-4cca-a013-f7c097f9b463 None None] Routers {'c85215bb-2c62-4cad-bb1f-14286520dc79'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 22:06:25.849374 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-d7701d8d-80dc-4cca-a013-f7c097f9b463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T22:06:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['c85215bb-2c62-4cad-bb1f-14286520dc79'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 22:06:25.875818 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-16f95a46-a9f7-4a18-8227-0b09fc3df9e0 req-9bf6382a-b508-4d57-8e0e-d8fc89087ee6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a8309f12-dade-469a-b5f7-5dc119e9feb1 HTTP/1.1" status: 200 len: 999 time: 0.0643191 May 20 22:06:25.933161 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f95a46-a9f7-4a18-8227-0b09fc3df9e0 req-61078007-dc87-40bb-9ae6-2fcb05feb126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 22:06:25.935438 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-16f95a46-a9f7-4a18-8227-0b09fc3df9e0 req-61078007-dc87-40bb-9ae6-2fcb05feb126 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=75dbb661-5cb5-4abb-9c32-1d08140b67ce HTTP/1.1" status: 200 len: 848 time: 0.0514274 May 20 22:06:25.966223 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-d7701d8d-80dc-4cca-a013-f7c097f9b463 None None] Set router c85215bb-2c62-4cad-bb1f-14286520dc79 gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 22:06:25.979827 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f95a46-a9f7-4a18-8227-0b09fc3df9e0 req-8410798d-adbc-4070-a250-6f7a261705d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 22:06:25.981921 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-16f95a46-a9f7-4a18-8227-0b09fc3df9e0 req-8410798d-adbc-4070-a250-6f7a261705d6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c3ca5eb7-6acf-441f-95e1-646403580c0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407248 May 20 22:06:26.007718 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cc3ec51b-6ec8-438a-8349-5f0bec346d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:06:26.072238 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-16f95a46-a9f7-4a18-8227-0b09fc3df9e0 req-eac3bdd3-9310-44d9-80d8-104fc37a4246 service neutron] 10.222.0.13 "GET /v2.0/networks/c3ca5eb7-6acf-441f-95e1-646403580c0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833998 May 20 22:06:26.163992 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-16f95a46-a9f7-4a18-8227-0b09fc3df9e0 req-ce839296-0d5c-4c00-8453-12ef67b5cb6e service neutron] 10.222.0.13 "GET /v2.0/networks/c3ca5eb7-6acf-441f-95e1-646403580c0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855086 May 20 22:06:26.189638 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-d7701d8d-80dc-4cca-a013-f7c097f9b463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c85215bb-2c62-4cad-bb1f-14286520dc79', 'name': 'tempest-TestSnapshotPattern-910422529-router', 'tenant_id': '0e3e7c2203b04c5f95eea23a0d73818b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.20'}], 'enable_snat': True}, 'gw_port_id': '1c8ee2e8-a20e-4176-9205-ef82b2edbdbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T22:03:23Z', 'updated_at': '2022-05-20T22:03:26Z', 'revision_number': 4, 'project_id': '0e3e7c2203b04c5f95eea23a0d73818b', 'gw_port': {'id': '1c8ee2e8-a20e-4176-9205-ef82b2edbdbc', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:a4:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c85215bb-2c62-4cad-bb1f-14286520dc79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4435, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T22:03:23Z', 'updated_at': '2022-05-20T22:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_floatingips': [{'id': '488dec6a-e98f-46f2-b076-67939ddd7e5f', 'tenant_id': '0e3e7c2203b04c5f95eea23a0d73818b', 'floating_ip_address': '172.25.2.212', 'floating_network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'router_id': 'c85215bb-2c62-4cad-bb1f-14286520dc79', 'port_id': 'a8309f12-dade-469a-b5f7-5dc119e9feb1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4463, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3ca5eb7-6acf-441f-95e1-646403580c0e', 'mac_address': 'fa:16:3e:3f:31:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0134d17c-de16-423e-918f-161c4986edb2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-20T22:06:24Z', 'updated_at': '2022-05-20T22:06:24Z', 'revision_number': 0, 'project_id': '0e3e7c2203b04c5f95eea23a0d73818b', 'fixed_ip_address_scope': None}, {'id': '56118fcb-a35b-450d-96d6-dafa77c26778', 'tenant_id': '0e3e7c2203b04c5f95eea23a0d73818b', 'floating_ip_address': '172.25.2.184', 'floating_network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'router_id': 'c85215bb-2c62-4cad-bb1f-14286520dc79', 'port_id': '7fe208ef-b20d-4033-b231-08c412a1db3e', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4460, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3ca5eb7-6acf-441f-95e1-646403580c0e', 'mac_address': 'fa:16:3e:78:7e:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4938d285-eb4c-40df-b29c-a7281cc74204', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-20T22:03:50Z', 'updated_at': '2022-05-20T22:03:53Z', 'revision_number': 1, 'project_id': '0e3e7c2203b04c5f95eea23a0d73818b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '816a0c62-d119-4dfa-a76e-dd90ef6ac20b', 'name': '', 'network_id': 'c3ca5eb7-6acf-441f-95e1-646403580c0e', 'tenant_id': '0e3e7c2203b04c5f95eea23a0d73818b', 'mac_address': 'fa:16:3e:82:0c:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c85215bb-2c62-4cad-bb1f-14286520dc79', 'device_owner': 'network:router_interface', 'standard_attr_id': 4436, 'fixed_ips': [{'subnet_id': '75dbb661-5cb5-4abb-9c32-1d08140b67ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T22:03:25Z', 'updated_at': '2022-05-20T22:03:30Z', 'revision_number': 5, 'project_id': '0e3e7c2203b04c5f95eea23a0d73818b', 'subnets': [{'id': '75dbb661-5cb5-4abb-9c32-1d08140b67ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 22:06:26.219211 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7701d8d-80dc-4cca-a013-f7c097f9b463 None None] The sync data for ids ['c85215bb-2c62-4cad-bb1f-14286520dc79'] in n-d-842733-1 is: [{'id': 'c85215bb-2c62-4cad-bb1f-14286520dc79', 'name': 'tempest-TestSnapshotPattern-910422529-router', 'tenant_id': '0e3e7c2203b04c5f95eea23a0d73818b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.20'}], 'enable_snat': True}, 'gw_port_id': '1c8ee2e8-a20e-4176-9205-ef82b2edbdbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T22:03:23Z', 'updated_at': '2022-05-20T22:03:26Z', 'revision_number': 4, 'project_id': '0e3e7c2203b04c5f95eea23a0d73818b', 'gw_port': {'id': '1c8ee2e8-a20e-4176-9205-ef82b2edbdbc', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:a4:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c85215bb-2c62-4cad-bb1f-14286520dc79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4435, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T22:03:23Z', 'updated_at': '2022-05-20T22:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_floatingips': [{'id': '488dec6a-e98f-46f2-b076-67939ddd7e5f', 'tenant_id': '0e3e7c2203b04c5f95eea23a0d73818b', 'floating_ip_address': '172.25.2.212', 'floating_network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'router_id': 'c85215bb-2c62-4cad-bb1f-14286520dc79', 'port_id': 'a8309f12-dade-469a-b5f7-5dc119e9feb1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4463, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3ca5eb7-6acf-441f-95e1-646403580c0e', 'mac_address': 'fa:16:3e:3f:31:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0134d17c-de16-423e-918f-161c4986edb2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-20T22:06:24Z', 'updated_at': '2022-05-20T22:06:24Z', 'revision_number': 0, 'project_id': '0e3e7c2203b04c5f95eea23a0d73818b', 'fixed_ip_address_scope': None}, {'id': '56118fcb-a35b-450d-96d6-dafa77c26778', 'tenant_id': '0e3e7c2203b04c5f95eea23a0d73818b', 'floating_ip_address': '172.25.2.184', 'floating_network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'router_id': 'c85215bb-2c62-4cad-bb1f-14286520dc79', 'port_id': '7fe208ef-b20d-4033-b231-08c412a1db3e', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4460, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3ca5eb7-6acf-441f-95e1-646403580c0e', 'mac_address': 'fa:16:3e:78:7e:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4938d285-eb4c-40df-b29c-a7281cc74204', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-20T22:03:50Z', 'updated_at': '2022-05-20T22:03:53Z', 'revision_number': 1, 'project_id': '0e3e7c2203b04c5f95eea23a0d73818b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '816a0c62-d119-4dfa-a76e-dd90ef6ac20b', 'name': '', 'network_id': 'c3ca5eb7-6acf-441f-95e1-646403580c0e', 'tenant_id': '0e3e7c2203b04c5f95eea23a0d73818b', 'mac_address': 'fa:16:3e:82:0c:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c85215bb-2c62-4cad-bb1f-14286520dc79', 'device_owner': 'network:router_interface', 'standard_attr_id': 4436, 'fixed_ips': [{'subnet_id': '75dbb661-5cb5-4abb-9c32-1d08140b67ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T22:03:25Z', 'updated_at': '2022-05-20T22:03:30Z', 'revision_number': 5, 'project_id': '0e3e7c2203b04c5f95eea23a0d73818b', 'subnets': [{'id': '75dbb661-5cb5-4abb-9c32-1d08140b67ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 22:06:26.413428 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e4ec540-df06-4b91-8cec-58917019622f None None] New status for floating IP 488dec6a-e98f-46f2-b076-67939ddd7e5f: ACTIVE {{(pid=103164) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 22:06:27.077313 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1a02032e-c251-4e82-b574-333b336a4aa7 req-d246e679-f7cb-4ec0-9721-1f95c3489012 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4938d285-eb4c-40df-b29c-a7281cc74204&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0824831 May 20 22:06:27.128467 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.agents_db [None req-5c33ad30-4e00-40fa-b486-8c79c4a6cfc5 None None] Agent healthcheck: found 7 active agents {{(pid=103165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 20 22:06:27.159616 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a02032e-c251-4e82-b574-333b336a4aa7 req-13cd785c-4107-4fec-81af-fdd53aa76f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 22:06:27.161097 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1a02032e-c251-4e82-b574-333b336a4aa7 req-13cd785c-4107-4fec-81af-fdd53aa76f98 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0e3e7c2203b04c5f95eea23a0d73818b&device_id=4938d285-eb4c-40df-b29c-a7281cc74204 HTTP/1.1" status: 200 len: 1094 time: 0.0402205 May 20 22:06:27.263737 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a02032e-c251-4e82-b574-333b336a4aa7 req-344aaa1c-7b9b-49af-8401-894310084fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 22:06:27.265130 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1a02032e-c251-4e82-b574-333b336a4aa7 req-344aaa1c-7b9b-49af-8401-894310084fbc service neutron] 10.222.0.24 "GET /v2.0/networks?id=c3ca5eb7-6acf-441f-95e1-646403580c0e HTTP/1.1" status: 200 len: 910 time: 0.0852528 May 20 22:06:27.329658 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1a02032e-c251-4e82-b574-333b336a4aa7 req-b25ca174-5b82-46ec-87c6-a9d23852b568 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7fe208ef-b20d-4033-b231-08c412a1db3e HTTP/1.1" status: 200 len: 999 time: 0.0578582 May 20 22:06:27.381015 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a02032e-c251-4e82-b574-333b336a4aa7 req-e2365381-3c4d-41da-beb5-04011ca70e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 22:06:27.382439 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1a02032e-c251-4e82-b574-333b336a4aa7 req-e2365381-3c4d-41da-beb5-04011ca70e46 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=75dbb661-5cb5-4abb-9c32-1d08140b67ce HTTP/1.1" status: 200 len: 848 time: 0.0467861 May 20 22:06:27.427328 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a02032e-c251-4e82-b574-333b336a4aa7 req-8b8e2e85-4fcd-43b9-a7da-4752ae25e5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 22:06:27.428941 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1a02032e-c251-4e82-b574-333b336a4aa7 req-8b8e2e85-4fcd-43b9-a7da-4752ae25e5e4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c3ca5eb7-6acf-441f-95e1-646403580c0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398877 May 20 22:06:27.519470 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1a02032e-c251-4e82-b574-333b336a4aa7 req-eecc077d-6ee2-4418-b593-577a03c222cb service neutron] 10.222.0.24 "GET /v2.0/networks/c3ca5eb7-6acf-441f-95e1-646403580c0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837889 May 20 22:06:27.610641 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1a02032e-c251-4e82-b574-333b336a4aa7 req-5b141ef5-ae43-4443-b391-54c00c6cc04c service neutron] 10.222.0.24 "GET /v2.0/networks/c3ca5eb7-6acf-441f-95e1-646403580c0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848849 May 20 22:06:33.110010 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:06:35.367662 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-8047df53-d9cc-4a02-bd96-3213883981dc req-e124c94f-1a52-467a-b017-508a233d3ba7 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0134d17c-de16-423e-918f-161c4986edb2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0382359 May 20 22:06:35.470380 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8047df53-d9cc-4a02-bd96-3213883981dc req-f9a91a14-465b-4a85-9b80-4c2f81cfb4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 22:06:35.471893 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-8047df53-d9cc-4a02-bd96-3213883981dc req-f9a91a14-465b-4a85-9b80-4c2f81cfb4e4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0e3e7c2203b04c5f95eea23a0d73818b&device_id=0134d17c-de16-423e-918f-161c4986edb2 HTTP/1.1" status: 200 len: 1096 time: 0.0402188 May 20 22:06:35.577862 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8047df53-d9cc-4a02-bd96-3213883981dc req-08c9cc4b-d1f8-4bdf-ab3f-226ece339c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 22:06:35.579326 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-8047df53-d9cc-4a02-bd96-3213883981dc req-08c9cc4b-d1f8-4bdf-ab3f-226ece339c7e service neutron] 10.222.0.13 "GET /v2.0/networks?id=c3ca5eb7-6acf-441f-95e1-646403580c0e HTTP/1.1" status: 200 len: 910 time: 0.0889924 May 20 22:06:35.643464 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-8047df53-d9cc-4a02-bd96-3213883981dc req-75b8332e-99ca-41ee-b05a-44c3c70282c7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a8309f12-dade-469a-b5f7-5dc119e9feb1 HTTP/1.1" status: 200 len: 1001 time: 0.0582798 May 20 22:06:35.707365 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8047df53-d9cc-4a02-bd96-3213883981dc req-c216f5a3-76b2-46eb-ae61-34d45f72ce59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 22:06:35.708789 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-8047df53-d9cc-4a02-bd96-3213883981dc req-c216f5a3-76b2-46eb-ae61-34d45f72ce59 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=75dbb661-5cb5-4abb-9c32-1d08140b67ce HTTP/1.1" status: 200 len: 848 time: 0.0490177 May 20 22:06:35.752028 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8047df53-d9cc-4a02-bd96-3213883981dc req-af529862-0975-4247-8804-8bdd389b729b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 22:06:35.753504 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-8047df53-d9cc-4a02-bd96-3213883981dc req-af529862-0975-4247-8804-8bdd389b729b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c3ca5eb7-6acf-441f-95e1-646403580c0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389843 May 20 22:06:35.839287 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-8047df53-d9cc-4a02-bd96-3213883981dc req-a95dbeb5-09da-42e3-8833-ecc1daf1991c service neutron] 10.222.0.13 "GET /v2.0/networks/c3ca5eb7-6acf-441f-95e1-646403580c0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798874 May 20 22:06:35.930481 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-8047df53-d9cc-4a02-bd96-3213883981dc req-4edcf578-2ef5-4ccc-b325-1df0370accd4 service neutron] 10.222.0.13 "GET /v2.0/networks/c3ca5eb7-6acf-441f-95e1-646403580c0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850611 May 20 22:06:49.960670 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a928c520-4ffa-400f-8e6e-e3d69077dccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:06:52.327278 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ea0049c5-3d1b-436c-8630-d977bfe0930c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:06:54.303875 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4bb0e131-6525-46ca-a45b-e4ea43a5e69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:06:55.572589 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:06:55.715326 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:06:55.858626 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cc3ec51b-6ec8-438a-8349-5f0bec346d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:07:03.046702 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:07:04.127796 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.agents_db [None req-5c33ad30-4e00-40fa-b486-8c79c4a6cfc5 None None] Agent healthcheck: found 7 active agents {{(pid=103165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 20 22:07:19.932082 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-bfb84255-eede-4345-99f6-0cfa2c202cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:07:22.372023 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-6be34168-2bd5-47aa-bc89-2a59e8dd8752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:07:24.314872 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4bb0e131-6525-46ca-a45b-e4ea43a5e69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:07:25.577651 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:07:25.703256 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:07:25.869303 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cc3ec51b-6ec8-438a-8349-5f0bec346d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:07:29.576299 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-000082cf-1a7f-4ba1-9595-de19152105f3 req-16604f05-9024-4bce-aed3-fb2e010c34e2 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4938d285-eb4c-40df-b29c-a7281cc74204&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0420792 May 20 22:07:29.652874 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000082cf-1a7f-4ba1-9595-de19152105f3 req-4a66cf50-f031-4829-87bb-7f6deab1510e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 22:07:29.654471 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-000082cf-1a7f-4ba1-9595-de19152105f3 req-4a66cf50-f031-4829-87bb-7f6deab1510e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0e3e7c2203b04c5f95eea23a0d73818b&device_id=4938d285-eb4c-40df-b29c-a7281cc74204 HTTP/1.1" status: 200 len: 1094 time: 0.0401719 May 20 22:07:29.760056 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000082cf-1a7f-4ba1-9595-de19152105f3 req-405f2e47-28c0-4ea6-84c8-757b052c4994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 22:07:29.761447 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-000082cf-1a7f-4ba1-9595-de19152105f3 req-405f2e47-28c0-4ea6-84c8-757b052c4994 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c3ca5eb7-6acf-441f-95e1-646403580c0e HTTP/1.1" status: 200 len: 910 time: 0.0868223 May 20 22:07:29.824044 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-000082cf-1a7f-4ba1-9595-de19152105f3 req-fff9e4d3-cb43-435c-a5df-4d19862a1cad service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7fe208ef-b20d-4033-b231-08c412a1db3e HTTP/1.1" status: 200 len: 999 time: 0.0560403 May 20 22:07:29.875708 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000082cf-1a7f-4ba1-9595-de19152105f3 req-8b8a8c1d-ddeb-47ac-9a28-cd495a5cf3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 22:07:29.877302 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-000082cf-1a7f-4ba1-9595-de19152105f3 req-8b8a8c1d-ddeb-47ac-9a28-cd495a5cf3f0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=75dbb661-5cb5-4abb-9c32-1d08140b67ce HTTP/1.1" status: 200 len: 848 time: 0.0470982 May 20 22:07:29.921235 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000082cf-1a7f-4ba1-9595-de19152105f3 req-862f62f0-7016-47b7-80a5-af8d8ffacbfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 22:07:29.923252 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-000082cf-1a7f-4ba1-9595-de19152105f3 req-862f62f0-7016-47b7-80a5-af8d8ffacbfa service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c3ca5eb7-6acf-441f-95e1-646403580c0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389986 May 20 22:07:29.933572 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [req-000082cf-1a7f-4ba1-9595-de19152105f3 req-18181e76-bdd9-4c0c-9dff-b372545ad850 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103163) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 22:07:29.934495 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-000082cf-1a7f-4ba1-9595-de19152105f3 req-18181e76-bdd9-4c0c-9dff-b372545ad850 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047388 May 20 22:07:30.019855 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-000082cf-1a7f-4ba1-9595-de19152105f3 req-72787683-3e71-4607-a92b-8a8c4c7fba78 service neutron] 10.222.0.24 "GET /v2.0/networks/c3ca5eb7-6acf-441f-95e1-646403580c0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0783825 May 20 22:07:30.112847 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-000082cf-1a7f-4ba1-9595-de19152105f3 req-9923497f-3077-4255-a046-47dfa1eeadd0 service neutron] 10.222.0.24 "GET /v2.0/networks/c3ca5eb7-6acf-441f-95e1-646403580c0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866337 May 20 22:07:33.040631 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:07:37.397267 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-9a6b3f95-a690-46ca-9973-f4f081b361d0 req-3d3d0126-9bf7-4e6b-a999-592df7e790df service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0134d17c-de16-423e-918f-161c4986edb2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0410857 May 20 22:07:37.495523 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6b3f95-a690-46ca-9973-f4f081b361d0 req-70ef2427-449a-47d9-b57f-3293fe76a4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 22:07:37.497066 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-9a6b3f95-a690-46ca-9973-f4f081b361d0 req-70ef2427-449a-47d9-b57f-3293fe76a4b9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0e3e7c2203b04c5f95eea23a0d73818b&device_id=0134d17c-de16-423e-918f-161c4986edb2 HTTP/1.1" status: 200 len: 1096 time: 0.0402141 May 20 22:07:37.604081 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6b3f95-a690-46ca-9973-f4f081b361d0 req-53ed43e0-e487-4fc9-b5a4-43d5da0da6db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 22:07:37.605571 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-9a6b3f95-a690-46ca-9973-f4f081b361d0 req-53ed43e0-e487-4fc9-b5a4-43d5da0da6db service neutron] 10.222.0.13 "GET /v2.0/networks?id=c3ca5eb7-6acf-441f-95e1-646403580c0e HTTP/1.1" status: 200 len: 910 time: 0.0903850 May 20 22:07:37.668875 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-9a6b3f95-a690-46ca-9973-f4f081b361d0 req-488abc4f-739f-41c6-a8c7-af31cfbf83df service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a8309f12-dade-469a-b5f7-5dc119e9feb1 HTTP/1.1" status: 200 len: 1001 time: 0.0571909 May 20 22:07:37.721423 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6b3f95-a690-46ca-9973-f4f081b361d0 req-12026149-2f14-4859-94aa-6b61ad7aea24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 22:07:37.722862 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-9a6b3f95-a690-46ca-9973-f4f081b361d0 req-12026149-2f14-4859-94aa-6b61ad7aea24 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=75dbb661-5cb5-4abb-9c32-1d08140b67ce HTTP/1.1" status: 200 len: 848 time: 0.0475559 May 20 22:07:37.766493 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6b3f95-a690-46ca-9973-f4f081b361d0 req-f1382fa8-dba1-4e97-a4d0-c44d5e9e78ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 22:07:37.767948 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-9a6b3f95-a690-46ca-9973-f4f081b361d0 req-f1382fa8-dba1-4e97-a4d0-c44d5e9e78ff service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c3ca5eb7-6acf-441f-95e1-646403580c0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393331 May 20 22:07:37.854851 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-9a6b3f95-a690-46ca-9973-f4f081b361d0 req-27f79573-ab91-478c-a6fd-ad6efd4621e3 service neutron] 10.222.0.13 "GET /v2.0/networks/c3ca5eb7-6acf-441f-95e1-646403580c0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803850 May 20 22:07:37.946804 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-9a6b3f95-a690-46ca-9973-f4f081b361d0 req-b3c213a9-4f55-4fcd-a665-cb2d1e746976 service neutron] 10.222.0.13 "GET /v2.0/networks/c3ca5eb7-6acf-441f-95e1-646403580c0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853920 May 20 22:07:41.127760 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.agents_db [None req-5c33ad30-4e00-40fa-b486-8c79c4a6cfc5 None None] Agent healthcheck: found 7 active agents {{(pid=103165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 20 22:07:49.994269 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-5377212d-4805-4825-9d3d-98a5c17f5682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:07:52.314872 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-1006af91-ad48-4c1b-9b51-759abc369a4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:07:54.291356 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4bb0e131-6525-46ca-a45b-e4ea43a5e69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:07:55.600301 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:07:55.708886 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:07:55.851441 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cc3ec51b-6ec8-438a-8349-5f0bec346d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:07:59.198915 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device a8309f12-dade-469a-b5f7-5dc119e9feb1 details requested by agent hyperv_n-h2-842733-1 with host n-h2-842733-1 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 22:07:59.292521 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port a8309f12-dade-469a-b5f7-5dc119e9feb1, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=a8309f12-dade-469a-b5f7-5dc119e9feb1,segment=NetworkSegment(0ba5d303-37c7-416c-b3f4-0290f262ef8a),segment_id=0ba5d303-37c7-416c-b3f4-0290f262ef8a)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 22:07:59.304021 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Returning: {'device': 'a8309f12-dade-469a-b5f7-5dc119e9feb1', 'network_id': 'c3ca5eb7-6acf-441f-95e1-646403580c0e', 'port_id': 'a8309f12-dade-469a-b5f7-5dc119e9feb1', 'mac_address': 'fa:16:3e:3f:31:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75dbb661-5cb5-4abb-9c32-1d08140b67ce', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 20 22:07:59.343564 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port a8309f12-dade-469a-b5f7-5dc119e9feb1 is: ACTIVE; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 22:07:59.343946 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:07:59.356679 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a8309f12-dade-469a-b5f7-5dc119e9feb1 {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 22:07:59.374989 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port a8309f12-dade-469a-b5f7-5dc119e9feb1, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=a8309f12-dade-469a-b5f7-5dc119e9feb1,segment=NetworkSegment(0ba5d303-37c7-416c-b3f4-0290f262ef8a),segment_id=0ba5d303-37c7-416c-b3f4-0290f262ef8a)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 22:07:59.434441 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:07:59.480808 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=a8309f12-dade-469a-b5f7-5dc119e9feb1,revision_number=6']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 22:07:59.488241 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 22:07:59.488582 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 22:07:59.488917 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 22:07:59.489261 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 22:07:59.489584 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 22:07:59.489914 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 22:07:59.490222 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 22:07:59.490996 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 22:07:59.490996 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 22:07:59.491196 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 22:07:59.491434 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 22:07:59.491742 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 22:07:59.591082 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] get_ports_and_sgs() called for port_ids ['a8309f12-dade-469a-b5f7-5dc119e9feb1'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 22:08:01.200688 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device a8309f12-dade-469a-b5f7-5dc119e9feb1 up at agent hyperv_n-h2-842733-1 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 22:08:01.261678 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Provisioning complete for port a8309f12-dade-469a-b5f7-5dc119e9feb1 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 22:08:01.262443 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33071341'] for port, provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:08:01.351049 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port a8309f12-dade-469a-b5f7-5dc119e9feb1 is: BUILD; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 22:08:01.352304 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:08:01.376879 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0134d17c-de16-423e-918f-161c4986edb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8309f12-dade-469a-b5f7-5dc119e9feb1'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 22:08:01.379446 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7947af4a1013b12ef328acaa2f4e39eb2f7ac51c208120b4987a707d9dc479df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be9db87a-5f8e-4b28-b5fe-2b79f4e69f69" -d '{"events": [{"server_uuid": "0134d17c-de16-423e-918f-161c4986edb2", "name": "network-vif-plugged", "status": "completed", "tag": "a8309f12-dade-469a-b5f7-5dc119e9feb1"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 22:08:01.405439 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port a8309f12-dade-469a-b5f7-5dc119e9feb1, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=a8309f12-dade-469a-b5f7-5dc119e9feb1,segment=NetworkSegment(0ba5d303-37c7-416c-b3f4-0290f262ef8a),segment_id=0ba5d303-37c7-416c-b3f4-0290f262ef8a)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 22:08:01.426621 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 22:08:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3812b5a2-e072-494b-803b-381cdce68ca7 x-openstack-request-id: req-3812b5a2-e072-494b-803b-381cdce68ca7 {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 22:08:01.426921 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0134d17c-de16-423e-918f-161c4986edb2", "name": "network-vif-plugged", "status": "completed", "tag": "a8309f12-dade-469a-b5f7-5dc119e9feb1", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 22:08:01.427201 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3812b5a2-e072-494b-803b-381cdce68ca7 {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 22:08:01.427611 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3812b5a2-e072-494b-803b-381cdce68ca7'] response: {'server_uuid': '0134d17c-de16-423e-918f-161c4986edb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8309f12-dade-469a-b5f7-5dc119e9feb1', 'code': 200} May 20 22:08:01.494292 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:08:01.546394 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=a8309f12-dade-469a-b5f7-5dc119e9feb1,revision_number=7']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 22:08:03.097495 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:08:12.470107 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 38904) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 22:08:12.625476 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-111a6248-2169-4360-813f-70db18b8557f tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] Deleting port 400b2ef8-198f-42e2-b2d4-17fe656f8c2a {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 22:08:12.625811 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-111a6248-2169-4360-813f-70db18b8557f tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:08:12.702828 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-111a6248-2169-4360-813f-70db18b8557f tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:08:12.703151 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-111a6248-2169-4360-813f-70db18b8557f tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:08:12.716125 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-111a6248-2169-4360-813f-70db18b8557f tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] Calling delete_port for 400b2ef8-198f-42e2-b2d4-17fe656f8c2a owned by network:floatingip {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 22:08:12.919854 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-111a6248-2169-4360-813f-70db18b8557f tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:08:12.948613 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111a6248-2169-4360-813f-70db18b8557f tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] Pushing event deleted for resources: {'Port': ['ID=400b2ef8-198f-42e2-b2d4-17fe656f8c2a,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 22:08:12.960255 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111a6248-2169-4360-813f-70db18b8557f tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 22:08:12.960591 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111a6248-2169-4360-813f-70db18b8557f tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 22:08:12.960922 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111a6248-2169-4360-813f-70db18b8557f tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 22:08:12.961280 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111a6248-2169-4360-813f-70db18b8557f tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 22:08:12.961603 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111a6248-2169-4360-813f-70db18b8557f tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 22:08:12.961924 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111a6248-2169-4360-813f-70db18b8557f tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 22:08:12.962243 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111a6248-2169-4360-813f-70db18b8557f tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 22:08:12.962570 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111a6248-2169-4360-813f-70db18b8557f tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 22:08:12.962871 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111a6248-2169-4360-813f-70db18b8557f tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 22:08:12.963183 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111a6248-2169-4360-813f-70db18b8557f tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 22:08:12.963497 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111a6248-2169-4360-813f-70db18b8557f tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 22:08:12.963809 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111a6248-2169-4360-813f-70db18b8557f tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 22:08:13.016309 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-111a6248-2169-4360-813f-70db18b8557f tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] Notify callbacks [] for floatingip, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:08:13.016667 n-d-842733-1 neutron-server[103163]: INFO neutron.db.l3_db [None req-111a6248-2169-4360-813f-70db18b8557f tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] Floating IP 488dec6a-e98f-46f2-b076-67939ddd7e5f disassociated (deleted). External IP: 172.25.2.212, port: a8309f12-dade-469a-b5f7-5dc119e9feb1. May 20 22:08:13.537400 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-111a6248-2169-4360-813f-70db18b8557f tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] Router c85215bb-2c62-4cad-bb1f-14286520dc79 has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 22:08:13.643403 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-111a6248-2169-4360-813f-70db18b8557f tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 22:08:13.648391 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-111a6248-2169-4360-813f-70db18b8557f tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for floatingip, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:08:13.654915 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e560a63a-f204-4951-8712-fdca8b07eb88 None None] Sync routers for ids ['c85215bb-2c62-4cad-bb1f-14286520dc79'] in n-d-842733-1 {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 22:08:13.665189 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e560a63a-f204-4951-8712-fdca8b07eb88 None None] Routers {'c85215bb-2c62-4cad-bb1f-14286520dc79'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 22:08:13.665894 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-e560a63a-f204-4951-8712-fdca8b07eb88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T22:07:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['c85215bb-2c62-4cad-bb1f-14286520dc79'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 22:08:13.675611 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-111a6248-2169-4360-813f-70db18b8557f tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] 10.222.0.35 "DELETE /v2.0/floatingips/488dec6a-e98f-46f2-b076-67939ddd7e5f HTTP/1.1" status: 204 len: 168 time: 1.2037778 May 20 22:08:13.676208 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0134d17c-de16-423e-918f-161c4986edb2', 'tag': 'a8309f12-dade-469a-b5f7-5dc119e9feb1'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 22:08:13.678664 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4416c3b25ab83027dff24eda6e450cd3b8f285a9257f5a2b93a81ddcbdb8854f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe906b41-8db0-4a39-b9e5-7336376afe90" -d '{"events": [{"name": "network-changed", "server_uuid": "0134d17c-de16-423e-918f-161c4986edb2", "tag": "a8309f12-dade-469a-b5f7-5dc119e9feb1"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 22:08:13.777058 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-e560a63a-f204-4951-8712-fdca8b07eb88 None None] Set router c85215bb-2c62-4cad-bb1f-14286520dc79 gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 22:08:13.780313 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 22:08:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-730c8a2d-ccf2-4474-8e76-4f29802f5f75 x-openstack-request-id: req-730c8a2d-ccf2-4474-8e76-4f29802f5f75 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 22:08:13.780601 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0134d17c-de16-423e-918f-161c4986edb2", "tag": "a8309f12-dade-469a-b5f7-5dc119e9feb1", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 22:08:13.781123 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-730c8a2d-ccf2-4474-8e76-4f29802f5f75 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 22:08:13.781618 n-d-842733-1 neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-730c8a2d-ccf2-4474-8e76-4f29802f5f75'] response: {'name': 'network-changed', 'server_uuid': '0134d17c-de16-423e-918f-161c4986edb2', 'tag': 'a8309f12-dade-469a-b5f7-5dc119e9feb1', 'status': 'completed', 'code': 200} May 20 22:08:13.871252 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe906b41-8db0-4a39-b9e5-7336376afe90 req-f0f25699-fb0a-46a5-ae3b-1bc103372fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 22:08:13.872785 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-fe906b41-8db0-4a39-b9e5-7336376afe90 req-f0f25699-fb0a-46a5-ae3b-1bc103372fae service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0e3e7c2203b04c5f95eea23a0d73818b&device_id=0134d17c-de16-423e-918f-161c4986edb2 HTTP/1.1" status: 200 len: 1096 time: 0.0457551 May 20 22:08:13.976071 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe906b41-8db0-4a39-b9e5-7336376afe90 req-da3820dd-d261-4823-b3dd-921d29d735d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 22:08:13.977748 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-fe906b41-8db0-4a39-b9e5-7336376afe90 req-da3820dd-d261-4823-b3dd-921d29d735d3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c3ca5eb7-6acf-441f-95e1-646403580c0e HTTP/1.1" status: 200 len: 910 time: 0.0971103 May 20 22:08:14.022087 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-fe906b41-8db0-4a39-b9e5-7336376afe90 req-4944864a-6aac-4e2f-9a1b-25ebd08b02bf service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a8309f12-dade-469a-b5f7-5dc119e9feb1 HTTP/1.1" status: 200 len: 217 time: 0.0364511 May 20 22:08:14.072968 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe906b41-8db0-4a39-b9e5-7336376afe90 req-ad4a54bf-37bd-4d93-a950-d409d65f826d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 22:08:14.074501 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-fe906b41-8db0-4a39-b9e5-7336376afe90 req-ad4a54bf-37bd-4d93-a950-d409d65f826d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=75dbb661-5cb5-4abb-9c32-1d08140b67ce HTTP/1.1" status: 200 len: 848 time: 0.0448148 May 20 22:08:14.104841 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-e560a63a-f204-4951-8712-fdca8b07eb88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c85215bb-2c62-4cad-bb1f-14286520dc79', 'name': 'tempest-TestSnapshotPattern-910422529-router', 'tenant_id': '0e3e7c2203b04c5f95eea23a0d73818b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.20'}], 'enable_snat': True}, 'gw_port_id': '1c8ee2e8-a20e-4176-9205-ef82b2edbdbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T22:03:23Z', 'updated_at': '2022-05-20T22:03:26Z', 'revision_number': 4, 'project_id': '0e3e7c2203b04c5f95eea23a0d73818b', 'gw_port': {'id': '1c8ee2e8-a20e-4176-9205-ef82b2edbdbc', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:a4:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c85215bb-2c62-4cad-bb1f-14286520dc79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4435, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T22:03:23Z', 'updated_at': '2022-05-20T22:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_floatingips': [{'id': '56118fcb-a35b-450d-96d6-dafa77c26778', 'tenant_id': '0e3e7c2203b04c5f95eea23a0d73818b', 'floating_ip_address': '172.25.2.184', 'floating_network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'router_id': 'c85215bb-2c62-4cad-bb1f-14286520dc79', 'port_id': '7fe208ef-b20d-4033-b231-08c412a1db3e', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4460, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3ca5eb7-6acf-441f-95e1-646403580c0e', 'mac_address': 'fa:16:3e:78:7e:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4938d285-eb4c-40df-b29c-a7281cc74204', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-20T22:03:50Z', 'updated_at': '2022-05-20T22:03:53Z', 'revision_number': 1, 'project_id': '0e3e7c2203b04c5f95eea23a0d73818b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '816a0c62-d119-4dfa-a76e-dd90ef6ac20b', 'name': '', 'network_id': 'c3ca5eb7-6acf-441f-95e1-646403580c0e', 'tenant_id': '0e3e7c2203b04c5f95eea23a0d73818b', 'mac_address': 'fa:16:3e:82:0c:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c85215bb-2c62-4cad-bb1f-14286520dc79', 'device_owner': 'network:router_interface', 'standard_attr_id': 4436, 'fixed_ips': [{'subnet_id': '75dbb661-5cb5-4abb-9c32-1d08140b67ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T22:03:25Z', 'updated_at': '2022-05-20T22:03:30Z', 'revision_number': 5, 'project_id': '0e3e7c2203b04c5f95eea23a0d73818b', 'subnets': [{'id': '75dbb661-5cb5-4abb-9c32-1d08140b67ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 22:08:14.125088 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe906b41-8db0-4a39-b9e5-7336376afe90 req-53b2c544-6769-4c69-87d1-138d12ec80fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 22:08:14.127183 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-fe906b41-8db0-4a39-b9e5-7336376afe90 req-53b2c544-6769-4c69-87d1-138d12ec80fb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c3ca5eb7-6acf-441f-95e1-646403580c0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442700 May 20 22:08:14.129671 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18a43c2-5439-4664-bd37-bb270253b72c req-1f0fcd2f-06cb-4c0d-9efd-93e50f53adf4 tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 22:08:14.131244 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a18a43c2-5439-4664-bd37-bb270253b72c req-1f0fcd2f-06cb-4c0d-9efd-93e50f53adf4 tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] 10.222.0.35 "GET /v2.0/ports?device_id=0134d17c-de16-423e-918f-161c4986edb2 HTTP/1.1" status: 200 len: 945 time: 0.0514209 May 20 22:08:14.136674 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e560a63a-f204-4951-8712-fdca8b07eb88 None None] Checking router: c85215bb-2c62-4cad-bb1f-14286520dc79 for host: n-d-842733-1 {{(pid=103165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 22:08:14.145980 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e560a63a-f204-4951-8712-fdca8b07eb88 None None] Routers {'c85215bb-2c62-4cad-bb1f-14286520dc79'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 22:08:14.146588 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-e560a63a-f204-4951-8712-fdca8b07eb88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T22:07:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['c85215bb-2c62-4cad-bb1f-14286520dc79'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 22:08:14.171479 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-a18a43c2-5439-4664-bd37-bb270253b72c req-4b5bb5b7-44cf-4126-823c-f8ee0de3aa7e tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] 10.222.0.35 "GET /v2.0/security-groups?id=66e637e2-4cf9-433b-9cfa-d81a804a2e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334554 May 20 22:08:14.223885 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-fe906b41-8db0-4a39-b9e5-7336376afe90 req-9244cc02-9a15-4a53-95c9-263d1c19dfee service neutron] 10.222.0.13 "GET /v2.0/networks/c3ca5eb7-6acf-441f-95e1-646403580c0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892117 May 20 22:08:14.258890 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-e560a63a-f204-4951-8712-fdca8b07eb88 None None] Set router c85215bb-2c62-4cad-bb1f-14286520dc79 gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 22:08:14.312235 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-fe906b41-8db0-4a39-b9e5-7336376afe90 req-8db121e4-5ac0-4355-bfb9-91e701003f04 service neutron] 10.222.0.13 "GET /v2.0/networks/c3ca5eb7-6acf-441f-95e1-646403580c0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813694 May 20 22:08:14.479261 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-e560a63a-f204-4951-8712-fdca8b07eb88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c85215bb-2c62-4cad-bb1f-14286520dc79', 'name': 'tempest-TestSnapshotPattern-910422529-router', 'tenant_id': '0e3e7c2203b04c5f95eea23a0d73818b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.20'}], 'enable_snat': True}, 'gw_port_id': '1c8ee2e8-a20e-4176-9205-ef82b2edbdbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T22:03:23Z', 'updated_at': '2022-05-20T22:03:26Z', 'revision_number': 4, 'project_id': '0e3e7c2203b04c5f95eea23a0d73818b', 'gw_port': {'id': '1c8ee2e8-a20e-4176-9205-ef82b2edbdbc', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:a4:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c85215bb-2c62-4cad-bb1f-14286520dc79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4435, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T22:03:23Z', 'updated_at': '2022-05-20T22:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_floatingips': [{'id': '56118fcb-a35b-450d-96d6-dafa77c26778', 'tenant_id': '0e3e7c2203b04c5f95eea23a0d73818b', 'floating_ip_address': '172.25.2.184', 'floating_network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'router_id': 'c85215bb-2c62-4cad-bb1f-14286520dc79', 'port_id': '7fe208ef-b20d-4033-b231-08c412a1db3e', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4460, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3ca5eb7-6acf-441f-95e1-646403580c0e', 'mac_address': 'fa:16:3e:78:7e:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4938d285-eb4c-40df-b29c-a7281cc74204', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-20T22:03:50Z', 'updated_at': '2022-05-20T22:03:53Z', 'revision_number': 1, 'project_id': '0e3e7c2203b04c5f95eea23a0d73818b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '816a0c62-d119-4dfa-a76e-dd90ef6ac20b', 'name': '', 'network_id': 'c3ca5eb7-6acf-441f-95e1-646403580c0e', 'tenant_id': '0e3e7c2203b04c5f95eea23a0d73818b', 'mac_address': 'fa:16:3e:82:0c:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c85215bb-2c62-4cad-bb1f-14286520dc79', 'device_owner': 'network:router_interface', 'standard_attr_id': 4436, 'fixed_ips': [{'subnet_id': '75dbb661-5cb5-4abb-9c32-1d08140b67ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T22:03:25Z', 'updated_at': '2022-05-20T22:03:30Z', 'revision_number': 5, 'project_id': '0e3e7c2203b04c5f95eea23a0d73818b', 'subnets': [{'id': '75dbb661-5cb5-4abb-9c32-1d08140b67ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 22:08:14.505505 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e560a63a-f204-4951-8712-fdca8b07eb88 None None] The sync data for ids ['c85215bb-2c62-4cad-bb1f-14286520dc79'] in n-d-842733-1 is: [{'id': 'c85215bb-2c62-4cad-bb1f-14286520dc79', 'name': 'tempest-TestSnapshotPattern-910422529-router', 'tenant_id': '0e3e7c2203b04c5f95eea23a0d73818b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.20'}], 'enable_snat': True}, 'gw_port_id': '1c8ee2e8-a20e-4176-9205-ef82b2edbdbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T22:03:23Z', 'updated_at': '2022-05-20T22:03:26Z', 'revision_number': 4, 'project_id': '0e3e7c2203b04c5f95eea23a0d73818b', 'gw_port': {'id': '1c8ee2e8-a20e-4176-9205-ef82b2edbdbc', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:a4:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c85215bb-2c62-4cad-bb1f-14286520dc79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4435, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T22:03:23Z', 'updated_at': '2022-05-20T22:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_floatingips': [{'id': '56118fcb-a35b-450d-96d6-dafa77c26778', 'tenant_id': '0e3e7c2203b04c5f95eea23a0d73818b', 'floating_ip_address': '172.25.2.184', 'floating_network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'router_id': 'c85215bb-2c62-4cad-bb1f-14286520dc79', 'port_id': '7fe208ef-b20d-4033-b231-08c412a1db3e', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4460, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3ca5eb7-6acf-441f-95e1-646403580c0e', 'mac_address': 'fa:16:3e:78:7e:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4938d285-eb4c-40df-b29c-a7281cc74204', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-20T22:03:50Z', 'updated_at': '2022-05-20T22:03:53Z', 'revision_number': 1, 'project_id': '0e3e7c2203b04c5f95eea23a0d73818b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '816a0c62-d119-4dfa-a76e-dd90ef6ac20b', 'name': '', 'network_id': 'c3ca5eb7-6acf-441f-95e1-646403580c0e', 'tenant_id': '0e3e7c2203b04c5f95eea23a0d73818b', 'mac_address': 'fa:16:3e:82:0c:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c85215bb-2c62-4cad-bb1f-14286520dc79', 'device_owner': 'network:router_interface', 'standard_attr_id': 4436, 'fixed_ips': [{'subnet_id': '75dbb661-5cb5-4abb-9c32-1d08140b67ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T22:03:25Z', 'updated_at': '2022-05-20T22:03:30Z', 'revision_number': 5, 'project_id': '0e3e7c2203b04c5f95eea23a0d73818b', 'subnets': [{'id': '75dbb661-5cb5-4abb-9c32-1d08140b67ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 22:08:14.772222 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f3f4f22-8158-446a-8a48-7793da185285 None None] New status for floating IP 488dec6a-e98f-46f2-b076-67939ddd7e5f: DOWN {{(pid=103164) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 22:08:15.295775 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8ce419-2ca8-44c3-bbd9-44e62a32378c req-ed7ab383-270e-4f64-95a8-61fc37f20bc6 tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 22:08:15.297356 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ed8ce419-2ca8-44c3-bbd9-44e62a32378c req-ed7ab383-270e-4f64-95a8-61fc37f20bc6 tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] 10.222.0.35 "GET /v2.0/ports?device_id=0134d17c-de16-423e-918f-161c4986edb2 HTTP/1.1" status: 200 len: 945 time: 0.0532787 May 20 22:08:15.300393 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device a8309f12-dade-469a-b5f7-5dc119e9feb1 no longer exists at agent hyperv_n-h2-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 22:08:15.337644 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-ed8ce419-2ca8-44c3-bbd9-44e62a32378c req-4c58103b-d251-4baf-8262-bbc568b8200f tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] 10.222.0.35 "GET /v2.0/security-groups?id=66e637e2-4cf9-433b-9cfa-d81a804a2e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332458 May 20 22:08:15.374817 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Current status of the port a8309f12-dade-469a-b5f7-5dc119e9feb1 is: ACTIVE; New status is: DOWN {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 20 22:08:15.375200 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210193'] for port, before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:08:15.397311 n-d-842733-1 neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0134d17c-de16-423e-918f-161c4986edb2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a8309f12-dade-469a-b5f7-5dc119e9feb1'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 22:08:15.399510 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7947af4a1013b12ef328acaa2f4e39eb2f7ac51c208120b4987a707d9dc479df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9128db9-49df-498b-9534-af2c85bd3169" -d '{"events": [{"server_uuid": "0134d17c-de16-423e-918f-161c4986edb2", "name": "network-vif-unplugged", "status": "completed", "tag": "a8309f12-dade-469a-b5f7-5dc119e9feb1"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 22:08:15.412219 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] For port a8309f12-dade-469a-b5f7-5dc119e9feb1, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=a8309f12-dade-469a-b5f7-5dc119e9feb1,segment=NetworkSegment(0ba5d303-37c7-416c-b3f4-0290f262ef8a),segment_id=0ba5d303-37c7-416c-b3f4-0290f262ef8a)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 22:08:15.436809 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 May 2022 22:08:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f963cb3-5e39-45fd-91ec-1ea2a187b006 x-openstack-request-id: req-0f963cb3-5e39-45fd-91ec-1ea2a187b006 {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 22:08:15.437101 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0134d17c-de16-423e-918f-161c4986edb2", "name": "network-vif-unplugged", "status": "completed", "tag": "a8309f12-dade-469a-b5f7-5dc119e9feb1", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 22:08:15.437388 n-d-842733-1 neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0f963cb3-5e39-45fd-91ec-1ea2a187b006 {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 22:08:15.437791 n-d-842733-1 neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f963cb3-5e39-45fd-91ec-1ea2a187b006'] response: {'server_uuid': '0134d17c-de16-423e-918f-161c4986edb2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a8309f12-dade-469a-b5f7-5dc119e9feb1', 'code': 200} May 20 22:08:15.486374 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782419393657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782419017081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782419024927'] for port, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:08:15.541307 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Pushing event updated for resources: {'Port': ['ID=a8309f12-dade-469a-b5f7-5dc119e9feb1,revision_number=8']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 22:08:15.792923 n-d-842733-1 neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecea8a6a-8110-4783-bde6-4c88f152e5b2 req-e640089a-6655-4811-8a91-a75cd12ac669 tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 22:08:15.794311 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-ecea8a6a-8110-4783-bde6-4c88f152e5b2 req-e640089a-6655-4811-8a91-a75cd12ac669 tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] 10.222.0.13 "GET /v2.0/ports?device_id=0134d17c-de16-423e-918f-161c4986edb2 HTTP/1.1" status: 200 len: 943 time: 0.0527701 May 20 22:08:15.881424 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-ecea8a6a-8110-4783-bde6-4c88f152e5b2 req-09572cc0-613a-41b7-afdb-303cc97e64dc tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] Deleting port a8309f12-dade-469a-b5f7-5dc119e9feb1 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 22:08:15.881771 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-ecea8a6a-8110-4783-bde6-4c88f152e5b2 req-09572cc0-613a-41b7-afdb-303cc97e64dc tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:08:15.970027 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-ecea8a6a-8110-4783-bde6-4c88f152e5b2 req-09572cc0-613a-41b7-afdb-303cc97e64dc tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] For port a8309f12-dade-469a-b5f7-5dc119e9feb1, host n-h2-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842733-1',level=0,port_id=a8309f12-dade-469a-b5f7-5dc119e9feb1,segment=NetworkSegment(0ba5d303-37c7-416c-b3f4-0290f262ef8a),segment_id=0ba5d303-37c7-416c-b3f4-0290f262ef8a)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 22:08:15.970947 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-ecea8a6a-8110-4783-bde6-4c88f152e5b2 req-09572cc0-613a-41b7-afdb-303cc97e64dc tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:08:15.982388 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-ecea8a6a-8110-4783-bde6-4c88f152e5b2 req-09572cc0-613a-41b7-afdb-303cc97e64dc tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] Calling delete_port for a8309f12-dade-469a-b5f7-5dc119e9feb1 owned by compute:nova {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 22:08:16.154518 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-ecea8a6a-8110-4783-bde6-4c88f152e5b2 req-09572cc0-613a-41b7-afdb-303cc97e64dc tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:08:16.187778 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09572cc0-613a-41b7-afdb-303cc97e64dc tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] Pushing event deleted for resources: {'Port': ['ID=a8309f12-dade-469a-b5f7-5dc119e9feb1,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 22:08:16.215943 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09572cc0-613a-41b7-afdb-303cc97e64dc tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 22:08:16.216651 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09572cc0-613a-41b7-afdb-303cc97e64dc tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 22:08:16.216651 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09572cc0-613a-41b7-afdb-303cc97e64dc tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 22:08:16.216989 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09572cc0-613a-41b7-afdb-303cc97e64dc tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 22:08:16.217356 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09572cc0-613a-41b7-afdb-303cc97e64dc tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 22:08:16.217689 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09572cc0-613a-41b7-afdb-303cc97e64dc tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 22:08:16.218016 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09572cc0-613a-41b7-afdb-303cc97e64dc tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 22:08:16.218340 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09572cc0-613a-41b7-afdb-303cc97e64dc tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 22:08:16.218658 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09572cc0-613a-41b7-afdb-303cc97e64dc tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 22:08:16.218978 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09572cc0-613a-41b7-afdb-303cc97e64dc tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 22:08:16.219301 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09572cc0-613a-41b7-afdb-303cc97e64dc tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 22:08:16.219624 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09572cc0-613a-41b7-afdb-303cc97e64dc tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842733-1 {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 22:08:16.239912 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecea8a6a-8110-4783-bde6-4c88f152e5b2 req-09572cc0-613a-41b7-afdb-303cc97e64dc tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] No DVR routers for this DVR port a8309f12-dade-469a-b5f7-5dc119e9feb1 on host n-h2-842733-1 {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 22:08:16.242541 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-ecea8a6a-8110-4783-bde6-4c88f152e5b2 req-09572cc0-613a-41b7-afdb-303cc97e64dc tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:08:16.246255 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [req-ecea8a6a-8110-4783-bde6-4c88f152e5b2 req-09572cc0-613a-41b7-afdb-303cc97e64dc tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] 10.222.0.13 "DELETE /v2.0/ports/a8309f12-dade-469a-b5f7-5dc119e9feb1 HTTP/1.1" status: 204 len: 173 time: 0.4457228 May 20 22:08:16.246695 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0134d17c-de16-423e-918f-161c4986edb2', 'name': 'network-vif-deleted', 'tag': 'a8309f12-dade-469a-b5f7-5dc119e9feb1'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 22:08:16.249489 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e97a983f2a54588e3d21b88a12ad54839c2ea34da7b46679306b1f34ba25e4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5103980-9d29-4d88-8f45-f59efd770f40" -d '{"events": [{"server_uuid": "0134d17c-de16-423e-918f-161c4986edb2", "name": "network-vif-deleted", "tag": "a8309f12-dade-469a-b5f7-5dc119e9feb1"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 22:08:16.289398 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 22:08:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bbe18c9-d14f-489c-ac21-5e1d1a951c89 x-openstack-request-id: req-5bbe18c9-d14f-489c-ac21-5e1d1a951c89 {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 22:08:16.296849 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0134d17c-de16-423e-918f-161c4986edb2", "name": "network-vif-deleted", "tag": "a8309f12-dade-469a-b5f7-5dc119e9feb1", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 22:08:16.296849 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5bbe18c9-d14f-489c-ac21-5e1d1a951c89 {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 22:08:16.296849 n-d-842733-1 neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5bbe18c9-d14f-489c-ac21-5e1d1a951c89'] response: {'server_uuid': '0134d17c-de16-423e-918f-161c4986edb2', 'name': 'network-vif-deleted', 'tag': 'a8309f12-dade-469a-b5f7-5dc119e9feb1', 'status': 'completed', 'code': 200} May 20 22:08:16.434714 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-dba84519-834b-4c07-ac00-074214a5420f req-44aa07e7-1923-4e8c-9756-16c067b0b445 tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] 10.222.0.35 "GET /v2.0/ports?device_id=0134d17c-de16-423e-918f-161c4986edb2 HTTP/1.1" status: 200 len: 210 time: 0.0258815 May 20 22:08:18.128001 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.agents_db [None req-5c33ad30-4e00-40fa-b486-8c79c4a6cfc5 None None] Agent healthcheck: found 7 active agents {{(pid=103165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 20 22:08:18.630849 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 38964) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 22:08:18.785612 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-f2224d5c-ee2f-43cb-8486-afb5c532451e tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] Deleting port 19188b0a-7916-4b6c-a349-442b85f26bde {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 22:08:18.785865 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f2224d5c-ee2f-43cb-8486-afb5c532451e tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:08:18.862110 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f2224d5c-ee2f-43cb-8486-afb5c532451e tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:08:18.862434 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f2224d5c-ee2f-43cb-8486-afb5c532451e tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:08:18.873707 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-f2224d5c-ee2f-43cb-8486-afb5c532451e tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] Calling delete_port for 19188b0a-7916-4b6c-a349-442b85f26bde owned by network:floatingip {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 22:08:19.074239 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f2224d5c-ee2f-43cb-8486-afb5c532451e tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:08:19.103478 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2224d5c-ee2f-43cb-8486-afb5c532451e tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] Pushing event deleted for resources: {'Port': ['ID=19188b0a-7916-4b6c-a349-442b85f26bde,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 22:08:19.162902 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f2224d5c-ee2f-43cb-8486-afb5c532451e tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] Notify callbacks [] for floatingip, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:08:19.163271 n-d-842733-1 neutron-server[103162]: INFO neutron.db.l3_db [None req-f2224d5c-ee2f-43cb-8486-afb5c532451e tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] Floating IP 56118fcb-a35b-450d-96d6-dafa77c26778 disassociated (deleted). External IP: 172.25.2.184, port: 7fe208ef-b20d-4033-b231-08c412a1db3e. May 20 22:08:19.365672 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2224d5c-ee2f-43cb-8486-afb5c532451e tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] Router c85215bb-2c62-4cad-bb1f-14286520dc79 has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 22:08:19.469127 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2224d5c-ee2f-43cb-8486-afb5c532451e tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 22:08:19.474004 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f2224d5c-ee2f-43cb-8486-afb5c532451e tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for floatingip, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:08:19.479391 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d4a1824-b3ae-4cd6-8c41-1b0e039804e6 None None] Sync routers for ids ['c85215bb-2c62-4cad-bb1f-14286520dc79'] in n-d-842733-1 {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 22:08:19.488961 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d4a1824-b3ae-4cd6-8c41-1b0e039804e6 None None] Routers {'c85215bb-2c62-4cad-bb1f-14286520dc79'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 22:08:19.489618 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-0d4a1824-b3ae-4cd6-8c41-1b0e039804e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T22:07:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['c85215bb-2c62-4cad-bb1f-14286520dc79'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 22:08:19.503819 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-f2224d5c-ee2f-43cb-8486-afb5c532451e tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] 10.222.0.35 "DELETE /v2.0/floatingips/56118fcb-a35b-450d-96d6-dafa77c26778 HTTP/1.1" status: 204 len: 168 time: 0.8693759 May 20 22:08:19.503819 n-d-842733-1 neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4938d285-eb4c-40df-b29c-a7281cc74204', 'tag': '7fe208ef-b20d-4033-b231-08c412a1db3e'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 22:08:19.504502 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e97a983f2a54588e3d21b88a12ad54839c2ea34da7b46679306b1f34ba25e4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9322fd8a-d549-4d50-90e2-5ae309102732" -d '{"events": [{"name": "network-changed", "server_uuid": "4938d285-eb4c-40df-b29c-a7281cc74204", "tag": "7fe208ef-b20d-4033-b231-08c412a1db3e"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 22:08:19.544463 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 22:08:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dea80e2-3840-488d-80b0-d963bdfeaf91 x-openstack-request-id: req-9dea80e2-3840-488d-80b0-d963bdfeaf91 {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 22:08:19.544819 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4938d285-eb4c-40df-b29c-a7281cc74204", "tag": "7fe208ef-b20d-4033-b231-08c412a1db3e", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 22:08:19.545139 n-d-842733-1 neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9dea80e2-3840-488d-80b0-d963bdfeaf91 {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 22:08:19.547227 n-d-842733-1 neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9dea80e2-3840-488d-80b0-d963bdfeaf91'] response: {'name': 'network-changed', 'server_uuid': '4938d285-eb4c-40df-b29c-a7281cc74204', 'tag': '7fe208ef-b20d-4033-b231-08c412a1db3e', 'status': 'completed', 'code': 200} May 20 22:08:19.599794 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-0d4a1824-b3ae-4cd6-8c41-1b0e039804e6 None None] Set router c85215bb-2c62-4cad-bb1f-14286520dc79 gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 22:08:19.609649 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9322fd8a-d549-4d50-90e2-5ae309102732 req-5c1ebb43-3442-4429-9c24-dbe49fcd8a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 22:08:19.611386 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9322fd8a-d549-4d50-90e2-5ae309102732 req-5c1ebb43-3442-4429-9c24-dbe49fcd8a51 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0e3e7c2203b04c5f95eea23a0d73818b&device_id=4938d285-eb4c-40df-b29c-a7281cc74204 HTTP/1.1" status: 200 len: 1094 time: 0.0435286 May 20 22:08:19.705514 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9322fd8a-d549-4d50-90e2-5ae309102732 req-fae20cbe-fba4-47ce-9878-d66d440ff3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 22:08:19.707016 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9322fd8a-d549-4d50-90e2-5ae309102732 req-fae20cbe-fba4-47ce-9878-d66d440ff3fd service neutron] 10.222.0.24 "GET /v2.0/networks?id=c3ca5eb7-6acf-441f-95e1-646403580c0e HTTP/1.1" status: 200 len: 910 time: 0.0887568 May 20 22:08:19.764138 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9322fd8a-d549-4d50-90e2-5ae309102732 req-185ad1df-c5aa-4cca-85f8-7291da50d41b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7fe208ef-b20d-4033-b231-08c412a1db3e HTTP/1.1" status: 200 len: 217 time: 0.0495834 May 20 22:08:19.804203 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-0d4a1824-b3ae-4cd6-8c41-1b0e039804e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c85215bb-2c62-4cad-bb1f-14286520dc79', 'name': 'tempest-TestSnapshotPattern-910422529-router', 'tenant_id': '0e3e7c2203b04c5f95eea23a0d73818b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.20'}], 'enable_snat': True}, 'gw_port_id': '1c8ee2e8-a20e-4176-9205-ef82b2edbdbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T22:03:23Z', 'updated_at': '2022-05-20T22:03:26Z', 'revision_number': 4, 'project_id': '0e3e7c2203b04c5f95eea23a0d73818b', 'gw_port': {'id': '1c8ee2e8-a20e-4176-9205-ef82b2edbdbc', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:a4:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c85215bb-2c62-4cad-bb1f-14286520dc79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4435, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T22:03:23Z', 'updated_at': '2022-05-20T22:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': '816a0c62-d119-4dfa-a76e-dd90ef6ac20b', 'name': '', 'network_id': 'c3ca5eb7-6acf-441f-95e1-646403580c0e', 'tenant_id': '0e3e7c2203b04c5f95eea23a0d73818b', 'mac_address': 'fa:16:3e:82:0c:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c85215bb-2c62-4cad-bb1f-14286520dc79', 'device_owner': 'network:router_interface', 'standard_attr_id': 4436, 'fixed_ips': [{'subnet_id': '75dbb661-5cb5-4abb-9c32-1d08140b67ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T22:03:25Z', 'updated_at': '2022-05-20T22:03:30Z', 'revision_number': 5, 'project_id': '0e3e7c2203b04c5f95eea23a0d73818b', 'subnets': [{'id': '75dbb661-5cb5-4abb-9c32-1d08140b67ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 22:08:19.819992 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9322fd8a-d549-4d50-90e2-5ae309102732 req-7d4292fd-cb7a-4733-9996-b78421a7d82e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 22:08:19.821519 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9322fd8a-d549-4d50-90e2-5ae309102732 req-7d4292fd-cb7a-4733-9996-b78421a7d82e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=75dbb661-5cb5-4abb-9c32-1d08140b67ce HTTP/1.1" status: 200 len: 848 time: 0.0517981 May 20 22:08:19.832760 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d4a1824-b3ae-4cd6-8c41-1b0e039804e6 None None] Checking router: c85215bb-2c62-4cad-bb1f-14286520dc79 for host: n-d-842733-1 {{(pid=103165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 22:08:19.841651 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d4a1824-b3ae-4cd6-8c41-1b0e039804e6 None None] Routers {'c85215bb-2c62-4cad-bb1f-14286520dc79'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 22:08:19.842269 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-0d4a1824-b3ae-4cd6-8c41-1b0e039804e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T22:07:52Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['c85215bb-2c62-4cad-bb1f-14286520dc79'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 22:08:19.905014 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9322fd8a-d549-4d50-90e2-5ae309102732 req-a08659c8-5392-45c7-8eb0-bd4f7a6e3a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 22:08:19.906570 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9322fd8a-d549-4d50-90e2-5ae309102732 req-a08659c8-5392-45c7-8eb0-bd4f7a6e3a16 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c3ca5eb7-6acf-441f-95e1-646403580c0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0786514 May 20 22:08:19.919239 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95632900-6855-4e0e-889e-6180ce30dd58 req-2bca5f43-a20a-4a86-9f34-f80c41e32261 tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 22:08:19.920649 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-95632900-6855-4e0e-889e-6180ce30dd58 req-2bca5f43-a20a-4a86-9f34-f80c41e32261 tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] 10.222.0.35 "GET /v2.0/ports?device_id=4938d285-eb4c-40df-b29c-a7281cc74204 HTTP/1.1" status: 200 len: 943 time: 0.0673993 May 20 22:08:19.943180 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c3277ca3-fae2-4b59-8fb3-4d4c003ba651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:08:19.950079 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-0d4a1824-b3ae-4cd6-8c41-1b0e039804e6 None None] Set router c85215bb-2c62-4cad-bb1f-14286520dc79 gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 22:08:20.008983 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-95632900-6855-4e0e-889e-6180ce30dd58 req-9676a4af-4f74-44bb-8a19-c9542ff38566 tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] 10.222.0.35 "GET /v2.0/security-groups?id=66e637e2-4cf9-433b-9cfa-d81a804a2e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801070 May 20 22:08:20.040823 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9322fd8a-d549-4d50-90e2-5ae309102732 req-2586fc91-51b4-4d30-b2d0-703e3f06c398 service neutron] 10.222.0.24 "GET /v2.0/networks/c3ca5eb7-6acf-441f-95e1-646403580c0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192417 May 20 22:08:20.142900 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-9322fd8a-d549-4d50-90e2-5ae309102732 req-0990c195-8370-4098-85c4-074d69363860 service neutron] 10.222.0.24 "GET /v2.0/networks/c3ca5eb7-6acf-441f-95e1-646403580c0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943551 May 20 22:08:20.146132 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-0d4a1824-b3ae-4cd6-8c41-1b0e039804e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c85215bb-2c62-4cad-bb1f-14286520dc79', 'name': 'tempest-TestSnapshotPattern-910422529-router', 'tenant_id': '0e3e7c2203b04c5f95eea23a0d73818b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.20'}], 'enable_snat': True}, 'gw_port_id': '1c8ee2e8-a20e-4176-9205-ef82b2edbdbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T22:03:23Z', 'updated_at': '2022-05-20T22:03:26Z', 'revision_number': 4, 'project_id': '0e3e7c2203b04c5f95eea23a0d73818b', 'gw_port': {'id': '1c8ee2e8-a20e-4176-9205-ef82b2edbdbc', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:a4:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c85215bb-2c62-4cad-bb1f-14286520dc79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4435, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T22:03:23Z', 'updated_at': '2022-05-20T22:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': '816a0c62-d119-4dfa-a76e-dd90ef6ac20b', 'name': '', 'network_id': 'c3ca5eb7-6acf-441f-95e1-646403580c0e', 'tenant_id': '0e3e7c2203b04c5f95eea23a0d73818b', 'mac_address': 'fa:16:3e:82:0c:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c85215bb-2c62-4cad-bb1f-14286520dc79', 'device_owner': 'network:router_interface', 'standard_attr_id': 4436, 'fixed_ips': [{'subnet_id': '75dbb661-5cb5-4abb-9c32-1d08140b67ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T22:03:25Z', 'updated_at': '2022-05-20T22:03:30Z', 'revision_number': 5, 'project_id': '0e3e7c2203b04c5f95eea23a0d73818b', 'subnets': [{'id': '75dbb661-5cb5-4abb-9c32-1d08140b67ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 22:08:20.175331 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d4a1824-b3ae-4cd6-8c41-1b0e039804e6 None None] The sync data for ids ['c85215bb-2c62-4cad-bb1f-14286520dc79'] in n-d-842733-1 is: [{'id': 'c85215bb-2c62-4cad-bb1f-14286520dc79', 'name': 'tempest-TestSnapshotPattern-910422529-router', 'tenant_id': '0e3e7c2203b04c5f95eea23a0d73818b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.20'}], 'enable_snat': True}, 'gw_port_id': '1c8ee2e8-a20e-4176-9205-ef82b2edbdbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T22:03:23Z', 'updated_at': '2022-05-20T22:03:26Z', 'revision_number': 4, 'project_id': '0e3e7c2203b04c5f95eea23a0d73818b', 'gw_port': {'id': '1c8ee2e8-a20e-4176-9205-ef82b2edbdbc', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:a4:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c85215bb-2c62-4cad-bb1f-14286520dc79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4435, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T22:03:23Z', 'updated_at': '2022-05-20T22:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1', '_interfaces': [{'id': '816a0c62-d119-4dfa-a76e-dd90ef6ac20b', 'name': '', 'network_id': 'c3ca5eb7-6acf-441f-95e1-646403580c0e', 'tenant_id': '0e3e7c2203b04c5f95eea23a0d73818b', 'mac_address': 'fa:16:3e:82:0c:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c85215bb-2c62-4cad-bb1f-14286520dc79', 'device_owner': 'network:router_interface', 'standard_attr_id': 4436, 'fixed_ips': [{'subnet_id': '75dbb661-5cb5-4abb-9c32-1d08140b67ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T22:03:25Z', 'updated_at': '2022-05-20T22:03:30Z', 'revision_number': 5, 'project_id': '0e3e7c2203b04c5f95eea23a0d73818b', 'subnets': [{'id': '75dbb661-5cb5-4abb-9c32-1d08140b67ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 22:08:20.399954 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7588cf38-56fc-493a-ae3f-4130b321776e None None] New status for floating IP 56118fcb-a35b-450d-96d6-dafa77c26778: DOWN {{(pid=103164) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 22:08:21.128228 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc3d5e9-9ecd-4f80-b67a-73518cc55645 req-49e75207-2de8-4aa0-a2f4-61c784000045 tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 22:08:21.129724 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-fdc3d5e9-9ecd-4f80-b67a-73518cc55645 req-49e75207-2de8-4aa0-a2f4-61c784000045 tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] 10.222.0.35 "GET /v2.0/ports?device_id=4938d285-eb4c-40df-b29c-a7281cc74204 HTTP/1.1" status: 200 len: 943 time: 0.0483921 May 20 22:08:21.168284 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-fdc3d5e9-9ecd-4f80-b67a-73518cc55645 req-7c791031-18cb-4618-b76e-0eaffe227ba9 tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] 10.222.0.35 "GET /v2.0/security-groups?id=66e637e2-4cf9-433b-9cfa-d81a804a2e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325265 May 20 22:08:21.293149 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device a8309f12-dade-469a-b5f7-5dc119e9feb1 no longer exists at agent hyperv_n-h2-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 22:08:21.313080 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] No Port match for: a8309f12-dade-469a-b5f7-5dc119e9feb1 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 22:08:21.313426 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Device a8309f12-dade-469a-b5f7-5dc119e9feb1 not bound to the agent host n-h2-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 22:08:21.429788 n-d-842733-1 neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86768f34-dd8f-4674-8ae0-ad81e9a871e8 req-6e6a4967-4ed9-4f94-b1fa-70e9ef9d5878 tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 22:08:21.431224 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-86768f34-dd8f-4674-8ae0-ad81e9a871e8 req-6e6a4967-4ed9-4f94-b1fa-70e9ef9d5878 tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] 10.222.0.24 "GET /v2.0/ports?device_id=4938d285-eb4c-40df-b29c-a7281cc74204 HTTP/1.1" status: 200 len: 943 time: 0.0491536 May 20 22:08:21.527123 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [req-86768f34-dd8f-4674-8ae0-ad81e9a871e8 req-0a110e09-c36e-4fc7-aae5-93bd1ae15a56 tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] Deleting port 7fe208ef-b20d-4033-b231-08c412a1db3e {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 22:08:21.527455 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-86768f34-dd8f-4674-8ae0-ad81e9a871e8 req-0a110e09-c36e-4fc7-aae5-93bd1ae15a56 tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:08:21.614325 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-86768f34-dd8f-4674-8ae0-ad81e9a871e8 req-0a110e09-c36e-4fc7-aae5-93bd1ae15a56 tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] For port 7fe208ef-b20d-4033-b231-08c412a1db3e, host n-h1-842733-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842733-1',level=0,port_id=7fe208ef-b20d-4033-b231-08c412a1db3e,segment=NetworkSegment(0ba5d303-37c7-416c-b3f4-0290f262ef8a),segment_id=0ba5d303-37c7-416c-b3f4-0290f262ef8a)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 22:08:21.614602 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-86768f34-dd8f-4674-8ae0-ad81e9a871e8 req-0a110e09-c36e-4fc7-aae5-93bd1ae15a56 tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:08:21.626018 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [req-86768f34-dd8f-4674-8ae0-ad81e9a871e8 req-0a110e09-c36e-4fc7-aae5-93bd1ae15a56 tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] Calling delete_port for 7fe208ef-b20d-4033-b231-08c412a1db3e owned by compute:nova {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 22:08:21.828888 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-86768f34-dd8f-4674-8ae0-ad81e9a871e8 req-0a110e09-c36e-4fc7-aae5-93bd1ae15a56 tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:08:21.858483 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a110e09-c36e-4fc7-aae5-93bd1ae15a56 tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] Pushing event deleted for resources: {'Port': ['ID=7fe208ef-b20d-4033-b231-08c412a1db3e,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 22:08:21.903780 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [req-86768f34-dd8f-4674-8ae0-ad81e9a871e8 req-0a110e09-c36e-4fc7-aae5-93bd1ae15a56 tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] No DVR routers for this DVR port 7fe208ef-b20d-4033-b231-08c412a1db3e on host n-h1-842733-1 {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 22:08:21.906452 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-86768f34-dd8f-4674-8ae0-ad81e9a871e8 req-0a110e09-c36e-4fc7-aae5-93bd1ae15a56 tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247574'] for port, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:08:21.909914 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-86768f34-dd8f-4674-8ae0-ad81e9a871e8 req-0a110e09-c36e-4fc7-aae5-93bd1ae15a56 tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] 10.222.0.24 "DELETE /v2.0/ports/7fe208ef-b20d-4033-b231-08c412a1db3e HTTP/1.1" status: 204 len: 173 time: 0.4724619 May 20 22:08:21.910599 n-d-842733-1 neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4938d285-eb4c-40df-b29c-a7281cc74204', 'name': 'network-vif-deleted', 'tag': '7fe208ef-b20d-4033-b231-08c412a1db3e'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 22:08:21.912836 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4416c3b25ab83027dff24eda6e450cd3b8f285a9257f5a2b93a81ddcbdb8854f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fda6877d-c05d-4a5c-880d-bfa167e55bf5" -d '{"events": [{"server_uuid": "4938d285-eb4c-40df-b29c-a7281cc74204", "name": "network-vif-deleted", "tag": "7fe208ef-b20d-4033-b231-08c412a1db3e"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 22:08:21.948574 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 22:08:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f8a4b62-44ba-4acf-a495-640e237018c7 x-openstack-request-id: req-4f8a4b62-44ba-4acf-a495-640e237018c7 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 22:08:21.948872 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4938d285-eb4c-40df-b29c-a7281cc74204", "name": "network-vif-deleted", "tag": "7fe208ef-b20d-4033-b231-08c412a1db3e", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 22:08:21.949120 n-d-842733-1 neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4f8a4b62-44ba-4acf-a495-640e237018c7 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 22:08:21.949582 n-d-842733-1 neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f8a4b62-44ba-4acf-a495-640e237018c7'] response: {'server_uuid': '4938d285-eb4c-40df-b29c-a7281cc74204', 'name': 'network-vif-deleted', 'tag': '7fe208ef-b20d-4033-b231-08c412a1db3e', 'status': 'completed', 'code': 200} May 20 22:08:22.288573 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [req-1a521f82-eaaa-46cb-9bed-df962d8c2edf req-09b101ca-4ff3-4165-8889-9b761316a972 tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] 10.222.0.35 "GET /v2.0/ports?device_id=4938d285-eb4c-40df-b29c-a7281cc74204 HTTP/1.1" status: 200 len: 210 time: 0.0335665 May 20 22:08:22.342562 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-7e77d54c-d636-438e-8ed5-4adb4df0157a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:08:23.347756 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 38980) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 22:08:23.405416 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-10b528d2-d634-4131-b186-c88294365931 tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] Notify callbacks [] for security_group, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:08:23.430649 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-10b528d2-d634-4131-b186-c88294365931 tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:08:23.549305 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-10b528d2-d634-4131-b186-c88294365931 tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:08:23.551972 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-10b528d2-d634-4131-b186-c88294365931 tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] Notify callbacks [] for security_group, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:08:23.553168 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-10b528d2-d634-4131-b186-c88294365931 tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] 10.222.0.35 "DELETE /v2.0/security-groups/66e637e2-4cf9-433b-9cfa-d81a804a2e89 HTTP/1.1" status: 204 len: 168 time: 0.2044108 May 20 22:08:23.562746 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b528d2-d634-4131-b186-c88294365931 tempest-TestSnapshotPattern-1196690068 tempest-TestSnapshotPattern-1196690068-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66e637e2-4cf9-433b-9cfa-d81a804a2e89,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 22:08:24.291397 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4bb0e131-6525-46ca-a45b-e4ea43a5e69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:08:24.669002 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 38986) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 22:08:24.934098 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 7fe208ef-b20d-4033-b231-08c412a1db3e no longer exists at agent hyperv_n-h1-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 22:08:24.954298 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] No Port match for: 7fe208ef-b20d-4033-b231-08c412a1db3e {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 22:08:24.955125 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Device 7fe208ef-b20d-4033-b231-08c412a1db3e not bound to the agent host n-h1-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 22:08:25.126006 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-22b1dedb-7bc8-4a67-8568-32ab8fa1c915 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748528'] for router_interface, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:08:25.362905 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-22b1dedb-7bc8-4a67-8568-32ab8fa1c915 admin admin] Deleting port 816a0c62-d119-4dfa-a76e-dd90ef6ac20b {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 22:08:25.363148 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-22b1dedb-7bc8-4a67-8568-32ab8fa1c915 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:08:25.439763 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-22b1dedb-7bc8-4a67-8568-32ab8fa1c915 admin admin] For port 816a0c62-d119-4dfa-a76e-dd90ef6ac20b, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=816a0c62-d119-4dfa-a76e-dd90ef6ac20b,segment=NetworkSegment(0ba5d303-37c7-416c-b3f4-0290f262ef8a),segment_id=0ba5d303-37c7-416c-b3f4-0290f262ef8a)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 22:08:25.440119 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-22b1dedb-7bc8-4a67-8568-32ab8fa1c915 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:08:25.451959 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-22b1dedb-7bc8-4a67-8568-32ab8fa1c915 admin admin] Calling delete_port for 816a0c62-d119-4dfa-a76e-dd90ef6ac20b owned by network:router_interface {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 22:08:25.599930 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:08:25.669012 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-22b1dedb-7bc8-4a67-8568-32ab8fa1c915 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:08:25.685711 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:08:25.701027 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b1dedb-7bc8-4a67-8568-32ab8fa1c915 admin admin] Pushing event deleted for resources: {'Port': ['ID=816a0c62-d119-4dfa-a76e-dd90ef6ac20b,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 22:08:25.851387 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cc3ec51b-6ec8-438a-8349-5f0bec346d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:08:25.879176 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-22b1dedb-7bc8-4a67-8568-32ab8fa1c915 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-692224'] for router_interface, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:08:26.097441 n-d-842733-1 neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22b1dedb-7bc8-4a67-8568-32ab8fa1c915 admin admin] Router c85215bb-2c62-4cad-bb1f-14286520dc79 has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 22:08:26.201250 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22b1dedb-7bc8-4a67-8568-32ab8fa1c915 admin admin] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 22:08:26.206690 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-22b1dedb-7bc8-4a67-8568-32ab8fa1c915 admin admin] 10.222.0.35 "PUT /v2.0/routers/c85215bb-2c62-4cad-bb1f-14286520dc79/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5368373 May 20 22:08:26.209709 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 38990) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 22:08:26.210769 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8c7a1f5-af53-407a-9aa2-9256a2e28c62 None None] Sync routers for ids ['c85215bb-2c62-4cad-bb1f-14286520dc79'] in n-d-842733-1 {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 22:08:26.220796 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8c7a1f5-af53-407a-9aa2-9256a2e28c62 None None] Routers {'c85215bb-2c62-4cad-bb1f-14286520dc79'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 22:08:26.221434 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-e8c7a1f5-af53-407a-9aa2-9256a2e28c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T22:08:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['c85215bb-2c62-4cad-bb1f-14286520dc79'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 22:08:26.318280 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-febded9d-3e32-4793-a027-66171a0042f5 admin admin] Notify callbacks [] for router, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:08:26.417713 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-e8c7a1f5-af53-407a-9aa2-9256a2e28c62 None None] Set router c85215bb-2c62-4cad-bb1f-14286520dc79 gateway port host: n-d-842733-1 {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 22:08:26.422117 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-febded9d-3e32-4793-a027-66171a0042f5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:08:26.528270 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-febded9d-3e32-4793-a027-66171a0042f5 admin admin] Deleting port 1c8ee2e8-a20e-4176-9205-ef82b2edbdbc {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 22:08:26.528607 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-febded9d-3e32-4793-a027-66171a0042f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:08:26.593045 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-e8c7a1f5-af53-407a-9aa2-9256a2e28c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c85215bb-2c62-4cad-bb1f-14286520dc79', 'name': 'tempest-TestSnapshotPattern-910422529-router', 'tenant_id': '0e3e7c2203b04c5f95eea23a0d73818b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.20'}], 'enable_snat': True}, 'gw_port_id': '1c8ee2e8-a20e-4176-9205-ef82b2edbdbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T22:03:23Z', 'updated_at': '2022-05-20T22:08:25Z', 'revision_number': 5, 'project_id': '0e3e7c2203b04c5f95eea23a0d73818b', 'gw_port': {'id': '1c8ee2e8-a20e-4176-9205-ef82b2edbdbc', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:a4:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c85215bb-2c62-4cad-bb1f-14286520dc79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4435, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T22:03:23Z', 'updated_at': '2022-05-20T22:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 22:08:26.609353 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-febded9d-3e32-4793-a027-66171a0042f5 admin admin] For port 1c8ee2e8-a20e-4176-9205-ef82b2edbdbc, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=1c8ee2e8-a20e-4176-9205-ef82b2edbdbc,segment=NetworkSegment(0b5485c4-eff8-42a1-9073-ae54ed4c63ba),segment_id=0b5485c4-eff8-42a1-9073-ae54ed4c63ba)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 22:08:26.609720 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-febded9d-3e32-4793-a027-66171a0042f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:08:26.621668 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-febded9d-3e32-4793-a027-66171a0042f5 admin admin] Calling delete_port for 1c8ee2e8-a20e-4176-9205-ef82b2edbdbc owned by network:router_gateway {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 22:08:26.622279 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8c7a1f5-af53-407a-9aa2-9256a2e28c62 None None] Checking router: c85215bb-2c62-4cad-bb1f-14286520dc79 for host: n-d-842733-1 {{(pid=103165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 22:08:26.630930 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8c7a1f5-af53-407a-9aa2-9256a2e28c62 None None] Routers {'c85215bb-2c62-4cad-bb1f-14286520dc79'} bound to L3 agent in host n-d-842733-1 {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 22:08:26.631528 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-e8c7a1f5-af53-407a-9aa2-9256a2e28c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T22:08:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['c85215bb-2c62-4cad-bb1f-14286520dc79'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 22:08:26.716299 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-e8c7a1f5-af53-407a-9aa2-9256a2e28c62 None None] Set router c85215bb-2c62-4cad-bb1f-14286520dc79 gateway port host: None {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 22:08:26.768940 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-e8c7a1f5-af53-407a-9aa2-9256a2e28c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c85215bb-2c62-4cad-bb1f-14286520dc79', 'name': 'tempest-TestSnapshotPattern-910422529-router', 'tenant_id': '0e3e7c2203b04c5f95eea23a0d73818b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T22:03:23Z', 'updated_at': '2022-05-20T22:08:26Z', 'revision_number': 6, 'project_id': '0e3e7c2203b04c5f95eea23a0d73818b', 'gw_port_host': None}], 'n-d-842733-1', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 22:08:26.797564 n-d-842733-1 neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8c7a1f5-af53-407a-9aa2-9256a2e28c62 None None] The sync data for ids ['c85215bb-2c62-4cad-bb1f-14286520dc79'] in n-d-842733-1 is: [{'id': 'c85215bb-2c62-4cad-bb1f-14286520dc79', 'name': 'tempest-TestSnapshotPattern-910422529-router', 'tenant_id': '0e3e7c2203b04c5f95eea23a0d73818b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T22:03:23Z', 'updated_at': '2022-05-20T22:08:26Z', 'revision_number': 6, 'project_id': '0e3e7c2203b04c5f95eea23a0d73818b', 'gw_port_host': None}] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 22:08:26.846178 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-febded9d-3e32-4793-a027-66171a0042f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:08:26.873432 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febded9d-3e32-4793-a027-66171a0042f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c8ee2e8-a20e-4176-9205-ef82b2edbdbc,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 22:08:26.933438 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-febded9d-3e32-4793-a027-66171a0042f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-748206'] for router_gateway, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:08:27.023093 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-febded9d-3e32-4793-a027-66171a0042f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26169'] for router, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:08:27.025033 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-febded9d-3e32-4793-a027-66171a0042f5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:08:27.160588 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-febded9d-3e32-4793-a027-66171a0042f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-693148'] for router, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:08:27.161166 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-febded9d-3e32-4793-a027-66171a0042f5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c85215bb-2c62-4cad-bb1f-14286520dc79 {{(pid=103162) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 20 22:08:27.165433 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-febded9d-3e32-4793-a027-66171a0042f5 admin admin] Notify callbacks [] for router, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:08:27.166603 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-febded9d-3e32-4793-a027-66171a0042f5 admin admin] 10.222.0.35 "DELETE /v2.0/routers/c85215bb-2c62-4cad-bb1f-14286520dc79 HTTP/1.1" status: 204 len: 168 time: 0.9558961 May 20 22:08:27.169091 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 38992) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 22:08:27.214621 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fc9784c-801d-4240-9f59-ecac48a4e354 admin admin] Deleting subnet 75dbb661-5cb5-4abb-9c32-1d08140b67ce {{(pid=103162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 20 22:08:27.217762 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5fc9784c-801d-4240-9f59-ecac48a4e354 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:08:27.252501 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5fc9784c-801d-4240-9f59-ecac48a4e354 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3738392'] for subnet, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:08:27.330291 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5fc9784c-801d-4240-9f59-ecac48a4e354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33068388'] for subnet, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:08:27.457791 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5fc9784c-801d-4240-9f59-ecac48a4e354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33068399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3797621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4018265'] for subnet, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:08:27.483810 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc9784c-801d-4240-9f59-ecac48a4e354 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=75dbb661-5cb5-4abb-9c32-1d08140b67ce,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 22:08:27.490306 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5fc9784c-801d-4240-9f59-ecac48a4e354 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:08:27.494397 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-5fc9784c-801d-4240-9f59-ecac48a4e354 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/75dbb661-5cb5-4abb-9c32-1d08140b67ce HTTP/1.1" status: 204 len: 168 time: 0.3238959 May 20 22:08:27.496755 n-d-842733-1 neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.35', 38994) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 22:08:27.497660 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97782d18-5373-4a40-b1ba-b18e78f8b12f None None] Network c3ca5eb7-6acf-441f-95e1-646403580c0e requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 22:08:27.565572 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6bfac5b6-e0e5-4b66-baee-641ed0e3a6c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33160123'] for network, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:08:27.620423 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-6bfac5b6-e0e5-4b66-baee-641ed0e3a6c4 admin admin] Deleting port 10df2a84-0079-4f8e-bdbc-d297e66a556c {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 22:08:27.620766 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6bfac5b6-e0e5-4b66-baee-641ed0e3a6c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:08:27.681525 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f410cfe-e45a-4ef7-b82a-87442e75bdb3 None None] DHCP port deletion for c3ca5eb7-6acf-441f-95e1-646403580c0e request from n-d-842733-1 {{(pid=103164) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 22:08:27.693317 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-6bfac5b6-e0e5-4b66-baee-641ed0e3a6c4 admin admin] For port 10df2a84-0079-4f8e-bdbc-d297e66a556c, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=10df2a84-0079-4f8e-bdbc-d297e66a556c,segment=NetworkSegment(0ba5d303-37c7-416c-b3f4-0290f262ef8a),segment_id=0ba5d303-37c7-416c-b3f4-0290f262ef8a)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 22:08:27.693678 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6bfac5b6-e0e5-4b66-baee-641ed0e3a6c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:08:27.706998 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-6bfac5b6-e0e5-4b66-baee-641ed0e3a6c4 admin admin] Calling delete_port for 10df2a84-0079-4f8e-bdbc-d297e66a556c owned by network:dhcp {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 22:08:27.727183 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-1f410cfe-e45a-4ef7-b82a-87442e75bdb3 None None] Deleting port 10df2a84-0079-4f8e-bdbc-d297e66a556c {{(pid=103164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 22:08:27.727785 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-1f410cfe-e45a-4ef7-b82a-87442e75bdb3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:08:27.794032 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-1f410cfe-e45a-4ef7-b82a-87442e75bdb3 None None] For port 10df2a84-0079-4f8e-bdbc-d297e66a556c, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=10df2a84-0079-4f8e-bdbc-d297e66a556c,segment=NetworkSegment(0ba5d303-37c7-416c-b3f4-0290f262ef8a),segment_id=0ba5d303-37c7-416c-b3f4-0290f262ef8a)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 22:08:27.794495 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-1f410cfe-e45a-4ef7-b82a-87442e75bdb3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:08:27.812085 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-1f410cfe-e45a-4ef7-b82a-87442e75bdb3 None None] Calling delete_port for 10df2a84-0079-4f8e-bdbc-d297e66a556c owned by network:dhcp {{(pid=103164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 22:08:27.863707 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6bfac5b6-e0e5-4b66-baee-641ed0e3a6c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9641328'] for port, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:08:27.879696 n-d-842733-1 neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bfac5b6-e0e5-4b66-baee-641ed0e3a6c4 admin admin] No DVR routers for this DVR port 10df2a84-0079-4f8e-bdbc-d297e66a556c on host n-d-842733-1 {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 22:08:27.895922 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-1f410cfe-e45a-4ef7-b82a-87442e75bdb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099'] for port, after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:08:27.922874 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfac5b6-e0e5-4b66-baee-641ed0e3a6c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=10df2a84-0079-4f8e-bdbc-d297e66a556c,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 22:08:27.924130 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f410cfe-e45a-4ef7-b82a-87442e75bdb3 None None] Pushing event deleted for resources: {'Port': ['ID=10df2a84-0079-4f8e-bdbc-d297e66a556c,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 22:08:27.929273 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 1c8ee2e8-a20e-4176-9205-ef82b2edbdbc no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 22:08:27.951013 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f410cfe-e45a-4ef7-b82a-87442e75bdb3 None None] No DVR routers for this DVR port 10df2a84-0079-4f8e-bdbc-d297e66a556c on host n-d-842733-1 {{(pid=103164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 22:08:27.952456 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: 1c8ee2e8-a20e-4176-9205-ef82b2edbdbc {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 22:08:27.952794 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 1c8ee2e8-a20e-4176-9205-ef82b2edbdbc not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 22:08:27.953196 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 816a0c62-d119-4dfa-a76e-dd90ef6ac20b no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 22:08:27.973889 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: 816a0c62-d119-4dfa-a76e-dd90ef6ac20b {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 22:08:27.974232 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 816a0c62-d119-4dfa-a76e-dd90ef6ac20b not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 22:08:27.974644 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 10df2a84-0079-4f8e-bdbc-d297e66a556c no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 22:08:27.979227 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6bfac5b6-e0e5-4b66-baee-641ed0e3a6c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33072115', 'neutron.services.segments.db._delete_segments_for_network-8782419500584'] for network, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:08:27.997517 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: 10df2a84-0079-4f8e-bdbc-d297e66a556c {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 22:08:27.997850 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 10df2a84-0079-4f8e-bdbc-d297e66a556c not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 22:08:28.003172 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-6bfac5b6-e0e5-4b66-baee-641ed0e3a6c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3ca5eb7-6acf-441f-95e1-646403580c0e']}} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 22:08:28.013312 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-6bfac5b6-e0e5-4b66-baee-641ed0e3a6c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ba5d303-37c7-416c-b3f4-0290f262ef8a') {'for_net_delete': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 22:08:28.013599 n-d-842733-1 neutron-server[103163]: DEBUG neutron.services.segments.db [None req-6bfac5b6-e0e5-4b66-baee-641ed0e3a6c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ba5d303-37c7-416c-b3f4-0290f262ef8a') {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 22:08:28.022856 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6bfac5b6-e0e5-4b66-baee-641ed0e3a6c4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419501617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9338764'] for segment, before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:08:28.036766 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6bfac5b6-e0e5-4b66-baee-641ed0e3a6c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:08:28.043105 n-d-842733-1 neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bfac5b6-e0e5-4b66-baee-641ed0e3a6c4 admin admin] Releasing vlan 239 on physical network physnet1 to pool {{(pid=103163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 22:08:28.043657 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6bfac5b6-e0e5-4b66-baee-641ed0e3a6c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9638311'] for segment, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:08:28.045389 n-d-842733-1 neutron-server[103163]: Traceback (most recent call last): May 20 22:08:28.045389 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 22:08:28.045389 n-d-842733-1 neutron-server[103163]: timer() May 20 22:08:28.045389 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 22:08:28.045389 n-d-842733-1 neutron-server[103163]: cb(*args, **kw) May 20 22:08:28.045389 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 20 22:08:28.045389 n-d-842733-1 neutron-server[103163]: return func(*args, **kwargs) May 20 22:08:28.045389 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 22:08:28.045389 n-d-842733-1 neutron-server[103163]: self._notify() May 20 22:08:28.045389 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 22:08:28.045389 n-d-842733-1 neutron-server[103163]: self.callback(batched_events) May 20 22:08:28.045389 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 22:08:28.045389 n-d-842733-1 neutron-server[103163]: event.method(event) May 20 22:08:28.045389 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 20 22:08:28.045389 n-d-842733-1 neutron-server[103163]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 22:08:28.045389 n-d-842733-1 neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 20 22:08:28.045389 n-d-842733-1 neutron-server[103163]: aggregate_uuid = self.p_client.list_aggregates( May 20 22:08:28.045389 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 20 22:08:28.045389 n-d-842733-1 neutron-server[103163]: return f(self, *a, **k) May 20 22:08:28.045389 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 20 22:08:28.045389 n-d-842733-1 neutron-server[103163]: return self._get(url).json() May 20 22:08:28.045389 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 20 22:08:28.045389 n-d-842733-1 neutron-server[103163]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 22:08:28.045389 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 22:08:28.045389 n-d-842733-1 neutron-server[103163]: return self.request(url, 'GET', **kwargs) May 20 22:08:28.045389 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 22:08:28.045389 n-d-842733-1 neutron-server[103163]: base_url = self.get_endpoint(auth, allow=allow, May 20 22:08:28.045389 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 22:08:28.045389 n-d-842733-1 neutron-server[103163]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 22:08:28.045389 n-d-842733-1 neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 22:08:28.045389 n-d-842733-1 neutron-server[103163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 22:08:28.045389 n-d-842733-1 neutron-server[103163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 22:08:28.165499 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6bfac5b6-e0e5-4b66-baee-641ed0e3a6c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33072122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748162'] for network, after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:08:28.171045 n-d-842733-1 neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6bfac5b6-e0e5-4b66-baee-641ed0e3a6c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571626'] for network, before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:08:28.175197 n-d-842733-1 neutron-server[103163]: INFO neutron.wsgi [None req-6bfac5b6-e0e5-4b66-baee-641ed0e3a6c4 admin admin] 10.222.0.35 "DELETE /v2.0/networks/c3ca5eb7-6acf-441f-95e1-646403580c0e HTTP/1.1" status: 204 len: 168 time: 0.6773951 May 20 22:08:28.178120 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 38996) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 22:08:28.186196 n-d-842733-1 neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfac5b6-e0e5-4b66-baee-641ed0e3a6c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=c3ca5eb7-6acf-441f-95e1-646403580c0e,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 22:08:28.842430 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-dd187be5-44f7-4e73-8820-8cacf04771f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748528'] for router_interface, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:08:29.076339 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-dd187be5-44f7-4e73-8820-8cacf04771f2 admin admin] Deleting port 53932ba2-8401-48a9-bc94-55b82c294119 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 22:08:29.076674 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-dd187be5-44f7-4e73-8820-8cacf04771f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:08:29.153732 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-dd187be5-44f7-4e73-8820-8cacf04771f2 admin admin] For port 53932ba2-8401-48a9-bc94-55b82c294119, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=53932ba2-8401-48a9-bc94-55b82c294119,segment=NetworkSegment(f207e17d-5dc3-4736-8055-2c6141fc5131),segment_id=f207e17d-5dc3-4736-8055-2c6141fc5131)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 22:08:29.154094 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-dd187be5-44f7-4e73-8820-8cacf04771f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:08:29.166092 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-dd187be5-44f7-4e73-8820-8cacf04771f2 admin admin] Calling delete_port for 53932ba2-8401-48a9-bc94-55b82c294119 owned by network:router_interface {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 22:08:29.411766 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-dd187be5-44f7-4e73-8820-8cacf04771f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:08:29.437943 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd187be5-44f7-4e73-8820-8cacf04771f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=53932ba2-8401-48a9-bc94-55b82c294119,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 22:08:29.604145 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-dd187be5-44f7-4e73-8820-8cacf04771f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-692224'] for router_interface, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:08:29.816014 n-d-842733-1 neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd187be5-44f7-4e73-8820-8cacf04771f2 admin admin] Router 36ef419c-5be6-4801-8210-4d336f220d88 has already been hosted by L3 agent 8745c6a8-c80b-4279-bd65-7ea9c80b7c3e {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 22:08:29.924554 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd187be5-44f7-4e73-8820-8cacf04771f2 admin admin] Notify agent at l3_agent.n-d-842733-1 the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 22:08:29.929644 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-dd187be5-44f7-4e73-8820-8cacf04771f2 admin admin] 10.222.0.35 "PUT /v2.0/routers/36ef419c-5be6-4801-8210-4d336f220d88/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7503805 May 20 22:08:29.932070 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 38998) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 22:08:29.934656 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-417a4748-606f-4e4f-b47f-c043cf8474f3 None None] Sync routers for ids ['36ef419c-5be6-4801-8210-4d336f220d88'] in n-d-842733-1 {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 22:08:29.945541 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-417a4748-606f-4e4f-b47f-c043cf8474f3 None None] Routers {'36ef419c-5be6-4801-8210-4d336f220d88'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 22:08:29.946226 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-417a4748-606f-4e4f-b47f-c043cf8474f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T22:08:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['36ef419c-5be6-4801-8210-4d336f220d88'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 22:08:30.039255 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1cd4ab55-ad5c-419d-b1f6-018cf8ece5dd admin admin] Notify callbacks [] for router, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:08:30.050312 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-417a4748-606f-4e4f-b47f-c043cf8474f3 None None] Set router 36ef419c-5be6-4801-8210-4d336f220d88 gateway port host: n-d-842733-1 {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 22:08:30.141629 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1cd4ab55-ad5c-419d-b1f6-018cf8ece5dd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:08:30.224188 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-417a4748-606f-4e4f-b47f-c043cf8474f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36ef419c-5be6-4801-8210-4d336f220d88', 'name': 'tempest-TestSnapshotPattern-524352103-router', 'tenant_id': '7f12abdae58b4b638f10b239f3d96449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'external_fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.237'}], 'enable_snat': True}, 'gw_port_id': '6103ef68-d5fe-4ccf-b9cb-5fcd4439ef13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T22:03:28Z', 'updated_at': '2022-05-20T22:08:29Z', 'revision_number': 5, 'project_id': '7f12abdae58b4b638f10b239f3d96449', 'gw_port': {'id': '6103ef68-d5fe-4ccf-b9cb-5fcd4439ef13', 'name': '', 'network_id': 'e3a93b5c-91e2-4064-9c2c-1afc261bfe15', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:17:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ef419c-5be6-4801-8210-4d336f220d88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4447, 'fixed_ips': [{'subnet_id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'ip_address': '172.25.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842733-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T22:03:29Z', 'updated_at': '2022-05-20T22:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86fee0c1-6e34-488b-9216-b2b8e7ef585a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842733-1'}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 22:08:30.254602 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-417a4748-606f-4e4f-b47f-c043cf8474f3 None None] Checking router: 36ef419c-5be6-4801-8210-4d336f220d88 for host: n-d-842733-1 {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 22:08:30.262986 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-417a4748-606f-4e4f-b47f-c043cf8474f3 None None] Routers {'36ef419c-5be6-4801-8210-4d336f220d88'} bound to L3 agent in host n-d-842733-1 {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 22:08:30.263606 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-417a4748-606f-4e4f-b47f-c043cf8474f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842733-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-20T20:24:52Z,description=,heartbeat_timestamp=2022-05-20T22:08:22Z,host='n-d-842733-1',id=8745c6a8-c80b-4279-bd65-7ea9c80b7c3e,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T20:24:53Z,topic='l3_agent')) {'router_ids': ['36ef419c-5be6-4801-8210-4d336f220d88'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 22:08:30.289153 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-1cd4ab55-ad5c-419d-b1f6-018cf8ece5dd admin admin] Deleting port 6103ef68-d5fe-4ccf-b9cb-5fcd4439ef13 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 22:08:30.289515 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1cd4ab55-ad5c-419d-b1f6-018cf8ece5dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:08:30.375123 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-1cd4ab55-ad5c-419d-b1f6-018cf8ece5dd admin admin] For port 6103ef68-d5fe-4ccf-b9cb-5fcd4439ef13, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=6103ef68-d5fe-4ccf-b9cb-5fcd4439ef13,segment=NetworkSegment(0b5485c4-eff8-42a1-9073-ae54ed4c63ba),segment_id=0b5485c4-eff8-42a1-9073-ae54ed4c63ba)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 22:08:30.375484 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1cd4ab55-ad5c-419d-b1f6-018cf8ece5dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:08:30.388228 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-1cd4ab55-ad5c-419d-b1f6-018cf8ece5dd admin admin] Calling delete_port for 6103ef68-d5fe-4ccf-b9cb-5fcd4439ef13 owned by network:router_gateway {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 22:08:30.504238 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-417a4748-606f-4e4f-b47f-c043cf8474f3 None None] Set router 36ef419c-5be6-4801-8210-4d336f220d88 gateway port host: None {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 22:08:30.555507 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-417a4748-606f-4e4f-b47f-c043cf8474f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36ef419c-5be6-4801-8210-4d336f220d88', 'name': 'tempest-TestSnapshotPattern-524352103-router', 'tenant_id': '7f12abdae58b4b638f10b239f3d96449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T22:03:28Z', 'updated_at': '2022-05-20T22:08:30Z', 'revision_number': 6, 'project_id': '7f12abdae58b4b638f10b239f3d96449', 'gw_port_host': None}], 'n-d-842733-1', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 22:08:30.584862 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-417a4748-606f-4e4f-b47f-c043cf8474f3 None None] The sync data for ids ['36ef419c-5be6-4801-8210-4d336f220d88'] in n-d-842733-1 is: [{'id': '36ef419c-5be6-4801-8210-4d336f220d88', 'name': 'tempest-TestSnapshotPattern-524352103-router', 'tenant_id': '7f12abdae58b4b638f10b239f3d96449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T22:03:28Z', 'updated_at': '2022-05-20T22:08:30Z', 'revision_number': 6, 'project_id': '7f12abdae58b4b638f10b239f3d96449', 'gw_port_host': None}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 22:08:30.640326 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1cd4ab55-ad5c-419d-b1f6-018cf8ece5dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:08:30.666864 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd4ab55-ad5c-419d-b1f6-018cf8ece5dd admin admin] Pushing event deleted for resources: {'Port': ['ID=6103ef68-d5fe-4ccf-b9cb-5fcd4439ef13,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 22:08:30.725797 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1cd4ab55-ad5c-419d-b1f6-018cf8ece5dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-748206'] for router_gateway, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:08:30.815311 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1cd4ab55-ad5c-419d-b1f6-018cf8ece5dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26169'] for router, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:08:30.817336 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1cd4ab55-ad5c-419d-b1f6-018cf8ece5dd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:08:30.919954 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1cd4ab55-ad5c-419d-b1f6-018cf8ece5dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-693148'] for router, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:08:30.920504 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cd4ab55-ad5c-419d-b1f6-018cf8ece5dd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 36ef419c-5be6-4801-8210-4d336f220d88 {{(pid=103162) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 20 22:08:30.926217 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1cd4ab55-ad5c-419d-b1f6-018cf8ece5dd admin admin] Notify callbacks [] for router, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:08:30.927396 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-1cd4ab55-ad5c-419d-b1f6-018cf8ece5dd admin admin] 10.222.0.35 "DELETE /v2.0/routers/36ef419c-5be6-4801-8210-4d336f220d88 HTTP/1.1" status: 204 len: 168 time: 0.9944177 May 20 22:08:30.929976 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 39000) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 22:08:30.975994 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0f45985-1079-4f92-9b9d-bf64185f9917 admin admin] Deleting subnet 9b11d375-159e-42f0-920e-5095fa0b442a {{(pid=103162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 20 22:08:30.979209 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d0f45985-1079-4f92-9b9d-bf64185f9917 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:08:31.019876 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d0f45985-1079-4f92-9b9d-bf64185f9917 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3738392'] for subnet, precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:08:31.105581 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d0f45985-1079-4f92-9b9d-bf64185f9917 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33068388'] for subnet, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:08:31.200424 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d0f45985-1079-4f92-9b9d-bf64185f9917 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33068399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3797621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4018265'] for subnet, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:08:31.227792 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f45985-1079-4f92-9b9d-bf64185f9917 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b11d375-159e-42f0-920e-5095fa0b442a,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 22:08:31.229791 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d0f45985-1079-4f92-9b9d-bf64185f9917 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:08:31.232948 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-d0f45985-1079-4f92-9b9d-bf64185f9917 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/9b11d375-159e-42f0-920e-5095fa0b442a HTTP/1.1" status: 204 len: 168 time: 0.3019912 May 20 22:08:31.234442 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a591328-3fe5-4fb0-96e0-5db47c6f0c29 None None] Network 64049226-4275-40de-a9c4-f67f2a8244af requested from n-d-842733-1 {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 22:08:31.235473 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 39002) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 22:08:31.306044 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-39ebca47-a2bd-43fb-91a3-ffd206ba5e95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33160123'] for network, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:08:31.370129 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-39ebca47-a2bd-43fb-91a3-ffd206ba5e95 admin admin] Deleting port db095ac2-0622-4593-a034-d0cc16a29c88 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 22:08:31.370489 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-39ebca47-a2bd-43fb-91a3-ffd206ba5e95 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:08:31.431134 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b52151e7-0fc2-4672-9de7-9048fdbfb5e2 None None] DHCP port deletion for 64049226-4275-40de-a9c4-f67f2a8244af request from n-d-842733-1 {{(pid=103164) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 22:08:31.441954 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-39ebca47-a2bd-43fb-91a3-ffd206ba5e95 admin admin] For port db095ac2-0622-4593-a034-d0cc16a29c88, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=db095ac2-0622-4593-a034-d0cc16a29c88,segment=NetworkSegment(f207e17d-5dc3-4736-8055-2c6141fc5131),segment_id=f207e17d-5dc3-4736-8055-2c6141fc5131)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 22:08:31.442315 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-39ebca47-a2bd-43fb-91a3-ffd206ba5e95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:08:31.457113 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-39ebca47-a2bd-43fb-91a3-ffd206ba5e95 admin admin] Calling delete_port for db095ac2-0622-4593-a034-d0cc16a29c88 owned by network:dhcp {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 22:08:31.488050 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b52151e7-0fc2-4672-9de7-9048fdbfb5e2 None None] Deleting port db095ac2-0622-4593-a034-d0cc16a29c88 {{(pid=103164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 20 22:08:31.488668 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b52151e7-0fc2-4672-9de7-9048fdbfb5e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782419519501'] for port, before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:08:31.557100 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b52151e7-0fc2-4672-9de7-9048fdbfb5e2 None None] For port db095ac2-0622-4593-a034-d0cc16a29c88, host n-d-842733-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842733-1',level=0,port_id=db095ac2-0622-4593-a034-d0cc16a29c88,segment=NetworkSegment(f207e17d-5dc3-4736-8055-2c6141fc5131),segment_id=f207e17d-5dc3-4736-8055-2c6141fc5131)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 22:08:31.557522 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b52151e7-0fc2-4672-9de7-9048fdbfb5e2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745712'] for port, precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:08:31.570597 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b52151e7-0fc2-4672-9de7-9048fdbfb5e2 None None] Calling delete_port for db095ac2-0622-4593-a034-d0cc16a29c88 owned by network:dhcp {{(pid=103164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 20 22:08:31.612011 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-39ebca47-a2bd-43fb-91a3-ffd206ba5e95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3797504'] for port, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:08:31.645178 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ebca47-a2bd-43fb-91a3-ffd206ba5e95 admin admin] Pushing event deleted for resources: {'Port': ['ID=db095ac2-0622-4593-a034-d0cc16a29c88,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 22:08:31.653259 n-d-842733-1 neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39ebca47-a2bd-43fb-91a3-ffd206ba5e95 admin admin] No DVR routers for this DVR port db095ac2-0622-4593-a034-d0cc16a29c88 on host n-d-842733-1 {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 22:08:31.664700 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b52151e7-0fc2-4672-9de7-9048fdbfb5e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33210134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782419393639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782419017099'] for port, after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:08:31.694843 n-d-842733-1 neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52151e7-0fc2-4672-9de7-9048fdbfb5e2 None None] Pushing event deleted for resources: {'Port': ['ID=db095ac2-0622-4593-a034-d0cc16a29c88,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 22:08:31.706569 n-d-842733-1 neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b52151e7-0fc2-4672-9de7-9048fdbfb5e2 None None] No DVR routers for this DVR port db095ac2-0622-4593-a034-d0cc16a29c88 on host n-d-842733-1 {{(pid=103164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 22:08:31.734328 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-39ebca47-a2bd-43fb-91a3-ffd206ba5e95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33072115', 'neutron.services.segments.db._delete_segments_for_network-8782419500584'] for network, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:08:31.756536 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-39ebca47-a2bd-43fb-91a3-ffd206ba5e95 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64049226-4275-40de-a9c4-f67f2a8244af']}} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 22:08:31.769351 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-39ebca47-a2bd-43fb-91a3-ffd206ba5e95 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f207e17d-5dc3-4736-8055-2c6141fc5131') {'for_net_delete': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 22:08:31.769351 n-d-842733-1 neutron-server[103162]: DEBUG neutron.services.segments.db [None req-39ebca47-a2bd-43fb-91a3-ffd206ba5e95 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f207e17d-5dc3-4736-8055-2c6141fc5131') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 22:08:31.779790 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-39ebca47-a2bd-43fb-91a3-ffd206ba5e95 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782419501617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3738385'] for segment, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:08:31.794286 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-39ebca47-a2bd-43fb-91a3-ffd206ba5e95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382'] for segment, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:08:31.800494 n-d-842733-1 neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39ebca47-a2bd-43fb-91a3-ffd206ba5e95 admin admin] Releasing vlan 201 on physical network physnet1 to pool {{(pid=103162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 22:08:31.800910 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-39ebca47-a2bd-43fb-91a3-ffd206ba5e95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3800791'] for segment, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:08:31.802598 n-d-842733-1 neutron-server[103162]: Traceback (most recent call last): May 20 22:08:31.802598 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 22:08:31.802598 n-d-842733-1 neutron-server[103162]: timer() May 20 22:08:31.802598 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 22:08:31.802598 n-d-842733-1 neutron-server[103162]: cb(*args, **kw) May 20 22:08:31.802598 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 20 22:08:31.802598 n-d-842733-1 neutron-server[103162]: return func(*args, **kwargs) May 20 22:08:31.802598 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 22:08:31.802598 n-d-842733-1 neutron-server[103162]: self._notify() May 20 22:08:31.802598 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 22:08:31.802598 n-d-842733-1 neutron-server[103162]: self.callback(batched_events) May 20 22:08:31.802598 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 22:08:31.802598 n-d-842733-1 neutron-server[103162]: event.method(event) May 20 22:08:31.802598 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 20 22:08:31.802598 n-d-842733-1 neutron-server[103162]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 22:08:31.802598 n-d-842733-1 neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 20 22:08:31.802598 n-d-842733-1 neutron-server[103162]: aggregate_uuid = self.p_client.list_aggregates( May 20 22:08:31.802598 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 20 22:08:31.802598 n-d-842733-1 neutron-server[103162]: return f(self, *a, **k) May 20 22:08:31.802598 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 20 22:08:31.802598 n-d-842733-1 neutron-server[103162]: return self._get(url).json() May 20 22:08:31.802598 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 20 22:08:31.802598 n-d-842733-1 neutron-server[103162]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 22:08:31.802598 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 22:08:31.802598 n-d-842733-1 neutron-server[103162]: return self.request(url, 'GET', **kwargs) May 20 22:08:31.802598 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 22:08:31.802598 n-d-842733-1 neutron-server[103162]: base_url = self.get_endpoint(auth, allow=allow, May 20 22:08:31.802598 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 22:08:31.802598 n-d-842733-1 neutron-server[103162]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 22:08:31.802598 n-d-842733-1 neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 22:08:31.802598 n-d-842733-1 neutron-server[103162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 22:08:31.802598 n-d-842733-1 neutron-server[103162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 22:08:31.911189 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 6103ef68-d5fe-4ccf-b9cb-5fcd4439ef13 no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 22:08:31.919483 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-39ebca47-a2bd-43fb-91a3-ffd206ba5e95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33072122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748162'] for network, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:08:31.931273 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-39ebca47-a2bd-43fb-91a3-ffd206ba5e95 admin admin] Notify callbacks [] for network, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:08:31.931273 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-39ebca47-a2bd-43fb-91a3-ffd206ba5e95 admin admin] 10.222.0.35 "DELETE /v2.0/networks/64049226-4275-40de-a9c4-f67f2a8244af HTTP/1.1" status: 204 len: 168 time: 0.6923177 May 20 22:08:31.933173 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: 6103ef68-d5fe-4ccf-b9cb-5fcd4439ef13 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 22:08:31.933867 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 6103ef68-d5fe-4ccf-b9cb-5fcd4439ef13 not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 22:08:31.934142 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device db095ac2-0622-4593-a034-d0cc16a29c88 no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 22:08:31.943134 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ebca47-a2bd-43fb-91a3-ffd206ba5e95 admin admin] Pushing event deleted for resources: {'Network': ['ID=64049226-4275-40de-a9c4-f67f2a8244af,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 22:08:31.954419 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: db095ac2-0622-4593-a034-d0cc16a29c88 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 22:08:31.955331 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device db095ac2-0622-4593-a034-d0cc16a29c88 not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 22:08:31.955867 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 53932ba2-8401-48a9-bc94-55b82c294119 no longer exists at agent ovs-agent-n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 22:08:31.977560 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] No Port match for: 53932ba2-8401-48a9-bc94-55b82c294119 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 20 22:08:31.977893 n-d-842733-1 neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Device 53932ba2-8401-48a9-bc94-55b82c294119 not bound to the agent host n-d-842733-1 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 22:08:32.245962 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 39006) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 22:08:32.285171 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-4bb0dbe8-1d9e-43b9-ad6a-55a23bd14235 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0e3e7c2203b04c5f95eea23a0d73818b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0380549 May 20 22:08:32.288149 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 39008) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 22:08:32.335572 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-df369271-29ff-4e26-952c-2ae36896bb78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:08:32.355870 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-df369271-29ff-4e26-952c-2ae36896bb78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:08:32.474434 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-df369271-29ff-4e26-952c-2ae36896bb78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:08:32.476911 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-df369271-29ff-4e26-952c-2ae36896bb78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:08:32.478133 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-df369271-29ff-4e26-952c-2ae36896bb78 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3466e775-da8f-4499-9fc5-ccbee26f2434 HTTP/1.1" status: 204 len: 168 time: 0.1889470 May 20 22:08:32.486882 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df369271-29ff-4e26-952c-2ae36896bb78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3466e775-da8f-4499-9fc5-ccbee26f2434,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 22:08:33.102348 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:08:33.187607 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 39014) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 22:08:33.228400 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-62a5b893-e3da-4c38-9b9a-dc6819626989 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7f12abdae58b4b638f10b239f3d96449&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0396566 May 20 22:08:33.230890 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.35', 39016) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 20 22:08:33.277422 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b6308d61-dbbf-455d-a2ad-6e01cbae4e23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:08:33.298046 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b6308d61-dbbf-455d-a2ad-6e01cbae4e23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:08:33.405253 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b6308d61-dbbf-455d-a2ad-6e01cbae4e23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700644'] for security_group, after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:08:33.408174 n-d-842733-1 neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b6308d61-dbbf-455d-a2ad-6e01cbae4e23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:08:33.408957 n-d-842733-1 neutron-server[103162]: INFO neutron.wsgi [None req-b6308d61-dbbf-455d-a2ad-6e01cbae4e23 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b3fd6ada-9106-423b-bb10-b70232c33488 HTTP/1.1" status: 204 len: 168 time: 0.1771886 May 20 22:08:33.417474 n-d-842733-1 neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6308d61-dbbf-455d-a2ad-6e01cbae4e23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3fd6ada-9106-423b-bb10-b70232c33488,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 22:08:49.959872 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-00b37a6e-3aa4-438f-a65c-bcb155f9a08a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:08:52.354033 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3c1949e6-890f-4086-8c34-42d83a25d7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:08:54.296599 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4bb0e131-6525-46ca-a45b-e4ea43a5e69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:08:55.127564 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.agents_db [None req-5c33ad30-4e00-40fa-b486-8c79c4a6cfc5 None None] Agent healthcheck: found 7 active agents {{(pid=103165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 20 22:08:55.576637 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:08:55.696712 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:08:55.856616 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cc3ec51b-6ec8-438a-8349-5f0bec346d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:09:03.102074 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:09:19.942346 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-453bdeb5-44df-4ccd-93ca-7e847389c339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:09:22.336414 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-fee1f8e2-fec9-4286-a18f-ad030b1a13dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:09:24.302324 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4bb0e131-6525-46ca-a45b-e4ea43a5e69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:09:25.622452 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:09:25.713816 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:09:25.856603 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cc3ec51b-6ec8-438a-8349-5f0bec346d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:09:32.126964 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.agents_db [None req-5c33ad30-4e00-40fa-b486-8c79c4a6cfc5 None None] Agent healthcheck: found 7 active agents {{(pid=103165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 20 22:09:33.107753 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:09:49.993635 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-8ca9e90e-98d8-494c-8702-a32ae7cbe285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:09:52.340668 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-7faefe7b-0bce-46a9-9fb7-f7e6c43cf0dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:09:54.313187 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4bb0e131-6525-46ca-a45b-e4ea43a5e69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:09:55.634653 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:09:55.707545 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:09:55.883365 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cc3ec51b-6ec8-438a-8349-5f0bec346d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:10:03.113621 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:10:09.126922 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.agents_db [None req-5c33ad30-4e00-40fa-b486-8c79c4a6cfc5 None None] Agent healthcheck: found 7 active agents {{(pid=103165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 20 22:10:19.962632 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-27cc3286-c3b0-447b-8f03-a6efd88c930f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:10:22.335940 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-eaa24d50-0d09-4909-97b3-8eff05d34af8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:10:24.307273 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4bb0e131-6525-46ca-a45b-e4ea43a5e69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:10:25.655668 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:10:25.739713 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:10:25.873317 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cc3ec51b-6ec8-438a-8349-5f0bec346d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:10:33.122577 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:10:46.126755 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.agents_db [None req-5c33ad30-4e00-40fa-b486-8c79c4a6cfc5 None None] Agent healthcheck: found 7 active agents {{(pid=103165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 20 22:10:49.991328 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-e76964f4-26ce-440c-b451-4e3a28a01064 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:10:52.345333 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-5ab08b34-d993-406c-8bdc-78c73cb90254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:10:54.322606 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4bb0e131-6525-46ca-a45b-e4ea43a5e69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:10:55.699163 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:10:55.721889 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:10:55.859564 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cc3ec51b-6ec8-438a-8349-5f0bec346d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:11:03.138792 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:11:19.995937 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-786b7620-b2e4-4ab4-a41c-4ead7fa2390d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:11:22.350435 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-574165a9-2be8-4800-a923-2b4c671f8013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:11:23.126917 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.agents_db [None req-5c33ad30-4e00-40fa-b486-8c79c4a6cfc5 None None] Agent healthcheck: found 7 active agents {{(pid=103165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 20 22:11:24.307414 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4bb0e131-6525-46ca-a45b-e4ea43a5e69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:11:25.670841 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:11:25.750579 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:11:25.915920 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cc3ec51b-6ec8-438a-8349-5f0bec346d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:11:33.150264 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:11:49.955344 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-2981f8d0-8edd-4fcd-acc3-20fcc61a9a60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:11:52.352690 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c1b4fdb1-e542-462e-868c-3a9d9009bfd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:11:54.338067 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4bb0e131-6525-46ca-a45b-e4ea43a5e69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:11:55.683676 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:11:55.741081 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:11:55.912694 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cc3ec51b-6ec8-438a-8349-5f0bec346d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:12:00.126284 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.agents_db [None req-5c33ad30-4e00-40fa-b486-8c79c4a6cfc5 None None] Agent healthcheck: found 7 active agents {{(pid=103165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 20 22:12:03.123799 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:12:19.960647 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b73fafc7-c34c-41ed-aaae-9ef83d2e4b5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:12:22.354946 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-8968c021-7a14-484b-98c4-164614c88728 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:12:24.337835 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4bb0e131-6525-46ca-a45b-e4ea43a5e69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:12:25.728988 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:12:25.751828 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:12:25.886201 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cc3ec51b-6ec8-438a-8349-5f0bec346d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:12:33.126105 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:12:37.125480 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.agents_db [None req-5c33ad30-4e00-40fa-b486-8c79c4a6cfc5 None None] Agent healthcheck: found 7 active agents {{(pid=103165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 20 22:12:49.965642 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-962eefdc-7ccd-4eed-88ba-f75f7ef22220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:12:52.392242 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b29daf54-a84e-4957-b5f6-9c7383271d16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:12:54.325558 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4bb0e131-6525-46ca-a45b-e4ea43a5e69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:12:55.694846 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:12:55.723401 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:12:55.891168 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cc3ec51b-6ec8-438a-8349-5f0bec346d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:13:03.117269 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:13:14.123857 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.agents_db [None req-5c33ad30-4e00-40fa-b486-8c79c4a6cfc5 None None] Agent healthcheck: found 7 active agents {{(pid=103165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 20 22:13:19.963589 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-7653182e-1748-4269-b768-3a8452e05d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:13:22.358953 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-02e1e693-7202-4553-9941-3f9971405c4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:13:24.307533 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4bb0e131-6525-46ca-a45b-e4ea43a5e69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:13:25.713705 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:13:25.742680 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:13:25.914637 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cc3ec51b-6ec8-438a-8349-5f0bec346d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:13:33.142020 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:13:50.015698 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-e7369b69-dc03-42a2-8dcf-ab8cc734a148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:13:51.123107 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.agents_db [None req-5c33ad30-4e00-40fa-b486-8c79c4a6cfc5 None None] Agent healthcheck: found 7 active agents {{(pid=103165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 20 22:13:52.364232 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-673d8429-0dee-4203-9266-69a59a51cf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:13:54.318896 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4bb0e131-6525-46ca-a45b-e4ea43a5e69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:13:55.722584 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:13:55.739498 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:13:55.905717 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cc3ec51b-6ec8-438a-8349-5f0bec346d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:14:03.163886 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:14:19.981953 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-038a7d9d-99dd-4abd-abec-3b75566ebe34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:14:22.363830 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-911885da-58af-4ae8-943d-9391837a78cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:14:24.318219 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4bb0e131-6525-46ca-a45b-e4ea43a5e69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:14:25.711964 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:14:25.735068 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:14:25.889585 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cc3ec51b-6ec8-438a-8349-5f0bec346d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:14:28.121617 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.agents_db [None req-5c33ad30-4e00-40fa-b486-8c79c4a6cfc5 None None] Agent healthcheck: found 7 active agents {{(pid=103165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 20 22:14:33.157064 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:14:49.957790 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-e908be0e-3efd-4431-a280-17886059dc75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:14:52.357354 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-13a4e012-4aaa-4f0c-a5a2-067014bdfeb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:14:54.334616 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4bb0e131-6525-46ca-a45b-e4ea43a5e69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:14:55.734758 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:14:55.757488 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:14:55.888184 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cc3ec51b-6ec8-438a-8349-5f0bec346d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:15:03.168340 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:15:05.120598 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.agents_db [None req-5c33ad30-4e00-40fa-b486-8c79c4a6cfc5 None None] Agent healthcheck: found 7 active agents {{(pid=103165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 20 22:15:19.957170 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a53e7bb9-5d48-4e85-80c6-d059178cf54e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:15:22.357055 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-679652fa-a1eb-48eb-8a76-da2cce04d283 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:15:24.339667 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4bb0e131-6525-46ca-a45b-e4ea43a5e69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:15:25.722446 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:15:25.751050 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:15:25.876818 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cc3ec51b-6ec8-438a-8349-5f0bec346d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:15:33.150697 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:15:42.119837 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.agents_db [None req-5c33ad30-4e00-40fa-b486-8c79c4a6cfc5 None None] Agent healthcheck: found 7 active agents {{(pid=103165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 20 22:15:49.990921 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-7b020692-1638-4771-97de-af8a6026f8f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:15:52.362859 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-df982596-601d-48e1-a662-323a2210e761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:15:54.355817 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4bb0e131-6525-46ca-a45b-e4ea43a5e69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:15:55.699380 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:15:55.716049 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:15:55.921940 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cc3ec51b-6ec8-438a-8349-5f0bec346d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:16:03.162099 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:16:06.000325 n-d-842733-1 neutron-server[103162]: DEBUG neutron.wsgi [req-5f41c298-abfc-4298-8f7d-3bd87c46ebe4 req-19c0fe87-dd0a-4d12-a10f-fd10fa95a1ff service neutron] (103162) timed out ('10.222.0.35', 36748) {{(pid=103162) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} May 20 22:16:19.120666 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.agents_db [None req-5c33ad30-4e00-40fa-b486-8c79c4a6cfc5 None None] Agent healthcheck: found 7 active agents {{(pid=103165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 20 22:16:19.978882 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-9c4ca167-69f7-40ec-9f60-72dec51bd8f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:16:22.367052 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-5917b692-02f1-492f-810c-f3eb28206dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:16:24.344281 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4bb0e131-6525-46ca-a45b-e4ea43a5e69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:16:25.738923 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:16:25.753864 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:16:25.910828 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cc3ec51b-6ec8-438a-8349-5f0bec346d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:16:33.167139 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ab7c-88c8-4b9f-8d99-e89a5575810b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:16:49.983870 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-1519a313-3d00-49e8-9576-ff4dce3867dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:16:52.361555 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-09602a1a-3652-4750-a668-2103a3cea2e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:16:54.355541 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4bb0e131-6525-46ca-a45b-e4ea43a5e69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:16:55.698585 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a270730d-c302-4de4-a7e6-42ecc600e643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:16:55.726923 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f5dee46-b5b8-48d0-8fcf-1d90de99d4dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:16:55.909839 n-d-842733-1 neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cc3ec51b-6ec8-438a-8349-5f0bec346d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782419500566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33072707'] for agent, after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 22:16:56.121230 n-d-842733-1 neutron-server[103165]: DEBUG neutron.db.agents_db [None req-5c33ad30-4e00-40fa-b486-8c79c4a6cfc5 None None] Agent healthcheck: found 7 active agents {{(pid=103165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}